{
  "best_metric": 2.1604855060577393,
  "best_model_checkpoint": "final_models/laft_kin_mpt/checkpoint-85980",
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 128970,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.652244708071645e-05,
      "grad_norm": 30.296290639646777,
      "learning_rate": 1.5e-07,
      "loss": 5.4688,
      "step": 1
    },
    {
      "epoch": 9.30448941614329e-05,
      "grad_norm": 31.636994779269934,
      "learning_rate": 3e-07,
      "loss": 5.4375,
      "step": 2
    },
    {
      "epoch": 0.00013956734124214934,
      "grad_norm": 33.43902354148721,
      "learning_rate": 4.5e-07,
      "loss": 5.4688,
      "step": 3
    },
    {
      "epoch": 0.0001860897883228658,
      "grad_norm": 27.102935498593858,
      "learning_rate": 6e-07,
      "loss": 5.1875,
      "step": 4
    },
    {
      "epoch": 0.00023261223540358222,
      "grad_norm": 33.06788157267025,
      "learning_rate": 7.499999999999999e-07,
      "loss": 5.6562,
      "step": 5
    },
    {
      "epoch": 0.0002791346824842987,
      "grad_norm": 28.66601814665967,
      "learning_rate": 9e-07,
      "loss": 5.4375,
      "step": 6
    },
    {
      "epoch": 0.0003256571295650151,
      "grad_norm": 35.822331808282385,
      "learning_rate": 1.05e-06,
      "loss": 5.4375,
      "step": 7
    },
    {
      "epoch": 0.0003721795766457316,
      "grad_norm": 23.62703756091456,
      "learning_rate": 1.2e-06,
      "loss": 4.8125,
      "step": 8
    },
    {
      "epoch": 0.000418702023726448,
      "grad_norm": 26.710213991316316,
      "learning_rate": 1.3499999999999998e-06,
      "loss": 4.9062,
      "step": 9
    },
    {
      "epoch": 0.00046522447080716444,
      "grad_norm": 22.819819362601,
      "learning_rate": 1.4999999999999998e-06,
      "loss": 5.0,
      "step": 10
    },
    {
      "epoch": 0.0005117469178878809,
      "grad_norm": 19.27850218441972,
      "learning_rate": 1.6499999999999997e-06,
      "loss": 4.8438,
      "step": 11
    },
    {
      "epoch": 0.0005582693649685974,
      "grad_norm": 12.43941778212346,
      "learning_rate": 1.8e-06,
      "loss": 4.5312,
      "step": 12
    },
    {
      "epoch": 0.0006047918120493138,
      "grad_norm": 15.56661318331811,
      "learning_rate": 1.9499999999999995e-06,
      "loss": 4.5625,
      "step": 13
    },
    {
      "epoch": 0.0006513142591300302,
      "grad_norm": 12.267754850158912,
      "learning_rate": 2.1e-06,
      "loss": 4.375,
      "step": 14
    },
    {
      "epoch": 0.0006978367062107466,
      "grad_norm": 13.459017301301401,
      "learning_rate": 2.2499999999999996e-06,
      "loss": 4.75,
      "step": 15
    },
    {
      "epoch": 0.0007443591532914632,
      "grad_norm": 11.371868480095962,
      "learning_rate": 2.4e-06,
      "loss": 4.7812,
      "step": 16
    },
    {
      "epoch": 0.0007908816003721796,
      "grad_norm": 18.413853082069416,
      "learning_rate": 2.55e-06,
      "loss": 4.5938,
      "step": 17
    },
    {
      "epoch": 0.000837404047452896,
      "grad_norm": 16.75998169395558,
      "learning_rate": 2.6999999999999996e-06,
      "loss": 4.5938,
      "step": 18
    },
    {
      "epoch": 0.0008839264945336125,
      "grad_norm": 16.28275163167091,
      "learning_rate": 2.85e-06,
      "loss": 4.6562,
      "step": 19
    },
    {
      "epoch": 0.0009304489416143289,
      "grad_norm": 14.934696729861429,
      "learning_rate": 2.9999999999999997e-06,
      "loss": 4.6875,
      "step": 20
    },
    {
      "epoch": 0.0009769713886950454,
      "grad_norm": 15.980621589552259,
      "learning_rate": 3.15e-06,
      "loss": 4.6875,
      "step": 21
    },
    {
      "epoch": 0.0010234938357757619,
      "grad_norm": 9.59963923402344,
      "learning_rate": 3.2999999999999993e-06,
      "loss": 4.5625,
      "step": 22
    },
    {
      "epoch": 0.0010700162828564783,
      "grad_norm": 10.56076650755832,
      "learning_rate": 3.4499999999999996e-06,
      "loss": 4.6875,
      "step": 23
    },
    {
      "epoch": 0.0011165387299371947,
      "grad_norm": 9.978501484879764,
      "learning_rate": 3.6e-06,
      "loss": 4.4062,
      "step": 24
    },
    {
      "epoch": 0.0011630611770179111,
      "grad_norm": 10.316212712462583,
      "learning_rate": 3.7499999999999997e-06,
      "loss": 4.4688,
      "step": 25
    },
    {
      "epoch": 0.0012095836240986276,
      "grad_norm": 9.152670358934794,
      "learning_rate": 3.899999999999999e-06,
      "loss": 4.375,
      "step": 26
    },
    {
      "epoch": 0.001256106071179344,
      "grad_norm": 42.59666197334962,
      "learning_rate": 4.049999999999999e-06,
      "loss": 4.3125,
      "step": 27
    },
    {
      "epoch": 0.0013026285182600604,
      "grad_norm": 10.083581623871352,
      "learning_rate": 4.2e-06,
      "loss": 4.375,
      "step": 28
    },
    {
      "epoch": 0.0013491509653407768,
      "grad_norm": 9.342040423304345,
      "learning_rate": 4.35e-06,
      "loss": 4.4062,
      "step": 29
    },
    {
      "epoch": 0.0013956734124214933,
      "grad_norm": 9.410527576597424,
      "learning_rate": 4.499999999999999e-06,
      "loss": 4.4688,
      "step": 30
    },
    {
      "epoch": 0.00144219585950221,
      "grad_norm": 9.983113306490761,
      "learning_rate": 4.6499999999999995e-06,
      "loss": 4.2812,
      "step": 31
    },
    {
      "epoch": 0.0014887183065829263,
      "grad_norm": 11.863351669508328,
      "learning_rate": 4.8e-06,
      "loss": 4.25,
      "step": 32
    },
    {
      "epoch": 0.0015352407536636428,
      "grad_norm": 79.01475347889497,
      "learning_rate": 4.95e-06,
      "loss": 4.0625,
      "step": 33
    },
    {
      "epoch": 0.0015817632007443592,
      "grad_norm": 10.652058965627191,
      "learning_rate": 5.1e-06,
      "loss": 4.3438,
      "step": 34
    },
    {
      "epoch": 0.0016282856478250756,
      "grad_norm": 8.447380231170927,
      "learning_rate": 5.25e-06,
      "loss": 4.2188,
      "step": 35
    },
    {
      "epoch": 0.001674808094905792,
      "grad_norm": 7.64257040975037,
      "learning_rate": 5.399999999999999e-06,
      "loss": 4.1562,
      "step": 36
    },
    {
      "epoch": 0.0017213305419865085,
      "grad_norm": 8.102127195481263,
      "learning_rate": 5.549999999999999e-06,
      "loss": 4.0625,
      "step": 37
    },
    {
      "epoch": 0.001767852989067225,
      "grad_norm": 9.361495385191263,
      "learning_rate": 5.7e-06,
      "loss": 4.1562,
      "step": 38
    },
    {
      "epoch": 0.0018143754361479413,
      "grad_norm": 6.863544690555345,
      "learning_rate": 5.85e-06,
      "loss": 4.0938,
      "step": 39
    },
    {
      "epoch": 0.0018608978832286578,
      "grad_norm": 7.129587005145844,
      "learning_rate": 5.999999999999999e-06,
      "loss": 3.9688,
      "step": 40
    },
    {
      "epoch": 0.0019074203303093742,
      "grad_norm": 7.640612991643019,
      "learning_rate": 6.1499999999999996e-06,
      "loss": 4.0938,
      "step": 41
    },
    {
      "epoch": 0.001953942777390091,
      "grad_norm": 8.058634471310972,
      "learning_rate": 6.3e-06,
      "loss": 4.0938,
      "step": 42
    },
    {
      "epoch": 0.0020004652244708073,
      "grad_norm": 7.9290438986169995,
      "learning_rate": 6.449999999999999e-06,
      "loss": 4.1875,
      "step": 43
    },
    {
      "epoch": 0.0020469876715515237,
      "grad_norm": 51.34306200108787,
      "learning_rate": 6.599999999999999e-06,
      "loss": 4.0312,
      "step": 44
    },
    {
      "epoch": 0.00209351011863224,
      "grad_norm": 8.357459526751757,
      "learning_rate": 6.749999999999999e-06,
      "loss": 4.2812,
      "step": 45
    },
    {
      "epoch": 0.0021400325657129566,
      "grad_norm": 7.0341507739415166,
      "learning_rate": 6.899999999999999e-06,
      "loss": 3.9531,
      "step": 46
    },
    {
      "epoch": 0.002186555012793673,
      "grad_norm": 6.67734830517067,
      "learning_rate": 7.049999999999999e-06,
      "loss": 3.9062,
      "step": 47
    },
    {
      "epoch": 0.0022330774598743894,
      "grad_norm": 6.938165016326854,
      "learning_rate": 7.2e-06,
      "loss": 4.125,
      "step": 48
    },
    {
      "epoch": 0.002279599906955106,
      "grad_norm": 6.961126361943406,
      "learning_rate": 7.35e-06,
      "loss": 4.1875,
      "step": 49
    },
    {
      "epoch": 0.0023261223540358223,
      "grad_norm": 6.576794386585156,
      "learning_rate": 7.499999999999999e-06,
      "loss": 4.125,
      "step": 50
    },
    {
      "epoch": 0.0023726448011165387,
      "grad_norm": 10.731388578169737,
      "learning_rate": 7.65e-06,
      "loss": 4.0312,
      "step": 51
    },
    {
      "epoch": 0.002419167248197255,
      "grad_norm": 7.220945743879964,
      "learning_rate": 7.799999999999998e-06,
      "loss": 4.0312,
      "step": 52
    },
    {
      "epoch": 0.0024656896952779716,
      "grad_norm": 6.72773217969163,
      "learning_rate": 7.949999999999998e-06,
      "loss": 3.8594,
      "step": 53
    },
    {
      "epoch": 0.002512212142358688,
      "grad_norm": 6.798872077612827,
      "learning_rate": 8.099999999999999e-06,
      "loss": 4.0312,
      "step": 54
    },
    {
      "epoch": 0.0025587345894394044,
      "grad_norm": 7.994368944683281,
      "learning_rate": 8.249999999999999e-06,
      "loss": 3.9062,
      "step": 55
    },
    {
      "epoch": 0.002605257036520121,
      "grad_norm": 12.96650190198095,
      "learning_rate": 8.4e-06,
      "loss": 3.9375,
      "step": 56
    },
    {
      "epoch": 0.0026517794836008373,
      "grad_norm": 10.35225354601839,
      "learning_rate": 8.55e-06,
      "loss": 4.1562,
      "step": 57
    },
    {
      "epoch": 0.0026983019306815537,
      "grad_norm": 6.762097160934369,
      "learning_rate": 8.7e-06,
      "loss": 4.1562,
      "step": 58
    },
    {
      "epoch": 0.00274482437776227,
      "grad_norm": 7.219894720017021,
      "learning_rate": 8.849999999999998e-06,
      "loss": 3.8125,
      "step": 59
    },
    {
      "epoch": 0.0027913468248429866,
      "grad_norm": 12.353428301880824,
      "learning_rate": 8.999999999999999e-06,
      "loss": 3.9531,
      "step": 60
    },
    {
      "epoch": 0.002837869271923703,
      "grad_norm": 7.20738203286304,
      "learning_rate": 9.149999999999999e-06,
      "loss": 4.0625,
      "step": 61
    },
    {
      "epoch": 0.00288439171900442,
      "grad_norm": 6.71197658912172,
      "learning_rate": 9.299999999999999e-06,
      "loss": 3.9531,
      "step": 62
    },
    {
      "epoch": 0.0029309141660851363,
      "grad_norm": 8.205983529455406,
      "learning_rate": 9.45e-06,
      "loss": 3.8906,
      "step": 63
    },
    {
      "epoch": 0.0029774366131658527,
      "grad_norm": 18.08734735760842,
      "learning_rate": 9.6e-06,
      "loss": 3.7969,
      "step": 64
    },
    {
      "epoch": 0.003023959060246569,
      "grad_norm": 6.967366422777887,
      "learning_rate": 9.75e-06,
      "loss": 3.6719,
      "step": 65
    },
    {
      "epoch": 0.0030704815073272856,
      "grad_norm": 6.958033434224771,
      "learning_rate": 9.9e-06,
      "loss": 3.8281,
      "step": 66
    },
    {
      "epoch": 0.003117003954408002,
      "grad_norm": 7.582743540502122,
      "learning_rate": 1.005e-05,
      "loss": 3.7969,
      "step": 67
    },
    {
      "epoch": 0.0031635264014887184,
      "grad_norm": 8.73475741227419,
      "learning_rate": 1.02e-05,
      "loss": 4.1562,
      "step": 68
    },
    {
      "epoch": 0.003210048848569435,
      "grad_norm": 7.130237070863118,
      "learning_rate": 1.035e-05,
      "loss": 3.9219,
      "step": 69
    },
    {
      "epoch": 0.0032565712956501513,
      "grad_norm": 7.053111388483136,
      "learning_rate": 1.05e-05,
      "loss": 3.7188,
      "step": 70
    },
    {
      "epoch": 0.0033030937427308677,
      "grad_norm": 7.4879809372325274,
      "learning_rate": 1.0649999999999998e-05,
      "loss": 3.9219,
      "step": 71
    },
    {
      "epoch": 0.003349616189811584,
      "grad_norm": 5.936873447756116,
      "learning_rate": 1.0799999999999998e-05,
      "loss": 3.8906,
      "step": 72
    },
    {
      "epoch": 0.0033961386368923006,
      "grad_norm": 6.129868277751962,
      "learning_rate": 1.0949999999999998e-05,
      "loss": 3.7656,
      "step": 73
    },
    {
      "epoch": 0.003442661083973017,
      "grad_norm": 6.359583502049163,
      "learning_rate": 1.1099999999999999e-05,
      "loss": 3.8281,
      "step": 74
    },
    {
      "epoch": 0.0034891835310537334,
      "grad_norm": 7.4196999994868635,
      "learning_rate": 1.1249999999999999e-05,
      "loss": 3.8594,
      "step": 75
    },
    {
      "epoch": 0.00353570597813445,
      "grad_norm": 8.543887196375291,
      "learning_rate": 1.14e-05,
      "loss": 3.9219,
      "step": 76
    },
    {
      "epoch": 0.0035822284252151663,
      "grad_norm": 6.689013029594286,
      "learning_rate": 1.155e-05,
      "loss": 3.8281,
      "step": 77
    },
    {
      "epoch": 0.0036287508722958827,
      "grad_norm": 6.673825002286484,
      "learning_rate": 1.17e-05,
      "loss": 3.7812,
      "step": 78
    },
    {
      "epoch": 0.003675273319376599,
      "grad_norm": 8.74775994385613,
      "learning_rate": 1.1849999999999998e-05,
      "loss": 3.8594,
      "step": 79
    },
    {
      "epoch": 0.0037217957664573155,
      "grad_norm": 6.367293518895803,
      "learning_rate": 1.1999999999999999e-05,
      "loss": 3.6562,
      "step": 80
    },
    {
      "epoch": 0.003768318213538032,
      "grad_norm": 6.998096437980287,
      "learning_rate": 1.2149999999999999e-05,
      "loss": 3.8906,
      "step": 81
    },
    {
      "epoch": 0.0038148406606187484,
      "grad_norm": 6.420809169669127,
      "learning_rate": 1.2299999999999999e-05,
      "loss": 3.8438,
      "step": 82
    },
    {
      "epoch": 0.003861363107699465,
      "grad_norm": 6.131875169076825,
      "learning_rate": 1.245e-05,
      "loss": 3.5469,
      "step": 83
    },
    {
      "epoch": 0.003907885554780182,
      "grad_norm": 5.7423952051281075,
      "learning_rate": 1.26e-05,
      "loss": 3.625,
      "step": 84
    },
    {
      "epoch": 0.003954408001860898,
      "grad_norm": 6.35379801450645,
      "learning_rate": 1.275e-05,
      "loss": 3.8906,
      "step": 85
    },
    {
      "epoch": 0.0040009304489416146,
      "grad_norm": 6.2709615174772315,
      "learning_rate": 1.2899999999999998e-05,
      "loss": 3.7812,
      "step": 86
    },
    {
      "epoch": 0.004047452896022331,
      "grad_norm": 5.498037739436133,
      "learning_rate": 1.3049999999999999e-05,
      "loss": 3.6094,
      "step": 87
    },
    {
      "epoch": 0.004093975343103047,
      "grad_norm": 5.828240154139734,
      "learning_rate": 1.3199999999999997e-05,
      "loss": 3.8281,
      "step": 88
    },
    {
      "epoch": 0.004140497790183764,
      "grad_norm": 5.51314093403665,
      "learning_rate": 1.3349999999999998e-05,
      "loss": 3.8906,
      "step": 89
    },
    {
      "epoch": 0.00418702023726448,
      "grad_norm": 6.021282230486946,
      "learning_rate": 1.3499999999999998e-05,
      "loss": 3.6875,
      "step": 90
    },
    {
      "epoch": 0.004233542684345197,
      "grad_norm": 6.025164719300333,
      "learning_rate": 1.3649999999999998e-05,
      "loss": 3.8906,
      "step": 91
    },
    {
      "epoch": 0.004280065131425913,
      "grad_norm": 5.613581284157658,
      "learning_rate": 1.3799999999999998e-05,
      "loss": 3.7969,
      "step": 92
    },
    {
      "epoch": 0.0043265875785066295,
      "grad_norm": 28.69357628564285,
      "learning_rate": 1.3949999999999999e-05,
      "loss": 3.4219,
      "step": 93
    },
    {
      "epoch": 0.004373110025587346,
      "grad_norm": 5.8723115338808,
      "learning_rate": 1.4099999999999999e-05,
      "loss": 3.7812,
      "step": 94
    },
    {
      "epoch": 0.004419632472668062,
      "grad_norm": 5.2648525588952655,
      "learning_rate": 1.4249999999999999e-05,
      "loss": 3.6719,
      "step": 95
    },
    {
      "epoch": 0.004466154919748779,
      "grad_norm": 5.578069743931407,
      "learning_rate": 1.44e-05,
      "loss": 3.9062,
      "step": 96
    },
    {
      "epoch": 0.004512677366829495,
      "grad_norm": 9.70365059024429,
      "learning_rate": 1.455e-05,
      "loss": 3.7344,
      "step": 97
    },
    {
      "epoch": 0.004559199813910212,
      "grad_norm": 5.6438615712860285,
      "learning_rate": 1.47e-05,
      "loss": 3.9844,
      "step": 98
    },
    {
      "epoch": 0.004605722260990928,
      "grad_norm": 5.691750013630169,
      "learning_rate": 1.485e-05,
      "loss": 3.6719,
      "step": 99
    },
    {
      "epoch": 0.0046522447080716445,
      "grad_norm": 18.678178803833983,
      "learning_rate": 1.4999999999999999e-05,
      "loss": 3.7031,
      "step": 100
    },
    {
      "epoch": 0.004698767155152361,
      "grad_norm": 5.4135521794273735,
      "learning_rate": 1.5149999999999999e-05,
      "loss": 3.7188,
      "step": 101
    },
    {
      "epoch": 0.004745289602233077,
      "grad_norm": 5.420814867771196,
      "learning_rate": 1.53e-05,
      "loss": 3.6719,
      "step": 102
    },
    {
      "epoch": 0.004791812049313794,
      "grad_norm": 8.510446773383235,
      "learning_rate": 1.545e-05,
      "loss": 3.5938,
      "step": 103
    },
    {
      "epoch": 0.00483833449639451,
      "grad_norm": 5.754773259089664,
      "learning_rate": 1.5599999999999996e-05,
      "loss": 3.3438,
      "step": 104
    },
    {
      "epoch": 0.004884856943475227,
      "grad_norm": 6.549293930142347,
      "learning_rate": 1.5749999999999997e-05,
      "loss": 3.6562,
      "step": 105
    },
    {
      "epoch": 0.004931379390555943,
      "grad_norm": 6.423601830902601,
      "learning_rate": 1.5899999999999997e-05,
      "loss": 3.9062,
      "step": 106
    },
    {
      "epoch": 0.0049779018376366595,
      "grad_norm": 5.471406597999991,
      "learning_rate": 1.6049999999999997e-05,
      "loss": 3.9219,
      "step": 107
    },
    {
      "epoch": 0.005024424284717376,
      "grad_norm": 5.30480817587247,
      "learning_rate": 1.6199999999999997e-05,
      "loss": 3.7031,
      "step": 108
    },
    {
      "epoch": 0.005070946731798092,
      "grad_norm": 5.570655988175015,
      "learning_rate": 1.6349999999999998e-05,
      "loss": 3.7188,
      "step": 109
    },
    {
      "epoch": 0.005117469178878809,
      "grad_norm": 6.337643801303547,
      "learning_rate": 1.6499999999999998e-05,
      "loss": 3.8125,
      "step": 110
    },
    {
      "epoch": 0.005163991625959525,
      "grad_norm": 5.060736403892608,
      "learning_rate": 1.6649999999999998e-05,
      "loss": 3.7031,
      "step": 111
    },
    {
      "epoch": 0.005210514073040242,
      "grad_norm": 5.3838203122895925,
      "learning_rate": 1.68e-05,
      "loss": 3.5781,
      "step": 112
    },
    {
      "epoch": 0.005257036520120958,
      "grad_norm": 5.596393912873104,
      "learning_rate": 1.695e-05,
      "loss": 3.6562,
      "step": 113
    },
    {
      "epoch": 0.0053035589672016745,
      "grad_norm": 5.436579052234118,
      "learning_rate": 1.71e-05,
      "loss": 3.7188,
      "step": 114
    },
    {
      "epoch": 0.005350081414282391,
      "grad_norm": 4.438399588502128,
      "learning_rate": 1.725e-05,
      "loss": 3.5156,
      "step": 115
    },
    {
      "epoch": 0.005396603861363107,
      "grad_norm": 4.96254049242233,
      "learning_rate": 1.74e-05,
      "loss": 3.6094,
      "step": 116
    },
    {
      "epoch": 0.005443126308443824,
      "grad_norm": 4.92863303918365,
      "learning_rate": 1.755e-05,
      "loss": 3.4531,
      "step": 117
    },
    {
      "epoch": 0.00548964875552454,
      "grad_norm": 8.31368806478756,
      "learning_rate": 1.7699999999999997e-05,
      "loss": 3.3906,
      "step": 118
    },
    {
      "epoch": 0.005536171202605257,
      "grad_norm": 16.42195053772626,
      "learning_rate": 1.7849999999999997e-05,
      "loss": 3.9062,
      "step": 119
    },
    {
      "epoch": 0.005582693649685973,
      "grad_norm": 5.744991776546542,
      "learning_rate": 1.7999999999999997e-05,
      "loss": 3.7344,
      "step": 120
    },
    {
      "epoch": 0.0056292160967666895,
      "grad_norm": 5.594893104327264,
      "learning_rate": 1.8149999999999997e-05,
      "loss": 3.625,
      "step": 121
    },
    {
      "epoch": 0.005675738543847406,
      "grad_norm": 6.769284364818482,
      "learning_rate": 1.8299999999999998e-05,
      "loss": 3.6875,
      "step": 122
    },
    {
      "epoch": 0.005722260990928122,
      "grad_norm": 8.03100695180001,
      "learning_rate": 1.8449999999999998e-05,
      "loss": 3.4219,
      "step": 123
    },
    {
      "epoch": 0.00576878343800884,
      "grad_norm": 5.603074644277141,
      "learning_rate": 1.8599999999999998e-05,
      "loss": 3.5469,
      "step": 124
    },
    {
      "epoch": 0.005815305885089556,
      "grad_norm": 5.308371594200582,
      "learning_rate": 1.875e-05,
      "loss": 3.7344,
      "step": 125
    },
    {
      "epoch": 0.0058618283321702725,
      "grad_norm": 5.754569511198336,
      "learning_rate": 1.89e-05,
      "loss": 3.5156,
      "step": 126
    },
    {
      "epoch": 0.005908350779250989,
      "grad_norm": 4.916774161793616,
      "learning_rate": 1.905e-05,
      "loss": 3.6094,
      "step": 127
    },
    {
      "epoch": 0.005954873226331705,
      "grad_norm": 4.467607632085425,
      "learning_rate": 1.92e-05,
      "loss": 3.5781,
      "step": 128
    },
    {
      "epoch": 0.006001395673412422,
      "grad_norm": 5.045923824139962,
      "learning_rate": 1.935e-05,
      "loss": 3.7812,
      "step": 129
    },
    {
      "epoch": 0.006047918120493138,
      "grad_norm": 4.219905343009695,
      "learning_rate": 1.95e-05,
      "loss": 3.4688,
      "step": 130
    },
    {
      "epoch": 0.006094440567573855,
      "grad_norm": 4.281405206934713,
      "learning_rate": 1.965e-05,
      "loss": 3.3125,
      "step": 131
    },
    {
      "epoch": 0.006140963014654571,
      "grad_norm": 4.985876901276969,
      "learning_rate": 1.98e-05,
      "loss": 3.625,
      "step": 132
    },
    {
      "epoch": 0.0061874854617352875,
      "grad_norm": 10.45233470557457,
      "learning_rate": 1.995e-05,
      "loss": 3.6406,
      "step": 133
    },
    {
      "epoch": 0.006234007908816004,
      "grad_norm": 4.793320540603264,
      "learning_rate": 2.01e-05,
      "loss": 3.6562,
      "step": 134
    },
    {
      "epoch": 0.00628053035589672,
      "grad_norm": 5.299783691693874,
      "learning_rate": 2.025e-05,
      "loss": 3.6562,
      "step": 135
    },
    {
      "epoch": 0.006327052802977437,
      "grad_norm": 4.561121889619357,
      "learning_rate": 2.04e-05,
      "loss": 3.6406,
      "step": 136
    },
    {
      "epoch": 0.006373575250058153,
      "grad_norm": 5.042383545058398,
      "learning_rate": 2.055e-05,
      "loss": 3.9531,
      "step": 137
    },
    {
      "epoch": 0.00642009769713887,
      "grad_norm": 4.926777081560113,
      "learning_rate": 2.07e-05,
      "loss": 3.7031,
      "step": 138
    },
    {
      "epoch": 0.006466620144219586,
      "grad_norm": 4.871573637995832,
      "learning_rate": 2.085e-05,
      "loss": 3.625,
      "step": 139
    },
    {
      "epoch": 0.0065131425913003025,
      "grad_norm": 11.633154496241849,
      "learning_rate": 2.1e-05,
      "loss": 3.2344,
      "step": 140
    },
    {
      "epoch": 0.006559665038381019,
      "grad_norm": 4.954637563592917,
      "learning_rate": 2.1149999999999996e-05,
      "loss": 3.6875,
      "step": 141
    },
    {
      "epoch": 0.006606187485461735,
      "grad_norm": 4.567773879796763,
      "learning_rate": 2.1299999999999996e-05,
      "loss": 3.6875,
      "step": 142
    },
    {
      "epoch": 0.006652709932542452,
      "grad_norm": 4.606678834938378,
      "learning_rate": 2.1449999999999996e-05,
      "loss": 3.5469,
      "step": 143
    },
    {
      "epoch": 0.006699232379623168,
      "grad_norm": 4.48537077077397,
      "learning_rate": 2.1599999999999996e-05,
      "loss": 3.4844,
      "step": 144
    },
    {
      "epoch": 0.006745754826703885,
      "grad_norm": 5.070548020358034,
      "learning_rate": 2.1749999999999997e-05,
      "loss": 3.7188,
      "step": 145
    },
    {
      "epoch": 0.006792277273784601,
      "grad_norm": 4.59766666117793,
      "learning_rate": 2.1899999999999997e-05,
      "loss": 3.4688,
      "step": 146
    },
    {
      "epoch": 0.0068387997208653175,
      "grad_norm": 4.601074282972588,
      "learning_rate": 2.2049999999999997e-05,
      "loss": 3.5312,
      "step": 147
    },
    {
      "epoch": 0.006885322167946034,
      "grad_norm": 6.697215177405143,
      "learning_rate": 2.2199999999999998e-05,
      "loss": 3.7188,
      "step": 148
    },
    {
      "epoch": 0.00693184461502675,
      "grad_norm": 4.515624606660988,
      "learning_rate": 2.2349999999999998e-05,
      "loss": 3.6562,
      "step": 149
    },
    {
      "epoch": 0.006978367062107467,
      "grad_norm": 4.537099222459623,
      "learning_rate": 2.2499999999999998e-05,
      "loss": 3.6875,
      "step": 150
    },
    {
      "epoch": 0.007024889509188183,
      "grad_norm": 4.524014575211522,
      "learning_rate": 2.2649999999999998e-05,
      "loss": 3.5156,
      "step": 151
    },
    {
      "epoch": 0.0070714119562689,
      "grad_norm": 4.428363080611416,
      "learning_rate": 2.28e-05,
      "loss": 3.7656,
      "step": 152
    },
    {
      "epoch": 0.007117934403349616,
      "grad_norm": 4.852002761935912,
      "learning_rate": 2.295e-05,
      "loss": 3.6719,
      "step": 153
    },
    {
      "epoch": 0.0071644568504303325,
      "grad_norm": 4.391650042357952,
      "learning_rate": 2.31e-05,
      "loss": 3.4219,
      "step": 154
    },
    {
      "epoch": 0.007210979297511049,
      "grad_norm": 4.427149900166921,
      "learning_rate": 2.325e-05,
      "loss": 3.8125,
      "step": 155
    },
    {
      "epoch": 0.007257501744591765,
      "grad_norm": 4.86298032408439,
      "learning_rate": 2.34e-05,
      "loss": 3.7031,
      "step": 156
    },
    {
      "epoch": 0.007304024191672482,
      "grad_norm": 4.338470117494761,
      "learning_rate": 2.3549999999999996e-05,
      "loss": 3.6719,
      "step": 157
    },
    {
      "epoch": 0.007350546638753198,
      "grad_norm": 4.122427747032461,
      "learning_rate": 2.3699999999999997e-05,
      "loss": 3.4531,
      "step": 158
    },
    {
      "epoch": 0.007397069085833915,
      "grad_norm": 4.3639084700190045,
      "learning_rate": 2.3849999999999997e-05,
      "loss": 3.5312,
      "step": 159
    },
    {
      "epoch": 0.007443591532914631,
      "grad_norm": 5.6291970874124715,
      "learning_rate": 2.3999999999999997e-05,
      "loss": 3.8594,
      "step": 160
    },
    {
      "epoch": 0.0074901139799953475,
      "grad_norm": 4.014096126838362,
      "learning_rate": 2.4149999999999997e-05,
      "loss": 3.3438,
      "step": 161
    },
    {
      "epoch": 0.007536636427076064,
      "grad_norm": 4.532832269321899,
      "learning_rate": 2.4299999999999998e-05,
      "loss": 3.5,
      "step": 162
    },
    {
      "epoch": 0.00758315887415678,
      "grad_norm": 5.642268761064329,
      "learning_rate": 2.4449999999999998e-05,
      "loss": 3.4219,
      "step": 163
    },
    {
      "epoch": 0.007629681321237497,
      "grad_norm": 4.528660626619633,
      "learning_rate": 2.4599999999999998e-05,
      "loss": 3.5,
      "step": 164
    },
    {
      "epoch": 0.007676203768318213,
      "grad_norm": 4.775569627710437,
      "learning_rate": 2.475e-05,
      "loss": 3.5781,
      "step": 165
    },
    {
      "epoch": 0.00772272621539893,
      "grad_norm": 5.243664486034207,
      "learning_rate": 2.49e-05,
      "loss": 3.3906,
      "step": 166
    },
    {
      "epoch": 0.007769248662479646,
      "grad_norm": 4.704722769757675,
      "learning_rate": 2.505e-05,
      "loss": 3.875,
      "step": 167
    },
    {
      "epoch": 0.007815771109560363,
      "grad_norm": 4.333871690265835,
      "learning_rate": 2.52e-05,
      "loss": 3.6875,
      "step": 168
    },
    {
      "epoch": 0.00786229355664108,
      "grad_norm": 4.082683874652894,
      "learning_rate": 2.535e-05,
      "loss": 3.5469,
      "step": 169
    },
    {
      "epoch": 0.007908816003721796,
      "grad_norm": 4.640408251906595,
      "learning_rate": 2.55e-05,
      "loss": 3.6406,
      "step": 170
    },
    {
      "epoch": 0.007955338450802513,
      "grad_norm": 4.286083678582241,
      "learning_rate": 2.565e-05,
      "loss": 3.4531,
      "step": 171
    },
    {
      "epoch": 0.008001860897883229,
      "grad_norm": 4.213686478031589,
      "learning_rate": 2.5799999999999997e-05,
      "loss": 3.5,
      "step": 172
    },
    {
      "epoch": 0.008048383344963946,
      "grad_norm": 4.099497436783277,
      "learning_rate": 2.5949999999999997e-05,
      "loss": 3.3906,
      "step": 173
    },
    {
      "epoch": 0.008094905792044662,
      "grad_norm": 4.875141267538378,
      "learning_rate": 2.6099999999999997e-05,
      "loss": 3.6406,
      "step": 174
    },
    {
      "epoch": 0.008141428239125378,
      "grad_norm": 4.3798698730227175,
      "learning_rate": 2.6249999999999998e-05,
      "loss": 3.7969,
      "step": 175
    },
    {
      "epoch": 0.008187950686206095,
      "grad_norm": 4.295266994223111,
      "learning_rate": 2.6399999999999995e-05,
      "loss": 3.5469,
      "step": 176
    },
    {
      "epoch": 0.008234473133286811,
      "grad_norm": 3.9085711355818273,
      "learning_rate": 2.6549999999999995e-05,
      "loss": 3.4844,
      "step": 177
    },
    {
      "epoch": 0.008280995580367528,
      "grad_norm": 3.9741629382714754,
      "learning_rate": 2.6699999999999995e-05,
      "loss": 3.4375,
      "step": 178
    },
    {
      "epoch": 0.008327518027448244,
      "grad_norm": 3.86926995046083,
      "learning_rate": 2.6849999999999995e-05,
      "loss": 3.4375,
      "step": 179
    },
    {
      "epoch": 0.00837404047452896,
      "grad_norm": 3.785369754271572,
      "learning_rate": 2.6999999999999996e-05,
      "loss": 3.6406,
      "step": 180
    },
    {
      "epoch": 0.008420562921609677,
      "grad_norm": 3.8727639293487033,
      "learning_rate": 2.7149999999999996e-05,
      "loss": 3.4531,
      "step": 181
    },
    {
      "epoch": 0.008467085368690393,
      "grad_norm": 4.4074202709962815,
      "learning_rate": 2.7299999999999996e-05,
      "loss": 3.0938,
      "step": 182
    },
    {
      "epoch": 0.00851360781577111,
      "grad_norm": 4.449156934130311,
      "learning_rate": 2.7449999999999996e-05,
      "loss": 3.5312,
      "step": 183
    },
    {
      "epoch": 0.008560130262851826,
      "grad_norm": 3.761617391529486,
      "learning_rate": 2.7599999999999997e-05,
      "loss": 3.3594,
      "step": 184
    },
    {
      "epoch": 0.008606652709932543,
      "grad_norm": 3.8440604696080576,
      "learning_rate": 2.7749999999999997e-05,
      "loss": 3.75,
      "step": 185
    },
    {
      "epoch": 0.008653175157013259,
      "grad_norm": 3.9102391093139452,
      "learning_rate": 2.7899999999999997e-05,
      "loss": 3.0625,
      "step": 186
    },
    {
      "epoch": 0.008699697604093976,
      "grad_norm": 3.9793518594577333,
      "learning_rate": 2.8049999999999997e-05,
      "loss": 3.5938,
      "step": 187
    },
    {
      "epoch": 0.008746220051174692,
      "grad_norm": 4.075272603091858,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 3.5156,
      "step": 188
    },
    {
      "epoch": 0.008792742498255408,
      "grad_norm": 3.843297923963185,
      "learning_rate": 2.8349999999999998e-05,
      "loss": 3.4688,
      "step": 189
    },
    {
      "epoch": 0.008839264945336125,
      "grad_norm": 4.111467409984943,
      "learning_rate": 2.8499999999999998e-05,
      "loss": 2.9531,
      "step": 190
    },
    {
      "epoch": 0.008885787392416841,
      "grad_norm": 4.179637599756225,
      "learning_rate": 2.865e-05,
      "loss": 3.5312,
      "step": 191
    },
    {
      "epoch": 0.008932309839497558,
      "grad_norm": 3.9724320911020308,
      "learning_rate": 2.88e-05,
      "loss": 3.8281,
      "step": 192
    },
    {
      "epoch": 0.008978832286578274,
      "grad_norm": 3.7415984077179982,
      "learning_rate": 2.895e-05,
      "loss": 3.7031,
      "step": 193
    },
    {
      "epoch": 0.00902535473365899,
      "grad_norm": 3.5839503649372695,
      "learning_rate": 2.91e-05,
      "loss": 3.6094,
      "step": 194
    },
    {
      "epoch": 0.009071877180739707,
      "grad_norm": 3.8506084654226727,
      "learning_rate": 2.925e-05,
      "loss": 3.3594,
      "step": 195
    },
    {
      "epoch": 0.009118399627820423,
      "grad_norm": 3.4309437921451598,
      "learning_rate": 2.94e-05,
      "loss": 3.2812,
      "step": 196
    },
    {
      "epoch": 0.00916492207490114,
      "grad_norm": 3.9266600205310125,
      "learning_rate": 2.955e-05,
      "loss": 3.4844,
      "step": 197
    },
    {
      "epoch": 0.009211444521981856,
      "grad_norm": 4.04990055809568,
      "learning_rate": 2.97e-05,
      "loss": 3.4688,
      "step": 198
    },
    {
      "epoch": 0.009257966969062573,
      "grad_norm": 3.9473016297227144,
      "learning_rate": 2.985e-05,
      "loss": 3.4531,
      "step": 199
    },
    {
      "epoch": 0.009304489416143289,
      "grad_norm": 3.938515878811603,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 3.5938,
      "step": 200
    },
    {
      "epoch": 0.009351011863224006,
      "grad_norm": 3.9055687065734865,
      "learning_rate": 3.0149999999999998e-05,
      "loss": 3.4844,
      "step": 201
    },
    {
      "epoch": 0.009397534310304722,
      "grad_norm": 4.495021135832226,
      "learning_rate": 3.0299999999999998e-05,
      "loss": 3.7031,
      "step": 202
    },
    {
      "epoch": 0.009444056757385438,
      "grad_norm": 3.5140333020919354,
      "learning_rate": 3.0449999999999998e-05,
      "loss": 3.5156,
      "step": 203
    },
    {
      "epoch": 0.009490579204466155,
      "grad_norm": 7.804407165340273,
      "learning_rate": 3.06e-05,
      "loss": 3.0312,
      "step": 204
    },
    {
      "epoch": 0.009537101651546871,
      "grad_norm": 3.455968076591767,
      "learning_rate": 3.0749999999999995e-05,
      "loss": 3.3125,
      "step": 205
    },
    {
      "epoch": 0.009583624098627588,
      "grad_norm": 5.534205963023908,
      "learning_rate": 3.09e-05,
      "loss": 3.25,
      "step": 206
    },
    {
      "epoch": 0.009630146545708304,
      "grad_norm": 3.4917792132766228,
      "learning_rate": 3.1049999999999996e-05,
      "loss": 3.2812,
      "step": 207
    },
    {
      "epoch": 0.00967666899278902,
      "grad_norm": 3.4290098571324563,
      "learning_rate": 3.119999999999999e-05,
      "loss": 3.4219,
      "step": 208
    },
    {
      "epoch": 0.009723191439869737,
      "grad_norm": 3.6960954522260447,
      "learning_rate": 3.1349999999999996e-05,
      "loss": 3.6406,
      "step": 209
    },
    {
      "epoch": 0.009769713886950453,
      "grad_norm": 4.1507642964568285,
      "learning_rate": 3.149999999999999e-05,
      "loss": 2.9531,
      "step": 210
    },
    {
      "epoch": 0.00981623633403117,
      "grad_norm": 12.63440812175448,
      "learning_rate": 3.165e-05,
      "loss": 3.2344,
      "step": 211
    },
    {
      "epoch": 0.009862758781111886,
      "grad_norm": 4.459751094013438,
      "learning_rate": 3.1799999999999994e-05,
      "loss": 3.6719,
      "step": 212
    },
    {
      "epoch": 0.009909281228192603,
      "grad_norm": 4.920663147551707,
      "learning_rate": 3.195e-05,
      "loss": 3.5938,
      "step": 213
    },
    {
      "epoch": 0.009955803675273319,
      "grad_norm": 4.671013474940482,
      "learning_rate": 3.2099999999999994e-05,
      "loss": 3.625,
      "step": 214
    },
    {
      "epoch": 0.010002326122354036,
      "grad_norm": 4.920649753565711,
      "learning_rate": 3.225e-05,
      "loss": 3.6094,
      "step": 215
    },
    {
      "epoch": 0.010048848569434752,
      "grad_norm": 4.401424231485605,
      "learning_rate": 3.2399999999999995e-05,
      "loss": 3.7188,
      "step": 216
    },
    {
      "epoch": 0.010095371016515468,
      "grad_norm": 3.9752250655592603,
      "learning_rate": 3.255e-05,
      "loss": 3.5625,
      "step": 217
    },
    {
      "epoch": 0.010141893463596185,
      "grad_norm": 4.901063565056239,
      "learning_rate": 3.2699999999999995e-05,
      "loss": 3.6406,
      "step": 218
    },
    {
      "epoch": 0.010188415910676901,
      "grad_norm": 4.030696864721056,
      "learning_rate": 3.285e-05,
      "loss": 3.375,
      "step": 219
    },
    {
      "epoch": 0.010234938357757618,
      "grad_norm": 3.4676629506214334,
      "learning_rate": 3.2999999999999996e-05,
      "loss": 3.1562,
      "step": 220
    },
    {
      "epoch": 0.010281460804838334,
      "grad_norm": 4.307754395710415,
      "learning_rate": 3.315e-05,
      "loss": 3.6875,
      "step": 221
    },
    {
      "epoch": 0.01032798325191905,
      "grad_norm": 3.794044511531825,
      "learning_rate": 3.3299999999999996e-05,
      "loss": 3.4844,
      "step": 222
    },
    {
      "epoch": 0.010374505698999767,
      "grad_norm": 4.166177913316242,
      "learning_rate": 3.345e-05,
      "loss": 3.5781,
      "step": 223
    },
    {
      "epoch": 0.010421028146080483,
      "grad_norm": 3.580784046137732,
      "learning_rate": 3.36e-05,
      "loss": 3.6719,
      "step": 224
    },
    {
      "epoch": 0.0104675505931612,
      "grad_norm": 3.7472382045251007,
      "learning_rate": 3.375e-05,
      "loss": 3.2812,
      "step": 225
    },
    {
      "epoch": 0.010514073040241916,
      "grad_norm": 4.464464420990571,
      "learning_rate": 3.39e-05,
      "loss": 3.4688,
      "step": 226
    },
    {
      "epoch": 0.010560595487322633,
      "grad_norm": 3.707085901995829,
      "learning_rate": 3.405e-05,
      "loss": 3.4844,
      "step": 227
    },
    {
      "epoch": 0.010607117934403349,
      "grad_norm": 4.59513196295122,
      "learning_rate": 3.42e-05,
      "loss": 3.4844,
      "step": 228
    },
    {
      "epoch": 0.010653640381484066,
      "grad_norm": 3.733033085227018,
      "learning_rate": 3.435e-05,
      "loss": 3.4688,
      "step": 229
    },
    {
      "epoch": 0.010700162828564782,
      "grad_norm": 3.5796160776460475,
      "learning_rate": 3.45e-05,
      "loss": 3.3906,
      "step": 230
    },
    {
      "epoch": 0.010746685275645498,
      "grad_norm": 3.867483124313221,
      "learning_rate": 3.465e-05,
      "loss": 3.5469,
      "step": 231
    },
    {
      "epoch": 0.010793207722726215,
      "grad_norm": 3.2904794169560936,
      "learning_rate": 3.48e-05,
      "loss": 3.6094,
      "step": 232
    },
    {
      "epoch": 0.010839730169806931,
      "grad_norm": 3.1243641144667755,
      "learning_rate": 3.4949999999999996e-05,
      "loss": 3.6875,
      "step": 233
    },
    {
      "epoch": 0.010886252616887648,
      "grad_norm": 3.305994133734492,
      "learning_rate": 3.51e-05,
      "loss": 3.5469,
      "step": 234
    },
    {
      "epoch": 0.010932775063968364,
      "grad_norm": 3.7811203355186658,
      "learning_rate": 3.5249999999999996e-05,
      "loss": 3.5156,
      "step": 235
    },
    {
      "epoch": 0.01097929751104908,
      "grad_norm": 3.769837089266213,
      "learning_rate": 3.539999999999999e-05,
      "loss": 3.6406,
      "step": 236
    },
    {
      "epoch": 0.011025819958129797,
      "grad_norm": 3.8026153777011045,
      "learning_rate": 3.555e-05,
      "loss": 3.75,
      "step": 237
    },
    {
      "epoch": 0.011072342405210513,
      "grad_norm": 3.4546893982991964,
      "learning_rate": 3.5699999999999994e-05,
      "loss": 3.6719,
      "step": 238
    },
    {
      "epoch": 0.01111886485229123,
      "grad_norm": 3.6723795859604715,
      "learning_rate": 3.585e-05,
      "loss": 3.4375,
      "step": 239
    },
    {
      "epoch": 0.011165387299371946,
      "grad_norm": 3.4647747711141124,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 3.5625,
      "step": 240
    },
    {
      "epoch": 0.011211909746452663,
      "grad_norm": 3.4385881810814185,
      "learning_rate": 3.615e-05,
      "loss": 3.2656,
      "step": 241
    },
    {
      "epoch": 0.011258432193533379,
      "grad_norm": 3.744002325979435,
      "learning_rate": 3.6299999999999995e-05,
      "loss": 3.3281,
      "step": 242
    },
    {
      "epoch": 0.011304954640614095,
      "grad_norm": 2.9553667991613852,
      "learning_rate": 3.645e-05,
      "loss": 3.375,
      "step": 243
    },
    {
      "epoch": 0.011351477087694812,
      "grad_norm": 3.314782776339,
      "learning_rate": 3.6599999999999995e-05,
      "loss": 3.2812,
      "step": 244
    },
    {
      "epoch": 0.011397999534775528,
      "grad_norm": 3.314778157379656,
      "learning_rate": 3.675e-05,
      "loss": 3.4531,
      "step": 245
    },
    {
      "epoch": 0.011444521981856245,
      "grad_norm": 4.346539255192417,
      "learning_rate": 3.6899999999999996e-05,
      "loss": 3.4219,
      "step": 246
    },
    {
      "epoch": 0.011491044428936963,
      "grad_norm": 3.40834663849168,
      "learning_rate": 3.705e-05,
      "loss": 3.4062,
      "step": 247
    },
    {
      "epoch": 0.01153756687601768,
      "grad_norm": 3.8080828873256527,
      "learning_rate": 3.7199999999999996e-05,
      "loss": 3.3281,
      "step": 248
    },
    {
      "epoch": 0.011584089323098396,
      "grad_norm": 3.1499835328925507,
      "learning_rate": 3.735e-05,
      "loss": 3.5312,
      "step": 249
    },
    {
      "epoch": 0.011630611770179112,
      "grad_norm": 3.9037881150356655,
      "learning_rate": 3.75e-05,
      "loss": 3.4531,
      "step": 250
    },
    {
      "epoch": 0.011677134217259829,
      "grad_norm": 3.191568187857558,
      "learning_rate": 3.7649999999999994e-05,
      "loss": 3.375,
      "step": 251
    },
    {
      "epoch": 0.011723656664340545,
      "grad_norm": 3.32745104284964,
      "learning_rate": 3.78e-05,
      "loss": 3.6094,
      "step": 252
    },
    {
      "epoch": 0.011770179111421262,
      "grad_norm": 3.505838563628521,
      "learning_rate": 3.7949999999999994e-05,
      "loss": 3.4375,
      "step": 253
    },
    {
      "epoch": 0.011816701558501978,
      "grad_norm": 3.3565259579203626,
      "learning_rate": 3.81e-05,
      "loss": 3.3594,
      "step": 254
    },
    {
      "epoch": 0.011863224005582694,
      "grad_norm": 3.454628676564233,
      "learning_rate": 3.8249999999999995e-05,
      "loss": 3.1719,
      "step": 255
    },
    {
      "epoch": 0.01190974645266341,
      "grad_norm": 3.3960468027826485,
      "learning_rate": 3.84e-05,
      "loss": 3.4531,
      "step": 256
    },
    {
      "epoch": 0.011956268899744127,
      "grad_norm": 3.673417172458735,
      "learning_rate": 3.8549999999999995e-05,
      "loss": 3.3438,
      "step": 257
    },
    {
      "epoch": 0.012002791346824844,
      "grad_norm": 3.455520803644601,
      "learning_rate": 3.87e-05,
      "loss": 3.5156,
      "step": 258
    },
    {
      "epoch": 0.01204931379390556,
      "grad_norm": 3.3715910635729696,
      "learning_rate": 3.8849999999999996e-05,
      "loss": 3.4688,
      "step": 259
    },
    {
      "epoch": 0.012095836240986277,
      "grad_norm": 3.383414423185282,
      "learning_rate": 3.9e-05,
      "loss": 3.4531,
      "step": 260
    },
    {
      "epoch": 0.012142358688066993,
      "grad_norm": 3.398680387385576,
      "learning_rate": 3.9149999999999996e-05,
      "loss": 3.4844,
      "step": 261
    },
    {
      "epoch": 0.01218888113514771,
      "grad_norm": 3.2501197976368323,
      "learning_rate": 3.93e-05,
      "loss": 3.6406,
      "step": 262
    },
    {
      "epoch": 0.012235403582228426,
      "grad_norm": 3.231171919665575,
      "learning_rate": 3.945e-05,
      "loss": 3.4688,
      "step": 263
    },
    {
      "epoch": 0.012281926029309142,
      "grad_norm": 3.3842128096276234,
      "learning_rate": 3.96e-05,
      "loss": 3.5469,
      "step": 264
    },
    {
      "epoch": 0.012328448476389859,
      "grad_norm": 3.5837559012291695,
      "learning_rate": 3.975e-05,
      "loss": 3.2969,
      "step": 265
    },
    {
      "epoch": 0.012374970923470575,
      "grad_norm": 3.990516111862451,
      "learning_rate": 3.99e-05,
      "loss": 3.4219,
      "step": 266
    },
    {
      "epoch": 0.012421493370551292,
      "grad_norm": 3.1569363194784157,
      "learning_rate": 4.005e-05,
      "loss": 3.5781,
      "step": 267
    },
    {
      "epoch": 0.012468015817632008,
      "grad_norm": 3.3883656922893746,
      "learning_rate": 4.02e-05,
      "loss": 3.4844,
      "step": 268
    },
    {
      "epoch": 0.012514538264712724,
      "grad_norm": 3.497853209008348,
      "learning_rate": 4.035e-05,
      "loss": 3.5312,
      "step": 269
    },
    {
      "epoch": 0.01256106071179344,
      "grad_norm": 3.0876913538262976,
      "learning_rate": 4.05e-05,
      "loss": 3.375,
      "step": 270
    },
    {
      "epoch": 0.012607583158874157,
      "grad_norm": 3.113791385406332,
      "learning_rate": 4.065e-05,
      "loss": 3.5469,
      "step": 271
    },
    {
      "epoch": 0.012654105605954874,
      "grad_norm": 3.5439952004926143,
      "learning_rate": 4.08e-05,
      "loss": 3.5,
      "step": 272
    },
    {
      "epoch": 0.01270062805303559,
      "grad_norm": 3.283763078403695,
      "learning_rate": 4.095e-05,
      "loss": 3.5781,
      "step": 273
    },
    {
      "epoch": 0.012747150500116307,
      "grad_norm": 3.010871653633173,
      "learning_rate": 4.11e-05,
      "loss": 3.3906,
      "step": 274
    },
    {
      "epoch": 0.012793672947197023,
      "grad_norm": 2.955133455278321,
      "learning_rate": 4.125e-05,
      "loss": 3.4844,
      "step": 275
    },
    {
      "epoch": 0.01284019539427774,
      "grad_norm": 3.7447088350506195,
      "learning_rate": 4.14e-05,
      "loss": 2.9844,
      "step": 276
    },
    {
      "epoch": 0.012886717841358456,
      "grad_norm": 3.4160720973195273,
      "learning_rate": 4.155e-05,
      "loss": 3.7969,
      "step": 277
    },
    {
      "epoch": 0.012933240288439172,
      "grad_norm": 3.3816625215976606,
      "learning_rate": 4.17e-05,
      "loss": 3.5,
      "step": 278
    },
    {
      "epoch": 0.012979762735519889,
      "grad_norm": 2.9780107799212905,
      "learning_rate": 4.185e-05,
      "loss": 3.1094,
      "step": 279
    },
    {
      "epoch": 0.013026285182600605,
      "grad_norm": 2.7574402080563205,
      "learning_rate": 4.2e-05,
      "loss": 3.5,
      "step": 280
    },
    {
      "epoch": 0.013072807629681321,
      "grad_norm": 2.909429751643113,
      "learning_rate": 4.215e-05,
      "loss": 3.2969,
      "step": 281
    },
    {
      "epoch": 0.013119330076762038,
      "grad_norm": 2.9409395721685936,
      "learning_rate": 4.229999999999999e-05,
      "loss": 3.3281,
      "step": 282
    },
    {
      "epoch": 0.013165852523842754,
      "grad_norm": 3.1646889439790997,
      "learning_rate": 4.2449999999999995e-05,
      "loss": 3.2969,
      "step": 283
    },
    {
      "epoch": 0.01321237497092347,
      "grad_norm": 2.9249507495291236,
      "learning_rate": 4.259999999999999e-05,
      "loss": 3.1406,
      "step": 284
    },
    {
      "epoch": 0.013258897418004187,
      "grad_norm": 3.0643727972424344,
      "learning_rate": 4.2749999999999996e-05,
      "loss": 3.4375,
      "step": 285
    },
    {
      "epoch": 0.013305419865084904,
      "grad_norm": 2.9596648125619662,
      "learning_rate": 4.289999999999999e-05,
      "loss": 3.4688,
      "step": 286
    },
    {
      "epoch": 0.01335194231216562,
      "grad_norm": 3.17571420580133,
      "learning_rate": 4.3049999999999996e-05,
      "loss": 3.4375,
      "step": 287
    },
    {
      "epoch": 0.013398464759246336,
      "grad_norm": 2.668974175276915,
      "learning_rate": 4.319999999999999e-05,
      "loss": 3.1094,
      "step": 288
    },
    {
      "epoch": 0.013444987206327053,
      "grad_norm": 2.978448701181156,
      "learning_rate": 4.334999999999999e-05,
      "loss": 3.7031,
      "step": 289
    },
    {
      "epoch": 0.01349150965340777,
      "grad_norm": 2.9811243412630946,
      "learning_rate": 4.3499999999999993e-05,
      "loss": 3.625,
      "step": 290
    },
    {
      "epoch": 0.013538032100488486,
      "grad_norm": 2.70635938944201,
      "learning_rate": 4.364999999999999e-05,
      "loss": 3.3125,
      "step": 291
    },
    {
      "epoch": 0.013584554547569202,
      "grad_norm": 2.808310416182118,
      "learning_rate": 4.3799999999999994e-05,
      "loss": 3.6406,
      "step": 292
    },
    {
      "epoch": 0.013631076994649919,
      "grad_norm": 2.672267582905898,
      "learning_rate": 4.394999999999999e-05,
      "loss": 3.6406,
      "step": 293
    },
    {
      "epoch": 0.013677599441730635,
      "grad_norm": 2.7424583267894347,
      "learning_rate": 4.4099999999999995e-05,
      "loss": 3.3125,
      "step": 294
    },
    {
      "epoch": 0.013724121888811351,
      "grad_norm": 3.0023675920548203,
      "learning_rate": 4.424999999999999e-05,
      "loss": 3.375,
      "step": 295
    },
    {
      "epoch": 0.013770644335892068,
      "grad_norm": 2.8534408310302273,
      "learning_rate": 4.4399999999999995e-05,
      "loss": 3.2969,
      "step": 296
    },
    {
      "epoch": 0.013817166782972784,
      "grad_norm": 2.707057687349216,
      "learning_rate": 4.454999999999999e-05,
      "loss": 3.4531,
      "step": 297
    },
    {
      "epoch": 0.0138636892300535,
      "grad_norm": 3.079632299111041,
      "learning_rate": 4.4699999999999996e-05,
      "loss": 3.3281,
      "step": 298
    },
    {
      "epoch": 0.013910211677134217,
      "grad_norm": 2.852972146415705,
      "learning_rate": 4.484999999999999e-05,
      "loss": 3.3438,
      "step": 299
    },
    {
      "epoch": 0.013956734124214934,
      "grad_norm": 2.790955435901806,
      "learning_rate": 4.4999999999999996e-05,
      "loss": 3.25,
      "step": 300
    },
    {
      "epoch": 0.01400325657129565,
      "grad_norm": 3.1465007243603345,
      "learning_rate": 4.514999999999999e-05,
      "loss": 3.3281,
      "step": 301
    },
    {
      "epoch": 0.014049779018376366,
      "grad_norm": 3.2114265687855066,
      "learning_rate": 4.5299999999999997e-05,
      "loss": 3.4531,
      "step": 302
    },
    {
      "epoch": 0.014096301465457083,
      "grad_norm": 2.664622036418431,
      "learning_rate": 4.5449999999999993e-05,
      "loss": 3.4844,
      "step": 303
    },
    {
      "epoch": 0.0141428239125378,
      "grad_norm": 2.8019496073084866,
      "learning_rate": 4.56e-05,
      "loss": 3.2969,
      "step": 304
    },
    {
      "epoch": 0.014189346359618516,
      "grad_norm": 3.0670694819191398,
      "learning_rate": 4.5749999999999994e-05,
      "loss": 3.1719,
      "step": 305
    },
    {
      "epoch": 0.014235868806699232,
      "grad_norm": 2.837939033967126,
      "learning_rate": 4.59e-05,
      "loss": 3.3125,
      "step": 306
    },
    {
      "epoch": 0.014282391253779949,
      "grad_norm": 3.267230381297731,
      "learning_rate": 4.6049999999999994e-05,
      "loss": 3.1875,
      "step": 307
    },
    {
      "epoch": 0.014328913700860665,
      "grad_norm": 3.335069572393991,
      "learning_rate": 4.62e-05,
      "loss": 3.3281,
      "step": 308
    },
    {
      "epoch": 0.014375436147941381,
      "grad_norm": 2.853881110137233,
      "learning_rate": 4.6349999999999995e-05,
      "loss": 3.4844,
      "step": 309
    },
    {
      "epoch": 0.014421958595022098,
      "grad_norm": 3.578890155011173,
      "learning_rate": 4.65e-05,
      "loss": 3.1406,
      "step": 310
    },
    {
      "epoch": 0.014468481042102814,
      "grad_norm": 3.633156975624894,
      "learning_rate": 4.6649999999999996e-05,
      "loss": 3.4531,
      "step": 311
    },
    {
      "epoch": 0.01451500348918353,
      "grad_norm": 3.328341429052596,
      "learning_rate": 4.68e-05,
      "loss": 3.25,
      "step": 312
    },
    {
      "epoch": 0.014561525936264247,
      "grad_norm": 3.1863812923254433,
      "learning_rate": 4.6949999999999996e-05,
      "loss": 3.4062,
      "step": 313
    },
    {
      "epoch": 0.014608048383344964,
      "grad_norm": 2.982494903431973,
      "learning_rate": 4.709999999999999e-05,
      "loss": 3.4375,
      "step": 314
    },
    {
      "epoch": 0.01465457083042568,
      "grad_norm": 2.734084652917819,
      "learning_rate": 4.7249999999999997e-05,
      "loss": 3.1875,
      "step": 315
    },
    {
      "epoch": 0.014701093277506396,
      "grad_norm": 3.0877627762021422,
      "learning_rate": 4.7399999999999993e-05,
      "loss": 3.4219,
      "step": 316
    },
    {
      "epoch": 0.014747615724587113,
      "grad_norm": 2.8514145778474265,
      "learning_rate": 4.755e-05,
      "loss": 3.5156,
      "step": 317
    },
    {
      "epoch": 0.01479413817166783,
      "grad_norm": 3.041510178698421,
      "learning_rate": 4.7699999999999994e-05,
      "loss": 3.3125,
      "step": 318
    },
    {
      "epoch": 0.014840660618748546,
      "grad_norm": 2.8863764667692595,
      "learning_rate": 4.785e-05,
      "loss": 3.4219,
      "step": 319
    },
    {
      "epoch": 0.014887183065829262,
      "grad_norm": 3.1541443108234564,
      "learning_rate": 4.7999999999999994e-05,
      "loss": 3.5938,
      "step": 320
    },
    {
      "epoch": 0.014933705512909979,
      "grad_norm": 3.040870277313834,
      "learning_rate": 4.815e-05,
      "loss": 3.3594,
      "step": 321
    },
    {
      "epoch": 0.014980227959990695,
      "grad_norm": 2.9447003322247354,
      "learning_rate": 4.8299999999999995e-05,
      "loss": 3.2812,
      "step": 322
    },
    {
      "epoch": 0.015026750407071411,
      "grad_norm": 2.7468712241007966,
      "learning_rate": 4.845e-05,
      "loss": 3.4375,
      "step": 323
    },
    {
      "epoch": 0.015073272854152128,
      "grad_norm": 3.5984983445359395,
      "learning_rate": 4.8599999999999995e-05,
      "loss": 3.5938,
      "step": 324
    },
    {
      "epoch": 0.015119795301232844,
      "grad_norm": 2.765106801263657,
      "learning_rate": 4.875e-05,
      "loss": 3.4062,
      "step": 325
    },
    {
      "epoch": 0.01516631774831356,
      "grad_norm": 3.878983451263863,
      "learning_rate": 4.8899999999999996e-05,
      "loss": 3.4219,
      "step": 326
    },
    {
      "epoch": 0.015212840195394277,
      "grad_norm": 3.0880912318647273,
      "learning_rate": 4.905e-05,
      "loss": 3.1562,
      "step": 327
    },
    {
      "epoch": 0.015259362642474994,
      "grad_norm": 3.11069450920545,
      "learning_rate": 4.9199999999999997e-05,
      "loss": 3.4375,
      "step": 328
    },
    {
      "epoch": 0.01530588508955571,
      "grad_norm": 3.008158588224891,
      "learning_rate": 4.935e-05,
      "loss": 3.2812,
      "step": 329
    },
    {
      "epoch": 0.015352407536636426,
      "grad_norm": 3.0480006354484197,
      "learning_rate": 4.95e-05,
      "loss": 3.2031,
      "step": 330
    },
    {
      "epoch": 0.015398929983717143,
      "grad_norm": 3.088023472911261,
      "learning_rate": 4.965e-05,
      "loss": 3.1719,
      "step": 331
    },
    {
      "epoch": 0.01544545243079786,
      "grad_norm": 2.855997106018164,
      "learning_rate": 4.98e-05,
      "loss": 3.375,
      "step": 332
    },
    {
      "epoch": 0.015491974877878576,
      "grad_norm": 3.476326459038733,
      "learning_rate": 4.995e-05,
      "loss": 3.3594,
      "step": 333
    },
    {
      "epoch": 0.015538497324959292,
      "grad_norm": 2.6309585750171323,
      "learning_rate": 5.01e-05,
      "loss": 3.2969,
      "step": 334
    },
    {
      "epoch": 0.015585019772040009,
      "grad_norm": 3.0398488814724924,
      "learning_rate": 5.025e-05,
      "loss": 3.3438,
      "step": 335
    },
    {
      "epoch": 0.015631542219120727,
      "grad_norm": 2.830375281164254,
      "learning_rate": 5.04e-05,
      "loss": 3.1406,
      "step": 336
    },
    {
      "epoch": 0.015678064666201443,
      "grad_norm": 2.9113450821240234,
      "learning_rate": 5.055e-05,
      "loss": 3.3438,
      "step": 337
    },
    {
      "epoch": 0.01572458711328216,
      "grad_norm": 2.8146568729242785,
      "learning_rate": 5.07e-05,
      "loss": 3.25,
      "step": 338
    },
    {
      "epoch": 0.015771109560362876,
      "grad_norm": 3.072616522761948,
      "learning_rate": 5.0849999999999996e-05,
      "loss": 3.2812,
      "step": 339
    },
    {
      "epoch": 0.015817632007443592,
      "grad_norm": 3.115507499122078,
      "learning_rate": 5.1e-05,
      "loss": 3.4844,
      "step": 340
    },
    {
      "epoch": 0.01586415445452431,
      "grad_norm": 3.0462061916062195,
      "learning_rate": 5.1149999999999996e-05,
      "loss": 3.4375,
      "step": 341
    },
    {
      "epoch": 0.015910676901605025,
      "grad_norm": 2.437471888405923,
      "learning_rate": 5.13e-05,
      "loss": 3.2344,
      "step": 342
    },
    {
      "epoch": 0.015957199348685742,
      "grad_norm": 3.0080585426512303,
      "learning_rate": 5.145e-05,
      "loss": 3.2969,
      "step": 343
    },
    {
      "epoch": 0.016003721795766458,
      "grad_norm": 2.8872885186069683,
      "learning_rate": 5.1599999999999994e-05,
      "loss": 3.7031,
      "step": 344
    },
    {
      "epoch": 0.016050244242847175,
      "grad_norm": 3.1678933709591326,
      "learning_rate": 5.174999999999999e-05,
      "loss": 3.4688,
      "step": 345
    },
    {
      "epoch": 0.01609676668992789,
      "grad_norm": 2.7300294280972888,
      "learning_rate": 5.1899999999999994e-05,
      "loss": 3.4688,
      "step": 346
    },
    {
      "epoch": 0.016143289137008607,
      "grad_norm": 2.812986548573443,
      "learning_rate": 5.204999999999999e-05,
      "loss": 3.2188,
      "step": 347
    },
    {
      "epoch": 0.016189811584089324,
      "grad_norm": 2.6401269888853354,
      "learning_rate": 5.2199999999999995e-05,
      "loss": 3.4219,
      "step": 348
    },
    {
      "epoch": 0.01623633403117004,
      "grad_norm": 2.9032330258258217,
      "learning_rate": 5.234999999999999e-05,
      "loss": 3.4688,
      "step": 349
    },
    {
      "epoch": 0.016282856478250757,
      "grad_norm": 4.240501801884255,
      "learning_rate": 5.2499999999999995e-05,
      "loss": 3.1875,
      "step": 350
    },
    {
      "epoch": 0.016329378925331473,
      "grad_norm": 2.9601591317932767,
      "learning_rate": 5.264999999999999e-05,
      "loss": 3.4062,
      "step": 351
    },
    {
      "epoch": 0.01637590137241219,
      "grad_norm": 2.8329194383768797,
      "learning_rate": 5.279999999999999e-05,
      "loss": 3.4062,
      "step": 352
    },
    {
      "epoch": 0.016422423819492906,
      "grad_norm": 2.797206539437957,
      "learning_rate": 5.294999999999999e-05,
      "loss": 3.4062,
      "step": 353
    },
    {
      "epoch": 0.016468946266573622,
      "grad_norm": 2.6158931173441586,
      "learning_rate": 5.309999999999999e-05,
      "loss": 3.3594,
      "step": 354
    },
    {
      "epoch": 0.01651546871365434,
      "grad_norm": 3.3058852095023985,
      "learning_rate": 5.324999999999999e-05,
      "loss": 2.8125,
      "step": 355
    },
    {
      "epoch": 0.016561991160735055,
      "grad_norm": 2.7645099192400298,
      "learning_rate": 5.339999999999999e-05,
      "loss": 3.4062,
      "step": 356
    },
    {
      "epoch": 0.016608513607815772,
      "grad_norm": 2.970541268362482,
      "learning_rate": 5.3549999999999994e-05,
      "loss": 3.2969,
      "step": 357
    },
    {
      "epoch": 0.016655036054896488,
      "grad_norm": 2.795584195523718,
      "learning_rate": 5.369999999999999e-05,
      "loss": 3.2812,
      "step": 358
    },
    {
      "epoch": 0.016701558501977205,
      "grad_norm": 2.901968074842778,
      "learning_rate": 5.3849999999999994e-05,
      "loss": 3.3594,
      "step": 359
    },
    {
      "epoch": 0.01674808094905792,
      "grad_norm": 2.936860868674669,
      "learning_rate": 5.399999999999999e-05,
      "loss": 3.2656,
      "step": 360
    },
    {
      "epoch": 0.016794603396138637,
      "grad_norm": 2.6635508065799516,
      "learning_rate": 5.4149999999999995e-05,
      "loss": 3.375,
      "step": 361
    },
    {
      "epoch": 0.016841125843219354,
      "grad_norm": 2.8322186131433,
      "learning_rate": 5.429999999999999e-05,
      "loss": 3.2969,
      "step": 362
    },
    {
      "epoch": 0.01688764829030007,
      "grad_norm": 2.7893754371225503,
      "learning_rate": 5.4449999999999995e-05,
      "loss": 3.5781,
      "step": 363
    },
    {
      "epoch": 0.016934170737380787,
      "grad_norm": 2.9662072543708136,
      "learning_rate": 5.459999999999999e-05,
      "loss": 3.1719,
      "step": 364
    },
    {
      "epoch": 0.016980693184461503,
      "grad_norm": 2.573732529072628,
      "learning_rate": 5.4749999999999996e-05,
      "loss": 3.375,
      "step": 365
    },
    {
      "epoch": 0.01702721563154222,
      "grad_norm": 2.702049990842327,
      "learning_rate": 5.489999999999999e-05,
      "loss": 3.75,
      "step": 366
    },
    {
      "epoch": 0.017073738078622936,
      "grad_norm": 2.6081664927339365,
      "learning_rate": 5.5049999999999996e-05,
      "loss": 3.25,
      "step": 367
    },
    {
      "epoch": 0.017120260525703652,
      "grad_norm": 2.9250920819196824,
      "learning_rate": 5.519999999999999e-05,
      "loss": 3.4219,
      "step": 368
    },
    {
      "epoch": 0.01716678297278437,
      "grad_norm": 2.7019380747591533,
      "learning_rate": 5.535e-05,
      "loss": 3.4531,
      "step": 369
    },
    {
      "epoch": 0.017213305419865085,
      "grad_norm": 3.125503804392359,
      "learning_rate": 5.5499999999999994e-05,
      "loss": 3.4062,
      "step": 370
    },
    {
      "epoch": 0.017259827866945802,
      "grad_norm": 2.573001355325483,
      "learning_rate": 5.565e-05,
      "loss": 3.6562,
      "step": 371
    },
    {
      "epoch": 0.017306350314026518,
      "grad_norm": 2.687693554049217,
      "learning_rate": 5.5799999999999994e-05,
      "loss": 3.4844,
      "step": 372
    },
    {
      "epoch": 0.017352872761107235,
      "grad_norm": 2.4183477383932543,
      "learning_rate": 5.595e-05,
      "loss": 3.2344,
      "step": 373
    },
    {
      "epoch": 0.01739939520818795,
      "grad_norm": 2.7263188204108015,
      "learning_rate": 5.6099999999999995e-05,
      "loss": 3.0312,
      "step": 374
    },
    {
      "epoch": 0.017445917655268667,
      "grad_norm": 2.709727869340896,
      "learning_rate": 5.625e-05,
      "loss": 3.2344,
      "step": 375
    },
    {
      "epoch": 0.017492440102349384,
      "grad_norm": 2.616158210452901,
      "learning_rate": 5.6399999999999995e-05,
      "loss": 3.25,
      "step": 376
    },
    {
      "epoch": 0.0175389625494301,
      "grad_norm": 2.7840142961517724,
      "learning_rate": 5.654999999999999e-05,
      "loss": 3.4062,
      "step": 377
    },
    {
      "epoch": 0.017585484996510817,
      "grad_norm": 2.7368169199332177,
      "learning_rate": 5.6699999999999996e-05,
      "loss": 3.0156,
      "step": 378
    },
    {
      "epoch": 0.017632007443591533,
      "grad_norm": 2.560206384382818,
      "learning_rate": 5.684999999999999e-05,
      "loss": 3.0625,
      "step": 379
    },
    {
      "epoch": 0.01767852989067225,
      "grad_norm": 2.955727336603664,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 3.6094,
      "step": 380
    },
    {
      "epoch": 0.017725052337752966,
      "grad_norm": 2.955857596386722,
      "learning_rate": 5.714999999999999e-05,
      "loss": 3.2812,
      "step": 381
    },
    {
      "epoch": 0.017771574784833682,
      "grad_norm": 2.64840521153701,
      "learning_rate": 5.73e-05,
      "loss": 3.6406,
      "step": 382
    },
    {
      "epoch": 0.0178180972319144,
      "grad_norm": 2.8932036844604556,
      "learning_rate": 5.7449999999999994e-05,
      "loss": 3.4375,
      "step": 383
    },
    {
      "epoch": 0.017864619678995115,
      "grad_norm": 2.9709484663121484,
      "learning_rate": 5.76e-05,
      "loss": 3.4375,
      "step": 384
    },
    {
      "epoch": 0.017911142126075832,
      "grad_norm": 2.6144474375799827,
      "learning_rate": 5.7749999999999994e-05,
      "loss": 3.3594,
      "step": 385
    },
    {
      "epoch": 0.017957664573156548,
      "grad_norm": 2.679414298802919,
      "learning_rate": 5.79e-05,
      "loss": 3.1719,
      "step": 386
    },
    {
      "epoch": 0.018004187020237265,
      "grad_norm": 2.5143588727613153,
      "learning_rate": 5.8049999999999995e-05,
      "loss": 3.4219,
      "step": 387
    },
    {
      "epoch": 0.01805070946731798,
      "grad_norm": 2.3621929667511385,
      "learning_rate": 5.82e-05,
      "loss": 3.3281,
      "step": 388
    },
    {
      "epoch": 0.018097231914398697,
      "grad_norm": 2.773833873692403,
      "learning_rate": 5.8349999999999995e-05,
      "loss": 3.1406,
      "step": 389
    },
    {
      "epoch": 0.018143754361479414,
      "grad_norm": 2.407719096901297,
      "learning_rate": 5.85e-05,
      "loss": 3.125,
      "step": 390
    },
    {
      "epoch": 0.01819027680856013,
      "grad_norm": 2.7897693746147683,
      "learning_rate": 5.8649999999999996e-05,
      "loss": 3.5,
      "step": 391
    },
    {
      "epoch": 0.018236799255640847,
      "grad_norm": 2.70341004251401,
      "learning_rate": 5.88e-05,
      "loss": 3.4844,
      "step": 392
    },
    {
      "epoch": 0.018283321702721563,
      "grad_norm": 2.596107054266959,
      "learning_rate": 5.8949999999999996e-05,
      "loss": 3.2812,
      "step": 393
    },
    {
      "epoch": 0.01832984414980228,
      "grad_norm": 2.734497678104522,
      "learning_rate": 5.91e-05,
      "loss": 3.2188,
      "step": 394
    },
    {
      "epoch": 0.018376366596882996,
      "grad_norm": 2.442261933946775,
      "learning_rate": 5.925e-05,
      "loss": 3.2812,
      "step": 395
    },
    {
      "epoch": 0.018422889043963712,
      "grad_norm": 2.3228382633240465,
      "learning_rate": 5.94e-05,
      "loss": 3.2344,
      "step": 396
    },
    {
      "epoch": 0.01846941149104443,
      "grad_norm": 2.5844353981433565,
      "learning_rate": 5.955e-05,
      "loss": 3.3594,
      "step": 397
    },
    {
      "epoch": 0.018515933938125145,
      "grad_norm": 2.7898641270725735,
      "learning_rate": 5.97e-05,
      "loss": 3.3125,
      "step": 398
    },
    {
      "epoch": 0.018562456385205862,
      "grad_norm": 3.218770033013371,
      "learning_rate": 5.985e-05,
      "loss": 3.3594,
      "step": 399
    },
    {
      "epoch": 0.018608978832286578,
      "grad_norm": 2.553281659280047,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 3.2969,
      "step": 400
    },
    {
      "epoch": 0.018655501279367295,
      "grad_norm": 2.7573190001209205,
      "learning_rate": 6.015e-05,
      "loss": 3.4375,
      "step": 401
    },
    {
      "epoch": 0.01870202372644801,
      "grad_norm": 2.5006246418568665,
      "learning_rate": 6.0299999999999995e-05,
      "loss": 3.0,
      "step": 402
    },
    {
      "epoch": 0.018748546173528727,
      "grad_norm": 2.5037402394209045,
      "learning_rate": 6.045e-05,
      "loss": 3.4219,
      "step": 403
    },
    {
      "epoch": 0.018795068620609444,
      "grad_norm": 2.416330259534746,
      "learning_rate": 6.0599999999999996e-05,
      "loss": 3.1875,
      "step": 404
    },
    {
      "epoch": 0.01884159106769016,
      "grad_norm": 2.476334501618868,
      "learning_rate": 6.075e-05,
      "loss": 2.9531,
      "step": 405
    },
    {
      "epoch": 0.018888113514770877,
      "grad_norm": 2.449799017557339,
      "learning_rate": 6.0899999999999996e-05,
      "loss": 3.4531,
      "step": 406
    },
    {
      "epoch": 0.018934635961851593,
      "grad_norm": 2.53937901200713,
      "learning_rate": 6.104999999999999e-05,
      "loss": 3.625,
      "step": 407
    },
    {
      "epoch": 0.01898115840893231,
      "grad_norm": 2.589868523299632,
      "learning_rate": 6.12e-05,
      "loss": 3.2969,
      "step": 408
    },
    {
      "epoch": 0.019027680856013026,
      "grad_norm": 2.508716111804225,
      "learning_rate": 6.134999999999999e-05,
      "loss": 3.375,
      "step": 409
    },
    {
      "epoch": 0.019074203303093742,
      "grad_norm": 3.4204224528399036,
      "learning_rate": 6.149999999999999e-05,
      "loss": 3.4375,
      "step": 410
    },
    {
      "epoch": 0.01912072575017446,
      "grad_norm": 2.5385802914961184,
      "learning_rate": 6.165e-05,
      "loss": 3.125,
      "step": 411
    },
    {
      "epoch": 0.019167248197255175,
      "grad_norm": 2.5419085647772826,
      "learning_rate": 6.18e-05,
      "loss": 3.5312,
      "step": 412
    },
    {
      "epoch": 0.019213770644335892,
      "grad_norm": 2.5040512958821894,
      "learning_rate": 6.194999999999999e-05,
      "loss": 3.25,
      "step": 413
    },
    {
      "epoch": 0.019260293091416608,
      "grad_norm": 2.8226317344909835,
      "learning_rate": 6.209999999999999e-05,
      "loss": 3.3594,
      "step": 414
    },
    {
      "epoch": 0.019306815538497325,
      "grad_norm": 2.9145113895346073,
      "learning_rate": 6.225e-05,
      "loss": 3.3125,
      "step": 415
    },
    {
      "epoch": 0.01935333798557804,
      "grad_norm": 2.395085914372474,
      "learning_rate": 6.239999999999999e-05,
      "loss": 3.0,
      "step": 416
    },
    {
      "epoch": 0.019399860432658757,
      "grad_norm": 2.5365395669970163,
      "learning_rate": 6.254999999999999e-05,
      "loss": 3.2812,
      "step": 417
    },
    {
      "epoch": 0.019446382879739474,
      "grad_norm": 2.2897681244858856,
      "learning_rate": 6.269999999999999e-05,
      "loss": 3.2656,
      "step": 418
    },
    {
      "epoch": 0.01949290532682019,
      "grad_norm": 2.5372693471879586,
      "learning_rate": 6.285e-05,
      "loss": 3.375,
      "step": 419
    },
    {
      "epoch": 0.019539427773900907,
      "grad_norm": 3.2478585916076796,
      "learning_rate": 6.299999999999999e-05,
      "loss": 3.0469,
      "step": 420
    },
    {
      "epoch": 0.019585950220981623,
      "grad_norm": 2.690969968445495,
      "learning_rate": 6.314999999999999e-05,
      "loss": 3.5,
      "step": 421
    },
    {
      "epoch": 0.01963247266806234,
      "grad_norm": 2.6933705092510953,
      "learning_rate": 6.33e-05,
      "loss": 3.3906,
      "step": 422
    },
    {
      "epoch": 0.019678995115143056,
      "grad_norm": 2.4629262926946645,
      "learning_rate": 6.345e-05,
      "loss": 3.3906,
      "step": 423
    },
    {
      "epoch": 0.019725517562223772,
      "grad_norm": 2.425886883276838,
      "learning_rate": 6.359999999999999e-05,
      "loss": 3.3438,
      "step": 424
    },
    {
      "epoch": 0.01977204000930449,
      "grad_norm": 2.48868159798652,
      "learning_rate": 6.374999999999999e-05,
      "loss": 3.4375,
      "step": 425
    },
    {
      "epoch": 0.019818562456385205,
      "grad_norm": 2.799362035230663,
      "learning_rate": 6.39e-05,
      "loss": 3.2344,
      "step": 426
    },
    {
      "epoch": 0.01986508490346592,
      "grad_norm": 2.552517311178582,
      "learning_rate": 6.405e-05,
      "loss": 3.2656,
      "step": 427
    },
    {
      "epoch": 0.019911607350546638,
      "grad_norm": 3.341064900711953,
      "learning_rate": 6.419999999999999e-05,
      "loss": 2.8594,
      "step": 428
    },
    {
      "epoch": 0.019958129797627355,
      "grad_norm": 2.6354624421759336,
      "learning_rate": 6.434999999999999e-05,
      "loss": 3.4219,
      "step": 429
    },
    {
      "epoch": 0.02000465224470807,
      "grad_norm": 2.52693889398932,
      "learning_rate": 6.45e-05,
      "loss": 3.3125,
      "step": 430
    },
    {
      "epoch": 0.020051174691788787,
      "grad_norm": 2.616090200297966,
      "learning_rate": 6.465e-05,
      "loss": 3.4062,
      "step": 431
    },
    {
      "epoch": 0.020097697138869504,
      "grad_norm": 2.45749459892848,
      "learning_rate": 6.479999999999999e-05,
      "loss": 3.1875,
      "step": 432
    },
    {
      "epoch": 0.02014421958595022,
      "grad_norm": 2.5003028232251188,
      "learning_rate": 6.494999999999999e-05,
      "loss": 3.0469,
      "step": 433
    },
    {
      "epoch": 0.020190742033030937,
      "grad_norm": 2.3731012527396493,
      "learning_rate": 6.51e-05,
      "loss": 3.4062,
      "step": 434
    },
    {
      "epoch": 0.020237264480111653,
      "grad_norm": 2.5898870200300124,
      "learning_rate": 6.525e-05,
      "loss": 3.2812,
      "step": 435
    },
    {
      "epoch": 0.02028378692719237,
      "grad_norm": 2.263511008283495,
      "learning_rate": 6.539999999999999e-05,
      "loss": 3.0625,
      "step": 436
    },
    {
      "epoch": 0.020330309374273086,
      "grad_norm": 2.36081256604878,
      "learning_rate": 6.555e-05,
      "loss": 3.2969,
      "step": 437
    },
    {
      "epoch": 0.020376831821353802,
      "grad_norm": 2.4115606700599863,
      "learning_rate": 6.57e-05,
      "loss": 3.2188,
      "step": 438
    },
    {
      "epoch": 0.02042335426843452,
      "grad_norm": 2.4113107519333887,
      "learning_rate": 6.584999999999999e-05,
      "loss": 3.2344,
      "step": 439
    },
    {
      "epoch": 0.020469876715515235,
      "grad_norm": 2.2520410743573605,
      "learning_rate": 6.599999999999999e-05,
      "loss": 3.0938,
      "step": 440
    },
    {
      "epoch": 0.02051639916259595,
      "grad_norm": 2.6712970238301263,
      "learning_rate": 6.615e-05,
      "loss": 3.5312,
      "step": 441
    },
    {
      "epoch": 0.020562921609676668,
      "grad_norm": 2.7027986918474274,
      "learning_rate": 6.63e-05,
      "loss": 3.4375,
      "step": 442
    },
    {
      "epoch": 0.020609444056757385,
      "grad_norm": 2.82993861575096,
      "learning_rate": 6.644999999999999e-05,
      "loss": 3.4062,
      "step": 443
    },
    {
      "epoch": 0.0206559665038381,
      "grad_norm": 2.479874417095113,
      "learning_rate": 6.659999999999999e-05,
      "loss": 3.1719,
      "step": 444
    },
    {
      "epoch": 0.020702488950918817,
      "grad_norm": 2.73849214675933,
      "learning_rate": 6.675e-05,
      "loss": 3.2969,
      "step": 445
    },
    {
      "epoch": 0.020749011397999534,
      "grad_norm": 2.556661232498642,
      "learning_rate": 6.69e-05,
      "loss": 3.1719,
      "step": 446
    },
    {
      "epoch": 0.02079553384508025,
      "grad_norm": 2.508785283892359,
      "learning_rate": 6.704999999999999e-05,
      "loss": 3.4219,
      "step": 447
    },
    {
      "epoch": 0.020842056292160967,
      "grad_norm": 2.4534320399292016,
      "learning_rate": 6.72e-05,
      "loss": 3.25,
      "step": 448
    },
    {
      "epoch": 0.020888578739241683,
      "grad_norm": 2.3866343609697105,
      "learning_rate": 6.735e-05,
      "loss": 3.4062,
      "step": 449
    },
    {
      "epoch": 0.0209351011863224,
      "grad_norm": 2.4248898861600563,
      "learning_rate": 6.75e-05,
      "loss": 3.2031,
      "step": 450
    },
    {
      "epoch": 0.020981623633403116,
      "grad_norm": 2.3315020938907836,
      "learning_rate": 6.764999999999999e-05,
      "loss": 3.2031,
      "step": 451
    },
    {
      "epoch": 0.021028146080483832,
      "grad_norm": 2.4568907071819375,
      "learning_rate": 6.78e-05,
      "loss": 3.0469,
      "step": 452
    },
    {
      "epoch": 0.02107466852756455,
      "grad_norm": 2.56575440523811,
      "learning_rate": 6.795e-05,
      "loss": 3.2031,
      "step": 453
    },
    {
      "epoch": 0.021121190974645265,
      "grad_norm": 2.467606598167832,
      "learning_rate": 6.81e-05,
      "loss": 3.5,
      "step": 454
    },
    {
      "epoch": 0.02116771342172598,
      "grad_norm": 2.4138070641658285,
      "learning_rate": 6.824999999999999e-05,
      "loss": 3.2031,
      "step": 455
    },
    {
      "epoch": 0.021214235868806698,
      "grad_norm": 2.9239002038747492,
      "learning_rate": 6.84e-05,
      "loss": 3.4062,
      "step": 456
    },
    {
      "epoch": 0.021260758315887415,
      "grad_norm": 2.3472231624662014,
      "learning_rate": 6.855e-05,
      "loss": 3.2188,
      "step": 457
    },
    {
      "epoch": 0.02130728076296813,
      "grad_norm": 3.135902094681004,
      "learning_rate": 6.87e-05,
      "loss": 3.3594,
      "step": 458
    },
    {
      "epoch": 0.021353803210048847,
      "grad_norm": 2.6490338504573576,
      "learning_rate": 6.884999999999999e-05,
      "loss": 3.2812,
      "step": 459
    },
    {
      "epoch": 0.021400325657129564,
      "grad_norm": 2.3087665899591805,
      "learning_rate": 6.9e-05,
      "loss": 3.3125,
      "step": 460
    },
    {
      "epoch": 0.02144684810421028,
      "grad_norm": 2.547142453832072,
      "learning_rate": 6.915e-05,
      "loss": 3.25,
      "step": 461
    },
    {
      "epoch": 0.021493370551290997,
      "grad_norm": 2.6438876560809197,
      "learning_rate": 6.93e-05,
      "loss": 3.5,
      "step": 462
    },
    {
      "epoch": 0.021539892998371713,
      "grad_norm": 2.4281215682401216,
      "learning_rate": 6.945e-05,
      "loss": 3.2812,
      "step": 463
    },
    {
      "epoch": 0.02158641544545243,
      "grad_norm": 3.118908190731391,
      "learning_rate": 6.96e-05,
      "loss": 3.2812,
      "step": 464
    },
    {
      "epoch": 0.021632937892533146,
      "grad_norm": 2.350745641889049,
      "learning_rate": 6.975e-05,
      "loss": 3.6719,
      "step": 465
    },
    {
      "epoch": 0.021679460339613862,
      "grad_norm": 2.7331221350904165,
      "learning_rate": 6.989999999999999e-05,
      "loss": 3.5,
      "step": 466
    },
    {
      "epoch": 0.02172598278669458,
      "grad_norm": 2.8599411423038403,
      "learning_rate": 7.005e-05,
      "loss": 3.4375,
      "step": 467
    },
    {
      "epoch": 0.021772505233775295,
      "grad_norm": 2.473631030674379,
      "learning_rate": 7.02e-05,
      "loss": 3.4844,
      "step": 468
    },
    {
      "epoch": 0.02181902768085601,
      "grad_norm": 2.3890814550512705,
      "learning_rate": 7.034999999999999e-05,
      "loss": 3.2812,
      "step": 469
    },
    {
      "epoch": 0.021865550127936728,
      "grad_norm": 2.4858651383161123,
      "learning_rate": 7.049999999999999e-05,
      "loss": 3.2188,
      "step": 470
    },
    {
      "epoch": 0.021912072575017445,
      "grad_norm": 2.3801731027386173,
      "learning_rate": 7.065e-05,
      "loss": 3.3281,
      "step": 471
    },
    {
      "epoch": 0.02195859502209816,
      "grad_norm": 2.345853503601021,
      "learning_rate": 7.079999999999999e-05,
      "loss": 3.2344,
      "step": 472
    },
    {
      "epoch": 0.022005117469178877,
      "grad_norm": 2.22419450870858,
      "learning_rate": 7.094999999999999e-05,
      "loss": 3.2969,
      "step": 473
    },
    {
      "epoch": 0.022051639916259594,
      "grad_norm": 2.0791727394694,
      "learning_rate": 7.11e-05,
      "loss": 3.2031,
      "step": 474
    },
    {
      "epoch": 0.02209816236334031,
      "grad_norm": 2.555792017442959,
      "learning_rate": 7.125e-05,
      "loss": 3.3594,
      "step": 475
    },
    {
      "epoch": 0.022144684810421027,
      "grad_norm": 2.579745402953243,
      "learning_rate": 7.139999999999999e-05,
      "loss": 3.3906,
      "step": 476
    },
    {
      "epoch": 0.022191207257501743,
      "grad_norm": 2.25427952131784,
      "learning_rate": 7.154999999999999e-05,
      "loss": 3.125,
      "step": 477
    },
    {
      "epoch": 0.02223772970458246,
      "grad_norm": 2.092004154655292,
      "learning_rate": 7.17e-05,
      "loss": 3.0938,
      "step": 478
    },
    {
      "epoch": 0.022284252151663176,
      "grad_norm": 3.0530351558878173,
      "learning_rate": 7.184999999999998e-05,
      "loss": 3.3125,
      "step": 479
    },
    {
      "epoch": 0.022330774598743892,
      "grad_norm": 2.518262636957921,
      "learning_rate": 7.199999999999999e-05,
      "loss": 2.9688,
      "step": 480
    },
    {
      "epoch": 0.02237729704582461,
      "grad_norm": 2.6437685184447934,
      "learning_rate": 7.214999999999999e-05,
      "loss": 3.3438,
      "step": 481
    },
    {
      "epoch": 0.022423819492905325,
      "grad_norm": 2.901549533124146,
      "learning_rate": 7.23e-05,
      "loss": 3.1719,
      "step": 482
    },
    {
      "epoch": 0.02247034193998604,
      "grad_norm": 2.366836787315058,
      "learning_rate": 7.244999999999999e-05,
      "loss": 3.2969,
      "step": 483
    },
    {
      "epoch": 0.022516864387066758,
      "grad_norm": 2.4105241636123957,
      "learning_rate": 7.259999999999999e-05,
      "loss": 3.5781,
      "step": 484
    },
    {
      "epoch": 0.022563386834147475,
      "grad_norm": 2.277638501843311,
      "learning_rate": 7.274999999999999e-05,
      "loss": 3.0938,
      "step": 485
    },
    {
      "epoch": 0.02260990928122819,
      "grad_norm": 2.388052816424333,
      "learning_rate": 7.29e-05,
      "loss": 3.1875,
      "step": 486
    },
    {
      "epoch": 0.022656431728308907,
      "grad_norm": 2.279208258798854,
      "learning_rate": 7.304999999999999e-05,
      "loss": 3.2812,
      "step": 487
    },
    {
      "epoch": 0.022702954175389624,
      "grad_norm": 2.3758192389842456,
      "learning_rate": 7.319999999999999e-05,
      "loss": 3.25,
      "step": 488
    },
    {
      "epoch": 0.02274947662247034,
      "grad_norm": 2.681055967205093,
      "learning_rate": 7.335e-05,
      "loss": 3.4062,
      "step": 489
    },
    {
      "epoch": 0.022795999069551057,
      "grad_norm": 2.382605277362373,
      "learning_rate": 7.35e-05,
      "loss": 3.4219,
      "step": 490
    },
    {
      "epoch": 0.022842521516631773,
      "grad_norm": 2.549812218718672,
      "learning_rate": 7.364999999999999e-05,
      "loss": 3.2031,
      "step": 491
    },
    {
      "epoch": 0.02288904396371249,
      "grad_norm": 2.3599615189980723,
      "learning_rate": 7.379999999999999e-05,
      "loss": 3.3281,
      "step": 492
    },
    {
      "epoch": 0.022935566410793206,
      "grad_norm": 2.8891955210545714,
      "learning_rate": 7.395e-05,
      "loss": 3.375,
      "step": 493
    },
    {
      "epoch": 0.022982088857873926,
      "grad_norm": 2.372646534446462,
      "learning_rate": 7.41e-05,
      "loss": 3.3906,
      "step": 494
    },
    {
      "epoch": 0.023028611304954642,
      "grad_norm": 2.4603914012465875,
      "learning_rate": 7.424999999999999e-05,
      "loss": 3.5312,
      "step": 495
    },
    {
      "epoch": 0.02307513375203536,
      "grad_norm": 2.465399148247344,
      "learning_rate": 7.439999999999999e-05,
      "loss": 3.3281,
      "step": 496
    },
    {
      "epoch": 0.023121656199116075,
      "grad_norm": 2.4768982705389315,
      "learning_rate": 7.455e-05,
      "loss": 3.2344,
      "step": 497
    },
    {
      "epoch": 0.02316817864619679,
      "grad_norm": 2.6092206977127153,
      "learning_rate": 7.47e-05,
      "loss": 3.4375,
      "step": 498
    },
    {
      "epoch": 0.023214701093277508,
      "grad_norm": 2.5853514435050284,
      "learning_rate": 7.484999999999999e-05,
      "loss": 3.4375,
      "step": 499
    },
    {
      "epoch": 0.023261223540358224,
      "grad_norm": 2.769064369732726,
      "learning_rate": 7.5e-05,
      "loss": 3.2031,
      "step": 500
    },
    {
      "epoch": 0.02330774598743894,
      "grad_norm": 2.4627830429068585,
      "learning_rate": 7.515e-05,
      "loss": 3.375,
      "step": 501
    },
    {
      "epoch": 0.023354268434519657,
      "grad_norm": 2.3535609097868084,
      "learning_rate": 7.529999999999999e-05,
      "loss": 3.25,
      "step": 502
    },
    {
      "epoch": 0.023400790881600374,
      "grad_norm": 2.2597631655550106,
      "learning_rate": 7.544999999999999e-05,
      "loss": 3.0938,
      "step": 503
    },
    {
      "epoch": 0.02344731332868109,
      "grad_norm": 2.3769596609314925,
      "learning_rate": 7.56e-05,
      "loss": 3.0781,
      "step": 504
    },
    {
      "epoch": 0.023493835775761807,
      "grad_norm": 2.239111970112914,
      "learning_rate": 7.575e-05,
      "loss": 3.0,
      "step": 505
    },
    {
      "epoch": 0.023540358222842523,
      "grad_norm": 2.206861061004038,
      "learning_rate": 7.589999999999999e-05,
      "loss": 3.1875,
      "step": 506
    },
    {
      "epoch": 0.02358688066992324,
      "grad_norm": 2.4546026688173077,
      "learning_rate": 7.604999999999999e-05,
      "loss": 3.25,
      "step": 507
    },
    {
      "epoch": 0.023633403117003956,
      "grad_norm": 2.1466646104146627,
      "learning_rate": 7.62e-05,
      "loss": 3.3594,
      "step": 508
    },
    {
      "epoch": 0.023679925564084672,
      "grad_norm": 2.6654376845705787,
      "learning_rate": 7.635e-05,
      "loss": 3.2812,
      "step": 509
    },
    {
      "epoch": 0.02372644801116539,
      "grad_norm": 2.3403836308663215,
      "learning_rate": 7.649999999999999e-05,
      "loss": 3.2812,
      "step": 510
    },
    {
      "epoch": 0.023772970458246105,
      "grad_norm": 2.4320419365648713,
      "learning_rate": 7.664999999999999e-05,
      "loss": 3.5625,
      "step": 511
    },
    {
      "epoch": 0.02381949290532682,
      "grad_norm": 2.546956692486604,
      "learning_rate": 7.68e-05,
      "loss": 3.1562,
      "step": 512
    },
    {
      "epoch": 0.023866015352407538,
      "grad_norm": 2.3875785758766046,
      "learning_rate": 7.695e-05,
      "loss": 3.1562,
      "step": 513
    },
    {
      "epoch": 0.023912537799488254,
      "grad_norm": 3.2654118790473743,
      "learning_rate": 7.709999999999999e-05,
      "loss": 3.0312,
      "step": 514
    },
    {
      "epoch": 0.02395906024656897,
      "grad_norm": 2.944525397614458,
      "learning_rate": 7.725e-05,
      "loss": 2.8125,
      "step": 515
    },
    {
      "epoch": 0.024005582693649687,
      "grad_norm": 3.09554248491206,
      "learning_rate": 7.74e-05,
      "loss": 3.2969,
      "step": 516
    },
    {
      "epoch": 0.024052105140730404,
      "grad_norm": 2.982339257813522,
      "learning_rate": 7.755e-05,
      "loss": 3.3281,
      "step": 517
    },
    {
      "epoch": 0.02409862758781112,
      "grad_norm": 3.363021160736554,
      "learning_rate": 7.769999999999999e-05,
      "loss": 3.4375,
      "step": 518
    },
    {
      "epoch": 0.024145150034891837,
      "grad_norm": 2.4115675745424117,
      "learning_rate": 7.785e-05,
      "loss": 3.3125,
      "step": 519
    },
    {
      "epoch": 0.024191672481972553,
      "grad_norm": 4.182567084706757,
      "learning_rate": 7.8e-05,
      "loss": 3.25,
      "step": 520
    },
    {
      "epoch": 0.02423819492905327,
      "grad_norm": 2.4687578106512293,
      "learning_rate": 7.815e-05,
      "loss": 3.1719,
      "step": 521
    },
    {
      "epoch": 0.024284717376133986,
      "grad_norm": 2.326368799267612,
      "learning_rate": 7.829999999999999e-05,
      "loss": 3.125,
      "step": 522
    },
    {
      "epoch": 0.024331239823214702,
      "grad_norm": 3.8181311696132023,
      "learning_rate": 7.845e-05,
      "loss": 3.6406,
      "step": 523
    },
    {
      "epoch": 0.02437776227029542,
      "grad_norm": 2.390318204375713,
      "learning_rate": 7.86e-05,
      "loss": 3.1562,
      "step": 524
    },
    {
      "epoch": 0.024424284717376135,
      "grad_norm": 2.4452050111272188,
      "learning_rate": 7.874999999999999e-05,
      "loss": 3.2812,
      "step": 525
    },
    {
      "epoch": 0.02447080716445685,
      "grad_norm": 2.479626750620158,
      "learning_rate": 7.89e-05,
      "loss": 3.2969,
      "step": 526
    },
    {
      "epoch": 0.024517329611537568,
      "grad_norm": 3.261690484472519,
      "learning_rate": 7.905e-05,
      "loss": 3.4531,
      "step": 527
    },
    {
      "epoch": 0.024563852058618284,
      "grad_norm": 2.367809907751645,
      "learning_rate": 7.92e-05,
      "loss": 3.5625,
      "step": 528
    },
    {
      "epoch": 0.024610374505699,
      "grad_norm": 3.2423716471698056,
      "learning_rate": 7.934999999999999e-05,
      "loss": 3.2344,
      "step": 529
    },
    {
      "epoch": 0.024656896952779717,
      "grad_norm": 3.023371899965297,
      "learning_rate": 7.95e-05,
      "loss": 3.6094,
      "step": 530
    },
    {
      "epoch": 0.024703419399860434,
      "grad_norm": 2.351726007295144,
      "learning_rate": 7.965e-05,
      "loss": 3.2812,
      "step": 531
    },
    {
      "epoch": 0.02474994184694115,
      "grad_norm": 2.109820533455634,
      "learning_rate": 7.98e-05,
      "loss": 3.0938,
      "step": 532
    },
    {
      "epoch": 0.024796464294021867,
      "grad_norm": 3.757047303909957,
      "learning_rate": 7.994999999999999e-05,
      "loss": 3.5156,
      "step": 533
    },
    {
      "epoch": 0.024842986741102583,
      "grad_norm": 2.8228342255140104,
      "learning_rate": 8.01e-05,
      "loss": 3.2969,
      "step": 534
    },
    {
      "epoch": 0.0248895091881833,
      "grad_norm": 2.521187131837809,
      "learning_rate": 8.025e-05,
      "loss": 3.2812,
      "step": 535
    },
    {
      "epoch": 0.024936031635264016,
      "grad_norm": 2.609105261105458,
      "learning_rate": 8.04e-05,
      "loss": 3.6094,
      "step": 536
    },
    {
      "epoch": 0.024982554082344732,
      "grad_norm": 2.24472315231274,
      "learning_rate": 8.054999999999999e-05,
      "loss": 3.2656,
      "step": 537
    },
    {
      "epoch": 0.02502907652942545,
      "grad_norm": 2.394153494787612,
      "learning_rate": 8.07e-05,
      "loss": 3.5469,
      "step": 538
    },
    {
      "epoch": 0.025075598976506165,
      "grad_norm": 2.3197607714810813,
      "learning_rate": 8.085e-05,
      "loss": 3.3125,
      "step": 539
    },
    {
      "epoch": 0.02512212142358688,
      "grad_norm": 2.180439825667697,
      "learning_rate": 8.1e-05,
      "loss": 3.1562,
      "step": 540
    },
    {
      "epoch": 0.025168643870667598,
      "grad_norm": 2.2364387079870474,
      "learning_rate": 8.115e-05,
      "loss": 3.4688,
      "step": 541
    },
    {
      "epoch": 0.025215166317748314,
      "grad_norm": 2.159684667779513,
      "learning_rate": 8.13e-05,
      "loss": 3.1094,
      "step": 542
    },
    {
      "epoch": 0.02526168876482903,
      "grad_norm": 2.3442174311244717,
      "learning_rate": 8.145e-05,
      "loss": 3.4219,
      "step": 543
    },
    {
      "epoch": 0.025308211211909747,
      "grad_norm": 2.242444947647298,
      "learning_rate": 8.16e-05,
      "loss": 3.25,
      "step": 544
    },
    {
      "epoch": 0.025354733658990464,
      "grad_norm": 2.1366378693480037,
      "learning_rate": 8.175e-05,
      "loss": 3.3125,
      "step": 545
    },
    {
      "epoch": 0.02540125610607118,
      "grad_norm": 2.389920159980904,
      "learning_rate": 8.19e-05,
      "loss": 3.2812,
      "step": 546
    },
    {
      "epoch": 0.025447778553151897,
      "grad_norm": 2.2531693138153845,
      "learning_rate": 8.205e-05,
      "loss": 3.3906,
      "step": 547
    },
    {
      "epoch": 0.025494301000232613,
      "grad_norm": 2.48817690436968,
      "learning_rate": 8.22e-05,
      "loss": 3.25,
      "step": 548
    },
    {
      "epoch": 0.02554082344731333,
      "grad_norm": 2.45229871251274,
      "learning_rate": 8.235e-05,
      "loss": 3.2188,
      "step": 549
    },
    {
      "epoch": 0.025587345894394046,
      "grad_norm": 1.9906878668063495,
      "learning_rate": 8.25e-05,
      "loss": 3.3438,
      "step": 550
    },
    {
      "epoch": 0.025633868341474762,
      "grad_norm": 2.3642579643111485,
      "learning_rate": 8.265e-05,
      "loss": 3.0312,
      "step": 551
    },
    {
      "epoch": 0.02568039078855548,
      "grad_norm": 2.4927022810844712,
      "learning_rate": 8.28e-05,
      "loss": 3.5,
      "step": 552
    },
    {
      "epoch": 0.025726913235636195,
      "grad_norm": 2.600562322632126,
      "learning_rate": 8.295e-05,
      "loss": 2.8438,
      "step": 553
    },
    {
      "epoch": 0.02577343568271691,
      "grad_norm": 2.4783997230954347,
      "learning_rate": 8.31e-05,
      "loss": 3.1094,
      "step": 554
    },
    {
      "epoch": 0.025819958129797628,
      "grad_norm": 2.478193238638013,
      "learning_rate": 8.325e-05,
      "loss": 3.2344,
      "step": 555
    },
    {
      "epoch": 0.025866480576878344,
      "grad_norm": 3.2038778274986046,
      "learning_rate": 8.34e-05,
      "loss": 3.2188,
      "step": 556
    },
    {
      "epoch": 0.02591300302395906,
      "grad_norm": 2.2253192329304894,
      "learning_rate": 8.355e-05,
      "loss": 3.3438,
      "step": 557
    },
    {
      "epoch": 0.025959525471039777,
      "grad_norm": 2.2774312479022853,
      "learning_rate": 8.37e-05,
      "loss": 3.0625,
      "step": 558
    },
    {
      "epoch": 0.026006047918120494,
      "grad_norm": 2.39535997994337,
      "learning_rate": 8.385e-05,
      "loss": 3.1094,
      "step": 559
    },
    {
      "epoch": 0.02605257036520121,
      "grad_norm": 2.4135906705155663,
      "learning_rate": 8.4e-05,
      "loss": 3.125,
      "step": 560
    },
    {
      "epoch": 0.026099092812281927,
      "grad_norm": 2.187592500559779,
      "learning_rate": 8.415e-05,
      "loss": 3.4219,
      "step": 561
    },
    {
      "epoch": 0.026145615259362643,
      "grad_norm": 2.190617089702695,
      "learning_rate": 8.43e-05,
      "loss": 3.4375,
      "step": 562
    },
    {
      "epoch": 0.02619213770644336,
      "grad_norm": 2.1020544814856548,
      "learning_rate": 8.444999999999998e-05,
      "loss": 3.3906,
      "step": 563
    },
    {
      "epoch": 0.026238660153524076,
      "grad_norm": 2.2065486394608635,
      "learning_rate": 8.459999999999998e-05,
      "loss": 3.0625,
      "step": 564
    },
    {
      "epoch": 0.026285182600604792,
      "grad_norm": 2.6080142074601063,
      "learning_rate": 8.474999999999999e-05,
      "loss": 3.0938,
      "step": 565
    },
    {
      "epoch": 0.02633170504768551,
      "grad_norm": 2.262021224317252,
      "learning_rate": 8.489999999999999e-05,
      "loss": 3.3906,
      "step": 566
    },
    {
      "epoch": 0.026378227494766225,
      "grad_norm": 2.19115319950173,
      "learning_rate": 8.504999999999998e-05,
      "loss": 3.2969,
      "step": 567
    },
    {
      "epoch": 0.02642474994184694,
      "grad_norm": 2.2897322812908465,
      "learning_rate": 8.519999999999998e-05,
      "loss": 3.1406,
      "step": 568
    },
    {
      "epoch": 0.026471272388927658,
      "grad_norm": 2.036812930065757,
      "learning_rate": 8.534999999999999e-05,
      "loss": 3.2344,
      "step": 569
    },
    {
      "epoch": 0.026517794836008374,
      "grad_norm": 2.4347981941320964,
      "learning_rate": 8.549999999999999e-05,
      "loss": 3.1875,
      "step": 570
    },
    {
      "epoch": 0.02656431728308909,
      "grad_norm": 2.4053092226899087,
      "learning_rate": 8.564999999999998e-05,
      "loss": 3.1719,
      "step": 571
    },
    {
      "epoch": 0.026610839730169807,
      "grad_norm": 2.201130143745808,
      "learning_rate": 8.579999999999998e-05,
      "loss": 3.2812,
      "step": 572
    },
    {
      "epoch": 0.026657362177250524,
      "grad_norm": 2.2470007238921506,
      "learning_rate": 8.594999999999999e-05,
      "loss": 3.3125,
      "step": 573
    },
    {
      "epoch": 0.02670388462433124,
      "grad_norm": 2.805922346388771,
      "learning_rate": 8.609999999999999e-05,
      "loss": 3.1562,
      "step": 574
    },
    {
      "epoch": 0.026750407071411957,
      "grad_norm": 2.171733670056611,
      "learning_rate": 8.624999999999998e-05,
      "loss": 3.375,
      "step": 575
    },
    {
      "epoch": 0.026796929518492673,
      "grad_norm": 2.133709837455998,
      "learning_rate": 8.639999999999999e-05,
      "loss": 3.1875,
      "step": 576
    },
    {
      "epoch": 0.02684345196557339,
      "grad_norm": 2.650530965504934,
      "learning_rate": 8.654999999999999e-05,
      "loss": 3.2188,
      "step": 577
    },
    {
      "epoch": 0.026889974412654106,
      "grad_norm": 2.3529197346814836,
      "learning_rate": 8.669999999999998e-05,
      "loss": 3.1875,
      "step": 578
    },
    {
      "epoch": 0.026936496859734822,
      "grad_norm": 2.1494637740412252,
      "learning_rate": 8.684999999999998e-05,
      "loss": 3.1406,
      "step": 579
    },
    {
      "epoch": 0.02698301930681554,
      "grad_norm": 2.1438209153068932,
      "learning_rate": 8.699999999999999e-05,
      "loss": 3.0,
      "step": 580
    },
    {
      "epoch": 0.027029541753896255,
      "grad_norm": 2.176253133088522,
      "learning_rate": 8.714999999999999e-05,
      "loss": 3.1094,
      "step": 581
    },
    {
      "epoch": 0.02707606420097697,
      "grad_norm": 2.6028043531590765,
      "learning_rate": 8.729999999999998e-05,
      "loss": 3.1094,
      "step": 582
    },
    {
      "epoch": 0.027122586648057688,
      "grad_norm": 2.447166900939678,
      "learning_rate": 8.744999999999998e-05,
      "loss": 3.2812,
      "step": 583
    },
    {
      "epoch": 0.027169109095138404,
      "grad_norm": 2.1040418866967068,
      "learning_rate": 8.759999999999999e-05,
      "loss": 3.2969,
      "step": 584
    },
    {
      "epoch": 0.02721563154221912,
      "grad_norm": 2.102723187897114,
      "learning_rate": 8.774999999999999e-05,
      "loss": 3.2031,
      "step": 585
    },
    {
      "epoch": 0.027262153989299837,
      "grad_norm": 2.1402159281288626,
      "learning_rate": 8.789999999999998e-05,
      "loss": 2.9844,
      "step": 586
    },
    {
      "epoch": 0.027308676436380554,
      "grad_norm": 2.0590711247501945,
      "learning_rate": 8.804999999999999e-05,
      "loss": 2.9062,
      "step": 587
    },
    {
      "epoch": 0.02735519888346127,
      "grad_norm": 2.375522920571269,
      "learning_rate": 8.819999999999999e-05,
      "loss": 3.2656,
      "step": 588
    },
    {
      "epoch": 0.027401721330541987,
      "grad_norm": 2.213544606011231,
      "learning_rate": 8.834999999999999e-05,
      "loss": 3.2344,
      "step": 589
    },
    {
      "epoch": 0.027448243777622703,
      "grad_norm": 2.366255552374664,
      "learning_rate": 8.849999999999998e-05,
      "loss": 3.0469,
      "step": 590
    },
    {
      "epoch": 0.02749476622470342,
      "grad_norm": 2.5083728542148678,
      "learning_rate": 8.864999999999999e-05,
      "loss": 3.0312,
      "step": 591
    },
    {
      "epoch": 0.027541288671784136,
      "grad_norm": 3.1181629113475293,
      "learning_rate": 8.879999999999999e-05,
      "loss": 3.4062,
      "step": 592
    },
    {
      "epoch": 0.027587811118864852,
      "grad_norm": 2.3430432985407346,
      "learning_rate": 8.895e-05,
      "loss": 3.3906,
      "step": 593
    },
    {
      "epoch": 0.02763433356594557,
      "grad_norm": 2.6009372686217835,
      "learning_rate": 8.909999999999998e-05,
      "loss": 3.2344,
      "step": 594
    },
    {
      "epoch": 0.027680856013026285,
      "grad_norm": 2.2962928687371944,
      "learning_rate": 8.924999999999999e-05,
      "loss": 3.125,
      "step": 595
    },
    {
      "epoch": 0.027727378460107,
      "grad_norm": 2.395909314175219,
      "learning_rate": 8.939999999999999e-05,
      "loss": 3.1719,
      "step": 596
    },
    {
      "epoch": 0.027773900907187718,
      "grad_norm": 2.282452621548166,
      "learning_rate": 8.955e-05,
      "loss": 3.375,
      "step": 597
    },
    {
      "epoch": 0.027820423354268434,
      "grad_norm": 2.1743426404349706,
      "learning_rate": 8.969999999999998e-05,
      "loss": 3.1094,
      "step": 598
    },
    {
      "epoch": 0.02786694580134915,
      "grad_norm": 2.493082456035317,
      "learning_rate": 8.984999999999999e-05,
      "loss": 2.8281,
      "step": 599
    },
    {
      "epoch": 0.027913468248429867,
      "grad_norm": 2.305341649318717,
      "learning_rate": 8.999999999999999e-05,
      "loss": 3.3281,
      "step": 600
    },
    {
      "epoch": 0.027959990695510584,
      "grad_norm": 2.1615911698625805,
      "learning_rate": 9.014999999999998e-05,
      "loss": 3.1094,
      "step": 601
    },
    {
      "epoch": 0.0280065131425913,
      "grad_norm": 2.352094669494216,
      "learning_rate": 9.029999999999999e-05,
      "loss": 3.2344,
      "step": 602
    },
    {
      "epoch": 0.028053035589672017,
      "grad_norm": 2.1795417932690984,
      "learning_rate": 9.044999999999999e-05,
      "loss": 3.2656,
      "step": 603
    },
    {
      "epoch": 0.028099558036752733,
      "grad_norm": 2.178548366307691,
      "learning_rate": 9.059999999999999e-05,
      "loss": 3.2031,
      "step": 604
    },
    {
      "epoch": 0.02814608048383345,
      "grad_norm": 2.513105188661619,
      "learning_rate": 9.074999999999998e-05,
      "loss": 3.3594,
      "step": 605
    },
    {
      "epoch": 0.028192602930914166,
      "grad_norm": 2.275382975247045,
      "learning_rate": 9.089999999999999e-05,
      "loss": 3.2188,
      "step": 606
    },
    {
      "epoch": 0.028239125377994882,
      "grad_norm": 2.1477688440526665,
      "learning_rate": 9.104999999999999e-05,
      "loss": 3.375,
      "step": 607
    },
    {
      "epoch": 0.0282856478250756,
      "grad_norm": 2.1692712181194507,
      "learning_rate": 9.12e-05,
      "loss": 3.0781,
      "step": 608
    },
    {
      "epoch": 0.028332170272156315,
      "grad_norm": 2.1301155689950613,
      "learning_rate": 9.134999999999998e-05,
      "loss": 3.1719,
      "step": 609
    },
    {
      "epoch": 0.02837869271923703,
      "grad_norm": 2.104799524338548,
      "learning_rate": 9.149999999999999e-05,
      "loss": 3.4219,
      "step": 610
    },
    {
      "epoch": 0.028425215166317748,
      "grad_norm": 2.128531875324506,
      "learning_rate": 9.164999999999999e-05,
      "loss": 3.2344,
      "step": 611
    },
    {
      "epoch": 0.028471737613398464,
      "grad_norm": 2.3639923330557906,
      "learning_rate": 9.18e-05,
      "loss": 3.2656,
      "step": 612
    },
    {
      "epoch": 0.02851826006047918,
      "grad_norm": 2.094500552682454,
      "learning_rate": 9.194999999999999e-05,
      "loss": 3.5,
      "step": 613
    },
    {
      "epoch": 0.028564782507559897,
      "grad_norm": 1.9057816253933675,
      "learning_rate": 9.209999999999999e-05,
      "loss": 3.0781,
      "step": 614
    },
    {
      "epoch": 0.028611304954640614,
      "grad_norm": 2.9027841663377,
      "learning_rate": 9.224999999999999e-05,
      "loss": 3.0938,
      "step": 615
    },
    {
      "epoch": 0.02865782740172133,
      "grad_norm": 2.6246469224542905,
      "learning_rate": 9.24e-05,
      "loss": 2.7188,
      "step": 616
    },
    {
      "epoch": 0.028704349848802047,
      "grad_norm": 2.4266448535733622,
      "learning_rate": 9.254999999999999e-05,
      "loss": 3.0469,
      "step": 617
    },
    {
      "epoch": 0.028750872295882763,
      "grad_norm": 2.3040049911394793,
      "learning_rate": 9.269999999999999e-05,
      "loss": 3.0469,
      "step": 618
    },
    {
      "epoch": 0.02879739474296348,
      "grad_norm": 2.379877686143834,
      "learning_rate": 9.285e-05,
      "loss": 3.1094,
      "step": 619
    },
    {
      "epoch": 0.028843917190044196,
      "grad_norm": 2.3812745101005457,
      "learning_rate": 9.3e-05,
      "loss": 3.3594,
      "step": 620
    },
    {
      "epoch": 0.028890439637124912,
      "grad_norm": 2.344840293787234,
      "learning_rate": 9.314999999999999e-05,
      "loss": 3.2188,
      "step": 621
    },
    {
      "epoch": 0.02893696208420563,
      "grad_norm": 2.1168187703625008,
      "learning_rate": 9.329999999999999e-05,
      "loss": 3.4375,
      "step": 622
    },
    {
      "epoch": 0.028983484531286345,
      "grad_norm": 2.116609858240716,
      "learning_rate": 9.345e-05,
      "loss": 3.1875,
      "step": 623
    },
    {
      "epoch": 0.02903000697836706,
      "grad_norm": 2.3774565775146805,
      "learning_rate": 9.36e-05,
      "loss": 3.3281,
      "step": 624
    },
    {
      "epoch": 0.029076529425447778,
      "grad_norm": 2.6417615645888306,
      "learning_rate": 9.374999999999999e-05,
      "loss": 3.4375,
      "step": 625
    },
    {
      "epoch": 0.029123051872528494,
      "grad_norm": 2.254178356019849,
      "learning_rate": 9.389999999999999e-05,
      "loss": 3.1875,
      "step": 626
    },
    {
      "epoch": 0.02916957431960921,
      "grad_norm": 2.3084453690684277,
      "learning_rate": 9.405e-05,
      "loss": 3.3438,
      "step": 627
    },
    {
      "epoch": 0.029216096766689927,
      "grad_norm": 2.115809247113921,
      "learning_rate": 9.419999999999999e-05,
      "loss": 3.0312,
      "step": 628
    },
    {
      "epoch": 0.029262619213770644,
      "grad_norm": 2.6353144096922745,
      "learning_rate": 9.434999999999999e-05,
      "loss": 3.1875,
      "step": 629
    },
    {
      "epoch": 0.02930914166085136,
      "grad_norm": 2.389955907195933,
      "learning_rate": 9.449999999999999e-05,
      "loss": 3.0938,
      "step": 630
    },
    {
      "epoch": 0.029355664107932077,
      "grad_norm": 2.44527443316557,
      "learning_rate": 9.465e-05,
      "loss": 3.0625,
      "step": 631
    },
    {
      "epoch": 0.029402186555012793,
      "grad_norm": 2.593935516092867,
      "learning_rate": 9.479999999999999e-05,
      "loss": 3.125,
      "step": 632
    },
    {
      "epoch": 0.02944870900209351,
      "grad_norm": 2.5414348001034432,
      "learning_rate": 9.494999999999999e-05,
      "loss": 2.9844,
      "step": 633
    },
    {
      "epoch": 0.029495231449174226,
      "grad_norm": 2.057853466739951,
      "learning_rate": 9.51e-05,
      "loss": 3.1562,
      "step": 634
    },
    {
      "epoch": 0.029541753896254942,
      "grad_norm": 2.9564004018874392,
      "learning_rate": 9.525e-05,
      "loss": 3.1406,
      "step": 635
    },
    {
      "epoch": 0.02958827634333566,
      "grad_norm": 2.095878577992198,
      "learning_rate": 9.539999999999999e-05,
      "loss": 3.3125,
      "step": 636
    },
    {
      "epoch": 0.029634798790416375,
      "grad_norm": 2.0831331737068752,
      "learning_rate": 9.554999999999999e-05,
      "loss": 3.3438,
      "step": 637
    },
    {
      "epoch": 0.02968132123749709,
      "grad_norm": 2.580286974367476,
      "learning_rate": 9.57e-05,
      "loss": 3.0625,
      "step": 638
    },
    {
      "epoch": 0.029727843684577808,
      "grad_norm": 2.38255882436451,
      "learning_rate": 9.585e-05,
      "loss": 3.3906,
      "step": 639
    },
    {
      "epoch": 0.029774366131658524,
      "grad_norm": 2.078189498739604,
      "learning_rate": 9.599999999999999e-05,
      "loss": 3.2031,
      "step": 640
    },
    {
      "epoch": 0.02982088857873924,
      "grad_norm": 2.3523080895202546,
      "learning_rate": 9.614999999999999e-05,
      "loss": 3.2344,
      "step": 641
    },
    {
      "epoch": 0.029867411025819957,
      "grad_norm": 1.977545594347757,
      "learning_rate": 9.63e-05,
      "loss": 3.4844,
      "step": 642
    },
    {
      "epoch": 0.029913933472900674,
      "grad_norm": 2.337418381687241,
      "learning_rate": 9.645e-05,
      "loss": 3.0625,
      "step": 643
    },
    {
      "epoch": 0.02996045591998139,
      "grad_norm": 2.0264736561556873,
      "learning_rate": 9.659999999999999e-05,
      "loss": 3.1719,
      "step": 644
    },
    {
      "epoch": 0.030006978367062107,
      "grad_norm": 2.742033123243572,
      "learning_rate": 9.675e-05,
      "loss": 2.7344,
      "step": 645
    },
    {
      "epoch": 0.030053500814142823,
      "grad_norm": 2.7394213922174053,
      "learning_rate": 9.69e-05,
      "loss": 3.0312,
      "step": 646
    },
    {
      "epoch": 0.03010002326122354,
      "grad_norm": 2.448608649618826,
      "learning_rate": 9.705e-05,
      "loss": 3.3438,
      "step": 647
    },
    {
      "epoch": 0.030146545708304256,
      "grad_norm": 2.250418166697139,
      "learning_rate": 9.719999999999999e-05,
      "loss": 3.2656,
      "step": 648
    },
    {
      "epoch": 0.030193068155384972,
      "grad_norm": 2.2506233439670518,
      "learning_rate": 9.735e-05,
      "loss": 3.0781,
      "step": 649
    },
    {
      "epoch": 0.03023959060246569,
      "grad_norm": 2.249293970845818,
      "learning_rate": 9.75e-05,
      "loss": 3.2188,
      "step": 650
    },
    {
      "epoch": 0.030286113049546405,
      "grad_norm": 2.876188925798035,
      "learning_rate": 9.764999999999999e-05,
      "loss": 3.1719,
      "step": 651
    },
    {
      "epoch": 0.03033263549662712,
      "grad_norm": 3.073051079990978,
      "learning_rate": 9.779999999999999e-05,
      "loss": 3.5156,
      "step": 652
    },
    {
      "epoch": 0.030379157943707838,
      "grad_norm": 2.4490218514224193,
      "learning_rate": 9.795e-05,
      "loss": 3.5781,
      "step": 653
    },
    {
      "epoch": 0.030425680390788554,
      "grad_norm": 2.1059594099801737,
      "learning_rate": 9.81e-05,
      "loss": 3.3594,
      "step": 654
    },
    {
      "epoch": 0.03047220283786927,
      "grad_norm": 2.1524563787844273,
      "learning_rate": 9.824999999999999e-05,
      "loss": 3.2656,
      "step": 655
    },
    {
      "epoch": 0.030518725284949987,
      "grad_norm": 2.1291174127271004,
      "learning_rate": 9.839999999999999e-05,
      "loss": 3.4219,
      "step": 656
    },
    {
      "epoch": 0.030565247732030704,
      "grad_norm": 2.4013894208701894,
      "learning_rate": 9.855e-05,
      "loss": 3.0,
      "step": 657
    },
    {
      "epoch": 0.03061177017911142,
      "grad_norm": 2.255657975387994,
      "learning_rate": 9.87e-05,
      "loss": 3.4375,
      "step": 658
    },
    {
      "epoch": 0.030658292626192137,
      "grad_norm": 2.9681980488975017,
      "learning_rate": 9.884999999999999e-05,
      "loss": 3.3438,
      "step": 659
    },
    {
      "epoch": 0.030704815073272853,
      "grad_norm": 2.092278699568226,
      "learning_rate": 9.9e-05,
      "loss": 3.125,
      "step": 660
    },
    {
      "epoch": 0.03075133752035357,
      "grad_norm": 1.9910245254397705,
      "learning_rate": 9.915e-05,
      "loss": 3.0938,
      "step": 661
    },
    {
      "epoch": 0.030797859967434286,
      "grad_norm": 2.611976554674705,
      "learning_rate": 9.93e-05,
      "loss": 3.2812,
      "step": 662
    },
    {
      "epoch": 0.030844382414515002,
      "grad_norm": 2.116080719199725,
      "learning_rate": 9.944999999999999e-05,
      "loss": 3.2031,
      "step": 663
    },
    {
      "epoch": 0.03089090486159572,
      "grad_norm": 2.134041675043429,
      "learning_rate": 9.96e-05,
      "loss": 3.4844,
      "step": 664
    },
    {
      "epoch": 0.030937427308676435,
      "grad_norm": 2.1527546229438745,
      "learning_rate": 9.975e-05,
      "loss": 3.25,
      "step": 665
    },
    {
      "epoch": 0.03098394975575715,
      "grad_norm": 2.060838218010052,
      "learning_rate": 9.99e-05,
      "loss": 3.3281,
      "step": 666
    },
    {
      "epoch": 0.031030472202837868,
      "grad_norm": 1.946454157044197,
      "learning_rate": 0.00010004999999999999,
      "loss": 3.1094,
      "step": 667
    },
    {
      "epoch": 0.031076994649918584,
      "grad_norm": 2.09775128434982,
      "learning_rate": 0.0001002,
      "loss": 3.3438,
      "step": 668
    },
    {
      "epoch": 0.0311235170969993,
      "grad_norm": 1.975017056646239,
      "learning_rate": 0.00010035,
      "loss": 3.3438,
      "step": 669
    },
    {
      "epoch": 0.031170039544080017,
      "grad_norm": 1.9830749629413444,
      "learning_rate": 0.0001005,
      "loss": 3.2031,
      "step": 670
    },
    {
      "epoch": 0.031216561991160734,
      "grad_norm": 2.3262887416296487,
      "learning_rate": 0.00010065,
      "loss": 3.1562,
      "step": 671
    },
    {
      "epoch": 0.031263084438241454,
      "grad_norm": 2.000067351458267,
      "learning_rate": 0.0001008,
      "loss": 3.2969,
      "step": 672
    },
    {
      "epoch": 0.031309606885322167,
      "grad_norm": 2.0126117932536514,
      "learning_rate": 0.00010095,
      "loss": 3.125,
      "step": 673
    },
    {
      "epoch": 0.031356129332402886,
      "grad_norm": 2.102434570821915,
      "learning_rate": 0.0001011,
      "loss": 3.3125,
      "step": 674
    },
    {
      "epoch": 0.0314026517794836,
      "grad_norm": 1.9832201077564298,
      "learning_rate": 0.00010125,
      "loss": 3.1406,
      "step": 675
    },
    {
      "epoch": 0.03144917422656432,
      "grad_norm": 2.0496294488910882,
      "learning_rate": 0.0001014,
      "loss": 3.5,
      "step": 676
    },
    {
      "epoch": 0.03149569667364503,
      "grad_norm": 2.2469724324495255,
      "learning_rate": 0.00010155,
      "loss": 3.375,
      "step": 677
    },
    {
      "epoch": 0.03154221912072575,
      "grad_norm": 2.440893413372468,
      "learning_rate": 0.00010169999999999999,
      "loss": 3.0781,
      "step": 678
    },
    {
      "epoch": 0.031588741567806465,
      "grad_norm": 2.1478707106709876,
      "learning_rate": 0.00010185,
      "loss": 3.3125,
      "step": 679
    },
    {
      "epoch": 0.031635264014887185,
      "grad_norm": 1.9126602578580745,
      "learning_rate": 0.000102,
      "loss": 3.125,
      "step": 680
    },
    {
      "epoch": 0.0316817864619679,
      "grad_norm": 2.1207251047091256,
      "learning_rate": 0.00010215,
      "loss": 2.9844,
      "step": 681
    },
    {
      "epoch": 0.03172830890904862,
      "grad_norm": 1.8680329103859417,
      "learning_rate": 0.00010229999999999999,
      "loss": 2.9219,
      "step": 682
    },
    {
      "epoch": 0.03177483135612933,
      "grad_norm": 1.9076604419260093,
      "learning_rate": 0.00010245,
      "loss": 3.375,
      "step": 683
    },
    {
      "epoch": 0.03182135380321005,
      "grad_norm": 2.0135396895744284,
      "learning_rate": 0.0001026,
      "loss": 3.2656,
      "step": 684
    },
    {
      "epoch": 0.031867876250290764,
      "grad_norm": 1.9264979684033723,
      "learning_rate": 0.00010275,
      "loss": 3.0938,
      "step": 685
    },
    {
      "epoch": 0.031914398697371484,
      "grad_norm": 2.1486589824850326,
      "learning_rate": 0.0001029,
      "loss": 3.1406,
      "step": 686
    },
    {
      "epoch": 0.031960921144452197,
      "grad_norm": 2.019354986740538,
      "learning_rate": 0.00010305,
      "loss": 3.1719,
      "step": 687
    },
    {
      "epoch": 0.032007443591532916,
      "grad_norm": 1.9803607718694771,
      "learning_rate": 0.00010319999999999999,
      "loss": 2.9219,
      "step": 688
    },
    {
      "epoch": 0.03205396603861363,
      "grad_norm": 1.9249625067714595,
      "learning_rate": 0.00010334999999999998,
      "loss": 3.1406,
      "step": 689
    },
    {
      "epoch": 0.03210048848569435,
      "grad_norm": 2.114097975495871,
      "learning_rate": 0.00010349999999999998,
      "loss": 3.3125,
      "step": 690
    },
    {
      "epoch": 0.03214701093277506,
      "grad_norm": 1.8796848711777885,
      "learning_rate": 0.00010364999999999999,
      "loss": 3.2031,
      "step": 691
    },
    {
      "epoch": 0.03219353337985578,
      "grad_norm": 2.1089899100241123,
      "learning_rate": 0.00010379999999999999,
      "loss": 3.2656,
      "step": 692
    },
    {
      "epoch": 0.032240055826936495,
      "grad_norm": 2.08202740801481,
      "learning_rate": 0.00010394999999999998,
      "loss": 3.2344,
      "step": 693
    },
    {
      "epoch": 0.032286578274017215,
      "grad_norm": 1.80214113043504,
      "learning_rate": 0.00010409999999999998,
      "loss": 3.1406,
      "step": 694
    },
    {
      "epoch": 0.03233310072109793,
      "grad_norm": 2.050812170215701,
      "learning_rate": 0.00010424999999999999,
      "loss": 3.125,
      "step": 695
    },
    {
      "epoch": 0.03237962316817865,
      "grad_norm": 1.9634978459119843,
      "learning_rate": 0.00010439999999999999,
      "loss": 3.1094,
      "step": 696
    },
    {
      "epoch": 0.03242614561525936,
      "grad_norm": 1.894361245780353,
      "learning_rate": 0.00010454999999999998,
      "loss": 3.1094,
      "step": 697
    },
    {
      "epoch": 0.03247266806234008,
      "grad_norm": 2.020521643430503,
      "learning_rate": 0.00010469999999999998,
      "loss": 3.5312,
      "step": 698
    },
    {
      "epoch": 0.032519190509420794,
      "grad_norm": 1.8336982460915079,
      "learning_rate": 0.00010484999999999999,
      "loss": 3.4375,
      "step": 699
    },
    {
      "epoch": 0.032565712956501514,
      "grad_norm": 2.024209293705474,
      "learning_rate": 0.00010499999999999999,
      "loss": 2.9688,
      "step": 700
    },
    {
      "epoch": 0.032612235403582227,
      "grad_norm": 1.7827469035256516,
      "learning_rate": 0.00010514999999999998,
      "loss": 3.2188,
      "step": 701
    },
    {
      "epoch": 0.032658757850662946,
      "grad_norm": 2.355737789773654,
      "learning_rate": 0.00010529999999999998,
      "loss": 3.2031,
      "step": 702
    },
    {
      "epoch": 0.03270528029774366,
      "grad_norm": 2.0999450536931556,
      "learning_rate": 0.00010544999999999999,
      "loss": 3.0,
      "step": 703
    },
    {
      "epoch": 0.03275180274482438,
      "grad_norm": 2.076721082074654,
      "learning_rate": 0.00010559999999999998,
      "loss": 3.3594,
      "step": 704
    },
    {
      "epoch": 0.03279832519190509,
      "grad_norm": 1.995584199592832,
      "learning_rate": 0.00010574999999999998,
      "loss": 3.4062,
      "step": 705
    },
    {
      "epoch": 0.03284484763898581,
      "grad_norm": 2.018260200249054,
      "learning_rate": 0.00010589999999999999,
      "loss": 3.5,
      "step": 706
    },
    {
      "epoch": 0.032891370086066525,
      "grad_norm": 2.6320519371162985,
      "learning_rate": 0.00010604999999999999,
      "loss": 3.3281,
      "step": 707
    },
    {
      "epoch": 0.032937892533147245,
      "grad_norm": 1.8960722919979114,
      "learning_rate": 0.00010619999999999998,
      "loss": 3.3281,
      "step": 708
    },
    {
      "epoch": 0.03298441498022796,
      "grad_norm": 2.1009089144237048,
      "learning_rate": 0.00010634999999999998,
      "loss": 3.4219,
      "step": 709
    },
    {
      "epoch": 0.03303093742730868,
      "grad_norm": 2.1176843960083427,
      "learning_rate": 0.00010649999999999999,
      "loss": 3.4688,
      "step": 710
    },
    {
      "epoch": 0.03307745987438939,
      "grad_norm": 1.8962261817116521,
      "learning_rate": 0.00010664999999999999,
      "loss": 3.1719,
      "step": 711
    },
    {
      "epoch": 0.03312398232147011,
      "grad_norm": 3.204217256597009,
      "learning_rate": 0.00010679999999999998,
      "loss": 2.8438,
      "step": 712
    },
    {
      "epoch": 0.033170504768550824,
      "grad_norm": 2.040099808358962,
      "learning_rate": 0.00010694999999999998,
      "loss": 3.5938,
      "step": 713
    },
    {
      "epoch": 0.033217027215631544,
      "grad_norm": 2.1386445715455054,
      "learning_rate": 0.00010709999999999999,
      "loss": 3.3125,
      "step": 714
    },
    {
      "epoch": 0.033263549662712256,
      "grad_norm": 1.828729639312915,
      "learning_rate": 0.00010724999999999999,
      "loss": 2.9531,
      "step": 715
    },
    {
      "epoch": 0.033310072109792976,
      "grad_norm": 2.059335606140431,
      "learning_rate": 0.00010739999999999998,
      "loss": 3.3281,
      "step": 716
    },
    {
      "epoch": 0.03335659455687369,
      "grad_norm": 2.0773054218666,
      "learning_rate": 0.00010754999999999999,
      "loss": 3.2969,
      "step": 717
    },
    {
      "epoch": 0.03340311700395441,
      "grad_norm": 2.1025936927418245,
      "learning_rate": 0.00010769999999999999,
      "loss": 3.2344,
      "step": 718
    },
    {
      "epoch": 0.03344963945103512,
      "grad_norm": 2.100092793034891,
      "learning_rate": 0.00010784999999999999,
      "loss": 3.25,
      "step": 719
    },
    {
      "epoch": 0.03349616189811584,
      "grad_norm": 2.060603917863075,
      "learning_rate": 0.00010799999999999998,
      "loss": 3.1562,
      "step": 720
    },
    {
      "epoch": 0.033542684345196555,
      "grad_norm": 1.9121918974357703,
      "learning_rate": 0.00010814999999999999,
      "loss": 3.2656,
      "step": 721
    },
    {
      "epoch": 0.033589206792277275,
      "grad_norm": 2.0292113197390025,
      "learning_rate": 0.00010829999999999999,
      "loss": 3.0625,
      "step": 722
    },
    {
      "epoch": 0.03363572923935799,
      "grad_norm": 2.256682666669839,
      "learning_rate": 0.00010845,
      "loss": 3.3125,
      "step": 723
    },
    {
      "epoch": 0.03368225168643871,
      "grad_norm": 2.1079757202517526,
      "learning_rate": 0.00010859999999999998,
      "loss": 3.5469,
      "step": 724
    },
    {
      "epoch": 0.03372877413351942,
      "grad_norm": 2.010775797551982,
      "learning_rate": 0.00010874999999999999,
      "loss": 3.2969,
      "step": 725
    },
    {
      "epoch": 0.03377529658060014,
      "grad_norm": 2.0659690001849143,
      "learning_rate": 0.00010889999999999999,
      "loss": 3.2031,
      "step": 726
    },
    {
      "epoch": 0.033821819027680854,
      "grad_norm": 2.000335953101144,
      "learning_rate": 0.00010904999999999998,
      "loss": 3.2031,
      "step": 727
    },
    {
      "epoch": 0.033868341474761574,
      "grad_norm": 2.143065585185723,
      "learning_rate": 0.00010919999999999998,
      "loss": 3.3594,
      "step": 728
    },
    {
      "epoch": 0.033914863921842286,
      "grad_norm": 2.035261057342738,
      "learning_rate": 0.00010934999999999999,
      "loss": 3.3594,
      "step": 729
    },
    {
      "epoch": 0.033961386368923006,
      "grad_norm": 1.856249068009247,
      "learning_rate": 0.00010949999999999999,
      "loss": 3.2812,
      "step": 730
    },
    {
      "epoch": 0.03400790881600372,
      "grad_norm": 1.9588670459017983,
      "learning_rate": 0.00010964999999999998,
      "loss": 3.0625,
      "step": 731
    },
    {
      "epoch": 0.03405443126308444,
      "grad_norm": 1.8413897387052942,
      "learning_rate": 0.00010979999999999999,
      "loss": 3.1875,
      "step": 732
    },
    {
      "epoch": 0.03410095371016515,
      "grad_norm": 1.9185175609687115,
      "learning_rate": 0.00010994999999999999,
      "loss": 3.25,
      "step": 733
    },
    {
      "epoch": 0.03414747615724587,
      "grad_norm": 2.014394868849718,
      "learning_rate": 0.00011009999999999999,
      "loss": 3.2188,
      "step": 734
    },
    {
      "epoch": 0.034193998604326585,
      "grad_norm": 1.9707701133943085,
      "learning_rate": 0.00011024999999999998,
      "loss": 3.4062,
      "step": 735
    },
    {
      "epoch": 0.034240521051407305,
      "grad_norm": 1.776605741652496,
      "learning_rate": 0.00011039999999999999,
      "loss": 3.1406,
      "step": 736
    },
    {
      "epoch": 0.03428704349848802,
      "grad_norm": 2.82084285924641,
      "learning_rate": 0.00011054999999999999,
      "loss": 3.3281,
      "step": 737
    },
    {
      "epoch": 0.03433356594556874,
      "grad_norm": 2.2742015858210864,
      "learning_rate": 0.0001107,
      "loss": 2.5938,
      "step": 738
    },
    {
      "epoch": 0.03438008839264945,
      "grad_norm": 2.1640233109523406,
      "learning_rate": 0.00011084999999999998,
      "loss": 3.0781,
      "step": 739
    },
    {
      "epoch": 0.03442661083973017,
      "grad_norm": 2.1798974014226857,
      "learning_rate": 0.00011099999999999999,
      "loss": 3.2344,
      "step": 740
    },
    {
      "epoch": 0.034473133286810884,
      "grad_norm": 2.211218809818508,
      "learning_rate": 0.00011114999999999999,
      "loss": 2.9844,
      "step": 741
    },
    {
      "epoch": 0.034519655733891604,
      "grad_norm": 3.928420852817216,
      "learning_rate": 0.0001113,
      "loss": 2.8281,
      "step": 742
    },
    {
      "epoch": 0.034566178180972316,
      "grad_norm": 11.990362842168443,
      "learning_rate": 0.00011144999999999998,
      "loss": 3.4531,
      "step": 743
    },
    {
      "epoch": 0.034612700628053036,
      "grad_norm": 2.179467637773502,
      "learning_rate": 0.00011159999999999999,
      "loss": 2.9531,
      "step": 744
    },
    {
      "epoch": 0.03465922307513375,
      "grad_norm": 2.0690000934389663,
      "learning_rate": 0.00011174999999999999,
      "loss": 3.2188,
      "step": 745
    },
    {
      "epoch": 0.03470574552221447,
      "grad_norm": 2.197696120727109,
      "learning_rate": 0.0001119,
      "loss": 3.125,
      "step": 746
    },
    {
      "epoch": 0.03475226796929518,
      "grad_norm": 2.360027413625174,
      "learning_rate": 0.00011204999999999999,
      "loss": 3.3906,
      "step": 747
    },
    {
      "epoch": 0.0347987904163759,
      "grad_norm": 2.351050748577673,
      "learning_rate": 0.00011219999999999999,
      "loss": 3.2969,
      "step": 748
    },
    {
      "epoch": 0.034845312863456615,
      "grad_norm": 2.2083408775321796,
      "learning_rate": 0.00011235,
      "loss": 3.4062,
      "step": 749
    },
    {
      "epoch": 0.034891835310537335,
      "grad_norm": 1.9209464706457202,
      "learning_rate": 0.0001125,
      "loss": 3.0781,
      "step": 750
    },
    {
      "epoch": 0.03493835775761805,
      "grad_norm": 2.0016019127963283,
      "learning_rate": 0.00011264999999999999,
      "loss": 3.2031,
      "step": 751
    },
    {
      "epoch": 0.03498488020469877,
      "grad_norm": 2.334771781510057,
      "learning_rate": 0.00011279999999999999,
      "loss": 3.3281,
      "step": 752
    },
    {
      "epoch": 0.03503140265177948,
      "grad_norm": 5.56045130105585,
      "learning_rate": 0.00011295,
      "loss": 3.0469,
      "step": 753
    },
    {
      "epoch": 0.0350779250988602,
      "grad_norm": 1.8910571355815367,
      "learning_rate": 0.00011309999999999998,
      "loss": 3.0625,
      "step": 754
    },
    {
      "epoch": 0.035124447545940914,
      "grad_norm": 2.336745186136185,
      "learning_rate": 0.00011324999999999999,
      "loss": 3.0781,
      "step": 755
    },
    {
      "epoch": 0.035170969993021634,
      "grad_norm": 5.110290490241528,
      "learning_rate": 0.00011339999999999999,
      "loss": 3.1719,
      "step": 756
    },
    {
      "epoch": 0.035217492440102346,
      "grad_norm": 2.913293307505296,
      "learning_rate": 0.00011355,
      "loss": 3.2344,
      "step": 757
    },
    {
      "epoch": 0.035264014887183066,
      "grad_norm": 2.6369092947429214,
      "learning_rate": 0.00011369999999999999,
      "loss": 2.7344,
      "step": 758
    },
    {
      "epoch": 0.03531053733426378,
      "grad_norm": 2.492862130292428,
      "learning_rate": 0.00011384999999999999,
      "loss": 3.5,
      "step": 759
    },
    {
      "epoch": 0.0353570597813445,
      "grad_norm": 2.8036245446949697,
      "learning_rate": 0.00011399999999999999,
      "loss": 3.3281,
      "step": 760
    },
    {
      "epoch": 0.03540358222842521,
      "grad_norm": 14.137042635639279,
      "learning_rate": 0.00011415,
      "loss": 3.3281,
      "step": 761
    },
    {
      "epoch": 0.03545010467550593,
      "grad_norm": 1.8254525906646326,
      "learning_rate": 0.00011429999999999999,
      "loss": 3.2969,
      "step": 762
    },
    {
      "epoch": 0.035496627122586645,
      "grad_norm": 1.984525903128032,
      "learning_rate": 0.00011444999999999999,
      "loss": 3.1875,
      "step": 763
    },
    {
      "epoch": 0.035543149569667365,
      "grad_norm": 6.601336867034819,
      "learning_rate": 0.0001146,
      "loss": 3.3906,
      "step": 764
    },
    {
      "epoch": 0.03558967201674808,
      "grad_norm": 2.0211333553867896,
      "learning_rate": 0.00011475,
      "loss": 3.2188,
      "step": 765
    },
    {
      "epoch": 0.0356361944638288,
      "grad_norm": 1.9964497727081372,
      "learning_rate": 0.00011489999999999999,
      "loss": 3.1406,
      "step": 766
    },
    {
      "epoch": 0.03568271691090951,
      "grad_norm": 2.03289779882677,
      "learning_rate": 0.00011504999999999999,
      "loss": 3.0938,
      "step": 767
    },
    {
      "epoch": 0.03572923935799023,
      "grad_norm": 2.015786040113004,
      "learning_rate": 0.0001152,
      "loss": 3.1875,
      "step": 768
    },
    {
      "epoch": 0.035775761805070944,
      "grad_norm": 2.4850874282448228,
      "learning_rate": 0.00011535,
      "loss": 3.2344,
      "step": 769
    },
    {
      "epoch": 0.035822284252151664,
      "grad_norm": 4.208096569925309,
      "learning_rate": 0.00011549999999999999,
      "loss": 3.2812,
      "step": 770
    },
    {
      "epoch": 0.035868806699232376,
      "grad_norm": 2.0125906109156793,
      "learning_rate": 0.00011564999999999999,
      "loss": 3.1875,
      "step": 771
    },
    {
      "epoch": 0.035915329146313096,
      "grad_norm": 2.7584361627572984,
      "learning_rate": 0.0001158,
      "loss": 3.4688,
      "step": 772
    },
    {
      "epoch": 0.03596185159339381,
      "grad_norm": 2.168948432706303,
      "learning_rate": 0.00011595,
      "loss": 3.0469,
      "step": 773
    },
    {
      "epoch": 0.03600837404047453,
      "grad_norm": 20.71195533100186,
      "learning_rate": 0.00011609999999999999,
      "loss": 3.375,
      "step": 774
    },
    {
      "epoch": 0.03605489648755524,
      "grad_norm": 2.036430967591628,
      "learning_rate": 0.00011624999999999999,
      "loss": 3.2969,
      "step": 775
    },
    {
      "epoch": 0.03610141893463596,
      "grad_norm": 1.8701322853748776,
      "learning_rate": 0.0001164,
      "loss": 3.25,
      "step": 776
    },
    {
      "epoch": 0.036147941381716675,
      "grad_norm": 2.8598350763053983,
      "learning_rate": 0.00011654999999999999,
      "loss": 2.9062,
      "step": 777
    },
    {
      "epoch": 0.036194463828797395,
      "grad_norm": 1.9401631716343586,
      "learning_rate": 0.00011669999999999999,
      "loss": 3.5625,
      "step": 778
    },
    {
      "epoch": 0.03624098627587811,
      "grad_norm": 2.0076918012584217,
      "learning_rate": 0.00011685,
      "loss": 3.2188,
      "step": 779
    },
    {
      "epoch": 0.03628750872295883,
      "grad_norm": 2.127687847614058,
      "learning_rate": 0.000117,
      "loss": 3.0625,
      "step": 780
    },
    {
      "epoch": 0.03633403117003954,
      "grad_norm": 2.049909903454846,
      "learning_rate": 0.00011714999999999999,
      "loss": 3.1562,
      "step": 781
    },
    {
      "epoch": 0.03638055361712026,
      "grad_norm": 1.9754738277366959,
      "learning_rate": 0.00011729999999999999,
      "loss": 3.4062,
      "step": 782
    },
    {
      "epoch": 0.036427076064200974,
      "grad_norm": 2.019295970966852,
      "learning_rate": 0.00011745,
      "loss": 3.4531,
      "step": 783
    },
    {
      "epoch": 0.036473598511281694,
      "grad_norm": 1.9334889350692175,
      "learning_rate": 0.0001176,
      "loss": 3.2031,
      "step": 784
    },
    {
      "epoch": 0.036520120958362406,
      "grad_norm": 2.2847803512439264,
      "learning_rate": 0.00011774999999999999,
      "loss": 3.2969,
      "step": 785
    },
    {
      "epoch": 0.036566643405443126,
      "grad_norm": 2.3930870289483046,
      "learning_rate": 0.00011789999999999999,
      "loss": 3.25,
      "step": 786
    },
    {
      "epoch": 0.03661316585252384,
      "grad_norm": 1.903481912002832,
      "learning_rate": 0.00011805,
      "loss": 3.0938,
      "step": 787
    },
    {
      "epoch": 0.03665968829960456,
      "grad_norm": 2.2036577468337435,
      "learning_rate": 0.0001182,
      "loss": 3.0938,
      "step": 788
    },
    {
      "epoch": 0.03670621074668528,
      "grad_norm": 2.400189000314122,
      "learning_rate": 0.00011834999999999999,
      "loss": 3.1562,
      "step": 789
    },
    {
      "epoch": 0.03675273319376599,
      "grad_norm": 1.9766863390863323,
      "learning_rate": 0.0001185,
      "loss": 3.5156,
      "step": 790
    },
    {
      "epoch": 0.03679925564084671,
      "grad_norm": 2.6497000703589344,
      "learning_rate": 0.00011865,
      "loss": 3.3438,
      "step": 791
    },
    {
      "epoch": 0.036845778087927425,
      "grad_norm": 2.2207423249678913,
      "learning_rate": 0.0001188,
      "loss": 3.2031,
      "step": 792
    },
    {
      "epoch": 0.036892300535008145,
      "grad_norm": 2.087775546603504,
      "learning_rate": 0.00011894999999999999,
      "loss": 3.2344,
      "step": 793
    },
    {
      "epoch": 0.03693882298208886,
      "grad_norm": 5.446514288425613,
      "learning_rate": 0.0001191,
      "loss": 3.4688,
      "step": 794
    },
    {
      "epoch": 0.03698534542916958,
      "grad_norm": 2.1357917866276424,
      "learning_rate": 0.00011925,
      "loss": 3.2656,
      "step": 795
    },
    {
      "epoch": 0.03703186787625029,
      "grad_norm": 1.9700096894748615,
      "learning_rate": 0.0001194,
      "loss": 3.2812,
      "step": 796
    },
    {
      "epoch": 0.03707839032333101,
      "grad_norm": 1.9903241786514496,
      "learning_rate": 0.00011954999999999999,
      "loss": 2.9531,
      "step": 797
    },
    {
      "epoch": 0.037124912770411723,
      "grad_norm": 1.9027932104947285,
      "learning_rate": 0.0001197,
      "loss": 3.3594,
      "step": 798
    },
    {
      "epoch": 0.03717143521749244,
      "grad_norm": 2.0005474448899063,
      "learning_rate": 0.00011985,
      "loss": 2.9844,
      "step": 799
    },
    {
      "epoch": 0.037217957664573156,
      "grad_norm": 2.5048788500686867,
      "learning_rate": 0.00011999999999999999,
      "loss": 3.2188,
      "step": 800
    },
    {
      "epoch": 0.037264480111653876,
      "grad_norm": 2.021731104814482,
      "learning_rate": 0.00012014999999999999,
      "loss": 3.5156,
      "step": 801
    },
    {
      "epoch": 0.03731100255873459,
      "grad_norm": 2.205202007762791,
      "learning_rate": 0.0001203,
      "loss": 3.0312,
      "step": 802
    },
    {
      "epoch": 0.03735752500581531,
      "grad_norm": 2.0132239236148743,
      "learning_rate": 0.00012045,
      "loss": 3.0156,
      "step": 803
    },
    {
      "epoch": 0.03740404745289602,
      "grad_norm": 4.048589750596745,
      "learning_rate": 0.00012059999999999999,
      "loss": 3.4375,
      "step": 804
    },
    {
      "epoch": 0.03745056989997674,
      "grad_norm": 2.31669091199759,
      "learning_rate": 0.00012075,
      "loss": 3.2656,
      "step": 805
    },
    {
      "epoch": 0.037497092347057455,
      "grad_norm": 2.26152297327875,
      "learning_rate": 0.0001209,
      "loss": 2.9844,
      "step": 806
    },
    {
      "epoch": 0.037543614794138175,
      "grad_norm": 1.973627662300089,
      "learning_rate": 0.00012105,
      "loss": 3.2969,
      "step": 807
    },
    {
      "epoch": 0.03759013724121889,
      "grad_norm": 5.222206786159885,
      "learning_rate": 0.00012119999999999999,
      "loss": 3.2812,
      "step": 808
    },
    {
      "epoch": 0.03763665968829961,
      "grad_norm": 2.1577413351536117,
      "learning_rate": 0.00012135,
      "loss": 3.2969,
      "step": 809
    },
    {
      "epoch": 0.03768318213538032,
      "grad_norm": 2.112510118097855,
      "learning_rate": 0.0001215,
      "loss": 3.0625,
      "step": 810
    },
    {
      "epoch": 0.03772970458246104,
      "grad_norm": 1.861243477135403,
      "learning_rate": 0.00012165,
      "loss": 2.9375,
      "step": 811
    },
    {
      "epoch": 0.037776227029541753,
      "grad_norm": 1.9118493591016357,
      "learning_rate": 0.00012179999999999999,
      "loss": 3.1562,
      "step": 812
    },
    {
      "epoch": 0.03782274947662247,
      "grad_norm": 1.967794039785315,
      "learning_rate": 0.00012194999999999998,
      "loss": 3.0312,
      "step": 813
    },
    {
      "epoch": 0.037869271923703186,
      "grad_norm": 1.7408853572931073,
      "learning_rate": 0.00012209999999999999,
      "loss": 3.0312,
      "step": 814
    },
    {
      "epoch": 0.037915794370783906,
      "grad_norm": 2.1630625886217794,
      "learning_rate": 0.00012225,
      "loss": 3.4219,
      "step": 815
    },
    {
      "epoch": 0.03796231681786462,
      "grad_norm": 1.8087765154801223,
      "learning_rate": 0.0001224,
      "loss": 3.1562,
      "step": 816
    },
    {
      "epoch": 0.03800883926494534,
      "grad_norm": 1.6632112554305636,
      "learning_rate": 0.00012254999999999997,
      "loss": 3.0156,
      "step": 817
    },
    {
      "epoch": 0.03805536171202605,
      "grad_norm": 2.0878018844545996,
      "learning_rate": 0.00012269999999999997,
      "loss": 3.3906,
      "step": 818
    },
    {
      "epoch": 0.03810188415910677,
      "grad_norm": 2.4645310283961916,
      "learning_rate": 0.00012284999999999998,
      "loss": 3.5,
      "step": 819
    },
    {
      "epoch": 0.038148406606187485,
      "grad_norm": 1.7743384729024128,
      "learning_rate": 0.00012299999999999998,
      "loss": 3.0469,
      "step": 820
    },
    {
      "epoch": 0.038194929053268205,
      "grad_norm": 2.257034726643073,
      "learning_rate": 0.00012314999999999998,
      "loss": 3.0156,
      "step": 821
    },
    {
      "epoch": 0.03824145150034892,
      "grad_norm": 2.0488451426158214,
      "learning_rate": 0.0001233,
      "loss": 3.3906,
      "step": 822
    },
    {
      "epoch": 0.03828797394742964,
      "grad_norm": 1.7581115168381902,
      "learning_rate": 0.00012345,
      "loss": 3.2656,
      "step": 823
    },
    {
      "epoch": 0.03833449639451035,
      "grad_norm": 1.8702280675980119,
      "learning_rate": 0.0001236,
      "loss": 3.125,
      "step": 824
    },
    {
      "epoch": 0.03838101884159107,
      "grad_norm": 2.018740556611585,
      "learning_rate": 0.00012374999999999997,
      "loss": 3.4531,
      "step": 825
    },
    {
      "epoch": 0.038427541288671783,
      "grad_norm": 2.185243963426781,
      "learning_rate": 0.00012389999999999998,
      "loss": 2.8906,
      "step": 826
    },
    {
      "epoch": 0.0384740637357525,
      "grad_norm": 1.7829982605937644,
      "learning_rate": 0.00012404999999999998,
      "loss": 3.1094,
      "step": 827
    },
    {
      "epoch": 0.038520586182833216,
      "grad_norm": 1.7510470998525232,
      "learning_rate": 0.00012419999999999998,
      "loss": 3.2656,
      "step": 828
    },
    {
      "epoch": 0.038567108629913936,
      "grad_norm": 1.7250133040471356,
      "learning_rate": 0.00012435,
      "loss": 3.2031,
      "step": 829
    },
    {
      "epoch": 0.03861363107699465,
      "grad_norm": 1.8410667543812083,
      "learning_rate": 0.0001245,
      "loss": 3.5312,
      "step": 830
    },
    {
      "epoch": 0.03866015352407537,
      "grad_norm": 1.892739498285144,
      "learning_rate": 0.00012465,
      "loss": 3.2812,
      "step": 831
    },
    {
      "epoch": 0.03870667597115608,
      "grad_norm": 1.9010017020038006,
      "learning_rate": 0.00012479999999999997,
      "loss": 3.3125,
      "step": 832
    },
    {
      "epoch": 0.0387531984182368,
      "grad_norm": 1.9200499806722797,
      "learning_rate": 0.00012494999999999997,
      "loss": 2.875,
      "step": 833
    },
    {
      "epoch": 0.038799720865317515,
      "grad_norm": 2.2217753838931285,
      "learning_rate": 0.00012509999999999998,
      "loss": 3.2812,
      "step": 834
    },
    {
      "epoch": 0.038846243312398235,
      "grad_norm": 1.7378366878425653,
      "learning_rate": 0.00012524999999999998,
      "loss": 2.9844,
      "step": 835
    },
    {
      "epoch": 0.03889276575947895,
      "grad_norm": 1.9687418685822309,
      "learning_rate": 0.00012539999999999999,
      "loss": 3.1406,
      "step": 836
    },
    {
      "epoch": 0.03893928820655967,
      "grad_norm": 2.1655036338236373,
      "learning_rate": 0.00012555,
      "loss": 3.1406,
      "step": 837
    },
    {
      "epoch": 0.03898581065364038,
      "grad_norm": 2.2703462398172602,
      "learning_rate": 0.0001257,
      "loss": 3.125,
      "step": 838
    },
    {
      "epoch": 0.0390323331007211,
      "grad_norm": 1.776443206877716,
      "learning_rate": 0.00012585,
      "loss": 3.125,
      "step": 839
    },
    {
      "epoch": 0.039078855547801813,
      "grad_norm": 2.633870464253489,
      "learning_rate": 0.00012599999999999997,
      "loss": 3.2812,
      "step": 840
    },
    {
      "epoch": 0.03912537799488253,
      "grad_norm": 2.0037291701674267,
      "learning_rate": 0.00012614999999999998,
      "loss": 3.3594,
      "step": 841
    },
    {
      "epoch": 0.039171900441963246,
      "grad_norm": 2.079366220757777,
      "learning_rate": 0.00012629999999999998,
      "loss": 3.2031,
      "step": 842
    },
    {
      "epoch": 0.039218422889043966,
      "grad_norm": 2.229178967515864,
      "learning_rate": 0.00012644999999999998,
      "loss": 3.1562,
      "step": 843
    },
    {
      "epoch": 0.03926494533612468,
      "grad_norm": 2.044810025394255,
      "learning_rate": 0.0001266,
      "loss": 3.4062,
      "step": 844
    },
    {
      "epoch": 0.0393114677832054,
      "grad_norm": 1.7769669859450776,
      "learning_rate": 0.00012675,
      "loss": 3.1406,
      "step": 845
    },
    {
      "epoch": 0.03935799023028611,
      "grad_norm": 1.8959405329343169,
      "learning_rate": 0.0001269,
      "loss": 3.1406,
      "step": 846
    },
    {
      "epoch": 0.03940451267736683,
      "grad_norm": 2.2962808507327064,
      "learning_rate": 0.00012705,
      "loss": 3.2656,
      "step": 847
    },
    {
      "epoch": 0.039451035124447545,
      "grad_norm": 2.0575631597343182,
      "learning_rate": 0.00012719999999999997,
      "loss": 3.0938,
      "step": 848
    },
    {
      "epoch": 0.039497557571528265,
      "grad_norm": 1.8851059840075113,
      "learning_rate": 0.00012734999999999998,
      "loss": 3.1562,
      "step": 849
    },
    {
      "epoch": 0.03954408001860898,
      "grad_norm": 1.8431344874006836,
      "learning_rate": 0.00012749999999999998,
      "loss": 3.2188,
      "step": 850
    },
    {
      "epoch": 0.0395906024656897,
      "grad_norm": 1.7530127821812558,
      "learning_rate": 0.00012764999999999999,
      "loss": 3.0781,
      "step": 851
    },
    {
      "epoch": 0.03963712491277041,
      "grad_norm": 1.8350505551164313,
      "learning_rate": 0.0001278,
      "loss": 3.3438,
      "step": 852
    },
    {
      "epoch": 0.03968364735985113,
      "grad_norm": 2.0171119917187736,
      "learning_rate": 0.00012795,
      "loss": 3.2656,
      "step": 853
    },
    {
      "epoch": 0.03973016980693184,
      "grad_norm": 1.794548514596564,
      "learning_rate": 0.0001281,
      "loss": 3.1562,
      "step": 854
    },
    {
      "epoch": 0.03977669225401256,
      "grad_norm": 2.2521045471671757,
      "learning_rate": 0.00012824999999999997,
      "loss": 3.375,
      "step": 855
    },
    {
      "epoch": 0.039823214701093276,
      "grad_norm": 2.3127731317067113,
      "learning_rate": 0.00012839999999999998,
      "loss": 3.2031,
      "step": 856
    },
    {
      "epoch": 0.039869737148173996,
      "grad_norm": 1.695015849206952,
      "learning_rate": 0.00012854999999999998,
      "loss": 2.9688,
      "step": 857
    },
    {
      "epoch": 0.03991625959525471,
      "grad_norm": 2.1955755309022873,
      "learning_rate": 0.00012869999999999998,
      "loss": 3.0625,
      "step": 858
    },
    {
      "epoch": 0.03996278204233543,
      "grad_norm": 1.9015448641104844,
      "learning_rate": 0.00012885,
      "loss": 3.4375,
      "step": 859
    },
    {
      "epoch": 0.04000930448941614,
      "grad_norm": 1.990669185052551,
      "learning_rate": 0.000129,
      "loss": 3.1875,
      "step": 860
    },
    {
      "epoch": 0.04005582693649686,
      "grad_norm": 1.765743179766468,
      "learning_rate": 0.00012915,
      "loss": 3.3438,
      "step": 861
    },
    {
      "epoch": 0.040102349383577575,
      "grad_norm": 1.75553366842328,
      "learning_rate": 0.0001293,
      "loss": 3.1094,
      "step": 862
    },
    {
      "epoch": 0.040148871830658295,
      "grad_norm": 1.768953776515022,
      "learning_rate": 0.00012944999999999998,
      "loss": 2.9375,
      "step": 863
    },
    {
      "epoch": 0.04019539427773901,
      "grad_norm": 1.8072150150085875,
      "learning_rate": 0.00012959999999999998,
      "loss": 3.1406,
      "step": 864
    },
    {
      "epoch": 0.04024191672481973,
      "grad_norm": 2.784700367637196,
      "learning_rate": 0.00012974999999999998,
      "loss": 3.2969,
      "step": 865
    },
    {
      "epoch": 0.04028843917190044,
      "grad_norm": 2.0298906904463982,
      "learning_rate": 0.00012989999999999999,
      "loss": 3.25,
      "step": 866
    },
    {
      "epoch": 0.04033496161898116,
      "grad_norm": 2.0336387938785254,
      "learning_rate": 0.00013005,
      "loss": 3.25,
      "step": 867
    },
    {
      "epoch": 0.04038148406606187,
      "grad_norm": 2.193287430262028,
      "learning_rate": 0.0001302,
      "loss": 3.2188,
      "step": 868
    },
    {
      "epoch": 0.04042800651314259,
      "grad_norm": 2.1833418079682096,
      "learning_rate": 0.00013035,
      "loss": 3.2344,
      "step": 869
    },
    {
      "epoch": 0.040474528960223306,
      "grad_norm": 1.9063942550076047,
      "learning_rate": 0.0001305,
      "loss": 2.9219,
      "step": 870
    },
    {
      "epoch": 0.040521051407304026,
      "grad_norm": 2.6200119503098565,
      "learning_rate": 0.00013064999999999998,
      "loss": 3.1562,
      "step": 871
    },
    {
      "epoch": 0.04056757385438474,
      "grad_norm": 2.0897372070072873,
      "learning_rate": 0.00013079999999999998,
      "loss": 2.9531,
      "step": 872
    },
    {
      "epoch": 0.04061409630146546,
      "grad_norm": 1.8474933236199582,
      "learning_rate": 0.00013094999999999998,
      "loss": 3.1406,
      "step": 873
    },
    {
      "epoch": 0.04066061874854617,
      "grad_norm": 2.656422042250982,
      "learning_rate": 0.0001311,
      "loss": 3.0781,
      "step": 874
    },
    {
      "epoch": 0.04070714119562689,
      "grad_norm": 1.6810660973399152,
      "learning_rate": 0.00013125,
      "loss": 3.1094,
      "step": 875
    },
    {
      "epoch": 0.040753663642707605,
      "grad_norm": 2.1875238716871146,
      "learning_rate": 0.0001314,
      "loss": 2.9531,
      "step": 876
    },
    {
      "epoch": 0.040800186089788325,
      "grad_norm": 1.734027949698835,
      "learning_rate": 0.00013155,
      "loss": 3.1719,
      "step": 877
    },
    {
      "epoch": 0.04084670853686904,
      "grad_norm": 1.8004682614811434,
      "learning_rate": 0.00013169999999999998,
      "loss": 3.0781,
      "step": 878
    },
    {
      "epoch": 0.04089323098394976,
      "grad_norm": 1.8258867438495756,
      "learning_rate": 0.00013184999999999998,
      "loss": 3.0781,
      "step": 879
    },
    {
      "epoch": 0.04093975343103047,
      "grad_norm": 1.8550859599158633,
      "learning_rate": 0.00013199999999999998,
      "loss": 3.2031,
      "step": 880
    },
    {
      "epoch": 0.04098627587811119,
      "grad_norm": 1.743933409696987,
      "learning_rate": 0.00013215,
      "loss": 3.1562,
      "step": 881
    },
    {
      "epoch": 0.0410327983251919,
      "grad_norm": 1.8860789064852435,
      "learning_rate": 0.0001323,
      "loss": 3.375,
      "step": 882
    },
    {
      "epoch": 0.04107932077227262,
      "grad_norm": 2.042254541500958,
      "learning_rate": 0.00013245,
      "loss": 3.3594,
      "step": 883
    },
    {
      "epoch": 0.041125843219353336,
      "grad_norm": 1.6979242200709137,
      "learning_rate": 0.0001326,
      "loss": 3.1562,
      "step": 884
    },
    {
      "epoch": 0.041172365666434056,
      "grad_norm": 2.3825543698618312,
      "learning_rate": 0.00013275,
      "loss": 3.0938,
      "step": 885
    },
    {
      "epoch": 0.04121888811351477,
      "grad_norm": 2.2432392268134915,
      "learning_rate": 0.00013289999999999998,
      "loss": 2.8906,
      "step": 886
    },
    {
      "epoch": 0.04126541056059549,
      "grad_norm": 2.314069027962984,
      "learning_rate": 0.00013304999999999998,
      "loss": 3.2344,
      "step": 887
    },
    {
      "epoch": 0.0413119330076762,
      "grad_norm": 1.8575277018464977,
      "learning_rate": 0.00013319999999999999,
      "loss": 3.0625,
      "step": 888
    },
    {
      "epoch": 0.04135845545475692,
      "grad_norm": 1.7486415465807372,
      "learning_rate": 0.00013335,
      "loss": 3.1406,
      "step": 889
    },
    {
      "epoch": 0.041404977901837635,
      "grad_norm": 2.145594545363251,
      "learning_rate": 0.0001335,
      "loss": 3.375,
      "step": 890
    },
    {
      "epoch": 0.041451500348918355,
      "grad_norm": 1.860487627552016,
      "learning_rate": 0.00013365,
      "loss": 3.1406,
      "step": 891
    },
    {
      "epoch": 0.04149802279599907,
      "grad_norm": 2.0093793162503544,
      "learning_rate": 0.0001338,
      "loss": 2.9062,
      "step": 892
    },
    {
      "epoch": 0.04154454524307979,
      "grad_norm": 1.98418039340663,
      "learning_rate": 0.00013395,
      "loss": 3.3281,
      "step": 893
    },
    {
      "epoch": 0.0415910676901605,
      "grad_norm": 1.6938617132628893,
      "learning_rate": 0.00013409999999999998,
      "loss": 3.1562,
      "step": 894
    },
    {
      "epoch": 0.04163759013724122,
      "grad_norm": 1.739951497294745,
      "learning_rate": 0.00013424999999999998,
      "loss": 3.3125,
      "step": 895
    },
    {
      "epoch": 0.04168411258432193,
      "grad_norm": 1.7297266479416664,
      "learning_rate": 0.0001344,
      "loss": 3.125,
      "step": 896
    },
    {
      "epoch": 0.04173063503140265,
      "grad_norm": 1.5605261849542102,
      "learning_rate": 0.00013455,
      "loss": 3.1719,
      "step": 897
    },
    {
      "epoch": 0.041777157478483366,
      "grad_norm": 1.792734939514007,
      "learning_rate": 0.0001347,
      "loss": 3.1094,
      "step": 898
    },
    {
      "epoch": 0.041823679925564086,
      "grad_norm": 1.7963018237524062,
      "learning_rate": 0.00013485,
      "loss": 3.3281,
      "step": 899
    },
    {
      "epoch": 0.0418702023726448,
      "grad_norm": 2.5010072585124536,
      "learning_rate": 0.000135,
      "loss": 3.5,
      "step": 900
    },
    {
      "epoch": 0.04191672481972552,
      "grad_norm": 1.7065603998595635,
      "learning_rate": 0.00013514999999999998,
      "loss": 3.1406,
      "step": 901
    },
    {
      "epoch": 0.04196324726680623,
      "grad_norm": 2.2434768336545616,
      "learning_rate": 0.00013529999999999998,
      "loss": 3.2344,
      "step": 902
    },
    {
      "epoch": 0.04200976971388695,
      "grad_norm": 1.6737835481983359,
      "learning_rate": 0.00013544999999999999,
      "loss": 3.1719,
      "step": 903
    },
    {
      "epoch": 0.042056292160967665,
      "grad_norm": 1.671128044651709,
      "learning_rate": 0.0001356,
      "loss": 3.25,
      "step": 904
    },
    {
      "epoch": 0.042102814608048385,
      "grad_norm": 1.6635389306871806,
      "learning_rate": 0.00013575,
      "loss": 3.1406,
      "step": 905
    },
    {
      "epoch": 0.0421493370551291,
      "grad_norm": 2.0459778098153034,
      "learning_rate": 0.0001359,
      "loss": 3.3594,
      "step": 906
    },
    {
      "epoch": 0.04219585950220982,
      "grad_norm": 1.8529607765648093,
      "learning_rate": 0.00013605,
      "loss": 3.125,
      "step": 907
    },
    {
      "epoch": 0.04224238194929053,
      "grad_norm": 2.069857651343112,
      "learning_rate": 0.0001362,
      "loss": 3.2188,
      "step": 908
    },
    {
      "epoch": 0.04228890439637125,
      "grad_norm": 1.8181130229972946,
      "learning_rate": 0.00013634999999999998,
      "loss": 3.3125,
      "step": 909
    },
    {
      "epoch": 0.04233542684345196,
      "grad_norm": 1.812716349585914,
      "learning_rate": 0.00013649999999999998,
      "loss": 2.9531,
      "step": 910
    },
    {
      "epoch": 0.04238194929053268,
      "grad_norm": 2.4268840074836593,
      "learning_rate": 0.00013665,
      "loss": 3.1719,
      "step": 911
    },
    {
      "epoch": 0.042428471737613396,
      "grad_norm": 2.162125717865156,
      "learning_rate": 0.0001368,
      "loss": 3.2656,
      "step": 912
    },
    {
      "epoch": 0.042474994184694116,
      "grad_norm": 2.7338439532022933,
      "learning_rate": 0.00013695,
      "loss": 3.1562,
      "step": 913
    },
    {
      "epoch": 0.04252151663177483,
      "grad_norm": 2.3258061131672796,
      "learning_rate": 0.0001371,
      "loss": 3.125,
      "step": 914
    },
    {
      "epoch": 0.04256803907885555,
      "grad_norm": 2.669446488330147,
      "learning_rate": 0.00013725,
      "loss": 2.8438,
      "step": 915
    },
    {
      "epoch": 0.04261456152593626,
      "grad_norm": 1.8711582204017467,
      "learning_rate": 0.0001374,
      "loss": 3.2656,
      "step": 916
    },
    {
      "epoch": 0.04266108397301698,
      "grad_norm": 1.7811182090141702,
      "learning_rate": 0.00013754999999999998,
      "loss": 3.2656,
      "step": 917
    },
    {
      "epoch": 0.042707606420097695,
      "grad_norm": 2.6347964374500816,
      "learning_rate": 0.00013769999999999999,
      "loss": 3.0625,
      "step": 918
    },
    {
      "epoch": 0.042754128867178415,
      "grad_norm": 1.6601120108826974,
      "learning_rate": 0.00013785,
      "loss": 3.125,
      "step": 919
    },
    {
      "epoch": 0.04280065131425913,
      "grad_norm": 1.755172069716099,
      "learning_rate": 0.000138,
      "loss": 3.3281,
      "step": 920
    },
    {
      "epoch": 0.04284717376133985,
      "grad_norm": 1.822406762426712,
      "learning_rate": 0.00013815,
      "loss": 3.2969,
      "step": 921
    },
    {
      "epoch": 0.04289369620842056,
      "grad_norm": 1.7145984755155212,
      "learning_rate": 0.0001383,
      "loss": 3.0156,
      "step": 922
    },
    {
      "epoch": 0.04294021865550128,
      "grad_norm": 1.9490552744055702,
      "learning_rate": 0.00013845,
      "loss": 3.3594,
      "step": 923
    },
    {
      "epoch": 0.04298674110258199,
      "grad_norm": 1.6387454204546945,
      "learning_rate": 0.0001386,
      "loss": 3.1406,
      "step": 924
    },
    {
      "epoch": 0.04303326354966271,
      "grad_norm": 1.6530624715243996,
      "learning_rate": 0.00013874999999999998,
      "loss": 3.0156,
      "step": 925
    },
    {
      "epoch": 0.043079785996743426,
      "grad_norm": 2.3246821336023236,
      "learning_rate": 0.0001389,
      "loss": 2.7344,
      "step": 926
    },
    {
      "epoch": 0.043126308443824146,
      "grad_norm": 1.9539875988784534,
      "learning_rate": 0.00013905,
      "loss": 3.1719,
      "step": 927
    },
    {
      "epoch": 0.04317283089090486,
      "grad_norm": 1.6654584664528562,
      "learning_rate": 0.0001392,
      "loss": 3.1719,
      "step": 928
    },
    {
      "epoch": 0.04321935333798558,
      "grad_norm": 2.324348018342533,
      "learning_rate": 0.00013935,
      "loss": 3.4844,
      "step": 929
    },
    {
      "epoch": 0.04326587578506629,
      "grad_norm": 2.3689444303558918,
      "learning_rate": 0.0001395,
      "loss": 3.0625,
      "step": 930
    },
    {
      "epoch": 0.04331239823214701,
      "grad_norm": 1.619039969576193,
      "learning_rate": 0.00013965,
      "loss": 3.0469,
      "step": 931
    },
    {
      "epoch": 0.043358920679227725,
      "grad_norm": 2.8410004276485825,
      "learning_rate": 0.00013979999999999998,
      "loss": 3.25,
      "step": 932
    },
    {
      "epoch": 0.043405443126308445,
      "grad_norm": 1.8955638381332245,
      "learning_rate": 0.00013995,
      "loss": 3.2656,
      "step": 933
    },
    {
      "epoch": 0.04345196557338916,
      "grad_norm": 1.5564874261590935,
      "learning_rate": 0.0001401,
      "loss": 3.0625,
      "step": 934
    },
    {
      "epoch": 0.04349848802046988,
      "grad_norm": 2.6781378728914746,
      "learning_rate": 0.00014025,
      "loss": 3.3594,
      "step": 935
    },
    {
      "epoch": 0.04354501046755059,
      "grad_norm": 1.8295843623667924,
      "learning_rate": 0.0001404,
      "loss": 3.0312,
      "step": 936
    },
    {
      "epoch": 0.04359153291463131,
      "grad_norm": 1.5770889216342914,
      "learning_rate": 0.00014055,
      "loss": 3.1094,
      "step": 937
    },
    {
      "epoch": 0.04363805536171202,
      "grad_norm": 1.6354246350422599,
      "learning_rate": 0.00014069999999999998,
      "loss": 3.125,
      "step": 938
    },
    {
      "epoch": 0.04368457780879274,
      "grad_norm": 1.781729645767176,
      "learning_rate": 0.00014084999999999998,
      "loss": 3.125,
      "step": 939
    },
    {
      "epoch": 0.043731100255873456,
      "grad_norm": 1.753560263138116,
      "learning_rate": 0.00014099999999999998,
      "loss": 2.9531,
      "step": 940
    },
    {
      "epoch": 0.043777622702954176,
      "grad_norm": 1.5976833498519136,
      "learning_rate": 0.00014115,
      "loss": 3.0469,
      "step": 941
    },
    {
      "epoch": 0.04382414515003489,
      "grad_norm": 1.782265998659692,
      "learning_rate": 0.0001413,
      "loss": 3.2031,
      "step": 942
    },
    {
      "epoch": 0.04387066759711561,
      "grad_norm": 1.6777124402251076,
      "learning_rate": 0.00014144999999999997,
      "loss": 2.9844,
      "step": 943
    },
    {
      "epoch": 0.04391719004419632,
      "grad_norm": 1.6930980178734993,
      "learning_rate": 0.00014159999999999997,
      "loss": 3.1719,
      "step": 944
    },
    {
      "epoch": 0.04396371249127704,
      "grad_norm": 1.6813158120808915,
      "learning_rate": 0.00014174999999999998,
      "loss": 2.9062,
      "step": 945
    },
    {
      "epoch": 0.044010234938357755,
      "grad_norm": 1.6019785091331462,
      "learning_rate": 0.00014189999999999998,
      "loss": 3.1406,
      "step": 946
    },
    {
      "epoch": 0.044056757385438475,
      "grad_norm": 1.5414439436889436,
      "learning_rate": 0.00014204999999999998,
      "loss": 3.1719,
      "step": 947
    },
    {
      "epoch": 0.04410327983251919,
      "grad_norm": 1.7279459703620679,
      "learning_rate": 0.0001422,
      "loss": 3.3594,
      "step": 948
    },
    {
      "epoch": 0.04414980227959991,
      "grad_norm": 1.7576904230152368,
      "learning_rate": 0.00014235,
      "loss": 3.2344,
      "step": 949
    },
    {
      "epoch": 0.04419632472668062,
      "grad_norm": 1.6809196088831013,
      "learning_rate": 0.0001425,
      "loss": 3.0156,
      "step": 950
    },
    {
      "epoch": 0.04424284717376134,
      "grad_norm": 2.991700497654742,
      "learning_rate": 0.00014264999999999997,
      "loss": 3.1562,
      "step": 951
    },
    {
      "epoch": 0.04428936962084205,
      "grad_norm": 2.425709403180275,
      "learning_rate": 0.00014279999999999997,
      "loss": 2.9688,
      "step": 952
    },
    {
      "epoch": 0.04433589206792277,
      "grad_norm": 2.017598334627742,
      "learning_rate": 0.00014294999999999998,
      "loss": 3.2969,
      "step": 953
    },
    {
      "epoch": 0.044382414515003486,
      "grad_norm": 1.832328302736238,
      "learning_rate": 0.00014309999999999998,
      "loss": 3.1719,
      "step": 954
    },
    {
      "epoch": 0.044428936962084206,
      "grad_norm": 3.31478602628936,
      "learning_rate": 0.00014324999999999999,
      "loss": 3.3594,
      "step": 955
    },
    {
      "epoch": 0.04447545940916492,
      "grad_norm": 1.8685308275477386,
      "learning_rate": 0.0001434,
      "loss": 3.0156,
      "step": 956
    },
    {
      "epoch": 0.04452198185624564,
      "grad_norm": 2.4779437093032644,
      "learning_rate": 0.00014355,
      "loss": 3.0781,
      "step": 957
    },
    {
      "epoch": 0.04456850430332635,
      "grad_norm": 1.8684384245744583,
      "learning_rate": 0.00014369999999999997,
      "loss": 3.1719,
      "step": 958
    },
    {
      "epoch": 0.04461502675040707,
      "grad_norm": 1.780454831348453,
      "learning_rate": 0.00014384999999999997,
      "loss": 2.8125,
      "step": 959
    },
    {
      "epoch": 0.044661549197487785,
      "grad_norm": 2.4592610885701034,
      "learning_rate": 0.00014399999999999998,
      "loss": 2.9531,
      "step": 960
    },
    {
      "epoch": 0.044708071644568505,
      "grad_norm": 2.3073603936190894,
      "learning_rate": 0.00014414999999999998,
      "loss": 2.5625,
      "step": 961
    },
    {
      "epoch": 0.04475459409164922,
      "grad_norm": 2.027510362798467,
      "learning_rate": 0.00014429999999999998,
      "loss": 3.0625,
      "step": 962
    },
    {
      "epoch": 0.04480111653872994,
      "grad_norm": 2.792024183144295,
      "learning_rate": 0.00014445,
      "loss": 3.3125,
      "step": 963
    },
    {
      "epoch": 0.04484763898581065,
      "grad_norm": 1.9725148970477058,
      "learning_rate": 0.0001446,
      "loss": 3.1875,
      "step": 964
    },
    {
      "epoch": 0.04489416143289137,
      "grad_norm": 1.5865049179048996,
      "learning_rate": 0.00014475,
      "loss": 3.1094,
      "step": 965
    },
    {
      "epoch": 0.04494068387997208,
      "grad_norm": 2.1523468016145815,
      "learning_rate": 0.00014489999999999997,
      "loss": 3.0625,
      "step": 966
    },
    {
      "epoch": 0.0449872063270528,
      "grad_norm": 1.879873617878956,
      "learning_rate": 0.00014504999999999997,
      "loss": 3.3906,
      "step": 967
    },
    {
      "epoch": 0.045033728774133516,
      "grad_norm": 1.9054761109366543,
      "learning_rate": 0.00014519999999999998,
      "loss": 2.9844,
      "step": 968
    },
    {
      "epoch": 0.045080251221214236,
      "grad_norm": 1.9587511346477313,
      "learning_rate": 0.00014534999999999998,
      "loss": 3.2656,
      "step": 969
    },
    {
      "epoch": 0.04512677366829495,
      "grad_norm": 1.6264460571340695,
      "learning_rate": 0.00014549999999999999,
      "loss": 2.9375,
      "step": 970
    },
    {
      "epoch": 0.04517329611537567,
      "grad_norm": 1.5773536804281973,
      "learning_rate": 0.00014565,
      "loss": 3.2656,
      "step": 971
    },
    {
      "epoch": 0.04521981856245638,
      "grad_norm": 1.6357549184136815,
      "learning_rate": 0.0001458,
      "loss": 3.0469,
      "step": 972
    },
    {
      "epoch": 0.0452663410095371,
      "grad_norm": 1.849669850534961,
      "learning_rate": 0.00014595,
      "loss": 3.2188,
      "step": 973
    },
    {
      "epoch": 0.045312863456617815,
      "grad_norm": 2.0852116541160317,
      "learning_rate": 0.00014609999999999997,
      "loss": 3.2969,
      "step": 974
    },
    {
      "epoch": 0.045359385903698535,
      "grad_norm": 1.7759006129604797,
      "learning_rate": 0.00014624999999999998,
      "loss": 3.0781,
      "step": 975
    },
    {
      "epoch": 0.04540590835077925,
      "grad_norm": 2.2740111818849513,
      "learning_rate": 0.00014639999999999998,
      "loss": 3.125,
      "step": 976
    },
    {
      "epoch": 0.04545243079785997,
      "grad_norm": 1.6149501103755088,
      "learning_rate": 0.00014654999999999998,
      "loss": 2.8594,
      "step": 977
    },
    {
      "epoch": 0.04549895324494068,
      "grad_norm": 1.698879408580679,
      "learning_rate": 0.0001467,
      "loss": 3.0781,
      "step": 978
    },
    {
      "epoch": 0.0455454756920214,
      "grad_norm": 1.5853059756250305,
      "learning_rate": 0.00014685,
      "loss": 2.8906,
      "step": 979
    },
    {
      "epoch": 0.04559199813910211,
      "grad_norm": 1.615067742741123,
      "learning_rate": 0.000147,
      "loss": 3.4062,
      "step": 980
    },
    {
      "epoch": 0.04563852058618283,
      "grad_norm": 1.466801212728201,
      "learning_rate": 0.00014714999999999997,
      "loss": 3.0469,
      "step": 981
    },
    {
      "epoch": 0.045685043033263546,
      "grad_norm": 1.90106096682977,
      "learning_rate": 0.00014729999999999998,
      "loss": 3.0938,
      "step": 982
    },
    {
      "epoch": 0.045731565480344266,
      "grad_norm": 1.5121295130066035,
      "learning_rate": 0.00014744999999999998,
      "loss": 3.0938,
      "step": 983
    },
    {
      "epoch": 0.04577808792742498,
      "grad_norm": 1.6010296171794058,
      "learning_rate": 0.00014759999999999998,
      "loss": 3.1562,
      "step": 984
    },
    {
      "epoch": 0.0458246103745057,
      "grad_norm": 1.6693146934349714,
      "learning_rate": 0.00014774999999999999,
      "loss": 2.9688,
      "step": 985
    },
    {
      "epoch": 0.04587113282158641,
      "grad_norm": 1.5996012604201457,
      "learning_rate": 0.0001479,
      "loss": 2.8594,
      "step": 986
    },
    {
      "epoch": 0.04591765526866713,
      "grad_norm": 1.686094573234719,
      "learning_rate": 0.00014805,
      "loss": 2.9688,
      "step": 987
    },
    {
      "epoch": 0.04596417771574785,
      "grad_norm": 1.8151238843743975,
      "learning_rate": 0.0001482,
      "loss": 3.2344,
      "step": 988
    },
    {
      "epoch": 0.046010700162828565,
      "grad_norm": 1.6580382454968035,
      "learning_rate": 0.00014834999999999997,
      "loss": 3.3906,
      "step": 989
    },
    {
      "epoch": 0.046057222609909285,
      "grad_norm": 1.6269276158799337,
      "learning_rate": 0.00014849999999999998,
      "loss": 3.0312,
      "step": 990
    },
    {
      "epoch": 0.04610374505699,
      "grad_norm": 1.6516180348788319,
      "learning_rate": 0.00014864999999999998,
      "loss": 2.9219,
      "step": 991
    },
    {
      "epoch": 0.04615026750407072,
      "grad_norm": 1.6803894494526452,
      "learning_rate": 0.00014879999999999998,
      "loss": 2.9062,
      "step": 992
    },
    {
      "epoch": 0.04619678995115143,
      "grad_norm": 1.7296564350157158,
      "learning_rate": 0.00014895,
      "loss": 3.0156,
      "step": 993
    },
    {
      "epoch": 0.04624331239823215,
      "grad_norm": 1.7895550344523947,
      "learning_rate": 0.0001491,
      "loss": 3.1875,
      "step": 994
    },
    {
      "epoch": 0.04628983484531286,
      "grad_norm": 1.9184746443449587,
      "learning_rate": 0.00014925,
      "loss": 2.7188,
      "step": 995
    },
    {
      "epoch": 0.04633635729239358,
      "grad_norm": 1.7309929089739358,
      "learning_rate": 0.0001494,
      "loss": 3.25,
      "step": 996
    },
    {
      "epoch": 0.046382879739474296,
      "grad_norm": 1.9715483868533936,
      "learning_rate": 0.00014954999999999998,
      "loss": 3.1875,
      "step": 997
    },
    {
      "epoch": 0.046429402186555016,
      "grad_norm": 1.5673993584484498,
      "learning_rate": 0.00014969999999999998,
      "loss": 3.2031,
      "step": 998
    },
    {
      "epoch": 0.04647592463363573,
      "grad_norm": 1.6015101648059737,
      "learning_rate": 0.00014984999999999998,
      "loss": 2.9688,
      "step": 999
    },
    {
      "epoch": 0.04652244708071645,
      "grad_norm": 1.958674325649752,
      "learning_rate": 0.00015,
      "loss": 3.3594,
      "step": 1000
    },
    {
      "epoch": 0.04656896952779716,
      "grad_norm": 1.5647060110763855,
      "learning_rate": 0.00015014999999999996,
      "loss": 3.1562,
      "step": 1001
    },
    {
      "epoch": 0.04661549197487788,
      "grad_norm": 1.8041341580847725,
      "learning_rate": 0.0001503,
      "loss": 3.0469,
      "step": 1002
    },
    {
      "epoch": 0.046662014421958595,
      "grad_norm": 1.6181842823734123,
      "learning_rate": 0.00015044999999999997,
      "loss": 3.0469,
      "step": 1003
    },
    {
      "epoch": 0.046708536869039315,
      "grad_norm": 1.7637639189102707,
      "learning_rate": 0.00015059999999999997,
      "loss": 3.2812,
      "step": 1004
    },
    {
      "epoch": 0.04675505931612003,
      "grad_norm": 2.2422424898294064,
      "learning_rate": 0.00015074999999999998,
      "loss": 3.0469,
      "step": 1005
    },
    {
      "epoch": 0.04680158176320075,
      "grad_norm": 1.569467670865729,
      "learning_rate": 0.00015089999999999998,
      "loss": 3.1562,
      "step": 1006
    },
    {
      "epoch": 0.04684810421028146,
      "grad_norm": 1.6414948636049171,
      "learning_rate": 0.00015104999999999996,
      "loss": 3.1875,
      "step": 1007
    },
    {
      "epoch": 0.04689462665736218,
      "grad_norm": 2.0442211667562846,
      "learning_rate": 0.0001512,
      "loss": 2.8594,
      "step": 1008
    },
    {
      "epoch": 0.04694114910444289,
      "grad_norm": 1.8739393699724913,
      "learning_rate": 0.00015134999999999997,
      "loss": 3.3281,
      "step": 1009
    },
    {
      "epoch": 0.04698767155152361,
      "grad_norm": 1.7579232295678326,
      "learning_rate": 0.0001515,
      "loss": 2.9375,
      "step": 1010
    },
    {
      "epoch": 0.047034193998604326,
      "grad_norm": 1.6278743383376306,
      "learning_rate": 0.00015164999999999997,
      "loss": 3.125,
      "step": 1011
    },
    {
      "epoch": 0.047080716445685046,
      "grad_norm": 1.5321956727206358,
      "learning_rate": 0.00015179999999999998,
      "loss": 3.125,
      "step": 1012
    },
    {
      "epoch": 0.04712723889276576,
      "grad_norm": 2.3167883102549798,
      "learning_rate": 0.00015194999999999998,
      "loss": 3.2031,
      "step": 1013
    },
    {
      "epoch": 0.04717376133984648,
      "grad_norm": 1.9089549614884982,
      "learning_rate": 0.00015209999999999998,
      "loss": 3.3281,
      "step": 1014
    },
    {
      "epoch": 0.04722028378692719,
      "grad_norm": 2.0280905320017015,
      "learning_rate": 0.00015224999999999996,
      "loss": 2.9375,
      "step": 1015
    },
    {
      "epoch": 0.04726680623400791,
      "grad_norm": 1.701497081125256,
      "learning_rate": 0.0001524,
      "loss": 3.25,
      "step": 1016
    },
    {
      "epoch": 0.047313328681088625,
      "grad_norm": 1.766599880528241,
      "learning_rate": 0.00015254999999999997,
      "loss": 3.1719,
      "step": 1017
    },
    {
      "epoch": 0.047359851128169345,
      "grad_norm": 1.7952367888282246,
      "learning_rate": 0.0001527,
      "loss": 3.2031,
      "step": 1018
    },
    {
      "epoch": 0.04740637357525006,
      "grad_norm": 1.6470613154450227,
      "learning_rate": 0.00015284999999999997,
      "loss": 2.9844,
      "step": 1019
    },
    {
      "epoch": 0.04745289602233078,
      "grad_norm": 1.5668998659319318,
      "learning_rate": 0.00015299999999999998,
      "loss": 2.9844,
      "step": 1020
    },
    {
      "epoch": 0.04749941846941149,
      "grad_norm": 2.0430404938865854,
      "learning_rate": 0.00015314999999999998,
      "loss": 3.4062,
      "step": 1021
    },
    {
      "epoch": 0.04754594091649221,
      "grad_norm": 1.6654442240652532,
      "learning_rate": 0.00015329999999999999,
      "loss": 3.1562,
      "step": 1022
    },
    {
      "epoch": 0.04759246336357292,
      "grad_norm": 1.705462568215073,
      "learning_rate": 0.00015344999999999996,
      "loss": 3.4219,
      "step": 1023
    },
    {
      "epoch": 0.04763898581065364,
      "grad_norm": 1.9093760444888845,
      "learning_rate": 0.0001536,
      "loss": 3.1406,
      "step": 1024
    },
    {
      "epoch": 0.047685508257734356,
      "grad_norm": 1.8636695266095353,
      "learning_rate": 0.00015374999999999997,
      "loss": 3.2344,
      "step": 1025
    },
    {
      "epoch": 0.047732030704815076,
      "grad_norm": 1.6039188764575667,
      "learning_rate": 0.0001539,
      "loss": 3.1719,
      "step": 1026
    },
    {
      "epoch": 0.04777855315189579,
      "grad_norm": 1.6703144873612592,
      "learning_rate": 0.00015404999999999998,
      "loss": 3.0781,
      "step": 1027
    },
    {
      "epoch": 0.04782507559897651,
      "grad_norm": 1.6955119405818941,
      "learning_rate": 0.00015419999999999998,
      "loss": 3.3438,
      "step": 1028
    },
    {
      "epoch": 0.04787159804605722,
      "grad_norm": 1.5420275471860556,
      "learning_rate": 0.00015434999999999998,
      "loss": 2.9531,
      "step": 1029
    },
    {
      "epoch": 0.04791812049313794,
      "grad_norm": 1.5002946317194765,
      "learning_rate": 0.0001545,
      "loss": 2.9219,
      "step": 1030
    },
    {
      "epoch": 0.047964642940218655,
      "grad_norm": 1.7065873202984807,
      "learning_rate": 0.00015464999999999996,
      "loss": 3.2344,
      "step": 1031
    },
    {
      "epoch": 0.048011165387299375,
      "grad_norm": 1.9201971088335203,
      "learning_rate": 0.0001548,
      "loss": 3.4219,
      "step": 1032
    },
    {
      "epoch": 0.04805768783438009,
      "grad_norm": 1.634428511004933,
      "learning_rate": 0.00015494999999999997,
      "loss": 3.125,
      "step": 1033
    },
    {
      "epoch": 0.04810421028146081,
      "grad_norm": 1.6421241887316813,
      "learning_rate": 0.0001551,
      "loss": 3.1875,
      "step": 1034
    },
    {
      "epoch": 0.04815073272854152,
      "grad_norm": 1.5132606902624717,
      "learning_rate": 0.00015524999999999998,
      "loss": 3.1719,
      "step": 1035
    },
    {
      "epoch": 0.04819725517562224,
      "grad_norm": 1.6282664586490188,
      "learning_rate": 0.00015539999999999998,
      "loss": 3.0312,
      "step": 1036
    },
    {
      "epoch": 0.04824377762270295,
      "grad_norm": 1.4506341091311497,
      "learning_rate": 0.00015554999999999999,
      "loss": 2.875,
      "step": 1037
    },
    {
      "epoch": 0.04829030006978367,
      "grad_norm": 1.8393228565804745,
      "learning_rate": 0.0001557,
      "loss": 3.25,
      "step": 1038
    },
    {
      "epoch": 0.048336822516864386,
      "grad_norm": 1.552841919143782,
      "learning_rate": 0.00015584999999999997,
      "loss": 2.9531,
      "step": 1039
    },
    {
      "epoch": 0.048383344963945106,
      "grad_norm": 1.811657408636523,
      "learning_rate": 0.000156,
      "loss": 2.9375,
      "step": 1040
    },
    {
      "epoch": 0.04842986741102582,
      "grad_norm": 1.474363654875634,
      "learning_rate": 0.00015614999999999997,
      "loss": 2.9844,
      "step": 1041
    },
    {
      "epoch": 0.04847638985810654,
      "grad_norm": 1.6353323729597296,
      "learning_rate": 0.0001563,
      "loss": 3.2031,
      "step": 1042
    },
    {
      "epoch": 0.04852291230518725,
      "grad_norm": 1.3977684518194768,
      "learning_rate": 0.00015644999999999998,
      "loss": 3.1562,
      "step": 1043
    },
    {
      "epoch": 0.04856943475226797,
      "grad_norm": 1.6112248262568625,
      "learning_rate": 0.00015659999999999998,
      "loss": 3.0938,
      "step": 1044
    },
    {
      "epoch": 0.048615957199348685,
      "grad_norm": 1.519719442970055,
      "learning_rate": 0.00015675,
      "loss": 3.2656,
      "step": 1045
    },
    {
      "epoch": 0.048662479646429405,
      "grad_norm": 1.9225638050774017,
      "learning_rate": 0.0001569,
      "loss": 2.6719,
      "step": 1046
    },
    {
      "epoch": 0.04870900209351012,
      "grad_norm": 1.57278326503778,
      "learning_rate": 0.00015704999999999997,
      "loss": 3.2656,
      "step": 1047
    },
    {
      "epoch": 0.04875552454059084,
      "grad_norm": 2.9568020050431745,
      "learning_rate": 0.0001572,
      "loss": 3.0156,
      "step": 1048
    },
    {
      "epoch": 0.04880204698767155,
      "grad_norm": 1.9072725013106269,
      "learning_rate": 0.00015734999999999998,
      "loss": 3.1719,
      "step": 1049
    },
    {
      "epoch": 0.04884856943475227,
      "grad_norm": 1.6136006096235938,
      "learning_rate": 0.00015749999999999998,
      "loss": 3.2031,
      "step": 1050
    },
    {
      "epoch": 0.04889509188183298,
      "grad_norm": 1.5209980989689256,
      "learning_rate": 0.00015764999999999998,
      "loss": 2.9219,
      "step": 1051
    },
    {
      "epoch": 0.0489416143289137,
      "grad_norm": 2.8489876583103473,
      "learning_rate": 0.0001578,
      "loss": 3.0,
      "step": 1052
    },
    {
      "epoch": 0.048988136775994416,
      "grad_norm": 1.8101841881068526,
      "learning_rate": 0.00015794999999999996,
      "loss": 3.0625,
      "step": 1053
    },
    {
      "epoch": 0.049034659223075136,
      "grad_norm": 1.3940975153972304,
      "learning_rate": 0.0001581,
      "loss": 2.9375,
      "step": 1054
    },
    {
      "epoch": 0.04908118167015585,
      "grad_norm": 1.6651789115688365,
      "learning_rate": 0.00015824999999999997,
      "loss": 2.7656,
      "step": 1055
    },
    {
      "epoch": 0.04912770411723657,
      "grad_norm": 2.2420337903050913,
      "learning_rate": 0.0001584,
      "loss": 3.1406,
      "step": 1056
    },
    {
      "epoch": 0.04917422656431728,
      "grad_norm": 1.6484117089246648,
      "learning_rate": 0.00015854999999999998,
      "loss": 3.1875,
      "step": 1057
    },
    {
      "epoch": 0.049220749011398,
      "grad_norm": 2.5827888041844824,
      "learning_rate": 0.00015869999999999998,
      "loss": 2.7812,
      "step": 1058
    },
    {
      "epoch": 0.049267271458478715,
      "grad_norm": 1.6707705303452696,
      "learning_rate": 0.00015884999999999999,
      "loss": 2.9688,
      "step": 1059
    },
    {
      "epoch": 0.049313793905559435,
      "grad_norm": 2.3764254462259213,
      "learning_rate": 0.000159,
      "loss": 3.2656,
      "step": 1060
    },
    {
      "epoch": 0.04936031635264015,
      "grad_norm": 1.8833401419371152,
      "learning_rate": 0.00015914999999999997,
      "loss": 3.0781,
      "step": 1061
    },
    {
      "epoch": 0.04940683879972087,
      "grad_norm": 1.7636985968456549,
      "learning_rate": 0.0001593,
      "loss": 3.0781,
      "step": 1062
    },
    {
      "epoch": 0.04945336124680158,
      "grad_norm": 1.6779444622993172,
      "learning_rate": 0.00015944999999999997,
      "loss": 3.1562,
      "step": 1063
    },
    {
      "epoch": 0.0494998836938823,
      "grad_norm": 1.647421112352419,
      "learning_rate": 0.0001596,
      "loss": 2.9375,
      "step": 1064
    },
    {
      "epoch": 0.04954640614096301,
      "grad_norm": 1.4315785256145728,
      "learning_rate": 0.00015974999999999998,
      "loss": 3.2344,
      "step": 1065
    },
    {
      "epoch": 0.04959292858804373,
      "grad_norm": 1.804555115747179,
      "learning_rate": 0.00015989999999999998,
      "loss": 2.6406,
      "step": 1066
    },
    {
      "epoch": 0.049639451035124446,
      "grad_norm": 1.5450620491104976,
      "learning_rate": 0.00016005,
      "loss": 3.0938,
      "step": 1067
    },
    {
      "epoch": 0.049685973482205166,
      "grad_norm": 1.7612248960692676,
      "learning_rate": 0.0001602,
      "loss": 3.2188,
      "step": 1068
    },
    {
      "epoch": 0.04973249592928588,
      "grad_norm": 1.6253205974869642,
      "learning_rate": 0.00016034999999999997,
      "loss": 3.4062,
      "step": 1069
    },
    {
      "epoch": 0.0497790183763666,
      "grad_norm": 1.5862160099291671,
      "learning_rate": 0.0001605,
      "loss": 2.8594,
      "step": 1070
    },
    {
      "epoch": 0.04982554082344731,
      "grad_norm": 1.5289663460517786,
      "learning_rate": 0.00016064999999999997,
      "loss": 3.0469,
      "step": 1071
    },
    {
      "epoch": 0.04987206327052803,
      "grad_norm": 1.4858124422906538,
      "learning_rate": 0.0001608,
      "loss": 3.5625,
      "step": 1072
    },
    {
      "epoch": 0.049918585717608745,
      "grad_norm": 1.9012683316890566,
      "learning_rate": 0.00016094999999999998,
      "loss": 3.0625,
      "step": 1073
    },
    {
      "epoch": 0.049965108164689465,
      "grad_norm": 1.4241859321914554,
      "learning_rate": 0.00016109999999999999,
      "loss": 3.0312,
      "step": 1074
    },
    {
      "epoch": 0.05001163061177018,
      "grad_norm": 1.5187862663398581,
      "learning_rate": 0.00016125,
      "loss": 3.2031,
      "step": 1075
    },
    {
      "epoch": 0.0500581530588509,
      "grad_norm": 1.439419607292858,
      "learning_rate": 0.0001614,
      "loss": 3.3125,
      "step": 1076
    },
    {
      "epoch": 0.05010467550593161,
      "grad_norm": 1.532042671613233,
      "learning_rate": 0.00016154999999999997,
      "loss": 3.2031,
      "step": 1077
    },
    {
      "epoch": 0.05015119795301233,
      "grad_norm": 1.5987102760540721,
      "learning_rate": 0.0001617,
      "loss": 3.125,
      "step": 1078
    },
    {
      "epoch": 0.05019772040009304,
      "grad_norm": 1.552683554240872,
      "learning_rate": 0.00016184999999999998,
      "loss": 3.1875,
      "step": 1079
    },
    {
      "epoch": 0.05024424284717376,
      "grad_norm": 1.4784220412427842,
      "learning_rate": 0.000162,
      "loss": 3.0938,
      "step": 1080
    },
    {
      "epoch": 0.050290765294254476,
      "grad_norm": 1.5081887604679682,
      "learning_rate": 0.00016214999999999998,
      "loss": 3.2031,
      "step": 1081
    },
    {
      "epoch": 0.050337287741335196,
      "grad_norm": 1.613002598074576,
      "learning_rate": 0.0001623,
      "loss": 3.375,
      "step": 1082
    },
    {
      "epoch": 0.05038381018841591,
      "grad_norm": 1.5298742603098217,
      "learning_rate": 0.00016245,
      "loss": 2.8594,
      "step": 1083
    },
    {
      "epoch": 0.05043033263549663,
      "grad_norm": 1.5979014274685581,
      "learning_rate": 0.0001626,
      "loss": 3.4531,
      "step": 1084
    },
    {
      "epoch": 0.05047685508257734,
      "grad_norm": 1.5146242279149158,
      "learning_rate": 0.00016274999999999997,
      "loss": 3.3281,
      "step": 1085
    },
    {
      "epoch": 0.05052337752965806,
      "grad_norm": 1.6361093983060506,
      "learning_rate": 0.0001629,
      "loss": 3.0938,
      "step": 1086
    },
    {
      "epoch": 0.050569899976738775,
      "grad_norm": 1.5557247072675797,
      "learning_rate": 0.00016304999999999998,
      "loss": 3.25,
      "step": 1087
    },
    {
      "epoch": 0.050616422423819495,
      "grad_norm": 1.4379967587357585,
      "learning_rate": 0.0001632,
      "loss": 3.0781,
      "step": 1088
    },
    {
      "epoch": 0.05066294487090021,
      "grad_norm": 1.5973006584718301,
      "learning_rate": 0.00016334999999999999,
      "loss": 3.2656,
      "step": 1089
    },
    {
      "epoch": 0.05070946731798093,
      "grad_norm": 1.5522325181317242,
      "learning_rate": 0.0001635,
      "loss": 3.5469,
      "step": 1090
    },
    {
      "epoch": 0.05075598976506164,
      "grad_norm": 1.4509703185050056,
      "learning_rate": 0.00016365,
      "loss": 2.9375,
      "step": 1091
    },
    {
      "epoch": 0.05080251221214236,
      "grad_norm": 1.5230940993247943,
      "learning_rate": 0.0001638,
      "loss": 2.7031,
      "step": 1092
    },
    {
      "epoch": 0.05084903465922307,
      "grad_norm": 1.5103264600522424,
      "learning_rate": 0.00016394999999999997,
      "loss": 2.9688,
      "step": 1093
    },
    {
      "epoch": 0.05089555710630379,
      "grad_norm": 1.490216720769799,
      "learning_rate": 0.0001641,
      "loss": 3.0312,
      "step": 1094
    },
    {
      "epoch": 0.050942079553384506,
      "grad_norm": 1.7093298769442247,
      "learning_rate": 0.00016424999999999998,
      "loss": 3.1875,
      "step": 1095
    },
    {
      "epoch": 0.050988602000465226,
      "grad_norm": 1.523664092487088,
      "learning_rate": 0.0001644,
      "loss": 3.3281,
      "step": 1096
    },
    {
      "epoch": 0.05103512444754594,
      "grad_norm": 1.4675604910670466,
      "learning_rate": 0.00016455,
      "loss": 2.875,
      "step": 1097
    },
    {
      "epoch": 0.05108164689462666,
      "grad_norm": 1.6111596383080644,
      "learning_rate": 0.0001647,
      "loss": 2.8438,
      "step": 1098
    },
    {
      "epoch": 0.05112816934170737,
      "grad_norm": 1.8685897964455276,
      "learning_rate": 0.00016485,
      "loss": 3.375,
      "step": 1099
    },
    {
      "epoch": 0.05117469178878809,
      "grad_norm": 1.5564341160270088,
      "learning_rate": 0.000165,
      "loss": 3.1875,
      "step": 1100
    },
    {
      "epoch": 0.051221214235868805,
      "grad_norm": 1.6213295762160684,
      "learning_rate": 0.00016514999999999998,
      "loss": 3.1719,
      "step": 1101
    },
    {
      "epoch": 0.051267736682949525,
      "grad_norm": 1.9306416705616818,
      "learning_rate": 0.0001653,
      "loss": 2.9844,
      "step": 1102
    },
    {
      "epoch": 0.05131425913003024,
      "grad_norm": 1.6881066620148781,
      "learning_rate": 0.00016544999999999998,
      "loss": 3.0938,
      "step": 1103
    },
    {
      "epoch": 0.05136078157711096,
      "grad_norm": 1.6450418471081012,
      "learning_rate": 0.0001656,
      "loss": 3.2656,
      "step": 1104
    },
    {
      "epoch": 0.05140730402419167,
      "grad_norm": 1.8888207237941397,
      "learning_rate": 0.00016575,
      "loss": 2.5312,
      "step": 1105
    },
    {
      "epoch": 0.05145382647127239,
      "grad_norm": 2.09479033626588,
      "learning_rate": 0.0001659,
      "loss": 3.3438,
      "step": 1106
    },
    {
      "epoch": 0.0515003489183531,
      "grad_norm": 1.612391446253572,
      "learning_rate": 0.00016604999999999997,
      "loss": 3.1406,
      "step": 1107
    },
    {
      "epoch": 0.05154687136543382,
      "grad_norm": 2.0664877456899147,
      "learning_rate": 0.0001662,
      "loss": 3.2344,
      "step": 1108
    },
    {
      "epoch": 0.051593393812514536,
      "grad_norm": 2.0679398323372133,
      "learning_rate": 0.00016634999999999998,
      "loss": 3.0938,
      "step": 1109
    },
    {
      "epoch": 0.051639916259595256,
      "grad_norm": 1.53605542818427,
      "learning_rate": 0.0001665,
      "loss": 3.0938,
      "step": 1110
    },
    {
      "epoch": 0.05168643870667597,
      "grad_norm": 1.6143645892955136,
      "learning_rate": 0.00016664999999999998,
      "loss": 3.0625,
      "step": 1111
    },
    {
      "epoch": 0.05173296115375669,
      "grad_norm": 1.3892632526197595,
      "learning_rate": 0.0001668,
      "loss": 2.8906,
      "step": 1112
    },
    {
      "epoch": 0.0517794836008374,
      "grad_norm": 7.5056083112042735,
      "learning_rate": 0.00016695,
      "loss": 3.3438,
      "step": 1113
    },
    {
      "epoch": 0.05182600604791812,
      "grad_norm": 1.6231195134538121,
      "learning_rate": 0.0001671,
      "loss": 3.2969,
      "step": 1114
    },
    {
      "epoch": 0.051872528494998835,
      "grad_norm": 1.3480039090286728,
      "learning_rate": 0.00016724999999999997,
      "loss": 3.125,
      "step": 1115
    },
    {
      "epoch": 0.051919050942079555,
      "grad_norm": 1.6830695459662475,
      "learning_rate": 0.0001674,
      "loss": 3.2188,
      "step": 1116
    },
    {
      "epoch": 0.05196557338916027,
      "grad_norm": 1.8329226996593555,
      "learning_rate": 0.00016754999999999998,
      "loss": 3.2969,
      "step": 1117
    },
    {
      "epoch": 0.05201209583624099,
      "grad_norm": 1.9562164088316283,
      "learning_rate": 0.0001677,
      "loss": 3.0156,
      "step": 1118
    },
    {
      "epoch": 0.0520586182833217,
      "grad_norm": 1.555461325646413,
      "learning_rate": 0.00016785,
      "loss": 3.2031,
      "step": 1119
    },
    {
      "epoch": 0.05210514073040242,
      "grad_norm": 1.8521900163294334,
      "learning_rate": 0.000168,
      "loss": 3.1406,
      "step": 1120
    },
    {
      "epoch": 0.05215166317748313,
      "grad_norm": 1.7446928635660073,
      "learning_rate": 0.00016815,
      "loss": 2.6406,
      "step": 1121
    },
    {
      "epoch": 0.05219818562456385,
      "grad_norm": 2.229304810840585,
      "learning_rate": 0.0001683,
      "loss": 2.4375,
      "step": 1122
    },
    {
      "epoch": 0.052244708071644566,
      "grad_norm": 1.5941891672028388,
      "learning_rate": 0.00016844999999999997,
      "loss": 3.1875,
      "step": 1123
    },
    {
      "epoch": 0.052291230518725286,
      "grad_norm": 1.9104485213590638,
      "learning_rate": 0.0001686,
      "loss": 3.1406,
      "step": 1124
    },
    {
      "epoch": 0.052337752965806,
      "grad_norm": 3.8107565818683984,
      "learning_rate": 0.00016874999999999998,
      "loss": 3.3125,
      "step": 1125
    },
    {
      "epoch": 0.05238427541288672,
      "grad_norm": 1.421048027897687,
      "learning_rate": 0.00016889999999999996,
      "loss": 3.2656,
      "step": 1126
    },
    {
      "epoch": 0.05243079785996743,
      "grad_norm": 1.6313782032857231,
      "learning_rate": 0.00016905,
      "loss": 3.3281,
      "step": 1127
    },
    {
      "epoch": 0.05247732030704815,
      "grad_norm": 1.8323644559821564,
      "learning_rate": 0.00016919999999999997,
      "loss": 3.1719,
      "step": 1128
    },
    {
      "epoch": 0.052523842754128865,
      "grad_norm": 1.5264321780996135,
      "learning_rate": 0.00016935,
      "loss": 2.8906,
      "step": 1129
    },
    {
      "epoch": 0.052570365201209585,
      "grad_norm": 1.852936642304889,
      "learning_rate": 0.00016949999999999997,
      "loss": 3.2188,
      "step": 1130
    },
    {
      "epoch": 0.0526168876482903,
      "grad_norm": 1.8005611286358258,
      "learning_rate": 0.00016964999999999998,
      "loss": 3.2031,
      "step": 1131
    },
    {
      "epoch": 0.05266341009537102,
      "grad_norm": 1.4472102285870734,
      "learning_rate": 0.00016979999999999998,
      "loss": 3.3281,
      "step": 1132
    },
    {
      "epoch": 0.05270993254245173,
      "grad_norm": 2.2778783363759683,
      "learning_rate": 0.00016994999999999998,
      "loss": 2.6719,
      "step": 1133
    },
    {
      "epoch": 0.05275645498953245,
      "grad_norm": 5.500209304727131,
      "learning_rate": 0.00017009999999999996,
      "loss": 3.2812,
      "step": 1134
    },
    {
      "epoch": 0.05280297743661316,
      "grad_norm": 1.43672404511569,
      "learning_rate": 0.00017025,
      "loss": 3.125,
      "step": 1135
    },
    {
      "epoch": 0.05284949988369388,
      "grad_norm": 1.4845833972820903,
      "learning_rate": 0.00017039999999999997,
      "loss": 2.9844,
      "step": 1136
    },
    {
      "epoch": 0.052896022330774596,
      "grad_norm": 1.7271789525459356,
      "learning_rate": 0.00017055,
      "loss": 3.1875,
      "step": 1137
    },
    {
      "epoch": 0.052942544777855316,
      "grad_norm": 1.6031375347371142,
      "learning_rate": 0.00017069999999999998,
      "loss": 3.0938,
      "step": 1138
    },
    {
      "epoch": 0.05298906722493603,
      "grad_norm": 1.5384074505240757,
      "learning_rate": 0.00017084999999999998,
      "loss": 3.2188,
      "step": 1139
    },
    {
      "epoch": 0.05303558967201675,
      "grad_norm": 1.767872706248293,
      "learning_rate": 0.00017099999999999998,
      "loss": 3.1094,
      "step": 1140
    },
    {
      "epoch": 0.05308211211909746,
      "grad_norm": 1.504536149659814,
      "learning_rate": 0.00017114999999999999,
      "loss": 3.2344,
      "step": 1141
    },
    {
      "epoch": 0.05312863456617818,
      "grad_norm": 1.6729498869757686,
      "learning_rate": 0.00017129999999999996,
      "loss": 3.1875,
      "step": 1142
    },
    {
      "epoch": 0.053175157013258895,
      "grad_norm": 5.151960160786926,
      "learning_rate": 0.00017145,
      "loss": 2.6719,
      "step": 1143
    },
    {
      "epoch": 0.053221679460339615,
      "grad_norm": 1.8062145614533667,
      "learning_rate": 0.00017159999999999997,
      "loss": 3.2812,
      "step": 1144
    },
    {
      "epoch": 0.05326820190742033,
      "grad_norm": 1.5528616310358845,
      "learning_rate": 0.00017175,
      "loss": 2.9844,
      "step": 1145
    },
    {
      "epoch": 0.05331472435450105,
      "grad_norm": 1.6964504463179215,
      "learning_rate": 0.00017189999999999998,
      "loss": 3.3125,
      "step": 1146
    },
    {
      "epoch": 0.05336124680158176,
      "grad_norm": 1.9176223114124074,
      "learning_rate": 0.00017204999999999998,
      "loss": 3.125,
      "step": 1147
    },
    {
      "epoch": 0.05340776924866248,
      "grad_norm": 1.6925894490418016,
      "learning_rate": 0.00017219999999999998,
      "loss": 2.7812,
      "step": 1148
    },
    {
      "epoch": 0.05345429169574319,
      "grad_norm": 1.7007001250655827,
      "learning_rate": 0.00017235,
      "loss": 3.3594,
      "step": 1149
    },
    {
      "epoch": 0.05350081414282391,
      "grad_norm": 1.660708431605393,
      "learning_rate": 0.00017249999999999996,
      "loss": 3.0312,
      "step": 1150
    },
    {
      "epoch": 0.053547336589904626,
      "grad_norm": 1.4832293029468466,
      "learning_rate": 0.00017265,
      "loss": 2.9688,
      "step": 1151
    },
    {
      "epoch": 0.053593859036985346,
      "grad_norm": 1.2944726739714216,
      "learning_rate": 0.00017279999999999997,
      "loss": 2.9844,
      "step": 1152
    },
    {
      "epoch": 0.05364038148406606,
      "grad_norm": 1.522746963197283,
      "learning_rate": 0.00017294999999999998,
      "loss": 3.3125,
      "step": 1153
    },
    {
      "epoch": 0.05368690393114678,
      "grad_norm": 1.5781421744745276,
      "learning_rate": 0.00017309999999999998,
      "loss": 3.0625,
      "step": 1154
    },
    {
      "epoch": 0.05373342637822749,
      "grad_norm": 2.207319743397082,
      "learning_rate": 0.00017324999999999998,
      "loss": 2.7344,
      "step": 1155
    },
    {
      "epoch": 0.05377994882530821,
      "grad_norm": 1.3573527642770937,
      "learning_rate": 0.00017339999999999996,
      "loss": 2.6562,
      "step": 1156
    },
    {
      "epoch": 0.053826471272388925,
      "grad_norm": 2.1315542246907992,
      "learning_rate": 0.00017355,
      "loss": 3.25,
      "step": 1157
    },
    {
      "epoch": 0.053872993719469645,
      "grad_norm": 1.6505659393157324,
      "learning_rate": 0.00017369999999999997,
      "loss": 3.0156,
      "step": 1158
    },
    {
      "epoch": 0.05391951616655036,
      "grad_norm": 1.665129691279497,
      "learning_rate": 0.00017385,
      "loss": 3.1094,
      "step": 1159
    },
    {
      "epoch": 0.05396603861363108,
      "grad_norm": 1.9279225495223946,
      "learning_rate": 0.00017399999999999997,
      "loss": 3.0625,
      "step": 1160
    },
    {
      "epoch": 0.05401256106071179,
      "grad_norm": 1.51523466550388,
      "learning_rate": 0.00017414999999999998,
      "loss": 3.2344,
      "step": 1161
    },
    {
      "epoch": 0.05405908350779251,
      "grad_norm": 1.506165156071061,
      "learning_rate": 0.00017429999999999998,
      "loss": 3.0938,
      "step": 1162
    },
    {
      "epoch": 0.05410560595487322,
      "grad_norm": 1.756464547495103,
      "learning_rate": 0.00017444999999999998,
      "loss": 2.9688,
      "step": 1163
    },
    {
      "epoch": 0.05415212840195394,
      "grad_norm": 1.502139483334752,
      "learning_rate": 0.00017459999999999996,
      "loss": 3.0,
      "step": 1164
    },
    {
      "epoch": 0.054198650849034656,
      "grad_norm": 1.5215704924468414,
      "learning_rate": 0.00017475,
      "loss": 3.0938,
      "step": 1165
    },
    {
      "epoch": 0.054245173296115376,
      "grad_norm": 1.7257989431910503,
      "learning_rate": 0.00017489999999999997,
      "loss": 3.0156,
      "step": 1166
    },
    {
      "epoch": 0.05429169574319609,
      "grad_norm": 2.096021151744199,
      "learning_rate": 0.00017505,
      "loss": 2.8906,
      "step": 1167
    },
    {
      "epoch": 0.05433821819027681,
      "grad_norm": 1.805189951140423,
      "learning_rate": 0.00017519999999999998,
      "loss": 3.2031,
      "step": 1168
    },
    {
      "epoch": 0.05438474063735752,
      "grad_norm": 1.4698804205768627,
      "learning_rate": 0.00017534999999999998,
      "loss": 2.9375,
      "step": 1169
    },
    {
      "epoch": 0.05443126308443824,
      "grad_norm": 2.854951359871402,
      "learning_rate": 0.00017549999999999998,
      "loss": 2.6562,
      "step": 1170
    },
    {
      "epoch": 0.054477785531518955,
      "grad_norm": 1.6378412471536288,
      "learning_rate": 0.00017565,
      "loss": 2.9531,
      "step": 1171
    },
    {
      "epoch": 0.054524307978599675,
      "grad_norm": 1.4158519071640407,
      "learning_rate": 0.00017579999999999996,
      "loss": 2.3438,
      "step": 1172
    },
    {
      "epoch": 0.05457083042568039,
      "grad_norm": 1.5284368869190395,
      "learning_rate": 0.00017595,
      "loss": 3.0938,
      "step": 1173
    },
    {
      "epoch": 0.05461735287276111,
      "grad_norm": 1.5940765973727247,
      "learning_rate": 0.00017609999999999997,
      "loss": 3.2812,
      "step": 1174
    },
    {
      "epoch": 0.05466387531984182,
      "grad_norm": 2.037368047204816,
      "learning_rate": 0.00017625,
      "loss": 3.4062,
      "step": 1175
    },
    {
      "epoch": 0.05471039776692254,
      "grad_norm": 1.5721740596099891,
      "learning_rate": 0.00017639999999999998,
      "loss": 3.2656,
      "step": 1176
    },
    {
      "epoch": 0.05475692021400325,
      "grad_norm": 1.6939132720418795,
      "learning_rate": 0.00017654999999999998,
      "loss": 2.25,
      "step": 1177
    },
    {
      "epoch": 0.05480344266108397,
      "grad_norm": 1.305124041354168,
      "learning_rate": 0.00017669999999999999,
      "loss": 3.0312,
      "step": 1178
    },
    {
      "epoch": 0.054849965108164686,
      "grad_norm": 1.4222117275564914,
      "learning_rate": 0.00017685,
      "loss": 3.2188,
      "step": 1179
    },
    {
      "epoch": 0.054896487555245406,
      "grad_norm": 1.56764954827611,
      "learning_rate": 0.00017699999999999997,
      "loss": 3.2031,
      "step": 1180
    },
    {
      "epoch": 0.05494301000232612,
      "grad_norm": 1.6482494616506016,
      "learning_rate": 0.00017715,
      "loss": 3.2812,
      "step": 1181
    },
    {
      "epoch": 0.05498953244940684,
      "grad_norm": 1.761636420301691,
      "learning_rate": 0.00017729999999999997,
      "loss": 2.8281,
      "step": 1182
    },
    {
      "epoch": 0.05503605489648755,
      "grad_norm": 1.6718151544764905,
      "learning_rate": 0.00017745,
      "loss": 3.0469,
      "step": 1183
    },
    {
      "epoch": 0.05508257734356827,
      "grad_norm": 1.3858271618236429,
      "learning_rate": 0.00017759999999999998,
      "loss": 2.9375,
      "step": 1184
    },
    {
      "epoch": 0.05512909979064899,
      "grad_norm": 1.898703025232567,
      "learning_rate": 0.00017774999999999998,
      "loss": 3.1875,
      "step": 1185
    },
    {
      "epoch": 0.055175622237729705,
      "grad_norm": 1.4316403067266554,
      "learning_rate": 0.0001779,
      "loss": 3.3594,
      "step": 1186
    },
    {
      "epoch": 0.055222144684810424,
      "grad_norm": 1.5043852638175599,
      "learning_rate": 0.00017805,
      "loss": 3.0781,
      "step": 1187
    },
    {
      "epoch": 0.05526866713189114,
      "grad_norm": 1.7139313176768851,
      "learning_rate": 0.00017819999999999997,
      "loss": 3.7188,
      "step": 1188
    },
    {
      "epoch": 0.05531518957897186,
      "grad_norm": 1.4306021664673707,
      "learning_rate": 0.00017835,
      "loss": 3.0,
      "step": 1189
    },
    {
      "epoch": 0.05536171202605257,
      "grad_norm": 2.208310250117381,
      "learning_rate": 0.00017849999999999997,
      "loss": 3.2969,
      "step": 1190
    },
    {
      "epoch": 0.05540823447313329,
      "grad_norm": 59.20690711478525,
      "learning_rate": 0.00017865,
      "loss": 5.3438,
      "step": 1191
    },
    {
      "epoch": 0.055454756920214,
      "grad_norm": 1.8585227313794475,
      "learning_rate": 0.00017879999999999998,
      "loss": 3.25,
      "step": 1192
    },
    {
      "epoch": 0.05550127936729472,
      "grad_norm": 3.398698584006227,
      "learning_rate": 0.00017894999999999999,
      "loss": 3.8438,
      "step": 1193
    },
    {
      "epoch": 0.055547801814375436,
      "grad_norm": 3.2669829799031334,
      "learning_rate": 0.0001791,
      "loss": 3.3594,
      "step": 1194
    },
    {
      "epoch": 0.055594324261456156,
      "grad_norm": 1.9950723869441707,
      "learning_rate": 0.00017925,
      "loss": 3.5469,
      "step": 1195
    },
    {
      "epoch": 0.05564084670853687,
      "grad_norm": 3.8476293652067786,
      "learning_rate": 0.00017939999999999997,
      "loss": 3.2969,
      "step": 1196
    },
    {
      "epoch": 0.05568736915561759,
      "grad_norm": 3.086080952032209,
      "learning_rate": 0.00017955,
      "loss": 3.7656,
      "step": 1197
    },
    {
      "epoch": 0.0557338916026983,
      "grad_norm": 2.991029855299264,
      "learning_rate": 0.00017969999999999998,
      "loss": 2.9844,
      "step": 1198
    },
    {
      "epoch": 0.05578041404977902,
      "grad_norm": 1.7861241674859563,
      "learning_rate": 0.00017984999999999998,
      "loss": 3.0469,
      "step": 1199
    },
    {
      "epoch": 0.055826936496859735,
      "grad_norm": 2.344186974598038,
      "learning_rate": 0.00017999999999999998,
      "loss": 2.3906,
      "step": 1200
    },
    {
      "epoch": 0.055873458943940454,
      "grad_norm": 2.3911331660972466,
      "learning_rate": 0.00018015,
      "loss": 3.1094,
      "step": 1201
    },
    {
      "epoch": 0.05591998139102117,
      "grad_norm": 1.855073002401077,
      "learning_rate": 0.00018029999999999996,
      "loss": 2.375,
      "step": 1202
    },
    {
      "epoch": 0.05596650383810189,
      "grad_norm": 1.626188626998284,
      "learning_rate": 0.00018045,
      "loss": 3.0781,
      "step": 1203
    },
    {
      "epoch": 0.0560130262851826,
      "grad_norm": 1.9245118001915404,
      "learning_rate": 0.00018059999999999997,
      "loss": 3.1719,
      "step": 1204
    },
    {
      "epoch": 0.05605954873226332,
      "grad_norm": 2.6042502808379773,
      "learning_rate": 0.00018075,
      "loss": 3.0625,
      "step": 1205
    },
    {
      "epoch": 0.05610607117934403,
      "grad_norm": 37.54509259240459,
      "learning_rate": 0.00018089999999999998,
      "loss": 3.4531,
      "step": 1206
    },
    {
      "epoch": 0.05615259362642475,
      "grad_norm": 6.960974135525608,
      "learning_rate": 0.00018104999999999998,
      "loss": 3.6875,
      "step": 1207
    },
    {
      "epoch": 0.056199116073505466,
      "grad_norm": 7.848362301341761,
      "learning_rate": 0.00018119999999999999,
      "loss": 4.7812,
      "step": 1208
    },
    {
      "epoch": 0.056245638520586186,
      "grad_norm": 2.765041593052778,
      "learning_rate": 0.00018135,
      "loss": 3.4844,
      "step": 1209
    },
    {
      "epoch": 0.0562921609676669,
      "grad_norm": 2.4296594393852997,
      "learning_rate": 0.00018149999999999997,
      "loss": 3.4375,
      "step": 1210
    },
    {
      "epoch": 0.05633868341474762,
      "grad_norm": 2.5540851312716075,
      "learning_rate": 0.00018165,
      "loss": 3.375,
      "step": 1211
    },
    {
      "epoch": 0.05638520586182833,
      "grad_norm": 2.3478721616910923,
      "learning_rate": 0.00018179999999999997,
      "loss": 3.375,
      "step": 1212
    },
    {
      "epoch": 0.05643172830890905,
      "grad_norm": 3.2889202104045268,
      "learning_rate": 0.00018195,
      "loss": 3.3594,
      "step": 1213
    },
    {
      "epoch": 0.056478250755989765,
      "grad_norm": 3.0497132700134477,
      "learning_rate": 0.00018209999999999998,
      "loss": 3.3281,
      "step": 1214
    },
    {
      "epoch": 0.056524773203070484,
      "grad_norm": 1.9068618774446071,
      "learning_rate": 0.00018224999999999998,
      "loss": 3.375,
      "step": 1215
    },
    {
      "epoch": 0.0565712956501512,
      "grad_norm": 1.9909938041677704,
      "learning_rate": 0.0001824,
      "loss": 3.3125,
      "step": 1216
    },
    {
      "epoch": 0.05661781809723192,
      "grad_norm": 5.790926145665502,
      "learning_rate": 0.00018255,
      "loss": 3.3594,
      "step": 1217
    },
    {
      "epoch": 0.05666434054431263,
      "grad_norm": 1.923369914383619,
      "learning_rate": 0.00018269999999999997,
      "loss": 3.3438,
      "step": 1218
    },
    {
      "epoch": 0.05671086299139335,
      "grad_norm": 5.256779805417483,
      "learning_rate": 0.00018285,
      "loss": 3.4062,
      "step": 1219
    },
    {
      "epoch": 0.05675738543847406,
      "grad_norm": 1.6048890450666569,
      "learning_rate": 0.00018299999999999998,
      "loss": 3.0938,
      "step": 1220
    },
    {
      "epoch": 0.05680390788555478,
      "grad_norm": 1.6853693760075654,
      "learning_rate": 0.00018315,
      "loss": 3.3906,
      "step": 1221
    },
    {
      "epoch": 0.056850430332635496,
      "grad_norm": 1.7391947488364248,
      "learning_rate": 0.00018329999999999998,
      "loss": 3.2812,
      "step": 1222
    },
    {
      "epoch": 0.056896952779716216,
      "grad_norm": 1.6670604066179788,
      "learning_rate": 0.00018345,
      "loss": 3.1094,
      "step": 1223
    },
    {
      "epoch": 0.05694347522679693,
      "grad_norm": 1.6026462494804108,
      "learning_rate": 0.0001836,
      "loss": 3.5469,
      "step": 1224
    },
    {
      "epoch": 0.05698999767387765,
      "grad_norm": 1.6003859510526737,
      "learning_rate": 0.00018375,
      "loss": 3.375,
      "step": 1225
    },
    {
      "epoch": 0.05703652012095836,
      "grad_norm": 2.6410403647464906,
      "learning_rate": 0.00018389999999999997,
      "loss": 3.0312,
      "step": 1226
    },
    {
      "epoch": 0.05708304256803908,
      "grad_norm": 1.4354350701012888,
      "learning_rate": 0.00018405,
      "loss": 3.2344,
      "step": 1227
    },
    {
      "epoch": 0.057129565015119795,
      "grad_norm": 1.511494180343142,
      "learning_rate": 0.00018419999999999998,
      "loss": 3.2969,
      "step": 1228
    },
    {
      "epoch": 0.057176087462200514,
      "grad_norm": 108.8051404958793,
      "learning_rate": 0.00018435,
      "loss": 3.3594,
      "step": 1229
    },
    {
      "epoch": 0.05722260990928123,
      "grad_norm": 1.874806607339088,
      "learning_rate": 0.00018449999999999999,
      "loss": 3.0,
      "step": 1230
    },
    {
      "epoch": 0.05726913235636195,
      "grad_norm": 7.8957345737183875,
      "learning_rate": 0.00018465,
      "loss": 3.0938,
      "step": 1231
    },
    {
      "epoch": 0.05731565480344266,
      "grad_norm": 8.849181352683898,
      "learning_rate": 0.0001848,
      "loss": 3.4375,
      "step": 1232
    },
    {
      "epoch": 0.05736217725052338,
      "grad_norm": 7.049509393769823,
      "learning_rate": 0.00018495,
      "loss": 2.75,
      "step": 1233
    },
    {
      "epoch": 0.05740869969760409,
      "grad_norm": 4.797338381782798,
      "learning_rate": 0.00018509999999999997,
      "loss": 3.0156,
      "step": 1234
    },
    {
      "epoch": 0.05745522214468481,
      "grad_norm": 1.5682841058244437,
      "learning_rate": 0.00018525,
      "loss": 2.9375,
      "step": 1235
    },
    {
      "epoch": 0.057501744591765526,
      "grad_norm": 1.5778348508185907,
      "learning_rate": 0.00018539999999999998,
      "loss": 3.1719,
      "step": 1236
    },
    {
      "epoch": 0.057548267038846246,
      "grad_norm": 1.4804357129718932,
      "learning_rate": 0.00018555,
      "loss": 2.9062,
      "step": 1237
    },
    {
      "epoch": 0.05759478948592696,
      "grad_norm": 1.550212302572269,
      "learning_rate": 0.0001857,
      "loss": 3.2344,
      "step": 1238
    },
    {
      "epoch": 0.05764131193300768,
      "grad_norm": 2.7563027775113174,
      "learning_rate": 0.00018585,
      "loss": 3.3594,
      "step": 1239
    },
    {
      "epoch": 0.05768783438008839,
      "grad_norm": 1.9113050458840743,
      "learning_rate": 0.000186,
      "loss": 3.1875,
      "step": 1240
    },
    {
      "epoch": 0.05773435682716911,
      "grad_norm": 1.7736595596139224,
      "learning_rate": 0.00018615,
      "loss": 3.2812,
      "step": 1241
    },
    {
      "epoch": 0.057780879274249825,
      "grad_norm": 8.64329724748139,
      "learning_rate": 0.00018629999999999997,
      "loss": 3.4375,
      "step": 1242
    },
    {
      "epoch": 0.057827401721330544,
      "grad_norm": 2.8997757310544876,
      "learning_rate": 0.00018645,
      "loss": 3.3906,
      "step": 1243
    },
    {
      "epoch": 0.05787392416841126,
      "grad_norm": 1.721581552215197,
      "learning_rate": 0.00018659999999999998,
      "loss": 3.1094,
      "step": 1244
    },
    {
      "epoch": 0.05792044661549198,
      "grad_norm": 1.5763316291715024,
      "learning_rate": 0.00018675,
      "loss": 3.0,
      "step": 1245
    },
    {
      "epoch": 0.05796696906257269,
      "grad_norm": 1.8018134931971943,
      "learning_rate": 0.0001869,
      "loss": 3.4219,
      "step": 1246
    },
    {
      "epoch": 0.05801349150965341,
      "grad_norm": 1.635671430880612,
      "learning_rate": 0.00018705,
      "loss": 3.1406,
      "step": 1247
    },
    {
      "epoch": 0.05806001395673412,
      "grad_norm": 1.586033854092479,
      "learning_rate": 0.0001872,
      "loss": 3.0781,
      "step": 1248
    },
    {
      "epoch": 0.05810653640381484,
      "grad_norm": 1.7614944448531584,
      "learning_rate": 0.00018735,
      "loss": 3.2188,
      "step": 1249
    },
    {
      "epoch": 0.058153058850895556,
      "grad_norm": 1.6709617240465848,
      "learning_rate": 0.00018749999999999998,
      "loss": 3.1094,
      "step": 1250
    },
    {
      "epoch": 0.058199581297976276,
      "grad_norm": 1.3992289131164626,
      "learning_rate": 0.00018764999999999998,
      "loss": 2.9844,
      "step": 1251
    },
    {
      "epoch": 0.05824610374505699,
      "grad_norm": 1.7581010624227382,
      "learning_rate": 0.00018779999999999998,
      "loss": 3.1875,
      "step": 1252
    },
    {
      "epoch": 0.05829262619213771,
      "grad_norm": 1.947544756455589,
      "learning_rate": 0.00018794999999999996,
      "loss": 3.1094,
      "step": 1253
    },
    {
      "epoch": 0.05833914863921842,
      "grad_norm": 1.6474554844185871,
      "learning_rate": 0.0001881,
      "loss": 3.3281,
      "step": 1254
    },
    {
      "epoch": 0.05838567108629914,
      "grad_norm": 1.6714940528585,
      "learning_rate": 0.00018824999999999997,
      "loss": 3.2344,
      "step": 1255
    },
    {
      "epoch": 0.058432193533379854,
      "grad_norm": 1.99539021009058,
      "learning_rate": 0.00018839999999999997,
      "loss": 3.4531,
      "step": 1256
    },
    {
      "epoch": 0.058478715980460574,
      "grad_norm": 1.694510835388963,
      "learning_rate": 0.00018854999999999998,
      "loss": 3.1719,
      "step": 1257
    },
    {
      "epoch": 0.05852523842754129,
      "grad_norm": 1.6856012420091475,
      "learning_rate": 0.00018869999999999998,
      "loss": 3.3594,
      "step": 1258
    },
    {
      "epoch": 0.05857176087462201,
      "grad_norm": 2.711990919797965,
      "learning_rate": 0.00018884999999999996,
      "loss": 3.3125,
      "step": 1259
    },
    {
      "epoch": 0.05861828332170272,
      "grad_norm": 2.229563901556474,
      "learning_rate": 0.00018899999999999999,
      "loss": 3.2188,
      "step": 1260
    },
    {
      "epoch": 0.05866480576878344,
      "grad_norm": 1.343972230207119,
      "learning_rate": 0.00018914999999999996,
      "loss": 2.7656,
      "step": 1261
    },
    {
      "epoch": 0.05871132821586415,
      "grad_norm": 1.5818523013098977,
      "learning_rate": 0.0001893,
      "loss": 2.9375,
      "step": 1262
    },
    {
      "epoch": 0.05875785066294487,
      "grad_norm": 1.4609305947706694,
      "learning_rate": 0.00018944999999999997,
      "loss": 3.1719,
      "step": 1263
    },
    {
      "epoch": 0.058804373110025586,
      "grad_norm": 1.541378613158857,
      "learning_rate": 0.00018959999999999997,
      "loss": 3.1562,
      "step": 1264
    },
    {
      "epoch": 0.058850895557106306,
      "grad_norm": 1.4029615162011277,
      "learning_rate": 0.00018974999999999998,
      "loss": 3.1094,
      "step": 1265
    },
    {
      "epoch": 0.05889741800418702,
      "grad_norm": 1.5468771639181897,
      "learning_rate": 0.00018989999999999998,
      "loss": 3.375,
      "step": 1266
    },
    {
      "epoch": 0.05894394045126774,
      "grad_norm": 1.7359984448696264,
      "learning_rate": 0.00019004999999999996,
      "loss": 2.8906,
      "step": 1267
    },
    {
      "epoch": 0.05899046289834845,
      "grad_norm": 1.440089768690138,
      "learning_rate": 0.0001902,
      "loss": 2.7969,
      "step": 1268
    },
    {
      "epoch": 0.05903698534542917,
      "grad_norm": 1.5795168775479813,
      "learning_rate": 0.00019034999999999996,
      "loss": 3.125,
      "step": 1269
    },
    {
      "epoch": 0.059083507792509884,
      "grad_norm": 1.8214662267608033,
      "learning_rate": 0.0001905,
      "loss": 3.0469,
      "step": 1270
    },
    {
      "epoch": 0.059130030239590604,
      "grad_norm": 1.5192862604626933,
      "learning_rate": 0.00019064999999999997,
      "loss": 2.9531,
      "step": 1271
    },
    {
      "epoch": 0.05917655268667132,
      "grad_norm": 1.7227431428873599,
      "learning_rate": 0.00019079999999999998,
      "loss": 3.1875,
      "step": 1272
    },
    {
      "epoch": 0.05922307513375204,
      "grad_norm": 1.9436635129932298,
      "learning_rate": 0.00019094999999999998,
      "loss": 2.4688,
      "step": 1273
    },
    {
      "epoch": 0.05926959758083275,
      "grad_norm": 1.6190870706365883,
      "learning_rate": 0.00019109999999999998,
      "loss": 3.2188,
      "step": 1274
    },
    {
      "epoch": 0.05931612002791347,
      "grad_norm": 1.5753177090218355,
      "learning_rate": 0.00019124999999999996,
      "loss": 3.125,
      "step": 1275
    },
    {
      "epoch": 0.05936264247499418,
      "grad_norm": 1.6394057633283847,
      "learning_rate": 0.0001914,
      "loss": 3.2969,
      "step": 1276
    },
    {
      "epoch": 0.0594091649220749,
      "grad_norm": 1.545601386306477,
      "learning_rate": 0.00019154999999999997,
      "loss": 3.1562,
      "step": 1277
    },
    {
      "epoch": 0.059455687369155616,
      "grad_norm": 1.5083816472350797,
      "learning_rate": 0.0001917,
      "loss": 3.1406,
      "step": 1278
    },
    {
      "epoch": 0.059502209816236336,
      "grad_norm": 1.3190727786041954,
      "learning_rate": 0.00019184999999999997,
      "loss": 3.1094,
      "step": 1279
    },
    {
      "epoch": 0.05954873226331705,
      "grad_norm": 1.6132073271319531,
      "learning_rate": 0.00019199999999999998,
      "loss": 3.1875,
      "step": 1280
    },
    {
      "epoch": 0.05959525471039777,
      "grad_norm": 1.489917278311392,
      "learning_rate": 0.00019214999999999998,
      "loss": 2.8281,
      "step": 1281
    },
    {
      "epoch": 0.05964177715747848,
      "grad_norm": 1.637210943705246,
      "learning_rate": 0.00019229999999999999,
      "loss": 2.5,
      "step": 1282
    },
    {
      "epoch": 0.0596882996045592,
      "grad_norm": 1.521577747516665,
      "learning_rate": 0.00019244999999999996,
      "loss": 3.0312,
      "step": 1283
    },
    {
      "epoch": 0.059734822051639914,
      "grad_norm": 3.2499369736632446,
      "learning_rate": 0.0001926,
      "loss": 3.1562,
      "step": 1284
    },
    {
      "epoch": 0.059781344498720634,
      "grad_norm": 1.3638957807939582,
      "learning_rate": 0.00019274999999999997,
      "loss": 3.0312,
      "step": 1285
    },
    {
      "epoch": 0.05982786694580135,
      "grad_norm": 1.3075877765314112,
      "learning_rate": 0.0001929,
      "loss": 3.0938,
      "step": 1286
    },
    {
      "epoch": 0.05987438939288207,
      "grad_norm": 1.7961829948822865,
      "learning_rate": 0.00019304999999999998,
      "loss": 3.2031,
      "step": 1287
    },
    {
      "epoch": 0.05992091183996278,
      "grad_norm": 1.562523781684235,
      "learning_rate": 0.00019319999999999998,
      "loss": 3.0938,
      "step": 1288
    },
    {
      "epoch": 0.0599674342870435,
      "grad_norm": 1.4773319762792112,
      "learning_rate": 0.00019334999999999998,
      "loss": 3.125,
      "step": 1289
    },
    {
      "epoch": 0.06001395673412421,
      "grad_norm": 1.320399761472964,
      "learning_rate": 0.0001935,
      "loss": 3.1406,
      "step": 1290
    },
    {
      "epoch": 0.06006047918120493,
      "grad_norm": 1.5898871491743867,
      "learning_rate": 0.00019364999999999996,
      "loss": 3.3906,
      "step": 1291
    },
    {
      "epoch": 0.060107001628285646,
      "grad_norm": 3.9466722456503684,
      "learning_rate": 0.0001938,
      "loss": 2.5469,
      "step": 1292
    },
    {
      "epoch": 0.060153524075366366,
      "grad_norm": 14.872695287020107,
      "learning_rate": 0.00019394999999999997,
      "loss": 3.0156,
      "step": 1293
    },
    {
      "epoch": 0.06020004652244708,
      "grad_norm": 1.7537000269065366,
      "learning_rate": 0.0001941,
      "loss": 3.2031,
      "step": 1294
    },
    {
      "epoch": 0.0602465689695278,
      "grad_norm": 1.6800952460334775,
      "learning_rate": 0.00019424999999999998,
      "loss": 2.9844,
      "step": 1295
    },
    {
      "epoch": 0.06029309141660851,
      "grad_norm": 1.8379535110482004,
      "learning_rate": 0.00019439999999999998,
      "loss": 3.4531,
      "step": 1296
    },
    {
      "epoch": 0.06033961386368923,
      "grad_norm": 2.4148827145789666,
      "learning_rate": 0.00019454999999999999,
      "loss": 3.2812,
      "step": 1297
    },
    {
      "epoch": 0.060386136310769944,
      "grad_norm": 2.9246627220850083,
      "learning_rate": 0.0001947,
      "loss": 3.0312,
      "step": 1298
    },
    {
      "epoch": 0.060432658757850664,
      "grad_norm": 2.3438412791973415,
      "learning_rate": 0.00019484999999999997,
      "loss": 3.2812,
      "step": 1299
    },
    {
      "epoch": 0.06047918120493138,
      "grad_norm": 9.564439222764273,
      "learning_rate": 0.000195,
      "loss": 3.1875,
      "step": 1300
    },
    {
      "epoch": 0.0605257036520121,
      "grad_norm": 1.4489365803423064,
      "learning_rate": 0.00019514999999999997,
      "loss": 3.5469,
      "step": 1301
    },
    {
      "epoch": 0.06057222609909281,
      "grad_norm": 1.658081821455817,
      "learning_rate": 0.00019529999999999998,
      "loss": 3.25,
      "step": 1302
    },
    {
      "epoch": 0.06061874854617353,
      "grad_norm": 1.6937195194577899,
      "learning_rate": 0.00019544999999999998,
      "loss": 3.1719,
      "step": 1303
    },
    {
      "epoch": 0.06066527099325424,
      "grad_norm": 2.4077975797761986,
      "learning_rate": 0.00019559999999999998,
      "loss": 2.9531,
      "step": 1304
    },
    {
      "epoch": 0.06071179344033496,
      "grad_norm": 1.8014896479397486,
      "learning_rate": 0.00019574999999999996,
      "loss": 3.3125,
      "step": 1305
    },
    {
      "epoch": 0.060758315887415676,
      "grad_norm": 6.537668779029633,
      "learning_rate": 0.0001959,
      "loss": 3.5312,
      "step": 1306
    },
    {
      "epoch": 0.060804838334496396,
      "grad_norm": 5.392055162913128,
      "learning_rate": 0.00019604999999999997,
      "loss": 3.1562,
      "step": 1307
    },
    {
      "epoch": 0.06085136078157711,
      "grad_norm": 6.312526429362829,
      "learning_rate": 0.0001962,
      "loss": 3.5781,
      "step": 1308
    },
    {
      "epoch": 0.06089788322865783,
      "grad_norm": 3.2135138615599494,
      "learning_rate": 0.00019634999999999998,
      "loss": 3.4219,
      "step": 1309
    },
    {
      "epoch": 0.06094440567573854,
      "grad_norm": 2.4470156229682165,
      "learning_rate": 0.00019649999999999998,
      "loss": 3.4375,
      "step": 1310
    },
    {
      "epoch": 0.06099092812281926,
      "grad_norm": 2.4693347035221116,
      "learning_rate": 0.00019664999999999998,
      "loss": 3.2812,
      "step": 1311
    },
    {
      "epoch": 0.061037450569899974,
      "grad_norm": 1.485198019205576,
      "learning_rate": 0.00019679999999999999,
      "loss": 3.0625,
      "step": 1312
    },
    {
      "epoch": 0.061083973016980694,
      "grad_norm": 1.8110269031373623,
      "learning_rate": 0.00019694999999999996,
      "loss": 3.3594,
      "step": 1313
    },
    {
      "epoch": 0.06113049546406141,
      "grad_norm": 1.4717279566814039,
      "learning_rate": 0.0001971,
      "loss": 3.4375,
      "step": 1314
    },
    {
      "epoch": 0.06117701791114213,
      "grad_norm": 1.6240461254209342,
      "learning_rate": 0.00019724999999999997,
      "loss": 3.1406,
      "step": 1315
    },
    {
      "epoch": 0.06122354035822284,
      "grad_norm": 1.683058561232487,
      "learning_rate": 0.0001974,
      "loss": 3.125,
      "step": 1316
    },
    {
      "epoch": 0.06127006280530356,
      "grad_norm": 1.5273112898532006,
      "learning_rate": 0.00019754999999999998,
      "loss": 2.8906,
      "step": 1317
    },
    {
      "epoch": 0.06131658525238427,
      "grad_norm": 1.922276009862254,
      "learning_rate": 0.00019769999999999998,
      "loss": 3.0781,
      "step": 1318
    },
    {
      "epoch": 0.06136310769946499,
      "grad_norm": 1.417776384754378,
      "learning_rate": 0.00019784999999999998,
      "loss": 3.0312,
      "step": 1319
    },
    {
      "epoch": 0.061409630146545706,
      "grad_norm": 1.5875381541423819,
      "learning_rate": 0.000198,
      "loss": 3.2344,
      "step": 1320
    },
    {
      "epoch": 0.061456152593626426,
      "grad_norm": 1.39216079632342,
      "learning_rate": 0.00019814999999999996,
      "loss": 3.1719,
      "step": 1321
    },
    {
      "epoch": 0.06150267504070714,
      "grad_norm": 1.3028486783615332,
      "learning_rate": 0.0001983,
      "loss": 3.0,
      "step": 1322
    },
    {
      "epoch": 0.06154919748778786,
      "grad_norm": 1.4068706144077279,
      "learning_rate": 0.00019844999999999997,
      "loss": 3.0156,
      "step": 1323
    },
    {
      "epoch": 0.06159571993486857,
      "grad_norm": 1.552511297409942,
      "learning_rate": 0.0001986,
      "loss": 2.4688,
      "step": 1324
    },
    {
      "epoch": 0.06164224238194929,
      "grad_norm": 1.4412736625573186,
      "learning_rate": 0.00019874999999999998,
      "loss": 3.2031,
      "step": 1325
    },
    {
      "epoch": 0.061688764829030004,
      "grad_norm": 1.6301411103974142,
      "learning_rate": 0.00019889999999999998,
      "loss": 3.3438,
      "step": 1326
    },
    {
      "epoch": 0.061735287276110724,
      "grad_norm": 2.005297100878295,
      "learning_rate": 0.00019905,
      "loss": 3.2969,
      "step": 1327
    },
    {
      "epoch": 0.06178180972319144,
      "grad_norm": 1.4361146467828172,
      "learning_rate": 0.0001992,
      "loss": 3.0156,
      "step": 1328
    },
    {
      "epoch": 0.06182833217027216,
      "grad_norm": 1.658489412274394,
      "learning_rate": 0.00019934999999999997,
      "loss": 3.2344,
      "step": 1329
    },
    {
      "epoch": 0.06187485461735287,
      "grad_norm": 1.6284890944799717,
      "learning_rate": 0.0001995,
      "loss": 3.4219,
      "step": 1330
    },
    {
      "epoch": 0.06192137706443359,
      "grad_norm": 1.386985067722536,
      "learning_rate": 0.00019964999999999997,
      "loss": 3.4531,
      "step": 1331
    },
    {
      "epoch": 0.0619678995115143,
      "grad_norm": 1.509269775913825,
      "learning_rate": 0.0001998,
      "loss": 3.2656,
      "step": 1332
    },
    {
      "epoch": 0.06201442195859502,
      "grad_norm": 1.5362576670775516,
      "learning_rate": 0.00019994999999999998,
      "loss": 2.8438,
      "step": 1333
    },
    {
      "epoch": 0.062060944405675736,
      "grad_norm": 1.5259340428119277,
      "learning_rate": 0.00020009999999999998,
      "loss": 3.3594,
      "step": 1334
    },
    {
      "epoch": 0.062107466852756456,
      "grad_norm": 2.1242314152284036,
      "learning_rate": 0.00020025,
      "loss": 3.1719,
      "step": 1335
    },
    {
      "epoch": 0.06215398929983717,
      "grad_norm": 1.3508025723675974,
      "learning_rate": 0.0002004,
      "loss": 3.0,
      "step": 1336
    },
    {
      "epoch": 0.06220051174691789,
      "grad_norm": 1.4537030390499253,
      "learning_rate": 0.00020054999999999997,
      "loss": 3.2188,
      "step": 1337
    },
    {
      "epoch": 0.0622470341939986,
      "grad_norm": 1.4945792420144643,
      "learning_rate": 0.0002007,
      "loss": 3.2812,
      "step": 1338
    },
    {
      "epoch": 0.06229355664107932,
      "grad_norm": 1.6764772209966274,
      "learning_rate": 0.00020084999999999998,
      "loss": 2.875,
      "step": 1339
    },
    {
      "epoch": 0.062340079088160034,
      "grad_norm": 1.5215085205292849,
      "learning_rate": 0.000201,
      "loss": 3.3594,
      "step": 1340
    },
    {
      "epoch": 0.062386601535240754,
      "grad_norm": 1.3713696690927446,
      "learning_rate": 0.00020114999999999998,
      "loss": 3.0312,
      "step": 1341
    },
    {
      "epoch": 0.06243312398232147,
      "grad_norm": 1.8021767482698892,
      "learning_rate": 0.0002013,
      "loss": 3.2344,
      "step": 1342
    },
    {
      "epoch": 0.06247964642940219,
      "grad_norm": 1.4866238203964346,
      "learning_rate": 0.00020145,
      "loss": 2.9688,
      "step": 1343
    },
    {
      "epoch": 0.06252616887648291,
      "grad_norm": 1.744988586080758,
      "learning_rate": 0.0002016,
      "loss": 3.1094,
      "step": 1344
    },
    {
      "epoch": 0.06257269132356362,
      "grad_norm": 2.102274698260316,
      "learning_rate": 0.00020174999999999997,
      "loss": 3.1562,
      "step": 1345
    },
    {
      "epoch": 0.06261921377064433,
      "grad_norm": 1.6396912528232022,
      "learning_rate": 0.0002019,
      "loss": 3.0,
      "step": 1346
    },
    {
      "epoch": 0.06266573621772505,
      "grad_norm": 1.3206350038953265,
      "learning_rate": 0.00020204999999999998,
      "loss": 3.125,
      "step": 1347
    },
    {
      "epoch": 0.06271225866480577,
      "grad_norm": 1.631963812959179,
      "learning_rate": 0.0002022,
      "loss": 3.3281,
      "step": 1348
    },
    {
      "epoch": 0.06275878111188649,
      "grad_norm": 1.2918883408520803,
      "learning_rate": 0.00020234999999999999,
      "loss": 3.0625,
      "step": 1349
    },
    {
      "epoch": 0.0628053035589672,
      "grad_norm": 2.639424099966975,
      "learning_rate": 0.0002025,
      "loss": 2.9375,
      "step": 1350
    },
    {
      "epoch": 0.06285182600604791,
      "grad_norm": 2.6308453221911425,
      "learning_rate": 0.00020264999999999997,
      "loss": 3.4688,
      "step": 1351
    },
    {
      "epoch": 0.06289834845312864,
      "grad_norm": 11.197055578715336,
      "learning_rate": 0.0002028,
      "loss": 3.4375,
      "step": 1352
    },
    {
      "epoch": 0.06294487090020935,
      "grad_norm": 1.4544215692584783,
      "learning_rate": 0.00020294999999999997,
      "loss": 3.5,
      "step": 1353
    },
    {
      "epoch": 0.06299139334729006,
      "grad_norm": 2.9682198591621862,
      "learning_rate": 0.0002031,
      "loss": 3.1562,
      "step": 1354
    },
    {
      "epoch": 0.06303791579437078,
      "grad_norm": 1.1809755770367862,
      "learning_rate": 0.00020324999999999998,
      "loss": 3.2344,
      "step": 1355
    },
    {
      "epoch": 0.0630844382414515,
      "grad_norm": 1.6240281957004554,
      "learning_rate": 0.00020339999999999998,
      "loss": 3.0156,
      "step": 1356
    },
    {
      "epoch": 0.06313096068853222,
      "grad_norm": 1.4175444523489897,
      "learning_rate": 0.00020355,
      "loss": 3.1094,
      "step": 1357
    },
    {
      "epoch": 0.06317748313561293,
      "grad_norm": 1.4167048603688668,
      "learning_rate": 0.0002037,
      "loss": 2.9688,
      "step": 1358
    },
    {
      "epoch": 0.06322400558269364,
      "grad_norm": 1.301964213711243,
      "learning_rate": 0.00020384999999999997,
      "loss": 3.1562,
      "step": 1359
    },
    {
      "epoch": 0.06327052802977437,
      "grad_norm": 1.4001309069504055,
      "learning_rate": 0.000204,
      "loss": 3.1719,
      "step": 1360
    },
    {
      "epoch": 0.06331705047685508,
      "grad_norm": 1.6642750707164962,
      "learning_rate": 0.00020414999999999997,
      "loss": 2.9688,
      "step": 1361
    },
    {
      "epoch": 0.0633635729239358,
      "grad_norm": 1.645636142243796,
      "learning_rate": 0.0002043,
      "loss": 2.4688,
      "step": 1362
    },
    {
      "epoch": 0.06341009537101651,
      "grad_norm": 2.152186891200413,
      "learning_rate": 0.00020444999999999998,
      "loss": 2.9844,
      "step": 1363
    },
    {
      "epoch": 0.06345661781809724,
      "grad_norm": 1.728675830869326,
      "learning_rate": 0.00020459999999999999,
      "loss": 3.1562,
      "step": 1364
    },
    {
      "epoch": 0.06350314026517795,
      "grad_norm": 1.345932814752117,
      "learning_rate": 0.00020475,
      "loss": 2.9219,
      "step": 1365
    },
    {
      "epoch": 0.06354966271225866,
      "grad_norm": 1.4076287047985934,
      "learning_rate": 0.0002049,
      "loss": 3.2188,
      "step": 1366
    },
    {
      "epoch": 0.06359618515933937,
      "grad_norm": 1.8517650573336792,
      "learning_rate": 0.00020504999999999997,
      "loss": 3.25,
      "step": 1367
    },
    {
      "epoch": 0.0636427076064201,
      "grad_norm": 1.6170978876057376,
      "learning_rate": 0.0002052,
      "loss": 3.1406,
      "step": 1368
    },
    {
      "epoch": 0.06368923005350081,
      "grad_norm": 1.4753122898718012,
      "learning_rate": 0.00020534999999999998,
      "loss": 3.2031,
      "step": 1369
    },
    {
      "epoch": 0.06373575250058153,
      "grad_norm": 1.3997367837512198,
      "learning_rate": 0.0002055,
      "loss": 3.1406,
      "step": 1370
    },
    {
      "epoch": 0.06378227494766224,
      "grad_norm": 1.283611148011344,
      "learning_rate": 0.00020564999999999998,
      "loss": 3.2188,
      "step": 1371
    },
    {
      "epoch": 0.06382879739474297,
      "grad_norm": 1.3038507401123454,
      "learning_rate": 0.0002058,
      "loss": 3.0625,
      "step": 1372
    },
    {
      "epoch": 0.06387531984182368,
      "grad_norm": 1.3603152775063105,
      "learning_rate": 0.00020595,
      "loss": 2.9531,
      "step": 1373
    },
    {
      "epoch": 0.06392184228890439,
      "grad_norm": 1.438488253942257,
      "learning_rate": 0.0002061,
      "loss": 3.1406,
      "step": 1374
    },
    {
      "epoch": 0.0639683647359851,
      "grad_norm": 1.2716578369516451,
      "learning_rate": 0.00020624999999999997,
      "loss": 3.2031,
      "step": 1375
    },
    {
      "epoch": 0.06401488718306583,
      "grad_norm": 1.4274810911239828,
      "learning_rate": 0.00020639999999999998,
      "loss": 2.8438,
      "step": 1376
    },
    {
      "epoch": 0.06406140963014655,
      "grad_norm": 1.3682958243495351,
      "learning_rate": 0.00020654999999999998,
      "loss": 3.3594,
      "step": 1377
    },
    {
      "epoch": 0.06410793207722726,
      "grad_norm": 1.8641025303982095,
      "learning_rate": 0.00020669999999999996,
      "loss": 3.0156,
      "step": 1378
    },
    {
      "epoch": 0.06415445452430797,
      "grad_norm": 1.846462786721938,
      "learning_rate": 0.00020684999999999999,
      "loss": 3.1719,
      "step": 1379
    },
    {
      "epoch": 0.0642009769713887,
      "grad_norm": 1.7638915758903617,
      "learning_rate": 0.00020699999999999996,
      "loss": 3.0938,
      "step": 1380
    },
    {
      "epoch": 0.06424749941846941,
      "grad_norm": 1.5702657484940812,
      "learning_rate": 0.00020715,
      "loss": 2.9062,
      "step": 1381
    },
    {
      "epoch": 0.06429402186555012,
      "grad_norm": 1.3532145551033166,
      "learning_rate": 0.00020729999999999997,
      "loss": 3.2188,
      "step": 1382
    },
    {
      "epoch": 0.06434054431263085,
      "grad_norm": 1.4399221612342583,
      "learning_rate": 0.00020744999999999997,
      "loss": 3.1094,
      "step": 1383
    },
    {
      "epoch": 0.06438706675971156,
      "grad_norm": 2.6081117740449358,
      "learning_rate": 0.00020759999999999998,
      "loss": 3.1094,
      "step": 1384
    },
    {
      "epoch": 0.06443358920679228,
      "grad_norm": 1.3325347199602504,
      "learning_rate": 0.00020774999999999998,
      "loss": 3.1094,
      "step": 1385
    },
    {
      "epoch": 0.06448011165387299,
      "grad_norm": 1.4417890506675541,
      "learning_rate": 0.00020789999999999996,
      "loss": 2.9062,
      "step": 1386
    },
    {
      "epoch": 0.06452663410095372,
      "grad_norm": 1.3742710785490468,
      "learning_rate": 0.00020805,
      "loss": 3.0938,
      "step": 1387
    },
    {
      "epoch": 0.06457315654803443,
      "grad_norm": 1.3820108467031949,
      "learning_rate": 0.00020819999999999996,
      "loss": 3.0156,
      "step": 1388
    },
    {
      "epoch": 0.06461967899511514,
      "grad_norm": 2.684327017987815,
      "learning_rate": 0.00020835,
      "loss": 3.2031,
      "step": 1389
    },
    {
      "epoch": 0.06466620144219586,
      "grad_norm": 1.3823425349083225,
      "learning_rate": 0.00020849999999999997,
      "loss": 3.5,
      "step": 1390
    },
    {
      "epoch": 0.06471272388927658,
      "grad_norm": 1.3232263198480585,
      "learning_rate": 0.00020864999999999998,
      "loss": 3.2656,
      "step": 1391
    },
    {
      "epoch": 0.0647592463363573,
      "grad_norm": 7.9262424487028555,
      "learning_rate": 0.00020879999999999998,
      "loss": 3.0469,
      "step": 1392
    },
    {
      "epoch": 0.06480576878343801,
      "grad_norm": 4.232130003633941,
      "learning_rate": 0.00020894999999999998,
      "loss": 3.0938,
      "step": 1393
    },
    {
      "epoch": 0.06485229123051872,
      "grad_norm": 1.416538586019779,
      "learning_rate": 0.00020909999999999996,
      "loss": 3.2969,
      "step": 1394
    },
    {
      "epoch": 0.06489881367759945,
      "grad_norm": 1.2832395503344813,
      "learning_rate": 0.00020925,
      "loss": 3.0938,
      "step": 1395
    },
    {
      "epoch": 0.06494533612468016,
      "grad_norm": 1.351480366922047,
      "learning_rate": 0.00020939999999999997,
      "loss": 3.2344,
      "step": 1396
    },
    {
      "epoch": 0.06499185857176087,
      "grad_norm": 1.4746088932181183,
      "learning_rate": 0.00020955,
      "loss": 3.0469,
      "step": 1397
    },
    {
      "epoch": 0.06503838101884159,
      "grad_norm": 1.6073215334790472,
      "learning_rate": 0.00020969999999999997,
      "loss": 2.8438,
      "step": 1398
    },
    {
      "epoch": 0.06508490346592231,
      "grad_norm": 2.1873659967090213,
      "learning_rate": 0.00020984999999999998,
      "loss": 2.8906,
      "step": 1399
    },
    {
      "epoch": 0.06513142591300303,
      "grad_norm": 3.82728411887974,
      "learning_rate": 0.00020999999999999998,
      "loss": 3.4219,
      "step": 1400
    },
    {
      "epoch": 0.06517794836008374,
      "grad_norm": 1.4165918604803234,
      "learning_rate": 0.00021014999999999999,
      "loss": 3.0156,
      "step": 1401
    },
    {
      "epoch": 0.06522447080716445,
      "grad_norm": 3.0627747810147703,
      "learning_rate": 0.00021029999999999996,
      "loss": 2.4219,
      "step": 1402
    },
    {
      "epoch": 0.06527099325424518,
      "grad_norm": 1.5728726540455358,
      "learning_rate": 0.00021045,
      "loss": 2.9531,
      "step": 1403
    },
    {
      "epoch": 0.06531751570132589,
      "grad_norm": 7.76790926253971,
      "learning_rate": 0.00021059999999999997,
      "loss": 3.0625,
      "step": 1404
    },
    {
      "epoch": 0.0653640381484066,
      "grad_norm": 9.672955659711896,
      "learning_rate": 0.00021074999999999997,
      "loss": 2.4844,
      "step": 1405
    },
    {
      "epoch": 0.06541056059548732,
      "grad_norm": 1.8095640131921522,
      "learning_rate": 0.00021089999999999998,
      "loss": 3.25,
      "step": 1406
    },
    {
      "epoch": 0.06545708304256805,
      "grad_norm": 1.8208879184181441,
      "learning_rate": 0.00021104999999999998,
      "loss": 3.2344,
      "step": 1407
    },
    {
      "epoch": 0.06550360548964876,
      "grad_norm": 2.6281113992445335,
      "learning_rate": 0.00021119999999999996,
      "loss": 3.4375,
      "step": 1408
    },
    {
      "epoch": 0.06555012793672947,
      "grad_norm": 1.5789280911470034,
      "learning_rate": 0.00021135,
      "loss": 3.0625,
      "step": 1409
    },
    {
      "epoch": 0.06559665038381018,
      "grad_norm": 1.4505068070032607,
      "learning_rate": 0.00021149999999999996,
      "loss": 3.1094,
      "step": 1410
    },
    {
      "epoch": 0.06564317283089091,
      "grad_norm": 1.6854396573564907,
      "learning_rate": 0.00021165,
      "loss": 3.375,
      "step": 1411
    },
    {
      "epoch": 0.06568969527797162,
      "grad_norm": 1.7938793034578802,
      "learning_rate": 0.00021179999999999997,
      "loss": 2.9688,
      "step": 1412
    },
    {
      "epoch": 0.06573621772505234,
      "grad_norm": 1.487968122990813,
      "learning_rate": 0.00021194999999999997,
      "loss": 3.4219,
      "step": 1413
    },
    {
      "epoch": 0.06578274017213305,
      "grad_norm": 1.4298854781569763,
      "learning_rate": 0.00021209999999999998,
      "loss": 3.0625,
      "step": 1414
    },
    {
      "epoch": 0.06582926261921378,
      "grad_norm": 1.8562411558173564,
      "learning_rate": 0.00021224999999999998,
      "loss": 3.0781,
      "step": 1415
    },
    {
      "epoch": 0.06587578506629449,
      "grad_norm": 2.237181642163352,
      "learning_rate": 0.00021239999999999996,
      "loss": 3.3594,
      "step": 1416
    },
    {
      "epoch": 0.0659223075133752,
      "grad_norm": 10.403709353247827,
      "learning_rate": 0.00021255,
      "loss": 2.9062,
      "step": 1417
    },
    {
      "epoch": 0.06596882996045592,
      "grad_norm": 20.733302138852274,
      "learning_rate": 0.00021269999999999997,
      "loss": 3.25,
      "step": 1418
    },
    {
      "epoch": 0.06601535240753664,
      "grad_norm": 1.9515870097940402,
      "learning_rate": 0.00021285,
      "loss": 3.1094,
      "step": 1419
    },
    {
      "epoch": 0.06606187485461736,
      "grad_norm": 1.572885767796929,
      "learning_rate": 0.00021299999999999997,
      "loss": 3.5,
      "step": 1420
    },
    {
      "epoch": 0.06610839730169807,
      "grad_norm": 1.5680468667397538,
      "learning_rate": 0.00021314999999999998,
      "loss": 3.0781,
      "step": 1421
    },
    {
      "epoch": 0.06615491974877878,
      "grad_norm": 1.999058469827707,
      "learning_rate": 0.00021329999999999998,
      "loss": 3.3594,
      "step": 1422
    },
    {
      "epoch": 0.06620144219585951,
      "grad_norm": 1.5541521829096385,
      "learning_rate": 0.00021344999999999998,
      "loss": 3.2969,
      "step": 1423
    },
    {
      "epoch": 0.06624796464294022,
      "grad_norm": 1.505832570433308,
      "learning_rate": 0.00021359999999999996,
      "loss": 3.0781,
      "step": 1424
    },
    {
      "epoch": 0.06629448709002093,
      "grad_norm": 1.4587416989321311,
      "learning_rate": 0.00021375,
      "loss": 3.0625,
      "step": 1425
    },
    {
      "epoch": 0.06634100953710165,
      "grad_norm": 2.3060646032925614,
      "learning_rate": 0.00021389999999999997,
      "loss": 3.3281,
      "step": 1426
    },
    {
      "epoch": 0.06638753198418237,
      "grad_norm": 1.6032086404045216,
      "learning_rate": 0.00021405,
      "loss": 3.0781,
      "step": 1427
    },
    {
      "epoch": 0.06643405443126309,
      "grad_norm": 1.4703131328336028,
      "learning_rate": 0.00021419999999999998,
      "loss": 2.9219,
      "step": 1428
    },
    {
      "epoch": 0.0664805768783438,
      "grad_norm": 1.5244893084539115,
      "learning_rate": 0.00021434999999999998,
      "loss": 3.2031,
      "step": 1429
    },
    {
      "epoch": 0.06652709932542451,
      "grad_norm": 1.475461989405834,
      "learning_rate": 0.00021449999999999998,
      "loss": 3.3438,
      "step": 1430
    },
    {
      "epoch": 0.06657362177250524,
      "grad_norm": 1.4810862125244824,
      "learning_rate": 0.00021464999999999999,
      "loss": 2.9844,
      "step": 1431
    },
    {
      "epoch": 0.06662014421958595,
      "grad_norm": 1.8082886292842293,
      "learning_rate": 0.00021479999999999996,
      "loss": 3.0,
      "step": 1432
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 1.3707263581352784,
      "learning_rate": 0.00021495,
      "loss": 2.9531,
      "step": 1433
    },
    {
      "epoch": 0.06671318911374738,
      "grad_norm": 1.500020774404752,
      "learning_rate": 0.00021509999999999997,
      "loss": 3.2812,
      "step": 1434
    },
    {
      "epoch": 0.0667597115608281,
      "grad_norm": 1.5440466296636168,
      "learning_rate": 0.00021525,
      "loss": 3.1094,
      "step": 1435
    },
    {
      "epoch": 0.06680623400790882,
      "grad_norm": 1.9942782028582706,
      "learning_rate": 0.00021539999999999998,
      "loss": 3.0156,
      "step": 1436
    },
    {
      "epoch": 0.06685275645498953,
      "grad_norm": 1.4997137092821775,
      "learning_rate": 0.00021554999999999998,
      "loss": 3.0625,
      "step": 1437
    },
    {
      "epoch": 0.06689927890207024,
      "grad_norm": 1.7713268230170536,
      "learning_rate": 0.00021569999999999998,
      "loss": 3.0625,
      "step": 1438
    },
    {
      "epoch": 0.06694580134915097,
      "grad_norm": 4.123791585666077,
      "learning_rate": 0.00021585,
      "loss": 3.1562,
      "step": 1439
    },
    {
      "epoch": 0.06699232379623168,
      "grad_norm": 1.3338472837307436,
      "learning_rate": 0.00021599999999999996,
      "loss": 2.9531,
      "step": 1440
    },
    {
      "epoch": 0.0670388462433124,
      "grad_norm": 4.672631872185047,
      "learning_rate": 0.00021615,
      "loss": 3.0312,
      "step": 1441
    },
    {
      "epoch": 0.06708536869039311,
      "grad_norm": 1.7096527297335198,
      "learning_rate": 0.00021629999999999997,
      "loss": 3.0781,
      "step": 1442
    },
    {
      "epoch": 0.06713189113747384,
      "grad_norm": 8.63200840307036,
      "learning_rate": 0.00021645,
      "loss": 3.3125,
      "step": 1443
    },
    {
      "epoch": 0.06717841358455455,
      "grad_norm": 1.3168255186504971,
      "learning_rate": 0.00021659999999999998,
      "loss": 3.25,
      "step": 1444
    },
    {
      "epoch": 0.06722493603163526,
      "grad_norm": 1.9714598164672652,
      "learning_rate": 0.00021674999999999998,
      "loss": 3.1562,
      "step": 1445
    },
    {
      "epoch": 0.06727145847871598,
      "grad_norm": 1.6063123745140029,
      "learning_rate": 0.0002169,
      "loss": 3.2031,
      "step": 1446
    },
    {
      "epoch": 0.0673179809257967,
      "grad_norm": 1.8360935445016278,
      "learning_rate": 0.00021705,
      "loss": 2.625,
      "step": 1447
    },
    {
      "epoch": 0.06736450337287742,
      "grad_norm": 1.7267153652665934,
      "learning_rate": 0.00021719999999999997,
      "loss": 3.3438,
      "step": 1448
    },
    {
      "epoch": 0.06741102581995813,
      "grad_norm": 1.7795524434499854,
      "learning_rate": 0.00021735,
      "loss": 3.2969,
      "step": 1449
    },
    {
      "epoch": 0.06745754826703884,
      "grad_norm": 1.4487066281738203,
      "learning_rate": 0.00021749999999999997,
      "loss": 3.0312,
      "step": 1450
    },
    {
      "epoch": 0.06750407071411957,
      "grad_norm": 1.2837425674199283,
      "learning_rate": 0.00021764999999999998,
      "loss": 3.0625,
      "step": 1451
    },
    {
      "epoch": 0.06755059316120028,
      "grad_norm": 1.4202780331312748,
      "learning_rate": 0.00021779999999999998,
      "loss": 3.2344,
      "step": 1452
    },
    {
      "epoch": 0.067597115608281,
      "grad_norm": 1.799122597598755,
      "learning_rate": 0.00021794999999999999,
      "loss": 3.1562,
      "step": 1453
    },
    {
      "epoch": 0.06764363805536171,
      "grad_norm": 1.4571267489598747,
      "learning_rate": 0.00021809999999999996,
      "loss": 3.1719,
      "step": 1454
    },
    {
      "epoch": 0.06769016050244243,
      "grad_norm": 1.3456044516167207,
      "learning_rate": 0.00021825,
      "loss": 3.2344,
      "step": 1455
    },
    {
      "epoch": 0.06773668294952315,
      "grad_norm": 1.4421217158547228,
      "learning_rate": 0.00021839999999999997,
      "loss": 3.0469,
      "step": 1456
    },
    {
      "epoch": 0.06778320539660386,
      "grad_norm": 1.334611437529243,
      "learning_rate": 0.00021855,
      "loss": 3.0469,
      "step": 1457
    },
    {
      "epoch": 0.06782972784368457,
      "grad_norm": 1.5986996873749382,
      "learning_rate": 0.00021869999999999998,
      "loss": 2.9531,
      "step": 1458
    },
    {
      "epoch": 0.0678762502907653,
      "grad_norm": 1.4242362040077723,
      "learning_rate": 0.00021884999999999998,
      "loss": 3.2656,
      "step": 1459
    },
    {
      "epoch": 0.06792277273784601,
      "grad_norm": 1.3560763244629903,
      "learning_rate": 0.00021899999999999998,
      "loss": 3.2031,
      "step": 1460
    },
    {
      "epoch": 0.06796929518492673,
      "grad_norm": 1.4241467587660188,
      "learning_rate": 0.00021915,
      "loss": 3.1875,
      "step": 1461
    },
    {
      "epoch": 0.06801581763200744,
      "grad_norm": 1.260089981535976,
      "learning_rate": 0.00021929999999999996,
      "loss": 3.0312,
      "step": 1462
    },
    {
      "epoch": 0.06806234007908817,
      "grad_norm": 1.4436130888235292,
      "learning_rate": 0.00021945,
      "loss": 3.0,
      "step": 1463
    },
    {
      "epoch": 0.06810886252616888,
      "grad_norm": 1.361949793411153,
      "learning_rate": 0.00021959999999999997,
      "loss": 3.0,
      "step": 1464
    },
    {
      "epoch": 0.06815538497324959,
      "grad_norm": 1.7086928223318794,
      "learning_rate": 0.00021975,
      "loss": 3.125,
      "step": 1465
    },
    {
      "epoch": 0.0682019074203303,
      "grad_norm": 1.3494730373722994,
      "learning_rate": 0.00021989999999999998,
      "loss": 3.3125,
      "step": 1466
    },
    {
      "epoch": 0.06824842986741103,
      "grad_norm": 1.3185201499484778,
      "learning_rate": 0.00022004999999999998,
      "loss": 3.0625,
      "step": 1467
    },
    {
      "epoch": 0.06829495231449174,
      "grad_norm": 1.3286376173610526,
      "learning_rate": 0.00022019999999999999,
      "loss": 3.0625,
      "step": 1468
    },
    {
      "epoch": 0.06834147476157246,
      "grad_norm": 1.326488990334958,
      "learning_rate": 0.00022035,
      "loss": 3.25,
      "step": 1469
    },
    {
      "epoch": 0.06838799720865317,
      "grad_norm": 1.2593499003494986,
      "learning_rate": 0.00022049999999999997,
      "loss": 3.2031,
      "step": 1470
    },
    {
      "epoch": 0.0684345196557339,
      "grad_norm": 1.192455964044282,
      "learning_rate": 0.00022065,
      "loss": 3.2812,
      "step": 1471
    },
    {
      "epoch": 0.06848104210281461,
      "grad_norm": 2.164070454863017,
      "learning_rate": 0.00022079999999999997,
      "loss": 2.3438,
      "step": 1472
    },
    {
      "epoch": 0.06852756454989532,
      "grad_norm": 1.2348875345668306,
      "learning_rate": 0.00022095,
      "loss": 3.0938,
      "step": 1473
    },
    {
      "epoch": 0.06857408699697604,
      "grad_norm": 1.3513550510498393,
      "learning_rate": 0.00022109999999999998,
      "loss": 3.0,
      "step": 1474
    },
    {
      "epoch": 0.06862060944405676,
      "grad_norm": 1.5158301941873196,
      "learning_rate": 0.00022124999999999998,
      "loss": 3.0625,
      "step": 1475
    },
    {
      "epoch": 0.06866713189113748,
      "grad_norm": 1.4734619149239327,
      "learning_rate": 0.0002214,
      "loss": 3.0625,
      "step": 1476
    },
    {
      "epoch": 0.06871365433821819,
      "grad_norm": 1.3880081545501564,
      "learning_rate": 0.00022155,
      "loss": 2.9062,
      "step": 1477
    },
    {
      "epoch": 0.0687601767852989,
      "grad_norm": 1.5202608070417343,
      "learning_rate": 0.00022169999999999997,
      "loss": 2.8906,
      "step": 1478
    },
    {
      "epoch": 0.06880669923237963,
      "grad_norm": 1.2748490871129117,
      "learning_rate": 0.00022185,
      "loss": 3.0938,
      "step": 1479
    },
    {
      "epoch": 0.06885322167946034,
      "grad_norm": 1.5067013834476235,
      "learning_rate": 0.00022199999999999998,
      "loss": 3.3438,
      "step": 1480
    },
    {
      "epoch": 0.06889974412654105,
      "grad_norm": 1.155193638594874,
      "learning_rate": 0.00022215,
      "loss": 3.0625,
      "step": 1481
    },
    {
      "epoch": 0.06894626657362177,
      "grad_norm": 1.4229801670566233,
      "learning_rate": 0.00022229999999999998,
      "loss": 3.1562,
      "step": 1482
    },
    {
      "epoch": 0.0689927890207025,
      "grad_norm": 1.2738785831570585,
      "learning_rate": 0.00022244999999999999,
      "loss": 2.9844,
      "step": 1483
    },
    {
      "epoch": 0.06903931146778321,
      "grad_norm": 1.2264598876129633,
      "learning_rate": 0.0002226,
      "loss": 3.2656,
      "step": 1484
    },
    {
      "epoch": 0.06908583391486392,
      "grad_norm": 1.3500472762401718,
      "learning_rate": 0.00022275,
      "loss": 3.2188,
      "step": 1485
    },
    {
      "epoch": 0.06913235636194463,
      "grad_norm": 1.3710482077471517,
      "learning_rate": 0.00022289999999999997,
      "loss": 3.2969,
      "step": 1486
    },
    {
      "epoch": 0.06917887880902536,
      "grad_norm": 1.2116901944336487,
      "learning_rate": 0.00022305,
      "loss": 3.1719,
      "step": 1487
    },
    {
      "epoch": 0.06922540125610607,
      "grad_norm": 2.3659925776790565,
      "learning_rate": 0.00022319999999999998,
      "loss": 3.375,
      "step": 1488
    },
    {
      "epoch": 0.06927192370318679,
      "grad_norm": 1.7079323274491864,
      "learning_rate": 0.00022335,
      "loss": 3.0781,
      "step": 1489
    },
    {
      "epoch": 0.0693184461502675,
      "grad_norm": 1.2055487680498131,
      "learning_rate": 0.00022349999999999998,
      "loss": 3.2031,
      "step": 1490
    },
    {
      "epoch": 0.06936496859734823,
      "grad_norm": 1.378040290820479,
      "learning_rate": 0.00022365,
      "loss": 3.0469,
      "step": 1491
    },
    {
      "epoch": 0.06941149104442894,
      "grad_norm": 1.3274687434541173,
      "learning_rate": 0.0002238,
      "loss": 3.0,
      "step": 1492
    },
    {
      "epoch": 0.06945801349150965,
      "grad_norm": 1.1858822229874213,
      "learning_rate": 0.00022395,
      "loss": 3.0781,
      "step": 1493
    },
    {
      "epoch": 0.06950453593859036,
      "grad_norm": 1.3082952309544236,
      "learning_rate": 0.00022409999999999997,
      "loss": 3.2812,
      "step": 1494
    },
    {
      "epoch": 0.06955105838567109,
      "grad_norm": 1.4802105503100795,
      "learning_rate": 0.00022425,
      "loss": 2.8594,
      "step": 1495
    },
    {
      "epoch": 0.0695975808327518,
      "grad_norm": 1.188321436515212,
      "learning_rate": 0.00022439999999999998,
      "loss": 2.8281,
      "step": 1496
    },
    {
      "epoch": 0.06964410327983252,
      "grad_norm": 1.7812756320699796,
      "learning_rate": 0.00022455,
      "loss": 3.0156,
      "step": 1497
    },
    {
      "epoch": 0.06969062572691323,
      "grad_norm": 1.3622273703363308,
      "learning_rate": 0.0002247,
      "loss": 3.1562,
      "step": 1498
    },
    {
      "epoch": 0.06973714817399396,
      "grad_norm": 1.2174504104651516,
      "learning_rate": 0.00022485,
      "loss": 3.2188,
      "step": 1499
    },
    {
      "epoch": 0.06978367062107467,
      "grad_norm": 1.302477228935994,
      "learning_rate": 0.000225,
      "loss": 3.125,
      "step": 1500
    },
    {
      "epoch": 0.06983019306815538,
      "grad_norm": 1.2101587860699792,
      "learning_rate": 0.00022514999999999997,
      "loss": 3.1406,
      "step": 1501
    },
    {
      "epoch": 0.0698767155152361,
      "grad_norm": 2.2944097297100945,
      "learning_rate": 0.00022529999999999997,
      "loss": 3.2969,
      "step": 1502
    },
    {
      "epoch": 0.06992323796231682,
      "grad_norm": 1.3845902445764022,
      "learning_rate": 0.00022544999999999995,
      "loss": 3.2969,
      "step": 1503
    },
    {
      "epoch": 0.06996976040939754,
      "grad_norm": 6.20945135591839,
      "learning_rate": 0.00022559999999999998,
      "loss": 2.9844,
      "step": 1504
    },
    {
      "epoch": 0.07001628285647825,
      "grad_norm": 1.331385943741593,
      "learning_rate": 0.00022574999999999996,
      "loss": 3.1719,
      "step": 1505
    },
    {
      "epoch": 0.07006280530355896,
      "grad_norm": 2.0320937304157534,
      "learning_rate": 0.0002259,
      "loss": 3.1094,
      "step": 1506
    },
    {
      "epoch": 0.07010932775063969,
      "grad_norm": 3.400848928528676,
      "learning_rate": 0.00022604999999999997,
      "loss": 3.0469,
      "step": 1507
    },
    {
      "epoch": 0.0701558501977204,
      "grad_norm": 1.311121444273613,
      "learning_rate": 0.00022619999999999997,
      "loss": 3.2344,
      "step": 1508
    },
    {
      "epoch": 0.07020237264480111,
      "grad_norm": 1.3801146589692297,
      "learning_rate": 0.00022634999999999997,
      "loss": 3.2812,
      "step": 1509
    },
    {
      "epoch": 0.07024889509188183,
      "grad_norm": 1.3373544792755976,
      "learning_rate": 0.00022649999999999998,
      "loss": 3.0156,
      "step": 1510
    },
    {
      "epoch": 0.07029541753896255,
      "grad_norm": 1.2223915987771243,
      "learning_rate": 0.00022664999999999995,
      "loss": 2.9219,
      "step": 1511
    },
    {
      "epoch": 0.07034193998604327,
      "grad_norm": 1.1434440770766754,
      "learning_rate": 0.00022679999999999998,
      "loss": 3.0469,
      "step": 1512
    },
    {
      "epoch": 0.07038846243312398,
      "grad_norm": 1.2361397689518885,
      "learning_rate": 0.00022694999999999996,
      "loss": 3.0312,
      "step": 1513
    },
    {
      "epoch": 0.07043498488020469,
      "grad_norm": 1.4655410092998746,
      "learning_rate": 0.0002271,
      "loss": 2.9688,
      "step": 1514
    },
    {
      "epoch": 0.07048150732728542,
      "grad_norm": 1.604276326225357,
      "learning_rate": 0.00022724999999999997,
      "loss": 3.2656,
      "step": 1515
    },
    {
      "epoch": 0.07052802977436613,
      "grad_norm": 1.1930367660364771,
      "learning_rate": 0.00022739999999999997,
      "loss": 3.0312,
      "step": 1516
    },
    {
      "epoch": 0.07057455222144685,
      "grad_norm": 1.3686043234457144,
      "learning_rate": 0.00022754999999999997,
      "loss": 3.1094,
      "step": 1517
    },
    {
      "epoch": 0.07062107466852756,
      "grad_norm": 1.2477295562754087,
      "learning_rate": 0.00022769999999999998,
      "loss": 3.2656,
      "step": 1518
    },
    {
      "epoch": 0.07066759711560829,
      "grad_norm": 1.5049914182558035,
      "learning_rate": 0.00022784999999999995,
      "loss": 3.3281,
      "step": 1519
    },
    {
      "epoch": 0.070714119562689,
      "grad_norm": 1.1699308497047711,
      "learning_rate": 0.00022799999999999999,
      "loss": 2.9844,
      "step": 1520
    },
    {
      "epoch": 0.07076064200976971,
      "grad_norm": 1.3659703510264907,
      "learning_rate": 0.00022814999999999996,
      "loss": 3.2812,
      "step": 1521
    },
    {
      "epoch": 0.07080716445685042,
      "grad_norm": 1.2899994483139559,
      "learning_rate": 0.0002283,
      "loss": 3.1406,
      "step": 1522
    },
    {
      "epoch": 0.07085368690393115,
      "grad_norm": 1.244382184475191,
      "learning_rate": 0.00022844999999999997,
      "loss": 3.0,
      "step": 1523
    },
    {
      "epoch": 0.07090020935101186,
      "grad_norm": 1.2590779451128196,
      "learning_rate": 0.00022859999999999997,
      "loss": 3.4531,
      "step": 1524
    },
    {
      "epoch": 0.07094673179809258,
      "grad_norm": 1.2826459684538936,
      "learning_rate": 0.00022874999999999998,
      "loss": 2.8594,
      "step": 1525
    },
    {
      "epoch": 0.07099325424517329,
      "grad_norm": 1.2700090527889725,
      "learning_rate": 0.00022889999999999998,
      "loss": 3.1406,
      "step": 1526
    },
    {
      "epoch": 0.07103977669225402,
      "grad_norm": 1.3206188616470438,
      "learning_rate": 0.00022904999999999996,
      "loss": 3.2188,
      "step": 1527
    },
    {
      "epoch": 0.07108629913933473,
      "grad_norm": 1.3492894466749383,
      "learning_rate": 0.0002292,
      "loss": 3.625,
      "step": 1528
    },
    {
      "epoch": 0.07113282158641544,
      "grad_norm": 1.8192111871207601,
      "learning_rate": 0.00022934999999999996,
      "loss": 3.4531,
      "step": 1529
    },
    {
      "epoch": 0.07117934403349616,
      "grad_norm": 1.1162919526588544,
      "learning_rate": 0.0002295,
      "loss": 2.9531,
      "step": 1530
    },
    {
      "epoch": 0.07122586648057688,
      "grad_norm": 1.444132649677493,
      "learning_rate": 0.00022964999999999997,
      "loss": 3.0,
      "step": 1531
    },
    {
      "epoch": 0.0712723889276576,
      "grad_norm": 1.2699324336641806,
      "learning_rate": 0.00022979999999999997,
      "loss": 3.0781,
      "step": 1532
    },
    {
      "epoch": 0.07131891137473831,
      "grad_norm": 1.5743517071975872,
      "learning_rate": 0.00022994999999999998,
      "loss": 2.9219,
      "step": 1533
    },
    {
      "epoch": 0.07136543382181902,
      "grad_norm": 1.6038131975373178,
      "learning_rate": 0.00023009999999999998,
      "loss": 3.1719,
      "step": 1534
    },
    {
      "epoch": 0.07141195626889975,
      "grad_norm": 1.3462031315302385,
      "learning_rate": 0.00023024999999999996,
      "loss": 3.0312,
      "step": 1535
    },
    {
      "epoch": 0.07145847871598046,
      "grad_norm": 4.562591384751109,
      "learning_rate": 0.0002304,
      "loss": 2.9531,
      "step": 1536
    },
    {
      "epoch": 0.07150500116306117,
      "grad_norm": 1.5585031028195144,
      "learning_rate": 0.00023054999999999997,
      "loss": 2.5469,
      "step": 1537
    },
    {
      "epoch": 0.07155152361014189,
      "grad_norm": 3.002296518110458,
      "learning_rate": 0.0002307,
      "loss": 3.25,
      "step": 1538
    },
    {
      "epoch": 0.07159804605722261,
      "grad_norm": 3.497531246620374,
      "learning_rate": 0.00023084999999999997,
      "loss": 3.2812,
      "step": 1539
    },
    {
      "epoch": 0.07164456850430333,
      "grad_norm": 1.6665276262203899,
      "learning_rate": 0.00023099999999999998,
      "loss": 3.4062,
      "step": 1540
    },
    {
      "epoch": 0.07169109095138404,
      "grad_norm": 1.512267243997658,
      "learning_rate": 0.00023114999999999998,
      "loss": 2.9062,
      "step": 1541
    },
    {
      "epoch": 0.07173761339846475,
      "grad_norm": 1.3941303409895038,
      "learning_rate": 0.00023129999999999998,
      "loss": 2.9375,
      "step": 1542
    },
    {
      "epoch": 0.07178413584554548,
      "grad_norm": 1.7053107861528567,
      "learning_rate": 0.00023144999999999996,
      "loss": 2.3125,
      "step": 1543
    },
    {
      "epoch": 0.07183065829262619,
      "grad_norm": 2.17146337109688,
      "learning_rate": 0.0002316,
      "loss": 2.9844,
      "step": 1544
    },
    {
      "epoch": 0.0718771807397069,
      "grad_norm": 1.555819088505902,
      "learning_rate": 0.00023174999999999997,
      "loss": 3.2812,
      "step": 1545
    },
    {
      "epoch": 0.07192370318678762,
      "grad_norm": 1.2906211810456538,
      "learning_rate": 0.0002319,
      "loss": 2.9062,
      "step": 1546
    },
    {
      "epoch": 0.07197022563386835,
      "grad_norm": 1.3173550939475869,
      "learning_rate": 0.00023204999999999998,
      "loss": 3.125,
      "step": 1547
    },
    {
      "epoch": 0.07201674808094906,
      "grad_norm": 1.8488027229892758,
      "learning_rate": 0.00023219999999999998,
      "loss": 3.1406,
      "step": 1548
    },
    {
      "epoch": 0.07206327052802977,
      "grad_norm": 2.8906928767838367,
      "learning_rate": 0.00023234999999999998,
      "loss": 2.7344,
      "step": 1549
    },
    {
      "epoch": 0.07210979297511048,
      "grad_norm": 1.486064739352205,
      "learning_rate": 0.00023249999999999999,
      "loss": 3.0156,
      "step": 1550
    },
    {
      "epoch": 0.07215631542219121,
      "grad_norm": 1.679583514012123,
      "learning_rate": 0.00023264999999999996,
      "loss": 3.3125,
      "step": 1551
    },
    {
      "epoch": 0.07220283786927192,
      "grad_norm": 1.789150275583496,
      "learning_rate": 0.0002328,
      "loss": 3.2031,
      "step": 1552
    },
    {
      "epoch": 0.07224936031635264,
      "grad_norm": 1.3299392569499477,
      "learning_rate": 0.00023294999999999997,
      "loss": 3.1562,
      "step": 1553
    },
    {
      "epoch": 0.07229588276343335,
      "grad_norm": 1.5014629307194898,
      "learning_rate": 0.00023309999999999997,
      "loss": 3.4219,
      "step": 1554
    },
    {
      "epoch": 0.07234240521051408,
      "grad_norm": 1.3943598925363252,
      "learning_rate": 0.00023324999999999998,
      "loss": 3.2812,
      "step": 1555
    },
    {
      "epoch": 0.07238892765759479,
      "grad_norm": 1.261895575800373,
      "learning_rate": 0.00023339999999999998,
      "loss": 2.9375,
      "step": 1556
    },
    {
      "epoch": 0.0724354501046755,
      "grad_norm": 1.1832587423837275,
      "learning_rate": 0.00023354999999999996,
      "loss": 3.2188,
      "step": 1557
    },
    {
      "epoch": 0.07248197255175622,
      "grad_norm": 1.159486031470323,
      "learning_rate": 0.0002337,
      "loss": 3.0625,
      "step": 1558
    },
    {
      "epoch": 0.07252849499883694,
      "grad_norm": 1.2618509474846862,
      "learning_rate": 0.00023384999999999997,
      "loss": 2.8594,
      "step": 1559
    },
    {
      "epoch": 0.07257501744591766,
      "grad_norm": 1.4713071765050827,
      "learning_rate": 0.000234,
      "loss": 3.1562,
      "step": 1560
    },
    {
      "epoch": 0.07262153989299837,
      "grad_norm": 2.397474166167225,
      "learning_rate": 0.00023414999999999997,
      "loss": 3.0469,
      "step": 1561
    },
    {
      "epoch": 0.07266806234007908,
      "grad_norm": 1.2407700778229218,
      "learning_rate": 0.00023429999999999998,
      "loss": 2.8906,
      "step": 1562
    },
    {
      "epoch": 0.07271458478715981,
      "grad_norm": 1.2176007487268217,
      "learning_rate": 0.00023444999999999998,
      "loss": 2.7969,
      "step": 1563
    },
    {
      "epoch": 0.07276110723424052,
      "grad_norm": 1.2798271908302814,
      "learning_rate": 0.00023459999999999998,
      "loss": 3.2188,
      "step": 1564
    },
    {
      "epoch": 0.07280762968132123,
      "grad_norm": 1.2889957834640395,
      "learning_rate": 0.00023474999999999996,
      "loss": 3.0469,
      "step": 1565
    },
    {
      "epoch": 0.07285415212840195,
      "grad_norm": 1.1913575052601533,
      "learning_rate": 0.0002349,
      "loss": 2.875,
      "step": 1566
    },
    {
      "epoch": 0.07290067457548267,
      "grad_norm": 3.273795049858826,
      "learning_rate": 0.00023504999999999997,
      "loss": 3.0781,
      "step": 1567
    },
    {
      "epoch": 0.07294719702256339,
      "grad_norm": 1.1346846727727666,
      "learning_rate": 0.0002352,
      "loss": 3.0312,
      "step": 1568
    },
    {
      "epoch": 0.0729937194696441,
      "grad_norm": 1.2883162365696923,
      "learning_rate": 0.00023534999999999997,
      "loss": 3.375,
      "step": 1569
    },
    {
      "epoch": 0.07304024191672481,
      "grad_norm": 1.2789036289426585,
      "learning_rate": 0.00023549999999999998,
      "loss": 3.2188,
      "step": 1570
    },
    {
      "epoch": 0.07308676436380554,
      "grad_norm": 1.2047496276809038,
      "learning_rate": 0.00023564999999999998,
      "loss": 2.875,
      "step": 1571
    },
    {
      "epoch": 0.07313328681088625,
      "grad_norm": 1.0603265766771497,
      "learning_rate": 0.00023579999999999999,
      "loss": 3.0,
      "step": 1572
    },
    {
      "epoch": 0.07317980925796697,
      "grad_norm": 1.1447487812667232,
      "learning_rate": 0.00023594999999999996,
      "loss": 3.0781,
      "step": 1573
    },
    {
      "epoch": 0.07322633170504768,
      "grad_norm": 1.8304918242083095,
      "learning_rate": 0.0002361,
      "loss": 2.5625,
      "step": 1574
    },
    {
      "epoch": 0.0732728541521284,
      "grad_norm": 1.903190578720003,
      "learning_rate": 0.00023624999999999997,
      "loss": 3.2031,
      "step": 1575
    },
    {
      "epoch": 0.07331937659920912,
      "grad_norm": 1.4509902541027178,
      "learning_rate": 0.0002364,
      "loss": 3.2969,
      "step": 1576
    },
    {
      "epoch": 0.07336589904628983,
      "grad_norm": 1.2791869942211336,
      "learning_rate": 0.00023654999999999998,
      "loss": 3.1719,
      "step": 1577
    },
    {
      "epoch": 0.07341242149337056,
      "grad_norm": 1.189843005423857,
      "learning_rate": 0.00023669999999999998,
      "loss": 3.125,
      "step": 1578
    },
    {
      "epoch": 0.07345894394045127,
      "grad_norm": 1.1163385829364916,
      "learning_rate": 0.00023684999999999998,
      "loss": 3.0781,
      "step": 1579
    },
    {
      "epoch": 0.07350546638753198,
      "grad_norm": 1.51073335874213,
      "learning_rate": 0.000237,
      "loss": 2.4844,
      "step": 1580
    },
    {
      "epoch": 0.0735519888346127,
      "grad_norm": 1.1606192300951381,
      "learning_rate": 0.00023714999999999996,
      "loss": 3.2344,
      "step": 1581
    },
    {
      "epoch": 0.07359851128169342,
      "grad_norm": 1.2851276961411016,
      "learning_rate": 0.0002373,
      "loss": 3.2188,
      "step": 1582
    },
    {
      "epoch": 0.07364503372877414,
      "grad_norm": 1.1567957425796844,
      "learning_rate": 0.00023744999999999997,
      "loss": 3.1094,
      "step": 1583
    },
    {
      "epoch": 0.07369155617585485,
      "grad_norm": 2.164728843918206,
      "learning_rate": 0.0002376,
      "loss": 3.1562,
      "step": 1584
    },
    {
      "epoch": 0.07373807862293556,
      "grad_norm": 1.252305231145395,
      "learning_rate": 0.00023774999999999998,
      "loss": 2.9844,
      "step": 1585
    },
    {
      "epoch": 0.07378460107001629,
      "grad_norm": 1.1677258163031325,
      "learning_rate": 0.00023789999999999998,
      "loss": 2.75,
      "step": 1586
    },
    {
      "epoch": 0.073831123517097,
      "grad_norm": 1.6581012833473892,
      "learning_rate": 0.00023804999999999999,
      "loss": 3.3906,
      "step": 1587
    },
    {
      "epoch": 0.07387764596417772,
      "grad_norm": 1.3741656084362956,
      "learning_rate": 0.0002382,
      "loss": 3.3906,
      "step": 1588
    },
    {
      "epoch": 0.07392416841125843,
      "grad_norm": 1.1848260585986166,
      "learning_rate": 0.00023834999999999997,
      "loss": 3.1406,
      "step": 1589
    },
    {
      "epoch": 0.07397069085833916,
      "grad_norm": 1.4048517734216108,
      "learning_rate": 0.0002385,
      "loss": 2.5625,
      "step": 1590
    },
    {
      "epoch": 0.07401721330541987,
      "grad_norm": 1.1505951099879617,
      "learning_rate": 0.00023864999999999997,
      "loss": 2.875,
      "step": 1591
    },
    {
      "epoch": 0.07406373575250058,
      "grad_norm": 1.655258695252126,
      "learning_rate": 0.0002388,
      "loss": 3.1094,
      "step": 1592
    },
    {
      "epoch": 0.0741102581995813,
      "grad_norm": 1.2552792002156195,
      "learning_rate": 0.00023894999999999998,
      "loss": 3.125,
      "step": 1593
    },
    {
      "epoch": 0.07415678064666202,
      "grad_norm": 1.0722339051736454,
      "learning_rate": 0.00023909999999999998,
      "loss": 2.7344,
      "step": 1594
    },
    {
      "epoch": 0.07420330309374273,
      "grad_norm": 1.1045420328972357,
      "learning_rate": 0.00023925,
      "loss": 2.8906,
      "step": 1595
    },
    {
      "epoch": 0.07424982554082345,
      "grad_norm": 2.2274519998162936,
      "learning_rate": 0.0002394,
      "loss": 3.1094,
      "step": 1596
    },
    {
      "epoch": 0.07429634798790416,
      "grad_norm": 1.2162464812179246,
      "learning_rate": 0.00023954999999999997,
      "loss": 3.2031,
      "step": 1597
    },
    {
      "epoch": 0.07434287043498489,
      "grad_norm": 2.6151760933525523,
      "learning_rate": 0.0002397,
      "loss": 3.0938,
      "step": 1598
    },
    {
      "epoch": 0.0743893928820656,
      "grad_norm": 1.0595406215206722,
      "learning_rate": 0.00023984999999999998,
      "loss": 3.1406,
      "step": 1599
    },
    {
      "epoch": 0.07443591532914631,
      "grad_norm": 1.1747307191079372,
      "learning_rate": 0.00023999999999999998,
      "loss": 2.9688,
      "step": 1600
    },
    {
      "epoch": 0.07448243777622703,
      "grad_norm": 1.1837655856226013,
      "learning_rate": 0.00024014999999999998,
      "loss": 3.1875,
      "step": 1601
    },
    {
      "epoch": 0.07452896022330775,
      "grad_norm": 1.2265960343926177,
      "learning_rate": 0.00024029999999999999,
      "loss": 3.0625,
      "step": 1602
    },
    {
      "epoch": 0.07457548267038847,
      "grad_norm": 1.2113091971025773,
      "learning_rate": 0.00024044999999999996,
      "loss": 3.4062,
      "step": 1603
    },
    {
      "epoch": 0.07462200511746918,
      "grad_norm": 1.1499208286784115,
      "learning_rate": 0.0002406,
      "loss": 3.0781,
      "step": 1604
    },
    {
      "epoch": 0.07466852756454989,
      "grad_norm": 1.0595026627508703,
      "learning_rate": 0.00024074999999999997,
      "loss": 3.2344,
      "step": 1605
    },
    {
      "epoch": 0.07471505001163062,
      "grad_norm": 1.05510899741554,
      "learning_rate": 0.0002409,
      "loss": 3.0625,
      "step": 1606
    },
    {
      "epoch": 0.07476157245871133,
      "grad_norm": 1.2107340698101365,
      "learning_rate": 0.00024104999999999998,
      "loss": 3.0,
      "step": 1607
    },
    {
      "epoch": 0.07480809490579204,
      "grad_norm": 1.2389311433071895,
      "learning_rate": 0.00024119999999999998,
      "loss": 2.8594,
      "step": 1608
    },
    {
      "epoch": 0.07485461735287276,
      "grad_norm": 1.1582121694973768,
      "learning_rate": 0.00024134999999999998,
      "loss": 3.1406,
      "step": 1609
    },
    {
      "epoch": 0.07490113979995348,
      "grad_norm": 1.1824176257723706,
      "learning_rate": 0.0002415,
      "loss": 3.1875,
      "step": 1610
    },
    {
      "epoch": 0.0749476622470342,
      "grad_norm": 1.2619574464920735,
      "learning_rate": 0.00024164999999999996,
      "loss": 3.5,
      "step": 1611
    },
    {
      "epoch": 0.07499418469411491,
      "grad_norm": 1.4243764046380407,
      "learning_rate": 0.0002418,
      "loss": 2.4844,
      "step": 1612
    },
    {
      "epoch": 0.07504070714119562,
      "grad_norm": 1.158263600264791,
      "learning_rate": 0.00024194999999999997,
      "loss": 3.1406,
      "step": 1613
    },
    {
      "epoch": 0.07508722958827635,
      "grad_norm": 1.3481293706872501,
      "learning_rate": 0.0002421,
      "loss": 3.0312,
      "step": 1614
    },
    {
      "epoch": 0.07513375203535706,
      "grad_norm": 1.1036253184853297,
      "learning_rate": 0.00024224999999999998,
      "loss": 2.7969,
      "step": 1615
    },
    {
      "epoch": 0.07518027448243778,
      "grad_norm": 1.244521009053169,
      "learning_rate": 0.00024239999999999998,
      "loss": 3.0312,
      "step": 1616
    },
    {
      "epoch": 0.07522679692951849,
      "grad_norm": 1.832621577310615,
      "learning_rate": 0.00024255,
      "loss": 3.1406,
      "step": 1617
    },
    {
      "epoch": 0.07527331937659922,
      "grad_norm": 1.2564829258123134,
      "learning_rate": 0.0002427,
      "loss": 3.1406,
      "step": 1618
    },
    {
      "epoch": 0.07531984182367993,
      "grad_norm": 1.0779302959268824,
      "learning_rate": 0.00024284999999999997,
      "loss": 3.125,
      "step": 1619
    },
    {
      "epoch": 0.07536636427076064,
      "grad_norm": 1.2954392505685621,
      "learning_rate": 0.000243,
      "loss": 3.1719,
      "step": 1620
    },
    {
      "epoch": 0.07541288671784135,
      "grad_norm": 1.1604164546567466,
      "learning_rate": 0.00024314999999999997,
      "loss": 3.25,
      "step": 1621
    },
    {
      "epoch": 0.07545940916492208,
      "grad_norm": 2.1336902800468214,
      "learning_rate": 0.0002433,
      "loss": 2.7969,
      "step": 1622
    },
    {
      "epoch": 0.0755059316120028,
      "grad_norm": 2.0842714589502824,
      "learning_rate": 0.00024344999999999998,
      "loss": 2.9844,
      "step": 1623
    },
    {
      "epoch": 0.07555245405908351,
      "grad_norm": 1.2200538922708997,
      "learning_rate": 0.00024359999999999999,
      "loss": 3.3906,
      "step": 1624
    },
    {
      "epoch": 0.07559897650616422,
      "grad_norm": 14.311890264122294,
      "learning_rate": 0.00024375,
      "loss": 2.9844,
      "step": 1625
    },
    {
      "epoch": 0.07564549895324495,
      "grad_norm": 1.3256385419501358,
      "learning_rate": 0.00024389999999999997,
      "loss": 2.9531,
      "step": 1626
    },
    {
      "epoch": 0.07569202140032566,
      "grad_norm": 1.3543202211313667,
      "learning_rate": 0.00024404999999999997,
      "loss": 3.0938,
      "step": 1627
    },
    {
      "epoch": 0.07573854384740637,
      "grad_norm": 1.4704187031957254,
      "learning_rate": 0.00024419999999999997,
      "loss": 3.2812,
      "step": 1628
    },
    {
      "epoch": 0.07578506629448709,
      "grad_norm": 1.5230617389904475,
      "learning_rate": 0.00024435,
      "loss": 2.3906,
      "step": 1629
    },
    {
      "epoch": 0.07583158874156781,
      "grad_norm": 1.3961079210365392,
      "learning_rate": 0.0002445,
      "loss": 3.0,
      "step": 1630
    },
    {
      "epoch": 0.07587811118864853,
      "grad_norm": 1.6518811739031067,
      "learning_rate": 0.00024464999999999996,
      "loss": 3.2656,
      "step": 1631
    },
    {
      "epoch": 0.07592463363572924,
      "grad_norm": 1.5455875756542847,
      "learning_rate": 0.0002448,
      "loss": 2.8594,
      "step": 1632
    },
    {
      "epoch": 0.07597115608280995,
      "grad_norm": 1.6118254989949938,
      "learning_rate": 0.00024494999999999996,
      "loss": 3.0469,
      "step": 1633
    },
    {
      "epoch": 0.07601767852989068,
      "grad_norm": 1.4725920539474717,
      "learning_rate": 0.00024509999999999994,
      "loss": 3.1875,
      "step": 1634
    },
    {
      "epoch": 0.07606420097697139,
      "grad_norm": 1.1759422933197063,
      "learning_rate": 0.00024524999999999997,
      "loss": 2.9688,
      "step": 1635
    },
    {
      "epoch": 0.0761107234240521,
      "grad_norm": 1.2791809551110116,
      "learning_rate": 0.00024539999999999995,
      "loss": 3.3125,
      "step": 1636
    },
    {
      "epoch": 0.07615724587113282,
      "grad_norm": 1.2739265101690207,
      "learning_rate": 0.00024555,
      "loss": 2.5312,
      "step": 1637
    },
    {
      "epoch": 0.07620376831821354,
      "grad_norm": 1.4476417489231637,
      "learning_rate": 0.00024569999999999995,
      "loss": 3.0,
      "step": 1638
    },
    {
      "epoch": 0.07625029076529426,
      "grad_norm": 1.467843233954638,
      "learning_rate": 0.00024585,
      "loss": 3.2188,
      "step": 1639
    },
    {
      "epoch": 0.07629681321237497,
      "grad_norm": 1.2651563846517702,
      "learning_rate": 0.00024599999999999996,
      "loss": 3.0469,
      "step": 1640
    },
    {
      "epoch": 0.07634333565945568,
      "grad_norm": 1.2510758322322737,
      "learning_rate": 0.00024615,
      "loss": 3.1406,
      "step": 1641
    },
    {
      "epoch": 0.07638985810653641,
      "grad_norm": 1.1775741329641471,
      "learning_rate": 0.00024629999999999997,
      "loss": 2.9375,
      "step": 1642
    },
    {
      "epoch": 0.07643638055361712,
      "grad_norm": 1.1529660032597522,
      "learning_rate": 0.00024645,
      "loss": 2.9375,
      "step": 1643
    },
    {
      "epoch": 0.07648290300069784,
      "grad_norm": 1.469057952765759,
      "learning_rate": 0.0002466,
      "loss": 3.0938,
      "step": 1644
    },
    {
      "epoch": 0.07652942544777855,
      "grad_norm": 1.1043199990183743,
      "learning_rate": 0.00024675,
      "loss": 3.0938,
      "step": 1645
    },
    {
      "epoch": 0.07657594789485928,
      "grad_norm": 1.164120010219624,
      "learning_rate": 0.0002469,
      "loss": 2.8438,
      "step": 1646
    },
    {
      "epoch": 0.07662247034193999,
      "grad_norm": 1.3807640372256058,
      "learning_rate": 0.00024704999999999996,
      "loss": 3.0312,
      "step": 1647
    },
    {
      "epoch": 0.0766689927890207,
      "grad_norm": 1.15964107580653,
      "learning_rate": 0.0002472,
      "loss": 2.9219,
      "step": 1648
    },
    {
      "epoch": 0.07671551523610141,
      "grad_norm": 1.5362359140672206,
      "learning_rate": 0.00024734999999999997,
      "loss": 3.0312,
      "step": 1649
    },
    {
      "epoch": 0.07676203768318214,
      "grad_norm": 1.3197426402336787,
      "learning_rate": 0.00024749999999999994,
      "loss": 2.7031,
      "step": 1650
    },
    {
      "epoch": 0.07680856013026285,
      "grad_norm": 1.836631496329499,
      "learning_rate": 0.00024765,
      "loss": 3.1875,
      "step": 1651
    },
    {
      "epoch": 0.07685508257734357,
      "grad_norm": 1.1280981920459037,
      "learning_rate": 0.00024779999999999995,
      "loss": 3.0156,
      "step": 1652
    },
    {
      "epoch": 0.07690160502442428,
      "grad_norm": 1.3863044129838324,
      "learning_rate": 0.00024795,
      "loss": 3.375,
      "step": 1653
    },
    {
      "epoch": 0.076948127471505,
      "grad_norm": 1.7371400775530876,
      "learning_rate": 0.00024809999999999996,
      "loss": 3.3906,
      "step": 1654
    },
    {
      "epoch": 0.07699464991858572,
      "grad_norm": 1.1641620257224277,
      "learning_rate": 0.00024825,
      "loss": 3.1875,
      "step": 1655
    },
    {
      "epoch": 0.07704117236566643,
      "grad_norm": 1.1470402240691089,
      "learning_rate": 0.00024839999999999997,
      "loss": 2.9844,
      "step": 1656
    },
    {
      "epoch": 0.07708769481274715,
      "grad_norm": 32.35007562895818,
      "learning_rate": 0.00024855,
      "loss": 2.5312,
      "step": 1657
    },
    {
      "epoch": 0.07713421725982787,
      "grad_norm": 1.6746154267895017,
      "learning_rate": 0.0002487,
      "loss": 3.1094,
      "step": 1658
    },
    {
      "epoch": 0.07718073970690859,
      "grad_norm": 1.5302331640971172,
      "learning_rate": 0.00024885,
      "loss": 2.9531,
      "step": 1659
    },
    {
      "epoch": 0.0772272621539893,
      "grad_norm": 1.3916648384164512,
      "learning_rate": 0.000249,
      "loss": 3.2188,
      "step": 1660
    },
    {
      "epoch": 0.07727378460107001,
      "grad_norm": 1.8706639671249146,
      "learning_rate": 0.00024914999999999996,
      "loss": 3.4375,
      "step": 1661
    },
    {
      "epoch": 0.07732030704815074,
      "grad_norm": 1.445828856725021,
      "learning_rate": 0.0002493,
      "loss": 2.4688,
      "step": 1662
    },
    {
      "epoch": 0.07736682949523145,
      "grad_norm": 1.3558670080547732,
      "learning_rate": 0.00024944999999999996,
      "loss": 2.9219,
      "step": 1663
    },
    {
      "epoch": 0.07741335194231216,
      "grad_norm": 1.4943218209287314,
      "learning_rate": 0.00024959999999999994,
      "loss": 3.0,
      "step": 1664
    },
    {
      "epoch": 0.07745987438939288,
      "grad_norm": 1.1417197929789547,
      "learning_rate": 0.00024974999999999997,
      "loss": 3.0312,
      "step": 1665
    },
    {
      "epoch": 0.0775063968364736,
      "grad_norm": 1.286733716409195,
      "learning_rate": 0.00024989999999999995,
      "loss": 3.0312,
      "step": 1666
    },
    {
      "epoch": 0.07755291928355432,
      "grad_norm": 8.200794572148235,
      "learning_rate": 0.00025005,
      "loss": 3.0938,
      "step": 1667
    },
    {
      "epoch": 0.07759944173063503,
      "grad_norm": 1.7062272667255147,
      "learning_rate": 0.00025019999999999996,
      "loss": 2.9062,
      "step": 1668
    },
    {
      "epoch": 0.07764596417771574,
      "grad_norm": 1.4595408743153724,
      "learning_rate": 0.00025035,
      "loss": 3.25,
      "step": 1669
    },
    {
      "epoch": 0.07769248662479647,
      "grad_norm": 1.5322256975091368,
      "learning_rate": 0.00025049999999999996,
      "loss": 3.0625,
      "step": 1670
    },
    {
      "epoch": 0.07773900907187718,
      "grad_norm": 1.3391528706130968,
      "learning_rate": 0.00025065,
      "loss": 2.9688,
      "step": 1671
    },
    {
      "epoch": 0.0777855315189579,
      "grad_norm": 1.3914800315736555,
      "learning_rate": 0.00025079999999999997,
      "loss": 2.8281,
      "step": 1672
    },
    {
      "epoch": 0.07783205396603861,
      "grad_norm": 1.3586565369428392,
      "learning_rate": 0.00025095,
      "loss": 3.2188,
      "step": 1673
    },
    {
      "epoch": 0.07787857641311934,
      "grad_norm": 1.1457071500711995,
      "learning_rate": 0.0002511,
      "loss": 3.0,
      "step": 1674
    },
    {
      "epoch": 0.07792509886020005,
      "grad_norm": 1.1388307023801238,
      "learning_rate": 0.00025125,
      "loss": 2.9062,
      "step": 1675
    },
    {
      "epoch": 0.07797162130728076,
      "grad_norm": 1.277645118592244,
      "learning_rate": 0.0002514,
      "loss": 2.8125,
      "step": 1676
    },
    {
      "epoch": 0.07801814375436147,
      "grad_norm": 1.2412243300168795,
      "learning_rate": 0.00025154999999999996,
      "loss": 2.7031,
      "step": 1677
    },
    {
      "epoch": 0.0780646662014422,
      "grad_norm": 1.2296502535640723,
      "learning_rate": 0.0002517,
      "loss": 2.9844,
      "step": 1678
    },
    {
      "epoch": 0.07811118864852291,
      "grad_norm": 1.2028227602424448,
      "learning_rate": 0.00025184999999999997,
      "loss": 3.0,
      "step": 1679
    },
    {
      "epoch": 0.07815771109560363,
      "grad_norm": 1.3021678748555725,
      "learning_rate": 0.00025199999999999995,
      "loss": 2.2969,
      "step": 1680
    },
    {
      "epoch": 0.07820423354268434,
      "grad_norm": 1.1746533884425783,
      "learning_rate": 0.00025215,
      "loss": 2.9688,
      "step": 1681
    },
    {
      "epoch": 0.07825075598976507,
      "grad_norm": 1.3864585183030114,
      "learning_rate": 0.00025229999999999995,
      "loss": 3.0938,
      "step": 1682
    },
    {
      "epoch": 0.07829727843684578,
      "grad_norm": 1.0970319890373446,
      "learning_rate": 0.00025245,
      "loss": 2.7969,
      "step": 1683
    },
    {
      "epoch": 0.07834380088392649,
      "grad_norm": 1.2019335342549222,
      "learning_rate": 0.00025259999999999996,
      "loss": 3.4062,
      "step": 1684
    },
    {
      "epoch": 0.0783903233310072,
      "grad_norm": 1.1053686601230504,
      "learning_rate": 0.00025275,
      "loss": 2.5156,
      "step": 1685
    },
    {
      "epoch": 0.07843684577808793,
      "grad_norm": 1.0515423358943745,
      "learning_rate": 0.00025289999999999997,
      "loss": 3.2656,
      "step": 1686
    },
    {
      "epoch": 0.07848336822516865,
      "grad_norm": 1.136576694363865,
      "learning_rate": 0.00025305,
      "loss": 2.9844,
      "step": 1687
    },
    {
      "epoch": 0.07852989067224936,
      "grad_norm": 1.201031702979861,
      "learning_rate": 0.0002532,
      "loss": 3.375,
      "step": 1688
    },
    {
      "epoch": 0.07857641311933007,
      "grad_norm": 1.097867637158481,
      "learning_rate": 0.00025335,
      "loss": 2.9688,
      "step": 1689
    },
    {
      "epoch": 0.0786229355664108,
      "grad_norm": 1.0362094410340494,
      "learning_rate": 0.0002535,
      "loss": 3.0625,
      "step": 1690
    },
    {
      "epoch": 0.07866945801349151,
      "grad_norm": 1.1638498832349617,
      "learning_rate": 0.00025365,
      "loss": 3.0469,
      "step": 1691
    },
    {
      "epoch": 0.07871598046057222,
      "grad_norm": 1.1433555277037262,
      "learning_rate": 0.0002538,
      "loss": 3.1875,
      "step": 1692
    },
    {
      "epoch": 0.07876250290765294,
      "grad_norm": 1.1185747196471645,
      "learning_rate": 0.00025394999999999997,
      "loss": 3.0469,
      "step": 1693
    },
    {
      "epoch": 0.07880902535473366,
      "grad_norm": 1.1172654816754386,
      "learning_rate": 0.0002541,
      "loss": 3.0469,
      "step": 1694
    },
    {
      "epoch": 0.07885554780181438,
      "grad_norm": 1.1495016820637467,
      "learning_rate": 0.00025425,
      "loss": 3.0938,
      "step": 1695
    },
    {
      "epoch": 0.07890207024889509,
      "grad_norm": 1.1423776448255576,
      "learning_rate": 0.00025439999999999995,
      "loss": 3.25,
      "step": 1696
    },
    {
      "epoch": 0.0789485926959758,
      "grad_norm": 1.0653995207116875,
      "learning_rate": 0.00025455,
      "loss": 2.7812,
      "step": 1697
    },
    {
      "epoch": 0.07899511514305653,
      "grad_norm": 1.2211528094413528,
      "learning_rate": 0.00025469999999999996,
      "loss": 3.25,
      "step": 1698
    },
    {
      "epoch": 0.07904163759013724,
      "grad_norm": 1.0404920059416911,
      "learning_rate": 0.00025485,
      "loss": 2.8594,
      "step": 1699
    },
    {
      "epoch": 0.07908816003721796,
      "grad_norm": 1.1961409667491378,
      "learning_rate": 0.00025499999999999996,
      "loss": 3.0781,
      "step": 1700
    },
    {
      "epoch": 0.07913468248429867,
      "grad_norm": 1.1868488829959627,
      "learning_rate": 0.00025515,
      "loss": 3.2188,
      "step": 1701
    },
    {
      "epoch": 0.0791812049313794,
      "grad_norm": 1.096183798720633,
      "learning_rate": 0.00025529999999999997,
      "loss": 3.125,
      "step": 1702
    },
    {
      "epoch": 0.07922772737846011,
      "grad_norm": 1.0341678340572238,
      "learning_rate": 0.00025545,
      "loss": 3.1406,
      "step": 1703
    },
    {
      "epoch": 0.07927424982554082,
      "grad_norm": 1.1521891349149718,
      "learning_rate": 0.0002556,
      "loss": 3.2344,
      "step": 1704
    },
    {
      "epoch": 0.07932077227262153,
      "grad_norm": 1.1249760973622978,
      "learning_rate": 0.00025575,
      "loss": 3.125,
      "step": 1705
    },
    {
      "epoch": 0.07936729471970226,
      "grad_norm": 1.0547865997117538,
      "learning_rate": 0.0002559,
      "loss": 2.8906,
      "step": 1706
    },
    {
      "epoch": 0.07941381716678297,
      "grad_norm": 1.2711541517512086,
      "learning_rate": 0.00025604999999999996,
      "loss": 2.7344,
      "step": 1707
    },
    {
      "epoch": 0.07946033961386369,
      "grad_norm": 1.1282013510403426,
      "learning_rate": 0.0002562,
      "loss": 3.1562,
      "step": 1708
    },
    {
      "epoch": 0.0795068620609444,
      "grad_norm": 1.1567784065788185,
      "learning_rate": 0.00025634999999999997,
      "loss": 2.875,
      "step": 1709
    },
    {
      "epoch": 0.07955338450802513,
      "grad_norm": 1.4059338307703229,
      "learning_rate": 0.00025649999999999995,
      "loss": 2.6406,
      "step": 1710
    },
    {
      "epoch": 0.07959990695510584,
      "grad_norm": 1.2585619584192793,
      "learning_rate": 0.00025665,
      "loss": 2.7656,
      "step": 1711
    },
    {
      "epoch": 0.07964642940218655,
      "grad_norm": 1.0764123660232003,
      "learning_rate": 0.00025679999999999995,
      "loss": 3.0156,
      "step": 1712
    },
    {
      "epoch": 0.07969295184926727,
      "grad_norm": 1.0644228383252117,
      "learning_rate": 0.00025695,
      "loss": 2.9844,
      "step": 1713
    },
    {
      "epoch": 0.07973947429634799,
      "grad_norm": 5.7548671975926755,
      "learning_rate": 0.00025709999999999996,
      "loss": 3.125,
      "step": 1714
    },
    {
      "epoch": 0.0797859967434287,
      "grad_norm": 1.2317939188069322,
      "learning_rate": 0.00025725,
      "loss": 3.4375,
      "step": 1715
    },
    {
      "epoch": 0.07983251919050942,
      "grad_norm": 14.919367927255044,
      "learning_rate": 0.00025739999999999997,
      "loss": 2.9219,
      "step": 1716
    },
    {
      "epoch": 0.07987904163759013,
      "grad_norm": 57.085006398875514,
      "learning_rate": 0.00025755,
      "loss": 3.2188,
      "step": 1717
    },
    {
      "epoch": 0.07992556408467086,
      "grad_norm": 1.4410467763334645,
      "learning_rate": 0.0002577,
      "loss": 2.9219,
      "step": 1718
    },
    {
      "epoch": 0.07997208653175157,
      "grad_norm": 1.3354427401323221,
      "learning_rate": 0.00025785,
      "loss": 2.4844,
      "step": 1719
    },
    {
      "epoch": 0.08001860897883228,
      "grad_norm": 1.5142083210350121,
      "learning_rate": 0.000258,
      "loss": 3.125,
      "step": 1720
    },
    {
      "epoch": 0.080065131425913,
      "grad_norm": 1.2752242333795074,
      "learning_rate": 0.00025815,
      "loss": 3.1094,
      "step": 1721
    },
    {
      "epoch": 0.08011165387299372,
      "grad_norm": 1.6141037356987677,
      "learning_rate": 0.0002583,
      "loss": 3.1406,
      "step": 1722
    },
    {
      "epoch": 0.08015817632007444,
      "grad_norm": 1.570913988137304,
      "learning_rate": 0.00025844999999999997,
      "loss": 2.6094,
      "step": 1723
    },
    {
      "epoch": 0.08020469876715515,
      "grad_norm": 3.6822551119564375,
      "learning_rate": 0.0002586,
      "loss": 2.8125,
      "step": 1724
    },
    {
      "epoch": 0.08025122121423586,
      "grad_norm": 1.2014566042903203,
      "learning_rate": 0.00025875,
      "loss": 2.875,
      "step": 1725
    },
    {
      "epoch": 0.08029774366131659,
      "grad_norm": 1.5782646665349191,
      "learning_rate": 0.00025889999999999995,
      "loss": 3.2188,
      "step": 1726
    },
    {
      "epoch": 0.0803442661083973,
      "grad_norm": 1.343752034337618,
      "learning_rate": 0.00025905,
      "loss": 2.9844,
      "step": 1727
    },
    {
      "epoch": 0.08039078855547802,
      "grad_norm": 1.6776794186934132,
      "learning_rate": 0.00025919999999999996,
      "loss": 3.25,
      "step": 1728
    },
    {
      "epoch": 0.08043731100255873,
      "grad_norm": 1.5050841734233922,
      "learning_rate": 0.00025935,
      "loss": 3.2188,
      "step": 1729
    },
    {
      "epoch": 0.08048383344963946,
      "grad_norm": 1.2282500055400833,
      "learning_rate": 0.00025949999999999997,
      "loss": 2.8906,
      "step": 1730
    },
    {
      "epoch": 0.08053035589672017,
      "grad_norm": 1.1814292823817218,
      "learning_rate": 0.00025965,
      "loss": 3.0625,
      "step": 1731
    },
    {
      "epoch": 0.08057687834380088,
      "grad_norm": 1.2075467778893936,
      "learning_rate": 0.00025979999999999997,
      "loss": 3.2656,
      "step": 1732
    },
    {
      "epoch": 0.0806234007908816,
      "grad_norm": 1.2473324119955975,
      "learning_rate": 0.00025995,
      "loss": 3.0156,
      "step": 1733
    },
    {
      "epoch": 0.08066992323796232,
      "grad_norm": 1.2192230682991678,
      "learning_rate": 0.0002601,
      "loss": 2.9531,
      "step": 1734
    },
    {
      "epoch": 0.08071644568504303,
      "grad_norm": 1.3958531772758993,
      "learning_rate": 0.00026025,
      "loss": 3.2812,
      "step": 1735
    },
    {
      "epoch": 0.08076296813212375,
      "grad_norm": 1.134159653882216,
      "learning_rate": 0.0002604,
      "loss": 2.8906,
      "step": 1736
    },
    {
      "epoch": 0.08080949057920446,
      "grad_norm": 1.160319497090414,
      "learning_rate": 0.00026055,
      "loss": 3.1406,
      "step": 1737
    },
    {
      "epoch": 0.08085601302628519,
      "grad_norm": 1.040764030864555,
      "learning_rate": 0.0002607,
      "loss": 3.3125,
      "step": 1738
    },
    {
      "epoch": 0.0809025354733659,
      "grad_norm": 1.1280934024065437,
      "learning_rate": 0.00026084999999999997,
      "loss": 2.9688,
      "step": 1739
    },
    {
      "epoch": 0.08094905792044661,
      "grad_norm": 1.2138630835620965,
      "learning_rate": 0.000261,
      "loss": 3.2656,
      "step": 1740
    },
    {
      "epoch": 0.08099558036752733,
      "grad_norm": 1.1613551294755944,
      "learning_rate": 0.00026115,
      "loss": 3.0156,
      "step": 1741
    },
    {
      "epoch": 0.08104210281460805,
      "grad_norm": 1.3612154609426803,
      "learning_rate": 0.00026129999999999995,
      "loss": 3.2188,
      "step": 1742
    },
    {
      "epoch": 0.08108862526168877,
      "grad_norm": 1.1185488117685183,
      "learning_rate": 0.00026145,
      "loss": 2.9062,
      "step": 1743
    },
    {
      "epoch": 0.08113514770876948,
      "grad_norm": 1.2353967032395614,
      "learning_rate": 0.00026159999999999996,
      "loss": 3.0,
      "step": 1744
    },
    {
      "epoch": 0.08118167015585019,
      "grad_norm": 1.2246338710479518,
      "learning_rate": 0.00026175,
      "loss": 3.25,
      "step": 1745
    },
    {
      "epoch": 0.08122819260293092,
      "grad_norm": 1.2900071031618716,
      "learning_rate": 0.00026189999999999997,
      "loss": 3.0938,
      "step": 1746
    },
    {
      "epoch": 0.08127471505001163,
      "grad_norm": 1.192791240411177,
      "learning_rate": 0.00026205,
      "loss": 3.125,
      "step": 1747
    },
    {
      "epoch": 0.08132123749709234,
      "grad_norm": 1.4369126314795557,
      "learning_rate": 0.0002622,
      "loss": 3.0781,
      "step": 1748
    },
    {
      "epoch": 0.08136775994417306,
      "grad_norm": 1.040001986299202,
      "learning_rate": 0.00026235,
      "loss": 3.1406,
      "step": 1749
    },
    {
      "epoch": 0.08141428239125378,
      "grad_norm": 1.3200377423016132,
      "learning_rate": 0.0002625,
      "loss": 2.8906,
      "step": 1750
    },
    {
      "epoch": 0.0814608048383345,
      "grad_norm": 1.1121140533678753,
      "learning_rate": 0.00026264999999999996,
      "loss": 3.0156,
      "step": 1751
    },
    {
      "epoch": 0.08150732728541521,
      "grad_norm": 1.5674454304806797,
      "learning_rate": 0.0002628,
      "loss": 2.7656,
      "step": 1752
    },
    {
      "epoch": 0.08155384973249592,
      "grad_norm": 1.1535251058059712,
      "learning_rate": 0.00026294999999999997,
      "loss": 2.9688,
      "step": 1753
    },
    {
      "epoch": 0.08160037217957665,
      "grad_norm": 1.3751939461023202,
      "learning_rate": 0.0002631,
      "loss": 3.4531,
      "step": 1754
    },
    {
      "epoch": 0.08164689462665736,
      "grad_norm": 1.2253204305542815,
      "learning_rate": 0.00026325,
      "loss": 3.125,
      "step": 1755
    },
    {
      "epoch": 0.08169341707373808,
      "grad_norm": 1.192013423732874,
      "learning_rate": 0.00026339999999999995,
      "loss": 3.3438,
      "step": 1756
    },
    {
      "epoch": 0.08173993952081879,
      "grad_norm": 1.1538811668612645,
      "learning_rate": 0.00026355,
      "loss": 3.375,
      "step": 1757
    },
    {
      "epoch": 0.08178646196789952,
      "grad_norm": 1.1831113140086937,
      "learning_rate": 0.00026369999999999996,
      "loss": 2.875,
      "step": 1758
    },
    {
      "epoch": 0.08183298441498023,
      "grad_norm": 1.1350297344071643,
      "learning_rate": 0.00026384999999999994,
      "loss": 3.2969,
      "step": 1759
    },
    {
      "epoch": 0.08187950686206094,
      "grad_norm": 1.226797123449996,
      "learning_rate": 0.00026399999999999997,
      "loss": 2.9688,
      "step": 1760
    },
    {
      "epoch": 0.08192602930914165,
      "grad_norm": 1.2088984725737206,
      "learning_rate": 0.00026414999999999994,
      "loss": 2.8281,
      "step": 1761
    },
    {
      "epoch": 0.08197255175622238,
      "grad_norm": 1.0457980440172738,
      "learning_rate": 0.0002643,
      "loss": 2.8594,
      "step": 1762
    },
    {
      "epoch": 0.0820190742033031,
      "grad_norm": 1.1344110938204497,
      "learning_rate": 0.00026444999999999995,
      "loss": 3.1562,
      "step": 1763
    },
    {
      "epoch": 0.0820655966503838,
      "grad_norm": 1.3980751872098407,
      "learning_rate": 0.0002646,
      "loss": 2.2031,
      "step": 1764
    },
    {
      "epoch": 0.08211211909746452,
      "grad_norm": 1.2015068855632154,
      "learning_rate": 0.00026474999999999996,
      "loss": 3.2656,
      "step": 1765
    },
    {
      "epoch": 0.08215864154454525,
      "grad_norm": 1.2679940577784259,
      "learning_rate": 0.0002649,
      "loss": 2.9844,
      "step": 1766
    },
    {
      "epoch": 0.08220516399162596,
      "grad_norm": 0.9988033589780013,
      "learning_rate": 0.00026504999999999996,
      "loss": 2.7969,
      "step": 1767
    },
    {
      "epoch": 0.08225168643870667,
      "grad_norm": 1.281121848434852,
      "learning_rate": 0.0002652,
      "loss": 3.1094,
      "step": 1768
    },
    {
      "epoch": 0.08229820888578739,
      "grad_norm": 1.0973822997742013,
      "learning_rate": 0.00026534999999999997,
      "loss": 2.9688,
      "step": 1769
    },
    {
      "epoch": 0.08234473133286811,
      "grad_norm": 1.3121559477524203,
      "learning_rate": 0.0002655,
      "loss": 3.1875,
      "step": 1770
    },
    {
      "epoch": 0.08239125377994883,
      "grad_norm": 1.3122284720993571,
      "learning_rate": 0.00026565,
      "loss": 3.2969,
      "step": 1771
    },
    {
      "epoch": 0.08243777622702954,
      "grad_norm": 1.1122084495316036,
      "learning_rate": 0.00026579999999999996,
      "loss": 2.9531,
      "step": 1772
    },
    {
      "epoch": 0.08248429867411025,
      "grad_norm": 1.0796218487663005,
      "learning_rate": 0.00026595,
      "loss": 2.9375,
      "step": 1773
    },
    {
      "epoch": 0.08253082112119098,
      "grad_norm": 1.1027843447400538,
      "learning_rate": 0.00026609999999999996,
      "loss": 3.1875,
      "step": 1774
    },
    {
      "epoch": 0.08257734356827169,
      "grad_norm": 1.0036870161633369,
      "learning_rate": 0.00026624999999999994,
      "loss": 3.1562,
      "step": 1775
    },
    {
      "epoch": 0.0826238660153524,
      "grad_norm": 1.1730644963473242,
      "learning_rate": 0.00026639999999999997,
      "loss": 3.0,
      "step": 1776
    },
    {
      "epoch": 0.08267038846243313,
      "grad_norm": 1.1226838784258832,
      "learning_rate": 0.00026654999999999995,
      "loss": 3.3125,
      "step": 1777
    },
    {
      "epoch": 0.08271691090951384,
      "grad_norm": 1.2507595853804896,
      "learning_rate": 0.0002667,
      "loss": 2.2188,
      "step": 1778
    },
    {
      "epoch": 0.08276343335659456,
      "grad_norm": 1.5638843852292184,
      "learning_rate": 0.00026684999999999995,
      "loss": 3.125,
      "step": 1779
    },
    {
      "epoch": 0.08280995580367527,
      "grad_norm": 1.1168804807624821,
      "learning_rate": 0.000267,
      "loss": 3.1875,
      "step": 1780
    },
    {
      "epoch": 0.082856478250756,
      "grad_norm": 1.2050731337088905,
      "learning_rate": 0.00026714999999999996,
      "loss": 3.1562,
      "step": 1781
    },
    {
      "epoch": 0.08290300069783671,
      "grad_norm": 1.0456751282864611,
      "learning_rate": 0.0002673,
      "loss": 2.9062,
      "step": 1782
    },
    {
      "epoch": 0.08294952314491742,
      "grad_norm": 1.1450709497507576,
      "learning_rate": 0.00026744999999999997,
      "loss": 2.9531,
      "step": 1783
    },
    {
      "epoch": 0.08299604559199814,
      "grad_norm": 1.1361953384481653,
      "learning_rate": 0.0002676,
      "loss": 3.125,
      "step": 1784
    },
    {
      "epoch": 0.08304256803907886,
      "grad_norm": 1.1771007756346497,
      "learning_rate": 0.00026775,
      "loss": 2.7344,
      "step": 1785
    },
    {
      "epoch": 0.08308909048615958,
      "grad_norm": 1.106148341187898,
      "learning_rate": 0.0002679,
      "loss": 3.0781,
      "step": 1786
    },
    {
      "epoch": 0.08313561293324029,
      "grad_norm": 1.0873022249787077,
      "learning_rate": 0.00026805,
      "loss": 3.125,
      "step": 1787
    },
    {
      "epoch": 0.083182135380321,
      "grad_norm": 1.2090162623897223,
      "learning_rate": 0.00026819999999999996,
      "loss": 3.2344,
      "step": 1788
    },
    {
      "epoch": 0.08322865782740173,
      "grad_norm": 1.2751315347446655,
      "learning_rate": 0.00026835,
      "loss": 2.9375,
      "step": 1789
    },
    {
      "epoch": 0.08327518027448244,
      "grad_norm": 1.1661792262634831,
      "learning_rate": 0.00026849999999999997,
      "loss": 2.8125,
      "step": 1790
    },
    {
      "epoch": 0.08332170272156315,
      "grad_norm": 1.2387392583927488,
      "learning_rate": 0.00026864999999999994,
      "loss": 3.0312,
      "step": 1791
    },
    {
      "epoch": 0.08336822516864387,
      "grad_norm": 1.1416721919126558,
      "learning_rate": 0.0002688,
      "loss": 3.2969,
      "step": 1792
    },
    {
      "epoch": 0.0834147476157246,
      "grad_norm": 1.2593276729184,
      "learning_rate": 0.00026894999999999995,
      "loss": 3.1875,
      "step": 1793
    },
    {
      "epoch": 0.0834612700628053,
      "grad_norm": 1.2734295276002416,
      "learning_rate": 0.0002691,
      "loss": 3.2812,
      "step": 1794
    },
    {
      "epoch": 0.08350779250988602,
      "grad_norm": 0.9676811069081299,
      "learning_rate": 0.00026924999999999996,
      "loss": 2.9375,
      "step": 1795
    },
    {
      "epoch": 0.08355431495696673,
      "grad_norm": 1.187483204496272,
      "learning_rate": 0.0002694,
      "loss": 3.2188,
      "step": 1796
    },
    {
      "epoch": 0.08360083740404746,
      "grad_norm": 1.4188679348681226,
      "learning_rate": 0.00026954999999999997,
      "loss": 2.4062,
      "step": 1797
    },
    {
      "epoch": 0.08364735985112817,
      "grad_norm": 1.1536382322323797,
      "learning_rate": 0.0002697,
      "loss": 2.9375,
      "step": 1798
    },
    {
      "epoch": 0.08369388229820889,
      "grad_norm": 1.4290761685791284,
      "learning_rate": 0.00026984999999999997,
      "loss": 3.0938,
      "step": 1799
    },
    {
      "epoch": 0.0837404047452896,
      "grad_norm": 1.7845077589288947,
      "learning_rate": 0.00027,
      "loss": 3.3906,
      "step": 1800
    },
    {
      "epoch": 0.08378692719237033,
      "grad_norm": 1.1404841856448147,
      "learning_rate": 0.00027015,
      "loss": 2.9062,
      "step": 1801
    },
    {
      "epoch": 0.08383344963945104,
      "grad_norm": 1.1837783263766655,
      "learning_rate": 0.00027029999999999996,
      "loss": 2.9844,
      "step": 1802
    },
    {
      "epoch": 0.08387997208653175,
      "grad_norm": 1.157478224943293,
      "learning_rate": 0.00027045,
      "loss": 2.8906,
      "step": 1803
    },
    {
      "epoch": 0.08392649453361246,
      "grad_norm": 1.245760785493798,
      "learning_rate": 0.00027059999999999996,
      "loss": 2.9844,
      "step": 1804
    },
    {
      "epoch": 0.08397301698069319,
      "grad_norm": 1.1482326306554085,
      "learning_rate": 0.00027074999999999994,
      "loss": 2.8594,
      "step": 1805
    },
    {
      "epoch": 0.0840195394277739,
      "grad_norm": 1.0896856722730632,
      "learning_rate": 0.00027089999999999997,
      "loss": 2.9062,
      "step": 1806
    },
    {
      "epoch": 0.08406606187485462,
      "grad_norm": 1.0897881766703605,
      "learning_rate": 0.00027104999999999995,
      "loss": 3.125,
      "step": 1807
    },
    {
      "epoch": 0.08411258432193533,
      "grad_norm": 2.0464181087005002,
      "learning_rate": 0.0002712,
      "loss": 3.1875,
      "step": 1808
    },
    {
      "epoch": 0.08415910676901606,
      "grad_norm": 28.199803911719513,
      "learning_rate": 0.00027134999999999995,
      "loss": 2.9375,
      "step": 1809
    },
    {
      "epoch": 0.08420562921609677,
      "grad_norm": 1.2635206937646795,
      "learning_rate": 0.0002715,
      "loss": 2.9844,
      "step": 1810
    },
    {
      "epoch": 0.08425215166317748,
      "grad_norm": 11.225034831411271,
      "learning_rate": 0.00027164999999999996,
      "loss": 3.1094,
      "step": 1811
    },
    {
      "epoch": 0.0842986741102582,
      "grad_norm": 21.72325464932033,
      "learning_rate": 0.0002718,
      "loss": 3.375,
      "step": 1812
    },
    {
      "epoch": 0.08434519655733892,
      "grad_norm": 1.5545522360899209,
      "learning_rate": 0.00027194999999999997,
      "loss": 3.375,
      "step": 1813
    },
    {
      "epoch": 0.08439171900441964,
      "grad_norm": 1.3580990264024806,
      "learning_rate": 0.0002721,
      "loss": 3.1562,
      "step": 1814
    },
    {
      "epoch": 0.08443824145150035,
      "grad_norm": 1.1966329010524464,
      "learning_rate": 0.00027225,
      "loss": 3.0312,
      "step": 1815
    },
    {
      "epoch": 0.08448476389858106,
      "grad_norm": 1.0753261251512385,
      "learning_rate": 0.0002724,
      "loss": 2.8906,
      "step": 1816
    },
    {
      "epoch": 0.08453128634566179,
      "grad_norm": 1.0899371584496858,
      "learning_rate": 0.00027255,
      "loss": 3.0625,
      "step": 1817
    },
    {
      "epoch": 0.0845778087927425,
      "grad_norm": 3.126952566239472,
      "learning_rate": 0.00027269999999999996,
      "loss": 3.125,
      "step": 1818
    },
    {
      "epoch": 0.08462433123982321,
      "grad_norm": 1.1959109897400686,
      "learning_rate": 0.00027285,
      "loss": 3.375,
      "step": 1819
    },
    {
      "epoch": 0.08467085368690393,
      "grad_norm": 1.2613244212030204,
      "learning_rate": 0.00027299999999999997,
      "loss": 3.3125,
      "step": 1820
    },
    {
      "epoch": 0.08471737613398465,
      "grad_norm": 1.246393941929173,
      "learning_rate": 0.00027314999999999994,
      "loss": 3.2656,
      "step": 1821
    },
    {
      "epoch": 0.08476389858106537,
      "grad_norm": 1.218807370575324,
      "learning_rate": 0.0002733,
      "loss": 3.0469,
      "step": 1822
    },
    {
      "epoch": 0.08481042102814608,
      "grad_norm": 1.1788251885042504,
      "learning_rate": 0.00027344999999999995,
      "loss": 2.6562,
      "step": 1823
    },
    {
      "epoch": 0.08485694347522679,
      "grad_norm": 1.1984495247450693,
      "learning_rate": 0.0002736,
      "loss": 3.125,
      "step": 1824
    },
    {
      "epoch": 0.08490346592230752,
      "grad_norm": 1.4651583666987886,
      "learning_rate": 0.00027374999999999996,
      "loss": 3.1406,
      "step": 1825
    },
    {
      "epoch": 0.08494998836938823,
      "grad_norm": 1.2250480005597157,
      "learning_rate": 0.0002739,
      "loss": 2.9219,
      "step": 1826
    },
    {
      "epoch": 0.08499651081646895,
      "grad_norm": 1.4027846267416841,
      "learning_rate": 0.00027404999999999997,
      "loss": 2.9375,
      "step": 1827
    },
    {
      "epoch": 0.08504303326354966,
      "grad_norm": 1.0910636854480722,
      "learning_rate": 0.0002742,
      "loss": 3.0469,
      "step": 1828
    },
    {
      "epoch": 0.08508955571063039,
      "grad_norm": 1.0813145816119987,
      "learning_rate": 0.00027435,
      "loss": 3.0781,
      "step": 1829
    },
    {
      "epoch": 0.0851360781577111,
      "grad_norm": 1.1227237010457498,
      "learning_rate": 0.0002745,
      "loss": 3.2031,
      "step": 1830
    },
    {
      "epoch": 0.08518260060479181,
      "grad_norm": 1.3489447742241614,
      "learning_rate": 0.00027465,
      "loss": 2.9844,
      "step": 1831
    },
    {
      "epoch": 0.08522912305187252,
      "grad_norm": 1.100841631859273,
      "learning_rate": 0.0002748,
      "loss": 3.1406,
      "step": 1832
    },
    {
      "epoch": 0.08527564549895325,
      "grad_norm": 1.0766480175023456,
      "learning_rate": 0.00027495,
      "loss": 3.2344,
      "step": 1833
    },
    {
      "epoch": 0.08532216794603396,
      "grad_norm": 2.5121346097510835,
      "learning_rate": 0.00027509999999999996,
      "loss": 2.9688,
      "step": 1834
    },
    {
      "epoch": 0.08536869039311468,
      "grad_norm": 1.2509871205907785,
      "learning_rate": 0.00027525,
      "loss": 2.6719,
      "step": 1835
    },
    {
      "epoch": 0.08541521284019539,
      "grad_norm": 1.5340586049760832,
      "learning_rate": 0.00027539999999999997,
      "loss": 3.0312,
      "step": 1836
    },
    {
      "epoch": 0.08546173528727612,
      "grad_norm": 1.2091978684150964,
      "learning_rate": 0.00027554999999999995,
      "loss": 3.2812,
      "step": 1837
    },
    {
      "epoch": 0.08550825773435683,
      "grad_norm": 1.167547680031678,
      "learning_rate": 0.0002757,
      "loss": 3.0,
      "step": 1838
    },
    {
      "epoch": 0.08555478018143754,
      "grad_norm": 1.0414943815845612,
      "learning_rate": 0.00027584999999999996,
      "loss": 3.0,
      "step": 1839
    },
    {
      "epoch": 0.08560130262851826,
      "grad_norm": 1.2279046183349267,
      "learning_rate": 0.000276,
      "loss": 3.0156,
      "step": 1840
    },
    {
      "epoch": 0.08564782507559898,
      "grad_norm": 1.1815232270307274,
      "learning_rate": 0.00027614999999999996,
      "loss": 3.0,
      "step": 1841
    },
    {
      "epoch": 0.0856943475226797,
      "grad_norm": 12.865769369240812,
      "learning_rate": 0.0002763,
      "loss": 3.2031,
      "step": 1842
    },
    {
      "epoch": 0.08574086996976041,
      "grad_norm": 1.415759998878322,
      "learning_rate": 0.00027644999999999997,
      "loss": 3.1719,
      "step": 1843
    },
    {
      "epoch": 0.08578739241684112,
      "grad_norm": 1.437389440680356,
      "learning_rate": 0.0002766,
      "loss": 3.1406,
      "step": 1844
    },
    {
      "epoch": 0.08583391486392185,
      "grad_norm": 1.2307690811735192,
      "learning_rate": 0.00027675,
      "loss": 2.9688,
      "step": 1845
    },
    {
      "epoch": 0.08588043731100256,
      "grad_norm": 1.3534025663283191,
      "learning_rate": 0.0002769,
      "loss": 2.9219,
      "step": 1846
    },
    {
      "epoch": 0.08592695975808327,
      "grad_norm": 1.2651156153243115,
      "learning_rate": 0.00027705,
      "loss": 3.1406,
      "step": 1847
    },
    {
      "epoch": 0.08597348220516399,
      "grad_norm": 1.3378836418187445,
      "learning_rate": 0.0002772,
      "loss": 3.3281,
      "step": 1848
    },
    {
      "epoch": 0.08602000465224471,
      "grad_norm": 1.204634583006161,
      "learning_rate": 0.00027735,
      "loss": 3.1406,
      "step": 1849
    },
    {
      "epoch": 0.08606652709932543,
      "grad_norm": 1.1684320778699273,
      "learning_rate": 0.00027749999999999997,
      "loss": 2.9688,
      "step": 1850
    },
    {
      "epoch": 0.08611304954640614,
      "grad_norm": 1.2231508157750022,
      "learning_rate": 0.00027764999999999995,
      "loss": 2.9219,
      "step": 1851
    },
    {
      "epoch": 0.08615957199348685,
      "grad_norm": 1.3598838699480589,
      "learning_rate": 0.0002778,
      "loss": 3.1875,
      "step": 1852
    },
    {
      "epoch": 0.08620609444056758,
      "grad_norm": 1.168921274675034,
      "learning_rate": 0.00027794999999999995,
      "loss": 3.5156,
      "step": 1853
    },
    {
      "epoch": 0.08625261688764829,
      "grad_norm": 1.107462399175781,
      "learning_rate": 0.0002781,
      "loss": 2.75,
      "step": 1854
    },
    {
      "epoch": 0.086299139334729,
      "grad_norm": 1.4314678349374466,
      "learning_rate": 0.00027824999999999996,
      "loss": 2.7031,
      "step": 1855
    },
    {
      "epoch": 0.08634566178180972,
      "grad_norm": 1.319752721265931,
      "learning_rate": 0.0002784,
      "loss": 3.0781,
      "step": 1856
    },
    {
      "epoch": 0.08639218422889045,
      "grad_norm": 1.064629465611275,
      "learning_rate": 0.00027854999999999997,
      "loss": 2.6875,
      "step": 1857
    },
    {
      "epoch": 0.08643870667597116,
      "grad_norm": 1.1032239456179833,
      "learning_rate": 0.0002787,
      "loss": 2.9062,
      "step": 1858
    },
    {
      "epoch": 0.08648522912305187,
      "grad_norm": 1.3279367777275095,
      "learning_rate": 0.00027885,
      "loss": 3.2969,
      "step": 1859
    },
    {
      "epoch": 0.08653175157013258,
      "grad_norm": 1.0171645607602862,
      "learning_rate": 0.000279,
      "loss": 2.8594,
      "step": 1860
    },
    {
      "epoch": 0.08657827401721331,
      "grad_norm": 1.0765414837105616,
      "learning_rate": 0.00027915,
      "loss": 3.0,
      "step": 1861
    },
    {
      "epoch": 0.08662479646429402,
      "grad_norm": 1.312608324467422,
      "learning_rate": 0.0002793,
      "loss": 3.1562,
      "step": 1862
    },
    {
      "epoch": 0.08667131891137474,
      "grad_norm": 1.3666975600614055,
      "learning_rate": 0.00027945,
      "loss": 2.8281,
      "step": 1863
    },
    {
      "epoch": 0.08671784135845545,
      "grad_norm": 1.1506003518438612,
      "learning_rate": 0.00027959999999999997,
      "loss": 3.3594,
      "step": 1864
    },
    {
      "epoch": 0.08676436380553618,
      "grad_norm": 1.1281000692549734,
      "learning_rate": 0.00027975,
      "loss": 3.0625,
      "step": 1865
    },
    {
      "epoch": 0.08681088625261689,
      "grad_norm": 1.1313236714697712,
      "learning_rate": 0.0002799,
      "loss": 2.8438,
      "step": 1866
    },
    {
      "epoch": 0.0868574086996976,
      "grad_norm": 1.017550613753155,
      "learning_rate": 0.00028004999999999995,
      "loss": 3.2344,
      "step": 1867
    },
    {
      "epoch": 0.08690393114677832,
      "grad_norm": 1.4465267304933604,
      "learning_rate": 0.0002802,
      "loss": 3.2812,
      "step": 1868
    },
    {
      "epoch": 0.08695045359385904,
      "grad_norm": 1.077276182487942,
      "learning_rate": 0.00028034999999999996,
      "loss": 3.0,
      "step": 1869
    },
    {
      "epoch": 0.08699697604093976,
      "grad_norm": 1.1350246308467569,
      "learning_rate": 0.0002805,
      "loss": 2.7969,
      "step": 1870
    },
    {
      "epoch": 0.08704349848802047,
      "grad_norm": 1.5995459121708193,
      "learning_rate": 0.00028064999999999996,
      "loss": 3.1875,
      "step": 1871
    },
    {
      "epoch": 0.08709002093510118,
      "grad_norm": 1.4970949405528664,
      "learning_rate": 0.0002808,
      "loss": 2.9844,
      "step": 1872
    },
    {
      "epoch": 0.08713654338218191,
      "grad_norm": 1.0573341631832824,
      "learning_rate": 0.00028094999999999997,
      "loss": 2.9062,
      "step": 1873
    },
    {
      "epoch": 0.08718306582926262,
      "grad_norm": 1.6564924166622808,
      "learning_rate": 0.0002811,
      "loss": 2.9844,
      "step": 1874
    },
    {
      "epoch": 0.08722958827634333,
      "grad_norm": 1.6508728699593158,
      "learning_rate": 0.00028125,
      "loss": 3.2188,
      "step": 1875
    },
    {
      "epoch": 0.08727611072342405,
      "grad_norm": 0.9628018164922739,
      "learning_rate": 0.00028139999999999996,
      "loss": 3.0156,
      "step": 1876
    },
    {
      "epoch": 0.08732263317050477,
      "grad_norm": 1.1625940607911385,
      "learning_rate": 0.00028155,
      "loss": 2.8906,
      "step": 1877
    },
    {
      "epoch": 0.08736915561758549,
      "grad_norm": 1.7690939135694,
      "learning_rate": 0.00028169999999999996,
      "loss": 2.375,
      "step": 1878
    },
    {
      "epoch": 0.0874156780646662,
      "grad_norm": 1.7055258684047472,
      "learning_rate": 0.00028185,
      "loss": 2.8594,
      "step": 1879
    },
    {
      "epoch": 0.08746220051174691,
      "grad_norm": 1.2259532553021062,
      "learning_rate": 0.00028199999999999997,
      "loss": 2.9062,
      "step": 1880
    },
    {
      "epoch": 0.08750872295882764,
      "grad_norm": 1.485355259029404,
      "learning_rate": 0.00028215,
      "loss": 2.9531,
      "step": 1881
    },
    {
      "epoch": 0.08755524540590835,
      "grad_norm": 1.5396947595488493,
      "learning_rate": 0.0002823,
      "loss": 3.1562,
      "step": 1882
    },
    {
      "epoch": 0.08760176785298907,
      "grad_norm": 1.1816333558181846,
      "learning_rate": 0.00028244999999999995,
      "loss": 3.0938,
      "step": 1883
    },
    {
      "epoch": 0.08764829030006978,
      "grad_norm": 1.0849124725266273,
      "learning_rate": 0.0002826,
      "loss": 2.875,
      "step": 1884
    },
    {
      "epoch": 0.0876948127471505,
      "grad_norm": 1.2527114078185777,
      "learning_rate": 0.00028274999999999996,
      "loss": 3.25,
      "step": 1885
    },
    {
      "epoch": 0.08774133519423122,
      "grad_norm": 1.0449125856101107,
      "learning_rate": 0.00028289999999999994,
      "loss": 2.9844,
      "step": 1886
    },
    {
      "epoch": 0.08778785764131193,
      "grad_norm": 1.098287047090001,
      "learning_rate": 0.00028304999999999997,
      "loss": 2.9844,
      "step": 1887
    },
    {
      "epoch": 0.08783438008839264,
      "grad_norm": 1.1702778318562324,
      "learning_rate": 0.00028319999999999994,
      "loss": 3.0938,
      "step": 1888
    },
    {
      "epoch": 0.08788090253547337,
      "grad_norm": 1.156274120528943,
      "learning_rate": 0.00028335,
      "loss": 2.875,
      "step": 1889
    },
    {
      "epoch": 0.08792742498255408,
      "grad_norm": 1.1285344656885488,
      "learning_rate": 0.00028349999999999995,
      "loss": 2.8438,
      "step": 1890
    },
    {
      "epoch": 0.0879739474296348,
      "grad_norm": 1.1409269470567966,
      "learning_rate": 0.00028365,
      "loss": 3.1094,
      "step": 1891
    },
    {
      "epoch": 0.08802046987671551,
      "grad_norm": 1.0326832474665297,
      "learning_rate": 0.00028379999999999996,
      "loss": 2.8906,
      "step": 1892
    },
    {
      "epoch": 0.08806699232379624,
      "grad_norm": 1.3285798478200324,
      "learning_rate": 0.00028395,
      "loss": 3.2188,
      "step": 1893
    },
    {
      "epoch": 0.08811351477087695,
      "grad_norm": 1.0798377678974864,
      "learning_rate": 0.00028409999999999997,
      "loss": 3.0156,
      "step": 1894
    },
    {
      "epoch": 0.08816003721795766,
      "grad_norm": 0.9883576460138147,
      "learning_rate": 0.00028425,
      "loss": 3.1875,
      "step": 1895
    },
    {
      "epoch": 0.08820655966503838,
      "grad_norm": 0.9766178066053239,
      "learning_rate": 0.0002844,
      "loss": 2.9688,
      "step": 1896
    },
    {
      "epoch": 0.0882530821121191,
      "grad_norm": 1.1020389182722976,
      "learning_rate": 0.00028455,
      "loss": 3.0625,
      "step": 1897
    },
    {
      "epoch": 0.08829960455919982,
      "grad_norm": 1.0321484872682727,
      "learning_rate": 0.0002847,
      "loss": 3.3906,
      "step": 1898
    },
    {
      "epoch": 0.08834612700628053,
      "grad_norm": 0.9548639631328493,
      "learning_rate": 0.00028484999999999996,
      "loss": 3.0781,
      "step": 1899
    },
    {
      "epoch": 0.08839264945336124,
      "grad_norm": 1.0132567157611174,
      "learning_rate": 0.000285,
      "loss": 2.9531,
      "step": 1900
    },
    {
      "epoch": 0.08843917190044197,
      "grad_norm": 1.0476661372735139,
      "learning_rate": 0.00028514999999999997,
      "loss": 2.9688,
      "step": 1901
    },
    {
      "epoch": 0.08848569434752268,
      "grad_norm": 1.0667054980842245,
      "learning_rate": 0.00028529999999999994,
      "loss": 2.9062,
      "step": 1902
    },
    {
      "epoch": 0.0885322167946034,
      "grad_norm": 1.2033808661559406,
      "learning_rate": 0.00028544999999999997,
      "loss": 3.0312,
      "step": 1903
    },
    {
      "epoch": 0.0885787392416841,
      "grad_norm": 1.1385854219779308,
      "learning_rate": 0.00028559999999999995,
      "loss": 3.1719,
      "step": 1904
    },
    {
      "epoch": 0.08862526168876483,
      "grad_norm": 1.6506452413529358,
      "learning_rate": 0.00028575,
      "loss": 2.9062,
      "step": 1905
    },
    {
      "epoch": 0.08867178413584555,
      "grad_norm": 1.0198461665773855,
      "learning_rate": 0.00028589999999999996,
      "loss": 3.1094,
      "step": 1906
    },
    {
      "epoch": 0.08871830658292626,
      "grad_norm": 1.142614641837087,
      "learning_rate": 0.00028605,
      "loss": 2.9375,
      "step": 1907
    },
    {
      "epoch": 0.08876482903000697,
      "grad_norm": 1.102006835279606,
      "learning_rate": 0.00028619999999999996,
      "loss": 3.1562,
      "step": 1908
    },
    {
      "epoch": 0.0888113514770877,
      "grad_norm": 1.366068511164063,
      "learning_rate": 0.00028635,
      "loss": 2.8281,
      "step": 1909
    },
    {
      "epoch": 0.08885787392416841,
      "grad_norm": 1.0504466110541686,
      "learning_rate": 0.00028649999999999997,
      "loss": 3.0469,
      "step": 1910
    },
    {
      "epoch": 0.08890439637124913,
      "grad_norm": 1.0798476354663054,
      "learning_rate": 0.00028665,
      "loss": 3.0938,
      "step": 1911
    },
    {
      "epoch": 0.08895091881832984,
      "grad_norm": 0.9989450204118188,
      "learning_rate": 0.0002868,
      "loss": 3.0312,
      "step": 1912
    },
    {
      "epoch": 0.08899744126541057,
      "grad_norm": 1.0107094044077767,
      "learning_rate": 0.00028694999999999995,
      "loss": 3.2031,
      "step": 1913
    },
    {
      "epoch": 0.08904396371249128,
      "grad_norm": 1.091419164545102,
      "learning_rate": 0.0002871,
      "loss": 3.0781,
      "step": 1914
    },
    {
      "epoch": 0.08909048615957199,
      "grad_norm": 1.0072146553388566,
      "learning_rate": 0.00028724999999999996,
      "loss": 3.0938,
      "step": 1915
    },
    {
      "epoch": 0.0891370086066527,
      "grad_norm": 1.4291548506923555,
      "learning_rate": 0.00028739999999999994,
      "loss": 2.3281,
      "step": 1916
    },
    {
      "epoch": 0.08918353105373343,
      "grad_norm": 1.0485323293348598,
      "learning_rate": 0.00028754999999999997,
      "loss": 3.1562,
      "step": 1917
    },
    {
      "epoch": 0.08923005350081414,
      "grad_norm": 1.1203029401309847,
      "learning_rate": 0.00028769999999999995,
      "loss": 3.1719,
      "step": 1918
    },
    {
      "epoch": 0.08927657594789486,
      "grad_norm": 1.151601669407545,
      "learning_rate": 0.00028785,
      "loss": 3.0312,
      "step": 1919
    },
    {
      "epoch": 0.08932309839497557,
      "grad_norm": 0.9889237534371393,
      "learning_rate": 0.00028799999999999995,
      "loss": 3.0625,
      "step": 1920
    },
    {
      "epoch": 0.0893696208420563,
      "grad_norm": 1.0486599376240657,
      "learning_rate": 0.00028815,
      "loss": 2.75,
      "step": 1921
    },
    {
      "epoch": 0.08941614328913701,
      "grad_norm": 0.9849347707001621,
      "learning_rate": 0.00028829999999999996,
      "loss": 3.0156,
      "step": 1922
    },
    {
      "epoch": 0.08946266573621772,
      "grad_norm": 1.0284502804094335,
      "learning_rate": 0.00028845,
      "loss": 3.0781,
      "step": 1923
    },
    {
      "epoch": 0.08950918818329844,
      "grad_norm": 1.077153197513216,
      "learning_rate": 0.00028859999999999997,
      "loss": 3.1875,
      "step": 1924
    },
    {
      "epoch": 0.08955571063037916,
      "grad_norm": 1.1892343799000678,
      "learning_rate": 0.00028875,
      "loss": 3.0156,
      "step": 1925
    },
    {
      "epoch": 0.08960223307745988,
      "grad_norm": 1.0597027505495007,
      "learning_rate": 0.0002889,
      "loss": 3.0156,
      "step": 1926
    },
    {
      "epoch": 0.08964875552454059,
      "grad_norm": 1.043450866153253,
      "learning_rate": 0.00028905,
      "loss": 3.0156,
      "step": 1927
    },
    {
      "epoch": 0.0896952779716213,
      "grad_norm": 0.9612159017976035,
      "learning_rate": 0.0002892,
      "loss": 2.9219,
      "step": 1928
    },
    {
      "epoch": 0.08974180041870203,
      "grad_norm": 1.1898172937317792,
      "learning_rate": 0.00028934999999999996,
      "loss": 3.0625,
      "step": 1929
    },
    {
      "epoch": 0.08978832286578274,
      "grad_norm": 1.3332743864989027,
      "learning_rate": 0.0002895,
      "loss": 2.6719,
      "step": 1930
    },
    {
      "epoch": 0.08983484531286345,
      "grad_norm": 1.3138731270700403,
      "learning_rate": 0.00028964999999999997,
      "loss": 2.9688,
      "step": 1931
    },
    {
      "epoch": 0.08988136775994417,
      "grad_norm": 1.0073593725366474,
      "learning_rate": 0.00028979999999999994,
      "loss": 2.8906,
      "step": 1932
    },
    {
      "epoch": 0.0899278902070249,
      "grad_norm": 1.1321976353437304,
      "learning_rate": 0.00028995,
      "loss": 3.0938,
      "step": 1933
    },
    {
      "epoch": 0.0899744126541056,
      "grad_norm": 1.1255033777723968,
      "learning_rate": 0.00029009999999999995,
      "loss": 3.1719,
      "step": 1934
    },
    {
      "epoch": 0.09002093510118632,
      "grad_norm": 1.0076699748966038,
      "learning_rate": 0.00029025,
      "loss": 2.9219,
      "step": 1935
    },
    {
      "epoch": 0.09006745754826703,
      "grad_norm": 1.1605041867834722,
      "learning_rate": 0.00029039999999999996,
      "loss": 2.7812,
      "step": 1936
    },
    {
      "epoch": 0.09011397999534776,
      "grad_norm": 2.3684314420343684,
      "learning_rate": 0.00029055,
      "loss": 3.0938,
      "step": 1937
    },
    {
      "epoch": 0.09016050244242847,
      "grad_norm": 1.080751564828543,
      "learning_rate": 0.00029069999999999996,
      "loss": 2.875,
      "step": 1938
    },
    {
      "epoch": 0.09020702488950919,
      "grad_norm": 0.9692698877679489,
      "learning_rate": 0.00029085,
      "loss": 3.2344,
      "step": 1939
    },
    {
      "epoch": 0.0902535473365899,
      "grad_norm": 1.1850208023623718,
      "learning_rate": 0.00029099999999999997,
      "loss": 3.2031,
      "step": 1940
    },
    {
      "epoch": 0.09030006978367063,
      "grad_norm": 1.1575615486481352,
      "learning_rate": 0.00029115,
      "loss": 3.2031,
      "step": 1941
    },
    {
      "epoch": 0.09034659223075134,
      "grad_norm": 1.2102390386313167,
      "learning_rate": 0.0002913,
      "loss": 3.0625,
      "step": 1942
    },
    {
      "epoch": 0.09039311467783205,
      "grad_norm": 1.0327976160549655,
      "learning_rate": 0.00029145,
      "loss": 2.9531,
      "step": 1943
    },
    {
      "epoch": 0.09043963712491276,
      "grad_norm": 0.9736425976072199,
      "learning_rate": 0.0002916,
      "loss": 2.9844,
      "step": 1944
    },
    {
      "epoch": 0.09048615957199349,
      "grad_norm": 1.037115746183361,
      "learning_rate": 0.00029174999999999996,
      "loss": 3.0156,
      "step": 1945
    },
    {
      "epoch": 0.0905326820190742,
      "grad_norm": 0.9849697791075411,
      "learning_rate": 0.0002919,
      "loss": 3.125,
      "step": 1946
    },
    {
      "epoch": 0.09057920446615492,
      "grad_norm": 1.041504083845671,
      "learning_rate": 0.00029204999999999997,
      "loss": 3.2969,
      "step": 1947
    },
    {
      "epoch": 0.09062572691323563,
      "grad_norm": 1.1528824418641674,
      "learning_rate": 0.00029219999999999995,
      "loss": 3.0938,
      "step": 1948
    },
    {
      "epoch": 0.09067224936031636,
      "grad_norm": 0.9680338751972916,
      "learning_rate": 0.00029235,
      "loss": 3.0156,
      "step": 1949
    },
    {
      "epoch": 0.09071877180739707,
      "grad_norm": 1.0324652171471262,
      "learning_rate": 0.00029249999999999995,
      "loss": 2.8906,
      "step": 1950
    },
    {
      "epoch": 0.09076529425447778,
      "grad_norm": 1.3636315071678715,
      "learning_rate": 0.00029265,
      "loss": 3.2188,
      "step": 1951
    },
    {
      "epoch": 0.0908118167015585,
      "grad_norm": 4.103728967320334,
      "learning_rate": 0.00029279999999999996,
      "loss": 3.2344,
      "step": 1952
    },
    {
      "epoch": 0.09085833914863922,
      "grad_norm": 1.1492962901777417,
      "learning_rate": 0.00029295,
      "loss": 3.2969,
      "step": 1953
    },
    {
      "epoch": 0.09090486159571994,
      "grad_norm": 1.1143652087451035,
      "learning_rate": 0.00029309999999999997,
      "loss": 3.2188,
      "step": 1954
    },
    {
      "epoch": 0.09095138404280065,
      "grad_norm": 1.1048162211105133,
      "learning_rate": 0.00029325,
      "loss": 2.7031,
      "step": 1955
    },
    {
      "epoch": 0.09099790648988136,
      "grad_norm": 1.2095447818382306,
      "learning_rate": 0.0002934,
      "loss": 2.9375,
      "step": 1956
    },
    {
      "epoch": 0.09104442893696209,
      "grad_norm": 0.9385745174284068,
      "learning_rate": 0.00029355,
      "loss": 3.2031,
      "step": 1957
    },
    {
      "epoch": 0.0910909513840428,
      "grad_norm": 0.9927852224740621,
      "learning_rate": 0.0002937,
      "loss": 3.0156,
      "step": 1958
    },
    {
      "epoch": 0.09113747383112351,
      "grad_norm": 1.1118084235323082,
      "learning_rate": 0.00029384999999999996,
      "loss": 2.7969,
      "step": 1959
    },
    {
      "epoch": 0.09118399627820423,
      "grad_norm": 1.180157944540916,
      "learning_rate": 0.000294,
      "loss": 3.0312,
      "step": 1960
    },
    {
      "epoch": 0.09123051872528495,
      "grad_norm": 1.101394801869878,
      "learning_rate": 0.00029414999999999997,
      "loss": 3.0938,
      "step": 1961
    },
    {
      "epoch": 0.09127704117236567,
      "grad_norm": 0.9916839153219851,
      "learning_rate": 0.00029429999999999994,
      "loss": 2.9688,
      "step": 1962
    },
    {
      "epoch": 0.09132356361944638,
      "grad_norm": 1.059700713829029,
      "learning_rate": 0.00029445,
      "loss": 2.9219,
      "step": 1963
    },
    {
      "epoch": 0.09137008606652709,
      "grad_norm": 1.205643720343931,
      "learning_rate": 0.00029459999999999995,
      "loss": 2.9688,
      "step": 1964
    },
    {
      "epoch": 0.09141660851360782,
      "grad_norm": 1.0625683925809344,
      "learning_rate": 0.00029475,
      "loss": 3.2812,
      "step": 1965
    },
    {
      "epoch": 0.09146313096068853,
      "grad_norm": 1.0340863409972545,
      "learning_rate": 0.00029489999999999996,
      "loss": 3.2812,
      "step": 1966
    },
    {
      "epoch": 0.09150965340776925,
      "grad_norm": 1.0068306187469018,
      "learning_rate": 0.00029505,
      "loss": 3.1562,
      "step": 1967
    },
    {
      "epoch": 0.09155617585484996,
      "grad_norm": 1.3050762114097598,
      "learning_rate": 0.00029519999999999997,
      "loss": 2.9375,
      "step": 1968
    },
    {
      "epoch": 0.09160269830193069,
      "grad_norm": 1.0536525815505469,
      "learning_rate": 0.00029535,
      "loss": 2.9062,
      "step": 1969
    },
    {
      "epoch": 0.0916492207490114,
      "grad_norm": 1.0457512481891682,
      "learning_rate": 0.00029549999999999997,
      "loss": 3.1875,
      "step": 1970
    },
    {
      "epoch": 0.09169574319609211,
      "grad_norm": 1.0285563800072062,
      "learning_rate": 0.00029565,
      "loss": 2.8125,
      "step": 1971
    },
    {
      "epoch": 0.09174226564317282,
      "grad_norm": 1.1661019256840008,
      "learning_rate": 0.0002958,
      "loss": 3.2344,
      "step": 1972
    },
    {
      "epoch": 0.09178878809025355,
      "grad_norm": 0.9817456511020968,
      "learning_rate": 0.00029595,
      "loss": 2.9531,
      "step": 1973
    },
    {
      "epoch": 0.09183531053733426,
      "grad_norm": 1.1179445348089154,
      "learning_rate": 0.0002961,
      "loss": 2.9531,
      "step": 1974
    },
    {
      "epoch": 0.09188183298441498,
      "grad_norm": 0.9717129292273167,
      "learning_rate": 0.00029624999999999996,
      "loss": 2.9219,
      "step": 1975
    },
    {
      "epoch": 0.0919283554314957,
      "grad_norm": 0.9530123566657991,
      "learning_rate": 0.0002964,
      "loss": 2.9531,
      "step": 1976
    },
    {
      "epoch": 0.09197487787857642,
      "grad_norm": 1.1163006838579017,
      "learning_rate": 0.00029654999999999997,
      "loss": 3.0938,
      "step": 1977
    },
    {
      "epoch": 0.09202140032565713,
      "grad_norm": 1.1733716831560712,
      "learning_rate": 0.00029669999999999995,
      "loss": 3.0156,
      "step": 1978
    },
    {
      "epoch": 0.09206792277273784,
      "grad_norm": 1.1446584712674335,
      "learning_rate": 0.00029685,
      "loss": 3.2188,
      "step": 1979
    },
    {
      "epoch": 0.09211444521981857,
      "grad_norm": 1.217523624294854,
      "learning_rate": 0.00029699999999999996,
      "loss": 3.0312,
      "step": 1980
    },
    {
      "epoch": 0.09216096766689928,
      "grad_norm": 1.367241093541012,
      "learning_rate": 0.00029715,
      "loss": 2.7812,
      "step": 1981
    },
    {
      "epoch": 0.09220749011398,
      "grad_norm": 0.9447140044312091,
      "learning_rate": 0.00029729999999999996,
      "loss": 3.0469,
      "step": 1982
    },
    {
      "epoch": 0.09225401256106071,
      "grad_norm": 3.46083853574549,
      "learning_rate": 0.00029745,
      "loss": 2.9844,
      "step": 1983
    },
    {
      "epoch": 0.09230053500814143,
      "grad_norm": 1.0850288043461436,
      "learning_rate": 0.00029759999999999997,
      "loss": 2.9688,
      "step": 1984
    },
    {
      "epoch": 0.09234705745522215,
      "grad_norm": 1.10845597335639,
      "learning_rate": 0.00029775,
      "loss": 3.0938,
      "step": 1985
    },
    {
      "epoch": 0.09239357990230286,
      "grad_norm": 1.0807496114871131,
      "learning_rate": 0.0002979,
      "loss": 3.0781,
      "step": 1986
    },
    {
      "epoch": 0.09244010234938357,
      "grad_norm": 1.0693000589660928,
      "learning_rate": 0.00029805,
      "loss": 3.0781,
      "step": 1987
    },
    {
      "epoch": 0.0924866247964643,
      "grad_norm": 1.2516252469236138,
      "learning_rate": 0.0002982,
      "loss": 2.9844,
      "step": 1988
    },
    {
      "epoch": 0.09253314724354501,
      "grad_norm": 1.0291771103520515,
      "learning_rate": 0.00029835,
      "loss": 2.7656,
      "step": 1989
    },
    {
      "epoch": 0.09257966969062573,
      "grad_norm": 1.145327574589981,
      "learning_rate": 0.0002985,
      "loss": 3.0781,
      "step": 1990
    },
    {
      "epoch": 0.09262619213770644,
      "grad_norm": 1.1345399326709416,
      "learning_rate": 0.00029864999999999997,
      "loss": 3.0312,
      "step": 1991
    },
    {
      "epoch": 0.09267271458478717,
      "grad_norm": 1.0112937637780866,
      "learning_rate": 0.0002988,
      "loss": 3.1562,
      "step": 1992
    },
    {
      "epoch": 0.09271923703186788,
      "grad_norm": 1.0433826914065978,
      "learning_rate": 0.00029895,
      "loss": 3.0781,
      "step": 1993
    },
    {
      "epoch": 0.09276575947894859,
      "grad_norm": 1.0324199225200505,
      "learning_rate": 0.00029909999999999995,
      "loss": 3.2344,
      "step": 1994
    },
    {
      "epoch": 0.0928122819260293,
      "grad_norm": 1.0994796385610994,
      "learning_rate": 0.00029925,
      "loss": 3.1875,
      "step": 1995
    },
    {
      "epoch": 0.09285880437311003,
      "grad_norm": 1.0108563895942162,
      "learning_rate": 0.00029939999999999996,
      "loss": 3.0781,
      "step": 1996
    },
    {
      "epoch": 0.09290532682019075,
      "grad_norm": 1.0836328284725052,
      "learning_rate": 0.00029955,
      "loss": 3.0312,
      "step": 1997
    },
    {
      "epoch": 0.09295184926727146,
      "grad_norm": 1.131928577644903,
      "learning_rate": 0.00029969999999999997,
      "loss": 2.9688,
      "step": 1998
    },
    {
      "epoch": 0.09299837171435217,
      "grad_norm": 0.9766231596474643,
      "learning_rate": 0.00029985,
      "loss": 2.8594,
      "step": 1999
    },
    {
      "epoch": 0.0930448941614329,
      "grad_norm": 1.2040588907574827,
      "learning_rate": 0.0003,
      "loss": 3.1562,
      "step": 2000
    },
    {
      "epoch": 0.09309141660851361,
      "grad_norm": 1.1061486910131075,
      "learning_rate": 0.00029999999995408455,
      "loss": 2.9219,
      "step": 2001
    },
    {
      "epoch": 0.09313793905559432,
      "grad_norm": 0.9986099446434921,
      "learning_rate": 0.00029999999981633824,
      "loss": 2.9219,
      "step": 2002
    },
    {
      "epoch": 0.09318446150267504,
      "grad_norm": 1.0587979851111615,
      "learning_rate": 0.000299999999586761,
      "loss": 3.0781,
      "step": 2003
    },
    {
      "epoch": 0.09323098394975576,
      "grad_norm": 1.02225364628747,
      "learning_rate": 0.0002999999992653529,
      "loss": 3.0,
      "step": 2004
    },
    {
      "epoch": 0.09327750639683648,
      "grad_norm": 0.9702636592277053,
      "learning_rate": 0.00029999999885211393,
      "loss": 2.9844,
      "step": 2005
    },
    {
      "epoch": 0.09332402884391719,
      "grad_norm": 1.0159575967499113,
      "learning_rate": 0.00029999999834704404,
      "loss": 2.9219,
      "step": 2006
    },
    {
      "epoch": 0.0933705512909979,
      "grad_norm": 1.0161118312126796,
      "learning_rate": 0.0002999999977501433,
      "loss": 2.875,
      "step": 2007
    },
    {
      "epoch": 0.09341707373807863,
      "grad_norm": 1.002632450863353,
      "learning_rate": 0.0002999999970614117,
      "loss": 3.2031,
      "step": 2008
    },
    {
      "epoch": 0.09346359618515934,
      "grad_norm": 1.2269702970382863,
      "learning_rate": 0.00029999999628084917,
      "loss": 2.875,
      "step": 2009
    },
    {
      "epoch": 0.09351011863224006,
      "grad_norm": 1.0449683811341626,
      "learning_rate": 0.0002999999954084558,
      "loss": 2.9219,
      "step": 2010
    },
    {
      "epoch": 0.09355664107932077,
      "grad_norm": 1.5988695542659703,
      "learning_rate": 0.0002999999944442315,
      "loss": 2.8438,
      "step": 2011
    },
    {
      "epoch": 0.0936031635264015,
      "grad_norm": 1.0503146936481373,
      "learning_rate": 0.00029999999338817636,
      "loss": 2.8594,
      "step": 2012
    },
    {
      "epoch": 0.09364968597348221,
      "grad_norm": 1.2031646218280703,
      "learning_rate": 0.0002999999922402903,
      "loss": 2.9062,
      "step": 2013
    },
    {
      "epoch": 0.09369620842056292,
      "grad_norm": 0.968326688023859,
      "learning_rate": 0.00029999999100057344,
      "loss": 3.0,
      "step": 2014
    },
    {
      "epoch": 0.09374273086764363,
      "grad_norm": 1.13716198141091,
      "learning_rate": 0.0002999999896690256,
      "loss": 3.2656,
      "step": 2015
    },
    {
      "epoch": 0.09378925331472436,
      "grad_norm": 3.0651646992845984,
      "learning_rate": 0.00029999998824564695,
      "loss": 2.875,
      "step": 2016
    },
    {
      "epoch": 0.09383577576180507,
      "grad_norm": 1.0599861814576728,
      "learning_rate": 0.00029999998673043744,
      "loss": 2.9219,
      "step": 2017
    },
    {
      "epoch": 0.09388229820888579,
      "grad_norm": 6.407567646793,
      "learning_rate": 0.00029999998512339704,
      "loss": 3.0781,
      "step": 2018
    },
    {
      "epoch": 0.0939288206559665,
      "grad_norm": 7.41384675182265,
      "learning_rate": 0.0002999999834245257,
      "loss": 2.9844,
      "step": 2019
    },
    {
      "epoch": 0.09397534310304723,
      "grad_norm": 1.0437889663788003,
      "learning_rate": 0.0002999999816338235,
      "loss": 3.375,
      "step": 2020
    },
    {
      "epoch": 0.09402186555012794,
      "grad_norm": 0.9913808826229478,
      "learning_rate": 0.00029999997975129047,
      "loss": 3.0469,
      "step": 2021
    },
    {
      "epoch": 0.09406838799720865,
      "grad_norm": 1.0502828511482947,
      "learning_rate": 0.0002999999777769266,
      "loss": 3.2812,
      "step": 2022
    },
    {
      "epoch": 0.09411491044428937,
      "grad_norm": 1.024035215074512,
      "learning_rate": 0.0002999999757107318,
      "loss": 2.8906,
      "step": 2023
    },
    {
      "epoch": 0.09416143289137009,
      "grad_norm": 1.1091210254905972,
      "learning_rate": 0.00029999997355270613,
      "loss": 3.0781,
      "step": 2024
    },
    {
      "epoch": 0.0942079553384508,
      "grad_norm": 1.0193393305506775,
      "learning_rate": 0.00029999997130284963,
      "loss": 3.0781,
      "step": 2025
    },
    {
      "epoch": 0.09425447778553152,
      "grad_norm": 1.123144588619549,
      "learning_rate": 0.00029999996896116224,
      "loss": 3.1094,
      "step": 2026
    },
    {
      "epoch": 0.09430100023261223,
      "grad_norm": 1.048978641330522,
      "learning_rate": 0.000299999966527644,
      "loss": 3.2656,
      "step": 2027
    },
    {
      "epoch": 0.09434752267969296,
      "grad_norm": 1.2463230630315334,
      "learning_rate": 0.0002999999640022949,
      "loss": 3.0156,
      "step": 2028
    },
    {
      "epoch": 0.09439404512677367,
      "grad_norm": 0.9426438407188347,
      "learning_rate": 0.00029999996138511487,
      "loss": 3.2188,
      "step": 2029
    },
    {
      "epoch": 0.09444056757385438,
      "grad_norm": 0.9467714200158361,
      "learning_rate": 0.00029999995867610406,
      "loss": 2.7656,
      "step": 2030
    },
    {
      "epoch": 0.0944870900209351,
      "grad_norm": 0.9831595117259392,
      "learning_rate": 0.00029999995587526236,
      "loss": 3.25,
      "step": 2031
    },
    {
      "epoch": 0.09453361246801582,
      "grad_norm": 1.0540948205633471,
      "learning_rate": 0.0002999999529825898,
      "loss": 3.2031,
      "step": 2032
    },
    {
      "epoch": 0.09458013491509654,
      "grad_norm": 1.070990607697839,
      "learning_rate": 0.00029999994999808634,
      "loss": 2.7969,
      "step": 2033
    },
    {
      "epoch": 0.09462665736217725,
      "grad_norm": 0.9905121005393112,
      "learning_rate": 0.0002999999469217521,
      "loss": 3.2188,
      "step": 2034
    },
    {
      "epoch": 0.09467317980925796,
      "grad_norm": 1.0584899229370737,
      "learning_rate": 0.000299999943753587,
      "loss": 2.9219,
      "step": 2035
    },
    {
      "epoch": 0.09471970225633869,
      "grad_norm": 1.0430712196717573,
      "learning_rate": 0.00029999994049359106,
      "loss": 2.9062,
      "step": 2036
    },
    {
      "epoch": 0.0947662247034194,
      "grad_norm": 1.0375000209735645,
      "learning_rate": 0.0002999999371417642,
      "loss": 3.2031,
      "step": 2037
    },
    {
      "epoch": 0.09481274715050012,
      "grad_norm": 0.982897914826344,
      "learning_rate": 0.0002999999336981066,
      "loss": 2.9688,
      "step": 2038
    },
    {
      "epoch": 0.09485926959758083,
      "grad_norm": 1.1302020534693218,
      "learning_rate": 0.0002999999301626181,
      "loss": 3.0312,
      "step": 2039
    },
    {
      "epoch": 0.09490579204466155,
      "grad_norm": 0.9934520529046353,
      "learning_rate": 0.0002999999265352987,
      "loss": 3.2969,
      "step": 2040
    },
    {
      "epoch": 0.09495231449174227,
      "grad_norm": 1.0943486903372546,
      "learning_rate": 0.00029999992281614854,
      "loss": 2.8906,
      "step": 2041
    },
    {
      "epoch": 0.09499883693882298,
      "grad_norm": 0.9593896992577452,
      "learning_rate": 0.00029999991900516755,
      "loss": 3.0,
      "step": 2042
    },
    {
      "epoch": 0.0950453593859037,
      "grad_norm": 0.981963748446099,
      "learning_rate": 0.00029999991510235567,
      "loss": 2.9062,
      "step": 2043
    },
    {
      "epoch": 0.09509188183298442,
      "grad_norm": 0.996791583196976,
      "learning_rate": 0.000299999911107713,
      "loss": 2.9219,
      "step": 2044
    },
    {
      "epoch": 0.09513840428006513,
      "grad_norm": 0.9617974969736449,
      "learning_rate": 0.0002999999070212395,
      "loss": 2.875,
      "step": 2045
    },
    {
      "epoch": 0.09518492672714585,
      "grad_norm": 1.154724746586606,
      "learning_rate": 0.00029999990284293514,
      "loss": 3.1562,
      "step": 2046
    },
    {
      "epoch": 0.09523144917422656,
      "grad_norm": 1.0023800009127262,
      "learning_rate": 0.00029999989857279995,
      "loss": 3.0625,
      "step": 2047
    },
    {
      "epoch": 0.09527797162130729,
      "grad_norm": 0.9653218493577911,
      "learning_rate": 0.00029999989421083397,
      "loss": 3.2656,
      "step": 2048
    },
    {
      "epoch": 0.095324494068388,
      "grad_norm": 1.0476250088151118,
      "learning_rate": 0.00029999988975703716,
      "loss": 2.9688,
      "step": 2049
    },
    {
      "epoch": 0.09537101651546871,
      "grad_norm": 0.9843725968834486,
      "learning_rate": 0.00029999988521140956,
      "loss": 3.0,
      "step": 2050
    },
    {
      "epoch": 0.09541753896254943,
      "grad_norm": 1.0282483471946313,
      "learning_rate": 0.0002999998805739511,
      "loss": 2.9375,
      "step": 2051
    },
    {
      "epoch": 0.09546406140963015,
      "grad_norm": 1.0384686020334473,
      "learning_rate": 0.00029999987584466184,
      "loss": 3.0312,
      "step": 2052
    },
    {
      "epoch": 0.09551058385671087,
      "grad_norm": 0.9963280691511492,
      "learning_rate": 0.00029999987102354177,
      "loss": 3.375,
      "step": 2053
    },
    {
      "epoch": 0.09555710630379158,
      "grad_norm": 0.9545630501530197,
      "learning_rate": 0.000299999866110591,
      "loss": 3.0469,
      "step": 2054
    },
    {
      "epoch": 0.09560362875087229,
      "grad_norm": 0.9305828399710832,
      "learning_rate": 0.0002999998611058093,
      "loss": 3.0469,
      "step": 2055
    },
    {
      "epoch": 0.09565015119795302,
      "grad_norm": 0.9120163266904658,
      "learning_rate": 0.0002999998560091968,
      "loss": 3.2188,
      "step": 2056
    },
    {
      "epoch": 0.09569667364503373,
      "grad_norm": 1.0249160362627932,
      "learning_rate": 0.00029999985082075354,
      "loss": 2.9688,
      "step": 2057
    },
    {
      "epoch": 0.09574319609211444,
      "grad_norm": 1.0643245021014534,
      "learning_rate": 0.00029999984554047955,
      "loss": 3.1562,
      "step": 2058
    },
    {
      "epoch": 0.09578971853919516,
      "grad_norm": 0.890704800212479,
      "learning_rate": 0.00029999984016837466,
      "loss": 2.8281,
      "step": 2059
    },
    {
      "epoch": 0.09583624098627588,
      "grad_norm": 1.0476783877326812,
      "learning_rate": 0.00029999983470443904,
      "loss": 3.0312,
      "step": 2060
    },
    {
      "epoch": 0.0958827634333566,
      "grad_norm": 1.007434952120825,
      "learning_rate": 0.00029999982914867264,
      "loss": 2.8438,
      "step": 2061
    },
    {
      "epoch": 0.09592928588043731,
      "grad_norm": 1.0073518883436186,
      "learning_rate": 0.00029999982350107545,
      "loss": 3.3438,
      "step": 2062
    },
    {
      "epoch": 0.09597580832751802,
      "grad_norm": 0.9458052751395529,
      "learning_rate": 0.00029999981776164747,
      "loss": 2.8594,
      "step": 2063
    },
    {
      "epoch": 0.09602233077459875,
      "grad_norm": 1.1848099102305358,
      "learning_rate": 0.00029999981193038877,
      "loss": 2.6875,
      "step": 2064
    },
    {
      "epoch": 0.09606885322167946,
      "grad_norm": 1.1463035158003394,
      "learning_rate": 0.0002999998060072992,
      "loss": 2.9375,
      "step": 2065
    },
    {
      "epoch": 0.09611537566876018,
      "grad_norm": 1.1729058290380814,
      "learning_rate": 0.000299999799992379,
      "loss": 3.0781,
      "step": 2066
    },
    {
      "epoch": 0.09616189811584089,
      "grad_norm": 1.2069696921430877,
      "learning_rate": 0.00029999979388562793,
      "loss": 2.9844,
      "step": 2067
    },
    {
      "epoch": 0.09620842056292161,
      "grad_norm": 1.0582638368530022,
      "learning_rate": 0.00029999978768704613,
      "loss": 3.0938,
      "step": 2068
    },
    {
      "epoch": 0.09625494301000233,
      "grad_norm": 1.0497988467822699,
      "learning_rate": 0.00029999978139663355,
      "loss": 2.9219,
      "step": 2069
    },
    {
      "epoch": 0.09630146545708304,
      "grad_norm": 1.305700713337533,
      "learning_rate": 0.0002999997750143903,
      "loss": 3.1562,
      "step": 2070
    },
    {
      "epoch": 0.09634798790416375,
      "grad_norm": 1.0797948595894917,
      "learning_rate": 0.00029999976854031625,
      "loss": 3.0,
      "step": 2071
    },
    {
      "epoch": 0.09639451035124448,
      "grad_norm": 1.091311883141602,
      "learning_rate": 0.0002999997619744115,
      "loss": 3.0,
      "step": 2072
    },
    {
      "epoch": 0.0964410327983252,
      "grad_norm": 1.3904379270578995,
      "learning_rate": 0.0002999997553166759,
      "loss": 2.8281,
      "step": 2073
    },
    {
      "epoch": 0.0964875552454059,
      "grad_norm": 1.0388690027434833,
      "learning_rate": 0.0002999997485671097,
      "loss": 3.0625,
      "step": 2074
    },
    {
      "epoch": 0.09653407769248662,
      "grad_norm": 0.8777618497404789,
      "learning_rate": 0.0002999997417257127,
      "loss": 2.8281,
      "step": 2075
    },
    {
      "epoch": 0.09658060013956735,
      "grad_norm": 0.911008686499774,
      "learning_rate": 0.000299999734792485,
      "loss": 2.7656,
      "step": 2076
    },
    {
      "epoch": 0.09662712258664806,
      "grad_norm": 1.1249892113549769,
      "learning_rate": 0.0002999997277674266,
      "loss": 3.0156,
      "step": 2077
    },
    {
      "epoch": 0.09667364503372877,
      "grad_norm": 1.106489727439742,
      "learning_rate": 0.0002999997206505374,
      "loss": 3.0,
      "step": 2078
    },
    {
      "epoch": 0.09672016748080949,
      "grad_norm": 0.9776158869992184,
      "learning_rate": 0.0002999997134418175,
      "loss": 2.9375,
      "step": 2079
    },
    {
      "epoch": 0.09676668992789021,
      "grad_norm": 0.9906423319014295,
      "learning_rate": 0.00029999970614126695,
      "loss": 3.2188,
      "step": 2080
    },
    {
      "epoch": 0.09681321237497093,
      "grad_norm": 0.9122783184288059,
      "learning_rate": 0.0002999996987488857,
      "loss": 2.8906,
      "step": 2081
    },
    {
      "epoch": 0.09685973482205164,
      "grad_norm": 0.954813516788718,
      "learning_rate": 0.0002999996912646737,
      "loss": 3.2812,
      "step": 2082
    },
    {
      "epoch": 0.09690625726913235,
      "grad_norm": 1.0421170273422153,
      "learning_rate": 0.000299999683688631,
      "loss": 3.0625,
      "step": 2083
    },
    {
      "epoch": 0.09695277971621308,
      "grad_norm": 0.9300361444859696,
      "learning_rate": 0.00029999967602075767,
      "loss": 3.0312,
      "step": 2084
    },
    {
      "epoch": 0.09699930216329379,
      "grad_norm": 0.9455777427859452,
      "learning_rate": 0.0002999996682610536,
      "loss": 3.3125,
      "step": 2085
    },
    {
      "epoch": 0.0970458246103745,
      "grad_norm": 1.2727373916612446,
      "learning_rate": 0.0002999996604095189,
      "loss": 2.875,
      "step": 2086
    },
    {
      "epoch": 0.09709234705745522,
      "grad_norm": 0.9782447869059447,
      "learning_rate": 0.0002999996524661535,
      "loss": 3.1562,
      "step": 2087
    },
    {
      "epoch": 0.09713886950453594,
      "grad_norm": 0.9249105067460393,
      "learning_rate": 0.00029999964443095745,
      "loss": 2.7812,
      "step": 2088
    },
    {
      "epoch": 0.09718539195161666,
      "grad_norm": 0.9197874543892609,
      "learning_rate": 0.0002999996363039306,
      "loss": 3.0,
      "step": 2089
    },
    {
      "epoch": 0.09723191439869737,
      "grad_norm": 1.4856373730790546,
      "learning_rate": 0.0002999996280850733,
      "loss": 3.2031,
      "step": 2090
    },
    {
      "epoch": 0.09727843684577808,
      "grad_norm": 0.9800415326951194,
      "learning_rate": 0.0002999996197743852,
      "loss": 3.125,
      "step": 2091
    },
    {
      "epoch": 0.09732495929285881,
      "grad_norm": 0.8988095997979196,
      "learning_rate": 0.0002999996113718665,
      "loss": 2.9062,
      "step": 2092
    },
    {
      "epoch": 0.09737148173993952,
      "grad_norm": 1.1736798339491714,
      "learning_rate": 0.0002999996028775171,
      "loss": 3.1406,
      "step": 2093
    },
    {
      "epoch": 0.09741800418702024,
      "grad_norm": 1.2494691766333479,
      "learning_rate": 0.00029999959429133713,
      "loss": 2.9844,
      "step": 2094
    },
    {
      "epoch": 0.09746452663410095,
      "grad_norm": 0.9789620586240901,
      "learning_rate": 0.0002999995856133265,
      "loss": 3.2031,
      "step": 2095
    },
    {
      "epoch": 0.09751104908118167,
      "grad_norm": 1.0687875001307872,
      "learning_rate": 0.0002999995768434852,
      "loss": 2.7969,
      "step": 2096
    },
    {
      "epoch": 0.09755757152826239,
      "grad_norm": 1.0189573582470375,
      "learning_rate": 0.00029999956798181334,
      "loss": 2.7344,
      "step": 2097
    },
    {
      "epoch": 0.0976040939753431,
      "grad_norm": 1.0292753728080382,
      "learning_rate": 0.0002999995590283108,
      "loss": 3.0469,
      "step": 2098
    },
    {
      "epoch": 0.09765061642242381,
      "grad_norm": 1.0062741796459933,
      "learning_rate": 0.0002999995499829777,
      "loss": 2.9062,
      "step": 2099
    },
    {
      "epoch": 0.09769713886950454,
      "grad_norm": 1.0724782438232137,
      "learning_rate": 0.00029999954084581395,
      "loss": 3.0156,
      "step": 2100
    },
    {
      "epoch": 0.09774366131658525,
      "grad_norm": 0.9279898880038758,
      "learning_rate": 0.00029999953161681964,
      "loss": 3.0469,
      "step": 2101
    },
    {
      "epoch": 0.09779018376366597,
      "grad_norm": 0.9263542079376854,
      "learning_rate": 0.0002999995222959947,
      "loss": 2.7812,
      "step": 2102
    },
    {
      "epoch": 0.09783670621074668,
      "grad_norm": 0.9492529211161298,
      "learning_rate": 0.00029999951288333916,
      "loss": 3.0469,
      "step": 2103
    },
    {
      "epoch": 0.0978832286578274,
      "grad_norm": 1.1506332022916432,
      "learning_rate": 0.00029999950337885304,
      "loss": 2.9062,
      "step": 2104
    },
    {
      "epoch": 0.09792975110490812,
      "grad_norm": 1.0218128085127438,
      "learning_rate": 0.00029999949378253636,
      "loss": 3.2031,
      "step": 2105
    },
    {
      "epoch": 0.09797627355198883,
      "grad_norm": 0.9620081900239669,
      "learning_rate": 0.0002999994840943891,
      "loss": 3.0469,
      "step": 2106
    },
    {
      "epoch": 0.09802279599906955,
      "grad_norm": 1.0364711441235213,
      "learning_rate": 0.0002999994743144113,
      "loss": 3.0781,
      "step": 2107
    },
    {
      "epoch": 0.09806931844615027,
      "grad_norm": 1.0581913136472345,
      "learning_rate": 0.0002999994644426029,
      "loss": 3.1562,
      "step": 2108
    },
    {
      "epoch": 0.09811584089323099,
      "grad_norm": 1.0716465792426302,
      "learning_rate": 0.0002999994544789639,
      "loss": 3.1719,
      "step": 2109
    },
    {
      "epoch": 0.0981623633403117,
      "grad_norm": 0.9757122430170415,
      "learning_rate": 0.00029999944442349444,
      "loss": 3.125,
      "step": 2110
    },
    {
      "epoch": 0.09820888578739241,
      "grad_norm": 1.1425948584666457,
      "learning_rate": 0.0002999994342761944,
      "loss": 3.1094,
      "step": 2111
    },
    {
      "epoch": 0.09825540823447314,
      "grad_norm": 1.0103632028740532,
      "learning_rate": 0.0002999994240370638,
      "loss": 3.0469,
      "step": 2112
    },
    {
      "epoch": 0.09830193068155385,
      "grad_norm": 0.9150844843075326,
      "learning_rate": 0.0002999994137061027,
      "loss": 2.8438,
      "step": 2113
    },
    {
      "epoch": 0.09834845312863456,
      "grad_norm": 0.8610650419263784,
      "learning_rate": 0.00029999940328331105,
      "loss": 2.9844,
      "step": 2114
    },
    {
      "epoch": 0.09839497557571528,
      "grad_norm": 1.1909163622396541,
      "learning_rate": 0.0002999993927686889,
      "loss": 3.0,
      "step": 2115
    },
    {
      "epoch": 0.098441498022796,
      "grad_norm": 0.9593836973337014,
      "learning_rate": 0.0002999993821622362,
      "loss": 3.0625,
      "step": 2116
    },
    {
      "epoch": 0.09848802046987672,
      "grad_norm": 0.9228149518973198,
      "learning_rate": 0.00029999937146395303,
      "loss": 2.9062,
      "step": 2117
    },
    {
      "epoch": 0.09853454291695743,
      "grad_norm": 1.004949666727884,
      "learning_rate": 0.0002999993606738394,
      "loss": 3.2188,
      "step": 2118
    },
    {
      "epoch": 0.09858106536403814,
      "grad_norm": 0.8926172560272364,
      "learning_rate": 0.0002999993497918952,
      "loss": 3.0312,
      "step": 2119
    },
    {
      "epoch": 0.09862758781111887,
      "grad_norm": 0.9818842650119189,
      "learning_rate": 0.00029999933881812054,
      "loss": 2.8125,
      "step": 2120
    },
    {
      "epoch": 0.09867411025819958,
      "grad_norm": 1.0056939571284615,
      "learning_rate": 0.0002999993277525154,
      "loss": 2.7344,
      "step": 2121
    },
    {
      "epoch": 0.0987206327052803,
      "grad_norm": 1.058466773155478,
      "learning_rate": 0.0002999993165950798,
      "loss": 3.0938,
      "step": 2122
    },
    {
      "epoch": 0.09876715515236101,
      "grad_norm": 0.942542738813934,
      "learning_rate": 0.00029999930534581375,
      "loss": 2.9219,
      "step": 2123
    },
    {
      "epoch": 0.09881367759944173,
      "grad_norm": 0.9566901814442708,
      "learning_rate": 0.00029999929400471723,
      "loss": 3.0781,
      "step": 2124
    },
    {
      "epoch": 0.09886020004652245,
      "grad_norm": 1.1714855732981824,
      "learning_rate": 0.0002999992825717902,
      "loss": 3.3281,
      "step": 2125
    },
    {
      "epoch": 0.09890672249360316,
      "grad_norm": 0.9592792297703885,
      "learning_rate": 0.0002999992710470328,
      "loss": 2.9062,
      "step": 2126
    },
    {
      "epoch": 0.09895324494068387,
      "grad_norm": 0.8982313351289473,
      "learning_rate": 0.0002999992594304449,
      "loss": 2.6875,
      "step": 2127
    },
    {
      "epoch": 0.0989997673877646,
      "grad_norm": 1.0994018774826388,
      "learning_rate": 0.00029999924772202666,
      "loss": 2.9844,
      "step": 2128
    },
    {
      "epoch": 0.09904628983484531,
      "grad_norm": 1.1137064752647106,
      "learning_rate": 0.0002999992359217779,
      "loss": 3.125,
      "step": 2129
    },
    {
      "epoch": 0.09909281228192603,
      "grad_norm": 0.9252796623522812,
      "learning_rate": 0.0002999992240296988,
      "loss": 2.9219,
      "step": 2130
    },
    {
      "epoch": 0.09913933472900674,
      "grad_norm": 0.9059940240456039,
      "learning_rate": 0.00029999921204578925,
      "loss": 2.9531,
      "step": 2131
    },
    {
      "epoch": 0.09918585717608747,
      "grad_norm": 0.8647580470204761,
      "learning_rate": 0.00029999919997004927,
      "loss": 2.6875,
      "step": 2132
    },
    {
      "epoch": 0.09923237962316818,
      "grad_norm": 0.9045211893296613,
      "learning_rate": 0.00029999918780247893,
      "loss": 2.6562,
      "step": 2133
    },
    {
      "epoch": 0.09927890207024889,
      "grad_norm": 1.036372679515019,
      "learning_rate": 0.00029999917554307824,
      "loss": 3.375,
      "step": 2134
    },
    {
      "epoch": 0.0993254245173296,
      "grad_norm": 1.027824502210191,
      "learning_rate": 0.00029999916319184715,
      "loss": 2.8906,
      "step": 2135
    },
    {
      "epoch": 0.09937194696441033,
      "grad_norm": 0.9804610324329233,
      "learning_rate": 0.00029999915074878565,
      "loss": 3.125,
      "step": 2136
    },
    {
      "epoch": 0.09941846941149104,
      "grad_norm": 0.9824411727683493,
      "learning_rate": 0.0002999991382138938,
      "loss": 3.0938,
      "step": 2137
    },
    {
      "epoch": 0.09946499185857176,
      "grad_norm": 0.9507740167075757,
      "learning_rate": 0.0002999991255871716,
      "loss": 2.8125,
      "step": 2138
    },
    {
      "epoch": 0.09951151430565247,
      "grad_norm": 0.9636177564230594,
      "learning_rate": 0.00029999911286861903,
      "loss": 2.9688,
      "step": 2139
    },
    {
      "epoch": 0.0995580367527332,
      "grad_norm": 0.9812570944727654,
      "learning_rate": 0.0002999991000582362,
      "loss": 2.7812,
      "step": 2140
    },
    {
      "epoch": 0.09960455919981391,
      "grad_norm": 1.0361869320556503,
      "learning_rate": 0.00029999908715602297,
      "loss": 2.9219,
      "step": 2141
    },
    {
      "epoch": 0.09965108164689462,
      "grad_norm": 1.0046248296167164,
      "learning_rate": 0.0002999990741619794,
      "loss": 3.1406,
      "step": 2142
    },
    {
      "epoch": 0.09969760409397534,
      "grad_norm": 0.9845550226583762,
      "learning_rate": 0.00029999906107610556,
      "loss": 2.9531,
      "step": 2143
    },
    {
      "epoch": 0.09974412654105606,
      "grad_norm": 1.1176135096395798,
      "learning_rate": 0.00029999904789840135,
      "loss": 2.7656,
      "step": 2144
    },
    {
      "epoch": 0.09979064898813678,
      "grad_norm": 0.9115114530956895,
      "learning_rate": 0.0002999990346288669,
      "loss": 2.9531,
      "step": 2145
    },
    {
      "epoch": 0.09983717143521749,
      "grad_norm": 0.9315006795446571,
      "learning_rate": 0.00029999902126750215,
      "loss": 2.7812,
      "step": 2146
    },
    {
      "epoch": 0.0998836938822982,
      "grad_norm": 1.1200670625105111,
      "learning_rate": 0.00029999900781430705,
      "loss": 2.4375,
      "step": 2147
    },
    {
      "epoch": 0.09993021632937893,
      "grad_norm": 0.9502676042659106,
      "learning_rate": 0.00029999899426928176,
      "loss": 3.2031,
      "step": 2148
    },
    {
      "epoch": 0.09997673877645964,
      "grad_norm": 1.0465380157743642,
      "learning_rate": 0.00029999898063242617,
      "loss": 3.3906,
      "step": 2149
    },
    {
      "epoch": 0.10002326122354036,
      "grad_norm": 1.0650356145050872,
      "learning_rate": 0.0002999989669037403,
      "loss": 3.125,
      "step": 2150
    },
    {
      "epoch": 0.10006978367062107,
      "grad_norm": 0.9017013426766995,
      "learning_rate": 0.00029999895308322416,
      "loss": 3.0156,
      "step": 2151
    },
    {
      "epoch": 0.1001163061177018,
      "grad_norm": 0.986214428796166,
      "learning_rate": 0.00029999893917087784,
      "loss": 2.9688,
      "step": 2152
    },
    {
      "epoch": 0.10016282856478251,
      "grad_norm": 0.9654958611712043,
      "learning_rate": 0.0002999989251667012,
      "loss": 3.0,
      "step": 2153
    },
    {
      "epoch": 0.10020935101186322,
      "grad_norm": 0.8773612159291868,
      "learning_rate": 0.00029999891107069447,
      "loss": 2.8594,
      "step": 2154
    },
    {
      "epoch": 0.10025587345894393,
      "grad_norm": 0.8753453921160276,
      "learning_rate": 0.0002999988968828574,
      "loss": 2.9375,
      "step": 2155
    },
    {
      "epoch": 0.10030239590602466,
      "grad_norm": 1.1968400867966795,
      "learning_rate": 0.0002999988826031902,
      "loss": 2.875,
      "step": 2156
    },
    {
      "epoch": 0.10034891835310537,
      "grad_norm": 1.052010053195509,
      "learning_rate": 0.0002999988682316927,
      "loss": 3.0938,
      "step": 2157
    },
    {
      "epoch": 0.10039544080018609,
      "grad_norm": 1.4975028590488162,
      "learning_rate": 0.0002999988537683651,
      "loss": 2.4531,
      "step": 2158
    },
    {
      "epoch": 0.1004419632472668,
      "grad_norm": 1.1500597974187898,
      "learning_rate": 0.0002999988392132073,
      "loss": 3.0938,
      "step": 2159
    },
    {
      "epoch": 0.10048848569434753,
      "grad_norm": 1.1897247596340748,
      "learning_rate": 0.0002999988245662193,
      "loss": 2.8281,
      "step": 2160
    },
    {
      "epoch": 0.10053500814142824,
      "grad_norm": 0.974023664450913,
      "learning_rate": 0.00029999880982740115,
      "loss": 3.0312,
      "step": 2161
    },
    {
      "epoch": 0.10058153058850895,
      "grad_norm": 1.0890476616964453,
      "learning_rate": 0.00029999879499675283,
      "loss": 3.0,
      "step": 2162
    },
    {
      "epoch": 0.10062805303558967,
      "grad_norm": 0.9292908070875886,
      "learning_rate": 0.0002999987800742744,
      "loss": 3.0469,
      "step": 2163
    },
    {
      "epoch": 0.10067457548267039,
      "grad_norm": 1.2716887712476244,
      "learning_rate": 0.0002999987650599658,
      "loss": 2.4844,
      "step": 2164
    },
    {
      "epoch": 0.1007210979297511,
      "grad_norm": 1.2442568732147516,
      "learning_rate": 0.00029999874995382706,
      "loss": 3.1094,
      "step": 2165
    },
    {
      "epoch": 0.10076762037683182,
      "grad_norm": 1.299387728814455,
      "learning_rate": 0.00029999873475585826,
      "loss": 2.9219,
      "step": 2166
    },
    {
      "epoch": 0.10081414282391253,
      "grad_norm": 1.0294445993112291,
      "learning_rate": 0.0002999987194660593,
      "loss": 2.875,
      "step": 2167
    },
    {
      "epoch": 0.10086066527099326,
      "grad_norm": 0.899827190836181,
      "learning_rate": 0.00029999870408443024,
      "loss": 3.1875,
      "step": 2168
    },
    {
      "epoch": 0.10090718771807397,
      "grad_norm": 1.4444667591865896,
      "learning_rate": 0.00029999868861097114,
      "loss": 3.1562,
      "step": 2169
    },
    {
      "epoch": 0.10095371016515468,
      "grad_norm": 1.3671358027448512,
      "learning_rate": 0.0002999986730456819,
      "loss": 2.9062,
      "step": 2170
    },
    {
      "epoch": 0.10100023261223541,
      "grad_norm": 0.976024217817014,
      "learning_rate": 0.00029999865738856264,
      "loss": 3.125,
      "step": 2171
    },
    {
      "epoch": 0.10104675505931612,
      "grad_norm": 0.9404532158600782,
      "learning_rate": 0.0002999986416396133,
      "loss": 2.9375,
      "step": 2172
    },
    {
      "epoch": 0.10109327750639684,
      "grad_norm": 0.9808794814152442,
      "learning_rate": 0.00029999862579883387,
      "loss": 2.9531,
      "step": 2173
    },
    {
      "epoch": 0.10113979995347755,
      "grad_norm": 0.950400612330911,
      "learning_rate": 0.0002999986098662244,
      "loss": 3.3125,
      "step": 2174
    },
    {
      "epoch": 0.10118632240055828,
      "grad_norm": 1.0795114875846397,
      "learning_rate": 0.00029999859384178493,
      "loss": 3.2031,
      "step": 2175
    },
    {
      "epoch": 0.10123284484763899,
      "grad_norm": 1.0230269778322534,
      "learning_rate": 0.0002999985777255155,
      "loss": 2.5156,
      "step": 2176
    },
    {
      "epoch": 0.1012793672947197,
      "grad_norm": 0.9480181759705787,
      "learning_rate": 0.00029999856151741595,
      "loss": 2.375,
      "step": 2177
    },
    {
      "epoch": 0.10132588974180042,
      "grad_norm": 1.1818886837680576,
      "learning_rate": 0.0002999985452174864,
      "loss": 2.9219,
      "step": 2178
    },
    {
      "epoch": 0.10137241218888114,
      "grad_norm": 1.38530549705679,
      "learning_rate": 0.0002999985288257269,
      "loss": 2.7031,
      "step": 2179
    },
    {
      "epoch": 0.10141893463596185,
      "grad_norm": 1.1363725748816433,
      "learning_rate": 0.0002999985123421374,
      "loss": 3.0156,
      "step": 2180
    },
    {
      "epoch": 0.10146545708304257,
      "grad_norm": 1.0886978563644236,
      "learning_rate": 0.00029999849576671793,
      "loss": 2.3438,
      "step": 2181
    },
    {
      "epoch": 0.10151197953012328,
      "grad_norm": 0.983035640719174,
      "learning_rate": 0.0002999984790994685,
      "loss": 3.125,
      "step": 2182
    },
    {
      "epoch": 0.10155850197720401,
      "grad_norm": 0.857659423927368,
      "learning_rate": 0.0002999984623403891,
      "loss": 2.8906,
      "step": 2183
    },
    {
      "epoch": 0.10160502442428472,
      "grad_norm": 0.9536235041341802,
      "learning_rate": 0.0002999984454894798,
      "loss": 2.9531,
      "step": 2184
    },
    {
      "epoch": 0.10165154687136543,
      "grad_norm": 0.9458171404217938,
      "learning_rate": 0.0002999984285467405,
      "loss": 3.0781,
      "step": 2185
    },
    {
      "epoch": 0.10169806931844615,
      "grad_norm": 0.9992739164880097,
      "learning_rate": 0.00029999841151217134,
      "loss": 2.7031,
      "step": 2186
    },
    {
      "epoch": 0.10174459176552687,
      "grad_norm": 1.0376092233471317,
      "learning_rate": 0.00029999839438577225,
      "loss": 3.2344,
      "step": 2187
    },
    {
      "epoch": 0.10179111421260759,
      "grad_norm": 0.8801766307624962,
      "learning_rate": 0.00029999837716754323,
      "loss": 3.0156,
      "step": 2188
    },
    {
      "epoch": 0.1018376366596883,
      "grad_norm": 1.1121971283462389,
      "learning_rate": 0.00029999835985748436,
      "loss": 2.8438,
      "step": 2189
    },
    {
      "epoch": 0.10188415910676901,
      "grad_norm": 0.9911151522969371,
      "learning_rate": 0.00029999834245559556,
      "loss": 3.1875,
      "step": 2190
    },
    {
      "epoch": 0.10193068155384974,
      "grad_norm": 0.9453167968173765,
      "learning_rate": 0.00029999832496187696,
      "loss": 3.2344,
      "step": 2191
    },
    {
      "epoch": 0.10197720400093045,
      "grad_norm": 0.8645196371065373,
      "learning_rate": 0.0002999983073763285,
      "loss": 3.2969,
      "step": 2192
    },
    {
      "epoch": 0.10202372644801116,
      "grad_norm": 0.888384457456613,
      "learning_rate": 0.0002999982896989501,
      "loss": 3.2344,
      "step": 2193
    },
    {
      "epoch": 0.10207024889509188,
      "grad_norm": 0.9575311217055074,
      "learning_rate": 0.00029999827192974196,
      "loss": 3.0312,
      "step": 2194
    },
    {
      "epoch": 0.1021167713421726,
      "grad_norm": 0.8572259210474346,
      "learning_rate": 0.00029999825406870395,
      "loss": 3.0469,
      "step": 2195
    },
    {
      "epoch": 0.10216329378925332,
      "grad_norm": 1.6588414972968357,
      "learning_rate": 0.00029999823611583614,
      "loss": 2.875,
      "step": 2196
    },
    {
      "epoch": 0.10220981623633403,
      "grad_norm": 1.1683860722065538,
      "learning_rate": 0.0002999982180711385,
      "loss": 3.0781,
      "step": 2197
    },
    {
      "epoch": 0.10225633868341474,
      "grad_norm": 2.4645985385450073,
      "learning_rate": 0.00029999819993461107,
      "loss": 3.0625,
      "step": 2198
    },
    {
      "epoch": 0.10230286113049547,
      "grad_norm": 0.8812476547515061,
      "learning_rate": 0.0002999981817062539,
      "loss": 2.8906,
      "step": 2199
    },
    {
      "epoch": 0.10234938357757618,
      "grad_norm": 1.0829109366214313,
      "learning_rate": 0.0002999981633860669,
      "loss": 3.25,
      "step": 2200
    },
    {
      "epoch": 0.1023959060246569,
      "grad_norm": 1.3118278504469687,
      "learning_rate": 0.0002999981449740502,
      "loss": 3.0938,
      "step": 2201
    },
    {
      "epoch": 0.10244242847173761,
      "grad_norm": 1.0849111864910164,
      "learning_rate": 0.0002999981264702037,
      "loss": 3.0625,
      "step": 2202
    },
    {
      "epoch": 0.10248895091881834,
      "grad_norm": 1.2580202932920383,
      "learning_rate": 0.0002999981078745275,
      "loss": 2.8125,
      "step": 2203
    },
    {
      "epoch": 0.10253547336589905,
      "grad_norm": 0.9987232193015713,
      "learning_rate": 0.0002999980891870216,
      "loss": 2.9844,
      "step": 2204
    },
    {
      "epoch": 0.10258199581297976,
      "grad_norm": 0.9792243116486293,
      "learning_rate": 0.0002999980704076859,
      "loss": 3.2344,
      "step": 2205
    },
    {
      "epoch": 0.10262851826006048,
      "grad_norm": 0.8923773977456568,
      "learning_rate": 0.00029999805153652054,
      "loss": 2.8281,
      "step": 2206
    },
    {
      "epoch": 0.1026750407071412,
      "grad_norm": 0.931957101386526,
      "learning_rate": 0.0002999980325735255,
      "loss": 2.9688,
      "step": 2207
    },
    {
      "epoch": 0.10272156315422191,
      "grad_norm": 1.047437567432195,
      "learning_rate": 0.0002999980135187008,
      "loss": 3.0781,
      "step": 2208
    },
    {
      "epoch": 0.10276808560130263,
      "grad_norm": 0.8571038867840438,
      "learning_rate": 0.0002999979943720464,
      "loss": 3.0938,
      "step": 2209
    },
    {
      "epoch": 0.10281460804838334,
      "grad_norm": 1.0174401917719975,
      "learning_rate": 0.0002999979751335623,
      "loss": 3.2188,
      "step": 2210
    },
    {
      "epoch": 0.10286113049546407,
      "grad_norm": 0.9458272084994029,
      "learning_rate": 0.00029999795580324865,
      "loss": 2.875,
      "step": 2211
    },
    {
      "epoch": 0.10290765294254478,
      "grad_norm": 0.9555867972334293,
      "learning_rate": 0.0002999979363811053,
      "loss": 3.1094,
      "step": 2212
    },
    {
      "epoch": 0.1029541753896255,
      "grad_norm": 0.8783474679826196,
      "learning_rate": 0.0002999979168671324,
      "loss": 2.8438,
      "step": 2213
    },
    {
      "epoch": 0.1030006978367062,
      "grad_norm": 0.8206127776516144,
      "learning_rate": 0.0002999978972613298,
      "loss": 2.8281,
      "step": 2214
    },
    {
      "epoch": 0.10304722028378693,
      "grad_norm": 1.0544826454035583,
      "learning_rate": 0.00029999787756369763,
      "loss": 2.9375,
      "step": 2215
    },
    {
      "epoch": 0.10309374273086765,
      "grad_norm": 0.8633430418733132,
      "learning_rate": 0.0002999978577742359,
      "loss": 3.2656,
      "step": 2216
    },
    {
      "epoch": 0.10314026517794836,
      "grad_norm": 0.8816409349205017,
      "learning_rate": 0.00029999783789294457,
      "loss": 2.9375,
      "step": 2217
    },
    {
      "epoch": 0.10318678762502907,
      "grad_norm": 0.9237615003204382,
      "learning_rate": 0.0002999978179198237,
      "loss": 3.2656,
      "step": 2218
    },
    {
      "epoch": 0.1032333100721098,
      "grad_norm": 0.9352574513221721,
      "learning_rate": 0.0002999977978548733,
      "loss": 2.9219,
      "step": 2219
    },
    {
      "epoch": 0.10327983251919051,
      "grad_norm": 0.9802546575230818,
      "learning_rate": 0.00029999777769809335,
      "loss": 2.5312,
      "step": 2220
    },
    {
      "epoch": 0.10332635496627122,
      "grad_norm": 0.837021542707125,
      "learning_rate": 0.00029999775744948387,
      "loss": 2.6875,
      "step": 2221
    },
    {
      "epoch": 0.10337287741335194,
      "grad_norm": 0.9595485993188732,
      "learning_rate": 0.00029999773710904484,
      "loss": 3.3281,
      "step": 2222
    },
    {
      "epoch": 0.10341939986043266,
      "grad_norm": 0.9847990900066589,
      "learning_rate": 0.0002999977166767764,
      "loss": 2.9844,
      "step": 2223
    },
    {
      "epoch": 0.10346592230751338,
      "grad_norm": 0.9229133027625374,
      "learning_rate": 0.0002999976961526784,
      "loss": 2.8125,
      "step": 2224
    },
    {
      "epoch": 0.10351244475459409,
      "grad_norm": 0.9282349423840207,
      "learning_rate": 0.000299997675536751,
      "loss": 3.2656,
      "step": 2225
    },
    {
      "epoch": 0.1035589672016748,
      "grad_norm": 0.90004497732745,
      "learning_rate": 0.00029999765482899407,
      "loss": 3.1719,
      "step": 2226
    },
    {
      "epoch": 0.10360548964875553,
      "grad_norm": 5.450916566999729,
      "learning_rate": 0.0002999976340294077,
      "loss": 2.8594,
      "step": 2227
    },
    {
      "epoch": 0.10365201209583624,
      "grad_norm": 1.1428349891357532,
      "learning_rate": 0.00029999761313799186,
      "loss": 2.8906,
      "step": 2228
    },
    {
      "epoch": 0.10369853454291696,
      "grad_norm": 0.9134602791341032,
      "learning_rate": 0.00029999759215474666,
      "loss": 2.875,
      "step": 2229
    },
    {
      "epoch": 0.10374505698999767,
      "grad_norm": 0.9150024677929036,
      "learning_rate": 0.00029999757107967203,
      "loss": 3.1875,
      "step": 2230
    },
    {
      "epoch": 0.1037915794370784,
      "grad_norm": 0.9977776296702663,
      "learning_rate": 0.000299997549912768,
      "loss": 3.1094,
      "step": 2231
    },
    {
      "epoch": 0.10383810188415911,
      "grad_norm": 1.0319107141072135,
      "learning_rate": 0.0002999975286540346,
      "loss": 3.0625,
      "step": 2232
    },
    {
      "epoch": 0.10388462433123982,
      "grad_norm": 0.9882900958123096,
      "learning_rate": 0.00029999750730347183,
      "loss": 2.9531,
      "step": 2233
    },
    {
      "epoch": 0.10393114677832054,
      "grad_norm": 0.9165708789298971,
      "learning_rate": 0.0002999974858610797,
      "loss": 2.9844,
      "step": 2234
    },
    {
      "epoch": 0.10397766922540126,
      "grad_norm": 1.0077826690591916,
      "learning_rate": 0.0002999974643268582,
      "loss": 2.9062,
      "step": 2235
    },
    {
      "epoch": 0.10402419167248197,
      "grad_norm": 0.9876002598428407,
      "learning_rate": 0.00029999744270080736,
      "loss": 3.2031,
      "step": 2236
    },
    {
      "epoch": 0.10407071411956269,
      "grad_norm": 1.0308441853609258,
      "learning_rate": 0.00029999742098292726,
      "loss": 3.2188,
      "step": 2237
    },
    {
      "epoch": 0.1041172365666434,
      "grad_norm": 0.9225137430419389,
      "learning_rate": 0.00029999739917321784,
      "loss": 3.0156,
      "step": 2238
    },
    {
      "epoch": 0.10416375901372413,
      "grad_norm": 0.9674329713764435,
      "learning_rate": 0.0002999973772716791,
      "loss": 2.8281,
      "step": 2239
    },
    {
      "epoch": 0.10421028146080484,
      "grad_norm": 0.8740144461410395,
      "learning_rate": 0.00029999735527831104,
      "loss": 3.2188,
      "step": 2240
    },
    {
      "epoch": 0.10425680390788555,
      "grad_norm": 1.0483587679052262,
      "learning_rate": 0.0002999973331931138,
      "loss": 3.0156,
      "step": 2241
    },
    {
      "epoch": 0.10430332635496627,
      "grad_norm": 1.1570999603513037,
      "learning_rate": 0.0002999973110160873,
      "loss": 2.9219,
      "step": 2242
    },
    {
      "epoch": 0.104349848802047,
      "grad_norm": 0.9357643268881853,
      "learning_rate": 0.0002999972887472315,
      "loss": 2.9531,
      "step": 2243
    },
    {
      "epoch": 0.1043963712491277,
      "grad_norm": 0.8895506169110593,
      "learning_rate": 0.0002999972663865465,
      "loss": 3.1094,
      "step": 2244
    },
    {
      "epoch": 0.10444289369620842,
      "grad_norm": 1.264005118552867,
      "learning_rate": 0.00029999724393403235,
      "loss": 2.9062,
      "step": 2245
    },
    {
      "epoch": 0.10448941614328913,
      "grad_norm": 1.0210077331909577,
      "learning_rate": 0.00029999722138968895,
      "loss": 2.9531,
      "step": 2246
    },
    {
      "epoch": 0.10453593859036986,
      "grad_norm": 0.9453991731203418,
      "learning_rate": 0.0002999971987535164,
      "loss": 3.25,
      "step": 2247
    },
    {
      "epoch": 0.10458246103745057,
      "grad_norm": 0.9512610872498978,
      "learning_rate": 0.0002999971760255146,
      "loss": 3.2344,
      "step": 2248
    },
    {
      "epoch": 0.10462898348453128,
      "grad_norm": 1.046817504894682,
      "learning_rate": 0.0002999971532056837,
      "loss": 2.8906,
      "step": 2249
    },
    {
      "epoch": 0.104675505931612,
      "grad_norm": 0.9487210064756753,
      "learning_rate": 0.00029999713029402365,
      "loss": 3.1406,
      "step": 2250
    },
    {
      "epoch": 0.10472202837869272,
      "grad_norm": 0.8983263042693636,
      "learning_rate": 0.0002999971072905345,
      "loss": 2.9375,
      "step": 2251
    },
    {
      "epoch": 0.10476855082577344,
      "grad_norm": 0.953378093157828,
      "learning_rate": 0.0002999970841952162,
      "loss": 2.7656,
      "step": 2252
    },
    {
      "epoch": 0.10481507327285415,
      "grad_norm": 0.9812899238601824,
      "learning_rate": 0.0002999970610080688,
      "loss": 2.9531,
      "step": 2253
    },
    {
      "epoch": 0.10486159571993486,
      "grad_norm": 0.989055289796016,
      "learning_rate": 0.00029999703772909235,
      "loss": 3.0469,
      "step": 2254
    },
    {
      "epoch": 0.10490811816701559,
      "grad_norm": 0.8801725332124214,
      "learning_rate": 0.00029999701435828684,
      "loss": 3.2969,
      "step": 2255
    },
    {
      "epoch": 0.1049546406140963,
      "grad_norm": 0.974202476682096,
      "learning_rate": 0.0002999969908956522,
      "loss": 2.8594,
      "step": 2256
    },
    {
      "epoch": 0.10500116306117702,
      "grad_norm": 0.9235944650407026,
      "learning_rate": 0.0002999969673411886,
      "loss": 2.7344,
      "step": 2257
    },
    {
      "epoch": 0.10504768550825773,
      "grad_norm": 1.0000273954063787,
      "learning_rate": 0.00029999694369489596,
      "loss": 3.1875,
      "step": 2258
    },
    {
      "epoch": 0.10509420795533846,
      "grad_norm": 0.8993735877297007,
      "learning_rate": 0.0002999969199567743,
      "loss": 3.0,
      "step": 2259
    },
    {
      "epoch": 0.10514073040241917,
      "grad_norm": 0.951138883308983,
      "learning_rate": 0.0002999968961268236,
      "loss": 2.8906,
      "step": 2260
    },
    {
      "epoch": 0.10518725284949988,
      "grad_norm": 0.9805453214799114,
      "learning_rate": 0.00029999687220504394,
      "loss": 2.6719,
      "step": 2261
    },
    {
      "epoch": 0.1052337752965806,
      "grad_norm": 1.105892552681302,
      "learning_rate": 0.0002999968481914353,
      "loss": 2.7969,
      "step": 2262
    },
    {
      "epoch": 0.10528029774366132,
      "grad_norm": 0.971953759567896,
      "learning_rate": 0.0002999968240859977,
      "loss": 3.1094,
      "step": 2263
    },
    {
      "epoch": 0.10532682019074203,
      "grad_norm": 3.0031896556282,
      "learning_rate": 0.0002999967998887312,
      "loss": 2.4062,
      "step": 2264
    },
    {
      "epoch": 0.10537334263782275,
      "grad_norm": 0.9114962275996015,
      "learning_rate": 0.00029999677559963575,
      "loss": 2.7656,
      "step": 2265
    },
    {
      "epoch": 0.10541986508490346,
      "grad_norm": 1.040326477571572,
      "learning_rate": 0.00029999675121871144,
      "loss": 3.0,
      "step": 2266
    },
    {
      "epoch": 0.10546638753198419,
      "grad_norm": 0.8930925821673624,
      "learning_rate": 0.00029999672674595814,
      "loss": 2.75,
      "step": 2267
    },
    {
      "epoch": 0.1055129099790649,
      "grad_norm": 1.0974953897449824,
      "learning_rate": 0.00029999670218137605,
      "loss": 3.0781,
      "step": 2268
    },
    {
      "epoch": 0.10555943242614561,
      "grad_norm": 1.0642965221803469,
      "learning_rate": 0.000299996677524965,
      "loss": 3.2344,
      "step": 2269
    },
    {
      "epoch": 0.10560595487322633,
      "grad_norm": 1.0012587228352992,
      "learning_rate": 0.00029999665277672516,
      "loss": 2.9375,
      "step": 2270
    },
    {
      "epoch": 0.10565247732030705,
      "grad_norm": 0.9267961151973019,
      "learning_rate": 0.00029999662793665647,
      "loss": 3.0312,
      "step": 2271
    },
    {
      "epoch": 0.10569899976738777,
      "grad_norm": 1.0882800606125367,
      "learning_rate": 0.000299996603004759,
      "loss": 2.2812,
      "step": 2272
    },
    {
      "epoch": 0.10574552221446848,
      "grad_norm": 1.0439158108261426,
      "learning_rate": 0.00029999657798103274,
      "loss": 2.7344,
      "step": 2273
    },
    {
      "epoch": 0.10579204466154919,
      "grad_norm": 1.0587335573138685,
      "learning_rate": 0.0002999965528654776,
      "loss": 2.9062,
      "step": 2274
    },
    {
      "epoch": 0.10583856710862992,
      "grad_norm": 0.805078388491044,
      "learning_rate": 0.0002999965276580937,
      "loss": 2.4062,
      "step": 2275
    },
    {
      "epoch": 0.10588508955571063,
      "grad_norm": 0.9455014773786367,
      "learning_rate": 0.00029999650235888113,
      "loss": 3.0625,
      "step": 2276
    },
    {
      "epoch": 0.10593161200279134,
      "grad_norm": 0.9753231693469737,
      "learning_rate": 0.00029999647696783976,
      "loss": 2.9062,
      "step": 2277
    },
    {
      "epoch": 0.10597813444987206,
      "grad_norm": 0.951622224265922,
      "learning_rate": 0.0002999964514849696,
      "loss": 3.0938,
      "step": 2278
    },
    {
      "epoch": 0.10602465689695278,
      "grad_norm": 0.8981540038926044,
      "learning_rate": 0.00029999642591027083,
      "loss": 2.8438,
      "step": 2279
    },
    {
      "epoch": 0.1060711793440335,
      "grad_norm": 0.9169912419516557,
      "learning_rate": 0.00029999640024374333,
      "loss": 3.1875,
      "step": 2280
    },
    {
      "epoch": 0.10611770179111421,
      "grad_norm": 1.1275166090418982,
      "learning_rate": 0.00029999637448538716,
      "loss": 2.9219,
      "step": 2281
    },
    {
      "epoch": 0.10616422423819492,
      "grad_norm": 1.1511234980043428,
      "learning_rate": 0.0002999963486352023,
      "loss": 3.1875,
      "step": 2282
    },
    {
      "epoch": 0.10621074668527565,
      "grad_norm": 0.8968408928391169,
      "learning_rate": 0.00029999632269318876,
      "loss": 2.8281,
      "step": 2283
    },
    {
      "epoch": 0.10625726913235636,
      "grad_norm": 1.037658484284051,
      "learning_rate": 0.0002999962966593467,
      "loss": 2.5938,
      "step": 2284
    },
    {
      "epoch": 0.10630379157943708,
      "grad_norm": 1.3895219369732907,
      "learning_rate": 0.00029999627053367594,
      "loss": 2.25,
      "step": 2285
    },
    {
      "epoch": 0.10635031402651779,
      "grad_norm": 0.9517819793871571,
      "learning_rate": 0.0002999962443161766,
      "loss": 3.1875,
      "step": 2286
    },
    {
      "epoch": 0.10639683647359852,
      "grad_norm": 0.9436099022809773,
      "learning_rate": 0.00029999621800684865,
      "loss": 2.9375,
      "step": 2287
    },
    {
      "epoch": 0.10644335892067923,
      "grad_norm": 0.848024503538438,
      "learning_rate": 0.0002999961916056921,
      "loss": 2.9062,
      "step": 2288
    },
    {
      "epoch": 0.10648988136775994,
      "grad_norm": 1.0770880693571236,
      "learning_rate": 0.0002999961651127071,
      "loss": 2.7656,
      "step": 2289
    },
    {
      "epoch": 0.10653640381484066,
      "grad_norm": 0.846658454533109,
      "learning_rate": 0.0002999961385278935,
      "loss": 2.8594,
      "step": 2290
    },
    {
      "epoch": 0.10658292626192138,
      "grad_norm": 0.9181476092313706,
      "learning_rate": 0.0002999961118512514,
      "loss": 2.8125,
      "step": 2291
    },
    {
      "epoch": 0.1066294487090021,
      "grad_norm": 1.0205295734002442,
      "learning_rate": 0.0002999960850827808,
      "loss": 2.5781,
      "step": 2292
    },
    {
      "epoch": 0.10667597115608281,
      "grad_norm": 0.913386224773273,
      "learning_rate": 0.0002999960582224817,
      "loss": 3.125,
      "step": 2293
    },
    {
      "epoch": 0.10672249360316352,
      "grad_norm": 0.958946624195968,
      "learning_rate": 0.0002999960312703541,
      "loss": 2.8125,
      "step": 2294
    },
    {
      "epoch": 0.10676901605024425,
      "grad_norm": 0.911182176765102,
      "learning_rate": 0.00029999600422639806,
      "loss": 2.875,
      "step": 2295
    },
    {
      "epoch": 0.10681553849732496,
      "grad_norm": 0.9222101004381289,
      "learning_rate": 0.0002999959770906136,
      "loss": 3.125,
      "step": 2296
    },
    {
      "epoch": 0.10686206094440567,
      "grad_norm": 0.8469006945112468,
      "learning_rate": 0.0002999959498630007,
      "loss": 3.0469,
      "step": 2297
    },
    {
      "epoch": 0.10690858339148639,
      "grad_norm": 1.1072413547096738,
      "learning_rate": 0.0002999959225435594,
      "loss": 2.625,
      "step": 2298
    },
    {
      "epoch": 0.10695510583856711,
      "grad_norm": 0.894862735251537,
      "learning_rate": 0.00029999589513228975,
      "loss": 3.1094,
      "step": 2299
    },
    {
      "epoch": 0.10700162828564783,
      "grad_norm": 1.0298132471137063,
      "learning_rate": 0.0002999958676291917,
      "loss": 2.9062,
      "step": 2300
    },
    {
      "epoch": 0.10704815073272854,
      "grad_norm": 0.8498928754530924,
      "learning_rate": 0.0002999958400342653,
      "loss": 2.9688,
      "step": 2301
    },
    {
      "epoch": 0.10709467317980925,
      "grad_norm": 0.8830091413654665,
      "learning_rate": 0.00029999581234751055,
      "loss": 2.9219,
      "step": 2302
    },
    {
      "epoch": 0.10714119562688998,
      "grad_norm": 1.011602498093815,
      "learning_rate": 0.0002999957845689275,
      "loss": 2.7969,
      "step": 2303
    },
    {
      "epoch": 0.10718771807397069,
      "grad_norm": 0.9641476436779621,
      "learning_rate": 0.00029999575669851613,
      "loss": 2.9219,
      "step": 2304
    },
    {
      "epoch": 0.1072342405210514,
      "grad_norm": 0.9218217197521319,
      "learning_rate": 0.0002999957287362765,
      "loss": 2.9375,
      "step": 2305
    },
    {
      "epoch": 0.10728076296813212,
      "grad_norm": 0.8585639997258343,
      "learning_rate": 0.0002999957006822086,
      "loss": 3.0469,
      "step": 2306
    },
    {
      "epoch": 0.10732728541521284,
      "grad_norm": 0.9576964600563268,
      "learning_rate": 0.0002999956725363124,
      "loss": 3.1562,
      "step": 2307
    },
    {
      "epoch": 0.10737380786229356,
      "grad_norm": 0.9068454766802801,
      "learning_rate": 0.000299995644298588,
      "loss": 2.8594,
      "step": 2308
    },
    {
      "epoch": 0.10742033030937427,
      "grad_norm": 0.9481138818369812,
      "learning_rate": 0.0002999956159690354,
      "loss": 3.25,
      "step": 2309
    },
    {
      "epoch": 0.10746685275645498,
      "grad_norm": 0.8029578821022647,
      "learning_rate": 0.0002999955875476545,
      "loss": 2.9688,
      "step": 2310
    },
    {
      "epoch": 0.10751337520353571,
      "grad_norm": 0.9265508047192289,
      "learning_rate": 0.00029999555903444553,
      "loss": 2.9844,
      "step": 2311
    },
    {
      "epoch": 0.10755989765061642,
      "grad_norm": 1.4038009286023732,
      "learning_rate": 0.00029999553042940835,
      "loss": 2.4844,
      "step": 2312
    },
    {
      "epoch": 0.10760642009769714,
      "grad_norm": 0.8100257334122043,
      "learning_rate": 0.00029999550173254305,
      "loss": 2.3594,
      "step": 2313
    },
    {
      "epoch": 0.10765294254477785,
      "grad_norm": 1.2100206519420607,
      "learning_rate": 0.0002999954729438496,
      "loss": 3.1094,
      "step": 2314
    },
    {
      "epoch": 0.10769946499185858,
      "grad_norm": 1.3604516332796421,
      "learning_rate": 0.00029999544406332805,
      "loss": 2.9375,
      "step": 2315
    },
    {
      "epoch": 0.10774598743893929,
      "grad_norm": 1.0281060144204563,
      "learning_rate": 0.0002999954150909784,
      "loss": 3.0938,
      "step": 2316
    },
    {
      "epoch": 0.10779250988602,
      "grad_norm": 0.9510730403944658,
      "learning_rate": 0.00029999538602680064,
      "loss": 3.125,
      "step": 2317
    },
    {
      "epoch": 0.10783903233310072,
      "grad_norm": 1.138906565184904,
      "learning_rate": 0.00029999535687079485,
      "loss": 3.0469,
      "step": 2318
    },
    {
      "epoch": 0.10788555478018144,
      "grad_norm": 1.173698180003047,
      "learning_rate": 0.00029999532762296104,
      "loss": 2.75,
      "step": 2319
    },
    {
      "epoch": 0.10793207722726215,
      "grad_norm": 0.8244519184835125,
      "learning_rate": 0.00029999529828329916,
      "loss": 2.9844,
      "step": 2320
    },
    {
      "epoch": 0.10797859967434287,
      "grad_norm": 1.170187705073884,
      "learning_rate": 0.0002999952688518093,
      "loss": 2.2344,
      "step": 2321
    },
    {
      "epoch": 0.10802512212142358,
      "grad_norm": 0.9119413601606257,
      "learning_rate": 0.00029999523932849144,
      "loss": 2.9844,
      "step": 2322
    },
    {
      "epoch": 0.10807164456850431,
      "grad_norm": 0.9945607302466426,
      "learning_rate": 0.00029999520971334565,
      "loss": 3.25,
      "step": 2323
    },
    {
      "epoch": 0.10811816701558502,
      "grad_norm": 0.936342606765988,
      "learning_rate": 0.00029999518000637185,
      "loss": 3.1406,
      "step": 2324
    },
    {
      "epoch": 0.10816468946266573,
      "grad_norm": 0.9017226724067696,
      "learning_rate": 0.0002999951502075702,
      "loss": 2.7969,
      "step": 2325
    },
    {
      "epoch": 0.10821121190974645,
      "grad_norm": 0.8392229612629576,
      "learning_rate": 0.00029999512031694055,
      "loss": 2.7344,
      "step": 2326
    },
    {
      "epoch": 0.10825773435682717,
      "grad_norm": 0.8449708176641362,
      "learning_rate": 0.00029999509033448306,
      "loss": 3.1406,
      "step": 2327
    },
    {
      "epoch": 0.10830425680390789,
      "grad_norm": 1.0257685034247284,
      "learning_rate": 0.00029999506026019766,
      "loss": 2.0156,
      "step": 2328
    },
    {
      "epoch": 0.1083507792509886,
      "grad_norm": 0.8387875068103643,
      "learning_rate": 0.00029999503009408435,
      "loss": 2.9375,
      "step": 2329
    },
    {
      "epoch": 0.10839730169806931,
      "grad_norm": 0.9610639031547367,
      "learning_rate": 0.0002999949998361433,
      "loss": 2.9688,
      "step": 2330
    },
    {
      "epoch": 0.10844382414515004,
      "grad_norm": 0.8616830409728105,
      "learning_rate": 0.00029999496948637436,
      "loss": 3.0469,
      "step": 2331
    },
    {
      "epoch": 0.10849034659223075,
      "grad_norm": 0.8076911973011147,
      "learning_rate": 0.0002999949390447776,
      "loss": 2.8594,
      "step": 2332
    },
    {
      "epoch": 0.10853686903931146,
      "grad_norm": 0.8196083181573763,
      "learning_rate": 0.0002999949085113531,
      "loss": 2.6562,
      "step": 2333
    },
    {
      "epoch": 0.10858339148639218,
      "grad_norm": 0.9406082660925033,
      "learning_rate": 0.0002999948778861008,
      "loss": 3.0625,
      "step": 2334
    },
    {
      "epoch": 0.1086299139334729,
      "grad_norm": 1.4598075336528034,
      "learning_rate": 0.0002999948471690208,
      "loss": 3.0625,
      "step": 2335
    },
    {
      "epoch": 0.10867643638055362,
      "grad_norm": 0.8537593077074844,
      "learning_rate": 0.00029999481636011307,
      "loss": 2.8906,
      "step": 2336
    },
    {
      "epoch": 0.10872295882763433,
      "grad_norm": 0.9360851075586635,
      "learning_rate": 0.0002999947854593776,
      "loss": 2.7344,
      "step": 2337
    },
    {
      "epoch": 0.10876948127471504,
      "grad_norm": 0.9411711480697389,
      "learning_rate": 0.0002999947544668144,
      "loss": 2.7656,
      "step": 2338
    },
    {
      "epoch": 0.10881600372179577,
      "grad_norm": 0.8003211285509334,
      "learning_rate": 0.0002999947233824236,
      "loss": 2.8438,
      "step": 2339
    },
    {
      "epoch": 0.10886252616887648,
      "grad_norm": 0.9813836031340508,
      "learning_rate": 0.0002999946922062051,
      "loss": 2.8281,
      "step": 2340
    },
    {
      "epoch": 0.1089090486159572,
      "grad_norm": 0.8943526629797847,
      "learning_rate": 0.000299994660938159,
      "loss": 2.8125,
      "step": 2341
    },
    {
      "epoch": 0.10895557106303791,
      "grad_norm": 0.9603052312782641,
      "learning_rate": 0.00029999462957828527,
      "loss": 2.875,
      "step": 2342
    },
    {
      "epoch": 0.10900209351011864,
      "grad_norm": 0.9067648938035913,
      "learning_rate": 0.00029999459812658395,
      "loss": 2.9219,
      "step": 2343
    },
    {
      "epoch": 0.10904861595719935,
      "grad_norm": 0.8807078573879218,
      "learning_rate": 0.000299994566583055,
      "loss": 2.9688,
      "step": 2344
    },
    {
      "epoch": 0.10909513840428006,
      "grad_norm": 0.8998259426301071,
      "learning_rate": 0.0002999945349476986,
      "loss": 2.9531,
      "step": 2345
    },
    {
      "epoch": 0.10914166085136077,
      "grad_norm": 0.8635686386218873,
      "learning_rate": 0.00029999450322051456,
      "loss": 2.7656,
      "step": 2346
    },
    {
      "epoch": 0.1091881832984415,
      "grad_norm": 1.0780441547633814,
      "learning_rate": 0.00029999447140150305,
      "loss": 3.1406,
      "step": 2347
    },
    {
      "epoch": 0.10923470574552221,
      "grad_norm": 1.0237357864516414,
      "learning_rate": 0.000299994439490664,
      "loss": 3.0156,
      "step": 2348
    },
    {
      "epoch": 0.10928122819260293,
      "grad_norm": 0.8762715427705252,
      "learning_rate": 0.0002999944074879975,
      "loss": 3.0625,
      "step": 2349
    },
    {
      "epoch": 0.10932775063968364,
      "grad_norm": 0.8966476728793549,
      "learning_rate": 0.00029999437539350354,
      "loss": 2.9219,
      "step": 2350
    },
    {
      "epoch": 0.10937427308676437,
      "grad_norm": 0.94291024161474,
      "learning_rate": 0.0002999943432071821,
      "loss": 3.2188,
      "step": 2351
    },
    {
      "epoch": 0.10942079553384508,
      "grad_norm": 3.2414709748253734,
      "learning_rate": 0.0002999943109290333,
      "loss": 2.8594,
      "step": 2352
    },
    {
      "epoch": 0.1094673179809258,
      "grad_norm": 0.8723862735552919,
      "learning_rate": 0.0002999942785590571,
      "loss": 3.0625,
      "step": 2353
    },
    {
      "epoch": 0.1095138404280065,
      "grad_norm": 0.8434939494934085,
      "learning_rate": 0.0002999942460972535,
      "loss": 3.0625,
      "step": 2354
    },
    {
      "epoch": 0.10956036287508723,
      "grad_norm": 0.8718484199001556,
      "learning_rate": 0.0002999942135436225,
      "loss": 2.9062,
      "step": 2355
    },
    {
      "epoch": 0.10960688532216795,
      "grad_norm": 0.8489883381657255,
      "learning_rate": 0.0002999941808981643,
      "loss": 2.75,
      "step": 2356
    },
    {
      "epoch": 0.10965340776924866,
      "grad_norm": 1.0561616386379211,
      "learning_rate": 0.00029999414816087863,
      "loss": 2.9062,
      "step": 2357
    },
    {
      "epoch": 0.10969993021632937,
      "grad_norm": 0.9349513469187363,
      "learning_rate": 0.00029999411533176566,
      "loss": 3.0938,
      "step": 2358
    },
    {
      "epoch": 0.1097464526634101,
      "grad_norm": 0.872383983420792,
      "learning_rate": 0.00029999408241082544,
      "loss": 2.8438,
      "step": 2359
    },
    {
      "epoch": 0.10979297511049081,
      "grad_norm": 0.784785169589652,
      "learning_rate": 0.00029999404939805795,
      "loss": 2.6875,
      "step": 2360
    },
    {
      "epoch": 0.10983949755757152,
      "grad_norm": 0.8760674188730304,
      "learning_rate": 0.00029999401629346326,
      "loss": 2.7812,
      "step": 2361
    },
    {
      "epoch": 0.10988602000465224,
      "grad_norm": 0.9570451597595999,
      "learning_rate": 0.00029999398309704135,
      "loss": 3.0312,
      "step": 2362
    },
    {
      "epoch": 0.10993254245173296,
      "grad_norm": 1.0016424643384494,
      "learning_rate": 0.0002999939498087922,
      "loss": 3.0625,
      "step": 2363
    },
    {
      "epoch": 0.10997906489881368,
      "grad_norm": 0.8434027951615343,
      "learning_rate": 0.00029999391642871587,
      "loss": 3.0625,
      "step": 2364
    },
    {
      "epoch": 0.11002558734589439,
      "grad_norm": 0.9124636078397405,
      "learning_rate": 0.0002999938829568124,
      "loss": 3.2969,
      "step": 2365
    },
    {
      "epoch": 0.1100721097929751,
      "grad_norm": 1.1403715797008918,
      "learning_rate": 0.0002999938493930818,
      "loss": 2.2188,
      "step": 2366
    },
    {
      "epoch": 0.11011863224005583,
      "grad_norm": 0.87725381394877,
      "learning_rate": 0.00029999381573752405,
      "loss": 2.7344,
      "step": 2367
    },
    {
      "epoch": 0.11016515468713654,
      "grad_norm": 0.9073022551415526,
      "learning_rate": 0.0002999937819901392,
      "loss": 3.1094,
      "step": 2368
    },
    {
      "epoch": 0.11021167713421726,
      "grad_norm": 0.924141277678579,
      "learning_rate": 0.00029999374815092736,
      "loss": 2.9219,
      "step": 2369
    },
    {
      "epoch": 0.11025819958129798,
      "grad_norm": 0.8984320229015719,
      "learning_rate": 0.00029999371421988834,
      "loss": 3.0781,
      "step": 2370
    },
    {
      "epoch": 0.1103047220283787,
      "grad_norm": 0.8877115860610657,
      "learning_rate": 0.0002999936801970224,
      "loss": 3.0781,
      "step": 2371
    },
    {
      "epoch": 0.11035124447545941,
      "grad_norm": 0.8518959191790949,
      "learning_rate": 0.0002999936460823293,
      "loss": 2.8594,
      "step": 2372
    },
    {
      "epoch": 0.11039776692254012,
      "grad_norm": 0.9670468314400117,
      "learning_rate": 0.0002999936118758093,
      "loss": 3.0156,
      "step": 2373
    },
    {
      "epoch": 0.11044428936962085,
      "grad_norm": 1.1593580747863228,
      "learning_rate": 0.00029999357757746234,
      "loss": 3.0,
      "step": 2374
    },
    {
      "epoch": 0.11049081181670156,
      "grad_norm": 0.9032273592925205,
      "learning_rate": 0.0002999935431872884,
      "loss": 2.8906,
      "step": 2375
    },
    {
      "epoch": 0.11053733426378227,
      "grad_norm": 0.847092339206428,
      "learning_rate": 0.00029999350870528756,
      "loss": 2.9062,
      "step": 2376
    },
    {
      "epoch": 0.11058385671086299,
      "grad_norm": 0.9243820967859657,
      "learning_rate": 0.00029999347413145976,
      "loss": 2.8594,
      "step": 2377
    },
    {
      "epoch": 0.11063037915794371,
      "grad_norm": 1.1370895286627234,
      "learning_rate": 0.0002999934394658051,
      "loss": 2.8594,
      "step": 2378
    },
    {
      "epoch": 0.11067690160502443,
      "grad_norm": 1.1972381224749702,
      "learning_rate": 0.0002999934047083236,
      "loss": 2.9062,
      "step": 2379
    },
    {
      "epoch": 0.11072342405210514,
      "grad_norm": 0.8517388768888124,
      "learning_rate": 0.0002999933698590152,
      "loss": 3.0312,
      "step": 2380
    },
    {
      "epoch": 0.11076994649918585,
      "grad_norm": 1.062871488126487,
      "learning_rate": 0.00029999333491787997,
      "loss": 2.7656,
      "step": 2381
    },
    {
      "epoch": 0.11081646894626658,
      "grad_norm": 1.0722073623824677,
      "learning_rate": 0.000299993299884918,
      "loss": 3.0156,
      "step": 2382
    },
    {
      "epoch": 0.1108629913933473,
      "grad_norm": 1.0862326534055442,
      "learning_rate": 0.00029999326476012916,
      "loss": 2.9062,
      "step": 2383
    },
    {
      "epoch": 0.110909513840428,
      "grad_norm": 0.8278159815841585,
      "learning_rate": 0.0002999932295435136,
      "loss": 3.0938,
      "step": 2384
    },
    {
      "epoch": 0.11095603628750872,
      "grad_norm": 0.8870799966188002,
      "learning_rate": 0.0002999931942350713,
      "loss": 2.7969,
      "step": 2385
    },
    {
      "epoch": 0.11100255873458945,
      "grad_norm": 0.8562418317218903,
      "learning_rate": 0.0002999931588348023,
      "loss": 2.7812,
      "step": 2386
    },
    {
      "epoch": 0.11104908118167016,
      "grad_norm": 0.8611701582072597,
      "learning_rate": 0.0002999931233427066,
      "loss": 2.9688,
      "step": 2387
    },
    {
      "epoch": 0.11109560362875087,
      "grad_norm": 0.9508917095689737,
      "learning_rate": 0.00029999308775878426,
      "loss": 2.875,
      "step": 2388
    },
    {
      "epoch": 0.11114212607583158,
      "grad_norm": 0.9459324656608464,
      "learning_rate": 0.00029999305208303523,
      "loss": 3.0312,
      "step": 2389
    },
    {
      "epoch": 0.11118864852291231,
      "grad_norm": 0.857890868943496,
      "learning_rate": 0.00029999301631545953,
      "loss": 2.875,
      "step": 2390
    },
    {
      "epoch": 0.11123517096999302,
      "grad_norm": 0.883681680331858,
      "learning_rate": 0.0002999929804560573,
      "loss": 3.0312,
      "step": 2391
    },
    {
      "epoch": 0.11128169341707374,
      "grad_norm": 0.8754739684721295,
      "learning_rate": 0.0002999929445048284,
      "loss": 2.625,
      "step": 2392
    },
    {
      "epoch": 0.11132821586415445,
      "grad_norm": 0.8353593882995628,
      "learning_rate": 0.000299992908461773,
      "loss": 2.7812,
      "step": 2393
    },
    {
      "epoch": 0.11137473831123518,
      "grad_norm": 0.8584948020750747,
      "learning_rate": 0.000299992872326891,
      "loss": 3.0625,
      "step": 2394
    },
    {
      "epoch": 0.11142126075831589,
      "grad_norm": 0.9053135030693187,
      "learning_rate": 0.00029999283610018253,
      "loss": 2.875,
      "step": 2395
    },
    {
      "epoch": 0.1114677832053966,
      "grad_norm": 0.9062591003083578,
      "learning_rate": 0.00029999279978164755,
      "loss": 3.0,
      "step": 2396
    },
    {
      "epoch": 0.11151430565247732,
      "grad_norm": 0.9796801541058688,
      "learning_rate": 0.0002999927633712861,
      "loss": 2.8594,
      "step": 2397
    },
    {
      "epoch": 0.11156082809955804,
      "grad_norm": 0.9161568144136844,
      "learning_rate": 0.0002999927268690982,
      "loss": 2.9062,
      "step": 2398
    },
    {
      "epoch": 0.11160735054663876,
      "grad_norm": 1.8528373958520175,
      "learning_rate": 0.00029999269027508385,
      "loss": 2.7031,
      "step": 2399
    },
    {
      "epoch": 0.11165387299371947,
      "grad_norm": 0.8083053023275347,
      "learning_rate": 0.0002999926535892431,
      "loss": 2.9375,
      "step": 2400
    },
    {
      "epoch": 0.11170039544080018,
      "grad_norm": 0.8098001202119225,
      "learning_rate": 0.00029999261681157595,
      "loss": 2.7031,
      "step": 2401
    },
    {
      "epoch": 0.11174691788788091,
      "grad_norm": 0.9852121448137053,
      "learning_rate": 0.0002999925799420825,
      "loss": 2.8906,
      "step": 2402
    },
    {
      "epoch": 0.11179344033496162,
      "grad_norm": 0.9757659868380151,
      "learning_rate": 0.00029999254298076263,
      "loss": 3.3281,
      "step": 2403
    },
    {
      "epoch": 0.11183996278204233,
      "grad_norm": 0.9891789851755209,
      "learning_rate": 0.00029999250592761643,
      "loss": 2.8281,
      "step": 2404
    },
    {
      "epoch": 0.11188648522912305,
      "grad_norm": 0.8521184406523779,
      "learning_rate": 0.000299992468782644,
      "loss": 2.9375,
      "step": 2405
    },
    {
      "epoch": 0.11193300767620377,
      "grad_norm": 0.8152136928268084,
      "learning_rate": 0.00029999243154584524,
      "loss": 2.8906,
      "step": 2406
    },
    {
      "epoch": 0.11197953012328449,
      "grad_norm": 0.8452297413576491,
      "learning_rate": 0.00029999239421722024,
      "loss": 2.7969,
      "step": 2407
    },
    {
      "epoch": 0.1120260525703652,
      "grad_norm": 1.0690323826362182,
      "learning_rate": 0.00029999235679676906,
      "loss": 3.0156,
      "step": 2408
    },
    {
      "epoch": 0.11207257501744591,
      "grad_norm": 0.8824370604926045,
      "learning_rate": 0.00029999231928449165,
      "loss": 2.8281,
      "step": 2409
    },
    {
      "epoch": 0.11211909746452664,
      "grad_norm": 0.9524660408820572,
      "learning_rate": 0.00029999228168038806,
      "loss": 2.7344,
      "step": 2410
    },
    {
      "epoch": 0.11216561991160735,
      "grad_norm": 0.8363197485325565,
      "learning_rate": 0.0002999922439844583,
      "loss": 2.7188,
      "step": 2411
    },
    {
      "epoch": 0.11221214235868807,
      "grad_norm": 0.8316913140867833,
      "learning_rate": 0.0002999922061967024,
      "loss": 2.6406,
      "step": 2412
    },
    {
      "epoch": 0.11225866480576878,
      "grad_norm": 0.9171292506230665,
      "learning_rate": 0.0002999921683171204,
      "loss": 3.3281,
      "step": 2413
    },
    {
      "epoch": 0.1123051872528495,
      "grad_norm": 0.9897310022912994,
      "learning_rate": 0.00029999213034571226,
      "loss": 2.8594,
      "step": 2414
    },
    {
      "epoch": 0.11235170969993022,
      "grad_norm": 0.8749124300577171,
      "learning_rate": 0.00029999209228247816,
      "loss": 3.0469,
      "step": 2415
    },
    {
      "epoch": 0.11239823214701093,
      "grad_norm": 0.8984422837977293,
      "learning_rate": 0.00029999205412741794,
      "loss": 2.9531,
      "step": 2416
    },
    {
      "epoch": 0.11244475459409164,
      "grad_norm": 0.7837414624241604,
      "learning_rate": 0.0002999920158805317,
      "loss": 2.7031,
      "step": 2417
    },
    {
      "epoch": 0.11249127704117237,
      "grad_norm": 0.906874374427471,
      "learning_rate": 0.00029999197754181946,
      "loss": 3.125,
      "step": 2418
    },
    {
      "epoch": 0.11253779948825308,
      "grad_norm": 0.9388392941883018,
      "learning_rate": 0.0002999919391112813,
      "loss": 2.9062,
      "step": 2419
    },
    {
      "epoch": 0.1125843219353338,
      "grad_norm": 0.8944771879974385,
      "learning_rate": 0.00029999190058891713,
      "loss": 2.9062,
      "step": 2420
    },
    {
      "epoch": 0.11263084438241451,
      "grad_norm": 0.939919060194156,
      "learning_rate": 0.0002999918619747271,
      "loss": 3.0625,
      "step": 2421
    },
    {
      "epoch": 0.11267736682949524,
      "grad_norm": 1.1455808223679531,
      "learning_rate": 0.0002999918232687111,
      "loss": 3.1406,
      "step": 2422
    },
    {
      "epoch": 0.11272388927657595,
      "grad_norm": 0.8976105096056602,
      "learning_rate": 0.0002999917844708693,
      "loss": 3.0625,
      "step": 2423
    },
    {
      "epoch": 0.11277041172365666,
      "grad_norm": 0.8595930211975236,
      "learning_rate": 0.00029999174558120154,
      "loss": 3.2031,
      "step": 2424
    },
    {
      "epoch": 0.11281693417073738,
      "grad_norm": 0.9379220987993779,
      "learning_rate": 0.00029999170659970805,
      "loss": 2.6719,
      "step": 2425
    },
    {
      "epoch": 0.1128634566178181,
      "grad_norm": 0.9353303793325344,
      "learning_rate": 0.0002999916675263887,
      "loss": 2.9062,
      "step": 2426
    },
    {
      "epoch": 0.11290997906489882,
      "grad_norm": 0.948534688579185,
      "learning_rate": 0.00029999162836124357,
      "loss": 2.9531,
      "step": 2427
    },
    {
      "epoch": 0.11295650151197953,
      "grad_norm": 0.9444052184468578,
      "learning_rate": 0.00029999158910427274,
      "loss": 2.7812,
      "step": 2428
    },
    {
      "epoch": 0.11300302395906024,
      "grad_norm": 1.0721539960278468,
      "learning_rate": 0.0002999915497554761,
      "loss": 2.9062,
      "step": 2429
    },
    {
      "epoch": 0.11304954640614097,
      "grad_norm": 0.9666400718360757,
      "learning_rate": 0.00029999151031485374,
      "loss": 2.875,
      "step": 2430
    },
    {
      "epoch": 0.11309606885322168,
      "grad_norm": 0.9508765780003954,
      "learning_rate": 0.0002999914707824058,
      "loss": 2.9219,
      "step": 2431
    },
    {
      "epoch": 0.1131425913003024,
      "grad_norm": 1.1631255165298158,
      "learning_rate": 0.0002999914311581321,
      "loss": 2.8125,
      "step": 2432
    },
    {
      "epoch": 0.11318911374738311,
      "grad_norm": 1.0962927327531586,
      "learning_rate": 0.00029999139144203275,
      "loss": 3.125,
      "step": 2433
    },
    {
      "epoch": 0.11323563619446383,
      "grad_norm": 0.9034421528232903,
      "learning_rate": 0.00029999135163410784,
      "loss": 2.9375,
      "step": 2434
    },
    {
      "epoch": 0.11328215864154455,
      "grad_norm": 0.968207876702723,
      "learning_rate": 0.0002999913117343573,
      "loss": 3.0312,
      "step": 2435
    },
    {
      "epoch": 0.11332868108862526,
      "grad_norm": 1.256748871823845,
      "learning_rate": 0.00029999127174278127,
      "loss": 2.6406,
      "step": 2436
    },
    {
      "epoch": 0.11337520353570597,
      "grad_norm": 0.8527995747850333,
      "learning_rate": 0.0002999912316593796,
      "loss": 2.9844,
      "step": 2437
    },
    {
      "epoch": 0.1134217259827867,
      "grad_norm": 0.8528742318150178,
      "learning_rate": 0.0002999911914841525,
      "loss": 2.9375,
      "step": 2438
    },
    {
      "epoch": 0.11346824842986741,
      "grad_norm": 0.9323376443136059,
      "learning_rate": 0.00029999115121709987,
      "loss": 3.3438,
      "step": 2439
    },
    {
      "epoch": 0.11351477087694813,
      "grad_norm": 0.9462850647537456,
      "learning_rate": 0.00029999111085822174,
      "loss": 3.0625,
      "step": 2440
    },
    {
      "epoch": 0.11356129332402884,
      "grad_norm": 0.9066445629535038,
      "learning_rate": 0.0002999910704075182,
      "loss": 3.0312,
      "step": 2441
    },
    {
      "epoch": 0.11360781577110957,
      "grad_norm": 0.8188612732546974,
      "learning_rate": 0.0002999910298649893,
      "loss": 2.875,
      "step": 2442
    },
    {
      "epoch": 0.11365433821819028,
      "grad_norm": 0.8170951405703131,
      "learning_rate": 0.00029999098923063494,
      "loss": 2.7812,
      "step": 2443
    },
    {
      "epoch": 0.11370086066527099,
      "grad_norm": 0.8591234178233513,
      "learning_rate": 0.00029999094850445524,
      "loss": 2.5938,
      "step": 2444
    },
    {
      "epoch": 0.1137473831123517,
      "grad_norm": 0.8490886671391952,
      "learning_rate": 0.0002999909076864501,
      "loss": 3.1562,
      "step": 2445
    },
    {
      "epoch": 0.11379390555943243,
      "grad_norm": 1.0968640351441181,
      "learning_rate": 0.0002999908667766198,
      "loss": 2.8125,
      "step": 2446
    },
    {
      "epoch": 0.11384042800651314,
      "grad_norm": 0.8751026746165633,
      "learning_rate": 0.0002999908257749641,
      "loss": 2.625,
      "step": 2447
    },
    {
      "epoch": 0.11388695045359386,
      "grad_norm": 0.934306759576822,
      "learning_rate": 0.0002999907846814832,
      "loss": 3.3281,
      "step": 2448
    },
    {
      "epoch": 0.11393347290067457,
      "grad_norm": 1.0580525457037193,
      "learning_rate": 0.000299990743496177,
      "loss": 2.9531,
      "step": 2449
    },
    {
      "epoch": 0.1139799953477553,
      "grad_norm": 0.9404296429808171,
      "learning_rate": 0.0002999907022190456,
      "loss": 2.8438,
      "step": 2450
    },
    {
      "epoch": 0.11402651779483601,
      "grad_norm": 0.8655984664596544,
      "learning_rate": 0.000299990660850089,
      "loss": 2.6875,
      "step": 2451
    },
    {
      "epoch": 0.11407304024191672,
      "grad_norm": 0.9602370809722879,
      "learning_rate": 0.00029999061938930724,
      "loss": 3.2656,
      "step": 2452
    },
    {
      "epoch": 0.11411956268899744,
      "grad_norm": 0.8354736380574492,
      "learning_rate": 0.00029999057783670034,
      "loss": 3.25,
      "step": 2453
    },
    {
      "epoch": 0.11416608513607816,
      "grad_norm": 0.7826454499715075,
      "learning_rate": 0.00029999053619226835,
      "loss": 3.1875,
      "step": 2454
    },
    {
      "epoch": 0.11421260758315888,
      "grad_norm": 0.8478752066536124,
      "learning_rate": 0.00029999049445601127,
      "loss": 2.875,
      "step": 2455
    },
    {
      "epoch": 0.11425913003023959,
      "grad_norm": 0.8753010936827875,
      "learning_rate": 0.00029999045262792904,
      "loss": 3.0938,
      "step": 2456
    },
    {
      "epoch": 0.1143056524773203,
      "grad_norm": 0.8786688118243138,
      "learning_rate": 0.0002999904107080219,
      "loss": 2.8594,
      "step": 2457
    },
    {
      "epoch": 0.11435217492440103,
      "grad_norm": 0.9826642280426758,
      "learning_rate": 0.0002999903686962896,
      "loss": 2.9844,
      "step": 2458
    },
    {
      "epoch": 0.11439869737148174,
      "grad_norm": 0.9069735076338388,
      "learning_rate": 0.00029999032659273244,
      "loss": 2.875,
      "step": 2459
    },
    {
      "epoch": 0.11444521981856245,
      "grad_norm": 0.8722591095905459,
      "learning_rate": 0.00029999028439735027,
      "loss": 3.3594,
      "step": 2460
    },
    {
      "epoch": 0.11449174226564317,
      "grad_norm": 0.980867059524936,
      "learning_rate": 0.00029999024211014316,
      "loss": 2.2656,
      "step": 2461
    },
    {
      "epoch": 0.1145382647127239,
      "grad_norm": 0.8869050632995366,
      "learning_rate": 0.00029999019973111113,
      "loss": 2.8438,
      "step": 2462
    },
    {
      "epoch": 0.11458478715980461,
      "grad_norm": 0.863699539693358,
      "learning_rate": 0.0002999901572602543,
      "loss": 2.9531,
      "step": 2463
    },
    {
      "epoch": 0.11463130960688532,
      "grad_norm": 1.098865291240311,
      "learning_rate": 0.0002999901146975725,
      "loss": 3.2344,
      "step": 2464
    },
    {
      "epoch": 0.11467783205396603,
      "grad_norm": 1.0001751217147283,
      "learning_rate": 0.0002999900720430659,
      "loss": 2.9531,
      "step": 2465
    },
    {
      "epoch": 0.11472435450104676,
      "grad_norm": 0.953611969415826,
      "learning_rate": 0.0002999900292967345,
      "loss": 2.9062,
      "step": 2466
    },
    {
      "epoch": 0.11477087694812747,
      "grad_norm": 0.981921507693051,
      "learning_rate": 0.0002999899864585783,
      "loss": 3.0312,
      "step": 2467
    },
    {
      "epoch": 0.11481739939520819,
      "grad_norm": 0.9679552365233802,
      "learning_rate": 0.00029998994352859745,
      "loss": 3.1562,
      "step": 2468
    },
    {
      "epoch": 0.1148639218422889,
      "grad_norm": 0.8382651315280829,
      "learning_rate": 0.00029998990050679176,
      "loss": 2.7812,
      "step": 2469
    },
    {
      "epoch": 0.11491044428936963,
      "grad_norm": 0.9303957275601561,
      "learning_rate": 0.00029998985739316137,
      "loss": 2.875,
      "step": 2470
    },
    {
      "epoch": 0.11495696673645034,
      "grad_norm": 0.7921441499148177,
      "learning_rate": 0.00029998981418770637,
      "loss": 2.875,
      "step": 2471
    },
    {
      "epoch": 0.11500348918353105,
      "grad_norm": 0.803784401582673,
      "learning_rate": 0.00029998977089042665,
      "loss": 2.7656,
      "step": 2472
    },
    {
      "epoch": 0.11505001163061176,
      "grad_norm": 1.0458455703188705,
      "learning_rate": 0.0002999897275013224,
      "loss": 3.2188,
      "step": 2473
    },
    {
      "epoch": 0.11509653407769249,
      "grad_norm": 0.9376960561093607,
      "learning_rate": 0.0002999896840203935,
      "loss": 2.8594,
      "step": 2474
    },
    {
      "epoch": 0.1151430565247732,
      "grad_norm": 0.8946509253188676,
      "learning_rate": 0.00029998964044764003,
      "loss": 2.8438,
      "step": 2475
    },
    {
      "epoch": 0.11518957897185392,
      "grad_norm": 0.803024873279621,
      "learning_rate": 0.000299989596783062,
      "loss": 2.8594,
      "step": 2476
    },
    {
      "epoch": 0.11523610141893463,
      "grad_norm": 0.9943018210949641,
      "learning_rate": 0.0002999895530266595,
      "loss": 3.0,
      "step": 2477
    },
    {
      "epoch": 0.11528262386601536,
      "grad_norm": 0.8916276861718744,
      "learning_rate": 0.00029998950917843245,
      "loss": 3.0938,
      "step": 2478
    },
    {
      "epoch": 0.11532914631309607,
      "grad_norm": 0.8729420681427271,
      "learning_rate": 0.000299989465238381,
      "loss": 3.0625,
      "step": 2479
    },
    {
      "epoch": 0.11537566876017678,
      "grad_norm": 0.8459510790896344,
      "learning_rate": 0.00029998942120650513,
      "loss": 2.75,
      "step": 2480
    },
    {
      "epoch": 0.1154221912072575,
      "grad_norm": 0.994789898398906,
      "learning_rate": 0.0002999893770828048,
      "loss": 2.9688,
      "step": 2481
    },
    {
      "epoch": 0.11546871365433822,
      "grad_norm": 0.7969111568625623,
      "learning_rate": 0.0002999893328672801,
      "loss": 2.8906,
      "step": 2482
    },
    {
      "epoch": 0.11551523610141894,
      "grad_norm": 0.8269685981958952,
      "learning_rate": 0.00029998928855993107,
      "loss": 3.0469,
      "step": 2483
    },
    {
      "epoch": 0.11556175854849965,
      "grad_norm": 0.8685525893927942,
      "learning_rate": 0.00029998924416075766,
      "loss": 3.0156,
      "step": 2484
    },
    {
      "epoch": 0.11560828099558036,
      "grad_norm": 0.8984144817493901,
      "learning_rate": 0.00029998919966976,
      "loss": 2.8594,
      "step": 2485
    },
    {
      "epoch": 0.11565480344266109,
      "grad_norm": 0.91595974076707,
      "learning_rate": 0.00029998915508693805,
      "loss": 2.8438,
      "step": 2486
    },
    {
      "epoch": 0.1157013258897418,
      "grad_norm": 0.8784573373493169,
      "learning_rate": 0.00029998911041229185,
      "loss": 2.8906,
      "step": 2487
    },
    {
      "epoch": 0.11574784833682251,
      "grad_norm": 1.0161233329280168,
      "learning_rate": 0.0002999890656458214,
      "loss": 3.1719,
      "step": 2488
    },
    {
      "epoch": 0.11579437078390323,
      "grad_norm": 0.9642525758047139,
      "learning_rate": 0.00029998902078752683,
      "loss": 3.2812,
      "step": 2489
    },
    {
      "epoch": 0.11584089323098395,
      "grad_norm": 0.9790991276298527,
      "learning_rate": 0.00029998897583740806,
      "loss": 2.9375,
      "step": 2490
    },
    {
      "epoch": 0.11588741567806467,
      "grad_norm": 0.9664611908011007,
      "learning_rate": 0.0002999889307954652,
      "loss": 2.75,
      "step": 2491
    },
    {
      "epoch": 0.11593393812514538,
      "grad_norm": 0.9759741840867047,
      "learning_rate": 0.00029998888566169817,
      "loss": 3.1406,
      "step": 2492
    },
    {
      "epoch": 0.1159804605722261,
      "grad_norm": 0.8440088261408643,
      "learning_rate": 0.0002999888404361071,
      "loss": 2.8281,
      "step": 2493
    },
    {
      "epoch": 0.11602698301930682,
      "grad_norm": 1.1015709006500014,
      "learning_rate": 0.00029998879511869197,
      "loss": 2.9219,
      "step": 2494
    },
    {
      "epoch": 0.11607350546638753,
      "grad_norm": 0.8671661248935912,
      "learning_rate": 0.00029998874970945283,
      "loss": 2.8594,
      "step": 2495
    },
    {
      "epoch": 0.11612002791346825,
      "grad_norm": 0.8202172602951463,
      "learning_rate": 0.00029998870420838963,
      "loss": 2.875,
      "step": 2496
    },
    {
      "epoch": 0.11616655036054896,
      "grad_norm": 0.9920978003644177,
      "learning_rate": 0.0002999886586155025,
      "loss": 3.0312,
      "step": 2497
    },
    {
      "epoch": 0.11621307280762969,
      "grad_norm": 1.4406946501915259,
      "learning_rate": 0.00029998861293079146,
      "loss": 3.25,
      "step": 2498
    },
    {
      "epoch": 0.1162595952547104,
      "grad_norm": 1.0933658449753085,
      "learning_rate": 0.00029998856715425645,
      "loss": 2.3594,
      "step": 2499
    },
    {
      "epoch": 0.11630611770179111,
      "grad_norm": 0.9162016453539675,
      "learning_rate": 0.0002999885212858976,
      "loss": 2.9375,
      "step": 2500
    },
    {
      "epoch": 0.11635264014887182,
      "grad_norm": 1.065644636750373,
      "learning_rate": 0.0002999884753257149,
      "loss": 2.6562,
      "step": 2501
    },
    {
      "epoch": 0.11639916259595255,
      "grad_norm": 1.187612501593074,
      "learning_rate": 0.0002999884292737083,
      "loss": 2.9375,
      "step": 2502
    },
    {
      "epoch": 0.11644568504303326,
      "grad_norm": 0.8504351175809585,
      "learning_rate": 0.000299988383129878,
      "loss": 3.0156,
      "step": 2503
    },
    {
      "epoch": 0.11649220749011398,
      "grad_norm": 0.8329698794014856,
      "learning_rate": 0.0002999883368942239,
      "loss": 2.9062,
      "step": 2504
    },
    {
      "epoch": 0.11653872993719469,
      "grad_norm": 0.9465017742749081,
      "learning_rate": 0.000299988290566746,
      "loss": 2.8906,
      "step": 2505
    },
    {
      "epoch": 0.11658525238427542,
      "grad_norm": 0.9175253723618549,
      "learning_rate": 0.0002999882441474444,
      "loss": 2.8438,
      "step": 2506
    },
    {
      "epoch": 0.11663177483135613,
      "grad_norm": 0.8897262971924373,
      "learning_rate": 0.00029998819763631915,
      "loss": 2.8906,
      "step": 2507
    },
    {
      "epoch": 0.11667829727843684,
      "grad_norm": 0.9328799689371505,
      "learning_rate": 0.0002999881510333702,
      "loss": 2.9062,
      "step": 2508
    },
    {
      "epoch": 0.11672481972551756,
      "grad_norm": 0.8828492066148789,
      "learning_rate": 0.00029998810433859766,
      "loss": 3.0938,
      "step": 2509
    },
    {
      "epoch": 0.11677134217259828,
      "grad_norm": 1.0139957148316288,
      "learning_rate": 0.0002999880575520015,
      "loss": 3.0938,
      "step": 2510
    },
    {
      "epoch": 0.116817864619679,
      "grad_norm": 0.9240032592052014,
      "learning_rate": 0.00029998801067358176,
      "loss": 2.875,
      "step": 2511
    },
    {
      "epoch": 0.11686438706675971,
      "grad_norm": 0.9165784453751603,
      "learning_rate": 0.0002999879637033385,
      "loss": 2.7969,
      "step": 2512
    },
    {
      "epoch": 0.11691090951384042,
      "grad_norm": 1.1618825342167944,
      "learning_rate": 0.0002999879166412717,
      "loss": 2.0938,
      "step": 2513
    },
    {
      "epoch": 0.11695743196092115,
      "grad_norm": 0.8910809578551977,
      "learning_rate": 0.00029998786948738144,
      "loss": 2.875,
      "step": 2514
    },
    {
      "epoch": 0.11700395440800186,
      "grad_norm": 1.0504861658075326,
      "learning_rate": 0.0002999878222416677,
      "loss": 2.9062,
      "step": 2515
    },
    {
      "epoch": 0.11705047685508257,
      "grad_norm": 0.9269041771246083,
      "learning_rate": 0.00029998777490413054,
      "loss": 3.0469,
      "step": 2516
    },
    {
      "epoch": 0.11709699930216329,
      "grad_norm": 0.9053815614354539,
      "learning_rate": 0.00029998772747476997,
      "loss": 3.2188,
      "step": 2517
    },
    {
      "epoch": 0.11714352174924401,
      "grad_norm": 0.8339252700301326,
      "learning_rate": 0.00029998767995358604,
      "loss": 2.7969,
      "step": 2518
    },
    {
      "epoch": 0.11719004419632473,
      "grad_norm": 0.7932364086564853,
      "learning_rate": 0.0002999876323405788,
      "loss": 3.1094,
      "step": 2519
    },
    {
      "epoch": 0.11723656664340544,
      "grad_norm": 0.9475982339769629,
      "learning_rate": 0.00029998758463574816,
      "loss": 2.3281,
      "step": 2520
    },
    {
      "epoch": 0.11728308909048615,
      "grad_norm": 0.9670615036321638,
      "learning_rate": 0.0002999875368390943,
      "loss": 2.9844,
      "step": 2521
    },
    {
      "epoch": 0.11732961153756688,
      "grad_norm": 0.9693880478690556,
      "learning_rate": 0.00029998748895061723,
      "loss": 3.0781,
      "step": 2522
    },
    {
      "epoch": 0.1173761339846476,
      "grad_norm": 0.9703368371362806,
      "learning_rate": 0.00029998744097031683,
      "loss": 2.8438,
      "step": 2523
    },
    {
      "epoch": 0.1174226564317283,
      "grad_norm": 0.8566731424643529,
      "learning_rate": 0.0002999873928981933,
      "loss": 2.7656,
      "step": 2524
    },
    {
      "epoch": 0.11746917887880902,
      "grad_norm": 1.1806789210967974,
      "learning_rate": 0.00029998734473424656,
      "loss": 2.8906,
      "step": 2525
    },
    {
      "epoch": 0.11751570132588975,
      "grad_norm": 0.7729639356496154,
      "learning_rate": 0.00029998729647847674,
      "loss": 2.8281,
      "step": 2526
    },
    {
      "epoch": 0.11756222377297046,
      "grad_norm": 0.8213166589700497,
      "learning_rate": 0.00029998724813088377,
      "loss": 3.0469,
      "step": 2527
    },
    {
      "epoch": 0.11760874622005117,
      "grad_norm": 0.9941251773984445,
      "learning_rate": 0.0002999871996914678,
      "loss": 3.0625,
      "step": 2528
    },
    {
      "epoch": 0.11765526866713188,
      "grad_norm": 1.009656324557499,
      "learning_rate": 0.0002999871511602287,
      "loss": 2.9844,
      "step": 2529
    },
    {
      "epoch": 0.11770179111421261,
      "grad_norm": 0.8385797803998536,
      "learning_rate": 0.00029998710253716657,
      "loss": 2.6406,
      "step": 2530
    },
    {
      "epoch": 0.11774831356129332,
      "grad_norm": 0.769831303483468,
      "learning_rate": 0.0002999870538222815,
      "loss": 3.0,
      "step": 2531
    },
    {
      "epoch": 0.11779483600837404,
      "grad_norm": 0.8282287756760927,
      "learning_rate": 0.00029998700501557345,
      "loss": 3.125,
      "step": 2532
    },
    {
      "epoch": 0.11784135845545475,
      "grad_norm": 0.8445068055080681,
      "learning_rate": 0.0002999869561170425,
      "loss": 2.875,
      "step": 2533
    },
    {
      "epoch": 0.11788788090253548,
      "grad_norm": 0.8160278660895649,
      "learning_rate": 0.0002999869071266886,
      "loss": 3.1094,
      "step": 2534
    },
    {
      "epoch": 0.11793440334961619,
      "grad_norm": 0.8303143477235875,
      "learning_rate": 0.0002999868580445119,
      "loss": 3.2031,
      "step": 2535
    },
    {
      "epoch": 0.1179809257966969,
      "grad_norm": 0.9511738089882235,
      "learning_rate": 0.00029998680887051226,
      "loss": 2.9531,
      "step": 2536
    },
    {
      "epoch": 0.11802744824377762,
      "grad_norm": 0.8815804907219476,
      "learning_rate": 0.0002999867596046899,
      "loss": 3.0781,
      "step": 2537
    },
    {
      "epoch": 0.11807397069085834,
      "grad_norm": 0.8849583411713984,
      "learning_rate": 0.00029998671024704474,
      "loss": 2.9688,
      "step": 2538
    },
    {
      "epoch": 0.11812049313793906,
      "grad_norm": 1.0125672280650535,
      "learning_rate": 0.00029998666079757684,
      "loss": 2.8906,
      "step": 2539
    },
    {
      "epoch": 0.11816701558501977,
      "grad_norm": 0.8651806433349096,
      "learning_rate": 0.0002999866112562862,
      "loss": 2.8125,
      "step": 2540
    },
    {
      "epoch": 0.11821353803210048,
      "grad_norm": 0.8398680185408844,
      "learning_rate": 0.0002999865616231729,
      "loss": 2.9688,
      "step": 2541
    },
    {
      "epoch": 0.11826006047918121,
      "grad_norm": 0.7715273068206207,
      "learning_rate": 0.00029998651189823693,
      "loss": 2.9688,
      "step": 2542
    },
    {
      "epoch": 0.11830658292626192,
      "grad_norm": 0.8424013279513431,
      "learning_rate": 0.0002999864620814783,
      "loss": 3.25,
      "step": 2543
    },
    {
      "epoch": 0.11835310537334263,
      "grad_norm": 0.8689756259210915,
      "learning_rate": 0.0002999864121728971,
      "loss": 2.7969,
      "step": 2544
    },
    {
      "epoch": 0.11839962782042335,
      "grad_norm": 0.8556702697992237,
      "learning_rate": 0.00029998636217249335,
      "loss": 2.8594,
      "step": 2545
    },
    {
      "epoch": 0.11844615026750407,
      "grad_norm": 0.8138321922061411,
      "learning_rate": 0.00029998631208026703,
      "loss": 3.1094,
      "step": 2546
    },
    {
      "epoch": 0.11849267271458479,
      "grad_norm": 0.800416868198831,
      "learning_rate": 0.0002999862618962183,
      "loss": 2.9531,
      "step": 2547
    },
    {
      "epoch": 0.1185391951616655,
      "grad_norm": 0.9114443124079912,
      "learning_rate": 0.000299986211620347,
      "loss": 3.2031,
      "step": 2548
    },
    {
      "epoch": 0.11858571760874621,
      "grad_norm": 0.854585946945334,
      "learning_rate": 0.00029998616125265324,
      "loss": 3.0625,
      "step": 2549
    },
    {
      "epoch": 0.11863224005582694,
      "grad_norm": 0.8025820570251444,
      "learning_rate": 0.00029998611079313717,
      "loss": 2.7969,
      "step": 2550
    },
    {
      "epoch": 0.11867876250290765,
      "grad_norm": 1.2523621109549228,
      "learning_rate": 0.0002999860602417986,
      "loss": 2.8438,
      "step": 2551
    },
    {
      "epoch": 0.11872528494998837,
      "grad_norm": 0.8303168255252451,
      "learning_rate": 0.00029998600959863777,
      "loss": 2.75,
      "step": 2552
    },
    {
      "epoch": 0.11877180739706908,
      "grad_norm": 0.8697382336639855,
      "learning_rate": 0.0002999859588636546,
      "loss": 2.7031,
      "step": 2553
    },
    {
      "epoch": 0.1188183298441498,
      "grad_norm": 0.8788285226433006,
      "learning_rate": 0.0002999859080368491,
      "loss": 2.7969,
      "step": 2554
    },
    {
      "epoch": 0.11886485229123052,
      "grad_norm": 0.830011870770548,
      "learning_rate": 0.0002999858571182214,
      "loss": 3.1562,
      "step": 2555
    },
    {
      "epoch": 0.11891137473831123,
      "grad_norm": 0.7946318621583445,
      "learning_rate": 0.0002999858061077714,
      "loss": 3.0,
      "step": 2556
    },
    {
      "epoch": 0.11895789718539194,
      "grad_norm": 0.9242362217291585,
      "learning_rate": 0.0002999857550054993,
      "loss": 2.8594,
      "step": 2557
    },
    {
      "epoch": 0.11900441963247267,
      "grad_norm": 0.9327763665273303,
      "learning_rate": 0.00029998570381140494,
      "loss": 3.0625,
      "step": 2558
    },
    {
      "epoch": 0.11905094207955338,
      "grad_norm": 0.8400917625748876,
      "learning_rate": 0.00029998565252548857,
      "loss": 3.0938,
      "step": 2559
    },
    {
      "epoch": 0.1190974645266341,
      "grad_norm": 0.7733917740521205,
      "learning_rate": 0.00029998560114774997,
      "loss": 2.875,
      "step": 2560
    },
    {
      "epoch": 0.11914398697371481,
      "grad_norm": 0.7820237803527439,
      "learning_rate": 0.0002999855496781894,
      "loss": 2.8594,
      "step": 2561
    },
    {
      "epoch": 0.11919050942079554,
      "grad_norm": 0.8070748800762626,
      "learning_rate": 0.00029998549811680676,
      "loss": 2.5469,
      "step": 2562
    },
    {
      "epoch": 0.11923703186787625,
      "grad_norm": 1.0105969108418489,
      "learning_rate": 0.0002999854464636021,
      "loss": 2.9062,
      "step": 2563
    },
    {
      "epoch": 0.11928355431495696,
      "grad_norm": 0.9031964210397284,
      "learning_rate": 0.0002999853947185755,
      "loss": 2.7969,
      "step": 2564
    },
    {
      "epoch": 0.11933007676203769,
      "grad_norm": 0.8093522709833296,
      "learning_rate": 0.00029998534288172687,
      "loss": 2.9688,
      "step": 2565
    },
    {
      "epoch": 0.1193765992091184,
      "grad_norm": 0.8835718923654998,
      "learning_rate": 0.0002999852909530564,
      "loss": 2.9219,
      "step": 2566
    },
    {
      "epoch": 0.11942312165619912,
      "grad_norm": 0.8271528945515805,
      "learning_rate": 0.00029998523893256406,
      "loss": 3.0625,
      "step": 2567
    },
    {
      "epoch": 0.11946964410327983,
      "grad_norm": 0.9053209030108139,
      "learning_rate": 0.00029998518682024987,
      "loss": 2.9531,
      "step": 2568
    },
    {
      "epoch": 0.11951616655036056,
      "grad_norm": 0.8264603147334683,
      "learning_rate": 0.0002999851346161139,
      "loss": 2.9688,
      "step": 2569
    },
    {
      "epoch": 0.11956268899744127,
      "grad_norm": 0.8048565643864168,
      "learning_rate": 0.000299985082320156,
      "loss": 2.9375,
      "step": 2570
    },
    {
      "epoch": 0.11960921144452198,
      "grad_norm": 0.7743719402583226,
      "learning_rate": 0.00029998502993237646,
      "loss": 2.5938,
      "step": 2571
    },
    {
      "epoch": 0.1196557338916027,
      "grad_norm": 0.8735109962006109,
      "learning_rate": 0.0002999849774527752,
      "loss": 2.625,
      "step": 2572
    },
    {
      "epoch": 0.11970225633868342,
      "grad_norm": 0.8359991147684583,
      "learning_rate": 0.0002999849248813522,
      "loss": 3.0625,
      "step": 2573
    },
    {
      "epoch": 0.11974877878576413,
      "grad_norm": 0.7986709855380658,
      "learning_rate": 0.00029998487221810763,
      "loss": 2.9375,
      "step": 2574
    },
    {
      "epoch": 0.11979530123284485,
      "grad_norm": 0.8400071033950094,
      "learning_rate": 0.00029998481946304136,
      "loss": 2.7812,
      "step": 2575
    },
    {
      "epoch": 0.11984182367992556,
      "grad_norm": 0.8683227460866926,
      "learning_rate": 0.0002999847666161536,
      "loss": 2.9688,
      "step": 2576
    },
    {
      "epoch": 0.11988834612700629,
      "grad_norm": 0.9215766443868613,
      "learning_rate": 0.0002999847136774441,
      "loss": 2.8438,
      "step": 2577
    },
    {
      "epoch": 0.119934868574087,
      "grad_norm": 0.7900710169213209,
      "learning_rate": 0.00029998466064691325,
      "loss": 2.7188,
      "step": 2578
    },
    {
      "epoch": 0.11998139102116771,
      "grad_norm": 0.8043513542264692,
      "learning_rate": 0.00029998460752456087,
      "loss": 2.9375,
      "step": 2579
    },
    {
      "epoch": 0.12002791346824843,
      "grad_norm": 0.8284681494336684,
      "learning_rate": 0.00029998455431038697,
      "loss": 3.1562,
      "step": 2580
    },
    {
      "epoch": 0.12007443591532915,
      "grad_norm": 1.0165211067625295,
      "learning_rate": 0.00029998450100439167,
      "loss": 3.2031,
      "step": 2581
    },
    {
      "epoch": 0.12012095836240987,
      "grad_norm": 0.8415586999593376,
      "learning_rate": 0.000299984447606575,
      "loss": 2.7812,
      "step": 2582
    },
    {
      "epoch": 0.12016748080949058,
      "grad_norm": 0.7573740496976152,
      "learning_rate": 0.00029998439411693694,
      "loss": 2.6719,
      "step": 2583
    },
    {
      "epoch": 0.12021400325657129,
      "grad_norm": 1.0494777522669325,
      "learning_rate": 0.0002999843405354776,
      "loss": 2.8906,
      "step": 2584
    },
    {
      "epoch": 0.12026052570365202,
      "grad_norm": 1.015912165426194,
      "learning_rate": 0.00029998428686219686,
      "loss": 3.2812,
      "step": 2585
    },
    {
      "epoch": 0.12030704815073273,
      "grad_norm": 0.7331587166746963,
      "learning_rate": 0.0002999842330970949,
      "loss": 3.0781,
      "step": 2586
    },
    {
      "epoch": 0.12035357059781344,
      "grad_norm": 0.7803833822200453,
      "learning_rate": 0.00029998417924017174,
      "loss": 3.0,
      "step": 2587
    },
    {
      "epoch": 0.12040009304489416,
      "grad_norm": 1.0464626256111755,
      "learning_rate": 0.00029998412529142735,
      "loss": 2.8281,
      "step": 2588
    },
    {
      "epoch": 0.12044661549197488,
      "grad_norm": 0.8748932908251108,
      "learning_rate": 0.0002999840712508618,
      "loss": 3.1562,
      "step": 2589
    },
    {
      "epoch": 0.1204931379390556,
      "grad_norm": 0.7795444007109521,
      "learning_rate": 0.00029998401711847514,
      "loss": 3.0156,
      "step": 2590
    },
    {
      "epoch": 0.12053966038613631,
      "grad_norm": 0.8177039294715415,
      "learning_rate": 0.0002999839628942674,
      "loss": 2.7188,
      "step": 2591
    },
    {
      "epoch": 0.12058618283321702,
      "grad_norm": 0.8001931801442876,
      "learning_rate": 0.00029998390857823856,
      "loss": 2.9688,
      "step": 2592
    },
    {
      "epoch": 0.12063270528029775,
      "grad_norm": 0.8791651389596438,
      "learning_rate": 0.0002999838541703887,
      "loss": 2.9844,
      "step": 2593
    },
    {
      "epoch": 0.12067922772737846,
      "grad_norm": 0.8124891888668869,
      "learning_rate": 0.00029998379967071775,
      "loss": 2.2969,
      "step": 2594
    },
    {
      "epoch": 0.12072575017445918,
      "grad_norm": 0.8422862746401077,
      "learning_rate": 0.00029998374507922594,
      "loss": 2.7812,
      "step": 2595
    },
    {
      "epoch": 0.12077227262153989,
      "grad_norm": 0.8377386445565677,
      "learning_rate": 0.00029998369039591316,
      "loss": 2.9688,
      "step": 2596
    },
    {
      "epoch": 0.12081879506862062,
      "grad_norm": 0.8252360283073283,
      "learning_rate": 0.0002999836356207795,
      "loss": 3.0469,
      "step": 2597
    },
    {
      "epoch": 0.12086531751570133,
      "grad_norm": 0.799097931824228,
      "learning_rate": 0.00029998358075382494,
      "loss": 2.8594,
      "step": 2598
    },
    {
      "epoch": 0.12091183996278204,
      "grad_norm": 0.7837874833184802,
      "learning_rate": 0.0002999835257950496,
      "loss": 2.9375,
      "step": 2599
    },
    {
      "epoch": 0.12095836240986275,
      "grad_norm": 0.9421922718260296,
      "learning_rate": 0.00029998347074445343,
      "loss": 2.6094,
      "step": 2600
    },
    {
      "epoch": 0.12100488485694348,
      "grad_norm": 1.1142176218787365,
      "learning_rate": 0.00029998341560203654,
      "loss": 2.9375,
      "step": 2601
    },
    {
      "epoch": 0.1210514073040242,
      "grad_norm": 0.8335348641816954,
      "learning_rate": 0.00029998336036779884,
      "loss": 3.0781,
      "step": 2602
    },
    {
      "epoch": 0.12109792975110491,
      "grad_norm": 0.8812795789330792,
      "learning_rate": 0.0002999833050417405,
      "loss": 3.0156,
      "step": 2603
    },
    {
      "epoch": 0.12114445219818562,
      "grad_norm": 1.0051526447984018,
      "learning_rate": 0.00029998324962386143,
      "loss": 2.9375,
      "step": 2604
    },
    {
      "epoch": 0.12119097464526635,
      "grad_norm": 0.798725062165186,
      "learning_rate": 0.0002999831941141618,
      "loss": 2.8438,
      "step": 2605
    },
    {
      "epoch": 0.12123749709234706,
      "grad_norm": 0.8137993505949294,
      "learning_rate": 0.00029998313851264155,
      "loss": 2.7656,
      "step": 2606
    },
    {
      "epoch": 0.12128401953942777,
      "grad_norm": 0.8232648191869234,
      "learning_rate": 0.00029998308281930077,
      "loss": 2.7812,
      "step": 2607
    },
    {
      "epoch": 0.12133054198650849,
      "grad_norm": 0.9290512569409648,
      "learning_rate": 0.00029998302703413944,
      "loss": 3.3281,
      "step": 2608
    },
    {
      "epoch": 0.12137706443358921,
      "grad_norm": 0.8981180824457644,
      "learning_rate": 0.00029998297115715764,
      "loss": 3.125,
      "step": 2609
    },
    {
      "epoch": 0.12142358688066993,
      "grad_norm": 0.8777451381343124,
      "learning_rate": 0.0002999829151883553,
      "loss": 2.875,
      "step": 2610
    },
    {
      "epoch": 0.12147010932775064,
      "grad_norm": 0.9633627340739442,
      "learning_rate": 0.0002999828591277326,
      "loss": 2.9844,
      "step": 2611
    },
    {
      "epoch": 0.12151663177483135,
      "grad_norm": 0.8359277533762661,
      "learning_rate": 0.0002999828029752895,
      "loss": 2.9688,
      "step": 2612
    },
    {
      "epoch": 0.12156315422191208,
      "grad_norm": 0.8304162582384317,
      "learning_rate": 0.00029998274673102604,
      "loss": 2.8125,
      "step": 2613
    },
    {
      "epoch": 0.12160967666899279,
      "grad_norm": 0.8073249322218486,
      "learning_rate": 0.0002999826903949423,
      "loss": 3.125,
      "step": 2614
    },
    {
      "epoch": 0.1216561991160735,
      "grad_norm": 0.9295616335603841,
      "learning_rate": 0.00029998263396703817,
      "loss": 3.0312,
      "step": 2615
    },
    {
      "epoch": 0.12170272156315422,
      "grad_norm": 0.8635261600810689,
      "learning_rate": 0.0002999825774473139,
      "loss": 2.8438,
      "step": 2616
    },
    {
      "epoch": 0.12174924401023494,
      "grad_norm": 0.9482958185503845,
      "learning_rate": 0.00029998252083576933,
      "loss": 3.25,
      "step": 2617
    },
    {
      "epoch": 0.12179576645731566,
      "grad_norm": 0.8140986760990558,
      "learning_rate": 0.0002999824641324046,
      "loss": 2.5781,
      "step": 2618
    },
    {
      "epoch": 0.12184228890439637,
      "grad_norm": 0.9730642807603985,
      "learning_rate": 0.00029998240733721974,
      "loss": 3.0625,
      "step": 2619
    },
    {
      "epoch": 0.12188881135147708,
      "grad_norm": 1.0813968053702674,
      "learning_rate": 0.00029998235045021476,
      "loss": 2.6094,
      "step": 2620
    },
    {
      "epoch": 0.12193533379855781,
      "grad_norm": 0.8780527556839107,
      "learning_rate": 0.00029998229347138973,
      "loss": 3.125,
      "step": 2621
    },
    {
      "epoch": 0.12198185624563852,
      "grad_norm": 0.8359318574188219,
      "learning_rate": 0.0002999822364007446,
      "loss": 2.9375,
      "step": 2622
    },
    {
      "epoch": 0.12202837869271924,
      "grad_norm": 1.0012709646926679,
      "learning_rate": 0.00029998217923827945,
      "loss": 2.9219,
      "step": 2623
    },
    {
      "epoch": 0.12207490113979995,
      "grad_norm": 0.9355711770736221,
      "learning_rate": 0.0002999821219839944,
      "loss": 2.7812,
      "step": 2624
    },
    {
      "epoch": 0.12212142358688068,
      "grad_norm": 1.0550658279412761,
      "learning_rate": 0.00029998206463788935,
      "loss": 2.125,
      "step": 2625
    },
    {
      "epoch": 0.12216794603396139,
      "grad_norm": 0.8805496699021026,
      "learning_rate": 0.00029998200719996444,
      "loss": 2.6406,
      "step": 2626
    },
    {
      "epoch": 0.1222144684810421,
      "grad_norm": 0.8614564797060481,
      "learning_rate": 0.00029998194967021963,
      "loss": 2.9219,
      "step": 2627
    },
    {
      "epoch": 0.12226099092812281,
      "grad_norm": 0.8482033666232636,
      "learning_rate": 0.000299981892048655,
      "loss": 2.7969,
      "step": 2628
    },
    {
      "epoch": 0.12230751337520354,
      "grad_norm": 1.1036430645663797,
      "learning_rate": 0.0002999818343352706,
      "loss": 2.9688,
      "step": 2629
    },
    {
      "epoch": 0.12235403582228425,
      "grad_norm": 0.7911853252097245,
      "learning_rate": 0.0002999817765300664,
      "loss": 2.9062,
      "step": 2630
    },
    {
      "epoch": 0.12240055826936497,
      "grad_norm": 0.8075437971015722,
      "learning_rate": 0.00029998171863304245,
      "loss": 2.7812,
      "step": 2631
    },
    {
      "epoch": 0.12244708071644568,
      "grad_norm": 0.8336775156853606,
      "learning_rate": 0.00029998166064419885,
      "loss": 3.0312,
      "step": 2632
    },
    {
      "epoch": 0.12249360316352641,
      "grad_norm": 0.8233400411885676,
      "learning_rate": 0.0002999816025635356,
      "loss": 2.7031,
      "step": 2633
    },
    {
      "epoch": 0.12254012561060712,
      "grad_norm": 1.1597743521619375,
      "learning_rate": 0.0002999815443910527,
      "loss": 2.625,
      "step": 2634
    },
    {
      "epoch": 0.12258664805768783,
      "grad_norm": 1.6037529770119214,
      "learning_rate": 0.0002999814861267502,
      "loss": 2.7031,
      "step": 2635
    },
    {
      "epoch": 0.12263317050476855,
      "grad_norm": 0.7449301465578578,
      "learning_rate": 0.00029998142777062816,
      "loss": 2.5781,
      "step": 2636
    },
    {
      "epoch": 0.12267969295184927,
      "grad_norm": 0.8374466934675106,
      "learning_rate": 0.00029998136932268664,
      "loss": 3.1562,
      "step": 2637
    },
    {
      "epoch": 0.12272621539892999,
      "grad_norm": 1.1848226944199625,
      "learning_rate": 0.0002999813107829256,
      "loss": 2.9219,
      "step": 2638
    },
    {
      "epoch": 0.1227727378460107,
      "grad_norm": 1.9556784409900085,
      "learning_rate": 0.00029998125215134516,
      "loss": 2.8594,
      "step": 2639
    },
    {
      "epoch": 0.12281926029309141,
      "grad_norm": 0.8133845168504588,
      "learning_rate": 0.00029998119342794526,
      "loss": 2.7656,
      "step": 2640
    },
    {
      "epoch": 0.12286578274017214,
      "grad_norm": 0.771569247689892,
      "learning_rate": 0.000299981134612726,
      "loss": 2.8438,
      "step": 2641
    },
    {
      "epoch": 0.12291230518725285,
      "grad_norm": 0.9400768191511308,
      "learning_rate": 0.0002999810757056875,
      "loss": 3.0,
      "step": 2642
    },
    {
      "epoch": 0.12295882763433356,
      "grad_norm": 0.9084472448144878,
      "learning_rate": 0.00029998101670682955,
      "loss": 2.6562,
      "step": 2643
    },
    {
      "epoch": 0.12300535008141428,
      "grad_norm": 1.0822471541499525,
      "learning_rate": 0.00029998095761615243,
      "loss": 3.0469,
      "step": 2644
    },
    {
      "epoch": 0.123051872528495,
      "grad_norm": 0.8031769769602085,
      "learning_rate": 0.0002999808984336561,
      "loss": 2.5938,
      "step": 2645
    },
    {
      "epoch": 0.12309839497557572,
      "grad_norm": 1.0195466324778355,
      "learning_rate": 0.0002999808391593405,
      "loss": 3.2969,
      "step": 2646
    },
    {
      "epoch": 0.12314491742265643,
      "grad_norm": 1.049584188518481,
      "learning_rate": 0.00029998077979320585,
      "loss": 2.8594,
      "step": 2647
    },
    {
      "epoch": 0.12319143986973714,
      "grad_norm": 1.2538433926172328,
      "learning_rate": 0.00029998072033525204,
      "loss": 2.9844,
      "step": 2648
    },
    {
      "epoch": 0.12323796231681787,
      "grad_norm": 0.9090138660613858,
      "learning_rate": 0.0002999806607854791,
      "loss": 2.9219,
      "step": 2649
    },
    {
      "epoch": 0.12328448476389858,
      "grad_norm": 0.788688666234813,
      "learning_rate": 0.0002999806011438872,
      "loss": 2.7969,
      "step": 2650
    },
    {
      "epoch": 0.1233310072109793,
      "grad_norm": 0.8270206703619789,
      "learning_rate": 0.0002999805414104762,
      "loss": 2.625,
      "step": 2651
    },
    {
      "epoch": 0.12337752965806001,
      "grad_norm": 0.96609547938314,
      "learning_rate": 0.0002999804815852463,
      "loss": 3.0469,
      "step": 2652
    },
    {
      "epoch": 0.12342405210514074,
      "grad_norm": 0.8797632019287094,
      "learning_rate": 0.0002999804216681974,
      "loss": 3.0469,
      "step": 2653
    },
    {
      "epoch": 0.12347057455222145,
      "grad_norm": 1.0511031370049015,
      "learning_rate": 0.00029998036165932964,
      "loss": 2.8594,
      "step": 2654
    },
    {
      "epoch": 0.12351709699930216,
      "grad_norm": 0.7631308642400522,
      "learning_rate": 0.00029998030155864306,
      "loss": 2.375,
      "step": 2655
    },
    {
      "epoch": 0.12356361944638287,
      "grad_norm": 0.8083080697060674,
      "learning_rate": 0.00029998024136613756,
      "loss": 3.1094,
      "step": 2656
    },
    {
      "epoch": 0.1236101418934636,
      "grad_norm": 1.0011431752874955,
      "learning_rate": 0.0002999801810818134,
      "loss": 2.6875,
      "step": 2657
    },
    {
      "epoch": 0.12365666434054431,
      "grad_norm": 0.975725133220567,
      "learning_rate": 0.0002999801207056704,
      "loss": 3.2188,
      "step": 2658
    },
    {
      "epoch": 0.12370318678762503,
      "grad_norm": 0.8396427515558056,
      "learning_rate": 0.0002999800602377087,
      "loss": 2.7188,
      "step": 2659
    },
    {
      "epoch": 0.12374970923470574,
      "grad_norm": 0.8038658502991267,
      "learning_rate": 0.00029997999967792835,
      "loss": 2.8594,
      "step": 2660
    },
    {
      "epoch": 0.12379623168178647,
      "grad_norm": 0.8649304668498309,
      "learning_rate": 0.0002999799390263293,
      "loss": 3.0625,
      "step": 2661
    },
    {
      "epoch": 0.12384275412886718,
      "grad_norm": 0.8938241738397099,
      "learning_rate": 0.0002999798782829117,
      "loss": 2.9375,
      "step": 2662
    },
    {
      "epoch": 0.1238892765759479,
      "grad_norm": 0.8127155648537662,
      "learning_rate": 0.00029997981744767554,
      "loss": 2.9844,
      "step": 2663
    },
    {
      "epoch": 0.1239357990230286,
      "grad_norm": 0.7972367838553183,
      "learning_rate": 0.0002999797565206208,
      "loss": 2.6719,
      "step": 2664
    },
    {
      "epoch": 0.12398232147010933,
      "grad_norm": 0.8401464508994512,
      "learning_rate": 0.0002999796955017476,
      "loss": 2.9844,
      "step": 2665
    },
    {
      "epoch": 0.12402884391719005,
      "grad_norm": 0.8197697437919885,
      "learning_rate": 0.00029997963439105593,
      "loss": 2.7656,
      "step": 2666
    },
    {
      "epoch": 0.12407536636427076,
      "grad_norm": 0.9699921429496208,
      "learning_rate": 0.00029997957318854586,
      "loss": 2.9062,
      "step": 2667
    },
    {
      "epoch": 0.12412188881135147,
      "grad_norm": 0.8241068583192218,
      "learning_rate": 0.0002999795118942174,
      "loss": 2.9062,
      "step": 2668
    },
    {
      "epoch": 0.1241684112584322,
      "grad_norm": 0.7919314141446425,
      "learning_rate": 0.0002999794505080706,
      "loss": 3.0781,
      "step": 2669
    },
    {
      "epoch": 0.12421493370551291,
      "grad_norm": 0.9528298313766771,
      "learning_rate": 0.0002999793890301055,
      "loss": 2.875,
      "step": 2670
    },
    {
      "epoch": 0.12426145615259362,
      "grad_norm": 0.8330630251474893,
      "learning_rate": 0.00029997932746032217,
      "loss": 2.8594,
      "step": 2671
    },
    {
      "epoch": 0.12430797859967434,
      "grad_norm": 0.845003912730887,
      "learning_rate": 0.0002999792657987206,
      "loss": 2.8281,
      "step": 2672
    },
    {
      "epoch": 0.12435450104675506,
      "grad_norm": 0.8905919444142096,
      "learning_rate": 0.0002999792040453008,
      "loss": 2.7344,
      "step": 2673
    },
    {
      "epoch": 0.12440102349383578,
      "grad_norm": 1.0855409670062648,
      "learning_rate": 0.0002999791422000629,
      "loss": 2.875,
      "step": 2674
    },
    {
      "epoch": 0.12444754594091649,
      "grad_norm": 0.971228564825058,
      "learning_rate": 0.0002999790802630068,
      "loss": 2.8438,
      "step": 2675
    },
    {
      "epoch": 0.1244940683879972,
      "grad_norm": 0.8349036490106446,
      "learning_rate": 0.0002999790182341327,
      "loss": 2.8594,
      "step": 2676
    },
    {
      "epoch": 0.12454059083507793,
      "grad_norm": 1.0201503315549463,
      "learning_rate": 0.00029997895611344054,
      "loss": 3.0469,
      "step": 2677
    },
    {
      "epoch": 0.12458711328215864,
      "grad_norm": 0.7817920327244634,
      "learning_rate": 0.0002999788939009304,
      "loss": 2.625,
      "step": 2678
    },
    {
      "epoch": 0.12463363572923936,
      "grad_norm": 0.7291217791977385,
      "learning_rate": 0.0002999788315966023,
      "loss": 2.9375,
      "step": 2679
    },
    {
      "epoch": 0.12468015817632007,
      "grad_norm": 0.8803903395898065,
      "learning_rate": 0.0002999787692004562,
      "loss": 2.9219,
      "step": 2680
    },
    {
      "epoch": 0.1247266806234008,
      "grad_norm": 0.7552508493827493,
      "learning_rate": 0.0002999787067124923,
      "loss": 2.5,
      "step": 2681
    },
    {
      "epoch": 0.12477320307048151,
      "grad_norm": 0.8502926776963632,
      "learning_rate": 0.0002999786441327105,
      "loss": 3.1094,
      "step": 2682
    },
    {
      "epoch": 0.12481972551756222,
      "grad_norm": 0.756127078270427,
      "learning_rate": 0.0002999785814611109,
      "loss": 2.8281,
      "step": 2683
    },
    {
      "epoch": 0.12486624796464293,
      "grad_norm": 0.8732706567109736,
      "learning_rate": 0.00029997851869769353,
      "loss": 2.875,
      "step": 2684
    },
    {
      "epoch": 0.12491277041172366,
      "grad_norm": 0.8406064621860687,
      "learning_rate": 0.0002999784558424584,
      "loss": 3.0,
      "step": 2685
    },
    {
      "epoch": 0.12495929285880437,
      "grad_norm": 0.8287728390560528,
      "learning_rate": 0.0002999783928954056,
      "loss": 2.9688,
      "step": 2686
    },
    {
      "epoch": 0.1250058153058851,
      "grad_norm": 0.8461958373869874,
      "learning_rate": 0.00029997832985653516,
      "loss": 2.8594,
      "step": 2687
    },
    {
      "epoch": 0.12505233775296581,
      "grad_norm": 0.7405054020849079,
      "learning_rate": 0.0002999782667258471,
      "loss": 2.8594,
      "step": 2688
    },
    {
      "epoch": 0.1250988602000465,
      "grad_norm": 0.8172592873118509,
      "learning_rate": 0.00029997820350334146,
      "loss": 3.0469,
      "step": 2689
    },
    {
      "epoch": 0.12514538264712724,
      "grad_norm": 0.8562498697441111,
      "learning_rate": 0.0002999781401890183,
      "loss": 2.9531,
      "step": 2690
    },
    {
      "epoch": 0.12519190509420797,
      "grad_norm": 0.7869238659873335,
      "learning_rate": 0.00029997807678287764,
      "loss": 2.8125,
      "step": 2691
    },
    {
      "epoch": 0.12523842754128867,
      "grad_norm": 0.7890329886853764,
      "learning_rate": 0.00029997801328491945,
      "loss": 2.9219,
      "step": 2692
    },
    {
      "epoch": 0.1252849499883694,
      "grad_norm": 0.7482640159313344,
      "learning_rate": 0.00029997794969514386,
      "loss": 2.6719,
      "step": 2693
    },
    {
      "epoch": 0.1253314724354501,
      "grad_norm": 0.8416769495147945,
      "learning_rate": 0.00029997788601355093,
      "loss": 2.9062,
      "step": 2694
    },
    {
      "epoch": 0.12537799488253082,
      "grad_norm": 0.8264902792097021,
      "learning_rate": 0.0002999778222401406,
      "loss": 2.8906,
      "step": 2695
    },
    {
      "epoch": 0.12542451732961155,
      "grad_norm": 0.867843720122393,
      "learning_rate": 0.00029997775837491304,
      "loss": 2.7031,
      "step": 2696
    },
    {
      "epoch": 0.12547103977669224,
      "grad_norm": 0.8151492904606594,
      "learning_rate": 0.00029997769441786814,
      "loss": 2.5,
      "step": 2697
    },
    {
      "epoch": 0.12551756222377297,
      "grad_norm": 0.8946813396541891,
      "learning_rate": 0.000299977630369006,
      "loss": 3.0,
      "step": 2698
    },
    {
      "epoch": 0.1255640846708537,
      "grad_norm": 0.8167583860784243,
      "learning_rate": 0.0002999775662283267,
      "loss": 3.2188,
      "step": 2699
    },
    {
      "epoch": 0.1256106071179344,
      "grad_norm": 0.8888051350888108,
      "learning_rate": 0.00029997750199583026,
      "loss": 2.9844,
      "step": 2700
    },
    {
      "epoch": 0.12565712956501512,
      "grad_norm": 0.7791494149912351,
      "learning_rate": 0.0002999774376715167,
      "loss": 3.0156,
      "step": 2701
    },
    {
      "epoch": 0.12570365201209582,
      "grad_norm": 0.7281075340467911,
      "learning_rate": 0.00029997737325538606,
      "loss": 2.6406,
      "step": 2702
    },
    {
      "epoch": 0.12575017445917655,
      "grad_norm": 0.8582507160724356,
      "learning_rate": 0.0002999773087474384,
      "loss": 2.9375,
      "step": 2703
    },
    {
      "epoch": 0.12579669690625728,
      "grad_norm": 0.8290101213129287,
      "learning_rate": 0.00029997724414767375,
      "loss": 3.0625,
      "step": 2704
    },
    {
      "epoch": 0.12584321935333798,
      "grad_norm": 0.9273756812413805,
      "learning_rate": 0.00029997717945609223,
      "loss": 3.0781,
      "step": 2705
    },
    {
      "epoch": 0.1258897418004187,
      "grad_norm": 1.0304664133919155,
      "learning_rate": 0.00029997711467269364,
      "loss": 2.9375,
      "step": 2706
    },
    {
      "epoch": 0.12593626424749943,
      "grad_norm": 0.8731242155242367,
      "learning_rate": 0.0002999770497974783,
      "loss": 2.5938,
      "step": 2707
    },
    {
      "epoch": 0.12598278669458013,
      "grad_norm": 1.105161607684462,
      "learning_rate": 0.00029997698483044606,
      "loss": 2.875,
      "step": 2708
    },
    {
      "epoch": 0.12602930914166086,
      "grad_norm": 0.908844822708747,
      "learning_rate": 0.000299976919771597,
      "loss": 2.6094,
      "step": 2709
    },
    {
      "epoch": 0.12607583158874155,
      "grad_norm": 0.8425278898718832,
      "learning_rate": 0.00029997685462093124,
      "loss": 2.7812,
      "step": 2710
    },
    {
      "epoch": 0.12612235403582228,
      "grad_norm": 0.8654715378883144,
      "learning_rate": 0.00029997678937844876,
      "loss": 3.1406,
      "step": 2711
    },
    {
      "epoch": 0.126168876482903,
      "grad_norm": 1.0320884782082658,
      "learning_rate": 0.00029997672404414964,
      "loss": 2.8281,
      "step": 2712
    },
    {
      "epoch": 0.1262153989299837,
      "grad_norm": 0.8580768750224667,
      "learning_rate": 0.0002999766586180338,
      "loss": 3.0625,
      "step": 2713
    },
    {
      "epoch": 0.12626192137706443,
      "grad_norm": 0.9292068622734556,
      "learning_rate": 0.00029997659310010145,
      "loss": 3.3906,
      "step": 2714
    },
    {
      "epoch": 0.12630844382414516,
      "grad_norm": 0.8303934792118841,
      "learning_rate": 0.0002999765274903525,
      "loss": 2.8125,
      "step": 2715
    },
    {
      "epoch": 0.12635496627122586,
      "grad_norm": 0.8635512235607644,
      "learning_rate": 0.00029997646178878704,
      "loss": 2.8906,
      "step": 2716
    },
    {
      "epoch": 0.1264014887183066,
      "grad_norm": 0.7680320938144987,
      "learning_rate": 0.00029997639599540506,
      "loss": 2.7969,
      "step": 2717
    },
    {
      "epoch": 0.1264480111653873,
      "grad_norm": 0.7807297271140369,
      "learning_rate": 0.0002999763301102067,
      "loss": 2.6875,
      "step": 2718
    },
    {
      "epoch": 0.126494533612468,
      "grad_norm": 0.9182492544391793,
      "learning_rate": 0.00029997626413319196,
      "loss": 2.8906,
      "step": 2719
    },
    {
      "epoch": 0.12654105605954874,
      "grad_norm": 0.8064235335438971,
      "learning_rate": 0.00029997619806436084,
      "loss": 2.9375,
      "step": 2720
    },
    {
      "epoch": 0.12658757850662944,
      "grad_norm": 1.4019207577131223,
      "learning_rate": 0.00029997613190371346,
      "loss": 2.9219,
      "step": 2721
    },
    {
      "epoch": 0.12663410095371017,
      "grad_norm": 0.8155837911403132,
      "learning_rate": 0.0002999760656512497,
      "loss": 3.2031,
      "step": 2722
    },
    {
      "epoch": 0.1266806234007909,
      "grad_norm": 0.7705016858903999,
      "learning_rate": 0.00029997599930696976,
      "loss": 2.9375,
      "step": 2723
    },
    {
      "epoch": 0.1267271458478716,
      "grad_norm": 0.7769925625824875,
      "learning_rate": 0.0002999759328708737,
      "loss": 3.0625,
      "step": 2724
    },
    {
      "epoch": 0.12677366829495232,
      "grad_norm": 0.7561794757110306,
      "learning_rate": 0.0002999758663429614,
      "loss": 2.9375,
      "step": 2725
    },
    {
      "epoch": 0.12682019074203302,
      "grad_norm": 0.8422935577980363,
      "learning_rate": 0.00029997579972323307,
      "loss": 3.0781,
      "step": 2726
    },
    {
      "epoch": 0.12686671318911374,
      "grad_norm": 0.7835507812299415,
      "learning_rate": 0.0002999757330116886,
      "loss": 2.9688,
      "step": 2727
    },
    {
      "epoch": 0.12691323563619447,
      "grad_norm": 0.8519619019170482,
      "learning_rate": 0.0002999756662083281,
      "loss": 2.9375,
      "step": 2728
    },
    {
      "epoch": 0.12695975808327517,
      "grad_norm": 0.7729619567689476,
      "learning_rate": 0.00029997559931315164,
      "loss": 2.9062,
      "step": 2729
    },
    {
      "epoch": 0.1270062805303559,
      "grad_norm": 0.799048414349302,
      "learning_rate": 0.00029997553232615924,
      "loss": 2.9219,
      "step": 2730
    },
    {
      "epoch": 0.12705280297743662,
      "grad_norm": 0.837658499337186,
      "learning_rate": 0.0002999754652473509,
      "loss": 2.7656,
      "step": 2731
    },
    {
      "epoch": 0.12709932542451732,
      "grad_norm": 0.843959564246313,
      "learning_rate": 0.0002999753980767268,
      "loss": 3.1094,
      "step": 2732
    },
    {
      "epoch": 0.12714584787159805,
      "grad_norm": 0.8729823198227239,
      "learning_rate": 0.0002999753308142868,
      "loss": 2.8125,
      "step": 2733
    },
    {
      "epoch": 0.12719237031867875,
      "grad_norm": 0.8526308089089712,
      "learning_rate": 0.000299975263460031,
      "loss": 3.1562,
      "step": 2734
    },
    {
      "epoch": 0.12723889276575948,
      "grad_norm": 0.7550329217514662,
      "learning_rate": 0.00029997519601395947,
      "loss": 2.7656,
      "step": 2735
    },
    {
      "epoch": 0.1272854152128402,
      "grad_norm": 0.776613629701013,
      "learning_rate": 0.00029997512847607224,
      "loss": 2.9688,
      "step": 2736
    },
    {
      "epoch": 0.1273319376599209,
      "grad_norm": 0.8319872416823169,
      "learning_rate": 0.0002999750608463694,
      "loss": 2.9062,
      "step": 2737
    },
    {
      "epoch": 0.12737846010700163,
      "grad_norm": 0.8414932362684863,
      "learning_rate": 0.0002999749931248509,
      "loss": 3.0156,
      "step": 2738
    },
    {
      "epoch": 0.12742498255408236,
      "grad_norm": 0.7959693963904334,
      "learning_rate": 0.0002999749253115168,
      "loss": 2.5938,
      "step": 2739
    },
    {
      "epoch": 0.12747150500116305,
      "grad_norm": 0.9193840370784112,
      "learning_rate": 0.00029997485740636726,
      "loss": 2.9375,
      "step": 2740
    },
    {
      "epoch": 0.12751802744824378,
      "grad_norm": 0.8233768567921296,
      "learning_rate": 0.0002999747894094021,
      "loss": 2.8125,
      "step": 2741
    },
    {
      "epoch": 0.12756454989532448,
      "grad_norm": 0.8444279979424348,
      "learning_rate": 0.00029997472132062156,
      "loss": 2.8906,
      "step": 2742
    },
    {
      "epoch": 0.1276110723424052,
      "grad_norm": 0.6671043286774407,
      "learning_rate": 0.0002999746531400256,
      "loss": 2.6094,
      "step": 2743
    },
    {
      "epoch": 0.12765759478948593,
      "grad_norm": 0.770903426020884,
      "learning_rate": 0.00029997458486761435,
      "loss": 2.7656,
      "step": 2744
    },
    {
      "epoch": 0.12770411723656663,
      "grad_norm": 0.9922997956486768,
      "learning_rate": 0.00029997451650338764,
      "loss": 2.8906,
      "step": 2745
    },
    {
      "epoch": 0.12775063968364736,
      "grad_norm": 0.8243201696400481,
      "learning_rate": 0.00029997444804734575,
      "loss": 2.8906,
      "step": 2746
    },
    {
      "epoch": 0.1277971621307281,
      "grad_norm": 0.8207933512779574,
      "learning_rate": 0.0002999743794994886,
      "loss": 2.9531,
      "step": 2747
    },
    {
      "epoch": 0.12784368457780879,
      "grad_norm": 0.8037991142741779,
      "learning_rate": 0.00029997431085981624,
      "loss": 3.0625,
      "step": 2748
    },
    {
      "epoch": 0.1278902070248895,
      "grad_norm": 0.7298416526968385,
      "learning_rate": 0.0002999742421283287,
      "loss": 2.7656,
      "step": 2749
    },
    {
      "epoch": 0.1279367294719702,
      "grad_norm": 0.801281946284586,
      "learning_rate": 0.0002999741733050261,
      "loss": 2.6094,
      "step": 2750
    },
    {
      "epoch": 0.12798325191905094,
      "grad_norm": 1.0882365657001496,
      "learning_rate": 0.0002999741043899084,
      "loss": 2.8125,
      "step": 2751
    },
    {
      "epoch": 0.12802977436613167,
      "grad_norm": 0.8511137134814217,
      "learning_rate": 0.00029997403538297563,
      "loss": 2.7344,
      "step": 2752
    },
    {
      "epoch": 0.12807629681321236,
      "grad_norm": 0.9194147508415101,
      "learning_rate": 0.0002999739662842279,
      "loss": 3.0625,
      "step": 2753
    },
    {
      "epoch": 0.1281228192602931,
      "grad_norm": 0.8093219658534353,
      "learning_rate": 0.00029997389709366523,
      "loss": 2.9688,
      "step": 2754
    },
    {
      "epoch": 0.12816934170737382,
      "grad_norm": 0.8302787840869182,
      "learning_rate": 0.00029997382781128765,
      "loss": 2.8906,
      "step": 2755
    },
    {
      "epoch": 0.12821586415445452,
      "grad_norm": 0.8051198063747149,
      "learning_rate": 0.0002999737584370952,
      "loss": 2.6406,
      "step": 2756
    },
    {
      "epoch": 0.12826238660153524,
      "grad_norm": 0.8493713965141988,
      "learning_rate": 0.00029997368897108795,
      "loss": 2.9844,
      "step": 2757
    },
    {
      "epoch": 0.12830890904861594,
      "grad_norm": 0.7864185095261518,
      "learning_rate": 0.00029997361941326594,
      "loss": 2.7812,
      "step": 2758
    },
    {
      "epoch": 0.12835543149569667,
      "grad_norm": 0.8234161302681938,
      "learning_rate": 0.00029997354976362913,
      "loss": 2.9531,
      "step": 2759
    },
    {
      "epoch": 0.1284019539427774,
      "grad_norm": 1.002661797370787,
      "learning_rate": 0.0002999734800221777,
      "loss": 2.6562,
      "step": 2760
    },
    {
      "epoch": 0.1284484763898581,
      "grad_norm": 0.7851646971373545,
      "learning_rate": 0.0002999734101889116,
      "loss": 2.9688,
      "step": 2761
    },
    {
      "epoch": 0.12849499883693882,
      "grad_norm": 0.8140511584054028,
      "learning_rate": 0.0002999733402638309,
      "loss": 2.6875,
      "step": 2762
    },
    {
      "epoch": 0.12854152128401955,
      "grad_norm": 0.8073109234123691,
      "learning_rate": 0.00029997327024693565,
      "loss": 2.7969,
      "step": 2763
    },
    {
      "epoch": 0.12858804373110025,
      "grad_norm": 1.010349626753672,
      "learning_rate": 0.0002999732001382258,
      "loss": 3.1562,
      "step": 2764
    },
    {
      "epoch": 0.12863456617818098,
      "grad_norm": 0.7768579354356449,
      "learning_rate": 0.00029997312993770153,
      "loss": 2.875,
      "step": 2765
    },
    {
      "epoch": 0.1286810886252617,
      "grad_norm": 1.0393217161519783,
      "learning_rate": 0.00029997305964536285,
      "loss": 2.75,
      "step": 2766
    },
    {
      "epoch": 0.1287276110723424,
      "grad_norm": 0.8209862931297006,
      "learning_rate": 0.00029997298926120975,
      "loss": 2.8438,
      "step": 2767
    },
    {
      "epoch": 0.12877413351942313,
      "grad_norm": 0.798149214507264,
      "learning_rate": 0.0002999729187852423,
      "loss": 2.6719,
      "step": 2768
    },
    {
      "epoch": 0.12882065596650383,
      "grad_norm": 0.7978967884018996,
      "learning_rate": 0.00029997284821746054,
      "loss": 2.8906,
      "step": 2769
    },
    {
      "epoch": 0.12886717841358455,
      "grad_norm": 0.7247613439473855,
      "learning_rate": 0.0002999727775578646,
      "loss": 2.6406,
      "step": 2770
    },
    {
      "epoch": 0.12891370086066528,
      "grad_norm": 0.8197084171518759,
      "learning_rate": 0.0002999727068064543,
      "loss": 3.0469,
      "step": 2771
    },
    {
      "epoch": 0.12896022330774598,
      "grad_norm": 0.8600678603369458,
      "learning_rate": 0.0002999726359632299,
      "loss": 3.0156,
      "step": 2772
    },
    {
      "epoch": 0.1290067457548267,
      "grad_norm": 1.1034173617213592,
      "learning_rate": 0.00029997256502819136,
      "loss": 2.5938,
      "step": 2773
    },
    {
      "epoch": 0.12905326820190743,
      "grad_norm": 0.8437637123864749,
      "learning_rate": 0.00029997249400133877,
      "loss": 2.7969,
      "step": 2774
    },
    {
      "epoch": 0.12909979064898813,
      "grad_norm": 0.8145055782282702,
      "learning_rate": 0.00029997242288267204,
      "loss": 2.9062,
      "step": 2775
    },
    {
      "epoch": 0.12914631309606886,
      "grad_norm": 0.8417264117221782,
      "learning_rate": 0.0002999723516721914,
      "loss": 2.8906,
      "step": 2776
    },
    {
      "epoch": 0.12919283554314956,
      "grad_norm": 0.8219369933970834,
      "learning_rate": 0.00029997228036989675,
      "loss": 2.4375,
      "step": 2777
    },
    {
      "epoch": 0.12923935799023029,
      "grad_norm": 0.858935291338258,
      "learning_rate": 0.00029997220897578825,
      "loss": 2.9531,
      "step": 2778
    },
    {
      "epoch": 0.129285880437311,
      "grad_norm": 0.7758185049147972,
      "learning_rate": 0.0002999721374898658,
      "loss": 2.5156,
      "step": 2779
    },
    {
      "epoch": 0.1293324028843917,
      "grad_norm": 0.8415664558190089,
      "learning_rate": 0.00029997206591212956,
      "loss": 2.75,
      "step": 2780
    },
    {
      "epoch": 0.12937892533147244,
      "grad_norm": 0.8273282954237803,
      "learning_rate": 0.0002999719942425796,
      "loss": 2.8281,
      "step": 2781
    },
    {
      "epoch": 0.12942544777855317,
      "grad_norm": 0.7806343208824166,
      "learning_rate": 0.0002999719224812158,
      "loss": 2.9062,
      "step": 2782
    },
    {
      "epoch": 0.12947197022563386,
      "grad_norm": 0.7306829038064645,
      "learning_rate": 0.00029997185062803834,
      "loss": 2.75,
      "step": 2783
    },
    {
      "epoch": 0.1295184926727146,
      "grad_norm": 0.7202892965888403,
      "learning_rate": 0.00029997177868304725,
      "loss": 2.7812,
      "step": 2784
    },
    {
      "epoch": 0.1295650151197953,
      "grad_norm": 0.76202596151197,
      "learning_rate": 0.0002999717066462425,
      "loss": 2.9375,
      "step": 2785
    },
    {
      "epoch": 0.12961153756687602,
      "grad_norm": 0.7991856595862096,
      "learning_rate": 0.00029997163451762427,
      "loss": 2.6406,
      "step": 2786
    },
    {
      "epoch": 0.12965806001395674,
      "grad_norm": 0.7776903919894476,
      "learning_rate": 0.0002999715622971925,
      "loss": 2.9844,
      "step": 2787
    },
    {
      "epoch": 0.12970458246103744,
      "grad_norm": 0.7530529797435471,
      "learning_rate": 0.0002999714899849472,
      "loss": 2.8906,
      "step": 2788
    },
    {
      "epoch": 0.12975110490811817,
      "grad_norm": 0.8616743785310796,
      "learning_rate": 0.0002999714175808885,
      "loss": 2.7031,
      "step": 2789
    },
    {
      "epoch": 0.1297976273551989,
      "grad_norm": 0.7486792195998719,
      "learning_rate": 0.0002999713450850164,
      "loss": 2.9688,
      "step": 2790
    },
    {
      "epoch": 0.1298441498022796,
      "grad_norm": 0.8130118248287374,
      "learning_rate": 0.00029997127249733097,
      "loss": 3.0625,
      "step": 2791
    },
    {
      "epoch": 0.12989067224936032,
      "grad_norm": 0.7890277256238494,
      "learning_rate": 0.00029997119981783226,
      "loss": 2.875,
      "step": 2792
    },
    {
      "epoch": 0.12993719469644102,
      "grad_norm": 0.8380463037125021,
      "learning_rate": 0.0002999711270465203,
      "loss": 3.0312,
      "step": 2793
    },
    {
      "epoch": 0.12998371714352175,
      "grad_norm": 0.7963144148603595,
      "learning_rate": 0.0002999710541833951,
      "loss": 2.9844,
      "step": 2794
    },
    {
      "epoch": 0.13003023959060248,
      "grad_norm": 0.7663584405958771,
      "learning_rate": 0.00029997098122845677,
      "loss": 3.0156,
      "step": 2795
    },
    {
      "epoch": 0.13007676203768317,
      "grad_norm": 0.8343625806502373,
      "learning_rate": 0.0002999709081817053,
      "loss": 2.8438,
      "step": 2796
    },
    {
      "epoch": 0.1301232844847639,
      "grad_norm": 0.8604670308763794,
      "learning_rate": 0.00029997083504314074,
      "loss": 2.7812,
      "step": 2797
    },
    {
      "epoch": 0.13016980693184463,
      "grad_norm": 0.702215832488226,
      "learning_rate": 0.0002999707618127632,
      "loss": 2.8906,
      "step": 2798
    },
    {
      "epoch": 0.13021632937892533,
      "grad_norm": 1.2106500144058872,
      "learning_rate": 0.00029997068849057265,
      "loss": 2.4219,
      "step": 2799
    },
    {
      "epoch": 0.13026285182600605,
      "grad_norm": 0.7228267086452906,
      "learning_rate": 0.00029997061507656915,
      "loss": 2.7344,
      "step": 2800
    },
    {
      "epoch": 0.13030937427308675,
      "grad_norm": 0.7847459267924473,
      "learning_rate": 0.00029997054157075275,
      "loss": 2.7188,
      "step": 2801
    },
    {
      "epoch": 0.13035589672016748,
      "grad_norm": 0.794556363375698,
      "learning_rate": 0.0002999704679731235,
      "loss": 2.875,
      "step": 2802
    },
    {
      "epoch": 0.1304024191672482,
      "grad_norm": 0.9124993146065398,
      "learning_rate": 0.0002999703942836815,
      "loss": 3.1406,
      "step": 2803
    },
    {
      "epoch": 0.1304489416143289,
      "grad_norm": 1.0147465440355656,
      "learning_rate": 0.0002999703205024267,
      "loss": 2.8594,
      "step": 2804
    },
    {
      "epoch": 0.13049546406140963,
      "grad_norm": 0.7555770094555881,
      "learning_rate": 0.0002999702466293592,
      "loss": 2.625,
      "step": 2805
    },
    {
      "epoch": 0.13054198650849036,
      "grad_norm": 0.8955918793463631,
      "learning_rate": 0.000299970172664479,
      "loss": 2.8281,
      "step": 2806
    },
    {
      "epoch": 0.13058850895557106,
      "grad_norm": 0.753980716923595,
      "learning_rate": 0.0002999700986077862,
      "loss": 2.9844,
      "step": 2807
    },
    {
      "epoch": 0.13063503140265179,
      "grad_norm": 0.7978062199061796,
      "learning_rate": 0.00029997002445928084,
      "loss": 2.6094,
      "step": 2808
    },
    {
      "epoch": 0.13068155384973248,
      "grad_norm": 0.8233335584303189,
      "learning_rate": 0.0002999699502189629,
      "loss": 3.0469,
      "step": 2809
    },
    {
      "epoch": 0.1307280762968132,
      "grad_norm": 0.8275633813687768,
      "learning_rate": 0.0002999698758868325,
      "loss": 2.3906,
      "step": 2810
    },
    {
      "epoch": 0.13077459874389394,
      "grad_norm": 0.7436017599078165,
      "learning_rate": 0.0002999698014628897,
      "loss": 2.7188,
      "step": 2811
    },
    {
      "epoch": 0.13082112119097464,
      "grad_norm": 0.761922424835825,
      "learning_rate": 0.0002999697269471344,
      "loss": 2.9375,
      "step": 2812
    },
    {
      "epoch": 0.13086764363805536,
      "grad_norm": 0.7510785355937262,
      "learning_rate": 0.00029996965233956683,
      "loss": 2.9531,
      "step": 2813
    },
    {
      "epoch": 0.1309141660851361,
      "grad_norm": 0.7833081020367048,
      "learning_rate": 0.0002999695776401869,
      "loss": 3.0,
      "step": 2814
    },
    {
      "epoch": 0.1309606885322168,
      "grad_norm": 0.7844036782920486,
      "learning_rate": 0.0002999695028489948,
      "loss": 2.875,
      "step": 2815
    },
    {
      "epoch": 0.13100721097929752,
      "grad_norm": 0.7883452559807758,
      "learning_rate": 0.0002999694279659904,
      "loss": 2.9688,
      "step": 2816
    },
    {
      "epoch": 0.13105373342637822,
      "grad_norm": 0.9068671212156517,
      "learning_rate": 0.00029996935299117386,
      "loss": 2.9531,
      "step": 2817
    },
    {
      "epoch": 0.13110025587345894,
      "grad_norm": 0.8591906138107949,
      "learning_rate": 0.0002999692779245452,
      "loss": 3.1094,
      "step": 2818
    },
    {
      "epoch": 0.13114677832053967,
      "grad_norm": 0.7877848608780893,
      "learning_rate": 0.0002999692027661045,
      "loss": 3.0312,
      "step": 2819
    },
    {
      "epoch": 0.13119330076762037,
      "grad_norm": 0.8269903305864152,
      "learning_rate": 0.0002999691275158517,
      "loss": 3.2344,
      "step": 2820
    },
    {
      "epoch": 0.1312398232147011,
      "grad_norm": 0.8392177352823457,
      "learning_rate": 0.00029996905217378697,
      "loss": 2.3125,
      "step": 2821
    },
    {
      "epoch": 0.13128634566178182,
      "grad_norm": 1.3759390598987937,
      "learning_rate": 0.00029996897673991026,
      "loss": 2.8125,
      "step": 2822
    },
    {
      "epoch": 0.13133286810886252,
      "grad_norm": 0.8039395754994685,
      "learning_rate": 0.0002999689012142217,
      "loss": 2.7969,
      "step": 2823
    },
    {
      "epoch": 0.13137939055594325,
      "grad_norm": 0.8611002914045923,
      "learning_rate": 0.00029996882559672126,
      "loss": 2.8594,
      "step": 2824
    },
    {
      "epoch": 0.13142591300302395,
      "grad_norm": 0.8022923273193145,
      "learning_rate": 0.00029996874988740907,
      "loss": 2.8125,
      "step": 2825
    },
    {
      "epoch": 0.13147243545010467,
      "grad_norm": 0.7653322385422607,
      "learning_rate": 0.00029996867408628507,
      "loss": 2.8906,
      "step": 2826
    },
    {
      "epoch": 0.1315189578971854,
      "grad_norm": 0.8813889671683272,
      "learning_rate": 0.0002999685981933494,
      "loss": 2.8438,
      "step": 2827
    },
    {
      "epoch": 0.1315654803442661,
      "grad_norm": 0.8548790417505687,
      "learning_rate": 0.00029996852220860206,
      "loss": 2.8438,
      "step": 2828
    },
    {
      "epoch": 0.13161200279134683,
      "grad_norm": 1.0195249098573629,
      "learning_rate": 0.0002999684461320431,
      "loss": 2.8125,
      "step": 2829
    },
    {
      "epoch": 0.13165852523842755,
      "grad_norm": 0.7652099129911246,
      "learning_rate": 0.0002999683699636726,
      "loss": 2.7969,
      "step": 2830
    },
    {
      "epoch": 0.13170504768550825,
      "grad_norm": 0.844718732196067,
      "learning_rate": 0.0002999682937034906,
      "loss": 2.7344,
      "step": 2831
    },
    {
      "epoch": 0.13175157013258898,
      "grad_norm": 0.8393523171303043,
      "learning_rate": 0.00029996821735149706,
      "loss": 2.625,
      "step": 2832
    },
    {
      "epoch": 0.13179809257966968,
      "grad_norm": 0.8471825469463548,
      "learning_rate": 0.0002999681409076921,
      "loss": 2.7812,
      "step": 2833
    },
    {
      "epoch": 0.1318446150267504,
      "grad_norm": 0.7500672292647159,
      "learning_rate": 0.00029996806437207577,
      "loss": 2.9844,
      "step": 2834
    },
    {
      "epoch": 0.13189113747383113,
      "grad_norm": 0.7568433859590311,
      "learning_rate": 0.0002999679877446481,
      "loss": 2.8438,
      "step": 2835
    },
    {
      "epoch": 0.13193765992091183,
      "grad_norm": 0.8004540654281014,
      "learning_rate": 0.0002999679110254092,
      "loss": 2.7656,
      "step": 2836
    },
    {
      "epoch": 0.13198418236799256,
      "grad_norm": 0.7748953628728842,
      "learning_rate": 0.000299967834214359,
      "loss": 2.9219,
      "step": 2837
    },
    {
      "epoch": 0.13203070481507329,
      "grad_norm": 0.842837521478989,
      "learning_rate": 0.00029996775731149763,
      "loss": 2.8906,
      "step": 2838
    },
    {
      "epoch": 0.13207722726215398,
      "grad_norm": 0.7298738292229712,
      "learning_rate": 0.0002999676803168251,
      "loss": 2.5,
      "step": 2839
    },
    {
      "epoch": 0.1321237497092347,
      "grad_norm": 0.7391895077268839,
      "learning_rate": 0.0002999676032303415,
      "loss": 2.7656,
      "step": 2840
    },
    {
      "epoch": 0.1321702721563154,
      "grad_norm": 0.719909086262892,
      "learning_rate": 0.00029996752605204686,
      "loss": 2.8594,
      "step": 2841
    },
    {
      "epoch": 0.13221679460339614,
      "grad_norm": 0.7584420219230787,
      "learning_rate": 0.0002999674487819412,
      "loss": 2.6875,
      "step": 2842
    },
    {
      "epoch": 0.13226331705047686,
      "grad_norm": 0.7597075871703154,
      "learning_rate": 0.00029996737142002456,
      "loss": 2.7188,
      "step": 2843
    },
    {
      "epoch": 0.13230983949755756,
      "grad_norm": 0.8041175982020123,
      "learning_rate": 0.00029996729396629705,
      "loss": 2.7969,
      "step": 2844
    },
    {
      "epoch": 0.1323563619446383,
      "grad_norm": 0.8163464816121445,
      "learning_rate": 0.0002999672164207587,
      "loss": 2.1719,
      "step": 2845
    },
    {
      "epoch": 0.13240288439171902,
      "grad_norm": 0.8074761607501264,
      "learning_rate": 0.00029996713878340946,
      "loss": 2.9688,
      "step": 2846
    },
    {
      "epoch": 0.13244940683879972,
      "grad_norm": 0.775297549743507,
      "learning_rate": 0.0002999670610542495,
      "loss": 2.7031,
      "step": 2847
    },
    {
      "epoch": 0.13249592928588044,
      "grad_norm": 0.7744716216198433,
      "learning_rate": 0.0002999669832332788,
      "loss": 3.1094,
      "step": 2848
    },
    {
      "epoch": 0.13254245173296114,
      "grad_norm": 0.8342308901075774,
      "learning_rate": 0.0002999669053204974,
      "loss": 3.2344,
      "step": 2849
    },
    {
      "epoch": 0.13258897418004187,
      "grad_norm": 0.8413294869988995,
      "learning_rate": 0.00029996682731590543,
      "loss": 2.9375,
      "step": 2850
    },
    {
      "epoch": 0.1326354966271226,
      "grad_norm": 0.8064818675217005,
      "learning_rate": 0.0002999667492195029,
      "loss": 2.7812,
      "step": 2851
    },
    {
      "epoch": 0.1326820190742033,
      "grad_norm": 0.7844461640824032,
      "learning_rate": 0.0002999666710312898,
      "loss": 3.0781,
      "step": 2852
    },
    {
      "epoch": 0.13272854152128402,
      "grad_norm": 0.7741484100603566,
      "learning_rate": 0.00029996659275126624,
      "loss": 2.9219,
      "step": 2853
    },
    {
      "epoch": 0.13277506396836475,
      "grad_norm": 0.8876595681809999,
      "learning_rate": 0.00029996651437943226,
      "loss": 3.0156,
      "step": 2854
    },
    {
      "epoch": 0.13282158641544545,
      "grad_norm": 0.7799360628750646,
      "learning_rate": 0.0002999664359157879,
      "loss": 2.7656,
      "step": 2855
    },
    {
      "epoch": 0.13286810886252617,
      "grad_norm": 0.8222569484156842,
      "learning_rate": 0.00029996635736033315,
      "loss": 2.7969,
      "step": 2856
    },
    {
      "epoch": 0.13291463130960687,
      "grad_norm": 0.7713175389525142,
      "learning_rate": 0.0002999662787130681,
      "loss": 3.1562,
      "step": 2857
    },
    {
      "epoch": 0.1329611537566876,
      "grad_norm": 0.875702440131099,
      "learning_rate": 0.00029996619997399286,
      "loss": 2.8438,
      "step": 2858
    },
    {
      "epoch": 0.13300767620376833,
      "grad_norm": 0.9666153187553325,
      "learning_rate": 0.0002999661211431074,
      "loss": 2.8438,
      "step": 2859
    },
    {
      "epoch": 0.13305419865084903,
      "grad_norm": 0.8639712261075423,
      "learning_rate": 0.0002999660422204118,
      "loss": 2.8125,
      "step": 2860
    },
    {
      "epoch": 0.13310072109792975,
      "grad_norm": 0.7615087985934457,
      "learning_rate": 0.00029996596320590617,
      "loss": 2.5469,
      "step": 2861
    },
    {
      "epoch": 0.13314724354501048,
      "grad_norm": 0.882107126120206,
      "learning_rate": 0.0002999658840995905,
      "loss": 2.3281,
      "step": 2862
    },
    {
      "epoch": 0.13319376599209118,
      "grad_norm": 0.7467533598552861,
      "learning_rate": 0.0002999658049014648,
      "loss": 2.5469,
      "step": 2863
    },
    {
      "epoch": 0.1332402884391719,
      "grad_norm": 0.8566343675917528,
      "learning_rate": 0.00029996572561152905,
      "loss": 2.7188,
      "step": 2864
    },
    {
      "epoch": 0.1332868108862526,
      "grad_norm": 0.8449687839248848,
      "learning_rate": 0.0002999656462297835,
      "loss": 2.9375,
      "step": 2865
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 0.8079879656389308,
      "learning_rate": 0.00029996556675622807,
      "loss": 2.9375,
      "step": 2866
    },
    {
      "epoch": 0.13337985578041406,
      "grad_norm": 1.0342468443719488,
      "learning_rate": 0.00029996548719086287,
      "loss": 3.2969,
      "step": 2867
    },
    {
      "epoch": 0.13342637822749476,
      "grad_norm": 1.244289110125032,
      "learning_rate": 0.00029996540753368786,
      "loss": 2.75,
      "step": 2868
    },
    {
      "epoch": 0.13347290067457548,
      "grad_norm": 0.9676480971325923,
      "learning_rate": 0.0002999653277847032,
      "loss": 2.8906,
      "step": 2869
    },
    {
      "epoch": 0.1335194231216562,
      "grad_norm": 0.774583379593382,
      "learning_rate": 0.0002999652479439088,
      "loss": 2.6875,
      "step": 2870
    },
    {
      "epoch": 0.1335659455687369,
      "grad_norm": 0.8941361906723919,
      "learning_rate": 0.00029996516801130487,
      "loss": 2.75,
      "step": 2871
    },
    {
      "epoch": 0.13361246801581764,
      "grad_norm": 0.8503391843597291,
      "learning_rate": 0.00029996508798689134,
      "loss": 2.8906,
      "step": 2872
    },
    {
      "epoch": 0.13365899046289834,
      "grad_norm": 0.7946877249804127,
      "learning_rate": 0.00029996500787066833,
      "loss": 2.8125,
      "step": 2873
    },
    {
      "epoch": 0.13370551290997906,
      "grad_norm": 0.953612595606307,
      "learning_rate": 0.00029996492766263584,
      "loss": 3.1094,
      "step": 2874
    },
    {
      "epoch": 0.1337520353570598,
      "grad_norm": 0.824645915258458,
      "learning_rate": 0.0002999648473627939,
      "loss": 2.7969,
      "step": 2875
    },
    {
      "epoch": 0.1337985578041405,
      "grad_norm": 0.8090112225604539,
      "learning_rate": 0.0002999647669711427,
      "loss": 2.7969,
      "step": 2876
    },
    {
      "epoch": 0.13384508025122122,
      "grad_norm": 0.9198412285834775,
      "learning_rate": 0.0002999646864876821,
      "loss": 3.2344,
      "step": 2877
    },
    {
      "epoch": 0.13389160269830194,
      "grad_norm": 0.7601699399463475,
      "learning_rate": 0.00029996460591241226,
      "loss": 2.9688,
      "step": 2878
    },
    {
      "epoch": 0.13393812514538264,
      "grad_norm": 0.8953439145696113,
      "learning_rate": 0.0002999645252453332,
      "loss": 2.9219,
      "step": 2879
    },
    {
      "epoch": 0.13398464759246337,
      "grad_norm": 0.9424125001226896,
      "learning_rate": 0.000299964444486445,
      "loss": 3.0781,
      "step": 2880
    },
    {
      "epoch": 0.13403117003954407,
      "grad_norm": 0.7572684851196865,
      "learning_rate": 0.00029996436363574766,
      "loss": 2.7969,
      "step": 2881
    },
    {
      "epoch": 0.1340776924866248,
      "grad_norm": 0.8350784437470605,
      "learning_rate": 0.0002999642826932412,
      "loss": 2.7188,
      "step": 2882
    },
    {
      "epoch": 0.13412421493370552,
      "grad_norm": 0.8764249102072684,
      "learning_rate": 0.00029996420165892584,
      "loss": 3.0781,
      "step": 2883
    },
    {
      "epoch": 0.13417073738078622,
      "grad_norm": 0.8495583508585475,
      "learning_rate": 0.0002999641205328014,
      "loss": 3.0312,
      "step": 2884
    },
    {
      "epoch": 0.13421725982786695,
      "grad_norm": 0.7470795501548306,
      "learning_rate": 0.0002999640393148681,
      "loss": 2.7656,
      "step": 2885
    },
    {
      "epoch": 0.13426378227494767,
      "grad_norm": 0.7745246327064603,
      "learning_rate": 0.0002999639580051259,
      "loss": 2.6719,
      "step": 2886
    },
    {
      "epoch": 0.13431030472202837,
      "grad_norm": 0.9193984359870773,
      "learning_rate": 0.0002999638766035749,
      "loss": 2.1094,
      "step": 2887
    },
    {
      "epoch": 0.1343568271691091,
      "grad_norm": 1.0060577661118704,
      "learning_rate": 0.0002999637951102151,
      "loss": 2.875,
      "step": 2888
    },
    {
      "epoch": 0.1344033496161898,
      "grad_norm": 0.9081806137654461,
      "learning_rate": 0.00029996371352504665,
      "loss": 2.8594,
      "step": 2889
    },
    {
      "epoch": 0.13444987206327053,
      "grad_norm": 0.7838974255565726,
      "learning_rate": 0.0002999636318480695,
      "loss": 3.0469,
      "step": 2890
    },
    {
      "epoch": 0.13449639451035125,
      "grad_norm": 0.819502156094847,
      "learning_rate": 0.0002999635500792837,
      "loss": 2.7031,
      "step": 2891
    },
    {
      "epoch": 0.13454291695743195,
      "grad_norm": 0.7456148544939067,
      "learning_rate": 0.0002999634682186894,
      "loss": 2.8438,
      "step": 2892
    },
    {
      "epoch": 0.13458943940451268,
      "grad_norm": 0.8199704758332937,
      "learning_rate": 0.0002999633862662865,
      "loss": 2.8281,
      "step": 2893
    },
    {
      "epoch": 0.1346359618515934,
      "grad_norm": 0.7964928803796173,
      "learning_rate": 0.0002999633042220752,
      "loss": 2.8125,
      "step": 2894
    },
    {
      "epoch": 0.1346824842986741,
      "grad_norm": 0.7442901141270574,
      "learning_rate": 0.0002999632220860554,
      "loss": 2.5781,
      "step": 2895
    },
    {
      "epoch": 0.13472900674575483,
      "grad_norm": 0.7820504955017249,
      "learning_rate": 0.0002999631398582273,
      "loss": 2.75,
      "step": 2896
    },
    {
      "epoch": 0.13477552919283553,
      "grad_norm": 0.935449166821302,
      "learning_rate": 0.0002999630575385909,
      "loss": 2.5781,
      "step": 2897
    },
    {
      "epoch": 0.13482205163991626,
      "grad_norm": 0.7618450434856012,
      "learning_rate": 0.00029996297512714616,
      "loss": 3.0156,
      "step": 2898
    },
    {
      "epoch": 0.13486857408699698,
      "grad_norm": 0.8758712984208894,
      "learning_rate": 0.0002999628926238933,
      "loss": 2.8438,
      "step": 2899
    },
    {
      "epoch": 0.13491509653407768,
      "grad_norm": 0.820970517108882,
      "learning_rate": 0.0002999628100288321,
      "loss": 3.0,
      "step": 2900
    },
    {
      "epoch": 0.1349616189811584,
      "grad_norm": 0.7737551225494119,
      "learning_rate": 0.00029996272734196294,
      "loss": 2.6875,
      "step": 2901
    },
    {
      "epoch": 0.13500814142823914,
      "grad_norm": 0.8032194970207958,
      "learning_rate": 0.0002999626445632857,
      "loss": 2.9531,
      "step": 2902
    },
    {
      "epoch": 0.13505466387531984,
      "grad_norm": 0.7600558315623575,
      "learning_rate": 0.00029996256169280037,
      "loss": 2.9531,
      "step": 2903
    },
    {
      "epoch": 0.13510118632240056,
      "grad_norm": 0.7474440297556143,
      "learning_rate": 0.00029996247873050714,
      "loss": 2.7812,
      "step": 2904
    },
    {
      "epoch": 0.13514770876948126,
      "grad_norm": 0.7448295400841923,
      "learning_rate": 0.00029996239567640595,
      "loss": 2.8125,
      "step": 2905
    },
    {
      "epoch": 0.135194231216562,
      "grad_norm": 0.7376791830294203,
      "learning_rate": 0.00029996231253049695,
      "loss": 2.4531,
      "step": 2906
    },
    {
      "epoch": 0.13524075366364272,
      "grad_norm": 0.7765310394352393,
      "learning_rate": 0.0002999622292927801,
      "loss": 3.0781,
      "step": 2907
    },
    {
      "epoch": 0.13528727611072341,
      "grad_norm": 0.7731288693104945,
      "learning_rate": 0.0002999621459632555,
      "loss": 2.7344,
      "step": 2908
    },
    {
      "epoch": 0.13533379855780414,
      "grad_norm": 0.9571359127500038,
      "learning_rate": 0.0002999620625419232,
      "loss": 2.9844,
      "step": 2909
    },
    {
      "epoch": 0.13538032100488487,
      "grad_norm": 0.8850735421040608,
      "learning_rate": 0.00029996197902878324,
      "loss": 2.75,
      "step": 2910
    },
    {
      "epoch": 0.13542684345196557,
      "grad_norm": 0.7847609722554422,
      "learning_rate": 0.0002999618954238357,
      "loss": 2.8281,
      "step": 2911
    },
    {
      "epoch": 0.1354733658990463,
      "grad_norm": 0.8310107595872455,
      "learning_rate": 0.00029996181172708053,
      "loss": 2.8906,
      "step": 2912
    },
    {
      "epoch": 0.135519888346127,
      "grad_norm": 0.7896803441692645,
      "learning_rate": 0.0002999617279385179,
      "loss": 2.8906,
      "step": 2913
    },
    {
      "epoch": 0.13556641079320772,
      "grad_norm": 0.755891820855711,
      "learning_rate": 0.0002999616440581478,
      "loss": 2.9062,
      "step": 2914
    },
    {
      "epoch": 0.13561293324028845,
      "grad_norm": 0.7813703080781154,
      "learning_rate": 0.00029996156008597034,
      "loss": 2.625,
      "step": 2915
    },
    {
      "epoch": 0.13565945568736915,
      "grad_norm": 0.7305193046306867,
      "learning_rate": 0.00029996147602198546,
      "loss": 2.8438,
      "step": 2916
    },
    {
      "epoch": 0.13570597813444987,
      "grad_norm": 0.8156359885304717,
      "learning_rate": 0.00029996139186619337,
      "loss": 2.8281,
      "step": 2917
    },
    {
      "epoch": 0.1357525005815306,
      "grad_norm": 0.8873170389242301,
      "learning_rate": 0.00029996130761859397,
      "loss": 2.7812,
      "step": 2918
    },
    {
      "epoch": 0.1357990230286113,
      "grad_norm": 0.8099778655735471,
      "learning_rate": 0.00029996122327918736,
      "loss": 2.7812,
      "step": 2919
    },
    {
      "epoch": 0.13584554547569203,
      "grad_norm": 0.7332813215162952,
      "learning_rate": 0.00029996113884797366,
      "loss": 2.6875,
      "step": 2920
    },
    {
      "epoch": 0.13589206792277272,
      "grad_norm": 0.8058815322503738,
      "learning_rate": 0.0002999610543249528,
      "loss": 3.2344,
      "step": 2921
    },
    {
      "epoch": 0.13593859036985345,
      "grad_norm": 0.731615890391523,
      "learning_rate": 0.00029996096971012496,
      "loss": 2.625,
      "step": 2922
    },
    {
      "epoch": 0.13598511281693418,
      "grad_norm": 0.8150886770304904,
      "learning_rate": 0.0002999608850034901,
      "loss": 3.0156,
      "step": 2923
    },
    {
      "epoch": 0.13603163526401488,
      "grad_norm": 0.727788219782072,
      "learning_rate": 0.00029996080020504827,
      "loss": 2.8438,
      "step": 2924
    },
    {
      "epoch": 0.1360781577110956,
      "grad_norm": 0.803385640961323,
      "learning_rate": 0.00029996071531479963,
      "loss": 2.8438,
      "step": 2925
    },
    {
      "epoch": 0.13612468015817633,
      "grad_norm": 0.8098857848379057,
      "learning_rate": 0.0002999606303327441,
      "loss": 3.0781,
      "step": 2926
    },
    {
      "epoch": 0.13617120260525703,
      "grad_norm": 0.7658786500751709,
      "learning_rate": 0.0002999605452588818,
      "loss": 2.8594,
      "step": 2927
    },
    {
      "epoch": 0.13621772505233776,
      "grad_norm": 0.7342007938333283,
      "learning_rate": 0.00029996046009321276,
      "loss": 3.0625,
      "step": 2928
    },
    {
      "epoch": 0.13626424749941846,
      "grad_norm": 0.8425657267452017,
      "learning_rate": 0.0002999603748357371,
      "loss": 2.6562,
      "step": 2929
    },
    {
      "epoch": 0.13631076994649918,
      "grad_norm": 0.6961491532532158,
      "learning_rate": 0.00029996028948645477,
      "loss": 2.8125,
      "step": 2930
    },
    {
      "epoch": 0.1363572923935799,
      "grad_norm": 0.8187230783160455,
      "learning_rate": 0.00029996020404536583,
      "loss": 2.9844,
      "step": 2931
    },
    {
      "epoch": 0.1364038148406606,
      "grad_norm": 0.8933636399742557,
      "learning_rate": 0.00029996011851247045,
      "loss": 2.0625,
      "step": 2932
    },
    {
      "epoch": 0.13645033728774134,
      "grad_norm": 0.750489125914004,
      "learning_rate": 0.00029996003288776857,
      "loss": 2.9531,
      "step": 2933
    },
    {
      "epoch": 0.13649685973482206,
      "grad_norm": 0.7385995150873154,
      "learning_rate": 0.00029995994717126024,
      "loss": 2.9062,
      "step": 2934
    },
    {
      "epoch": 0.13654338218190276,
      "grad_norm": 0.7858582468304163,
      "learning_rate": 0.00029995986136294563,
      "loss": 2.9531,
      "step": 2935
    },
    {
      "epoch": 0.1365899046289835,
      "grad_norm": 0.7891157934546088,
      "learning_rate": 0.0002999597754628246,
      "loss": 2.8125,
      "step": 2936
    },
    {
      "epoch": 0.1366364270760642,
      "grad_norm": 0.7828096474530232,
      "learning_rate": 0.00029995968947089735,
      "loss": 3.1562,
      "step": 2937
    },
    {
      "epoch": 0.13668294952314491,
      "grad_norm": 0.7291284523928753,
      "learning_rate": 0.00029995960338716394,
      "loss": 2.8594,
      "step": 2938
    },
    {
      "epoch": 0.13672947197022564,
      "grad_norm": 0.8243408685752692,
      "learning_rate": 0.0002999595172116243,
      "loss": 2.7969,
      "step": 2939
    },
    {
      "epoch": 0.13677599441730634,
      "grad_norm": 0.7618363790818432,
      "learning_rate": 0.0002999594309442786,
      "loss": 2.875,
      "step": 2940
    },
    {
      "epoch": 0.13682251686438707,
      "grad_norm": 0.9992943407721415,
      "learning_rate": 0.00029995934458512685,
      "loss": 2.1875,
      "step": 2941
    },
    {
      "epoch": 0.1368690393114678,
      "grad_norm": 0.7878744679173432,
      "learning_rate": 0.00029995925813416913,
      "loss": 3.1094,
      "step": 2942
    },
    {
      "epoch": 0.1369155617585485,
      "grad_norm": 1.06090690014121,
      "learning_rate": 0.00029995917159140545,
      "loss": 2.875,
      "step": 2943
    },
    {
      "epoch": 0.13696208420562922,
      "grad_norm": 0.8387183610345847,
      "learning_rate": 0.0002999590849568359,
      "loss": 2.6406,
      "step": 2944
    },
    {
      "epoch": 0.13700860665270992,
      "grad_norm": 0.7477697167067748,
      "learning_rate": 0.00029995899823046055,
      "loss": 3.0938,
      "step": 2945
    },
    {
      "epoch": 0.13705512909979065,
      "grad_norm": 0.7343168696287893,
      "learning_rate": 0.0002999589114122793,
      "loss": 2.875,
      "step": 2946
    },
    {
      "epoch": 0.13710165154687137,
      "grad_norm": 0.7055543116659942,
      "learning_rate": 0.0002999588245022924,
      "loss": 3.125,
      "step": 2947
    },
    {
      "epoch": 0.13714817399395207,
      "grad_norm": 0.7380746878511114,
      "learning_rate": 0.0002999587375004998,
      "loss": 2.6406,
      "step": 2948
    },
    {
      "epoch": 0.1371946964410328,
      "grad_norm": 0.84645808056483,
      "learning_rate": 0.0002999586504069016,
      "loss": 2.8594,
      "step": 2949
    },
    {
      "epoch": 0.13724121888811353,
      "grad_norm": 0.8380006822805474,
      "learning_rate": 0.00029995856322149783,
      "loss": 2.8594,
      "step": 2950
    },
    {
      "epoch": 0.13728774133519422,
      "grad_norm": 0.7375173394255095,
      "learning_rate": 0.0002999584759442885,
      "loss": 2.5,
      "step": 2951
    },
    {
      "epoch": 0.13733426378227495,
      "grad_norm": 0.8019265613670179,
      "learning_rate": 0.00029995838857527375,
      "loss": 2.8438,
      "step": 2952
    },
    {
      "epoch": 0.13738078622935565,
      "grad_norm": 0.7993845700482425,
      "learning_rate": 0.0002999583011144536,
      "loss": 2.7188,
      "step": 2953
    },
    {
      "epoch": 0.13742730867643638,
      "grad_norm": 1.1473793752447974,
      "learning_rate": 0.00029995821356182807,
      "loss": 3.1094,
      "step": 2954
    },
    {
      "epoch": 0.1374738311235171,
      "grad_norm": 0.7606510776556652,
      "learning_rate": 0.0002999581259173972,
      "loss": 2.5938,
      "step": 2955
    },
    {
      "epoch": 0.1375203535705978,
      "grad_norm": 0.7772943684751807,
      "learning_rate": 0.00029995803818116116,
      "loss": 2.9688,
      "step": 2956
    },
    {
      "epoch": 0.13756687601767853,
      "grad_norm": 0.9313316245291453,
      "learning_rate": 0.0002999579503531199,
      "loss": 2.8281,
      "step": 2957
    },
    {
      "epoch": 0.13761339846475926,
      "grad_norm": 0.8376527115844603,
      "learning_rate": 0.00029995786243327345,
      "loss": 2.9844,
      "step": 2958
    },
    {
      "epoch": 0.13765992091183996,
      "grad_norm": 0.7578260051877894,
      "learning_rate": 0.00029995777442162194,
      "loss": 2.7344,
      "step": 2959
    },
    {
      "epoch": 0.13770644335892068,
      "grad_norm": 1.1461083025500955,
      "learning_rate": 0.00029995768631816544,
      "loss": 2.75,
      "step": 2960
    },
    {
      "epoch": 0.1377529658060014,
      "grad_norm": 0.7682077158248646,
      "learning_rate": 0.0002999575981229039,
      "loss": 2.8281,
      "step": 2961
    },
    {
      "epoch": 0.1377994882530821,
      "grad_norm": 0.8099679704728507,
      "learning_rate": 0.00029995750983583745,
      "loss": 2.6094,
      "step": 2962
    },
    {
      "epoch": 0.13784601070016284,
      "grad_norm": 0.8200420223408325,
      "learning_rate": 0.00029995742145696617,
      "loss": 2.9844,
      "step": 2963
    },
    {
      "epoch": 0.13789253314724353,
      "grad_norm": 0.6997013739128428,
      "learning_rate": 0.00029995733298629,
      "loss": 2.7031,
      "step": 2964
    },
    {
      "epoch": 0.13793905559432426,
      "grad_norm": 0.7667210584498456,
      "learning_rate": 0.00029995724442380916,
      "loss": 2.8906,
      "step": 2965
    },
    {
      "epoch": 0.137985578041405,
      "grad_norm": 0.7797376927208522,
      "learning_rate": 0.00029995715576952353,
      "loss": 2.7812,
      "step": 2966
    },
    {
      "epoch": 0.1380321004884857,
      "grad_norm": 0.8682405297354291,
      "learning_rate": 0.0002999570670234333,
      "loss": 2.7031,
      "step": 2967
    },
    {
      "epoch": 0.13807862293556641,
      "grad_norm": 0.7213458521673017,
      "learning_rate": 0.00029995697818553847,
      "loss": 2.6406,
      "step": 2968
    },
    {
      "epoch": 0.13812514538264714,
      "grad_norm": 0.9510639412082632,
      "learning_rate": 0.00029995688925583904,
      "loss": 3.0938,
      "step": 2969
    },
    {
      "epoch": 0.13817166782972784,
      "grad_norm": 0.76899487180556,
      "learning_rate": 0.00029995680023433516,
      "loss": 2.7969,
      "step": 2970
    },
    {
      "epoch": 0.13821819027680857,
      "grad_norm": 0.6871378457217017,
      "learning_rate": 0.0002999567111210268,
      "loss": 2.875,
      "step": 2971
    },
    {
      "epoch": 0.13826471272388927,
      "grad_norm": 0.7497228570623833,
      "learning_rate": 0.0002999566219159141,
      "loss": 2.4688,
      "step": 2972
    },
    {
      "epoch": 0.13831123517097,
      "grad_norm": 0.8029941331620682,
      "learning_rate": 0.00029995653261899707,
      "loss": 2.6719,
      "step": 2973
    },
    {
      "epoch": 0.13835775761805072,
      "grad_norm": 0.7543353224552155,
      "learning_rate": 0.00029995644323027576,
      "loss": 3.1406,
      "step": 2974
    },
    {
      "epoch": 0.13840428006513142,
      "grad_norm": 0.7789994507019169,
      "learning_rate": 0.00029995635374975024,
      "loss": 2.9062,
      "step": 2975
    },
    {
      "epoch": 0.13845080251221215,
      "grad_norm": 0.7607137414609096,
      "learning_rate": 0.00029995626417742054,
      "loss": 2.7031,
      "step": 2976
    },
    {
      "epoch": 0.13849732495929287,
      "grad_norm": 0.8049341332893009,
      "learning_rate": 0.00029995617451328673,
      "loss": 3.0,
      "step": 2977
    },
    {
      "epoch": 0.13854384740637357,
      "grad_norm": 1.0282307940153201,
      "learning_rate": 0.00029995608475734886,
      "loss": 3.1406,
      "step": 2978
    },
    {
      "epoch": 0.1385903698534543,
      "grad_norm": 0.817850636103703,
      "learning_rate": 0.00029995599490960703,
      "loss": 2.8438,
      "step": 2979
    },
    {
      "epoch": 0.138636892300535,
      "grad_norm": 0.792833558243291,
      "learning_rate": 0.00029995590497006126,
      "loss": 3.0469,
      "step": 2980
    },
    {
      "epoch": 0.13868341474761572,
      "grad_norm": 0.8761494802003241,
      "learning_rate": 0.00029995581493871154,
      "loss": 2.6562,
      "step": 2981
    },
    {
      "epoch": 0.13872993719469645,
      "grad_norm": 0.9541432977169249,
      "learning_rate": 0.00029995572481555797,
      "loss": 3.0156,
      "step": 2982
    },
    {
      "epoch": 0.13877645964177715,
      "grad_norm": 0.8439511931091194,
      "learning_rate": 0.00029995563460060066,
      "loss": 2.875,
      "step": 2983
    },
    {
      "epoch": 0.13882298208885788,
      "grad_norm": 0.7901218756050815,
      "learning_rate": 0.0002999555442938397,
      "loss": 3.125,
      "step": 2984
    },
    {
      "epoch": 0.1388695045359386,
      "grad_norm": 0.823032105714898,
      "learning_rate": 0.00029995545389527496,
      "loss": 3.25,
      "step": 2985
    },
    {
      "epoch": 0.1389160269830193,
      "grad_norm": 0.7550781268604241,
      "learning_rate": 0.00029995536340490667,
      "loss": 2.6719,
      "step": 2986
    },
    {
      "epoch": 0.13896254943010003,
      "grad_norm": 0.715904749185727,
      "learning_rate": 0.0002999552728227348,
      "loss": 2.6875,
      "step": 2987
    },
    {
      "epoch": 0.13900907187718073,
      "grad_norm": 0.7694019789953473,
      "learning_rate": 0.0002999551821487595,
      "loss": 2.9531,
      "step": 2988
    },
    {
      "epoch": 0.13905559432426146,
      "grad_norm": 0.7802399506678496,
      "learning_rate": 0.0002999550913829807,
      "loss": 2.8438,
      "step": 2989
    },
    {
      "epoch": 0.13910211677134218,
      "grad_norm": 0.7983163596909186,
      "learning_rate": 0.0002999550005253985,
      "loss": 2.7969,
      "step": 2990
    },
    {
      "epoch": 0.13914863921842288,
      "grad_norm": 0.7351236100169729,
      "learning_rate": 0.00029995490957601293,
      "loss": 3.0469,
      "step": 2991
    },
    {
      "epoch": 0.1391951616655036,
      "grad_norm": 0.7539037127928221,
      "learning_rate": 0.0002999548185348241,
      "loss": 2.8594,
      "step": 2992
    },
    {
      "epoch": 0.13924168411258434,
      "grad_norm": 0.7876513424588396,
      "learning_rate": 0.00029995472740183203,
      "loss": 3.0469,
      "step": 2993
    },
    {
      "epoch": 0.13928820655966503,
      "grad_norm": 0.7957525482894023,
      "learning_rate": 0.00029995463617703684,
      "loss": 2.875,
      "step": 2994
    },
    {
      "epoch": 0.13933472900674576,
      "grad_norm": 0.7897517538256075,
      "learning_rate": 0.0002999545448604385,
      "loss": 3.0,
      "step": 2995
    },
    {
      "epoch": 0.13938125145382646,
      "grad_norm": 0.7571115843433845,
      "learning_rate": 0.00029995445345203716,
      "loss": 2.9062,
      "step": 2996
    },
    {
      "epoch": 0.1394277739009072,
      "grad_norm": 0.7361187053322109,
      "learning_rate": 0.00029995436195183277,
      "loss": 3.0469,
      "step": 2997
    },
    {
      "epoch": 0.1394742963479879,
      "grad_norm": 0.8123832608071552,
      "learning_rate": 0.00029995427035982546,
      "loss": 2.7031,
      "step": 2998
    },
    {
      "epoch": 0.1395208187950686,
      "grad_norm": 0.8257930374589978,
      "learning_rate": 0.00029995417867601524,
      "loss": 3.2344,
      "step": 2999
    },
    {
      "epoch": 0.13956734124214934,
      "grad_norm": 0.7298182717097448,
      "learning_rate": 0.0002999540869004022,
      "loss": 2.7188,
      "step": 3000
    },
    {
      "epoch": 0.13961386368923007,
      "grad_norm": 0.7652764714352795,
      "learning_rate": 0.0002999539950329864,
      "loss": 2.9219,
      "step": 3001
    },
    {
      "epoch": 0.13966038613631077,
      "grad_norm": 0.6963665417840108,
      "learning_rate": 0.0002999539030737679,
      "loss": 2.9219,
      "step": 3002
    },
    {
      "epoch": 0.1397069085833915,
      "grad_norm": 0.7372506216525875,
      "learning_rate": 0.0002999538110227467,
      "loss": 2.6875,
      "step": 3003
    },
    {
      "epoch": 0.1397534310304722,
      "grad_norm": 0.8148276479556771,
      "learning_rate": 0.00029995371887992287,
      "loss": 2.7188,
      "step": 3004
    },
    {
      "epoch": 0.13979995347755292,
      "grad_norm": 0.742150303456062,
      "learning_rate": 0.0002999536266452965,
      "loss": 2.7812,
      "step": 3005
    },
    {
      "epoch": 0.13984647592463365,
      "grad_norm": 0.7333540571551428,
      "learning_rate": 0.0002999535343188677,
      "loss": 2.875,
      "step": 3006
    },
    {
      "epoch": 0.13989299837171434,
      "grad_norm": 0.7713560176143027,
      "learning_rate": 0.00029995344190063636,
      "loss": 2.9844,
      "step": 3007
    },
    {
      "epoch": 0.13993952081879507,
      "grad_norm": 0.8441026573549197,
      "learning_rate": 0.0002999533493906027,
      "loss": 3.0156,
      "step": 3008
    },
    {
      "epoch": 0.1399860432658758,
      "grad_norm": 0.7747383827227262,
      "learning_rate": 0.00029995325678876673,
      "loss": 2.9219,
      "step": 3009
    },
    {
      "epoch": 0.1400325657129565,
      "grad_norm": 0.782122801318561,
      "learning_rate": 0.0002999531640951285,
      "loss": 3.0156,
      "step": 3010
    },
    {
      "epoch": 0.14007908816003722,
      "grad_norm": 1.3289783908720842,
      "learning_rate": 0.000299953071309688,
      "loss": 2.6406,
      "step": 3011
    },
    {
      "epoch": 0.14012561060711792,
      "grad_norm": 0.8399428326768867,
      "learning_rate": 0.0002999529784324454,
      "loss": 2.8906,
      "step": 3012
    },
    {
      "epoch": 0.14017213305419865,
      "grad_norm": 0.7357898145616882,
      "learning_rate": 0.00029995288546340066,
      "loss": 2.7812,
      "step": 3013
    },
    {
      "epoch": 0.14021865550127938,
      "grad_norm": 0.799238604898966,
      "learning_rate": 0.0002999527924025539,
      "loss": 2.8125,
      "step": 3014
    },
    {
      "epoch": 0.14026517794836008,
      "grad_norm": 0.8831047187238267,
      "learning_rate": 0.0002999526992499052,
      "loss": 3.2656,
      "step": 3015
    },
    {
      "epoch": 0.1403117003954408,
      "grad_norm": 0.6818739675053719,
      "learning_rate": 0.00029995260600545445,
      "loss": 2.625,
      "step": 3016
    },
    {
      "epoch": 0.14035822284252153,
      "grad_norm": 0.8985875436683005,
      "learning_rate": 0.00029995251266920194,
      "loss": 2.9062,
      "step": 3017
    },
    {
      "epoch": 0.14040474528960223,
      "grad_norm": 0.8025628274002752,
      "learning_rate": 0.0002999524192411476,
      "loss": 2.75,
      "step": 3018
    },
    {
      "epoch": 0.14045126773668296,
      "grad_norm": 0.8736870288173519,
      "learning_rate": 0.00029995232572129144,
      "loss": 3.1562,
      "step": 3019
    },
    {
      "epoch": 0.14049779018376365,
      "grad_norm": 0.6605562528093023,
      "learning_rate": 0.0002999522321096337,
      "loss": 2.6562,
      "step": 3020
    },
    {
      "epoch": 0.14054431263084438,
      "grad_norm": 1.010484036038749,
      "learning_rate": 0.00029995213840617425,
      "loss": 2.8125,
      "step": 3021
    },
    {
      "epoch": 0.1405908350779251,
      "grad_norm": 0.7553848935708266,
      "learning_rate": 0.00029995204461091325,
      "loss": 2.8594,
      "step": 3022
    },
    {
      "epoch": 0.1406373575250058,
      "grad_norm": 0.762326794895026,
      "learning_rate": 0.0002999519507238506,
      "loss": 2.6406,
      "step": 3023
    },
    {
      "epoch": 0.14068387997208653,
      "grad_norm": 0.762971295811351,
      "learning_rate": 0.0002999518567449866,
      "loss": 2.6562,
      "step": 3024
    },
    {
      "epoch": 0.14073040241916726,
      "grad_norm": 0.762405118266497,
      "learning_rate": 0.00029995176267432123,
      "loss": 2.6875,
      "step": 3025
    },
    {
      "epoch": 0.14077692486624796,
      "grad_norm": 0.8790884537919437,
      "learning_rate": 0.0002999516685118544,
      "loss": 2.9219,
      "step": 3026
    },
    {
      "epoch": 0.1408234473133287,
      "grad_norm": 0.8313202487032827,
      "learning_rate": 0.0002999515742575863,
      "loss": 2.5469,
      "step": 3027
    },
    {
      "epoch": 0.14086996976040939,
      "grad_norm": 0.739373348734838,
      "learning_rate": 0.000299951479911517,
      "loss": 2.8125,
      "step": 3028
    },
    {
      "epoch": 0.1409164922074901,
      "grad_norm": 0.8003787795953471,
      "learning_rate": 0.0002999513854736465,
      "loss": 2.8906,
      "step": 3029
    },
    {
      "epoch": 0.14096301465457084,
      "grad_norm": 0.7640110790024944,
      "learning_rate": 0.0002999512909439749,
      "loss": 2.6094,
      "step": 3030
    },
    {
      "epoch": 0.14100953710165154,
      "grad_norm": 0.7354822281800837,
      "learning_rate": 0.0002999511963225022,
      "loss": 2.6719,
      "step": 3031
    },
    {
      "epoch": 0.14105605954873227,
      "grad_norm": 0.7865887927691282,
      "learning_rate": 0.00029995110160922853,
      "loss": 2.8281,
      "step": 3032
    },
    {
      "epoch": 0.141102581995813,
      "grad_norm": 0.7092069893837519,
      "learning_rate": 0.0002999510068041539,
      "loss": 2.8594,
      "step": 3033
    },
    {
      "epoch": 0.1411491044428937,
      "grad_norm": 0.7029826635242309,
      "learning_rate": 0.00029995091190727837,
      "loss": 2.7656,
      "step": 3034
    },
    {
      "epoch": 0.14119562688997442,
      "grad_norm": 0.726494204145823,
      "learning_rate": 0.000299950816918602,
      "loss": 2.7344,
      "step": 3035
    },
    {
      "epoch": 0.14124214933705512,
      "grad_norm": 0.7064521612025271,
      "learning_rate": 0.00029995072183812486,
      "loss": 2.7188,
      "step": 3036
    },
    {
      "epoch": 0.14128867178413584,
      "grad_norm": 0.8574604865716804,
      "learning_rate": 0.00029995062666584704,
      "loss": 3.1406,
      "step": 3037
    },
    {
      "epoch": 0.14133519423121657,
      "grad_norm": 0.7707944660638755,
      "learning_rate": 0.0002999505314017685,
      "loss": 2.6094,
      "step": 3038
    },
    {
      "epoch": 0.14138171667829727,
      "grad_norm": 0.7805964502587537,
      "learning_rate": 0.0002999504360458894,
      "loss": 2.9688,
      "step": 3039
    },
    {
      "epoch": 0.141428239125378,
      "grad_norm": 0.7560931589112436,
      "learning_rate": 0.00029995034059820974,
      "loss": 2.9531,
      "step": 3040
    },
    {
      "epoch": 0.14147476157245872,
      "grad_norm": 0.7082057792729948,
      "learning_rate": 0.0002999502450587296,
      "loss": 2.6562,
      "step": 3041
    },
    {
      "epoch": 0.14152128401953942,
      "grad_norm": 0.7275437716060232,
      "learning_rate": 0.0002999501494274491,
      "loss": 3.1562,
      "step": 3042
    },
    {
      "epoch": 0.14156780646662015,
      "grad_norm": 0.7257738129028776,
      "learning_rate": 0.00029995005370436815,
      "loss": 3.0781,
      "step": 3043
    },
    {
      "epoch": 0.14161432891370085,
      "grad_norm": 0.7832599583997661,
      "learning_rate": 0.00029994995788948695,
      "loss": 2.9219,
      "step": 3044
    },
    {
      "epoch": 0.14166085136078158,
      "grad_norm": 0.7215807743765484,
      "learning_rate": 0.0002999498619828055,
      "loss": 2.7969,
      "step": 3045
    },
    {
      "epoch": 0.1417073738078623,
      "grad_norm": 0.8489220526713341,
      "learning_rate": 0.0002999497659843238,
      "loss": 2.8125,
      "step": 3046
    },
    {
      "epoch": 0.141753896254943,
      "grad_norm": 0.7279323604227301,
      "learning_rate": 0.000299949669894042,
      "loss": 2.9219,
      "step": 3047
    },
    {
      "epoch": 0.14180041870202373,
      "grad_norm": 0.7123296197704563,
      "learning_rate": 0.0002999495737119602,
      "loss": 2.9688,
      "step": 3048
    },
    {
      "epoch": 0.14184694114910446,
      "grad_norm": 0.8129225311535764,
      "learning_rate": 0.00029994947743807826,
      "loss": 2.8906,
      "step": 3049
    },
    {
      "epoch": 0.14189346359618515,
      "grad_norm": 0.7163434578731988,
      "learning_rate": 0.0002999493810723965,
      "loss": 2.8125,
      "step": 3050
    },
    {
      "epoch": 0.14193998604326588,
      "grad_norm": 0.7437709405505849,
      "learning_rate": 0.00029994928461491474,
      "loss": 2.6094,
      "step": 3051
    },
    {
      "epoch": 0.14198650849034658,
      "grad_norm": 0.8579541542948538,
      "learning_rate": 0.00029994918806563315,
      "loss": 2.9219,
      "step": 3052
    },
    {
      "epoch": 0.1420330309374273,
      "grad_norm": 0.75997163690216,
      "learning_rate": 0.00029994909142455183,
      "loss": 2.8281,
      "step": 3053
    },
    {
      "epoch": 0.14207955338450803,
      "grad_norm": 0.7931386450673613,
      "learning_rate": 0.0002999489946916708,
      "loss": 2.3906,
      "step": 3054
    },
    {
      "epoch": 0.14212607583158873,
      "grad_norm": 0.8591995247047526,
      "learning_rate": 0.00029994889786699004,
      "loss": 3.125,
      "step": 3055
    },
    {
      "epoch": 0.14217259827866946,
      "grad_norm": 0.7765432190207797,
      "learning_rate": 0.00029994880095050977,
      "loss": 2.7812,
      "step": 3056
    },
    {
      "epoch": 0.1422191207257502,
      "grad_norm": 0.8146491588682913,
      "learning_rate": 0.0002999487039422299,
      "loss": 2.9375,
      "step": 3057
    },
    {
      "epoch": 0.14226564317283089,
      "grad_norm": 0.7618944651701546,
      "learning_rate": 0.00029994860684215055,
      "loss": 2.8281,
      "step": 3058
    },
    {
      "epoch": 0.1423121656199116,
      "grad_norm": 0.7414047568216985,
      "learning_rate": 0.0002999485096502718,
      "loss": 3.0469,
      "step": 3059
    },
    {
      "epoch": 0.1423586880669923,
      "grad_norm": 0.7812156647503473,
      "learning_rate": 0.0002999484123665937,
      "loss": 2.9688,
      "step": 3060
    },
    {
      "epoch": 0.14240521051407304,
      "grad_norm": 0.7730522400996368,
      "learning_rate": 0.0002999483149911163,
      "loss": 2.9375,
      "step": 3061
    },
    {
      "epoch": 0.14245173296115377,
      "grad_norm": 0.7555938928936942,
      "learning_rate": 0.0002999482175238396,
      "loss": 2.8438,
      "step": 3062
    },
    {
      "epoch": 0.14249825540823446,
      "grad_norm": 0.9860866870383543,
      "learning_rate": 0.0002999481199647638,
      "loss": 2.2812,
      "step": 3063
    },
    {
      "epoch": 0.1425447778553152,
      "grad_norm": 0.9818031489878514,
      "learning_rate": 0.0002999480223138888,
      "loss": 2.9375,
      "step": 3064
    },
    {
      "epoch": 0.14259130030239592,
      "grad_norm": 0.6860146370987675,
      "learning_rate": 0.0002999479245712148,
      "loss": 2.7031,
      "step": 3065
    },
    {
      "epoch": 0.14263782274947662,
      "grad_norm": 0.8112852087676506,
      "learning_rate": 0.00029994782673674174,
      "loss": 2.875,
      "step": 3066
    },
    {
      "epoch": 0.14268434519655734,
      "grad_norm": 0.7969916260720972,
      "learning_rate": 0.0002999477288104698,
      "loss": 2.625,
      "step": 3067
    },
    {
      "epoch": 0.14273086764363804,
      "grad_norm": 0.9396304151310321,
      "learning_rate": 0.00029994763079239895,
      "loss": 2.7188,
      "step": 3068
    },
    {
      "epoch": 0.14277739009071877,
      "grad_norm": 0.7723909554703847,
      "learning_rate": 0.0002999475326825292,
      "loss": 2.7344,
      "step": 3069
    },
    {
      "epoch": 0.1428239125377995,
      "grad_norm": 0.7932605416642827,
      "learning_rate": 0.0002999474344808608,
      "loss": 2.875,
      "step": 3070
    },
    {
      "epoch": 0.1428704349848802,
      "grad_norm": 0.8045439721014918,
      "learning_rate": 0.0002999473361873937,
      "loss": 3.0312,
      "step": 3071
    },
    {
      "epoch": 0.14291695743196092,
      "grad_norm": 0.911102305435563,
      "learning_rate": 0.0002999472378021279,
      "loss": 3.2812,
      "step": 3072
    },
    {
      "epoch": 0.14296347987904165,
      "grad_norm": 0.9305286420459816,
      "learning_rate": 0.00029994713932506354,
      "loss": 3.1406,
      "step": 3073
    },
    {
      "epoch": 0.14301000232612235,
      "grad_norm": 0.6764153891098129,
      "learning_rate": 0.00029994704075620067,
      "loss": 2.6406,
      "step": 3074
    },
    {
      "epoch": 0.14305652477320308,
      "grad_norm": 0.8591562881194298,
      "learning_rate": 0.00029994694209553927,
      "loss": 2.8281,
      "step": 3075
    },
    {
      "epoch": 0.14310304722028377,
      "grad_norm": 0.7503545997150858,
      "learning_rate": 0.0002999468433430795,
      "loss": 2.7656,
      "step": 3076
    },
    {
      "epoch": 0.1431495696673645,
      "grad_norm": 0.7749610729776366,
      "learning_rate": 0.0002999467444988214,
      "loss": 2.8438,
      "step": 3077
    },
    {
      "epoch": 0.14319609211444523,
      "grad_norm": 0.8225813030043467,
      "learning_rate": 0.000299946645562765,
      "loss": 2.8594,
      "step": 3078
    },
    {
      "epoch": 0.14324261456152593,
      "grad_norm": 0.7700484556456492,
      "learning_rate": 0.0002999465465349104,
      "loss": 2.8594,
      "step": 3079
    },
    {
      "epoch": 0.14328913700860665,
      "grad_norm": 0.840347083105808,
      "learning_rate": 0.00029994644741525767,
      "loss": 2.9219,
      "step": 3080
    },
    {
      "epoch": 0.14333565945568738,
      "grad_norm": 0.8837973498715022,
      "learning_rate": 0.0002999463482038068,
      "loss": 2.6406,
      "step": 3081
    },
    {
      "epoch": 0.14338218190276808,
      "grad_norm": 0.9205103538874061,
      "learning_rate": 0.0002999462489005579,
      "loss": 2.7031,
      "step": 3082
    },
    {
      "epoch": 0.1434287043498488,
      "grad_norm": 0.8129585321911141,
      "learning_rate": 0.00029994614950551104,
      "loss": 3.0781,
      "step": 3083
    },
    {
      "epoch": 0.1434752267969295,
      "grad_norm": 0.7591450761599645,
      "learning_rate": 0.00029994605001866623,
      "loss": 2.6406,
      "step": 3084
    },
    {
      "epoch": 0.14352174924401023,
      "grad_norm": 1.0665871164671128,
      "learning_rate": 0.0002999459504400236,
      "loss": 3.0156,
      "step": 3085
    },
    {
      "epoch": 0.14356827169109096,
      "grad_norm": 0.914618542042263,
      "learning_rate": 0.0002999458507695832,
      "loss": 2.9844,
      "step": 3086
    },
    {
      "epoch": 0.14361479413817166,
      "grad_norm": 0.8933305368628129,
      "learning_rate": 0.000299945751007345,
      "loss": 2.8125,
      "step": 3087
    },
    {
      "epoch": 0.14366131658525239,
      "grad_norm": 0.9422359964081809,
      "learning_rate": 0.00029994565115330914,
      "loss": 3.0312,
      "step": 3088
    },
    {
      "epoch": 0.1437078390323331,
      "grad_norm": 0.8072873354362654,
      "learning_rate": 0.0002999455512074757,
      "loss": 2.9531,
      "step": 3089
    },
    {
      "epoch": 0.1437543614794138,
      "grad_norm": 0.7468088612389657,
      "learning_rate": 0.0002999454511698447,
      "loss": 2.625,
      "step": 3090
    },
    {
      "epoch": 0.14380088392649454,
      "grad_norm": 0.8375200245981568,
      "learning_rate": 0.00029994535104041617,
      "loss": 2.9531,
      "step": 3091
    },
    {
      "epoch": 0.14384740637357524,
      "grad_norm": 1.1917659637860765,
      "learning_rate": 0.0002999452508191902,
      "loss": 2.7812,
      "step": 3092
    },
    {
      "epoch": 0.14389392882065596,
      "grad_norm": 0.9338332340372981,
      "learning_rate": 0.00029994515050616697,
      "loss": 3.0156,
      "step": 3093
    },
    {
      "epoch": 0.1439404512677367,
      "grad_norm": 0.7762611227650306,
      "learning_rate": 0.00029994505010134633,
      "loss": 2.875,
      "step": 3094
    },
    {
      "epoch": 0.1439869737148174,
      "grad_norm": 0.8465872378031881,
      "learning_rate": 0.0002999449496047285,
      "loss": 2.7656,
      "step": 3095
    },
    {
      "epoch": 0.14403349616189812,
      "grad_norm": 0.8252184609716037,
      "learning_rate": 0.00029994484901631354,
      "loss": 2.8125,
      "step": 3096
    },
    {
      "epoch": 0.14408001860897884,
      "grad_norm": 0.7992113506300427,
      "learning_rate": 0.0002999447483361014,
      "loss": 2.8281,
      "step": 3097
    },
    {
      "epoch": 0.14412654105605954,
      "grad_norm": 0.8642673149683818,
      "learning_rate": 0.00029994464756409215,
      "loss": 2.2656,
      "step": 3098
    },
    {
      "epoch": 0.14417306350314027,
      "grad_norm": 0.9981373127643303,
      "learning_rate": 0.00029994454670028597,
      "loss": 3.375,
      "step": 3099
    },
    {
      "epoch": 0.14421958595022097,
      "grad_norm": 0.7254134907394062,
      "learning_rate": 0.0002999444457446828,
      "loss": 3.0,
      "step": 3100
    },
    {
      "epoch": 0.1442661083973017,
      "grad_norm": 0.7545098661484119,
      "learning_rate": 0.0002999443446972829,
      "loss": 3.0625,
      "step": 3101
    },
    {
      "epoch": 0.14431263084438242,
      "grad_norm": 0.8125836878006347,
      "learning_rate": 0.00029994424355808604,
      "loss": 2.7656,
      "step": 3102
    },
    {
      "epoch": 0.14435915329146312,
      "grad_norm": 0.8451630168247296,
      "learning_rate": 0.00029994414232709245,
      "loss": 2.4844,
      "step": 3103
    },
    {
      "epoch": 0.14440567573854385,
      "grad_norm": 1.0007132575551712,
      "learning_rate": 0.0002999440410043022,
      "loss": 2.9219,
      "step": 3104
    },
    {
      "epoch": 0.14445219818562458,
      "grad_norm": 0.7462844467495425,
      "learning_rate": 0.0002999439395897153,
      "loss": 2.6875,
      "step": 3105
    },
    {
      "epoch": 0.14449872063270527,
      "grad_norm": 0.7276202581586538,
      "learning_rate": 0.00029994383808333184,
      "loss": 3.0781,
      "step": 3106
    },
    {
      "epoch": 0.144545243079786,
      "grad_norm": 0.7554593700033256,
      "learning_rate": 0.00029994373648515194,
      "loss": 3.1719,
      "step": 3107
    },
    {
      "epoch": 0.1445917655268667,
      "grad_norm": 0.8106436732592199,
      "learning_rate": 0.00029994363479517557,
      "loss": 2.9531,
      "step": 3108
    },
    {
      "epoch": 0.14463828797394743,
      "grad_norm": 0.7802972294182768,
      "learning_rate": 0.0002999435330134028,
      "loss": 3.0938,
      "step": 3109
    },
    {
      "epoch": 0.14468481042102815,
      "grad_norm": 0.8466584952784202,
      "learning_rate": 0.0002999434311398337,
      "loss": 2.7344,
      "step": 3110
    },
    {
      "epoch": 0.14473133286810885,
      "grad_norm": 0.8501539842112841,
      "learning_rate": 0.0002999433291744684,
      "loss": 2.8438,
      "step": 3111
    },
    {
      "epoch": 0.14477785531518958,
      "grad_norm": 0.8001013845141616,
      "learning_rate": 0.00029994322711730684,
      "loss": 2.875,
      "step": 3112
    },
    {
      "epoch": 0.1448243777622703,
      "grad_norm": 0.789774776670956,
      "learning_rate": 0.0002999431249683492,
      "loss": 2.75,
      "step": 3113
    },
    {
      "epoch": 0.144870900209351,
      "grad_norm": 0.8389337939505164,
      "learning_rate": 0.0002999430227275955,
      "loss": 2.8281,
      "step": 3114
    },
    {
      "epoch": 0.14491742265643173,
      "grad_norm": 0.7356931681840498,
      "learning_rate": 0.0002999429203950458,
      "loss": 2.8594,
      "step": 3115
    },
    {
      "epoch": 0.14496394510351243,
      "grad_norm": 1.2567469503710493,
      "learning_rate": 0.00029994281797070016,
      "loss": 2.25,
      "step": 3116
    },
    {
      "epoch": 0.14501046755059316,
      "grad_norm": 0.7913621422200713,
      "learning_rate": 0.00029994271545455864,
      "loss": 2.8438,
      "step": 3117
    },
    {
      "epoch": 0.14505698999767389,
      "grad_norm": 0.8643558221081302,
      "learning_rate": 0.00029994261284662125,
      "loss": 2.875,
      "step": 3118
    },
    {
      "epoch": 0.14510351244475458,
      "grad_norm": 0.8483170823259433,
      "learning_rate": 0.0002999425101468882,
      "loss": 3.0781,
      "step": 3119
    },
    {
      "epoch": 0.1451500348918353,
      "grad_norm": 0.7865013635354507,
      "learning_rate": 0.0002999424073553594,
      "loss": 2.9531,
      "step": 3120
    },
    {
      "epoch": 0.14519655733891604,
      "grad_norm": 0.8475062736891615,
      "learning_rate": 0.00029994230447203497,
      "loss": 3.0781,
      "step": 3121
    },
    {
      "epoch": 0.14524307978599674,
      "grad_norm": 0.8698966420406615,
      "learning_rate": 0.000299942201496915,
      "loss": 2.7969,
      "step": 3122
    },
    {
      "epoch": 0.14528960223307746,
      "grad_norm": 0.8262006066183264,
      "learning_rate": 0.00029994209842999954,
      "loss": 2.6875,
      "step": 3123
    },
    {
      "epoch": 0.14533612468015816,
      "grad_norm": 0.7514695541443087,
      "learning_rate": 0.00029994199527128864,
      "loss": 2.7969,
      "step": 3124
    },
    {
      "epoch": 0.1453826471272389,
      "grad_norm": 0.6890573770151042,
      "learning_rate": 0.00029994189202078235,
      "loss": 2.6875,
      "step": 3125
    },
    {
      "epoch": 0.14542916957431962,
      "grad_norm": 0.6886175520683566,
      "learning_rate": 0.0002999417886784808,
      "loss": 2.9531,
      "step": 3126
    },
    {
      "epoch": 0.14547569202140032,
      "grad_norm": 0.8113788852297154,
      "learning_rate": 0.00029994168524438393,
      "loss": 2.7031,
      "step": 3127
    },
    {
      "epoch": 0.14552221446848104,
      "grad_norm": 0.7888798212046507,
      "learning_rate": 0.0002999415817184919,
      "loss": 2.7969,
      "step": 3128
    },
    {
      "epoch": 0.14556873691556177,
      "grad_norm": 0.7618650712606443,
      "learning_rate": 0.0002999414781008048,
      "loss": 2.9375,
      "step": 3129
    },
    {
      "epoch": 0.14561525936264247,
      "grad_norm": 0.8812891588490666,
      "learning_rate": 0.0002999413743913226,
      "loss": 2.8594,
      "step": 3130
    },
    {
      "epoch": 0.1456617818097232,
      "grad_norm": 0.7321764727211645,
      "learning_rate": 0.0002999412705900454,
      "loss": 2.7188,
      "step": 3131
    },
    {
      "epoch": 0.1457083042568039,
      "grad_norm": 0.710335584788977,
      "learning_rate": 0.0002999411666969733,
      "loss": 2.6719,
      "step": 3132
    },
    {
      "epoch": 0.14575482670388462,
      "grad_norm": 0.7692622426507897,
      "learning_rate": 0.0002999410627121063,
      "loss": 2.7812,
      "step": 3133
    },
    {
      "epoch": 0.14580134915096535,
      "grad_norm": 0.7842960566783186,
      "learning_rate": 0.0002999409586354445,
      "loss": 2.8281,
      "step": 3134
    },
    {
      "epoch": 0.14584787159804605,
      "grad_norm": 0.7476087668096317,
      "learning_rate": 0.000299940854466988,
      "loss": 2.25,
      "step": 3135
    },
    {
      "epoch": 0.14589439404512677,
      "grad_norm": 0.8892609094435373,
      "learning_rate": 0.0002999407502067368,
      "loss": 2.8125,
      "step": 3136
    },
    {
      "epoch": 0.1459409164922075,
      "grad_norm": 0.8621626929131395,
      "learning_rate": 0.00029994064585469097,
      "loss": 2.9219,
      "step": 3137
    },
    {
      "epoch": 0.1459874389392882,
      "grad_norm": 0.7965925435746709,
      "learning_rate": 0.0002999405414108506,
      "loss": 2.7031,
      "step": 3138
    },
    {
      "epoch": 0.14603396138636893,
      "grad_norm": 0.7211103650864744,
      "learning_rate": 0.0002999404368752158,
      "loss": 2.7656,
      "step": 3139
    },
    {
      "epoch": 0.14608048383344963,
      "grad_norm": 0.742636864241774,
      "learning_rate": 0.0002999403322477865,
      "loss": 2.7344,
      "step": 3140
    },
    {
      "epoch": 0.14612700628053035,
      "grad_norm": 0.8077051331656304,
      "learning_rate": 0.0002999402275285629,
      "loss": 2.9062,
      "step": 3141
    },
    {
      "epoch": 0.14617352872761108,
      "grad_norm": 0.7280016305793328,
      "learning_rate": 0.00029994012271754495,
      "loss": 2.7812,
      "step": 3142
    },
    {
      "epoch": 0.14622005117469178,
      "grad_norm": 0.9006447399425977,
      "learning_rate": 0.0002999400178147329,
      "loss": 2.7812,
      "step": 3143
    },
    {
      "epoch": 0.1462665736217725,
      "grad_norm": 0.7334104035043133,
      "learning_rate": 0.00029993991282012655,
      "loss": 2.9375,
      "step": 3144
    },
    {
      "epoch": 0.14631309606885323,
      "grad_norm": 0.8248579741150085,
      "learning_rate": 0.0002999398077337262,
      "loss": 3.0469,
      "step": 3145
    },
    {
      "epoch": 0.14635961851593393,
      "grad_norm": 1.0709626494775324,
      "learning_rate": 0.0002999397025555317,
      "loss": 2.8281,
      "step": 3146
    },
    {
      "epoch": 0.14640614096301466,
      "grad_norm": 0.8668404158084169,
      "learning_rate": 0.00029993959728554333,
      "loss": 2.6406,
      "step": 3147
    },
    {
      "epoch": 0.14645266341009536,
      "grad_norm": 0.7934277058369967,
      "learning_rate": 0.00029993949192376105,
      "loss": 2.5156,
      "step": 3148
    },
    {
      "epoch": 0.14649918585717608,
      "grad_norm": 0.7329549651894793,
      "learning_rate": 0.0002999393864701849,
      "loss": 2.7031,
      "step": 3149
    },
    {
      "epoch": 0.1465457083042568,
      "grad_norm": 0.7929081140093205,
      "learning_rate": 0.000299939280924815,
      "loss": 2.7344,
      "step": 3150
    },
    {
      "epoch": 0.1465922307513375,
      "grad_norm": 0.747548911164644,
      "learning_rate": 0.00029993917528765135,
      "loss": 2.7812,
      "step": 3151
    },
    {
      "epoch": 0.14663875319841824,
      "grad_norm": 0.810038140420847,
      "learning_rate": 0.000299939069558694,
      "loss": 2.9219,
      "step": 3152
    },
    {
      "epoch": 0.14668527564549896,
      "grad_norm": 0.8288052009258688,
      "learning_rate": 0.0002999389637379432,
      "loss": 2.7188,
      "step": 3153
    },
    {
      "epoch": 0.14673179809257966,
      "grad_norm": 1.0816821704169068,
      "learning_rate": 0.0002999388578253988,
      "loss": 2.8125,
      "step": 3154
    },
    {
      "epoch": 0.1467783205396604,
      "grad_norm": 0.8951683996336256,
      "learning_rate": 0.000299938751821061,
      "loss": 2.8125,
      "step": 3155
    },
    {
      "epoch": 0.14682484298674112,
      "grad_norm": 0.7865182300858518,
      "learning_rate": 0.00029993864572492977,
      "loss": 2.8281,
      "step": 3156
    },
    {
      "epoch": 0.14687136543382182,
      "grad_norm": 0.8257869949652556,
      "learning_rate": 0.0002999385395370052,
      "loss": 3.0781,
      "step": 3157
    },
    {
      "epoch": 0.14691788788090254,
      "grad_norm": 0.7794693609895066,
      "learning_rate": 0.00029993843325728744,
      "loss": 2.7812,
      "step": 3158
    },
    {
      "epoch": 0.14696441032798324,
      "grad_norm": 0.7757683395410471,
      "learning_rate": 0.0002999383268857765,
      "loss": 3.0,
      "step": 3159
    },
    {
      "epoch": 0.14701093277506397,
      "grad_norm": 0.9316141734563865,
      "learning_rate": 0.00029993822042247235,
      "loss": 3.0312,
      "step": 3160
    },
    {
      "epoch": 0.1470574552221447,
      "grad_norm": 0.7899517717446213,
      "learning_rate": 0.00029993811386737514,
      "loss": 2.4375,
      "step": 3161
    },
    {
      "epoch": 0.1471039776692254,
      "grad_norm": 0.7634504766197122,
      "learning_rate": 0.000299938007220485,
      "loss": 2.875,
      "step": 3162
    },
    {
      "epoch": 0.14715050011630612,
      "grad_norm": 0.7233607591898189,
      "learning_rate": 0.0002999379004818019,
      "loss": 2.9688,
      "step": 3163
    },
    {
      "epoch": 0.14719702256338685,
      "grad_norm": 0.9469628769524013,
      "learning_rate": 0.0002999377936513259,
      "loss": 2.7656,
      "step": 3164
    },
    {
      "epoch": 0.14724354501046755,
      "grad_norm": 0.8485839257264324,
      "learning_rate": 0.0002999376867290571,
      "loss": 2.75,
      "step": 3165
    },
    {
      "epoch": 0.14729006745754827,
      "grad_norm": 0.7789572747626166,
      "learning_rate": 0.00029993757971499564,
      "loss": 2.9062,
      "step": 3166
    },
    {
      "epoch": 0.14733658990462897,
      "grad_norm": 0.7485295285140668,
      "learning_rate": 0.00029993747260914145,
      "loss": 2.7812,
      "step": 3167
    },
    {
      "epoch": 0.1473831123517097,
      "grad_norm": 0.71884455728509,
      "learning_rate": 0.00029993736541149464,
      "loss": 2.0625,
      "step": 3168
    },
    {
      "epoch": 0.14742963479879043,
      "grad_norm": 0.9782314351656817,
      "learning_rate": 0.0002999372581220553,
      "loss": 2.7812,
      "step": 3169
    },
    {
      "epoch": 0.14747615724587113,
      "grad_norm": 0.7496965239535762,
      "learning_rate": 0.00029993715074082354,
      "loss": 2.6875,
      "step": 3170
    },
    {
      "epoch": 0.14752267969295185,
      "grad_norm": 0.7772190540805506,
      "learning_rate": 0.0002999370432677993,
      "loss": 2.6719,
      "step": 3171
    },
    {
      "epoch": 0.14756920214003258,
      "grad_norm": 0.7922042687017764,
      "learning_rate": 0.00029993693570298276,
      "loss": 3.0,
      "step": 3172
    },
    {
      "epoch": 0.14761572458711328,
      "grad_norm": 0.831765304734169,
      "learning_rate": 0.000299936828046374,
      "loss": 2.75,
      "step": 3173
    },
    {
      "epoch": 0.147662247034194,
      "grad_norm": 0.8178063172441298,
      "learning_rate": 0.0002999367202979729,
      "loss": 2.8594,
      "step": 3174
    },
    {
      "epoch": 0.1477087694812747,
      "grad_norm": 0.775348513632,
      "learning_rate": 0.00029993661245777975,
      "loss": 2.7344,
      "step": 3175
    },
    {
      "epoch": 0.14775529192835543,
      "grad_norm": 0.8037531306253729,
      "learning_rate": 0.0002999365045257945,
      "loss": 2.8281,
      "step": 3176
    },
    {
      "epoch": 0.14780181437543616,
      "grad_norm": 0.7759636473688954,
      "learning_rate": 0.00029993639650201725,
      "loss": 2.6094,
      "step": 3177
    },
    {
      "epoch": 0.14784833682251686,
      "grad_norm": 0.9085557479818765,
      "learning_rate": 0.000299936288386448,
      "loss": 2.6875,
      "step": 3178
    },
    {
      "epoch": 0.14789485926959758,
      "grad_norm": 0.9028229115024353,
      "learning_rate": 0.0002999361801790869,
      "loss": 2.8906,
      "step": 3179
    },
    {
      "epoch": 0.1479413817166783,
      "grad_norm": 0.8340152164935081,
      "learning_rate": 0.000299936071879934,
      "loss": 2.6719,
      "step": 3180
    },
    {
      "epoch": 0.147987904163759,
      "grad_norm": 0.7218768310355136,
      "learning_rate": 0.00029993596348898936,
      "loss": 2.8906,
      "step": 3181
    },
    {
      "epoch": 0.14803442661083974,
      "grad_norm": 0.7875878289783154,
      "learning_rate": 0.00029993585500625306,
      "loss": 2.5781,
      "step": 3182
    },
    {
      "epoch": 0.14808094905792044,
      "grad_norm": 0.9303094026990565,
      "learning_rate": 0.0002999357464317251,
      "loss": 2.9844,
      "step": 3183
    },
    {
      "epoch": 0.14812747150500116,
      "grad_norm": 0.7602686644289629,
      "learning_rate": 0.0002999356377654056,
      "loss": 2.9375,
      "step": 3184
    },
    {
      "epoch": 0.1481739939520819,
      "grad_norm": 0.7372206464438268,
      "learning_rate": 0.00029993552900729466,
      "loss": 3.0156,
      "step": 3185
    },
    {
      "epoch": 0.1482205163991626,
      "grad_norm": 0.713785926810674,
      "learning_rate": 0.0002999354201573922,
      "loss": 3.0312,
      "step": 3186
    },
    {
      "epoch": 0.14826703884624332,
      "grad_norm": 0.7404450649599552,
      "learning_rate": 0.0002999353112156985,
      "loss": 2.9062,
      "step": 3187
    },
    {
      "epoch": 0.14831356129332404,
      "grad_norm": 0.8614859420478701,
      "learning_rate": 0.0002999352021822135,
      "loss": 3.0469,
      "step": 3188
    },
    {
      "epoch": 0.14836008374040474,
      "grad_norm": 0.862508077731543,
      "learning_rate": 0.00029993509305693724,
      "loss": 2.9219,
      "step": 3189
    },
    {
      "epoch": 0.14840660618748547,
      "grad_norm": 0.7898875931190298,
      "learning_rate": 0.0002999349838398699,
      "loss": 3.1094,
      "step": 3190
    },
    {
      "epoch": 0.14845312863456617,
      "grad_norm": 0.763029690765562,
      "learning_rate": 0.00029993487453101143,
      "loss": 2.8281,
      "step": 3191
    },
    {
      "epoch": 0.1484996510816469,
      "grad_norm": 0.7402839398682474,
      "learning_rate": 0.0002999347651303619,
      "loss": 2.8281,
      "step": 3192
    },
    {
      "epoch": 0.14854617352872762,
      "grad_norm": 0.9398039738445606,
      "learning_rate": 0.00029993465563792147,
      "loss": 2.5156,
      "step": 3193
    },
    {
      "epoch": 0.14859269597580832,
      "grad_norm": 0.7848180752069833,
      "learning_rate": 0.0002999345460536902,
      "loss": 2.7656,
      "step": 3194
    },
    {
      "epoch": 0.14863921842288905,
      "grad_norm": 0.6926110363304907,
      "learning_rate": 0.0002999344363776681,
      "loss": 2.9219,
      "step": 3195
    },
    {
      "epoch": 0.14868574086996977,
      "grad_norm": 0.7097203783705603,
      "learning_rate": 0.00029993432660985523,
      "loss": 2.8594,
      "step": 3196
    },
    {
      "epoch": 0.14873226331705047,
      "grad_norm": 0.7409026217657503,
      "learning_rate": 0.00029993421675025166,
      "loss": 2.75,
      "step": 3197
    },
    {
      "epoch": 0.1487787857641312,
      "grad_norm": 0.7805229836033426,
      "learning_rate": 0.0002999341067988576,
      "loss": 2.7188,
      "step": 3198
    },
    {
      "epoch": 0.1488253082112119,
      "grad_norm": 0.8180136729967324,
      "learning_rate": 0.00029993399675567285,
      "loss": 2.8438,
      "step": 3199
    },
    {
      "epoch": 0.14887183065829263,
      "grad_norm": 0.7951260274153027,
      "learning_rate": 0.0002999338866206977,
      "loss": 2.875,
      "step": 3200
    },
    {
      "epoch": 0.14891835310537335,
      "grad_norm": 0.9348520994776411,
      "learning_rate": 0.0002999337763939321,
      "loss": 2.9219,
      "step": 3201
    },
    {
      "epoch": 0.14896487555245405,
      "grad_norm": 0.7806375768720467,
      "learning_rate": 0.00029993366607537617,
      "loss": 3.0781,
      "step": 3202
    },
    {
      "epoch": 0.14901139799953478,
      "grad_norm": 0.8317383622558904,
      "learning_rate": 0.00029993355566503,
      "loss": 2.8281,
      "step": 3203
    },
    {
      "epoch": 0.1490579204466155,
      "grad_norm": 0.7357014345143507,
      "learning_rate": 0.00029993344516289364,
      "loss": 2.7031,
      "step": 3204
    },
    {
      "epoch": 0.1491044428936962,
      "grad_norm": 0.73233765174811,
      "learning_rate": 0.00029993333456896704,
      "loss": 2.8281,
      "step": 3205
    },
    {
      "epoch": 0.14915096534077693,
      "grad_norm": 0.8558228485499213,
      "learning_rate": 0.0002999332238832505,
      "loss": 2.1875,
      "step": 3206
    },
    {
      "epoch": 0.14919748778785763,
      "grad_norm": 0.7579887140441568,
      "learning_rate": 0.00029993311310574385,
      "loss": 2.7656,
      "step": 3207
    },
    {
      "epoch": 0.14924401023493836,
      "grad_norm": 0.7320007672670416,
      "learning_rate": 0.0002999330022364473,
      "loss": 2.9219,
      "step": 3208
    },
    {
      "epoch": 0.14929053268201908,
      "grad_norm": 0.9858098426454487,
      "learning_rate": 0.0002999328912753609,
      "loss": 2.7031,
      "step": 3209
    },
    {
      "epoch": 0.14933705512909978,
      "grad_norm": 0.8542538973052445,
      "learning_rate": 0.0002999327802224847,
      "loss": 3.0469,
      "step": 3210
    },
    {
      "epoch": 0.1493835775761805,
      "grad_norm": 0.7558831592333497,
      "learning_rate": 0.0002999326690778187,
      "loss": 2.8594,
      "step": 3211
    },
    {
      "epoch": 0.14943010002326124,
      "grad_norm": 0.7794346243066528,
      "learning_rate": 0.0002999325578413631,
      "loss": 2.7812,
      "step": 3212
    },
    {
      "epoch": 0.14947662247034194,
      "grad_norm": 0.7977841188370532,
      "learning_rate": 0.00029993244651311786,
      "loss": 2.9062,
      "step": 3213
    },
    {
      "epoch": 0.14952314491742266,
      "grad_norm": 0.9189297146281401,
      "learning_rate": 0.00029993233509308315,
      "loss": 2.9844,
      "step": 3214
    },
    {
      "epoch": 0.14956966736450336,
      "grad_norm": 0.7146064490583739,
      "learning_rate": 0.00029993222358125896,
      "loss": 2.6875,
      "step": 3215
    },
    {
      "epoch": 0.1496161898115841,
      "grad_norm": 0.8158639496382286,
      "learning_rate": 0.0002999321119776454,
      "loss": 2.9062,
      "step": 3216
    },
    {
      "epoch": 0.14966271225866482,
      "grad_norm": 0.7559061748266604,
      "learning_rate": 0.0002999320002822425,
      "loss": 2.8594,
      "step": 3217
    },
    {
      "epoch": 0.14970923470574551,
      "grad_norm": 1.0474606484079703,
      "learning_rate": 0.00029993188849505035,
      "loss": 3.0781,
      "step": 3218
    },
    {
      "epoch": 0.14975575715282624,
      "grad_norm": 0.7749540776896383,
      "learning_rate": 0.00029993177661606895,
      "loss": 2.9062,
      "step": 3219
    },
    {
      "epoch": 0.14980227959990697,
      "grad_norm": 0.7422377148392486,
      "learning_rate": 0.0002999316646452985,
      "loss": 2.8281,
      "step": 3220
    },
    {
      "epoch": 0.14984880204698767,
      "grad_norm": 0.7797444149894835,
      "learning_rate": 0.000299931552582739,
      "loss": 2.8281,
      "step": 3221
    },
    {
      "epoch": 0.1498953244940684,
      "grad_norm": 0.7862761629868003,
      "learning_rate": 0.00029993144042839045,
      "loss": 2.75,
      "step": 3222
    },
    {
      "epoch": 0.1499418469411491,
      "grad_norm": 0.6622740488233027,
      "learning_rate": 0.0002999313281822531,
      "loss": 2.7656,
      "step": 3223
    },
    {
      "epoch": 0.14998836938822982,
      "grad_norm": 0.7691624105550042,
      "learning_rate": 0.00029993121584432687,
      "loss": 3.125,
      "step": 3224
    },
    {
      "epoch": 0.15003489183531055,
      "grad_norm": 0.7801026254296061,
      "learning_rate": 0.0002999311034146118,
      "loss": 2.8281,
      "step": 3225
    },
    {
      "epoch": 0.15008141428239125,
      "grad_norm": 0.7555057518214284,
      "learning_rate": 0.0002999309908931081,
      "loss": 2.9531,
      "step": 3226
    },
    {
      "epoch": 0.15012793672947197,
      "grad_norm": 0.7540299874219437,
      "learning_rate": 0.00029993087827981575,
      "loss": 2.6406,
      "step": 3227
    },
    {
      "epoch": 0.1501744591765527,
      "grad_norm": 0.7085361328098342,
      "learning_rate": 0.0002999307655747348,
      "loss": 2.9062,
      "step": 3228
    },
    {
      "epoch": 0.1502209816236334,
      "grad_norm": 0.811219259710051,
      "learning_rate": 0.00029993065277786535,
      "loss": 3.2969,
      "step": 3229
    },
    {
      "epoch": 0.15026750407071413,
      "grad_norm": 0.721278015905953,
      "learning_rate": 0.0002999305398892075,
      "loss": 2.75,
      "step": 3230
    },
    {
      "epoch": 0.15031402651779482,
      "grad_norm": 0.7314648802607953,
      "learning_rate": 0.00029993042690876134,
      "loss": 2.75,
      "step": 3231
    },
    {
      "epoch": 0.15036054896487555,
      "grad_norm": 0.7438250619453985,
      "learning_rate": 0.0002999303138365268,
      "loss": 2.6719,
      "step": 3232
    },
    {
      "epoch": 0.15040707141195628,
      "grad_norm": 0.7206133048327911,
      "learning_rate": 0.00029993020067250407,
      "loss": 2.9062,
      "step": 3233
    },
    {
      "epoch": 0.15045359385903698,
      "grad_norm": 0.8150529552788291,
      "learning_rate": 0.0002999300874166932,
      "loss": 2.6719,
      "step": 3234
    },
    {
      "epoch": 0.1505001163061177,
      "grad_norm": 0.7422062452116059,
      "learning_rate": 0.0002999299740690942,
      "loss": 2.8906,
      "step": 3235
    },
    {
      "epoch": 0.15054663875319843,
      "grad_norm": 0.7120419225863459,
      "learning_rate": 0.0002999298606297072,
      "loss": 3.0156,
      "step": 3236
    },
    {
      "epoch": 0.15059316120027913,
      "grad_norm": 0.8870228812504426,
      "learning_rate": 0.00029992974709853234,
      "loss": 2.3594,
      "step": 3237
    },
    {
      "epoch": 0.15063968364735986,
      "grad_norm": 0.7365525214455454,
      "learning_rate": 0.0002999296334755695,
      "loss": 2.8438,
      "step": 3238
    },
    {
      "epoch": 0.15068620609444056,
      "grad_norm": 0.8064564587728787,
      "learning_rate": 0.0002999295197608189,
      "loss": 2.875,
      "step": 3239
    },
    {
      "epoch": 0.15073272854152128,
      "grad_norm": 0.8014082163262117,
      "learning_rate": 0.00029992940595428055,
      "loss": 2.9688,
      "step": 3240
    },
    {
      "epoch": 0.150779250988602,
      "grad_norm": 0.7776355244903862,
      "learning_rate": 0.00029992929205595456,
      "loss": 2.9844,
      "step": 3241
    },
    {
      "epoch": 0.1508257734356827,
      "grad_norm": 0.8045245112834514,
      "learning_rate": 0.000299929178065841,
      "loss": 2.0,
      "step": 3242
    },
    {
      "epoch": 0.15087229588276344,
      "grad_norm": 0.796682629415494,
      "learning_rate": 0.00029992906398393983,
      "loss": 2.7969,
      "step": 3243
    },
    {
      "epoch": 0.15091881832984416,
      "grad_norm": 0.7667247580709456,
      "learning_rate": 0.0002999289498102512,
      "loss": 2.8594,
      "step": 3244
    },
    {
      "epoch": 0.15096534077692486,
      "grad_norm": 0.6976674597593449,
      "learning_rate": 0.0002999288355447753,
      "loss": 2.6719,
      "step": 3245
    },
    {
      "epoch": 0.1510118632240056,
      "grad_norm": 0.7976552690435477,
      "learning_rate": 0.000299928721187512,
      "loss": 2.8594,
      "step": 3246
    },
    {
      "epoch": 0.1510583856710863,
      "grad_norm": 0.8473527618921624,
      "learning_rate": 0.0002999286067384614,
      "loss": 2.4688,
      "step": 3247
    },
    {
      "epoch": 0.15110490811816701,
      "grad_norm": 0.7085794388930724,
      "learning_rate": 0.00029992849219762373,
      "loss": 2.9219,
      "step": 3248
    },
    {
      "epoch": 0.15115143056524774,
      "grad_norm": 0.7505687918686483,
      "learning_rate": 0.0002999283775649989,
      "loss": 3.1094,
      "step": 3249
    },
    {
      "epoch": 0.15119795301232844,
      "grad_norm": 0.9330275856977285,
      "learning_rate": 0.00029992826284058706,
      "loss": 2.9688,
      "step": 3250
    },
    {
      "epoch": 0.15124447545940917,
      "grad_norm": 0.7063052779478362,
      "learning_rate": 0.00029992814802438824,
      "loss": 2.8281,
      "step": 3251
    },
    {
      "epoch": 0.1512909979064899,
      "grad_norm": 0.7429165536694731,
      "learning_rate": 0.0002999280331164025,
      "loss": 2.6875,
      "step": 3252
    },
    {
      "epoch": 0.1513375203535706,
      "grad_norm": 0.7731427615507966,
      "learning_rate": 0.00029992791811663,
      "loss": 2.9688,
      "step": 3253
    },
    {
      "epoch": 0.15138404280065132,
      "grad_norm": 0.7678471349542322,
      "learning_rate": 0.00029992780302507066,
      "loss": 2.9688,
      "step": 3254
    },
    {
      "epoch": 0.15143056524773202,
      "grad_norm": 0.7841688771091768,
      "learning_rate": 0.00029992768784172473,
      "loss": 2.7344,
      "step": 3255
    },
    {
      "epoch": 0.15147708769481275,
      "grad_norm": 0.8169950011992585,
      "learning_rate": 0.0002999275725665921,
      "loss": 3.0312,
      "step": 3256
    },
    {
      "epoch": 0.15152361014189347,
      "grad_norm": 0.8165525153211414,
      "learning_rate": 0.00029992745719967294,
      "loss": 2.8125,
      "step": 3257
    },
    {
      "epoch": 0.15157013258897417,
      "grad_norm": 0.7243419450568215,
      "learning_rate": 0.00029992734174096736,
      "loss": 2.9844,
      "step": 3258
    },
    {
      "epoch": 0.1516166550360549,
      "grad_norm": 0.7561223769346691,
      "learning_rate": 0.00029992722619047533,
      "loss": 2.7188,
      "step": 3259
    },
    {
      "epoch": 0.15166317748313562,
      "grad_norm": 0.7106575548163321,
      "learning_rate": 0.00029992711054819697,
      "loss": 2.6562,
      "step": 3260
    },
    {
      "epoch": 0.15170969993021632,
      "grad_norm": 0.766022397892325,
      "learning_rate": 0.0002999269948141324,
      "loss": 2.9531,
      "step": 3261
    },
    {
      "epoch": 0.15175622237729705,
      "grad_norm": 0.7356519557918961,
      "learning_rate": 0.0002999268789882816,
      "loss": 3.0156,
      "step": 3262
    },
    {
      "epoch": 0.15180274482437775,
      "grad_norm": 0.8646503367294363,
      "learning_rate": 0.00029992676307064465,
      "loss": 2.875,
      "step": 3263
    },
    {
      "epoch": 0.15184926727145848,
      "grad_norm": 0.7581711403804462,
      "learning_rate": 0.0002999266470612217,
      "loss": 2.7812,
      "step": 3264
    },
    {
      "epoch": 0.1518957897185392,
      "grad_norm": 0.7756430084271214,
      "learning_rate": 0.0002999265309600128,
      "loss": 2.8438,
      "step": 3265
    },
    {
      "epoch": 0.1519423121656199,
      "grad_norm": 0.7259118248639258,
      "learning_rate": 0.00029992641476701793,
      "loss": 2.875,
      "step": 3266
    },
    {
      "epoch": 0.15198883461270063,
      "grad_norm": 0.7267649111684715,
      "learning_rate": 0.0002999262984822372,
      "loss": 2.6562,
      "step": 3267
    },
    {
      "epoch": 0.15203535705978136,
      "grad_norm": 0.7675129241251236,
      "learning_rate": 0.00029992618210567077,
      "loss": 2.7812,
      "step": 3268
    },
    {
      "epoch": 0.15208187950686206,
      "grad_norm": 0.8786256854092048,
      "learning_rate": 0.00029992606563731866,
      "loss": 2.6875,
      "step": 3269
    },
    {
      "epoch": 0.15212840195394278,
      "grad_norm": 0.7530172265520716,
      "learning_rate": 0.00029992594907718087,
      "loss": 2.625,
      "step": 3270
    },
    {
      "epoch": 0.15217492440102348,
      "grad_norm": 0.667306088103279,
      "learning_rate": 0.0002999258324252576,
      "loss": 2.7812,
      "step": 3271
    },
    {
      "epoch": 0.1522214468481042,
      "grad_norm": 0.7567004852656702,
      "learning_rate": 0.0002999257156815488,
      "loss": 2.9688,
      "step": 3272
    },
    {
      "epoch": 0.15226796929518494,
      "grad_norm": 0.8226231488262772,
      "learning_rate": 0.00029992559884605465,
      "loss": 3.0781,
      "step": 3273
    },
    {
      "epoch": 0.15231449174226563,
      "grad_norm": 0.8012540911997158,
      "learning_rate": 0.0002999254819187751,
      "loss": 2.5938,
      "step": 3274
    },
    {
      "epoch": 0.15236101418934636,
      "grad_norm": 0.8245735558544323,
      "learning_rate": 0.00029992536489971026,
      "loss": 2.8125,
      "step": 3275
    },
    {
      "epoch": 0.1524075366364271,
      "grad_norm": 0.7670733667530454,
      "learning_rate": 0.0002999252477888603,
      "loss": 3.0312,
      "step": 3276
    },
    {
      "epoch": 0.1524540590835078,
      "grad_norm": 0.8400362118367044,
      "learning_rate": 0.0002999251305862252,
      "loss": 2.7188,
      "step": 3277
    },
    {
      "epoch": 0.1525005815305885,
      "grad_norm": 0.803239385151282,
      "learning_rate": 0.00029992501329180503,
      "loss": 2.9688,
      "step": 3278
    },
    {
      "epoch": 0.1525471039776692,
      "grad_norm": 0.7462816450566161,
      "learning_rate": 0.0002999248959055999,
      "loss": 2.8125,
      "step": 3279
    },
    {
      "epoch": 0.15259362642474994,
      "grad_norm": 0.8239670569954688,
      "learning_rate": 0.0002999247784276099,
      "loss": 2.7031,
      "step": 3280
    },
    {
      "epoch": 0.15264014887183067,
      "grad_norm": 0.7299914665363096,
      "learning_rate": 0.000299924660857835,
      "loss": 2.9375,
      "step": 3281
    },
    {
      "epoch": 0.15268667131891137,
      "grad_norm": 0.7616364610405648,
      "learning_rate": 0.00029992454319627536,
      "loss": 3.0625,
      "step": 3282
    },
    {
      "epoch": 0.1527331937659921,
      "grad_norm": 0.7791763594301249,
      "learning_rate": 0.00029992442544293107,
      "loss": 2.5781,
      "step": 3283
    },
    {
      "epoch": 0.15277971621307282,
      "grad_norm": 0.8204632690019402,
      "learning_rate": 0.0002999243075978021,
      "loss": 2.75,
      "step": 3284
    },
    {
      "epoch": 0.15282623866015352,
      "grad_norm": 0.707337292568167,
      "learning_rate": 0.0002999241896608887,
      "loss": 2.8125,
      "step": 3285
    },
    {
      "epoch": 0.15287276110723425,
      "grad_norm": 0.6993972332504407,
      "learning_rate": 0.0002999240716321907,
      "loss": 2.8281,
      "step": 3286
    },
    {
      "epoch": 0.15291928355431494,
      "grad_norm": 0.7789275365224014,
      "learning_rate": 0.00029992395351170835,
      "loss": 2.8438,
      "step": 3287
    },
    {
      "epoch": 0.15296580600139567,
      "grad_norm": 0.767827607703004,
      "learning_rate": 0.0002999238352994417,
      "loss": 2.9688,
      "step": 3288
    },
    {
      "epoch": 0.1530123284484764,
      "grad_norm": 0.9328756378611005,
      "learning_rate": 0.00029992371699539075,
      "loss": 2.8125,
      "step": 3289
    },
    {
      "epoch": 0.1530588508955571,
      "grad_norm": 0.6697705445754949,
      "learning_rate": 0.0002999235985995556,
      "loss": 2.4688,
      "step": 3290
    },
    {
      "epoch": 0.15310537334263782,
      "grad_norm": 0.6632236992045806,
      "learning_rate": 0.00029992348011193644,
      "loss": 2.875,
      "step": 3291
    },
    {
      "epoch": 0.15315189578971855,
      "grad_norm": 0.7950028534170513,
      "learning_rate": 0.00029992336153253314,
      "loss": 2.6875,
      "step": 3292
    },
    {
      "epoch": 0.15319841823679925,
      "grad_norm": 0.7577023305436894,
      "learning_rate": 0.0002999232428613459,
      "loss": 2.9531,
      "step": 3293
    },
    {
      "epoch": 0.15324494068387998,
      "grad_norm": 0.7655688493263753,
      "learning_rate": 0.00029992312409837476,
      "loss": 2.6875,
      "step": 3294
    },
    {
      "epoch": 0.15329146313096068,
      "grad_norm": 0.736415947972199,
      "learning_rate": 0.0002999230052436198,
      "loss": 2.7656,
      "step": 3295
    },
    {
      "epoch": 0.1533379855780414,
      "grad_norm": 0.7125623606858762,
      "learning_rate": 0.00029992288629708113,
      "loss": 2.7344,
      "step": 3296
    },
    {
      "epoch": 0.15338450802512213,
      "grad_norm": 0.7092369001023895,
      "learning_rate": 0.00029992276725875874,
      "loss": 2.5625,
      "step": 3297
    },
    {
      "epoch": 0.15343103047220283,
      "grad_norm": 0.841739512144281,
      "learning_rate": 0.0002999226481286528,
      "loss": 2.5781,
      "step": 3298
    },
    {
      "epoch": 0.15347755291928356,
      "grad_norm": 0.7711560927432081,
      "learning_rate": 0.0002999225289067633,
      "loss": 2.8281,
      "step": 3299
    },
    {
      "epoch": 0.15352407536636428,
      "grad_norm": 0.784950939653745,
      "learning_rate": 0.00029992240959309034,
      "loss": 2.9219,
      "step": 3300
    },
    {
      "epoch": 0.15357059781344498,
      "grad_norm": 1.0418009484262982,
      "learning_rate": 0.000299922290187634,
      "loss": 3.1719,
      "step": 3301
    },
    {
      "epoch": 0.1536171202605257,
      "grad_norm": 0.7283862835915949,
      "learning_rate": 0.0002999221706903944,
      "loss": 2.7031,
      "step": 3302
    },
    {
      "epoch": 0.1536636427076064,
      "grad_norm": 0.7382525659559638,
      "learning_rate": 0.00029992205110137144,
      "loss": 2.7656,
      "step": 3303
    },
    {
      "epoch": 0.15371016515468713,
      "grad_norm": 0.8669367590736946,
      "learning_rate": 0.00029992193142056544,
      "loss": 2.9219,
      "step": 3304
    },
    {
      "epoch": 0.15375668760176786,
      "grad_norm": 0.9105246431655858,
      "learning_rate": 0.0002999218116479763,
      "loss": 2.8594,
      "step": 3305
    },
    {
      "epoch": 0.15380321004884856,
      "grad_norm": 0.8396220275143651,
      "learning_rate": 0.0002999216917836041,
      "loss": 2.7812,
      "step": 3306
    },
    {
      "epoch": 0.1538497324959293,
      "grad_norm": 0.7413944871830911,
      "learning_rate": 0.00029992157182744903,
      "loss": 3.2031,
      "step": 3307
    },
    {
      "epoch": 0.15389625494301,
      "grad_norm": 0.8947746416931649,
      "learning_rate": 0.0002999214517795111,
      "loss": 2.9375,
      "step": 3308
    },
    {
      "epoch": 0.1539427773900907,
      "grad_norm": 1.3398461614046553,
      "learning_rate": 0.0002999213316397903,
      "loss": 2.25,
      "step": 3309
    },
    {
      "epoch": 0.15398929983717144,
      "grad_norm": 0.7459110898562641,
      "learning_rate": 0.00029992121140828685,
      "loss": 2.8438,
      "step": 3310
    },
    {
      "epoch": 0.15403582228425214,
      "grad_norm": 0.7795942946675419,
      "learning_rate": 0.0002999210910850007,
      "loss": 3.0469,
      "step": 3311
    },
    {
      "epoch": 0.15408234473133287,
      "grad_norm": 0.7623759706368578,
      "learning_rate": 0.000299920970669932,
      "loss": 2.8906,
      "step": 3312
    },
    {
      "epoch": 0.1541288671784136,
      "grad_norm": 0.749184801207114,
      "learning_rate": 0.0002999208501630808,
      "loss": 2.875,
      "step": 3313
    },
    {
      "epoch": 0.1541753896254943,
      "grad_norm": 0.6836769545589374,
      "learning_rate": 0.0002999207295644471,
      "loss": 2.7812,
      "step": 3314
    },
    {
      "epoch": 0.15422191207257502,
      "grad_norm": 0.9511932187298759,
      "learning_rate": 0.0002999206088740311,
      "loss": 2.8594,
      "step": 3315
    },
    {
      "epoch": 0.15426843451965574,
      "grad_norm": 0.7330158851338235,
      "learning_rate": 0.00029992048809183286,
      "loss": 2.7188,
      "step": 3316
    },
    {
      "epoch": 0.15431495696673644,
      "grad_norm": 0.6859494735499833,
      "learning_rate": 0.0002999203672178524,
      "loss": 3.0156,
      "step": 3317
    },
    {
      "epoch": 0.15436147941381717,
      "grad_norm": 0.9058917066647125,
      "learning_rate": 0.00029992024625208975,
      "loss": 2.3594,
      "step": 3318
    },
    {
      "epoch": 0.15440800186089787,
      "grad_norm": 0.8530837581404866,
      "learning_rate": 0.0002999201251945451,
      "loss": 2.7344,
      "step": 3319
    },
    {
      "epoch": 0.1544545243079786,
      "grad_norm": 0.8983327464878831,
      "learning_rate": 0.0002999200040452185,
      "loss": 2.8281,
      "step": 3320
    },
    {
      "epoch": 0.15450104675505932,
      "grad_norm": 0.826182153163748,
      "learning_rate": 0.00029991988280410987,
      "loss": 2.7969,
      "step": 3321
    },
    {
      "epoch": 0.15454756920214002,
      "grad_norm": 0.8840083742037455,
      "learning_rate": 0.00029991976147121947,
      "loss": 2.9219,
      "step": 3322
    },
    {
      "epoch": 0.15459409164922075,
      "grad_norm": 0.7333503647579598,
      "learning_rate": 0.00029991964004654734,
      "loss": 2.7969,
      "step": 3323
    },
    {
      "epoch": 0.15464061409630148,
      "grad_norm": 0.7113571020234782,
      "learning_rate": 0.0002999195185300935,
      "loss": 2.6094,
      "step": 3324
    },
    {
      "epoch": 0.15468713654338218,
      "grad_norm": 0.7749623178537223,
      "learning_rate": 0.000299919396921858,
      "loss": 3.2031,
      "step": 3325
    },
    {
      "epoch": 0.1547336589904629,
      "grad_norm": 0.8677924771958998,
      "learning_rate": 0.00029991927522184103,
      "loss": 3.0469,
      "step": 3326
    },
    {
      "epoch": 0.1547801814375436,
      "grad_norm": 0.7784932237281216,
      "learning_rate": 0.00029991915343004254,
      "loss": 2.8594,
      "step": 3327
    },
    {
      "epoch": 0.15482670388462433,
      "grad_norm": 0.7770782196913665,
      "learning_rate": 0.0002999190315464627,
      "loss": 3.0,
      "step": 3328
    },
    {
      "epoch": 0.15487322633170506,
      "grad_norm": 0.7376912362388104,
      "learning_rate": 0.0002999189095711015,
      "loss": 2.75,
      "step": 3329
    },
    {
      "epoch": 0.15491974877878575,
      "grad_norm": 0.8342676310630294,
      "learning_rate": 0.0002999187875039591,
      "loss": 2.1719,
      "step": 3330
    },
    {
      "epoch": 0.15496627122586648,
      "grad_norm": 0.7669486547824346,
      "learning_rate": 0.00029991866534503556,
      "loss": 2.9375,
      "step": 3331
    },
    {
      "epoch": 0.1550127936729472,
      "grad_norm": 0.9029728259226033,
      "learning_rate": 0.0002999185430943309,
      "loss": 2.9062,
      "step": 3332
    },
    {
      "epoch": 0.1550593161200279,
      "grad_norm": 0.7190668878624211,
      "learning_rate": 0.0002999184207518452,
      "loss": 2.4062,
      "step": 3333
    },
    {
      "epoch": 0.15510583856710863,
      "grad_norm": 0.7514822753406225,
      "learning_rate": 0.0002999182983175786,
      "loss": 2.9375,
      "step": 3334
    },
    {
      "epoch": 0.15515236101418933,
      "grad_norm": 0.6874911452236797,
      "learning_rate": 0.0002999181757915311,
      "loss": 2.8906,
      "step": 3335
    },
    {
      "epoch": 0.15519888346127006,
      "grad_norm": 0.7882516954838195,
      "learning_rate": 0.0002999180531737028,
      "loss": 2.7656,
      "step": 3336
    },
    {
      "epoch": 0.1552454059083508,
      "grad_norm": 0.8349382860988185,
      "learning_rate": 0.0002999179304640938,
      "loss": 3.1719,
      "step": 3337
    },
    {
      "epoch": 0.15529192835543149,
      "grad_norm": 0.7578716938489043,
      "learning_rate": 0.00029991780766270415,
      "loss": 2.6562,
      "step": 3338
    },
    {
      "epoch": 0.1553384508025122,
      "grad_norm": 0.8303334004059023,
      "learning_rate": 0.00029991768476953396,
      "loss": 2.7969,
      "step": 3339
    },
    {
      "epoch": 0.15538497324959294,
      "grad_norm": 0.7271204259419797,
      "learning_rate": 0.0002999175617845833,
      "loss": 2.7031,
      "step": 3340
    },
    {
      "epoch": 0.15543149569667364,
      "grad_norm": 0.9629947584636167,
      "learning_rate": 0.0002999174387078522,
      "loss": 2.8438,
      "step": 3341
    },
    {
      "epoch": 0.15547801814375437,
      "grad_norm": 0.7987919846932481,
      "learning_rate": 0.00029991731553934077,
      "loss": 2.75,
      "step": 3342
    },
    {
      "epoch": 0.15552454059083506,
      "grad_norm": 0.8115849143654738,
      "learning_rate": 0.00029991719227904904,
      "loss": 2.7812,
      "step": 3343
    },
    {
      "epoch": 0.1555710630379158,
      "grad_norm": 0.7182784945220413,
      "learning_rate": 0.00029991706892697716,
      "loss": 2.6094,
      "step": 3344
    },
    {
      "epoch": 0.15561758548499652,
      "grad_norm": 0.7663051144973737,
      "learning_rate": 0.0002999169454831252,
      "loss": 2.8281,
      "step": 3345
    },
    {
      "epoch": 0.15566410793207722,
      "grad_norm": 0.6790215107226384,
      "learning_rate": 0.0002999168219474931,
      "loss": 2.7656,
      "step": 3346
    },
    {
      "epoch": 0.15571063037915794,
      "grad_norm": 0.7503756599475329,
      "learning_rate": 0.0002999166983200811,
      "loss": 2.7656,
      "step": 3347
    },
    {
      "epoch": 0.15575715282623867,
      "grad_norm": 0.7545403024001035,
      "learning_rate": 0.0002999165746008892,
      "loss": 2.5781,
      "step": 3348
    },
    {
      "epoch": 0.15580367527331937,
      "grad_norm": 0.7416368614896389,
      "learning_rate": 0.0002999164507899175,
      "loss": 2.6719,
      "step": 3349
    },
    {
      "epoch": 0.1558501977204001,
      "grad_norm": 0.7673267506795906,
      "learning_rate": 0.00029991632688716605,
      "loss": 2.7812,
      "step": 3350
    },
    {
      "epoch": 0.1558967201674808,
      "grad_norm": 0.7147595767517682,
      "learning_rate": 0.00029991620289263494,
      "loss": 2.75,
      "step": 3351
    },
    {
      "epoch": 0.15594324261456152,
      "grad_norm": 0.8380156480814887,
      "learning_rate": 0.0002999160788063242,
      "loss": 2.7344,
      "step": 3352
    },
    {
      "epoch": 0.15598976506164225,
      "grad_norm": 0.7848657519596456,
      "learning_rate": 0.00029991595462823404,
      "loss": 2.5625,
      "step": 3353
    },
    {
      "epoch": 0.15603628750872295,
      "grad_norm": 0.7553567991048455,
      "learning_rate": 0.0002999158303583644,
      "loss": 2.6406,
      "step": 3354
    },
    {
      "epoch": 0.15608280995580368,
      "grad_norm": 0.9449950526473992,
      "learning_rate": 0.00029991570599671545,
      "loss": 2.9531,
      "step": 3355
    },
    {
      "epoch": 0.1561293324028844,
      "grad_norm": 0.9005259065685037,
      "learning_rate": 0.0002999155815432872,
      "loss": 2.5156,
      "step": 3356
    },
    {
      "epoch": 0.1561758548499651,
      "grad_norm": 0.7071241112532506,
      "learning_rate": 0.0002999154569980797,
      "loss": 2.0625,
      "step": 3357
    },
    {
      "epoch": 0.15622237729704583,
      "grad_norm": 0.7942241597063404,
      "learning_rate": 0.0002999153323610932,
      "loss": 2.7031,
      "step": 3358
    },
    {
      "epoch": 0.15626889974412655,
      "grad_norm": 0.9088147955817549,
      "learning_rate": 0.00029991520763232755,
      "loss": 3.0,
      "step": 3359
    },
    {
      "epoch": 0.15631542219120725,
      "grad_norm": 0.8123557311419736,
      "learning_rate": 0.0002999150828117829,
      "loss": 2.8125,
      "step": 3360
    },
    {
      "epoch": 0.15636194463828798,
      "grad_norm": 0.7258891185576952,
      "learning_rate": 0.00029991495789945943,
      "loss": 3.0312,
      "step": 3361
    },
    {
      "epoch": 0.15640846708536868,
      "grad_norm": 0.8167346443529148,
      "learning_rate": 0.0002999148328953571,
      "loss": 2.6719,
      "step": 3362
    },
    {
      "epoch": 0.1564549895324494,
      "grad_norm": 0.802756162782852,
      "learning_rate": 0.000299914707799476,
      "loss": 2.8594,
      "step": 3363
    },
    {
      "epoch": 0.15650151197953013,
      "grad_norm": 0.7089702595661955,
      "learning_rate": 0.00029991458261181624,
      "loss": 3.0,
      "step": 3364
    },
    {
      "epoch": 0.15654803442661083,
      "grad_norm": 0.7201357625903386,
      "learning_rate": 0.000299914457332378,
      "loss": 2.875,
      "step": 3365
    },
    {
      "epoch": 0.15659455687369156,
      "grad_norm": 0.8124899261990882,
      "learning_rate": 0.0002999143319611611,
      "loss": 2.7344,
      "step": 3366
    },
    {
      "epoch": 0.1566410793207723,
      "grad_norm": 0.829418584821116,
      "learning_rate": 0.0002999142064981658,
      "loss": 2.7031,
      "step": 3367
    },
    {
      "epoch": 0.15668760176785299,
      "grad_norm": 0.825168275433731,
      "learning_rate": 0.0002999140809433922,
      "loss": 3.0469,
      "step": 3368
    },
    {
      "epoch": 0.1567341242149337,
      "grad_norm": 0.7577146340422701,
      "learning_rate": 0.0002999139552968403,
      "loss": 2.5938,
      "step": 3369
    },
    {
      "epoch": 0.1567806466620144,
      "grad_norm": 0.7469704828207071,
      "learning_rate": 0.00029991382955851017,
      "loss": 2.625,
      "step": 3370
    },
    {
      "epoch": 0.15682716910909514,
      "grad_norm": 0.7220130239133343,
      "learning_rate": 0.0002999137037284019,
      "loss": 2.7344,
      "step": 3371
    },
    {
      "epoch": 0.15687369155617586,
      "grad_norm": 0.7155679479062798,
      "learning_rate": 0.0002999135778065156,
      "loss": 2.6875,
      "step": 3372
    },
    {
      "epoch": 0.15692021400325656,
      "grad_norm": 0.7486952779512522,
      "learning_rate": 0.00029991345179285124,
      "loss": 2.6562,
      "step": 3373
    },
    {
      "epoch": 0.1569667364503373,
      "grad_norm": 0.7445797943427005,
      "learning_rate": 0.0002999133256874091,
      "loss": 2.7812,
      "step": 3374
    },
    {
      "epoch": 0.15701325889741802,
      "grad_norm": 0.7303054032780585,
      "learning_rate": 0.0002999131994901891,
      "loss": 3.0312,
      "step": 3375
    },
    {
      "epoch": 0.15705978134449872,
      "grad_norm": 0.8077901293981069,
      "learning_rate": 0.0002999130732011913,
      "loss": 2.7031,
      "step": 3376
    },
    {
      "epoch": 0.15710630379157944,
      "grad_norm": 0.8245722262972521,
      "learning_rate": 0.00029991294682041585,
      "loss": 2.9375,
      "step": 3377
    },
    {
      "epoch": 0.15715282623866014,
      "grad_norm": 0.8559889347680428,
      "learning_rate": 0.0002999128203478629,
      "loss": 2.5156,
      "step": 3378
    },
    {
      "epoch": 0.15719934868574087,
      "grad_norm": 0.7616925329027895,
      "learning_rate": 0.00029991269378353236,
      "loss": 2.8438,
      "step": 3379
    },
    {
      "epoch": 0.1572458711328216,
      "grad_norm": 0.6911239458973931,
      "learning_rate": 0.0002999125671274244,
      "loss": 2.625,
      "step": 3380
    },
    {
      "epoch": 0.1572923935799023,
      "grad_norm": 0.7410133916445465,
      "learning_rate": 0.0002999124403795391,
      "loss": 2.7812,
      "step": 3381
    },
    {
      "epoch": 0.15733891602698302,
      "grad_norm": 0.8710992487245331,
      "learning_rate": 0.0002999123135398765,
      "loss": 2.6406,
      "step": 3382
    },
    {
      "epoch": 0.15738543847406375,
      "grad_norm": 0.8376093047702927,
      "learning_rate": 0.0002999121866084367,
      "loss": 2.9062,
      "step": 3383
    },
    {
      "epoch": 0.15743196092114445,
      "grad_norm": 0.6793810642778155,
      "learning_rate": 0.00029991205958521973,
      "loss": 2.625,
      "step": 3384
    },
    {
      "epoch": 0.15747848336822518,
      "grad_norm": 0.7289327378978011,
      "learning_rate": 0.0002999119324702258,
      "loss": 2.8281,
      "step": 3385
    },
    {
      "epoch": 0.15752500581530587,
      "grad_norm": 0.7721239089313844,
      "learning_rate": 0.00029991180526345486,
      "loss": 3.0781,
      "step": 3386
    },
    {
      "epoch": 0.1575715282623866,
      "grad_norm": 0.7946825658759782,
      "learning_rate": 0.000299911677964907,
      "loss": 2.9375,
      "step": 3387
    },
    {
      "epoch": 0.15761805070946733,
      "grad_norm": 0.772532520428757,
      "learning_rate": 0.0002999115505745824,
      "loss": 2.7031,
      "step": 3388
    },
    {
      "epoch": 0.15766457315654803,
      "grad_norm": 0.7557984344520405,
      "learning_rate": 0.00029991142309248106,
      "loss": 2.7344,
      "step": 3389
    },
    {
      "epoch": 0.15771109560362875,
      "grad_norm": 0.720982679704379,
      "learning_rate": 0.000299911295518603,
      "loss": 3.0938,
      "step": 3390
    },
    {
      "epoch": 0.15775761805070948,
      "grad_norm": 0.7167268328893855,
      "learning_rate": 0.0002999111678529484,
      "loss": 3.0469,
      "step": 3391
    },
    {
      "epoch": 0.15780414049779018,
      "grad_norm": 0.7006666779310539,
      "learning_rate": 0.0002999110400955173,
      "loss": 2.6562,
      "step": 3392
    },
    {
      "epoch": 0.1578506629448709,
      "grad_norm": 0.7454614051183682,
      "learning_rate": 0.00029991091224630976,
      "loss": 2.9688,
      "step": 3393
    },
    {
      "epoch": 0.1578971853919516,
      "grad_norm": 0.7565775151632871,
      "learning_rate": 0.0002999107843053259,
      "loss": 3.0781,
      "step": 3394
    },
    {
      "epoch": 0.15794370783903233,
      "grad_norm": 0.6909045675848582,
      "learning_rate": 0.0002999106562725657,
      "loss": 2.625,
      "step": 3395
    },
    {
      "epoch": 0.15799023028611306,
      "grad_norm": 0.6852919634734094,
      "learning_rate": 0.0002999105281480294,
      "loss": 2.5469,
      "step": 3396
    },
    {
      "epoch": 0.15803675273319376,
      "grad_norm": 0.7206070606443158,
      "learning_rate": 0.00029991039993171694,
      "loss": 2.7188,
      "step": 3397
    },
    {
      "epoch": 0.15808327518027449,
      "grad_norm": 0.7858118785604474,
      "learning_rate": 0.0002999102716236285,
      "loss": 2.875,
      "step": 3398
    },
    {
      "epoch": 0.1581297976273552,
      "grad_norm": 0.7747039853142023,
      "learning_rate": 0.0002999101432237641,
      "loss": 2.9219,
      "step": 3399
    },
    {
      "epoch": 0.1581763200744359,
      "grad_norm": 0.8094289396864679,
      "learning_rate": 0.00029991001473212374,
      "loss": 1.9922,
      "step": 3400
    },
    {
      "epoch": 0.15822284252151664,
      "grad_norm": 0.7202832522605553,
      "learning_rate": 0.0002999098861487077,
      "loss": 2.625,
      "step": 3401
    },
    {
      "epoch": 0.15826936496859734,
      "grad_norm": 0.7378658337190607,
      "learning_rate": 0.0002999097574735159,
      "loss": 2.8594,
      "step": 3402
    },
    {
      "epoch": 0.15831588741567806,
      "grad_norm": 0.7095977882688056,
      "learning_rate": 0.00029990962870654847,
      "loss": 2.7188,
      "step": 3403
    },
    {
      "epoch": 0.1583624098627588,
      "grad_norm": 0.7824390843612358,
      "learning_rate": 0.00029990949984780546,
      "loss": 2.7656,
      "step": 3404
    },
    {
      "epoch": 0.1584089323098395,
      "grad_norm": 0.9630481691873111,
      "learning_rate": 0.00029990937089728695,
      "loss": 2.9375,
      "step": 3405
    },
    {
      "epoch": 0.15845545475692022,
      "grad_norm": 0.8544036757187818,
      "learning_rate": 0.00029990924185499307,
      "loss": 2.7812,
      "step": 3406
    },
    {
      "epoch": 0.15850197720400094,
      "grad_norm": 0.8002918005848285,
      "learning_rate": 0.0002999091127209239,
      "loss": 2.7812,
      "step": 3407
    },
    {
      "epoch": 0.15854849965108164,
      "grad_norm": 0.783158059860511,
      "learning_rate": 0.0002999089834950795,
      "loss": 2.6562,
      "step": 3408
    },
    {
      "epoch": 0.15859502209816237,
      "grad_norm": 1.0653266973666877,
      "learning_rate": 0.0002999088541774598,
      "loss": 2.8594,
      "step": 3409
    },
    {
      "epoch": 0.15864154454524307,
      "grad_norm": 1.1347242830438904,
      "learning_rate": 0.00029990872476806516,
      "loss": 2.6094,
      "step": 3410
    },
    {
      "epoch": 0.1586880669923238,
      "grad_norm": 0.7702239391856922,
      "learning_rate": 0.00029990859526689544,
      "loss": 2.3594,
      "step": 3411
    },
    {
      "epoch": 0.15873458943940452,
      "grad_norm": 0.7084814089441981,
      "learning_rate": 0.00029990846567395083,
      "loss": 2.8281,
      "step": 3412
    },
    {
      "epoch": 0.15878111188648522,
      "grad_norm": 0.816228857122164,
      "learning_rate": 0.0002999083359892314,
      "loss": 2.7812,
      "step": 3413
    },
    {
      "epoch": 0.15882763433356595,
      "grad_norm": 0.725231002566042,
      "learning_rate": 0.00029990820621273714,
      "loss": 2.7812,
      "step": 3414
    },
    {
      "epoch": 0.15887415678064667,
      "grad_norm": 0.9383302472531887,
      "learning_rate": 0.0002999080763444682,
      "loss": 2.0469,
      "step": 3415
    },
    {
      "epoch": 0.15892067922772737,
      "grad_norm": 0.7763996365651549,
      "learning_rate": 0.0002999079463844247,
      "loss": 3.2656,
      "step": 3416
    },
    {
      "epoch": 0.1589672016748081,
      "grad_norm": 0.7427645883900452,
      "learning_rate": 0.00029990781633260663,
      "loss": 3.0,
      "step": 3417
    },
    {
      "epoch": 0.1590137241218888,
      "grad_norm": 0.7768635155022472,
      "learning_rate": 0.0002999076861890141,
      "loss": 3.0469,
      "step": 3418
    },
    {
      "epoch": 0.15906024656896953,
      "grad_norm": 0.9624766690548905,
      "learning_rate": 0.00029990755595364724,
      "loss": 2.6406,
      "step": 3419
    },
    {
      "epoch": 0.15910676901605025,
      "grad_norm": 0.7648498840737955,
      "learning_rate": 0.00029990742562650607,
      "loss": 2.8594,
      "step": 3420
    },
    {
      "epoch": 0.15915329146313095,
      "grad_norm": 0.6728529190932262,
      "learning_rate": 0.0002999072952075907,
      "loss": 2.9531,
      "step": 3421
    },
    {
      "epoch": 0.15919981391021168,
      "grad_norm": 0.9074456695814751,
      "learning_rate": 0.0002999071646969012,
      "loss": 2.75,
      "step": 3422
    },
    {
      "epoch": 0.1592463363572924,
      "grad_norm": 0.7238310819156946,
      "learning_rate": 0.00029990703409443764,
      "loss": 2.7812,
      "step": 3423
    },
    {
      "epoch": 0.1592928588043731,
      "grad_norm": 0.8017580256994242,
      "learning_rate": 0.00029990690340020015,
      "loss": 2.3438,
      "step": 3424
    },
    {
      "epoch": 0.15933938125145383,
      "grad_norm": 0.7702350535301402,
      "learning_rate": 0.00029990677261418873,
      "loss": 2.8906,
      "step": 3425
    },
    {
      "epoch": 0.15938590369853453,
      "grad_norm": 0.9134307419011147,
      "learning_rate": 0.0002999066417364035,
      "loss": 2.8125,
      "step": 3426
    },
    {
      "epoch": 0.15943242614561526,
      "grad_norm": 0.679751835486992,
      "learning_rate": 0.0002999065107668446,
      "loss": 2.7188,
      "step": 3427
    },
    {
      "epoch": 0.15947894859269598,
      "grad_norm": 0.7377153252201342,
      "learning_rate": 0.00029990637970551194,
      "loss": 2.7969,
      "step": 3428
    },
    {
      "epoch": 0.15952547103977668,
      "grad_norm": 0.9170770578904334,
      "learning_rate": 0.0002999062485524058,
      "loss": 3.0312,
      "step": 3429
    },
    {
      "epoch": 0.1595719934868574,
      "grad_norm": 0.6952786037495883,
      "learning_rate": 0.0002999061173075261,
      "loss": 2.75,
      "step": 3430
    },
    {
      "epoch": 0.15961851593393814,
      "grad_norm": 0.7309200030447022,
      "learning_rate": 0.0002999059859708731,
      "loss": 2.8281,
      "step": 3431
    },
    {
      "epoch": 0.15966503838101884,
      "grad_norm": 0.7233696219123914,
      "learning_rate": 0.0002999058545424467,
      "loss": 2.8594,
      "step": 3432
    },
    {
      "epoch": 0.15971156082809956,
      "grad_norm": 0.7748464457526968,
      "learning_rate": 0.00029990572302224705,
      "loss": 2.9375,
      "step": 3433
    },
    {
      "epoch": 0.15975808327518026,
      "grad_norm": 0.6780126284303487,
      "learning_rate": 0.0002999055914102742,
      "loss": 2.7812,
      "step": 3434
    },
    {
      "epoch": 0.159804605722261,
      "grad_norm": 0.7169363970437139,
      "learning_rate": 0.0002999054597065283,
      "loss": 2.6875,
      "step": 3435
    },
    {
      "epoch": 0.15985112816934172,
      "grad_norm": 0.6996067285931438,
      "learning_rate": 0.00029990532791100943,
      "loss": 2.875,
      "step": 3436
    },
    {
      "epoch": 0.15989765061642242,
      "grad_norm": 0.853554434330453,
      "learning_rate": 0.0002999051960237176,
      "loss": 2.9688,
      "step": 3437
    },
    {
      "epoch": 0.15994417306350314,
      "grad_norm": 0.7203344615061955,
      "learning_rate": 0.00029990506404465293,
      "loss": 2.4219,
      "step": 3438
    },
    {
      "epoch": 0.15999069551058387,
      "grad_norm": 0.7627703119582571,
      "learning_rate": 0.0002999049319738155,
      "loss": 2.6094,
      "step": 3439
    },
    {
      "epoch": 0.16003721795766457,
      "grad_norm": 0.7555312642143222,
      "learning_rate": 0.00029990479981120536,
      "loss": 2.9531,
      "step": 3440
    },
    {
      "epoch": 0.1600837404047453,
      "grad_norm": 0.8088602098438502,
      "learning_rate": 0.0002999046675568226,
      "loss": 2.9062,
      "step": 3441
    },
    {
      "epoch": 0.160130262851826,
      "grad_norm": 0.9251920543557781,
      "learning_rate": 0.0002999045352106674,
      "loss": 3.0,
      "step": 3442
    },
    {
      "epoch": 0.16017678529890672,
      "grad_norm": 0.6845531363913526,
      "learning_rate": 0.00029990440277273973,
      "loss": 2.5781,
      "step": 3443
    },
    {
      "epoch": 0.16022330774598745,
      "grad_norm": 0.7453849450655867,
      "learning_rate": 0.0002999042702430397,
      "loss": 2.7812,
      "step": 3444
    },
    {
      "epoch": 0.16026983019306815,
      "grad_norm": 0.6967977573828937,
      "learning_rate": 0.00029990413762156733,
      "loss": 2.625,
      "step": 3445
    },
    {
      "epoch": 0.16031635264014887,
      "grad_norm": 0.7815515274257994,
      "learning_rate": 0.0002999040049083228,
      "loss": 3.0312,
      "step": 3446
    },
    {
      "epoch": 0.1603628750872296,
      "grad_norm": 0.688470168659873,
      "learning_rate": 0.0002999038721033062,
      "loss": 2.8906,
      "step": 3447
    },
    {
      "epoch": 0.1604093975343103,
      "grad_norm": 0.7148147979469059,
      "learning_rate": 0.0002999037392065175,
      "loss": 2.8906,
      "step": 3448
    },
    {
      "epoch": 0.16045591998139103,
      "grad_norm": 0.78128742669065,
      "learning_rate": 0.00029990360621795693,
      "loss": 2.7188,
      "step": 3449
    },
    {
      "epoch": 0.16050244242847173,
      "grad_norm": 0.7537914825675649,
      "learning_rate": 0.0002999034731376245,
      "loss": 2.7188,
      "step": 3450
    },
    {
      "epoch": 0.16054896487555245,
      "grad_norm": 1.0702480284517903,
      "learning_rate": 0.00029990333996552016,
      "loss": 2.3594,
      "step": 3451
    },
    {
      "epoch": 0.16059548732263318,
      "grad_norm": 0.9121842047694846,
      "learning_rate": 0.0002999032067016442,
      "loss": 2.6562,
      "step": 3452
    },
    {
      "epoch": 0.16064200976971388,
      "grad_norm": 0.7089023613220515,
      "learning_rate": 0.00029990307334599656,
      "loss": 2.8125,
      "step": 3453
    },
    {
      "epoch": 0.1606885322167946,
      "grad_norm": 0.7507054116357627,
      "learning_rate": 0.00029990293989857743,
      "loss": 2.8281,
      "step": 3454
    },
    {
      "epoch": 0.16073505466387533,
      "grad_norm": 0.7499851314773505,
      "learning_rate": 0.0002999028063593868,
      "loss": 2.9219,
      "step": 3455
    },
    {
      "epoch": 0.16078157711095603,
      "grad_norm": 0.7741105493780474,
      "learning_rate": 0.0002999026727284248,
      "loss": 2.7344,
      "step": 3456
    },
    {
      "epoch": 0.16082809955803676,
      "grad_norm": 0.7372087121823201,
      "learning_rate": 0.0002999025390056915,
      "loss": 2.9531,
      "step": 3457
    },
    {
      "epoch": 0.16087462200511746,
      "grad_norm": 0.7041459488641082,
      "learning_rate": 0.000299902405191187,
      "loss": 2.7031,
      "step": 3458
    },
    {
      "epoch": 0.16092114445219818,
      "grad_norm": 0.6868790305068067,
      "learning_rate": 0.0002999022712849113,
      "loss": 2.7656,
      "step": 3459
    },
    {
      "epoch": 0.1609676668992789,
      "grad_norm": 0.6871527948995654,
      "learning_rate": 0.0002999021372868646,
      "loss": 2.625,
      "step": 3460
    },
    {
      "epoch": 0.1610141893463596,
      "grad_norm": 0.7526076970749142,
      "learning_rate": 0.0002999020031970469,
      "loss": 2.8125,
      "step": 3461
    },
    {
      "epoch": 0.16106071179344034,
      "grad_norm": 0.8220154019674089,
      "learning_rate": 0.0002999018690154584,
      "loss": 2.8594,
      "step": 3462
    },
    {
      "epoch": 0.16110723424052106,
      "grad_norm": 0.7277839684405415,
      "learning_rate": 0.00029990173474209896,
      "loss": 2.6406,
      "step": 3463
    },
    {
      "epoch": 0.16115375668760176,
      "grad_norm": 0.7561295349983514,
      "learning_rate": 0.0002999016003769689,
      "loss": 2.7812,
      "step": 3464
    },
    {
      "epoch": 0.1612002791346825,
      "grad_norm": 0.8069212606765899,
      "learning_rate": 0.00029990146592006814,
      "loss": 2.875,
      "step": 3465
    },
    {
      "epoch": 0.1612468015817632,
      "grad_norm": 0.8982294297491639,
      "learning_rate": 0.00029990133137139683,
      "loss": 2.8906,
      "step": 3466
    },
    {
      "epoch": 0.16129332402884392,
      "grad_norm": 0.7171740920938293,
      "learning_rate": 0.000299901196730955,
      "loss": 2.4531,
      "step": 3467
    },
    {
      "epoch": 0.16133984647592464,
      "grad_norm": 0.681698487555804,
      "learning_rate": 0.0002999010619987429,
      "loss": 2.6875,
      "step": 3468
    },
    {
      "epoch": 0.16138636892300534,
      "grad_norm": 0.6904606566468088,
      "learning_rate": 0.00029990092717476033,
      "loss": 2.5312,
      "step": 3469
    },
    {
      "epoch": 0.16143289137008607,
      "grad_norm": 0.6770827561087704,
      "learning_rate": 0.0002999007922590076,
      "loss": 2.75,
      "step": 3470
    },
    {
      "epoch": 0.1614794138171668,
      "grad_norm": 0.7814374628301941,
      "learning_rate": 0.00029990065725148476,
      "loss": 2.9219,
      "step": 3471
    },
    {
      "epoch": 0.1615259362642475,
      "grad_norm": 0.7378945263655814,
      "learning_rate": 0.0002999005221521918,
      "loss": 2.7969,
      "step": 3472
    },
    {
      "epoch": 0.16157245871132822,
      "grad_norm": 0.709209810301745,
      "learning_rate": 0.00029990038696112886,
      "loss": 2.6875,
      "step": 3473
    },
    {
      "epoch": 0.16161898115840892,
      "grad_norm": 0.6803097817944739,
      "learning_rate": 0.00029990025167829607,
      "loss": 2.7656,
      "step": 3474
    },
    {
      "epoch": 0.16166550360548965,
      "grad_norm": 0.8192101528132908,
      "learning_rate": 0.00029990011630369337,
      "loss": 2.9219,
      "step": 3475
    },
    {
      "epoch": 0.16171202605257037,
      "grad_norm": 0.6970578596065039,
      "learning_rate": 0.000299899980837321,
      "loss": 2.75,
      "step": 3476
    },
    {
      "epoch": 0.16175854849965107,
      "grad_norm": 0.6930640057820466,
      "learning_rate": 0.000299899845279179,
      "loss": 2.6719,
      "step": 3477
    },
    {
      "epoch": 0.1618050709467318,
      "grad_norm": 0.7173341701787078,
      "learning_rate": 0.0002998997096292674,
      "loss": 2.6719,
      "step": 3478
    },
    {
      "epoch": 0.16185159339381253,
      "grad_norm": 0.8386513481589685,
      "learning_rate": 0.0002998995738875863,
      "loss": 2.75,
      "step": 3479
    },
    {
      "epoch": 0.16189811584089323,
      "grad_norm": 0.6859950825947172,
      "learning_rate": 0.00029989943805413584,
      "loss": 2.9375,
      "step": 3480
    },
    {
      "epoch": 0.16194463828797395,
      "grad_norm": 0.7012597479113943,
      "learning_rate": 0.000299899302128916,
      "loss": 2.7969,
      "step": 3481
    },
    {
      "epoch": 0.16199116073505465,
      "grad_norm": 0.6942392674825275,
      "learning_rate": 0.000299899166111927,
      "loss": 2.4844,
      "step": 3482
    },
    {
      "epoch": 0.16203768318213538,
      "grad_norm": 0.6996324373433717,
      "learning_rate": 0.0002998990300031688,
      "loss": 2.5312,
      "step": 3483
    },
    {
      "epoch": 0.1620842056292161,
      "grad_norm": 0.948908543684342,
      "learning_rate": 0.00029989889380264154,
      "loss": 3.0781,
      "step": 3484
    },
    {
      "epoch": 0.1621307280762968,
      "grad_norm": 0.7812807214729043,
      "learning_rate": 0.0002998987575103453,
      "loss": 2.7969,
      "step": 3485
    },
    {
      "epoch": 0.16217725052337753,
      "grad_norm": 0.7337146862784024,
      "learning_rate": 0.0002998986211262801,
      "loss": 2.6406,
      "step": 3486
    },
    {
      "epoch": 0.16222377297045826,
      "grad_norm": 0.9133170200211213,
      "learning_rate": 0.0002998984846504461,
      "loss": 3.0938,
      "step": 3487
    },
    {
      "epoch": 0.16227029541753896,
      "grad_norm": 0.7911702873251275,
      "learning_rate": 0.00029989834808284347,
      "loss": 2.6875,
      "step": 3488
    },
    {
      "epoch": 0.16231681786461968,
      "grad_norm": 0.7738238086637691,
      "learning_rate": 0.0002998982114234721,
      "loss": 2.7812,
      "step": 3489
    },
    {
      "epoch": 0.16236334031170038,
      "grad_norm": 0.7173449796638884,
      "learning_rate": 0.00029989807467233217,
      "loss": 2.7969,
      "step": 3490
    },
    {
      "epoch": 0.1624098627587811,
      "grad_norm": 0.7819890710320238,
      "learning_rate": 0.00029989793782942374,
      "loss": 2.9844,
      "step": 3491
    },
    {
      "epoch": 0.16245638520586184,
      "grad_norm": 0.6999093053252102,
      "learning_rate": 0.00029989780089474693,
      "loss": 2.6094,
      "step": 3492
    },
    {
      "epoch": 0.16250290765294254,
      "grad_norm": 0.7882697946770777,
      "learning_rate": 0.0002998976638683018,
      "loss": 2.9375,
      "step": 3493
    },
    {
      "epoch": 0.16254943010002326,
      "grad_norm": 0.7768713067737104,
      "learning_rate": 0.0002998975267500884,
      "loss": 2.9062,
      "step": 3494
    },
    {
      "epoch": 0.162595952547104,
      "grad_norm": 0.7468560401215474,
      "learning_rate": 0.0002998973895401069,
      "loss": 2.7969,
      "step": 3495
    },
    {
      "epoch": 0.1626424749941847,
      "grad_norm": 0.67597898858366,
      "learning_rate": 0.0002998972522383573,
      "loss": 2.6875,
      "step": 3496
    },
    {
      "epoch": 0.16268899744126541,
      "grad_norm": 0.7268405400669089,
      "learning_rate": 0.0002998971148448398,
      "loss": 2.625,
      "step": 3497
    },
    {
      "epoch": 0.16273551988834611,
      "grad_norm": 0.7287814030744155,
      "learning_rate": 0.0002998969773595543,
      "loss": 2.6719,
      "step": 3498
    },
    {
      "epoch": 0.16278204233542684,
      "grad_norm": 0.740123127234443,
      "learning_rate": 0.00029989683978250104,
      "loss": 2.9531,
      "step": 3499
    },
    {
      "epoch": 0.16282856478250757,
      "grad_norm": 0.8372314729859601,
      "learning_rate": 0.00029989670211368004,
      "loss": 3.0469,
      "step": 3500
    },
    {
      "epoch": 0.16287508722958827,
      "grad_norm": 0.7496348867653592,
      "learning_rate": 0.0002998965643530914,
      "loss": 3.1875,
      "step": 3501
    },
    {
      "epoch": 0.162921609676669,
      "grad_norm": 0.8295347776671919,
      "learning_rate": 0.0002998964265007352,
      "loss": 2.9375,
      "step": 3502
    },
    {
      "epoch": 0.16296813212374972,
      "grad_norm": 0.7612105418681493,
      "learning_rate": 0.0002998962885566115,
      "loss": 2.6406,
      "step": 3503
    },
    {
      "epoch": 0.16301465457083042,
      "grad_norm": 0.6525460846040031,
      "learning_rate": 0.00029989615052072047,
      "loss": 2.4531,
      "step": 3504
    },
    {
      "epoch": 0.16306117701791115,
      "grad_norm": 0.837845288000912,
      "learning_rate": 0.00029989601239306207,
      "loss": 2.875,
      "step": 3505
    },
    {
      "epoch": 0.16310769946499185,
      "grad_norm": 0.7604665659212252,
      "learning_rate": 0.0002998958741736364,
      "loss": 2.8438,
      "step": 3506
    },
    {
      "epoch": 0.16315422191207257,
      "grad_norm": 0.7318271396097088,
      "learning_rate": 0.00029989573586244373,
      "loss": 2.9531,
      "step": 3507
    },
    {
      "epoch": 0.1632007443591533,
      "grad_norm": 0.7381363454370341,
      "learning_rate": 0.0002998955974594839,
      "loss": 2.8906,
      "step": 3508
    },
    {
      "epoch": 0.163247266806234,
      "grad_norm": 0.7320963783049422,
      "learning_rate": 0.00029989545896475715,
      "loss": 2.6406,
      "step": 3509
    },
    {
      "epoch": 0.16329378925331473,
      "grad_norm": 0.7699250477531028,
      "learning_rate": 0.0002998953203782635,
      "loss": 2.6562,
      "step": 3510
    },
    {
      "epoch": 0.16334031170039545,
      "grad_norm": 0.7267650857632236,
      "learning_rate": 0.0002998951817000031,
      "loss": 2.875,
      "step": 3511
    },
    {
      "epoch": 0.16338683414747615,
      "grad_norm": 0.8506143292403131,
      "learning_rate": 0.00029989504292997593,
      "loss": 2.8125,
      "step": 3512
    },
    {
      "epoch": 0.16343335659455688,
      "grad_norm": 0.8439272499934372,
      "learning_rate": 0.0002998949040681821,
      "loss": 2.0,
      "step": 3513
    },
    {
      "epoch": 0.16347987904163758,
      "grad_norm": 0.70469410416275,
      "learning_rate": 0.0002998947651146218,
      "loss": 2.9688,
      "step": 3514
    },
    {
      "epoch": 0.1635264014887183,
      "grad_norm": 0.7578020223998502,
      "learning_rate": 0.000299894626069295,
      "loss": 2.9688,
      "step": 3515
    },
    {
      "epoch": 0.16357292393579903,
      "grad_norm": 0.692401695667676,
      "learning_rate": 0.00029989448693220185,
      "loss": 2.6406,
      "step": 3516
    },
    {
      "epoch": 0.16361944638287973,
      "grad_norm": 0.7433639551685032,
      "learning_rate": 0.0002998943477033424,
      "loss": 2.875,
      "step": 3517
    },
    {
      "epoch": 0.16366596882996046,
      "grad_norm": 0.8795005856068355,
      "learning_rate": 0.0002998942083827168,
      "loss": 2.8594,
      "step": 3518
    },
    {
      "epoch": 0.16371249127704118,
      "grad_norm": 0.777019803952772,
      "learning_rate": 0.000299894068970325,
      "loss": 2.8594,
      "step": 3519
    },
    {
      "epoch": 0.16375901372412188,
      "grad_norm": 0.7628306251162049,
      "learning_rate": 0.0002998939294661672,
      "loss": 2.8125,
      "step": 3520
    },
    {
      "epoch": 0.1638055361712026,
      "grad_norm": 0.6818757373793167,
      "learning_rate": 0.00029989378987024345,
      "loss": 2.7031,
      "step": 3521
    },
    {
      "epoch": 0.1638520586182833,
      "grad_norm": 0.9460573328332106,
      "learning_rate": 0.0002998936501825538,
      "loss": 2.7812,
      "step": 3522
    },
    {
      "epoch": 0.16389858106536404,
      "grad_norm": 0.7339913801959048,
      "learning_rate": 0.00029989351040309844,
      "loss": 2.8594,
      "step": 3523
    },
    {
      "epoch": 0.16394510351244476,
      "grad_norm": 0.7198197279714155,
      "learning_rate": 0.0002998933705318774,
      "loss": 2.8438,
      "step": 3524
    },
    {
      "epoch": 0.16399162595952546,
      "grad_norm": 0.7015491295279154,
      "learning_rate": 0.00029989323056889066,
      "loss": 2.9375,
      "step": 3525
    },
    {
      "epoch": 0.1640381484066062,
      "grad_norm": 0.8747106415744442,
      "learning_rate": 0.00029989309051413847,
      "loss": 2.875,
      "step": 3526
    },
    {
      "epoch": 0.16408467085368691,
      "grad_norm": 0.7461404972046629,
      "learning_rate": 0.00029989295036762087,
      "loss": 2.4844,
      "step": 3527
    },
    {
      "epoch": 0.1641311933007676,
      "grad_norm": 0.6691748815157443,
      "learning_rate": 0.00029989281012933786,
      "loss": 2.6875,
      "step": 3528
    },
    {
      "epoch": 0.16417771574784834,
      "grad_norm": 0.7086503247948184,
      "learning_rate": 0.0002998926697992896,
      "loss": 3.1562,
      "step": 3529
    },
    {
      "epoch": 0.16422423819492904,
      "grad_norm": 0.8525017443912835,
      "learning_rate": 0.00029989252937747616,
      "loss": 2.6875,
      "step": 3530
    },
    {
      "epoch": 0.16427076064200977,
      "grad_norm": 0.7279247364976404,
      "learning_rate": 0.0002998923888638977,
      "loss": 2.9844,
      "step": 3531
    },
    {
      "epoch": 0.1643172830890905,
      "grad_norm": 0.6986644681939015,
      "learning_rate": 0.0002998922482585542,
      "loss": 2.8281,
      "step": 3532
    },
    {
      "epoch": 0.1643638055361712,
      "grad_norm": 0.6502285297714491,
      "learning_rate": 0.00029989210756144576,
      "loss": 2.5,
      "step": 3533
    },
    {
      "epoch": 0.16441032798325192,
      "grad_norm": 0.6906360229237418,
      "learning_rate": 0.00029989196677257247,
      "loss": 2.4844,
      "step": 3534
    },
    {
      "epoch": 0.16445685043033265,
      "grad_norm": 0.7923702373785084,
      "learning_rate": 0.0002998918258919345,
      "loss": 2.9531,
      "step": 3535
    },
    {
      "epoch": 0.16450337287741335,
      "grad_norm": 0.7238022105269001,
      "learning_rate": 0.00029989168491953184,
      "loss": 2.9219,
      "step": 3536
    },
    {
      "epoch": 0.16454989532449407,
      "grad_norm": 0.73919398954655,
      "learning_rate": 0.0002998915438553646,
      "loss": 2.8594,
      "step": 3537
    },
    {
      "epoch": 0.16459641777157477,
      "grad_norm": 0.7737370797782239,
      "learning_rate": 0.0002998914026994329,
      "loss": 2.5312,
      "step": 3538
    },
    {
      "epoch": 0.1646429402186555,
      "grad_norm": 0.7317445125879748,
      "learning_rate": 0.0002998912614517367,
      "loss": 2.6406,
      "step": 3539
    },
    {
      "epoch": 0.16468946266573622,
      "grad_norm": 0.7963121174902169,
      "learning_rate": 0.0002998911201122763,
      "loss": 2.625,
      "step": 3540
    },
    {
      "epoch": 0.16473598511281692,
      "grad_norm": 0.7086286198580495,
      "learning_rate": 0.0002998909786810516,
      "loss": 3.0312,
      "step": 3541
    },
    {
      "epoch": 0.16478250755989765,
      "grad_norm": 0.7067400822517481,
      "learning_rate": 0.0002998908371580628,
      "loss": 2.9531,
      "step": 3542
    },
    {
      "epoch": 0.16482903000697838,
      "grad_norm": 0.7216311004808069,
      "learning_rate": 0.00029989069554330994,
      "loss": 3.1875,
      "step": 3543
    },
    {
      "epoch": 0.16487555245405908,
      "grad_norm": 0.7006825503446926,
      "learning_rate": 0.00029989055383679314,
      "loss": 2.625,
      "step": 3544
    },
    {
      "epoch": 0.1649220749011398,
      "grad_norm": 0.7582101274461485,
      "learning_rate": 0.00029989041203851244,
      "loss": 3.0156,
      "step": 3545
    },
    {
      "epoch": 0.1649685973482205,
      "grad_norm": 0.7536271886539117,
      "learning_rate": 0.0002998902701484679,
      "loss": 2.5938,
      "step": 3546
    },
    {
      "epoch": 0.16501511979530123,
      "grad_norm": 0.7377331317335762,
      "learning_rate": 0.00029989012816665966,
      "loss": 2.5,
      "step": 3547
    },
    {
      "epoch": 0.16506164224238196,
      "grad_norm": 0.796470056282983,
      "learning_rate": 0.00029988998609308784,
      "loss": 2.8594,
      "step": 3548
    },
    {
      "epoch": 0.16510816468946266,
      "grad_norm": 0.7391545635138469,
      "learning_rate": 0.0002998898439277525,
      "loss": 2.9375,
      "step": 3549
    },
    {
      "epoch": 0.16515468713654338,
      "grad_norm": 0.7720092965584703,
      "learning_rate": 0.00029988970167065367,
      "loss": 2.7812,
      "step": 3550
    },
    {
      "epoch": 0.1652012095836241,
      "grad_norm": 0.7055380620259019,
      "learning_rate": 0.00029988955932179153,
      "loss": 3.0,
      "step": 3551
    },
    {
      "epoch": 0.1652477320307048,
      "grad_norm": 0.7204185423585063,
      "learning_rate": 0.0002998894168811661,
      "loss": 2.875,
      "step": 3552
    },
    {
      "epoch": 0.16529425447778553,
      "grad_norm": 0.7528475605039012,
      "learning_rate": 0.0002998892743487775,
      "loss": 2.8438,
      "step": 3553
    },
    {
      "epoch": 0.16534077692486626,
      "grad_norm": 0.8443882624818563,
      "learning_rate": 0.00029988913172462574,
      "loss": 2.5312,
      "step": 3554
    },
    {
      "epoch": 0.16538729937194696,
      "grad_norm": 0.7676294210304965,
      "learning_rate": 0.000299888989008711,
      "loss": 2.9062,
      "step": 3555
    },
    {
      "epoch": 0.1654338218190277,
      "grad_norm": 0.7716707655428346,
      "learning_rate": 0.00029988884620103334,
      "loss": 2.875,
      "step": 3556
    },
    {
      "epoch": 0.1654803442661084,
      "grad_norm": 0.7738883328227116,
      "learning_rate": 0.00029988870330159285,
      "loss": 2.1094,
      "step": 3557
    },
    {
      "epoch": 0.1655268667131891,
      "grad_norm": 0.84490657658591,
      "learning_rate": 0.0002998885603103896,
      "loss": 2.8281,
      "step": 3558
    },
    {
      "epoch": 0.16557338916026984,
      "grad_norm": 0.6966666507770171,
      "learning_rate": 0.0002998884172274237,
      "loss": 2.8125,
      "step": 3559
    },
    {
      "epoch": 0.16561991160735054,
      "grad_norm": 0.7486862521418426,
      "learning_rate": 0.00029988827405269525,
      "loss": 2.7812,
      "step": 3560
    },
    {
      "epoch": 0.16566643405443127,
      "grad_norm": 0.7214865186089668,
      "learning_rate": 0.0002998881307862043,
      "loss": 2.8281,
      "step": 3561
    },
    {
      "epoch": 0.165712956501512,
      "grad_norm": 0.7195674745337968,
      "learning_rate": 0.00029988798742795097,
      "loss": 2.5781,
      "step": 3562
    },
    {
      "epoch": 0.1657594789485927,
      "grad_norm": 0.7862376782700374,
      "learning_rate": 0.0002998878439779353,
      "loss": 3.0312,
      "step": 3563
    },
    {
      "epoch": 0.16580600139567342,
      "grad_norm": 0.8045038984310809,
      "learning_rate": 0.00029988770043615746,
      "loss": 2.8281,
      "step": 3564
    },
    {
      "epoch": 0.16585252384275412,
      "grad_norm": 0.6884793693158582,
      "learning_rate": 0.0002998875568026174,
      "loss": 2.6875,
      "step": 3565
    },
    {
      "epoch": 0.16589904628983485,
      "grad_norm": 0.8244328641487654,
      "learning_rate": 0.00029988741307731534,
      "loss": 2.9531,
      "step": 3566
    },
    {
      "epoch": 0.16594556873691557,
      "grad_norm": 0.8826204383081394,
      "learning_rate": 0.00029988726926025134,
      "loss": 2.875,
      "step": 3567
    },
    {
      "epoch": 0.16599209118399627,
      "grad_norm": 0.9244980411779059,
      "learning_rate": 0.00029988712535142546,
      "loss": 2.6875,
      "step": 3568
    },
    {
      "epoch": 0.166038613631077,
      "grad_norm": 0.6697068056539969,
      "learning_rate": 0.0002998869813508378,
      "loss": 2.5625,
      "step": 3569
    },
    {
      "epoch": 0.16608513607815772,
      "grad_norm": 0.7758508121350242,
      "learning_rate": 0.0002998868372584884,
      "loss": 2.7812,
      "step": 3570
    },
    {
      "epoch": 0.16613165852523842,
      "grad_norm": 0.7166815727483875,
      "learning_rate": 0.0002998866930743774,
      "loss": 2.3906,
      "step": 3571
    },
    {
      "epoch": 0.16617818097231915,
      "grad_norm": 0.7193077566154953,
      "learning_rate": 0.000299886548798505,
      "loss": 2.7969,
      "step": 3572
    },
    {
      "epoch": 0.16622470341939985,
      "grad_norm": 0.7546953646623118,
      "learning_rate": 0.00029988640443087103,
      "loss": 3.0625,
      "step": 3573
    },
    {
      "epoch": 0.16627122586648058,
      "grad_norm": 0.7479204313965847,
      "learning_rate": 0.0002998862599714758,
      "loss": 3.0781,
      "step": 3574
    },
    {
      "epoch": 0.1663177483135613,
      "grad_norm": 0.7092458932472739,
      "learning_rate": 0.0002998861154203193,
      "loss": 2.5469,
      "step": 3575
    },
    {
      "epoch": 0.166364270760642,
      "grad_norm": 0.7875628001691174,
      "learning_rate": 0.0002998859707774016,
      "loss": 2.5625,
      "step": 3576
    },
    {
      "epoch": 0.16641079320772273,
      "grad_norm": 0.7041897564300752,
      "learning_rate": 0.0002998858260427229,
      "loss": 2.9531,
      "step": 3577
    },
    {
      "epoch": 0.16645731565480346,
      "grad_norm": 0.702564191166016,
      "learning_rate": 0.00029988568121628315,
      "loss": 2.7812,
      "step": 3578
    },
    {
      "epoch": 0.16650383810188416,
      "grad_norm": 0.7547939146496064,
      "learning_rate": 0.00029988553629808256,
      "loss": 2.7344,
      "step": 3579
    },
    {
      "epoch": 0.16655036054896488,
      "grad_norm": 0.7102645119706934,
      "learning_rate": 0.0002998853912881211,
      "loss": 2.9688,
      "step": 3580
    },
    {
      "epoch": 0.16659688299604558,
      "grad_norm": 0.981167542602746,
      "learning_rate": 0.00029988524618639896,
      "loss": 2.75,
      "step": 3581
    },
    {
      "epoch": 0.1666434054431263,
      "grad_norm": 0.6665633363550573,
      "learning_rate": 0.00029988510099291613,
      "loss": 2.4219,
      "step": 3582
    },
    {
      "epoch": 0.16668992789020703,
      "grad_norm": 0.7244574370750587,
      "learning_rate": 0.0002998849557076728,
      "loss": 2.625,
      "step": 3583
    },
    {
      "epoch": 0.16673645033728773,
      "grad_norm": 0.745393154203049,
      "learning_rate": 0.00029988481033066904,
      "loss": 2.7188,
      "step": 3584
    },
    {
      "epoch": 0.16678297278436846,
      "grad_norm": 0.7114172081173361,
      "learning_rate": 0.0002998846648619049,
      "loss": 2.7344,
      "step": 3585
    },
    {
      "epoch": 0.1668294952314492,
      "grad_norm": 0.7341576926033727,
      "learning_rate": 0.0002998845193013805,
      "loss": 2.7344,
      "step": 3586
    },
    {
      "epoch": 0.1668760176785299,
      "grad_norm": 0.8157642416168869,
      "learning_rate": 0.00029988437364909587,
      "loss": 2.7812,
      "step": 3587
    },
    {
      "epoch": 0.1669225401256106,
      "grad_norm": 0.7181473614654172,
      "learning_rate": 0.00029988422790505116,
      "loss": 2.7031,
      "step": 3588
    },
    {
      "epoch": 0.1669690625726913,
      "grad_norm": 0.6742502386418494,
      "learning_rate": 0.00029988408206924646,
      "loss": 2.7031,
      "step": 3589
    },
    {
      "epoch": 0.16701558501977204,
      "grad_norm": 0.7896575337875413,
      "learning_rate": 0.00029988393614168183,
      "loss": 2.8594,
      "step": 3590
    },
    {
      "epoch": 0.16706210746685277,
      "grad_norm": 0.7160163779984459,
      "learning_rate": 0.00029988379012235733,
      "loss": 2.7344,
      "step": 3591
    },
    {
      "epoch": 0.16710862991393347,
      "grad_norm": 0.6965264961455356,
      "learning_rate": 0.00029988364401127316,
      "loss": 2.7969,
      "step": 3592
    },
    {
      "epoch": 0.1671551523610142,
      "grad_norm": 0.6726869020156241,
      "learning_rate": 0.00029988349780842933,
      "loss": 2.9531,
      "step": 3593
    },
    {
      "epoch": 0.16720167480809492,
      "grad_norm": 0.709671992100472,
      "learning_rate": 0.00029988335151382594,
      "loss": 2.875,
      "step": 3594
    },
    {
      "epoch": 0.16724819725517562,
      "grad_norm": 0.6976347451739582,
      "learning_rate": 0.000299883205127463,
      "loss": 2.875,
      "step": 3595
    },
    {
      "epoch": 0.16729471970225634,
      "grad_norm": 0.7442355813630889,
      "learning_rate": 0.0002998830586493408,
      "loss": 3.0625,
      "step": 3596
    },
    {
      "epoch": 0.16734124214933704,
      "grad_norm": 0.724922407472624,
      "learning_rate": 0.0002998829120794592,
      "loss": 2.9531,
      "step": 3597
    },
    {
      "epoch": 0.16738776459641777,
      "grad_norm": 0.6573557775357974,
      "learning_rate": 0.00029988276541781844,
      "loss": 2.6406,
      "step": 3598
    },
    {
      "epoch": 0.1674342870434985,
      "grad_norm": 0.78734406604661,
      "learning_rate": 0.0002998826186644186,
      "loss": 2.6875,
      "step": 3599
    },
    {
      "epoch": 0.1674808094905792,
      "grad_norm": 0.6927301525319948,
      "learning_rate": 0.0002998824718192597,
      "loss": 2.9844,
      "step": 3600
    },
    {
      "epoch": 0.16752733193765992,
      "grad_norm": 0.826560104019438,
      "learning_rate": 0.0002998823248823419,
      "loss": 2.4688,
      "step": 3601
    },
    {
      "epoch": 0.16757385438474065,
      "grad_norm": 0.8198690485002673,
      "learning_rate": 0.0002998821778536652,
      "loss": 2.9375,
      "step": 3602
    },
    {
      "epoch": 0.16762037683182135,
      "grad_norm": 0.659282886749044,
      "learning_rate": 0.0002998820307332298,
      "loss": 2.7969,
      "step": 3603
    },
    {
      "epoch": 0.16766689927890208,
      "grad_norm": 0.7119037031744254,
      "learning_rate": 0.00029988188352103574,
      "loss": 2.9062,
      "step": 3604
    },
    {
      "epoch": 0.16771342172598278,
      "grad_norm": 0.8199483074838488,
      "learning_rate": 0.00029988173621708306,
      "loss": 3.375,
      "step": 3605
    },
    {
      "epoch": 0.1677599441730635,
      "grad_norm": 0.7773560210798992,
      "learning_rate": 0.0002998815888213719,
      "loss": 2.9062,
      "step": 3606
    },
    {
      "epoch": 0.16780646662014423,
      "grad_norm": 0.8466627526461276,
      "learning_rate": 0.0002998814413339024,
      "loss": 2.8438,
      "step": 3607
    },
    {
      "epoch": 0.16785298906722493,
      "grad_norm": 0.7079843050228298,
      "learning_rate": 0.00029988129375467455,
      "loss": 3.0469,
      "step": 3608
    },
    {
      "epoch": 0.16789951151430565,
      "grad_norm": 0.6810516929711157,
      "learning_rate": 0.00029988114608368855,
      "loss": 2.75,
      "step": 3609
    },
    {
      "epoch": 0.16794603396138638,
      "grad_norm": 0.6654385425972026,
      "learning_rate": 0.00029988099832094434,
      "loss": 2.5781,
      "step": 3610
    },
    {
      "epoch": 0.16799255640846708,
      "grad_norm": 0.7021950251174895,
      "learning_rate": 0.0002998808504664422,
      "loss": 2.875,
      "step": 3611
    },
    {
      "epoch": 0.1680390788555478,
      "grad_norm": 0.7311365182761028,
      "learning_rate": 0.00029988070252018204,
      "loss": 2.7031,
      "step": 3612
    },
    {
      "epoch": 0.1680856013026285,
      "grad_norm": 0.7879994347139003,
      "learning_rate": 0.00029988055448216405,
      "loss": 2.4375,
      "step": 3613
    },
    {
      "epoch": 0.16813212374970923,
      "grad_norm": 0.9714959545572621,
      "learning_rate": 0.00029988040635238835,
      "loss": 2.0625,
      "step": 3614
    },
    {
      "epoch": 0.16817864619678996,
      "grad_norm": 0.7645130491859753,
      "learning_rate": 0.0002998802581308549,
      "loss": 3.0,
      "step": 3615
    },
    {
      "epoch": 0.16822516864387066,
      "grad_norm": 0.8020701561369838,
      "learning_rate": 0.0002998801098175639,
      "loss": 2.9688,
      "step": 3616
    },
    {
      "epoch": 0.1682716910909514,
      "grad_norm": 0.7845363135910605,
      "learning_rate": 0.00029987996141251543,
      "loss": 3.0156,
      "step": 3617
    },
    {
      "epoch": 0.1683182135380321,
      "grad_norm": 0.8230622058487798,
      "learning_rate": 0.0002998798129157096,
      "loss": 2.4375,
      "step": 3618
    },
    {
      "epoch": 0.1683647359851128,
      "grad_norm": 0.7132762961834686,
      "learning_rate": 0.00029987966432714643,
      "loss": 2.7812,
      "step": 3619
    },
    {
      "epoch": 0.16841125843219354,
      "grad_norm": 0.7514644314290557,
      "learning_rate": 0.00029987951564682604,
      "loss": 2.8125,
      "step": 3620
    },
    {
      "epoch": 0.16845778087927424,
      "grad_norm": 0.6678420025999332,
      "learning_rate": 0.0002998793668747485,
      "loss": 2.7344,
      "step": 3621
    },
    {
      "epoch": 0.16850430332635496,
      "grad_norm": 0.7393628923044009,
      "learning_rate": 0.000299879218010914,
      "loss": 2.6719,
      "step": 3622
    },
    {
      "epoch": 0.1685508257734357,
      "grad_norm": 0.7357479937869924,
      "learning_rate": 0.00029987906905532246,
      "loss": 2.8594,
      "step": 3623
    },
    {
      "epoch": 0.1685973482205164,
      "grad_norm": 0.6932592376513289,
      "learning_rate": 0.00029987892000797416,
      "loss": 2.7188,
      "step": 3624
    },
    {
      "epoch": 0.16864387066759712,
      "grad_norm": 0.7481521658817338,
      "learning_rate": 0.00029987877086886907,
      "loss": 2.6875,
      "step": 3625
    },
    {
      "epoch": 0.16869039311467784,
      "grad_norm": 0.6926561814645139,
      "learning_rate": 0.0002998786216380073,
      "loss": 3.0625,
      "step": 3626
    },
    {
      "epoch": 0.16873691556175854,
      "grad_norm": 0.6983717358021831,
      "learning_rate": 0.00029987847231538895,
      "loss": 2.5312,
      "step": 3627
    },
    {
      "epoch": 0.16878343800883927,
      "grad_norm": 0.7829305859801504,
      "learning_rate": 0.00029987832290101415,
      "loss": 2.7656,
      "step": 3628
    },
    {
      "epoch": 0.16882996045591997,
      "grad_norm": 0.7759702028308803,
      "learning_rate": 0.000299878173394883,
      "loss": 2.9844,
      "step": 3629
    },
    {
      "epoch": 0.1688764829030007,
      "grad_norm": 0.7072496100081762,
      "learning_rate": 0.0002998780237969954,
      "loss": 2.75,
      "step": 3630
    },
    {
      "epoch": 0.16892300535008142,
      "grad_norm": 0.7141641881810832,
      "learning_rate": 0.00029987787410735176,
      "loss": 2.8906,
      "step": 3631
    },
    {
      "epoch": 0.16896952779716212,
      "grad_norm": 0.9368047866414374,
      "learning_rate": 0.0002998777243259519,
      "loss": 3.0625,
      "step": 3632
    },
    {
      "epoch": 0.16901605024424285,
      "grad_norm": 0.725034652840262,
      "learning_rate": 0.00029987757445279603,
      "loss": 2.7344,
      "step": 3633
    },
    {
      "epoch": 0.16906257269132358,
      "grad_norm": 0.778795942942634,
      "learning_rate": 0.00029987742448788423,
      "loss": 3.0938,
      "step": 3634
    },
    {
      "epoch": 0.16910909513840428,
      "grad_norm": 0.7138693241282817,
      "learning_rate": 0.00029987727443121656,
      "loss": 2.8281,
      "step": 3635
    },
    {
      "epoch": 0.169155617585485,
      "grad_norm": 0.7062379543798233,
      "learning_rate": 0.0002998771242827932,
      "loss": 2.8281,
      "step": 3636
    },
    {
      "epoch": 0.1692021400325657,
      "grad_norm": 0.7552516368938657,
      "learning_rate": 0.0002998769740426141,
      "loss": 2.5781,
      "step": 3637
    },
    {
      "epoch": 0.16924866247964643,
      "grad_norm": 0.8766700758418787,
      "learning_rate": 0.0002998768237106795,
      "loss": 2.8906,
      "step": 3638
    },
    {
      "epoch": 0.16929518492672715,
      "grad_norm": 0.7503099752727108,
      "learning_rate": 0.00029987667328698945,
      "loss": 2.9062,
      "step": 3639
    },
    {
      "epoch": 0.16934170737380785,
      "grad_norm": 0.7263356740257954,
      "learning_rate": 0.00029987652277154396,
      "loss": 2.7969,
      "step": 3640
    },
    {
      "epoch": 0.16938822982088858,
      "grad_norm": 0.7596435408636568,
      "learning_rate": 0.00029987637216434315,
      "loss": 2.75,
      "step": 3641
    },
    {
      "epoch": 0.1694347522679693,
      "grad_norm": 0.8149793323536795,
      "learning_rate": 0.00029987622146538723,
      "loss": 2.9062,
      "step": 3642
    },
    {
      "epoch": 0.16948127471505,
      "grad_norm": 0.7391579316364333,
      "learning_rate": 0.00029987607067467615,
      "loss": 2.875,
      "step": 3643
    },
    {
      "epoch": 0.16952779716213073,
      "grad_norm": 0.7580122780903262,
      "learning_rate": 0.0002998759197922101,
      "loss": 3.0938,
      "step": 3644
    },
    {
      "epoch": 0.16957431960921143,
      "grad_norm": 0.8158300103192004,
      "learning_rate": 0.00029987576881798905,
      "loss": 2.625,
      "step": 3645
    },
    {
      "epoch": 0.16962084205629216,
      "grad_norm": 0.6642986030277894,
      "learning_rate": 0.00029987561775201324,
      "loss": 2.6094,
      "step": 3646
    },
    {
      "epoch": 0.16966736450337289,
      "grad_norm": 0.8833557838337649,
      "learning_rate": 0.00029987546659428265,
      "loss": 2.9375,
      "step": 3647
    },
    {
      "epoch": 0.16971388695045359,
      "grad_norm": 0.6713844357356985,
      "learning_rate": 0.00029987531534479743,
      "loss": 2.5156,
      "step": 3648
    },
    {
      "epoch": 0.1697604093975343,
      "grad_norm": 0.7747259826535651,
      "learning_rate": 0.0002998751640035577,
      "loss": 3.0156,
      "step": 3649
    },
    {
      "epoch": 0.16980693184461504,
      "grad_norm": 0.7036912444403364,
      "learning_rate": 0.00029987501257056347,
      "loss": 2.9062,
      "step": 3650
    },
    {
      "epoch": 0.16985345429169574,
      "grad_norm": 0.7952853550461148,
      "learning_rate": 0.0002998748610458149,
      "loss": 2.875,
      "step": 3651
    },
    {
      "epoch": 0.16989997673877646,
      "grad_norm": 0.7006177286323916,
      "learning_rate": 0.000299874709429312,
      "loss": 3.0469,
      "step": 3652
    },
    {
      "epoch": 0.16994649918585716,
      "grad_norm": 0.688446152231682,
      "learning_rate": 0.00029987455772105494,
      "loss": 2.4531,
      "step": 3653
    },
    {
      "epoch": 0.1699930216329379,
      "grad_norm": 0.6968052106235517,
      "learning_rate": 0.00029987440592104384,
      "loss": 2.9688,
      "step": 3654
    },
    {
      "epoch": 0.17003954408001862,
      "grad_norm": 0.8390330644915222,
      "learning_rate": 0.0002998742540292787,
      "loss": 2.8594,
      "step": 3655
    },
    {
      "epoch": 0.17008606652709932,
      "grad_norm": 0.708765885712614,
      "learning_rate": 0.00029987410204575964,
      "loss": 2.7344,
      "step": 3656
    },
    {
      "epoch": 0.17013258897418004,
      "grad_norm": 0.7008113114472001,
      "learning_rate": 0.0002998739499704868,
      "loss": 2.9375,
      "step": 3657
    },
    {
      "epoch": 0.17017911142126077,
      "grad_norm": 0.6924998307047487,
      "learning_rate": 0.0002998737978034603,
      "loss": 2.5938,
      "step": 3658
    },
    {
      "epoch": 0.17022563386834147,
      "grad_norm": 0.7074949774858191,
      "learning_rate": 0.00029987364554468014,
      "loss": 2.75,
      "step": 3659
    },
    {
      "epoch": 0.1702721563154222,
      "grad_norm": 0.7021755628206955,
      "learning_rate": 0.0002998734931941464,
      "loss": 2.75,
      "step": 3660
    },
    {
      "epoch": 0.1703186787625029,
      "grad_norm": 0.7415573248524319,
      "learning_rate": 0.00029987334075185927,
      "loss": 2.7188,
      "step": 3661
    },
    {
      "epoch": 0.17036520120958362,
      "grad_norm": 0.799363557828657,
      "learning_rate": 0.0002998731882178188,
      "loss": 2.8594,
      "step": 3662
    },
    {
      "epoch": 0.17041172365666435,
      "grad_norm": 0.8572469260809317,
      "learning_rate": 0.0002998730355920251,
      "loss": 2.5469,
      "step": 3663
    },
    {
      "epoch": 0.17045824610374505,
      "grad_norm": 0.7616494181365955,
      "learning_rate": 0.0002998728828744782,
      "loss": 2.875,
      "step": 3664
    },
    {
      "epoch": 0.17050476855082577,
      "grad_norm": 0.746039703447758,
      "learning_rate": 0.00029987273006517825,
      "loss": 2.9844,
      "step": 3665
    },
    {
      "epoch": 0.1705512909979065,
      "grad_norm": 0.8199569613244598,
      "learning_rate": 0.00029987257716412527,
      "loss": 2.75,
      "step": 3666
    },
    {
      "epoch": 0.1705978134449872,
      "grad_norm": 0.6706177211803794,
      "learning_rate": 0.00029987242417131956,
      "loss": 2.8594,
      "step": 3667
    },
    {
      "epoch": 0.17064433589206793,
      "grad_norm": 0.6980940738302421,
      "learning_rate": 0.0002998722710867609,
      "loss": 2.9688,
      "step": 3668
    },
    {
      "epoch": 0.17069085833914863,
      "grad_norm": 0.7057421248051913,
      "learning_rate": 0.00029987211791044965,
      "loss": 2.2656,
      "step": 3669
    },
    {
      "epoch": 0.17073738078622935,
      "grad_norm": 0.7944328943091505,
      "learning_rate": 0.00029987196464238583,
      "loss": 2.9375,
      "step": 3670
    },
    {
      "epoch": 0.17078390323331008,
      "grad_norm": 0.7267445699279685,
      "learning_rate": 0.00029987181128256945,
      "loss": 2.8281,
      "step": 3671
    },
    {
      "epoch": 0.17083042568039078,
      "grad_norm": 0.7547041001734711,
      "learning_rate": 0.0002998716578310007,
      "loss": 2.6562,
      "step": 3672
    },
    {
      "epoch": 0.1708769481274715,
      "grad_norm": 0.6732150109823922,
      "learning_rate": 0.0002998715042876796,
      "loss": 2.6562,
      "step": 3673
    },
    {
      "epoch": 0.17092347057455223,
      "grad_norm": 0.7322771938663705,
      "learning_rate": 0.00029987135065260635,
      "loss": 3.2031,
      "step": 3674
    },
    {
      "epoch": 0.17096999302163293,
      "grad_norm": 0.7413695449301682,
      "learning_rate": 0.00029987119692578097,
      "loss": 2.7344,
      "step": 3675
    },
    {
      "epoch": 0.17101651546871366,
      "grad_norm": 0.7050764771930896,
      "learning_rate": 0.00029987104310720346,
      "loss": 2.7656,
      "step": 3676
    },
    {
      "epoch": 0.17106303791579436,
      "grad_norm": 0.7949906712344946,
      "learning_rate": 0.0002998708891968741,
      "loss": 2.8281,
      "step": 3677
    },
    {
      "epoch": 0.17110956036287508,
      "grad_norm": 0.6763538321973727,
      "learning_rate": 0.0002998707351947929,
      "loss": 2.75,
      "step": 3678
    },
    {
      "epoch": 0.1711560828099558,
      "grad_norm": 0.8574997995304545,
      "learning_rate": 0.0002998705811009599,
      "loss": 2.7969,
      "step": 3679
    },
    {
      "epoch": 0.1712026052570365,
      "grad_norm": 0.7430853816638013,
      "learning_rate": 0.00029987042691537527,
      "loss": 3.1094,
      "step": 3680
    },
    {
      "epoch": 0.17124912770411724,
      "grad_norm": 0.7518646187459099,
      "learning_rate": 0.0002998702726380391,
      "loss": 2.4688,
      "step": 3681
    },
    {
      "epoch": 0.17129565015119796,
      "grad_norm": 0.7108640235580062,
      "learning_rate": 0.0002998701182689515,
      "loss": 2.6562,
      "step": 3682
    },
    {
      "epoch": 0.17134217259827866,
      "grad_norm": 0.7948400329934325,
      "learning_rate": 0.00029986996380811245,
      "loss": 2.8906,
      "step": 3683
    },
    {
      "epoch": 0.1713886950453594,
      "grad_norm": 0.7184043634708748,
      "learning_rate": 0.00029986980925552216,
      "loss": 3.0,
      "step": 3684
    },
    {
      "epoch": 0.1714352174924401,
      "grad_norm": 0.8410396888239361,
      "learning_rate": 0.00029986965461118066,
      "loss": 2.6875,
      "step": 3685
    },
    {
      "epoch": 0.17148173993952082,
      "grad_norm": 0.7534089425634897,
      "learning_rate": 0.0002998694998750881,
      "loss": 2.5781,
      "step": 3686
    },
    {
      "epoch": 0.17152826238660154,
      "grad_norm": 0.7642022634058814,
      "learning_rate": 0.00029986934504724455,
      "loss": 2.875,
      "step": 3687
    },
    {
      "epoch": 0.17157478483368224,
      "grad_norm": 0.8735652199561794,
      "learning_rate": 0.00029986919012765014,
      "loss": 2.9219,
      "step": 3688
    },
    {
      "epoch": 0.17162130728076297,
      "grad_norm": 0.7441731242812656,
      "learning_rate": 0.00029986903511630485,
      "loss": 2.9375,
      "step": 3689
    },
    {
      "epoch": 0.1716678297278437,
      "grad_norm": 0.8450553223406045,
      "learning_rate": 0.0002998688800132089,
      "loss": 2.0156,
      "step": 3690
    },
    {
      "epoch": 0.1717143521749244,
      "grad_norm": 0.8869476647247937,
      "learning_rate": 0.00029986872481836235,
      "loss": 2.9062,
      "step": 3691
    },
    {
      "epoch": 0.17176087462200512,
      "grad_norm": 0.7171740840112212,
      "learning_rate": 0.00029986856953176524,
      "loss": 2.9688,
      "step": 3692
    },
    {
      "epoch": 0.17180739706908582,
      "grad_norm": 0.786189435104343,
      "learning_rate": 0.0002998684141534178,
      "loss": 2.875,
      "step": 3693
    },
    {
      "epoch": 0.17185391951616655,
      "grad_norm": 0.8067440242993505,
      "learning_rate": 0.00029986825868331995,
      "loss": 3.0,
      "step": 3694
    },
    {
      "epoch": 0.17190044196324727,
      "grad_norm": 0.6623020391264296,
      "learning_rate": 0.0002998681031214719,
      "loss": 2.6875,
      "step": 3695
    },
    {
      "epoch": 0.17194696441032797,
      "grad_norm": 0.7131351577317941,
      "learning_rate": 0.0002998679474678737,
      "loss": 2.7969,
      "step": 3696
    },
    {
      "epoch": 0.1719934868574087,
      "grad_norm": 0.7058065441951951,
      "learning_rate": 0.0002998677917225254,
      "loss": 2.6875,
      "step": 3697
    },
    {
      "epoch": 0.17204000930448943,
      "grad_norm": 0.9497032175586525,
      "learning_rate": 0.00029986763588542726,
      "loss": 2.7969,
      "step": 3698
    },
    {
      "epoch": 0.17208653175157013,
      "grad_norm": 0.6923785669280955,
      "learning_rate": 0.00029986747995657925,
      "loss": 2.6562,
      "step": 3699
    },
    {
      "epoch": 0.17213305419865085,
      "grad_norm": 0.7451853753177764,
      "learning_rate": 0.00029986732393598144,
      "loss": 3.0469,
      "step": 3700
    },
    {
      "epoch": 0.17217957664573155,
      "grad_norm": 0.6883964930435984,
      "learning_rate": 0.000299867167823634,
      "loss": 2.6875,
      "step": 3701
    },
    {
      "epoch": 0.17222609909281228,
      "grad_norm": 0.9937923718964724,
      "learning_rate": 0.000299867011619537,
      "loss": 2.8281,
      "step": 3702
    },
    {
      "epoch": 0.172272621539893,
      "grad_norm": 0.742417340645935,
      "learning_rate": 0.0002998668553236905,
      "loss": 2.7656,
      "step": 3703
    },
    {
      "epoch": 0.1723191439869737,
      "grad_norm": 0.7692307335052567,
      "learning_rate": 0.0002998666989360947,
      "loss": 2.8125,
      "step": 3704
    },
    {
      "epoch": 0.17236566643405443,
      "grad_norm": 0.8037727770744194,
      "learning_rate": 0.00029986654245674953,
      "loss": 3.0625,
      "step": 3705
    },
    {
      "epoch": 0.17241218888113516,
      "grad_norm": 0.7717194711738974,
      "learning_rate": 0.0002998663858856552,
      "loss": 2.6406,
      "step": 3706
    },
    {
      "epoch": 0.17245871132821586,
      "grad_norm": 0.6950217162837925,
      "learning_rate": 0.0002998662292228118,
      "loss": 2.7344,
      "step": 3707
    },
    {
      "epoch": 0.17250523377529658,
      "grad_norm": 0.7888180287232142,
      "learning_rate": 0.00029986607246821945,
      "loss": 2.7656,
      "step": 3708
    },
    {
      "epoch": 0.17255175622237728,
      "grad_norm": 0.7300749021150031,
      "learning_rate": 0.0002998659156218782,
      "loss": 2.875,
      "step": 3709
    },
    {
      "epoch": 0.172598278669458,
      "grad_norm": 0.7179939548396386,
      "learning_rate": 0.0002998657586837881,
      "loss": 2.625,
      "step": 3710
    },
    {
      "epoch": 0.17264480111653874,
      "grad_norm": 0.700932250786283,
      "learning_rate": 0.00029986560165394933,
      "loss": 2.4219,
      "step": 3711
    },
    {
      "epoch": 0.17269132356361944,
      "grad_norm": 0.7559304787678002,
      "learning_rate": 0.000299865444532362,
      "loss": 2.2812,
      "step": 3712
    },
    {
      "epoch": 0.17273784601070016,
      "grad_norm": 0.9162800970009634,
      "learning_rate": 0.0002998652873190261,
      "loss": 2.7656,
      "step": 3713
    },
    {
      "epoch": 0.1727843684577809,
      "grad_norm": 0.8085469242224852,
      "learning_rate": 0.0002998651300139418,
      "loss": 2.7344,
      "step": 3714
    },
    {
      "epoch": 0.1728308909048616,
      "grad_norm": 0.7229596711886842,
      "learning_rate": 0.0002998649726171092,
      "loss": 2.5,
      "step": 3715
    },
    {
      "epoch": 0.17287741335194232,
      "grad_norm": 0.7845845085870836,
      "learning_rate": 0.00029986481512852837,
      "loss": 2.7031,
      "step": 3716
    },
    {
      "epoch": 0.17292393579902302,
      "grad_norm": 0.6757925167853581,
      "learning_rate": 0.00029986465754819943,
      "loss": 2.5312,
      "step": 3717
    },
    {
      "epoch": 0.17297045824610374,
      "grad_norm": 0.6889744003742868,
      "learning_rate": 0.00029986449987612243,
      "loss": 2.7812,
      "step": 3718
    },
    {
      "epoch": 0.17301698069318447,
      "grad_norm": 0.8135133979453447,
      "learning_rate": 0.00029986434211229753,
      "loss": 2.4062,
      "step": 3719
    },
    {
      "epoch": 0.17306350314026517,
      "grad_norm": 0.7235998638173694,
      "learning_rate": 0.00029986418425672473,
      "loss": 2.8281,
      "step": 3720
    },
    {
      "epoch": 0.1731100255873459,
      "grad_norm": 0.7182938368655377,
      "learning_rate": 0.00029986402630940425,
      "loss": 2.7188,
      "step": 3721
    },
    {
      "epoch": 0.17315654803442662,
      "grad_norm": 0.6986132699549487,
      "learning_rate": 0.00029986386827033615,
      "loss": 2.7031,
      "step": 3722
    },
    {
      "epoch": 0.17320307048150732,
      "grad_norm": 0.7345822646940208,
      "learning_rate": 0.0002998637101395205,
      "loss": 2.7969,
      "step": 3723
    },
    {
      "epoch": 0.17324959292858805,
      "grad_norm": 0.8748668034074986,
      "learning_rate": 0.0002998635519169574,
      "loss": 2.9375,
      "step": 3724
    },
    {
      "epoch": 0.17329611537566875,
      "grad_norm": 0.754878632287056,
      "learning_rate": 0.00029986339360264693,
      "loss": 2.875,
      "step": 3725
    },
    {
      "epoch": 0.17334263782274947,
      "grad_norm": 0.8856125104169836,
      "learning_rate": 0.00029986323519658924,
      "loss": 2.3906,
      "step": 3726
    },
    {
      "epoch": 0.1733891602698302,
      "grad_norm": 0.6943751704454584,
      "learning_rate": 0.00029986307669878435,
      "loss": 2.8125,
      "step": 3727
    },
    {
      "epoch": 0.1734356827169109,
      "grad_norm": 0.6643862097149451,
      "learning_rate": 0.00029986291810923243,
      "loss": 2.5312,
      "step": 3728
    },
    {
      "epoch": 0.17348220516399163,
      "grad_norm": 0.759257177519835,
      "learning_rate": 0.00029986275942793354,
      "loss": 2.9688,
      "step": 3729
    },
    {
      "epoch": 0.17352872761107235,
      "grad_norm": 0.7311490851465227,
      "learning_rate": 0.0002998626006548878,
      "loss": 3.0469,
      "step": 3730
    },
    {
      "epoch": 0.17357525005815305,
      "grad_norm": 0.707902989843096,
      "learning_rate": 0.00029986244179009525,
      "loss": 2.5938,
      "step": 3731
    },
    {
      "epoch": 0.17362177250523378,
      "grad_norm": 0.7169975133990234,
      "learning_rate": 0.000299862282833556,
      "loss": 2.6094,
      "step": 3732
    },
    {
      "epoch": 0.17366829495231448,
      "grad_norm": 0.8500341051116581,
      "learning_rate": 0.0002998621237852703,
      "loss": 3.0938,
      "step": 3733
    },
    {
      "epoch": 0.1737148173993952,
      "grad_norm": 0.7320688865831562,
      "learning_rate": 0.00029986196464523805,
      "loss": 2.6719,
      "step": 3734
    },
    {
      "epoch": 0.17376133984647593,
      "grad_norm": 0.7300075315099565,
      "learning_rate": 0.00029986180541345946,
      "loss": 2.8125,
      "step": 3735
    },
    {
      "epoch": 0.17380786229355663,
      "grad_norm": 0.8729560623234262,
      "learning_rate": 0.00029986164608993454,
      "loss": 2.7031,
      "step": 3736
    },
    {
      "epoch": 0.17385438474063736,
      "grad_norm": 0.8067084142236679,
      "learning_rate": 0.0002998614866746634,
      "loss": 2.4531,
      "step": 3737
    },
    {
      "epoch": 0.17390090718771808,
      "grad_norm": 0.836366530518788,
      "learning_rate": 0.0002998613271676463,
      "loss": 2.875,
      "step": 3738
    },
    {
      "epoch": 0.17394742963479878,
      "grad_norm": 0.7251831321668835,
      "learning_rate": 0.00029986116756888315,
      "loss": 2.75,
      "step": 3739
    },
    {
      "epoch": 0.1739939520818795,
      "grad_norm": 0.69793963199903,
      "learning_rate": 0.00029986100787837407,
      "loss": 2.7969,
      "step": 3740
    },
    {
      "epoch": 0.1740404745289602,
      "grad_norm": 0.887672461884899,
      "learning_rate": 0.00029986084809611926,
      "loss": 1.9531,
      "step": 3741
    },
    {
      "epoch": 0.17408699697604094,
      "grad_norm": 0.7965839380120056,
      "learning_rate": 0.0002998606882221187,
      "loss": 2.75,
      "step": 3742
    },
    {
      "epoch": 0.17413351942312166,
      "grad_norm": 0.7976121310126832,
      "learning_rate": 0.0002998605282563726,
      "loss": 2.9062,
      "step": 3743
    },
    {
      "epoch": 0.17418004187020236,
      "grad_norm": 0.8605713239653817,
      "learning_rate": 0.000299860368198881,
      "loss": 3.0156,
      "step": 3744
    },
    {
      "epoch": 0.1742265643172831,
      "grad_norm": 0.6737350067806688,
      "learning_rate": 0.0002998602080496439,
      "loss": 2.9062,
      "step": 3745
    },
    {
      "epoch": 0.17427308676436382,
      "grad_norm": 0.7675633992865084,
      "learning_rate": 0.00029986004780866164,
      "loss": 2.5781,
      "step": 3746
    },
    {
      "epoch": 0.17431960921144452,
      "grad_norm": 1.0035635815670954,
      "learning_rate": 0.0002998598874759341,
      "loss": 2.7656,
      "step": 3747
    },
    {
      "epoch": 0.17436613165852524,
      "grad_norm": 0.7951481488145863,
      "learning_rate": 0.00029985972705146144,
      "loss": 2.6406,
      "step": 3748
    },
    {
      "epoch": 0.17441265410560597,
      "grad_norm": 0.7161791693362571,
      "learning_rate": 0.00029985956653524377,
      "loss": 3.0625,
      "step": 3749
    },
    {
      "epoch": 0.17445917655268667,
      "grad_norm": 1.100163098646525,
      "learning_rate": 0.00029985940592728124,
      "loss": 2.0469,
      "step": 3750
    },
    {
      "epoch": 0.1745056989997674,
      "grad_norm": 0.8323456732031601,
      "learning_rate": 0.00029985924522757385,
      "loss": 2.8438,
      "step": 3751
    },
    {
      "epoch": 0.1745522214468481,
      "grad_norm": 0.9062585265099175,
      "learning_rate": 0.00029985908443612175,
      "loss": 2.7031,
      "step": 3752
    },
    {
      "epoch": 0.17459874389392882,
      "grad_norm": 0.7374712324868238,
      "learning_rate": 0.00029985892355292507,
      "loss": 2.8438,
      "step": 3753
    },
    {
      "epoch": 0.17464526634100955,
      "grad_norm": 0.7813800060182081,
      "learning_rate": 0.00029985876257798385,
      "loss": 3.0156,
      "step": 3754
    },
    {
      "epoch": 0.17469178878809025,
      "grad_norm": 0.6791462562885068,
      "learning_rate": 0.0002998586015112982,
      "loss": 3.0469,
      "step": 3755
    },
    {
      "epoch": 0.17473831123517097,
      "grad_norm": 0.7304458022319631,
      "learning_rate": 0.0002998584403528683,
      "loss": 2.6406,
      "step": 3756
    },
    {
      "epoch": 0.1747848336822517,
      "grad_norm": 0.7009059611849286,
      "learning_rate": 0.00029985827910269415,
      "loss": 2.8125,
      "step": 3757
    },
    {
      "epoch": 0.1748313561293324,
      "grad_norm": 0.6916834673103253,
      "learning_rate": 0.00029985811776077586,
      "loss": 2.7031,
      "step": 3758
    },
    {
      "epoch": 0.17487787857641313,
      "grad_norm": 0.7913310185608043,
      "learning_rate": 0.0002998579563271135,
      "loss": 3.1094,
      "step": 3759
    },
    {
      "epoch": 0.17492440102349383,
      "grad_norm": 0.7856380711355545,
      "learning_rate": 0.0002998577948017073,
      "loss": 2.8281,
      "step": 3760
    },
    {
      "epoch": 0.17497092347057455,
      "grad_norm": 0.7608706482343992,
      "learning_rate": 0.00029985763318455725,
      "loss": 2.8125,
      "step": 3761
    },
    {
      "epoch": 0.17501744591765528,
      "grad_norm": 0.7400377535801681,
      "learning_rate": 0.0002998574714756634,
      "loss": 2.9688,
      "step": 3762
    },
    {
      "epoch": 0.17506396836473598,
      "grad_norm": 0.7310314370755512,
      "learning_rate": 0.000299857309675026,
      "loss": 2.7969,
      "step": 3763
    },
    {
      "epoch": 0.1751104908118167,
      "grad_norm": 0.8000770873874852,
      "learning_rate": 0.000299857147782645,
      "loss": 1.9688,
      "step": 3764
    },
    {
      "epoch": 0.17515701325889743,
      "grad_norm": 0.7389062153555553,
      "learning_rate": 0.00029985698579852065,
      "loss": 2.8281,
      "step": 3765
    },
    {
      "epoch": 0.17520353570597813,
      "grad_norm": 0.7038605572460082,
      "learning_rate": 0.000299856823722653,
      "loss": 2.7656,
      "step": 3766
    },
    {
      "epoch": 0.17525005815305886,
      "grad_norm": 0.7481955005942383,
      "learning_rate": 0.00029985666155504207,
      "loss": 3.0312,
      "step": 3767
    },
    {
      "epoch": 0.17529658060013956,
      "grad_norm": 0.718277745210581,
      "learning_rate": 0.00029985649929568795,
      "loss": 2.8125,
      "step": 3768
    },
    {
      "epoch": 0.17534310304722028,
      "grad_norm": 0.7652030681749867,
      "learning_rate": 0.00029985633694459086,
      "loss": 2.7344,
      "step": 3769
    },
    {
      "epoch": 0.175389625494301,
      "grad_norm": 0.6861974403215051,
      "learning_rate": 0.0002998561745017508,
      "loss": 2.6719,
      "step": 3770
    },
    {
      "epoch": 0.1754361479413817,
      "grad_norm": 0.7337759632165808,
      "learning_rate": 0.00029985601196716796,
      "loss": 2.6719,
      "step": 3771
    },
    {
      "epoch": 0.17548267038846244,
      "grad_norm": 0.7824557613029273,
      "learning_rate": 0.00029985584934084236,
      "loss": 2.8281,
      "step": 3772
    },
    {
      "epoch": 0.17552919283554316,
      "grad_norm": 0.8269995805836692,
      "learning_rate": 0.0002998556866227741,
      "loss": 2.9219,
      "step": 3773
    },
    {
      "epoch": 0.17557571528262386,
      "grad_norm": 0.7160810421695808,
      "learning_rate": 0.00029985552381296335,
      "loss": 2.7969,
      "step": 3774
    },
    {
      "epoch": 0.1756222377297046,
      "grad_norm": 0.7308144101381965,
      "learning_rate": 0.00029985536091141015,
      "loss": 2.9219,
      "step": 3775
    },
    {
      "epoch": 0.1756687601767853,
      "grad_norm": 0.6679752601813579,
      "learning_rate": 0.00029985519791811464,
      "loss": 2.7656,
      "step": 3776
    },
    {
      "epoch": 0.17571528262386601,
      "grad_norm": 0.7149078481521676,
      "learning_rate": 0.0002998550348330768,
      "loss": 2.8438,
      "step": 3777
    },
    {
      "epoch": 0.17576180507094674,
      "grad_norm": 0.8626647146756444,
      "learning_rate": 0.00029985487165629695,
      "loss": 2.6719,
      "step": 3778
    },
    {
      "epoch": 0.17580832751802744,
      "grad_norm": 0.7344196505234564,
      "learning_rate": 0.000299854708387775,
      "loss": 2.6875,
      "step": 3779
    },
    {
      "epoch": 0.17585484996510817,
      "grad_norm": 0.6643985376657597,
      "learning_rate": 0.0002998545450275111,
      "loss": 2.6875,
      "step": 3780
    },
    {
      "epoch": 0.1759013724121889,
      "grad_norm": 0.728593365249741,
      "learning_rate": 0.0002998543815755054,
      "loss": 2.9688,
      "step": 3781
    },
    {
      "epoch": 0.1759478948592696,
      "grad_norm": 0.7106567100886648,
      "learning_rate": 0.0002998542180317579,
      "loss": 2.6875,
      "step": 3782
    },
    {
      "epoch": 0.17599441730635032,
      "grad_norm": 0.8584342493329403,
      "learning_rate": 0.00029985405439626885,
      "loss": 2.8438,
      "step": 3783
    },
    {
      "epoch": 0.17604093975343102,
      "grad_norm": 0.8484678948677311,
      "learning_rate": 0.00029985389066903824,
      "loss": 2.125,
      "step": 3784
    },
    {
      "epoch": 0.17608746220051175,
      "grad_norm": 0.6995561154487245,
      "learning_rate": 0.0002998537268500662,
      "loss": 2.7656,
      "step": 3785
    },
    {
      "epoch": 0.17613398464759247,
      "grad_norm": 0.7432208191206582,
      "learning_rate": 0.0002998535629393528,
      "loss": 2.9219,
      "step": 3786
    },
    {
      "epoch": 0.17618050709467317,
      "grad_norm": 0.6846756955872962,
      "learning_rate": 0.00029985339893689815,
      "loss": 2.75,
      "step": 3787
    },
    {
      "epoch": 0.1762270295417539,
      "grad_norm": 0.7647159146343876,
      "learning_rate": 0.0002998532348427024,
      "loss": 2.8594,
      "step": 3788
    },
    {
      "epoch": 0.17627355198883463,
      "grad_norm": 0.6723911560387187,
      "learning_rate": 0.0002998530706567656,
      "loss": 2.5469,
      "step": 3789
    },
    {
      "epoch": 0.17632007443591532,
      "grad_norm": 0.7375444131199825,
      "learning_rate": 0.00029985290637908786,
      "loss": 2.2656,
      "step": 3790
    },
    {
      "epoch": 0.17636659688299605,
      "grad_norm": 0.7237168552303201,
      "learning_rate": 0.0002998527420096693,
      "loss": 2.9844,
      "step": 3791
    },
    {
      "epoch": 0.17641311933007675,
      "grad_norm": 0.7145586182628488,
      "learning_rate": 0.00029985257754851,
      "loss": 2.4844,
      "step": 3792
    },
    {
      "epoch": 0.17645964177715748,
      "grad_norm": 0.773859851932194,
      "learning_rate": 0.0002998524129956101,
      "loss": 2.9062,
      "step": 3793
    },
    {
      "epoch": 0.1765061642242382,
      "grad_norm": 0.7928242315370398,
      "learning_rate": 0.00029985224835096965,
      "loss": 2.9375,
      "step": 3794
    },
    {
      "epoch": 0.1765526866713189,
      "grad_norm": 0.7055815768432154,
      "learning_rate": 0.0002998520836145888,
      "loss": 2.5156,
      "step": 3795
    },
    {
      "epoch": 0.17659920911839963,
      "grad_norm": 0.7177256550604736,
      "learning_rate": 0.00029985191878646755,
      "loss": 2.8125,
      "step": 3796
    },
    {
      "epoch": 0.17664573156548036,
      "grad_norm": 0.6761158977766628,
      "learning_rate": 0.00029985175386660614,
      "loss": 2.6562,
      "step": 3797
    },
    {
      "epoch": 0.17669225401256106,
      "grad_norm": 0.7777858989752653,
      "learning_rate": 0.00029985158885500454,
      "loss": 2.7188,
      "step": 3798
    },
    {
      "epoch": 0.17673877645964178,
      "grad_norm": 0.7242748393373739,
      "learning_rate": 0.00029985142375166295,
      "loss": 2.8594,
      "step": 3799
    },
    {
      "epoch": 0.17678529890672248,
      "grad_norm": 0.7250924553588987,
      "learning_rate": 0.00029985125855658143,
      "loss": 2.625,
      "step": 3800
    },
    {
      "epoch": 0.1768318213538032,
      "grad_norm": 0.6948000811857002,
      "learning_rate": 0.0002998510932697601,
      "loss": 2.4688,
      "step": 3801
    },
    {
      "epoch": 0.17687834380088394,
      "grad_norm": 0.7260000780920843,
      "learning_rate": 0.00029985092789119904,
      "loss": 2.8125,
      "step": 3802
    },
    {
      "epoch": 0.17692486624796464,
      "grad_norm": 0.8715204240392094,
      "learning_rate": 0.00029985076242089833,
      "loss": 2.7344,
      "step": 3803
    },
    {
      "epoch": 0.17697138869504536,
      "grad_norm": 0.845988013615993,
      "learning_rate": 0.0002998505968588581,
      "loss": 2.7188,
      "step": 3804
    },
    {
      "epoch": 0.1770179111421261,
      "grad_norm": 0.7087244459763941,
      "learning_rate": 0.00029985043120507853,
      "loss": 2.3281,
      "step": 3805
    },
    {
      "epoch": 0.1770644335892068,
      "grad_norm": 0.6750157252288264,
      "learning_rate": 0.0002998502654595596,
      "loss": 2.9219,
      "step": 3806
    },
    {
      "epoch": 0.17711095603628751,
      "grad_norm": 0.6869420926098891,
      "learning_rate": 0.00029985009962230145,
      "loss": 2.8438,
      "step": 3807
    },
    {
      "epoch": 0.1771574784833682,
      "grad_norm": 0.6747967108069631,
      "learning_rate": 0.0002998499336933042,
      "loss": 1.9453,
      "step": 3808
    },
    {
      "epoch": 0.17720400093044894,
      "grad_norm": 0.8235620731541653,
      "learning_rate": 0.0002998497676725679,
      "loss": 2.9062,
      "step": 3809
    },
    {
      "epoch": 0.17725052337752967,
      "grad_norm": 0.6896561652121213,
      "learning_rate": 0.0002998496015600927,
      "loss": 2.875,
      "step": 3810
    },
    {
      "epoch": 0.17729704582461037,
      "grad_norm": 0.7323448549410236,
      "learning_rate": 0.00029984943535587866,
      "loss": 2.5938,
      "step": 3811
    },
    {
      "epoch": 0.1773435682716911,
      "grad_norm": 0.7163632433968018,
      "learning_rate": 0.000299849269059926,
      "loss": 2.6719,
      "step": 3812
    },
    {
      "epoch": 0.17739009071877182,
      "grad_norm": 0.7612399571952024,
      "learning_rate": 0.0002998491026722347,
      "loss": 2.125,
      "step": 3813
    },
    {
      "epoch": 0.17743661316585252,
      "grad_norm": 0.7063598008814788,
      "learning_rate": 0.00029984893619280483,
      "loss": 2.7344,
      "step": 3814
    },
    {
      "epoch": 0.17748313561293325,
      "grad_norm": 0.7531368716920325,
      "learning_rate": 0.0002998487696216366,
      "loss": 2.8594,
      "step": 3815
    },
    {
      "epoch": 0.17752965806001395,
      "grad_norm": 0.6755964747909117,
      "learning_rate": 0.0002998486029587301,
      "loss": 2.7344,
      "step": 3816
    },
    {
      "epoch": 0.17757618050709467,
      "grad_norm": 0.7734915329930525,
      "learning_rate": 0.00029984843620408535,
      "loss": 2.9219,
      "step": 3817
    },
    {
      "epoch": 0.1776227029541754,
      "grad_norm": 0.838470358279758,
      "learning_rate": 0.0002998482693577026,
      "loss": 2.7969,
      "step": 3818
    },
    {
      "epoch": 0.1776692254012561,
      "grad_norm": 0.7089693949578386,
      "learning_rate": 0.00029984810241958173,
      "loss": 2.75,
      "step": 3819
    },
    {
      "epoch": 0.17771574784833682,
      "grad_norm": 0.7605639254213437,
      "learning_rate": 0.00029984793538972304,
      "loss": 2.7188,
      "step": 3820
    },
    {
      "epoch": 0.17776227029541755,
      "grad_norm": 0.6827137420983258,
      "learning_rate": 0.00029984776826812653,
      "loss": 3.0469,
      "step": 3821
    },
    {
      "epoch": 0.17780879274249825,
      "grad_norm": 0.7765099903370148,
      "learning_rate": 0.00029984760105479237,
      "loss": 2.9375,
      "step": 3822
    },
    {
      "epoch": 0.17785531518957898,
      "grad_norm": 0.7542133698090252,
      "learning_rate": 0.00029984743374972066,
      "loss": 2.8125,
      "step": 3823
    },
    {
      "epoch": 0.17790183763665968,
      "grad_norm": 0.8014402014058356,
      "learning_rate": 0.0002998472663529114,
      "loss": 2.7969,
      "step": 3824
    },
    {
      "epoch": 0.1779483600837404,
      "grad_norm": 0.7640323261617772,
      "learning_rate": 0.0002998470988643648,
      "loss": 3.0469,
      "step": 3825
    },
    {
      "epoch": 0.17799488253082113,
      "grad_norm": 0.7412715403403247,
      "learning_rate": 0.0002998469312840809,
      "loss": 2.5,
      "step": 3826
    },
    {
      "epoch": 0.17804140497790183,
      "grad_norm": 0.7623950271044603,
      "learning_rate": 0.0002998467636120598,
      "loss": 2.8438,
      "step": 3827
    },
    {
      "epoch": 0.17808792742498256,
      "grad_norm": 0.644938077275954,
      "learning_rate": 0.0002998465958483017,
      "loss": 2.6875,
      "step": 3828
    },
    {
      "epoch": 0.17813444987206328,
      "grad_norm": 0.8148501709350391,
      "learning_rate": 0.00029984642799280655,
      "loss": 2.7031,
      "step": 3829
    },
    {
      "epoch": 0.17818097231914398,
      "grad_norm": 0.6915119012103299,
      "learning_rate": 0.0002998462600455746,
      "loss": 2.6562,
      "step": 3830
    },
    {
      "epoch": 0.1782274947662247,
      "grad_norm": 0.7077161805910688,
      "learning_rate": 0.00029984609200660583,
      "loss": 2.7344,
      "step": 3831
    },
    {
      "epoch": 0.1782740172133054,
      "grad_norm": 0.7433583757668579,
      "learning_rate": 0.0002998459238759004,
      "loss": 2.9844,
      "step": 3832
    },
    {
      "epoch": 0.17832053966038613,
      "grad_norm": 0.7394825322684586,
      "learning_rate": 0.00029984575565345845,
      "loss": 3.0469,
      "step": 3833
    },
    {
      "epoch": 0.17836706210746686,
      "grad_norm": 0.68193923812525,
      "learning_rate": 0.00029984558733928005,
      "loss": 3.0625,
      "step": 3834
    },
    {
      "epoch": 0.17841358455454756,
      "grad_norm": 0.7698159777387976,
      "learning_rate": 0.00029984541893336524,
      "loss": 2.6562,
      "step": 3835
    },
    {
      "epoch": 0.1784601070016283,
      "grad_norm": 0.7623176601442097,
      "learning_rate": 0.00029984525043571424,
      "loss": 2.9688,
      "step": 3836
    },
    {
      "epoch": 0.17850662944870901,
      "grad_norm": 0.6383690928487165,
      "learning_rate": 0.00029984508184632705,
      "loss": 2.875,
      "step": 3837
    },
    {
      "epoch": 0.1785531518957897,
      "grad_norm": 0.6397303986469807,
      "learning_rate": 0.0002998449131652039,
      "loss": 2.7969,
      "step": 3838
    },
    {
      "epoch": 0.17859967434287044,
      "grad_norm": 0.8030329577357818,
      "learning_rate": 0.0002998447443923447,
      "loss": 2.9844,
      "step": 3839
    },
    {
      "epoch": 0.17864619678995114,
      "grad_norm": 0.6877238715563564,
      "learning_rate": 0.00029984457552774976,
      "loss": 2.6875,
      "step": 3840
    },
    {
      "epoch": 0.17869271923703187,
      "grad_norm": 0.7212202649204152,
      "learning_rate": 0.000299844406571419,
      "loss": 3.0,
      "step": 3841
    },
    {
      "epoch": 0.1787392416841126,
      "grad_norm": 0.7288667140606668,
      "learning_rate": 0.00029984423752335267,
      "loss": 2.6562,
      "step": 3842
    },
    {
      "epoch": 0.1787857641311933,
      "grad_norm": 0.7626211344248824,
      "learning_rate": 0.00029984406838355084,
      "loss": 3.0312,
      "step": 3843
    },
    {
      "epoch": 0.17883228657827402,
      "grad_norm": 0.7948305979152189,
      "learning_rate": 0.00029984389915201353,
      "loss": 2.7969,
      "step": 3844
    },
    {
      "epoch": 0.17887880902535475,
      "grad_norm": 0.6879804712173264,
      "learning_rate": 0.0002998437298287409,
      "loss": 2.8125,
      "step": 3845
    },
    {
      "epoch": 0.17892533147243544,
      "grad_norm": 0.7224786694847729,
      "learning_rate": 0.0002998435604137331,
      "loss": 2.7812,
      "step": 3846
    },
    {
      "epoch": 0.17897185391951617,
      "grad_norm": 0.8611646221334732,
      "learning_rate": 0.0002998433909069902,
      "loss": 2.5469,
      "step": 3847
    },
    {
      "epoch": 0.17901837636659687,
      "grad_norm": 0.6817599890137568,
      "learning_rate": 0.00029984322130851226,
      "loss": 2.1719,
      "step": 3848
    },
    {
      "epoch": 0.1790648988136776,
      "grad_norm": 0.6711776249595279,
      "learning_rate": 0.00029984305161829937,
      "loss": 2.8438,
      "step": 3849
    },
    {
      "epoch": 0.17911142126075832,
      "grad_norm": 0.6999728375547892,
      "learning_rate": 0.00029984288183635175,
      "loss": 2.8125,
      "step": 3850
    },
    {
      "epoch": 0.17915794370783902,
      "grad_norm": 0.7031948381724034,
      "learning_rate": 0.0002998427119626694,
      "loss": 2.5625,
      "step": 3851
    },
    {
      "epoch": 0.17920446615491975,
      "grad_norm": 0.7451466228623584,
      "learning_rate": 0.0002998425419972525,
      "loss": 2.6719,
      "step": 3852
    },
    {
      "epoch": 0.17925098860200048,
      "grad_norm": 0.7287277001510408,
      "learning_rate": 0.00029984237194010104,
      "loss": 2.9688,
      "step": 3853
    },
    {
      "epoch": 0.17929751104908118,
      "grad_norm": 0.7617704090491948,
      "learning_rate": 0.0002998422017912153,
      "loss": 2.9531,
      "step": 3854
    },
    {
      "epoch": 0.1793440334961619,
      "grad_norm": 0.9450047778549066,
      "learning_rate": 0.00029984203155059523,
      "loss": 2.9531,
      "step": 3855
    },
    {
      "epoch": 0.1793905559432426,
      "grad_norm": 0.6948202172067769,
      "learning_rate": 0.00029984186121824095,
      "loss": 2.8438,
      "step": 3856
    },
    {
      "epoch": 0.17943707839032333,
      "grad_norm": 0.7107674997773085,
      "learning_rate": 0.00029984169079415264,
      "loss": 2.9844,
      "step": 3857
    },
    {
      "epoch": 0.17948360083740406,
      "grad_norm": 0.6694352288009173,
      "learning_rate": 0.00029984152027833036,
      "loss": 3.0312,
      "step": 3858
    },
    {
      "epoch": 0.17953012328448475,
      "grad_norm": 0.656710821347312,
      "learning_rate": 0.0002998413496707742,
      "loss": 2.9219,
      "step": 3859
    },
    {
      "epoch": 0.17957664573156548,
      "grad_norm": 0.7229546953142529,
      "learning_rate": 0.00029984117897148424,
      "loss": 2.7656,
      "step": 3860
    },
    {
      "epoch": 0.1796231681786462,
      "grad_norm": 0.7997228679620239,
      "learning_rate": 0.0002998410081804607,
      "loss": 2.875,
      "step": 3861
    },
    {
      "epoch": 0.1796696906257269,
      "grad_norm": 0.7192072662519429,
      "learning_rate": 0.0002998408372977036,
      "loss": 2.5625,
      "step": 3862
    },
    {
      "epoch": 0.17971621307280763,
      "grad_norm": 0.7241425282629469,
      "learning_rate": 0.0002998406663232131,
      "loss": 2.8438,
      "step": 3863
    },
    {
      "epoch": 0.17976273551988833,
      "grad_norm": 0.7302519278279826,
      "learning_rate": 0.0002998404952569891,
      "loss": 2.8125,
      "step": 3864
    },
    {
      "epoch": 0.17980925796696906,
      "grad_norm": 0.6154440173009049,
      "learning_rate": 0.000299840324099032,
      "loss": 2.7031,
      "step": 3865
    },
    {
      "epoch": 0.1798557804140498,
      "grad_norm": 0.6823858953473335,
      "learning_rate": 0.0002998401528493418,
      "loss": 2.6406,
      "step": 3866
    },
    {
      "epoch": 0.1799023028611305,
      "grad_norm": 0.7234110301137411,
      "learning_rate": 0.0002998399815079185,
      "loss": 2.8125,
      "step": 3867
    },
    {
      "epoch": 0.1799488253082112,
      "grad_norm": 0.7227682420499583,
      "learning_rate": 0.0002998398100747623,
      "loss": 2.8125,
      "step": 3868
    },
    {
      "epoch": 0.17999534775529194,
      "grad_norm": 0.6801595351588766,
      "learning_rate": 0.0002998396385498733,
      "loss": 2.6562,
      "step": 3869
    },
    {
      "epoch": 0.18004187020237264,
      "grad_norm": 0.7626028664861991,
      "learning_rate": 0.00029983946693325154,
      "loss": 2.9844,
      "step": 3870
    },
    {
      "epoch": 0.18008839264945337,
      "grad_norm": 0.7374646117098136,
      "learning_rate": 0.0002998392952248972,
      "loss": 2.8281,
      "step": 3871
    },
    {
      "epoch": 0.18013491509653407,
      "grad_norm": 0.7545578421750997,
      "learning_rate": 0.0002998391234248104,
      "loss": 2.8438,
      "step": 3872
    },
    {
      "epoch": 0.1801814375436148,
      "grad_norm": 0.733461881307504,
      "learning_rate": 0.00029983895153299115,
      "loss": 2.6562,
      "step": 3873
    },
    {
      "epoch": 0.18022795999069552,
      "grad_norm": 0.6686651651929579,
      "learning_rate": 0.0002998387795494396,
      "loss": 2.5,
      "step": 3874
    },
    {
      "epoch": 0.18027448243777622,
      "grad_norm": 0.6768260733853507,
      "learning_rate": 0.00029983860747415596,
      "loss": 2.8594,
      "step": 3875
    },
    {
      "epoch": 0.18032100488485694,
      "grad_norm": 0.7009224656093004,
      "learning_rate": 0.0002998384353071402,
      "loss": 2.4219,
      "step": 3876
    },
    {
      "epoch": 0.18036752733193767,
      "grad_norm": 0.7133432565377944,
      "learning_rate": 0.00029983826304839245,
      "loss": 2.4531,
      "step": 3877
    },
    {
      "epoch": 0.18041404977901837,
      "grad_norm": 0.7304831655875516,
      "learning_rate": 0.0002998380906979128,
      "loss": 2.8438,
      "step": 3878
    },
    {
      "epoch": 0.1804605722260991,
      "grad_norm": 0.660366927121153,
      "learning_rate": 0.00029983791825570147,
      "loss": 2.7344,
      "step": 3879
    },
    {
      "epoch": 0.1805070946731798,
      "grad_norm": 0.7092059172589936,
      "learning_rate": 0.0002998377457217584,
      "loss": 2.9688,
      "step": 3880
    },
    {
      "epoch": 0.18055361712026052,
      "grad_norm": 0.7530001286987579,
      "learning_rate": 0.00029983757309608384,
      "loss": 2.5625,
      "step": 3881
    },
    {
      "epoch": 0.18060013956734125,
      "grad_norm": 0.7053179062915729,
      "learning_rate": 0.00029983740037867776,
      "loss": 2.8438,
      "step": 3882
    },
    {
      "epoch": 0.18064666201442195,
      "grad_norm": 0.7332235703039723,
      "learning_rate": 0.00029983722756954037,
      "loss": 2.6406,
      "step": 3883
    },
    {
      "epoch": 0.18069318446150268,
      "grad_norm": 0.7351877369692392,
      "learning_rate": 0.0002998370546686718,
      "loss": 2.6406,
      "step": 3884
    },
    {
      "epoch": 0.1807397069085834,
      "grad_norm": 0.7118600841394542,
      "learning_rate": 0.00029983688167607204,
      "loss": 2.7812,
      "step": 3885
    },
    {
      "epoch": 0.1807862293556641,
      "grad_norm": 0.6986037296009364,
      "learning_rate": 0.0002998367085917413,
      "loss": 2.7812,
      "step": 3886
    },
    {
      "epoch": 0.18083275180274483,
      "grad_norm": 1.065598532777393,
      "learning_rate": 0.0002998365354156796,
      "loss": 2.5781,
      "step": 3887
    },
    {
      "epoch": 0.18087927424982553,
      "grad_norm": 0.7674523394042857,
      "learning_rate": 0.00029983636214788714,
      "loss": 2.9844,
      "step": 3888
    },
    {
      "epoch": 0.18092579669690625,
      "grad_norm": 0.9427033272535623,
      "learning_rate": 0.00029983618878836395,
      "loss": 2.5938,
      "step": 3889
    },
    {
      "epoch": 0.18097231914398698,
      "grad_norm": 0.7072701425878118,
      "learning_rate": 0.00029983601533711016,
      "loss": 2.9219,
      "step": 3890
    },
    {
      "epoch": 0.18101884159106768,
      "grad_norm": 0.7311397102565909,
      "learning_rate": 0.0002998358417941259,
      "loss": 2.6094,
      "step": 3891
    },
    {
      "epoch": 0.1810653640381484,
      "grad_norm": 0.6739877900037025,
      "learning_rate": 0.00029983566815941124,
      "loss": 2.8594,
      "step": 3892
    },
    {
      "epoch": 0.18111188648522913,
      "grad_norm": 0.8030230453504854,
      "learning_rate": 0.00029983549443296634,
      "loss": 2.7344,
      "step": 3893
    },
    {
      "epoch": 0.18115840893230983,
      "grad_norm": 0.6693692663580373,
      "learning_rate": 0.0002998353206147912,
      "loss": 2.8281,
      "step": 3894
    },
    {
      "epoch": 0.18120493137939056,
      "grad_norm": 0.7290909161329023,
      "learning_rate": 0.000299835146704886,
      "loss": 2.9062,
      "step": 3895
    },
    {
      "epoch": 0.18125145382647126,
      "grad_norm": 0.6458256814849452,
      "learning_rate": 0.0002998349727032509,
      "loss": 2.7344,
      "step": 3896
    },
    {
      "epoch": 0.181297976273552,
      "grad_norm": 0.6801196790064846,
      "learning_rate": 0.00029983479860988587,
      "loss": 2.625,
      "step": 3897
    },
    {
      "epoch": 0.1813444987206327,
      "grad_norm": 0.6998592798899301,
      "learning_rate": 0.00029983462442479113,
      "loss": 2.9688,
      "step": 3898
    },
    {
      "epoch": 0.1813910211677134,
      "grad_norm": 0.6853576168966028,
      "learning_rate": 0.00029983445014796677,
      "loss": 3.0469,
      "step": 3899
    },
    {
      "epoch": 0.18143754361479414,
      "grad_norm": 0.7012562626498973,
      "learning_rate": 0.00029983427577941283,
      "loss": 2.7969,
      "step": 3900
    },
    {
      "epoch": 0.18148406606187487,
      "grad_norm": 0.6732824710683315,
      "learning_rate": 0.0002998341013191295,
      "loss": 2.4844,
      "step": 3901
    },
    {
      "epoch": 0.18153058850895556,
      "grad_norm": 0.7883418103465439,
      "learning_rate": 0.0002998339267671169,
      "loss": 2.7969,
      "step": 3902
    },
    {
      "epoch": 0.1815771109560363,
      "grad_norm": 0.7007815873799623,
      "learning_rate": 0.000299833752123375,
      "loss": 2.875,
      "step": 3903
    },
    {
      "epoch": 0.181623633403117,
      "grad_norm": 0.7882782578951889,
      "learning_rate": 0.000299833577387904,
      "loss": 2.6719,
      "step": 3904
    },
    {
      "epoch": 0.18167015585019772,
      "grad_norm": 0.7035424347910566,
      "learning_rate": 0.000299833402560704,
      "loss": 2.9219,
      "step": 3905
    },
    {
      "epoch": 0.18171667829727844,
      "grad_norm": 0.7045399967798288,
      "learning_rate": 0.00029983322764177517,
      "loss": 2.8125,
      "step": 3906
    },
    {
      "epoch": 0.18176320074435914,
      "grad_norm": 0.7150153610011092,
      "learning_rate": 0.00029983305263111746,
      "loss": 2.6562,
      "step": 3907
    },
    {
      "epoch": 0.18180972319143987,
      "grad_norm": 0.7154149267501557,
      "learning_rate": 0.00029983287752873114,
      "loss": 2.9531,
      "step": 3908
    },
    {
      "epoch": 0.1818562456385206,
      "grad_norm": 0.7372116513071979,
      "learning_rate": 0.0002998327023346163,
      "loss": 2.8906,
      "step": 3909
    },
    {
      "epoch": 0.1819027680856013,
      "grad_norm": 0.7362554875344756,
      "learning_rate": 0.0002998325270487729,
      "loss": 3.0312,
      "step": 3910
    },
    {
      "epoch": 0.18194929053268202,
      "grad_norm": 0.6954181030017936,
      "learning_rate": 0.00029983235167120115,
      "loss": 2.7344,
      "step": 3911
    },
    {
      "epoch": 0.18199581297976272,
      "grad_norm": 0.7390599301770023,
      "learning_rate": 0.0002998321762019012,
      "loss": 2.6875,
      "step": 3912
    },
    {
      "epoch": 0.18204233542684345,
      "grad_norm": 0.7045225901704983,
      "learning_rate": 0.0002998320006408731,
      "loss": 2.5625,
      "step": 3913
    },
    {
      "epoch": 0.18208885787392418,
      "grad_norm": 0.6959844357645736,
      "learning_rate": 0.00029983182498811696,
      "loss": 2.6562,
      "step": 3914
    },
    {
      "epoch": 0.18213538032100487,
      "grad_norm": 0.703168209362981,
      "learning_rate": 0.00029983164924363284,
      "loss": 2.7656,
      "step": 3915
    },
    {
      "epoch": 0.1821819027680856,
      "grad_norm": 0.6986665534297594,
      "learning_rate": 0.000299831473407421,
      "loss": 2.6719,
      "step": 3916
    },
    {
      "epoch": 0.18222842521516633,
      "grad_norm": 0.8227891519765242,
      "learning_rate": 0.0002998312974794814,
      "loss": 2.7812,
      "step": 3917
    },
    {
      "epoch": 0.18227494766224703,
      "grad_norm": 0.6772178451009212,
      "learning_rate": 0.0002998311214598142,
      "loss": 2.6406,
      "step": 3918
    },
    {
      "epoch": 0.18232147010932775,
      "grad_norm": 0.8549446408032954,
      "learning_rate": 0.00029983094534841945,
      "loss": 2.875,
      "step": 3919
    },
    {
      "epoch": 0.18236799255640845,
      "grad_norm": 1.003152807746943,
      "learning_rate": 0.0002998307691452974,
      "loss": 2.9688,
      "step": 3920
    },
    {
      "epoch": 0.18241451500348918,
      "grad_norm": 0.8420778948578884,
      "learning_rate": 0.000299830592850448,
      "loss": 2.1094,
      "step": 3921
    },
    {
      "epoch": 0.1824610374505699,
      "grad_norm": 0.6808727234476115,
      "learning_rate": 0.0002998304164638714,
      "loss": 2.75,
      "step": 3922
    },
    {
      "epoch": 0.1825075598976506,
      "grad_norm": 0.7047008210762356,
      "learning_rate": 0.0002998302399855679,
      "loss": 3.0625,
      "step": 3923
    },
    {
      "epoch": 0.18255408234473133,
      "grad_norm": 0.6731363764778321,
      "learning_rate": 0.00029983006341553726,
      "loss": 2.8438,
      "step": 3924
    },
    {
      "epoch": 0.18260060479181206,
      "grad_norm": 0.7872541038636771,
      "learning_rate": 0.0002998298867537799,
      "loss": 2.625,
      "step": 3925
    },
    {
      "epoch": 0.18264712723889276,
      "grad_norm": 0.7116894469106005,
      "learning_rate": 0.00029982971000029574,
      "loss": 2.8281,
      "step": 3926
    },
    {
      "epoch": 0.18269364968597349,
      "grad_norm": 0.859728091480055,
      "learning_rate": 0.00029982953315508496,
      "loss": 2.7969,
      "step": 3927
    },
    {
      "epoch": 0.18274017213305419,
      "grad_norm": 0.699119320949956,
      "learning_rate": 0.00029982935621814764,
      "loss": 2.7969,
      "step": 3928
    },
    {
      "epoch": 0.1827866945801349,
      "grad_norm": 0.663667497244752,
      "learning_rate": 0.00029982917918948393,
      "loss": 3.0156,
      "step": 3929
    },
    {
      "epoch": 0.18283321702721564,
      "grad_norm": 0.703786628903743,
      "learning_rate": 0.0002998290020690939,
      "loss": 2.9688,
      "step": 3930
    },
    {
      "epoch": 0.18287973947429634,
      "grad_norm": 0.784615279785988,
      "learning_rate": 0.00029982882485697773,
      "loss": 2.6719,
      "step": 3931
    },
    {
      "epoch": 0.18292626192137706,
      "grad_norm": 0.6924493691607929,
      "learning_rate": 0.0002998286475531354,
      "loss": 2.8438,
      "step": 3932
    },
    {
      "epoch": 0.1829727843684578,
      "grad_norm": 0.7384774086901382,
      "learning_rate": 0.00029982847015756704,
      "loss": 2.7656,
      "step": 3933
    },
    {
      "epoch": 0.1830193068155385,
      "grad_norm": 0.6873744577798403,
      "learning_rate": 0.0002998282926702729,
      "loss": 2.8281,
      "step": 3934
    },
    {
      "epoch": 0.18306582926261922,
      "grad_norm": 0.7398150998169238,
      "learning_rate": 0.00029982811509125296,
      "loss": 2.75,
      "step": 3935
    },
    {
      "epoch": 0.18311235170969992,
      "grad_norm": 0.6831440523297533,
      "learning_rate": 0.0002998279374205074,
      "loss": 2.6562,
      "step": 3936
    },
    {
      "epoch": 0.18315887415678064,
      "grad_norm": 0.7475583042765637,
      "learning_rate": 0.00029982775965803625,
      "loss": 2.6875,
      "step": 3937
    },
    {
      "epoch": 0.18320539660386137,
      "grad_norm": 0.7523645917615818,
      "learning_rate": 0.00029982758180383966,
      "loss": 3.0,
      "step": 3938
    },
    {
      "epoch": 0.18325191905094207,
      "grad_norm": 0.7357243703888298,
      "learning_rate": 0.0002998274038579178,
      "loss": 2.8281,
      "step": 3939
    },
    {
      "epoch": 0.1832984414980228,
      "grad_norm": 0.9048886347338234,
      "learning_rate": 0.0002998272258202707,
      "loss": 2.25,
      "step": 3940
    },
    {
      "epoch": 0.18334496394510352,
      "grad_norm": 0.6455436140721736,
      "learning_rate": 0.00029982704769089845,
      "loss": 2.8281,
      "step": 3941
    },
    {
      "epoch": 0.18339148639218422,
      "grad_norm": 0.6641464699595919,
      "learning_rate": 0.0002998268694698012,
      "loss": 2.8438,
      "step": 3942
    },
    {
      "epoch": 0.18343800883926495,
      "grad_norm": 0.7892463260466307,
      "learning_rate": 0.0002998266911569791,
      "loss": 3.0,
      "step": 3943
    },
    {
      "epoch": 0.18348453128634565,
      "grad_norm": 0.6985353787882538,
      "learning_rate": 0.0002998265127524322,
      "loss": 2.7812,
      "step": 3944
    },
    {
      "epoch": 0.18353105373342637,
      "grad_norm": 0.640088754881405,
      "learning_rate": 0.0002998263342561606,
      "loss": 2.7031,
      "step": 3945
    },
    {
      "epoch": 0.1835775761805071,
      "grad_norm": 0.7447214076804808,
      "learning_rate": 0.00029982615566816445,
      "loss": 2.6562,
      "step": 3946
    },
    {
      "epoch": 0.1836240986275878,
      "grad_norm": 0.6888680190406161,
      "learning_rate": 0.00029982597698844385,
      "loss": 2.8594,
      "step": 3947
    },
    {
      "epoch": 0.18367062107466853,
      "grad_norm": 0.6893987023520953,
      "learning_rate": 0.00029982579821699894,
      "loss": 2.5625,
      "step": 3948
    },
    {
      "epoch": 0.18371714352174925,
      "grad_norm": 0.8285625732946066,
      "learning_rate": 0.00029982561935382976,
      "loss": 2.75,
      "step": 3949
    },
    {
      "epoch": 0.18376366596882995,
      "grad_norm": 0.7275101822448045,
      "learning_rate": 0.00029982544039893643,
      "loss": 2.9531,
      "step": 3950
    },
    {
      "epoch": 0.18381018841591068,
      "grad_norm": 0.8803734671609198,
      "learning_rate": 0.00029982526135231906,
      "loss": 2.9062,
      "step": 3951
    },
    {
      "epoch": 0.1838567108629914,
      "grad_norm": 0.7067672340480674,
      "learning_rate": 0.00029982508221397785,
      "loss": 2.9531,
      "step": 3952
    },
    {
      "epoch": 0.1839032333100721,
      "grad_norm": 0.6614192041276277,
      "learning_rate": 0.0002998249029839128,
      "loss": 2.625,
      "step": 3953
    },
    {
      "epoch": 0.18394975575715283,
      "grad_norm": 0.6977201070057041,
      "learning_rate": 0.0002998247236621241,
      "loss": 2.7969,
      "step": 3954
    },
    {
      "epoch": 0.18399627820423353,
      "grad_norm": 0.9291760118545328,
      "learning_rate": 0.0002998245442486118,
      "loss": 2.0156,
      "step": 3955
    },
    {
      "epoch": 0.18404280065131426,
      "grad_norm": 0.7097653170415247,
      "learning_rate": 0.00029982436474337604,
      "loss": 2.75,
      "step": 3956
    },
    {
      "epoch": 0.18408932309839499,
      "grad_norm": 0.6564722956925462,
      "learning_rate": 0.0002998241851464169,
      "loss": 2.7031,
      "step": 3957
    },
    {
      "epoch": 0.18413584554547568,
      "grad_norm": 0.7098411604546748,
      "learning_rate": 0.00029982400545773455,
      "loss": 2.5,
      "step": 3958
    },
    {
      "epoch": 0.1841823679925564,
      "grad_norm": 0.7232076558976818,
      "learning_rate": 0.000299823825677329,
      "loss": 2.7969,
      "step": 3959
    },
    {
      "epoch": 0.18422889043963714,
      "grad_norm": 0.848423140899709,
      "learning_rate": 0.00029982364580520045,
      "loss": 2.0156,
      "step": 3960
    },
    {
      "epoch": 0.18427541288671784,
      "grad_norm": 0.7271000999143258,
      "learning_rate": 0.00029982346584134895,
      "loss": 2.9375,
      "step": 3961
    },
    {
      "epoch": 0.18432193533379856,
      "grad_norm": 0.7647560761018768,
      "learning_rate": 0.0002998232857857747,
      "loss": 2.8281,
      "step": 3962
    },
    {
      "epoch": 0.18436845778087926,
      "grad_norm": 0.6969391865291973,
      "learning_rate": 0.00029982310563847773,
      "loss": 2.7969,
      "step": 3963
    },
    {
      "epoch": 0.18441498022796,
      "grad_norm": 0.844079795010543,
      "learning_rate": 0.0002998229253994582,
      "loss": 2.8906,
      "step": 3964
    },
    {
      "epoch": 0.18446150267504072,
      "grad_norm": 0.8354572133156427,
      "learning_rate": 0.00029982274506871613,
      "loss": 2.9375,
      "step": 3965
    },
    {
      "epoch": 0.18450802512212142,
      "grad_norm": 0.7726304454437104,
      "learning_rate": 0.0002998225646462518,
      "loss": 2.9375,
      "step": 3966
    },
    {
      "epoch": 0.18455454756920214,
      "grad_norm": 0.6667870665272364,
      "learning_rate": 0.0002998223841320651,
      "loss": 2.5938,
      "step": 3967
    },
    {
      "epoch": 0.18460107001628287,
      "grad_norm": 0.6951718370973516,
      "learning_rate": 0.00029982220352615626,
      "loss": 2.9375,
      "step": 3968
    },
    {
      "epoch": 0.18464759246336357,
      "grad_norm": 0.7261700508639051,
      "learning_rate": 0.0002998220228285254,
      "loss": 2.7656,
      "step": 3969
    },
    {
      "epoch": 0.1846941149104443,
      "grad_norm": 0.7333078242253637,
      "learning_rate": 0.00029982184203917263,
      "loss": 2.0781,
      "step": 3970
    },
    {
      "epoch": 0.184740637357525,
      "grad_norm": 0.690591022201412,
      "learning_rate": 0.0002998216611580981,
      "loss": 2.9219,
      "step": 3971
    },
    {
      "epoch": 0.18478715980460572,
      "grad_norm": 0.8095009497749427,
      "learning_rate": 0.0002998214801853018,
      "loss": 2.7188,
      "step": 3972
    },
    {
      "epoch": 0.18483368225168645,
      "grad_norm": 0.7455346739514721,
      "learning_rate": 0.0002998212991207839,
      "loss": 2.5469,
      "step": 3973
    },
    {
      "epoch": 0.18488020469876715,
      "grad_norm": 0.7518455413630234,
      "learning_rate": 0.0002998211179645445,
      "loss": 2.8438,
      "step": 3974
    },
    {
      "epoch": 0.18492672714584787,
      "grad_norm": 0.8246272933042752,
      "learning_rate": 0.00029982093671658376,
      "loss": 2.1562,
      "step": 3975
    },
    {
      "epoch": 0.1849732495929286,
      "grad_norm": 0.7423205190044436,
      "learning_rate": 0.0002998207553769018,
      "loss": 2.6562,
      "step": 3976
    },
    {
      "epoch": 0.1850197720400093,
      "grad_norm": 0.683833660037609,
      "learning_rate": 0.00029982057394549867,
      "loss": 2.7344,
      "step": 3977
    },
    {
      "epoch": 0.18506629448709003,
      "grad_norm": 0.730110833150658,
      "learning_rate": 0.00029982039242237445,
      "loss": 2.5625,
      "step": 3978
    },
    {
      "epoch": 0.18511281693417073,
      "grad_norm": 0.7057328772674583,
      "learning_rate": 0.0002998202108075294,
      "loss": 2.9062,
      "step": 3979
    },
    {
      "epoch": 0.18515933938125145,
      "grad_norm": 0.7494818673957616,
      "learning_rate": 0.0002998200291009634,
      "loss": 2.6562,
      "step": 3980
    },
    {
      "epoch": 0.18520586182833218,
      "grad_norm": 0.6894883980750289,
      "learning_rate": 0.00029981984730267675,
      "loss": 2.4844,
      "step": 3981
    },
    {
      "epoch": 0.18525238427541288,
      "grad_norm": 0.7344883488460605,
      "learning_rate": 0.00029981966541266957,
      "loss": 2.9375,
      "step": 3982
    },
    {
      "epoch": 0.1852989067224936,
      "grad_norm": 0.7973372432557352,
      "learning_rate": 0.0002998194834309418,
      "loss": 2.6562,
      "step": 3983
    },
    {
      "epoch": 0.18534542916957433,
      "grad_norm": 0.67827203054729,
      "learning_rate": 0.00029981930135749375,
      "loss": 2.6562,
      "step": 3984
    },
    {
      "epoch": 0.18539195161665503,
      "grad_norm": 0.7875573114032127,
      "learning_rate": 0.0002998191191923254,
      "loss": 2.7031,
      "step": 3985
    },
    {
      "epoch": 0.18543847406373576,
      "grad_norm": 0.7476835786619072,
      "learning_rate": 0.00029981893693543693,
      "loss": 2.9062,
      "step": 3986
    },
    {
      "epoch": 0.18548499651081646,
      "grad_norm": 0.7678054258287179,
      "learning_rate": 0.0002998187545868284,
      "loss": 3.0938,
      "step": 3987
    },
    {
      "epoch": 0.18553151895789718,
      "grad_norm": 0.6546858940009316,
      "learning_rate": 0.00029981857214649997,
      "loss": 2.6094,
      "step": 3988
    },
    {
      "epoch": 0.1855780414049779,
      "grad_norm": 0.7076738613576833,
      "learning_rate": 0.0002998183896144517,
      "loss": 2.6562,
      "step": 3989
    },
    {
      "epoch": 0.1856245638520586,
      "grad_norm": 0.6948751514066615,
      "learning_rate": 0.0002998182069906837,
      "loss": 3.0781,
      "step": 3990
    },
    {
      "epoch": 0.18567108629913934,
      "grad_norm": 0.6948606258689425,
      "learning_rate": 0.00029981802427519615,
      "loss": 3.0469,
      "step": 3991
    },
    {
      "epoch": 0.18571760874622006,
      "grad_norm": 0.7245093853808984,
      "learning_rate": 0.0002998178414679891,
      "loss": 2.9844,
      "step": 3992
    },
    {
      "epoch": 0.18576413119330076,
      "grad_norm": 0.7021675347761714,
      "learning_rate": 0.00029981765856906275,
      "loss": 2.9688,
      "step": 3993
    },
    {
      "epoch": 0.1858106536403815,
      "grad_norm": 0.669169795204407,
      "learning_rate": 0.0002998174755784171,
      "loss": 3.0469,
      "step": 3994
    },
    {
      "epoch": 0.1858571760874622,
      "grad_norm": 0.6995563126472908,
      "learning_rate": 0.0002998172924960523,
      "loss": 2.6875,
      "step": 3995
    },
    {
      "epoch": 0.18590369853454292,
      "grad_norm": 0.6660635583900154,
      "learning_rate": 0.00029981710932196854,
      "loss": 2.6875,
      "step": 3996
    },
    {
      "epoch": 0.18595022098162364,
      "grad_norm": 0.6597934468196514,
      "learning_rate": 0.0002998169260561658,
      "loss": 2.4688,
      "step": 3997
    },
    {
      "epoch": 0.18599674342870434,
      "grad_norm": 0.8823057625731391,
      "learning_rate": 0.00029981674269864423,
      "loss": 2.875,
      "step": 3998
    },
    {
      "epoch": 0.18604326587578507,
      "grad_norm": 0.8021204931246749,
      "learning_rate": 0.000299816559249404,
      "loss": 2.7188,
      "step": 3999
    },
    {
      "epoch": 0.1860897883228658,
      "grad_norm": 0.7550049548790851,
      "learning_rate": 0.0002998163757084452,
      "loss": 3.0781,
      "step": 4000
    },
    {
      "epoch": 0.1861363107699465,
      "grad_norm": 0.6722931380244475,
      "learning_rate": 0.0002998161920757679,
      "loss": 2.7031,
      "step": 4001
    },
    {
      "epoch": 0.18618283321702722,
      "grad_norm": 0.6960782840228376,
      "learning_rate": 0.0002998160083513722,
      "loss": 2.8125,
      "step": 4002
    },
    {
      "epoch": 0.18622935566410792,
      "grad_norm": 0.6787545825629463,
      "learning_rate": 0.00029981582453525836,
      "loss": 2.4844,
      "step": 4003
    },
    {
      "epoch": 0.18627587811118865,
      "grad_norm": 0.825360696009465,
      "learning_rate": 0.0002998156406274263,
      "loss": 3.0,
      "step": 4004
    },
    {
      "epoch": 0.18632240055826937,
      "grad_norm": 0.7340051278804621,
      "learning_rate": 0.00029981545662787634,
      "loss": 2.7812,
      "step": 4005
    },
    {
      "epoch": 0.18636892300535007,
      "grad_norm": 0.7289860540710056,
      "learning_rate": 0.0002998152725366084,
      "loss": 2.1875,
      "step": 4006
    },
    {
      "epoch": 0.1864154454524308,
      "grad_norm": 0.6858510119671867,
      "learning_rate": 0.00029981508835362264,
      "loss": 2.7812,
      "step": 4007
    },
    {
      "epoch": 0.18646196789951153,
      "grad_norm": 0.7440948180432058,
      "learning_rate": 0.00029981490407891923,
      "loss": 2.4844,
      "step": 4008
    },
    {
      "epoch": 0.18650849034659223,
      "grad_norm": 0.8086082249103999,
      "learning_rate": 0.0002998147197124983,
      "loss": 2.6094,
      "step": 4009
    },
    {
      "epoch": 0.18655501279367295,
      "grad_norm": 0.7118124782284427,
      "learning_rate": 0.00029981453525435985,
      "loss": 2.8906,
      "step": 4010
    },
    {
      "epoch": 0.18660153524075365,
      "grad_norm": 0.7155980497311818,
      "learning_rate": 0.00029981435070450404,
      "loss": 2.8281,
      "step": 4011
    },
    {
      "epoch": 0.18664805768783438,
      "grad_norm": 0.7849349796406768,
      "learning_rate": 0.0002998141660629311,
      "loss": 2.7656,
      "step": 4012
    },
    {
      "epoch": 0.1866945801349151,
      "grad_norm": 0.685450943530898,
      "learning_rate": 0.000299813981329641,
      "loss": 2.8906,
      "step": 4013
    },
    {
      "epoch": 0.1867411025819958,
      "grad_norm": 0.7379613444500089,
      "learning_rate": 0.00029981379650463385,
      "loss": 2.625,
      "step": 4014
    },
    {
      "epoch": 0.18678762502907653,
      "grad_norm": 0.6944367785917988,
      "learning_rate": 0.00029981361158790983,
      "loss": 2.7031,
      "step": 4015
    },
    {
      "epoch": 0.18683414747615726,
      "grad_norm": 0.7226802672615666,
      "learning_rate": 0.000299813426579469,
      "loss": 2.7188,
      "step": 4016
    },
    {
      "epoch": 0.18688066992323796,
      "grad_norm": 0.7144355230069247,
      "learning_rate": 0.0002998132414793116,
      "loss": 2.9219,
      "step": 4017
    },
    {
      "epoch": 0.18692719237031868,
      "grad_norm": 0.740214381721457,
      "learning_rate": 0.0002998130562874376,
      "loss": 2.8906,
      "step": 4018
    },
    {
      "epoch": 0.18697371481739938,
      "grad_norm": 0.7398898118663002,
      "learning_rate": 0.00029981287100384717,
      "loss": 2.875,
      "step": 4019
    },
    {
      "epoch": 0.1870202372644801,
      "grad_norm": 0.7103091735622941,
      "learning_rate": 0.00029981268562854043,
      "loss": 2.7031,
      "step": 4020
    },
    {
      "epoch": 0.18706675971156084,
      "grad_norm": 0.78923398269937,
      "learning_rate": 0.0002998125001615175,
      "loss": 2.6719,
      "step": 4021
    },
    {
      "epoch": 0.18711328215864154,
      "grad_norm": 0.6777064199991836,
      "learning_rate": 0.0002998123146027784,
      "loss": 2.7812,
      "step": 4022
    },
    {
      "epoch": 0.18715980460572226,
      "grad_norm": 0.8273666042411756,
      "learning_rate": 0.00029981212895232337,
      "loss": 2.75,
      "step": 4023
    },
    {
      "epoch": 0.187206327052803,
      "grad_norm": 0.704219986528458,
      "learning_rate": 0.00029981194321015243,
      "loss": 2.9062,
      "step": 4024
    },
    {
      "epoch": 0.1872528494998837,
      "grad_norm": 0.7205251030348223,
      "learning_rate": 0.0002998117573762658,
      "loss": 2.7344,
      "step": 4025
    },
    {
      "epoch": 0.18729937194696442,
      "grad_norm": 0.7169254071679355,
      "learning_rate": 0.00029981157145066346,
      "loss": 2.6719,
      "step": 4026
    },
    {
      "epoch": 0.18734589439404511,
      "grad_norm": 0.662629674166647,
      "learning_rate": 0.00029981138543334565,
      "loss": 2.625,
      "step": 4027
    },
    {
      "epoch": 0.18739241684112584,
      "grad_norm": 0.664630665922588,
      "learning_rate": 0.0002998111993243124,
      "loss": 2.7188,
      "step": 4028
    },
    {
      "epoch": 0.18743893928820657,
      "grad_norm": 0.7194554522120167,
      "learning_rate": 0.00029981101312356385,
      "loss": 2.4844,
      "step": 4029
    },
    {
      "epoch": 0.18748546173528727,
      "grad_norm": 0.7126216673365133,
      "learning_rate": 0.00029981082683110013,
      "loss": 2.6094,
      "step": 4030
    },
    {
      "epoch": 0.187531984182368,
      "grad_norm": 0.8011980951510903,
      "learning_rate": 0.00029981064044692137,
      "loss": 2.6875,
      "step": 4031
    },
    {
      "epoch": 0.18757850662944872,
      "grad_norm": 0.9724371690275938,
      "learning_rate": 0.00029981045397102756,
      "loss": 2.8438,
      "step": 4032
    },
    {
      "epoch": 0.18762502907652942,
      "grad_norm": 0.7258670215331481,
      "learning_rate": 0.000299810267403419,
      "loss": 2.6719,
      "step": 4033
    },
    {
      "epoch": 0.18767155152361015,
      "grad_norm": 0.7962580435710738,
      "learning_rate": 0.00029981008074409567,
      "loss": 2.8125,
      "step": 4034
    },
    {
      "epoch": 0.18771807397069085,
      "grad_norm": 0.8824845877737525,
      "learning_rate": 0.0002998098939930577,
      "loss": 1.9297,
      "step": 4035
    },
    {
      "epoch": 0.18776459641777157,
      "grad_norm": 0.8058575927113661,
      "learning_rate": 0.0002998097071503053,
      "loss": 2.1562,
      "step": 4036
    },
    {
      "epoch": 0.1878111188648523,
      "grad_norm": 0.6897913689751791,
      "learning_rate": 0.00029980952021583845,
      "loss": 2.7969,
      "step": 4037
    },
    {
      "epoch": 0.187857641311933,
      "grad_norm": 0.6756102562653918,
      "learning_rate": 0.00029980933318965734,
      "loss": 2.7188,
      "step": 4038
    },
    {
      "epoch": 0.18790416375901373,
      "grad_norm": 0.8258796688204255,
      "learning_rate": 0.00029980914607176206,
      "loss": 2.7969,
      "step": 4039
    },
    {
      "epoch": 0.18795068620609445,
      "grad_norm": 0.8032781359939367,
      "learning_rate": 0.0002998089588621528,
      "loss": 2.8594,
      "step": 4040
    },
    {
      "epoch": 0.18799720865317515,
      "grad_norm": 0.7676451868870605,
      "learning_rate": 0.00029980877156082954,
      "loss": 2.6562,
      "step": 4041
    },
    {
      "epoch": 0.18804373110025588,
      "grad_norm": 0.6796867560293797,
      "learning_rate": 0.0002998085841677925,
      "loss": 2.8906,
      "step": 4042
    },
    {
      "epoch": 0.18809025354733658,
      "grad_norm": 0.7397828881343137,
      "learning_rate": 0.0002998083966830418,
      "loss": 2.8594,
      "step": 4043
    },
    {
      "epoch": 0.1881367759944173,
      "grad_norm": 0.7604551564424046,
      "learning_rate": 0.0002998082091065774,
      "loss": 2.8594,
      "step": 4044
    },
    {
      "epoch": 0.18818329844149803,
      "grad_norm": 0.7605453993707947,
      "learning_rate": 0.00029980802143839965,
      "loss": 2.5938,
      "step": 4045
    },
    {
      "epoch": 0.18822982088857873,
      "grad_norm": 0.7759951566192259,
      "learning_rate": 0.0002998078336785085,
      "loss": 2.7969,
      "step": 4046
    },
    {
      "epoch": 0.18827634333565946,
      "grad_norm": 0.7964636146264472,
      "learning_rate": 0.00029980764582690413,
      "loss": 2.8125,
      "step": 4047
    },
    {
      "epoch": 0.18832286578274018,
      "grad_norm": 0.7600011093758354,
      "learning_rate": 0.0002998074578835866,
      "loss": 2.7344,
      "step": 4048
    },
    {
      "epoch": 0.18836938822982088,
      "grad_norm": 0.7037476647563927,
      "learning_rate": 0.0002998072698485561,
      "loss": 2.6875,
      "step": 4049
    },
    {
      "epoch": 0.1884159106769016,
      "grad_norm": 0.8104779483219149,
      "learning_rate": 0.0002998070817218127,
      "loss": 2.6875,
      "step": 4050
    },
    {
      "epoch": 0.1884624331239823,
      "grad_norm": 0.721150159856416,
      "learning_rate": 0.00029980689350335654,
      "loss": 2.6875,
      "step": 4051
    },
    {
      "epoch": 0.18850895557106304,
      "grad_norm": 0.6787592267679374,
      "learning_rate": 0.00029980670519318765,
      "loss": 2.9531,
      "step": 4052
    },
    {
      "epoch": 0.18855547801814376,
      "grad_norm": 0.6744531189516879,
      "learning_rate": 0.00029980651679130626,
      "loss": 2.7656,
      "step": 4053
    },
    {
      "epoch": 0.18860200046522446,
      "grad_norm": 0.740322155251384,
      "learning_rate": 0.00029980632829771243,
      "loss": 2.875,
      "step": 4054
    },
    {
      "epoch": 0.1886485229123052,
      "grad_norm": 0.8109193165053842,
      "learning_rate": 0.0002998061397124063,
      "loss": 2.6719,
      "step": 4055
    },
    {
      "epoch": 0.18869504535938592,
      "grad_norm": 0.7391874509339084,
      "learning_rate": 0.00029980595103538797,
      "loss": 2.6719,
      "step": 4056
    },
    {
      "epoch": 0.18874156780646661,
      "grad_norm": 0.745474993721399,
      "learning_rate": 0.00029980576226665756,
      "loss": 2.9531,
      "step": 4057
    },
    {
      "epoch": 0.18878809025354734,
      "grad_norm": 0.6691577710081258,
      "learning_rate": 0.00029980557340621514,
      "loss": 2.8594,
      "step": 4058
    },
    {
      "epoch": 0.18883461270062804,
      "grad_norm": 0.7354896538873352,
      "learning_rate": 0.00029980538445406087,
      "loss": 3.0625,
      "step": 4059
    },
    {
      "epoch": 0.18888113514770877,
      "grad_norm": 0.6334905622978274,
      "learning_rate": 0.00029980519541019485,
      "loss": 2.8125,
      "step": 4060
    },
    {
      "epoch": 0.1889276575947895,
      "grad_norm": 0.7378729032923672,
      "learning_rate": 0.00029980500627461727,
      "loss": 2.5781,
      "step": 4061
    },
    {
      "epoch": 0.1889741800418702,
      "grad_norm": 0.7083193800576084,
      "learning_rate": 0.0002998048170473281,
      "loss": 2.8594,
      "step": 4062
    },
    {
      "epoch": 0.18902070248895092,
      "grad_norm": 0.6910853423247882,
      "learning_rate": 0.00029980462772832763,
      "loss": 2.5938,
      "step": 4063
    },
    {
      "epoch": 0.18906722493603165,
      "grad_norm": 0.7329850553457519,
      "learning_rate": 0.00029980443831761585,
      "loss": 2.7031,
      "step": 4064
    },
    {
      "epoch": 0.18911374738311235,
      "grad_norm": 0.6740789821725693,
      "learning_rate": 0.0002998042488151928,
      "loss": 2.6094,
      "step": 4065
    },
    {
      "epoch": 0.18916026983019307,
      "grad_norm": 0.6782532029343049,
      "learning_rate": 0.00029980405922105886,
      "loss": 2.7656,
      "step": 4066
    },
    {
      "epoch": 0.18920679227727377,
      "grad_norm": 0.7611894813064856,
      "learning_rate": 0.0002998038695352139,
      "loss": 2.9844,
      "step": 4067
    },
    {
      "epoch": 0.1892533147243545,
      "grad_norm": 0.8232980971344046,
      "learning_rate": 0.00029980367975765816,
      "loss": 2.7656,
      "step": 4068
    },
    {
      "epoch": 0.18929983717143523,
      "grad_norm": 0.7314660747620564,
      "learning_rate": 0.00029980348988839175,
      "loss": 2.9844,
      "step": 4069
    },
    {
      "epoch": 0.18934635961851592,
      "grad_norm": 0.7611854503505007,
      "learning_rate": 0.00029980329992741473,
      "loss": 2.9219,
      "step": 4070
    },
    {
      "epoch": 0.18939288206559665,
      "grad_norm": 0.8700860921702616,
      "learning_rate": 0.0002998031098747272,
      "loss": 2.5312,
      "step": 4071
    },
    {
      "epoch": 0.18943940451267738,
      "grad_norm": 0.745814868734048,
      "learning_rate": 0.0002998029197303294,
      "loss": 2.7188,
      "step": 4072
    },
    {
      "epoch": 0.18948592695975808,
      "grad_norm": 0.6877496276756705,
      "learning_rate": 0.0002998027294942214,
      "loss": 2.6094,
      "step": 4073
    },
    {
      "epoch": 0.1895324494068388,
      "grad_norm": 0.7213917031875625,
      "learning_rate": 0.0002998025391664032,
      "loss": 2.8906,
      "step": 4074
    },
    {
      "epoch": 0.1895789718539195,
      "grad_norm": 0.7874708052080188,
      "learning_rate": 0.000299802348746875,
      "loss": 2.9375,
      "step": 4075
    },
    {
      "epoch": 0.18962549430100023,
      "grad_norm": 0.7618134847414832,
      "learning_rate": 0.00029980215823563694,
      "loss": 3.0781,
      "step": 4076
    },
    {
      "epoch": 0.18967201674808096,
      "grad_norm": 0.6802087681342114,
      "learning_rate": 0.0002998019676326892,
      "loss": 2.5625,
      "step": 4077
    },
    {
      "epoch": 0.18971853919516166,
      "grad_norm": 0.6509366117257817,
      "learning_rate": 0.0002998017769380317,
      "loss": 2.8906,
      "step": 4078
    },
    {
      "epoch": 0.18976506164224238,
      "grad_norm": 0.7551556230361377,
      "learning_rate": 0.00029980158615166473,
      "loss": 2.75,
      "step": 4079
    },
    {
      "epoch": 0.1898115840893231,
      "grad_norm": 0.7497587526252344,
      "learning_rate": 0.0002998013952735883,
      "loss": 3.0938,
      "step": 4080
    },
    {
      "epoch": 0.1898581065364038,
      "grad_norm": 0.7088123930395044,
      "learning_rate": 0.0002998012043038026,
      "loss": 2.5938,
      "step": 4081
    },
    {
      "epoch": 0.18990462898348454,
      "grad_norm": 0.8447072806448473,
      "learning_rate": 0.00029980101324230773,
      "loss": 3.2812,
      "step": 4082
    },
    {
      "epoch": 0.18995115143056523,
      "grad_norm": 0.7255200251692882,
      "learning_rate": 0.0002998008220891038,
      "loss": 2.8281,
      "step": 4083
    },
    {
      "epoch": 0.18999767387764596,
      "grad_norm": 0.9085649162564359,
      "learning_rate": 0.0002998006308441909,
      "loss": 2.7969,
      "step": 4084
    },
    {
      "epoch": 0.1900441963247267,
      "grad_norm": 0.7523657755159757,
      "learning_rate": 0.00029980043950756914,
      "loss": 2.8438,
      "step": 4085
    },
    {
      "epoch": 0.1900907187718074,
      "grad_norm": 0.7104883955248219,
      "learning_rate": 0.00029980024807923876,
      "loss": 2.8906,
      "step": 4086
    },
    {
      "epoch": 0.19013724121888811,
      "grad_norm": 0.644902921891769,
      "learning_rate": 0.00029980005655919973,
      "loss": 2.5625,
      "step": 4087
    },
    {
      "epoch": 0.19018376366596884,
      "grad_norm": 0.7320393452109788,
      "learning_rate": 0.0002997998649474522,
      "loss": 2.7812,
      "step": 4088
    },
    {
      "epoch": 0.19023028611304954,
      "grad_norm": 0.7015317529649638,
      "learning_rate": 0.00029979967324399637,
      "loss": 2.9688,
      "step": 4089
    },
    {
      "epoch": 0.19027680856013027,
      "grad_norm": 0.7663571242284969,
      "learning_rate": 0.0002997994814488322,
      "loss": 2.7812,
      "step": 4090
    },
    {
      "epoch": 0.19032333100721097,
      "grad_norm": 0.7263396071730577,
      "learning_rate": 0.00029979928956196,
      "loss": 3.0312,
      "step": 4091
    },
    {
      "epoch": 0.1903698534542917,
      "grad_norm": 0.6936089353630209,
      "learning_rate": 0.00029979909758337975,
      "loss": 2.75,
      "step": 4092
    },
    {
      "epoch": 0.19041637590137242,
      "grad_norm": 0.7987773760906746,
      "learning_rate": 0.00029979890551309164,
      "loss": 2.75,
      "step": 4093
    },
    {
      "epoch": 0.19046289834845312,
      "grad_norm": 0.7564675958269468,
      "learning_rate": 0.0002997987133510957,
      "loss": 2.5625,
      "step": 4094
    },
    {
      "epoch": 0.19050942079553385,
      "grad_norm": 0.6734003119456267,
      "learning_rate": 0.00029979852109739217,
      "loss": 2.5469,
      "step": 4095
    },
    {
      "epoch": 0.19055594324261457,
      "grad_norm": 0.8788997048819815,
      "learning_rate": 0.00029979832875198103,
      "loss": 2.8594,
      "step": 4096
    },
    {
      "epoch": 0.19060246568969527,
      "grad_norm": 0.8545335540407526,
      "learning_rate": 0.0002997981363148625,
      "loss": 2.9062,
      "step": 4097
    },
    {
      "epoch": 0.190648988136776,
      "grad_norm": 0.645990139737063,
      "learning_rate": 0.0002997979437860367,
      "loss": 3.0,
      "step": 4098
    },
    {
      "epoch": 0.1906955105838567,
      "grad_norm": 0.8274757577681382,
      "learning_rate": 0.0002997977511655037,
      "loss": 2.6094,
      "step": 4099
    },
    {
      "epoch": 0.19074203303093742,
      "grad_norm": 0.7105142095865342,
      "learning_rate": 0.00029979755845326364,
      "loss": 2.4688,
      "step": 4100
    },
    {
      "epoch": 0.19078855547801815,
      "grad_norm": 0.7104372581249284,
      "learning_rate": 0.00029979736564931663,
      "loss": 2.7812,
      "step": 4101
    },
    {
      "epoch": 0.19083507792509885,
      "grad_norm": 0.7651089608542392,
      "learning_rate": 0.0002997971727536628,
      "loss": 2.6406,
      "step": 4102
    },
    {
      "epoch": 0.19088160037217958,
      "grad_norm": 0.6467926543675572,
      "learning_rate": 0.00029979697976630223,
      "loss": 2.5938,
      "step": 4103
    },
    {
      "epoch": 0.1909281228192603,
      "grad_norm": 0.7420159659061246,
      "learning_rate": 0.00029979678668723506,
      "loss": 2.9062,
      "step": 4104
    },
    {
      "epoch": 0.190974645266341,
      "grad_norm": 0.7706553944564319,
      "learning_rate": 0.00029979659351646147,
      "loss": 2.4844,
      "step": 4105
    },
    {
      "epoch": 0.19102116771342173,
      "grad_norm": 0.7884412470904831,
      "learning_rate": 0.00029979640025398145,
      "loss": 2.7031,
      "step": 4106
    },
    {
      "epoch": 0.19106769016050243,
      "grad_norm": 0.7209452847115005,
      "learning_rate": 0.0002997962068997952,
      "loss": 2.8438,
      "step": 4107
    },
    {
      "epoch": 0.19111421260758316,
      "grad_norm": 0.7844663900290798,
      "learning_rate": 0.0002997960134539029,
      "loss": 2.6562,
      "step": 4108
    },
    {
      "epoch": 0.19116073505466388,
      "grad_norm": 0.7497543259228475,
      "learning_rate": 0.00029979581991630455,
      "loss": 2.6406,
      "step": 4109
    },
    {
      "epoch": 0.19120725750174458,
      "grad_norm": 0.7878433700650279,
      "learning_rate": 0.0002997956262870003,
      "loss": 2.75,
      "step": 4110
    },
    {
      "epoch": 0.1912537799488253,
      "grad_norm": 0.7465229225019103,
      "learning_rate": 0.00029979543256599035,
      "loss": 2.6094,
      "step": 4111
    },
    {
      "epoch": 0.19130030239590604,
      "grad_norm": 0.6784302990122498,
      "learning_rate": 0.00029979523875327464,
      "loss": 2.4219,
      "step": 4112
    },
    {
      "epoch": 0.19134682484298673,
      "grad_norm": 0.7377441620058094,
      "learning_rate": 0.00029979504484885347,
      "loss": 2.7188,
      "step": 4113
    },
    {
      "epoch": 0.19139334729006746,
      "grad_norm": 0.677396529828229,
      "learning_rate": 0.0002997948508527269,
      "loss": 3.0156,
      "step": 4114
    },
    {
      "epoch": 0.19143986973714816,
      "grad_norm": 0.6509231650303463,
      "learning_rate": 0.000299794656764895,
      "loss": 2.4688,
      "step": 4115
    },
    {
      "epoch": 0.1914863921842289,
      "grad_norm": 0.688778689263165,
      "learning_rate": 0.000299794462585358,
      "loss": 2.6875,
      "step": 4116
    },
    {
      "epoch": 0.19153291463130961,
      "grad_norm": 0.7511259624292043,
      "learning_rate": 0.00029979426831411586,
      "loss": 2.6094,
      "step": 4117
    },
    {
      "epoch": 0.1915794370783903,
      "grad_norm": 0.6834643208274971,
      "learning_rate": 0.0002997940739511689,
      "loss": 2.8281,
      "step": 4118
    },
    {
      "epoch": 0.19162595952547104,
      "grad_norm": 1.015362292356657,
      "learning_rate": 0.00029979387949651703,
      "loss": 2.7188,
      "step": 4119
    },
    {
      "epoch": 0.19167248197255177,
      "grad_norm": 0.7406405146176643,
      "learning_rate": 0.00029979368495016047,
      "loss": 3.0625,
      "step": 4120
    },
    {
      "epoch": 0.19171900441963247,
      "grad_norm": 0.7148423773902115,
      "learning_rate": 0.0002997934903120994,
      "loss": 2.5,
      "step": 4121
    },
    {
      "epoch": 0.1917655268667132,
      "grad_norm": 0.6979423181160199,
      "learning_rate": 0.0002997932955823338,
      "loss": 2.8125,
      "step": 4122
    },
    {
      "epoch": 0.1918120493137939,
      "grad_norm": 0.6972744163607012,
      "learning_rate": 0.00029979310076086387,
      "loss": 2.8438,
      "step": 4123
    },
    {
      "epoch": 0.19185857176087462,
      "grad_norm": 0.7963706473087834,
      "learning_rate": 0.0002997929058476897,
      "loss": 2.8594,
      "step": 4124
    },
    {
      "epoch": 0.19190509420795535,
      "grad_norm": 0.736457238726465,
      "learning_rate": 0.00029979271084281154,
      "loss": 2.7812,
      "step": 4125
    },
    {
      "epoch": 0.19195161665503604,
      "grad_norm": 0.71317264771079,
      "learning_rate": 0.0002997925157462293,
      "loss": 2.9219,
      "step": 4126
    },
    {
      "epoch": 0.19199813910211677,
      "grad_norm": 0.7199050493324546,
      "learning_rate": 0.00029979232055794326,
      "loss": 3.1094,
      "step": 4127
    },
    {
      "epoch": 0.1920446615491975,
      "grad_norm": 0.6318512274581741,
      "learning_rate": 0.00029979212527795344,
      "loss": 2.9062,
      "step": 4128
    },
    {
      "epoch": 0.1920911839962782,
      "grad_norm": 0.7117394476647748,
      "learning_rate": 0.00029979192990626,
      "loss": 2.7344,
      "step": 4129
    },
    {
      "epoch": 0.19213770644335892,
      "grad_norm": 0.7140297848652372,
      "learning_rate": 0.00029979173444286307,
      "loss": 2.625,
      "step": 4130
    },
    {
      "epoch": 0.19218422889043962,
      "grad_norm": 0.681755847453369,
      "learning_rate": 0.0002997915388877627,
      "loss": 2.7344,
      "step": 4131
    },
    {
      "epoch": 0.19223075133752035,
      "grad_norm": 0.7468113682593266,
      "learning_rate": 0.00029979134324095914,
      "loss": 2.9844,
      "step": 4132
    },
    {
      "epoch": 0.19227727378460108,
      "grad_norm": 0.8616328089844588,
      "learning_rate": 0.0002997911475024524,
      "loss": 2.9844,
      "step": 4133
    },
    {
      "epoch": 0.19232379623168178,
      "grad_norm": 0.7047415509889738,
      "learning_rate": 0.00029979095167224267,
      "loss": 2.7344,
      "step": 4134
    },
    {
      "epoch": 0.1923703186787625,
      "grad_norm": 0.714102902370393,
      "learning_rate": 0.00029979075575032997,
      "loss": 2.7969,
      "step": 4135
    },
    {
      "epoch": 0.19241684112584323,
      "grad_norm": 0.716101560191093,
      "learning_rate": 0.0002997905597367146,
      "loss": 2.9531,
      "step": 4136
    },
    {
      "epoch": 0.19246336357292393,
      "grad_norm": 0.6907020503385409,
      "learning_rate": 0.00029979036363139645,
      "loss": 2.7188,
      "step": 4137
    },
    {
      "epoch": 0.19250988602000466,
      "grad_norm": 0.6649736451358265,
      "learning_rate": 0.00029979016743437585,
      "loss": 2.8906,
      "step": 4138
    },
    {
      "epoch": 0.19255640846708535,
      "grad_norm": 0.6221654536494825,
      "learning_rate": 0.00029978997114565273,
      "loss": 2.4531,
      "step": 4139
    },
    {
      "epoch": 0.19260293091416608,
      "grad_norm": 0.7798861662569261,
      "learning_rate": 0.00029978977476522736,
      "loss": 2.8594,
      "step": 4140
    },
    {
      "epoch": 0.1926494533612468,
      "grad_norm": 0.7068772213879386,
      "learning_rate": 0.0002997895782930998,
      "loss": 2.7656,
      "step": 4141
    },
    {
      "epoch": 0.1926959758083275,
      "grad_norm": 0.6492577138103712,
      "learning_rate": 0.00029978938172927017,
      "loss": 2.6719,
      "step": 4142
    },
    {
      "epoch": 0.19274249825540823,
      "grad_norm": 0.6755238325577706,
      "learning_rate": 0.0002997891850737387,
      "loss": 2.5156,
      "step": 4143
    },
    {
      "epoch": 0.19278902070248896,
      "grad_norm": 0.6663200219847268,
      "learning_rate": 0.00029978898832650527,
      "loss": 2.5781,
      "step": 4144
    },
    {
      "epoch": 0.19283554314956966,
      "grad_norm": 0.677172480757933,
      "learning_rate": 0.0002997887914875702,
      "loss": 2.6562,
      "step": 4145
    },
    {
      "epoch": 0.1928820655966504,
      "grad_norm": 0.6571732296844145,
      "learning_rate": 0.0002997885945569335,
      "loss": 2.5781,
      "step": 4146
    },
    {
      "epoch": 0.19292858804373111,
      "grad_norm": 0.6857794802392464,
      "learning_rate": 0.0002997883975345954,
      "loss": 2.7031,
      "step": 4147
    },
    {
      "epoch": 0.1929751104908118,
      "grad_norm": 0.6522762128771329,
      "learning_rate": 0.00029978820042055596,
      "loss": 2.6875,
      "step": 4148
    },
    {
      "epoch": 0.19302163293789254,
      "grad_norm": 0.7488580206117196,
      "learning_rate": 0.00029978800321481524,
      "loss": 2.625,
      "step": 4149
    },
    {
      "epoch": 0.19306815538497324,
      "grad_norm": 0.7266504718784985,
      "learning_rate": 0.00029978780591737345,
      "loss": 2.6719,
      "step": 4150
    },
    {
      "epoch": 0.19311467783205397,
      "grad_norm": 0.7098112723823276,
      "learning_rate": 0.0002997876085282307,
      "loss": 2.9062,
      "step": 4151
    },
    {
      "epoch": 0.1931612002791347,
      "grad_norm": 0.7043462921783089,
      "learning_rate": 0.0002997874110473871,
      "loss": 2.8438,
      "step": 4152
    },
    {
      "epoch": 0.1932077227262154,
      "grad_norm": 0.7444380489644394,
      "learning_rate": 0.0002997872134748427,
      "loss": 2.8125,
      "step": 4153
    },
    {
      "epoch": 0.19325424517329612,
      "grad_norm": 0.7063526768850811,
      "learning_rate": 0.00029978701581059777,
      "loss": 3.0312,
      "step": 4154
    },
    {
      "epoch": 0.19330076762037685,
      "grad_norm": 0.7182476918157488,
      "learning_rate": 0.0002997868180546523,
      "loss": 2.75,
      "step": 4155
    },
    {
      "epoch": 0.19334729006745754,
      "grad_norm": 0.67886314159411,
      "learning_rate": 0.00029978662020700643,
      "loss": 2.875,
      "step": 4156
    },
    {
      "epoch": 0.19339381251453827,
      "grad_norm": 0.7252515728888062,
      "learning_rate": 0.0002997864222676604,
      "loss": 2.75,
      "step": 4157
    },
    {
      "epoch": 0.19344033496161897,
      "grad_norm": 0.6783968307103638,
      "learning_rate": 0.00029978622423661416,
      "loss": 2.8125,
      "step": 4158
    },
    {
      "epoch": 0.1934868574086997,
      "grad_norm": 0.7405980374446132,
      "learning_rate": 0.000299786026113868,
      "loss": 2.6875,
      "step": 4159
    },
    {
      "epoch": 0.19353337985578042,
      "grad_norm": 0.6668527432421473,
      "learning_rate": 0.0002997858278994219,
      "loss": 2.8281,
      "step": 4160
    },
    {
      "epoch": 0.19357990230286112,
      "grad_norm": 0.7799348645490041,
      "learning_rate": 0.00029978562959327595,
      "loss": 2.8906,
      "step": 4161
    },
    {
      "epoch": 0.19362642474994185,
      "grad_norm": 0.6863677180306328,
      "learning_rate": 0.00029978543119543044,
      "loss": 2.6875,
      "step": 4162
    },
    {
      "epoch": 0.19367294719702258,
      "grad_norm": 0.6815001979840734,
      "learning_rate": 0.0002997852327058854,
      "loss": 2.7031,
      "step": 4163
    },
    {
      "epoch": 0.19371946964410328,
      "grad_norm": 0.7182746377882262,
      "learning_rate": 0.00029978503412464094,
      "loss": 2.5781,
      "step": 4164
    },
    {
      "epoch": 0.193765992091184,
      "grad_norm": 0.6800096375861844,
      "learning_rate": 0.00029978483545169723,
      "loss": 2.8906,
      "step": 4165
    },
    {
      "epoch": 0.1938125145382647,
      "grad_norm": 0.6640206570990664,
      "learning_rate": 0.0002997846366870543,
      "loss": 2.375,
      "step": 4166
    },
    {
      "epoch": 0.19385903698534543,
      "grad_norm": 0.7221806397132016,
      "learning_rate": 0.0002997844378307124,
      "loss": 2.6875,
      "step": 4167
    },
    {
      "epoch": 0.19390555943242616,
      "grad_norm": 0.8628308578739293,
      "learning_rate": 0.00029978423888267155,
      "loss": 2.7188,
      "step": 4168
    },
    {
      "epoch": 0.19395208187950685,
      "grad_norm": 0.6943515634744475,
      "learning_rate": 0.0002997840398429319,
      "loss": 2.8594,
      "step": 4169
    },
    {
      "epoch": 0.19399860432658758,
      "grad_norm": 0.6907744886660545,
      "learning_rate": 0.0002997838407114936,
      "loss": 2.9844,
      "step": 4170
    },
    {
      "epoch": 0.1940451267736683,
      "grad_norm": 0.7455534100479461,
      "learning_rate": 0.0002997836414883567,
      "loss": 2.7812,
      "step": 4171
    },
    {
      "epoch": 0.194091649220749,
      "grad_norm": 0.6516288375171785,
      "learning_rate": 0.00029978344217352146,
      "loss": 2.5938,
      "step": 4172
    },
    {
      "epoch": 0.19413817166782973,
      "grad_norm": 0.7925731896713526,
      "learning_rate": 0.00029978324276698785,
      "loss": 2.9062,
      "step": 4173
    },
    {
      "epoch": 0.19418469411491043,
      "grad_norm": 0.6473959957844746,
      "learning_rate": 0.00029978304326875606,
      "loss": 2.5625,
      "step": 4174
    },
    {
      "epoch": 0.19423121656199116,
      "grad_norm": 0.7175418796748084,
      "learning_rate": 0.00029978284367882625,
      "loss": 2.7188,
      "step": 4175
    },
    {
      "epoch": 0.1942777390090719,
      "grad_norm": 0.7300262373920439,
      "learning_rate": 0.00029978264399719846,
      "loss": 2.7969,
      "step": 4176
    },
    {
      "epoch": 0.19432426145615259,
      "grad_norm": 0.757838593477587,
      "learning_rate": 0.00029978244422387287,
      "loss": 2.875,
      "step": 4177
    },
    {
      "epoch": 0.1943707839032333,
      "grad_norm": 0.7865646402215762,
      "learning_rate": 0.00029978224435884957,
      "loss": 3.0156,
      "step": 4178
    },
    {
      "epoch": 0.19441730635031404,
      "grad_norm": 0.6808755441085192,
      "learning_rate": 0.00029978204440212874,
      "loss": 2.6875,
      "step": 4179
    },
    {
      "epoch": 0.19446382879739474,
      "grad_norm": 0.7178565164750008,
      "learning_rate": 0.0002997818443537104,
      "loss": 2.6562,
      "step": 4180
    },
    {
      "epoch": 0.19451035124447547,
      "grad_norm": 0.6787362243430988,
      "learning_rate": 0.00029978164421359474,
      "loss": 2.9375,
      "step": 4181
    },
    {
      "epoch": 0.19455687369155616,
      "grad_norm": 0.6547871957078013,
      "learning_rate": 0.0002997814439817819,
      "loss": 2.7188,
      "step": 4182
    },
    {
      "epoch": 0.1946033961386369,
      "grad_norm": 0.7488438452606071,
      "learning_rate": 0.00029978124365827194,
      "loss": 2.5156,
      "step": 4183
    },
    {
      "epoch": 0.19464991858571762,
      "grad_norm": 0.7471983409982973,
      "learning_rate": 0.00029978104324306505,
      "loss": 2.9219,
      "step": 4184
    },
    {
      "epoch": 0.19469644103279832,
      "grad_norm": 0.7162479451052621,
      "learning_rate": 0.0002997808427361614,
      "loss": 2.8438,
      "step": 4185
    },
    {
      "epoch": 0.19474296347987904,
      "grad_norm": 0.7128198966674963,
      "learning_rate": 0.00029978064213756093,
      "loss": 2.8906,
      "step": 4186
    },
    {
      "epoch": 0.19478948592695977,
      "grad_norm": 0.6937144591477062,
      "learning_rate": 0.00029978044144726387,
      "loss": 2.7188,
      "step": 4187
    },
    {
      "epoch": 0.19483600837404047,
      "grad_norm": 0.6875119553670478,
      "learning_rate": 0.00029978024066527035,
      "loss": 2.7031,
      "step": 4188
    },
    {
      "epoch": 0.1948825308211212,
      "grad_norm": 0.6396311911358533,
      "learning_rate": 0.00029978003979158055,
      "loss": 2.5312,
      "step": 4189
    },
    {
      "epoch": 0.1949290532682019,
      "grad_norm": 0.7424184933205848,
      "learning_rate": 0.00029977983882619445,
      "loss": 2.6094,
      "step": 4190
    },
    {
      "epoch": 0.19497557571528262,
      "grad_norm": 0.6471132652662581,
      "learning_rate": 0.00029977963776911233,
      "loss": 2.7969,
      "step": 4191
    },
    {
      "epoch": 0.19502209816236335,
      "grad_norm": 0.6915866965242794,
      "learning_rate": 0.00029977943662033414,
      "loss": 2.7031,
      "step": 4192
    },
    {
      "epoch": 0.19506862060944405,
      "grad_norm": 0.6897394131830651,
      "learning_rate": 0.00029977923537986015,
      "loss": 2.8438,
      "step": 4193
    },
    {
      "epoch": 0.19511514305652478,
      "grad_norm": 0.6891761404482366,
      "learning_rate": 0.0002997790340476904,
      "loss": 2.5,
      "step": 4194
    },
    {
      "epoch": 0.1951616655036055,
      "grad_norm": 0.7286680186143224,
      "learning_rate": 0.0002997788326238251,
      "loss": 2.6875,
      "step": 4195
    },
    {
      "epoch": 0.1952081879506862,
      "grad_norm": 0.7446408267682851,
      "learning_rate": 0.00029977863110826423,
      "loss": 3.0312,
      "step": 4196
    },
    {
      "epoch": 0.19525471039776693,
      "grad_norm": 0.7377802353927454,
      "learning_rate": 0.00029977842950100806,
      "loss": 2.625,
      "step": 4197
    },
    {
      "epoch": 0.19530123284484763,
      "grad_norm": 0.7275514659251372,
      "learning_rate": 0.0002997782278020566,
      "loss": 2.8125,
      "step": 4198
    },
    {
      "epoch": 0.19534775529192835,
      "grad_norm": 0.7973647333965974,
      "learning_rate": 0.0002997780260114101,
      "loss": 2.5938,
      "step": 4199
    },
    {
      "epoch": 0.19539427773900908,
      "grad_norm": 0.6998456391453141,
      "learning_rate": 0.0002997778241290686,
      "loss": 2.9062,
      "step": 4200
    },
    {
      "epoch": 0.19544080018608978,
      "grad_norm": 0.7132428057838218,
      "learning_rate": 0.0002997776221550322,
      "loss": 2.9375,
      "step": 4201
    },
    {
      "epoch": 0.1954873226331705,
      "grad_norm": 0.7081387233586063,
      "learning_rate": 0.000299777420089301,
      "loss": 3.125,
      "step": 4202
    },
    {
      "epoch": 0.19553384508025123,
      "grad_norm": 0.7275251383864736,
      "learning_rate": 0.0002997772179318753,
      "loss": 2.9375,
      "step": 4203
    },
    {
      "epoch": 0.19558036752733193,
      "grad_norm": 0.7766161640121885,
      "learning_rate": 0.000299777015682755,
      "loss": 1.9297,
      "step": 4204
    },
    {
      "epoch": 0.19562688997441266,
      "grad_norm": 0.7432201442399223,
      "learning_rate": 0.0002997768133419404,
      "loss": 2.7031,
      "step": 4205
    },
    {
      "epoch": 0.19567341242149336,
      "grad_norm": 0.6786759581005971,
      "learning_rate": 0.0002997766109094316,
      "loss": 2.6875,
      "step": 4206
    },
    {
      "epoch": 0.19571993486857409,
      "grad_norm": 0.7378114539397531,
      "learning_rate": 0.00029977640838522855,
      "loss": 3.0781,
      "step": 4207
    },
    {
      "epoch": 0.1957664573156548,
      "grad_norm": 0.7427241969623267,
      "learning_rate": 0.00029977620576933156,
      "loss": 2.7969,
      "step": 4208
    },
    {
      "epoch": 0.1958129797627355,
      "grad_norm": 0.671231926307221,
      "learning_rate": 0.00029977600306174066,
      "loss": 2.6875,
      "step": 4209
    },
    {
      "epoch": 0.19585950220981624,
      "grad_norm": 0.6672012644067601,
      "learning_rate": 0.00029977580026245603,
      "loss": 2.5625,
      "step": 4210
    },
    {
      "epoch": 0.19590602465689697,
      "grad_norm": 0.733113823640595,
      "learning_rate": 0.00029977559737147776,
      "loss": 3.0938,
      "step": 4211
    },
    {
      "epoch": 0.19595254710397766,
      "grad_norm": 0.7225779105324807,
      "learning_rate": 0.000299775394388806,
      "loss": 2.7969,
      "step": 4212
    },
    {
      "epoch": 0.1959990695510584,
      "grad_norm": 0.6964850644100345,
      "learning_rate": 0.0002997751913144409,
      "loss": 2.875,
      "step": 4213
    },
    {
      "epoch": 0.1960455919981391,
      "grad_norm": 0.6957792983464692,
      "learning_rate": 0.0002997749881483825,
      "loss": 2.75,
      "step": 4214
    },
    {
      "epoch": 0.19609211444521982,
      "grad_norm": 0.6980829480034393,
      "learning_rate": 0.000299774784890631,
      "loss": 2.5312,
      "step": 4215
    },
    {
      "epoch": 0.19613863689230054,
      "grad_norm": 0.6535422202980862,
      "learning_rate": 0.00029977458154118646,
      "loss": 2.6094,
      "step": 4216
    },
    {
      "epoch": 0.19618515933938124,
      "grad_norm": 0.8369560494242623,
      "learning_rate": 0.00029977437810004904,
      "loss": 2.8438,
      "step": 4217
    },
    {
      "epoch": 0.19623168178646197,
      "grad_norm": 0.726675639313153,
      "learning_rate": 0.0002997741745672189,
      "loss": 2.8438,
      "step": 4218
    },
    {
      "epoch": 0.1962782042335427,
      "grad_norm": 0.6962652481601596,
      "learning_rate": 0.0002997739709426961,
      "loss": 2.375,
      "step": 4219
    },
    {
      "epoch": 0.1963247266806234,
      "grad_norm": 0.5948473195182754,
      "learning_rate": 0.0002997737672264808,
      "loss": 2.3125,
      "step": 4220
    },
    {
      "epoch": 0.19637124912770412,
      "grad_norm": 0.6863753949024105,
      "learning_rate": 0.0002997735634185731,
      "loss": 2.5312,
      "step": 4221
    },
    {
      "epoch": 0.19641777157478482,
      "grad_norm": 0.6857070112244724,
      "learning_rate": 0.00029977335951897316,
      "loss": 2.6875,
      "step": 4222
    },
    {
      "epoch": 0.19646429402186555,
      "grad_norm": 0.7061550011745749,
      "learning_rate": 0.0002997731555276811,
      "loss": 2.8438,
      "step": 4223
    },
    {
      "epoch": 0.19651081646894628,
      "grad_norm": 0.9246002812317532,
      "learning_rate": 0.000299772951444697,
      "loss": 2.0,
      "step": 4224
    },
    {
      "epoch": 0.19655733891602697,
      "grad_norm": 0.7053204519255301,
      "learning_rate": 0.000299772747270021,
      "loss": 2.6719,
      "step": 4225
    },
    {
      "epoch": 0.1966038613631077,
      "grad_norm": 0.6833170363304429,
      "learning_rate": 0.00029977254300365334,
      "loss": 2.8125,
      "step": 4226
    },
    {
      "epoch": 0.19665038381018843,
      "grad_norm": 0.6880795972838445,
      "learning_rate": 0.00029977233864559395,
      "loss": 2.75,
      "step": 4227
    },
    {
      "epoch": 0.19669690625726913,
      "grad_norm": 0.6610230415634866,
      "learning_rate": 0.00029977213419584304,
      "loss": 2.8594,
      "step": 4228
    },
    {
      "epoch": 0.19674342870434985,
      "grad_norm": 0.7138537051683423,
      "learning_rate": 0.0002997719296544008,
      "loss": 2.9062,
      "step": 4229
    },
    {
      "epoch": 0.19678995115143055,
      "grad_norm": 0.67268704172564,
      "learning_rate": 0.0002997717250212673,
      "loss": 2.6094,
      "step": 4230
    },
    {
      "epoch": 0.19683647359851128,
      "grad_norm": 0.6484591256989365,
      "learning_rate": 0.00029977152029644265,
      "loss": 2.75,
      "step": 4231
    },
    {
      "epoch": 0.196882996045592,
      "grad_norm": 0.7209237283219093,
      "learning_rate": 0.000299771315479927,
      "loss": 2.7344,
      "step": 4232
    },
    {
      "epoch": 0.1969295184926727,
      "grad_norm": 0.8947182321493208,
      "learning_rate": 0.00029977111057172045,
      "loss": 3.0312,
      "step": 4233
    },
    {
      "epoch": 0.19697604093975343,
      "grad_norm": 0.7278812591808375,
      "learning_rate": 0.0002997709055718232,
      "loss": 2.5625,
      "step": 4234
    },
    {
      "epoch": 0.19702256338683416,
      "grad_norm": 0.7097247119344672,
      "learning_rate": 0.00029977070048023527,
      "loss": 2.7969,
      "step": 4235
    },
    {
      "epoch": 0.19706908583391486,
      "grad_norm": 0.7046661312071479,
      "learning_rate": 0.00029977049529695686,
      "loss": 2.7188,
      "step": 4236
    },
    {
      "epoch": 0.19711560828099559,
      "grad_norm": 0.7546141189627312,
      "learning_rate": 0.000299770290021988,
      "loss": 2.4375,
      "step": 4237
    },
    {
      "epoch": 0.19716213072807628,
      "grad_norm": 0.7751476921037167,
      "learning_rate": 0.00029977008465532896,
      "loss": 2.75,
      "step": 4238
    },
    {
      "epoch": 0.197208653175157,
      "grad_norm": 0.6481888518335602,
      "learning_rate": 0.0002997698791969798,
      "loss": 2.6719,
      "step": 4239
    },
    {
      "epoch": 0.19725517562223774,
      "grad_norm": 0.7499582780987171,
      "learning_rate": 0.00029976967364694055,
      "loss": 2.5781,
      "step": 4240
    },
    {
      "epoch": 0.19730169806931844,
      "grad_norm": 0.7343274643537593,
      "learning_rate": 0.0002997694680052115,
      "loss": 2.8594,
      "step": 4241
    },
    {
      "epoch": 0.19734822051639916,
      "grad_norm": 0.7502598296446603,
      "learning_rate": 0.0002997692622717927,
      "loss": 2.9062,
      "step": 4242
    },
    {
      "epoch": 0.1973947429634799,
      "grad_norm": 0.7639157658687724,
      "learning_rate": 0.00029976905644668426,
      "loss": 2.75,
      "step": 4243
    },
    {
      "epoch": 0.1974412654105606,
      "grad_norm": 0.7963310213141267,
      "learning_rate": 0.00029976885052988633,
      "loss": 2.9844,
      "step": 4244
    },
    {
      "epoch": 0.19748778785764132,
      "grad_norm": 0.6745837078848526,
      "learning_rate": 0.000299768644521399,
      "loss": 2.7344,
      "step": 4245
    },
    {
      "epoch": 0.19753431030472202,
      "grad_norm": 0.6792327638632174,
      "learning_rate": 0.0002997684384212224,
      "loss": 3.0312,
      "step": 4246
    },
    {
      "epoch": 0.19758083275180274,
      "grad_norm": 0.6785714507233573,
      "learning_rate": 0.00029976823222935674,
      "loss": 2.6875,
      "step": 4247
    },
    {
      "epoch": 0.19762735519888347,
      "grad_norm": 0.6902546840694305,
      "learning_rate": 0.00029976802594580205,
      "loss": 3.1406,
      "step": 4248
    },
    {
      "epoch": 0.19767387764596417,
      "grad_norm": 0.7604055733931059,
      "learning_rate": 0.0002997678195705585,
      "loss": 2.75,
      "step": 4249
    },
    {
      "epoch": 0.1977204000930449,
      "grad_norm": 0.7088382884906824,
      "learning_rate": 0.00029976761310362624,
      "loss": 2.4219,
      "step": 4250
    },
    {
      "epoch": 0.19776692254012562,
      "grad_norm": 0.727447615312916,
      "learning_rate": 0.0002997674065450053,
      "loss": 2.8438,
      "step": 4251
    },
    {
      "epoch": 0.19781344498720632,
      "grad_norm": 0.7314724154096849,
      "learning_rate": 0.0002997671998946959,
      "loss": 2.7656,
      "step": 4252
    },
    {
      "epoch": 0.19785996743428705,
      "grad_norm": 0.6667271332237622,
      "learning_rate": 0.00029976699315269813,
      "loss": 2.7031,
      "step": 4253
    },
    {
      "epoch": 0.19790648988136775,
      "grad_norm": 0.7157972859387731,
      "learning_rate": 0.00029976678631901216,
      "loss": 2.8438,
      "step": 4254
    },
    {
      "epoch": 0.19795301232844847,
      "grad_norm": 0.7256659340388142,
      "learning_rate": 0.000299766579393638,
      "loss": 2.6406,
      "step": 4255
    },
    {
      "epoch": 0.1979995347755292,
      "grad_norm": 0.6869296043403504,
      "learning_rate": 0.000299766372376576,
      "loss": 2.8281,
      "step": 4256
    },
    {
      "epoch": 0.1980460572226099,
      "grad_norm": 0.6795440690933321,
      "learning_rate": 0.00029976616526782604,
      "loss": 2.7188,
      "step": 4257
    },
    {
      "epoch": 0.19809257966969063,
      "grad_norm": 0.7163348434573806,
      "learning_rate": 0.0002997659580673884,
      "loss": 2.6562,
      "step": 4258
    },
    {
      "epoch": 0.19813910211677135,
      "grad_norm": 0.7264019581792167,
      "learning_rate": 0.0002997657507752631,
      "loss": 2.5938,
      "step": 4259
    },
    {
      "epoch": 0.19818562456385205,
      "grad_norm": 0.7276489067239873,
      "learning_rate": 0.00029976554339145034,
      "loss": 2.6875,
      "step": 4260
    },
    {
      "epoch": 0.19823214701093278,
      "grad_norm": 0.8195362370304494,
      "learning_rate": 0.00029976533591595023,
      "loss": 2.7656,
      "step": 4261
    },
    {
      "epoch": 0.19827866945801348,
      "grad_norm": 0.6316379881976032,
      "learning_rate": 0.0002997651283487629,
      "loss": 2.6406,
      "step": 4262
    },
    {
      "epoch": 0.1983251919050942,
      "grad_norm": 0.6776005491861428,
      "learning_rate": 0.00029976492068988853,
      "loss": 2.875,
      "step": 4263
    },
    {
      "epoch": 0.19837171435217493,
      "grad_norm": 0.728973375800088,
      "learning_rate": 0.00029976471293932715,
      "loss": 2.8906,
      "step": 4264
    },
    {
      "epoch": 0.19841823679925563,
      "grad_norm": 0.7491926096148882,
      "learning_rate": 0.0002997645050970789,
      "loss": 2.5625,
      "step": 4265
    },
    {
      "epoch": 0.19846475924633636,
      "grad_norm": 0.7852827802363209,
      "learning_rate": 0.00029976429716314397,
      "loss": 2.9062,
      "step": 4266
    },
    {
      "epoch": 0.19851128169341709,
      "grad_norm": 0.7308779828971057,
      "learning_rate": 0.0002997640891375225,
      "loss": 2.625,
      "step": 4267
    },
    {
      "epoch": 0.19855780414049778,
      "grad_norm": 0.6860228196308963,
      "learning_rate": 0.00029976388102021456,
      "loss": 2.4375,
      "step": 4268
    },
    {
      "epoch": 0.1986043265875785,
      "grad_norm": 0.7051243174289162,
      "learning_rate": 0.00029976367281122024,
      "loss": 2.8906,
      "step": 4269
    },
    {
      "epoch": 0.1986508490346592,
      "grad_norm": 0.7412638054165446,
      "learning_rate": 0.0002997634645105397,
      "loss": 2.8906,
      "step": 4270
    },
    {
      "epoch": 0.19869737148173994,
      "grad_norm": 0.7551066178666012,
      "learning_rate": 0.00029976325611817315,
      "loss": 2.4688,
      "step": 4271
    },
    {
      "epoch": 0.19874389392882066,
      "grad_norm": 0.7530804529504753,
      "learning_rate": 0.0002997630476341206,
      "loss": 2.9375,
      "step": 4272
    },
    {
      "epoch": 0.19879041637590136,
      "grad_norm": 0.663924144583571,
      "learning_rate": 0.00029976283905838226,
      "loss": 2.4844,
      "step": 4273
    },
    {
      "epoch": 0.1988369388229821,
      "grad_norm": 0.7159577681051232,
      "learning_rate": 0.0002997626303909582,
      "loss": 2.5938,
      "step": 4274
    },
    {
      "epoch": 0.19888346127006282,
      "grad_norm": 0.6624658183308207,
      "learning_rate": 0.0002997624216318486,
      "loss": 2.7812,
      "step": 4275
    },
    {
      "epoch": 0.19892998371714352,
      "grad_norm": 0.6936805408539927,
      "learning_rate": 0.00029976221278105354,
      "loss": 2.7188,
      "step": 4276
    },
    {
      "epoch": 0.19897650616422424,
      "grad_norm": 0.7215645354903722,
      "learning_rate": 0.0002997620038385732,
      "loss": 2.5469,
      "step": 4277
    },
    {
      "epoch": 0.19902302861130494,
      "grad_norm": 0.6392798694984342,
      "learning_rate": 0.0002997617948044076,
      "loss": 2.5156,
      "step": 4278
    },
    {
      "epoch": 0.19906955105838567,
      "grad_norm": 0.7021738228329886,
      "learning_rate": 0.00029976158567855704,
      "loss": 2.6406,
      "step": 4279
    },
    {
      "epoch": 0.1991160735054664,
      "grad_norm": 0.7190580867481977,
      "learning_rate": 0.00029976137646102154,
      "loss": 2.7344,
      "step": 4280
    },
    {
      "epoch": 0.1991625959525471,
      "grad_norm": 0.6468899752801129,
      "learning_rate": 0.0002997611671518012,
      "loss": 2.6094,
      "step": 4281
    },
    {
      "epoch": 0.19920911839962782,
      "grad_norm": 0.7394528513109115,
      "learning_rate": 0.00029976095775089627,
      "loss": 3.0781,
      "step": 4282
    },
    {
      "epoch": 0.19925564084670855,
      "grad_norm": 0.6913264726670395,
      "learning_rate": 0.0002997607482583067,
      "loss": 2.8281,
      "step": 4283
    },
    {
      "epoch": 0.19930216329378925,
      "grad_norm": 0.7532249456640395,
      "learning_rate": 0.0002997605386740328,
      "loss": 2.9219,
      "step": 4284
    },
    {
      "epoch": 0.19934868574086997,
      "grad_norm": 0.7091840107420196,
      "learning_rate": 0.0002997603289980746,
      "loss": 2.7031,
      "step": 4285
    },
    {
      "epoch": 0.19939520818795067,
      "grad_norm": 0.684458071535535,
      "learning_rate": 0.0002997601192304322,
      "loss": 2.6094,
      "step": 4286
    },
    {
      "epoch": 0.1994417306350314,
      "grad_norm": 0.6345077432567992,
      "learning_rate": 0.0002997599093711058,
      "loss": 2.3281,
      "step": 4287
    },
    {
      "epoch": 0.19948825308211213,
      "grad_norm": 0.6798122352162073,
      "learning_rate": 0.0002997596994200955,
      "loss": 3.1719,
      "step": 4288
    },
    {
      "epoch": 0.19953477552919283,
      "grad_norm": 0.7333211386406947,
      "learning_rate": 0.00029975948937740137,
      "loss": 2.7969,
      "step": 4289
    },
    {
      "epoch": 0.19958129797627355,
      "grad_norm": 0.8531545957329009,
      "learning_rate": 0.0002997592792430237,
      "loss": 2.7812,
      "step": 4290
    },
    {
      "epoch": 0.19962782042335428,
      "grad_norm": 0.7108953434025453,
      "learning_rate": 0.0002997590690169625,
      "loss": 2.8594,
      "step": 4291
    },
    {
      "epoch": 0.19967434287043498,
      "grad_norm": 0.7611404191251634,
      "learning_rate": 0.00029975885869921786,
      "loss": 2.7812,
      "step": 4292
    },
    {
      "epoch": 0.1997208653175157,
      "grad_norm": 0.8074040512792908,
      "learning_rate": 0.00029975864828978997,
      "loss": 2.0469,
      "step": 4293
    },
    {
      "epoch": 0.1997673877645964,
      "grad_norm": 0.7675941205161222,
      "learning_rate": 0.00029975843778867896,
      "loss": 2.6562,
      "step": 4294
    },
    {
      "epoch": 0.19981391021167713,
      "grad_norm": 0.9341341412832311,
      "learning_rate": 0.00029975822719588495,
      "loss": 2.5625,
      "step": 4295
    },
    {
      "epoch": 0.19986043265875786,
      "grad_norm": 0.7149374832914457,
      "learning_rate": 0.0002997580165114081,
      "loss": 2.6719,
      "step": 4296
    },
    {
      "epoch": 0.19990695510583856,
      "grad_norm": 0.6552012694500456,
      "learning_rate": 0.0002997578057352485,
      "loss": 2.6094,
      "step": 4297
    },
    {
      "epoch": 0.19995347755291928,
      "grad_norm": 0.6719448110251264,
      "learning_rate": 0.0002997575948674063,
      "loss": 2.8125,
      "step": 4298
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.9757381900862268,
      "learning_rate": 0.0002997573839078816,
      "loss": 2.5625,
      "step": 4299
    },
    {
      "epoch": 0.2000465224470807,
      "grad_norm": 0.8913776007449751,
      "learning_rate": 0.00029975717285667455,
      "loss": 2.6562,
      "step": 4300
    },
    {
      "epoch": 0.20009304489416144,
      "grad_norm": 0.7429063722430255,
      "learning_rate": 0.00029975696171378525,
      "loss": 2.8125,
      "step": 4301
    },
    {
      "epoch": 0.20013956734124214,
      "grad_norm": 0.7688201766570358,
      "learning_rate": 0.00029975675047921386,
      "loss": 2.8594,
      "step": 4302
    },
    {
      "epoch": 0.20018608978832286,
      "grad_norm": 0.7077418155491675,
      "learning_rate": 0.0002997565391529606,
      "loss": 2.7031,
      "step": 4303
    },
    {
      "epoch": 0.2002326122354036,
      "grad_norm": 0.7307711076794309,
      "learning_rate": 0.0002997563277350254,
      "loss": 2.7188,
      "step": 4304
    },
    {
      "epoch": 0.2002791346824843,
      "grad_norm": 0.7499939537809447,
      "learning_rate": 0.00029975611622540856,
      "loss": 2.8594,
      "step": 4305
    },
    {
      "epoch": 0.20032565712956502,
      "grad_norm": 0.679677431956524,
      "learning_rate": 0.00029975590462411007,
      "loss": 2.7031,
      "step": 4306
    },
    {
      "epoch": 0.20037217957664574,
      "grad_norm": 0.6936211108859076,
      "learning_rate": 0.0002997556929311302,
      "loss": 2.75,
      "step": 4307
    },
    {
      "epoch": 0.20041870202372644,
      "grad_norm": 0.6834053175219825,
      "learning_rate": 0.00029975548114646893,
      "loss": 2.875,
      "step": 4308
    },
    {
      "epoch": 0.20046522447080717,
      "grad_norm": 0.7053775492995742,
      "learning_rate": 0.0002997552692701265,
      "loss": 2.875,
      "step": 4309
    },
    {
      "epoch": 0.20051174691788787,
      "grad_norm": 0.6891260600652513,
      "learning_rate": 0.0002997550573021031,
      "loss": 2.6719,
      "step": 4310
    },
    {
      "epoch": 0.2005582693649686,
      "grad_norm": 0.6633842240764695,
      "learning_rate": 0.00029975484524239865,
      "loss": 2.9375,
      "step": 4311
    },
    {
      "epoch": 0.20060479181204932,
      "grad_norm": 0.7001305946817055,
      "learning_rate": 0.0002997546330910135,
      "loss": 2.7031,
      "step": 4312
    },
    {
      "epoch": 0.20065131425913002,
      "grad_norm": 0.6569929354903121,
      "learning_rate": 0.00029975442084794764,
      "loss": 2.5,
      "step": 4313
    },
    {
      "epoch": 0.20069783670621075,
      "grad_norm": 0.691971580316508,
      "learning_rate": 0.0002997542085132012,
      "loss": 2.6719,
      "step": 4314
    },
    {
      "epoch": 0.20074435915329147,
      "grad_norm": 0.7305427029021623,
      "learning_rate": 0.0002997539960867744,
      "loss": 2.7969,
      "step": 4315
    },
    {
      "epoch": 0.20079088160037217,
      "grad_norm": 0.7147943564831515,
      "learning_rate": 0.0002997537835686673,
      "loss": 3.125,
      "step": 4316
    },
    {
      "epoch": 0.2008374040474529,
      "grad_norm": 0.6468536620237565,
      "learning_rate": 0.00029975357095888004,
      "loss": 2.9062,
      "step": 4317
    },
    {
      "epoch": 0.2008839264945336,
      "grad_norm": 0.7048971669606646,
      "learning_rate": 0.0002997533582574128,
      "loss": 2.0469,
      "step": 4318
    },
    {
      "epoch": 0.20093044894161433,
      "grad_norm": 0.6640953548115153,
      "learning_rate": 0.0002997531454642657,
      "loss": 2.9219,
      "step": 4319
    },
    {
      "epoch": 0.20097697138869505,
      "grad_norm": 0.8331877704114504,
      "learning_rate": 0.0002997529325794388,
      "loss": 2.0938,
      "step": 4320
    },
    {
      "epoch": 0.20102349383577575,
      "grad_norm": 0.6642209921621981,
      "learning_rate": 0.0002997527196029322,
      "loss": 2.8906,
      "step": 4321
    },
    {
      "epoch": 0.20107001628285648,
      "grad_norm": 0.8070110246599426,
      "learning_rate": 0.0002997525065347462,
      "loss": 2.8594,
      "step": 4322
    },
    {
      "epoch": 0.2011165387299372,
      "grad_norm": 0.6700768254702207,
      "learning_rate": 0.0002997522933748808,
      "loss": 2.8594,
      "step": 4323
    },
    {
      "epoch": 0.2011630611770179,
      "grad_norm": 0.6709233458425294,
      "learning_rate": 0.00029975208012333616,
      "loss": 2.5,
      "step": 4324
    },
    {
      "epoch": 0.20120958362409863,
      "grad_norm": 0.8990670447780692,
      "learning_rate": 0.00029975186678011243,
      "loss": 2.9219,
      "step": 4325
    },
    {
      "epoch": 0.20125610607117933,
      "grad_norm": 0.7180004090620412,
      "learning_rate": 0.0002997516533452097,
      "loss": 2.7344,
      "step": 4326
    },
    {
      "epoch": 0.20130262851826006,
      "grad_norm": 0.7144273813406246,
      "learning_rate": 0.00029975143981862814,
      "loss": 2.9062,
      "step": 4327
    },
    {
      "epoch": 0.20134915096534078,
      "grad_norm": 0.805677017703733,
      "learning_rate": 0.00029975122620036785,
      "loss": 2.0156,
      "step": 4328
    },
    {
      "epoch": 0.20139567341242148,
      "grad_norm": 0.6299272916209177,
      "learning_rate": 0.00029975101249042906,
      "loss": 2.5625,
      "step": 4329
    },
    {
      "epoch": 0.2014421958595022,
      "grad_norm": 0.6885903175042741,
      "learning_rate": 0.0002997507986888117,
      "loss": 3.0938,
      "step": 4330
    },
    {
      "epoch": 0.20148871830658294,
      "grad_norm": 0.6808032361880934,
      "learning_rate": 0.0002997505847955161,
      "loss": 2.7344,
      "step": 4331
    },
    {
      "epoch": 0.20153524075366364,
      "grad_norm": 0.6720703159960456,
      "learning_rate": 0.00029975037081054226,
      "loss": 2.6562,
      "step": 4332
    },
    {
      "epoch": 0.20158176320074436,
      "grad_norm": 0.7275876561985148,
      "learning_rate": 0.0002997501567338904,
      "loss": 2.7188,
      "step": 4333
    },
    {
      "epoch": 0.20162828564782506,
      "grad_norm": 0.6911553574830672,
      "learning_rate": 0.0002997499425655606,
      "loss": 2.6406,
      "step": 4334
    },
    {
      "epoch": 0.2016748080949058,
      "grad_norm": 0.6459500864992636,
      "learning_rate": 0.00029974972830555294,
      "loss": 2.7031,
      "step": 4335
    },
    {
      "epoch": 0.20172133054198652,
      "grad_norm": 0.6433857532489644,
      "learning_rate": 0.00029974951395386767,
      "loss": 2.75,
      "step": 4336
    },
    {
      "epoch": 0.20176785298906721,
      "grad_norm": 0.6639315884705632,
      "learning_rate": 0.0002997492995105049,
      "loss": 2.7656,
      "step": 4337
    },
    {
      "epoch": 0.20181437543614794,
      "grad_norm": 0.7609266378942834,
      "learning_rate": 0.0002997490849754647,
      "loss": 2.5938,
      "step": 4338
    },
    {
      "epoch": 0.20186089788322867,
      "grad_norm": 0.6862228072221405,
      "learning_rate": 0.0002997488703487472,
      "loss": 2.5469,
      "step": 4339
    },
    {
      "epoch": 0.20190742033030937,
      "grad_norm": 0.7270379805614114,
      "learning_rate": 0.00029974865563035254,
      "loss": 2.8594,
      "step": 4340
    },
    {
      "epoch": 0.2019539427773901,
      "grad_norm": 0.7538310505928688,
      "learning_rate": 0.00029974844082028096,
      "loss": 2.8281,
      "step": 4341
    },
    {
      "epoch": 0.20200046522447082,
      "grad_norm": 0.6890802543719651,
      "learning_rate": 0.0002997482259185324,
      "loss": 2.7344,
      "step": 4342
    },
    {
      "epoch": 0.20204698767155152,
      "grad_norm": 0.6712593447403511,
      "learning_rate": 0.00029974801092510714,
      "loss": 2.625,
      "step": 4343
    },
    {
      "epoch": 0.20209351011863225,
      "grad_norm": 0.7131285292532139,
      "learning_rate": 0.0002997477958400053,
      "loss": 2.8281,
      "step": 4344
    },
    {
      "epoch": 0.20214003256571295,
      "grad_norm": 0.6970391152423754,
      "learning_rate": 0.0002997475806632269,
      "loss": 2.8906,
      "step": 4345
    },
    {
      "epoch": 0.20218655501279367,
      "grad_norm": 0.6760399133105368,
      "learning_rate": 0.0002997473653947722,
      "loss": 2.8438,
      "step": 4346
    },
    {
      "epoch": 0.2022330774598744,
      "grad_norm": 0.7234334099210523,
      "learning_rate": 0.0002997471500346413,
      "loss": 2.875,
      "step": 4347
    },
    {
      "epoch": 0.2022795999069551,
      "grad_norm": 0.7195203994162457,
      "learning_rate": 0.0002997469345828343,
      "loss": 2.6719,
      "step": 4348
    },
    {
      "epoch": 0.20232612235403583,
      "grad_norm": 0.6851489613366397,
      "learning_rate": 0.0002997467190393513,
      "loss": 2.7656,
      "step": 4349
    },
    {
      "epoch": 0.20237264480111655,
      "grad_norm": 0.7038136902226197,
      "learning_rate": 0.0002997465034041925,
      "loss": 2.5781,
      "step": 4350
    },
    {
      "epoch": 0.20241916724819725,
      "grad_norm": 0.7223732387223357,
      "learning_rate": 0.000299746287677358,
      "loss": 2.8125,
      "step": 4351
    },
    {
      "epoch": 0.20246568969527798,
      "grad_norm": 0.7049182857063333,
      "learning_rate": 0.00029974607185884796,
      "loss": 2.75,
      "step": 4352
    },
    {
      "epoch": 0.20251221214235868,
      "grad_norm": 0.730955770280084,
      "learning_rate": 0.0002997458559486625,
      "loss": 2.7344,
      "step": 4353
    },
    {
      "epoch": 0.2025587345894394,
      "grad_norm": 0.6675747670589794,
      "learning_rate": 0.00029974563994680174,
      "loss": 2.7188,
      "step": 4354
    },
    {
      "epoch": 0.20260525703652013,
      "grad_norm": 0.6861333508698458,
      "learning_rate": 0.00029974542385326577,
      "loss": 2.8906,
      "step": 4355
    },
    {
      "epoch": 0.20265177948360083,
      "grad_norm": 0.767415659340117,
      "learning_rate": 0.0002997452076680548,
      "loss": 3.125,
      "step": 4356
    },
    {
      "epoch": 0.20269830193068156,
      "grad_norm": 0.6571816453929505,
      "learning_rate": 0.00029974499139116893,
      "loss": 2.7031,
      "step": 4357
    },
    {
      "epoch": 0.20274482437776228,
      "grad_norm": 0.6893708499030917,
      "learning_rate": 0.00029974477502260833,
      "loss": 2.5469,
      "step": 4358
    },
    {
      "epoch": 0.20279134682484298,
      "grad_norm": 0.6367230502492778,
      "learning_rate": 0.00029974455856237307,
      "loss": 2.6562,
      "step": 4359
    },
    {
      "epoch": 0.2028378692719237,
      "grad_norm": 0.6644508756655059,
      "learning_rate": 0.0002997443420104633,
      "loss": 2.3125,
      "step": 4360
    },
    {
      "epoch": 0.2028843917190044,
      "grad_norm": 0.6748418425695183,
      "learning_rate": 0.00029974412536687916,
      "loss": 2.625,
      "step": 4361
    },
    {
      "epoch": 0.20293091416608514,
      "grad_norm": 0.696444575002551,
      "learning_rate": 0.0002997439086316208,
      "loss": 2.625,
      "step": 4362
    },
    {
      "epoch": 0.20297743661316586,
      "grad_norm": 0.6608533123982686,
      "learning_rate": 0.0002997436918046883,
      "loss": 2.6562,
      "step": 4363
    },
    {
      "epoch": 0.20302395906024656,
      "grad_norm": 0.8109773469719506,
      "learning_rate": 0.0002997434748860819,
      "loss": 2.625,
      "step": 4364
    },
    {
      "epoch": 0.2030704815073273,
      "grad_norm": 0.7107205930058282,
      "learning_rate": 0.0002997432578758016,
      "loss": 2.5781,
      "step": 4365
    },
    {
      "epoch": 0.20311700395440802,
      "grad_norm": 0.7920743144680716,
      "learning_rate": 0.00029974304077384756,
      "loss": 2.8125,
      "step": 4366
    },
    {
      "epoch": 0.20316352640148871,
      "grad_norm": 0.6770095946624105,
      "learning_rate": 0.00029974282358022006,
      "loss": 2.6875,
      "step": 4367
    },
    {
      "epoch": 0.20321004884856944,
      "grad_norm": 0.8203822415253372,
      "learning_rate": 0.00029974260629491903,
      "loss": 2.9844,
      "step": 4368
    },
    {
      "epoch": 0.20325657129565014,
      "grad_norm": 0.7740377512314913,
      "learning_rate": 0.00029974238891794476,
      "loss": 2.8438,
      "step": 4369
    },
    {
      "epoch": 0.20330309374273087,
      "grad_norm": 0.6775011536062722,
      "learning_rate": 0.00029974217144929723,
      "loss": 2.9219,
      "step": 4370
    },
    {
      "epoch": 0.2033496161898116,
      "grad_norm": 0.6759984466189336,
      "learning_rate": 0.0002997419538889768,
      "loss": 2.7188,
      "step": 4371
    },
    {
      "epoch": 0.2033961386368923,
      "grad_norm": 0.70923113134586,
      "learning_rate": 0.00029974173623698334,
      "loss": 2.4844,
      "step": 4372
    },
    {
      "epoch": 0.20344266108397302,
      "grad_norm": 0.7519255063916803,
      "learning_rate": 0.00029974151849331714,
      "loss": 2.4688,
      "step": 4373
    },
    {
      "epoch": 0.20348918353105375,
      "grad_norm": 0.7024309981822667,
      "learning_rate": 0.00029974130065797824,
      "loss": 2.7656,
      "step": 4374
    },
    {
      "epoch": 0.20353570597813445,
      "grad_norm": 0.7026788094410494,
      "learning_rate": 0.00029974108273096695,
      "loss": 2.9688,
      "step": 4375
    },
    {
      "epoch": 0.20358222842521517,
      "grad_norm": 0.6851095326434864,
      "learning_rate": 0.0002997408647122832,
      "loss": 2.7656,
      "step": 4376
    },
    {
      "epoch": 0.20362875087229587,
      "grad_norm": 0.6901550682909096,
      "learning_rate": 0.0002997406466019273,
      "loss": 2.75,
      "step": 4377
    },
    {
      "epoch": 0.2036752733193766,
      "grad_norm": 0.7435494249631887,
      "learning_rate": 0.0002997404283998992,
      "loss": 2.6719,
      "step": 4378
    },
    {
      "epoch": 0.20372179576645733,
      "grad_norm": 0.6332757806516145,
      "learning_rate": 0.00029974021010619915,
      "loss": 2.4531,
      "step": 4379
    },
    {
      "epoch": 0.20376831821353802,
      "grad_norm": 0.6832629501975053,
      "learning_rate": 0.0002997399917208273,
      "loss": 2.8125,
      "step": 4380
    },
    {
      "epoch": 0.20381484066061875,
      "grad_norm": 0.71950460492084,
      "learning_rate": 0.0002997397732437837,
      "loss": 2.6719,
      "step": 4381
    },
    {
      "epoch": 0.20386136310769948,
      "grad_norm": 0.8720248097412822,
      "learning_rate": 0.00029973955467506856,
      "loss": 2.2188,
      "step": 4382
    },
    {
      "epoch": 0.20390788555478018,
      "grad_norm": 0.6887218683257648,
      "learning_rate": 0.00029973933601468194,
      "loss": 2.6406,
      "step": 4383
    },
    {
      "epoch": 0.2039544080018609,
      "grad_norm": 0.7344343739567739,
      "learning_rate": 0.0002997391172626241,
      "loss": 2.5781,
      "step": 4384
    },
    {
      "epoch": 0.2040009304489416,
      "grad_norm": 0.715622994333048,
      "learning_rate": 0.000299738898418895,
      "loss": 2.7031,
      "step": 4385
    },
    {
      "epoch": 0.20404745289602233,
      "grad_norm": 0.690225376919461,
      "learning_rate": 0.0002997386794834949,
      "loss": 2.7812,
      "step": 4386
    },
    {
      "epoch": 0.20409397534310306,
      "grad_norm": 0.7085160964369214,
      "learning_rate": 0.00029973846045642393,
      "loss": 2.7188,
      "step": 4387
    },
    {
      "epoch": 0.20414049779018376,
      "grad_norm": 0.8011303836539689,
      "learning_rate": 0.0002997382413376821,
      "loss": 2.6719,
      "step": 4388
    },
    {
      "epoch": 0.20418702023726448,
      "grad_norm": 0.7338078204477948,
      "learning_rate": 0.0002997380221272697,
      "loss": 2.9375,
      "step": 4389
    },
    {
      "epoch": 0.2042335426843452,
      "grad_norm": 0.7277379050026361,
      "learning_rate": 0.0002997378028251868,
      "loss": 2.9844,
      "step": 4390
    },
    {
      "epoch": 0.2042800651314259,
      "grad_norm": 0.6869904767489752,
      "learning_rate": 0.00029973758343143354,
      "loss": 2.5312,
      "step": 4391
    },
    {
      "epoch": 0.20432658757850664,
      "grad_norm": 0.7097036047408576,
      "learning_rate": 0.00029973736394601005,
      "loss": 2.8594,
      "step": 4392
    },
    {
      "epoch": 0.20437311002558733,
      "grad_norm": 0.7169923295984236,
      "learning_rate": 0.00029973714436891646,
      "loss": 2.8125,
      "step": 4393
    },
    {
      "epoch": 0.20441963247266806,
      "grad_norm": 0.7180970474474587,
      "learning_rate": 0.00029973692470015287,
      "loss": 2.5781,
      "step": 4394
    },
    {
      "epoch": 0.2044661549197488,
      "grad_norm": 0.7529787986225424,
      "learning_rate": 0.0002997367049397195,
      "loss": 3.0,
      "step": 4395
    },
    {
      "epoch": 0.2045126773668295,
      "grad_norm": 0.7094773419815265,
      "learning_rate": 0.0002997364850876164,
      "loss": 2.8281,
      "step": 4396
    },
    {
      "epoch": 0.20455919981391021,
      "grad_norm": 0.6925781182016687,
      "learning_rate": 0.0002997362651438438,
      "loss": 2.7969,
      "step": 4397
    },
    {
      "epoch": 0.20460572226099094,
      "grad_norm": 0.706926213940448,
      "learning_rate": 0.0002997360451084017,
      "loss": 2.75,
      "step": 4398
    },
    {
      "epoch": 0.20465224470807164,
      "grad_norm": 0.7184840260606149,
      "learning_rate": 0.00029973582498129034,
      "loss": 2.8594,
      "step": 4399
    },
    {
      "epoch": 0.20469876715515237,
      "grad_norm": 0.6809134820125237,
      "learning_rate": 0.00029973560476250985,
      "loss": 2.7031,
      "step": 4400
    },
    {
      "epoch": 0.20474528960223307,
      "grad_norm": 0.8055683897373828,
      "learning_rate": 0.0002997353844520603,
      "loss": 2.4375,
      "step": 4401
    },
    {
      "epoch": 0.2047918120493138,
      "grad_norm": 0.6340853342978363,
      "learning_rate": 0.0002997351640499419,
      "loss": 2.6719,
      "step": 4402
    },
    {
      "epoch": 0.20483833449639452,
      "grad_norm": 0.9476059036321032,
      "learning_rate": 0.0002997349435561547,
      "loss": 2.8594,
      "step": 4403
    },
    {
      "epoch": 0.20488485694347522,
      "grad_norm": 0.6935870578715531,
      "learning_rate": 0.00029973472297069895,
      "loss": 2.375,
      "step": 4404
    },
    {
      "epoch": 0.20493137939055595,
      "grad_norm": 0.9104787549803142,
      "learning_rate": 0.0002997345022935747,
      "loss": 2.5312,
      "step": 4405
    },
    {
      "epoch": 0.20497790183763667,
      "grad_norm": 0.9290946672830258,
      "learning_rate": 0.0002997342815247821,
      "loss": 3.0781,
      "step": 4406
    },
    {
      "epoch": 0.20502442428471737,
      "grad_norm": 0.7788948551394185,
      "learning_rate": 0.00029973406066432124,
      "loss": 2.8125,
      "step": 4407
    },
    {
      "epoch": 0.2050709467317981,
      "grad_norm": 0.6861884348413355,
      "learning_rate": 0.0002997338397121924,
      "loss": 2.6875,
      "step": 4408
    },
    {
      "epoch": 0.2051174691788788,
      "grad_norm": 0.6990425971313567,
      "learning_rate": 0.0002997336186683956,
      "loss": 2.7031,
      "step": 4409
    },
    {
      "epoch": 0.20516399162595952,
      "grad_norm": 0.72693248858592,
      "learning_rate": 0.00029973339753293094,
      "loss": 2.9375,
      "step": 4410
    },
    {
      "epoch": 0.20521051407304025,
      "grad_norm": 0.8143873206549456,
      "learning_rate": 0.0002997331763057986,
      "loss": 2.6406,
      "step": 4411
    },
    {
      "epoch": 0.20525703652012095,
      "grad_norm": 0.6483722461262323,
      "learning_rate": 0.0002997329549869988,
      "loss": 3.0312,
      "step": 4412
    },
    {
      "epoch": 0.20530355896720168,
      "grad_norm": 0.6437025090668554,
      "learning_rate": 0.0002997327335765316,
      "loss": 2.9062,
      "step": 4413
    },
    {
      "epoch": 0.2053500814142824,
      "grad_norm": 0.6765123896414093,
      "learning_rate": 0.0002997325120743971,
      "loss": 2.4844,
      "step": 4414
    },
    {
      "epoch": 0.2053966038613631,
      "grad_norm": 0.6914229088553894,
      "learning_rate": 0.00029973229048059545,
      "loss": 2.3594,
      "step": 4415
    },
    {
      "epoch": 0.20544312630844383,
      "grad_norm": 0.7866523669393265,
      "learning_rate": 0.00029973206879512686,
      "loss": 3.0625,
      "step": 4416
    },
    {
      "epoch": 0.20548964875552453,
      "grad_norm": 0.650619476679195,
      "learning_rate": 0.0002997318470179914,
      "loss": 2.5,
      "step": 4417
    },
    {
      "epoch": 0.20553617120260526,
      "grad_norm": 0.7252995896075122,
      "learning_rate": 0.0002997316251491892,
      "loss": 3.0781,
      "step": 4418
    },
    {
      "epoch": 0.20558269364968598,
      "grad_norm": 0.6952156444927092,
      "learning_rate": 0.0002997314031887205,
      "loss": 2.6875,
      "step": 4419
    },
    {
      "epoch": 0.20562921609676668,
      "grad_norm": 0.7684089082210898,
      "learning_rate": 0.0002997311811365853,
      "loss": 2.8281,
      "step": 4420
    },
    {
      "epoch": 0.2056757385438474,
      "grad_norm": 0.6993214744096901,
      "learning_rate": 0.00029973095899278374,
      "loss": 2.6094,
      "step": 4421
    },
    {
      "epoch": 0.20572226099092814,
      "grad_norm": 0.8124648061566687,
      "learning_rate": 0.000299730736757316,
      "loss": 2.6875,
      "step": 4422
    },
    {
      "epoch": 0.20576878343800883,
      "grad_norm": 0.809725414391739,
      "learning_rate": 0.00029973051443018227,
      "loss": 2.6094,
      "step": 4423
    },
    {
      "epoch": 0.20581530588508956,
      "grad_norm": 0.6809146016388081,
      "learning_rate": 0.00029973029201138264,
      "loss": 2.7969,
      "step": 4424
    },
    {
      "epoch": 0.20586182833217026,
      "grad_norm": 0.7006678393306535,
      "learning_rate": 0.00029973006950091723,
      "loss": 2.7188,
      "step": 4425
    },
    {
      "epoch": 0.205908350779251,
      "grad_norm": 0.6678835243376914,
      "learning_rate": 0.0002997298468987862,
      "loss": 2.8906,
      "step": 4426
    },
    {
      "epoch": 0.20595487322633171,
      "grad_norm": 0.7065559173063609,
      "learning_rate": 0.00029972962420498966,
      "loss": 2.7656,
      "step": 4427
    },
    {
      "epoch": 0.2060013956734124,
      "grad_norm": 0.8031095215768961,
      "learning_rate": 0.00029972940141952776,
      "loss": 3.0,
      "step": 4428
    },
    {
      "epoch": 0.20604791812049314,
      "grad_norm": 0.699511016179083,
      "learning_rate": 0.00029972917854240063,
      "loss": 2.875,
      "step": 4429
    },
    {
      "epoch": 0.20609444056757387,
      "grad_norm": 0.7859075424024798,
      "learning_rate": 0.00029972895557360844,
      "loss": 2.9688,
      "step": 4430
    },
    {
      "epoch": 0.20614096301465457,
      "grad_norm": 0.6756601249848804,
      "learning_rate": 0.00029972873251315135,
      "loss": 2.8125,
      "step": 4431
    },
    {
      "epoch": 0.2061874854617353,
      "grad_norm": 0.6679664837960079,
      "learning_rate": 0.00029972850936102935,
      "loss": 2.9062,
      "step": 4432
    },
    {
      "epoch": 0.206234007908816,
      "grad_norm": 0.7063434386440065,
      "learning_rate": 0.00029972828611724266,
      "loss": 2.8906,
      "step": 4433
    },
    {
      "epoch": 0.20628053035589672,
      "grad_norm": 0.711290829731905,
      "learning_rate": 0.0002997280627817915,
      "loss": 2.6719,
      "step": 4434
    },
    {
      "epoch": 0.20632705280297745,
      "grad_norm": 0.6338484649896388,
      "learning_rate": 0.00029972783935467594,
      "loss": 2.7812,
      "step": 4435
    },
    {
      "epoch": 0.20637357525005814,
      "grad_norm": 0.7000382091317016,
      "learning_rate": 0.00029972761583589607,
      "loss": 2.6094,
      "step": 4436
    },
    {
      "epoch": 0.20642009769713887,
      "grad_norm": 0.622266915613718,
      "learning_rate": 0.0002997273922254521,
      "loss": 2.5312,
      "step": 4437
    },
    {
      "epoch": 0.2064666201442196,
      "grad_norm": 0.7112924052589717,
      "learning_rate": 0.00029972716852334416,
      "loss": 2.7031,
      "step": 4438
    },
    {
      "epoch": 0.2065131425913003,
      "grad_norm": 0.6504476046788997,
      "learning_rate": 0.00029972694472957235,
      "loss": 2.7031,
      "step": 4439
    },
    {
      "epoch": 0.20655966503838102,
      "grad_norm": 0.6007518716782301,
      "learning_rate": 0.00029972672084413676,
      "loss": 2.375,
      "step": 4440
    },
    {
      "epoch": 0.20660618748546172,
      "grad_norm": 0.6633683850081389,
      "learning_rate": 0.0002997264968670377,
      "loss": 2.7188,
      "step": 4441
    },
    {
      "epoch": 0.20665270993254245,
      "grad_norm": 0.7186370338778869,
      "learning_rate": 0.0002997262727982751,
      "loss": 2.6094,
      "step": 4442
    },
    {
      "epoch": 0.20669923237962318,
      "grad_norm": 0.6902590631788028,
      "learning_rate": 0.0002997260486378493,
      "loss": 2.5,
      "step": 4443
    },
    {
      "epoch": 0.20674575482670388,
      "grad_norm": 0.7078331207952536,
      "learning_rate": 0.0002997258243857602,
      "loss": 2.5625,
      "step": 4444
    },
    {
      "epoch": 0.2067922772737846,
      "grad_norm": 0.7197029302091686,
      "learning_rate": 0.00029972560004200814,
      "loss": 2.5781,
      "step": 4445
    },
    {
      "epoch": 0.20683879972086533,
      "grad_norm": 0.7225346213953056,
      "learning_rate": 0.0002997253756065931,
      "loss": 2.6875,
      "step": 4446
    },
    {
      "epoch": 0.20688532216794603,
      "grad_norm": 0.6588716428421306,
      "learning_rate": 0.0002997251510795154,
      "loss": 2.875,
      "step": 4447
    },
    {
      "epoch": 0.20693184461502676,
      "grad_norm": 0.7392352671819963,
      "learning_rate": 0.0002997249264607751,
      "loss": 2.8281,
      "step": 4448
    },
    {
      "epoch": 0.20697836706210745,
      "grad_norm": 0.7076169048223739,
      "learning_rate": 0.00029972470175037224,
      "loss": 2.6875,
      "step": 4449
    },
    {
      "epoch": 0.20702488950918818,
      "grad_norm": 0.7009879956854216,
      "learning_rate": 0.0002997244769483071,
      "loss": 2.6719,
      "step": 4450
    },
    {
      "epoch": 0.2070714119562689,
      "grad_norm": 0.7120248662587518,
      "learning_rate": 0.0002997242520545797,
      "loss": 2.5469,
      "step": 4451
    },
    {
      "epoch": 0.2071179344033496,
      "grad_norm": 0.7648641066896511,
      "learning_rate": 0.0002997240270691903,
      "loss": 2.75,
      "step": 4452
    },
    {
      "epoch": 0.20716445685043033,
      "grad_norm": 0.7263048825548589,
      "learning_rate": 0.0002997238019921389,
      "loss": 2.9531,
      "step": 4453
    },
    {
      "epoch": 0.20721097929751106,
      "grad_norm": 0.6700801592390209,
      "learning_rate": 0.0002997235768234257,
      "loss": 2.5781,
      "step": 4454
    },
    {
      "epoch": 0.20725750174459176,
      "grad_norm": 0.7524755276954634,
      "learning_rate": 0.0002997233515630509,
      "loss": 2.4688,
      "step": 4455
    },
    {
      "epoch": 0.2073040241916725,
      "grad_norm": 0.6680456735845983,
      "learning_rate": 0.0002997231262110145,
      "loss": 2.7969,
      "step": 4456
    },
    {
      "epoch": 0.20735054663875319,
      "grad_norm": 0.70313124200899,
      "learning_rate": 0.0002997229007673168,
      "loss": 3.0469,
      "step": 4457
    },
    {
      "epoch": 0.2073970690858339,
      "grad_norm": 0.716090983851074,
      "learning_rate": 0.00029972267523195785,
      "loss": 3.1562,
      "step": 4458
    },
    {
      "epoch": 0.20744359153291464,
      "grad_norm": 0.6935189278068326,
      "learning_rate": 0.00029972244960493774,
      "loss": 2.8594,
      "step": 4459
    },
    {
      "epoch": 0.20749011397999534,
      "grad_norm": 0.765498497614334,
      "learning_rate": 0.0002997222238862567,
      "loss": 2.3594,
      "step": 4460
    },
    {
      "epoch": 0.20753663642707607,
      "grad_norm": 0.7724366657726995,
      "learning_rate": 0.00029972199807591486,
      "loss": 2.5781,
      "step": 4461
    },
    {
      "epoch": 0.2075831588741568,
      "grad_norm": 0.6450390222734896,
      "learning_rate": 0.0002997217721739123,
      "loss": 2.6562,
      "step": 4462
    },
    {
      "epoch": 0.2076296813212375,
      "grad_norm": 0.7065186437944087,
      "learning_rate": 0.00029972154618024917,
      "loss": 2.2812,
      "step": 4463
    },
    {
      "epoch": 0.20767620376831822,
      "grad_norm": 0.7425813176130842,
      "learning_rate": 0.00029972132009492563,
      "loss": 2.8438,
      "step": 4464
    },
    {
      "epoch": 0.20772272621539892,
      "grad_norm": 0.716530038759786,
      "learning_rate": 0.0002997210939179418,
      "loss": 2.5625,
      "step": 4465
    },
    {
      "epoch": 0.20776924866247964,
      "grad_norm": 0.7197205116632535,
      "learning_rate": 0.0002997208676492979,
      "loss": 2.9375,
      "step": 4466
    },
    {
      "epoch": 0.20781577110956037,
      "grad_norm": 0.7648073586657284,
      "learning_rate": 0.000299720641288994,
      "loss": 3.0469,
      "step": 4467
    },
    {
      "epoch": 0.20786229355664107,
      "grad_norm": 0.8520764459335641,
      "learning_rate": 0.0002997204148370302,
      "loss": 2.6094,
      "step": 4468
    },
    {
      "epoch": 0.2079088160037218,
      "grad_norm": 0.7958401373878072,
      "learning_rate": 0.00029972018829340665,
      "loss": 2.5,
      "step": 4469
    },
    {
      "epoch": 0.20795533845080252,
      "grad_norm": 0.7318564585224503,
      "learning_rate": 0.0002997199616581236,
      "loss": 2.7656,
      "step": 4470
    },
    {
      "epoch": 0.20800186089788322,
      "grad_norm": 0.7049951772039855,
      "learning_rate": 0.00029971973493118107,
      "loss": 2.5625,
      "step": 4471
    },
    {
      "epoch": 0.20804838334496395,
      "grad_norm": 0.656622430197783,
      "learning_rate": 0.0002997195081125792,
      "loss": 2.7031,
      "step": 4472
    },
    {
      "epoch": 0.20809490579204465,
      "grad_norm": 0.7790206904904076,
      "learning_rate": 0.0002997192812023182,
      "loss": 2.6875,
      "step": 4473
    },
    {
      "epoch": 0.20814142823912538,
      "grad_norm": 0.7897938681298429,
      "learning_rate": 0.0002997190542003982,
      "loss": 2.875,
      "step": 4474
    },
    {
      "epoch": 0.2081879506862061,
      "grad_norm": 0.6625012641306628,
      "learning_rate": 0.00029971882710681927,
      "loss": 2.6094,
      "step": 4475
    },
    {
      "epoch": 0.2082344731332868,
      "grad_norm": 0.6620160115836439,
      "learning_rate": 0.00029971859992158163,
      "loss": 2.6094,
      "step": 4476
    },
    {
      "epoch": 0.20828099558036753,
      "grad_norm": 0.7160787637404784,
      "learning_rate": 0.0002997183726446853,
      "loss": 2.9688,
      "step": 4477
    },
    {
      "epoch": 0.20832751802744826,
      "grad_norm": 0.7598742137348704,
      "learning_rate": 0.00029971814527613057,
      "loss": 3.0469,
      "step": 4478
    },
    {
      "epoch": 0.20837404047452895,
      "grad_norm": 0.6533252660258149,
      "learning_rate": 0.00029971791781591747,
      "loss": 2.4062,
      "step": 4479
    },
    {
      "epoch": 0.20842056292160968,
      "grad_norm": 0.6849506816976562,
      "learning_rate": 0.00029971769026404624,
      "loss": 3.0938,
      "step": 4480
    },
    {
      "epoch": 0.20846708536869038,
      "grad_norm": 0.6559646396987607,
      "learning_rate": 0.0002997174626205169,
      "loss": 2.4688,
      "step": 4481
    },
    {
      "epoch": 0.2085136078157711,
      "grad_norm": 0.6785966009956044,
      "learning_rate": 0.00029971723488532963,
      "loss": 2.6406,
      "step": 4482
    },
    {
      "epoch": 0.20856013026285183,
      "grad_norm": 0.6949727871482876,
      "learning_rate": 0.0002997170070584847,
      "loss": 2.7188,
      "step": 4483
    },
    {
      "epoch": 0.20860665270993253,
      "grad_norm": 0.7335679474873676,
      "learning_rate": 0.000299716779139982,
      "loss": 2.8906,
      "step": 4484
    },
    {
      "epoch": 0.20865317515701326,
      "grad_norm": 0.6770464273671054,
      "learning_rate": 0.0002997165511298219,
      "loss": 2.8906,
      "step": 4485
    },
    {
      "epoch": 0.208699697604094,
      "grad_norm": 0.6582749140251292,
      "learning_rate": 0.0002997163230280044,
      "loss": 2.9375,
      "step": 4486
    },
    {
      "epoch": 0.20874622005117469,
      "grad_norm": 0.6976237571827439,
      "learning_rate": 0.00029971609483452966,
      "loss": 2.9688,
      "step": 4487
    },
    {
      "epoch": 0.2087927424982554,
      "grad_norm": 0.660085442680267,
      "learning_rate": 0.00029971586654939787,
      "loss": 2.5312,
      "step": 4488
    },
    {
      "epoch": 0.2088392649453361,
      "grad_norm": 0.7266573726054211,
      "learning_rate": 0.0002997156381726092,
      "loss": 2.8594,
      "step": 4489
    },
    {
      "epoch": 0.20888578739241684,
      "grad_norm": 0.6939449010277922,
      "learning_rate": 0.00029971540970416365,
      "loss": 2.9688,
      "step": 4490
    },
    {
      "epoch": 0.20893230983949757,
      "grad_norm": 0.6322126062799118,
      "learning_rate": 0.0002997151811440615,
      "loss": 2.8594,
      "step": 4491
    },
    {
      "epoch": 0.20897883228657826,
      "grad_norm": 0.6735255198450406,
      "learning_rate": 0.0002997149524923028,
      "loss": 2.6094,
      "step": 4492
    },
    {
      "epoch": 0.209025354733659,
      "grad_norm": 0.6830677807072708,
      "learning_rate": 0.0002997147237488877,
      "loss": 2.5,
      "step": 4493
    },
    {
      "epoch": 0.20907187718073972,
      "grad_norm": 0.7372875639251733,
      "learning_rate": 0.00029971449491381644,
      "loss": 2.7656,
      "step": 4494
    },
    {
      "epoch": 0.20911839962782042,
      "grad_norm": 0.7182298406116888,
      "learning_rate": 0.00029971426598708904,
      "loss": 2.9062,
      "step": 4495
    },
    {
      "epoch": 0.20916492207490114,
      "grad_norm": 0.6532978366954924,
      "learning_rate": 0.0002997140369687057,
      "loss": 2.6094,
      "step": 4496
    },
    {
      "epoch": 0.20921144452198184,
      "grad_norm": 0.7135714515588507,
      "learning_rate": 0.00029971380785866653,
      "loss": 2.8438,
      "step": 4497
    },
    {
      "epoch": 0.20925796696906257,
      "grad_norm": 0.6577121567919327,
      "learning_rate": 0.0002997135786569717,
      "loss": 2.7188,
      "step": 4498
    },
    {
      "epoch": 0.2093044894161433,
      "grad_norm": 0.7469749141430049,
      "learning_rate": 0.00029971334936362127,
      "loss": 2.9219,
      "step": 4499
    },
    {
      "epoch": 0.209351011863224,
      "grad_norm": 0.6653934416947441,
      "learning_rate": 0.00029971311997861554,
      "loss": 2.6094,
      "step": 4500
    },
    {
      "epoch": 0.20939753431030472,
      "grad_norm": 0.7009245512206476,
      "learning_rate": 0.0002997128905019545,
      "loss": 2.9062,
      "step": 4501
    },
    {
      "epoch": 0.20944405675738545,
      "grad_norm": 0.7111762074354399,
      "learning_rate": 0.0002997126609336384,
      "loss": 2.7188,
      "step": 4502
    },
    {
      "epoch": 0.20949057920446615,
      "grad_norm": 0.6123708693287512,
      "learning_rate": 0.00029971243127366727,
      "loss": 2.625,
      "step": 4503
    },
    {
      "epoch": 0.20953710165154688,
      "grad_norm": 0.6346694023370043,
      "learning_rate": 0.0002997122015220413,
      "loss": 2.9062,
      "step": 4504
    },
    {
      "epoch": 0.20958362409862757,
      "grad_norm": 0.6944579736158999,
      "learning_rate": 0.00029971197167876065,
      "loss": 2.75,
      "step": 4505
    },
    {
      "epoch": 0.2096301465457083,
      "grad_norm": 0.6388370599328704,
      "learning_rate": 0.00029971174174382546,
      "loss": 2.4062,
      "step": 4506
    },
    {
      "epoch": 0.20967666899278903,
      "grad_norm": 0.6699600580715922,
      "learning_rate": 0.0002997115117172359,
      "loss": 3.0625,
      "step": 4507
    },
    {
      "epoch": 0.20972319143986973,
      "grad_norm": 0.6484231225647968,
      "learning_rate": 0.000299711281598992,
      "loss": 3.0,
      "step": 4508
    },
    {
      "epoch": 0.20976971388695045,
      "grad_norm": 0.691973942082235,
      "learning_rate": 0.00029971105138909397,
      "loss": 2.7344,
      "step": 4509
    },
    {
      "epoch": 0.20981623633403118,
      "grad_norm": 0.8449261425911725,
      "learning_rate": 0.000299710821087542,
      "loss": 2.9219,
      "step": 4510
    },
    {
      "epoch": 0.20986275878111188,
      "grad_norm": 0.6949015420546734,
      "learning_rate": 0.0002997105906943362,
      "loss": 2.4375,
      "step": 4511
    },
    {
      "epoch": 0.2099092812281926,
      "grad_norm": 0.6552960737778166,
      "learning_rate": 0.00029971036020947663,
      "loss": 2.4844,
      "step": 4512
    },
    {
      "epoch": 0.2099558036752733,
      "grad_norm": 0.6813242350212648,
      "learning_rate": 0.0002997101296329635,
      "loss": 2.6094,
      "step": 4513
    },
    {
      "epoch": 0.21000232612235403,
      "grad_norm": 0.7155476804835026,
      "learning_rate": 0.000299709898964797,
      "loss": 2.7812,
      "step": 4514
    },
    {
      "epoch": 0.21004884856943476,
      "grad_norm": 0.6801206407718202,
      "learning_rate": 0.00029970966820497714,
      "loss": 2.75,
      "step": 4515
    },
    {
      "epoch": 0.21009537101651546,
      "grad_norm": 0.7937856114464028,
      "learning_rate": 0.0002997094373535042,
      "loss": 2.5781,
      "step": 4516
    },
    {
      "epoch": 0.21014189346359619,
      "grad_norm": 0.644855431964001,
      "learning_rate": 0.00029970920641037826,
      "loss": 2.75,
      "step": 4517
    },
    {
      "epoch": 0.2101884159106769,
      "grad_norm": 0.6377258135239404,
      "learning_rate": 0.00029970897537559945,
      "loss": 2.6094,
      "step": 4518
    },
    {
      "epoch": 0.2102349383577576,
      "grad_norm": 0.7218369592974092,
      "learning_rate": 0.0002997087442491679,
      "loss": 2.3281,
      "step": 4519
    },
    {
      "epoch": 0.21028146080483834,
      "grad_norm": 0.6974241256049756,
      "learning_rate": 0.0002997085130310838,
      "loss": 2.75,
      "step": 4520
    },
    {
      "epoch": 0.21032798325191904,
      "grad_norm": 0.7731068739207283,
      "learning_rate": 0.0002997082817213473,
      "loss": 2.75,
      "step": 4521
    },
    {
      "epoch": 0.21037450569899976,
      "grad_norm": 0.7547479120588342,
      "learning_rate": 0.00029970805031995847,
      "loss": 2.8594,
      "step": 4522
    },
    {
      "epoch": 0.2104210281460805,
      "grad_norm": 0.6815726615609948,
      "learning_rate": 0.0002997078188269175,
      "loss": 2.75,
      "step": 4523
    },
    {
      "epoch": 0.2104675505931612,
      "grad_norm": 0.7368497091382414,
      "learning_rate": 0.0002997075872422245,
      "loss": 2.8906,
      "step": 4524
    },
    {
      "epoch": 0.21051407304024192,
      "grad_norm": 0.6861873740033764,
      "learning_rate": 0.0002997073555658796,
      "loss": 2.8594,
      "step": 4525
    },
    {
      "epoch": 0.21056059548732264,
      "grad_norm": 0.630199407849726,
      "learning_rate": 0.00029970712379788305,
      "loss": 2.6562,
      "step": 4526
    },
    {
      "epoch": 0.21060711793440334,
      "grad_norm": 0.6665549281313955,
      "learning_rate": 0.00029970689193823487,
      "loss": 2.6094,
      "step": 4527
    },
    {
      "epoch": 0.21065364038148407,
      "grad_norm": 0.7032570569878701,
      "learning_rate": 0.0002997066599869353,
      "loss": 2.5156,
      "step": 4528
    },
    {
      "epoch": 0.21070016282856477,
      "grad_norm": 0.7163546007700284,
      "learning_rate": 0.00029970642794398435,
      "loss": 2.8594,
      "step": 4529
    },
    {
      "epoch": 0.2107466852756455,
      "grad_norm": 0.7183182518028443,
      "learning_rate": 0.0002997061958093823,
      "loss": 2.9062,
      "step": 4530
    },
    {
      "epoch": 0.21079320772272622,
      "grad_norm": 0.6841809175307892,
      "learning_rate": 0.0002997059635831292,
      "loss": 2.8281,
      "step": 4531
    },
    {
      "epoch": 0.21083973016980692,
      "grad_norm": 0.6410778947272521,
      "learning_rate": 0.00029970573126522523,
      "loss": 2.4531,
      "step": 4532
    },
    {
      "epoch": 0.21088625261688765,
      "grad_norm": 0.7236486358111816,
      "learning_rate": 0.0002997054988556705,
      "loss": 2.9219,
      "step": 4533
    },
    {
      "epoch": 0.21093277506396838,
      "grad_norm": 0.7494114149847334,
      "learning_rate": 0.0002997052663544653,
      "loss": 2.7031,
      "step": 4534
    },
    {
      "epoch": 0.21097929751104907,
      "grad_norm": 0.707929392418011,
      "learning_rate": 0.00029970503376160955,
      "loss": 2.6406,
      "step": 4535
    },
    {
      "epoch": 0.2110258199581298,
      "grad_norm": 0.7348893993233945,
      "learning_rate": 0.00029970480107710355,
      "loss": 2.6406,
      "step": 4536
    },
    {
      "epoch": 0.21107234240521053,
      "grad_norm": 0.7248391237898677,
      "learning_rate": 0.00029970456830094735,
      "loss": 2.6406,
      "step": 4537
    },
    {
      "epoch": 0.21111886485229123,
      "grad_norm": 0.6899163193848721,
      "learning_rate": 0.00029970433543314115,
      "loss": 2.8906,
      "step": 4538
    },
    {
      "epoch": 0.21116538729937195,
      "grad_norm": 0.6759113324786741,
      "learning_rate": 0.00029970410247368506,
      "loss": 2.7188,
      "step": 4539
    },
    {
      "epoch": 0.21121190974645265,
      "grad_norm": 0.6635727315773886,
      "learning_rate": 0.00029970386942257925,
      "loss": 2.6562,
      "step": 4540
    },
    {
      "epoch": 0.21125843219353338,
      "grad_norm": 0.7093431929604465,
      "learning_rate": 0.0002997036362798239,
      "loss": 2.75,
      "step": 4541
    },
    {
      "epoch": 0.2113049546406141,
      "grad_norm": 0.6756432737272282,
      "learning_rate": 0.000299703403045419,
      "loss": 3.0312,
      "step": 4542
    },
    {
      "epoch": 0.2113514770876948,
      "grad_norm": 0.7038016114455102,
      "learning_rate": 0.0002997031697193649,
      "loss": 2.8906,
      "step": 4543
    },
    {
      "epoch": 0.21139799953477553,
      "grad_norm": 0.6514540387231427,
      "learning_rate": 0.00029970293630166147,
      "loss": 2.4219,
      "step": 4544
    },
    {
      "epoch": 0.21144452198185626,
      "grad_norm": 0.7310368743901842,
      "learning_rate": 0.00029970270279230916,
      "loss": 2.6875,
      "step": 4545
    },
    {
      "epoch": 0.21149104442893696,
      "grad_norm": 0.6436190871496335,
      "learning_rate": 0.000299702469191308,
      "loss": 2.9531,
      "step": 4546
    },
    {
      "epoch": 0.21153756687601769,
      "grad_norm": 0.6812964006284532,
      "learning_rate": 0.000299702235498658,
      "loss": 2.6719,
      "step": 4547
    },
    {
      "epoch": 0.21158408932309838,
      "grad_norm": 0.7468657135127232,
      "learning_rate": 0.0002997020017143595,
      "loss": 2.9062,
      "step": 4548
    },
    {
      "epoch": 0.2116306117701791,
      "grad_norm": 0.6804692183693912,
      "learning_rate": 0.00029970176783841246,
      "loss": 2.5938,
      "step": 4549
    },
    {
      "epoch": 0.21167713421725984,
      "grad_norm": 0.6872841268598369,
      "learning_rate": 0.00029970153387081717,
      "loss": 2.7344,
      "step": 4550
    },
    {
      "epoch": 0.21172365666434054,
      "grad_norm": 0.7072222165923153,
      "learning_rate": 0.0002997012998115737,
      "loss": 2.6875,
      "step": 4551
    },
    {
      "epoch": 0.21177017911142126,
      "grad_norm": 0.7507742494386112,
      "learning_rate": 0.0002997010656606822,
      "loss": 2.875,
      "step": 4552
    },
    {
      "epoch": 0.211816701558502,
      "grad_norm": 0.8071945852389638,
      "learning_rate": 0.00029970083141814285,
      "loss": 2.7969,
      "step": 4553
    },
    {
      "epoch": 0.2118632240055827,
      "grad_norm": 0.7043663916879536,
      "learning_rate": 0.0002997005970839558,
      "loss": 2.6406,
      "step": 4554
    },
    {
      "epoch": 0.21190974645266342,
      "grad_norm": 0.6586016851340212,
      "learning_rate": 0.00029970036265812116,
      "loss": 2.5312,
      "step": 4555
    },
    {
      "epoch": 0.21195626889974412,
      "grad_norm": 0.7858300048710908,
      "learning_rate": 0.000299700128140639,
      "loss": 2.7031,
      "step": 4556
    },
    {
      "epoch": 0.21200279134682484,
      "grad_norm": 0.7094981803698204,
      "learning_rate": 0.0002996998935315096,
      "loss": 2.6719,
      "step": 4557
    },
    {
      "epoch": 0.21204931379390557,
      "grad_norm": 0.6869015969189707,
      "learning_rate": 0.00029969965883073303,
      "loss": 2.7969,
      "step": 4558
    },
    {
      "epoch": 0.21209583624098627,
      "grad_norm": 0.7280061627282388,
      "learning_rate": 0.0002996994240383094,
      "loss": 2.6719,
      "step": 4559
    },
    {
      "epoch": 0.212142358688067,
      "grad_norm": 0.6826878602455729,
      "learning_rate": 0.000299699189154239,
      "loss": 2.7031,
      "step": 4560
    },
    {
      "epoch": 0.21218888113514772,
      "grad_norm": 0.731267881807724,
      "learning_rate": 0.0002996989541785218,
      "loss": 3.0781,
      "step": 4561
    },
    {
      "epoch": 0.21223540358222842,
      "grad_norm": 0.6637813321451077,
      "learning_rate": 0.00029969871911115803,
      "loss": 2.7031,
      "step": 4562
    },
    {
      "epoch": 0.21228192602930915,
      "grad_norm": 0.6643897355851867,
      "learning_rate": 0.0002996984839521478,
      "loss": 2.5625,
      "step": 4563
    },
    {
      "epoch": 0.21232844847638985,
      "grad_norm": 0.6777723738783851,
      "learning_rate": 0.0002996982487014913,
      "loss": 2.7656,
      "step": 4564
    },
    {
      "epoch": 0.21237497092347057,
      "grad_norm": 0.6698210671609298,
      "learning_rate": 0.0002996980133591887,
      "loss": 2.6094,
      "step": 4565
    },
    {
      "epoch": 0.2124214933705513,
      "grad_norm": 0.6546762759671536,
      "learning_rate": 0.00029969777792524004,
      "loss": 2.7812,
      "step": 4566
    },
    {
      "epoch": 0.212468015817632,
      "grad_norm": 0.6986341994251392,
      "learning_rate": 0.0002996975423996455,
      "loss": 2.7031,
      "step": 4567
    },
    {
      "epoch": 0.21251453826471273,
      "grad_norm": 0.7634816813165011,
      "learning_rate": 0.0002996973067824053,
      "loss": 2.6562,
      "step": 4568
    },
    {
      "epoch": 0.21256106071179345,
      "grad_norm": 0.6748935138870436,
      "learning_rate": 0.0002996970710735195,
      "loss": 2.3125,
      "step": 4569
    },
    {
      "epoch": 0.21260758315887415,
      "grad_norm": 0.6555901151589298,
      "learning_rate": 0.00029969683527298827,
      "loss": 2.9062,
      "step": 4570
    },
    {
      "epoch": 0.21265410560595488,
      "grad_norm": 0.6437513069688133,
      "learning_rate": 0.0002996965993808117,
      "loss": 2.7188,
      "step": 4571
    },
    {
      "epoch": 0.21270062805303558,
      "grad_norm": 0.7105286130130315,
      "learning_rate": 0.0002996963633969901,
      "loss": 2.5469,
      "step": 4572
    },
    {
      "epoch": 0.2127471505001163,
      "grad_norm": 0.6341731880852701,
      "learning_rate": 0.00029969612732152345,
      "loss": 2.625,
      "step": 4573
    },
    {
      "epoch": 0.21279367294719703,
      "grad_norm": 0.7176759742644556,
      "learning_rate": 0.0002996958911544119,
      "loss": 2.7656,
      "step": 4574
    },
    {
      "epoch": 0.21284019539427773,
      "grad_norm": 0.743551383353203,
      "learning_rate": 0.00029969565489565566,
      "loss": 2.9688,
      "step": 4575
    },
    {
      "epoch": 0.21288671784135846,
      "grad_norm": 0.7571813284596058,
      "learning_rate": 0.00029969541854525493,
      "loss": 2.7344,
      "step": 4576
    },
    {
      "epoch": 0.21293324028843919,
      "grad_norm": 0.7045469351772451,
      "learning_rate": 0.00029969518210320973,
      "loss": 2.875,
      "step": 4577
    },
    {
      "epoch": 0.21297976273551988,
      "grad_norm": 0.7892233214460795,
      "learning_rate": 0.00029969494556952023,
      "loss": 2.6094,
      "step": 4578
    },
    {
      "epoch": 0.2130262851826006,
      "grad_norm": 0.6892670634476917,
      "learning_rate": 0.00029969470894418665,
      "loss": 2.5938,
      "step": 4579
    },
    {
      "epoch": 0.2130728076296813,
      "grad_norm": 0.6698771793712545,
      "learning_rate": 0.0002996944722272091,
      "loss": 2.5,
      "step": 4580
    },
    {
      "epoch": 0.21311933007676204,
      "grad_norm": 0.7732225504231698,
      "learning_rate": 0.00029969423541858765,
      "loss": 2.7969,
      "step": 4581
    },
    {
      "epoch": 0.21316585252384276,
      "grad_norm": 0.7446305592977107,
      "learning_rate": 0.00029969399851832257,
      "loss": 2.6875,
      "step": 4582
    },
    {
      "epoch": 0.21321237497092346,
      "grad_norm": 0.6933797630198237,
      "learning_rate": 0.00029969376152641394,
      "loss": 2.7656,
      "step": 4583
    },
    {
      "epoch": 0.2132588974180042,
      "grad_norm": 0.7405148543290292,
      "learning_rate": 0.0002996935244428619,
      "loss": 2.6875,
      "step": 4584
    },
    {
      "epoch": 0.21330541986508492,
      "grad_norm": 0.7025594480479844,
      "learning_rate": 0.00029969328726766654,
      "loss": 2.5469,
      "step": 4585
    },
    {
      "epoch": 0.21335194231216562,
      "grad_norm": 0.6789769053795898,
      "learning_rate": 0.0002996930500008281,
      "loss": 2.0625,
      "step": 4586
    },
    {
      "epoch": 0.21339846475924634,
      "grad_norm": 0.737277580397055,
      "learning_rate": 0.0002996928126423467,
      "loss": 2.9844,
      "step": 4587
    },
    {
      "epoch": 0.21344498720632704,
      "grad_norm": 0.6612381256623948,
      "learning_rate": 0.00029969257519222247,
      "loss": 2.7344,
      "step": 4588
    },
    {
      "epoch": 0.21349150965340777,
      "grad_norm": 0.6994212750453751,
      "learning_rate": 0.0002996923376504556,
      "loss": 2.8281,
      "step": 4589
    },
    {
      "epoch": 0.2135380321004885,
      "grad_norm": 0.7767784961603034,
      "learning_rate": 0.0002996921000170462,
      "loss": 2.9688,
      "step": 4590
    },
    {
      "epoch": 0.2135845545475692,
      "grad_norm": 0.7109337446491599,
      "learning_rate": 0.00029969186229199436,
      "loss": 2.7656,
      "step": 4591
    },
    {
      "epoch": 0.21363107699464992,
      "grad_norm": 0.6478475950223015,
      "learning_rate": 0.0002996916244753003,
      "loss": 2.5469,
      "step": 4592
    },
    {
      "epoch": 0.21367759944173065,
      "grad_norm": 0.6568934836124816,
      "learning_rate": 0.00029969138656696414,
      "loss": 2.5938,
      "step": 4593
    },
    {
      "epoch": 0.21372412188881135,
      "grad_norm": 0.6519175155910147,
      "learning_rate": 0.00029969114856698607,
      "loss": 2.5,
      "step": 4594
    },
    {
      "epoch": 0.21377064433589207,
      "grad_norm": 0.7725653853837503,
      "learning_rate": 0.0002996909104753662,
      "loss": 3.0,
      "step": 4595
    },
    {
      "epoch": 0.21381716678297277,
      "grad_norm": 0.7195633698769149,
      "learning_rate": 0.0002996906722921046,
      "loss": 2.7188,
      "step": 4596
    },
    {
      "epoch": 0.2138636892300535,
      "grad_norm": 0.6571819780068744,
      "learning_rate": 0.00029969043401720154,
      "loss": 2.2812,
      "step": 4597
    },
    {
      "epoch": 0.21391021167713423,
      "grad_norm": 0.6509473118779834,
      "learning_rate": 0.0002996901956506571,
      "loss": 2.7188,
      "step": 4598
    },
    {
      "epoch": 0.21395673412421493,
      "grad_norm": 0.6728693730785984,
      "learning_rate": 0.0002996899571924714,
      "loss": 2.6719,
      "step": 4599
    },
    {
      "epoch": 0.21400325657129565,
      "grad_norm": 0.6815495119582069,
      "learning_rate": 0.00029968971864264475,
      "loss": 2.875,
      "step": 4600
    },
    {
      "epoch": 0.21404977901837638,
      "grad_norm": 0.664833447599431,
      "learning_rate": 0.00029968948000117705,
      "loss": 2.875,
      "step": 4601
    },
    {
      "epoch": 0.21409630146545708,
      "grad_norm": 0.6982944910702942,
      "learning_rate": 0.0002996892412680686,
      "loss": 3.1719,
      "step": 4602
    },
    {
      "epoch": 0.2141428239125378,
      "grad_norm": 0.722576314424684,
      "learning_rate": 0.00029968900244331954,
      "loss": 2.6875,
      "step": 4603
    },
    {
      "epoch": 0.2141893463596185,
      "grad_norm": 0.6510561271726893,
      "learning_rate": 0.00029968876352692993,
      "loss": 2.6406,
      "step": 4604
    },
    {
      "epoch": 0.21423586880669923,
      "grad_norm": 0.6278751125152675,
      "learning_rate": 0.00029968852451890004,
      "loss": 2.5,
      "step": 4605
    },
    {
      "epoch": 0.21428239125377996,
      "grad_norm": 0.7193560594528329,
      "learning_rate": 0.00029968828541922997,
      "loss": 2.8125,
      "step": 4606
    },
    {
      "epoch": 0.21432891370086066,
      "grad_norm": 0.6772041740561207,
      "learning_rate": 0.00029968804622791976,
      "loss": 2.8438,
      "step": 4607
    },
    {
      "epoch": 0.21437543614794138,
      "grad_norm": 0.641004287122589,
      "learning_rate": 0.00029968780694496975,
      "loss": 2.4688,
      "step": 4608
    },
    {
      "epoch": 0.2144219585950221,
      "grad_norm": 0.6853733964460709,
      "learning_rate": 0.00029968756757037994,
      "loss": 2.7031,
      "step": 4609
    },
    {
      "epoch": 0.2144684810421028,
      "grad_norm": 0.7161891413677721,
      "learning_rate": 0.0002996873281041505,
      "loss": 2.6719,
      "step": 4610
    },
    {
      "epoch": 0.21451500348918354,
      "grad_norm": 0.6978012732443742,
      "learning_rate": 0.0002996870885462816,
      "loss": 2.7344,
      "step": 4611
    },
    {
      "epoch": 0.21456152593626424,
      "grad_norm": 0.7555128826775496,
      "learning_rate": 0.00029968684889677337,
      "loss": 2.8281,
      "step": 4612
    },
    {
      "epoch": 0.21460804838334496,
      "grad_norm": 0.670256435790738,
      "learning_rate": 0.00029968660915562597,
      "loss": 2.4844,
      "step": 4613
    },
    {
      "epoch": 0.2146545708304257,
      "grad_norm": 0.6762817594229961,
      "learning_rate": 0.0002996863693228396,
      "loss": 2.6719,
      "step": 4614
    },
    {
      "epoch": 0.2147010932775064,
      "grad_norm": 0.6777302424693534,
      "learning_rate": 0.0002996861293984143,
      "loss": 2.6719,
      "step": 4615
    },
    {
      "epoch": 0.21474761572458712,
      "grad_norm": 0.7329646403482912,
      "learning_rate": 0.00029968588938235027,
      "loss": 2.9375,
      "step": 4616
    },
    {
      "epoch": 0.21479413817166784,
      "grad_norm": 0.6863112872701278,
      "learning_rate": 0.00029968564927464766,
      "loss": 2.6875,
      "step": 4617
    },
    {
      "epoch": 0.21484066061874854,
      "grad_norm": 0.7037281376118897,
      "learning_rate": 0.00029968540907530667,
      "loss": 2.6719,
      "step": 4618
    },
    {
      "epoch": 0.21488718306582927,
      "grad_norm": 0.6672456385382871,
      "learning_rate": 0.00029968516878432734,
      "loss": 2.5625,
      "step": 4619
    },
    {
      "epoch": 0.21493370551290997,
      "grad_norm": 0.7264206066351683,
      "learning_rate": 0.0002996849284017099,
      "loss": 1.9531,
      "step": 4620
    },
    {
      "epoch": 0.2149802279599907,
      "grad_norm": 0.6566718267751791,
      "learning_rate": 0.0002996846879274544,
      "loss": 3.0469,
      "step": 4621
    },
    {
      "epoch": 0.21502675040707142,
      "grad_norm": 0.6438570945990372,
      "learning_rate": 0.0002996844473615611,
      "loss": 2.9375,
      "step": 4622
    },
    {
      "epoch": 0.21507327285415212,
      "grad_norm": 0.7648861459437825,
      "learning_rate": 0.00029968420670403007,
      "loss": 2.7656,
      "step": 4623
    },
    {
      "epoch": 0.21511979530123285,
      "grad_norm": 0.7364967622361985,
      "learning_rate": 0.00029968396595486153,
      "loss": 2.9531,
      "step": 4624
    },
    {
      "epoch": 0.21516631774831357,
      "grad_norm": 0.6631546512129193,
      "learning_rate": 0.0002996837251140556,
      "loss": 2.7188,
      "step": 4625
    },
    {
      "epoch": 0.21521284019539427,
      "grad_norm": 0.6365820615108774,
      "learning_rate": 0.0002996834841816123,
      "loss": 2.8281,
      "step": 4626
    },
    {
      "epoch": 0.215259362642475,
      "grad_norm": 0.6976795918786318,
      "learning_rate": 0.00029968324315753195,
      "loss": 2.7969,
      "step": 4627
    },
    {
      "epoch": 0.2153058850895557,
      "grad_norm": 0.6579425486523266,
      "learning_rate": 0.00029968300204181466,
      "loss": 3.0781,
      "step": 4628
    },
    {
      "epoch": 0.21535240753663643,
      "grad_norm": 0.6953951824195893,
      "learning_rate": 0.00029968276083446055,
      "loss": 2.6719,
      "step": 4629
    },
    {
      "epoch": 0.21539892998371715,
      "grad_norm": 0.7296560712540886,
      "learning_rate": 0.0002996825195354698,
      "loss": 2.75,
      "step": 4630
    },
    {
      "epoch": 0.21544545243079785,
      "grad_norm": 0.7588817344680797,
      "learning_rate": 0.00029968227814484245,
      "loss": 2.9688,
      "step": 4631
    },
    {
      "epoch": 0.21549197487787858,
      "grad_norm": 0.6936770382638151,
      "learning_rate": 0.00029968203666257874,
      "loss": 3.0312,
      "step": 4632
    },
    {
      "epoch": 0.2155384973249593,
      "grad_norm": 0.6684122635213887,
      "learning_rate": 0.00029968179508867886,
      "loss": 2.4688,
      "step": 4633
    },
    {
      "epoch": 0.21558501977204,
      "grad_norm": 0.654794689581011,
      "learning_rate": 0.00029968155342314286,
      "loss": 2.6094,
      "step": 4634
    },
    {
      "epoch": 0.21563154221912073,
      "grad_norm": 0.7138722323119661,
      "learning_rate": 0.00029968131166597096,
      "loss": 2.75,
      "step": 4635
    },
    {
      "epoch": 0.21567806466620143,
      "grad_norm": 0.7249147925469517,
      "learning_rate": 0.0002996810698171633,
      "loss": 2.5156,
      "step": 4636
    },
    {
      "epoch": 0.21572458711328216,
      "grad_norm": 0.6591976840854493,
      "learning_rate": 0.0002996808278767199,
      "loss": 2.9062,
      "step": 4637
    },
    {
      "epoch": 0.21577110956036288,
      "grad_norm": 0.704476073060741,
      "learning_rate": 0.00029968058584464117,
      "loss": 2.9688,
      "step": 4638
    },
    {
      "epoch": 0.21581763200744358,
      "grad_norm": 0.6320439025127952,
      "learning_rate": 0.000299680343720927,
      "loss": 2.6875,
      "step": 4639
    },
    {
      "epoch": 0.2158641544545243,
      "grad_norm": 0.6883050911303012,
      "learning_rate": 0.00029968010150557763,
      "loss": 2.6875,
      "step": 4640
    },
    {
      "epoch": 0.21591067690160504,
      "grad_norm": 0.72835426856283,
      "learning_rate": 0.00029967985919859326,
      "loss": 2.5156,
      "step": 4641
    },
    {
      "epoch": 0.21595719934868574,
      "grad_norm": 0.6865256362461432,
      "learning_rate": 0.00029967961679997396,
      "loss": 2.8906,
      "step": 4642
    },
    {
      "epoch": 0.21600372179576646,
      "grad_norm": 0.6427871314233954,
      "learning_rate": 0.00029967937430971995,
      "loss": 2.7344,
      "step": 4643
    },
    {
      "epoch": 0.21605024424284716,
      "grad_norm": 0.7166488876272831,
      "learning_rate": 0.0002996791317278314,
      "loss": 2.875,
      "step": 4644
    },
    {
      "epoch": 0.2160967666899279,
      "grad_norm": 0.7387238782584384,
      "learning_rate": 0.0002996788890543083,
      "loss": 2.625,
      "step": 4645
    },
    {
      "epoch": 0.21614328913700862,
      "grad_norm": 0.7022373270571071,
      "learning_rate": 0.00029967864628915094,
      "loss": 2.7188,
      "step": 4646
    },
    {
      "epoch": 0.21618981158408931,
      "grad_norm": 0.6385284581580736,
      "learning_rate": 0.00029967840343235946,
      "loss": 2.9688,
      "step": 4647
    },
    {
      "epoch": 0.21623633403117004,
      "grad_norm": 0.6676410712560786,
      "learning_rate": 0.0002996781604839339,
      "loss": 2.7344,
      "step": 4648
    },
    {
      "epoch": 0.21628285647825077,
      "grad_norm": 0.7122997386118401,
      "learning_rate": 0.0002996779174438746,
      "loss": 3.2344,
      "step": 4649
    },
    {
      "epoch": 0.21632937892533147,
      "grad_norm": 0.7040544839471229,
      "learning_rate": 0.00029967767431218154,
      "loss": 2.8125,
      "step": 4650
    },
    {
      "epoch": 0.2163759013724122,
      "grad_norm": 0.6854668131667558,
      "learning_rate": 0.0002996774310888549,
      "loss": 3.1562,
      "step": 4651
    },
    {
      "epoch": 0.2164224238194929,
      "grad_norm": 0.6828705600548501,
      "learning_rate": 0.0002996771877738949,
      "loss": 2.5,
      "step": 4652
    },
    {
      "epoch": 0.21646894626657362,
      "grad_norm": 0.639289092150917,
      "learning_rate": 0.0002996769443673016,
      "loss": 2.625,
      "step": 4653
    },
    {
      "epoch": 0.21651546871365435,
      "grad_norm": 0.6766473697201358,
      "learning_rate": 0.0002996767008690752,
      "loss": 2.75,
      "step": 4654
    },
    {
      "epoch": 0.21656199116073505,
      "grad_norm": 0.7472277762665618,
      "learning_rate": 0.00029967645727921587,
      "loss": 2.6094,
      "step": 4655
    },
    {
      "epoch": 0.21660851360781577,
      "grad_norm": 0.7079257321549784,
      "learning_rate": 0.00029967621359772373,
      "loss": 2.7344,
      "step": 4656
    },
    {
      "epoch": 0.2166550360548965,
      "grad_norm": 0.6511207861862849,
      "learning_rate": 0.00029967596982459894,
      "loss": 2.8125,
      "step": 4657
    },
    {
      "epoch": 0.2167015585019772,
      "grad_norm": 0.8112785878141986,
      "learning_rate": 0.0002996757259598416,
      "loss": 2.5625,
      "step": 4658
    },
    {
      "epoch": 0.21674808094905793,
      "grad_norm": 0.7771188299418219,
      "learning_rate": 0.0002996754820034519,
      "loss": 2.7812,
      "step": 4659
    },
    {
      "epoch": 0.21679460339613862,
      "grad_norm": 0.6329208682015808,
      "learning_rate": 0.00029967523795543005,
      "loss": 2.7031,
      "step": 4660
    },
    {
      "epoch": 0.21684112584321935,
      "grad_norm": 0.6747057487558543,
      "learning_rate": 0.0002996749938157761,
      "loss": 2.6562,
      "step": 4661
    },
    {
      "epoch": 0.21688764829030008,
      "grad_norm": 0.7801177366005293,
      "learning_rate": 0.00029967474958449017,
      "loss": 2.625,
      "step": 4662
    },
    {
      "epoch": 0.21693417073738078,
      "grad_norm": 0.6982994454549613,
      "learning_rate": 0.00029967450526157253,
      "loss": 2.7969,
      "step": 4663
    },
    {
      "epoch": 0.2169806931844615,
      "grad_norm": 0.677414139312333,
      "learning_rate": 0.00029967426084702333,
      "loss": 2.6562,
      "step": 4664
    },
    {
      "epoch": 0.21702721563154223,
      "grad_norm": 0.8009794264129854,
      "learning_rate": 0.00029967401634084257,
      "loss": 2.7031,
      "step": 4665
    },
    {
      "epoch": 0.21707373807862293,
      "grad_norm": 0.733632102320019,
      "learning_rate": 0.00029967377174303057,
      "loss": 2.7812,
      "step": 4666
    },
    {
      "epoch": 0.21712026052570366,
      "grad_norm": 0.7068931817043076,
      "learning_rate": 0.0002996735270535874,
      "loss": 2.5469,
      "step": 4667
    },
    {
      "epoch": 0.21716678297278436,
      "grad_norm": 0.6813596415457004,
      "learning_rate": 0.00029967328227251317,
      "loss": 2.6875,
      "step": 4668
    },
    {
      "epoch": 0.21721330541986508,
      "grad_norm": 0.663021820436696,
      "learning_rate": 0.0002996730373998081,
      "loss": 2.6875,
      "step": 4669
    },
    {
      "epoch": 0.2172598278669458,
      "grad_norm": 0.6791061866935626,
      "learning_rate": 0.0002996727924354723,
      "loss": 2.5781,
      "step": 4670
    },
    {
      "epoch": 0.2173063503140265,
      "grad_norm": 0.7007355075644033,
      "learning_rate": 0.00029967254737950594,
      "loss": 2.9531,
      "step": 4671
    },
    {
      "epoch": 0.21735287276110724,
      "grad_norm": 0.6389073078452505,
      "learning_rate": 0.00029967230223190916,
      "loss": 2.6406,
      "step": 4672
    },
    {
      "epoch": 0.21739939520818796,
      "grad_norm": 0.6996036280629349,
      "learning_rate": 0.0002996720569926821,
      "loss": 2.8125,
      "step": 4673
    },
    {
      "epoch": 0.21744591765526866,
      "grad_norm": 0.735803604721704,
      "learning_rate": 0.000299671811661825,
      "loss": 2.8906,
      "step": 4674
    },
    {
      "epoch": 0.2174924401023494,
      "grad_norm": 0.7715416888689143,
      "learning_rate": 0.00029967156623933786,
      "loss": 3.0781,
      "step": 4675
    },
    {
      "epoch": 0.2175389625494301,
      "grad_norm": 0.6884948917055628,
      "learning_rate": 0.00029967132072522096,
      "loss": 2.4062,
      "step": 4676
    },
    {
      "epoch": 0.21758548499651081,
      "grad_norm": 0.7050145673939252,
      "learning_rate": 0.00029967107511947433,
      "loss": 2.4531,
      "step": 4677
    },
    {
      "epoch": 0.21763200744359154,
      "grad_norm": 0.6358790058508669,
      "learning_rate": 0.0002996708294220982,
      "loss": 2.6406,
      "step": 4678
    },
    {
      "epoch": 0.21767852989067224,
      "grad_norm": 0.727284329208322,
      "learning_rate": 0.00029967058363309274,
      "loss": 2.6875,
      "step": 4679
    },
    {
      "epoch": 0.21772505233775297,
      "grad_norm": 0.7056779382502528,
      "learning_rate": 0.00029967033775245804,
      "loss": 2.7188,
      "step": 4680
    },
    {
      "epoch": 0.2177715747848337,
      "grad_norm": 0.8310926304803252,
      "learning_rate": 0.00029967009178019427,
      "loss": 1.9766,
      "step": 4681
    },
    {
      "epoch": 0.2178180972319144,
      "grad_norm": 0.7005256932649702,
      "learning_rate": 0.00029966984571630164,
      "loss": 2.8125,
      "step": 4682
    },
    {
      "epoch": 0.21786461967899512,
      "grad_norm": 0.7234241580900076,
      "learning_rate": 0.00029966959956078017,
      "loss": 2.5469,
      "step": 4683
    },
    {
      "epoch": 0.21791114212607582,
      "grad_norm": 0.6708454339577954,
      "learning_rate": 0.00029966935331363016,
      "loss": 2.2344,
      "step": 4684
    },
    {
      "epoch": 0.21795766457315655,
      "grad_norm": 0.7768696507483733,
      "learning_rate": 0.00029966910697485163,
      "loss": 2.8281,
      "step": 4685
    },
    {
      "epoch": 0.21800418702023727,
      "grad_norm": 0.7047267409432294,
      "learning_rate": 0.00029966886054444484,
      "loss": 2.7969,
      "step": 4686
    },
    {
      "epoch": 0.21805070946731797,
      "grad_norm": 0.7016352600232505,
      "learning_rate": 0.0002996686140224099,
      "loss": 3.0625,
      "step": 4687
    },
    {
      "epoch": 0.2180972319143987,
      "grad_norm": 0.6810522688350892,
      "learning_rate": 0.00029966836740874693,
      "loss": 2.6719,
      "step": 4688
    },
    {
      "epoch": 0.21814375436147942,
      "grad_norm": 0.6874928486852686,
      "learning_rate": 0.0002996681207034561,
      "loss": 2.7188,
      "step": 4689
    },
    {
      "epoch": 0.21819027680856012,
      "grad_norm": 0.713848235940573,
      "learning_rate": 0.00029966787390653756,
      "loss": 2.7969,
      "step": 4690
    },
    {
      "epoch": 0.21823679925564085,
      "grad_norm": 0.6676482737187821,
      "learning_rate": 0.00029966762701799144,
      "loss": 2.2812,
      "step": 4691
    },
    {
      "epoch": 0.21828332170272155,
      "grad_norm": 0.6826755694730118,
      "learning_rate": 0.000299667380037818,
      "loss": 3.0,
      "step": 4692
    },
    {
      "epoch": 0.21832984414980228,
      "grad_norm": 0.72380059860709,
      "learning_rate": 0.0002996671329660172,
      "loss": 2.6719,
      "step": 4693
    },
    {
      "epoch": 0.218376366596883,
      "grad_norm": 0.6426422483806409,
      "learning_rate": 0.0002996668858025894,
      "loss": 2.6094,
      "step": 4694
    },
    {
      "epoch": 0.2184228890439637,
      "grad_norm": 0.6757080179025629,
      "learning_rate": 0.0002996666385475346,
      "loss": 2.4062,
      "step": 4695
    },
    {
      "epoch": 0.21846941149104443,
      "grad_norm": 0.6905871182813418,
      "learning_rate": 0.000299666391200853,
      "loss": 3.0312,
      "step": 4696
    },
    {
      "epoch": 0.21851593393812516,
      "grad_norm": 0.67612556930946,
      "learning_rate": 0.00029966614376254476,
      "loss": 2.7812,
      "step": 4697
    },
    {
      "epoch": 0.21856245638520586,
      "grad_norm": 0.7319527261040231,
      "learning_rate": 0.00029966589623261,
      "loss": 2.7812,
      "step": 4698
    },
    {
      "epoch": 0.21860897883228658,
      "grad_norm": 0.7689859814546549,
      "learning_rate": 0.0002996656486110489,
      "loss": 2.8125,
      "step": 4699
    },
    {
      "epoch": 0.21865550127936728,
      "grad_norm": 0.7244146515357631,
      "learning_rate": 0.00029966540089786163,
      "loss": 2.75,
      "step": 4700
    },
    {
      "epoch": 0.218702023726448,
      "grad_norm": 0.6527209125405444,
      "learning_rate": 0.00029966515309304834,
      "loss": 2.5781,
      "step": 4701
    },
    {
      "epoch": 0.21874854617352874,
      "grad_norm": 0.6544029471683906,
      "learning_rate": 0.0002996649051966091,
      "loss": 2.6406,
      "step": 4702
    },
    {
      "epoch": 0.21879506862060943,
      "grad_norm": 0.6622735465253161,
      "learning_rate": 0.0002996646572085442,
      "loss": 2.5625,
      "step": 4703
    },
    {
      "epoch": 0.21884159106769016,
      "grad_norm": 0.663975347401199,
      "learning_rate": 0.0002996644091288537,
      "loss": 2.6875,
      "step": 4704
    },
    {
      "epoch": 0.2188881135147709,
      "grad_norm": 0.7749236919808894,
      "learning_rate": 0.0002996641609575377,
      "loss": 2.7656,
      "step": 4705
    },
    {
      "epoch": 0.2189346359618516,
      "grad_norm": 0.6460600309970113,
      "learning_rate": 0.0002996639126945965,
      "loss": 2.4531,
      "step": 4706
    },
    {
      "epoch": 0.2189811584089323,
      "grad_norm": 0.7703386744114972,
      "learning_rate": 0.0002996636643400301,
      "loss": 2.9375,
      "step": 4707
    },
    {
      "epoch": 0.219027680856013,
      "grad_norm": 0.7933686825524418,
      "learning_rate": 0.00029966341589383877,
      "loss": 3.2969,
      "step": 4708
    },
    {
      "epoch": 0.21907420330309374,
      "grad_norm": 0.6632985689126196,
      "learning_rate": 0.00029966316735602263,
      "loss": 2.6406,
      "step": 4709
    },
    {
      "epoch": 0.21912072575017447,
      "grad_norm": 0.7390588308696754,
      "learning_rate": 0.00029966291872658175,
      "loss": 2.6094,
      "step": 4710
    },
    {
      "epoch": 0.21916724819725517,
      "grad_norm": 0.7712731819356752,
      "learning_rate": 0.0002996626700055164,
      "loss": 2.9062,
      "step": 4711
    },
    {
      "epoch": 0.2192137706443359,
      "grad_norm": 0.6621896473852694,
      "learning_rate": 0.0002996624211928266,
      "loss": 2.6094,
      "step": 4712
    },
    {
      "epoch": 0.21926029309141662,
      "grad_norm": 0.6688048506268515,
      "learning_rate": 0.00029966217228851274,
      "loss": 2.7344,
      "step": 4713
    },
    {
      "epoch": 0.21930681553849732,
      "grad_norm": 0.5992175078529054,
      "learning_rate": 0.00029966192329257467,
      "loss": 2.5156,
      "step": 4714
    },
    {
      "epoch": 0.21935333798557805,
      "grad_norm": 0.7571247490794659,
      "learning_rate": 0.0002996616742050128,
      "loss": 2.8125,
      "step": 4715
    },
    {
      "epoch": 0.21939986043265874,
      "grad_norm": 0.8475955295948213,
      "learning_rate": 0.0002996614250258271,
      "loss": 2.7188,
      "step": 4716
    },
    {
      "epoch": 0.21944638287973947,
      "grad_norm": 0.8167474785209076,
      "learning_rate": 0.0002996611757550178,
      "loss": 2.9531,
      "step": 4717
    },
    {
      "epoch": 0.2194929053268202,
      "grad_norm": 0.7205792930483609,
      "learning_rate": 0.0002996609263925851,
      "loss": 2.4844,
      "step": 4718
    },
    {
      "epoch": 0.2195394277739009,
      "grad_norm": 0.6787899510923635,
      "learning_rate": 0.00029966067693852904,
      "loss": 2.9531,
      "step": 4719
    },
    {
      "epoch": 0.21958595022098162,
      "grad_norm": 0.792549922808685,
      "learning_rate": 0.00029966042739284983,
      "loss": 2.9062,
      "step": 4720
    },
    {
      "epoch": 0.21963247266806235,
      "grad_norm": 0.821734783374687,
      "learning_rate": 0.00029966017775554763,
      "loss": 2.0,
      "step": 4721
    },
    {
      "epoch": 0.21967899511514305,
      "grad_norm": 0.7466661472442006,
      "learning_rate": 0.0002996599280266226,
      "loss": 2.7188,
      "step": 4722
    },
    {
      "epoch": 0.21972551756222378,
      "grad_norm": 0.7154025735610368,
      "learning_rate": 0.0002996596782060749,
      "loss": 2.6562,
      "step": 4723
    },
    {
      "epoch": 0.21977204000930448,
      "grad_norm": 0.7220661531913469,
      "learning_rate": 0.0002996594282939046,
      "loss": 2.8906,
      "step": 4724
    },
    {
      "epoch": 0.2198185624563852,
      "grad_norm": 0.7191845935680032,
      "learning_rate": 0.0002996591782901119,
      "loss": 2.8125,
      "step": 4725
    },
    {
      "epoch": 0.21986508490346593,
      "grad_norm": 0.682072688348457,
      "learning_rate": 0.0002996589281946971,
      "loss": 2.6562,
      "step": 4726
    },
    {
      "epoch": 0.21991160735054663,
      "grad_norm": 0.655444019614454,
      "learning_rate": 0.00029965867800766017,
      "loss": 2.4531,
      "step": 4727
    },
    {
      "epoch": 0.21995812979762736,
      "grad_norm": 0.7046457920678408,
      "learning_rate": 0.00029965842772900126,
      "loss": 2.5781,
      "step": 4728
    },
    {
      "epoch": 0.22000465224470808,
      "grad_norm": 0.7132313620602533,
      "learning_rate": 0.0002996581773587206,
      "loss": 2.75,
      "step": 4729
    },
    {
      "epoch": 0.22005117469178878,
      "grad_norm": 0.7569029740310206,
      "learning_rate": 0.00029965792689681835,
      "loss": 2.625,
      "step": 4730
    },
    {
      "epoch": 0.2200976971388695,
      "grad_norm": 0.7514328302855775,
      "learning_rate": 0.0002996576763432946,
      "loss": 2.6562,
      "step": 4731
    },
    {
      "epoch": 0.2201442195859502,
      "grad_norm": 0.9105169002921237,
      "learning_rate": 0.0002996574256981496,
      "loss": 2.625,
      "step": 4732
    },
    {
      "epoch": 0.22019074203303093,
      "grad_norm": 0.7418906580642469,
      "learning_rate": 0.0002996571749613834,
      "loss": 2.6562,
      "step": 4733
    },
    {
      "epoch": 0.22023726448011166,
      "grad_norm": 0.6827593015155594,
      "learning_rate": 0.0002996569241329962,
      "loss": 2.5938,
      "step": 4734
    },
    {
      "epoch": 0.22028378692719236,
      "grad_norm": 0.8612408024220493,
      "learning_rate": 0.0002996566732129881,
      "loss": 3.0312,
      "step": 4735
    },
    {
      "epoch": 0.2203303093742731,
      "grad_norm": 0.8399209495015554,
      "learning_rate": 0.00029965642220135936,
      "loss": 2.6406,
      "step": 4736
    },
    {
      "epoch": 0.2203768318213538,
      "grad_norm": 0.8607540231552978,
      "learning_rate": 0.00029965617109811005,
      "loss": 2.5,
      "step": 4737
    },
    {
      "epoch": 0.2204233542684345,
      "grad_norm": 0.6863271309773296,
      "learning_rate": 0.00029965591990324035,
      "loss": 2.7188,
      "step": 4738
    },
    {
      "epoch": 0.22046987671551524,
      "grad_norm": 0.7515261460873114,
      "learning_rate": 0.00029965566861675047,
      "loss": 2.8906,
      "step": 4739
    },
    {
      "epoch": 0.22051639916259597,
      "grad_norm": 0.6823759003886007,
      "learning_rate": 0.0002996554172386404,
      "loss": 2.6875,
      "step": 4740
    },
    {
      "epoch": 0.22056292160967667,
      "grad_norm": 0.7141856308245647,
      "learning_rate": 0.0002996551657689105,
      "loss": 2.7031,
      "step": 4741
    },
    {
      "epoch": 0.2206094440567574,
      "grad_norm": 0.7062666621560926,
      "learning_rate": 0.0002996549142075608,
      "loss": 2.8125,
      "step": 4742
    },
    {
      "epoch": 0.2206559665038381,
      "grad_norm": 0.6746980548560351,
      "learning_rate": 0.0002996546625545915,
      "loss": 2.375,
      "step": 4743
    },
    {
      "epoch": 0.22070248895091882,
      "grad_norm": 0.670822517371956,
      "learning_rate": 0.00029965441081000266,
      "loss": 2.8594,
      "step": 4744
    },
    {
      "epoch": 0.22074901139799954,
      "grad_norm": 0.68114337737738,
      "learning_rate": 0.0002996541589737946,
      "loss": 2.8125,
      "step": 4745
    },
    {
      "epoch": 0.22079553384508024,
      "grad_norm": 0.6995277467971618,
      "learning_rate": 0.0002996539070459673,
      "loss": 2.8906,
      "step": 4746
    },
    {
      "epoch": 0.22084205629216097,
      "grad_norm": 0.7946828210882603,
      "learning_rate": 0.000299653655026521,
      "loss": 1.9922,
      "step": 4747
    },
    {
      "epoch": 0.2208885787392417,
      "grad_norm": 0.7027138657264833,
      "learning_rate": 0.0002996534029154559,
      "loss": 2.7031,
      "step": 4748
    },
    {
      "epoch": 0.2209351011863224,
      "grad_norm": 0.683962022941648,
      "learning_rate": 0.0002996531507127721,
      "loss": 2.4219,
      "step": 4749
    },
    {
      "epoch": 0.22098162363340312,
      "grad_norm": 0.6786551485611022,
      "learning_rate": 0.0002996528984184697,
      "loss": 2.6562,
      "step": 4750
    },
    {
      "epoch": 0.22102814608048382,
      "grad_norm": 0.6724531369152242,
      "learning_rate": 0.000299652646032549,
      "loss": 2.7344,
      "step": 4751
    },
    {
      "epoch": 0.22107466852756455,
      "grad_norm": 0.6297298403894713,
      "learning_rate": 0.00029965239355501,
      "loss": 2.4531,
      "step": 4752
    },
    {
      "epoch": 0.22112119097464528,
      "grad_norm": 0.7079363643520018,
      "learning_rate": 0.00029965214098585295,
      "loss": 2.6562,
      "step": 4753
    },
    {
      "epoch": 0.22116771342172598,
      "grad_norm": 0.6865567267089105,
      "learning_rate": 0.000299651888325078,
      "loss": 2.4688,
      "step": 4754
    },
    {
      "epoch": 0.2212142358688067,
      "grad_norm": 0.6719093057601373,
      "learning_rate": 0.00029965163557268526,
      "loss": 2.6406,
      "step": 4755
    },
    {
      "epoch": 0.22126075831588743,
      "grad_norm": 0.7319760048238402,
      "learning_rate": 0.0002996513827286749,
      "loss": 2.7969,
      "step": 4756
    },
    {
      "epoch": 0.22130728076296813,
      "grad_norm": 0.716601695857744,
      "learning_rate": 0.0002996511297930471,
      "loss": 2.5312,
      "step": 4757
    },
    {
      "epoch": 0.22135380321004886,
      "grad_norm": 0.6721143232413777,
      "learning_rate": 0.000299650876765802,
      "loss": 2.6719,
      "step": 4758
    },
    {
      "epoch": 0.22140032565712955,
      "grad_norm": 0.7447644613578825,
      "learning_rate": 0.0002996506236469397,
      "loss": 2.0312,
      "step": 4759
    },
    {
      "epoch": 0.22144684810421028,
      "grad_norm": 0.6928532416503239,
      "learning_rate": 0.00029965037043646047,
      "loss": 3.0781,
      "step": 4760
    },
    {
      "epoch": 0.221493370551291,
      "grad_norm": 0.6900831022118958,
      "learning_rate": 0.0002996501171343644,
      "loss": 2.6719,
      "step": 4761
    },
    {
      "epoch": 0.2215398929983717,
      "grad_norm": 0.6786307197504025,
      "learning_rate": 0.0002996498637406515,
      "loss": 2.6406,
      "step": 4762
    },
    {
      "epoch": 0.22158641544545243,
      "grad_norm": 0.6306493419848185,
      "learning_rate": 0.0002996496102553222,
      "loss": 2.5,
      "step": 4763
    },
    {
      "epoch": 0.22163293789253316,
      "grad_norm": 0.6968773666755962,
      "learning_rate": 0.0002996493566783766,
      "loss": 2.4531,
      "step": 4764
    },
    {
      "epoch": 0.22167946033961386,
      "grad_norm": 0.5977309834643716,
      "learning_rate": 0.00029964910300981463,
      "loss": 2.5625,
      "step": 4765
    },
    {
      "epoch": 0.2217259827866946,
      "grad_norm": 0.6569190682171516,
      "learning_rate": 0.00029964884924963667,
      "loss": 2.8125,
      "step": 4766
    },
    {
      "epoch": 0.22177250523377529,
      "grad_norm": 0.648863619348699,
      "learning_rate": 0.0002996485953978428,
      "loss": 2.4688,
      "step": 4767
    },
    {
      "epoch": 0.221819027680856,
      "grad_norm": 0.6446580834269839,
      "learning_rate": 0.0002996483414544332,
      "loss": 2.9688,
      "step": 4768
    },
    {
      "epoch": 0.22186555012793674,
      "grad_norm": 0.632479404169375,
      "learning_rate": 0.000299648087419408,
      "loss": 2.5781,
      "step": 4769
    },
    {
      "epoch": 0.22191207257501744,
      "grad_norm": 0.8619225695032922,
      "learning_rate": 0.0002996478332927673,
      "loss": 1.9141,
      "step": 4770
    },
    {
      "epoch": 0.22195859502209817,
      "grad_norm": 0.7354056932782347,
      "learning_rate": 0.0002996475790745113,
      "loss": 2.7031,
      "step": 4771
    },
    {
      "epoch": 0.2220051174691789,
      "grad_norm": 0.7278593045026378,
      "learning_rate": 0.00029964732476464026,
      "loss": 2.5156,
      "step": 4772
    },
    {
      "epoch": 0.2220516399162596,
      "grad_norm": 0.7144053479082798,
      "learning_rate": 0.0002996470703631542,
      "loss": 2.1719,
      "step": 4773
    },
    {
      "epoch": 0.22209816236334032,
      "grad_norm": 0.7302371760942934,
      "learning_rate": 0.00029964681587005336,
      "loss": 2.8906,
      "step": 4774
    },
    {
      "epoch": 0.22214468481042102,
      "grad_norm": 0.6792322970593131,
      "learning_rate": 0.0002996465612853378,
      "loss": 2.6719,
      "step": 4775
    },
    {
      "epoch": 0.22219120725750174,
      "grad_norm": 0.6793752493191025,
      "learning_rate": 0.00029964630660900775,
      "loss": 2.4062,
      "step": 4776
    },
    {
      "epoch": 0.22223772970458247,
      "grad_norm": 0.6797285648512121,
      "learning_rate": 0.0002996460518410634,
      "loss": 2.5156,
      "step": 4777
    },
    {
      "epoch": 0.22228425215166317,
      "grad_norm": 0.6871028420588755,
      "learning_rate": 0.0002996457969815048,
      "loss": 2.7031,
      "step": 4778
    },
    {
      "epoch": 0.2223307745987439,
      "grad_norm": 0.6811231553141612,
      "learning_rate": 0.00029964554203033215,
      "loss": 2.4062,
      "step": 4779
    },
    {
      "epoch": 0.22237729704582462,
      "grad_norm": 0.7809025902212513,
      "learning_rate": 0.0002996452869875456,
      "loss": 2.4844,
      "step": 4780
    },
    {
      "epoch": 0.22242381949290532,
      "grad_norm": 0.6464541462644026,
      "learning_rate": 0.0002996450318531454,
      "loss": 2.8125,
      "step": 4781
    },
    {
      "epoch": 0.22247034193998605,
      "grad_norm": 0.7016483649343547,
      "learning_rate": 0.00029964477662713164,
      "loss": 2.625,
      "step": 4782
    },
    {
      "epoch": 0.22251686438706675,
      "grad_norm": 0.668800145454029,
      "learning_rate": 0.0002996445213095044,
      "loss": 2.625,
      "step": 4783
    },
    {
      "epoch": 0.22256338683414748,
      "grad_norm": 0.6738525905129371,
      "learning_rate": 0.0002996442659002639,
      "loss": 2.7344,
      "step": 4784
    },
    {
      "epoch": 0.2226099092812282,
      "grad_norm": 0.6723511842852993,
      "learning_rate": 0.00029964401039941034,
      "loss": 2.6719,
      "step": 4785
    },
    {
      "epoch": 0.2226564317283089,
      "grad_norm": 0.6565297019201062,
      "learning_rate": 0.0002996437548069438,
      "loss": 2.7969,
      "step": 4786
    },
    {
      "epoch": 0.22270295417538963,
      "grad_norm": 0.6694046632667776,
      "learning_rate": 0.0002996434991228645,
      "loss": 2.8281,
      "step": 4787
    },
    {
      "epoch": 0.22274947662247035,
      "grad_norm": 1.102963806099341,
      "learning_rate": 0.0002996432433471726,
      "loss": 2.0625,
      "step": 4788
    },
    {
      "epoch": 0.22279599906955105,
      "grad_norm": 0.902033170370238,
      "learning_rate": 0.0002996429874798682,
      "loss": 2.7656,
      "step": 4789
    },
    {
      "epoch": 0.22284252151663178,
      "grad_norm": 0.876767863040665,
      "learning_rate": 0.00029964273152095143,
      "loss": 2.5469,
      "step": 4790
    },
    {
      "epoch": 0.22288904396371248,
      "grad_norm": 0.6676900962947792,
      "learning_rate": 0.0002996424754704225,
      "loss": 2.6406,
      "step": 4791
    },
    {
      "epoch": 0.2229355664107932,
      "grad_norm": 0.8560182244006213,
      "learning_rate": 0.0002996422193282816,
      "loss": 2.6562,
      "step": 4792
    },
    {
      "epoch": 0.22298208885787393,
      "grad_norm": 0.9440349527159898,
      "learning_rate": 0.00029964196309452884,
      "loss": 2.8281,
      "step": 4793
    },
    {
      "epoch": 0.22302861130495463,
      "grad_norm": 0.7017507896330246,
      "learning_rate": 0.0002996417067691644,
      "loss": 2.4219,
      "step": 4794
    },
    {
      "epoch": 0.22307513375203536,
      "grad_norm": 0.6664488518266813,
      "learning_rate": 0.00029964145035218844,
      "loss": 2.7656,
      "step": 4795
    },
    {
      "epoch": 0.2231216561991161,
      "grad_norm": 0.7006723690769241,
      "learning_rate": 0.00029964119384360107,
      "loss": 2.8281,
      "step": 4796
    },
    {
      "epoch": 0.22316817864619679,
      "grad_norm": 0.7255019428576516,
      "learning_rate": 0.00029964093724340246,
      "loss": 2.6406,
      "step": 4797
    },
    {
      "epoch": 0.2232147010932775,
      "grad_norm": 0.6563442461724445,
      "learning_rate": 0.00029964068055159283,
      "loss": 2.75,
      "step": 4798
    },
    {
      "epoch": 0.2232612235403582,
      "grad_norm": 0.9373093960779473,
      "learning_rate": 0.0002996404237681723,
      "loss": 2.0156,
      "step": 4799
    },
    {
      "epoch": 0.22330774598743894,
      "grad_norm": 0.7256051716311482,
      "learning_rate": 0.00029964016689314096,
      "loss": 2.0312,
      "step": 4800
    },
    {
      "epoch": 0.22335426843451966,
      "grad_norm": 0.9320766187398446,
      "learning_rate": 0.0002996399099264991,
      "loss": 2.7031,
      "step": 4801
    },
    {
      "epoch": 0.22340079088160036,
      "grad_norm": 0.7805121459912406,
      "learning_rate": 0.00029963965286824675,
      "loss": 2.4375,
      "step": 4802
    },
    {
      "epoch": 0.2234473133286811,
      "grad_norm": 0.8594640674685349,
      "learning_rate": 0.00029963939571838415,
      "loss": 2.6406,
      "step": 4803
    },
    {
      "epoch": 0.22349383577576182,
      "grad_norm": 0.6320453443349744,
      "learning_rate": 0.0002996391384769114,
      "loss": 2.5312,
      "step": 4804
    },
    {
      "epoch": 0.22354035822284252,
      "grad_norm": 0.7233465962448674,
      "learning_rate": 0.00029963888114382877,
      "loss": 2.5938,
      "step": 4805
    },
    {
      "epoch": 0.22358688066992324,
      "grad_norm": 0.738586048728504,
      "learning_rate": 0.00029963862371913626,
      "loss": 2.9062,
      "step": 4806
    },
    {
      "epoch": 0.22363340311700394,
      "grad_norm": 0.739399899378344,
      "learning_rate": 0.00029963836620283414,
      "loss": 2.8125,
      "step": 4807
    },
    {
      "epoch": 0.22367992556408467,
      "grad_norm": 0.8182762717409192,
      "learning_rate": 0.00029963810859492246,
      "loss": 2.7188,
      "step": 4808
    },
    {
      "epoch": 0.2237264480111654,
      "grad_norm": 0.7142751606350439,
      "learning_rate": 0.0002996378508954015,
      "loss": 2.8438,
      "step": 4809
    },
    {
      "epoch": 0.2237729704582461,
      "grad_norm": 0.6472069591180696,
      "learning_rate": 0.0002996375931042714,
      "loss": 2.5312,
      "step": 4810
    },
    {
      "epoch": 0.22381949290532682,
      "grad_norm": 0.6886197475204398,
      "learning_rate": 0.0002996373352215323,
      "loss": 2.5781,
      "step": 4811
    },
    {
      "epoch": 0.22386601535240755,
      "grad_norm": 0.7650947704251486,
      "learning_rate": 0.00029963707724718424,
      "loss": 2.8594,
      "step": 4812
    },
    {
      "epoch": 0.22391253779948825,
      "grad_norm": 0.7536187742075187,
      "learning_rate": 0.0002996368191812275,
      "loss": 2.6719,
      "step": 4813
    },
    {
      "epoch": 0.22395906024656898,
      "grad_norm": 0.7329586458140804,
      "learning_rate": 0.00029963656102366225,
      "loss": 2.5312,
      "step": 4814
    },
    {
      "epoch": 0.22400558269364967,
      "grad_norm": 0.7868599500947501,
      "learning_rate": 0.0002996363027744886,
      "loss": 2.8438,
      "step": 4815
    },
    {
      "epoch": 0.2240521051407304,
      "grad_norm": 0.7850935622363928,
      "learning_rate": 0.00029963604443370676,
      "loss": 2.6562,
      "step": 4816
    },
    {
      "epoch": 0.22409862758781113,
      "grad_norm": 0.7180416215079967,
      "learning_rate": 0.0002996357860013168,
      "loss": 2.9688,
      "step": 4817
    },
    {
      "epoch": 0.22414515003489183,
      "grad_norm": 0.6918184435124805,
      "learning_rate": 0.000299635527477319,
      "loss": 2.6562,
      "step": 4818
    },
    {
      "epoch": 0.22419167248197255,
      "grad_norm": 0.7863691149616919,
      "learning_rate": 0.0002996352688617134,
      "loss": 2.5312,
      "step": 4819
    },
    {
      "epoch": 0.22423819492905328,
      "grad_norm": 0.7568641036310212,
      "learning_rate": 0.0002996350101545002,
      "loss": 2.8438,
      "step": 4820
    },
    {
      "epoch": 0.22428471737613398,
      "grad_norm": 0.7147992709413626,
      "learning_rate": 0.00029963475135567956,
      "loss": 2.7031,
      "step": 4821
    },
    {
      "epoch": 0.2243312398232147,
      "grad_norm": 0.8790279575898132,
      "learning_rate": 0.0002996344924652517,
      "loss": 2.2656,
      "step": 4822
    },
    {
      "epoch": 0.2243777622702954,
      "grad_norm": 0.6902262722632534,
      "learning_rate": 0.00029963423348321666,
      "loss": 2.7656,
      "step": 4823
    },
    {
      "epoch": 0.22442428471737613,
      "grad_norm": 0.6862180249524806,
      "learning_rate": 0.00029963397440957467,
      "loss": 2.6406,
      "step": 4824
    },
    {
      "epoch": 0.22447080716445686,
      "grad_norm": 0.7926384758493269,
      "learning_rate": 0.0002996337152443259,
      "loss": 3.0781,
      "step": 4825
    },
    {
      "epoch": 0.22451732961153756,
      "grad_norm": 0.6673257519986168,
      "learning_rate": 0.0002996334559874705,
      "loss": 2.6406,
      "step": 4826
    },
    {
      "epoch": 0.22456385205861829,
      "grad_norm": 0.6793487465090164,
      "learning_rate": 0.00029963319663900857,
      "loss": 2.6094,
      "step": 4827
    },
    {
      "epoch": 0.224610374505699,
      "grad_norm": 0.6738607604893853,
      "learning_rate": 0.00029963293719894034,
      "loss": 2.4688,
      "step": 4828
    },
    {
      "epoch": 0.2246568969527797,
      "grad_norm": 0.7057951070692053,
      "learning_rate": 0.000299632677667266,
      "loss": 2.5938,
      "step": 4829
    },
    {
      "epoch": 0.22470341939986044,
      "grad_norm": 0.7118324465629121,
      "learning_rate": 0.00029963241804398553,
      "loss": 2.5938,
      "step": 4830
    },
    {
      "epoch": 0.22474994184694114,
      "grad_norm": 0.6991840305434555,
      "learning_rate": 0.0002996321583290993,
      "loss": 2.625,
      "step": 4831
    },
    {
      "epoch": 0.22479646429402186,
      "grad_norm": 0.6355341659154076,
      "learning_rate": 0.00029963189852260736,
      "loss": 2.625,
      "step": 4832
    },
    {
      "epoch": 0.2248429867411026,
      "grad_norm": 0.6455283626016969,
      "learning_rate": 0.0002996316386245099,
      "loss": 2.5469,
      "step": 4833
    },
    {
      "epoch": 0.2248895091881833,
      "grad_norm": 0.6853894854902152,
      "learning_rate": 0.00029963137863480707,
      "loss": 2.9219,
      "step": 4834
    },
    {
      "epoch": 0.22493603163526402,
      "grad_norm": 0.6763423437408403,
      "learning_rate": 0.000299631118553499,
      "loss": 2.4531,
      "step": 4835
    },
    {
      "epoch": 0.22498255408234474,
      "grad_norm": 0.7302726164432047,
      "learning_rate": 0.0002996308583805859,
      "loss": 2.9844,
      "step": 4836
    },
    {
      "epoch": 0.22502907652942544,
      "grad_norm": 0.6581414346061629,
      "learning_rate": 0.0002996305981160679,
      "loss": 2.0625,
      "step": 4837
    },
    {
      "epoch": 0.22507559897650617,
      "grad_norm": 0.7586081871814578,
      "learning_rate": 0.0002996303377599452,
      "loss": 2.8281,
      "step": 4838
    },
    {
      "epoch": 0.22512212142358687,
      "grad_norm": 0.7627339975193768,
      "learning_rate": 0.00029963007731221783,
      "loss": 2.7812,
      "step": 4839
    },
    {
      "epoch": 0.2251686438706676,
      "grad_norm": 0.705655881033572,
      "learning_rate": 0.00029962981677288613,
      "loss": 2.75,
      "step": 4840
    },
    {
      "epoch": 0.22521516631774832,
      "grad_norm": 0.8211219174207061,
      "learning_rate": 0.0002996295561419502,
      "loss": 2.75,
      "step": 4841
    },
    {
      "epoch": 0.22526168876482902,
      "grad_norm": 0.6545887444343619,
      "learning_rate": 0.00029962929541941006,
      "loss": 2.6406,
      "step": 4842
    },
    {
      "epoch": 0.22530821121190975,
      "grad_norm": 0.7198612723768951,
      "learning_rate": 0.00029962903460526607,
      "loss": 2.4219,
      "step": 4843
    },
    {
      "epoch": 0.22535473365899047,
      "grad_norm": 0.6724573174376651,
      "learning_rate": 0.00029962877369951827,
      "loss": 2.5469,
      "step": 4844
    },
    {
      "epoch": 0.22540125610607117,
      "grad_norm": 0.7715705159516454,
      "learning_rate": 0.0002996285127021669,
      "loss": 2.8438,
      "step": 4845
    },
    {
      "epoch": 0.2254477785531519,
      "grad_norm": 0.759292563813372,
      "learning_rate": 0.000299628251613212,
      "loss": 2.875,
      "step": 4846
    },
    {
      "epoch": 0.2254943010002326,
      "grad_norm": 0.7175386769222301,
      "learning_rate": 0.00029962799043265387,
      "loss": 2.7969,
      "step": 4847
    },
    {
      "epoch": 0.22554082344731333,
      "grad_norm": 0.7290363375626534,
      "learning_rate": 0.0002996277291604925,
      "loss": 2.4531,
      "step": 4848
    },
    {
      "epoch": 0.22558734589439405,
      "grad_norm": 0.7170165044899812,
      "learning_rate": 0.0002996274677967283,
      "loss": 2.8125,
      "step": 4849
    },
    {
      "epoch": 0.22563386834147475,
      "grad_norm": 0.6556567505240763,
      "learning_rate": 0.0002996272063413612,
      "loss": 2.7344,
      "step": 4850
    },
    {
      "epoch": 0.22568039078855548,
      "grad_norm": 0.7727520690076402,
      "learning_rate": 0.0002996269447943914,
      "loss": 2.6562,
      "step": 4851
    },
    {
      "epoch": 0.2257269132356362,
      "grad_norm": 0.6615249645621736,
      "learning_rate": 0.0002996266831558192,
      "loss": 2.4531,
      "step": 4852
    },
    {
      "epoch": 0.2257734356827169,
      "grad_norm": 0.7175414295210806,
      "learning_rate": 0.0002996264214256446,
      "loss": 2.6406,
      "step": 4853
    },
    {
      "epoch": 0.22581995812979763,
      "grad_norm": 0.8045405411904881,
      "learning_rate": 0.0002996261596038678,
      "loss": 2.5312,
      "step": 4854
    },
    {
      "epoch": 0.22586648057687833,
      "grad_norm": 0.7275623041057655,
      "learning_rate": 0.00029962589769048903,
      "loss": 2.8125,
      "step": 4855
    },
    {
      "epoch": 0.22591300302395906,
      "grad_norm": 0.7077231366487597,
      "learning_rate": 0.0002996256356855084,
      "loss": 2.7969,
      "step": 4856
    },
    {
      "epoch": 0.22595952547103978,
      "grad_norm": 0.7361420976008785,
      "learning_rate": 0.0002996253735889261,
      "loss": 2.6094,
      "step": 4857
    },
    {
      "epoch": 0.22600604791812048,
      "grad_norm": 0.7427834604380512,
      "learning_rate": 0.00029962511140074223,
      "loss": 3.0625,
      "step": 4858
    },
    {
      "epoch": 0.2260525703652012,
      "grad_norm": 0.73865484603109,
      "learning_rate": 0.000299624849120957,
      "loss": 2.4688,
      "step": 4859
    },
    {
      "epoch": 0.22609909281228194,
      "grad_norm": 0.6393972065814043,
      "learning_rate": 0.0002996245867495705,
      "loss": 2.9219,
      "step": 4860
    },
    {
      "epoch": 0.22614561525936264,
      "grad_norm": 0.6969292725177223,
      "learning_rate": 0.000299624324286583,
      "loss": 2.8594,
      "step": 4861
    },
    {
      "epoch": 0.22619213770644336,
      "grad_norm": 0.6506898718976517,
      "learning_rate": 0.00029962406173199464,
      "loss": 2.9375,
      "step": 4862
    },
    {
      "epoch": 0.22623866015352406,
      "grad_norm": 0.7170530640732022,
      "learning_rate": 0.0002996237990858055,
      "loss": 2.9219,
      "step": 4863
    },
    {
      "epoch": 0.2262851826006048,
      "grad_norm": 0.6967865086805868,
      "learning_rate": 0.00029962353634801575,
      "loss": 3.1094,
      "step": 4864
    },
    {
      "epoch": 0.22633170504768552,
      "grad_norm": 0.6333659599405311,
      "learning_rate": 0.00029962327351862566,
      "loss": 2.7812,
      "step": 4865
    },
    {
      "epoch": 0.22637822749476622,
      "grad_norm": 0.6616184840353538,
      "learning_rate": 0.0002996230105976353,
      "loss": 2.5156,
      "step": 4866
    },
    {
      "epoch": 0.22642474994184694,
      "grad_norm": 0.7246746666165202,
      "learning_rate": 0.00029962274758504485,
      "loss": 2.5938,
      "step": 4867
    },
    {
      "epoch": 0.22647127238892767,
      "grad_norm": 0.6453479000583588,
      "learning_rate": 0.00029962248448085445,
      "loss": 1.9844,
      "step": 4868
    },
    {
      "epoch": 0.22651779483600837,
      "grad_norm": 0.59976116219537,
      "learning_rate": 0.0002996222212850643,
      "loss": 2.2188,
      "step": 4869
    },
    {
      "epoch": 0.2265643172830891,
      "grad_norm": 0.69457950263732,
      "learning_rate": 0.00029962195799767454,
      "loss": 2.7031,
      "step": 4870
    },
    {
      "epoch": 0.2266108397301698,
      "grad_norm": 0.735226982319885,
      "learning_rate": 0.00029962169461868535,
      "loss": 2.4844,
      "step": 4871
    },
    {
      "epoch": 0.22665736217725052,
      "grad_norm": 0.7281211894741366,
      "learning_rate": 0.00029962143114809685,
      "loss": 2.7969,
      "step": 4872
    },
    {
      "epoch": 0.22670388462433125,
      "grad_norm": 0.6828064187309539,
      "learning_rate": 0.00029962116758590926,
      "loss": 2.7188,
      "step": 4873
    },
    {
      "epoch": 0.22675040707141195,
      "grad_norm": 0.7275176436195506,
      "learning_rate": 0.0002996209039321227,
      "loss": 2.9531,
      "step": 4874
    },
    {
      "epoch": 0.22679692951849267,
      "grad_norm": 0.610726800615739,
      "learning_rate": 0.0002996206401867373,
      "loss": 2.5156,
      "step": 4875
    },
    {
      "epoch": 0.2268434519655734,
      "grad_norm": 0.7479615675309553,
      "learning_rate": 0.0002996203763497533,
      "loss": 2.625,
      "step": 4876
    },
    {
      "epoch": 0.2268899744126541,
      "grad_norm": 0.6975776560907899,
      "learning_rate": 0.0002996201124211708,
      "loss": 3.0,
      "step": 4877
    },
    {
      "epoch": 0.22693649685973483,
      "grad_norm": 0.6779977522993588,
      "learning_rate": 0.00029961984840099,
      "loss": 2.8281,
      "step": 4878
    },
    {
      "epoch": 0.22698301930681553,
      "grad_norm": 0.7002535464278739,
      "learning_rate": 0.0002996195842892111,
      "loss": 2.5312,
      "step": 4879
    },
    {
      "epoch": 0.22702954175389625,
      "grad_norm": 0.6424718075759869,
      "learning_rate": 0.00029961932008583413,
      "loss": 2.5469,
      "step": 4880
    },
    {
      "epoch": 0.22707606420097698,
      "grad_norm": 0.6164619549562095,
      "learning_rate": 0.00029961905579085934,
      "loss": 2.6406,
      "step": 4881
    },
    {
      "epoch": 0.22712258664805768,
      "grad_norm": 0.6520184342314982,
      "learning_rate": 0.0002996187914042869,
      "loss": 2.5938,
      "step": 4882
    },
    {
      "epoch": 0.2271691090951384,
      "grad_norm": 0.702688739263087,
      "learning_rate": 0.000299618526926117,
      "loss": 2.625,
      "step": 4883
    },
    {
      "epoch": 0.22721563154221913,
      "grad_norm": 0.6580165710120821,
      "learning_rate": 0.00029961826235634973,
      "loss": 2.75,
      "step": 4884
    },
    {
      "epoch": 0.22726215398929983,
      "grad_norm": 0.711545505621786,
      "learning_rate": 0.00029961799769498524,
      "loss": 2.8281,
      "step": 4885
    },
    {
      "epoch": 0.22730867643638056,
      "grad_norm": 0.7618463462240987,
      "learning_rate": 0.0002996177329420237,
      "loss": 2.7031,
      "step": 4886
    },
    {
      "epoch": 0.22735519888346126,
      "grad_norm": 0.7642548126256454,
      "learning_rate": 0.00029961746809746537,
      "loss": 2.8438,
      "step": 4887
    },
    {
      "epoch": 0.22740172133054198,
      "grad_norm": 0.6229837977671904,
      "learning_rate": 0.0002996172031613103,
      "loss": 2.5312,
      "step": 4888
    },
    {
      "epoch": 0.2274482437776227,
      "grad_norm": 0.7263719592100644,
      "learning_rate": 0.00029961693813355874,
      "loss": 2.5469,
      "step": 4889
    },
    {
      "epoch": 0.2274947662247034,
      "grad_norm": 0.6861998337967853,
      "learning_rate": 0.0002996166730142108,
      "loss": 2.8906,
      "step": 4890
    },
    {
      "epoch": 0.22754128867178414,
      "grad_norm": 0.6823543374611142,
      "learning_rate": 0.0002996164078032667,
      "loss": 2.5,
      "step": 4891
    },
    {
      "epoch": 0.22758781111886486,
      "grad_norm": 0.6608748179402534,
      "learning_rate": 0.0002996161425007265,
      "loss": 2.9531,
      "step": 4892
    },
    {
      "epoch": 0.22763433356594556,
      "grad_norm": 0.6846588436855457,
      "learning_rate": 0.00029961587710659036,
      "loss": 2.2969,
      "step": 4893
    },
    {
      "epoch": 0.2276808560130263,
      "grad_norm": 0.6974619123959774,
      "learning_rate": 0.00029961561162085854,
      "loss": 2.6406,
      "step": 4894
    },
    {
      "epoch": 0.227727378460107,
      "grad_norm": 0.7473503349012965,
      "learning_rate": 0.0002996153460435312,
      "loss": 2.8594,
      "step": 4895
    },
    {
      "epoch": 0.22777390090718772,
      "grad_norm": 0.6567844997719027,
      "learning_rate": 0.00029961508037460843,
      "loss": 2.5469,
      "step": 4896
    },
    {
      "epoch": 0.22782042335426844,
      "grad_norm": 0.6274137397384647,
      "learning_rate": 0.00029961481461409045,
      "loss": 2.4844,
      "step": 4897
    },
    {
      "epoch": 0.22786694580134914,
      "grad_norm": 0.7223402223327345,
      "learning_rate": 0.0002996145487619774,
      "loss": 2.5938,
      "step": 4898
    },
    {
      "epoch": 0.22791346824842987,
      "grad_norm": 0.6768593741598288,
      "learning_rate": 0.00029961428281826937,
      "loss": 2.8906,
      "step": 4899
    },
    {
      "epoch": 0.2279599906955106,
      "grad_norm": 0.6752848713566996,
      "learning_rate": 0.00029961401678296664,
      "loss": 3.0469,
      "step": 4900
    },
    {
      "epoch": 0.2280065131425913,
      "grad_norm": 0.6675011236251808,
      "learning_rate": 0.0002996137506560693,
      "loss": 2.5625,
      "step": 4901
    },
    {
      "epoch": 0.22805303558967202,
      "grad_norm": 0.6563503868691019,
      "learning_rate": 0.0002996134844375776,
      "loss": 2.7031,
      "step": 4902
    },
    {
      "epoch": 0.22809955803675272,
      "grad_norm": 0.6501213106276094,
      "learning_rate": 0.00029961321812749166,
      "loss": 2.6406,
      "step": 4903
    },
    {
      "epoch": 0.22814608048383345,
      "grad_norm": 0.6408116689213985,
      "learning_rate": 0.00029961295172581154,
      "loss": 2.6406,
      "step": 4904
    },
    {
      "epoch": 0.22819260293091417,
      "grad_norm": 0.6486265773248598,
      "learning_rate": 0.00029961268523253753,
      "loss": 2.4375,
      "step": 4905
    },
    {
      "epoch": 0.22823912537799487,
      "grad_norm": 0.6648324751690241,
      "learning_rate": 0.00029961241864766974,
      "loss": 2.5312,
      "step": 4906
    },
    {
      "epoch": 0.2282856478250756,
      "grad_norm": 0.7521174721216666,
      "learning_rate": 0.0002996121519712084,
      "loss": 2.8438,
      "step": 4907
    },
    {
      "epoch": 0.22833217027215633,
      "grad_norm": 0.6969860702278092,
      "learning_rate": 0.0002996118852031536,
      "loss": 2.5938,
      "step": 4908
    },
    {
      "epoch": 0.22837869271923703,
      "grad_norm": 0.6703981852454706,
      "learning_rate": 0.0002996116183435055,
      "loss": 2.9531,
      "step": 4909
    },
    {
      "epoch": 0.22842521516631775,
      "grad_norm": 0.6526816105378253,
      "learning_rate": 0.0002996113513922642,
      "loss": 2.5781,
      "step": 4910
    },
    {
      "epoch": 0.22847173761339845,
      "grad_norm": 0.8303964691939065,
      "learning_rate": 0.0002996110843494301,
      "loss": 2.7344,
      "step": 4911
    },
    {
      "epoch": 0.22851826006047918,
      "grad_norm": 0.7005857551992591,
      "learning_rate": 0.00029961081721500315,
      "loss": 2.75,
      "step": 4912
    },
    {
      "epoch": 0.2285647825075599,
      "grad_norm": 0.6769573715711175,
      "learning_rate": 0.00029961054998898357,
      "loss": 2.5938,
      "step": 4913
    },
    {
      "epoch": 0.2286113049546406,
      "grad_norm": 0.6879786197996847,
      "learning_rate": 0.0002996102826713715,
      "loss": 2.6562,
      "step": 4914
    },
    {
      "epoch": 0.22865782740172133,
      "grad_norm": 0.6402316288301035,
      "learning_rate": 0.0002996100152621672,
      "loss": 2.625,
      "step": 4915
    },
    {
      "epoch": 0.22870434984880206,
      "grad_norm": 0.7108611385061487,
      "learning_rate": 0.0002996097477613707,
      "loss": 2.7812,
      "step": 4916
    },
    {
      "epoch": 0.22875087229588276,
      "grad_norm": 0.6218877844149935,
      "learning_rate": 0.00029960948016898226,
      "loss": 2.4375,
      "step": 4917
    },
    {
      "epoch": 0.22879739474296348,
      "grad_norm": 0.7307842206891136,
      "learning_rate": 0.00029960921248500203,
      "loss": 3.0938,
      "step": 4918
    },
    {
      "epoch": 0.22884391719004418,
      "grad_norm": 0.6633680323051212,
      "learning_rate": 0.00029960894470943013,
      "loss": 2.7344,
      "step": 4919
    },
    {
      "epoch": 0.2288904396371249,
      "grad_norm": 0.6973696217954886,
      "learning_rate": 0.0002996086768422668,
      "loss": 2.9375,
      "step": 4920
    },
    {
      "epoch": 0.22893696208420564,
      "grad_norm": 0.665175321869947,
      "learning_rate": 0.0002996084088835121,
      "loss": 2.7188,
      "step": 4921
    },
    {
      "epoch": 0.22898348453128634,
      "grad_norm": 0.6562863974465515,
      "learning_rate": 0.0002996081408331663,
      "loss": 2.9219,
      "step": 4922
    },
    {
      "epoch": 0.22903000697836706,
      "grad_norm": 0.641733416627945,
      "learning_rate": 0.00029960787269122947,
      "loss": 2.7031,
      "step": 4923
    },
    {
      "epoch": 0.2290765294254478,
      "grad_norm": 0.6877336224994222,
      "learning_rate": 0.00029960760445770185,
      "loss": 2.6719,
      "step": 4924
    },
    {
      "epoch": 0.2291230518725285,
      "grad_norm": 0.7262998860314354,
      "learning_rate": 0.00029960733613258354,
      "loss": 2.9844,
      "step": 4925
    },
    {
      "epoch": 0.22916957431960921,
      "grad_norm": 0.6472227366928149,
      "learning_rate": 0.00029960706771587476,
      "loss": 2.5156,
      "step": 4926
    },
    {
      "epoch": 0.22921609676668991,
      "grad_norm": 0.7517223231037938,
      "learning_rate": 0.00029960679920757567,
      "loss": 2.6094,
      "step": 4927
    },
    {
      "epoch": 0.22926261921377064,
      "grad_norm": 0.7000649250807169,
      "learning_rate": 0.0002996065306076864,
      "loss": 2.5312,
      "step": 4928
    },
    {
      "epoch": 0.22930914166085137,
      "grad_norm": 0.7233805402867525,
      "learning_rate": 0.0002996062619162071,
      "loss": 2.7344,
      "step": 4929
    },
    {
      "epoch": 0.22935566410793207,
      "grad_norm": 0.6736114261186277,
      "learning_rate": 0.000299605993133138,
      "loss": 2.6875,
      "step": 4930
    },
    {
      "epoch": 0.2294021865550128,
      "grad_norm": 0.7372020137986408,
      "learning_rate": 0.00029960572425847924,
      "loss": 2.6406,
      "step": 4931
    },
    {
      "epoch": 0.22944870900209352,
      "grad_norm": 0.7781830317557142,
      "learning_rate": 0.00029960545529223093,
      "loss": 2.4844,
      "step": 4932
    },
    {
      "epoch": 0.22949523144917422,
      "grad_norm": 0.8895733492071071,
      "learning_rate": 0.0002996051862343933,
      "loss": 2.625,
      "step": 4933
    },
    {
      "epoch": 0.22954175389625495,
      "grad_norm": 0.8233631467503149,
      "learning_rate": 0.0002996049170849665,
      "loss": 2.6719,
      "step": 4934
    },
    {
      "epoch": 0.22958827634333567,
      "grad_norm": 0.68441894453721,
      "learning_rate": 0.00029960464784395066,
      "loss": 2.6562,
      "step": 4935
    },
    {
      "epoch": 0.22963479879041637,
      "grad_norm": 0.7426546718880757,
      "learning_rate": 0.000299604378511346,
      "loss": 2.4219,
      "step": 4936
    },
    {
      "epoch": 0.2296813212374971,
      "grad_norm": 0.8560873489019847,
      "learning_rate": 0.0002996041090871527,
      "loss": 2.7031,
      "step": 4937
    },
    {
      "epoch": 0.2297278436845778,
      "grad_norm": 0.7485600661688665,
      "learning_rate": 0.00029960383957137077,
      "loss": 2.7188,
      "step": 4938
    },
    {
      "epoch": 0.22977436613165853,
      "grad_norm": 0.7019125129008089,
      "learning_rate": 0.00029960356996400054,
      "loss": 2.6875,
      "step": 4939
    },
    {
      "epoch": 0.22982088857873925,
      "grad_norm": 0.8785835476411407,
      "learning_rate": 0.0002996033002650422,
      "loss": 2.9062,
      "step": 4940
    },
    {
      "epoch": 0.22986741102581995,
      "grad_norm": 0.8499016366185782,
      "learning_rate": 0.00029960303047449577,
      "loss": 2.8906,
      "step": 4941
    },
    {
      "epoch": 0.22991393347290068,
      "grad_norm": 0.6952427618411393,
      "learning_rate": 0.00029960276059236144,
      "loss": 2.7969,
      "step": 4942
    },
    {
      "epoch": 0.2299604559199814,
      "grad_norm": 0.7086386283581755,
      "learning_rate": 0.00029960249061863946,
      "loss": 2.4688,
      "step": 4943
    },
    {
      "epoch": 0.2300069783670621,
      "grad_norm": 0.6390185629976266,
      "learning_rate": 0.00029960222055333,
      "loss": 2.5156,
      "step": 4944
    },
    {
      "epoch": 0.23005350081414283,
      "grad_norm": 0.6296631064946475,
      "learning_rate": 0.00029960195039643314,
      "loss": 2.5938,
      "step": 4945
    },
    {
      "epoch": 0.23010002326122353,
      "grad_norm": 0.7858517226777001,
      "learning_rate": 0.00029960168014794906,
      "loss": 2.8125,
      "step": 4946
    },
    {
      "epoch": 0.23014654570830426,
      "grad_norm": 0.7016377487834566,
      "learning_rate": 0.000299601409807878,
      "loss": 2.6406,
      "step": 4947
    },
    {
      "epoch": 0.23019306815538498,
      "grad_norm": 0.7465951561455094,
      "learning_rate": 0.00029960113937622007,
      "loss": 2.7344,
      "step": 4948
    },
    {
      "epoch": 0.23023959060246568,
      "grad_norm": 0.7563433532913492,
      "learning_rate": 0.00029960086885297537,
      "loss": 2.8281,
      "step": 4949
    },
    {
      "epoch": 0.2302861130495464,
      "grad_norm": 0.6615261647335007,
      "learning_rate": 0.0002996005982381442,
      "loss": 2.6094,
      "step": 4950
    },
    {
      "epoch": 0.23033263549662714,
      "grad_norm": 0.6940406332261326,
      "learning_rate": 0.00029960032753172664,
      "loss": 2.6094,
      "step": 4951
    },
    {
      "epoch": 0.23037915794370784,
      "grad_norm": 0.7054725040406107,
      "learning_rate": 0.0002996000567337229,
      "loss": 2.6094,
      "step": 4952
    },
    {
      "epoch": 0.23042568039078856,
      "grad_norm": 0.6735296900996305,
      "learning_rate": 0.0002995997858441331,
      "loss": 2.5469,
      "step": 4953
    },
    {
      "epoch": 0.23047220283786926,
      "grad_norm": 0.6331855647647495,
      "learning_rate": 0.00029959951486295745,
      "loss": 2.5312,
      "step": 4954
    },
    {
      "epoch": 0.23051872528495,
      "grad_norm": 0.7170428442914296,
      "learning_rate": 0.0002995992437901961,
      "loss": 2.7812,
      "step": 4955
    },
    {
      "epoch": 0.23056524773203071,
      "grad_norm": 0.6943233036823583,
      "learning_rate": 0.00029959897262584915,
      "loss": 2.8125,
      "step": 4956
    },
    {
      "epoch": 0.2306117701791114,
      "grad_norm": 0.6917390737276962,
      "learning_rate": 0.0002995987013699169,
      "loss": 2.7188,
      "step": 4957
    },
    {
      "epoch": 0.23065829262619214,
      "grad_norm": 0.7646751355761109,
      "learning_rate": 0.0002995984300223994,
      "loss": 2.6406,
      "step": 4958
    },
    {
      "epoch": 0.23070481507327287,
      "grad_norm": 0.7146647565376284,
      "learning_rate": 0.0002995981585832969,
      "loss": 2.625,
      "step": 4959
    },
    {
      "epoch": 0.23075133752035357,
      "grad_norm": 0.6909129910111802,
      "learning_rate": 0.0002995978870526095,
      "loss": 3.0469,
      "step": 4960
    },
    {
      "epoch": 0.2307978599674343,
      "grad_norm": 0.711317798814686,
      "learning_rate": 0.00029959761543033736,
      "loss": 3.0156,
      "step": 4961
    },
    {
      "epoch": 0.230844382414515,
      "grad_norm": 0.8037895735318547,
      "learning_rate": 0.00029959734371648076,
      "loss": 2.6562,
      "step": 4962
    },
    {
      "epoch": 0.23089090486159572,
      "grad_norm": 0.6559697639596203,
      "learning_rate": 0.0002995970719110397,
      "loss": 2.5938,
      "step": 4963
    },
    {
      "epoch": 0.23093742730867645,
      "grad_norm": 0.6981914265493189,
      "learning_rate": 0.00029959680001401446,
      "loss": 2.9062,
      "step": 4964
    },
    {
      "epoch": 0.23098394975575715,
      "grad_norm": 0.6493476610239837,
      "learning_rate": 0.0002995965280254052,
      "loss": 2.5312,
      "step": 4965
    },
    {
      "epoch": 0.23103047220283787,
      "grad_norm": 0.6482854396079697,
      "learning_rate": 0.00029959625594521203,
      "loss": 2.6406,
      "step": 4966
    },
    {
      "epoch": 0.2310769946499186,
      "grad_norm": 0.8073367349362932,
      "learning_rate": 0.00029959598377343516,
      "loss": 2.875,
      "step": 4967
    },
    {
      "epoch": 0.2311235170969993,
      "grad_norm": 0.6619288391190271,
      "learning_rate": 0.00029959571151007476,
      "loss": 2.5312,
      "step": 4968
    },
    {
      "epoch": 0.23117003954408002,
      "grad_norm": 0.6488689878358064,
      "learning_rate": 0.000299595439155131,
      "loss": 2.5625,
      "step": 4969
    },
    {
      "epoch": 0.23121656199116072,
      "grad_norm": 0.6629137787284426,
      "learning_rate": 0.00029959516670860395,
      "loss": 2.7344,
      "step": 4970
    },
    {
      "epoch": 0.23126308443824145,
      "grad_norm": 0.6708509680205771,
      "learning_rate": 0.000299594894170494,
      "loss": 2.7656,
      "step": 4971
    },
    {
      "epoch": 0.23130960688532218,
      "grad_norm": 0.6409459617839156,
      "learning_rate": 0.00029959462154080106,
      "loss": 2.4531,
      "step": 4972
    },
    {
      "epoch": 0.23135612933240288,
      "grad_norm": 0.696449362257426,
      "learning_rate": 0.00029959434881952543,
      "loss": 2.75,
      "step": 4973
    },
    {
      "epoch": 0.2314026517794836,
      "grad_norm": 0.6681784846665945,
      "learning_rate": 0.00029959407600666725,
      "loss": 2.5312,
      "step": 4974
    },
    {
      "epoch": 0.23144917422656433,
      "grad_norm": 0.8732525464775379,
      "learning_rate": 0.0002995938031022267,
      "loss": 2.6719,
      "step": 4975
    },
    {
      "epoch": 0.23149569667364503,
      "grad_norm": 0.6576456788064314,
      "learning_rate": 0.00029959353010620396,
      "loss": 2.7031,
      "step": 4976
    },
    {
      "epoch": 0.23154221912072576,
      "grad_norm": 0.7549096384173946,
      "learning_rate": 0.0002995932570185992,
      "loss": 2.8594,
      "step": 4977
    },
    {
      "epoch": 0.23158874156780646,
      "grad_norm": 0.6371070252474369,
      "learning_rate": 0.00029959298383941255,
      "loss": 2.4062,
      "step": 4978
    },
    {
      "epoch": 0.23163526401488718,
      "grad_norm": 0.6694057781665436,
      "learning_rate": 0.0002995927105686442,
      "loss": 2.5781,
      "step": 4979
    },
    {
      "epoch": 0.2316817864619679,
      "grad_norm": 0.6855516199697986,
      "learning_rate": 0.0002995924372062943,
      "loss": 2.9531,
      "step": 4980
    },
    {
      "epoch": 0.2317283089090486,
      "grad_norm": 0.6364671592642425,
      "learning_rate": 0.00029959216375236296,
      "loss": 2.5781,
      "step": 4981
    },
    {
      "epoch": 0.23177483135612933,
      "grad_norm": 0.6196133434996,
      "learning_rate": 0.00029959189020685055,
      "loss": 2.8281,
      "step": 4982
    },
    {
      "epoch": 0.23182135380321006,
      "grad_norm": 0.6081866216828387,
      "learning_rate": 0.000299591616569757,
      "loss": 2.7344,
      "step": 4983
    },
    {
      "epoch": 0.23186787625029076,
      "grad_norm": 0.6747290799012222,
      "learning_rate": 0.0002995913428410826,
      "loss": 2.8438,
      "step": 4984
    },
    {
      "epoch": 0.2319143986973715,
      "grad_norm": 0.7485864710337663,
      "learning_rate": 0.0002995910690208275,
      "loss": 2.7812,
      "step": 4985
    },
    {
      "epoch": 0.2319609211444522,
      "grad_norm": 0.668930802276021,
      "learning_rate": 0.0002995907951089919,
      "loss": 2.6562,
      "step": 4986
    },
    {
      "epoch": 0.2320074435915329,
      "grad_norm": 0.6467120721589006,
      "learning_rate": 0.0002995905211055759,
      "loss": 2.5938,
      "step": 4987
    },
    {
      "epoch": 0.23205396603861364,
      "grad_norm": 0.7041698113339286,
      "learning_rate": 0.00029959024701057977,
      "loss": 2.4688,
      "step": 4988
    },
    {
      "epoch": 0.23210048848569434,
      "grad_norm": 0.7308801549189508,
      "learning_rate": 0.0002995899728240035,
      "loss": 2.5312,
      "step": 4989
    },
    {
      "epoch": 0.23214701093277507,
      "grad_norm": 0.7430167080487534,
      "learning_rate": 0.0002995896985458474,
      "loss": 2.875,
      "step": 4990
    },
    {
      "epoch": 0.2321935333798558,
      "grad_norm": 0.7142442281780402,
      "learning_rate": 0.00029958942417611167,
      "loss": 2.8281,
      "step": 4991
    },
    {
      "epoch": 0.2322400558269365,
      "grad_norm": 0.7843823067000848,
      "learning_rate": 0.00029958914971479634,
      "loss": 2.7812,
      "step": 4992
    },
    {
      "epoch": 0.23228657827401722,
      "grad_norm": 0.7623980428194467,
      "learning_rate": 0.0002995888751619017,
      "loss": 2.6719,
      "step": 4993
    },
    {
      "epoch": 0.23233310072109792,
      "grad_norm": 0.6752235043062697,
      "learning_rate": 0.0002995886005174278,
      "loss": 2.8438,
      "step": 4994
    },
    {
      "epoch": 0.23237962316817865,
      "grad_norm": 0.7142223802842336,
      "learning_rate": 0.00029958832578137496,
      "loss": 2.8438,
      "step": 4995
    },
    {
      "epoch": 0.23242614561525937,
      "grad_norm": 0.7636357669552283,
      "learning_rate": 0.0002995880509537432,
      "loss": 3.0938,
      "step": 4996
    },
    {
      "epoch": 0.23247266806234007,
      "grad_norm": 0.7199335648763475,
      "learning_rate": 0.0002995877760345328,
      "loss": 2.9688,
      "step": 4997
    },
    {
      "epoch": 0.2325191905094208,
      "grad_norm": 0.8630774070184294,
      "learning_rate": 0.00029958750102374384,
      "loss": 2.6875,
      "step": 4998
    },
    {
      "epoch": 0.23256571295650152,
      "grad_norm": 0.6655937943306196,
      "learning_rate": 0.0002995872259213766,
      "loss": 2.625,
      "step": 4999
    },
    {
      "epoch": 0.23261223540358222,
      "grad_norm": 0.7009003166568838,
      "learning_rate": 0.0002995869507274311,
      "loss": 2.5625,
      "step": 5000
    },
    {
      "epoch": 0.23265875785066295,
      "grad_norm": 0.6720838250374372,
      "learning_rate": 0.0002995866754419076,
      "loss": 2.6562,
      "step": 5001
    },
    {
      "epoch": 0.23270528029774365,
      "grad_norm": 0.7215643328432398,
      "learning_rate": 0.00029958640006480633,
      "loss": 2.875,
      "step": 5002
    },
    {
      "epoch": 0.23275180274482438,
      "grad_norm": 0.6208769414017311,
      "learning_rate": 0.0002995861245961273,
      "loss": 2.875,
      "step": 5003
    },
    {
      "epoch": 0.2327983251919051,
      "grad_norm": 0.6680194977841523,
      "learning_rate": 0.0002995858490358708,
      "loss": 2.4688,
      "step": 5004
    },
    {
      "epoch": 0.2328448476389858,
      "grad_norm": 0.7132491767180009,
      "learning_rate": 0.00029958557338403697,
      "loss": 2.6562,
      "step": 5005
    },
    {
      "epoch": 0.23289137008606653,
      "grad_norm": 0.6345875923344668,
      "learning_rate": 0.00029958529764062596,
      "loss": 2.5312,
      "step": 5006
    },
    {
      "epoch": 0.23293789253314726,
      "grad_norm": 0.6571279083610964,
      "learning_rate": 0.00029958502180563797,
      "loss": 2.6094,
      "step": 5007
    },
    {
      "epoch": 0.23298441498022796,
      "grad_norm": 0.6924793244796391,
      "learning_rate": 0.00029958474587907306,
      "loss": 2.7656,
      "step": 5008
    },
    {
      "epoch": 0.23303093742730868,
      "grad_norm": 0.6769811733512477,
      "learning_rate": 0.00029958446986093156,
      "loss": 2.5312,
      "step": 5009
    },
    {
      "epoch": 0.23307745987438938,
      "grad_norm": 0.727096541860024,
      "learning_rate": 0.00029958419375121357,
      "loss": 2.7812,
      "step": 5010
    },
    {
      "epoch": 0.2331239823214701,
      "grad_norm": 0.6536266668797738,
      "learning_rate": 0.00029958391754991926,
      "loss": 2.6719,
      "step": 5011
    },
    {
      "epoch": 0.23317050476855083,
      "grad_norm": 0.9552778235632087,
      "learning_rate": 0.0002995836412570488,
      "loss": 2.8594,
      "step": 5012
    },
    {
      "epoch": 0.23321702721563153,
      "grad_norm": 0.6838268222375444,
      "learning_rate": 0.0002995833648726023,
      "loss": 2.8594,
      "step": 5013
    },
    {
      "epoch": 0.23326354966271226,
      "grad_norm": 0.7290561323451995,
      "learning_rate": 0.00029958308839658,
      "loss": 2.6562,
      "step": 5014
    },
    {
      "epoch": 0.233310072109793,
      "grad_norm": 0.7080521818362119,
      "learning_rate": 0.0002995828118289821,
      "loss": 2.75,
      "step": 5015
    },
    {
      "epoch": 0.2333565945568737,
      "grad_norm": 0.7220316011635569,
      "learning_rate": 0.00029958253516980865,
      "loss": 2.9531,
      "step": 5016
    },
    {
      "epoch": 0.2334031170039544,
      "grad_norm": 0.69535251101444,
      "learning_rate": 0.0002995822584190599,
      "loss": 2.7031,
      "step": 5017
    },
    {
      "epoch": 0.2334496394510351,
      "grad_norm": 0.6492620677345874,
      "learning_rate": 0.00029958198157673606,
      "loss": 2.875,
      "step": 5018
    },
    {
      "epoch": 0.23349616189811584,
      "grad_norm": 0.7028707446948564,
      "learning_rate": 0.0002995817046428372,
      "loss": 2.8281,
      "step": 5019
    },
    {
      "epoch": 0.23354268434519657,
      "grad_norm": 0.8127584182403972,
      "learning_rate": 0.0002995814276173636,
      "loss": 3.0312,
      "step": 5020
    },
    {
      "epoch": 0.23358920679227727,
      "grad_norm": 0.618506811931319,
      "learning_rate": 0.0002995811505003153,
      "loss": 2.4844,
      "step": 5021
    },
    {
      "epoch": 0.233635729239358,
      "grad_norm": 0.6343933621952805,
      "learning_rate": 0.00029958087329169257,
      "loss": 2.5,
      "step": 5022
    },
    {
      "epoch": 0.23368225168643872,
      "grad_norm": 0.7083136047150398,
      "learning_rate": 0.00029958059599149555,
      "loss": 2.5625,
      "step": 5023
    },
    {
      "epoch": 0.23372877413351942,
      "grad_norm": 0.6799682371518613,
      "learning_rate": 0.00029958031859972443,
      "loss": 2.9688,
      "step": 5024
    },
    {
      "epoch": 0.23377529658060014,
      "grad_norm": 0.6853540983195725,
      "learning_rate": 0.0002995800411163793,
      "loss": 2.625,
      "step": 5025
    },
    {
      "epoch": 0.23382181902768084,
      "grad_norm": 0.7349914052807185,
      "learning_rate": 0.00029957976354146043,
      "loss": 2.6875,
      "step": 5026
    },
    {
      "epoch": 0.23386834147476157,
      "grad_norm": 0.7029472379478641,
      "learning_rate": 0.00029957948587496793,
      "loss": 2.6406,
      "step": 5027
    },
    {
      "epoch": 0.2339148639218423,
      "grad_norm": 0.752716497614076,
      "learning_rate": 0.000299579208116902,
      "loss": 2.5938,
      "step": 5028
    },
    {
      "epoch": 0.233961386368923,
      "grad_norm": 0.7746766890145891,
      "learning_rate": 0.00029957893026726274,
      "loss": 2.6094,
      "step": 5029
    },
    {
      "epoch": 0.23400790881600372,
      "grad_norm": 0.6810775989458615,
      "learning_rate": 0.00029957865232605043,
      "loss": 2.7812,
      "step": 5030
    },
    {
      "epoch": 0.23405443126308445,
      "grad_norm": 0.7641345220691704,
      "learning_rate": 0.0002995783742932652,
      "loss": 2.8281,
      "step": 5031
    },
    {
      "epoch": 0.23410095371016515,
      "grad_norm": 0.6829997355909284,
      "learning_rate": 0.0002995780961689072,
      "loss": 2.5625,
      "step": 5032
    },
    {
      "epoch": 0.23414747615724588,
      "grad_norm": 0.6548228118117965,
      "learning_rate": 0.0002995778179529766,
      "loss": 2.4375,
      "step": 5033
    },
    {
      "epoch": 0.23419399860432658,
      "grad_norm": 0.6328577919741423,
      "learning_rate": 0.0002995775396454736,
      "loss": 2.6406,
      "step": 5034
    },
    {
      "epoch": 0.2342405210514073,
      "grad_norm": 0.7089190185245902,
      "learning_rate": 0.0002995772612463983,
      "loss": 2.7188,
      "step": 5035
    },
    {
      "epoch": 0.23428704349848803,
      "grad_norm": 0.718848730242457,
      "learning_rate": 0.000299576982755751,
      "loss": 2.8125,
      "step": 5036
    },
    {
      "epoch": 0.23433356594556873,
      "grad_norm": 0.7422824753008421,
      "learning_rate": 0.0002995767041735317,
      "loss": 2.6562,
      "step": 5037
    },
    {
      "epoch": 0.23438008839264945,
      "grad_norm": 0.7229182645375312,
      "learning_rate": 0.0002995764254997407,
      "loss": 2.6719,
      "step": 5038
    },
    {
      "epoch": 0.23442661083973018,
      "grad_norm": 0.6369518256829728,
      "learning_rate": 0.0002995761467343781,
      "loss": 2.5781,
      "step": 5039
    },
    {
      "epoch": 0.23447313328681088,
      "grad_norm": 0.6619325663958322,
      "learning_rate": 0.0002995758678774442,
      "loss": 2.5781,
      "step": 5040
    },
    {
      "epoch": 0.2345196557338916,
      "grad_norm": 0.6955357023905978,
      "learning_rate": 0.00029957558892893893,
      "loss": 2.75,
      "step": 5041
    },
    {
      "epoch": 0.2345661781809723,
      "grad_norm": 0.6160729284145912,
      "learning_rate": 0.0002995753098888627,
      "loss": 2.4531,
      "step": 5042
    },
    {
      "epoch": 0.23461270062805303,
      "grad_norm": 0.7033521104390654,
      "learning_rate": 0.00029957503075721557,
      "loss": 2.9844,
      "step": 5043
    },
    {
      "epoch": 0.23465922307513376,
      "grad_norm": 0.6426939889162031,
      "learning_rate": 0.0002995747515339977,
      "loss": 2.4688,
      "step": 5044
    },
    {
      "epoch": 0.23470574552221446,
      "grad_norm": 0.6573227933326052,
      "learning_rate": 0.0002995744722192093,
      "loss": 2.5781,
      "step": 5045
    },
    {
      "epoch": 0.2347522679692952,
      "grad_norm": 1.4391959212218075,
      "learning_rate": 0.0002995741928128505,
      "loss": 2.7344,
      "step": 5046
    },
    {
      "epoch": 0.2347987904163759,
      "grad_norm": 0.6296161932806769,
      "learning_rate": 0.00029957391331492155,
      "loss": 2.625,
      "step": 5047
    },
    {
      "epoch": 0.2348453128634566,
      "grad_norm": 0.6627840466580853,
      "learning_rate": 0.00029957363372542253,
      "loss": 2.6094,
      "step": 5048
    },
    {
      "epoch": 0.23489183531053734,
      "grad_norm": 0.6346600860832563,
      "learning_rate": 0.00029957335404435365,
      "loss": 2.3906,
      "step": 5049
    },
    {
      "epoch": 0.23493835775761804,
      "grad_norm": 0.7013831638547485,
      "learning_rate": 0.0002995730742717151,
      "loss": 2.7031,
      "step": 5050
    },
    {
      "epoch": 0.23498488020469877,
      "grad_norm": 0.6905713212255985,
      "learning_rate": 0.000299572794407507,
      "loss": 2.5625,
      "step": 5051
    },
    {
      "epoch": 0.2350314026517795,
      "grad_norm": 0.6875956634046425,
      "learning_rate": 0.0002995725144517296,
      "loss": 2.5156,
      "step": 5052
    },
    {
      "epoch": 0.2350779250988602,
      "grad_norm": 0.7116563878465292,
      "learning_rate": 0.000299572234404383,
      "loss": 2.5781,
      "step": 5053
    },
    {
      "epoch": 0.23512444754594092,
      "grad_norm": 0.7904228284801628,
      "learning_rate": 0.0002995719542654674,
      "loss": 2.9375,
      "step": 5054
    },
    {
      "epoch": 0.23517096999302164,
      "grad_norm": 0.7014472329090301,
      "learning_rate": 0.000299571674034983,
      "loss": 2.7656,
      "step": 5055
    },
    {
      "epoch": 0.23521749244010234,
      "grad_norm": 0.724134459496273,
      "learning_rate": 0.0002995713937129299,
      "loss": 2.6406,
      "step": 5056
    },
    {
      "epoch": 0.23526401488718307,
      "grad_norm": 0.6919585368845415,
      "learning_rate": 0.0002995711132993083,
      "loss": 2.8125,
      "step": 5057
    },
    {
      "epoch": 0.23531053733426377,
      "grad_norm": 0.731550765546373,
      "learning_rate": 0.00029957083279411837,
      "loss": 2.9062,
      "step": 5058
    },
    {
      "epoch": 0.2353570597813445,
      "grad_norm": 0.6624729583539088,
      "learning_rate": 0.0002995705521973603,
      "loss": 2.4062,
      "step": 5059
    },
    {
      "epoch": 0.23540358222842522,
      "grad_norm": 0.7125729180297378,
      "learning_rate": 0.00029957027150903436,
      "loss": 2.5625,
      "step": 5060
    },
    {
      "epoch": 0.23545010467550592,
      "grad_norm": 0.6379539797029294,
      "learning_rate": 0.0002995699907291405,
      "loss": 2.6719,
      "step": 5061
    },
    {
      "epoch": 0.23549662712258665,
      "grad_norm": 0.7072650914311438,
      "learning_rate": 0.00029956970985767906,
      "loss": 2.6562,
      "step": 5062
    },
    {
      "epoch": 0.23554314956966738,
      "grad_norm": 0.7868661949211974,
      "learning_rate": 0.0002995694288946501,
      "loss": 2.5469,
      "step": 5063
    },
    {
      "epoch": 0.23558967201674808,
      "grad_norm": 0.8095406829747287,
      "learning_rate": 0.00029956914784005396,
      "loss": 2.6406,
      "step": 5064
    },
    {
      "epoch": 0.2356361944638288,
      "grad_norm": 0.7831094533828838,
      "learning_rate": 0.00029956886669389065,
      "loss": 2.8125,
      "step": 5065
    },
    {
      "epoch": 0.2356827169109095,
      "grad_norm": 0.6654679726377878,
      "learning_rate": 0.00029956858545616044,
      "loss": 2.4062,
      "step": 5066
    },
    {
      "epoch": 0.23572923935799023,
      "grad_norm": 0.7101825439172023,
      "learning_rate": 0.00029956830412686334,
      "loss": 2.625,
      "step": 5067
    },
    {
      "epoch": 0.23577576180507095,
      "grad_norm": 0.7958875410749798,
      "learning_rate": 0.00029956802270599973,
      "loss": 3.125,
      "step": 5068
    },
    {
      "epoch": 0.23582228425215165,
      "grad_norm": 0.7124156097517889,
      "learning_rate": 0.0002995677411935697,
      "loss": 2.6562,
      "step": 5069
    },
    {
      "epoch": 0.23586880669923238,
      "grad_norm": 0.703072972112381,
      "learning_rate": 0.0002995674595895734,
      "loss": 2.625,
      "step": 5070
    },
    {
      "epoch": 0.2359153291463131,
      "grad_norm": 0.7743594559029374,
      "learning_rate": 0.00029956717789401103,
      "loss": 2.5781,
      "step": 5071
    },
    {
      "epoch": 0.2359618515933938,
      "grad_norm": 0.7337180694417377,
      "learning_rate": 0.00029956689610688273,
      "loss": 2.6094,
      "step": 5072
    },
    {
      "epoch": 0.23600837404047453,
      "grad_norm": 0.7174679305231209,
      "learning_rate": 0.0002995666142281888,
      "loss": 2.625,
      "step": 5073
    },
    {
      "epoch": 0.23605489648755523,
      "grad_norm": 0.6481019670784189,
      "learning_rate": 0.00029956633225792915,
      "loss": 2.3594,
      "step": 5074
    },
    {
      "epoch": 0.23610141893463596,
      "grad_norm": 0.6562184282973309,
      "learning_rate": 0.0002995660501961042,
      "loss": 2.7812,
      "step": 5075
    },
    {
      "epoch": 0.2361479413817167,
      "grad_norm": 0.6669394860675468,
      "learning_rate": 0.000299565768042714,
      "loss": 2.625,
      "step": 5076
    },
    {
      "epoch": 0.23619446382879739,
      "grad_norm": 0.6928944420489459,
      "learning_rate": 0.0002995654857977588,
      "loss": 2.625,
      "step": 5077
    },
    {
      "epoch": 0.2362409862758781,
      "grad_norm": 0.6886025583733978,
      "learning_rate": 0.0002995652034612387,
      "loss": 2.7656,
      "step": 5078
    },
    {
      "epoch": 0.23628750872295884,
      "grad_norm": 0.7515957357450473,
      "learning_rate": 0.00029956492103315387,
      "loss": 2.6719,
      "step": 5079
    },
    {
      "epoch": 0.23633403117003954,
      "grad_norm": 0.706001274854052,
      "learning_rate": 0.0002995646385135046,
      "loss": 2.3906,
      "step": 5080
    },
    {
      "epoch": 0.23638055361712026,
      "grad_norm": 0.7186483558802788,
      "learning_rate": 0.00029956435590229087,
      "loss": 2.7031,
      "step": 5081
    },
    {
      "epoch": 0.23642707606420096,
      "grad_norm": 0.7981726039758378,
      "learning_rate": 0.000299564073199513,
      "loss": 2.7812,
      "step": 5082
    },
    {
      "epoch": 0.2364735985112817,
      "grad_norm": 0.7406329635606506,
      "learning_rate": 0.00029956379040517114,
      "loss": 2.7812,
      "step": 5083
    },
    {
      "epoch": 0.23652012095836242,
      "grad_norm": 0.7114120363811309,
      "learning_rate": 0.00029956350751926547,
      "loss": 2.625,
      "step": 5084
    },
    {
      "epoch": 0.23656664340544312,
      "grad_norm": 0.7553485888551129,
      "learning_rate": 0.00029956322454179605,
      "loss": 2.9688,
      "step": 5085
    },
    {
      "epoch": 0.23661316585252384,
      "grad_norm": 0.6880506675133554,
      "learning_rate": 0.00029956294147276326,
      "loss": 2.8438,
      "step": 5086
    },
    {
      "epoch": 0.23665968829960457,
      "grad_norm": 0.6235950050159399,
      "learning_rate": 0.00029956265831216706,
      "loss": 2.8906,
      "step": 5087
    },
    {
      "epoch": 0.23670621074668527,
      "grad_norm": 0.6894025207830486,
      "learning_rate": 0.00029956237506000775,
      "loss": 2.7812,
      "step": 5088
    },
    {
      "epoch": 0.236752733193766,
      "grad_norm": 0.7656699178383792,
      "learning_rate": 0.00029956209171628546,
      "loss": 3.0156,
      "step": 5089
    },
    {
      "epoch": 0.2367992556408467,
      "grad_norm": 0.6677221711985659,
      "learning_rate": 0.0002995618082810004,
      "loss": 2.6875,
      "step": 5090
    },
    {
      "epoch": 0.23684577808792742,
      "grad_norm": 0.6572489018610943,
      "learning_rate": 0.00029956152475415273,
      "loss": 2.625,
      "step": 5091
    },
    {
      "epoch": 0.23689230053500815,
      "grad_norm": 0.728905298112459,
      "learning_rate": 0.0002995612411357426,
      "loss": 2.7656,
      "step": 5092
    },
    {
      "epoch": 0.23693882298208885,
      "grad_norm": 0.7806164129194636,
      "learning_rate": 0.00029956095742577016,
      "loss": 2.75,
      "step": 5093
    },
    {
      "epoch": 0.23698534542916957,
      "grad_norm": 0.7086069940864108,
      "learning_rate": 0.0002995606736242357,
      "loss": 2.9062,
      "step": 5094
    },
    {
      "epoch": 0.2370318678762503,
      "grad_norm": 0.6715530699050682,
      "learning_rate": 0.00029956038973113927,
      "loss": 2.4844,
      "step": 5095
    },
    {
      "epoch": 0.237078390323331,
      "grad_norm": 0.6391239064673453,
      "learning_rate": 0.00029956010574648106,
      "loss": 2.4688,
      "step": 5096
    },
    {
      "epoch": 0.23712491277041173,
      "grad_norm": 0.6831507976572299,
      "learning_rate": 0.0002995598216702613,
      "loss": 2.7656,
      "step": 5097
    },
    {
      "epoch": 0.23717143521749243,
      "grad_norm": 0.6893002086116272,
      "learning_rate": 0.00029955953750248016,
      "loss": 2.7656,
      "step": 5098
    },
    {
      "epoch": 0.23721795766457315,
      "grad_norm": 0.6864939436887192,
      "learning_rate": 0.00029955925324313775,
      "loss": 2.7031,
      "step": 5099
    },
    {
      "epoch": 0.23726448011165388,
      "grad_norm": 0.6561965479618268,
      "learning_rate": 0.00029955896889223425,
      "loss": 2.7031,
      "step": 5100
    },
    {
      "epoch": 0.23731100255873458,
      "grad_norm": 0.9739191407377478,
      "learning_rate": 0.0002995586844497699,
      "loss": 2.6562,
      "step": 5101
    },
    {
      "epoch": 0.2373575250058153,
      "grad_norm": 0.7440668347008779,
      "learning_rate": 0.00029955839991574484,
      "loss": 3.0938,
      "step": 5102
    },
    {
      "epoch": 0.23740404745289603,
      "grad_norm": 0.6862277566283901,
      "learning_rate": 0.0002995581152901593,
      "loss": 2.5938,
      "step": 5103
    },
    {
      "epoch": 0.23745056989997673,
      "grad_norm": 0.6692387508503562,
      "learning_rate": 0.00029955783057301335,
      "loss": 2.7969,
      "step": 5104
    },
    {
      "epoch": 0.23749709234705746,
      "grad_norm": 0.7433810696732961,
      "learning_rate": 0.0002995575457643072,
      "loss": 3.0156,
      "step": 5105
    },
    {
      "epoch": 0.23754361479413816,
      "grad_norm": 0.6718170468022143,
      "learning_rate": 0.0002995572608640411,
      "loss": 2.5625,
      "step": 5106
    },
    {
      "epoch": 0.23759013724121889,
      "grad_norm": 0.7135924995717775,
      "learning_rate": 0.00029955697587221515,
      "loss": 2.6094,
      "step": 5107
    },
    {
      "epoch": 0.2376366596882996,
      "grad_norm": 0.9642499264378013,
      "learning_rate": 0.0002995566907888295,
      "loss": 2.6719,
      "step": 5108
    },
    {
      "epoch": 0.2376831821353803,
      "grad_norm": 0.6920695123382823,
      "learning_rate": 0.00029955640561388436,
      "loss": 2.6719,
      "step": 5109
    },
    {
      "epoch": 0.23772970458246104,
      "grad_norm": 0.6980711764477278,
      "learning_rate": 0.00029955612034737993,
      "loss": 2.3438,
      "step": 5110
    },
    {
      "epoch": 0.23777622702954176,
      "grad_norm": 0.7099803874609956,
      "learning_rate": 0.00029955583498931636,
      "loss": 2.7812,
      "step": 5111
    },
    {
      "epoch": 0.23782274947662246,
      "grad_norm": 0.7048357982601879,
      "learning_rate": 0.0002995555495396938,
      "loss": 2.6094,
      "step": 5112
    },
    {
      "epoch": 0.2378692719237032,
      "grad_norm": 0.795897928607398,
      "learning_rate": 0.0002995552639985125,
      "loss": 2.7812,
      "step": 5113
    },
    {
      "epoch": 0.2379157943707839,
      "grad_norm": 0.7426573030476764,
      "learning_rate": 0.00029955497836577256,
      "loss": 2.5781,
      "step": 5114
    },
    {
      "epoch": 0.23796231681786462,
      "grad_norm": 0.7226141268701958,
      "learning_rate": 0.0002995546926414742,
      "loss": 2.9688,
      "step": 5115
    },
    {
      "epoch": 0.23800883926494534,
      "grad_norm": 0.7267315743704565,
      "learning_rate": 0.0002995544068256175,
      "loss": 3.0156,
      "step": 5116
    },
    {
      "epoch": 0.23805536171202604,
      "grad_norm": 0.6633803120391787,
      "learning_rate": 0.00029955412091820286,
      "loss": 2.5781,
      "step": 5117
    },
    {
      "epoch": 0.23810188415910677,
      "grad_norm": 0.7286296049395181,
      "learning_rate": 0.00029955383491923014,
      "loss": 2.6562,
      "step": 5118
    },
    {
      "epoch": 0.2381484066061875,
      "grad_norm": 0.6945598378194391,
      "learning_rate": 0.0002995535488286998,
      "loss": 2.5469,
      "step": 5119
    },
    {
      "epoch": 0.2381949290532682,
      "grad_norm": 0.6853519182255863,
      "learning_rate": 0.00029955326264661185,
      "loss": 2.5781,
      "step": 5120
    },
    {
      "epoch": 0.23824145150034892,
      "grad_norm": 0.6610498353440717,
      "learning_rate": 0.0002995529763729665,
      "loss": 2.9375,
      "step": 5121
    },
    {
      "epoch": 0.23828797394742962,
      "grad_norm": 0.6814902070810693,
      "learning_rate": 0.00029955269000776395,
      "loss": 2.3594,
      "step": 5122
    },
    {
      "epoch": 0.23833449639451035,
      "grad_norm": 0.6650693984375721,
      "learning_rate": 0.0002995524035510044,
      "loss": 2.6719,
      "step": 5123
    },
    {
      "epoch": 0.23838101884159107,
      "grad_norm": 0.7402915174273378,
      "learning_rate": 0.0002995521170026879,
      "loss": 3.0625,
      "step": 5124
    },
    {
      "epoch": 0.23842754128867177,
      "grad_norm": 0.7268116104409622,
      "learning_rate": 0.00029955183036281475,
      "loss": 2.5,
      "step": 5125
    },
    {
      "epoch": 0.2384740637357525,
      "grad_norm": 0.7214391040409543,
      "learning_rate": 0.0002995515436313851,
      "loss": 3.0469,
      "step": 5126
    },
    {
      "epoch": 0.23852058618283323,
      "grad_norm": 0.6963416018986277,
      "learning_rate": 0.0002995512568083991,
      "loss": 2.0312,
      "step": 5127
    },
    {
      "epoch": 0.23856710862991393,
      "grad_norm": 0.6896413488032793,
      "learning_rate": 0.000299550969893857,
      "loss": 2.8125,
      "step": 5128
    },
    {
      "epoch": 0.23861363107699465,
      "grad_norm": 0.6726205799297228,
      "learning_rate": 0.0002995506828877588,
      "loss": 2.5625,
      "step": 5129
    },
    {
      "epoch": 0.23866015352407538,
      "grad_norm": 0.6608860667789601,
      "learning_rate": 0.0002995503957901049,
      "loss": 2.7812,
      "step": 5130
    },
    {
      "epoch": 0.23870667597115608,
      "grad_norm": 0.6363100738467057,
      "learning_rate": 0.0002995501086008953,
      "loss": 2.75,
      "step": 5131
    },
    {
      "epoch": 0.2387531984182368,
      "grad_norm": 0.6721213790834024,
      "learning_rate": 0.00029954982132013026,
      "loss": 2.7031,
      "step": 5132
    },
    {
      "epoch": 0.2387997208653175,
      "grad_norm": 0.6442508171678245,
      "learning_rate": 0.00029954953394781,
      "loss": 2.5469,
      "step": 5133
    },
    {
      "epoch": 0.23884624331239823,
      "grad_norm": 0.682190192785681,
      "learning_rate": 0.00029954924648393453,
      "loss": 2.8438,
      "step": 5134
    },
    {
      "epoch": 0.23889276575947896,
      "grad_norm": 0.6618307267630922,
      "learning_rate": 0.00029954895892850416,
      "loss": 2.6562,
      "step": 5135
    },
    {
      "epoch": 0.23893928820655966,
      "grad_norm": 0.6425193779734835,
      "learning_rate": 0.0002995486712815191,
      "loss": 2.4219,
      "step": 5136
    },
    {
      "epoch": 0.23898581065364038,
      "grad_norm": 0.7191223252102049,
      "learning_rate": 0.0002995483835429794,
      "loss": 2.5,
      "step": 5137
    },
    {
      "epoch": 0.2390323331007211,
      "grad_norm": 0.6613204996375307,
      "learning_rate": 0.0002995480957128853,
      "loss": 2.9219,
      "step": 5138
    },
    {
      "epoch": 0.2390788555478018,
      "grad_norm": 0.6115113013208239,
      "learning_rate": 0.00029954780779123695,
      "loss": 2.6094,
      "step": 5139
    },
    {
      "epoch": 0.23912537799488254,
      "grad_norm": 0.6108077427520856,
      "learning_rate": 0.00029954751977803463,
      "loss": 2.5469,
      "step": 5140
    },
    {
      "epoch": 0.23917190044196324,
      "grad_norm": 0.8686631336572306,
      "learning_rate": 0.0002995472316732784,
      "loss": 2.8594,
      "step": 5141
    },
    {
      "epoch": 0.23921842288904396,
      "grad_norm": 0.7557272231750802,
      "learning_rate": 0.00029954694347696846,
      "loss": 2.7812,
      "step": 5142
    },
    {
      "epoch": 0.2392649453361247,
      "grad_norm": 0.7940799089964237,
      "learning_rate": 0.00029954665518910505,
      "loss": 3.1094,
      "step": 5143
    },
    {
      "epoch": 0.2393114677832054,
      "grad_norm": 0.6645345225703083,
      "learning_rate": 0.00029954636680968824,
      "loss": 2.7656,
      "step": 5144
    },
    {
      "epoch": 0.23935799023028612,
      "grad_norm": 0.6745425098694057,
      "learning_rate": 0.00029954607833871825,
      "loss": 2.5938,
      "step": 5145
    },
    {
      "epoch": 0.23940451267736684,
      "grad_norm": 0.7123237477253919,
      "learning_rate": 0.0002995457897761953,
      "loss": 2.9531,
      "step": 5146
    },
    {
      "epoch": 0.23945103512444754,
      "grad_norm": 0.7603592822655169,
      "learning_rate": 0.0002995455011221195,
      "loss": 2.5,
      "step": 5147
    },
    {
      "epoch": 0.23949755757152827,
      "grad_norm": 0.6723243052211089,
      "learning_rate": 0.00029954521237649114,
      "loss": 2.625,
      "step": 5148
    },
    {
      "epoch": 0.23954408001860897,
      "grad_norm": 0.631242273002444,
      "learning_rate": 0.0002995449235393103,
      "loss": 2.375,
      "step": 5149
    },
    {
      "epoch": 0.2395906024656897,
      "grad_norm": 0.7650829821049874,
      "learning_rate": 0.0002995446346105771,
      "loss": 2.7188,
      "step": 5150
    },
    {
      "epoch": 0.23963712491277042,
      "grad_norm": 0.9551148597334418,
      "learning_rate": 0.00029954434559029185,
      "loss": 2.7344,
      "step": 5151
    },
    {
      "epoch": 0.23968364735985112,
      "grad_norm": 0.6886341255104445,
      "learning_rate": 0.0002995440564784547,
      "loss": 2.8281,
      "step": 5152
    },
    {
      "epoch": 0.23973016980693185,
      "grad_norm": 0.6960040863534839,
      "learning_rate": 0.00029954376727506574,
      "loss": 2.6562,
      "step": 5153
    },
    {
      "epoch": 0.23977669225401257,
      "grad_norm": 0.6933096879938269,
      "learning_rate": 0.00029954347798012525,
      "loss": 2.5156,
      "step": 5154
    },
    {
      "epoch": 0.23982321470109327,
      "grad_norm": 0.726885538336433,
      "learning_rate": 0.00029954318859363327,
      "loss": 2.6406,
      "step": 5155
    },
    {
      "epoch": 0.239869737148174,
      "grad_norm": 0.7222501520550181,
      "learning_rate": 0.00029954289911559017,
      "loss": 2.5469,
      "step": 5156
    },
    {
      "epoch": 0.2399162595952547,
      "grad_norm": 0.7122732709448222,
      "learning_rate": 0.000299542609545996,
      "loss": 2.7812,
      "step": 5157
    },
    {
      "epoch": 0.23996278204233543,
      "grad_norm": 0.7912831618214015,
      "learning_rate": 0.000299542319884851,
      "loss": 2.625,
      "step": 5158
    },
    {
      "epoch": 0.24000930448941615,
      "grad_norm": 0.7237666718503062,
      "learning_rate": 0.0002995420301321552,
      "loss": 2.8594,
      "step": 5159
    },
    {
      "epoch": 0.24005582693649685,
      "grad_norm": 0.6959297148868044,
      "learning_rate": 0.00029954174028790895,
      "loss": 3.0625,
      "step": 5160
    },
    {
      "epoch": 0.24010234938357758,
      "grad_norm": 0.6594256479613623,
      "learning_rate": 0.0002995414503521124,
      "loss": 3.0156,
      "step": 5161
    },
    {
      "epoch": 0.2401488718306583,
      "grad_norm": 0.6815442792617623,
      "learning_rate": 0.0002995411603247657,
      "loss": 2.5,
      "step": 5162
    },
    {
      "epoch": 0.240195394277739,
      "grad_norm": 0.702660672434555,
      "learning_rate": 0.00029954087020586895,
      "loss": 3.0469,
      "step": 5163
    },
    {
      "epoch": 0.24024191672481973,
      "grad_norm": 0.6756272282509158,
      "learning_rate": 0.0002995405799954224,
      "loss": 2.6406,
      "step": 5164
    },
    {
      "epoch": 0.24028843917190043,
      "grad_norm": 0.6583138007544221,
      "learning_rate": 0.00029954028969342625,
      "loss": 2.5,
      "step": 5165
    },
    {
      "epoch": 0.24033496161898116,
      "grad_norm": 0.7889727469393706,
      "learning_rate": 0.00029953999929988067,
      "loss": 1.9922,
      "step": 5166
    },
    {
      "epoch": 0.24038148406606188,
      "grad_norm": 0.6710066908701533,
      "learning_rate": 0.0002995397088147858,
      "loss": 2.6094,
      "step": 5167
    },
    {
      "epoch": 0.24042800651314258,
      "grad_norm": 0.7139632172969363,
      "learning_rate": 0.00029953941823814185,
      "loss": 2.7344,
      "step": 5168
    },
    {
      "epoch": 0.2404745289602233,
      "grad_norm": 0.7711528120376863,
      "learning_rate": 0.000299539127569949,
      "loss": 2.8281,
      "step": 5169
    },
    {
      "epoch": 0.24052105140730404,
      "grad_norm": 0.6779774220484073,
      "learning_rate": 0.0002995388368102074,
      "loss": 2.6406,
      "step": 5170
    },
    {
      "epoch": 0.24056757385438474,
      "grad_norm": 0.6033457955883288,
      "learning_rate": 0.00029953854595891725,
      "loss": 1.9609,
      "step": 5171
    },
    {
      "epoch": 0.24061409630146546,
      "grad_norm": 0.6862042478429151,
      "learning_rate": 0.00029953825501607875,
      "loss": 2.6094,
      "step": 5172
    },
    {
      "epoch": 0.24066061874854616,
      "grad_norm": 0.666208661057962,
      "learning_rate": 0.000299537963981692,
      "loss": 2.5938,
      "step": 5173
    },
    {
      "epoch": 0.2407071411956269,
      "grad_norm": 0.7164957428280366,
      "learning_rate": 0.0002995376728557572,
      "loss": 2.875,
      "step": 5174
    },
    {
      "epoch": 0.24075366364270762,
      "grad_norm": 0.6788208628284408,
      "learning_rate": 0.00029953738163827464,
      "loss": 2.875,
      "step": 5175
    },
    {
      "epoch": 0.24080018608978832,
      "grad_norm": 0.6895491574801826,
      "learning_rate": 0.00029953709032924436,
      "loss": 1.9297,
      "step": 5176
    },
    {
      "epoch": 0.24084670853686904,
      "grad_norm": 0.7424216312534387,
      "learning_rate": 0.0002995367989286666,
      "loss": 2.7344,
      "step": 5177
    },
    {
      "epoch": 0.24089323098394977,
      "grad_norm": 0.7203946584056922,
      "learning_rate": 0.0002995365074365415,
      "loss": 2.7188,
      "step": 5178
    },
    {
      "epoch": 0.24093975343103047,
      "grad_norm": 0.6940072740975788,
      "learning_rate": 0.0002995362158528693,
      "loss": 2.6562,
      "step": 5179
    },
    {
      "epoch": 0.2409862758781112,
      "grad_norm": 0.644953940788818,
      "learning_rate": 0.0002995359241776502,
      "loss": 2.4375,
      "step": 5180
    },
    {
      "epoch": 0.2410327983251919,
      "grad_norm": 0.7265615132395956,
      "learning_rate": 0.00029953563241088426,
      "loss": 2.5781,
      "step": 5181
    },
    {
      "epoch": 0.24107932077227262,
      "grad_norm": 0.687711912532553,
      "learning_rate": 0.00029953534055257174,
      "loss": 2.7969,
      "step": 5182
    },
    {
      "epoch": 0.24112584321935335,
      "grad_norm": 0.6985307900800406,
      "learning_rate": 0.00029953504860271275,
      "loss": 2.5938,
      "step": 5183
    },
    {
      "epoch": 0.24117236566643405,
      "grad_norm": 0.7185078485643114,
      "learning_rate": 0.0002995347565613076,
      "loss": 2.7031,
      "step": 5184
    },
    {
      "epoch": 0.24121888811351477,
      "grad_norm": 0.6250006638913621,
      "learning_rate": 0.00029953446442835635,
      "loss": 2.9062,
      "step": 5185
    },
    {
      "epoch": 0.2412654105605955,
      "grad_norm": 0.7342434971654208,
      "learning_rate": 0.0002995341722038592,
      "loss": 2.8281,
      "step": 5186
    },
    {
      "epoch": 0.2413119330076762,
      "grad_norm": 0.7184923314005646,
      "learning_rate": 0.00029953387988781646,
      "loss": 2.7031,
      "step": 5187
    },
    {
      "epoch": 0.24135845545475693,
      "grad_norm": 0.7314048450454704,
      "learning_rate": 0.0002995335874802281,
      "loss": 2.7656,
      "step": 5188
    },
    {
      "epoch": 0.24140497790183763,
      "grad_norm": 0.7001902257399739,
      "learning_rate": 0.0002995332949810944,
      "loss": 2.5469,
      "step": 5189
    },
    {
      "epoch": 0.24145150034891835,
      "grad_norm": 0.7936226039807839,
      "learning_rate": 0.0002995330023904156,
      "loss": 2.5625,
      "step": 5190
    },
    {
      "epoch": 0.24149802279599908,
      "grad_norm": 0.7039333781505924,
      "learning_rate": 0.0002995327097081917,
      "loss": 2.625,
      "step": 5191
    },
    {
      "epoch": 0.24154454524307978,
      "grad_norm": 0.8213230416804769,
      "learning_rate": 0.0002995324169344231,
      "loss": 2.8438,
      "step": 5192
    },
    {
      "epoch": 0.2415910676901605,
      "grad_norm": 0.7051794692224262,
      "learning_rate": 0.00029953212406910984,
      "loss": 2.7344,
      "step": 5193
    },
    {
      "epoch": 0.24163759013724123,
      "grad_norm": 0.6678983524890497,
      "learning_rate": 0.0002995318311122521,
      "loss": 2.6562,
      "step": 5194
    },
    {
      "epoch": 0.24168411258432193,
      "grad_norm": 0.7952094442245187,
      "learning_rate": 0.0002995315380638501,
      "loss": 2.7656,
      "step": 5195
    },
    {
      "epoch": 0.24173063503140266,
      "grad_norm": 0.7814025150236186,
      "learning_rate": 0.00029953124492390404,
      "loss": 2.8438,
      "step": 5196
    },
    {
      "epoch": 0.24177715747848336,
      "grad_norm": 0.7038554806205217,
      "learning_rate": 0.00029953095169241406,
      "loss": 2.8438,
      "step": 5197
    },
    {
      "epoch": 0.24182367992556408,
      "grad_norm": 0.6762142272826129,
      "learning_rate": 0.0002995306583693804,
      "loss": 2.4375,
      "step": 5198
    },
    {
      "epoch": 0.2418702023726448,
      "grad_norm": 0.6957207755464618,
      "learning_rate": 0.0002995303649548031,
      "loss": 2.8438,
      "step": 5199
    },
    {
      "epoch": 0.2419167248197255,
      "grad_norm": 0.7470289124603683,
      "learning_rate": 0.0002995300714486825,
      "loss": 2.6875,
      "step": 5200
    },
    {
      "epoch": 0.24196324726680624,
      "grad_norm": 0.7724936881991666,
      "learning_rate": 0.0002995297778510186,
      "loss": 2.7344,
      "step": 5201
    },
    {
      "epoch": 0.24200976971388696,
      "grad_norm": 0.6503194747032761,
      "learning_rate": 0.0002995294841618118,
      "loss": 2.7031,
      "step": 5202
    },
    {
      "epoch": 0.24205629216096766,
      "grad_norm": 0.7193463955322872,
      "learning_rate": 0.00029952919038106214,
      "loss": 2.9219,
      "step": 5203
    },
    {
      "epoch": 0.2421028146080484,
      "grad_norm": 0.6958250572650747,
      "learning_rate": 0.00029952889650876986,
      "loss": 2.7188,
      "step": 5204
    },
    {
      "epoch": 0.2421493370551291,
      "grad_norm": 0.7951222673286505,
      "learning_rate": 0.00029952860254493503,
      "loss": 2.5625,
      "step": 5205
    },
    {
      "epoch": 0.24219585950220981,
      "grad_norm": 0.6524363381084359,
      "learning_rate": 0.0002995283084895579,
      "loss": 2.9219,
      "step": 5206
    },
    {
      "epoch": 0.24224238194929054,
      "grad_norm": 0.618342077324881,
      "learning_rate": 0.00029952801434263875,
      "loss": 2.3438,
      "step": 5207
    },
    {
      "epoch": 0.24228890439637124,
      "grad_norm": 0.6559264353339221,
      "learning_rate": 0.00029952772010417763,
      "loss": 2.75,
      "step": 5208
    },
    {
      "epoch": 0.24233542684345197,
      "grad_norm": 0.824992559740357,
      "learning_rate": 0.00029952742577417477,
      "loss": 2.8125,
      "step": 5209
    },
    {
      "epoch": 0.2423819492905327,
      "grad_norm": 0.6808740981249979,
      "learning_rate": 0.00029952713135263033,
      "loss": 3.0938,
      "step": 5210
    },
    {
      "epoch": 0.2424284717376134,
      "grad_norm": 0.6268957283702437,
      "learning_rate": 0.0002995268368395445,
      "loss": 2.4688,
      "step": 5211
    },
    {
      "epoch": 0.24247499418469412,
      "grad_norm": 0.7870048216490871,
      "learning_rate": 0.00029952654223491744,
      "loss": 3.0625,
      "step": 5212
    },
    {
      "epoch": 0.24252151663177482,
      "grad_norm": 0.7010569604273241,
      "learning_rate": 0.00029952624753874936,
      "loss": 2.6875,
      "step": 5213
    },
    {
      "epoch": 0.24256803907885555,
      "grad_norm": 0.6690890035789531,
      "learning_rate": 0.0002995259527510404,
      "loss": 2.6562,
      "step": 5214
    },
    {
      "epoch": 0.24261456152593627,
      "grad_norm": 0.6573614008046278,
      "learning_rate": 0.0002995256578717908,
      "loss": 2.6719,
      "step": 5215
    },
    {
      "epoch": 0.24266108397301697,
      "grad_norm": 0.6821458496034255,
      "learning_rate": 0.00029952536290100073,
      "loss": 2.9531,
      "step": 5216
    },
    {
      "epoch": 0.2427076064200977,
      "grad_norm": 0.723973203989791,
      "learning_rate": 0.00029952506783867037,
      "loss": 2.6875,
      "step": 5217
    },
    {
      "epoch": 0.24275412886717843,
      "grad_norm": 0.7278259252740568,
      "learning_rate": 0.0002995247726847998,
      "loss": 3.1406,
      "step": 5218
    },
    {
      "epoch": 0.24280065131425912,
      "grad_norm": 0.6526563000880631,
      "learning_rate": 0.00029952447743938936,
      "loss": 2.9062,
      "step": 5219
    },
    {
      "epoch": 0.24284717376133985,
      "grad_norm": 0.7302754969495898,
      "learning_rate": 0.0002995241821024391,
      "loss": 2.625,
      "step": 5220
    },
    {
      "epoch": 0.24289369620842055,
      "grad_norm": 0.667368985808845,
      "learning_rate": 0.00029952388667394927,
      "loss": 2.75,
      "step": 5221
    },
    {
      "epoch": 0.24294021865550128,
      "grad_norm": 0.714388896278924,
      "learning_rate": 0.0002995235911539201,
      "loss": 1.9609,
      "step": 5222
    },
    {
      "epoch": 0.242986741102582,
      "grad_norm": 0.627737638798603,
      "learning_rate": 0.0002995232955423516,
      "loss": 2.5312,
      "step": 5223
    },
    {
      "epoch": 0.2430332635496627,
      "grad_norm": 0.7511843975958155,
      "learning_rate": 0.0002995229998392441,
      "loss": 2.6875,
      "step": 5224
    },
    {
      "epoch": 0.24307978599674343,
      "grad_norm": 0.6927637987659586,
      "learning_rate": 0.0002995227040445977,
      "loss": 2.5781,
      "step": 5225
    },
    {
      "epoch": 0.24312630844382416,
      "grad_norm": 0.7960782349011937,
      "learning_rate": 0.0002995224081584127,
      "loss": 2.75,
      "step": 5226
    },
    {
      "epoch": 0.24317283089090486,
      "grad_norm": 0.7370300525263177,
      "learning_rate": 0.0002995221121806892,
      "loss": 2.5781,
      "step": 5227
    },
    {
      "epoch": 0.24321935333798558,
      "grad_norm": 0.6877774609129108,
      "learning_rate": 0.0002995218161114273,
      "loss": 2.5156,
      "step": 5228
    },
    {
      "epoch": 0.24326587578506628,
      "grad_norm": 0.710983798521261,
      "learning_rate": 0.00029952151995062733,
      "loss": 2.8594,
      "step": 5229
    },
    {
      "epoch": 0.243312398232147,
      "grad_norm": 0.6447380606614066,
      "learning_rate": 0.0002995212236982894,
      "loss": 2.5,
      "step": 5230
    },
    {
      "epoch": 0.24335892067922774,
      "grad_norm": 0.8493072949764008,
      "learning_rate": 0.00029952092735441364,
      "loss": 2.6719,
      "step": 5231
    },
    {
      "epoch": 0.24340544312630844,
      "grad_norm": 0.7073435562093335,
      "learning_rate": 0.0002995206309190003,
      "loss": 2.75,
      "step": 5232
    },
    {
      "epoch": 0.24345196557338916,
      "grad_norm": 0.6963608636314068,
      "learning_rate": 0.0002995203343920496,
      "loss": 1.8984,
      "step": 5233
    },
    {
      "epoch": 0.2434984880204699,
      "grad_norm": 0.6790883252644884,
      "learning_rate": 0.00029952003777356163,
      "loss": 2.6406,
      "step": 5234
    },
    {
      "epoch": 0.2435450104675506,
      "grad_norm": 0.6753825483620185,
      "learning_rate": 0.00029951974106353664,
      "loss": 2.9062,
      "step": 5235
    },
    {
      "epoch": 0.24359153291463131,
      "grad_norm": 0.7054516370700649,
      "learning_rate": 0.0002995194442619748,
      "loss": 2.6875,
      "step": 5236
    },
    {
      "epoch": 0.243638055361712,
      "grad_norm": 0.7532769155886299,
      "learning_rate": 0.00029951914736887626,
      "loss": 2.7031,
      "step": 5237
    },
    {
      "epoch": 0.24368457780879274,
      "grad_norm": 0.6445657298027362,
      "learning_rate": 0.0002995188503842412,
      "loss": 2.5312,
      "step": 5238
    },
    {
      "epoch": 0.24373110025587347,
      "grad_norm": 0.7197483439952258,
      "learning_rate": 0.0002995185533080698,
      "loss": 2.5938,
      "step": 5239
    },
    {
      "epoch": 0.24377762270295417,
      "grad_norm": 0.7409142678031512,
      "learning_rate": 0.00029951825614036226,
      "loss": 2.7031,
      "step": 5240
    },
    {
      "epoch": 0.2438241451500349,
      "grad_norm": 0.7026478130307485,
      "learning_rate": 0.0002995179588811188,
      "loss": 2.8281,
      "step": 5241
    },
    {
      "epoch": 0.24387066759711562,
      "grad_norm": 0.628744717594504,
      "learning_rate": 0.0002995176615303395,
      "loss": 2.625,
      "step": 5242
    },
    {
      "epoch": 0.24391719004419632,
      "grad_norm": 0.8257840166165267,
      "learning_rate": 0.00029951736408802466,
      "loss": 2.7031,
      "step": 5243
    },
    {
      "epoch": 0.24396371249127705,
      "grad_norm": 0.6740594545734258,
      "learning_rate": 0.00029951706655417446,
      "loss": 2.625,
      "step": 5244
    },
    {
      "epoch": 0.24401023493835775,
      "grad_norm": 0.6861074570841399,
      "learning_rate": 0.00029951676892878896,
      "loss": 2.4531,
      "step": 5245
    },
    {
      "epoch": 0.24405675738543847,
      "grad_norm": 0.751464770917256,
      "learning_rate": 0.0002995164712118684,
      "loss": 2.8125,
      "step": 5246
    },
    {
      "epoch": 0.2441032798325192,
      "grad_norm": 0.6729816127200724,
      "learning_rate": 0.00029951617340341304,
      "loss": 2.7969,
      "step": 5247
    },
    {
      "epoch": 0.2441498022795999,
      "grad_norm": 0.6485702665442873,
      "learning_rate": 0.00029951587550342294,
      "loss": 2.5781,
      "step": 5248
    },
    {
      "epoch": 0.24419632472668062,
      "grad_norm": 0.6448379737336309,
      "learning_rate": 0.00029951557751189836,
      "loss": 2.4062,
      "step": 5249
    },
    {
      "epoch": 0.24424284717376135,
      "grad_norm": 0.7703074345992078,
      "learning_rate": 0.0002995152794288395,
      "loss": 2.5156,
      "step": 5250
    },
    {
      "epoch": 0.24428936962084205,
      "grad_norm": 0.6832941336643752,
      "learning_rate": 0.0002995149812542464,
      "loss": 2.8438,
      "step": 5251
    },
    {
      "epoch": 0.24433589206792278,
      "grad_norm": 0.66950555560088,
      "learning_rate": 0.0002995146829881194,
      "loss": 2.7812,
      "step": 5252
    },
    {
      "epoch": 0.24438241451500348,
      "grad_norm": 0.7482231686142282,
      "learning_rate": 0.0002995143846304587,
      "loss": 2.8125,
      "step": 5253
    },
    {
      "epoch": 0.2444289369620842,
      "grad_norm": 0.7406802337110269,
      "learning_rate": 0.0002995140861812643,
      "loss": 2.9688,
      "step": 5254
    },
    {
      "epoch": 0.24447545940916493,
      "grad_norm": 0.6905594396304895,
      "learning_rate": 0.00029951378764053656,
      "loss": 2.7969,
      "step": 5255
    },
    {
      "epoch": 0.24452198185624563,
      "grad_norm": 0.6879511102290058,
      "learning_rate": 0.0002995134890082756,
      "loss": 2.9219,
      "step": 5256
    },
    {
      "epoch": 0.24456850430332636,
      "grad_norm": 0.6747560547235527,
      "learning_rate": 0.0002995131902844816,
      "loss": 2.7812,
      "step": 5257
    },
    {
      "epoch": 0.24461502675040708,
      "grad_norm": 0.6765893700848735,
      "learning_rate": 0.0002995128914691547,
      "loss": 3.0469,
      "step": 5258
    },
    {
      "epoch": 0.24466154919748778,
      "grad_norm": 0.80469744574069,
      "learning_rate": 0.00029951259256229517,
      "loss": 3.1094,
      "step": 5259
    },
    {
      "epoch": 0.2447080716445685,
      "grad_norm": 0.6325670792545096,
      "learning_rate": 0.00029951229356390315,
      "loss": 2.5781,
      "step": 5260
    },
    {
      "epoch": 0.2447545940916492,
      "grad_norm": 0.6533434008437999,
      "learning_rate": 0.0002995119944739788,
      "loss": 2.75,
      "step": 5261
    },
    {
      "epoch": 0.24480111653872993,
      "grad_norm": 0.6821413990054638,
      "learning_rate": 0.0002995116952925223,
      "loss": 2.625,
      "step": 5262
    },
    {
      "epoch": 0.24484763898581066,
      "grad_norm": 0.6577628947513064,
      "learning_rate": 0.0002995113960195339,
      "loss": 2.5469,
      "step": 5263
    },
    {
      "epoch": 0.24489416143289136,
      "grad_norm": 0.690415380206475,
      "learning_rate": 0.00029951109665501377,
      "loss": 2.4219,
      "step": 5264
    },
    {
      "epoch": 0.2449406838799721,
      "grad_norm": 0.7405264245658858,
      "learning_rate": 0.000299510797198962,
      "loss": 2.5,
      "step": 5265
    },
    {
      "epoch": 0.24498720632705281,
      "grad_norm": 0.7655074035972763,
      "learning_rate": 0.00029951049765137894,
      "loss": 2.6719,
      "step": 5266
    },
    {
      "epoch": 0.2450337287741335,
      "grad_norm": 0.7677563544863367,
      "learning_rate": 0.0002995101980122646,
      "loss": 2.9844,
      "step": 5267
    },
    {
      "epoch": 0.24508025122121424,
      "grad_norm": 0.7033646149180609,
      "learning_rate": 0.0002995098982816192,
      "loss": 2.6562,
      "step": 5268
    },
    {
      "epoch": 0.24512677366829494,
      "grad_norm": 0.7116375027806487,
      "learning_rate": 0.000299509598459443,
      "loss": 2.3906,
      "step": 5269
    },
    {
      "epoch": 0.24517329611537567,
      "grad_norm": 0.6905965700659771,
      "learning_rate": 0.00029950929854573614,
      "loss": 2.625,
      "step": 5270
    },
    {
      "epoch": 0.2452198185624564,
      "grad_norm": 0.9662863750922361,
      "learning_rate": 0.00029950899854049886,
      "loss": 2.6406,
      "step": 5271
    },
    {
      "epoch": 0.2452663410095371,
      "grad_norm": 0.9035251421090575,
      "learning_rate": 0.0002995086984437312,
      "loss": 2.9219,
      "step": 5272
    },
    {
      "epoch": 0.24531286345661782,
      "grad_norm": 0.661301023874278,
      "learning_rate": 0.0002995083982554335,
      "loss": 2.7812,
      "step": 5273
    },
    {
      "epoch": 0.24535938590369855,
      "grad_norm": 0.7487430736953096,
      "learning_rate": 0.00029950809797560585,
      "loss": 2.7188,
      "step": 5274
    },
    {
      "epoch": 0.24540590835077924,
      "grad_norm": 0.9696474689136039,
      "learning_rate": 0.00029950779760424845,
      "loss": 2.625,
      "step": 5275
    },
    {
      "epoch": 0.24545243079785997,
      "grad_norm": 0.6915220269171344,
      "learning_rate": 0.00029950749714136146,
      "loss": 2.6406,
      "step": 5276
    },
    {
      "epoch": 0.24549895324494067,
      "grad_norm": 0.7831224113063739,
      "learning_rate": 0.0002995071965869452,
      "loss": 2.9062,
      "step": 5277
    },
    {
      "epoch": 0.2455454756920214,
      "grad_norm": 0.746826088328607,
      "learning_rate": 0.00029950689594099967,
      "loss": 2.4844,
      "step": 5278
    },
    {
      "epoch": 0.24559199813910212,
      "grad_norm": 0.7007668242715511,
      "learning_rate": 0.0002995065952035252,
      "loss": 3.0781,
      "step": 5279
    },
    {
      "epoch": 0.24563852058618282,
      "grad_norm": 0.7097917598241175,
      "learning_rate": 0.00029950629437452183,
      "loss": 2.5469,
      "step": 5280
    },
    {
      "epoch": 0.24568504303326355,
      "grad_norm": 0.7589161963657933,
      "learning_rate": 0.00029950599345398985,
      "loss": 2.6094,
      "step": 5281
    },
    {
      "epoch": 0.24573156548034428,
      "grad_norm": 0.7705151218841485,
      "learning_rate": 0.00029950569244192946,
      "loss": 2.5312,
      "step": 5282
    },
    {
      "epoch": 0.24577808792742498,
      "grad_norm": 0.7257975743812939,
      "learning_rate": 0.0002995053913383408,
      "loss": 2.4062,
      "step": 5283
    },
    {
      "epoch": 0.2458246103745057,
      "grad_norm": 0.7072569687642718,
      "learning_rate": 0.00029950509014322403,
      "loss": 2.6406,
      "step": 5284
    },
    {
      "epoch": 0.2458711328215864,
      "grad_norm": 0.6552278740117884,
      "learning_rate": 0.00029950478885657937,
      "loss": 2.75,
      "step": 5285
    },
    {
      "epoch": 0.24591765526866713,
      "grad_norm": 0.7989928247053593,
      "learning_rate": 0.000299504487478407,
      "loss": 2.5,
      "step": 5286
    },
    {
      "epoch": 0.24596417771574786,
      "grad_norm": 0.8362628448180139,
      "learning_rate": 0.0002995041860087071,
      "loss": 2.7656,
      "step": 5287
    },
    {
      "epoch": 0.24601070016282856,
      "grad_norm": 0.7797231955649652,
      "learning_rate": 0.0002995038844474799,
      "loss": 2.9219,
      "step": 5288
    },
    {
      "epoch": 0.24605722260990928,
      "grad_norm": 0.7689641869496917,
      "learning_rate": 0.0002995035827947255,
      "loss": 2.875,
      "step": 5289
    },
    {
      "epoch": 0.24610374505699,
      "grad_norm": 0.7528412836646103,
      "learning_rate": 0.0002995032810504441,
      "loss": 2.75,
      "step": 5290
    },
    {
      "epoch": 0.2461502675040707,
      "grad_norm": 0.6970333782259575,
      "learning_rate": 0.00029950297921463596,
      "loss": 2.8906,
      "step": 5291
    },
    {
      "epoch": 0.24619678995115143,
      "grad_norm": 0.6765184503030287,
      "learning_rate": 0.00029950267728730116,
      "loss": 2.625,
      "step": 5292
    },
    {
      "epoch": 0.24624331239823213,
      "grad_norm": 0.7267441653134654,
      "learning_rate": 0.00029950237526844,
      "loss": 2.5312,
      "step": 5293
    },
    {
      "epoch": 0.24628983484531286,
      "grad_norm": 0.6697641812744414,
      "learning_rate": 0.0002995020731580526,
      "loss": 2.7031,
      "step": 5294
    },
    {
      "epoch": 0.2463363572923936,
      "grad_norm": 0.733632997835246,
      "learning_rate": 0.0002995017709561391,
      "loss": 2.6094,
      "step": 5295
    },
    {
      "epoch": 0.2463828797394743,
      "grad_norm": 0.7280003820533395,
      "learning_rate": 0.00029950146866269977,
      "loss": 2.6406,
      "step": 5296
    },
    {
      "epoch": 0.246429402186555,
      "grad_norm": 0.6388936230829135,
      "learning_rate": 0.0002995011662777348,
      "loss": 2.5938,
      "step": 5297
    },
    {
      "epoch": 0.24647592463363574,
      "grad_norm": 0.7232403532296574,
      "learning_rate": 0.00029950086380124425,
      "loss": 2.5938,
      "step": 5298
    },
    {
      "epoch": 0.24652244708071644,
      "grad_norm": 0.7360016951260335,
      "learning_rate": 0.0002995005612332284,
      "loss": 2.9844,
      "step": 5299
    },
    {
      "epoch": 0.24656896952779717,
      "grad_norm": 0.6511403266674572,
      "learning_rate": 0.0002995002585736875,
      "loss": 2.5,
      "step": 5300
    },
    {
      "epoch": 0.24661549197487787,
      "grad_norm": 0.724035458012905,
      "learning_rate": 0.00029949995582262157,
      "loss": 2.7656,
      "step": 5301
    },
    {
      "epoch": 0.2466620144219586,
      "grad_norm": 0.8493809887951181,
      "learning_rate": 0.00029949965298003094,
      "loss": 1.9844,
      "step": 5302
    },
    {
      "epoch": 0.24670853686903932,
      "grad_norm": 0.730110749864463,
      "learning_rate": 0.00029949935004591576,
      "loss": 2.9062,
      "step": 5303
    },
    {
      "epoch": 0.24675505931612002,
      "grad_norm": 0.6648910815235758,
      "learning_rate": 0.00029949904702027613,
      "loss": 2.7969,
      "step": 5304
    },
    {
      "epoch": 0.24680158176320074,
      "grad_norm": 0.6555596180305145,
      "learning_rate": 0.0002994987439031123,
      "loss": 2.6719,
      "step": 5305
    },
    {
      "epoch": 0.24684810421028147,
      "grad_norm": 0.7133381670195669,
      "learning_rate": 0.0002994984406944245,
      "loss": 2.7812,
      "step": 5306
    },
    {
      "epoch": 0.24689462665736217,
      "grad_norm": 0.7317613549888238,
      "learning_rate": 0.0002994981373942129,
      "loss": 2.8281,
      "step": 5307
    },
    {
      "epoch": 0.2469411491044429,
      "grad_norm": 0.7348392817593596,
      "learning_rate": 0.0002994978340024776,
      "loss": 2.5156,
      "step": 5308
    },
    {
      "epoch": 0.2469876715515236,
      "grad_norm": 0.6722955157189736,
      "learning_rate": 0.0002994975305192189,
      "loss": 2.8281,
      "step": 5309
    },
    {
      "epoch": 0.24703419399860432,
      "grad_norm": 0.6466058308699502,
      "learning_rate": 0.0002994972269444369,
      "loss": 1.8828,
      "step": 5310
    },
    {
      "epoch": 0.24708071644568505,
      "grad_norm": 0.7071178388739212,
      "learning_rate": 0.0002994969232781318,
      "loss": 2.6406,
      "step": 5311
    },
    {
      "epoch": 0.24712723889276575,
      "grad_norm": 0.751174976004229,
      "learning_rate": 0.0002994966195203039,
      "loss": 2.9062,
      "step": 5312
    },
    {
      "epoch": 0.24717376133984648,
      "grad_norm": 0.7126160645604448,
      "learning_rate": 0.0002994963156709532,
      "loss": 2.7188,
      "step": 5313
    },
    {
      "epoch": 0.2472202837869272,
      "grad_norm": 0.789914963725332,
      "learning_rate": 0.00029949601173007997,
      "loss": 2.6094,
      "step": 5314
    },
    {
      "epoch": 0.2472668062340079,
      "grad_norm": 0.7035661023132045,
      "learning_rate": 0.0002994957076976844,
      "loss": 2.5938,
      "step": 5315
    },
    {
      "epoch": 0.24731332868108863,
      "grad_norm": 0.6818220103697147,
      "learning_rate": 0.0002994954035737667,
      "loss": 2.5312,
      "step": 5316
    },
    {
      "epoch": 0.24735985112816933,
      "grad_norm": 0.851505496139099,
      "learning_rate": 0.000299495099358327,
      "loss": 2.6875,
      "step": 5317
    },
    {
      "epoch": 0.24740637357525005,
      "grad_norm": 0.7372431460526374,
      "learning_rate": 0.0002994947950513656,
      "loss": 2.6719,
      "step": 5318
    },
    {
      "epoch": 0.24745289602233078,
      "grad_norm": 0.8540533693829728,
      "learning_rate": 0.0002994944906528825,
      "loss": 2.6719,
      "step": 5319
    },
    {
      "epoch": 0.24749941846941148,
      "grad_norm": 0.8128746838083916,
      "learning_rate": 0.00029949418616287806,
      "loss": 3.0156,
      "step": 5320
    },
    {
      "epoch": 0.2475459409164922,
      "grad_norm": 0.7382766389086802,
      "learning_rate": 0.0002994938815813524,
      "loss": 2.9688,
      "step": 5321
    },
    {
      "epoch": 0.24759246336357293,
      "grad_norm": 0.750797663116163,
      "learning_rate": 0.0002994935769083057,
      "loss": 2.9375,
      "step": 5322
    },
    {
      "epoch": 0.24763898581065363,
      "grad_norm": 0.7861474864689068,
      "learning_rate": 0.0002994932721437381,
      "loss": 2.7812,
      "step": 5323
    },
    {
      "epoch": 0.24768550825773436,
      "grad_norm": 0.7466792164637718,
      "learning_rate": 0.0002994929672876499,
      "loss": 2.5312,
      "step": 5324
    },
    {
      "epoch": 0.2477320307048151,
      "grad_norm": 0.7255807243240089,
      "learning_rate": 0.0002994926623400412,
      "loss": 2.7031,
      "step": 5325
    },
    {
      "epoch": 0.2477785531518958,
      "grad_norm": 0.7060467047413677,
      "learning_rate": 0.0002994923573009122,
      "loss": 2.5312,
      "step": 5326
    },
    {
      "epoch": 0.2478250755989765,
      "grad_norm": 0.8201542633896457,
      "learning_rate": 0.0002994920521702631,
      "loss": 1.9688,
      "step": 5327
    },
    {
      "epoch": 0.2478715980460572,
      "grad_norm": 0.7053957760215795,
      "learning_rate": 0.0002994917469480941,
      "loss": 2.4375,
      "step": 5328
    },
    {
      "epoch": 0.24791812049313794,
      "grad_norm": 0.719404976850839,
      "learning_rate": 0.0002994914416344054,
      "loss": 2.7031,
      "step": 5329
    },
    {
      "epoch": 0.24796464294021867,
      "grad_norm": 0.7220577875608954,
      "learning_rate": 0.00029949113622919707,
      "loss": 2.6719,
      "step": 5330
    },
    {
      "epoch": 0.24801116538729936,
      "grad_norm": 0.6682895899711229,
      "learning_rate": 0.00029949083073246943,
      "loss": 2.7656,
      "step": 5331
    },
    {
      "epoch": 0.2480576878343801,
      "grad_norm": 0.7244874616667948,
      "learning_rate": 0.00029949052514422267,
      "loss": 2.6562,
      "step": 5332
    },
    {
      "epoch": 0.24810421028146082,
      "grad_norm": 0.6760305084456546,
      "learning_rate": 0.0002994902194644569,
      "loss": 2.375,
      "step": 5333
    },
    {
      "epoch": 0.24815073272854152,
      "grad_norm": 0.8085065277527785,
      "learning_rate": 0.0002994899136931723,
      "loss": 1.8906,
      "step": 5334
    },
    {
      "epoch": 0.24819725517562224,
      "grad_norm": 0.6788080233703501,
      "learning_rate": 0.0002994896078303691,
      "loss": 2.9062,
      "step": 5335
    },
    {
      "epoch": 0.24824377762270294,
      "grad_norm": 0.676420096405674,
      "learning_rate": 0.0002994893018760475,
      "loss": 2.8594,
      "step": 5336
    },
    {
      "epoch": 0.24829030006978367,
      "grad_norm": 0.6999652281010447,
      "learning_rate": 0.0002994889958302077,
      "loss": 2.5938,
      "step": 5337
    },
    {
      "epoch": 0.2483368225168644,
      "grad_norm": 0.6979680202319484,
      "learning_rate": 0.00029948868969284986,
      "loss": 2.8906,
      "step": 5338
    },
    {
      "epoch": 0.2483833449639451,
      "grad_norm": 0.6635500782807416,
      "learning_rate": 0.0002994883834639741,
      "loss": 2.5469,
      "step": 5339
    },
    {
      "epoch": 0.24842986741102582,
      "grad_norm": 0.6934523575273216,
      "learning_rate": 0.0002994880771435807,
      "loss": 2.7031,
      "step": 5340
    },
    {
      "epoch": 0.24847638985810655,
      "grad_norm": 0.6932087288933216,
      "learning_rate": 0.0002994877707316698,
      "loss": 2.7188,
      "step": 5341
    },
    {
      "epoch": 0.24852291230518725,
      "grad_norm": 0.6866130737098313,
      "learning_rate": 0.00029948746422824165,
      "loss": 2.7969,
      "step": 5342
    },
    {
      "epoch": 0.24856943475226798,
      "grad_norm": 0.679605812263415,
      "learning_rate": 0.00029948715763329636,
      "loss": 2.8906,
      "step": 5343
    },
    {
      "epoch": 0.24861595719934867,
      "grad_norm": 0.7221963456455313,
      "learning_rate": 0.0002994868509468341,
      "loss": 2.6719,
      "step": 5344
    },
    {
      "epoch": 0.2486624796464294,
      "grad_norm": 0.6185485505398742,
      "learning_rate": 0.0002994865441688552,
      "loss": 2.4531,
      "step": 5345
    },
    {
      "epoch": 0.24870900209351013,
      "grad_norm": 0.6845596504010151,
      "learning_rate": 0.00029948623729935975,
      "loss": 2.6406,
      "step": 5346
    },
    {
      "epoch": 0.24875552454059083,
      "grad_norm": 0.6964776274002084,
      "learning_rate": 0.0002994859303383479,
      "loss": 2.5469,
      "step": 5347
    },
    {
      "epoch": 0.24880204698767155,
      "grad_norm": 0.6790385920625903,
      "learning_rate": 0.0002994856232858199,
      "loss": 2.2812,
      "step": 5348
    },
    {
      "epoch": 0.24884856943475228,
      "grad_norm": 0.8315507794411731,
      "learning_rate": 0.00029948531614177595,
      "loss": 1.9609,
      "step": 5349
    },
    {
      "epoch": 0.24889509188183298,
      "grad_norm": 0.72896677972959,
      "learning_rate": 0.00029948500890621615,
      "loss": 2.5781,
      "step": 5350
    },
    {
      "epoch": 0.2489416143289137,
      "grad_norm": 0.6977536656654857,
      "learning_rate": 0.0002994847015791408,
      "loss": 2.8125,
      "step": 5351
    },
    {
      "epoch": 0.2489881367759944,
      "grad_norm": 0.6551058889838021,
      "learning_rate": 0.00029948439416055,
      "loss": 2.5625,
      "step": 5352
    },
    {
      "epoch": 0.24903465922307513,
      "grad_norm": 0.7739194002947823,
      "learning_rate": 0.00029948408665044396,
      "loss": 2.4844,
      "step": 5353
    },
    {
      "epoch": 0.24908118167015586,
      "grad_norm": 0.6839279461880527,
      "learning_rate": 0.0002994837790488229,
      "loss": 2.4844,
      "step": 5354
    },
    {
      "epoch": 0.24912770411723656,
      "grad_norm": 0.7199112610227936,
      "learning_rate": 0.000299483471355687,
      "loss": 2.7969,
      "step": 5355
    },
    {
      "epoch": 0.24917422656431729,
      "grad_norm": 0.6754782697607213,
      "learning_rate": 0.00029948316357103645,
      "loss": 2.6406,
      "step": 5356
    },
    {
      "epoch": 0.249220749011398,
      "grad_norm": 0.6975412630928918,
      "learning_rate": 0.0002994828556948714,
      "loss": 2.7656,
      "step": 5357
    },
    {
      "epoch": 0.2492672714584787,
      "grad_norm": 0.7875727772970991,
      "learning_rate": 0.00029948254772719206,
      "loss": 3.125,
      "step": 5358
    },
    {
      "epoch": 0.24931379390555944,
      "grad_norm": 0.7276733603052107,
      "learning_rate": 0.00029948223966799867,
      "loss": 2.5781,
      "step": 5359
    },
    {
      "epoch": 0.24936031635264014,
      "grad_norm": 0.7015338026455182,
      "learning_rate": 0.00029948193151729135,
      "loss": 2.5156,
      "step": 5360
    },
    {
      "epoch": 0.24940683879972086,
      "grad_norm": 0.7259734222647176,
      "learning_rate": 0.00029948162327507027,
      "loss": 2.625,
      "step": 5361
    },
    {
      "epoch": 0.2494533612468016,
      "grad_norm": 0.6802926750518243,
      "learning_rate": 0.0002994813149413357,
      "loss": 2.6719,
      "step": 5362
    },
    {
      "epoch": 0.2494998836938823,
      "grad_norm": 0.741589664034632,
      "learning_rate": 0.0002994810065160878,
      "loss": 2.9531,
      "step": 5363
    },
    {
      "epoch": 0.24954640614096302,
      "grad_norm": 0.7318889715100416,
      "learning_rate": 0.0002994806979993267,
      "loss": 2.6719,
      "step": 5364
    },
    {
      "epoch": 0.24959292858804374,
      "grad_norm": 0.8868447677002449,
      "learning_rate": 0.00029948038939105263,
      "loss": 2.6406,
      "step": 5365
    },
    {
      "epoch": 0.24963945103512444,
      "grad_norm": 0.7860175876021132,
      "learning_rate": 0.0002994800806912658,
      "loss": 2.6562,
      "step": 5366
    },
    {
      "epoch": 0.24968597348220517,
      "grad_norm": 0.6787309925139354,
      "learning_rate": 0.00029947977189996643,
      "loss": 2.5625,
      "step": 5367
    },
    {
      "epoch": 0.24973249592928587,
      "grad_norm": 0.7389954912005362,
      "learning_rate": 0.00029947946301715463,
      "loss": 2.4844,
      "step": 5368
    },
    {
      "epoch": 0.2497790183763666,
      "grad_norm": 0.7793730610635164,
      "learning_rate": 0.00029947915404283064,
      "loss": 2.6875,
      "step": 5369
    },
    {
      "epoch": 0.24982554082344732,
      "grad_norm": 0.7924106254441746,
      "learning_rate": 0.0002994788449769946,
      "loss": 3.2188,
      "step": 5370
    },
    {
      "epoch": 0.24987206327052802,
      "grad_norm": 0.6551495444291762,
      "learning_rate": 0.00029947853581964673,
      "loss": 2.6094,
      "step": 5371
    },
    {
      "epoch": 0.24991858571760875,
      "grad_norm": 0.662760801540051,
      "learning_rate": 0.0002994782265707872,
      "loss": 2.6719,
      "step": 5372
    },
    {
      "epoch": 0.24996510816468948,
      "grad_norm": 0.6590063228986194,
      "learning_rate": 0.0002994779172304163,
      "loss": 2.75,
      "step": 5373
    },
    {
      "epoch": 0.2500116306117702,
      "grad_norm": 0.6834191201087425,
      "learning_rate": 0.00029947760779853403,
      "loss": 2.5,
      "step": 5374
    },
    {
      "epoch": 0.2500581530588509,
      "grad_norm": 0.6966852364944782,
      "learning_rate": 0.0002994772982751408,
      "loss": 2.8281,
      "step": 5375
    },
    {
      "epoch": 0.25010467550593163,
      "grad_norm": 0.656735054241303,
      "learning_rate": 0.0002994769886602366,
      "loss": 2.5625,
      "step": 5376
    },
    {
      "epoch": 0.2501511979530123,
      "grad_norm": 0.6962342383131012,
      "learning_rate": 0.0002994766789538218,
      "loss": 2.8281,
      "step": 5377
    },
    {
      "epoch": 0.250197720400093,
      "grad_norm": 0.6616795586036187,
      "learning_rate": 0.0002994763691558964,
      "loss": 2.5625,
      "step": 5378
    },
    {
      "epoch": 0.2502442428471738,
      "grad_norm": 0.7196468713951706,
      "learning_rate": 0.00029947605926646073,
      "loss": 2.6094,
      "step": 5379
    },
    {
      "epoch": 0.2502907652942545,
      "grad_norm": 0.6654595160234267,
      "learning_rate": 0.0002994757492855149,
      "loss": 2.7344,
      "step": 5380
    },
    {
      "epoch": 0.2503372877413352,
      "grad_norm": 0.7094385127385344,
      "learning_rate": 0.0002994754392130592,
      "loss": 2.8281,
      "step": 5381
    },
    {
      "epoch": 0.25038381018841593,
      "grad_norm": 0.6959109712801237,
      "learning_rate": 0.0002994751290490937,
      "loss": 2.9219,
      "step": 5382
    },
    {
      "epoch": 0.25043033263549663,
      "grad_norm": 0.6595579122221665,
      "learning_rate": 0.0002994748187936186,
      "loss": 2.7031,
      "step": 5383
    },
    {
      "epoch": 0.25047685508257733,
      "grad_norm": 0.708444623821211,
      "learning_rate": 0.00029947450844663423,
      "loss": 2.7969,
      "step": 5384
    },
    {
      "epoch": 0.2505233775296581,
      "grad_norm": 0.6719889022572939,
      "learning_rate": 0.0002994741980081407,
      "loss": 2.625,
      "step": 5385
    },
    {
      "epoch": 0.2505698999767388,
      "grad_norm": 0.6828756922484808,
      "learning_rate": 0.0002994738874781381,
      "loss": 2.6094,
      "step": 5386
    },
    {
      "epoch": 0.2506164224238195,
      "grad_norm": 0.6967592553909189,
      "learning_rate": 0.0002994735768566267,
      "loss": 3.0312,
      "step": 5387
    },
    {
      "epoch": 0.2506629448709002,
      "grad_norm": 0.6645163962694692,
      "learning_rate": 0.0002994732661436068,
      "loss": 2.6094,
      "step": 5388
    },
    {
      "epoch": 0.25070946731798094,
      "grad_norm": 0.8234213668267092,
      "learning_rate": 0.0002994729553390784,
      "loss": 2.7344,
      "step": 5389
    },
    {
      "epoch": 0.25075598976506164,
      "grad_norm": 0.7797135849923718,
      "learning_rate": 0.0002994726444430418,
      "loss": 2.5469,
      "step": 5390
    },
    {
      "epoch": 0.25080251221214234,
      "grad_norm": 0.6336772271856796,
      "learning_rate": 0.0002994723334554972,
      "loss": 2.4219,
      "step": 5391
    },
    {
      "epoch": 0.2508490346592231,
      "grad_norm": 0.6882101877530047,
      "learning_rate": 0.00029947202237644467,
      "loss": 2.7344,
      "step": 5392
    },
    {
      "epoch": 0.2508955571063038,
      "grad_norm": 0.7357700704410277,
      "learning_rate": 0.00029947171120588454,
      "loss": 2.5938,
      "step": 5393
    },
    {
      "epoch": 0.2509420795533845,
      "grad_norm": 0.8159756790374667,
      "learning_rate": 0.000299471399943817,
      "loss": 2.6562,
      "step": 5394
    },
    {
      "epoch": 0.25098860200046524,
      "grad_norm": 0.7195770301721353,
      "learning_rate": 0.0002994710885902421,
      "loss": 2.7656,
      "step": 5395
    },
    {
      "epoch": 0.25103512444754594,
      "grad_norm": 0.694536102516956,
      "learning_rate": 0.00029947077714516016,
      "loss": 2.625,
      "step": 5396
    },
    {
      "epoch": 0.25108164689462664,
      "grad_norm": 0.6660478847632593,
      "learning_rate": 0.0002994704656085713,
      "loss": 2.6875,
      "step": 5397
    },
    {
      "epoch": 0.2511281693417074,
      "grad_norm": 0.6795713843861182,
      "learning_rate": 0.0002994701539804758,
      "loss": 2.5938,
      "step": 5398
    },
    {
      "epoch": 0.2511746917887881,
      "grad_norm": 0.697122750986654,
      "learning_rate": 0.00029946984226087375,
      "loss": 2.0156,
      "step": 5399
    },
    {
      "epoch": 0.2512212142358688,
      "grad_norm": 0.7316600523951771,
      "learning_rate": 0.00029946953044976535,
      "loss": 2.4219,
      "step": 5400
    },
    {
      "epoch": 0.25126773668294955,
      "grad_norm": 0.6757846594416675,
      "learning_rate": 0.0002994692185471509,
      "loss": 2.6094,
      "step": 5401
    },
    {
      "epoch": 0.25131425913003025,
      "grad_norm": 0.6971564236080986,
      "learning_rate": 0.00029946890655303045,
      "loss": 2.6875,
      "step": 5402
    },
    {
      "epoch": 0.25136078157711095,
      "grad_norm": 0.7789869895808693,
      "learning_rate": 0.00029946859446740423,
      "loss": 2.625,
      "step": 5403
    },
    {
      "epoch": 0.25140730402419165,
      "grad_norm": 0.7121451681647922,
      "learning_rate": 0.00029946828229027254,
      "loss": 2.6875,
      "step": 5404
    },
    {
      "epoch": 0.2514538264712724,
      "grad_norm": 0.7026792082667048,
      "learning_rate": 0.00029946797002163543,
      "loss": 2.75,
      "step": 5405
    },
    {
      "epoch": 0.2515003489183531,
      "grad_norm": 0.6617325841249668,
      "learning_rate": 0.0002994676576614932,
      "loss": 2.7031,
      "step": 5406
    },
    {
      "epoch": 0.2515468713654338,
      "grad_norm": 0.6845521580492699,
      "learning_rate": 0.00029946734520984594,
      "loss": 2.5469,
      "step": 5407
    },
    {
      "epoch": 0.25159339381251455,
      "grad_norm": 0.8114109938343685,
      "learning_rate": 0.0002994670326666939,
      "loss": 2.0312,
      "step": 5408
    },
    {
      "epoch": 0.25163991625959525,
      "grad_norm": 0.7353854351466529,
      "learning_rate": 0.00029946672003203727,
      "loss": 2.5781,
      "step": 5409
    },
    {
      "epoch": 0.25168643870667595,
      "grad_norm": 0.8329848221043432,
      "learning_rate": 0.0002994664073058762,
      "loss": 2.7344,
      "step": 5410
    },
    {
      "epoch": 0.2517329611537567,
      "grad_norm": 0.8020804701988767,
      "learning_rate": 0.000299466094488211,
      "loss": 2.5938,
      "step": 5411
    },
    {
      "epoch": 0.2517794836008374,
      "grad_norm": 0.7958317883863225,
      "learning_rate": 0.0002994657815790417,
      "loss": 2.6562,
      "step": 5412
    },
    {
      "epoch": 0.2518260060479181,
      "grad_norm": 0.7147628682939038,
      "learning_rate": 0.00029946546857836855,
      "loss": 2.6719,
      "step": 5413
    },
    {
      "epoch": 0.25187252849499886,
      "grad_norm": 0.7035132531202181,
      "learning_rate": 0.0002994651554861918,
      "loss": 2.4375,
      "step": 5414
    },
    {
      "epoch": 0.25191905094207956,
      "grad_norm": 0.7087458146969053,
      "learning_rate": 0.0002994648423025116,
      "loss": 2.8594,
      "step": 5415
    },
    {
      "epoch": 0.25196557338916026,
      "grad_norm": 0.6982495027185505,
      "learning_rate": 0.0002994645290273282,
      "loss": 2.5,
      "step": 5416
    },
    {
      "epoch": 0.252012095836241,
      "grad_norm": 0.6888966263426446,
      "learning_rate": 0.0002994642156606416,
      "loss": 2.875,
      "step": 5417
    },
    {
      "epoch": 0.2520586182833217,
      "grad_norm": 0.7150125129150666,
      "learning_rate": 0.0002994639022024522,
      "loss": 1.9922,
      "step": 5418
    },
    {
      "epoch": 0.2521051407304024,
      "grad_norm": 0.7156196046863996,
      "learning_rate": 0.00029946358865276014,
      "loss": 2.8438,
      "step": 5419
    },
    {
      "epoch": 0.2521516631774831,
      "grad_norm": 0.6936124536526497,
      "learning_rate": 0.0002994632750115656,
      "loss": 2.5781,
      "step": 5420
    },
    {
      "epoch": 0.25219818562456386,
      "grad_norm": 0.8391178209198215,
      "learning_rate": 0.0002994629612788687,
      "loss": 2.5469,
      "step": 5421
    },
    {
      "epoch": 0.25224470807164456,
      "grad_norm": 0.6988242831640006,
      "learning_rate": 0.0002994626474546697,
      "loss": 2.7188,
      "step": 5422
    },
    {
      "epoch": 0.25229123051872526,
      "grad_norm": 0.6945482952915187,
      "learning_rate": 0.00029946233353896886,
      "loss": 2.5312,
      "step": 5423
    },
    {
      "epoch": 0.252337752965806,
      "grad_norm": 0.7040812354618019,
      "learning_rate": 0.00029946201953176625,
      "loss": 2.875,
      "step": 5424
    },
    {
      "epoch": 0.2523842754128867,
      "grad_norm": 0.7040068667428312,
      "learning_rate": 0.0002994617054330621,
      "loss": 2.5,
      "step": 5425
    },
    {
      "epoch": 0.2524307978599674,
      "grad_norm": 0.8651121559108359,
      "learning_rate": 0.00029946139124285663,
      "loss": 2.9062,
      "step": 5426
    },
    {
      "epoch": 0.25247732030704817,
      "grad_norm": 0.7067182308491317,
      "learning_rate": 0.00029946107696115,
      "loss": 2.5312,
      "step": 5427
    },
    {
      "epoch": 0.25252384275412887,
      "grad_norm": 0.7192514805425168,
      "learning_rate": 0.00029946076258794243,
      "loss": 2.7188,
      "step": 5428
    },
    {
      "epoch": 0.25257036520120957,
      "grad_norm": 0.6910380794094542,
      "learning_rate": 0.0002994604481232341,
      "loss": 2.8594,
      "step": 5429
    },
    {
      "epoch": 0.2526168876482903,
      "grad_norm": 0.7097884523457085,
      "learning_rate": 0.0002994601335670252,
      "loss": 2.5312,
      "step": 5430
    },
    {
      "epoch": 0.252663410095371,
      "grad_norm": 0.6421117960739029,
      "learning_rate": 0.0002994598189193159,
      "loss": 2.4844,
      "step": 5431
    },
    {
      "epoch": 0.2527099325424517,
      "grad_norm": 0.7201657714307297,
      "learning_rate": 0.0002994595041801065,
      "loss": 2.5938,
      "step": 5432
    },
    {
      "epoch": 0.2527564549895325,
      "grad_norm": 0.707650933572684,
      "learning_rate": 0.0002994591893493971,
      "loss": 2.4375,
      "step": 5433
    },
    {
      "epoch": 0.2528029774366132,
      "grad_norm": 0.7140494635869888,
      "learning_rate": 0.00029945887442718784,
      "loss": 2.8438,
      "step": 5434
    },
    {
      "epoch": 0.2528494998836939,
      "grad_norm": 0.6319694477701819,
      "learning_rate": 0.000299458559413479,
      "loss": 2.7031,
      "step": 5435
    },
    {
      "epoch": 0.2528960223307746,
      "grad_norm": 0.7120998229316873,
      "learning_rate": 0.0002994582443082707,
      "loss": 2.375,
      "step": 5436
    },
    {
      "epoch": 0.2529425447778553,
      "grad_norm": 0.6856167491563764,
      "learning_rate": 0.00029945792911156323,
      "loss": 2.7969,
      "step": 5437
    },
    {
      "epoch": 0.252989067224936,
      "grad_norm": 0.7295462576113755,
      "learning_rate": 0.0002994576138233567,
      "loss": 2.9375,
      "step": 5438
    },
    {
      "epoch": 0.2530355896720167,
      "grad_norm": 0.648634800308197,
      "learning_rate": 0.0002994572984436514,
      "loss": 2.6094,
      "step": 5439
    },
    {
      "epoch": 0.2530821121190975,
      "grad_norm": 0.7867344581634264,
      "learning_rate": 0.0002994569829724474,
      "loss": 2.5625,
      "step": 5440
    },
    {
      "epoch": 0.2531286345661782,
      "grad_norm": 0.7205368442886365,
      "learning_rate": 0.000299456667409745,
      "loss": 2.6719,
      "step": 5441
    },
    {
      "epoch": 0.2531751570132589,
      "grad_norm": 0.7169041154670085,
      "learning_rate": 0.0002994563517555443,
      "loss": 2.4844,
      "step": 5442
    },
    {
      "epoch": 0.25322167946033963,
      "grad_norm": 0.7510577233707665,
      "learning_rate": 0.0002994560360098456,
      "loss": 2.7969,
      "step": 5443
    },
    {
      "epoch": 0.25326820190742033,
      "grad_norm": 0.6613511520074885,
      "learning_rate": 0.00029945572017264896,
      "loss": 2.5781,
      "step": 5444
    },
    {
      "epoch": 0.25331472435450103,
      "grad_norm": 0.6580807145304797,
      "learning_rate": 0.00029945540424395473,
      "loss": 2.6094,
      "step": 5445
    },
    {
      "epoch": 0.2533612468015818,
      "grad_norm": 0.6420614761790528,
      "learning_rate": 0.000299455088223763,
      "loss": 2.5,
      "step": 5446
    },
    {
      "epoch": 0.2534077692486625,
      "grad_norm": 0.7138698081012177,
      "learning_rate": 0.0002994547721120739,
      "loss": 2.7969,
      "step": 5447
    },
    {
      "epoch": 0.2534542916957432,
      "grad_norm": 0.7458259685661222,
      "learning_rate": 0.00029945445590888784,
      "loss": 1.9766,
      "step": 5448
    },
    {
      "epoch": 0.25350081414282394,
      "grad_norm": 0.6370073588691858,
      "learning_rate": 0.0002994541396142048,
      "loss": 2.6875,
      "step": 5449
    },
    {
      "epoch": 0.25354733658990464,
      "grad_norm": 0.7263521794227218,
      "learning_rate": 0.00029945382322802506,
      "loss": 2.8281,
      "step": 5450
    },
    {
      "epoch": 0.25359385903698534,
      "grad_norm": 0.6622836672754291,
      "learning_rate": 0.00029945350675034886,
      "loss": 1.9688,
      "step": 5451
    },
    {
      "epoch": 0.25364038148406604,
      "grad_norm": 0.6277432673126173,
      "learning_rate": 0.0002994531901811763,
      "loss": 2.6875,
      "step": 5452
    },
    {
      "epoch": 0.2536869039311468,
      "grad_norm": 0.6954217684346442,
      "learning_rate": 0.00029945287352050763,
      "loss": 2.7344,
      "step": 5453
    },
    {
      "epoch": 0.2537334263782275,
      "grad_norm": 0.7524763101509878,
      "learning_rate": 0.00029945255676834304,
      "loss": 2.8281,
      "step": 5454
    },
    {
      "epoch": 0.2537799488253082,
      "grad_norm": 0.7382484987655422,
      "learning_rate": 0.0002994522399246826,
      "loss": 2.6094,
      "step": 5455
    },
    {
      "epoch": 0.25382647127238894,
      "grad_norm": 0.8488560295817464,
      "learning_rate": 0.00029945192298952677,
      "loss": 2.7344,
      "step": 5456
    },
    {
      "epoch": 0.25387299371946964,
      "grad_norm": 0.7076406404609542,
      "learning_rate": 0.00029945160596287553,
      "loss": 2.7188,
      "step": 5457
    },
    {
      "epoch": 0.25391951616655034,
      "grad_norm": 0.677925505394481,
      "learning_rate": 0.0002994512888447291,
      "loss": 2.7969,
      "step": 5458
    },
    {
      "epoch": 0.2539660386136311,
      "grad_norm": 0.7032258982257611,
      "learning_rate": 0.00029945097163508775,
      "loss": 2.5,
      "step": 5459
    },
    {
      "epoch": 0.2540125610607118,
      "grad_norm": 0.682793895398769,
      "learning_rate": 0.00029945065433395165,
      "loss": 2.5312,
      "step": 5460
    },
    {
      "epoch": 0.2540590835077925,
      "grad_norm": 0.7016102670102702,
      "learning_rate": 0.00029945033694132097,
      "loss": 2.8438,
      "step": 5461
    },
    {
      "epoch": 0.25410560595487325,
      "grad_norm": 0.6749439624337522,
      "learning_rate": 0.0002994500194571959,
      "loss": 2.7656,
      "step": 5462
    },
    {
      "epoch": 0.25415212840195395,
      "grad_norm": 0.6770746057486309,
      "learning_rate": 0.00029944970188157665,
      "loss": 3.0156,
      "step": 5463
    },
    {
      "epoch": 0.25419865084903465,
      "grad_norm": 0.7559298877538335,
      "learning_rate": 0.0002994493842144634,
      "loss": 3.1094,
      "step": 5464
    },
    {
      "epoch": 0.2542451732961154,
      "grad_norm": 0.6459547196642774,
      "learning_rate": 0.00029944906645585636,
      "loss": 2.5781,
      "step": 5465
    },
    {
      "epoch": 0.2542916957431961,
      "grad_norm": 0.697009395627812,
      "learning_rate": 0.00029944874860575574,
      "loss": 3.0156,
      "step": 5466
    },
    {
      "epoch": 0.2543382181902768,
      "grad_norm": 0.6847527915506111,
      "learning_rate": 0.00029944843066416173,
      "loss": 3.0781,
      "step": 5467
    },
    {
      "epoch": 0.2543847406373575,
      "grad_norm": 0.6574446183043476,
      "learning_rate": 0.0002994481126310745,
      "loss": 2.4531,
      "step": 5468
    },
    {
      "epoch": 0.25443126308443825,
      "grad_norm": 0.6865153800603268,
      "learning_rate": 0.0002994477945064942,
      "loss": 2.625,
      "step": 5469
    },
    {
      "epoch": 0.25447778553151895,
      "grad_norm": 0.7434661894511112,
      "learning_rate": 0.0002994474762904211,
      "loss": 2.9375,
      "step": 5470
    },
    {
      "epoch": 0.25452430797859965,
      "grad_norm": 0.664333391044693,
      "learning_rate": 0.0002994471579828554,
      "loss": 2.6719,
      "step": 5471
    },
    {
      "epoch": 0.2545708304256804,
      "grad_norm": 0.715990349470692,
      "learning_rate": 0.00029944683958379727,
      "loss": 1.9609,
      "step": 5472
    },
    {
      "epoch": 0.2546173528727611,
      "grad_norm": 0.7359844018261228,
      "learning_rate": 0.00029944652109324693,
      "loss": 2.25,
      "step": 5473
    },
    {
      "epoch": 0.2546638753198418,
      "grad_norm": 0.6476990376469278,
      "learning_rate": 0.0002994462025112045,
      "loss": 2.625,
      "step": 5474
    },
    {
      "epoch": 0.25471039776692256,
      "grad_norm": 0.6599608155011129,
      "learning_rate": 0.0002994458838376703,
      "loss": 2.5625,
      "step": 5475
    },
    {
      "epoch": 0.25475692021400326,
      "grad_norm": 0.6485024699277976,
      "learning_rate": 0.00029944556507264435,
      "loss": 2.375,
      "step": 5476
    },
    {
      "epoch": 0.25480344266108396,
      "grad_norm": 0.6420761661336202,
      "learning_rate": 0.00029944524621612693,
      "loss": 2.5625,
      "step": 5477
    },
    {
      "epoch": 0.2548499651081647,
      "grad_norm": 0.7308402902754462,
      "learning_rate": 0.00029944492726811836,
      "loss": 3.2344,
      "step": 5478
    },
    {
      "epoch": 0.2548964875552454,
      "grad_norm": 0.7214357582165316,
      "learning_rate": 0.0002994446082286187,
      "loss": 2.5156,
      "step": 5479
    },
    {
      "epoch": 0.2549430100023261,
      "grad_norm": 0.9136441163894425,
      "learning_rate": 0.0002994442890976281,
      "loss": 2.6719,
      "step": 5480
    },
    {
      "epoch": 0.25498953244940686,
      "grad_norm": 0.6878336136203211,
      "learning_rate": 0.00029944396987514687,
      "loss": 2.875,
      "step": 5481
    },
    {
      "epoch": 0.25503605489648756,
      "grad_norm": 0.643884074879733,
      "learning_rate": 0.0002994436505611751,
      "loss": 2.6562,
      "step": 5482
    },
    {
      "epoch": 0.25508257734356826,
      "grad_norm": 0.7330408176747031,
      "learning_rate": 0.00029944333115571313,
      "loss": 2.7656,
      "step": 5483
    },
    {
      "epoch": 0.25512909979064896,
      "grad_norm": 0.89784837251071,
      "learning_rate": 0.000299443011658761,
      "loss": 2.8125,
      "step": 5484
    },
    {
      "epoch": 0.2551756222377297,
      "grad_norm": 0.6705879293024093,
      "learning_rate": 0.00029944269207031905,
      "loss": 2.4062,
      "step": 5485
    },
    {
      "epoch": 0.2552221446848104,
      "grad_norm": 0.7870232406789209,
      "learning_rate": 0.0002994423723903874,
      "loss": 2.5469,
      "step": 5486
    },
    {
      "epoch": 0.2552686671318911,
      "grad_norm": 0.7856844051896931,
      "learning_rate": 0.00029944205261896623,
      "loss": 2.0938,
      "step": 5487
    },
    {
      "epoch": 0.25531518957897187,
      "grad_norm": 0.6484262902390867,
      "learning_rate": 0.00029944173275605576,
      "loss": 2.5,
      "step": 5488
    },
    {
      "epoch": 0.25536171202605257,
      "grad_norm": 0.7274209551162154,
      "learning_rate": 0.00029944141280165615,
      "loss": 2.6406,
      "step": 5489
    },
    {
      "epoch": 0.25540823447313327,
      "grad_norm": 0.7384970800199364,
      "learning_rate": 0.00029944109275576765,
      "loss": 2.6406,
      "step": 5490
    },
    {
      "epoch": 0.255454756920214,
      "grad_norm": 0.7730507176731484,
      "learning_rate": 0.00029944077261839043,
      "loss": 2.6875,
      "step": 5491
    },
    {
      "epoch": 0.2555012793672947,
      "grad_norm": 0.7333996659786198,
      "learning_rate": 0.00029944045238952465,
      "loss": 2.8125,
      "step": 5492
    },
    {
      "epoch": 0.2555478018143754,
      "grad_norm": 0.782519913434102,
      "learning_rate": 0.0002994401320691706,
      "loss": 2.7969,
      "step": 5493
    },
    {
      "epoch": 0.2555943242614562,
      "grad_norm": 0.7589966484550308,
      "learning_rate": 0.0002994398116573284,
      "loss": 2.9375,
      "step": 5494
    },
    {
      "epoch": 0.2556408467085369,
      "grad_norm": 0.777888787567962,
      "learning_rate": 0.00029943949115399825,
      "loss": 2.4688,
      "step": 5495
    },
    {
      "epoch": 0.25568736915561757,
      "grad_norm": 0.7220225777644744,
      "learning_rate": 0.00029943917055918036,
      "loss": 2.9375,
      "step": 5496
    },
    {
      "epoch": 0.2557338916026983,
      "grad_norm": 0.7137598517249014,
      "learning_rate": 0.00029943884987287494,
      "loss": 2.9531,
      "step": 5497
    },
    {
      "epoch": 0.255780414049779,
      "grad_norm": 0.6493396704979624,
      "learning_rate": 0.0002994385290950822,
      "loss": 3.0469,
      "step": 5498
    },
    {
      "epoch": 0.2558269364968597,
      "grad_norm": 0.718726371035919,
      "learning_rate": 0.0002994382082258023,
      "loss": 2.8906,
      "step": 5499
    },
    {
      "epoch": 0.2558734589439404,
      "grad_norm": 0.8248011827998448,
      "learning_rate": 0.0002994378872650355,
      "loss": 2.8438,
      "step": 5500
    },
    {
      "epoch": 0.2559199813910212,
      "grad_norm": 0.6335459417895363,
      "learning_rate": 0.0002994375662127818,
      "loss": 2.6562,
      "step": 5501
    },
    {
      "epoch": 0.2559665038381019,
      "grad_norm": 0.646508095426654,
      "learning_rate": 0.00029943724506904167,
      "loss": 2.5625,
      "step": 5502
    },
    {
      "epoch": 0.2560130262851826,
      "grad_norm": 0.6890658984470281,
      "learning_rate": 0.00029943692383381515,
      "loss": 2.7656,
      "step": 5503
    },
    {
      "epoch": 0.25605954873226333,
      "grad_norm": 0.6998058608005442,
      "learning_rate": 0.0002994366025071024,
      "loss": 2.625,
      "step": 5504
    },
    {
      "epoch": 0.25610607117934403,
      "grad_norm": 0.7065181409093071,
      "learning_rate": 0.00029943628108890376,
      "loss": 2.5469,
      "step": 5505
    },
    {
      "epoch": 0.25615259362642473,
      "grad_norm": 0.7043251447684222,
      "learning_rate": 0.00029943595957921933,
      "loss": 2.6406,
      "step": 5506
    },
    {
      "epoch": 0.2561991160735055,
      "grad_norm": 0.7604800405510701,
      "learning_rate": 0.0002994356379780493,
      "loss": 2.7656,
      "step": 5507
    },
    {
      "epoch": 0.2562456385205862,
      "grad_norm": 0.7743467409743585,
      "learning_rate": 0.0002994353162853939,
      "loss": 2.8906,
      "step": 5508
    },
    {
      "epoch": 0.2562921609676669,
      "grad_norm": 0.719811762125661,
      "learning_rate": 0.00029943499450125333,
      "loss": 2.5938,
      "step": 5509
    },
    {
      "epoch": 0.25633868341474764,
      "grad_norm": 0.7522495809851929,
      "learning_rate": 0.0002994346726256278,
      "loss": 2.5312,
      "step": 5510
    },
    {
      "epoch": 0.25638520586182834,
      "grad_norm": 0.7599621860319451,
      "learning_rate": 0.0002994343506585174,
      "loss": 2.7812,
      "step": 5511
    },
    {
      "epoch": 0.25643172830890903,
      "grad_norm": 0.6828851285019641,
      "learning_rate": 0.0002994340285999225,
      "loss": 2.3906,
      "step": 5512
    },
    {
      "epoch": 0.2564782507559898,
      "grad_norm": 0.8127861494065209,
      "learning_rate": 0.00029943370644984317,
      "loss": 2.4219,
      "step": 5513
    },
    {
      "epoch": 0.2565247732030705,
      "grad_norm": 0.7317700282284798,
      "learning_rate": 0.00029943338420827966,
      "loss": 2.7656,
      "step": 5514
    },
    {
      "epoch": 0.2565712956501512,
      "grad_norm": 0.6754335098417797,
      "learning_rate": 0.00029943306187523214,
      "loss": 2.5,
      "step": 5515
    },
    {
      "epoch": 0.2566178180972319,
      "grad_norm": 0.8114049793426069,
      "learning_rate": 0.0002994327394507008,
      "loss": 2.7188,
      "step": 5516
    },
    {
      "epoch": 0.25666434054431264,
      "grad_norm": 0.7254149944323152,
      "learning_rate": 0.00029943241693468586,
      "loss": 2.6719,
      "step": 5517
    },
    {
      "epoch": 0.25671086299139334,
      "grad_norm": 0.7580602843658067,
      "learning_rate": 0.00029943209432718753,
      "loss": 2.8906,
      "step": 5518
    },
    {
      "epoch": 0.25675738543847404,
      "grad_norm": 0.6455184556776682,
      "learning_rate": 0.00029943177162820595,
      "loss": 2.5781,
      "step": 5519
    },
    {
      "epoch": 0.2568039078855548,
      "grad_norm": 0.8619973809714853,
      "learning_rate": 0.0002994314488377414,
      "loss": 2.6719,
      "step": 5520
    },
    {
      "epoch": 0.2568504303326355,
      "grad_norm": 0.7181530972225996,
      "learning_rate": 0.00029943112595579404,
      "loss": 2.5156,
      "step": 5521
    },
    {
      "epoch": 0.2568969527797162,
      "grad_norm": 0.6962241142537066,
      "learning_rate": 0.0002994308029823641,
      "loss": 2.625,
      "step": 5522
    },
    {
      "epoch": 0.25694347522679695,
      "grad_norm": 0.6025004342004567,
      "learning_rate": 0.0002994304799174517,
      "loss": 2.3906,
      "step": 5523
    },
    {
      "epoch": 0.25698999767387765,
      "grad_norm": 0.71068401149602,
      "learning_rate": 0.00029943015676105704,
      "loss": 2.6875,
      "step": 5524
    },
    {
      "epoch": 0.25703652012095835,
      "grad_norm": 0.7862893132249001,
      "learning_rate": 0.0002994298335131804,
      "loss": 2.6562,
      "step": 5525
    },
    {
      "epoch": 0.2570830425680391,
      "grad_norm": 0.8474208809733086,
      "learning_rate": 0.0002994295101738219,
      "loss": 2.7656,
      "step": 5526
    },
    {
      "epoch": 0.2571295650151198,
      "grad_norm": 0.6673214975690959,
      "learning_rate": 0.00029942918674298185,
      "loss": 2.875,
      "step": 5527
    },
    {
      "epoch": 0.2571760874622005,
      "grad_norm": 0.6912924123837744,
      "learning_rate": 0.0002994288632206603,
      "loss": 2.7031,
      "step": 5528
    },
    {
      "epoch": 0.25722260990928125,
      "grad_norm": 0.7781498879538972,
      "learning_rate": 0.00029942853960685754,
      "loss": 2.8594,
      "step": 5529
    },
    {
      "epoch": 0.25726913235636195,
      "grad_norm": 0.7194300072237215,
      "learning_rate": 0.00029942821590157377,
      "loss": 2.5312,
      "step": 5530
    },
    {
      "epoch": 0.25731565480344265,
      "grad_norm": 0.7265291207387535,
      "learning_rate": 0.0002994278921048091,
      "loss": 2.5625,
      "step": 5531
    },
    {
      "epoch": 0.2573621772505234,
      "grad_norm": 0.7039948517228961,
      "learning_rate": 0.00029942756821656387,
      "loss": 2.7344,
      "step": 5532
    },
    {
      "epoch": 0.2574086996976041,
      "grad_norm": 0.7330884056608786,
      "learning_rate": 0.00029942724423683817,
      "loss": 2.7188,
      "step": 5533
    },
    {
      "epoch": 0.2574552221446848,
      "grad_norm": 0.6967555928075893,
      "learning_rate": 0.0002994269201656322,
      "loss": 2.75,
      "step": 5534
    },
    {
      "epoch": 0.2575017445917655,
      "grad_norm": 0.6941333871778889,
      "learning_rate": 0.00029942659600294626,
      "loss": 2.6875,
      "step": 5535
    },
    {
      "epoch": 0.25754826703884626,
      "grad_norm": 0.6896048591544586,
      "learning_rate": 0.0002994262717487804,
      "loss": 2.5,
      "step": 5536
    },
    {
      "epoch": 0.25759478948592696,
      "grad_norm": 0.7244166251848145,
      "learning_rate": 0.0002994259474031349,
      "loss": 2.8438,
      "step": 5537
    },
    {
      "epoch": 0.25764131193300766,
      "grad_norm": 0.6731085858851038,
      "learning_rate": 0.00029942562296601,
      "loss": 2.5781,
      "step": 5538
    },
    {
      "epoch": 0.2576878343800884,
      "grad_norm": 0.6912245974703429,
      "learning_rate": 0.00029942529843740584,
      "loss": 2.8594,
      "step": 5539
    },
    {
      "epoch": 0.2577343568271691,
      "grad_norm": 0.6719197553074633,
      "learning_rate": 0.0002994249738173227,
      "loss": 2.8906,
      "step": 5540
    },
    {
      "epoch": 0.2577808792742498,
      "grad_norm": 0.7342878605600734,
      "learning_rate": 0.0002994246491057606,
      "loss": 2.7188,
      "step": 5541
    },
    {
      "epoch": 0.25782740172133056,
      "grad_norm": 0.7003875665522482,
      "learning_rate": 0.0002994243243027199,
      "loss": 2.6562,
      "step": 5542
    },
    {
      "epoch": 0.25787392416841126,
      "grad_norm": 0.6592021779866631,
      "learning_rate": 0.0002994239994082007,
      "loss": 2.5469,
      "step": 5543
    },
    {
      "epoch": 0.25792044661549196,
      "grad_norm": 0.7554227283408317,
      "learning_rate": 0.00029942367442220336,
      "loss": 2.9844,
      "step": 5544
    },
    {
      "epoch": 0.2579669690625727,
      "grad_norm": 0.7029845583774128,
      "learning_rate": 0.0002994233493447279,
      "loss": 2.6562,
      "step": 5545
    },
    {
      "epoch": 0.2580134915096534,
      "grad_norm": 0.7747371308836155,
      "learning_rate": 0.00029942302417577455,
      "loss": 2.8438,
      "step": 5546
    },
    {
      "epoch": 0.2580600139567341,
      "grad_norm": 0.7479135939752869,
      "learning_rate": 0.0002994226989153436,
      "loss": 1.9531,
      "step": 5547
    },
    {
      "epoch": 0.25810653640381487,
      "grad_norm": 0.6841728497905549,
      "learning_rate": 0.0002994223735634351,
      "loss": 2.7188,
      "step": 5548
    },
    {
      "epoch": 0.25815305885089557,
      "grad_norm": 0.6604697166021959,
      "learning_rate": 0.00029942204812004943,
      "loss": 2.6406,
      "step": 5549
    },
    {
      "epoch": 0.25819958129797627,
      "grad_norm": 0.6506906826316617,
      "learning_rate": 0.00029942172258518664,
      "loss": 2.3906,
      "step": 5550
    },
    {
      "epoch": 0.25824610374505697,
      "grad_norm": 0.7327751515024808,
      "learning_rate": 0.00029942139695884705,
      "loss": 2.7188,
      "step": 5551
    },
    {
      "epoch": 0.2582926261921377,
      "grad_norm": 0.8748631785446649,
      "learning_rate": 0.0002994210712410308,
      "loss": 2.5625,
      "step": 5552
    },
    {
      "epoch": 0.2583391486392184,
      "grad_norm": 0.687539105835782,
      "learning_rate": 0.00029942074543173804,
      "loss": 2.5625,
      "step": 5553
    },
    {
      "epoch": 0.2583856710862991,
      "grad_norm": 0.6909016200532959,
      "learning_rate": 0.00029942041953096905,
      "loss": 2.5781,
      "step": 5554
    },
    {
      "epoch": 0.2584321935333799,
      "grad_norm": 0.7519352780541467,
      "learning_rate": 0.000299420093538724,
      "loss": 2.7969,
      "step": 5555
    },
    {
      "epoch": 0.25847871598046057,
      "grad_norm": 0.7609087135391698,
      "learning_rate": 0.0002994197674550031,
      "loss": 2.7188,
      "step": 5556
    },
    {
      "epoch": 0.25852523842754127,
      "grad_norm": 0.7718586341574678,
      "learning_rate": 0.0002994194412798065,
      "loss": 2.8281,
      "step": 5557
    },
    {
      "epoch": 0.258571760874622,
      "grad_norm": 0.7194026435043217,
      "learning_rate": 0.0002994191150131345,
      "loss": 2.625,
      "step": 5558
    },
    {
      "epoch": 0.2586182833217027,
      "grad_norm": 0.6938582098161116,
      "learning_rate": 0.00029941878865498715,
      "loss": 2.5938,
      "step": 5559
    },
    {
      "epoch": 0.2586648057687834,
      "grad_norm": 0.6671545918927905,
      "learning_rate": 0.00029941846220536483,
      "loss": 2.2969,
      "step": 5560
    },
    {
      "epoch": 0.2587113282158642,
      "grad_norm": 0.6769432838465569,
      "learning_rate": 0.00029941813566426755,
      "loss": 2.7031,
      "step": 5561
    },
    {
      "epoch": 0.2587578506629449,
      "grad_norm": 0.7092079724174887,
      "learning_rate": 0.0002994178090316957,
      "loss": 2.6562,
      "step": 5562
    },
    {
      "epoch": 0.2588043731100256,
      "grad_norm": 0.718096729296361,
      "learning_rate": 0.00029941748230764934,
      "loss": 2.6875,
      "step": 5563
    },
    {
      "epoch": 0.25885089555710633,
      "grad_norm": 0.6796163892770034,
      "learning_rate": 0.00029941715549212873,
      "loss": 2.6406,
      "step": 5564
    },
    {
      "epoch": 0.25889741800418703,
      "grad_norm": 0.6406800739764515,
      "learning_rate": 0.00029941682858513404,
      "loss": 2.4219,
      "step": 5565
    },
    {
      "epoch": 0.25894394045126773,
      "grad_norm": 0.7255006327425904,
      "learning_rate": 0.0002994165015866655,
      "loss": 2.6875,
      "step": 5566
    },
    {
      "epoch": 0.25899046289834843,
      "grad_norm": 0.8151232342169975,
      "learning_rate": 0.00029941617449672327,
      "loss": 2.625,
      "step": 5567
    },
    {
      "epoch": 0.2590369853454292,
      "grad_norm": 0.7087771979250168,
      "learning_rate": 0.0002994158473153076,
      "loss": 2.625,
      "step": 5568
    },
    {
      "epoch": 0.2590835077925099,
      "grad_norm": 0.6757216065064804,
      "learning_rate": 0.00029941552004241867,
      "loss": 2.7656,
      "step": 5569
    },
    {
      "epoch": 0.2591300302395906,
      "grad_norm": 0.7000421472503521,
      "learning_rate": 0.0002994151926780567,
      "loss": 2.6875,
      "step": 5570
    },
    {
      "epoch": 0.25917655268667134,
      "grad_norm": 0.6533724410475594,
      "learning_rate": 0.0002994148652222218,
      "loss": 2.8438,
      "step": 5571
    },
    {
      "epoch": 0.25922307513375203,
      "grad_norm": 0.7014927584700702,
      "learning_rate": 0.0002994145376749143,
      "loss": 2.625,
      "step": 5572
    },
    {
      "epoch": 0.25926959758083273,
      "grad_norm": 0.6704446019701285,
      "learning_rate": 0.00029941421003613434,
      "loss": 2.4062,
      "step": 5573
    },
    {
      "epoch": 0.2593161200279135,
      "grad_norm": 0.7133746014725458,
      "learning_rate": 0.00029941388230588206,
      "loss": 2.6562,
      "step": 5574
    },
    {
      "epoch": 0.2593626424749942,
      "grad_norm": 0.7452493446934702,
      "learning_rate": 0.00029941355448415775,
      "loss": 2.5312,
      "step": 5575
    },
    {
      "epoch": 0.2594091649220749,
      "grad_norm": 0.7504913262204536,
      "learning_rate": 0.00029941322657096165,
      "loss": 2.5,
      "step": 5576
    },
    {
      "epoch": 0.25945568736915564,
      "grad_norm": 0.6511014565230032,
      "learning_rate": 0.00029941289856629384,
      "loss": 2.4062,
      "step": 5577
    },
    {
      "epoch": 0.25950220981623634,
      "grad_norm": 0.9245113664031723,
      "learning_rate": 0.00029941257047015455,
      "loss": 2.0156,
      "step": 5578
    },
    {
      "epoch": 0.25954873226331704,
      "grad_norm": 0.7084968606882626,
      "learning_rate": 0.000299412242282544,
      "loss": 2.6875,
      "step": 5579
    },
    {
      "epoch": 0.2595952547103978,
      "grad_norm": 0.7447979819979007,
      "learning_rate": 0.0002994119140034624,
      "loss": 2.7656,
      "step": 5580
    },
    {
      "epoch": 0.2596417771574785,
      "grad_norm": 0.7009630059710592,
      "learning_rate": 0.00029941158563291003,
      "loss": 2.6719,
      "step": 5581
    },
    {
      "epoch": 0.2596882996045592,
      "grad_norm": 0.8429285878236202,
      "learning_rate": 0.0002994112571708869,
      "loss": 2.5312,
      "step": 5582
    },
    {
      "epoch": 0.2597348220516399,
      "grad_norm": 0.6873536368134713,
      "learning_rate": 0.00029941092861739333,
      "loss": 2.6562,
      "step": 5583
    },
    {
      "epoch": 0.25978134449872065,
      "grad_norm": 0.7179997154967935,
      "learning_rate": 0.0002994105999724296,
      "loss": 2.7344,
      "step": 5584
    },
    {
      "epoch": 0.25982786694580134,
      "grad_norm": 0.6927208418271154,
      "learning_rate": 0.0002994102712359957,
      "loss": 2.8594,
      "step": 5585
    },
    {
      "epoch": 0.25987438939288204,
      "grad_norm": 0.6650909123317941,
      "learning_rate": 0.00029940994240809204,
      "loss": 2.9375,
      "step": 5586
    },
    {
      "epoch": 0.2599209118399628,
      "grad_norm": 0.7849069877623278,
      "learning_rate": 0.0002994096134887187,
      "loss": 2.8906,
      "step": 5587
    },
    {
      "epoch": 0.2599674342870435,
      "grad_norm": 0.7234445636754756,
      "learning_rate": 0.0002994092844778759,
      "loss": 2.7031,
      "step": 5588
    },
    {
      "epoch": 0.2600139567341242,
      "grad_norm": 0.7707989951915336,
      "learning_rate": 0.0002994089553755639,
      "loss": 2.6406,
      "step": 5589
    },
    {
      "epoch": 0.26006047918120495,
      "grad_norm": 0.6875515492824682,
      "learning_rate": 0.0002994086261817828,
      "loss": 2.6719,
      "step": 5590
    },
    {
      "epoch": 0.26010700162828565,
      "grad_norm": 0.6653825730737489,
      "learning_rate": 0.0002994082968965329,
      "loss": 2.2344,
      "step": 5591
    },
    {
      "epoch": 0.26015352407536635,
      "grad_norm": 0.7101246474368701,
      "learning_rate": 0.00029940796751981433,
      "loss": 2.5,
      "step": 5592
    },
    {
      "epoch": 0.2602000465224471,
      "grad_norm": 0.7829830121070434,
      "learning_rate": 0.00029940763805162734,
      "loss": 2.75,
      "step": 5593
    },
    {
      "epoch": 0.2602465689695278,
      "grad_norm": 0.6427457379396649,
      "learning_rate": 0.0002994073084919721,
      "loss": 2.3281,
      "step": 5594
    },
    {
      "epoch": 0.2602930914166085,
      "grad_norm": 0.8564772201353439,
      "learning_rate": 0.00029940697884084887,
      "loss": 2.6562,
      "step": 5595
    },
    {
      "epoch": 0.26033961386368926,
      "grad_norm": 0.8401218174909214,
      "learning_rate": 0.0002994066490982578,
      "loss": 2.8281,
      "step": 5596
    },
    {
      "epoch": 0.26038613631076996,
      "grad_norm": 0.7237179614127038,
      "learning_rate": 0.000299406319264199,
      "loss": 2.8438,
      "step": 5597
    },
    {
      "epoch": 0.26043265875785065,
      "grad_norm": 0.814075620516348,
      "learning_rate": 0.00029940598933867287,
      "loss": 2.7812,
      "step": 5598
    },
    {
      "epoch": 0.26047918120493135,
      "grad_norm": 0.9160761178818217,
      "learning_rate": 0.0002994056593216795,
      "loss": 2.6094,
      "step": 5599
    },
    {
      "epoch": 0.2605257036520121,
      "grad_norm": 0.8014009091785772,
      "learning_rate": 0.00029940532921321906,
      "loss": 2.9531,
      "step": 5600
    },
    {
      "epoch": 0.2605722260990928,
      "grad_norm": 0.727084002825496,
      "learning_rate": 0.0002994049990132918,
      "loss": 2.7188,
      "step": 5601
    },
    {
      "epoch": 0.2606187485461735,
      "grad_norm": 0.7511597470283756,
      "learning_rate": 0.000299404668721898,
      "loss": 2.7656,
      "step": 5602
    },
    {
      "epoch": 0.26066527099325426,
      "grad_norm": 0.609282519807404,
      "learning_rate": 0.0002994043383390377,
      "loss": 2.6719,
      "step": 5603
    },
    {
      "epoch": 0.26071179344033496,
      "grad_norm": 0.6828610684479689,
      "learning_rate": 0.00029940400786471124,
      "loss": 2.5938,
      "step": 5604
    },
    {
      "epoch": 0.26075831588741566,
      "grad_norm": 0.7384806091384293,
      "learning_rate": 0.00029940367729891867,
      "loss": 2.9531,
      "step": 5605
    },
    {
      "epoch": 0.2608048383344964,
      "grad_norm": 0.7765992186217814,
      "learning_rate": 0.00029940334664166037,
      "loss": 2.6719,
      "step": 5606
    },
    {
      "epoch": 0.2608513607815771,
      "grad_norm": 0.6875564304699079,
      "learning_rate": 0.00029940301589293644,
      "loss": 2.7344,
      "step": 5607
    },
    {
      "epoch": 0.2608978832286578,
      "grad_norm": 0.663037290244049,
      "learning_rate": 0.0002994026850527471,
      "loss": 2.5469,
      "step": 5608
    },
    {
      "epoch": 0.26094440567573857,
      "grad_norm": 0.676074556112975,
      "learning_rate": 0.0002994023541210926,
      "loss": 2.5625,
      "step": 5609
    },
    {
      "epoch": 0.26099092812281927,
      "grad_norm": 0.7402935755068507,
      "learning_rate": 0.00029940202309797307,
      "loss": 2.5156,
      "step": 5610
    },
    {
      "epoch": 0.26103745056989996,
      "grad_norm": 0.7434003526099903,
      "learning_rate": 0.0002994016919833887,
      "loss": 2.7031,
      "step": 5611
    },
    {
      "epoch": 0.2610839730169807,
      "grad_norm": 0.7852172761567686,
      "learning_rate": 0.0002994013607773398,
      "loss": 2.9375,
      "step": 5612
    },
    {
      "epoch": 0.2611304954640614,
      "grad_norm": 0.6322917693744249,
      "learning_rate": 0.0002994010294798265,
      "loss": 2.7031,
      "step": 5613
    },
    {
      "epoch": 0.2611770179111421,
      "grad_norm": 0.6736012110767841,
      "learning_rate": 0.0002994006980908489,
      "loss": 2.3125,
      "step": 5614
    },
    {
      "epoch": 0.2612235403582228,
      "grad_norm": 0.7612589691908255,
      "learning_rate": 0.00029940036661040746,
      "loss": 2.8594,
      "step": 5615
    },
    {
      "epoch": 0.26127006280530357,
      "grad_norm": 0.6859074536069745,
      "learning_rate": 0.0002994000350385021,
      "loss": 2.5156,
      "step": 5616
    },
    {
      "epoch": 0.26131658525238427,
      "grad_norm": 0.6770048903336234,
      "learning_rate": 0.00029939970337513325,
      "loss": 2.7969,
      "step": 5617
    },
    {
      "epoch": 0.26136310769946497,
      "grad_norm": 0.6818761808076373,
      "learning_rate": 0.00029939937162030104,
      "loss": 2.7812,
      "step": 5618
    },
    {
      "epoch": 0.2614096301465457,
      "grad_norm": 0.8016519150426221,
      "learning_rate": 0.0002993990397740056,
      "loss": 2.625,
      "step": 5619
    },
    {
      "epoch": 0.2614561525936264,
      "grad_norm": 0.6486068505326195,
      "learning_rate": 0.00029939870783624717,
      "loss": 2.3281,
      "step": 5620
    },
    {
      "epoch": 0.2615026750407071,
      "grad_norm": 0.7842820472616571,
      "learning_rate": 0.00029939837580702605,
      "loss": 2.6406,
      "step": 5621
    },
    {
      "epoch": 0.2615491974877879,
      "grad_norm": 0.712653028819177,
      "learning_rate": 0.0002993980436863423,
      "loss": 2.75,
      "step": 5622
    },
    {
      "epoch": 0.2615957199348686,
      "grad_norm": 0.7248817157404277,
      "learning_rate": 0.0002993977114741962,
      "loss": 2.8594,
      "step": 5623
    },
    {
      "epoch": 0.2616422423819493,
      "grad_norm": 0.7172311738821753,
      "learning_rate": 0.00029939737917058796,
      "loss": 2.5,
      "step": 5624
    },
    {
      "epoch": 0.26168876482903003,
      "grad_norm": 0.6848679808220033,
      "learning_rate": 0.0002993970467755177,
      "loss": 2.6719,
      "step": 5625
    },
    {
      "epoch": 0.26173528727611073,
      "grad_norm": 0.6626301543288123,
      "learning_rate": 0.00029939671428898577,
      "loss": 2.9375,
      "step": 5626
    },
    {
      "epoch": 0.2617818097231914,
      "grad_norm": 0.7838994160990739,
      "learning_rate": 0.00029939638171099225,
      "loss": 2.1562,
      "step": 5627
    },
    {
      "epoch": 0.2618283321702722,
      "grad_norm": 0.7170821042648736,
      "learning_rate": 0.0002993960490415374,
      "loss": 2.7656,
      "step": 5628
    },
    {
      "epoch": 0.2618748546173529,
      "grad_norm": 0.6705134881939093,
      "learning_rate": 0.00029939571628062134,
      "loss": 2.8594,
      "step": 5629
    },
    {
      "epoch": 0.2619213770644336,
      "grad_norm": 0.6774877468895675,
      "learning_rate": 0.00029939538342824444,
      "loss": 2.5,
      "step": 5630
    },
    {
      "epoch": 0.2619678995115143,
      "grad_norm": 0.6638811792036308,
      "learning_rate": 0.00029939505048440674,
      "loss": 2.4531,
      "step": 5631
    },
    {
      "epoch": 0.26201442195859503,
      "grad_norm": 0.7179287699266838,
      "learning_rate": 0.00029939471744910856,
      "loss": 2.8125,
      "step": 5632
    },
    {
      "epoch": 0.26206094440567573,
      "grad_norm": 0.7226340608632691,
      "learning_rate": 0.00029939438432235,
      "loss": 2.6562,
      "step": 5633
    },
    {
      "epoch": 0.26210746685275643,
      "grad_norm": 0.697698444624972,
      "learning_rate": 0.00029939405110413137,
      "loss": 2.6406,
      "step": 5634
    },
    {
      "epoch": 0.2621539892998372,
      "grad_norm": 0.7261487800439982,
      "learning_rate": 0.0002993937177944528,
      "loss": 2.7344,
      "step": 5635
    },
    {
      "epoch": 0.2622005117469179,
      "grad_norm": 0.6758020703869094,
      "learning_rate": 0.0002993933843933145,
      "loss": 2.6406,
      "step": 5636
    },
    {
      "epoch": 0.2622470341939986,
      "grad_norm": 0.642498110706716,
      "learning_rate": 0.0002993930509007167,
      "loss": 2.6406,
      "step": 5637
    },
    {
      "epoch": 0.26229355664107934,
      "grad_norm": 0.7315868605565612,
      "learning_rate": 0.00029939271731665957,
      "loss": 2.8594,
      "step": 5638
    },
    {
      "epoch": 0.26234007908816004,
      "grad_norm": 0.702797771205862,
      "learning_rate": 0.0002993923836411434,
      "loss": 2.8125,
      "step": 5639
    },
    {
      "epoch": 0.26238660153524074,
      "grad_norm": 0.7966284456290882,
      "learning_rate": 0.0002993920498741683,
      "loss": 2.6094,
      "step": 5640
    },
    {
      "epoch": 0.2624331239823215,
      "grad_norm": 0.6638289310599369,
      "learning_rate": 0.0002993917160157345,
      "loss": 2.6562,
      "step": 5641
    },
    {
      "epoch": 0.2624796464294022,
      "grad_norm": 0.6660029731219631,
      "learning_rate": 0.0002993913820658422,
      "loss": 2.7031,
      "step": 5642
    },
    {
      "epoch": 0.2625261688764829,
      "grad_norm": 0.6492265366632186,
      "learning_rate": 0.00029939104802449164,
      "loss": 2.3125,
      "step": 5643
    },
    {
      "epoch": 0.26257269132356365,
      "grad_norm": 0.6335911079289085,
      "learning_rate": 0.000299390713891683,
      "loss": 2.2031,
      "step": 5644
    },
    {
      "epoch": 0.26261921377064434,
      "grad_norm": 0.7082910447806358,
      "learning_rate": 0.0002993903796674165,
      "loss": 2.8594,
      "step": 5645
    },
    {
      "epoch": 0.26266573621772504,
      "grad_norm": 0.6455587196891334,
      "learning_rate": 0.00029939004535169226,
      "loss": 2.4844,
      "step": 5646
    },
    {
      "epoch": 0.26271225866480574,
      "grad_norm": 0.656922030544124,
      "learning_rate": 0.0002993897109445106,
      "loss": 2.5938,
      "step": 5647
    },
    {
      "epoch": 0.2627587811118865,
      "grad_norm": 0.6405677619482399,
      "learning_rate": 0.0002993893764458717,
      "loss": 2.7188,
      "step": 5648
    },
    {
      "epoch": 0.2628053035589672,
      "grad_norm": 0.7370589905237699,
      "learning_rate": 0.0002993890418557757,
      "loss": 2.5469,
      "step": 5649
    },
    {
      "epoch": 0.2628518260060479,
      "grad_norm": 0.7395145486168622,
      "learning_rate": 0.00029938870717422287,
      "loss": 2.7812,
      "step": 5650
    },
    {
      "epoch": 0.26289834845312865,
      "grad_norm": 0.8057845716880481,
      "learning_rate": 0.00029938837240121337,
      "loss": 2.8438,
      "step": 5651
    },
    {
      "epoch": 0.26294487090020935,
      "grad_norm": 0.6728250229732656,
      "learning_rate": 0.00029938803753674746,
      "loss": 2.9062,
      "step": 5652
    },
    {
      "epoch": 0.26299139334729005,
      "grad_norm": 0.6972373164239912,
      "learning_rate": 0.0002993877025808253,
      "loss": 2.6406,
      "step": 5653
    },
    {
      "epoch": 0.2630379157943708,
      "grad_norm": 0.7118665704558442,
      "learning_rate": 0.0002993873675334471,
      "loss": 2.9531,
      "step": 5654
    },
    {
      "epoch": 0.2630844382414515,
      "grad_norm": 0.7399491979785889,
      "learning_rate": 0.00029938703239461306,
      "loss": 2.9844,
      "step": 5655
    },
    {
      "epoch": 0.2631309606885322,
      "grad_norm": 0.6506188668877851,
      "learning_rate": 0.00029938669716432346,
      "loss": 3.0312,
      "step": 5656
    },
    {
      "epoch": 0.26317748313561296,
      "grad_norm": 0.6251443450724771,
      "learning_rate": 0.00029938636184257837,
      "loss": 2.7812,
      "step": 5657
    },
    {
      "epoch": 0.26322400558269365,
      "grad_norm": 0.6952644208106109,
      "learning_rate": 0.0002993860264293781,
      "loss": 2.9062,
      "step": 5658
    },
    {
      "epoch": 0.26327052802977435,
      "grad_norm": 0.7014863172344662,
      "learning_rate": 0.00029938569092472287,
      "loss": 3.0,
      "step": 5659
    },
    {
      "epoch": 0.2633170504768551,
      "grad_norm": 0.6681488365713621,
      "learning_rate": 0.00029938535532861283,
      "loss": 2.5156,
      "step": 5660
    },
    {
      "epoch": 0.2633635729239358,
      "grad_norm": 0.6830148174649805,
      "learning_rate": 0.0002993850196410481,
      "loss": 2.5469,
      "step": 5661
    },
    {
      "epoch": 0.2634100953710165,
      "grad_norm": 0.6951429940777498,
      "learning_rate": 0.00029938468386202905,
      "loss": 2.5781,
      "step": 5662
    },
    {
      "epoch": 0.2634566178180972,
      "grad_norm": 0.7703447620722736,
      "learning_rate": 0.00029938434799155585,
      "loss": 2.7188,
      "step": 5663
    },
    {
      "epoch": 0.26350314026517796,
      "grad_norm": 0.7250094062990461,
      "learning_rate": 0.0002993840120296286,
      "loss": 2.5312,
      "step": 5664
    },
    {
      "epoch": 0.26354966271225866,
      "grad_norm": 0.7582813471112079,
      "learning_rate": 0.0002993836759762476,
      "loss": 2.9062,
      "step": 5665
    },
    {
      "epoch": 0.26359618515933936,
      "grad_norm": 0.7145892639918442,
      "learning_rate": 0.0002993833398314131,
      "loss": 2.9219,
      "step": 5666
    },
    {
      "epoch": 0.2636427076064201,
      "grad_norm": 0.7134239541095195,
      "learning_rate": 0.00029938300359512514,
      "loss": 2.6719,
      "step": 5667
    },
    {
      "epoch": 0.2636892300535008,
      "grad_norm": 0.6739319070720999,
      "learning_rate": 0.0002993826672673841,
      "loss": 2.6562,
      "step": 5668
    },
    {
      "epoch": 0.2637357525005815,
      "grad_norm": 0.7755659181984719,
      "learning_rate": 0.00029938233084819005,
      "loss": 2.5625,
      "step": 5669
    },
    {
      "epoch": 0.26378227494766227,
      "grad_norm": 0.6659094728477218,
      "learning_rate": 0.0002993819943375433,
      "loss": 2.375,
      "step": 5670
    },
    {
      "epoch": 0.26382879739474296,
      "grad_norm": 0.710732018565694,
      "learning_rate": 0.00029938165773544395,
      "loss": 2.7031,
      "step": 5671
    },
    {
      "epoch": 0.26387531984182366,
      "grad_norm": 0.7845497303166847,
      "learning_rate": 0.00029938132104189233,
      "loss": 2.7812,
      "step": 5672
    },
    {
      "epoch": 0.2639218422889044,
      "grad_norm": 0.7086085699927962,
      "learning_rate": 0.0002993809842568886,
      "loss": 2.7188,
      "step": 5673
    },
    {
      "epoch": 0.2639683647359851,
      "grad_norm": 0.6236812730940056,
      "learning_rate": 0.00029938064738043287,
      "loss": 2.1875,
      "step": 5674
    },
    {
      "epoch": 0.2640148871830658,
      "grad_norm": 0.7803039814394209,
      "learning_rate": 0.00029938031041252546,
      "loss": 2.8125,
      "step": 5675
    },
    {
      "epoch": 0.26406140963014657,
      "grad_norm": 0.7580332274239364,
      "learning_rate": 0.0002993799733531666,
      "loss": 2.6094,
      "step": 5676
    },
    {
      "epoch": 0.26410793207722727,
      "grad_norm": 0.7485775134281404,
      "learning_rate": 0.0002993796362023564,
      "loss": 2.9531,
      "step": 5677
    },
    {
      "epoch": 0.26415445452430797,
      "grad_norm": 0.6834615926404516,
      "learning_rate": 0.0002993792989600951,
      "loss": 2.5156,
      "step": 5678
    },
    {
      "epoch": 0.26420097697138867,
      "grad_norm": 0.7222811654124119,
      "learning_rate": 0.0002993789616263829,
      "loss": 2.7969,
      "step": 5679
    },
    {
      "epoch": 0.2642474994184694,
      "grad_norm": 0.7304779454974482,
      "learning_rate": 0.00029937862420122006,
      "loss": 2.8438,
      "step": 5680
    },
    {
      "epoch": 0.2642940218655501,
      "grad_norm": 0.7857459482728025,
      "learning_rate": 0.0002993782866846067,
      "loss": 2.9531,
      "step": 5681
    },
    {
      "epoch": 0.2643405443126308,
      "grad_norm": 0.6821530330051306,
      "learning_rate": 0.00029937794907654313,
      "loss": 2.8594,
      "step": 5682
    },
    {
      "epoch": 0.2643870667597116,
      "grad_norm": 0.6951071884068901,
      "learning_rate": 0.00029937761137702944,
      "loss": 2.7969,
      "step": 5683
    },
    {
      "epoch": 0.2644335892067923,
      "grad_norm": 0.730534107842278,
      "learning_rate": 0.00029937727358606594,
      "loss": 2.7344,
      "step": 5684
    },
    {
      "epoch": 0.264480111653873,
      "grad_norm": 0.758812131333286,
      "learning_rate": 0.00029937693570365276,
      "loss": 2.6875,
      "step": 5685
    },
    {
      "epoch": 0.26452663410095373,
      "grad_norm": 0.7113201433140312,
      "learning_rate": 0.00029937659772979016,
      "loss": 2.7031,
      "step": 5686
    },
    {
      "epoch": 0.2645731565480344,
      "grad_norm": 0.7762008631148105,
      "learning_rate": 0.00029937625966447836,
      "loss": 2.7031,
      "step": 5687
    },
    {
      "epoch": 0.2646196789951151,
      "grad_norm": 0.6071813847586598,
      "learning_rate": 0.00029937592150771746,
      "loss": 2.375,
      "step": 5688
    },
    {
      "epoch": 0.2646662014421959,
      "grad_norm": 0.7879636562140996,
      "learning_rate": 0.00029937558325950775,
      "loss": 2.75,
      "step": 5689
    },
    {
      "epoch": 0.2647127238892766,
      "grad_norm": 0.7249396937392097,
      "learning_rate": 0.0002993752449198495,
      "loss": 2.8125,
      "step": 5690
    },
    {
      "epoch": 0.2647592463363573,
      "grad_norm": 0.7829531033966821,
      "learning_rate": 0.0002993749064887427,
      "loss": 2.8594,
      "step": 5691
    },
    {
      "epoch": 0.26480576878343803,
      "grad_norm": 0.6836521295297343,
      "learning_rate": 0.0002993745679661879,
      "loss": 2.4688,
      "step": 5692
    },
    {
      "epoch": 0.26485229123051873,
      "grad_norm": 0.7040614771864487,
      "learning_rate": 0.00029937422935218496,
      "loss": 2.8438,
      "step": 5693
    },
    {
      "epoch": 0.26489881367759943,
      "grad_norm": 0.7316114929553474,
      "learning_rate": 0.0002993738906467343,
      "loss": 2.9375,
      "step": 5694
    },
    {
      "epoch": 0.26494533612468013,
      "grad_norm": 0.6603231116770074,
      "learning_rate": 0.00029937355184983603,
      "loss": 2.5781,
      "step": 5695
    },
    {
      "epoch": 0.2649918585717609,
      "grad_norm": 0.7036146900391987,
      "learning_rate": 0.0002993732129614904,
      "loss": 2.5469,
      "step": 5696
    },
    {
      "epoch": 0.2650383810188416,
      "grad_norm": 0.6948044435300208,
      "learning_rate": 0.0002993728739816976,
      "loss": 2.625,
      "step": 5697
    },
    {
      "epoch": 0.2650849034659223,
      "grad_norm": 0.7137032894357822,
      "learning_rate": 0.0002993725349104579,
      "loss": 2.8594,
      "step": 5698
    },
    {
      "epoch": 0.26513142591300304,
      "grad_norm": 0.6780063837825947,
      "learning_rate": 0.0002993721957477714,
      "loss": 2.875,
      "step": 5699
    },
    {
      "epoch": 0.26517794836008374,
      "grad_norm": 0.6658883965194669,
      "learning_rate": 0.00029937185649363837,
      "loss": 2.7188,
      "step": 5700
    },
    {
      "epoch": 0.26522447080716444,
      "grad_norm": 0.8197721000384421,
      "learning_rate": 0.000299371517148059,
      "loss": 2.8281,
      "step": 5701
    },
    {
      "epoch": 0.2652709932542452,
      "grad_norm": 0.6813277341106675,
      "learning_rate": 0.0002993711777110336,
      "loss": 2.5938,
      "step": 5702
    },
    {
      "epoch": 0.2653175157013259,
      "grad_norm": 0.7014673460744482,
      "learning_rate": 0.0002993708381825622,
      "loss": 2.6562,
      "step": 5703
    },
    {
      "epoch": 0.2653640381484066,
      "grad_norm": 0.641907147147801,
      "learning_rate": 0.0002993704985626451,
      "loss": 2.4844,
      "step": 5704
    },
    {
      "epoch": 0.26541056059548734,
      "grad_norm": 0.7190371003133715,
      "learning_rate": 0.0002993701588512825,
      "loss": 2.4531,
      "step": 5705
    },
    {
      "epoch": 0.26545708304256804,
      "grad_norm": 0.7024849518662517,
      "learning_rate": 0.0002993698190484746,
      "loss": 2.9688,
      "step": 5706
    },
    {
      "epoch": 0.26550360548964874,
      "grad_norm": 0.7059172736664667,
      "learning_rate": 0.00029936947915422163,
      "loss": 2.625,
      "step": 5707
    },
    {
      "epoch": 0.2655501279367295,
      "grad_norm": 0.660263436355834,
      "learning_rate": 0.0002993691391685238,
      "loss": 2.5,
      "step": 5708
    },
    {
      "epoch": 0.2655966503838102,
      "grad_norm": 0.7125501907554928,
      "learning_rate": 0.0002993687990913813,
      "loss": 2.7656,
      "step": 5709
    },
    {
      "epoch": 0.2656431728308909,
      "grad_norm": 0.7665563533883389,
      "learning_rate": 0.0002993684589227943,
      "loss": 1.9141,
      "step": 5710
    },
    {
      "epoch": 0.2656896952779716,
      "grad_norm": 0.6839678065465419,
      "learning_rate": 0.00029936811866276304,
      "loss": 2.7656,
      "step": 5711
    },
    {
      "epoch": 0.26573621772505235,
      "grad_norm": 0.7191876828263388,
      "learning_rate": 0.0002993677783112878,
      "loss": 2.3594,
      "step": 5712
    },
    {
      "epoch": 0.26578274017213305,
      "grad_norm": 0.7112717261149473,
      "learning_rate": 0.00029936743786836866,
      "loss": 2.5312,
      "step": 5713
    },
    {
      "epoch": 0.26582926261921375,
      "grad_norm": 0.717034023525818,
      "learning_rate": 0.00029936709733400596,
      "loss": 2.8906,
      "step": 5714
    },
    {
      "epoch": 0.2658757850662945,
      "grad_norm": 0.7439447801113123,
      "learning_rate": 0.0002993667567081998,
      "loss": 2.8438,
      "step": 5715
    },
    {
      "epoch": 0.2659223075133752,
      "grad_norm": 0.6866646282872408,
      "learning_rate": 0.0002993664159909505,
      "loss": 2.9375,
      "step": 5716
    },
    {
      "epoch": 0.2659688299604559,
      "grad_norm": 0.7219854603996047,
      "learning_rate": 0.0002993660751822581,
      "loss": 2.5625,
      "step": 5717
    },
    {
      "epoch": 0.26601535240753665,
      "grad_norm": 0.7580374978881594,
      "learning_rate": 0.00029936573428212296,
      "loss": 2.4219,
      "step": 5718
    },
    {
      "epoch": 0.26606187485461735,
      "grad_norm": 0.7604689217665678,
      "learning_rate": 0.00029936539329054526,
      "loss": 3.0625,
      "step": 5719
    },
    {
      "epoch": 0.26610839730169805,
      "grad_norm": 0.6615995915064767,
      "learning_rate": 0.00029936505220752515,
      "loss": 2.8125,
      "step": 5720
    },
    {
      "epoch": 0.2661549197487788,
      "grad_norm": 0.6792365897615028,
      "learning_rate": 0.0002993647110330629,
      "loss": 2.4688,
      "step": 5721
    },
    {
      "epoch": 0.2662014421958595,
      "grad_norm": 0.6924529134515125,
      "learning_rate": 0.0002993643697671586,
      "loss": 2.9062,
      "step": 5722
    },
    {
      "epoch": 0.2662479646429402,
      "grad_norm": 0.7194069129241534,
      "learning_rate": 0.0002993640284098127,
      "loss": 2.6562,
      "step": 5723
    },
    {
      "epoch": 0.26629448709002096,
      "grad_norm": 0.6890421653830923,
      "learning_rate": 0.00029936368696102515,
      "loss": 2.6562,
      "step": 5724
    },
    {
      "epoch": 0.26634100953710166,
      "grad_norm": 0.6721914835504254,
      "learning_rate": 0.0002993633454207963,
      "loss": 2.4844,
      "step": 5725
    },
    {
      "epoch": 0.26638753198418236,
      "grad_norm": 0.7988441153668296,
      "learning_rate": 0.0002993630037891263,
      "loss": 2.9844,
      "step": 5726
    },
    {
      "epoch": 0.2664340544312631,
      "grad_norm": 0.8898288751356622,
      "learning_rate": 0.0002993626620660155,
      "loss": 2.875,
      "step": 5727
    },
    {
      "epoch": 0.2664805768783438,
      "grad_norm": 0.6786613322228158,
      "learning_rate": 0.0002993623202514639,
      "loss": 2.75,
      "step": 5728
    },
    {
      "epoch": 0.2665270993254245,
      "grad_norm": 0.748931335974304,
      "learning_rate": 0.00029936197834547185,
      "loss": 2.875,
      "step": 5729
    },
    {
      "epoch": 0.2665736217725052,
      "grad_norm": 0.7683217173607945,
      "learning_rate": 0.0002993616363480395,
      "loss": 2.6719,
      "step": 5730
    },
    {
      "epoch": 0.26662014421958596,
      "grad_norm": 0.753598845243713,
      "learning_rate": 0.0002993612942591671,
      "loss": 2.4531,
      "step": 5731
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.7549958198191784,
      "learning_rate": 0.0002993609520788548,
      "loss": 2.8438,
      "step": 5732
    },
    {
      "epoch": 0.26671318911374736,
      "grad_norm": 0.6695541572490409,
      "learning_rate": 0.00029936060980710285,
      "loss": 2.9688,
      "step": 5733
    },
    {
      "epoch": 0.2667597115608281,
      "grad_norm": 0.6975801722449306,
      "learning_rate": 0.00029936026744391145,
      "loss": 2.75,
      "step": 5734
    },
    {
      "epoch": 0.2668062340079088,
      "grad_norm": 0.6958894106145866,
      "learning_rate": 0.0002993599249892808,
      "loss": 2.625,
      "step": 5735
    },
    {
      "epoch": 0.2668527564549895,
      "grad_norm": 0.6490944852217526,
      "learning_rate": 0.0002993595824432112,
      "loss": 2.4844,
      "step": 5736
    },
    {
      "epoch": 0.26689927890207027,
      "grad_norm": 0.6531974683954928,
      "learning_rate": 0.0002993592398057027,
      "loss": 2.4531,
      "step": 5737
    },
    {
      "epoch": 0.26694580134915097,
      "grad_norm": 0.7383007092830702,
      "learning_rate": 0.00029935889707675566,
      "loss": 2.6094,
      "step": 5738
    },
    {
      "epoch": 0.26699232379623167,
      "grad_norm": 0.7535776768902133,
      "learning_rate": 0.0002993585542563702,
      "loss": 2.6719,
      "step": 5739
    },
    {
      "epoch": 0.2670388462433124,
      "grad_norm": 0.716271763289335,
      "learning_rate": 0.0002993582113445465,
      "loss": 2.75,
      "step": 5740
    },
    {
      "epoch": 0.2670853686903931,
      "grad_norm": 0.7078147450852893,
      "learning_rate": 0.0002993578683412849,
      "loss": 2.8281,
      "step": 5741
    },
    {
      "epoch": 0.2671318911374738,
      "grad_norm": 0.6230050803155837,
      "learning_rate": 0.00029935752524658547,
      "loss": 2.5156,
      "step": 5742
    },
    {
      "epoch": 0.2671784135845546,
      "grad_norm": 0.7432843880855092,
      "learning_rate": 0.0002993571820604485,
      "loss": 2.7188,
      "step": 5743
    },
    {
      "epoch": 0.2672249360316353,
      "grad_norm": 0.687767477647612,
      "learning_rate": 0.0002993568387828742,
      "loss": 3.0312,
      "step": 5744
    },
    {
      "epoch": 0.267271458478716,
      "grad_norm": 0.7854823783903049,
      "learning_rate": 0.00029935649541386274,
      "loss": 2.5312,
      "step": 5745
    },
    {
      "epoch": 0.26731798092579667,
      "grad_norm": 0.740626493833067,
      "learning_rate": 0.0002993561519534144,
      "loss": 2.625,
      "step": 5746
    },
    {
      "epoch": 0.2673645033728774,
      "grad_norm": 0.7094739325399851,
      "learning_rate": 0.0002993558084015293,
      "loss": 2.75,
      "step": 5747
    },
    {
      "epoch": 0.2674110258199581,
      "grad_norm": 0.6295203732432714,
      "learning_rate": 0.00029935546475820773,
      "loss": 2.4219,
      "step": 5748
    },
    {
      "epoch": 0.2674575482670388,
      "grad_norm": 0.7012640537729674,
      "learning_rate": 0.0002993551210234498,
      "loss": 2.5156,
      "step": 5749
    },
    {
      "epoch": 0.2675040707141196,
      "grad_norm": 0.6662899331733304,
      "learning_rate": 0.0002993547771972558,
      "loss": 2.6719,
      "step": 5750
    },
    {
      "epoch": 0.2675505931612003,
      "grad_norm": 0.6998544486262458,
      "learning_rate": 0.000299354433279626,
      "loss": 2.7188,
      "step": 5751
    },
    {
      "epoch": 0.267597115608281,
      "grad_norm": 0.6732728746337635,
      "learning_rate": 0.0002993540892705605,
      "loss": 2.7344,
      "step": 5752
    },
    {
      "epoch": 0.26764363805536173,
      "grad_norm": 0.7165402164535012,
      "learning_rate": 0.00029935374517005953,
      "loss": 2.9375,
      "step": 5753
    },
    {
      "epoch": 0.26769016050244243,
      "grad_norm": 0.6868733530047482,
      "learning_rate": 0.0002993534009781233,
      "loss": 2.625,
      "step": 5754
    },
    {
      "epoch": 0.26773668294952313,
      "grad_norm": 0.648361841086045,
      "learning_rate": 0.00029935305669475206,
      "loss": 2.75,
      "step": 5755
    },
    {
      "epoch": 0.2677832053966039,
      "grad_norm": 0.6357335610279651,
      "learning_rate": 0.00029935271231994605,
      "loss": 2.5312,
      "step": 5756
    },
    {
      "epoch": 0.2678297278436846,
      "grad_norm": 0.6714051714219117,
      "learning_rate": 0.0002993523678537053,
      "loss": 2.7188,
      "step": 5757
    },
    {
      "epoch": 0.2678762502907653,
      "grad_norm": 0.6911827608232096,
      "learning_rate": 0.0002993520232960302,
      "loss": 2.4844,
      "step": 5758
    },
    {
      "epoch": 0.26792277273784604,
      "grad_norm": 0.7129327869650833,
      "learning_rate": 0.000299351678646921,
      "loss": 2.6875,
      "step": 5759
    },
    {
      "epoch": 0.26796929518492674,
      "grad_norm": 0.6726842345030238,
      "learning_rate": 0.00029935133390637775,
      "loss": 2.5,
      "step": 5760
    },
    {
      "epoch": 0.26801581763200744,
      "grad_norm": 0.6441918110033814,
      "learning_rate": 0.0002993509890744007,
      "loss": 2.6562,
      "step": 5761
    },
    {
      "epoch": 0.26806234007908813,
      "grad_norm": 0.7734131673915234,
      "learning_rate": 0.0002993506441509902,
      "loss": 2.7812,
      "step": 5762
    },
    {
      "epoch": 0.2681088625261689,
      "grad_norm": 0.874785637375177,
      "learning_rate": 0.0002993502991361463,
      "loss": 2.875,
      "step": 5763
    },
    {
      "epoch": 0.2681553849732496,
      "grad_norm": 0.7150690408690512,
      "learning_rate": 0.00029934995402986923,
      "loss": 2.6875,
      "step": 5764
    },
    {
      "epoch": 0.2682019074203303,
      "grad_norm": 0.6737143394722789,
      "learning_rate": 0.00029934960883215924,
      "loss": 2.4375,
      "step": 5765
    },
    {
      "epoch": 0.26824842986741104,
      "grad_norm": 0.7201461907819386,
      "learning_rate": 0.0002993492635430166,
      "loss": 2.875,
      "step": 5766
    },
    {
      "epoch": 0.26829495231449174,
      "grad_norm": 0.7362427252655693,
      "learning_rate": 0.00029934891816244143,
      "loss": 2.7344,
      "step": 5767
    },
    {
      "epoch": 0.26834147476157244,
      "grad_norm": 0.6861812893854801,
      "learning_rate": 0.00029934857269043393,
      "loss": 2.6562,
      "step": 5768
    },
    {
      "epoch": 0.2683879972086532,
      "grad_norm": 0.7611129448268433,
      "learning_rate": 0.00029934822712699436,
      "loss": 2.625,
      "step": 5769
    },
    {
      "epoch": 0.2684345196557339,
      "grad_norm": 0.6597391087871757,
      "learning_rate": 0.000299347881472123,
      "loss": 2.5312,
      "step": 5770
    },
    {
      "epoch": 0.2684810421028146,
      "grad_norm": 0.7098408217757485,
      "learning_rate": 0.0002993475357258199,
      "loss": 2.6094,
      "step": 5771
    },
    {
      "epoch": 0.26852756454989535,
      "grad_norm": 0.6779190472783203,
      "learning_rate": 0.00029934718988808545,
      "loss": 2.7188,
      "step": 5772
    },
    {
      "epoch": 0.26857408699697605,
      "grad_norm": 0.6864373434958402,
      "learning_rate": 0.0002993468439589197,
      "loss": 2.7344,
      "step": 5773
    },
    {
      "epoch": 0.26862060944405675,
      "grad_norm": 0.6278267055484038,
      "learning_rate": 0.000299346497938323,
      "loss": 2.5938,
      "step": 5774
    },
    {
      "epoch": 0.2686671318911375,
      "grad_norm": 0.7162310160586608,
      "learning_rate": 0.00029934615182629544,
      "loss": 2.6094,
      "step": 5775
    },
    {
      "epoch": 0.2687136543382182,
      "grad_norm": 0.7244389948663357,
      "learning_rate": 0.00029934580562283723,
      "loss": 2.625,
      "step": 5776
    },
    {
      "epoch": 0.2687601767852989,
      "grad_norm": 0.7139129506426246,
      "learning_rate": 0.00029934545932794874,
      "loss": 2.7812,
      "step": 5777
    },
    {
      "epoch": 0.2688066992323796,
      "grad_norm": 0.6796431431457514,
      "learning_rate": 0.0002993451129416301,
      "loss": 2.3125,
      "step": 5778
    },
    {
      "epoch": 0.26885322167946035,
      "grad_norm": 0.7224684861543259,
      "learning_rate": 0.00029934476646388135,
      "loss": 2.7188,
      "step": 5779
    },
    {
      "epoch": 0.26889974412654105,
      "grad_norm": 0.6671157831261106,
      "learning_rate": 0.000299344419894703,
      "loss": 2.5938,
      "step": 5780
    },
    {
      "epoch": 0.26894626657362175,
      "grad_norm": 0.6873168640820925,
      "learning_rate": 0.00029934407323409506,
      "loss": 2.7188,
      "step": 5781
    },
    {
      "epoch": 0.2689927890207025,
      "grad_norm": 0.8360897749062383,
      "learning_rate": 0.00029934372648205776,
      "loss": 2.7031,
      "step": 5782
    },
    {
      "epoch": 0.2690393114677832,
      "grad_norm": 0.691752576634875,
      "learning_rate": 0.00029934337963859143,
      "loss": 2.6406,
      "step": 5783
    },
    {
      "epoch": 0.2690858339148639,
      "grad_norm": 0.7118647115365099,
      "learning_rate": 0.0002993430327036961,
      "loss": 2.7812,
      "step": 5784
    },
    {
      "epoch": 0.26913235636194466,
      "grad_norm": 0.677840494310627,
      "learning_rate": 0.0002993426856773722,
      "loss": 2.6719,
      "step": 5785
    },
    {
      "epoch": 0.26917887880902536,
      "grad_norm": 0.7083176921860842,
      "learning_rate": 0.00029934233855961976,
      "loss": 2.75,
      "step": 5786
    },
    {
      "epoch": 0.26922540125610606,
      "grad_norm": 0.6610212312772265,
      "learning_rate": 0.0002993419913504391,
      "loss": 2.6562,
      "step": 5787
    },
    {
      "epoch": 0.2692719237031868,
      "grad_norm": 0.8053536221379356,
      "learning_rate": 0.00029934164404983035,
      "loss": 2.6719,
      "step": 5788
    },
    {
      "epoch": 0.2693184461502675,
      "grad_norm": 0.6852491806230955,
      "learning_rate": 0.00029934129665779377,
      "loss": 2.7969,
      "step": 5789
    },
    {
      "epoch": 0.2693649685973482,
      "grad_norm": 0.718815902574234,
      "learning_rate": 0.00029934094917432956,
      "loss": 2.75,
      "step": 5790
    },
    {
      "epoch": 0.26941149104442896,
      "grad_norm": 0.627216269707965,
      "learning_rate": 0.00029934060159943795,
      "loss": 2.375,
      "step": 5791
    },
    {
      "epoch": 0.26945801349150966,
      "grad_norm": 0.6904379857253453,
      "learning_rate": 0.0002993402539331192,
      "loss": 3.0312,
      "step": 5792
    },
    {
      "epoch": 0.26950453593859036,
      "grad_norm": 0.6871279290751726,
      "learning_rate": 0.00029933990617537343,
      "loss": 2.6406,
      "step": 5793
    },
    {
      "epoch": 0.26955105838567106,
      "grad_norm": 0.6868430418718583,
      "learning_rate": 0.0002993395583262009,
      "loss": 2.6094,
      "step": 5794
    },
    {
      "epoch": 0.2695975808327518,
      "grad_norm": 0.6594301908083428,
      "learning_rate": 0.00029933921038560176,
      "loss": 2.8281,
      "step": 5795
    },
    {
      "epoch": 0.2696441032798325,
      "grad_norm": 0.6980034437417477,
      "learning_rate": 0.0002993388623535763,
      "loss": 2.3594,
      "step": 5796
    },
    {
      "epoch": 0.2696906257269132,
      "grad_norm": 0.7339681786012316,
      "learning_rate": 0.0002993385142301247,
      "loss": 2.5781,
      "step": 5797
    },
    {
      "epoch": 0.26973714817399397,
      "grad_norm": 0.6586497692553603,
      "learning_rate": 0.00029933816601524724,
      "loss": 2.6562,
      "step": 5798
    },
    {
      "epoch": 0.26978367062107467,
      "grad_norm": 0.6536161036655663,
      "learning_rate": 0.00029933781770894406,
      "loss": 2.5781,
      "step": 5799
    },
    {
      "epoch": 0.26983019306815537,
      "grad_norm": 0.6633382859157744,
      "learning_rate": 0.0002993374693112153,
      "loss": 2.625,
      "step": 5800
    },
    {
      "epoch": 0.2698767155152361,
      "grad_norm": 0.6677363000177567,
      "learning_rate": 0.0002993371208220614,
      "loss": 2.6719,
      "step": 5801
    },
    {
      "epoch": 0.2699232379623168,
      "grad_norm": 0.6743166694005155,
      "learning_rate": 0.00029933677224148233,
      "loss": 2.6562,
      "step": 5802
    },
    {
      "epoch": 0.2699697604093975,
      "grad_norm": 0.6750720779803195,
      "learning_rate": 0.00029933642356947846,
      "loss": 2.6094,
      "step": 5803
    },
    {
      "epoch": 0.2700162828564783,
      "grad_norm": 0.6265792200880481,
      "learning_rate": 0.0002993360748060499,
      "loss": 2.4688,
      "step": 5804
    },
    {
      "epoch": 0.270062805303559,
      "grad_norm": 0.7351429942286649,
      "learning_rate": 0.00029933572595119696,
      "loss": 2.6875,
      "step": 5805
    },
    {
      "epoch": 0.27010932775063967,
      "grad_norm": 0.6848633152800326,
      "learning_rate": 0.00029933537700491976,
      "loss": 2.5312,
      "step": 5806
    },
    {
      "epoch": 0.2701558501977204,
      "grad_norm": 0.7108012558815953,
      "learning_rate": 0.00029933502796721857,
      "loss": 2.7344,
      "step": 5807
    },
    {
      "epoch": 0.2702023726448011,
      "grad_norm": 0.6412048234676154,
      "learning_rate": 0.00029933467883809365,
      "loss": 2.9062,
      "step": 5808
    },
    {
      "epoch": 0.2702488950918818,
      "grad_norm": 0.675207524549291,
      "learning_rate": 0.0002993343296175451,
      "loss": 2.6406,
      "step": 5809
    },
    {
      "epoch": 0.2702954175389625,
      "grad_norm": 0.721979243444649,
      "learning_rate": 0.00029933398030557325,
      "loss": 2.8125,
      "step": 5810
    },
    {
      "epoch": 0.2703419399860433,
      "grad_norm": 0.6987444956376876,
      "learning_rate": 0.00029933363090217825,
      "loss": 2.5781,
      "step": 5811
    },
    {
      "epoch": 0.270388462433124,
      "grad_norm": 0.659323726707619,
      "learning_rate": 0.0002993332814073603,
      "loss": 2.8438,
      "step": 5812
    },
    {
      "epoch": 0.2704349848802047,
      "grad_norm": 0.8117331517290455,
      "learning_rate": 0.0002993329318211196,
      "loss": 2.7812,
      "step": 5813
    },
    {
      "epoch": 0.27048150732728543,
      "grad_norm": 0.7289271374624774,
      "learning_rate": 0.00029933258214345646,
      "loss": 2.4219,
      "step": 5814
    },
    {
      "epoch": 0.27052802977436613,
      "grad_norm": 0.7636149859651992,
      "learning_rate": 0.00029933223237437097,
      "loss": 2.7969,
      "step": 5815
    },
    {
      "epoch": 0.27057455222144683,
      "grad_norm": 0.9106536708086431,
      "learning_rate": 0.00029933188251386343,
      "loss": 1.8906,
      "step": 5816
    },
    {
      "epoch": 0.2706210746685276,
      "grad_norm": 0.6919290728630467,
      "learning_rate": 0.00029933153256193407,
      "loss": 2.5312,
      "step": 5817
    },
    {
      "epoch": 0.2706675971156083,
      "grad_norm": 0.8930855669054255,
      "learning_rate": 0.00029933118251858305,
      "loss": 2.4688,
      "step": 5818
    },
    {
      "epoch": 0.270714119562689,
      "grad_norm": 0.7060915090958543,
      "learning_rate": 0.0002993308323838106,
      "loss": 2.6406,
      "step": 5819
    },
    {
      "epoch": 0.27076064200976974,
      "grad_norm": 0.7716135650244754,
      "learning_rate": 0.0002993304821576169,
      "loss": 2.7812,
      "step": 5820
    },
    {
      "epoch": 0.27080716445685044,
      "grad_norm": 0.7501523129773927,
      "learning_rate": 0.00029933013184000224,
      "loss": 2.625,
      "step": 5821
    },
    {
      "epoch": 0.27085368690393113,
      "grad_norm": 0.696965554326054,
      "learning_rate": 0.0002993297814309668,
      "loss": 2.8906,
      "step": 5822
    },
    {
      "epoch": 0.2709002093510119,
      "grad_norm": 0.7239219983436983,
      "learning_rate": 0.0002993294309305107,
      "loss": 2.75,
      "step": 5823
    },
    {
      "epoch": 0.2709467317980926,
      "grad_norm": 0.7100555049911613,
      "learning_rate": 0.0002993290803386343,
      "loss": 2.7344,
      "step": 5824
    },
    {
      "epoch": 0.2709932542451733,
      "grad_norm": 0.7133010611530943,
      "learning_rate": 0.0002993287296553378,
      "loss": 2.5156,
      "step": 5825
    },
    {
      "epoch": 0.271039776692254,
      "grad_norm": 0.7113986663971249,
      "learning_rate": 0.0002993283788806213,
      "loss": 2.3906,
      "step": 5826
    },
    {
      "epoch": 0.27108629913933474,
      "grad_norm": 0.7789996930728684,
      "learning_rate": 0.00029932802801448517,
      "loss": 2.6875,
      "step": 5827
    },
    {
      "epoch": 0.27113282158641544,
      "grad_norm": 0.6685375625408005,
      "learning_rate": 0.00029932767705692946,
      "loss": 2.6875,
      "step": 5828
    },
    {
      "epoch": 0.27117934403349614,
      "grad_norm": 0.6340018969449361,
      "learning_rate": 0.0002993273260079545,
      "loss": 2.5469,
      "step": 5829
    },
    {
      "epoch": 0.2712258664805769,
      "grad_norm": 0.7578656359165534,
      "learning_rate": 0.0002993269748675605,
      "loss": 2.6094,
      "step": 5830
    },
    {
      "epoch": 0.2712723889276576,
      "grad_norm": 0.7069189373590331,
      "learning_rate": 0.0002993266236357476,
      "loss": 2.5469,
      "step": 5831
    },
    {
      "epoch": 0.2713189113747383,
      "grad_norm": 0.733200005920491,
      "learning_rate": 0.0002993262723125161,
      "loss": 2.7188,
      "step": 5832
    },
    {
      "epoch": 0.27136543382181905,
      "grad_norm": 0.7464352080162008,
      "learning_rate": 0.0002993259208978661,
      "loss": 2.9688,
      "step": 5833
    },
    {
      "epoch": 0.27141195626889975,
      "grad_norm": 0.695689251126255,
      "learning_rate": 0.00029932556939179795,
      "loss": 2.5312,
      "step": 5834
    },
    {
      "epoch": 0.27145847871598044,
      "grad_norm": 0.6485671455129328,
      "learning_rate": 0.0002993252177943118,
      "loss": 2.4844,
      "step": 5835
    },
    {
      "epoch": 0.2715050011630612,
      "grad_norm": 0.6960945407365716,
      "learning_rate": 0.0002993248661054079,
      "loss": 2.9062,
      "step": 5836
    },
    {
      "epoch": 0.2715515236101419,
      "grad_norm": 0.6452206134394722,
      "learning_rate": 0.0002993245143250864,
      "loss": 2.5,
      "step": 5837
    },
    {
      "epoch": 0.2715980460572226,
      "grad_norm": 0.6190830608839045,
      "learning_rate": 0.00029932416245334755,
      "loss": 2.375,
      "step": 5838
    },
    {
      "epoch": 0.27164456850430335,
      "grad_norm": 0.6255660042268211,
      "learning_rate": 0.00029932381049019156,
      "loss": 2.3438,
      "step": 5839
    },
    {
      "epoch": 0.27169109095138405,
      "grad_norm": 0.6772264210503326,
      "learning_rate": 0.0002993234584356187,
      "loss": 2.625,
      "step": 5840
    },
    {
      "epoch": 0.27173761339846475,
      "grad_norm": 0.6855099513759212,
      "learning_rate": 0.0002993231062896291,
      "loss": 2.4531,
      "step": 5841
    },
    {
      "epoch": 0.27178413584554545,
      "grad_norm": 0.7122244924088419,
      "learning_rate": 0.00029932275405222304,
      "loss": 2.6875,
      "step": 5842
    },
    {
      "epoch": 0.2718306582926262,
      "grad_norm": 0.7561918057270918,
      "learning_rate": 0.00029932240172340067,
      "loss": 2.7656,
      "step": 5843
    },
    {
      "epoch": 0.2718771807397069,
      "grad_norm": 0.6771734006411262,
      "learning_rate": 0.0002993220493031623,
      "loss": 2.625,
      "step": 5844
    },
    {
      "epoch": 0.2719237031867876,
      "grad_norm": 0.6852283816495214,
      "learning_rate": 0.000299321696791508,
      "loss": 2.9062,
      "step": 5845
    },
    {
      "epoch": 0.27197022563386836,
      "grad_norm": 0.6769267403569461,
      "learning_rate": 0.0002993213441884382,
      "loss": 2.625,
      "step": 5846
    },
    {
      "epoch": 0.27201674808094906,
      "grad_norm": 0.7287158690026274,
      "learning_rate": 0.0002993209914939529,
      "loss": 2.875,
      "step": 5847
    },
    {
      "epoch": 0.27206327052802975,
      "grad_norm": 0.8490426973195967,
      "learning_rate": 0.0002993206387080525,
      "loss": 2.625,
      "step": 5848
    },
    {
      "epoch": 0.2721097929751105,
      "grad_norm": 0.6552032408762418,
      "learning_rate": 0.000299320285830737,
      "loss": 2.6406,
      "step": 5849
    },
    {
      "epoch": 0.2721563154221912,
      "grad_norm": 0.6407247549069078,
      "learning_rate": 0.0002993199328620068,
      "loss": 2.5781,
      "step": 5850
    },
    {
      "epoch": 0.2722028378692719,
      "grad_norm": 0.660308385440695,
      "learning_rate": 0.0002993195798018621,
      "loss": 2.6562,
      "step": 5851
    },
    {
      "epoch": 0.27224936031635266,
      "grad_norm": 0.6507889200185788,
      "learning_rate": 0.00029931922665030306,
      "loss": 2.7656,
      "step": 5852
    },
    {
      "epoch": 0.27229588276343336,
      "grad_norm": 0.6502675748236567,
      "learning_rate": 0.00029931887340732983,
      "loss": 2.5938,
      "step": 5853
    },
    {
      "epoch": 0.27234240521051406,
      "grad_norm": 0.6821424595035449,
      "learning_rate": 0.0002993185200729428,
      "loss": 2.6406,
      "step": 5854
    },
    {
      "epoch": 0.2723889276575948,
      "grad_norm": 0.7003421087703273,
      "learning_rate": 0.00029931816664714207,
      "loss": 2.6875,
      "step": 5855
    },
    {
      "epoch": 0.2724354501046755,
      "grad_norm": 0.7080821760378402,
      "learning_rate": 0.0002993178131299278,
      "loss": 2.75,
      "step": 5856
    },
    {
      "epoch": 0.2724819725517562,
      "grad_norm": 0.6660272799047325,
      "learning_rate": 0.00029931745952130036,
      "loss": 2.6562,
      "step": 5857
    },
    {
      "epoch": 0.2725284949988369,
      "grad_norm": 0.7061146514050972,
      "learning_rate": 0.0002993171058212599,
      "loss": 2.7812,
      "step": 5858
    },
    {
      "epoch": 0.27257501744591767,
      "grad_norm": 0.6891371581431016,
      "learning_rate": 0.0002993167520298066,
      "loss": 2.7812,
      "step": 5859
    },
    {
      "epoch": 0.27262153989299837,
      "grad_norm": 0.6576886367134269,
      "learning_rate": 0.0002993163981469407,
      "loss": 2.7188,
      "step": 5860
    },
    {
      "epoch": 0.27266806234007906,
      "grad_norm": 0.7382058765257602,
      "learning_rate": 0.00029931604417266243,
      "loss": 2.9688,
      "step": 5861
    },
    {
      "epoch": 0.2727145847871598,
      "grad_norm": 0.6730564292912018,
      "learning_rate": 0.00029931569010697203,
      "loss": 2.7188,
      "step": 5862
    },
    {
      "epoch": 0.2727611072342405,
      "grad_norm": 0.6623877778601356,
      "learning_rate": 0.0002993153359498696,
      "loss": 2.6094,
      "step": 5863
    },
    {
      "epoch": 0.2728076296813212,
      "grad_norm": 0.8000276861747356,
      "learning_rate": 0.00029931498170135553,
      "loss": 2.0625,
      "step": 5864
    },
    {
      "epoch": 0.27285415212840197,
      "grad_norm": 0.6825961148563466,
      "learning_rate": 0.0002993146273614299,
      "loss": 2.5781,
      "step": 5865
    },
    {
      "epoch": 0.27290067457548267,
      "grad_norm": 0.8957773225968034,
      "learning_rate": 0.000299314272930093,
      "loss": 2.6719,
      "step": 5866
    },
    {
      "epoch": 0.27294719702256337,
      "grad_norm": 0.7445086104302531,
      "learning_rate": 0.000299313918407345,
      "loss": 2.6406,
      "step": 5867
    },
    {
      "epoch": 0.2729937194696441,
      "grad_norm": 0.7007795385228858,
      "learning_rate": 0.0002993135637931861,
      "loss": 2.4688,
      "step": 5868
    },
    {
      "epoch": 0.2730402419167248,
      "grad_norm": 0.729420300714205,
      "learning_rate": 0.0002993132090876167,
      "loss": 2.875,
      "step": 5869
    },
    {
      "epoch": 0.2730867643638055,
      "grad_norm": 0.8101844096009877,
      "learning_rate": 0.00029931285429063675,
      "loss": 2.7812,
      "step": 5870
    },
    {
      "epoch": 0.2731332868108863,
      "grad_norm": 0.7290689160658634,
      "learning_rate": 0.00029931249940224664,
      "loss": 2.7031,
      "step": 5871
    },
    {
      "epoch": 0.273179809257967,
      "grad_norm": 0.6428283974522387,
      "learning_rate": 0.0002993121444224465,
      "loss": 2.4219,
      "step": 5872
    },
    {
      "epoch": 0.2732263317050477,
      "grad_norm": 0.6435108624786176,
      "learning_rate": 0.0002993117893512366,
      "loss": 2.6719,
      "step": 5873
    },
    {
      "epoch": 0.2732728541521284,
      "grad_norm": 0.6984730013052681,
      "learning_rate": 0.0002993114341886171,
      "loss": 2.7656,
      "step": 5874
    },
    {
      "epoch": 0.27331937659920913,
      "grad_norm": 0.6340143235951083,
      "learning_rate": 0.0002993110789345883,
      "loss": 2.3906,
      "step": 5875
    },
    {
      "epoch": 0.27336589904628983,
      "grad_norm": 0.6454261696308856,
      "learning_rate": 0.00029931072358915046,
      "loss": 2.6094,
      "step": 5876
    },
    {
      "epoch": 0.2734124214933705,
      "grad_norm": 0.7380168873031543,
      "learning_rate": 0.0002993103681523036,
      "loss": 2.8594,
      "step": 5877
    },
    {
      "epoch": 0.2734589439404513,
      "grad_norm": 0.714798938120342,
      "learning_rate": 0.0002993100126240481,
      "loss": 2.7031,
      "step": 5878
    },
    {
      "epoch": 0.273505466387532,
      "grad_norm": 0.7181382481370574,
      "learning_rate": 0.00029930965700438416,
      "loss": 2.6719,
      "step": 5879
    },
    {
      "epoch": 0.2735519888346127,
      "grad_norm": 0.7148122557562888,
      "learning_rate": 0.00029930930129331185,
      "loss": 2.6719,
      "step": 5880
    },
    {
      "epoch": 0.27359851128169344,
      "grad_norm": 0.6808003642329452,
      "learning_rate": 0.0002993089454908316,
      "loss": 2.7188,
      "step": 5881
    },
    {
      "epoch": 0.27364503372877413,
      "grad_norm": 0.743414618910652,
      "learning_rate": 0.00029930858959694356,
      "loss": 2.5781,
      "step": 5882
    },
    {
      "epoch": 0.27369155617585483,
      "grad_norm": 0.6381610051446175,
      "learning_rate": 0.00029930823361164785,
      "loss": 2.9844,
      "step": 5883
    },
    {
      "epoch": 0.2737380786229356,
      "grad_norm": 0.6853005031839317,
      "learning_rate": 0.0002993078775349448,
      "loss": 3.0312,
      "step": 5884
    },
    {
      "epoch": 0.2737846010700163,
      "grad_norm": 0.6920055762383498,
      "learning_rate": 0.0002993075213668346,
      "loss": 2.6406,
      "step": 5885
    },
    {
      "epoch": 0.273831123517097,
      "grad_norm": 0.6925429829282843,
      "learning_rate": 0.0002993071651073174,
      "loss": 2.7656,
      "step": 5886
    },
    {
      "epoch": 0.27387764596417774,
      "grad_norm": 0.6498036280616097,
      "learning_rate": 0.0002993068087563935,
      "loss": 2.6875,
      "step": 5887
    },
    {
      "epoch": 0.27392416841125844,
      "grad_norm": 0.8605056322474524,
      "learning_rate": 0.0002993064523140631,
      "loss": 2.7344,
      "step": 5888
    },
    {
      "epoch": 0.27397069085833914,
      "grad_norm": 0.716764569974453,
      "learning_rate": 0.00029930609578032643,
      "loss": 2.8594,
      "step": 5889
    },
    {
      "epoch": 0.27401721330541984,
      "grad_norm": 0.7949658106978219,
      "learning_rate": 0.00029930573915518366,
      "loss": 2.7969,
      "step": 5890
    },
    {
      "epoch": 0.2740637357525006,
      "grad_norm": 0.6952541647407002,
      "learning_rate": 0.00029930538243863505,
      "loss": 2.6094,
      "step": 5891
    },
    {
      "epoch": 0.2741102581995813,
      "grad_norm": 0.82422914691339,
      "learning_rate": 0.0002993050256306808,
      "loss": 1.8906,
      "step": 5892
    },
    {
      "epoch": 0.274156780646662,
      "grad_norm": 0.6938260122465877,
      "learning_rate": 0.00029930466873132115,
      "loss": 2.6562,
      "step": 5893
    },
    {
      "epoch": 0.27420330309374275,
      "grad_norm": 0.7102210327652128,
      "learning_rate": 0.00029930431174055624,
      "loss": 2.6562,
      "step": 5894
    },
    {
      "epoch": 0.27424982554082344,
      "grad_norm": 0.7836873779402493,
      "learning_rate": 0.0002993039546583864,
      "loss": 2.75,
      "step": 5895
    },
    {
      "epoch": 0.27429634798790414,
      "grad_norm": 0.8133917276960232,
      "learning_rate": 0.00029930359748481174,
      "loss": 2.5781,
      "step": 5896
    },
    {
      "epoch": 0.2743428704349849,
      "grad_norm": 0.7505872065063742,
      "learning_rate": 0.00029930324021983264,
      "loss": 2.625,
      "step": 5897
    },
    {
      "epoch": 0.2743893928820656,
      "grad_norm": 0.6763191124879148,
      "learning_rate": 0.00029930288286344917,
      "loss": 2.6719,
      "step": 5898
    },
    {
      "epoch": 0.2744359153291463,
      "grad_norm": 0.8054137518843966,
      "learning_rate": 0.0002993025254156616,
      "loss": 2.7656,
      "step": 5899
    },
    {
      "epoch": 0.27448243777622705,
      "grad_norm": 0.7337098878994301,
      "learning_rate": 0.00029930216787647015,
      "loss": 2.6875,
      "step": 5900
    },
    {
      "epoch": 0.27452896022330775,
      "grad_norm": 0.7546525044403738,
      "learning_rate": 0.000299301810245875,
      "loss": 2.6719,
      "step": 5901
    },
    {
      "epoch": 0.27457548267038845,
      "grad_norm": 0.7043217673051511,
      "learning_rate": 0.0002993014525238764,
      "loss": 2.6406,
      "step": 5902
    },
    {
      "epoch": 0.2746220051174692,
      "grad_norm": 0.6681527468194058,
      "learning_rate": 0.00029930109471047457,
      "loss": 2.5938,
      "step": 5903
    },
    {
      "epoch": 0.2746685275645499,
      "grad_norm": 0.7297068944814614,
      "learning_rate": 0.0002993007368056698,
      "loss": 2.75,
      "step": 5904
    },
    {
      "epoch": 0.2747150500116306,
      "grad_norm": 0.7446290061670336,
      "learning_rate": 0.00029930037880946216,
      "loss": 2.5,
      "step": 5905
    },
    {
      "epoch": 0.2747615724587113,
      "grad_norm": 0.6255077198798179,
      "learning_rate": 0.000299300020721852,
      "loss": 2.4375,
      "step": 5906
    },
    {
      "epoch": 0.27480809490579206,
      "grad_norm": 0.7556859133233483,
      "learning_rate": 0.00029929966254283943,
      "loss": 2.6094,
      "step": 5907
    },
    {
      "epoch": 0.27485461735287275,
      "grad_norm": 0.7351669678120414,
      "learning_rate": 0.00029929930427242474,
      "loss": 2.625,
      "step": 5908
    },
    {
      "epoch": 0.27490113979995345,
      "grad_norm": 0.776038360273145,
      "learning_rate": 0.00029929894591060823,
      "loss": 2.0156,
      "step": 5909
    },
    {
      "epoch": 0.2749476622470342,
      "grad_norm": 0.6409772142098619,
      "learning_rate": 0.0002992985874573899,
      "loss": 2.4375,
      "step": 5910
    },
    {
      "epoch": 0.2749941846941149,
      "grad_norm": 0.6826916876646827,
      "learning_rate": 0.0002992982289127702,
      "loss": 2.4531,
      "step": 5911
    },
    {
      "epoch": 0.2750407071411956,
      "grad_norm": 0.7473185585277118,
      "learning_rate": 0.0002992978702767492,
      "loss": 2.9219,
      "step": 5912
    },
    {
      "epoch": 0.27508722958827636,
      "grad_norm": 0.6776520965958319,
      "learning_rate": 0.0002992975115493271,
      "loss": 2.4375,
      "step": 5913
    },
    {
      "epoch": 0.27513375203535706,
      "grad_norm": 0.8198357779491192,
      "learning_rate": 0.00029929715273050426,
      "loss": 2.8906,
      "step": 5914
    },
    {
      "epoch": 0.27518027448243776,
      "grad_norm": 0.6654926495329689,
      "learning_rate": 0.0002992967938202808,
      "loss": 2.8438,
      "step": 5915
    },
    {
      "epoch": 0.2752267969295185,
      "grad_norm": 0.7258360049237371,
      "learning_rate": 0.000299296434818657,
      "loss": 2.8125,
      "step": 5916
    },
    {
      "epoch": 0.2752733193765992,
      "grad_norm": 0.7078411715983006,
      "learning_rate": 0.000299296075725633,
      "loss": 2.6875,
      "step": 5917
    },
    {
      "epoch": 0.2753198418236799,
      "grad_norm": 0.7029938112184727,
      "learning_rate": 0.00029929571654120906,
      "loss": 2.9062,
      "step": 5918
    },
    {
      "epoch": 0.27536636427076067,
      "grad_norm": 0.6940066652969836,
      "learning_rate": 0.0002992953572653854,
      "loss": 2.5625,
      "step": 5919
    },
    {
      "epoch": 0.27541288671784137,
      "grad_norm": 0.6916130441914726,
      "learning_rate": 0.00029929499789816224,
      "loss": 2.7969,
      "step": 5920
    },
    {
      "epoch": 0.27545940916492206,
      "grad_norm": 0.6692812488252937,
      "learning_rate": 0.00029929463843953987,
      "loss": 2.4531,
      "step": 5921
    },
    {
      "epoch": 0.2755059316120028,
      "grad_norm": 0.6443188966928409,
      "learning_rate": 0.0002992942788895184,
      "loss": 2.4688,
      "step": 5922
    },
    {
      "epoch": 0.2755524540590835,
      "grad_norm": 0.7570525066122861,
      "learning_rate": 0.00029929391924809806,
      "loss": 2.4688,
      "step": 5923
    },
    {
      "epoch": 0.2755989765061642,
      "grad_norm": 0.7111965325578025,
      "learning_rate": 0.0002992935595152791,
      "loss": 2.7188,
      "step": 5924
    },
    {
      "epoch": 0.2756454989532449,
      "grad_norm": 0.681468182652379,
      "learning_rate": 0.00029929319969106176,
      "loss": 2.8125,
      "step": 5925
    },
    {
      "epoch": 0.27569202140032567,
      "grad_norm": 0.7530560763089942,
      "learning_rate": 0.0002992928397754462,
      "loss": 3.0469,
      "step": 5926
    },
    {
      "epoch": 0.27573854384740637,
      "grad_norm": 0.7644642798855518,
      "learning_rate": 0.00029929247976843277,
      "loss": 2.8438,
      "step": 5927
    },
    {
      "epoch": 0.27578506629448707,
      "grad_norm": 0.7373626537196796,
      "learning_rate": 0.0002992921196700216,
      "loss": 2.75,
      "step": 5928
    },
    {
      "epoch": 0.2758315887415678,
      "grad_norm": 0.6922145314628202,
      "learning_rate": 0.00029929175948021286,
      "loss": 2.7969,
      "step": 5929
    },
    {
      "epoch": 0.2758781111886485,
      "grad_norm": 0.6693476866845293,
      "learning_rate": 0.00029929139919900684,
      "loss": 2.5938,
      "step": 5930
    },
    {
      "epoch": 0.2759246336357292,
      "grad_norm": 0.7183260997469203,
      "learning_rate": 0.00029929103882640377,
      "loss": 2.5781,
      "step": 5931
    },
    {
      "epoch": 0.27597115608281,
      "grad_norm": 0.6812952444474799,
      "learning_rate": 0.0002992906783624038,
      "loss": 2.5156,
      "step": 5932
    },
    {
      "epoch": 0.2760176785298907,
      "grad_norm": 0.705266294784622,
      "learning_rate": 0.0002992903178070073,
      "loss": 2.5938,
      "step": 5933
    },
    {
      "epoch": 0.2760642009769714,
      "grad_norm": 0.7007714356272535,
      "learning_rate": 0.00029928995716021426,
      "loss": 2.625,
      "step": 5934
    },
    {
      "epoch": 0.27611072342405213,
      "grad_norm": 0.6778476146072495,
      "learning_rate": 0.0002992895964220251,
      "loss": 2.5781,
      "step": 5935
    },
    {
      "epoch": 0.27615724587113283,
      "grad_norm": 0.7343498317800506,
      "learning_rate": 0.0002992892355924399,
      "loss": 2.6719,
      "step": 5936
    },
    {
      "epoch": 0.2762037683182135,
      "grad_norm": 0.7163188125653764,
      "learning_rate": 0.00029928887467145905,
      "loss": 2.6719,
      "step": 5937
    },
    {
      "epoch": 0.2762502907652943,
      "grad_norm": 0.6936037628372368,
      "learning_rate": 0.00029928851365908265,
      "loss": 2.7969,
      "step": 5938
    },
    {
      "epoch": 0.276296813212375,
      "grad_norm": 0.6982721900925166,
      "learning_rate": 0.00029928815255531087,
      "loss": 2.8125,
      "step": 5939
    },
    {
      "epoch": 0.2763433356594557,
      "grad_norm": 0.704037694369537,
      "learning_rate": 0.0002992877913601441,
      "loss": 2.5156,
      "step": 5940
    },
    {
      "epoch": 0.2763898581065364,
      "grad_norm": 0.7526441293244354,
      "learning_rate": 0.0002992874300735824,
      "loss": 2.7656,
      "step": 5941
    },
    {
      "epoch": 0.27643638055361713,
      "grad_norm": 0.7690271732190903,
      "learning_rate": 0.0002992870686956261,
      "loss": 2.5938,
      "step": 5942
    },
    {
      "epoch": 0.27648290300069783,
      "grad_norm": 0.7589384016691303,
      "learning_rate": 0.0002992867072262753,
      "loss": 2.5938,
      "step": 5943
    },
    {
      "epoch": 0.27652942544777853,
      "grad_norm": 0.7520524688764432,
      "learning_rate": 0.00029928634566553033,
      "loss": 2.7344,
      "step": 5944
    },
    {
      "epoch": 0.2765759478948593,
      "grad_norm": 0.7386559246848686,
      "learning_rate": 0.0002992859840133914,
      "loss": 2.8438,
      "step": 5945
    },
    {
      "epoch": 0.27662247034194,
      "grad_norm": 0.7215784178314949,
      "learning_rate": 0.00029928562226985873,
      "loss": 2.7188,
      "step": 5946
    },
    {
      "epoch": 0.2766689927890207,
      "grad_norm": 0.6965206130637245,
      "learning_rate": 0.0002992852604349325,
      "loss": 2.7031,
      "step": 5947
    },
    {
      "epoch": 0.27671551523610144,
      "grad_norm": 0.7502829039505085,
      "learning_rate": 0.0002992848985086129,
      "loss": 3.0625,
      "step": 5948
    },
    {
      "epoch": 0.27676203768318214,
      "grad_norm": 0.7086393573771603,
      "learning_rate": 0.0002992845364909003,
      "loss": 2.875,
      "step": 5949
    },
    {
      "epoch": 0.27680856013026284,
      "grad_norm": 0.6270028456480689,
      "learning_rate": 0.00029928417438179473,
      "loss": 2.3438,
      "step": 5950
    },
    {
      "epoch": 0.2768550825773436,
      "grad_norm": 0.7396725273634183,
      "learning_rate": 0.0002992838121812966,
      "loss": 2.0938,
      "step": 5951
    },
    {
      "epoch": 0.2769016050244243,
      "grad_norm": 0.7574029031323436,
      "learning_rate": 0.000299283449889406,
      "loss": 2.6562,
      "step": 5952
    },
    {
      "epoch": 0.276948127471505,
      "grad_norm": 0.7509720267748556,
      "learning_rate": 0.0002992830875061232,
      "loss": 2.6719,
      "step": 5953
    },
    {
      "epoch": 0.27699464991858574,
      "grad_norm": 0.7389852557963673,
      "learning_rate": 0.0002992827250314484,
      "loss": 2.8438,
      "step": 5954
    },
    {
      "epoch": 0.27704117236566644,
      "grad_norm": 0.6823005738384454,
      "learning_rate": 0.0002992823624653818,
      "loss": 2.6719,
      "step": 5955
    },
    {
      "epoch": 0.27708769481274714,
      "grad_norm": 0.6827784914692354,
      "learning_rate": 0.00029928199980792377,
      "loss": 2.5625,
      "step": 5956
    },
    {
      "epoch": 0.27713421725982784,
      "grad_norm": 0.6527499698954842,
      "learning_rate": 0.0002992816370590743,
      "loss": 2.5469,
      "step": 5957
    },
    {
      "epoch": 0.2771807397069086,
      "grad_norm": 0.7279950917448869,
      "learning_rate": 0.0002992812742188338,
      "loss": 2.75,
      "step": 5958
    },
    {
      "epoch": 0.2772272621539893,
      "grad_norm": 0.7943344635072402,
      "learning_rate": 0.0002992809112872024,
      "loss": 2.5625,
      "step": 5959
    },
    {
      "epoch": 0.27727378460107,
      "grad_norm": 0.6832011212875126,
      "learning_rate": 0.0002992805482641804,
      "loss": 2.7812,
      "step": 5960
    },
    {
      "epoch": 0.27732030704815075,
      "grad_norm": 0.706188439996856,
      "learning_rate": 0.0002992801851497679,
      "loss": 2.6094,
      "step": 5961
    },
    {
      "epoch": 0.27736682949523145,
      "grad_norm": 0.6963906559268508,
      "learning_rate": 0.0002992798219439652,
      "loss": 2.7969,
      "step": 5962
    },
    {
      "epoch": 0.27741335194231215,
      "grad_norm": 0.7971974678991031,
      "learning_rate": 0.00029927945864677253,
      "loss": 2.75,
      "step": 5963
    },
    {
      "epoch": 0.2774598743893929,
      "grad_norm": 0.7342489461723298,
      "learning_rate": 0.00029927909525819007,
      "loss": 2.5312,
      "step": 5964
    },
    {
      "epoch": 0.2775063968364736,
      "grad_norm": 0.6397407286080591,
      "learning_rate": 0.00029927873177821814,
      "loss": 2.6875,
      "step": 5965
    },
    {
      "epoch": 0.2775529192835543,
      "grad_norm": 0.7292393051789479,
      "learning_rate": 0.0002992783682068568,
      "loss": 2.5781,
      "step": 5966
    },
    {
      "epoch": 0.27759944173063505,
      "grad_norm": 0.6768743846538751,
      "learning_rate": 0.0002992780045441064,
      "loss": 2.625,
      "step": 5967
    },
    {
      "epoch": 0.27764596417771575,
      "grad_norm": 0.6576566675860073,
      "learning_rate": 0.0002992776407899671,
      "loss": 2.7031,
      "step": 5968
    },
    {
      "epoch": 0.27769248662479645,
      "grad_norm": 0.6415594180995828,
      "learning_rate": 0.0002992772769444392,
      "loss": 2.6562,
      "step": 5969
    },
    {
      "epoch": 0.2777390090718772,
      "grad_norm": 0.7128665998284757,
      "learning_rate": 0.0002992769130075229,
      "loss": 2.6406,
      "step": 5970
    },
    {
      "epoch": 0.2777855315189579,
      "grad_norm": 0.6702510343712822,
      "learning_rate": 0.0002992765489792183,
      "loss": 2.6094,
      "step": 5971
    },
    {
      "epoch": 0.2778320539660386,
      "grad_norm": 0.6984486901408848,
      "learning_rate": 0.00029927618485952576,
      "loss": 2.7344,
      "step": 5972
    },
    {
      "epoch": 0.2778785764131193,
      "grad_norm": 0.6629308809300949,
      "learning_rate": 0.00029927582064844546,
      "loss": 2.0,
      "step": 5973
    },
    {
      "epoch": 0.27792509886020006,
      "grad_norm": 0.7315236609311921,
      "learning_rate": 0.0002992754563459776,
      "loss": 2.7656,
      "step": 5974
    },
    {
      "epoch": 0.27797162130728076,
      "grad_norm": 0.6683974258282751,
      "learning_rate": 0.00029927509195212245,
      "loss": 2.2969,
      "step": 5975
    },
    {
      "epoch": 0.27801814375436146,
      "grad_norm": 0.7175648859823741,
      "learning_rate": 0.00029927472746688023,
      "loss": 2.6406,
      "step": 5976
    },
    {
      "epoch": 0.2780646662014422,
      "grad_norm": 0.683621592191731,
      "learning_rate": 0.00029927436289025114,
      "loss": 2.7812,
      "step": 5977
    },
    {
      "epoch": 0.2781111886485229,
      "grad_norm": 0.6741963194515654,
      "learning_rate": 0.00029927399822223536,
      "loss": 2.4688,
      "step": 5978
    },
    {
      "epoch": 0.2781577110956036,
      "grad_norm": 0.6725094325565409,
      "learning_rate": 0.0002992736334628332,
      "loss": 2.6875,
      "step": 5979
    },
    {
      "epoch": 0.27820423354268436,
      "grad_norm": 0.7187447095548641,
      "learning_rate": 0.0002992732686120448,
      "loss": 2.6719,
      "step": 5980
    },
    {
      "epoch": 0.27825075598976506,
      "grad_norm": 0.7231508420428543,
      "learning_rate": 0.0002992729036698705,
      "loss": 2.0781,
      "step": 5981
    },
    {
      "epoch": 0.27829727843684576,
      "grad_norm": 0.6855719843113954,
      "learning_rate": 0.00029927253863631036,
      "loss": 2.9219,
      "step": 5982
    },
    {
      "epoch": 0.2783438008839265,
      "grad_norm": 0.7103108075094794,
      "learning_rate": 0.00029927217351136473,
      "loss": 2.8594,
      "step": 5983
    },
    {
      "epoch": 0.2783903233310072,
      "grad_norm": 0.9665429866277067,
      "learning_rate": 0.0002992718082950338,
      "loss": 2.5469,
      "step": 5984
    },
    {
      "epoch": 0.2784368457780879,
      "grad_norm": 0.7042455033493707,
      "learning_rate": 0.00029927144298731777,
      "loss": 2.7969,
      "step": 5985
    },
    {
      "epoch": 0.27848336822516867,
      "grad_norm": 0.6670535922233641,
      "learning_rate": 0.0002992710775882169,
      "loss": 2.7188,
      "step": 5986
    },
    {
      "epoch": 0.27852989067224937,
      "grad_norm": 0.707490978242857,
      "learning_rate": 0.00029927071209773145,
      "loss": 2.8281,
      "step": 5987
    },
    {
      "epoch": 0.27857641311933007,
      "grad_norm": 0.7344064069676595,
      "learning_rate": 0.00029927034651586155,
      "loss": 1.9766,
      "step": 5988
    },
    {
      "epoch": 0.27862293556641077,
      "grad_norm": 0.6782528028410819,
      "learning_rate": 0.0002992699808426074,
      "loss": 2.7969,
      "step": 5989
    },
    {
      "epoch": 0.2786694580134915,
      "grad_norm": 0.6508243441661132,
      "learning_rate": 0.00029926961507796936,
      "loss": 2.6094,
      "step": 5990
    },
    {
      "epoch": 0.2787159804605722,
      "grad_norm": 0.630551137037613,
      "learning_rate": 0.0002992692492219475,
      "loss": 2.5938,
      "step": 5991
    },
    {
      "epoch": 0.2787625029076529,
      "grad_norm": 0.7377676530917305,
      "learning_rate": 0.0002992688832745422,
      "loss": 2.7656,
      "step": 5992
    },
    {
      "epoch": 0.2788090253547337,
      "grad_norm": 0.701266056939386,
      "learning_rate": 0.0002992685172357536,
      "loss": 2.75,
      "step": 5993
    },
    {
      "epoch": 0.2788555478018144,
      "grad_norm": 0.649261304095555,
      "learning_rate": 0.000299268151105582,
      "loss": 2.6719,
      "step": 5994
    },
    {
      "epoch": 0.2789020702488951,
      "grad_norm": 0.6693597725932228,
      "learning_rate": 0.00029926778488402743,
      "loss": 2.4844,
      "step": 5995
    },
    {
      "epoch": 0.2789485926959758,
      "grad_norm": 0.9518484462948212,
      "learning_rate": 0.0002992674185710903,
      "loss": 1.8828,
      "step": 5996
    },
    {
      "epoch": 0.2789951151430565,
      "grad_norm": 0.7015720454712115,
      "learning_rate": 0.00029926705216677083,
      "loss": 2.5469,
      "step": 5997
    },
    {
      "epoch": 0.2790416375901372,
      "grad_norm": 0.8341107624557187,
      "learning_rate": 0.0002992666856710691,
      "loss": 2.8438,
      "step": 5998
    },
    {
      "epoch": 0.279088160037218,
      "grad_norm": 0.697295662806245,
      "learning_rate": 0.0002992663190839855,
      "loss": 2.7344,
      "step": 5999
    },
    {
      "epoch": 0.2791346824842987,
      "grad_norm": 0.7008025181045059,
      "learning_rate": 0.00029926595240552007,
      "loss": 2.5938,
      "step": 6000
    },
    {
      "epoch": 0.2791812049313794,
      "grad_norm": 0.664577595684088,
      "learning_rate": 0.00029926558563567326,
      "loss": 2.75,
      "step": 6001
    },
    {
      "epoch": 0.27922772737846013,
      "grad_norm": 0.7430250919863894,
      "learning_rate": 0.0002992652187744451,
      "loss": 2.8125,
      "step": 6002
    },
    {
      "epoch": 0.27927424982554083,
      "grad_norm": 0.6227939642368893,
      "learning_rate": 0.00029926485182183593,
      "loss": 2.4688,
      "step": 6003
    },
    {
      "epoch": 0.27932077227262153,
      "grad_norm": 0.7486701588588602,
      "learning_rate": 0.00029926448477784594,
      "loss": 2.6875,
      "step": 6004
    },
    {
      "epoch": 0.27936729471970223,
      "grad_norm": 0.7860397128263493,
      "learning_rate": 0.0002992641176424754,
      "loss": 2.75,
      "step": 6005
    },
    {
      "epoch": 0.279413817166783,
      "grad_norm": 0.6238990340294305,
      "learning_rate": 0.0002992637504157244,
      "loss": 2.3906,
      "step": 6006
    },
    {
      "epoch": 0.2794603396138637,
      "grad_norm": 0.6704416301730893,
      "learning_rate": 0.0002992633830975933,
      "loss": 2.5469,
      "step": 6007
    },
    {
      "epoch": 0.2795068620609444,
      "grad_norm": 0.6849216463680393,
      "learning_rate": 0.00029926301568808226,
      "loss": 2.7969,
      "step": 6008
    },
    {
      "epoch": 0.27955338450802514,
      "grad_norm": 0.7113444746277684,
      "learning_rate": 0.00029926264818719154,
      "loss": 2.6875,
      "step": 6009
    },
    {
      "epoch": 0.27959990695510584,
      "grad_norm": 0.6488181426641888,
      "learning_rate": 0.0002992622805949213,
      "loss": 2.5938,
      "step": 6010
    },
    {
      "epoch": 0.27964642940218654,
      "grad_norm": 0.6380257854134687,
      "learning_rate": 0.00029926191291127185,
      "loss": 2.5312,
      "step": 6011
    },
    {
      "epoch": 0.2796929518492673,
      "grad_norm": 0.7049613977696942,
      "learning_rate": 0.00029926154513624343,
      "loss": 2.5781,
      "step": 6012
    },
    {
      "epoch": 0.279739474296348,
      "grad_norm": 0.6656356932292474,
      "learning_rate": 0.0002992611772698361,
      "loss": 2.4531,
      "step": 6013
    },
    {
      "epoch": 0.2797859967434287,
      "grad_norm": 0.7144489996976197,
      "learning_rate": 0.00029926080931205024,
      "loss": 2.8906,
      "step": 6014
    },
    {
      "epoch": 0.27983251919050944,
      "grad_norm": 0.7423486550186643,
      "learning_rate": 0.00029926044126288607,
      "loss": 2.875,
      "step": 6015
    },
    {
      "epoch": 0.27987904163759014,
      "grad_norm": 0.6946474472824424,
      "learning_rate": 0.00029926007312234377,
      "loss": 2.6406,
      "step": 6016
    },
    {
      "epoch": 0.27992556408467084,
      "grad_norm": 0.7170745907134699,
      "learning_rate": 0.00029925970489042355,
      "loss": 3.0781,
      "step": 6017
    },
    {
      "epoch": 0.2799720865317516,
      "grad_norm": 0.7056509945660774,
      "learning_rate": 0.0002992593365671257,
      "loss": 2.7188,
      "step": 6018
    },
    {
      "epoch": 0.2800186089788323,
      "grad_norm": 0.6595018795866551,
      "learning_rate": 0.00029925896815245035,
      "loss": 2.4688,
      "step": 6019
    },
    {
      "epoch": 0.280065131425913,
      "grad_norm": 0.6861037112791082,
      "learning_rate": 0.0002992585996463978,
      "loss": 2.9375,
      "step": 6020
    },
    {
      "epoch": 0.2801116538729937,
      "grad_norm": 0.7169820021680195,
      "learning_rate": 0.00029925823104896826,
      "loss": 2.8125,
      "step": 6021
    },
    {
      "epoch": 0.28015817632007445,
      "grad_norm": 0.6325154850239421,
      "learning_rate": 0.00029925786236016194,
      "loss": 2.5469,
      "step": 6022
    },
    {
      "epoch": 0.28020469876715515,
      "grad_norm": 0.6825487358420536,
      "learning_rate": 0.00029925749357997906,
      "loss": 2.5781,
      "step": 6023
    },
    {
      "epoch": 0.28025122121423585,
      "grad_norm": 0.721104859058032,
      "learning_rate": 0.00029925712470841995,
      "loss": 2.9688,
      "step": 6024
    },
    {
      "epoch": 0.2802977436613166,
      "grad_norm": 0.7089214101116176,
      "learning_rate": 0.00029925675574548466,
      "loss": 2.5156,
      "step": 6025
    },
    {
      "epoch": 0.2803442661083973,
      "grad_norm": 0.7503848025356651,
      "learning_rate": 0.0002992563866911735,
      "loss": 2.5156,
      "step": 6026
    },
    {
      "epoch": 0.280390788555478,
      "grad_norm": 0.6823534017238333,
      "learning_rate": 0.00029925601754548673,
      "loss": 2.5312,
      "step": 6027
    },
    {
      "epoch": 0.28043731100255875,
      "grad_norm": 0.7779086202134214,
      "learning_rate": 0.0002992556483084246,
      "loss": 2.8281,
      "step": 6028
    },
    {
      "epoch": 0.28048383344963945,
      "grad_norm": 0.686537031647627,
      "learning_rate": 0.0002992552789799872,
      "loss": 2.6094,
      "step": 6029
    },
    {
      "epoch": 0.28053035589672015,
      "grad_norm": 0.7639819430125266,
      "learning_rate": 0.0002992549095601749,
      "loss": 2.8438,
      "step": 6030
    },
    {
      "epoch": 0.2805768783438009,
      "grad_norm": 0.6921260950232428,
      "learning_rate": 0.00029925454004898783,
      "loss": 3.0625,
      "step": 6031
    },
    {
      "epoch": 0.2806234007908816,
      "grad_norm": 0.7412783977618201,
      "learning_rate": 0.0002992541704464263,
      "loss": 2.875,
      "step": 6032
    },
    {
      "epoch": 0.2806699232379623,
      "grad_norm": 0.6418268398220368,
      "learning_rate": 0.0002992538007524904,
      "loss": 2.9062,
      "step": 6033
    },
    {
      "epoch": 0.28071644568504306,
      "grad_norm": 0.6752238615482741,
      "learning_rate": 0.0002992534309671805,
      "loss": 2.9688,
      "step": 6034
    },
    {
      "epoch": 0.28076296813212376,
      "grad_norm": 0.6695005695563816,
      "learning_rate": 0.00029925306109049673,
      "loss": 2.6406,
      "step": 6035
    },
    {
      "epoch": 0.28080949057920446,
      "grad_norm": 0.7061465868890697,
      "learning_rate": 0.0002992526911224394,
      "loss": 2.6719,
      "step": 6036
    },
    {
      "epoch": 0.28085601302628516,
      "grad_norm": 0.6823758798092885,
      "learning_rate": 0.00029925232106300866,
      "loss": 2.8125,
      "step": 6037
    },
    {
      "epoch": 0.2809025354733659,
      "grad_norm": 0.672755180271191,
      "learning_rate": 0.00029925195091220477,
      "loss": 2.7031,
      "step": 6038
    },
    {
      "epoch": 0.2809490579204466,
      "grad_norm": 0.6550050558521374,
      "learning_rate": 0.000299251580670028,
      "loss": 2.6562,
      "step": 6039
    },
    {
      "epoch": 0.2809955803675273,
      "grad_norm": 0.6734944798716351,
      "learning_rate": 0.0002992512103364785,
      "loss": 2.6719,
      "step": 6040
    },
    {
      "epoch": 0.28104210281460806,
      "grad_norm": 0.7925151095650066,
      "learning_rate": 0.0002992508399115565,
      "loss": 2.625,
      "step": 6041
    },
    {
      "epoch": 0.28108862526168876,
      "grad_norm": 0.6457989809968586,
      "learning_rate": 0.00029925046939526233,
      "loss": 2.4062,
      "step": 6042
    },
    {
      "epoch": 0.28113514770876946,
      "grad_norm": 0.6447240835069291,
      "learning_rate": 0.0002992500987875961,
      "loss": 2.4531,
      "step": 6043
    },
    {
      "epoch": 0.2811816701558502,
      "grad_norm": 0.7111280890170087,
      "learning_rate": 0.0002992497280885581,
      "loss": 2.5938,
      "step": 6044
    },
    {
      "epoch": 0.2812281926029309,
      "grad_norm": 0.7502645932639067,
      "learning_rate": 0.0002992493572981485,
      "loss": 2.4531,
      "step": 6045
    },
    {
      "epoch": 0.2812747150500116,
      "grad_norm": 0.648067435220287,
      "learning_rate": 0.00029924898641636754,
      "loss": 2.6875,
      "step": 6046
    },
    {
      "epoch": 0.28132123749709237,
      "grad_norm": 0.6849584012347023,
      "learning_rate": 0.00029924861544321555,
      "loss": 2.3906,
      "step": 6047
    },
    {
      "epoch": 0.28136775994417307,
      "grad_norm": 0.7734298625799534,
      "learning_rate": 0.00029924824437869263,
      "loss": 2.8438,
      "step": 6048
    },
    {
      "epoch": 0.28141428239125377,
      "grad_norm": 0.6686505276207996,
      "learning_rate": 0.00029924787322279907,
      "loss": 2.6562,
      "step": 6049
    },
    {
      "epoch": 0.2814608048383345,
      "grad_norm": 0.6973279043456602,
      "learning_rate": 0.00029924750197553513,
      "loss": 3.0312,
      "step": 6050
    },
    {
      "epoch": 0.2815073272854152,
      "grad_norm": 0.7252328723726957,
      "learning_rate": 0.0002992471306369009,
      "loss": 2.7344,
      "step": 6051
    },
    {
      "epoch": 0.2815538497324959,
      "grad_norm": 0.755128657738785,
      "learning_rate": 0.0002992467592068967,
      "loss": 2.5469,
      "step": 6052
    },
    {
      "epoch": 0.2816003721795766,
      "grad_norm": 0.6862648254190054,
      "learning_rate": 0.00029924638768552287,
      "loss": 2.7031,
      "step": 6053
    },
    {
      "epoch": 0.2816468946266574,
      "grad_norm": 0.6905043060885037,
      "learning_rate": 0.0002992460160727794,
      "loss": 2.7969,
      "step": 6054
    },
    {
      "epoch": 0.2816934170737381,
      "grad_norm": 0.7415052075233175,
      "learning_rate": 0.00029924564436866667,
      "loss": 2.6875,
      "step": 6055
    },
    {
      "epoch": 0.28173993952081877,
      "grad_norm": 0.6953289089161669,
      "learning_rate": 0.0002992452725731849,
      "loss": 2.6875,
      "step": 6056
    },
    {
      "epoch": 0.2817864619678995,
      "grad_norm": 0.6154693281552261,
      "learning_rate": 0.00029924490068633427,
      "loss": 2.5312,
      "step": 6057
    },
    {
      "epoch": 0.2818329844149802,
      "grad_norm": 0.6228656014159062,
      "learning_rate": 0.00029924452870811505,
      "loss": 2.5781,
      "step": 6058
    },
    {
      "epoch": 0.2818795068620609,
      "grad_norm": 0.6691354369251946,
      "learning_rate": 0.00029924415663852745,
      "loss": 2.625,
      "step": 6059
    },
    {
      "epoch": 0.2819260293091417,
      "grad_norm": 0.6723574808627508,
      "learning_rate": 0.0002992437844775717,
      "loss": 2.4688,
      "step": 6060
    },
    {
      "epoch": 0.2819725517562224,
      "grad_norm": 0.6900459050342693,
      "learning_rate": 0.000299243412225248,
      "loss": 2.6094,
      "step": 6061
    },
    {
      "epoch": 0.2820190742033031,
      "grad_norm": 0.7498049147781062,
      "learning_rate": 0.00029924303988155664,
      "loss": 2.5781,
      "step": 6062
    },
    {
      "epoch": 0.28206559665038383,
      "grad_norm": 0.6862335662104179,
      "learning_rate": 0.00029924266744649783,
      "loss": 2.6406,
      "step": 6063
    },
    {
      "epoch": 0.28211211909746453,
      "grad_norm": 0.7311631421460845,
      "learning_rate": 0.00029924229492007173,
      "loss": 2.9531,
      "step": 6064
    },
    {
      "epoch": 0.28215864154454523,
      "grad_norm": 0.6786365089526838,
      "learning_rate": 0.0002992419223022786,
      "loss": 2.7188,
      "step": 6065
    },
    {
      "epoch": 0.282205163991626,
      "grad_norm": 0.8203316420830651,
      "learning_rate": 0.00029924154959311874,
      "loss": 2.6875,
      "step": 6066
    },
    {
      "epoch": 0.2822516864387067,
      "grad_norm": 0.6498259733874157,
      "learning_rate": 0.0002992411767925923,
      "loss": 2.5469,
      "step": 6067
    },
    {
      "epoch": 0.2822982088857874,
      "grad_norm": 0.7132291026579743,
      "learning_rate": 0.0002992408039006995,
      "loss": 2.875,
      "step": 6068
    },
    {
      "epoch": 0.2823447313328681,
      "grad_norm": 0.6623661128867496,
      "learning_rate": 0.00029924043091744066,
      "loss": 2.8281,
      "step": 6069
    },
    {
      "epoch": 0.28239125377994884,
      "grad_norm": 0.6837271485270866,
      "learning_rate": 0.0002992400578428159,
      "loss": 2.7031,
      "step": 6070
    },
    {
      "epoch": 0.28243777622702954,
      "grad_norm": 0.6758949862338992,
      "learning_rate": 0.0002992396846768255,
      "loss": 2.5469,
      "step": 6071
    },
    {
      "epoch": 0.28248429867411023,
      "grad_norm": 0.6499869001516019,
      "learning_rate": 0.0002992393114194697,
      "loss": 2.5938,
      "step": 6072
    },
    {
      "epoch": 0.282530821121191,
      "grad_norm": 0.6810716019367635,
      "learning_rate": 0.00029923893807074875,
      "loss": 2.5,
      "step": 6073
    },
    {
      "epoch": 0.2825773435682717,
      "grad_norm": 0.6527848422278674,
      "learning_rate": 0.0002992385646306628,
      "loss": 2.6562,
      "step": 6074
    },
    {
      "epoch": 0.2826238660153524,
      "grad_norm": 0.6490107473726728,
      "learning_rate": 0.00029923819109921215,
      "loss": 2.625,
      "step": 6075
    },
    {
      "epoch": 0.28267038846243314,
      "grad_norm": 0.6560689503896338,
      "learning_rate": 0.00029923781747639695,
      "loss": 2.6406,
      "step": 6076
    },
    {
      "epoch": 0.28271691090951384,
      "grad_norm": 0.6580195430030521,
      "learning_rate": 0.00029923744376221756,
      "loss": 2.7969,
      "step": 6077
    },
    {
      "epoch": 0.28276343335659454,
      "grad_norm": 0.6630007552344575,
      "learning_rate": 0.000299237069956674,
      "loss": 2.75,
      "step": 6078
    },
    {
      "epoch": 0.2828099558036753,
      "grad_norm": 0.7866161445070255,
      "learning_rate": 0.0002992366960597667,
      "loss": 2.5312,
      "step": 6079
    },
    {
      "epoch": 0.282856478250756,
      "grad_norm": 0.6746513432138226,
      "learning_rate": 0.00029923632207149586,
      "loss": 2.9062,
      "step": 6080
    },
    {
      "epoch": 0.2829030006978367,
      "grad_norm": 0.7236836043889155,
      "learning_rate": 0.0002992359479918616,
      "loss": 2.6875,
      "step": 6081
    },
    {
      "epoch": 0.28294952314491745,
      "grad_norm": 0.6834230889102461,
      "learning_rate": 0.00029923557382086427,
      "loss": 2.625,
      "step": 6082
    },
    {
      "epoch": 0.28299604559199815,
      "grad_norm": 0.6937690297885303,
      "learning_rate": 0.000299235199558504,
      "loss": 2.6406,
      "step": 6083
    },
    {
      "epoch": 0.28304256803907885,
      "grad_norm": 0.6892279623726095,
      "learning_rate": 0.0002992348252047811,
      "loss": 2.4688,
      "step": 6084
    },
    {
      "epoch": 0.28308909048615954,
      "grad_norm": 0.6753196338239332,
      "learning_rate": 0.0002992344507596957,
      "loss": 2.5938,
      "step": 6085
    },
    {
      "epoch": 0.2831356129332403,
      "grad_norm": 0.6827603443362246,
      "learning_rate": 0.00029923407622324815,
      "loss": 2.9375,
      "step": 6086
    },
    {
      "epoch": 0.283182135380321,
      "grad_norm": 0.6518029792644655,
      "learning_rate": 0.0002992337015954386,
      "loss": 2.875,
      "step": 6087
    },
    {
      "epoch": 0.2832286578274017,
      "grad_norm": 0.7314105747930881,
      "learning_rate": 0.00029923332687626725,
      "loss": 2.5625,
      "step": 6088
    },
    {
      "epoch": 0.28327518027448245,
      "grad_norm": 0.6714762021192336,
      "learning_rate": 0.0002992329520657344,
      "loss": 2.5312,
      "step": 6089
    },
    {
      "epoch": 0.28332170272156315,
      "grad_norm": 0.654756375458122,
      "learning_rate": 0.00029923257716384024,
      "loss": 2.7031,
      "step": 6090
    },
    {
      "epoch": 0.28336822516864385,
      "grad_norm": 0.6800105166699613,
      "learning_rate": 0.0002992322021705851,
      "loss": 2.6875,
      "step": 6091
    },
    {
      "epoch": 0.2834147476157246,
      "grad_norm": 0.8035315358629826,
      "learning_rate": 0.00029923182708596906,
      "loss": 1.9297,
      "step": 6092
    },
    {
      "epoch": 0.2834612700628053,
      "grad_norm": 0.6535066328516715,
      "learning_rate": 0.0002992314519099924,
      "loss": 2.5156,
      "step": 6093
    },
    {
      "epoch": 0.283507792509886,
      "grad_norm": 0.7948612867768041,
      "learning_rate": 0.00029923107664265545,
      "loss": 2.8906,
      "step": 6094
    },
    {
      "epoch": 0.28355431495696676,
      "grad_norm": 0.682175390179025,
      "learning_rate": 0.0002992307012839583,
      "loss": 2.375,
      "step": 6095
    },
    {
      "epoch": 0.28360083740404746,
      "grad_norm": 0.7480965528289125,
      "learning_rate": 0.0002992303258339012,
      "loss": 2.5156,
      "step": 6096
    },
    {
      "epoch": 0.28364735985112816,
      "grad_norm": 0.7034959305007624,
      "learning_rate": 0.00029922995029248444,
      "loss": 2.8594,
      "step": 6097
    },
    {
      "epoch": 0.2836938822982089,
      "grad_norm": 0.8632371562025745,
      "learning_rate": 0.00029922957465970825,
      "loss": 3.0156,
      "step": 6098
    },
    {
      "epoch": 0.2837404047452896,
      "grad_norm": 0.7152561525374987,
      "learning_rate": 0.00029922919893557285,
      "loss": 2.3438,
      "step": 6099
    },
    {
      "epoch": 0.2837869271923703,
      "grad_norm": 0.6878136431584398,
      "learning_rate": 0.0002992288231200784,
      "loss": 2.375,
      "step": 6100
    },
    {
      "epoch": 0.283833449639451,
      "grad_norm": 0.7636158280764634,
      "learning_rate": 0.00029922844721322524,
      "loss": 2.5781,
      "step": 6101
    },
    {
      "epoch": 0.28387997208653176,
      "grad_norm": 0.6920208583000591,
      "learning_rate": 0.0002992280712150135,
      "loss": 2.9688,
      "step": 6102
    },
    {
      "epoch": 0.28392649453361246,
      "grad_norm": 0.7249006246721518,
      "learning_rate": 0.0002992276951254434,
      "loss": 2.3594,
      "step": 6103
    },
    {
      "epoch": 0.28397301698069316,
      "grad_norm": 0.7148509765790092,
      "learning_rate": 0.0002992273189445154,
      "loss": 2.7969,
      "step": 6104
    },
    {
      "epoch": 0.2840195394277739,
      "grad_norm": 0.6951436325118219,
      "learning_rate": 0.00029922694267222943,
      "loss": 2.6406,
      "step": 6105
    },
    {
      "epoch": 0.2840660618748546,
      "grad_norm": 0.6966013928790149,
      "learning_rate": 0.00029922656630858584,
      "loss": 2.7031,
      "step": 6106
    },
    {
      "epoch": 0.2841125843219353,
      "grad_norm": 0.6716433903775014,
      "learning_rate": 0.0002992261898535849,
      "loss": 2.8594,
      "step": 6107
    },
    {
      "epoch": 0.28415910676901607,
      "grad_norm": 0.7957939299311867,
      "learning_rate": 0.0002992258133072268,
      "loss": 2.6406,
      "step": 6108
    },
    {
      "epoch": 0.28420562921609677,
      "grad_norm": 0.692022861065399,
      "learning_rate": 0.00029922543666951177,
      "loss": 2.5156,
      "step": 6109
    },
    {
      "epoch": 0.28425215166317747,
      "grad_norm": 0.6654893932665841,
      "learning_rate": 0.0002992250599404401,
      "loss": 2.4062,
      "step": 6110
    },
    {
      "epoch": 0.2842986741102582,
      "grad_norm": 0.7170337733896828,
      "learning_rate": 0.0002992246831200119,
      "loss": 2.6406,
      "step": 6111
    },
    {
      "epoch": 0.2843451965573389,
      "grad_norm": 0.6912326452206529,
      "learning_rate": 0.0002992243062082275,
      "loss": 2.6875,
      "step": 6112
    },
    {
      "epoch": 0.2843917190044196,
      "grad_norm": 0.6556654041320169,
      "learning_rate": 0.0002992239292050871,
      "loss": 2.4844,
      "step": 6113
    },
    {
      "epoch": 0.2844382414515004,
      "grad_norm": 0.7104570950699235,
      "learning_rate": 0.0002992235521105909,
      "loss": 2.5156,
      "step": 6114
    },
    {
      "epoch": 0.2844847638985811,
      "grad_norm": 0.7203772424214053,
      "learning_rate": 0.00029922317492473924,
      "loss": 2.75,
      "step": 6115
    },
    {
      "epoch": 0.28453128634566177,
      "grad_norm": 0.7569285917482201,
      "learning_rate": 0.0002992227976475322,
      "loss": 2.4844,
      "step": 6116
    },
    {
      "epoch": 0.2845778087927425,
      "grad_norm": 0.6870373164557182,
      "learning_rate": 0.0002992224202789701,
      "loss": 2.6875,
      "step": 6117
    },
    {
      "epoch": 0.2846243312398232,
      "grad_norm": 0.660821981840518,
      "learning_rate": 0.0002992220428190532,
      "loss": 2.5625,
      "step": 6118
    },
    {
      "epoch": 0.2846708536869039,
      "grad_norm": 0.6668663894388758,
      "learning_rate": 0.00029922166526778163,
      "loss": 2.5312,
      "step": 6119
    },
    {
      "epoch": 0.2847173761339846,
      "grad_norm": 0.7146074318350158,
      "learning_rate": 0.0002992212876251557,
      "loss": 2.6406,
      "step": 6120
    },
    {
      "epoch": 0.2847638985810654,
      "grad_norm": 0.726016746806317,
      "learning_rate": 0.0002992209098911756,
      "loss": 2.8438,
      "step": 6121
    },
    {
      "epoch": 0.2848104210281461,
      "grad_norm": 0.742742728317165,
      "learning_rate": 0.0002992205320658416,
      "loss": 2.5938,
      "step": 6122
    },
    {
      "epoch": 0.2848569434752268,
      "grad_norm": 0.7830204557523597,
      "learning_rate": 0.0002992201541491539,
      "loss": 2.3281,
      "step": 6123
    },
    {
      "epoch": 0.28490346592230753,
      "grad_norm": 0.7322438231990049,
      "learning_rate": 0.00029921977614111273,
      "loss": 2.75,
      "step": 6124
    },
    {
      "epoch": 0.28494998836938823,
      "grad_norm": 0.6989228303074944,
      "learning_rate": 0.0002992193980417184,
      "loss": 2.4688,
      "step": 6125
    },
    {
      "epoch": 0.28499651081646893,
      "grad_norm": 0.7441556917621935,
      "learning_rate": 0.000299219019850971,
      "loss": 2.5312,
      "step": 6126
    },
    {
      "epoch": 0.2850430332635497,
      "grad_norm": 0.6593011251931409,
      "learning_rate": 0.00029921864156887086,
      "loss": 2.5156,
      "step": 6127
    },
    {
      "epoch": 0.2850895557106304,
      "grad_norm": 0.804252224154812,
      "learning_rate": 0.00029921826319541817,
      "loss": 3.0312,
      "step": 6128
    },
    {
      "epoch": 0.2851360781577111,
      "grad_norm": 0.6970300343690516,
      "learning_rate": 0.0002992178847306132,
      "loss": 2.3906,
      "step": 6129
    },
    {
      "epoch": 0.28518260060479184,
      "grad_norm": 0.6991485372218783,
      "learning_rate": 0.00029921750617445614,
      "loss": 2.875,
      "step": 6130
    },
    {
      "epoch": 0.28522912305187254,
      "grad_norm": 0.7294031146676203,
      "learning_rate": 0.0002992171275269473,
      "loss": 2.7188,
      "step": 6131
    },
    {
      "epoch": 0.28527564549895323,
      "grad_norm": 0.6790418763643498,
      "learning_rate": 0.0002992167487880868,
      "loss": 2.9375,
      "step": 6132
    },
    {
      "epoch": 0.285322167946034,
      "grad_norm": 0.6787077310881529,
      "learning_rate": 0.000299216369957875,
      "loss": 2.8906,
      "step": 6133
    },
    {
      "epoch": 0.2853686903931147,
      "grad_norm": 0.7183964470231013,
      "learning_rate": 0.00029921599103631196,
      "loss": 2.5,
      "step": 6134
    },
    {
      "epoch": 0.2854152128401954,
      "grad_norm": 0.6590203662551392,
      "learning_rate": 0.0002992156120233981,
      "loss": 2.4531,
      "step": 6135
    },
    {
      "epoch": 0.2854617352872761,
      "grad_norm": 0.6653216034294901,
      "learning_rate": 0.0002992152329191335,
      "loss": 2.2188,
      "step": 6136
    },
    {
      "epoch": 0.28550825773435684,
      "grad_norm": 0.6923253075918083,
      "learning_rate": 0.00029921485372351843,
      "loss": 2.6406,
      "step": 6137
    },
    {
      "epoch": 0.28555478018143754,
      "grad_norm": 0.6877133430079697,
      "learning_rate": 0.0002992144744365532,
      "loss": 2.4062,
      "step": 6138
    },
    {
      "epoch": 0.28560130262851824,
      "grad_norm": 0.6961444621713399,
      "learning_rate": 0.000299214095058238,
      "loss": 2.9688,
      "step": 6139
    },
    {
      "epoch": 0.285647825075599,
      "grad_norm": 0.6718027129899417,
      "learning_rate": 0.000299213715588573,
      "loss": 2.7656,
      "step": 6140
    },
    {
      "epoch": 0.2856943475226797,
      "grad_norm": 0.660472372148567,
      "learning_rate": 0.00029921333602755853,
      "loss": 2.8438,
      "step": 6141
    },
    {
      "epoch": 0.2857408699697604,
      "grad_norm": 0.686365312537365,
      "learning_rate": 0.0002992129563751948,
      "loss": 2.7031,
      "step": 6142
    },
    {
      "epoch": 0.28578739241684115,
      "grad_norm": 0.7238467369320011,
      "learning_rate": 0.0002992125766314819,
      "loss": 2.6094,
      "step": 6143
    },
    {
      "epoch": 0.28583391486392185,
      "grad_norm": 0.7478159858762915,
      "learning_rate": 0.0002992121967964203,
      "loss": 2.5,
      "step": 6144
    },
    {
      "epoch": 0.28588043731100254,
      "grad_norm": 0.6409450775406398,
      "learning_rate": 0.0002992118168700101,
      "loss": 2.7031,
      "step": 6145
    },
    {
      "epoch": 0.2859269597580833,
      "grad_norm": 0.695356188872106,
      "learning_rate": 0.0002992114368522515,
      "loss": 2.3438,
      "step": 6146
    },
    {
      "epoch": 0.285973482205164,
      "grad_norm": 0.6597130967553502,
      "learning_rate": 0.00029921105674314476,
      "loss": 2.4531,
      "step": 6147
    },
    {
      "epoch": 0.2860200046522447,
      "grad_norm": 0.6794096541640029,
      "learning_rate": 0.0002992106765426902,
      "loss": 2.8281,
      "step": 6148
    },
    {
      "epoch": 0.28606652709932545,
      "grad_norm": 0.673332093158111,
      "learning_rate": 0.000299210296250888,
      "loss": 2.75,
      "step": 6149
    },
    {
      "epoch": 0.28611304954640615,
      "grad_norm": 0.6839951269031854,
      "learning_rate": 0.0002992099158677383,
      "loss": 2.5781,
      "step": 6150
    },
    {
      "epoch": 0.28615957199348685,
      "grad_norm": 0.6577170006830525,
      "learning_rate": 0.00029920953539324145,
      "loss": 2.5312,
      "step": 6151
    },
    {
      "epoch": 0.28620609444056755,
      "grad_norm": 0.6744547675159115,
      "learning_rate": 0.00029920915482739763,
      "loss": 2.7031,
      "step": 6152
    },
    {
      "epoch": 0.2862526168876483,
      "grad_norm": 0.7367335992816954,
      "learning_rate": 0.00029920877417020713,
      "loss": 2.5312,
      "step": 6153
    },
    {
      "epoch": 0.286299139334729,
      "grad_norm": 0.7209039100421785,
      "learning_rate": 0.0002992083934216701,
      "loss": 2.7188,
      "step": 6154
    },
    {
      "epoch": 0.2863456617818097,
      "grad_norm": 0.6831601215428512,
      "learning_rate": 0.00029920801258178677,
      "loss": 2.3906,
      "step": 6155
    },
    {
      "epoch": 0.28639218422889046,
      "grad_norm": 0.716948839066633,
      "learning_rate": 0.00029920763165055744,
      "loss": 2.6094,
      "step": 6156
    },
    {
      "epoch": 0.28643870667597116,
      "grad_norm": 0.6766429527477409,
      "learning_rate": 0.00029920725062798235,
      "loss": 2.5938,
      "step": 6157
    },
    {
      "epoch": 0.28648522912305185,
      "grad_norm": 0.6439303740243596,
      "learning_rate": 0.0002992068695140617,
      "loss": 2.4531,
      "step": 6158
    },
    {
      "epoch": 0.2865317515701326,
      "grad_norm": 0.6539280280845555,
      "learning_rate": 0.00029920648830879574,
      "loss": 2.5469,
      "step": 6159
    },
    {
      "epoch": 0.2865782740172133,
      "grad_norm": 0.7334675790493714,
      "learning_rate": 0.00029920610701218464,
      "loss": 2.5312,
      "step": 6160
    },
    {
      "epoch": 0.286624796464294,
      "grad_norm": 0.6891711420377036,
      "learning_rate": 0.0002992057256242287,
      "loss": 2.4375,
      "step": 6161
    },
    {
      "epoch": 0.28667131891137476,
      "grad_norm": 0.6591491979294847,
      "learning_rate": 0.00029920534414492814,
      "loss": 2.7812,
      "step": 6162
    },
    {
      "epoch": 0.28671784135845546,
      "grad_norm": 0.7431791949180367,
      "learning_rate": 0.0002992049625742832,
      "loss": 2.6875,
      "step": 6163
    },
    {
      "epoch": 0.28676436380553616,
      "grad_norm": 0.7580553591238358,
      "learning_rate": 0.0002992045809122941,
      "loss": 2.7031,
      "step": 6164
    },
    {
      "epoch": 0.2868108862526169,
      "grad_norm": 0.6708574675711328,
      "learning_rate": 0.0002992041991589611,
      "loss": 2.6094,
      "step": 6165
    },
    {
      "epoch": 0.2868574086996976,
      "grad_norm": 0.706628250538479,
      "learning_rate": 0.00029920381731428434,
      "loss": 2.9062,
      "step": 6166
    },
    {
      "epoch": 0.2869039311467783,
      "grad_norm": 0.6640257170924512,
      "learning_rate": 0.0002992034353782642,
      "loss": 2.4844,
      "step": 6167
    },
    {
      "epoch": 0.286950453593859,
      "grad_norm": 0.6606740982210233,
      "learning_rate": 0.0002992030533509008,
      "loss": 2.3438,
      "step": 6168
    },
    {
      "epoch": 0.28699697604093977,
      "grad_norm": 0.7028383966565919,
      "learning_rate": 0.0002992026712321944,
      "loss": 2.9531,
      "step": 6169
    },
    {
      "epoch": 0.28704349848802047,
      "grad_norm": 0.781262074141918,
      "learning_rate": 0.00029920228902214523,
      "loss": 1.875,
      "step": 6170
    },
    {
      "epoch": 0.28709002093510116,
      "grad_norm": 0.6594492132968528,
      "learning_rate": 0.00029920190672075357,
      "loss": 2.8594,
      "step": 6171
    },
    {
      "epoch": 0.2871365433821819,
      "grad_norm": 0.6918823327846993,
      "learning_rate": 0.0002992015243280196,
      "loss": 2.7344,
      "step": 6172
    },
    {
      "epoch": 0.2871830658292626,
      "grad_norm": 0.6642942943434409,
      "learning_rate": 0.00029920114184394357,
      "loss": 2.4375,
      "step": 6173
    },
    {
      "epoch": 0.2872295882763433,
      "grad_norm": 0.7560150050301865,
      "learning_rate": 0.0002992007592685258,
      "loss": 2.8125,
      "step": 6174
    },
    {
      "epoch": 0.28727611072342407,
      "grad_norm": 0.7531708377111518,
      "learning_rate": 0.0002992003766017664,
      "loss": 2.7188,
      "step": 6175
    },
    {
      "epoch": 0.28732263317050477,
      "grad_norm": 0.6309147084357107,
      "learning_rate": 0.0002991999938436656,
      "loss": 2.7188,
      "step": 6176
    },
    {
      "epoch": 0.28736915561758547,
      "grad_norm": 0.6896160771153146,
      "learning_rate": 0.00029919961099422374,
      "loss": 2.5156,
      "step": 6177
    },
    {
      "epoch": 0.2874156780646662,
      "grad_norm": 0.661112253061985,
      "learning_rate": 0.000299199228053441,
      "loss": 2.7031,
      "step": 6178
    },
    {
      "epoch": 0.2874622005117469,
      "grad_norm": 0.7048534539766834,
      "learning_rate": 0.0002991988450213176,
      "loss": 2.6094,
      "step": 6179
    },
    {
      "epoch": 0.2875087229588276,
      "grad_norm": 0.7022224140132363,
      "learning_rate": 0.0002991984618978538,
      "loss": 2.6094,
      "step": 6180
    },
    {
      "epoch": 0.2875552454059084,
      "grad_norm": 0.7143500578200849,
      "learning_rate": 0.0002991980786830498,
      "loss": 2.7344,
      "step": 6181
    },
    {
      "epoch": 0.2876017678529891,
      "grad_norm": 0.6417626538245963,
      "learning_rate": 0.00029919769537690587,
      "loss": 2.8125,
      "step": 6182
    },
    {
      "epoch": 0.2876482903000698,
      "grad_norm": 0.684834262657979,
      "learning_rate": 0.00029919731197942224,
      "loss": 2.5625,
      "step": 6183
    },
    {
      "epoch": 0.2876948127471505,
      "grad_norm": 0.7082181044757503,
      "learning_rate": 0.00029919692849059913,
      "loss": 2.7188,
      "step": 6184
    },
    {
      "epoch": 0.28774133519423123,
      "grad_norm": 0.6967762223154893,
      "learning_rate": 0.00029919654491043676,
      "loss": 2.5312,
      "step": 6185
    },
    {
      "epoch": 0.28778785764131193,
      "grad_norm": 0.7813877414082584,
      "learning_rate": 0.0002991961612389354,
      "loss": 2.6406,
      "step": 6186
    },
    {
      "epoch": 0.2878343800883926,
      "grad_norm": 0.6406754835150184,
      "learning_rate": 0.00029919577747609526,
      "loss": 2.5156,
      "step": 6187
    },
    {
      "epoch": 0.2878809025354734,
      "grad_norm": 0.6994024886540708,
      "learning_rate": 0.0002991953936219166,
      "loss": 2.3438,
      "step": 6188
    },
    {
      "epoch": 0.2879274249825541,
      "grad_norm": 0.6848342203855731,
      "learning_rate": 0.00029919500967639964,
      "loss": 2.7344,
      "step": 6189
    },
    {
      "epoch": 0.2879739474296348,
      "grad_norm": 0.6186981262241104,
      "learning_rate": 0.00029919462563954464,
      "loss": 2.4062,
      "step": 6190
    },
    {
      "epoch": 0.28802046987671553,
      "grad_norm": 0.7100172039942864,
      "learning_rate": 0.0002991942415113518,
      "loss": 2.8438,
      "step": 6191
    },
    {
      "epoch": 0.28806699232379623,
      "grad_norm": 0.6913055039630857,
      "learning_rate": 0.00029919385729182136,
      "loss": 2.5312,
      "step": 6192
    },
    {
      "epoch": 0.28811351477087693,
      "grad_norm": 0.722382766706058,
      "learning_rate": 0.0002991934729809535,
      "loss": 2.7344,
      "step": 6193
    },
    {
      "epoch": 0.2881600372179577,
      "grad_norm": 0.6747606673777568,
      "learning_rate": 0.0002991930885787486,
      "loss": 2.4219,
      "step": 6194
    },
    {
      "epoch": 0.2882065596650384,
      "grad_norm": 0.6766293551503335,
      "learning_rate": 0.0002991927040852068,
      "loss": 2.5469,
      "step": 6195
    },
    {
      "epoch": 0.2882530821121191,
      "grad_norm": 0.703455156235437,
      "learning_rate": 0.0002991923195003283,
      "loss": 2.6562,
      "step": 6196
    },
    {
      "epoch": 0.28829960455919984,
      "grad_norm": 0.7539028698881126,
      "learning_rate": 0.00029919193482411344,
      "loss": 2.6094,
      "step": 6197
    },
    {
      "epoch": 0.28834612700628054,
      "grad_norm": 0.6900522342967335,
      "learning_rate": 0.0002991915500565624,
      "loss": 3.0156,
      "step": 6198
    },
    {
      "epoch": 0.28839264945336124,
      "grad_norm": 0.696097873893229,
      "learning_rate": 0.00029919116519767534,
      "loss": 2.5,
      "step": 6199
    },
    {
      "epoch": 0.28843917190044194,
      "grad_norm": 0.6891733018968857,
      "learning_rate": 0.0002991907802474526,
      "loss": 2.9062,
      "step": 6200
    },
    {
      "epoch": 0.2884856943475227,
      "grad_norm": 0.6336983581259835,
      "learning_rate": 0.0002991903952058944,
      "loss": 2.5938,
      "step": 6201
    },
    {
      "epoch": 0.2885322167946034,
      "grad_norm": 0.6655186030469827,
      "learning_rate": 0.000299190010073001,
      "loss": 2.6562,
      "step": 6202
    },
    {
      "epoch": 0.2885787392416841,
      "grad_norm": 0.7422211022430141,
      "learning_rate": 0.0002991896248487725,
      "loss": 2.6406,
      "step": 6203
    },
    {
      "epoch": 0.28862526168876484,
      "grad_norm": 0.806710501647966,
      "learning_rate": 0.00029918923953320935,
      "loss": 2.7031,
      "step": 6204
    },
    {
      "epoch": 0.28867178413584554,
      "grad_norm": 0.69848166070014,
      "learning_rate": 0.00029918885412631154,
      "loss": 2.5938,
      "step": 6205
    },
    {
      "epoch": 0.28871830658292624,
      "grad_norm": 0.6934561285895229,
      "learning_rate": 0.0002991884686280795,
      "loss": 2.6562,
      "step": 6206
    },
    {
      "epoch": 0.288764829030007,
      "grad_norm": 0.7167093067008583,
      "learning_rate": 0.00029918808303851344,
      "loss": 2.625,
      "step": 6207
    },
    {
      "epoch": 0.2888113514770877,
      "grad_norm": 0.6979834529470301,
      "learning_rate": 0.0002991876973576135,
      "loss": 2.8906,
      "step": 6208
    },
    {
      "epoch": 0.2888578739241684,
      "grad_norm": 0.7328460052321836,
      "learning_rate": 0.00029918731158538,
      "loss": 2.6875,
      "step": 6209
    },
    {
      "epoch": 0.28890439637124915,
      "grad_norm": 0.6902496104939381,
      "learning_rate": 0.0002991869257218131,
      "loss": 2.4375,
      "step": 6210
    },
    {
      "epoch": 0.28895091881832985,
      "grad_norm": 0.7566448432945639,
      "learning_rate": 0.00029918653976691314,
      "loss": 3.0469,
      "step": 6211
    },
    {
      "epoch": 0.28899744126541055,
      "grad_norm": 0.6945701189130901,
      "learning_rate": 0.0002991861537206803,
      "loss": 2.75,
      "step": 6212
    },
    {
      "epoch": 0.2890439637124913,
      "grad_norm": 0.7361157204434988,
      "learning_rate": 0.0002991857675831148,
      "loss": 2.5469,
      "step": 6213
    },
    {
      "epoch": 0.289090486159572,
      "grad_norm": 0.6803447165023092,
      "learning_rate": 0.0002991853813542169,
      "loss": 3.0312,
      "step": 6214
    },
    {
      "epoch": 0.2891370086066527,
      "grad_norm": 0.6606133708142111,
      "learning_rate": 0.0002991849950339868,
      "loss": 2.4688,
      "step": 6215
    },
    {
      "epoch": 0.2891835310537334,
      "grad_norm": 0.6521681583050827,
      "learning_rate": 0.00029918460862242484,
      "loss": 2.7969,
      "step": 6216
    },
    {
      "epoch": 0.28923005350081415,
      "grad_norm": 0.6383471801810796,
      "learning_rate": 0.00029918422211953113,
      "loss": 2.4219,
      "step": 6217
    },
    {
      "epoch": 0.28927657594789485,
      "grad_norm": 0.7604212642449083,
      "learning_rate": 0.00029918383552530596,
      "loss": 2.625,
      "step": 6218
    },
    {
      "epoch": 0.28932309839497555,
      "grad_norm": 0.7784556628766058,
      "learning_rate": 0.00029918344883974956,
      "loss": 2.625,
      "step": 6219
    },
    {
      "epoch": 0.2893696208420563,
      "grad_norm": 0.6710585491727659,
      "learning_rate": 0.0002991830620628622,
      "loss": 2.5938,
      "step": 6220
    },
    {
      "epoch": 0.289416143289137,
      "grad_norm": 0.6829309956694335,
      "learning_rate": 0.00029918267519464406,
      "loss": 2.4375,
      "step": 6221
    },
    {
      "epoch": 0.2894626657362177,
      "grad_norm": 0.6796390149405169,
      "learning_rate": 0.0002991822882350954,
      "loss": 2.5781,
      "step": 6222
    },
    {
      "epoch": 0.28950918818329846,
      "grad_norm": 0.6780595670853178,
      "learning_rate": 0.00029918190118421653,
      "loss": 2.5781,
      "step": 6223
    },
    {
      "epoch": 0.28955571063037916,
      "grad_norm": 0.6749502920096908,
      "learning_rate": 0.00029918151404200756,
      "loss": 2.5938,
      "step": 6224
    },
    {
      "epoch": 0.28960223307745986,
      "grad_norm": 0.7026268741948307,
      "learning_rate": 0.0002991811268084688,
      "loss": 2.6094,
      "step": 6225
    },
    {
      "epoch": 0.2896487555245406,
      "grad_norm": 0.6461963041441855,
      "learning_rate": 0.00029918073948360046,
      "loss": 2.4375,
      "step": 6226
    },
    {
      "epoch": 0.2896952779716213,
      "grad_norm": 0.6756829456296365,
      "learning_rate": 0.0002991803520674028,
      "loss": 2.7969,
      "step": 6227
    },
    {
      "epoch": 0.289741800418702,
      "grad_norm": 0.6844474066047862,
      "learning_rate": 0.0002991799645598761,
      "loss": 2.4219,
      "step": 6228
    },
    {
      "epoch": 0.28978832286578277,
      "grad_norm": 0.6768821157060447,
      "learning_rate": 0.00029917957696102047,
      "loss": 2.5469,
      "step": 6229
    },
    {
      "epoch": 0.28983484531286346,
      "grad_norm": 0.7810792900707441,
      "learning_rate": 0.0002991791892708363,
      "loss": 2.8281,
      "step": 6230
    },
    {
      "epoch": 0.28988136775994416,
      "grad_norm": 0.6916682880135547,
      "learning_rate": 0.0002991788014893237,
      "loss": 2.7188,
      "step": 6231
    },
    {
      "epoch": 0.28992789020702486,
      "grad_norm": 0.6823250644756551,
      "learning_rate": 0.00029917841361648296,
      "loss": 2.5,
      "step": 6232
    },
    {
      "epoch": 0.2899744126541056,
      "grad_norm": 0.7631154442769746,
      "learning_rate": 0.00029917802565231435,
      "loss": 2.5625,
      "step": 6233
    },
    {
      "epoch": 0.2900209351011863,
      "grad_norm": 0.6902383714148929,
      "learning_rate": 0.00029917763759681803,
      "loss": 2.6094,
      "step": 6234
    },
    {
      "epoch": 0.290067457548267,
      "grad_norm": 0.6901210131441466,
      "learning_rate": 0.0002991772494499943,
      "loss": 2.7344,
      "step": 6235
    },
    {
      "epoch": 0.29011397999534777,
      "grad_norm": 0.7022159219964879,
      "learning_rate": 0.0002991768612118434,
      "loss": 2.6406,
      "step": 6236
    },
    {
      "epoch": 0.29016050244242847,
      "grad_norm": 0.8214520918217542,
      "learning_rate": 0.00029917647288236555,
      "loss": 2.8125,
      "step": 6237
    },
    {
      "epoch": 0.29020702488950917,
      "grad_norm": 0.8982717214855415,
      "learning_rate": 0.00029917608446156096,
      "loss": 2.4531,
      "step": 6238
    },
    {
      "epoch": 0.2902535473365899,
      "grad_norm": 0.7817416962465632,
      "learning_rate": 0.00029917569594942986,
      "loss": 2.5938,
      "step": 6239
    },
    {
      "epoch": 0.2903000697836706,
      "grad_norm": 0.6680826733692097,
      "learning_rate": 0.00029917530734597256,
      "loss": 2.4062,
      "step": 6240
    },
    {
      "epoch": 0.2903465922307513,
      "grad_norm": 0.720565689138455,
      "learning_rate": 0.0002991749186511893,
      "loss": 2.5781,
      "step": 6241
    },
    {
      "epoch": 0.2903931146778321,
      "grad_norm": 0.712836640489033,
      "learning_rate": 0.0002991745298650802,
      "loss": 2.625,
      "step": 6242
    },
    {
      "epoch": 0.2904396371249128,
      "grad_norm": 0.9665144453333097,
      "learning_rate": 0.0002991741409876456,
      "loss": 2.6562,
      "step": 6243
    },
    {
      "epoch": 0.2904861595719935,
      "grad_norm": 0.7754391347956479,
      "learning_rate": 0.0002991737520188857,
      "loss": 2.625,
      "step": 6244
    },
    {
      "epoch": 0.29053268201907423,
      "grad_norm": 0.6882797186888063,
      "learning_rate": 0.0002991733629588008,
      "loss": 2.4844,
      "step": 6245
    },
    {
      "epoch": 0.29057920446615493,
      "grad_norm": 0.8323459472438364,
      "learning_rate": 0.000299172973807391,
      "loss": 2.6719,
      "step": 6246
    },
    {
      "epoch": 0.2906257269132356,
      "grad_norm": 0.8596281451582811,
      "learning_rate": 0.0002991725845646567,
      "loss": 2.4062,
      "step": 6247
    },
    {
      "epoch": 0.2906722493603163,
      "grad_norm": 0.7115464859582225,
      "learning_rate": 0.000299172195230598,
      "loss": 2.625,
      "step": 6248
    },
    {
      "epoch": 0.2907187718073971,
      "grad_norm": 0.7296159185342639,
      "learning_rate": 0.0002991718058052153,
      "loss": 3.0,
      "step": 6249
    },
    {
      "epoch": 0.2907652942544778,
      "grad_norm": 0.6901572107362424,
      "learning_rate": 0.0002991714162885087,
      "loss": 2.5781,
      "step": 6250
    },
    {
      "epoch": 0.2908118167015585,
      "grad_norm": 0.7623381274689712,
      "learning_rate": 0.00029917102668047845,
      "loss": 2.625,
      "step": 6251
    },
    {
      "epoch": 0.29085833914863923,
      "grad_norm": 0.7057056034562489,
      "learning_rate": 0.0002991706369811248,
      "loss": 2.6562,
      "step": 6252
    },
    {
      "epoch": 0.29090486159571993,
      "grad_norm": 0.8518545885320069,
      "learning_rate": 0.00029917024719044804,
      "loss": 2.4688,
      "step": 6253
    },
    {
      "epoch": 0.29095138404280063,
      "grad_norm": 0.7026852440074237,
      "learning_rate": 0.0002991698573084484,
      "loss": 2.7969,
      "step": 6254
    },
    {
      "epoch": 0.2909979064898814,
      "grad_norm": 0.8436929978917967,
      "learning_rate": 0.00029916946733512606,
      "loss": 2.4844,
      "step": 6255
    },
    {
      "epoch": 0.2910444289369621,
      "grad_norm": 0.6824977984285815,
      "learning_rate": 0.00029916907727048125,
      "loss": 2.5156,
      "step": 6256
    },
    {
      "epoch": 0.2910909513840428,
      "grad_norm": 0.6718540094906604,
      "learning_rate": 0.0002991686871145143,
      "loss": 2.4844,
      "step": 6257
    },
    {
      "epoch": 0.29113747383112354,
      "grad_norm": 0.7796783997186081,
      "learning_rate": 0.00029916829686722546,
      "loss": 2.6875,
      "step": 6258
    },
    {
      "epoch": 0.29118399627820424,
      "grad_norm": 0.7583672681047947,
      "learning_rate": 0.00029916790652861485,
      "loss": 2.5625,
      "step": 6259
    },
    {
      "epoch": 0.29123051872528494,
      "grad_norm": 0.697932877324628,
      "learning_rate": 0.00029916751609868276,
      "loss": 2.7188,
      "step": 6260
    },
    {
      "epoch": 0.2912770411723657,
      "grad_norm": 0.9415090860544656,
      "learning_rate": 0.00029916712557742945,
      "loss": 2.4375,
      "step": 6261
    },
    {
      "epoch": 0.2913235636194464,
      "grad_norm": 0.7127680303113455,
      "learning_rate": 0.00029916673496485516,
      "loss": 2.6562,
      "step": 6262
    },
    {
      "epoch": 0.2913700860665271,
      "grad_norm": 0.8125618653996939,
      "learning_rate": 0.0002991663442609601,
      "loss": 2.625,
      "step": 6263
    },
    {
      "epoch": 0.2914166085136078,
      "grad_norm": 0.7157600684106561,
      "learning_rate": 0.0002991659534657445,
      "loss": 2.6562,
      "step": 6264
    },
    {
      "epoch": 0.29146313096068854,
      "grad_norm": 0.9280605558390588,
      "learning_rate": 0.0002991655625792087,
      "loss": 2.5,
      "step": 6265
    },
    {
      "epoch": 0.29150965340776924,
      "grad_norm": 0.7010638746292295,
      "learning_rate": 0.0002991651716013528,
      "loss": 2.6562,
      "step": 6266
    },
    {
      "epoch": 0.29155617585484994,
      "grad_norm": 0.7307867590459599,
      "learning_rate": 0.0002991647805321771,
      "loss": 2.4844,
      "step": 6267
    },
    {
      "epoch": 0.2916026983019307,
      "grad_norm": 0.7771142749329596,
      "learning_rate": 0.00029916438937168185,
      "loss": 2.9219,
      "step": 6268
    },
    {
      "epoch": 0.2916492207490114,
      "grad_norm": 0.6645544725324571,
      "learning_rate": 0.0002991639981198673,
      "loss": 2.7344,
      "step": 6269
    },
    {
      "epoch": 0.2916957431960921,
      "grad_norm": 0.7171612000995883,
      "learning_rate": 0.0002991636067767337,
      "loss": 2.7812,
      "step": 6270
    },
    {
      "epoch": 0.29174226564317285,
      "grad_norm": 0.7036941457425508,
      "learning_rate": 0.00029916321534228125,
      "loss": 2.6875,
      "step": 6271
    },
    {
      "epoch": 0.29178878809025355,
      "grad_norm": 0.7214550854018165,
      "learning_rate": 0.00029916282381651013,
      "loss": 2.6094,
      "step": 6272
    },
    {
      "epoch": 0.29183531053733425,
      "grad_norm": 0.6997708531191461,
      "learning_rate": 0.0002991624321994207,
      "loss": 2.625,
      "step": 6273
    },
    {
      "epoch": 0.291881832984415,
      "grad_norm": 0.9006921281217543,
      "learning_rate": 0.00029916204049101316,
      "loss": 2.7969,
      "step": 6274
    },
    {
      "epoch": 0.2919283554314957,
      "grad_norm": 0.7919205161623144,
      "learning_rate": 0.0002991616486912877,
      "loss": 2.625,
      "step": 6275
    },
    {
      "epoch": 0.2919748778785764,
      "grad_norm": 0.7414647215560559,
      "learning_rate": 0.00029916125680024463,
      "loss": 2.6406,
      "step": 6276
    },
    {
      "epoch": 0.29202140032565715,
      "grad_norm": 0.7288400510768716,
      "learning_rate": 0.00029916086481788416,
      "loss": 2.4375,
      "step": 6277
    },
    {
      "epoch": 0.29206792277273785,
      "grad_norm": 0.6972980758776209,
      "learning_rate": 0.0002991604727442065,
      "loss": 2.8125,
      "step": 6278
    },
    {
      "epoch": 0.29211444521981855,
      "grad_norm": 0.6979718962470945,
      "learning_rate": 0.00029916008057921195,
      "loss": 2.7812,
      "step": 6279
    },
    {
      "epoch": 0.29216096766689925,
      "grad_norm": 0.8784437279800953,
      "learning_rate": 0.00029915968832290075,
      "loss": 2.6406,
      "step": 6280
    },
    {
      "epoch": 0.29220749011398,
      "grad_norm": 0.8830008065871708,
      "learning_rate": 0.000299159295975273,
      "loss": 2.5469,
      "step": 6281
    },
    {
      "epoch": 0.2922540125610607,
      "grad_norm": 0.6173839595155588,
      "learning_rate": 0.00029915890353632914,
      "loss": 2.6719,
      "step": 6282
    },
    {
      "epoch": 0.2923005350081414,
      "grad_norm": 0.683154190392644,
      "learning_rate": 0.0002991585110060693,
      "loss": 2.875,
      "step": 6283
    },
    {
      "epoch": 0.29234705745522216,
      "grad_norm": 0.7387194785673551,
      "learning_rate": 0.0002991581183844938,
      "loss": 2.9062,
      "step": 6284
    },
    {
      "epoch": 0.29239357990230286,
      "grad_norm": 0.7042681858914823,
      "learning_rate": 0.0002991577256716027,
      "loss": 2.375,
      "step": 6285
    },
    {
      "epoch": 0.29244010234938356,
      "grad_norm": 0.7726071708377608,
      "learning_rate": 0.00029915733286739644,
      "loss": 2.7812,
      "step": 6286
    },
    {
      "epoch": 0.2924866247964643,
      "grad_norm": 0.6850351835647706,
      "learning_rate": 0.00029915693997187515,
      "loss": 2.7969,
      "step": 6287
    },
    {
      "epoch": 0.292533147243545,
      "grad_norm": 0.7990420089525845,
      "learning_rate": 0.00029915654698503915,
      "loss": 2.8281,
      "step": 6288
    },
    {
      "epoch": 0.2925796696906257,
      "grad_norm": 0.7446270111825681,
      "learning_rate": 0.0002991561539068886,
      "loss": 2.6094,
      "step": 6289
    },
    {
      "epoch": 0.29262619213770646,
      "grad_norm": 0.698898920974526,
      "learning_rate": 0.00029915576073742374,
      "loss": 2.3125,
      "step": 6290
    },
    {
      "epoch": 0.29267271458478716,
      "grad_norm": 0.7132071543674099,
      "learning_rate": 0.00029915536747664493,
      "loss": 2.6875,
      "step": 6291
    },
    {
      "epoch": 0.29271923703186786,
      "grad_norm": 0.7020848553687888,
      "learning_rate": 0.0002991549741245522,
      "loss": 2.875,
      "step": 6292
    },
    {
      "epoch": 0.2927657594789486,
      "grad_norm": 0.795024847411507,
      "learning_rate": 0.00029915458068114606,
      "loss": 2.6562,
      "step": 6293
    },
    {
      "epoch": 0.2928122819260293,
      "grad_norm": 0.7023321495264628,
      "learning_rate": 0.0002991541871464265,
      "loss": 2.8281,
      "step": 6294
    },
    {
      "epoch": 0.29285880437311,
      "grad_norm": 0.6636008137815778,
      "learning_rate": 0.0002991537935203939,
      "loss": 2.8906,
      "step": 6295
    },
    {
      "epoch": 0.2929053268201907,
      "grad_norm": 0.7303326773094441,
      "learning_rate": 0.0002991533998030485,
      "loss": 2.7344,
      "step": 6296
    },
    {
      "epoch": 0.29295184926727147,
      "grad_norm": 0.6779041704551174,
      "learning_rate": 0.00029915300599439045,
      "loss": 2.625,
      "step": 6297
    },
    {
      "epoch": 0.29299837171435217,
      "grad_norm": 0.6870175610162517,
      "learning_rate": 0.0002991526120944201,
      "loss": 2.7188,
      "step": 6298
    },
    {
      "epoch": 0.29304489416143287,
      "grad_norm": 0.6678492767303186,
      "learning_rate": 0.0002991522181031376,
      "loss": 2.6875,
      "step": 6299
    },
    {
      "epoch": 0.2930914166085136,
      "grad_norm": 0.6845941483776362,
      "learning_rate": 0.00029915182402054326,
      "loss": 2.6562,
      "step": 6300
    },
    {
      "epoch": 0.2931379390555943,
      "grad_norm": 0.6937877089849103,
      "learning_rate": 0.00029915142984663734,
      "loss": 2.6719,
      "step": 6301
    },
    {
      "epoch": 0.293184461502675,
      "grad_norm": 0.6746914710047685,
      "learning_rate": 0.00029915103558141997,
      "loss": 2.625,
      "step": 6302
    },
    {
      "epoch": 0.2932309839497558,
      "grad_norm": 0.750731471891561,
      "learning_rate": 0.00029915064122489147,
      "loss": 2.625,
      "step": 6303
    },
    {
      "epoch": 0.2932775063968365,
      "grad_norm": 0.7063312911236158,
      "learning_rate": 0.00029915024677705206,
      "loss": 3.0469,
      "step": 6304
    },
    {
      "epoch": 0.2933240288439172,
      "grad_norm": 0.7229165903749373,
      "learning_rate": 0.000299149852237902,
      "loss": 2.6875,
      "step": 6305
    },
    {
      "epoch": 0.2933705512909979,
      "grad_norm": 0.6938446974594334,
      "learning_rate": 0.00029914945760744154,
      "loss": 2.5625,
      "step": 6306
    },
    {
      "epoch": 0.2934170737380786,
      "grad_norm": 0.7661464704465719,
      "learning_rate": 0.00029914906288567086,
      "loss": 2.9531,
      "step": 6307
    },
    {
      "epoch": 0.2934635961851593,
      "grad_norm": 0.7238453170660888,
      "learning_rate": 0.0002991486680725903,
      "loss": 2.9688,
      "step": 6308
    },
    {
      "epoch": 0.2935101186322401,
      "grad_norm": 0.6411599090778769,
      "learning_rate": 0.00029914827316820003,
      "loss": 2.5156,
      "step": 6309
    },
    {
      "epoch": 0.2935566410793208,
      "grad_norm": 0.6373056252169715,
      "learning_rate": 0.0002991478781725003,
      "loss": 2.625,
      "step": 6310
    },
    {
      "epoch": 0.2936031635264015,
      "grad_norm": 0.7272093346419647,
      "learning_rate": 0.0002991474830854913,
      "loss": 2.6406,
      "step": 6311
    },
    {
      "epoch": 0.29364968597348223,
      "grad_norm": 0.6210838353973591,
      "learning_rate": 0.00029914708790717344,
      "loss": 2.8281,
      "step": 6312
    },
    {
      "epoch": 0.29369620842056293,
      "grad_norm": 0.6483463671637576,
      "learning_rate": 0.0002991466926375468,
      "loss": 2.5,
      "step": 6313
    },
    {
      "epoch": 0.29374273086764363,
      "grad_norm": 0.7078353532612834,
      "learning_rate": 0.00029914629727661166,
      "loss": 2.5156,
      "step": 6314
    },
    {
      "epoch": 0.29378925331472433,
      "grad_norm": 0.6602502239201097,
      "learning_rate": 0.0002991459018243683,
      "loss": 2.5625,
      "step": 6315
    },
    {
      "epoch": 0.2938357757618051,
      "grad_norm": 0.6759868754696994,
      "learning_rate": 0.0002991455062808169,
      "loss": 2.6406,
      "step": 6316
    },
    {
      "epoch": 0.2938822982088858,
      "grad_norm": 0.695798192774047,
      "learning_rate": 0.00029914511064595785,
      "loss": 2.6406,
      "step": 6317
    },
    {
      "epoch": 0.2939288206559665,
      "grad_norm": 0.6837651436721629,
      "learning_rate": 0.0002991447149197912,
      "loss": 2.4219,
      "step": 6318
    },
    {
      "epoch": 0.29397534310304724,
      "grad_norm": 0.716004038801446,
      "learning_rate": 0.00029914431910231726,
      "loss": 2.5312,
      "step": 6319
    },
    {
      "epoch": 0.29402186555012794,
      "grad_norm": 0.6696254404737252,
      "learning_rate": 0.0002991439231935363,
      "loss": 2.5,
      "step": 6320
    },
    {
      "epoch": 0.29406838799720864,
      "grad_norm": 0.7214559428149644,
      "learning_rate": 0.0002991435271934486,
      "loss": 2.5625,
      "step": 6321
    },
    {
      "epoch": 0.2941149104442894,
      "grad_norm": 0.7255204521089973,
      "learning_rate": 0.0002991431311020543,
      "loss": 2.875,
      "step": 6322
    },
    {
      "epoch": 0.2941614328913701,
      "grad_norm": 0.7071119236302973,
      "learning_rate": 0.00029914273491935374,
      "loss": 2.8125,
      "step": 6323
    },
    {
      "epoch": 0.2942079553384508,
      "grad_norm": 0.6770497843226089,
      "learning_rate": 0.0002991423386453471,
      "loss": 2.7812,
      "step": 6324
    },
    {
      "epoch": 0.29425447778553154,
      "grad_norm": 0.7009051119835906,
      "learning_rate": 0.0002991419422800346,
      "loss": 2.8906,
      "step": 6325
    },
    {
      "epoch": 0.29430100023261224,
      "grad_norm": 0.679628720298746,
      "learning_rate": 0.0002991415458234166,
      "loss": 2.6562,
      "step": 6326
    },
    {
      "epoch": 0.29434752267969294,
      "grad_norm": 0.7193038586271028,
      "learning_rate": 0.0002991411492754932,
      "loss": 2.5469,
      "step": 6327
    },
    {
      "epoch": 0.2943940451267737,
      "grad_norm": 0.7584905576334361,
      "learning_rate": 0.00029914075263626477,
      "loss": 1.9922,
      "step": 6328
    },
    {
      "epoch": 0.2944405675738544,
      "grad_norm": 0.7435311662101668,
      "learning_rate": 0.0002991403559057314,
      "loss": 2.4844,
      "step": 6329
    },
    {
      "epoch": 0.2944870900209351,
      "grad_norm": 0.7165850849054375,
      "learning_rate": 0.0002991399590838935,
      "loss": 2.6094,
      "step": 6330
    },
    {
      "epoch": 0.2945336124680158,
      "grad_norm": 0.6847141368836164,
      "learning_rate": 0.00029913956217075127,
      "loss": 2.6562,
      "step": 6331
    },
    {
      "epoch": 0.29458013491509655,
      "grad_norm": 0.666577503910761,
      "learning_rate": 0.0002991391651663048,
      "loss": 2.7031,
      "step": 6332
    },
    {
      "epoch": 0.29462665736217725,
      "grad_norm": 0.7498382543253643,
      "learning_rate": 0.0002991387680705546,
      "loss": 2.6562,
      "step": 6333
    },
    {
      "epoch": 0.29467317980925795,
      "grad_norm": 0.7333203891058084,
      "learning_rate": 0.0002991383708835007,
      "loss": 2.8125,
      "step": 6334
    },
    {
      "epoch": 0.2947197022563387,
      "grad_norm": 0.7097804066579452,
      "learning_rate": 0.00029913797360514333,
      "loss": 2.6406,
      "step": 6335
    },
    {
      "epoch": 0.2947662247034194,
      "grad_norm": 0.6446455601862863,
      "learning_rate": 0.00029913757623548293,
      "loss": 2.5625,
      "step": 6336
    },
    {
      "epoch": 0.2948127471505001,
      "grad_norm": 0.6464515951022292,
      "learning_rate": 0.0002991371787745196,
      "loss": 2.8594,
      "step": 6337
    },
    {
      "epoch": 0.29485926959758085,
      "grad_norm": 0.6928147145858607,
      "learning_rate": 0.0002991367812222536,
      "loss": 2.5312,
      "step": 6338
    },
    {
      "epoch": 0.29490579204466155,
      "grad_norm": 0.6137854445320038,
      "learning_rate": 0.0002991363835786852,
      "loss": 2.5781,
      "step": 6339
    },
    {
      "epoch": 0.29495231449174225,
      "grad_norm": 0.6967749619487741,
      "learning_rate": 0.0002991359858438146,
      "loss": 2.9531,
      "step": 6340
    },
    {
      "epoch": 0.294998836938823,
      "grad_norm": 0.7591967506530148,
      "learning_rate": 0.0002991355880176421,
      "loss": 2.7812,
      "step": 6341
    },
    {
      "epoch": 0.2950453593859037,
      "grad_norm": 0.7632770039688042,
      "learning_rate": 0.00029913519010016783,
      "loss": 2.4688,
      "step": 6342
    },
    {
      "epoch": 0.2950918818329844,
      "grad_norm": 0.6629111558499213,
      "learning_rate": 0.0002991347920913922,
      "loss": 2.5,
      "step": 6343
    },
    {
      "epoch": 0.29513840428006516,
      "grad_norm": 0.6308187647051933,
      "learning_rate": 0.0002991343939913153,
      "loss": 2.4375,
      "step": 6344
    },
    {
      "epoch": 0.29518492672714586,
      "grad_norm": 0.6808215254103838,
      "learning_rate": 0.00029913399579993756,
      "loss": 2.6094,
      "step": 6345
    },
    {
      "epoch": 0.29523144917422656,
      "grad_norm": 0.653962701851486,
      "learning_rate": 0.000299133597517259,
      "loss": 2.5469,
      "step": 6346
    },
    {
      "epoch": 0.29527797162130726,
      "grad_norm": 0.6432469446548003,
      "learning_rate": 0.00029913319914328003,
      "loss": 2.6562,
      "step": 6347
    },
    {
      "epoch": 0.295324494068388,
      "grad_norm": 0.7378905465832019,
      "learning_rate": 0.00029913280067800086,
      "loss": 2.9688,
      "step": 6348
    },
    {
      "epoch": 0.2953710165154687,
      "grad_norm": 0.7202902400558692,
      "learning_rate": 0.00029913240212142163,
      "loss": 2.7344,
      "step": 6349
    },
    {
      "epoch": 0.2954175389625494,
      "grad_norm": 0.6833073199284775,
      "learning_rate": 0.0002991320034735427,
      "loss": 2.7812,
      "step": 6350
    },
    {
      "epoch": 0.29546406140963016,
      "grad_norm": 0.689723651038499,
      "learning_rate": 0.0002991316047343643,
      "loss": 2.5469,
      "step": 6351
    },
    {
      "epoch": 0.29551058385671086,
      "grad_norm": 0.7252774812934885,
      "learning_rate": 0.00029913120590388667,
      "loss": 2.7188,
      "step": 6352
    },
    {
      "epoch": 0.29555710630379156,
      "grad_norm": 0.6544622270144635,
      "learning_rate": 0.00029913080698211003,
      "loss": 2.3438,
      "step": 6353
    },
    {
      "epoch": 0.2956036287508723,
      "grad_norm": 0.6830311648986677,
      "learning_rate": 0.0002991304079690346,
      "loss": 2.6094,
      "step": 6354
    },
    {
      "epoch": 0.295650151197953,
      "grad_norm": 0.6574565683813942,
      "learning_rate": 0.0002991300088646606,
      "loss": 2.6719,
      "step": 6355
    },
    {
      "epoch": 0.2956966736450337,
      "grad_norm": 0.6618698268772907,
      "learning_rate": 0.00029912960966898845,
      "loss": 2.5312,
      "step": 6356
    },
    {
      "epoch": 0.29574319609211447,
      "grad_norm": 0.6253276742735239,
      "learning_rate": 0.0002991292103820182,
      "loss": 2.4219,
      "step": 6357
    },
    {
      "epoch": 0.29578971853919517,
      "grad_norm": 0.6769001718233654,
      "learning_rate": 0.00029912881100375017,
      "loss": 2.6875,
      "step": 6358
    },
    {
      "epoch": 0.29583624098627587,
      "grad_norm": 0.6860950180569725,
      "learning_rate": 0.0002991284115341847,
      "loss": 2.8438,
      "step": 6359
    },
    {
      "epoch": 0.2958827634333566,
      "grad_norm": 0.6754658481510802,
      "learning_rate": 0.0002991280119733218,
      "loss": 2.5469,
      "step": 6360
    },
    {
      "epoch": 0.2959292858804373,
      "grad_norm": 0.7508486634712986,
      "learning_rate": 0.00029912761232116187,
      "loss": 2.625,
      "step": 6361
    },
    {
      "epoch": 0.295975808327518,
      "grad_norm": 0.6729965642264841,
      "learning_rate": 0.0002991272125777052,
      "loss": 2.6562,
      "step": 6362
    },
    {
      "epoch": 0.2960223307745987,
      "grad_norm": 0.6514749251651198,
      "learning_rate": 0.00029912681274295197,
      "loss": 2.0938,
      "step": 6363
    },
    {
      "epoch": 0.2960688532216795,
      "grad_norm": 0.746261596252775,
      "learning_rate": 0.0002991264128169024,
      "loss": 2.6562,
      "step": 6364
    },
    {
      "epoch": 0.2961153756687602,
      "grad_norm": 0.6921071472538016,
      "learning_rate": 0.0002991260127995567,
      "loss": 2.5781,
      "step": 6365
    },
    {
      "epoch": 0.29616189811584087,
      "grad_norm": 0.6765057433324926,
      "learning_rate": 0.00029912561269091533,
      "loss": 2.875,
      "step": 6366
    },
    {
      "epoch": 0.2962084205629216,
      "grad_norm": 0.6407996622741767,
      "learning_rate": 0.00029912521249097823,
      "loss": 2.5625,
      "step": 6367
    },
    {
      "epoch": 0.2962549430100023,
      "grad_norm": 0.6596669392584904,
      "learning_rate": 0.0002991248121997459,
      "loss": 2.6094,
      "step": 6368
    },
    {
      "epoch": 0.296301465457083,
      "grad_norm": 0.727595291680842,
      "learning_rate": 0.0002991244118172184,
      "loss": 1.9453,
      "step": 6369
    },
    {
      "epoch": 0.2963479879041638,
      "grad_norm": 0.6649543018710223,
      "learning_rate": 0.0002991240113433961,
      "loss": 2.7031,
      "step": 6370
    },
    {
      "epoch": 0.2963945103512445,
      "grad_norm": 0.6865902777802495,
      "learning_rate": 0.00029912361077827923,
      "loss": 2.5938,
      "step": 6371
    },
    {
      "epoch": 0.2964410327983252,
      "grad_norm": 0.6746843465635671,
      "learning_rate": 0.0002991232101218679,
      "loss": 2.7656,
      "step": 6372
    },
    {
      "epoch": 0.29648755524540593,
      "grad_norm": 0.7008907762226183,
      "learning_rate": 0.00029912280937416255,
      "loss": 2.6094,
      "step": 6373
    },
    {
      "epoch": 0.29653407769248663,
      "grad_norm": 0.6872299597807509,
      "learning_rate": 0.00029912240853516335,
      "loss": 2.6094,
      "step": 6374
    },
    {
      "epoch": 0.29658060013956733,
      "grad_norm": 0.697380840845891,
      "learning_rate": 0.0002991220076048705,
      "loss": 2.6562,
      "step": 6375
    },
    {
      "epoch": 0.2966271225866481,
      "grad_norm": 0.6707850110818929,
      "learning_rate": 0.00029912160658328426,
      "loss": 2.7188,
      "step": 6376
    },
    {
      "epoch": 0.2966736450337288,
      "grad_norm": 0.7038541953840145,
      "learning_rate": 0.00029912120547040497,
      "loss": 2.7188,
      "step": 6377
    },
    {
      "epoch": 0.2967201674808095,
      "grad_norm": 0.6875937971942302,
      "learning_rate": 0.0002991208042662327,
      "loss": 2.9062,
      "step": 6378
    },
    {
      "epoch": 0.2967666899278902,
      "grad_norm": 0.7022645452680348,
      "learning_rate": 0.00029912040297076786,
      "loss": 2.9375,
      "step": 6379
    },
    {
      "epoch": 0.29681321237497094,
      "grad_norm": 0.6948452167095526,
      "learning_rate": 0.0002991200015840106,
      "loss": 2.6406,
      "step": 6380
    },
    {
      "epoch": 0.29685973482205164,
      "grad_norm": 0.689818594873939,
      "learning_rate": 0.0002991196001059612,
      "loss": 2.375,
      "step": 6381
    },
    {
      "epoch": 0.29690625726913233,
      "grad_norm": 0.6561936815411731,
      "learning_rate": 0.00029911919853661996,
      "loss": 2.5,
      "step": 6382
    },
    {
      "epoch": 0.2969527797162131,
      "grad_norm": 0.6067398147827798,
      "learning_rate": 0.000299118796875987,
      "loss": 2.4062,
      "step": 6383
    },
    {
      "epoch": 0.2969993021632938,
      "grad_norm": 0.6612997497268168,
      "learning_rate": 0.0002991183951240626,
      "loss": 2.7188,
      "step": 6384
    },
    {
      "epoch": 0.2970458246103745,
      "grad_norm": 0.7359136439635982,
      "learning_rate": 0.0002991179932808471,
      "loss": 2.3125,
      "step": 6385
    },
    {
      "epoch": 0.29709234705745524,
      "grad_norm": 0.7750306361648204,
      "learning_rate": 0.00029911759134634066,
      "loss": 2.8906,
      "step": 6386
    },
    {
      "epoch": 0.29713886950453594,
      "grad_norm": 0.7498701342704719,
      "learning_rate": 0.0002991171893205436,
      "loss": 2.7344,
      "step": 6387
    },
    {
      "epoch": 0.29718539195161664,
      "grad_norm": 0.7369325670079223,
      "learning_rate": 0.00029911678720345605,
      "loss": 2.7031,
      "step": 6388
    },
    {
      "epoch": 0.2972319143986974,
      "grad_norm": 0.751012168183806,
      "learning_rate": 0.0002991163849950784,
      "loss": 2.6719,
      "step": 6389
    },
    {
      "epoch": 0.2972784368457781,
      "grad_norm": 0.7576329949997522,
      "learning_rate": 0.0002991159826954108,
      "loss": 2.8594,
      "step": 6390
    },
    {
      "epoch": 0.2973249592928588,
      "grad_norm": 0.7411714201094646,
      "learning_rate": 0.00029911558030445344,
      "loss": 2.5625,
      "step": 6391
    },
    {
      "epoch": 0.29737148173993955,
      "grad_norm": 0.7328596386031232,
      "learning_rate": 0.00029911517782220675,
      "loss": 2.625,
      "step": 6392
    },
    {
      "epoch": 0.29741800418702025,
      "grad_norm": 0.6357334332268613,
      "learning_rate": 0.00029911477524867077,
      "loss": 2.6875,
      "step": 6393
    },
    {
      "epoch": 0.29746452663410095,
      "grad_norm": 0.710533885526257,
      "learning_rate": 0.00029911437258384595,
      "loss": 2.9219,
      "step": 6394
    },
    {
      "epoch": 0.29751104908118164,
      "grad_norm": 0.7007854451198694,
      "learning_rate": 0.00029911396982773233,
      "loss": 2.9375,
      "step": 6395
    },
    {
      "epoch": 0.2975575715282624,
      "grad_norm": 0.6859287873016021,
      "learning_rate": 0.0002991135669803303,
      "loss": 2.5469,
      "step": 6396
    },
    {
      "epoch": 0.2976040939753431,
      "grad_norm": 0.685211499911772,
      "learning_rate": 0.0002991131640416401,
      "loss": 2.7188,
      "step": 6397
    },
    {
      "epoch": 0.2976506164224238,
      "grad_norm": 0.6763989285327582,
      "learning_rate": 0.0002991127610116619,
      "loss": 2.7344,
      "step": 6398
    },
    {
      "epoch": 0.29769713886950455,
      "grad_norm": 0.6340720048247412,
      "learning_rate": 0.000299112357890396,
      "loss": 2.625,
      "step": 6399
    },
    {
      "epoch": 0.29774366131658525,
      "grad_norm": 0.6554917090064101,
      "learning_rate": 0.00029911195467784266,
      "loss": 2.375,
      "step": 6400
    },
    {
      "epoch": 0.29779018376366595,
      "grad_norm": 0.6640057115595173,
      "learning_rate": 0.0002991115513740021,
      "loss": 2.6406,
      "step": 6401
    },
    {
      "epoch": 0.2978367062107467,
      "grad_norm": 0.6509489592986791,
      "learning_rate": 0.0002991111479788745,
      "loss": 2.6094,
      "step": 6402
    },
    {
      "epoch": 0.2978832286578274,
      "grad_norm": 0.7045978068422571,
      "learning_rate": 0.0002991107444924602,
      "loss": 2.4844,
      "step": 6403
    },
    {
      "epoch": 0.2979297511049081,
      "grad_norm": 0.7416013872608201,
      "learning_rate": 0.0002991103409147595,
      "loss": 2.8125,
      "step": 6404
    },
    {
      "epoch": 0.29797627355198886,
      "grad_norm": 0.6734470502947191,
      "learning_rate": 0.0002991099372457725,
      "loss": 2.4531,
      "step": 6405
    },
    {
      "epoch": 0.29802279599906956,
      "grad_norm": 0.681694622066757,
      "learning_rate": 0.0002991095334854995,
      "loss": 2.7969,
      "step": 6406
    },
    {
      "epoch": 0.29806931844615026,
      "grad_norm": 0.631438643972843,
      "learning_rate": 0.00029910912963394083,
      "loss": 2.5781,
      "step": 6407
    },
    {
      "epoch": 0.298115840893231,
      "grad_norm": 0.7469465530115883,
      "learning_rate": 0.00029910872569109665,
      "loss": 2.6094,
      "step": 6408
    },
    {
      "epoch": 0.2981623633403117,
      "grad_norm": 0.7100186984078602,
      "learning_rate": 0.0002991083216569672,
      "loss": 2.8906,
      "step": 6409
    },
    {
      "epoch": 0.2982088857873924,
      "grad_norm": 0.6624473662924318,
      "learning_rate": 0.0002991079175315528,
      "loss": 2.8125,
      "step": 6410
    },
    {
      "epoch": 0.2982554082344731,
      "grad_norm": 0.7306530969635423,
      "learning_rate": 0.00029910751331485363,
      "loss": 2.875,
      "step": 6411
    },
    {
      "epoch": 0.29830193068155386,
      "grad_norm": 0.6489953771136476,
      "learning_rate": 0.00029910710900687,
      "loss": 2.375,
      "step": 6412
    },
    {
      "epoch": 0.29834845312863456,
      "grad_norm": 0.698522909747805,
      "learning_rate": 0.000299106704607602,
      "loss": 2.5,
      "step": 6413
    },
    {
      "epoch": 0.29839497557571526,
      "grad_norm": 0.6845552556314513,
      "learning_rate": 0.00029910630011705013,
      "loss": 2.5,
      "step": 6414
    },
    {
      "epoch": 0.298441498022796,
      "grad_norm": 0.6970586360592992,
      "learning_rate": 0.0002991058955352145,
      "loss": 2.8906,
      "step": 6415
    },
    {
      "epoch": 0.2984880204698767,
      "grad_norm": 0.7164242872941171,
      "learning_rate": 0.00029910549086209525,
      "loss": 2.7344,
      "step": 6416
    },
    {
      "epoch": 0.2985345429169574,
      "grad_norm": 0.6316653050042089,
      "learning_rate": 0.00029910508609769286,
      "loss": 2.625,
      "step": 6417
    },
    {
      "epoch": 0.29858106536403817,
      "grad_norm": 0.6967702749108508,
      "learning_rate": 0.0002991046812420074,
      "loss": 3.0,
      "step": 6418
    },
    {
      "epoch": 0.29862758781111887,
      "grad_norm": 0.6696299934287989,
      "learning_rate": 0.00029910427629503916,
      "loss": 2.8594,
      "step": 6419
    },
    {
      "epoch": 0.29867411025819957,
      "grad_norm": 0.6906642730953846,
      "learning_rate": 0.0002991038712567884,
      "loss": 2.3906,
      "step": 6420
    },
    {
      "epoch": 0.2987206327052803,
      "grad_norm": 0.7243941016086982,
      "learning_rate": 0.00029910346612725545,
      "loss": 2.6719,
      "step": 6421
    },
    {
      "epoch": 0.298767155152361,
      "grad_norm": 0.7035041381676979,
      "learning_rate": 0.00029910306090644037,
      "loss": 2.6875,
      "step": 6422
    },
    {
      "epoch": 0.2988136775994417,
      "grad_norm": 0.6887000803793552,
      "learning_rate": 0.0002991026555943436,
      "loss": 2.5625,
      "step": 6423
    },
    {
      "epoch": 0.2988602000465225,
      "grad_norm": 0.6680254457581951,
      "learning_rate": 0.0002991022501909653,
      "loss": 2.7812,
      "step": 6424
    },
    {
      "epoch": 0.29890672249360317,
      "grad_norm": 0.7712355066901845,
      "learning_rate": 0.0002991018446963057,
      "loss": 2.5469,
      "step": 6425
    },
    {
      "epoch": 0.29895324494068387,
      "grad_norm": 0.6799308962987488,
      "learning_rate": 0.00029910143911036506,
      "loss": 2.7969,
      "step": 6426
    },
    {
      "epoch": 0.29899976738776457,
      "grad_norm": 0.6254908153038667,
      "learning_rate": 0.00029910103343314365,
      "loss": 2.4062,
      "step": 6427
    },
    {
      "epoch": 0.2990462898348453,
      "grad_norm": 0.6616000759428383,
      "learning_rate": 0.0002991006276646417,
      "loss": 2.7656,
      "step": 6428
    },
    {
      "epoch": 0.299092812281926,
      "grad_norm": 0.6381955287103964,
      "learning_rate": 0.0002991002218048595,
      "loss": 2.5938,
      "step": 6429
    },
    {
      "epoch": 0.2991393347290067,
      "grad_norm": 0.6797901284366564,
      "learning_rate": 0.0002990998158537972,
      "loss": 2.5312,
      "step": 6430
    },
    {
      "epoch": 0.2991858571760875,
      "grad_norm": 0.6740960222398124,
      "learning_rate": 0.00029909940981145516,
      "loss": 2.4531,
      "step": 6431
    },
    {
      "epoch": 0.2992323796231682,
      "grad_norm": 0.7662803134142047,
      "learning_rate": 0.0002990990036778336,
      "loss": 2.7812,
      "step": 6432
    },
    {
      "epoch": 0.2992789020702489,
      "grad_norm": 0.7867215311555782,
      "learning_rate": 0.0002990985974529327,
      "loss": 2.7812,
      "step": 6433
    },
    {
      "epoch": 0.29932542451732963,
      "grad_norm": 0.6535228960531125,
      "learning_rate": 0.00029909819113675283,
      "loss": 2.9531,
      "step": 6434
    },
    {
      "epoch": 0.29937194696441033,
      "grad_norm": 0.6830910548723468,
      "learning_rate": 0.00029909778472929415,
      "loss": 2.5469,
      "step": 6435
    },
    {
      "epoch": 0.29941846941149103,
      "grad_norm": 0.704885102984206,
      "learning_rate": 0.00029909737823055686,
      "loss": 2.5625,
      "step": 6436
    },
    {
      "epoch": 0.2994649918585718,
      "grad_norm": 0.6887000100091131,
      "learning_rate": 0.00029909697164054135,
      "loss": 2.5469,
      "step": 6437
    },
    {
      "epoch": 0.2995115143056525,
      "grad_norm": 0.7883871082184233,
      "learning_rate": 0.0002990965649592478,
      "loss": 2.6719,
      "step": 6438
    },
    {
      "epoch": 0.2995580367527332,
      "grad_norm": 0.7142019164746661,
      "learning_rate": 0.00029909615818667643,
      "loss": 2.8594,
      "step": 6439
    },
    {
      "epoch": 0.29960455919981394,
      "grad_norm": 0.6757529698511189,
      "learning_rate": 0.00029909575132282745,
      "loss": 2.8125,
      "step": 6440
    },
    {
      "epoch": 0.29965108164689463,
      "grad_norm": 0.6387329553311766,
      "learning_rate": 0.0002990953443677013,
      "loss": 2.6406,
      "step": 6441
    },
    {
      "epoch": 0.29969760409397533,
      "grad_norm": 0.8009952701865286,
      "learning_rate": 0.00029909493732129796,
      "loss": 2.9531,
      "step": 6442
    },
    {
      "epoch": 0.29974412654105603,
      "grad_norm": 0.7093640978621867,
      "learning_rate": 0.0002990945301836179,
      "loss": 2.7969,
      "step": 6443
    },
    {
      "epoch": 0.2997906489881368,
      "grad_norm": 0.7100277494623988,
      "learning_rate": 0.0002990941229546613,
      "loss": 2.6562,
      "step": 6444
    },
    {
      "epoch": 0.2998371714352175,
      "grad_norm": 0.6782355514272536,
      "learning_rate": 0.00029909371563442835,
      "loss": 2.7656,
      "step": 6445
    },
    {
      "epoch": 0.2998836938822982,
      "grad_norm": 0.729435581973869,
      "learning_rate": 0.0002990933082229194,
      "loss": 2.7188,
      "step": 6446
    },
    {
      "epoch": 0.29993021632937894,
      "grad_norm": 0.8069633110082565,
      "learning_rate": 0.00029909290072013464,
      "loss": 2.75,
      "step": 6447
    },
    {
      "epoch": 0.29997673877645964,
      "grad_norm": 0.6573860424036384,
      "learning_rate": 0.0002990924931260743,
      "loss": 2.75,
      "step": 6448
    },
    {
      "epoch": 0.30002326122354034,
      "grad_norm": 0.7231705919979706,
      "learning_rate": 0.0002990920854407386,
      "loss": 2.75,
      "step": 6449
    },
    {
      "epoch": 0.3000697836706211,
      "grad_norm": 0.6686983038758153,
      "learning_rate": 0.00029909167766412796,
      "loss": 2.4219,
      "step": 6450
    },
    {
      "epoch": 0.3001163061177018,
      "grad_norm": 0.6435603143191184,
      "learning_rate": 0.0002990912697962425,
      "loss": 2.5156,
      "step": 6451
    },
    {
      "epoch": 0.3001628285647825,
      "grad_norm": 0.7872630197995758,
      "learning_rate": 0.00029909086183708245,
      "loss": 2.7969,
      "step": 6452
    },
    {
      "epoch": 0.30020935101186325,
      "grad_norm": 0.6047419156628862,
      "learning_rate": 0.00029909045378664813,
      "loss": 2.625,
      "step": 6453
    },
    {
      "epoch": 0.30025587345894394,
      "grad_norm": 0.6557533841018612,
      "learning_rate": 0.0002990900456449397,
      "loss": 2.6719,
      "step": 6454
    },
    {
      "epoch": 0.30030239590602464,
      "grad_norm": 0.7056432953322856,
      "learning_rate": 0.00029908963741195747,
      "loss": 2.4688,
      "step": 6455
    },
    {
      "epoch": 0.3003489183531054,
      "grad_norm": 0.6510503869508106,
      "learning_rate": 0.00029908922908770177,
      "loss": 2.8125,
      "step": 6456
    },
    {
      "epoch": 0.3003954408001861,
      "grad_norm": 0.7117061825030232,
      "learning_rate": 0.00029908882067217267,
      "loss": 2.5469,
      "step": 6457
    },
    {
      "epoch": 0.3004419632472668,
      "grad_norm": 0.7160648908782241,
      "learning_rate": 0.00029908841216537055,
      "loss": 2.5469,
      "step": 6458
    },
    {
      "epoch": 0.3004884856943475,
      "grad_norm": 0.7412068224292043,
      "learning_rate": 0.00029908800356729564,
      "loss": 2.7812,
      "step": 6459
    },
    {
      "epoch": 0.30053500814142825,
      "grad_norm": 0.6642475802670778,
      "learning_rate": 0.00029908759487794813,
      "loss": 2.7344,
      "step": 6460
    },
    {
      "epoch": 0.30058153058850895,
      "grad_norm": 0.6623286699483701,
      "learning_rate": 0.0002990871860973284,
      "loss": 2.5781,
      "step": 6461
    },
    {
      "epoch": 0.30062805303558965,
      "grad_norm": 0.6674073416397092,
      "learning_rate": 0.0002990867772254366,
      "loss": 2.9219,
      "step": 6462
    },
    {
      "epoch": 0.3006745754826704,
      "grad_norm": 0.6674771843092464,
      "learning_rate": 0.00029908636826227295,
      "loss": 2.9688,
      "step": 6463
    },
    {
      "epoch": 0.3007210979297511,
      "grad_norm": 0.7986411967612248,
      "learning_rate": 0.0002990859592078377,
      "loss": 2.6094,
      "step": 6464
    },
    {
      "epoch": 0.3007676203768318,
      "grad_norm": 0.6919844320022571,
      "learning_rate": 0.0002990855500621312,
      "loss": 2.8594,
      "step": 6465
    },
    {
      "epoch": 0.30081414282391256,
      "grad_norm": 0.6394294499317444,
      "learning_rate": 0.00029908514082515366,
      "loss": 2.6719,
      "step": 6466
    },
    {
      "epoch": 0.30086066527099325,
      "grad_norm": 0.7605940855516743,
      "learning_rate": 0.00029908473149690534,
      "loss": 2.6875,
      "step": 6467
    },
    {
      "epoch": 0.30090718771807395,
      "grad_norm": 0.6459325638904952,
      "learning_rate": 0.00029908432207738643,
      "loss": 2.5938,
      "step": 6468
    },
    {
      "epoch": 0.3009537101651547,
      "grad_norm": 0.6324321183691499,
      "learning_rate": 0.0002990839125665973,
      "loss": 2.4844,
      "step": 6469
    },
    {
      "epoch": 0.3010002326122354,
      "grad_norm": 0.7379472196856184,
      "learning_rate": 0.000299083502964538,
      "loss": 2.5625,
      "step": 6470
    },
    {
      "epoch": 0.3010467550593161,
      "grad_norm": 0.689808575092257,
      "learning_rate": 0.0002990830932712089,
      "loss": 2.75,
      "step": 6471
    },
    {
      "epoch": 0.30109327750639686,
      "grad_norm": 0.6906598495796729,
      "learning_rate": 0.00029908268348661035,
      "loss": 2.75,
      "step": 6472
    },
    {
      "epoch": 0.30113979995347756,
      "grad_norm": 0.7015070655824903,
      "learning_rate": 0.0002990822736107424,
      "loss": 2.75,
      "step": 6473
    },
    {
      "epoch": 0.30118632240055826,
      "grad_norm": 0.6524763406807441,
      "learning_rate": 0.0002990818636436055,
      "loss": 2.4375,
      "step": 6474
    },
    {
      "epoch": 0.30123284484763896,
      "grad_norm": 0.7315341480087822,
      "learning_rate": 0.00029908145358519976,
      "loss": 2.7969,
      "step": 6475
    },
    {
      "epoch": 0.3012793672947197,
      "grad_norm": 0.7521843095063884,
      "learning_rate": 0.00029908104343552545,
      "loss": 1.9453,
      "step": 6476
    },
    {
      "epoch": 0.3013258897418004,
      "grad_norm": 0.6841098316949487,
      "learning_rate": 0.0002990806331945829,
      "loss": 2.5312,
      "step": 6477
    },
    {
      "epoch": 0.3013724121888811,
      "grad_norm": 0.679959754703911,
      "learning_rate": 0.0002990802228623723,
      "loss": 2.3125,
      "step": 6478
    },
    {
      "epoch": 0.30141893463596187,
      "grad_norm": 0.6438794754139363,
      "learning_rate": 0.0002990798124388939,
      "loss": 2.7188,
      "step": 6479
    },
    {
      "epoch": 0.30146545708304257,
      "grad_norm": 0.6148137614682935,
      "learning_rate": 0.0002990794019241479,
      "loss": 2.5938,
      "step": 6480
    },
    {
      "epoch": 0.30151197953012326,
      "grad_norm": 0.80240832352747,
      "learning_rate": 0.00029907899131813466,
      "loss": 2.6719,
      "step": 6481
    },
    {
      "epoch": 0.301558501977204,
      "grad_norm": 0.784102889774569,
      "learning_rate": 0.0002990785806208544,
      "loss": 3.1094,
      "step": 6482
    },
    {
      "epoch": 0.3016050244242847,
      "grad_norm": 0.7947556147886363,
      "learning_rate": 0.00029907816983230733,
      "loss": 2.9375,
      "step": 6483
    },
    {
      "epoch": 0.3016515468713654,
      "grad_norm": 0.6770164836019765,
      "learning_rate": 0.00029907775895249376,
      "loss": 2.6562,
      "step": 6484
    },
    {
      "epoch": 0.30169806931844617,
      "grad_norm": 0.7775503607884495,
      "learning_rate": 0.0002990773479814139,
      "loss": 2.5781,
      "step": 6485
    },
    {
      "epoch": 0.30174459176552687,
      "grad_norm": 0.6784847735615133,
      "learning_rate": 0.000299076936919068,
      "loss": 2.4219,
      "step": 6486
    },
    {
      "epoch": 0.30179111421260757,
      "grad_norm": 0.6908928740861451,
      "learning_rate": 0.0002990765257654563,
      "loss": 2.5625,
      "step": 6487
    },
    {
      "epoch": 0.3018376366596883,
      "grad_norm": 0.6507879804626515,
      "learning_rate": 0.00029907611452057906,
      "loss": 2.4531,
      "step": 6488
    },
    {
      "epoch": 0.301884159106769,
      "grad_norm": 0.712495155697724,
      "learning_rate": 0.0002990757031844366,
      "loss": 2.7031,
      "step": 6489
    },
    {
      "epoch": 0.3019306815538497,
      "grad_norm": 0.7059895762005777,
      "learning_rate": 0.00029907529175702906,
      "loss": 2.4688,
      "step": 6490
    },
    {
      "epoch": 0.3019772040009304,
      "grad_norm": 0.7173783501329313,
      "learning_rate": 0.0002990748802383568,
      "loss": 2.6719,
      "step": 6491
    },
    {
      "epoch": 0.3020237264480112,
      "grad_norm": 0.9951664215725646,
      "learning_rate": 0.00029907446862841995,
      "loss": 3.0938,
      "step": 6492
    },
    {
      "epoch": 0.3020702488950919,
      "grad_norm": 0.8101777637209363,
      "learning_rate": 0.0002990740569272189,
      "loss": 1.8594,
      "step": 6493
    },
    {
      "epoch": 0.3021167713421726,
      "grad_norm": 0.680331989037019,
      "learning_rate": 0.0002990736451347538,
      "loss": 2.3906,
      "step": 6494
    },
    {
      "epoch": 0.30216329378925333,
      "grad_norm": 0.7467347762627834,
      "learning_rate": 0.0002990732332510249,
      "loss": 2.9375,
      "step": 6495
    },
    {
      "epoch": 0.30220981623633403,
      "grad_norm": 0.7030063494793831,
      "learning_rate": 0.00029907282127603253,
      "loss": 2.8281,
      "step": 6496
    },
    {
      "epoch": 0.3022563386834147,
      "grad_norm": 0.6819126749406997,
      "learning_rate": 0.00029907240920977696,
      "loss": 2.7969,
      "step": 6497
    },
    {
      "epoch": 0.3023028611304955,
      "grad_norm": 0.7763338320200331,
      "learning_rate": 0.0002990719970522583,
      "loss": 2.5,
      "step": 6498
    },
    {
      "epoch": 0.3023493835775762,
      "grad_norm": 0.6561811410508153,
      "learning_rate": 0.00029907158480347695,
      "loss": 2.6406,
      "step": 6499
    },
    {
      "epoch": 0.3023959060246569,
      "grad_norm": 0.6810075453002256,
      "learning_rate": 0.000299071172463433,
      "loss": 2.5469,
      "step": 6500
    },
    {
      "epoch": 0.30244242847173763,
      "grad_norm": 0.6839883540780682,
      "learning_rate": 0.00029907076003212683,
      "loss": 2.4688,
      "step": 6501
    },
    {
      "epoch": 0.30248895091881833,
      "grad_norm": 0.712175185610882,
      "learning_rate": 0.00029907034750955875,
      "loss": 2.6094,
      "step": 6502
    },
    {
      "epoch": 0.30253547336589903,
      "grad_norm": 0.675055538463481,
      "learning_rate": 0.0002990699348957288,
      "loss": 2.5781,
      "step": 6503
    },
    {
      "epoch": 0.3025819958129798,
      "grad_norm": 0.6447179949127486,
      "learning_rate": 0.00029906952219063747,
      "loss": 2.4375,
      "step": 6504
    },
    {
      "epoch": 0.3026285182600605,
      "grad_norm": 0.6994388929198887,
      "learning_rate": 0.0002990691093942848,
      "loss": 2.6094,
      "step": 6505
    },
    {
      "epoch": 0.3026750407071412,
      "grad_norm": 0.6748665673303464,
      "learning_rate": 0.00029906869650667123,
      "loss": 2.8906,
      "step": 6506
    },
    {
      "epoch": 0.3027215631542219,
      "grad_norm": 0.702695203515576,
      "learning_rate": 0.0002990682835277969,
      "loss": 2.5938,
      "step": 6507
    },
    {
      "epoch": 0.30276808560130264,
      "grad_norm": 0.652366638612131,
      "learning_rate": 0.0002990678704576621,
      "loss": 2.5625,
      "step": 6508
    },
    {
      "epoch": 0.30281460804838334,
      "grad_norm": 0.6768459829394275,
      "learning_rate": 0.000299067457296267,
      "loss": 2.8125,
      "step": 6509
    },
    {
      "epoch": 0.30286113049546404,
      "grad_norm": 0.6755342084364393,
      "learning_rate": 0.000299067044043612,
      "loss": 2.3438,
      "step": 6510
    },
    {
      "epoch": 0.3029076529425448,
      "grad_norm": 0.7003774864041364,
      "learning_rate": 0.00029906663069969723,
      "loss": 2.7812,
      "step": 6511
    },
    {
      "epoch": 0.3029541753896255,
      "grad_norm": 0.6767895698405615,
      "learning_rate": 0.000299066217264523,
      "loss": 2.6094,
      "step": 6512
    },
    {
      "epoch": 0.3030006978367062,
      "grad_norm": 0.6902757708993367,
      "learning_rate": 0.0002990658037380896,
      "loss": 2.75,
      "step": 6513
    },
    {
      "epoch": 0.30304722028378694,
      "grad_norm": 0.6710850856729829,
      "learning_rate": 0.00029906539012039714,
      "loss": 2.8281,
      "step": 6514
    },
    {
      "epoch": 0.30309374273086764,
      "grad_norm": 0.7054857319106935,
      "learning_rate": 0.0002990649764114461,
      "loss": 2.5156,
      "step": 6515
    },
    {
      "epoch": 0.30314026517794834,
      "grad_norm": 0.6674978920435678,
      "learning_rate": 0.0002990645626112365,
      "loss": 2.5781,
      "step": 6516
    },
    {
      "epoch": 0.3031867876250291,
      "grad_norm": 0.7020827564141767,
      "learning_rate": 0.00029906414871976874,
      "loss": 2.7031,
      "step": 6517
    },
    {
      "epoch": 0.3032333100721098,
      "grad_norm": 0.7965913550535378,
      "learning_rate": 0.000299063734737043,
      "loss": 2.5469,
      "step": 6518
    },
    {
      "epoch": 0.3032798325191905,
      "grad_norm": 0.6643202428899415,
      "learning_rate": 0.00029906332066305955,
      "loss": 2.5469,
      "step": 6519
    },
    {
      "epoch": 0.30332635496627125,
      "grad_norm": 0.6632967525897197,
      "learning_rate": 0.0002990629064978187,
      "loss": 2.7344,
      "step": 6520
    },
    {
      "epoch": 0.30337287741335195,
      "grad_norm": 0.7074307707096011,
      "learning_rate": 0.0002990624922413207,
      "loss": 2.5312,
      "step": 6521
    },
    {
      "epoch": 0.30341939986043265,
      "grad_norm": 0.7125986127925594,
      "learning_rate": 0.0002990620778935657,
      "loss": 2.4219,
      "step": 6522
    },
    {
      "epoch": 0.3034659223075134,
      "grad_norm": 0.7336879750396034,
      "learning_rate": 0.000299061663454554,
      "loss": 2.9062,
      "step": 6523
    },
    {
      "epoch": 0.3035124447545941,
      "grad_norm": 0.7768079487256082,
      "learning_rate": 0.0002990612489242859,
      "loss": 2.6875,
      "step": 6524
    },
    {
      "epoch": 0.3035589672016748,
      "grad_norm": 0.8031360764188038,
      "learning_rate": 0.0002990608343027616,
      "loss": 2.625,
      "step": 6525
    },
    {
      "epoch": 0.3036054896487555,
      "grad_norm": 0.7023513106509975,
      "learning_rate": 0.00029906041958998144,
      "loss": 2.5625,
      "step": 6526
    },
    {
      "epoch": 0.30365201209583625,
      "grad_norm": 0.9500121568956926,
      "learning_rate": 0.00029906000478594554,
      "loss": 1.9141,
      "step": 6527
    },
    {
      "epoch": 0.30369853454291695,
      "grad_norm": 0.6403463541978013,
      "learning_rate": 0.00029905958989065424,
      "loss": 2.3281,
      "step": 6528
    },
    {
      "epoch": 0.30374505698999765,
      "grad_norm": 0.8214544797329079,
      "learning_rate": 0.0002990591749041078,
      "loss": 2.6562,
      "step": 6529
    },
    {
      "epoch": 0.3037915794370784,
      "grad_norm": 0.6597547654835767,
      "learning_rate": 0.0002990587598263065,
      "loss": 2.5469,
      "step": 6530
    },
    {
      "epoch": 0.3038381018841591,
      "grad_norm": 0.7180006506507158,
      "learning_rate": 0.0002990583446572505,
      "loss": 2.4531,
      "step": 6531
    },
    {
      "epoch": 0.3038846243312398,
      "grad_norm": 0.6638579573993681,
      "learning_rate": 0.00029905792939694014,
      "loss": 2.5625,
      "step": 6532
    },
    {
      "epoch": 0.30393114677832056,
      "grad_norm": 0.7765865089206015,
      "learning_rate": 0.0002990575140453756,
      "loss": 2.8906,
      "step": 6533
    },
    {
      "epoch": 0.30397766922540126,
      "grad_norm": 0.7325380633924794,
      "learning_rate": 0.0002990570986025572,
      "loss": 2.9219,
      "step": 6534
    },
    {
      "epoch": 0.30402419167248196,
      "grad_norm": 0.7720088688580004,
      "learning_rate": 0.0002990566830684851,
      "loss": 2.4062,
      "step": 6535
    },
    {
      "epoch": 0.3040707141195627,
      "grad_norm": 0.6890004138810553,
      "learning_rate": 0.00029905626744315965,
      "loss": 2.625,
      "step": 6536
    },
    {
      "epoch": 0.3041172365666434,
      "grad_norm": 0.783758817962839,
      "learning_rate": 0.0002990558517265811,
      "loss": 2.5938,
      "step": 6537
    },
    {
      "epoch": 0.3041637590137241,
      "grad_norm": 0.7189291788456061,
      "learning_rate": 0.00029905543591874967,
      "loss": 2.2656,
      "step": 6538
    },
    {
      "epoch": 0.30421028146080487,
      "grad_norm": 0.6963473620932372,
      "learning_rate": 0.0002990550200196656,
      "loss": 2.7344,
      "step": 6539
    },
    {
      "epoch": 0.30425680390788556,
      "grad_norm": 0.6616171312159936,
      "learning_rate": 0.0002990546040293292,
      "loss": 2.5,
      "step": 6540
    },
    {
      "epoch": 0.30430332635496626,
      "grad_norm": 0.6459247566071687,
      "learning_rate": 0.0002990541879477407,
      "loss": 2.6562,
      "step": 6541
    },
    {
      "epoch": 0.30434984880204696,
      "grad_norm": 0.6376471877721275,
      "learning_rate": 0.0002990537717749003,
      "loss": 2.5,
      "step": 6542
    },
    {
      "epoch": 0.3043963712491277,
      "grad_norm": 0.8456810353953661,
      "learning_rate": 0.00029905335551080837,
      "loss": 2.5,
      "step": 6543
    },
    {
      "epoch": 0.3044428936962084,
      "grad_norm": 0.7269713295637473,
      "learning_rate": 0.00029905293915546505,
      "loss": 2.625,
      "step": 6544
    },
    {
      "epoch": 0.3044894161432891,
      "grad_norm": 0.7486668884730949,
      "learning_rate": 0.0002990525227088706,
      "loss": 2.7344,
      "step": 6545
    },
    {
      "epoch": 0.30453593859036987,
      "grad_norm": 0.6490900788048658,
      "learning_rate": 0.0002990521061710254,
      "loss": 2.5938,
      "step": 6546
    },
    {
      "epoch": 0.30458246103745057,
      "grad_norm": 0.7087590374220736,
      "learning_rate": 0.00029905168954192957,
      "loss": 2.4062,
      "step": 6547
    },
    {
      "epoch": 0.30462898348453127,
      "grad_norm": 0.8211198694257235,
      "learning_rate": 0.00029905127282158346,
      "loss": 2.4062,
      "step": 6548
    },
    {
      "epoch": 0.304675505931612,
      "grad_norm": 0.7159035206941474,
      "learning_rate": 0.00029905085600998726,
      "loss": 2.5781,
      "step": 6549
    },
    {
      "epoch": 0.3047220283786927,
      "grad_norm": 0.6962472949937382,
      "learning_rate": 0.00029905043910714125,
      "loss": 2.4375,
      "step": 6550
    },
    {
      "epoch": 0.3047685508257734,
      "grad_norm": 0.7450850607564651,
      "learning_rate": 0.0002990500221130457,
      "loss": 2.875,
      "step": 6551
    },
    {
      "epoch": 0.3048150732728542,
      "grad_norm": 0.8870173256480015,
      "learning_rate": 0.0002990496050277008,
      "loss": 2.5625,
      "step": 6552
    },
    {
      "epoch": 0.3048615957199349,
      "grad_norm": 0.7570849510693185,
      "learning_rate": 0.00029904918785110686,
      "loss": 2.7812,
      "step": 6553
    },
    {
      "epoch": 0.3049081181670156,
      "grad_norm": 0.6721115637048812,
      "learning_rate": 0.0002990487705832642,
      "loss": 2.75,
      "step": 6554
    },
    {
      "epoch": 0.30495464061409633,
      "grad_norm": 0.954237450210737,
      "learning_rate": 0.0002990483532241729,
      "loss": 2.1094,
      "step": 6555
    },
    {
      "epoch": 0.305001163061177,
      "grad_norm": 0.8150316035505253,
      "learning_rate": 0.0002990479357738334,
      "loss": 2.7031,
      "step": 6556
    },
    {
      "epoch": 0.3050476855082577,
      "grad_norm": 0.7545640833587336,
      "learning_rate": 0.00029904751823224584,
      "loss": 2.8906,
      "step": 6557
    },
    {
      "epoch": 0.3050942079553384,
      "grad_norm": 0.709395760957881,
      "learning_rate": 0.0002990471005994105,
      "loss": 3.0312,
      "step": 6558
    },
    {
      "epoch": 0.3051407304024192,
      "grad_norm": 0.6659886094561442,
      "learning_rate": 0.0002990466828753277,
      "loss": 2.6875,
      "step": 6559
    },
    {
      "epoch": 0.3051872528494999,
      "grad_norm": 0.6520819066548565,
      "learning_rate": 0.00029904626505999763,
      "loss": 2.6406,
      "step": 6560
    },
    {
      "epoch": 0.3052337752965806,
      "grad_norm": 0.7110001632699222,
      "learning_rate": 0.0002990458471534205,
      "loss": 2.6875,
      "step": 6561
    },
    {
      "epoch": 0.30528029774366133,
      "grad_norm": 0.6761443901775831,
      "learning_rate": 0.0002990454291555967,
      "loss": 2.5625,
      "step": 6562
    },
    {
      "epoch": 0.30532682019074203,
      "grad_norm": 0.7040443897124344,
      "learning_rate": 0.00029904501106652634,
      "loss": 2.6406,
      "step": 6563
    },
    {
      "epoch": 0.30537334263782273,
      "grad_norm": 0.7147353640359421,
      "learning_rate": 0.0002990445928862098,
      "loss": 2.7656,
      "step": 6564
    },
    {
      "epoch": 0.3054198650849035,
      "grad_norm": 0.6884406465046926,
      "learning_rate": 0.0002990441746146472,
      "loss": 2.5156,
      "step": 6565
    },
    {
      "epoch": 0.3054663875319842,
      "grad_norm": 0.7432072803981599,
      "learning_rate": 0.00029904375625183896,
      "loss": 2.875,
      "step": 6566
    },
    {
      "epoch": 0.3055129099790649,
      "grad_norm": 0.6852932010221765,
      "learning_rate": 0.0002990433377977852,
      "loss": 1.9141,
      "step": 6567
    },
    {
      "epoch": 0.30555943242614564,
      "grad_norm": 0.7196570953628811,
      "learning_rate": 0.0002990429192524863,
      "loss": 2.3906,
      "step": 6568
    },
    {
      "epoch": 0.30560595487322634,
      "grad_norm": 0.8392183873871439,
      "learning_rate": 0.00029904250061594243,
      "loss": 2.5469,
      "step": 6569
    },
    {
      "epoch": 0.30565247732030704,
      "grad_norm": 0.685336187964428,
      "learning_rate": 0.0002990420818881538,
      "loss": 2.6719,
      "step": 6570
    },
    {
      "epoch": 0.3056989997673878,
      "grad_norm": 0.7242688030512029,
      "learning_rate": 0.0002990416630691208,
      "loss": 2.625,
      "step": 6571
    },
    {
      "epoch": 0.3057455222144685,
      "grad_norm": 0.878008059030936,
      "learning_rate": 0.0002990412441588436,
      "loss": 2.4531,
      "step": 6572
    },
    {
      "epoch": 0.3057920446615492,
      "grad_norm": 0.6636204615804554,
      "learning_rate": 0.00029904082515732244,
      "loss": 2.6094,
      "step": 6573
    },
    {
      "epoch": 0.3058385671086299,
      "grad_norm": 0.7265563662959014,
      "learning_rate": 0.0002990404060645576,
      "loss": 2.6094,
      "step": 6574
    },
    {
      "epoch": 0.30588508955571064,
      "grad_norm": 0.6789863185958228,
      "learning_rate": 0.0002990399868805494,
      "loss": 2.625,
      "step": 6575
    },
    {
      "epoch": 0.30593161200279134,
      "grad_norm": 0.6679058613122746,
      "learning_rate": 0.000299039567605298,
      "loss": 2.5938,
      "step": 6576
    },
    {
      "epoch": 0.30597813444987204,
      "grad_norm": 0.7582179373174883,
      "learning_rate": 0.0002990391482388037,
      "loss": 2.6562,
      "step": 6577
    },
    {
      "epoch": 0.3060246568969528,
      "grad_norm": 0.7137546101909635,
      "learning_rate": 0.00029903872878106675,
      "loss": 2.4219,
      "step": 6578
    },
    {
      "epoch": 0.3060711793440335,
      "grad_norm": 0.73188513867801,
      "learning_rate": 0.0002990383092320875,
      "loss": 2.8438,
      "step": 6579
    },
    {
      "epoch": 0.3061177017911142,
      "grad_norm": 0.8445311455064186,
      "learning_rate": 0.00029903788959186604,
      "loss": 2.8438,
      "step": 6580
    },
    {
      "epoch": 0.30616422423819495,
      "grad_norm": 0.6886867256438541,
      "learning_rate": 0.0002990374698604027,
      "loss": 2.5156,
      "step": 6581
    },
    {
      "epoch": 0.30621074668527565,
      "grad_norm": 0.6741290455874838,
      "learning_rate": 0.0002990370500376977,
      "loss": 2.7656,
      "step": 6582
    },
    {
      "epoch": 0.30625726913235635,
      "grad_norm": 0.6666970902617813,
      "learning_rate": 0.00029903663012375144,
      "loss": 2.5469,
      "step": 6583
    },
    {
      "epoch": 0.3063037915794371,
      "grad_norm": 0.7406019482803093,
      "learning_rate": 0.000299036210118564,
      "loss": 2.1094,
      "step": 6584
    },
    {
      "epoch": 0.3063503140265178,
      "grad_norm": 0.674318126777126,
      "learning_rate": 0.0002990357900221358,
      "loss": 2.4219,
      "step": 6585
    },
    {
      "epoch": 0.3063968364735985,
      "grad_norm": 0.6846271038595487,
      "learning_rate": 0.0002990353698344669,
      "loss": 2.5781,
      "step": 6586
    },
    {
      "epoch": 0.30644335892067925,
      "grad_norm": 0.6802121075523857,
      "learning_rate": 0.00029903494955555777,
      "loss": 2.7344,
      "step": 6587
    },
    {
      "epoch": 0.30648988136775995,
      "grad_norm": 0.6560787285778439,
      "learning_rate": 0.0002990345291854085,
      "loss": 2.2656,
      "step": 6588
    },
    {
      "epoch": 0.30653640381484065,
      "grad_norm": 0.7272422179538331,
      "learning_rate": 0.0002990341087240194,
      "loss": 2.8281,
      "step": 6589
    },
    {
      "epoch": 0.30658292626192135,
      "grad_norm": 0.6674555784245696,
      "learning_rate": 0.0002990336881713908,
      "loss": 2.6094,
      "step": 6590
    },
    {
      "epoch": 0.3066294487090021,
      "grad_norm": 0.6491003452979394,
      "learning_rate": 0.00029903326752752285,
      "loss": 2.6406,
      "step": 6591
    },
    {
      "epoch": 0.3066759711560828,
      "grad_norm": 0.8533217078378765,
      "learning_rate": 0.0002990328467924159,
      "loss": 2.5,
      "step": 6592
    },
    {
      "epoch": 0.3067224936031635,
      "grad_norm": 0.6443491349430188,
      "learning_rate": 0.0002990324259660701,
      "loss": 2.625,
      "step": 6593
    },
    {
      "epoch": 0.30676901605024426,
      "grad_norm": 0.7226463555659948,
      "learning_rate": 0.00029903200504848585,
      "loss": 2.8906,
      "step": 6594
    },
    {
      "epoch": 0.30681553849732496,
      "grad_norm": 0.6333467533293876,
      "learning_rate": 0.00029903158403966326,
      "loss": 2.8281,
      "step": 6595
    },
    {
      "epoch": 0.30686206094440566,
      "grad_norm": 0.7557539074203191,
      "learning_rate": 0.0002990311629396027,
      "loss": 2.8594,
      "step": 6596
    },
    {
      "epoch": 0.3069085833914864,
      "grad_norm": 0.6786672576720961,
      "learning_rate": 0.00029903074174830437,
      "loss": 2.5156,
      "step": 6597
    },
    {
      "epoch": 0.3069551058385671,
      "grad_norm": 0.6971183884509492,
      "learning_rate": 0.00029903032046576855,
      "loss": 2.625,
      "step": 6598
    },
    {
      "epoch": 0.3070016282856478,
      "grad_norm": 0.6607787027327404,
      "learning_rate": 0.0002990298990919955,
      "loss": 2.7969,
      "step": 6599
    },
    {
      "epoch": 0.30704815073272856,
      "grad_norm": 0.6302617282203067,
      "learning_rate": 0.00029902947762698535,
      "loss": 2.5938,
      "step": 6600
    },
    {
      "epoch": 0.30709467317980926,
      "grad_norm": 0.6937643383374984,
      "learning_rate": 0.0002990290560707386,
      "loss": 2.5625,
      "step": 6601
    },
    {
      "epoch": 0.30714119562688996,
      "grad_norm": 0.7138462696863154,
      "learning_rate": 0.00029902863442325537,
      "loss": 2.7969,
      "step": 6602
    },
    {
      "epoch": 0.3071877180739707,
      "grad_norm": 0.6627190716830252,
      "learning_rate": 0.0002990282126845359,
      "loss": 2.5,
      "step": 6603
    },
    {
      "epoch": 0.3072342405210514,
      "grad_norm": 0.6812755029522826,
      "learning_rate": 0.0002990277908545805,
      "loss": 2.5938,
      "step": 6604
    },
    {
      "epoch": 0.3072807629681321,
      "grad_norm": 0.6631448282991625,
      "learning_rate": 0.0002990273689333894,
      "loss": 2.625,
      "step": 6605
    },
    {
      "epoch": 0.3073272854152128,
      "grad_norm": 0.7176581000543675,
      "learning_rate": 0.0002990269469209629,
      "loss": 2.4688,
      "step": 6606
    },
    {
      "epoch": 0.30737380786229357,
      "grad_norm": 0.7052424526575876,
      "learning_rate": 0.0002990265248173012,
      "loss": 2.5625,
      "step": 6607
    },
    {
      "epoch": 0.30742033030937427,
      "grad_norm": 0.6562044700814161,
      "learning_rate": 0.0002990261026224046,
      "loss": 2.4688,
      "step": 6608
    },
    {
      "epoch": 0.30746685275645497,
      "grad_norm": 0.6844832727076601,
      "learning_rate": 0.0002990256803362733,
      "loss": 2.4375,
      "step": 6609
    },
    {
      "epoch": 0.3075133752035357,
      "grad_norm": 0.6919485136990625,
      "learning_rate": 0.00029902525795890756,
      "loss": 2.5469,
      "step": 6610
    },
    {
      "epoch": 0.3075598976506164,
      "grad_norm": 0.7114086138577648,
      "learning_rate": 0.0002990248354903078,
      "loss": 2.6562,
      "step": 6611
    },
    {
      "epoch": 0.3076064200976971,
      "grad_norm": 0.7632598489825828,
      "learning_rate": 0.00029902441293047405,
      "loss": 2.9844,
      "step": 6612
    },
    {
      "epoch": 0.3076529425447779,
      "grad_norm": 0.7008553861734224,
      "learning_rate": 0.0002990239902794067,
      "loss": 2.4844,
      "step": 6613
    },
    {
      "epoch": 0.3076994649918586,
      "grad_norm": 0.7390851950925423,
      "learning_rate": 0.00029902356753710606,
      "loss": 2.625,
      "step": 6614
    },
    {
      "epoch": 0.3077459874389393,
      "grad_norm": 0.818779356618726,
      "learning_rate": 0.00029902314470357224,
      "loss": 2.25,
      "step": 6615
    },
    {
      "epoch": 0.30779250988602,
      "grad_norm": 0.6927551277811177,
      "learning_rate": 0.0002990227217788056,
      "loss": 2.6094,
      "step": 6616
    },
    {
      "epoch": 0.3078390323331007,
      "grad_norm": 0.7461811563055246,
      "learning_rate": 0.00029902229876280635,
      "loss": 2.5938,
      "step": 6617
    },
    {
      "epoch": 0.3078855547801814,
      "grad_norm": 0.6544948879744621,
      "learning_rate": 0.0002990218756555748,
      "loss": 2.4844,
      "step": 6618
    },
    {
      "epoch": 0.3079320772272622,
      "grad_norm": 0.685952300518092,
      "learning_rate": 0.0002990214524571111,
      "loss": 2.7812,
      "step": 6619
    },
    {
      "epoch": 0.3079785996743429,
      "grad_norm": 0.8788598857008441,
      "learning_rate": 0.0002990210291674157,
      "loss": 2.4375,
      "step": 6620
    },
    {
      "epoch": 0.3080251221214236,
      "grad_norm": 0.6648660467389669,
      "learning_rate": 0.00029902060578648873,
      "loss": 2.3281,
      "step": 6621
    },
    {
      "epoch": 0.3080716445685043,
      "grad_norm": 0.6924898014759228,
      "learning_rate": 0.0002990201823143304,
      "loss": 2.4844,
      "step": 6622
    },
    {
      "epoch": 0.30811816701558503,
      "grad_norm": 0.7560355795281443,
      "learning_rate": 0.00029901975875094107,
      "loss": 2.8594,
      "step": 6623
    },
    {
      "epoch": 0.30816468946266573,
      "grad_norm": 0.685398022579549,
      "learning_rate": 0.00029901933509632095,
      "loss": 2.4375,
      "step": 6624
    },
    {
      "epoch": 0.30821121190974643,
      "grad_norm": 0.865676903708029,
      "learning_rate": 0.00029901891135047037,
      "loss": 2.5938,
      "step": 6625
    },
    {
      "epoch": 0.3082577343568272,
      "grad_norm": 0.7631957620502802,
      "learning_rate": 0.0002990184875133895,
      "loss": 2.4688,
      "step": 6626
    },
    {
      "epoch": 0.3083042568039079,
      "grad_norm": 0.7214101336609683,
      "learning_rate": 0.0002990180635850786,
      "loss": 2.6562,
      "step": 6627
    },
    {
      "epoch": 0.3083507792509886,
      "grad_norm": 0.8108481799184165,
      "learning_rate": 0.000299017639565538,
      "loss": 2.8594,
      "step": 6628
    },
    {
      "epoch": 0.30839730169806934,
      "grad_norm": 0.7548071767432439,
      "learning_rate": 0.00029901721545476796,
      "loss": 3.0625,
      "step": 6629
    },
    {
      "epoch": 0.30844382414515004,
      "grad_norm": 0.6943285955430138,
      "learning_rate": 0.00029901679125276864,
      "loss": 2.6562,
      "step": 6630
    },
    {
      "epoch": 0.30849034659223074,
      "grad_norm": 0.691937705432534,
      "learning_rate": 0.0002990163669595404,
      "loss": 2.5,
      "step": 6631
    },
    {
      "epoch": 0.3085368690393115,
      "grad_norm": 0.7359339496014864,
      "learning_rate": 0.00029901594257508344,
      "loss": 2.9219,
      "step": 6632
    },
    {
      "epoch": 0.3085833914863922,
      "grad_norm": 0.6519113629433062,
      "learning_rate": 0.00029901551809939804,
      "loss": 2.7812,
      "step": 6633
    },
    {
      "epoch": 0.3086299139334729,
      "grad_norm": 0.7248570854233813,
      "learning_rate": 0.00029901509353248446,
      "loss": 2.0781,
      "step": 6634
    },
    {
      "epoch": 0.30867643638055364,
      "grad_norm": 0.672468994231776,
      "learning_rate": 0.00029901466887434296,
      "loss": 2.9375,
      "step": 6635
    },
    {
      "epoch": 0.30872295882763434,
      "grad_norm": 0.7118477270328898,
      "learning_rate": 0.0002990142441249738,
      "loss": 2.5625,
      "step": 6636
    },
    {
      "epoch": 0.30876948127471504,
      "grad_norm": 0.6627559212909712,
      "learning_rate": 0.00029901381928437726,
      "loss": 2.6719,
      "step": 6637
    },
    {
      "epoch": 0.30881600372179574,
      "grad_norm": 0.7532700978201194,
      "learning_rate": 0.0002990133943525536,
      "loss": 2.7188,
      "step": 6638
    },
    {
      "epoch": 0.3088625261688765,
      "grad_norm": 0.7366908151181134,
      "learning_rate": 0.00029901296932950303,
      "loss": 2.7969,
      "step": 6639
    },
    {
      "epoch": 0.3089090486159572,
      "grad_norm": 0.6504617409379423,
      "learning_rate": 0.00029901254421522587,
      "loss": 2.6875,
      "step": 6640
    },
    {
      "epoch": 0.3089555710630379,
      "grad_norm": 0.6375834681563118,
      "learning_rate": 0.0002990121190097223,
      "loss": 2.5469,
      "step": 6641
    },
    {
      "epoch": 0.30900209351011865,
      "grad_norm": 0.6433749595773386,
      "learning_rate": 0.00029901169371299266,
      "loss": 2.375,
      "step": 6642
    },
    {
      "epoch": 0.30904861595719935,
      "grad_norm": 0.6401984669303618,
      "learning_rate": 0.00029901126832503717,
      "loss": 2.5156,
      "step": 6643
    },
    {
      "epoch": 0.30909513840428005,
      "grad_norm": 0.6586349915855596,
      "learning_rate": 0.00029901084284585615,
      "loss": 2.9219,
      "step": 6644
    },
    {
      "epoch": 0.3091416608513608,
      "grad_norm": 0.6902656756882612,
      "learning_rate": 0.00029901041727544976,
      "loss": 2.75,
      "step": 6645
    },
    {
      "epoch": 0.3091881832984415,
      "grad_norm": 0.7119946661811721,
      "learning_rate": 0.00029900999161381833,
      "loss": 2.4844,
      "step": 6646
    },
    {
      "epoch": 0.3092347057455222,
      "grad_norm": 0.7579798410915101,
      "learning_rate": 0.0002990095658609621,
      "loss": 2.6562,
      "step": 6647
    },
    {
      "epoch": 0.30928122819260295,
      "grad_norm": 0.6548457779940632,
      "learning_rate": 0.00029900914001688137,
      "loss": 2.5,
      "step": 6648
    },
    {
      "epoch": 0.30932775063968365,
      "grad_norm": 0.7050421955914296,
      "learning_rate": 0.00029900871408157633,
      "loss": 2.7812,
      "step": 6649
    },
    {
      "epoch": 0.30937427308676435,
      "grad_norm": 0.7025640824914826,
      "learning_rate": 0.0002990082880550473,
      "loss": 2.5781,
      "step": 6650
    },
    {
      "epoch": 0.3094207955338451,
      "grad_norm": 0.7314081075522164,
      "learning_rate": 0.0002990078619372945,
      "loss": 2.625,
      "step": 6651
    },
    {
      "epoch": 0.3094673179809258,
      "grad_norm": 0.6843507889249993,
      "learning_rate": 0.00029900743572831823,
      "loss": 2.9062,
      "step": 6652
    },
    {
      "epoch": 0.3095138404280065,
      "grad_norm": 0.7848289481054049,
      "learning_rate": 0.00029900700942811866,
      "loss": 2.8125,
      "step": 6653
    },
    {
      "epoch": 0.3095603628750872,
      "grad_norm": 0.7383386741940561,
      "learning_rate": 0.0002990065830366962,
      "loss": 2.875,
      "step": 6654
    },
    {
      "epoch": 0.30960688532216796,
      "grad_norm": 0.6842532995341445,
      "learning_rate": 0.00029900615655405107,
      "loss": 2.5156,
      "step": 6655
    },
    {
      "epoch": 0.30965340776924866,
      "grad_norm": 0.7435654198399367,
      "learning_rate": 0.00029900572998018337,
      "loss": 3.0625,
      "step": 6656
    },
    {
      "epoch": 0.30969993021632936,
      "grad_norm": 0.8896754564440977,
      "learning_rate": 0.00029900530331509356,
      "loss": 1.9844,
      "step": 6657
    },
    {
      "epoch": 0.3097464526634101,
      "grad_norm": 0.6919514123020202,
      "learning_rate": 0.0002990048765587818,
      "loss": 2.5781,
      "step": 6658
    },
    {
      "epoch": 0.3097929751104908,
      "grad_norm": 0.728879323294659,
      "learning_rate": 0.0002990044497112484,
      "loss": 2.6094,
      "step": 6659
    },
    {
      "epoch": 0.3098394975575715,
      "grad_norm": 0.6781212555709034,
      "learning_rate": 0.0002990040227724936,
      "loss": 2.5469,
      "step": 6660
    },
    {
      "epoch": 0.30988602000465226,
      "grad_norm": 0.6711667931502596,
      "learning_rate": 0.0002990035957425176,
      "loss": 2.7969,
      "step": 6661
    },
    {
      "epoch": 0.30993254245173296,
      "grad_norm": 0.7055232434937603,
      "learning_rate": 0.0002990031686213208,
      "loss": 2.7344,
      "step": 6662
    },
    {
      "epoch": 0.30997906489881366,
      "grad_norm": 0.6636634422664736,
      "learning_rate": 0.00029900274140890333,
      "loss": 2.6406,
      "step": 6663
    },
    {
      "epoch": 0.3100255873458944,
      "grad_norm": 0.6565616892894611,
      "learning_rate": 0.00029900231410526554,
      "loss": 2.3438,
      "step": 6664
    },
    {
      "epoch": 0.3100721097929751,
      "grad_norm": 0.6769999409115854,
      "learning_rate": 0.00029900188671040765,
      "loss": 2.6094,
      "step": 6665
    },
    {
      "epoch": 0.3101186322400558,
      "grad_norm": 0.7423419077305108,
      "learning_rate": 0.00029900145922432986,
      "loss": 2.7031,
      "step": 6666
    },
    {
      "epoch": 0.31016515468713657,
      "grad_norm": 0.6538680916976499,
      "learning_rate": 0.00029900103164703256,
      "loss": 2.4844,
      "step": 6667
    },
    {
      "epoch": 0.31021167713421727,
      "grad_norm": 0.6659304514671152,
      "learning_rate": 0.00029900060397851597,
      "loss": 2.7188,
      "step": 6668
    },
    {
      "epoch": 0.31025819958129797,
      "grad_norm": 0.6687160097843396,
      "learning_rate": 0.0002990001762187803,
      "loss": 2.4531,
      "step": 6669
    },
    {
      "epoch": 0.31030472202837867,
      "grad_norm": 0.7763650270483038,
      "learning_rate": 0.0002989997483678258,
      "loss": 2.7344,
      "step": 6670
    },
    {
      "epoch": 0.3103512444754594,
      "grad_norm": 0.7831281107569775,
      "learning_rate": 0.00029899932042565285,
      "loss": 2.0312,
      "step": 6671
    },
    {
      "epoch": 0.3103977669225401,
      "grad_norm": 0.6853057723134096,
      "learning_rate": 0.0002989988923922616,
      "loss": 2.7656,
      "step": 6672
    },
    {
      "epoch": 0.3104442893696208,
      "grad_norm": 0.8395332813431147,
      "learning_rate": 0.0002989984642676524,
      "loss": 2.625,
      "step": 6673
    },
    {
      "epoch": 0.3104908118167016,
      "grad_norm": 0.6883997905962296,
      "learning_rate": 0.0002989980360518254,
      "loss": 2.8125,
      "step": 6674
    },
    {
      "epoch": 0.31053733426378227,
      "grad_norm": 0.7218413080690776,
      "learning_rate": 0.00029899760774478094,
      "loss": 2.6094,
      "step": 6675
    },
    {
      "epoch": 0.31058385671086297,
      "grad_norm": 0.7532423361965394,
      "learning_rate": 0.00029899717934651925,
      "loss": 2.8906,
      "step": 6676
    },
    {
      "epoch": 0.3106303791579437,
      "grad_norm": 0.6536392597493543,
      "learning_rate": 0.00029899675085704065,
      "loss": 2.3906,
      "step": 6677
    },
    {
      "epoch": 0.3106769016050244,
      "grad_norm": 0.6706709336278047,
      "learning_rate": 0.0002989963222763453,
      "loss": 2.6562,
      "step": 6678
    },
    {
      "epoch": 0.3107234240521051,
      "grad_norm": 0.6460411527126605,
      "learning_rate": 0.0002989958936044336,
      "loss": 2.4688,
      "step": 6679
    },
    {
      "epoch": 0.3107699464991859,
      "grad_norm": 0.7345686778060444,
      "learning_rate": 0.00029899546484130567,
      "loss": 2.7188,
      "step": 6680
    },
    {
      "epoch": 0.3108164689462666,
      "grad_norm": 0.7415130106133347,
      "learning_rate": 0.0002989950359869619,
      "loss": 2.6719,
      "step": 6681
    },
    {
      "epoch": 0.3108629913933473,
      "grad_norm": 0.8065999107332377,
      "learning_rate": 0.00029899460704140246,
      "loss": 2.5312,
      "step": 6682
    },
    {
      "epoch": 0.31090951384042803,
      "grad_norm": 0.6413742721172231,
      "learning_rate": 0.00029899417800462766,
      "loss": 2.2969,
      "step": 6683
    },
    {
      "epoch": 0.31095603628750873,
      "grad_norm": 0.7565714027790819,
      "learning_rate": 0.00029899374887663773,
      "loss": 2.75,
      "step": 6684
    },
    {
      "epoch": 0.31100255873458943,
      "grad_norm": 0.7034999452058345,
      "learning_rate": 0.00029899331965743296,
      "loss": 2.75,
      "step": 6685
    },
    {
      "epoch": 0.31104908118167013,
      "grad_norm": 0.6862822118249909,
      "learning_rate": 0.00029899289034701355,
      "loss": 2.2969,
      "step": 6686
    },
    {
      "epoch": 0.3110956036287509,
      "grad_norm": 0.6419622330752702,
      "learning_rate": 0.0002989924609453799,
      "loss": 2.1562,
      "step": 6687
    },
    {
      "epoch": 0.3111421260758316,
      "grad_norm": 0.73874836403963,
      "learning_rate": 0.00029899203145253213,
      "loss": 2.7031,
      "step": 6688
    },
    {
      "epoch": 0.3111886485229123,
      "grad_norm": 0.7614612857264316,
      "learning_rate": 0.00029899160186847056,
      "loss": 2.7656,
      "step": 6689
    },
    {
      "epoch": 0.31123517096999304,
      "grad_norm": 0.6822679699593271,
      "learning_rate": 0.00029899117219319544,
      "loss": 2.5,
      "step": 6690
    },
    {
      "epoch": 0.31128169341707373,
      "grad_norm": 0.6874981742264659,
      "learning_rate": 0.0002989907424267071,
      "loss": 2.5469,
      "step": 6691
    },
    {
      "epoch": 0.31132821586415443,
      "grad_norm": 0.6626243111403947,
      "learning_rate": 0.0002989903125690057,
      "loss": 2.6875,
      "step": 6692
    },
    {
      "epoch": 0.3113747383112352,
      "grad_norm": 0.6822339949111696,
      "learning_rate": 0.0002989898826200916,
      "loss": 2.5781,
      "step": 6693
    },
    {
      "epoch": 0.3114212607583159,
      "grad_norm": 0.8712336766133132,
      "learning_rate": 0.000298989452579965,
      "loss": 2.7656,
      "step": 6694
    },
    {
      "epoch": 0.3114677832053966,
      "grad_norm": 0.8508017057545046,
      "learning_rate": 0.0002989890224486262,
      "loss": 2.625,
      "step": 6695
    },
    {
      "epoch": 0.31151430565247734,
      "grad_norm": 0.7371316370738852,
      "learning_rate": 0.0002989885922260754,
      "loss": 2.75,
      "step": 6696
    },
    {
      "epoch": 0.31156082809955804,
      "grad_norm": 0.71942268608921,
      "learning_rate": 0.0002989881619123129,
      "loss": 3.0469,
      "step": 6697
    },
    {
      "epoch": 0.31160735054663874,
      "grad_norm": 0.7221403436077377,
      "learning_rate": 0.000298987731507339,
      "loss": 2.7344,
      "step": 6698
    },
    {
      "epoch": 0.3116538729937195,
      "grad_norm": 0.727583693998851,
      "learning_rate": 0.00029898730101115384,
      "loss": 2.5469,
      "step": 6699
    },
    {
      "epoch": 0.3117003954408002,
      "grad_norm": 0.6721247857506901,
      "learning_rate": 0.0002989868704237579,
      "loss": 2.9062,
      "step": 6700
    },
    {
      "epoch": 0.3117469178878809,
      "grad_norm": 0.699802423309165,
      "learning_rate": 0.00029898643974515126,
      "loss": 2.8594,
      "step": 6701
    },
    {
      "epoch": 0.3117934403349616,
      "grad_norm": 0.6920024003181107,
      "learning_rate": 0.00029898600897533426,
      "loss": 2.6875,
      "step": 6702
    },
    {
      "epoch": 0.31183996278204235,
      "grad_norm": 0.7722394948957298,
      "learning_rate": 0.00029898557811430717,
      "loss": 2.5781,
      "step": 6703
    },
    {
      "epoch": 0.31188648522912304,
      "grad_norm": 0.650005626569937,
      "learning_rate": 0.00029898514716207017,
      "loss": 2.9844,
      "step": 6704
    },
    {
      "epoch": 0.31193300767620374,
      "grad_norm": 0.8054689797182344,
      "learning_rate": 0.0002989847161186236,
      "loss": 2.625,
      "step": 6705
    },
    {
      "epoch": 0.3119795301232845,
      "grad_norm": 0.6810128151078321,
      "learning_rate": 0.00029898428498396776,
      "loss": 2.5156,
      "step": 6706
    },
    {
      "epoch": 0.3120260525703652,
      "grad_norm": 0.8000778801375482,
      "learning_rate": 0.00029898385375810285,
      "loss": 2.8594,
      "step": 6707
    },
    {
      "epoch": 0.3120725750174459,
      "grad_norm": 0.6876284780118359,
      "learning_rate": 0.0002989834224410291,
      "loss": 2.5781,
      "step": 6708
    },
    {
      "epoch": 0.31211909746452665,
      "grad_norm": 0.6174919941917573,
      "learning_rate": 0.0002989829910327469,
      "loss": 2.75,
      "step": 6709
    },
    {
      "epoch": 0.31216561991160735,
      "grad_norm": 0.8378410691341796,
      "learning_rate": 0.00029898255953325636,
      "loss": 2.7188,
      "step": 6710
    },
    {
      "epoch": 0.31221214235868805,
      "grad_norm": 0.7959868470679019,
      "learning_rate": 0.00029898212794255785,
      "loss": 2.6094,
      "step": 6711
    },
    {
      "epoch": 0.3122586648057688,
      "grad_norm": 0.6431413697101889,
      "learning_rate": 0.0002989816962606516,
      "loss": 2.4062,
      "step": 6712
    },
    {
      "epoch": 0.3123051872528495,
      "grad_norm": 0.7594808467451952,
      "learning_rate": 0.00029898126448753786,
      "loss": 2.8438,
      "step": 6713
    },
    {
      "epoch": 0.3123517096999302,
      "grad_norm": 0.766016352931163,
      "learning_rate": 0.0002989808326232169,
      "loss": 2.3594,
      "step": 6714
    },
    {
      "epoch": 0.31239823214701096,
      "grad_norm": 0.7163483005280165,
      "learning_rate": 0.00029898040066768904,
      "loss": 2.5312,
      "step": 6715
    },
    {
      "epoch": 0.31244475459409166,
      "grad_norm": 0.7027684636932143,
      "learning_rate": 0.0002989799686209545,
      "loss": 2.625,
      "step": 6716
    },
    {
      "epoch": 0.31249127704117236,
      "grad_norm": 0.6774696662487382,
      "learning_rate": 0.0002989795364830135,
      "loss": 2.3438,
      "step": 6717
    },
    {
      "epoch": 0.3125377994882531,
      "grad_norm": 0.6581472373475729,
      "learning_rate": 0.00029897910425386644,
      "loss": 2.5938,
      "step": 6718
    },
    {
      "epoch": 0.3125843219353338,
      "grad_norm": 0.8448679709716739,
      "learning_rate": 0.0002989786719335134,
      "loss": 2.5938,
      "step": 6719
    },
    {
      "epoch": 0.3126308443824145,
      "grad_norm": 0.6851056860508076,
      "learning_rate": 0.00029897823952195477,
      "loss": 2.6406,
      "step": 6720
    },
    {
      "epoch": 0.3126773668294952,
      "grad_norm": 0.7228844455313006,
      "learning_rate": 0.0002989778070191908,
      "loss": 2.4219,
      "step": 6721
    },
    {
      "epoch": 0.31272388927657596,
      "grad_norm": 0.6413816233350685,
      "learning_rate": 0.0002989773744252217,
      "loss": 2.4531,
      "step": 6722
    },
    {
      "epoch": 0.31277041172365666,
      "grad_norm": 0.6748403536332772,
      "learning_rate": 0.0002989769417400478,
      "loss": 2.75,
      "step": 6723
    },
    {
      "epoch": 0.31281693417073736,
      "grad_norm": 0.6637555856772909,
      "learning_rate": 0.00029897650896366934,
      "loss": 2.7344,
      "step": 6724
    },
    {
      "epoch": 0.3128634566178181,
      "grad_norm": 0.6916855530592184,
      "learning_rate": 0.0002989760760960866,
      "loss": 2.8438,
      "step": 6725
    },
    {
      "epoch": 0.3129099790648988,
      "grad_norm": 0.7198430966974975,
      "learning_rate": 0.0002989756431372998,
      "loss": 2.5,
      "step": 6726
    },
    {
      "epoch": 0.3129565015119795,
      "grad_norm": 0.6510216734015003,
      "learning_rate": 0.0002989752100873092,
      "loss": 2.5,
      "step": 6727
    },
    {
      "epoch": 0.31300302395906027,
      "grad_norm": 0.7757867617267012,
      "learning_rate": 0.00029897477694611517,
      "loss": 2.625,
      "step": 6728
    },
    {
      "epoch": 0.31304954640614097,
      "grad_norm": 0.7486856764264369,
      "learning_rate": 0.0002989743437137179,
      "loss": 2.5,
      "step": 6729
    },
    {
      "epoch": 0.31309606885322167,
      "grad_norm": 0.6406245777543225,
      "learning_rate": 0.0002989739103901176,
      "loss": 2.7656,
      "step": 6730
    },
    {
      "epoch": 0.3131425913003024,
      "grad_norm": 0.7115238999812873,
      "learning_rate": 0.0002989734769753146,
      "loss": 2.6562,
      "step": 6731
    },
    {
      "epoch": 0.3131891137473831,
      "grad_norm": 0.8497587502739589,
      "learning_rate": 0.0002989730434693092,
      "loss": 2.6406,
      "step": 6732
    },
    {
      "epoch": 0.3132356361944638,
      "grad_norm": 0.7789806384135818,
      "learning_rate": 0.0002989726098721016,
      "loss": 2.5781,
      "step": 6733
    },
    {
      "epoch": 0.3132821586415446,
      "grad_norm": 0.7633151051054,
      "learning_rate": 0.00029897217618369214,
      "loss": 2.4688,
      "step": 6734
    },
    {
      "epoch": 0.31332868108862527,
      "grad_norm": 0.6477678090662057,
      "learning_rate": 0.00029897174240408095,
      "loss": 2.6094,
      "step": 6735
    },
    {
      "epoch": 0.31337520353570597,
      "grad_norm": 0.8446438818553574,
      "learning_rate": 0.0002989713085332684,
      "loss": 2.9062,
      "step": 6736
    },
    {
      "epoch": 0.31342172598278667,
      "grad_norm": 0.6196862553125505,
      "learning_rate": 0.0002989708745712548,
      "loss": 1.8984,
      "step": 6737
    },
    {
      "epoch": 0.3134682484298674,
      "grad_norm": 0.6798774036634663,
      "learning_rate": 0.00029897044051804036,
      "loss": 2.8594,
      "step": 6738
    },
    {
      "epoch": 0.3135147708769481,
      "grad_norm": 0.7107137209951625,
      "learning_rate": 0.0002989700063736252,
      "loss": 2.7812,
      "step": 6739
    },
    {
      "epoch": 0.3135612933240288,
      "grad_norm": 0.6424003749222451,
      "learning_rate": 0.0002989695721380099,
      "loss": 2.625,
      "step": 6740
    },
    {
      "epoch": 0.3136078157711096,
      "grad_norm": 0.6998990601378307,
      "learning_rate": 0.0002989691378111945,
      "loss": 2.875,
      "step": 6741
    },
    {
      "epoch": 0.3136543382181903,
      "grad_norm": 0.6846155049612762,
      "learning_rate": 0.00029896870339317925,
      "loss": 2.5156,
      "step": 6742
    },
    {
      "epoch": 0.313700860665271,
      "grad_norm": 0.6716064856154441,
      "learning_rate": 0.0002989682688839645,
      "loss": 2.6094,
      "step": 6743
    },
    {
      "epoch": 0.31374738311235173,
      "grad_norm": 0.7861520478694315,
      "learning_rate": 0.00029896783428355053,
      "loss": 2.875,
      "step": 6744
    },
    {
      "epoch": 0.31379390555943243,
      "grad_norm": 0.7623500735195288,
      "learning_rate": 0.00029896739959193753,
      "loss": 2.7031,
      "step": 6745
    },
    {
      "epoch": 0.31384042800651313,
      "grad_norm": 0.7151512107348058,
      "learning_rate": 0.00029896696480912583,
      "loss": 2.6406,
      "step": 6746
    },
    {
      "epoch": 0.3138869504535939,
      "grad_norm": 0.6615797423570726,
      "learning_rate": 0.0002989665299351157,
      "loss": 2.8438,
      "step": 6747
    },
    {
      "epoch": 0.3139334729006746,
      "grad_norm": 0.762887442390851,
      "learning_rate": 0.0002989660949699074,
      "loss": 2.4062,
      "step": 6748
    },
    {
      "epoch": 0.3139799953477553,
      "grad_norm": 0.6708313087936253,
      "learning_rate": 0.0002989656599135011,
      "loss": 2.7812,
      "step": 6749
    },
    {
      "epoch": 0.31402651779483604,
      "grad_norm": 0.6750253599385486,
      "learning_rate": 0.00029896522476589724,
      "loss": 2.6562,
      "step": 6750
    },
    {
      "epoch": 0.31407304024191673,
      "grad_norm": 0.694093405511534,
      "learning_rate": 0.00029896478952709586,
      "loss": 2.6719,
      "step": 6751
    },
    {
      "epoch": 0.31411956268899743,
      "grad_norm": 0.6945766406944124,
      "learning_rate": 0.0002989643541970975,
      "loss": 2.5469,
      "step": 6752
    },
    {
      "epoch": 0.31416608513607813,
      "grad_norm": 0.7162166375816713,
      "learning_rate": 0.0002989639187759022,
      "loss": 2.6562,
      "step": 6753
    },
    {
      "epoch": 0.3142126075831589,
      "grad_norm": 0.6786238835943186,
      "learning_rate": 0.00029896348326351034,
      "loss": 2.6719,
      "step": 6754
    },
    {
      "epoch": 0.3142591300302396,
      "grad_norm": 0.685066435160784,
      "learning_rate": 0.00029896304765992214,
      "loss": 2.2344,
      "step": 6755
    },
    {
      "epoch": 0.3143056524773203,
      "grad_norm": 0.6929121907783181,
      "learning_rate": 0.0002989626119651379,
      "loss": 2.7812,
      "step": 6756
    },
    {
      "epoch": 0.31435217492440104,
      "grad_norm": 0.7233164829036507,
      "learning_rate": 0.0002989621761791579,
      "loss": 3.0469,
      "step": 6757
    },
    {
      "epoch": 0.31439869737148174,
      "grad_norm": 0.6599819542803494,
      "learning_rate": 0.00029896174030198235,
      "loss": 2.5469,
      "step": 6758
    },
    {
      "epoch": 0.31444521981856244,
      "grad_norm": 0.6638770820364936,
      "learning_rate": 0.0002989613043336115,
      "loss": 2.8906,
      "step": 6759
    },
    {
      "epoch": 0.3144917422656432,
      "grad_norm": 0.6915655356512801,
      "learning_rate": 0.00029896086827404573,
      "loss": 2.875,
      "step": 6760
    },
    {
      "epoch": 0.3145382647127239,
      "grad_norm": 0.7262347415439593,
      "learning_rate": 0.00029896043212328515,
      "loss": 2.6094,
      "step": 6761
    },
    {
      "epoch": 0.3145847871598046,
      "grad_norm": 0.704414964661658,
      "learning_rate": 0.0002989599958813302,
      "loss": 2.6406,
      "step": 6762
    },
    {
      "epoch": 0.31463130960688535,
      "grad_norm": 0.6569978469610396,
      "learning_rate": 0.00029895955954818107,
      "loss": 2.6094,
      "step": 6763
    },
    {
      "epoch": 0.31467783205396604,
      "grad_norm": 0.7326435779532579,
      "learning_rate": 0.00029895912312383796,
      "loss": 2.5312,
      "step": 6764
    },
    {
      "epoch": 0.31472435450104674,
      "grad_norm": 0.8676014956150555,
      "learning_rate": 0.00029895868660830124,
      "loss": 2.5625,
      "step": 6765
    },
    {
      "epoch": 0.3147708769481275,
      "grad_norm": 0.6832378915918711,
      "learning_rate": 0.00029895825000157114,
      "loss": 2.4688,
      "step": 6766
    },
    {
      "epoch": 0.3148173993952082,
      "grad_norm": 0.743098775528829,
      "learning_rate": 0.0002989578133036479,
      "loss": 2.5625,
      "step": 6767
    },
    {
      "epoch": 0.3148639218422889,
      "grad_norm": 0.6750227536599981,
      "learning_rate": 0.00029895737651453177,
      "loss": 2.6719,
      "step": 6768
    },
    {
      "epoch": 0.3149104442893696,
      "grad_norm": 0.7360765237783519,
      "learning_rate": 0.00029895693963422315,
      "loss": 2.7812,
      "step": 6769
    },
    {
      "epoch": 0.31495696673645035,
      "grad_norm": 0.6309862660539117,
      "learning_rate": 0.0002989565026627221,
      "loss": 2.3125,
      "step": 6770
    },
    {
      "epoch": 0.31500348918353105,
      "grad_norm": 0.688757251440016,
      "learning_rate": 0.00029895606560002906,
      "loss": 2.6562,
      "step": 6771
    },
    {
      "epoch": 0.31505001163061175,
      "grad_norm": 0.783854555963801,
      "learning_rate": 0.00029895562844614424,
      "loss": 2.5938,
      "step": 6772
    },
    {
      "epoch": 0.3150965340776925,
      "grad_norm": 0.7324856713113446,
      "learning_rate": 0.00029895519120106794,
      "loss": 2.5938,
      "step": 6773
    },
    {
      "epoch": 0.3151430565247732,
      "grad_norm": 0.7109679353374941,
      "learning_rate": 0.0002989547538648004,
      "loss": 2.7812,
      "step": 6774
    },
    {
      "epoch": 0.3151895789718539,
      "grad_norm": 0.6584346635019442,
      "learning_rate": 0.00029895431643734175,
      "loss": 2.7344,
      "step": 6775
    },
    {
      "epoch": 0.31523610141893466,
      "grad_norm": 0.6680387581979934,
      "learning_rate": 0.0002989538789186925,
      "loss": 2.1875,
      "step": 6776
    },
    {
      "epoch": 0.31528262386601535,
      "grad_norm": 0.7874011618476573,
      "learning_rate": 0.0002989534413088528,
      "loss": 2.6719,
      "step": 6777
    },
    {
      "epoch": 0.31532914631309605,
      "grad_norm": 0.7104274447178514,
      "learning_rate": 0.00029895300360782294,
      "loss": 2.8125,
      "step": 6778
    },
    {
      "epoch": 0.3153756687601768,
      "grad_norm": 0.6950463979215137,
      "learning_rate": 0.00029895256581560314,
      "loss": 2.6406,
      "step": 6779
    },
    {
      "epoch": 0.3154221912072575,
      "grad_norm": 0.6947666899175027,
      "learning_rate": 0.0002989521279321937,
      "loss": 2.6719,
      "step": 6780
    },
    {
      "epoch": 0.3154687136543382,
      "grad_norm": 0.7144957128169112,
      "learning_rate": 0.0002989516899575949,
      "loss": 2.1875,
      "step": 6781
    },
    {
      "epoch": 0.31551523610141896,
      "grad_norm": 0.6436094480069292,
      "learning_rate": 0.000298951251891807,
      "loss": 2.4375,
      "step": 6782
    },
    {
      "epoch": 0.31556175854849966,
      "grad_norm": 0.6507971973120856,
      "learning_rate": 0.00029895081373483025,
      "loss": 2.4219,
      "step": 6783
    },
    {
      "epoch": 0.31560828099558036,
      "grad_norm": 0.8394813728374376,
      "learning_rate": 0.00029895037548666496,
      "loss": 2.5781,
      "step": 6784
    },
    {
      "epoch": 0.31565480344266106,
      "grad_norm": 0.6879574170298555,
      "learning_rate": 0.00029894993714731137,
      "loss": 2.5469,
      "step": 6785
    },
    {
      "epoch": 0.3157013258897418,
      "grad_norm": 0.6423383612227394,
      "learning_rate": 0.0002989494987167697,
      "loss": 2.4844,
      "step": 6786
    },
    {
      "epoch": 0.3157478483368225,
      "grad_norm": 0.7368174656470916,
      "learning_rate": 0.0002989490601950403,
      "loss": 2.9375,
      "step": 6787
    },
    {
      "epoch": 0.3157943707839032,
      "grad_norm": 0.7088381026078309,
      "learning_rate": 0.00029894862158212344,
      "loss": 2.7812,
      "step": 6788
    },
    {
      "epoch": 0.31584089323098397,
      "grad_norm": 0.7350376719172871,
      "learning_rate": 0.0002989481828780193,
      "loss": 2.8125,
      "step": 6789
    },
    {
      "epoch": 0.31588741567806466,
      "grad_norm": 0.6912033690970256,
      "learning_rate": 0.00029894774408272825,
      "loss": 2.7344,
      "step": 6790
    },
    {
      "epoch": 0.31593393812514536,
      "grad_norm": 0.6491520493387812,
      "learning_rate": 0.0002989473051962505,
      "loss": 2.5156,
      "step": 6791
    },
    {
      "epoch": 0.3159804605722261,
      "grad_norm": 0.7198301323447798,
      "learning_rate": 0.00029894686621858636,
      "loss": 2.6406,
      "step": 6792
    },
    {
      "epoch": 0.3160269830193068,
      "grad_norm": 0.6849193473728968,
      "learning_rate": 0.00029894642714973607,
      "loss": 2.5938,
      "step": 6793
    },
    {
      "epoch": 0.3160735054663875,
      "grad_norm": 0.7255249332475663,
      "learning_rate": 0.0002989459879896998,
      "loss": 2.7031,
      "step": 6794
    },
    {
      "epoch": 0.31612002791346827,
      "grad_norm": 0.6548175771728866,
      "learning_rate": 0.000298945548738478,
      "loss": 2.2969,
      "step": 6795
    },
    {
      "epoch": 0.31616655036054897,
      "grad_norm": 0.8395160667439805,
      "learning_rate": 0.0002989451093960709,
      "loss": 2.6406,
      "step": 6796
    },
    {
      "epoch": 0.31621307280762967,
      "grad_norm": 0.693890448161552,
      "learning_rate": 0.00029894466996247866,
      "loss": 2.8906,
      "step": 6797
    },
    {
      "epoch": 0.3162595952547104,
      "grad_norm": 0.7406936865583154,
      "learning_rate": 0.0002989442304377016,
      "loss": 2.8906,
      "step": 6798
    },
    {
      "epoch": 0.3163061177017911,
      "grad_norm": 0.6519004291948852,
      "learning_rate": 0.00029894379082174004,
      "loss": 2.5938,
      "step": 6799
    },
    {
      "epoch": 0.3163526401488718,
      "grad_norm": 0.6662032537188864,
      "learning_rate": 0.0002989433511145942,
      "loss": 2.7031,
      "step": 6800
    },
    {
      "epoch": 0.3163991625959525,
      "grad_norm": 0.7359013535570279,
      "learning_rate": 0.0002989429113162644,
      "loss": 2.4688,
      "step": 6801
    },
    {
      "epoch": 0.3164456850430333,
      "grad_norm": 0.6795376932276348,
      "learning_rate": 0.0002989424714267508,
      "loss": 2.5781,
      "step": 6802
    },
    {
      "epoch": 0.316492207490114,
      "grad_norm": 0.7931545897572434,
      "learning_rate": 0.0002989420314460538,
      "loss": 2.625,
      "step": 6803
    },
    {
      "epoch": 0.3165387299371947,
      "grad_norm": 0.675984022378648,
      "learning_rate": 0.0002989415913741736,
      "loss": 2.4844,
      "step": 6804
    },
    {
      "epoch": 0.31658525238427543,
      "grad_norm": 0.6920582361463381,
      "learning_rate": 0.00029894115121111047,
      "loss": 2.7344,
      "step": 6805
    },
    {
      "epoch": 0.3166317748313561,
      "grad_norm": 0.7353211934889269,
      "learning_rate": 0.00029894071095686465,
      "loss": 2.8906,
      "step": 6806
    },
    {
      "epoch": 0.3166782972784368,
      "grad_norm": 0.6720272769146165,
      "learning_rate": 0.0002989402706114365,
      "loss": 2.6094,
      "step": 6807
    },
    {
      "epoch": 0.3167248197255176,
      "grad_norm": 0.6708274158192084,
      "learning_rate": 0.00029893983017482625,
      "loss": 2.6406,
      "step": 6808
    },
    {
      "epoch": 0.3167713421725983,
      "grad_norm": 0.6768926360516676,
      "learning_rate": 0.0002989393896470341,
      "loss": 2.6406,
      "step": 6809
    },
    {
      "epoch": 0.316817864619679,
      "grad_norm": 0.6222727600125743,
      "learning_rate": 0.00029893894902806046,
      "loss": 2.7812,
      "step": 6810
    },
    {
      "epoch": 0.31686438706675973,
      "grad_norm": 0.7396234434831562,
      "learning_rate": 0.00029893850831790546,
      "loss": 2.8438,
      "step": 6811
    },
    {
      "epoch": 0.31691090951384043,
      "grad_norm": 0.7741193721943499,
      "learning_rate": 0.00029893806751656943,
      "loss": 2.7344,
      "step": 6812
    },
    {
      "epoch": 0.31695743196092113,
      "grad_norm": 0.6061206241643778,
      "learning_rate": 0.00029893762662405266,
      "loss": 2.3594,
      "step": 6813
    },
    {
      "epoch": 0.3170039544080019,
      "grad_norm": 0.7026405217166222,
      "learning_rate": 0.00029893718564035534,
      "loss": 2.7344,
      "step": 6814
    },
    {
      "epoch": 0.3170504768550826,
      "grad_norm": 0.7306988384310714,
      "learning_rate": 0.0002989367445654779,
      "loss": 2.7188,
      "step": 6815
    },
    {
      "epoch": 0.3170969993021633,
      "grad_norm": 0.6724479837805857,
      "learning_rate": 0.0002989363033994204,
      "loss": 2.5312,
      "step": 6816
    },
    {
      "epoch": 0.317143521749244,
      "grad_norm": 0.6826167897176327,
      "learning_rate": 0.0002989358621421833,
      "loss": 2.5,
      "step": 6817
    },
    {
      "epoch": 0.31719004419632474,
      "grad_norm": 0.6778202618782272,
      "learning_rate": 0.00029893542079376676,
      "loss": 2.7188,
      "step": 6818
    },
    {
      "epoch": 0.31723656664340544,
      "grad_norm": 0.7944784292892543,
      "learning_rate": 0.00029893497935417105,
      "loss": 2.8125,
      "step": 6819
    },
    {
      "epoch": 0.31728308909048614,
      "grad_norm": 0.7270464477766652,
      "learning_rate": 0.0002989345378233965,
      "loss": 2.6562,
      "step": 6820
    },
    {
      "epoch": 0.3173296115375669,
      "grad_norm": 0.6655958688001029,
      "learning_rate": 0.00029893409620144334,
      "loss": 2.6562,
      "step": 6821
    },
    {
      "epoch": 0.3173761339846476,
      "grad_norm": 0.6757705152213208,
      "learning_rate": 0.00029893365448831183,
      "loss": 2.6406,
      "step": 6822
    },
    {
      "epoch": 0.3174226564317283,
      "grad_norm": 0.6656869934759458,
      "learning_rate": 0.0002989332126840023,
      "loss": 1.9375,
      "step": 6823
    },
    {
      "epoch": 0.31746917887880904,
      "grad_norm": 0.6635530331851931,
      "learning_rate": 0.0002989327707885149,
      "loss": 2.6719,
      "step": 6824
    },
    {
      "epoch": 0.31751570132588974,
      "grad_norm": 0.7691749719254126,
      "learning_rate": 0.0002989323288018501,
      "loss": 2.5938,
      "step": 6825
    },
    {
      "epoch": 0.31756222377297044,
      "grad_norm": 0.6987733194157523,
      "learning_rate": 0.00029893188672400797,
      "loss": 2.4688,
      "step": 6826
    },
    {
      "epoch": 0.3176087462200512,
      "grad_norm": 0.6692430190621624,
      "learning_rate": 0.00029893144455498885,
      "loss": 2.5781,
      "step": 6827
    },
    {
      "epoch": 0.3176552686671319,
      "grad_norm": 0.6906563183449682,
      "learning_rate": 0.00029893100229479305,
      "loss": 2.5781,
      "step": 6828
    },
    {
      "epoch": 0.3177017911142126,
      "grad_norm": 0.7093061834155533,
      "learning_rate": 0.00029893055994342077,
      "loss": 2.7656,
      "step": 6829
    },
    {
      "epoch": 0.31774831356129335,
      "grad_norm": 0.7610897352237977,
      "learning_rate": 0.0002989301175008724,
      "loss": 2.75,
      "step": 6830
    },
    {
      "epoch": 0.31779483600837405,
      "grad_norm": 0.6717231452218856,
      "learning_rate": 0.0002989296749671481,
      "loss": 2.4375,
      "step": 6831
    },
    {
      "epoch": 0.31784135845545475,
      "grad_norm": 0.6895125465810196,
      "learning_rate": 0.00029892923234224817,
      "loss": 1.8828,
      "step": 6832
    },
    {
      "epoch": 0.31788788090253545,
      "grad_norm": 0.69547704759344,
      "learning_rate": 0.0002989287896261729,
      "loss": 2.6719,
      "step": 6833
    },
    {
      "epoch": 0.3179344033496162,
      "grad_norm": 0.7308608294832551,
      "learning_rate": 0.00029892834681892255,
      "loss": 2.8281,
      "step": 6834
    },
    {
      "epoch": 0.3179809257966969,
      "grad_norm": 0.6926925976204429,
      "learning_rate": 0.00029892790392049736,
      "loss": 2.7656,
      "step": 6835
    },
    {
      "epoch": 0.3180274482437776,
      "grad_norm": 0.6750631899143903,
      "learning_rate": 0.00029892746093089766,
      "loss": 2.6875,
      "step": 6836
    },
    {
      "epoch": 0.31807397069085835,
      "grad_norm": 0.856820774516424,
      "learning_rate": 0.00029892701785012366,
      "loss": 2.7188,
      "step": 6837
    },
    {
      "epoch": 0.31812049313793905,
      "grad_norm": 0.7996584344895229,
      "learning_rate": 0.0002989265746781757,
      "loss": 2.6406,
      "step": 6838
    },
    {
      "epoch": 0.31816701558501975,
      "grad_norm": 0.6791276962065668,
      "learning_rate": 0.00029892613141505395,
      "loss": 2.75,
      "step": 6839
    },
    {
      "epoch": 0.3182135380321005,
      "grad_norm": 0.7005852697778949,
      "learning_rate": 0.0002989256880607588,
      "loss": 2.4531,
      "step": 6840
    },
    {
      "epoch": 0.3182600604791812,
      "grad_norm": 0.66598753649752,
      "learning_rate": 0.00029892524461529044,
      "loss": 2.5625,
      "step": 6841
    },
    {
      "epoch": 0.3183065829262619,
      "grad_norm": 0.6840501604676926,
      "learning_rate": 0.0002989248010786492,
      "loss": 2.6562,
      "step": 6842
    },
    {
      "epoch": 0.31835310537334266,
      "grad_norm": 0.7260280213635902,
      "learning_rate": 0.00029892435745083526,
      "loss": 2.8594,
      "step": 6843
    },
    {
      "epoch": 0.31839962782042336,
      "grad_norm": 0.7234877824930841,
      "learning_rate": 0.000298923913731849,
      "loss": 2.5156,
      "step": 6844
    },
    {
      "epoch": 0.31844615026750406,
      "grad_norm": 0.6321079878871636,
      "learning_rate": 0.00029892346992169063,
      "loss": 2.5781,
      "step": 6845
    },
    {
      "epoch": 0.3184926727145848,
      "grad_norm": 0.6505068259783711,
      "learning_rate": 0.00029892302602036044,
      "loss": 2.2031,
      "step": 6846
    },
    {
      "epoch": 0.3185391951616655,
      "grad_norm": 0.7423596625675216,
      "learning_rate": 0.00029892258202785866,
      "loss": 2.4219,
      "step": 6847
    },
    {
      "epoch": 0.3185857176087462,
      "grad_norm": 0.8323780224234327,
      "learning_rate": 0.00029892213794418566,
      "loss": 2.75,
      "step": 6848
    },
    {
      "epoch": 0.3186322400558269,
      "grad_norm": 0.6832686761572022,
      "learning_rate": 0.0002989216937693416,
      "loss": 2.5,
      "step": 6849
    },
    {
      "epoch": 0.31867876250290766,
      "grad_norm": 0.6779081139198175,
      "learning_rate": 0.0002989212495033268,
      "loss": 2.6406,
      "step": 6850
    },
    {
      "epoch": 0.31872528494998836,
      "grad_norm": 0.7006010449821163,
      "learning_rate": 0.0002989208051461416,
      "loss": 2.9062,
      "step": 6851
    },
    {
      "epoch": 0.31877180739706906,
      "grad_norm": 0.7737237741581798,
      "learning_rate": 0.00029892036069778614,
      "loss": 2.9531,
      "step": 6852
    },
    {
      "epoch": 0.3188183298441498,
      "grad_norm": 0.7660565246986705,
      "learning_rate": 0.0002989199161582608,
      "loss": 2.6719,
      "step": 6853
    },
    {
      "epoch": 0.3188648522912305,
      "grad_norm": 0.6736999627359975,
      "learning_rate": 0.0002989194715275657,
      "loss": 2.5469,
      "step": 6854
    },
    {
      "epoch": 0.3189113747383112,
      "grad_norm": 0.7553502521785783,
      "learning_rate": 0.00029891902680570135,
      "loss": 2.7188,
      "step": 6855
    },
    {
      "epoch": 0.31895789718539197,
      "grad_norm": 0.662989240622888,
      "learning_rate": 0.0002989185819926679,
      "loss": 2.4531,
      "step": 6856
    },
    {
      "epoch": 0.31900441963247267,
      "grad_norm": 0.6980747624887873,
      "learning_rate": 0.00029891813708846554,
      "loss": 2.5156,
      "step": 6857
    },
    {
      "epoch": 0.31905094207955337,
      "grad_norm": 0.7329451564306759,
      "learning_rate": 0.00029891769209309464,
      "loss": 2.75,
      "step": 6858
    },
    {
      "epoch": 0.3190974645266341,
      "grad_norm": 0.6374993852696826,
      "learning_rate": 0.0002989172470065555,
      "loss": 2.6406,
      "step": 6859
    },
    {
      "epoch": 0.3191439869737148,
      "grad_norm": 0.7675546258989863,
      "learning_rate": 0.00029891680182884825,
      "loss": 2.7969,
      "step": 6860
    },
    {
      "epoch": 0.3191905094207955,
      "grad_norm": 0.7491456822696113,
      "learning_rate": 0.0002989163565599733,
      "loss": 2.8281,
      "step": 6861
    },
    {
      "epoch": 0.3192370318678763,
      "grad_norm": 0.7690712068940401,
      "learning_rate": 0.0002989159111999309,
      "loss": 2.6406,
      "step": 6862
    },
    {
      "epoch": 0.319283554314957,
      "grad_norm": 0.6587170112929988,
      "learning_rate": 0.0002989154657487213,
      "loss": 2.5781,
      "step": 6863
    },
    {
      "epoch": 0.3193300767620377,
      "grad_norm": 1.1730729968455895,
      "learning_rate": 0.00029891502020634476,
      "loss": 3.5,
      "step": 6864
    },
    {
      "epoch": 0.3193765992091184,
      "grad_norm": 0.6555075507644302,
      "learning_rate": 0.00029891457457280156,
      "loss": 2.5156,
      "step": 6865
    },
    {
      "epoch": 0.3194231216561991,
      "grad_norm": 0.7002356497576583,
      "learning_rate": 0.000298914128848092,
      "loss": 2.6875,
      "step": 6866
    },
    {
      "epoch": 0.3194696441032798,
      "grad_norm": 0.6368970913128642,
      "learning_rate": 0.0002989136830322163,
      "loss": 2.5312,
      "step": 6867
    },
    {
      "epoch": 0.3195161665503605,
      "grad_norm": 0.6694401575718818,
      "learning_rate": 0.0002989132371251748,
      "loss": 2.7656,
      "step": 6868
    },
    {
      "epoch": 0.3195626889974413,
      "grad_norm": 0.6580276054049661,
      "learning_rate": 0.00029891279112696773,
      "loss": 2.5469,
      "step": 6869
    },
    {
      "epoch": 0.319609211444522,
      "grad_norm": 0.7377365832545882,
      "learning_rate": 0.00029891234503759537,
      "loss": 2.5312,
      "step": 6870
    },
    {
      "epoch": 0.3196557338916027,
      "grad_norm": 0.7254147916526534,
      "learning_rate": 0.00029891189885705797,
      "loss": 2.4688,
      "step": 6871
    },
    {
      "epoch": 0.31970225633868343,
      "grad_norm": 0.7085212233882046,
      "learning_rate": 0.00029891145258535587,
      "loss": 2.6719,
      "step": 6872
    },
    {
      "epoch": 0.31974877878576413,
      "grad_norm": 0.6397218197173768,
      "learning_rate": 0.0002989110062224893,
      "loss": 2.5938,
      "step": 6873
    },
    {
      "epoch": 0.31979530123284483,
      "grad_norm": 0.6748865018435676,
      "learning_rate": 0.00029891055976845847,
      "loss": 2.6875,
      "step": 6874
    },
    {
      "epoch": 0.3198418236799256,
      "grad_norm": 0.6687773170065234,
      "learning_rate": 0.00029891011322326377,
      "loss": 2.6875,
      "step": 6875
    },
    {
      "epoch": 0.3198883461270063,
      "grad_norm": 0.7601770388845271,
      "learning_rate": 0.00029890966658690545,
      "loss": 2.5156,
      "step": 6876
    },
    {
      "epoch": 0.319934868574087,
      "grad_norm": 0.6755187650523905,
      "learning_rate": 0.00029890921985938366,
      "loss": 2.7812,
      "step": 6877
    },
    {
      "epoch": 0.31998139102116774,
      "grad_norm": 0.7079742101330667,
      "learning_rate": 0.00029890877304069886,
      "loss": 2.5625,
      "step": 6878
    },
    {
      "epoch": 0.32002791346824844,
      "grad_norm": 0.8516889494090396,
      "learning_rate": 0.0002989083261308512,
      "loss": 2.7812,
      "step": 6879
    },
    {
      "epoch": 0.32007443591532914,
      "grad_norm": 0.7544383144950356,
      "learning_rate": 0.000298907879129841,
      "loss": 2.8281,
      "step": 6880
    },
    {
      "epoch": 0.32012095836240984,
      "grad_norm": 0.7830528785360512,
      "learning_rate": 0.0002989074320376685,
      "loss": 2.6875,
      "step": 6881
    },
    {
      "epoch": 0.3201674808094906,
      "grad_norm": 0.7136536365244953,
      "learning_rate": 0.000298906984854334,
      "loss": 2.6719,
      "step": 6882
    },
    {
      "epoch": 0.3202140032565713,
      "grad_norm": 0.6859302316908138,
      "learning_rate": 0.00029890653757983773,
      "loss": 2.4844,
      "step": 6883
    },
    {
      "epoch": 0.320260525703652,
      "grad_norm": 0.6744348426100002,
      "learning_rate": 0.00029890609021418,
      "loss": 2.5312,
      "step": 6884
    },
    {
      "epoch": 0.32030704815073274,
      "grad_norm": 0.6658817111636741,
      "learning_rate": 0.00029890564275736114,
      "loss": 2.7344,
      "step": 6885
    },
    {
      "epoch": 0.32035357059781344,
      "grad_norm": 0.6318112988037302,
      "learning_rate": 0.00029890519520938135,
      "loss": 2.7031,
      "step": 6886
    },
    {
      "epoch": 0.32040009304489414,
      "grad_norm": 0.7645758257014174,
      "learning_rate": 0.0002989047475702409,
      "loss": 2.0469,
      "step": 6887
    },
    {
      "epoch": 0.3204466154919749,
      "grad_norm": 0.7426591965536626,
      "learning_rate": 0.0002989042998399401,
      "loss": 2.8125,
      "step": 6888
    },
    {
      "epoch": 0.3204931379390556,
      "grad_norm": 0.6591052856702487,
      "learning_rate": 0.0002989038520184792,
      "loss": 2.4375,
      "step": 6889
    },
    {
      "epoch": 0.3205396603861363,
      "grad_norm": 0.8001553391451356,
      "learning_rate": 0.0002989034041058585,
      "loss": 2.8594,
      "step": 6890
    },
    {
      "epoch": 0.32058618283321705,
      "grad_norm": 0.6473905731360556,
      "learning_rate": 0.0002989029561020783,
      "loss": 2.5781,
      "step": 6891
    },
    {
      "epoch": 0.32063270528029775,
      "grad_norm": 0.6434122868661429,
      "learning_rate": 0.0002989025080071388,
      "loss": 2.7188,
      "step": 6892
    },
    {
      "epoch": 0.32067922772737845,
      "grad_norm": 0.6834912991865063,
      "learning_rate": 0.00029890205982104024,
      "loss": 2.6406,
      "step": 6893
    },
    {
      "epoch": 0.3207257501744592,
      "grad_norm": 0.7548510780394919,
      "learning_rate": 0.000298901611543783,
      "loss": 2.8594,
      "step": 6894
    },
    {
      "epoch": 0.3207722726215399,
      "grad_norm": 0.6698213436155933,
      "learning_rate": 0.00029890116317536733,
      "loss": 2.4531,
      "step": 6895
    },
    {
      "epoch": 0.3208187950686206,
      "grad_norm": 0.652031468626933,
      "learning_rate": 0.0002989007147157935,
      "loss": 2.4844,
      "step": 6896
    },
    {
      "epoch": 0.3208653175157013,
      "grad_norm": 0.7210684279513626,
      "learning_rate": 0.0002989002661650618,
      "loss": 2.8906,
      "step": 6897
    },
    {
      "epoch": 0.32091183996278205,
      "grad_norm": 0.7958057355372229,
      "learning_rate": 0.00029889981752317246,
      "loss": 2.5469,
      "step": 6898
    },
    {
      "epoch": 0.32095836240986275,
      "grad_norm": 0.702336690434914,
      "learning_rate": 0.0002988993687901257,
      "loss": 2.5625,
      "step": 6899
    },
    {
      "epoch": 0.32100488485694345,
      "grad_norm": 0.6998671254984294,
      "learning_rate": 0.00029889891996592193,
      "loss": 2.5469,
      "step": 6900
    },
    {
      "epoch": 0.3210514073040242,
      "grad_norm": 0.6779107916063237,
      "learning_rate": 0.0002988984710505614,
      "loss": 2.875,
      "step": 6901
    },
    {
      "epoch": 0.3210979297511049,
      "grad_norm": 0.6969187164316853,
      "learning_rate": 0.0002988980220440443,
      "loss": 2.4844,
      "step": 6902
    },
    {
      "epoch": 0.3211444521981856,
      "grad_norm": 0.6841218010743919,
      "learning_rate": 0.00029889757294637096,
      "loss": 2.8125,
      "step": 6903
    },
    {
      "epoch": 0.32119097464526636,
      "grad_norm": 0.6858945876665539,
      "learning_rate": 0.0002988971237575416,
      "loss": 2.6406,
      "step": 6904
    },
    {
      "epoch": 0.32123749709234706,
      "grad_norm": 0.6622832964501595,
      "learning_rate": 0.00029889667447755664,
      "loss": 2.5312,
      "step": 6905
    },
    {
      "epoch": 0.32128401953942776,
      "grad_norm": 0.6645391793370139,
      "learning_rate": 0.0002988962251064162,
      "loss": 2.75,
      "step": 6906
    },
    {
      "epoch": 0.3213305419865085,
      "grad_norm": 0.7697719896572269,
      "learning_rate": 0.0002988957756441207,
      "loss": 2.6719,
      "step": 6907
    },
    {
      "epoch": 0.3213770644335892,
      "grad_norm": 0.7947494523393311,
      "learning_rate": 0.0002988953260906702,
      "loss": 2.6406,
      "step": 6908
    },
    {
      "epoch": 0.3214235868806699,
      "grad_norm": 0.6816029422481813,
      "learning_rate": 0.00029889487644606515,
      "loss": 2.7344,
      "step": 6909
    },
    {
      "epoch": 0.32147010932775066,
      "grad_norm": 0.7303519933691859,
      "learning_rate": 0.00029889442671030583,
      "loss": 2.7812,
      "step": 6910
    },
    {
      "epoch": 0.32151663177483136,
      "grad_norm": 0.6863019443096721,
      "learning_rate": 0.0002988939768833924,
      "loss": 2.6406,
      "step": 6911
    },
    {
      "epoch": 0.32156315422191206,
      "grad_norm": 0.6938766531472377,
      "learning_rate": 0.0002988935269653252,
      "loss": 2.7812,
      "step": 6912
    },
    {
      "epoch": 0.3216096766689928,
      "grad_norm": 0.6831805338840634,
      "learning_rate": 0.0002988930769561045,
      "loss": 2.5312,
      "step": 6913
    },
    {
      "epoch": 0.3216561991160735,
      "grad_norm": 0.803615018143252,
      "learning_rate": 0.0002988926268557306,
      "loss": 3.0938,
      "step": 6914
    },
    {
      "epoch": 0.3217027215631542,
      "grad_norm": 0.7469471690215944,
      "learning_rate": 0.0002988921766642038,
      "loss": 2.6094,
      "step": 6915
    },
    {
      "epoch": 0.3217492440102349,
      "grad_norm": 0.7258941433095101,
      "learning_rate": 0.0002988917263815243,
      "loss": 2.8125,
      "step": 6916
    },
    {
      "epoch": 0.32179576645731567,
      "grad_norm": 0.7221983794965618,
      "learning_rate": 0.0002988912760076924,
      "loss": 2.7344,
      "step": 6917
    },
    {
      "epoch": 0.32184228890439637,
      "grad_norm": 0.6942106424815551,
      "learning_rate": 0.00029889082554270836,
      "loss": 2.9688,
      "step": 6918
    },
    {
      "epoch": 0.32188881135147707,
      "grad_norm": 0.6825613240937658,
      "learning_rate": 0.00029889037498657256,
      "loss": 2.6875,
      "step": 6919
    },
    {
      "epoch": 0.3219353337985578,
      "grad_norm": 0.7509650290462959,
      "learning_rate": 0.0002988899243392851,
      "loss": 2.4375,
      "step": 6920
    },
    {
      "epoch": 0.3219818562456385,
      "grad_norm": 0.6372641202624597,
      "learning_rate": 0.0002988894736008464,
      "loss": 2.375,
      "step": 6921
    },
    {
      "epoch": 0.3220283786927192,
      "grad_norm": 0.6862663194647413,
      "learning_rate": 0.0002988890227712567,
      "loss": 3.0625,
      "step": 6922
    },
    {
      "epoch": 0.3220749011398,
      "grad_norm": 0.6956096615184795,
      "learning_rate": 0.00029888857185051624,
      "loss": 2.7188,
      "step": 6923
    },
    {
      "epoch": 0.3221214235868807,
      "grad_norm": 0.756016900421633,
      "learning_rate": 0.0002988881208386253,
      "loss": 2.8125,
      "step": 6924
    },
    {
      "epoch": 0.32216794603396137,
      "grad_norm": 0.6778969651980656,
      "learning_rate": 0.0002988876697355842,
      "loss": 2.75,
      "step": 6925
    },
    {
      "epoch": 0.3222144684810421,
      "grad_norm": 0.6323047916813413,
      "learning_rate": 0.00029888721854139317,
      "loss": 2.5312,
      "step": 6926
    },
    {
      "epoch": 0.3222609909281228,
      "grad_norm": 0.7477826371347138,
      "learning_rate": 0.0002988867672560526,
      "loss": 2.875,
      "step": 6927
    },
    {
      "epoch": 0.3223075133752035,
      "grad_norm": 0.6942710609846166,
      "learning_rate": 0.0002988863158795625,
      "loss": 2.7188,
      "step": 6928
    },
    {
      "epoch": 0.3223540358222843,
      "grad_norm": 0.7772524925028652,
      "learning_rate": 0.0002988858644119234,
      "loss": 1.9219,
      "step": 6929
    },
    {
      "epoch": 0.322400558269365,
      "grad_norm": 0.6262345861384465,
      "learning_rate": 0.00029888541285313556,
      "loss": 2.6719,
      "step": 6930
    },
    {
      "epoch": 0.3224470807164457,
      "grad_norm": 0.6893075025004934,
      "learning_rate": 0.00029888496120319914,
      "loss": 2.9062,
      "step": 6931
    },
    {
      "epoch": 0.3224936031635264,
      "grad_norm": 0.6848085595555208,
      "learning_rate": 0.0002988845094621145,
      "loss": 2.6406,
      "step": 6932
    },
    {
      "epoch": 0.32254012561060713,
      "grad_norm": 0.6868159777610972,
      "learning_rate": 0.00029888405762988184,
      "loss": 2.6719,
      "step": 6933
    },
    {
      "epoch": 0.32258664805768783,
      "grad_norm": 0.781442463667836,
      "learning_rate": 0.00029888360570650156,
      "loss": 2.6875,
      "step": 6934
    },
    {
      "epoch": 0.32263317050476853,
      "grad_norm": 0.6857159867322226,
      "learning_rate": 0.00029888315369197376,
      "loss": 2.4844,
      "step": 6935
    },
    {
      "epoch": 0.3226796929518493,
      "grad_norm": 0.6827689016275007,
      "learning_rate": 0.00029888270158629887,
      "loss": 2.8281,
      "step": 6936
    },
    {
      "epoch": 0.32272621539893,
      "grad_norm": 0.7504980924503353,
      "learning_rate": 0.0002988822493894771,
      "loss": 2.7031,
      "step": 6937
    },
    {
      "epoch": 0.3227727378460107,
      "grad_norm": 0.6257512651591689,
      "learning_rate": 0.00029888179710150874,
      "loss": 2.5312,
      "step": 6938
    },
    {
      "epoch": 0.32281926029309144,
      "grad_norm": 0.7836648688725937,
      "learning_rate": 0.00029888134472239405,
      "loss": 2.7969,
      "step": 6939
    },
    {
      "epoch": 0.32286578274017214,
      "grad_norm": 0.7084348428821357,
      "learning_rate": 0.00029888089225213335,
      "loss": 2.9062,
      "step": 6940
    },
    {
      "epoch": 0.32291230518725283,
      "grad_norm": 0.7470809336362678,
      "learning_rate": 0.0002988804396907269,
      "loss": 2.5938,
      "step": 6941
    },
    {
      "epoch": 0.3229588276343336,
      "grad_norm": 0.6787749196661906,
      "learning_rate": 0.00029887998703817493,
      "loss": 2.625,
      "step": 6942
    },
    {
      "epoch": 0.3230053500814143,
      "grad_norm": 0.6457013129370104,
      "learning_rate": 0.0002988795342944778,
      "loss": 2.1719,
      "step": 6943
    },
    {
      "epoch": 0.323051872528495,
      "grad_norm": 0.6692728257791916,
      "learning_rate": 0.0002988790814596357,
      "loss": 2.5469,
      "step": 6944
    },
    {
      "epoch": 0.32309839497557574,
      "grad_norm": 0.6828159977635403,
      "learning_rate": 0.00029887862853364894,
      "loss": 2.375,
      "step": 6945
    },
    {
      "epoch": 0.32314491742265644,
      "grad_norm": 0.6998469381519917,
      "learning_rate": 0.00029887817551651786,
      "loss": 2.0469,
      "step": 6946
    },
    {
      "epoch": 0.32319143986973714,
      "grad_norm": 0.6544702268441404,
      "learning_rate": 0.0002988777224082426,
      "loss": 2.9531,
      "step": 6947
    },
    {
      "epoch": 0.32323796231681784,
      "grad_norm": 0.803569134378132,
      "learning_rate": 0.0002988772692088236,
      "loss": 2.9375,
      "step": 6948
    },
    {
      "epoch": 0.3232844847638986,
      "grad_norm": 0.628966282499161,
      "learning_rate": 0.000298876815918261,
      "loss": 1.9219,
      "step": 6949
    },
    {
      "epoch": 0.3233310072109793,
      "grad_norm": 0.7302128766512437,
      "learning_rate": 0.0002988763625365552,
      "loss": 2.5469,
      "step": 6950
    },
    {
      "epoch": 0.32337752965806,
      "grad_norm": 0.6590055274486863,
      "learning_rate": 0.00029887590906370635,
      "loss": 2.6562,
      "step": 6951
    },
    {
      "epoch": 0.32342405210514075,
      "grad_norm": 0.6828543550657793,
      "learning_rate": 0.00029887545549971486,
      "loss": 2.5625,
      "step": 6952
    },
    {
      "epoch": 0.32347057455222145,
      "grad_norm": 0.6680197885847163,
      "learning_rate": 0.0002988750018445809,
      "loss": 2.6875,
      "step": 6953
    },
    {
      "epoch": 0.32351709699930215,
      "grad_norm": 0.7416797318255893,
      "learning_rate": 0.0002988745480983048,
      "loss": 2.7656,
      "step": 6954
    },
    {
      "epoch": 0.3235636194463829,
      "grad_norm": 0.6938852635004136,
      "learning_rate": 0.00029887409426088683,
      "loss": 2.625,
      "step": 6955
    },
    {
      "epoch": 0.3236101418934636,
      "grad_norm": 0.6918443647762917,
      "learning_rate": 0.0002988736403323272,
      "loss": 2.3906,
      "step": 6956
    },
    {
      "epoch": 0.3236566643405443,
      "grad_norm": 0.7103168372184787,
      "learning_rate": 0.0002988731863126263,
      "loss": 2.5,
      "step": 6957
    },
    {
      "epoch": 0.32370318678762505,
      "grad_norm": 0.6423270191733268,
      "learning_rate": 0.0002988727322017844,
      "loss": 2.5156,
      "step": 6958
    },
    {
      "epoch": 0.32374970923470575,
      "grad_norm": 0.702900297087075,
      "learning_rate": 0.00029887227799980167,
      "loss": 2.5156,
      "step": 6959
    },
    {
      "epoch": 0.32379623168178645,
      "grad_norm": 0.7120620748740244,
      "learning_rate": 0.0002988718237066784,
      "loss": 2.8594,
      "step": 6960
    },
    {
      "epoch": 0.3238427541288672,
      "grad_norm": 0.6976268157649399,
      "learning_rate": 0.0002988713693224151,
      "loss": 2.5938,
      "step": 6961
    },
    {
      "epoch": 0.3238892765759479,
      "grad_norm": 0.7366667293811048,
      "learning_rate": 0.0002988709148470117,
      "loss": 2.6875,
      "step": 6962
    },
    {
      "epoch": 0.3239357990230286,
      "grad_norm": 0.7411046004582558,
      "learning_rate": 0.00029887046028046876,
      "loss": 2.6875,
      "step": 6963
    },
    {
      "epoch": 0.3239823214701093,
      "grad_norm": 0.7393351193495424,
      "learning_rate": 0.0002988700056227864,
      "loss": 2.6094,
      "step": 6964
    },
    {
      "epoch": 0.32402884391719006,
      "grad_norm": 0.7120894995960539,
      "learning_rate": 0.00029886955087396493,
      "loss": 2.75,
      "step": 6965
    },
    {
      "epoch": 0.32407536636427076,
      "grad_norm": 0.7271043889807539,
      "learning_rate": 0.00029886909603400464,
      "loss": 2.6875,
      "step": 6966
    },
    {
      "epoch": 0.32412188881135146,
      "grad_norm": 0.7695521100892414,
      "learning_rate": 0.00029886864110290583,
      "loss": 2.75,
      "step": 6967
    },
    {
      "epoch": 0.3241684112584322,
      "grad_norm": 0.7842585363404494,
      "learning_rate": 0.00029886818608066876,
      "loss": 2.875,
      "step": 6968
    },
    {
      "epoch": 0.3242149337055129,
      "grad_norm": 0.6910243380707664,
      "learning_rate": 0.0002988677309672937,
      "loss": 2.6406,
      "step": 6969
    },
    {
      "epoch": 0.3242614561525936,
      "grad_norm": 0.698598602384851,
      "learning_rate": 0.00029886727576278096,
      "loss": 2.6562,
      "step": 6970
    },
    {
      "epoch": 0.32430797859967436,
      "grad_norm": 0.7281348534190111,
      "learning_rate": 0.00029886682046713077,
      "loss": 2.875,
      "step": 6971
    },
    {
      "epoch": 0.32435450104675506,
      "grad_norm": 0.721386814127519,
      "learning_rate": 0.0002988663650803435,
      "loss": 2.3906,
      "step": 6972
    },
    {
      "epoch": 0.32440102349383576,
      "grad_norm": 0.7109087386319572,
      "learning_rate": 0.0002988659096024193,
      "loss": 2.4219,
      "step": 6973
    },
    {
      "epoch": 0.3244475459409165,
      "grad_norm": 0.7372570074866033,
      "learning_rate": 0.0002988654540333585,
      "loss": 2.5,
      "step": 6974
    },
    {
      "epoch": 0.3244940683879972,
      "grad_norm": 0.7443184656241881,
      "learning_rate": 0.0002988649983731614,
      "loss": 2.2812,
      "step": 6975
    },
    {
      "epoch": 0.3245405908350779,
      "grad_norm": 0.6713801849746327,
      "learning_rate": 0.0002988645426218283,
      "loss": 2.7656,
      "step": 6976
    },
    {
      "epoch": 0.32458711328215867,
      "grad_norm": 0.6786510815340416,
      "learning_rate": 0.00029886408677935945,
      "loss": 2.6094,
      "step": 6977
    },
    {
      "epoch": 0.32463363572923937,
      "grad_norm": 0.6951247029268848,
      "learning_rate": 0.0002988636308457551,
      "loss": 2.5781,
      "step": 6978
    },
    {
      "epoch": 0.32468015817632007,
      "grad_norm": 0.7179801373100058,
      "learning_rate": 0.0002988631748210156,
      "loss": 2.6562,
      "step": 6979
    },
    {
      "epoch": 0.32472668062340077,
      "grad_norm": 0.7738900659711299,
      "learning_rate": 0.0002988627187051412,
      "loss": 1.875,
      "step": 6980
    },
    {
      "epoch": 0.3247732030704815,
      "grad_norm": 0.6571334564164198,
      "learning_rate": 0.00029886226249813206,
      "loss": 2.75,
      "step": 6981
    },
    {
      "epoch": 0.3248197255175622,
      "grad_norm": 0.6715392217214402,
      "learning_rate": 0.0002988618061999887,
      "loss": 2.6875,
      "step": 6982
    },
    {
      "epoch": 0.3248662479646429,
      "grad_norm": 0.6940223684605783,
      "learning_rate": 0.0002988613498107112,
      "loss": 2.75,
      "step": 6983
    },
    {
      "epoch": 0.3249127704117237,
      "grad_norm": 0.7152069633691097,
      "learning_rate": 0.0002988608933302999,
      "loss": 2.5312,
      "step": 6984
    },
    {
      "epoch": 0.32495929285880437,
      "grad_norm": 0.6920774859517416,
      "learning_rate": 0.00029886043675875505,
      "loss": 2.8125,
      "step": 6985
    },
    {
      "epoch": 0.32500581530588507,
      "grad_norm": 0.7202405309001206,
      "learning_rate": 0.000298859980096077,
      "loss": 2.7812,
      "step": 6986
    },
    {
      "epoch": 0.3250523377529658,
      "grad_norm": 0.6980310894059145,
      "learning_rate": 0.000298859523342266,
      "loss": 2.5625,
      "step": 6987
    },
    {
      "epoch": 0.3250988602000465,
      "grad_norm": 0.6963330999517018,
      "learning_rate": 0.0002988590664973223,
      "loss": 2.6719,
      "step": 6988
    },
    {
      "epoch": 0.3251453826471272,
      "grad_norm": 0.7269784975811211,
      "learning_rate": 0.00029885860956124625,
      "loss": 2.7969,
      "step": 6989
    },
    {
      "epoch": 0.325191905094208,
      "grad_norm": 0.6314127624691874,
      "learning_rate": 0.000298858152534038,
      "loss": 2.4844,
      "step": 6990
    },
    {
      "epoch": 0.3252384275412887,
      "grad_norm": 0.8268817492246626,
      "learning_rate": 0.000298857695415698,
      "loss": 2.75,
      "step": 6991
    },
    {
      "epoch": 0.3252849499883694,
      "grad_norm": 0.7209693108144759,
      "learning_rate": 0.00029885723820622637,
      "loss": 2.7812,
      "step": 6992
    },
    {
      "epoch": 0.32533147243545013,
      "grad_norm": 0.6579375675347774,
      "learning_rate": 0.0002988567809056235,
      "loss": 2.8594,
      "step": 6993
    },
    {
      "epoch": 0.32537799488253083,
      "grad_norm": 0.7053815053531776,
      "learning_rate": 0.00029885632351388963,
      "loss": 2.4844,
      "step": 6994
    },
    {
      "epoch": 0.32542451732961153,
      "grad_norm": 0.6726539488457115,
      "learning_rate": 0.00029885586603102505,
      "loss": 2.5938,
      "step": 6995
    },
    {
      "epoch": 0.32547103977669223,
      "grad_norm": 0.6667458086427509,
      "learning_rate": 0.00029885540845703,
      "loss": 2.3594,
      "step": 6996
    },
    {
      "epoch": 0.325517562223773,
      "grad_norm": 0.6331208173511973,
      "learning_rate": 0.0002988549507919048,
      "loss": 2.4531,
      "step": 6997
    },
    {
      "epoch": 0.3255640846708537,
      "grad_norm": 0.7028137554849322,
      "learning_rate": 0.0002988544930356498,
      "loss": 2.6094,
      "step": 6998
    },
    {
      "epoch": 0.3256106071179344,
      "grad_norm": 0.694376483056785,
      "learning_rate": 0.0002988540351882651,
      "loss": 2.5312,
      "step": 6999
    },
    {
      "epoch": 0.32565712956501514,
      "grad_norm": 0.6740513350522569,
      "learning_rate": 0.0002988535772497511,
      "loss": 2.7188,
      "step": 7000
    },
    {
      "epoch": 0.32570365201209583,
      "grad_norm": 0.7445628198145386,
      "learning_rate": 0.0002988531192201081,
      "loss": 2.6406,
      "step": 7001
    },
    {
      "epoch": 0.32575017445917653,
      "grad_norm": 0.6535123064525715,
      "learning_rate": 0.0002988526610993363,
      "loss": 2.375,
      "step": 7002
    },
    {
      "epoch": 0.3257966969062573,
      "grad_norm": 0.7844637933027764,
      "learning_rate": 0.000298852202887436,
      "loss": 2.7812,
      "step": 7003
    },
    {
      "epoch": 0.325843219353338,
      "grad_norm": 0.659910775385211,
      "learning_rate": 0.00029885174458440763,
      "loss": 2.4688,
      "step": 7004
    },
    {
      "epoch": 0.3258897418004187,
      "grad_norm": 0.6507145336055244,
      "learning_rate": 0.00029885128619025123,
      "loss": 2.5938,
      "step": 7005
    },
    {
      "epoch": 0.32593626424749944,
      "grad_norm": 0.6924163630586759,
      "learning_rate": 0.00029885082770496726,
      "loss": 2.5156,
      "step": 7006
    },
    {
      "epoch": 0.32598278669458014,
      "grad_norm": 0.6498477289294149,
      "learning_rate": 0.0002988503691285559,
      "loss": 2.6875,
      "step": 7007
    },
    {
      "epoch": 0.32602930914166084,
      "grad_norm": 0.7763435106553678,
      "learning_rate": 0.00029884991046101746,
      "loss": 3.0,
      "step": 7008
    },
    {
      "epoch": 0.3260758315887416,
      "grad_norm": 0.6261220053031445,
      "learning_rate": 0.00029884945170235224,
      "loss": 2.4688,
      "step": 7009
    },
    {
      "epoch": 0.3261223540358223,
      "grad_norm": 0.6918582590763181,
      "learning_rate": 0.0002988489928525605,
      "loss": 2.6719,
      "step": 7010
    },
    {
      "epoch": 0.326168876482903,
      "grad_norm": 0.6805614504569731,
      "learning_rate": 0.00029884853391164254,
      "loss": 2.5156,
      "step": 7011
    },
    {
      "epoch": 0.3262153989299837,
      "grad_norm": 0.6784374347258025,
      "learning_rate": 0.00029884807487959867,
      "loss": 2.6719,
      "step": 7012
    },
    {
      "epoch": 0.32626192137706445,
      "grad_norm": 0.7455465130053479,
      "learning_rate": 0.00029884761575642906,
      "loss": 2.5625,
      "step": 7013
    },
    {
      "epoch": 0.32630844382414514,
      "grad_norm": 0.7518772513733348,
      "learning_rate": 0.00029884715654213405,
      "loss": 2.7031,
      "step": 7014
    },
    {
      "epoch": 0.32635496627122584,
      "grad_norm": 0.6915408371558999,
      "learning_rate": 0.000298846697236714,
      "loss": 2.6875,
      "step": 7015
    },
    {
      "epoch": 0.3264014887183066,
      "grad_norm": 0.6457522272012405,
      "learning_rate": 0.00029884623784016913,
      "loss": 2.5938,
      "step": 7016
    },
    {
      "epoch": 0.3264480111653873,
      "grad_norm": 0.7014134498858577,
      "learning_rate": 0.00029884577835249964,
      "loss": 2.5625,
      "step": 7017
    },
    {
      "epoch": 0.326494533612468,
      "grad_norm": 0.7095654388488951,
      "learning_rate": 0.00029884531877370595,
      "loss": 2.7656,
      "step": 7018
    },
    {
      "epoch": 0.32654105605954875,
      "grad_norm": 0.7220717461093697,
      "learning_rate": 0.00029884485910378826,
      "loss": 2.5625,
      "step": 7019
    },
    {
      "epoch": 0.32658757850662945,
      "grad_norm": 0.7200435176690128,
      "learning_rate": 0.00029884439934274685,
      "loss": 2.8906,
      "step": 7020
    },
    {
      "epoch": 0.32663410095371015,
      "grad_norm": 0.7394406409040053,
      "learning_rate": 0.0002988439394905821,
      "loss": 1.9688,
      "step": 7021
    },
    {
      "epoch": 0.3266806234007909,
      "grad_norm": 0.7015376589596002,
      "learning_rate": 0.00029884347954729415,
      "loss": 2.8438,
      "step": 7022
    },
    {
      "epoch": 0.3267271458478716,
      "grad_norm": 0.6701192858825767,
      "learning_rate": 0.0002988430195128833,
      "loss": 2.5625,
      "step": 7023
    },
    {
      "epoch": 0.3267736682949523,
      "grad_norm": 0.6769562370481235,
      "learning_rate": 0.00029884255938735,
      "loss": 2.5156,
      "step": 7024
    },
    {
      "epoch": 0.32682019074203306,
      "grad_norm": 0.7987444080816423,
      "learning_rate": 0.0002988420991706943,
      "loss": 2.5312,
      "step": 7025
    },
    {
      "epoch": 0.32686671318911376,
      "grad_norm": 0.6661813705428519,
      "learning_rate": 0.0002988416388629166,
      "loss": 2.3594,
      "step": 7026
    },
    {
      "epoch": 0.32691323563619445,
      "grad_norm": 0.6452054527972823,
      "learning_rate": 0.0002988411784640172,
      "loss": 2.6094,
      "step": 7027
    },
    {
      "epoch": 0.32695975808327515,
      "grad_norm": 0.7348453386271758,
      "learning_rate": 0.00029884071797399637,
      "loss": 2.625,
      "step": 7028
    },
    {
      "epoch": 0.3270062805303559,
      "grad_norm": 0.7461259848779493,
      "learning_rate": 0.00029884025739285435,
      "loss": 2.6406,
      "step": 7029
    },
    {
      "epoch": 0.3270528029774366,
      "grad_norm": 0.6996061353760001,
      "learning_rate": 0.0002988397967205915,
      "loss": 2.5938,
      "step": 7030
    },
    {
      "epoch": 0.3270993254245173,
      "grad_norm": 0.6779772773339285,
      "learning_rate": 0.0002988393359572079,
      "loss": 2.4844,
      "step": 7031
    },
    {
      "epoch": 0.32714584787159806,
      "grad_norm": 0.7457265662063601,
      "learning_rate": 0.0002988388751027041,
      "loss": 2.5469,
      "step": 7032
    },
    {
      "epoch": 0.32719237031867876,
      "grad_norm": 0.7397975251515471,
      "learning_rate": 0.00029883841415708027,
      "loss": 2.8281,
      "step": 7033
    },
    {
      "epoch": 0.32723889276575946,
      "grad_norm": 0.700902689808528,
      "learning_rate": 0.00029883795312033666,
      "loss": 2.7656,
      "step": 7034
    },
    {
      "epoch": 0.3272854152128402,
      "grad_norm": 0.767792162903938,
      "learning_rate": 0.0002988374919924736,
      "loss": 2.8281,
      "step": 7035
    },
    {
      "epoch": 0.3273319376599209,
      "grad_norm": 0.6376778288088237,
      "learning_rate": 0.0002988370307734913,
      "loss": 2.3906,
      "step": 7036
    },
    {
      "epoch": 0.3273784601070016,
      "grad_norm": 0.6712972566785971,
      "learning_rate": 0.00029883656946339015,
      "loss": 2.7656,
      "step": 7037
    },
    {
      "epoch": 0.32742498255408237,
      "grad_norm": 0.7675931820266736,
      "learning_rate": 0.00029883610806217035,
      "loss": 2.6094,
      "step": 7038
    },
    {
      "epoch": 0.32747150500116307,
      "grad_norm": 0.6044706567324349,
      "learning_rate": 0.0002988356465698322,
      "loss": 2.5938,
      "step": 7039
    },
    {
      "epoch": 0.32751802744824376,
      "grad_norm": 0.7044538353584993,
      "learning_rate": 0.000298835184986376,
      "loss": 2.7656,
      "step": 7040
    },
    {
      "epoch": 0.3275645498953245,
      "grad_norm": 0.7125564856470853,
      "learning_rate": 0.000298834723311802,
      "loss": 2.8594,
      "step": 7041
    },
    {
      "epoch": 0.3276110723424052,
      "grad_norm": 0.6519568118147337,
      "learning_rate": 0.00029883426154611055,
      "loss": 2.4062,
      "step": 7042
    },
    {
      "epoch": 0.3276575947894859,
      "grad_norm": 0.6882711837105483,
      "learning_rate": 0.00029883379968930184,
      "loss": 2.8281,
      "step": 7043
    },
    {
      "epoch": 0.3277041172365666,
      "grad_norm": 0.8280578973396922,
      "learning_rate": 0.00029883333774137624,
      "loss": 2.4844,
      "step": 7044
    },
    {
      "epoch": 0.32775063968364737,
      "grad_norm": 0.6780722153602493,
      "learning_rate": 0.00029883287570233396,
      "loss": 2.6562,
      "step": 7045
    },
    {
      "epoch": 0.32779716213072807,
      "grad_norm": 0.6499227073260858,
      "learning_rate": 0.0002988324135721754,
      "loss": 2.7031,
      "step": 7046
    },
    {
      "epoch": 0.32784368457780877,
      "grad_norm": 0.651781049813189,
      "learning_rate": 0.0002988319513509006,
      "loss": 2.625,
      "step": 7047
    },
    {
      "epoch": 0.3278902070248895,
      "grad_norm": 0.6553044366185629,
      "learning_rate": 0.00029883148903851015,
      "loss": 2.5156,
      "step": 7048
    },
    {
      "epoch": 0.3279367294719702,
      "grad_norm": 0.7795172293318755,
      "learning_rate": 0.0002988310266350041,
      "loss": 2.4688,
      "step": 7049
    },
    {
      "epoch": 0.3279832519190509,
      "grad_norm": 0.8355372810476996,
      "learning_rate": 0.00029883056414038283,
      "loss": 2.9375,
      "step": 7050
    },
    {
      "epoch": 0.3280297743661317,
      "grad_norm": 0.815284941635347,
      "learning_rate": 0.0002988301015546467,
      "loss": 2.6875,
      "step": 7051
    },
    {
      "epoch": 0.3280762968132124,
      "grad_norm": 0.6835432774965577,
      "learning_rate": 0.00029882963887779574,
      "loss": 2.6094,
      "step": 7052
    },
    {
      "epoch": 0.3281228192602931,
      "grad_norm": 0.6786129858020273,
      "learning_rate": 0.00029882917610983057,
      "loss": 2.5312,
      "step": 7053
    },
    {
      "epoch": 0.32816934170737383,
      "grad_norm": 0.6341628837244041,
      "learning_rate": 0.00029882871325075116,
      "loss": 2.4375,
      "step": 7054
    },
    {
      "epoch": 0.32821586415445453,
      "grad_norm": 0.7311539211818388,
      "learning_rate": 0.000298828250300558,
      "loss": 2.7344,
      "step": 7055
    },
    {
      "epoch": 0.3282623866015352,
      "grad_norm": 0.6637045377231107,
      "learning_rate": 0.0002988277872592513,
      "loss": 2.4531,
      "step": 7056
    },
    {
      "epoch": 0.328308909048616,
      "grad_norm": 0.6259646738460622,
      "learning_rate": 0.0002988273241268314,
      "loss": 2.8594,
      "step": 7057
    },
    {
      "epoch": 0.3283554314956967,
      "grad_norm": 0.6960676220900415,
      "learning_rate": 0.00029882686090329844,
      "loss": 2.5469,
      "step": 7058
    },
    {
      "epoch": 0.3284019539427774,
      "grad_norm": 0.6660219563426112,
      "learning_rate": 0.0002988263975886529,
      "loss": 2.6562,
      "step": 7059
    },
    {
      "epoch": 0.3284484763898581,
      "grad_norm": 0.6505691861155717,
      "learning_rate": 0.0002988259341828949,
      "loss": 2.6094,
      "step": 7060
    },
    {
      "epoch": 0.32849499883693883,
      "grad_norm": 0.6609722497500221,
      "learning_rate": 0.0002988254706860248,
      "loss": 2.4219,
      "step": 7061
    },
    {
      "epoch": 0.32854152128401953,
      "grad_norm": 0.6923378473686961,
      "learning_rate": 0.0002988250070980428,
      "loss": 2.7188,
      "step": 7062
    },
    {
      "epoch": 0.32858804373110023,
      "grad_norm": 0.6824264563896768,
      "learning_rate": 0.0002988245434189494,
      "loss": 2.6094,
      "step": 7063
    },
    {
      "epoch": 0.328634566178181,
      "grad_norm": 0.6673739529688953,
      "learning_rate": 0.00029882407964874463,
      "loss": 2.7188,
      "step": 7064
    },
    {
      "epoch": 0.3286810886252617,
      "grad_norm": 0.6763139867798247,
      "learning_rate": 0.0002988236157874289,
      "loss": 2.7656,
      "step": 7065
    },
    {
      "epoch": 0.3287276110723424,
      "grad_norm": 0.6553898843210676,
      "learning_rate": 0.0002988231518350025,
      "loss": 2.4375,
      "step": 7066
    },
    {
      "epoch": 0.32877413351942314,
      "grad_norm": 0.7158257758994354,
      "learning_rate": 0.0002988226877914657,
      "loss": 2.7188,
      "step": 7067
    },
    {
      "epoch": 0.32882065596650384,
      "grad_norm": 0.6554074970760393,
      "learning_rate": 0.0002988222236568187,
      "loss": 2.625,
      "step": 7068
    },
    {
      "epoch": 0.32886717841358454,
      "grad_norm": 0.7104249642133541,
      "learning_rate": 0.00029882175943106193,
      "loss": 2.7344,
      "step": 7069
    },
    {
      "epoch": 0.3289137008606653,
      "grad_norm": 0.670491695878936,
      "learning_rate": 0.00029882129511419556,
      "loss": 2.5156,
      "step": 7070
    },
    {
      "epoch": 0.328960223307746,
      "grad_norm": 0.6661724340002106,
      "learning_rate": 0.0002988208307062199,
      "loss": 2.5312,
      "step": 7071
    },
    {
      "epoch": 0.3290067457548267,
      "grad_norm": 0.6455213650583842,
      "learning_rate": 0.0002988203662071353,
      "loss": 2.4062,
      "step": 7072
    },
    {
      "epoch": 0.32905326820190745,
      "grad_norm": 0.7061382186775537,
      "learning_rate": 0.000298819901616942,
      "loss": 2.6562,
      "step": 7073
    },
    {
      "epoch": 0.32909979064898814,
      "grad_norm": 0.6443650002628712,
      "learning_rate": 0.00029881943693564026,
      "loss": 2.8594,
      "step": 7074
    },
    {
      "epoch": 0.32914631309606884,
      "grad_norm": 0.7991538653551767,
      "learning_rate": 0.00029881897216323035,
      "loss": 2.5,
      "step": 7075
    },
    {
      "epoch": 0.32919283554314954,
      "grad_norm": 0.7742001608310598,
      "learning_rate": 0.00029881850729971267,
      "loss": 2.8438,
      "step": 7076
    },
    {
      "epoch": 0.3292393579902303,
      "grad_norm": 0.6431802787151093,
      "learning_rate": 0.00029881804234508735,
      "loss": 2.8438,
      "step": 7077
    },
    {
      "epoch": 0.329285880437311,
      "grad_norm": 0.7009641598693156,
      "learning_rate": 0.00029881757729935475,
      "loss": 3.0156,
      "step": 7078
    },
    {
      "epoch": 0.3293324028843917,
      "grad_norm": 0.7177667551109551,
      "learning_rate": 0.0002988171121625152,
      "loss": 2.8906,
      "step": 7079
    },
    {
      "epoch": 0.32937892533147245,
      "grad_norm": 0.6836401428142925,
      "learning_rate": 0.0002988166469345689,
      "loss": 2.4688,
      "step": 7080
    },
    {
      "epoch": 0.32942544777855315,
      "grad_norm": 0.6477234954157575,
      "learning_rate": 0.00029881618161551617,
      "loss": 2.4375,
      "step": 7081
    },
    {
      "epoch": 0.32947197022563385,
      "grad_norm": 0.650319568072872,
      "learning_rate": 0.0002988157162053573,
      "loss": 2.3281,
      "step": 7082
    },
    {
      "epoch": 0.3295184926727146,
      "grad_norm": 0.7040106657568235,
      "learning_rate": 0.0002988152507040926,
      "loss": 2.6719,
      "step": 7083
    },
    {
      "epoch": 0.3295650151197953,
      "grad_norm": 0.710258887392852,
      "learning_rate": 0.0002988147851117223,
      "loss": 2.8281,
      "step": 7084
    },
    {
      "epoch": 0.329611537566876,
      "grad_norm": 0.6892598668625485,
      "learning_rate": 0.0002988143194282467,
      "loss": 2.7656,
      "step": 7085
    },
    {
      "epoch": 0.32965806001395676,
      "grad_norm": 0.6882853979551544,
      "learning_rate": 0.00029881385365366613,
      "loss": 2.7969,
      "step": 7086
    },
    {
      "epoch": 0.32970458246103745,
      "grad_norm": 0.6691994465794717,
      "learning_rate": 0.0002988133877879808,
      "loss": 2.5469,
      "step": 7087
    },
    {
      "epoch": 0.32975110490811815,
      "grad_norm": 0.715912031187736,
      "learning_rate": 0.0002988129218311911,
      "loss": 2.5625,
      "step": 7088
    },
    {
      "epoch": 0.3297976273551989,
      "grad_norm": 0.6555098579367887,
      "learning_rate": 0.0002988124557832972,
      "loss": 2.6406,
      "step": 7089
    },
    {
      "epoch": 0.3298441498022796,
      "grad_norm": 0.7068537294676311,
      "learning_rate": 0.0002988119896442994,
      "loss": 2.6094,
      "step": 7090
    },
    {
      "epoch": 0.3298906722493603,
      "grad_norm": 0.6773142046803028,
      "learning_rate": 0.0002988115234141981,
      "loss": 2.6562,
      "step": 7091
    },
    {
      "epoch": 0.329937194696441,
      "grad_norm": 0.6121908539419966,
      "learning_rate": 0.00029881105709299354,
      "loss": 2.3281,
      "step": 7092
    },
    {
      "epoch": 0.32998371714352176,
      "grad_norm": 0.6475187204056506,
      "learning_rate": 0.0002988105906806859,
      "loss": 2.625,
      "step": 7093
    },
    {
      "epoch": 0.33003023959060246,
      "grad_norm": 0.7263243599033187,
      "learning_rate": 0.0002988101241772755,
      "loss": 2.6875,
      "step": 7094
    },
    {
      "epoch": 0.33007676203768316,
      "grad_norm": 0.73938020402772,
      "learning_rate": 0.00029880965758276274,
      "loss": 2.75,
      "step": 7095
    },
    {
      "epoch": 0.3301232844847639,
      "grad_norm": 0.7159266877506564,
      "learning_rate": 0.00029880919089714784,
      "loss": 2.6406,
      "step": 7096
    },
    {
      "epoch": 0.3301698069318446,
      "grad_norm": 0.7312194288907955,
      "learning_rate": 0.00029880872412043106,
      "loss": 2.6562,
      "step": 7097
    },
    {
      "epoch": 0.3302163293789253,
      "grad_norm": 0.8018373769353923,
      "learning_rate": 0.0002988082572526126,
      "loss": 2.8906,
      "step": 7098
    },
    {
      "epoch": 0.33026285182600607,
      "grad_norm": 0.6777192433522246,
      "learning_rate": 0.00029880779029369296,
      "loss": 2.8438,
      "step": 7099
    },
    {
      "epoch": 0.33030937427308676,
      "grad_norm": 0.6727891896302466,
      "learning_rate": 0.00029880732324367234,
      "loss": 2.8281,
      "step": 7100
    },
    {
      "epoch": 0.33035589672016746,
      "grad_norm": 0.6905012288514004,
      "learning_rate": 0.0002988068561025509,
      "loss": 2.5312,
      "step": 7101
    },
    {
      "epoch": 0.3304024191672482,
      "grad_norm": 0.7664200011263287,
      "learning_rate": 0.0002988063888703291,
      "loss": 2.9062,
      "step": 7102
    },
    {
      "epoch": 0.3304489416143289,
      "grad_norm": 0.6642111077879606,
      "learning_rate": 0.00029880592154700713,
      "loss": 2.3906,
      "step": 7103
    },
    {
      "epoch": 0.3304954640614096,
      "grad_norm": 0.701980887229591,
      "learning_rate": 0.0002988054541325853,
      "loss": 2.6562,
      "step": 7104
    },
    {
      "epoch": 0.33054198650849037,
      "grad_norm": 0.7140404111693817,
      "learning_rate": 0.00029880498662706386,
      "loss": 2.4375,
      "step": 7105
    },
    {
      "epoch": 0.33058850895557107,
      "grad_norm": 0.6904544653736806,
      "learning_rate": 0.0002988045190304432,
      "loss": 2.8594,
      "step": 7106
    },
    {
      "epoch": 0.33063503140265177,
      "grad_norm": 0.6803657663769767,
      "learning_rate": 0.0002988040513427235,
      "loss": 2.5156,
      "step": 7107
    },
    {
      "epoch": 0.3306815538497325,
      "grad_norm": 0.7842989132259972,
      "learning_rate": 0.00029880358356390504,
      "loss": 2.7656,
      "step": 7108
    },
    {
      "epoch": 0.3307280762968132,
      "grad_norm": 0.7394159516684881,
      "learning_rate": 0.00029880311569398824,
      "loss": 2.5938,
      "step": 7109
    },
    {
      "epoch": 0.3307745987438939,
      "grad_norm": 0.7164083629512084,
      "learning_rate": 0.0002988026477329732,
      "loss": 2.9219,
      "step": 7110
    },
    {
      "epoch": 0.3308211211909746,
      "grad_norm": 0.7391106406882979,
      "learning_rate": 0.0002988021796808604,
      "loss": 2.6562,
      "step": 7111
    },
    {
      "epoch": 0.3308676436380554,
      "grad_norm": 0.7093830833056225,
      "learning_rate": 0.0002988017115376499,
      "loss": 2.5938,
      "step": 7112
    },
    {
      "epoch": 0.3309141660851361,
      "grad_norm": 0.6732382696682838,
      "learning_rate": 0.0002988012433033422,
      "loss": 2.75,
      "step": 7113
    },
    {
      "epoch": 0.3309606885322168,
      "grad_norm": 0.7926504926499764,
      "learning_rate": 0.0002988007749779375,
      "loss": 2.6562,
      "step": 7114
    },
    {
      "epoch": 0.33100721097929753,
      "grad_norm": 0.6371742692131701,
      "learning_rate": 0.00029880030656143607,
      "loss": 2.4688,
      "step": 7115
    },
    {
      "epoch": 0.3310537334263782,
      "grad_norm": 0.7001459735687482,
      "learning_rate": 0.0002987998380538382,
      "loss": 2.7812,
      "step": 7116
    },
    {
      "epoch": 0.3311002558734589,
      "grad_norm": 0.7205418361437859,
      "learning_rate": 0.00029879936945514425,
      "loss": 2.6406,
      "step": 7117
    },
    {
      "epoch": 0.3311467783205397,
      "grad_norm": 0.6698371139925569,
      "learning_rate": 0.0002987989007653544,
      "loss": 2.8594,
      "step": 7118
    },
    {
      "epoch": 0.3311933007676204,
      "grad_norm": 0.778915311228407,
      "learning_rate": 0.000298798431984469,
      "loss": 2.6719,
      "step": 7119
    },
    {
      "epoch": 0.3312398232147011,
      "grad_norm": 0.6751507898640188,
      "learning_rate": 0.00029879796311248837,
      "loss": 2.6562,
      "step": 7120
    },
    {
      "epoch": 0.33128634566178183,
      "grad_norm": 0.6700436239452117,
      "learning_rate": 0.0002987974941494127,
      "loss": 2.875,
      "step": 7121
    },
    {
      "epoch": 0.33133286810886253,
      "grad_norm": 0.7155662869750133,
      "learning_rate": 0.00029879702509524235,
      "loss": 2.7188,
      "step": 7122
    },
    {
      "epoch": 0.33137939055594323,
      "grad_norm": 0.6528185721526173,
      "learning_rate": 0.00029879655594997756,
      "loss": 2.8125,
      "step": 7123
    },
    {
      "epoch": 0.331425913003024,
      "grad_norm": 0.6832571141655364,
      "learning_rate": 0.00029879608671361864,
      "loss": 2.7031,
      "step": 7124
    },
    {
      "epoch": 0.3314724354501047,
      "grad_norm": 0.7723798493836503,
      "learning_rate": 0.0002987956173861659,
      "loss": 2.7812,
      "step": 7125
    },
    {
      "epoch": 0.3315189578971854,
      "grad_norm": 0.7157269317576223,
      "learning_rate": 0.0002987951479676196,
      "loss": 2.1406,
      "step": 7126
    },
    {
      "epoch": 0.3315654803442661,
      "grad_norm": 0.8027436364401349,
      "learning_rate": 0.00029879467845798,
      "loss": 2.625,
      "step": 7127
    },
    {
      "epoch": 0.33161200279134684,
      "grad_norm": 0.7199888658904139,
      "learning_rate": 0.00029879420885724743,
      "loss": 2.5625,
      "step": 7128
    },
    {
      "epoch": 0.33165852523842754,
      "grad_norm": 0.6757650833430954,
      "learning_rate": 0.00029879373916542217,
      "loss": 2.4688,
      "step": 7129
    },
    {
      "epoch": 0.33170504768550824,
      "grad_norm": 0.6818786738567972,
      "learning_rate": 0.0002987932693825046,
      "loss": 2.2656,
      "step": 7130
    },
    {
      "epoch": 0.331751570132589,
      "grad_norm": 0.6463537204249492,
      "learning_rate": 0.0002987927995084948,
      "loss": 2.4844,
      "step": 7131
    },
    {
      "epoch": 0.3317980925796697,
      "grad_norm": 0.6163463937643547,
      "learning_rate": 0.0002987923295433932,
      "loss": 2.3281,
      "step": 7132
    },
    {
      "epoch": 0.3318446150267504,
      "grad_norm": 0.7512906672333168,
      "learning_rate": 0.00029879185948720007,
      "loss": 2.5781,
      "step": 7133
    },
    {
      "epoch": 0.33189113747383114,
      "grad_norm": 0.6623889301297701,
      "learning_rate": 0.0002987913893399157,
      "loss": 2.7188,
      "step": 7134
    },
    {
      "epoch": 0.33193765992091184,
      "grad_norm": 0.6860850467091401,
      "learning_rate": 0.0002987909191015403,
      "loss": 2.3125,
      "step": 7135
    },
    {
      "epoch": 0.33198418236799254,
      "grad_norm": 0.6969664795866619,
      "learning_rate": 0.0002987904487720743,
      "loss": 2.4688,
      "step": 7136
    },
    {
      "epoch": 0.3320307048150733,
      "grad_norm": 0.7520951025904328,
      "learning_rate": 0.00029878997835151784,
      "loss": 2.5156,
      "step": 7137
    },
    {
      "epoch": 0.332077227262154,
      "grad_norm": 0.6594882021606585,
      "learning_rate": 0.0002987895078398714,
      "loss": 2.7812,
      "step": 7138
    },
    {
      "epoch": 0.3321237497092347,
      "grad_norm": 0.7234480033672798,
      "learning_rate": 0.000298789037237135,
      "loss": 2.7031,
      "step": 7139
    },
    {
      "epoch": 0.33217027215631545,
      "grad_norm": 0.6583712028737351,
      "learning_rate": 0.00029878856654330915,
      "loss": 2.3281,
      "step": 7140
    },
    {
      "epoch": 0.33221679460339615,
      "grad_norm": 0.7125211651802498,
      "learning_rate": 0.000298788095758394,
      "loss": 2.5,
      "step": 7141
    },
    {
      "epoch": 0.33226331705047685,
      "grad_norm": 0.6862652905312776,
      "learning_rate": 0.00029878762488239,
      "loss": 2.5469,
      "step": 7142
    },
    {
      "epoch": 0.33230983949755755,
      "grad_norm": 0.6598424014877283,
      "learning_rate": 0.0002987871539152973,
      "loss": 2.5469,
      "step": 7143
    },
    {
      "epoch": 0.3323563619446383,
      "grad_norm": 0.6873600291168838,
      "learning_rate": 0.0002987866828571162,
      "loss": 2.8125,
      "step": 7144
    },
    {
      "epoch": 0.332402884391719,
      "grad_norm": 0.6703512708016599,
      "learning_rate": 0.00029878621170784705,
      "loss": 2.7188,
      "step": 7145
    },
    {
      "epoch": 0.3324494068387997,
      "grad_norm": 0.7482274472776915,
      "learning_rate": 0.0002987857404674901,
      "loss": 2.625,
      "step": 7146
    },
    {
      "epoch": 0.33249592928588045,
      "grad_norm": 0.665283419814528,
      "learning_rate": 0.0002987852691360456,
      "loss": 2.5156,
      "step": 7147
    },
    {
      "epoch": 0.33254245173296115,
      "grad_norm": 0.7708485789746237,
      "learning_rate": 0.00029878479771351397,
      "loss": 2.7031,
      "step": 7148
    },
    {
      "epoch": 0.33258897418004185,
      "grad_norm": 0.6949632611101701,
      "learning_rate": 0.00029878432619989535,
      "loss": 2.4062,
      "step": 7149
    },
    {
      "epoch": 0.3326354966271226,
      "grad_norm": 0.6891894386638776,
      "learning_rate": 0.0002987838545951901,
      "loss": 2.4375,
      "step": 7150
    },
    {
      "epoch": 0.3326820190742033,
      "grad_norm": 0.7175327844313203,
      "learning_rate": 0.00029878338289939844,
      "loss": 2.75,
      "step": 7151
    },
    {
      "epoch": 0.332728541521284,
      "grad_norm": 0.7312915392742055,
      "learning_rate": 0.0002987829111125208,
      "loss": 2.7031,
      "step": 7152
    },
    {
      "epoch": 0.33277506396836476,
      "grad_norm": 0.7343384114279137,
      "learning_rate": 0.0002987824392345573,
      "loss": 2.7969,
      "step": 7153
    },
    {
      "epoch": 0.33282158641544546,
      "grad_norm": 0.7577272832838783,
      "learning_rate": 0.0002987819672655084,
      "loss": 2.4688,
      "step": 7154
    },
    {
      "epoch": 0.33286810886252616,
      "grad_norm": 0.8814179638701503,
      "learning_rate": 0.00029878149520537424,
      "loss": 2.75,
      "step": 7155
    },
    {
      "epoch": 0.3329146313096069,
      "grad_norm": 0.6316554224267611,
      "learning_rate": 0.00029878102305415524,
      "loss": 2.7188,
      "step": 7156
    },
    {
      "epoch": 0.3329611537566876,
      "grad_norm": 0.7127601923439505,
      "learning_rate": 0.0002987805508118516,
      "loss": 2.6406,
      "step": 7157
    },
    {
      "epoch": 0.3330076762037683,
      "grad_norm": 0.6625054622988319,
      "learning_rate": 0.0002987800784784636,
      "loss": 1.9297,
      "step": 7158
    },
    {
      "epoch": 0.333054198650849,
      "grad_norm": 0.6582697321860621,
      "learning_rate": 0.00029877960605399154,
      "loss": 2.4531,
      "step": 7159
    },
    {
      "epoch": 0.33310072109792976,
      "grad_norm": 0.8273760584742403,
      "learning_rate": 0.00029877913353843573,
      "loss": 2.8438,
      "step": 7160
    },
    {
      "epoch": 0.33314724354501046,
      "grad_norm": 0.9558573017498926,
      "learning_rate": 0.0002987786609317965,
      "loss": 2.8125,
      "step": 7161
    },
    {
      "epoch": 0.33319376599209116,
      "grad_norm": 0.699956349398806,
      "learning_rate": 0.0002987781882340741,
      "loss": 2.6719,
      "step": 7162
    },
    {
      "epoch": 0.3332402884391719,
      "grad_norm": 0.6810500674140781,
      "learning_rate": 0.0002987777154452688,
      "loss": 2.9531,
      "step": 7163
    },
    {
      "epoch": 0.3332868108862526,
      "grad_norm": 0.6890498225731737,
      "learning_rate": 0.0002987772425653809,
      "loss": 2.5938,
      "step": 7164
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.7194041728774132,
      "learning_rate": 0.00029877676959441066,
      "loss": 2.8281,
      "step": 7165
    },
    {
      "epoch": 0.33337985578041407,
      "grad_norm": 0.6422582194569246,
      "learning_rate": 0.0002987762965323585,
      "loss": 2.8594,
      "step": 7166
    },
    {
      "epoch": 0.33342637822749477,
      "grad_norm": 0.7361090981063847,
      "learning_rate": 0.00029877582337922454,
      "loss": 2.6562,
      "step": 7167
    },
    {
      "epoch": 0.33347290067457547,
      "grad_norm": 0.6459006714670631,
      "learning_rate": 0.00029877535013500913,
      "loss": 2.4375,
      "step": 7168
    },
    {
      "epoch": 0.3335194231216562,
      "grad_norm": 0.6988007105277498,
      "learning_rate": 0.0002987748767997126,
      "loss": 2.7344,
      "step": 7169
    },
    {
      "epoch": 0.3335659455687369,
      "grad_norm": 0.696702805772595,
      "learning_rate": 0.00029877440337333525,
      "loss": 2.9062,
      "step": 7170
    },
    {
      "epoch": 0.3336124680158176,
      "grad_norm": 0.7038576851774504,
      "learning_rate": 0.0002987739298558773,
      "loss": 2.8125,
      "step": 7171
    },
    {
      "epoch": 0.3336589904628984,
      "grad_norm": 0.6768805669913129,
      "learning_rate": 0.00029877345624733907,
      "loss": 2.625,
      "step": 7172
    },
    {
      "epoch": 0.3337055129099791,
      "grad_norm": 0.6562117091741116,
      "learning_rate": 0.00029877298254772086,
      "loss": 2.5,
      "step": 7173
    },
    {
      "epoch": 0.3337520353570598,
      "grad_norm": 0.6960753043532982,
      "learning_rate": 0.000298772508757023,
      "loss": 2.5938,
      "step": 7174
    },
    {
      "epoch": 0.33379855780414047,
      "grad_norm": 0.6954915973689625,
      "learning_rate": 0.00029877203487524564,
      "loss": 2.625,
      "step": 7175
    },
    {
      "epoch": 0.3338450802512212,
      "grad_norm": 0.6132964765120352,
      "learning_rate": 0.00029877156090238924,
      "loss": 2.5781,
      "step": 7176
    },
    {
      "epoch": 0.3338916026983019,
      "grad_norm": 0.7214611489024838,
      "learning_rate": 0.00029877108683845394,
      "loss": 2.5156,
      "step": 7177
    },
    {
      "epoch": 0.3339381251453826,
      "grad_norm": 0.6758707136339002,
      "learning_rate": 0.0002987706126834402,
      "loss": 2.5312,
      "step": 7178
    },
    {
      "epoch": 0.3339846475924634,
      "grad_norm": 0.6237777407477608,
      "learning_rate": 0.00029877013843734813,
      "loss": 2.5469,
      "step": 7179
    },
    {
      "epoch": 0.3340311700395441,
      "grad_norm": 0.7761203646055579,
      "learning_rate": 0.00029876966410017817,
      "loss": 2.5469,
      "step": 7180
    },
    {
      "epoch": 0.3340776924866248,
      "grad_norm": 0.7749826894507994,
      "learning_rate": 0.00029876918967193045,
      "loss": 3.0156,
      "step": 7181
    },
    {
      "epoch": 0.33412421493370553,
      "grad_norm": 0.7023009922667454,
      "learning_rate": 0.0002987687151526054,
      "loss": 2.6094,
      "step": 7182
    },
    {
      "epoch": 0.33417073738078623,
      "grad_norm": 0.7294519319498896,
      "learning_rate": 0.0002987682405422033,
      "loss": 2.7656,
      "step": 7183
    },
    {
      "epoch": 0.33421725982786693,
      "grad_norm": 0.7526078304146847,
      "learning_rate": 0.0002987677658407244,
      "loss": 2.6562,
      "step": 7184
    },
    {
      "epoch": 0.3342637822749477,
      "grad_norm": 0.6404934059963282,
      "learning_rate": 0.000298767291048169,
      "loss": 2.75,
      "step": 7185
    },
    {
      "epoch": 0.3343103047220284,
      "grad_norm": 0.6529138449085649,
      "learning_rate": 0.0002987668161645374,
      "loss": 2.5,
      "step": 7186
    },
    {
      "epoch": 0.3343568271691091,
      "grad_norm": 0.6859852057074478,
      "learning_rate": 0.0002987663411898298,
      "loss": 2.8906,
      "step": 7187
    },
    {
      "epoch": 0.33440334961618984,
      "grad_norm": 0.6536827327063786,
      "learning_rate": 0.0002987658661240466,
      "loss": 2.4844,
      "step": 7188
    },
    {
      "epoch": 0.33444987206327054,
      "grad_norm": 0.6690242263301563,
      "learning_rate": 0.0002987653909671881,
      "loss": 2.625,
      "step": 7189
    },
    {
      "epoch": 0.33449639451035124,
      "grad_norm": 0.7716558244589714,
      "learning_rate": 0.0002987649157192546,
      "loss": 2.5469,
      "step": 7190
    },
    {
      "epoch": 0.33454291695743194,
      "grad_norm": 0.6585833830930329,
      "learning_rate": 0.0002987644403802462,
      "loss": 2.6094,
      "step": 7191
    },
    {
      "epoch": 0.3345894394045127,
      "grad_norm": 0.6601779721906854,
      "learning_rate": 0.00029876396495016346,
      "loss": 2.8594,
      "step": 7192
    },
    {
      "epoch": 0.3346359618515934,
      "grad_norm": 0.7539685312750362,
      "learning_rate": 0.00029876348942900645,
      "loss": 2.4688,
      "step": 7193
    },
    {
      "epoch": 0.3346824842986741,
      "grad_norm": 0.7993029496401751,
      "learning_rate": 0.0002987630138167756,
      "loss": 2.75,
      "step": 7194
    },
    {
      "epoch": 0.33472900674575484,
      "grad_norm": 0.7092951938336863,
      "learning_rate": 0.00029876253811347115,
      "loss": 2.4531,
      "step": 7195
    },
    {
      "epoch": 0.33477552919283554,
      "grad_norm": 0.7916155949105802,
      "learning_rate": 0.0002987620623190934,
      "loss": 2.6875,
      "step": 7196
    },
    {
      "epoch": 0.33482205163991624,
      "grad_norm": 0.6703407854865577,
      "learning_rate": 0.0002987615864336426,
      "loss": 2.6562,
      "step": 7197
    },
    {
      "epoch": 0.334868574086997,
      "grad_norm": 0.6607188394185038,
      "learning_rate": 0.0002987611104571192,
      "loss": 2.9531,
      "step": 7198
    },
    {
      "epoch": 0.3349150965340777,
      "grad_norm": 0.7605351676621214,
      "learning_rate": 0.00029876063438952325,
      "loss": 3.0938,
      "step": 7199
    },
    {
      "epoch": 0.3349616189811584,
      "grad_norm": 0.7244727561735974,
      "learning_rate": 0.0002987601582308552,
      "loss": 2.6562,
      "step": 7200
    },
    {
      "epoch": 0.33500814142823915,
      "grad_norm": 0.7205764111259728,
      "learning_rate": 0.0002987596819811153,
      "loss": 2.9375,
      "step": 7201
    },
    {
      "epoch": 0.33505466387531985,
      "grad_norm": 0.7332322398248651,
      "learning_rate": 0.00029875920564030383,
      "loss": 2.7031,
      "step": 7202
    },
    {
      "epoch": 0.33510118632240055,
      "grad_norm": 0.7788065281915424,
      "learning_rate": 0.0002987587292084211,
      "loss": 2.6562,
      "step": 7203
    },
    {
      "epoch": 0.3351477087694813,
      "grad_norm": 0.641154841640159,
      "learning_rate": 0.00029875825268546743,
      "loss": 2.7188,
      "step": 7204
    },
    {
      "epoch": 0.335194231216562,
      "grad_norm": 0.6684450672837216,
      "learning_rate": 0.0002987577760714431,
      "loss": 2.6562,
      "step": 7205
    },
    {
      "epoch": 0.3352407536636427,
      "grad_norm": 0.681923539727344,
      "learning_rate": 0.00029875729936634836,
      "loss": 2.4531,
      "step": 7206
    },
    {
      "epoch": 0.3352872761107234,
      "grad_norm": 0.7707187454181836,
      "learning_rate": 0.00029875682257018353,
      "loss": 2.6875,
      "step": 7207
    },
    {
      "epoch": 0.33533379855780415,
      "grad_norm": 0.714577098406937,
      "learning_rate": 0.00029875634568294886,
      "loss": 2.9688,
      "step": 7208
    },
    {
      "epoch": 0.33538032100488485,
      "grad_norm": 0.6593929048881243,
      "learning_rate": 0.00029875586870464467,
      "loss": 2.4688,
      "step": 7209
    },
    {
      "epoch": 0.33542684345196555,
      "grad_norm": 0.6663302101746634,
      "learning_rate": 0.0002987553916352713,
      "loss": 2.5938,
      "step": 7210
    },
    {
      "epoch": 0.3354733658990463,
      "grad_norm": 0.6492330033189374,
      "learning_rate": 0.000298754914474829,
      "loss": 2.6094,
      "step": 7211
    },
    {
      "epoch": 0.335519888346127,
      "grad_norm": 0.7195040202437191,
      "learning_rate": 0.0002987544372233181,
      "loss": 2.6094,
      "step": 7212
    },
    {
      "epoch": 0.3355664107932077,
      "grad_norm": 0.7152120367922248,
      "learning_rate": 0.00029875395988073877,
      "loss": 2.6406,
      "step": 7213
    },
    {
      "epoch": 0.33561293324028846,
      "grad_norm": 0.725719205008586,
      "learning_rate": 0.00029875348244709146,
      "loss": 2.7031,
      "step": 7214
    },
    {
      "epoch": 0.33565945568736916,
      "grad_norm": 0.6966954390231119,
      "learning_rate": 0.0002987530049223764,
      "loss": 2.9531,
      "step": 7215
    },
    {
      "epoch": 0.33570597813444986,
      "grad_norm": 0.6943185103165908,
      "learning_rate": 0.0002987525273065938,
      "loss": 2.75,
      "step": 7216
    },
    {
      "epoch": 0.3357525005815306,
      "grad_norm": 0.759652300408544,
      "learning_rate": 0.0002987520495997441,
      "loss": 2.6562,
      "step": 7217
    },
    {
      "epoch": 0.3357990230286113,
      "grad_norm": 0.7011377591743427,
      "learning_rate": 0.0002987515718018275,
      "loss": 2.8281,
      "step": 7218
    },
    {
      "epoch": 0.335845545475692,
      "grad_norm": 0.7905352713926913,
      "learning_rate": 0.00029875109391284423,
      "loss": 2.125,
      "step": 7219
    },
    {
      "epoch": 0.33589206792277276,
      "grad_norm": 0.7075725845939743,
      "learning_rate": 0.00029875061593279476,
      "loss": 2.7344,
      "step": 7220
    },
    {
      "epoch": 0.33593859036985346,
      "grad_norm": 0.6919554162595662,
      "learning_rate": 0.00029875013786167924,
      "loss": 2.5,
      "step": 7221
    },
    {
      "epoch": 0.33598511281693416,
      "grad_norm": 0.664768291144116,
      "learning_rate": 0.000298749659699498,
      "loss": 2.7344,
      "step": 7222
    },
    {
      "epoch": 0.33603163526401486,
      "grad_norm": 0.644728241812068,
      "learning_rate": 0.00029874918144625137,
      "loss": 2.1094,
      "step": 7223
    },
    {
      "epoch": 0.3360781577110956,
      "grad_norm": 0.8635142415587234,
      "learning_rate": 0.0002987487031019396,
      "loss": 2.7656,
      "step": 7224
    },
    {
      "epoch": 0.3361246801581763,
      "grad_norm": 0.6763602696572508,
      "learning_rate": 0.00029874822466656307,
      "loss": 2.0312,
      "step": 7225
    },
    {
      "epoch": 0.336171202605257,
      "grad_norm": 0.6945084751162197,
      "learning_rate": 0.0002987477461401219,
      "loss": 2.5156,
      "step": 7226
    },
    {
      "epoch": 0.33621772505233777,
      "grad_norm": 0.7125905115513037,
      "learning_rate": 0.00029874726752261656,
      "loss": 2.6562,
      "step": 7227
    },
    {
      "epoch": 0.33626424749941847,
      "grad_norm": 0.7070511644488237,
      "learning_rate": 0.0002987467888140472,
      "loss": 2.7812,
      "step": 7228
    },
    {
      "epoch": 0.33631076994649917,
      "grad_norm": 0.6721632450358421,
      "learning_rate": 0.0002987463100144142,
      "loss": 2.6719,
      "step": 7229
    },
    {
      "epoch": 0.3363572923935799,
      "grad_norm": 0.7483971427321106,
      "learning_rate": 0.00029874583112371786,
      "loss": 2.4688,
      "step": 7230
    },
    {
      "epoch": 0.3364038148406606,
      "grad_norm": 0.6892110163362938,
      "learning_rate": 0.0002987453521419584,
      "loss": 2.8125,
      "step": 7231
    },
    {
      "epoch": 0.3364503372877413,
      "grad_norm": 0.6546393432168679,
      "learning_rate": 0.0002987448730691362,
      "loss": 2.25,
      "step": 7232
    },
    {
      "epoch": 0.3364968597348221,
      "grad_norm": 0.6873637302427387,
      "learning_rate": 0.0002987443939052515,
      "loss": 2.0938,
      "step": 7233
    },
    {
      "epoch": 0.3365433821819028,
      "grad_norm": 0.7210428745624,
      "learning_rate": 0.0002987439146503046,
      "loss": 2.7188,
      "step": 7234
    },
    {
      "epoch": 0.33658990462898347,
      "grad_norm": 0.713496522498299,
      "learning_rate": 0.00029874343530429583,
      "loss": 2.5781,
      "step": 7235
    },
    {
      "epoch": 0.3366364270760642,
      "grad_norm": 0.6929307021411307,
      "learning_rate": 0.0002987429558672254,
      "loss": 2.7188,
      "step": 7236
    },
    {
      "epoch": 0.3366829495231449,
      "grad_norm": 0.7222916741114715,
      "learning_rate": 0.00029874247633909366,
      "loss": 3.0,
      "step": 7237
    },
    {
      "epoch": 0.3367294719702256,
      "grad_norm": 0.7524789647064943,
      "learning_rate": 0.00029874199671990094,
      "loss": 2.8125,
      "step": 7238
    },
    {
      "epoch": 0.3367759944173063,
      "grad_norm": 0.7556213497232231,
      "learning_rate": 0.00029874151700964743,
      "loss": 2.7031,
      "step": 7239
    },
    {
      "epoch": 0.3368225168643871,
      "grad_norm": 0.7032468468571512,
      "learning_rate": 0.0002987410372083335,
      "loss": 2.7188,
      "step": 7240
    },
    {
      "epoch": 0.3368690393114678,
      "grad_norm": 0.7297623111012836,
      "learning_rate": 0.00029874055731595947,
      "loss": 2.875,
      "step": 7241
    },
    {
      "epoch": 0.3369155617585485,
      "grad_norm": 0.7852882746725434,
      "learning_rate": 0.0002987400773325256,
      "loss": 2.6094,
      "step": 7242
    },
    {
      "epoch": 0.33696208420562923,
      "grad_norm": 0.6991952376994804,
      "learning_rate": 0.00029873959725803216,
      "loss": 2.6875,
      "step": 7243
    },
    {
      "epoch": 0.33700860665270993,
      "grad_norm": 0.7030865882845557,
      "learning_rate": 0.0002987391170924795,
      "loss": 2.5938,
      "step": 7244
    },
    {
      "epoch": 0.33705512909979063,
      "grad_norm": 0.7104113679417242,
      "learning_rate": 0.0002987386368358678,
      "loss": 2.4219,
      "step": 7245
    },
    {
      "epoch": 0.3371016515468714,
      "grad_norm": 0.7719589936913789,
      "learning_rate": 0.00029873815648819745,
      "loss": 2.625,
      "step": 7246
    },
    {
      "epoch": 0.3371481739939521,
      "grad_norm": 0.7079911843761547,
      "learning_rate": 0.0002987376760494688,
      "loss": 2.5469,
      "step": 7247
    },
    {
      "epoch": 0.3371946964410328,
      "grad_norm": 0.7010375096062061,
      "learning_rate": 0.00029873719551968197,
      "loss": 2.7969,
      "step": 7248
    },
    {
      "epoch": 0.33724121888811354,
      "grad_norm": 0.7383068816020991,
      "learning_rate": 0.0002987367148988374,
      "loss": 2.8281,
      "step": 7249
    },
    {
      "epoch": 0.33728774133519424,
      "grad_norm": 0.7030461928794403,
      "learning_rate": 0.00029873623418693533,
      "loss": 2.8125,
      "step": 7250
    },
    {
      "epoch": 0.33733426378227493,
      "grad_norm": 0.6994884515372238,
      "learning_rate": 0.00029873575338397603,
      "loss": 2.25,
      "step": 7251
    },
    {
      "epoch": 0.3373807862293557,
      "grad_norm": 0.7610613886721702,
      "learning_rate": 0.00029873527248995985,
      "loss": 2.9688,
      "step": 7252
    },
    {
      "epoch": 0.3374273086764364,
      "grad_norm": 0.7351712694430005,
      "learning_rate": 0.0002987347915048871,
      "loss": 2.5469,
      "step": 7253
    },
    {
      "epoch": 0.3374738311235171,
      "grad_norm": 0.6995306514858243,
      "learning_rate": 0.000298734310428758,
      "loss": 2.8125,
      "step": 7254
    },
    {
      "epoch": 0.3375203535705978,
      "grad_norm": 0.6655316047177104,
      "learning_rate": 0.0002987338292615729,
      "loss": 2.9531,
      "step": 7255
    },
    {
      "epoch": 0.33756687601767854,
      "grad_norm": 0.7186411632427403,
      "learning_rate": 0.000298733348003332,
      "loss": 2.7031,
      "step": 7256
    },
    {
      "epoch": 0.33761339846475924,
      "grad_norm": 0.7682569583857098,
      "learning_rate": 0.0002987328666540357,
      "loss": 2.8281,
      "step": 7257
    },
    {
      "epoch": 0.33765992091183994,
      "grad_norm": 0.706009861522912,
      "learning_rate": 0.0002987323852136843,
      "loss": 2.7031,
      "step": 7258
    },
    {
      "epoch": 0.3377064433589207,
      "grad_norm": 0.6998327013193282,
      "learning_rate": 0.00029873190368227804,
      "loss": 2.7812,
      "step": 7259
    },
    {
      "epoch": 0.3377529658060014,
      "grad_norm": 0.7023405553938683,
      "learning_rate": 0.0002987314220598172,
      "loss": 2.7031,
      "step": 7260
    },
    {
      "epoch": 0.3377994882530821,
      "grad_norm": 0.8124070775947817,
      "learning_rate": 0.00029873094034630216,
      "loss": 2.5781,
      "step": 7261
    },
    {
      "epoch": 0.33784601070016285,
      "grad_norm": 0.7382628475383434,
      "learning_rate": 0.00029873045854173316,
      "loss": 2.9062,
      "step": 7262
    },
    {
      "epoch": 0.33789253314724355,
      "grad_norm": 0.7602907775411725,
      "learning_rate": 0.00029872997664611047,
      "loss": 2.6094,
      "step": 7263
    },
    {
      "epoch": 0.33793905559432424,
      "grad_norm": 0.6575442996013575,
      "learning_rate": 0.00029872949465943436,
      "loss": 2.6719,
      "step": 7264
    },
    {
      "epoch": 0.337985578041405,
      "grad_norm": 0.6789543872031136,
      "learning_rate": 0.0002987290125817053,
      "loss": 2.875,
      "step": 7265
    },
    {
      "epoch": 0.3380321004884857,
      "grad_norm": 0.6898445866949963,
      "learning_rate": 0.00029872853041292333,
      "loss": 2.4219,
      "step": 7266
    },
    {
      "epoch": 0.3380786229355664,
      "grad_norm": 0.8188792717723573,
      "learning_rate": 0.000298728048153089,
      "loss": 2.6094,
      "step": 7267
    },
    {
      "epoch": 0.33812514538264715,
      "grad_norm": 0.700742142106992,
      "learning_rate": 0.0002987275658022024,
      "loss": 2.3906,
      "step": 7268
    },
    {
      "epoch": 0.33817166782972785,
      "grad_norm": 0.7552829143625908,
      "learning_rate": 0.00029872708336026394,
      "loss": 2.4062,
      "step": 7269
    },
    {
      "epoch": 0.33821819027680855,
      "grad_norm": 0.6395313442326749,
      "learning_rate": 0.00029872660082727386,
      "loss": 2.5781,
      "step": 7270
    },
    {
      "epoch": 0.33826471272388925,
      "grad_norm": 0.7105445464963013,
      "learning_rate": 0.0002987261182032325,
      "loss": 2.8438,
      "step": 7271
    },
    {
      "epoch": 0.33831123517097,
      "grad_norm": 0.7615794206962103,
      "learning_rate": 0.00029872563548814015,
      "loss": 2.6875,
      "step": 7272
    },
    {
      "epoch": 0.3383577576180507,
      "grad_norm": 0.6913442234082781,
      "learning_rate": 0.00029872515268199705,
      "loss": 2.5781,
      "step": 7273
    },
    {
      "epoch": 0.3384042800651314,
      "grad_norm": 0.7915517816044667,
      "learning_rate": 0.00029872466978480357,
      "loss": 2.6094,
      "step": 7274
    },
    {
      "epoch": 0.33845080251221216,
      "grad_norm": 0.7353913382367261,
      "learning_rate": 0.00029872418679655993,
      "loss": 2.5,
      "step": 7275
    },
    {
      "epoch": 0.33849732495929286,
      "grad_norm": 0.6760293386695491,
      "learning_rate": 0.0002987237037172665,
      "loss": 2.6406,
      "step": 7276
    },
    {
      "epoch": 0.33854384740637355,
      "grad_norm": 0.7269649967392163,
      "learning_rate": 0.00029872322054692353,
      "loss": 2.6719,
      "step": 7277
    },
    {
      "epoch": 0.3385903698534543,
      "grad_norm": 0.6797554652394433,
      "learning_rate": 0.0002987227372855313,
      "loss": 2.6875,
      "step": 7278
    },
    {
      "epoch": 0.338636892300535,
      "grad_norm": 0.7480003206964215,
      "learning_rate": 0.0002987222539330902,
      "loss": 2.4688,
      "step": 7279
    },
    {
      "epoch": 0.3386834147476157,
      "grad_norm": 0.66881914031952,
      "learning_rate": 0.0002987217704896004,
      "loss": 2.4844,
      "step": 7280
    },
    {
      "epoch": 0.33872993719469646,
      "grad_norm": 0.700254006570877,
      "learning_rate": 0.0002987212869550623,
      "loss": 2.625,
      "step": 7281
    },
    {
      "epoch": 0.33877645964177716,
      "grad_norm": 0.7647779804712584,
      "learning_rate": 0.0002987208033294761,
      "loss": 2.8281,
      "step": 7282
    },
    {
      "epoch": 0.33882298208885786,
      "grad_norm": 0.6429063358501882,
      "learning_rate": 0.0002987203196128422,
      "loss": 2.5156,
      "step": 7283
    },
    {
      "epoch": 0.3388695045359386,
      "grad_norm": 0.6860668578559372,
      "learning_rate": 0.0002987198358051608,
      "loss": 2.5156,
      "step": 7284
    },
    {
      "epoch": 0.3389160269830193,
      "grad_norm": 0.6407777521105735,
      "learning_rate": 0.0002987193519064323,
      "loss": 2.8906,
      "step": 7285
    },
    {
      "epoch": 0.3389625494301,
      "grad_norm": 0.7115741125320905,
      "learning_rate": 0.00029871886791665685,
      "loss": 2.8594,
      "step": 7286
    },
    {
      "epoch": 0.3390090718771807,
      "grad_norm": 0.6872517180394607,
      "learning_rate": 0.00029871838383583487,
      "loss": 2.7969,
      "step": 7287
    },
    {
      "epoch": 0.33905559432426147,
      "grad_norm": 0.6465408560271845,
      "learning_rate": 0.00029871789966396664,
      "loss": 2.5625,
      "step": 7288
    },
    {
      "epoch": 0.33910211677134217,
      "grad_norm": 0.8372667445109179,
      "learning_rate": 0.00029871741540105247,
      "loss": 2.6406,
      "step": 7289
    },
    {
      "epoch": 0.33914863921842286,
      "grad_norm": 0.6587405781457869,
      "learning_rate": 0.00029871693104709254,
      "loss": 2.6094,
      "step": 7290
    },
    {
      "epoch": 0.3391951616655036,
      "grad_norm": 0.7070453352649333,
      "learning_rate": 0.00029871644660208727,
      "loss": 2.9062,
      "step": 7291
    },
    {
      "epoch": 0.3392416841125843,
      "grad_norm": 0.703818262400812,
      "learning_rate": 0.00029871596206603693,
      "loss": 2.9062,
      "step": 7292
    },
    {
      "epoch": 0.339288206559665,
      "grad_norm": 0.6810594792156961,
      "learning_rate": 0.00029871547743894175,
      "loss": 2.3594,
      "step": 7293
    },
    {
      "epoch": 0.33933472900674577,
      "grad_norm": 0.7853610144471971,
      "learning_rate": 0.0002987149927208021,
      "loss": 2.6094,
      "step": 7294
    },
    {
      "epoch": 0.33938125145382647,
      "grad_norm": 0.7405049707197875,
      "learning_rate": 0.00029871450791161825,
      "loss": 2.5469,
      "step": 7295
    },
    {
      "epoch": 0.33942777390090717,
      "grad_norm": 0.7471807958808551,
      "learning_rate": 0.00029871402301139054,
      "loss": 2.7344,
      "step": 7296
    },
    {
      "epoch": 0.3394742963479879,
      "grad_norm": 0.709361785450228,
      "learning_rate": 0.0002987135380201192,
      "loss": 2.4531,
      "step": 7297
    },
    {
      "epoch": 0.3395208187950686,
      "grad_norm": 0.7150200167906748,
      "learning_rate": 0.00029871305293780457,
      "loss": 2.8594,
      "step": 7298
    },
    {
      "epoch": 0.3395673412421493,
      "grad_norm": 0.6349675772240457,
      "learning_rate": 0.0002987125677644469,
      "loss": 2.4844,
      "step": 7299
    },
    {
      "epoch": 0.3396138636892301,
      "grad_norm": 0.6775173305487425,
      "learning_rate": 0.00029871208250004653,
      "loss": 2.7188,
      "step": 7300
    },
    {
      "epoch": 0.3396603861363108,
      "grad_norm": 0.6652055107428732,
      "learning_rate": 0.0002987115971446038,
      "loss": 2.4062,
      "step": 7301
    },
    {
      "epoch": 0.3397069085833915,
      "grad_norm": 0.6498787821232272,
      "learning_rate": 0.00029871111169811886,
      "loss": 2.5938,
      "step": 7302
    },
    {
      "epoch": 0.33975343103047223,
      "grad_norm": 0.7344771355522768,
      "learning_rate": 0.00029871062616059217,
      "loss": 2.8125,
      "step": 7303
    },
    {
      "epoch": 0.33979995347755293,
      "grad_norm": 0.746719750055437,
      "learning_rate": 0.00029871014053202394,
      "loss": 2.7188,
      "step": 7304
    },
    {
      "epoch": 0.33984647592463363,
      "grad_norm": 0.7180755898671443,
      "learning_rate": 0.0002987096548124145,
      "loss": 2.5781,
      "step": 7305
    },
    {
      "epoch": 0.3398929983717143,
      "grad_norm": 0.7460925898137512,
      "learning_rate": 0.0002987091690017641,
      "loss": 2.7969,
      "step": 7306
    },
    {
      "epoch": 0.3399395208187951,
      "grad_norm": 0.7630169033334784,
      "learning_rate": 0.0002987086831000731,
      "loss": 2.0469,
      "step": 7307
    },
    {
      "epoch": 0.3399860432658758,
      "grad_norm": 0.6931352632426983,
      "learning_rate": 0.00029870819710734175,
      "loss": 2.3438,
      "step": 7308
    },
    {
      "epoch": 0.3400325657129565,
      "grad_norm": 0.8904896158432137,
      "learning_rate": 0.00029870771102357037,
      "loss": 2.6875,
      "step": 7309
    },
    {
      "epoch": 0.34007908816003724,
      "grad_norm": 0.7309462053209802,
      "learning_rate": 0.0002987072248487593,
      "loss": 2.4531,
      "step": 7310
    },
    {
      "epoch": 0.34012561060711793,
      "grad_norm": 0.7192059685107134,
      "learning_rate": 0.00029870673858290874,
      "loss": 2.6562,
      "step": 7311
    },
    {
      "epoch": 0.34017213305419863,
      "grad_norm": 0.7150577166029418,
      "learning_rate": 0.000298706252226019,
      "loss": 2.7344,
      "step": 7312
    },
    {
      "epoch": 0.3402186555012794,
      "grad_norm": 0.7238241996816328,
      "learning_rate": 0.0002987057657780905,
      "loss": 2.6094,
      "step": 7313
    },
    {
      "epoch": 0.3402651779483601,
      "grad_norm": 0.9597096597845558,
      "learning_rate": 0.0002987052792391234,
      "loss": 2.5781,
      "step": 7314
    },
    {
      "epoch": 0.3403117003954408,
      "grad_norm": 0.755567479788521,
      "learning_rate": 0.0002987047926091181,
      "loss": 2.4688,
      "step": 7315
    },
    {
      "epoch": 0.34035822284252154,
      "grad_norm": 0.7284683258123834,
      "learning_rate": 0.0002987043058880748,
      "loss": 2.2031,
      "step": 7316
    },
    {
      "epoch": 0.34040474528960224,
      "grad_norm": 0.692888890394153,
      "learning_rate": 0.0002987038190759938,
      "loss": 2.4062,
      "step": 7317
    },
    {
      "epoch": 0.34045126773668294,
      "grad_norm": 0.7468634155430763,
      "learning_rate": 0.00029870333217287557,
      "loss": 2.5781,
      "step": 7318
    },
    {
      "epoch": 0.3404977901837637,
      "grad_norm": 0.8617475219124673,
      "learning_rate": 0.0002987028451787202,
      "loss": 2.5,
      "step": 7319
    },
    {
      "epoch": 0.3405443126308444,
      "grad_norm": 0.7003206895905111,
      "learning_rate": 0.0002987023580935281,
      "loss": 2.5469,
      "step": 7320
    },
    {
      "epoch": 0.3405908350779251,
      "grad_norm": 0.8836947712384604,
      "learning_rate": 0.00029870187091729955,
      "loss": 2.5312,
      "step": 7321
    },
    {
      "epoch": 0.3406373575250058,
      "grad_norm": 0.7589582156507532,
      "learning_rate": 0.0002987013836500348,
      "loss": 2.875,
      "step": 7322
    },
    {
      "epoch": 0.34068387997208655,
      "grad_norm": 0.7037227194847815,
      "learning_rate": 0.00029870089629173424,
      "loss": 2.6562,
      "step": 7323
    },
    {
      "epoch": 0.34073040241916724,
      "grad_norm": 0.7672306082577363,
      "learning_rate": 0.00029870040884239803,
      "loss": 2.5625,
      "step": 7324
    },
    {
      "epoch": 0.34077692486624794,
      "grad_norm": 0.7565215096054622,
      "learning_rate": 0.0002986999213020266,
      "loss": 2.6094,
      "step": 7325
    },
    {
      "epoch": 0.3408234473133287,
      "grad_norm": 0.9449444851704678,
      "learning_rate": 0.0002986994336706203,
      "loss": 2.7031,
      "step": 7326
    },
    {
      "epoch": 0.3408699697604094,
      "grad_norm": 0.7581552195229262,
      "learning_rate": 0.0002986989459481792,
      "loss": 2.8906,
      "step": 7327
    },
    {
      "epoch": 0.3409164922074901,
      "grad_norm": 0.7736978318187134,
      "learning_rate": 0.00029869845813470375,
      "loss": 2.5938,
      "step": 7328
    },
    {
      "epoch": 0.34096301465457085,
      "grad_norm": 0.6873957474198342,
      "learning_rate": 0.00029869797023019426,
      "loss": 2.4844,
      "step": 7329
    },
    {
      "epoch": 0.34100953710165155,
      "grad_norm": 0.6993545117380142,
      "learning_rate": 0.000298697482234651,
      "loss": 2.7031,
      "step": 7330
    },
    {
      "epoch": 0.34105605954873225,
      "grad_norm": 0.6490373950922296,
      "learning_rate": 0.00029869699414807423,
      "loss": 2.6719,
      "step": 7331
    },
    {
      "epoch": 0.341102581995813,
      "grad_norm": 0.6762375089539414,
      "learning_rate": 0.0002986965059704643,
      "loss": 2.5,
      "step": 7332
    },
    {
      "epoch": 0.3411491044428937,
      "grad_norm": 0.7146769452650661,
      "learning_rate": 0.0002986960177018215,
      "loss": 2.4375,
      "step": 7333
    },
    {
      "epoch": 0.3411956268899744,
      "grad_norm": 0.8386321190400922,
      "learning_rate": 0.0002986955293421461,
      "loss": 2.9688,
      "step": 7334
    },
    {
      "epoch": 0.34124214933705516,
      "grad_norm": 0.7171281789202707,
      "learning_rate": 0.00029869504089143843,
      "loss": 2.6094,
      "step": 7335
    },
    {
      "epoch": 0.34128867178413586,
      "grad_norm": 0.8246434131562842,
      "learning_rate": 0.0002986945523496988,
      "loss": 2.7188,
      "step": 7336
    },
    {
      "epoch": 0.34133519423121655,
      "grad_norm": 0.7039784898679737,
      "learning_rate": 0.00029869406371692747,
      "loss": 2.7031,
      "step": 7337
    },
    {
      "epoch": 0.34138171667829725,
      "grad_norm": 0.6837519830018415,
      "learning_rate": 0.0002986935749931248,
      "loss": 2.7188,
      "step": 7338
    },
    {
      "epoch": 0.341428239125378,
      "grad_norm": 0.7317905648828087,
      "learning_rate": 0.00029869308617829095,
      "loss": 2.6875,
      "step": 7339
    },
    {
      "epoch": 0.3414747615724587,
      "grad_norm": 0.7095049370323715,
      "learning_rate": 0.0002986925972724264,
      "loss": 3.0469,
      "step": 7340
    },
    {
      "epoch": 0.3415212840195394,
      "grad_norm": 0.737820855783571,
      "learning_rate": 0.0002986921082755313,
      "loss": 2.7812,
      "step": 7341
    },
    {
      "epoch": 0.34156780646662016,
      "grad_norm": 0.7412347324808272,
      "learning_rate": 0.0002986916191876061,
      "loss": 2.5156,
      "step": 7342
    },
    {
      "epoch": 0.34161432891370086,
      "grad_norm": 0.7337387351327133,
      "learning_rate": 0.00029869113000865094,
      "loss": 2.625,
      "step": 7343
    },
    {
      "epoch": 0.34166085136078156,
      "grad_norm": 0.781668033526562,
      "learning_rate": 0.00029869064073866623,
      "loss": 2.5625,
      "step": 7344
    },
    {
      "epoch": 0.3417073738078623,
      "grad_norm": 0.7228052617328669,
      "learning_rate": 0.0002986901513776522,
      "loss": 2.9062,
      "step": 7345
    },
    {
      "epoch": 0.341753896254943,
      "grad_norm": 0.7490132356077096,
      "learning_rate": 0.00029868966192560925,
      "loss": 2.7656,
      "step": 7346
    },
    {
      "epoch": 0.3418004187020237,
      "grad_norm": 0.7364658946266089,
      "learning_rate": 0.00029868917238253754,
      "loss": 2.5,
      "step": 7347
    },
    {
      "epoch": 0.34184694114910447,
      "grad_norm": 0.6434280546741676,
      "learning_rate": 0.0002986886827484375,
      "loss": 2.5469,
      "step": 7348
    },
    {
      "epoch": 0.34189346359618517,
      "grad_norm": 0.6607164969253332,
      "learning_rate": 0.00029868819302330933,
      "loss": 2.3594,
      "step": 7349
    },
    {
      "epoch": 0.34193998604326586,
      "grad_norm": 0.7185686766594318,
      "learning_rate": 0.00029868770320715343,
      "loss": 2.2969,
      "step": 7350
    },
    {
      "epoch": 0.3419865084903466,
      "grad_norm": 0.6673005406773181,
      "learning_rate": 0.00029868721329997,
      "loss": 2.6094,
      "step": 7351
    },
    {
      "epoch": 0.3420330309374273,
      "grad_norm": 0.7142558437385713,
      "learning_rate": 0.00029868672330175935,
      "loss": 2.7656,
      "step": 7352
    },
    {
      "epoch": 0.342079553384508,
      "grad_norm": 0.7517945132951303,
      "learning_rate": 0.0002986862332125219,
      "loss": 2.5,
      "step": 7353
    },
    {
      "epoch": 0.3421260758315887,
      "grad_norm": 0.7266235581446682,
      "learning_rate": 0.0002986857430322577,
      "loss": 2.6562,
      "step": 7354
    },
    {
      "epoch": 0.34217259827866947,
      "grad_norm": 0.6697575945042121,
      "learning_rate": 0.00029868525276096735,
      "loss": 2.5,
      "step": 7355
    },
    {
      "epoch": 0.34221912072575017,
      "grad_norm": 0.7123030113325529,
      "learning_rate": 0.000298684762398651,
      "loss": 2.4219,
      "step": 7356
    },
    {
      "epoch": 0.34226564317283087,
      "grad_norm": 0.703941152415379,
      "learning_rate": 0.00029868427194530895,
      "loss": 2.7031,
      "step": 7357
    },
    {
      "epoch": 0.3423121656199116,
      "grad_norm": 1.1653344649380213,
      "learning_rate": 0.0002986837814009415,
      "loss": 2.7344,
      "step": 7358
    },
    {
      "epoch": 0.3423586880669923,
      "grad_norm": 0.6456208749889322,
      "learning_rate": 0.00029868329076554895,
      "loss": 2.625,
      "step": 7359
    },
    {
      "epoch": 0.342405210514073,
      "grad_norm": 0.6845427972707265,
      "learning_rate": 0.00029868280003913166,
      "loss": 2.5,
      "step": 7360
    },
    {
      "epoch": 0.3424517329611538,
      "grad_norm": 0.7591709733173522,
      "learning_rate": 0.00029868230922168985,
      "loss": 2.2969,
      "step": 7361
    },
    {
      "epoch": 0.3424982554082345,
      "grad_norm": 0.6353448260017143,
      "learning_rate": 0.00029868181831322385,
      "loss": 2.6875,
      "step": 7362
    },
    {
      "epoch": 0.3425447778553152,
      "grad_norm": 0.6417941933082209,
      "learning_rate": 0.000298681327313734,
      "loss": 2.2812,
      "step": 7363
    },
    {
      "epoch": 0.34259130030239593,
      "grad_norm": 0.7234756274897981,
      "learning_rate": 0.0002986808362232205,
      "loss": 2.6875,
      "step": 7364
    },
    {
      "epoch": 0.34263782274947663,
      "grad_norm": 0.70293185876534,
      "learning_rate": 0.00029868034504168376,
      "loss": 2.5469,
      "step": 7365
    },
    {
      "epoch": 0.3426843451965573,
      "grad_norm": 0.8553902533810953,
      "learning_rate": 0.000298679853769124,
      "loss": 2.6875,
      "step": 7366
    },
    {
      "epoch": 0.3427308676436381,
      "grad_norm": 0.6638858601610663,
      "learning_rate": 0.0002986793624055416,
      "loss": 2.5469,
      "step": 7367
    },
    {
      "epoch": 0.3427773900907188,
      "grad_norm": 0.7046186732555294,
      "learning_rate": 0.00029867887095093683,
      "loss": 2.75,
      "step": 7368
    },
    {
      "epoch": 0.3428239125377995,
      "grad_norm": 0.7205901142463019,
      "learning_rate": 0.00029867837940530993,
      "loss": 2.9375,
      "step": 7369
    },
    {
      "epoch": 0.3428704349848802,
      "grad_norm": 0.6747438227598339,
      "learning_rate": 0.0002986778877686613,
      "loss": 2.3281,
      "step": 7370
    },
    {
      "epoch": 0.34291695743196093,
      "grad_norm": 0.6891335002004962,
      "learning_rate": 0.0002986773960409912,
      "loss": 2.5938,
      "step": 7371
    },
    {
      "epoch": 0.34296347987904163,
      "grad_norm": 0.7023117182824623,
      "learning_rate": 0.00029867690422229984,
      "loss": 2.5312,
      "step": 7372
    },
    {
      "epoch": 0.34301000232612233,
      "grad_norm": 0.7134888989324071,
      "learning_rate": 0.00029867641231258766,
      "loss": 2.7656,
      "step": 7373
    },
    {
      "epoch": 0.3430565247732031,
      "grad_norm": 0.6567004469775684,
      "learning_rate": 0.00029867592031185486,
      "loss": 2.6562,
      "step": 7374
    },
    {
      "epoch": 0.3431030472202838,
      "grad_norm": 0.7327725153244773,
      "learning_rate": 0.0002986754282201019,
      "loss": 2.7656,
      "step": 7375
    },
    {
      "epoch": 0.3431495696673645,
      "grad_norm": 0.6820013260393853,
      "learning_rate": 0.0002986749360373289,
      "loss": 2.6094,
      "step": 7376
    },
    {
      "epoch": 0.34319609211444524,
      "grad_norm": 0.6758291940139984,
      "learning_rate": 0.00029867444376353614,
      "loss": 2.4844,
      "step": 7377
    },
    {
      "epoch": 0.34324261456152594,
      "grad_norm": 0.7243140828492837,
      "learning_rate": 0.0002986739513987241,
      "loss": 2.5,
      "step": 7378
    },
    {
      "epoch": 0.34328913700860664,
      "grad_norm": 0.6657415253096002,
      "learning_rate": 0.00029867345894289297,
      "loss": 2.5312,
      "step": 7379
    },
    {
      "epoch": 0.3433356594556874,
      "grad_norm": 0.6983920991158014,
      "learning_rate": 0.00029867296639604304,
      "loss": 2.5469,
      "step": 7380
    },
    {
      "epoch": 0.3433821819027681,
      "grad_norm": 0.649068435341061,
      "learning_rate": 0.0002986724737581747,
      "loss": 2.7656,
      "step": 7381
    },
    {
      "epoch": 0.3434287043498488,
      "grad_norm": 0.6812734809330376,
      "learning_rate": 0.0002986719810292882,
      "loss": 2.4688,
      "step": 7382
    },
    {
      "epoch": 0.34347522679692954,
      "grad_norm": 0.7451479726021257,
      "learning_rate": 0.00029867148820938375,
      "loss": 2.6094,
      "step": 7383
    },
    {
      "epoch": 0.34352174924401024,
      "grad_norm": 0.7004831547911691,
      "learning_rate": 0.0002986709952984618,
      "loss": 2.6406,
      "step": 7384
    },
    {
      "epoch": 0.34356827169109094,
      "grad_norm": 0.7470991975377501,
      "learning_rate": 0.00029867050229652264,
      "loss": 2.0938,
      "step": 7385
    },
    {
      "epoch": 0.34361479413817164,
      "grad_norm": 0.7375346574664591,
      "learning_rate": 0.00029867000920356647,
      "loss": 2.7656,
      "step": 7386
    },
    {
      "epoch": 0.3436613165852524,
      "grad_norm": 0.7440528048986854,
      "learning_rate": 0.00029866951601959364,
      "loss": 2.5781,
      "step": 7387
    },
    {
      "epoch": 0.3437078390323331,
      "grad_norm": 0.6828216027968708,
      "learning_rate": 0.0002986690227446045,
      "loss": 2.5156,
      "step": 7388
    },
    {
      "epoch": 0.3437543614794138,
      "grad_norm": 0.7650809044046465,
      "learning_rate": 0.00029866852937859926,
      "loss": 2.7188,
      "step": 7389
    },
    {
      "epoch": 0.34380088392649455,
      "grad_norm": 0.6831370760834828,
      "learning_rate": 0.0002986680359215783,
      "loss": 2.5781,
      "step": 7390
    },
    {
      "epoch": 0.34384740637357525,
      "grad_norm": 0.7160430041129832,
      "learning_rate": 0.0002986675423735418,
      "loss": 2.8906,
      "step": 7391
    },
    {
      "epoch": 0.34389392882065595,
      "grad_norm": 0.7685981212762136,
      "learning_rate": 0.00029866704873449026,
      "loss": 2.9219,
      "step": 7392
    },
    {
      "epoch": 0.3439404512677367,
      "grad_norm": 0.7004561350602481,
      "learning_rate": 0.0002986665550044238,
      "loss": 2.8281,
      "step": 7393
    },
    {
      "epoch": 0.3439869737148174,
      "grad_norm": 0.6952916231714513,
      "learning_rate": 0.0002986660611833429,
      "loss": 2.5,
      "step": 7394
    },
    {
      "epoch": 0.3440334961618981,
      "grad_norm": 0.6707620475189696,
      "learning_rate": 0.0002986655672712477,
      "loss": 2.5938,
      "step": 7395
    },
    {
      "epoch": 0.34408001860897885,
      "grad_norm": 0.634436976294011,
      "learning_rate": 0.00029866507326813856,
      "loss": 2.6094,
      "step": 7396
    },
    {
      "epoch": 0.34412654105605955,
      "grad_norm": 0.7061232671729564,
      "learning_rate": 0.00029866457917401585,
      "loss": 2.4531,
      "step": 7397
    },
    {
      "epoch": 0.34417306350314025,
      "grad_norm": 0.696792006382502,
      "learning_rate": 0.00029866408498887973,
      "loss": 2.7656,
      "step": 7398
    },
    {
      "epoch": 0.344219585950221,
      "grad_norm": 0.6241414258080498,
      "learning_rate": 0.0002986635907127306,
      "loss": 2.625,
      "step": 7399
    },
    {
      "epoch": 0.3442661083973017,
      "grad_norm": 0.6634418613915068,
      "learning_rate": 0.00029866309634556874,
      "loss": 2.625,
      "step": 7400
    },
    {
      "epoch": 0.3443126308443824,
      "grad_norm": 0.7280105898642701,
      "learning_rate": 0.00029866260188739447,
      "loss": 2.9531,
      "step": 7401
    },
    {
      "epoch": 0.3443591532914631,
      "grad_norm": 0.6596404795796834,
      "learning_rate": 0.00029866210733820803,
      "loss": 2.4531,
      "step": 7402
    },
    {
      "epoch": 0.34440567573854386,
      "grad_norm": 0.7797771033988276,
      "learning_rate": 0.0002986616126980099,
      "loss": 2.3438,
      "step": 7403
    },
    {
      "epoch": 0.34445219818562456,
      "grad_norm": 0.7275868791829434,
      "learning_rate": 0.0002986611179668001,
      "loss": 2.6562,
      "step": 7404
    },
    {
      "epoch": 0.34449872063270526,
      "grad_norm": 0.7256529603145367,
      "learning_rate": 0.0002986606231445792,
      "loss": 2.5625,
      "step": 7405
    },
    {
      "epoch": 0.344545243079786,
      "grad_norm": 0.6849382203376445,
      "learning_rate": 0.0002986601282313473,
      "loss": 2.4531,
      "step": 7406
    },
    {
      "epoch": 0.3445917655268667,
      "grad_norm": 0.6678809179744973,
      "learning_rate": 0.00029865963322710487,
      "loss": 2.5156,
      "step": 7407
    },
    {
      "epoch": 0.3446382879739474,
      "grad_norm": 0.7888339075616246,
      "learning_rate": 0.0002986591381318521,
      "loss": 2.5781,
      "step": 7408
    },
    {
      "epoch": 0.34468481042102816,
      "grad_norm": 0.715180276158695,
      "learning_rate": 0.00029865864294558933,
      "loss": 2.625,
      "step": 7409
    },
    {
      "epoch": 0.34473133286810886,
      "grad_norm": 0.7295771619585777,
      "learning_rate": 0.0002986581476683169,
      "loss": 2.6562,
      "step": 7410
    },
    {
      "epoch": 0.34477785531518956,
      "grad_norm": 0.717914842108724,
      "learning_rate": 0.00029865765230003503,
      "loss": 2.8438,
      "step": 7411
    },
    {
      "epoch": 0.3448243777622703,
      "grad_norm": 0.7516925074025856,
      "learning_rate": 0.0002986571568407441,
      "loss": 2.4531,
      "step": 7412
    },
    {
      "epoch": 0.344870900209351,
      "grad_norm": 0.7614523524423624,
      "learning_rate": 0.00029865666129044434,
      "loss": 1.7812,
      "step": 7413
    },
    {
      "epoch": 0.3449174226564317,
      "grad_norm": 0.7268002177729082,
      "learning_rate": 0.0002986561656491361,
      "loss": 2.7656,
      "step": 7414
    },
    {
      "epoch": 0.34496394510351247,
      "grad_norm": 0.6881336405311872,
      "learning_rate": 0.0002986556699168197,
      "loss": 2.5,
      "step": 7415
    },
    {
      "epoch": 0.34501046755059317,
      "grad_norm": 0.6519467333280555,
      "learning_rate": 0.0002986551740934954,
      "loss": 2.9062,
      "step": 7416
    },
    {
      "epoch": 0.34505698999767387,
      "grad_norm": 0.6586153748408017,
      "learning_rate": 0.0002986546781791636,
      "loss": 2.4062,
      "step": 7417
    },
    {
      "epoch": 0.34510351244475457,
      "grad_norm": 0.6716921875312156,
      "learning_rate": 0.00029865418217382445,
      "loss": 2.5469,
      "step": 7418
    },
    {
      "epoch": 0.3451500348918353,
      "grad_norm": 0.7176927379845437,
      "learning_rate": 0.0002986536860774784,
      "loss": 2.5938,
      "step": 7419
    },
    {
      "epoch": 0.345196557338916,
      "grad_norm": 0.7225876696164425,
      "learning_rate": 0.0002986531898901256,
      "loss": 2.5938,
      "step": 7420
    },
    {
      "epoch": 0.3452430797859967,
      "grad_norm": 0.6817740441720261,
      "learning_rate": 0.00029865269361176655,
      "loss": 2.4844,
      "step": 7421
    },
    {
      "epoch": 0.3452896022330775,
      "grad_norm": 0.9068842061939147,
      "learning_rate": 0.00029865219724240134,
      "loss": 2.8125,
      "step": 7422
    },
    {
      "epoch": 0.3453361246801582,
      "grad_norm": 0.7601739347011085,
      "learning_rate": 0.0002986517007820305,
      "loss": 2.9531,
      "step": 7423
    },
    {
      "epoch": 0.3453826471272389,
      "grad_norm": 0.6760699979957833,
      "learning_rate": 0.0002986512042306541,
      "loss": 2.8125,
      "step": 7424
    },
    {
      "epoch": 0.34542916957431963,
      "grad_norm": 0.7215672793650542,
      "learning_rate": 0.00029865070758827256,
      "loss": 2.7188,
      "step": 7425
    },
    {
      "epoch": 0.3454756920214003,
      "grad_norm": 0.6807772537357475,
      "learning_rate": 0.00029865021085488625,
      "loss": 2.5156,
      "step": 7426
    },
    {
      "epoch": 0.345522214468481,
      "grad_norm": 0.7103611295459663,
      "learning_rate": 0.0002986497140304954,
      "loss": 2.7344,
      "step": 7427
    },
    {
      "epoch": 0.3455687369155618,
      "grad_norm": 0.6907176974356762,
      "learning_rate": 0.00029864921711510026,
      "loss": 2.7188,
      "step": 7428
    },
    {
      "epoch": 0.3456152593626425,
      "grad_norm": 0.8863884802314754,
      "learning_rate": 0.00029864872010870123,
      "loss": 2.3438,
      "step": 7429
    },
    {
      "epoch": 0.3456617818097232,
      "grad_norm": 0.7181572280911678,
      "learning_rate": 0.00029864822301129855,
      "loss": 2.5,
      "step": 7430
    },
    {
      "epoch": 0.34570830425680393,
      "grad_norm": 0.7251247945851398,
      "learning_rate": 0.00029864772582289254,
      "loss": 2.5781,
      "step": 7431
    },
    {
      "epoch": 0.34575482670388463,
      "grad_norm": 0.7075697720221655,
      "learning_rate": 0.0002986472285434836,
      "loss": 2.6094,
      "step": 7432
    },
    {
      "epoch": 0.34580134915096533,
      "grad_norm": 0.6786468582141362,
      "learning_rate": 0.00029864673117307186,
      "loss": 2.5781,
      "step": 7433
    },
    {
      "epoch": 0.34584787159804603,
      "grad_norm": 0.7365264736193797,
      "learning_rate": 0.0002986462337116578,
      "loss": 2.75,
      "step": 7434
    },
    {
      "epoch": 0.3458943940451268,
      "grad_norm": 0.7282833446431902,
      "learning_rate": 0.0002986457361592416,
      "loss": 2.8125,
      "step": 7435
    },
    {
      "epoch": 0.3459409164922075,
      "grad_norm": 0.6874728026023854,
      "learning_rate": 0.00029864523851582357,
      "loss": 2.4062,
      "step": 7436
    },
    {
      "epoch": 0.3459874389392882,
      "grad_norm": 0.7375440694528319,
      "learning_rate": 0.0002986447407814041,
      "loss": 3.0781,
      "step": 7437
    },
    {
      "epoch": 0.34603396138636894,
      "grad_norm": 0.6628769389891642,
      "learning_rate": 0.00029864424295598344,
      "loss": 2.5,
      "step": 7438
    },
    {
      "epoch": 0.34608048383344964,
      "grad_norm": 0.6749465333536369,
      "learning_rate": 0.00029864374503956186,
      "loss": 2.75,
      "step": 7439
    },
    {
      "epoch": 0.34612700628053034,
      "grad_norm": 0.7849187158223178,
      "learning_rate": 0.00029864324703213966,
      "loss": 2.5312,
      "step": 7440
    },
    {
      "epoch": 0.3461735287276111,
      "grad_norm": 0.721437415372035,
      "learning_rate": 0.0002986427489337173,
      "loss": 2.6875,
      "step": 7441
    },
    {
      "epoch": 0.3462200511746918,
      "grad_norm": 0.7195774791952075,
      "learning_rate": 0.0002986422507442949,
      "loss": 2.6406,
      "step": 7442
    },
    {
      "epoch": 0.3462665736217725,
      "grad_norm": 3.09464287755816,
      "learning_rate": 0.0002986417524638729,
      "loss": 2.5625,
      "step": 7443
    },
    {
      "epoch": 0.34631309606885324,
      "grad_norm": 0.9439170079069492,
      "learning_rate": 0.0002986412540924515,
      "loss": 2.9375,
      "step": 7444
    },
    {
      "epoch": 0.34635961851593394,
      "grad_norm": 0.7975293421762913,
      "learning_rate": 0.000298640755630031,
      "loss": 2.4062,
      "step": 7445
    },
    {
      "epoch": 0.34640614096301464,
      "grad_norm": 0.7186285325201289,
      "learning_rate": 0.00029864025707661187,
      "loss": 2.5938,
      "step": 7446
    },
    {
      "epoch": 0.3464526634100954,
      "grad_norm": 0.7692420253221643,
      "learning_rate": 0.0002986397584321942,
      "loss": 2.1562,
      "step": 7447
    },
    {
      "epoch": 0.3464991858571761,
      "grad_norm": 0.7245831282730371,
      "learning_rate": 0.0002986392596967784,
      "loss": 2.5469,
      "step": 7448
    },
    {
      "epoch": 0.3465457083042568,
      "grad_norm": 0.6666089565622949,
      "learning_rate": 0.0002986387608703648,
      "loss": 2.4688,
      "step": 7449
    },
    {
      "epoch": 0.3465922307513375,
      "grad_norm": 0.6895802919301478,
      "learning_rate": 0.0002986382619529537,
      "loss": 2.6875,
      "step": 7450
    },
    {
      "epoch": 0.34663875319841825,
      "grad_norm": 0.7091241741824462,
      "learning_rate": 0.00029863776294454536,
      "loss": 3.0625,
      "step": 7451
    },
    {
      "epoch": 0.34668527564549895,
      "grad_norm": 0.7065923052127586,
      "learning_rate": 0.0002986372638451401,
      "loss": 2.9219,
      "step": 7452
    },
    {
      "epoch": 0.34673179809257965,
      "grad_norm": 0.6902349224622306,
      "learning_rate": 0.0002986367646547382,
      "loss": 2.2031,
      "step": 7453
    },
    {
      "epoch": 0.3467783205396604,
      "grad_norm": 0.6892036754255942,
      "learning_rate": 0.00029863626537334,
      "loss": 2.6719,
      "step": 7454
    },
    {
      "epoch": 0.3468248429867411,
      "grad_norm": 0.7458831513522658,
      "learning_rate": 0.0002986357660009459,
      "loss": 2.5156,
      "step": 7455
    },
    {
      "epoch": 0.3468713654338218,
      "grad_norm": 0.7305331368378107,
      "learning_rate": 0.00029863526653755597,
      "loss": 2.8594,
      "step": 7456
    },
    {
      "epoch": 0.34691788788090255,
      "grad_norm": 0.6935693721758958,
      "learning_rate": 0.0002986347669831707,
      "loss": 2.5312,
      "step": 7457
    },
    {
      "epoch": 0.34696441032798325,
      "grad_norm": 0.706628912117509,
      "learning_rate": 0.0002986342673377904,
      "loss": 2.6562,
      "step": 7458
    },
    {
      "epoch": 0.34701093277506395,
      "grad_norm": 0.6656862790634124,
      "learning_rate": 0.0002986337676014153,
      "loss": 2.3906,
      "step": 7459
    },
    {
      "epoch": 0.3470574552221447,
      "grad_norm": 0.7277302219588714,
      "learning_rate": 0.00029863326777404575,
      "loss": 2.7812,
      "step": 7460
    },
    {
      "epoch": 0.3471039776692254,
      "grad_norm": 0.621102492475873,
      "learning_rate": 0.000298632767855682,
      "loss": 2.2656,
      "step": 7461
    },
    {
      "epoch": 0.3471505001163061,
      "grad_norm": 0.6877013545406767,
      "learning_rate": 0.0002986322678463244,
      "loss": 2.4219,
      "step": 7462
    },
    {
      "epoch": 0.34719702256338686,
      "grad_norm": 0.7714974331464679,
      "learning_rate": 0.00029863176774597324,
      "loss": 3.0781,
      "step": 7463
    },
    {
      "epoch": 0.34724354501046756,
      "grad_norm": 0.7021164279260518,
      "learning_rate": 0.0002986312675546289,
      "loss": 2.2656,
      "step": 7464
    },
    {
      "epoch": 0.34729006745754826,
      "grad_norm": 0.6519603270656463,
      "learning_rate": 0.0002986307672722916,
      "loss": 2.7188,
      "step": 7465
    },
    {
      "epoch": 0.34733658990462896,
      "grad_norm": 0.680675117804598,
      "learning_rate": 0.00029863026689896157,
      "loss": 2.9062,
      "step": 7466
    },
    {
      "epoch": 0.3473831123517097,
      "grad_norm": 0.6526981446931777,
      "learning_rate": 0.00029862976643463935,
      "loss": 2.6562,
      "step": 7467
    },
    {
      "epoch": 0.3474296347987904,
      "grad_norm": 0.6784030993045184,
      "learning_rate": 0.00029862926587932503,
      "loss": 2.7969,
      "step": 7468
    },
    {
      "epoch": 0.3474761572458711,
      "grad_norm": 0.6842242318145683,
      "learning_rate": 0.000298628765233019,
      "loss": 2.4688,
      "step": 7469
    },
    {
      "epoch": 0.34752267969295186,
      "grad_norm": 0.7192665160204038,
      "learning_rate": 0.00029862826449572155,
      "loss": 2.5,
      "step": 7470
    },
    {
      "epoch": 0.34756920214003256,
      "grad_norm": 0.6297110604106115,
      "learning_rate": 0.00029862776366743304,
      "loss": 2.5312,
      "step": 7471
    },
    {
      "epoch": 0.34761572458711326,
      "grad_norm": 0.6313365879460759,
      "learning_rate": 0.00029862726274815373,
      "loss": 2.1719,
      "step": 7472
    },
    {
      "epoch": 0.347662247034194,
      "grad_norm": 0.6945292972889016,
      "learning_rate": 0.00029862676173788395,
      "loss": 2.8438,
      "step": 7473
    },
    {
      "epoch": 0.3477087694812747,
      "grad_norm": 0.7385223281404332,
      "learning_rate": 0.00029862626063662396,
      "loss": 2.8438,
      "step": 7474
    },
    {
      "epoch": 0.3477552919283554,
      "grad_norm": 0.6739058975201309,
      "learning_rate": 0.00029862575944437415,
      "loss": 2.5781,
      "step": 7475
    },
    {
      "epoch": 0.34780181437543617,
      "grad_norm": 0.7481884543755204,
      "learning_rate": 0.0002986252581611347,
      "loss": 2.7188,
      "step": 7476
    },
    {
      "epoch": 0.34784833682251687,
      "grad_norm": 0.8417392417446571,
      "learning_rate": 0.00029862475678690603,
      "loss": 2.7969,
      "step": 7477
    },
    {
      "epoch": 0.34789485926959757,
      "grad_norm": 0.7753162175004003,
      "learning_rate": 0.0002986242553216884,
      "loss": 2.8125,
      "step": 7478
    },
    {
      "epoch": 0.3479413817166783,
      "grad_norm": 0.7046677924352575,
      "learning_rate": 0.00029862375376548214,
      "loss": 2.7969,
      "step": 7479
    },
    {
      "epoch": 0.347987904163759,
      "grad_norm": 0.7423388249470586,
      "learning_rate": 0.00029862325211828754,
      "loss": 2.6875,
      "step": 7480
    },
    {
      "epoch": 0.3480344266108397,
      "grad_norm": 0.7160555373985193,
      "learning_rate": 0.00029862275038010486,
      "loss": 2.6875,
      "step": 7481
    },
    {
      "epoch": 0.3480809490579204,
      "grad_norm": 0.6341979114203254,
      "learning_rate": 0.0002986222485509345,
      "loss": 2.3906,
      "step": 7482
    },
    {
      "epoch": 0.3481274715050012,
      "grad_norm": 0.673420397104633,
      "learning_rate": 0.00029862174663077674,
      "loss": 2.7031,
      "step": 7483
    },
    {
      "epoch": 0.3481739939520819,
      "grad_norm": 0.6428973118562991,
      "learning_rate": 0.00029862124461963184,
      "loss": 2.7188,
      "step": 7484
    },
    {
      "epoch": 0.34822051639916257,
      "grad_norm": 0.7151988877874172,
      "learning_rate": 0.00029862074251750016,
      "loss": 2.5938,
      "step": 7485
    },
    {
      "epoch": 0.3482670388462433,
      "grad_norm": 0.7625811514855396,
      "learning_rate": 0.00029862024032438196,
      "loss": 2.2969,
      "step": 7486
    },
    {
      "epoch": 0.348313561293324,
      "grad_norm": 0.7338675371297015,
      "learning_rate": 0.00029861973804027757,
      "loss": 2.5,
      "step": 7487
    },
    {
      "epoch": 0.3483600837404047,
      "grad_norm": 0.6769244713265445,
      "learning_rate": 0.00029861923566518737,
      "loss": 2.7031,
      "step": 7488
    },
    {
      "epoch": 0.3484066061874855,
      "grad_norm": 0.7300341212060537,
      "learning_rate": 0.0002986187331991115,
      "loss": 2.875,
      "step": 7489
    },
    {
      "epoch": 0.3484531286345662,
      "grad_norm": 0.728256924176013,
      "learning_rate": 0.00029861823064205044,
      "loss": 2.5,
      "step": 7490
    },
    {
      "epoch": 0.3484996510816469,
      "grad_norm": 0.6941423629007674,
      "learning_rate": 0.00029861772799400437,
      "loss": 2.5469,
      "step": 7491
    },
    {
      "epoch": 0.34854617352872763,
      "grad_norm": 0.6767540561605984,
      "learning_rate": 0.0002986172252549737,
      "loss": 2.6406,
      "step": 7492
    },
    {
      "epoch": 0.34859269597580833,
      "grad_norm": 0.7281339519488238,
      "learning_rate": 0.00029861672242495864,
      "loss": 2.6406,
      "step": 7493
    },
    {
      "epoch": 0.34863921842288903,
      "grad_norm": 0.7627861081257303,
      "learning_rate": 0.0002986162195039596,
      "loss": 2.7812,
      "step": 7494
    },
    {
      "epoch": 0.3486857408699698,
      "grad_norm": 0.6656231944991019,
      "learning_rate": 0.00029861571649197676,
      "loss": 2.3594,
      "step": 7495
    },
    {
      "epoch": 0.3487322633170505,
      "grad_norm": 0.6202977365134409,
      "learning_rate": 0.0002986152133890106,
      "loss": 2.4844,
      "step": 7496
    },
    {
      "epoch": 0.3487787857641312,
      "grad_norm": 0.6878481447290845,
      "learning_rate": 0.00029861471019506123,
      "loss": 2.9219,
      "step": 7497
    },
    {
      "epoch": 0.34882530821121194,
      "grad_norm": 0.6903603397790926,
      "learning_rate": 0.0002986142069101291,
      "loss": 2.5625,
      "step": 7498
    },
    {
      "epoch": 0.34887183065829264,
      "grad_norm": 0.7099369040219378,
      "learning_rate": 0.0002986137035342145,
      "loss": 2.5781,
      "step": 7499
    },
    {
      "epoch": 0.34891835310537334,
      "grad_norm": 0.6757179469534033,
      "learning_rate": 0.0002986132000673177,
      "loss": 2.8594,
      "step": 7500
    },
    {
      "epoch": 0.34896487555245403,
      "grad_norm": 0.7096207386743623,
      "learning_rate": 0.000298612696509439,
      "loss": 2.5938,
      "step": 7501
    },
    {
      "epoch": 0.3490113979995348,
      "grad_norm": 0.6797837406446817,
      "learning_rate": 0.00029861219286057876,
      "loss": 2.4375,
      "step": 7502
    },
    {
      "epoch": 0.3490579204466155,
      "grad_norm": 0.750167526604223,
      "learning_rate": 0.00029861168912073726,
      "loss": 2.6875,
      "step": 7503
    },
    {
      "epoch": 0.3491044428936962,
      "grad_norm": 0.6732919906266258,
      "learning_rate": 0.0002986111852899148,
      "loss": 2.4219,
      "step": 7504
    },
    {
      "epoch": 0.34915096534077694,
      "grad_norm": 0.7271521647864191,
      "learning_rate": 0.0002986106813681117,
      "loss": 2.7031,
      "step": 7505
    },
    {
      "epoch": 0.34919748778785764,
      "grad_norm": 0.7146065286473176,
      "learning_rate": 0.0002986101773553283,
      "loss": 2.5312,
      "step": 7506
    },
    {
      "epoch": 0.34924401023493834,
      "grad_norm": 0.8373826724773631,
      "learning_rate": 0.00029860967325156477,
      "loss": 2.1406,
      "step": 7507
    },
    {
      "epoch": 0.3492905326820191,
      "grad_norm": 0.6853445305692556,
      "learning_rate": 0.0002986091690568216,
      "loss": 2.7031,
      "step": 7508
    },
    {
      "epoch": 0.3493370551290998,
      "grad_norm": 0.6980395117525018,
      "learning_rate": 0.000298608664771099,
      "loss": 2.5938,
      "step": 7509
    },
    {
      "epoch": 0.3493835775761805,
      "grad_norm": 0.7768775585930281,
      "learning_rate": 0.0002986081603943973,
      "loss": 2.7031,
      "step": 7510
    },
    {
      "epoch": 0.34943010002326125,
      "grad_norm": 0.7073314934708571,
      "learning_rate": 0.00029860765592671685,
      "loss": 2.7031,
      "step": 7511
    },
    {
      "epoch": 0.34947662247034195,
      "grad_norm": 0.6614418571569806,
      "learning_rate": 0.00029860715136805784,
      "loss": 2.8594,
      "step": 7512
    },
    {
      "epoch": 0.34952314491742265,
      "grad_norm": 0.6786485791853062,
      "learning_rate": 0.0002986066467184207,
      "loss": 2.6406,
      "step": 7513
    },
    {
      "epoch": 0.3495696673645034,
      "grad_norm": 0.6495625285785005,
      "learning_rate": 0.00029860614197780574,
      "loss": 2.3906,
      "step": 7514
    },
    {
      "epoch": 0.3496161898115841,
      "grad_norm": 0.714406745705024,
      "learning_rate": 0.00029860563714621314,
      "loss": 2.6094,
      "step": 7515
    },
    {
      "epoch": 0.3496627122586648,
      "grad_norm": 0.6703618366824778,
      "learning_rate": 0.00029860513222364335,
      "loss": 2.375,
      "step": 7516
    },
    {
      "epoch": 0.3497092347057455,
      "grad_norm": 0.6857179620188707,
      "learning_rate": 0.00029860462721009663,
      "loss": 2.5781,
      "step": 7517
    },
    {
      "epoch": 0.34975575715282625,
      "grad_norm": 0.7064815693682532,
      "learning_rate": 0.0002986041221055732,
      "loss": 2.625,
      "step": 7518
    },
    {
      "epoch": 0.34980227959990695,
      "grad_norm": 0.6557384322242482,
      "learning_rate": 0.0002986036169100735,
      "loss": 2.5469,
      "step": 7519
    },
    {
      "epoch": 0.34984880204698765,
      "grad_norm": 0.8107418588835122,
      "learning_rate": 0.00029860311162359783,
      "loss": 2.625,
      "step": 7520
    },
    {
      "epoch": 0.3498953244940684,
      "grad_norm": 0.6702033243239753,
      "learning_rate": 0.0002986026062461464,
      "loss": 2.5625,
      "step": 7521
    },
    {
      "epoch": 0.3499418469411491,
      "grad_norm": 0.685403521791464,
      "learning_rate": 0.00029860210077771964,
      "loss": 2.8125,
      "step": 7522
    },
    {
      "epoch": 0.3499883693882298,
      "grad_norm": 0.7311062942352969,
      "learning_rate": 0.00029860159521831773,
      "loss": 2.9531,
      "step": 7523
    },
    {
      "epoch": 0.35003489183531056,
      "grad_norm": 0.6571368012659584,
      "learning_rate": 0.00029860108956794107,
      "loss": 2.4844,
      "step": 7524
    },
    {
      "epoch": 0.35008141428239126,
      "grad_norm": 0.6898629652098482,
      "learning_rate": 0.00029860058382659,
      "loss": 2.625,
      "step": 7525
    },
    {
      "epoch": 0.35012793672947196,
      "grad_norm": 0.7295256897233487,
      "learning_rate": 0.0002986000779942647,
      "loss": 2.5156,
      "step": 7526
    },
    {
      "epoch": 0.3501744591765527,
      "grad_norm": 0.7373147320004612,
      "learning_rate": 0.0002985995720709656,
      "loss": 2.8594,
      "step": 7527
    },
    {
      "epoch": 0.3502209816236334,
      "grad_norm": 0.6849544147097529,
      "learning_rate": 0.0002985990660566929,
      "loss": 2.3906,
      "step": 7528
    },
    {
      "epoch": 0.3502675040707141,
      "grad_norm": 0.673064813934716,
      "learning_rate": 0.00029859855995144704,
      "loss": 2.4688,
      "step": 7529
    },
    {
      "epoch": 0.35031402651779486,
      "grad_norm": 0.7487056173435391,
      "learning_rate": 0.00029859805375522826,
      "loss": 2.8125,
      "step": 7530
    },
    {
      "epoch": 0.35036054896487556,
      "grad_norm": 0.722852805291176,
      "learning_rate": 0.0002985975474680369,
      "loss": 2.5938,
      "step": 7531
    },
    {
      "epoch": 0.35040707141195626,
      "grad_norm": 0.6991503326010111,
      "learning_rate": 0.0002985970410898732,
      "loss": 2.375,
      "step": 7532
    },
    {
      "epoch": 0.35045359385903696,
      "grad_norm": 0.6449105861615446,
      "learning_rate": 0.00029859653462073753,
      "loss": 2.4688,
      "step": 7533
    },
    {
      "epoch": 0.3505001163061177,
      "grad_norm": 0.70854638212194,
      "learning_rate": 0.00029859602806063025,
      "loss": 2.8438,
      "step": 7534
    },
    {
      "epoch": 0.3505466387531984,
      "grad_norm": 0.6864874665161212,
      "learning_rate": 0.0002985955214095515,
      "loss": 2.5938,
      "step": 7535
    },
    {
      "epoch": 0.3505931612002791,
      "grad_norm": 0.7585703776938527,
      "learning_rate": 0.0002985950146675018,
      "loss": 2.7031,
      "step": 7536
    },
    {
      "epoch": 0.35063968364735987,
      "grad_norm": 0.7076606460167681,
      "learning_rate": 0.00029859450783448123,
      "loss": 2.8281,
      "step": 7537
    },
    {
      "epoch": 0.35068620609444057,
      "grad_norm": 0.7413536876498364,
      "learning_rate": 0.0002985940009104903,
      "loss": 2.7344,
      "step": 7538
    },
    {
      "epoch": 0.35073272854152127,
      "grad_norm": 0.6577758065002377,
      "learning_rate": 0.00029859349389552923,
      "loss": 2.4219,
      "step": 7539
    },
    {
      "epoch": 0.350779250988602,
      "grad_norm": 0.6942397067988557,
      "learning_rate": 0.00029859298678959836,
      "loss": 2.5156,
      "step": 7540
    },
    {
      "epoch": 0.3508257734356827,
      "grad_norm": 0.702604359944865,
      "learning_rate": 0.00029859247959269805,
      "loss": 2.9375,
      "step": 7541
    },
    {
      "epoch": 0.3508722958827634,
      "grad_norm": 0.6519418427838101,
      "learning_rate": 0.00029859197230482846,
      "loss": 2.8125,
      "step": 7542
    },
    {
      "epoch": 0.3509188183298442,
      "grad_norm": 0.6465950601567524,
      "learning_rate": 0.00029859146492599,
      "loss": 2.5625,
      "step": 7543
    },
    {
      "epoch": 0.3509653407769249,
      "grad_norm": 0.7484951362120594,
      "learning_rate": 0.000298590957456183,
      "loss": 2.6875,
      "step": 7544
    },
    {
      "epoch": 0.35101186322400557,
      "grad_norm": 0.7523766213717351,
      "learning_rate": 0.0002985904498954077,
      "loss": 2.6406,
      "step": 7545
    },
    {
      "epoch": 0.3510583856710863,
      "grad_norm": 0.7389592634284017,
      "learning_rate": 0.0002985899422436645,
      "loss": 2.75,
      "step": 7546
    },
    {
      "epoch": 0.351104908118167,
      "grad_norm": 0.6686152871793851,
      "learning_rate": 0.0002985894345009536,
      "loss": 2.4062,
      "step": 7547
    },
    {
      "epoch": 0.3511514305652477,
      "grad_norm": 0.674197556154804,
      "learning_rate": 0.00029858892666727543,
      "loss": 2.4844,
      "step": 7548
    },
    {
      "epoch": 0.3511979530123284,
      "grad_norm": 0.7381440448367818,
      "learning_rate": 0.0002985884187426302,
      "loss": 2.5312,
      "step": 7549
    },
    {
      "epoch": 0.3512444754594092,
      "grad_norm": 0.7041421031392611,
      "learning_rate": 0.00029858791072701833,
      "loss": 2.625,
      "step": 7550
    },
    {
      "epoch": 0.3512909979064899,
      "grad_norm": 0.6966765854366488,
      "learning_rate": 0.00029858740262044,
      "loss": 1.8828,
      "step": 7551
    },
    {
      "epoch": 0.3513375203535706,
      "grad_norm": 0.7170511332429834,
      "learning_rate": 0.0002985868944228956,
      "loss": 2.7344,
      "step": 7552
    },
    {
      "epoch": 0.35138404280065133,
      "grad_norm": 0.6634881601194462,
      "learning_rate": 0.0002985863861343854,
      "loss": 2.4531,
      "step": 7553
    },
    {
      "epoch": 0.35143056524773203,
      "grad_norm": 0.7886092489029795,
      "learning_rate": 0.0002985858777549098,
      "loss": 2.5312,
      "step": 7554
    },
    {
      "epoch": 0.35147708769481273,
      "grad_norm": 0.6915538597636186,
      "learning_rate": 0.000298585369284469,
      "loss": 1.9219,
      "step": 7555
    },
    {
      "epoch": 0.3515236101418935,
      "grad_norm": 0.6505044450931424,
      "learning_rate": 0.0002985848607230634,
      "loss": 2.8125,
      "step": 7556
    },
    {
      "epoch": 0.3515701325889742,
      "grad_norm": 0.6375304568874228,
      "learning_rate": 0.0002985843520706933,
      "loss": 2.5469,
      "step": 7557
    },
    {
      "epoch": 0.3516166550360549,
      "grad_norm": 0.6602512953485739,
      "learning_rate": 0.0002985838433273589,
      "loss": 2.5781,
      "step": 7558
    },
    {
      "epoch": 0.35166317748313564,
      "grad_norm": 0.6663582682907129,
      "learning_rate": 0.0002985833344930607,
      "loss": 2.6875,
      "step": 7559
    },
    {
      "epoch": 0.35170969993021634,
      "grad_norm": 0.8634659962780351,
      "learning_rate": 0.0002985828255677988,
      "loss": 2.6094,
      "step": 7560
    },
    {
      "epoch": 0.35175622237729703,
      "grad_norm": 0.7420802930636451,
      "learning_rate": 0.0002985823165515736,
      "loss": 2.8594,
      "step": 7561
    },
    {
      "epoch": 0.3518027448243778,
      "grad_norm": 0.8781583937867943,
      "learning_rate": 0.00029858180744438557,
      "loss": 2.0,
      "step": 7562
    },
    {
      "epoch": 0.3518492672714585,
      "grad_norm": 0.6667448406238877,
      "learning_rate": 0.0002985812982462348,
      "loss": 2.5469,
      "step": 7563
    },
    {
      "epoch": 0.3518957897185392,
      "grad_norm": 0.7677917851515638,
      "learning_rate": 0.00029858078895712164,
      "loss": 2.4375,
      "step": 7564
    },
    {
      "epoch": 0.3519423121656199,
      "grad_norm": 0.7573497408183648,
      "learning_rate": 0.0002985802795770465,
      "loss": 2.6406,
      "step": 7565
    },
    {
      "epoch": 0.35198883461270064,
      "grad_norm": 0.8830600657854426,
      "learning_rate": 0.0002985797701060096,
      "loss": 2.5469,
      "step": 7566
    },
    {
      "epoch": 0.35203535705978134,
      "grad_norm": 0.7096003255234044,
      "learning_rate": 0.0002985792605440114,
      "loss": 2.7656,
      "step": 7567
    },
    {
      "epoch": 0.35208187950686204,
      "grad_norm": 0.6807987430822722,
      "learning_rate": 0.000298578750891052,
      "loss": 2.625,
      "step": 7568
    },
    {
      "epoch": 0.3521284019539428,
      "grad_norm": 0.6745373315248842,
      "learning_rate": 0.0002985782411471318,
      "loss": 2.7969,
      "step": 7569
    },
    {
      "epoch": 0.3521749244010235,
      "grad_norm": 0.6453405971790155,
      "learning_rate": 0.00029857773131225116,
      "loss": 2.8438,
      "step": 7570
    },
    {
      "epoch": 0.3522214468481042,
      "grad_norm": 0.724503048198522,
      "learning_rate": 0.00029857722138641035,
      "loss": 2.8906,
      "step": 7571
    },
    {
      "epoch": 0.35226796929518495,
      "grad_norm": 0.711072350322653,
      "learning_rate": 0.0002985767113696097,
      "loss": 2.875,
      "step": 7572
    },
    {
      "epoch": 0.35231449174226565,
      "grad_norm": 0.6958271148195146,
      "learning_rate": 0.0002985762012618495,
      "loss": 2.8594,
      "step": 7573
    },
    {
      "epoch": 0.35236101418934634,
      "grad_norm": 0.6916313231628477,
      "learning_rate": 0.0002985756910631301,
      "loss": 2.7812,
      "step": 7574
    },
    {
      "epoch": 0.3524075366364271,
      "grad_norm": 0.6484816304858615,
      "learning_rate": 0.0002985751807734518,
      "loss": 2.3906,
      "step": 7575
    },
    {
      "epoch": 0.3524540590835078,
      "grad_norm": 0.6810134876785526,
      "learning_rate": 0.0002985746703928148,
      "loss": 2.4531,
      "step": 7576
    },
    {
      "epoch": 0.3525005815305885,
      "grad_norm": 0.6931272237747096,
      "learning_rate": 0.0002985741599212196,
      "loss": 2.4844,
      "step": 7577
    },
    {
      "epoch": 0.35254710397766925,
      "grad_norm": 0.707622122844498,
      "learning_rate": 0.0002985736493586664,
      "loss": 2.6875,
      "step": 7578
    },
    {
      "epoch": 0.35259362642474995,
      "grad_norm": 0.7700158518608965,
      "learning_rate": 0.00029857313870515555,
      "loss": 2.6094,
      "step": 7579
    },
    {
      "epoch": 0.35264014887183065,
      "grad_norm": 0.6949559649478494,
      "learning_rate": 0.00029857262796068734,
      "loss": 2.4375,
      "step": 7580
    },
    {
      "epoch": 0.35268667131891135,
      "grad_norm": 0.758859540645682,
      "learning_rate": 0.00029857211712526206,
      "loss": 2.6562,
      "step": 7581
    },
    {
      "epoch": 0.3527331937659921,
      "grad_norm": 0.7048440299725766,
      "learning_rate": 0.00029857160619888007,
      "loss": 2.25,
      "step": 7582
    },
    {
      "epoch": 0.3527797162130728,
      "grad_norm": 0.7011460071920167,
      "learning_rate": 0.0002985710951815417,
      "loss": 2.9219,
      "step": 7583
    },
    {
      "epoch": 0.3528262386601535,
      "grad_norm": 0.6861564724827458,
      "learning_rate": 0.00029857058407324724,
      "loss": 2.625,
      "step": 7584
    },
    {
      "epoch": 0.35287276110723426,
      "grad_norm": 0.6753040056065582,
      "learning_rate": 0.00029857007287399694,
      "loss": 2.7031,
      "step": 7585
    },
    {
      "epoch": 0.35291928355431496,
      "grad_norm": 0.6868641141448983,
      "learning_rate": 0.0002985695615837912,
      "loss": 2.7656,
      "step": 7586
    },
    {
      "epoch": 0.35296580600139565,
      "grad_norm": 0.6570697061674147,
      "learning_rate": 0.00029856905020263024,
      "loss": 2.4531,
      "step": 7587
    },
    {
      "epoch": 0.3530123284484764,
      "grad_norm": 0.7271506204121393,
      "learning_rate": 0.0002985685387305145,
      "loss": 2.6406,
      "step": 7588
    },
    {
      "epoch": 0.3530588508955571,
      "grad_norm": 0.6949945149277326,
      "learning_rate": 0.0002985680271674442,
      "loss": 2.4844,
      "step": 7589
    },
    {
      "epoch": 0.3531053733426378,
      "grad_norm": 0.7449263997085325,
      "learning_rate": 0.0002985675155134197,
      "loss": 2.5,
      "step": 7590
    },
    {
      "epoch": 0.35315189578971856,
      "grad_norm": 0.711009257243125,
      "learning_rate": 0.00029856700376844125,
      "loss": 2.4531,
      "step": 7591
    },
    {
      "epoch": 0.35319841823679926,
      "grad_norm": 0.6925695610145243,
      "learning_rate": 0.0002985664919325092,
      "loss": 2.6094,
      "step": 7592
    },
    {
      "epoch": 0.35324494068387996,
      "grad_norm": 0.7159567102985038,
      "learning_rate": 0.0002985659800056239,
      "loss": 2.6406,
      "step": 7593
    },
    {
      "epoch": 0.3532914631309607,
      "grad_norm": 0.7263348168568854,
      "learning_rate": 0.00029856546798778566,
      "loss": 2.6719,
      "step": 7594
    },
    {
      "epoch": 0.3533379855780414,
      "grad_norm": 0.6776888459560239,
      "learning_rate": 0.00029856495587899474,
      "loss": 2.6094,
      "step": 7595
    },
    {
      "epoch": 0.3533845080251221,
      "grad_norm": 0.7369941528155588,
      "learning_rate": 0.00029856444367925146,
      "loss": 2.4844,
      "step": 7596
    },
    {
      "epoch": 0.3534310304722028,
      "grad_norm": 0.6401611076420938,
      "learning_rate": 0.0002985639313885562,
      "loss": 2.4688,
      "step": 7597
    },
    {
      "epoch": 0.35347755291928357,
      "grad_norm": 0.6671978057111346,
      "learning_rate": 0.00029856341900690915,
      "loss": 2.6406,
      "step": 7598
    },
    {
      "epoch": 0.35352407536636427,
      "grad_norm": 0.6603812788146795,
      "learning_rate": 0.0002985629065343107,
      "loss": 2.8125,
      "step": 7599
    },
    {
      "epoch": 0.35357059781344496,
      "grad_norm": 0.6818130530760126,
      "learning_rate": 0.0002985623939707612,
      "loss": 2.4688,
      "step": 7600
    },
    {
      "epoch": 0.3536171202605257,
      "grad_norm": 0.6798236739702266,
      "learning_rate": 0.00029856188131626094,
      "loss": 2.5312,
      "step": 7601
    },
    {
      "epoch": 0.3536636427076064,
      "grad_norm": 0.7302918167125025,
      "learning_rate": 0.0002985613685708102,
      "loss": 2.5938,
      "step": 7602
    },
    {
      "epoch": 0.3537101651546871,
      "grad_norm": 0.6702366908660999,
      "learning_rate": 0.00029856085573440935,
      "loss": 2.5781,
      "step": 7603
    },
    {
      "epoch": 0.35375668760176787,
      "grad_norm": 0.6480070738307244,
      "learning_rate": 0.0002985603428070586,
      "loss": 2.3594,
      "step": 7604
    },
    {
      "epoch": 0.35380321004884857,
      "grad_norm": 0.6505110824717186,
      "learning_rate": 0.0002985598297887584,
      "loss": 2.5156,
      "step": 7605
    },
    {
      "epoch": 0.35384973249592927,
      "grad_norm": 0.7273522647687442,
      "learning_rate": 0.00029855931667950895,
      "loss": 2.8594,
      "step": 7606
    },
    {
      "epoch": 0.35389625494301,
      "grad_norm": 0.7192328221603369,
      "learning_rate": 0.00029855880347931063,
      "loss": 2.5781,
      "step": 7607
    },
    {
      "epoch": 0.3539427773900907,
      "grad_norm": 0.7491213900951919,
      "learning_rate": 0.00029855829018816374,
      "loss": 2.5781,
      "step": 7608
    },
    {
      "epoch": 0.3539892998371714,
      "grad_norm": 0.6633668543243597,
      "learning_rate": 0.0002985577768060686,
      "loss": 2.375,
      "step": 7609
    },
    {
      "epoch": 0.3540358222842522,
      "grad_norm": 0.7310001134755,
      "learning_rate": 0.0002985572633330255,
      "loss": 2.9375,
      "step": 7610
    },
    {
      "epoch": 0.3540823447313329,
      "grad_norm": 0.8391996299428613,
      "learning_rate": 0.0002985567497690348,
      "loss": 2.4219,
      "step": 7611
    },
    {
      "epoch": 0.3541288671784136,
      "grad_norm": 0.6962313180531919,
      "learning_rate": 0.0002985562361140967,
      "loss": 2.5469,
      "step": 7612
    },
    {
      "epoch": 0.3541753896254943,
      "grad_norm": 0.7010460103776316,
      "learning_rate": 0.0002985557223682116,
      "loss": 2.6562,
      "step": 7613
    },
    {
      "epoch": 0.35422191207257503,
      "grad_norm": 0.6870415255816209,
      "learning_rate": 0.00029855520853137987,
      "loss": 2.5312,
      "step": 7614
    },
    {
      "epoch": 0.35426843451965573,
      "grad_norm": 0.7336392153434148,
      "learning_rate": 0.00029855469460360177,
      "loss": 2.5469,
      "step": 7615
    },
    {
      "epoch": 0.3543149569667364,
      "grad_norm": 0.7962789801453637,
      "learning_rate": 0.0002985541805848776,
      "loss": 2.7188,
      "step": 7616
    },
    {
      "epoch": 0.3543614794138172,
      "grad_norm": 0.7413213516356013,
      "learning_rate": 0.00029855366647520766,
      "loss": 2.7656,
      "step": 7617
    },
    {
      "epoch": 0.3544080018608979,
      "grad_norm": 0.7160637458329036,
      "learning_rate": 0.0002985531522745923,
      "loss": 2.5938,
      "step": 7618
    },
    {
      "epoch": 0.3544545243079786,
      "grad_norm": 0.6380360224758722,
      "learning_rate": 0.00029855263798303185,
      "loss": 2.4844,
      "step": 7619
    },
    {
      "epoch": 0.35450104675505933,
      "grad_norm": 0.6382010240735475,
      "learning_rate": 0.0002985521236005266,
      "loss": 2.2969,
      "step": 7620
    },
    {
      "epoch": 0.35454756920214003,
      "grad_norm": 0.6746434997518513,
      "learning_rate": 0.00029855160912707683,
      "loss": 2.5312,
      "step": 7621
    },
    {
      "epoch": 0.35459409164922073,
      "grad_norm": 0.681601470996648,
      "learning_rate": 0.0002985510945626829,
      "loss": 2.6719,
      "step": 7622
    },
    {
      "epoch": 0.3546406140963015,
      "grad_norm": 0.6922816466023085,
      "learning_rate": 0.00029855057990734515,
      "loss": 2.75,
      "step": 7623
    },
    {
      "epoch": 0.3546871365433822,
      "grad_norm": 0.7633748449864494,
      "learning_rate": 0.0002985500651610638,
      "loss": 2.625,
      "step": 7624
    },
    {
      "epoch": 0.3547336589904629,
      "grad_norm": 0.6945160804640199,
      "learning_rate": 0.00029854955032383924,
      "loss": 2.7031,
      "step": 7625
    },
    {
      "epoch": 0.35478018143754364,
      "grad_norm": 0.7927510097062365,
      "learning_rate": 0.0002985490353956718,
      "loss": 1.8594,
      "step": 7626
    },
    {
      "epoch": 0.35482670388462434,
      "grad_norm": 0.8057071075462338,
      "learning_rate": 0.00029854852037656176,
      "loss": 2.4688,
      "step": 7627
    },
    {
      "epoch": 0.35487322633170504,
      "grad_norm": 0.6957674916921767,
      "learning_rate": 0.00029854800526650944,
      "loss": 2.5156,
      "step": 7628
    },
    {
      "epoch": 0.35491974877878574,
      "grad_norm": 0.6836066644946502,
      "learning_rate": 0.0002985474900655151,
      "loss": 2.4062,
      "step": 7629
    },
    {
      "epoch": 0.3549662712258665,
      "grad_norm": 0.7075596050117864,
      "learning_rate": 0.00029854697477357914,
      "loss": 2.5781,
      "step": 7630
    },
    {
      "epoch": 0.3550127936729472,
      "grad_norm": 0.6623515372488042,
      "learning_rate": 0.0002985464593907019,
      "loss": 2.4531,
      "step": 7631
    },
    {
      "epoch": 0.3550593161200279,
      "grad_norm": 0.6951741876984776,
      "learning_rate": 0.0002985459439168836,
      "loss": 2.7812,
      "step": 7632
    },
    {
      "epoch": 0.35510583856710864,
      "grad_norm": 0.7042295100995092,
      "learning_rate": 0.0002985454283521246,
      "loss": 2.7812,
      "step": 7633
    },
    {
      "epoch": 0.35515236101418934,
      "grad_norm": 0.6445471849878891,
      "learning_rate": 0.0002985449126964252,
      "loss": 2.7344,
      "step": 7634
    },
    {
      "epoch": 0.35519888346127004,
      "grad_norm": 0.7342740205712781,
      "learning_rate": 0.0002985443969497858,
      "loss": 2.8594,
      "step": 7635
    },
    {
      "epoch": 0.3552454059083508,
      "grad_norm": 0.7239689565291403,
      "learning_rate": 0.00029854388111220654,
      "loss": 2.5938,
      "step": 7636
    },
    {
      "epoch": 0.3552919283554315,
      "grad_norm": 0.8270632266278248,
      "learning_rate": 0.0002985433651836879,
      "loss": 2.7031,
      "step": 7637
    },
    {
      "epoch": 0.3553384508025122,
      "grad_norm": 0.7015958103233184,
      "learning_rate": 0.00029854284916423015,
      "loss": 2.5156,
      "step": 7638
    },
    {
      "epoch": 0.35538497324959295,
      "grad_norm": 0.9091483319683523,
      "learning_rate": 0.00029854233305383354,
      "loss": 2.875,
      "step": 7639
    },
    {
      "epoch": 0.35543149569667365,
      "grad_norm": 0.6713460274121548,
      "learning_rate": 0.00029854181685249844,
      "loss": 2.6875,
      "step": 7640
    },
    {
      "epoch": 0.35547801814375435,
      "grad_norm": 0.7419261766306814,
      "learning_rate": 0.00029854130056022524,
      "loss": 2.4375,
      "step": 7641
    },
    {
      "epoch": 0.3555245405908351,
      "grad_norm": 0.720417872722132,
      "learning_rate": 0.00029854078417701415,
      "loss": 2.0469,
      "step": 7642
    },
    {
      "epoch": 0.3555710630379158,
      "grad_norm": 0.7386760130261929,
      "learning_rate": 0.0002985402677028655,
      "loss": 3.0312,
      "step": 7643
    },
    {
      "epoch": 0.3556175854849965,
      "grad_norm": 0.7887969741481881,
      "learning_rate": 0.0002985397511377796,
      "loss": 2.8125,
      "step": 7644
    },
    {
      "epoch": 0.3556641079320772,
      "grad_norm": 0.7028322379256908,
      "learning_rate": 0.0002985392344817568,
      "loss": 2.5312,
      "step": 7645
    },
    {
      "epoch": 0.35571063037915795,
      "grad_norm": 0.7866875479474421,
      "learning_rate": 0.00029853871773479737,
      "loss": 2.3906,
      "step": 7646
    },
    {
      "epoch": 0.35575715282623865,
      "grad_norm": 0.6636864586237727,
      "learning_rate": 0.00029853820089690176,
      "loss": 2.6562,
      "step": 7647
    },
    {
      "epoch": 0.35580367527331935,
      "grad_norm": 0.7591408199892493,
      "learning_rate": 0.0002985376839680701,
      "loss": 2.7656,
      "step": 7648
    },
    {
      "epoch": 0.3558501977204001,
      "grad_norm": 0.7525963871735404,
      "learning_rate": 0.0002985371669483028,
      "loss": 2.7188,
      "step": 7649
    },
    {
      "epoch": 0.3558967201674808,
      "grad_norm": 0.6814275936373253,
      "learning_rate": 0.00029853664983760025,
      "loss": 2.7812,
      "step": 7650
    },
    {
      "epoch": 0.3559432426145615,
      "grad_norm": 0.6305135344793634,
      "learning_rate": 0.0002985361326359626,
      "loss": 2.4688,
      "step": 7651
    },
    {
      "epoch": 0.35598976506164226,
      "grad_norm": 0.8980087027137446,
      "learning_rate": 0.00029853561534339034,
      "loss": 2.7969,
      "step": 7652
    },
    {
      "epoch": 0.35603628750872296,
      "grad_norm": 0.7407723837813421,
      "learning_rate": 0.00029853509795988364,
      "loss": 2.4688,
      "step": 7653
    },
    {
      "epoch": 0.35608280995580366,
      "grad_norm": 0.6778929723879106,
      "learning_rate": 0.0002985345804854429,
      "loss": 2.4531,
      "step": 7654
    },
    {
      "epoch": 0.3561293324028844,
      "grad_norm": 0.6820919790416251,
      "learning_rate": 0.0002985340629200684,
      "loss": 2.5781,
      "step": 7655
    },
    {
      "epoch": 0.3561758548499651,
      "grad_norm": 0.7166240856089258,
      "learning_rate": 0.00029853354526376044,
      "loss": 2.6406,
      "step": 7656
    },
    {
      "epoch": 0.3562223772970458,
      "grad_norm": 0.7049430371218562,
      "learning_rate": 0.0002985330275165194,
      "loss": 2.4688,
      "step": 7657
    },
    {
      "epoch": 0.35626889974412657,
      "grad_norm": 0.6959666273723039,
      "learning_rate": 0.0002985325096783456,
      "loss": 2.3906,
      "step": 7658
    },
    {
      "epoch": 0.35631542219120727,
      "grad_norm": 0.7617585190374819,
      "learning_rate": 0.00029853199174923926,
      "loss": 2.4531,
      "step": 7659
    },
    {
      "epoch": 0.35636194463828796,
      "grad_norm": 0.7578158701386515,
      "learning_rate": 0.0002985314737292008,
      "loss": 2.5312,
      "step": 7660
    },
    {
      "epoch": 0.35640846708536866,
      "grad_norm": 0.695254253368526,
      "learning_rate": 0.00029853095561823046,
      "loss": 2.6719,
      "step": 7661
    },
    {
      "epoch": 0.3564549895324494,
      "grad_norm": 0.7015306970137094,
      "learning_rate": 0.0002985304374163286,
      "loss": 2.625,
      "step": 7662
    },
    {
      "epoch": 0.3565015119795301,
      "grad_norm": 0.8662151416170478,
      "learning_rate": 0.0002985299191234956,
      "loss": 2.5625,
      "step": 7663
    },
    {
      "epoch": 0.3565480344266108,
      "grad_norm": 0.7841526842324417,
      "learning_rate": 0.00029852940073973167,
      "loss": 2.6562,
      "step": 7664
    },
    {
      "epoch": 0.35659455687369157,
      "grad_norm": 0.7126246659210809,
      "learning_rate": 0.0002985288822650372,
      "loss": 2.6406,
      "step": 7665
    },
    {
      "epoch": 0.35664107932077227,
      "grad_norm": 0.7922527813986717,
      "learning_rate": 0.0002985283636994124,
      "loss": 2.6094,
      "step": 7666
    },
    {
      "epoch": 0.35668760176785297,
      "grad_norm": 0.6985284499080542,
      "learning_rate": 0.0002985278450428576,
      "loss": 2.75,
      "step": 7667
    },
    {
      "epoch": 0.3567341242149337,
      "grad_norm": 0.6947559363657045,
      "learning_rate": 0.0002985273262953733,
      "loss": 2.6406,
      "step": 7668
    },
    {
      "epoch": 0.3567806466620144,
      "grad_norm": 0.6720342434253042,
      "learning_rate": 0.00029852680745695966,
      "loss": 2.5625,
      "step": 7669
    },
    {
      "epoch": 0.3568271691090951,
      "grad_norm": 0.6489933487280037,
      "learning_rate": 0.000298526288527617,
      "loss": 2.6094,
      "step": 7670
    },
    {
      "epoch": 0.3568736915561759,
      "grad_norm": 0.7114393662316605,
      "learning_rate": 0.00029852576950734576,
      "loss": 2.7188,
      "step": 7671
    },
    {
      "epoch": 0.3569202140032566,
      "grad_norm": 0.7117659272656351,
      "learning_rate": 0.0002985252503961461,
      "loss": 2.5781,
      "step": 7672
    },
    {
      "epoch": 0.3569667364503373,
      "grad_norm": 0.6454883345405691,
      "learning_rate": 0.0002985247311940184,
      "loss": 2.6875,
      "step": 7673
    },
    {
      "epoch": 0.35701325889741803,
      "grad_norm": 0.6740886742993452,
      "learning_rate": 0.000298524211900963,
      "loss": 2.5469,
      "step": 7674
    },
    {
      "epoch": 0.35705978134449873,
      "grad_norm": 0.702869511644679,
      "learning_rate": 0.0002985236925169802,
      "loss": 2.9844,
      "step": 7675
    },
    {
      "epoch": 0.3571063037915794,
      "grad_norm": 0.6871438868200719,
      "learning_rate": 0.00029852317304207034,
      "loss": 2.7344,
      "step": 7676
    },
    {
      "epoch": 0.3571528262386601,
      "grad_norm": 0.6924719487936466,
      "learning_rate": 0.0002985226534762337,
      "loss": 2.5469,
      "step": 7677
    },
    {
      "epoch": 0.3571993486857409,
      "grad_norm": 0.696552484064228,
      "learning_rate": 0.00029852213381947065,
      "loss": 2.6875,
      "step": 7678
    },
    {
      "epoch": 0.3572458711328216,
      "grad_norm": 0.7562352211994636,
      "learning_rate": 0.00029852161407178143,
      "loss": 2.7188,
      "step": 7679
    },
    {
      "epoch": 0.3572923935799023,
      "grad_norm": 0.7447254143863812,
      "learning_rate": 0.0002985210942331664,
      "loss": 2.8125,
      "step": 7680
    },
    {
      "epoch": 0.35733891602698303,
      "grad_norm": 0.6918039714337092,
      "learning_rate": 0.0002985205743036259,
      "loss": 2.625,
      "step": 7681
    },
    {
      "epoch": 0.35738543847406373,
      "grad_norm": 0.719650417193849,
      "learning_rate": 0.00029852005428316025,
      "loss": 2.5156,
      "step": 7682
    },
    {
      "epoch": 0.35743196092114443,
      "grad_norm": 0.7001446546030965,
      "learning_rate": 0.0002985195341717697,
      "loss": 2.4375,
      "step": 7683
    },
    {
      "epoch": 0.3574784833682252,
      "grad_norm": 0.8506526719342985,
      "learning_rate": 0.0002985190139694547,
      "loss": 2.8438,
      "step": 7684
    },
    {
      "epoch": 0.3575250058153059,
      "grad_norm": 0.7864496350606361,
      "learning_rate": 0.00029851849367621536,
      "loss": 2.9062,
      "step": 7685
    },
    {
      "epoch": 0.3575715282623866,
      "grad_norm": 0.730601057501819,
      "learning_rate": 0.0002985179732920522,
      "loss": 3.0,
      "step": 7686
    },
    {
      "epoch": 0.35761805070946734,
      "grad_norm": 0.6684332792068834,
      "learning_rate": 0.00029851745281696544,
      "loss": 2.5,
      "step": 7687
    },
    {
      "epoch": 0.35766457315654804,
      "grad_norm": 0.6916316420967858,
      "learning_rate": 0.00029851693225095544,
      "loss": 2.6094,
      "step": 7688
    },
    {
      "epoch": 0.35771109560362874,
      "grad_norm": 0.7915490537004142,
      "learning_rate": 0.0002985164115940225,
      "loss": 2.7812,
      "step": 7689
    },
    {
      "epoch": 0.3577576180507095,
      "grad_norm": 0.7366785807668362,
      "learning_rate": 0.0002985158908461669,
      "loss": 2.7812,
      "step": 7690
    },
    {
      "epoch": 0.3578041404977902,
      "grad_norm": 0.6790335649788138,
      "learning_rate": 0.00029851537000738905,
      "loss": 2.5469,
      "step": 7691
    },
    {
      "epoch": 0.3578506629448709,
      "grad_norm": 0.7250224173749755,
      "learning_rate": 0.0002985148490776892,
      "loss": 2.8594,
      "step": 7692
    },
    {
      "epoch": 0.35789718539195164,
      "grad_norm": 0.8730462782201608,
      "learning_rate": 0.0002985143280570676,
      "loss": 2.0938,
      "step": 7693
    },
    {
      "epoch": 0.35794370783903234,
      "grad_norm": 0.685254473107507,
      "learning_rate": 0.00029851380694552476,
      "loss": 2.4844,
      "step": 7694
    },
    {
      "epoch": 0.35799023028611304,
      "grad_norm": 0.6835848048055156,
      "learning_rate": 0.0002985132857430608,
      "loss": 2.5469,
      "step": 7695
    },
    {
      "epoch": 0.35803675273319374,
      "grad_norm": 0.6884992674729681,
      "learning_rate": 0.00029851276444967627,
      "loss": 2.625,
      "step": 7696
    },
    {
      "epoch": 0.3580832751802745,
      "grad_norm": 0.6941119285190985,
      "learning_rate": 0.00029851224306537123,
      "loss": 2.6094,
      "step": 7697
    },
    {
      "epoch": 0.3581297976273552,
      "grad_norm": 0.7338797793168215,
      "learning_rate": 0.0002985117215901462,
      "loss": 2.5781,
      "step": 7698
    },
    {
      "epoch": 0.3581763200744359,
      "grad_norm": 0.7444514633560824,
      "learning_rate": 0.0002985112000240013,
      "loss": 2.6406,
      "step": 7699
    },
    {
      "epoch": 0.35822284252151665,
      "grad_norm": 0.7121238418440456,
      "learning_rate": 0.0002985106783669371,
      "loss": 2.625,
      "step": 7700
    },
    {
      "epoch": 0.35826936496859735,
      "grad_norm": 0.6853744635958688,
      "learning_rate": 0.00029851015661895374,
      "loss": 2.4844,
      "step": 7701
    },
    {
      "epoch": 0.35831588741567805,
      "grad_norm": 0.7069218553147969,
      "learning_rate": 0.00029850963478005157,
      "loss": 2.7812,
      "step": 7702
    },
    {
      "epoch": 0.3583624098627588,
      "grad_norm": 0.7155677450497268,
      "learning_rate": 0.0002985091128502309,
      "loss": 2.7344,
      "step": 7703
    },
    {
      "epoch": 0.3584089323098395,
      "grad_norm": 0.673088530654979,
      "learning_rate": 0.0002985085908294921,
      "loss": 2.4844,
      "step": 7704
    },
    {
      "epoch": 0.3584554547569202,
      "grad_norm": 0.7077909866016274,
      "learning_rate": 0.0002985080687178355,
      "loss": 2.9531,
      "step": 7705
    },
    {
      "epoch": 0.35850197720400095,
      "grad_norm": 0.671726458056304,
      "learning_rate": 0.00029850754651526137,
      "loss": 2.375,
      "step": 7706
    },
    {
      "epoch": 0.35854849965108165,
      "grad_norm": 0.6566730118094347,
      "learning_rate": 0.00029850702422177004,
      "loss": 2.6562,
      "step": 7707
    },
    {
      "epoch": 0.35859502209816235,
      "grad_norm": 0.6999053992006392,
      "learning_rate": 0.00029850650183736185,
      "loss": 2.7188,
      "step": 7708
    },
    {
      "epoch": 0.3586415445452431,
      "grad_norm": 0.7913886288065254,
      "learning_rate": 0.000298505979362037,
      "loss": 2.6094,
      "step": 7709
    },
    {
      "epoch": 0.3586880669923238,
      "grad_norm": 0.7311373906814395,
      "learning_rate": 0.0002985054567957961,
      "loss": 2.8281,
      "step": 7710
    },
    {
      "epoch": 0.3587345894394045,
      "grad_norm": 0.6714299942658557,
      "learning_rate": 0.00029850493413863916,
      "loss": 2.6875,
      "step": 7711
    },
    {
      "epoch": 0.3587811118864852,
      "grad_norm": 0.7223938432714271,
      "learning_rate": 0.00029850441139056663,
      "loss": 3.0625,
      "step": 7712
    },
    {
      "epoch": 0.35882763433356596,
      "grad_norm": 0.6760352498453694,
      "learning_rate": 0.0002985038885515788,
      "loss": 2.6875,
      "step": 7713
    },
    {
      "epoch": 0.35887415678064666,
      "grad_norm": 0.6816588022699798,
      "learning_rate": 0.0002985033656216761,
      "loss": 2.5781,
      "step": 7714
    },
    {
      "epoch": 0.35892067922772736,
      "grad_norm": 0.6842098696543979,
      "learning_rate": 0.0002985028426008587,
      "loss": 2.8594,
      "step": 7715
    },
    {
      "epoch": 0.3589672016748081,
      "grad_norm": 0.7265677530445961,
      "learning_rate": 0.000298502319489127,
      "loss": 2.8281,
      "step": 7716
    },
    {
      "epoch": 0.3590137241218888,
      "grad_norm": 0.7519266310387691,
      "learning_rate": 0.0002985017962864813,
      "loss": 2.7031,
      "step": 7717
    },
    {
      "epoch": 0.3590602465689695,
      "grad_norm": 0.6566230793537439,
      "learning_rate": 0.00029850127299292195,
      "loss": 2.8906,
      "step": 7718
    },
    {
      "epoch": 0.35910676901605026,
      "grad_norm": 0.7147629763131871,
      "learning_rate": 0.00029850074960844925,
      "loss": 2.8438,
      "step": 7719
    },
    {
      "epoch": 0.35915329146313096,
      "grad_norm": 0.6853358761436669,
      "learning_rate": 0.0002985002261330635,
      "loss": 2.8125,
      "step": 7720
    },
    {
      "epoch": 0.35919981391021166,
      "grad_norm": 0.7153817950890611,
      "learning_rate": 0.00029849970256676505,
      "loss": 2.9688,
      "step": 7721
    },
    {
      "epoch": 0.3592463363572924,
      "grad_norm": 0.6977749617100173,
      "learning_rate": 0.0002984991789095542,
      "loss": 2.7344,
      "step": 7722
    },
    {
      "epoch": 0.3592928588043731,
      "grad_norm": 0.7569198232342061,
      "learning_rate": 0.00029849865516143125,
      "loss": 2.7656,
      "step": 7723
    },
    {
      "epoch": 0.3593393812514538,
      "grad_norm": 0.710836779638902,
      "learning_rate": 0.00029849813132239655,
      "loss": 2.5938,
      "step": 7724
    },
    {
      "epoch": 0.35938590369853457,
      "grad_norm": 0.7310743710503584,
      "learning_rate": 0.0002984976073924504,
      "loss": 2.4844,
      "step": 7725
    },
    {
      "epoch": 0.35943242614561527,
      "grad_norm": 0.7139117805029366,
      "learning_rate": 0.00029849708337159316,
      "loss": 2.5625,
      "step": 7726
    },
    {
      "epoch": 0.35947894859269597,
      "grad_norm": 0.9730938079355023,
      "learning_rate": 0.0002984965592598252,
      "loss": 2.0781,
      "step": 7727
    },
    {
      "epoch": 0.35952547103977667,
      "grad_norm": 0.789903796860809,
      "learning_rate": 0.0002984960350571467,
      "loss": 2.1406,
      "step": 7728
    },
    {
      "epoch": 0.3595719934868574,
      "grad_norm": 0.7020830596801708,
      "learning_rate": 0.00029849551076355804,
      "loss": 2.4062,
      "step": 7729
    },
    {
      "epoch": 0.3596185159339381,
      "grad_norm": 0.7345568281124972,
      "learning_rate": 0.0002984949863790596,
      "loss": 2.7344,
      "step": 7730
    },
    {
      "epoch": 0.3596650383810188,
      "grad_norm": 0.7119243442643814,
      "learning_rate": 0.0002984944619036516,
      "loss": 2.4375,
      "step": 7731
    },
    {
      "epoch": 0.3597115608280996,
      "grad_norm": 0.8001031676472323,
      "learning_rate": 0.0002984939373373344,
      "loss": 2.7344,
      "step": 7732
    },
    {
      "epoch": 0.3597580832751803,
      "grad_norm": 0.9005596668739179,
      "learning_rate": 0.00029849341268010845,
      "loss": 2.4844,
      "step": 7733
    },
    {
      "epoch": 0.359804605722261,
      "grad_norm": 0.8575034397072187,
      "learning_rate": 0.0002984928879319739,
      "loss": 2.9531,
      "step": 7734
    },
    {
      "epoch": 0.3598511281693417,
      "grad_norm": 0.681213614271818,
      "learning_rate": 0.00029849236309293113,
      "loss": 2.4844,
      "step": 7735
    },
    {
      "epoch": 0.3598976506164224,
      "grad_norm": 0.6558239789870008,
      "learning_rate": 0.00029849183816298044,
      "loss": 2.625,
      "step": 7736
    },
    {
      "epoch": 0.3599441730635031,
      "grad_norm": 0.8814817050752215,
      "learning_rate": 0.00029849131314212216,
      "loss": 1.8438,
      "step": 7737
    },
    {
      "epoch": 0.3599906955105839,
      "grad_norm": 0.7223788448639923,
      "learning_rate": 0.0002984907880303566,
      "loss": 2.6094,
      "step": 7738
    },
    {
      "epoch": 0.3600372179576646,
      "grad_norm": 0.850052793591791,
      "learning_rate": 0.0002984902628276842,
      "loss": 2.75,
      "step": 7739
    },
    {
      "epoch": 0.3600837404047453,
      "grad_norm": 0.9736498669192147,
      "learning_rate": 0.00029848973753410517,
      "loss": 2.4375,
      "step": 7740
    },
    {
      "epoch": 0.36013026285182603,
      "grad_norm": 0.9427243254370551,
      "learning_rate": 0.0002984892121496198,
      "loss": 2.8906,
      "step": 7741
    },
    {
      "epoch": 0.36017678529890673,
      "grad_norm": 0.6493661018721799,
      "learning_rate": 0.00029848868667422846,
      "loss": 2.5625,
      "step": 7742
    },
    {
      "epoch": 0.36022330774598743,
      "grad_norm": 0.6440156830446048,
      "learning_rate": 0.0002984881611079315,
      "loss": 2.3906,
      "step": 7743
    },
    {
      "epoch": 0.36026983019306813,
      "grad_norm": 0.7472090466724991,
      "learning_rate": 0.0002984876354507292,
      "loss": 2.6406,
      "step": 7744
    },
    {
      "epoch": 0.3603163526401489,
      "grad_norm": 0.8826506960489515,
      "learning_rate": 0.0002984871097026219,
      "loss": 2.9062,
      "step": 7745
    },
    {
      "epoch": 0.3603628750872296,
      "grad_norm": 0.7657651950965984,
      "learning_rate": 0.0002984865838636099,
      "loss": 2.4531,
      "step": 7746
    },
    {
      "epoch": 0.3604093975343103,
      "grad_norm": 0.7583310609177384,
      "learning_rate": 0.0002984860579336936,
      "loss": 2.7812,
      "step": 7747
    },
    {
      "epoch": 0.36045591998139104,
      "grad_norm": 0.7232060519160475,
      "learning_rate": 0.0002984855319128731,
      "loss": 2.8906,
      "step": 7748
    },
    {
      "epoch": 0.36050244242847174,
      "grad_norm": 1.144359344358301,
      "learning_rate": 0.00029848500580114903,
      "loss": 2.6094,
      "step": 7749
    },
    {
      "epoch": 0.36054896487555244,
      "grad_norm": 0.6997535400353608,
      "learning_rate": 0.00029848447959852155,
      "loss": 2.6406,
      "step": 7750
    },
    {
      "epoch": 0.3605954873226332,
      "grad_norm": 0.6996763403974552,
      "learning_rate": 0.00029848395330499093,
      "loss": 2.5156,
      "step": 7751
    },
    {
      "epoch": 0.3606420097697139,
      "grad_norm": 0.6656938019570207,
      "learning_rate": 0.0002984834269205576,
      "loss": 2.3594,
      "step": 7752
    },
    {
      "epoch": 0.3606885322167946,
      "grad_norm": 0.7138187802598001,
      "learning_rate": 0.00029848290044522184,
      "loss": 2.5781,
      "step": 7753
    },
    {
      "epoch": 0.36073505466387534,
      "grad_norm": 0.8014708036249019,
      "learning_rate": 0.000298482373878984,
      "loss": 2.9375,
      "step": 7754
    },
    {
      "epoch": 0.36078157711095604,
      "grad_norm": 0.7879527558114836,
      "learning_rate": 0.00029848184722184435,
      "loss": 2.7812,
      "step": 7755
    },
    {
      "epoch": 0.36082809955803674,
      "grad_norm": 0.6731375542938272,
      "learning_rate": 0.0002984813204738032,
      "loss": 2.6562,
      "step": 7756
    },
    {
      "epoch": 0.3608746220051175,
      "grad_norm": 0.7181846827993036,
      "learning_rate": 0.00029848079363486096,
      "loss": 2.6094,
      "step": 7757
    },
    {
      "epoch": 0.3609211444521982,
      "grad_norm": 0.6928635605052376,
      "learning_rate": 0.0002984802667050179,
      "loss": 2.5781,
      "step": 7758
    },
    {
      "epoch": 0.3609676668992789,
      "grad_norm": 0.9337984448695396,
      "learning_rate": 0.0002984797396842743,
      "loss": 2.6875,
      "step": 7759
    },
    {
      "epoch": 0.3610141893463596,
      "grad_norm": 0.7944810776636195,
      "learning_rate": 0.00029847921257263055,
      "loss": 2.875,
      "step": 7760
    },
    {
      "epoch": 0.36106071179344035,
      "grad_norm": 0.6935361141536776,
      "learning_rate": 0.000298478685370087,
      "loss": 2.4375,
      "step": 7761
    },
    {
      "epoch": 0.36110723424052105,
      "grad_norm": 0.7153094012357314,
      "learning_rate": 0.0002984781580766439,
      "loss": 2.5312,
      "step": 7762
    },
    {
      "epoch": 0.36115375668760175,
      "grad_norm": 0.7087112344853177,
      "learning_rate": 0.00029847763069230156,
      "loss": 2.5156,
      "step": 7763
    },
    {
      "epoch": 0.3612002791346825,
      "grad_norm": 0.7077638144319627,
      "learning_rate": 0.00029847710321706034,
      "loss": 2.6094,
      "step": 7764
    },
    {
      "epoch": 0.3612468015817632,
      "grad_norm": 0.699613544036369,
      "learning_rate": 0.0002984765756509206,
      "loss": 2.5625,
      "step": 7765
    },
    {
      "epoch": 0.3612933240288439,
      "grad_norm": 0.7268156120718642,
      "learning_rate": 0.0002984760479938826,
      "loss": 2.5781,
      "step": 7766
    },
    {
      "epoch": 0.36133984647592465,
      "grad_norm": 0.7264053572363608,
      "learning_rate": 0.0002984755202459467,
      "loss": 2.6875,
      "step": 7767
    },
    {
      "epoch": 0.36138636892300535,
      "grad_norm": 0.6975448314064422,
      "learning_rate": 0.00029847499240711326,
      "loss": 2.625,
      "step": 7768
    },
    {
      "epoch": 0.36143289137008605,
      "grad_norm": 0.8220686901642829,
      "learning_rate": 0.00029847446447738246,
      "loss": 2.3906,
      "step": 7769
    },
    {
      "epoch": 0.3614794138171668,
      "grad_norm": 0.7951376151809291,
      "learning_rate": 0.00029847393645675475,
      "loss": 2.4688,
      "step": 7770
    },
    {
      "epoch": 0.3615259362642475,
      "grad_norm": 0.7284182499459732,
      "learning_rate": 0.00029847340834523046,
      "loss": 2.4688,
      "step": 7771
    },
    {
      "epoch": 0.3615724587113282,
      "grad_norm": 0.7179124031604809,
      "learning_rate": 0.00029847288014280985,
      "loss": 2.5938,
      "step": 7772
    },
    {
      "epoch": 0.36161898115840896,
      "grad_norm": 0.7486042662121777,
      "learning_rate": 0.0002984723518494933,
      "loss": 2.5469,
      "step": 7773
    },
    {
      "epoch": 0.36166550360548966,
      "grad_norm": 0.6953433757663161,
      "learning_rate": 0.00029847182346528107,
      "loss": 2.9375,
      "step": 7774
    },
    {
      "epoch": 0.36171202605257036,
      "grad_norm": 0.6453179608520115,
      "learning_rate": 0.0002984712949901735,
      "loss": 2.625,
      "step": 7775
    },
    {
      "epoch": 0.36175854849965106,
      "grad_norm": 0.6990535118881708,
      "learning_rate": 0.00029847076642417093,
      "loss": 2.9219,
      "step": 7776
    },
    {
      "epoch": 0.3618050709467318,
      "grad_norm": 0.7706052837445784,
      "learning_rate": 0.0002984702377672737,
      "loss": 2.5312,
      "step": 7777
    },
    {
      "epoch": 0.3618515933938125,
      "grad_norm": 0.6960136559048256,
      "learning_rate": 0.0002984697090194821,
      "loss": 2.5156,
      "step": 7778
    },
    {
      "epoch": 0.3618981158408932,
      "grad_norm": 0.7073982571650947,
      "learning_rate": 0.0002984691801807965,
      "loss": 2.5312,
      "step": 7779
    },
    {
      "epoch": 0.36194463828797396,
      "grad_norm": 0.7307761850131029,
      "learning_rate": 0.00029846865125121715,
      "loss": 2.8125,
      "step": 7780
    },
    {
      "epoch": 0.36199116073505466,
      "grad_norm": 0.8248698945800784,
      "learning_rate": 0.00029846812223074444,
      "loss": 2.4375,
      "step": 7781
    },
    {
      "epoch": 0.36203768318213536,
      "grad_norm": 0.639154111329211,
      "learning_rate": 0.00029846759311937866,
      "loss": 2.2344,
      "step": 7782
    },
    {
      "epoch": 0.3620842056292161,
      "grad_norm": 0.7173550547635943,
      "learning_rate": 0.00029846706391712015,
      "loss": 2.3906,
      "step": 7783
    },
    {
      "epoch": 0.3621307280762968,
      "grad_norm": 0.7146095902948835,
      "learning_rate": 0.0002984665346239692,
      "loss": 2.7188,
      "step": 7784
    },
    {
      "epoch": 0.3621772505233775,
      "grad_norm": 0.7202694395420386,
      "learning_rate": 0.0002984660052399262,
      "loss": 2.7969,
      "step": 7785
    },
    {
      "epoch": 0.36222377297045827,
      "grad_norm": 0.6512221969790586,
      "learning_rate": 0.00029846547576499146,
      "loss": 2.75,
      "step": 7786
    },
    {
      "epoch": 0.36227029541753897,
      "grad_norm": 0.6778438006116596,
      "learning_rate": 0.00029846494619916526,
      "loss": 2.4844,
      "step": 7787
    },
    {
      "epoch": 0.36231681786461967,
      "grad_norm": 0.7193574137966285,
      "learning_rate": 0.0002984644165424479,
      "loss": 2.5625,
      "step": 7788
    },
    {
      "epoch": 0.3623633403117004,
      "grad_norm": 0.7810018883370475,
      "learning_rate": 0.00029846388679483977,
      "loss": 2.8906,
      "step": 7789
    },
    {
      "epoch": 0.3624098627587811,
      "grad_norm": 0.6681056280125638,
      "learning_rate": 0.0002984633569563412,
      "loss": 2.6562,
      "step": 7790
    },
    {
      "epoch": 0.3624563852058618,
      "grad_norm": 0.6879946779453137,
      "learning_rate": 0.0002984628270269525,
      "loss": 2.5781,
      "step": 7791
    },
    {
      "epoch": 0.3625029076529425,
      "grad_norm": 0.7108151774003456,
      "learning_rate": 0.00029846229700667396,
      "loss": 2.6719,
      "step": 7792
    },
    {
      "epoch": 0.3625494301000233,
      "grad_norm": 0.7219372072396312,
      "learning_rate": 0.0002984617668955059,
      "loss": 2.5938,
      "step": 7793
    },
    {
      "epoch": 0.362595952547104,
      "grad_norm": 0.655523426658404,
      "learning_rate": 0.0002984612366934487,
      "loss": 2.5781,
      "step": 7794
    },
    {
      "epoch": 0.36264247499418467,
      "grad_norm": 0.7395706631160681,
      "learning_rate": 0.0002984607064005026,
      "loss": 2.7656,
      "step": 7795
    },
    {
      "epoch": 0.3626889974412654,
      "grad_norm": 0.6796858834047227,
      "learning_rate": 0.0002984601760166681,
      "loss": 2.6094,
      "step": 7796
    },
    {
      "epoch": 0.3627355198883461,
      "grad_norm": 0.7211503797868335,
      "learning_rate": 0.0002984596455419453,
      "loss": 2.625,
      "step": 7797
    },
    {
      "epoch": 0.3627820423354268,
      "grad_norm": 0.7146099276468185,
      "learning_rate": 0.0002984591149763347,
      "loss": 2.6094,
      "step": 7798
    },
    {
      "epoch": 0.3628285647825076,
      "grad_norm": 0.7273210743135581,
      "learning_rate": 0.00029845858431983653,
      "loss": 2.7188,
      "step": 7799
    },
    {
      "epoch": 0.3628750872295883,
      "grad_norm": 0.7129160597231989,
      "learning_rate": 0.0002984580535724511,
      "loss": 2.7812,
      "step": 7800
    },
    {
      "epoch": 0.362921609676669,
      "grad_norm": 0.7126161964750319,
      "learning_rate": 0.0002984575227341788,
      "loss": 2.625,
      "step": 7801
    },
    {
      "epoch": 0.36296813212374973,
      "grad_norm": 0.6731146753388394,
      "learning_rate": 0.00029845699180501995,
      "loss": 2.6406,
      "step": 7802
    },
    {
      "epoch": 0.36301465457083043,
      "grad_norm": 0.6794065436708193,
      "learning_rate": 0.00029845646078497485,
      "loss": 2.3281,
      "step": 7803
    },
    {
      "epoch": 0.36306117701791113,
      "grad_norm": 0.6590152206827473,
      "learning_rate": 0.0002984559296740438,
      "loss": 2.6406,
      "step": 7804
    },
    {
      "epoch": 0.3631076994649919,
      "grad_norm": 0.7097583095701315,
      "learning_rate": 0.0002984553984722272,
      "loss": 2.5625,
      "step": 7805
    },
    {
      "epoch": 0.3631542219120726,
      "grad_norm": 0.7087297992728034,
      "learning_rate": 0.0002984548671795253,
      "loss": 2.7812,
      "step": 7806
    },
    {
      "epoch": 0.3632007443591533,
      "grad_norm": 0.649763237585024,
      "learning_rate": 0.00029845433579593844,
      "loss": 2.5312,
      "step": 7807
    },
    {
      "epoch": 0.363247266806234,
      "grad_norm": 0.6851414994679702,
      "learning_rate": 0.00029845380432146697,
      "loss": 2.7656,
      "step": 7808
    },
    {
      "epoch": 0.36329378925331474,
      "grad_norm": 0.7380600982227364,
      "learning_rate": 0.0002984532727561113,
      "loss": 2.8906,
      "step": 7809
    },
    {
      "epoch": 0.36334031170039544,
      "grad_norm": 0.6688929305271988,
      "learning_rate": 0.0002984527410998715,
      "loss": 2.3281,
      "step": 7810
    },
    {
      "epoch": 0.36338683414747613,
      "grad_norm": 0.6715087051872085,
      "learning_rate": 0.0002984522093527482,
      "loss": 2.4219,
      "step": 7811
    },
    {
      "epoch": 0.3634333565945569,
      "grad_norm": 0.6925844704411338,
      "learning_rate": 0.00029845167751474145,
      "loss": 2.6875,
      "step": 7812
    },
    {
      "epoch": 0.3634798790416376,
      "grad_norm": 0.7157596699129608,
      "learning_rate": 0.0002984511455858518,
      "loss": 2.5156,
      "step": 7813
    },
    {
      "epoch": 0.3635264014887183,
      "grad_norm": 0.7147950339719105,
      "learning_rate": 0.00029845061356607947,
      "loss": 2.5938,
      "step": 7814
    },
    {
      "epoch": 0.36357292393579904,
      "grad_norm": 0.7003214703959512,
      "learning_rate": 0.0002984500814554248,
      "loss": 2.5312,
      "step": 7815
    },
    {
      "epoch": 0.36361944638287974,
      "grad_norm": 0.7550547401485974,
      "learning_rate": 0.0002984495492538881,
      "loss": 2.9375,
      "step": 7816
    },
    {
      "epoch": 0.36366596882996044,
      "grad_norm": 0.7134355272963375,
      "learning_rate": 0.0002984490169614697,
      "loss": 2.7031,
      "step": 7817
    },
    {
      "epoch": 0.3637124912770412,
      "grad_norm": 0.6928144295236878,
      "learning_rate": 0.00029844848457816995,
      "loss": 2.5312,
      "step": 7818
    },
    {
      "epoch": 0.3637590137241219,
      "grad_norm": 0.7009754424908403,
      "learning_rate": 0.00029844795210398915,
      "loss": 2.6562,
      "step": 7819
    },
    {
      "epoch": 0.3638055361712026,
      "grad_norm": 0.6723139892567304,
      "learning_rate": 0.0002984474195389277,
      "loss": 2.7031,
      "step": 7820
    },
    {
      "epoch": 0.36385205861828335,
      "grad_norm": 0.740335625575903,
      "learning_rate": 0.0002984468868829858,
      "loss": 2.8281,
      "step": 7821
    },
    {
      "epoch": 0.36389858106536405,
      "grad_norm": 0.6600662561429688,
      "learning_rate": 0.00029844635413616387,
      "loss": 2.4688,
      "step": 7822
    },
    {
      "epoch": 0.36394510351244475,
      "grad_norm": 0.7303768786954297,
      "learning_rate": 0.0002984458212984622,
      "loss": 2.625,
      "step": 7823
    },
    {
      "epoch": 0.36399162595952544,
      "grad_norm": 0.6355578884301468,
      "learning_rate": 0.00029844528836988114,
      "loss": 2.5469,
      "step": 7824
    },
    {
      "epoch": 0.3640381484066062,
      "grad_norm": 0.6526346108593215,
      "learning_rate": 0.00029844475535042097,
      "loss": 2.5625,
      "step": 7825
    },
    {
      "epoch": 0.3640846708536869,
      "grad_norm": 0.6772592795182074,
      "learning_rate": 0.00029844422224008205,
      "loss": 2.7812,
      "step": 7826
    },
    {
      "epoch": 0.3641311933007676,
      "grad_norm": 0.6970984713425139,
      "learning_rate": 0.0002984436890388647,
      "loss": 2.5,
      "step": 7827
    },
    {
      "epoch": 0.36417771574784835,
      "grad_norm": 0.6667263284364698,
      "learning_rate": 0.00029844315574676923,
      "loss": 2.6719,
      "step": 7828
    },
    {
      "epoch": 0.36422423819492905,
      "grad_norm": 0.6404468408564792,
      "learning_rate": 0.0002984426223637961,
      "loss": 2.5625,
      "step": 7829
    },
    {
      "epoch": 0.36427076064200975,
      "grad_norm": 0.7069940101294145,
      "learning_rate": 0.00029844208888994537,
      "loss": 2.6562,
      "step": 7830
    },
    {
      "epoch": 0.3643172830890905,
      "grad_norm": 0.720756689056293,
      "learning_rate": 0.00029844155532521754,
      "loss": 3.0625,
      "step": 7831
    },
    {
      "epoch": 0.3643638055361712,
      "grad_norm": 0.6706531221741597,
      "learning_rate": 0.000298441021669613,
      "loss": 2.4688,
      "step": 7832
    },
    {
      "epoch": 0.3644103279832519,
      "grad_norm": 0.6563693822756758,
      "learning_rate": 0.00029844048792313193,
      "loss": 2.4531,
      "step": 7833
    },
    {
      "epoch": 0.36445685043033266,
      "grad_norm": 0.6267096098922544,
      "learning_rate": 0.00029843995408577475,
      "loss": 2.6719,
      "step": 7834
    },
    {
      "epoch": 0.36450337287741336,
      "grad_norm": 0.7150448262069943,
      "learning_rate": 0.00029843942015754174,
      "loss": 2.75,
      "step": 7835
    },
    {
      "epoch": 0.36454989532449406,
      "grad_norm": 0.7787404827393164,
      "learning_rate": 0.00029843888613843324,
      "loss": 2.4844,
      "step": 7836
    },
    {
      "epoch": 0.3645964177715748,
      "grad_norm": 0.6989704159592457,
      "learning_rate": 0.00029843835202844957,
      "loss": 2.5469,
      "step": 7837
    },
    {
      "epoch": 0.3646429402186555,
      "grad_norm": 0.6619970995918218,
      "learning_rate": 0.0002984378178275911,
      "loss": 2.5938,
      "step": 7838
    },
    {
      "epoch": 0.3646894626657362,
      "grad_norm": 0.740478791480888,
      "learning_rate": 0.0002984372835358581,
      "loss": 2.8125,
      "step": 7839
    },
    {
      "epoch": 0.3647359851128169,
      "grad_norm": 0.7879238883069796,
      "learning_rate": 0.00029843674915325095,
      "loss": 2.8594,
      "step": 7840
    },
    {
      "epoch": 0.36478250755989766,
      "grad_norm": 0.6976247640889548,
      "learning_rate": 0.0002984362146797699,
      "loss": 2.4375,
      "step": 7841
    },
    {
      "epoch": 0.36482903000697836,
      "grad_norm": 0.7258379135684956,
      "learning_rate": 0.00029843568011541537,
      "loss": 2.7188,
      "step": 7842
    },
    {
      "epoch": 0.36487555245405906,
      "grad_norm": 0.7016648220320397,
      "learning_rate": 0.0002984351454601876,
      "loss": 2.5312,
      "step": 7843
    },
    {
      "epoch": 0.3649220749011398,
      "grad_norm": 0.7397644183076735,
      "learning_rate": 0.000298434610714087,
      "loss": 2.6719,
      "step": 7844
    },
    {
      "epoch": 0.3649685973482205,
      "grad_norm": 0.7207065287045394,
      "learning_rate": 0.0002984340758771138,
      "loss": 2.8125,
      "step": 7845
    },
    {
      "epoch": 0.3650151197953012,
      "grad_norm": 0.6868233579976343,
      "learning_rate": 0.0002984335409492684,
      "loss": 2.4688,
      "step": 7846
    },
    {
      "epoch": 0.36506164224238197,
      "grad_norm": 0.7007054313748686,
      "learning_rate": 0.00029843300593055116,
      "loss": 2.5781,
      "step": 7847
    },
    {
      "epoch": 0.36510816468946267,
      "grad_norm": 0.6795054289134911,
      "learning_rate": 0.0002984324708209623,
      "loss": 2.7344,
      "step": 7848
    },
    {
      "epoch": 0.36515468713654337,
      "grad_norm": 0.7260087127871121,
      "learning_rate": 0.0002984319356205023,
      "loss": 2.5938,
      "step": 7849
    },
    {
      "epoch": 0.3652012095836241,
      "grad_norm": 0.7212510592453688,
      "learning_rate": 0.0002984314003291713,
      "loss": 2.625,
      "step": 7850
    },
    {
      "epoch": 0.3652477320307048,
      "grad_norm": 0.70609249248481,
      "learning_rate": 0.0002984308649469697,
      "loss": 2.2344,
      "step": 7851
    },
    {
      "epoch": 0.3652942544777855,
      "grad_norm": 0.7222260407295563,
      "learning_rate": 0.0002984303294738979,
      "loss": 2.625,
      "step": 7852
    },
    {
      "epoch": 0.3653407769248663,
      "grad_norm": 0.6673997371438646,
      "learning_rate": 0.00029842979390995623,
      "loss": 2.6719,
      "step": 7853
    },
    {
      "epoch": 0.36538729937194697,
      "grad_norm": 0.6394247342657342,
      "learning_rate": 0.0002984292582551449,
      "loss": 2.3594,
      "step": 7854
    },
    {
      "epoch": 0.36543382181902767,
      "grad_norm": 0.6747791835321976,
      "learning_rate": 0.0002984287225094643,
      "loss": 2.4375,
      "step": 7855
    },
    {
      "epoch": 0.36548034426610837,
      "grad_norm": 0.7175773979996682,
      "learning_rate": 0.0002984281866729148,
      "loss": 2.7188,
      "step": 7856
    },
    {
      "epoch": 0.3655268667131891,
      "grad_norm": 0.7007134670002463,
      "learning_rate": 0.00029842765074549664,
      "loss": 2.5,
      "step": 7857
    },
    {
      "epoch": 0.3655733891602698,
      "grad_norm": 0.757744640424429,
      "learning_rate": 0.00029842711472721024,
      "loss": 2.7812,
      "step": 7858
    },
    {
      "epoch": 0.3656199116073505,
      "grad_norm": 0.708883048740496,
      "learning_rate": 0.00029842657861805583,
      "loss": 2.6719,
      "step": 7859
    },
    {
      "epoch": 0.3656664340544313,
      "grad_norm": 0.7368598305166756,
      "learning_rate": 0.0002984260424180339,
      "loss": 2.4531,
      "step": 7860
    },
    {
      "epoch": 0.365712956501512,
      "grad_norm": 0.6850770285770825,
      "learning_rate": 0.0002984255061271446,
      "loss": 2.7344,
      "step": 7861
    },
    {
      "epoch": 0.3657594789485927,
      "grad_norm": 0.7206594216966037,
      "learning_rate": 0.0002984249697453883,
      "loss": 2.6094,
      "step": 7862
    },
    {
      "epoch": 0.36580600139567343,
      "grad_norm": 0.7292284404961098,
      "learning_rate": 0.0002984244332727654,
      "loss": 2.7812,
      "step": 7863
    },
    {
      "epoch": 0.36585252384275413,
      "grad_norm": 0.749917202827877,
      "learning_rate": 0.0002984238967092762,
      "loss": 2.6719,
      "step": 7864
    },
    {
      "epoch": 0.36589904628983483,
      "grad_norm": 0.6928782616717244,
      "learning_rate": 0.00029842336005492096,
      "loss": 2.5312,
      "step": 7865
    },
    {
      "epoch": 0.3659455687369156,
      "grad_norm": 0.719222573680389,
      "learning_rate": 0.0002984228233097001,
      "loss": 2.6719,
      "step": 7866
    },
    {
      "epoch": 0.3659920911839963,
      "grad_norm": 0.6291165447748991,
      "learning_rate": 0.00029842228647361394,
      "loss": 2.2969,
      "step": 7867
    },
    {
      "epoch": 0.366038613631077,
      "grad_norm": 0.7413918521291724,
      "learning_rate": 0.00029842174954666274,
      "loss": 2.75,
      "step": 7868
    },
    {
      "epoch": 0.36608513607815774,
      "grad_norm": 0.7524507311219353,
      "learning_rate": 0.0002984212125288469,
      "loss": 2.6875,
      "step": 7869
    },
    {
      "epoch": 0.36613165852523843,
      "grad_norm": 0.6801552947022351,
      "learning_rate": 0.0002984206754201667,
      "loss": 2.3281,
      "step": 7870
    },
    {
      "epoch": 0.36617818097231913,
      "grad_norm": 0.6889851448016058,
      "learning_rate": 0.0002984201382206225,
      "loss": 2.5469,
      "step": 7871
    },
    {
      "epoch": 0.36622470341939983,
      "grad_norm": 0.6984454476471642,
      "learning_rate": 0.0002984196009302146,
      "loss": 2.4375,
      "step": 7872
    },
    {
      "epoch": 0.3662712258664806,
      "grad_norm": 0.6926683314613722,
      "learning_rate": 0.00029841906354894336,
      "loss": 2.6094,
      "step": 7873
    },
    {
      "epoch": 0.3663177483135613,
      "grad_norm": 0.7415345905436184,
      "learning_rate": 0.00029841852607680907,
      "loss": 2.5781,
      "step": 7874
    },
    {
      "epoch": 0.366364270760642,
      "grad_norm": 0.7747443436328739,
      "learning_rate": 0.00029841798851381213,
      "loss": 2.875,
      "step": 7875
    },
    {
      "epoch": 0.36641079320772274,
      "grad_norm": 0.713220719710219,
      "learning_rate": 0.00029841745085995276,
      "loss": 2.4219,
      "step": 7876
    },
    {
      "epoch": 0.36645731565480344,
      "grad_norm": 0.7394787415657775,
      "learning_rate": 0.0002984169131152314,
      "loss": 2.5938,
      "step": 7877
    },
    {
      "epoch": 0.36650383810188414,
      "grad_norm": 0.7347590344609941,
      "learning_rate": 0.00029841637527964836,
      "loss": 2.7812,
      "step": 7878
    },
    {
      "epoch": 0.3665503605489649,
      "grad_norm": 0.6801811315571032,
      "learning_rate": 0.0002984158373532039,
      "loss": 2.8438,
      "step": 7879
    },
    {
      "epoch": 0.3665968829960456,
      "grad_norm": 0.717847491801432,
      "learning_rate": 0.00029841529933589836,
      "loss": 2.8438,
      "step": 7880
    },
    {
      "epoch": 0.3666434054431263,
      "grad_norm": 0.6556548012681112,
      "learning_rate": 0.0002984147612277321,
      "loss": 2.4219,
      "step": 7881
    },
    {
      "epoch": 0.36668992789020705,
      "grad_norm": 0.6658704443928117,
      "learning_rate": 0.0002984142230287055,
      "loss": 2.7969,
      "step": 7882
    },
    {
      "epoch": 0.36673645033728774,
      "grad_norm": 0.6898239297669031,
      "learning_rate": 0.0002984136847388188,
      "loss": 2.5469,
      "step": 7883
    },
    {
      "epoch": 0.36678297278436844,
      "grad_norm": 0.6963776621698391,
      "learning_rate": 0.0002984131463580724,
      "loss": 2.5781,
      "step": 7884
    },
    {
      "epoch": 0.3668294952314492,
      "grad_norm": 0.6607251234162679,
      "learning_rate": 0.0002984126078864666,
      "loss": 2.4688,
      "step": 7885
    },
    {
      "epoch": 0.3668760176785299,
      "grad_norm": 0.7259562954084221,
      "learning_rate": 0.0002984120693240017,
      "loss": 2.625,
      "step": 7886
    },
    {
      "epoch": 0.3669225401256106,
      "grad_norm": 0.7476285745145764,
      "learning_rate": 0.0002984115306706781,
      "loss": 2.625,
      "step": 7887
    },
    {
      "epoch": 0.3669690625726913,
      "grad_norm": 0.6859908215731598,
      "learning_rate": 0.000298410991926496,
      "loss": 2.5625,
      "step": 7888
    },
    {
      "epoch": 0.36701558501977205,
      "grad_norm": 0.6913534800344917,
      "learning_rate": 0.0002984104530914559,
      "loss": 2.5469,
      "step": 7889
    },
    {
      "epoch": 0.36706210746685275,
      "grad_norm": 0.684900908866001,
      "learning_rate": 0.000298409914165558,
      "loss": 2.8281,
      "step": 7890
    },
    {
      "epoch": 0.36710862991393345,
      "grad_norm": 0.7527119921286757,
      "learning_rate": 0.00029840937514880267,
      "loss": 2.7656,
      "step": 7891
    },
    {
      "epoch": 0.3671551523610142,
      "grad_norm": 0.679490219172075,
      "learning_rate": 0.0002984088360411902,
      "loss": 2.8125,
      "step": 7892
    },
    {
      "epoch": 0.3672016748080949,
      "grad_norm": 0.6997784042245498,
      "learning_rate": 0.0002984082968427211,
      "loss": 2.6094,
      "step": 7893
    },
    {
      "epoch": 0.3672481972551756,
      "grad_norm": 0.6619067476560162,
      "learning_rate": 0.0002984077575533955,
      "loss": 2.4375,
      "step": 7894
    },
    {
      "epoch": 0.36729471970225636,
      "grad_norm": 0.7029146552430124,
      "learning_rate": 0.00029840721817321375,
      "loss": 2.5781,
      "step": 7895
    },
    {
      "epoch": 0.36734124214933705,
      "grad_norm": 0.8041057017811395,
      "learning_rate": 0.0002984066787021763,
      "loss": 3.0469,
      "step": 7896
    },
    {
      "epoch": 0.36738776459641775,
      "grad_norm": 0.7073616813174222,
      "learning_rate": 0.00029840613914028336,
      "loss": 2.6562,
      "step": 7897
    },
    {
      "epoch": 0.3674342870434985,
      "grad_norm": 0.6940584849983165,
      "learning_rate": 0.0002984055994875353,
      "loss": 2.4531,
      "step": 7898
    },
    {
      "epoch": 0.3674808094905792,
      "grad_norm": 0.6986892785711772,
      "learning_rate": 0.00029840505974393247,
      "loss": 2.5469,
      "step": 7899
    },
    {
      "epoch": 0.3675273319376599,
      "grad_norm": 0.7543339172989464,
      "learning_rate": 0.0002984045199094752,
      "loss": 2.8594,
      "step": 7900
    },
    {
      "epoch": 0.36757385438474066,
      "grad_norm": 0.6669890715575905,
      "learning_rate": 0.00029840397998416384,
      "loss": 2.7969,
      "step": 7901
    },
    {
      "epoch": 0.36762037683182136,
      "grad_norm": 0.7628876601763962,
      "learning_rate": 0.00029840343996799865,
      "loss": 1.9062,
      "step": 7902
    },
    {
      "epoch": 0.36766689927890206,
      "grad_norm": 0.6856909468599871,
      "learning_rate": 0.00029840289986097997,
      "loss": 2.375,
      "step": 7903
    },
    {
      "epoch": 0.3677134217259828,
      "grad_norm": 0.649266058615218,
      "learning_rate": 0.0002984023596631082,
      "loss": 2.3906,
      "step": 7904
    },
    {
      "epoch": 0.3677599441730635,
      "grad_norm": 0.73779949325706,
      "learning_rate": 0.0002984018193743836,
      "loss": 2.6875,
      "step": 7905
    },
    {
      "epoch": 0.3678064666201442,
      "grad_norm": 0.7236120703461505,
      "learning_rate": 0.0002984012789948066,
      "loss": 2.625,
      "step": 7906
    },
    {
      "epoch": 0.3678529890672249,
      "grad_norm": 0.753457169935907,
      "learning_rate": 0.0002984007385243774,
      "loss": 2.5938,
      "step": 7907
    },
    {
      "epoch": 0.36789951151430567,
      "grad_norm": 0.6806354388202124,
      "learning_rate": 0.0002984001979630964,
      "loss": 2.4219,
      "step": 7908
    },
    {
      "epoch": 0.36794603396138637,
      "grad_norm": 0.6714431871123835,
      "learning_rate": 0.00029839965731096393,
      "loss": 2.6875,
      "step": 7909
    },
    {
      "epoch": 0.36799255640846706,
      "grad_norm": 0.691557916731492,
      "learning_rate": 0.00029839911656798034,
      "loss": 2.7344,
      "step": 7910
    },
    {
      "epoch": 0.3680390788555478,
      "grad_norm": 0.9167572676693998,
      "learning_rate": 0.0002983985757341459,
      "loss": 1.9766,
      "step": 7911
    },
    {
      "epoch": 0.3680856013026285,
      "grad_norm": 0.6598924280638864,
      "learning_rate": 0.000298398034809461,
      "loss": 2.7031,
      "step": 7912
    },
    {
      "epoch": 0.3681321237497092,
      "grad_norm": 0.7550964473888997,
      "learning_rate": 0.00029839749379392594,
      "loss": 2.7969,
      "step": 7913
    },
    {
      "epoch": 0.36817864619678997,
      "grad_norm": 0.7213170101984243,
      "learning_rate": 0.00029839695268754103,
      "loss": 2.4219,
      "step": 7914
    },
    {
      "epoch": 0.36822516864387067,
      "grad_norm": 0.7058090067510167,
      "learning_rate": 0.0002983964114903067,
      "loss": 2.4688,
      "step": 7915
    },
    {
      "epoch": 0.36827169109095137,
      "grad_norm": 0.6732592655095753,
      "learning_rate": 0.0002983958702022232,
      "loss": 2.7344,
      "step": 7916
    },
    {
      "epoch": 0.3683182135380321,
      "grad_norm": 0.7197826118956658,
      "learning_rate": 0.0002983953288232908,
      "loss": 2.8438,
      "step": 7917
    },
    {
      "epoch": 0.3683647359851128,
      "grad_norm": 0.6752826995127588,
      "learning_rate": 0.00029839478735351,
      "loss": 2.6719,
      "step": 7918
    },
    {
      "epoch": 0.3684112584321935,
      "grad_norm": 0.7452014041294128,
      "learning_rate": 0.00029839424579288095,
      "loss": 2.7969,
      "step": 7919
    },
    {
      "epoch": 0.3684577808792743,
      "grad_norm": 0.6981565454740917,
      "learning_rate": 0.0002983937041414041,
      "loss": 2.4062,
      "step": 7920
    },
    {
      "epoch": 0.368504303326355,
      "grad_norm": 0.7018502183401373,
      "learning_rate": 0.00029839316239907974,
      "loss": 2.5156,
      "step": 7921
    },
    {
      "epoch": 0.3685508257734357,
      "grad_norm": 0.7403964129270753,
      "learning_rate": 0.00029839262056590826,
      "loss": 2.5938,
      "step": 7922
    },
    {
      "epoch": 0.3685973482205164,
      "grad_norm": 0.7150380134198159,
      "learning_rate": 0.0002983920786418899,
      "loss": 2.625,
      "step": 7923
    },
    {
      "epoch": 0.36864387066759713,
      "grad_norm": 0.6665340784874306,
      "learning_rate": 0.00029839153662702505,
      "loss": 2.4062,
      "step": 7924
    },
    {
      "epoch": 0.36869039311467783,
      "grad_norm": 0.7126563169584598,
      "learning_rate": 0.00029839099452131404,
      "loss": 2.5625,
      "step": 7925
    },
    {
      "epoch": 0.3687369155617585,
      "grad_norm": 0.6982392726892931,
      "learning_rate": 0.0002983904523247572,
      "loss": 2.5625,
      "step": 7926
    },
    {
      "epoch": 0.3687834380088393,
      "grad_norm": 0.7044150747492619,
      "learning_rate": 0.0002983899100373548,
      "loss": 3.0156,
      "step": 7927
    },
    {
      "epoch": 0.36882996045592,
      "grad_norm": 0.6779618149617375,
      "learning_rate": 0.00029838936765910724,
      "loss": 2.6875,
      "step": 7928
    },
    {
      "epoch": 0.3688764829030007,
      "grad_norm": 0.7080651308151755,
      "learning_rate": 0.0002983888251900148,
      "loss": 2.5156,
      "step": 7929
    },
    {
      "epoch": 0.36892300535008143,
      "grad_norm": 0.6992262628327908,
      "learning_rate": 0.0002983882826300779,
      "loss": 2.3594,
      "step": 7930
    },
    {
      "epoch": 0.36896952779716213,
      "grad_norm": 0.6621345838612225,
      "learning_rate": 0.00029838773997929686,
      "loss": 2.5938,
      "step": 7931
    },
    {
      "epoch": 0.36901605024424283,
      "grad_norm": 0.7099029209612675,
      "learning_rate": 0.00029838719723767183,
      "loss": 2.4219,
      "step": 7932
    },
    {
      "epoch": 0.3690625726913236,
      "grad_norm": 0.6789588638582147,
      "learning_rate": 0.0002983866544052034,
      "loss": 2.4219,
      "step": 7933
    },
    {
      "epoch": 0.3691090951384043,
      "grad_norm": 0.7350276887829278,
      "learning_rate": 0.0002983861114818918,
      "loss": 2.6406,
      "step": 7934
    },
    {
      "epoch": 0.369155617585485,
      "grad_norm": 0.7009447549153067,
      "learning_rate": 0.00029838556846773726,
      "loss": 2.5938,
      "step": 7935
    },
    {
      "epoch": 0.36920214003256574,
      "grad_norm": 0.6741060425302674,
      "learning_rate": 0.00029838502536274025,
      "loss": 2.625,
      "step": 7936
    },
    {
      "epoch": 0.36924866247964644,
      "grad_norm": 0.7172149922643575,
      "learning_rate": 0.00029838448216690103,
      "loss": 2.2969,
      "step": 7937
    },
    {
      "epoch": 0.36929518492672714,
      "grad_norm": 0.6375071104157124,
      "learning_rate": 0.00029838393888022,
      "loss": 2.3906,
      "step": 7938
    },
    {
      "epoch": 0.36934170737380784,
      "grad_norm": 0.6391204271849099,
      "learning_rate": 0.0002983833955026974,
      "loss": 2.5625,
      "step": 7939
    },
    {
      "epoch": 0.3693882298208886,
      "grad_norm": 0.7875726808323019,
      "learning_rate": 0.00029838285203433363,
      "loss": 2.9219,
      "step": 7940
    },
    {
      "epoch": 0.3694347522679693,
      "grad_norm": 0.7506358468639674,
      "learning_rate": 0.000298382308475129,
      "loss": 2.4531,
      "step": 7941
    },
    {
      "epoch": 0.36948127471505,
      "grad_norm": 0.735124245786658,
      "learning_rate": 0.00029838176482508387,
      "loss": 2.7969,
      "step": 7942
    },
    {
      "epoch": 0.36952779716213074,
      "grad_norm": 0.6773537060283887,
      "learning_rate": 0.0002983812210841985,
      "loss": 2.3125,
      "step": 7943
    },
    {
      "epoch": 0.36957431960921144,
      "grad_norm": 0.6885693795950775,
      "learning_rate": 0.00029838067725247334,
      "loss": 2.1719,
      "step": 7944
    },
    {
      "epoch": 0.36962084205629214,
      "grad_norm": 0.6856122442540143,
      "learning_rate": 0.0002983801333299086,
      "loss": 3.0469,
      "step": 7945
    },
    {
      "epoch": 0.3696673645033729,
      "grad_norm": 0.7098870706964866,
      "learning_rate": 0.00029837958931650465,
      "loss": 2.5938,
      "step": 7946
    },
    {
      "epoch": 0.3697138869504536,
      "grad_norm": 0.7504246365980481,
      "learning_rate": 0.0002983790452122619,
      "loss": 2.5938,
      "step": 7947
    },
    {
      "epoch": 0.3697604093975343,
      "grad_norm": 0.6655024226588593,
      "learning_rate": 0.0002983785010171806,
      "loss": 2.6406,
      "step": 7948
    },
    {
      "epoch": 0.36980693184461505,
      "grad_norm": 0.7679014856699943,
      "learning_rate": 0.00029837795673126117,
      "loss": 2.6562,
      "step": 7949
    },
    {
      "epoch": 0.36985345429169575,
      "grad_norm": 0.765399363528735,
      "learning_rate": 0.0002983774123545038,
      "loss": 2.625,
      "step": 7950
    },
    {
      "epoch": 0.36989997673877645,
      "grad_norm": 0.6805134024137476,
      "learning_rate": 0.0002983768678869089,
      "loss": 2.4219,
      "step": 7951
    },
    {
      "epoch": 0.3699464991858572,
      "grad_norm": 0.710946585349259,
      "learning_rate": 0.00029837632332847683,
      "loss": 2.4531,
      "step": 7952
    },
    {
      "epoch": 0.3699930216329379,
      "grad_norm": 0.7066304468932613,
      "learning_rate": 0.0002983757786792079,
      "loss": 2.7344,
      "step": 7953
    },
    {
      "epoch": 0.3700395440800186,
      "grad_norm": 0.6722755664117256,
      "learning_rate": 0.0002983752339391024,
      "loss": 2.6094,
      "step": 7954
    },
    {
      "epoch": 0.3700860665270993,
      "grad_norm": 0.7277194587689668,
      "learning_rate": 0.0002983746891081608,
      "loss": 2.9688,
      "step": 7955
    },
    {
      "epoch": 0.37013258897418005,
      "grad_norm": 0.7075525892225621,
      "learning_rate": 0.0002983741441863833,
      "loss": 2.6719,
      "step": 7956
    },
    {
      "epoch": 0.37017911142126075,
      "grad_norm": 0.756304693264176,
      "learning_rate": 0.0002983735991737702,
      "loss": 2.8594,
      "step": 7957
    },
    {
      "epoch": 0.37022563386834145,
      "grad_norm": 0.6933461816316235,
      "learning_rate": 0.000298373054070322,
      "loss": 2.5,
      "step": 7958
    },
    {
      "epoch": 0.3702721563154222,
      "grad_norm": 0.672778767471958,
      "learning_rate": 0.00029837250887603895,
      "loss": 2.6094,
      "step": 7959
    },
    {
      "epoch": 0.3703186787625029,
      "grad_norm": 0.6661832682728819,
      "learning_rate": 0.0002983719635909213,
      "loss": 2.5469,
      "step": 7960
    },
    {
      "epoch": 0.3703652012095836,
      "grad_norm": 0.7038840531137391,
      "learning_rate": 0.0002983714182149695,
      "loss": 2.6875,
      "step": 7961
    },
    {
      "epoch": 0.37041172365666436,
      "grad_norm": 0.750290711737226,
      "learning_rate": 0.0002983708727481839,
      "loss": 2.6719,
      "step": 7962
    },
    {
      "epoch": 0.37045824610374506,
      "grad_norm": 0.6929421555763662,
      "learning_rate": 0.0002983703271905647,
      "loss": 2.8125,
      "step": 7963
    },
    {
      "epoch": 0.37050476855082576,
      "grad_norm": 0.6978281992239199,
      "learning_rate": 0.0002983697815421123,
      "loss": 2.625,
      "step": 7964
    },
    {
      "epoch": 0.3705512909979065,
      "grad_norm": 0.65896497017574,
      "learning_rate": 0.00029836923580282707,
      "loss": 2.5625,
      "step": 7965
    },
    {
      "epoch": 0.3705978134449872,
      "grad_norm": 0.6753953324837921,
      "learning_rate": 0.00029836868997270937,
      "loss": 2.7656,
      "step": 7966
    },
    {
      "epoch": 0.3706443358920679,
      "grad_norm": 0.7999943102821921,
      "learning_rate": 0.00029836814405175937,
      "loss": 2.6875,
      "step": 7967
    },
    {
      "epoch": 0.37069085833914867,
      "grad_norm": 0.6795302860128073,
      "learning_rate": 0.00029836759803997763,
      "loss": 2.4375,
      "step": 7968
    },
    {
      "epoch": 0.37073738078622936,
      "grad_norm": 0.7073285059117522,
      "learning_rate": 0.00029836705193736436,
      "loss": 2.5312,
      "step": 7969
    },
    {
      "epoch": 0.37078390323331006,
      "grad_norm": 0.6234395640392746,
      "learning_rate": 0.00029836650574391983,
      "loss": 2.375,
      "step": 7970
    },
    {
      "epoch": 0.37083042568039076,
      "grad_norm": 0.8306802687589884,
      "learning_rate": 0.0002983659594596445,
      "loss": 1.8984,
      "step": 7971
    },
    {
      "epoch": 0.3708769481274715,
      "grad_norm": 0.6922345510197182,
      "learning_rate": 0.00029836541308453867,
      "loss": 2.75,
      "step": 7972
    },
    {
      "epoch": 0.3709234705745522,
      "grad_norm": 0.6899077219315326,
      "learning_rate": 0.00029836486661860264,
      "loss": 2.4688,
      "step": 7973
    },
    {
      "epoch": 0.3709699930216329,
      "grad_norm": 0.842571318502813,
      "learning_rate": 0.00029836432006183675,
      "loss": 2.9062,
      "step": 7974
    },
    {
      "epoch": 0.37101651546871367,
      "grad_norm": 0.7734134802573251,
      "learning_rate": 0.00029836377341424134,
      "loss": 2.6094,
      "step": 7975
    },
    {
      "epoch": 0.37106303791579437,
      "grad_norm": 0.6697536937484707,
      "learning_rate": 0.00029836322667581685,
      "loss": 2.7656,
      "step": 7976
    },
    {
      "epoch": 0.37110956036287507,
      "grad_norm": 0.7310246484818694,
      "learning_rate": 0.0002983626798465634,
      "loss": 2.625,
      "step": 7977
    },
    {
      "epoch": 0.3711560828099558,
      "grad_norm": 0.7424315612721106,
      "learning_rate": 0.0002983621329264815,
      "loss": 2.5625,
      "step": 7978
    },
    {
      "epoch": 0.3712026052570365,
      "grad_norm": 0.6994273557375169,
      "learning_rate": 0.0002983615859155714,
      "loss": 2.7188,
      "step": 7979
    },
    {
      "epoch": 0.3712491277041172,
      "grad_norm": 0.7573154105141727,
      "learning_rate": 0.0002983610388138335,
      "loss": 2.5312,
      "step": 7980
    },
    {
      "epoch": 0.371295650151198,
      "grad_norm": 0.6980307404780431,
      "learning_rate": 0.00029836049162126806,
      "loss": 2.75,
      "step": 7981
    },
    {
      "epoch": 0.3713421725982787,
      "grad_norm": 0.6927568475314362,
      "learning_rate": 0.00029835994433787547,
      "loss": 2.5781,
      "step": 7982
    },
    {
      "epoch": 0.3713886950453594,
      "grad_norm": 0.7067728020947392,
      "learning_rate": 0.00029835939696365606,
      "loss": 2.4219,
      "step": 7983
    },
    {
      "epoch": 0.37143521749244013,
      "grad_norm": 0.7763467503571913,
      "learning_rate": 0.0002983588494986101,
      "loss": 3.0,
      "step": 7984
    },
    {
      "epoch": 0.3714817399395208,
      "grad_norm": 0.6566499400488427,
      "learning_rate": 0.00029835830194273804,
      "loss": 2.5312,
      "step": 7985
    },
    {
      "epoch": 0.3715282623866015,
      "grad_norm": 0.7931237642390151,
      "learning_rate": 0.00029835775429604014,
      "loss": 2.0312,
      "step": 7986
    },
    {
      "epoch": 0.3715747848336822,
      "grad_norm": 0.66724272851368,
      "learning_rate": 0.0002983572065585168,
      "loss": 2.6094,
      "step": 7987
    },
    {
      "epoch": 0.371621307280763,
      "grad_norm": 0.7251371992720338,
      "learning_rate": 0.00029835665873016823,
      "loss": 2.6094,
      "step": 7988
    },
    {
      "epoch": 0.3716678297278437,
      "grad_norm": 0.6980192227647091,
      "learning_rate": 0.0002983561108109948,
      "loss": 2.7969,
      "step": 7989
    },
    {
      "epoch": 0.3717143521749244,
      "grad_norm": 0.7092784910502189,
      "learning_rate": 0.0002983555628009969,
      "loss": 2.7656,
      "step": 7990
    },
    {
      "epoch": 0.37176087462200513,
      "grad_norm": 0.8158352947374891,
      "learning_rate": 0.00029835501470017493,
      "loss": 2.5,
      "step": 7991
    },
    {
      "epoch": 0.37180739706908583,
      "grad_norm": 0.7751952391023238,
      "learning_rate": 0.0002983544665085291,
      "loss": 2.9844,
      "step": 7992
    },
    {
      "epoch": 0.37185391951616653,
      "grad_norm": 0.7436571286665562,
      "learning_rate": 0.0002983539182260598,
      "loss": 2.6719,
      "step": 7993
    },
    {
      "epoch": 0.3719004419632473,
      "grad_norm": 0.7240685781607705,
      "learning_rate": 0.00029835336985276734,
      "loss": 2.6875,
      "step": 7994
    },
    {
      "epoch": 0.371946964410328,
      "grad_norm": 0.6862865591360734,
      "learning_rate": 0.0002983528213886521,
      "loss": 2.4219,
      "step": 7995
    },
    {
      "epoch": 0.3719934868574087,
      "grad_norm": 0.7531949607241787,
      "learning_rate": 0.0002983522728337144,
      "loss": 2.6562,
      "step": 7996
    },
    {
      "epoch": 0.37204000930448944,
      "grad_norm": 0.7217485513901951,
      "learning_rate": 0.0002983517241879545,
      "loss": 2.7031,
      "step": 7997
    },
    {
      "epoch": 0.37208653175157014,
      "grad_norm": 0.6856615123586403,
      "learning_rate": 0.00029835117545137286,
      "loss": 2.5781,
      "step": 7998
    },
    {
      "epoch": 0.37213305419865084,
      "grad_norm": 0.7582945247790158,
      "learning_rate": 0.00029835062662396974,
      "loss": 2.9844,
      "step": 7999
    },
    {
      "epoch": 0.3721795766457316,
      "grad_norm": 0.7067378650407805,
      "learning_rate": 0.00029835007770574544,
      "loss": 2.8438,
      "step": 8000
    },
    {
      "epoch": 0.3722260990928123,
      "grad_norm": 0.8286756885159037,
      "learning_rate": 0.00029834952869670046,
      "loss": 2.8125,
      "step": 8001
    },
    {
      "epoch": 0.372272621539893,
      "grad_norm": 0.653337461226318,
      "learning_rate": 0.00029834897959683495,
      "loss": 2.2188,
      "step": 8002
    },
    {
      "epoch": 0.3723191439869737,
      "grad_norm": 0.6924024779889605,
      "learning_rate": 0.0002983484304061493,
      "loss": 2.4375,
      "step": 8003
    },
    {
      "epoch": 0.37236566643405444,
      "grad_norm": 0.6793754098285187,
      "learning_rate": 0.00029834788112464386,
      "loss": 2.5156,
      "step": 8004
    },
    {
      "epoch": 0.37241218888113514,
      "grad_norm": 0.6593510865191216,
      "learning_rate": 0.000298347331752319,
      "loss": 2.4062,
      "step": 8005
    },
    {
      "epoch": 0.37245871132821584,
      "grad_norm": 0.7598182185523311,
      "learning_rate": 0.00029834678228917507,
      "loss": 2.625,
      "step": 8006
    },
    {
      "epoch": 0.3725052337752966,
      "grad_norm": 0.7218012498586884,
      "learning_rate": 0.00029834623273521235,
      "loss": 2.7188,
      "step": 8007
    },
    {
      "epoch": 0.3725517562223773,
      "grad_norm": 0.7447827772690371,
      "learning_rate": 0.00029834568309043116,
      "loss": 2.5,
      "step": 8008
    },
    {
      "epoch": 0.372598278669458,
      "grad_norm": 0.7247630694112888,
      "learning_rate": 0.0002983451333548319,
      "loss": 2.4375,
      "step": 8009
    },
    {
      "epoch": 0.37264480111653875,
      "grad_norm": 0.6859622928470233,
      "learning_rate": 0.00029834458352841485,
      "loss": 2.4375,
      "step": 8010
    },
    {
      "epoch": 0.37269132356361945,
      "grad_norm": 0.6473651368150862,
      "learning_rate": 0.00029834403361118033,
      "loss": 2.6562,
      "step": 8011
    },
    {
      "epoch": 0.37273784601070015,
      "grad_norm": 0.724423627027736,
      "learning_rate": 0.0002983434836031288,
      "loss": 2.6406,
      "step": 8012
    },
    {
      "epoch": 0.3727843684577809,
      "grad_norm": 0.6873188037223221,
      "learning_rate": 0.0002983429335042605,
      "loss": 2.5469,
      "step": 8013
    },
    {
      "epoch": 0.3728308909048616,
      "grad_norm": 0.8460512828477045,
      "learning_rate": 0.00029834238331457577,
      "loss": 1.8594,
      "step": 8014
    },
    {
      "epoch": 0.3728774133519423,
      "grad_norm": 0.7245862445308683,
      "learning_rate": 0.00029834183303407497,
      "loss": 2.5938,
      "step": 8015
    },
    {
      "epoch": 0.37292393579902305,
      "grad_norm": 0.684595939234375,
      "learning_rate": 0.00029834128266275836,
      "loss": 2.75,
      "step": 8016
    },
    {
      "epoch": 0.37297045824610375,
      "grad_norm": 0.7369779815376999,
      "learning_rate": 0.00029834073220062643,
      "loss": 2.9062,
      "step": 8017
    },
    {
      "epoch": 0.37301698069318445,
      "grad_norm": 0.6451213221576172,
      "learning_rate": 0.0002983401816476794,
      "loss": 1.9297,
      "step": 8018
    },
    {
      "epoch": 0.37306350314026515,
      "grad_norm": 0.718846694009972,
      "learning_rate": 0.0002983396310039176,
      "loss": 2.7031,
      "step": 8019
    },
    {
      "epoch": 0.3731100255873459,
      "grad_norm": 0.7144368235001778,
      "learning_rate": 0.0002983390802693414,
      "loss": 2.8906,
      "step": 8020
    },
    {
      "epoch": 0.3731565480344266,
      "grad_norm": 0.6888815156495548,
      "learning_rate": 0.00029833852944395123,
      "loss": 2.6875,
      "step": 8021
    },
    {
      "epoch": 0.3732030704815073,
      "grad_norm": 0.7540042093362708,
      "learning_rate": 0.00029833797852774725,
      "loss": 2.9531,
      "step": 8022
    },
    {
      "epoch": 0.37324959292858806,
      "grad_norm": 0.7658694015438354,
      "learning_rate": 0.00029833742752072994,
      "loss": 2.5312,
      "step": 8023
    },
    {
      "epoch": 0.37329611537566876,
      "grad_norm": 0.7189257718883765,
      "learning_rate": 0.00029833687642289954,
      "loss": 2.7812,
      "step": 8024
    },
    {
      "epoch": 0.37334263782274946,
      "grad_norm": 0.8698628052067565,
      "learning_rate": 0.0002983363252342565,
      "loss": 2.6406,
      "step": 8025
    },
    {
      "epoch": 0.3733891602698302,
      "grad_norm": 0.7031731612606803,
      "learning_rate": 0.00029833577395480096,
      "loss": 2.7031,
      "step": 8026
    },
    {
      "epoch": 0.3734356827169109,
      "grad_norm": 0.6784176935103985,
      "learning_rate": 0.0002983352225845335,
      "loss": 2.3594,
      "step": 8027
    },
    {
      "epoch": 0.3734822051639916,
      "grad_norm": 0.7021083024793945,
      "learning_rate": 0.00029833467112345426,
      "loss": 2.6875,
      "step": 8028
    },
    {
      "epoch": 0.37352872761107236,
      "grad_norm": 0.6663383881863872,
      "learning_rate": 0.0002983341195715637,
      "loss": 2.5312,
      "step": 8029
    },
    {
      "epoch": 0.37357525005815306,
      "grad_norm": 0.6942797350883891,
      "learning_rate": 0.00029833356792886216,
      "loss": 2.5469,
      "step": 8030
    },
    {
      "epoch": 0.37362177250523376,
      "grad_norm": 0.660694627910076,
      "learning_rate": 0.0002983330161953499,
      "loss": 2.3438,
      "step": 8031
    },
    {
      "epoch": 0.3736682949523145,
      "grad_norm": 0.7152797034837574,
      "learning_rate": 0.00029833246437102726,
      "loss": 2.8125,
      "step": 8032
    },
    {
      "epoch": 0.3737148173993952,
      "grad_norm": 0.7320743820590105,
      "learning_rate": 0.00029833191245589463,
      "loss": 2.5781,
      "step": 8033
    },
    {
      "epoch": 0.3737613398464759,
      "grad_norm": 0.8065951437879854,
      "learning_rate": 0.00029833136044995237,
      "loss": 2.6562,
      "step": 8034
    },
    {
      "epoch": 0.3738078622935566,
      "grad_norm": 0.6424856521671678,
      "learning_rate": 0.00029833080835320075,
      "loss": 2.5781,
      "step": 8035
    },
    {
      "epoch": 0.37385438474063737,
      "grad_norm": 0.7676942148616347,
      "learning_rate": 0.0002983302561656401,
      "loss": 1.9297,
      "step": 8036
    },
    {
      "epoch": 0.37390090718771807,
      "grad_norm": 0.7180410335276617,
      "learning_rate": 0.0002983297038872708,
      "loss": 2.7344,
      "step": 8037
    },
    {
      "epoch": 0.37394742963479877,
      "grad_norm": 0.7014380193951087,
      "learning_rate": 0.0002983291515180932,
      "loss": 2.5,
      "step": 8038
    },
    {
      "epoch": 0.3739939520818795,
      "grad_norm": 0.6783133904086336,
      "learning_rate": 0.00029832859905810764,
      "loss": 2.3125,
      "step": 8039
    },
    {
      "epoch": 0.3740404745289602,
      "grad_norm": 0.7398163791987157,
      "learning_rate": 0.00029832804650731443,
      "loss": 2.5625,
      "step": 8040
    },
    {
      "epoch": 0.3740869969760409,
      "grad_norm": 0.7129699382017636,
      "learning_rate": 0.00029832749386571393,
      "loss": 3.0,
      "step": 8041
    },
    {
      "epoch": 0.3741335194231217,
      "grad_norm": 0.645754826643088,
      "learning_rate": 0.0002983269411333064,
      "loss": 2.4062,
      "step": 8042
    },
    {
      "epoch": 0.3741800418702024,
      "grad_norm": 0.6988535528914012,
      "learning_rate": 0.0002983263883100923,
      "loss": 2.5938,
      "step": 8043
    },
    {
      "epoch": 0.3742265643172831,
      "grad_norm": 0.7948697855723139,
      "learning_rate": 0.0002983258353960719,
      "loss": 2.625,
      "step": 8044
    },
    {
      "epoch": 0.3742730867643638,
      "grad_norm": 0.7564717262280324,
      "learning_rate": 0.0002983252823912456,
      "loss": 2.4844,
      "step": 8045
    },
    {
      "epoch": 0.3743196092114445,
      "grad_norm": 0.6988236200857088,
      "learning_rate": 0.00029832472929561363,
      "loss": 2.9844,
      "step": 8046
    },
    {
      "epoch": 0.3743661316585252,
      "grad_norm": 0.7453019266207371,
      "learning_rate": 0.0002983241761091764,
      "loss": 2.5469,
      "step": 8047
    },
    {
      "epoch": 0.374412654105606,
      "grad_norm": 0.705648855623137,
      "learning_rate": 0.00029832362283193416,
      "loss": 2.4844,
      "step": 8048
    },
    {
      "epoch": 0.3744591765526867,
      "grad_norm": 0.6994430826866649,
      "learning_rate": 0.0002983230694638874,
      "loss": 2.6875,
      "step": 8049
    },
    {
      "epoch": 0.3745056989997674,
      "grad_norm": 0.7049193436743473,
      "learning_rate": 0.0002983225160050364,
      "loss": 2.5312,
      "step": 8050
    },
    {
      "epoch": 0.3745522214468481,
      "grad_norm": 0.8697100874373997,
      "learning_rate": 0.00029832196245538144,
      "loss": 2.8438,
      "step": 8051
    },
    {
      "epoch": 0.37459874389392883,
      "grad_norm": 0.7146725081183384,
      "learning_rate": 0.0002983214088149229,
      "loss": 2.625,
      "step": 8052
    },
    {
      "epoch": 0.37464526634100953,
      "grad_norm": 0.684479212587146,
      "learning_rate": 0.00029832085508366113,
      "loss": 2.5625,
      "step": 8053
    },
    {
      "epoch": 0.37469178878809023,
      "grad_norm": 0.7511621620493361,
      "learning_rate": 0.0002983203012615965,
      "loss": 2.9219,
      "step": 8054
    },
    {
      "epoch": 0.374738311235171,
      "grad_norm": 0.6856222539285445,
      "learning_rate": 0.00029831974734872925,
      "loss": 2.5781,
      "step": 8055
    },
    {
      "epoch": 0.3747848336822517,
      "grad_norm": 0.6799301577257387,
      "learning_rate": 0.00029831919334505976,
      "loss": 2.4844,
      "step": 8056
    },
    {
      "epoch": 0.3748313561293324,
      "grad_norm": 0.7649928848989161,
      "learning_rate": 0.00029831863925058844,
      "loss": 2.6406,
      "step": 8057
    },
    {
      "epoch": 0.37487787857641314,
      "grad_norm": 0.7890071642020893,
      "learning_rate": 0.0002983180850653155,
      "loss": 2.6719,
      "step": 8058
    },
    {
      "epoch": 0.37492440102349384,
      "grad_norm": 0.7501978764148618,
      "learning_rate": 0.0002983175307892415,
      "loss": 1.875,
      "step": 8059
    },
    {
      "epoch": 0.37497092347057454,
      "grad_norm": 0.7041921441074687,
      "learning_rate": 0.0002983169764223665,
      "loss": 2.6719,
      "step": 8060
    },
    {
      "epoch": 0.3750174459176553,
      "grad_norm": 0.6841040708984732,
      "learning_rate": 0.000298316421964691,
      "loss": 2.4531,
      "step": 8061
    },
    {
      "epoch": 0.375063968364736,
      "grad_norm": 0.7375103856172648,
      "learning_rate": 0.00029831586741621536,
      "loss": 2.4844,
      "step": 8062
    },
    {
      "epoch": 0.3751104908118167,
      "grad_norm": 0.7690171821828187,
      "learning_rate": 0.0002983153127769398,
      "loss": 2.75,
      "step": 8063
    },
    {
      "epoch": 0.37515701325889744,
      "grad_norm": 0.8701989281726007,
      "learning_rate": 0.0002983147580468648,
      "loss": 1.9922,
      "step": 8064
    },
    {
      "epoch": 0.37520353570597814,
      "grad_norm": 0.7321710022992032,
      "learning_rate": 0.0002983142032259906,
      "loss": 2.5625,
      "step": 8065
    },
    {
      "epoch": 0.37525005815305884,
      "grad_norm": 0.7359425560964721,
      "learning_rate": 0.00029831364831431757,
      "loss": 2.8594,
      "step": 8066
    },
    {
      "epoch": 0.37529658060013954,
      "grad_norm": 0.6803911703543871,
      "learning_rate": 0.00029831309331184607,
      "loss": 2.4531,
      "step": 8067
    },
    {
      "epoch": 0.3753431030472203,
      "grad_norm": 0.75850208168274,
      "learning_rate": 0.00029831253821857644,
      "loss": 2.2031,
      "step": 8068
    },
    {
      "epoch": 0.375389625494301,
      "grad_norm": 0.6770601715861914,
      "learning_rate": 0.0002983119830345089,
      "loss": 2.6406,
      "step": 8069
    },
    {
      "epoch": 0.3754361479413817,
      "grad_norm": 0.6843760734102335,
      "learning_rate": 0.00029831142775964395,
      "loss": 2.6875,
      "step": 8070
    },
    {
      "epoch": 0.37548267038846245,
      "grad_norm": 0.6955075436660029,
      "learning_rate": 0.0002983108723939819,
      "loss": 2.6875,
      "step": 8071
    },
    {
      "epoch": 0.37552919283554315,
      "grad_norm": 0.7396264709817281,
      "learning_rate": 0.00029831031693752303,
      "loss": 2.6875,
      "step": 8072
    },
    {
      "epoch": 0.37557571528262385,
      "grad_norm": 0.7871498678105148,
      "learning_rate": 0.0002983097613902677,
      "loss": 2.8594,
      "step": 8073
    },
    {
      "epoch": 0.3756222377297046,
      "grad_norm": 0.7837044456597266,
      "learning_rate": 0.0002983092057522163,
      "loss": 2.8438,
      "step": 8074
    },
    {
      "epoch": 0.3756687601767853,
      "grad_norm": 0.7048987147003193,
      "learning_rate": 0.00029830865002336907,
      "loss": 2.6406,
      "step": 8075
    },
    {
      "epoch": 0.375715282623866,
      "grad_norm": 0.6796308378737158,
      "learning_rate": 0.0002983080942037264,
      "loss": 2.5938,
      "step": 8076
    },
    {
      "epoch": 0.37576180507094675,
      "grad_norm": 0.7785568761856395,
      "learning_rate": 0.00029830753829328873,
      "loss": 2.8594,
      "step": 8077
    },
    {
      "epoch": 0.37580832751802745,
      "grad_norm": 0.7407227509547433,
      "learning_rate": 0.0002983069822920563,
      "loss": 2.7656,
      "step": 8078
    },
    {
      "epoch": 0.37585484996510815,
      "grad_norm": 0.7695356445876463,
      "learning_rate": 0.0002983064262000294,
      "loss": 2.7812,
      "step": 8079
    },
    {
      "epoch": 0.3759013724121889,
      "grad_norm": 0.7277168710781435,
      "learning_rate": 0.00029830587001720846,
      "loss": 2.75,
      "step": 8080
    },
    {
      "epoch": 0.3759478948592696,
      "grad_norm": 0.7205452490881351,
      "learning_rate": 0.0002983053137435938,
      "loss": 2.2812,
      "step": 8081
    },
    {
      "epoch": 0.3759944173063503,
      "grad_norm": 0.7182302773239688,
      "learning_rate": 0.00029830475737918573,
      "loss": 2.6875,
      "step": 8082
    },
    {
      "epoch": 0.376040939753431,
      "grad_norm": 0.6748620282152334,
      "learning_rate": 0.00029830420092398464,
      "loss": 2.5781,
      "step": 8083
    },
    {
      "epoch": 0.37608746220051176,
      "grad_norm": 0.9804059301732994,
      "learning_rate": 0.00029830364437799083,
      "loss": 2.7812,
      "step": 8084
    },
    {
      "epoch": 0.37613398464759246,
      "grad_norm": 0.6745734948588255,
      "learning_rate": 0.00029830308774120464,
      "loss": 2.5312,
      "step": 8085
    },
    {
      "epoch": 0.37618050709467316,
      "grad_norm": 0.7440026559367238,
      "learning_rate": 0.0002983025310136264,
      "loss": 2.4375,
      "step": 8086
    },
    {
      "epoch": 0.3762270295417539,
      "grad_norm": 0.7236813583818987,
      "learning_rate": 0.0002983019741952566,
      "loss": 2.6406,
      "step": 8087
    },
    {
      "epoch": 0.3762735519888346,
      "grad_norm": 0.77237160178322,
      "learning_rate": 0.00029830141728609533,
      "loss": 2.5781,
      "step": 8088
    },
    {
      "epoch": 0.3763200744359153,
      "grad_norm": 0.698450564497686,
      "learning_rate": 0.0002983008602861431,
      "loss": 2.7812,
      "step": 8089
    },
    {
      "epoch": 0.37636659688299606,
      "grad_norm": 0.7685635500749803,
      "learning_rate": 0.0002983003031954002,
      "loss": 2.8125,
      "step": 8090
    },
    {
      "epoch": 0.37641311933007676,
      "grad_norm": 0.773455360288918,
      "learning_rate": 0.000298299746013867,
      "loss": 2.5156,
      "step": 8091
    },
    {
      "epoch": 0.37645964177715746,
      "grad_norm": 0.7550019859152116,
      "learning_rate": 0.0002982991887415438,
      "loss": 2.6094,
      "step": 8092
    },
    {
      "epoch": 0.3765061642242382,
      "grad_norm": 0.7233657892657118,
      "learning_rate": 0.000298298631378431,
      "loss": 2.4688,
      "step": 8093
    },
    {
      "epoch": 0.3765526866713189,
      "grad_norm": 0.7280937781578398,
      "learning_rate": 0.0002982980739245289,
      "loss": 2.5781,
      "step": 8094
    },
    {
      "epoch": 0.3765992091183996,
      "grad_norm": 0.7568404247224927,
      "learning_rate": 0.0002982975163798378,
      "loss": 2.4844,
      "step": 8095
    },
    {
      "epoch": 0.37664573156548037,
      "grad_norm": 0.6913962075236783,
      "learning_rate": 0.00029829695874435813,
      "loss": 2.5938,
      "step": 8096
    },
    {
      "epoch": 0.37669225401256107,
      "grad_norm": 0.7390503692699265,
      "learning_rate": 0.0002982964010180902,
      "loss": 2.7344,
      "step": 8097
    },
    {
      "epoch": 0.37673877645964177,
      "grad_norm": 0.7991592707946857,
      "learning_rate": 0.0002982958432010343,
      "loss": 2.9219,
      "step": 8098
    },
    {
      "epoch": 0.3767852989067225,
      "grad_norm": 0.7461555541107101,
      "learning_rate": 0.0002982952852931908,
      "loss": 2.7969,
      "step": 8099
    },
    {
      "epoch": 0.3768318213538032,
      "grad_norm": 0.7346339226124119,
      "learning_rate": 0.0002982947272945601,
      "loss": 2.2188,
      "step": 8100
    },
    {
      "epoch": 0.3768783438008839,
      "grad_norm": 0.7823319124669001,
      "learning_rate": 0.00029829416920514247,
      "loss": 2.6719,
      "step": 8101
    },
    {
      "epoch": 0.3769248662479646,
      "grad_norm": 0.7085944915015339,
      "learning_rate": 0.00029829361102493826,
      "loss": 2.5469,
      "step": 8102
    },
    {
      "epoch": 0.3769713886950454,
      "grad_norm": 0.80853760595537,
      "learning_rate": 0.00029829305275394784,
      "loss": 2.6875,
      "step": 8103
    },
    {
      "epoch": 0.37701791114212607,
      "grad_norm": 0.7190450432581058,
      "learning_rate": 0.0002982924943921715,
      "loss": 2.9219,
      "step": 8104
    },
    {
      "epoch": 0.37706443358920677,
      "grad_norm": 0.6705650794992379,
      "learning_rate": 0.00029829193593960973,
      "loss": 2.5312,
      "step": 8105
    },
    {
      "epoch": 0.3771109560362875,
      "grad_norm": 0.7222611731421246,
      "learning_rate": 0.0002982913773962627,
      "loss": 2.6875,
      "step": 8106
    },
    {
      "epoch": 0.3771574784833682,
      "grad_norm": 0.6573986775966788,
      "learning_rate": 0.00029829081876213073,
      "loss": 2.5625,
      "step": 8107
    },
    {
      "epoch": 0.3772040009304489,
      "grad_norm": 0.7057938835603457,
      "learning_rate": 0.00029829026003721436,
      "loss": 2.3906,
      "step": 8108
    },
    {
      "epoch": 0.3772505233775297,
      "grad_norm": 0.616847170621548,
      "learning_rate": 0.0002982897012215138,
      "loss": 2.3594,
      "step": 8109
    },
    {
      "epoch": 0.3772970458246104,
      "grad_norm": 0.6610524612765722,
      "learning_rate": 0.00029828914231502937,
      "loss": 2.4688,
      "step": 8110
    },
    {
      "epoch": 0.3773435682716911,
      "grad_norm": 0.6333335796793378,
      "learning_rate": 0.0002982885833177615,
      "loss": 2.3906,
      "step": 8111
    },
    {
      "epoch": 0.37739009071877183,
      "grad_norm": 0.7158001389969306,
      "learning_rate": 0.00029828802422971043,
      "loss": 2.3906,
      "step": 8112
    },
    {
      "epoch": 0.37743661316585253,
      "grad_norm": 0.8476014324339678,
      "learning_rate": 0.0002982874650508766,
      "loss": 2.5938,
      "step": 8113
    },
    {
      "epoch": 0.37748313561293323,
      "grad_norm": 0.7444260612263887,
      "learning_rate": 0.0002982869057812603,
      "loss": 2.5938,
      "step": 8114
    },
    {
      "epoch": 0.377529658060014,
      "grad_norm": 0.7025145807002406,
      "learning_rate": 0.00029828634642086187,
      "loss": 2.5625,
      "step": 8115
    },
    {
      "epoch": 0.3775761805070947,
      "grad_norm": 0.7679811423413748,
      "learning_rate": 0.00029828578696968166,
      "loss": 2.6562,
      "step": 8116
    },
    {
      "epoch": 0.3776227029541754,
      "grad_norm": 0.6828252321608378,
      "learning_rate": 0.00029828522742772007,
      "loss": 2.8125,
      "step": 8117
    },
    {
      "epoch": 0.3776692254012561,
      "grad_norm": 0.7089931566063701,
      "learning_rate": 0.00029828466779497736,
      "loss": 2.8281,
      "step": 8118
    },
    {
      "epoch": 0.37771574784833684,
      "grad_norm": 0.758099120651315,
      "learning_rate": 0.0002982841080714539,
      "loss": 2.8438,
      "step": 8119
    },
    {
      "epoch": 0.37776227029541753,
      "grad_norm": 0.7000288772104756,
      "learning_rate": 0.00029828354825715,
      "loss": 2.8125,
      "step": 8120
    },
    {
      "epoch": 0.37780879274249823,
      "grad_norm": 0.730641318048186,
      "learning_rate": 0.0002982829883520661,
      "loss": 2.7969,
      "step": 8121
    },
    {
      "epoch": 0.377855315189579,
      "grad_norm": 0.7602530593437843,
      "learning_rate": 0.0002982824283562024,
      "loss": 2.5938,
      "step": 8122
    },
    {
      "epoch": 0.3779018376366597,
      "grad_norm": 0.6715637872935889,
      "learning_rate": 0.0002982818682695594,
      "loss": 2.4375,
      "step": 8123
    },
    {
      "epoch": 0.3779483600837404,
      "grad_norm": 0.7646362701611802,
      "learning_rate": 0.00029828130809213737,
      "loss": 2.7812,
      "step": 8124
    },
    {
      "epoch": 0.37799488253082114,
      "grad_norm": 0.6723654672735836,
      "learning_rate": 0.0002982807478239366,
      "loss": 2.5312,
      "step": 8125
    },
    {
      "epoch": 0.37804140497790184,
      "grad_norm": 0.7440952529710523,
      "learning_rate": 0.0002982801874649575,
      "loss": 2.625,
      "step": 8126
    },
    {
      "epoch": 0.37808792742498254,
      "grad_norm": 0.6732360932377118,
      "learning_rate": 0.00029827962701520043,
      "loss": 2.5781,
      "step": 8127
    },
    {
      "epoch": 0.3781344498720633,
      "grad_norm": 0.7328840114812663,
      "learning_rate": 0.00029827906647466565,
      "loss": 2.6875,
      "step": 8128
    },
    {
      "epoch": 0.378180972319144,
      "grad_norm": 0.7799189871547167,
      "learning_rate": 0.00029827850584335355,
      "loss": 2.7969,
      "step": 8129
    },
    {
      "epoch": 0.3782274947662247,
      "grad_norm": 0.6848548839596701,
      "learning_rate": 0.0002982779451212645,
      "loss": 2.2656,
      "step": 8130
    },
    {
      "epoch": 0.37827401721330545,
      "grad_norm": 0.6602361662941859,
      "learning_rate": 0.0002982773843083988,
      "loss": 2.6562,
      "step": 8131
    },
    {
      "epoch": 0.37832053966038615,
      "grad_norm": 0.734276478334894,
      "learning_rate": 0.00029827682340475686,
      "loss": 2.5312,
      "step": 8132
    },
    {
      "epoch": 0.37836706210746684,
      "grad_norm": 0.7120383097763668,
      "learning_rate": 0.00029827626241033894,
      "loss": 2.8281,
      "step": 8133
    },
    {
      "epoch": 0.37841358455454754,
      "grad_norm": 0.7279035171471155,
      "learning_rate": 0.0002982757013251454,
      "loss": 2.7344,
      "step": 8134
    },
    {
      "epoch": 0.3784601070016283,
      "grad_norm": 1.388637609870112,
      "learning_rate": 0.0002982751401491766,
      "loss": 2.6562,
      "step": 8135
    },
    {
      "epoch": 0.378506629448709,
      "grad_norm": 0.7147849007202994,
      "learning_rate": 0.00029827457888243294,
      "loss": 2.5781,
      "step": 8136
    },
    {
      "epoch": 0.3785531518957897,
      "grad_norm": 0.7577179179245569,
      "learning_rate": 0.00029827401752491464,
      "loss": 2.5156,
      "step": 8137
    },
    {
      "epoch": 0.37859967434287045,
      "grad_norm": 0.7466255364427751,
      "learning_rate": 0.0002982734560766221,
      "loss": 2.5156,
      "step": 8138
    },
    {
      "epoch": 0.37864619678995115,
      "grad_norm": 0.6712269403060209,
      "learning_rate": 0.0002982728945375557,
      "loss": 2.5625,
      "step": 8139
    },
    {
      "epoch": 0.37869271923703185,
      "grad_norm": 0.719891390210443,
      "learning_rate": 0.00029827233290771586,
      "loss": 2.7188,
      "step": 8140
    },
    {
      "epoch": 0.3787392416841126,
      "grad_norm": 0.7062614391392064,
      "learning_rate": 0.00029827177118710275,
      "loss": 2.625,
      "step": 8141
    },
    {
      "epoch": 0.3787857641311933,
      "grad_norm": 0.6472067460528196,
      "learning_rate": 0.00029827120937571676,
      "loss": 2.5312,
      "step": 8142
    },
    {
      "epoch": 0.378832286578274,
      "grad_norm": 0.7375167975101078,
      "learning_rate": 0.0002982706474735583,
      "loss": 2.4219,
      "step": 8143
    },
    {
      "epoch": 0.37887880902535476,
      "grad_norm": 0.779309189670145,
      "learning_rate": 0.0002982700854806276,
      "loss": 2.4688,
      "step": 8144
    },
    {
      "epoch": 0.37892533147243546,
      "grad_norm": 0.7932518855533074,
      "learning_rate": 0.0002982695233969252,
      "loss": 2.5,
      "step": 8145
    },
    {
      "epoch": 0.37897185391951616,
      "grad_norm": 0.7469280842265081,
      "learning_rate": 0.00029826896122245127,
      "loss": 2.7969,
      "step": 8146
    },
    {
      "epoch": 0.3790183763665969,
      "grad_norm": 0.7990501463121175,
      "learning_rate": 0.00029826839895720616,
      "loss": 2.5625,
      "step": 8147
    },
    {
      "epoch": 0.3790648988136776,
      "grad_norm": 0.7800774154540214,
      "learning_rate": 0.00029826783660119035,
      "loss": 2.4688,
      "step": 8148
    },
    {
      "epoch": 0.3791114212607583,
      "grad_norm": 0.7069581823559976,
      "learning_rate": 0.000298267274154404,
      "loss": 2.4688,
      "step": 8149
    },
    {
      "epoch": 0.379157943707839,
      "grad_norm": 0.7318335695341774,
      "learning_rate": 0.00029826671161684764,
      "loss": 2.6406,
      "step": 8150
    },
    {
      "epoch": 0.37920446615491976,
      "grad_norm": 0.7192292067483652,
      "learning_rate": 0.00029826614898852144,
      "loss": 2.6094,
      "step": 8151
    },
    {
      "epoch": 0.37925098860200046,
      "grad_norm": 0.7460139091371022,
      "learning_rate": 0.0002982655862694259,
      "loss": 2.5156,
      "step": 8152
    },
    {
      "epoch": 0.37929751104908116,
      "grad_norm": 0.6785778286810349,
      "learning_rate": 0.00029826502345956126,
      "loss": 2.6719,
      "step": 8153
    },
    {
      "epoch": 0.3793440334961619,
      "grad_norm": 0.6835325940219646,
      "learning_rate": 0.0002982644605589279,
      "loss": 2.4219,
      "step": 8154
    },
    {
      "epoch": 0.3793905559432426,
      "grad_norm": 0.7762656819094217,
      "learning_rate": 0.00029826389756752616,
      "loss": 2.6562,
      "step": 8155
    },
    {
      "epoch": 0.3794370783903233,
      "grad_norm": 0.6711542973031088,
      "learning_rate": 0.0002982633344853564,
      "loss": 2.7031,
      "step": 8156
    },
    {
      "epoch": 0.37948360083740407,
      "grad_norm": 0.7385912915641594,
      "learning_rate": 0.000298262771312419,
      "loss": 2.0156,
      "step": 8157
    },
    {
      "epoch": 0.37953012328448477,
      "grad_norm": 0.6814473306363925,
      "learning_rate": 0.00029826220804871415,
      "loss": 2.6875,
      "step": 8158
    },
    {
      "epoch": 0.37957664573156547,
      "grad_norm": 0.6348729634988405,
      "learning_rate": 0.0002982616446942424,
      "loss": 2.4375,
      "step": 8159
    },
    {
      "epoch": 0.3796231681786462,
      "grad_norm": 0.7016105085129299,
      "learning_rate": 0.00029826108124900397,
      "loss": 2.625,
      "step": 8160
    },
    {
      "epoch": 0.3796696906257269,
      "grad_norm": 0.7011715830023814,
      "learning_rate": 0.0002982605177129992,
      "loss": 2.5156,
      "step": 8161
    },
    {
      "epoch": 0.3797162130728076,
      "grad_norm": 0.6826844188342259,
      "learning_rate": 0.0002982599540862285,
      "loss": 2.5938,
      "step": 8162
    },
    {
      "epoch": 0.3797627355198884,
      "grad_norm": 0.6882993184997366,
      "learning_rate": 0.0002982593903686922,
      "loss": 2.8438,
      "step": 8163
    },
    {
      "epoch": 0.37980925796696907,
      "grad_norm": 0.6909139312639974,
      "learning_rate": 0.0002982588265603906,
      "loss": 2.0156,
      "step": 8164
    },
    {
      "epoch": 0.37985578041404977,
      "grad_norm": 0.6805177681051702,
      "learning_rate": 0.00029825826266132404,
      "loss": 2.5781,
      "step": 8165
    },
    {
      "epoch": 0.37990230286113047,
      "grad_norm": 0.6947795596963907,
      "learning_rate": 0.00029825769867149296,
      "loss": 2.4844,
      "step": 8166
    },
    {
      "epoch": 0.3799488253082112,
      "grad_norm": 0.6994534955832719,
      "learning_rate": 0.0002982571345908976,
      "loss": 2.5469,
      "step": 8167
    },
    {
      "epoch": 0.3799953477552919,
      "grad_norm": 0.7194604203973534,
      "learning_rate": 0.0002982565704195383,
      "loss": 2.3906,
      "step": 8168
    },
    {
      "epoch": 0.3800418702023726,
      "grad_norm": 0.7334569380859379,
      "learning_rate": 0.00029825600615741556,
      "loss": 2.8438,
      "step": 8169
    },
    {
      "epoch": 0.3800883926494534,
      "grad_norm": 0.7217060228874392,
      "learning_rate": 0.0002982554418045296,
      "loss": 2.5938,
      "step": 8170
    },
    {
      "epoch": 0.3801349150965341,
      "grad_norm": 0.7118212958662976,
      "learning_rate": 0.00029825487736088075,
      "loss": 2.5781,
      "step": 8171
    },
    {
      "epoch": 0.3801814375436148,
      "grad_norm": 0.7479459517197593,
      "learning_rate": 0.0002982543128264694,
      "loss": 2.6875,
      "step": 8172
    },
    {
      "epoch": 0.38022795999069553,
      "grad_norm": 0.7729797233175653,
      "learning_rate": 0.0002982537482012959,
      "loss": 2.8438,
      "step": 8173
    },
    {
      "epoch": 0.38027448243777623,
      "grad_norm": 0.9160993560562185,
      "learning_rate": 0.00029825318348536054,
      "loss": 2.9375,
      "step": 8174
    },
    {
      "epoch": 0.38032100488485693,
      "grad_norm": 0.7890740616544694,
      "learning_rate": 0.00029825261867866374,
      "loss": 2.5312,
      "step": 8175
    },
    {
      "epoch": 0.3803675273319377,
      "grad_norm": 0.9490641282380777,
      "learning_rate": 0.0002982520537812058,
      "loss": 2.5938,
      "step": 8176
    },
    {
      "epoch": 0.3804140497790184,
      "grad_norm": 0.7000668735453134,
      "learning_rate": 0.00029825148879298707,
      "loss": 3.0,
      "step": 8177
    },
    {
      "epoch": 0.3804605722260991,
      "grad_norm": 0.7868474646472163,
      "learning_rate": 0.00029825092371400796,
      "loss": 2.5781,
      "step": 8178
    },
    {
      "epoch": 0.38050709467317984,
      "grad_norm": 0.80261011376898,
      "learning_rate": 0.0002982503585442687,
      "loss": 2.6406,
      "step": 8179
    },
    {
      "epoch": 0.38055361712026053,
      "grad_norm": 0.6625987084387133,
      "learning_rate": 0.0002982497932837697,
      "loss": 2.4219,
      "step": 8180
    },
    {
      "epoch": 0.38060013956734123,
      "grad_norm": 0.6939938577733131,
      "learning_rate": 0.00029824922793251135,
      "loss": 2.5938,
      "step": 8181
    },
    {
      "epoch": 0.38064666201442193,
      "grad_norm": 0.7242949794211718,
      "learning_rate": 0.0002982486624904939,
      "loss": 2.4688,
      "step": 8182
    },
    {
      "epoch": 0.3806931844615027,
      "grad_norm": 0.7671258164326009,
      "learning_rate": 0.0002982480969577178,
      "loss": 2.7344,
      "step": 8183
    },
    {
      "epoch": 0.3807397069085834,
      "grad_norm": 0.7752481274358309,
      "learning_rate": 0.0002982475313341833,
      "loss": 2.6094,
      "step": 8184
    },
    {
      "epoch": 0.3807862293556641,
      "grad_norm": 0.6677639285776437,
      "learning_rate": 0.0002982469656198908,
      "loss": 2.3906,
      "step": 8185
    },
    {
      "epoch": 0.38083275180274484,
      "grad_norm": 0.6801791701677699,
      "learning_rate": 0.00029824639981484064,
      "loss": 2.6562,
      "step": 8186
    },
    {
      "epoch": 0.38087927424982554,
      "grad_norm": 0.98728880876165,
      "learning_rate": 0.00029824583391903315,
      "loss": 2.7031,
      "step": 8187
    },
    {
      "epoch": 0.38092579669690624,
      "grad_norm": 0.7995767582340843,
      "learning_rate": 0.0002982452679324687,
      "loss": 2.7344,
      "step": 8188
    },
    {
      "epoch": 0.380972319143987,
      "grad_norm": 0.7104259755363729,
      "learning_rate": 0.0002982447018551476,
      "loss": 2.5156,
      "step": 8189
    },
    {
      "epoch": 0.3810188415910677,
      "grad_norm": 1.8215154874686625,
      "learning_rate": 0.0002982441356870702,
      "loss": 3.0,
      "step": 8190
    },
    {
      "epoch": 0.3810653640381484,
      "grad_norm": 0.7295523544293303,
      "learning_rate": 0.0002982435694282369,
      "loss": 2.9844,
      "step": 8191
    },
    {
      "epoch": 0.38111188648522915,
      "grad_norm": 0.7733360448006864,
      "learning_rate": 0.00029824300307864797,
      "loss": 2.6875,
      "step": 8192
    },
    {
      "epoch": 0.38115840893230984,
      "grad_norm": 0.7507972273487654,
      "learning_rate": 0.0002982424366383039,
      "loss": 2.8125,
      "step": 8193
    },
    {
      "epoch": 0.38120493137939054,
      "grad_norm": 0.7301614924794464,
      "learning_rate": 0.00029824187010720485,
      "loss": 2.5781,
      "step": 8194
    },
    {
      "epoch": 0.3812514538264713,
      "grad_norm": 0.7072606354162674,
      "learning_rate": 0.0002982413034853513,
      "loss": 2.8125,
      "step": 8195
    },
    {
      "epoch": 0.381297976273552,
      "grad_norm": 0.6967841380287195,
      "learning_rate": 0.0002982407367727435,
      "loss": 2.7812,
      "step": 8196
    },
    {
      "epoch": 0.3813444987206327,
      "grad_norm": 0.6763300129227028,
      "learning_rate": 0.00029824016996938185,
      "loss": 2.5156,
      "step": 8197
    },
    {
      "epoch": 0.3813910211677134,
      "grad_norm": 0.7404765400151879,
      "learning_rate": 0.00029823960307526676,
      "loss": 2.5,
      "step": 8198
    },
    {
      "epoch": 0.38143754361479415,
      "grad_norm": 0.7127663282640767,
      "learning_rate": 0.00029823903609039847,
      "loss": 2.1875,
      "step": 8199
    },
    {
      "epoch": 0.38148406606187485,
      "grad_norm": 0.702167888016629,
      "learning_rate": 0.00029823846901477736,
      "loss": 2.6094,
      "step": 8200
    },
    {
      "epoch": 0.38153058850895555,
      "grad_norm": 0.7895978917627503,
      "learning_rate": 0.0002982379018484038,
      "loss": 2.6562,
      "step": 8201
    },
    {
      "epoch": 0.3815771109560363,
      "grad_norm": 0.7656431421935457,
      "learning_rate": 0.0002982373345912781,
      "loss": 2.5156,
      "step": 8202
    },
    {
      "epoch": 0.381623633403117,
      "grad_norm": 0.7978958763321585,
      "learning_rate": 0.0002982367672434007,
      "loss": 2.4688,
      "step": 8203
    },
    {
      "epoch": 0.3816701558501977,
      "grad_norm": 0.8224653534932497,
      "learning_rate": 0.0002982361998047718,
      "loss": 2.8281,
      "step": 8204
    },
    {
      "epoch": 0.38171667829727846,
      "grad_norm": 0.6680238217509455,
      "learning_rate": 0.00029823563227539187,
      "loss": 2.6719,
      "step": 8205
    },
    {
      "epoch": 0.38176320074435915,
      "grad_norm": 0.7354458746511698,
      "learning_rate": 0.00029823506465526117,
      "loss": 2.5156,
      "step": 8206
    },
    {
      "epoch": 0.38180972319143985,
      "grad_norm": 0.8108261968221064,
      "learning_rate": 0.0002982344969443801,
      "loss": 2.5625,
      "step": 8207
    },
    {
      "epoch": 0.3818562456385206,
      "grad_norm": 0.6909867387890515,
      "learning_rate": 0.00029823392914274903,
      "loss": 2.5938,
      "step": 8208
    },
    {
      "epoch": 0.3819027680856013,
      "grad_norm": 0.7872133285664539,
      "learning_rate": 0.00029823336125036823,
      "loss": 2.7031,
      "step": 8209
    },
    {
      "epoch": 0.381949290532682,
      "grad_norm": 0.7543200506693979,
      "learning_rate": 0.00029823279326723814,
      "loss": 1.9922,
      "step": 8210
    },
    {
      "epoch": 0.38199581297976276,
      "grad_norm": 0.7392026415420779,
      "learning_rate": 0.000298232225193359,
      "loss": 2.8594,
      "step": 8211
    },
    {
      "epoch": 0.38204233542684346,
      "grad_norm": 0.74680869027725,
      "learning_rate": 0.0002982316570287313,
      "loss": 2.6094,
      "step": 8212
    },
    {
      "epoch": 0.38208885787392416,
      "grad_norm": 0.7259028659384731,
      "learning_rate": 0.00029823108877335524,
      "loss": 2.6094,
      "step": 8213
    },
    {
      "epoch": 0.38213538032100486,
      "grad_norm": 0.7125846359945793,
      "learning_rate": 0.0002982305204272313,
      "loss": 2.8281,
      "step": 8214
    },
    {
      "epoch": 0.3821819027680856,
      "grad_norm": 0.715773146837686,
      "learning_rate": 0.0002982299519903597,
      "loss": 2.5,
      "step": 8215
    },
    {
      "epoch": 0.3822284252151663,
      "grad_norm": 0.72412012220118,
      "learning_rate": 0.00029822938346274084,
      "loss": 2.7812,
      "step": 8216
    },
    {
      "epoch": 0.382274947662247,
      "grad_norm": 0.7311730874826496,
      "learning_rate": 0.0002982288148443751,
      "loss": 2.5469,
      "step": 8217
    },
    {
      "epoch": 0.38232147010932777,
      "grad_norm": 0.6827695912521097,
      "learning_rate": 0.0002982282461352628,
      "loss": 2.5156,
      "step": 8218
    },
    {
      "epoch": 0.38236799255640846,
      "grad_norm": 0.6740122460068475,
      "learning_rate": 0.0002982276773354043,
      "loss": 2.4688,
      "step": 8219
    },
    {
      "epoch": 0.38241451500348916,
      "grad_norm": 0.6631610248422798,
      "learning_rate": 0.0002982271084448,
      "loss": 2.7188,
      "step": 8220
    },
    {
      "epoch": 0.3824610374505699,
      "grad_norm": 0.6926089345377855,
      "learning_rate": 0.0002982265394634501,
      "loss": 2.7812,
      "step": 8221
    },
    {
      "epoch": 0.3825075598976506,
      "grad_norm": 0.7596688840715037,
      "learning_rate": 0.0002982259703913551,
      "loss": 2.5625,
      "step": 8222
    },
    {
      "epoch": 0.3825540823447313,
      "grad_norm": 0.7759620851910937,
      "learning_rate": 0.0002982254012285153,
      "loss": 2.7656,
      "step": 8223
    },
    {
      "epoch": 0.38260060479181207,
      "grad_norm": 0.8309938130352656,
      "learning_rate": 0.00029822483197493093,
      "loss": 2.0469,
      "step": 8224
    },
    {
      "epoch": 0.38264712723889277,
      "grad_norm": 0.7399922021967005,
      "learning_rate": 0.0002982242626306025,
      "loss": 2.4688,
      "step": 8225
    },
    {
      "epoch": 0.38269364968597347,
      "grad_norm": 0.764186836316846,
      "learning_rate": 0.00029822369319553035,
      "loss": 2.9688,
      "step": 8226
    },
    {
      "epoch": 0.3827401721330542,
      "grad_norm": 0.6582992244591206,
      "learning_rate": 0.00029822312366971474,
      "loss": 2.4062,
      "step": 8227
    },
    {
      "epoch": 0.3827866945801349,
      "grad_norm": 0.7027817489841017,
      "learning_rate": 0.0002982225540531561,
      "loss": 2.4531,
      "step": 8228
    },
    {
      "epoch": 0.3828332170272156,
      "grad_norm": 0.7430856933673614,
      "learning_rate": 0.0002982219843458547,
      "loss": 2.6719,
      "step": 8229
    },
    {
      "epoch": 0.3828797394742963,
      "grad_norm": 0.7646605131523325,
      "learning_rate": 0.00029822141454781094,
      "loss": 2.6719,
      "step": 8230
    },
    {
      "epoch": 0.3829262619213771,
      "grad_norm": 0.6851592125329882,
      "learning_rate": 0.00029822084465902515,
      "loss": 2.4219,
      "step": 8231
    },
    {
      "epoch": 0.3829727843684578,
      "grad_norm": 0.7016047555280344,
      "learning_rate": 0.0002982202746794977,
      "loss": 2.5312,
      "step": 8232
    },
    {
      "epoch": 0.3830193068155385,
      "grad_norm": 0.6808290443084486,
      "learning_rate": 0.0002982197046092289,
      "loss": 2.5469,
      "step": 8233
    },
    {
      "epoch": 0.38306582926261923,
      "grad_norm": 0.6540517557674955,
      "learning_rate": 0.0002982191344482191,
      "loss": 2.7812,
      "step": 8234
    },
    {
      "epoch": 0.3831123517096999,
      "grad_norm": 0.7021503870520728,
      "learning_rate": 0.0002982185641964688,
      "loss": 2.6562,
      "step": 8235
    },
    {
      "epoch": 0.3831588741567806,
      "grad_norm": 0.8789383188151761,
      "learning_rate": 0.00029821799385397805,
      "loss": 2.5625,
      "step": 8236
    },
    {
      "epoch": 0.3832053966038614,
      "grad_norm": 0.6501571578084532,
      "learning_rate": 0.0002982174234207475,
      "loss": 2.7188,
      "step": 8237
    },
    {
      "epoch": 0.3832519190509421,
      "grad_norm": 0.6867816665692202,
      "learning_rate": 0.00029821685289677726,
      "loss": 2.6562,
      "step": 8238
    },
    {
      "epoch": 0.3832984414980228,
      "grad_norm": 0.693560961560599,
      "learning_rate": 0.00029821628228206786,
      "loss": 2.75,
      "step": 8239
    },
    {
      "epoch": 0.38334496394510353,
      "grad_norm": 0.7127047874841475,
      "learning_rate": 0.00029821571157661957,
      "loss": 2.8594,
      "step": 8240
    },
    {
      "epoch": 0.38339148639218423,
      "grad_norm": 0.6961281784068621,
      "learning_rate": 0.0002982151407804328,
      "loss": 2.8594,
      "step": 8241
    },
    {
      "epoch": 0.38343800883926493,
      "grad_norm": 0.7441293985988955,
      "learning_rate": 0.00029821456989350775,
      "loss": 2.5469,
      "step": 8242
    },
    {
      "epoch": 0.3834845312863457,
      "grad_norm": 0.6580736111483764,
      "learning_rate": 0.0002982139989158449,
      "loss": 2.5938,
      "step": 8243
    },
    {
      "epoch": 0.3835310537334264,
      "grad_norm": 0.6976083480604697,
      "learning_rate": 0.0002982134278474446,
      "loss": 2.5625,
      "step": 8244
    },
    {
      "epoch": 0.3835775761805071,
      "grad_norm": 0.6831664615978233,
      "learning_rate": 0.00029821285668830716,
      "loss": 2.5156,
      "step": 8245
    },
    {
      "epoch": 0.3836240986275878,
      "grad_norm": 0.7332362051995218,
      "learning_rate": 0.0002982122854384329,
      "loss": 2.6719,
      "step": 8246
    },
    {
      "epoch": 0.38367062107466854,
      "grad_norm": 0.643602029647234,
      "learning_rate": 0.0002982117140978222,
      "loss": 2.7656,
      "step": 8247
    },
    {
      "epoch": 0.38371714352174924,
      "grad_norm": 0.7205268845795563,
      "learning_rate": 0.00029821114266647547,
      "loss": 2.6406,
      "step": 8248
    },
    {
      "epoch": 0.38376366596882994,
      "grad_norm": 0.7881520163261392,
      "learning_rate": 0.00029821057114439294,
      "loss": 2.7188,
      "step": 8249
    },
    {
      "epoch": 0.3838101884159107,
      "grad_norm": 0.7770726495696575,
      "learning_rate": 0.0002982099995315751,
      "loss": 2.75,
      "step": 8250
    },
    {
      "epoch": 0.3838567108629914,
      "grad_norm": 0.7182242098050221,
      "learning_rate": 0.00029820942782802216,
      "loss": 2.6875,
      "step": 8251
    },
    {
      "epoch": 0.3839032333100721,
      "grad_norm": 0.6980176100297445,
      "learning_rate": 0.0002982088560337345,
      "loss": 2.3594,
      "step": 8252
    },
    {
      "epoch": 0.38394975575715284,
      "grad_norm": 0.6679926424281816,
      "learning_rate": 0.0002982082841487126,
      "loss": 2.4062,
      "step": 8253
    },
    {
      "epoch": 0.38399627820423354,
      "grad_norm": 0.7069483075585696,
      "learning_rate": 0.0002982077121729567,
      "loss": 2.5938,
      "step": 8254
    },
    {
      "epoch": 0.38404280065131424,
      "grad_norm": 0.6906490225420543,
      "learning_rate": 0.0002982071401064671,
      "loss": 2.5469,
      "step": 8255
    },
    {
      "epoch": 0.384089323098395,
      "grad_norm": 0.6730899824513742,
      "learning_rate": 0.0002982065679492443,
      "loss": 2.4531,
      "step": 8256
    },
    {
      "epoch": 0.3841358455454757,
      "grad_norm": 0.7228101103819048,
      "learning_rate": 0.0002982059957012885,
      "loss": 2.7969,
      "step": 8257
    },
    {
      "epoch": 0.3841823679925564,
      "grad_norm": 0.6556498819511629,
      "learning_rate": 0.00029820542336260014,
      "loss": 2.3281,
      "step": 8258
    },
    {
      "epoch": 0.38422889043963715,
      "grad_norm": 0.6921510733164448,
      "learning_rate": 0.00029820485093317954,
      "loss": 2.6094,
      "step": 8259
    },
    {
      "epoch": 0.38427541288671785,
      "grad_norm": 0.6722761144528333,
      "learning_rate": 0.00029820427841302705,
      "loss": 2.5,
      "step": 8260
    },
    {
      "epoch": 0.38432193533379855,
      "grad_norm": 0.7430528184637858,
      "learning_rate": 0.00029820370580214305,
      "loss": 2.6562,
      "step": 8261
    },
    {
      "epoch": 0.38436845778087925,
      "grad_norm": 0.6751393759409742,
      "learning_rate": 0.00029820313310052786,
      "loss": 2.8125,
      "step": 8262
    },
    {
      "epoch": 0.38441498022796,
      "grad_norm": 0.719694757203204,
      "learning_rate": 0.0002982025603081818,
      "loss": 2.7656,
      "step": 8263
    },
    {
      "epoch": 0.3844615026750407,
      "grad_norm": 0.7057900319750551,
      "learning_rate": 0.00029820198742510533,
      "loss": 2.7344,
      "step": 8264
    },
    {
      "epoch": 0.3845080251221214,
      "grad_norm": 0.7256855785714977,
      "learning_rate": 0.0002982014144512987,
      "loss": 2.9688,
      "step": 8265
    },
    {
      "epoch": 0.38455454756920215,
      "grad_norm": 0.7256044310752969,
      "learning_rate": 0.0002982008413867623,
      "loss": 2.625,
      "step": 8266
    },
    {
      "epoch": 0.38460107001628285,
      "grad_norm": 0.7640050307168339,
      "learning_rate": 0.00029820026823149646,
      "loss": 2.5469,
      "step": 8267
    },
    {
      "epoch": 0.38464759246336355,
      "grad_norm": 0.6986256191441464,
      "learning_rate": 0.0002981996949855015,
      "loss": 2.6562,
      "step": 8268
    },
    {
      "epoch": 0.3846941149104443,
      "grad_norm": 0.8525773647918322,
      "learning_rate": 0.0002981991216487779,
      "loss": 2.0938,
      "step": 8269
    },
    {
      "epoch": 0.384740637357525,
      "grad_norm": 0.6764105778791929,
      "learning_rate": 0.0002981985482213258,
      "loss": 2.8906,
      "step": 8270
    },
    {
      "epoch": 0.3847871598046057,
      "grad_norm": 0.703278783977561,
      "learning_rate": 0.0002981979747031458,
      "loss": 2.7812,
      "step": 8271
    },
    {
      "epoch": 0.38483368225168646,
      "grad_norm": 0.6944057456186186,
      "learning_rate": 0.00029819740109423805,
      "loss": 2.9219,
      "step": 8272
    },
    {
      "epoch": 0.38488020469876716,
      "grad_norm": 0.7199699358935313,
      "learning_rate": 0.00029819682739460306,
      "loss": 2.6719,
      "step": 8273
    },
    {
      "epoch": 0.38492672714584786,
      "grad_norm": 0.7837991213296822,
      "learning_rate": 0.00029819625360424104,
      "loss": 2.9219,
      "step": 8274
    },
    {
      "epoch": 0.3849732495929286,
      "grad_norm": 0.7930783119742028,
      "learning_rate": 0.00029819567972315234,
      "loss": 2.7188,
      "step": 8275
    },
    {
      "epoch": 0.3850197720400093,
      "grad_norm": 0.6986943810696438,
      "learning_rate": 0.00029819510575133744,
      "loss": 2.4844,
      "step": 8276
    },
    {
      "epoch": 0.38506629448709,
      "grad_norm": 0.7364510900347072,
      "learning_rate": 0.00029819453168879667,
      "loss": 2.5938,
      "step": 8277
    },
    {
      "epoch": 0.3851128169341707,
      "grad_norm": 0.6597449537117399,
      "learning_rate": 0.00029819395753553023,
      "loss": 2.5312,
      "step": 8278
    },
    {
      "epoch": 0.38515933938125146,
      "grad_norm": 0.8621067365878933,
      "learning_rate": 0.00029819338329153863,
      "loss": 2.75,
      "step": 8279
    },
    {
      "epoch": 0.38520586182833216,
      "grad_norm": 0.6821607955733434,
      "learning_rate": 0.0002981928089568222,
      "loss": 2.5625,
      "step": 8280
    },
    {
      "epoch": 0.38525238427541286,
      "grad_norm": 0.7226887755712897,
      "learning_rate": 0.00029819223453138126,
      "loss": 2.4219,
      "step": 8281
    },
    {
      "epoch": 0.3852989067224936,
      "grad_norm": 0.660857171429846,
      "learning_rate": 0.0002981916600152161,
      "loss": 1.9297,
      "step": 8282
    },
    {
      "epoch": 0.3853454291695743,
      "grad_norm": 0.7629544087479683,
      "learning_rate": 0.0002981910854083271,
      "loss": 2.5469,
      "step": 8283
    },
    {
      "epoch": 0.385391951616655,
      "grad_norm": 0.6826581464204543,
      "learning_rate": 0.00029819051071071476,
      "loss": 2.6406,
      "step": 8284
    },
    {
      "epoch": 0.38543847406373577,
      "grad_norm": 0.7869138911816435,
      "learning_rate": 0.00029818993592237923,
      "loss": 2.6094,
      "step": 8285
    },
    {
      "epoch": 0.38548499651081647,
      "grad_norm": 0.7296691752870214,
      "learning_rate": 0.00029818936104332103,
      "loss": 2.625,
      "step": 8286
    },
    {
      "epoch": 0.38553151895789717,
      "grad_norm": 0.7834734031180515,
      "learning_rate": 0.00029818878607354036,
      "loss": 2.75,
      "step": 8287
    },
    {
      "epoch": 0.3855780414049779,
      "grad_norm": 0.7358890483523769,
      "learning_rate": 0.0002981882110130376,
      "loss": 2.6719,
      "step": 8288
    },
    {
      "epoch": 0.3856245638520586,
      "grad_norm": 0.7460227178335826,
      "learning_rate": 0.00029818763586181323,
      "loss": 2.5625,
      "step": 8289
    },
    {
      "epoch": 0.3856710862991393,
      "grad_norm": 0.7036128006563646,
      "learning_rate": 0.00029818706061986747,
      "loss": 2.4062,
      "step": 8290
    },
    {
      "epoch": 0.3857176087462201,
      "grad_norm": 0.6939767738711097,
      "learning_rate": 0.00029818648528720076,
      "loss": 2.6719,
      "step": 8291
    },
    {
      "epoch": 0.3857641311933008,
      "grad_norm": 0.7038843394664184,
      "learning_rate": 0.0002981859098638134,
      "loss": 2.5,
      "step": 8292
    },
    {
      "epoch": 0.3858106536403815,
      "grad_norm": 0.7023459361301925,
      "learning_rate": 0.0002981853343497057,
      "loss": 2.8125,
      "step": 8293
    },
    {
      "epoch": 0.38585717608746223,
      "grad_norm": 1.1606547432701855,
      "learning_rate": 0.00029818475874487813,
      "loss": 2.6719,
      "step": 8294
    },
    {
      "epoch": 0.3859036985345429,
      "grad_norm": 0.7504181657042724,
      "learning_rate": 0.00029818418304933096,
      "loss": 2.5,
      "step": 8295
    },
    {
      "epoch": 0.3859502209816236,
      "grad_norm": 0.663202135906063,
      "learning_rate": 0.0002981836072630646,
      "loss": 2.4844,
      "step": 8296
    },
    {
      "epoch": 0.3859967434287043,
      "grad_norm": 0.6734744724269183,
      "learning_rate": 0.00029818303138607927,
      "loss": 2.5156,
      "step": 8297
    },
    {
      "epoch": 0.3860432658757851,
      "grad_norm": 0.663076096427964,
      "learning_rate": 0.00029818245541837545,
      "loss": 2.3281,
      "step": 8298
    },
    {
      "epoch": 0.3860897883228658,
      "grad_norm": 0.6649293444359988,
      "learning_rate": 0.0002981818793599534,
      "loss": 2.625,
      "step": 8299
    },
    {
      "epoch": 0.3861363107699465,
      "grad_norm": 0.65287879695346,
      "learning_rate": 0.0002981813032108136,
      "loss": 2.4062,
      "step": 8300
    },
    {
      "epoch": 0.38618283321702723,
      "grad_norm": 0.710143544978352,
      "learning_rate": 0.00029818072697095635,
      "loss": 2.625,
      "step": 8301
    },
    {
      "epoch": 0.38622935566410793,
      "grad_norm": 0.7180332031675766,
      "learning_rate": 0.000298180150640382,
      "loss": 2.5156,
      "step": 8302
    },
    {
      "epoch": 0.38627587811118863,
      "grad_norm": 0.7352203083646714,
      "learning_rate": 0.0002981795742190908,
      "loss": 2.6875,
      "step": 8303
    },
    {
      "epoch": 0.3863224005582694,
      "grad_norm": 0.7483926286695927,
      "learning_rate": 0.0002981789977070833,
      "loss": 2.6562,
      "step": 8304
    },
    {
      "epoch": 0.3863689230053501,
      "grad_norm": 0.7171507576887567,
      "learning_rate": 0.0002981784211043597,
      "loss": 2.7344,
      "step": 8305
    },
    {
      "epoch": 0.3864154454524308,
      "grad_norm": 0.938933852604818,
      "learning_rate": 0.00029817784441092037,
      "loss": 2.6562,
      "step": 8306
    },
    {
      "epoch": 0.38646196789951154,
      "grad_norm": 0.6873578004167344,
      "learning_rate": 0.0002981772676267657,
      "loss": 2.7656,
      "step": 8307
    },
    {
      "epoch": 0.38650849034659224,
      "grad_norm": 0.7529272499336722,
      "learning_rate": 0.00029817669075189604,
      "loss": 2.6406,
      "step": 8308
    },
    {
      "epoch": 0.38655501279367294,
      "grad_norm": 0.7645147081719347,
      "learning_rate": 0.00029817611378631174,
      "loss": 2.5469,
      "step": 8309
    },
    {
      "epoch": 0.3866015352407537,
      "grad_norm": 0.7641489017465759,
      "learning_rate": 0.00029817553673001316,
      "loss": 2.7188,
      "step": 8310
    },
    {
      "epoch": 0.3866480576878344,
      "grad_norm": 0.6860832158694279,
      "learning_rate": 0.0002981749595830006,
      "loss": 2.2812,
      "step": 8311
    },
    {
      "epoch": 0.3866945801349151,
      "grad_norm": 1.077491005498448,
      "learning_rate": 0.00029817438234527454,
      "loss": 1.7422,
      "step": 8312
    },
    {
      "epoch": 0.3867411025819958,
      "grad_norm": 0.7483609765147082,
      "learning_rate": 0.00029817380501683514,
      "loss": 2.8906,
      "step": 8313
    },
    {
      "epoch": 0.38678762502907654,
      "grad_norm": 0.7228168767217624,
      "learning_rate": 0.00029817322759768293,
      "loss": 2.4375,
      "step": 8314
    },
    {
      "epoch": 0.38683414747615724,
      "grad_norm": 0.7282113047082742,
      "learning_rate": 0.0002981726500878182,
      "loss": 2.5312,
      "step": 8315
    },
    {
      "epoch": 0.38688066992323794,
      "grad_norm": 0.7862372977917703,
      "learning_rate": 0.0002981720724872413,
      "loss": 2.5312,
      "step": 8316
    },
    {
      "epoch": 0.3869271923703187,
      "grad_norm": 0.9433595192551437,
      "learning_rate": 0.00029817149479595254,
      "loss": 2.4844,
      "step": 8317
    },
    {
      "epoch": 0.3869737148173994,
      "grad_norm": 0.7345041753760547,
      "learning_rate": 0.00029817091701395235,
      "loss": 2.5156,
      "step": 8318
    },
    {
      "epoch": 0.3870202372644801,
      "grad_norm": 0.6844804968538991,
      "learning_rate": 0.000298170339141241,
      "loss": 2.3906,
      "step": 8319
    },
    {
      "epoch": 0.38706675971156085,
      "grad_norm": 0.709136357492784,
      "learning_rate": 0.000298169761177819,
      "loss": 2.3594,
      "step": 8320
    },
    {
      "epoch": 0.38711328215864155,
      "grad_norm": 0.764706514340023,
      "learning_rate": 0.0002981691831236865,
      "loss": 2.7656,
      "step": 8321
    },
    {
      "epoch": 0.38715980460572225,
      "grad_norm": 0.8042260432531734,
      "learning_rate": 0.000298168604978844,
      "loss": 2.5781,
      "step": 8322
    },
    {
      "epoch": 0.387206327052803,
      "grad_norm": 0.8873767906174036,
      "learning_rate": 0.0002981680267432918,
      "loss": 2.6094,
      "step": 8323
    },
    {
      "epoch": 0.3872528494998837,
      "grad_norm": 0.6710717673938806,
      "learning_rate": 0.00029816744841703024,
      "loss": 2.4688,
      "step": 8324
    },
    {
      "epoch": 0.3872993719469644,
      "grad_norm": 0.7612612169647686,
      "learning_rate": 0.0002981668700000597,
      "loss": 2.7969,
      "step": 8325
    },
    {
      "epoch": 0.38734589439404515,
      "grad_norm": 0.7446687056668794,
      "learning_rate": 0.0002981662914923806,
      "loss": 2.6719,
      "step": 8326
    },
    {
      "epoch": 0.38739241684112585,
      "grad_norm": 0.7138638220677955,
      "learning_rate": 0.00029816571289399316,
      "loss": 2.2969,
      "step": 8327
    },
    {
      "epoch": 0.38743893928820655,
      "grad_norm": 0.7374532158758532,
      "learning_rate": 0.0002981651342048978,
      "loss": 2.7969,
      "step": 8328
    },
    {
      "epoch": 0.38748546173528725,
      "grad_norm": 0.7395323003392779,
      "learning_rate": 0.00029816455542509493,
      "loss": 2.7656,
      "step": 8329
    },
    {
      "epoch": 0.387531984182368,
      "grad_norm": 0.6538512988531618,
      "learning_rate": 0.0002981639765545848,
      "loss": 2.375,
      "step": 8330
    },
    {
      "epoch": 0.3875785066294487,
      "grad_norm": 0.683124971940495,
      "learning_rate": 0.00029816339759336773,
      "loss": 2.4062,
      "step": 8331
    },
    {
      "epoch": 0.3876250290765294,
      "grad_norm": 0.7019891454970926,
      "learning_rate": 0.0002981628185414443,
      "loss": 2.6562,
      "step": 8332
    },
    {
      "epoch": 0.38767155152361016,
      "grad_norm": 0.712330844003646,
      "learning_rate": 0.0002981622393988146,
      "loss": 2.8281,
      "step": 8333
    },
    {
      "epoch": 0.38771807397069086,
      "grad_norm": 0.7213866640407739,
      "learning_rate": 0.0002981616601654792,
      "loss": 2.8125,
      "step": 8334
    },
    {
      "epoch": 0.38776459641777156,
      "grad_norm": 0.7751010101269438,
      "learning_rate": 0.0002981610808414383,
      "loss": 2.7188,
      "step": 8335
    },
    {
      "epoch": 0.3878111188648523,
      "grad_norm": 0.6931955743395936,
      "learning_rate": 0.00029816050142669233,
      "loss": 2.3594,
      "step": 8336
    },
    {
      "epoch": 0.387857641311933,
      "grad_norm": 0.697089848864973,
      "learning_rate": 0.0002981599219212416,
      "loss": 2.4375,
      "step": 8337
    },
    {
      "epoch": 0.3879041637590137,
      "grad_norm": 0.7343241999490565,
      "learning_rate": 0.0002981593423250865,
      "loss": 2.7969,
      "step": 8338
    },
    {
      "epoch": 0.38795068620609446,
      "grad_norm": 0.7432374246043275,
      "learning_rate": 0.0002981587626382274,
      "loss": 2.5312,
      "step": 8339
    },
    {
      "epoch": 0.38799720865317516,
      "grad_norm": 0.6853649193485282,
      "learning_rate": 0.0002981581828606646,
      "loss": 2.5312,
      "step": 8340
    },
    {
      "epoch": 0.38804373110025586,
      "grad_norm": 0.7630644988276224,
      "learning_rate": 0.0002981576029923986,
      "loss": 2.6562,
      "step": 8341
    },
    {
      "epoch": 0.3880902535473366,
      "grad_norm": 0.6997844076589899,
      "learning_rate": 0.0002981570230334295,
      "loss": 2.5625,
      "step": 8342
    },
    {
      "epoch": 0.3881367759944173,
      "grad_norm": 0.6700371678445359,
      "learning_rate": 0.00029815644298375785,
      "loss": 2.8906,
      "step": 8343
    },
    {
      "epoch": 0.388183298441498,
      "grad_norm": 0.7164633680696684,
      "learning_rate": 0.00029815586284338396,
      "loss": 2.875,
      "step": 8344
    },
    {
      "epoch": 0.3882298208885787,
      "grad_norm": 0.6982372130797823,
      "learning_rate": 0.00029815528261230816,
      "loss": 2.5469,
      "step": 8345
    },
    {
      "epoch": 0.38827634333565947,
      "grad_norm": 0.709060638817516,
      "learning_rate": 0.0002981547022905308,
      "loss": 2.6562,
      "step": 8346
    },
    {
      "epoch": 0.38832286578274017,
      "grad_norm": 0.69927847261094,
      "learning_rate": 0.0002981541218780523,
      "loss": 2.5625,
      "step": 8347
    },
    {
      "epoch": 0.38836938822982087,
      "grad_norm": 0.7087820203876124,
      "learning_rate": 0.000298153541374873,
      "loss": 2.5156,
      "step": 8348
    },
    {
      "epoch": 0.3884159106769016,
      "grad_norm": 0.6627594194971256,
      "learning_rate": 0.00029815296078099316,
      "loss": 2.5938,
      "step": 8349
    },
    {
      "epoch": 0.3884624331239823,
      "grad_norm": 0.7171133326905793,
      "learning_rate": 0.00029815238009641326,
      "loss": 2.7031,
      "step": 8350
    },
    {
      "epoch": 0.388508955571063,
      "grad_norm": 0.764299799064159,
      "learning_rate": 0.0002981517993211336,
      "loss": 2.75,
      "step": 8351
    },
    {
      "epoch": 0.3885554780181438,
      "grad_norm": 0.6532246264905832,
      "learning_rate": 0.0002981512184551545,
      "loss": 2.25,
      "step": 8352
    },
    {
      "epoch": 0.3886020004652245,
      "grad_norm": 0.7432740396593703,
      "learning_rate": 0.0002981506374984764,
      "loss": 2.3281,
      "step": 8353
    },
    {
      "epoch": 0.38864852291230517,
      "grad_norm": 0.7163668140270439,
      "learning_rate": 0.00029815005645109956,
      "loss": 2.7031,
      "step": 8354
    },
    {
      "epoch": 0.3886950453593859,
      "grad_norm": 0.811724553752846,
      "learning_rate": 0.0002981494753130244,
      "loss": 2.4375,
      "step": 8355
    },
    {
      "epoch": 0.3887415678064666,
      "grad_norm": 0.7475538619294041,
      "learning_rate": 0.0002981488940842512,
      "loss": 2.4219,
      "step": 8356
    },
    {
      "epoch": 0.3887880902535473,
      "grad_norm": 0.6828304205675805,
      "learning_rate": 0.0002981483127647804,
      "loss": 2.5312,
      "step": 8357
    },
    {
      "epoch": 0.3888346127006281,
      "grad_norm": 0.728234728789185,
      "learning_rate": 0.0002981477313546124,
      "loss": 2.8906,
      "step": 8358
    },
    {
      "epoch": 0.3888811351477088,
      "grad_norm": 0.7206178841959929,
      "learning_rate": 0.00029814714985374743,
      "loss": 2.8594,
      "step": 8359
    },
    {
      "epoch": 0.3889276575947895,
      "grad_norm": 0.6783864168615561,
      "learning_rate": 0.00029814656826218595,
      "loss": 2.4844,
      "step": 8360
    },
    {
      "epoch": 0.3889741800418702,
      "grad_norm": 0.6829614616600252,
      "learning_rate": 0.00029814598657992825,
      "loss": 2.2969,
      "step": 8361
    },
    {
      "epoch": 0.38902070248895093,
      "grad_norm": 0.8543837202730404,
      "learning_rate": 0.00029814540480697466,
      "loss": 2.4375,
      "step": 8362
    },
    {
      "epoch": 0.38906722493603163,
      "grad_norm": 0.655262738688134,
      "learning_rate": 0.0002981448229433256,
      "loss": 2.3906,
      "step": 8363
    },
    {
      "epoch": 0.38911374738311233,
      "grad_norm": 0.6695632703405164,
      "learning_rate": 0.0002981442409889814,
      "loss": 2.3906,
      "step": 8364
    },
    {
      "epoch": 0.3891602698301931,
      "grad_norm": 0.7291016266771683,
      "learning_rate": 0.0002981436589439424,
      "loss": 2.4219,
      "step": 8365
    },
    {
      "epoch": 0.3892067922772738,
      "grad_norm": 0.7353663249365896,
      "learning_rate": 0.00029814307680820905,
      "loss": 2.5312,
      "step": 8366
    },
    {
      "epoch": 0.3892533147243545,
      "grad_norm": 0.9298369395213847,
      "learning_rate": 0.0002981424945817816,
      "loss": 3.0781,
      "step": 8367
    },
    {
      "epoch": 0.38929983717143524,
      "grad_norm": 0.7378508773488137,
      "learning_rate": 0.00029814191226466044,
      "loss": 2.6875,
      "step": 8368
    },
    {
      "epoch": 0.38934635961851594,
      "grad_norm": 0.7369889390854256,
      "learning_rate": 0.0002981413298568459,
      "loss": 2.4531,
      "step": 8369
    },
    {
      "epoch": 0.38939288206559663,
      "grad_norm": 0.6898262333283482,
      "learning_rate": 0.00029814074735833837,
      "loss": 2.4062,
      "step": 8370
    },
    {
      "epoch": 0.3894394045126774,
      "grad_norm": 0.7264486681158963,
      "learning_rate": 0.00029814016476913824,
      "loss": 2.5625,
      "step": 8371
    },
    {
      "epoch": 0.3894859269597581,
      "grad_norm": 0.6853404054423449,
      "learning_rate": 0.00029813958208924584,
      "loss": 2.3594,
      "step": 8372
    },
    {
      "epoch": 0.3895324494068388,
      "grad_norm": 0.9330261199829287,
      "learning_rate": 0.0002981389993186615,
      "loss": 1.7578,
      "step": 8373
    },
    {
      "epoch": 0.38957897185391954,
      "grad_norm": 0.7287842244281113,
      "learning_rate": 0.00029813841645738554,
      "loss": 2.7188,
      "step": 8374
    },
    {
      "epoch": 0.38962549430100024,
      "grad_norm": 0.727529334242236,
      "learning_rate": 0.00029813783350541846,
      "loss": 2.5625,
      "step": 8375
    },
    {
      "epoch": 0.38967201674808094,
      "grad_norm": 0.751789936796084,
      "learning_rate": 0.0002981372504627604,
      "loss": 2.6406,
      "step": 8376
    },
    {
      "epoch": 0.38971853919516164,
      "grad_norm": 0.740392968736537,
      "learning_rate": 0.00029813666732941195,
      "loss": 2.9375,
      "step": 8377
    },
    {
      "epoch": 0.3897650616422424,
      "grad_norm": 0.7220557213785163,
      "learning_rate": 0.00029813608410537333,
      "loss": 2.1406,
      "step": 8378
    },
    {
      "epoch": 0.3898115840893231,
      "grad_norm": 0.727335973911837,
      "learning_rate": 0.0002981355007906449,
      "loss": 2.5781,
      "step": 8379
    },
    {
      "epoch": 0.3898581065364038,
      "grad_norm": 0.9389315714168253,
      "learning_rate": 0.00029813491738522706,
      "loss": 2.5469,
      "step": 8380
    },
    {
      "epoch": 0.38990462898348455,
      "grad_norm": 0.7092393545011344,
      "learning_rate": 0.00029813433388912016,
      "loss": 2.5625,
      "step": 8381
    },
    {
      "epoch": 0.38995115143056525,
      "grad_norm": 0.717527480598562,
      "learning_rate": 0.0002981337503023245,
      "loss": 2.4844,
      "step": 8382
    },
    {
      "epoch": 0.38999767387764595,
      "grad_norm": 0.703449476932138,
      "learning_rate": 0.00029813316662484057,
      "loss": 2.2812,
      "step": 8383
    },
    {
      "epoch": 0.3900441963247267,
      "grad_norm": 0.6466261731366546,
      "learning_rate": 0.0002981325828566686,
      "loss": 2.3438,
      "step": 8384
    },
    {
      "epoch": 0.3900907187718074,
      "grad_norm": 0.6613507366765828,
      "learning_rate": 0.000298131998997809,
      "loss": 2.5312,
      "step": 8385
    },
    {
      "epoch": 0.3901372412188881,
      "grad_norm": 0.7248994153507103,
      "learning_rate": 0.00029813141504826207,
      "loss": 2.2812,
      "step": 8386
    },
    {
      "epoch": 0.39018376366596885,
      "grad_norm": 0.876795349477355,
      "learning_rate": 0.00029813083100802825,
      "loss": 2.7656,
      "step": 8387
    },
    {
      "epoch": 0.39023028611304955,
      "grad_norm": 0.7619557020446868,
      "learning_rate": 0.00029813024687710786,
      "loss": 2.8594,
      "step": 8388
    },
    {
      "epoch": 0.39027680856013025,
      "grad_norm": 0.7136303148845411,
      "learning_rate": 0.00029812966265550133,
      "loss": 2.8281,
      "step": 8389
    },
    {
      "epoch": 0.390323331007211,
      "grad_norm": 0.8001583803630669,
      "learning_rate": 0.0002981290783432088,
      "loss": 2.7344,
      "step": 8390
    },
    {
      "epoch": 0.3903698534542917,
      "grad_norm": 0.7094388321070035,
      "learning_rate": 0.0002981284939402309,
      "loss": 2.7031,
      "step": 8391
    },
    {
      "epoch": 0.3904163759013724,
      "grad_norm": 0.7697437108232139,
      "learning_rate": 0.00029812790944656783,
      "loss": 2.4531,
      "step": 8392
    },
    {
      "epoch": 0.3904628983484531,
      "grad_norm": 0.7795549842088197,
      "learning_rate": 0.00029812732486221994,
      "loss": 2.6719,
      "step": 8393
    },
    {
      "epoch": 0.39050942079553386,
      "grad_norm": 0.6966071462327155,
      "learning_rate": 0.00029812674018718765,
      "loss": 2.4844,
      "step": 8394
    },
    {
      "epoch": 0.39055594324261456,
      "grad_norm": 0.684737752763989,
      "learning_rate": 0.00029812615542147133,
      "loss": 2.4688,
      "step": 8395
    },
    {
      "epoch": 0.39060246568969526,
      "grad_norm": 0.9159105449407277,
      "learning_rate": 0.00029812557056507126,
      "loss": 2.8281,
      "step": 8396
    },
    {
      "epoch": 0.390648988136776,
      "grad_norm": 0.9164252991148856,
      "learning_rate": 0.00029812498561798787,
      "loss": 2.5156,
      "step": 8397
    },
    {
      "epoch": 0.3906955105838567,
      "grad_norm": 0.6740564974382252,
      "learning_rate": 0.0002981244005802215,
      "loss": 2.6094,
      "step": 8398
    },
    {
      "epoch": 0.3907420330309374,
      "grad_norm": 0.7308355210626216,
      "learning_rate": 0.0002981238154517724,
      "loss": 2.7812,
      "step": 8399
    },
    {
      "epoch": 0.39078855547801816,
      "grad_norm": 0.7498009851074317,
      "learning_rate": 0.00029812323023264113,
      "loss": 2.6719,
      "step": 8400
    },
    {
      "epoch": 0.39083507792509886,
      "grad_norm": 0.755096454250059,
      "learning_rate": 0.000298122644922828,
      "loss": 2.7031,
      "step": 8401
    },
    {
      "epoch": 0.39088160037217956,
      "grad_norm": 0.8522275807907762,
      "learning_rate": 0.0002981220595223332,
      "loss": 2.4219,
      "step": 8402
    },
    {
      "epoch": 0.3909281228192603,
      "grad_norm": 0.7291061263524004,
      "learning_rate": 0.00029812147403115725,
      "loss": 2.4219,
      "step": 8403
    },
    {
      "epoch": 0.390974645266341,
      "grad_norm": 0.8610323413486831,
      "learning_rate": 0.00029812088844930043,
      "loss": 2.8125,
      "step": 8404
    },
    {
      "epoch": 0.3910211677134217,
      "grad_norm": 0.7070560932470532,
      "learning_rate": 0.00029812030277676316,
      "loss": 2.4062,
      "step": 8405
    },
    {
      "epoch": 0.39106769016050247,
      "grad_norm": 0.6742024552843037,
      "learning_rate": 0.00029811971701354577,
      "loss": 2.6406,
      "step": 8406
    },
    {
      "epoch": 0.39111421260758317,
      "grad_norm": 0.816132930607307,
      "learning_rate": 0.0002981191311596486,
      "loss": 1.8984,
      "step": 8407
    },
    {
      "epoch": 0.39116073505466387,
      "grad_norm": 0.7267424416477047,
      "learning_rate": 0.00029811854521507203,
      "loss": 2.2344,
      "step": 8408
    },
    {
      "epoch": 0.39120725750174457,
      "grad_norm": 0.7263257536266722,
      "learning_rate": 0.0002981179591798164,
      "loss": 2.5938,
      "step": 8409
    },
    {
      "epoch": 0.3912537799488253,
      "grad_norm": 0.7424487078015568,
      "learning_rate": 0.0002981173730538821,
      "loss": 2.6406,
      "step": 8410
    },
    {
      "epoch": 0.391300302395906,
      "grad_norm": 0.6473358343798997,
      "learning_rate": 0.00029811678683726946,
      "loss": 2.4062,
      "step": 8411
    },
    {
      "epoch": 0.3913468248429867,
      "grad_norm": 0.8072672611177876,
      "learning_rate": 0.00029811620052997887,
      "loss": 2.7812,
      "step": 8412
    },
    {
      "epoch": 0.3913933472900675,
      "grad_norm": 0.6647342357971545,
      "learning_rate": 0.00029811561413201065,
      "loss": 2.5781,
      "step": 8413
    },
    {
      "epoch": 0.39143986973714817,
      "grad_norm": 0.7535540236314549,
      "learning_rate": 0.0002981150276433652,
      "loss": 2.6562,
      "step": 8414
    },
    {
      "epoch": 0.39148639218422887,
      "grad_norm": 0.7139300281286064,
      "learning_rate": 0.0002981144410640428,
      "loss": 2.25,
      "step": 8415
    },
    {
      "epoch": 0.3915329146313096,
      "grad_norm": 0.7847260210858292,
      "learning_rate": 0.00029811385439404393,
      "loss": 2.7344,
      "step": 8416
    },
    {
      "epoch": 0.3915794370783903,
      "grad_norm": 0.684047679077714,
      "learning_rate": 0.0002981132676333689,
      "loss": 2.5469,
      "step": 8417
    },
    {
      "epoch": 0.391625959525471,
      "grad_norm": 0.7903310109104474,
      "learning_rate": 0.00029811268078201795,
      "loss": 2.4688,
      "step": 8418
    },
    {
      "epoch": 0.3916724819725518,
      "grad_norm": 0.7140570883045388,
      "learning_rate": 0.0002981120938399916,
      "loss": 2.7188,
      "step": 8419
    },
    {
      "epoch": 0.3917190044196325,
      "grad_norm": 0.7835011372633847,
      "learning_rate": 0.0002981115068072902,
      "loss": 2.4531,
      "step": 8420
    },
    {
      "epoch": 0.3917655268667132,
      "grad_norm": 0.7299511969779449,
      "learning_rate": 0.000298110919683914,
      "loss": 2.6094,
      "step": 8421
    },
    {
      "epoch": 0.39181204931379393,
      "grad_norm": 0.779726504145721,
      "learning_rate": 0.00029811033246986347,
      "loss": 2.3594,
      "step": 8422
    },
    {
      "epoch": 0.39185857176087463,
      "grad_norm": 0.6970478251067171,
      "learning_rate": 0.0002981097451651389,
      "loss": 2.4375,
      "step": 8423
    },
    {
      "epoch": 0.39190509420795533,
      "grad_norm": 0.7956933633676999,
      "learning_rate": 0.00029810915776974065,
      "loss": 2.9219,
      "step": 8424
    },
    {
      "epoch": 0.39195161665503603,
      "grad_norm": 0.7193645970023448,
      "learning_rate": 0.00029810857028366914,
      "loss": 2.5781,
      "step": 8425
    },
    {
      "epoch": 0.3919981391021168,
      "grad_norm": 0.682260144083696,
      "learning_rate": 0.00029810798270692466,
      "loss": 2.375,
      "step": 8426
    },
    {
      "epoch": 0.3920446615491975,
      "grad_norm": 0.7039931156352485,
      "learning_rate": 0.0002981073950395076,
      "loss": 2.4219,
      "step": 8427
    },
    {
      "epoch": 0.3920911839962782,
      "grad_norm": 0.6968272737144123,
      "learning_rate": 0.00029810680728141833,
      "loss": 2.3594,
      "step": 8428
    },
    {
      "epoch": 0.39213770644335894,
      "grad_norm": 0.7767034195676011,
      "learning_rate": 0.00029810621943265723,
      "loss": 2.4688,
      "step": 8429
    },
    {
      "epoch": 0.39218422889043963,
      "grad_norm": 0.7324915565994475,
      "learning_rate": 0.0002981056314932246,
      "loss": 2.7344,
      "step": 8430
    },
    {
      "epoch": 0.39223075133752033,
      "grad_norm": 0.6778149437311844,
      "learning_rate": 0.00029810504346312086,
      "loss": 2.1875,
      "step": 8431
    },
    {
      "epoch": 0.3922772737846011,
      "grad_norm": 0.7380349343119188,
      "learning_rate": 0.0002981044553423463,
      "loss": 2.5312,
      "step": 8432
    },
    {
      "epoch": 0.3923237962316818,
      "grad_norm": 0.6729443775136461,
      "learning_rate": 0.0002981038671309013,
      "loss": 2.75,
      "step": 8433
    },
    {
      "epoch": 0.3923703186787625,
      "grad_norm": 0.6503993665212432,
      "learning_rate": 0.00029810327882878626,
      "loss": 2.5312,
      "step": 8434
    },
    {
      "epoch": 0.39241684112584324,
      "grad_norm": 0.7069821042817269,
      "learning_rate": 0.00029810269043600157,
      "loss": 2.75,
      "step": 8435
    },
    {
      "epoch": 0.39246336357292394,
      "grad_norm": 0.6838043950019973,
      "learning_rate": 0.0002981021019525475,
      "loss": 2.7031,
      "step": 8436
    },
    {
      "epoch": 0.39250988602000464,
      "grad_norm": 0.7610724092547999,
      "learning_rate": 0.0002981015133784244,
      "loss": 2.7812,
      "step": 8437
    },
    {
      "epoch": 0.3925564084670854,
      "grad_norm": 0.7575570275292565,
      "learning_rate": 0.00029810092471363274,
      "loss": 2.5938,
      "step": 8438
    },
    {
      "epoch": 0.3926029309141661,
      "grad_norm": 0.7062339492742786,
      "learning_rate": 0.00029810033595817283,
      "loss": 2.5781,
      "step": 8439
    },
    {
      "epoch": 0.3926494533612468,
      "grad_norm": 0.6982760135914748,
      "learning_rate": 0.000298099747112045,
      "loss": 2.8125,
      "step": 8440
    },
    {
      "epoch": 0.3926959758083275,
      "grad_norm": 0.7550306136949871,
      "learning_rate": 0.00029809915817524967,
      "loss": 2.7188,
      "step": 8441
    },
    {
      "epoch": 0.39274249825540825,
      "grad_norm": 0.695884370411462,
      "learning_rate": 0.00029809856914778706,
      "loss": 2.7188,
      "step": 8442
    },
    {
      "epoch": 0.39278902070248894,
      "grad_norm": 0.7269090605929655,
      "learning_rate": 0.00029809798002965773,
      "loss": 2.625,
      "step": 8443
    },
    {
      "epoch": 0.39283554314956964,
      "grad_norm": 0.7136477056055094,
      "learning_rate": 0.0002980973908208619,
      "loss": 2.9375,
      "step": 8444
    },
    {
      "epoch": 0.3928820655966504,
      "grad_norm": 0.6689551682501031,
      "learning_rate": 0.0002980968015214,
      "loss": 2.625,
      "step": 8445
    },
    {
      "epoch": 0.3929285880437311,
      "grad_norm": 0.6647617524433861,
      "learning_rate": 0.0002980962121312724,
      "loss": 2.6719,
      "step": 8446
    },
    {
      "epoch": 0.3929751104908118,
      "grad_norm": 0.6991737577310596,
      "learning_rate": 0.0002980956226504793,
      "loss": 2.5938,
      "step": 8447
    },
    {
      "epoch": 0.39302163293789255,
      "grad_norm": 0.7656007830813087,
      "learning_rate": 0.0002980950330790213,
      "loss": 2.6562,
      "step": 8448
    },
    {
      "epoch": 0.39306815538497325,
      "grad_norm": 0.7080094203123019,
      "learning_rate": 0.0002980944434168986,
      "loss": 2.6719,
      "step": 8449
    },
    {
      "epoch": 0.39311467783205395,
      "grad_norm": 0.7018245328540542,
      "learning_rate": 0.00029809385366411166,
      "loss": 2.625,
      "step": 8450
    },
    {
      "epoch": 0.3931612002791347,
      "grad_norm": 0.646303278011859,
      "learning_rate": 0.0002980932638206607,
      "loss": 2.7031,
      "step": 8451
    },
    {
      "epoch": 0.3932077227262154,
      "grad_norm": 0.6855180266732783,
      "learning_rate": 0.00029809267388654625,
      "loss": 2.625,
      "step": 8452
    },
    {
      "epoch": 0.3932542451732961,
      "grad_norm": 1.013933090198202,
      "learning_rate": 0.00029809208386176857,
      "loss": 2.875,
      "step": 8453
    },
    {
      "epoch": 0.39330076762037686,
      "grad_norm": 0.7509231222291928,
      "learning_rate": 0.00029809149374632806,
      "loss": 2.6562,
      "step": 8454
    },
    {
      "epoch": 0.39334729006745756,
      "grad_norm": 0.7382001983100268,
      "learning_rate": 0.00029809090354022505,
      "loss": 2.7656,
      "step": 8455
    },
    {
      "epoch": 0.39339381251453825,
      "grad_norm": 0.7084859147014195,
      "learning_rate": 0.0002980903132434599,
      "loss": 2.625,
      "step": 8456
    },
    {
      "epoch": 0.39344033496161895,
      "grad_norm": 0.7144908917052599,
      "learning_rate": 0.00029808972285603303,
      "loss": 2.4375,
      "step": 8457
    },
    {
      "epoch": 0.3934868574086997,
      "grad_norm": 0.6974253385099958,
      "learning_rate": 0.00029808913237794473,
      "loss": 2.5156,
      "step": 8458
    },
    {
      "epoch": 0.3935333798557804,
      "grad_norm": 0.6886773248212151,
      "learning_rate": 0.00029808854180919534,
      "loss": 2.4531,
      "step": 8459
    },
    {
      "epoch": 0.3935799023028611,
      "grad_norm": 0.6824140830959261,
      "learning_rate": 0.00029808795114978534,
      "loss": 2.5156,
      "step": 8460
    },
    {
      "epoch": 0.39362642474994186,
      "grad_norm": 0.7112038705478398,
      "learning_rate": 0.000298087360399715,
      "loss": 2.7031,
      "step": 8461
    },
    {
      "epoch": 0.39367294719702256,
      "grad_norm": 0.7323987004436903,
      "learning_rate": 0.0002980867695589847,
      "loss": 2.7812,
      "step": 8462
    },
    {
      "epoch": 0.39371946964410326,
      "grad_norm": 0.7374217325472529,
      "learning_rate": 0.0002980861786275948,
      "loss": 2.6562,
      "step": 8463
    },
    {
      "epoch": 0.393765992091184,
      "grad_norm": 0.6698580707855248,
      "learning_rate": 0.0002980855876055457,
      "loss": 2.3125,
      "step": 8464
    },
    {
      "epoch": 0.3938125145382647,
      "grad_norm": 0.7422859869708972,
      "learning_rate": 0.00029808499649283774,
      "loss": 2.4688,
      "step": 8465
    },
    {
      "epoch": 0.3938590369853454,
      "grad_norm": 0.7089801082111752,
      "learning_rate": 0.00029808440528947126,
      "loss": 2.625,
      "step": 8466
    },
    {
      "epoch": 0.39390555943242617,
      "grad_norm": 0.737588102029889,
      "learning_rate": 0.0002980838139954466,
      "loss": 2.5781,
      "step": 8467
    },
    {
      "epoch": 0.39395208187950687,
      "grad_norm": 0.7898962962268236,
      "learning_rate": 0.00029808322261076417,
      "loss": 2.5312,
      "step": 8468
    },
    {
      "epoch": 0.39399860432658756,
      "grad_norm": 0.8022903574337797,
      "learning_rate": 0.00029808263113542433,
      "loss": 2.6094,
      "step": 8469
    },
    {
      "epoch": 0.3940451267736683,
      "grad_norm": 0.8207534324638333,
      "learning_rate": 0.0002980820395694274,
      "loss": 2.375,
      "step": 8470
    },
    {
      "epoch": 0.394091649220749,
      "grad_norm": 0.7756664341861317,
      "learning_rate": 0.0002980814479127738,
      "loss": 2.6406,
      "step": 8471
    },
    {
      "epoch": 0.3941381716678297,
      "grad_norm": 0.7433245654488894,
      "learning_rate": 0.0002980808561654639,
      "loss": 2.5156,
      "step": 8472
    },
    {
      "epoch": 0.3941846941149104,
      "grad_norm": 0.676810491985877,
      "learning_rate": 0.000298080264327498,
      "loss": 2.625,
      "step": 8473
    },
    {
      "epoch": 0.39423121656199117,
      "grad_norm": 0.7583352421569826,
      "learning_rate": 0.00029807967239887646,
      "loss": 2.5469,
      "step": 8474
    },
    {
      "epoch": 0.39427773900907187,
      "grad_norm": 0.7331713657082035,
      "learning_rate": 0.0002980790803795997,
      "loss": 2.6719,
      "step": 8475
    },
    {
      "epoch": 0.39432426145615257,
      "grad_norm": 0.7164381096227558,
      "learning_rate": 0.00029807848826966804,
      "loss": 2.6094,
      "step": 8476
    },
    {
      "epoch": 0.3943707839032333,
      "grad_norm": 0.8788825305122141,
      "learning_rate": 0.00029807789606908184,
      "loss": 2.5,
      "step": 8477
    },
    {
      "epoch": 0.394417306350314,
      "grad_norm": 0.7176208306801923,
      "learning_rate": 0.00029807730377784153,
      "loss": 2.3906,
      "step": 8478
    },
    {
      "epoch": 0.3944638287973947,
      "grad_norm": 0.6766771647669999,
      "learning_rate": 0.0002980767113959474,
      "loss": 2.4844,
      "step": 8479
    },
    {
      "epoch": 0.3945103512444755,
      "grad_norm": 0.7228272148442555,
      "learning_rate": 0.0002980761189233998,
      "loss": 2.5781,
      "step": 8480
    },
    {
      "epoch": 0.3945568736915562,
      "grad_norm": 0.6816605355379471,
      "learning_rate": 0.00029807552636019916,
      "loss": 2.6719,
      "step": 8481
    },
    {
      "epoch": 0.3946033961386369,
      "grad_norm": 0.7342513962731166,
      "learning_rate": 0.0002980749337063458,
      "loss": 2.6875,
      "step": 8482
    },
    {
      "epoch": 0.39464991858571763,
      "grad_norm": 0.7936316635869646,
      "learning_rate": 0.0002980743409618401,
      "loss": 2.6875,
      "step": 8483
    },
    {
      "epoch": 0.39469644103279833,
      "grad_norm": 0.8942102568265701,
      "learning_rate": 0.0002980737481266824,
      "loss": 2.7344,
      "step": 8484
    },
    {
      "epoch": 0.394742963479879,
      "grad_norm": 0.7356852033922373,
      "learning_rate": 0.00029807315520087314,
      "loss": 2.4688,
      "step": 8485
    },
    {
      "epoch": 0.3947894859269598,
      "grad_norm": 0.6710999110429993,
      "learning_rate": 0.00029807256218441255,
      "loss": 2.7031,
      "step": 8486
    },
    {
      "epoch": 0.3948360083740405,
      "grad_norm": 0.7765714799187264,
      "learning_rate": 0.0002980719690773011,
      "loss": 2.5625,
      "step": 8487
    },
    {
      "epoch": 0.3948825308211212,
      "grad_norm": 0.7632034096561319,
      "learning_rate": 0.0002980713758795391,
      "loss": 2.5938,
      "step": 8488
    },
    {
      "epoch": 0.39492905326820194,
      "grad_norm": 0.8856945386854295,
      "learning_rate": 0.00029807078259112694,
      "loss": 2.7812,
      "step": 8489
    },
    {
      "epoch": 0.39497557571528263,
      "grad_norm": 0.8153556061261926,
      "learning_rate": 0.000298070189212065,
      "loss": 1.9375,
      "step": 8490
    },
    {
      "epoch": 0.39502209816236333,
      "grad_norm": 0.9158618492008247,
      "learning_rate": 0.00029806959574235354,
      "loss": 2.8281,
      "step": 8491
    },
    {
      "epoch": 0.39506862060944403,
      "grad_norm": 0.6846033921039274,
      "learning_rate": 0.0002980690021819931,
      "loss": 1.8359,
      "step": 8492
    },
    {
      "epoch": 0.3951151430565248,
      "grad_norm": 0.733891692433872,
      "learning_rate": 0.00029806840853098386,
      "loss": 2.5625,
      "step": 8493
    },
    {
      "epoch": 0.3951616655036055,
      "grad_norm": 0.7351675430930367,
      "learning_rate": 0.0002980678147893263,
      "loss": 2.8125,
      "step": 8494
    },
    {
      "epoch": 0.3952081879506862,
      "grad_norm": 0.7158400232423029,
      "learning_rate": 0.0002980672209570208,
      "loss": 2.9219,
      "step": 8495
    },
    {
      "epoch": 0.39525471039776694,
      "grad_norm": 0.7428983717832889,
      "learning_rate": 0.0002980666270340676,
      "loss": 2.6094,
      "step": 8496
    },
    {
      "epoch": 0.39530123284484764,
      "grad_norm": 0.7203639136851191,
      "learning_rate": 0.0002980660330204672,
      "loss": 2.6719,
      "step": 8497
    },
    {
      "epoch": 0.39534775529192834,
      "grad_norm": 0.900859545025471,
      "learning_rate": 0.00029806543891621986,
      "loss": 2.5625,
      "step": 8498
    },
    {
      "epoch": 0.3953942777390091,
      "grad_norm": 0.6997934957146384,
      "learning_rate": 0.000298064844721326,
      "loss": 2.6406,
      "step": 8499
    },
    {
      "epoch": 0.3954408001860898,
      "grad_norm": 0.7364380285065396,
      "learning_rate": 0.00029806425043578594,
      "loss": 2.8125,
      "step": 8500
    },
    {
      "epoch": 0.3954873226331705,
      "grad_norm": 0.7128580792114498,
      "learning_rate": 0.00029806365605960014,
      "loss": 2.4219,
      "step": 8501
    },
    {
      "epoch": 0.39553384508025125,
      "grad_norm": 0.7282351617157523,
      "learning_rate": 0.0002980630615927688,
      "loss": 2.6719,
      "step": 8502
    },
    {
      "epoch": 0.39558036752733194,
      "grad_norm": 0.7333863925719851,
      "learning_rate": 0.0002980624670352924,
      "loss": 2.5781,
      "step": 8503
    },
    {
      "epoch": 0.39562688997441264,
      "grad_norm": 0.7381875137546304,
      "learning_rate": 0.00029806187238717136,
      "loss": 2.5781,
      "step": 8504
    },
    {
      "epoch": 0.3956734124214934,
      "grad_norm": 0.7733692078731698,
      "learning_rate": 0.0002980612776484059,
      "loss": 2.7031,
      "step": 8505
    },
    {
      "epoch": 0.3957199348685741,
      "grad_norm": 0.781285342003137,
      "learning_rate": 0.00029806068281899655,
      "loss": 2.7344,
      "step": 8506
    },
    {
      "epoch": 0.3957664573156548,
      "grad_norm": 0.8415029983190226,
      "learning_rate": 0.0002980600878989435,
      "loss": 3.0469,
      "step": 8507
    },
    {
      "epoch": 0.3958129797627355,
      "grad_norm": 0.8052392053194183,
      "learning_rate": 0.0002980594928882472,
      "loss": 2.6406,
      "step": 8508
    },
    {
      "epoch": 0.39585950220981625,
      "grad_norm": 0.7270085608392615,
      "learning_rate": 0.000298058897786908,
      "loss": 2.5781,
      "step": 8509
    },
    {
      "epoch": 0.39590602465689695,
      "grad_norm": 0.6707443080134863,
      "learning_rate": 0.0002980583025949263,
      "loss": 2.8281,
      "step": 8510
    },
    {
      "epoch": 0.39595254710397765,
      "grad_norm": 0.7779569935036917,
      "learning_rate": 0.0002980577073123024,
      "loss": 2.4219,
      "step": 8511
    },
    {
      "epoch": 0.3959990695510584,
      "grad_norm": 0.7651326708921106,
      "learning_rate": 0.0002980571119390367,
      "loss": 2.4375,
      "step": 8512
    },
    {
      "epoch": 0.3960455919981391,
      "grad_norm": 0.6912709555356473,
      "learning_rate": 0.0002980565164751296,
      "loss": 2.4375,
      "step": 8513
    },
    {
      "epoch": 0.3960921144452198,
      "grad_norm": 0.6612232613641957,
      "learning_rate": 0.00029805592092058136,
      "loss": 2.7031,
      "step": 8514
    },
    {
      "epoch": 0.39613863689230056,
      "grad_norm": 0.6515871415595119,
      "learning_rate": 0.0002980553252753925,
      "loss": 2.2812,
      "step": 8515
    },
    {
      "epoch": 0.39618515933938125,
      "grad_norm": 0.7616142095726293,
      "learning_rate": 0.0002980547295395632,
      "loss": 2.625,
      "step": 8516
    },
    {
      "epoch": 0.39623168178646195,
      "grad_norm": 0.6688865526559166,
      "learning_rate": 0.000298054133713094,
      "loss": 2.75,
      "step": 8517
    },
    {
      "epoch": 0.3962782042335427,
      "grad_norm": 0.7508501468745863,
      "learning_rate": 0.00029805353779598515,
      "loss": 2.6875,
      "step": 8518
    },
    {
      "epoch": 0.3963247266806234,
      "grad_norm": 0.7363028095251483,
      "learning_rate": 0.0002980529417882371,
      "loss": 2.9062,
      "step": 8519
    },
    {
      "epoch": 0.3963712491277041,
      "grad_norm": 0.718940960584473,
      "learning_rate": 0.0002980523456898501,
      "loss": 2.375,
      "step": 8520
    },
    {
      "epoch": 0.39641777157478486,
      "grad_norm": 0.6650651157160076,
      "learning_rate": 0.00029805174950082465,
      "loss": 2.8125,
      "step": 8521
    },
    {
      "epoch": 0.39646429402186556,
      "grad_norm": 0.7072976566283073,
      "learning_rate": 0.000298051153221161,
      "loss": 2.7031,
      "step": 8522
    },
    {
      "epoch": 0.39651081646894626,
      "grad_norm": 0.7992745572483113,
      "learning_rate": 0.00029805055685085954,
      "loss": 2.3594,
      "step": 8523
    },
    {
      "epoch": 0.39655733891602696,
      "grad_norm": 0.668476516320978,
      "learning_rate": 0.0002980499603899207,
      "loss": 2.4219,
      "step": 8524
    },
    {
      "epoch": 0.3966038613631077,
      "grad_norm": 0.7404396241630165,
      "learning_rate": 0.0002980493638383448,
      "loss": 2.7344,
      "step": 8525
    },
    {
      "epoch": 0.3966503838101884,
      "grad_norm": 0.6810693786330365,
      "learning_rate": 0.0002980487671961322,
      "loss": 2.7031,
      "step": 8526
    },
    {
      "epoch": 0.3966969062572691,
      "grad_norm": 0.6994427738094959,
      "learning_rate": 0.0002980481704632833,
      "loss": 2.4688,
      "step": 8527
    },
    {
      "epoch": 0.39674342870434987,
      "grad_norm": 0.7572686664863351,
      "learning_rate": 0.0002980475736397984,
      "loss": 2.6094,
      "step": 8528
    },
    {
      "epoch": 0.39678995115143056,
      "grad_norm": 0.7071209830009443,
      "learning_rate": 0.0002980469767256779,
      "loss": 2.7031,
      "step": 8529
    },
    {
      "epoch": 0.39683647359851126,
      "grad_norm": 0.7555215785901919,
      "learning_rate": 0.00029804637972092213,
      "loss": 2.6094,
      "step": 8530
    },
    {
      "epoch": 0.396882996045592,
      "grad_norm": 0.7466568698184599,
      "learning_rate": 0.00029804578262553153,
      "loss": 2.4219,
      "step": 8531
    },
    {
      "epoch": 0.3969295184926727,
      "grad_norm": 0.7536993117126976,
      "learning_rate": 0.00029804518543950645,
      "loss": 3.0469,
      "step": 8532
    },
    {
      "epoch": 0.3969760409397534,
      "grad_norm": 0.7355190885946092,
      "learning_rate": 0.0002980445881628472,
      "loss": 2.8281,
      "step": 8533
    },
    {
      "epoch": 0.39702256338683417,
      "grad_norm": 0.7170032961161288,
      "learning_rate": 0.0002980439907955542,
      "loss": 2.9062,
      "step": 8534
    },
    {
      "epoch": 0.39706908583391487,
      "grad_norm": 0.7353053444810478,
      "learning_rate": 0.00029804339333762783,
      "loss": 2.5625,
      "step": 8535
    },
    {
      "epoch": 0.39711560828099557,
      "grad_norm": 0.7489427202122403,
      "learning_rate": 0.00029804279578906837,
      "loss": 2.3906,
      "step": 8536
    },
    {
      "epoch": 0.3971621307280763,
      "grad_norm": 0.7206891452750429,
      "learning_rate": 0.0002980421981498763,
      "loss": 2.7656,
      "step": 8537
    },
    {
      "epoch": 0.397208653175157,
      "grad_norm": 0.7207295710966232,
      "learning_rate": 0.00029804160042005187,
      "loss": 2.6406,
      "step": 8538
    },
    {
      "epoch": 0.3972551756222377,
      "grad_norm": 0.6985235083009531,
      "learning_rate": 0.00029804100259959553,
      "loss": 2.4062,
      "step": 8539
    },
    {
      "epoch": 0.3973016980693184,
      "grad_norm": 0.723581203232677,
      "learning_rate": 0.0002980404046885076,
      "loss": 2.7344,
      "step": 8540
    },
    {
      "epoch": 0.3973482205163992,
      "grad_norm": 0.6826989605179551,
      "learning_rate": 0.00029803980668678844,
      "loss": 2.4688,
      "step": 8541
    },
    {
      "epoch": 0.3973947429634799,
      "grad_norm": 0.7102124377894605,
      "learning_rate": 0.0002980392085944385,
      "loss": 2.5781,
      "step": 8542
    },
    {
      "epoch": 0.3974412654105606,
      "grad_norm": 0.7060872967929559,
      "learning_rate": 0.000298038610411458,
      "loss": 2.7188,
      "step": 8543
    },
    {
      "epoch": 0.39748778785764133,
      "grad_norm": 0.8667912271381452,
      "learning_rate": 0.00029803801213784746,
      "loss": 2.5938,
      "step": 8544
    },
    {
      "epoch": 0.397534310304722,
      "grad_norm": 0.7051088406026627,
      "learning_rate": 0.00029803741377360714,
      "loss": 2.6094,
      "step": 8545
    },
    {
      "epoch": 0.3975808327518027,
      "grad_norm": 0.6405610834606184,
      "learning_rate": 0.00029803681531873744,
      "loss": 2.5625,
      "step": 8546
    },
    {
      "epoch": 0.3976273551988835,
      "grad_norm": 0.7079654183850524,
      "learning_rate": 0.00029803621677323874,
      "loss": 2.5625,
      "step": 8547
    },
    {
      "epoch": 0.3976738776459642,
      "grad_norm": 0.7089454406586836,
      "learning_rate": 0.0002980356181371114,
      "loss": 2.5312,
      "step": 8548
    },
    {
      "epoch": 0.3977204000930449,
      "grad_norm": 0.7109211755753488,
      "learning_rate": 0.0002980350194103558,
      "loss": 2.7969,
      "step": 8549
    },
    {
      "epoch": 0.39776692254012563,
      "grad_norm": 0.6984725326460427,
      "learning_rate": 0.00029803442059297226,
      "loss": 2.5781,
      "step": 8550
    },
    {
      "epoch": 0.39781344498720633,
      "grad_norm": 0.7270031126756124,
      "learning_rate": 0.0002980338216849612,
      "loss": 2.5938,
      "step": 8551
    },
    {
      "epoch": 0.39785996743428703,
      "grad_norm": 0.7439028041570709,
      "learning_rate": 0.00029803322268632295,
      "loss": 2.2344,
      "step": 8552
    },
    {
      "epoch": 0.3979064898813678,
      "grad_norm": 0.7255618891951054,
      "learning_rate": 0.0002980326235970579,
      "loss": 2.6875,
      "step": 8553
    },
    {
      "epoch": 0.3979530123284485,
      "grad_norm": 0.7553185320115758,
      "learning_rate": 0.00029803202441716636,
      "loss": 2.4062,
      "step": 8554
    },
    {
      "epoch": 0.3979995347755292,
      "grad_norm": 0.6924270029435925,
      "learning_rate": 0.00029803142514664877,
      "loss": 2.4844,
      "step": 8555
    },
    {
      "epoch": 0.3980460572226099,
      "grad_norm": 0.7232603032248679,
      "learning_rate": 0.0002980308257855055,
      "loss": 2.6094,
      "step": 8556
    },
    {
      "epoch": 0.39809257966969064,
      "grad_norm": 0.7288486602543609,
      "learning_rate": 0.0002980302263337368,
      "loss": 2.5312,
      "step": 8557
    },
    {
      "epoch": 0.39813910211677134,
      "grad_norm": 0.7812201991539176,
      "learning_rate": 0.0002980296267913432,
      "loss": 2.7812,
      "step": 8558
    },
    {
      "epoch": 0.39818562456385204,
      "grad_norm": 0.6955208822310035,
      "learning_rate": 0.00029802902715832496,
      "loss": 2.6562,
      "step": 8559
    },
    {
      "epoch": 0.3982321470109328,
      "grad_norm": 0.7576577977094603,
      "learning_rate": 0.00029802842743468247,
      "loss": 2.6875,
      "step": 8560
    },
    {
      "epoch": 0.3982786694580135,
      "grad_norm": 0.6395271395056866,
      "learning_rate": 0.0002980278276204162,
      "loss": 2.5312,
      "step": 8561
    },
    {
      "epoch": 0.3983251919050942,
      "grad_norm": 0.7066099094562937,
      "learning_rate": 0.00029802722771552626,
      "loss": 2.5625,
      "step": 8562
    },
    {
      "epoch": 0.39837171435217494,
      "grad_norm": 0.9377307085122406,
      "learning_rate": 0.0002980266277200133,
      "loss": 1.9766,
      "step": 8563
    },
    {
      "epoch": 0.39841823679925564,
      "grad_norm": 0.7668302626335218,
      "learning_rate": 0.0002980260276338775,
      "loss": 2.8125,
      "step": 8564
    },
    {
      "epoch": 0.39846475924633634,
      "grad_norm": 0.7411115404481595,
      "learning_rate": 0.00029802542745711934,
      "loss": 2.6719,
      "step": 8565
    },
    {
      "epoch": 0.3985112816934171,
      "grad_norm": 0.8020639256336158,
      "learning_rate": 0.0002980248271897391,
      "loss": 2.6562,
      "step": 8566
    },
    {
      "epoch": 0.3985578041404978,
      "grad_norm": 0.7331459680801535,
      "learning_rate": 0.00029802422683173724,
      "loss": 2.8125,
      "step": 8567
    },
    {
      "epoch": 0.3986043265875785,
      "grad_norm": 0.7682242110986657,
      "learning_rate": 0.00029802362638311407,
      "loss": 2.8438,
      "step": 8568
    },
    {
      "epoch": 0.39865084903465925,
      "grad_norm": 0.6453498412540767,
      "learning_rate": 0.0002980230258438699,
      "loss": 2.5312,
      "step": 8569
    },
    {
      "epoch": 0.39869737148173995,
      "grad_norm": 0.739536336815946,
      "learning_rate": 0.00029802242521400523,
      "loss": 2.9219,
      "step": 8570
    },
    {
      "epoch": 0.39874389392882065,
      "grad_norm": 0.6819385881290047,
      "learning_rate": 0.0002980218244935203,
      "loss": 2.7188,
      "step": 8571
    },
    {
      "epoch": 0.39879041637590135,
      "grad_norm": 0.6904754898725398,
      "learning_rate": 0.00029802122368241557,
      "loss": 2.7031,
      "step": 8572
    },
    {
      "epoch": 0.3988369388229821,
      "grad_norm": 0.7549510499004883,
      "learning_rate": 0.0002980206227806914,
      "loss": 2.5781,
      "step": 8573
    },
    {
      "epoch": 0.3988834612700628,
      "grad_norm": 0.7900014033501981,
      "learning_rate": 0.00029802002178834806,
      "loss": 2.2812,
      "step": 8574
    },
    {
      "epoch": 0.3989299837171435,
      "grad_norm": 0.7177924259188666,
      "learning_rate": 0.00029801942070538606,
      "loss": 2.6562,
      "step": 8575
    },
    {
      "epoch": 0.39897650616422425,
      "grad_norm": 0.8062995757909903,
      "learning_rate": 0.00029801881953180564,
      "loss": 2.5312,
      "step": 8576
    },
    {
      "epoch": 0.39902302861130495,
      "grad_norm": 0.6578492408707931,
      "learning_rate": 0.0002980182182676073,
      "loss": 2.2656,
      "step": 8577
    },
    {
      "epoch": 0.39906955105838565,
      "grad_norm": 0.6926274563524094,
      "learning_rate": 0.0002980176169127913,
      "loss": 2.5156,
      "step": 8578
    },
    {
      "epoch": 0.3991160735054664,
      "grad_norm": 0.6714888239063614,
      "learning_rate": 0.00029801701546735806,
      "loss": 2.5156,
      "step": 8579
    },
    {
      "epoch": 0.3991625959525471,
      "grad_norm": 0.7047945401704238,
      "learning_rate": 0.00029801641393130786,
      "loss": 2.625,
      "step": 8580
    },
    {
      "epoch": 0.3992091183996278,
      "grad_norm": 0.6368126945031132,
      "learning_rate": 0.0002980158123046412,
      "loss": 2.5312,
      "step": 8581
    },
    {
      "epoch": 0.39925564084670856,
      "grad_norm": 0.7007295028685306,
      "learning_rate": 0.00029801521058735837,
      "loss": 2.125,
      "step": 8582
    },
    {
      "epoch": 0.39930216329378926,
      "grad_norm": 0.7193548348103561,
      "learning_rate": 0.00029801460877945977,
      "loss": 2.875,
      "step": 8583
    },
    {
      "epoch": 0.39934868574086996,
      "grad_norm": 0.6511584776736199,
      "learning_rate": 0.0002980140068809457,
      "loss": 2.4062,
      "step": 8584
    },
    {
      "epoch": 0.3993952081879507,
      "grad_norm": 0.7109131707370883,
      "learning_rate": 0.00029801340489181666,
      "loss": 2.7656,
      "step": 8585
    },
    {
      "epoch": 0.3994417306350314,
      "grad_norm": 0.8115094493757117,
      "learning_rate": 0.0002980128028120729,
      "loss": 1.7969,
      "step": 8586
    },
    {
      "epoch": 0.3994882530821121,
      "grad_norm": 0.6882082366865967,
      "learning_rate": 0.00029801220064171484,
      "loss": 2.4844,
      "step": 8587
    },
    {
      "epoch": 0.3995347755291928,
      "grad_norm": 0.7732694020976865,
      "learning_rate": 0.00029801159838074284,
      "loss": 2.6719,
      "step": 8588
    },
    {
      "epoch": 0.39958129797627356,
      "grad_norm": 0.7022148803210665,
      "learning_rate": 0.00029801099602915724,
      "loss": 2.5,
      "step": 8589
    },
    {
      "epoch": 0.39962782042335426,
      "grad_norm": 0.7986765066990995,
      "learning_rate": 0.00029801039358695846,
      "loss": 2.5781,
      "step": 8590
    },
    {
      "epoch": 0.39967434287043496,
      "grad_norm": 0.7516683765145038,
      "learning_rate": 0.00029800979105414684,
      "loss": 2.5469,
      "step": 8591
    },
    {
      "epoch": 0.3997208653175157,
      "grad_norm": 0.7047623487755659,
      "learning_rate": 0.00029800918843072275,
      "loss": 2.6094,
      "step": 8592
    },
    {
      "epoch": 0.3997673877645964,
      "grad_norm": 0.7067216962883651,
      "learning_rate": 0.0002980085857166866,
      "loss": 1.9609,
      "step": 8593
    },
    {
      "epoch": 0.3998139102116771,
      "grad_norm": 0.6815862038622599,
      "learning_rate": 0.0002980079829120387,
      "loss": 2.6875,
      "step": 8594
    },
    {
      "epoch": 0.39986043265875787,
      "grad_norm": 0.6917040114226686,
      "learning_rate": 0.0002980073800167794,
      "loss": 2.4531,
      "step": 8595
    },
    {
      "epoch": 0.39990695510583857,
      "grad_norm": 0.6972083018994233,
      "learning_rate": 0.00029800677703090915,
      "loss": 2.6875,
      "step": 8596
    },
    {
      "epoch": 0.39995347755291927,
      "grad_norm": 0.7016899585363013,
      "learning_rate": 0.00029800617395442825,
      "loss": 2.7344,
      "step": 8597
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6499465120830246,
      "learning_rate": 0.00029800557078733716,
      "loss": 2.5312,
      "step": 8598
    },
    {
      "epoch": 0.4000465224470807,
      "grad_norm": 0.6987953351211919,
      "learning_rate": 0.0002980049675296361,
      "loss": 2.6875,
      "step": 8599
    },
    {
      "epoch": 0.4000930448941614,
      "grad_norm": 0.754080899074029,
      "learning_rate": 0.0002980043641813256,
      "loss": 2.6875,
      "step": 8600
    },
    {
      "epoch": 0.4001395673412422,
      "grad_norm": 0.6746477482261661,
      "learning_rate": 0.0002980037607424059,
      "loss": 2.7344,
      "step": 8601
    },
    {
      "epoch": 0.4001860897883229,
      "grad_norm": 0.6859216310113873,
      "learning_rate": 0.00029800315721287745,
      "loss": 2.6719,
      "step": 8602
    },
    {
      "epoch": 0.4002326122354036,
      "grad_norm": 0.7330625564171851,
      "learning_rate": 0.0002980025535927406,
      "loss": 2.5,
      "step": 8603
    },
    {
      "epoch": 0.40027913468248427,
      "grad_norm": 0.7730541377339447,
      "learning_rate": 0.0002980019498819957,
      "loss": 3.125,
      "step": 8604
    },
    {
      "epoch": 0.400325657129565,
      "grad_norm": 0.6639044885567554,
      "learning_rate": 0.0002980013460806432,
      "loss": 2.4531,
      "step": 8605
    },
    {
      "epoch": 0.4003721795766457,
      "grad_norm": 0.6906786620195166,
      "learning_rate": 0.0002980007421886833,
      "loss": 2.5156,
      "step": 8606
    },
    {
      "epoch": 0.4004187020237264,
      "grad_norm": 0.7093551676610952,
      "learning_rate": 0.00029800013820611656,
      "loss": 2.5156,
      "step": 8607
    },
    {
      "epoch": 0.4004652244708072,
      "grad_norm": 0.6640951536040718,
      "learning_rate": 0.0002979995341329432,
      "loss": 2.625,
      "step": 8608
    },
    {
      "epoch": 0.4005117469178879,
      "grad_norm": 0.666636899574303,
      "learning_rate": 0.0002979989299691637,
      "loss": 2.5938,
      "step": 8609
    },
    {
      "epoch": 0.4005582693649686,
      "grad_norm": 0.7541636736018367,
      "learning_rate": 0.00029799832571477834,
      "loss": 2.6094,
      "step": 8610
    },
    {
      "epoch": 0.40060479181204933,
      "grad_norm": 0.7493295527399725,
      "learning_rate": 0.00029799772136978757,
      "loss": 3.0312,
      "step": 8611
    },
    {
      "epoch": 0.40065131425913003,
      "grad_norm": 0.6954495483975853,
      "learning_rate": 0.0002979971169341917,
      "loss": 2.9688,
      "step": 8612
    },
    {
      "epoch": 0.40069783670621073,
      "grad_norm": 0.689691255848597,
      "learning_rate": 0.0002979965124079911,
      "loss": 2.4062,
      "step": 8613
    },
    {
      "epoch": 0.4007443591532915,
      "grad_norm": 0.696791260864699,
      "learning_rate": 0.0002979959077911862,
      "loss": 2.7812,
      "step": 8614
    },
    {
      "epoch": 0.4007908816003722,
      "grad_norm": 0.6664618351704579,
      "learning_rate": 0.0002979953030837774,
      "loss": 2.4219,
      "step": 8615
    },
    {
      "epoch": 0.4008374040474529,
      "grad_norm": 0.6824977820325648,
      "learning_rate": 0.0002979946982857649,
      "loss": 2.5625,
      "step": 8616
    },
    {
      "epoch": 0.40088392649453364,
      "grad_norm": 0.7395888416681287,
      "learning_rate": 0.00029799409339714917,
      "loss": 2.3906,
      "step": 8617
    },
    {
      "epoch": 0.40093044894161434,
      "grad_norm": 0.6790497612597304,
      "learning_rate": 0.00029799348841793064,
      "loss": 2.4219,
      "step": 8618
    },
    {
      "epoch": 0.40097697138869504,
      "grad_norm": 0.7082774470124845,
      "learning_rate": 0.00029799288334810963,
      "loss": 2.7188,
      "step": 8619
    },
    {
      "epoch": 0.40102349383577574,
      "grad_norm": 0.6303359490398786,
      "learning_rate": 0.00029799227818768644,
      "loss": 2.3594,
      "step": 8620
    },
    {
      "epoch": 0.4010700162828565,
      "grad_norm": 0.6875059107906484,
      "learning_rate": 0.0002979916729366615,
      "loss": 2.3281,
      "step": 8621
    },
    {
      "epoch": 0.4011165387299372,
      "grad_norm": 0.7686960065446417,
      "learning_rate": 0.00029799106759503526,
      "loss": 2.5625,
      "step": 8622
    },
    {
      "epoch": 0.4011630611770179,
      "grad_norm": 0.7514757671151184,
      "learning_rate": 0.00029799046216280795,
      "loss": 2.875,
      "step": 8623
    },
    {
      "epoch": 0.40120958362409864,
      "grad_norm": 0.6845113625493913,
      "learning_rate": 0.00029798985663998006,
      "loss": 2.375,
      "step": 8624
    },
    {
      "epoch": 0.40125610607117934,
      "grad_norm": 0.7109893707046774,
      "learning_rate": 0.0002979892510265519,
      "loss": 2.5781,
      "step": 8625
    },
    {
      "epoch": 0.40130262851826004,
      "grad_norm": 0.6727355816870293,
      "learning_rate": 0.00029798864532252383,
      "loss": 2.7656,
      "step": 8626
    },
    {
      "epoch": 0.4013491509653408,
      "grad_norm": 0.6664447439359299,
      "learning_rate": 0.00029798803952789626,
      "loss": 2.5,
      "step": 8627
    },
    {
      "epoch": 0.4013956734124215,
      "grad_norm": 0.6892336357348806,
      "learning_rate": 0.0002979874336426695,
      "loss": 2.7812,
      "step": 8628
    },
    {
      "epoch": 0.4014421958595022,
      "grad_norm": 0.818489794217295,
      "learning_rate": 0.00029798682766684395,
      "loss": 2.5781,
      "step": 8629
    },
    {
      "epoch": 0.40148871830658295,
      "grad_norm": 0.6590057385954882,
      "learning_rate": 0.00029798622160042006,
      "loss": 2.4844,
      "step": 8630
    },
    {
      "epoch": 0.40153524075366365,
      "grad_norm": 0.7042631065597459,
      "learning_rate": 0.0002979856154433981,
      "loss": 2.7188,
      "step": 8631
    },
    {
      "epoch": 0.40158176320074435,
      "grad_norm": 0.7272833846981007,
      "learning_rate": 0.0002979850091957785,
      "loss": 2.3906,
      "step": 8632
    },
    {
      "epoch": 0.4016282856478251,
      "grad_norm": 0.7570208779547453,
      "learning_rate": 0.00029798440285756154,
      "loss": 2.5312,
      "step": 8633
    },
    {
      "epoch": 0.4016748080949058,
      "grad_norm": 0.7256907146830763,
      "learning_rate": 0.0002979837964287477,
      "loss": 2.5625,
      "step": 8634
    },
    {
      "epoch": 0.4017213305419865,
      "grad_norm": 0.6737066449104785,
      "learning_rate": 0.0002979831899093373,
      "loss": 2.7656,
      "step": 8635
    },
    {
      "epoch": 0.4017678529890672,
      "grad_norm": 0.6711587660431606,
      "learning_rate": 0.00029798258329933073,
      "loss": 2.5312,
      "step": 8636
    },
    {
      "epoch": 0.40181437543614795,
      "grad_norm": 0.6985355974042617,
      "learning_rate": 0.0002979819765987284,
      "loss": 2.4688,
      "step": 8637
    },
    {
      "epoch": 0.40186089788322865,
      "grad_norm": 0.7448867832938179,
      "learning_rate": 0.0002979813698075305,
      "loss": 2.9375,
      "step": 8638
    },
    {
      "epoch": 0.40190742033030935,
      "grad_norm": 0.6921853278793436,
      "learning_rate": 0.00029798076292573766,
      "loss": 2.6562,
      "step": 8639
    },
    {
      "epoch": 0.4019539427773901,
      "grad_norm": 0.7391111113936633,
      "learning_rate": 0.00029798015595335005,
      "loss": 1.9844,
      "step": 8640
    },
    {
      "epoch": 0.4020004652244708,
      "grad_norm": 0.7470141153616097,
      "learning_rate": 0.00029797954889036814,
      "loss": 2.875,
      "step": 8641
    },
    {
      "epoch": 0.4020469876715515,
      "grad_norm": 0.7893740022174345,
      "learning_rate": 0.00029797894173679224,
      "loss": 2.625,
      "step": 8642
    },
    {
      "epoch": 0.40209351011863226,
      "grad_norm": 0.6767117570313661,
      "learning_rate": 0.0002979783344926228,
      "loss": 2.7188,
      "step": 8643
    },
    {
      "epoch": 0.40214003256571296,
      "grad_norm": 0.7343617753231165,
      "learning_rate": 0.0002979777271578602,
      "loss": 2.7969,
      "step": 8644
    },
    {
      "epoch": 0.40218655501279366,
      "grad_norm": 0.7475352753801461,
      "learning_rate": 0.00029797711973250467,
      "loss": 2.75,
      "step": 8645
    },
    {
      "epoch": 0.4022330774598744,
      "grad_norm": 0.6861574268224984,
      "learning_rate": 0.00029797651221655675,
      "loss": 2.5469,
      "step": 8646
    },
    {
      "epoch": 0.4022795999069551,
      "grad_norm": 0.7890860498524411,
      "learning_rate": 0.00029797590461001663,
      "loss": 2.6562,
      "step": 8647
    },
    {
      "epoch": 0.4023261223540358,
      "grad_norm": 0.689278468465853,
      "learning_rate": 0.0002979752969128849,
      "loss": 2.5781,
      "step": 8648
    },
    {
      "epoch": 0.40237264480111656,
      "grad_norm": 0.6699609702168956,
      "learning_rate": 0.0002979746891251618,
      "loss": 2.6094,
      "step": 8649
    },
    {
      "epoch": 0.40241916724819726,
      "grad_norm": 0.8422245785523638,
      "learning_rate": 0.0002979740812468477,
      "loss": 2.2812,
      "step": 8650
    },
    {
      "epoch": 0.40246568969527796,
      "grad_norm": 0.7503523054061962,
      "learning_rate": 0.000297973473277943,
      "loss": 2.6406,
      "step": 8651
    },
    {
      "epoch": 0.40251221214235866,
      "grad_norm": 0.7286058436283978,
      "learning_rate": 0.0002979728652184481,
      "loss": 2.6562,
      "step": 8652
    },
    {
      "epoch": 0.4025587345894394,
      "grad_norm": 0.7833002236705253,
      "learning_rate": 0.00029797225706836326,
      "loss": 2.7969,
      "step": 8653
    },
    {
      "epoch": 0.4026052570365201,
      "grad_norm": 0.6778549127566533,
      "learning_rate": 0.00029797164882768896,
      "loss": 2.4688,
      "step": 8654
    },
    {
      "epoch": 0.4026517794836008,
      "grad_norm": 0.7272389382815065,
      "learning_rate": 0.0002979710404964256,
      "loss": 2.75,
      "step": 8655
    },
    {
      "epoch": 0.40269830193068157,
      "grad_norm": 0.7290064610319885,
      "learning_rate": 0.00029797043207457343,
      "loss": 2.8438,
      "step": 8656
    },
    {
      "epoch": 0.40274482437776227,
      "grad_norm": 0.6893998247977312,
      "learning_rate": 0.00029796982356213297,
      "loss": 2.6719,
      "step": 8657
    },
    {
      "epoch": 0.40279134682484297,
      "grad_norm": 0.765955008745426,
      "learning_rate": 0.0002979692149591044,
      "loss": 2.7031,
      "step": 8658
    },
    {
      "epoch": 0.4028378692719237,
      "grad_norm": 0.724963434936301,
      "learning_rate": 0.00029796860626548835,
      "loss": 2.5625,
      "step": 8659
    },
    {
      "epoch": 0.4028843917190044,
      "grad_norm": 0.692361989526943,
      "learning_rate": 0.00029796799748128496,
      "loss": 2.5469,
      "step": 8660
    },
    {
      "epoch": 0.4029309141660851,
      "grad_norm": 0.7108763779414233,
      "learning_rate": 0.0002979673886064947,
      "loss": 2.5,
      "step": 8661
    },
    {
      "epoch": 0.4029774366131659,
      "grad_norm": 0.8407200251219343,
      "learning_rate": 0.00029796677964111793,
      "loss": 2.8906,
      "step": 8662
    },
    {
      "epoch": 0.4030239590602466,
      "grad_norm": 0.6981645310453717,
      "learning_rate": 0.000297966170585155,
      "loss": 2.2188,
      "step": 8663
    },
    {
      "epoch": 0.40307048150732727,
      "grad_norm": 0.6599632015235519,
      "learning_rate": 0.00029796556143860635,
      "loss": 2.2656,
      "step": 8664
    },
    {
      "epoch": 0.403117003954408,
      "grad_norm": 0.7803968633645008,
      "learning_rate": 0.0002979649522014723,
      "loss": 2.5156,
      "step": 8665
    },
    {
      "epoch": 0.4031635264014887,
      "grad_norm": 0.7520692624426307,
      "learning_rate": 0.0002979643428737532,
      "loss": 2.875,
      "step": 8666
    },
    {
      "epoch": 0.4032100488485694,
      "grad_norm": 0.6990724789799535,
      "learning_rate": 0.00029796373345544947,
      "loss": 2.7812,
      "step": 8667
    },
    {
      "epoch": 0.4032565712956501,
      "grad_norm": 0.6980875971978029,
      "learning_rate": 0.0002979631239465615,
      "loss": 2.4219,
      "step": 8668
    },
    {
      "epoch": 0.4033030937427309,
      "grad_norm": 0.718830471054506,
      "learning_rate": 0.00029796251434708964,
      "loss": 2.7188,
      "step": 8669
    },
    {
      "epoch": 0.4033496161898116,
      "grad_norm": 0.6846182961055783,
      "learning_rate": 0.0002979619046570342,
      "loss": 2.7344,
      "step": 8670
    },
    {
      "epoch": 0.4033961386368923,
      "grad_norm": 0.7325145215339851,
      "learning_rate": 0.00029796129487639567,
      "loss": 2.875,
      "step": 8671
    },
    {
      "epoch": 0.40344266108397303,
      "grad_norm": 0.7129075944109741,
      "learning_rate": 0.00029796068500517433,
      "loss": 2.8125,
      "step": 8672
    },
    {
      "epoch": 0.40348918353105373,
      "grad_norm": 0.7070727065983221,
      "learning_rate": 0.0002979600750433706,
      "loss": 2.4688,
      "step": 8673
    },
    {
      "epoch": 0.40353570597813443,
      "grad_norm": 0.6612586290813515,
      "learning_rate": 0.00029795946499098483,
      "loss": 2.7812,
      "step": 8674
    },
    {
      "epoch": 0.4035822284252152,
      "grad_norm": 0.6510254930227787,
      "learning_rate": 0.00029795885484801743,
      "loss": 2.5938,
      "step": 8675
    },
    {
      "epoch": 0.4036287508722959,
      "grad_norm": 0.671523651832451,
      "learning_rate": 0.00029795824461446873,
      "loss": 2.6875,
      "step": 8676
    },
    {
      "epoch": 0.4036752733193766,
      "grad_norm": 0.7104695000998532,
      "learning_rate": 0.0002979576342903391,
      "loss": 2.5938,
      "step": 8677
    },
    {
      "epoch": 0.40372179576645734,
      "grad_norm": 0.7403952121715883,
      "learning_rate": 0.00029795702387562897,
      "loss": 2.5625,
      "step": 8678
    },
    {
      "epoch": 0.40376831821353804,
      "grad_norm": 0.7136873809520481,
      "learning_rate": 0.00029795641337033866,
      "loss": 2.7656,
      "step": 8679
    },
    {
      "epoch": 0.40381484066061873,
      "grad_norm": 0.7494854826154513,
      "learning_rate": 0.0002979558027744685,
      "loss": 2.375,
      "step": 8680
    },
    {
      "epoch": 0.4038613631076995,
      "grad_norm": 0.690515125275823,
      "learning_rate": 0.000297955192088019,
      "loss": 2.6406,
      "step": 8681
    },
    {
      "epoch": 0.4039078855547802,
      "grad_norm": 0.7247246480825594,
      "learning_rate": 0.00029795458131099046,
      "loss": 2.4219,
      "step": 8682
    },
    {
      "epoch": 0.4039544080018609,
      "grad_norm": 0.6691811445583694,
      "learning_rate": 0.00029795397044338326,
      "loss": 2.3594,
      "step": 8683
    },
    {
      "epoch": 0.40400093044894164,
      "grad_norm": 0.6608183580059976,
      "learning_rate": 0.00029795335948519774,
      "loss": 2.5,
      "step": 8684
    },
    {
      "epoch": 0.40404745289602234,
      "grad_norm": 0.8832777282207026,
      "learning_rate": 0.0002979527484364343,
      "loss": 2.2812,
      "step": 8685
    },
    {
      "epoch": 0.40409397534310304,
      "grad_norm": 0.7092966574701866,
      "learning_rate": 0.00029795213729709333,
      "loss": 2.6406,
      "step": 8686
    },
    {
      "epoch": 0.40414049779018374,
      "grad_norm": 0.7263463861239959,
      "learning_rate": 0.00029795152606717514,
      "loss": 2.5781,
      "step": 8687
    },
    {
      "epoch": 0.4041870202372645,
      "grad_norm": 0.7423711235115995,
      "learning_rate": 0.0002979509147466802,
      "loss": 2.5312,
      "step": 8688
    },
    {
      "epoch": 0.4042335426843452,
      "grad_norm": 0.7711179405835531,
      "learning_rate": 0.00029795030333560886,
      "loss": 2.7344,
      "step": 8689
    },
    {
      "epoch": 0.4042800651314259,
      "grad_norm": 0.7793534312108729,
      "learning_rate": 0.0002979496918339614,
      "loss": 2.9219,
      "step": 8690
    },
    {
      "epoch": 0.40432658757850665,
      "grad_norm": 0.7943169304971262,
      "learning_rate": 0.0002979490802417384,
      "loss": 2.75,
      "step": 8691
    },
    {
      "epoch": 0.40437311002558735,
      "grad_norm": 0.6697918181244458,
      "learning_rate": 0.00029794846855894,
      "loss": 2.5781,
      "step": 8692
    },
    {
      "epoch": 0.40441963247266804,
      "grad_norm": 0.7535542075676436,
      "learning_rate": 0.00029794785678556666,
      "loss": 2.6719,
      "step": 8693
    },
    {
      "epoch": 0.4044661549197488,
      "grad_norm": 0.8927829560739322,
      "learning_rate": 0.0002979472449216188,
      "loss": 2.5156,
      "step": 8694
    },
    {
      "epoch": 0.4045126773668295,
      "grad_norm": 0.6918592181718513,
      "learning_rate": 0.00029794663296709676,
      "loss": 2.7031,
      "step": 8695
    },
    {
      "epoch": 0.4045591998139102,
      "grad_norm": 0.7438103015765779,
      "learning_rate": 0.00029794602092200094,
      "loss": 2.75,
      "step": 8696
    },
    {
      "epoch": 0.40460572226099095,
      "grad_norm": 0.9767947809817018,
      "learning_rate": 0.0002979454087863317,
      "loss": 2.7812,
      "step": 8697
    },
    {
      "epoch": 0.40465224470807165,
      "grad_norm": 0.7232388165090042,
      "learning_rate": 0.0002979447965600894,
      "loss": 2.5,
      "step": 8698
    },
    {
      "epoch": 0.40469876715515235,
      "grad_norm": 0.6683277599247228,
      "learning_rate": 0.00029794418424327436,
      "loss": 2.4844,
      "step": 8699
    },
    {
      "epoch": 0.4047452896022331,
      "grad_norm": 0.7532996339989741,
      "learning_rate": 0.0002979435718358871,
      "loss": 2.9375,
      "step": 8700
    },
    {
      "epoch": 0.4047918120493138,
      "grad_norm": 0.6797209452159829,
      "learning_rate": 0.0002979429593379278,
      "loss": 2.7188,
      "step": 8701
    },
    {
      "epoch": 0.4048383344963945,
      "grad_norm": 0.7020102717729275,
      "learning_rate": 0.0002979423467493971,
      "loss": 2.375,
      "step": 8702
    },
    {
      "epoch": 0.4048848569434752,
      "grad_norm": 0.769002899187584,
      "learning_rate": 0.00029794173407029514,
      "loss": 2.6875,
      "step": 8703
    },
    {
      "epoch": 0.40493137939055596,
      "grad_norm": 0.7105308509683208,
      "learning_rate": 0.0002979411213006224,
      "loss": 2.5938,
      "step": 8704
    },
    {
      "epoch": 0.40497790183763666,
      "grad_norm": 0.7179163077224987,
      "learning_rate": 0.0002979405084403792,
      "loss": 2.8125,
      "step": 8705
    },
    {
      "epoch": 0.40502442428471735,
      "grad_norm": 0.7288177300810513,
      "learning_rate": 0.000297939895489566,
      "loss": 2.6094,
      "step": 8706
    },
    {
      "epoch": 0.4050709467317981,
      "grad_norm": 0.7566697317470836,
      "learning_rate": 0.0002979392824481831,
      "loss": 2.5312,
      "step": 8707
    },
    {
      "epoch": 0.4051174691788788,
      "grad_norm": 0.6508111448541974,
      "learning_rate": 0.0002979386693162309,
      "loss": 2.5625,
      "step": 8708
    },
    {
      "epoch": 0.4051639916259595,
      "grad_norm": 0.7099770591363238,
      "learning_rate": 0.0002979380560937098,
      "loss": 2.1875,
      "step": 8709
    },
    {
      "epoch": 0.40521051407304026,
      "grad_norm": 0.7261314524341501,
      "learning_rate": 0.0002979374427806201,
      "loss": 2.7969,
      "step": 8710
    },
    {
      "epoch": 0.40525703652012096,
      "grad_norm": 0.6990697959691092,
      "learning_rate": 0.00029793682937696224,
      "loss": 2.3438,
      "step": 8711
    },
    {
      "epoch": 0.40530355896720166,
      "grad_norm": 0.6872795874889978,
      "learning_rate": 0.0002979362158827366,
      "loss": 2.5312,
      "step": 8712
    },
    {
      "epoch": 0.4053500814142824,
      "grad_norm": 0.721206977377252,
      "learning_rate": 0.00029793560229794355,
      "loss": 2.5625,
      "step": 8713
    },
    {
      "epoch": 0.4053966038613631,
      "grad_norm": 0.7466202824929324,
      "learning_rate": 0.0002979349886225834,
      "loss": 2.6875,
      "step": 8714
    },
    {
      "epoch": 0.4054431263084438,
      "grad_norm": 0.7155704884719809,
      "learning_rate": 0.0002979343748566566,
      "loss": 2.5781,
      "step": 8715
    },
    {
      "epoch": 0.40548964875552457,
      "grad_norm": 0.7007509369105246,
      "learning_rate": 0.0002979337610001635,
      "loss": 2.3438,
      "step": 8716
    },
    {
      "epoch": 0.40553617120260527,
      "grad_norm": 0.728358218811126,
      "learning_rate": 0.0002979331470531045,
      "loss": 2.4844,
      "step": 8717
    },
    {
      "epoch": 0.40558269364968597,
      "grad_norm": 0.6849686763348951,
      "learning_rate": 0.00029793253301547994,
      "loss": 2.5469,
      "step": 8718
    },
    {
      "epoch": 0.40562921609676666,
      "grad_norm": 0.6695378299349228,
      "learning_rate": 0.00029793191888729024,
      "loss": 2.4375,
      "step": 8719
    },
    {
      "epoch": 0.4056757385438474,
      "grad_norm": 0.8741045955735653,
      "learning_rate": 0.00029793130466853577,
      "loss": 2.6875,
      "step": 8720
    },
    {
      "epoch": 0.4057222609909281,
      "grad_norm": 0.6873698835751143,
      "learning_rate": 0.0002979306903592168,
      "loss": 2.4844,
      "step": 8721
    },
    {
      "epoch": 0.4057687834380088,
      "grad_norm": 0.7165157325103716,
      "learning_rate": 0.00029793007595933384,
      "loss": 2.5469,
      "step": 8722
    },
    {
      "epoch": 0.4058153058850896,
      "grad_norm": 0.7074794358832908,
      "learning_rate": 0.0002979294614688872,
      "loss": 2.5781,
      "step": 8723
    },
    {
      "epoch": 0.40586182833217027,
      "grad_norm": 0.6648279424808735,
      "learning_rate": 0.00029792884688787725,
      "loss": 2.4688,
      "step": 8724
    },
    {
      "epoch": 0.40590835077925097,
      "grad_norm": 0.6840728872888265,
      "learning_rate": 0.00029792823221630444,
      "loss": 2.7656,
      "step": 8725
    },
    {
      "epoch": 0.4059548732263317,
      "grad_norm": 0.8469173880349788,
      "learning_rate": 0.00029792761745416903,
      "loss": 2.5781,
      "step": 8726
    },
    {
      "epoch": 0.4060013956734124,
      "grad_norm": 0.7080626469901634,
      "learning_rate": 0.0002979270026014715,
      "loss": 2.5625,
      "step": 8727
    },
    {
      "epoch": 0.4060479181204931,
      "grad_norm": 0.6915828870585441,
      "learning_rate": 0.00029792638765821223,
      "loss": 2.6562,
      "step": 8728
    },
    {
      "epoch": 0.4060944405675739,
      "grad_norm": 0.7004438365396726,
      "learning_rate": 0.0002979257726243915,
      "loss": 2.4219,
      "step": 8729
    },
    {
      "epoch": 0.4061409630146546,
      "grad_norm": 0.6945190938925417,
      "learning_rate": 0.0002979251575000097,
      "loss": 2.8281,
      "step": 8730
    },
    {
      "epoch": 0.4061874854617353,
      "grad_norm": 0.7412085346408371,
      "learning_rate": 0.00029792454228506736,
      "loss": 2.5156,
      "step": 8731
    },
    {
      "epoch": 0.40623400790881603,
      "grad_norm": 0.7431550793103143,
      "learning_rate": 0.0002979239269795647,
      "loss": 2.5312,
      "step": 8732
    },
    {
      "epoch": 0.40628053035589673,
      "grad_norm": 0.712783122591689,
      "learning_rate": 0.00029792331158350207,
      "loss": 2.9688,
      "step": 8733
    },
    {
      "epoch": 0.40632705280297743,
      "grad_norm": 0.7117477143136708,
      "learning_rate": 0.00029792269609687995,
      "loss": 2.5469,
      "step": 8734
    },
    {
      "epoch": 0.4063735752500581,
      "grad_norm": 0.6980834564880302,
      "learning_rate": 0.0002979220805196987,
      "loss": 2.25,
      "step": 8735
    },
    {
      "epoch": 0.4064200976971389,
      "grad_norm": 0.6443403166669208,
      "learning_rate": 0.0002979214648519587,
      "loss": 2.3438,
      "step": 8736
    },
    {
      "epoch": 0.4064666201442196,
      "grad_norm": 0.740412286467862,
      "learning_rate": 0.0002979208490936603,
      "loss": 2.7812,
      "step": 8737
    },
    {
      "epoch": 0.4065131425913003,
      "grad_norm": 0.8612158864867105,
      "learning_rate": 0.00029792023324480386,
      "loss": 2.5312,
      "step": 8738
    },
    {
      "epoch": 0.40655966503838104,
      "grad_norm": 0.6614430661207951,
      "learning_rate": 0.0002979196173053898,
      "loss": 2.5938,
      "step": 8739
    },
    {
      "epoch": 0.40660618748546173,
      "grad_norm": 0.7399607414383874,
      "learning_rate": 0.00029791900127541847,
      "loss": 2.6094,
      "step": 8740
    },
    {
      "epoch": 0.40665270993254243,
      "grad_norm": 0.7749731360761745,
      "learning_rate": 0.00029791838515489023,
      "loss": 2.0156,
      "step": 8741
    },
    {
      "epoch": 0.4066992323796232,
      "grad_norm": 0.6646972008452632,
      "learning_rate": 0.0002979177689438055,
      "loss": 2.6875,
      "step": 8742
    },
    {
      "epoch": 0.4067457548267039,
      "grad_norm": 0.716586884262828,
      "learning_rate": 0.00029791715264216467,
      "loss": 2.5781,
      "step": 8743
    },
    {
      "epoch": 0.4067922772737846,
      "grad_norm": 0.7297792906310928,
      "learning_rate": 0.00029791653624996805,
      "loss": 2.4688,
      "step": 8744
    },
    {
      "epoch": 0.40683879972086534,
      "grad_norm": 0.6974622873869423,
      "learning_rate": 0.0002979159197672161,
      "loss": 2.5,
      "step": 8745
    },
    {
      "epoch": 0.40688532216794604,
      "grad_norm": 0.7770654012873689,
      "learning_rate": 0.00029791530319390916,
      "loss": 2.8438,
      "step": 8746
    },
    {
      "epoch": 0.40693184461502674,
      "grad_norm": 0.6985823217659543,
      "learning_rate": 0.0002979146865300475,
      "loss": 2.625,
      "step": 8747
    },
    {
      "epoch": 0.4069783670621075,
      "grad_norm": 0.6949916400776222,
      "learning_rate": 0.0002979140697756317,
      "loss": 2.6406,
      "step": 8748
    },
    {
      "epoch": 0.4070248895091882,
      "grad_norm": 0.6785829186626586,
      "learning_rate": 0.000297913452930662,
      "loss": 2.6875,
      "step": 8749
    },
    {
      "epoch": 0.4070714119562689,
      "grad_norm": 0.7084051148751292,
      "learning_rate": 0.0002979128359951388,
      "loss": 2.8594,
      "step": 8750
    },
    {
      "epoch": 0.4071179344033496,
      "grad_norm": 0.6912168613303663,
      "learning_rate": 0.0002979122189690625,
      "loss": 2.7656,
      "step": 8751
    },
    {
      "epoch": 0.40716445685043035,
      "grad_norm": 0.6985888198902893,
      "learning_rate": 0.0002979116018524335,
      "loss": 2.5469,
      "step": 8752
    },
    {
      "epoch": 0.40721097929751104,
      "grad_norm": 0.6886375616293273,
      "learning_rate": 0.0002979109846452521,
      "loss": 2.4844,
      "step": 8753
    },
    {
      "epoch": 0.40725750174459174,
      "grad_norm": 0.7548930811685045,
      "learning_rate": 0.00029791036734751875,
      "loss": 2.5938,
      "step": 8754
    },
    {
      "epoch": 0.4073040241916725,
      "grad_norm": 0.6767026940514442,
      "learning_rate": 0.0002979097499592338,
      "loss": 2.875,
      "step": 8755
    },
    {
      "epoch": 0.4073505466387532,
      "grad_norm": 0.6550581414445052,
      "learning_rate": 0.0002979091324803976,
      "loss": 2.5938,
      "step": 8756
    },
    {
      "epoch": 0.4073970690858339,
      "grad_norm": 0.7385440843601652,
      "learning_rate": 0.0002979085149110106,
      "loss": 2.5469,
      "step": 8757
    },
    {
      "epoch": 0.40744359153291465,
      "grad_norm": 0.6915321975153612,
      "learning_rate": 0.0002979078972510731,
      "loss": 2.5469,
      "step": 8758
    },
    {
      "epoch": 0.40749011397999535,
      "grad_norm": 0.8636117210678642,
      "learning_rate": 0.00029790727950058547,
      "loss": 2.6875,
      "step": 8759
    },
    {
      "epoch": 0.40753663642707605,
      "grad_norm": 0.6971585955394626,
      "learning_rate": 0.0002979066616595482,
      "loss": 1.9375,
      "step": 8760
    },
    {
      "epoch": 0.4075831588741568,
      "grad_norm": 0.6778713771716185,
      "learning_rate": 0.0002979060437279616,
      "loss": 2.4219,
      "step": 8761
    },
    {
      "epoch": 0.4076296813212375,
      "grad_norm": 0.7359694645217831,
      "learning_rate": 0.000297905425705826,
      "loss": 2.6406,
      "step": 8762
    },
    {
      "epoch": 0.4076762037683182,
      "grad_norm": 0.6912367723879241,
      "learning_rate": 0.00029790480759314187,
      "loss": 2.6094,
      "step": 8763
    },
    {
      "epoch": 0.40772272621539896,
      "grad_norm": 0.6935639622583194,
      "learning_rate": 0.00029790418938990956,
      "loss": 2.4219,
      "step": 8764
    },
    {
      "epoch": 0.40776924866247966,
      "grad_norm": 0.6762749352614402,
      "learning_rate": 0.0002979035710961294,
      "loss": 2.6562,
      "step": 8765
    },
    {
      "epoch": 0.40781577110956035,
      "grad_norm": 0.7073629489767862,
      "learning_rate": 0.0002979029527118018,
      "loss": 2.6562,
      "step": 8766
    },
    {
      "epoch": 0.40786229355664105,
      "grad_norm": 0.7243508030549302,
      "learning_rate": 0.00029790233423692715,
      "loss": 2.6562,
      "step": 8767
    },
    {
      "epoch": 0.4079088160037218,
      "grad_norm": 0.71515659784888,
      "learning_rate": 0.00029790171567150583,
      "loss": 2.5938,
      "step": 8768
    },
    {
      "epoch": 0.4079553384508025,
      "grad_norm": 0.7408575129241509,
      "learning_rate": 0.00029790109701553823,
      "loss": 2.5469,
      "step": 8769
    },
    {
      "epoch": 0.4080018608978832,
      "grad_norm": 0.7241943649105564,
      "learning_rate": 0.0002979004782690247,
      "loss": 2.3906,
      "step": 8770
    },
    {
      "epoch": 0.40804838334496396,
      "grad_norm": 0.670065092651571,
      "learning_rate": 0.00029789985943196555,
      "loss": 2.5312,
      "step": 8771
    },
    {
      "epoch": 0.40809490579204466,
      "grad_norm": 0.679660359242457,
      "learning_rate": 0.0002978992405043613,
      "loss": 2.5781,
      "step": 8772
    },
    {
      "epoch": 0.40814142823912536,
      "grad_norm": 0.6850142618682411,
      "learning_rate": 0.0002978986214862122,
      "loss": 2.6406,
      "step": 8773
    },
    {
      "epoch": 0.4081879506862061,
      "grad_norm": 0.7528603153216537,
      "learning_rate": 0.00029789800237751875,
      "loss": 2.2344,
      "step": 8774
    },
    {
      "epoch": 0.4082344731332868,
      "grad_norm": 1.0609732393836329,
      "learning_rate": 0.0002978973831782813,
      "loss": 2.6094,
      "step": 8775
    },
    {
      "epoch": 0.4082809955803675,
      "grad_norm": 0.7227227818357752,
      "learning_rate": 0.00029789676388850017,
      "loss": 2.5938,
      "step": 8776
    },
    {
      "epoch": 0.40832751802744827,
      "grad_norm": 0.7053527036846635,
      "learning_rate": 0.00029789614450817574,
      "loss": 2.4062,
      "step": 8777
    },
    {
      "epoch": 0.40837404047452897,
      "grad_norm": 0.6796325840780632,
      "learning_rate": 0.00029789552503730845,
      "loss": 2.4844,
      "step": 8778
    },
    {
      "epoch": 0.40842056292160966,
      "grad_norm": 0.7591915776128203,
      "learning_rate": 0.0002978949054758986,
      "loss": 2.625,
      "step": 8779
    },
    {
      "epoch": 0.4084670853686904,
      "grad_norm": 0.791915319680611,
      "learning_rate": 0.0002978942858239467,
      "loss": 2.9219,
      "step": 8780
    },
    {
      "epoch": 0.4085136078157711,
      "grad_norm": 0.664768339458606,
      "learning_rate": 0.00029789366608145304,
      "loss": 2.6094,
      "step": 8781
    },
    {
      "epoch": 0.4085601302628518,
      "grad_norm": 0.7873642526261285,
      "learning_rate": 0.00029789304624841794,
      "loss": 2.5156,
      "step": 8782
    },
    {
      "epoch": 0.4086066527099325,
      "grad_norm": 0.7192172416857544,
      "learning_rate": 0.00029789242632484187,
      "loss": 2.7031,
      "step": 8783
    },
    {
      "epoch": 0.40865317515701327,
      "grad_norm": 0.8414306938455761,
      "learning_rate": 0.0002978918063107252,
      "loss": 2.4375,
      "step": 8784
    },
    {
      "epoch": 0.40869969760409397,
      "grad_norm": 0.7263806528792761,
      "learning_rate": 0.00029789118620606825,
      "loss": 2.625,
      "step": 8785
    },
    {
      "epoch": 0.40874622005117467,
      "grad_norm": 0.7075492306297821,
      "learning_rate": 0.0002978905660108715,
      "loss": 2.4844,
      "step": 8786
    },
    {
      "epoch": 0.4087927424982554,
      "grad_norm": 0.747596266008602,
      "learning_rate": 0.00029788994572513527,
      "loss": 2.6719,
      "step": 8787
    },
    {
      "epoch": 0.4088392649453361,
      "grad_norm": 0.7082233322955303,
      "learning_rate": 0.0002978893253488599,
      "loss": 2.7188,
      "step": 8788
    },
    {
      "epoch": 0.4088857873924168,
      "grad_norm": 0.6811014661659196,
      "learning_rate": 0.00029788870488204586,
      "loss": 2.5938,
      "step": 8789
    },
    {
      "epoch": 0.4089323098394976,
      "grad_norm": 0.7347781321830615,
      "learning_rate": 0.00029788808432469345,
      "loss": 2.75,
      "step": 8790
    },
    {
      "epoch": 0.4089788322865783,
      "grad_norm": 0.7443407081379884,
      "learning_rate": 0.00029788746367680305,
      "loss": 2.5,
      "step": 8791
    },
    {
      "epoch": 0.409025354733659,
      "grad_norm": 0.7456303039771778,
      "learning_rate": 0.00029788684293837516,
      "loss": 2.6094,
      "step": 8792
    },
    {
      "epoch": 0.40907187718073973,
      "grad_norm": 0.6965113146723233,
      "learning_rate": 0.00029788622210941005,
      "loss": 2.9062,
      "step": 8793
    },
    {
      "epoch": 0.40911839962782043,
      "grad_norm": 0.6592538943950828,
      "learning_rate": 0.0002978856011899081,
      "loss": 2.6562,
      "step": 8794
    },
    {
      "epoch": 0.4091649220749011,
      "grad_norm": 0.648751742879455,
      "learning_rate": 0.0002978849801798697,
      "loss": 2.7188,
      "step": 8795
    },
    {
      "epoch": 0.4092114445219819,
      "grad_norm": 0.7055563132281393,
      "learning_rate": 0.00029788435907929527,
      "loss": 2.6562,
      "step": 8796
    },
    {
      "epoch": 0.4092579669690626,
      "grad_norm": 0.6799903152706278,
      "learning_rate": 0.00029788373788818516,
      "loss": 2.5625,
      "step": 8797
    },
    {
      "epoch": 0.4093044894161433,
      "grad_norm": 0.7670597102431819,
      "learning_rate": 0.0002978831166065397,
      "loss": 2.8594,
      "step": 8798
    },
    {
      "epoch": 0.409351011863224,
      "grad_norm": 0.7531527917496351,
      "learning_rate": 0.0002978824952343594,
      "loss": 2.5,
      "step": 8799
    },
    {
      "epoch": 0.40939753431030473,
      "grad_norm": 0.7089484382074199,
      "learning_rate": 0.00029788187377164456,
      "loss": 2.625,
      "step": 8800
    },
    {
      "epoch": 0.40944405675738543,
      "grad_norm": 0.680017591172339,
      "learning_rate": 0.00029788125221839553,
      "loss": 2.5469,
      "step": 8801
    },
    {
      "epoch": 0.40949057920446613,
      "grad_norm": 0.6533868173119787,
      "learning_rate": 0.00029788063057461275,
      "loss": 2.4688,
      "step": 8802
    },
    {
      "epoch": 0.4095371016515469,
      "grad_norm": 0.6900799502738747,
      "learning_rate": 0.0002978800088402966,
      "loss": 2.7031,
      "step": 8803
    },
    {
      "epoch": 0.4095836240986276,
      "grad_norm": 0.6994400712270167,
      "learning_rate": 0.00029787938701544733,
      "loss": 2.5312,
      "step": 8804
    },
    {
      "epoch": 0.4096301465457083,
      "grad_norm": 0.6804167141246522,
      "learning_rate": 0.00029787876510006556,
      "loss": 2.4688,
      "step": 8805
    },
    {
      "epoch": 0.40967666899278904,
      "grad_norm": 0.7929398287340055,
      "learning_rate": 0.00029787814309415145,
      "loss": 2.8438,
      "step": 8806
    },
    {
      "epoch": 0.40972319143986974,
      "grad_norm": 0.7593877185212048,
      "learning_rate": 0.0002978775209977055,
      "loss": 2.5156,
      "step": 8807
    },
    {
      "epoch": 0.40976971388695044,
      "grad_norm": 0.7135306345726071,
      "learning_rate": 0.0002978768988107281,
      "loss": 2.4844,
      "step": 8808
    },
    {
      "epoch": 0.4098162363340312,
      "grad_norm": 0.7142941288693824,
      "learning_rate": 0.0002978762765332195,
      "loss": 2.75,
      "step": 8809
    },
    {
      "epoch": 0.4098627587811119,
      "grad_norm": 0.7419545973169357,
      "learning_rate": 0.00029787565416518027,
      "loss": 2.4844,
      "step": 8810
    },
    {
      "epoch": 0.4099092812281926,
      "grad_norm": 0.7009987726086445,
      "learning_rate": 0.00029787503170661066,
      "loss": 3.0,
      "step": 8811
    },
    {
      "epoch": 0.40995580367527334,
      "grad_norm": 0.6627837557868868,
      "learning_rate": 0.00029787440915751104,
      "loss": 2.4688,
      "step": 8812
    },
    {
      "epoch": 0.41000232612235404,
      "grad_norm": 0.680041325850655,
      "learning_rate": 0.00029787378651788184,
      "loss": 2.5781,
      "step": 8813
    },
    {
      "epoch": 0.41004884856943474,
      "grad_norm": 0.7358142866137932,
      "learning_rate": 0.0002978731637877235,
      "loss": 2.6719,
      "step": 8814
    },
    {
      "epoch": 0.41009537101651544,
      "grad_norm": 0.6983552944839542,
      "learning_rate": 0.0002978725409670363,
      "loss": 2.625,
      "step": 8815
    },
    {
      "epoch": 0.4101418934635962,
      "grad_norm": 0.757646258950165,
      "learning_rate": 0.00029787191805582066,
      "loss": 2.4844,
      "step": 8816
    },
    {
      "epoch": 0.4101884159106769,
      "grad_norm": 0.7396546515017604,
      "learning_rate": 0.00029787129505407694,
      "loss": 2.9219,
      "step": 8817
    },
    {
      "epoch": 0.4102349383577576,
      "grad_norm": 0.6935976592193421,
      "learning_rate": 0.0002978706719618055,
      "loss": 2.7656,
      "step": 8818
    },
    {
      "epoch": 0.41028146080483835,
      "grad_norm": 0.7331126634367293,
      "learning_rate": 0.00029787004877900687,
      "loss": 2.2969,
      "step": 8819
    },
    {
      "epoch": 0.41032798325191905,
      "grad_norm": 0.7233474578667208,
      "learning_rate": 0.0002978694255056813,
      "loss": 2.8125,
      "step": 8820
    },
    {
      "epoch": 0.41037450569899975,
      "grad_norm": 0.7133599268157084,
      "learning_rate": 0.00029786880214182916,
      "loss": 2.7656,
      "step": 8821
    },
    {
      "epoch": 0.4104210281460805,
      "grad_norm": 0.7064334236660982,
      "learning_rate": 0.0002978681786874509,
      "loss": 2.8125,
      "step": 8822
    },
    {
      "epoch": 0.4104675505931612,
      "grad_norm": 0.7490414831820787,
      "learning_rate": 0.00029786755514254684,
      "loss": 2.5,
      "step": 8823
    },
    {
      "epoch": 0.4105140730402419,
      "grad_norm": 0.7174496698066477,
      "learning_rate": 0.0002978669315071174,
      "loss": 2.6562,
      "step": 8824
    },
    {
      "epoch": 0.41056059548732265,
      "grad_norm": 0.676194970179788,
      "learning_rate": 0.00029786630778116295,
      "loss": 1.9297,
      "step": 8825
    },
    {
      "epoch": 0.41060711793440335,
      "grad_norm": 0.7609318921676403,
      "learning_rate": 0.00029786568396468385,
      "loss": 2.5938,
      "step": 8826
    },
    {
      "epoch": 0.41065364038148405,
      "grad_norm": 0.6958426545280754,
      "learning_rate": 0.00029786506005768053,
      "loss": 2.5156,
      "step": 8827
    },
    {
      "epoch": 0.4107001628285648,
      "grad_norm": 0.7125950672270389,
      "learning_rate": 0.0002978644360601534,
      "loss": 2.6719,
      "step": 8828
    },
    {
      "epoch": 0.4107466852756455,
      "grad_norm": 0.7211536742063409,
      "learning_rate": 0.0002978638119721027,
      "loss": 2.4688,
      "step": 8829
    },
    {
      "epoch": 0.4107932077227262,
      "grad_norm": 0.6777737073989905,
      "learning_rate": 0.000297863187793529,
      "loss": 2.3594,
      "step": 8830
    },
    {
      "epoch": 0.4108397301698069,
      "grad_norm": 0.713248285321053,
      "learning_rate": 0.0002978625635244325,
      "loss": 2.8594,
      "step": 8831
    },
    {
      "epoch": 0.41088625261688766,
      "grad_norm": 0.6512450000809059,
      "learning_rate": 0.00029786193916481375,
      "loss": 2.5,
      "step": 8832
    },
    {
      "epoch": 0.41093277506396836,
      "grad_norm": 0.7019481372154129,
      "learning_rate": 0.00029786131471467296,
      "loss": 2.7656,
      "step": 8833
    },
    {
      "epoch": 0.41097929751104906,
      "grad_norm": 0.695151490181306,
      "learning_rate": 0.00029786069017401066,
      "loss": 2.5469,
      "step": 8834
    },
    {
      "epoch": 0.4110258199581298,
      "grad_norm": 0.7000807115642355,
      "learning_rate": 0.00029786006554282713,
      "loss": 2.4531,
      "step": 8835
    },
    {
      "epoch": 0.4110723424052105,
      "grad_norm": 0.7409369579673946,
      "learning_rate": 0.00029785944082112286,
      "loss": 2.6875,
      "step": 8836
    },
    {
      "epoch": 0.4111188648522912,
      "grad_norm": 0.7060793906876056,
      "learning_rate": 0.0002978588160088981,
      "loss": 2.4531,
      "step": 8837
    },
    {
      "epoch": 0.41116538729937196,
      "grad_norm": 0.7988351503048491,
      "learning_rate": 0.0002978581911061534,
      "loss": 2.7031,
      "step": 8838
    },
    {
      "epoch": 0.41121190974645266,
      "grad_norm": 0.7705682640774608,
      "learning_rate": 0.00029785756611288894,
      "loss": 2.5938,
      "step": 8839
    },
    {
      "epoch": 0.41125843219353336,
      "grad_norm": 0.7448133428808466,
      "learning_rate": 0.0002978569410291052,
      "loss": 2.7344,
      "step": 8840
    },
    {
      "epoch": 0.4113049546406141,
      "grad_norm": 0.7614097284200745,
      "learning_rate": 0.00029785631585480264,
      "loss": 1.875,
      "step": 8841
    },
    {
      "epoch": 0.4113514770876948,
      "grad_norm": 0.7096463551606137,
      "learning_rate": 0.00029785569058998155,
      "loss": 2.5469,
      "step": 8842
    },
    {
      "epoch": 0.4113979995347755,
      "grad_norm": 0.7446939757239327,
      "learning_rate": 0.0002978550652346423,
      "loss": 2.4219,
      "step": 8843
    },
    {
      "epoch": 0.41144452198185627,
      "grad_norm": 0.6542778804313621,
      "learning_rate": 0.00029785443978878537,
      "loss": 2.5156,
      "step": 8844
    },
    {
      "epoch": 0.41149104442893697,
      "grad_norm": 0.792966634389165,
      "learning_rate": 0.00029785381425241104,
      "loss": 2.3125,
      "step": 8845
    },
    {
      "epoch": 0.41153756687601767,
      "grad_norm": 0.7614422347984593,
      "learning_rate": 0.0002978531886255197,
      "loss": 2.5625,
      "step": 8846
    },
    {
      "epoch": 0.41158408932309837,
      "grad_norm": 0.7793525201014735,
      "learning_rate": 0.00029785256290811187,
      "loss": 2.5938,
      "step": 8847
    },
    {
      "epoch": 0.4116306117701791,
      "grad_norm": 0.752671092020874,
      "learning_rate": 0.0002978519371001877,
      "loss": 2.7969,
      "step": 8848
    },
    {
      "epoch": 0.4116771342172598,
      "grad_norm": 0.6667480450970646,
      "learning_rate": 0.0002978513112017478,
      "loss": 1.9219,
      "step": 8849
    },
    {
      "epoch": 0.4117236566643405,
      "grad_norm": 0.7047182038263446,
      "learning_rate": 0.00029785068521279243,
      "loss": 2.625,
      "step": 8850
    },
    {
      "epoch": 0.4117701791114213,
      "grad_norm": 0.7113578182681147,
      "learning_rate": 0.000297850059133322,
      "loss": 2.2188,
      "step": 8851
    },
    {
      "epoch": 0.411816701558502,
      "grad_norm": 0.6508746532874047,
      "learning_rate": 0.00029784943296333694,
      "loss": 2.3125,
      "step": 8852
    },
    {
      "epoch": 0.4118632240055827,
      "grad_norm": 0.7156230435095499,
      "learning_rate": 0.0002978488067028375,
      "loss": 2.8438,
      "step": 8853
    },
    {
      "epoch": 0.41190974645266343,
      "grad_norm": 0.7677126628625682,
      "learning_rate": 0.00029784818035182416,
      "loss": 2.5312,
      "step": 8854
    },
    {
      "epoch": 0.4119562688997441,
      "grad_norm": 0.7875691095872804,
      "learning_rate": 0.00029784755391029736,
      "loss": 2.8906,
      "step": 8855
    },
    {
      "epoch": 0.4120027913468248,
      "grad_norm": 0.7690818788186792,
      "learning_rate": 0.00029784692737825735,
      "loss": 2.625,
      "step": 8856
    },
    {
      "epoch": 0.4120493137939056,
      "grad_norm": 0.6990010286285792,
      "learning_rate": 0.00029784630075570457,
      "loss": 2.3438,
      "step": 8857
    },
    {
      "epoch": 0.4120958362409863,
      "grad_norm": 0.7206474343993142,
      "learning_rate": 0.0002978456740426395,
      "loss": 2.8281,
      "step": 8858
    },
    {
      "epoch": 0.412142358688067,
      "grad_norm": 0.6803723649043695,
      "learning_rate": 0.00029784504723906236,
      "loss": 2.5938,
      "step": 8859
    },
    {
      "epoch": 0.41218888113514773,
      "grad_norm": 0.6535197744580785,
      "learning_rate": 0.0002978444203449736,
      "loss": 2.375,
      "step": 8860
    },
    {
      "epoch": 0.41223540358222843,
      "grad_norm": 0.7346666612968236,
      "learning_rate": 0.00029784379336037365,
      "loss": 2.6406,
      "step": 8861
    },
    {
      "epoch": 0.41228192602930913,
      "grad_norm": 0.780134891258734,
      "learning_rate": 0.00029784316628526285,
      "loss": 2.6094,
      "step": 8862
    },
    {
      "epoch": 0.41232844847638983,
      "grad_norm": 0.7503672204409265,
      "learning_rate": 0.0002978425391196416,
      "loss": 2.4219,
      "step": 8863
    },
    {
      "epoch": 0.4123749709234706,
      "grad_norm": 0.7404875349476542,
      "learning_rate": 0.00029784191186351034,
      "loss": 1.8828,
      "step": 8864
    },
    {
      "epoch": 0.4124214933705513,
      "grad_norm": 0.7480372549819162,
      "learning_rate": 0.0002978412845168693,
      "loss": 2.4844,
      "step": 8865
    },
    {
      "epoch": 0.412468015817632,
      "grad_norm": 0.784251365065799,
      "learning_rate": 0.000297840657079719,
      "loss": 2.6406,
      "step": 8866
    },
    {
      "epoch": 0.41251453826471274,
      "grad_norm": 0.7043998020984517,
      "learning_rate": 0.0002978400295520597,
      "loss": 2.625,
      "step": 8867
    },
    {
      "epoch": 0.41256106071179344,
      "grad_norm": 0.7161294114571667,
      "learning_rate": 0.0002978394019338919,
      "loss": 2.3125,
      "step": 8868
    },
    {
      "epoch": 0.41260758315887414,
      "grad_norm": 0.7152462010552777,
      "learning_rate": 0.000297838774225216,
      "loss": 2.5625,
      "step": 8869
    },
    {
      "epoch": 0.4126541056059549,
      "grad_norm": 0.8061730545944136,
      "learning_rate": 0.0002978381464260323,
      "loss": 2.75,
      "step": 8870
    },
    {
      "epoch": 0.4127006280530356,
      "grad_norm": 0.8591051718142458,
      "learning_rate": 0.0002978375185363412,
      "loss": 2.7031,
      "step": 8871
    },
    {
      "epoch": 0.4127471505001163,
      "grad_norm": 0.8458822393659218,
      "learning_rate": 0.0002978368905561431,
      "loss": 2.8438,
      "step": 8872
    },
    {
      "epoch": 0.41279367294719704,
      "grad_norm": 0.7004346108447954,
      "learning_rate": 0.00029783626248543844,
      "loss": 2.3906,
      "step": 8873
    },
    {
      "epoch": 0.41284019539427774,
      "grad_norm": 0.6750568964602526,
      "learning_rate": 0.0002978356343242275,
      "loss": 2.5469,
      "step": 8874
    },
    {
      "epoch": 0.41288671784135844,
      "grad_norm": 0.7395736766015663,
      "learning_rate": 0.0002978350060725107,
      "loss": 2.6406,
      "step": 8875
    },
    {
      "epoch": 0.4129332402884392,
      "grad_norm": 0.7406284237909034,
      "learning_rate": 0.0002978343777302885,
      "loss": 2.6094,
      "step": 8876
    },
    {
      "epoch": 0.4129797627355199,
      "grad_norm": 0.7955621098681226,
      "learning_rate": 0.0002978337492975612,
      "loss": 2.5781,
      "step": 8877
    },
    {
      "epoch": 0.4130262851826006,
      "grad_norm": 0.7864396249590754,
      "learning_rate": 0.00029783312077432913,
      "loss": 2.8125,
      "step": 8878
    },
    {
      "epoch": 0.41307280762968135,
      "grad_norm": 0.6897301424966658,
      "learning_rate": 0.0002978324921605928,
      "loss": 2.4531,
      "step": 8879
    },
    {
      "epoch": 0.41311933007676205,
      "grad_norm": 0.6889627898913923,
      "learning_rate": 0.00029783186345635256,
      "loss": 2.6094,
      "step": 8880
    },
    {
      "epoch": 0.41316585252384275,
      "grad_norm": 0.7199315555946642,
      "learning_rate": 0.00029783123466160875,
      "loss": 2.5781,
      "step": 8881
    },
    {
      "epoch": 0.41321237497092345,
      "grad_norm": 0.8039285088453861,
      "learning_rate": 0.00029783060577636187,
      "loss": 2.8438,
      "step": 8882
    },
    {
      "epoch": 0.4132588974180042,
      "grad_norm": 0.7067457706425174,
      "learning_rate": 0.00029782997680061213,
      "loss": 2.5312,
      "step": 8883
    },
    {
      "epoch": 0.4133054198650849,
      "grad_norm": 0.8361758450273313,
      "learning_rate": 0.00029782934773436,
      "loss": 2.7188,
      "step": 8884
    },
    {
      "epoch": 0.4133519423121656,
      "grad_norm": 0.7522780449461646,
      "learning_rate": 0.00029782871857760593,
      "loss": 2.75,
      "step": 8885
    },
    {
      "epoch": 0.41339846475924635,
      "grad_norm": 0.6962678752025891,
      "learning_rate": 0.0002978280893303503,
      "loss": 2.2344,
      "step": 8886
    },
    {
      "epoch": 0.41344498720632705,
      "grad_norm": 0.723490475267956,
      "learning_rate": 0.00029782745999259335,
      "loss": 2.3906,
      "step": 8887
    },
    {
      "epoch": 0.41349150965340775,
      "grad_norm": 0.6603891613809851,
      "learning_rate": 0.0002978268305643356,
      "loss": 2.5,
      "step": 8888
    },
    {
      "epoch": 0.4135380321004885,
      "grad_norm": 0.6595219298270093,
      "learning_rate": 0.0002978262010455774,
      "loss": 2.2344,
      "step": 8889
    },
    {
      "epoch": 0.4135845545475692,
      "grad_norm": 0.7359236854848688,
      "learning_rate": 0.0002978255714363191,
      "loss": 2.5156,
      "step": 8890
    },
    {
      "epoch": 0.4136310769946499,
      "grad_norm": 0.7147169453148644,
      "learning_rate": 0.0002978249417365611,
      "loss": 2.5156,
      "step": 8891
    },
    {
      "epoch": 0.41367759944173066,
      "grad_norm": 0.7156108200983389,
      "learning_rate": 0.00029782431194630383,
      "loss": 2.4688,
      "step": 8892
    },
    {
      "epoch": 0.41372412188881136,
      "grad_norm": 0.7347207283209584,
      "learning_rate": 0.0002978236820655476,
      "loss": 2.4688,
      "step": 8893
    },
    {
      "epoch": 0.41377064433589206,
      "grad_norm": 0.8936492570175586,
      "learning_rate": 0.00029782305209429287,
      "loss": 2.75,
      "step": 8894
    },
    {
      "epoch": 0.4138171667829728,
      "grad_norm": 0.6616526994444617,
      "learning_rate": 0.00029782242203254,
      "loss": 1.875,
      "step": 8895
    },
    {
      "epoch": 0.4138636892300535,
      "grad_norm": 0.7473566952282421,
      "learning_rate": 0.0002978217918802894,
      "loss": 2.8594,
      "step": 8896
    },
    {
      "epoch": 0.4139102116771342,
      "grad_norm": 0.8440999456914333,
      "learning_rate": 0.0002978211616375414,
      "loss": 2.9844,
      "step": 8897
    },
    {
      "epoch": 0.4139567341242149,
      "grad_norm": 0.7334033566341925,
      "learning_rate": 0.0002978205313042964,
      "loss": 2.7812,
      "step": 8898
    },
    {
      "epoch": 0.41400325657129566,
      "grad_norm": 0.6870138132920843,
      "learning_rate": 0.00029781990088055484,
      "loss": 2.5625,
      "step": 8899
    },
    {
      "epoch": 0.41404977901837636,
      "grad_norm": 0.7232254141759229,
      "learning_rate": 0.000297819270366317,
      "loss": 2.3906,
      "step": 8900
    },
    {
      "epoch": 0.41409630146545706,
      "grad_norm": 0.7203568670996482,
      "learning_rate": 0.0002978186397615834,
      "loss": 2.6719,
      "step": 8901
    },
    {
      "epoch": 0.4141428239125378,
      "grad_norm": 0.6981597042867381,
      "learning_rate": 0.0002978180090663543,
      "loss": 1.9219,
      "step": 8902
    },
    {
      "epoch": 0.4141893463596185,
      "grad_norm": 0.7430532695964579,
      "learning_rate": 0.0002978173782806302,
      "loss": 2.5625,
      "step": 8903
    },
    {
      "epoch": 0.4142358688066992,
      "grad_norm": 0.6999269136599673,
      "learning_rate": 0.0002978167474044114,
      "loss": 2.7344,
      "step": 8904
    },
    {
      "epoch": 0.41428239125377997,
      "grad_norm": 0.7423837732393952,
      "learning_rate": 0.0002978161164376983,
      "loss": 2.8125,
      "step": 8905
    },
    {
      "epoch": 0.41432891370086067,
      "grad_norm": 0.7205135981383924,
      "learning_rate": 0.00029781548538049133,
      "loss": 2.5938,
      "step": 8906
    },
    {
      "epoch": 0.41437543614794137,
      "grad_norm": 0.7135618594731443,
      "learning_rate": 0.0002978148542327908,
      "loss": 2.7344,
      "step": 8907
    },
    {
      "epoch": 0.4144219585950221,
      "grad_norm": 0.7688483906067621,
      "learning_rate": 0.0002978142229945972,
      "loss": 2.625,
      "step": 8908
    },
    {
      "epoch": 0.4144684810421028,
      "grad_norm": 0.6849437819060152,
      "learning_rate": 0.0002978135916659109,
      "loss": 1.8516,
      "step": 8909
    },
    {
      "epoch": 0.4145150034891835,
      "grad_norm": 0.668250001273704,
      "learning_rate": 0.0002978129602467322,
      "loss": 2.4844,
      "step": 8910
    },
    {
      "epoch": 0.4145615259362643,
      "grad_norm": 0.7077361746782797,
      "learning_rate": 0.00029781232873706144,
      "loss": 2.5469,
      "step": 8911
    },
    {
      "epoch": 0.414608048383345,
      "grad_norm": 0.7048040996187928,
      "learning_rate": 0.00029781169713689925,
      "loss": 2.7656,
      "step": 8912
    },
    {
      "epoch": 0.4146545708304257,
      "grad_norm": 0.644629240394784,
      "learning_rate": 0.0002978110654462458,
      "loss": 2.4375,
      "step": 8913
    },
    {
      "epoch": 0.41470109327750637,
      "grad_norm": 0.7562124821883855,
      "learning_rate": 0.0002978104336651015,
      "loss": 2.7031,
      "step": 8914
    },
    {
      "epoch": 0.4147476157245871,
      "grad_norm": 0.7550525051478808,
      "learning_rate": 0.0002978098017934669,
      "loss": 3.0,
      "step": 8915
    },
    {
      "epoch": 0.4147941381716678,
      "grad_norm": 0.7044052862245315,
      "learning_rate": 0.00029780916983134214,
      "loss": 2.5938,
      "step": 8916
    },
    {
      "epoch": 0.4148406606187485,
      "grad_norm": 0.7423137030707588,
      "learning_rate": 0.0002978085377787278,
      "loss": 2.4688,
      "step": 8917
    },
    {
      "epoch": 0.4148871830658293,
      "grad_norm": 0.8128651786742539,
      "learning_rate": 0.0002978079056356242,
      "loss": 1.9062,
      "step": 8918
    },
    {
      "epoch": 0.41493370551291,
      "grad_norm": 0.683692477483885,
      "learning_rate": 0.00029780727340203173,
      "loss": 2.4375,
      "step": 8919
    },
    {
      "epoch": 0.4149802279599907,
      "grad_norm": 0.6544010967361775,
      "learning_rate": 0.0002978066410779508,
      "loss": 2.5469,
      "step": 8920
    },
    {
      "epoch": 0.41502675040707143,
      "grad_norm": 0.7978063963093566,
      "learning_rate": 0.0002978060086633817,
      "loss": 2.7656,
      "step": 8921
    },
    {
      "epoch": 0.41507327285415213,
      "grad_norm": 0.7749340504527186,
      "learning_rate": 0.00029780537615832503,
      "loss": 2.3281,
      "step": 8922
    },
    {
      "epoch": 0.41511979530123283,
      "grad_norm": 0.6947465937701358,
      "learning_rate": 0.0002978047435627809,
      "loss": 2.375,
      "step": 8923
    },
    {
      "epoch": 0.4151663177483136,
      "grad_norm": 0.725329981731676,
      "learning_rate": 0.0002978041108767499,
      "loss": 2.8594,
      "step": 8924
    },
    {
      "epoch": 0.4152128401953943,
      "grad_norm": 0.7293158845890033,
      "learning_rate": 0.00029780347810023233,
      "loss": 2.7812,
      "step": 8925
    },
    {
      "epoch": 0.415259362642475,
      "grad_norm": 0.6999934661021786,
      "learning_rate": 0.0002978028452332286,
      "loss": 2.5469,
      "step": 8926
    },
    {
      "epoch": 0.41530588508955574,
      "grad_norm": 0.7119455738504136,
      "learning_rate": 0.0002978022122757391,
      "loss": 2.6094,
      "step": 8927
    },
    {
      "epoch": 0.41535240753663644,
      "grad_norm": 0.685264807925125,
      "learning_rate": 0.00029780157922776416,
      "loss": 2.4688,
      "step": 8928
    },
    {
      "epoch": 0.41539892998371714,
      "grad_norm": 0.6793968719246021,
      "learning_rate": 0.0002978009460893043,
      "loss": 2.5312,
      "step": 8929
    },
    {
      "epoch": 0.41544545243079783,
      "grad_norm": 0.7330338081541176,
      "learning_rate": 0.0002978003128603598,
      "loss": 2.3594,
      "step": 8930
    },
    {
      "epoch": 0.4154919748778786,
      "grad_norm": 0.7913560923733904,
      "learning_rate": 0.0002977996795409311,
      "loss": 2.625,
      "step": 8931
    },
    {
      "epoch": 0.4155384973249593,
      "grad_norm": 0.6931317225999972,
      "learning_rate": 0.00029779904613101856,
      "loss": 2.5781,
      "step": 8932
    },
    {
      "epoch": 0.41558501977204,
      "grad_norm": 0.7822520489123733,
      "learning_rate": 0.00029779841263062254,
      "loss": 2.8438,
      "step": 8933
    },
    {
      "epoch": 0.41563154221912074,
      "grad_norm": 0.7355336049447015,
      "learning_rate": 0.0002977977790397435,
      "loss": 2.5156,
      "step": 8934
    },
    {
      "epoch": 0.41567806466620144,
      "grad_norm": 0.6471516830800318,
      "learning_rate": 0.0002977971453583817,
      "loss": 2.4688,
      "step": 8935
    },
    {
      "epoch": 0.41572458711328214,
      "grad_norm": 0.6595479572398949,
      "learning_rate": 0.00029779651158653775,
      "loss": 2.7031,
      "step": 8936
    },
    {
      "epoch": 0.4157711095603629,
      "grad_norm": 0.7861273770990813,
      "learning_rate": 0.00029779587772421184,
      "loss": 2.6094,
      "step": 8937
    },
    {
      "epoch": 0.4158176320074436,
      "grad_norm": 0.6714592021130531,
      "learning_rate": 0.0002977952437714044,
      "loss": 2.4844,
      "step": 8938
    },
    {
      "epoch": 0.4158641544545243,
      "grad_norm": 0.7148188267224871,
      "learning_rate": 0.00029779460972811586,
      "loss": 2.6562,
      "step": 8939
    },
    {
      "epoch": 0.41591067690160505,
      "grad_norm": 0.7483588845205131,
      "learning_rate": 0.0002977939755943466,
      "loss": 2.2812,
      "step": 8940
    },
    {
      "epoch": 0.41595719934868575,
      "grad_norm": 0.6514224323182756,
      "learning_rate": 0.000297793341370097,
      "loss": 2.4375,
      "step": 8941
    },
    {
      "epoch": 0.41600372179576645,
      "grad_norm": 0.6764862888434183,
      "learning_rate": 0.00029779270705536745,
      "loss": 2.5,
      "step": 8942
    },
    {
      "epoch": 0.4160502442428472,
      "grad_norm": 0.6736258056701963,
      "learning_rate": 0.0002977920726501583,
      "loss": 2.4531,
      "step": 8943
    },
    {
      "epoch": 0.4160967666899279,
      "grad_norm": 0.743831562105127,
      "learning_rate": 0.00029779143815447,
      "loss": 2.7344,
      "step": 8944
    },
    {
      "epoch": 0.4161432891370086,
      "grad_norm": 0.7281868948646117,
      "learning_rate": 0.00029779080356830286,
      "loss": 2.3438,
      "step": 8945
    },
    {
      "epoch": 0.4161898115840893,
      "grad_norm": 0.6906339541218404,
      "learning_rate": 0.0002977901688916574,
      "loss": 2.6094,
      "step": 8946
    },
    {
      "epoch": 0.41623633403117005,
      "grad_norm": 0.6782770904951693,
      "learning_rate": 0.0002977895341245339,
      "loss": 2.375,
      "step": 8947
    },
    {
      "epoch": 0.41628285647825075,
      "grad_norm": 0.7584064475609621,
      "learning_rate": 0.00029778889926693273,
      "loss": 2.7969,
      "step": 8948
    },
    {
      "epoch": 0.41632937892533145,
      "grad_norm": 0.7218896642693403,
      "learning_rate": 0.00029778826431885435,
      "loss": 2.4531,
      "step": 8949
    },
    {
      "epoch": 0.4163759013724122,
      "grad_norm": 0.7582152997240863,
      "learning_rate": 0.00029778762928029913,
      "loss": 2.5938,
      "step": 8950
    },
    {
      "epoch": 0.4164224238194929,
      "grad_norm": 0.8922976008490711,
      "learning_rate": 0.0002977869941512675,
      "loss": 2.4531,
      "step": 8951
    },
    {
      "epoch": 0.4164689462665736,
      "grad_norm": 0.711728386193424,
      "learning_rate": 0.0002977863589317597,
      "loss": 2.5625,
      "step": 8952
    },
    {
      "epoch": 0.41651546871365436,
      "grad_norm": 0.7261504340132942,
      "learning_rate": 0.0002977857236217763,
      "loss": 2.6406,
      "step": 8953
    },
    {
      "epoch": 0.41656199116073506,
      "grad_norm": 0.643856318041005,
      "learning_rate": 0.0002977850882213176,
      "loss": 2.3594,
      "step": 8954
    },
    {
      "epoch": 0.41660851360781576,
      "grad_norm": 0.6380247931213638,
      "learning_rate": 0.00029778445273038394,
      "loss": 2.5156,
      "step": 8955
    },
    {
      "epoch": 0.4166550360548965,
      "grad_norm": 0.78106234311569,
      "learning_rate": 0.00029778381714897585,
      "loss": 2.625,
      "step": 8956
    },
    {
      "epoch": 0.4167015585019772,
      "grad_norm": 0.7389310874783961,
      "learning_rate": 0.0002977831814770936,
      "loss": 2.5625,
      "step": 8957
    },
    {
      "epoch": 0.4167480809490579,
      "grad_norm": 0.6712293638463486,
      "learning_rate": 0.0002977825457147376,
      "loss": 2.6875,
      "step": 8958
    },
    {
      "epoch": 0.41679460339613866,
      "grad_norm": 0.7091933903465643,
      "learning_rate": 0.00029778190986190826,
      "loss": 2.5312,
      "step": 8959
    },
    {
      "epoch": 0.41684112584321936,
      "grad_norm": 0.7208159792081158,
      "learning_rate": 0.00029778127391860595,
      "loss": 2.4844,
      "step": 8960
    },
    {
      "epoch": 0.41688764829030006,
      "grad_norm": 0.726925520222356,
      "learning_rate": 0.0002977806378848311,
      "loss": 2.7188,
      "step": 8961
    },
    {
      "epoch": 0.41693417073738076,
      "grad_norm": 0.6892480186377257,
      "learning_rate": 0.0002977800017605841,
      "loss": 2.5625,
      "step": 8962
    },
    {
      "epoch": 0.4169806931844615,
      "grad_norm": 0.7183414886662839,
      "learning_rate": 0.00029777936554586525,
      "loss": 2.5156,
      "step": 8963
    },
    {
      "epoch": 0.4170272156315422,
      "grad_norm": 0.7586381857979206,
      "learning_rate": 0.00029777872924067507,
      "loss": 2.8906,
      "step": 8964
    },
    {
      "epoch": 0.4170737380786229,
      "grad_norm": 0.7100753982767726,
      "learning_rate": 0.0002977780928450138,
      "loss": 2.5938,
      "step": 8965
    },
    {
      "epoch": 0.41712026052570367,
      "grad_norm": 0.7455099655056934,
      "learning_rate": 0.00029777745635888194,
      "loss": 2.7969,
      "step": 8966
    },
    {
      "epoch": 0.41716678297278437,
      "grad_norm": 0.8028078779548752,
      "learning_rate": 0.0002977768197822799,
      "loss": 2.7188,
      "step": 8967
    },
    {
      "epoch": 0.41721330541986507,
      "grad_norm": 0.7894704607350103,
      "learning_rate": 0.000297776183115208,
      "loss": 2.5312,
      "step": 8968
    },
    {
      "epoch": 0.4172598278669458,
      "grad_norm": 0.8795484416814299,
      "learning_rate": 0.0002977755463576666,
      "loss": 2.9219,
      "step": 8969
    },
    {
      "epoch": 0.4173063503140265,
      "grad_norm": 0.6833187553949471,
      "learning_rate": 0.00029777490950965617,
      "loss": 2.7344,
      "step": 8970
    },
    {
      "epoch": 0.4173528727611072,
      "grad_norm": 0.8658902759970459,
      "learning_rate": 0.00029777427257117705,
      "loss": 2.5469,
      "step": 8971
    },
    {
      "epoch": 0.417399395208188,
      "grad_norm": 0.6697428381582581,
      "learning_rate": 0.00029777363554222967,
      "loss": 2.4844,
      "step": 8972
    },
    {
      "epoch": 0.4174459176552687,
      "grad_norm": 0.7222597786982552,
      "learning_rate": 0.00029777299842281444,
      "loss": 2.7344,
      "step": 8973
    },
    {
      "epoch": 0.41749244010234937,
      "grad_norm": 0.7411489811474943,
      "learning_rate": 0.00029777236121293166,
      "loss": 2.9062,
      "step": 8974
    },
    {
      "epoch": 0.4175389625494301,
      "grad_norm": 0.709859733177267,
      "learning_rate": 0.0002977717239125818,
      "loss": 2.4844,
      "step": 8975
    },
    {
      "epoch": 0.4175854849965108,
      "grad_norm": 0.7223468395842074,
      "learning_rate": 0.0002977710865217652,
      "loss": 2.5312,
      "step": 8976
    },
    {
      "epoch": 0.4176320074435915,
      "grad_norm": 0.6745105191424033,
      "learning_rate": 0.0002977704490404822,
      "loss": 2.7188,
      "step": 8977
    },
    {
      "epoch": 0.4176785298906722,
      "grad_norm": 0.7650863529149343,
      "learning_rate": 0.00029776981146873333,
      "loss": 2.6562,
      "step": 8978
    },
    {
      "epoch": 0.417725052337753,
      "grad_norm": 0.730697766847049,
      "learning_rate": 0.0002977691738065189,
      "loss": 2.5938,
      "step": 8979
    },
    {
      "epoch": 0.4177715747848337,
      "grad_norm": 0.8409963756359785,
      "learning_rate": 0.00029776853605383935,
      "loss": 2.4688,
      "step": 8980
    },
    {
      "epoch": 0.4178180972319144,
      "grad_norm": 0.7080675908455751,
      "learning_rate": 0.000297767898210695,
      "loss": 2.3438,
      "step": 8981
    },
    {
      "epoch": 0.41786461967899513,
      "grad_norm": 0.6903319017820772,
      "learning_rate": 0.0002977672602770863,
      "loss": 2.5469,
      "step": 8982
    },
    {
      "epoch": 0.41791114212607583,
      "grad_norm": 0.7104396847162932,
      "learning_rate": 0.0002977666222530136,
      "loss": 2.7188,
      "step": 8983
    },
    {
      "epoch": 0.41795766457315653,
      "grad_norm": 0.7262029554736307,
      "learning_rate": 0.0002977659841384772,
      "loss": 2.625,
      "step": 8984
    },
    {
      "epoch": 0.4180041870202373,
      "grad_norm": 0.8330234572979911,
      "learning_rate": 0.00029776534593347774,
      "loss": 2.8906,
      "step": 8985
    },
    {
      "epoch": 0.418050709467318,
      "grad_norm": 0.7181298367839649,
      "learning_rate": 0.0002977647076380154,
      "loss": 2.5781,
      "step": 8986
    },
    {
      "epoch": 0.4180972319143987,
      "grad_norm": 0.7571710044136042,
      "learning_rate": 0.00029776406925209067,
      "loss": 2.625,
      "step": 8987
    },
    {
      "epoch": 0.41814375436147944,
      "grad_norm": 0.7473104648240493,
      "learning_rate": 0.00029776343077570383,
      "loss": 2.6719,
      "step": 8988
    },
    {
      "epoch": 0.41819027680856014,
      "grad_norm": 0.680040041123904,
      "learning_rate": 0.0002977627922088554,
      "loss": 2.5312,
      "step": 8989
    },
    {
      "epoch": 0.41823679925564083,
      "grad_norm": 0.7159009656850407,
      "learning_rate": 0.0002977621535515457,
      "loss": 2.7344,
      "step": 8990
    },
    {
      "epoch": 0.4182833217027216,
      "grad_norm": 0.7837614355443228,
      "learning_rate": 0.0002977615148037752,
      "loss": 2.7188,
      "step": 8991
    },
    {
      "epoch": 0.4183298441498023,
      "grad_norm": 0.6925161443108072,
      "learning_rate": 0.00029776087596554413,
      "loss": 2.5312,
      "step": 8992
    },
    {
      "epoch": 0.418376366596883,
      "grad_norm": 0.701254997918529,
      "learning_rate": 0.00029776023703685303,
      "loss": 2.5312,
      "step": 8993
    },
    {
      "epoch": 0.4184228890439637,
      "grad_norm": 1.200543386285052,
      "learning_rate": 0.00029775959801770223,
      "loss": 2.0156,
      "step": 8994
    },
    {
      "epoch": 0.41846941149104444,
      "grad_norm": 0.775162058821834,
      "learning_rate": 0.00029775895890809216,
      "loss": 2.7344,
      "step": 8995
    },
    {
      "epoch": 0.41851593393812514,
      "grad_norm": 0.7514690801946722,
      "learning_rate": 0.0002977583197080232,
      "loss": 2.7188,
      "step": 8996
    },
    {
      "epoch": 0.41856245638520584,
      "grad_norm": 0.7469678381078324,
      "learning_rate": 0.0002977576804174957,
      "loss": 2.5469,
      "step": 8997
    },
    {
      "epoch": 0.4186089788322866,
      "grad_norm": 0.8050835532981642,
      "learning_rate": 0.0002977570410365101,
      "loss": 2.8125,
      "step": 8998
    },
    {
      "epoch": 0.4186555012793673,
      "grad_norm": 0.6978274796297054,
      "learning_rate": 0.00029775640156506667,
      "loss": 2.3281,
      "step": 8999
    },
    {
      "epoch": 0.418702023726448,
      "grad_norm": 0.6970292573246464,
      "learning_rate": 0.000297755762003166,
      "loss": 2.5938,
      "step": 9000
    },
    {
      "epoch": 0.41874854617352875,
      "grad_norm": 0.8651666893610395,
      "learning_rate": 0.00029775512235080833,
      "loss": 2.4062,
      "step": 9001
    },
    {
      "epoch": 0.41879506862060945,
      "grad_norm": 0.776099553025573,
      "learning_rate": 0.00029775448260799416,
      "loss": 2.625,
      "step": 9002
    },
    {
      "epoch": 0.41884159106769014,
      "grad_norm": 0.7594320858376966,
      "learning_rate": 0.0002977538427747238,
      "loss": 2.5938,
      "step": 9003
    },
    {
      "epoch": 0.4188881135147709,
      "grad_norm": 0.7786178129561603,
      "learning_rate": 0.00029775320285099766,
      "loss": 2.5156,
      "step": 9004
    },
    {
      "epoch": 0.4189346359618516,
      "grad_norm": 0.6539680807854054,
      "learning_rate": 0.00029775256283681614,
      "loss": 2.375,
      "step": 9005
    },
    {
      "epoch": 0.4189811584089323,
      "grad_norm": 0.8330032561915817,
      "learning_rate": 0.0002977519227321796,
      "loss": 2.6562,
      "step": 9006
    },
    {
      "epoch": 0.41902768085601305,
      "grad_norm": 0.7410586810562341,
      "learning_rate": 0.00029775128253708847,
      "loss": 2.8125,
      "step": 9007
    },
    {
      "epoch": 0.41907420330309375,
      "grad_norm": 0.6843144814161567,
      "learning_rate": 0.0002977506422515432,
      "loss": 2.375,
      "step": 9008
    },
    {
      "epoch": 0.41912072575017445,
      "grad_norm": 0.725530249945586,
      "learning_rate": 0.00029775000187554405,
      "loss": 2.6719,
      "step": 9009
    },
    {
      "epoch": 0.41916724819725515,
      "grad_norm": 0.7238328010239163,
      "learning_rate": 0.0002977493614090915,
      "loss": 2.4688,
      "step": 9010
    },
    {
      "epoch": 0.4192137706443359,
      "grad_norm": 0.7229855143087615,
      "learning_rate": 0.0002977487208521859,
      "loss": 2.5,
      "step": 9011
    },
    {
      "epoch": 0.4192602930914166,
      "grad_norm": 0.7300994142248086,
      "learning_rate": 0.00029774808020482767,
      "loss": 2.6094,
      "step": 9012
    },
    {
      "epoch": 0.4193068155384973,
      "grad_norm": 0.8037888340753455,
      "learning_rate": 0.0002977474394670172,
      "loss": 2.9531,
      "step": 9013
    },
    {
      "epoch": 0.41935333798557806,
      "grad_norm": 0.8699982649366149,
      "learning_rate": 0.0002977467986387549,
      "loss": 2.6094,
      "step": 9014
    },
    {
      "epoch": 0.41939986043265876,
      "grad_norm": 0.7263171232456574,
      "learning_rate": 0.0002977461577200411,
      "loss": 2.5625,
      "step": 9015
    },
    {
      "epoch": 0.41944638287973945,
      "grad_norm": 0.7492594741742775,
      "learning_rate": 0.00029774551671087626,
      "loss": 2.5312,
      "step": 9016
    },
    {
      "epoch": 0.4194929053268202,
      "grad_norm": 0.6290542164171256,
      "learning_rate": 0.00029774487561126076,
      "loss": 2.3594,
      "step": 9017
    },
    {
      "epoch": 0.4195394277739009,
      "grad_norm": 0.6951619274940231,
      "learning_rate": 0.0002977442344211949,
      "loss": 2.4844,
      "step": 9018
    },
    {
      "epoch": 0.4195859502209816,
      "grad_norm": 0.731595145984749,
      "learning_rate": 0.0002977435931406792,
      "loss": 2.6719,
      "step": 9019
    },
    {
      "epoch": 0.41963247266806236,
      "grad_norm": 0.715610034608093,
      "learning_rate": 0.000297742951769714,
      "loss": 2.4219,
      "step": 9020
    },
    {
      "epoch": 0.41967899511514306,
      "grad_norm": 0.8287072794549116,
      "learning_rate": 0.00029774231030829976,
      "loss": 2.7969,
      "step": 9021
    },
    {
      "epoch": 0.41972551756222376,
      "grad_norm": 0.6923817562025262,
      "learning_rate": 0.00029774166875643675,
      "loss": 2.5,
      "step": 9022
    },
    {
      "epoch": 0.4197720400093045,
      "grad_norm": 0.7088199019026411,
      "learning_rate": 0.00029774102711412537,
      "loss": 2.8438,
      "step": 9023
    },
    {
      "epoch": 0.4198185624563852,
      "grad_norm": 0.7258522708338091,
      "learning_rate": 0.0002977403853813661,
      "loss": 2.5312,
      "step": 9024
    },
    {
      "epoch": 0.4198650849034659,
      "grad_norm": 0.7452222078438195,
      "learning_rate": 0.0002977397435581593,
      "loss": 2.6562,
      "step": 9025
    },
    {
      "epoch": 0.4199116073505466,
      "grad_norm": 0.701942817504855,
      "learning_rate": 0.00029773910164450536,
      "loss": 2.4531,
      "step": 9026
    },
    {
      "epoch": 0.41995812979762737,
      "grad_norm": 1.2286854832167757,
      "learning_rate": 0.0002977384596404047,
      "loss": 1.8906,
      "step": 9027
    },
    {
      "epoch": 0.42000465224470807,
      "grad_norm": 0.7289108589677059,
      "learning_rate": 0.00029773781754585763,
      "loss": 2.7344,
      "step": 9028
    },
    {
      "epoch": 0.42005117469178876,
      "grad_norm": 0.6840126544236672,
      "learning_rate": 0.0002977371753608646,
      "loss": 2.625,
      "step": 9029
    },
    {
      "epoch": 0.4200976971388695,
      "grad_norm": 0.7785651480914312,
      "learning_rate": 0.00029773653308542606,
      "loss": 2.4844,
      "step": 9030
    },
    {
      "epoch": 0.4201442195859502,
      "grad_norm": 0.7775912743810296,
      "learning_rate": 0.0002977358907195423,
      "loss": 2.6719,
      "step": 9031
    },
    {
      "epoch": 0.4201907420330309,
      "grad_norm": 0.741326169982844,
      "learning_rate": 0.0002977352482632138,
      "loss": 2.7656,
      "step": 9032
    },
    {
      "epoch": 0.42023726448011167,
      "grad_norm": 0.7141041297619131,
      "learning_rate": 0.00029773460571644084,
      "loss": 2.5469,
      "step": 9033
    },
    {
      "epoch": 0.42028378692719237,
      "grad_norm": 0.7354431055299486,
      "learning_rate": 0.00029773396307922396,
      "loss": 2.7344,
      "step": 9034
    },
    {
      "epoch": 0.42033030937427307,
      "grad_norm": 0.7761359001421029,
      "learning_rate": 0.00029773332035156337,
      "loss": 2.4219,
      "step": 9035
    },
    {
      "epoch": 0.4203768318213538,
      "grad_norm": 0.7352476083491917,
      "learning_rate": 0.00029773267753345966,
      "loss": 2.5625,
      "step": 9036
    },
    {
      "epoch": 0.4204233542684345,
      "grad_norm": 0.7742829282211464,
      "learning_rate": 0.0002977320346249131,
      "loss": 2.5625,
      "step": 9037
    },
    {
      "epoch": 0.4204698767155152,
      "grad_norm": 0.7025944018411157,
      "learning_rate": 0.0002977313916259241,
      "loss": 2.5,
      "step": 9038
    },
    {
      "epoch": 0.420516399162596,
      "grad_norm": 0.7578127272424852,
      "learning_rate": 0.00029773074853649316,
      "loss": 2.75,
      "step": 9039
    },
    {
      "epoch": 0.4205629216096767,
      "grad_norm": 0.701136290260443,
      "learning_rate": 0.0002977301053566205,
      "loss": 2.4688,
      "step": 9040
    },
    {
      "epoch": 0.4206094440567574,
      "grad_norm": 0.727811358010809,
      "learning_rate": 0.00029772946208630666,
      "loss": 2.4531,
      "step": 9041
    },
    {
      "epoch": 0.4206559665038381,
      "grad_norm": 0.749035149615515,
      "learning_rate": 0.0002977288187255519,
      "loss": 2.8125,
      "step": 9042
    },
    {
      "epoch": 0.42070248895091883,
      "grad_norm": 0.6705478347444188,
      "learning_rate": 0.0002977281752743567,
      "loss": 2.375,
      "step": 9043
    },
    {
      "epoch": 0.42074901139799953,
      "grad_norm": 0.7087378355898937,
      "learning_rate": 0.00029772753173272146,
      "loss": 2.6562,
      "step": 9044
    },
    {
      "epoch": 0.4207955338450802,
      "grad_norm": 0.7238388010545456,
      "learning_rate": 0.0002977268881006466,
      "loss": 2.5625,
      "step": 9045
    },
    {
      "epoch": 0.420842056292161,
      "grad_norm": 0.8110480402207557,
      "learning_rate": 0.00029772624437813237,
      "loss": 2.5938,
      "step": 9046
    },
    {
      "epoch": 0.4208885787392417,
      "grad_norm": 0.6936860051628226,
      "learning_rate": 0.00029772560056517933,
      "loss": 2.6094,
      "step": 9047
    },
    {
      "epoch": 0.4209351011863224,
      "grad_norm": 0.6826199199353653,
      "learning_rate": 0.00029772495666178784,
      "loss": 2.5938,
      "step": 9048
    },
    {
      "epoch": 0.42098162363340313,
      "grad_norm": 0.7446857464352937,
      "learning_rate": 0.00029772431266795817,
      "loss": 2.4219,
      "step": 9049
    },
    {
      "epoch": 0.42102814608048383,
      "grad_norm": 0.7083635910227012,
      "learning_rate": 0.00029772366858369086,
      "loss": 2.5156,
      "step": 9050
    },
    {
      "epoch": 0.42107466852756453,
      "grad_norm": 0.7318487261601961,
      "learning_rate": 0.00029772302440898623,
      "loss": 2.3906,
      "step": 9051
    },
    {
      "epoch": 0.4211211909746453,
      "grad_norm": 0.7169233629162173,
      "learning_rate": 0.0002977223801438447,
      "loss": 2.5,
      "step": 9052
    },
    {
      "epoch": 0.421167713421726,
      "grad_norm": 0.7402851492529503,
      "learning_rate": 0.00029772173578826666,
      "loss": 2.5938,
      "step": 9053
    },
    {
      "epoch": 0.4212142358688067,
      "grad_norm": 0.8172160784216324,
      "learning_rate": 0.00029772109134225253,
      "loss": 2.5312,
      "step": 9054
    },
    {
      "epoch": 0.42126075831588744,
      "grad_norm": 0.797166100337302,
      "learning_rate": 0.00029772044680580266,
      "loss": 2.5469,
      "step": 9055
    },
    {
      "epoch": 0.42130728076296814,
      "grad_norm": 0.7462731046184895,
      "learning_rate": 0.0002977198021789174,
      "loss": 2.5938,
      "step": 9056
    },
    {
      "epoch": 0.42135380321004884,
      "grad_norm": 0.7099768664290566,
      "learning_rate": 0.0002977191574615973,
      "loss": 2.6562,
      "step": 9057
    },
    {
      "epoch": 0.42140032565712954,
      "grad_norm": 0.7976683826525579,
      "learning_rate": 0.00029771851265384265,
      "loss": 2.6094,
      "step": 9058
    },
    {
      "epoch": 0.4214468481042103,
      "grad_norm": 0.7331834998408792,
      "learning_rate": 0.0002977178677556538,
      "loss": 2.5,
      "step": 9059
    },
    {
      "epoch": 0.421493370551291,
      "grad_norm": 0.688899985807998,
      "learning_rate": 0.00029771722276703124,
      "loss": 2.875,
      "step": 9060
    },
    {
      "epoch": 0.4215398929983717,
      "grad_norm": 0.7278621510327016,
      "learning_rate": 0.0002977165776879753,
      "loss": 2.9062,
      "step": 9061
    },
    {
      "epoch": 0.42158641544545244,
      "grad_norm": 0.7537933708735179,
      "learning_rate": 0.0002977159325184864,
      "loss": 2.9375,
      "step": 9062
    },
    {
      "epoch": 0.42163293789253314,
      "grad_norm": 0.701579819636566,
      "learning_rate": 0.000297715287258565,
      "loss": 2.5312,
      "step": 9063
    },
    {
      "epoch": 0.42167946033961384,
      "grad_norm": 0.74436177217715,
      "learning_rate": 0.00029771464190821135,
      "loss": 2.5469,
      "step": 9064
    },
    {
      "epoch": 0.4217259827866946,
      "grad_norm": 0.7206531751818843,
      "learning_rate": 0.00029771399646742595,
      "loss": 2.6875,
      "step": 9065
    },
    {
      "epoch": 0.4217725052337753,
      "grad_norm": 0.7290773031508109,
      "learning_rate": 0.0002977133509362092,
      "loss": 2.7812,
      "step": 9066
    },
    {
      "epoch": 0.421819027680856,
      "grad_norm": 0.6899084739623914,
      "learning_rate": 0.0002977127053145614,
      "loss": 2.5469,
      "step": 9067
    },
    {
      "epoch": 0.42186555012793675,
      "grad_norm": 0.8429206712898851,
      "learning_rate": 0.00029771205960248305,
      "loss": 1.9844,
      "step": 9068
    },
    {
      "epoch": 0.42191207257501745,
      "grad_norm": 0.662255682622013,
      "learning_rate": 0.0002977114137999745,
      "loss": 2.4688,
      "step": 9069
    },
    {
      "epoch": 0.42195859502209815,
      "grad_norm": 0.6724931932494127,
      "learning_rate": 0.0002977107679070362,
      "loss": 2.7344,
      "step": 9070
    },
    {
      "epoch": 0.4220051174691789,
      "grad_norm": 0.6830696638621063,
      "learning_rate": 0.00029771012192366845,
      "loss": 2.625,
      "step": 9071
    },
    {
      "epoch": 0.4220516399162596,
      "grad_norm": 0.6890921026743995,
      "learning_rate": 0.0002977094758498717,
      "loss": 2.6094,
      "step": 9072
    },
    {
      "epoch": 0.4220981623633403,
      "grad_norm": 0.7363158927900408,
      "learning_rate": 0.00029770882968564635,
      "loss": 2.3281,
      "step": 9073
    },
    {
      "epoch": 0.42214468481042106,
      "grad_norm": 0.7891850888259034,
      "learning_rate": 0.00029770818343099277,
      "loss": 2.4531,
      "step": 9074
    },
    {
      "epoch": 0.42219120725750175,
      "grad_norm": 0.7853590159726984,
      "learning_rate": 0.00029770753708591136,
      "loss": 2.6562,
      "step": 9075
    },
    {
      "epoch": 0.42223772970458245,
      "grad_norm": 0.7277293616236266,
      "learning_rate": 0.00029770689065040256,
      "loss": 2.6406,
      "step": 9076
    },
    {
      "epoch": 0.42228425215166315,
      "grad_norm": 0.7175786784612526,
      "learning_rate": 0.0002977062441244667,
      "loss": 2.6406,
      "step": 9077
    },
    {
      "epoch": 0.4223307745987439,
      "grad_norm": 0.7085208542291692,
      "learning_rate": 0.00029770559750810424,
      "loss": 2.2812,
      "step": 9078
    },
    {
      "epoch": 0.4223772970458246,
      "grad_norm": 0.793574353257903,
      "learning_rate": 0.00029770495080131554,
      "loss": 2.7188,
      "step": 9079
    },
    {
      "epoch": 0.4224238194929053,
      "grad_norm": 0.712843389893912,
      "learning_rate": 0.00029770430400410095,
      "loss": 2.7031,
      "step": 9080
    },
    {
      "epoch": 0.42247034193998606,
      "grad_norm": 0.7236938839931508,
      "learning_rate": 0.000297703657116461,
      "loss": 2.5938,
      "step": 9081
    },
    {
      "epoch": 0.42251686438706676,
      "grad_norm": 0.7404684849164586,
      "learning_rate": 0.0002977030101383959,
      "loss": 2.8281,
      "step": 9082
    },
    {
      "epoch": 0.42256338683414746,
      "grad_norm": 0.7116604633171738,
      "learning_rate": 0.0002977023630699062,
      "loss": 2.875,
      "step": 9083
    },
    {
      "epoch": 0.4226099092812282,
      "grad_norm": 0.6722754553380863,
      "learning_rate": 0.0002977017159109922,
      "loss": 2.5,
      "step": 9084
    },
    {
      "epoch": 0.4226564317283089,
      "grad_norm": 0.7816567489233275,
      "learning_rate": 0.0002977010686616544,
      "loss": 2.7031,
      "step": 9085
    },
    {
      "epoch": 0.4227029541753896,
      "grad_norm": 0.6836149119342275,
      "learning_rate": 0.0002977004213218931,
      "loss": 2.5,
      "step": 9086
    },
    {
      "epoch": 0.42274947662247037,
      "grad_norm": 0.7176387092737531,
      "learning_rate": 0.00029769977389170876,
      "loss": 2.5625,
      "step": 9087
    },
    {
      "epoch": 0.42279599906955107,
      "grad_norm": 0.6564493165114329,
      "learning_rate": 0.0002976991263711017,
      "loss": 2.2969,
      "step": 9088
    },
    {
      "epoch": 0.42284252151663176,
      "grad_norm": 0.8269982618062884,
      "learning_rate": 0.0002976984787600724,
      "loss": 2.5781,
      "step": 9089
    },
    {
      "epoch": 0.4228890439637125,
      "grad_norm": 0.7485549027573647,
      "learning_rate": 0.0002976978310586212,
      "loss": 2.0938,
      "step": 9090
    },
    {
      "epoch": 0.4229355664107932,
      "grad_norm": 0.6804841234352556,
      "learning_rate": 0.00029769718326674854,
      "loss": 2.4688,
      "step": 9091
    },
    {
      "epoch": 0.4229820888578739,
      "grad_norm": 0.8021717193420885,
      "learning_rate": 0.0002976965353844548,
      "loss": 2.7031,
      "step": 9092
    },
    {
      "epoch": 0.4230286113049546,
      "grad_norm": 0.7638752615456481,
      "learning_rate": 0.00029769588741174034,
      "loss": 2.6406,
      "step": 9093
    },
    {
      "epoch": 0.42307513375203537,
      "grad_norm": 0.7551170016926035,
      "learning_rate": 0.0002976952393486056,
      "loss": 2.5156,
      "step": 9094
    },
    {
      "epoch": 0.42312165619911607,
      "grad_norm": 1.0008701073714636,
      "learning_rate": 0.00029769459119505096,
      "loss": 2.5781,
      "step": 9095
    },
    {
      "epoch": 0.42316817864619677,
      "grad_norm": 0.6735629855952784,
      "learning_rate": 0.0002976939429510768,
      "loss": 2.4531,
      "step": 9096
    },
    {
      "epoch": 0.4232147010932775,
      "grad_norm": 0.7476281255048808,
      "learning_rate": 0.00029769329461668356,
      "loss": 2.6562,
      "step": 9097
    },
    {
      "epoch": 0.4232612235403582,
      "grad_norm": 0.8290463519455382,
      "learning_rate": 0.00029769264619187167,
      "loss": 2.5469,
      "step": 9098
    },
    {
      "epoch": 0.4233077459874389,
      "grad_norm": 0.673218569005759,
      "learning_rate": 0.0002976919976766414,
      "loss": 2.3438,
      "step": 9099
    },
    {
      "epoch": 0.4233542684345197,
      "grad_norm": 0.7405965475868017,
      "learning_rate": 0.0002976913490709932,
      "loss": 2.5,
      "step": 9100
    },
    {
      "epoch": 0.4234007908816004,
      "grad_norm": 0.7397758590447485,
      "learning_rate": 0.00029769070037492757,
      "loss": 2.6406,
      "step": 9101
    },
    {
      "epoch": 0.4234473133286811,
      "grad_norm": 0.8033604472247238,
      "learning_rate": 0.00029769005158844476,
      "loss": 2.4219,
      "step": 9102
    },
    {
      "epoch": 0.42349383577576183,
      "grad_norm": 0.7224894135413047,
      "learning_rate": 0.0002976894027115453,
      "loss": 2.8125,
      "step": 9103
    },
    {
      "epoch": 0.42354035822284253,
      "grad_norm": 0.7206548877008642,
      "learning_rate": 0.0002976887537442294,
      "loss": 2.3906,
      "step": 9104
    },
    {
      "epoch": 0.4235868806699232,
      "grad_norm": 0.7073606044827475,
      "learning_rate": 0.00029768810468649764,
      "loss": 2.4844,
      "step": 9105
    },
    {
      "epoch": 0.423633403117004,
      "grad_norm": 0.7140080924246899,
      "learning_rate": 0.0002976874555383504,
      "loss": 2.5469,
      "step": 9106
    },
    {
      "epoch": 0.4236799255640847,
      "grad_norm": 0.8953943310883492,
      "learning_rate": 0.0002976868062997879,
      "loss": 2.6094,
      "step": 9107
    },
    {
      "epoch": 0.4237264480111654,
      "grad_norm": 0.8592906676923382,
      "learning_rate": 0.0002976861569708108,
      "loss": 2.5312,
      "step": 9108
    },
    {
      "epoch": 0.4237729704582461,
      "grad_norm": 0.7403812136067078,
      "learning_rate": 0.0002976855075514193,
      "loss": 2.9062,
      "step": 9109
    },
    {
      "epoch": 0.42381949290532683,
      "grad_norm": 0.7376213616304279,
      "learning_rate": 0.0002976848580416139,
      "loss": 2.875,
      "step": 9110
    },
    {
      "epoch": 0.42386601535240753,
      "grad_norm": 0.7549144565364122,
      "learning_rate": 0.00029768420844139494,
      "loss": 2.5625,
      "step": 9111
    },
    {
      "epoch": 0.42391253779948823,
      "grad_norm": 0.8166513439712276,
      "learning_rate": 0.00029768355875076276,
      "loss": 2.6719,
      "step": 9112
    },
    {
      "epoch": 0.423959060246569,
      "grad_norm": 0.7872477078029125,
      "learning_rate": 0.0002976829089697179,
      "loss": 2.4062,
      "step": 9113
    },
    {
      "epoch": 0.4240055826936497,
      "grad_norm": 0.8461530935035539,
      "learning_rate": 0.00029768225909826076,
      "loss": 2.5625,
      "step": 9114
    },
    {
      "epoch": 0.4240521051407304,
      "grad_norm": 0.7124892273744005,
      "learning_rate": 0.0002976816091363916,
      "loss": 2.625,
      "step": 9115
    },
    {
      "epoch": 0.42409862758781114,
      "grad_norm": 0.6524362083978867,
      "learning_rate": 0.0002976809590841109,
      "loss": 2.4219,
      "step": 9116
    },
    {
      "epoch": 0.42414515003489184,
      "grad_norm": 0.7365046004498815,
      "learning_rate": 0.00029768030894141903,
      "loss": 2.4531,
      "step": 9117
    },
    {
      "epoch": 0.42419167248197254,
      "grad_norm": 0.7123712671403456,
      "learning_rate": 0.00029767965870831643,
      "loss": 2.7812,
      "step": 9118
    },
    {
      "epoch": 0.4242381949290533,
      "grad_norm": 0.7862073551413421,
      "learning_rate": 0.00029767900838480345,
      "loss": 2.5938,
      "step": 9119
    },
    {
      "epoch": 0.424284717376134,
      "grad_norm": 0.791752532964639,
      "learning_rate": 0.00029767835797088054,
      "loss": 2.6719,
      "step": 9120
    },
    {
      "epoch": 0.4243312398232147,
      "grad_norm": 0.8203323189612919,
      "learning_rate": 0.000297677707466548,
      "loss": 2.9062,
      "step": 9121
    },
    {
      "epoch": 0.42437776227029544,
      "grad_norm": 0.7302551217426414,
      "learning_rate": 0.00029767705687180635,
      "loss": 2.7031,
      "step": 9122
    },
    {
      "epoch": 0.42442428471737614,
      "grad_norm": 0.6954950689251299,
      "learning_rate": 0.00029767640618665595,
      "loss": 2.5781,
      "step": 9123
    },
    {
      "epoch": 0.42447080716445684,
      "grad_norm": 0.7474633231488738,
      "learning_rate": 0.0002976757554110972,
      "loss": 2.3906,
      "step": 9124
    },
    {
      "epoch": 0.42451732961153754,
      "grad_norm": 0.7386119534390858,
      "learning_rate": 0.00029767510454513043,
      "loss": 1.8906,
      "step": 9125
    },
    {
      "epoch": 0.4245638520586183,
      "grad_norm": 0.7229292780848895,
      "learning_rate": 0.00029767445358875607,
      "loss": 2.7656,
      "step": 9126
    },
    {
      "epoch": 0.424610374505699,
      "grad_norm": 0.6586522769915648,
      "learning_rate": 0.0002976738025419746,
      "loss": 2.1406,
      "step": 9127
    },
    {
      "epoch": 0.4246568969527797,
      "grad_norm": 0.7100866761859668,
      "learning_rate": 0.00029767315140478637,
      "loss": 2.7031,
      "step": 9128
    },
    {
      "epoch": 0.42470341939986045,
      "grad_norm": 0.6924729178571336,
      "learning_rate": 0.00029767250017719173,
      "loss": 2.7188,
      "step": 9129
    },
    {
      "epoch": 0.42474994184694115,
      "grad_norm": 0.8631810529569228,
      "learning_rate": 0.0002976718488591911,
      "loss": 2.5625,
      "step": 9130
    },
    {
      "epoch": 0.42479646429402185,
      "grad_norm": 0.6841017029466929,
      "learning_rate": 0.0002976711974507849,
      "loss": 2.5469,
      "step": 9131
    },
    {
      "epoch": 0.4248429867411026,
      "grad_norm": 0.706966252555564,
      "learning_rate": 0.0002976705459519735,
      "loss": 2.7812,
      "step": 9132
    },
    {
      "epoch": 0.4248895091881833,
      "grad_norm": 0.7923882672243858,
      "learning_rate": 0.00029766989436275744,
      "loss": 2.5938,
      "step": 9133
    },
    {
      "epoch": 0.424936031635264,
      "grad_norm": 0.7594037596987918,
      "learning_rate": 0.00029766924268313685,
      "loss": 2.6094,
      "step": 9134
    },
    {
      "epoch": 0.42498255408234475,
      "grad_norm": 0.7283855168493418,
      "learning_rate": 0.00029766859091311234,
      "loss": 2.5,
      "step": 9135
    },
    {
      "epoch": 0.42502907652942545,
      "grad_norm": 0.7139522013887022,
      "learning_rate": 0.0002976679390526843,
      "loss": 2.4062,
      "step": 9136
    },
    {
      "epoch": 0.42507559897650615,
      "grad_norm": 0.8564636842716737,
      "learning_rate": 0.00029766728710185303,
      "loss": 2.7969,
      "step": 9137
    },
    {
      "epoch": 0.4251221214235869,
      "grad_norm": 0.7242780365326054,
      "learning_rate": 0.000297666635060619,
      "loss": 2.5938,
      "step": 9138
    },
    {
      "epoch": 0.4251686438706676,
      "grad_norm": 0.6608109505246937,
      "learning_rate": 0.00029766598292898253,
      "loss": 2.3281,
      "step": 9139
    },
    {
      "epoch": 0.4252151663177483,
      "grad_norm": 0.841994585677092,
      "learning_rate": 0.0002976653307069441,
      "loss": 2.625,
      "step": 9140
    },
    {
      "epoch": 0.425261688764829,
      "grad_norm": 0.7460937529728461,
      "learning_rate": 0.0002976646783945041,
      "loss": 2.4844,
      "step": 9141
    },
    {
      "epoch": 0.42530821121190976,
      "grad_norm": 0.7164070080414434,
      "learning_rate": 0.00029766402599166287,
      "loss": 2.5469,
      "step": 9142
    },
    {
      "epoch": 0.42535473365899046,
      "grad_norm": 0.8052113696516807,
      "learning_rate": 0.0002976633734984209,
      "loss": 2.4844,
      "step": 9143
    },
    {
      "epoch": 0.42540125610607116,
      "grad_norm": 0.7271473428028793,
      "learning_rate": 0.00029766272091477853,
      "loss": 2.5156,
      "step": 9144
    },
    {
      "epoch": 0.4254477785531519,
      "grad_norm": 0.6998656419213395,
      "learning_rate": 0.00029766206824073617,
      "loss": 2.5625,
      "step": 9145
    },
    {
      "epoch": 0.4254943010002326,
      "grad_norm": 0.7081252728029381,
      "learning_rate": 0.0002976614154762942,
      "loss": 2.2812,
      "step": 9146
    },
    {
      "epoch": 0.4255408234473133,
      "grad_norm": 0.7233111603133814,
      "learning_rate": 0.00029766076262145307,
      "loss": 2.6094,
      "step": 9147
    },
    {
      "epoch": 0.42558734589439406,
      "grad_norm": 0.7810023880461541,
      "learning_rate": 0.0002976601096762132,
      "loss": 2.5156,
      "step": 9148
    },
    {
      "epoch": 0.42563386834147476,
      "grad_norm": 0.6636292620471957,
      "learning_rate": 0.00029765945664057483,
      "loss": 2.5,
      "step": 9149
    },
    {
      "epoch": 0.42568039078855546,
      "grad_norm": 0.7400224380964837,
      "learning_rate": 0.00029765880351453856,
      "loss": 2.8281,
      "step": 9150
    },
    {
      "epoch": 0.4257269132356362,
      "grad_norm": 0.7039425183527321,
      "learning_rate": 0.00029765815029810465,
      "loss": 2.2812,
      "step": 9151
    },
    {
      "epoch": 0.4257734356827169,
      "grad_norm": 0.7194784512401966,
      "learning_rate": 0.0002976574969912736,
      "loss": 2.7812,
      "step": 9152
    },
    {
      "epoch": 0.4258199581297976,
      "grad_norm": 0.6993003475022952,
      "learning_rate": 0.0002976568435940457,
      "loss": 2.5469,
      "step": 9153
    },
    {
      "epoch": 0.42586648057687837,
      "grad_norm": 0.7024735886487146,
      "learning_rate": 0.0002976561901064215,
      "loss": 2.5312,
      "step": 9154
    },
    {
      "epoch": 0.42591300302395907,
      "grad_norm": 0.7067302200096851,
      "learning_rate": 0.0002976555365284012,
      "loss": 2.3125,
      "step": 9155
    },
    {
      "epoch": 0.42595952547103977,
      "grad_norm": 0.7496514654424338,
      "learning_rate": 0.0002976548828599854,
      "loss": 2.8281,
      "step": 9156
    },
    {
      "epoch": 0.42600604791812047,
      "grad_norm": 0.680826508716475,
      "learning_rate": 0.00029765422910117434,
      "loss": 2.4219,
      "step": 9157
    },
    {
      "epoch": 0.4260525703652012,
      "grad_norm": 0.7581825919629613,
      "learning_rate": 0.0002976535752519685,
      "loss": 2.7344,
      "step": 9158
    },
    {
      "epoch": 0.4260990928122819,
      "grad_norm": 0.7428088896991433,
      "learning_rate": 0.00029765292131236833,
      "loss": 2.5938,
      "step": 9159
    },
    {
      "epoch": 0.4261456152593626,
      "grad_norm": 0.7221733328278193,
      "learning_rate": 0.0002976522672823741,
      "loss": 2.5,
      "step": 9160
    },
    {
      "epoch": 0.4261921377064434,
      "grad_norm": 0.7404750839007057,
      "learning_rate": 0.0002976516131619863,
      "loss": 2.4688,
      "step": 9161
    },
    {
      "epoch": 0.4262386601535241,
      "grad_norm": 0.6806838634620653,
      "learning_rate": 0.00029765095895120533,
      "loss": 2.6406,
      "step": 9162
    },
    {
      "epoch": 0.4262851826006048,
      "grad_norm": 0.6973678819135034,
      "learning_rate": 0.00029765030465003155,
      "loss": 2.5312,
      "step": 9163
    },
    {
      "epoch": 0.4263317050476855,
      "grad_norm": 0.7047980445865802,
      "learning_rate": 0.00029764965025846544,
      "loss": 2.5625,
      "step": 9164
    },
    {
      "epoch": 0.4263782274947662,
      "grad_norm": 0.6677307981316577,
      "learning_rate": 0.0002976489957765073,
      "loss": 2.6406,
      "step": 9165
    },
    {
      "epoch": 0.4264247499418469,
      "grad_norm": 0.7545077542665459,
      "learning_rate": 0.00029764834120415756,
      "loss": 2.625,
      "step": 9166
    },
    {
      "epoch": 0.4264712723889277,
      "grad_norm": 0.7449679761567268,
      "learning_rate": 0.00029764768654141666,
      "loss": 2.7656,
      "step": 9167
    },
    {
      "epoch": 0.4265177948360084,
      "grad_norm": 0.7261072326994471,
      "learning_rate": 0.000297647031788285,
      "loss": 2.7344,
      "step": 9168
    },
    {
      "epoch": 0.4265643172830891,
      "grad_norm": 0.7914285795518037,
      "learning_rate": 0.00029764637694476294,
      "loss": 2.7188,
      "step": 9169
    },
    {
      "epoch": 0.42661083973016983,
      "grad_norm": 0.7057937756169578,
      "learning_rate": 0.0002976457220108509,
      "loss": 2.6719,
      "step": 9170
    },
    {
      "epoch": 0.42665736217725053,
      "grad_norm": 0.7352990570892831,
      "learning_rate": 0.00029764506698654926,
      "loss": 2.6875,
      "step": 9171
    },
    {
      "epoch": 0.42670388462433123,
      "grad_norm": 0.705293035998891,
      "learning_rate": 0.0002976444118718584,
      "loss": 2.5312,
      "step": 9172
    },
    {
      "epoch": 0.42675040707141193,
      "grad_norm": 0.698048623725135,
      "learning_rate": 0.0002976437566667788,
      "loss": 2.6719,
      "step": 9173
    },
    {
      "epoch": 0.4267969295184927,
      "grad_norm": 0.6651648452748375,
      "learning_rate": 0.00029764310137131086,
      "loss": 2.4219,
      "step": 9174
    },
    {
      "epoch": 0.4268434519655734,
      "grad_norm": 0.7677350692589502,
      "learning_rate": 0.0002976424459854549,
      "loss": 2.5938,
      "step": 9175
    },
    {
      "epoch": 0.4268899744126541,
      "grad_norm": 0.69028981827412,
      "learning_rate": 0.0002976417905092114,
      "loss": 1.7969,
      "step": 9176
    },
    {
      "epoch": 0.42693649685973484,
      "grad_norm": 0.6532433107881164,
      "learning_rate": 0.0002976411349425807,
      "loss": 2.4375,
      "step": 9177
    },
    {
      "epoch": 0.42698301930681554,
      "grad_norm": 0.7351318572475639,
      "learning_rate": 0.0002976404792855632,
      "loss": 2.4844,
      "step": 9178
    },
    {
      "epoch": 0.42702954175389624,
      "grad_norm": 0.6513900346963605,
      "learning_rate": 0.00029763982353815937,
      "loss": 2.125,
      "step": 9179
    },
    {
      "epoch": 0.427076064200977,
      "grad_norm": 0.717555675411272,
      "learning_rate": 0.00029763916770036953,
      "loss": 2.6094,
      "step": 9180
    },
    {
      "epoch": 0.4271225866480577,
      "grad_norm": 0.7274781026304795,
      "learning_rate": 0.0002976385117721942,
      "loss": 2.5,
      "step": 9181
    },
    {
      "epoch": 0.4271691090951384,
      "grad_norm": 0.7259415667878976,
      "learning_rate": 0.00029763785575363366,
      "loss": 2.25,
      "step": 9182
    },
    {
      "epoch": 0.42721563154221914,
      "grad_norm": 0.672184702110522,
      "learning_rate": 0.0002976371996446883,
      "loss": 2.4844,
      "step": 9183
    },
    {
      "epoch": 0.42726215398929984,
      "grad_norm": 0.7664122900881936,
      "learning_rate": 0.00029763654344535864,
      "loss": 2.875,
      "step": 9184
    },
    {
      "epoch": 0.42730867643638054,
      "grad_norm": 0.756721615669072,
      "learning_rate": 0.00029763588715564504,
      "loss": 2.5469,
      "step": 9185
    },
    {
      "epoch": 0.4273551988834613,
      "grad_norm": 0.7230957143878562,
      "learning_rate": 0.0002976352307755478,
      "loss": 2.4688,
      "step": 9186
    },
    {
      "epoch": 0.427401721330542,
      "grad_norm": 0.7783886554681222,
      "learning_rate": 0.00029763457430506744,
      "loss": 1.7422,
      "step": 9187
    },
    {
      "epoch": 0.4274482437776227,
      "grad_norm": 0.733055906247856,
      "learning_rate": 0.0002976339177442043,
      "loss": 2.5938,
      "step": 9188
    },
    {
      "epoch": 0.4274947662247034,
      "grad_norm": 0.6461206225111124,
      "learning_rate": 0.00029763326109295883,
      "loss": 2.5781,
      "step": 9189
    },
    {
      "epoch": 0.42754128867178415,
      "grad_norm": 0.6879582829716364,
      "learning_rate": 0.00029763260435133144,
      "loss": 2.5781,
      "step": 9190
    },
    {
      "epoch": 0.42758781111886485,
      "grad_norm": 0.7237588507197722,
      "learning_rate": 0.00029763194751932247,
      "loss": 2.5469,
      "step": 9191
    },
    {
      "epoch": 0.42763433356594555,
      "grad_norm": 1.0456852024779981,
      "learning_rate": 0.00029763129059693234,
      "loss": 3.2344,
      "step": 9192
    },
    {
      "epoch": 0.4276808560130263,
      "grad_norm": 0.7154868220939342,
      "learning_rate": 0.0002976306335841615,
      "loss": 2.4062,
      "step": 9193
    },
    {
      "epoch": 0.427727378460107,
      "grad_norm": 0.7404588328203285,
      "learning_rate": 0.0002976299764810103,
      "loss": 2.7344,
      "step": 9194
    },
    {
      "epoch": 0.4277739009071877,
      "grad_norm": 0.7523455450722676,
      "learning_rate": 0.0002976293192874791,
      "loss": 2.5312,
      "step": 9195
    },
    {
      "epoch": 0.42782042335426845,
      "grad_norm": 0.6754492257126841,
      "learning_rate": 0.0002976286620035684,
      "loss": 2.7031,
      "step": 9196
    },
    {
      "epoch": 0.42786694580134915,
      "grad_norm": 0.7520217320540381,
      "learning_rate": 0.0002976280046292786,
      "loss": 2.8594,
      "step": 9197
    },
    {
      "epoch": 0.42791346824842985,
      "grad_norm": 0.6786845316397703,
      "learning_rate": 0.00029762734716461,
      "loss": 2.6875,
      "step": 9198
    },
    {
      "epoch": 0.4279599906955106,
      "grad_norm": 0.6927913983044149,
      "learning_rate": 0.00029762668960956314,
      "loss": 2.4688,
      "step": 9199
    },
    {
      "epoch": 0.4280065131425913,
      "grad_norm": 0.6801078009437448,
      "learning_rate": 0.0002976260319641383,
      "loss": 2.6094,
      "step": 9200
    },
    {
      "epoch": 0.428053035589672,
      "grad_norm": 0.7809350275693951,
      "learning_rate": 0.00029762537422833597,
      "loss": 2.3906,
      "step": 9201
    },
    {
      "epoch": 0.42809955803675276,
      "grad_norm": 0.6917301829443958,
      "learning_rate": 0.0002976247164021565,
      "loss": 2.6094,
      "step": 9202
    },
    {
      "epoch": 0.42814608048383346,
      "grad_norm": 0.6921660367693174,
      "learning_rate": 0.0002976240584856003,
      "loss": 2.6406,
      "step": 9203
    },
    {
      "epoch": 0.42819260293091416,
      "grad_norm": 0.7477355230566423,
      "learning_rate": 0.00029762340047866776,
      "loss": 2.6719,
      "step": 9204
    },
    {
      "epoch": 0.42823912537799486,
      "grad_norm": 0.7235856167064352,
      "learning_rate": 0.00029762274238135934,
      "loss": 2.4844,
      "step": 9205
    },
    {
      "epoch": 0.4282856478250756,
      "grad_norm": 0.749317262916899,
      "learning_rate": 0.0002976220841936754,
      "loss": 2.5312,
      "step": 9206
    },
    {
      "epoch": 0.4283321702721563,
      "grad_norm": 0.735957309979547,
      "learning_rate": 0.00029762142591561634,
      "loss": 2.6719,
      "step": 9207
    },
    {
      "epoch": 0.428378692719237,
      "grad_norm": 0.7179744147224765,
      "learning_rate": 0.00029762076754718256,
      "loss": 2.8281,
      "step": 9208
    },
    {
      "epoch": 0.42842521516631776,
      "grad_norm": 0.6710050397205884,
      "learning_rate": 0.0002976201090883745,
      "loss": 2.375,
      "step": 9209
    },
    {
      "epoch": 0.42847173761339846,
      "grad_norm": 0.7323579048685259,
      "learning_rate": 0.00029761945053919254,
      "loss": 2.5938,
      "step": 9210
    },
    {
      "epoch": 0.42851826006047916,
      "grad_norm": 0.8932381496043982,
      "learning_rate": 0.0002976187918996371,
      "loss": 1.9844,
      "step": 9211
    },
    {
      "epoch": 0.4285647825075599,
      "grad_norm": 0.6720127760323809,
      "learning_rate": 0.00029761813316970853,
      "loss": 2.5312,
      "step": 9212
    },
    {
      "epoch": 0.4286113049546406,
      "grad_norm": 0.7907991309819483,
      "learning_rate": 0.00029761747434940727,
      "loss": 2.5156,
      "step": 9213
    },
    {
      "epoch": 0.4286578274017213,
      "grad_norm": 0.8029829809691987,
      "learning_rate": 0.00029761681543873374,
      "loss": 2.4844,
      "step": 9214
    },
    {
      "epoch": 0.42870434984880207,
      "grad_norm": 0.8320235844825251,
      "learning_rate": 0.00029761615643768833,
      "loss": 2.6875,
      "step": 9215
    },
    {
      "epoch": 0.42875087229588277,
      "grad_norm": 0.7925994276844571,
      "learning_rate": 0.0002976154973462714,
      "loss": 2.4375,
      "step": 9216
    },
    {
      "epoch": 0.42879739474296347,
      "grad_norm": 0.7732199460258609,
      "learning_rate": 0.00029761483816448343,
      "loss": 2.8906,
      "step": 9217
    },
    {
      "epoch": 0.4288439171900442,
      "grad_norm": 0.7262894972539904,
      "learning_rate": 0.0002976141788923248,
      "loss": 2.375,
      "step": 9218
    },
    {
      "epoch": 0.4288904396371249,
      "grad_norm": 0.7736105631156839,
      "learning_rate": 0.0002976135195297958,
      "loss": 2.4844,
      "step": 9219
    },
    {
      "epoch": 0.4289369620842056,
      "grad_norm": 0.7210793683106744,
      "learning_rate": 0.00029761286007689707,
      "loss": 1.7969,
      "step": 9220
    },
    {
      "epoch": 0.4289834845312863,
      "grad_norm": 0.7018231558472636,
      "learning_rate": 0.0002976122005336288,
      "loss": 2.5,
      "step": 9221
    },
    {
      "epoch": 0.4290300069783671,
      "grad_norm": 0.7265300215658352,
      "learning_rate": 0.0002976115408999915,
      "loss": 2.5938,
      "step": 9222
    },
    {
      "epoch": 0.4290765294254478,
      "grad_norm": 0.7032754850675594,
      "learning_rate": 0.00029761088117598555,
      "loss": 2.4375,
      "step": 9223
    },
    {
      "epoch": 0.42912305187252847,
      "grad_norm": 0.7365021610568337,
      "learning_rate": 0.0002976102213616113,
      "loss": 2.7188,
      "step": 9224
    },
    {
      "epoch": 0.4291695743196092,
      "grad_norm": 0.6475313597927166,
      "learning_rate": 0.0002976095614568692,
      "loss": 2.5,
      "step": 9225
    },
    {
      "epoch": 0.4292160967666899,
      "grad_norm": 0.8327210550995071,
      "learning_rate": 0.0002976089014617597,
      "loss": 2.5,
      "step": 9226
    },
    {
      "epoch": 0.4292626192137706,
      "grad_norm": 0.8187183847334972,
      "learning_rate": 0.0002976082413762832,
      "loss": 1.8594,
      "step": 9227
    },
    {
      "epoch": 0.4293091416608514,
      "grad_norm": 0.7887311083257444,
      "learning_rate": 0.00029760758120044,
      "loss": 1.8906,
      "step": 9228
    },
    {
      "epoch": 0.4293556641079321,
      "grad_norm": 0.7267300858334387,
      "learning_rate": 0.0002976069209342306,
      "loss": 2.4688,
      "step": 9229
    },
    {
      "epoch": 0.4294021865550128,
      "grad_norm": 0.7412288804774352,
      "learning_rate": 0.00029760626057765533,
      "loss": 2.8906,
      "step": 9230
    },
    {
      "epoch": 0.42944870900209353,
      "grad_norm": 0.6993057516861835,
      "learning_rate": 0.00029760560013071465,
      "loss": 2.5312,
      "step": 9231
    },
    {
      "epoch": 0.42949523144917423,
      "grad_norm": 0.6686301571442523,
      "learning_rate": 0.00029760493959340897,
      "loss": 2.4844,
      "step": 9232
    },
    {
      "epoch": 0.42954175389625493,
      "grad_norm": 0.761218183479752,
      "learning_rate": 0.0002976042789657387,
      "loss": 2.8125,
      "step": 9233
    },
    {
      "epoch": 0.4295882763433357,
      "grad_norm": 0.6530354415849908,
      "learning_rate": 0.00029760361824770413,
      "loss": 2.375,
      "step": 9234
    },
    {
      "epoch": 0.4296347987904164,
      "grad_norm": 0.6566682631744929,
      "learning_rate": 0.00029760295743930584,
      "loss": 2.6094,
      "step": 9235
    },
    {
      "epoch": 0.4296813212374971,
      "grad_norm": 0.7177956334568988,
      "learning_rate": 0.0002976022965405442,
      "loss": 2.5156,
      "step": 9236
    },
    {
      "epoch": 0.4297278436845778,
      "grad_norm": 0.6835896847114248,
      "learning_rate": 0.0002976016355514194,
      "loss": 2.625,
      "step": 9237
    },
    {
      "epoch": 0.42977436613165854,
      "grad_norm": 0.7156929429606739,
      "learning_rate": 0.0002976009744719321,
      "loss": 2.6719,
      "step": 9238
    },
    {
      "epoch": 0.42982088857873924,
      "grad_norm": 0.7171886009397471,
      "learning_rate": 0.00029760031330208265,
      "loss": 2.4688,
      "step": 9239
    },
    {
      "epoch": 0.42986741102581993,
      "grad_norm": 0.7570483205979834,
      "learning_rate": 0.0002975996520418714,
      "loss": 2.6875,
      "step": 9240
    },
    {
      "epoch": 0.4299139334729007,
      "grad_norm": 0.6746303538147103,
      "learning_rate": 0.00029759899069129874,
      "loss": 2.3281,
      "step": 9241
    },
    {
      "epoch": 0.4299604559199814,
      "grad_norm": 0.6807481489916384,
      "learning_rate": 0.00029759832925036514,
      "loss": 2.5156,
      "step": 9242
    },
    {
      "epoch": 0.4300069783670621,
      "grad_norm": 0.7019370391137262,
      "learning_rate": 0.00029759766771907093,
      "loss": 2.4062,
      "step": 9243
    },
    {
      "epoch": 0.43005350081414284,
      "grad_norm": 0.7740465348875144,
      "learning_rate": 0.0002975970060974166,
      "loss": 2.3594,
      "step": 9244
    },
    {
      "epoch": 0.43010002326122354,
      "grad_norm": 0.748778272883377,
      "learning_rate": 0.0002975963443854025,
      "loss": 2.5156,
      "step": 9245
    },
    {
      "epoch": 0.43014654570830424,
      "grad_norm": 0.719032684971055,
      "learning_rate": 0.00029759568258302905,
      "loss": 2.4219,
      "step": 9246
    },
    {
      "epoch": 0.430193068155385,
      "grad_norm": 0.7290887594583763,
      "learning_rate": 0.0002975950206902966,
      "loss": 2.75,
      "step": 9247
    },
    {
      "epoch": 0.4302395906024657,
      "grad_norm": 0.7791407320475444,
      "learning_rate": 0.0002975943587072057,
      "loss": 2.75,
      "step": 9248
    },
    {
      "epoch": 0.4302861130495464,
      "grad_norm": 0.7140405962650018,
      "learning_rate": 0.0002975936966337566,
      "loss": 2.5625,
      "step": 9249
    },
    {
      "epoch": 0.43033263549662715,
      "grad_norm": 0.7391287029817172,
      "learning_rate": 0.0002975930344699498,
      "loss": 2.4062,
      "step": 9250
    },
    {
      "epoch": 0.43037915794370785,
      "grad_norm": 0.7099507493317664,
      "learning_rate": 0.00029759237221578565,
      "loss": 2.4844,
      "step": 9251
    },
    {
      "epoch": 0.43042568039078855,
      "grad_norm": 0.7039746176566302,
      "learning_rate": 0.0002975917098712646,
      "loss": 2.7188,
      "step": 9252
    },
    {
      "epoch": 0.43047220283786924,
      "grad_norm": 0.7249662701357447,
      "learning_rate": 0.00029759104743638706,
      "loss": 2.875,
      "step": 9253
    },
    {
      "epoch": 0.43051872528495,
      "grad_norm": 0.7491735952947538,
      "learning_rate": 0.0002975903849111534,
      "loss": 2.5938,
      "step": 9254
    },
    {
      "epoch": 0.4305652477320307,
      "grad_norm": 0.6747037878798217,
      "learning_rate": 0.000297589722295564,
      "loss": 2.5781,
      "step": 9255
    },
    {
      "epoch": 0.4306117701791114,
      "grad_norm": 0.6857810145129416,
      "learning_rate": 0.0002975890595896193,
      "loss": 2.4375,
      "step": 9256
    },
    {
      "epoch": 0.43065829262619215,
      "grad_norm": 0.7909229769843894,
      "learning_rate": 0.0002975883967933197,
      "loss": 2.5625,
      "step": 9257
    },
    {
      "epoch": 0.43070481507327285,
      "grad_norm": 0.7405730291287475,
      "learning_rate": 0.0002975877339066657,
      "loss": 2.6875,
      "step": 9258
    },
    {
      "epoch": 0.43075133752035355,
      "grad_norm": 0.6673934163459162,
      "learning_rate": 0.0002975870709296575,
      "loss": 2.6562,
      "step": 9259
    },
    {
      "epoch": 0.4307978599674343,
      "grad_norm": 0.7585552257725685,
      "learning_rate": 0.00029758640786229566,
      "loss": 2.5938,
      "step": 9260
    },
    {
      "epoch": 0.430844382414515,
      "grad_norm": 0.6942375648674883,
      "learning_rate": 0.0002975857447045806,
      "loss": 2.7656,
      "step": 9261
    },
    {
      "epoch": 0.4308909048615957,
      "grad_norm": 0.7398512295504855,
      "learning_rate": 0.00029758508145651265,
      "loss": 2.6406,
      "step": 9262
    },
    {
      "epoch": 0.43093742730867646,
      "grad_norm": 0.8429992881612851,
      "learning_rate": 0.0002975844181180923,
      "loss": 2.0156,
      "step": 9263
    },
    {
      "epoch": 0.43098394975575716,
      "grad_norm": 0.7914434099446483,
      "learning_rate": 0.00029758375468931985,
      "loss": 2.6094,
      "step": 9264
    },
    {
      "epoch": 0.43103047220283786,
      "grad_norm": 0.8211124691533246,
      "learning_rate": 0.0002975830911701957,
      "loss": 2.5,
      "step": 9265
    },
    {
      "epoch": 0.4310769946499186,
      "grad_norm": 0.7657783353208099,
      "learning_rate": 0.00029758242756072035,
      "loss": 2.2969,
      "step": 9266
    },
    {
      "epoch": 0.4311235170969993,
      "grad_norm": 0.7612222159115724,
      "learning_rate": 0.0002975817638608942,
      "loss": 2.4375,
      "step": 9267
    },
    {
      "epoch": 0.43117003954408,
      "grad_norm": 0.6953217992002446,
      "learning_rate": 0.0002975811000707176,
      "loss": 2.3125,
      "step": 9268
    },
    {
      "epoch": 0.43121656199116076,
      "grad_norm": 0.6479240677136663,
      "learning_rate": 0.000297580436190191,
      "loss": 2.7188,
      "step": 9269
    },
    {
      "epoch": 0.43126308443824146,
      "grad_norm": 0.7348423313332317,
      "learning_rate": 0.00029757977221931477,
      "loss": 2.7188,
      "step": 9270
    },
    {
      "epoch": 0.43130960688532216,
      "grad_norm": 0.6937183172729825,
      "learning_rate": 0.00029757910815808933,
      "loss": 2.6719,
      "step": 9271
    },
    {
      "epoch": 0.43135612933240286,
      "grad_norm": 0.6410528520945208,
      "learning_rate": 0.0002975784440065151,
      "loss": 2.3125,
      "step": 9272
    },
    {
      "epoch": 0.4314026517794836,
      "grad_norm": 0.8122635901073844,
      "learning_rate": 0.0002975777797645925,
      "loss": 1.8516,
      "step": 9273
    },
    {
      "epoch": 0.4314491742265643,
      "grad_norm": 0.7072482623390117,
      "learning_rate": 0.00029757711543232184,
      "loss": 2.7188,
      "step": 9274
    },
    {
      "epoch": 0.431495696673645,
      "grad_norm": 0.7222540196376485,
      "learning_rate": 0.0002975764510097037,
      "loss": 2.5625,
      "step": 9275
    },
    {
      "epoch": 0.43154221912072577,
      "grad_norm": 0.7147518135969412,
      "learning_rate": 0.0002975757864967383,
      "loss": 2.7969,
      "step": 9276
    },
    {
      "epoch": 0.43158874156780647,
      "grad_norm": 0.6967944863092048,
      "learning_rate": 0.00029757512189342613,
      "loss": 2.3594,
      "step": 9277
    },
    {
      "epoch": 0.43163526401488717,
      "grad_norm": 0.7123100851222338,
      "learning_rate": 0.0002975744571997677,
      "loss": 2.6562,
      "step": 9278
    },
    {
      "epoch": 0.4316817864619679,
      "grad_norm": 0.6310062214329858,
      "learning_rate": 0.00029757379241576325,
      "loss": 2.3906,
      "step": 9279
    },
    {
      "epoch": 0.4317283089090486,
      "grad_norm": 0.7374329908556453,
      "learning_rate": 0.0002975731275414133,
      "loss": 2.1406,
      "step": 9280
    },
    {
      "epoch": 0.4317748313561293,
      "grad_norm": 0.7396601534148965,
      "learning_rate": 0.0002975724625767181,
      "loss": 2.6719,
      "step": 9281
    },
    {
      "epoch": 0.4318213538032101,
      "grad_norm": 0.7022108096442725,
      "learning_rate": 0.00029757179752167826,
      "loss": 2.5,
      "step": 9282
    },
    {
      "epoch": 0.43186787625029077,
      "grad_norm": 0.6749046408487679,
      "learning_rate": 0.0002975711323762941,
      "loss": 2.6875,
      "step": 9283
    },
    {
      "epoch": 0.43191439869737147,
      "grad_norm": 0.714626208373222,
      "learning_rate": 0.000297570467140566,
      "loss": 2.4688,
      "step": 9284
    },
    {
      "epoch": 0.4319609211444522,
      "grad_norm": 0.7742769026593379,
      "learning_rate": 0.0002975698018144944,
      "loss": 2.8906,
      "step": 9285
    },
    {
      "epoch": 0.4320074435915329,
      "grad_norm": 0.9052370180478245,
      "learning_rate": 0.00029756913639807965,
      "loss": 2.75,
      "step": 9286
    },
    {
      "epoch": 0.4320539660386136,
      "grad_norm": 0.6953247828211344,
      "learning_rate": 0.00029756847089132225,
      "loss": 2.6406,
      "step": 9287
    },
    {
      "epoch": 0.4321004884856943,
      "grad_norm": 0.6806049226651135,
      "learning_rate": 0.0002975678052942226,
      "loss": 2.5469,
      "step": 9288
    },
    {
      "epoch": 0.4321470109327751,
      "grad_norm": 0.7028545514299253,
      "learning_rate": 0.000297567139606781,
      "loss": 2.4062,
      "step": 9289
    },
    {
      "epoch": 0.4321935333798558,
      "grad_norm": 0.8970032965521255,
      "learning_rate": 0.00029756647382899793,
      "loss": 2.5938,
      "step": 9290
    },
    {
      "epoch": 0.4322400558269365,
      "grad_norm": 0.8537300539259122,
      "learning_rate": 0.00029756580796087384,
      "loss": 2.5469,
      "step": 9291
    },
    {
      "epoch": 0.43228657827401723,
      "grad_norm": 0.6674900895765565,
      "learning_rate": 0.00029756514200240903,
      "loss": 2.1875,
      "step": 9292
    },
    {
      "epoch": 0.43233310072109793,
      "grad_norm": 0.7312017210783526,
      "learning_rate": 0.00029756447595360406,
      "loss": 2.8125,
      "step": 9293
    },
    {
      "epoch": 0.43237962316817863,
      "grad_norm": 0.703809693179631,
      "learning_rate": 0.0002975638098144592,
      "loss": 2.7188,
      "step": 9294
    },
    {
      "epoch": 0.4324261456152594,
      "grad_norm": 0.7249370897475256,
      "learning_rate": 0.0002975631435849749,
      "loss": 2.375,
      "step": 9295
    },
    {
      "epoch": 0.4324726680623401,
      "grad_norm": 0.7867782310466406,
      "learning_rate": 0.0002975624772651516,
      "loss": 2.4375,
      "step": 9296
    },
    {
      "epoch": 0.4325191905094208,
      "grad_norm": 0.7182564458366474,
      "learning_rate": 0.00029756181085498966,
      "loss": 2.5469,
      "step": 9297
    },
    {
      "epoch": 0.43256571295650154,
      "grad_norm": 0.7529967026875566,
      "learning_rate": 0.00029756114435448947,
      "loss": 2.7656,
      "step": 9298
    },
    {
      "epoch": 0.43261223540358223,
      "grad_norm": 0.7251187138816642,
      "learning_rate": 0.00029756047776365155,
      "loss": 2.3438,
      "step": 9299
    },
    {
      "epoch": 0.43265875785066293,
      "grad_norm": 0.6832838741292444,
      "learning_rate": 0.00029755981108247617,
      "loss": 2.5938,
      "step": 9300
    },
    {
      "epoch": 0.4327052802977437,
      "grad_norm": 0.7175671014867576,
      "learning_rate": 0.00029755914431096387,
      "loss": 2.4375,
      "step": 9301
    },
    {
      "epoch": 0.4327518027448244,
      "grad_norm": 0.7314727210189411,
      "learning_rate": 0.0002975584774491149,
      "loss": 2.6406,
      "step": 9302
    },
    {
      "epoch": 0.4327983251919051,
      "grad_norm": 0.7163846334533254,
      "learning_rate": 0.0002975578104969299,
      "loss": 2.6094,
      "step": 9303
    },
    {
      "epoch": 0.4328448476389858,
      "grad_norm": 0.6962438589323285,
      "learning_rate": 0.00029755714345440905,
      "loss": 2.6094,
      "step": 9304
    },
    {
      "epoch": 0.43289137008606654,
      "grad_norm": 0.7255182460045871,
      "learning_rate": 0.0002975564763215528,
      "loss": 2.6406,
      "step": 9305
    },
    {
      "epoch": 0.43293789253314724,
      "grad_norm": 0.6666027930635947,
      "learning_rate": 0.0002975558090983617,
      "loss": 2.6562,
      "step": 9306
    },
    {
      "epoch": 0.43298441498022794,
      "grad_norm": 0.6962652648426412,
      "learning_rate": 0.000297555141784836,
      "loss": 2.75,
      "step": 9307
    },
    {
      "epoch": 0.4330309374273087,
      "grad_norm": 0.6831757624243056,
      "learning_rate": 0.0002975544743809762,
      "loss": 2.4219,
      "step": 9308
    },
    {
      "epoch": 0.4330774598743894,
      "grad_norm": 0.7202732343498395,
      "learning_rate": 0.0002975538068867827,
      "loss": 2.7188,
      "step": 9309
    },
    {
      "epoch": 0.4331239823214701,
      "grad_norm": 0.6984835694838702,
      "learning_rate": 0.00029755313930225586,
      "loss": 2.5156,
      "step": 9310
    },
    {
      "epoch": 0.43317050476855085,
      "grad_norm": 0.7092458052758268,
      "learning_rate": 0.0002975524716273961,
      "loss": 2.5312,
      "step": 9311
    },
    {
      "epoch": 0.43321702721563154,
      "grad_norm": 0.8227524523623622,
      "learning_rate": 0.0002975518038622039,
      "loss": 2.8281,
      "step": 9312
    },
    {
      "epoch": 0.43326354966271224,
      "grad_norm": 0.7375865021560579,
      "learning_rate": 0.0002975511360066796,
      "loss": 2.8906,
      "step": 9313
    },
    {
      "epoch": 0.433310072109793,
      "grad_norm": 0.692092532803075,
      "learning_rate": 0.0002975504680608236,
      "loss": 2.6094,
      "step": 9314
    },
    {
      "epoch": 0.4333565945568737,
      "grad_norm": 0.7082494284071198,
      "learning_rate": 0.00029754980002463636,
      "loss": 2.4219,
      "step": 9315
    },
    {
      "epoch": 0.4334031170039544,
      "grad_norm": 0.747255285794431,
      "learning_rate": 0.0002975491318981183,
      "loss": 2.5156,
      "step": 9316
    },
    {
      "epoch": 0.43344963945103515,
      "grad_norm": 0.7352562066758086,
      "learning_rate": 0.00029754846368126967,
      "loss": 2.9844,
      "step": 9317
    },
    {
      "epoch": 0.43349616189811585,
      "grad_norm": 0.7190987063770068,
      "learning_rate": 0.00029754779537409114,
      "loss": 2.4375,
      "step": 9318
    },
    {
      "epoch": 0.43354268434519655,
      "grad_norm": 1.0173421856086888,
      "learning_rate": 0.0002975471269765829,
      "loss": 1.9453,
      "step": 9319
    },
    {
      "epoch": 0.43358920679227725,
      "grad_norm": 0.678043714427265,
      "learning_rate": 0.00029754645848874544,
      "loss": 2.8281,
      "step": 9320
    },
    {
      "epoch": 0.433635729239358,
      "grad_norm": 0.7705080089709951,
      "learning_rate": 0.00029754578991057914,
      "loss": 2.3438,
      "step": 9321
    },
    {
      "epoch": 0.4336822516864387,
      "grad_norm": 0.7169349712000503,
      "learning_rate": 0.00029754512124208454,
      "loss": 2.2969,
      "step": 9322
    },
    {
      "epoch": 0.4337287741335194,
      "grad_norm": 0.7829070793893028,
      "learning_rate": 0.00029754445248326186,
      "loss": 2.6562,
      "step": 9323
    },
    {
      "epoch": 0.43377529658060016,
      "grad_norm": 0.7049366979229483,
      "learning_rate": 0.00029754378363411164,
      "loss": 2.5469,
      "step": 9324
    },
    {
      "epoch": 0.43382181902768086,
      "grad_norm": 0.8330317570040671,
      "learning_rate": 0.0002975431146946342,
      "loss": 2.5156,
      "step": 9325
    },
    {
      "epoch": 0.43386834147476155,
      "grad_norm": 0.7422032534893456,
      "learning_rate": 0.00029754244566483005,
      "loss": 2.625,
      "step": 9326
    },
    {
      "epoch": 0.4339148639218423,
      "grad_norm": 0.6870832068610697,
      "learning_rate": 0.00029754177654469955,
      "loss": 2.4844,
      "step": 9327
    },
    {
      "epoch": 0.433961386368923,
      "grad_norm": 0.7519313693617944,
      "learning_rate": 0.00029754110733424307,
      "loss": 1.9375,
      "step": 9328
    },
    {
      "epoch": 0.4340079088160037,
      "grad_norm": 0.8410324535740201,
      "learning_rate": 0.00029754043803346107,
      "loss": 2.7812,
      "step": 9329
    },
    {
      "epoch": 0.43405443126308446,
      "grad_norm": 0.7321165631720569,
      "learning_rate": 0.0002975397686423539,
      "loss": 2.5625,
      "step": 9330
    },
    {
      "epoch": 0.43410095371016516,
      "grad_norm": 0.719543837838612,
      "learning_rate": 0.000297539099160922,
      "loss": 2.4219,
      "step": 9331
    },
    {
      "epoch": 0.43414747615724586,
      "grad_norm": 0.7805002253807355,
      "learning_rate": 0.0002975384295891659,
      "loss": 2.8594,
      "step": 9332
    },
    {
      "epoch": 0.4341939986043266,
      "grad_norm": 0.756484168348537,
      "learning_rate": 0.00029753775992708584,
      "loss": 2.3906,
      "step": 9333
    },
    {
      "epoch": 0.4342405210514073,
      "grad_norm": 0.74074600290314,
      "learning_rate": 0.0002975370901746823,
      "loss": 1.8906,
      "step": 9334
    },
    {
      "epoch": 0.434287043498488,
      "grad_norm": 0.6906266120354907,
      "learning_rate": 0.0002975364203319557,
      "loss": 2.7031,
      "step": 9335
    },
    {
      "epoch": 0.4343335659455687,
      "grad_norm": 0.7025134048069964,
      "learning_rate": 0.0002975357503989064,
      "loss": 2.4688,
      "step": 9336
    },
    {
      "epoch": 0.43438008839264947,
      "grad_norm": 0.6965805969333034,
      "learning_rate": 0.0002975350803755349,
      "loss": 2.2969,
      "step": 9337
    },
    {
      "epoch": 0.43442661083973017,
      "grad_norm": 0.7605578408981937,
      "learning_rate": 0.0002975344102618415,
      "loss": 2.8594,
      "step": 9338
    },
    {
      "epoch": 0.43447313328681086,
      "grad_norm": 0.6743162329706628,
      "learning_rate": 0.0002975337400578267,
      "loss": 2.5938,
      "step": 9339
    },
    {
      "epoch": 0.4345196557338916,
      "grad_norm": 0.7631778617274539,
      "learning_rate": 0.00029753306976349083,
      "loss": 2.9219,
      "step": 9340
    },
    {
      "epoch": 0.4345661781809723,
      "grad_norm": 0.7434684193120742,
      "learning_rate": 0.0002975323993788344,
      "loss": 2.4688,
      "step": 9341
    },
    {
      "epoch": 0.434612700628053,
      "grad_norm": 0.7022120884086773,
      "learning_rate": 0.0002975317289038577,
      "loss": 2.6875,
      "step": 9342
    },
    {
      "epoch": 0.43465922307513377,
      "grad_norm": 0.6996233982448504,
      "learning_rate": 0.00029753105833856127,
      "loss": 2.5938,
      "step": 9343
    },
    {
      "epoch": 0.43470574552221447,
      "grad_norm": 0.8058515312584922,
      "learning_rate": 0.00029753038768294543,
      "loss": 2.375,
      "step": 9344
    },
    {
      "epoch": 0.43475226796929517,
      "grad_norm": 0.6979876158102618,
      "learning_rate": 0.0002975297169370106,
      "loss": 2.4375,
      "step": 9345
    },
    {
      "epoch": 0.4347987904163759,
      "grad_norm": 0.6875257949414324,
      "learning_rate": 0.00029752904610075726,
      "loss": 2.5156,
      "step": 9346
    },
    {
      "epoch": 0.4348453128634566,
      "grad_norm": 0.6948351951834953,
      "learning_rate": 0.0002975283751741857,
      "loss": 2.7344,
      "step": 9347
    },
    {
      "epoch": 0.4348918353105373,
      "grad_norm": 0.7732719319087322,
      "learning_rate": 0.00029752770415729645,
      "loss": 2.875,
      "step": 9348
    },
    {
      "epoch": 0.4349383577576181,
      "grad_norm": 0.6981911646305803,
      "learning_rate": 0.00029752703305008986,
      "loss": 2.4219,
      "step": 9349
    },
    {
      "epoch": 0.4349848802046988,
      "grad_norm": 0.6996232475155907,
      "learning_rate": 0.00029752636185256635,
      "loss": 2.3906,
      "step": 9350
    },
    {
      "epoch": 0.4350314026517795,
      "grad_norm": 0.7766301090579274,
      "learning_rate": 0.0002975256905647263,
      "loss": 2.6094,
      "step": 9351
    },
    {
      "epoch": 0.4350779250988602,
      "grad_norm": 0.803409326295084,
      "learning_rate": 0.00029752501918657023,
      "loss": 2.5938,
      "step": 9352
    },
    {
      "epoch": 0.43512444754594093,
      "grad_norm": 0.7208318323124768,
      "learning_rate": 0.00029752434771809837,
      "loss": 2.5156,
      "step": 9353
    },
    {
      "epoch": 0.43517096999302163,
      "grad_norm": 0.726608214842529,
      "learning_rate": 0.00029752367615931127,
      "loss": 2.4844,
      "step": 9354
    },
    {
      "epoch": 0.4352174924401023,
      "grad_norm": 0.8000091049877004,
      "learning_rate": 0.0002975230045102093,
      "loss": 2.6094,
      "step": 9355
    },
    {
      "epoch": 0.4352640148871831,
      "grad_norm": 0.7032025039407631,
      "learning_rate": 0.00029752233277079295,
      "loss": 2.4219,
      "step": 9356
    },
    {
      "epoch": 0.4353105373342638,
      "grad_norm": 0.7653789851724744,
      "learning_rate": 0.00029752166094106254,
      "loss": 2.2969,
      "step": 9357
    },
    {
      "epoch": 0.4353570597813445,
      "grad_norm": 0.6488821151493283,
      "learning_rate": 0.00029752098902101847,
      "loss": 2.5156,
      "step": 9358
    },
    {
      "epoch": 0.43540358222842523,
      "grad_norm": 0.7053446888236687,
      "learning_rate": 0.00029752031701066117,
      "loss": 2.7188,
      "step": 9359
    },
    {
      "epoch": 0.43545010467550593,
      "grad_norm": 0.7010367724722115,
      "learning_rate": 0.0002975196449099911,
      "loss": 2.8594,
      "step": 9360
    },
    {
      "epoch": 0.43549662712258663,
      "grad_norm": 0.746465141697797,
      "learning_rate": 0.00029751897271900856,
      "loss": 2.6562,
      "step": 9361
    },
    {
      "epoch": 0.4355431495696674,
      "grad_norm": 0.6986242354760962,
      "learning_rate": 0.0002975183004377141,
      "loss": 2.3125,
      "step": 9362
    },
    {
      "epoch": 0.4355896720167481,
      "grad_norm": 0.7980413633282115,
      "learning_rate": 0.00029751762806610804,
      "loss": 2.6875,
      "step": 9363
    },
    {
      "epoch": 0.4356361944638288,
      "grad_norm": 0.7445845481246706,
      "learning_rate": 0.0002975169556041908,
      "loss": 2.7031,
      "step": 9364
    },
    {
      "epoch": 0.43568271691090954,
      "grad_norm": 0.7163859035537531,
      "learning_rate": 0.00029751628305196284,
      "loss": 2.5625,
      "step": 9365
    },
    {
      "epoch": 0.43572923935799024,
      "grad_norm": 0.7930102343899107,
      "learning_rate": 0.00029751561040942454,
      "loss": 2.9688,
      "step": 9366
    },
    {
      "epoch": 0.43577576180507094,
      "grad_norm": 0.7116136492089277,
      "learning_rate": 0.00029751493767657633,
      "loss": 2.7188,
      "step": 9367
    },
    {
      "epoch": 0.43582228425215164,
      "grad_norm": 0.6956149510084053,
      "learning_rate": 0.0002975142648534186,
      "loss": 2.6562,
      "step": 9368
    },
    {
      "epoch": 0.4358688066992324,
      "grad_norm": 0.6819298999673696,
      "learning_rate": 0.00029751359193995176,
      "loss": 2.7031,
      "step": 9369
    },
    {
      "epoch": 0.4359153291463131,
      "grad_norm": 0.7358189852940348,
      "learning_rate": 0.0002975129189361762,
      "loss": 2.75,
      "step": 9370
    },
    {
      "epoch": 0.4359618515933938,
      "grad_norm": 0.7184162556485238,
      "learning_rate": 0.0002975122458420924,
      "loss": 2.5312,
      "step": 9371
    },
    {
      "epoch": 0.43600837404047454,
      "grad_norm": 0.7891547670123823,
      "learning_rate": 0.0002975115726577007,
      "loss": 2.5,
      "step": 9372
    },
    {
      "epoch": 0.43605489648755524,
      "grad_norm": 0.7313704817776392,
      "learning_rate": 0.0002975108993830016,
      "loss": 2.6719,
      "step": 9373
    },
    {
      "epoch": 0.43610141893463594,
      "grad_norm": 0.7045504184578059,
      "learning_rate": 0.00029751022601799546,
      "loss": 2.5938,
      "step": 9374
    },
    {
      "epoch": 0.4361479413817167,
      "grad_norm": 0.7091083426357416,
      "learning_rate": 0.0002975095525626826,
      "loss": 2.7031,
      "step": 9375
    },
    {
      "epoch": 0.4361944638287974,
      "grad_norm": 0.7612626060025767,
      "learning_rate": 0.00029750887901706355,
      "loss": 2.5,
      "step": 9376
    },
    {
      "epoch": 0.4362409862758781,
      "grad_norm": 0.7337519721276665,
      "learning_rate": 0.0002975082053811388,
      "loss": 2.625,
      "step": 9377
    },
    {
      "epoch": 0.43628750872295885,
      "grad_norm": 0.7437141054509245,
      "learning_rate": 0.00029750753165490854,
      "loss": 2.5,
      "step": 9378
    },
    {
      "epoch": 0.43633403117003955,
      "grad_norm": 0.7037150671631544,
      "learning_rate": 0.00029750685783837337,
      "loss": 2.7969,
      "step": 9379
    },
    {
      "epoch": 0.43638055361712025,
      "grad_norm": 0.7560629866550852,
      "learning_rate": 0.0002975061839315336,
      "loss": 2.5312,
      "step": 9380
    },
    {
      "epoch": 0.436427076064201,
      "grad_norm": 0.6519492272917272,
      "learning_rate": 0.0002975055099343897,
      "loss": 2.2969,
      "step": 9381
    },
    {
      "epoch": 0.4364735985112817,
      "grad_norm": 0.7229801758206215,
      "learning_rate": 0.000297504835846942,
      "loss": 2.5469,
      "step": 9382
    },
    {
      "epoch": 0.4365201209583624,
      "grad_norm": 0.7802641659007845,
      "learning_rate": 0.00029750416166919103,
      "loss": 2.4688,
      "step": 9383
    },
    {
      "epoch": 0.4365666434054431,
      "grad_norm": 0.7502576021600911,
      "learning_rate": 0.0002975034874011371,
      "loss": 2.3906,
      "step": 9384
    },
    {
      "epoch": 0.43661316585252385,
      "grad_norm": 0.8668250744377987,
      "learning_rate": 0.0002975028130427807,
      "loss": 2.5156,
      "step": 9385
    },
    {
      "epoch": 0.43665968829960455,
      "grad_norm": 0.782452617287733,
      "learning_rate": 0.0002975021385941222,
      "loss": 2.7031,
      "step": 9386
    },
    {
      "epoch": 0.43670621074668525,
      "grad_norm": 0.759770032050496,
      "learning_rate": 0.000297501464055162,
      "loss": 2.5312,
      "step": 9387
    },
    {
      "epoch": 0.436752733193766,
      "grad_norm": 0.7628629289143923,
      "learning_rate": 0.00029750078942590054,
      "loss": 2.7812,
      "step": 9388
    },
    {
      "epoch": 0.4367992556408467,
      "grad_norm": 0.6991067690566519,
      "learning_rate": 0.0002975001147063382,
      "loss": 2.5469,
      "step": 9389
    },
    {
      "epoch": 0.4368457780879274,
      "grad_norm": 0.839010683645667,
      "learning_rate": 0.0002974994398964755,
      "loss": 2.5156,
      "step": 9390
    },
    {
      "epoch": 0.43689230053500816,
      "grad_norm": 0.7793005901192038,
      "learning_rate": 0.00029749876499631276,
      "loss": 2.6875,
      "step": 9391
    },
    {
      "epoch": 0.43693882298208886,
      "grad_norm": 0.7223494351400898,
      "learning_rate": 0.00029749809000585036,
      "loss": 2.5781,
      "step": 9392
    },
    {
      "epoch": 0.43698534542916956,
      "grad_norm": 0.7686580599813804,
      "learning_rate": 0.00029749741492508873,
      "loss": 2.75,
      "step": 9393
    },
    {
      "epoch": 0.4370318678762503,
      "grad_norm": 0.7190847168560719,
      "learning_rate": 0.0002974967397540284,
      "loss": 2.6875,
      "step": 9394
    },
    {
      "epoch": 0.437078390323331,
      "grad_norm": 0.6996406888884296,
      "learning_rate": 0.0002974960644926696,
      "loss": 2.7031,
      "step": 9395
    },
    {
      "epoch": 0.4371249127704117,
      "grad_norm": 0.785562022245827,
      "learning_rate": 0.0002974953891410129,
      "loss": 2.9062,
      "step": 9396
    },
    {
      "epoch": 0.43717143521749247,
      "grad_norm": 0.6871872674420643,
      "learning_rate": 0.00029749471369905865,
      "loss": 2.0781,
      "step": 9397
    },
    {
      "epoch": 0.43721795766457316,
      "grad_norm": 0.6778385025679843,
      "learning_rate": 0.0002974940381668073,
      "loss": 1.8047,
      "step": 9398
    },
    {
      "epoch": 0.43726448011165386,
      "grad_norm": 0.7497830771194669,
      "learning_rate": 0.00029749336254425923,
      "loss": 2.5,
      "step": 9399
    },
    {
      "epoch": 0.43731100255873456,
      "grad_norm": 0.6873049312206795,
      "learning_rate": 0.0002974926868314148,
      "loss": 2.6875,
      "step": 9400
    },
    {
      "epoch": 0.4373575250058153,
      "grad_norm": 0.7075720543451332,
      "learning_rate": 0.0002974920110282745,
      "loss": 2.2188,
      "step": 9401
    },
    {
      "epoch": 0.437404047452896,
      "grad_norm": 0.9291314424777254,
      "learning_rate": 0.00029749133513483876,
      "loss": 2.5625,
      "step": 9402
    },
    {
      "epoch": 0.4374505698999767,
      "grad_norm": 0.767424334240833,
      "learning_rate": 0.00029749065915110785,
      "loss": 2.5312,
      "step": 9403
    },
    {
      "epoch": 0.43749709234705747,
      "grad_norm": 0.7793372453381616,
      "learning_rate": 0.00029748998307708237,
      "loss": 2.6719,
      "step": 9404
    },
    {
      "epoch": 0.43754361479413817,
      "grad_norm": 0.7735986843919384,
      "learning_rate": 0.00029748930691276263,
      "loss": 2.8906,
      "step": 9405
    },
    {
      "epoch": 0.43759013724121887,
      "grad_norm": 0.7107787758517041,
      "learning_rate": 0.00029748863065814907,
      "loss": 2.8594,
      "step": 9406
    },
    {
      "epoch": 0.4376366596882996,
      "grad_norm": 0.7375348966680745,
      "learning_rate": 0.0002974879543132421,
      "loss": 2.6719,
      "step": 9407
    },
    {
      "epoch": 0.4376831821353803,
      "grad_norm": 0.7140694117979985,
      "learning_rate": 0.00029748727787804217,
      "loss": 2.5156,
      "step": 9408
    },
    {
      "epoch": 0.437729704582461,
      "grad_norm": 0.7466227007526782,
      "learning_rate": 0.00029748660135254964,
      "loss": 2.5625,
      "step": 9409
    },
    {
      "epoch": 0.4377762270295418,
      "grad_norm": 0.7268123207387267,
      "learning_rate": 0.0002974859247367649,
      "loss": 2.5156,
      "step": 9410
    },
    {
      "epoch": 0.4378227494766225,
      "grad_norm": 0.694177181343356,
      "learning_rate": 0.0002974852480306885,
      "loss": 2.5781,
      "step": 9411
    },
    {
      "epoch": 0.4378692719237032,
      "grad_norm": 0.8382719844765933,
      "learning_rate": 0.0002974845712343207,
      "loss": 2.4531,
      "step": 9412
    },
    {
      "epoch": 0.43791579437078393,
      "grad_norm": 0.6534349889804422,
      "learning_rate": 0.0002974838943476619,
      "loss": 2.4844,
      "step": 9413
    },
    {
      "epoch": 0.4379623168178646,
      "grad_norm": 0.7879627741461642,
      "learning_rate": 0.0002974832173707127,
      "loss": 2.6406,
      "step": 9414
    },
    {
      "epoch": 0.4380088392649453,
      "grad_norm": 0.7667058874479873,
      "learning_rate": 0.0002974825403034734,
      "loss": 2.8906,
      "step": 9415
    },
    {
      "epoch": 0.438055361712026,
      "grad_norm": 0.7289915584310133,
      "learning_rate": 0.0002974818631459444,
      "loss": 2.5156,
      "step": 9416
    },
    {
      "epoch": 0.4381018841591068,
      "grad_norm": 0.6979817457731223,
      "learning_rate": 0.00029748118589812615,
      "loss": 2.5,
      "step": 9417
    },
    {
      "epoch": 0.4381484066061875,
      "grad_norm": 0.6910124505314456,
      "learning_rate": 0.000297480508560019,
      "loss": 2.4531,
      "step": 9418
    },
    {
      "epoch": 0.4381949290532682,
      "grad_norm": 0.8826279624734427,
      "learning_rate": 0.00029747983113162345,
      "loss": 2.5625,
      "step": 9419
    },
    {
      "epoch": 0.43824145150034893,
      "grad_norm": 0.6972605671158214,
      "learning_rate": 0.0002974791536129399,
      "loss": 2.6562,
      "step": 9420
    },
    {
      "epoch": 0.43828797394742963,
      "grad_norm": 0.7374050438956021,
      "learning_rate": 0.00029747847600396866,
      "loss": 2.6406,
      "step": 9421
    },
    {
      "epoch": 0.43833449639451033,
      "grad_norm": 0.7484978590471062,
      "learning_rate": 0.0002974777983047103,
      "loss": 2.8281,
      "step": 9422
    },
    {
      "epoch": 0.4383810188415911,
      "grad_norm": 0.6986205640087018,
      "learning_rate": 0.00029747712051516516,
      "loss": 2.7812,
      "step": 9423
    },
    {
      "epoch": 0.4384275412886718,
      "grad_norm": 0.6845169308429945,
      "learning_rate": 0.00029747644263533363,
      "loss": 2.5312,
      "step": 9424
    },
    {
      "epoch": 0.4384740637357525,
      "grad_norm": 0.6582395894115364,
      "learning_rate": 0.0002974757646652162,
      "loss": 2.4844,
      "step": 9425
    },
    {
      "epoch": 0.43852058618283324,
      "grad_norm": 0.7283608966589997,
      "learning_rate": 0.00029747508660481317,
      "loss": 2.5312,
      "step": 9426
    },
    {
      "epoch": 0.43856710862991394,
      "grad_norm": 0.6980039436125524,
      "learning_rate": 0.00029747440845412506,
      "loss": 2.5469,
      "step": 9427
    },
    {
      "epoch": 0.43861363107699464,
      "grad_norm": 0.6913100762021157,
      "learning_rate": 0.00029747373021315224,
      "loss": 2.6406,
      "step": 9428
    },
    {
      "epoch": 0.4386601535240754,
      "grad_norm": 0.7293315746446738,
      "learning_rate": 0.00029747305188189513,
      "loss": 2.4844,
      "step": 9429
    },
    {
      "epoch": 0.4387066759711561,
      "grad_norm": 0.753003048551153,
      "learning_rate": 0.0002974723734603542,
      "loss": 2.3906,
      "step": 9430
    },
    {
      "epoch": 0.4387531984182368,
      "grad_norm": 0.8116355943687746,
      "learning_rate": 0.0002974716949485297,
      "loss": 2.3906,
      "step": 9431
    },
    {
      "epoch": 0.4387997208653175,
      "grad_norm": 0.8702974427879314,
      "learning_rate": 0.00029747101634642226,
      "loss": 2.5469,
      "step": 9432
    },
    {
      "epoch": 0.43884624331239824,
      "grad_norm": 0.7293258812136437,
      "learning_rate": 0.0002974703376540322,
      "loss": 2.4219,
      "step": 9433
    },
    {
      "epoch": 0.43889276575947894,
      "grad_norm": 0.6603257327784475,
      "learning_rate": 0.00029746965887135984,
      "loss": 2.4844,
      "step": 9434
    },
    {
      "epoch": 0.43893928820655964,
      "grad_norm": 0.6691681904083268,
      "learning_rate": 0.00029746897999840573,
      "loss": 2.5938,
      "step": 9435
    },
    {
      "epoch": 0.4389858106536404,
      "grad_norm": 0.6570547511980597,
      "learning_rate": 0.0002974683010351703,
      "loss": 2.6562,
      "step": 9436
    },
    {
      "epoch": 0.4390323331007211,
      "grad_norm": 0.6732345239441322,
      "learning_rate": 0.00029746762198165383,
      "loss": 2.3438,
      "step": 9437
    },
    {
      "epoch": 0.4390788555478018,
      "grad_norm": 0.7342737157931253,
      "learning_rate": 0.00029746694283785686,
      "loss": 2.7656,
      "step": 9438
    },
    {
      "epoch": 0.43912537799488255,
      "grad_norm": 0.6989542057722817,
      "learning_rate": 0.0002974662636037797,
      "loss": 2.875,
      "step": 9439
    },
    {
      "epoch": 0.43917190044196325,
      "grad_norm": 0.7295325478172258,
      "learning_rate": 0.00029746558427942287,
      "loss": 2.5781,
      "step": 9440
    },
    {
      "epoch": 0.43921842288904395,
      "grad_norm": 0.7309085898198898,
      "learning_rate": 0.0002974649048647867,
      "loss": 2.4688,
      "step": 9441
    },
    {
      "epoch": 0.4392649453361247,
      "grad_norm": 0.6811579551471811,
      "learning_rate": 0.0002974642253598717,
      "loss": 2.5,
      "step": 9442
    },
    {
      "epoch": 0.4393114677832054,
      "grad_norm": 0.7046659407145717,
      "learning_rate": 0.0002974635457646783,
      "loss": 2.3281,
      "step": 9443
    },
    {
      "epoch": 0.4393579902302861,
      "grad_norm": 0.714321808650227,
      "learning_rate": 0.0002974628660792067,
      "loss": 2.4844,
      "step": 9444
    },
    {
      "epoch": 0.43940451267736685,
      "grad_norm": 0.7157541315055856,
      "learning_rate": 0.00029746218630345754,
      "loss": 2.6406,
      "step": 9445
    },
    {
      "epoch": 0.43945103512444755,
      "grad_norm": 0.7619762147449755,
      "learning_rate": 0.0002974615064374311,
      "loss": 2.8125,
      "step": 9446
    },
    {
      "epoch": 0.43949755757152825,
      "grad_norm": 0.6933938142669809,
      "learning_rate": 0.00029746082648112794,
      "loss": 2.9844,
      "step": 9447
    },
    {
      "epoch": 0.43954408001860895,
      "grad_norm": 0.7428767497299816,
      "learning_rate": 0.00029746014643454834,
      "loss": 2.9219,
      "step": 9448
    },
    {
      "epoch": 0.4395906024656897,
      "grad_norm": 0.7326605791652998,
      "learning_rate": 0.00029745946629769276,
      "loss": 2.5625,
      "step": 9449
    },
    {
      "epoch": 0.4396371249127704,
      "grad_norm": 0.7945111405235459,
      "learning_rate": 0.0002974587860705617,
      "loss": 2.5625,
      "step": 9450
    },
    {
      "epoch": 0.4396836473598511,
      "grad_norm": 0.7330236315896608,
      "learning_rate": 0.00029745810575315543,
      "loss": 2.5469,
      "step": 9451
    },
    {
      "epoch": 0.43973016980693186,
      "grad_norm": 0.7168854279272181,
      "learning_rate": 0.00029745742534547444,
      "loss": 2.4844,
      "step": 9452
    },
    {
      "epoch": 0.43977669225401256,
      "grad_norm": 0.7091300224466027,
      "learning_rate": 0.00029745674484751915,
      "loss": 2.6719,
      "step": 9453
    },
    {
      "epoch": 0.43982321470109326,
      "grad_norm": 0.6877473098854049,
      "learning_rate": 0.00029745606425929,
      "loss": 2.3906,
      "step": 9454
    },
    {
      "epoch": 0.439869737148174,
      "grad_norm": 0.6687016604092898,
      "learning_rate": 0.0002974553835807874,
      "loss": 2.4688,
      "step": 9455
    },
    {
      "epoch": 0.4399162595952547,
      "grad_norm": 0.6788287585466208,
      "learning_rate": 0.00029745470281201166,
      "loss": 2.4219,
      "step": 9456
    },
    {
      "epoch": 0.4399627820423354,
      "grad_norm": 0.7900588904643983,
      "learning_rate": 0.0002974540219529633,
      "loss": 2.4688,
      "step": 9457
    },
    {
      "epoch": 0.44000930448941616,
      "grad_norm": 0.7456158102939109,
      "learning_rate": 0.0002974533410036428,
      "loss": 2.9531,
      "step": 9458
    },
    {
      "epoch": 0.44005582693649686,
      "grad_norm": 0.7283246123306469,
      "learning_rate": 0.00029745265996405045,
      "loss": 2.7812,
      "step": 9459
    },
    {
      "epoch": 0.44010234938357756,
      "grad_norm": 0.702475261529366,
      "learning_rate": 0.0002974519788341867,
      "loss": 2.8594,
      "step": 9460
    },
    {
      "epoch": 0.4401488718306583,
      "grad_norm": 0.7420560312294852,
      "learning_rate": 0.000297451297614052,
      "loss": 2.8594,
      "step": 9461
    },
    {
      "epoch": 0.440195394277739,
      "grad_norm": 0.7480977587898913,
      "learning_rate": 0.00029745061630364673,
      "loss": 2.5156,
      "step": 9462
    },
    {
      "epoch": 0.4402419167248197,
      "grad_norm": 0.7747063300024006,
      "learning_rate": 0.0002974499349029713,
      "loss": 2.5156,
      "step": 9463
    },
    {
      "epoch": 0.4402884391719004,
      "grad_norm": 0.6967598688670829,
      "learning_rate": 0.0002974492534120262,
      "loss": 2.7031,
      "step": 9464
    },
    {
      "epoch": 0.44033496161898117,
      "grad_norm": 0.6985683827198024,
      "learning_rate": 0.0002974485718308118,
      "loss": 2.7031,
      "step": 9465
    },
    {
      "epoch": 0.44038148406606187,
      "grad_norm": 0.7008341804638665,
      "learning_rate": 0.00029744789015932846,
      "loss": 2.7031,
      "step": 9466
    },
    {
      "epoch": 0.44042800651314257,
      "grad_norm": 0.7917563955702749,
      "learning_rate": 0.0002974472083975767,
      "loss": 2.4062,
      "step": 9467
    },
    {
      "epoch": 0.4404745289602233,
      "grad_norm": 0.6802459536836177,
      "learning_rate": 0.00029744652654555687,
      "loss": 2.4062,
      "step": 9468
    },
    {
      "epoch": 0.440521051407304,
      "grad_norm": 0.6566180891840826,
      "learning_rate": 0.0002974458446032694,
      "loss": 2.5,
      "step": 9469
    },
    {
      "epoch": 0.4405675738543847,
      "grad_norm": 0.6566284449005145,
      "learning_rate": 0.0002974451625707147,
      "loss": 2.2656,
      "step": 9470
    },
    {
      "epoch": 0.4406140963014655,
      "grad_norm": 0.7178803730583218,
      "learning_rate": 0.0002974444804478933,
      "loss": 2.7188,
      "step": 9471
    },
    {
      "epoch": 0.4406606187485462,
      "grad_norm": 0.6825832826703996,
      "learning_rate": 0.0002974437982348054,
      "loss": 2.5781,
      "step": 9472
    },
    {
      "epoch": 0.4407071411956269,
      "grad_norm": 0.6988335646821864,
      "learning_rate": 0.0002974431159314516,
      "loss": 2.625,
      "step": 9473
    },
    {
      "epoch": 0.4407536636427076,
      "grad_norm": 0.698438719939437,
      "learning_rate": 0.00029744243353783224,
      "loss": 2.3906,
      "step": 9474
    },
    {
      "epoch": 0.4408001860897883,
      "grad_norm": 0.7612950168708116,
      "learning_rate": 0.0002974417510539478,
      "loss": 2.8438,
      "step": 9475
    },
    {
      "epoch": 0.440846708536869,
      "grad_norm": 0.66052556862173,
      "learning_rate": 0.00029744106847979856,
      "loss": 2.2812,
      "step": 9476
    },
    {
      "epoch": 0.4408932309839498,
      "grad_norm": 0.7379900753838073,
      "learning_rate": 0.0002974403858153851,
      "loss": 2.4844,
      "step": 9477
    },
    {
      "epoch": 0.4409397534310305,
      "grad_norm": 0.7447383605389679,
      "learning_rate": 0.0002974397030607077,
      "loss": 2.5,
      "step": 9478
    },
    {
      "epoch": 0.4409862758781112,
      "grad_norm": 0.6971328855429093,
      "learning_rate": 0.0002974390202157669,
      "loss": 2.5,
      "step": 9479
    },
    {
      "epoch": 0.44103279832519193,
      "grad_norm": 0.7053721197514291,
      "learning_rate": 0.00029743833728056304,
      "loss": 2.4375,
      "step": 9480
    },
    {
      "epoch": 0.44107932077227263,
      "grad_norm": 0.7318164586449527,
      "learning_rate": 0.0002974376542550966,
      "loss": 2.5781,
      "step": 9481
    },
    {
      "epoch": 0.44112584321935333,
      "grad_norm": 0.7598911789796722,
      "learning_rate": 0.00029743697113936797,
      "loss": 2.5781,
      "step": 9482
    },
    {
      "epoch": 0.44117236566643403,
      "grad_norm": 0.7905242561907858,
      "learning_rate": 0.0002974362879333775,
      "loss": 2.6719,
      "step": 9483
    },
    {
      "epoch": 0.4412188881135148,
      "grad_norm": 0.7507978587860984,
      "learning_rate": 0.00029743560463712566,
      "loss": 2.9062,
      "step": 9484
    },
    {
      "epoch": 0.4412654105605955,
      "grad_norm": 0.7335350824514677,
      "learning_rate": 0.00029743492125061286,
      "loss": 2.5,
      "step": 9485
    },
    {
      "epoch": 0.4413119330076762,
      "grad_norm": 0.7525092523866408,
      "learning_rate": 0.0002974342377738396,
      "loss": 2.875,
      "step": 9486
    },
    {
      "epoch": 0.44135845545475694,
      "grad_norm": 0.7135986853399826,
      "learning_rate": 0.0002974335542068062,
      "loss": 2.4219,
      "step": 9487
    },
    {
      "epoch": 0.44140497790183764,
      "grad_norm": 0.7462570850140401,
      "learning_rate": 0.0002974328705495131,
      "loss": 2.4062,
      "step": 9488
    },
    {
      "epoch": 0.44145150034891834,
      "grad_norm": 0.7015549541010805,
      "learning_rate": 0.00029743218680196076,
      "loss": 2.5625,
      "step": 9489
    },
    {
      "epoch": 0.4414980227959991,
      "grad_norm": 0.6590653713254274,
      "learning_rate": 0.0002974315029641495,
      "loss": 2.5625,
      "step": 9490
    },
    {
      "epoch": 0.4415445452430798,
      "grad_norm": 0.7951248443102606,
      "learning_rate": 0.0002974308190360799,
      "loss": 2.5469,
      "step": 9491
    },
    {
      "epoch": 0.4415910676901605,
      "grad_norm": 0.7692336189532719,
      "learning_rate": 0.00029743013501775224,
      "loss": 2.7188,
      "step": 9492
    },
    {
      "epoch": 0.44163759013724124,
      "grad_norm": 0.7078748049327658,
      "learning_rate": 0.000297429450909167,
      "loss": 2.5625,
      "step": 9493
    },
    {
      "epoch": 0.44168411258432194,
      "grad_norm": 0.7620608626997615,
      "learning_rate": 0.0002974287667103245,
      "loss": 2.625,
      "step": 9494
    },
    {
      "epoch": 0.44173063503140264,
      "grad_norm": 0.798441172800766,
      "learning_rate": 0.0002974280824212253,
      "loss": 2.375,
      "step": 9495
    },
    {
      "epoch": 0.4417771574784834,
      "grad_norm": 0.7124459742492185,
      "learning_rate": 0.00029742739804186977,
      "loss": 2.6719,
      "step": 9496
    },
    {
      "epoch": 0.4418236799255641,
      "grad_norm": 0.9085124752283325,
      "learning_rate": 0.0002974267135722583,
      "loss": 2.5,
      "step": 9497
    },
    {
      "epoch": 0.4418702023726448,
      "grad_norm": 0.7137163012461196,
      "learning_rate": 0.00029742602901239133,
      "loss": 2.8438,
      "step": 9498
    },
    {
      "epoch": 0.4419167248197255,
      "grad_norm": 0.8165054454111629,
      "learning_rate": 0.00029742534436226926,
      "loss": 2.875,
      "step": 9499
    },
    {
      "epoch": 0.44196324726680625,
      "grad_norm": 0.6922492592795535,
      "learning_rate": 0.00029742465962189255,
      "loss": 2.5781,
      "step": 9500
    },
    {
      "epoch": 0.44200976971388695,
      "grad_norm": 0.6823975266861946,
      "learning_rate": 0.0002974239747912616,
      "loss": 2.4375,
      "step": 9501
    },
    {
      "epoch": 0.44205629216096765,
      "grad_norm": 0.7346192518714334,
      "learning_rate": 0.0002974232898703768,
      "loss": 2.6719,
      "step": 9502
    },
    {
      "epoch": 0.4421028146080484,
      "grad_norm": 0.6516872691007681,
      "learning_rate": 0.0002974226048592386,
      "loss": 2.4844,
      "step": 9503
    },
    {
      "epoch": 0.4421493370551291,
      "grad_norm": 0.695376245867963,
      "learning_rate": 0.00029742191975784744,
      "loss": 2.4219,
      "step": 9504
    },
    {
      "epoch": 0.4421958595022098,
      "grad_norm": 0.7732620849370722,
      "learning_rate": 0.00029742123456620367,
      "loss": 2.7969,
      "step": 9505
    },
    {
      "epoch": 0.44224238194929055,
      "grad_norm": 0.7598671142215834,
      "learning_rate": 0.00029742054928430777,
      "loss": 2.5312,
      "step": 9506
    },
    {
      "epoch": 0.44228890439637125,
      "grad_norm": 0.7462085147021484,
      "learning_rate": 0.0002974198639121601,
      "loss": 2.6719,
      "step": 9507
    },
    {
      "epoch": 0.44233542684345195,
      "grad_norm": 0.7428059396617768,
      "learning_rate": 0.0002974191784497612,
      "loss": 2.625,
      "step": 9508
    },
    {
      "epoch": 0.4423819492905327,
      "grad_norm": 0.682076544558631,
      "learning_rate": 0.0002974184928971114,
      "loss": 2.3906,
      "step": 9509
    },
    {
      "epoch": 0.4424284717376134,
      "grad_norm": 0.6549199830835079,
      "learning_rate": 0.00029741780725421103,
      "loss": 2.4375,
      "step": 9510
    },
    {
      "epoch": 0.4424749941846941,
      "grad_norm": 0.8466675966656443,
      "learning_rate": 0.0002974171215210607,
      "loss": 2.3906,
      "step": 9511
    },
    {
      "epoch": 0.44252151663177486,
      "grad_norm": 0.6991986476919597,
      "learning_rate": 0.00029741643569766073,
      "loss": 2.7656,
      "step": 9512
    },
    {
      "epoch": 0.44256803907885556,
      "grad_norm": 0.7510588632779823,
      "learning_rate": 0.00029741574978401155,
      "loss": 2.7969,
      "step": 9513
    },
    {
      "epoch": 0.44261456152593626,
      "grad_norm": 0.6963991056215182,
      "learning_rate": 0.00029741506378011355,
      "loss": 2.6094,
      "step": 9514
    },
    {
      "epoch": 0.44266108397301696,
      "grad_norm": 0.6940713382337024,
      "learning_rate": 0.0002974143776859672,
      "loss": 2.2969,
      "step": 9515
    },
    {
      "epoch": 0.4427076064200977,
      "grad_norm": 0.7239223830468187,
      "learning_rate": 0.00029741369150157286,
      "loss": 2.5,
      "step": 9516
    },
    {
      "epoch": 0.4427541288671784,
      "grad_norm": 0.808771535837804,
      "learning_rate": 0.0002974130052269311,
      "loss": 2.4844,
      "step": 9517
    },
    {
      "epoch": 0.4428006513142591,
      "grad_norm": 0.7125753077995016,
      "learning_rate": 0.0002974123188620421,
      "loss": 2.25,
      "step": 9518
    },
    {
      "epoch": 0.44284717376133986,
      "grad_norm": 0.7418373801568325,
      "learning_rate": 0.0002974116324069065,
      "loss": 2.5469,
      "step": 9519
    },
    {
      "epoch": 0.44289369620842056,
      "grad_norm": 0.7535502791284743,
      "learning_rate": 0.0002974109458615246,
      "loss": 2.3594,
      "step": 9520
    },
    {
      "epoch": 0.44294021865550126,
      "grad_norm": 0.7141043109036256,
      "learning_rate": 0.0002974102592258968,
      "loss": 2.75,
      "step": 9521
    },
    {
      "epoch": 0.442986741102582,
      "grad_norm": 0.6814831967190003,
      "learning_rate": 0.0002974095725000236,
      "loss": 1.7734,
      "step": 9522
    },
    {
      "epoch": 0.4430332635496627,
      "grad_norm": 0.7247682380338701,
      "learning_rate": 0.0002974088856839055,
      "loss": 2.7812,
      "step": 9523
    },
    {
      "epoch": 0.4430797859967434,
      "grad_norm": 0.7516941899940385,
      "learning_rate": 0.0002974081987775427,
      "loss": 2.5625,
      "step": 9524
    },
    {
      "epoch": 0.44312630844382417,
      "grad_norm": 0.7993039997011416,
      "learning_rate": 0.00029740751178093574,
      "loss": 2.9688,
      "step": 9525
    },
    {
      "epoch": 0.44317283089090487,
      "grad_norm": 0.7435077629728606,
      "learning_rate": 0.000297406824694085,
      "loss": 2.6406,
      "step": 9526
    },
    {
      "epoch": 0.44321935333798557,
      "grad_norm": 0.7424566305266721,
      "learning_rate": 0.000297406137516991,
      "loss": 2.6562,
      "step": 9527
    },
    {
      "epoch": 0.4432658757850663,
      "grad_norm": 0.7141838966206778,
      "learning_rate": 0.00029740545024965406,
      "loss": 2.6406,
      "step": 9528
    },
    {
      "epoch": 0.443312398232147,
      "grad_norm": 0.7140984424513075,
      "learning_rate": 0.00029740476289207463,
      "loss": 2.6875,
      "step": 9529
    },
    {
      "epoch": 0.4433589206792277,
      "grad_norm": 0.7408696662645289,
      "learning_rate": 0.00029740407544425314,
      "loss": 2.4844,
      "step": 9530
    },
    {
      "epoch": 0.4434054431263084,
      "grad_norm": 0.7569761338762946,
      "learning_rate": 0.00029740338790619004,
      "loss": 2.75,
      "step": 9531
    },
    {
      "epoch": 0.4434519655733892,
      "grad_norm": 0.6960376488300866,
      "learning_rate": 0.0002974027002778857,
      "loss": 1.875,
      "step": 9532
    },
    {
      "epoch": 0.44349848802046987,
      "grad_norm": 0.7443683387867118,
      "learning_rate": 0.00029740201255934055,
      "loss": 2.9375,
      "step": 9533
    },
    {
      "epoch": 0.44354501046755057,
      "grad_norm": 0.8296399913964576,
      "learning_rate": 0.000297401324750555,
      "loss": 2.4219,
      "step": 9534
    },
    {
      "epoch": 0.4435915329146313,
      "grad_norm": 0.714538351068947,
      "learning_rate": 0.0002974006368515295,
      "loss": 2.8281,
      "step": 9535
    },
    {
      "epoch": 0.443638055361712,
      "grad_norm": 0.7060102405734935,
      "learning_rate": 0.0002973999488622645,
      "loss": 2.6719,
      "step": 9536
    },
    {
      "epoch": 0.4436845778087927,
      "grad_norm": 0.7523406141626239,
      "learning_rate": 0.00029739926078276035,
      "loss": 2.1562,
      "step": 9537
    },
    {
      "epoch": 0.4437311002558735,
      "grad_norm": 0.6974894397737215,
      "learning_rate": 0.00029739857261301754,
      "loss": 2.7969,
      "step": 9538
    },
    {
      "epoch": 0.4437776227029542,
      "grad_norm": 0.7157701029256446,
      "learning_rate": 0.00029739788435303636,
      "loss": 2.9844,
      "step": 9539
    },
    {
      "epoch": 0.4438241451500349,
      "grad_norm": 0.7344085901493845,
      "learning_rate": 0.0002973971960028174,
      "loss": 2.7031,
      "step": 9540
    },
    {
      "epoch": 0.44387066759711563,
      "grad_norm": 0.6884501441017199,
      "learning_rate": 0.000297396507562361,
      "loss": 2.6719,
      "step": 9541
    },
    {
      "epoch": 0.44391719004419633,
      "grad_norm": 0.7636514352952891,
      "learning_rate": 0.00029739581903166757,
      "loss": 2.6094,
      "step": 9542
    },
    {
      "epoch": 0.44396371249127703,
      "grad_norm": 0.7476363100050627,
      "learning_rate": 0.0002973951304107376,
      "loss": 2.5312,
      "step": 9543
    },
    {
      "epoch": 0.4440102349383578,
      "grad_norm": 0.6989365526514817,
      "learning_rate": 0.00029739444169957143,
      "loss": 2.3281,
      "step": 9544
    },
    {
      "epoch": 0.4440567573854385,
      "grad_norm": 0.7512085874574548,
      "learning_rate": 0.0002973937528981695,
      "loss": 2.7969,
      "step": 9545
    },
    {
      "epoch": 0.4441032798325192,
      "grad_norm": 0.6897113122966223,
      "learning_rate": 0.00029739306400653224,
      "loss": 2.5312,
      "step": 9546
    },
    {
      "epoch": 0.4441498022795999,
      "grad_norm": 0.7441134626781938,
      "learning_rate": 0.00029739237502466015,
      "loss": 2.5625,
      "step": 9547
    },
    {
      "epoch": 0.44419632472668064,
      "grad_norm": 0.7581523253648468,
      "learning_rate": 0.0002973916859525535,
      "loss": 2.5,
      "step": 9548
    },
    {
      "epoch": 0.44424284717376133,
      "grad_norm": 0.6727967163404973,
      "learning_rate": 0.00029739099679021284,
      "loss": 2.75,
      "step": 9549
    },
    {
      "epoch": 0.44428936962084203,
      "grad_norm": 0.7025850939205909,
      "learning_rate": 0.0002973903075376385,
      "loss": 2.6406,
      "step": 9550
    },
    {
      "epoch": 0.4443358920679228,
      "grad_norm": 0.7317265497225683,
      "learning_rate": 0.000297389618194831,
      "loss": 2.7969,
      "step": 9551
    },
    {
      "epoch": 0.4443824145150035,
      "grad_norm": 0.7114717359831991,
      "learning_rate": 0.0002973889287617906,
      "loss": 2.5625,
      "step": 9552
    },
    {
      "epoch": 0.4444289369620842,
      "grad_norm": 0.8375038797464233,
      "learning_rate": 0.00029738823923851793,
      "loss": 2.7188,
      "step": 9553
    },
    {
      "epoch": 0.44447545940916494,
      "grad_norm": 0.7340084240900908,
      "learning_rate": 0.0002973875496250133,
      "loss": 2.7188,
      "step": 9554
    },
    {
      "epoch": 0.44452198185624564,
      "grad_norm": 0.7200568058151963,
      "learning_rate": 0.0002973868599212771,
      "loss": 2.2812,
      "step": 9555
    },
    {
      "epoch": 0.44456850430332634,
      "grad_norm": 0.7019066270213956,
      "learning_rate": 0.0002973861701273098,
      "loss": 2.5625,
      "step": 9556
    },
    {
      "epoch": 0.4446150267504071,
      "grad_norm": 0.6981248530946834,
      "learning_rate": 0.0002973854802431119,
      "loss": 2.4688,
      "step": 9557
    },
    {
      "epoch": 0.4446615491974878,
      "grad_norm": 0.8461737365309009,
      "learning_rate": 0.00029738479026868365,
      "loss": 2.5312,
      "step": 9558
    },
    {
      "epoch": 0.4447080716445685,
      "grad_norm": 0.6569600300405604,
      "learning_rate": 0.0002973841002040256,
      "loss": 2.375,
      "step": 9559
    },
    {
      "epoch": 0.44475459409164925,
      "grad_norm": 0.6832438108724671,
      "learning_rate": 0.0002973834100491381,
      "loss": 2.3594,
      "step": 9560
    },
    {
      "epoch": 0.44480111653872995,
      "grad_norm": 0.7297595249712322,
      "learning_rate": 0.0002973827198040217,
      "loss": 2.6406,
      "step": 9561
    },
    {
      "epoch": 0.44484763898581065,
      "grad_norm": 0.730129312764047,
      "learning_rate": 0.00029738202946867664,
      "loss": 2.5469,
      "step": 9562
    },
    {
      "epoch": 0.44489416143289134,
      "grad_norm": 0.7074098484551833,
      "learning_rate": 0.0002973813390431035,
      "loss": 2.6875,
      "step": 9563
    },
    {
      "epoch": 0.4449406838799721,
      "grad_norm": 0.7646079371574968,
      "learning_rate": 0.00029738064852730253,
      "loss": 1.8438,
      "step": 9564
    },
    {
      "epoch": 0.4449872063270528,
      "grad_norm": 0.653402241342899,
      "learning_rate": 0.0002973799579212744,
      "loss": 2.4062,
      "step": 9565
    },
    {
      "epoch": 0.4450337287741335,
      "grad_norm": 0.7277011784209187,
      "learning_rate": 0.00029737926722501925,
      "loss": 2.6875,
      "step": 9566
    },
    {
      "epoch": 0.44508025122121425,
      "grad_norm": 0.7092262512072671,
      "learning_rate": 0.00029737857643853774,
      "loss": 2.5312,
      "step": 9567
    },
    {
      "epoch": 0.44512677366829495,
      "grad_norm": 0.7145794808727297,
      "learning_rate": 0.0002973778855618301,
      "loss": 2.7188,
      "step": 9568
    },
    {
      "epoch": 0.44517329611537565,
      "grad_norm": 0.6518693830856075,
      "learning_rate": 0.000297377194594897,
      "loss": 2.7031,
      "step": 9569
    },
    {
      "epoch": 0.4452198185624564,
      "grad_norm": 0.68805370609257,
      "learning_rate": 0.0002973765035377386,
      "loss": 2.5469,
      "step": 9570
    },
    {
      "epoch": 0.4452663410095371,
      "grad_norm": 0.6625972852914043,
      "learning_rate": 0.00029737581239035546,
      "loss": 2.5,
      "step": 9571
    },
    {
      "epoch": 0.4453128634566178,
      "grad_norm": 0.7060370756748694,
      "learning_rate": 0.00029737512115274794,
      "loss": 2.7188,
      "step": 9572
    },
    {
      "epoch": 0.44535938590369856,
      "grad_norm": 0.7590630357585134,
      "learning_rate": 0.0002973744298249166,
      "loss": 2.6875,
      "step": 9573
    },
    {
      "epoch": 0.44540590835077926,
      "grad_norm": 0.7206040606775018,
      "learning_rate": 0.00029737373840686167,
      "loss": 2.7031,
      "step": 9574
    },
    {
      "epoch": 0.44545243079785996,
      "grad_norm": 0.7434143820242695,
      "learning_rate": 0.00029737304689858373,
      "loss": 2.8125,
      "step": 9575
    },
    {
      "epoch": 0.4454989532449407,
      "grad_norm": 0.8921898652119179,
      "learning_rate": 0.0002973723553000831,
      "loss": 2.7812,
      "step": 9576
    },
    {
      "epoch": 0.4455454756920214,
      "grad_norm": 0.7448792443132003,
      "learning_rate": 0.00029737166361136025,
      "loss": 2.5781,
      "step": 9577
    },
    {
      "epoch": 0.4455919981391021,
      "grad_norm": 0.7623106651594964,
      "learning_rate": 0.0002973709718324157,
      "loss": 2.8125,
      "step": 9578
    },
    {
      "epoch": 0.4456385205861828,
      "grad_norm": 0.7537205976542467,
      "learning_rate": 0.00029737027996324967,
      "loss": 2.7188,
      "step": 9579
    },
    {
      "epoch": 0.44568504303326356,
      "grad_norm": 0.6627310710774337,
      "learning_rate": 0.00029736958800386263,
      "loss": 2.4062,
      "step": 9580
    },
    {
      "epoch": 0.44573156548034426,
      "grad_norm": 0.7053128795887906,
      "learning_rate": 0.0002973688959542552,
      "loss": 2.4531,
      "step": 9581
    },
    {
      "epoch": 0.44577808792742496,
      "grad_norm": 0.7282840310547103,
      "learning_rate": 0.0002973682038144276,
      "loss": 2.5469,
      "step": 9582
    },
    {
      "epoch": 0.4458246103745057,
      "grad_norm": 0.6943883139063879,
      "learning_rate": 0.0002973675115843803,
      "loss": 2.375,
      "step": 9583
    },
    {
      "epoch": 0.4458711328215864,
      "grad_norm": 0.8223889027873178,
      "learning_rate": 0.00029736681926411377,
      "loss": 2.5312,
      "step": 9584
    },
    {
      "epoch": 0.4459176552686671,
      "grad_norm": 0.7678276003179375,
      "learning_rate": 0.0002973661268536284,
      "loss": 2.6406,
      "step": 9585
    },
    {
      "epoch": 0.44596417771574787,
      "grad_norm": 0.8212682278055858,
      "learning_rate": 0.00029736543435292457,
      "loss": 2.4375,
      "step": 9586
    },
    {
      "epoch": 0.44601070016282857,
      "grad_norm": 0.7724595116731854,
      "learning_rate": 0.00029736474176200283,
      "loss": 2.4375,
      "step": 9587
    },
    {
      "epoch": 0.44605722260990927,
      "grad_norm": 0.69094789570493,
      "learning_rate": 0.00029736404908086345,
      "loss": 2.5625,
      "step": 9588
    },
    {
      "epoch": 0.44610374505699,
      "grad_norm": 0.7044533347327446,
      "learning_rate": 0.000297363356309507,
      "loss": 2.4219,
      "step": 9589
    },
    {
      "epoch": 0.4461502675040707,
      "grad_norm": 0.7873413167229695,
      "learning_rate": 0.0002973626634479338,
      "loss": 2.5,
      "step": 9590
    },
    {
      "epoch": 0.4461967899511514,
      "grad_norm": 0.7918105295611121,
      "learning_rate": 0.00029736197049614433,
      "loss": 2.6406,
      "step": 9591
    },
    {
      "epoch": 0.4462433123982322,
      "grad_norm": 0.7123165977129654,
      "learning_rate": 0.00029736127745413893,
      "loss": 2.5312,
      "step": 9592
    },
    {
      "epoch": 0.44628983484531287,
      "grad_norm": 0.6888674442711689,
      "learning_rate": 0.00029736058432191815,
      "loss": 2.5312,
      "step": 9593
    },
    {
      "epoch": 0.44633635729239357,
      "grad_norm": 0.7259743893673236,
      "learning_rate": 0.0002973598910994823,
      "loss": 2.7344,
      "step": 9594
    },
    {
      "epoch": 0.44638287973947427,
      "grad_norm": 0.7273151436903247,
      "learning_rate": 0.0002973591977868319,
      "loss": 2.8594,
      "step": 9595
    },
    {
      "epoch": 0.446429402186555,
      "grad_norm": 0.7113180630175455,
      "learning_rate": 0.0002973585043839673,
      "loss": 2.7031,
      "step": 9596
    },
    {
      "epoch": 0.4464759246336357,
      "grad_norm": 0.6828589951419053,
      "learning_rate": 0.000297357810890889,
      "loss": 2.5938,
      "step": 9597
    },
    {
      "epoch": 0.4465224470807164,
      "grad_norm": 0.7507653327313423,
      "learning_rate": 0.0002973571173075974,
      "loss": 2.5156,
      "step": 9598
    },
    {
      "epoch": 0.4465689695277972,
      "grad_norm": 0.6708212591330384,
      "learning_rate": 0.00029735642363409284,
      "loss": 2.2031,
      "step": 9599
    },
    {
      "epoch": 0.4466154919748779,
      "grad_norm": 0.7069613051598944,
      "learning_rate": 0.00029735572987037585,
      "loss": 2.7188,
      "step": 9600
    },
    {
      "epoch": 0.4466620144219586,
      "grad_norm": 0.6979762033580555,
      "learning_rate": 0.0002973550360164468,
      "loss": 2.7344,
      "step": 9601
    },
    {
      "epoch": 0.44670853686903933,
      "grad_norm": 0.6997189650086064,
      "learning_rate": 0.0002973543420723061,
      "loss": 2.3125,
      "step": 9602
    },
    {
      "epoch": 0.44675505931612003,
      "grad_norm": 0.7082263750215756,
      "learning_rate": 0.00029735364803795423,
      "loss": 2.4219,
      "step": 9603
    },
    {
      "epoch": 0.44680158176320073,
      "grad_norm": 0.8147371009534919,
      "learning_rate": 0.0002973529539133916,
      "loss": 2.6562,
      "step": 9604
    },
    {
      "epoch": 0.4468481042102815,
      "grad_norm": 0.7128395948620312,
      "learning_rate": 0.0002973522596986186,
      "loss": 2.5625,
      "step": 9605
    },
    {
      "epoch": 0.4468946266573622,
      "grad_norm": 0.7360550713377599,
      "learning_rate": 0.00029735156539363567,
      "loss": 2.5,
      "step": 9606
    },
    {
      "epoch": 0.4469411491044429,
      "grad_norm": 0.7124725586553198,
      "learning_rate": 0.0002973508709984433,
      "loss": 2.5,
      "step": 9607
    },
    {
      "epoch": 0.44698767155152364,
      "grad_norm": 0.7477195119360572,
      "learning_rate": 0.0002973501765130418,
      "loss": 2.5469,
      "step": 9608
    },
    {
      "epoch": 0.44703419399860433,
      "grad_norm": 0.7144053940524605,
      "learning_rate": 0.00029734948193743167,
      "loss": 2.8281,
      "step": 9609
    },
    {
      "epoch": 0.44708071644568503,
      "grad_norm": 0.7757531147107376,
      "learning_rate": 0.0002973487872716133,
      "loss": 2.3125,
      "step": 9610
    },
    {
      "epoch": 0.44712723889276573,
      "grad_norm": 0.7035682697804178,
      "learning_rate": 0.00029734809251558716,
      "loss": 2.1875,
      "step": 9611
    },
    {
      "epoch": 0.4471737613398465,
      "grad_norm": 0.712631531084096,
      "learning_rate": 0.0002973473976693536,
      "loss": 2.5469,
      "step": 9612
    },
    {
      "epoch": 0.4472202837869272,
      "grad_norm": 0.6405896726448451,
      "learning_rate": 0.0002973467027329132,
      "loss": 2.5156,
      "step": 9613
    },
    {
      "epoch": 0.4472668062340079,
      "grad_norm": 0.7380121380383597,
      "learning_rate": 0.0002973460077062662,
      "loss": 2.6719,
      "step": 9614
    },
    {
      "epoch": 0.44731332868108864,
      "grad_norm": 0.7356245107547433,
      "learning_rate": 0.00029734531258941314,
      "loss": 2.4531,
      "step": 9615
    },
    {
      "epoch": 0.44735985112816934,
      "grad_norm": 0.7458637152992691,
      "learning_rate": 0.0002973446173823544,
      "loss": 2.5625,
      "step": 9616
    },
    {
      "epoch": 0.44740637357525004,
      "grad_norm": 0.6768632341490298,
      "learning_rate": 0.00029734392208509035,
      "loss": 2.7031,
      "step": 9617
    },
    {
      "epoch": 0.4474528960223308,
      "grad_norm": 0.689200063908053,
      "learning_rate": 0.00029734322669762155,
      "loss": 2.8125,
      "step": 9618
    },
    {
      "epoch": 0.4474994184694115,
      "grad_norm": 0.7641625678754688,
      "learning_rate": 0.0002973425312199484,
      "loss": 2.3438,
      "step": 9619
    },
    {
      "epoch": 0.4475459409164922,
      "grad_norm": 0.6998034518802241,
      "learning_rate": 0.0002973418356520712,
      "loss": 2.6719,
      "step": 9620
    },
    {
      "epoch": 0.44759246336357295,
      "grad_norm": 0.6758235251631026,
      "learning_rate": 0.00029734113999399053,
      "loss": 2.5625,
      "step": 9621
    },
    {
      "epoch": 0.44763898581065364,
      "grad_norm": 0.7570870747868541,
      "learning_rate": 0.0002973404442457067,
      "loss": 2.3594,
      "step": 9622
    },
    {
      "epoch": 0.44768550825773434,
      "grad_norm": 0.6938652145834895,
      "learning_rate": 0.0002973397484072202,
      "loss": 2.6719,
      "step": 9623
    },
    {
      "epoch": 0.4477320307048151,
      "grad_norm": 0.7110024670179067,
      "learning_rate": 0.00029733905247853143,
      "loss": 2.4844,
      "step": 9624
    },
    {
      "epoch": 0.4477785531518958,
      "grad_norm": 0.7039798610297117,
      "learning_rate": 0.0002973383564596408,
      "loss": 2.6719,
      "step": 9625
    },
    {
      "epoch": 0.4478250755989765,
      "grad_norm": 0.7531504451871871,
      "learning_rate": 0.00029733766035054877,
      "loss": 2.5469,
      "step": 9626
    },
    {
      "epoch": 0.4478715980460572,
      "grad_norm": 0.7279387424753385,
      "learning_rate": 0.0002973369641512558,
      "loss": 2.5781,
      "step": 9627
    },
    {
      "epoch": 0.44791812049313795,
      "grad_norm": 0.7892758919074399,
      "learning_rate": 0.00029733626786176227,
      "loss": 2.9062,
      "step": 9628
    },
    {
      "epoch": 0.44796464294021865,
      "grad_norm": 0.7253140173977617,
      "learning_rate": 0.00029733557148206856,
      "loss": 2.9531,
      "step": 9629
    },
    {
      "epoch": 0.44801116538729935,
      "grad_norm": 0.7108022968108462,
      "learning_rate": 0.00029733487501217514,
      "loss": 2.4375,
      "step": 9630
    },
    {
      "epoch": 0.4480576878343801,
      "grad_norm": 0.7177766214013863,
      "learning_rate": 0.0002973341784520825,
      "loss": 2.2969,
      "step": 9631
    },
    {
      "epoch": 0.4481042102814608,
      "grad_norm": 0.7854756715673735,
      "learning_rate": 0.00029733348180179095,
      "loss": 1.9141,
      "step": 9632
    },
    {
      "epoch": 0.4481507327285415,
      "grad_norm": 0.8184638102078062,
      "learning_rate": 0.000297332785061301,
      "loss": 2.5,
      "step": 9633
    },
    {
      "epoch": 0.44819725517562226,
      "grad_norm": 0.7029213158986556,
      "learning_rate": 0.00029733208823061306,
      "loss": 2.5312,
      "step": 9634
    },
    {
      "epoch": 0.44824377762270295,
      "grad_norm": 0.7728708696052559,
      "learning_rate": 0.00029733139130972753,
      "loss": 2.1719,
      "step": 9635
    },
    {
      "epoch": 0.44829030006978365,
      "grad_norm": 0.7395238785623699,
      "learning_rate": 0.00029733069429864484,
      "loss": 2.5625,
      "step": 9636
    },
    {
      "epoch": 0.4483368225168644,
      "grad_norm": 0.7997189924225908,
      "learning_rate": 0.00029732999719736547,
      "loss": 2.625,
      "step": 9637
    },
    {
      "epoch": 0.4483833449639451,
      "grad_norm": 0.6520417197927827,
      "learning_rate": 0.0002973293000058898,
      "loss": 2.4531,
      "step": 9638
    },
    {
      "epoch": 0.4484298674110258,
      "grad_norm": 0.9904825970841072,
      "learning_rate": 0.00029732860272421827,
      "loss": 3.1094,
      "step": 9639
    },
    {
      "epoch": 0.44847638985810656,
      "grad_norm": 0.7186891825446836,
      "learning_rate": 0.00029732790535235126,
      "loss": 2.7344,
      "step": 9640
    },
    {
      "epoch": 0.44852291230518726,
      "grad_norm": 0.7791682332640717,
      "learning_rate": 0.00029732720789028925,
      "loss": 2.8438,
      "step": 9641
    },
    {
      "epoch": 0.44856943475226796,
      "grad_norm": 0.7847665564330872,
      "learning_rate": 0.0002973265103380327,
      "loss": 2.6406,
      "step": 9642
    },
    {
      "epoch": 0.44861595719934866,
      "grad_norm": 0.637904575773802,
      "learning_rate": 0.0002973258126955819,
      "loss": 2.5469,
      "step": 9643
    },
    {
      "epoch": 0.4486624796464294,
      "grad_norm": 0.6825250252081063,
      "learning_rate": 0.0002973251149629375,
      "loss": 2.1406,
      "step": 9644
    },
    {
      "epoch": 0.4487090020935101,
      "grad_norm": 0.7153528592986355,
      "learning_rate": 0.0002973244171400997,
      "loss": 2.6875,
      "step": 9645
    },
    {
      "epoch": 0.4487555245405908,
      "grad_norm": 0.7107372202596339,
      "learning_rate": 0.00029732371922706907,
      "loss": 2.1562,
      "step": 9646
    },
    {
      "epoch": 0.44880204698767157,
      "grad_norm": 0.7093614343144868,
      "learning_rate": 0.0002973230212238459,
      "loss": 2.7031,
      "step": 9647
    },
    {
      "epoch": 0.44884856943475226,
      "grad_norm": 0.7832394720865503,
      "learning_rate": 0.0002973223231304308,
      "loss": 2.7812,
      "step": 9648
    },
    {
      "epoch": 0.44889509188183296,
      "grad_norm": 0.7427457584940641,
      "learning_rate": 0.0002973216249468241,
      "loss": 2.5156,
      "step": 9649
    },
    {
      "epoch": 0.4489416143289137,
      "grad_norm": 0.657967549497326,
      "learning_rate": 0.00029732092667302624,
      "loss": 2.2812,
      "step": 9650
    },
    {
      "epoch": 0.4489881367759944,
      "grad_norm": 0.7224222825797229,
      "learning_rate": 0.0002973202283090376,
      "loss": 2.4062,
      "step": 9651
    },
    {
      "epoch": 0.4490346592230751,
      "grad_norm": 0.788607654081961,
      "learning_rate": 0.00029731952985485866,
      "loss": 2.7188,
      "step": 9652
    },
    {
      "epoch": 0.44908118167015587,
      "grad_norm": 0.7257595906848632,
      "learning_rate": 0.0002973188313104898,
      "loss": 2.6875,
      "step": 9653
    },
    {
      "epoch": 0.44912770411723657,
      "grad_norm": 0.7327227159576516,
      "learning_rate": 0.0002973181326759316,
      "loss": 2.625,
      "step": 9654
    },
    {
      "epoch": 0.44917422656431727,
      "grad_norm": 0.719460566063412,
      "learning_rate": 0.00029731743395118424,
      "loss": 2.5,
      "step": 9655
    },
    {
      "epoch": 0.449220749011398,
      "grad_norm": 0.7006634123008061,
      "learning_rate": 0.00029731673513624837,
      "loss": 2.6562,
      "step": 9656
    },
    {
      "epoch": 0.4492672714584787,
      "grad_norm": 0.6588040392357106,
      "learning_rate": 0.00029731603623112427,
      "loss": 2.5938,
      "step": 9657
    },
    {
      "epoch": 0.4493137939055594,
      "grad_norm": 0.7515478509605803,
      "learning_rate": 0.00029731533723581244,
      "loss": 2.6562,
      "step": 9658
    },
    {
      "epoch": 0.4493603163526401,
      "grad_norm": 0.7344432045912435,
      "learning_rate": 0.00029731463815031327,
      "loss": 2.6094,
      "step": 9659
    },
    {
      "epoch": 0.4494068387997209,
      "grad_norm": 0.753019033284761,
      "learning_rate": 0.0002973139389746273,
      "loss": 2.4844,
      "step": 9660
    },
    {
      "epoch": 0.4494533612468016,
      "grad_norm": 0.748882832230655,
      "learning_rate": 0.00029731323970875475,
      "loss": 2.6719,
      "step": 9661
    },
    {
      "epoch": 0.4494998836938823,
      "grad_norm": 0.7342216135985478,
      "learning_rate": 0.0002973125403526962,
      "loss": 2.375,
      "step": 9662
    },
    {
      "epoch": 0.44954640614096303,
      "grad_norm": 0.7312505249348581,
      "learning_rate": 0.0002973118409064521,
      "loss": 2.625,
      "step": 9663
    },
    {
      "epoch": 0.4495929285880437,
      "grad_norm": 0.7127828029250579,
      "learning_rate": 0.0002973111413700228,
      "loss": 2.5,
      "step": 9664
    },
    {
      "epoch": 0.4496394510351244,
      "grad_norm": 0.7677322427402554,
      "learning_rate": 0.00029731044174340874,
      "loss": 2.0938,
      "step": 9665
    },
    {
      "epoch": 0.4496859734822052,
      "grad_norm": 0.7104393832451444,
      "learning_rate": 0.00029730974202661035,
      "loss": 2.7812,
      "step": 9666
    },
    {
      "epoch": 0.4497324959292859,
      "grad_norm": 0.6965312608580208,
      "learning_rate": 0.00029730904221962807,
      "loss": 2.6562,
      "step": 9667
    },
    {
      "epoch": 0.4497790183763666,
      "grad_norm": 0.7379928670660083,
      "learning_rate": 0.00029730834232246235,
      "loss": 2.5156,
      "step": 9668
    },
    {
      "epoch": 0.44982554082344733,
      "grad_norm": 0.7874716995367042,
      "learning_rate": 0.00029730764233511356,
      "loss": 2.8125,
      "step": 9669
    },
    {
      "epoch": 0.44987206327052803,
      "grad_norm": 0.7303642773221687,
      "learning_rate": 0.0002973069422575822,
      "loss": 2.3906,
      "step": 9670
    },
    {
      "epoch": 0.44991858571760873,
      "grad_norm": 0.7139985576322172,
      "learning_rate": 0.0002973062420898686,
      "loss": 2.6562,
      "step": 9671
    },
    {
      "epoch": 0.4499651081646895,
      "grad_norm": 0.6970719353835937,
      "learning_rate": 0.0002973055418319733,
      "loss": 2.6094,
      "step": 9672
    },
    {
      "epoch": 0.4500116306117702,
      "grad_norm": 0.661747728258081,
      "learning_rate": 0.0002973048414838967,
      "loss": 2.4688,
      "step": 9673
    },
    {
      "epoch": 0.4500581530588509,
      "grad_norm": 0.7209163588751983,
      "learning_rate": 0.00029730414104563917,
      "loss": 2.7656,
      "step": 9674
    },
    {
      "epoch": 0.45010467550593164,
      "grad_norm": 0.6551281089317978,
      "learning_rate": 0.00029730344051720123,
      "loss": 2.5625,
      "step": 9675
    },
    {
      "epoch": 0.45015119795301234,
      "grad_norm": 0.7411708416463215,
      "learning_rate": 0.00029730273989858315,
      "loss": 2.7188,
      "step": 9676
    },
    {
      "epoch": 0.45019772040009304,
      "grad_norm": 0.6860216445217665,
      "learning_rate": 0.0002973020391897856,
      "loss": 2.4062,
      "step": 9677
    },
    {
      "epoch": 0.45024424284717374,
      "grad_norm": 0.6850283779805086,
      "learning_rate": 0.00029730133839080873,
      "loss": 2.6094,
      "step": 9678
    },
    {
      "epoch": 0.4502907652942545,
      "grad_norm": 0.7418125721824516,
      "learning_rate": 0.0002973006375016532,
      "loss": 2.8438,
      "step": 9679
    },
    {
      "epoch": 0.4503372877413352,
      "grad_norm": 0.7021913647097323,
      "learning_rate": 0.00029729993652231933,
      "loss": 2.4688,
      "step": 9680
    },
    {
      "epoch": 0.4503838101884159,
      "grad_norm": 0.6772569193184278,
      "learning_rate": 0.0002972992354528076,
      "loss": 2.4688,
      "step": 9681
    },
    {
      "epoch": 0.45043033263549664,
      "grad_norm": 1.0242692083301181,
      "learning_rate": 0.00029729853429311836,
      "loss": 1.8438,
      "step": 9682
    },
    {
      "epoch": 0.45047685508257734,
      "grad_norm": 0.7221477570333076,
      "learning_rate": 0.0002972978330432521,
      "loss": 2.625,
      "step": 9683
    },
    {
      "epoch": 0.45052337752965804,
      "grad_norm": 0.7337590859160891,
      "learning_rate": 0.00029729713170320923,
      "loss": 2.8281,
      "step": 9684
    },
    {
      "epoch": 0.4505698999767388,
      "grad_norm": 0.6938708666150086,
      "learning_rate": 0.00029729643027299026,
      "loss": 2.5312,
      "step": 9685
    },
    {
      "epoch": 0.4506164224238195,
      "grad_norm": 0.6968043573477354,
      "learning_rate": 0.00029729572875259553,
      "loss": 2.4844,
      "step": 9686
    },
    {
      "epoch": 0.4506629448709002,
      "grad_norm": 0.7438629407261685,
      "learning_rate": 0.0002972950271420254,
      "loss": 2.5312,
      "step": 9687
    },
    {
      "epoch": 0.45070946731798095,
      "grad_norm": 0.7292390364417602,
      "learning_rate": 0.00029729432544128045,
      "loss": 2.5469,
      "step": 9688
    },
    {
      "epoch": 0.45075598976506165,
      "grad_norm": 0.7270184395668278,
      "learning_rate": 0.000297293623650361,
      "loss": 2.6406,
      "step": 9689
    },
    {
      "epoch": 0.45080251221214235,
      "grad_norm": 0.7360785317071696,
      "learning_rate": 0.0002972929217692676,
      "loss": 2.5156,
      "step": 9690
    },
    {
      "epoch": 0.4508490346592231,
      "grad_norm": 0.7305283350260672,
      "learning_rate": 0.00029729221979800055,
      "loss": 2.6406,
      "step": 9691
    },
    {
      "epoch": 0.4508955571063038,
      "grad_norm": 0.7053753477809198,
      "learning_rate": 0.00029729151773656037,
      "loss": 2.7812,
      "step": 9692
    },
    {
      "epoch": 0.4509420795533845,
      "grad_norm": 0.7006488861810397,
      "learning_rate": 0.00029729081558494747,
      "loss": 2.375,
      "step": 9693
    },
    {
      "epoch": 0.4509886020004652,
      "grad_norm": 0.7391777663190815,
      "learning_rate": 0.0002972901133431622,
      "loss": 2.4844,
      "step": 9694
    },
    {
      "epoch": 0.45103512444754595,
      "grad_norm": 0.7605469983568793,
      "learning_rate": 0.00029728941101120506,
      "loss": 2.5312,
      "step": 9695
    },
    {
      "epoch": 0.45108164689462665,
      "grad_norm": 0.6373647410058528,
      "learning_rate": 0.00029728870858907656,
      "loss": 2.1719,
      "step": 9696
    },
    {
      "epoch": 0.45112816934170735,
      "grad_norm": 0.6892806583537883,
      "learning_rate": 0.00029728800607677693,
      "loss": 2.1719,
      "step": 9697
    },
    {
      "epoch": 0.4511746917887881,
      "grad_norm": 0.6709831352340648,
      "learning_rate": 0.0002972873034743068,
      "loss": 2.375,
      "step": 9698
    },
    {
      "epoch": 0.4512212142358688,
      "grad_norm": 0.7550354763689188,
      "learning_rate": 0.00029728660078166645,
      "loss": 2.5938,
      "step": 9699
    },
    {
      "epoch": 0.4512677366829495,
      "grad_norm": 0.7707305620819921,
      "learning_rate": 0.0002972858979988564,
      "loss": 2.7344,
      "step": 9700
    },
    {
      "epoch": 0.45131425913003026,
      "grad_norm": 0.7052495953513099,
      "learning_rate": 0.0002972851951258771,
      "loss": 2.625,
      "step": 9701
    },
    {
      "epoch": 0.45136078157711096,
      "grad_norm": 0.6346612389544269,
      "learning_rate": 0.00029728449216272885,
      "loss": 2.3906,
      "step": 9702
    },
    {
      "epoch": 0.45140730402419166,
      "grad_norm": 0.7820614140876715,
      "learning_rate": 0.0002972837891094122,
      "loss": 2.7031,
      "step": 9703
    },
    {
      "epoch": 0.4514538264712724,
      "grad_norm": 0.8048615214016701,
      "learning_rate": 0.0002972830859659276,
      "loss": 2.7812,
      "step": 9704
    },
    {
      "epoch": 0.4515003489183531,
      "grad_norm": 0.6749180042968658,
      "learning_rate": 0.0002972823827322754,
      "loss": 2.125,
      "step": 9705
    },
    {
      "epoch": 0.4515468713654338,
      "grad_norm": 0.7277513696087254,
      "learning_rate": 0.000297281679408456,
      "loss": 2.5938,
      "step": 9706
    },
    {
      "epoch": 0.45159339381251457,
      "grad_norm": 0.768348643345483,
      "learning_rate": 0.00029728097599447,
      "loss": 2.7188,
      "step": 9707
    },
    {
      "epoch": 0.45163991625959526,
      "grad_norm": 0.7157604954431019,
      "learning_rate": 0.00029728027249031766,
      "loss": 2.5938,
      "step": 9708
    },
    {
      "epoch": 0.45168643870667596,
      "grad_norm": 0.6837376546217627,
      "learning_rate": 0.00029727956889599944,
      "loss": 2.5156,
      "step": 9709
    },
    {
      "epoch": 0.45173296115375666,
      "grad_norm": 0.6379283550615803,
      "learning_rate": 0.0002972788652115158,
      "loss": 2.5625,
      "step": 9710
    },
    {
      "epoch": 0.4517794836008374,
      "grad_norm": 0.7260509333581061,
      "learning_rate": 0.0002972781614368672,
      "loss": 2.5625,
      "step": 9711
    },
    {
      "epoch": 0.4518260060479181,
      "grad_norm": 0.7242611504970186,
      "learning_rate": 0.000297277457572054,
      "loss": 2.7344,
      "step": 9712
    },
    {
      "epoch": 0.4518725284949988,
      "grad_norm": 0.6909522603435337,
      "learning_rate": 0.00029727675361707675,
      "loss": 2.7031,
      "step": 9713
    },
    {
      "epoch": 0.45191905094207957,
      "grad_norm": 0.7600010307725847,
      "learning_rate": 0.00029727604957193577,
      "loss": 2.7344,
      "step": 9714
    },
    {
      "epoch": 0.45196557338916027,
      "grad_norm": 0.7235989641972154,
      "learning_rate": 0.0002972753454366315,
      "loss": 2.5469,
      "step": 9715
    },
    {
      "epoch": 0.45201209583624097,
      "grad_norm": 0.6909969468870231,
      "learning_rate": 0.0002972746412111644,
      "loss": 2.2812,
      "step": 9716
    },
    {
      "epoch": 0.4520586182833217,
      "grad_norm": 0.7147147157608275,
      "learning_rate": 0.0002972739368955349,
      "loss": 2.5156,
      "step": 9717
    },
    {
      "epoch": 0.4521051407304024,
      "grad_norm": 0.6643366550087689,
      "learning_rate": 0.00029727323248974347,
      "loss": 2.4062,
      "step": 9718
    },
    {
      "epoch": 0.4521516631774831,
      "grad_norm": 0.7626340883330097,
      "learning_rate": 0.00029727252799379046,
      "loss": 2.6562,
      "step": 9719
    },
    {
      "epoch": 0.4521981856245639,
      "grad_norm": 0.7484862880832591,
      "learning_rate": 0.00029727182340767635,
      "loss": 2.5938,
      "step": 9720
    },
    {
      "epoch": 0.4522447080716446,
      "grad_norm": 0.6722448123018351,
      "learning_rate": 0.00029727111873140155,
      "loss": 2.5625,
      "step": 9721
    },
    {
      "epoch": 0.4522912305187253,
      "grad_norm": 0.702074937195895,
      "learning_rate": 0.0002972704139649665,
      "loss": 2.625,
      "step": 9722
    },
    {
      "epoch": 0.45233775296580603,
      "grad_norm": 0.7459873432995076,
      "learning_rate": 0.00029726970910837165,
      "loss": 2.6719,
      "step": 9723
    },
    {
      "epoch": 0.4523842754128867,
      "grad_norm": 0.6869945848420377,
      "learning_rate": 0.0002972690041616174,
      "loss": 2.4531,
      "step": 9724
    },
    {
      "epoch": 0.4524307978599674,
      "grad_norm": 0.7006458814171178,
      "learning_rate": 0.00029726829912470423,
      "loss": 2.5625,
      "step": 9725
    },
    {
      "epoch": 0.4524773203070481,
      "grad_norm": 0.7221404389535946,
      "learning_rate": 0.0002972675939976325,
      "loss": 2.5469,
      "step": 9726
    },
    {
      "epoch": 0.4525238427541289,
      "grad_norm": 0.7298699814593865,
      "learning_rate": 0.0002972668887804027,
      "loss": 2.7969,
      "step": 9727
    },
    {
      "epoch": 0.4525703652012096,
      "grad_norm": 0.7189924712911181,
      "learning_rate": 0.00029726618347301523,
      "loss": 2.625,
      "step": 9728
    },
    {
      "epoch": 0.4526168876482903,
      "grad_norm": 0.7196025853272352,
      "learning_rate": 0.00029726547807547055,
      "loss": 2.5312,
      "step": 9729
    },
    {
      "epoch": 0.45266341009537103,
      "grad_norm": 0.6984736264728623,
      "learning_rate": 0.0002972647725877691,
      "loss": 2.4375,
      "step": 9730
    },
    {
      "epoch": 0.45270993254245173,
      "grad_norm": 0.7353857624904103,
      "learning_rate": 0.00029726406700991123,
      "loss": 2.6562,
      "step": 9731
    },
    {
      "epoch": 0.45275645498953243,
      "grad_norm": 0.704929019307694,
      "learning_rate": 0.00029726336134189746,
      "loss": 2.7188,
      "step": 9732
    },
    {
      "epoch": 0.4528029774366132,
      "grad_norm": 0.7054650113673728,
      "learning_rate": 0.0002972626555837282,
      "loss": 2.2656,
      "step": 9733
    },
    {
      "epoch": 0.4528494998836939,
      "grad_norm": 0.6930646347154259,
      "learning_rate": 0.00029726194973540387,
      "loss": 2.5156,
      "step": 9734
    },
    {
      "epoch": 0.4528960223307746,
      "grad_norm": 0.7094854894749424,
      "learning_rate": 0.0002972612437969249,
      "loss": 2.4688,
      "step": 9735
    },
    {
      "epoch": 0.45294254477785534,
      "grad_norm": 0.7115429506683741,
      "learning_rate": 0.0002972605377682917,
      "loss": 2.5,
      "step": 9736
    },
    {
      "epoch": 0.45298906722493604,
      "grad_norm": 0.6870482248401368,
      "learning_rate": 0.0002972598316495048,
      "loss": 2.4844,
      "step": 9737
    },
    {
      "epoch": 0.45303558967201674,
      "grad_norm": 0.7127276856719761,
      "learning_rate": 0.0002972591254405645,
      "loss": 2.6719,
      "step": 9738
    },
    {
      "epoch": 0.4530821121190975,
      "grad_norm": 0.8949549195129002,
      "learning_rate": 0.0002972584191414713,
      "loss": 2.5938,
      "step": 9739
    },
    {
      "epoch": 0.4531286345661782,
      "grad_norm": 0.7310973741158012,
      "learning_rate": 0.0002972577127522257,
      "loss": 2.8125,
      "step": 9740
    },
    {
      "epoch": 0.4531751570132589,
      "grad_norm": 0.6970605616203863,
      "learning_rate": 0.000297257006272828,
      "loss": 2.5469,
      "step": 9741
    },
    {
      "epoch": 0.4532216794603396,
      "grad_norm": 0.6942896587046637,
      "learning_rate": 0.0002972562997032787,
      "loss": 2.5,
      "step": 9742
    },
    {
      "epoch": 0.45326820190742034,
      "grad_norm": 0.7451833783380742,
      "learning_rate": 0.00029725559304357823,
      "loss": 2.5312,
      "step": 9743
    },
    {
      "epoch": 0.45331472435450104,
      "grad_norm": 0.6962559090590108,
      "learning_rate": 0.000297254886293727,
      "loss": 2.3906,
      "step": 9744
    },
    {
      "epoch": 0.45336124680158174,
      "grad_norm": 0.8809025698954366,
      "learning_rate": 0.0002972541794537255,
      "loss": 2.6406,
      "step": 9745
    },
    {
      "epoch": 0.4534077692486625,
      "grad_norm": 0.7165483224898571,
      "learning_rate": 0.0002972534725235741,
      "loss": 2.5625,
      "step": 9746
    },
    {
      "epoch": 0.4534542916957432,
      "grad_norm": 0.7025234790504453,
      "learning_rate": 0.00029725276550327326,
      "loss": 2.5938,
      "step": 9747
    },
    {
      "epoch": 0.4535008141428239,
      "grad_norm": 0.6885629868774586,
      "learning_rate": 0.0002972520583928234,
      "loss": 2.4531,
      "step": 9748
    },
    {
      "epoch": 0.45354733658990465,
      "grad_norm": 0.7248759476513872,
      "learning_rate": 0.00029725135119222494,
      "loss": 2.5625,
      "step": 9749
    },
    {
      "epoch": 0.45359385903698535,
      "grad_norm": 0.7561624531877007,
      "learning_rate": 0.00029725064390147835,
      "loss": 2.6406,
      "step": 9750
    },
    {
      "epoch": 0.45364038148406605,
      "grad_norm": 0.8377237105098603,
      "learning_rate": 0.0002972499365205841,
      "loss": 2.8906,
      "step": 9751
    },
    {
      "epoch": 0.4536869039311468,
      "grad_norm": 0.7464644414381221,
      "learning_rate": 0.0002972492290495425,
      "loss": 2.5781,
      "step": 9752
    },
    {
      "epoch": 0.4537334263782275,
      "grad_norm": 0.6662493830418288,
      "learning_rate": 0.0002972485214883541,
      "loss": 2.6094,
      "step": 9753
    },
    {
      "epoch": 0.4537799488253082,
      "grad_norm": 0.6922884350460851,
      "learning_rate": 0.00029724781383701926,
      "loss": 2.4219,
      "step": 9754
    },
    {
      "epoch": 0.45382647127238895,
      "grad_norm": 0.758981313623625,
      "learning_rate": 0.0002972471060955385,
      "loss": 2.4688,
      "step": 9755
    },
    {
      "epoch": 0.45387299371946965,
      "grad_norm": 0.6950262915054821,
      "learning_rate": 0.0002972463982639121,
      "loss": 2.7031,
      "step": 9756
    },
    {
      "epoch": 0.45391951616655035,
      "grad_norm": 0.691335963726284,
      "learning_rate": 0.0002972456903421406,
      "loss": 2.6406,
      "step": 9757
    },
    {
      "epoch": 0.45396603861363105,
      "grad_norm": 0.7404265534702124,
      "learning_rate": 0.0002972449823302245,
      "loss": 2.625,
      "step": 9758
    },
    {
      "epoch": 0.4540125610607118,
      "grad_norm": 0.7252236293669282,
      "learning_rate": 0.0002972442742281641,
      "loss": 2.3906,
      "step": 9759
    },
    {
      "epoch": 0.4540590835077925,
      "grad_norm": 0.7094861483228383,
      "learning_rate": 0.0002972435660359599,
      "loss": 2.6406,
      "step": 9760
    },
    {
      "epoch": 0.4541056059548732,
      "grad_norm": 0.7055676758611958,
      "learning_rate": 0.0002972428577536123,
      "loss": 2.4062,
      "step": 9761
    },
    {
      "epoch": 0.45415212840195396,
      "grad_norm": 0.7470169667016836,
      "learning_rate": 0.0002972421493811218,
      "loss": 2.3594,
      "step": 9762
    },
    {
      "epoch": 0.45419865084903466,
      "grad_norm": 0.688164001765589,
      "learning_rate": 0.00029724144091848874,
      "loss": 2.4531,
      "step": 9763
    },
    {
      "epoch": 0.45424517329611536,
      "grad_norm": 0.7143189931949696,
      "learning_rate": 0.00029724073236571364,
      "loss": 2.5781,
      "step": 9764
    },
    {
      "epoch": 0.4542916957431961,
      "grad_norm": 0.7545876624513349,
      "learning_rate": 0.0002972400237227969,
      "loss": 2.9219,
      "step": 9765
    },
    {
      "epoch": 0.4543382181902768,
      "grad_norm": 0.704423709593753,
      "learning_rate": 0.0002972393149897389,
      "loss": 2.7812,
      "step": 9766
    },
    {
      "epoch": 0.4543847406373575,
      "grad_norm": 0.7600305178339708,
      "learning_rate": 0.00029723860616654016,
      "loss": 2.8125,
      "step": 9767
    },
    {
      "epoch": 0.45443126308443826,
      "grad_norm": 0.7639004713115396,
      "learning_rate": 0.00029723789725320105,
      "loss": 2.5938,
      "step": 9768
    },
    {
      "epoch": 0.45447778553151896,
      "grad_norm": 0.7590629913219485,
      "learning_rate": 0.00029723718824972207,
      "loss": 2.6094,
      "step": 9769
    },
    {
      "epoch": 0.45452430797859966,
      "grad_norm": 0.7817911952991519,
      "learning_rate": 0.00029723647915610356,
      "loss": 2.4844,
      "step": 9770
    },
    {
      "epoch": 0.4545708304256804,
      "grad_norm": 0.6884784340738588,
      "learning_rate": 0.00029723576997234605,
      "loss": 2.5781,
      "step": 9771
    },
    {
      "epoch": 0.4546173528727611,
      "grad_norm": 0.754153892460473,
      "learning_rate": 0.0002972350606984499,
      "loss": 2.7656,
      "step": 9772
    },
    {
      "epoch": 0.4546638753198418,
      "grad_norm": 0.7175982982462369,
      "learning_rate": 0.00029723435133441567,
      "loss": 2.5469,
      "step": 9773
    },
    {
      "epoch": 0.4547103977669225,
      "grad_norm": 0.7811050032779474,
      "learning_rate": 0.0002972336418802436,
      "loss": 2.9219,
      "step": 9774
    },
    {
      "epoch": 0.45475692021400327,
      "grad_norm": 0.7240704152178256,
      "learning_rate": 0.0002972329323359343,
      "loss": 3.0156,
      "step": 9775
    },
    {
      "epoch": 0.45480344266108397,
      "grad_norm": 0.6848459467966412,
      "learning_rate": 0.0002972322227014881,
      "loss": 2.6875,
      "step": 9776
    },
    {
      "epoch": 0.45484996510816467,
      "grad_norm": 0.6967012824250236,
      "learning_rate": 0.00029723151297690543,
      "loss": 2.5625,
      "step": 9777
    },
    {
      "epoch": 0.4548964875552454,
      "grad_norm": 0.7792182493059564,
      "learning_rate": 0.0002972308031621868,
      "loss": 2.7031,
      "step": 9778
    },
    {
      "epoch": 0.4549430100023261,
      "grad_norm": 0.688814788324878,
      "learning_rate": 0.00029723009325733263,
      "loss": 2.4219,
      "step": 9779
    },
    {
      "epoch": 0.4549895324494068,
      "grad_norm": 0.7008606474694058,
      "learning_rate": 0.0002972293832623433,
      "loss": 2.5625,
      "step": 9780
    },
    {
      "epoch": 0.4550360548964876,
      "grad_norm": 0.6464204433189923,
      "learning_rate": 0.00029722867317721923,
      "loss": 2.3594,
      "step": 9781
    },
    {
      "epoch": 0.4550825773435683,
      "grad_norm": 0.7484244022098913,
      "learning_rate": 0.00029722796300196095,
      "loss": 2.8906,
      "step": 9782
    },
    {
      "epoch": 0.45512909979064897,
      "grad_norm": 0.6759801521950376,
      "learning_rate": 0.0002972272527365689,
      "loss": 2.4219,
      "step": 9783
    },
    {
      "epoch": 0.4551756222377297,
      "grad_norm": 0.7303930035365369,
      "learning_rate": 0.00029722654238104333,
      "loss": 2.3906,
      "step": 9784
    },
    {
      "epoch": 0.4552221446848104,
      "grad_norm": 0.765909965970455,
      "learning_rate": 0.00029722583193538487,
      "loss": 2.5469,
      "step": 9785
    },
    {
      "epoch": 0.4552686671318911,
      "grad_norm": 0.7436813296577677,
      "learning_rate": 0.0002972251213995939,
      "loss": 2.3594,
      "step": 9786
    },
    {
      "epoch": 0.4553151895789719,
      "grad_norm": 0.7710185557149856,
      "learning_rate": 0.00029722441077367084,
      "loss": 2.5938,
      "step": 9787
    },
    {
      "epoch": 0.4553617120260526,
      "grad_norm": 0.8014586014308647,
      "learning_rate": 0.0002972237000576161,
      "loss": 2.7188,
      "step": 9788
    },
    {
      "epoch": 0.4554082344731333,
      "grad_norm": 0.7891573881964538,
      "learning_rate": 0.00029722298925143016,
      "loss": 2.7812,
      "step": 9789
    },
    {
      "epoch": 0.455454756920214,
      "grad_norm": 0.6910564740401879,
      "learning_rate": 0.0002972222783551134,
      "loss": 2.4219,
      "step": 9790
    },
    {
      "epoch": 0.45550127936729473,
      "grad_norm": 0.7036029439218031,
      "learning_rate": 0.00029722156736866634,
      "loss": 2.8281,
      "step": 9791
    },
    {
      "epoch": 0.45554780181437543,
      "grad_norm": 0.6697400347834445,
      "learning_rate": 0.0002972208562920894,
      "loss": 2.2969,
      "step": 9792
    },
    {
      "epoch": 0.45559432426145613,
      "grad_norm": 0.7505592237965353,
      "learning_rate": 0.0002972201451253829,
      "loss": 2.7188,
      "step": 9793
    },
    {
      "epoch": 0.4556408467085369,
      "grad_norm": 0.7540275024437543,
      "learning_rate": 0.0002972194338685474,
      "loss": 2.5,
      "step": 9794
    },
    {
      "epoch": 0.4556873691556176,
      "grad_norm": 0.7477001851292803,
      "learning_rate": 0.0002972187225215833,
      "loss": 2.6719,
      "step": 9795
    },
    {
      "epoch": 0.4557338916026983,
      "grad_norm": 0.7150398674567273,
      "learning_rate": 0.00029721801108449104,
      "loss": 2.6406,
      "step": 9796
    },
    {
      "epoch": 0.45578041404977904,
      "grad_norm": 0.6941389823206036,
      "learning_rate": 0.00029721729955727103,
      "loss": 2.5,
      "step": 9797
    },
    {
      "epoch": 0.45582693649685974,
      "grad_norm": 0.7446647954254472,
      "learning_rate": 0.00029721658793992374,
      "loss": 2.7812,
      "step": 9798
    },
    {
      "epoch": 0.45587345894394043,
      "grad_norm": 0.7160305825080675,
      "learning_rate": 0.00029721587623244953,
      "loss": 2.4375,
      "step": 9799
    },
    {
      "epoch": 0.4559199813910212,
      "grad_norm": 0.7125405626297382,
      "learning_rate": 0.00029721516443484896,
      "loss": 2.5469,
      "step": 9800
    },
    {
      "epoch": 0.4559665038381019,
      "grad_norm": 0.7017819946553707,
      "learning_rate": 0.00029721445254712235,
      "loss": 2.5625,
      "step": 9801
    },
    {
      "epoch": 0.4560130262851826,
      "grad_norm": 0.7425953116302573,
      "learning_rate": 0.0002972137405692702,
      "loss": 2.5938,
      "step": 9802
    },
    {
      "epoch": 0.45605954873226334,
      "grad_norm": 0.743883607858654,
      "learning_rate": 0.00029721302850129296,
      "loss": 2.9375,
      "step": 9803
    },
    {
      "epoch": 0.45610607117934404,
      "grad_norm": 0.7837089914925978,
      "learning_rate": 0.000297212316343191,
      "loss": 2.7656,
      "step": 9804
    },
    {
      "epoch": 0.45615259362642474,
      "grad_norm": 0.6805478510632809,
      "learning_rate": 0.00029721160409496483,
      "loss": 2.5469,
      "step": 9805
    },
    {
      "epoch": 0.45619911607350544,
      "grad_norm": 0.7656029054214787,
      "learning_rate": 0.0002972108917566148,
      "loss": 2.7031,
      "step": 9806
    },
    {
      "epoch": 0.4562456385205862,
      "grad_norm": 0.6750733026507567,
      "learning_rate": 0.00029721017932814143,
      "loss": 2.5,
      "step": 9807
    },
    {
      "epoch": 0.4562921609676669,
      "grad_norm": 0.7871122291956099,
      "learning_rate": 0.0002972094668095451,
      "loss": 2.7188,
      "step": 9808
    },
    {
      "epoch": 0.4563386834147476,
      "grad_norm": 0.7103078233203942,
      "learning_rate": 0.0002972087542008263,
      "loss": 2.4844,
      "step": 9809
    },
    {
      "epoch": 0.45638520586182835,
      "grad_norm": 0.7010487008311981,
      "learning_rate": 0.00029720804150198537,
      "loss": 2.25,
      "step": 9810
    },
    {
      "epoch": 0.45643172830890905,
      "grad_norm": 0.774171697972938,
      "learning_rate": 0.00029720732871302285,
      "loss": 2.8438,
      "step": 9811
    },
    {
      "epoch": 0.45647825075598975,
      "grad_norm": 0.7684299394739442,
      "learning_rate": 0.0002972066158339392,
      "loss": 2.3438,
      "step": 9812
    },
    {
      "epoch": 0.4565247732030705,
      "grad_norm": 0.7458941755764094,
      "learning_rate": 0.0002972059028647347,
      "loss": 2.6406,
      "step": 9813
    },
    {
      "epoch": 0.4565712956501512,
      "grad_norm": 0.7928591684096957,
      "learning_rate": 0.0002972051898054099,
      "loss": 2.6719,
      "step": 9814
    },
    {
      "epoch": 0.4566178180972319,
      "grad_norm": 0.7694723969122966,
      "learning_rate": 0.0002972044766559652,
      "loss": 2.5312,
      "step": 9815
    },
    {
      "epoch": 0.45666434054431265,
      "grad_norm": 0.6839489435471845,
      "learning_rate": 0.00029720376341640107,
      "loss": 2.4688,
      "step": 9816
    },
    {
      "epoch": 0.45671086299139335,
      "grad_norm": 0.6624471841288557,
      "learning_rate": 0.00029720305008671793,
      "loss": 2.4375,
      "step": 9817
    },
    {
      "epoch": 0.45675738543847405,
      "grad_norm": 0.67710507814819,
      "learning_rate": 0.00029720233666691623,
      "loss": 2.7656,
      "step": 9818
    },
    {
      "epoch": 0.4568039078855548,
      "grad_norm": 0.7107470475951465,
      "learning_rate": 0.00029720162315699636,
      "loss": 2.4375,
      "step": 9819
    },
    {
      "epoch": 0.4568504303326355,
      "grad_norm": 0.7508111278492885,
      "learning_rate": 0.00029720090955695884,
      "loss": 2.9062,
      "step": 9820
    },
    {
      "epoch": 0.4568969527797162,
      "grad_norm": 0.7826990323985483,
      "learning_rate": 0.000297200195866804,
      "loss": 2.5469,
      "step": 9821
    },
    {
      "epoch": 0.4569434752267969,
      "grad_norm": 0.8500009257913579,
      "learning_rate": 0.00029719948208653237,
      "loss": 1.7422,
      "step": 9822
    },
    {
      "epoch": 0.45698999767387766,
      "grad_norm": 0.6852196890567691,
      "learning_rate": 0.0002971987682161443,
      "loss": 2.25,
      "step": 9823
    },
    {
      "epoch": 0.45703652012095836,
      "grad_norm": 0.7760999858558106,
      "learning_rate": 0.00029719805425564033,
      "loss": 2.1875,
      "step": 9824
    },
    {
      "epoch": 0.45708304256803906,
      "grad_norm": 0.802117852660567,
      "learning_rate": 0.0002971973402050208,
      "loss": 2.375,
      "step": 9825
    },
    {
      "epoch": 0.4571295650151198,
      "grad_norm": 0.7267200350480572,
      "learning_rate": 0.00029719662606428625,
      "loss": 2.4531,
      "step": 9826
    },
    {
      "epoch": 0.4571760874622005,
      "grad_norm": 0.802593820489155,
      "learning_rate": 0.000297195911833437,
      "loss": 2.8906,
      "step": 9827
    },
    {
      "epoch": 0.4572226099092812,
      "grad_norm": 0.6578802314904485,
      "learning_rate": 0.00029719519751247354,
      "loss": 2.5469,
      "step": 9828
    },
    {
      "epoch": 0.45726913235636196,
      "grad_norm": 0.6746396413278838,
      "learning_rate": 0.00029719448310139637,
      "loss": 2.625,
      "step": 9829
    },
    {
      "epoch": 0.45731565480344266,
      "grad_norm": 0.7288240786070531,
      "learning_rate": 0.00029719376860020585,
      "loss": 2.3906,
      "step": 9830
    },
    {
      "epoch": 0.45736217725052336,
      "grad_norm": 0.7892471706259051,
      "learning_rate": 0.00029719305400890245,
      "loss": 2.7031,
      "step": 9831
    },
    {
      "epoch": 0.4574086996976041,
      "grad_norm": 0.7228383462136706,
      "learning_rate": 0.0002971923393274865,
      "loss": 2.7969,
      "step": 9832
    },
    {
      "epoch": 0.4574552221446848,
      "grad_norm": 0.7686106721414282,
      "learning_rate": 0.00029719162455595863,
      "loss": 2.4844,
      "step": 9833
    },
    {
      "epoch": 0.4575017445917655,
      "grad_norm": 0.7657173219824606,
      "learning_rate": 0.0002971909096943192,
      "loss": 2.5625,
      "step": 9834
    },
    {
      "epoch": 0.45754826703884627,
      "grad_norm": 0.7185811221044167,
      "learning_rate": 0.00029719019474256855,
      "loss": 2.7344,
      "step": 9835
    },
    {
      "epoch": 0.45759478948592697,
      "grad_norm": 0.7527430758771984,
      "learning_rate": 0.0002971894797007072,
      "loss": 2.5312,
      "step": 9836
    },
    {
      "epoch": 0.45764131193300767,
      "grad_norm": 0.7265525660997847,
      "learning_rate": 0.0002971887645687357,
      "loss": 2.3438,
      "step": 9837
    },
    {
      "epoch": 0.45768783438008837,
      "grad_norm": 0.7040856721424125,
      "learning_rate": 0.00029718804934665425,
      "loss": 2.5312,
      "step": 9838
    },
    {
      "epoch": 0.4577343568271691,
      "grad_norm": 0.831174388718511,
      "learning_rate": 0.0002971873340344634,
      "loss": 2.9531,
      "step": 9839
    },
    {
      "epoch": 0.4577808792742498,
      "grad_norm": 0.7218774678148112,
      "learning_rate": 0.0002971866186321637,
      "loss": 2.7812,
      "step": 9840
    },
    {
      "epoch": 0.4578274017213305,
      "grad_norm": 0.7360235635416299,
      "learning_rate": 0.0002971859031397554,
      "loss": 2.7812,
      "step": 9841
    },
    {
      "epoch": 0.4578739241684113,
      "grad_norm": 0.6737340811158377,
      "learning_rate": 0.00029718518755723905,
      "loss": 2.5156,
      "step": 9842
    },
    {
      "epoch": 0.45792044661549197,
      "grad_norm": 0.73830738467395,
      "learning_rate": 0.000297184471884615,
      "loss": 2.8125,
      "step": 9843
    },
    {
      "epoch": 0.45796696906257267,
      "grad_norm": 0.8399818343629386,
      "learning_rate": 0.0002971837561218838,
      "loss": 2.5469,
      "step": 9844
    },
    {
      "epoch": 0.4580134915096534,
      "grad_norm": 0.7001714906921626,
      "learning_rate": 0.0002971830402690459,
      "loss": 2.5625,
      "step": 9845
    },
    {
      "epoch": 0.4580600139567341,
      "grad_norm": 0.7084071011281442,
      "learning_rate": 0.0002971823243261016,
      "loss": 2.6094,
      "step": 9846
    },
    {
      "epoch": 0.4581065364038148,
      "grad_norm": 0.9339774057570165,
      "learning_rate": 0.00029718160829305144,
      "loss": 2.4219,
      "step": 9847
    },
    {
      "epoch": 0.4581530588508956,
      "grad_norm": 0.6794034970352262,
      "learning_rate": 0.0002971808921698958,
      "loss": 2.4844,
      "step": 9848
    },
    {
      "epoch": 0.4581995812979763,
      "grad_norm": 0.6970232982019375,
      "learning_rate": 0.0002971801759566352,
      "loss": 2.6562,
      "step": 9849
    },
    {
      "epoch": 0.458246103745057,
      "grad_norm": 0.7966593893588693,
      "learning_rate": 0.00029717945965327,
      "loss": 2.0156,
      "step": 9850
    },
    {
      "epoch": 0.45829262619213773,
      "grad_norm": 0.718723495346391,
      "learning_rate": 0.00029717874325980065,
      "loss": 2.6719,
      "step": 9851
    },
    {
      "epoch": 0.45833914863921843,
      "grad_norm": 0.661946833314516,
      "learning_rate": 0.00029717802677622766,
      "loss": 2.2812,
      "step": 9852
    },
    {
      "epoch": 0.45838567108629913,
      "grad_norm": 0.7344795808245137,
      "learning_rate": 0.0002971773102025514,
      "loss": 2.8438,
      "step": 9853
    },
    {
      "epoch": 0.45843219353337983,
      "grad_norm": 0.7409353627589539,
      "learning_rate": 0.00029717659353877224,
      "loss": 2.8594,
      "step": 9854
    },
    {
      "epoch": 0.4584787159804606,
      "grad_norm": 0.857421359319575,
      "learning_rate": 0.0002971758767848908,
      "loss": 2.6094,
      "step": 9855
    },
    {
      "epoch": 0.4585252384275413,
      "grad_norm": 0.737877330899715,
      "learning_rate": 0.00029717515994090736,
      "loss": 2.8906,
      "step": 9856
    },
    {
      "epoch": 0.458571760874622,
      "grad_norm": 0.8933543210616139,
      "learning_rate": 0.00029717444300682245,
      "loss": 2.5781,
      "step": 9857
    },
    {
      "epoch": 0.45861828332170274,
      "grad_norm": 0.7330733641439564,
      "learning_rate": 0.0002971737259826365,
      "loss": 2.5312,
      "step": 9858
    },
    {
      "epoch": 0.45866480576878343,
      "grad_norm": 0.7590204329630342,
      "learning_rate": 0.00029717300886834987,
      "loss": 2.8594,
      "step": 9859
    },
    {
      "epoch": 0.45871132821586413,
      "grad_norm": 0.7348676496595843,
      "learning_rate": 0.00029717229166396306,
      "loss": 2.8281,
      "step": 9860
    },
    {
      "epoch": 0.4587578506629449,
      "grad_norm": 0.7282889571694074,
      "learning_rate": 0.00029717157436947656,
      "loss": 2.4062,
      "step": 9861
    },
    {
      "epoch": 0.4588043731100256,
      "grad_norm": 0.7188408194220575,
      "learning_rate": 0.00029717085698489074,
      "loss": 2.7969,
      "step": 9862
    },
    {
      "epoch": 0.4588508955571063,
      "grad_norm": 0.6941514632816772,
      "learning_rate": 0.0002971701395102061,
      "loss": 2.6094,
      "step": 9863
    },
    {
      "epoch": 0.45889741800418704,
      "grad_norm": 0.6696225445704288,
      "learning_rate": 0.00029716942194542295,
      "loss": 2.4844,
      "step": 9864
    },
    {
      "epoch": 0.45894394045126774,
      "grad_norm": 0.7101271456960405,
      "learning_rate": 0.00029716870429054185,
      "loss": 2.6719,
      "step": 9865
    },
    {
      "epoch": 0.45899046289834844,
      "grad_norm": 0.8692915096267089,
      "learning_rate": 0.00029716798654556316,
      "loss": 2.4219,
      "step": 9866
    },
    {
      "epoch": 0.4590369853454292,
      "grad_norm": 0.7319121210661721,
      "learning_rate": 0.0002971672687104874,
      "loss": 2.7188,
      "step": 9867
    },
    {
      "epoch": 0.4590835077925099,
      "grad_norm": 0.7075430915754628,
      "learning_rate": 0.00029716655078531495,
      "loss": 2.5469,
      "step": 9868
    },
    {
      "epoch": 0.4591300302395906,
      "grad_norm": 0.7775018917558242,
      "learning_rate": 0.0002971658327700463,
      "loss": 2.4219,
      "step": 9869
    },
    {
      "epoch": 0.45917655268667135,
      "grad_norm": 0.6936317609263914,
      "learning_rate": 0.0002971651146646818,
      "loss": 2.6875,
      "step": 9870
    },
    {
      "epoch": 0.45922307513375205,
      "grad_norm": 0.7166847142078856,
      "learning_rate": 0.000297164396469222,
      "loss": 2.375,
      "step": 9871
    },
    {
      "epoch": 0.45926959758083274,
      "grad_norm": 0.7531288899564171,
      "learning_rate": 0.0002971636781836673,
      "loss": 2.4844,
      "step": 9872
    },
    {
      "epoch": 0.45931612002791344,
      "grad_norm": 0.690911414807764,
      "learning_rate": 0.0002971629598080181,
      "loss": 2.5781,
      "step": 9873
    },
    {
      "epoch": 0.4593626424749942,
      "grad_norm": 0.7107181745114906,
      "learning_rate": 0.00029716224134227484,
      "loss": 2.4688,
      "step": 9874
    },
    {
      "epoch": 0.4594091649220749,
      "grad_norm": 0.7083832568559497,
      "learning_rate": 0.00029716152278643805,
      "loss": 2.3594,
      "step": 9875
    },
    {
      "epoch": 0.4594556873691556,
      "grad_norm": 0.6999047306673228,
      "learning_rate": 0.0002971608041405081,
      "loss": 2.7812,
      "step": 9876
    },
    {
      "epoch": 0.45950220981623635,
      "grad_norm": 0.8175368508504036,
      "learning_rate": 0.00029716008540448544,
      "loss": 2.4844,
      "step": 9877
    },
    {
      "epoch": 0.45954873226331705,
      "grad_norm": 0.7203066390657485,
      "learning_rate": 0.0002971593665783705,
      "loss": 2.8438,
      "step": 9878
    },
    {
      "epoch": 0.45959525471039775,
      "grad_norm": 0.6995017115045745,
      "learning_rate": 0.0002971586476621637,
      "loss": 2.4844,
      "step": 9879
    },
    {
      "epoch": 0.4596417771574785,
      "grad_norm": 0.7397006710064805,
      "learning_rate": 0.0002971579286558655,
      "loss": 2.7969,
      "step": 9880
    },
    {
      "epoch": 0.4596882996045592,
      "grad_norm": 0.9274346440720584,
      "learning_rate": 0.0002971572095594764,
      "loss": 2.0312,
      "step": 9881
    },
    {
      "epoch": 0.4597348220516399,
      "grad_norm": 0.6889924328439514,
      "learning_rate": 0.0002971564903729968,
      "loss": 2.5312,
      "step": 9882
    },
    {
      "epoch": 0.45978134449872066,
      "grad_norm": 0.6910136013618031,
      "learning_rate": 0.0002971557710964271,
      "loss": 2.4531,
      "step": 9883
    },
    {
      "epoch": 0.45982786694580136,
      "grad_norm": 0.9146480437525569,
      "learning_rate": 0.0002971550517297677,
      "loss": 1.7656,
      "step": 9884
    },
    {
      "epoch": 0.45987438939288205,
      "grad_norm": 0.72988108412371,
      "learning_rate": 0.0002971543322730192,
      "loss": 2.75,
      "step": 9885
    },
    {
      "epoch": 0.4599209118399628,
      "grad_norm": 0.7113285578772396,
      "learning_rate": 0.00029715361272618195,
      "loss": 2.7344,
      "step": 9886
    },
    {
      "epoch": 0.4599674342870435,
      "grad_norm": 0.7404945600488916,
      "learning_rate": 0.0002971528930892564,
      "loss": 2.4688,
      "step": 9887
    },
    {
      "epoch": 0.4600139567341242,
      "grad_norm": 0.7711299432232372,
      "learning_rate": 0.0002971521733622429,
      "loss": 2.6406,
      "step": 9888
    },
    {
      "epoch": 0.4600604791812049,
      "grad_norm": 0.7358064098731604,
      "learning_rate": 0.00029715145354514204,
      "loss": 2.4531,
      "step": 9889
    },
    {
      "epoch": 0.46010700162828566,
      "grad_norm": 0.7429479509074297,
      "learning_rate": 0.0002971507336379542,
      "loss": 2.2656,
      "step": 9890
    },
    {
      "epoch": 0.46015352407536636,
      "grad_norm": 0.6801345009608559,
      "learning_rate": 0.0002971500136406797,
      "loss": 2.3125,
      "step": 9891
    },
    {
      "epoch": 0.46020004652244706,
      "grad_norm": 0.8003949524549843,
      "learning_rate": 0.0002971492935533192,
      "loss": 2.8594,
      "step": 9892
    },
    {
      "epoch": 0.4602465689695278,
      "grad_norm": 0.6683183279147819,
      "learning_rate": 0.00029714857337587305,
      "loss": 2.6562,
      "step": 9893
    },
    {
      "epoch": 0.4602930914166085,
      "grad_norm": 0.6914055708366638,
      "learning_rate": 0.0002971478531083416,
      "loss": 2.5625,
      "step": 9894
    },
    {
      "epoch": 0.4603396138636892,
      "grad_norm": 0.7086573533925189,
      "learning_rate": 0.0002971471327507255,
      "loss": 2.2969,
      "step": 9895
    },
    {
      "epoch": 0.46038613631076997,
      "grad_norm": 0.7233712113428333,
      "learning_rate": 0.0002971464123030249,
      "loss": 2.5469,
      "step": 9896
    },
    {
      "epoch": 0.46043265875785067,
      "grad_norm": 0.650323987268108,
      "learning_rate": 0.0002971456917652405,
      "loss": 2.5938,
      "step": 9897
    },
    {
      "epoch": 0.46047918120493136,
      "grad_norm": 0.68988572063695,
      "learning_rate": 0.0002971449711373726,
      "loss": 2.5938,
      "step": 9898
    },
    {
      "epoch": 0.4605257036520121,
      "grad_norm": 0.7223066444134635,
      "learning_rate": 0.0002971442504194217,
      "loss": 2.6875,
      "step": 9899
    },
    {
      "epoch": 0.4605722260990928,
      "grad_norm": 0.7355735184662745,
      "learning_rate": 0.0002971435296113882,
      "loss": 2.9219,
      "step": 9900
    },
    {
      "epoch": 0.4606187485461735,
      "grad_norm": 0.7550086236620995,
      "learning_rate": 0.0002971428087132726,
      "loss": 2.5625,
      "step": 9901
    },
    {
      "epoch": 0.46066527099325427,
      "grad_norm": 0.7594586944569424,
      "learning_rate": 0.0002971420877250753,
      "loss": 2.9688,
      "step": 9902
    },
    {
      "epoch": 0.46071179344033497,
      "grad_norm": 0.7335985912952996,
      "learning_rate": 0.0002971413666467967,
      "loss": 2.6094,
      "step": 9903
    },
    {
      "epoch": 0.46075831588741567,
      "grad_norm": 0.6738879504433241,
      "learning_rate": 0.00029714064547843735,
      "loss": 2.5312,
      "step": 9904
    },
    {
      "epoch": 0.46080483833449637,
      "grad_norm": 0.7108246674523337,
      "learning_rate": 0.00029713992421999755,
      "loss": 2.6875,
      "step": 9905
    },
    {
      "epoch": 0.4608513607815771,
      "grad_norm": 0.6625838551965233,
      "learning_rate": 0.0002971392028714779,
      "loss": 2.5625,
      "step": 9906
    },
    {
      "epoch": 0.4608978832286578,
      "grad_norm": 0.7417509079453597,
      "learning_rate": 0.0002971384814328787,
      "loss": 2.8906,
      "step": 9907
    },
    {
      "epoch": 0.4609444056757385,
      "grad_norm": 0.9239168832088568,
      "learning_rate": 0.0002971377599042005,
      "loss": 1.8516,
      "step": 9908
    },
    {
      "epoch": 0.4609909281228193,
      "grad_norm": 0.7000265736870502,
      "learning_rate": 0.00029713703828544366,
      "loss": 2.7188,
      "step": 9909
    },
    {
      "epoch": 0.4610374505699,
      "grad_norm": 0.785154446642539,
      "learning_rate": 0.0002971363165766087,
      "loss": 2.6719,
      "step": 9910
    },
    {
      "epoch": 0.4610839730169807,
      "grad_norm": 0.723218512286083,
      "learning_rate": 0.00029713559477769603,
      "loss": 2.2344,
      "step": 9911
    },
    {
      "epoch": 0.46113049546406143,
      "grad_norm": 0.7025088655885029,
      "learning_rate": 0.00029713487288870604,
      "loss": 2.4844,
      "step": 9912
    },
    {
      "epoch": 0.46117701791114213,
      "grad_norm": 0.7240704041412113,
      "learning_rate": 0.00029713415090963923,
      "loss": 2.5469,
      "step": 9913
    },
    {
      "epoch": 0.4612235403582228,
      "grad_norm": 0.6779173550801398,
      "learning_rate": 0.000297133428840496,
      "loss": 2.4531,
      "step": 9914
    },
    {
      "epoch": 0.4612700628053036,
      "grad_norm": 0.7150490255369395,
      "learning_rate": 0.00029713270668127684,
      "loss": 2.375,
      "step": 9915
    },
    {
      "epoch": 0.4613165852523843,
      "grad_norm": 0.7089129602426661,
      "learning_rate": 0.0002971319844319822,
      "loss": 2.3438,
      "step": 9916
    },
    {
      "epoch": 0.461363107699465,
      "grad_norm": 0.7027651808054615,
      "learning_rate": 0.00029713126209261244,
      "loss": 2.4844,
      "step": 9917
    },
    {
      "epoch": 0.46140963014654574,
      "grad_norm": 0.751955018337292,
      "learning_rate": 0.00029713053966316804,
      "loss": 2.4844,
      "step": 9918
    },
    {
      "epoch": 0.46145615259362643,
      "grad_norm": 0.8393549898554785,
      "learning_rate": 0.0002971298171436495,
      "loss": 2.5,
      "step": 9919
    },
    {
      "epoch": 0.46150267504070713,
      "grad_norm": 0.7924731773717022,
      "learning_rate": 0.0002971290945340572,
      "loss": 2.8438,
      "step": 9920
    },
    {
      "epoch": 0.46154919748778783,
      "grad_norm": 0.8031374826554888,
      "learning_rate": 0.00029712837183439164,
      "loss": 2.7969,
      "step": 9921
    },
    {
      "epoch": 0.4615957199348686,
      "grad_norm": 0.7627881779412319,
      "learning_rate": 0.00029712764904465315,
      "loss": 2.5625,
      "step": 9922
    },
    {
      "epoch": 0.4616422423819493,
      "grad_norm": 0.7251894815581442,
      "learning_rate": 0.00029712692616484234,
      "loss": 2.5156,
      "step": 9923
    },
    {
      "epoch": 0.46168876482903,
      "grad_norm": 0.6844952845654662,
      "learning_rate": 0.00029712620319495944,
      "loss": 2.3438,
      "step": 9924
    },
    {
      "epoch": 0.46173528727611074,
      "grad_norm": 0.7020496462034902,
      "learning_rate": 0.00029712548013500513,
      "loss": 2.8125,
      "step": 9925
    },
    {
      "epoch": 0.46178180972319144,
      "grad_norm": 0.7905771344090695,
      "learning_rate": 0.0002971247569849797,
      "loss": 1.8594,
      "step": 9926
    },
    {
      "epoch": 0.46182833217027214,
      "grad_norm": 0.683585728012517,
      "learning_rate": 0.0002971240337448836,
      "loss": 2.4844,
      "step": 9927
    },
    {
      "epoch": 0.4618748546173529,
      "grad_norm": 0.7975630526977082,
      "learning_rate": 0.0002971233104147173,
      "loss": 2.7656,
      "step": 9928
    },
    {
      "epoch": 0.4619213770644336,
      "grad_norm": 0.6851049776617983,
      "learning_rate": 0.00029712258699448127,
      "loss": 2.8125,
      "step": 9929
    },
    {
      "epoch": 0.4619678995115143,
      "grad_norm": 0.6810047351932574,
      "learning_rate": 0.00029712186348417583,
      "loss": 2.5781,
      "step": 9930
    },
    {
      "epoch": 0.46201442195859505,
      "grad_norm": 0.6833594390577746,
      "learning_rate": 0.00029712113988380166,
      "loss": 2.3906,
      "step": 9931
    },
    {
      "epoch": 0.46206094440567574,
      "grad_norm": 0.6901835832241777,
      "learning_rate": 0.000297120416193359,
      "loss": 2.8438,
      "step": 9932
    },
    {
      "epoch": 0.46210746685275644,
      "grad_norm": 0.6944900106971637,
      "learning_rate": 0.00029711969241284834,
      "loss": 2.5156,
      "step": 9933
    },
    {
      "epoch": 0.4621539892998372,
      "grad_norm": 0.7103864523304324,
      "learning_rate": 0.0002971189685422701,
      "loss": 2.2812,
      "step": 9934
    },
    {
      "epoch": 0.4622005117469179,
      "grad_norm": 0.7230779073161285,
      "learning_rate": 0.00029711824458162483,
      "loss": 2.4844,
      "step": 9935
    },
    {
      "epoch": 0.4622470341939986,
      "grad_norm": 0.7726482006247679,
      "learning_rate": 0.0002971175205309129,
      "loss": 2.2969,
      "step": 9936
    },
    {
      "epoch": 0.4622935566410793,
      "grad_norm": 0.7157359464355313,
      "learning_rate": 0.0002971167963901347,
      "loss": 2.8281,
      "step": 9937
    },
    {
      "epoch": 0.46234007908816005,
      "grad_norm": 0.7476573566905961,
      "learning_rate": 0.0002971160721592908,
      "loss": 2.5312,
      "step": 9938
    },
    {
      "epoch": 0.46238660153524075,
      "grad_norm": 0.7297616247466054,
      "learning_rate": 0.00029711534783838156,
      "loss": 2.5156,
      "step": 9939
    },
    {
      "epoch": 0.46243312398232145,
      "grad_norm": 0.7747866027542439,
      "learning_rate": 0.0002971146234274074,
      "loss": 2.7812,
      "step": 9940
    },
    {
      "epoch": 0.4624796464294022,
      "grad_norm": 0.6993344513002268,
      "learning_rate": 0.00029711389892636883,
      "loss": 2.6406,
      "step": 9941
    },
    {
      "epoch": 0.4625261688764829,
      "grad_norm": 0.7441593607360212,
      "learning_rate": 0.0002971131743352663,
      "loss": 2.4844,
      "step": 9942
    },
    {
      "epoch": 0.4625726913235636,
      "grad_norm": 0.700073725624984,
      "learning_rate": 0.0002971124496541001,
      "loss": 2.4219,
      "step": 9943
    },
    {
      "epoch": 0.46261921377064436,
      "grad_norm": 0.7605970886532301,
      "learning_rate": 0.0002971117248828709,
      "loss": 2.6719,
      "step": 9944
    },
    {
      "epoch": 0.46266573621772505,
      "grad_norm": 0.7899292630991243,
      "learning_rate": 0.00029711100002157895,
      "loss": 2.7969,
      "step": 9945
    },
    {
      "epoch": 0.46271225866480575,
      "grad_norm": 0.7465543882569831,
      "learning_rate": 0.0002971102750702249,
      "loss": 2.4375,
      "step": 9946
    },
    {
      "epoch": 0.4627587811118865,
      "grad_norm": 0.6321085910589428,
      "learning_rate": 0.000297109550028809,
      "loss": 2.2969,
      "step": 9947
    },
    {
      "epoch": 0.4628053035589672,
      "grad_norm": 0.6662255782895591,
      "learning_rate": 0.00029710882489733173,
      "loss": 2.4844,
      "step": 9948
    },
    {
      "epoch": 0.4628518260060479,
      "grad_norm": 0.7043775750304033,
      "learning_rate": 0.00029710809967579364,
      "loss": 2.4219,
      "step": 9949
    },
    {
      "epoch": 0.46289834845312866,
      "grad_norm": 0.7048300607106758,
      "learning_rate": 0.00029710737436419504,
      "loss": 2.6719,
      "step": 9950
    },
    {
      "epoch": 0.46294487090020936,
      "grad_norm": 0.6879382689148009,
      "learning_rate": 0.0002971066489625365,
      "loss": 2.4062,
      "step": 9951
    },
    {
      "epoch": 0.46299139334729006,
      "grad_norm": 0.8168856948302319,
      "learning_rate": 0.00029710592347081835,
      "loss": 2.5938,
      "step": 9952
    },
    {
      "epoch": 0.46303791579437076,
      "grad_norm": 0.7393189145691572,
      "learning_rate": 0.0002971051978890411,
      "loss": 2.6094,
      "step": 9953
    },
    {
      "epoch": 0.4630844382414515,
      "grad_norm": 0.7024376611132667,
      "learning_rate": 0.0002971044722172052,
      "loss": 2.9062,
      "step": 9954
    },
    {
      "epoch": 0.4631309606885322,
      "grad_norm": 0.7391259080806085,
      "learning_rate": 0.0002971037464553111,
      "loss": 2.5781,
      "step": 9955
    },
    {
      "epoch": 0.4631774831356129,
      "grad_norm": 0.6566867455532985,
      "learning_rate": 0.00029710302060335914,
      "loss": 1.9375,
      "step": 9956
    },
    {
      "epoch": 0.46322400558269367,
      "grad_norm": 0.76147698472325,
      "learning_rate": 0.0002971022946613499,
      "loss": 2.7031,
      "step": 9957
    },
    {
      "epoch": 0.46327052802977436,
      "grad_norm": 0.786577820507878,
      "learning_rate": 0.00029710156862928377,
      "loss": 2.4062,
      "step": 9958
    },
    {
      "epoch": 0.46331705047685506,
      "grad_norm": 0.7633695904743548,
      "learning_rate": 0.0002971008425071611,
      "loss": 2.5312,
      "step": 9959
    },
    {
      "epoch": 0.4633635729239358,
      "grad_norm": 0.7634092339264036,
      "learning_rate": 0.00029710011629498255,
      "loss": 2.5781,
      "step": 9960
    },
    {
      "epoch": 0.4634100953710165,
      "grad_norm": 0.7114358063248468,
      "learning_rate": 0.0002970993899927484,
      "loss": 2.7656,
      "step": 9961
    },
    {
      "epoch": 0.4634566178180972,
      "grad_norm": 0.7194441695516508,
      "learning_rate": 0.0002970986636004591,
      "loss": 2.5156,
      "step": 9962
    },
    {
      "epoch": 0.46350314026517797,
      "grad_norm": 0.754744711564264,
      "learning_rate": 0.00029709793711811517,
      "loss": 2.5,
      "step": 9963
    },
    {
      "epoch": 0.46354966271225867,
      "grad_norm": 0.7388482431135784,
      "learning_rate": 0.00029709721054571706,
      "loss": 2.5625,
      "step": 9964
    },
    {
      "epoch": 0.46359618515933937,
      "grad_norm": 0.6581211352131145,
      "learning_rate": 0.0002970964838832651,
      "loss": 2.2969,
      "step": 9965
    },
    {
      "epoch": 0.4636427076064201,
      "grad_norm": 0.7068620319620674,
      "learning_rate": 0.0002970957571307598,
      "loss": 2.4375,
      "step": 9966
    },
    {
      "epoch": 0.4636892300535008,
      "grad_norm": 0.7234151593392312,
      "learning_rate": 0.0002970950302882017,
      "loss": 2.5625,
      "step": 9967
    },
    {
      "epoch": 0.4637357525005815,
      "grad_norm": 0.7319175147330375,
      "learning_rate": 0.00029709430335559105,
      "loss": 2.3906,
      "step": 9968
    },
    {
      "epoch": 0.4637822749476622,
      "grad_norm": 0.7318752963794217,
      "learning_rate": 0.00029709357633292844,
      "loss": 2.4062,
      "step": 9969
    },
    {
      "epoch": 0.463828797394743,
      "grad_norm": 0.7375811353518065,
      "learning_rate": 0.00029709284922021427,
      "loss": 2.4531,
      "step": 9970
    },
    {
      "epoch": 0.4638753198418237,
      "grad_norm": 0.7776876913768239,
      "learning_rate": 0.00029709212201744904,
      "loss": 2.5938,
      "step": 9971
    },
    {
      "epoch": 0.4639218422889044,
      "grad_norm": 0.6788536891700645,
      "learning_rate": 0.00029709139472463306,
      "loss": 2.4688,
      "step": 9972
    },
    {
      "epoch": 0.46396836473598513,
      "grad_norm": 0.7007585416487456,
      "learning_rate": 0.00029709066734176693,
      "loss": 2.6875,
      "step": 9973
    },
    {
      "epoch": 0.4640148871830658,
      "grad_norm": 0.7289432527584605,
      "learning_rate": 0.00029708993986885104,
      "loss": 2.5781,
      "step": 9974
    },
    {
      "epoch": 0.4640614096301465,
      "grad_norm": 0.8372380711458554,
      "learning_rate": 0.00029708921230588576,
      "loss": 2.6562,
      "step": 9975
    },
    {
      "epoch": 0.4641079320772273,
      "grad_norm": 0.723236988660308,
      "learning_rate": 0.00029708848465287164,
      "loss": 2.5781,
      "step": 9976
    },
    {
      "epoch": 0.464154454524308,
      "grad_norm": 0.8173152203881495,
      "learning_rate": 0.00029708775690980905,
      "loss": 2.7031,
      "step": 9977
    },
    {
      "epoch": 0.4642009769713887,
      "grad_norm": 0.7343785021816773,
      "learning_rate": 0.0002970870290766985,
      "loss": 2.8438,
      "step": 9978
    },
    {
      "epoch": 0.46424749941846943,
      "grad_norm": 0.8946879541125861,
      "learning_rate": 0.00029708630115354037,
      "loss": 2.5781,
      "step": 9979
    },
    {
      "epoch": 0.46429402186555013,
      "grad_norm": 0.7266324915262231,
      "learning_rate": 0.0002970855731403352,
      "loss": 2.5469,
      "step": 9980
    },
    {
      "epoch": 0.46434054431263083,
      "grad_norm": 0.7116027470188492,
      "learning_rate": 0.0002970848450370833,
      "loss": 2.3438,
      "step": 9981
    },
    {
      "epoch": 0.4643870667597116,
      "grad_norm": 0.7511814130673217,
      "learning_rate": 0.0002970841168437852,
      "loss": 2.625,
      "step": 9982
    },
    {
      "epoch": 0.4644335892067923,
      "grad_norm": 0.7704265352502595,
      "learning_rate": 0.0002970833885604414,
      "loss": 2.5781,
      "step": 9983
    },
    {
      "epoch": 0.464480111653873,
      "grad_norm": 0.6765150149793885,
      "learning_rate": 0.0002970826601870522,
      "loss": 2.3906,
      "step": 9984
    },
    {
      "epoch": 0.4645266341009537,
      "grad_norm": 0.6850908725528684,
      "learning_rate": 0.0002970819317236182,
      "loss": 2.7031,
      "step": 9985
    },
    {
      "epoch": 0.46457315654803444,
      "grad_norm": 0.7097322948863496,
      "learning_rate": 0.00029708120317013977,
      "loss": 2.5312,
      "step": 9986
    },
    {
      "epoch": 0.46461967899511514,
      "grad_norm": 0.6996855857472419,
      "learning_rate": 0.0002970804745266173,
      "loss": 2.625,
      "step": 9987
    },
    {
      "epoch": 0.46466620144219584,
      "grad_norm": 0.7213182732935933,
      "learning_rate": 0.00029707974579305135,
      "loss": 2.5312,
      "step": 9988
    },
    {
      "epoch": 0.4647127238892766,
      "grad_norm": 0.7836834773301407,
      "learning_rate": 0.0002970790169694423,
      "loss": 2.6875,
      "step": 9989
    },
    {
      "epoch": 0.4647592463363573,
      "grad_norm": 0.7152068989591803,
      "learning_rate": 0.0002970782880557906,
      "loss": 2.6562,
      "step": 9990
    },
    {
      "epoch": 0.464805768783438,
      "grad_norm": 0.8613056002623427,
      "learning_rate": 0.00029707755905209675,
      "loss": 2.5781,
      "step": 9991
    },
    {
      "epoch": 0.46485229123051874,
      "grad_norm": 0.7159535945804266,
      "learning_rate": 0.00029707682995836106,
      "loss": 2.4375,
      "step": 9992
    },
    {
      "epoch": 0.46489881367759944,
      "grad_norm": 0.6623117605104681,
      "learning_rate": 0.00029707610077458417,
      "loss": 2.25,
      "step": 9993
    },
    {
      "epoch": 0.46494533612468014,
      "grad_norm": 0.690381837091558,
      "learning_rate": 0.00029707537150076635,
      "loss": 2.4688,
      "step": 9994
    },
    {
      "epoch": 0.4649918585717609,
      "grad_norm": 0.6923896099303403,
      "learning_rate": 0.00029707464213690814,
      "loss": 2.4375,
      "step": 9995
    },
    {
      "epoch": 0.4650383810188416,
      "grad_norm": 0.6667633882833315,
      "learning_rate": 0.00029707391268300997,
      "loss": 2.1875,
      "step": 9996
    },
    {
      "epoch": 0.4650849034659223,
      "grad_norm": 0.7679526647976141,
      "learning_rate": 0.0002970731831390723,
      "loss": 2.6562,
      "step": 9997
    },
    {
      "epoch": 0.46513142591300305,
      "grad_norm": 0.6976505529516723,
      "learning_rate": 0.0002970724535050955,
      "loss": 2.5,
      "step": 9998
    },
    {
      "epoch": 0.46517794836008375,
      "grad_norm": 0.7179886331313193,
      "learning_rate": 0.0002970717237810802,
      "loss": 2.3125,
      "step": 9999
    },
    {
      "epoch": 0.46522447080716445,
      "grad_norm": 0.6591624948746909,
      "learning_rate": 0.0002970709939670266,
      "loss": 2.4062,
      "step": 10000
    },
    {
      "epoch": 0.46527099325424515,
      "grad_norm": 0.7419741374594337,
      "learning_rate": 0.00029707026406293534,
      "loss": 2.4844,
      "step": 10001
    },
    {
      "epoch": 0.4653175157013259,
      "grad_norm": 0.7197931988019259,
      "learning_rate": 0.00029706953406880677,
      "loss": 2.6875,
      "step": 10002
    },
    {
      "epoch": 0.4653640381484066,
      "grad_norm": 0.7287610101529818,
      "learning_rate": 0.0002970688039846414,
      "loss": 2.4844,
      "step": 10003
    },
    {
      "epoch": 0.4654105605954873,
      "grad_norm": 0.7370262012493671,
      "learning_rate": 0.0002970680738104396,
      "loss": 2.4531,
      "step": 10004
    },
    {
      "epoch": 0.46545708304256805,
      "grad_norm": 0.8138379332254643,
      "learning_rate": 0.0002970673435462019,
      "loss": 2.3906,
      "step": 10005
    },
    {
      "epoch": 0.46550360548964875,
      "grad_norm": 0.7249858078365224,
      "learning_rate": 0.0002970666131919286,
      "loss": 2.5312,
      "step": 10006
    },
    {
      "epoch": 0.46555012793672945,
      "grad_norm": 0.6975198715110169,
      "learning_rate": 0.0002970658827476204,
      "loss": 2.5781,
      "step": 10007
    },
    {
      "epoch": 0.4655966503838102,
      "grad_norm": 0.7418089579209798,
      "learning_rate": 0.0002970651522132775,
      "loss": 2.5469,
      "step": 10008
    },
    {
      "epoch": 0.4656431728308909,
      "grad_norm": 0.7438792200703567,
      "learning_rate": 0.00029706442158890044,
      "loss": 2.3906,
      "step": 10009
    },
    {
      "epoch": 0.4656896952779716,
      "grad_norm": 0.7737750485988342,
      "learning_rate": 0.00029706369087448975,
      "loss": 2.5938,
      "step": 10010
    },
    {
      "epoch": 0.46573621772505236,
      "grad_norm": 0.7241005273218106,
      "learning_rate": 0.00029706296007004577,
      "loss": 2.7969,
      "step": 10011
    },
    {
      "epoch": 0.46578274017213306,
      "grad_norm": 0.7481678961935888,
      "learning_rate": 0.00029706222917556894,
      "loss": 2.5781,
      "step": 10012
    },
    {
      "epoch": 0.46582926261921376,
      "grad_norm": 0.7869944189222468,
      "learning_rate": 0.0002970614981910598,
      "loss": 2.5156,
      "step": 10013
    },
    {
      "epoch": 0.4658757850662945,
      "grad_norm": 0.7380003903886192,
      "learning_rate": 0.0002970607671165187,
      "loss": 2.7031,
      "step": 10014
    },
    {
      "epoch": 0.4659223075133752,
      "grad_norm": 0.7965746873679856,
      "learning_rate": 0.0002970600359519462,
      "loss": 2.5312,
      "step": 10015
    },
    {
      "epoch": 0.4659688299604559,
      "grad_norm": 0.7002277477979008,
      "learning_rate": 0.00029705930469734257,
      "loss": 2.625,
      "step": 10016
    },
    {
      "epoch": 0.4660153524075366,
      "grad_norm": 0.7919238848684781,
      "learning_rate": 0.00029705857335270846,
      "loss": 2.9531,
      "step": 10017
    },
    {
      "epoch": 0.46606187485461736,
      "grad_norm": 0.7058435506793407,
      "learning_rate": 0.0002970578419180442,
      "loss": 2.3125,
      "step": 10018
    },
    {
      "epoch": 0.46610839730169806,
      "grad_norm": 0.7351570873283492,
      "learning_rate": 0.00029705711039335026,
      "loss": 2.75,
      "step": 10019
    },
    {
      "epoch": 0.46615491974877876,
      "grad_norm": 0.7237587029917847,
      "learning_rate": 0.0002970563787786271,
      "loss": 2.3125,
      "step": 10020
    },
    {
      "epoch": 0.4662014421958595,
      "grad_norm": 0.7140476483553061,
      "learning_rate": 0.0002970556470738751,
      "loss": 2.375,
      "step": 10021
    },
    {
      "epoch": 0.4662479646429402,
      "grad_norm": 0.7601390827696012,
      "learning_rate": 0.00029705491527909486,
      "loss": 2.5469,
      "step": 10022
    },
    {
      "epoch": 0.4662944870900209,
      "grad_norm": 0.7294921908680105,
      "learning_rate": 0.0002970541833942867,
      "loss": 2.7188,
      "step": 10023
    },
    {
      "epoch": 0.46634100953710167,
      "grad_norm": 0.7297348714922842,
      "learning_rate": 0.00029705345141945106,
      "loss": 2.3906,
      "step": 10024
    },
    {
      "epoch": 0.46638753198418237,
      "grad_norm": 0.7613114840205328,
      "learning_rate": 0.00029705271935458844,
      "loss": 2.4844,
      "step": 10025
    },
    {
      "epoch": 0.46643405443126307,
      "grad_norm": 0.6985928009438938,
      "learning_rate": 0.0002970519871996993,
      "loss": 2.6094,
      "step": 10026
    },
    {
      "epoch": 0.4664805768783438,
      "grad_norm": 0.6948176747319397,
      "learning_rate": 0.00029705125495478406,
      "loss": 2.3906,
      "step": 10027
    },
    {
      "epoch": 0.4665270993254245,
      "grad_norm": 0.7554752031044264,
      "learning_rate": 0.00029705052261984316,
      "loss": 2.8594,
      "step": 10028
    },
    {
      "epoch": 0.4665736217725052,
      "grad_norm": 0.6743756365333181,
      "learning_rate": 0.0002970497901948771,
      "loss": 2.5156,
      "step": 10029
    },
    {
      "epoch": 0.466620144219586,
      "grad_norm": 0.7474409863227007,
      "learning_rate": 0.0002970490576798863,
      "loss": 2.8438,
      "step": 10030
    },
    {
      "epoch": 0.4666666666666667,
      "grad_norm": 0.722224632285924,
      "learning_rate": 0.00029704832507487116,
      "loss": 2.75,
      "step": 10031
    },
    {
      "epoch": 0.4667131891137474,
      "grad_norm": 0.726609550587834,
      "learning_rate": 0.0002970475923798322,
      "loss": 2.5938,
      "step": 10032
    },
    {
      "epoch": 0.46675971156082807,
      "grad_norm": 0.7371317364788261,
      "learning_rate": 0.0002970468595947698,
      "loss": 2.5312,
      "step": 10033
    },
    {
      "epoch": 0.4668062340079088,
      "grad_norm": 0.7184516661900261,
      "learning_rate": 0.00029704612671968447,
      "loss": 2.4531,
      "step": 10034
    },
    {
      "epoch": 0.4668527564549895,
      "grad_norm": 0.7350502456863401,
      "learning_rate": 0.0002970453937545766,
      "loss": 2.5938,
      "step": 10035
    },
    {
      "epoch": 0.4668992789020702,
      "grad_norm": 0.6692830650106387,
      "learning_rate": 0.00029704466069944676,
      "loss": 2.7188,
      "step": 10036
    },
    {
      "epoch": 0.466945801349151,
      "grad_norm": 0.6918209880254479,
      "learning_rate": 0.00029704392755429523,
      "loss": 2.5781,
      "step": 10037
    },
    {
      "epoch": 0.4669923237962317,
      "grad_norm": 0.7340103708555767,
      "learning_rate": 0.00029704319431912257,
      "loss": 2.5625,
      "step": 10038
    },
    {
      "epoch": 0.4670388462433124,
      "grad_norm": 0.7265773927230411,
      "learning_rate": 0.0002970424609939292,
      "loss": 2.7812,
      "step": 10039
    },
    {
      "epoch": 0.46708536869039313,
      "grad_norm": 0.7039241706841798,
      "learning_rate": 0.0002970417275787156,
      "loss": 2.4375,
      "step": 10040
    },
    {
      "epoch": 0.46713189113747383,
      "grad_norm": 0.6262955066347843,
      "learning_rate": 0.0002970409940734821,
      "loss": 2.4844,
      "step": 10041
    },
    {
      "epoch": 0.46717841358455453,
      "grad_norm": 0.7082733781726012,
      "learning_rate": 0.0002970402604782293,
      "loss": 2.8906,
      "step": 10042
    },
    {
      "epoch": 0.4672249360316353,
      "grad_norm": 0.7476406625997369,
      "learning_rate": 0.0002970395267929576,
      "loss": 2.5,
      "step": 10043
    },
    {
      "epoch": 0.467271458478716,
      "grad_norm": 0.7047731276848421,
      "learning_rate": 0.0002970387930176674,
      "loss": 2.4844,
      "step": 10044
    },
    {
      "epoch": 0.4673179809257967,
      "grad_norm": 0.7161119012499157,
      "learning_rate": 0.0002970380591523592,
      "loss": 2.4531,
      "step": 10045
    },
    {
      "epoch": 0.46736450337287744,
      "grad_norm": 0.8706781654907434,
      "learning_rate": 0.0002970373251970334,
      "loss": 1.8594,
      "step": 10046
    },
    {
      "epoch": 0.46741102581995814,
      "grad_norm": 0.7168934051080005,
      "learning_rate": 0.0002970365911516905,
      "loss": 2.6719,
      "step": 10047
    },
    {
      "epoch": 0.46745754826703884,
      "grad_norm": 0.7630713090571777,
      "learning_rate": 0.00029703585701633097,
      "loss": 2.6719,
      "step": 10048
    },
    {
      "epoch": 0.46750407071411954,
      "grad_norm": 0.7061913441256668,
      "learning_rate": 0.0002970351227909552,
      "loss": 2.7344,
      "step": 10049
    },
    {
      "epoch": 0.4675505931612003,
      "grad_norm": 0.7514934323127895,
      "learning_rate": 0.0002970343884755636,
      "loss": 2.6094,
      "step": 10050
    },
    {
      "epoch": 0.467597115608281,
      "grad_norm": 0.6803137545210194,
      "learning_rate": 0.0002970336540701568,
      "loss": 2.5156,
      "step": 10051
    },
    {
      "epoch": 0.4676436380553617,
      "grad_norm": 0.7512956144775147,
      "learning_rate": 0.00029703291957473507,
      "loss": 2.6406,
      "step": 10052
    },
    {
      "epoch": 0.46769016050244244,
      "grad_norm": 0.6886908309337872,
      "learning_rate": 0.0002970321849892989,
      "loss": 2.5156,
      "step": 10053
    },
    {
      "epoch": 0.46773668294952314,
      "grad_norm": 0.7013609025675471,
      "learning_rate": 0.0002970314503138488,
      "loss": 2.5625,
      "step": 10054
    },
    {
      "epoch": 0.46778320539660384,
      "grad_norm": 0.7105171421588637,
      "learning_rate": 0.00029703071554838513,
      "loss": 2.6719,
      "step": 10055
    },
    {
      "epoch": 0.4678297278436846,
      "grad_norm": 0.7427068927680193,
      "learning_rate": 0.0002970299806929084,
      "loss": 2.625,
      "step": 10056
    },
    {
      "epoch": 0.4678762502907653,
      "grad_norm": 0.6799071765535967,
      "learning_rate": 0.0002970292457474191,
      "loss": 2.5,
      "step": 10057
    },
    {
      "epoch": 0.467922772737846,
      "grad_norm": 0.6852579201886254,
      "learning_rate": 0.0002970285107119176,
      "loss": 2.3438,
      "step": 10058
    },
    {
      "epoch": 0.46796929518492675,
      "grad_norm": 0.6415266551323766,
      "learning_rate": 0.0002970277755864044,
      "loss": 2.2188,
      "step": 10059
    },
    {
      "epoch": 0.46801581763200745,
      "grad_norm": 0.8886656493622839,
      "learning_rate": 0.00029702704037087987,
      "loss": 1.9219,
      "step": 10060
    },
    {
      "epoch": 0.46806234007908815,
      "grad_norm": 0.7247345368268461,
      "learning_rate": 0.00029702630506534455,
      "loss": 2.5938,
      "step": 10061
    },
    {
      "epoch": 0.4681088625261689,
      "grad_norm": 0.6703074089758908,
      "learning_rate": 0.0002970255696697989,
      "loss": 2.6094,
      "step": 10062
    },
    {
      "epoch": 0.4681553849732496,
      "grad_norm": 0.7204544260303615,
      "learning_rate": 0.0002970248341842433,
      "loss": 2.4219,
      "step": 10063
    },
    {
      "epoch": 0.4682019074203303,
      "grad_norm": 0.7426072469583491,
      "learning_rate": 0.0002970240986086782,
      "loss": 2.5,
      "step": 10064
    },
    {
      "epoch": 0.46824842986741105,
      "grad_norm": 0.6900846929478452,
      "learning_rate": 0.0002970233629431041,
      "loss": 2.3281,
      "step": 10065
    },
    {
      "epoch": 0.46829495231449175,
      "grad_norm": 0.7111736783942515,
      "learning_rate": 0.00029702262718752146,
      "loss": 1.7969,
      "step": 10066
    },
    {
      "epoch": 0.46834147476157245,
      "grad_norm": 0.7097980180040442,
      "learning_rate": 0.0002970218913419306,
      "loss": 2.2812,
      "step": 10067
    },
    {
      "epoch": 0.46838799720865315,
      "grad_norm": 0.6733084617329119,
      "learning_rate": 0.0002970211554063322,
      "loss": 2.4219,
      "step": 10068
    },
    {
      "epoch": 0.4684345196557339,
      "grad_norm": 0.7207839832847037,
      "learning_rate": 0.0002970204193807265,
      "loss": 2.5,
      "step": 10069
    },
    {
      "epoch": 0.4684810421028146,
      "grad_norm": 0.697808670033911,
      "learning_rate": 0.00029701968326511407,
      "loss": 2.2969,
      "step": 10070
    },
    {
      "epoch": 0.4685275645498953,
      "grad_norm": 0.7069939062550841,
      "learning_rate": 0.0002970189470594953,
      "loss": 2.5625,
      "step": 10071
    },
    {
      "epoch": 0.46857408699697606,
      "grad_norm": 0.7374786333792666,
      "learning_rate": 0.00029701821076387073,
      "loss": 2.7031,
      "step": 10072
    },
    {
      "epoch": 0.46862060944405676,
      "grad_norm": 0.7218837766412894,
      "learning_rate": 0.0002970174743782407,
      "loss": 2.0312,
      "step": 10073
    },
    {
      "epoch": 0.46866713189113746,
      "grad_norm": 0.8135654925457451,
      "learning_rate": 0.0002970167379026057,
      "loss": 2.375,
      "step": 10074
    },
    {
      "epoch": 0.4687136543382182,
      "grad_norm": 0.7009449550658969,
      "learning_rate": 0.00029701600133696617,
      "loss": 2.4062,
      "step": 10075
    },
    {
      "epoch": 0.4687601767852989,
      "grad_norm": 0.7615934398371766,
      "learning_rate": 0.00029701526468132257,
      "loss": 2.3438,
      "step": 10076
    },
    {
      "epoch": 0.4688066992323796,
      "grad_norm": 0.7078156233378213,
      "learning_rate": 0.0002970145279356754,
      "loss": 2.625,
      "step": 10077
    },
    {
      "epoch": 0.46885322167946036,
      "grad_norm": 0.7303201129117622,
      "learning_rate": 0.00029701379110002506,
      "loss": 3.0469,
      "step": 10078
    },
    {
      "epoch": 0.46889974412654106,
      "grad_norm": 0.7151949519332736,
      "learning_rate": 0.00029701305417437196,
      "loss": 2.5156,
      "step": 10079
    },
    {
      "epoch": 0.46894626657362176,
      "grad_norm": 0.7552382187732845,
      "learning_rate": 0.0002970123171587167,
      "loss": 2.4219,
      "step": 10080
    },
    {
      "epoch": 0.4689927890207025,
      "grad_norm": 0.6824039154758804,
      "learning_rate": 0.0002970115800530596,
      "loss": 2.5,
      "step": 10081
    },
    {
      "epoch": 0.4690393114677832,
      "grad_norm": 0.719598385183385,
      "learning_rate": 0.0002970108428574011,
      "loss": 2.6875,
      "step": 10082
    },
    {
      "epoch": 0.4690858339148639,
      "grad_norm": 0.8266486555778487,
      "learning_rate": 0.00029701010557174173,
      "loss": 2.6406,
      "step": 10083
    },
    {
      "epoch": 0.4691323563619446,
      "grad_norm": 0.6509720597124798,
      "learning_rate": 0.00029700936819608185,
      "loss": 2.5312,
      "step": 10084
    },
    {
      "epoch": 0.46917887880902537,
      "grad_norm": 0.765201010474152,
      "learning_rate": 0.0002970086307304221,
      "loss": 2.7344,
      "step": 10085
    },
    {
      "epoch": 0.46922540125610607,
      "grad_norm": 0.6700859371991249,
      "learning_rate": 0.0002970078931747626,
      "loss": 2.4688,
      "step": 10086
    },
    {
      "epoch": 0.46927192370318677,
      "grad_norm": 0.7251415992603847,
      "learning_rate": 0.00029700715552910415,
      "loss": 2.4531,
      "step": 10087
    },
    {
      "epoch": 0.4693184461502675,
      "grad_norm": 0.7231943042002924,
      "learning_rate": 0.000297006417793447,
      "loss": 2.7344,
      "step": 10088
    },
    {
      "epoch": 0.4693649685973482,
      "grad_norm": 0.7402171519390444,
      "learning_rate": 0.0002970056799677917,
      "loss": 2.8125,
      "step": 10089
    },
    {
      "epoch": 0.4694114910444289,
      "grad_norm": 0.7825616423058893,
      "learning_rate": 0.0002970049420521386,
      "loss": 2.5,
      "step": 10090
    },
    {
      "epoch": 0.4694580134915097,
      "grad_norm": 0.6719608826243046,
      "learning_rate": 0.0002970042040464882,
      "loss": 2.4219,
      "step": 10091
    },
    {
      "epoch": 0.4695045359385904,
      "grad_norm": 0.6764331038304447,
      "learning_rate": 0.000297003465950841,
      "loss": 2.75,
      "step": 10092
    },
    {
      "epoch": 0.46955105838567107,
      "grad_norm": 0.6942030884886057,
      "learning_rate": 0.0002970027277651975,
      "loss": 2.4844,
      "step": 10093
    },
    {
      "epoch": 0.4695975808327518,
      "grad_norm": 0.927848380337421,
      "learning_rate": 0.0002970019894895579,
      "loss": 1.8828,
      "step": 10094
    },
    {
      "epoch": 0.4696441032798325,
      "grad_norm": 0.7553051896775957,
      "learning_rate": 0.0002970012511239229,
      "loss": 2.625,
      "step": 10095
    },
    {
      "epoch": 0.4696906257269132,
      "grad_norm": 0.7556841881192905,
      "learning_rate": 0.00029700051266829286,
      "loss": 2.4844,
      "step": 10096
    },
    {
      "epoch": 0.469737148173994,
      "grad_norm": 0.8211069619083384,
      "learning_rate": 0.00029699977412266825,
      "loss": 2.7812,
      "step": 10097
    },
    {
      "epoch": 0.4697836706210747,
      "grad_norm": 0.7153458876261009,
      "learning_rate": 0.0002969990354870495,
      "loss": 2.6094,
      "step": 10098
    },
    {
      "epoch": 0.4698301930681554,
      "grad_norm": 0.7801594920850267,
      "learning_rate": 0.00029699829676143707,
      "loss": 2.6406,
      "step": 10099
    },
    {
      "epoch": 0.4698767155152361,
      "grad_norm": 0.6958302058795571,
      "learning_rate": 0.0002969975579458314,
      "loss": 2.5156,
      "step": 10100
    },
    {
      "epoch": 0.46992323796231683,
      "grad_norm": 0.7265186490097727,
      "learning_rate": 0.000296996819040233,
      "loss": 2.8281,
      "step": 10101
    },
    {
      "epoch": 0.46996976040939753,
      "grad_norm": 0.7143702243633818,
      "learning_rate": 0.00029699608004464225,
      "loss": 2.6562,
      "step": 10102
    },
    {
      "epoch": 0.47001628285647823,
      "grad_norm": 0.7340731379429828,
      "learning_rate": 0.00029699534095905964,
      "loss": 2.4219,
      "step": 10103
    },
    {
      "epoch": 0.470062805303559,
      "grad_norm": 0.7418755968313111,
      "learning_rate": 0.0002969946017834856,
      "loss": 2.5469,
      "step": 10104
    },
    {
      "epoch": 0.4701093277506397,
      "grad_norm": 0.6906180477658704,
      "learning_rate": 0.0002969938625179206,
      "loss": 2.2344,
      "step": 10105
    },
    {
      "epoch": 0.4701558501977204,
      "grad_norm": 0.9314625311341752,
      "learning_rate": 0.00029699312316236513,
      "loss": 2.0156,
      "step": 10106
    },
    {
      "epoch": 0.47020237264480114,
      "grad_norm": 0.6832773353618403,
      "learning_rate": 0.0002969923837168196,
      "loss": 2.5781,
      "step": 10107
    },
    {
      "epoch": 0.47024889509188184,
      "grad_norm": 0.7187231591601161,
      "learning_rate": 0.0002969916441812844,
      "loss": 2.5938,
      "step": 10108
    },
    {
      "epoch": 0.47029541753896253,
      "grad_norm": 0.6945236958154504,
      "learning_rate": 0.0002969909045557601,
      "loss": 2.4531,
      "step": 10109
    },
    {
      "epoch": 0.4703419399860433,
      "grad_norm": 0.6953079750648927,
      "learning_rate": 0.0002969901648402471,
      "loss": 2.5938,
      "step": 10110
    },
    {
      "epoch": 0.470388462433124,
      "grad_norm": 0.7338172483945149,
      "learning_rate": 0.0002969894250347459,
      "loss": 2.4844,
      "step": 10111
    },
    {
      "epoch": 0.4704349848802047,
      "grad_norm": 0.7461215989173474,
      "learning_rate": 0.00029698868513925683,
      "loss": 2.6875,
      "step": 10112
    },
    {
      "epoch": 0.47048150732728544,
      "grad_norm": 0.6723884385578065,
      "learning_rate": 0.00029698794515378046,
      "loss": 2.6094,
      "step": 10113
    },
    {
      "epoch": 0.47052802977436614,
      "grad_norm": 0.7212274092249858,
      "learning_rate": 0.0002969872050783172,
      "loss": 2.4062,
      "step": 10114
    },
    {
      "epoch": 0.47057455222144684,
      "grad_norm": 0.7290832904412087,
      "learning_rate": 0.0002969864649128675,
      "loss": 2.8594,
      "step": 10115
    },
    {
      "epoch": 0.47062107466852754,
      "grad_norm": 0.7056084921504211,
      "learning_rate": 0.0002969857246574318,
      "loss": 2.5938,
      "step": 10116
    },
    {
      "epoch": 0.4706675971156083,
      "grad_norm": 0.7167700834855011,
      "learning_rate": 0.0002969849843120106,
      "loss": 2.375,
      "step": 10117
    },
    {
      "epoch": 0.470714119562689,
      "grad_norm": 0.7188462955033464,
      "learning_rate": 0.0002969842438766043,
      "loss": 2.6094,
      "step": 10118
    },
    {
      "epoch": 0.4707606420097697,
      "grad_norm": 0.6905686569914707,
      "learning_rate": 0.0002969835033512134,
      "loss": 2.6562,
      "step": 10119
    },
    {
      "epoch": 0.47080716445685045,
      "grad_norm": 0.7109088606563373,
      "learning_rate": 0.00029698276273583835,
      "loss": 2.3438,
      "step": 10120
    },
    {
      "epoch": 0.47085368690393115,
      "grad_norm": 0.7199294795066997,
      "learning_rate": 0.00029698202203047954,
      "loss": 2.7188,
      "step": 10121
    },
    {
      "epoch": 0.47090020935101184,
      "grad_norm": 0.8421055614565314,
      "learning_rate": 0.00029698128123513754,
      "loss": 2.625,
      "step": 10122
    },
    {
      "epoch": 0.4709467317980926,
      "grad_norm": 0.7281479240121796,
      "learning_rate": 0.00029698054034981266,
      "loss": 2.75,
      "step": 10123
    },
    {
      "epoch": 0.4709932542451733,
      "grad_norm": 0.7289055869398584,
      "learning_rate": 0.0002969797993745055,
      "loss": 2.5938,
      "step": 10124
    },
    {
      "epoch": 0.471039776692254,
      "grad_norm": 0.7060247975637562,
      "learning_rate": 0.00029697905830921635,
      "loss": 2.4844,
      "step": 10125
    },
    {
      "epoch": 0.47108629913933475,
      "grad_norm": 0.7493568848713036,
      "learning_rate": 0.00029697831715394583,
      "loss": 2.875,
      "step": 10126
    },
    {
      "epoch": 0.47113282158641545,
      "grad_norm": 0.6857245730348519,
      "learning_rate": 0.0002969775759086943,
      "loss": 2.5625,
      "step": 10127
    },
    {
      "epoch": 0.47117934403349615,
      "grad_norm": 0.7066724599710916,
      "learning_rate": 0.0002969768345734622,
      "loss": 2.6406,
      "step": 10128
    },
    {
      "epoch": 0.4712258664805769,
      "grad_norm": 0.8083309067359605,
      "learning_rate": 0.0002969760931482501,
      "loss": 2.5,
      "step": 10129
    },
    {
      "epoch": 0.4712723889276576,
      "grad_norm": 0.7326725858371159,
      "learning_rate": 0.0002969753516330583,
      "loss": 2.625,
      "step": 10130
    },
    {
      "epoch": 0.4713189113747383,
      "grad_norm": 0.6887782774160601,
      "learning_rate": 0.0002969746100278873,
      "loss": 2.75,
      "step": 10131
    },
    {
      "epoch": 0.471365433821819,
      "grad_norm": 0.7045268226920839,
      "learning_rate": 0.0002969738683327376,
      "loss": 2.4531,
      "step": 10132
    },
    {
      "epoch": 0.47141195626889976,
      "grad_norm": 0.6735292415202708,
      "learning_rate": 0.00029697312654760965,
      "loss": 2.75,
      "step": 10133
    },
    {
      "epoch": 0.47145847871598046,
      "grad_norm": 0.7541187660598554,
      "learning_rate": 0.00029697238467250387,
      "loss": 2.1719,
      "step": 10134
    },
    {
      "epoch": 0.47150500116306115,
      "grad_norm": 0.6739642148532591,
      "learning_rate": 0.00029697164270742074,
      "loss": 2.4219,
      "step": 10135
    },
    {
      "epoch": 0.4715515236101419,
      "grad_norm": 0.7338260540897567,
      "learning_rate": 0.0002969709006523607,
      "loss": 2.4375,
      "step": 10136
    },
    {
      "epoch": 0.4715980460572226,
      "grad_norm": 0.6627211494849897,
      "learning_rate": 0.0002969701585073242,
      "loss": 2.375,
      "step": 10137
    },
    {
      "epoch": 0.4716445685043033,
      "grad_norm": 0.7214407327508762,
      "learning_rate": 0.0002969694162723117,
      "loss": 2.5781,
      "step": 10138
    },
    {
      "epoch": 0.47169109095138406,
      "grad_norm": 0.7429961413215348,
      "learning_rate": 0.0002969686739473237,
      "loss": 2.6719,
      "step": 10139
    },
    {
      "epoch": 0.47173761339846476,
      "grad_norm": 0.6964406388079325,
      "learning_rate": 0.00029696793153236056,
      "loss": 2.6719,
      "step": 10140
    },
    {
      "epoch": 0.47178413584554546,
      "grad_norm": 0.8365804629008038,
      "learning_rate": 0.0002969671890274228,
      "loss": 2.5,
      "step": 10141
    },
    {
      "epoch": 0.4718306582926262,
      "grad_norm": 0.754753440329189,
      "learning_rate": 0.00029696644643251093,
      "loss": 2.4688,
      "step": 10142
    },
    {
      "epoch": 0.4718771807397069,
      "grad_norm": 0.7297355276186035,
      "learning_rate": 0.0002969657037476252,
      "loss": 2.4688,
      "step": 10143
    },
    {
      "epoch": 0.4719237031867876,
      "grad_norm": 0.666518019004347,
      "learning_rate": 0.0002969649609727663,
      "loss": 2.5156,
      "step": 10144
    },
    {
      "epoch": 0.47197022563386837,
      "grad_norm": 0.6813124560968834,
      "learning_rate": 0.0002969642181079346,
      "loss": 2.5,
      "step": 10145
    },
    {
      "epoch": 0.47201674808094907,
      "grad_norm": 0.7115660742603412,
      "learning_rate": 0.00029696347515313046,
      "loss": 2.3281,
      "step": 10146
    },
    {
      "epoch": 0.47206327052802977,
      "grad_norm": 0.7988936265204082,
      "learning_rate": 0.00029696273210835447,
      "loss": 2.625,
      "step": 10147
    },
    {
      "epoch": 0.47210979297511046,
      "grad_norm": 0.6889153935093659,
      "learning_rate": 0.000296961988973607,
      "loss": 2.5312,
      "step": 10148
    },
    {
      "epoch": 0.4721563154221912,
      "grad_norm": 0.7038933735746704,
      "learning_rate": 0.00029696124574888857,
      "loss": 2.5781,
      "step": 10149
    },
    {
      "epoch": 0.4722028378692719,
      "grad_norm": 0.7437297680084726,
      "learning_rate": 0.0002969605024341996,
      "loss": 2.5312,
      "step": 10150
    },
    {
      "epoch": 0.4722493603163526,
      "grad_norm": 0.6963568728477119,
      "learning_rate": 0.00029695975902954046,
      "loss": 2.625,
      "step": 10151
    },
    {
      "epoch": 0.4722958827634334,
      "grad_norm": 0.7105925647649786,
      "learning_rate": 0.00029695901553491175,
      "loss": 2.6562,
      "step": 10152
    },
    {
      "epoch": 0.47234240521051407,
      "grad_norm": 0.8161069033028582,
      "learning_rate": 0.0002969582719503139,
      "loss": 2.3281,
      "step": 10153
    },
    {
      "epoch": 0.47238892765759477,
      "grad_norm": 0.7565960984722286,
      "learning_rate": 0.00029695752827574724,
      "loss": 2.6719,
      "step": 10154
    },
    {
      "epoch": 0.4724354501046755,
      "grad_norm": 0.7325662484367931,
      "learning_rate": 0.0002969567845112124,
      "loss": 2.6875,
      "step": 10155
    },
    {
      "epoch": 0.4724819725517562,
      "grad_norm": 0.728530775188427,
      "learning_rate": 0.0002969560406567097,
      "loss": 2.75,
      "step": 10156
    },
    {
      "epoch": 0.4725284949988369,
      "grad_norm": 0.7085326392594364,
      "learning_rate": 0.00029695529671223964,
      "loss": 2.4688,
      "step": 10157
    },
    {
      "epoch": 0.4725750174459177,
      "grad_norm": 0.7191017331969911,
      "learning_rate": 0.0002969545526778027,
      "loss": 2.5781,
      "step": 10158
    },
    {
      "epoch": 0.4726215398929984,
      "grad_norm": 0.8265783901258513,
      "learning_rate": 0.00029695380855339934,
      "loss": 2.625,
      "step": 10159
    },
    {
      "epoch": 0.4726680623400791,
      "grad_norm": 0.7210068148196365,
      "learning_rate": 0.00029695306433902995,
      "loss": 2.4844,
      "step": 10160
    },
    {
      "epoch": 0.47271458478715983,
      "grad_norm": 0.6751271664264374,
      "learning_rate": 0.00029695232003469505,
      "loss": 2.5938,
      "step": 10161
    },
    {
      "epoch": 0.47276110723424053,
      "grad_norm": 0.709657450246702,
      "learning_rate": 0.00029695157564039516,
      "loss": 2.5,
      "step": 10162
    },
    {
      "epoch": 0.47280762968132123,
      "grad_norm": 0.7393430721111479,
      "learning_rate": 0.0002969508311561305,
      "loss": 2.7031,
      "step": 10163
    },
    {
      "epoch": 0.47285415212840193,
      "grad_norm": 0.7017936668333983,
      "learning_rate": 0.0002969500865819018,
      "loss": 2.8594,
      "step": 10164
    },
    {
      "epoch": 0.4729006745754827,
      "grad_norm": 0.7623940055794991,
      "learning_rate": 0.0002969493419177093,
      "loss": 2.5469,
      "step": 10165
    },
    {
      "epoch": 0.4729471970225634,
      "grad_norm": 1.495711841672485,
      "learning_rate": 0.0002969485971635536,
      "loss": 2.5938,
      "step": 10166
    },
    {
      "epoch": 0.4729937194696441,
      "grad_norm": 0.7985821293955788,
      "learning_rate": 0.00029694785231943507,
      "loss": 2.375,
      "step": 10167
    },
    {
      "epoch": 0.47304024191672484,
      "grad_norm": 0.7628399630881841,
      "learning_rate": 0.0002969471073853542,
      "loss": 2.6094,
      "step": 10168
    },
    {
      "epoch": 0.47308676436380553,
      "grad_norm": 0.7137496656753686,
      "learning_rate": 0.00029694636236131145,
      "loss": 2.6875,
      "step": 10169
    },
    {
      "epoch": 0.47313328681088623,
      "grad_norm": 0.6740900600694121,
      "learning_rate": 0.00029694561724730726,
      "loss": 2.6094,
      "step": 10170
    },
    {
      "epoch": 0.473179809257967,
      "grad_norm": 0.7294981595550271,
      "learning_rate": 0.00029694487204334215,
      "loss": 2.4531,
      "step": 10171
    },
    {
      "epoch": 0.4732263317050477,
      "grad_norm": 0.7874456209360858,
      "learning_rate": 0.00029694412674941646,
      "loss": 2.6719,
      "step": 10172
    },
    {
      "epoch": 0.4732728541521284,
      "grad_norm": 0.7358038541063914,
      "learning_rate": 0.00029694338136553077,
      "loss": 2.5938,
      "step": 10173
    },
    {
      "epoch": 0.47331937659920914,
      "grad_norm": 0.7375495063997507,
      "learning_rate": 0.0002969426358916854,
      "loss": 2.8281,
      "step": 10174
    },
    {
      "epoch": 0.47336589904628984,
      "grad_norm": 0.7206703230461724,
      "learning_rate": 0.0002969418903278809,
      "loss": 2.5312,
      "step": 10175
    },
    {
      "epoch": 0.47341242149337054,
      "grad_norm": 0.7140853711401127,
      "learning_rate": 0.00029694114467411774,
      "loss": 2.5625,
      "step": 10176
    },
    {
      "epoch": 0.4734589439404513,
      "grad_norm": 0.7544263916102819,
      "learning_rate": 0.00029694039893039635,
      "loss": 2.7656,
      "step": 10177
    },
    {
      "epoch": 0.473505466387532,
      "grad_norm": 0.8482167333842272,
      "learning_rate": 0.0002969396530967172,
      "loss": 2.3281,
      "step": 10178
    },
    {
      "epoch": 0.4735519888346127,
      "grad_norm": 0.6263465906475527,
      "learning_rate": 0.0002969389071730807,
      "loss": 2.1719,
      "step": 10179
    },
    {
      "epoch": 0.4735985112816934,
      "grad_norm": 0.6976646823745308,
      "learning_rate": 0.0002969381611594873,
      "loss": 2.3594,
      "step": 10180
    },
    {
      "epoch": 0.47364503372877415,
      "grad_norm": 0.6979130589045534,
      "learning_rate": 0.00029693741505593753,
      "loss": 2.6562,
      "step": 10181
    },
    {
      "epoch": 0.47369155617585484,
      "grad_norm": 0.6869088622786989,
      "learning_rate": 0.0002969366688624318,
      "loss": 2.5938,
      "step": 10182
    },
    {
      "epoch": 0.47373807862293554,
      "grad_norm": 0.6688737439827752,
      "learning_rate": 0.00029693592257897054,
      "loss": 2.2812,
      "step": 10183
    },
    {
      "epoch": 0.4737846010700163,
      "grad_norm": 0.7977188240413665,
      "learning_rate": 0.0002969351762055543,
      "loss": 2.4062,
      "step": 10184
    },
    {
      "epoch": 0.473831123517097,
      "grad_norm": 0.7048606675629642,
      "learning_rate": 0.00029693442974218346,
      "loss": 2.3125,
      "step": 10185
    },
    {
      "epoch": 0.4738776459641777,
      "grad_norm": 0.7667744174494793,
      "learning_rate": 0.0002969336831888585,
      "loss": 2.8125,
      "step": 10186
    },
    {
      "epoch": 0.47392416841125845,
      "grad_norm": 0.7926409378073903,
      "learning_rate": 0.0002969329365455799,
      "loss": 2.5781,
      "step": 10187
    },
    {
      "epoch": 0.47397069085833915,
      "grad_norm": 0.796532969828967,
      "learning_rate": 0.00029693218981234805,
      "loss": 1.6953,
      "step": 10188
    },
    {
      "epoch": 0.47401721330541985,
      "grad_norm": 0.6985038228417912,
      "learning_rate": 0.0002969314429891634,
      "loss": 2.2188,
      "step": 10189
    },
    {
      "epoch": 0.4740637357525006,
      "grad_norm": 0.6762389486271393,
      "learning_rate": 0.0002969306960760265,
      "loss": 2.5,
      "step": 10190
    },
    {
      "epoch": 0.4741102581995813,
      "grad_norm": 0.7479132695121709,
      "learning_rate": 0.00029692994907293784,
      "loss": 2.5781,
      "step": 10191
    },
    {
      "epoch": 0.474156780646662,
      "grad_norm": 0.7238325906551433,
      "learning_rate": 0.00029692920197989773,
      "loss": 2.6719,
      "step": 10192
    },
    {
      "epoch": 0.47420330309374276,
      "grad_norm": 0.7692411477782678,
      "learning_rate": 0.0002969284547969067,
      "loss": 2.8125,
      "step": 10193
    },
    {
      "epoch": 0.47424982554082346,
      "grad_norm": 0.7985623256677061,
      "learning_rate": 0.0002969277075239652,
      "loss": 2.5938,
      "step": 10194
    },
    {
      "epoch": 0.47429634798790415,
      "grad_norm": 0.7526813320492134,
      "learning_rate": 0.0002969269601610737,
      "loss": 2.6094,
      "step": 10195
    },
    {
      "epoch": 0.47434287043498485,
      "grad_norm": 0.6698612737066738,
      "learning_rate": 0.00029692621270823263,
      "loss": 2.25,
      "step": 10196
    },
    {
      "epoch": 0.4743893928820656,
      "grad_norm": 0.6806573191440168,
      "learning_rate": 0.0002969254651654425,
      "loss": 2.6094,
      "step": 10197
    },
    {
      "epoch": 0.4744359153291463,
      "grad_norm": 0.7108234108701925,
      "learning_rate": 0.00029692471753270367,
      "loss": 2.7031,
      "step": 10198
    },
    {
      "epoch": 0.474482437776227,
      "grad_norm": 0.7795608827906744,
      "learning_rate": 0.00029692396981001673,
      "loss": 2.5312,
      "step": 10199
    },
    {
      "epoch": 0.47452896022330776,
      "grad_norm": 0.7101276199513289,
      "learning_rate": 0.00029692322199738206,
      "loss": 2.7188,
      "step": 10200
    },
    {
      "epoch": 0.47457548267038846,
      "grad_norm": 0.6762953944696479,
      "learning_rate": 0.00029692247409480007,
      "loss": 2.4062,
      "step": 10201
    },
    {
      "epoch": 0.47462200511746916,
      "grad_norm": 0.6755801186187442,
      "learning_rate": 0.00029692172610227137,
      "loss": 2.4531,
      "step": 10202
    },
    {
      "epoch": 0.4746685275645499,
      "grad_norm": 0.7448120717853122,
      "learning_rate": 0.0002969209780197963,
      "loss": 2.8594,
      "step": 10203
    },
    {
      "epoch": 0.4747150500116306,
      "grad_norm": 0.670310177906077,
      "learning_rate": 0.00029692022984737523,
      "loss": 2.6719,
      "step": 10204
    },
    {
      "epoch": 0.4747615724587113,
      "grad_norm": 0.7280641418168841,
      "learning_rate": 0.00029691948158500883,
      "loss": 2.5312,
      "step": 10205
    },
    {
      "epoch": 0.47480809490579207,
      "grad_norm": 0.729878927673438,
      "learning_rate": 0.00029691873323269745,
      "loss": 2.5,
      "step": 10206
    },
    {
      "epoch": 0.47485461735287277,
      "grad_norm": 0.701597546978435,
      "learning_rate": 0.0002969179847904416,
      "loss": 2.4531,
      "step": 10207
    },
    {
      "epoch": 0.47490113979995346,
      "grad_norm": 0.6991893483694394,
      "learning_rate": 0.0002969172362582416,
      "loss": 2.7188,
      "step": 10208
    },
    {
      "epoch": 0.4749476622470342,
      "grad_norm": 0.6742684047510741,
      "learning_rate": 0.00029691648763609805,
      "loss": 2.4844,
      "step": 10209
    },
    {
      "epoch": 0.4749941846941149,
      "grad_norm": 0.683431156721645,
      "learning_rate": 0.0002969157389240113,
      "loss": 2.5938,
      "step": 10210
    },
    {
      "epoch": 0.4750407071411956,
      "grad_norm": 0.7377531543524026,
      "learning_rate": 0.0002969149901219819,
      "loss": 2.125,
      "step": 10211
    },
    {
      "epoch": 0.4750872295882763,
      "grad_norm": 0.7311695782418307,
      "learning_rate": 0.00029691424123001037,
      "loss": 2.5,
      "step": 10212
    },
    {
      "epoch": 0.47513375203535707,
      "grad_norm": 0.7236343104195627,
      "learning_rate": 0.000296913492248097,
      "loss": 2.6719,
      "step": 10213
    },
    {
      "epoch": 0.47518027448243777,
      "grad_norm": 0.7412686303484914,
      "learning_rate": 0.0002969127431762423,
      "loss": 2.5781,
      "step": 10214
    },
    {
      "epoch": 0.47522679692951847,
      "grad_norm": 0.8426906588859725,
      "learning_rate": 0.00029691199401444683,
      "loss": 2.8594,
      "step": 10215
    },
    {
      "epoch": 0.4752733193765992,
      "grad_norm": 0.697624115531376,
      "learning_rate": 0.0002969112447627109,
      "loss": 2.4531,
      "step": 10216
    },
    {
      "epoch": 0.4753198418236799,
      "grad_norm": 0.7179838815325379,
      "learning_rate": 0.00029691049542103504,
      "loss": 2.6094,
      "step": 10217
    },
    {
      "epoch": 0.4753663642707606,
      "grad_norm": 0.7149898210340866,
      "learning_rate": 0.00029690974598941975,
      "loss": 2.5312,
      "step": 10218
    },
    {
      "epoch": 0.4754128867178414,
      "grad_norm": 0.7242373003792085,
      "learning_rate": 0.00029690899646786544,
      "loss": 2.4375,
      "step": 10219
    },
    {
      "epoch": 0.4754594091649221,
      "grad_norm": 0.7684800840850388,
      "learning_rate": 0.00029690824685637255,
      "loss": 1.8516,
      "step": 10220
    },
    {
      "epoch": 0.4755059316120028,
      "grad_norm": 0.7919182570139599,
      "learning_rate": 0.00029690749715494157,
      "loss": 2.0,
      "step": 10221
    },
    {
      "epoch": 0.47555245405908353,
      "grad_norm": 0.7596481246735898,
      "learning_rate": 0.000296906747363573,
      "loss": 2.5625,
      "step": 10222
    },
    {
      "epoch": 0.47559897650616423,
      "grad_norm": 0.6880102800522857,
      "learning_rate": 0.0002969059974822672,
      "loss": 2.6562,
      "step": 10223
    },
    {
      "epoch": 0.4756454989532449,
      "grad_norm": 0.7347409455775861,
      "learning_rate": 0.0002969052475110247,
      "loss": 2.9219,
      "step": 10224
    },
    {
      "epoch": 0.4756920214003257,
      "grad_norm": 0.7039836413631457,
      "learning_rate": 0.0002969044974498459,
      "loss": 2.4688,
      "step": 10225
    },
    {
      "epoch": 0.4757385438474064,
      "grad_norm": 0.7291834177926955,
      "learning_rate": 0.00029690374729873136,
      "loss": 2.4219,
      "step": 10226
    },
    {
      "epoch": 0.4757850662944871,
      "grad_norm": 0.744007420173842,
      "learning_rate": 0.00029690299705768146,
      "loss": 2.5781,
      "step": 10227
    },
    {
      "epoch": 0.4758315887415678,
      "grad_norm": 0.6925482080524192,
      "learning_rate": 0.00029690224672669673,
      "loss": 2.5625,
      "step": 10228
    },
    {
      "epoch": 0.47587811118864853,
      "grad_norm": 0.7436869974862397,
      "learning_rate": 0.00029690149630577753,
      "loss": 2.5938,
      "step": 10229
    },
    {
      "epoch": 0.47592463363572923,
      "grad_norm": 0.6632899630433261,
      "learning_rate": 0.00029690074579492436,
      "loss": 2.375,
      "step": 10230
    },
    {
      "epoch": 0.47597115608280993,
      "grad_norm": 0.7179138154828565,
      "learning_rate": 0.00029689999519413765,
      "loss": 2.5469,
      "step": 10231
    },
    {
      "epoch": 0.4760176785298907,
      "grad_norm": 0.7126760461561602,
      "learning_rate": 0.000296899244503418,
      "loss": 2.4062,
      "step": 10232
    },
    {
      "epoch": 0.4760642009769714,
      "grad_norm": 0.6872493379582445,
      "learning_rate": 0.0002968984937227657,
      "loss": 2.4844,
      "step": 10233
    },
    {
      "epoch": 0.4761107234240521,
      "grad_norm": 0.7646017359593917,
      "learning_rate": 0.00029689774285218126,
      "loss": 2.6406,
      "step": 10234
    },
    {
      "epoch": 0.47615724587113284,
      "grad_norm": 0.8283674589730614,
      "learning_rate": 0.0002968969918916652,
      "loss": 2.5938,
      "step": 10235
    },
    {
      "epoch": 0.47620376831821354,
      "grad_norm": 0.6574762041930742,
      "learning_rate": 0.0002968962408412179,
      "loss": 2.375,
      "step": 10236
    },
    {
      "epoch": 0.47625029076529424,
      "grad_norm": 0.7203659798448607,
      "learning_rate": 0.0002968954897008399,
      "loss": 2.5781,
      "step": 10237
    },
    {
      "epoch": 0.476296813212375,
      "grad_norm": 0.7538618216619014,
      "learning_rate": 0.0002968947384705316,
      "loss": 2.6094,
      "step": 10238
    },
    {
      "epoch": 0.4763433356594557,
      "grad_norm": 0.8005618658305843,
      "learning_rate": 0.0002968939871502934,
      "loss": 2.4844,
      "step": 10239
    },
    {
      "epoch": 0.4763898581065364,
      "grad_norm": 0.7003372567784266,
      "learning_rate": 0.00029689323574012594,
      "loss": 2.375,
      "step": 10240
    },
    {
      "epoch": 0.47643638055361714,
      "grad_norm": 0.8240609476491714,
      "learning_rate": 0.0002968924842400296,
      "loss": 2.6719,
      "step": 10241
    },
    {
      "epoch": 0.47648290300069784,
      "grad_norm": 0.6371008210525132,
      "learning_rate": 0.0002968917326500047,
      "loss": 2.2031,
      "step": 10242
    },
    {
      "epoch": 0.47652942544777854,
      "grad_norm": 0.7305435474241904,
      "learning_rate": 0.0002968909809700519,
      "loss": 2.5,
      "step": 10243
    },
    {
      "epoch": 0.47657594789485924,
      "grad_norm": 0.7134821762650816,
      "learning_rate": 0.00029689022920017155,
      "loss": 2.75,
      "step": 10244
    },
    {
      "epoch": 0.47662247034194,
      "grad_norm": 0.7098500816075228,
      "learning_rate": 0.0002968894773403641,
      "loss": 2.5312,
      "step": 10245
    },
    {
      "epoch": 0.4766689927890207,
      "grad_norm": 0.7794661196689304,
      "learning_rate": 0.0002968887253906301,
      "loss": 2.0781,
      "step": 10246
    },
    {
      "epoch": 0.4767155152361014,
      "grad_norm": 0.665717936136888,
      "learning_rate": 0.00029688797335096994,
      "loss": 2.5312,
      "step": 10247
    },
    {
      "epoch": 0.47676203768318215,
      "grad_norm": 0.7128004178499824,
      "learning_rate": 0.00029688722122138406,
      "loss": 2.4844,
      "step": 10248
    },
    {
      "epoch": 0.47680856013026285,
      "grad_norm": 0.8099621888662705,
      "learning_rate": 0.000296886469001873,
      "loss": 2.5625,
      "step": 10249
    },
    {
      "epoch": 0.47685508257734355,
      "grad_norm": 0.8116103203937282,
      "learning_rate": 0.00029688571669243716,
      "loss": 2.5469,
      "step": 10250
    },
    {
      "epoch": 0.4769016050244243,
      "grad_norm": 0.7383469280341302,
      "learning_rate": 0.000296884964293077,
      "loss": 2.7656,
      "step": 10251
    },
    {
      "epoch": 0.476948127471505,
      "grad_norm": 0.7260340607945698,
      "learning_rate": 0.00029688421180379306,
      "loss": 2.375,
      "step": 10252
    },
    {
      "epoch": 0.4769946499185857,
      "grad_norm": 0.750559926991876,
      "learning_rate": 0.00029688345922458567,
      "loss": 2.875,
      "step": 10253
    },
    {
      "epoch": 0.47704117236566645,
      "grad_norm": 0.7487694909392375,
      "learning_rate": 0.0002968827065554554,
      "loss": 2.5,
      "step": 10254
    },
    {
      "epoch": 0.47708769481274715,
      "grad_norm": 0.686713788188146,
      "learning_rate": 0.0002968819537964027,
      "loss": 2.875,
      "step": 10255
    },
    {
      "epoch": 0.47713421725982785,
      "grad_norm": 0.7237072163806549,
      "learning_rate": 0.00029688120094742795,
      "loss": 2.5469,
      "step": 10256
    },
    {
      "epoch": 0.4771807397069086,
      "grad_norm": 0.6966165092878165,
      "learning_rate": 0.00029688044800853166,
      "loss": 2.2031,
      "step": 10257
    },
    {
      "epoch": 0.4772272621539893,
      "grad_norm": 0.6995114151500421,
      "learning_rate": 0.0002968796949797143,
      "loss": 2.8594,
      "step": 10258
    },
    {
      "epoch": 0.47727378460107,
      "grad_norm": 0.7180913745759216,
      "learning_rate": 0.0002968789418609764,
      "loss": 2.8438,
      "step": 10259
    },
    {
      "epoch": 0.47732030704815076,
      "grad_norm": 0.6448475310055919,
      "learning_rate": 0.00029687818865231825,
      "loss": 2.2344,
      "step": 10260
    },
    {
      "epoch": 0.47736682949523146,
      "grad_norm": 0.7377202404479364,
      "learning_rate": 0.00029687743535374044,
      "loss": 2.9375,
      "step": 10261
    },
    {
      "epoch": 0.47741335194231216,
      "grad_norm": 0.6904215686575433,
      "learning_rate": 0.0002968766819652434,
      "loss": 2.5,
      "step": 10262
    },
    {
      "epoch": 0.47745987438939286,
      "grad_norm": 0.6907865272403003,
      "learning_rate": 0.0002968759284868276,
      "loss": 2.4062,
      "step": 10263
    },
    {
      "epoch": 0.4775063968364736,
      "grad_norm": 0.7739922938278311,
      "learning_rate": 0.0002968751749184935,
      "loss": 2.4688,
      "step": 10264
    },
    {
      "epoch": 0.4775529192835543,
      "grad_norm": 0.8109308584176165,
      "learning_rate": 0.0002968744212602415,
      "loss": 2.7969,
      "step": 10265
    },
    {
      "epoch": 0.477599441730635,
      "grad_norm": 0.6843438127738073,
      "learning_rate": 0.00029687366751207216,
      "loss": 2.5156,
      "step": 10266
    },
    {
      "epoch": 0.47764596417771576,
      "grad_norm": 0.7313792051602832,
      "learning_rate": 0.00029687291367398586,
      "loss": 2.5156,
      "step": 10267
    },
    {
      "epoch": 0.47769248662479646,
      "grad_norm": 0.7326074551504932,
      "learning_rate": 0.00029687215974598315,
      "loss": 2.3594,
      "step": 10268
    },
    {
      "epoch": 0.47773900907187716,
      "grad_norm": 0.7082603852375912,
      "learning_rate": 0.0002968714057280644,
      "loss": 2.7188,
      "step": 10269
    },
    {
      "epoch": 0.4777855315189579,
      "grad_norm": 0.7311240547110305,
      "learning_rate": 0.00029687065162023013,
      "loss": 2.5781,
      "step": 10270
    },
    {
      "epoch": 0.4778320539660386,
      "grad_norm": 0.7341826284725729,
      "learning_rate": 0.0002968698974224808,
      "loss": 2.5156,
      "step": 10271
    },
    {
      "epoch": 0.4778785764131193,
      "grad_norm": 0.7594970598657941,
      "learning_rate": 0.0002968691431348168,
      "loss": 2.5469,
      "step": 10272
    },
    {
      "epoch": 0.47792509886020007,
      "grad_norm": 0.7012717514340436,
      "learning_rate": 0.00029686838875723863,
      "loss": 2.5938,
      "step": 10273
    },
    {
      "epoch": 0.47797162130728077,
      "grad_norm": 0.7361614983913849,
      "learning_rate": 0.00029686763428974684,
      "loss": 2.8125,
      "step": 10274
    },
    {
      "epoch": 0.47801814375436147,
      "grad_norm": 0.7265091526312454,
      "learning_rate": 0.0002968668797323418,
      "loss": 2.3594,
      "step": 10275
    },
    {
      "epoch": 0.4780646662014422,
      "grad_norm": 0.700609086529607,
      "learning_rate": 0.00029686612508502395,
      "loss": 2.2969,
      "step": 10276
    },
    {
      "epoch": 0.4781111886485229,
      "grad_norm": 0.6929737197717984,
      "learning_rate": 0.00029686537034779377,
      "loss": 2.5,
      "step": 10277
    },
    {
      "epoch": 0.4781577110956036,
      "grad_norm": 0.6691821274910209,
      "learning_rate": 0.00029686461552065185,
      "loss": 2.2188,
      "step": 10278
    },
    {
      "epoch": 0.4782042335426843,
      "grad_norm": 0.7045760492593851,
      "learning_rate": 0.00029686386060359844,
      "loss": 2.5,
      "step": 10279
    },
    {
      "epoch": 0.4782507559897651,
      "grad_norm": 0.7036642403397508,
      "learning_rate": 0.00029686310559663416,
      "loss": 2.5625,
      "step": 10280
    },
    {
      "epoch": 0.4782972784368458,
      "grad_norm": 0.7125816860394475,
      "learning_rate": 0.00029686235049975943,
      "loss": 2.4375,
      "step": 10281
    },
    {
      "epoch": 0.4783438008839265,
      "grad_norm": 0.6995422153943001,
      "learning_rate": 0.0002968615953129747,
      "loss": 2.6875,
      "step": 10282
    },
    {
      "epoch": 0.47839032333100723,
      "grad_norm": 0.7508847838453999,
      "learning_rate": 0.0002968608400362804,
      "loss": 2.625,
      "step": 10283
    },
    {
      "epoch": 0.4784368457780879,
      "grad_norm": 0.7221810792995292,
      "learning_rate": 0.00029686008466967706,
      "loss": 2.75,
      "step": 10284
    },
    {
      "epoch": 0.4784833682251686,
      "grad_norm": 0.6989863383418353,
      "learning_rate": 0.0002968593292131651,
      "loss": 2.3594,
      "step": 10285
    },
    {
      "epoch": 0.4785298906722494,
      "grad_norm": 0.714131089691064,
      "learning_rate": 0.000296858573666745,
      "loss": 2.5781,
      "step": 10286
    },
    {
      "epoch": 0.4785764131193301,
      "grad_norm": 0.6805913130139671,
      "learning_rate": 0.00029685781803041726,
      "loss": 2.4062,
      "step": 10287
    },
    {
      "epoch": 0.4786229355664108,
      "grad_norm": 0.7159915857502256,
      "learning_rate": 0.00029685706230418225,
      "loss": 2.875,
      "step": 10288
    },
    {
      "epoch": 0.47866945801349153,
      "grad_norm": 0.6877953785007841,
      "learning_rate": 0.0002968563064880404,
      "loss": 2.5,
      "step": 10289
    },
    {
      "epoch": 0.47871598046057223,
      "grad_norm": 0.7368668183157305,
      "learning_rate": 0.00029685555058199244,
      "loss": 2.8281,
      "step": 10290
    },
    {
      "epoch": 0.47876250290765293,
      "grad_norm": 0.7641183836152786,
      "learning_rate": 0.0002968547945860385,
      "loss": 2.7031,
      "step": 10291
    },
    {
      "epoch": 0.4788090253547337,
      "grad_norm": 0.688793156948883,
      "learning_rate": 0.00029685403850017927,
      "loss": 2.4219,
      "step": 10292
    },
    {
      "epoch": 0.4788555478018144,
      "grad_norm": 0.7015315312850878,
      "learning_rate": 0.00029685328232441507,
      "loss": 2.6719,
      "step": 10293
    },
    {
      "epoch": 0.4789020702488951,
      "grad_norm": 0.6664507428599628,
      "learning_rate": 0.00029685252605874643,
      "loss": 2.6562,
      "step": 10294
    },
    {
      "epoch": 0.4789485926959758,
      "grad_norm": 0.7364659530921907,
      "learning_rate": 0.00029685176970317386,
      "loss": 2.6406,
      "step": 10295
    },
    {
      "epoch": 0.47899511514305654,
      "grad_norm": 0.6903024679514698,
      "learning_rate": 0.0002968510132576977,
      "loss": 2.5156,
      "step": 10296
    },
    {
      "epoch": 0.47904163759013724,
      "grad_norm": 0.6649988511223075,
      "learning_rate": 0.0002968502567223185,
      "loss": 2.5,
      "step": 10297
    },
    {
      "epoch": 0.47908816003721794,
      "grad_norm": 0.7029881980038378,
      "learning_rate": 0.00029684950009703677,
      "loss": 2.75,
      "step": 10298
    },
    {
      "epoch": 0.4791346824842987,
      "grad_norm": 0.7981207326357632,
      "learning_rate": 0.0002968487433818529,
      "loss": 2.3906,
      "step": 10299
    },
    {
      "epoch": 0.4791812049313794,
      "grad_norm": 0.6865261808525254,
      "learning_rate": 0.0002968479865767673,
      "loss": 2.4844,
      "step": 10300
    },
    {
      "epoch": 0.4792277273784601,
      "grad_norm": 0.6875446177221117,
      "learning_rate": 0.0002968472296817806,
      "loss": 2.4688,
      "step": 10301
    },
    {
      "epoch": 0.47927424982554084,
      "grad_norm": 0.7029065773502458,
      "learning_rate": 0.00029684647269689305,
      "loss": 2.5469,
      "step": 10302
    },
    {
      "epoch": 0.47932077227262154,
      "grad_norm": 0.7274318283274985,
      "learning_rate": 0.00029684571562210526,
      "loss": 2.4531,
      "step": 10303
    },
    {
      "epoch": 0.47936729471970224,
      "grad_norm": 0.7100063959581236,
      "learning_rate": 0.00029684495845741765,
      "loss": 2.7656,
      "step": 10304
    },
    {
      "epoch": 0.479413817166783,
      "grad_norm": 0.7337337357085051,
      "learning_rate": 0.0002968442012028307,
      "loss": 2.75,
      "step": 10305
    },
    {
      "epoch": 0.4794603396138637,
      "grad_norm": 0.6963541173059398,
      "learning_rate": 0.0002968434438583449,
      "loss": 2.375,
      "step": 10306
    },
    {
      "epoch": 0.4795068620609444,
      "grad_norm": 0.7244627915493741,
      "learning_rate": 0.00029684268642396066,
      "loss": 2.5156,
      "step": 10307
    },
    {
      "epoch": 0.47955338450802515,
      "grad_norm": 0.6919390810051046,
      "learning_rate": 0.0002968419288996784,
      "loss": 2.7188,
      "step": 10308
    },
    {
      "epoch": 0.47959990695510585,
      "grad_norm": 0.6908201221313713,
      "learning_rate": 0.0002968411712854987,
      "loss": 2.6875,
      "step": 10309
    },
    {
      "epoch": 0.47964642940218655,
      "grad_norm": 0.7252657078213781,
      "learning_rate": 0.00029684041358142197,
      "loss": 2.5312,
      "step": 10310
    },
    {
      "epoch": 0.47969295184926725,
      "grad_norm": 0.7653107701381728,
      "learning_rate": 0.00029683965578744867,
      "loss": 2.6562,
      "step": 10311
    },
    {
      "epoch": 0.479739474296348,
      "grad_norm": 0.688782464369539,
      "learning_rate": 0.00029683889790357924,
      "loss": 2.4219,
      "step": 10312
    },
    {
      "epoch": 0.4797859967434287,
      "grad_norm": 0.6928905761166704,
      "learning_rate": 0.00029683813992981427,
      "loss": 2.5469,
      "step": 10313
    },
    {
      "epoch": 0.4798325191905094,
      "grad_norm": 0.6767469517344096,
      "learning_rate": 0.000296837381866154,
      "loss": 2.4375,
      "step": 10314
    },
    {
      "epoch": 0.47987904163759015,
      "grad_norm": 0.7414209450409027,
      "learning_rate": 0.0002968366237125991,
      "loss": 2.6406,
      "step": 10315
    },
    {
      "epoch": 0.47992556408467085,
      "grad_norm": 0.6981649404962682,
      "learning_rate": 0.0002968358654691499,
      "loss": 2.8125,
      "step": 10316
    },
    {
      "epoch": 0.47997208653175155,
      "grad_norm": 0.6894692747644526,
      "learning_rate": 0.00029683510713580697,
      "loss": 2.3594,
      "step": 10317
    },
    {
      "epoch": 0.4800186089788323,
      "grad_norm": 0.6431372039463752,
      "learning_rate": 0.0002968343487125707,
      "loss": 2.2031,
      "step": 10318
    },
    {
      "epoch": 0.480065131425913,
      "grad_norm": 0.6272844901998343,
      "learning_rate": 0.00029683359019944155,
      "loss": 2.5156,
      "step": 10319
    },
    {
      "epoch": 0.4801116538729937,
      "grad_norm": 0.7187289376970782,
      "learning_rate": 0.00029683283159642006,
      "loss": 2.5,
      "step": 10320
    },
    {
      "epoch": 0.48015817632007446,
      "grad_norm": 0.6792489224644228,
      "learning_rate": 0.0002968320729035066,
      "loss": 1.9141,
      "step": 10321
    },
    {
      "epoch": 0.48020469876715516,
      "grad_norm": 0.7954160515777601,
      "learning_rate": 0.00029683131412070173,
      "loss": 2.8125,
      "step": 10322
    },
    {
      "epoch": 0.48025122121423586,
      "grad_norm": 0.7448905640051607,
      "learning_rate": 0.0002968305552480058,
      "loss": 1.9453,
      "step": 10323
    },
    {
      "epoch": 0.4802977436613166,
      "grad_norm": 0.6686081352044851,
      "learning_rate": 0.0002968297962854194,
      "loss": 2.3906,
      "step": 10324
    },
    {
      "epoch": 0.4803442661083973,
      "grad_norm": 0.7152629226769155,
      "learning_rate": 0.00029682903723294283,
      "loss": 2.3438,
      "step": 10325
    },
    {
      "epoch": 0.480390788555478,
      "grad_norm": 0.9330461073059834,
      "learning_rate": 0.0002968282780905768,
      "loss": 2.75,
      "step": 10326
    },
    {
      "epoch": 0.4804373110025587,
      "grad_norm": 1.079736648913981,
      "learning_rate": 0.00029682751885832154,
      "loss": 2.6875,
      "step": 10327
    },
    {
      "epoch": 0.48048383344963946,
      "grad_norm": 0.6998994522515051,
      "learning_rate": 0.00029682675953617764,
      "loss": 2.375,
      "step": 10328
    },
    {
      "epoch": 0.48053035589672016,
      "grad_norm": 0.7628543839731333,
      "learning_rate": 0.0002968260001241455,
      "loss": 2.8438,
      "step": 10329
    },
    {
      "epoch": 0.48057687834380086,
      "grad_norm": 0.7694431704185356,
      "learning_rate": 0.0002968252406222256,
      "loss": 2.5625,
      "step": 10330
    },
    {
      "epoch": 0.4806234007908816,
      "grad_norm": 0.7878758082062649,
      "learning_rate": 0.0002968244810304185,
      "loss": 2.6719,
      "step": 10331
    },
    {
      "epoch": 0.4806699232379623,
      "grad_norm": 0.8097863095363971,
      "learning_rate": 0.00029682372134872455,
      "loss": 2.8438,
      "step": 10332
    },
    {
      "epoch": 0.480716445685043,
      "grad_norm": 0.723254060903484,
      "learning_rate": 0.00029682296157714427,
      "loss": 2.5469,
      "step": 10333
    },
    {
      "epoch": 0.48076296813212377,
      "grad_norm": 0.6961525793427308,
      "learning_rate": 0.0002968222017156781,
      "loss": 2.5469,
      "step": 10334
    },
    {
      "epoch": 0.48080949057920447,
      "grad_norm": 0.7210168651791348,
      "learning_rate": 0.0002968214417643265,
      "loss": 2.8281,
      "step": 10335
    },
    {
      "epoch": 0.48085601302628517,
      "grad_norm": 0.652500222908524,
      "learning_rate": 0.00029682068172309,
      "loss": 2.3438,
      "step": 10336
    },
    {
      "epoch": 0.4809025354733659,
      "grad_norm": 0.7072144914491829,
      "learning_rate": 0.00029681992159196895,
      "loss": 2.4219,
      "step": 10337
    },
    {
      "epoch": 0.4809490579204466,
      "grad_norm": 0.732765968498146,
      "learning_rate": 0.0002968191613709638,
      "loss": 2.625,
      "step": 10338
    },
    {
      "epoch": 0.4809955803675273,
      "grad_norm": 0.6571834266860348,
      "learning_rate": 0.00029681840106007525,
      "loss": 2.375,
      "step": 10339
    },
    {
      "epoch": 0.4810421028146081,
      "grad_norm": 0.6525166369381995,
      "learning_rate": 0.00029681764065930355,
      "loss": 2.2969,
      "step": 10340
    },
    {
      "epoch": 0.4810886252616888,
      "grad_norm": 0.7111182363701155,
      "learning_rate": 0.0002968168801686492,
      "loss": 2.5,
      "step": 10341
    },
    {
      "epoch": 0.4811351477087695,
      "grad_norm": 0.6653535700078443,
      "learning_rate": 0.0002968161195881127,
      "loss": 2.5625,
      "step": 10342
    },
    {
      "epoch": 0.48118167015585017,
      "grad_norm": 0.7754568326526139,
      "learning_rate": 0.0002968153589176946,
      "loss": 2.7031,
      "step": 10343
    },
    {
      "epoch": 0.4812281926029309,
      "grad_norm": 0.6960919674353518,
      "learning_rate": 0.00029681459815739515,
      "loss": 2.5312,
      "step": 10344
    },
    {
      "epoch": 0.4812747150500116,
      "grad_norm": 0.7905772064001211,
      "learning_rate": 0.000296813837307215,
      "loss": 2.8125,
      "step": 10345
    },
    {
      "epoch": 0.4813212374970923,
      "grad_norm": 0.7636282874551477,
      "learning_rate": 0.0002968130763671545,
      "loss": 2.7812,
      "step": 10346
    },
    {
      "epoch": 0.4813677599441731,
      "grad_norm": 0.7298188576471321,
      "learning_rate": 0.0002968123153372142,
      "loss": 2.375,
      "step": 10347
    },
    {
      "epoch": 0.4814142823912538,
      "grad_norm": 0.6563816709049592,
      "learning_rate": 0.00029681155421739454,
      "loss": 2.5625,
      "step": 10348
    },
    {
      "epoch": 0.4814608048383345,
      "grad_norm": 0.7432576089292128,
      "learning_rate": 0.00029681079300769597,
      "loss": 2.5625,
      "step": 10349
    },
    {
      "epoch": 0.48150732728541523,
      "grad_norm": 0.7235048525949188,
      "learning_rate": 0.000296810031708119,
      "loss": 2.5469,
      "step": 10350
    },
    {
      "epoch": 0.48155384973249593,
      "grad_norm": 0.7656151630161222,
      "learning_rate": 0.00029680927031866403,
      "loss": 2.4531,
      "step": 10351
    },
    {
      "epoch": 0.48160037217957663,
      "grad_norm": 0.734705263837929,
      "learning_rate": 0.0002968085088393316,
      "loss": 2.4375,
      "step": 10352
    },
    {
      "epoch": 0.4816468946266574,
      "grad_norm": 0.7319045525996734,
      "learning_rate": 0.0002968077472701221,
      "loss": 2.7031,
      "step": 10353
    },
    {
      "epoch": 0.4816934170737381,
      "grad_norm": 0.7074514962824855,
      "learning_rate": 0.00029680698561103603,
      "loss": 2.8594,
      "step": 10354
    },
    {
      "epoch": 0.4817399395208188,
      "grad_norm": 0.715960168524955,
      "learning_rate": 0.00029680622386207383,
      "loss": 2.6562,
      "step": 10355
    },
    {
      "epoch": 0.48178646196789954,
      "grad_norm": 0.6859530116289647,
      "learning_rate": 0.00029680546202323605,
      "loss": 2.5312,
      "step": 10356
    },
    {
      "epoch": 0.48183298441498024,
      "grad_norm": 0.7174064883106601,
      "learning_rate": 0.00029680470009452306,
      "loss": 2.3906,
      "step": 10357
    },
    {
      "epoch": 0.48187950686206094,
      "grad_norm": 0.6291713117959591,
      "learning_rate": 0.0002968039380759354,
      "loss": 2.9531,
      "step": 10358
    },
    {
      "epoch": 0.48192602930914163,
      "grad_norm": 0.7241664565877864,
      "learning_rate": 0.00029680317596747345,
      "loss": 1.9766,
      "step": 10359
    },
    {
      "epoch": 0.4819725517562224,
      "grad_norm": 0.7268858152046289,
      "learning_rate": 0.0002968024137691378,
      "loss": 2.7188,
      "step": 10360
    },
    {
      "epoch": 0.4820190742033031,
      "grad_norm": 0.7374360124623336,
      "learning_rate": 0.00029680165148092885,
      "loss": 2.6094,
      "step": 10361
    },
    {
      "epoch": 0.4820655966503838,
      "grad_norm": 0.6958480134894799,
      "learning_rate": 0.000296800889102847,
      "loss": 2.7031,
      "step": 10362
    },
    {
      "epoch": 0.48211211909746454,
      "grad_norm": 0.6806013907434157,
      "learning_rate": 0.00029680012663489284,
      "loss": 2.5156,
      "step": 10363
    },
    {
      "epoch": 0.48215864154454524,
      "grad_norm": 0.7025513879786632,
      "learning_rate": 0.00029679936407706677,
      "loss": 2.7812,
      "step": 10364
    },
    {
      "epoch": 0.48220516399162594,
      "grad_norm": 0.6821601071393243,
      "learning_rate": 0.0002967986014293692,
      "loss": 2.6562,
      "step": 10365
    },
    {
      "epoch": 0.4822516864387067,
      "grad_norm": 0.6789850520886372,
      "learning_rate": 0.0002967978386918007,
      "loss": 2.4219,
      "step": 10366
    },
    {
      "epoch": 0.4822982088857874,
      "grad_norm": 0.6699031476965265,
      "learning_rate": 0.00029679707586436173,
      "loss": 2.3281,
      "step": 10367
    },
    {
      "epoch": 0.4823447313328681,
      "grad_norm": 0.7343237317596619,
      "learning_rate": 0.0002967963129470527,
      "loss": 2.4062,
      "step": 10368
    },
    {
      "epoch": 0.48239125377994885,
      "grad_norm": 0.8861235866691932,
      "learning_rate": 0.0002967955499398741,
      "loss": 2.6562,
      "step": 10369
    },
    {
      "epoch": 0.48243777622702955,
      "grad_norm": 0.6866531149942152,
      "learning_rate": 0.0002967947868428264,
      "loss": 2.5938,
      "step": 10370
    },
    {
      "epoch": 0.48248429867411025,
      "grad_norm": 0.7292197211239179,
      "learning_rate": 0.00029679402365591004,
      "loss": 2.6719,
      "step": 10371
    },
    {
      "epoch": 0.482530821121191,
      "grad_norm": 0.7563410213155751,
      "learning_rate": 0.0002967932603791256,
      "loss": 2.75,
      "step": 10372
    },
    {
      "epoch": 0.4825773435682717,
      "grad_norm": 0.6788771652790347,
      "learning_rate": 0.0002967924970124734,
      "loss": 2.2969,
      "step": 10373
    },
    {
      "epoch": 0.4826238660153524,
      "grad_norm": 0.6926043892712249,
      "learning_rate": 0.0002967917335559539,
      "loss": 2.4844,
      "step": 10374
    },
    {
      "epoch": 0.4826703884624331,
      "grad_norm": 0.7003098776021515,
      "learning_rate": 0.00029679097000956774,
      "loss": 2.6875,
      "step": 10375
    },
    {
      "epoch": 0.48271691090951385,
      "grad_norm": 0.7035785063021064,
      "learning_rate": 0.00029679020637331526,
      "loss": 2.4531,
      "step": 10376
    },
    {
      "epoch": 0.48276343335659455,
      "grad_norm": 0.7318625434220238,
      "learning_rate": 0.00029678944264719694,
      "loss": 2.5156,
      "step": 10377
    },
    {
      "epoch": 0.48280995580367525,
      "grad_norm": 0.7278141789077869,
      "learning_rate": 0.0002967886788312132,
      "loss": 2.4531,
      "step": 10378
    },
    {
      "epoch": 0.482856478250756,
      "grad_norm": 0.7519996432415504,
      "learning_rate": 0.00029678791492536465,
      "loss": 2.6875,
      "step": 10379
    },
    {
      "epoch": 0.4829030006978367,
      "grad_norm": 0.7509234238104707,
      "learning_rate": 0.00029678715092965166,
      "loss": 2.75,
      "step": 10380
    },
    {
      "epoch": 0.4829495231449174,
      "grad_norm": 0.721854402468492,
      "learning_rate": 0.0002967863868440747,
      "loss": 2.8438,
      "step": 10381
    },
    {
      "epoch": 0.48299604559199816,
      "grad_norm": 0.6751120457303987,
      "learning_rate": 0.00029678562266863425,
      "loss": 2.3594,
      "step": 10382
    },
    {
      "epoch": 0.48304256803907886,
      "grad_norm": 0.642397964768285,
      "learning_rate": 0.00029678485840333075,
      "loss": 2.4688,
      "step": 10383
    },
    {
      "epoch": 0.48308909048615956,
      "grad_norm": 0.7730291552261821,
      "learning_rate": 0.00029678409404816473,
      "loss": 2.4531,
      "step": 10384
    },
    {
      "epoch": 0.4831356129332403,
      "grad_norm": 0.6899711796120132,
      "learning_rate": 0.0002967833296031366,
      "loss": 2.7344,
      "step": 10385
    },
    {
      "epoch": 0.483182135380321,
      "grad_norm": 0.6947193985535874,
      "learning_rate": 0.00029678256506824685,
      "loss": 2.4219,
      "step": 10386
    },
    {
      "epoch": 0.4832286578274017,
      "grad_norm": 0.7440639654588446,
      "learning_rate": 0.00029678180044349597,
      "loss": 2.625,
      "step": 10387
    },
    {
      "epoch": 0.48327518027448246,
      "grad_norm": 0.7937182419210006,
      "learning_rate": 0.0002967810357288844,
      "loss": 2.9219,
      "step": 10388
    },
    {
      "epoch": 0.48332170272156316,
      "grad_norm": 0.7477523248753031,
      "learning_rate": 0.00029678027092441264,
      "loss": 2.625,
      "step": 10389
    },
    {
      "epoch": 0.48336822516864386,
      "grad_norm": 0.7678067237111394,
      "learning_rate": 0.0002967795060300811,
      "loss": 2.7812,
      "step": 10390
    },
    {
      "epoch": 0.48341474761572456,
      "grad_norm": 0.7409686172413278,
      "learning_rate": 0.00029677874104589027,
      "loss": 2.9375,
      "step": 10391
    },
    {
      "epoch": 0.4834612700628053,
      "grad_norm": 0.7026041339630695,
      "learning_rate": 0.00029677797597184064,
      "loss": 2.5938,
      "step": 10392
    },
    {
      "epoch": 0.483507792509886,
      "grad_norm": 0.737341190421785,
      "learning_rate": 0.0002967772108079327,
      "loss": 2.8281,
      "step": 10393
    },
    {
      "epoch": 0.4835543149569667,
      "grad_norm": 0.79551251306238,
      "learning_rate": 0.0002967764455541668,
      "loss": 2.5781,
      "step": 10394
    },
    {
      "epoch": 0.48360083740404747,
      "grad_norm": 0.7925220537123452,
      "learning_rate": 0.0002967756802105436,
      "loss": 2.6094,
      "step": 10395
    },
    {
      "epoch": 0.48364735985112817,
      "grad_norm": 0.7751860845419972,
      "learning_rate": 0.00029677491477706337,
      "loss": 2.7969,
      "step": 10396
    },
    {
      "epoch": 0.48369388229820887,
      "grad_norm": 0.7603046682102542,
      "learning_rate": 0.00029677414925372676,
      "loss": 2.625,
      "step": 10397
    },
    {
      "epoch": 0.4837404047452896,
      "grad_norm": 0.6416116662196572,
      "learning_rate": 0.00029677338364053407,
      "loss": 2.5156,
      "step": 10398
    },
    {
      "epoch": 0.4837869271923703,
      "grad_norm": 0.700064556856036,
      "learning_rate": 0.0002967726179374859,
      "loss": 2.6406,
      "step": 10399
    },
    {
      "epoch": 0.483833449639451,
      "grad_norm": 0.6656026397418561,
      "learning_rate": 0.0002967718521445827,
      "loss": 2.4688,
      "step": 10400
    },
    {
      "epoch": 0.4838799720865318,
      "grad_norm": 0.6848414148803175,
      "learning_rate": 0.0002967710862618248,
      "loss": 2.5156,
      "step": 10401
    },
    {
      "epoch": 0.4839264945336125,
      "grad_norm": 0.7061215190730772,
      "learning_rate": 0.00029677032028921287,
      "loss": 2.4844,
      "step": 10402
    },
    {
      "epoch": 0.48397301698069317,
      "grad_norm": 0.6888876382835964,
      "learning_rate": 0.0002967695542267473,
      "loss": 2.4531,
      "step": 10403
    },
    {
      "epoch": 0.4840195394277739,
      "grad_norm": 0.7693868858074232,
      "learning_rate": 0.00029676878807442846,
      "loss": 2.8594,
      "step": 10404
    },
    {
      "epoch": 0.4840660618748546,
      "grad_norm": 0.7693589701997648,
      "learning_rate": 0.00029676802183225697,
      "loss": 2.5781,
      "step": 10405
    },
    {
      "epoch": 0.4841125843219353,
      "grad_norm": 0.7333011908134854,
      "learning_rate": 0.0002967672555002332,
      "loss": 2.5781,
      "step": 10406
    },
    {
      "epoch": 0.484159106769016,
      "grad_norm": 0.8607381539400364,
      "learning_rate": 0.00029676648907835763,
      "loss": 2.6562,
      "step": 10407
    },
    {
      "epoch": 0.4842056292160968,
      "grad_norm": 0.7437212625589849,
      "learning_rate": 0.0002967657225666308,
      "loss": 2.4062,
      "step": 10408
    },
    {
      "epoch": 0.4842521516631775,
      "grad_norm": 0.6687796168470779,
      "learning_rate": 0.0002967649559650531,
      "loss": 1.9531,
      "step": 10409
    },
    {
      "epoch": 0.4842986741102582,
      "grad_norm": 0.776042632849846,
      "learning_rate": 0.000296764189273625,
      "loss": 2.4688,
      "step": 10410
    },
    {
      "epoch": 0.48434519655733893,
      "grad_norm": 0.6476957054734458,
      "learning_rate": 0.00029676342249234706,
      "loss": 2.4219,
      "step": 10411
    },
    {
      "epoch": 0.48439171900441963,
      "grad_norm": 0.7557036238984702,
      "learning_rate": 0.00029676265562121964,
      "loss": 2.7188,
      "step": 10412
    },
    {
      "epoch": 0.48443824145150033,
      "grad_norm": 0.8772094929584733,
      "learning_rate": 0.0002967618886602433,
      "loss": 2.5,
      "step": 10413
    },
    {
      "epoch": 0.4844847638985811,
      "grad_norm": 0.7176517906007203,
      "learning_rate": 0.00029676112160941843,
      "loss": 2.4688,
      "step": 10414
    },
    {
      "epoch": 0.4845312863456618,
      "grad_norm": 0.7534785318418595,
      "learning_rate": 0.00029676035446874556,
      "loss": 2.6094,
      "step": 10415
    },
    {
      "epoch": 0.4845778087927425,
      "grad_norm": 0.7845205474522343,
      "learning_rate": 0.0002967595872382251,
      "loss": 2.4844,
      "step": 10416
    },
    {
      "epoch": 0.48462433123982324,
      "grad_norm": 0.73582795447845,
      "learning_rate": 0.0002967588199178576,
      "loss": 2.4531,
      "step": 10417
    },
    {
      "epoch": 0.48467085368690394,
      "grad_norm": 0.7174600489722243,
      "learning_rate": 0.00029675805250764346,
      "loss": 2.7969,
      "step": 10418
    },
    {
      "epoch": 0.48471737613398463,
      "grad_norm": 0.7075640018966729,
      "learning_rate": 0.0002967572850075832,
      "loss": 2.6406,
      "step": 10419
    },
    {
      "epoch": 0.4847638985810654,
      "grad_norm": 0.8072216378600899,
      "learning_rate": 0.0002967565174176773,
      "loss": 2.5469,
      "step": 10420
    },
    {
      "epoch": 0.4848104210281461,
      "grad_norm": 0.6856064627777898,
      "learning_rate": 0.0002967557497379261,
      "loss": 2.5469,
      "step": 10421
    },
    {
      "epoch": 0.4848569434752268,
      "grad_norm": 0.7383488600758285,
      "learning_rate": 0.0002967549819683302,
      "loss": 2.7188,
      "step": 10422
    },
    {
      "epoch": 0.4849034659223075,
      "grad_norm": 0.7626957769215084,
      "learning_rate": 0.00029675421410889005,
      "loss": 2.8438,
      "step": 10423
    },
    {
      "epoch": 0.48494998836938824,
      "grad_norm": 0.709499353669769,
      "learning_rate": 0.00029675344615960614,
      "loss": 2.4688,
      "step": 10424
    },
    {
      "epoch": 0.48499651081646894,
      "grad_norm": 0.8402807544925817,
      "learning_rate": 0.00029675267812047883,
      "loss": 2.5312,
      "step": 10425
    },
    {
      "epoch": 0.48504303326354964,
      "grad_norm": 0.6583759653737986,
      "learning_rate": 0.0002967519099915087,
      "loss": 1.8438,
      "step": 10426
    },
    {
      "epoch": 0.4850895557106304,
      "grad_norm": 0.710559617783554,
      "learning_rate": 0.00029675114177269617,
      "loss": 2.75,
      "step": 10427
    },
    {
      "epoch": 0.4851360781577111,
      "grad_norm": 0.740060045159474,
      "learning_rate": 0.00029675037346404173,
      "loss": 2.7188,
      "step": 10428
    },
    {
      "epoch": 0.4851826006047918,
      "grad_norm": 0.7194051373630557,
      "learning_rate": 0.0002967496050655459,
      "loss": 2.8438,
      "step": 10429
    },
    {
      "epoch": 0.48522912305187255,
      "grad_norm": 0.6620275633477332,
      "learning_rate": 0.00029674883657720904,
      "loss": 2.5,
      "step": 10430
    },
    {
      "epoch": 0.48527564549895325,
      "grad_norm": 0.8035131985260442,
      "learning_rate": 0.0002967480679990317,
      "loss": 2.6562,
      "step": 10431
    },
    {
      "epoch": 0.48532216794603394,
      "grad_norm": 0.6702037835243825,
      "learning_rate": 0.00029674729933101433,
      "loss": 2.2344,
      "step": 10432
    },
    {
      "epoch": 0.4853686903931147,
      "grad_norm": 0.714895146923859,
      "learning_rate": 0.00029674653057315737,
      "loss": 2.5938,
      "step": 10433
    },
    {
      "epoch": 0.4854152128401954,
      "grad_norm": 0.6970442678975898,
      "learning_rate": 0.00029674576172546136,
      "loss": 2.5469,
      "step": 10434
    },
    {
      "epoch": 0.4854617352872761,
      "grad_norm": 0.69413871652795,
      "learning_rate": 0.0002967449927879267,
      "loss": 2.6719,
      "step": 10435
    },
    {
      "epoch": 0.48550825773435685,
      "grad_norm": 0.7405089312218506,
      "learning_rate": 0.0002967442237605539,
      "loss": 2.7344,
      "step": 10436
    },
    {
      "epoch": 0.48555478018143755,
      "grad_norm": 0.6997400722401036,
      "learning_rate": 0.0002967434546433434,
      "loss": 2.4844,
      "step": 10437
    },
    {
      "epoch": 0.48560130262851825,
      "grad_norm": 0.6802655335891624,
      "learning_rate": 0.00029674268543629573,
      "loss": 2.75,
      "step": 10438
    },
    {
      "epoch": 0.48564782507559895,
      "grad_norm": 0.7602267300571867,
      "learning_rate": 0.0002967419161394113,
      "loss": 2.625,
      "step": 10439
    },
    {
      "epoch": 0.4856943475226797,
      "grad_norm": 0.7378492481121935,
      "learning_rate": 0.0002967411467526906,
      "loss": 2.5469,
      "step": 10440
    },
    {
      "epoch": 0.4857408699697604,
      "grad_norm": 0.6663469716870226,
      "learning_rate": 0.00029674037727613414,
      "loss": 2.625,
      "step": 10441
    },
    {
      "epoch": 0.4857873924168411,
      "grad_norm": 0.785238198155901,
      "learning_rate": 0.0002967396077097423,
      "loss": 2.5156,
      "step": 10442
    },
    {
      "epoch": 0.48583391486392186,
      "grad_norm": 0.7138254733023772,
      "learning_rate": 0.00029673883805351564,
      "loss": 2.4531,
      "step": 10443
    },
    {
      "epoch": 0.48588043731100256,
      "grad_norm": 0.6892517976961335,
      "learning_rate": 0.0002967380683074546,
      "loss": 2.5625,
      "step": 10444
    },
    {
      "epoch": 0.48592695975808325,
      "grad_norm": 0.7349845095918882,
      "learning_rate": 0.00029673729847155963,
      "loss": 2.75,
      "step": 10445
    },
    {
      "epoch": 0.485973482205164,
      "grad_norm": 0.7074596932047981,
      "learning_rate": 0.00029673652854583126,
      "loss": 2.4531,
      "step": 10446
    },
    {
      "epoch": 0.4860200046522447,
      "grad_norm": 0.7099490350227246,
      "learning_rate": 0.0002967357585302699,
      "loss": 2.625,
      "step": 10447
    },
    {
      "epoch": 0.4860665270993254,
      "grad_norm": 0.6967916500049555,
      "learning_rate": 0.00029673498842487607,
      "loss": 2.3438,
      "step": 10448
    },
    {
      "epoch": 0.48611304954640616,
      "grad_norm": 0.6828994454075082,
      "learning_rate": 0.00029673421822965017,
      "loss": 2.75,
      "step": 10449
    },
    {
      "epoch": 0.48615957199348686,
      "grad_norm": 0.7097212707120472,
      "learning_rate": 0.00029673344794459275,
      "loss": 2.4219,
      "step": 10450
    },
    {
      "epoch": 0.48620609444056756,
      "grad_norm": 0.696969463486573,
      "learning_rate": 0.00029673267756970425,
      "loss": 2.4062,
      "step": 10451
    },
    {
      "epoch": 0.4862526168876483,
      "grad_norm": 0.7096134669824075,
      "learning_rate": 0.0002967319071049851,
      "loss": 2.2188,
      "step": 10452
    },
    {
      "epoch": 0.486299139334729,
      "grad_norm": 0.6782889967442258,
      "learning_rate": 0.00029673113655043584,
      "loss": 2.5469,
      "step": 10453
    },
    {
      "epoch": 0.4863456617818097,
      "grad_norm": 0.6717536101397469,
      "learning_rate": 0.0002967303659060569,
      "loss": 2.4375,
      "step": 10454
    },
    {
      "epoch": 0.48639218422889047,
      "grad_norm": 0.7435641258246125,
      "learning_rate": 0.0002967295951718488,
      "loss": 2.5312,
      "step": 10455
    },
    {
      "epoch": 0.48643870667597117,
      "grad_norm": 0.7725480629899912,
      "learning_rate": 0.0002967288243478119,
      "loss": 2.6875,
      "step": 10456
    },
    {
      "epoch": 0.48648522912305187,
      "grad_norm": 0.7363143980914781,
      "learning_rate": 0.00029672805343394684,
      "loss": 2.7656,
      "step": 10457
    },
    {
      "epoch": 0.48653175157013256,
      "grad_norm": 0.9153477320531789,
      "learning_rate": 0.000296727282430254,
      "loss": 2.7031,
      "step": 10458
    },
    {
      "epoch": 0.4865782740172133,
      "grad_norm": 0.6929475046053605,
      "learning_rate": 0.0002967265113367338,
      "loss": 2.7344,
      "step": 10459
    },
    {
      "epoch": 0.486624796464294,
      "grad_norm": 0.7754617710314005,
      "learning_rate": 0.00029672574015338673,
      "loss": 2.7188,
      "step": 10460
    },
    {
      "epoch": 0.4866713189113747,
      "grad_norm": 0.7076174384200083,
      "learning_rate": 0.00029672496888021336,
      "loss": 2.5156,
      "step": 10461
    },
    {
      "epoch": 0.48671784135845547,
      "grad_norm": 0.710272381914256,
      "learning_rate": 0.00029672419751721406,
      "loss": 2.5156,
      "step": 10462
    },
    {
      "epoch": 0.48676436380553617,
      "grad_norm": 0.7573324522477558,
      "learning_rate": 0.0002967234260643894,
      "loss": 2.8281,
      "step": 10463
    },
    {
      "epoch": 0.48681088625261687,
      "grad_norm": 0.7438867545001666,
      "learning_rate": 0.0002967226545217398,
      "loss": 2.7188,
      "step": 10464
    },
    {
      "epoch": 0.4868574086996976,
      "grad_norm": 0.6919258298690502,
      "learning_rate": 0.00029672188288926566,
      "loss": 2.7344,
      "step": 10465
    },
    {
      "epoch": 0.4869039311467783,
      "grad_norm": 0.661582662434134,
      "learning_rate": 0.00029672111116696757,
      "loss": 2.6094,
      "step": 10466
    },
    {
      "epoch": 0.486950453593859,
      "grad_norm": 0.6931200061552827,
      "learning_rate": 0.0002967203393548459,
      "loss": 2.625,
      "step": 10467
    },
    {
      "epoch": 0.4869969760409398,
      "grad_norm": 0.7112729030561894,
      "learning_rate": 0.0002967195674529012,
      "loss": 2.4844,
      "step": 10468
    },
    {
      "epoch": 0.4870434984880205,
      "grad_norm": 0.7047626617741853,
      "learning_rate": 0.0002967187954611339,
      "loss": 2.7812,
      "step": 10469
    },
    {
      "epoch": 0.4870900209351012,
      "grad_norm": 0.7754983293721248,
      "learning_rate": 0.0002967180233795445,
      "loss": 2.6562,
      "step": 10470
    },
    {
      "epoch": 0.48713654338218193,
      "grad_norm": 0.6843908357315903,
      "learning_rate": 0.0002967172512081335,
      "loss": 2.7031,
      "step": 10471
    },
    {
      "epoch": 0.48718306582926263,
      "grad_norm": 0.7398659979956561,
      "learning_rate": 0.0002967164789469013,
      "loss": 2.5781,
      "step": 10472
    },
    {
      "epoch": 0.48722958827634333,
      "grad_norm": 0.6977088842283543,
      "learning_rate": 0.0002967157065958484,
      "loss": 2.5156,
      "step": 10473
    },
    {
      "epoch": 0.487276110723424,
      "grad_norm": 0.7557732234719368,
      "learning_rate": 0.0002967149341549753,
      "loss": 2.75,
      "step": 10474
    },
    {
      "epoch": 0.4873226331705048,
      "grad_norm": 0.7039288315262902,
      "learning_rate": 0.00029671416162428243,
      "loss": 2.5312,
      "step": 10475
    },
    {
      "epoch": 0.4873691556175855,
      "grad_norm": 0.7225278850511506,
      "learning_rate": 0.00029671338900377027,
      "loss": 2.5469,
      "step": 10476
    },
    {
      "epoch": 0.4874156780646662,
      "grad_norm": 0.6877501287640734,
      "learning_rate": 0.0002967126162934394,
      "loss": 2.4688,
      "step": 10477
    },
    {
      "epoch": 0.48746220051174693,
      "grad_norm": 0.7173708993838767,
      "learning_rate": 0.0002967118434932901,
      "loss": 2.8594,
      "step": 10478
    },
    {
      "epoch": 0.48750872295882763,
      "grad_norm": 0.7273394654359936,
      "learning_rate": 0.00029671107060332295,
      "loss": 2.6094,
      "step": 10479
    },
    {
      "epoch": 0.48755524540590833,
      "grad_norm": 0.6796254850425524,
      "learning_rate": 0.0002967102976235385,
      "loss": 2.3281,
      "step": 10480
    },
    {
      "epoch": 0.4876017678529891,
      "grad_norm": 0.7773578574636767,
      "learning_rate": 0.00029670952455393705,
      "loss": 2.5781,
      "step": 10481
    },
    {
      "epoch": 0.4876482903000698,
      "grad_norm": 0.9646369283296491,
      "learning_rate": 0.0002967087513945192,
      "loss": 2.75,
      "step": 10482
    },
    {
      "epoch": 0.4876948127471505,
      "grad_norm": 0.7723746100376866,
      "learning_rate": 0.0002967079781452854,
      "loss": 2.7812,
      "step": 10483
    },
    {
      "epoch": 0.48774133519423124,
      "grad_norm": 0.7127542323349596,
      "learning_rate": 0.0002967072048062361,
      "loss": 2.4688,
      "step": 10484
    },
    {
      "epoch": 0.48778785764131194,
      "grad_norm": 0.7357246958445713,
      "learning_rate": 0.0002967064313773718,
      "loss": 2.6875,
      "step": 10485
    },
    {
      "epoch": 0.48783438008839264,
      "grad_norm": 0.6856579918417464,
      "learning_rate": 0.00029670565785869295,
      "loss": 2.2031,
      "step": 10486
    },
    {
      "epoch": 0.4878809025354734,
      "grad_norm": 0.7217095745485865,
      "learning_rate": 0.00029670488425020004,
      "loss": 2.5938,
      "step": 10487
    },
    {
      "epoch": 0.4879274249825541,
      "grad_norm": 0.713143756437282,
      "learning_rate": 0.0002967041105518935,
      "loss": 2.5625,
      "step": 10488
    },
    {
      "epoch": 0.4879739474296348,
      "grad_norm": 0.7581512419058369,
      "learning_rate": 0.00029670333676377387,
      "loss": 2.5625,
      "step": 10489
    },
    {
      "epoch": 0.4880204698767155,
      "grad_norm": 0.712040922139937,
      "learning_rate": 0.00029670256288584154,
      "loss": 2.5625,
      "step": 10490
    },
    {
      "epoch": 0.48806699232379624,
      "grad_norm": 0.6890448408624409,
      "learning_rate": 0.00029670178891809715,
      "loss": 2.625,
      "step": 10491
    },
    {
      "epoch": 0.48811351477087694,
      "grad_norm": 0.7029343424216479,
      "learning_rate": 0.00029670101486054093,
      "loss": 2.5156,
      "step": 10492
    },
    {
      "epoch": 0.48816003721795764,
      "grad_norm": 0.7367363288139608,
      "learning_rate": 0.00029670024071317357,
      "loss": 2.7344,
      "step": 10493
    },
    {
      "epoch": 0.4882065596650384,
      "grad_norm": 0.7182818659237029,
      "learning_rate": 0.0002966994664759954,
      "loss": 2.8906,
      "step": 10494
    },
    {
      "epoch": 0.4882530821121191,
      "grad_norm": 0.705475853160622,
      "learning_rate": 0.000296698692149007,
      "loss": 2.7031,
      "step": 10495
    },
    {
      "epoch": 0.4882996045591998,
      "grad_norm": 0.7301346709457929,
      "learning_rate": 0.0002966979177322088,
      "loss": 2.5938,
      "step": 10496
    },
    {
      "epoch": 0.48834612700628055,
      "grad_norm": 0.7258658765707827,
      "learning_rate": 0.00029669714322560126,
      "loss": 2.5781,
      "step": 10497
    },
    {
      "epoch": 0.48839264945336125,
      "grad_norm": 0.6839779254224646,
      "learning_rate": 0.00029669636862918484,
      "loss": 1.8984,
      "step": 10498
    },
    {
      "epoch": 0.48843917190044195,
      "grad_norm": 0.7103528954538872,
      "learning_rate": 0.00029669559394296006,
      "loss": 2.6562,
      "step": 10499
    },
    {
      "epoch": 0.4884856943475227,
      "grad_norm": 0.6615918280357688,
      "learning_rate": 0.0002966948191669274,
      "loss": 1.8672,
      "step": 10500
    },
    {
      "epoch": 0.4885322167946034,
      "grad_norm": 0.7205642229074658,
      "learning_rate": 0.00029669404430108723,
      "loss": 2.4375,
      "step": 10501
    },
    {
      "epoch": 0.4885787392416841,
      "grad_norm": 0.7335937143463629,
      "learning_rate": 0.00029669326934544016,
      "loss": 2.5781,
      "step": 10502
    },
    {
      "epoch": 0.48862526168876486,
      "grad_norm": 0.8025882498475866,
      "learning_rate": 0.0002966924942999866,
      "loss": 2.6094,
      "step": 10503
    },
    {
      "epoch": 0.48867178413584555,
      "grad_norm": 0.7943415138834592,
      "learning_rate": 0.00029669171916472703,
      "loss": 2.4844,
      "step": 10504
    },
    {
      "epoch": 0.48871830658292625,
      "grad_norm": 0.7031358384511286,
      "learning_rate": 0.0002966909439396619,
      "loss": 2.5625,
      "step": 10505
    },
    {
      "epoch": 0.48876482903000695,
      "grad_norm": 0.7168863375222352,
      "learning_rate": 0.0002966901686247917,
      "loss": 2.5625,
      "step": 10506
    },
    {
      "epoch": 0.4888113514770877,
      "grad_norm": 0.7283485316136972,
      "learning_rate": 0.00029668939322011694,
      "loss": 2.6719,
      "step": 10507
    },
    {
      "epoch": 0.4888578739241684,
      "grad_norm": 0.7163048028642784,
      "learning_rate": 0.0002966886177256381,
      "loss": 2.6719,
      "step": 10508
    },
    {
      "epoch": 0.4889043963712491,
      "grad_norm": 0.6866101191467611,
      "learning_rate": 0.0002966878421413556,
      "loss": 2.3438,
      "step": 10509
    },
    {
      "epoch": 0.48895091881832986,
      "grad_norm": 0.6820414386908513,
      "learning_rate": 0.00029668706646726996,
      "loss": 2.2969,
      "step": 10510
    },
    {
      "epoch": 0.48899744126541056,
      "grad_norm": 0.7235310045668382,
      "learning_rate": 0.00029668629070338156,
      "loss": 2.6719,
      "step": 10511
    },
    {
      "epoch": 0.48904396371249126,
      "grad_norm": 0.7143888262098014,
      "learning_rate": 0.00029668551484969097,
      "loss": 2.2656,
      "step": 10512
    },
    {
      "epoch": 0.489090486159572,
      "grad_norm": 0.7187619090409721,
      "learning_rate": 0.00029668473890619867,
      "loss": 2.125,
      "step": 10513
    },
    {
      "epoch": 0.4891370086066527,
      "grad_norm": 0.7223214913368193,
      "learning_rate": 0.0002966839628729051,
      "loss": 2.7656,
      "step": 10514
    },
    {
      "epoch": 0.4891835310537334,
      "grad_norm": 0.7105908187457282,
      "learning_rate": 0.00029668318674981077,
      "loss": 2.5938,
      "step": 10515
    },
    {
      "epoch": 0.48923005350081417,
      "grad_norm": 0.7189302051756234,
      "learning_rate": 0.00029668241053691614,
      "loss": 2.7344,
      "step": 10516
    },
    {
      "epoch": 0.48927657594789487,
      "grad_norm": 0.6908454313142538,
      "learning_rate": 0.00029668163423422165,
      "loss": 2.5625,
      "step": 10517
    },
    {
      "epoch": 0.48932309839497556,
      "grad_norm": 0.7535656999505215,
      "learning_rate": 0.00029668085784172773,
      "loss": 2.5938,
      "step": 10518
    },
    {
      "epoch": 0.4893696208420563,
      "grad_norm": 0.7302367125210083,
      "learning_rate": 0.000296680081359435,
      "loss": 2.75,
      "step": 10519
    },
    {
      "epoch": 0.489416143289137,
      "grad_norm": 0.7471244191820705,
      "learning_rate": 0.00029667930478734385,
      "loss": 2.3281,
      "step": 10520
    },
    {
      "epoch": 0.4894626657362177,
      "grad_norm": 0.7762420496245225,
      "learning_rate": 0.00029667852812545475,
      "loss": 2.3438,
      "step": 10521
    },
    {
      "epoch": 0.4895091881832984,
      "grad_norm": 0.7174962143275215,
      "learning_rate": 0.00029667775137376824,
      "loss": 2.8125,
      "step": 10522
    },
    {
      "epoch": 0.48955571063037917,
      "grad_norm": 0.6643328266853259,
      "learning_rate": 0.0002966769745322847,
      "loss": 2.2969,
      "step": 10523
    },
    {
      "epoch": 0.48960223307745987,
      "grad_norm": 0.7565880275883868,
      "learning_rate": 0.00029667619760100463,
      "loss": 2.4844,
      "step": 10524
    },
    {
      "epoch": 0.48964875552454057,
      "grad_norm": 0.7538250033662618,
      "learning_rate": 0.00029667542057992856,
      "loss": 2.25,
      "step": 10525
    },
    {
      "epoch": 0.4896952779716213,
      "grad_norm": 0.6573986584014627,
      "learning_rate": 0.0002966746434690569,
      "loss": 1.9141,
      "step": 10526
    },
    {
      "epoch": 0.489741800418702,
      "grad_norm": 0.6925390477148886,
      "learning_rate": 0.00029667386626839026,
      "loss": 2.3281,
      "step": 10527
    },
    {
      "epoch": 0.4897883228657827,
      "grad_norm": 0.7156061748198139,
      "learning_rate": 0.00029667308897792893,
      "loss": 2.4844,
      "step": 10528
    },
    {
      "epoch": 0.4898348453128635,
      "grad_norm": 0.7648379302926703,
      "learning_rate": 0.0002966723115976735,
      "loss": 2.5156,
      "step": 10529
    },
    {
      "epoch": 0.4898813677599442,
      "grad_norm": 0.6827527581794693,
      "learning_rate": 0.0002966715341276243,
      "loss": 2.625,
      "step": 10530
    },
    {
      "epoch": 0.4899278902070249,
      "grad_norm": 0.6411567120973524,
      "learning_rate": 0.0002966707565677821,
      "loss": 2.2969,
      "step": 10531
    },
    {
      "epoch": 0.48997441265410563,
      "grad_norm": 0.75176008373142,
      "learning_rate": 0.00029666997891814707,
      "loss": 2.5938,
      "step": 10532
    },
    {
      "epoch": 0.49002093510118633,
      "grad_norm": 0.7461884157233549,
      "learning_rate": 0.0002966692011787199,
      "loss": 2.6875,
      "step": 10533
    },
    {
      "epoch": 0.490067457548267,
      "grad_norm": 0.7028057931087451,
      "learning_rate": 0.0002966684233495009,
      "loss": 2.4531,
      "step": 10534
    },
    {
      "epoch": 0.4901139799953478,
      "grad_norm": 0.6948790834675387,
      "learning_rate": 0.0002966676454304907,
      "loss": 2.6094,
      "step": 10535
    },
    {
      "epoch": 0.4901605024424285,
      "grad_norm": 0.7008713215917622,
      "learning_rate": 0.0002966668674216897,
      "loss": 2.5312,
      "step": 10536
    },
    {
      "epoch": 0.4902070248895092,
      "grad_norm": 0.7451930576423986,
      "learning_rate": 0.00029666608932309835,
      "loss": 2.6719,
      "step": 10537
    },
    {
      "epoch": 0.4902535473365899,
      "grad_norm": 0.686426167581004,
      "learning_rate": 0.00029666531113471716,
      "loss": 2.4688,
      "step": 10538
    },
    {
      "epoch": 0.49030006978367063,
      "grad_norm": 0.7246132667556294,
      "learning_rate": 0.00029666453285654657,
      "loss": 2.5312,
      "step": 10539
    },
    {
      "epoch": 0.49034659223075133,
      "grad_norm": 0.700543378184491,
      "learning_rate": 0.00029666375448858713,
      "loss": 2.2344,
      "step": 10540
    },
    {
      "epoch": 0.49039311467783203,
      "grad_norm": 0.7489522086640912,
      "learning_rate": 0.00029666297603083927,
      "loss": 2.5156,
      "step": 10541
    },
    {
      "epoch": 0.4904396371249128,
      "grad_norm": 0.7007788162461661,
      "learning_rate": 0.0002966621974833035,
      "loss": 2.7812,
      "step": 10542
    },
    {
      "epoch": 0.4904861595719935,
      "grad_norm": 0.7178335843930616,
      "learning_rate": 0.0002966614188459802,
      "loss": 2.5312,
      "step": 10543
    },
    {
      "epoch": 0.4905326820190742,
      "grad_norm": 0.699361061827087,
      "learning_rate": 0.00029666064011886993,
      "loss": 2.6562,
      "step": 10544
    },
    {
      "epoch": 0.49057920446615494,
      "grad_norm": 0.690950517063346,
      "learning_rate": 0.0002966598613019732,
      "loss": 2.4375,
      "step": 10545
    },
    {
      "epoch": 0.49062572691323564,
      "grad_norm": 0.7378142930089838,
      "learning_rate": 0.0002966590823952904,
      "loss": 2.8281,
      "step": 10546
    },
    {
      "epoch": 0.49067224936031634,
      "grad_norm": 0.7001018322795574,
      "learning_rate": 0.00029665830339882206,
      "loss": 2.5469,
      "step": 10547
    },
    {
      "epoch": 0.4907187718073971,
      "grad_norm": 0.7220133140098499,
      "learning_rate": 0.00029665752431256865,
      "loss": 2.375,
      "step": 10548
    },
    {
      "epoch": 0.4907652942544778,
      "grad_norm": 0.7139333716103321,
      "learning_rate": 0.0002966567451365306,
      "loss": 2.4375,
      "step": 10549
    },
    {
      "epoch": 0.4908118167015585,
      "grad_norm": 0.6893082678618213,
      "learning_rate": 0.00029665596587070844,
      "loss": 2.4062,
      "step": 10550
    },
    {
      "epoch": 0.49085833914863924,
      "grad_norm": 0.7569266069861696,
      "learning_rate": 0.0002966551865151027,
      "loss": 2.4688,
      "step": 10551
    },
    {
      "epoch": 0.49090486159571994,
      "grad_norm": 0.6599846376959628,
      "learning_rate": 0.0002966544070697137,
      "loss": 2.2031,
      "step": 10552
    },
    {
      "epoch": 0.49095138404280064,
      "grad_norm": 0.6624127995126872,
      "learning_rate": 0.00029665362753454204,
      "loss": 2.625,
      "step": 10553
    },
    {
      "epoch": 0.49099790648988134,
      "grad_norm": 0.7712560353423668,
      "learning_rate": 0.0002966528479095882,
      "loss": 2.8281,
      "step": 10554
    },
    {
      "epoch": 0.4910444289369621,
      "grad_norm": 0.7676261482009323,
      "learning_rate": 0.0002966520681948526,
      "loss": 2.6562,
      "step": 10555
    },
    {
      "epoch": 0.4910909513840428,
      "grad_norm": 0.7617166903633383,
      "learning_rate": 0.00029665128839033574,
      "loss": 2.7188,
      "step": 10556
    },
    {
      "epoch": 0.4911374738311235,
      "grad_norm": 0.684318846043049,
      "learning_rate": 0.0002966505084960381,
      "loss": 2.3281,
      "step": 10557
    },
    {
      "epoch": 0.49118399627820425,
      "grad_norm": 0.7700551805004338,
      "learning_rate": 0.0002966497285119601,
      "loss": 2.7656,
      "step": 10558
    },
    {
      "epoch": 0.49123051872528495,
      "grad_norm": 0.7366525067325348,
      "learning_rate": 0.0002966489484381023,
      "loss": 2.625,
      "step": 10559
    },
    {
      "epoch": 0.49127704117236565,
      "grad_norm": 0.745735411325725,
      "learning_rate": 0.0002966481682744652,
      "loss": 2.375,
      "step": 10560
    },
    {
      "epoch": 0.4913235636194464,
      "grad_norm": 0.7182190174572494,
      "learning_rate": 0.0002966473880210492,
      "loss": 2.8125,
      "step": 10561
    },
    {
      "epoch": 0.4913700860665271,
      "grad_norm": 0.7209890807052123,
      "learning_rate": 0.0002966466076778548,
      "loss": 2.5156,
      "step": 10562
    },
    {
      "epoch": 0.4914166085136078,
      "grad_norm": 0.7250174384134328,
      "learning_rate": 0.00029664582724488246,
      "loss": 2.5312,
      "step": 10563
    },
    {
      "epoch": 0.49146313096068855,
      "grad_norm": 0.7277043526566929,
      "learning_rate": 0.00029664504672213273,
      "loss": 2.6094,
      "step": 10564
    },
    {
      "epoch": 0.49150965340776925,
      "grad_norm": 0.7229172909237416,
      "learning_rate": 0.00029664426610960596,
      "loss": 2.8594,
      "step": 10565
    },
    {
      "epoch": 0.49155617585484995,
      "grad_norm": 0.765713887856175,
      "learning_rate": 0.00029664348540730276,
      "loss": 2.5,
      "step": 10566
    },
    {
      "epoch": 0.4916026983019307,
      "grad_norm": 0.7052182031453271,
      "learning_rate": 0.00029664270461522355,
      "loss": 2.6562,
      "step": 10567
    },
    {
      "epoch": 0.4916492207490114,
      "grad_norm": 0.7747741664933124,
      "learning_rate": 0.0002966419237333688,
      "loss": 2.4375,
      "step": 10568
    },
    {
      "epoch": 0.4916957431960921,
      "grad_norm": 0.7459804694130673,
      "learning_rate": 0.00029664114276173906,
      "loss": 2.5312,
      "step": 10569
    },
    {
      "epoch": 0.4917422656431728,
      "grad_norm": 0.692569830998925,
      "learning_rate": 0.00029664036170033465,
      "loss": 2.3281,
      "step": 10570
    },
    {
      "epoch": 0.49178878809025356,
      "grad_norm": 0.7429621573674587,
      "learning_rate": 0.00029663958054915624,
      "loss": 2.6094,
      "step": 10571
    },
    {
      "epoch": 0.49183531053733426,
      "grad_norm": 0.7105897788938746,
      "learning_rate": 0.00029663879930820415,
      "loss": 2.4062,
      "step": 10572
    },
    {
      "epoch": 0.49188183298441496,
      "grad_norm": 0.7995134388644928,
      "learning_rate": 0.00029663801797747894,
      "loss": 1.8906,
      "step": 10573
    },
    {
      "epoch": 0.4919283554314957,
      "grad_norm": 0.6895179225378304,
      "learning_rate": 0.0002966372365569811,
      "loss": 2.4062,
      "step": 10574
    },
    {
      "epoch": 0.4919748778785764,
      "grad_norm": 0.7807375694969618,
      "learning_rate": 0.00029663645504671106,
      "loss": 2.5312,
      "step": 10575
    },
    {
      "epoch": 0.4920214003256571,
      "grad_norm": 0.6992093799785458,
      "learning_rate": 0.00029663567344666926,
      "loss": 2.4688,
      "step": 10576
    },
    {
      "epoch": 0.49206792277273786,
      "grad_norm": 0.777718761397062,
      "learning_rate": 0.0002966348917568563,
      "loss": 2.9844,
      "step": 10577
    },
    {
      "epoch": 0.49211444521981856,
      "grad_norm": 0.722426256301113,
      "learning_rate": 0.0002966341099772726,
      "loss": 2.5312,
      "step": 10578
    },
    {
      "epoch": 0.49216096766689926,
      "grad_norm": 0.6608183661097362,
      "learning_rate": 0.0002966333281079186,
      "loss": 2.5156,
      "step": 10579
    },
    {
      "epoch": 0.49220749011398,
      "grad_norm": 0.6972816673870826,
      "learning_rate": 0.0002966325461487948,
      "loss": 2.4062,
      "step": 10580
    },
    {
      "epoch": 0.4922540125610607,
      "grad_norm": 0.6493252076271462,
      "learning_rate": 0.00029663176409990173,
      "loss": 2.8125,
      "step": 10581
    },
    {
      "epoch": 0.4923005350081414,
      "grad_norm": 0.7372947948636495,
      "learning_rate": 0.0002966309819612398,
      "loss": 2.4375,
      "step": 10582
    },
    {
      "epoch": 0.49234705745522217,
      "grad_norm": 0.7155734084541312,
      "learning_rate": 0.0002966301997328096,
      "loss": 2.7656,
      "step": 10583
    },
    {
      "epoch": 0.49239357990230287,
      "grad_norm": 0.7895163078464793,
      "learning_rate": 0.0002966294174146114,
      "loss": 2.625,
      "step": 10584
    },
    {
      "epoch": 0.49244010234938357,
      "grad_norm": 0.7360691735491436,
      "learning_rate": 0.0002966286350066459,
      "loss": 2.5469,
      "step": 10585
    },
    {
      "epoch": 0.49248662479646427,
      "grad_norm": 0.6950056085342406,
      "learning_rate": 0.00029662785250891344,
      "loss": 2.5312,
      "step": 10586
    },
    {
      "epoch": 0.492533147243545,
      "grad_norm": 0.7218668247294865,
      "learning_rate": 0.00029662706992141457,
      "loss": 2.5781,
      "step": 10587
    },
    {
      "epoch": 0.4925796696906257,
      "grad_norm": 0.7668605266506082,
      "learning_rate": 0.0002966262872441497,
      "loss": 2.7969,
      "step": 10588
    },
    {
      "epoch": 0.4926261921377064,
      "grad_norm": 0.7237933381712764,
      "learning_rate": 0.00029662550447711943,
      "loss": 2.5625,
      "step": 10589
    },
    {
      "epoch": 0.4926727145847872,
      "grad_norm": 0.7956788120080098,
      "learning_rate": 0.00029662472162032415,
      "loss": 2.6406,
      "step": 10590
    },
    {
      "epoch": 0.4927192370318679,
      "grad_norm": 0.7252305542705736,
      "learning_rate": 0.0002966239386737643,
      "loss": 2.5625,
      "step": 10591
    },
    {
      "epoch": 0.4927657594789486,
      "grad_norm": 0.6784500630727637,
      "learning_rate": 0.0002966231556374404,
      "loss": 2.6094,
      "step": 10592
    },
    {
      "epoch": 0.4928122819260293,
      "grad_norm": 0.6475639128256099,
      "learning_rate": 0.000296622372511353,
      "loss": 2.7188,
      "step": 10593
    },
    {
      "epoch": 0.49285880437311,
      "grad_norm": 0.6946963538680015,
      "learning_rate": 0.0002966215892955025,
      "loss": 2.5156,
      "step": 10594
    },
    {
      "epoch": 0.4929053268201907,
      "grad_norm": 0.7217874201967962,
      "learning_rate": 0.0002966208059898894,
      "loss": 2.6094,
      "step": 10595
    },
    {
      "epoch": 0.4929518492672715,
      "grad_norm": 0.7157071817788093,
      "learning_rate": 0.00029662002259451414,
      "loss": 2.5469,
      "step": 10596
    },
    {
      "epoch": 0.4929983717143522,
      "grad_norm": 0.7891144463530192,
      "learning_rate": 0.0002966192391093773,
      "loss": 2.6406,
      "step": 10597
    },
    {
      "epoch": 0.4930448941614329,
      "grad_norm": 0.744878232043811,
      "learning_rate": 0.0002966184555344792,
      "loss": 2.4688,
      "step": 10598
    },
    {
      "epoch": 0.49309141660851363,
      "grad_norm": 0.8368090857021361,
      "learning_rate": 0.0002966176718698205,
      "loss": 1.8359,
      "step": 10599
    },
    {
      "epoch": 0.49313793905559433,
      "grad_norm": 0.7430221596057867,
      "learning_rate": 0.0002966168881154016,
      "loss": 2.5781,
      "step": 10600
    },
    {
      "epoch": 0.49318446150267503,
      "grad_norm": 0.7117350477059855,
      "learning_rate": 0.00029661610427122293,
      "loss": 2.4531,
      "step": 10601
    },
    {
      "epoch": 0.49323098394975573,
      "grad_norm": 0.7040351316759624,
      "learning_rate": 0.0002966153203372851,
      "loss": 2.4219,
      "step": 10602
    },
    {
      "epoch": 0.4932775063968365,
      "grad_norm": 0.7156245550814767,
      "learning_rate": 0.0002966145363135884,
      "loss": 2.7656,
      "step": 10603
    },
    {
      "epoch": 0.4933240288439172,
      "grad_norm": 0.6887396793031207,
      "learning_rate": 0.0002966137522001335,
      "loss": 2.6875,
      "step": 10604
    },
    {
      "epoch": 0.4933705512909979,
      "grad_norm": 0.7290674403529444,
      "learning_rate": 0.0002966129679969207,
      "loss": 2.3125,
      "step": 10605
    },
    {
      "epoch": 0.49341707373807864,
      "grad_norm": 0.7351784928556104,
      "learning_rate": 0.0002966121837039507,
      "loss": 2.6562,
      "step": 10606
    },
    {
      "epoch": 0.49346359618515934,
      "grad_norm": 0.7304306756447259,
      "learning_rate": 0.0002966113993212238,
      "loss": 2.4688,
      "step": 10607
    },
    {
      "epoch": 0.49351011863224004,
      "grad_norm": 0.8102912665435992,
      "learning_rate": 0.0002966106148487405,
      "loss": 2.5469,
      "step": 10608
    },
    {
      "epoch": 0.4935566410793208,
      "grad_norm": 0.7073078808498495,
      "learning_rate": 0.00029660983028650137,
      "loss": 2.5469,
      "step": 10609
    },
    {
      "epoch": 0.4936031635264015,
      "grad_norm": 0.7026386347169935,
      "learning_rate": 0.0002966090456345068,
      "loss": 2.5625,
      "step": 10610
    },
    {
      "epoch": 0.4936496859734822,
      "grad_norm": 0.7238311425281542,
      "learning_rate": 0.00029660826089275734,
      "loss": 2.4844,
      "step": 10611
    },
    {
      "epoch": 0.49369620842056294,
      "grad_norm": 0.6403259888325653,
      "learning_rate": 0.0002966074760612534,
      "loss": 2.5625,
      "step": 10612
    },
    {
      "epoch": 0.49374273086764364,
      "grad_norm": 0.73216459229659,
      "learning_rate": 0.00029660669113999553,
      "loss": 2.4375,
      "step": 10613
    },
    {
      "epoch": 0.49378925331472434,
      "grad_norm": 0.7619653087288756,
      "learning_rate": 0.0002966059061289842,
      "loss": 2.8125,
      "step": 10614
    },
    {
      "epoch": 0.4938357757618051,
      "grad_norm": 0.7009898164377435,
      "learning_rate": 0.0002966051210282198,
      "loss": 2.6562,
      "step": 10615
    },
    {
      "epoch": 0.4938822982088858,
      "grad_norm": 0.6536815194033485,
      "learning_rate": 0.000296604335837703,
      "loss": 2.5312,
      "step": 10616
    },
    {
      "epoch": 0.4939288206559665,
      "grad_norm": 0.7334329054492763,
      "learning_rate": 0.00029660355055743405,
      "loss": 2.5781,
      "step": 10617
    },
    {
      "epoch": 0.4939753431030472,
      "grad_norm": 0.7721123360329895,
      "learning_rate": 0.00029660276518741357,
      "loss": 2.7031,
      "step": 10618
    },
    {
      "epoch": 0.49402186555012795,
      "grad_norm": 0.6781202924962367,
      "learning_rate": 0.000296601979727642,
      "loss": 2.5781,
      "step": 10619
    },
    {
      "epoch": 0.49406838799720865,
      "grad_norm": 0.6697122722010227,
      "learning_rate": 0.0002966011941781199,
      "loss": 2.2188,
      "step": 10620
    },
    {
      "epoch": 0.49411491044428935,
      "grad_norm": 0.644911187345244,
      "learning_rate": 0.0002966004085388476,
      "loss": 2.5938,
      "step": 10621
    },
    {
      "epoch": 0.4941614328913701,
      "grad_norm": 0.6728787596217227,
      "learning_rate": 0.0002965996228098257,
      "loss": 2.4219,
      "step": 10622
    },
    {
      "epoch": 0.4942079553384508,
      "grad_norm": 0.783763925858368,
      "learning_rate": 0.0002965988369910547,
      "loss": 2.5938,
      "step": 10623
    },
    {
      "epoch": 0.4942544777855315,
      "grad_norm": 0.8076574494481521,
      "learning_rate": 0.000296598051082535,
      "loss": 1.8359,
      "step": 10624
    },
    {
      "epoch": 0.49430100023261225,
      "grad_norm": 0.6889239038513586,
      "learning_rate": 0.00029659726508426704,
      "loss": 2.75,
      "step": 10625
    },
    {
      "epoch": 0.49434752267969295,
      "grad_norm": 0.6670306107308366,
      "learning_rate": 0.00029659647899625145,
      "loss": 2.6719,
      "step": 10626
    },
    {
      "epoch": 0.49439404512677365,
      "grad_norm": 0.7608522046627836,
      "learning_rate": 0.0002965956928184886,
      "loss": 2.8594,
      "step": 10627
    },
    {
      "epoch": 0.4944405675738544,
      "grad_norm": 0.6854885661816048,
      "learning_rate": 0.000296594906550979,
      "loss": 2.375,
      "step": 10628
    },
    {
      "epoch": 0.4944870900209351,
      "grad_norm": 0.6833666096911769,
      "learning_rate": 0.00029659412019372315,
      "loss": 2.5625,
      "step": 10629
    },
    {
      "epoch": 0.4945336124680158,
      "grad_norm": 0.7326969872905855,
      "learning_rate": 0.0002965933337467215,
      "loss": 2.6875,
      "step": 10630
    },
    {
      "epoch": 0.49458013491509656,
      "grad_norm": 0.732824606466995,
      "learning_rate": 0.0002965925472099746,
      "loss": 2.5781,
      "step": 10631
    },
    {
      "epoch": 0.49462665736217726,
      "grad_norm": 0.6586623397801687,
      "learning_rate": 0.00029659176058348277,
      "loss": 2.5938,
      "step": 10632
    },
    {
      "epoch": 0.49467317980925796,
      "grad_norm": 0.7747623155261967,
      "learning_rate": 0.00029659097386724667,
      "loss": 2.6562,
      "step": 10633
    },
    {
      "epoch": 0.49471970225633866,
      "grad_norm": 0.6651488338202685,
      "learning_rate": 0.0002965901870612667,
      "loss": 2.4531,
      "step": 10634
    },
    {
      "epoch": 0.4947662247034194,
      "grad_norm": 0.7725626402958086,
      "learning_rate": 0.0002965894001655434,
      "loss": 2.4062,
      "step": 10635
    },
    {
      "epoch": 0.4948127471505001,
      "grad_norm": 0.7331808773505923,
      "learning_rate": 0.0002965886131800771,
      "loss": 2.2812,
      "step": 10636
    },
    {
      "epoch": 0.4948592695975808,
      "grad_norm": 0.8038920593433894,
      "learning_rate": 0.0002965878261048685,
      "loss": 2.7344,
      "step": 10637
    },
    {
      "epoch": 0.49490579204466156,
      "grad_norm": 0.7312753741043161,
      "learning_rate": 0.00029658703893991787,
      "loss": 2.5156,
      "step": 10638
    },
    {
      "epoch": 0.49495231449174226,
      "grad_norm": 0.7214207248596591,
      "learning_rate": 0.0002965862516852259,
      "loss": 2.4062,
      "step": 10639
    },
    {
      "epoch": 0.49499883693882296,
      "grad_norm": 0.6685735054891353,
      "learning_rate": 0.00029658546434079285,
      "loss": 2.4375,
      "step": 10640
    },
    {
      "epoch": 0.4950453593859037,
      "grad_norm": 0.6435672719579438,
      "learning_rate": 0.0002965846769066194,
      "loss": 2.375,
      "step": 10641
    },
    {
      "epoch": 0.4950918818329844,
      "grad_norm": 0.6967993731675025,
      "learning_rate": 0.00029658388938270594,
      "loss": 2.3438,
      "step": 10642
    },
    {
      "epoch": 0.4951384042800651,
      "grad_norm": 0.7355811868001348,
      "learning_rate": 0.0002965831017690529,
      "loss": 2.8594,
      "step": 10643
    },
    {
      "epoch": 0.49518492672714587,
      "grad_norm": 0.7183962361298236,
      "learning_rate": 0.00029658231406566083,
      "loss": 2.625,
      "step": 10644
    },
    {
      "epoch": 0.49523144917422657,
      "grad_norm": 0.6955864050241642,
      "learning_rate": 0.00029658152627253025,
      "loss": 2.4375,
      "step": 10645
    },
    {
      "epoch": 0.49527797162130727,
      "grad_norm": 0.7784443815026734,
      "learning_rate": 0.00029658073838966154,
      "loss": 2.5781,
      "step": 10646
    },
    {
      "epoch": 0.495324494068388,
      "grad_norm": 0.7862308981560087,
      "learning_rate": 0.0002965799504170553,
      "loss": 2.375,
      "step": 10647
    },
    {
      "epoch": 0.4953710165154687,
      "grad_norm": 0.6920963212088888,
      "learning_rate": 0.00029657916235471197,
      "loss": 2.7188,
      "step": 10648
    },
    {
      "epoch": 0.4954175389625494,
      "grad_norm": 0.7141752869052298,
      "learning_rate": 0.00029657837420263197,
      "loss": 2.9219,
      "step": 10649
    },
    {
      "epoch": 0.4954640614096302,
      "grad_norm": 0.7442190289505441,
      "learning_rate": 0.0002965775859608158,
      "loss": 2.4531,
      "step": 10650
    },
    {
      "epoch": 0.4955105838567109,
      "grad_norm": 0.7564697526398648,
      "learning_rate": 0.00029657679762926396,
      "loss": 2.6094,
      "step": 10651
    },
    {
      "epoch": 0.4955571063037916,
      "grad_norm": 0.6930920589416186,
      "learning_rate": 0.000296576009207977,
      "loss": 2.4844,
      "step": 10652
    },
    {
      "epoch": 0.49560362875087227,
      "grad_norm": 0.6882416121601624,
      "learning_rate": 0.00029657522069695527,
      "loss": 2.5781,
      "step": 10653
    },
    {
      "epoch": 0.495650151197953,
      "grad_norm": 0.7029057885943927,
      "learning_rate": 0.0002965744320961994,
      "loss": 2.5938,
      "step": 10654
    },
    {
      "epoch": 0.4956966736450337,
      "grad_norm": 0.7239610610037039,
      "learning_rate": 0.00029657364340570974,
      "loss": 2.4375,
      "step": 10655
    },
    {
      "epoch": 0.4957431960921144,
      "grad_norm": 0.6927369802151714,
      "learning_rate": 0.00029657285462548685,
      "loss": 2.3906,
      "step": 10656
    },
    {
      "epoch": 0.4957897185391952,
      "grad_norm": 0.6753173599017508,
      "learning_rate": 0.0002965720657555313,
      "loss": 2.7812,
      "step": 10657
    },
    {
      "epoch": 0.4958362409862759,
      "grad_norm": 0.7333697351237235,
      "learning_rate": 0.00029657127679584333,
      "loss": 2.5781,
      "step": 10658
    },
    {
      "epoch": 0.4958827634333566,
      "grad_norm": 0.7244270629429526,
      "learning_rate": 0.00029657048774642356,
      "loss": 2.625,
      "step": 10659
    },
    {
      "epoch": 0.49592928588043733,
      "grad_norm": 0.7058459952418021,
      "learning_rate": 0.0002965696986072725,
      "loss": 2.6875,
      "step": 10660
    },
    {
      "epoch": 0.49597580832751803,
      "grad_norm": 0.6953448721954038,
      "learning_rate": 0.00029656890937839066,
      "loss": 2.5938,
      "step": 10661
    },
    {
      "epoch": 0.49602233077459873,
      "grad_norm": 0.6865248447415123,
      "learning_rate": 0.0002965681200597784,
      "loss": 2.6562,
      "step": 10662
    },
    {
      "epoch": 0.4960688532216795,
      "grad_norm": 0.6838408138685292,
      "learning_rate": 0.0002965673306514363,
      "loss": 2.4688,
      "step": 10663
    },
    {
      "epoch": 0.4961153756687602,
      "grad_norm": 0.6969703072147837,
      "learning_rate": 0.00029656654115336486,
      "loss": 2.3594,
      "step": 10664
    },
    {
      "epoch": 0.4961618981158409,
      "grad_norm": 0.6794203859449516,
      "learning_rate": 0.0002965657515655645,
      "loss": 2.4219,
      "step": 10665
    },
    {
      "epoch": 0.49620842056292164,
      "grad_norm": 0.6753930893092515,
      "learning_rate": 0.00029656496188803567,
      "loss": 2.5625,
      "step": 10666
    },
    {
      "epoch": 0.49625494301000234,
      "grad_norm": 0.6827612989040537,
      "learning_rate": 0.0002965641721207789,
      "loss": 2.4844,
      "step": 10667
    },
    {
      "epoch": 0.49630146545708304,
      "grad_norm": 0.7375644148509483,
      "learning_rate": 0.00029656338226379474,
      "loss": 2.8594,
      "step": 10668
    },
    {
      "epoch": 0.49634798790416373,
      "grad_norm": 0.764896768392382,
      "learning_rate": 0.0002965625923170836,
      "loss": 2.7031,
      "step": 10669
    },
    {
      "epoch": 0.4963945103512445,
      "grad_norm": 0.7412058240531166,
      "learning_rate": 0.00029656180228064603,
      "loss": 1.7812,
      "step": 10670
    },
    {
      "epoch": 0.4964410327983252,
      "grad_norm": 0.7055326350094522,
      "learning_rate": 0.00029656101215448237,
      "loss": 2.4844,
      "step": 10671
    },
    {
      "epoch": 0.4964875552454059,
      "grad_norm": 0.712690738019256,
      "learning_rate": 0.00029656022193859323,
      "loss": 2.4062,
      "step": 10672
    },
    {
      "epoch": 0.49653407769248664,
      "grad_norm": 0.6725377693363768,
      "learning_rate": 0.00029655943163297904,
      "loss": 2.5156,
      "step": 10673
    },
    {
      "epoch": 0.49658060013956734,
      "grad_norm": 0.80463622758212,
      "learning_rate": 0.00029655864123764034,
      "loss": 2.6406,
      "step": 10674
    },
    {
      "epoch": 0.49662712258664804,
      "grad_norm": 0.7346696843613869,
      "learning_rate": 0.0002965578507525775,
      "loss": 2.8594,
      "step": 10675
    },
    {
      "epoch": 0.4966736450337288,
      "grad_norm": 0.7011044518905017,
      "learning_rate": 0.00029655706017779116,
      "loss": 2.4531,
      "step": 10676
    },
    {
      "epoch": 0.4967201674808095,
      "grad_norm": 0.756350335638715,
      "learning_rate": 0.0002965562695132817,
      "loss": 2.5781,
      "step": 10677
    },
    {
      "epoch": 0.4967666899278902,
      "grad_norm": 0.6673233960188582,
      "learning_rate": 0.0002965554787590496,
      "loss": 2.5625,
      "step": 10678
    },
    {
      "epoch": 0.49681321237497095,
      "grad_norm": 0.7862658820198501,
      "learning_rate": 0.0002965546879150954,
      "loss": 2.4375,
      "step": 10679
    },
    {
      "epoch": 0.49685973482205165,
      "grad_norm": 0.7642578686141223,
      "learning_rate": 0.0002965538969814196,
      "loss": 2.75,
      "step": 10680
    },
    {
      "epoch": 0.49690625726913235,
      "grad_norm": 0.7290014706217544,
      "learning_rate": 0.0002965531059580226,
      "loss": 2.4375,
      "step": 10681
    },
    {
      "epoch": 0.4969527797162131,
      "grad_norm": 0.7029135823118647,
      "learning_rate": 0.0002965523148449049,
      "loss": 2.5469,
      "step": 10682
    },
    {
      "epoch": 0.4969993021632938,
      "grad_norm": 0.653031550848126,
      "learning_rate": 0.000296551523642067,
      "loss": 2.3906,
      "step": 10683
    },
    {
      "epoch": 0.4970458246103745,
      "grad_norm": 0.7239818000150885,
      "learning_rate": 0.00029655073234950946,
      "loss": 2.5625,
      "step": 10684
    },
    {
      "epoch": 0.4970923470574552,
      "grad_norm": 0.6093204072674674,
      "learning_rate": 0.00029654994096723264,
      "loss": 2.4531,
      "step": 10685
    },
    {
      "epoch": 0.49713886950453595,
      "grad_norm": 0.746651733878018,
      "learning_rate": 0.0002965491494952371,
      "loss": 2.5625,
      "step": 10686
    },
    {
      "epoch": 0.49718539195161665,
      "grad_norm": 0.7117776884715744,
      "learning_rate": 0.0002965483579335233,
      "loss": 2.8438,
      "step": 10687
    },
    {
      "epoch": 0.49723191439869735,
      "grad_norm": 0.7606142596670411,
      "learning_rate": 0.0002965475662820917,
      "loss": 2.9844,
      "step": 10688
    },
    {
      "epoch": 0.4972784368457781,
      "grad_norm": 0.7571747727413948,
      "learning_rate": 0.0002965467745409429,
      "loss": 2.6562,
      "step": 10689
    },
    {
      "epoch": 0.4973249592928588,
      "grad_norm": 0.7660610269139556,
      "learning_rate": 0.00029654598271007727,
      "loss": 1.9219,
      "step": 10690
    },
    {
      "epoch": 0.4973714817399395,
      "grad_norm": 0.6619267304907569,
      "learning_rate": 0.0002965451907894953,
      "loss": 2.0938,
      "step": 10691
    },
    {
      "epoch": 0.49741800418702026,
      "grad_norm": 0.6807328241932991,
      "learning_rate": 0.00029654439877919753,
      "loss": 2.2812,
      "step": 10692
    },
    {
      "epoch": 0.49746452663410096,
      "grad_norm": 0.712008816143565,
      "learning_rate": 0.0002965436066791844,
      "loss": 2.8281,
      "step": 10693
    },
    {
      "epoch": 0.49751104908118166,
      "grad_norm": 0.692856256174371,
      "learning_rate": 0.0002965428144894564,
      "loss": 2.4531,
      "step": 10694
    },
    {
      "epoch": 0.4975575715282624,
      "grad_norm": 0.7197309974405655,
      "learning_rate": 0.00029654202221001405,
      "loss": 2.7188,
      "step": 10695
    },
    {
      "epoch": 0.4976040939753431,
      "grad_norm": 0.7154256945426147,
      "learning_rate": 0.00029654122984085776,
      "loss": 2.5312,
      "step": 10696
    },
    {
      "epoch": 0.4976506164224238,
      "grad_norm": 0.688834165614986,
      "learning_rate": 0.00029654043738198813,
      "loss": 2.6406,
      "step": 10697
    },
    {
      "epoch": 0.49769713886950456,
      "grad_norm": 0.7025783927679257,
      "learning_rate": 0.00029653964483340555,
      "loss": 2.7656,
      "step": 10698
    },
    {
      "epoch": 0.49774366131658526,
      "grad_norm": 0.6382231464695959,
      "learning_rate": 0.00029653885219511054,
      "loss": 2.4688,
      "step": 10699
    },
    {
      "epoch": 0.49779018376366596,
      "grad_norm": 0.7658444550166428,
      "learning_rate": 0.0002965380594671036,
      "loss": 2.5156,
      "step": 10700
    },
    {
      "epoch": 0.49783670621074666,
      "grad_norm": 0.725362859288057,
      "learning_rate": 0.00029653726664938517,
      "loss": 2.6406,
      "step": 10701
    },
    {
      "epoch": 0.4978832286578274,
      "grad_norm": 0.7131208503858277,
      "learning_rate": 0.00029653647374195573,
      "loss": 2.6094,
      "step": 10702
    },
    {
      "epoch": 0.4979297511049081,
      "grad_norm": 0.764416293951438,
      "learning_rate": 0.00029653568074481583,
      "loss": 2.7812,
      "step": 10703
    },
    {
      "epoch": 0.4979762735519888,
      "grad_norm": 0.7528370539143929,
      "learning_rate": 0.00029653488765796595,
      "loss": 2.5,
      "step": 10704
    },
    {
      "epoch": 0.49802279599906957,
      "grad_norm": 0.7977647699154861,
      "learning_rate": 0.0002965340944814065,
      "loss": 2.7656,
      "step": 10705
    },
    {
      "epoch": 0.49806931844615027,
      "grad_norm": 0.7643731521514948,
      "learning_rate": 0.0002965333012151381,
      "loss": 2.8906,
      "step": 10706
    },
    {
      "epoch": 0.49811584089323097,
      "grad_norm": 1.0129083613827783,
      "learning_rate": 0.00029653250785916104,
      "loss": 3.125,
      "step": 10707
    },
    {
      "epoch": 0.4981623633403117,
      "grad_norm": 0.6536711565664773,
      "learning_rate": 0.00029653171441347597,
      "loss": 2.3438,
      "step": 10708
    },
    {
      "epoch": 0.4982088857873924,
      "grad_norm": 0.6813242856885036,
      "learning_rate": 0.0002965309208780833,
      "loss": 2.5625,
      "step": 10709
    },
    {
      "epoch": 0.4982554082344731,
      "grad_norm": 0.725597785404247,
      "learning_rate": 0.0002965301272529836,
      "loss": 2.6875,
      "step": 10710
    },
    {
      "epoch": 0.4983019306815539,
      "grad_norm": 0.6544725988374506,
      "learning_rate": 0.00029652933353817724,
      "loss": 2.4375,
      "step": 10711
    },
    {
      "epoch": 0.49834845312863457,
      "grad_norm": 0.719065769668914,
      "learning_rate": 0.0002965285397336647,
      "loss": 2.5156,
      "step": 10712
    },
    {
      "epoch": 0.49839497557571527,
      "grad_norm": 0.738859630644264,
      "learning_rate": 0.0002965277458394466,
      "loss": 2.4844,
      "step": 10713
    },
    {
      "epoch": 0.498441498022796,
      "grad_norm": 0.7404774549069831,
      "learning_rate": 0.00029652695185552336,
      "loss": 2.6406,
      "step": 10714
    },
    {
      "epoch": 0.4984880204698767,
      "grad_norm": 0.6945537413774621,
      "learning_rate": 0.00029652615778189543,
      "loss": 2.2969,
      "step": 10715
    },
    {
      "epoch": 0.4985345429169574,
      "grad_norm": 0.7909835762819434,
      "learning_rate": 0.00029652536361856333,
      "loss": 2.9219,
      "step": 10716
    },
    {
      "epoch": 0.4985810653640381,
      "grad_norm": 0.7475075362640209,
      "learning_rate": 0.0002965245693655275,
      "loss": 2.3906,
      "step": 10717
    },
    {
      "epoch": 0.4986275878111189,
      "grad_norm": 0.7094647998315127,
      "learning_rate": 0.00029652377502278855,
      "loss": 2.5469,
      "step": 10718
    },
    {
      "epoch": 0.4986741102581996,
      "grad_norm": 0.7543259942259815,
      "learning_rate": 0.0002965229805903468,
      "loss": 2.3906,
      "step": 10719
    },
    {
      "epoch": 0.4987206327052803,
      "grad_norm": 0.7074893250513836,
      "learning_rate": 0.00029652218606820286,
      "loss": 2.25,
      "step": 10720
    },
    {
      "epoch": 0.49876715515236103,
      "grad_norm": 0.6964169083910922,
      "learning_rate": 0.0002965213914563572,
      "loss": 2.25,
      "step": 10721
    },
    {
      "epoch": 0.49881367759944173,
      "grad_norm": 0.8964988231570856,
      "learning_rate": 0.0002965205967548102,
      "loss": 2.3438,
      "step": 10722
    },
    {
      "epoch": 0.49886020004652243,
      "grad_norm": 0.7160067655253322,
      "learning_rate": 0.0002965198019635624,
      "loss": 3.0,
      "step": 10723
    },
    {
      "epoch": 0.4989067224936032,
      "grad_norm": 0.7312705454260926,
      "learning_rate": 0.00029651900708261447,
      "loss": 2.625,
      "step": 10724
    },
    {
      "epoch": 0.4989532449406839,
      "grad_norm": 0.8395572377250361,
      "learning_rate": 0.0002965182121119666,
      "loss": 1.9375,
      "step": 10725
    },
    {
      "epoch": 0.4989997673877646,
      "grad_norm": 0.6950697317197012,
      "learning_rate": 0.0002965174170516195,
      "loss": 2.5469,
      "step": 10726
    },
    {
      "epoch": 0.49904628983484534,
      "grad_norm": 0.7003569137300057,
      "learning_rate": 0.0002965166219015735,
      "loss": 2.6875,
      "step": 10727
    },
    {
      "epoch": 0.49909281228192603,
      "grad_norm": 0.7365100824184847,
      "learning_rate": 0.00029651582666182923,
      "loss": 2.4688,
      "step": 10728
    },
    {
      "epoch": 0.49913933472900673,
      "grad_norm": 0.6961188452575682,
      "learning_rate": 0.00029651503133238706,
      "loss": 2.5312,
      "step": 10729
    },
    {
      "epoch": 0.4991858571760875,
      "grad_norm": 0.806724564560418,
      "learning_rate": 0.0002965142359132476,
      "loss": 2.5312,
      "step": 10730
    },
    {
      "epoch": 0.4992323796231682,
      "grad_norm": 0.6935198452181421,
      "learning_rate": 0.00029651344040441117,
      "loss": 2.8125,
      "step": 10731
    },
    {
      "epoch": 0.4992789020702489,
      "grad_norm": 0.7190131833606935,
      "learning_rate": 0.0002965126448058784,
      "loss": 2.7969,
      "step": 10732
    },
    {
      "epoch": 0.4993254245173296,
      "grad_norm": 0.6712117181082984,
      "learning_rate": 0.00029651184911764974,
      "loss": 2.4844,
      "step": 10733
    },
    {
      "epoch": 0.49937194696441034,
      "grad_norm": 0.6783696119964155,
      "learning_rate": 0.0002965110533397256,
      "loss": 2.4219,
      "step": 10734
    },
    {
      "epoch": 0.49941846941149104,
      "grad_norm": 0.734491126909826,
      "learning_rate": 0.0002965102574721066,
      "loss": 2.75,
      "step": 10735
    },
    {
      "epoch": 0.49946499185857174,
      "grad_norm": 0.7099670385106719,
      "learning_rate": 0.0002965094615147931,
      "loss": 2.5469,
      "step": 10736
    },
    {
      "epoch": 0.4995115143056525,
      "grad_norm": 0.6709966135001835,
      "learning_rate": 0.00029650866546778565,
      "loss": 2.5938,
      "step": 10737
    },
    {
      "epoch": 0.4995580367527332,
      "grad_norm": 0.7293952073129079,
      "learning_rate": 0.00029650786933108476,
      "loss": 2.4062,
      "step": 10738
    },
    {
      "epoch": 0.4996045591998139,
      "grad_norm": 0.7005780064406433,
      "learning_rate": 0.00029650707310469087,
      "loss": 2.5938,
      "step": 10739
    },
    {
      "epoch": 0.49965108164689465,
      "grad_norm": 0.7294210627332667,
      "learning_rate": 0.0002965062767886045,
      "loss": 2.5938,
      "step": 10740
    },
    {
      "epoch": 0.49969760409397534,
      "grad_norm": 0.7589432633094779,
      "learning_rate": 0.0002965054803828261,
      "loss": 2.7344,
      "step": 10741
    },
    {
      "epoch": 0.49974412654105604,
      "grad_norm": 0.6604810815681954,
      "learning_rate": 0.0002965046838873562,
      "loss": 2.6719,
      "step": 10742
    },
    {
      "epoch": 0.4997906489881368,
      "grad_norm": 0.6838234167378343,
      "learning_rate": 0.0002965038873021953,
      "loss": 2.5625,
      "step": 10743
    },
    {
      "epoch": 0.4998371714352175,
      "grad_norm": 0.8204165172849247,
      "learning_rate": 0.00029650309062734384,
      "loss": 2.5,
      "step": 10744
    },
    {
      "epoch": 0.4998836938822982,
      "grad_norm": 0.7930878750339138,
      "learning_rate": 0.0002965022938628023,
      "loss": 1.8359,
      "step": 10745
    },
    {
      "epoch": 0.49993021632937895,
      "grad_norm": 0.6751278466432021,
      "learning_rate": 0.00029650149700857114,
      "loss": 2.5312,
      "step": 10746
    },
    {
      "epoch": 0.49997673877645965,
      "grad_norm": 0.7070226550774223,
      "learning_rate": 0.000296500700064651,
      "loss": 2.4844,
      "step": 10747
    },
    {
      "epoch": 0.5000232612235403,
      "grad_norm": 0.7707054717897244,
      "learning_rate": 0.00029649990303104223,
      "loss": 2.6094,
      "step": 10748
    },
    {
      "epoch": 0.500069783670621,
      "grad_norm": 0.7757512127931324,
      "learning_rate": 0.00029649910590774534,
      "loss": 2.5156,
      "step": 10749
    },
    {
      "epoch": 0.5001163061177017,
      "grad_norm": 0.7574640036623789,
      "learning_rate": 0.00029649830869476085,
      "loss": 2.6875,
      "step": 10750
    },
    {
      "epoch": 0.5001628285647826,
      "grad_norm": 0.6563135680029676,
      "learning_rate": 0.0002964975113920892,
      "loss": 2.5625,
      "step": 10751
    },
    {
      "epoch": 0.5002093510118633,
      "grad_norm": 0.6781153868519075,
      "learning_rate": 0.00029649671399973096,
      "loss": 2.3906,
      "step": 10752
    },
    {
      "epoch": 0.500255873458944,
      "grad_norm": 0.6912528965957463,
      "learning_rate": 0.00029649591651768653,
      "loss": 2.3906,
      "step": 10753
    },
    {
      "epoch": 0.5003023959060247,
      "grad_norm": 0.7132263480247993,
      "learning_rate": 0.00029649511894595646,
      "loss": 2.7344,
      "step": 10754
    },
    {
      "epoch": 0.5003489183531054,
      "grad_norm": 0.7239465936014478,
      "learning_rate": 0.00029649432128454125,
      "loss": 2.1094,
      "step": 10755
    },
    {
      "epoch": 0.500395440800186,
      "grad_norm": 0.738666495503075,
      "learning_rate": 0.00029649352353344126,
      "loss": 2.3281,
      "step": 10756
    },
    {
      "epoch": 0.5004419632472668,
      "grad_norm": 0.6464272328443313,
      "learning_rate": 0.00029649272569265715,
      "loss": 2.4844,
      "step": 10757
    },
    {
      "epoch": 0.5004884856943476,
      "grad_norm": 0.7476873090348191,
      "learning_rate": 0.0002964919277621893,
      "loss": 2.7031,
      "step": 10758
    },
    {
      "epoch": 0.5005350081414283,
      "grad_norm": 0.7595628948083828,
      "learning_rate": 0.0002964911297420382,
      "loss": 2.9844,
      "step": 10759
    },
    {
      "epoch": 0.500581530588509,
      "grad_norm": 0.7413366046287706,
      "learning_rate": 0.00029649033163220445,
      "loss": 2.9219,
      "step": 10760
    },
    {
      "epoch": 0.5006280530355897,
      "grad_norm": 0.6255297061664613,
      "learning_rate": 0.00029648953343268836,
      "loss": 2.0625,
      "step": 10761
    },
    {
      "epoch": 0.5006745754826704,
      "grad_norm": 0.6832041731411138,
      "learning_rate": 0.0002964887351434906,
      "loss": 2.4219,
      "step": 10762
    },
    {
      "epoch": 0.5007210979297511,
      "grad_norm": 0.6779471654026118,
      "learning_rate": 0.00029648793676461153,
      "loss": 2.3281,
      "step": 10763
    },
    {
      "epoch": 0.5007676203768319,
      "grad_norm": 0.7467220346552659,
      "learning_rate": 0.0002964871382960517,
      "loss": 2.7969,
      "step": 10764
    },
    {
      "epoch": 0.5008141428239126,
      "grad_norm": 0.7391447419519733,
      "learning_rate": 0.00029648633973781155,
      "loss": 2.5938,
      "step": 10765
    },
    {
      "epoch": 0.5008606652709933,
      "grad_norm": 0.7251536464784281,
      "learning_rate": 0.0002964855410898916,
      "loss": 2.3906,
      "step": 10766
    },
    {
      "epoch": 0.500907187718074,
      "grad_norm": 0.7297029533652134,
      "learning_rate": 0.00029648474235229234,
      "loss": 2.5469,
      "step": 10767
    },
    {
      "epoch": 0.5009537101651547,
      "grad_norm": 0.6582921550994606,
      "learning_rate": 0.0002964839435250143,
      "loss": 2.4375,
      "step": 10768
    },
    {
      "epoch": 0.5010002326122354,
      "grad_norm": 0.7027794502790079,
      "learning_rate": 0.0002964831446080579,
      "loss": 2.6875,
      "step": 10769
    },
    {
      "epoch": 0.5010467550593162,
      "grad_norm": 0.7295051634622227,
      "learning_rate": 0.00029648234560142366,
      "loss": 2.5938,
      "step": 10770
    },
    {
      "epoch": 0.5010932775063969,
      "grad_norm": 0.6506635190579174,
      "learning_rate": 0.000296481546505112,
      "loss": 2.4062,
      "step": 10771
    },
    {
      "epoch": 0.5011397999534776,
      "grad_norm": 0.7342890877132418,
      "learning_rate": 0.00029648074731912353,
      "loss": 2.4219,
      "step": 10772
    },
    {
      "epoch": 0.5011863224005583,
      "grad_norm": 0.6972281618738767,
      "learning_rate": 0.00029647994804345867,
      "loss": 2.2969,
      "step": 10773
    },
    {
      "epoch": 0.501232844847639,
      "grad_norm": 0.6988954300298932,
      "learning_rate": 0.000296479148678118,
      "loss": 2.5469,
      "step": 10774
    },
    {
      "epoch": 0.5012793672947197,
      "grad_norm": 0.7287466234748551,
      "learning_rate": 0.00029647834922310186,
      "loss": 2.3594,
      "step": 10775
    },
    {
      "epoch": 0.5013258897418004,
      "grad_norm": 0.7122748971111214,
      "learning_rate": 0.0002964775496784108,
      "loss": 2.5469,
      "step": 10776
    },
    {
      "epoch": 0.5013724121888812,
      "grad_norm": 0.7742832612072886,
      "learning_rate": 0.0002964767500440453,
      "loss": 2.8281,
      "step": 10777
    },
    {
      "epoch": 0.5014189346359619,
      "grad_norm": 0.7479999821578684,
      "learning_rate": 0.00029647595032000594,
      "loss": 2.5156,
      "step": 10778
    },
    {
      "epoch": 0.5014654570830426,
      "grad_norm": 0.7896370754623601,
      "learning_rate": 0.0002964751505062932,
      "loss": 1.9766,
      "step": 10779
    },
    {
      "epoch": 0.5015119795301233,
      "grad_norm": 0.7303934812056386,
      "learning_rate": 0.00029647435060290735,
      "loss": 2.7031,
      "step": 10780
    },
    {
      "epoch": 0.501558501977204,
      "grad_norm": 0.6904772422397603,
      "learning_rate": 0.0002964735506098491,
      "loss": 2.5625,
      "step": 10781
    },
    {
      "epoch": 0.5016050244242847,
      "grad_norm": 0.7705345744902707,
      "learning_rate": 0.0002964727505271189,
      "loss": 2.6406,
      "step": 10782
    },
    {
      "epoch": 0.5016515468713655,
      "grad_norm": 0.7371849042637555,
      "learning_rate": 0.0002964719503547172,
      "loss": 2.5625,
      "step": 10783
    },
    {
      "epoch": 0.5016980693184462,
      "grad_norm": 0.8159807664241798,
      "learning_rate": 0.0002964711500926445,
      "loss": 2.6562,
      "step": 10784
    },
    {
      "epoch": 0.5017445917655269,
      "grad_norm": 0.7312161962494981,
      "learning_rate": 0.00029647034974090135,
      "loss": 2.4844,
      "step": 10785
    },
    {
      "epoch": 0.5017911142126076,
      "grad_norm": 0.751231375148194,
      "learning_rate": 0.00029646954929948816,
      "loss": 2.4844,
      "step": 10786
    },
    {
      "epoch": 0.5018376366596883,
      "grad_norm": 0.7519376894720926,
      "learning_rate": 0.00029646874876840544,
      "loss": 2.3906,
      "step": 10787
    },
    {
      "epoch": 0.501884159106769,
      "grad_norm": 0.7694196942508476,
      "learning_rate": 0.00029646794814765367,
      "loss": 2.6406,
      "step": 10788
    },
    {
      "epoch": 0.5019306815538497,
      "grad_norm": 0.717399969180026,
      "learning_rate": 0.00029646714743723334,
      "loss": 2.4531,
      "step": 10789
    },
    {
      "epoch": 0.5019772040009305,
      "grad_norm": 0.7121385774747793,
      "learning_rate": 0.00029646634663714504,
      "loss": 2.875,
      "step": 10790
    },
    {
      "epoch": 0.5020237264480112,
      "grad_norm": 0.6829781534616282,
      "learning_rate": 0.00029646554574738916,
      "loss": 2.3125,
      "step": 10791
    },
    {
      "epoch": 0.5020702488950919,
      "grad_norm": 0.7544459635995746,
      "learning_rate": 0.00029646474476796613,
      "loss": 2.4688,
      "step": 10792
    },
    {
      "epoch": 0.5021167713421726,
      "grad_norm": 0.719925348727193,
      "learning_rate": 0.00029646394369887665,
      "loss": 2.4531,
      "step": 10793
    },
    {
      "epoch": 0.5021632937892533,
      "grad_norm": 0.7468775196232539,
      "learning_rate": 0.00029646314254012094,
      "loss": 2.5625,
      "step": 10794
    },
    {
      "epoch": 0.502209816236334,
      "grad_norm": 0.7091783272388086,
      "learning_rate": 0.00029646234129169976,
      "loss": 2.875,
      "step": 10795
    },
    {
      "epoch": 0.5022563386834148,
      "grad_norm": 0.7470359855621302,
      "learning_rate": 0.0002964615399536134,
      "loss": 2.6719,
      "step": 10796
    },
    {
      "epoch": 0.5023028611304955,
      "grad_norm": 0.64997668999074,
      "learning_rate": 0.00029646073852586244,
      "loss": 2.1875,
      "step": 10797
    },
    {
      "epoch": 0.5023493835775762,
      "grad_norm": 0.7354640316377182,
      "learning_rate": 0.00029645993700844734,
      "loss": 2.4062,
      "step": 10798
    },
    {
      "epoch": 0.5023959060246569,
      "grad_norm": 0.6776708450918445,
      "learning_rate": 0.0002964591354013686,
      "loss": 2.7031,
      "step": 10799
    },
    {
      "epoch": 0.5024424284717376,
      "grad_norm": 0.7384124150493184,
      "learning_rate": 0.0002964583337046267,
      "loss": 2.4844,
      "step": 10800
    },
    {
      "epoch": 0.5024889509188183,
      "grad_norm": 0.7304260288456417,
      "learning_rate": 0.00029645753191822217,
      "loss": 2.4062,
      "step": 10801
    },
    {
      "epoch": 0.5025354733658991,
      "grad_norm": 0.6746160526776902,
      "learning_rate": 0.0002964567300421555,
      "loss": 2.5625,
      "step": 10802
    },
    {
      "epoch": 0.5025819958129798,
      "grad_norm": 0.716176430153892,
      "learning_rate": 0.0002964559280764271,
      "loss": 2.9219,
      "step": 10803
    },
    {
      "epoch": 0.5026285182600605,
      "grad_norm": 0.6730227956882278,
      "learning_rate": 0.00029645512602103757,
      "loss": 2.2969,
      "step": 10804
    },
    {
      "epoch": 0.5026750407071412,
      "grad_norm": 0.7361668323264665,
      "learning_rate": 0.0002964543238759873,
      "loss": 2.5,
      "step": 10805
    },
    {
      "epoch": 0.5027215631542219,
      "grad_norm": 0.7698470554873947,
      "learning_rate": 0.0002964535216412769,
      "loss": 2.8906,
      "step": 10806
    },
    {
      "epoch": 0.5027680856013026,
      "grad_norm": 0.7694163786745677,
      "learning_rate": 0.00029645271931690677,
      "loss": 2.9375,
      "step": 10807
    },
    {
      "epoch": 0.5028146080483833,
      "grad_norm": 0.6933005023224957,
      "learning_rate": 0.00029645191690287734,
      "loss": 2.75,
      "step": 10808
    },
    {
      "epoch": 0.5028611304954641,
      "grad_norm": 0.667319451990393,
      "learning_rate": 0.00029645111439918927,
      "loss": 2.4688,
      "step": 10809
    },
    {
      "epoch": 0.5029076529425448,
      "grad_norm": 0.7292564312466955,
      "learning_rate": 0.0002964503118058429,
      "loss": 2.7969,
      "step": 10810
    },
    {
      "epoch": 0.5029541753896255,
      "grad_norm": 0.7277971951728025,
      "learning_rate": 0.00029644950912283884,
      "loss": 2.5156,
      "step": 10811
    },
    {
      "epoch": 0.5030006978367062,
      "grad_norm": 0.6875798505018633,
      "learning_rate": 0.0002964487063501775,
      "loss": 2.4844,
      "step": 10812
    },
    {
      "epoch": 0.5030472202837869,
      "grad_norm": 0.7210373207087375,
      "learning_rate": 0.0002964479034878594,
      "loss": 2.6875,
      "step": 10813
    },
    {
      "epoch": 0.5030937427308676,
      "grad_norm": 0.687030314394854,
      "learning_rate": 0.0002964471005358851,
      "loss": 2.6562,
      "step": 10814
    },
    {
      "epoch": 0.5031402651779484,
      "grad_norm": 0.6780982140656524,
      "learning_rate": 0.00029644629749425494,
      "loss": 2.6094,
      "step": 10815
    },
    {
      "epoch": 0.5031867876250291,
      "grad_norm": 0.6823403282504046,
      "learning_rate": 0.0002964454943629695,
      "loss": 2.5781,
      "step": 10816
    },
    {
      "epoch": 0.5032333100721098,
      "grad_norm": 0.6837459605765102,
      "learning_rate": 0.0002964446911420293,
      "loss": 2.3594,
      "step": 10817
    },
    {
      "epoch": 0.5032798325191905,
      "grad_norm": 0.7124334061464176,
      "learning_rate": 0.00029644388783143475,
      "loss": 2.5938,
      "step": 10818
    },
    {
      "epoch": 0.5033263549662712,
      "grad_norm": 0.6434813673313374,
      "learning_rate": 0.0002964430844311864,
      "loss": 2.2812,
      "step": 10819
    },
    {
      "epoch": 0.5033728774133519,
      "grad_norm": 0.7268650006156441,
      "learning_rate": 0.0002964422809412848,
      "loss": 2.4219,
      "step": 10820
    },
    {
      "epoch": 0.5034193998604326,
      "grad_norm": 0.6586175421035074,
      "learning_rate": 0.0002964414773617303,
      "loss": 2.5,
      "step": 10821
    },
    {
      "epoch": 0.5034659223075134,
      "grad_norm": 0.7665360038864798,
      "learning_rate": 0.00029644067369252345,
      "loss": 2.5156,
      "step": 10822
    },
    {
      "epoch": 0.5035124447545941,
      "grad_norm": 0.7322602302606487,
      "learning_rate": 0.00029643986993366483,
      "loss": 2.7812,
      "step": 10823
    },
    {
      "epoch": 0.5035589672016748,
      "grad_norm": 0.7892165243138781,
      "learning_rate": 0.00029643906608515483,
      "loss": 2.5,
      "step": 10824
    },
    {
      "epoch": 0.5036054896487555,
      "grad_norm": 0.6813620274991282,
      "learning_rate": 0.00029643826214699394,
      "loss": 2.2812,
      "step": 10825
    },
    {
      "epoch": 0.5036520120958362,
      "grad_norm": 0.7368767575781418,
      "learning_rate": 0.00029643745811918276,
      "loss": 2.5312,
      "step": 10826
    },
    {
      "epoch": 0.5036985345429169,
      "grad_norm": 0.7126498977513538,
      "learning_rate": 0.00029643665400172156,
      "loss": 2.4531,
      "step": 10827
    },
    {
      "epoch": 0.5037450569899977,
      "grad_norm": 0.7872305919137046,
      "learning_rate": 0.0002964358497946111,
      "loss": 2.7656,
      "step": 10828
    },
    {
      "epoch": 0.5037915794370784,
      "grad_norm": 0.6876719094521085,
      "learning_rate": 0.00029643504549785175,
      "loss": 2.4844,
      "step": 10829
    },
    {
      "epoch": 0.5038381018841591,
      "grad_norm": 0.7037769621805497,
      "learning_rate": 0.00029643424111144395,
      "loss": 2.7031,
      "step": 10830
    },
    {
      "epoch": 0.5038846243312398,
      "grad_norm": 0.760586863050641,
      "learning_rate": 0.00029643343663538825,
      "loss": 2.9062,
      "step": 10831
    },
    {
      "epoch": 0.5039311467783205,
      "grad_norm": 0.7364665343727107,
      "learning_rate": 0.0002964326320696852,
      "loss": 2.4688,
      "step": 10832
    },
    {
      "epoch": 0.5039776692254012,
      "grad_norm": 0.7131402943926828,
      "learning_rate": 0.0002964318274143352,
      "loss": 2.4219,
      "step": 10833
    },
    {
      "epoch": 0.504024191672482,
      "grad_norm": 0.7246580044041214,
      "learning_rate": 0.0002964310226693387,
      "loss": 2.8906,
      "step": 10834
    },
    {
      "epoch": 0.5040707141195627,
      "grad_norm": 0.7431593150994076,
      "learning_rate": 0.00029643021783469633,
      "loss": 2.7188,
      "step": 10835
    },
    {
      "epoch": 0.5041172365666434,
      "grad_norm": 0.6957490526041192,
      "learning_rate": 0.0002964294129104085,
      "loss": 2.625,
      "step": 10836
    },
    {
      "epoch": 0.5041637590137241,
      "grad_norm": 0.6824047475525119,
      "learning_rate": 0.0002964286078964757,
      "loss": 2.4688,
      "step": 10837
    },
    {
      "epoch": 0.5042102814608048,
      "grad_norm": 0.6697177606446444,
      "learning_rate": 0.00029642780279289844,
      "loss": 2.5469,
      "step": 10838
    },
    {
      "epoch": 0.5042568039078855,
      "grad_norm": 0.7653829876147535,
      "learning_rate": 0.00029642699759967726,
      "loss": 2.7188,
      "step": 10839
    },
    {
      "epoch": 0.5043033263549662,
      "grad_norm": 0.6593479022495875,
      "learning_rate": 0.0002964261923168126,
      "loss": 2.4844,
      "step": 10840
    },
    {
      "epoch": 0.504349848802047,
      "grad_norm": 0.7194173566688523,
      "learning_rate": 0.00029642538694430495,
      "loss": 2.6406,
      "step": 10841
    },
    {
      "epoch": 0.5043963712491277,
      "grad_norm": 0.6758377240172416,
      "learning_rate": 0.00029642458148215485,
      "loss": 2.4375,
      "step": 10842
    },
    {
      "epoch": 0.5044428936962084,
      "grad_norm": 0.6869610005951249,
      "learning_rate": 0.0002964237759303627,
      "loss": 2.4375,
      "step": 10843
    },
    {
      "epoch": 0.5044894161432891,
      "grad_norm": 0.7093127755717192,
      "learning_rate": 0.0002964229702889291,
      "loss": 2.6562,
      "step": 10844
    },
    {
      "epoch": 0.5045359385903698,
      "grad_norm": 0.6341472403191449,
      "learning_rate": 0.00029642216455785445,
      "loss": 2.2656,
      "step": 10845
    },
    {
      "epoch": 0.5045824610374505,
      "grad_norm": 0.6850678270247514,
      "learning_rate": 0.0002964213587371393,
      "loss": 2.7812,
      "step": 10846
    },
    {
      "epoch": 0.5046289834845313,
      "grad_norm": 0.7209992791640744,
      "learning_rate": 0.00029642055282678417,
      "loss": 2.5156,
      "step": 10847
    },
    {
      "epoch": 0.504675505931612,
      "grad_norm": 0.6856222490829922,
      "learning_rate": 0.00029641974682678945,
      "loss": 2.5312,
      "step": 10848
    },
    {
      "epoch": 0.5047220283786927,
      "grad_norm": 0.6808951233545932,
      "learning_rate": 0.00029641894073715577,
      "loss": 2.5312,
      "step": 10849
    },
    {
      "epoch": 0.5047685508257734,
      "grad_norm": 0.7000013261385707,
      "learning_rate": 0.0002964181345578835,
      "loss": 2.7812,
      "step": 10850
    },
    {
      "epoch": 0.5048150732728541,
      "grad_norm": 0.6531289053493411,
      "learning_rate": 0.0002964173282889732,
      "loss": 2.1406,
      "step": 10851
    },
    {
      "epoch": 0.5048615957199348,
      "grad_norm": 0.7436096177715754,
      "learning_rate": 0.00029641652193042534,
      "loss": 2.5781,
      "step": 10852
    },
    {
      "epoch": 0.5049081181670156,
      "grad_norm": 0.6215281281497963,
      "learning_rate": 0.00029641571548224047,
      "loss": 1.9141,
      "step": 10853
    },
    {
      "epoch": 0.5049546406140963,
      "grad_norm": 0.720008440240255,
      "learning_rate": 0.00029641490894441897,
      "loss": 2.3594,
      "step": 10854
    },
    {
      "epoch": 0.505001163061177,
      "grad_norm": 0.7264832403356601,
      "learning_rate": 0.00029641410231696143,
      "loss": 2.7969,
      "step": 10855
    },
    {
      "epoch": 0.5050476855082577,
      "grad_norm": 0.7968710045961974,
      "learning_rate": 0.0002964132955998683,
      "loss": 2.6875,
      "step": 10856
    },
    {
      "epoch": 0.5050942079553384,
      "grad_norm": 0.7010068165296306,
      "learning_rate": 0.00029641248879314015,
      "loss": 2.3125,
      "step": 10857
    },
    {
      "epoch": 0.5051407304024191,
      "grad_norm": 0.8209831755876951,
      "learning_rate": 0.00029641168189677733,
      "loss": 2.6562,
      "step": 10858
    },
    {
      "epoch": 0.5051872528494998,
      "grad_norm": 0.7737830202666163,
      "learning_rate": 0.0002964108749107805,
      "loss": 2.5312,
      "step": 10859
    },
    {
      "epoch": 0.5052337752965806,
      "grad_norm": 0.721648667202689,
      "learning_rate": 0.00029641006783515,
      "loss": 2.4219,
      "step": 10860
    },
    {
      "epoch": 0.5052802977436613,
      "grad_norm": 0.8203881982435116,
      "learning_rate": 0.00029640926066988637,
      "loss": 2.7188,
      "step": 10861
    },
    {
      "epoch": 0.505326820190742,
      "grad_norm": 0.7196550605964892,
      "learning_rate": 0.0002964084534149902,
      "loss": 2.6406,
      "step": 10862
    },
    {
      "epoch": 0.5053733426378227,
      "grad_norm": 0.7114475054358306,
      "learning_rate": 0.0002964076460704619,
      "loss": 2.7344,
      "step": 10863
    },
    {
      "epoch": 0.5054198650849034,
      "grad_norm": 0.7180486891438437,
      "learning_rate": 0.00029640683863630193,
      "loss": 2.5625,
      "step": 10864
    },
    {
      "epoch": 0.5054663875319841,
      "grad_norm": 0.7466019395217799,
      "learning_rate": 0.0002964060311125108,
      "loss": 2.8281,
      "step": 10865
    },
    {
      "epoch": 0.505512909979065,
      "grad_norm": 0.739501272422631,
      "learning_rate": 0.0002964052234990891,
      "loss": 2.4375,
      "step": 10866
    },
    {
      "epoch": 0.5055594324261456,
      "grad_norm": 0.6695952337185181,
      "learning_rate": 0.00029640441579603725,
      "loss": 2.6406,
      "step": 10867
    },
    {
      "epoch": 0.5056059548732263,
      "grad_norm": 0.6880989676788988,
      "learning_rate": 0.00029640360800335577,
      "loss": 2.7969,
      "step": 10868
    },
    {
      "epoch": 0.505652477320307,
      "grad_norm": 0.7493604033220396,
      "learning_rate": 0.00029640280012104513,
      "loss": 2.6562,
      "step": 10869
    },
    {
      "epoch": 0.5056989997673877,
      "grad_norm": 0.6761098147410582,
      "learning_rate": 0.00029640199214910583,
      "loss": 2.5469,
      "step": 10870
    },
    {
      "epoch": 0.5057455222144684,
      "grad_norm": 0.9066823712355558,
      "learning_rate": 0.0002964011840875384,
      "loss": 2.5312,
      "step": 10871
    },
    {
      "epoch": 0.5057920446615491,
      "grad_norm": 0.689910936438406,
      "learning_rate": 0.00029640037593634325,
      "loss": 2.625,
      "step": 10872
    },
    {
      "epoch": 0.50583856710863,
      "grad_norm": 0.696766184957719,
      "learning_rate": 0.00029639956769552094,
      "loss": 2.75,
      "step": 10873
    },
    {
      "epoch": 0.5058850895557107,
      "grad_norm": 0.6787724507050575,
      "learning_rate": 0.0002963987593650719,
      "loss": 2.625,
      "step": 10874
    },
    {
      "epoch": 0.5059316120027914,
      "grad_norm": 0.739317029473762,
      "learning_rate": 0.00029639795094499674,
      "loss": 2.5312,
      "step": 10875
    },
    {
      "epoch": 0.505978134449872,
      "grad_norm": 0.7667356198523512,
      "learning_rate": 0.0002963971424352959,
      "loss": 2.5,
      "step": 10876
    },
    {
      "epoch": 0.5060246568969528,
      "grad_norm": 0.6719008956295586,
      "learning_rate": 0.00029639633383596987,
      "loss": 2.3594,
      "step": 10877
    },
    {
      "epoch": 0.5060711793440335,
      "grad_norm": 0.6845099318909802,
      "learning_rate": 0.0002963955251470191,
      "loss": 2.6719,
      "step": 10878
    },
    {
      "epoch": 0.5061177017911143,
      "grad_norm": 0.6849997925024076,
      "learning_rate": 0.0002963947163684442,
      "loss": 2.5469,
      "step": 10879
    },
    {
      "epoch": 0.506164224238195,
      "grad_norm": 0.6790612321038945,
      "learning_rate": 0.0002963939075002455,
      "loss": 2.4375,
      "step": 10880
    },
    {
      "epoch": 0.5062107466852757,
      "grad_norm": 0.693666885848066,
      "learning_rate": 0.0002963930985424236,
      "loss": 2.625,
      "step": 10881
    },
    {
      "epoch": 0.5062572691323564,
      "grad_norm": 0.7125928732578155,
      "learning_rate": 0.000296392289494979,
      "loss": 2.3594,
      "step": 10882
    },
    {
      "epoch": 0.5063037915794371,
      "grad_norm": 0.72757811165616,
      "learning_rate": 0.0002963914803579122,
      "loss": 2.7812,
      "step": 10883
    },
    {
      "epoch": 0.5063503140265178,
      "grad_norm": 0.721220980908369,
      "learning_rate": 0.0002963906711312237,
      "loss": 2.3906,
      "step": 10884
    },
    {
      "epoch": 0.5063968364735986,
      "grad_norm": 0.6992395517825029,
      "learning_rate": 0.0002963898618149139,
      "loss": 2.5469,
      "step": 10885
    },
    {
      "epoch": 0.5064433589206793,
      "grad_norm": 0.7512724328541539,
      "learning_rate": 0.0002963890524089834,
      "loss": 2.5781,
      "step": 10886
    },
    {
      "epoch": 0.50648988136776,
      "grad_norm": 0.6890191985177126,
      "learning_rate": 0.00029638824291343266,
      "loss": 2.4062,
      "step": 10887
    },
    {
      "epoch": 0.5065364038148407,
      "grad_norm": 0.7765817707522077,
      "learning_rate": 0.00029638743332826217,
      "loss": 2.5312,
      "step": 10888
    },
    {
      "epoch": 0.5065829262619214,
      "grad_norm": 0.7203206283671251,
      "learning_rate": 0.0002963866236534724,
      "loss": 2.4375,
      "step": 10889
    },
    {
      "epoch": 0.5066294487090021,
      "grad_norm": 0.6774435821058501,
      "learning_rate": 0.0002963858138890639,
      "loss": 2.5156,
      "step": 10890
    },
    {
      "epoch": 0.5066759711560828,
      "grad_norm": 0.6807906470140983,
      "learning_rate": 0.0002963850040350372,
      "loss": 2.3906,
      "step": 10891
    },
    {
      "epoch": 0.5067224936031636,
      "grad_norm": 0.7238437015921207,
      "learning_rate": 0.0002963841940913926,
      "loss": 2.5,
      "step": 10892
    },
    {
      "epoch": 0.5067690160502443,
      "grad_norm": 0.7075340865949432,
      "learning_rate": 0.00029638338405813084,
      "loss": 2.4844,
      "step": 10893
    },
    {
      "epoch": 0.506815538497325,
      "grad_norm": 0.7251443733228727,
      "learning_rate": 0.00029638257393525233,
      "loss": 2.8281,
      "step": 10894
    },
    {
      "epoch": 0.5068620609444057,
      "grad_norm": 0.6874250611371646,
      "learning_rate": 0.0002963817637227575,
      "loss": 2.5938,
      "step": 10895
    },
    {
      "epoch": 0.5069085833914864,
      "grad_norm": 0.713859767972233,
      "learning_rate": 0.00029638095342064685,
      "loss": 2.5156,
      "step": 10896
    },
    {
      "epoch": 0.5069551058385671,
      "grad_norm": 0.8169504786824934,
      "learning_rate": 0.00029638014302892096,
      "loss": 2.7188,
      "step": 10897
    },
    {
      "epoch": 0.5070016282856479,
      "grad_norm": 0.7055580301778471,
      "learning_rate": 0.0002963793325475803,
      "loss": 2.8281,
      "step": 10898
    },
    {
      "epoch": 0.5070481507327286,
      "grad_norm": 0.7904131284300229,
      "learning_rate": 0.00029637852197662536,
      "loss": 2.3906,
      "step": 10899
    },
    {
      "epoch": 0.5070946731798093,
      "grad_norm": 0.7468012923594238,
      "learning_rate": 0.0002963777113160566,
      "loss": 2.5938,
      "step": 10900
    },
    {
      "epoch": 0.50714119562689,
      "grad_norm": 0.8360780486104924,
      "learning_rate": 0.00029637690056587453,
      "loss": 1.9062,
      "step": 10901
    },
    {
      "epoch": 0.5071877180739707,
      "grad_norm": 0.7179731357579591,
      "learning_rate": 0.00029637608972607964,
      "loss": 2.5469,
      "step": 10902
    },
    {
      "epoch": 0.5072342405210514,
      "grad_norm": 0.6649718905568928,
      "learning_rate": 0.00029637527879667247,
      "loss": 2.7344,
      "step": 10903
    },
    {
      "epoch": 0.5072807629681321,
      "grad_norm": 0.7041653155363068,
      "learning_rate": 0.00029637446777765355,
      "loss": 2.5312,
      "step": 10904
    },
    {
      "epoch": 0.5073272854152129,
      "grad_norm": 0.7375680528270744,
      "learning_rate": 0.00029637365666902325,
      "loss": 2.6875,
      "step": 10905
    },
    {
      "epoch": 0.5073738078622936,
      "grad_norm": 0.7118526456343529,
      "learning_rate": 0.0002963728454707822,
      "loss": 2.125,
      "step": 10906
    },
    {
      "epoch": 0.5074203303093743,
      "grad_norm": 0.7899446926878755,
      "learning_rate": 0.0002963720341829307,
      "loss": 2.9219,
      "step": 10907
    },
    {
      "epoch": 0.507466852756455,
      "grad_norm": 0.6855047542306745,
      "learning_rate": 0.00029637122280546947,
      "loss": 2.6875,
      "step": 10908
    },
    {
      "epoch": 0.5075133752035357,
      "grad_norm": 0.7275400862448164,
      "learning_rate": 0.0002963704113383989,
      "loss": 2.8281,
      "step": 10909
    },
    {
      "epoch": 0.5075598976506164,
      "grad_norm": 0.6884631572352287,
      "learning_rate": 0.0002963695997817195,
      "loss": 2.4062,
      "step": 10910
    },
    {
      "epoch": 0.5076064200976972,
      "grad_norm": 0.7105785254319861,
      "learning_rate": 0.0002963687881354318,
      "loss": 2.4688,
      "step": 10911
    },
    {
      "epoch": 0.5076529425447779,
      "grad_norm": 0.6841725704573158,
      "learning_rate": 0.0002963679763995362,
      "loss": 2.3906,
      "step": 10912
    },
    {
      "epoch": 0.5076994649918586,
      "grad_norm": 0.6780893091495196,
      "learning_rate": 0.00029636716457403335,
      "loss": 2.6719,
      "step": 10913
    },
    {
      "epoch": 0.5077459874389393,
      "grad_norm": 0.6759080262989141,
      "learning_rate": 0.0002963663526589236,
      "loss": 2.5,
      "step": 10914
    },
    {
      "epoch": 0.50779250988602,
      "grad_norm": 0.723802170337866,
      "learning_rate": 0.00029636554065420753,
      "loss": 2.4844,
      "step": 10915
    },
    {
      "epoch": 0.5078390323331007,
      "grad_norm": 0.6903022123136346,
      "learning_rate": 0.0002963647285598856,
      "loss": 2.5469,
      "step": 10916
    },
    {
      "epoch": 0.5078855547801815,
      "grad_norm": 0.7256185030219925,
      "learning_rate": 0.0002963639163759583,
      "loss": 2.3906,
      "step": 10917
    },
    {
      "epoch": 0.5079320772272622,
      "grad_norm": 0.6646769820437629,
      "learning_rate": 0.00029636310410242623,
      "loss": 2.7188,
      "step": 10918
    },
    {
      "epoch": 0.5079785996743429,
      "grad_norm": 0.7282891382898624,
      "learning_rate": 0.00029636229173928973,
      "loss": 2.3125,
      "step": 10919
    },
    {
      "epoch": 0.5080251221214236,
      "grad_norm": 0.7025978041035892,
      "learning_rate": 0.0002963614792865494,
      "loss": 2.3906,
      "step": 10920
    },
    {
      "epoch": 0.5080716445685043,
      "grad_norm": 0.7577020096109346,
      "learning_rate": 0.00029636066674420565,
      "loss": 2.9219,
      "step": 10921
    },
    {
      "epoch": 0.508118167015585,
      "grad_norm": 0.6385626825395051,
      "learning_rate": 0.0002963598541122591,
      "loss": 2.5312,
      "step": 10922
    },
    {
      "epoch": 0.5081646894626657,
      "grad_norm": 0.6934027001687779,
      "learning_rate": 0.00029635904139071014,
      "loss": 2.8125,
      "step": 10923
    },
    {
      "epoch": 0.5082112119097465,
      "grad_norm": 0.6886889451837996,
      "learning_rate": 0.0002963582285795594,
      "loss": 2.2812,
      "step": 10924
    },
    {
      "epoch": 0.5082577343568272,
      "grad_norm": 0.7444784473221664,
      "learning_rate": 0.0002963574156788072,
      "loss": 2.6406,
      "step": 10925
    },
    {
      "epoch": 0.5083042568039079,
      "grad_norm": 0.7269148816796891,
      "learning_rate": 0.00029635660268845416,
      "loss": 2.7188,
      "step": 10926
    },
    {
      "epoch": 0.5083507792509886,
      "grad_norm": 0.725539808338793,
      "learning_rate": 0.0002963557896085007,
      "loss": 2.75,
      "step": 10927
    },
    {
      "epoch": 0.5083973016980693,
      "grad_norm": 0.7060438653968324,
      "learning_rate": 0.0002963549764389474,
      "loss": 2.5625,
      "step": 10928
    },
    {
      "epoch": 0.50844382414515,
      "grad_norm": 0.6696397563275798,
      "learning_rate": 0.0002963541631797948,
      "loss": 2.5156,
      "step": 10929
    },
    {
      "epoch": 0.5084903465922308,
      "grad_norm": 0.7306552029164348,
      "learning_rate": 0.0002963533498310432,
      "loss": 2.7031,
      "step": 10930
    },
    {
      "epoch": 0.5085368690393115,
      "grad_norm": 0.6778724672669951,
      "learning_rate": 0.0002963525363926933,
      "loss": 2.4844,
      "step": 10931
    },
    {
      "epoch": 0.5085833914863922,
      "grad_norm": 0.7319372126860504,
      "learning_rate": 0.0002963517228647454,
      "loss": 2.7812,
      "step": 10932
    },
    {
      "epoch": 0.5086299139334729,
      "grad_norm": 0.6881152740298492,
      "learning_rate": 0.00029635090924720023,
      "loss": 2.25,
      "step": 10933
    },
    {
      "epoch": 0.5086764363805536,
      "grad_norm": 0.6877449075124806,
      "learning_rate": 0.0002963500955400582,
      "loss": 2.3594,
      "step": 10934
    },
    {
      "epoch": 0.5087229588276343,
      "grad_norm": 0.7226387309599899,
      "learning_rate": 0.00029634928174331965,
      "loss": 2.6094,
      "step": 10935
    },
    {
      "epoch": 0.508769481274715,
      "grad_norm": 0.7155102550172071,
      "learning_rate": 0.0002963484678569853,
      "loss": 2.7656,
      "step": 10936
    },
    {
      "epoch": 0.5088160037217958,
      "grad_norm": 0.6881618269909614,
      "learning_rate": 0.0002963476538810555,
      "loss": 2.5938,
      "step": 10937
    },
    {
      "epoch": 0.5088625261688765,
      "grad_norm": 0.7420534038427403,
      "learning_rate": 0.0002963468398155308,
      "loss": 2.7188,
      "step": 10938
    },
    {
      "epoch": 0.5089090486159572,
      "grad_norm": 0.713949839324599,
      "learning_rate": 0.00029634602566041174,
      "loss": 2.4375,
      "step": 10939
    },
    {
      "epoch": 0.5089555710630379,
      "grad_norm": 0.736025435461008,
      "learning_rate": 0.0002963452114156988,
      "loss": 3.0156,
      "step": 10940
    },
    {
      "epoch": 0.5090020935101186,
      "grad_norm": 0.721867044916903,
      "learning_rate": 0.00029634439708139243,
      "loss": 2.7031,
      "step": 10941
    },
    {
      "epoch": 0.5090486159571993,
      "grad_norm": 0.7593746620609714,
      "learning_rate": 0.00029634358265749313,
      "loss": 2.9531,
      "step": 10942
    },
    {
      "epoch": 0.5090951384042801,
      "grad_norm": 0.7155816546303695,
      "learning_rate": 0.0002963427681440015,
      "loss": 2.5625,
      "step": 10943
    },
    {
      "epoch": 0.5091416608513608,
      "grad_norm": 0.7294813098157138,
      "learning_rate": 0.00029634195354091787,
      "loss": 2.6562,
      "step": 10944
    },
    {
      "epoch": 0.5091881832984415,
      "grad_norm": 0.6822024076459826,
      "learning_rate": 0.0002963411388482429,
      "loss": 2.8125,
      "step": 10945
    },
    {
      "epoch": 0.5092347057455222,
      "grad_norm": 0.7405824163189413,
      "learning_rate": 0.000296340324065977,
      "loss": 2.7188,
      "step": 10946
    },
    {
      "epoch": 0.5092812281926029,
      "grad_norm": 0.6671320028079415,
      "learning_rate": 0.0002963395091941207,
      "loss": 2.6719,
      "step": 10947
    },
    {
      "epoch": 0.5093277506396836,
      "grad_norm": 0.6951089556098143,
      "learning_rate": 0.0002963386942326745,
      "loss": 2.4375,
      "step": 10948
    },
    {
      "epoch": 0.5093742730867644,
      "grad_norm": 0.6405410180323994,
      "learning_rate": 0.0002963378791816389,
      "loss": 2.5156,
      "step": 10949
    },
    {
      "epoch": 0.5094207955338451,
      "grad_norm": 0.7427273704095285,
      "learning_rate": 0.00029633706404101433,
      "loss": 2.7031,
      "step": 10950
    },
    {
      "epoch": 0.5094673179809258,
      "grad_norm": 0.7673548392505405,
      "learning_rate": 0.0002963362488108014,
      "loss": 1.9062,
      "step": 10951
    },
    {
      "epoch": 0.5095138404280065,
      "grad_norm": 0.8048290046950186,
      "learning_rate": 0.00029633543349100053,
      "loss": 2.5469,
      "step": 10952
    },
    {
      "epoch": 0.5095603628750872,
      "grad_norm": 0.6925973780756735,
      "learning_rate": 0.00029633461808161224,
      "loss": 2.6719,
      "step": 10953
    },
    {
      "epoch": 0.5096068853221679,
      "grad_norm": 0.7192623504530292,
      "learning_rate": 0.00029633380258263704,
      "loss": 2.6094,
      "step": 10954
    },
    {
      "epoch": 0.5096534077692486,
      "grad_norm": 0.6978738957722301,
      "learning_rate": 0.0002963329869940754,
      "loss": 2.5156,
      "step": 10955
    },
    {
      "epoch": 0.5096999302163294,
      "grad_norm": 0.6570400445812162,
      "learning_rate": 0.00029633217131592787,
      "loss": 2.4531,
      "step": 10956
    },
    {
      "epoch": 0.5097464526634101,
      "grad_norm": 0.7783005753989707,
      "learning_rate": 0.00029633135554819494,
      "loss": 2.7656,
      "step": 10957
    },
    {
      "epoch": 0.5097929751104908,
      "grad_norm": 0.6926595255507725,
      "learning_rate": 0.00029633053969087703,
      "loss": 2.4531,
      "step": 10958
    },
    {
      "epoch": 0.5098394975575715,
      "grad_norm": 0.7495164698519041,
      "learning_rate": 0.0002963297237439748,
      "loss": 2.5,
      "step": 10959
    },
    {
      "epoch": 0.5098860200046522,
      "grad_norm": 0.7268716249583089,
      "learning_rate": 0.00029632890770748855,
      "loss": 2.5312,
      "step": 10960
    },
    {
      "epoch": 0.5099325424517329,
      "grad_norm": 0.6959275335674948,
      "learning_rate": 0.00029632809158141893,
      "loss": 2.6094,
      "step": 10961
    },
    {
      "epoch": 0.5099790648988137,
      "grad_norm": 0.7119856142237478,
      "learning_rate": 0.0002963272753657664,
      "loss": 1.875,
      "step": 10962
    },
    {
      "epoch": 0.5100255873458944,
      "grad_norm": 0.7546462235277762,
      "learning_rate": 0.0002963264590605314,
      "loss": 2.7344,
      "step": 10963
    },
    {
      "epoch": 0.5100721097929751,
      "grad_norm": 0.673209401310872,
      "learning_rate": 0.00029632564266571454,
      "loss": 2.5625,
      "step": 10964
    },
    {
      "epoch": 0.5101186322400558,
      "grad_norm": 0.6849831717333812,
      "learning_rate": 0.0002963248261813162,
      "loss": 2.5312,
      "step": 10965
    },
    {
      "epoch": 0.5101651546871365,
      "grad_norm": 0.6917539616210322,
      "learning_rate": 0.000296324009607337,
      "loss": 2.6406,
      "step": 10966
    },
    {
      "epoch": 0.5102116771342172,
      "grad_norm": 0.7176693465892312,
      "learning_rate": 0.00029632319294377736,
      "loss": 2.3906,
      "step": 10967
    },
    {
      "epoch": 0.5102581995812979,
      "grad_norm": 0.6772353365457543,
      "learning_rate": 0.0002963223761906378,
      "loss": 2.4531,
      "step": 10968
    },
    {
      "epoch": 0.5103047220283787,
      "grad_norm": 0.7154412609638692,
      "learning_rate": 0.00029632155934791884,
      "loss": 2.5938,
      "step": 10969
    },
    {
      "epoch": 0.5103512444754594,
      "grad_norm": 0.7529429088760231,
      "learning_rate": 0.0002963207424156209,
      "loss": 2.6875,
      "step": 10970
    },
    {
      "epoch": 0.5103977669225401,
      "grad_norm": 0.7329706732339619,
      "learning_rate": 0.00029631992539374456,
      "loss": 2.4688,
      "step": 10971
    },
    {
      "epoch": 0.5104442893696208,
      "grad_norm": 0.7234753238444436,
      "learning_rate": 0.0002963191082822903,
      "loss": 2.4688,
      "step": 10972
    },
    {
      "epoch": 0.5104908118167015,
      "grad_norm": 0.722617953368847,
      "learning_rate": 0.00029631829108125866,
      "loss": 2.8594,
      "step": 10973
    },
    {
      "epoch": 0.5105373342637822,
      "grad_norm": 0.7467830902358519,
      "learning_rate": 0.0002963174737906501,
      "loss": 2.5781,
      "step": 10974
    },
    {
      "epoch": 0.510583856710863,
      "grad_norm": 0.6806590726141797,
      "learning_rate": 0.000296316656410465,
      "loss": 2.5781,
      "step": 10975
    },
    {
      "epoch": 0.5106303791579437,
      "grad_norm": 0.6801825642175078,
      "learning_rate": 0.00029631583894070414,
      "loss": 2.4062,
      "step": 10976
    },
    {
      "epoch": 0.5106769016050244,
      "grad_norm": 0.7037325138490793,
      "learning_rate": 0.00029631502138136777,
      "loss": 2.7031,
      "step": 10977
    },
    {
      "epoch": 0.5107234240521051,
      "grad_norm": 0.6549783428552451,
      "learning_rate": 0.00029631420373245647,
      "loss": 2.7656,
      "step": 10978
    },
    {
      "epoch": 0.5107699464991858,
      "grad_norm": 0.7225243254262808,
      "learning_rate": 0.00029631338599397076,
      "loss": 2.6719,
      "step": 10979
    },
    {
      "epoch": 0.5108164689462665,
      "grad_norm": 0.7531208054361456,
      "learning_rate": 0.0002963125681659112,
      "loss": 2.7188,
      "step": 10980
    },
    {
      "epoch": 0.5108629913933473,
      "grad_norm": 0.7312784871001639,
      "learning_rate": 0.00029631175024827817,
      "loss": 2.2812,
      "step": 10981
    },
    {
      "epoch": 0.510909513840428,
      "grad_norm": 0.6820367997994847,
      "learning_rate": 0.00029631093224107225,
      "loss": 2.5781,
      "step": 10982
    },
    {
      "epoch": 0.5109560362875087,
      "grad_norm": 0.6937034540508163,
      "learning_rate": 0.0002963101141442939,
      "loss": 2.4688,
      "step": 10983
    },
    {
      "epoch": 0.5110025587345894,
      "grad_norm": 0.6945250428629194,
      "learning_rate": 0.0002963092959579436,
      "loss": 2.6406,
      "step": 10984
    },
    {
      "epoch": 0.5110490811816701,
      "grad_norm": 0.6993743911877217,
      "learning_rate": 0.00029630847768202193,
      "loss": 2.8438,
      "step": 10985
    },
    {
      "epoch": 0.5110956036287508,
      "grad_norm": 0.6665513176665618,
      "learning_rate": 0.0002963076593165293,
      "loss": 2.5781,
      "step": 10986
    },
    {
      "epoch": 0.5111421260758315,
      "grad_norm": 0.69398489052825,
      "learning_rate": 0.0002963068408614663,
      "loss": 2.8438,
      "step": 10987
    },
    {
      "epoch": 0.5111886485229123,
      "grad_norm": 0.6964459289250803,
      "learning_rate": 0.0002963060223168334,
      "loss": 2.7344,
      "step": 10988
    },
    {
      "epoch": 0.511235170969993,
      "grad_norm": 0.7120293775362195,
      "learning_rate": 0.0002963052036826311,
      "loss": 2.5,
      "step": 10989
    },
    {
      "epoch": 0.5112816934170737,
      "grad_norm": 0.7215933007474633,
      "learning_rate": 0.0002963043849588599,
      "loss": 2.4375,
      "step": 10990
    },
    {
      "epoch": 0.5113282158641544,
      "grad_norm": 0.7866701723221983,
      "learning_rate": 0.0002963035661455202,
      "loss": 2.6406,
      "step": 10991
    },
    {
      "epoch": 0.5113747383112351,
      "grad_norm": 0.6988897900442613,
      "learning_rate": 0.0002963027472426127,
      "loss": 2.5625,
      "step": 10992
    },
    {
      "epoch": 0.5114212607583158,
      "grad_norm": 0.7592086810259163,
      "learning_rate": 0.00029630192825013773,
      "loss": 2.5781,
      "step": 10993
    },
    {
      "epoch": 0.5114677832053967,
      "grad_norm": 0.7150559629555928,
      "learning_rate": 0.0002963011091680959,
      "loss": 2.4219,
      "step": 10994
    },
    {
      "epoch": 0.5115143056524774,
      "grad_norm": 0.6444393617004346,
      "learning_rate": 0.00029630028999648764,
      "loss": 2.4688,
      "step": 10995
    },
    {
      "epoch": 0.511560828099558,
      "grad_norm": 0.7199541476045008,
      "learning_rate": 0.0002962994707353135,
      "loss": 2.5938,
      "step": 10996
    },
    {
      "epoch": 0.5116073505466388,
      "grad_norm": 0.7097133704116032,
      "learning_rate": 0.00029629865138457395,
      "loss": 2.5938,
      "step": 10997
    },
    {
      "epoch": 0.5116538729937194,
      "grad_norm": 0.7064599701134702,
      "learning_rate": 0.0002962978319442695,
      "loss": 2.6562,
      "step": 10998
    },
    {
      "epoch": 0.5117003954408001,
      "grad_norm": 0.6698451921699203,
      "learning_rate": 0.00029629701241440067,
      "loss": 2.6719,
      "step": 10999
    },
    {
      "epoch": 0.5117469178878808,
      "grad_norm": 0.7053729902567122,
      "learning_rate": 0.00029629619279496796,
      "loss": 2.5469,
      "step": 11000
    },
    {
      "epoch": 0.5117934403349617,
      "grad_norm": 0.6709893070773923,
      "learning_rate": 0.0002962953730859718,
      "loss": 2.4062,
      "step": 11001
    },
    {
      "epoch": 0.5118399627820424,
      "grad_norm": 0.6943849341572697,
      "learning_rate": 0.0002962945532874128,
      "loss": 2.8125,
      "step": 11002
    },
    {
      "epoch": 0.5118864852291231,
      "grad_norm": 0.7331651072245496,
      "learning_rate": 0.0002962937333992914,
      "loss": 2.2969,
      "step": 11003
    },
    {
      "epoch": 0.5119330076762038,
      "grad_norm": 0.683000948227359,
      "learning_rate": 0.0002962929134216081,
      "loss": 2.4062,
      "step": 11004
    },
    {
      "epoch": 0.5119795301232845,
      "grad_norm": 0.7483537637653732,
      "learning_rate": 0.00029629209335436344,
      "loss": 2.5,
      "step": 11005
    },
    {
      "epoch": 0.5120260525703652,
      "grad_norm": 0.7322652358378507,
      "learning_rate": 0.00029629127319755785,
      "loss": 2.5781,
      "step": 11006
    },
    {
      "epoch": 0.512072575017446,
      "grad_norm": 0.7663250887991281,
      "learning_rate": 0.00029629045295119196,
      "loss": 2.4844,
      "step": 11007
    },
    {
      "epoch": 0.5121190974645267,
      "grad_norm": 0.6754777443467332,
      "learning_rate": 0.00029628963261526614,
      "loss": 2.2812,
      "step": 11008
    },
    {
      "epoch": 0.5121656199116074,
      "grad_norm": 0.7349269597686956,
      "learning_rate": 0.00029628881218978094,
      "loss": 2.875,
      "step": 11009
    },
    {
      "epoch": 0.5122121423586881,
      "grad_norm": 0.7161380064874836,
      "learning_rate": 0.0002962879916747369,
      "loss": 2.9375,
      "step": 11010
    },
    {
      "epoch": 0.5122586648057688,
      "grad_norm": 0.7630690972165319,
      "learning_rate": 0.00029628717107013446,
      "loss": 2.6719,
      "step": 11011
    },
    {
      "epoch": 0.5123051872528495,
      "grad_norm": 0.7215576742891354,
      "learning_rate": 0.00029628635037597415,
      "loss": 2.5312,
      "step": 11012
    },
    {
      "epoch": 0.5123517096999303,
      "grad_norm": 0.7806267777329762,
      "learning_rate": 0.0002962855295922565,
      "loss": 2.1875,
      "step": 11013
    },
    {
      "epoch": 0.512398232147011,
      "grad_norm": 0.7309556015860803,
      "learning_rate": 0.000296284708718982,
      "loss": 2.5469,
      "step": 11014
    },
    {
      "epoch": 0.5124447545940917,
      "grad_norm": 0.6729926873582093,
      "learning_rate": 0.0002962838877561511,
      "loss": 2.625,
      "step": 11015
    },
    {
      "epoch": 0.5124912770411724,
      "grad_norm": 0.6930956494792566,
      "learning_rate": 0.0002962830667037643,
      "loss": 2.5,
      "step": 11016
    },
    {
      "epoch": 0.5125377994882531,
      "grad_norm": 0.6961894861655237,
      "learning_rate": 0.0002962822455618222,
      "loss": 2.5156,
      "step": 11017
    },
    {
      "epoch": 0.5125843219353338,
      "grad_norm": 0.7255359998686706,
      "learning_rate": 0.0002962814243303253,
      "loss": 2.3281,
      "step": 11018
    },
    {
      "epoch": 0.5126308443824145,
      "grad_norm": 0.6861558002404324,
      "learning_rate": 0.00029628060300927397,
      "loss": 2.3594,
      "step": 11019
    },
    {
      "epoch": 0.5126773668294953,
      "grad_norm": 0.763215311741047,
      "learning_rate": 0.00029627978159866886,
      "loss": 2.5625,
      "step": 11020
    },
    {
      "epoch": 0.512723889276576,
      "grad_norm": 0.7060791155141244,
      "learning_rate": 0.0002962789600985103,
      "loss": 2.7969,
      "step": 11021
    },
    {
      "epoch": 0.5127704117236567,
      "grad_norm": 0.7223587626396661,
      "learning_rate": 0.000296278138508799,
      "loss": 2.5625,
      "step": 11022
    },
    {
      "epoch": 0.5128169341707374,
      "grad_norm": 0.6566633761655036,
      "learning_rate": 0.00029627731682953533,
      "loss": 2.3281,
      "step": 11023
    },
    {
      "epoch": 0.5128634566178181,
      "grad_norm": 0.6967862523939026,
      "learning_rate": 0.0002962764950607198,
      "loss": 2.6875,
      "step": 11024
    },
    {
      "epoch": 0.5129099790648988,
      "grad_norm": 0.8234629055582077,
      "learning_rate": 0.00029627567320235294,
      "loss": 2.6719,
      "step": 11025
    },
    {
      "epoch": 0.5129565015119796,
      "grad_norm": 0.791209590698367,
      "learning_rate": 0.0002962748512544353,
      "loss": 2.4062,
      "step": 11026
    },
    {
      "epoch": 0.5130030239590603,
      "grad_norm": 0.6804650032539765,
      "learning_rate": 0.00029627402921696724,
      "loss": 1.7812,
      "step": 11027
    },
    {
      "epoch": 0.513049546406141,
      "grad_norm": 0.6522204068643533,
      "learning_rate": 0.00029627320708994946,
      "loss": 2.5,
      "step": 11028
    },
    {
      "epoch": 0.5130960688532217,
      "grad_norm": 0.6951998920638741,
      "learning_rate": 0.0002962723848733823,
      "loss": 2.8281,
      "step": 11029
    },
    {
      "epoch": 0.5131425913003024,
      "grad_norm": 0.664545207851332,
      "learning_rate": 0.00029627156256726634,
      "loss": 2.5625,
      "step": 11030
    },
    {
      "epoch": 0.5131891137473831,
      "grad_norm": 0.6969693091777618,
      "learning_rate": 0.0002962707401716021,
      "loss": 2.6406,
      "step": 11031
    },
    {
      "epoch": 0.5132356361944638,
      "grad_norm": 0.7350005141572501,
      "learning_rate": 0.00029626991768639,
      "loss": 2.8281,
      "step": 11032
    },
    {
      "epoch": 0.5132821586415446,
      "grad_norm": 0.7936399945276098,
      "learning_rate": 0.00029626909511163064,
      "loss": 2.5312,
      "step": 11033
    },
    {
      "epoch": 0.5133286810886253,
      "grad_norm": 0.709933657419128,
      "learning_rate": 0.0002962682724473244,
      "loss": 2.4219,
      "step": 11034
    },
    {
      "epoch": 0.513375203535706,
      "grad_norm": 0.69569261076219,
      "learning_rate": 0.000296267449693472,
      "loss": 2.625,
      "step": 11035
    },
    {
      "epoch": 0.5134217259827867,
      "grad_norm": 0.6743599308915178,
      "learning_rate": 0.0002962666268500737,
      "loss": 2.9062,
      "step": 11036
    },
    {
      "epoch": 0.5134682484298674,
      "grad_norm": 0.7007792378166734,
      "learning_rate": 0.00029626580391713006,
      "loss": 2.4375,
      "step": 11037
    },
    {
      "epoch": 0.5135147708769481,
      "grad_norm": 0.6945983541402546,
      "learning_rate": 0.00029626498089464174,
      "loss": 2.375,
      "step": 11038
    },
    {
      "epoch": 0.5135612933240289,
      "grad_norm": 0.7377470422500735,
      "learning_rate": 0.0002962641577826091,
      "loss": 2.5469,
      "step": 11039
    },
    {
      "epoch": 0.5136078157711096,
      "grad_norm": 0.8026806331373894,
      "learning_rate": 0.0002962633345810327,
      "loss": 2.8281,
      "step": 11040
    },
    {
      "epoch": 0.5136543382181903,
      "grad_norm": 0.6773866581586764,
      "learning_rate": 0.00029626251128991296,
      "loss": 2.5312,
      "step": 11041
    },
    {
      "epoch": 0.513700860665271,
      "grad_norm": 0.7629484195665216,
      "learning_rate": 0.0002962616879092505,
      "loss": 2.0469,
      "step": 11042
    },
    {
      "epoch": 0.5137473831123517,
      "grad_norm": 0.7438562075423684,
      "learning_rate": 0.00029626086443904575,
      "loss": 2.8281,
      "step": 11043
    },
    {
      "epoch": 0.5137939055594324,
      "grad_norm": 0.7126359761338037,
      "learning_rate": 0.00029626004087929925,
      "loss": 2.8125,
      "step": 11044
    },
    {
      "epoch": 0.5138404280065132,
      "grad_norm": 0.7003685802625939,
      "learning_rate": 0.0002962592172300115,
      "loss": 2.5156,
      "step": 11045
    },
    {
      "epoch": 0.5138869504535939,
      "grad_norm": 0.8020859200715007,
      "learning_rate": 0.00029625839349118303,
      "loss": 2.3438,
      "step": 11046
    },
    {
      "epoch": 0.5139334729006746,
      "grad_norm": 0.8209470081736576,
      "learning_rate": 0.00029625756966281423,
      "loss": 2.5781,
      "step": 11047
    },
    {
      "epoch": 0.5139799953477553,
      "grad_norm": 0.7894041810441903,
      "learning_rate": 0.0002962567457449057,
      "loss": 2.5,
      "step": 11048
    },
    {
      "epoch": 0.514026517794836,
      "grad_norm": 0.6884525145901266,
      "learning_rate": 0.000296255921737458,
      "loss": 2.4219,
      "step": 11049
    },
    {
      "epoch": 0.5140730402419167,
      "grad_norm": 0.6918959096544068,
      "learning_rate": 0.0002962550976404715,
      "loss": 1.7656,
      "step": 11050
    },
    {
      "epoch": 0.5141195626889974,
      "grad_norm": 0.7146633437573822,
      "learning_rate": 0.00029625427345394674,
      "loss": 2.8125,
      "step": 11051
    },
    {
      "epoch": 0.5141660851360782,
      "grad_norm": 0.7220374964184334,
      "learning_rate": 0.0002962534491778843,
      "loss": 1.9609,
      "step": 11052
    },
    {
      "epoch": 0.5142126075831589,
      "grad_norm": 0.7354864550154797,
      "learning_rate": 0.00029625262481228464,
      "loss": 2.5625,
      "step": 11053
    },
    {
      "epoch": 0.5142591300302396,
      "grad_norm": 0.7421888132628209,
      "learning_rate": 0.00029625180035714827,
      "loss": 2.6875,
      "step": 11054
    },
    {
      "epoch": 0.5143056524773203,
      "grad_norm": 0.6705207103330081,
      "learning_rate": 0.00029625097581247565,
      "loss": 2.4219,
      "step": 11055
    },
    {
      "epoch": 0.514352174924401,
      "grad_norm": 0.7796951503354895,
      "learning_rate": 0.00029625015117826735,
      "loss": 2.875,
      "step": 11056
    },
    {
      "epoch": 0.5143986973714817,
      "grad_norm": 0.7097964275904112,
      "learning_rate": 0.0002962493264545238,
      "loss": 2.3125,
      "step": 11057
    },
    {
      "epoch": 0.5144452198185625,
      "grad_norm": 0.8310412541937203,
      "learning_rate": 0.00029624850164124556,
      "loss": 2.6719,
      "step": 11058
    },
    {
      "epoch": 0.5144917422656432,
      "grad_norm": 0.7342372528829821,
      "learning_rate": 0.00029624767673843317,
      "loss": 2.7031,
      "step": 11059
    },
    {
      "epoch": 0.5145382647127239,
      "grad_norm": 0.7588645804419876,
      "learning_rate": 0.0002962468517460871,
      "loss": 2.6719,
      "step": 11060
    },
    {
      "epoch": 0.5145847871598046,
      "grad_norm": 0.7394838107131602,
      "learning_rate": 0.00029624602666420774,
      "loss": 2.3594,
      "step": 11061
    },
    {
      "epoch": 0.5146313096068853,
      "grad_norm": 0.6886325736817365,
      "learning_rate": 0.0002962452014927958,
      "loss": 2.5938,
      "step": 11062
    },
    {
      "epoch": 0.514677832053966,
      "grad_norm": 0.7790962399157765,
      "learning_rate": 0.0002962443762318517,
      "loss": 2.7656,
      "step": 11063
    },
    {
      "epoch": 0.5147243545010468,
      "grad_norm": 0.7342097925981705,
      "learning_rate": 0.00029624355088137585,
      "loss": 2.6562,
      "step": 11064
    },
    {
      "epoch": 0.5147708769481275,
      "grad_norm": 0.719113940802714,
      "learning_rate": 0.00029624272544136887,
      "loss": 2.4219,
      "step": 11065
    },
    {
      "epoch": 0.5148173993952082,
      "grad_norm": 0.7026095400515939,
      "learning_rate": 0.00029624189991183124,
      "loss": 2.5312,
      "step": 11066
    },
    {
      "epoch": 0.5148639218422889,
      "grad_norm": 0.8076672812025256,
      "learning_rate": 0.0002962410742927635,
      "loss": 2.7031,
      "step": 11067
    },
    {
      "epoch": 0.5149104442893696,
      "grad_norm": 0.7387730152420475,
      "learning_rate": 0.000296240248584166,
      "loss": 2.5625,
      "step": 11068
    },
    {
      "epoch": 0.5149569667364503,
      "grad_norm": 0.719445706468268,
      "learning_rate": 0.0002962394227860394,
      "loss": 2.5469,
      "step": 11069
    },
    {
      "epoch": 0.515003489183531,
      "grad_norm": 0.7175943877469042,
      "learning_rate": 0.00029623859689838423,
      "loss": 2.6094,
      "step": 11070
    },
    {
      "epoch": 0.5150500116306118,
      "grad_norm": 0.7895434770665486,
      "learning_rate": 0.00029623777092120093,
      "loss": 2.7344,
      "step": 11071
    },
    {
      "epoch": 0.5150965340776925,
      "grad_norm": 0.6692192513085075,
      "learning_rate": 0.00029623694485448996,
      "loss": 2.1875,
      "step": 11072
    },
    {
      "epoch": 0.5151430565247732,
      "grad_norm": 0.6878366838654503,
      "learning_rate": 0.00029623611869825187,
      "loss": 2.1875,
      "step": 11073
    },
    {
      "epoch": 0.5151895789718539,
      "grad_norm": 0.8515166877199902,
      "learning_rate": 0.00029623529245248714,
      "loss": 2.3125,
      "step": 11074
    },
    {
      "epoch": 0.5152361014189346,
      "grad_norm": 0.6415047455760432,
      "learning_rate": 0.0002962344661171963,
      "loss": 2.4531,
      "step": 11075
    },
    {
      "epoch": 0.5152826238660153,
      "grad_norm": 0.7784899714803153,
      "learning_rate": 0.0002962336396923799,
      "loss": 2.5312,
      "step": 11076
    },
    {
      "epoch": 0.5153291463130961,
      "grad_norm": 0.7558577872997443,
      "learning_rate": 0.0002962328131780384,
      "loss": 2.8125,
      "step": 11077
    },
    {
      "epoch": 0.5153756687601768,
      "grad_norm": 0.7652307437946108,
      "learning_rate": 0.0002962319865741723,
      "loss": 2.6406,
      "step": 11078
    },
    {
      "epoch": 0.5154221912072575,
      "grad_norm": 0.756547132133584,
      "learning_rate": 0.00029623115988078216,
      "loss": 2.625,
      "step": 11079
    },
    {
      "epoch": 0.5154687136543382,
      "grad_norm": 0.7148574324972795,
      "learning_rate": 0.0002962303330978683,
      "loss": 2.625,
      "step": 11080
    },
    {
      "epoch": 0.5155152361014189,
      "grad_norm": 0.6661684529319165,
      "learning_rate": 0.00029622950622543154,
      "loss": 2.25,
      "step": 11081
    },
    {
      "epoch": 0.5155617585484996,
      "grad_norm": 0.6916241791486659,
      "learning_rate": 0.0002962286792634721,
      "loss": 2.2812,
      "step": 11082
    },
    {
      "epoch": 0.5156082809955803,
      "grad_norm": 0.6988248360056362,
      "learning_rate": 0.0002962278522119907,
      "loss": 2.4531,
      "step": 11083
    },
    {
      "epoch": 0.5156548034426611,
      "grad_norm": 0.6567230224254519,
      "learning_rate": 0.00029622702507098764,
      "loss": 2.5,
      "step": 11084
    },
    {
      "epoch": 0.5157013258897418,
      "grad_norm": 0.6898274132268115,
      "learning_rate": 0.00029622619784046365,
      "loss": 2.6094,
      "step": 11085
    },
    {
      "epoch": 0.5157478483368225,
      "grad_norm": 0.6905462036309853,
      "learning_rate": 0.00029622537052041904,
      "loss": 2.4844,
      "step": 11086
    },
    {
      "epoch": 0.5157943707839032,
      "grad_norm": 0.6558786997983499,
      "learning_rate": 0.00029622454311085435,
      "loss": 2.125,
      "step": 11087
    },
    {
      "epoch": 0.5158408932309839,
      "grad_norm": 0.7424438511074812,
      "learning_rate": 0.0002962237156117702,
      "loss": 2.6406,
      "step": 11088
    },
    {
      "epoch": 0.5158874156780646,
      "grad_norm": 0.8238151153754706,
      "learning_rate": 0.00029622288802316706,
      "loss": 2.5,
      "step": 11089
    },
    {
      "epoch": 0.5159339381251454,
      "grad_norm": 0.6877132026984881,
      "learning_rate": 0.0002962220603450454,
      "loss": 2.4844,
      "step": 11090
    },
    {
      "epoch": 0.5159804605722261,
      "grad_norm": 0.6799520861438727,
      "learning_rate": 0.0002962212325774057,
      "loss": 2.7188,
      "step": 11091
    },
    {
      "epoch": 0.5160269830193068,
      "grad_norm": 0.7405291971568227,
      "learning_rate": 0.00029622040472024845,
      "loss": 2.5156,
      "step": 11092
    },
    {
      "epoch": 0.5160735054663875,
      "grad_norm": 0.7496803078508639,
      "learning_rate": 0.0002962195767735743,
      "loss": 2.9219,
      "step": 11093
    },
    {
      "epoch": 0.5161200279134682,
      "grad_norm": 0.7338107318268516,
      "learning_rate": 0.0002962187487373836,
      "loss": 2.75,
      "step": 11094
    },
    {
      "epoch": 0.5161665503605489,
      "grad_norm": 0.6710559563441538,
      "learning_rate": 0.00029621792061167694,
      "loss": 2.5938,
      "step": 11095
    },
    {
      "epoch": 0.5162130728076297,
      "grad_norm": 0.6763768678698368,
      "learning_rate": 0.0002962170923964548,
      "loss": 2.75,
      "step": 11096
    },
    {
      "epoch": 0.5162595952547104,
      "grad_norm": 0.672275075228512,
      "learning_rate": 0.0002962162640917177,
      "loss": 2.5938,
      "step": 11097
    },
    {
      "epoch": 0.5163061177017911,
      "grad_norm": 0.6962920842339482,
      "learning_rate": 0.0002962154356974662,
      "loss": 2.8125,
      "step": 11098
    },
    {
      "epoch": 0.5163526401488718,
      "grad_norm": 0.7532525994872769,
      "learning_rate": 0.00029621460721370065,
      "loss": 2.75,
      "step": 11099
    },
    {
      "epoch": 0.5163991625959525,
      "grad_norm": 0.6679701037563277,
      "learning_rate": 0.0002962137786404217,
      "loss": 2.1875,
      "step": 11100
    },
    {
      "epoch": 0.5164456850430332,
      "grad_norm": 0.7370193379810943,
      "learning_rate": 0.00029621294997762983,
      "loss": 2.625,
      "step": 11101
    },
    {
      "epoch": 0.5164922074901139,
      "grad_norm": 0.6646323795389973,
      "learning_rate": 0.0002962121212253255,
      "loss": 2.5312,
      "step": 11102
    },
    {
      "epoch": 0.5165387299371947,
      "grad_norm": 0.6640210309914432,
      "learning_rate": 0.0002962112923835093,
      "loss": 2.625,
      "step": 11103
    },
    {
      "epoch": 0.5165852523842754,
      "grad_norm": 0.7684478939692614,
      "learning_rate": 0.00029621046345218156,
      "loss": 2.9219,
      "step": 11104
    },
    {
      "epoch": 0.5166317748313561,
      "grad_norm": 0.6517766813987442,
      "learning_rate": 0.00029620963443134304,
      "loss": 2.5312,
      "step": 11105
    },
    {
      "epoch": 0.5166782972784368,
      "grad_norm": 0.705186610417825,
      "learning_rate": 0.0002962088053209941,
      "loss": 2.625,
      "step": 11106
    },
    {
      "epoch": 0.5167248197255175,
      "grad_norm": 0.6792559256929114,
      "learning_rate": 0.00029620797612113525,
      "loss": 2.5469,
      "step": 11107
    },
    {
      "epoch": 0.5167713421725982,
      "grad_norm": 0.6747854665436493,
      "learning_rate": 0.000296207146831767,
      "loss": 2.4844,
      "step": 11108
    },
    {
      "epoch": 0.516817864619679,
      "grad_norm": 0.6971922715978467,
      "learning_rate": 0.00029620631745288985,
      "loss": 2.7344,
      "step": 11109
    },
    {
      "epoch": 0.5168643870667597,
      "grad_norm": 0.6518800714799672,
      "learning_rate": 0.0002962054879845044,
      "loss": 2.2344,
      "step": 11110
    },
    {
      "epoch": 0.5169109095138404,
      "grad_norm": 0.6857987040204929,
      "learning_rate": 0.00029620465842661103,
      "loss": 2.5,
      "step": 11111
    },
    {
      "epoch": 0.5169574319609211,
      "grad_norm": 0.708664416921844,
      "learning_rate": 0.00029620382877921034,
      "loss": 2.5312,
      "step": 11112
    },
    {
      "epoch": 0.5170039544080018,
      "grad_norm": 0.8518859619771231,
      "learning_rate": 0.00029620299904230274,
      "loss": 2.4375,
      "step": 11113
    },
    {
      "epoch": 0.5170504768550825,
      "grad_norm": 0.660036569362357,
      "learning_rate": 0.0002962021692158889,
      "loss": 2.4531,
      "step": 11114
    },
    {
      "epoch": 0.5170969993021632,
      "grad_norm": 0.7299101219301367,
      "learning_rate": 0.0002962013392999692,
      "loss": 2.5156,
      "step": 11115
    },
    {
      "epoch": 0.517143521749244,
      "grad_norm": 0.6853927376693106,
      "learning_rate": 0.00029620050929454414,
      "loss": 2.5,
      "step": 11116
    },
    {
      "epoch": 0.5171900441963247,
      "grad_norm": 0.6845529820028873,
      "learning_rate": 0.00029619967919961433,
      "loss": 2.4531,
      "step": 11117
    },
    {
      "epoch": 0.5172365666434054,
      "grad_norm": 0.6963934745598704,
      "learning_rate": 0.00029619884901518017,
      "loss": 2.5781,
      "step": 11118
    },
    {
      "epoch": 0.5172830890904861,
      "grad_norm": 0.7289658224054099,
      "learning_rate": 0.0002961980187412422,
      "loss": 2.3438,
      "step": 11119
    },
    {
      "epoch": 0.5173296115375668,
      "grad_norm": 0.7794494315508498,
      "learning_rate": 0.00029619718837780093,
      "loss": 2.5938,
      "step": 11120
    },
    {
      "epoch": 0.5173761339846475,
      "grad_norm": 0.6922948655092575,
      "learning_rate": 0.00029619635792485694,
      "loss": 2.4375,
      "step": 11121
    },
    {
      "epoch": 0.5174226564317284,
      "grad_norm": 0.7481533963028206,
      "learning_rate": 0.00029619552738241066,
      "loss": 2.7031,
      "step": 11122
    },
    {
      "epoch": 0.517469178878809,
      "grad_norm": 0.7007871892331318,
      "learning_rate": 0.00029619469675046256,
      "loss": 2.6719,
      "step": 11123
    },
    {
      "epoch": 0.5175157013258898,
      "grad_norm": 0.6884871616539302,
      "learning_rate": 0.00029619386602901325,
      "loss": 2.375,
      "step": 11124
    },
    {
      "epoch": 0.5175622237729705,
      "grad_norm": 0.7087132505670255,
      "learning_rate": 0.0002961930352180632,
      "loss": 2.5938,
      "step": 11125
    },
    {
      "epoch": 0.5176087462200512,
      "grad_norm": 0.7357420159770306,
      "learning_rate": 0.0002961922043176129,
      "loss": 2.6094,
      "step": 11126
    },
    {
      "epoch": 0.5176552686671319,
      "grad_norm": 0.7255385331287656,
      "learning_rate": 0.0002961913733276629,
      "loss": 2.5469,
      "step": 11127
    },
    {
      "epoch": 0.5177017911142127,
      "grad_norm": 0.678894976427079,
      "learning_rate": 0.00029619054224821367,
      "loss": 2.6719,
      "step": 11128
    },
    {
      "epoch": 0.5177483135612934,
      "grad_norm": 0.6998816437448452,
      "learning_rate": 0.0002961897110792657,
      "loss": 2.5,
      "step": 11129
    },
    {
      "epoch": 0.5177948360083741,
      "grad_norm": 0.7083430285723712,
      "learning_rate": 0.0002961888798208195,
      "loss": 2.375,
      "step": 11130
    },
    {
      "epoch": 0.5178413584554548,
      "grad_norm": 0.8088481700167363,
      "learning_rate": 0.0002961880484728757,
      "loss": 2.0156,
      "step": 11131
    },
    {
      "epoch": 0.5178878809025355,
      "grad_norm": 0.6277150224976095,
      "learning_rate": 0.00029618721703543466,
      "loss": 2.2812,
      "step": 11132
    },
    {
      "epoch": 0.5179344033496162,
      "grad_norm": 0.6971833970956903,
      "learning_rate": 0.0002961863855084969,
      "loss": 2.5781,
      "step": 11133
    },
    {
      "epoch": 0.5179809257966969,
      "grad_norm": 0.6610737599329295,
      "learning_rate": 0.00029618555389206305,
      "loss": 2.5625,
      "step": 11134
    },
    {
      "epoch": 0.5180274482437777,
      "grad_norm": 0.6520310874156711,
      "learning_rate": 0.0002961847221861335,
      "loss": 2.5312,
      "step": 11135
    },
    {
      "epoch": 0.5180739706908584,
      "grad_norm": 0.6994657532131366,
      "learning_rate": 0.00029618389039070886,
      "loss": 2.5156,
      "step": 11136
    },
    {
      "epoch": 0.5181204931379391,
      "grad_norm": 0.7494224668089732,
      "learning_rate": 0.0002961830585057895,
      "loss": 2.4062,
      "step": 11137
    },
    {
      "epoch": 0.5181670155850198,
      "grad_norm": 0.6949312083370603,
      "learning_rate": 0.00029618222653137605,
      "loss": 2.3125,
      "step": 11138
    },
    {
      "epoch": 0.5182135380321005,
      "grad_norm": 0.7586453656116809,
      "learning_rate": 0.00029618139446746896,
      "loss": 2.6406,
      "step": 11139
    },
    {
      "epoch": 0.5182600604791812,
      "grad_norm": 0.6663230529270956,
      "learning_rate": 0.0002961805623140688,
      "loss": 2.5781,
      "step": 11140
    },
    {
      "epoch": 0.518306582926262,
      "grad_norm": 0.7165886979865759,
      "learning_rate": 0.000296179730071176,
      "loss": 2.7188,
      "step": 11141
    },
    {
      "epoch": 0.5183531053733427,
      "grad_norm": 0.7106063937041558,
      "learning_rate": 0.0002961788977387911,
      "loss": 2.5,
      "step": 11142
    },
    {
      "epoch": 0.5183996278204234,
      "grad_norm": 0.7337362794128217,
      "learning_rate": 0.00029617806531691466,
      "loss": 2.4531,
      "step": 11143
    },
    {
      "epoch": 0.5184461502675041,
      "grad_norm": 0.6727401653769293,
      "learning_rate": 0.0002961772328055471,
      "loss": 2.6406,
      "step": 11144
    },
    {
      "epoch": 0.5184926727145848,
      "grad_norm": 0.6965764568056775,
      "learning_rate": 0.00029617640020468904,
      "loss": 2.3125,
      "step": 11145
    },
    {
      "epoch": 0.5185391951616655,
      "grad_norm": 0.6917496282980716,
      "learning_rate": 0.0002961755675143409,
      "loss": 2.7656,
      "step": 11146
    },
    {
      "epoch": 0.5185857176087462,
      "grad_norm": 0.690237028730984,
      "learning_rate": 0.0002961747347345032,
      "loss": 2.5469,
      "step": 11147
    },
    {
      "epoch": 0.518632240055827,
      "grad_norm": 0.6832672147200787,
      "learning_rate": 0.0002961739018651764,
      "loss": 2.5312,
      "step": 11148
    },
    {
      "epoch": 0.5186787625029077,
      "grad_norm": 0.7546674050893782,
      "learning_rate": 0.0002961730689063612,
      "loss": 2.2656,
      "step": 11149
    },
    {
      "epoch": 0.5187252849499884,
      "grad_norm": 0.6763151287657078,
      "learning_rate": 0.0002961722358580579,
      "loss": 2.5781,
      "step": 11150
    },
    {
      "epoch": 0.5187718073970691,
      "grad_norm": 0.7103878652230081,
      "learning_rate": 0.00029617140272026715,
      "loss": 2.7969,
      "step": 11151
    },
    {
      "epoch": 0.5188183298441498,
      "grad_norm": 0.6861980468950255,
      "learning_rate": 0.00029617056949298934,
      "loss": 2.5781,
      "step": 11152
    },
    {
      "epoch": 0.5188648522912305,
      "grad_norm": 0.7216762183748442,
      "learning_rate": 0.0002961697361762251,
      "loss": 2.4219,
      "step": 11153
    },
    {
      "epoch": 0.5189113747383113,
      "grad_norm": 0.821907303309627,
      "learning_rate": 0.0002961689027699749,
      "loss": 2.5156,
      "step": 11154
    },
    {
      "epoch": 0.518957897185392,
      "grad_norm": 0.6522582464889534,
      "learning_rate": 0.0002961680692742392,
      "loss": 2.5938,
      "step": 11155
    },
    {
      "epoch": 0.5190044196324727,
      "grad_norm": 0.7952149888536185,
      "learning_rate": 0.00029616723568901855,
      "loss": 2.3594,
      "step": 11156
    },
    {
      "epoch": 0.5190509420795534,
      "grad_norm": 0.7193447696573263,
      "learning_rate": 0.0002961664020143135,
      "loss": 2.8281,
      "step": 11157
    },
    {
      "epoch": 0.5190974645266341,
      "grad_norm": 0.6864834882055065,
      "learning_rate": 0.00029616556825012445,
      "loss": 2.4688,
      "step": 11158
    },
    {
      "epoch": 0.5191439869737148,
      "grad_norm": 0.6918676249353695,
      "learning_rate": 0.000296164734396452,
      "loss": 2.5625,
      "step": 11159
    },
    {
      "epoch": 0.5191905094207956,
      "grad_norm": 0.6553548790787574,
      "learning_rate": 0.0002961639004532966,
      "loss": 2.4219,
      "step": 11160
    },
    {
      "epoch": 0.5192370318678763,
      "grad_norm": 0.7332156063876855,
      "learning_rate": 0.0002961630664206589,
      "loss": 2.6562,
      "step": 11161
    },
    {
      "epoch": 0.519283554314957,
      "grad_norm": 0.6989963864806165,
      "learning_rate": 0.0002961622322985392,
      "loss": 2.7344,
      "step": 11162
    },
    {
      "epoch": 0.5193300767620377,
      "grad_norm": 0.6888082735480794,
      "learning_rate": 0.0002961613980869382,
      "loss": 2.4219,
      "step": 11163
    },
    {
      "epoch": 0.5193765992091184,
      "grad_norm": 0.732343641243536,
      "learning_rate": 0.00029616056378585634,
      "loss": 1.9062,
      "step": 11164
    },
    {
      "epoch": 0.5194231216561991,
      "grad_norm": 0.6746046881001443,
      "learning_rate": 0.00029615972939529405,
      "loss": 2.5781,
      "step": 11165
    },
    {
      "epoch": 0.5194696441032798,
      "grad_norm": 0.6420811871752303,
      "learning_rate": 0.00029615889491525196,
      "loss": 1.9766,
      "step": 11166
    },
    {
      "epoch": 0.5195161665503606,
      "grad_norm": 0.7219753718064849,
      "learning_rate": 0.0002961580603457305,
      "loss": 2.6719,
      "step": 11167
    },
    {
      "epoch": 0.5195626889974413,
      "grad_norm": 0.8280714978022867,
      "learning_rate": 0.0002961572256867302,
      "loss": 2.5938,
      "step": 11168
    },
    {
      "epoch": 0.519609211444522,
      "grad_norm": 0.701972818086185,
      "learning_rate": 0.00029615639093825166,
      "loss": 2.3438,
      "step": 11169
    },
    {
      "epoch": 0.5196557338916027,
      "grad_norm": 0.67375692260271,
      "learning_rate": 0.0002961555561002953,
      "loss": 2.4062,
      "step": 11170
    },
    {
      "epoch": 0.5197022563386834,
      "grad_norm": 0.8041221051989375,
      "learning_rate": 0.00029615472117286163,
      "loss": 2.4688,
      "step": 11171
    },
    {
      "epoch": 0.5197487787857641,
      "grad_norm": 0.6938616665413972,
      "learning_rate": 0.00029615388615595114,
      "loss": 2.6875,
      "step": 11172
    },
    {
      "epoch": 0.5197953012328449,
      "grad_norm": 0.6778772557295027,
      "learning_rate": 0.00029615305104956443,
      "loss": 2.7344,
      "step": 11173
    },
    {
      "epoch": 0.5198418236799256,
      "grad_norm": 0.7574216578230556,
      "learning_rate": 0.00029615221585370193,
      "loss": 2.2969,
      "step": 11174
    },
    {
      "epoch": 0.5198883461270063,
      "grad_norm": 0.6999901765288237,
      "learning_rate": 0.00029615138056836423,
      "loss": 2.5625,
      "step": 11175
    },
    {
      "epoch": 0.519934868574087,
      "grad_norm": 0.6978867652240653,
      "learning_rate": 0.0002961505451935517,
      "loss": 2.6875,
      "step": 11176
    },
    {
      "epoch": 0.5199813910211677,
      "grad_norm": 0.6382563558639772,
      "learning_rate": 0.000296149709729265,
      "loss": 2.3906,
      "step": 11177
    },
    {
      "epoch": 0.5200279134682484,
      "grad_norm": 0.7170057225567068,
      "learning_rate": 0.00029614887417550465,
      "loss": 2.0625,
      "step": 11178
    },
    {
      "epoch": 0.5200744359153291,
      "grad_norm": 0.6438240333608828,
      "learning_rate": 0.000296148038532271,
      "loss": 2.1875,
      "step": 11179
    },
    {
      "epoch": 0.5201209583624099,
      "grad_norm": 0.6871859647720963,
      "learning_rate": 0.0002961472027995647,
      "loss": 2.6094,
      "step": 11180
    },
    {
      "epoch": 0.5201674808094906,
      "grad_norm": 0.6805723407247634,
      "learning_rate": 0.0002961463669773862,
      "loss": 2.5,
      "step": 11181
    },
    {
      "epoch": 0.5202140032565713,
      "grad_norm": 0.858406189891131,
      "learning_rate": 0.0002961455310657361,
      "loss": 2.7188,
      "step": 11182
    },
    {
      "epoch": 0.520260525703652,
      "grad_norm": 0.739976060317472,
      "learning_rate": 0.0002961446950646148,
      "loss": 2.5781,
      "step": 11183
    },
    {
      "epoch": 0.5203070481507327,
      "grad_norm": 0.7237474939010037,
      "learning_rate": 0.0002961438589740228,
      "loss": 2.75,
      "step": 11184
    },
    {
      "epoch": 0.5203535705978134,
      "grad_norm": 0.7177074055262926,
      "learning_rate": 0.00029614302279396074,
      "loss": 2.4844,
      "step": 11185
    },
    {
      "epoch": 0.5204000930448942,
      "grad_norm": 0.7259207212799942,
      "learning_rate": 0.00029614218652442904,
      "loss": 2.2188,
      "step": 11186
    },
    {
      "epoch": 0.5204466154919749,
      "grad_norm": 0.7100848415560203,
      "learning_rate": 0.0002961413501654282,
      "loss": 2.5781,
      "step": 11187
    },
    {
      "epoch": 0.5204931379390556,
      "grad_norm": 0.7485461154001517,
      "learning_rate": 0.00029614051371695886,
      "loss": 2.375,
      "step": 11188
    },
    {
      "epoch": 0.5205396603861363,
      "grad_norm": 0.7501480639998246,
      "learning_rate": 0.0002961396771790213,
      "loss": 2.3438,
      "step": 11189
    },
    {
      "epoch": 0.520586182833217,
      "grad_norm": 0.6698721489202994,
      "learning_rate": 0.0002961388405516163,
      "loss": 2.6719,
      "step": 11190
    },
    {
      "epoch": 0.5206327052802977,
      "grad_norm": 0.767014793464509,
      "learning_rate": 0.0002961380038347442,
      "loss": 2.6094,
      "step": 11191
    },
    {
      "epoch": 0.5206792277273785,
      "grad_norm": 0.6699750933355361,
      "learning_rate": 0.0002961371670284055,
      "loss": 2.2969,
      "step": 11192
    },
    {
      "epoch": 0.5207257501744592,
      "grad_norm": 0.7851106698958844,
      "learning_rate": 0.00029613633013260074,
      "loss": 2.7656,
      "step": 11193
    },
    {
      "epoch": 0.5207722726215399,
      "grad_norm": 0.6989097069143841,
      "learning_rate": 0.00029613549314733053,
      "loss": 2.7031,
      "step": 11194
    },
    {
      "epoch": 0.5208187950686206,
      "grad_norm": 0.7600898737351988,
      "learning_rate": 0.0002961346560725953,
      "loss": 2.8281,
      "step": 11195
    },
    {
      "epoch": 0.5208653175157013,
      "grad_norm": 0.7196330466816809,
      "learning_rate": 0.0002961338189083956,
      "loss": 2.5,
      "step": 11196
    },
    {
      "epoch": 0.520911839962782,
      "grad_norm": 0.6383224772909767,
      "learning_rate": 0.0002961329816547319,
      "loss": 2.4531,
      "step": 11197
    },
    {
      "epoch": 0.5209583624098627,
      "grad_norm": 0.73667275601769,
      "learning_rate": 0.00029613214431160466,
      "loss": 2.7812,
      "step": 11198
    },
    {
      "epoch": 0.5210048848569435,
      "grad_norm": 0.7710230217984603,
      "learning_rate": 0.00029613130687901454,
      "loss": 2.5625,
      "step": 11199
    },
    {
      "epoch": 0.5210514073040242,
      "grad_norm": 0.7060229359906622,
      "learning_rate": 0.00029613046935696196,
      "loss": 2.6406,
      "step": 11200
    },
    {
      "epoch": 0.5210979297511049,
      "grad_norm": 0.6821487152459839,
      "learning_rate": 0.0002961296317454474,
      "loss": 2.5156,
      "step": 11201
    },
    {
      "epoch": 0.5211444521981856,
      "grad_norm": 0.6690087965972028,
      "learning_rate": 0.00029612879404447145,
      "loss": 2.5625,
      "step": 11202
    },
    {
      "epoch": 0.5211909746452663,
      "grad_norm": 0.6909411215059805,
      "learning_rate": 0.0002961279562540346,
      "loss": 2.1562,
      "step": 11203
    },
    {
      "epoch": 0.521237497092347,
      "grad_norm": 0.7177124688811722,
      "learning_rate": 0.00029612711837413735,
      "loss": 2.5,
      "step": 11204
    },
    {
      "epoch": 0.5212840195394278,
      "grad_norm": 0.7234641125131331,
      "learning_rate": 0.0002961262804047802,
      "loss": 2.1875,
      "step": 11205
    },
    {
      "epoch": 0.5213305419865085,
      "grad_norm": 0.7140815423782388,
      "learning_rate": 0.0002961254423459637,
      "loss": 2.6406,
      "step": 11206
    },
    {
      "epoch": 0.5213770644335892,
      "grad_norm": 0.7234464113569248,
      "learning_rate": 0.0002961246041976883,
      "loss": 2.7188,
      "step": 11207
    },
    {
      "epoch": 0.5214235868806699,
      "grad_norm": 0.8023230463560032,
      "learning_rate": 0.0002961237659599546,
      "loss": 2.6406,
      "step": 11208
    },
    {
      "epoch": 0.5214701093277506,
      "grad_norm": 0.6778931974621776,
      "learning_rate": 0.00029612292763276304,
      "loss": 2.7031,
      "step": 11209
    },
    {
      "epoch": 0.5215166317748313,
      "grad_norm": 0.68837338597608,
      "learning_rate": 0.00029612208921611416,
      "loss": 2.4531,
      "step": 11210
    },
    {
      "epoch": 0.521563154221912,
      "grad_norm": 0.6886683111747288,
      "learning_rate": 0.0002961212507100085,
      "loss": 2.4375,
      "step": 11211
    },
    {
      "epoch": 0.5216096766689928,
      "grad_norm": 0.8217171854734518,
      "learning_rate": 0.00029612041211444655,
      "loss": 1.8047,
      "step": 11212
    },
    {
      "epoch": 0.5216561991160735,
      "grad_norm": 0.7759741239998456,
      "learning_rate": 0.00029611957342942885,
      "loss": 2.7188,
      "step": 11213
    },
    {
      "epoch": 0.5217027215631542,
      "grad_norm": 0.6897550502495207,
      "learning_rate": 0.00029611873465495585,
      "loss": 2.5781,
      "step": 11214
    },
    {
      "epoch": 0.5217492440102349,
      "grad_norm": 0.8494891680772655,
      "learning_rate": 0.0002961178957910281,
      "loss": 2.875,
      "step": 11215
    },
    {
      "epoch": 0.5217957664573156,
      "grad_norm": 0.655817338832209,
      "learning_rate": 0.0002961170568376461,
      "loss": 2.3125,
      "step": 11216
    },
    {
      "epoch": 0.5218422889043963,
      "grad_norm": 0.6665185746151888,
      "learning_rate": 0.0002961162177948104,
      "loss": 2.5938,
      "step": 11217
    },
    {
      "epoch": 0.5218888113514771,
      "grad_norm": 0.7515195457724285,
      "learning_rate": 0.0002961153786625215,
      "loss": 2.4688,
      "step": 11218
    },
    {
      "epoch": 0.5219353337985578,
      "grad_norm": 0.6640896530743619,
      "learning_rate": 0.00029611453944077985,
      "loss": 2.5781,
      "step": 11219
    },
    {
      "epoch": 0.5219818562456385,
      "grad_norm": 0.6735414472712797,
      "learning_rate": 0.00029611370012958606,
      "loss": 2.6094,
      "step": 11220
    },
    {
      "epoch": 0.5220283786927192,
      "grad_norm": 0.6995104806814499,
      "learning_rate": 0.0002961128607289406,
      "loss": 2.4844,
      "step": 11221
    },
    {
      "epoch": 0.5220749011397999,
      "grad_norm": 0.7649132676807795,
      "learning_rate": 0.000296112021238844,
      "loss": 2.5,
      "step": 11222
    },
    {
      "epoch": 0.5221214235868806,
      "grad_norm": 0.7338658891800689,
      "learning_rate": 0.00029611118165929676,
      "loss": 2.4062,
      "step": 11223
    },
    {
      "epoch": 0.5221679460339614,
      "grad_norm": 0.722603061570349,
      "learning_rate": 0.00029611034199029934,
      "loss": 2.5938,
      "step": 11224
    },
    {
      "epoch": 0.5222144684810421,
      "grad_norm": 0.7409167202961701,
      "learning_rate": 0.0002961095022318523,
      "loss": 3.0156,
      "step": 11225
    },
    {
      "epoch": 0.5222609909281228,
      "grad_norm": 0.7295005326664106,
      "learning_rate": 0.00029610866238395623,
      "loss": 1.8828,
      "step": 11226
    },
    {
      "epoch": 0.5223075133752035,
      "grad_norm": 0.7213352630623489,
      "learning_rate": 0.00029610782244661156,
      "loss": 2.7969,
      "step": 11227
    },
    {
      "epoch": 0.5223540358222842,
      "grad_norm": 0.6388000646836147,
      "learning_rate": 0.0002961069824198188,
      "loss": 2.5,
      "step": 11228
    },
    {
      "epoch": 0.5224005582693649,
      "grad_norm": 0.6475439899267237,
      "learning_rate": 0.0002961061423035785,
      "loss": 1.7188,
      "step": 11229
    },
    {
      "epoch": 0.5224470807164456,
      "grad_norm": 0.7303875791453343,
      "learning_rate": 0.00029610530209789115,
      "loss": 2.4688,
      "step": 11230
    },
    {
      "epoch": 0.5224936031635264,
      "grad_norm": 0.7035765758275548,
      "learning_rate": 0.00029610446180275727,
      "loss": 2.5625,
      "step": 11231
    },
    {
      "epoch": 0.5225401256106071,
      "grad_norm": 0.6838456767231603,
      "learning_rate": 0.0002961036214181774,
      "loss": 2.7812,
      "step": 11232
    },
    {
      "epoch": 0.5225866480576878,
      "grad_norm": 0.8128662717422028,
      "learning_rate": 0.00029610278094415203,
      "loss": 2.75,
      "step": 11233
    },
    {
      "epoch": 0.5226331705047685,
      "grad_norm": 0.7467563152513828,
      "learning_rate": 0.00029610194038068164,
      "loss": 2.8594,
      "step": 11234
    },
    {
      "epoch": 0.5226796929518492,
      "grad_norm": 0.7075700805227075,
      "learning_rate": 0.0002961010997277668,
      "loss": 2.9062,
      "step": 11235
    },
    {
      "epoch": 0.5227262153989299,
      "grad_norm": 0.68823492592592,
      "learning_rate": 0.000296100258985408,
      "loss": 2.5312,
      "step": 11236
    },
    {
      "epoch": 0.5227727378460107,
      "grad_norm": 0.6587390203398186,
      "learning_rate": 0.0002960994181536058,
      "loss": 2.6094,
      "step": 11237
    },
    {
      "epoch": 0.5228192602930914,
      "grad_norm": 0.6909826165043949,
      "learning_rate": 0.0002960985772323606,
      "loss": 2.3906,
      "step": 11238
    },
    {
      "epoch": 0.5228657827401721,
      "grad_norm": 0.7093729205798177,
      "learning_rate": 0.00029609773622167303,
      "loss": 2.4844,
      "step": 11239
    },
    {
      "epoch": 0.5229123051872528,
      "grad_norm": 0.6513244942061002,
      "learning_rate": 0.0002960968951215436,
      "loss": 2.375,
      "step": 11240
    },
    {
      "epoch": 0.5229588276343335,
      "grad_norm": 0.6851803302355741,
      "learning_rate": 0.00029609605393197274,
      "loss": 2.6406,
      "step": 11241
    },
    {
      "epoch": 0.5230053500814142,
      "grad_norm": 0.7284377889726853,
      "learning_rate": 0.000296095212652961,
      "loss": 2.3906,
      "step": 11242
    },
    {
      "epoch": 0.523051872528495,
      "grad_norm": 0.7554929801150069,
      "learning_rate": 0.00029609437128450894,
      "loss": 2.6094,
      "step": 11243
    },
    {
      "epoch": 0.5230983949755758,
      "grad_norm": 0.718030341910828,
      "learning_rate": 0.0002960935298266171,
      "loss": 2.4531,
      "step": 11244
    },
    {
      "epoch": 0.5231449174226565,
      "grad_norm": 0.739875612150241,
      "learning_rate": 0.00029609268827928586,
      "loss": 2.8125,
      "step": 11245
    },
    {
      "epoch": 0.5231914398697372,
      "grad_norm": 0.6993224668667006,
      "learning_rate": 0.0002960918466425158,
      "loss": 2.4062,
      "step": 11246
    },
    {
      "epoch": 0.5232379623168179,
      "grad_norm": 0.6700936068065771,
      "learning_rate": 0.00029609100491630755,
      "loss": 2.3906,
      "step": 11247
    },
    {
      "epoch": 0.5232844847638985,
      "grad_norm": 0.6864275744720092,
      "learning_rate": 0.00029609016310066144,
      "loss": 2.4844,
      "step": 11248
    },
    {
      "epoch": 0.5233310072109792,
      "grad_norm": 0.8184047981107434,
      "learning_rate": 0.00029608932119557814,
      "loss": 2.6562,
      "step": 11249
    },
    {
      "epoch": 0.5233775296580601,
      "grad_norm": 0.6909726861961314,
      "learning_rate": 0.00029608847920105803,
      "loss": 2.4688,
      "step": 11250
    },
    {
      "epoch": 0.5234240521051408,
      "grad_norm": 0.6772487957029816,
      "learning_rate": 0.00029608763711710175,
      "loss": 2.6875,
      "step": 11251
    },
    {
      "epoch": 0.5234705745522215,
      "grad_norm": 0.7376428696641665,
      "learning_rate": 0.0002960867949437097,
      "loss": 2.3281,
      "step": 11252
    },
    {
      "epoch": 0.5235170969993022,
      "grad_norm": 0.6380781913486989,
      "learning_rate": 0.0002960859526808825,
      "loss": 2.1562,
      "step": 11253
    },
    {
      "epoch": 0.5235636194463829,
      "grad_norm": 0.691679932252979,
      "learning_rate": 0.00029608511032862056,
      "loss": 2.5625,
      "step": 11254
    },
    {
      "epoch": 0.5236101418934636,
      "grad_norm": 1.44334874895604,
      "learning_rate": 0.0002960842678869245,
      "loss": 2.4688,
      "step": 11255
    },
    {
      "epoch": 0.5236566643405444,
      "grad_norm": 0.7093636632473452,
      "learning_rate": 0.0002960834253557948,
      "loss": 2.8906,
      "step": 11256
    },
    {
      "epoch": 0.5237031867876251,
      "grad_norm": 0.7926867608494037,
      "learning_rate": 0.00029608258273523195,
      "loss": 2.4062,
      "step": 11257
    },
    {
      "epoch": 0.5237497092347058,
      "grad_norm": 0.8840736558771077,
      "learning_rate": 0.00029608174002523647,
      "loss": 2.375,
      "step": 11258
    },
    {
      "epoch": 0.5237962316817865,
      "grad_norm": 0.6822425999397618,
      "learning_rate": 0.0002960808972258089,
      "loss": 2.5625,
      "step": 11259
    },
    {
      "epoch": 0.5238427541288672,
      "grad_norm": 0.6445767453096475,
      "learning_rate": 0.00029608005433694976,
      "loss": 2.4062,
      "step": 11260
    },
    {
      "epoch": 0.5238892765759479,
      "grad_norm": 0.6860379934384291,
      "learning_rate": 0.0002960792113586595,
      "loss": 2.5312,
      "step": 11261
    },
    {
      "epoch": 0.5239357990230286,
      "grad_norm": 0.689408537467154,
      "learning_rate": 0.00029607836829093873,
      "loss": 2.3438,
      "step": 11262
    },
    {
      "epoch": 0.5239823214701094,
      "grad_norm": 0.7410659857820612,
      "learning_rate": 0.0002960775251337879,
      "loss": 2.7812,
      "step": 11263
    },
    {
      "epoch": 0.5240288439171901,
      "grad_norm": 0.7667080366105402,
      "learning_rate": 0.00029607668188720755,
      "loss": 2.6406,
      "step": 11264
    },
    {
      "epoch": 0.5240753663642708,
      "grad_norm": 0.6859934826566875,
      "learning_rate": 0.00029607583855119823,
      "loss": 2.375,
      "step": 11265
    },
    {
      "epoch": 0.5241218888113515,
      "grad_norm": 0.6585272063267195,
      "learning_rate": 0.00029607499512576034,
      "loss": 2.7656,
      "step": 11266
    },
    {
      "epoch": 0.5241684112584322,
      "grad_norm": 0.6843730070889511,
      "learning_rate": 0.0002960741516108946,
      "loss": 2.4219,
      "step": 11267
    },
    {
      "epoch": 0.5242149337055129,
      "grad_norm": 0.6916629357583464,
      "learning_rate": 0.00029607330800660134,
      "loss": 2.6875,
      "step": 11268
    },
    {
      "epoch": 0.5242614561525937,
      "grad_norm": 0.67136931395519,
      "learning_rate": 0.0002960724643128811,
      "loss": 2.4219,
      "step": 11269
    },
    {
      "epoch": 0.5243079785996744,
      "grad_norm": 0.7116299642426315,
      "learning_rate": 0.0002960716205297345,
      "loss": 2.7344,
      "step": 11270
    },
    {
      "epoch": 0.5243545010467551,
      "grad_norm": 0.7272044033487481,
      "learning_rate": 0.0002960707766571619,
      "loss": 2.4688,
      "step": 11271
    },
    {
      "epoch": 0.5244010234938358,
      "grad_norm": 0.6971107559914212,
      "learning_rate": 0.000296069932695164,
      "loss": 2.4375,
      "step": 11272
    },
    {
      "epoch": 0.5244475459409165,
      "grad_norm": 0.7110940173998991,
      "learning_rate": 0.0002960690886437412,
      "loss": 2.6562,
      "step": 11273
    },
    {
      "epoch": 0.5244940683879972,
      "grad_norm": 0.7283788763187172,
      "learning_rate": 0.0002960682445028941,
      "loss": 2.6562,
      "step": 11274
    },
    {
      "epoch": 0.524540590835078,
      "grad_norm": 0.7364181000092127,
      "learning_rate": 0.00029606740027262305,
      "loss": 2.375,
      "step": 11275
    },
    {
      "epoch": 0.5245871132821587,
      "grad_norm": 0.7082804859527922,
      "learning_rate": 0.0002960665559529287,
      "loss": 2.6094,
      "step": 11276
    },
    {
      "epoch": 0.5246336357292394,
      "grad_norm": 0.6876979903866032,
      "learning_rate": 0.0002960657115438116,
      "loss": 2.5312,
      "step": 11277
    },
    {
      "epoch": 0.5246801581763201,
      "grad_norm": 0.7535516538592159,
      "learning_rate": 0.00029606486704527213,
      "loss": 2.5312,
      "step": 11278
    },
    {
      "epoch": 0.5247266806234008,
      "grad_norm": 0.68793413321452,
      "learning_rate": 0.000296064022457311,
      "loss": 2.8438,
      "step": 11279
    },
    {
      "epoch": 0.5247732030704815,
      "grad_norm": 0.7043656417727168,
      "learning_rate": 0.00029606317777992853,
      "loss": 2.5938,
      "step": 11280
    },
    {
      "epoch": 0.5248197255175622,
      "grad_norm": 0.7137443297599,
      "learning_rate": 0.00029606233301312536,
      "loss": 2.6875,
      "step": 11281
    },
    {
      "epoch": 0.524866247964643,
      "grad_norm": 0.6874150755101909,
      "learning_rate": 0.0002960614881569019,
      "loss": 2.5938,
      "step": 11282
    },
    {
      "epoch": 0.5249127704117237,
      "grad_norm": 0.7118256473063717,
      "learning_rate": 0.00029606064321125884,
      "loss": 2.5625,
      "step": 11283
    },
    {
      "epoch": 0.5249592928588044,
      "grad_norm": 0.7040653734731391,
      "learning_rate": 0.0002960597981761965,
      "loss": 2.6406,
      "step": 11284
    },
    {
      "epoch": 0.5250058153058851,
      "grad_norm": 0.7004293528003942,
      "learning_rate": 0.0002960589530517156,
      "loss": 2.0156,
      "step": 11285
    },
    {
      "epoch": 0.5250523377529658,
      "grad_norm": 0.8058637938421586,
      "learning_rate": 0.00029605810783781645,
      "loss": 2.9062,
      "step": 11286
    },
    {
      "epoch": 0.5250988602000465,
      "grad_norm": 0.7271054589699262,
      "learning_rate": 0.0002960572625344997,
      "loss": 2.5625,
      "step": 11287
    },
    {
      "epoch": 0.5251453826471273,
      "grad_norm": 0.7193923731281437,
      "learning_rate": 0.00029605641714176584,
      "loss": 2.2969,
      "step": 11288
    },
    {
      "epoch": 0.525191905094208,
      "grad_norm": 0.7433199484338224,
      "learning_rate": 0.00029605557165961535,
      "loss": 2.5156,
      "step": 11289
    },
    {
      "epoch": 0.5252384275412887,
      "grad_norm": 0.6644135269063176,
      "learning_rate": 0.0002960547260880488,
      "loss": 2.5312,
      "step": 11290
    },
    {
      "epoch": 0.5252849499883694,
      "grad_norm": 0.7275031239859021,
      "learning_rate": 0.0002960538804270667,
      "loss": 2.4219,
      "step": 11291
    },
    {
      "epoch": 0.5253314724354501,
      "grad_norm": 0.6670208626591138,
      "learning_rate": 0.0002960530346766696,
      "loss": 2.7812,
      "step": 11292
    },
    {
      "epoch": 0.5253779948825308,
      "grad_norm": 0.7258821664862833,
      "learning_rate": 0.0002960521888368578,
      "loss": 2.3438,
      "step": 11293
    },
    {
      "epoch": 0.5254245173296115,
      "grad_norm": 0.7926110959917804,
      "learning_rate": 0.00029605134290763217,
      "loss": 2.5156,
      "step": 11294
    },
    {
      "epoch": 0.5254710397766923,
      "grad_norm": 0.7668231592974194,
      "learning_rate": 0.00029605049688899296,
      "loss": 2.4844,
      "step": 11295
    },
    {
      "epoch": 0.525517562223773,
      "grad_norm": 0.8003754786076708,
      "learning_rate": 0.0002960496507809408,
      "loss": 2.2812,
      "step": 11296
    },
    {
      "epoch": 0.5255640846708537,
      "grad_norm": 0.7587275950470868,
      "learning_rate": 0.00029604880458347616,
      "loss": 2.7344,
      "step": 11297
    },
    {
      "epoch": 0.5256106071179344,
      "grad_norm": 0.7299206149511183,
      "learning_rate": 0.0002960479582965996,
      "loss": 2.7969,
      "step": 11298
    },
    {
      "epoch": 0.5256571295650151,
      "grad_norm": 0.7555207788951755,
      "learning_rate": 0.00029604711192031163,
      "loss": 2.4688,
      "step": 11299
    },
    {
      "epoch": 0.5257036520120958,
      "grad_norm": 0.7341509447745366,
      "learning_rate": 0.0002960462654546127,
      "loss": 2.7031,
      "step": 11300
    },
    {
      "epoch": 0.5257501744591766,
      "grad_norm": 0.7082360372770328,
      "learning_rate": 0.00029604541889950345,
      "loss": 2.7969,
      "step": 11301
    },
    {
      "epoch": 0.5257966969062573,
      "grad_norm": 0.7692691927431758,
      "learning_rate": 0.0002960445722549843,
      "loss": 2.5625,
      "step": 11302
    },
    {
      "epoch": 0.525843219353338,
      "grad_norm": 0.737649912991928,
      "learning_rate": 0.00029604372552105584,
      "loss": 2.375,
      "step": 11303
    },
    {
      "epoch": 0.5258897418004187,
      "grad_norm": 0.7599480652747382,
      "learning_rate": 0.00029604287869771853,
      "loss": 2.625,
      "step": 11304
    },
    {
      "epoch": 0.5259362642474994,
      "grad_norm": 0.7527732845808527,
      "learning_rate": 0.0002960420317849729,
      "loss": 2.5312,
      "step": 11305
    },
    {
      "epoch": 0.5259827866945801,
      "grad_norm": 0.7237269037415633,
      "learning_rate": 0.0002960411847828195,
      "loss": 2.2812,
      "step": 11306
    },
    {
      "epoch": 0.5260293091416609,
      "grad_norm": 0.7728906404719361,
      "learning_rate": 0.0002960403376912588,
      "loss": 2.4531,
      "step": 11307
    },
    {
      "epoch": 0.5260758315887416,
      "grad_norm": 0.728666551131776,
      "learning_rate": 0.00029603949051029135,
      "loss": 2.3438,
      "step": 11308
    },
    {
      "epoch": 0.5261223540358223,
      "grad_norm": 0.7537400856569317,
      "learning_rate": 0.00029603864323991764,
      "loss": 2.0,
      "step": 11309
    },
    {
      "epoch": 0.526168876482903,
      "grad_norm": 0.8209297844009701,
      "learning_rate": 0.00029603779588013824,
      "loss": 2.4844,
      "step": 11310
    },
    {
      "epoch": 0.5262153989299837,
      "grad_norm": 0.9055768584317444,
      "learning_rate": 0.0002960369484309537,
      "loss": 2.4844,
      "step": 11311
    },
    {
      "epoch": 0.5262619213770644,
      "grad_norm": 0.6891638606934358,
      "learning_rate": 0.0002960361008923644,
      "loss": 2.5469,
      "step": 11312
    },
    {
      "epoch": 0.5263084438241451,
      "grad_norm": 0.7212908605795354,
      "learning_rate": 0.0002960352532643709,
      "loss": 2.5156,
      "step": 11313
    },
    {
      "epoch": 0.5263549662712259,
      "grad_norm": 0.6922973424781452,
      "learning_rate": 0.00029603440554697386,
      "loss": 2.4844,
      "step": 11314
    },
    {
      "epoch": 0.5264014887183066,
      "grad_norm": 0.7874181782562305,
      "learning_rate": 0.00029603355774017367,
      "loss": 2.6094,
      "step": 11315
    },
    {
      "epoch": 0.5264480111653873,
      "grad_norm": 0.7741695263954428,
      "learning_rate": 0.0002960327098439708,
      "loss": 2.5625,
      "step": 11316
    },
    {
      "epoch": 0.526494533612468,
      "grad_norm": 0.7677452890134454,
      "learning_rate": 0.0002960318618583659,
      "loss": 2.5312,
      "step": 11317
    },
    {
      "epoch": 0.5265410560595487,
      "grad_norm": 0.7170793316607377,
      "learning_rate": 0.0002960310137833595,
      "loss": 2.375,
      "step": 11318
    },
    {
      "epoch": 0.5265875785066294,
      "grad_norm": 0.6976123234463498,
      "learning_rate": 0.00029603016561895195,
      "loss": 2.5312,
      "step": 11319
    },
    {
      "epoch": 0.5266341009537102,
      "grad_norm": 0.742217278505537,
      "learning_rate": 0.0002960293173651439,
      "loss": 2.4062,
      "step": 11320
    },
    {
      "epoch": 0.5266806234007909,
      "grad_norm": 0.7263603746546465,
      "learning_rate": 0.0002960284690219358,
      "loss": 2.5156,
      "step": 11321
    },
    {
      "epoch": 0.5267271458478716,
      "grad_norm": 0.8005029356901096,
      "learning_rate": 0.00029602762058932833,
      "loss": 2.6406,
      "step": 11322
    },
    {
      "epoch": 0.5267736682949523,
      "grad_norm": 0.7162267369758057,
      "learning_rate": 0.0002960267720673218,
      "loss": 2.5781,
      "step": 11323
    },
    {
      "epoch": 0.526820190742033,
      "grad_norm": 0.7528496970355623,
      "learning_rate": 0.0002960259234559168,
      "loss": 2.7188,
      "step": 11324
    },
    {
      "epoch": 0.5268667131891137,
      "grad_norm": 0.7026525526117336,
      "learning_rate": 0.00029602507475511394,
      "loss": 2.5781,
      "step": 11325
    },
    {
      "epoch": 0.5269132356361944,
      "grad_norm": 0.7192818457309805,
      "learning_rate": 0.0002960242259649136,
      "loss": 2.5,
      "step": 11326
    },
    {
      "epoch": 0.5269597580832752,
      "grad_norm": 0.7227752427843472,
      "learning_rate": 0.00029602337708531644,
      "loss": 2.5938,
      "step": 11327
    },
    {
      "epoch": 0.5270062805303559,
      "grad_norm": 0.6989793121223773,
      "learning_rate": 0.00029602252811632287,
      "loss": 2.7812,
      "step": 11328
    },
    {
      "epoch": 0.5270528029774366,
      "grad_norm": 0.7230067557596328,
      "learning_rate": 0.00029602167905793346,
      "loss": 2.5469,
      "step": 11329
    },
    {
      "epoch": 0.5270993254245173,
      "grad_norm": 0.797404228423929,
      "learning_rate": 0.00029602082991014866,
      "loss": 2.5781,
      "step": 11330
    },
    {
      "epoch": 0.527145847871598,
      "grad_norm": 0.8482473702101008,
      "learning_rate": 0.0002960199806729691,
      "loss": 2.75,
      "step": 11331
    },
    {
      "epoch": 0.5271923703186787,
      "grad_norm": 0.805428753575973,
      "learning_rate": 0.0002960191313463953,
      "loss": 2.5156,
      "step": 11332
    },
    {
      "epoch": 0.5272388927657595,
      "grad_norm": 0.6715066651745949,
      "learning_rate": 0.0002960182819304277,
      "loss": 2.4375,
      "step": 11333
    },
    {
      "epoch": 0.5272854152128402,
      "grad_norm": 0.6979755250921678,
      "learning_rate": 0.00029601743242506676,
      "loss": 2.5469,
      "step": 11334
    },
    {
      "epoch": 0.5273319376599209,
      "grad_norm": 0.696034690758767,
      "learning_rate": 0.0002960165828303131,
      "loss": 2.0469,
      "step": 11335
    },
    {
      "epoch": 0.5273784601070016,
      "grad_norm": 0.6897791039238719,
      "learning_rate": 0.0002960157331461673,
      "loss": 2.5,
      "step": 11336
    },
    {
      "epoch": 0.5274249825540823,
      "grad_norm": 0.7455385933242097,
      "learning_rate": 0.0002960148833726298,
      "loss": 2.4375,
      "step": 11337
    },
    {
      "epoch": 0.527471505001163,
      "grad_norm": 0.766335320930832,
      "learning_rate": 0.00029601403350970113,
      "loss": 2.3906,
      "step": 11338
    },
    {
      "epoch": 0.5275180274482438,
      "grad_norm": 0.7427079273911149,
      "learning_rate": 0.0002960131835573818,
      "loss": 2.75,
      "step": 11339
    },
    {
      "epoch": 0.5275645498953245,
      "grad_norm": 0.7479994647042157,
      "learning_rate": 0.0002960123335156723,
      "loss": 2.4688,
      "step": 11340
    },
    {
      "epoch": 0.5276110723424052,
      "grad_norm": 0.6404241384453713,
      "learning_rate": 0.0002960114833845732,
      "loss": 2.4688,
      "step": 11341
    },
    {
      "epoch": 0.5276575947894859,
      "grad_norm": 0.7098952902883137,
      "learning_rate": 0.00029601063316408505,
      "loss": 2.8281,
      "step": 11342
    },
    {
      "epoch": 0.5277041172365666,
      "grad_norm": 0.721708017354354,
      "learning_rate": 0.0002960097828542083,
      "loss": 2.5469,
      "step": 11343
    },
    {
      "epoch": 0.5277506396836473,
      "grad_norm": 0.7318839225383533,
      "learning_rate": 0.00029600893245494345,
      "loss": 2.5938,
      "step": 11344
    },
    {
      "epoch": 0.527797162130728,
      "grad_norm": 0.7297529622170219,
      "learning_rate": 0.0002960080819662912,
      "loss": 2.5,
      "step": 11345
    },
    {
      "epoch": 0.5278436845778088,
      "grad_norm": 0.6495885540844515,
      "learning_rate": 0.0002960072313882518,
      "loss": 2.2969,
      "step": 11346
    },
    {
      "epoch": 0.5278902070248895,
      "grad_norm": 0.7250715166709515,
      "learning_rate": 0.000296006380720826,
      "loss": 2.5781,
      "step": 11347
    },
    {
      "epoch": 0.5279367294719702,
      "grad_norm": 0.7119575971615639,
      "learning_rate": 0.0002960055299640142,
      "loss": 2.9531,
      "step": 11348
    },
    {
      "epoch": 0.5279832519190509,
      "grad_norm": 0.7498116987485965,
      "learning_rate": 0.00029600467911781693,
      "loss": 2.5938,
      "step": 11349
    },
    {
      "epoch": 0.5280297743661316,
      "grad_norm": 0.7361108173959545,
      "learning_rate": 0.00029600382818223485,
      "loss": 2.6406,
      "step": 11350
    },
    {
      "epoch": 0.5280762968132123,
      "grad_norm": 0.690785065451337,
      "learning_rate": 0.00029600297715726826,
      "loss": 2.6562,
      "step": 11351
    },
    {
      "epoch": 0.5281228192602931,
      "grad_norm": 0.6263348757502121,
      "learning_rate": 0.0002960021260429178,
      "loss": 2.1875,
      "step": 11352
    },
    {
      "epoch": 0.5281693417073738,
      "grad_norm": 0.6343551378365534,
      "learning_rate": 0.00029600127483918396,
      "loss": 2.625,
      "step": 11353
    },
    {
      "epoch": 0.5282158641544545,
      "grad_norm": 0.7051207731850911,
      "learning_rate": 0.00029600042354606734,
      "loss": 2.3438,
      "step": 11354
    },
    {
      "epoch": 0.5282623866015352,
      "grad_norm": 0.6405263515874491,
      "learning_rate": 0.0002959995721635684,
      "loss": 2.7656,
      "step": 11355
    },
    {
      "epoch": 0.5283089090486159,
      "grad_norm": 0.7184246980691357,
      "learning_rate": 0.0002959987206916876,
      "loss": 2.5312,
      "step": 11356
    },
    {
      "epoch": 0.5283554314956966,
      "grad_norm": 0.7747376164903809,
      "learning_rate": 0.00029599786913042555,
      "loss": 2.6562,
      "step": 11357
    },
    {
      "epoch": 0.5284019539427773,
      "grad_norm": 0.7202497255272916,
      "learning_rate": 0.00029599701747978275,
      "loss": 2.5,
      "step": 11358
    },
    {
      "epoch": 0.5284484763898581,
      "grad_norm": 0.7546618289071662,
      "learning_rate": 0.00029599616573975973,
      "loss": 2.7188,
      "step": 11359
    },
    {
      "epoch": 0.5284949988369388,
      "grad_norm": 0.6549395977175149,
      "learning_rate": 0.000295995313910357,
      "loss": 2.5781,
      "step": 11360
    },
    {
      "epoch": 0.5285415212840195,
      "grad_norm": 0.7158700103241534,
      "learning_rate": 0.000295994461991575,
      "loss": 2.3906,
      "step": 11361
    },
    {
      "epoch": 0.5285880437311002,
      "grad_norm": 0.7121566746338566,
      "learning_rate": 0.0002959936099834144,
      "loss": 2.1875,
      "step": 11362
    },
    {
      "epoch": 0.5286345661781809,
      "grad_norm": 0.727892737038841,
      "learning_rate": 0.0002959927578858756,
      "loss": 2.625,
      "step": 11363
    },
    {
      "epoch": 0.5286810886252616,
      "grad_norm": 0.7656854892705611,
      "learning_rate": 0.00029599190569895925,
      "loss": 2.4531,
      "step": 11364
    },
    {
      "epoch": 0.5287276110723425,
      "grad_norm": 0.6773193543011506,
      "learning_rate": 0.00029599105342266577,
      "loss": 2.5156,
      "step": 11365
    },
    {
      "epoch": 0.5287741335194232,
      "grad_norm": 0.6965870180414386,
      "learning_rate": 0.0002959902010569957,
      "loss": 2.375,
      "step": 11366
    },
    {
      "epoch": 0.5288206559665038,
      "grad_norm": 0.740873496559156,
      "learning_rate": 0.00029598934860194953,
      "loss": 2.6719,
      "step": 11367
    },
    {
      "epoch": 0.5288671784135845,
      "grad_norm": 0.6648283447119684,
      "learning_rate": 0.00029598849605752786,
      "loss": 2.5625,
      "step": 11368
    },
    {
      "epoch": 0.5289137008606652,
      "grad_norm": 0.7865244395410151,
      "learning_rate": 0.0002959876434237312,
      "loss": 2.1875,
      "step": 11369
    },
    {
      "epoch": 0.528960223307746,
      "grad_norm": 0.6808197414897785,
      "learning_rate": 0.00029598679070055997,
      "loss": 2.4219,
      "step": 11370
    },
    {
      "epoch": 0.5290067457548268,
      "grad_norm": 0.6876175735031572,
      "learning_rate": 0.00029598593788801483,
      "loss": 1.8672,
      "step": 11371
    },
    {
      "epoch": 0.5290532682019075,
      "grad_norm": 0.6665015782069377,
      "learning_rate": 0.0002959850849860962,
      "loss": 2.375,
      "step": 11372
    },
    {
      "epoch": 0.5290997906489882,
      "grad_norm": 0.6721114508136056,
      "learning_rate": 0.00029598423199480466,
      "loss": 2.5781,
      "step": 11373
    },
    {
      "epoch": 0.5291463130960689,
      "grad_norm": 0.6419143819255984,
      "learning_rate": 0.0002959833789141407,
      "loss": 1.7656,
      "step": 11374
    },
    {
      "epoch": 0.5291928355431496,
      "grad_norm": 0.8188413826757395,
      "learning_rate": 0.0002959825257441049,
      "loss": 2.6094,
      "step": 11375
    },
    {
      "epoch": 0.5292393579902303,
      "grad_norm": 0.7101845368437205,
      "learning_rate": 0.00029598167248469766,
      "loss": 2.3281,
      "step": 11376
    },
    {
      "epoch": 0.529285880437311,
      "grad_norm": 0.7118893125310118,
      "learning_rate": 0.0002959808191359196,
      "loss": 2.3281,
      "step": 11377
    },
    {
      "epoch": 0.5293324028843918,
      "grad_norm": 0.7920913412106669,
      "learning_rate": 0.0002959799656977713,
      "loss": 2.5781,
      "step": 11378
    },
    {
      "epoch": 0.5293789253314725,
      "grad_norm": 0.7518184738957325,
      "learning_rate": 0.00029597911217025315,
      "loss": 2.7031,
      "step": 11379
    },
    {
      "epoch": 0.5294254477785532,
      "grad_norm": 0.6746944670199341,
      "learning_rate": 0.00029597825855336575,
      "loss": 2.4062,
      "step": 11380
    },
    {
      "epoch": 0.5294719702256339,
      "grad_norm": 0.6835872800507624,
      "learning_rate": 0.00029597740484710956,
      "loss": 2.5312,
      "step": 11381
    },
    {
      "epoch": 0.5295184926727146,
      "grad_norm": 0.6881791144721587,
      "learning_rate": 0.0002959765510514851,
      "loss": 2.5781,
      "step": 11382
    },
    {
      "epoch": 0.5295650151197953,
      "grad_norm": 0.6672708509802594,
      "learning_rate": 0.000295975697166493,
      "loss": 2.375,
      "step": 11383
    },
    {
      "epoch": 0.5296115375668761,
      "grad_norm": 0.6934341097086504,
      "learning_rate": 0.00029597484319213375,
      "loss": 2.6875,
      "step": 11384
    },
    {
      "epoch": 0.5296580600139568,
      "grad_norm": 0.7835731779574494,
      "learning_rate": 0.00029597398912840775,
      "loss": 2.5625,
      "step": 11385
    },
    {
      "epoch": 0.5297045824610375,
      "grad_norm": 0.7128305245200562,
      "learning_rate": 0.0002959731349753157,
      "loss": 2.7656,
      "step": 11386
    },
    {
      "epoch": 0.5297511049081182,
      "grad_norm": 0.6876413999852131,
      "learning_rate": 0.000295972280732858,
      "loss": 2.7656,
      "step": 11387
    },
    {
      "epoch": 0.5297976273551989,
      "grad_norm": 0.6542240782008263,
      "learning_rate": 0.0002959714264010352,
      "loss": 2.6406,
      "step": 11388
    },
    {
      "epoch": 0.5298441498022796,
      "grad_norm": 0.657246931445612,
      "learning_rate": 0.0002959705719798478,
      "loss": 2.75,
      "step": 11389
    },
    {
      "epoch": 0.5298906722493603,
      "grad_norm": 0.673795218781045,
      "learning_rate": 0.00029596971746929647,
      "loss": 2.6094,
      "step": 11390
    },
    {
      "epoch": 0.5299371946964411,
      "grad_norm": 0.7430957712678984,
      "learning_rate": 0.0002959688628693815,
      "loss": 2.5469,
      "step": 11391
    },
    {
      "epoch": 0.5299837171435218,
      "grad_norm": 0.7246705286826758,
      "learning_rate": 0.0002959680081801036,
      "loss": 2.5156,
      "step": 11392
    },
    {
      "epoch": 0.5300302395906025,
      "grad_norm": 0.6530036526095968,
      "learning_rate": 0.0002959671534014632,
      "loss": 2.2188,
      "step": 11393
    },
    {
      "epoch": 0.5300767620376832,
      "grad_norm": 0.7043128517530556,
      "learning_rate": 0.00029596629853346086,
      "loss": 2.5625,
      "step": 11394
    },
    {
      "epoch": 0.5301232844847639,
      "grad_norm": 0.7435524893858088,
      "learning_rate": 0.00029596544357609705,
      "loss": 2.6562,
      "step": 11395
    },
    {
      "epoch": 0.5301698069318446,
      "grad_norm": 0.8393998811330567,
      "learning_rate": 0.0002959645885293724,
      "loss": 1.8125,
      "step": 11396
    },
    {
      "epoch": 0.5302163293789254,
      "grad_norm": 0.7275987971512459,
      "learning_rate": 0.00029596373339328734,
      "loss": 2.5469,
      "step": 11397
    },
    {
      "epoch": 0.5302628518260061,
      "grad_norm": 0.703235396824591,
      "learning_rate": 0.0002959628781678424,
      "loss": 2.5469,
      "step": 11398
    },
    {
      "epoch": 0.5303093742730868,
      "grad_norm": 0.7646541719406793,
      "learning_rate": 0.0002959620228530382,
      "loss": 2.5156,
      "step": 11399
    },
    {
      "epoch": 0.5303558967201675,
      "grad_norm": 0.7234153525003063,
      "learning_rate": 0.0002959611674488751,
      "loss": 2.5469,
      "step": 11400
    },
    {
      "epoch": 0.5304024191672482,
      "grad_norm": 0.7671567854419052,
      "learning_rate": 0.00029596031195535375,
      "loss": 2.5,
      "step": 11401
    },
    {
      "epoch": 0.5304489416143289,
      "grad_norm": 0.6988107027420131,
      "learning_rate": 0.00029595945637247463,
      "loss": 2.3281,
      "step": 11402
    },
    {
      "epoch": 0.5304954640614097,
      "grad_norm": 0.7218890242367567,
      "learning_rate": 0.0002959586007002383,
      "loss": 2.4062,
      "step": 11403
    },
    {
      "epoch": 0.5305419865084904,
      "grad_norm": 0.7180030516030949,
      "learning_rate": 0.0002959577449386452,
      "loss": 2.4375,
      "step": 11404
    },
    {
      "epoch": 0.5305885089555711,
      "grad_norm": 0.6699099616911123,
      "learning_rate": 0.00029595688908769593,
      "loss": 1.9219,
      "step": 11405
    },
    {
      "epoch": 0.5306350314026518,
      "grad_norm": 0.6238492378391743,
      "learning_rate": 0.00029595603314739097,
      "loss": 2.3125,
      "step": 11406
    },
    {
      "epoch": 0.5306815538497325,
      "grad_norm": 0.6898666546549814,
      "learning_rate": 0.00029595517711773094,
      "loss": 2.6562,
      "step": 11407
    },
    {
      "epoch": 0.5307280762968132,
      "grad_norm": 0.7062107567856214,
      "learning_rate": 0.00029595432099871623,
      "loss": 2.9375,
      "step": 11408
    },
    {
      "epoch": 0.5307745987438939,
      "grad_norm": 0.6866490650555889,
      "learning_rate": 0.00029595346479034744,
      "loss": 2.5781,
      "step": 11409
    },
    {
      "epoch": 0.5308211211909747,
      "grad_norm": 0.6593722855141372,
      "learning_rate": 0.0002959526084926251,
      "loss": 2.5625,
      "step": 11410
    },
    {
      "epoch": 0.5308676436380554,
      "grad_norm": 0.6702164455726299,
      "learning_rate": 0.0002959517521055497,
      "loss": 2.625,
      "step": 11411
    },
    {
      "epoch": 0.5309141660851361,
      "grad_norm": 0.9949313219918418,
      "learning_rate": 0.00029595089562912177,
      "loss": 1.8359,
      "step": 11412
    },
    {
      "epoch": 0.5309606885322168,
      "grad_norm": 0.6615037546473501,
      "learning_rate": 0.0002959500390633418,
      "loss": 2.4844,
      "step": 11413
    },
    {
      "epoch": 0.5310072109792975,
      "grad_norm": 0.7049506443893581,
      "learning_rate": 0.00029594918240821044,
      "loss": 2.7188,
      "step": 11414
    },
    {
      "epoch": 0.5310537334263782,
      "grad_norm": 0.7059526561672808,
      "learning_rate": 0.00029594832566372806,
      "loss": 2.8281,
      "step": 11415
    },
    {
      "epoch": 0.531100255873459,
      "grad_norm": 0.739067466633318,
      "learning_rate": 0.0002959474688298953,
      "loss": 2.5625,
      "step": 11416
    },
    {
      "epoch": 0.5311467783205397,
      "grad_norm": 0.7123221059337672,
      "learning_rate": 0.00029594661190671264,
      "loss": 2.6406,
      "step": 11417
    },
    {
      "epoch": 0.5311933007676204,
      "grad_norm": 0.7665743065526772,
      "learning_rate": 0.00029594575489418057,
      "loss": 2.7656,
      "step": 11418
    },
    {
      "epoch": 0.5312398232147011,
      "grad_norm": 0.696990131594181,
      "learning_rate": 0.0002959448977922997,
      "loss": 2.3594,
      "step": 11419
    },
    {
      "epoch": 0.5312863456617818,
      "grad_norm": 0.7359684610538798,
      "learning_rate": 0.00029594404060107044,
      "loss": 2.5312,
      "step": 11420
    },
    {
      "epoch": 0.5313328681088625,
      "grad_norm": 0.6986465339220297,
      "learning_rate": 0.00029594318332049334,
      "loss": 2.4688,
      "step": 11421
    },
    {
      "epoch": 0.5313793905559432,
      "grad_norm": 0.6970655054034859,
      "learning_rate": 0.00029594232595056905,
      "loss": 2.5,
      "step": 11422
    },
    {
      "epoch": 0.531425913003024,
      "grad_norm": 0.6977164680848004,
      "learning_rate": 0.000295941468491298,
      "loss": 2.5312,
      "step": 11423
    },
    {
      "epoch": 0.5314724354501047,
      "grad_norm": 0.7462655299716507,
      "learning_rate": 0.00029594061094268074,
      "loss": 2.8438,
      "step": 11424
    },
    {
      "epoch": 0.5315189578971854,
      "grad_norm": 0.8287968174072907,
      "learning_rate": 0.0002959397533047177,
      "loss": 1.8438,
      "step": 11425
    },
    {
      "epoch": 0.5315654803442661,
      "grad_norm": 0.7162725754014371,
      "learning_rate": 0.0002959388955774096,
      "loss": 2.5625,
      "step": 11426
    },
    {
      "epoch": 0.5316120027913468,
      "grad_norm": 0.699993361092432,
      "learning_rate": 0.00029593803776075675,
      "loss": 2.6719,
      "step": 11427
    },
    {
      "epoch": 0.5316585252384275,
      "grad_norm": 0.6472521368909299,
      "learning_rate": 0.0002959371798547598,
      "loss": 2.4844,
      "step": 11428
    },
    {
      "epoch": 0.5317050476855083,
      "grad_norm": 0.7443140373731164,
      "learning_rate": 0.0002959363218594192,
      "loss": 2.4219,
      "step": 11429
    },
    {
      "epoch": 0.531751570132589,
      "grad_norm": 0.8041677149453013,
      "learning_rate": 0.0002959354637747356,
      "loss": 2.5625,
      "step": 11430
    },
    {
      "epoch": 0.5317980925796697,
      "grad_norm": 0.7114574814231553,
      "learning_rate": 0.0002959346056007094,
      "loss": 2.8281,
      "step": 11431
    },
    {
      "epoch": 0.5318446150267504,
      "grad_norm": 0.7019832511567774,
      "learning_rate": 0.0002959337473373413,
      "loss": 2.4688,
      "step": 11432
    },
    {
      "epoch": 0.5318911374738311,
      "grad_norm": 0.7871879738813323,
      "learning_rate": 0.00029593288898463157,
      "loss": 2.6562,
      "step": 11433
    },
    {
      "epoch": 0.5319376599209118,
      "grad_norm": 0.814476918895112,
      "learning_rate": 0.00029593203054258083,
      "loss": 2.4062,
      "step": 11434
    },
    {
      "epoch": 0.5319841823679926,
      "grad_norm": 0.6384772971534861,
      "learning_rate": 0.0002959311720111897,
      "loss": 2.4375,
      "step": 11435
    },
    {
      "epoch": 0.5320307048150733,
      "grad_norm": 0.7047015341298533,
      "learning_rate": 0.0002959303133904587,
      "loss": 2.4062,
      "step": 11436
    },
    {
      "epoch": 0.532077227262154,
      "grad_norm": 0.743489106889678,
      "learning_rate": 0.00029592945468038823,
      "loss": 2.625,
      "step": 11437
    },
    {
      "epoch": 0.5321237497092347,
      "grad_norm": 0.709417163940785,
      "learning_rate": 0.0002959285958809789,
      "loss": 2.4062,
      "step": 11438
    },
    {
      "epoch": 0.5321702721563154,
      "grad_norm": 0.7306411788207205,
      "learning_rate": 0.00029592773699223127,
      "loss": 2.5781,
      "step": 11439
    },
    {
      "epoch": 0.5322167946033961,
      "grad_norm": 0.6780441413905259,
      "learning_rate": 0.0002959268780141458,
      "loss": 2.2656,
      "step": 11440
    },
    {
      "epoch": 0.5322633170504768,
      "grad_norm": 0.6452504401563578,
      "learning_rate": 0.000295926018946723,
      "loss": 2.4531,
      "step": 11441
    },
    {
      "epoch": 0.5323098394975576,
      "grad_norm": 0.6732346010086468,
      "learning_rate": 0.00029592515978996343,
      "loss": 2.3281,
      "step": 11442
    },
    {
      "epoch": 0.5323563619446383,
      "grad_norm": 0.7008893360391224,
      "learning_rate": 0.00029592430054386766,
      "loss": 2.4531,
      "step": 11443
    },
    {
      "epoch": 0.532402884391719,
      "grad_norm": 0.6447873202297456,
      "learning_rate": 0.00029592344120843607,
      "loss": 2.1094,
      "step": 11444
    },
    {
      "epoch": 0.5324494068387997,
      "grad_norm": 0.7778481697783282,
      "learning_rate": 0.0002959225817836694,
      "loss": 2.4688,
      "step": 11445
    },
    {
      "epoch": 0.5324959292858804,
      "grad_norm": 0.7631442797172918,
      "learning_rate": 0.00029592172226956804,
      "loss": 2.7344,
      "step": 11446
    },
    {
      "epoch": 0.5325424517329611,
      "grad_norm": 0.7441304653010724,
      "learning_rate": 0.00029592086266613257,
      "loss": 2.5,
      "step": 11447
    },
    {
      "epoch": 0.5325889741800419,
      "grad_norm": 0.6940013768244747,
      "learning_rate": 0.00029592000297336344,
      "loss": 2.5156,
      "step": 11448
    },
    {
      "epoch": 0.5326354966271226,
      "grad_norm": 0.6584833105354223,
      "learning_rate": 0.0002959191431912612,
      "loss": 2.4688,
      "step": 11449
    },
    {
      "epoch": 0.5326820190742033,
      "grad_norm": 0.6780336408575005,
      "learning_rate": 0.00029591828331982647,
      "loss": 2.5312,
      "step": 11450
    },
    {
      "epoch": 0.532728541521284,
      "grad_norm": 0.7353428909784878,
      "learning_rate": 0.0002959174233590597,
      "loss": 2.5312,
      "step": 11451
    },
    {
      "epoch": 0.5327750639683647,
      "grad_norm": 0.7028086613576259,
      "learning_rate": 0.0002959165633089614,
      "loss": 2.5625,
      "step": 11452
    },
    {
      "epoch": 0.5328215864154454,
      "grad_norm": 0.7312921304945589,
      "learning_rate": 0.0002959157031695321,
      "loss": 2.6719,
      "step": 11453
    },
    {
      "epoch": 0.5328681088625262,
      "grad_norm": 0.7428963846075753,
      "learning_rate": 0.00029591484294077234,
      "loss": 2.6875,
      "step": 11454
    },
    {
      "epoch": 0.5329146313096069,
      "grad_norm": 0.7509584511542173,
      "learning_rate": 0.0002959139826226827,
      "loss": 2.7656,
      "step": 11455
    },
    {
      "epoch": 0.5329611537566876,
      "grad_norm": 0.6477055388294295,
      "learning_rate": 0.0002959131222152636,
      "loss": 1.875,
      "step": 11456
    },
    {
      "epoch": 0.5330076762037683,
      "grad_norm": 0.8379683399124838,
      "learning_rate": 0.0002959122617185157,
      "loss": 2.7812,
      "step": 11457
    },
    {
      "epoch": 0.533054198650849,
      "grad_norm": 0.7166429300293606,
      "learning_rate": 0.00029591140113243943,
      "loss": 2.6406,
      "step": 11458
    },
    {
      "epoch": 0.5331007210979297,
      "grad_norm": 0.6586076159118402,
      "learning_rate": 0.00029591054045703533,
      "loss": 1.8125,
      "step": 11459
    },
    {
      "epoch": 0.5331472435450104,
      "grad_norm": 0.6812992586929842,
      "learning_rate": 0.0002959096796923039,
      "loss": 2.6094,
      "step": 11460
    },
    {
      "epoch": 0.5331937659920912,
      "grad_norm": 0.7153500905058002,
      "learning_rate": 0.00029590881883824574,
      "loss": 2.5312,
      "step": 11461
    },
    {
      "epoch": 0.5332402884391719,
      "grad_norm": 0.6698533313331883,
      "learning_rate": 0.00029590795789486134,
      "loss": 2.4062,
      "step": 11462
    },
    {
      "epoch": 0.5332868108862526,
      "grad_norm": 0.7762754116711518,
      "learning_rate": 0.00029590709686215126,
      "loss": 2.7031,
      "step": 11463
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.7136236198809426,
      "learning_rate": 0.000295906235740116,
      "loss": 2.7656,
      "step": 11464
    },
    {
      "epoch": 0.533379855780414,
      "grad_norm": 0.7354036779411897,
      "learning_rate": 0.000295905374528756,
      "loss": 2.3594,
      "step": 11465
    },
    {
      "epoch": 0.5334263782274947,
      "grad_norm": 0.8022755404507141,
      "learning_rate": 0.0002959045132280719,
      "loss": 2.75,
      "step": 11466
    },
    {
      "epoch": 0.5334729006745755,
      "grad_norm": 0.706618767817263,
      "learning_rate": 0.00029590365183806424,
      "loss": 2.5625,
      "step": 11467
    },
    {
      "epoch": 0.5335194231216562,
      "grad_norm": 0.7363927472742314,
      "learning_rate": 0.00029590279035873344,
      "loss": 2.8594,
      "step": 11468
    },
    {
      "epoch": 0.5335659455687369,
      "grad_norm": 0.6854822024155588,
      "learning_rate": 0.00029590192879008016,
      "loss": 2.6875,
      "step": 11469
    },
    {
      "epoch": 0.5336124680158176,
      "grad_norm": 0.6235416925424265,
      "learning_rate": 0.00029590106713210483,
      "loss": 1.7656,
      "step": 11470
    },
    {
      "epoch": 0.5336589904628983,
      "grad_norm": 0.7048731033317355,
      "learning_rate": 0.000295900205384808,
      "loss": 2.75,
      "step": 11471
    },
    {
      "epoch": 0.533705512909979,
      "grad_norm": 0.7493587201883439,
      "learning_rate": 0.00029589934354819024,
      "loss": 2.75,
      "step": 11472
    },
    {
      "epoch": 0.5337520353570597,
      "grad_norm": 0.799111777693668,
      "learning_rate": 0.000295898481622252,
      "loss": 2.5469,
      "step": 11473
    },
    {
      "epoch": 0.5337985578041405,
      "grad_norm": 0.8038173311984071,
      "learning_rate": 0.00029589761960699385,
      "loss": 2.7188,
      "step": 11474
    },
    {
      "epoch": 0.5338450802512212,
      "grad_norm": 0.684587813757532,
      "learning_rate": 0.00029589675750241634,
      "loss": 2.5781,
      "step": 11475
    },
    {
      "epoch": 0.5338916026983019,
      "grad_norm": 0.6915251436410109,
      "learning_rate": 0.00029589589530852,
      "loss": 2.6875,
      "step": 11476
    },
    {
      "epoch": 0.5339381251453826,
      "grad_norm": 0.6571378017286479,
      "learning_rate": 0.00029589503302530527,
      "loss": 2.3281,
      "step": 11477
    },
    {
      "epoch": 0.5339846475924633,
      "grad_norm": 0.7096790791768575,
      "learning_rate": 0.0002958941706527728,
      "loss": 2.5,
      "step": 11478
    },
    {
      "epoch": 0.534031170039544,
      "grad_norm": 0.7304804859240407,
      "learning_rate": 0.00029589330819092296,
      "loss": 2.2969,
      "step": 11479
    },
    {
      "epoch": 0.5340776924866248,
      "grad_norm": 0.8950605647010743,
      "learning_rate": 0.00029589244563975645,
      "loss": 2.6406,
      "step": 11480
    },
    {
      "epoch": 0.5341242149337055,
      "grad_norm": 0.7325286734944969,
      "learning_rate": 0.00029589158299927375,
      "loss": 2.3594,
      "step": 11481
    },
    {
      "epoch": 0.5341707373807862,
      "grad_norm": 0.689326737925167,
      "learning_rate": 0.00029589072026947534,
      "loss": 2.7812,
      "step": 11482
    },
    {
      "epoch": 0.5342172598278669,
      "grad_norm": 0.7121717164128119,
      "learning_rate": 0.0002958898574503617,
      "loss": 2.5625,
      "step": 11483
    },
    {
      "epoch": 0.5342637822749476,
      "grad_norm": 0.6739157344830321,
      "learning_rate": 0.0002958889945419336,
      "loss": 2.5156,
      "step": 11484
    },
    {
      "epoch": 0.5343103047220283,
      "grad_norm": 0.7519670106467854,
      "learning_rate": 0.00029588813154419124,
      "loss": 2.4375,
      "step": 11485
    },
    {
      "epoch": 0.5343568271691091,
      "grad_norm": 0.6795414275718722,
      "learning_rate": 0.0002958872684571353,
      "loss": 2.4844,
      "step": 11486
    },
    {
      "epoch": 0.5344033496161898,
      "grad_norm": 0.7124826611402423,
      "learning_rate": 0.0002958864052807664,
      "loss": 2.7188,
      "step": 11487
    },
    {
      "epoch": 0.5344498720632705,
      "grad_norm": 0.7117576194978764,
      "learning_rate": 0.00029588554201508496,
      "loss": 2.6094,
      "step": 11488
    },
    {
      "epoch": 0.5344963945103512,
      "grad_norm": 0.69267694308744,
      "learning_rate": 0.00029588467866009156,
      "loss": 2.8594,
      "step": 11489
    },
    {
      "epoch": 0.534542916957432,
      "grad_norm": 0.6507337864683832,
      "learning_rate": 0.0002958838152157867,
      "loss": 2.0469,
      "step": 11490
    },
    {
      "epoch": 0.5345894394045126,
      "grad_norm": 0.7030489627528455,
      "learning_rate": 0.00029588295168217086,
      "loss": 2.7812,
      "step": 11491
    },
    {
      "epoch": 0.5346359618515933,
      "grad_norm": 0.7173740302936936,
      "learning_rate": 0.0002958820880592446,
      "loss": 2.4531,
      "step": 11492
    },
    {
      "epoch": 0.5346824842986742,
      "grad_norm": 0.6588699731077399,
      "learning_rate": 0.0002958812243470085,
      "loss": 2.375,
      "step": 11493
    },
    {
      "epoch": 0.5347290067457549,
      "grad_norm": 0.6749616675959629,
      "learning_rate": 0.00029588036054546305,
      "loss": 2.4531,
      "step": 11494
    },
    {
      "epoch": 0.5347755291928356,
      "grad_norm": 0.714033882447606,
      "learning_rate": 0.0002958794966546088,
      "loss": 2.8281,
      "step": 11495
    },
    {
      "epoch": 0.5348220516399163,
      "grad_norm": 0.6470436035380083,
      "learning_rate": 0.00029587863267444627,
      "loss": 2.3906,
      "step": 11496
    },
    {
      "epoch": 0.534868574086997,
      "grad_norm": 0.7702377253040569,
      "learning_rate": 0.0002958777686049759,
      "loss": 2.6406,
      "step": 11497
    },
    {
      "epoch": 0.5349150965340776,
      "grad_norm": 0.7438274102600518,
      "learning_rate": 0.00029587690444619837,
      "loss": 2.6094,
      "step": 11498
    },
    {
      "epoch": 0.5349616189811585,
      "grad_norm": 0.6636892505271278,
      "learning_rate": 0.00029587604019811414,
      "loss": 2.5469,
      "step": 11499
    },
    {
      "epoch": 0.5350081414282392,
      "grad_norm": 0.7196503262428345,
      "learning_rate": 0.00029587517586072374,
      "loss": 2.4219,
      "step": 11500
    },
    {
      "epoch": 0.5350546638753199,
      "grad_norm": 0.6961988075662542,
      "learning_rate": 0.00029587431143402766,
      "loss": 2.6875,
      "step": 11501
    },
    {
      "epoch": 0.5351011863224006,
      "grad_norm": 0.7732380881633902,
      "learning_rate": 0.0002958734469180265,
      "loss": 2.5938,
      "step": 11502
    },
    {
      "epoch": 0.5351477087694813,
      "grad_norm": 0.7602782153787961,
      "learning_rate": 0.00029587258231272075,
      "loss": 2.3281,
      "step": 11503
    },
    {
      "epoch": 0.535194231216562,
      "grad_norm": 0.6808183637145921,
      "learning_rate": 0.00029587171761811094,
      "loss": 2.4844,
      "step": 11504
    },
    {
      "epoch": 0.5352407536636427,
      "grad_norm": 0.6691982098646518,
      "learning_rate": 0.00029587085283419763,
      "loss": 2.5781,
      "step": 11505
    },
    {
      "epoch": 0.5352872761107235,
      "grad_norm": 0.664640267437769,
      "learning_rate": 0.0002958699879609813,
      "loss": 2.5312,
      "step": 11506
    },
    {
      "epoch": 0.5353337985578042,
      "grad_norm": 0.6795639785748283,
      "learning_rate": 0.0002958691229984625,
      "loss": 2.7344,
      "step": 11507
    },
    {
      "epoch": 0.5353803210048849,
      "grad_norm": 0.6695953632165679,
      "learning_rate": 0.00029586825794664177,
      "loss": 2.5938,
      "step": 11508
    },
    {
      "epoch": 0.5354268434519656,
      "grad_norm": 0.6871170851327518,
      "learning_rate": 0.0002958673928055196,
      "loss": 2.75,
      "step": 11509
    },
    {
      "epoch": 0.5354733658990463,
      "grad_norm": 0.7504654158402034,
      "learning_rate": 0.0002958665275750966,
      "loss": 2.5156,
      "step": 11510
    },
    {
      "epoch": 0.535519888346127,
      "grad_norm": 0.7128926861673262,
      "learning_rate": 0.00029586566225537324,
      "loss": 2.4531,
      "step": 11511
    },
    {
      "epoch": 0.5355664107932078,
      "grad_norm": 0.7396511784796789,
      "learning_rate": 0.00029586479684635004,
      "loss": 2.6562,
      "step": 11512
    },
    {
      "epoch": 0.5356129332402885,
      "grad_norm": 0.6749364108347932,
      "learning_rate": 0.00029586393134802756,
      "loss": 2.4688,
      "step": 11513
    },
    {
      "epoch": 0.5356594556873692,
      "grad_norm": 0.8084260762412352,
      "learning_rate": 0.0002958630657604064,
      "loss": 2.2812,
      "step": 11514
    },
    {
      "epoch": 0.5357059781344499,
      "grad_norm": 0.6732418714951706,
      "learning_rate": 0.00029586220008348687,
      "loss": 2.6562,
      "step": 11515
    },
    {
      "epoch": 0.5357525005815306,
      "grad_norm": 0.7079084605429768,
      "learning_rate": 0.0002958613343172698,
      "loss": 2.5156,
      "step": 11516
    },
    {
      "epoch": 0.5357990230286113,
      "grad_norm": 0.7335209420808135,
      "learning_rate": 0.0002958604684617554,
      "loss": 2.6719,
      "step": 11517
    },
    {
      "epoch": 0.5358455454756921,
      "grad_norm": 0.6639862195261164,
      "learning_rate": 0.0002958596025169445,
      "loss": 2.5625,
      "step": 11518
    },
    {
      "epoch": 0.5358920679227728,
      "grad_norm": 0.7617218332010857,
      "learning_rate": 0.0002958587364828374,
      "loss": 2.5938,
      "step": 11519
    },
    {
      "epoch": 0.5359385903698535,
      "grad_norm": 0.7217243645158316,
      "learning_rate": 0.0002958578703594347,
      "loss": 2.7188,
      "step": 11520
    },
    {
      "epoch": 0.5359851128169342,
      "grad_norm": 0.7225221205488057,
      "learning_rate": 0.00029585700414673705,
      "loss": 2.3906,
      "step": 11521
    },
    {
      "epoch": 0.5360316352640149,
      "grad_norm": 0.71100677903076,
      "learning_rate": 0.00029585613784474484,
      "loss": 2.4844,
      "step": 11522
    },
    {
      "epoch": 0.5360781577110956,
      "grad_norm": 0.7204541783201036,
      "learning_rate": 0.00029585527145345865,
      "loss": 2.6562,
      "step": 11523
    },
    {
      "epoch": 0.5361246801581763,
      "grad_norm": 0.6790179581185296,
      "learning_rate": 0.000295854404972879,
      "loss": 2.6406,
      "step": 11524
    },
    {
      "epoch": 0.5361712026052571,
      "grad_norm": 0.7332090581037086,
      "learning_rate": 0.00029585353840300637,
      "loss": 2.5781,
      "step": 11525
    },
    {
      "epoch": 0.5362177250523378,
      "grad_norm": 0.6529959995556952,
      "learning_rate": 0.0002958526717438414,
      "loss": 2.5781,
      "step": 11526
    },
    {
      "epoch": 0.5362642474994185,
      "grad_norm": 0.7162166820078048,
      "learning_rate": 0.00029585180499538456,
      "loss": 1.625,
      "step": 11527
    },
    {
      "epoch": 0.5363107699464992,
      "grad_norm": 0.6792794085691178,
      "learning_rate": 0.0002958509381576364,
      "loss": 2.8281,
      "step": 11528
    },
    {
      "epoch": 0.5363572923935799,
      "grad_norm": 0.6443525278843982,
      "learning_rate": 0.0002958500712305974,
      "loss": 2.5156,
      "step": 11529
    },
    {
      "epoch": 0.5364038148406606,
      "grad_norm": 0.6773135540633385,
      "learning_rate": 0.0002958492042142681,
      "loss": 2.6562,
      "step": 11530
    },
    {
      "epoch": 0.5364503372877414,
      "grad_norm": 0.6848030539559351,
      "learning_rate": 0.00029584833710864913,
      "loss": 2.5,
      "step": 11531
    },
    {
      "epoch": 0.5364968597348221,
      "grad_norm": 0.7065915712026469,
      "learning_rate": 0.0002958474699137409,
      "loss": 2.625,
      "step": 11532
    },
    {
      "epoch": 0.5365433821819028,
      "grad_norm": 0.6672908312450585,
      "learning_rate": 0.00029584660262954403,
      "loss": 2.5156,
      "step": 11533
    },
    {
      "epoch": 0.5365899046289835,
      "grad_norm": 0.7374446830125754,
      "learning_rate": 0.000295845735256059,
      "loss": 2.8438,
      "step": 11534
    },
    {
      "epoch": 0.5366364270760642,
      "grad_norm": 0.6520155578392992,
      "learning_rate": 0.00029584486779328636,
      "loss": 2.2656,
      "step": 11535
    },
    {
      "epoch": 0.5366829495231449,
      "grad_norm": 0.6819654258991106,
      "learning_rate": 0.0002958440002412266,
      "loss": 2.4844,
      "step": 11536
    },
    {
      "epoch": 0.5367294719702256,
      "grad_norm": 0.7207355292004713,
      "learning_rate": 0.0002958431325998803,
      "loss": 2.5312,
      "step": 11537
    },
    {
      "epoch": 0.5367759944173064,
      "grad_norm": 0.6550717590212651,
      "learning_rate": 0.000295842264869248,
      "loss": 2.2969,
      "step": 11538
    },
    {
      "epoch": 0.5368225168643871,
      "grad_norm": 0.707658840619315,
      "learning_rate": 0.00029584139704933013,
      "loss": 2.3438,
      "step": 11539
    },
    {
      "epoch": 0.5368690393114678,
      "grad_norm": 0.6868532803082024,
      "learning_rate": 0.00029584052914012734,
      "loss": 2.625,
      "step": 11540
    },
    {
      "epoch": 0.5369155617585485,
      "grad_norm": 0.7334729601247477,
      "learning_rate": 0.00029583966114164013,
      "loss": 2.6562,
      "step": 11541
    },
    {
      "epoch": 0.5369620842056292,
      "grad_norm": 0.7050805986082768,
      "learning_rate": 0.000295838793053869,
      "loss": 2.2812,
      "step": 11542
    },
    {
      "epoch": 0.5370086066527099,
      "grad_norm": 0.6851881126970347,
      "learning_rate": 0.00029583792487681453,
      "loss": 2.6406,
      "step": 11543
    },
    {
      "epoch": 0.5370551290997907,
      "grad_norm": 0.7218809072902381,
      "learning_rate": 0.0002958370566104772,
      "loss": 2.5781,
      "step": 11544
    },
    {
      "epoch": 0.5371016515468714,
      "grad_norm": 0.740760016934514,
      "learning_rate": 0.00029583618825485756,
      "loss": 2.5,
      "step": 11545
    },
    {
      "epoch": 0.5371481739939521,
      "grad_norm": 0.7088487087209696,
      "learning_rate": 0.0002958353198099562,
      "loss": 2.3438,
      "step": 11546
    },
    {
      "epoch": 0.5371946964410328,
      "grad_norm": 0.6953675001720664,
      "learning_rate": 0.00029583445127577356,
      "loss": 2.5625,
      "step": 11547
    },
    {
      "epoch": 0.5372412188881135,
      "grad_norm": 0.7537418540821025,
      "learning_rate": 0.0002958335826523102,
      "loss": 2.4219,
      "step": 11548
    },
    {
      "epoch": 0.5372877413351942,
      "grad_norm": 0.6630285042865851,
      "learning_rate": 0.00029583271393956664,
      "loss": 2.5469,
      "step": 11549
    },
    {
      "epoch": 0.537334263782275,
      "grad_norm": 0.7013633622581249,
      "learning_rate": 0.0002958318451375435,
      "loss": 2.625,
      "step": 11550
    },
    {
      "epoch": 0.5373807862293557,
      "grad_norm": 0.7478370618077299,
      "learning_rate": 0.00029583097624624115,
      "loss": 2.6406,
      "step": 11551
    },
    {
      "epoch": 0.5374273086764364,
      "grad_norm": 0.7323985735506049,
      "learning_rate": 0.00029583010726566024,
      "loss": 2.4062,
      "step": 11552
    },
    {
      "epoch": 0.5374738311235171,
      "grad_norm": 0.7333807299029872,
      "learning_rate": 0.00029582923819580136,
      "loss": 2.7812,
      "step": 11553
    },
    {
      "epoch": 0.5375203535705978,
      "grad_norm": 0.6936509732459174,
      "learning_rate": 0.0002958283690366649,
      "loss": 2.9062,
      "step": 11554
    },
    {
      "epoch": 0.5375668760176785,
      "grad_norm": 0.7637895238879053,
      "learning_rate": 0.00029582749978825145,
      "loss": 2.5,
      "step": 11555
    },
    {
      "epoch": 0.5376133984647592,
      "grad_norm": 0.7186127794085517,
      "learning_rate": 0.00029582663045056156,
      "loss": 2.625,
      "step": 11556
    },
    {
      "epoch": 0.53765992091184,
      "grad_norm": 0.6930159360942644,
      "learning_rate": 0.00029582576102359575,
      "loss": 2.5,
      "step": 11557
    },
    {
      "epoch": 0.5377064433589207,
      "grad_norm": 0.701297524610147,
      "learning_rate": 0.0002958248915073545,
      "loss": 2.25,
      "step": 11558
    },
    {
      "epoch": 0.5377529658060014,
      "grad_norm": 0.6845833080679625,
      "learning_rate": 0.00029582402190183845,
      "loss": 2.2969,
      "step": 11559
    },
    {
      "epoch": 0.5377994882530821,
      "grad_norm": 0.7092391202057007,
      "learning_rate": 0.0002958231522070481,
      "loss": 2.5781,
      "step": 11560
    },
    {
      "epoch": 0.5378460107001628,
      "grad_norm": 0.7110492488611989,
      "learning_rate": 0.0002958222824229839,
      "loss": 2.5781,
      "step": 11561
    },
    {
      "epoch": 0.5378925331472435,
      "grad_norm": 0.8062794532715678,
      "learning_rate": 0.0002958214125496465,
      "loss": 2.9688,
      "step": 11562
    },
    {
      "epoch": 0.5379390555943243,
      "grad_norm": 0.7460720520419868,
      "learning_rate": 0.00029582054258703625,
      "loss": 2.4531,
      "step": 11563
    },
    {
      "epoch": 0.537985578041405,
      "grad_norm": 0.7052302199361845,
      "learning_rate": 0.00029581967253515393,
      "loss": 2.6094,
      "step": 11564
    },
    {
      "epoch": 0.5380321004884857,
      "grad_norm": 0.6979562467422012,
      "learning_rate": 0.0002958188023939999,
      "loss": 2.625,
      "step": 11565
    },
    {
      "epoch": 0.5380786229355664,
      "grad_norm": 0.7186894398354366,
      "learning_rate": 0.00029581793216357477,
      "loss": 2.8125,
      "step": 11566
    },
    {
      "epoch": 0.5381251453826471,
      "grad_norm": 0.6966402262471448,
      "learning_rate": 0.00029581706184387895,
      "loss": 2.6719,
      "step": 11567
    },
    {
      "epoch": 0.5381716678297278,
      "grad_norm": 0.7054467233114632,
      "learning_rate": 0.0002958161914349132,
      "loss": 2.6875,
      "step": 11568
    },
    {
      "epoch": 0.5382181902768085,
      "grad_norm": 0.684978787449861,
      "learning_rate": 0.0002958153209366778,
      "loss": 2.7969,
      "step": 11569
    },
    {
      "epoch": 0.5382647127238893,
      "grad_norm": 0.6634253326344336,
      "learning_rate": 0.00029581445034917346,
      "loss": 2.6875,
      "step": 11570
    },
    {
      "epoch": 0.53831123517097,
      "grad_norm": 0.6971265732737234,
      "learning_rate": 0.00029581357967240065,
      "loss": 2.6719,
      "step": 11571
    },
    {
      "epoch": 0.5383577576180507,
      "grad_norm": 0.7025914574924255,
      "learning_rate": 0.0002958127089063599,
      "loss": 2.4219,
      "step": 11572
    },
    {
      "epoch": 0.5384042800651314,
      "grad_norm": 0.7578938839731116,
      "learning_rate": 0.0002958118380510517,
      "loss": 2.5625,
      "step": 11573
    },
    {
      "epoch": 0.5384508025122121,
      "grad_norm": 0.694657140367259,
      "learning_rate": 0.0002958109671064767,
      "loss": 2.7812,
      "step": 11574
    },
    {
      "epoch": 0.5384973249592928,
      "grad_norm": 0.7094605448106899,
      "learning_rate": 0.00029581009607263534,
      "loss": 2.6094,
      "step": 11575
    },
    {
      "epoch": 0.5385438474063736,
      "grad_norm": 0.6803814649399753,
      "learning_rate": 0.00029580922494952826,
      "loss": 2.8281,
      "step": 11576
    },
    {
      "epoch": 0.5385903698534543,
      "grad_norm": 0.7093814444685191,
      "learning_rate": 0.0002958083537371558,
      "loss": 2.4844,
      "step": 11577
    },
    {
      "epoch": 0.538636892300535,
      "grad_norm": 0.6334010778818724,
      "learning_rate": 0.00029580748243551865,
      "loss": 2.5469,
      "step": 11578
    },
    {
      "epoch": 0.5386834147476157,
      "grad_norm": 0.7477328647634709,
      "learning_rate": 0.00029580661104461727,
      "loss": 2.5625,
      "step": 11579
    },
    {
      "epoch": 0.5387299371946964,
      "grad_norm": 0.7072897840853539,
      "learning_rate": 0.00029580573956445227,
      "loss": 2.5781,
      "step": 11580
    },
    {
      "epoch": 0.5387764596417771,
      "grad_norm": 0.7496450593103112,
      "learning_rate": 0.0002958048679950241,
      "loss": 2.7812,
      "step": 11581
    },
    {
      "epoch": 0.5388229820888579,
      "grad_norm": 0.7353144328052041,
      "learning_rate": 0.00029580399633633334,
      "loss": 2.625,
      "step": 11582
    },
    {
      "epoch": 0.5388695045359386,
      "grad_norm": 0.64798638503283,
      "learning_rate": 0.00029580312458838055,
      "loss": 2.75,
      "step": 11583
    },
    {
      "epoch": 0.5389160269830193,
      "grad_norm": 0.6670968128462569,
      "learning_rate": 0.0002958022527511662,
      "loss": 2.7188,
      "step": 11584
    },
    {
      "epoch": 0.5389625494301,
      "grad_norm": 0.8213114017780871,
      "learning_rate": 0.00029580138082469084,
      "loss": 2.5469,
      "step": 11585
    },
    {
      "epoch": 0.5390090718771807,
      "grad_norm": 0.6593564280914337,
      "learning_rate": 0.000295800508808955,
      "loss": 2.5469,
      "step": 11586
    },
    {
      "epoch": 0.5390555943242614,
      "grad_norm": 0.6729036665447369,
      "learning_rate": 0.0002957996367039593,
      "loss": 2.6094,
      "step": 11587
    },
    {
      "epoch": 0.5391021167713421,
      "grad_norm": 0.6958975254549226,
      "learning_rate": 0.0002957987645097042,
      "loss": 2.4531,
      "step": 11588
    },
    {
      "epoch": 0.5391486392184229,
      "grad_norm": 0.6847863273013624,
      "learning_rate": 0.00029579789222619016,
      "loss": 2.6406,
      "step": 11589
    },
    {
      "epoch": 0.5391951616655036,
      "grad_norm": 0.7429047304161132,
      "learning_rate": 0.00029579701985341783,
      "loss": 2.4844,
      "step": 11590
    },
    {
      "epoch": 0.5392416841125843,
      "grad_norm": 0.6582137186397082,
      "learning_rate": 0.0002957961473913877,
      "loss": 2.2188,
      "step": 11591
    },
    {
      "epoch": 0.539288206559665,
      "grad_norm": 0.6502896013218258,
      "learning_rate": 0.00029579527484010034,
      "loss": 2.625,
      "step": 11592
    },
    {
      "epoch": 0.5393347290067457,
      "grad_norm": 0.7708172363583464,
      "learning_rate": 0.0002957944021995562,
      "loss": 2.5625,
      "step": 11593
    },
    {
      "epoch": 0.5393812514538264,
      "grad_norm": 0.7106353883904775,
      "learning_rate": 0.0002957935294697559,
      "loss": 2.5625,
      "step": 11594
    },
    {
      "epoch": 0.5394277739009072,
      "grad_norm": 0.7707006355743984,
      "learning_rate": 0.0002957926566506999,
      "loss": 2.7344,
      "step": 11595
    },
    {
      "epoch": 0.5394742963479879,
      "grad_norm": 0.717057653879348,
      "learning_rate": 0.0002957917837423888,
      "loss": 2.375,
      "step": 11596
    },
    {
      "epoch": 0.5395208187950686,
      "grad_norm": 0.7209081049619436,
      "learning_rate": 0.0002957909107448232,
      "loss": 2.4062,
      "step": 11597
    },
    {
      "epoch": 0.5395673412421493,
      "grad_norm": 0.6375591187536382,
      "learning_rate": 0.00029579003765800344,
      "loss": 2.5938,
      "step": 11598
    },
    {
      "epoch": 0.53961386368923,
      "grad_norm": 0.7397576623862978,
      "learning_rate": 0.00029578916448193016,
      "loss": 2.5,
      "step": 11599
    },
    {
      "epoch": 0.5396603861363107,
      "grad_norm": 0.6620542915316683,
      "learning_rate": 0.0002957882912166039,
      "loss": 2.375,
      "step": 11600
    },
    {
      "epoch": 0.5397069085833914,
      "grad_norm": 0.7179467973338682,
      "learning_rate": 0.00029578741786202525,
      "loss": 2.5156,
      "step": 11601
    },
    {
      "epoch": 0.5397534310304722,
      "grad_norm": 0.7399823321972748,
      "learning_rate": 0.0002957865444181947,
      "loss": 2.625,
      "step": 11602
    },
    {
      "epoch": 0.5397999534775529,
      "grad_norm": 0.6833662971563602,
      "learning_rate": 0.00029578567088511267,
      "loss": 2.7656,
      "step": 11603
    },
    {
      "epoch": 0.5398464759246336,
      "grad_norm": 0.6491591215162038,
      "learning_rate": 0.00029578479726277983,
      "loss": 2.3125,
      "step": 11604
    },
    {
      "epoch": 0.5398929983717143,
      "grad_norm": 0.7582734443791656,
      "learning_rate": 0.0002957839235511967,
      "loss": 2.75,
      "step": 11605
    },
    {
      "epoch": 0.539939520818795,
      "grad_norm": 0.6941535374766935,
      "learning_rate": 0.00029578304975036375,
      "loss": 2.6094,
      "step": 11606
    },
    {
      "epoch": 0.5399860432658757,
      "grad_norm": 0.8158968246412147,
      "learning_rate": 0.0002957821758602816,
      "loss": 2.6562,
      "step": 11607
    },
    {
      "epoch": 0.5400325657129565,
      "grad_norm": 0.6754617907690101,
      "learning_rate": 0.00029578130188095074,
      "loss": 2.6562,
      "step": 11608
    },
    {
      "epoch": 0.5400790881600372,
      "grad_norm": 0.7056319276083802,
      "learning_rate": 0.00029578042781237173,
      "loss": 2.7656,
      "step": 11609
    },
    {
      "epoch": 0.540125610607118,
      "grad_norm": 0.6828611070734231,
      "learning_rate": 0.000295779553654545,
      "loss": 2.6562,
      "step": 11610
    },
    {
      "epoch": 0.5401721330541986,
      "grad_norm": 0.6665430364352178,
      "learning_rate": 0.00029577867940747127,
      "loss": 2.5781,
      "step": 11611
    },
    {
      "epoch": 0.5402186555012793,
      "grad_norm": 0.6960510550509367,
      "learning_rate": 0.00029577780507115086,
      "loss": 2.625,
      "step": 11612
    },
    {
      "epoch": 0.54026517794836,
      "grad_norm": 0.7010053655916266,
      "learning_rate": 0.00029577693064558445,
      "loss": 2.5781,
      "step": 11613
    },
    {
      "epoch": 0.5403117003954409,
      "grad_norm": 0.6749529431536867,
      "learning_rate": 0.0002957760561307726,
      "loss": 2.4219,
      "step": 11614
    },
    {
      "epoch": 0.5403582228425216,
      "grad_norm": 0.743865426966195,
      "learning_rate": 0.00029577518152671577,
      "loss": 2.6094,
      "step": 11615
    },
    {
      "epoch": 0.5404047452896023,
      "grad_norm": 0.6714691043247456,
      "learning_rate": 0.00029577430683341453,
      "loss": 2.4219,
      "step": 11616
    },
    {
      "epoch": 0.540451267736683,
      "grad_norm": 0.7002061342256525,
      "learning_rate": 0.00029577343205086935,
      "loss": 2.5469,
      "step": 11617
    },
    {
      "epoch": 0.5404977901837636,
      "grad_norm": 0.7289082373700154,
      "learning_rate": 0.00029577255717908084,
      "loss": 2.3594,
      "step": 11618
    },
    {
      "epoch": 0.5405443126308443,
      "grad_norm": 0.7438937779071682,
      "learning_rate": 0.0002957716822180495,
      "loss": 2.5781,
      "step": 11619
    },
    {
      "epoch": 0.540590835077925,
      "grad_norm": 0.7286923219641162,
      "learning_rate": 0.0002957708071677759,
      "loss": 2.8281,
      "step": 11620
    },
    {
      "epoch": 0.5406373575250059,
      "grad_norm": 0.7615617807585757,
      "learning_rate": 0.00029576993202826054,
      "loss": 2.5156,
      "step": 11621
    },
    {
      "epoch": 0.5406838799720866,
      "grad_norm": 0.7267458818809319,
      "learning_rate": 0.000295769056799504,
      "loss": 2.7969,
      "step": 11622
    },
    {
      "epoch": 0.5407304024191673,
      "grad_norm": 0.6875310434004478,
      "learning_rate": 0.0002957681814815067,
      "loss": 2.2812,
      "step": 11623
    },
    {
      "epoch": 0.540776924866248,
      "grad_norm": 0.7363098608379995,
      "learning_rate": 0.00029576730607426934,
      "loss": 2.5469,
      "step": 11624
    },
    {
      "epoch": 0.5408234473133287,
      "grad_norm": 0.7024270440659867,
      "learning_rate": 0.0002957664305777924,
      "loss": 2.5312,
      "step": 11625
    },
    {
      "epoch": 0.5408699697604094,
      "grad_norm": 0.7252754941764076,
      "learning_rate": 0.0002957655549920763,
      "loss": 2.5,
      "step": 11626
    },
    {
      "epoch": 0.5409164922074902,
      "grad_norm": 0.7426667996502293,
      "learning_rate": 0.0002957646793171217,
      "loss": 2.75,
      "step": 11627
    },
    {
      "epoch": 0.5409630146545709,
      "grad_norm": 0.7524377369644382,
      "learning_rate": 0.0002957638035529291,
      "loss": 2.7812,
      "step": 11628
    },
    {
      "epoch": 0.5410095371016516,
      "grad_norm": 0.7891011762427173,
      "learning_rate": 0.00029576292769949907,
      "loss": 2.6875,
      "step": 11629
    },
    {
      "epoch": 0.5410560595487323,
      "grad_norm": 0.6976406808425518,
      "learning_rate": 0.00029576205175683214,
      "loss": 2.5,
      "step": 11630
    },
    {
      "epoch": 0.541102581995813,
      "grad_norm": 0.6484593881123645,
      "learning_rate": 0.00029576117572492877,
      "loss": 2.5781,
      "step": 11631
    },
    {
      "epoch": 0.5411491044428937,
      "grad_norm": 0.730961619544431,
      "learning_rate": 0.00029576029960378953,
      "loss": 2.6406,
      "step": 11632
    },
    {
      "epoch": 0.5411956268899744,
      "grad_norm": 0.7021827262081866,
      "learning_rate": 0.00029575942339341504,
      "loss": 2.3906,
      "step": 11633
    },
    {
      "epoch": 0.5412421493370552,
      "grad_norm": 0.7845409153981016,
      "learning_rate": 0.0002957585470938058,
      "loss": 2.6094,
      "step": 11634
    },
    {
      "epoch": 0.5412886717841359,
      "grad_norm": 0.6809298603199152,
      "learning_rate": 0.0002957576707049622,
      "loss": 2.75,
      "step": 11635
    },
    {
      "epoch": 0.5413351942312166,
      "grad_norm": 0.699559650623353,
      "learning_rate": 0.000295756794226885,
      "loss": 2.6406,
      "step": 11636
    },
    {
      "epoch": 0.5413817166782973,
      "grad_norm": 0.7320676003420258,
      "learning_rate": 0.00029575591765957455,
      "loss": 2.5625,
      "step": 11637
    },
    {
      "epoch": 0.541428239125378,
      "grad_norm": 0.665925429331628,
      "learning_rate": 0.0002957550410030315,
      "loss": 2.625,
      "step": 11638
    },
    {
      "epoch": 0.5414747615724587,
      "grad_norm": 0.7718954843896508,
      "learning_rate": 0.0002957541642572564,
      "loss": 2.6406,
      "step": 11639
    },
    {
      "epoch": 0.5415212840195395,
      "grad_norm": 0.6816256057409742,
      "learning_rate": 0.0002957532874222497,
      "loss": 2.625,
      "step": 11640
    },
    {
      "epoch": 0.5415678064666202,
      "grad_norm": 0.685346404452606,
      "learning_rate": 0.000295752410498012,
      "loss": 2.4375,
      "step": 11641
    },
    {
      "epoch": 0.5416143289137009,
      "grad_norm": 0.7082233020222839,
      "learning_rate": 0.0002957515334845438,
      "loss": 2.5781,
      "step": 11642
    },
    {
      "epoch": 0.5416608513607816,
      "grad_norm": 0.6765465201534308,
      "learning_rate": 0.00029575065638184564,
      "loss": 2.625,
      "step": 11643
    },
    {
      "epoch": 0.5417073738078623,
      "grad_norm": 0.6707965038529109,
      "learning_rate": 0.00029574977918991804,
      "loss": 2.625,
      "step": 11644
    },
    {
      "epoch": 0.541753896254943,
      "grad_norm": 0.7504396784519418,
      "learning_rate": 0.0002957489019087616,
      "loss": 2.7656,
      "step": 11645
    },
    {
      "epoch": 0.5418004187020238,
      "grad_norm": 0.7804881070177105,
      "learning_rate": 0.00029574802453837684,
      "loss": 2.6406,
      "step": 11646
    },
    {
      "epoch": 0.5418469411491045,
      "grad_norm": 0.6509749481596679,
      "learning_rate": 0.0002957471470787643,
      "loss": 2.2344,
      "step": 11647
    },
    {
      "epoch": 0.5418934635961852,
      "grad_norm": 0.6593415022261097,
      "learning_rate": 0.0002957462695299244,
      "loss": 2.4688,
      "step": 11648
    },
    {
      "epoch": 0.5419399860432659,
      "grad_norm": 0.7840938105755257,
      "learning_rate": 0.00029574539189185787,
      "loss": 2.5,
      "step": 11649
    },
    {
      "epoch": 0.5419865084903466,
      "grad_norm": 0.8450762131551344,
      "learning_rate": 0.0002957445141645651,
      "loss": 2.75,
      "step": 11650
    },
    {
      "epoch": 0.5420330309374273,
      "grad_norm": 0.7196203512538034,
      "learning_rate": 0.00029574363634804674,
      "loss": 2.8281,
      "step": 11651
    },
    {
      "epoch": 0.542079553384508,
      "grad_norm": 0.7030385524498889,
      "learning_rate": 0.0002957427584423032,
      "loss": 2.7344,
      "step": 11652
    },
    {
      "epoch": 0.5421260758315888,
      "grad_norm": 0.6780853389865172,
      "learning_rate": 0.00029574188044733513,
      "loss": 2.5469,
      "step": 11653
    },
    {
      "epoch": 0.5421725982786695,
      "grad_norm": 0.7602925828828725,
      "learning_rate": 0.000295741002363143,
      "loss": 2.7656,
      "step": 11654
    },
    {
      "epoch": 0.5422191207257502,
      "grad_norm": 0.7200257851580727,
      "learning_rate": 0.00029574012418972736,
      "loss": 2.6406,
      "step": 11655
    },
    {
      "epoch": 0.5422656431728309,
      "grad_norm": 0.7453785821329192,
      "learning_rate": 0.0002957392459270888,
      "loss": 2.7656,
      "step": 11656
    },
    {
      "epoch": 0.5423121656199116,
      "grad_norm": 0.7758769278501331,
      "learning_rate": 0.0002957383675752278,
      "loss": 2.5781,
      "step": 11657
    },
    {
      "epoch": 0.5423586880669923,
      "grad_norm": 0.6331663245779704,
      "learning_rate": 0.0002957374891341449,
      "loss": 2.3594,
      "step": 11658
    },
    {
      "epoch": 0.5424052105140731,
      "grad_norm": 0.6852109230388974,
      "learning_rate": 0.00029573661060384066,
      "loss": 2.4531,
      "step": 11659
    },
    {
      "epoch": 0.5424517329611538,
      "grad_norm": 0.6455660579303836,
      "learning_rate": 0.0002957357319843156,
      "loss": 2.4531,
      "step": 11660
    },
    {
      "epoch": 0.5424982554082345,
      "grad_norm": 0.6890027707502957,
      "learning_rate": 0.0002957348532755702,
      "loss": 2.6094,
      "step": 11661
    },
    {
      "epoch": 0.5425447778553152,
      "grad_norm": 0.680107173276333,
      "learning_rate": 0.0002957339744776051,
      "loss": 2.7031,
      "step": 11662
    },
    {
      "epoch": 0.5425913003023959,
      "grad_norm": 0.7669231655910458,
      "learning_rate": 0.0002957330955904209,
      "loss": 2.7031,
      "step": 11663
    },
    {
      "epoch": 0.5426378227494766,
      "grad_norm": 0.7610554517880876,
      "learning_rate": 0.00029573221661401795,
      "loss": 2.6094,
      "step": 11664
    },
    {
      "epoch": 0.5426843451965574,
      "grad_norm": 0.7890979263855753,
      "learning_rate": 0.00029573133754839687,
      "loss": 2.5625,
      "step": 11665
    },
    {
      "epoch": 0.5427308676436381,
      "grad_norm": 0.6521087805898262,
      "learning_rate": 0.00029573045839355826,
      "loss": 2.4219,
      "step": 11666
    },
    {
      "epoch": 0.5427773900907188,
      "grad_norm": 0.699760178674043,
      "learning_rate": 0.0002957295791495026,
      "loss": 2.5469,
      "step": 11667
    },
    {
      "epoch": 0.5428239125377995,
      "grad_norm": 0.7105287630982254,
      "learning_rate": 0.0002957286998162304,
      "loss": 2.625,
      "step": 11668
    },
    {
      "epoch": 0.5428704349848802,
      "grad_norm": 0.6959800263250154,
      "learning_rate": 0.0002957278203937422,
      "loss": 2.4844,
      "step": 11669
    },
    {
      "epoch": 0.5429169574319609,
      "grad_norm": 0.6582195809939033,
      "learning_rate": 0.00029572694088203863,
      "loss": 2.5312,
      "step": 11670
    },
    {
      "epoch": 0.5429634798790416,
      "grad_norm": 0.685052560822946,
      "learning_rate": 0.0002957260612811201,
      "loss": 2.5625,
      "step": 11671
    },
    {
      "epoch": 0.5430100023261224,
      "grad_norm": 0.6515697290592536,
      "learning_rate": 0.0002957251815909873,
      "loss": 2.6562,
      "step": 11672
    },
    {
      "epoch": 0.5430565247732031,
      "grad_norm": 0.649606014815593,
      "learning_rate": 0.0002957243018116407,
      "loss": 2.5,
      "step": 11673
    },
    {
      "epoch": 0.5431030472202838,
      "grad_norm": 0.7530575714641458,
      "learning_rate": 0.00029572342194308075,
      "loss": 2.7812,
      "step": 11674
    },
    {
      "epoch": 0.5431495696673645,
      "grad_norm": 0.6967797193438386,
      "learning_rate": 0.0002957225419853081,
      "loss": 2.5312,
      "step": 11675
    },
    {
      "epoch": 0.5431960921144452,
      "grad_norm": 0.6244525262421384,
      "learning_rate": 0.0002957216619383232,
      "loss": 2.0625,
      "step": 11676
    },
    {
      "epoch": 0.5432426145615259,
      "grad_norm": 0.6613201361403698,
      "learning_rate": 0.0002957207818021267,
      "loss": 2.5312,
      "step": 11677
    },
    {
      "epoch": 0.5432891370086067,
      "grad_norm": 0.7079570138914183,
      "learning_rate": 0.00029571990157671905,
      "loss": 2.5469,
      "step": 11678
    },
    {
      "epoch": 0.5433356594556874,
      "grad_norm": 0.7064864753528816,
      "learning_rate": 0.0002957190212621008,
      "loss": 2.375,
      "step": 11679
    },
    {
      "epoch": 0.5433821819027681,
      "grad_norm": 0.6050548801614156,
      "learning_rate": 0.0002957181408582725,
      "loss": 2.1562,
      "step": 11680
    },
    {
      "epoch": 0.5434287043498488,
      "grad_norm": 0.7317130309679442,
      "learning_rate": 0.00029571726036523477,
      "loss": 2.7188,
      "step": 11681
    },
    {
      "epoch": 0.5434752267969295,
      "grad_norm": 0.6755572829832674,
      "learning_rate": 0.000295716379782988,
      "loss": 2.5938,
      "step": 11682
    },
    {
      "epoch": 0.5435217492440102,
      "grad_norm": 0.6810873431974064,
      "learning_rate": 0.00029571549911153286,
      "loss": 2.4688,
      "step": 11683
    },
    {
      "epoch": 0.5435682716910909,
      "grad_norm": 0.7189905503522721,
      "learning_rate": 0.00029571461835086984,
      "loss": 2.5,
      "step": 11684
    },
    {
      "epoch": 0.5436147941381717,
      "grad_norm": 0.7195844933361965,
      "learning_rate": 0.0002957137375009994,
      "loss": 2.5938,
      "step": 11685
    },
    {
      "epoch": 0.5436613165852524,
      "grad_norm": 0.6793414598268334,
      "learning_rate": 0.0002957128565619222,
      "loss": 2.2656,
      "step": 11686
    },
    {
      "epoch": 0.5437078390323331,
      "grad_norm": 0.7552828416067457,
      "learning_rate": 0.0002957119755336387,
      "loss": 2.5625,
      "step": 11687
    },
    {
      "epoch": 0.5437543614794138,
      "grad_norm": 0.735047745058816,
      "learning_rate": 0.0002957110944161495,
      "loss": 2.4375,
      "step": 11688
    },
    {
      "epoch": 0.5438008839264945,
      "grad_norm": 0.6831050976890212,
      "learning_rate": 0.00029571021320945505,
      "loss": 2.4062,
      "step": 11689
    },
    {
      "epoch": 0.5438474063735752,
      "grad_norm": 0.7112707675360832,
      "learning_rate": 0.00029570933191355606,
      "loss": 2.75,
      "step": 11690
    },
    {
      "epoch": 0.543893928820656,
      "grad_norm": 0.6432560795111287,
      "learning_rate": 0.00029570845052845286,
      "loss": 2.3125,
      "step": 11691
    },
    {
      "epoch": 0.5439404512677367,
      "grad_norm": 0.7481735719619984,
      "learning_rate": 0.0002957075690541461,
      "loss": 2.75,
      "step": 11692
    },
    {
      "epoch": 0.5439869737148174,
      "grad_norm": 0.6998320276617174,
      "learning_rate": 0.0002957066874906364,
      "loss": 2.4375,
      "step": 11693
    },
    {
      "epoch": 0.5440334961618981,
      "grad_norm": 0.6516460766495585,
      "learning_rate": 0.0002957058058379241,
      "loss": 2.375,
      "step": 11694
    },
    {
      "epoch": 0.5440800186089788,
      "grad_norm": 0.6853739638524657,
      "learning_rate": 0.0002957049240960099,
      "loss": 2.5156,
      "step": 11695
    },
    {
      "epoch": 0.5441265410560595,
      "grad_norm": 0.7367171998416427,
      "learning_rate": 0.00029570404226489426,
      "loss": 2.7812,
      "step": 11696
    },
    {
      "epoch": 0.5441730635031403,
      "grad_norm": 0.6966558102581535,
      "learning_rate": 0.00029570316034457776,
      "loss": 2.2812,
      "step": 11697
    },
    {
      "epoch": 0.544219585950221,
      "grad_norm": 0.6885360837512118,
      "learning_rate": 0.0002957022783350609,
      "loss": 2.5156,
      "step": 11698
    },
    {
      "epoch": 0.5442661083973017,
      "grad_norm": 0.7566873965792601,
      "learning_rate": 0.0002957013962363443,
      "loss": 2.5312,
      "step": 11699
    },
    {
      "epoch": 0.5443126308443824,
      "grad_norm": 0.6668660542792599,
      "learning_rate": 0.0002957005140484284,
      "loss": 2.4531,
      "step": 11700
    },
    {
      "epoch": 0.5443591532914631,
      "grad_norm": 0.6809488278629935,
      "learning_rate": 0.00029569963177131383,
      "loss": 2.5625,
      "step": 11701
    },
    {
      "epoch": 0.5444056757385438,
      "grad_norm": 0.6591028187468848,
      "learning_rate": 0.000295698749405001,
      "loss": 2.3906,
      "step": 11702
    },
    {
      "epoch": 0.5444521981856245,
      "grad_norm": 0.7191793155728785,
      "learning_rate": 0.00029569786694949064,
      "loss": 2.375,
      "step": 11703
    },
    {
      "epoch": 0.5444987206327053,
      "grad_norm": 0.7841345898679652,
      "learning_rate": 0.00029569698440478313,
      "loss": 2.5625,
      "step": 11704
    },
    {
      "epoch": 0.544545243079786,
      "grad_norm": 0.7274289095178178,
      "learning_rate": 0.0002956961017708791,
      "loss": 2.6562,
      "step": 11705
    },
    {
      "epoch": 0.5445917655268667,
      "grad_norm": 0.6956306664766887,
      "learning_rate": 0.00029569521904777905,
      "loss": 2.3125,
      "step": 11706
    },
    {
      "epoch": 0.5446382879739474,
      "grad_norm": 0.7367213486561618,
      "learning_rate": 0.0002956943362354835,
      "loss": 2.5156,
      "step": 11707
    },
    {
      "epoch": 0.5446848104210281,
      "grad_norm": 0.6687329224550563,
      "learning_rate": 0.000295693453333993,
      "loss": 2.3906,
      "step": 11708
    },
    {
      "epoch": 0.5447313328681088,
      "grad_norm": 0.7078607953406829,
      "learning_rate": 0.0002956925703433082,
      "loss": 2.7031,
      "step": 11709
    },
    {
      "epoch": 0.5447778553151896,
      "grad_norm": 0.707080396157691,
      "learning_rate": 0.0002956916872634295,
      "loss": 2.5938,
      "step": 11710
    },
    {
      "epoch": 0.5448243777622703,
      "grad_norm": 0.8192512391854184,
      "learning_rate": 0.00029569080409435743,
      "loss": 2.7031,
      "step": 11711
    },
    {
      "epoch": 0.544870900209351,
      "grad_norm": 0.6810391873360216,
      "learning_rate": 0.0002956899208360927,
      "loss": 2.625,
      "step": 11712
    },
    {
      "epoch": 0.5449174226564317,
      "grad_norm": 0.8501976646354414,
      "learning_rate": 0.00029568903748863564,
      "loss": 2.6562,
      "step": 11713
    },
    {
      "epoch": 0.5449639451035124,
      "grad_norm": 0.7304365785157912,
      "learning_rate": 0.00029568815405198694,
      "loss": 2.75,
      "step": 11714
    },
    {
      "epoch": 0.5450104675505931,
      "grad_norm": 0.6640660379611062,
      "learning_rate": 0.0002956872705261471,
      "loss": 2.3281,
      "step": 11715
    },
    {
      "epoch": 0.5450569899976738,
      "grad_norm": 0.6905483854684494,
      "learning_rate": 0.00029568638691111667,
      "loss": 2.4219,
      "step": 11716
    },
    {
      "epoch": 0.5451035124447546,
      "grad_norm": 0.7165995388716035,
      "learning_rate": 0.0002956855032068962,
      "loss": 2.5469,
      "step": 11717
    },
    {
      "epoch": 0.5451500348918353,
      "grad_norm": 0.6390356585562337,
      "learning_rate": 0.0002956846194134861,
      "loss": 2.3438,
      "step": 11718
    },
    {
      "epoch": 0.545196557338916,
      "grad_norm": 0.698651714237954,
      "learning_rate": 0.00029568373553088705,
      "loss": 2.4844,
      "step": 11719
    },
    {
      "epoch": 0.5452430797859967,
      "grad_norm": 0.7312820356982512,
      "learning_rate": 0.0002956828515590996,
      "loss": 2.6875,
      "step": 11720
    },
    {
      "epoch": 0.5452896022330774,
      "grad_norm": 0.6314031148664556,
      "learning_rate": 0.00029568196749812426,
      "loss": 2.2969,
      "step": 11721
    },
    {
      "epoch": 0.5453361246801581,
      "grad_norm": 0.7061830838996175,
      "learning_rate": 0.0002956810833479615,
      "loss": 2.5469,
      "step": 11722
    },
    {
      "epoch": 0.5453826471272389,
      "grad_norm": 0.7163398014345673,
      "learning_rate": 0.00029568019910861196,
      "loss": 2.4062,
      "step": 11723
    },
    {
      "epoch": 0.5454291695743196,
      "grad_norm": 0.6801187914322412,
      "learning_rate": 0.00029567931478007616,
      "loss": 2.6875,
      "step": 11724
    },
    {
      "epoch": 0.5454756920214003,
      "grad_norm": 0.6705333016521956,
      "learning_rate": 0.00029567843036235465,
      "loss": 2.5312,
      "step": 11725
    },
    {
      "epoch": 0.545522214468481,
      "grad_norm": 0.6840172811522637,
      "learning_rate": 0.00029567754585544786,
      "loss": 2.3594,
      "step": 11726
    },
    {
      "epoch": 0.5455687369155617,
      "grad_norm": 0.6866529833396132,
      "learning_rate": 0.0002956766612593565,
      "loss": 2.625,
      "step": 11727
    },
    {
      "epoch": 0.5456152593626424,
      "grad_norm": 0.6862240087742169,
      "learning_rate": 0.000295675776574081,
      "loss": 2.7188,
      "step": 11728
    },
    {
      "epoch": 0.5456617818097232,
      "grad_norm": 0.6549346391710624,
      "learning_rate": 0.0002956748917996219,
      "loss": 1.875,
      "step": 11729
    },
    {
      "epoch": 0.5457083042568039,
      "grad_norm": 0.7415478402318177,
      "learning_rate": 0.0002956740069359798,
      "loss": 2.4062,
      "step": 11730
    },
    {
      "epoch": 0.5457548267038846,
      "grad_norm": 0.7456102257006699,
      "learning_rate": 0.00029567312198315517,
      "loss": 2.3906,
      "step": 11731
    },
    {
      "epoch": 0.5458013491509653,
      "grad_norm": 0.6732000467191228,
      "learning_rate": 0.0002956722369411487,
      "loss": 2.4844,
      "step": 11732
    },
    {
      "epoch": 0.545847871598046,
      "grad_norm": 0.6811194436010833,
      "learning_rate": 0.00029567135180996073,
      "loss": 2.5,
      "step": 11733
    },
    {
      "epoch": 0.5458943940451267,
      "grad_norm": 0.688280249620068,
      "learning_rate": 0.00029567046658959193,
      "loss": 1.8438,
      "step": 11734
    },
    {
      "epoch": 0.5459409164922074,
      "grad_norm": 0.7136831671402911,
      "learning_rate": 0.0002956695812800428,
      "loss": 2.25,
      "step": 11735
    },
    {
      "epoch": 0.5459874389392882,
      "grad_norm": 0.7064415757332795,
      "learning_rate": 0.00029566869588131396,
      "loss": 2.3281,
      "step": 11736
    },
    {
      "epoch": 0.546033961386369,
      "grad_norm": 0.6773744704261017,
      "learning_rate": 0.0002956678103934058,
      "loss": 2.5,
      "step": 11737
    },
    {
      "epoch": 0.5460804838334496,
      "grad_norm": 0.6612835002399353,
      "learning_rate": 0.000295666924816319,
      "loss": 2.1094,
      "step": 11738
    },
    {
      "epoch": 0.5461270062805303,
      "grad_norm": 0.7460904517259597,
      "learning_rate": 0.000295666039150054,
      "loss": 2.5156,
      "step": 11739
    },
    {
      "epoch": 0.546173528727611,
      "grad_norm": 0.6720656945424246,
      "learning_rate": 0.00029566515339461143,
      "loss": 2.5312,
      "step": 11740
    },
    {
      "epoch": 0.5462200511746917,
      "grad_norm": 0.6487033198207115,
      "learning_rate": 0.00029566426754999177,
      "loss": 2.5625,
      "step": 11741
    },
    {
      "epoch": 0.5462665736217726,
      "grad_norm": 0.7538837890124601,
      "learning_rate": 0.00029566338161619567,
      "loss": 2.5625,
      "step": 11742
    },
    {
      "epoch": 0.5463130960688533,
      "grad_norm": 0.7144024361544214,
      "learning_rate": 0.0002956624955932235,
      "loss": 1.7188,
      "step": 11743
    },
    {
      "epoch": 0.546359618515934,
      "grad_norm": 0.7493864221738268,
      "learning_rate": 0.0002956616094810759,
      "loss": 2.6562,
      "step": 11744
    },
    {
      "epoch": 0.5464061409630147,
      "grad_norm": 0.7831160005275168,
      "learning_rate": 0.0002956607232797534,
      "loss": 2.4531,
      "step": 11745
    },
    {
      "epoch": 0.5464526634100954,
      "grad_norm": 0.7416787593693644,
      "learning_rate": 0.00029565983698925664,
      "loss": 2.4375,
      "step": 11746
    },
    {
      "epoch": 0.546499185857176,
      "grad_norm": 0.7771814399891044,
      "learning_rate": 0.00029565895060958597,
      "loss": 2.7812,
      "step": 11747
    },
    {
      "epoch": 0.5465457083042567,
      "grad_norm": 0.6855168525562795,
      "learning_rate": 0.000295658064140742,
      "loss": 2.4062,
      "step": 11748
    },
    {
      "epoch": 0.5465922307513376,
      "grad_norm": 0.6826105978921856,
      "learning_rate": 0.00029565717758272544,
      "loss": 2.6094,
      "step": 11749
    },
    {
      "epoch": 0.5466387531984183,
      "grad_norm": 0.7601771191791552,
      "learning_rate": 0.0002956562909355366,
      "loss": 2.5625,
      "step": 11750
    },
    {
      "epoch": 0.546685275645499,
      "grad_norm": 0.6844882100228556,
      "learning_rate": 0.00029565540419917616,
      "loss": 2.3594,
      "step": 11751
    },
    {
      "epoch": 0.5467317980925797,
      "grad_norm": 0.7462261022361464,
      "learning_rate": 0.0002956545173736446,
      "loss": 2.7031,
      "step": 11752
    },
    {
      "epoch": 0.5467783205396604,
      "grad_norm": 0.6524761088693992,
      "learning_rate": 0.0002956536304589425,
      "loss": 2.5469,
      "step": 11753
    },
    {
      "epoch": 0.546824842986741,
      "grad_norm": 0.7699164612302711,
      "learning_rate": 0.0002956527434550704,
      "loss": 2.7188,
      "step": 11754
    },
    {
      "epoch": 0.5468713654338219,
      "grad_norm": 0.6537051906963699,
      "learning_rate": 0.0002956518563620287,
      "loss": 2.5156,
      "step": 11755
    },
    {
      "epoch": 0.5469178878809026,
      "grad_norm": 0.7314564435713273,
      "learning_rate": 0.00029565096917981827,
      "loss": 2.5469,
      "step": 11756
    },
    {
      "epoch": 0.5469644103279833,
      "grad_norm": 0.6945003448853652,
      "learning_rate": 0.00029565008190843934,
      "loss": 2.4688,
      "step": 11757
    },
    {
      "epoch": 0.547010932775064,
      "grad_norm": 0.6803332090121843,
      "learning_rate": 0.00029564919454789265,
      "loss": 2.5156,
      "step": 11758
    },
    {
      "epoch": 0.5470574552221447,
      "grad_norm": 0.7209884167892108,
      "learning_rate": 0.0002956483070981786,
      "loss": 1.9922,
      "step": 11759
    },
    {
      "epoch": 0.5471039776692254,
      "grad_norm": 0.6847513094040109,
      "learning_rate": 0.0002956474195592978,
      "loss": 2.6719,
      "step": 11760
    },
    {
      "epoch": 0.5471505001163062,
      "grad_norm": 0.7126238942841693,
      "learning_rate": 0.00029564653193125083,
      "loss": 2.4375,
      "step": 11761
    },
    {
      "epoch": 0.5471970225633869,
      "grad_norm": 0.7595161865639444,
      "learning_rate": 0.00029564564421403816,
      "loss": 2.5625,
      "step": 11762
    },
    {
      "epoch": 0.5472435450104676,
      "grad_norm": 0.6957469507002046,
      "learning_rate": 0.0002956447564076604,
      "loss": 2.4844,
      "step": 11763
    },
    {
      "epoch": 0.5472900674575483,
      "grad_norm": 0.7194034080040262,
      "learning_rate": 0.000295643868512118,
      "loss": 2.4531,
      "step": 11764
    },
    {
      "epoch": 0.547336589904629,
      "grad_norm": 0.69746614089824,
      "learning_rate": 0.0002956429805274117,
      "loss": 2.625,
      "step": 11765
    },
    {
      "epoch": 0.5473831123517097,
      "grad_norm": 0.6870752198176169,
      "learning_rate": 0.00029564209245354177,
      "loss": 2.4688,
      "step": 11766
    },
    {
      "epoch": 0.5474296347987904,
      "grad_norm": 0.7199954832161874,
      "learning_rate": 0.00029564120429050896,
      "loss": 2.75,
      "step": 11767
    },
    {
      "epoch": 0.5474761572458712,
      "grad_norm": 0.6901711035836887,
      "learning_rate": 0.0002956403160383137,
      "loss": 2.6719,
      "step": 11768
    },
    {
      "epoch": 0.5475226796929519,
      "grad_norm": 0.6798320639623299,
      "learning_rate": 0.0002956394276969566,
      "loss": 2.4375,
      "step": 11769
    },
    {
      "epoch": 0.5475692021400326,
      "grad_norm": 0.6448942875010883,
      "learning_rate": 0.00029563853926643823,
      "loss": 2.4688,
      "step": 11770
    },
    {
      "epoch": 0.5476157245871133,
      "grad_norm": 0.6939355707571484,
      "learning_rate": 0.00029563765074675907,
      "loss": 2.7031,
      "step": 11771
    },
    {
      "epoch": 0.547662247034194,
      "grad_norm": 0.6529430287523462,
      "learning_rate": 0.0002956367621379196,
      "loss": 2.5469,
      "step": 11772
    },
    {
      "epoch": 0.5477087694812747,
      "grad_norm": 0.6631394869656468,
      "learning_rate": 0.0002956358734399205,
      "loss": 2.3906,
      "step": 11773
    },
    {
      "epoch": 0.5477552919283555,
      "grad_norm": 0.6398154490870104,
      "learning_rate": 0.0002956349846527623,
      "loss": 2.3906,
      "step": 11774
    },
    {
      "epoch": 0.5478018143754362,
      "grad_norm": 0.6866781793686038,
      "learning_rate": 0.0002956340957764455,
      "loss": 2.7188,
      "step": 11775
    },
    {
      "epoch": 0.5478483368225169,
      "grad_norm": 0.6942279972658506,
      "learning_rate": 0.00029563320681097065,
      "loss": 2.2188,
      "step": 11776
    },
    {
      "epoch": 0.5478948592695976,
      "grad_norm": 0.7377157325608991,
      "learning_rate": 0.00029563231775633827,
      "loss": 2.625,
      "step": 11777
    },
    {
      "epoch": 0.5479413817166783,
      "grad_norm": 0.6933055557962605,
      "learning_rate": 0.00029563142861254886,
      "loss": 2.5156,
      "step": 11778
    },
    {
      "epoch": 0.547987904163759,
      "grad_norm": 0.720932417692677,
      "learning_rate": 0.0002956305393796031,
      "loss": 2.5469,
      "step": 11779
    },
    {
      "epoch": 0.5480344266108397,
      "grad_norm": 0.6775567484570328,
      "learning_rate": 0.0002956296500575015,
      "loss": 2.4688,
      "step": 11780
    },
    {
      "epoch": 0.5480809490579205,
      "grad_norm": 0.6614144028013972,
      "learning_rate": 0.0002956287606462445,
      "loss": 2.3438,
      "step": 11781
    },
    {
      "epoch": 0.5481274715050012,
      "grad_norm": 0.7012762994061071,
      "learning_rate": 0.0002956278711458327,
      "loss": 2.625,
      "step": 11782
    },
    {
      "epoch": 0.5481739939520819,
      "grad_norm": 0.7710092881329328,
      "learning_rate": 0.0002956269815562667,
      "loss": 2.2812,
      "step": 11783
    },
    {
      "epoch": 0.5482205163991626,
      "grad_norm": 0.7104901962564074,
      "learning_rate": 0.000295626091877547,
      "loss": 2.5312,
      "step": 11784
    },
    {
      "epoch": 0.5482670388462433,
      "grad_norm": 0.7456602191042472,
      "learning_rate": 0.0002956252021096742,
      "loss": 1.8125,
      "step": 11785
    },
    {
      "epoch": 0.548313561293324,
      "grad_norm": 0.7883459218430183,
      "learning_rate": 0.00029562431225264873,
      "loss": 2.7344,
      "step": 11786
    },
    {
      "epoch": 0.5483600837404048,
      "grad_norm": 0.7846681438643833,
      "learning_rate": 0.0002956234223064712,
      "loss": 2.7812,
      "step": 11787
    },
    {
      "epoch": 0.5484066061874855,
      "grad_norm": 0.7274420018724975,
      "learning_rate": 0.00029562253227114214,
      "loss": 2.3906,
      "step": 11788
    },
    {
      "epoch": 0.5484531286345662,
      "grad_norm": 0.6705078851495261,
      "learning_rate": 0.00029562164214666216,
      "loss": 2.7031,
      "step": 11789
    },
    {
      "epoch": 0.5484996510816469,
      "grad_norm": 0.6977503621659731,
      "learning_rate": 0.00029562075193303175,
      "loss": 2.5781,
      "step": 11790
    },
    {
      "epoch": 0.5485461735287276,
      "grad_norm": 0.7372598042786185,
      "learning_rate": 0.0002956198616302514,
      "loss": 2.9844,
      "step": 11791
    },
    {
      "epoch": 0.5485926959758083,
      "grad_norm": 0.6671894039966467,
      "learning_rate": 0.0002956189712383218,
      "loss": 2.7188,
      "step": 11792
    },
    {
      "epoch": 0.5486392184228891,
      "grad_norm": 0.8054725686204564,
      "learning_rate": 0.00029561808075724333,
      "loss": 2.8125,
      "step": 11793
    },
    {
      "epoch": 0.5486857408699698,
      "grad_norm": 0.7356005991203685,
      "learning_rate": 0.00029561719018701666,
      "loss": 2.6875,
      "step": 11794
    },
    {
      "epoch": 0.5487322633170505,
      "grad_norm": 0.6982180419424409,
      "learning_rate": 0.00029561629952764223,
      "loss": 2.6719,
      "step": 11795
    },
    {
      "epoch": 0.5487787857641312,
      "grad_norm": 0.694627124288402,
      "learning_rate": 0.0002956154087791207,
      "loss": 2.7188,
      "step": 11796
    },
    {
      "epoch": 0.5488253082112119,
      "grad_norm": 0.6237041229488148,
      "learning_rate": 0.0002956145179414525,
      "loss": 2.4375,
      "step": 11797
    },
    {
      "epoch": 0.5488718306582926,
      "grad_norm": 0.7206446532039075,
      "learning_rate": 0.0002956136270146383,
      "loss": 2.7031,
      "step": 11798
    },
    {
      "epoch": 0.5489183531053733,
      "grad_norm": 0.6866164787618722,
      "learning_rate": 0.00029561273599867856,
      "loss": 2.4062,
      "step": 11799
    },
    {
      "epoch": 0.5489648755524541,
      "grad_norm": 0.7180155295704612,
      "learning_rate": 0.0002956118448935738,
      "loss": 2.6094,
      "step": 11800
    },
    {
      "epoch": 0.5490113979995348,
      "grad_norm": 0.6968692921790031,
      "learning_rate": 0.0002956109536993246,
      "loss": 2.5,
      "step": 11801
    },
    {
      "epoch": 0.5490579204466155,
      "grad_norm": 0.7720972425480311,
      "learning_rate": 0.0002956100624159316,
      "loss": 2.75,
      "step": 11802
    },
    {
      "epoch": 0.5491044428936962,
      "grad_norm": 0.7624545978480946,
      "learning_rate": 0.0002956091710433952,
      "loss": 2.375,
      "step": 11803
    },
    {
      "epoch": 0.5491509653407769,
      "grad_norm": 0.7184210514471663,
      "learning_rate": 0.0002956082795817161,
      "loss": 2.5938,
      "step": 11804
    },
    {
      "epoch": 0.5491974877878576,
      "grad_norm": 0.6883770808917582,
      "learning_rate": 0.00029560738803089466,
      "loss": 2.375,
      "step": 11805
    },
    {
      "epoch": 0.5492440102349384,
      "grad_norm": 0.6755674737083904,
      "learning_rate": 0.0002956064963909315,
      "loss": 2.4844,
      "step": 11806
    },
    {
      "epoch": 0.5492905326820191,
      "grad_norm": 0.7434192146453723,
      "learning_rate": 0.0002956056046618272,
      "loss": 2.3906,
      "step": 11807
    },
    {
      "epoch": 0.5493370551290998,
      "grad_norm": 0.7893285028936162,
      "learning_rate": 0.0002956047128435824,
      "loss": 2.5625,
      "step": 11808
    },
    {
      "epoch": 0.5493835775761805,
      "grad_norm": 0.7426254636338155,
      "learning_rate": 0.0002956038209361974,
      "loss": 2.5156,
      "step": 11809
    },
    {
      "epoch": 0.5494301000232612,
      "grad_norm": 0.763885144882981,
      "learning_rate": 0.00029560292893967297,
      "loss": 2.6562,
      "step": 11810
    },
    {
      "epoch": 0.5494766224703419,
      "grad_norm": 0.7131453914983806,
      "learning_rate": 0.00029560203685400954,
      "loss": 2.4688,
      "step": 11811
    },
    {
      "epoch": 0.5495231449174226,
      "grad_norm": 0.6463312919802293,
      "learning_rate": 0.0002956011446792077,
      "loss": 2.4375,
      "step": 11812
    },
    {
      "epoch": 0.5495696673645034,
      "grad_norm": 0.639836020129196,
      "learning_rate": 0.00029560025241526797,
      "loss": 2.5781,
      "step": 11813
    },
    {
      "epoch": 0.5496161898115841,
      "grad_norm": 0.7536580732121542,
      "learning_rate": 0.00029559936006219085,
      "loss": 2.5625,
      "step": 11814
    },
    {
      "epoch": 0.5496627122586648,
      "grad_norm": 0.6631885007960282,
      "learning_rate": 0.00029559846761997697,
      "loss": 2.5469,
      "step": 11815
    },
    {
      "epoch": 0.5497092347057455,
      "grad_norm": 0.7098756020430435,
      "learning_rate": 0.0002955975750886269,
      "loss": 2.1719,
      "step": 11816
    },
    {
      "epoch": 0.5497557571528262,
      "grad_norm": 0.7639666503926269,
      "learning_rate": 0.0002955966824681411,
      "loss": 2.6562,
      "step": 11817
    },
    {
      "epoch": 0.5498022795999069,
      "grad_norm": 0.7500892110766202,
      "learning_rate": 0.0002955957897585202,
      "loss": 2.7344,
      "step": 11818
    },
    {
      "epoch": 0.5498488020469877,
      "grad_norm": 0.738076332265159,
      "learning_rate": 0.0002955948969597646,
      "loss": 2.5,
      "step": 11819
    },
    {
      "epoch": 0.5498953244940684,
      "grad_norm": 0.6947286353657182,
      "learning_rate": 0.00029559400407187504,
      "loss": 2.7344,
      "step": 11820
    },
    {
      "epoch": 0.5499418469411491,
      "grad_norm": 0.686757517477216,
      "learning_rate": 0.00029559311109485193,
      "loss": 2.4844,
      "step": 11821
    },
    {
      "epoch": 0.5499883693882298,
      "grad_norm": 0.7161393835249071,
      "learning_rate": 0.00029559221802869586,
      "loss": 2.5938,
      "step": 11822
    },
    {
      "epoch": 0.5500348918353105,
      "grad_norm": 0.6996744844765506,
      "learning_rate": 0.00029559132487340736,
      "loss": 2.375,
      "step": 11823
    },
    {
      "epoch": 0.5500814142823912,
      "grad_norm": 0.7250466109105005,
      "learning_rate": 0.0002955904316289871,
      "loss": 2.6094,
      "step": 11824
    },
    {
      "epoch": 0.550127936729472,
      "grad_norm": 0.6588719670134868,
      "learning_rate": 0.0002955895382954354,
      "loss": 2.25,
      "step": 11825
    },
    {
      "epoch": 0.5501744591765527,
      "grad_norm": 0.6619795262257975,
      "learning_rate": 0.00029558864487275297,
      "loss": 2.5781,
      "step": 11826
    },
    {
      "epoch": 0.5502209816236334,
      "grad_norm": 0.6899683832345147,
      "learning_rate": 0.0002955877513609403,
      "loss": 2.5312,
      "step": 11827
    },
    {
      "epoch": 0.5502675040707141,
      "grad_norm": 0.6768906035101158,
      "learning_rate": 0.00029558685775999793,
      "loss": 2.4844,
      "step": 11828
    },
    {
      "epoch": 0.5503140265177948,
      "grad_norm": 0.695079576313186,
      "learning_rate": 0.0002955859640699265,
      "loss": 2.5312,
      "step": 11829
    },
    {
      "epoch": 0.5503605489648755,
      "grad_norm": 0.6381079094908917,
      "learning_rate": 0.0002955850702907264,
      "loss": 2.2344,
      "step": 11830
    },
    {
      "epoch": 0.5504070714119562,
      "grad_norm": 0.8029539302912415,
      "learning_rate": 0.00029558417642239833,
      "loss": 2.5,
      "step": 11831
    },
    {
      "epoch": 0.550453593859037,
      "grad_norm": 0.6456948155683332,
      "learning_rate": 0.0002955832824649427,
      "loss": 2.625,
      "step": 11832
    },
    {
      "epoch": 0.5505001163061177,
      "grad_norm": 0.6813726529491656,
      "learning_rate": 0.0002955823884183602,
      "loss": 2.75,
      "step": 11833
    },
    {
      "epoch": 0.5505466387531984,
      "grad_norm": 0.6901099343280269,
      "learning_rate": 0.00029558149428265127,
      "loss": 2.5469,
      "step": 11834
    },
    {
      "epoch": 0.5505931612002791,
      "grad_norm": 0.7449558938984089,
      "learning_rate": 0.0002955806000578165,
      "loss": 2.2812,
      "step": 11835
    },
    {
      "epoch": 0.5506396836473598,
      "grad_norm": 0.7553983656819946,
      "learning_rate": 0.0002955797057438564,
      "loss": 2.5938,
      "step": 11836
    },
    {
      "epoch": 0.5506862060944405,
      "grad_norm": 0.6969549794453844,
      "learning_rate": 0.0002955788113407716,
      "loss": 2.5781,
      "step": 11837
    },
    {
      "epoch": 0.5507327285415213,
      "grad_norm": 0.7765944026231726,
      "learning_rate": 0.00029557791684856256,
      "loss": 2.5938,
      "step": 11838
    },
    {
      "epoch": 0.550779250988602,
      "grad_norm": 0.6958280639490548,
      "learning_rate": 0.00029557702226722983,
      "loss": 2.3438,
      "step": 11839
    },
    {
      "epoch": 0.5508257734356827,
      "grad_norm": 0.7388899744961425,
      "learning_rate": 0.00029557612759677405,
      "loss": 2.5938,
      "step": 11840
    },
    {
      "epoch": 0.5508722958827634,
      "grad_norm": 0.7318704539232981,
      "learning_rate": 0.00029557523283719567,
      "loss": 2.5156,
      "step": 11841
    },
    {
      "epoch": 0.5509188183298441,
      "grad_norm": 0.7249914603774364,
      "learning_rate": 0.00029557433798849526,
      "loss": 2.6875,
      "step": 11842
    },
    {
      "epoch": 0.5509653407769248,
      "grad_norm": 0.7587795878599299,
      "learning_rate": 0.00029557344305067344,
      "loss": 2.4688,
      "step": 11843
    },
    {
      "epoch": 0.5510118632240056,
      "grad_norm": 0.7131564982137457,
      "learning_rate": 0.0002955725480237307,
      "loss": 2.7656,
      "step": 11844
    },
    {
      "epoch": 0.5510583856710863,
      "grad_norm": 0.7730171920669711,
      "learning_rate": 0.0002955716529076675,
      "loss": 2.5938,
      "step": 11845
    },
    {
      "epoch": 0.551104908118167,
      "grad_norm": 0.6831997505069791,
      "learning_rate": 0.00029557075770248457,
      "loss": 2.3438,
      "step": 11846
    },
    {
      "epoch": 0.5511514305652477,
      "grad_norm": 0.7084023150210018,
      "learning_rate": 0.0002955698624081823,
      "loss": 2.4844,
      "step": 11847
    },
    {
      "epoch": 0.5511979530123284,
      "grad_norm": 0.6891163536543646,
      "learning_rate": 0.00029556896702476133,
      "loss": 2.3594,
      "step": 11848
    },
    {
      "epoch": 0.5512444754594091,
      "grad_norm": 0.7196751828511496,
      "learning_rate": 0.00029556807155222217,
      "loss": 2.5,
      "step": 11849
    },
    {
      "epoch": 0.5512909979064898,
      "grad_norm": 0.6947975071227149,
      "learning_rate": 0.0002955671759905654,
      "loss": 2.5,
      "step": 11850
    },
    {
      "epoch": 0.5513375203535706,
      "grad_norm": 0.7762841324733489,
      "learning_rate": 0.0002955662803397915,
      "loss": 2.6406,
      "step": 11851
    },
    {
      "epoch": 0.5513840428006513,
      "grad_norm": 0.746831100406126,
      "learning_rate": 0.0002955653845999011,
      "loss": 2.7812,
      "step": 11852
    },
    {
      "epoch": 0.551430565247732,
      "grad_norm": 0.6723202451592157,
      "learning_rate": 0.0002955644887708947,
      "loss": 2.2969,
      "step": 11853
    },
    {
      "epoch": 0.5514770876948127,
      "grad_norm": 0.6640516772793773,
      "learning_rate": 0.0002955635928527729,
      "loss": 2.3906,
      "step": 11854
    },
    {
      "epoch": 0.5515236101418934,
      "grad_norm": 0.7953140310984371,
      "learning_rate": 0.00029556269684553616,
      "loss": 2.6719,
      "step": 11855
    },
    {
      "epoch": 0.5515701325889741,
      "grad_norm": 0.7645111715447049,
      "learning_rate": 0.00029556180074918507,
      "loss": 2.5625,
      "step": 11856
    },
    {
      "epoch": 0.551616655036055,
      "grad_norm": 0.6631571077562005,
      "learning_rate": 0.00029556090456372026,
      "loss": 2.2656,
      "step": 11857
    },
    {
      "epoch": 0.5516631774831356,
      "grad_norm": 0.704977091258609,
      "learning_rate": 0.00029556000828914216,
      "loss": 2.5312,
      "step": 11858
    },
    {
      "epoch": 0.5517096999302163,
      "grad_norm": 0.6725669850277393,
      "learning_rate": 0.00029555911192545136,
      "loss": 2.7031,
      "step": 11859
    },
    {
      "epoch": 0.551756222377297,
      "grad_norm": 0.7405912331969309,
      "learning_rate": 0.0002955582154726484,
      "loss": 2.7188,
      "step": 11860
    },
    {
      "epoch": 0.5518027448243777,
      "grad_norm": 0.6941725523029797,
      "learning_rate": 0.00029555731893073393,
      "loss": 2.6094,
      "step": 11861
    },
    {
      "epoch": 0.5518492672714584,
      "grad_norm": 0.6681891341073968,
      "learning_rate": 0.0002955564222997083,
      "loss": 2.75,
      "step": 11862
    },
    {
      "epoch": 0.5518957897185391,
      "grad_norm": 0.7251056836586062,
      "learning_rate": 0.00029555552557957224,
      "loss": 2.6719,
      "step": 11863
    },
    {
      "epoch": 0.55194231216562,
      "grad_norm": 0.6582359689306152,
      "learning_rate": 0.00029555462877032623,
      "loss": 2.3594,
      "step": 11864
    },
    {
      "epoch": 0.5519888346127007,
      "grad_norm": 0.7219989500236605,
      "learning_rate": 0.0002955537318719708,
      "loss": 2.5156,
      "step": 11865
    },
    {
      "epoch": 0.5520353570597814,
      "grad_norm": 0.7415438798412767,
      "learning_rate": 0.0002955528348845065,
      "loss": 2.5938,
      "step": 11866
    },
    {
      "epoch": 0.552081879506862,
      "grad_norm": 0.6768004007239087,
      "learning_rate": 0.0002955519378079339,
      "loss": 2.3594,
      "step": 11867
    },
    {
      "epoch": 0.5521284019539427,
      "grad_norm": 0.6885723457609125,
      "learning_rate": 0.0002955510406422536,
      "loss": 2.2656,
      "step": 11868
    },
    {
      "epoch": 0.5521749244010234,
      "grad_norm": 0.9062519193814439,
      "learning_rate": 0.000295550143387466,
      "loss": 2.625,
      "step": 11869
    },
    {
      "epoch": 0.5522214468481043,
      "grad_norm": 0.7197690941479643,
      "learning_rate": 0.00029554924604357184,
      "loss": 2.7188,
      "step": 11870
    },
    {
      "epoch": 0.552267969295185,
      "grad_norm": 0.7150517015045608,
      "learning_rate": 0.00029554834861057153,
      "loss": 2.3438,
      "step": 11871
    },
    {
      "epoch": 0.5523144917422657,
      "grad_norm": 0.6569999174087289,
      "learning_rate": 0.00029554745108846563,
      "loss": 2.5469,
      "step": 11872
    },
    {
      "epoch": 0.5523610141893464,
      "grad_norm": 0.6576764976973092,
      "learning_rate": 0.0002955465534772548,
      "loss": 2.3906,
      "step": 11873
    },
    {
      "epoch": 0.552407536636427,
      "grad_norm": 0.7219550565676327,
      "learning_rate": 0.00029554565577693946,
      "loss": 2.5781,
      "step": 11874
    },
    {
      "epoch": 0.5524540590835078,
      "grad_norm": 0.6844358066804549,
      "learning_rate": 0.0002955447579875202,
      "loss": 2.3906,
      "step": 11875
    },
    {
      "epoch": 0.5525005815305886,
      "grad_norm": 0.7052862800730282,
      "learning_rate": 0.00029554386010899764,
      "loss": 2.7031,
      "step": 11876
    },
    {
      "epoch": 0.5525471039776693,
      "grad_norm": 0.6901348319552111,
      "learning_rate": 0.0002955429621413722,
      "loss": 2.6094,
      "step": 11877
    },
    {
      "epoch": 0.55259362642475,
      "grad_norm": 0.7559116790982495,
      "learning_rate": 0.00029554206408464453,
      "loss": 2.2969,
      "step": 11878
    },
    {
      "epoch": 0.5526401488718307,
      "grad_norm": 0.6900720271015913,
      "learning_rate": 0.0002955411659388152,
      "loss": 2.2969,
      "step": 11879
    },
    {
      "epoch": 0.5526866713189114,
      "grad_norm": 0.7266353935741994,
      "learning_rate": 0.0002955402677038847,
      "loss": 2.5781,
      "step": 11880
    },
    {
      "epoch": 0.5527331937659921,
      "grad_norm": 0.7124873282020676,
      "learning_rate": 0.0002955393693798535,
      "loss": 2.2969,
      "step": 11881
    },
    {
      "epoch": 0.5527797162130728,
      "grad_norm": 0.6988660526096316,
      "learning_rate": 0.00029553847096672225,
      "loss": 2.6562,
      "step": 11882
    },
    {
      "epoch": 0.5528262386601536,
      "grad_norm": 0.7037068086067391,
      "learning_rate": 0.00029553757246449157,
      "loss": 2.5781,
      "step": 11883
    },
    {
      "epoch": 0.5528727611072343,
      "grad_norm": 0.674411087661431,
      "learning_rate": 0.0002955366738731619,
      "loss": 2.5469,
      "step": 11884
    },
    {
      "epoch": 0.552919283554315,
      "grad_norm": 0.6651289337734115,
      "learning_rate": 0.0002955357751927338,
      "loss": 1.7812,
      "step": 11885
    },
    {
      "epoch": 0.5529658060013957,
      "grad_norm": 0.6823998546094507,
      "learning_rate": 0.0002955348764232079,
      "loss": 2.6875,
      "step": 11886
    },
    {
      "epoch": 0.5530123284484764,
      "grad_norm": 0.7871356446735858,
      "learning_rate": 0.0002955339775645846,
      "loss": 2.8594,
      "step": 11887
    },
    {
      "epoch": 0.5530588508955571,
      "grad_norm": 0.6534475908277798,
      "learning_rate": 0.00029553307861686465,
      "loss": 2.3438,
      "step": 11888
    },
    {
      "epoch": 0.5531053733426379,
      "grad_norm": 0.7083821653569011,
      "learning_rate": 0.00029553217958004836,
      "loss": 2.4219,
      "step": 11889
    },
    {
      "epoch": 0.5531518957897186,
      "grad_norm": 0.7177409062603639,
      "learning_rate": 0.0002955312804541365,
      "loss": 2.9062,
      "step": 11890
    },
    {
      "epoch": 0.5531984182367993,
      "grad_norm": 0.6656220781472768,
      "learning_rate": 0.0002955303812391295,
      "loss": 2.4375,
      "step": 11891
    },
    {
      "epoch": 0.55324494068388,
      "grad_norm": 0.7164854612565625,
      "learning_rate": 0.000295529481935028,
      "loss": 2.5469,
      "step": 11892
    },
    {
      "epoch": 0.5532914631309607,
      "grad_norm": 0.743062000002376,
      "learning_rate": 0.0002955285825418324,
      "loss": 2.1875,
      "step": 11893
    },
    {
      "epoch": 0.5533379855780414,
      "grad_norm": 0.712483106803887,
      "learning_rate": 0.00029552768305954346,
      "loss": 2.7188,
      "step": 11894
    },
    {
      "epoch": 0.5533845080251221,
      "grad_norm": 0.6431193848164505,
      "learning_rate": 0.0002955267834881615,
      "loss": 2.2656,
      "step": 11895
    },
    {
      "epoch": 0.5534310304722029,
      "grad_norm": 0.6809943508027864,
      "learning_rate": 0.0002955258838276873,
      "loss": 2.5156,
      "step": 11896
    },
    {
      "epoch": 0.5534775529192836,
      "grad_norm": 0.6403252443637305,
      "learning_rate": 0.0002955249840781212,
      "loss": 2.5938,
      "step": 11897
    },
    {
      "epoch": 0.5535240753663643,
      "grad_norm": 0.6452430728794766,
      "learning_rate": 0.0002955240842394639,
      "loss": 2.375,
      "step": 11898
    },
    {
      "epoch": 0.553570597813445,
      "grad_norm": 0.6905340328694448,
      "learning_rate": 0.00029552318431171586,
      "loss": 2.5469,
      "step": 11899
    },
    {
      "epoch": 0.5536171202605257,
      "grad_norm": 0.7465297003573466,
      "learning_rate": 0.00029552228429487767,
      "loss": 2.5156,
      "step": 11900
    },
    {
      "epoch": 0.5536636427076064,
      "grad_norm": 0.6937226616281263,
      "learning_rate": 0.00029552138418894995,
      "loss": 2.4688,
      "step": 11901
    },
    {
      "epoch": 0.5537101651546872,
      "grad_norm": 0.7238806191748761,
      "learning_rate": 0.0002955204839939331,
      "loss": 2.5156,
      "step": 11902
    },
    {
      "epoch": 0.5537566876017679,
      "grad_norm": 0.6721319835914791,
      "learning_rate": 0.00029551958370982776,
      "loss": 2.3906,
      "step": 11903
    },
    {
      "epoch": 0.5538032100488486,
      "grad_norm": 0.6940232282192915,
      "learning_rate": 0.00029551868333663455,
      "loss": 2.5156,
      "step": 11904
    },
    {
      "epoch": 0.5538497324959293,
      "grad_norm": 0.6665104082047741,
      "learning_rate": 0.00029551778287435386,
      "loss": 2.4219,
      "step": 11905
    },
    {
      "epoch": 0.55389625494301,
      "grad_norm": 0.7343931693315081,
      "learning_rate": 0.00029551688232298633,
      "loss": 2.6406,
      "step": 11906
    },
    {
      "epoch": 0.5539427773900907,
      "grad_norm": 0.7435677005312875,
      "learning_rate": 0.0002955159816825325,
      "loss": 2.5469,
      "step": 11907
    },
    {
      "epoch": 0.5539892998371715,
      "grad_norm": 0.6525605722922176,
      "learning_rate": 0.000295515080952993,
      "loss": 2.2812,
      "step": 11908
    },
    {
      "epoch": 0.5540358222842522,
      "grad_norm": 0.7348149053085566,
      "learning_rate": 0.0002955141801343682,
      "loss": 2.5625,
      "step": 11909
    },
    {
      "epoch": 0.5540823447313329,
      "grad_norm": 0.717547383248259,
      "learning_rate": 0.0002955132792266589,
      "loss": 2.4688,
      "step": 11910
    },
    {
      "epoch": 0.5541288671784136,
      "grad_norm": 0.7673253479286574,
      "learning_rate": 0.00029551237822986545,
      "loss": 2.9062,
      "step": 11911
    },
    {
      "epoch": 0.5541753896254943,
      "grad_norm": 0.7049735626513095,
      "learning_rate": 0.0002955114771439885,
      "loss": 2.3125,
      "step": 11912
    },
    {
      "epoch": 0.554221912072575,
      "grad_norm": 0.7097558066421846,
      "learning_rate": 0.00029551057596902846,
      "loss": 1.9688,
      "step": 11913
    },
    {
      "epoch": 0.5542684345196557,
      "grad_norm": 0.7494532652997646,
      "learning_rate": 0.00029550967470498606,
      "loss": 2.2812,
      "step": 11914
    },
    {
      "epoch": 0.5543149569667365,
      "grad_norm": 0.7199624387327169,
      "learning_rate": 0.00029550877335186176,
      "loss": 2.4531,
      "step": 11915
    },
    {
      "epoch": 0.5543614794138172,
      "grad_norm": 0.7324146660182629,
      "learning_rate": 0.0002955078719096561,
      "loss": 2.3281,
      "step": 11916
    },
    {
      "epoch": 0.5544080018608979,
      "grad_norm": 0.6639874778102041,
      "learning_rate": 0.0002955069703783698,
      "loss": 2.5781,
      "step": 11917
    },
    {
      "epoch": 0.5544545243079786,
      "grad_norm": 0.7642222370242874,
      "learning_rate": 0.00029550606875800316,
      "loss": 2.7969,
      "step": 11918
    },
    {
      "epoch": 0.5545010467550593,
      "grad_norm": 0.925406013990721,
      "learning_rate": 0.00029550516704855684,
      "loss": 2.5469,
      "step": 11919
    },
    {
      "epoch": 0.55454756920214,
      "grad_norm": 0.7264342992861001,
      "learning_rate": 0.00029550426525003145,
      "loss": 2.6875,
      "step": 11920
    },
    {
      "epoch": 0.5545940916492208,
      "grad_norm": 0.6857502933290465,
      "learning_rate": 0.00029550336336242746,
      "loss": 2.6719,
      "step": 11921
    },
    {
      "epoch": 0.5546406140963015,
      "grad_norm": 0.667584874777613,
      "learning_rate": 0.0002955024613857454,
      "loss": 2.4688,
      "step": 11922
    },
    {
      "epoch": 0.5546871365433822,
      "grad_norm": 0.7069894086895879,
      "learning_rate": 0.000295501559319986,
      "loss": 2.5938,
      "step": 11923
    },
    {
      "epoch": 0.5547336589904629,
      "grad_norm": 0.7183650731935025,
      "learning_rate": 0.0002955006571651496,
      "loss": 2.4531,
      "step": 11924
    },
    {
      "epoch": 0.5547801814375436,
      "grad_norm": 0.7771497448331616,
      "learning_rate": 0.00029549975492123686,
      "loss": 2.0938,
      "step": 11925
    },
    {
      "epoch": 0.5548267038846243,
      "grad_norm": 0.6908578108844959,
      "learning_rate": 0.0002954988525882483,
      "loss": 2.5,
      "step": 11926
    },
    {
      "epoch": 0.554873226331705,
      "grad_norm": 0.6607115186251913,
      "learning_rate": 0.00029549795016618454,
      "loss": 2.4062,
      "step": 11927
    },
    {
      "epoch": 0.5549197487787858,
      "grad_norm": 0.8052188694879316,
      "learning_rate": 0.000295497047655046,
      "loss": 2.8906,
      "step": 11928
    },
    {
      "epoch": 0.5549662712258665,
      "grad_norm": 0.6609665045058761,
      "learning_rate": 0.0002954961450548334,
      "loss": 2.5,
      "step": 11929
    },
    {
      "epoch": 0.5550127936729472,
      "grad_norm": 0.7106922263376773,
      "learning_rate": 0.0002954952423655471,
      "loss": 2.5156,
      "step": 11930
    },
    {
      "epoch": 0.5550593161200279,
      "grad_norm": 0.6921052275709411,
      "learning_rate": 0.00029549433958718784,
      "loss": 2.4531,
      "step": 11931
    },
    {
      "epoch": 0.5551058385671086,
      "grad_norm": 0.7390881911827426,
      "learning_rate": 0.00029549343671975603,
      "loss": 2.5938,
      "step": 11932
    },
    {
      "epoch": 0.5551523610141893,
      "grad_norm": 0.7769833410387835,
      "learning_rate": 0.00029549253376325236,
      "loss": 1.8203,
      "step": 11933
    },
    {
      "epoch": 0.5551988834612701,
      "grad_norm": 0.6854239728837332,
      "learning_rate": 0.00029549163071767724,
      "loss": 2.4844,
      "step": 11934
    },
    {
      "epoch": 0.5552454059083508,
      "grad_norm": 0.6680167131130657,
      "learning_rate": 0.0002954907275830313,
      "loss": 2.4219,
      "step": 11935
    },
    {
      "epoch": 0.5552919283554315,
      "grad_norm": 0.7203992547917918,
      "learning_rate": 0.00029548982435931504,
      "loss": 2.7812,
      "step": 11936
    },
    {
      "epoch": 0.5553384508025122,
      "grad_norm": 0.7134637291908306,
      "learning_rate": 0.0002954889210465291,
      "loss": 2.1406,
      "step": 11937
    },
    {
      "epoch": 0.5553849732495929,
      "grad_norm": 0.6764321596181413,
      "learning_rate": 0.00029548801764467397,
      "loss": 2.7656,
      "step": 11938
    },
    {
      "epoch": 0.5554314956966736,
      "grad_norm": 0.7305006742225135,
      "learning_rate": 0.00029548711415375024,
      "loss": 2.4688,
      "step": 11939
    },
    {
      "epoch": 0.5554780181437544,
      "grad_norm": 0.714183151104821,
      "learning_rate": 0.00029548621057375843,
      "loss": 2.5156,
      "step": 11940
    },
    {
      "epoch": 0.5555245405908351,
      "grad_norm": 0.7277461503984988,
      "learning_rate": 0.00029548530690469904,
      "loss": 2.3281,
      "step": 11941
    },
    {
      "epoch": 0.5555710630379158,
      "grad_norm": 0.7141498696463308,
      "learning_rate": 0.00029548440314657276,
      "loss": 2.5625,
      "step": 11942
    },
    {
      "epoch": 0.5556175854849965,
      "grad_norm": 0.7185288797368639,
      "learning_rate": 0.0002954834992993801,
      "loss": 2.6094,
      "step": 11943
    },
    {
      "epoch": 0.5556641079320772,
      "grad_norm": 0.7149318668454958,
      "learning_rate": 0.0002954825953631215,
      "loss": 2.1719,
      "step": 11944
    },
    {
      "epoch": 0.5557106303791579,
      "grad_norm": 0.698634613439306,
      "learning_rate": 0.0002954816913377976,
      "loss": 2.4062,
      "step": 11945
    },
    {
      "epoch": 0.5557571528262386,
      "grad_norm": 0.8185211241552887,
      "learning_rate": 0.000295480787223409,
      "loss": 2.5469,
      "step": 11946
    },
    {
      "epoch": 0.5558036752733194,
      "grad_norm": 0.7619348883477906,
      "learning_rate": 0.0002954798830199562,
      "loss": 2.9531,
      "step": 11947
    },
    {
      "epoch": 0.5558501977204001,
      "grad_norm": 0.7011304024532531,
      "learning_rate": 0.00029547897872743976,
      "loss": 2.7188,
      "step": 11948
    },
    {
      "epoch": 0.5558967201674808,
      "grad_norm": 0.7447106866926957,
      "learning_rate": 0.0002954780743458602,
      "loss": 2.4844,
      "step": 11949
    },
    {
      "epoch": 0.5559432426145615,
      "grad_norm": 0.6791532654694947,
      "learning_rate": 0.00029547716987521816,
      "loss": 2.2812,
      "step": 11950
    },
    {
      "epoch": 0.5559897650616422,
      "grad_norm": 0.6478897451988783,
      "learning_rate": 0.00029547626531551405,
      "loss": 2.6719,
      "step": 11951
    },
    {
      "epoch": 0.5560362875087229,
      "grad_norm": 0.6536479560822378,
      "learning_rate": 0.0002954753606667486,
      "loss": 2.2812,
      "step": 11952
    },
    {
      "epoch": 0.5560828099558037,
      "grad_norm": 0.6758627862693033,
      "learning_rate": 0.00029547445592892227,
      "loss": 2.5469,
      "step": 11953
    },
    {
      "epoch": 0.5561293324028844,
      "grad_norm": 0.6761942070145947,
      "learning_rate": 0.00029547355110203557,
      "loss": 2.7656,
      "step": 11954
    },
    {
      "epoch": 0.5561758548499651,
      "grad_norm": 0.684221640224495,
      "learning_rate": 0.00029547264618608914,
      "loss": 2.5312,
      "step": 11955
    },
    {
      "epoch": 0.5562223772970458,
      "grad_norm": 0.8889505044528799,
      "learning_rate": 0.0002954717411810835,
      "loss": 2.1406,
      "step": 11956
    },
    {
      "epoch": 0.5562688997441265,
      "grad_norm": 0.7497538521951638,
      "learning_rate": 0.0002954708360870192,
      "loss": 2.7969,
      "step": 11957
    },
    {
      "epoch": 0.5563154221912072,
      "grad_norm": 0.7336898657501535,
      "learning_rate": 0.00029546993090389675,
      "loss": 2.4531,
      "step": 11958
    },
    {
      "epoch": 0.5563619446382879,
      "grad_norm": 0.7406056249380429,
      "learning_rate": 0.00029546902563171683,
      "loss": 2.5156,
      "step": 11959
    },
    {
      "epoch": 0.5564084670853687,
      "grad_norm": 0.7512415335186576,
      "learning_rate": 0.0002954681202704799,
      "loss": 2.625,
      "step": 11960
    },
    {
      "epoch": 0.5564549895324494,
      "grad_norm": 0.7109390214725863,
      "learning_rate": 0.0002954672148201865,
      "loss": 2.5312,
      "step": 11961
    },
    {
      "epoch": 0.5565015119795301,
      "grad_norm": 0.7428968829307054,
      "learning_rate": 0.0002954663092808372,
      "loss": 2.5938,
      "step": 11962
    },
    {
      "epoch": 0.5565480344266108,
      "grad_norm": 0.672815109943583,
      "learning_rate": 0.00029546540365243257,
      "loss": 2.5469,
      "step": 11963
    },
    {
      "epoch": 0.5565945568736915,
      "grad_norm": 0.7029834669406505,
      "learning_rate": 0.0002954644979349732,
      "loss": 2.4688,
      "step": 11964
    },
    {
      "epoch": 0.5566410793207722,
      "grad_norm": 0.7094105435443292,
      "learning_rate": 0.00029546359212845953,
      "loss": 2.7344,
      "step": 11965
    },
    {
      "epoch": 0.556687601767853,
      "grad_norm": 0.7375767531501505,
      "learning_rate": 0.00029546268623289226,
      "loss": 2.3906,
      "step": 11966
    },
    {
      "epoch": 0.5567341242149337,
      "grad_norm": 0.7211994686074124,
      "learning_rate": 0.00029546178024827187,
      "loss": 2.6406,
      "step": 11967
    },
    {
      "epoch": 0.5567806466620144,
      "grad_norm": 0.6876159479495343,
      "learning_rate": 0.0002954608741745989,
      "loss": 2.4062,
      "step": 11968
    },
    {
      "epoch": 0.5568271691090951,
      "grad_norm": 0.6697333577636287,
      "learning_rate": 0.000295459968011874,
      "loss": 2.3438,
      "step": 11969
    },
    {
      "epoch": 0.5568736915561758,
      "grad_norm": 0.6884394645735147,
      "learning_rate": 0.00029545906176009756,
      "loss": 2.6875,
      "step": 11970
    },
    {
      "epoch": 0.5569202140032565,
      "grad_norm": 0.7002553786468574,
      "learning_rate": 0.00029545815541927024,
      "loss": 2.375,
      "step": 11971
    },
    {
      "epoch": 0.5569667364503373,
      "grad_norm": 0.6887177372185711,
      "learning_rate": 0.00029545724898939264,
      "loss": 2.625,
      "step": 11972
    },
    {
      "epoch": 0.557013258897418,
      "grad_norm": 0.647649046549284,
      "learning_rate": 0.00029545634247046517,
      "loss": 2.4062,
      "step": 11973
    },
    {
      "epoch": 0.5570597813444987,
      "grad_norm": 0.7386756129129625,
      "learning_rate": 0.00029545543586248854,
      "loss": 2.5312,
      "step": 11974
    },
    {
      "epoch": 0.5571063037915794,
      "grad_norm": 0.7516010697410678,
      "learning_rate": 0.0002954545291654632,
      "loss": 2.9844,
      "step": 11975
    },
    {
      "epoch": 0.5571528262386601,
      "grad_norm": 0.7722994365340909,
      "learning_rate": 0.00029545362237938977,
      "loss": 2.4219,
      "step": 11976
    },
    {
      "epoch": 0.5571993486857408,
      "grad_norm": 0.6894212119774793,
      "learning_rate": 0.0002954527155042687,
      "loss": 2.6094,
      "step": 11977
    },
    {
      "epoch": 0.5572458711328215,
      "grad_norm": 0.6566327488647246,
      "learning_rate": 0.00029545180854010066,
      "loss": 2.4844,
      "step": 11978
    },
    {
      "epoch": 0.5572923935799023,
      "grad_norm": 0.6595132244030578,
      "learning_rate": 0.0002954509014868862,
      "loss": 2.5469,
      "step": 11979
    },
    {
      "epoch": 0.557338916026983,
      "grad_norm": 0.6656503809704681,
      "learning_rate": 0.0002954499943446258,
      "loss": 2.7031,
      "step": 11980
    },
    {
      "epoch": 0.5573854384740637,
      "grad_norm": 0.6954681397249307,
      "learning_rate": 0.00029544908711332007,
      "loss": 2.7656,
      "step": 11981
    },
    {
      "epoch": 0.5574319609211444,
      "grad_norm": 0.7216493624698623,
      "learning_rate": 0.0002954481797929696,
      "loss": 2.4844,
      "step": 11982
    },
    {
      "epoch": 0.5574784833682251,
      "grad_norm": 0.7105767698247588,
      "learning_rate": 0.00029544727238357485,
      "loss": 2.4219,
      "step": 11983
    },
    {
      "epoch": 0.5575250058153058,
      "grad_norm": 0.7099669902015255,
      "learning_rate": 0.0002954463648851364,
      "loss": 2.5312,
      "step": 11984
    },
    {
      "epoch": 0.5575715282623867,
      "grad_norm": 0.7285660572033626,
      "learning_rate": 0.00029544545729765485,
      "loss": 2.3438,
      "step": 11985
    },
    {
      "epoch": 0.5576180507094673,
      "grad_norm": 0.746495674835834,
      "learning_rate": 0.0002954445496211308,
      "loss": 2.4219,
      "step": 11986
    },
    {
      "epoch": 0.557664573156548,
      "grad_norm": 0.664792234778969,
      "learning_rate": 0.0002954436418555647,
      "loss": 2.625,
      "step": 11987
    },
    {
      "epoch": 0.5577110956036287,
      "grad_norm": 0.6938613480042365,
      "learning_rate": 0.00029544273400095706,
      "loss": 2.5469,
      "step": 11988
    },
    {
      "epoch": 0.5577576180507094,
      "grad_norm": 0.7105624680080176,
      "learning_rate": 0.00029544182605730857,
      "loss": 2.6875,
      "step": 11989
    },
    {
      "epoch": 0.5578041404977901,
      "grad_norm": 0.6609686199199211,
      "learning_rate": 0.00029544091802461976,
      "loss": 2.4375,
      "step": 11990
    },
    {
      "epoch": 0.5578506629448708,
      "grad_norm": 0.7747177172823179,
      "learning_rate": 0.0002954400099028912,
      "loss": 2.5312,
      "step": 11991
    },
    {
      "epoch": 0.5578971853919517,
      "grad_norm": 0.7458588336554709,
      "learning_rate": 0.00029543910169212335,
      "loss": 2.9375,
      "step": 11992
    },
    {
      "epoch": 0.5579437078390324,
      "grad_norm": 0.6879617087199499,
      "learning_rate": 0.00029543819339231684,
      "loss": 2.5469,
      "step": 11993
    },
    {
      "epoch": 0.557990230286113,
      "grad_norm": 0.6995820092190392,
      "learning_rate": 0.00029543728500347217,
      "loss": 2.5625,
      "step": 11994
    },
    {
      "epoch": 0.5580367527331938,
      "grad_norm": 0.6660393625774214,
      "learning_rate": 0.00029543637652558994,
      "loss": 2.5469,
      "step": 11995
    },
    {
      "epoch": 0.5580832751802745,
      "grad_norm": 0.689887539888822,
      "learning_rate": 0.0002954354679586708,
      "loss": 2.625,
      "step": 11996
    },
    {
      "epoch": 0.5581297976273552,
      "grad_norm": 0.6292525067209325,
      "learning_rate": 0.0002954345593027151,
      "loss": 2.6719,
      "step": 11997
    },
    {
      "epoch": 0.558176320074436,
      "grad_norm": 0.6677917822684334,
      "learning_rate": 0.0002954336505577236,
      "loss": 2.3594,
      "step": 11998
    },
    {
      "epoch": 0.5582228425215167,
      "grad_norm": 0.7112351530614544,
      "learning_rate": 0.00029543274172369666,
      "loss": 2.6562,
      "step": 11999
    },
    {
      "epoch": 0.5582693649685974,
      "grad_norm": 0.7774419552026134,
      "learning_rate": 0.000295431832800635,
      "loss": 2.8438,
      "step": 12000
    },
    {
      "epoch": 0.5583158874156781,
      "grad_norm": 0.7520890962605306,
      "learning_rate": 0.00029543092378853916,
      "loss": 2.4219,
      "step": 12001
    },
    {
      "epoch": 0.5583624098627588,
      "grad_norm": 0.6851242816990153,
      "learning_rate": 0.00029543001468740955,
      "loss": 2.7969,
      "step": 12002
    },
    {
      "epoch": 0.5584089323098395,
      "grad_norm": 0.6631263758747075,
      "learning_rate": 0.0002954291054972469,
      "loss": 2.625,
      "step": 12003
    },
    {
      "epoch": 0.5584554547569203,
      "grad_norm": 0.7227359958346686,
      "learning_rate": 0.00029542819621805166,
      "loss": 2.5781,
      "step": 12004
    },
    {
      "epoch": 0.558501977204001,
      "grad_norm": 0.6989717388010361,
      "learning_rate": 0.0002954272868498244,
      "loss": 2.5156,
      "step": 12005
    },
    {
      "epoch": 0.5585484996510817,
      "grad_norm": 0.7304805651601901,
      "learning_rate": 0.00029542637739256577,
      "loss": 2.4219,
      "step": 12006
    },
    {
      "epoch": 0.5585950220981624,
      "grad_norm": 0.652797078328299,
      "learning_rate": 0.00029542546784627624,
      "loss": 2.5156,
      "step": 12007
    },
    {
      "epoch": 0.5586415445452431,
      "grad_norm": 0.6901164340578757,
      "learning_rate": 0.0002954245582109563,
      "loss": 2.375,
      "step": 12008
    },
    {
      "epoch": 0.5586880669923238,
      "grad_norm": 0.621285111865396,
      "learning_rate": 0.0002954236484866067,
      "loss": 2.5156,
      "step": 12009
    },
    {
      "epoch": 0.5587345894394045,
      "grad_norm": 0.7416846800530871,
      "learning_rate": 0.00029542273867322783,
      "loss": 2.4375,
      "step": 12010
    },
    {
      "epoch": 0.5587811118864853,
      "grad_norm": 0.728591007894968,
      "learning_rate": 0.00029542182877082023,
      "loss": 2.5938,
      "step": 12011
    },
    {
      "epoch": 0.558827634333566,
      "grad_norm": 0.6729797879017129,
      "learning_rate": 0.0002954209187793847,
      "loss": 2.7969,
      "step": 12012
    },
    {
      "epoch": 0.5588741567806467,
      "grad_norm": 0.6690674508985561,
      "learning_rate": 0.0002954200086989215,
      "loss": 2.125,
      "step": 12013
    },
    {
      "epoch": 0.5589206792277274,
      "grad_norm": 0.6869074596357404,
      "learning_rate": 0.0002954190985294313,
      "loss": 2.7812,
      "step": 12014
    },
    {
      "epoch": 0.5589672016748081,
      "grad_norm": 0.6941496505683142,
      "learning_rate": 0.00029541818827091474,
      "loss": 2.6875,
      "step": 12015
    },
    {
      "epoch": 0.5590137241218888,
      "grad_norm": 0.7124363574831213,
      "learning_rate": 0.00029541727792337227,
      "loss": 2.75,
      "step": 12016
    },
    {
      "epoch": 0.5590602465689696,
      "grad_norm": 0.7333373348551954,
      "learning_rate": 0.0002954163674868045,
      "loss": 2.875,
      "step": 12017
    },
    {
      "epoch": 0.5591067690160503,
      "grad_norm": 0.6759243901792327,
      "learning_rate": 0.00029541545696121197,
      "loss": 2.6094,
      "step": 12018
    },
    {
      "epoch": 0.559153291463131,
      "grad_norm": 0.67423791766655,
      "learning_rate": 0.0002954145463465952,
      "loss": 2.6094,
      "step": 12019
    },
    {
      "epoch": 0.5591998139102117,
      "grad_norm": 0.7103911099866547,
      "learning_rate": 0.0002954136356429549,
      "loss": 2.6875,
      "step": 12020
    },
    {
      "epoch": 0.5592463363572924,
      "grad_norm": 0.6574024474588109,
      "learning_rate": 0.00029541272485029144,
      "loss": 2.5938,
      "step": 12021
    },
    {
      "epoch": 0.5592928588043731,
      "grad_norm": 0.7029945548356081,
      "learning_rate": 0.0002954118139686054,
      "loss": 2.5469,
      "step": 12022
    },
    {
      "epoch": 0.5593393812514538,
      "grad_norm": 0.6881774091799192,
      "learning_rate": 0.00029541090299789745,
      "loss": 2.7344,
      "step": 12023
    },
    {
      "epoch": 0.5593859036985346,
      "grad_norm": 0.90480042967364,
      "learning_rate": 0.0002954099919381681,
      "loss": 1.9531,
      "step": 12024
    },
    {
      "epoch": 0.5594324261456153,
      "grad_norm": 0.6554926083758683,
      "learning_rate": 0.0002954090807894179,
      "loss": 2.7812,
      "step": 12025
    },
    {
      "epoch": 0.559478948592696,
      "grad_norm": 0.648165343797776,
      "learning_rate": 0.0002954081695516474,
      "loss": 2.6562,
      "step": 12026
    },
    {
      "epoch": 0.5595254710397767,
      "grad_norm": 0.7473866114609021,
      "learning_rate": 0.0002954072582248571,
      "loss": 2.5156,
      "step": 12027
    },
    {
      "epoch": 0.5595719934868574,
      "grad_norm": 0.6753189748093841,
      "learning_rate": 0.0002954063468090477,
      "loss": 2.6562,
      "step": 12028
    },
    {
      "epoch": 0.5596185159339381,
      "grad_norm": 0.6719541596954499,
      "learning_rate": 0.00029540543530421964,
      "loss": 2.5469,
      "step": 12029
    },
    {
      "epoch": 0.5596650383810189,
      "grad_norm": 0.7122481376413202,
      "learning_rate": 0.0002954045237103735,
      "loss": 2.4375,
      "step": 12030
    },
    {
      "epoch": 0.5597115608280996,
      "grad_norm": 0.6119269569249878,
      "learning_rate": 0.00029540361202750985,
      "loss": 2.1875,
      "step": 12031
    },
    {
      "epoch": 0.5597580832751803,
      "grad_norm": 0.6555600082656039,
      "learning_rate": 0.0002954027002556293,
      "loss": 2.6875,
      "step": 12032
    },
    {
      "epoch": 0.559804605722261,
      "grad_norm": 0.7507860455261425,
      "learning_rate": 0.0002954017883947323,
      "loss": 2.6875,
      "step": 12033
    },
    {
      "epoch": 0.5598511281693417,
      "grad_norm": 0.6730698154159077,
      "learning_rate": 0.0002954008764448195,
      "loss": 2.3594,
      "step": 12034
    },
    {
      "epoch": 0.5598976506164224,
      "grad_norm": 0.6728116385174429,
      "learning_rate": 0.00029539996440589147,
      "loss": 2.3906,
      "step": 12035
    },
    {
      "epoch": 0.5599441730635032,
      "grad_norm": 0.7486367445780746,
      "learning_rate": 0.00029539905227794863,
      "loss": 2.6719,
      "step": 12036
    },
    {
      "epoch": 0.5599906955105839,
      "grad_norm": 0.6960106144595751,
      "learning_rate": 0.0002953981400609917,
      "loss": 2.4375,
      "step": 12037
    },
    {
      "epoch": 0.5600372179576646,
      "grad_norm": 0.6998342763177997,
      "learning_rate": 0.00029539722775502115,
      "loss": 2.3438,
      "step": 12038
    },
    {
      "epoch": 0.5600837404047453,
      "grad_norm": 0.6986928936347566,
      "learning_rate": 0.0002953963153600376,
      "loss": 2.5312,
      "step": 12039
    },
    {
      "epoch": 0.560130262851826,
      "grad_norm": 0.6793478283699214,
      "learning_rate": 0.00029539540287604156,
      "loss": 2.4375,
      "step": 12040
    },
    {
      "epoch": 0.5601767852989067,
      "grad_norm": 0.6584783655787434,
      "learning_rate": 0.00029539449030303356,
      "loss": 2.2656,
      "step": 12041
    },
    {
      "epoch": 0.5602233077459874,
      "grad_norm": 0.7118519403858031,
      "learning_rate": 0.0002953935776410142,
      "loss": 2.4531,
      "step": 12042
    },
    {
      "epoch": 0.5602698301930682,
      "grad_norm": 0.7046482070569451,
      "learning_rate": 0.000295392664889984,
      "loss": 2.625,
      "step": 12043
    },
    {
      "epoch": 0.5603163526401489,
      "grad_norm": 0.7346252711685373,
      "learning_rate": 0.00029539175204994363,
      "loss": 2.7344,
      "step": 12044
    },
    {
      "epoch": 0.5603628750872296,
      "grad_norm": 0.6714803500041413,
      "learning_rate": 0.00029539083912089357,
      "loss": 2.6406,
      "step": 12045
    },
    {
      "epoch": 0.5604093975343103,
      "grad_norm": 0.6538125104255943,
      "learning_rate": 0.00029538992610283435,
      "loss": 2.3281,
      "step": 12046
    },
    {
      "epoch": 0.560455919981391,
      "grad_norm": 0.7121171486189056,
      "learning_rate": 0.00029538901299576653,
      "loss": 2.3125,
      "step": 12047
    },
    {
      "epoch": 0.5605024424284717,
      "grad_norm": 0.6939375822590715,
      "learning_rate": 0.00029538809979969075,
      "loss": 2.5938,
      "step": 12048
    },
    {
      "epoch": 0.5605489648755525,
      "grad_norm": 0.7116797267935996,
      "learning_rate": 0.0002953871865146075,
      "loss": 2.5312,
      "step": 12049
    },
    {
      "epoch": 0.5605954873226332,
      "grad_norm": 0.6935599741821941,
      "learning_rate": 0.0002953862731405174,
      "loss": 2.4062,
      "step": 12050
    },
    {
      "epoch": 0.5606420097697139,
      "grad_norm": 0.813631113325341,
      "learning_rate": 0.0002953853596774209,
      "loss": 2.5781,
      "step": 12051
    },
    {
      "epoch": 0.5606885322167946,
      "grad_norm": 0.7148899996812366,
      "learning_rate": 0.00029538444612531864,
      "loss": 2.5938,
      "step": 12052
    },
    {
      "epoch": 0.5607350546638753,
      "grad_norm": 0.7002815106019128,
      "learning_rate": 0.00029538353248421116,
      "loss": 2.5312,
      "step": 12053
    },
    {
      "epoch": 0.560781577110956,
      "grad_norm": 0.670869358275389,
      "learning_rate": 0.0002953826187540991,
      "loss": 2.5625,
      "step": 12054
    },
    {
      "epoch": 0.5608280995580368,
      "grad_norm": 0.6942347903760768,
      "learning_rate": 0.00029538170493498283,
      "loss": 2.5469,
      "step": 12055
    },
    {
      "epoch": 0.5608746220051175,
      "grad_norm": 0.7060229495099185,
      "learning_rate": 0.0002953807910268631,
      "loss": 2.4844,
      "step": 12056
    },
    {
      "epoch": 0.5609211444521982,
      "grad_norm": 0.7079238921322469,
      "learning_rate": 0.00029537987702974035,
      "loss": 2.5156,
      "step": 12057
    },
    {
      "epoch": 0.5609676668992789,
      "grad_norm": 0.7006203736096722,
      "learning_rate": 0.0002953789629436152,
      "loss": 2.4375,
      "step": 12058
    },
    {
      "epoch": 0.5610141893463596,
      "grad_norm": 0.6677050374232144,
      "learning_rate": 0.0002953780487684882,
      "loss": 2.5,
      "step": 12059
    },
    {
      "epoch": 0.5610607117934403,
      "grad_norm": 0.6980000172362317,
      "learning_rate": 0.0002953771345043599,
      "loss": 2.7812,
      "step": 12060
    },
    {
      "epoch": 0.561107234240521,
      "grad_norm": 0.6381871447184173,
      "learning_rate": 0.0002953762201512309,
      "loss": 2.375,
      "step": 12061
    },
    {
      "epoch": 0.5611537566876018,
      "grad_norm": 0.632446811143789,
      "learning_rate": 0.00029537530570910165,
      "loss": 2.4062,
      "step": 12062
    },
    {
      "epoch": 0.5612002791346825,
      "grad_norm": 0.6840648781480554,
      "learning_rate": 0.00029537439117797277,
      "loss": 2.7344,
      "step": 12063
    },
    {
      "epoch": 0.5612468015817632,
      "grad_norm": 0.6327702771324526,
      "learning_rate": 0.00029537347655784487,
      "loss": 2.3906,
      "step": 12064
    },
    {
      "epoch": 0.5612933240288439,
      "grad_norm": 0.6657523185824616,
      "learning_rate": 0.0002953725618487185,
      "loss": 2.5312,
      "step": 12065
    },
    {
      "epoch": 0.5613398464759246,
      "grad_norm": 0.6441476046929949,
      "learning_rate": 0.0002953716470505942,
      "loss": 2.3906,
      "step": 12066
    },
    {
      "epoch": 0.5613863689230053,
      "grad_norm": 0.6826718750733433,
      "learning_rate": 0.00029537073216347247,
      "loss": 2.8594,
      "step": 12067
    },
    {
      "epoch": 0.5614328913700861,
      "grad_norm": 0.7394756617836711,
      "learning_rate": 0.00029536981718735394,
      "loss": 2.6719,
      "step": 12068
    },
    {
      "epoch": 0.5614794138171668,
      "grad_norm": 0.7452940930464302,
      "learning_rate": 0.0002953689021222391,
      "loss": 2.5469,
      "step": 12069
    },
    {
      "epoch": 0.5615259362642475,
      "grad_norm": 0.7160038033386446,
      "learning_rate": 0.00029536798696812864,
      "loss": 2.5938,
      "step": 12070
    },
    {
      "epoch": 0.5615724587113282,
      "grad_norm": 0.679071863082668,
      "learning_rate": 0.000295367071725023,
      "loss": 2.6719,
      "step": 12071
    },
    {
      "epoch": 0.5616189811584089,
      "grad_norm": 0.7027449514409368,
      "learning_rate": 0.0002953661563929228,
      "loss": 2.5156,
      "step": 12072
    },
    {
      "epoch": 0.5616655036054896,
      "grad_norm": 0.6715075204752677,
      "learning_rate": 0.00029536524097182855,
      "loss": 2.5312,
      "step": 12073
    },
    {
      "epoch": 0.5617120260525703,
      "grad_norm": 0.704775749525451,
      "learning_rate": 0.0002953643254617409,
      "loss": 2.5781,
      "step": 12074
    },
    {
      "epoch": 0.5617585484996511,
      "grad_norm": 0.6995949280179931,
      "learning_rate": 0.00029536340986266034,
      "loss": 2.7969,
      "step": 12075
    },
    {
      "epoch": 0.5618050709467318,
      "grad_norm": 0.6785360290117154,
      "learning_rate": 0.0002953624941745874,
      "loss": 2.4062,
      "step": 12076
    },
    {
      "epoch": 0.5618515933938125,
      "grad_norm": 0.6844550561878154,
      "learning_rate": 0.0002953615783975227,
      "loss": 2.5,
      "step": 12077
    },
    {
      "epoch": 0.5618981158408932,
      "grad_norm": 0.6998476239191318,
      "learning_rate": 0.0002953606625314668,
      "loss": 1.9688,
      "step": 12078
    },
    {
      "epoch": 0.5619446382879739,
      "grad_norm": 0.701784161199816,
      "learning_rate": 0.00029535974657642024,
      "loss": 2.5,
      "step": 12079
    },
    {
      "epoch": 0.5619911607350546,
      "grad_norm": 0.7103846123690627,
      "learning_rate": 0.0002953588305323836,
      "loss": 2.8594,
      "step": 12080
    },
    {
      "epoch": 0.5620376831821354,
      "grad_norm": 0.6860098171502256,
      "learning_rate": 0.0002953579143993574,
      "loss": 2.3438,
      "step": 12081
    },
    {
      "epoch": 0.5620842056292161,
      "grad_norm": 0.7494114368553461,
      "learning_rate": 0.00029535699817734225,
      "loss": 2.5938,
      "step": 12082
    },
    {
      "epoch": 0.5621307280762968,
      "grad_norm": 0.6728246444915672,
      "learning_rate": 0.00029535608186633867,
      "loss": 2.4375,
      "step": 12083
    },
    {
      "epoch": 0.5621772505233775,
      "grad_norm": 0.6803975439963553,
      "learning_rate": 0.0002953551654663473,
      "loss": 2.5625,
      "step": 12084
    },
    {
      "epoch": 0.5622237729704582,
      "grad_norm": 0.676849681458555,
      "learning_rate": 0.00029535424897736857,
      "loss": 2.5469,
      "step": 12085
    },
    {
      "epoch": 0.5622702954175389,
      "grad_norm": 0.7635737397521437,
      "learning_rate": 0.00029535333239940313,
      "loss": 2.8906,
      "step": 12086
    },
    {
      "epoch": 0.5623168178646197,
      "grad_norm": 0.6886228816599749,
      "learning_rate": 0.0002953524157324515,
      "loss": 2.0469,
      "step": 12087
    },
    {
      "epoch": 0.5623633403117004,
      "grad_norm": 0.7017661049688156,
      "learning_rate": 0.0002953514989765143,
      "loss": 2.4531,
      "step": 12088
    },
    {
      "epoch": 0.5624098627587811,
      "grad_norm": 0.6168930854509742,
      "learning_rate": 0.000295350582131592,
      "loss": 2.375,
      "step": 12089
    },
    {
      "epoch": 0.5624563852058618,
      "grad_norm": 0.7048153924975374,
      "learning_rate": 0.0002953496651976853,
      "loss": 2.7656,
      "step": 12090
    },
    {
      "epoch": 0.5625029076529425,
      "grad_norm": 0.6685991594693917,
      "learning_rate": 0.00029534874817479465,
      "loss": 2.5781,
      "step": 12091
    },
    {
      "epoch": 0.5625494301000232,
      "grad_norm": 0.8323888323559813,
      "learning_rate": 0.00029534783106292063,
      "loss": 2.375,
      "step": 12092
    },
    {
      "epoch": 0.5625959525471039,
      "grad_norm": 0.6631988042191521,
      "learning_rate": 0.0002953469138620638,
      "loss": 2.7031,
      "step": 12093
    },
    {
      "epoch": 0.5626424749941847,
      "grad_norm": 0.6828677801246104,
      "learning_rate": 0.0002953459965722248,
      "loss": 2.4062,
      "step": 12094
    },
    {
      "epoch": 0.5626889974412654,
      "grad_norm": 0.7297893220725012,
      "learning_rate": 0.00029534507919340403,
      "loss": 2.7812,
      "step": 12095
    },
    {
      "epoch": 0.5627355198883461,
      "grad_norm": 0.7065890303212018,
      "learning_rate": 0.0002953441617256022,
      "loss": 2.5312,
      "step": 12096
    },
    {
      "epoch": 0.5627820423354268,
      "grad_norm": 0.6935270708777298,
      "learning_rate": 0.0002953432441688198,
      "loss": 2.4688,
      "step": 12097
    },
    {
      "epoch": 0.5628285647825075,
      "grad_norm": 0.7008054203943886,
      "learning_rate": 0.0002953423265230574,
      "loss": 2.6094,
      "step": 12098
    },
    {
      "epoch": 0.5628750872295882,
      "grad_norm": 0.6496797978146748,
      "learning_rate": 0.00029534140878831555,
      "loss": 2.5,
      "step": 12099
    },
    {
      "epoch": 0.562921609676669,
      "grad_norm": 0.6615253513135535,
      "learning_rate": 0.0002953404909645949,
      "loss": 2.7344,
      "step": 12100
    },
    {
      "epoch": 0.5629681321237497,
      "grad_norm": 0.6868291850075539,
      "learning_rate": 0.0002953395730518959,
      "loss": 2.9219,
      "step": 12101
    },
    {
      "epoch": 0.5630146545708304,
      "grad_norm": 0.8175135736740257,
      "learning_rate": 0.00029533865505021917,
      "loss": 2.4219,
      "step": 12102
    },
    {
      "epoch": 0.5630611770179111,
      "grad_norm": 0.7741851158511879,
      "learning_rate": 0.00029533773695956527,
      "loss": 2.4844,
      "step": 12103
    },
    {
      "epoch": 0.5631076994649918,
      "grad_norm": 0.6830616994543236,
      "learning_rate": 0.0002953368187799347,
      "loss": 2.6094,
      "step": 12104
    },
    {
      "epoch": 0.5631542219120725,
      "grad_norm": 0.7586267010122872,
      "learning_rate": 0.00029533590051132813,
      "loss": 2.6562,
      "step": 12105
    },
    {
      "epoch": 0.5632007443591532,
      "grad_norm": 0.6795638221454331,
      "learning_rate": 0.00029533498215374604,
      "loss": 2.4375,
      "step": 12106
    },
    {
      "epoch": 0.563247266806234,
      "grad_norm": 0.7862870521867517,
      "learning_rate": 0.00029533406370718906,
      "loss": 2.8125,
      "step": 12107
    },
    {
      "epoch": 0.5632937892533147,
      "grad_norm": 0.7216742318140186,
      "learning_rate": 0.0002953331451716577,
      "loss": 2.4062,
      "step": 12108
    },
    {
      "epoch": 0.5633403117003954,
      "grad_norm": 0.7342896870191794,
      "learning_rate": 0.0002953322265471525,
      "loss": 2.5156,
      "step": 12109
    },
    {
      "epoch": 0.5633868341474761,
      "grad_norm": 0.7300650406979409,
      "learning_rate": 0.000295331307833674,
      "loss": 2.4219,
      "step": 12110
    },
    {
      "epoch": 0.5634333565945568,
      "grad_norm": 0.7035241240107559,
      "learning_rate": 0.0002953303890312229,
      "loss": 2.6719,
      "step": 12111
    },
    {
      "epoch": 0.5634798790416375,
      "grad_norm": 0.7625461166549097,
      "learning_rate": 0.00029532947013979964,
      "loss": 2.6094,
      "step": 12112
    },
    {
      "epoch": 0.5635264014887184,
      "grad_norm": 0.7174426517939099,
      "learning_rate": 0.0002953285511594049,
      "loss": 2.4531,
      "step": 12113
    },
    {
      "epoch": 0.563572923935799,
      "grad_norm": 0.6880423879275323,
      "learning_rate": 0.00029532763209003907,
      "loss": 2.4375,
      "step": 12114
    },
    {
      "epoch": 0.5636194463828798,
      "grad_norm": 0.7095267025611396,
      "learning_rate": 0.0002953267129317028,
      "loss": 2.4688,
      "step": 12115
    },
    {
      "epoch": 0.5636659688299605,
      "grad_norm": 0.6824086286460513,
      "learning_rate": 0.0002953257936843967,
      "loss": 2.5312,
      "step": 12116
    },
    {
      "epoch": 0.5637124912770412,
      "grad_norm": 0.8162411022494157,
      "learning_rate": 0.00029532487434812127,
      "loss": 2.6562,
      "step": 12117
    },
    {
      "epoch": 0.5637590137241218,
      "grad_norm": 0.704883138816019,
      "learning_rate": 0.00029532395492287716,
      "loss": 2.25,
      "step": 12118
    },
    {
      "epoch": 0.5638055361712027,
      "grad_norm": 0.7265782126046885,
      "learning_rate": 0.00029532303540866483,
      "loss": 2.6875,
      "step": 12119
    },
    {
      "epoch": 0.5638520586182834,
      "grad_norm": 0.7106518950715411,
      "learning_rate": 0.0002953221158054849,
      "loss": 1.8047,
      "step": 12120
    },
    {
      "epoch": 0.5638985810653641,
      "grad_norm": 0.6807661978265334,
      "learning_rate": 0.0002953211961133379,
      "loss": 2.7969,
      "step": 12121
    },
    {
      "epoch": 0.5639451035124448,
      "grad_norm": 0.7080977935993183,
      "learning_rate": 0.00029532027633222437,
      "loss": 2.375,
      "step": 12122
    },
    {
      "epoch": 0.5639916259595255,
      "grad_norm": 0.6412166999476813,
      "learning_rate": 0.00029531935646214495,
      "loss": 2.4219,
      "step": 12123
    },
    {
      "epoch": 0.5640381484066062,
      "grad_norm": 0.6752564279788515,
      "learning_rate": 0.00029531843650310014,
      "loss": 2.5312,
      "step": 12124
    },
    {
      "epoch": 0.5640846708536869,
      "grad_norm": 0.6869070190320902,
      "learning_rate": 0.0002953175164550905,
      "loss": 2.375,
      "step": 12125
    },
    {
      "epoch": 0.5641311933007677,
      "grad_norm": 0.7197122775699026,
      "learning_rate": 0.0002953165963181167,
      "loss": 2.6719,
      "step": 12126
    },
    {
      "epoch": 0.5641777157478484,
      "grad_norm": 0.6519178149408512,
      "learning_rate": 0.0002953156760921792,
      "loss": 2.4375,
      "step": 12127
    },
    {
      "epoch": 0.5642242381949291,
      "grad_norm": 0.715351763350575,
      "learning_rate": 0.00029531475577727857,
      "loss": 2.4375,
      "step": 12128
    },
    {
      "epoch": 0.5642707606420098,
      "grad_norm": 0.703955622639871,
      "learning_rate": 0.00029531383537341536,
      "loss": 2.625,
      "step": 12129
    },
    {
      "epoch": 0.5643172830890905,
      "grad_norm": 0.7230517154520455,
      "learning_rate": 0.00029531291488059017,
      "loss": 2.5312,
      "step": 12130
    },
    {
      "epoch": 0.5643638055361712,
      "grad_norm": 0.6982334760152734,
      "learning_rate": 0.0002953119942988036,
      "loss": 2.8125,
      "step": 12131
    },
    {
      "epoch": 0.564410327983252,
      "grad_norm": 0.6984956178426002,
      "learning_rate": 0.00029531107362805616,
      "loss": 2.4219,
      "step": 12132
    },
    {
      "epoch": 0.5644568504303327,
      "grad_norm": 0.6824036352144301,
      "learning_rate": 0.0002953101528683484,
      "loss": 2.7188,
      "step": 12133
    },
    {
      "epoch": 0.5645033728774134,
      "grad_norm": 0.6760086971079954,
      "learning_rate": 0.0002953092320196809,
      "loss": 2.4688,
      "step": 12134
    },
    {
      "epoch": 0.5645498953244941,
      "grad_norm": 0.7650402894320659,
      "learning_rate": 0.00029530831108205425,
      "loss": 2.75,
      "step": 12135
    },
    {
      "epoch": 0.5645964177715748,
      "grad_norm": 0.71077006758089,
      "learning_rate": 0.000295307390055469,
      "loss": 2.6562,
      "step": 12136
    },
    {
      "epoch": 0.5646429402186555,
      "grad_norm": 0.818721041335868,
      "learning_rate": 0.00029530646893992574,
      "loss": 2.7031,
      "step": 12137
    },
    {
      "epoch": 0.5646894626657362,
      "grad_norm": 0.6922420832854189,
      "learning_rate": 0.000295305547735425,
      "loss": 2.3906,
      "step": 12138
    },
    {
      "epoch": 0.564735985112817,
      "grad_norm": 0.6810992176040114,
      "learning_rate": 0.0002953046264419673,
      "loss": 1.9453,
      "step": 12139
    },
    {
      "epoch": 0.5647825075598977,
      "grad_norm": 0.6937041390674679,
      "learning_rate": 0.00029530370505955324,
      "loss": 2.4688,
      "step": 12140
    },
    {
      "epoch": 0.5648290300069784,
      "grad_norm": 0.747320671395606,
      "learning_rate": 0.00029530278358818343,
      "loss": 2.6406,
      "step": 12141
    },
    {
      "epoch": 0.5648755524540591,
      "grad_norm": 0.6709729066984579,
      "learning_rate": 0.00029530186202785837,
      "loss": 2.25,
      "step": 12142
    },
    {
      "epoch": 0.5649220749011398,
      "grad_norm": 0.7088965950613271,
      "learning_rate": 0.0002953009403785787,
      "loss": 2.7812,
      "step": 12143
    },
    {
      "epoch": 0.5649685973482205,
      "grad_norm": 0.692710686837042,
      "learning_rate": 0.000295300018640345,
      "loss": 2.6719,
      "step": 12144
    },
    {
      "epoch": 0.5650151197953013,
      "grad_norm": 0.6730973060283911,
      "learning_rate": 0.00029529909681315765,
      "loss": 2.7969,
      "step": 12145
    },
    {
      "epoch": 0.565061642242382,
      "grad_norm": 0.6673679722438478,
      "learning_rate": 0.0002952981748970173,
      "loss": 2.3594,
      "step": 12146
    },
    {
      "epoch": 0.5651081646894627,
      "grad_norm": 0.6783308823832594,
      "learning_rate": 0.00029529725289192466,
      "loss": 1.9688,
      "step": 12147
    },
    {
      "epoch": 0.5651546871365434,
      "grad_norm": 0.6571163948619356,
      "learning_rate": 0.00029529633079788015,
      "loss": 2.2188,
      "step": 12148
    },
    {
      "epoch": 0.5652012095836241,
      "grad_norm": 0.74866147920818,
      "learning_rate": 0.0002952954086148844,
      "loss": 2.3594,
      "step": 12149
    },
    {
      "epoch": 0.5652477320307048,
      "grad_norm": 0.643985581455327,
      "learning_rate": 0.0002952944863429379,
      "loss": 2.5625,
      "step": 12150
    },
    {
      "epoch": 0.5652942544777856,
      "grad_norm": 0.7080820829202735,
      "learning_rate": 0.00029529356398204126,
      "loss": 2.4375,
      "step": 12151
    },
    {
      "epoch": 0.5653407769248663,
      "grad_norm": 0.6143092895790873,
      "learning_rate": 0.00029529264153219505,
      "loss": 2.2812,
      "step": 12152
    },
    {
      "epoch": 0.565387299371947,
      "grad_norm": 0.6829894762805143,
      "learning_rate": 0.0002952917189933999,
      "loss": 2.7344,
      "step": 12153
    },
    {
      "epoch": 0.5654338218190277,
      "grad_norm": 0.6699493750662747,
      "learning_rate": 0.0002952907963656562,
      "loss": 2.3906,
      "step": 12154
    },
    {
      "epoch": 0.5654803442661084,
      "grad_norm": 0.7492033147434678,
      "learning_rate": 0.00029528987364896465,
      "loss": 2.5469,
      "step": 12155
    },
    {
      "epoch": 0.5655268667131891,
      "grad_norm": 0.7369277659428699,
      "learning_rate": 0.00029528895084332584,
      "loss": 2.7344,
      "step": 12156
    },
    {
      "epoch": 0.5655733891602698,
      "grad_norm": 0.6766216761161983,
      "learning_rate": 0.0002952880279487402,
      "loss": 2.4844,
      "step": 12157
    },
    {
      "epoch": 0.5656199116073506,
      "grad_norm": 0.6514988511312056,
      "learning_rate": 0.0002952871049652084,
      "loss": 2.3594,
      "step": 12158
    },
    {
      "epoch": 0.5656664340544313,
      "grad_norm": 0.7054143783662649,
      "learning_rate": 0.000295286181892731,
      "loss": 1.7344,
      "step": 12159
    },
    {
      "epoch": 0.565712956501512,
      "grad_norm": 0.6510610377329157,
      "learning_rate": 0.0002952852587313085,
      "loss": 2.4531,
      "step": 12160
    },
    {
      "epoch": 0.5657594789485927,
      "grad_norm": 0.6486464318882582,
      "learning_rate": 0.00029528433548094157,
      "loss": 2.2188,
      "step": 12161
    },
    {
      "epoch": 0.5658060013956734,
      "grad_norm": 0.7577160975983852,
      "learning_rate": 0.0002952834121416307,
      "loss": 2.4219,
      "step": 12162
    },
    {
      "epoch": 0.5658525238427541,
      "grad_norm": 0.6911293939978858,
      "learning_rate": 0.0002952824887133764,
      "loss": 2.2656,
      "step": 12163
    },
    {
      "epoch": 0.5658990462898349,
      "grad_norm": 0.6942188762690986,
      "learning_rate": 0.00029528156519617935,
      "loss": 2.3281,
      "step": 12164
    },
    {
      "epoch": 0.5659455687369156,
      "grad_norm": 0.639843717175064,
      "learning_rate": 0.0002952806415900401,
      "loss": 2.4531,
      "step": 12165
    },
    {
      "epoch": 0.5659920911839963,
      "grad_norm": 0.7120081084492204,
      "learning_rate": 0.00029527971789495915,
      "loss": 2.6094,
      "step": 12166
    },
    {
      "epoch": 0.566038613631077,
      "grad_norm": 0.7258541724716907,
      "learning_rate": 0.0002952787941109371,
      "loss": 2.7812,
      "step": 12167
    },
    {
      "epoch": 0.5660851360781577,
      "grad_norm": 0.6712661735736241,
      "learning_rate": 0.00029527787023797455,
      "loss": 2.3281,
      "step": 12168
    },
    {
      "epoch": 0.5661316585252384,
      "grad_norm": 0.748805433167314,
      "learning_rate": 0.00029527694627607196,
      "loss": 2.5625,
      "step": 12169
    },
    {
      "epoch": 0.5661781809723191,
      "grad_norm": 0.657931104370339,
      "learning_rate": 0.00029527602222523004,
      "loss": 2.5156,
      "step": 12170
    },
    {
      "epoch": 0.5662247034193999,
      "grad_norm": 0.6865862028036597,
      "learning_rate": 0.0002952750980854492,
      "loss": 2.4688,
      "step": 12171
    },
    {
      "epoch": 0.5662712258664806,
      "grad_norm": 0.7272808353657605,
      "learning_rate": 0.00029527417385673017,
      "loss": 2.5781,
      "step": 12172
    },
    {
      "epoch": 0.5663177483135613,
      "grad_norm": 0.6782702236108481,
      "learning_rate": 0.0002952732495390734,
      "loss": 2.4844,
      "step": 12173
    },
    {
      "epoch": 0.566364270760642,
      "grad_norm": 0.6911593258553866,
      "learning_rate": 0.0002952723251324795,
      "loss": 2.4688,
      "step": 12174
    },
    {
      "epoch": 0.5664107932077227,
      "grad_norm": 0.710871432925784,
      "learning_rate": 0.00029527140063694907,
      "loss": 2.8594,
      "step": 12175
    },
    {
      "epoch": 0.5664573156548034,
      "grad_norm": 0.6943084522841632,
      "learning_rate": 0.0002952704760524825,
      "loss": 2.2656,
      "step": 12176
    },
    {
      "epoch": 0.5665038381018842,
      "grad_norm": 0.7480105056833954,
      "learning_rate": 0.0002952695513790806,
      "loss": 2.7031,
      "step": 12177
    },
    {
      "epoch": 0.5665503605489649,
      "grad_norm": 0.7018653889436863,
      "learning_rate": 0.00029526862661674385,
      "loss": 2.7656,
      "step": 12178
    },
    {
      "epoch": 0.5665968829960456,
      "grad_norm": 0.6358552225877565,
      "learning_rate": 0.0002952677017654727,
      "loss": 2.4688,
      "step": 12179
    },
    {
      "epoch": 0.5666434054431263,
      "grad_norm": 0.7986774669383562,
      "learning_rate": 0.0002952667768252678,
      "loss": 1.9141,
      "step": 12180
    },
    {
      "epoch": 0.566689927890207,
      "grad_norm": 0.742079795397261,
      "learning_rate": 0.00029526585179612985,
      "loss": 2.7969,
      "step": 12181
    },
    {
      "epoch": 0.5667364503372877,
      "grad_norm": 0.7386378504111443,
      "learning_rate": 0.00029526492667805915,
      "loss": 2.5,
      "step": 12182
    },
    {
      "epoch": 0.5667829727843685,
      "grad_norm": 0.8296406223766528,
      "learning_rate": 0.0002952640014710565,
      "loss": 2.4531,
      "step": 12183
    },
    {
      "epoch": 0.5668294952314492,
      "grad_norm": 0.6550402664354349,
      "learning_rate": 0.00029526307617512234,
      "loss": 2.625,
      "step": 12184
    },
    {
      "epoch": 0.5668760176785299,
      "grad_norm": 0.7653068039916202,
      "learning_rate": 0.00029526215079025725,
      "loss": 2.3594,
      "step": 12185
    },
    {
      "epoch": 0.5669225401256106,
      "grad_norm": 0.7004004066063496,
      "learning_rate": 0.00029526122531646184,
      "loss": 2.4531,
      "step": 12186
    },
    {
      "epoch": 0.5669690625726913,
      "grad_norm": 0.6937898888391463,
      "learning_rate": 0.0002952602997537367,
      "loss": 2.7188,
      "step": 12187
    },
    {
      "epoch": 0.567015585019772,
      "grad_norm": 0.657472609084557,
      "learning_rate": 0.00029525937410208224,
      "loss": 2.4062,
      "step": 12188
    },
    {
      "epoch": 0.5670621074668527,
      "grad_norm": 0.7160339757164016,
      "learning_rate": 0.0002952584483614992,
      "loss": 2.3125,
      "step": 12189
    },
    {
      "epoch": 0.5671086299139335,
      "grad_norm": 0.6728512128121741,
      "learning_rate": 0.00029525752253198805,
      "loss": 2.6719,
      "step": 12190
    },
    {
      "epoch": 0.5671551523610142,
      "grad_norm": 0.7595973480145428,
      "learning_rate": 0.0002952565966135494,
      "loss": 2.5,
      "step": 12191
    },
    {
      "epoch": 0.5672016748080949,
      "grad_norm": 0.7070963784505517,
      "learning_rate": 0.00029525567060618383,
      "loss": 2.6719,
      "step": 12192
    },
    {
      "epoch": 0.5672481972551756,
      "grad_norm": 0.7280922576093318,
      "learning_rate": 0.00029525474450989184,
      "loss": 2.7188,
      "step": 12193
    },
    {
      "epoch": 0.5672947197022563,
      "grad_norm": 0.6697306041776838,
      "learning_rate": 0.00029525381832467407,
      "loss": 2.2969,
      "step": 12194
    },
    {
      "epoch": 0.567341242149337,
      "grad_norm": 0.7168949981758572,
      "learning_rate": 0.00029525289205053107,
      "loss": 2.5625,
      "step": 12195
    },
    {
      "epoch": 0.5673877645964178,
      "grad_norm": 0.6523852409111148,
      "learning_rate": 0.0002952519656874634,
      "loss": 2.75,
      "step": 12196
    },
    {
      "epoch": 0.5674342870434985,
      "grad_norm": 0.6880538192409185,
      "learning_rate": 0.00029525103923547154,
      "loss": 2.4062,
      "step": 12197
    },
    {
      "epoch": 0.5674808094905792,
      "grad_norm": 0.6339287801851909,
      "learning_rate": 0.0002952501126945562,
      "loss": 2.4062,
      "step": 12198
    },
    {
      "epoch": 0.5675273319376599,
      "grad_norm": 0.6564573685323635,
      "learning_rate": 0.00029524918606471786,
      "loss": 2.7812,
      "step": 12199
    },
    {
      "epoch": 0.5675738543847406,
      "grad_norm": 0.7589260494593894,
      "learning_rate": 0.0002952482593459571,
      "loss": 2.7031,
      "step": 12200
    },
    {
      "epoch": 0.5676203768318213,
      "grad_norm": 0.7481645165114797,
      "learning_rate": 0.0002952473325382746,
      "loss": 2.7656,
      "step": 12201
    },
    {
      "epoch": 0.567666899278902,
      "grad_norm": 0.6644460262455393,
      "learning_rate": 0.00029524640564167074,
      "loss": 2.3906,
      "step": 12202
    },
    {
      "epoch": 0.5677134217259828,
      "grad_norm": 0.689755931109988,
      "learning_rate": 0.0002952454786561462,
      "loss": 2.5781,
      "step": 12203
    },
    {
      "epoch": 0.5677599441730635,
      "grad_norm": 0.6566300888472353,
      "learning_rate": 0.0002952445515817015,
      "loss": 2.3594,
      "step": 12204
    },
    {
      "epoch": 0.5678064666201442,
      "grad_norm": 0.6973165616504358,
      "learning_rate": 0.00029524362441833723,
      "loss": 2.5312,
      "step": 12205
    },
    {
      "epoch": 0.5678529890672249,
      "grad_norm": 0.7052202746886007,
      "learning_rate": 0.000295242697166054,
      "loss": 2.3281,
      "step": 12206
    },
    {
      "epoch": 0.5678995115143056,
      "grad_norm": 0.7795969044886923,
      "learning_rate": 0.00029524176982485226,
      "loss": 1.9062,
      "step": 12207
    },
    {
      "epoch": 0.5679460339613863,
      "grad_norm": 0.7925011728094679,
      "learning_rate": 0.0002952408423947327,
      "loss": 2.7969,
      "step": 12208
    },
    {
      "epoch": 0.5679925564084671,
      "grad_norm": 0.6774442984988621,
      "learning_rate": 0.0002952399148756958,
      "loss": 2.4688,
      "step": 12209
    },
    {
      "epoch": 0.5680390788555478,
      "grad_norm": 0.6635926546121069,
      "learning_rate": 0.00029523898726774224,
      "loss": 2.5156,
      "step": 12210
    },
    {
      "epoch": 0.5680856013026285,
      "grad_norm": 0.673836234593977,
      "learning_rate": 0.0002952380595708725,
      "loss": 2.5781,
      "step": 12211
    },
    {
      "epoch": 0.5681321237497092,
      "grad_norm": 0.6942993255289664,
      "learning_rate": 0.00029523713178508713,
      "loss": 2.9062,
      "step": 12212
    },
    {
      "epoch": 0.5681786461967899,
      "grad_norm": 0.7529051493816286,
      "learning_rate": 0.0002952362039103867,
      "loss": 2.7031,
      "step": 12213
    },
    {
      "epoch": 0.5682251686438706,
      "grad_norm": 0.7422071093258993,
      "learning_rate": 0.0002952352759467719,
      "loss": 2.6719,
      "step": 12214
    },
    {
      "epoch": 0.5682716910909514,
      "grad_norm": 0.6597628364514532,
      "learning_rate": 0.00029523434789424316,
      "loss": 2.5938,
      "step": 12215
    },
    {
      "epoch": 0.5683182135380321,
      "grad_norm": 0.7247794191254449,
      "learning_rate": 0.0002952334197528011,
      "loss": 2.4844,
      "step": 12216
    },
    {
      "epoch": 0.5683647359851128,
      "grad_norm": 0.6522642529305496,
      "learning_rate": 0.0002952324915224463,
      "loss": 2.3906,
      "step": 12217
    },
    {
      "epoch": 0.5684112584321935,
      "grad_norm": 0.6785305696294238,
      "learning_rate": 0.00029523156320317926,
      "loss": 2.4375,
      "step": 12218
    },
    {
      "epoch": 0.5684577808792742,
      "grad_norm": 0.663551231185654,
      "learning_rate": 0.00029523063479500064,
      "loss": 2.375,
      "step": 12219
    },
    {
      "epoch": 0.5685043033263549,
      "grad_norm": 0.7805212654433553,
      "learning_rate": 0.000295229706297911,
      "loss": 2.5625,
      "step": 12220
    },
    {
      "epoch": 0.5685508257734356,
      "grad_norm": 0.7037207700227835,
      "learning_rate": 0.00029522877771191085,
      "loss": 2.6094,
      "step": 12221
    },
    {
      "epoch": 0.5685973482205164,
      "grad_norm": 0.7549866318607377,
      "learning_rate": 0.00029522784903700076,
      "loss": 2.4844,
      "step": 12222
    },
    {
      "epoch": 0.5686438706675971,
      "grad_norm": 0.6806380278771185,
      "learning_rate": 0.00029522692027318133,
      "loss": 2.6562,
      "step": 12223
    },
    {
      "epoch": 0.5686903931146778,
      "grad_norm": 0.7048400071307258,
      "learning_rate": 0.00029522599142045315,
      "loss": 2.7188,
      "step": 12224
    },
    {
      "epoch": 0.5687369155617585,
      "grad_norm": 0.7247508419737223,
      "learning_rate": 0.0002952250624788168,
      "loss": 2.6562,
      "step": 12225
    },
    {
      "epoch": 0.5687834380088392,
      "grad_norm": 0.673689061886718,
      "learning_rate": 0.00029522413344827274,
      "loss": 2.4062,
      "step": 12226
    },
    {
      "epoch": 0.5688299604559199,
      "grad_norm": 0.6424977401811006,
      "learning_rate": 0.0002952232043288216,
      "loss": 2.3906,
      "step": 12227
    },
    {
      "epoch": 0.5688764829030007,
      "grad_norm": 0.6981058860722421,
      "learning_rate": 0.000295222275120464,
      "loss": 2.5,
      "step": 12228
    },
    {
      "epoch": 0.5689230053500814,
      "grad_norm": 0.7003799405875076,
      "learning_rate": 0.00029522134582320045,
      "loss": 2.5938,
      "step": 12229
    },
    {
      "epoch": 0.5689695277971621,
      "grad_norm": 0.7058962647606223,
      "learning_rate": 0.00029522041643703157,
      "loss": 2.5,
      "step": 12230
    },
    {
      "epoch": 0.5690160502442428,
      "grad_norm": 0.6230182811786106,
      "learning_rate": 0.00029521948696195784,
      "loss": 2.1875,
      "step": 12231
    },
    {
      "epoch": 0.5690625726913235,
      "grad_norm": 0.713391909639227,
      "learning_rate": 0.0002952185573979799,
      "loss": 2.25,
      "step": 12232
    },
    {
      "epoch": 0.5691090951384042,
      "grad_norm": 0.6726899662963778,
      "learning_rate": 0.0002952176277450984,
      "loss": 2.4375,
      "step": 12233
    },
    {
      "epoch": 0.569155617585485,
      "grad_norm": 0.6398464928652935,
      "learning_rate": 0.0002952166980033137,
      "loss": 2.6094,
      "step": 12234
    },
    {
      "epoch": 0.5692021400325658,
      "grad_norm": 0.6768623621763272,
      "learning_rate": 0.0002952157681726265,
      "loss": 2.7344,
      "step": 12235
    },
    {
      "epoch": 0.5692486624796465,
      "grad_norm": 0.7163913671782846,
      "learning_rate": 0.0002952148382530374,
      "loss": 2.6562,
      "step": 12236
    },
    {
      "epoch": 0.5692951849267271,
      "grad_norm": 0.7151808305309356,
      "learning_rate": 0.00029521390824454685,
      "loss": 2.3125,
      "step": 12237
    },
    {
      "epoch": 0.5693417073738078,
      "grad_norm": 0.6845403406375842,
      "learning_rate": 0.0002952129781471555,
      "loss": 2.7188,
      "step": 12238
    },
    {
      "epoch": 0.5693882298208885,
      "grad_norm": 0.7228474123978136,
      "learning_rate": 0.00029521204796086395,
      "loss": 2.2969,
      "step": 12239
    },
    {
      "epoch": 0.5694347522679692,
      "grad_norm": 0.6874231263798202,
      "learning_rate": 0.0002952111176856727,
      "loss": 2.4688,
      "step": 12240
    },
    {
      "epoch": 0.5694812747150501,
      "grad_norm": 0.6895086044303909,
      "learning_rate": 0.00029521018732158236,
      "loss": 2.7188,
      "step": 12241
    },
    {
      "epoch": 0.5695277971621308,
      "grad_norm": 0.6994703405111851,
      "learning_rate": 0.0002952092568685935,
      "loss": 2.7969,
      "step": 12242
    },
    {
      "epoch": 0.5695743196092115,
      "grad_norm": 0.7636978425338623,
      "learning_rate": 0.00029520832632670663,
      "loss": 2.5469,
      "step": 12243
    },
    {
      "epoch": 0.5696208420562922,
      "grad_norm": 0.6629932205271885,
      "learning_rate": 0.00029520739569592245,
      "loss": 2.4688,
      "step": 12244
    },
    {
      "epoch": 0.5696673645033729,
      "grad_norm": 0.6770777595407099,
      "learning_rate": 0.0002952064649762414,
      "loss": 2.4844,
      "step": 12245
    },
    {
      "epoch": 0.5697138869504536,
      "grad_norm": 0.7850456576969292,
      "learning_rate": 0.00029520553416766403,
      "loss": 2.6094,
      "step": 12246
    },
    {
      "epoch": 0.5697604093975344,
      "grad_norm": 0.953937184163926,
      "learning_rate": 0.00029520460327019105,
      "loss": 2.7656,
      "step": 12247
    },
    {
      "epoch": 0.5698069318446151,
      "grad_norm": 0.6663827736449541,
      "learning_rate": 0.00029520367228382297,
      "loss": 2.5312,
      "step": 12248
    },
    {
      "epoch": 0.5698534542916958,
      "grad_norm": 0.6266600524129328,
      "learning_rate": 0.0002952027412085603,
      "loss": 2.2656,
      "step": 12249
    },
    {
      "epoch": 0.5698999767387765,
      "grad_norm": 0.6767383443581658,
      "learning_rate": 0.00029520181004440366,
      "loss": 2.2656,
      "step": 12250
    },
    {
      "epoch": 0.5699464991858572,
      "grad_norm": 0.7081408802997372,
      "learning_rate": 0.00029520087879135367,
      "loss": 2.625,
      "step": 12251
    },
    {
      "epoch": 0.5699930216329379,
      "grad_norm": 0.6717815526793042,
      "learning_rate": 0.0002951999474494108,
      "loss": 2.5469,
      "step": 12252
    },
    {
      "epoch": 0.5700395440800186,
      "grad_norm": 0.6672236634040599,
      "learning_rate": 0.0002951990160185757,
      "loss": 2.2969,
      "step": 12253
    },
    {
      "epoch": 0.5700860665270994,
      "grad_norm": 0.6567517512705519,
      "learning_rate": 0.0002951980844988489,
      "loss": 2.3281,
      "step": 12254
    },
    {
      "epoch": 0.5701325889741801,
      "grad_norm": 0.7852072341755061,
      "learning_rate": 0.0002951971528902309,
      "loss": 2.6094,
      "step": 12255
    },
    {
      "epoch": 0.5701791114212608,
      "grad_norm": 0.6650990002717414,
      "learning_rate": 0.0002951962211927224,
      "loss": 2.5312,
      "step": 12256
    },
    {
      "epoch": 0.5702256338683415,
      "grad_norm": 0.7481615027829155,
      "learning_rate": 0.00029519528940632393,
      "loss": 2.625,
      "step": 12257
    },
    {
      "epoch": 0.5702721563154222,
      "grad_norm": 0.6862026928103482,
      "learning_rate": 0.00029519435753103606,
      "loss": 2.5469,
      "step": 12258
    },
    {
      "epoch": 0.5703186787625029,
      "grad_norm": 0.704914816676794,
      "learning_rate": 0.00029519342556685933,
      "loss": 2.9844,
      "step": 12259
    },
    {
      "epoch": 0.5703652012095837,
      "grad_norm": 0.6846553075114876,
      "learning_rate": 0.00029519249351379434,
      "loss": 2.5781,
      "step": 12260
    },
    {
      "epoch": 0.5704117236566644,
      "grad_norm": 0.7495456122100368,
      "learning_rate": 0.00029519156137184163,
      "loss": 2.4844,
      "step": 12261
    },
    {
      "epoch": 0.5704582461037451,
      "grad_norm": 0.7055595191177622,
      "learning_rate": 0.0002951906291410018,
      "loss": 2.7031,
      "step": 12262
    },
    {
      "epoch": 0.5705047685508258,
      "grad_norm": 0.6607595437008404,
      "learning_rate": 0.0002951896968212754,
      "loss": 2.5469,
      "step": 12263
    },
    {
      "epoch": 0.5705512909979065,
      "grad_norm": 0.7037510113421492,
      "learning_rate": 0.00029518876441266304,
      "loss": 2.4688,
      "step": 12264
    },
    {
      "epoch": 0.5705978134449872,
      "grad_norm": 0.665096023224182,
      "learning_rate": 0.00029518783191516526,
      "loss": 2.7188,
      "step": 12265
    },
    {
      "epoch": 0.570644335892068,
      "grad_norm": 0.6877650503181569,
      "learning_rate": 0.0002951868993287826,
      "loss": 2.4375,
      "step": 12266
    },
    {
      "epoch": 0.5706908583391487,
      "grad_norm": 0.6861323791437096,
      "learning_rate": 0.0002951859666535157,
      "loss": 2.3438,
      "step": 12267
    },
    {
      "epoch": 0.5707373807862294,
      "grad_norm": 0.6538739709125404,
      "learning_rate": 0.00029518503388936506,
      "loss": 2.5156,
      "step": 12268
    },
    {
      "epoch": 0.5707839032333101,
      "grad_norm": 0.6439704730576957,
      "learning_rate": 0.0002951841010363313,
      "loss": 2.5156,
      "step": 12269
    },
    {
      "epoch": 0.5708304256803908,
      "grad_norm": 0.7129826122432891,
      "learning_rate": 0.000295183168094415,
      "loss": 2.5312,
      "step": 12270
    },
    {
      "epoch": 0.5708769481274715,
      "grad_norm": 0.6671471465528085,
      "learning_rate": 0.0002951822350636167,
      "loss": 2.7812,
      "step": 12271
    },
    {
      "epoch": 0.5709234705745522,
      "grad_norm": 0.7136734922821936,
      "learning_rate": 0.00029518130194393697,
      "loss": 2.6094,
      "step": 12272
    },
    {
      "epoch": 0.570969993021633,
      "grad_norm": 0.705733513710545,
      "learning_rate": 0.00029518036873537636,
      "loss": 2.5156,
      "step": 12273
    },
    {
      "epoch": 0.5710165154687137,
      "grad_norm": 0.6548496850506945,
      "learning_rate": 0.0002951794354379355,
      "loss": 2.4531,
      "step": 12274
    },
    {
      "epoch": 0.5710630379157944,
      "grad_norm": 0.6924048503250352,
      "learning_rate": 0.00029517850205161496,
      "loss": 3.0156,
      "step": 12275
    },
    {
      "epoch": 0.5711095603628751,
      "grad_norm": 0.7512815623510306,
      "learning_rate": 0.00029517756857641526,
      "loss": 2.2812,
      "step": 12276
    },
    {
      "epoch": 0.5711560828099558,
      "grad_norm": 0.6665107610169244,
      "learning_rate": 0.000295176635012337,
      "loss": 2.3594,
      "step": 12277
    },
    {
      "epoch": 0.5712026052570365,
      "grad_norm": 0.6979837455930038,
      "learning_rate": 0.00029517570135938073,
      "loss": 2.4219,
      "step": 12278
    },
    {
      "epoch": 0.5712491277041173,
      "grad_norm": 0.6479020813987376,
      "learning_rate": 0.00029517476761754704,
      "loss": 2.3594,
      "step": 12279
    },
    {
      "epoch": 0.571295650151198,
      "grad_norm": 0.6505898599478296,
      "learning_rate": 0.0002951738337868366,
      "loss": 2.3125,
      "step": 12280
    },
    {
      "epoch": 0.5713421725982787,
      "grad_norm": 0.6736037693348095,
      "learning_rate": 0.0002951728998672498,
      "loss": 2.6719,
      "step": 12281
    },
    {
      "epoch": 0.5713886950453594,
      "grad_norm": 0.7010794666160326,
      "learning_rate": 0.00029517196585878726,
      "loss": 2.4375,
      "step": 12282
    },
    {
      "epoch": 0.5714352174924401,
      "grad_norm": 0.6716328664964694,
      "learning_rate": 0.00029517103176144964,
      "loss": 2.2969,
      "step": 12283
    },
    {
      "epoch": 0.5714817399395208,
      "grad_norm": 0.6599335851221413,
      "learning_rate": 0.0002951700975752375,
      "loss": 2.6562,
      "step": 12284
    },
    {
      "epoch": 0.5715282623866015,
      "grad_norm": 0.672812356511492,
      "learning_rate": 0.00029516916330015125,
      "loss": 2.375,
      "step": 12285
    },
    {
      "epoch": 0.5715747848336823,
      "grad_norm": 0.7864978414793792,
      "learning_rate": 0.0002951682289361917,
      "loss": 1.9062,
      "step": 12286
    },
    {
      "epoch": 0.571621307280763,
      "grad_norm": 0.634438245162476,
      "learning_rate": 0.00029516729448335924,
      "loss": 2.3906,
      "step": 12287
    },
    {
      "epoch": 0.5716678297278437,
      "grad_norm": 0.7477397074606237,
      "learning_rate": 0.00029516635994165447,
      "loss": 2.5781,
      "step": 12288
    },
    {
      "epoch": 0.5717143521749244,
      "grad_norm": 0.739267607970885,
      "learning_rate": 0.0002951654253110781,
      "loss": 2.5312,
      "step": 12289
    },
    {
      "epoch": 0.5717608746220051,
      "grad_norm": 0.7258374251693831,
      "learning_rate": 0.0002951644905916305,
      "loss": 2.5156,
      "step": 12290
    },
    {
      "epoch": 0.5718073970690858,
      "grad_norm": 0.7690181158991741,
      "learning_rate": 0.0002951635557833124,
      "loss": 2.5625,
      "step": 12291
    },
    {
      "epoch": 0.5718539195161666,
      "grad_norm": 0.7023975647145072,
      "learning_rate": 0.0002951626208861243,
      "loss": 2.4219,
      "step": 12292
    },
    {
      "epoch": 0.5719004419632473,
      "grad_norm": 0.7504834914270225,
      "learning_rate": 0.00029516168590006683,
      "loss": 2.3906,
      "step": 12293
    },
    {
      "epoch": 0.571946964410328,
      "grad_norm": 0.6707482336243169,
      "learning_rate": 0.0002951607508251405,
      "loss": 2.5625,
      "step": 12294
    },
    {
      "epoch": 0.5719934868574087,
      "grad_norm": 0.7164021789042497,
      "learning_rate": 0.0002951598156613459,
      "loss": 2.5938,
      "step": 12295
    },
    {
      "epoch": 0.5720400093044894,
      "grad_norm": 0.6767205062949937,
      "learning_rate": 0.0002951588804086836,
      "loss": 2.6875,
      "step": 12296
    },
    {
      "epoch": 0.5720865317515701,
      "grad_norm": 0.6954961962707993,
      "learning_rate": 0.00029515794506715414,
      "loss": 2.3594,
      "step": 12297
    },
    {
      "epoch": 0.5721330541986509,
      "grad_norm": 0.7120143016053021,
      "learning_rate": 0.0002951570096367582,
      "loss": 2.5781,
      "step": 12298
    },
    {
      "epoch": 0.5721795766457316,
      "grad_norm": 0.6855695935268747,
      "learning_rate": 0.00029515607411749624,
      "loss": 2.2812,
      "step": 12299
    },
    {
      "epoch": 0.5722260990928123,
      "grad_norm": 0.724687495269384,
      "learning_rate": 0.00029515513850936887,
      "loss": 2.5156,
      "step": 12300
    },
    {
      "epoch": 0.572272621539893,
      "grad_norm": 0.6545703180498087,
      "learning_rate": 0.0002951542028123767,
      "loss": 2.6875,
      "step": 12301
    },
    {
      "epoch": 0.5723191439869737,
      "grad_norm": 0.6534321068438155,
      "learning_rate": 0.00029515326702652024,
      "loss": 2.4219,
      "step": 12302
    },
    {
      "epoch": 0.5723656664340544,
      "grad_norm": 0.6979544233060202,
      "learning_rate": 0.0002951523311518001,
      "loss": 2.7969,
      "step": 12303
    },
    {
      "epoch": 0.5724121888811351,
      "grad_norm": 0.6761633703104606,
      "learning_rate": 0.00029515139518821685,
      "loss": 2.6719,
      "step": 12304
    },
    {
      "epoch": 0.5724587113282159,
      "grad_norm": 0.6810627365938245,
      "learning_rate": 0.00029515045913577106,
      "loss": 2.6719,
      "step": 12305
    },
    {
      "epoch": 0.5725052337752966,
      "grad_norm": 0.6762254532211097,
      "learning_rate": 0.00029514952299446336,
      "loss": 2.4688,
      "step": 12306
    },
    {
      "epoch": 0.5725517562223773,
      "grad_norm": 0.650012530726629,
      "learning_rate": 0.0002951485867642942,
      "loss": 2.6406,
      "step": 12307
    },
    {
      "epoch": 0.572598278669458,
      "grad_norm": 0.8055659001440739,
      "learning_rate": 0.0002951476504452642,
      "loss": 1.8594,
      "step": 12308
    },
    {
      "epoch": 0.5726448011165387,
      "grad_norm": 0.7613144896496477,
      "learning_rate": 0.000295146714037374,
      "loss": 2.6094,
      "step": 12309
    },
    {
      "epoch": 0.5726913235636194,
      "grad_norm": 0.7498016606195457,
      "learning_rate": 0.00029514577754062414,
      "loss": 2.6406,
      "step": 12310
    },
    {
      "epoch": 0.5727378460107002,
      "grad_norm": 1.1641173751472513,
      "learning_rate": 0.00029514484095501516,
      "loss": 2.7812,
      "step": 12311
    },
    {
      "epoch": 0.5727843684577809,
      "grad_norm": 0.699391801636883,
      "learning_rate": 0.0002951439042805476,
      "loss": 2.6719,
      "step": 12312
    },
    {
      "epoch": 0.5728308909048616,
      "grad_norm": 0.7231254745467488,
      "learning_rate": 0.0002951429675172222,
      "loss": 2.8125,
      "step": 12313
    },
    {
      "epoch": 0.5728774133519423,
      "grad_norm": 0.7281454105793421,
      "learning_rate": 0.00029514203066503933,
      "loss": 2.5156,
      "step": 12314
    },
    {
      "epoch": 0.572923935799023,
      "grad_norm": 0.7228947302439188,
      "learning_rate": 0.00029514109372399966,
      "loss": 2.6875,
      "step": 12315
    },
    {
      "epoch": 0.5729704582461037,
      "grad_norm": 0.6324173834797513,
      "learning_rate": 0.0002951401566941038,
      "loss": 2.3281,
      "step": 12316
    },
    {
      "epoch": 0.5730169806931844,
      "grad_norm": 0.6883010510046267,
      "learning_rate": 0.00029513921957535224,
      "loss": 2.6406,
      "step": 12317
    },
    {
      "epoch": 0.5730635031402652,
      "grad_norm": 0.6479611674704278,
      "learning_rate": 0.00029513828236774563,
      "loss": 2.7969,
      "step": 12318
    },
    {
      "epoch": 0.5731100255873459,
      "grad_norm": 0.677975290572251,
      "learning_rate": 0.0002951373450712845,
      "loss": 2.5156,
      "step": 12319
    },
    {
      "epoch": 0.5731565480344266,
      "grad_norm": 0.7170573693847926,
      "learning_rate": 0.0002951364076859694,
      "loss": 2.6094,
      "step": 12320
    },
    {
      "epoch": 0.5732030704815073,
      "grad_norm": 0.6710148123526871,
      "learning_rate": 0.00029513547021180095,
      "loss": 2.3906,
      "step": 12321
    },
    {
      "epoch": 0.573249592928588,
      "grad_norm": 0.6714359276188591,
      "learning_rate": 0.0002951345326487797,
      "loss": 2.75,
      "step": 12322
    },
    {
      "epoch": 0.5732961153756687,
      "grad_norm": 0.6793788787599193,
      "learning_rate": 0.0002951335949969063,
      "loss": 2.3438,
      "step": 12323
    },
    {
      "epoch": 0.5733426378227495,
      "grad_norm": 0.643731988088717,
      "learning_rate": 0.00029513265725618115,
      "loss": 2.4375,
      "step": 12324
    },
    {
      "epoch": 0.5733891602698302,
      "grad_norm": 0.6711974879521512,
      "learning_rate": 0.000295131719426605,
      "loss": 2.3438,
      "step": 12325
    },
    {
      "epoch": 0.5734356827169109,
      "grad_norm": 0.6406837143304855,
      "learning_rate": 0.0002951307815081783,
      "loss": 2.4219,
      "step": 12326
    },
    {
      "epoch": 0.5734822051639916,
      "grad_norm": 0.9929718659375739,
      "learning_rate": 0.00029512984350090176,
      "loss": 2.625,
      "step": 12327
    },
    {
      "epoch": 0.5735287276110723,
      "grad_norm": 0.676668890088863,
      "learning_rate": 0.00029512890540477586,
      "loss": 2.4844,
      "step": 12328
    },
    {
      "epoch": 0.573575250058153,
      "grad_norm": 0.6736630424859121,
      "learning_rate": 0.00029512796721980117,
      "loss": 2.3438,
      "step": 12329
    },
    {
      "epoch": 0.5736217725052338,
      "grad_norm": 0.6958773509766176,
      "learning_rate": 0.00029512702894597827,
      "loss": 2.7188,
      "step": 12330
    },
    {
      "epoch": 0.5736682949523145,
      "grad_norm": 0.7297245568141633,
      "learning_rate": 0.0002951260905833078,
      "loss": 2.375,
      "step": 12331
    },
    {
      "epoch": 0.5737148173993952,
      "grad_norm": 0.6937162473291505,
      "learning_rate": 0.0002951251521317902,
      "loss": 2.6406,
      "step": 12332
    },
    {
      "epoch": 0.5737613398464759,
      "grad_norm": 0.6428549576529671,
      "learning_rate": 0.00029512421359142614,
      "loss": 2.625,
      "step": 12333
    },
    {
      "epoch": 0.5738078622935566,
      "grad_norm": 1.0115736875527883,
      "learning_rate": 0.00029512327496221624,
      "loss": 1.9062,
      "step": 12334
    },
    {
      "epoch": 0.5738543847406373,
      "grad_norm": 0.678891585729412,
      "learning_rate": 0.00029512233624416097,
      "loss": 2.4062,
      "step": 12335
    },
    {
      "epoch": 0.573900907187718,
      "grad_norm": 0.6440712583721777,
      "learning_rate": 0.00029512139743726097,
      "loss": 2.4688,
      "step": 12336
    },
    {
      "epoch": 0.5739474296347988,
      "grad_norm": 0.7070343001476995,
      "learning_rate": 0.0002951204585415168,
      "loss": 2.5,
      "step": 12337
    },
    {
      "epoch": 0.5739939520818795,
      "grad_norm": 0.7597331409958987,
      "learning_rate": 0.000295119519556929,
      "loss": 2.75,
      "step": 12338
    },
    {
      "epoch": 0.5740404745289602,
      "grad_norm": 0.7176797759626288,
      "learning_rate": 0.0002951185804834982,
      "loss": 2.5625,
      "step": 12339
    },
    {
      "epoch": 0.5740869969760409,
      "grad_norm": 0.727925620443158,
      "learning_rate": 0.0002951176413212249,
      "loss": 2.6875,
      "step": 12340
    },
    {
      "epoch": 0.5741335194231216,
      "grad_norm": 0.67750593218909,
      "learning_rate": 0.00029511670207010984,
      "loss": 2.5938,
      "step": 12341
    },
    {
      "epoch": 0.5741800418702023,
      "grad_norm": 0.6595580719897323,
      "learning_rate": 0.0002951157627301534,
      "loss": 2.4844,
      "step": 12342
    },
    {
      "epoch": 0.5742265643172831,
      "grad_norm": 0.6770997173970997,
      "learning_rate": 0.00029511482330135626,
      "loss": 2.6562,
      "step": 12343
    },
    {
      "epoch": 0.5742730867643638,
      "grad_norm": 0.6606956783848635,
      "learning_rate": 0.00029511388378371896,
      "loss": 2.5938,
      "step": 12344
    },
    {
      "epoch": 0.5743196092114445,
      "grad_norm": 0.6108446458543664,
      "learning_rate": 0.0002951129441772421,
      "loss": 2.4844,
      "step": 12345
    },
    {
      "epoch": 0.5743661316585252,
      "grad_norm": 0.6653947615166939,
      "learning_rate": 0.00029511200448192616,
      "loss": 2.6406,
      "step": 12346
    },
    {
      "epoch": 0.5744126541056059,
      "grad_norm": 0.7051887240750492,
      "learning_rate": 0.00029511106469777185,
      "loss": 2.3438,
      "step": 12347
    },
    {
      "epoch": 0.5744591765526866,
      "grad_norm": 0.647714196981625,
      "learning_rate": 0.0002951101248247797,
      "loss": 2.5469,
      "step": 12348
    },
    {
      "epoch": 0.5745056989997673,
      "grad_norm": 0.6816360459264711,
      "learning_rate": 0.0002951091848629503,
      "loss": 2.5781,
      "step": 12349
    },
    {
      "epoch": 0.5745522214468481,
      "grad_norm": 0.8093217353001693,
      "learning_rate": 0.00029510824481228414,
      "loss": 2.4531,
      "step": 12350
    },
    {
      "epoch": 0.5745987438939288,
      "grad_norm": 0.7361366257074927,
      "learning_rate": 0.0002951073046727819,
      "loss": 2.5156,
      "step": 12351
    },
    {
      "epoch": 0.5746452663410095,
      "grad_norm": 0.6731868198076276,
      "learning_rate": 0.00029510636444444414,
      "loss": 2.5,
      "step": 12352
    },
    {
      "epoch": 0.5746917887880902,
      "grad_norm": 0.643493400046885,
      "learning_rate": 0.0002951054241272714,
      "loss": 2.5,
      "step": 12353
    },
    {
      "epoch": 0.5747383112351709,
      "grad_norm": 0.6479538573217238,
      "learning_rate": 0.0002951044837212642,
      "loss": 2.4062,
      "step": 12354
    },
    {
      "epoch": 0.5747848336822516,
      "grad_norm": 0.676673904440743,
      "learning_rate": 0.0002951035432264232,
      "loss": 2.2031,
      "step": 12355
    },
    {
      "epoch": 0.5748313561293324,
      "grad_norm": 0.6950027343311832,
      "learning_rate": 0.00029510260264274896,
      "loss": 2.4375,
      "step": 12356
    },
    {
      "epoch": 0.5748778785764131,
      "grad_norm": 0.6525327437699524,
      "learning_rate": 0.00029510166197024206,
      "loss": 2.7656,
      "step": 12357
    },
    {
      "epoch": 0.5749244010234938,
      "grad_norm": 0.6522815922798911,
      "learning_rate": 0.0002951007212089031,
      "loss": 2.5781,
      "step": 12358
    },
    {
      "epoch": 0.5749709234705745,
      "grad_norm": 0.7573068718329923,
      "learning_rate": 0.0002950997803587326,
      "loss": 2.5469,
      "step": 12359
    },
    {
      "epoch": 0.5750174459176552,
      "grad_norm": 0.7173847119013409,
      "learning_rate": 0.00029509883941973114,
      "loss": 2.4531,
      "step": 12360
    },
    {
      "epoch": 0.575063968364736,
      "grad_norm": 0.7266857325352778,
      "learning_rate": 0.0002950978983918993,
      "loss": 2.6094,
      "step": 12361
    },
    {
      "epoch": 0.5751104908118168,
      "grad_norm": 0.7310687147711498,
      "learning_rate": 0.0002950969572752377,
      "loss": 2.5781,
      "step": 12362
    },
    {
      "epoch": 0.5751570132588975,
      "grad_norm": 0.7561092397755906,
      "learning_rate": 0.00029509601606974694,
      "loss": 2.625,
      "step": 12363
    },
    {
      "epoch": 0.5752035357059782,
      "grad_norm": 0.7012169458403285,
      "learning_rate": 0.0002950950747754275,
      "loss": 2.5781,
      "step": 12364
    },
    {
      "epoch": 0.5752500581530589,
      "grad_norm": 0.7883733925469324,
      "learning_rate": 0.00029509413339227995,
      "loss": 2.6562,
      "step": 12365
    },
    {
      "epoch": 0.5752965806001396,
      "grad_norm": 0.6427066670709709,
      "learning_rate": 0.00029509319192030497,
      "loss": 2.6406,
      "step": 12366
    },
    {
      "epoch": 0.5753431030472203,
      "grad_norm": 0.6534035961520993,
      "learning_rate": 0.00029509225035950304,
      "loss": 2.625,
      "step": 12367
    },
    {
      "epoch": 0.575389625494301,
      "grad_norm": 0.7177485430055924,
      "learning_rate": 0.00029509130870987487,
      "loss": 2.4531,
      "step": 12368
    },
    {
      "epoch": 0.5754361479413818,
      "grad_norm": 0.6917369913746287,
      "learning_rate": 0.0002950903669714209,
      "loss": 2.4531,
      "step": 12369
    },
    {
      "epoch": 0.5754826703884625,
      "grad_norm": 0.716945443054027,
      "learning_rate": 0.0002950894251441417,
      "loss": 2.5938,
      "step": 12370
    },
    {
      "epoch": 0.5755291928355432,
      "grad_norm": 0.6247239236963064,
      "learning_rate": 0.000295088483228038,
      "loss": 2.5312,
      "step": 12371
    },
    {
      "epoch": 0.5755757152826239,
      "grad_norm": 0.7206662928252558,
      "learning_rate": 0.00029508754122311014,
      "loss": 1.9141,
      "step": 12372
    },
    {
      "epoch": 0.5756222377297046,
      "grad_norm": 0.7092951683080504,
      "learning_rate": 0.00029508659912935893,
      "loss": 2.5,
      "step": 12373
    },
    {
      "epoch": 0.5756687601767853,
      "grad_norm": 0.7407822827945358,
      "learning_rate": 0.0002950856569467848,
      "loss": 2.3281,
      "step": 12374
    },
    {
      "epoch": 0.5757152826238661,
      "grad_norm": 0.6573672354051265,
      "learning_rate": 0.0002950847146753884,
      "loss": 2.7656,
      "step": 12375
    },
    {
      "epoch": 0.5757618050709468,
      "grad_norm": 0.6693367695247905,
      "learning_rate": 0.0002950837723151703,
      "loss": 2.4219,
      "step": 12376
    },
    {
      "epoch": 0.5758083275180275,
      "grad_norm": 0.6495635906984881,
      "learning_rate": 0.000295082829866131,
      "loss": 2.5312,
      "step": 12377
    },
    {
      "epoch": 0.5758548499651082,
      "grad_norm": 0.655380990653293,
      "learning_rate": 0.00029508188732827123,
      "loss": 2.5156,
      "step": 12378
    },
    {
      "epoch": 0.5759013724121889,
      "grad_norm": 0.6555698724834547,
      "learning_rate": 0.0002950809447015914,
      "loss": 2.3281,
      "step": 12379
    },
    {
      "epoch": 0.5759478948592696,
      "grad_norm": 0.7268173192031355,
      "learning_rate": 0.0002950800019860922,
      "loss": 2.6406,
      "step": 12380
    },
    {
      "epoch": 0.5759944173063503,
      "grad_norm": 0.6694832104509604,
      "learning_rate": 0.00029507905918177413,
      "loss": 2.4375,
      "step": 12381
    },
    {
      "epoch": 0.5760409397534311,
      "grad_norm": 0.7040464248095959,
      "learning_rate": 0.00029507811628863784,
      "loss": 2.5781,
      "step": 12382
    },
    {
      "epoch": 0.5760874622005118,
      "grad_norm": 0.6396475225730457,
      "learning_rate": 0.0002950771733066838,
      "loss": 2.5,
      "step": 12383
    },
    {
      "epoch": 0.5761339846475925,
      "grad_norm": 0.6879760952242711,
      "learning_rate": 0.00029507623023591276,
      "loss": 2.5,
      "step": 12384
    },
    {
      "epoch": 0.5761805070946732,
      "grad_norm": 0.6941852785778467,
      "learning_rate": 0.00029507528707632517,
      "loss": 2.8906,
      "step": 12385
    },
    {
      "epoch": 0.5762270295417539,
      "grad_norm": 0.6651207977851652,
      "learning_rate": 0.00029507434382792163,
      "loss": 2.5625,
      "step": 12386
    },
    {
      "epoch": 0.5762735519888346,
      "grad_norm": 0.7397351731530623,
      "learning_rate": 0.0002950734004907027,
      "loss": 2.9219,
      "step": 12387
    },
    {
      "epoch": 0.5763200744359154,
      "grad_norm": 0.6856186753568043,
      "learning_rate": 0.000295072457064669,
      "loss": 2.4375,
      "step": 12388
    },
    {
      "epoch": 0.5763665968829961,
      "grad_norm": 0.7048643263154217,
      "learning_rate": 0.00029507151354982104,
      "loss": 2.5156,
      "step": 12389
    },
    {
      "epoch": 0.5764131193300768,
      "grad_norm": 0.7007236330634617,
      "learning_rate": 0.0002950705699461595,
      "loss": 2.8906,
      "step": 12390
    },
    {
      "epoch": 0.5764596417771575,
      "grad_norm": 0.6897550060355397,
      "learning_rate": 0.0002950696262536849,
      "loss": 2.4844,
      "step": 12391
    },
    {
      "epoch": 0.5765061642242382,
      "grad_norm": 0.688943272549681,
      "learning_rate": 0.00029506868247239777,
      "loss": 2.5781,
      "step": 12392
    },
    {
      "epoch": 0.5765526866713189,
      "grad_norm": 0.7655293387701638,
      "learning_rate": 0.0002950677386022988,
      "loss": 2.6719,
      "step": 12393
    },
    {
      "epoch": 0.5765992091183997,
      "grad_norm": 0.796819927725558,
      "learning_rate": 0.00029506679464338844,
      "loss": 2.6094,
      "step": 12394
    },
    {
      "epoch": 0.5766457315654804,
      "grad_norm": 0.7280711846734071,
      "learning_rate": 0.00029506585059566737,
      "loss": 2.7188,
      "step": 12395
    },
    {
      "epoch": 0.5766922540125611,
      "grad_norm": 0.7823167721486319,
      "learning_rate": 0.00029506490645913615,
      "loss": 2.5,
      "step": 12396
    },
    {
      "epoch": 0.5767387764596418,
      "grad_norm": 0.6542665058454828,
      "learning_rate": 0.00029506396223379533,
      "loss": 2.7188,
      "step": 12397
    },
    {
      "epoch": 0.5767852989067225,
      "grad_norm": 0.7115848600532223,
      "learning_rate": 0.00029506301791964545,
      "loss": 2.1875,
      "step": 12398
    },
    {
      "epoch": 0.5768318213538032,
      "grad_norm": 0.6597410104903426,
      "learning_rate": 0.0002950620735166872,
      "loss": 2.4062,
      "step": 12399
    },
    {
      "epoch": 0.5768783438008839,
      "grad_norm": 0.7540112515072044,
      "learning_rate": 0.00029506112902492106,
      "loss": 2.5938,
      "step": 12400
    },
    {
      "epoch": 0.5769248662479647,
      "grad_norm": 0.6467889858548348,
      "learning_rate": 0.00029506018444434764,
      "loss": 2.375,
      "step": 12401
    },
    {
      "epoch": 0.5769713886950454,
      "grad_norm": 0.6701564699511469,
      "learning_rate": 0.00029505923977496754,
      "loss": 2.4531,
      "step": 12402
    },
    {
      "epoch": 0.5770179111421261,
      "grad_norm": 0.8086421976920821,
      "learning_rate": 0.0002950582950167813,
      "loss": 2.7344,
      "step": 12403
    },
    {
      "epoch": 0.5770644335892068,
      "grad_norm": 0.6763989078056712,
      "learning_rate": 0.00029505735016978953,
      "loss": 2.5625,
      "step": 12404
    },
    {
      "epoch": 0.5771109560362875,
      "grad_norm": 0.6741141896734513,
      "learning_rate": 0.00029505640523399277,
      "loss": 2.4844,
      "step": 12405
    },
    {
      "epoch": 0.5771574784833682,
      "grad_norm": 0.7034274742264687,
      "learning_rate": 0.0002950554602093916,
      "loss": 2.4375,
      "step": 12406
    },
    {
      "epoch": 0.577204000930449,
      "grad_norm": 0.7241160895405953,
      "learning_rate": 0.0002950545150959867,
      "loss": 2.5469,
      "step": 12407
    },
    {
      "epoch": 0.5772505233775297,
      "grad_norm": 0.7599288611792483,
      "learning_rate": 0.0002950535698937785,
      "loss": 2.4375,
      "step": 12408
    },
    {
      "epoch": 0.5772970458246104,
      "grad_norm": 0.7143489903301876,
      "learning_rate": 0.0002950526246027677,
      "loss": 2.375,
      "step": 12409
    },
    {
      "epoch": 0.5773435682716911,
      "grad_norm": 0.7054772196643792,
      "learning_rate": 0.00029505167922295485,
      "loss": 2.75,
      "step": 12410
    },
    {
      "epoch": 0.5773900907187718,
      "grad_norm": 0.7074636276945458,
      "learning_rate": 0.0002950507337543405,
      "loss": 2.625,
      "step": 12411
    },
    {
      "epoch": 0.5774366131658525,
      "grad_norm": 0.8181685244638774,
      "learning_rate": 0.0002950497881969252,
      "loss": 2.6406,
      "step": 12412
    },
    {
      "epoch": 0.5774831356129332,
      "grad_norm": 0.6456494269875745,
      "learning_rate": 0.0002950488425507095,
      "loss": 2.6562,
      "step": 12413
    },
    {
      "epoch": 0.577529658060014,
      "grad_norm": 0.6782665472199938,
      "learning_rate": 0.00029504789681569413,
      "loss": 2.9531,
      "step": 12414
    },
    {
      "epoch": 0.5775761805070947,
      "grad_norm": 0.6373293645886419,
      "learning_rate": 0.0002950469509918796,
      "loss": 2.4219,
      "step": 12415
    },
    {
      "epoch": 0.5776227029541754,
      "grad_norm": 0.6567306349328893,
      "learning_rate": 0.0002950460050792664,
      "loss": 2.7344,
      "step": 12416
    },
    {
      "epoch": 0.5776692254012561,
      "grad_norm": 0.6562166819367038,
      "learning_rate": 0.0002950450590778552,
      "loss": 2.2969,
      "step": 12417
    },
    {
      "epoch": 0.5777157478483368,
      "grad_norm": 0.7246199194668175,
      "learning_rate": 0.00029504411298764664,
      "loss": 2.6406,
      "step": 12418
    },
    {
      "epoch": 0.5777622702954175,
      "grad_norm": 0.7902962033320149,
      "learning_rate": 0.00029504316680864116,
      "loss": 2.5156,
      "step": 12419
    },
    {
      "epoch": 0.5778087927424983,
      "grad_norm": 0.6503538531369056,
      "learning_rate": 0.0002950422205408394,
      "loss": 2.5469,
      "step": 12420
    },
    {
      "epoch": 0.577855315189579,
      "grad_norm": 0.6715483590116114,
      "learning_rate": 0.0002950412741842419,
      "loss": 2.5938,
      "step": 12421
    },
    {
      "epoch": 0.5779018376366597,
      "grad_norm": 0.6996337042477252,
      "learning_rate": 0.0002950403277388493,
      "loss": 2.875,
      "step": 12422
    },
    {
      "epoch": 0.5779483600837404,
      "grad_norm": 0.7038571702590861,
      "learning_rate": 0.0002950393812046622,
      "loss": 2.375,
      "step": 12423
    },
    {
      "epoch": 0.5779948825308211,
      "grad_norm": 0.7721052327097906,
      "learning_rate": 0.0002950384345816811,
      "loss": 2.5,
      "step": 12424
    },
    {
      "epoch": 0.5780414049779018,
      "grad_norm": 0.6759641933327696,
      "learning_rate": 0.00029503748786990664,
      "loss": 2.5781,
      "step": 12425
    },
    {
      "epoch": 0.5780879274249826,
      "grad_norm": 0.7181578725354753,
      "learning_rate": 0.0002950365410693394,
      "loss": 2.375,
      "step": 12426
    },
    {
      "epoch": 0.5781344498720633,
      "grad_norm": 0.750727987837592,
      "learning_rate": 0.0002950355941799798,
      "loss": 2.7969,
      "step": 12427
    },
    {
      "epoch": 0.578180972319144,
      "grad_norm": 0.6639565489664536,
      "learning_rate": 0.0002950346472018287,
      "loss": 2.6875,
      "step": 12428
    },
    {
      "epoch": 0.5782274947662247,
      "grad_norm": 0.6744609085692964,
      "learning_rate": 0.0002950337001348864,
      "loss": 2.5312,
      "step": 12429
    },
    {
      "epoch": 0.5782740172133054,
      "grad_norm": 0.6906348801361816,
      "learning_rate": 0.0002950327529791538,
      "loss": 2.2656,
      "step": 12430
    },
    {
      "epoch": 0.5783205396603861,
      "grad_norm": 0.7460369222273957,
      "learning_rate": 0.00029503180573463116,
      "loss": 2.6719,
      "step": 12431
    },
    {
      "epoch": 0.5783670621074668,
      "grad_norm": 0.6734918462021389,
      "learning_rate": 0.0002950308584013192,
      "loss": 2.375,
      "step": 12432
    },
    {
      "epoch": 0.5784135845545476,
      "grad_norm": 0.7418519573108173,
      "learning_rate": 0.00029502991097921853,
      "loss": 2.6094,
      "step": 12433
    },
    {
      "epoch": 0.5784601070016283,
      "grad_norm": 0.6701667101641922,
      "learning_rate": 0.00029502896346832966,
      "loss": 2.4531,
      "step": 12434
    },
    {
      "epoch": 0.578506629448709,
      "grad_norm": 0.6305227613235542,
      "learning_rate": 0.00029502801586865326,
      "loss": 2.6719,
      "step": 12435
    },
    {
      "epoch": 0.5785531518957897,
      "grad_norm": 0.683309657142725,
      "learning_rate": 0.00029502706818018974,
      "loss": 2.4219,
      "step": 12436
    },
    {
      "epoch": 0.5785996743428704,
      "grad_norm": 0.7412447323077476,
      "learning_rate": 0.0002950261204029399,
      "loss": 2.5156,
      "step": 12437
    },
    {
      "epoch": 0.5786461967899511,
      "grad_norm": 0.860569786588044,
      "learning_rate": 0.00029502517253690417,
      "loss": 2.7969,
      "step": 12438
    },
    {
      "epoch": 0.5786927192370319,
      "grad_norm": 0.671180660562303,
      "learning_rate": 0.0002950242245820832,
      "loss": 2.4375,
      "step": 12439
    },
    {
      "epoch": 0.5787392416841126,
      "grad_norm": 0.6577324820253649,
      "learning_rate": 0.00029502327653847755,
      "loss": 2.8438,
      "step": 12440
    },
    {
      "epoch": 0.5787857641311933,
      "grad_norm": 0.6751987791998054,
      "learning_rate": 0.00029502232840608773,
      "loss": 2.4375,
      "step": 12441
    },
    {
      "epoch": 0.578832286578274,
      "grad_norm": 0.6990331016653475,
      "learning_rate": 0.0002950213801849145,
      "loss": 2.4062,
      "step": 12442
    },
    {
      "epoch": 0.5788788090253547,
      "grad_norm": 0.6223685976953302,
      "learning_rate": 0.00029502043187495827,
      "loss": 2.3438,
      "step": 12443
    },
    {
      "epoch": 0.5789253314724354,
      "grad_norm": 0.6861380577977811,
      "learning_rate": 0.00029501948347621966,
      "loss": 2.6094,
      "step": 12444
    },
    {
      "epoch": 0.5789718539195162,
      "grad_norm": 0.6990879285528809,
      "learning_rate": 0.00029501853498869926,
      "loss": 2.75,
      "step": 12445
    },
    {
      "epoch": 0.5790183763665969,
      "grad_norm": 0.6615456442586334,
      "learning_rate": 0.00029501758641239766,
      "loss": 2.2812,
      "step": 12446
    },
    {
      "epoch": 0.5790648988136776,
      "grad_norm": 0.6513142361018359,
      "learning_rate": 0.00029501663774731546,
      "loss": 2.625,
      "step": 12447
    },
    {
      "epoch": 0.5791114212607583,
      "grad_norm": 0.7541249446307927,
      "learning_rate": 0.0002950156889934532,
      "loss": 2.5,
      "step": 12448
    },
    {
      "epoch": 0.579157943707839,
      "grad_norm": 0.7324069966423014,
      "learning_rate": 0.00029501474015081154,
      "loss": 2.6406,
      "step": 12449
    },
    {
      "epoch": 0.5792044661549197,
      "grad_norm": 0.7138603711439567,
      "learning_rate": 0.0002950137912193909,
      "loss": 2.4062,
      "step": 12450
    },
    {
      "epoch": 0.5792509886020004,
      "grad_norm": 0.7031384442071963,
      "learning_rate": 0.00029501284219919205,
      "loss": 2.4375,
      "step": 12451
    },
    {
      "epoch": 0.5792975110490812,
      "grad_norm": 0.6980688912292774,
      "learning_rate": 0.00029501189309021547,
      "loss": 2.5625,
      "step": 12452
    },
    {
      "epoch": 0.5793440334961619,
      "grad_norm": 0.7390577056856666,
      "learning_rate": 0.0002950109438924617,
      "loss": 2.7031,
      "step": 12453
    },
    {
      "epoch": 0.5793905559432426,
      "grad_norm": 0.6616326815965916,
      "learning_rate": 0.0002950099946059314,
      "loss": 2.3594,
      "step": 12454
    },
    {
      "epoch": 0.5794370783903233,
      "grad_norm": 0.662933741588613,
      "learning_rate": 0.0002950090452306252,
      "loss": 2.7969,
      "step": 12455
    },
    {
      "epoch": 0.579483600837404,
      "grad_norm": 0.6827156084343573,
      "learning_rate": 0.0002950080957665435,
      "loss": 2.5,
      "step": 12456
    },
    {
      "epoch": 0.5795301232844847,
      "grad_norm": 0.685746222699132,
      "learning_rate": 0.000295007146213687,
      "loss": 2.7344,
      "step": 12457
    },
    {
      "epoch": 0.5795766457315655,
      "grad_norm": 0.6443138775965818,
      "learning_rate": 0.0002950061965720563,
      "loss": 2.5469,
      "step": 12458
    },
    {
      "epoch": 0.5796231681786462,
      "grad_norm": 0.7478679870718745,
      "learning_rate": 0.000295005246841652,
      "loss": 2.3438,
      "step": 12459
    },
    {
      "epoch": 0.5796696906257269,
      "grad_norm": 0.732755884472797,
      "learning_rate": 0.00029500429702247456,
      "loss": 2.3438,
      "step": 12460
    },
    {
      "epoch": 0.5797162130728076,
      "grad_norm": 0.6703241730117467,
      "learning_rate": 0.0002950033471145247,
      "loss": 2.5,
      "step": 12461
    },
    {
      "epoch": 0.5797627355198883,
      "grad_norm": 0.6785070384099339,
      "learning_rate": 0.0002950023971178029,
      "loss": 2.4375,
      "step": 12462
    },
    {
      "epoch": 0.579809257966969,
      "grad_norm": 0.727510922620233,
      "learning_rate": 0.00029500144703230975,
      "loss": 2.25,
      "step": 12463
    },
    {
      "epoch": 0.5798557804140497,
      "grad_norm": 0.7005390342668288,
      "learning_rate": 0.0002950004968580459,
      "loss": 2.8438,
      "step": 12464
    },
    {
      "epoch": 0.5799023028611305,
      "grad_norm": 0.6585404826149308,
      "learning_rate": 0.00029499954659501187,
      "loss": 2.5,
      "step": 12465
    },
    {
      "epoch": 0.5799488253082112,
      "grad_norm": 0.6617468749277567,
      "learning_rate": 0.00029499859624320827,
      "loss": 2.4844,
      "step": 12466
    },
    {
      "epoch": 0.5799953477552919,
      "grad_norm": 0.7092665579635035,
      "learning_rate": 0.0002949976458026357,
      "loss": 2.4219,
      "step": 12467
    },
    {
      "epoch": 0.5800418702023726,
      "grad_norm": 0.678425400240926,
      "learning_rate": 0.0002949966952732947,
      "loss": 2.7812,
      "step": 12468
    },
    {
      "epoch": 0.5800883926494533,
      "grad_norm": 0.6700824301257006,
      "learning_rate": 0.00029499574465518587,
      "loss": 2.6406,
      "step": 12469
    },
    {
      "epoch": 0.580134915096534,
      "grad_norm": 0.8737728810462164,
      "learning_rate": 0.00029499479394830974,
      "loss": 2.6406,
      "step": 12470
    },
    {
      "epoch": 0.5801814375436148,
      "grad_norm": 0.743977221069043,
      "learning_rate": 0.000294993843152667,
      "loss": 2.2344,
      "step": 12471
    },
    {
      "epoch": 0.5802279599906955,
      "grad_norm": 0.6808937419058909,
      "learning_rate": 0.00029499289226825814,
      "loss": 2.5469,
      "step": 12472
    },
    {
      "epoch": 0.5802744824377762,
      "grad_norm": 0.6922299087153615,
      "learning_rate": 0.0002949919412950838,
      "loss": 2.5781,
      "step": 12473
    },
    {
      "epoch": 0.5803210048848569,
      "grad_norm": 0.7466755691980177,
      "learning_rate": 0.0002949909902331445,
      "loss": 2.6562,
      "step": 12474
    },
    {
      "epoch": 0.5803675273319376,
      "grad_norm": 0.7114403822283922,
      "learning_rate": 0.0002949900390824409,
      "loss": 2.6094,
      "step": 12475
    },
    {
      "epoch": 0.5804140497790183,
      "grad_norm": 0.7785628923022567,
      "learning_rate": 0.0002949890878429736,
      "loss": 2.5312,
      "step": 12476
    },
    {
      "epoch": 0.5804605722260991,
      "grad_norm": 0.6281207100646209,
      "learning_rate": 0.0002949881365147431,
      "loss": 2.3594,
      "step": 12477
    },
    {
      "epoch": 0.5805070946731798,
      "grad_norm": 0.6842485272041993,
      "learning_rate": 0.0002949871850977499,
      "loss": 2.7344,
      "step": 12478
    },
    {
      "epoch": 0.5805536171202605,
      "grad_norm": 0.6336045405900724,
      "learning_rate": 0.00029498623359199477,
      "loss": 2.2188,
      "step": 12479
    },
    {
      "epoch": 0.5806001395673412,
      "grad_norm": 0.6964831268302007,
      "learning_rate": 0.00029498528199747826,
      "loss": 2.6875,
      "step": 12480
    },
    {
      "epoch": 0.5806466620144219,
      "grad_norm": 0.6857763453482121,
      "learning_rate": 0.00029498433031420083,
      "loss": 2.4688,
      "step": 12481
    },
    {
      "epoch": 0.5806931844615026,
      "grad_norm": 0.7598529277428548,
      "learning_rate": 0.0002949833785421632,
      "loss": 2.4688,
      "step": 12482
    },
    {
      "epoch": 0.5807397069085833,
      "grad_norm": 0.6579422570765823,
      "learning_rate": 0.0002949824266813658,
      "loss": 2.375,
      "step": 12483
    },
    {
      "epoch": 0.5807862293556642,
      "grad_norm": 0.6884398533608839,
      "learning_rate": 0.0002949814747318094,
      "loss": 2.1406,
      "step": 12484
    },
    {
      "epoch": 0.5808327518027449,
      "grad_norm": 0.6390779344225535,
      "learning_rate": 0.0002949805226934944,
      "loss": 2.4688,
      "step": 12485
    },
    {
      "epoch": 0.5808792742498256,
      "grad_norm": 0.7553467181408792,
      "learning_rate": 0.00029497957056642154,
      "loss": 2.5312,
      "step": 12486
    },
    {
      "epoch": 0.5809257966969062,
      "grad_norm": 0.717983805190341,
      "learning_rate": 0.0002949786183505913,
      "loss": 2.5469,
      "step": 12487
    },
    {
      "epoch": 0.580972319143987,
      "grad_norm": 0.6618668253090545,
      "learning_rate": 0.0002949776660460043,
      "loss": 2.5156,
      "step": 12488
    },
    {
      "epoch": 0.5810188415910676,
      "grad_norm": 0.667600441086539,
      "learning_rate": 0.0002949767136526611,
      "loss": 2.4844,
      "step": 12489
    },
    {
      "epoch": 0.5810653640381485,
      "grad_norm": 0.6969500116014228,
      "learning_rate": 0.00029497576117056234,
      "loss": 2.9375,
      "step": 12490
    },
    {
      "epoch": 0.5811118864852292,
      "grad_norm": 0.6949450681261089,
      "learning_rate": 0.00029497480859970855,
      "loss": 2.625,
      "step": 12491
    },
    {
      "epoch": 0.5811584089323099,
      "grad_norm": 0.6758677252074465,
      "learning_rate": 0.00029497385594010034,
      "loss": 2.2344,
      "step": 12492
    },
    {
      "epoch": 0.5812049313793906,
      "grad_norm": 0.699085133258683,
      "learning_rate": 0.00029497290319173826,
      "loss": 2.6094,
      "step": 12493
    },
    {
      "epoch": 0.5812514538264713,
      "grad_norm": 0.6774364192870551,
      "learning_rate": 0.00029497195035462295,
      "loss": 2.6719,
      "step": 12494
    },
    {
      "epoch": 0.581297976273552,
      "grad_norm": 0.8247072021849309,
      "learning_rate": 0.0002949709974287549,
      "loss": 2.4062,
      "step": 12495
    },
    {
      "epoch": 0.5813444987206327,
      "grad_norm": 0.7149756090348401,
      "learning_rate": 0.0002949700444141348,
      "loss": 2.8281,
      "step": 12496
    },
    {
      "epoch": 0.5813910211677135,
      "grad_norm": 0.660043382559783,
      "learning_rate": 0.00029496909131076316,
      "loss": 2.5156,
      "step": 12497
    },
    {
      "epoch": 0.5814375436147942,
      "grad_norm": 0.6495017966823263,
      "learning_rate": 0.00029496813811864055,
      "loss": 2.2969,
      "step": 12498
    },
    {
      "epoch": 0.5814840660618749,
      "grad_norm": 0.6856364228192233,
      "learning_rate": 0.0002949671848377677,
      "loss": 2.5469,
      "step": 12499
    },
    {
      "epoch": 0.5815305885089556,
      "grad_norm": 0.6554292900144437,
      "learning_rate": 0.00029496623146814497,
      "loss": 2.5781,
      "step": 12500
    },
    {
      "epoch": 0.5815771109560363,
      "grad_norm": 0.6570269072165437,
      "learning_rate": 0.0002949652780097731,
      "loss": 2.5156,
      "step": 12501
    },
    {
      "epoch": 0.581623633403117,
      "grad_norm": 0.6535813596292747,
      "learning_rate": 0.00029496432446265264,
      "loss": 2.375,
      "step": 12502
    },
    {
      "epoch": 0.5816701558501978,
      "grad_norm": 0.6577235746587129,
      "learning_rate": 0.0002949633708267842,
      "loss": 2.5312,
      "step": 12503
    },
    {
      "epoch": 0.5817166782972785,
      "grad_norm": 0.7013126702403178,
      "learning_rate": 0.0002949624171021683,
      "loss": 2.4844,
      "step": 12504
    },
    {
      "epoch": 0.5817632007443592,
      "grad_norm": 0.7728568003886414,
      "learning_rate": 0.00029496146328880554,
      "loss": 2.5156,
      "step": 12505
    },
    {
      "epoch": 0.5818097231914399,
      "grad_norm": 0.7202741469142828,
      "learning_rate": 0.0002949605093866965,
      "loss": 2.6406,
      "step": 12506
    },
    {
      "epoch": 0.5818562456385206,
      "grad_norm": 0.725278818176269,
      "learning_rate": 0.0002949595553958418,
      "loss": 2.5156,
      "step": 12507
    },
    {
      "epoch": 0.5819027680856013,
      "grad_norm": 0.6693147161504767,
      "learning_rate": 0.00029495860131624203,
      "loss": 2.4062,
      "step": 12508
    },
    {
      "epoch": 0.5819492905326821,
      "grad_norm": 0.7079593888489134,
      "learning_rate": 0.0002949576471478977,
      "loss": 2.7812,
      "step": 12509
    },
    {
      "epoch": 0.5819958129797628,
      "grad_norm": 0.6989672108643583,
      "learning_rate": 0.0002949566928908095,
      "loss": 2.4062,
      "step": 12510
    },
    {
      "epoch": 0.5820423354268435,
      "grad_norm": 0.645487192960279,
      "learning_rate": 0.00029495573854497795,
      "loss": 2.5938,
      "step": 12511
    },
    {
      "epoch": 0.5820888578739242,
      "grad_norm": 0.6994447122249955,
      "learning_rate": 0.0002949547841104036,
      "loss": 2.3125,
      "step": 12512
    },
    {
      "epoch": 0.5821353803210049,
      "grad_norm": 0.6721231322716763,
      "learning_rate": 0.0002949538295870871,
      "loss": 2.4375,
      "step": 12513
    },
    {
      "epoch": 0.5821819027680856,
      "grad_norm": 0.7504322008194927,
      "learning_rate": 0.000294952874975029,
      "loss": 2.375,
      "step": 12514
    },
    {
      "epoch": 0.5822284252151663,
      "grad_norm": 0.7170850217302156,
      "learning_rate": 0.00029495192027423,
      "loss": 2.4375,
      "step": 12515
    },
    {
      "epoch": 0.5822749476622471,
      "grad_norm": 0.7117681668023238,
      "learning_rate": 0.00029495096548469045,
      "loss": 2.4219,
      "step": 12516
    },
    {
      "epoch": 0.5823214701093278,
      "grad_norm": 0.71005917589771,
      "learning_rate": 0.00029495001060641114,
      "loss": 2.6562,
      "step": 12517
    },
    {
      "epoch": 0.5823679925564085,
      "grad_norm": 0.7296576209699513,
      "learning_rate": 0.00029494905563939253,
      "loss": 2.7031,
      "step": 12518
    },
    {
      "epoch": 0.5824145150034892,
      "grad_norm": 0.7189834458386509,
      "learning_rate": 0.0002949481005836353,
      "loss": 2.625,
      "step": 12519
    },
    {
      "epoch": 0.5824610374505699,
      "grad_norm": 0.708744799638142,
      "learning_rate": 0.0002949471454391399,
      "loss": 2.625,
      "step": 12520
    },
    {
      "epoch": 0.5825075598976506,
      "grad_norm": 0.6703647498272635,
      "learning_rate": 0.00029494619020590705,
      "loss": 2.375,
      "step": 12521
    },
    {
      "epoch": 0.5825540823447314,
      "grad_norm": 0.7044226914102639,
      "learning_rate": 0.00029494523488393735,
      "loss": 2.5156,
      "step": 12522
    },
    {
      "epoch": 0.5826006047918121,
      "grad_norm": 0.7148803205291022,
      "learning_rate": 0.00029494427947323123,
      "loss": 2.5625,
      "step": 12523
    },
    {
      "epoch": 0.5826471272388928,
      "grad_norm": 0.6648045048460303,
      "learning_rate": 0.0002949433239737894,
      "loss": 2.5625,
      "step": 12524
    },
    {
      "epoch": 0.5826936496859735,
      "grad_norm": 0.674797786217307,
      "learning_rate": 0.00029494236838561246,
      "loss": 2.8125,
      "step": 12525
    },
    {
      "epoch": 0.5827401721330542,
      "grad_norm": 0.700129026848736,
      "learning_rate": 0.0002949414127087009,
      "loss": 2.4688,
      "step": 12526
    },
    {
      "epoch": 0.5827866945801349,
      "grad_norm": 0.722495193991627,
      "learning_rate": 0.0002949404569430554,
      "loss": 2.6562,
      "step": 12527
    },
    {
      "epoch": 0.5828332170272156,
      "grad_norm": 0.6812520544991142,
      "learning_rate": 0.00029493950108867644,
      "loss": 2.5938,
      "step": 12528
    },
    {
      "epoch": 0.5828797394742964,
      "grad_norm": 0.6343460008131043,
      "learning_rate": 0.00029493854514556466,
      "loss": 2.5,
      "step": 12529
    },
    {
      "epoch": 0.5829262619213771,
      "grad_norm": 0.6544903183447617,
      "learning_rate": 0.0002949375891137207,
      "loss": 2.5469,
      "step": 12530
    },
    {
      "epoch": 0.5829727843684578,
      "grad_norm": 0.6870556812582842,
      "learning_rate": 0.0002949366329931451,
      "loss": 2.5,
      "step": 12531
    },
    {
      "epoch": 0.5830193068155385,
      "grad_norm": 0.7336980546018756,
      "learning_rate": 0.00029493567678383836,
      "loss": 2.7656,
      "step": 12532
    },
    {
      "epoch": 0.5830658292626192,
      "grad_norm": 0.7630123372335271,
      "learning_rate": 0.00029493472048580123,
      "loss": 2.5312,
      "step": 12533
    },
    {
      "epoch": 0.5831123517096999,
      "grad_norm": 0.7497629284575136,
      "learning_rate": 0.00029493376409903414,
      "loss": 1.875,
      "step": 12534
    },
    {
      "epoch": 0.5831588741567807,
      "grad_norm": 0.7802269693326368,
      "learning_rate": 0.0002949328076235378,
      "loss": 2.625,
      "step": 12535
    },
    {
      "epoch": 0.5832053966038614,
      "grad_norm": 0.6585203600413407,
      "learning_rate": 0.0002949318510593127,
      "loss": 2.3125,
      "step": 12536
    },
    {
      "epoch": 0.5832519190509421,
      "grad_norm": 0.7878511576740629,
      "learning_rate": 0.0002949308944063595,
      "loss": 2.75,
      "step": 12537
    },
    {
      "epoch": 0.5832984414980228,
      "grad_norm": 0.6994299151430288,
      "learning_rate": 0.00029492993766467874,
      "loss": 2.2969,
      "step": 12538
    },
    {
      "epoch": 0.5833449639451035,
      "grad_norm": 1.016684134748017,
      "learning_rate": 0.000294928980834271,
      "loss": 2.3438,
      "step": 12539
    },
    {
      "epoch": 0.5833914863921842,
      "grad_norm": 0.6149719412562984,
      "learning_rate": 0.0002949280239151369,
      "loss": 2.25,
      "step": 12540
    },
    {
      "epoch": 0.583438008839265,
      "grad_norm": 0.6703021627173743,
      "learning_rate": 0.00029492706690727703,
      "loss": 2.6406,
      "step": 12541
    },
    {
      "epoch": 0.5834845312863457,
      "grad_norm": 0.7184015438519876,
      "learning_rate": 0.0002949261098106919,
      "loss": 2.6875,
      "step": 12542
    },
    {
      "epoch": 0.5835310537334264,
      "grad_norm": 0.7314192815866634,
      "learning_rate": 0.0002949251526253822,
      "loss": 2.5469,
      "step": 12543
    },
    {
      "epoch": 0.5835775761805071,
      "grad_norm": 0.7109781358687624,
      "learning_rate": 0.00029492419535134844,
      "loss": 2.4688,
      "step": 12544
    },
    {
      "epoch": 0.5836240986275878,
      "grad_norm": 0.7439679891883015,
      "learning_rate": 0.00029492323798859123,
      "loss": 2.5469,
      "step": 12545
    },
    {
      "epoch": 0.5836706210746685,
      "grad_norm": 0.6978082180154387,
      "learning_rate": 0.0002949222805371112,
      "loss": 2.2656,
      "step": 12546
    },
    {
      "epoch": 0.5837171435217492,
      "grad_norm": 0.6745376359996438,
      "learning_rate": 0.0002949213229969089,
      "loss": 2.5,
      "step": 12547
    },
    {
      "epoch": 0.58376366596883,
      "grad_norm": 0.7156944429334327,
      "learning_rate": 0.0002949203653679849,
      "loss": 2.5,
      "step": 12548
    },
    {
      "epoch": 0.5838101884159107,
      "grad_norm": 0.7413617723713016,
      "learning_rate": 0.00029491940765033974,
      "loss": 2.5625,
      "step": 12549
    },
    {
      "epoch": 0.5838567108629914,
      "grad_norm": 0.6811629363550697,
      "learning_rate": 0.0002949184498439741,
      "loss": 2.5625,
      "step": 12550
    },
    {
      "epoch": 0.5839032333100721,
      "grad_norm": 0.7028373401563763,
      "learning_rate": 0.00029491749194888854,
      "loss": 2.6719,
      "step": 12551
    },
    {
      "epoch": 0.5839497557571528,
      "grad_norm": 0.6426085643385023,
      "learning_rate": 0.0002949165339650837,
      "loss": 2.4062,
      "step": 12552
    },
    {
      "epoch": 0.5839962782042335,
      "grad_norm": 0.6968545333787919,
      "learning_rate": 0.00029491557589255996,
      "loss": 2.5156,
      "step": 12553
    },
    {
      "epoch": 0.5840428006513143,
      "grad_norm": 0.6973157834297935,
      "learning_rate": 0.0002949146177313181,
      "loss": 2.5781,
      "step": 12554
    },
    {
      "epoch": 0.584089323098395,
      "grad_norm": 0.6676062348139856,
      "learning_rate": 0.00029491365948135874,
      "loss": 2.3438,
      "step": 12555
    },
    {
      "epoch": 0.5841358455454757,
      "grad_norm": 0.6443327227438704,
      "learning_rate": 0.0002949127011426823,
      "loss": 2.2969,
      "step": 12556
    },
    {
      "epoch": 0.5841823679925564,
      "grad_norm": 0.7438463291987032,
      "learning_rate": 0.00029491174271528947,
      "loss": 2.7812,
      "step": 12557
    },
    {
      "epoch": 0.5842288904396371,
      "grad_norm": 0.6828390737383373,
      "learning_rate": 0.00029491078419918086,
      "loss": 2.4375,
      "step": 12558
    },
    {
      "epoch": 0.5842754128867178,
      "grad_norm": 0.7333162158094462,
      "learning_rate": 0.000294909825594357,
      "loss": 2.5,
      "step": 12559
    },
    {
      "epoch": 0.5843219353337985,
      "grad_norm": 0.6775582144935262,
      "learning_rate": 0.00029490886690081847,
      "loss": 1.7266,
      "step": 12560
    },
    {
      "epoch": 0.5843684577808793,
      "grad_norm": 0.7510330863781084,
      "learning_rate": 0.0002949079081185659,
      "loss": 2.3281,
      "step": 12561
    },
    {
      "epoch": 0.58441498022796,
      "grad_norm": 0.6794503683630234,
      "learning_rate": 0.0002949069492475998,
      "loss": 1.8828,
      "step": 12562
    },
    {
      "epoch": 0.5844615026750407,
      "grad_norm": 0.7094388174860772,
      "learning_rate": 0.0002949059902879208,
      "loss": 2.6406,
      "step": 12563
    },
    {
      "epoch": 0.5845080251221214,
      "grad_norm": 0.6673079180772177,
      "learning_rate": 0.0002949050312395296,
      "loss": 2.7188,
      "step": 12564
    },
    {
      "epoch": 0.5845545475692021,
      "grad_norm": 0.7107582249141905,
      "learning_rate": 0.0002949040721024266,
      "loss": 2.7812,
      "step": 12565
    },
    {
      "epoch": 0.5846010700162828,
      "grad_norm": 0.6330584969107076,
      "learning_rate": 0.0002949031128766125,
      "loss": 2.3906,
      "step": 12566
    },
    {
      "epoch": 0.5846475924633636,
      "grad_norm": 0.6880355478067106,
      "learning_rate": 0.00029490215356208784,
      "loss": 2.5469,
      "step": 12567
    },
    {
      "epoch": 0.5846941149104443,
      "grad_norm": 0.6740379419611376,
      "learning_rate": 0.00029490119415885325,
      "loss": 2.4219,
      "step": 12568
    },
    {
      "epoch": 0.584740637357525,
      "grad_norm": 0.6717676654020523,
      "learning_rate": 0.0002949002346669093,
      "loss": 2.4688,
      "step": 12569
    },
    {
      "epoch": 0.5847871598046057,
      "grad_norm": 0.6789865654482525,
      "learning_rate": 0.0002948992750862566,
      "loss": 2.5156,
      "step": 12570
    },
    {
      "epoch": 0.5848336822516864,
      "grad_norm": 0.6710168992234999,
      "learning_rate": 0.00029489831541689565,
      "loss": 2.3125,
      "step": 12571
    },
    {
      "epoch": 0.5848802046987671,
      "grad_norm": 0.6570136828062914,
      "learning_rate": 0.00029489735565882717,
      "loss": 2.6094,
      "step": 12572
    },
    {
      "epoch": 0.5849267271458479,
      "grad_norm": 0.8317828554762492,
      "learning_rate": 0.0002948963958120516,
      "loss": 2.5781,
      "step": 12573
    },
    {
      "epoch": 0.5849732495929286,
      "grad_norm": 0.6211521418343547,
      "learning_rate": 0.00029489543587656963,
      "loss": 2.3594,
      "step": 12574
    },
    {
      "epoch": 0.5850197720400093,
      "grad_norm": 0.6843877677723565,
      "learning_rate": 0.0002948944758523819,
      "loss": 2.0938,
      "step": 12575
    },
    {
      "epoch": 0.58506629448709,
      "grad_norm": 0.6699151108081618,
      "learning_rate": 0.0002948935157394888,
      "loss": 2.6094,
      "step": 12576
    },
    {
      "epoch": 0.5851128169341707,
      "grad_norm": 0.7450302772949285,
      "learning_rate": 0.000294892555537891,
      "loss": 2.7031,
      "step": 12577
    },
    {
      "epoch": 0.5851593393812514,
      "grad_norm": 0.7029713510665219,
      "learning_rate": 0.00029489159524758926,
      "loss": 2.4844,
      "step": 12578
    },
    {
      "epoch": 0.5852058618283321,
      "grad_norm": 0.6795519049141983,
      "learning_rate": 0.000294890634868584,
      "loss": 2.6094,
      "step": 12579
    },
    {
      "epoch": 0.5852523842754129,
      "grad_norm": 0.756391550071386,
      "learning_rate": 0.00029488967440087575,
      "loss": 2.7344,
      "step": 12580
    },
    {
      "epoch": 0.5852989067224936,
      "grad_norm": 0.7413829581835266,
      "learning_rate": 0.00029488871384446524,
      "loss": 2.625,
      "step": 12581
    },
    {
      "epoch": 0.5853454291695743,
      "grad_norm": 0.7061733406951527,
      "learning_rate": 0.00029488775319935306,
      "loss": 2.3594,
      "step": 12582
    },
    {
      "epoch": 0.585391951616655,
      "grad_norm": 0.7141054465819794,
      "learning_rate": 0.0002948867924655397,
      "loss": 2.6094,
      "step": 12583
    },
    {
      "epoch": 0.5854384740637357,
      "grad_norm": 0.6725935188342265,
      "learning_rate": 0.00029488583164302576,
      "loss": 2.5938,
      "step": 12584
    },
    {
      "epoch": 0.5854849965108164,
      "grad_norm": 0.7124699944561051,
      "learning_rate": 0.0002948848707318119,
      "loss": 2.4531,
      "step": 12585
    },
    {
      "epoch": 0.5855315189578972,
      "grad_norm": 0.8092142666045952,
      "learning_rate": 0.00029488390973189866,
      "loss": 2.5625,
      "step": 12586
    },
    {
      "epoch": 0.5855780414049779,
      "grad_norm": 0.7064351405567433,
      "learning_rate": 0.0002948829486432866,
      "loss": 2.6719,
      "step": 12587
    },
    {
      "epoch": 0.5856245638520586,
      "grad_norm": 0.708455902037187,
      "learning_rate": 0.0002948819874659764,
      "loss": 2.5938,
      "step": 12588
    },
    {
      "epoch": 0.5856710862991393,
      "grad_norm": 0.6412110982020583,
      "learning_rate": 0.0002948810261999686,
      "loss": 2.375,
      "step": 12589
    },
    {
      "epoch": 0.58571760874622,
      "grad_norm": 0.6962209709328258,
      "learning_rate": 0.0002948800648452638,
      "loss": 2.1719,
      "step": 12590
    },
    {
      "epoch": 0.5857641311933007,
      "grad_norm": 0.7014452191092287,
      "learning_rate": 0.0002948791034018625,
      "loss": 2.7656,
      "step": 12591
    },
    {
      "epoch": 0.5858106536403814,
      "grad_norm": 0.6577068436969167,
      "learning_rate": 0.00029487814186976533,
      "loss": 2.5469,
      "step": 12592
    },
    {
      "epoch": 0.5858571760874622,
      "grad_norm": 0.6739650102699989,
      "learning_rate": 0.000294877180248973,
      "loss": 2.6094,
      "step": 12593
    },
    {
      "epoch": 0.5859036985345429,
      "grad_norm": 0.6887469541973915,
      "learning_rate": 0.00029487621853948595,
      "loss": 2.6406,
      "step": 12594
    },
    {
      "epoch": 0.5859502209816236,
      "grad_norm": 0.6764683606569757,
      "learning_rate": 0.00029487525674130486,
      "loss": 2.4375,
      "step": 12595
    },
    {
      "epoch": 0.5859967434287043,
      "grad_norm": 0.6726137815922905,
      "learning_rate": 0.00029487429485443024,
      "loss": 2.4844,
      "step": 12596
    },
    {
      "epoch": 0.586043265875785,
      "grad_norm": 0.7684182681448065,
      "learning_rate": 0.0002948733328788628,
      "loss": 2.6562,
      "step": 12597
    },
    {
      "epoch": 0.5860897883228657,
      "grad_norm": 0.6767734161109165,
      "learning_rate": 0.000294872370814603,
      "loss": 2.8125,
      "step": 12598
    },
    {
      "epoch": 0.5861363107699465,
      "grad_norm": 0.6914573108841154,
      "learning_rate": 0.00029487140866165144,
      "loss": 2.6094,
      "step": 12599
    },
    {
      "epoch": 0.5861828332170272,
      "grad_norm": 0.659710108388387,
      "learning_rate": 0.0002948704464200088,
      "loss": 2.5469,
      "step": 12600
    },
    {
      "epoch": 0.5862293556641079,
      "grad_norm": 0.7409567445267355,
      "learning_rate": 0.00029486948408967564,
      "loss": 2.6406,
      "step": 12601
    },
    {
      "epoch": 0.5862758781111886,
      "grad_norm": 0.697629820962097,
      "learning_rate": 0.0002948685216706525,
      "loss": 2.5625,
      "step": 12602
    },
    {
      "epoch": 0.5863224005582693,
      "grad_norm": 0.6561667798476516,
      "learning_rate": 0.00029486755916293994,
      "loss": 2.5469,
      "step": 12603
    },
    {
      "epoch": 0.58636892300535,
      "grad_norm": 0.7755378662105855,
      "learning_rate": 0.0002948665965665387,
      "loss": 2.4844,
      "step": 12604
    },
    {
      "epoch": 0.5864154454524309,
      "grad_norm": 0.6897643362755338,
      "learning_rate": 0.00029486563388144923,
      "loss": 2.2812,
      "step": 12605
    },
    {
      "epoch": 0.5864619678995115,
      "grad_norm": 0.7680131627784825,
      "learning_rate": 0.0002948646711076722,
      "loss": 2.7188,
      "step": 12606
    },
    {
      "epoch": 0.5865084903465922,
      "grad_norm": 0.6490591976066972,
      "learning_rate": 0.0002948637082452081,
      "loss": 2.5469,
      "step": 12607
    },
    {
      "epoch": 0.586555012793673,
      "grad_norm": 0.679160143128601,
      "learning_rate": 0.0002948627452940576,
      "loss": 2.5781,
      "step": 12608
    },
    {
      "epoch": 0.5866015352407536,
      "grad_norm": 0.625686287392321,
      "learning_rate": 0.0002948617822542213,
      "loss": 2.2188,
      "step": 12609
    },
    {
      "epoch": 0.5866480576878343,
      "grad_norm": 0.7272120096984331,
      "learning_rate": 0.00029486081912569976,
      "loss": 2.6094,
      "step": 12610
    },
    {
      "epoch": 0.586694580134915,
      "grad_norm": 0.675621011164125,
      "learning_rate": 0.00029485985590849357,
      "loss": 2.6094,
      "step": 12611
    },
    {
      "epoch": 0.5867411025819959,
      "grad_norm": 0.7211151894999105,
      "learning_rate": 0.0002948588926026034,
      "loss": 2.625,
      "step": 12612
    },
    {
      "epoch": 0.5867876250290766,
      "grad_norm": 0.7579124869579638,
      "learning_rate": 0.0002948579292080296,
      "loss": 2.5156,
      "step": 12613
    },
    {
      "epoch": 0.5868341474761573,
      "grad_norm": 0.674975468294901,
      "learning_rate": 0.000294856965724773,
      "loss": 2.4531,
      "step": 12614
    },
    {
      "epoch": 0.586880669923238,
      "grad_norm": 0.6659703929440948,
      "learning_rate": 0.00029485600215283414,
      "loss": 2.4688,
      "step": 12615
    },
    {
      "epoch": 0.5869271923703187,
      "grad_norm": 0.660388038994842,
      "learning_rate": 0.0002948550384922136,
      "loss": 2.7188,
      "step": 12616
    },
    {
      "epoch": 0.5869737148173994,
      "grad_norm": 0.6483153762664321,
      "learning_rate": 0.0002948540747429119,
      "loss": 2.4688,
      "step": 12617
    },
    {
      "epoch": 0.5870202372644802,
      "grad_norm": 0.7194593374265774,
      "learning_rate": 0.0002948531109049297,
      "loss": 2.2344,
      "step": 12618
    },
    {
      "epoch": 0.5870667597115609,
      "grad_norm": 0.6490556730516395,
      "learning_rate": 0.00029485214697826757,
      "loss": 2.5625,
      "step": 12619
    },
    {
      "epoch": 0.5871132821586416,
      "grad_norm": 0.8099129172330742,
      "learning_rate": 0.0002948511829629261,
      "loss": 2.3438,
      "step": 12620
    },
    {
      "epoch": 0.5871598046057223,
      "grad_norm": 0.685498784361242,
      "learning_rate": 0.00029485021885890586,
      "loss": 2.5312,
      "step": 12621
    },
    {
      "epoch": 0.587206327052803,
      "grad_norm": 0.7184438245966177,
      "learning_rate": 0.00029484925466620747,
      "loss": 2.7812,
      "step": 12622
    },
    {
      "epoch": 0.5872528494998837,
      "grad_norm": 0.6390218691809967,
      "learning_rate": 0.00029484829038483153,
      "loss": 2.5625,
      "step": 12623
    },
    {
      "epoch": 0.5872993719469645,
      "grad_norm": 0.7013662264793425,
      "learning_rate": 0.00029484732601477864,
      "loss": 2.6094,
      "step": 12624
    },
    {
      "epoch": 0.5873458943940452,
      "grad_norm": 0.7629977079356774,
      "learning_rate": 0.0002948463615560493,
      "loss": 2.5625,
      "step": 12625
    },
    {
      "epoch": 0.5873924168411259,
      "grad_norm": 0.7351261154271272,
      "learning_rate": 0.0002948453970086442,
      "loss": 2.4219,
      "step": 12626
    },
    {
      "epoch": 0.5874389392882066,
      "grad_norm": 0.722636033115986,
      "learning_rate": 0.0002948444323725639,
      "loss": 2.7812,
      "step": 12627
    },
    {
      "epoch": 0.5874854617352873,
      "grad_norm": 0.6692165504705404,
      "learning_rate": 0.00029484346764780897,
      "loss": 2.7188,
      "step": 12628
    },
    {
      "epoch": 0.587531984182368,
      "grad_norm": 0.721189431572244,
      "learning_rate": 0.00029484250283438,
      "loss": 2.8906,
      "step": 12629
    },
    {
      "epoch": 0.5875785066294487,
      "grad_norm": 0.6574807193262485,
      "learning_rate": 0.0002948415379322776,
      "loss": 2.3594,
      "step": 12630
    },
    {
      "epoch": 0.5876250290765295,
      "grad_norm": 0.6595612717939522,
      "learning_rate": 0.00029484057294150244,
      "loss": 2.4062,
      "step": 12631
    },
    {
      "epoch": 0.5876715515236102,
      "grad_norm": 0.7014624884630503,
      "learning_rate": 0.00029483960786205494,
      "loss": 2.7188,
      "step": 12632
    },
    {
      "epoch": 0.5877180739706909,
      "grad_norm": 0.6442769579321082,
      "learning_rate": 0.0002948386426939358,
      "loss": 2.5469,
      "step": 12633
    },
    {
      "epoch": 0.5877645964177716,
      "grad_norm": 0.7710317888086078,
      "learning_rate": 0.00029483767743714555,
      "loss": 1.8359,
      "step": 12634
    },
    {
      "epoch": 0.5878111188648523,
      "grad_norm": 0.7030161858088881,
      "learning_rate": 0.00029483671209168486,
      "loss": 2.6406,
      "step": 12635
    },
    {
      "epoch": 0.587857641311933,
      "grad_norm": 0.6965935664628506,
      "learning_rate": 0.00029483574665755427,
      "loss": 2.4062,
      "step": 12636
    },
    {
      "epoch": 0.5879041637590138,
      "grad_norm": 0.6673395271342594,
      "learning_rate": 0.00029483478113475443,
      "loss": 2.7656,
      "step": 12637
    },
    {
      "epoch": 0.5879506862060945,
      "grad_norm": 0.6770125802435686,
      "learning_rate": 0.0002948338155232859,
      "loss": 2.5312,
      "step": 12638
    },
    {
      "epoch": 0.5879972086531752,
      "grad_norm": 0.6706624103808712,
      "learning_rate": 0.00029483284982314916,
      "loss": 2.5781,
      "step": 12639
    },
    {
      "epoch": 0.5880437311002559,
      "grad_norm": 0.8182413344326095,
      "learning_rate": 0.0002948318840343449,
      "loss": 2.3594,
      "step": 12640
    },
    {
      "epoch": 0.5880902535473366,
      "grad_norm": 0.7065717488053775,
      "learning_rate": 0.00029483091815687377,
      "loss": 2.4688,
      "step": 12641
    },
    {
      "epoch": 0.5881367759944173,
      "grad_norm": 0.7397064033136229,
      "learning_rate": 0.0002948299521907363,
      "loss": 2.875,
      "step": 12642
    },
    {
      "epoch": 0.588183298441498,
      "grad_norm": 0.732133636842002,
      "learning_rate": 0.000294828986135933,
      "loss": 2.6875,
      "step": 12643
    },
    {
      "epoch": 0.5882298208885788,
      "grad_norm": 0.7681935865933749,
      "learning_rate": 0.0002948280199924646,
      "loss": 2.5938,
      "step": 12644
    },
    {
      "epoch": 0.5882763433356595,
      "grad_norm": 0.7057678674523017,
      "learning_rate": 0.00029482705376033164,
      "loss": 2.4688,
      "step": 12645
    },
    {
      "epoch": 0.5883228657827402,
      "grad_norm": 0.6772833913223556,
      "learning_rate": 0.0002948260874395347,
      "loss": 2.4062,
      "step": 12646
    },
    {
      "epoch": 0.5883693882298209,
      "grad_norm": 0.6532143884891842,
      "learning_rate": 0.00029482512103007433,
      "loss": 2.5312,
      "step": 12647
    },
    {
      "epoch": 0.5884159106769016,
      "grad_norm": 0.7217661161767098,
      "learning_rate": 0.0002948241545319512,
      "loss": 2.5,
      "step": 12648
    },
    {
      "epoch": 0.5884624331239823,
      "grad_norm": 0.7179313147568834,
      "learning_rate": 0.0002948231879451659,
      "loss": 2.6875,
      "step": 12649
    },
    {
      "epoch": 0.5885089555710631,
      "grad_norm": 0.7518076678242134,
      "learning_rate": 0.000294822221269719,
      "loss": 2.4531,
      "step": 12650
    },
    {
      "epoch": 0.5885554780181438,
      "grad_norm": 0.6999453589832079,
      "learning_rate": 0.000294821254505611,
      "loss": 2.5312,
      "step": 12651
    },
    {
      "epoch": 0.5886020004652245,
      "grad_norm": 0.692430070382297,
      "learning_rate": 0.0002948202876528426,
      "loss": 2.3438,
      "step": 12652
    },
    {
      "epoch": 0.5886485229123052,
      "grad_norm": 0.7004048728927076,
      "learning_rate": 0.00029481932071141444,
      "loss": 2.5938,
      "step": 12653
    },
    {
      "epoch": 0.5886950453593859,
      "grad_norm": 0.6502318253323599,
      "learning_rate": 0.000294818353681327,
      "loss": 2.375,
      "step": 12654
    },
    {
      "epoch": 0.5887415678064666,
      "grad_norm": 0.6599479452443896,
      "learning_rate": 0.0002948173865625809,
      "loss": 2.5781,
      "step": 12655
    },
    {
      "epoch": 0.5887880902535474,
      "grad_norm": 0.6599470174328563,
      "learning_rate": 0.0002948164193551767,
      "loss": 2.625,
      "step": 12656
    },
    {
      "epoch": 0.5888346127006281,
      "grad_norm": 0.6365582498458573,
      "learning_rate": 0.00029481545205911505,
      "loss": 2.5469,
      "step": 12657
    },
    {
      "epoch": 0.5888811351477088,
      "grad_norm": 0.6851714692422178,
      "learning_rate": 0.00029481448467439655,
      "loss": 2.4844,
      "step": 12658
    },
    {
      "epoch": 0.5889276575947895,
      "grad_norm": 0.7045949440622814,
      "learning_rate": 0.00029481351720102175,
      "loss": 2.3906,
      "step": 12659
    },
    {
      "epoch": 0.5889741800418702,
      "grad_norm": 0.7253714742444725,
      "learning_rate": 0.00029481254963899126,
      "loss": 2.4062,
      "step": 12660
    },
    {
      "epoch": 0.5890207024889509,
      "grad_norm": 0.7659175211237016,
      "learning_rate": 0.0002948115819883057,
      "loss": 2.2344,
      "step": 12661
    },
    {
      "epoch": 0.5890672249360316,
      "grad_norm": 0.6686198581905725,
      "learning_rate": 0.00029481061424896566,
      "loss": 2.6094,
      "step": 12662
    },
    {
      "epoch": 0.5891137473831124,
      "grad_norm": 0.8112044240476346,
      "learning_rate": 0.0002948096464209717,
      "loss": 2.7656,
      "step": 12663
    },
    {
      "epoch": 0.5891602698301931,
      "grad_norm": 0.6169777601675575,
      "learning_rate": 0.00029480867850432437,
      "loss": 2.1094,
      "step": 12664
    },
    {
      "epoch": 0.5892067922772738,
      "grad_norm": 0.646054858416842,
      "learning_rate": 0.0002948077104990243,
      "loss": 2.4219,
      "step": 12665
    },
    {
      "epoch": 0.5892533147243545,
      "grad_norm": 0.6339355026143793,
      "learning_rate": 0.0002948067424050722,
      "loss": 2.1875,
      "step": 12666
    },
    {
      "epoch": 0.5892998371714352,
      "grad_norm": 0.6519705225324698,
      "learning_rate": 0.0002948057742224685,
      "loss": 2.4375,
      "step": 12667
    },
    {
      "epoch": 0.5893463596185159,
      "grad_norm": 0.6724262575233367,
      "learning_rate": 0.0002948048059512138,
      "loss": 2.3594,
      "step": 12668
    },
    {
      "epoch": 0.5893928820655967,
      "grad_norm": 0.7230564487412795,
      "learning_rate": 0.0002948038375913088,
      "loss": 2.8125,
      "step": 12669
    },
    {
      "epoch": 0.5894394045126774,
      "grad_norm": 0.7938891384803918,
      "learning_rate": 0.00029480286914275407,
      "loss": 2.6719,
      "step": 12670
    },
    {
      "epoch": 0.5894859269597581,
      "grad_norm": 0.9027914123522879,
      "learning_rate": 0.00029480190060555007,
      "loss": 1.8906,
      "step": 12671
    },
    {
      "epoch": 0.5895324494068388,
      "grad_norm": 0.7330684185483493,
      "learning_rate": 0.0002948009319796976,
      "loss": 2.6719,
      "step": 12672
    },
    {
      "epoch": 0.5895789718539195,
      "grad_norm": 1.158070423371237,
      "learning_rate": 0.0002947999632651971,
      "loss": 3.125,
      "step": 12673
    },
    {
      "epoch": 0.5896254943010002,
      "grad_norm": 0.6946583711930209,
      "learning_rate": 0.0002947989944620492,
      "loss": 2.375,
      "step": 12674
    },
    {
      "epoch": 0.5896720167480809,
      "grad_norm": 0.6601725200035494,
      "learning_rate": 0.0002947980255702545,
      "loss": 2.3438,
      "step": 12675
    },
    {
      "epoch": 0.5897185391951617,
      "grad_norm": 0.7500632527849064,
      "learning_rate": 0.00029479705658981364,
      "loss": 2.4375,
      "step": 12676
    },
    {
      "epoch": 0.5897650616422424,
      "grad_norm": 0.7046991139044231,
      "learning_rate": 0.0002947960875207271,
      "loss": 2.5,
      "step": 12677
    },
    {
      "epoch": 0.5898115840893231,
      "grad_norm": 0.6806296058284558,
      "learning_rate": 0.0002947951183629956,
      "loss": 2.6406,
      "step": 12678
    },
    {
      "epoch": 0.5898581065364038,
      "grad_norm": 0.748593082116538,
      "learning_rate": 0.00029479414911661963,
      "loss": 2.6406,
      "step": 12679
    },
    {
      "epoch": 0.5899046289834845,
      "grad_norm": 0.7013448182150194,
      "learning_rate": 0.0002947931797815998,
      "loss": 2.3594,
      "step": 12680
    },
    {
      "epoch": 0.5899511514305652,
      "grad_norm": 0.6984903623877906,
      "learning_rate": 0.00029479221035793685,
      "loss": 2.625,
      "step": 12681
    },
    {
      "epoch": 0.589997673877646,
      "grad_norm": 0.7229430524427197,
      "learning_rate": 0.0002947912408456312,
      "loss": 2.625,
      "step": 12682
    },
    {
      "epoch": 0.5900441963247267,
      "grad_norm": 1.3104387108003042,
      "learning_rate": 0.00029479027124468347,
      "loss": 2.7031,
      "step": 12683
    },
    {
      "epoch": 0.5900907187718074,
      "grad_norm": 0.7018347593231283,
      "learning_rate": 0.0002947893015550943,
      "loss": 2.8125,
      "step": 12684
    },
    {
      "epoch": 0.5901372412188881,
      "grad_norm": 0.7006357492305114,
      "learning_rate": 0.00029478833177686427,
      "loss": 2.7969,
      "step": 12685
    },
    {
      "epoch": 0.5901837636659688,
      "grad_norm": 0.6186760736300786,
      "learning_rate": 0.0002947873619099939,
      "loss": 2.1875,
      "step": 12686
    },
    {
      "epoch": 0.5902302861130495,
      "grad_norm": 0.6723887847252481,
      "learning_rate": 0.00029478639195448396,
      "loss": 3.0156,
      "step": 12687
    },
    {
      "epoch": 0.5902768085601303,
      "grad_norm": 0.6601718492743488,
      "learning_rate": 0.0002947854219103349,
      "loss": 2.6406,
      "step": 12688
    },
    {
      "epoch": 0.590323331007211,
      "grad_norm": 0.7229958113796522,
      "learning_rate": 0.00029478445177754737,
      "loss": 2.4531,
      "step": 12689
    },
    {
      "epoch": 0.5903698534542917,
      "grad_norm": 0.8006860174064695,
      "learning_rate": 0.00029478348155612187,
      "loss": 2.6719,
      "step": 12690
    },
    {
      "epoch": 0.5904163759013724,
      "grad_norm": 0.6984463561644976,
      "learning_rate": 0.00029478251124605916,
      "loss": 2.5781,
      "step": 12691
    },
    {
      "epoch": 0.5904628983484531,
      "grad_norm": 0.7680634016133125,
      "learning_rate": 0.00029478154084735966,
      "loss": 2.1719,
      "step": 12692
    },
    {
      "epoch": 0.5905094207955338,
      "grad_norm": 0.6703800318625002,
      "learning_rate": 0.00029478057036002415,
      "loss": 2.6406,
      "step": 12693
    },
    {
      "epoch": 0.5905559432426145,
      "grad_norm": 0.6648820880493942,
      "learning_rate": 0.00029477959978405305,
      "loss": 2.4844,
      "step": 12694
    },
    {
      "epoch": 0.5906024656896953,
      "grad_norm": 0.7351157639734847,
      "learning_rate": 0.000294778629119447,
      "loss": 2.3438,
      "step": 12695
    },
    {
      "epoch": 0.590648988136776,
      "grad_norm": 0.7123630088646726,
      "learning_rate": 0.0002947776583662067,
      "loss": 2.3594,
      "step": 12696
    },
    {
      "epoch": 0.5906955105838567,
      "grad_norm": 0.6710425784729366,
      "learning_rate": 0.00029477668752433256,
      "loss": 2.5,
      "step": 12697
    },
    {
      "epoch": 0.5907420330309374,
      "grad_norm": 0.6434285843044473,
      "learning_rate": 0.0002947757165938254,
      "loss": 2.7188,
      "step": 12698
    },
    {
      "epoch": 0.5907885554780181,
      "grad_norm": 0.7446676605492452,
      "learning_rate": 0.00029477474557468563,
      "loss": 2.7969,
      "step": 12699
    },
    {
      "epoch": 0.5908350779250988,
      "grad_norm": 0.6595833306357372,
      "learning_rate": 0.0002947737744669139,
      "loss": 2.4062,
      "step": 12700
    },
    {
      "epoch": 0.5908816003721796,
      "grad_norm": 0.7109028506704227,
      "learning_rate": 0.0002947728032705108,
      "loss": 2.6875,
      "step": 12701
    },
    {
      "epoch": 0.5909281228192603,
      "grad_norm": 0.6792181871366167,
      "learning_rate": 0.000294771831985477,
      "loss": 2.5,
      "step": 12702
    },
    {
      "epoch": 0.590974645266341,
      "grad_norm": 0.7110748122068383,
      "learning_rate": 0.000294770860611813,
      "loss": 2.6094,
      "step": 12703
    },
    {
      "epoch": 0.5910211677134217,
      "grad_norm": 0.8063107403256089,
      "learning_rate": 0.00029476988914951943,
      "loss": 2.7344,
      "step": 12704
    },
    {
      "epoch": 0.5910676901605024,
      "grad_norm": 0.8468483052409767,
      "learning_rate": 0.0002947689175985968,
      "loss": 2.5938,
      "step": 12705
    },
    {
      "epoch": 0.5911142126075831,
      "grad_norm": 0.6824990988488367,
      "learning_rate": 0.0002947679459590459,
      "loss": 2.5625,
      "step": 12706
    },
    {
      "epoch": 0.5911607350546638,
      "grad_norm": 0.6631864692182554,
      "learning_rate": 0.00029476697423086717,
      "loss": 2.5625,
      "step": 12707
    },
    {
      "epoch": 0.5912072575017446,
      "grad_norm": 0.6604914253948181,
      "learning_rate": 0.00029476600241406126,
      "loss": 2.4688,
      "step": 12708
    },
    {
      "epoch": 0.5912537799488253,
      "grad_norm": 0.7788232792672776,
      "learning_rate": 0.0002947650305086287,
      "loss": 2.8438,
      "step": 12709
    },
    {
      "epoch": 0.591300302395906,
      "grad_norm": 0.744754324376957,
      "learning_rate": 0.0002947640585145702,
      "loss": 2.7031,
      "step": 12710
    },
    {
      "epoch": 0.5913468248429867,
      "grad_norm": 0.6290232377333306,
      "learning_rate": 0.0002947630864318862,
      "loss": 2.375,
      "step": 12711
    },
    {
      "epoch": 0.5913933472900674,
      "grad_norm": 0.7163997124500314,
      "learning_rate": 0.0002947621142605775,
      "loss": 2.375,
      "step": 12712
    },
    {
      "epoch": 0.5914398697371481,
      "grad_norm": 0.6924611806503007,
      "learning_rate": 0.0002947611420006445,
      "loss": 2.8281,
      "step": 12713
    },
    {
      "epoch": 0.5914863921842289,
      "grad_norm": 0.6412985066519761,
      "learning_rate": 0.0002947601696520879,
      "loss": 2.5781,
      "step": 12714
    },
    {
      "epoch": 0.5915329146313096,
      "grad_norm": 0.7229854579476628,
      "learning_rate": 0.00029475919721490826,
      "loss": 2.5,
      "step": 12715
    },
    {
      "epoch": 0.5915794370783903,
      "grad_norm": 0.7969472208611557,
      "learning_rate": 0.0002947582246891062,
      "loss": 2.5,
      "step": 12716
    },
    {
      "epoch": 0.591625959525471,
      "grad_norm": 0.7883369659758195,
      "learning_rate": 0.0002947572520746823,
      "loss": 2.8281,
      "step": 12717
    },
    {
      "epoch": 0.5916724819725517,
      "grad_norm": 0.7101136118178789,
      "learning_rate": 0.0002947562793716372,
      "loss": 2.4844,
      "step": 12718
    },
    {
      "epoch": 0.5917190044196324,
      "grad_norm": 0.6970732206472302,
      "learning_rate": 0.0002947553065799713,
      "loss": 2.7969,
      "step": 12719
    },
    {
      "epoch": 0.5917655268667132,
      "grad_norm": 0.7014700701054475,
      "learning_rate": 0.00029475433369968555,
      "loss": 2.5156,
      "step": 12720
    },
    {
      "epoch": 0.5918120493137939,
      "grad_norm": 0.6667442968972348,
      "learning_rate": 0.00029475336073078024,
      "loss": 2.5469,
      "step": 12721
    },
    {
      "epoch": 0.5918585717608746,
      "grad_norm": 0.7569795790982433,
      "learning_rate": 0.0002947523876732561,
      "loss": 2.3906,
      "step": 12722
    },
    {
      "epoch": 0.5919050942079553,
      "grad_norm": 0.6632808425409956,
      "learning_rate": 0.0002947514145271136,
      "loss": 2.3125,
      "step": 12723
    },
    {
      "epoch": 0.591951616655036,
      "grad_norm": 0.6930073481678656,
      "learning_rate": 0.0002947504412923535,
      "loss": 2.6562,
      "step": 12724
    },
    {
      "epoch": 0.5919981391021167,
      "grad_norm": 0.700773955393393,
      "learning_rate": 0.00029474946796897636,
      "loss": 2.5938,
      "step": 12725
    },
    {
      "epoch": 0.5920446615491974,
      "grad_norm": 0.6863668477134423,
      "learning_rate": 0.0002947484945569827,
      "loss": 2.4531,
      "step": 12726
    },
    {
      "epoch": 0.5920911839962782,
      "grad_norm": 0.677650374322067,
      "learning_rate": 0.00029474752105637317,
      "loss": 2.6719,
      "step": 12727
    },
    {
      "epoch": 0.592137706443359,
      "grad_norm": 0.6648131087918041,
      "learning_rate": 0.00029474654746714836,
      "loss": 2.5312,
      "step": 12728
    },
    {
      "epoch": 0.5921842288904396,
      "grad_norm": 0.6470318121165853,
      "learning_rate": 0.00029474557378930883,
      "loss": 1.8984,
      "step": 12729
    },
    {
      "epoch": 0.5922307513375203,
      "grad_norm": 0.7001652550410701,
      "learning_rate": 0.00029474460002285524,
      "loss": 2.4062,
      "step": 12730
    },
    {
      "epoch": 0.592277273784601,
      "grad_norm": 0.6315253787105026,
      "learning_rate": 0.0002947436261677882,
      "loss": 1.8203,
      "step": 12731
    },
    {
      "epoch": 0.5923237962316817,
      "grad_norm": 0.6600766475159746,
      "learning_rate": 0.0002947426522241082,
      "loss": 2.3281,
      "step": 12732
    },
    {
      "epoch": 0.5923703186787626,
      "grad_norm": 0.6729190318719782,
      "learning_rate": 0.00029474167819181586,
      "loss": 2.8125,
      "step": 12733
    },
    {
      "epoch": 0.5924168411258433,
      "grad_norm": 0.7060964709379088,
      "learning_rate": 0.00029474070407091186,
      "loss": 2.4844,
      "step": 12734
    },
    {
      "epoch": 0.592463363572924,
      "grad_norm": 0.6749109346916956,
      "learning_rate": 0.0002947397298613967,
      "loss": 2.4688,
      "step": 12735
    },
    {
      "epoch": 0.5925098860200047,
      "grad_norm": 0.6639134454924825,
      "learning_rate": 0.0002947387555632711,
      "loss": 2.5,
      "step": 12736
    },
    {
      "epoch": 0.5925564084670853,
      "grad_norm": 0.7418073120847406,
      "learning_rate": 0.00029473778117653556,
      "loss": 2.7656,
      "step": 12737
    },
    {
      "epoch": 0.592602930914166,
      "grad_norm": 0.6473933402377439,
      "learning_rate": 0.0002947368067011907,
      "loss": 2.3438,
      "step": 12738
    },
    {
      "epoch": 0.5926494533612467,
      "grad_norm": 0.7024478308091522,
      "learning_rate": 0.00029473583213723706,
      "loss": 2.75,
      "step": 12739
    },
    {
      "epoch": 0.5926959758083276,
      "grad_norm": 0.6714052594021058,
      "learning_rate": 0.00029473485748467533,
      "loss": 2.7344,
      "step": 12740
    },
    {
      "epoch": 0.5927424982554083,
      "grad_norm": 0.672110727491617,
      "learning_rate": 0.00029473388274350604,
      "loss": 2.5938,
      "step": 12741
    },
    {
      "epoch": 0.592789020702489,
      "grad_norm": 0.6949458022375856,
      "learning_rate": 0.00029473290791372984,
      "loss": 2.8281,
      "step": 12742
    },
    {
      "epoch": 0.5928355431495697,
      "grad_norm": 0.6483372760734205,
      "learning_rate": 0.00029473193299534733,
      "loss": 2.3125,
      "step": 12743
    },
    {
      "epoch": 0.5928820655966504,
      "grad_norm": 0.6571679861015377,
      "learning_rate": 0.00029473095798835904,
      "loss": 2.4062,
      "step": 12744
    },
    {
      "epoch": 0.592928588043731,
      "grad_norm": 0.6931253947435989,
      "learning_rate": 0.0002947299828927656,
      "loss": 2.4688,
      "step": 12745
    },
    {
      "epoch": 0.5929751104908119,
      "grad_norm": 0.9351129784180536,
      "learning_rate": 0.00029472900770856765,
      "loss": 1.9375,
      "step": 12746
    },
    {
      "epoch": 0.5930216329378926,
      "grad_norm": 0.7104812889429232,
      "learning_rate": 0.00029472803243576573,
      "loss": 2.6719,
      "step": 12747
    },
    {
      "epoch": 0.5930681553849733,
      "grad_norm": 0.6801673620588126,
      "learning_rate": 0.00029472705707436043,
      "loss": 2.625,
      "step": 12748
    },
    {
      "epoch": 0.593114677832054,
      "grad_norm": 0.6660768916331239,
      "learning_rate": 0.0002947260816243524,
      "loss": 2.4844,
      "step": 12749
    },
    {
      "epoch": 0.5931612002791347,
      "grad_norm": 0.7261977603967446,
      "learning_rate": 0.00029472510608574215,
      "loss": 2.6875,
      "step": 12750
    },
    {
      "epoch": 0.5932077227262154,
      "grad_norm": 0.6650899536933417,
      "learning_rate": 0.00029472413045853043,
      "loss": 2.7188,
      "step": 12751
    },
    {
      "epoch": 0.5932542451732962,
      "grad_norm": 0.714570325666588,
      "learning_rate": 0.0002947231547427177,
      "loss": 2.8594,
      "step": 12752
    },
    {
      "epoch": 0.5933007676203769,
      "grad_norm": 0.6605641597087872,
      "learning_rate": 0.00029472217893830463,
      "loss": 2.6875,
      "step": 12753
    },
    {
      "epoch": 0.5933472900674576,
      "grad_norm": 0.6482992250109816,
      "learning_rate": 0.00029472120304529175,
      "loss": 2.4375,
      "step": 12754
    },
    {
      "epoch": 0.5933938125145383,
      "grad_norm": 0.6624822974002235,
      "learning_rate": 0.0002947202270636797,
      "loss": 2.4375,
      "step": 12755
    },
    {
      "epoch": 0.593440334961619,
      "grad_norm": 0.6851413260534319,
      "learning_rate": 0.00029471925099346905,
      "loss": 2.2656,
      "step": 12756
    },
    {
      "epoch": 0.5934868574086997,
      "grad_norm": 0.6307144787159253,
      "learning_rate": 0.0002947182748346604,
      "loss": 2.25,
      "step": 12757
    },
    {
      "epoch": 0.5935333798557804,
      "grad_norm": 0.7804063771138883,
      "learning_rate": 0.0002947172985872545,
      "loss": 2.8281,
      "step": 12758
    },
    {
      "epoch": 0.5935799023028612,
      "grad_norm": 0.749232428120564,
      "learning_rate": 0.00029471632225125177,
      "loss": 2.625,
      "step": 12759
    },
    {
      "epoch": 0.5936264247499419,
      "grad_norm": 0.6313166328833303,
      "learning_rate": 0.00029471534582665277,
      "loss": 2.4531,
      "step": 12760
    },
    {
      "epoch": 0.5936729471970226,
      "grad_norm": 0.734636137704337,
      "learning_rate": 0.00029471436931345824,
      "loss": 2.5156,
      "step": 12761
    },
    {
      "epoch": 0.5937194696441033,
      "grad_norm": 0.7207986738378204,
      "learning_rate": 0.00029471339271166874,
      "loss": 2.4219,
      "step": 12762
    },
    {
      "epoch": 0.593765992091184,
      "grad_norm": 0.6396931889051161,
      "learning_rate": 0.0002947124160212848,
      "loss": 2.3125,
      "step": 12763
    },
    {
      "epoch": 0.5938125145382647,
      "grad_norm": 0.6971166513356422,
      "learning_rate": 0.0002947114392423071,
      "loss": 2.4531,
      "step": 12764
    },
    {
      "epoch": 0.5938590369853455,
      "grad_norm": 0.6794943535019081,
      "learning_rate": 0.0002947104623747362,
      "loss": 2.5469,
      "step": 12765
    },
    {
      "epoch": 0.5939055594324262,
      "grad_norm": 0.7092824354916321,
      "learning_rate": 0.0002947094854185727,
      "loss": 2.6875,
      "step": 12766
    },
    {
      "epoch": 0.5939520818795069,
      "grad_norm": 0.7312404110224142,
      "learning_rate": 0.0002947085083738172,
      "loss": 2.4844,
      "step": 12767
    },
    {
      "epoch": 0.5939986043265876,
      "grad_norm": 0.7489009766927548,
      "learning_rate": 0.0002947075312404703,
      "loss": 2.7031,
      "step": 12768
    },
    {
      "epoch": 0.5940451267736683,
      "grad_norm": 0.7463072337577132,
      "learning_rate": 0.0002947065540185326,
      "loss": 2.7031,
      "step": 12769
    },
    {
      "epoch": 0.594091649220749,
      "grad_norm": 0.6873277014511129,
      "learning_rate": 0.0002947055767080047,
      "loss": 2.5938,
      "step": 12770
    },
    {
      "epoch": 0.5941381716678297,
      "grad_norm": 0.7349095275385834,
      "learning_rate": 0.00029470459930888715,
      "loss": 2.5625,
      "step": 12771
    },
    {
      "epoch": 0.5941846941149105,
      "grad_norm": 0.7772131910931529,
      "learning_rate": 0.0002947036218211806,
      "loss": 2.625,
      "step": 12772
    },
    {
      "epoch": 0.5942312165619912,
      "grad_norm": 0.6993862733035094,
      "learning_rate": 0.00029470264424488567,
      "loss": 2.5469,
      "step": 12773
    },
    {
      "epoch": 0.5942777390090719,
      "grad_norm": 0.6819880713206365,
      "learning_rate": 0.0002947016665800029,
      "loss": 2.3906,
      "step": 12774
    },
    {
      "epoch": 0.5943242614561526,
      "grad_norm": 0.8646250068601123,
      "learning_rate": 0.000294700688826533,
      "loss": 1.7891,
      "step": 12775
    },
    {
      "epoch": 0.5943707839032333,
      "grad_norm": 0.6807322183031649,
      "learning_rate": 0.00029469971098447636,
      "loss": 2.4688,
      "step": 12776
    },
    {
      "epoch": 0.594417306350314,
      "grad_norm": 0.7046486030172993,
      "learning_rate": 0.00029469873305383376,
      "loss": 2.5312,
      "step": 12777
    },
    {
      "epoch": 0.5944638287973948,
      "grad_norm": 0.6560897172528478,
      "learning_rate": 0.00029469775503460576,
      "loss": 2.4062,
      "step": 12778
    },
    {
      "epoch": 0.5945103512444755,
      "grad_norm": 0.7362395440417925,
      "learning_rate": 0.00029469677692679297,
      "loss": 2.7344,
      "step": 12779
    },
    {
      "epoch": 0.5945568736915562,
      "grad_norm": 0.6709286209337189,
      "learning_rate": 0.0002946957987303959,
      "loss": 2.7031,
      "step": 12780
    },
    {
      "epoch": 0.5946033961386369,
      "grad_norm": 0.7043784424778831,
      "learning_rate": 0.00029469482044541524,
      "loss": 2.4219,
      "step": 12781
    },
    {
      "epoch": 0.5946499185857176,
      "grad_norm": 0.6743075356941824,
      "learning_rate": 0.00029469384207185154,
      "loss": 2.4844,
      "step": 12782
    },
    {
      "epoch": 0.5946964410327983,
      "grad_norm": 0.6727109942931218,
      "learning_rate": 0.00029469286360970544,
      "loss": 2.7969,
      "step": 12783
    },
    {
      "epoch": 0.5947429634798791,
      "grad_norm": 0.7099678867020867,
      "learning_rate": 0.00029469188505897747,
      "loss": 2.8125,
      "step": 12784
    },
    {
      "epoch": 0.5947894859269598,
      "grad_norm": 0.7022882803951176,
      "learning_rate": 0.00029469090641966834,
      "loss": 2.7188,
      "step": 12785
    },
    {
      "epoch": 0.5948360083740405,
      "grad_norm": 0.6865084135740731,
      "learning_rate": 0.00029468992769177854,
      "loss": 2.5312,
      "step": 12786
    },
    {
      "epoch": 0.5948825308211212,
      "grad_norm": 0.6428436169436479,
      "learning_rate": 0.00029468894887530877,
      "loss": 2.3281,
      "step": 12787
    },
    {
      "epoch": 0.5949290532682019,
      "grad_norm": 0.7775443955859874,
      "learning_rate": 0.00029468796997025946,
      "loss": 2.1719,
      "step": 12788
    },
    {
      "epoch": 0.5949755757152826,
      "grad_norm": 0.6229865810755946,
      "learning_rate": 0.00029468699097663143,
      "loss": 2.0312,
      "step": 12789
    },
    {
      "epoch": 0.5950220981623633,
      "grad_norm": 0.7032108499665324,
      "learning_rate": 0.0002946860118944251,
      "loss": 2.625,
      "step": 12790
    },
    {
      "epoch": 0.5950686206094441,
      "grad_norm": 0.6866280832310273,
      "learning_rate": 0.00029468503272364117,
      "loss": 2.4688,
      "step": 12791
    },
    {
      "epoch": 0.5951151430565248,
      "grad_norm": 0.7227964583585739,
      "learning_rate": 0.00029468405346428023,
      "loss": 2.6406,
      "step": 12792
    },
    {
      "epoch": 0.5951616655036055,
      "grad_norm": 0.6525476474687546,
      "learning_rate": 0.00029468307411634285,
      "loss": 2.3906,
      "step": 12793
    },
    {
      "epoch": 0.5952081879506862,
      "grad_norm": 0.7927980881852686,
      "learning_rate": 0.0002946820946798296,
      "loss": 1.8438,
      "step": 12794
    },
    {
      "epoch": 0.5952547103977669,
      "grad_norm": 0.6402258308653682,
      "learning_rate": 0.0002946811151547412,
      "loss": 2.375,
      "step": 12795
    },
    {
      "epoch": 0.5953012328448476,
      "grad_norm": 0.6352858154224932,
      "learning_rate": 0.00029468013554107805,
      "loss": 2.4375,
      "step": 12796
    },
    {
      "epoch": 0.5953477552919284,
      "grad_norm": 0.7553666772803967,
      "learning_rate": 0.00029467915583884097,
      "loss": 2.5781,
      "step": 12797
    },
    {
      "epoch": 0.5953942777390091,
      "grad_norm": 0.6698319647581849,
      "learning_rate": 0.0002946781760480304,
      "loss": 2.8281,
      "step": 12798
    },
    {
      "epoch": 0.5954408001860898,
      "grad_norm": 0.9112624240252646,
      "learning_rate": 0.00029467719616864705,
      "loss": 2.8125,
      "step": 12799
    },
    {
      "epoch": 0.5954873226331705,
      "grad_norm": 0.6507258945031343,
      "learning_rate": 0.0002946762162006914,
      "loss": 2.4688,
      "step": 12800
    },
    {
      "epoch": 0.5955338450802512,
      "grad_norm": 0.6701704800103798,
      "learning_rate": 0.00029467523614416417,
      "loss": 2.375,
      "step": 12801
    },
    {
      "epoch": 0.5955803675273319,
      "grad_norm": 0.7086582432642847,
      "learning_rate": 0.00029467425599906594,
      "loss": 2.7656,
      "step": 12802
    },
    {
      "epoch": 0.5956268899744126,
      "grad_norm": 0.7649275789844192,
      "learning_rate": 0.00029467327576539724,
      "loss": 2.4219,
      "step": 12803
    },
    {
      "epoch": 0.5956734124214934,
      "grad_norm": 0.6819481187221427,
      "learning_rate": 0.00029467229544315865,
      "loss": 2.7969,
      "step": 12804
    },
    {
      "epoch": 0.5957199348685741,
      "grad_norm": 0.7324273729877073,
      "learning_rate": 0.0002946713150323509,
      "loss": 2.6094,
      "step": 12805
    },
    {
      "epoch": 0.5957664573156548,
      "grad_norm": 0.6621208849193608,
      "learning_rate": 0.0002946703345329745,
      "loss": 1.8125,
      "step": 12806
    },
    {
      "epoch": 0.5958129797627355,
      "grad_norm": 0.671465276690333,
      "learning_rate": 0.0002946693539450301,
      "loss": 2.5,
      "step": 12807
    },
    {
      "epoch": 0.5958595022098162,
      "grad_norm": 0.6408469108511629,
      "learning_rate": 0.0002946683732685182,
      "loss": 2.4375,
      "step": 12808
    },
    {
      "epoch": 0.5959060246568969,
      "grad_norm": 0.6526500022092595,
      "learning_rate": 0.0002946673925034395,
      "loss": 2.5469,
      "step": 12809
    },
    {
      "epoch": 0.5959525471039777,
      "grad_norm": 0.6867140723256652,
      "learning_rate": 0.00029466641164979456,
      "loss": 2.7969,
      "step": 12810
    },
    {
      "epoch": 0.5959990695510584,
      "grad_norm": 0.6468831839820558,
      "learning_rate": 0.000294665430707584,
      "loss": 2.375,
      "step": 12811
    },
    {
      "epoch": 0.5960455919981391,
      "grad_norm": 0.6842817691880373,
      "learning_rate": 0.00029466444967680847,
      "loss": 2.6875,
      "step": 12812
    },
    {
      "epoch": 0.5960921144452198,
      "grad_norm": 0.6709644995387302,
      "learning_rate": 0.0002946634685574684,
      "loss": 2.4688,
      "step": 12813
    },
    {
      "epoch": 0.5961386368923005,
      "grad_norm": 0.6941184991739058,
      "learning_rate": 0.00029466248734956457,
      "loss": 2.8438,
      "step": 12814
    },
    {
      "epoch": 0.5961851593393812,
      "grad_norm": 0.6919362954404557,
      "learning_rate": 0.00029466150605309753,
      "loss": 2.5781,
      "step": 12815
    },
    {
      "epoch": 0.596231681786462,
      "grad_norm": 0.6876238982008386,
      "learning_rate": 0.0002946605246680678,
      "loss": 2.5469,
      "step": 12816
    },
    {
      "epoch": 0.5962782042335427,
      "grad_norm": 0.8206961347348882,
      "learning_rate": 0.00029465954319447607,
      "loss": 3.0938,
      "step": 12817
    },
    {
      "epoch": 0.5963247266806234,
      "grad_norm": 0.6754919279084147,
      "learning_rate": 0.00029465856163232295,
      "loss": 2.5781,
      "step": 12818
    },
    {
      "epoch": 0.5963712491277041,
      "grad_norm": 0.648726678296462,
      "learning_rate": 0.000294657579981609,
      "loss": 2.4375,
      "step": 12819
    },
    {
      "epoch": 0.5964177715747848,
      "grad_norm": 0.6593630978072264,
      "learning_rate": 0.0002946565982423348,
      "loss": 2.7031,
      "step": 12820
    },
    {
      "epoch": 0.5964642940218655,
      "grad_norm": 0.6797919337285515,
      "learning_rate": 0.000294655616414501,
      "loss": 2.8594,
      "step": 12821
    },
    {
      "epoch": 0.5965108164689462,
      "grad_norm": 0.6569929798842907,
      "learning_rate": 0.0002946546344981081,
      "loss": 1.7422,
      "step": 12822
    },
    {
      "epoch": 0.596557338916027,
      "grad_norm": 0.6641655230624097,
      "learning_rate": 0.00029465365249315686,
      "loss": 2.4219,
      "step": 12823
    },
    {
      "epoch": 0.5966038613631077,
      "grad_norm": 0.68593144396025,
      "learning_rate": 0.00029465267039964786,
      "loss": 2.7969,
      "step": 12824
    },
    {
      "epoch": 0.5966503838101884,
      "grad_norm": 0.7272273182059048,
      "learning_rate": 0.00029465168821758155,
      "loss": 2.75,
      "step": 12825
    },
    {
      "epoch": 0.5966969062572691,
      "grad_norm": 0.6813990236344305,
      "learning_rate": 0.00029465070594695864,
      "loss": 2.7656,
      "step": 12826
    },
    {
      "epoch": 0.5967434287043498,
      "grad_norm": 0.6731134400920994,
      "learning_rate": 0.00029464972358777966,
      "loss": 2.3125,
      "step": 12827
    },
    {
      "epoch": 0.5967899511514305,
      "grad_norm": 0.6442934677285925,
      "learning_rate": 0.00029464874114004533,
      "loss": 2.5938,
      "step": 12828
    },
    {
      "epoch": 0.5968364735985113,
      "grad_norm": 0.6655678993948895,
      "learning_rate": 0.00029464775860375624,
      "loss": 2.5312,
      "step": 12829
    },
    {
      "epoch": 0.596882996045592,
      "grad_norm": 0.6864085802398725,
      "learning_rate": 0.0002946467759789129,
      "loss": 2.5469,
      "step": 12830
    },
    {
      "epoch": 0.5969295184926727,
      "grad_norm": 0.6519124065731476,
      "learning_rate": 0.0002946457932655159,
      "loss": 2.4531,
      "step": 12831
    },
    {
      "epoch": 0.5969760409397534,
      "grad_norm": 0.7162414369976092,
      "learning_rate": 0.00029464481046356594,
      "loss": 2.5156,
      "step": 12832
    },
    {
      "epoch": 0.5970225633868341,
      "grad_norm": 0.7157830831149337,
      "learning_rate": 0.00029464382757306355,
      "loss": 2.9688,
      "step": 12833
    },
    {
      "epoch": 0.5970690858339148,
      "grad_norm": 0.6366369713327015,
      "learning_rate": 0.00029464284459400933,
      "loss": 2.75,
      "step": 12834
    },
    {
      "epoch": 0.5971156082809956,
      "grad_norm": 0.8215262010524372,
      "learning_rate": 0.000294641861526404,
      "loss": 2.6719,
      "step": 12835
    },
    {
      "epoch": 0.5971621307280763,
      "grad_norm": 0.659250035853367,
      "learning_rate": 0.000294640878370248,
      "loss": 2.625,
      "step": 12836
    },
    {
      "epoch": 0.597208653175157,
      "grad_norm": 0.7691745862892596,
      "learning_rate": 0.00029463989512554196,
      "loss": 2.8438,
      "step": 12837
    },
    {
      "epoch": 0.5972551756222377,
      "grad_norm": 0.6767397130823726,
      "learning_rate": 0.00029463891179228665,
      "loss": 2.4688,
      "step": 12838
    },
    {
      "epoch": 0.5973016980693184,
      "grad_norm": 0.6596889206098215,
      "learning_rate": 0.0002946379283704824,
      "loss": 2.4219,
      "step": 12839
    },
    {
      "epoch": 0.5973482205163991,
      "grad_norm": 0.6738902954336434,
      "learning_rate": 0.00029463694486013005,
      "loss": 2.5469,
      "step": 12840
    },
    {
      "epoch": 0.5973947429634798,
      "grad_norm": 0.6848521858786679,
      "learning_rate": 0.00029463596126123013,
      "loss": 2.5469,
      "step": 12841
    },
    {
      "epoch": 0.5974412654105606,
      "grad_norm": 0.6971966311540945,
      "learning_rate": 0.0002946349775737832,
      "loss": 2.5312,
      "step": 12842
    },
    {
      "epoch": 0.5974877878576413,
      "grad_norm": 0.6285910306611414,
      "learning_rate": 0.00029463399379778987,
      "loss": 2.4375,
      "step": 12843
    },
    {
      "epoch": 0.597534310304722,
      "grad_norm": 0.6957405491706282,
      "learning_rate": 0.00029463300993325076,
      "loss": 2.5312,
      "step": 12844
    },
    {
      "epoch": 0.5975808327518027,
      "grad_norm": 0.6968369568010417,
      "learning_rate": 0.00029463202598016644,
      "loss": 2.7656,
      "step": 12845
    },
    {
      "epoch": 0.5976273551988834,
      "grad_norm": 0.6478351542714815,
      "learning_rate": 0.00029463104193853755,
      "loss": 2.3281,
      "step": 12846
    },
    {
      "epoch": 0.5976738776459641,
      "grad_norm": 0.7260413175163144,
      "learning_rate": 0.00029463005780836475,
      "loss": 2.4844,
      "step": 12847
    },
    {
      "epoch": 0.597720400093045,
      "grad_norm": 0.7152740233568623,
      "learning_rate": 0.0002946290735896485,
      "loss": 2.4531,
      "step": 12848
    },
    {
      "epoch": 0.5977669225401256,
      "grad_norm": 0.6504934225619913,
      "learning_rate": 0.0002946280892823895,
      "loss": 2.3906,
      "step": 12849
    },
    {
      "epoch": 0.5978134449872063,
      "grad_norm": 0.6689593508197397,
      "learning_rate": 0.00029462710488658834,
      "loss": 2.6094,
      "step": 12850
    },
    {
      "epoch": 0.597859967434287,
      "grad_norm": 0.6441986898139851,
      "learning_rate": 0.0002946261204022456,
      "loss": 2.4375,
      "step": 12851
    },
    {
      "epoch": 0.5979064898813677,
      "grad_norm": 0.7363753569155976,
      "learning_rate": 0.00029462513582936194,
      "loss": 2.5156,
      "step": 12852
    },
    {
      "epoch": 0.5979530123284484,
      "grad_norm": 0.6724098791839174,
      "learning_rate": 0.00029462415116793787,
      "loss": 2.6406,
      "step": 12853
    },
    {
      "epoch": 0.5979995347755291,
      "grad_norm": 0.6667953728656789,
      "learning_rate": 0.00029462316641797406,
      "loss": 2.625,
      "step": 12854
    },
    {
      "epoch": 0.59804605722261,
      "grad_norm": 0.6362671203989159,
      "learning_rate": 0.0002946221815794711,
      "loss": 2.5156,
      "step": 12855
    },
    {
      "epoch": 0.5980925796696906,
      "grad_norm": 0.7646198734000612,
      "learning_rate": 0.0002946211966524296,
      "loss": 2.5469,
      "step": 12856
    },
    {
      "epoch": 0.5981391021167713,
      "grad_norm": 0.6988276831229814,
      "learning_rate": 0.00029462021163685013,
      "loss": 2.4844,
      "step": 12857
    },
    {
      "epoch": 0.598185624563852,
      "grad_norm": 0.694399263300915,
      "learning_rate": 0.0002946192265327333,
      "loss": 2.5312,
      "step": 12858
    },
    {
      "epoch": 0.5982321470109327,
      "grad_norm": 0.6646529962140659,
      "learning_rate": 0.0002946182413400797,
      "loss": 2.7656,
      "step": 12859
    },
    {
      "epoch": 0.5982786694580134,
      "grad_norm": 0.7084329103408631,
      "learning_rate": 0.00029461725605889,
      "loss": 2.4375,
      "step": 12860
    },
    {
      "epoch": 0.5983251919050943,
      "grad_norm": 0.6865742112580021,
      "learning_rate": 0.0002946162706891648,
      "loss": 2.6875,
      "step": 12861
    },
    {
      "epoch": 0.598371714352175,
      "grad_norm": 0.6778366364103023,
      "learning_rate": 0.0002946152852309047,
      "loss": 2.6875,
      "step": 12862
    },
    {
      "epoch": 0.5984182367992557,
      "grad_norm": 0.6539993796945514,
      "learning_rate": 0.00029461429968411016,
      "loss": 2.3906,
      "step": 12863
    },
    {
      "epoch": 0.5984647592463364,
      "grad_norm": 0.6723806408718758,
      "learning_rate": 0.00029461331404878193,
      "loss": 2.5156,
      "step": 12864
    },
    {
      "epoch": 0.598511281693417,
      "grad_norm": 0.6400654627798055,
      "learning_rate": 0.0002946123283249206,
      "loss": 2.4375,
      "step": 12865
    },
    {
      "epoch": 0.5985578041404978,
      "grad_norm": 0.6700532724948927,
      "learning_rate": 0.0002946113425125267,
      "loss": 2.5156,
      "step": 12866
    },
    {
      "epoch": 0.5986043265875786,
      "grad_norm": 0.6731412122403645,
      "learning_rate": 0.0002946103566116009,
      "loss": 2.4844,
      "step": 12867
    },
    {
      "epoch": 0.5986508490346593,
      "grad_norm": 0.7173388243171303,
      "learning_rate": 0.00029460937062214385,
      "loss": 2.4531,
      "step": 12868
    },
    {
      "epoch": 0.59869737148174,
      "grad_norm": 0.6932107195238739,
      "learning_rate": 0.0002946083845441561,
      "loss": 2.5938,
      "step": 12869
    },
    {
      "epoch": 0.5987438939288207,
      "grad_norm": 0.6774261959523832,
      "learning_rate": 0.0002946073983776382,
      "loss": 2.5156,
      "step": 12870
    },
    {
      "epoch": 0.5987904163759014,
      "grad_norm": 0.6516291073119671,
      "learning_rate": 0.0002946064121225907,
      "loss": 2.4062,
      "step": 12871
    },
    {
      "epoch": 0.5988369388229821,
      "grad_norm": 0.6531403666004333,
      "learning_rate": 0.00029460542577901445,
      "loss": 2.5938,
      "step": 12872
    },
    {
      "epoch": 0.5988834612700628,
      "grad_norm": 0.6451744095023535,
      "learning_rate": 0.00029460443934690983,
      "loss": 2.6719,
      "step": 12873
    },
    {
      "epoch": 0.5989299837171436,
      "grad_norm": 0.6108921480600981,
      "learning_rate": 0.00029460345282627756,
      "loss": 2.2344,
      "step": 12874
    },
    {
      "epoch": 0.5989765061642243,
      "grad_norm": 0.6037524726058184,
      "learning_rate": 0.00029460246621711817,
      "loss": 2.2812,
      "step": 12875
    },
    {
      "epoch": 0.599023028611305,
      "grad_norm": 0.6923697938193949,
      "learning_rate": 0.0002946014795194323,
      "loss": 2.4375,
      "step": 12876
    },
    {
      "epoch": 0.5990695510583857,
      "grad_norm": 0.6496680909858721,
      "learning_rate": 0.0002946004927332206,
      "loss": 2.4219,
      "step": 12877
    },
    {
      "epoch": 0.5991160735054664,
      "grad_norm": 0.6648160256437043,
      "learning_rate": 0.0002945995058584836,
      "loss": 2.4688,
      "step": 12878
    },
    {
      "epoch": 0.5991625959525471,
      "grad_norm": 0.6699368051582321,
      "learning_rate": 0.0002945985188952219,
      "loss": 2.5781,
      "step": 12879
    },
    {
      "epoch": 0.5992091183996279,
      "grad_norm": 0.6848639409977806,
      "learning_rate": 0.00029459753184343617,
      "loss": 2.6719,
      "step": 12880
    },
    {
      "epoch": 0.5992556408467086,
      "grad_norm": 0.6605368901221044,
      "learning_rate": 0.00029459654470312695,
      "loss": 2.7812,
      "step": 12881
    },
    {
      "epoch": 0.5993021632937893,
      "grad_norm": 0.6136437081954457,
      "learning_rate": 0.00029459555747429484,
      "loss": 2.3438,
      "step": 12882
    },
    {
      "epoch": 0.59934868574087,
      "grad_norm": 0.692275952894051,
      "learning_rate": 0.0002945945701569406,
      "loss": 2.375,
      "step": 12883
    },
    {
      "epoch": 0.5993952081879507,
      "grad_norm": 0.7337816884619169,
      "learning_rate": 0.0002945935827510646,
      "loss": 2.8125,
      "step": 12884
    },
    {
      "epoch": 0.5994417306350314,
      "grad_norm": 0.7220725488453607,
      "learning_rate": 0.0002945925952566676,
      "loss": 2.8125,
      "step": 12885
    },
    {
      "epoch": 0.5994882530821121,
      "grad_norm": 0.7387211163425531,
      "learning_rate": 0.00029459160767375016,
      "loss": 2.4062,
      "step": 12886
    },
    {
      "epoch": 0.5995347755291929,
      "grad_norm": 0.642170764596566,
      "learning_rate": 0.00029459062000231285,
      "loss": 2.1875,
      "step": 12887
    },
    {
      "epoch": 0.5995812979762736,
      "grad_norm": 0.733384299378812,
      "learning_rate": 0.0002945896322423564,
      "loss": 2.7031,
      "step": 12888
    },
    {
      "epoch": 0.5996278204233543,
      "grad_norm": 0.6541614622190893,
      "learning_rate": 0.0002945886443938812,
      "loss": 2.5781,
      "step": 12889
    },
    {
      "epoch": 0.599674342870435,
      "grad_norm": 0.7686304804162913,
      "learning_rate": 0.00029458765645688805,
      "loss": 1.9062,
      "step": 12890
    },
    {
      "epoch": 0.5997208653175157,
      "grad_norm": 0.6114431953741517,
      "learning_rate": 0.0002945866684313775,
      "loss": 2.125,
      "step": 12891
    },
    {
      "epoch": 0.5997673877645964,
      "grad_norm": 0.6452098481272762,
      "learning_rate": 0.00029458568031735013,
      "loss": 2.3906,
      "step": 12892
    },
    {
      "epoch": 0.5998139102116772,
      "grad_norm": 0.6637839369570177,
      "learning_rate": 0.0002945846921148065,
      "loss": 2.5,
      "step": 12893
    },
    {
      "epoch": 0.5998604326587579,
      "grad_norm": 0.6848810152213662,
      "learning_rate": 0.00029458370382374734,
      "loss": 2.4219,
      "step": 12894
    },
    {
      "epoch": 0.5999069551058386,
      "grad_norm": 0.6879039728785775,
      "learning_rate": 0.00029458271544417314,
      "loss": 2.4531,
      "step": 12895
    },
    {
      "epoch": 0.5999534775529193,
      "grad_norm": 0.7187372729292785,
      "learning_rate": 0.00029458172697608456,
      "loss": 2.5625,
      "step": 12896
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.6593017904808713,
      "learning_rate": 0.0002945807384194822,
      "loss": 2.5625,
      "step": 12897
    },
    {
      "epoch": 0.6000465224470807,
      "grad_norm": 0.657001265532697,
      "learning_rate": 0.00029457974977436667,
      "loss": 2.6875,
      "step": 12898
    },
    {
      "epoch": 0.6000930448941615,
      "grad_norm": 0.6829247040095464,
      "learning_rate": 0.0002945787610407386,
      "loss": 2.1562,
      "step": 12899
    },
    {
      "epoch": 0.6001395673412422,
      "grad_norm": 0.6892356178355035,
      "learning_rate": 0.0002945777722185985,
      "loss": 2.4375,
      "step": 12900
    },
    {
      "epoch": 0.6001860897883229,
      "grad_norm": 0.6487041837537383,
      "learning_rate": 0.00029457678330794705,
      "loss": 2.375,
      "step": 12901
    },
    {
      "epoch": 0.6002326122354036,
      "grad_norm": 0.6690166328546862,
      "learning_rate": 0.0002945757943087848,
      "loss": 2.5625,
      "step": 12902
    },
    {
      "epoch": 0.6002791346824843,
      "grad_norm": 0.7093151617714187,
      "learning_rate": 0.0002945748052211125,
      "loss": 1.9688,
      "step": 12903
    },
    {
      "epoch": 0.600325657129565,
      "grad_norm": 0.6935415242114836,
      "learning_rate": 0.00029457381604493054,
      "loss": 2.5781,
      "step": 12904
    },
    {
      "epoch": 0.6003721795766457,
      "grad_norm": 0.7369519901776121,
      "learning_rate": 0.0002945728267802397,
      "loss": 2.3594,
      "step": 12905
    },
    {
      "epoch": 0.6004187020237265,
      "grad_norm": 0.6991001634233155,
      "learning_rate": 0.00029457183742704056,
      "loss": 2.625,
      "step": 12906
    },
    {
      "epoch": 0.6004652244708072,
      "grad_norm": 0.6724815139753783,
      "learning_rate": 0.0002945708479853336,
      "loss": 2.7031,
      "step": 12907
    },
    {
      "epoch": 0.6005117469178879,
      "grad_norm": 0.7044492146682464,
      "learning_rate": 0.00029456985845511955,
      "loss": 2.5938,
      "step": 12908
    },
    {
      "epoch": 0.6005582693649686,
      "grad_norm": 0.6257241119858862,
      "learning_rate": 0.00029456886883639903,
      "loss": 2.25,
      "step": 12909
    },
    {
      "epoch": 0.6006047918120493,
      "grad_norm": 0.733696450243223,
      "learning_rate": 0.00029456787912917254,
      "loss": 2.0,
      "step": 12910
    },
    {
      "epoch": 0.60065131425913,
      "grad_norm": 0.705837766297839,
      "learning_rate": 0.0002945668893334408,
      "loss": 2.4688,
      "step": 12911
    },
    {
      "epoch": 0.6006978367062108,
      "grad_norm": 0.7270182427991899,
      "learning_rate": 0.00029456589944920424,
      "loss": 2.7969,
      "step": 12912
    },
    {
      "epoch": 0.6007443591532915,
      "grad_norm": 0.7377859619204158,
      "learning_rate": 0.0002945649094764637,
      "loss": 2.7812,
      "step": 12913
    },
    {
      "epoch": 0.6007908816003722,
      "grad_norm": 0.7007508294498528,
      "learning_rate": 0.0002945639194152196,
      "loss": 2.4531,
      "step": 12914
    },
    {
      "epoch": 0.6008374040474529,
      "grad_norm": 0.7212809961097294,
      "learning_rate": 0.0002945629292654727,
      "loss": 2.4531,
      "step": 12915
    },
    {
      "epoch": 0.6008839264945336,
      "grad_norm": 0.6726260501641343,
      "learning_rate": 0.0002945619390272234,
      "loss": 2.1406,
      "step": 12916
    },
    {
      "epoch": 0.6009304489416143,
      "grad_norm": 0.6691997946519508,
      "learning_rate": 0.00029456094870047254,
      "loss": 2.4531,
      "step": 12917
    },
    {
      "epoch": 0.600976971388695,
      "grad_norm": 0.6637051816005921,
      "learning_rate": 0.00029455995828522055,
      "loss": 2.5469,
      "step": 12918
    },
    {
      "epoch": 0.6010234938357758,
      "grad_norm": 0.6460593481046943,
      "learning_rate": 0.00029455896778146813,
      "loss": 2.5312,
      "step": 12919
    },
    {
      "epoch": 0.6010700162828565,
      "grad_norm": 0.6383163865663095,
      "learning_rate": 0.00029455797718921586,
      "loss": 2.3438,
      "step": 12920
    },
    {
      "epoch": 0.6011165387299372,
      "grad_norm": 0.660444456391711,
      "learning_rate": 0.00029455698650846434,
      "loss": 2.5,
      "step": 12921
    },
    {
      "epoch": 0.6011630611770179,
      "grad_norm": 0.7309259598029676,
      "learning_rate": 0.0002945559957392142,
      "loss": 2.8438,
      "step": 12922
    },
    {
      "epoch": 0.6012095836240986,
      "grad_norm": 0.6794572622672423,
      "learning_rate": 0.00029455500488146595,
      "loss": 2.3438,
      "step": 12923
    },
    {
      "epoch": 0.6012561060711793,
      "grad_norm": 0.631758399328614,
      "learning_rate": 0.00029455401393522037,
      "loss": 2.3906,
      "step": 12924
    },
    {
      "epoch": 0.6013026285182601,
      "grad_norm": 0.6989096241664806,
      "learning_rate": 0.0002945530229004779,
      "loss": 2.2656,
      "step": 12925
    },
    {
      "epoch": 0.6013491509653408,
      "grad_norm": 0.692598401429064,
      "learning_rate": 0.00029455203177723927,
      "loss": 2.625,
      "step": 12926
    },
    {
      "epoch": 0.6013956734124215,
      "grad_norm": 0.6765284451240376,
      "learning_rate": 0.000294551040565505,
      "loss": 2.5469,
      "step": 12927
    },
    {
      "epoch": 0.6014421958595022,
      "grad_norm": 0.7169298639152144,
      "learning_rate": 0.00029455004926527575,
      "loss": 2.8438,
      "step": 12928
    },
    {
      "epoch": 0.6014887183065829,
      "grad_norm": 0.7142966921539502,
      "learning_rate": 0.00029454905787655214,
      "loss": 2.3438,
      "step": 12929
    },
    {
      "epoch": 0.6015352407536636,
      "grad_norm": 0.688051889539671,
      "learning_rate": 0.00029454806639933465,
      "loss": 2.4219,
      "step": 12930
    },
    {
      "epoch": 0.6015817632007444,
      "grad_norm": 0.678194843343995,
      "learning_rate": 0.00029454707483362404,
      "loss": 2.4688,
      "step": 12931
    },
    {
      "epoch": 0.6016282856478251,
      "grad_norm": 0.6431508247828227,
      "learning_rate": 0.0002945460831794209,
      "loss": 2.4219,
      "step": 12932
    },
    {
      "epoch": 0.6016748080949058,
      "grad_norm": 0.6784193162691933,
      "learning_rate": 0.0002945450914367257,
      "loss": 2.4375,
      "step": 12933
    },
    {
      "epoch": 0.6017213305419865,
      "grad_norm": 0.8038065547322081,
      "learning_rate": 0.0002945440996055392,
      "loss": 2.9219,
      "step": 12934
    },
    {
      "epoch": 0.6017678529890672,
      "grad_norm": 0.6588640847894169,
      "learning_rate": 0.00029454310768586194,
      "loss": 2.4688,
      "step": 12935
    },
    {
      "epoch": 0.6018143754361479,
      "grad_norm": 0.6584030306928043,
      "learning_rate": 0.00029454211567769454,
      "loss": 2.7344,
      "step": 12936
    },
    {
      "epoch": 0.6018608978832286,
      "grad_norm": 0.7166654282307534,
      "learning_rate": 0.00029454112358103765,
      "loss": 2.5,
      "step": 12937
    },
    {
      "epoch": 0.6019074203303094,
      "grad_norm": 0.8392105837126405,
      "learning_rate": 0.00029454013139589176,
      "loss": 2.4375,
      "step": 12938
    },
    {
      "epoch": 0.6019539427773901,
      "grad_norm": 0.6849872693428781,
      "learning_rate": 0.0002945391391222576,
      "loss": 2.2344,
      "step": 12939
    },
    {
      "epoch": 0.6020004652244708,
      "grad_norm": 0.6706380591845468,
      "learning_rate": 0.00029453814676013573,
      "loss": 2.2031,
      "step": 12940
    },
    {
      "epoch": 0.6020469876715515,
      "grad_norm": 0.7054012848431653,
      "learning_rate": 0.00029453715430952673,
      "loss": 2.3125,
      "step": 12941
    },
    {
      "epoch": 0.6020935101186322,
      "grad_norm": 0.6902354634961876,
      "learning_rate": 0.0002945361617704312,
      "loss": 2.4844,
      "step": 12942
    },
    {
      "epoch": 0.6021400325657129,
      "grad_norm": 0.6961480527731603,
      "learning_rate": 0.0002945351691428498,
      "loss": 2.6719,
      "step": 12943
    },
    {
      "epoch": 0.6021865550127937,
      "grad_norm": 0.6495295709678884,
      "learning_rate": 0.00029453417642678317,
      "loss": 2.2188,
      "step": 12944
    },
    {
      "epoch": 0.6022330774598744,
      "grad_norm": 0.7628132179716186,
      "learning_rate": 0.0002945331836222318,
      "loss": 2.7656,
      "step": 12945
    },
    {
      "epoch": 0.6022795999069551,
      "grad_norm": 0.6956785089532236,
      "learning_rate": 0.00029453219072919645,
      "loss": 2.3906,
      "step": 12946
    },
    {
      "epoch": 0.6023261223540358,
      "grad_norm": 0.68205175844482,
      "learning_rate": 0.00029453119774767756,
      "loss": 2.4531,
      "step": 12947
    },
    {
      "epoch": 0.6023726448011165,
      "grad_norm": 0.6520274754171335,
      "learning_rate": 0.00029453020467767584,
      "loss": 2.5781,
      "step": 12948
    },
    {
      "epoch": 0.6024191672481972,
      "grad_norm": 0.6291728131846156,
      "learning_rate": 0.0002945292115191919,
      "loss": 2.5625,
      "step": 12949
    },
    {
      "epoch": 0.6024656896952779,
      "grad_norm": 0.6929471027626212,
      "learning_rate": 0.00029452821827222626,
      "loss": 2.5156,
      "step": 12950
    },
    {
      "epoch": 0.6025122121423587,
      "grad_norm": 0.605464138137951,
      "learning_rate": 0.00029452722493677965,
      "loss": 2.3906,
      "step": 12951
    },
    {
      "epoch": 0.6025587345894394,
      "grad_norm": 0.7002893882327431,
      "learning_rate": 0.0002945262315128526,
      "loss": 1.9297,
      "step": 12952
    },
    {
      "epoch": 0.6026052570365201,
      "grad_norm": 0.6562899408020022,
      "learning_rate": 0.0002945252380004457,
      "loss": 2.5781,
      "step": 12953
    },
    {
      "epoch": 0.6026517794836008,
      "grad_norm": 0.6994670231053454,
      "learning_rate": 0.0002945242443995597,
      "loss": 2.6406,
      "step": 12954
    },
    {
      "epoch": 0.6026983019306815,
      "grad_norm": 0.6428729105564057,
      "learning_rate": 0.000294523250710195,
      "loss": 1.9453,
      "step": 12955
    },
    {
      "epoch": 0.6027448243777622,
      "grad_norm": 0.7008038966169481,
      "learning_rate": 0.00029452225693235237,
      "loss": 2.6719,
      "step": 12956
    },
    {
      "epoch": 0.602791346824843,
      "grad_norm": 0.6778060846813304,
      "learning_rate": 0.0002945212630660324,
      "loss": 2.375,
      "step": 12957
    },
    {
      "epoch": 0.6028378692719237,
      "grad_norm": 0.8012693818716322,
      "learning_rate": 0.0002945202691112356,
      "loss": 2.5938,
      "step": 12958
    },
    {
      "epoch": 0.6028843917190044,
      "grad_norm": 0.694939747314078,
      "learning_rate": 0.00029451927506796263,
      "loss": 2.4688,
      "step": 12959
    },
    {
      "epoch": 0.6029309141660851,
      "grad_norm": 0.7435802125249504,
      "learning_rate": 0.00029451828093621414,
      "loss": 2.875,
      "step": 12960
    },
    {
      "epoch": 0.6029774366131658,
      "grad_norm": 0.8069801110466159,
      "learning_rate": 0.0002945172867159907,
      "loss": 2.5938,
      "step": 12961
    },
    {
      "epoch": 0.6030239590602465,
      "grad_norm": 0.6660461238667814,
      "learning_rate": 0.0002945162924072929,
      "loss": 2.5312,
      "step": 12962
    },
    {
      "epoch": 0.6030704815073273,
      "grad_norm": 0.6332621356695435,
      "learning_rate": 0.0002945152980101215,
      "loss": 2.2188,
      "step": 12963
    },
    {
      "epoch": 0.603117003954408,
      "grad_norm": 0.6775539525955446,
      "learning_rate": 0.0002945143035244768,
      "loss": 2.5625,
      "step": 12964
    },
    {
      "epoch": 0.6031635264014887,
      "grad_norm": 0.7130452745134935,
      "learning_rate": 0.0002945133089503597,
      "loss": 2.6875,
      "step": 12965
    },
    {
      "epoch": 0.6032100488485694,
      "grad_norm": 0.689431166863113,
      "learning_rate": 0.00029451231428777064,
      "loss": 2.4531,
      "step": 12966
    },
    {
      "epoch": 0.6032565712956501,
      "grad_norm": 0.6649482713179822,
      "learning_rate": 0.00029451131953671036,
      "loss": 2.4844,
      "step": 12967
    },
    {
      "epoch": 0.6033030937427308,
      "grad_norm": 0.7309758499471826,
      "learning_rate": 0.00029451032469717935,
      "loss": 2.7031,
      "step": 12968
    },
    {
      "epoch": 0.6033496161898115,
      "grad_norm": 0.6944885653120477,
      "learning_rate": 0.00029450932976917825,
      "loss": 2.5,
      "step": 12969
    },
    {
      "epoch": 0.6033961386368923,
      "grad_norm": 0.6927777612860873,
      "learning_rate": 0.0002945083347527078,
      "loss": 2.5156,
      "step": 12970
    },
    {
      "epoch": 0.603442661083973,
      "grad_norm": 0.719193234053209,
      "learning_rate": 0.00029450733964776836,
      "loss": 2.5156,
      "step": 12971
    },
    {
      "epoch": 0.6034891835310537,
      "grad_norm": 0.6442868462743713,
      "learning_rate": 0.00029450634445436075,
      "loss": 2.7188,
      "step": 12972
    },
    {
      "epoch": 0.6035357059781344,
      "grad_norm": 0.6884894980939911,
      "learning_rate": 0.0002945053491724855,
      "loss": 2.5156,
      "step": 12973
    },
    {
      "epoch": 0.6035822284252151,
      "grad_norm": 0.6483487226701216,
      "learning_rate": 0.0002945043538021432,
      "loss": 2.6406,
      "step": 12974
    },
    {
      "epoch": 0.6036287508722958,
      "grad_norm": 0.6928442999563177,
      "learning_rate": 0.0002945033583433345,
      "loss": 2.7188,
      "step": 12975
    },
    {
      "epoch": 0.6036752733193766,
      "grad_norm": 0.6307960431442311,
      "learning_rate": 0.00029450236279605994,
      "loss": 2.4531,
      "step": 12976
    },
    {
      "epoch": 0.6037217957664573,
      "grad_norm": 0.6659109824567367,
      "learning_rate": 0.00029450136716032023,
      "loss": 2.2656,
      "step": 12977
    },
    {
      "epoch": 0.603768318213538,
      "grad_norm": 0.6285329224800208,
      "learning_rate": 0.0002945003714361159,
      "loss": 2.4062,
      "step": 12978
    },
    {
      "epoch": 0.6038148406606187,
      "grad_norm": 0.8822007561455008,
      "learning_rate": 0.00029449937562344764,
      "loss": 2.4375,
      "step": 12979
    },
    {
      "epoch": 0.6038613631076994,
      "grad_norm": 0.6403972982206055,
      "learning_rate": 0.000294498379722316,
      "loss": 2.4375,
      "step": 12980
    },
    {
      "epoch": 0.6039078855547801,
      "grad_norm": 0.6432508699269365,
      "learning_rate": 0.00029449738373272155,
      "loss": 2.4844,
      "step": 12981
    },
    {
      "epoch": 0.6039544080018608,
      "grad_norm": 0.6762576258743223,
      "learning_rate": 0.000294496387654665,
      "loss": 2.4531,
      "step": 12982
    },
    {
      "epoch": 0.6040009304489417,
      "grad_norm": 0.614771157961743,
      "learning_rate": 0.0002944953914881469,
      "loss": 2.375,
      "step": 12983
    },
    {
      "epoch": 0.6040474528960224,
      "grad_norm": 0.662646119234527,
      "learning_rate": 0.0002944943952331679,
      "loss": 2.5312,
      "step": 12984
    },
    {
      "epoch": 0.604093975343103,
      "grad_norm": 0.7231182973469793,
      "learning_rate": 0.00029449339888972854,
      "loss": 2.6094,
      "step": 12985
    },
    {
      "epoch": 0.6041404977901838,
      "grad_norm": 0.6610821997149776,
      "learning_rate": 0.00029449240245782947,
      "loss": 2.7656,
      "step": 12986
    },
    {
      "epoch": 0.6041870202372644,
      "grad_norm": 0.6660699757385193,
      "learning_rate": 0.00029449140593747127,
      "loss": 2.5,
      "step": 12987
    },
    {
      "epoch": 0.6042335426843451,
      "grad_norm": 0.6930228561506401,
      "learning_rate": 0.00029449040932865464,
      "loss": 2.9375,
      "step": 12988
    },
    {
      "epoch": 0.604280065131426,
      "grad_norm": 0.6330820358269488,
      "learning_rate": 0.0002944894126313801,
      "loss": 2.2812,
      "step": 12989
    },
    {
      "epoch": 0.6043265875785067,
      "grad_norm": 0.6944135048876828,
      "learning_rate": 0.0002944884158456483,
      "loss": 2.4062,
      "step": 12990
    },
    {
      "epoch": 0.6043731100255874,
      "grad_norm": 0.7341285845153536,
      "learning_rate": 0.0002944874189714598,
      "loss": 2.8125,
      "step": 12991
    },
    {
      "epoch": 0.6044196324726681,
      "grad_norm": 0.6267853151760187,
      "learning_rate": 0.0002944864220088153,
      "loss": 2.6562,
      "step": 12992
    },
    {
      "epoch": 0.6044661549197488,
      "grad_norm": 0.7572426062594678,
      "learning_rate": 0.0002944854249577154,
      "loss": 2.4219,
      "step": 12993
    },
    {
      "epoch": 0.6045126773668295,
      "grad_norm": 0.6617719677647755,
      "learning_rate": 0.0002944844278181606,
      "loss": 2.4219,
      "step": 12994
    },
    {
      "epoch": 0.6045591998139103,
      "grad_norm": 0.6665616771770296,
      "learning_rate": 0.0002944834305901516,
      "loss": 2.5312,
      "step": 12995
    },
    {
      "epoch": 0.604605722260991,
      "grad_norm": 0.6546044910169773,
      "learning_rate": 0.00029448243327368894,
      "loss": 2.5312,
      "step": 12996
    },
    {
      "epoch": 0.6046522447080717,
      "grad_norm": 0.6563821711521824,
      "learning_rate": 0.00029448143586877334,
      "loss": 2.375,
      "step": 12997
    },
    {
      "epoch": 0.6046987671551524,
      "grad_norm": 0.6587358112744333,
      "learning_rate": 0.0002944804383754054,
      "loss": 2.4531,
      "step": 12998
    },
    {
      "epoch": 0.6047452896022331,
      "grad_norm": 0.744533079328901,
      "learning_rate": 0.0002944794407935856,
      "loss": 2.3438,
      "step": 12999
    },
    {
      "epoch": 0.6047918120493138,
      "grad_norm": 0.6973200810251678,
      "learning_rate": 0.00029447844312331466,
      "loss": 2.5625,
      "step": 13000
    },
    {
      "epoch": 0.6048383344963945,
      "grad_norm": 0.6765015423931153,
      "learning_rate": 0.00029447744536459315,
      "loss": 1.875,
      "step": 13001
    },
    {
      "epoch": 0.6048848569434753,
      "grad_norm": 0.6718265233214994,
      "learning_rate": 0.0002944764475174217,
      "loss": 2.2969,
      "step": 13002
    },
    {
      "epoch": 0.604931379390556,
      "grad_norm": 0.6940013732939958,
      "learning_rate": 0.000294475449581801,
      "loss": 2.75,
      "step": 13003
    },
    {
      "epoch": 0.6049779018376367,
      "grad_norm": 0.6343778574015869,
      "learning_rate": 0.0002944744515577315,
      "loss": 1.8203,
      "step": 13004
    },
    {
      "epoch": 0.6050244242847174,
      "grad_norm": 0.6619450769475459,
      "learning_rate": 0.0002944734534452139,
      "loss": 2.5312,
      "step": 13005
    },
    {
      "epoch": 0.6050709467317981,
      "grad_norm": 0.8540569097226652,
      "learning_rate": 0.0002944724552442488,
      "loss": 2.5312,
      "step": 13006
    },
    {
      "epoch": 0.6051174691788788,
      "grad_norm": 0.7185844108016766,
      "learning_rate": 0.00029447145695483685,
      "loss": 2.5938,
      "step": 13007
    },
    {
      "epoch": 0.6051639916259596,
      "grad_norm": 0.6508173968353204,
      "learning_rate": 0.0002944704585769786,
      "loss": 2.375,
      "step": 13008
    },
    {
      "epoch": 0.6052105140730403,
      "grad_norm": 0.6297083776021734,
      "learning_rate": 0.0002944694601106746,
      "loss": 2.4531,
      "step": 13009
    },
    {
      "epoch": 0.605257036520121,
      "grad_norm": 0.6491544454344302,
      "learning_rate": 0.00029446846155592563,
      "loss": 2.4688,
      "step": 13010
    },
    {
      "epoch": 0.6053035589672017,
      "grad_norm": 0.9299565554812821,
      "learning_rate": 0.0002944674629127322,
      "loss": 2.9844,
      "step": 13011
    },
    {
      "epoch": 0.6053500814142824,
      "grad_norm": 0.6470244620320013,
      "learning_rate": 0.00029446646418109494,
      "loss": 2.4531,
      "step": 13012
    },
    {
      "epoch": 0.6053966038613631,
      "grad_norm": 0.7447847716526076,
      "learning_rate": 0.0002944654653610145,
      "loss": 2.5781,
      "step": 13013
    },
    {
      "epoch": 0.6054431263084438,
      "grad_norm": 0.655445642059786,
      "learning_rate": 0.00029446446645249136,
      "loss": 2.6094,
      "step": 13014
    },
    {
      "epoch": 0.6054896487555246,
      "grad_norm": 0.6730930449469295,
      "learning_rate": 0.0002944634674555263,
      "loss": 2.375,
      "step": 13015
    },
    {
      "epoch": 0.6055361712026053,
      "grad_norm": 0.6489173373955364,
      "learning_rate": 0.0002944624683701198,
      "loss": 2.4062,
      "step": 13016
    },
    {
      "epoch": 0.605582693649686,
      "grad_norm": 0.678778923351019,
      "learning_rate": 0.0002944614691962726,
      "loss": 2.4688,
      "step": 13017
    },
    {
      "epoch": 0.6056292160967667,
      "grad_norm": 0.6964739157811698,
      "learning_rate": 0.0002944604699339852,
      "loss": 2.6562,
      "step": 13018
    },
    {
      "epoch": 0.6056757385438474,
      "grad_norm": 0.8432984767348252,
      "learning_rate": 0.0002944594705832582,
      "loss": 2.4062,
      "step": 13019
    },
    {
      "epoch": 0.6057222609909281,
      "grad_norm": 0.6320565621350099,
      "learning_rate": 0.0002944584711440923,
      "loss": 2.4844,
      "step": 13020
    },
    {
      "epoch": 0.6057687834380089,
      "grad_norm": 0.6850017992386975,
      "learning_rate": 0.0002944574716164881,
      "loss": 2.9375,
      "step": 13021
    },
    {
      "epoch": 0.6058153058850896,
      "grad_norm": 0.6092918493319193,
      "learning_rate": 0.0002944564720004462,
      "loss": 2.5312,
      "step": 13022
    },
    {
      "epoch": 0.6058618283321703,
      "grad_norm": 0.6965364454839829,
      "learning_rate": 0.0002944554722959671,
      "loss": 2.6875,
      "step": 13023
    },
    {
      "epoch": 0.605908350779251,
      "grad_norm": 0.6691174808391352,
      "learning_rate": 0.0002944544725030516,
      "loss": 2.3906,
      "step": 13024
    },
    {
      "epoch": 0.6059548732263317,
      "grad_norm": 0.658344254793924,
      "learning_rate": 0.0002944534726217001,
      "loss": 2.375,
      "step": 13025
    },
    {
      "epoch": 0.6060013956734124,
      "grad_norm": 0.6923823693663851,
      "learning_rate": 0.00029445247265191344,
      "loss": 1.8828,
      "step": 13026
    },
    {
      "epoch": 0.6060479181204932,
      "grad_norm": 0.7794894964790281,
      "learning_rate": 0.0002944514725936921,
      "loss": 2.6562,
      "step": 13027
    },
    {
      "epoch": 0.6060944405675739,
      "grad_norm": 0.6999387085071034,
      "learning_rate": 0.0002944504724470367,
      "loss": 2.5312,
      "step": 13028
    },
    {
      "epoch": 0.6061409630146546,
      "grad_norm": 0.7508586472841602,
      "learning_rate": 0.00029444947221194794,
      "loss": 2.5156,
      "step": 13029
    },
    {
      "epoch": 0.6061874854617353,
      "grad_norm": 0.6388989784801676,
      "learning_rate": 0.0002944484718884263,
      "loss": 2.5625,
      "step": 13030
    },
    {
      "epoch": 0.606234007908816,
      "grad_norm": 0.6740738342725653,
      "learning_rate": 0.00029444747147647243,
      "loss": 2.4844,
      "step": 13031
    },
    {
      "epoch": 0.6062805303558967,
      "grad_norm": 0.665463811285397,
      "learning_rate": 0.00029444647097608703,
      "loss": 2.4688,
      "step": 13032
    },
    {
      "epoch": 0.6063270528029774,
      "grad_norm": 0.6917566484196263,
      "learning_rate": 0.0002944454703872706,
      "loss": 2.0781,
      "step": 13033
    },
    {
      "epoch": 0.6063735752500582,
      "grad_norm": 0.7223557922259499,
      "learning_rate": 0.00029444446971002385,
      "loss": 2.7812,
      "step": 13034
    },
    {
      "epoch": 0.6064200976971389,
      "grad_norm": 0.6293153176480797,
      "learning_rate": 0.0002944434689443473,
      "loss": 2.2188,
      "step": 13035
    },
    {
      "epoch": 0.6064666201442196,
      "grad_norm": 0.6397933725217763,
      "learning_rate": 0.0002944424680902416,
      "loss": 2.2031,
      "step": 13036
    },
    {
      "epoch": 0.6065131425913003,
      "grad_norm": 0.7202380807705464,
      "learning_rate": 0.0002944414671477074,
      "loss": 2.5938,
      "step": 13037
    },
    {
      "epoch": 0.606559665038381,
      "grad_norm": 0.6916305495444749,
      "learning_rate": 0.0002944404661167453,
      "loss": 2.6094,
      "step": 13038
    },
    {
      "epoch": 0.6066061874854617,
      "grad_norm": 0.6762390660536909,
      "learning_rate": 0.0002944394649973558,
      "loss": 2.2969,
      "step": 13039
    },
    {
      "epoch": 0.6066527099325425,
      "grad_norm": 0.7013604093795803,
      "learning_rate": 0.0002944384637895397,
      "loss": 2.7656,
      "step": 13040
    },
    {
      "epoch": 0.6066992323796232,
      "grad_norm": 0.7609758994565111,
      "learning_rate": 0.0002944374624932975,
      "loss": 2.4688,
      "step": 13041
    },
    {
      "epoch": 0.6067457548267039,
      "grad_norm": 0.770888960890209,
      "learning_rate": 0.0002944364611086298,
      "loss": 2.5312,
      "step": 13042
    },
    {
      "epoch": 0.6067922772737846,
      "grad_norm": 0.6685713822012961,
      "learning_rate": 0.0002944354596355373,
      "loss": 2.4844,
      "step": 13043
    },
    {
      "epoch": 0.6068387997208653,
      "grad_norm": 0.6420394391515374,
      "learning_rate": 0.00029443445807402055,
      "loss": 2.2812,
      "step": 13044
    },
    {
      "epoch": 0.606885322167946,
      "grad_norm": 0.6796389096868637,
      "learning_rate": 0.00029443345642408015,
      "loss": 2.5,
      "step": 13045
    },
    {
      "epoch": 0.6069318446150268,
      "grad_norm": 0.6634774592553699,
      "learning_rate": 0.0002944324546857167,
      "loss": 2.3906,
      "step": 13046
    },
    {
      "epoch": 0.6069783670621075,
      "grad_norm": 0.6591971891932428,
      "learning_rate": 0.00029443145285893097,
      "loss": 2.5,
      "step": 13047
    },
    {
      "epoch": 0.6070248895091882,
      "grad_norm": 0.6728330539655687,
      "learning_rate": 0.0002944304509437234,
      "loss": 2.5625,
      "step": 13048
    },
    {
      "epoch": 0.6070714119562689,
      "grad_norm": 0.6745704381814157,
      "learning_rate": 0.0002944294489400946,
      "loss": 2.7031,
      "step": 13049
    },
    {
      "epoch": 0.6071179344033496,
      "grad_norm": 0.6767456398998424,
      "learning_rate": 0.0002944284468480453,
      "loss": 2.5,
      "step": 13050
    },
    {
      "epoch": 0.6071644568504303,
      "grad_norm": 0.645858181986264,
      "learning_rate": 0.000294427444667576,
      "loss": 2.4844,
      "step": 13051
    },
    {
      "epoch": 0.607210979297511,
      "grad_norm": 0.6614511950226206,
      "learning_rate": 0.00029442644239868743,
      "loss": 2.625,
      "step": 13052
    },
    {
      "epoch": 0.6072575017445918,
      "grad_norm": 0.6875281422262087,
      "learning_rate": 0.0002944254400413801,
      "loss": 1.8203,
      "step": 13053
    },
    {
      "epoch": 0.6073040241916725,
      "grad_norm": 0.6715018421769211,
      "learning_rate": 0.0002944244375956547,
      "loss": 2.5312,
      "step": 13054
    },
    {
      "epoch": 0.6073505466387532,
      "grad_norm": 0.6556943634722814,
      "learning_rate": 0.00029442343506151176,
      "loss": 2.6719,
      "step": 13055
    },
    {
      "epoch": 0.6073970690858339,
      "grad_norm": 0.6145046027979909,
      "learning_rate": 0.00029442243243895196,
      "loss": 2.25,
      "step": 13056
    },
    {
      "epoch": 0.6074435915329146,
      "grad_norm": 0.6851610443991574,
      "learning_rate": 0.0002944214297279759,
      "loss": 2.6562,
      "step": 13057
    },
    {
      "epoch": 0.6074901139799953,
      "grad_norm": 0.6633590475376282,
      "learning_rate": 0.0002944204269285842,
      "loss": 2.6875,
      "step": 13058
    },
    {
      "epoch": 0.6075366364270761,
      "grad_norm": 0.7092941294636439,
      "learning_rate": 0.00029441942404077745,
      "loss": 2.4062,
      "step": 13059
    },
    {
      "epoch": 0.6075831588741568,
      "grad_norm": 0.7256889223971023,
      "learning_rate": 0.0002944184210645563,
      "loss": 2.4219,
      "step": 13060
    },
    {
      "epoch": 0.6076296813212375,
      "grad_norm": 0.6592522761614603,
      "learning_rate": 0.0002944174179999213,
      "loss": 2.4375,
      "step": 13061
    },
    {
      "epoch": 0.6076762037683182,
      "grad_norm": 0.6542232971208913,
      "learning_rate": 0.00029441641484687314,
      "loss": 2.625,
      "step": 13062
    },
    {
      "epoch": 0.6077227262153989,
      "grad_norm": 0.6711039394661754,
      "learning_rate": 0.00029441541160541237,
      "loss": 2.4844,
      "step": 13063
    },
    {
      "epoch": 0.6077692486624796,
      "grad_norm": 0.7294479395782774,
      "learning_rate": 0.0002944144082755397,
      "loss": 2.6719,
      "step": 13064
    },
    {
      "epoch": 0.6078157711095603,
      "grad_norm": 0.6293201576846589,
      "learning_rate": 0.0002944134048572556,
      "loss": 2.6406,
      "step": 13065
    },
    {
      "epoch": 0.6078622935566411,
      "grad_norm": 0.6751920881906304,
      "learning_rate": 0.0002944124013505608,
      "loss": 2.6094,
      "step": 13066
    },
    {
      "epoch": 0.6079088160037218,
      "grad_norm": 0.6253508559056858,
      "learning_rate": 0.0002944113977554559,
      "loss": 2.4375,
      "step": 13067
    },
    {
      "epoch": 0.6079553384508025,
      "grad_norm": 0.6200775442641552,
      "learning_rate": 0.0002944103940719414,
      "loss": 2.3438,
      "step": 13068
    },
    {
      "epoch": 0.6080018608978832,
      "grad_norm": 0.6501560193692759,
      "learning_rate": 0.0002944093903000181,
      "loss": 2.6094,
      "step": 13069
    },
    {
      "epoch": 0.6080483833449639,
      "grad_norm": 0.6791846967345483,
      "learning_rate": 0.0002944083864396865,
      "loss": 2.5312,
      "step": 13070
    },
    {
      "epoch": 0.6080949057920446,
      "grad_norm": 0.7019962451852291,
      "learning_rate": 0.00029440738249094723,
      "loss": 2.5781,
      "step": 13071
    },
    {
      "epoch": 0.6081414282391254,
      "grad_norm": 0.6521988556288169,
      "learning_rate": 0.00029440637845380084,
      "loss": 2.3594,
      "step": 13072
    },
    {
      "epoch": 0.6081879506862061,
      "grad_norm": 0.659795523274618,
      "learning_rate": 0.0002944053743282481,
      "loss": 2.1562,
      "step": 13073
    },
    {
      "epoch": 0.6082344731332868,
      "grad_norm": 0.6543304285881095,
      "learning_rate": 0.00029440437011428954,
      "loss": 2.3906,
      "step": 13074
    },
    {
      "epoch": 0.6082809955803675,
      "grad_norm": 0.7051846363184008,
      "learning_rate": 0.0002944033658119258,
      "loss": 2.375,
      "step": 13075
    },
    {
      "epoch": 0.6083275180274482,
      "grad_norm": 0.630535141078788,
      "learning_rate": 0.00029440236142115736,
      "loss": 2.4531,
      "step": 13076
    },
    {
      "epoch": 0.6083740404745289,
      "grad_norm": 0.6820106931184642,
      "learning_rate": 0.000294401356941985,
      "loss": 2.4531,
      "step": 13077
    },
    {
      "epoch": 0.6084205629216097,
      "grad_norm": 0.7205034507429047,
      "learning_rate": 0.0002944003523744093,
      "loss": 2.4375,
      "step": 13078
    },
    {
      "epoch": 0.6084670853686904,
      "grad_norm": 0.835076769226654,
      "learning_rate": 0.0002943993477184308,
      "loss": 2.5312,
      "step": 13079
    },
    {
      "epoch": 0.6085136078157711,
      "grad_norm": 0.8038424271401479,
      "learning_rate": 0.0002943983429740502,
      "loss": 2.5781,
      "step": 13080
    },
    {
      "epoch": 0.6085601302628518,
      "grad_norm": 0.6833224318693822,
      "learning_rate": 0.0002943973381412681,
      "loss": 2.375,
      "step": 13081
    },
    {
      "epoch": 0.6086066527099325,
      "grad_norm": 0.6620041609150863,
      "learning_rate": 0.0002943963332200851,
      "loss": 2.1562,
      "step": 13082
    },
    {
      "epoch": 0.6086531751570132,
      "grad_norm": 0.7150325249601263,
      "learning_rate": 0.0002943953282105018,
      "loss": 2.4844,
      "step": 13083
    },
    {
      "epoch": 0.6086996976040939,
      "grad_norm": 0.6477371821592481,
      "learning_rate": 0.0002943943231125188,
      "loss": 2.25,
      "step": 13084
    },
    {
      "epoch": 0.6087462200511747,
      "grad_norm": 0.6433146566532909,
      "learning_rate": 0.00029439331792613675,
      "loss": 2.5,
      "step": 13085
    },
    {
      "epoch": 0.6087927424982554,
      "grad_norm": 0.6563675808576732,
      "learning_rate": 0.0002943923126513563,
      "loss": 2.4062,
      "step": 13086
    },
    {
      "epoch": 0.6088392649453361,
      "grad_norm": 0.6927474268055128,
      "learning_rate": 0.00029439130728817794,
      "loss": 3.0312,
      "step": 13087
    },
    {
      "epoch": 0.6088857873924168,
      "grad_norm": 0.6242261524035808,
      "learning_rate": 0.0002943903018366025,
      "loss": 2.1094,
      "step": 13088
    },
    {
      "epoch": 0.6089323098394975,
      "grad_norm": 0.6421108636019371,
      "learning_rate": 0.0002943892962966304,
      "loss": 2.5469,
      "step": 13089
    },
    {
      "epoch": 0.6089788322865782,
      "grad_norm": 0.6998411143964357,
      "learning_rate": 0.00029438829066826233,
      "loss": 2.4219,
      "step": 13090
    },
    {
      "epoch": 0.609025354733659,
      "grad_norm": 0.7126666640981884,
      "learning_rate": 0.0002943872849514988,
      "loss": 2.5156,
      "step": 13091
    },
    {
      "epoch": 0.6090718771807397,
      "grad_norm": 0.6787578338314624,
      "learning_rate": 0.0002943862791463407,
      "loss": 2.6562,
      "step": 13092
    },
    {
      "epoch": 0.6091183996278204,
      "grad_norm": 0.6750415754145611,
      "learning_rate": 0.0002943852732527884,
      "loss": 2.4219,
      "step": 13093
    },
    {
      "epoch": 0.6091649220749011,
      "grad_norm": 0.6612071667415632,
      "learning_rate": 0.0002943842672708425,
      "loss": 2.5469,
      "step": 13094
    },
    {
      "epoch": 0.6092114445219818,
      "grad_norm": 0.6636877995952607,
      "learning_rate": 0.0002943832612005038,
      "loss": 2.4688,
      "step": 13095
    },
    {
      "epoch": 0.6092579669690625,
      "grad_norm": 0.6923688964705512,
      "learning_rate": 0.0002943822550417728,
      "loss": 2.4844,
      "step": 13096
    },
    {
      "epoch": 0.6093044894161432,
      "grad_norm": 0.7369982028247292,
      "learning_rate": 0.00029438124879465006,
      "loss": 2.4688,
      "step": 13097
    },
    {
      "epoch": 0.609351011863224,
      "grad_norm": 0.7231737104627451,
      "learning_rate": 0.0002943802424591364,
      "loss": 2.6406,
      "step": 13098
    },
    {
      "epoch": 0.6093975343103047,
      "grad_norm": 0.6444008968019673,
      "learning_rate": 0.00029437923603523215,
      "loss": 2.5781,
      "step": 13099
    },
    {
      "epoch": 0.6094440567573854,
      "grad_norm": 0.6394417237931701,
      "learning_rate": 0.0002943782295229382,
      "loss": 2.5938,
      "step": 13100
    },
    {
      "epoch": 0.6094905792044661,
      "grad_norm": 0.6774452736687595,
      "learning_rate": 0.000294377222922255,
      "loss": 2.6875,
      "step": 13101
    },
    {
      "epoch": 0.6095371016515468,
      "grad_norm": 0.6446558379167839,
      "learning_rate": 0.0002943762162331832,
      "loss": 2.7188,
      "step": 13102
    },
    {
      "epoch": 0.6095836240986275,
      "grad_norm": 0.6730639413517725,
      "learning_rate": 0.0002943752094557235,
      "loss": 2.4688,
      "step": 13103
    },
    {
      "epoch": 0.6096301465457084,
      "grad_norm": 0.6470238619196277,
      "learning_rate": 0.0002943742025898764,
      "loss": 2.375,
      "step": 13104
    },
    {
      "epoch": 0.609676668992789,
      "grad_norm": 0.744734216576454,
      "learning_rate": 0.0002943731956356425,
      "loss": 2.75,
      "step": 13105
    },
    {
      "epoch": 0.6097231914398697,
      "grad_norm": 0.7289150699736888,
      "learning_rate": 0.00029437218859302254,
      "loss": 2.625,
      "step": 13106
    },
    {
      "epoch": 0.6097697138869504,
      "grad_norm": 0.6951530685082052,
      "learning_rate": 0.0002943711814620171,
      "loss": 2.4844,
      "step": 13107
    },
    {
      "epoch": 0.6098162363340311,
      "grad_norm": 0.6083816590127699,
      "learning_rate": 0.00029437017424262674,
      "loss": 2.5,
      "step": 13108
    },
    {
      "epoch": 0.6098627587811118,
      "grad_norm": 0.7407291810096744,
      "learning_rate": 0.0002943691669348521,
      "loss": 2.8438,
      "step": 13109
    },
    {
      "epoch": 0.6099092812281927,
      "grad_norm": 0.6772541008433725,
      "learning_rate": 0.0002943681595386938,
      "loss": 2.7188,
      "step": 13110
    },
    {
      "epoch": 0.6099558036752734,
      "grad_norm": 0.7329405203691417,
      "learning_rate": 0.0002943671520541525,
      "loss": 2.3906,
      "step": 13111
    },
    {
      "epoch": 0.610002326122354,
      "grad_norm": 0.7895044620358688,
      "learning_rate": 0.00029436614448122875,
      "loss": 2.5938,
      "step": 13112
    },
    {
      "epoch": 0.6100488485694348,
      "grad_norm": 0.6435423113428669,
      "learning_rate": 0.0002943651368199232,
      "loss": 2.4844,
      "step": 13113
    },
    {
      "epoch": 0.6100953710165155,
      "grad_norm": 0.6757301135770816,
      "learning_rate": 0.00029436412907023646,
      "loss": 2.5156,
      "step": 13114
    },
    {
      "epoch": 0.6101418934635962,
      "grad_norm": 0.7004653728205159,
      "learning_rate": 0.0002943631212321692,
      "loss": 2.5,
      "step": 13115
    },
    {
      "epoch": 0.6101884159106769,
      "grad_norm": 0.6748480659132108,
      "learning_rate": 0.0002943621133057219,
      "loss": 2.5938,
      "step": 13116
    },
    {
      "epoch": 0.6102349383577577,
      "grad_norm": 0.6459219978720111,
      "learning_rate": 0.00029436110529089534,
      "loss": 2.5,
      "step": 13117
    },
    {
      "epoch": 0.6102814608048384,
      "grad_norm": 0.6868910741227624,
      "learning_rate": 0.00029436009718769005,
      "loss": 2.5938,
      "step": 13118
    },
    {
      "epoch": 0.6103279832519191,
      "grad_norm": 0.6738292825656479,
      "learning_rate": 0.0002943590889961066,
      "loss": 2.3281,
      "step": 13119
    },
    {
      "epoch": 0.6103745056989998,
      "grad_norm": 0.7083133098474531,
      "learning_rate": 0.00029435808071614567,
      "loss": 2.5625,
      "step": 13120
    },
    {
      "epoch": 0.6104210281460805,
      "grad_norm": 0.6591276553419333,
      "learning_rate": 0.0002943570723478079,
      "loss": 2.75,
      "step": 13121
    },
    {
      "epoch": 0.6104675505931612,
      "grad_norm": 0.6661820482042186,
      "learning_rate": 0.0002943560638910939,
      "loss": 2.5,
      "step": 13122
    },
    {
      "epoch": 0.610514073040242,
      "grad_norm": 0.649380172625668,
      "learning_rate": 0.00029435505534600425,
      "loss": 2.7188,
      "step": 13123
    },
    {
      "epoch": 0.6105605954873227,
      "grad_norm": 0.7313447905574163,
      "learning_rate": 0.0002943540467125396,
      "loss": 2.6562,
      "step": 13124
    },
    {
      "epoch": 0.6106071179344034,
      "grad_norm": 0.6458232237809921,
      "learning_rate": 0.0002943530379907005,
      "loss": 2.75,
      "step": 13125
    },
    {
      "epoch": 0.6106536403814841,
      "grad_norm": 0.6984781916592674,
      "learning_rate": 0.0002943520291804876,
      "loss": 2.4531,
      "step": 13126
    },
    {
      "epoch": 0.6107001628285648,
      "grad_norm": 0.6724603270727478,
      "learning_rate": 0.00029435102028190163,
      "loss": 2.625,
      "step": 13127
    },
    {
      "epoch": 0.6107466852756455,
      "grad_norm": 0.6784719639775062,
      "learning_rate": 0.0002943500112949431,
      "loss": 2.8125,
      "step": 13128
    },
    {
      "epoch": 0.6107932077227262,
      "grad_norm": 0.6392789067186408,
      "learning_rate": 0.00029434900221961263,
      "loss": 2.4062,
      "step": 13129
    },
    {
      "epoch": 0.610839730169807,
      "grad_norm": 0.6718745928334499,
      "learning_rate": 0.0002943479930559108,
      "loss": 2.4844,
      "step": 13130
    },
    {
      "epoch": 0.6108862526168877,
      "grad_norm": 0.6793576423777307,
      "learning_rate": 0.0002943469838038383,
      "loss": 2.4531,
      "step": 13131
    },
    {
      "epoch": 0.6109327750639684,
      "grad_norm": 0.6797725824668422,
      "learning_rate": 0.0002943459744633958,
      "loss": 2.7031,
      "step": 13132
    },
    {
      "epoch": 0.6109792975110491,
      "grad_norm": 0.6367421288995317,
      "learning_rate": 0.00029434496503458375,
      "loss": 2.3125,
      "step": 13133
    },
    {
      "epoch": 0.6110258199581298,
      "grad_norm": 0.6570839998290704,
      "learning_rate": 0.0002943439555174029,
      "loss": 2.6562,
      "step": 13134
    },
    {
      "epoch": 0.6110723424052105,
      "grad_norm": 0.6878228036970127,
      "learning_rate": 0.00029434294591185384,
      "loss": 2.75,
      "step": 13135
    },
    {
      "epoch": 0.6111188648522913,
      "grad_norm": 0.6540391725699689,
      "learning_rate": 0.00029434193621793715,
      "loss": 2.5156,
      "step": 13136
    },
    {
      "epoch": 0.611165387299372,
      "grad_norm": 0.7066282579282421,
      "learning_rate": 0.0002943409264356535,
      "loss": 2.6562,
      "step": 13137
    },
    {
      "epoch": 0.6112119097464527,
      "grad_norm": 0.6694656377834571,
      "learning_rate": 0.00029433991656500344,
      "loss": 2.7344,
      "step": 13138
    },
    {
      "epoch": 0.6112584321935334,
      "grad_norm": 0.703487137827945,
      "learning_rate": 0.00029433890660598766,
      "loss": 2.7188,
      "step": 13139
    },
    {
      "epoch": 0.6113049546406141,
      "grad_norm": 0.7003616328281835,
      "learning_rate": 0.0002943378965586068,
      "loss": 2.4375,
      "step": 13140
    },
    {
      "epoch": 0.6113514770876948,
      "grad_norm": 0.7276796269263711,
      "learning_rate": 0.00029433688642286135,
      "loss": 2.625,
      "step": 13141
    },
    {
      "epoch": 0.6113979995347756,
      "grad_norm": 0.6379001691482338,
      "learning_rate": 0.00029433587619875207,
      "loss": 2.4688,
      "step": 13142
    },
    {
      "epoch": 0.6114445219818563,
      "grad_norm": 0.6499100915990029,
      "learning_rate": 0.00029433486588627944,
      "loss": 2.375,
      "step": 13143
    },
    {
      "epoch": 0.611491044428937,
      "grad_norm": 0.6932800711387085,
      "learning_rate": 0.00029433385548544423,
      "loss": 2.6875,
      "step": 13144
    },
    {
      "epoch": 0.6115375668760177,
      "grad_norm": 0.678168293920003,
      "learning_rate": 0.000294332844996247,
      "loss": 2.625,
      "step": 13145
    },
    {
      "epoch": 0.6115840893230984,
      "grad_norm": 0.6624872496864079,
      "learning_rate": 0.0002943318344186883,
      "loss": 2.4062,
      "step": 13146
    },
    {
      "epoch": 0.6116306117701791,
      "grad_norm": 0.7160456795590088,
      "learning_rate": 0.0002943308237527688,
      "loss": 2.7031,
      "step": 13147
    },
    {
      "epoch": 0.6116771342172598,
      "grad_norm": 0.635539058348374,
      "learning_rate": 0.00029432981299848913,
      "loss": 2.3438,
      "step": 13148
    },
    {
      "epoch": 0.6117236566643406,
      "grad_norm": 0.6320635798178769,
      "learning_rate": 0.0002943288021558499,
      "loss": 2.2969,
      "step": 13149
    },
    {
      "epoch": 0.6117701791114213,
      "grad_norm": 0.6769131502805998,
      "learning_rate": 0.0002943277912248517,
      "loss": 2.6875,
      "step": 13150
    },
    {
      "epoch": 0.611816701558502,
      "grad_norm": 0.8078668471879262,
      "learning_rate": 0.0002943267802054952,
      "loss": 2.5469,
      "step": 13151
    },
    {
      "epoch": 0.6118632240055827,
      "grad_norm": 0.6890144142490652,
      "learning_rate": 0.00029432576909778097,
      "loss": 2.5469,
      "step": 13152
    },
    {
      "epoch": 0.6119097464526634,
      "grad_norm": 0.7023207756353654,
      "learning_rate": 0.0002943247579017097,
      "loss": 2.4844,
      "step": 13153
    },
    {
      "epoch": 0.6119562688997441,
      "grad_norm": 0.7108264756334217,
      "learning_rate": 0.0002943237466172819,
      "loss": 2.4688,
      "step": 13154
    },
    {
      "epoch": 0.6120027913468249,
      "grad_norm": 0.6545868611983896,
      "learning_rate": 0.0002943227352444983,
      "loss": 2.4531,
      "step": 13155
    },
    {
      "epoch": 0.6120493137939056,
      "grad_norm": 0.6785686228150873,
      "learning_rate": 0.0002943217237833595,
      "loss": 2.6719,
      "step": 13156
    },
    {
      "epoch": 0.6120958362409863,
      "grad_norm": 0.6770020037409284,
      "learning_rate": 0.000294320712233866,
      "loss": 2.4531,
      "step": 13157
    },
    {
      "epoch": 0.612142358688067,
      "grad_norm": 0.665015165632593,
      "learning_rate": 0.0002943197005960186,
      "loss": 2.6094,
      "step": 13158
    },
    {
      "epoch": 0.6121888811351477,
      "grad_norm": 0.6199004741663349,
      "learning_rate": 0.00029431868886981775,
      "loss": 2.5,
      "step": 13159
    },
    {
      "epoch": 0.6122354035822284,
      "grad_norm": 0.6668132633696745,
      "learning_rate": 0.0002943176770552642,
      "loss": 2.3438,
      "step": 13160
    },
    {
      "epoch": 0.6122819260293091,
      "grad_norm": 0.7815351224717187,
      "learning_rate": 0.0002943166651523585,
      "loss": 2.5469,
      "step": 13161
    },
    {
      "epoch": 0.6123284484763899,
      "grad_norm": 0.6550590428161124,
      "learning_rate": 0.0002943156531611013,
      "loss": 2.4219,
      "step": 13162
    },
    {
      "epoch": 0.6123749709234706,
      "grad_norm": 0.6989987936757421,
      "learning_rate": 0.0002943146410814932,
      "loss": 2.6562,
      "step": 13163
    },
    {
      "epoch": 0.6124214933705513,
      "grad_norm": 0.6184201630547325,
      "learning_rate": 0.0002943136289135348,
      "loss": 2.4375,
      "step": 13164
    },
    {
      "epoch": 0.612468015817632,
      "grad_norm": 0.6724345014459904,
      "learning_rate": 0.00029431261665722677,
      "loss": 2.4219,
      "step": 13165
    },
    {
      "epoch": 0.6125145382647127,
      "grad_norm": 0.6837571138344445,
      "learning_rate": 0.0002943116043125697,
      "loss": 2.5625,
      "step": 13166
    },
    {
      "epoch": 0.6125610607117934,
      "grad_norm": 0.6627929820407703,
      "learning_rate": 0.00029431059187956423,
      "loss": 2.4219,
      "step": 13167
    },
    {
      "epoch": 0.6126075831588742,
      "grad_norm": 0.6800812607731151,
      "learning_rate": 0.000294309579358211,
      "loss": 2.3906,
      "step": 13168
    },
    {
      "epoch": 0.6126541056059549,
      "grad_norm": 0.6790934207898165,
      "learning_rate": 0.0002943085667485105,
      "loss": 2.3125,
      "step": 13169
    },
    {
      "epoch": 0.6127006280530356,
      "grad_norm": 0.702006559431467,
      "learning_rate": 0.00029430755405046355,
      "loss": 2.5,
      "step": 13170
    },
    {
      "epoch": 0.6127471505001163,
      "grad_norm": 0.6568392205648665,
      "learning_rate": 0.0002943065412640706,
      "loss": 2.4688,
      "step": 13171
    },
    {
      "epoch": 0.612793672947197,
      "grad_norm": 0.6760513560948747,
      "learning_rate": 0.0002943055283893323,
      "loss": 2.5938,
      "step": 13172
    },
    {
      "epoch": 0.6128401953942777,
      "grad_norm": 0.6468091025535934,
      "learning_rate": 0.0002943045154262494,
      "loss": 2.4844,
      "step": 13173
    },
    {
      "epoch": 0.6128867178413585,
      "grad_norm": 0.6782898262784212,
      "learning_rate": 0.00029430350237482234,
      "loss": 1.9609,
      "step": 13174
    },
    {
      "epoch": 0.6129332402884392,
      "grad_norm": 0.6532405466460969,
      "learning_rate": 0.00029430248923505186,
      "loss": 2.5781,
      "step": 13175
    },
    {
      "epoch": 0.6129797627355199,
      "grad_norm": 0.6636741112511466,
      "learning_rate": 0.0002943014760069385,
      "loss": 2.2344,
      "step": 13176
    },
    {
      "epoch": 0.6130262851826006,
      "grad_norm": 0.660344969386443,
      "learning_rate": 0.00029430046269048304,
      "loss": 2.6094,
      "step": 13177
    },
    {
      "epoch": 0.6130728076296813,
      "grad_norm": 0.7420708804926491,
      "learning_rate": 0.0002942994492856859,
      "loss": 2.3594,
      "step": 13178
    },
    {
      "epoch": 0.613119330076762,
      "grad_norm": 0.7279412526164017,
      "learning_rate": 0.00029429843579254785,
      "loss": 2.5781,
      "step": 13179
    },
    {
      "epoch": 0.6131658525238427,
      "grad_norm": 0.6619872267371193,
      "learning_rate": 0.00029429742221106933,
      "loss": 2.5625,
      "step": 13180
    },
    {
      "epoch": 0.6132123749709235,
      "grad_norm": 0.6513176549957985,
      "learning_rate": 0.0002942964085412512,
      "loss": 2.375,
      "step": 13181
    },
    {
      "epoch": 0.6132588974180042,
      "grad_norm": 0.7385631857384157,
      "learning_rate": 0.00029429539478309394,
      "loss": 2.6406,
      "step": 13182
    },
    {
      "epoch": 0.6133054198650849,
      "grad_norm": 0.7804473552224437,
      "learning_rate": 0.00029429438093659814,
      "loss": 2.7344,
      "step": 13183
    },
    {
      "epoch": 0.6133519423121656,
      "grad_norm": 0.6350676270864929,
      "learning_rate": 0.0002942933670017645,
      "loss": 2.5,
      "step": 13184
    },
    {
      "epoch": 0.6133984647592463,
      "grad_norm": 0.7330421104562435,
      "learning_rate": 0.00029429235297859355,
      "loss": 2.5625,
      "step": 13185
    },
    {
      "epoch": 0.613444987206327,
      "grad_norm": 0.6786868777299635,
      "learning_rate": 0.00029429133886708605,
      "loss": 2.4844,
      "step": 13186
    },
    {
      "epoch": 0.6134915096534078,
      "grad_norm": 0.7662813010363483,
      "learning_rate": 0.0002942903246672425,
      "loss": 2.6406,
      "step": 13187
    },
    {
      "epoch": 0.6135380321004885,
      "grad_norm": 0.6491826301811248,
      "learning_rate": 0.0002942893103790636,
      "loss": 2.5938,
      "step": 13188
    },
    {
      "epoch": 0.6135845545475692,
      "grad_norm": 0.6369160014398062,
      "learning_rate": 0.00029428829600254986,
      "loss": 2.5625,
      "step": 13189
    },
    {
      "epoch": 0.6136310769946499,
      "grad_norm": 0.6783573579517659,
      "learning_rate": 0.00029428728153770207,
      "loss": 2.7656,
      "step": 13190
    },
    {
      "epoch": 0.6136775994417306,
      "grad_norm": 0.8032833379659248,
      "learning_rate": 0.0002942862669845207,
      "loss": 1.9453,
      "step": 13191
    },
    {
      "epoch": 0.6137241218888113,
      "grad_norm": 0.7122481131899319,
      "learning_rate": 0.0002942852523430064,
      "loss": 2.4531,
      "step": 13192
    },
    {
      "epoch": 0.613770644335892,
      "grad_norm": 0.6782419194000735,
      "learning_rate": 0.00029428423761315985,
      "loss": 2.5156,
      "step": 13193
    },
    {
      "epoch": 0.6138171667829728,
      "grad_norm": 0.6391858226139729,
      "learning_rate": 0.00029428322279498163,
      "loss": 2.5156,
      "step": 13194
    },
    {
      "epoch": 0.6138636892300535,
      "grad_norm": 0.7148701935570373,
      "learning_rate": 0.0002942822078884724,
      "loss": 2.5156,
      "step": 13195
    },
    {
      "epoch": 0.6139102116771342,
      "grad_norm": 0.6610042063045527,
      "learning_rate": 0.00029428119289363273,
      "loss": 2.4844,
      "step": 13196
    },
    {
      "epoch": 0.6139567341242149,
      "grad_norm": 0.6737210908014793,
      "learning_rate": 0.0002942801778104633,
      "loss": 2.3594,
      "step": 13197
    },
    {
      "epoch": 0.6140032565712956,
      "grad_norm": 0.6861196565445159,
      "learning_rate": 0.0002942791626389647,
      "loss": 2.7969,
      "step": 13198
    },
    {
      "epoch": 0.6140497790183763,
      "grad_norm": 0.6882793720628811,
      "learning_rate": 0.00029427814737913746,
      "loss": 2.3906,
      "step": 13199
    },
    {
      "epoch": 0.6140963014654571,
      "grad_norm": 0.698153649283193,
      "learning_rate": 0.00029427713203098235,
      "loss": 2.6406,
      "step": 13200
    },
    {
      "epoch": 0.6141428239125378,
      "grad_norm": 0.64621820149974,
      "learning_rate": 0.0002942761165944999,
      "loss": 2.5469,
      "step": 13201
    },
    {
      "epoch": 0.6141893463596185,
      "grad_norm": 0.6502752468116896,
      "learning_rate": 0.0002942751010696908,
      "loss": 2.4062,
      "step": 13202
    },
    {
      "epoch": 0.6142358688066992,
      "grad_norm": 0.6268037740758655,
      "learning_rate": 0.0002942740854565556,
      "loss": 2.2656,
      "step": 13203
    },
    {
      "epoch": 0.6142823912537799,
      "grad_norm": 0.6652670072321949,
      "learning_rate": 0.00029427306975509494,
      "loss": 2.5312,
      "step": 13204
    },
    {
      "epoch": 0.6143289137008606,
      "grad_norm": 0.6551458052904348,
      "learning_rate": 0.00029427205396530953,
      "loss": 2.4219,
      "step": 13205
    },
    {
      "epoch": 0.6143754361479414,
      "grad_norm": 0.6650220035729364,
      "learning_rate": 0.0002942710380871998,
      "loss": 2.2969,
      "step": 13206
    },
    {
      "epoch": 0.6144219585950221,
      "grad_norm": 0.6470868980426171,
      "learning_rate": 0.0002942700221207666,
      "loss": 2.3906,
      "step": 13207
    },
    {
      "epoch": 0.6144684810421028,
      "grad_norm": 0.6917717861637092,
      "learning_rate": 0.00029426900606601043,
      "loss": 2.4688,
      "step": 13208
    },
    {
      "epoch": 0.6145150034891835,
      "grad_norm": 0.7023051956242831,
      "learning_rate": 0.0002942679899229319,
      "loss": 2.8906,
      "step": 13209
    },
    {
      "epoch": 0.6145615259362642,
      "grad_norm": 0.6700940076104618,
      "learning_rate": 0.00029426697369153165,
      "loss": 2.5469,
      "step": 13210
    },
    {
      "epoch": 0.6146080483833449,
      "grad_norm": 0.6178928368841128,
      "learning_rate": 0.0002942659573718103,
      "loss": 2.3438,
      "step": 13211
    },
    {
      "epoch": 0.6146545708304256,
      "grad_norm": 0.744649097646827,
      "learning_rate": 0.00029426494096376846,
      "loss": 2.5,
      "step": 13212
    },
    {
      "epoch": 0.6147010932775064,
      "grad_norm": 0.7579216745899793,
      "learning_rate": 0.0002942639244674068,
      "loss": 2.4688,
      "step": 13213
    },
    {
      "epoch": 0.6147476157245871,
      "grad_norm": 0.7123855746498322,
      "learning_rate": 0.00029426290788272597,
      "loss": 2.5938,
      "step": 13214
    },
    {
      "epoch": 0.6147941381716678,
      "grad_norm": 0.676595447487312,
      "learning_rate": 0.00029426189120972644,
      "loss": 2.5156,
      "step": 13215
    },
    {
      "epoch": 0.6148406606187485,
      "grad_norm": 0.6414187360328829,
      "learning_rate": 0.00029426087444840905,
      "loss": 2.2344,
      "step": 13216
    },
    {
      "epoch": 0.6148871830658292,
      "grad_norm": 0.6349554319532522,
      "learning_rate": 0.00029425985759877417,
      "loss": 2.5,
      "step": 13217
    },
    {
      "epoch": 0.6149337055129099,
      "grad_norm": 0.6684943913779223,
      "learning_rate": 0.0002942588406608226,
      "loss": 2.375,
      "step": 13218
    },
    {
      "epoch": 0.6149802279599907,
      "grad_norm": 0.6868605436497224,
      "learning_rate": 0.00029425782363455495,
      "loss": 2.4219,
      "step": 13219
    },
    {
      "epoch": 0.6150267504070714,
      "grad_norm": 0.7535793157772964,
      "learning_rate": 0.0002942568065199718,
      "loss": 2.5938,
      "step": 13220
    },
    {
      "epoch": 0.6150732728541521,
      "grad_norm": 0.7034388314899503,
      "learning_rate": 0.00029425578931707377,
      "loss": 2.7656,
      "step": 13221
    },
    {
      "epoch": 0.6151197953012328,
      "grad_norm": 0.7487908410759935,
      "learning_rate": 0.0002942547720258615,
      "loss": 2.7344,
      "step": 13222
    },
    {
      "epoch": 0.6151663177483135,
      "grad_norm": 0.68085148221437,
      "learning_rate": 0.0002942537546463356,
      "loss": 2.6875,
      "step": 13223
    },
    {
      "epoch": 0.6152128401953942,
      "grad_norm": 0.7026028758242951,
      "learning_rate": 0.00029425273717849674,
      "loss": 2.5156,
      "step": 13224
    },
    {
      "epoch": 0.615259362642475,
      "grad_norm": 0.6770444312412867,
      "learning_rate": 0.0002942517196223455,
      "loss": 2.5156,
      "step": 13225
    },
    {
      "epoch": 0.6153058850895557,
      "grad_norm": 0.7140416254602201,
      "learning_rate": 0.0002942507019778824,
      "loss": 2.5938,
      "step": 13226
    },
    {
      "epoch": 0.6153524075366364,
      "grad_norm": 0.677690799405232,
      "learning_rate": 0.00029424968424510834,
      "loss": 2.4219,
      "step": 13227
    },
    {
      "epoch": 0.6153989299837171,
      "grad_norm": 0.6569010358502895,
      "learning_rate": 0.00029424866642402365,
      "loss": 2.4531,
      "step": 13228
    },
    {
      "epoch": 0.6154454524307978,
      "grad_norm": 0.6875127469366801,
      "learning_rate": 0.00029424764851462913,
      "loss": 2.5312,
      "step": 13229
    },
    {
      "epoch": 0.6154919748778785,
      "grad_norm": 0.6112086234298143,
      "learning_rate": 0.0002942466305169253,
      "loss": 2.4531,
      "step": 13230
    },
    {
      "epoch": 0.6155384973249592,
      "grad_norm": 0.6542850339209045,
      "learning_rate": 0.0002942456124309129,
      "loss": 2.4062,
      "step": 13231
    },
    {
      "epoch": 0.61558501977204,
      "grad_norm": 0.6893107499964637,
      "learning_rate": 0.00029424459425659243,
      "loss": 2.5625,
      "step": 13232
    },
    {
      "epoch": 0.6156315422191208,
      "grad_norm": 0.6836197746019652,
      "learning_rate": 0.00029424357599396457,
      "loss": 2.4688,
      "step": 13233
    },
    {
      "epoch": 0.6156780646662015,
      "grad_norm": 0.7009062707779826,
      "learning_rate": 0.00029424255764302996,
      "loss": 2.625,
      "step": 13234
    },
    {
      "epoch": 0.6157245871132822,
      "grad_norm": 0.6665234259624326,
      "learning_rate": 0.00029424153920378925,
      "loss": 2.4375,
      "step": 13235
    },
    {
      "epoch": 0.6157711095603629,
      "grad_norm": 0.6507933602836707,
      "learning_rate": 0.0002942405206762429,
      "loss": 2.7656,
      "step": 13236
    },
    {
      "epoch": 0.6158176320074435,
      "grad_norm": 0.6321241397066647,
      "learning_rate": 0.0002942395020603918,
      "loss": 2.7969,
      "step": 13237
    },
    {
      "epoch": 0.6158641544545244,
      "grad_norm": 0.7310905076515227,
      "learning_rate": 0.0002942384833562363,
      "loss": 2.5469,
      "step": 13238
    },
    {
      "epoch": 0.6159106769016051,
      "grad_norm": 0.6290603173503244,
      "learning_rate": 0.00029423746456377724,
      "loss": 2.3281,
      "step": 13239
    },
    {
      "epoch": 0.6159571993486858,
      "grad_norm": 0.6694184683078416,
      "learning_rate": 0.00029423644568301514,
      "loss": 2.1719,
      "step": 13240
    },
    {
      "epoch": 0.6160037217957665,
      "grad_norm": 0.6149701999396984,
      "learning_rate": 0.00029423542671395064,
      "loss": 2.5625,
      "step": 13241
    },
    {
      "epoch": 0.6160502442428472,
      "grad_norm": 0.7221805275192404,
      "learning_rate": 0.0002942344076565843,
      "loss": 2.5625,
      "step": 13242
    },
    {
      "epoch": 0.6160967666899279,
      "grad_norm": 0.6619190572711251,
      "learning_rate": 0.0002942333885109169,
      "loss": 2.7188,
      "step": 13243
    },
    {
      "epoch": 0.6161432891370086,
      "grad_norm": 0.7029456166296274,
      "learning_rate": 0.0002942323692769489,
      "loss": 2.5156,
      "step": 13244
    },
    {
      "epoch": 0.6161898115840894,
      "grad_norm": 0.6508662385278304,
      "learning_rate": 0.000294231349954681,
      "loss": 2.4375,
      "step": 13245
    },
    {
      "epoch": 0.6162363340311701,
      "grad_norm": 0.6501637473158236,
      "learning_rate": 0.0002942303305441138,
      "loss": 2.5312,
      "step": 13246
    },
    {
      "epoch": 0.6162828564782508,
      "grad_norm": 0.7407902816499072,
      "learning_rate": 0.00029422931104524795,
      "loss": 1.75,
      "step": 13247
    },
    {
      "epoch": 0.6163293789253315,
      "grad_norm": 0.6605299290979079,
      "learning_rate": 0.0002942282914580841,
      "loss": 2.2656,
      "step": 13248
    },
    {
      "epoch": 0.6163759013724122,
      "grad_norm": 0.7031206731653492,
      "learning_rate": 0.0002942272717826228,
      "loss": 2.5469,
      "step": 13249
    },
    {
      "epoch": 0.6164224238194929,
      "grad_norm": 0.7431875635878151,
      "learning_rate": 0.0002942262520188648,
      "loss": 2.375,
      "step": 13250
    },
    {
      "epoch": 0.6164689462665737,
      "grad_norm": 0.6813048743884751,
      "learning_rate": 0.0002942252321668106,
      "loss": 2.1719,
      "step": 13251
    },
    {
      "epoch": 0.6165154687136544,
      "grad_norm": 0.6937486667076807,
      "learning_rate": 0.0002942242122264608,
      "loss": 2.5938,
      "step": 13252
    },
    {
      "epoch": 0.6165619911607351,
      "grad_norm": 0.652272240923069,
      "learning_rate": 0.0002942231921978161,
      "loss": 2.3906,
      "step": 13253
    },
    {
      "epoch": 0.6166085136078158,
      "grad_norm": 0.6605091948114308,
      "learning_rate": 0.0002942221720808772,
      "loss": 2.5469,
      "step": 13254
    },
    {
      "epoch": 0.6166550360548965,
      "grad_norm": 0.6815150723240728,
      "learning_rate": 0.00029422115187564455,
      "loss": 2.7031,
      "step": 13255
    },
    {
      "epoch": 0.6167015585019772,
      "grad_norm": 0.7633265102639638,
      "learning_rate": 0.0002942201315821189,
      "loss": 2.5156,
      "step": 13256
    },
    {
      "epoch": 0.616748080949058,
      "grad_norm": 0.7145667523186902,
      "learning_rate": 0.0002942191112003008,
      "loss": 2.6875,
      "step": 13257
    },
    {
      "epoch": 0.6167946033961387,
      "grad_norm": 0.7001878946348956,
      "learning_rate": 0.00029421809073019095,
      "loss": 2.625,
      "step": 13258
    },
    {
      "epoch": 0.6168411258432194,
      "grad_norm": 0.6580393153889399,
      "learning_rate": 0.0002942170701717899,
      "loss": 2.4062,
      "step": 13259
    },
    {
      "epoch": 0.6168876482903001,
      "grad_norm": 0.660972541574785,
      "learning_rate": 0.00029421604952509835,
      "loss": 2.3594,
      "step": 13260
    },
    {
      "epoch": 0.6169341707373808,
      "grad_norm": 0.641987166019034,
      "learning_rate": 0.00029421502879011684,
      "loss": 1.7734,
      "step": 13261
    },
    {
      "epoch": 0.6169806931844615,
      "grad_norm": 0.7194920392246635,
      "learning_rate": 0.00029421400796684604,
      "loss": 2.4219,
      "step": 13262
    },
    {
      "epoch": 0.6170272156315422,
      "grad_norm": 0.6404189159723664,
      "learning_rate": 0.0002942129870552866,
      "loss": 2.4375,
      "step": 13263
    },
    {
      "epoch": 0.617073738078623,
      "grad_norm": 0.6457875514788749,
      "learning_rate": 0.00029421196605543916,
      "loss": 2.4844,
      "step": 13264
    },
    {
      "epoch": 0.6171202605257037,
      "grad_norm": 0.6686670035303794,
      "learning_rate": 0.0002942109449673042,
      "loss": 2.3438,
      "step": 13265
    },
    {
      "epoch": 0.6171667829727844,
      "grad_norm": 0.6712670485795549,
      "learning_rate": 0.0002942099237908825,
      "loss": 2.6562,
      "step": 13266
    },
    {
      "epoch": 0.6172133054198651,
      "grad_norm": 0.6931174919546821,
      "learning_rate": 0.0002942089025261747,
      "loss": 2.5156,
      "step": 13267
    },
    {
      "epoch": 0.6172598278669458,
      "grad_norm": 0.7844735158113901,
      "learning_rate": 0.0002942078811731813,
      "loss": 2.5,
      "step": 13268
    },
    {
      "epoch": 0.6173063503140265,
      "grad_norm": 0.6422050201746144,
      "learning_rate": 0.00029420685973190295,
      "loss": 2.375,
      "step": 13269
    },
    {
      "epoch": 0.6173528727611073,
      "grad_norm": 0.6157408943347317,
      "learning_rate": 0.0002942058382023404,
      "loss": 2.3281,
      "step": 13270
    },
    {
      "epoch": 0.617399395208188,
      "grad_norm": 0.650133104829113,
      "learning_rate": 0.0002942048165844941,
      "loss": 2.7344,
      "step": 13271
    },
    {
      "epoch": 0.6174459176552687,
      "grad_norm": 0.6466707523467635,
      "learning_rate": 0.0002942037948783648,
      "loss": 2.3906,
      "step": 13272
    },
    {
      "epoch": 0.6174924401023494,
      "grad_norm": 0.6876064277870421,
      "learning_rate": 0.00029420277308395305,
      "loss": 2.5156,
      "step": 13273
    },
    {
      "epoch": 0.6175389625494301,
      "grad_norm": 0.6763830076191957,
      "learning_rate": 0.0002942017512012596,
      "loss": 2.6875,
      "step": 13274
    },
    {
      "epoch": 0.6175854849965108,
      "grad_norm": 0.7461090633127818,
      "learning_rate": 0.00029420072923028493,
      "loss": 2.6094,
      "step": 13275
    },
    {
      "epoch": 0.6176320074435915,
      "grad_norm": 0.652289427075099,
      "learning_rate": 0.0002941997071710297,
      "loss": 2.6094,
      "step": 13276
    },
    {
      "epoch": 0.6176785298906723,
      "grad_norm": 0.6445940802975213,
      "learning_rate": 0.0002941986850234946,
      "loss": 2.5,
      "step": 13277
    },
    {
      "epoch": 0.617725052337753,
      "grad_norm": 0.6119878201178351,
      "learning_rate": 0.0002941976627876802,
      "loss": 2.2812,
      "step": 13278
    },
    {
      "epoch": 0.6177715747848337,
      "grad_norm": 0.6840884199455475,
      "learning_rate": 0.00029419664046358715,
      "loss": 2.6562,
      "step": 13279
    },
    {
      "epoch": 0.6178180972319144,
      "grad_norm": 0.6832295429724865,
      "learning_rate": 0.0002941956180512161,
      "loss": 2.7656,
      "step": 13280
    },
    {
      "epoch": 0.6178646196789951,
      "grad_norm": 0.6565884722013238,
      "learning_rate": 0.0002941945955505676,
      "loss": 2.6875,
      "step": 13281
    },
    {
      "epoch": 0.6179111421260758,
      "grad_norm": 0.7158650875159812,
      "learning_rate": 0.00029419357296164226,
      "loss": 2.5781,
      "step": 13282
    },
    {
      "epoch": 0.6179576645731566,
      "grad_norm": 0.6579134818890453,
      "learning_rate": 0.0002941925502844408,
      "loss": 2.7344,
      "step": 13283
    },
    {
      "epoch": 0.6180041870202373,
      "grad_norm": 0.6640195474938199,
      "learning_rate": 0.00029419152751896386,
      "loss": 2.5938,
      "step": 13284
    },
    {
      "epoch": 0.618050709467318,
      "grad_norm": 0.671172210743134,
      "learning_rate": 0.000294190504665212,
      "loss": 2.3906,
      "step": 13285
    },
    {
      "epoch": 0.6180972319143987,
      "grad_norm": 0.7752082157137367,
      "learning_rate": 0.0002941894817231859,
      "loss": 2.7188,
      "step": 13286
    },
    {
      "epoch": 0.6181437543614794,
      "grad_norm": 0.7121168763027161,
      "learning_rate": 0.00029418845869288605,
      "loss": 2.5312,
      "step": 13287
    },
    {
      "epoch": 0.6181902768085601,
      "grad_norm": 0.6377926868852222,
      "learning_rate": 0.0002941874355743132,
      "loss": 2.4062,
      "step": 13288
    },
    {
      "epoch": 0.6182367992556409,
      "grad_norm": 0.710816097361519,
      "learning_rate": 0.000294186412367468,
      "loss": 2.625,
      "step": 13289
    },
    {
      "epoch": 0.6182833217027216,
      "grad_norm": 0.6377358542926641,
      "learning_rate": 0.00029418538907235103,
      "loss": 2.1719,
      "step": 13290
    },
    {
      "epoch": 0.6183298441498023,
      "grad_norm": 0.6497639616296629,
      "learning_rate": 0.0002941843656889629,
      "loss": 2.7344,
      "step": 13291
    },
    {
      "epoch": 0.618376366596883,
      "grad_norm": 0.6326724760590388,
      "learning_rate": 0.00029418334221730424,
      "loss": 2.375,
      "step": 13292
    },
    {
      "epoch": 0.6184228890439637,
      "grad_norm": 0.6760400882526675,
      "learning_rate": 0.0002941823186573757,
      "loss": 2.4531,
      "step": 13293
    },
    {
      "epoch": 0.6184694114910444,
      "grad_norm": 0.6757128243097523,
      "learning_rate": 0.0002941812950091779,
      "loss": 2.7031,
      "step": 13294
    },
    {
      "epoch": 0.6185159339381251,
      "grad_norm": 0.6683099621625584,
      "learning_rate": 0.0002941802712727115,
      "loss": 2.5469,
      "step": 13295
    },
    {
      "epoch": 0.6185624563852059,
      "grad_norm": 0.6744559131125479,
      "learning_rate": 0.00029417924744797703,
      "loss": 2.4219,
      "step": 13296
    },
    {
      "epoch": 0.6186089788322866,
      "grad_norm": 0.6420630854671141,
      "learning_rate": 0.00029417822353497517,
      "loss": 2.4844,
      "step": 13297
    },
    {
      "epoch": 0.6186555012793673,
      "grad_norm": 0.6958921986125771,
      "learning_rate": 0.0002941771995337066,
      "loss": 2.4688,
      "step": 13298
    },
    {
      "epoch": 0.618702023726448,
      "grad_norm": 0.748312211383019,
      "learning_rate": 0.00029417617544417183,
      "loss": 2.375,
      "step": 13299
    },
    {
      "epoch": 0.6187485461735287,
      "grad_norm": 0.6838226685305694,
      "learning_rate": 0.0002941751512663716,
      "loss": 2.5312,
      "step": 13300
    },
    {
      "epoch": 0.6187950686206094,
      "grad_norm": 0.7204484754952593,
      "learning_rate": 0.0002941741270003065,
      "loss": 2.6406,
      "step": 13301
    },
    {
      "epoch": 0.6188415910676902,
      "grad_norm": 0.7583753497971075,
      "learning_rate": 0.0002941731026459771,
      "loss": 2.2031,
      "step": 13302
    },
    {
      "epoch": 0.6188881135147709,
      "grad_norm": 0.7182638187923648,
      "learning_rate": 0.00029417207820338413,
      "loss": 2.6406,
      "step": 13303
    },
    {
      "epoch": 0.6189346359618516,
      "grad_norm": 0.6899598076888853,
      "learning_rate": 0.00029417105367252815,
      "loss": 2.5156,
      "step": 13304
    },
    {
      "epoch": 0.6189811584089323,
      "grad_norm": 0.7197421544412002,
      "learning_rate": 0.0002941700290534098,
      "loss": 2.5469,
      "step": 13305
    },
    {
      "epoch": 0.619027680856013,
      "grad_norm": 0.7672461583465531,
      "learning_rate": 0.0002941690043460297,
      "loss": 2.5469,
      "step": 13306
    },
    {
      "epoch": 0.6190742033030937,
      "grad_norm": 0.6677675311881158,
      "learning_rate": 0.0002941679795503885,
      "loss": 2.6562,
      "step": 13307
    },
    {
      "epoch": 0.6191207257501744,
      "grad_norm": 1.114152341882717,
      "learning_rate": 0.00029416695466648676,
      "loss": 2.3906,
      "step": 13308
    },
    {
      "epoch": 0.6191672481972552,
      "grad_norm": 0.7335347296854964,
      "learning_rate": 0.00029416592969432525,
      "loss": 2.4219,
      "step": 13309
    },
    {
      "epoch": 0.6192137706443359,
      "grad_norm": 0.7597139700742968,
      "learning_rate": 0.0002941649046339045,
      "loss": 2.6094,
      "step": 13310
    },
    {
      "epoch": 0.6192602930914166,
      "grad_norm": 0.6771382568159643,
      "learning_rate": 0.0002941638794852251,
      "loss": 2.7344,
      "step": 13311
    },
    {
      "epoch": 0.6193068155384973,
      "grad_norm": 0.6019885313021685,
      "learning_rate": 0.0002941628542482877,
      "loss": 2.3906,
      "step": 13312
    },
    {
      "epoch": 0.619353337985578,
      "grad_norm": 0.7376078181795923,
      "learning_rate": 0.000294161828923093,
      "loss": 2.5781,
      "step": 13313
    },
    {
      "epoch": 0.6193998604326587,
      "grad_norm": 0.908925305881718,
      "learning_rate": 0.0002941608035096416,
      "loss": 2.8438,
      "step": 13314
    },
    {
      "epoch": 0.6194463828797395,
      "grad_norm": 0.6568040875729086,
      "learning_rate": 0.000294159778007934,
      "loss": 2.4531,
      "step": 13315
    },
    {
      "epoch": 0.6194929053268202,
      "grad_norm": 0.7020066446942007,
      "learning_rate": 0.000294158752417971,
      "loss": 2.625,
      "step": 13316
    },
    {
      "epoch": 0.6195394277739009,
      "grad_norm": 0.6646112751839074,
      "learning_rate": 0.0002941577267397532,
      "loss": 2.6094,
      "step": 13317
    },
    {
      "epoch": 0.6195859502209816,
      "grad_norm": 0.7647037754310564,
      "learning_rate": 0.00029415670097328116,
      "loss": 2.6875,
      "step": 13318
    },
    {
      "epoch": 0.6196324726680623,
      "grad_norm": 0.6610427241632462,
      "learning_rate": 0.0002941556751185555,
      "loss": 2.5469,
      "step": 13319
    },
    {
      "epoch": 0.619678995115143,
      "grad_norm": 0.7209758036208747,
      "learning_rate": 0.00029415464917557693,
      "loss": 2.0156,
      "step": 13320
    },
    {
      "epoch": 0.6197255175622238,
      "grad_norm": 0.6934957701356286,
      "learning_rate": 0.00029415362314434603,
      "loss": 2.5,
      "step": 13321
    },
    {
      "epoch": 0.6197720400093045,
      "grad_norm": 0.6968336105924066,
      "learning_rate": 0.00029415259702486346,
      "loss": 2.8281,
      "step": 13322
    },
    {
      "epoch": 0.6198185624563852,
      "grad_norm": 0.675346639379434,
      "learning_rate": 0.00029415157081712977,
      "loss": 2.4219,
      "step": 13323
    },
    {
      "epoch": 0.6198650849034659,
      "grad_norm": 0.6419803262110344,
      "learning_rate": 0.00029415054452114564,
      "loss": 2.0312,
      "step": 13324
    },
    {
      "epoch": 0.6199116073505466,
      "grad_norm": 0.6454552336424931,
      "learning_rate": 0.00029414951813691174,
      "loss": 2.2188,
      "step": 13325
    },
    {
      "epoch": 0.6199581297976273,
      "grad_norm": 0.713855280440413,
      "learning_rate": 0.0002941484916644286,
      "loss": 2.4375,
      "step": 13326
    },
    {
      "epoch": 0.620004652244708,
      "grad_norm": 0.706533690858768,
      "learning_rate": 0.00029414746510369696,
      "loss": 2.4688,
      "step": 13327
    },
    {
      "epoch": 0.6200511746917888,
      "grad_norm": 0.6658501909929432,
      "learning_rate": 0.0002941464384547173,
      "loss": 2.6875,
      "step": 13328
    },
    {
      "epoch": 0.6200976971388695,
      "grad_norm": 0.6222935253346484,
      "learning_rate": 0.00029414541171749045,
      "loss": 2.2188,
      "step": 13329
    },
    {
      "epoch": 0.6201442195859502,
      "grad_norm": 0.7140626440376007,
      "learning_rate": 0.0002941443848920169,
      "loss": 2.6875,
      "step": 13330
    },
    {
      "epoch": 0.6201907420330309,
      "grad_norm": 0.6811026518638275,
      "learning_rate": 0.00029414335797829725,
      "loss": 2.4375,
      "step": 13331
    },
    {
      "epoch": 0.6202372644801116,
      "grad_norm": 0.6486592713485914,
      "learning_rate": 0.00029414233097633223,
      "loss": 2.8125,
      "step": 13332
    },
    {
      "epoch": 0.6202837869271923,
      "grad_norm": 0.727106215773462,
      "learning_rate": 0.00029414130388612247,
      "loss": 2.5469,
      "step": 13333
    },
    {
      "epoch": 0.6203303093742731,
      "grad_norm": 0.7310019700686914,
      "learning_rate": 0.0002941402767076685,
      "loss": 2.5938,
      "step": 13334
    },
    {
      "epoch": 0.6203768318213538,
      "grad_norm": 0.7393182149241093,
      "learning_rate": 0.00029413924944097104,
      "loss": 2.7188,
      "step": 13335
    },
    {
      "epoch": 0.6204233542684345,
      "grad_norm": 0.6373423813899103,
      "learning_rate": 0.00029413822208603066,
      "loss": 2.5469,
      "step": 13336
    },
    {
      "epoch": 0.6204698767155152,
      "grad_norm": 0.7469913442915017,
      "learning_rate": 0.000294137194642848,
      "loss": 2.7812,
      "step": 13337
    },
    {
      "epoch": 0.6205163991625959,
      "grad_norm": 0.6601219447902673,
      "learning_rate": 0.0002941361671114237,
      "loss": 2.3125,
      "step": 13338
    },
    {
      "epoch": 0.6205629216096766,
      "grad_norm": 0.6633507964479031,
      "learning_rate": 0.00029413513949175837,
      "loss": 2.5781,
      "step": 13339
    },
    {
      "epoch": 0.6206094440567573,
      "grad_norm": 0.6894471913535236,
      "learning_rate": 0.00029413411178385267,
      "loss": 2.5,
      "step": 13340
    },
    {
      "epoch": 0.6206559665038381,
      "grad_norm": 0.7781632229084116,
      "learning_rate": 0.0002941330839877072,
      "loss": 1.9453,
      "step": 13341
    },
    {
      "epoch": 0.6207024889509188,
      "grad_norm": 0.6751041884235512,
      "learning_rate": 0.0002941320561033227,
      "loss": 2.625,
      "step": 13342
    },
    {
      "epoch": 0.6207490113979995,
      "grad_norm": 0.716596110895542,
      "learning_rate": 0.0002941310281306996,
      "loss": 2.3281,
      "step": 13343
    },
    {
      "epoch": 0.6207955338450802,
      "grad_norm": 0.6715985544205247,
      "learning_rate": 0.0002941300000698387,
      "loss": 2.3906,
      "step": 13344
    },
    {
      "epoch": 0.6208420562921609,
      "grad_norm": 0.7523587700391563,
      "learning_rate": 0.00029412897192074056,
      "loss": 2.5625,
      "step": 13345
    },
    {
      "epoch": 0.6208885787392416,
      "grad_norm": 0.630429716119111,
      "learning_rate": 0.00029412794368340576,
      "loss": 2.2344,
      "step": 13346
    },
    {
      "epoch": 0.6209351011863224,
      "grad_norm": 0.6418696174137177,
      "learning_rate": 0.00029412691535783507,
      "loss": 2.5312,
      "step": 13347
    },
    {
      "epoch": 0.6209816236334031,
      "grad_norm": 0.6618419524576249,
      "learning_rate": 0.0002941258869440289,
      "loss": 2.3438,
      "step": 13348
    },
    {
      "epoch": 0.6210281460804838,
      "grad_norm": 0.6652542902368407,
      "learning_rate": 0.00029412485844198817,
      "loss": 2.5,
      "step": 13349
    },
    {
      "epoch": 0.6210746685275645,
      "grad_norm": 0.669549719609386,
      "learning_rate": 0.00029412382985171326,
      "loss": 2.3906,
      "step": 13350
    },
    {
      "epoch": 0.6211211909746452,
      "grad_norm": 0.62472851089875,
      "learning_rate": 0.0002941228011732049,
      "loss": 2.6875,
      "step": 13351
    },
    {
      "epoch": 0.6211677134217259,
      "grad_norm": 0.6781542075790569,
      "learning_rate": 0.0002941217724064637,
      "loss": 2.4844,
      "step": 13352
    },
    {
      "epoch": 0.6212142358688068,
      "grad_norm": 0.6613920244357956,
      "learning_rate": 0.0002941207435514903,
      "loss": 2.6719,
      "step": 13353
    },
    {
      "epoch": 0.6212607583158875,
      "grad_norm": 0.6991984993215296,
      "learning_rate": 0.0002941197146082854,
      "loss": 2.3281,
      "step": 13354
    },
    {
      "epoch": 0.6213072807629682,
      "grad_norm": 0.6656803736075644,
      "learning_rate": 0.0002941186855768495,
      "loss": 2.625,
      "step": 13355
    },
    {
      "epoch": 0.6213538032100488,
      "grad_norm": 0.6972684051887904,
      "learning_rate": 0.0002941176564571833,
      "loss": 2.5469,
      "step": 13356
    },
    {
      "epoch": 0.6214003256571295,
      "grad_norm": 0.6287393927959489,
      "learning_rate": 0.0002941166272492874,
      "loss": 2.75,
      "step": 13357
    },
    {
      "epoch": 0.6214468481042102,
      "grad_norm": 0.662563682402449,
      "learning_rate": 0.00029411559795316253,
      "loss": 2.4531,
      "step": 13358
    },
    {
      "epoch": 0.621493370551291,
      "grad_norm": 0.6668547292711567,
      "learning_rate": 0.00029411456856880916,
      "loss": 2.5156,
      "step": 13359
    },
    {
      "epoch": 0.6215398929983718,
      "grad_norm": 0.6187536801473492,
      "learning_rate": 0.00029411353909622803,
      "loss": 2.6406,
      "step": 13360
    },
    {
      "epoch": 0.6215864154454525,
      "grad_norm": 0.6494623424469537,
      "learning_rate": 0.00029411250953541974,
      "loss": 2.5156,
      "step": 13361
    },
    {
      "epoch": 0.6216329378925332,
      "grad_norm": 0.6412500623406252,
      "learning_rate": 0.000294111479886385,
      "loss": 2.5156,
      "step": 13362
    },
    {
      "epoch": 0.6216794603396139,
      "grad_norm": 0.6917473853935828,
      "learning_rate": 0.0002941104501491243,
      "loss": 2.5,
      "step": 13363
    },
    {
      "epoch": 0.6217259827866946,
      "grad_norm": 0.7021775453808805,
      "learning_rate": 0.0002941094203236382,
      "loss": 2.5,
      "step": 13364
    },
    {
      "epoch": 0.6217725052337753,
      "grad_norm": 0.7091126025976878,
      "learning_rate": 0.00029410839040992765,
      "loss": 1.7031,
      "step": 13365
    },
    {
      "epoch": 0.6218190276808561,
      "grad_norm": 0.7622471134668587,
      "learning_rate": 0.00029410736040799305,
      "loss": 2.6406,
      "step": 13366
    },
    {
      "epoch": 0.6218655501279368,
      "grad_norm": 0.7298088359335252,
      "learning_rate": 0.000294106330317835,
      "loss": 2.4375,
      "step": 13367
    },
    {
      "epoch": 0.6219120725750175,
      "grad_norm": 0.6358981394896264,
      "learning_rate": 0.00029410530013945427,
      "loss": 1.8828,
      "step": 13368
    },
    {
      "epoch": 0.6219585950220982,
      "grad_norm": 0.6806824586997208,
      "learning_rate": 0.00029410426987285144,
      "loss": 2.5312,
      "step": 13369
    },
    {
      "epoch": 0.6220051174691789,
      "grad_norm": 0.7353240569940492,
      "learning_rate": 0.00029410323951802714,
      "loss": 2.4062,
      "step": 13370
    },
    {
      "epoch": 0.6220516399162596,
      "grad_norm": 0.607510371085489,
      "learning_rate": 0.0002941022090749819,
      "loss": 2.375,
      "step": 13371
    },
    {
      "epoch": 0.6220981623633403,
      "grad_norm": 0.6869743533559542,
      "learning_rate": 0.0002941011785437165,
      "loss": 2.4531,
      "step": 13372
    },
    {
      "epoch": 0.6221446848104211,
      "grad_norm": 0.742621052377577,
      "learning_rate": 0.0002941001479242315,
      "loss": 2.7031,
      "step": 13373
    },
    {
      "epoch": 0.6221912072575018,
      "grad_norm": 0.6705003909926495,
      "learning_rate": 0.00029409911721652753,
      "loss": 2.7188,
      "step": 13374
    },
    {
      "epoch": 0.6222377297045825,
      "grad_norm": 0.7050330323939904,
      "learning_rate": 0.0002940980864206052,
      "loss": 2.7656,
      "step": 13375
    },
    {
      "epoch": 0.6222842521516632,
      "grad_norm": 0.7009685804250257,
      "learning_rate": 0.00029409705553646524,
      "loss": 2.3281,
      "step": 13376
    },
    {
      "epoch": 0.6223307745987439,
      "grad_norm": 0.6962878626090325,
      "learning_rate": 0.0002940960245641082,
      "loss": 2.5938,
      "step": 13377
    },
    {
      "epoch": 0.6223772970458246,
      "grad_norm": 0.6531272089587237,
      "learning_rate": 0.0002940949935035347,
      "loss": 2.3438,
      "step": 13378
    },
    {
      "epoch": 0.6224238194929054,
      "grad_norm": 0.703870377315273,
      "learning_rate": 0.0002940939623547454,
      "loss": 2.7656,
      "step": 13379
    },
    {
      "epoch": 0.6224703419399861,
      "grad_norm": 0.6610260904594483,
      "learning_rate": 0.00029409293111774094,
      "loss": 2.75,
      "step": 13380
    },
    {
      "epoch": 0.6225168643870668,
      "grad_norm": 0.7058274704035372,
      "learning_rate": 0.0002940918997925219,
      "loss": 2.6562,
      "step": 13381
    },
    {
      "epoch": 0.6225633868341475,
      "grad_norm": 0.6366449376103525,
      "learning_rate": 0.000294090868379089,
      "loss": 2.2969,
      "step": 13382
    },
    {
      "epoch": 0.6226099092812282,
      "grad_norm": 0.6559171392439963,
      "learning_rate": 0.0002940898368774428,
      "loss": 2.4062,
      "step": 13383
    },
    {
      "epoch": 0.6226564317283089,
      "grad_norm": 0.6452290640073629,
      "learning_rate": 0.000294088805287584,
      "loss": 2.3906,
      "step": 13384
    },
    {
      "epoch": 0.6227029541753897,
      "grad_norm": 0.7096675846395949,
      "learning_rate": 0.0002940877736095131,
      "loss": 2.7344,
      "step": 13385
    },
    {
      "epoch": 0.6227494766224704,
      "grad_norm": 0.6831610395446919,
      "learning_rate": 0.0002940867418432308,
      "loss": 2.5469,
      "step": 13386
    },
    {
      "epoch": 0.6227959990695511,
      "grad_norm": 0.6869421746372222,
      "learning_rate": 0.00029408570998873786,
      "loss": 2.4062,
      "step": 13387
    },
    {
      "epoch": 0.6228425215166318,
      "grad_norm": 0.6702356747018242,
      "learning_rate": 0.00029408467804603475,
      "loss": 2.5469,
      "step": 13388
    },
    {
      "epoch": 0.6228890439637125,
      "grad_norm": 0.6920239883616682,
      "learning_rate": 0.00029408364601512214,
      "loss": 2.5781,
      "step": 13389
    },
    {
      "epoch": 0.6229355664107932,
      "grad_norm": 0.6898249844911489,
      "learning_rate": 0.0002940826138960007,
      "loss": 2.3906,
      "step": 13390
    },
    {
      "epoch": 0.6229820888578739,
      "grad_norm": 0.6929018492612427,
      "learning_rate": 0.000294081581688671,
      "loss": 2.4375,
      "step": 13391
    },
    {
      "epoch": 0.6230286113049547,
      "grad_norm": 0.6280105101296036,
      "learning_rate": 0.0002940805493931337,
      "loss": 2.3906,
      "step": 13392
    },
    {
      "epoch": 0.6230751337520354,
      "grad_norm": 0.6605289562592496,
      "learning_rate": 0.00029407951700938944,
      "loss": 2.75,
      "step": 13393
    },
    {
      "epoch": 0.6231216561991161,
      "grad_norm": 0.6856339029042087,
      "learning_rate": 0.00029407848453743884,
      "loss": 2.75,
      "step": 13394
    },
    {
      "epoch": 0.6231681786461968,
      "grad_norm": 0.7279624853495018,
      "learning_rate": 0.0002940774519772826,
      "loss": 2.7188,
      "step": 13395
    },
    {
      "epoch": 0.6232147010932775,
      "grad_norm": 0.6497971658429025,
      "learning_rate": 0.00029407641932892124,
      "loss": 2.4375,
      "step": 13396
    },
    {
      "epoch": 0.6232612235403582,
      "grad_norm": 0.6793155385272003,
      "learning_rate": 0.0002940753865923555,
      "loss": 2.5312,
      "step": 13397
    },
    {
      "epoch": 0.623307745987439,
      "grad_norm": 0.6778706405633355,
      "learning_rate": 0.00029407435376758594,
      "loss": 2.5625,
      "step": 13398
    },
    {
      "epoch": 0.6233542684345197,
      "grad_norm": 0.6530007185682906,
      "learning_rate": 0.00029407332085461317,
      "loss": 2.5156,
      "step": 13399
    },
    {
      "epoch": 0.6234007908816004,
      "grad_norm": 0.7035543288349588,
      "learning_rate": 0.0002940722878534379,
      "loss": 2.375,
      "step": 13400
    },
    {
      "epoch": 0.6234473133286811,
      "grad_norm": 0.6738704263273081,
      "learning_rate": 0.00029407125476406073,
      "loss": 2.5,
      "step": 13401
    },
    {
      "epoch": 0.6234938357757618,
      "grad_norm": 0.6602726761764948,
      "learning_rate": 0.00029407022158648224,
      "loss": 2.5312,
      "step": 13402
    },
    {
      "epoch": 0.6235403582228425,
      "grad_norm": 0.662248946428712,
      "learning_rate": 0.0002940691883207032,
      "loss": 2.4844,
      "step": 13403
    },
    {
      "epoch": 0.6235868806699232,
      "grad_norm": 0.6540733779391263,
      "learning_rate": 0.00029406815496672405,
      "loss": 2.7969,
      "step": 13404
    },
    {
      "epoch": 0.623633403117004,
      "grad_norm": 0.6786830656772038,
      "learning_rate": 0.0002940671215245456,
      "loss": 2.3906,
      "step": 13405
    },
    {
      "epoch": 0.6236799255640847,
      "grad_norm": 0.6451015491725759,
      "learning_rate": 0.0002940660879941684,
      "loss": 2.7188,
      "step": 13406
    },
    {
      "epoch": 0.6237264480111654,
      "grad_norm": 0.6634116196182617,
      "learning_rate": 0.0002940650543755931,
      "loss": 2.5,
      "step": 13407
    },
    {
      "epoch": 0.6237729704582461,
      "grad_norm": 0.7120461262996222,
      "learning_rate": 0.0002940640206688203,
      "loss": 2.5,
      "step": 13408
    },
    {
      "epoch": 0.6238194929053268,
      "grad_norm": 0.6464289548808289,
      "learning_rate": 0.00029406298687385064,
      "loss": 2.4688,
      "step": 13409
    },
    {
      "epoch": 0.6238660153524075,
      "grad_norm": 0.6892907538403489,
      "learning_rate": 0.0002940619529906848,
      "loss": 2.5938,
      "step": 13410
    },
    {
      "epoch": 0.6239125377994883,
      "grad_norm": 0.6724738193119859,
      "learning_rate": 0.0002940609190193234,
      "loss": 2.5469,
      "step": 13411
    },
    {
      "epoch": 0.623959060246569,
      "grad_norm": 0.678179639053053,
      "learning_rate": 0.00029405988495976703,
      "loss": 2.7031,
      "step": 13412
    },
    {
      "epoch": 0.6240055826936497,
      "grad_norm": 0.6955817560935191,
      "learning_rate": 0.0002940588508120163,
      "loss": 2.9062,
      "step": 13413
    },
    {
      "epoch": 0.6240521051407304,
      "grad_norm": 0.6718868316172644,
      "learning_rate": 0.00029405781657607197,
      "loss": 2.3906,
      "step": 13414
    },
    {
      "epoch": 0.6240986275878111,
      "grad_norm": 0.7001850748471933,
      "learning_rate": 0.00029405678225193457,
      "loss": 2.625,
      "step": 13415
    },
    {
      "epoch": 0.6241451500348918,
      "grad_norm": 0.6370827822252578,
      "learning_rate": 0.0002940557478396048,
      "loss": 2.5156,
      "step": 13416
    },
    {
      "epoch": 0.6241916724819726,
      "grad_norm": 0.6576197977020344,
      "learning_rate": 0.0002940547133390832,
      "loss": 2.5625,
      "step": 13417
    },
    {
      "epoch": 0.6242381949290533,
      "grad_norm": 0.7195351998815618,
      "learning_rate": 0.00029405367875037043,
      "loss": 2.6875,
      "step": 13418
    },
    {
      "epoch": 0.624284717376134,
      "grad_norm": 0.6850383807801209,
      "learning_rate": 0.0002940526440734672,
      "loss": 2.6562,
      "step": 13419
    },
    {
      "epoch": 0.6243312398232147,
      "grad_norm": 0.6452839151667137,
      "learning_rate": 0.0002940516093083741,
      "loss": 2.8125,
      "step": 13420
    },
    {
      "epoch": 0.6243777622702954,
      "grad_norm": 0.710926534978816,
      "learning_rate": 0.00029405057445509175,
      "loss": 2.375,
      "step": 13421
    },
    {
      "epoch": 0.6244242847173761,
      "grad_norm": 0.6749445982265775,
      "learning_rate": 0.00029404953951362074,
      "loss": 2.7656,
      "step": 13422
    },
    {
      "epoch": 0.6244708071644568,
      "grad_norm": 0.7175379555624872,
      "learning_rate": 0.00029404850448396175,
      "loss": 2.5469,
      "step": 13423
    },
    {
      "epoch": 0.6245173296115376,
      "grad_norm": 0.7301290272111173,
      "learning_rate": 0.00029404746936611544,
      "loss": 2.375,
      "step": 13424
    },
    {
      "epoch": 0.6245638520586183,
      "grad_norm": 0.6961134240064281,
      "learning_rate": 0.0002940464341600825,
      "loss": 2.4531,
      "step": 13425
    },
    {
      "epoch": 0.624610374505699,
      "grad_norm": 0.6682809744514906,
      "learning_rate": 0.0002940453988658634,
      "loss": 2.6719,
      "step": 13426
    },
    {
      "epoch": 0.6246568969527797,
      "grad_norm": 0.6813741528610069,
      "learning_rate": 0.00029404436348345886,
      "loss": 2.9062,
      "step": 13427
    },
    {
      "epoch": 0.6247034193998604,
      "grad_norm": 0.6535802115051494,
      "learning_rate": 0.00029404332801286954,
      "loss": 2.6719,
      "step": 13428
    },
    {
      "epoch": 0.6247499418469411,
      "grad_norm": 0.6270335959029776,
      "learning_rate": 0.00029404229245409604,
      "loss": 2.7969,
      "step": 13429
    },
    {
      "epoch": 0.6247964642940219,
      "grad_norm": 0.6778832065847498,
      "learning_rate": 0.000294041256807139,
      "loss": 2.5312,
      "step": 13430
    },
    {
      "epoch": 0.6248429867411026,
      "grad_norm": 0.6328190126803427,
      "learning_rate": 0.000294040221071999,
      "loss": 1.9219,
      "step": 13431
    },
    {
      "epoch": 0.6248895091881833,
      "grad_norm": 0.6595061419634455,
      "learning_rate": 0.0002940391852486768,
      "loss": 2.375,
      "step": 13432
    },
    {
      "epoch": 0.624936031635264,
      "grad_norm": 0.6888932410196705,
      "learning_rate": 0.00029403814933717294,
      "loss": 2.375,
      "step": 13433
    },
    {
      "epoch": 0.6249825540823447,
      "grad_norm": 0.6718262537432276,
      "learning_rate": 0.0002940371133374881,
      "loss": 2.6875,
      "step": 13434
    },
    {
      "epoch": 0.6250290765294254,
      "grad_norm": 0.7093444096211351,
      "learning_rate": 0.00029403607724962284,
      "loss": 2.4688,
      "step": 13435
    },
    {
      "epoch": 0.6250755989765062,
      "grad_norm": 0.654792831447236,
      "learning_rate": 0.00029403504107357786,
      "loss": 2.3906,
      "step": 13436
    },
    {
      "epoch": 0.6251221214235869,
      "grad_norm": 0.6863812891781993,
      "learning_rate": 0.0002940340048093538,
      "loss": 2.5469,
      "step": 13437
    },
    {
      "epoch": 0.6251686438706676,
      "grad_norm": 0.6779027607853155,
      "learning_rate": 0.0002940329684569512,
      "loss": 2.2812,
      "step": 13438
    },
    {
      "epoch": 0.6252151663177483,
      "grad_norm": 0.8111885491727447,
      "learning_rate": 0.00029403193201637086,
      "loss": 2.625,
      "step": 13439
    },
    {
      "epoch": 0.625261688764829,
      "grad_norm": 0.631969291933693,
      "learning_rate": 0.0002940308954876133,
      "loss": 2.4062,
      "step": 13440
    },
    {
      "epoch": 0.6253082112119097,
      "grad_norm": 0.7756532028858222,
      "learning_rate": 0.0002940298588706791,
      "loss": 2.5312,
      "step": 13441
    },
    {
      "epoch": 0.6253547336589904,
      "grad_norm": 0.6992079196201797,
      "learning_rate": 0.0002940288221655691,
      "loss": 2.6875,
      "step": 13442
    },
    {
      "epoch": 0.6254012561060712,
      "grad_norm": 0.6564063367420016,
      "learning_rate": 0.00029402778537228374,
      "loss": 2.4062,
      "step": 13443
    },
    {
      "epoch": 0.6254477785531519,
      "grad_norm": 0.7243434142025865,
      "learning_rate": 0.0002940267484908237,
      "loss": 2.5938,
      "step": 13444
    },
    {
      "epoch": 0.6254943010002326,
      "grad_norm": 0.7872643920832009,
      "learning_rate": 0.0002940257115211897,
      "loss": 2.625,
      "step": 13445
    },
    {
      "epoch": 0.6255408234473133,
      "grad_norm": 0.6971046711596584,
      "learning_rate": 0.0002940246744633822,
      "loss": 2.4219,
      "step": 13446
    },
    {
      "epoch": 0.625587345894394,
      "grad_norm": 0.639287635256893,
      "learning_rate": 0.00029402363731740206,
      "loss": 2.7344,
      "step": 13447
    },
    {
      "epoch": 0.6256338683414747,
      "grad_norm": 0.6701564387795044,
      "learning_rate": 0.00029402260008324976,
      "loss": 2.7031,
      "step": 13448
    },
    {
      "epoch": 0.6256803907885555,
      "grad_norm": 0.6601618833986007,
      "learning_rate": 0.00029402156276092596,
      "loss": 2.3594,
      "step": 13449
    },
    {
      "epoch": 0.6257269132356362,
      "grad_norm": 0.6848618390552781,
      "learning_rate": 0.0002940205253504313,
      "loss": 2.7656,
      "step": 13450
    },
    {
      "epoch": 0.6257734356827169,
      "grad_norm": 0.6406623291671073,
      "learning_rate": 0.0002940194878517665,
      "loss": 2.5469,
      "step": 13451
    },
    {
      "epoch": 0.6258199581297976,
      "grad_norm": 0.7188022501931329,
      "learning_rate": 0.000294018450264932,
      "loss": 2.75,
      "step": 13452
    },
    {
      "epoch": 0.6258664805768783,
      "grad_norm": 0.7105470781172576,
      "learning_rate": 0.0002940174125899287,
      "loss": 2.8594,
      "step": 13453
    },
    {
      "epoch": 0.625913003023959,
      "grad_norm": 0.6477026417003864,
      "learning_rate": 0.00029401637482675695,
      "loss": 2.75,
      "step": 13454
    },
    {
      "epoch": 0.6259595254710397,
      "grad_norm": 0.7186785548142385,
      "learning_rate": 0.00029401533697541763,
      "loss": 2.2812,
      "step": 13455
    },
    {
      "epoch": 0.6260060479181205,
      "grad_norm": 0.6540103271171964,
      "learning_rate": 0.0002940142990359112,
      "loss": 2.875,
      "step": 13456
    },
    {
      "epoch": 0.6260525703652012,
      "grad_norm": 0.6531700432753569,
      "learning_rate": 0.0002940132610082384,
      "loss": 2.5312,
      "step": 13457
    },
    {
      "epoch": 0.6260990928122819,
      "grad_norm": 0.6544694417910121,
      "learning_rate": 0.00029401222289239987,
      "loss": 2.3438,
      "step": 13458
    },
    {
      "epoch": 0.6261456152593626,
      "grad_norm": 0.6731177736122318,
      "learning_rate": 0.00029401118468839614,
      "loss": 2.5312,
      "step": 13459
    },
    {
      "epoch": 0.6261921377064433,
      "grad_norm": 0.7060801112397519,
      "learning_rate": 0.00029401014639622797,
      "loss": 2.6406,
      "step": 13460
    },
    {
      "epoch": 0.626238660153524,
      "grad_norm": 0.6495924211376569,
      "learning_rate": 0.00029400910801589595,
      "loss": 2.5,
      "step": 13461
    },
    {
      "epoch": 0.6262851826006048,
      "grad_norm": 0.648605708402737,
      "learning_rate": 0.00029400806954740067,
      "loss": 2.2812,
      "step": 13462
    },
    {
      "epoch": 0.6263317050476855,
      "grad_norm": 0.6484390635334571,
      "learning_rate": 0.0002940070309907428,
      "loss": 2.75,
      "step": 13463
    },
    {
      "epoch": 0.6263782274947662,
      "grad_norm": 0.6624078880452169,
      "learning_rate": 0.00029400599234592295,
      "loss": 2.6875,
      "step": 13464
    },
    {
      "epoch": 0.6264247499418469,
      "grad_norm": 0.7295500294161267,
      "learning_rate": 0.0002940049536129418,
      "loss": 2.75,
      "step": 13465
    },
    {
      "epoch": 0.6264712723889276,
      "grad_norm": 0.6326914393515952,
      "learning_rate": 0.0002940039147918,
      "loss": 2.5469,
      "step": 13466
    },
    {
      "epoch": 0.6265177948360083,
      "grad_norm": 0.6476423612358378,
      "learning_rate": 0.0002940028758824981,
      "loss": 2.3906,
      "step": 13467
    },
    {
      "epoch": 0.6265643172830891,
      "grad_norm": 0.7115954981876115,
      "learning_rate": 0.00029400183688503686,
      "loss": 2.4688,
      "step": 13468
    },
    {
      "epoch": 0.6266108397301698,
      "grad_norm": 0.6411147088387025,
      "learning_rate": 0.00029400079779941685,
      "loss": 2.6719,
      "step": 13469
    },
    {
      "epoch": 0.6266573621772505,
      "grad_norm": 0.6958519181266934,
      "learning_rate": 0.00029399975862563863,
      "loss": 2.5625,
      "step": 13470
    },
    {
      "epoch": 0.6267038846243312,
      "grad_norm": 0.63948834423799,
      "learning_rate": 0.00029399871936370295,
      "loss": 2.6094,
      "step": 13471
    },
    {
      "epoch": 0.6267504070714119,
      "grad_norm": 0.6783211352135533,
      "learning_rate": 0.00029399768001361036,
      "loss": 2.5,
      "step": 13472
    },
    {
      "epoch": 0.6267969295184926,
      "grad_norm": 0.6455245206695698,
      "learning_rate": 0.0002939966405753616,
      "loss": 2.6875,
      "step": 13473
    },
    {
      "epoch": 0.6268434519655733,
      "grad_norm": 0.6407943943848852,
      "learning_rate": 0.00029399560104895726,
      "loss": 2.7812,
      "step": 13474
    },
    {
      "epoch": 0.6268899744126541,
      "grad_norm": 0.6711516842253449,
      "learning_rate": 0.0002939945614343979,
      "loss": 2.4688,
      "step": 13475
    },
    {
      "epoch": 0.6269364968597348,
      "grad_norm": 0.710211174384157,
      "learning_rate": 0.00029399352173168427,
      "loss": 2.5625,
      "step": 13476
    },
    {
      "epoch": 0.6269830193068155,
      "grad_norm": 0.6423792096931025,
      "learning_rate": 0.000293992481940817,
      "loss": 2.4375,
      "step": 13477
    },
    {
      "epoch": 0.6270295417538962,
      "grad_norm": 0.6792225612063201,
      "learning_rate": 0.0002939914420617966,
      "loss": 2.3594,
      "step": 13478
    },
    {
      "epoch": 0.627076064200977,
      "grad_norm": 0.6395265820909215,
      "learning_rate": 0.00029399040209462376,
      "loss": 2.1719,
      "step": 13479
    },
    {
      "epoch": 0.6271225866480576,
      "grad_norm": 0.6582745916687175,
      "learning_rate": 0.00029398936203929924,
      "loss": 2.5156,
      "step": 13480
    },
    {
      "epoch": 0.6271691090951385,
      "grad_norm": 0.6497956289801878,
      "learning_rate": 0.00029398832189582355,
      "loss": 2.2812,
      "step": 13481
    },
    {
      "epoch": 0.6272156315422192,
      "grad_norm": 0.6662686078508582,
      "learning_rate": 0.00029398728166419734,
      "loss": 2.4531,
      "step": 13482
    },
    {
      "epoch": 0.6272621539892999,
      "grad_norm": 0.7082757966400199,
      "learning_rate": 0.00029398624134442127,
      "loss": 2.75,
      "step": 13483
    },
    {
      "epoch": 0.6273086764363806,
      "grad_norm": 0.6942367739392915,
      "learning_rate": 0.00029398520093649604,
      "loss": 2.5938,
      "step": 13484
    },
    {
      "epoch": 0.6273551988834613,
      "grad_norm": 0.7807185265521651,
      "learning_rate": 0.00029398416044042213,
      "loss": 2.5469,
      "step": 13485
    },
    {
      "epoch": 0.627401721330542,
      "grad_norm": 0.6956836745025882,
      "learning_rate": 0.00029398311985620037,
      "loss": 2.1719,
      "step": 13486
    },
    {
      "epoch": 0.6274482437776226,
      "grad_norm": 0.665888837214298,
      "learning_rate": 0.00029398207918383124,
      "loss": 2.4375,
      "step": 13487
    },
    {
      "epoch": 0.6274947662247035,
      "grad_norm": 0.6563361338997574,
      "learning_rate": 0.0002939810384233154,
      "loss": 2.5469,
      "step": 13488
    },
    {
      "epoch": 0.6275412886717842,
      "grad_norm": 0.6362595464796083,
      "learning_rate": 0.0002939799975746535,
      "loss": 2.6406,
      "step": 13489
    },
    {
      "epoch": 0.6275878111188649,
      "grad_norm": 0.681367578793086,
      "learning_rate": 0.0002939789566378463,
      "loss": 2.5625,
      "step": 13490
    },
    {
      "epoch": 0.6276343335659456,
      "grad_norm": 0.7447763715900335,
      "learning_rate": 0.00029397791561289427,
      "loss": 2.5938,
      "step": 13491
    },
    {
      "epoch": 0.6276808560130263,
      "grad_norm": 0.6457530715583005,
      "learning_rate": 0.00029397687449979814,
      "loss": 2.5312,
      "step": 13492
    },
    {
      "epoch": 0.627727378460107,
      "grad_norm": 0.6907484212056391,
      "learning_rate": 0.0002939758332985585,
      "loss": 2.5312,
      "step": 13493
    },
    {
      "epoch": 0.6277739009071878,
      "grad_norm": 0.7095517407429619,
      "learning_rate": 0.000293974792009176,
      "loss": 2.5,
      "step": 13494
    },
    {
      "epoch": 0.6278204233542685,
      "grad_norm": 0.6166496833034936,
      "learning_rate": 0.00029397375063165124,
      "loss": 2.2656,
      "step": 13495
    },
    {
      "epoch": 0.6278669458013492,
      "grad_norm": 0.6839189110318813,
      "learning_rate": 0.000293972709165985,
      "loss": 2.5,
      "step": 13496
    },
    {
      "epoch": 0.6279134682484299,
      "grad_norm": 0.7792165559302953,
      "learning_rate": 0.00029397166761217775,
      "loss": 2.7656,
      "step": 13497
    },
    {
      "epoch": 0.6279599906955106,
      "grad_norm": 0.6928319887528223,
      "learning_rate": 0.00029397062597023025,
      "loss": 2.7344,
      "step": 13498
    },
    {
      "epoch": 0.6280065131425913,
      "grad_norm": 0.691963201703328,
      "learning_rate": 0.000293969584240143,
      "loss": 2.4219,
      "step": 13499
    },
    {
      "epoch": 0.6280530355896721,
      "grad_norm": 0.6093628068227309,
      "learning_rate": 0.0002939685424219168,
      "loss": 2.25,
      "step": 13500
    },
    {
      "epoch": 0.6280995580367528,
      "grad_norm": 0.6716977403262807,
      "learning_rate": 0.00029396750051555214,
      "loss": 2.4062,
      "step": 13501
    },
    {
      "epoch": 0.6281460804838335,
      "grad_norm": 0.7070860229386013,
      "learning_rate": 0.0002939664585210498,
      "loss": 2.6875,
      "step": 13502
    },
    {
      "epoch": 0.6281926029309142,
      "grad_norm": 0.697378818777537,
      "learning_rate": 0.0002939654164384103,
      "loss": 2.6406,
      "step": 13503
    },
    {
      "epoch": 0.6282391253779949,
      "grad_norm": 0.6153713782676603,
      "learning_rate": 0.0002939643742676344,
      "loss": 2.2656,
      "step": 13504
    },
    {
      "epoch": 0.6282856478250756,
      "grad_norm": 0.6626691699148685,
      "learning_rate": 0.00029396333200872255,
      "loss": 2.375,
      "step": 13505
    },
    {
      "epoch": 0.6283321702721563,
      "grad_norm": 0.6522801451500786,
      "learning_rate": 0.00029396228966167555,
      "loss": 2.4531,
      "step": 13506
    },
    {
      "epoch": 0.6283786927192371,
      "grad_norm": 0.7601920548030385,
      "learning_rate": 0.00029396124722649397,
      "loss": 2.3594,
      "step": 13507
    },
    {
      "epoch": 0.6284252151663178,
      "grad_norm": 0.7505132402682864,
      "learning_rate": 0.0002939602047031785,
      "loss": 2.5312,
      "step": 13508
    },
    {
      "epoch": 0.6284717376133985,
      "grad_norm": 0.6684476148671079,
      "learning_rate": 0.00029395916209172974,
      "loss": 2.5781,
      "step": 13509
    },
    {
      "epoch": 0.6285182600604792,
      "grad_norm": 0.7121845948273926,
      "learning_rate": 0.00029395811939214833,
      "loss": 2.5156,
      "step": 13510
    },
    {
      "epoch": 0.6285647825075599,
      "grad_norm": 0.6944910068975484,
      "learning_rate": 0.0002939570766044349,
      "loss": 2.5312,
      "step": 13511
    },
    {
      "epoch": 0.6286113049546406,
      "grad_norm": 0.687278168745798,
      "learning_rate": 0.00029395603372859013,
      "loss": 2.5781,
      "step": 13512
    },
    {
      "epoch": 0.6286578274017214,
      "grad_norm": 0.702631222988159,
      "learning_rate": 0.0002939549907646145,
      "loss": 2.75,
      "step": 13513
    },
    {
      "epoch": 0.6287043498488021,
      "grad_norm": 0.6732501124748033,
      "learning_rate": 0.00029395394771250896,
      "loss": 2.8125,
      "step": 13514
    },
    {
      "epoch": 0.6287508722958828,
      "grad_norm": 0.7248253197577831,
      "learning_rate": 0.00029395290457227385,
      "loss": 2.625,
      "step": 13515
    },
    {
      "epoch": 0.6287973947429635,
      "grad_norm": 0.6334204093755376,
      "learning_rate": 0.00029395186134390997,
      "loss": 2.4688,
      "step": 13516
    },
    {
      "epoch": 0.6288439171900442,
      "grad_norm": 0.6560919934063988,
      "learning_rate": 0.0002939508180274179,
      "loss": 2.2812,
      "step": 13517
    },
    {
      "epoch": 0.6288904396371249,
      "grad_norm": 0.6579281148469047,
      "learning_rate": 0.00029394977462279825,
      "loss": 2.3594,
      "step": 13518
    },
    {
      "epoch": 0.6289369620842056,
      "grad_norm": 0.6790705294638456,
      "learning_rate": 0.0002939487311300518,
      "loss": 2.5938,
      "step": 13519
    },
    {
      "epoch": 0.6289834845312864,
      "grad_norm": 0.6453697240274667,
      "learning_rate": 0.000293947687549179,
      "loss": 2.6562,
      "step": 13520
    },
    {
      "epoch": 0.6290300069783671,
      "grad_norm": 0.6346560946097576,
      "learning_rate": 0.00029394664388018057,
      "loss": 2.3594,
      "step": 13521
    },
    {
      "epoch": 0.6290765294254478,
      "grad_norm": 0.6673134413186779,
      "learning_rate": 0.0002939456001230572,
      "loss": 2.5625,
      "step": 13522
    },
    {
      "epoch": 0.6291230518725285,
      "grad_norm": 0.6727373214991611,
      "learning_rate": 0.0002939445562778095,
      "loss": 2.4688,
      "step": 13523
    },
    {
      "epoch": 0.6291695743196092,
      "grad_norm": 0.6948170311138927,
      "learning_rate": 0.00029394351234443805,
      "loss": 2.9688,
      "step": 13524
    },
    {
      "epoch": 0.6292160967666899,
      "grad_norm": 0.6177826161516563,
      "learning_rate": 0.0002939424683229435,
      "loss": 2.4531,
      "step": 13525
    },
    {
      "epoch": 0.6292626192137707,
      "grad_norm": 0.7053790308781185,
      "learning_rate": 0.00029394142421332667,
      "loss": 2.4219,
      "step": 13526
    },
    {
      "epoch": 0.6293091416608514,
      "grad_norm": 0.6233424350051721,
      "learning_rate": 0.0002939403800155879,
      "loss": 2.375,
      "step": 13527
    },
    {
      "epoch": 0.6293556641079321,
      "grad_norm": 0.6704611790743543,
      "learning_rate": 0.00029393933572972804,
      "loss": 2.375,
      "step": 13528
    },
    {
      "epoch": 0.6294021865550128,
      "grad_norm": 0.676383299704455,
      "learning_rate": 0.0002939382913557477,
      "loss": 2.4531,
      "step": 13529
    },
    {
      "epoch": 0.6294487090020935,
      "grad_norm": 0.6716737760978737,
      "learning_rate": 0.00029393724689364743,
      "loss": 2.7031,
      "step": 13530
    },
    {
      "epoch": 0.6294952314491742,
      "grad_norm": 0.6671942236219273,
      "learning_rate": 0.00029393620234342794,
      "loss": 2.6562,
      "step": 13531
    },
    {
      "epoch": 0.629541753896255,
      "grad_norm": 0.6302538566517945,
      "learning_rate": 0.00029393515770508987,
      "loss": 2.6719,
      "step": 13532
    },
    {
      "epoch": 0.6295882763433357,
      "grad_norm": 0.6207689120146802,
      "learning_rate": 0.00029393411297863386,
      "loss": 2.3125,
      "step": 13533
    },
    {
      "epoch": 0.6296347987904164,
      "grad_norm": 0.7149793747288409,
      "learning_rate": 0.00029393306816406057,
      "loss": 2.5312,
      "step": 13534
    },
    {
      "epoch": 0.6296813212374971,
      "grad_norm": 0.6494408356707833,
      "learning_rate": 0.00029393202326137054,
      "loss": 2.7344,
      "step": 13535
    },
    {
      "epoch": 0.6297278436845778,
      "grad_norm": 0.7079894063755873,
      "learning_rate": 0.0002939309782705645,
      "loss": 2.5938,
      "step": 13536
    },
    {
      "epoch": 0.6297743661316585,
      "grad_norm": 0.6920746787695128,
      "learning_rate": 0.0002939299331916431,
      "loss": 2.8438,
      "step": 13537
    },
    {
      "epoch": 0.6298208885787392,
      "grad_norm": 0.6627371465890246,
      "learning_rate": 0.0002939288880246069,
      "loss": 2.6719,
      "step": 13538
    },
    {
      "epoch": 0.62986741102582,
      "grad_norm": 0.7296378357388857,
      "learning_rate": 0.00029392784276945663,
      "loss": 2.2031,
      "step": 13539
    },
    {
      "epoch": 0.6299139334729007,
      "grad_norm": 0.6615418911735195,
      "learning_rate": 0.0002939267974261928,
      "loss": 2.5781,
      "step": 13540
    },
    {
      "epoch": 0.6299604559199814,
      "grad_norm": 0.672187346753449,
      "learning_rate": 0.00029392575199481625,
      "loss": 2.4219,
      "step": 13541
    },
    {
      "epoch": 0.6300069783670621,
      "grad_norm": 0.726807997373461,
      "learning_rate": 0.00029392470647532744,
      "loss": 2.5938,
      "step": 13542
    },
    {
      "epoch": 0.6300535008141428,
      "grad_norm": 0.645607111972111,
      "learning_rate": 0.0002939236608677271,
      "loss": 2.4531,
      "step": 13543
    },
    {
      "epoch": 0.6301000232612235,
      "grad_norm": 0.7153941517364424,
      "learning_rate": 0.0002939226151720159,
      "loss": 2.7812,
      "step": 13544
    },
    {
      "epoch": 0.6301465457083043,
      "grad_norm": 0.7095389074640023,
      "learning_rate": 0.0002939215693881943,
      "loss": 2.5469,
      "step": 13545
    },
    {
      "epoch": 0.630193068155385,
      "grad_norm": 0.6511329491118819,
      "learning_rate": 0.00029392052351626314,
      "loss": 2.5,
      "step": 13546
    },
    {
      "epoch": 0.6302395906024657,
      "grad_norm": 0.6691067084567066,
      "learning_rate": 0.000293919477556223,
      "loss": 2.4531,
      "step": 13547
    },
    {
      "epoch": 0.6302861130495464,
      "grad_norm": 0.7238324873096635,
      "learning_rate": 0.00029391843150807444,
      "loss": 2.5312,
      "step": 13548
    },
    {
      "epoch": 0.6303326354966271,
      "grad_norm": 0.6332589565536058,
      "learning_rate": 0.0002939173853718182,
      "loss": 2.3594,
      "step": 13549
    },
    {
      "epoch": 0.6303791579437078,
      "grad_norm": 0.6595326456617423,
      "learning_rate": 0.00029391633914745493,
      "loss": 2.3438,
      "step": 13550
    },
    {
      "epoch": 0.6304256803907885,
      "grad_norm": 0.6507216571907539,
      "learning_rate": 0.0002939152928349852,
      "loss": 2.5156,
      "step": 13551
    },
    {
      "epoch": 0.6304722028378693,
      "grad_norm": 0.6499298294555762,
      "learning_rate": 0.0002939142464344097,
      "loss": 2.4219,
      "step": 13552
    },
    {
      "epoch": 0.63051872528495,
      "grad_norm": 0.6473720411928345,
      "learning_rate": 0.000293913199945729,
      "loss": 2.7344,
      "step": 13553
    },
    {
      "epoch": 0.6305652477320307,
      "grad_norm": 0.7150882751412673,
      "learning_rate": 0.00029391215336894386,
      "loss": 2.625,
      "step": 13554
    },
    {
      "epoch": 0.6306117701791114,
      "grad_norm": 0.6668811471803967,
      "learning_rate": 0.00029391110670405477,
      "loss": 2.5781,
      "step": 13555
    },
    {
      "epoch": 0.6306582926261921,
      "grad_norm": 0.6961944219670962,
      "learning_rate": 0.0002939100599510625,
      "loss": 2.625,
      "step": 13556
    },
    {
      "epoch": 0.6307048150732728,
      "grad_norm": 0.6222866933813519,
      "learning_rate": 0.00029390901310996767,
      "loss": 2.7031,
      "step": 13557
    },
    {
      "epoch": 0.6307513375203536,
      "grad_norm": 0.6458443917489893,
      "learning_rate": 0.00029390796618077085,
      "loss": 2.3281,
      "step": 13558
    },
    {
      "epoch": 0.6307978599674343,
      "grad_norm": 0.6682373753076764,
      "learning_rate": 0.00029390691916347274,
      "loss": 2.3906,
      "step": 13559
    },
    {
      "epoch": 0.630844382414515,
      "grad_norm": 0.6385062203414282,
      "learning_rate": 0.000293905872058074,
      "loss": 2.5,
      "step": 13560
    },
    {
      "epoch": 0.6308909048615957,
      "grad_norm": 0.6605304497637348,
      "learning_rate": 0.00029390482486457513,
      "loss": 2.8125,
      "step": 13561
    },
    {
      "epoch": 0.6309374273086764,
      "grad_norm": 0.6428418281724873,
      "learning_rate": 0.000293903777582977,
      "loss": 2.2031,
      "step": 13562
    },
    {
      "epoch": 0.6309839497557571,
      "grad_norm": 0.633770307172299,
      "learning_rate": 0.00029390273021328005,
      "loss": 2.3125,
      "step": 13563
    },
    {
      "epoch": 0.6310304722028379,
      "grad_norm": 0.6672585685862672,
      "learning_rate": 0.000293901682755485,
      "loss": 2.4062,
      "step": 13564
    },
    {
      "epoch": 0.6310769946499186,
      "grad_norm": 0.7706922532582198,
      "learning_rate": 0.0002939006352095926,
      "loss": 2.5625,
      "step": 13565
    },
    {
      "epoch": 0.6311235170969993,
      "grad_norm": 0.6883095456212939,
      "learning_rate": 0.00029389958757560327,
      "loss": 2.5625,
      "step": 13566
    },
    {
      "epoch": 0.63117003954408,
      "grad_norm": 0.6643414184648186,
      "learning_rate": 0.0002938985398535178,
      "loss": 2.4688,
      "step": 13567
    },
    {
      "epoch": 0.6312165619911607,
      "grad_norm": 0.6998514093148853,
      "learning_rate": 0.0002938974920433368,
      "loss": 2.5469,
      "step": 13568
    },
    {
      "epoch": 0.6312630844382414,
      "grad_norm": 0.6734265432550736,
      "learning_rate": 0.0002938964441450609,
      "loss": 2.5938,
      "step": 13569
    },
    {
      "epoch": 0.6313096068853221,
      "grad_norm": 0.6611995479971825,
      "learning_rate": 0.0002938953961586907,
      "loss": 2.6562,
      "step": 13570
    },
    {
      "epoch": 0.6313561293324029,
      "grad_norm": 0.6332009998716935,
      "learning_rate": 0.00029389434808422697,
      "loss": 1.8906,
      "step": 13571
    },
    {
      "epoch": 0.6314026517794836,
      "grad_norm": 0.656022170889602,
      "learning_rate": 0.0002938932999216702,
      "loss": 2.1875,
      "step": 13572
    },
    {
      "epoch": 0.6314491742265643,
      "grad_norm": 0.6330898493142811,
      "learning_rate": 0.0002938922516710212,
      "loss": 2.4375,
      "step": 13573
    },
    {
      "epoch": 0.631495696673645,
      "grad_norm": 0.6625651419425568,
      "learning_rate": 0.0002938912033322805,
      "loss": 2.375,
      "step": 13574
    },
    {
      "epoch": 0.6315422191207257,
      "grad_norm": 0.7811831250645122,
      "learning_rate": 0.00029389015490544865,
      "loss": 2.3906,
      "step": 13575
    },
    {
      "epoch": 0.6315887415678064,
      "grad_norm": 0.6877861781043667,
      "learning_rate": 0.0002938891063905265,
      "loss": 2.4531,
      "step": 13576
    },
    {
      "epoch": 0.6316352640148872,
      "grad_norm": 0.6771763729136824,
      "learning_rate": 0.00029388805778751454,
      "loss": 2.5469,
      "step": 13577
    },
    {
      "epoch": 0.6316817864619679,
      "grad_norm": 0.6891594121460209,
      "learning_rate": 0.0002938870090964135,
      "loss": 2.6562,
      "step": 13578
    },
    {
      "epoch": 0.6317283089090486,
      "grad_norm": 0.6239211392468523,
      "learning_rate": 0.00029388596031722393,
      "loss": 2.3281,
      "step": 13579
    },
    {
      "epoch": 0.6317748313561293,
      "grad_norm": 0.6695030737865758,
      "learning_rate": 0.0002938849114499466,
      "loss": 2.7656,
      "step": 13580
    },
    {
      "epoch": 0.63182135380321,
      "grad_norm": 0.633906780956799,
      "learning_rate": 0.00029388386249458204,
      "loss": 2.5,
      "step": 13581
    },
    {
      "epoch": 0.6318678762502907,
      "grad_norm": 0.6672100924328263,
      "learning_rate": 0.0002938828134511309,
      "loss": 2.4375,
      "step": 13582
    },
    {
      "epoch": 0.6319143986973714,
      "grad_norm": 0.7037261291863526,
      "learning_rate": 0.0002938817643195939,
      "loss": 2.625,
      "step": 13583
    },
    {
      "epoch": 0.6319609211444522,
      "grad_norm": 0.6699420307688114,
      "learning_rate": 0.00029388071509997164,
      "loss": 2.4844,
      "step": 13584
    },
    {
      "epoch": 0.6320074435915329,
      "grad_norm": 0.803016307079848,
      "learning_rate": 0.00029387966579226473,
      "loss": 2.5469,
      "step": 13585
    },
    {
      "epoch": 0.6320539660386136,
      "grad_norm": 0.6197174558057104,
      "learning_rate": 0.0002938786163964738,
      "loss": 2.3281,
      "step": 13586
    },
    {
      "epoch": 0.6321004884856943,
      "grad_norm": 0.7166762350282788,
      "learning_rate": 0.0002938775669125996,
      "loss": 2.5469,
      "step": 13587
    },
    {
      "epoch": 0.632147010932775,
      "grad_norm": 0.6470229962229396,
      "learning_rate": 0.00029387651734064275,
      "loss": 2.5,
      "step": 13588
    },
    {
      "epoch": 0.6321935333798557,
      "grad_norm": 0.6770800738645167,
      "learning_rate": 0.0002938754676806038,
      "loss": 2.3906,
      "step": 13589
    },
    {
      "epoch": 0.6322400558269365,
      "grad_norm": 0.7151998865185262,
      "learning_rate": 0.0002938744179324834,
      "loss": 2.7812,
      "step": 13590
    },
    {
      "epoch": 0.6322865782740172,
      "grad_norm": 0.6808260433712847,
      "learning_rate": 0.00029387336809628224,
      "loss": 2.7344,
      "step": 13591
    },
    {
      "epoch": 0.6323331007210979,
      "grad_norm": 0.8302974172003333,
      "learning_rate": 0.000293872318172001,
      "loss": 2.4219,
      "step": 13592
    },
    {
      "epoch": 0.6323796231681786,
      "grad_norm": 0.6212368930342708,
      "learning_rate": 0.0002938712681596403,
      "loss": 2.3906,
      "step": 13593
    },
    {
      "epoch": 0.6324261456152593,
      "grad_norm": 0.6569692948946578,
      "learning_rate": 0.0002938702180592007,
      "loss": 2.8281,
      "step": 13594
    },
    {
      "epoch": 0.63247266806234,
      "grad_norm": 0.63624242014458,
      "learning_rate": 0.00029386916787068295,
      "loss": 2.8281,
      "step": 13595
    },
    {
      "epoch": 0.6325191905094208,
      "grad_norm": 0.6929889857969148,
      "learning_rate": 0.0002938681175940876,
      "loss": 2.5625,
      "step": 13596
    },
    {
      "epoch": 0.6325657129565015,
      "grad_norm": 0.7583192199603128,
      "learning_rate": 0.00029386706722941535,
      "loss": 2.6562,
      "step": 13597
    },
    {
      "epoch": 0.6326122354035822,
      "grad_norm": 0.702109594512443,
      "learning_rate": 0.00029386601677666686,
      "loss": 2.4844,
      "step": 13598
    },
    {
      "epoch": 0.632658757850663,
      "grad_norm": 0.7110997880576252,
      "learning_rate": 0.0002938649662358427,
      "loss": 2.3594,
      "step": 13599
    },
    {
      "epoch": 0.6327052802977436,
      "grad_norm": 0.6565060221269103,
      "learning_rate": 0.0002938639156069436,
      "loss": 2.7344,
      "step": 13600
    },
    {
      "epoch": 0.6327518027448243,
      "grad_norm": 0.7270716895727641,
      "learning_rate": 0.0002938628648899702,
      "loss": 2.5781,
      "step": 13601
    },
    {
      "epoch": 0.632798325191905,
      "grad_norm": 0.6547162803147503,
      "learning_rate": 0.00029386181408492303,
      "loss": 2.5781,
      "step": 13602
    },
    {
      "epoch": 0.6328448476389859,
      "grad_norm": 0.6274553769639786,
      "learning_rate": 0.00029386076319180284,
      "loss": 2.625,
      "step": 13603
    },
    {
      "epoch": 0.6328913700860666,
      "grad_norm": 0.6845492737567577,
      "learning_rate": 0.00029385971221061025,
      "loss": 2.5312,
      "step": 13604
    },
    {
      "epoch": 0.6329378925331473,
      "grad_norm": 0.646574837599777,
      "learning_rate": 0.00029385866114134586,
      "loss": 2.375,
      "step": 13605
    },
    {
      "epoch": 0.632984414980228,
      "grad_norm": 0.6433466687057924,
      "learning_rate": 0.0002938576099840104,
      "loss": 2.5312,
      "step": 13606
    },
    {
      "epoch": 0.6330309374273086,
      "grad_norm": 0.6621037968290092,
      "learning_rate": 0.00029385655873860443,
      "loss": 2.5469,
      "step": 13607
    },
    {
      "epoch": 0.6330774598743893,
      "grad_norm": 0.6753563600749034,
      "learning_rate": 0.00029385550740512864,
      "loss": 2.4844,
      "step": 13608
    },
    {
      "epoch": 0.6331239823214702,
      "grad_norm": 0.6845024657318821,
      "learning_rate": 0.00029385445598358365,
      "loss": 2.2969,
      "step": 13609
    },
    {
      "epoch": 0.6331705047685509,
      "grad_norm": 0.6865127189686916,
      "learning_rate": 0.00029385340447397017,
      "loss": 2.5156,
      "step": 13610
    },
    {
      "epoch": 0.6332170272156316,
      "grad_norm": 0.6654710350727742,
      "learning_rate": 0.00029385235287628873,
      "loss": 2.5,
      "step": 13611
    },
    {
      "epoch": 0.6332635496627123,
      "grad_norm": 1.0770980375256012,
      "learning_rate": 0.00029385130119054004,
      "loss": 3.2031,
      "step": 13612
    },
    {
      "epoch": 0.633310072109793,
      "grad_norm": 0.6476470914161688,
      "learning_rate": 0.0002938502494167247,
      "loss": 2.4219,
      "step": 13613
    },
    {
      "epoch": 0.6333565945568737,
      "grad_norm": 0.6681729289299163,
      "learning_rate": 0.00029384919755484347,
      "loss": 2.9688,
      "step": 13614
    },
    {
      "epoch": 0.6334031170039545,
      "grad_norm": 0.6592352905651432,
      "learning_rate": 0.0002938481456048969,
      "loss": 2.3438,
      "step": 13615
    },
    {
      "epoch": 0.6334496394510352,
      "grad_norm": 0.6998637193364886,
      "learning_rate": 0.0002938470935668856,
      "loss": 2.5,
      "step": 13616
    },
    {
      "epoch": 0.6334961618981159,
      "grad_norm": 0.7048110179069105,
      "learning_rate": 0.00029384604144081026,
      "loss": 2.9219,
      "step": 13617
    },
    {
      "epoch": 0.6335426843451966,
      "grad_norm": 0.6909184029641107,
      "learning_rate": 0.0002938449892266716,
      "loss": 2.4844,
      "step": 13618
    },
    {
      "epoch": 0.6335892067922773,
      "grad_norm": 0.651418371724526,
      "learning_rate": 0.0002938439369244701,
      "loss": 2.4219,
      "step": 13619
    },
    {
      "epoch": 0.633635729239358,
      "grad_norm": 0.6690800045327255,
      "learning_rate": 0.00029384288453420656,
      "loss": 2.7344,
      "step": 13620
    },
    {
      "epoch": 0.6336822516864387,
      "grad_norm": 0.6556185917987274,
      "learning_rate": 0.00029384183205588153,
      "loss": 2.625,
      "step": 13621
    },
    {
      "epoch": 0.6337287741335195,
      "grad_norm": 0.6378067528682798,
      "learning_rate": 0.00029384077948949565,
      "loss": 2.6719,
      "step": 13622
    },
    {
      "epoch": 0.6337752965806002,
      "grad_norm": 0.6789812646083808,
      "learning_rate": 0.00029383972683504967,
      "loss": 2.5781,
      "step": 13623
    },
    {
      "epoch": 0.6338218190276809,
      "grad_norm": 0.6630140978642696,
      "learning_rate": 0.0002938386740925441,
      "loss": 2.3281,
      "step": 13624
    },
    {
      "epoch": 0.6338683414747616,
      "grad_norm": 0.7242416821419168,
      "learning_rate": 0.00029383762126197966,
      "loss": 2.6562,
      "step": 13625
    },
    {
      "epoch": 0.6339148639218423,
      "grad_norm": 0.7143871743870082,
      "learning_rate": 0.000293836568343357,
      "loss": 2.125,
      "step": 13626
    },
    {
      "epoch": 0.633961386368923,
      "grad_norm": 0.6554119403300736,
      "learning_rate": 0.0002938355153366767,
      "loss": 2.5781,
      "step": 13627
    },
    {
      "epoch": 0.6340079088160038,
      "grad_norm": 0.6657726768377847,
      "learning_rate": 0.00029383446224193953,
      "loss": 2.4844,
      "step": 13628
    },
    {
      "epoch": 0.6340544312630845,
      "grad_norm": 0.6528165236131891,
      "learning_rate": 0.00029383340905914595,
      "loss": 2.3125,
      "step": 13629
    },
    {
      "epoch": 0.6341009537101652,
      "grad_norm": 0.6879061306381081,
      "learning_rate": 0.00029383235578829683,
      "loss": 2.5781,
      "step": 13630
    },
    {
      "epoch": 0.6341474761572459,
      "grad_norm": 0.7144569835460922,
      "learning_rate": 0.0002938313024293926,
      "loss": 2.625,
      "step": 13631
    },
    {
      "epoch": 0.6341939986043266,
      "grad_norm": 0.6563778361640871,
      "learning_rate": 0.00029383024898243403,
      "loss": 2.4219,
      "step": 13632
    },
    {
      "epoch": 0.6342405210514073,
      "grad_norm": 0.685078142960902,
      "learning_rate": 0.00029382919544742176,
      "loss": 2.7188,
      "step": 13633
    },
    {
      "epoch": 0.634287043498488,
      "grad_norm": 0.6383518975558152,
      "learning_rate": 0.00029382814182435634,
      "loss": 2.5938,
      "step": 13634
    },
    {
      "epoch": 0.6343335659455688,
      "grad_norm": 0.7125830661578427,
      "learning_rate": 0.0002938270881132385,
      "loss": 3.0938,
      "step": 13635
    },
    {
      "epoch": 0.6343800883926495,
      "grad_norm": 0.7410230581105789,
      "learning_rate": 0.00029382603431406896,
      "loss": 2.625,
      "step": 13636
    },
    {
      "epoch": 0.6344266108397302,
      "grad_norm": 0.6409682159587419,
      "learning_rate": 0.0002938249804268482,
      "loss": 2.6719,
      "step": 13637
    },
    {
      "epoch": 0.6344731332868109,
      "grad_norm": 0.7304370454090537,
      "learning_rate": 0.00029382392645157694,
      "loss": 2.8906,
      "step": 13638
    },
    {
      "epoch": 0.6345196557338916,
      "grad_norm": 0.6519683301666799,
      "learning_rate": 0.0002938228723882558,
      "loss": 2.4062,
      "step": 13639
    },
    {
      "epoch": 0.6345661781809723,
      "grad_norm": 0.7090701888102101,
      "learning_rate": 0.0002938218182368855,
      "loss": 2.7031,
      "step": 13640
    },
    {
      "epoch": 0.6346127006280531,
      "grad_norm": 0.6690856910809055,
      "learning_rate": 0.00029382076399746667,
      "loss": 2.6562,
      "step": 13641
    },
    {
      "epoch": 0.6346592230751338,
      "grad_norm": 0.6043463863538223,
      "learning_rate": 0.00029381970966999986,
      "loss": 2.4062,
      "step": 13642
    },
    {
      "epoch": 0.6347057455222145,
      "grad_norm": 0.6417176087375552,
      "learning_rate": 0.00029381865525448576,
      "loss": 2.4375,
      "step": 13643
    },
    {
      "epoch": 0.6347522679692952,
      "grad_norm": 0.6024953476556999,
      "learning_rate": 0.00029381760075092506,
      "loss": 2.2188,
      "step": 13644
    },
    {
      "epoch": 0.6347987904163759,
      "grad_norm": 0.6654242802695763,
      "learning_rate": 0.0002938165461593184,
      "loss": 2.75,
      "step": 13645
    },
    {
      "epoch": 0.6348453128634566,
      "grad_norm": 0.6740925671855345,
      "learning_rate": 0.0002938154914796664,
      "loss": 2.4844,
      "step": 13646
    },
    {
      "epoch": 0.6348918353105374,
      "grad_norm": 0.6640099316040784,
      "learning_rate": 0.0002938144367119697,
      "loss": 2.7031,
      "step": 13647
    },
    {
      "epoch": 0.6349383577576181,
      "grad_norm": 0.6474475677868229,
      "learning_rate": 0.0002938133818562289,
      "loss": 2.2812,
      "step": 13648
    },
    {
      "epoch": 0.6349848802046988,
      "grad_norm": 0.7064801634841729,
      "learning_rate": 0.0002938123269124447,
      "loss": 2.8281,
      "step": 13649
    },
    {
      "epoch": 0.6350314026517795,
      "grad_norm": 0.7516961310897525,
      "learning_rate": 0.00029381127188061784,
      "loss": 2.7188,
      "step": 13650
    },
    {
      "epoch": 0.6350779250988602,
      "grad_norm": 0.6914897411493469,
      "learning_rate": 0.0002938102167607488,
      "loss": 2.6875,
      "step": 13651
    },
    {
      "epoch": 0.6351244475459409,
      "grad_norm": 0.7084747326846422,
      "learning_rate": 0.0002938091615528383,
      "loss": 2.4375,
      "step": 13652
    },
    {
      "epoch": 0.6351709699930216,
      "grad_norm": 0.7018005545976929,
      "learning_rate": 0.000293808106256887,
      "loss": 2.5938,
      "step": 13653
    },
    {
      "epoch": 0.6352174924401024,
      "grad_norm": 0.6160000297153726,
      "learning_rate": 0.0002938070508728955,
      "loss": 2.2656,
      "step": 13654
    },
    {
      "epoch": 0.6352640148871831,
      "grad_norm": 0.7282974622694576,
      "learning_rate": 0.00029380599540086455,
      "loss": 2.625,
      "step": 13655
    },
    {
      "epoch": 0.6353105373342638,
      "grad_norm": 0.7150203288531225,
      "learning_rate": 0.00029380493984079465,
      "loss": 2.6562,
      "step": 13656
    },
    {
      "epoch": 0.6353570597813445,
      "grad_norm": 0.7394929795203647,
      "learning_rate": 0.00029380388419268655,
      "loss": 1.9141,
      "step": 13657
    },
    {
      "epoch": 0.6354035822284252,
      "grad_norm": 0.674902389539161,
      "learning_rate": 0.00029380282845654085,
      "loss": 2.3438,
      "step": 13658
    },
    {
      "epoch": 0.6354501046755059,
      "grad_norm": 0.6828892382031551,
      "learning_rate": 0.0002938017726323582,
      "loss": 2.5469,
      "step": 13659
    },
    {
      "epoch": 0.6354966271225867,
      "grad_norm": 0.6754211971521555,
      "learning_rate": 0.00029380071672013933,
      "loss": 2.4688,
      "step": 13660
    },
    {
      "epoch": 0.6355431495696674,
      "grad_norm": 0.6279995527139585,
      "learning_rate": 0.00029379966071988475,
      "loss": 2.2656,
      "step": 13661
    },
    {
      "epoch": 0.6355896720167481,
      "grad_norm": 0.6666490901416453,
      "learning_rate": 0.0002937986046315952,
      "loss": 2.5469,
      "step": 13662
    },
    {
      "epoch": 0.6356361944638288,
      "grad_norm": 0.7051211376274801,
      "learning_rate": 0.00029379754845527126,
      "loss": 2.5938,
      "step": 13663
    },
    {
      "epoch": 0.6356827169109095,
      "grad_norm": 0.6603615947336602,
      "learning_rate": 0.00029379649219091365,
      "loss": 2.7812,
      "step": 13664
    },
    {
      "epoch": 0.6357292393579902,
      "grad_norm": 0.6696728165076148,
      "learning_rate": 0.00029379543583852295,
      "loss": 2.375,
      "step": 13665
    },
    {
      "epoch": 0.6357757618050709,
      "grad_norm": 0.6943807780471108,
      "learning_rate": 0.00029379437939809985,
      "loss": 2.8438,
      "step": 13666
    },
    {
      "epoch": 0.6358222842521517,
      "grad_norm": 0.6299702739043463,
      "learning_rate": 0.00029379332286964496,
      "loss": 2.7188,
      "step": 13667
    },
    {
      "epoch": 0.6358688066992324,
      "grad_norm": 0.6760831850091207,
      "learning_rate": 0.000293792266253159,
      "loss": 2.625,
      "step": 13668
    },
    {
      "epoch": 0.6359153291463131,
      "grad_norm": 0.7169074939326161,
      "learning_rate": 0.00029379120954864255,
      "loss": 2.5938,
      "step": 13669
    },
    {
      "epoch": 0.6359618515933938,
      "grad_norm": 0.6648255921799039,
      "learning_rate": 0.00029379015275609623,
      "loss": 2.2969,
      "step": 13670
    },
    {
      "epoch": 0.6360083740404745,
      "grad_norm": 0.6965489805302166,
      "learning_rate": 0.00029378909587552077,
      "loss": 2.7812,
      "step": 13671
    },
    {
      "epoch": 0.6360548964875552,
      "grad_norm": 0.6359439959310763,
      "learning_rate": 0.0002937880389069168,
      "loss": 2.6562,
      "step": 13672
    },
    {
      "epoch": 0.636101418934636,
      "grad_norm": 0.6158063768196075,
      "learning_rate": 0.0002937869818502849,
      "loss": 2.5156,
      "step": 13673
    },
    {
      "epoch": 0.6361479413817167,
      "grad_norm": 0.6367648304614262,
      "learning_rate": 0.0002937859247056258,
      "loss": 2.5469,
      "step": 13674
    },
    {
      "epoch": 0.6361944638287974,
      "grad_norm": 0.6649604217870951,
      "learning_rate": 0.00029378486747294006,
      "loss": 2.4375,
      "step": 13675
    },
    {
      "epoch": 0.6362409862758781,
      "grad_norm": 0.6937373283049704,
      "learning_rate": 0.00029378381015222844,
      "loss": 2.4375,
      "step": 13676
    },
    {
      "epoch": 0.6362875087229588,
      "grad_norm": 0.7106435947776585,
      "learning_rate": 0.0002937827527434915,
      "loss": 2.8281,
      "step": 13677
    },
    {
      "epoch": 0.6363340311700395,
      "grad_norm": 0.6695916164658731,
      "learning_rate": 0.00029378169524672983,
      "loss": 2.4375,
      "step": 13678
    },
    {
      "epoch": 0.6363805536171203,
      "grad_norm": 0.7407329297149694,
      "learning_rate": 0.0002937806376619443,
      "loss": 2.5312,
      "step": 13679
    },
    {
      "epoch": 0.636427076064201,
      "grad_norm": 0.6739503649943651,
      "learning_rate": 0.0002937795799891353,
      "loss": 2.2344,
      "step": 13680
    },
    {
      "epoch": 0.6364735985112817,
      "grad_norm": 0.6879748457928919,
      "learning_rate": 0.00029377852222830364,
      "loss": 2.6406,
      "step": 13681
    },
    {
      "epoch": 0.6365201209583624,
      "grad_norm": 0.643285075703296,
      "learning_rate": 0.00029377746437944994,
      "loss": 2.2969,
      "step": 13682
    },
    {
      "epoch": 0.6365666434054431,
      "grad_norm": 0.6591305674759745,
      "learning_rate": 0.00029377640644257484,
      "loss": 2.6406,
      "step": 13683
    },
    {
      "epoch": 0.6366131658525238,
      "grad_norm": 0.7110347646089795,
      "learning_rate": 0.00029377534841767896,
      "loss": 2.3906,
      "step": 13684
    },
    {
      "epoch": 0.6366596882996045,
      "grad_norm": 0.803417706826161,
      "learning_rate": 0.00029377429030476293,
      "loss": 2.5469,
      "step": 13685
    },
    {
      "epoch": 0.6367062107466853,
      "grad_norm": 0.6726208722544963,
      "learning_rate": 0.0002937732321038274,
      "loss": 2.5156,
      "step": 13686
    },
    {
      "epoch": 0.636752733193766,
      "grad_norm": 0.6653209240521547,
      "learning_rate": 0.00029377217381487317,
      "loss": 2.3438,
      "step": 13687
    },
    {
      "epoch": 0.6367992556408467,
      "grad_norm": 0.7098506829213441,
      "learning_rate": 0.0002937711154379007,
      "loss": 2.5312,
      "step": 13688
    },
    {
      "epoch": 0.6368457780879274,
      "grad_norm": 0.6525240622732622,
      "learning_rate": 0.00029377005697291066,
      "loss": 2.6094,
      "step": 13689
    },
    {
      "epoch": 0.6368923005350081,
      "grad_norm": 0.6005333460881731,
      "learning_rate": 0.0002937689984199038,
      "loss": 2.3594,
      "step": 13690
    },
    {
      "epoch": 0.6369388229820888,
      "grad_norm": 0.6742213075919837,
      "learning_rate": 0.0002937679397788807,
      "loss": 2.5938,
      "step": 13691
    },
    {
      "epoch": 0.6369853454291696,
      "grad_norm": 0.6744185855247491,
      "learning_rate": 0.00029376688104984207,
      "loss": 2.3906,
      "step": 13692
    },
    {
      "epoch": 0.6370318678762503,
      "grad_norm": 0.6484662087159092,
      "learning_rate": 0.0002937658222327884,
      "loss": 2.6875,
      "step": 13693
    },
    {
      "epoch": 0.637078390323331,
      "grad_norm": 0.6723746322803223,
      "learning_rate": 0.00029376476332772055,
      "loss": 2.5625,
      "step": 13694
    },
    {
      "epoch": 0.6371249127704117,
      "grad_norm": 0.7918841910143407,
      "learning_rate": 0.000293763704334639,
      "loss": 2.5781,
      "step": 13695
    },
    {
      "epoch": 0.6371714352174924,
      "grad_norm": 0.6884600220444954,
      "learning_rate": 0.0002937626452535445,
      "loss": 2.3125,
      "step": 13696
    },
    {
      "epoch": 0.6372179576645731,
      "grad_norm": 0.659998196137158,
      "learning_rate": 0.0002937615860844377,
      "loss": 2.3438,
      "step": 13697
    },
    {
      "epoch": 0.6372644801116538,
      "grad_norm": 0.6921874565458167,
      "learning_rate": 0.0002937605268273191,
      "loss": 2.7031,
      "step": 13698
    },
    {
      "epoch": 0.6373110025587346,
      "grad_norm": 0.6894688872125848,
      "learning_rate": 0.0002937594674821895,
      "loss": 2.625,
      "step": 13699
    },
    {
      "epoch": 0.6373575250058153,
      "grad_norm": 0.6512828090064144,
      "learning_rate": 0.00029375840804904955,
      "loss": 2.75,
      "step": 13700
    },
    {
      "epoch": 0.637404047452896,
      "grad_norm": 0.7149112562590204,
      "learning_rate": 0.0002937573485278998,
      "loss": 2.6875,
      "step": 13701
    },
    {
      "epoch": 0.6374505698999767,
      "grad_norm": 0.6718641299339404,
      "learning_rate": 0.000293756288918741,
      "loss": 2.4062,
      "step": 13702
    },
    {
      "epoch": 0.6374970923470574,
      "grad_norm": 0.6569924520508316,
      "learning_rate": 0.0002937552292215737,
      "loss": 2.7188,
      "step": 13703
    },
    {
      "epoch": 0.6375436147941381,
      "grad_norm": 0.6061529531133811,
      "learning_rate": 0.0002937541694363987,
      "loss": 1.8047,
      "step": 13704
    },
    {
      "epoch": 0.6375901372412189,
      "grad_norm": 0.6514251903164853,
      "learning_rate": 0.00029375310956321647,
      "loss": 2.0625,
      "step": 13705
    },
    {
      "epoch": 0.6376366596882996,
      "grad_norm": 0.6592247885188766,
      "learning_rate": 0.0002937520496020277,
      "loss": 2.7969,
      "step": 13706
    },
    {
      "epoch": 0.6376831821353803,
      "grad_norm": 0.6836262101279906,
      "learning_rate": 0.00029375098955283313,
      "loss": 2.5312,
      "step": 13707
    },
    {
      "epoch": 0.637729704582461,
      "grad_norm": 0.6900058184192562,
      "learning_rate": 0.00029374992941563337,
      "loss": 2.4062,
      "step": 13708
    },
    {
      "epoch": 0.6377762270295417,
      "grad_norm": 0.6902213217678421,
      "learning_rate": 0.0002937488691904291,
      "loss": 2.375,
      "step": 13709
    },
    {
      "epoch": 0.6378227494766224,
      "grad_norm": 0.6458205093255348,
      "learning_rate": 0.00029374780887722086,
      "loss": 2.7344,
      "step": 13710
    },
    {
      "epoch": 0.6378692719237032,
      "grad_norm": 0.6706979741449067,
      "learning_rate": 0.00029374674847600936,
      "loss": 2.7656,
      "step": 13711
    },
    {
      "epoch": 0.6379157943707839,
      "grad_norm": 0.6235964739720586,
      "learning_rate": 0.0002937456879867953,
      "loss": 2.4844,
      "step": 13712
    },
    {
      "epoch": 0.6379623168178646,
      "grad_norm": 0.7272327690415991,
      "learning_rate": 0.00029374462740957923,
      "loss": 2.6562,
      "step": 13713
    },
    {
      "epoch": 0.6380088392649453,
      "grad_norm": 0.6774701523854733,
      "learning_rate": 0.00029374356674436185,
      "loss": 2.8438,
      "step": 13714
    },
    {
      "epoch": 0.638055361712026,
      "grad_norm": 0.7139523910166147,
      "learning_rate": 0.00029374250599114384,
      "loss": 2.8125,
      "step": 13715
    },
    {
      "epoch": 0.6381018841591067,
      "grad_norm": 0.649983903424633,
      "learning_rate": 0.0002937414451499258,
      "loss": 2.5781,
      "step": 13716
    },
    {
      "epoch": 0.6381484066061874,
      "grad_norm": 0.6843535535191544,
      "learning_rate": 0.00029374038422070843,
      "loss": 2.6094,
      "step": 13717
    },
    {
      "epoch": 0.6381949290532682,
      "grad_norm": 0.6248973460213625,
      "learning_rate": 0.00029373932320349235,
      "loss": 2.375,
      "step": 13718
    },
    {
      "epoch": 0.6382414515003489,
      "grad_norm": 0.6247667717907387,
      "learning_rate": 0.0002937382620982782,
      "loss": 2.2344,
      "step": 13719
    },
    {
      "epoch": 0.6382879739474296,
      "grad_norm": 0.6560532231707653,
      "learning_rate": 0.0002937372009050666,
      "loss": 2.25,
      "step": 13720
    },
    {
      "epoch": 0.6383344963945103,
      "grad_norm": 0.6760111365486315,
      "learning_rate": 0.0002937361396238583,
      "loss": 2.5781,
      "step": 13721
    },
    {
      "epoch": 0.638381018841591,
      "grad_norm": 0.6687461124704518,
      "learning_rate": 0.00029373507825465383,
      "loss": 2.5469,
      "step": 13722
    },
    {
      "epoch": 0.6384275412886717,
      "grad_norm": 0.6832762757523585,
      "learning_rate": 0.0002937340167974539,
      "loss": 2.5,
      "step": 13723
    },
    {
      "epoch": 0.6384740637357526,
      "grad_norm": 0.7314520748324036,
      "learning_rate": 0.0002937329552522592,
      "loss": 2.5312,
      "step": 13724
    },
    {
      "epoch": 0.6385205861828332,
      "grad_norm": 0.6607815274382242,
      "learning_rate": 0.0002937318936190703,
      "loss": 2.4844,
      "step": 13725
    },
    {
      "epoch": 0.638567108629914,
      "grad_norm": 0.6525740614615123,
      "learning_rate": 0.00029373083189788795,
      "loss": 2.4844,
      "step": 13726
    },
    {
      "epoch": 0.6386136310769946,
      "grad_norm": 0.6650718343031922,
      "learning_rate": 0.0002937297700887127,
      "loss": 2.7812,
      "step": 13727
    },
    {
      "epoch": 0.6386601535240753,
      "grad_norm": 0.725848467226617,
      "learning_rate": 0.0002937287081915452,
      "loss": 2.5156,
      "step": 13728
    },
    {
      "epoch": 0.638706675971156,
      "grad_norm": 0.6627745683004632,
      "learning_rate": 0.0002937276462063862,
      "loss": 2.4531,
      "step": 13729
    },
    {
      "epoch": 0.6387531984182367,
      "grad_norm": 0.6381522159476252,
      "learning_rate": 0.00029372658413323626,
      "loss": 2.5469,
      "step": 13730
    },
    {
      "epoch": 0.6387997208653176,
      "grad_norm": 0.6068002080375455,
      "learning_rate": 0.000293725521972096,
      "loss": 2.2812,
      "step": 13731
    },
    {
      "epoch": 0.6388462433123983,
      "grad_norm": 0.7224592373830406,
      "learning_rate": 0.0002937244597229663,
      "loss": 2.5781,
      "step": 13732
    },
    {
      "epoch": 0.638892765759479,
      "grad_norm": 0.6449776372469653,
      "learning_rate": 0.00029372339738584745,
      "loss": 2.2031,
      "step": 13733
    },
    {
      "epoch": 0.6389392882065597,
      "grad_norm": 0.6848793351424961,
      "learning_rate": 0.0002937223349607404,
      "loss": 2.7656,
      "step": 13734
    },
    {
      "epoch": 0.6389858106536404,
      "grad_norm": 0.684301417190441,
      "learning_rate": 0.00029372127244764565,
      "loss": 2.8906,
      "step": 13735
    },
    {
      "epoch": 0.639032333100721,
      "grad_norm": 0.6642245364289232,
      "learning_rate": 0.00029372020984656387,
      "loss": 2.4062,
      "step": 13736
    },
    {
      "epoch": 0.6390788555478019,
      "grad_norm": 0.6429973799270087,
      "learning_rate": 0.0002937191471574958,
      "loss": 2.5625,
      "step": 13737
    },
    {
      "epoch": 0.6391253779948826,
      "grad_norm": 0.6985844693997281,
      "learning_rate": 0.000293718084380442,
      "loss": 2.4531,
      "step": 13738
    },
    {
      "epoch": 0.6391719004419633,
      "grad_norm": 0.6792705059110875,
      "learning_rate": 0.00029371702151540305,
      "loss": 2.6094,
      "step": 13739
    },
    {
      "epoch": 0.639218422889044,
      "grad_norm": 0.7272661109802993,
      "learning_rate": 0.00029371595856237976,
      "loss": 2.7344,
      "step": 13740
    },
    {
      "epoch": 0.6392649453361247,
      "grad_norm": 0.6340906406919625,
      "learning_rate": 0.0002937148955213727,
      "loss": 2.4844,
      "step": 13741
    },
    {
      "epoch": 0.6393114677832054,
      "grad_norm": 0.7000690158064722,
      "learning_rate": 0.0002937138323923826,
      "loss": 2.5781,
      "step": 13742
    },
    {
      "epoch": 0.6393579902302862,
      "grad_norm": 0.8880844351026019,
      "learning_rate": 0.00029371276917540995,
      "loss": 2.2656,
      "step": 13743
    },
    {
      "epoch": 0.6394045126773669,
      "grad_norm": 0.7446465164641465,
      "learning_rate": 0.00029371170587045556,
      "loss": 2.4688,
      "step": 13744
    },
    {
      "epoch": 0.6394510351244476,
      "grad_norm": 0.6433464884312768,
      "learning_rate": 0.00029371064247752,
      "loss": 2.6094,
      "step": 13745
    },
    {
      "epoch": 0.6394975575715283,
      "grad_norm": 0.6540424516319807,
      "learning_rate": 0.00029370957899660393,
      "loss": 2.6094,
      "step": 13746
    },
    {
      "epoch": 0.639544080018609,
      "grad_norm": 0.6580923974911739,
      "learning_rate": 0.000293708515427708,
      "loss": 2.75,
      "step": 13747
    },
    {
      "epoch": 0.6395906024656897,
      "grad_norm": 0.6626009767886313,
      "learning_rate": 0.00029370745177083286,
      "loss": 2.2656,
      "step": 13748
    },
    {
      "epoch": 0.6396371249127704,
      "grad_norm": 0.7579684557662861,
      "learning_rate": 0.0002937063880259792,
      "loss": 2.5938,
      "step": 13749
    },
    {
      "epoch": 0.6396836473598512,
      "grad_norm": 0.7465204212812436,
      "learning_rate": 0.00029370532419314765,
      "loss": 2.6875,
      "step": 13750
    },
    {
      "epoch": 0.6397301698069319,
      "grad_norm": 0.6473836754122194,
      "learning_rate": 0.00029370426027233883,
      "loss": 1.9219,
      "step": 13751
    },
    {
      "epoch": 0.6397766922540126,
      "grad_norm": 0.6994119658513407,
      "learning_rate": 0.00029370319626355345,
      "loss": 2.5156,
      "step": 13752
    },
    {
      "epoch": 0.6398232147010933,
      "grad_norm": 0.6735069748926473,
      "learning_rate": 0.00029370213216679207,
      "loss": 2.4375,
      "step": 13753
    },
    {
      "epoch": 0.639869737148174,
      "grad_norm": 0.67832044313819,
      "learning_rate": 0.0002937010679820554,
      "loss": 2.75,
      "step": 13754
    },
    {
      "epoch": 0.6399162595952547,
      "grad_norm": 0.6632665087326083,
      "learning_rate": 0.0002937000037093442,
      "loss": 2.2969,
      "step": 13755
    },
    {
      "epoch": 0.6399627820423355,
      "grad_norm": 0.6505819427677598,
      "learning_rate": 0.00029369893934865887,
      "loss": 2.2656,
      "step": 13756
    },
    {
      "epoch": 0.6400093044894162,
      "grad_norm": 0.7121798847173814,
      "learning_rate": 0.00029369787490000026,
      "loss": 2.4844,
      "step": 13757
    },
    {
      "epoch": 0.6400558269364969,
      "grad_norm": 0.634775203826625,
      "learning_rate": 0.000293696810363369,
      "loss": 2.4844,
      "step": 13758
    },
    {
      "epoch": 0.6401023493835776,
      "grad_norm": 0.6604135290449767,
      "learning_rate": 0.0002936957457387656,
      "loss": 2.5469,
      "step": 13759
    },
    {
      "epoch": 0.6401488718306583,
      "grad_norm": 0.711399629932847,
      "learning_rate": 0.00029369468102619095,
      "loss": 2.375,
      "step": 13760
    },
    {
      "epoch": 0.640195394277739,
      "grad_norm": 0.7099583939275922,
      "learning_rate": 0.00029369361622564547,
      "loss": 2.6875,
      "step": 13761
    },
    {
      "epoch": 0.6402419167248197,
      "grad_norm": 0.7211189624295014,
      "learning_rate": 0.00029369255133712994,
      "loss": 2.5312,
      "step": 13762
    },
    {
      "epoch": 0.6402884391719005,
      "grad_norm": 0.6447699485085303,
      "learning_rate": 0.000293691486360645,
      "loss": 2.5469,
      "step": 13763
    },
    {
      "epoch": 0.6403349616189812,
      "grad_norm": 0.7113332502839351,
      "learning_rate": 0.0002936904212961913,
      "loss": 2.8594,
      "step": 13764
    },
    {
      "epoch": 0.6403814840660619,
      "grad_norm": 0.6955373452544337,
      "learning_rate": 0.00029368935614376945,
      "loss": 2.4375,
      "step": 13765
    },
    {
      "epoch": 0.6404280065131426,
      "grad_norm": 0.650438803704408,
      "learning_rate": 0.0002936882909033801,
      "loss": 2.625,
      "step": 13766
    },
    {
      "epoch": 0.6404745289602233,
      "grad_norm": 0.675774962033746,
      "learning_rate": 0.000293687225575024,
      "loss": 2.7656,
      "step": 13767
    },
    {
      "epoch": 0.640521051407304,
      "grad_norm": 0.6287958578645924,
      "learning_rate": 0.00029368616015870166,
      "loss": 2.3438,
      "step": 13768
    },
    {
      "epoch": 0.6405675738543848,
      "grad_norm": 0.6770248536117686,
      "learning_rate": 0.0002936850946544139,
      "loss": 2.8906,
      "step": 13769
    },
    {
      "epoch": 0.6406140963014655,
      "grad_norm": 0.6428321203235114,
      "learning_rate": 0.00029368402906216115,
      "loss": 2.4844,
      "step": 13770
    },
    {
      "epoch": 0.6406606187485462,
      "grad_norm": 0.6747542254937474,
      "learning_rate": 0.0002936829633819443,
      "loss": 2.5625,
      "step": 13771
    },
    {
      "epoch": 0.6407071411956269,
      "grad_norm": 0.6337632285448966,
      "learning_rate": 0.00029368189761376387,
      "loss": 2.5312,
      "step": 13772
    },
    {
      "epoch": 0.6407536636427076,
      "grad_norm": 0.67586580745913,
      "learning_rate": 0.0002936808317576205,
      "loss": 2.6562,
      "step": 13773
    },
    {
      "epoch": 0.6408001860897883,
      "grad_norm": 0.6759232608765864,
      "learning_rate": 0.0002936797658135149,
      "loss": 2.2344,
      "step": 13774
    },
    {
      "epoch": 0.6408467085368691,
      "grad_norm": 0.6443131270022677,
      "learning_rate": 0.0002936786997814477,
      "loss": 2.4375,
      "step": 13775
    },
    {
      "epoch": 0.6408932309839498,
      "grad_norm": 0.6371407129446376,
      "learning_rate": 0.00029367763366141956,
      "loss": 2.4219,
      "step": 13776
    },
    {
      "epoch": 0.6409397534310305,
      "grad_norm": 0.7031571073214402,
      "learning_rate": 0.00029367656745343107,
      "loss": 2.6094,
      "step": 13777
    },
    {
      "epoch": 0.6409862758781112,
      "grad_norm": 0.650381343455312,
      "learning_rate": 0.000293675501157483,
      "loss": 2.4219,
      "step": 13778
    },
    {
      "epoch": 0.6410327983251919,
      "grad_norm": 0.7303302118072185,
      "learning_rate": 0.000293674434773576,
      "loss": 2.5469,
      "step": 13779
    },
    {
      "epoch": 0.6410793207722726,
      "grad_norm": 0.6403311611789902,
      "learning_rate": 0.0002936733683017106,
      "loss": 2.8594,
      "step": 13780
    },
    {
      "epoch": 0.6411258432193533,
      "grad_norm": 0.6761789648063395,
      "learning_rate": 0.0002936723017418874,
      "loss": 2.5938,
      "step": 13781
    },
    {
      "epoch": 0.6411723656664341,
      "grad_norm": 0.6783739397698156,
      "learning_rate": 0.00029367123509410734,
      "loss": 2.5625,
      "step": 13782
    },
    {
      "epoch": 0.6412188881135148,
      "grad_norm": 0.6283895855768534,
      "learning_rate": 0.00029367016835837086,
      "loss": 2.4375,
      "step": 13783
    },
    {
      "epoch": 0.6412654105605955,
      "grad_norm": 0.6422328449173896,
      "learning_rate": 0.0002936691015346786,
      "loss": 2.3906,
      "step": 13784
    },
    {
      "epoch": 0.6413119330076762,
      "grad_norm": 0.6311481445151219,
      "learning_rate": 0.0002936680346230313,
      "loss": 2.4062,
      "step": 13785
    },
    {
      "epoch": 0.6413584554547569,
      "grad_norm": 0.6340585613426873,
      "learning_rate": 0.0002936669676234296,
      "loss": 2.2969,
      "step": 13786
    },
    {
      "epoch": 0.6414049779018376,
      "grad_norm": 0.679396130741423,
      "learning_rate": 0.00029366590053587414,
      "loss": 2.5312,
      "step": 13787
    },
    {
      "epoch": 0.6414515003489184,
      "grad_norm": 0.6702892673815027,
      "learning_rate": 0.00029366483336036554,
      "loss": 2.6406,
      "step": 13788
    },
    {
      "epoch": 0.6414980227959991,
      "grad_norm": 0.6305499017345982,
      "learning_rate": 0.0002936637660969045,
      "loss": 2.2031,
      "step": 13789
    },
    {
      "epoch": 0.6415445452430798,
      "grad_norm": 0.6513546683043742,
      "learning_rate": 0.0002936626987454917,
      "loss": 2.75,
      "step": 13790
    },
    {
      "epoch": 0.6415910676901605,
      "grad_norm": 0.6840973539006036,
      "learning_rate": 0.0002936616313061277,
      "loss": 2.4375,
      "step": 13791
    },
    {
      "epoch": 0.6416375901372412,
      "grad_norm": 0.634421951320745,
      "learning_rate": 0.0002936605637788132,
      "loss": 2.5938,
      "step": 13792
    },
    {
      "epoch": 0.6416841125843219,
      "grad_norm": 0.6436639019687943,
      "learning_rate": 0.0002936594961635488,
      "loss": 2.2344,
      "step": 13793
    },
    {
      "epoch": 0.6417306350314026,
      "grad_norm": 0.6559240969727428,
      "learning_rate": 0.0002936584284603353,
      "loss": 2.4531,
      "step": 13794
    },
    {
      "epoch": 0.6417771574784834,
      "grad_norm": 0.6396283860940057,
      "learning_rate": 0.00029365736066917325,
      "loss": 2.4219,
      "step": 13795
    },
    {
      "epoch": 0.6418236799255641,
      "grad_norm": 0.6256399364839712,
      "learning_rate": 0.0002936562927900633,
      "loss": 2.4219,
      "step": 13796
    },
    {
      "epoch": 0.6418702023726448,
      "grad_norm": 0.7003253172274141,
      "learning_rate": 0.0002936552248230061,
      "loss": 2.75,
      "step": 13797
    },
    {
      "epoch": 0.6419167248197255,
      "grad_norm": 0.6655953209584414,
      "learning_rate": 0.00029365415676800235,
      "loss": 2.6406,
      "step": 13798
    },
    {
      "epoch": 0.6419632472668062,
      "grad_norm": 0.6461595135851018,
      "learning_rate": 0.00029365308862505267,
      "loss": 2.4375,
      "step": 13799
    },
    {
      "epoch": 0.6420097697138869,
      "grad_norm": 0.7157752301773098,
      "learning_rate": 0.00029365202039415776,
      "loss": 2.6406,
      "step": 13800
    },
    {
      "epoch": 0.6420562921609677,
      "grad_norm": 0.6799123054658602,
      "learning_rate": 0.00029365095207531817,
      "loss": 2.5469,
      "step": 13801
    },
    {
      "epoch": 0.6421028146080484,
      "grad_norm": 0.6570232306197112,
      "learning_rate": 0.00029364988366853466,
      "loss": 2.4062,
      "step": 13802
    },
    {
      "epoch": 0.6421493370551291,
      "grad_norm": 0.667960376126271,
      "learning_rate": 0.00029364881517380783,
      "loss": 2.6719,
      "step": 13803
    },
    {
      "epoch": 0.6421958595022098,
      "grad_norm": 0.6406293386035178,
      "learning_rate": 0.0002936477465911384,
      "loss": 2.375,
      "step": 13804
    },
    {
      "epoch": 0.6422423819492905,
      "grad_norm": 0.7957290476247937,
      "learning_rate": 0.0002936466779205269,
      "loss": 2.8125,
      "step": 13805
    },
    {
      "epoch": 0.6422889043963712,
      "grad_norm": 0.6745688234302465,
      "learning_rate": 0.0002936456091619741,
      "loss": 2.6719,
      "step": 13806
    },
    {
      "epoch": 0.642335426843452,
      "grad_norm": 0.6769281945940286,
      "learning_rate": 0.0002936445403154806,
      "loss": 2.4375,
      "step": 13807
    },
    {
      "epoch": 0.6423819492905327,
      "grad_norm": 0.656045443629266,
      "learning_rate": 0.0002936434713810471,
      "loss": 2.5312,
      "step": 13808
    },
    {
      "epoch": 0.6424284717376134,
      "grad_norm": 0.6467352414831752,
      "learning_rate": 0.00029364240235867415,
      "loss": 2.5312,
      "step": 13809
    },
    {
      "epoch": 0.6424749941846941,
      "grad_norm": 0.6509555272605853,
      "learning_rate": 0.00029364133324836253,
      "loss": 2.4688,
      "step": 13810
    },
    {
      "epoch": 0.6425215166317748,
      "grad_norm": 0.6653432666441796,
      "learning_rate": 0.00029364026405011284,
      "loss": 2.5625,
      "step": 13811
    },
    {
      "epoch": 0.6425680390788555,
      "grad_norm": 0.6886010737756119,
      "learning_rate": 0.0002936391947639257,
      "loss": 2.1094,
      "step": 13812
    },
    {
      "epoch": 0.6426145615259362,
      "grad_norm": 0.6358854233276976,
      "learning_rate": 0.0002936381253898018,
      "loss": 2.3125,
      "step": 13813
    },
    {
      "epoch": 0.642661083973017,
      "grad_norm": 0.7038252568774993,
      "learning_rate": 0.00029363705592774184,
      "loss": 2.8125,
      "step": 13814
    },
    {
      "epoch": 0.6427076064200977,
      "grad_norm": 0.7252674808125609,
      "learning_rate": 0.00029363598637774634,
      "loss": 2.6875,
      "step": 13815
    },
    {
      "epoch": 0.6427541288671784,
      "grad_norm": 0.6726062621688569,
      "learning_rate": 0.0002936349167398161,
      "loss": 2.2969,
      "step": 13816
    },
    {
      "epoch": 0.6428006513142591,
      "grad_norm": 0.6526256395568623,
      "learning_rate": 0.0002936338470139517,
      "loss": 2.7188,
      "step": 13817
    },
    {
      "epoch": 0.6428471737613398,
      "grad_norm": 0.6644716369316229,
      "learning_rate": 0.00029363277720015384,
      "loss": 2.8594,
      "step": 13818
    },
    {
      "epoch": 0.6428936962084205,
      "grad_norm": 0.6199532235220456,
      "learning_rate": 0.00029363170729842315,
      "loss": 2.2656,
      "step": 13819
    },
    {
      "epoch": 0.6429402186555013,
      "grad_norm": 0.6929851608452301,
      "learning_rate": 0.00029363063730876026,
      "loss": 2.4531,
      "step": 13820
    },
    {
      "epoch": 0.642986741102582,
      "grad_norm": 0.6911391951273559,
      "learning_rate": 0.00029362956723116585,
      "loss": 2.625,
      "step": 13821
    },
    {
      "epoch": 0.6430332635496627,
      "grad_norm": 0.6528623059601246,
      "learning_rate": 0.0002936284970656406,
      "loss": 2.3281,
      "step": 13822
    },
    {
      "epoch": 0.6430797859967434,
      "grad_norm": 0.615195142484172,
      "learning_rate": 0.00029362742681218507,
      "loss": 2.2656,
      "step": 13823
    },
    {
      "epoch": 0.6431263084438241,
      "grad_norm": 0.627395875891898,
      "learning_rate": 0.00029362635647080005,
      "loss": 2.3438,
      "step": 13824
    },
    {
      "epoch": 0.6431728308909048,
      "grad_norm": 0.6470641801927601,
      "learning_rate": 0.0002936252860414861,
      "loss": 2.4062,
      "step": 13825
    },
    {
      "epoch": 0.6432193533379856,
      "grad_norm": 0.6808138760073292,
      "learning_rate": 0.0002936242155242439,
      "loss": 2.5312,
      "step": 13826
    },
    {
      "epoch": 0.6432658757850663,
      "grad_norm": 0.6792975991141635,
      "learning_rate": 0.0002936231449190741,
      "loss": 2.7188,
      "step": 13827
    },
    {
      "epoch": 0.643312398232147,
      "grad_norm": 0.7055003882261457,
      "learning_rate": 0.00029362207422597736,
      "loss": 2.5156,
      "step": 13828
    },
    {
      "epoch": 0.6433589206792277,
      "grad_norm": 0.6315260289274774,
      "learning_rate": 0.00029362100344495443,
      "loss": 2.3281,
      "step": 13829
    },
    {
      "epoch": 0.6434054431263084,
      "grad_norm": 0.6690899358220874,
      "learning_rate": 0.00029361993257600574,
      "loss": 2.6094,
      "step": 13830
    },
    {
      "epoch": 0.6434519655733891,
      "grad_norm": 0.6560190759859688,
      "learning_rate": 0.00029361886161913215,
      "loss": 2.4844,
      "step": 13831
    },
    {
      "epoch": 0.6434984880204698,
      "grad_norm": 0.6943813908157814,
      "learning_rate": 0.0002936177905743343,
      "loss": 2.6094,
      "step": 13832
    },
    {
      "epoch": 0.6435450104675506,
      "grad_norm": 0.6879031630453454,
      "learning_rate": 0.0002936167194416127,
      "loss": 2.7812,
      "step": 13833
    },
    {
      "epoch": 0.6435915329146313,
      "grad_norm": 0.6810059794046178,
      "learning_rate": 0.00029361564822096817,
      "loss": 2.3281,
      "step": 13834
    },
    {
      "epoch": 0.643638055361712,
      "grad_norm": 0.689351580000674,
      "learning_rate": 0.00029361457691240124,
      "loss": 2.5938,
      "step": 13835
    },
    {
      "epoch": 0.6436845778087927,
      "grad_norm": 0.6759902076746828,
      "learning_rate": 0.00029361350551591263,
      "loss": 2.4062,
      "step": 13836
    },
    {
      "epoch": 0.6437311002558734,
      "grad_norm": 0.681742700994794,
      "learning_rate": 0.00029361243403150297,
      "loss": 2.5,
      "step": 13837
    },
    {
      "epoch": 0.6437776227029541,
      "grad_norm": 0.7182383114498704,
      "learning_rate": 0.00029361136245917296,
      "loss": 1.8516,
      "step": 13838
    },
    {
      "epoch": 0.6438241451500349,
      "grad_norm": 0.6904717249491702,
      "learning_rate": 0.0002936102907989232,
      "loss": 2.4844,
      "step": 13839
    },
    {
      "epoch": 0.6438706675971156,
      "grad_norm": 0.6419772554311018,
      "learning_rate": 0.0002936092190507544,
      "loss": 2.6875,
      "step": 13840
    },
    {
      "epoch": 0.6439171900441963,
      "grad_norm": 0.6695084906983925,
      "learning_rate": 0.0002936081472146672,
      "loss": 2.4531,
      "step": 13841
    },
    {
      "epoch": 0.643963712491277,
      "grad_norm": 0.6658086976929066,
      "learning_rate": 0.00029360707529066225,
      "loss": 2.25,
      "step": 13842
    },
    {
      "epoch": 0.6440102349383577,
      "grad_norm": 0.6452707669527472,
      "learning_rate": 0.00029360600327874015,
      "loss": 2.4375,
      "step": 13843
    },
    {
      "epoch": 0.6440567573854384,
      "grad_norm": 0.7045947283827353,
      "learning_rate": 0.00029360493117890166,
      "loss": 2.5156,
      "step": 13844
    },
    {
      "epoch": 0.6441032798325191,
      "grad_norm": 0.6957869564234109,
      "learning_rate": 0.0002936038589911474,
      "loss": 2.2812,
      "step": 13845
    },
    {
      "epoch": 0.6441498022796,
      "grad_norm": 0.8598674452421063,
      "learning_rate": 0.00029360278671547793,
      "loss": 3.125,
      "step": 13846
    },
    {
      "epoch": 0.6441963247266806,
      "grad_norm": 0.6912932539338005,
      "learning_rate": 0.00029360171435189404,
      "loss": 2.625,
      "step": 13847
    },
    {
      "epoch": 0.6442428471737613,
      "grad_norm": 0.7237440158040596,
      "learning_rate": 0.0002936006419003963,
      "loss": 2.8594,
      "step": 13848
    },
    {
      "epoch": 0.644289369620842,
      "grad_norm": 0.7317809133705407,
      "learning_rate": 0.00029359956936098546,
      "loss": 2.6094,
      "step": 13849
    },
    {
      "epoch": 0.6443358920679227,
      "grad_norm": 0.676861938864834,
      "learning_rate": 0.0002935984967336621,
      "loss": 2.5781,
      "step": 13850
    },
    {
      "epoch": 0.6443824145150034,
      "grad_norm": 0.6540902396041609,
      "learning_rate": 0.00029359742401842686,
      "loss": 2.4219,
      "step": 13851
    },
    {
      "epoch": 0.6444289369620843,
      "grad_norm": 0.6896316925687785,
      "learning_rate": 0.00029359635121528046,
      "loss": 2.9062,
      "step": 13852
    },
    {
      "epoch": 0.644475459409165,
      "grad_norm": 0.7284812732525355,
      "learning_rate": 0.00029359527832422354,
      "loss": 2.4844,
      "step": 13853
    },
    {
      "epoch": 0.6445219818562457,
      "grad_norm": 0.774293383582747,
      "learning_rate": 0.0002935942053452567,
      "loss": 2.6875,
      "step": 13854
    },
    {
      "epoch": 0.6445685043033264,
      "grad_norm": 0.6783793210086314,
      "learning_rate": 0.00029359313227838067,
      "loss": 2.75,
      "step": 13855
    },
    {
      "epoch": 0.644615026750407,
      "grad_norm": 0.694555102268905,
      "learning_rate": 0.00029359205912359606,
      "loss": 2.5938,
      "step": 13856
    },
    {
      "epoch": 0.6446615491974877,
      "grad_norm": 0.6815582232008552,
      "learning_rate": 0.00029359098588090354,
      "loss": 2.4062,
      "step": 13857
    },
    {
      "epoch": 0.6447080716445686,
      "grad_norm": 0.689276427445334,
      "learning_rate": 0.0002935899125503038,
      "loss": 2.6406,
      "step": 13858
    },
    {
      "epoch": 0.6447545940916493,
      "grad_norm": 0.6375297032856291,
      "learning_rate": 0.0002935888391317974,
      "loss": 2.625,
      "step": 13859
    },
    {
      "epoch": 0.64480111653873,
      "grad_norm": 0.6677404895890527,
      "learning_rate": 0.0002935877656253852,
      "loss": 2.6719,
      "step": 13860
    },
    {
      "epoch": 0.6448476389858107,
      "grad_norm": 0.6367567936917808,
      "learning_rate": 0.00029358669203106763,
      "loss": 2.3281,
      "step": 13861
    },
    {
      "epoch": 0.6448941614328914,
      "grad_norm": 0.6678852744769302,
      "learning_rate": 0.00029358561834884545,
      "loss": 2.4375,
      "step": 13862
    },
    {
      "epoch": 0.644940683879972,
      "grad_norm": 0.7613687387895652,
      "learning_rate": 0.0002935845445787193,
      "loss": 2.5312,
      "step": 13863
    },
    {
      "epoch": 0.6449872063270528,
      "grad_norm": 0.656035625740684,
      "learning_rate": 0.0002935834707206899,
      "loss": 2.5625,
      "step": 13864
    },
    {
      "epoch": 0.6450337287741336,
      "grad_norm": 0.6846710074762598,
      "learning_rate": 0.0002935823967747578,
      "loss": 2.5156,
      "step": 13865
    },
    {
      "epoch": 0.6450802512212143,
      "grad_norm": 0.6577418033640445,
      "learning_rate": 0.00029358132274092373,
      "loss": 2.4844,
      "step": 13866
    },
    {
      "epoch": 0.645126773668295,
      "grad_norm": 0.7709965309988283,
      "learning_rate": 0.0002935802486191883,
      "loss": 2.7344,
      "step": 13867
    },
    {
      "epoch": 0.6451732961153757,
      "grad_norm": 0.6861792742753147,
      "learning_rate": 0.00029357917440955226,
      "loss": 2.3438,
      "step": 13868
    },
    {
      "epoch": 0.6452198185624564,
      "grad_norm": 0.692905124843279,
      "learning_rate": 0.00029357810011201613,
      "loss": 2.5,
      "step": 13869
    },
    {
      "epoch": 0.6452663410095371,
      "grad_norm": 0.6873025484349431,
      "learning_rate": 0.0002935770257265807,
      "loss": 2.4844,
      "step": 13870
    },
    {
      "epoch": 0.6453128634566179,
      "grad_norm": 0.6496606708233663,
      "learning_rate": 0.00029357595125324655,
      "loss": 2.2969,
      "step": 13871
    },
    {
      "epoch": 0.6453593859036986,
      "grad_norm": 0.6205531085266328,
      "learning_rate": 0.00029357487669201435,
      "loss": 2.5469,
      "step": 13872
    },
    {
      "epoch": 0.6454059083507793,
      "grad_norm": 0.6998758213966626,
      "learning_rate": 0.00029357380204288473,
      "loss": 2.6719,
      "step": 13873
    },
    {
      "epoch": 0.64545243079786,
      "grad_norm": 0.665517817708971,
      "learning_rate": 0.0002935727273058584,
      "loss": 2.5312,
      "step": 13874
    },
    {
      "epoch": 0.6454989532449407,
      "grad_norm": 0.6755208688315638,
      "learning_rate": 0.00029357165248093605,
      "loss": 2.2969,
      "step": 13875
    },
    {
      "epoch": 0.6455454756920214,
      "grad_norm": 0.6952308043059302,
      "learning_rate": 0.0002935705775681183,
      "loss": 2.6094,
      "step": 13876
    },
    {
      "epoch": 0.6455919981391021,
      "grad_norm": 0.6473952842668139,
      "learning_rate": 0.0002935695025674057,
      "loss": 2.4531,
      "step": 13877
    },
    {
      "epoch": 0.6456385205861829,
      "grad_norm": 0.6754133876224517,
      "learning_rate": 0.00029356842747879907,
      "loss": 2.375,
      "step": 13878
    },
    {
      "epoch": 0.6456850430332636,
      "grad_norm": 0.6739020843211729,
      "learning_rate": 0.000293567352302299,
      "loss": 2.7656,
      "step": 13879
    },
    {
      "epoch": 0.6457315654803443,
      "grad_norm": 0.6118687397011537,
      "learning_rate": 0.0002935662770379061,
      "loss": 2.4844,
      "step": 13880
    },
    {
      "epoch": 0.645778087927425,
      "grad_norm": 0.6832256497452642,
      "learning_rate": 0.00029356520168562114,
      "loss": 2.4844,
      "step": 13881
    },
    {
      "epoch": 0.6458246103745057,
      "grad_norm": 0.6503127625496538,
      "learning_rate": 0.00029356412624544466,
      "loss": 2.6875,
      "step": 13882
    },
    {
      "epoch": 0.6458711328215864,
      "grad_norm": 0.6841251424859451,
      "learning_rate": 0.00029356305071737745,
      "loss": 2.875,
      "step": 13883
    },
    {
      "epoch": 0.6459176552686672,
      "grad_norm": 0.6235004047747157,
      "learning_rate": 0.00029356197510142004,
      "loss": 2.5156,
      "step": 13884
    },
    {
      "epoch": 0.6459641777157479,
      "grad_norm": 0.6225633170207772,
      "learning_rate": 0.0002935608993975732,
      "loss": 2.2969,
      "step": 13885
    },
    {
      "epoch": 0.6460107001628286,
      "grad_norm": 0.6253183395573422,
      "learning_rate": 0.0002935598236058375,
      "loss": 2.3438,
      "step": 13886
    },
    {
      "epoch": 0.6460572226099093,
      "grad_norm": 0.6560299914799026,
      "learning_rate": 0.00029355874772621354,
      "loss": 2.4688,
      "step": 13887
    },
    {
      "epoch": 0.64610374505699,
      "grad_norm": 0.6645143715609083,
      "learning_rate": 0.0002935576717587022,
      "loss": 2.7344,
      "step": 13888
    },
    {
      "epoch": 0.6461502675040707,
      "grad_norm": 0.673871891849257,
      "learning_rate": 0.00029355659570330395,
      "loss": 2.8594,
      "step": 13889
    },
    {
      "epoch": 0.6461967899511515,
      "grad_norm": 0.6789906012489804,
      "learning_rate": 0.0002935555195600195,
      "loss": 2.5156,
      "step": 13890
    },
    {
      "epoch": 0.6462433123982322,
      "grad_norm": 0.6316803743118765,
      "learning_rate": 0.00029355444332884956,
      "loss": 2.2656,
      "step": 13891
    },
    {
      "epoch": 0.6462898348453129,
      "grad_norm": 0.7522873850289317,
      "learning_rate": 0.0002935533670097947,
      "loss": 2.5781,
      "step": 13892
    },
    {
      "epoch": 0.6463363572923936,
      "grad_norm": 0.677736150135413,
      "learning_rate": 0.0002935522906028556,
      "loss": 2.5156,
      "step": 13893
    },
    {
      "epoch": 0.6463828797394743,
      "grad_norm": 0.6567838770831003,
      "learning_rate": 0.000293551214108033,
      "loss": 2.7656,
      "step": 13894
    },
    {
      "epoch": 0.646429402186555,
      "grad_norm": 0.6962474386647187,
      "learning_rate": 0.00029355013752532745,
      "loss": 2.375,
      "step": 13895
    },
    {
      "epoch": 0.6464759246336357,
      "grad_norm": 0.6476539916294687,
      "learning_rate": 0.00029354906085473964,
      "loss": 2.3906,
      "step": 13896
    },
    {
      "epoch": 0.6465224470807165,
      "grad_norm": 0.6436763634217968,
      "learning_rate": 0.00029354798409627036,
      "loss": 2.3594,
      "step": 13897
    },
    {
      "epoch": 0.6465689695277972,
      "grad_norm": 0.7103043137690833,
      "learning_rate": 0.00029354690724992004,
      "loss": 2.4688,
      "step": 13898
    },
    {
      "epoch": 0.6466154919748779,
      "grad_norm": 0.6220939590503595,
      "learning_rate": 0.0002935458303156895,
      "loss": 2.2188,
      "step": 13899
    },
    {
      "epoch": 0.6466620144219586,
      "grad_norm": 0.6449600633637053,
      "learning_rate": 0.0002935447532935794,
      "loss": 2.625,
      "step": 13900
    },
    {
      "epoch": 0.6467085368690393,
      "grad_norm": 0.7570839537502179,
      "learning_rate": 0.0002935436761835903,
      "loss": 2.7812,
      "step": 13901
    },
    {
      "epoch": 0.64675505931612,
      "grad_norm": 0.6807937682825631,
      "learning_rate": 0.00029354259898572294,
      "loss": 2.5312,
      "step": 13902
    },
    {
      "epoch": 0.6468015817632008,
      "grad_norm": 0.6285807122677087,
      "learning_rate": 0.00029354152169997795,
      "loss": 2.2344,
      "step": 13903
    },
    {
      "epoch": 0.6468481042102815,
      "grad_norm": 0.6775830606524544,
      "learning_rate": 0.000293540444326356,
      "loss": 2.7969,
      "step": 13904
    },
    {
      "epoch": 0.6468946266573622,
      "grad_norm": 0.6171089325533029,
      "learning_rate": 0.0002935393668648577,
      "loss": 2.3125,
      "step": 13905
    },
    {
      "epoch": 0.6469411491044429,
      "grad_norm": 0.6245175771803715,
      "learning_rate": 0.0002935382893154838,
      "loss": 2.1875,
      "step": 13906
    },
    {
      "epoch": 0.6469876715515236,
      "grad_norm": 0.6418538234513187,
      "learning_rate": 0.00029353721167823496,
      "loss": 2.6406,
      "step": 13907
    },
    {
      "epoch": 0.6470341939986043,
      "grad_norm": 0.6485621396654913,
      "learning_rate": 0.00029353613395311174,
      "loss": 2.5469,
      "step": 13908
    },
    {
      "epoch": 0.647080716445685,
      "grad_norm": 0.6018399353087875,
      "learning_rate": 0.00029353505614011484,
      "loss": 2.2812,
      "step": 13909
    },
    {
      "epoch": 0.6471272388927658,
      "grad_norm": 0.6751054531267271,
      "learning_rate": 0.00029353397823924494,
      "loss": 2.3438,
      "step": 13910
    },
    {
      "epoch": 0.6471737613398465,
      "grad_norm": 0.7255081888719117,
      "learning_rate": 0.0002935329002505027,
      "loss": 2.5781,
      "step": 13911
    },
    {
      "epoch": 0.6472202837869272,
      "grad_norm": 0.6874279148193622,
      "learning_rate": 0.0002935318221738888,
      "loss": 2.2969,
      "step": 13912
    },
    {
      "epoch": 0.6472668062340079,
      "grad_norm": 0.6920800138716077,
      "learning_rate": 0.00029353074400940385,
      "loss": 2.6406,
      "step": 13913
    },
    {
      "epoch": 0.6473133286810886,
      "grad_norm": 0.7000907624400934,
      "learning_rate": 0.0002935296657570485,
      "loss": 2.6719,
      "step": 13914
    },
    {
      "epoch": 0.6473598511281693,
      "grad_norm": 0.6723802345703748,
      "learning_rate": 0.00029352858741682345,
      "loss": 2.5,
      "step": 13915
    },
    {
      "epoch": 0.6474063735752501,
      "grad_norm": 0.6648066968253696,
      "learning_rate": 0.0002935275089887294,
      "loss": 2.6094,
      "step": 13916
    },
    {
      "epoch": 0.6474528960223308,
      "grad_norm": 0.6779890378349125,
      "learning_rate": 0.00029352643047276687,
      "loss": 2.3438,
      "step": 13917
    },
    {
      "epoch": 0.6474994184694115,
      "grad_norm": 0.6756522045535159,
      "learning_rate": 0.0002935253518689367,
      "loss": 2.7812,
      "step": 13918
    },
    {
      "epoch": 0.6475459409164922,
      "grad_norm": 0.7128894015025029,
      "learning_rate": 0.0002935242731772395,
      "loss": 2.6406,
      "step": 13919
    },
    {
      "epoch": 0.6475924633635729,
      "grad_norm": 0.6585402528293063,
      "learning_rate": 0.0002935231943976758,
      "loss": 2.6562,
      "step": 13920
    },
    {
      "epoch": 0.6476389858106536,
      "grad_norm": 0.650553902010732,
      "learning_rate": 0.0002935221155302464,
      "loss": 2.625,
      "step": 13921
    },
    {
      "epoch": 0.6476855082577344,
      "grad_norm": 0.6291922602485984,
      "learning_rate": 0.00029352103657495187,
      "loss": 2.3594,
      "step": 13922
    },
    {
      "epoch": 0.6477320307048151,
      "grad_norm": 0.6749153028251185,
      "learning_rate": 0.00029351995753179296,
      "loss": 2.5156,
      "step": 13923
    },
    {
      "epoch": 0.6477785531518958,
      "grad_norm": 0.6437947943608022,
      "learning_rate": 0.00029351887840077024,
      "loss": 2.3125,
      "step": 13924
    },
    {
      "epoch": 0.6478250755989765,
      "grad_norm": 0.64688059389402,
      "learning_rate": 0.0002935177991818845,
      "loss": 2.3281,
      "step": 13925
    },
    {
      "epoch": 0.6478715980460572,
      "grad_norm": 0.6888442052452819,
      "learning_rate": 0.0002935167198751363,
      "loss": 2.5625,
      "step": 13926
    },
    {
      "epoch": 0.6479181204931379,
      "grad_norm": 0.6911126311000035,
      "learning_rate": 0.00029351564048052625,
      "loss": 1.9219,
      "step": 13927
    },
    {
      "epoch": 0.6479646429402186,
      "grad_norm": 0.6788664097455103,
      "learning_rate": 0.0002935145609980551,
      "loss": 2.5625,
      "step": 13928
    },
    {
      "epoch": 0.6480111653872994,
      "grad_norm": 0.5839303582475741,
      "learning_rate": 0.00029351348142772355,
      "loss": 2.4062,
      "step": 13929
    },
    {
      "epoch": 0.6480576878343801,
      "grad_norm": 0.6870813831373186,
      "learning_rate": 0.00029351240176953214,
      "loss": 2.6406,
      "step": 13930
    },
    {
      "epoch": 0.6481042102814608,
      "grad_norm": 0.6808377165867017,
      "learning_rate": 0.0002935113220234816,
      "loss": 2.5,
      "step": 13931
    },
    {
      "epoch": 0.6481507327285415,
      "grad_norm": 0.6082004666967469,
      "learning_rate": 0.0002935102421895726,
      "loss": 2.5625,
      "step": 13932
    },
    {
      "epoch": 0.6481972551756222,
      "grad_norm": 0.6751826943481627,
      "learning_rate": 0.0002935091622678058,
      "loss": 2.3906,
      "step": 13933
    },
    {
      "epoch": 0.6482437776227029,
      "grad_norm": 0.6367029852396103,
      "learning_rate": 0.0002935080822581818,
      "loss": 2.4219,
      "step": 13934
    },
    {
      "epoch": 0.6482903000697837,
      "grad_norm": 0.6633424430478976,
      "learning_rate": 0.00029350700216070134,
      "loss": 2.7031,
      "step": 13935
    },
    {
      "epoch": 0.6483368225168644,
      "grad_norm": 0.7308741848256539,
      "learning_rate": 0.00029350592197536503,
      "loss": 2.5469,
      "step": 13936
    },
    {
      "epoch": 0.6483833449639451,
      "grad_norm": 0.6656122853322791,
      "learning_rate": 0.00029350484170217355,
      "loss": 2.625,
      "step": 13937
    },
    {
      "epoch": 0.6484298674110258,
      "grad_norm": 0.616223033775493,
      "learning_rate": 0.0002935037613411276,
      "loss": 2.3125,
      "step": 13938
    },
    {
      "epoch": 0.6484763898581065,
      "grad_norm": 0.641871578261617,
      "learning_rate": 0.00029350268089222776,
      "loss": 2.3125,
      "step": 13939
    },
    {
      "epoch": 0.6485229123051872,
      "grad_norm": 0.6416785893565377,
      "learning_rate": 0.00029350160035547475,
      "loss": 2.5312,
      "step": 13940
    },
    {
      "epoch": 0.6485694347522679,
      "grad_norm": 0.6454110084640325,
      "learning_rate": 0.00029350051973086916,
      "loss": 2.5781,
      "step": 13941
    },
    {
      "epoch": 0.6486159571993487,
      "grad_norm": 0.8915255083521874,
      "learning_rate": 0.00029349943901841176,
      "loss": 2.9219,
      "step": 13942
    },
    {
      "epoch": 0.6486624796464294,
      "grad_norm": 0.6093349721877961,
      "learning_rate": 0.0002934983582181032,
      "loss": 2.6875,
      "step": 13943
    },
    {
      "epoch": 0.6487090020935101,
      "grad_norm": 0.7194133024354746,
      "learning_rate": 0.000293497277329944,
      "loss": 2.375,
      "step": 13944
    },
    {
      "epoch": 0.6487555245405908,
      "grad_norm": 0.6700853936908544,
      "learning_rate": 0.000293496196353935,
      "loss": 2.2812,
      "step": 13945
    },
    {
      "epoch": 0.6488020469876715,
      "grad_norm": 0.7069284825997713,
      "learning_rate": 0.00029349511529007676,
      "loss": 2.7188,
      "step": 13946
    },
    {
      "epoch": 0.6488485694347522,
      "grad_norm": 0.6752964072672527,
      "learning_rate": 0.0002934940341383699,
      "loss": 2.5,
      "step": 13947
    },
    {
      "epoch": 0.648895091881833,
      "grad_norm": 0.7027744216423788,
      "learning_rate": 0.0002934929528988152,
      "loss": 2.5312,
      "step": 13948
    },
    {
      "epoch": 0.6489416143289137,
      "grad_norm": 0.6536854279592808,
      "learning_rate": 0.0002934918715714133,
      "loss": 2.7031,
      "step": 13949
    },
    {
      "epoch": 0.6489881367759944,
      "grad_norm": 0.6427478601993737,
      "learning_rate": 0.00029349079015616477,
      "loss": 2.2344,
      "step": 13950
    },
    {
      "epoch": 0.6490346592230751,
      "grad_norm": 0.6218291249967117,
      "learning_rate": 0.0002934897086530704,
      "loss": 2.375,
      "step": 13951
    },
    {
      "epoch": 0.6490811816701558,
      "grad_norm": 0.6356758428949734,
      "learning_rate": 0.00029348862706213074,
      "loss": 2.4375,
      "step": 13952
    },
    {
      "epoch": 0.6491277041172365,
      "grad_norm": 0.6269951276251685,
      "learning_rate": 0.0002934875453833465,
      "loss": 2.7188,
      "step": 13953
    },
    {
      "epoch": 0.6491742265643173,
      "grad_norm": 0.6756517329060099,
      "learning_rate": 0.00029348646361671834,
      "loss": 2.2812,
      "step": 13954
    },
    {
      "epoch": 0.649220749011398,
      "grad_norm": 0.6800180794483992,
      "learning_rate": 0.00029348538176224694,
      "loss": 2.375,
      "step": 13955
    },
    {
      "epoch": 0.6492672714584787,
      "grad_norm": 0.6514629034216161,
      "learning_rate": 0.00029348429981993293,
      "loss": 2.2969,
      "step": 13956
    },
    {
      "epoch": 0.6493137939055594,
      "grad_norm": 0.6480222482949839,
      "learning_rate": 0.00029348321778977697,
      "loss": 2.3438,
      "step": 13957
    },
    {
      "epoch": 0.6493603163526401,
      "grad_norm": 0.6828169143818258,
      "learning_rate": 0.00029348213567177977,
      "loss": 2.8281,
      "step": 13958
    },
    {
      "epoch": 0.6494068387997208,
      "grad_norm": 0.6411270242191152,
      "learning_rate": 0.00029348105346594196,
      "loss": 2.3906,
      "step": 13959
    },
    {
      "epoch": 0.6494533612468015,
      "grad_norm": 0.6221123289559077,
      "learning_rate": 0.00029347997117226416,
      "loss": 2.2969,
      "step": 13960
    },
    {
      "epoch": 0.6494998836938823,
      "grad_norm": 0.696772232158693,
      "learning_rate": 0.0002934788887907471,
      "loss": 2.4219,
      "step": 13961
    },
    {
      "epoch": 0.649546406140963,
      "grad_norm": 0.668611679676493,
      "learning_rate": 0.0002934778063213915,
      "loss": 2.6406,
      "step": 13962
    },
    {
      "epoch": 0.6495929285880437,
      "grad_norm": 0.6936363802069313,
      "learning_rate": 0.0002934767237641978,
      "loss": 2.6719,
      "step": 13963
    },
    {
      "epoch": 0.6496394510351244,
      "grad_norm": 0.7065367257689307,
      "learning_rate": 0.0002934756411191669,
      "loss": 2.7656,
      "step": 13964
    },
    {
      "epoch": 0.6496859734822051,
      "grad_norm": 0.7113436449157042,
      "learning_rate": 0.00029347455838629933,
      "loss": 2.8438,
      "step": 13965
    },
    {
      "epoch": 0.6497324959292858,
      "grad_norm": 0.675405669313539,
      "learning_rate": 0.00029347347556559573,
      "loss": 2.4375,
      "step": 13966
    },
    {
      "epoch": 0.6497790183763666,
      "grad_norm": 0.650558603325848,
      "learning_rate": 0.0002934723926570569,
      "loss": 2.7344,
      "step": 13967
    },
    {
      "epoch": 0.6498255408234473,
      "grad_norm": 0.6382361520391091,
      "learning_rate": 0.00029347130966068344,
      "loss": 2.6875,
      "step": 13968
    },
    {
      "epoch": 0.649872063270528,
      "grad_norm": 0.6904291496161636,
      "learning_rate": 0.000293470226576476,
      "loss": 2.3906,
      "step": 13969
    },
    {
      "epoch": 0.6499185857176087,
      "grad_norm": 0.714571398038281,
      "learning_rate": 0.0002934691434044352,
      "loss": 2.5469,
      "step": 13970
    },
    {
      "epoch": 0.6499651081646894,
      "grad_norm": 0.6650802695792515,
      "learning_rate": 0.00029346806014456177,
      "loss": 2.7969,
      "step": 13971
    },
    {
      "epoch": 0.6500116306117701,
      "grad_norm": 0.63353936217388,
      "learning_rate": 0.00029346697679685633,
      "loss": 2.5469,
      "step": 13972
    },
    {
      "epoch": 0.6500581530588508,
      "grad_norm": 0.6360071651533808,
      "learning_rate": 0.00029346589336131957,
      "loss": 2.6094,
      "step": 13973
    },
    {
      "epoch": 0.6501046755059317,
      "grad_norm": 0.7596568044334083,
      "learning_rate": 0.00029346480983795213,
      "loss": 2.4062,
      "step": 13974
    },
    {
      "epoch": 0.6501511979530123,
      "grad_norm": 0.6927680748806998,
      "learning_rate": 0.0002934637262267547,
      "loss": 2.5156,
      "step": 13975
    },
    {
      "epoch": 0.650197720400093,
      "grad_norm": 0.8237838947815669,
      "learning_rate": 0.00029346264252772794,
      "loss": 2.1875,
      "step": 13976
    },
    {
      "epoch": 0.6502442428471737,
      "grad_norm": 0.7362266325106653,
      "learning_rate": 0.0002934615587408725,
      "loss": 2.6562,
      "step": 13977
    },
    {
      "epoch": 0.6502907652942544,
      "grad_norm": 0.6458940059511661,
      "learning_rate": 0.000293460474866189,
      "loss": 2.5469,
      "step": 13978
    },
    {
      "epoch": 0.6503372877413351,
      "grad_norm": 0.656101477626856,
      "learning_rate": 0.0002934593909036782,
      "loss": 2.2969,
      "step": 13979
    },
    {
      "epoch": 0.650383810188416,
      "grad_norm": 0.6868778725293478,
      "learning_rate": 0.0002934583068533408,
      "loss": 2.8906,
      "step": 13980
    },
    {
      "epoch": 0.6504303326354967,
      "grad_norm": 0.680454346653867,
      "learning_rate": 0.00029345722271517725,
      "loss": 2.7188,
      "step": 13981
    },
    {
      "epoch": 0.6504768550825774,
      "grad_norm": 0.653980060662995,
      "learning_rate": 0.00029345613848918837,
      "loss": 1.9453,
      "step": 13982
    },
    {
      "epoch": 0.650523377529658,
      "grad_norm": 0.7561168716180865,
      "learning_rate": 0.0002934550541753748,
      "loss": 2.75,
      "step": 13983
    },
    {
      "epoch": 0.6505698999767388,
      "grad_norm": 0.6715251976855997,
      "learning_rate": 0.0002934539697737372,
      "loss": 2.7188,
      "step": 13984
    },
    {
      "epoch": 0.6506164224238195,
      "grad_norm": 0.7019999828561014,
      "learning_rate": 0.00029345288528427626,
      "loss": 2.4688,
      "step": 13985
    },
    {
      "epoch": 0.6506629448709003,
      "grad_norm": 0.6814774227448597,
      "learning_rate": 0.0002934518007069926,
      "loss": 2.5,
      "step": 13986
    },
    {
      "epoch": 0.650709467317981,
      "grad_norm": 0.6679776518389087,
      "learning_rate": 0.0002934507160418869,
      "loss": 2.4219,
      "step": 13987
    },
    {
      "epoch": 0.6507559897650617,
      "grad_norm": 0.6738148038999049,
      "learning_rate": 0.00029344963128895984,
      "loss": 2.75,
      "step": 13988
    },
    {
      "epoch": 0.6508025122121424,
      "grad_norm": 0.6664802481063979,
      "learning_rate": 0.0002934485464482121,
      "loss": 2.4375,
      "step": 13989
    },
    {
      "epoch": 0.6508490346592231,
      "grad_norm": 0.6689140756198471,
      "learning_rate": 0.00029344746151964424,
      "loss": 2.5781,
      "step": 13990
    },
    {
      "epoch": 0.6508955571063038,
      "grad_norm": 0.635632077399032,
      "learning_rate": 0.00029344637650325706,
      "loss": 2.4531,
      "step": 13991
    },
    {
      "epoch": 0.6509420795533845,
      "grad_norm": 0.7165787084091325,
      "learning_rate": 0.00029344529139905114,
      "loss": 2.5625,
      "step": 13992
    },
    {
      "epoch": 0.6509886020004653,
      "grad_norm": 0.7366246622503461,
      "learning_rate": 0.00029344420620702717,
      "loss": 2.7656,
      "step": 13993
    },
    {
      "epoch": 0.651035124447546,
      "grad_norm": 0.7088978826659665,
      "learning_rate": 0.0002934431209271858,
      "loss": 2.7344,
      "step": 13994
    },
    {
      "epoch": 0.6510816468946267,
      "grad_norm": 0.6237742120894954,
      "learning_rate": 0.0002934420355595277,
      "loss": 2.5625,
      "step": 13995
    },
    {
      "epoch": 0.6511281693417074,
      "grad_norm": 0.6795422440671282,
      "learning_rate": 0.00029344095010405355,
      "loss": 2.6094,
      "step": 13996
    },
    {
      "epoch": 0.6511746917887881,
      "grad_norm": 0.6503482487901456,
      "learning_rate": 0.000293439864560764,
      "loss": 2.4219,
      "step": 13997
    },
    {
      "epoch": 0.6512212142358688,
      "grad_norm": 0.7318483852974139,
      "learning_rate": 0.00029343877892965974,
      "loss": 2.5938,
      "step": 13998
    },
    {
      "epoch": 0.6512677366829496,
      "grad_norm": 0.6022092232926742,
      "learning_rate": 0.00029343769321074143,
      "loss": 2.5312,
      "step": 13999
    },
    {
      "epoch": 0.6513142591300303,
      "grad_norm": 0.6022671752154681,
      "learning_rate": 0.0002934366074040097,
      "loss": 2.3594,
      "step": 14000
    },
    {
      "epoch": 0.651360781577111,
      "grad_norm": 0.7085169942043622,
      "learning_rate": 0.00029343552150946515,
      "loss": 2.5938,
      "step": 14001
    },
    {
      "epoch": 0.6514073040241917,
      "grad_norm": 0.641213871276374,
      "learning_rate": 0.00029343443552710865,
      "loss": 2.5781,
      "step": 14002
    },
    {
      "epoch": 0.6514538264712724,
      "grad_norm": 0.6752929767638016,
      "learning_rate": 0.0002934333494569407,
      "loss": 2.875,
      "step": 14003
    },
    {
      "epoch": 0.6515003489183531,
      "grad_norm": 0.6696986395768216,
      "learning_rate": 0.000293432263298962,
      "loss": 1.7734,
      "step": 14004
    },
    {
      "epoch": 0.6515468713654339,
      "grad_norm": 0.7261395246586545,
      "learning_rate": 0.0002934311770531732,
      "loss": 2.4531,
      "step": 14005
    },
    {
      "epoch": 0.6515933938125146,
      "grad_norm": 0.6961621433149964,
      "learning_rate": 0.00029343009071957504,
      "loss": 2.3125,
      "step": 14006
    },
    {
      "epoch": 0.6516399162595953,
      "grad_norm": 0.6529425946535756,
      "learning_rate": 0.0002934290042981681,
      "loss": 2.6406,
      "step": 14007
    },
    {
      "epoch": 0.651686438706676,
      "grad_norm": 0.6843723784390543,
      "learning_rate": 0.0002934279177889531,
      "loss": 2.1094,
      "step": 14008
    },
    {
      "epoch": 0.6517329611537567,
      "grad_norm": 0.6465271128165345,
      "learning_rate": 0.00029342683119193066,
      "loss": 2.3125,
      "step": 14009
    },
    {
      "epoch": 0.6517794836008374,
      "grad_norm": 0.7130561722220026,
      "learning_rate": 0.00029342574450710147,
      "loss": 2.625,
      "step": 14010
    },
    {
      "epoch": 0.6518260060479181,
      "grad_norm": 0.6784995665301866,
      "learning_rate": 0.0002934246577344662,
      "loss": 2.5469,
      "step": 14011
    },
    {
      "epoch": 0.6518725284949989,
      "grad_norm": 0.6328177067128028,
      "learning_rate": 0.00029342357087402553,
      "loss": 2.5156,
      "step": 14012
    },
    {
      "epoch": 0.6519190509420796,
      "grad_norm": 0.7183042700602832,
      "learning_rate": 0.0002934224839257801,
      "loss": 2.6406,
      "step": 14013
    },
    {
      "epoch": 0.6519655733891603,
      "grad_norm": 0.6755228933811325,
      "learning_rate": 0.00029342139688973053,
      "loss": 2.5312,
      "step": 14014
    },
    {
      "epoch": 0.652012095836241,
      "grad_norm": 0.6503279194318611,
      "learning_rate": 0.0002934203097658776,
      "loss": 2.7344,
      "step": 14015
    },
    {
      "epoch": 0.6520586182833217,
      "grad_norm": 0.6920525429237042,
      "learning_rate": 0.00029341922255422185,
      "loss": 2.5156,
      "step": 14016
    },
    {
      "epoch": 0.6521051407304024,
      "grad_norm": 0.6662138923012735,
      "learning_rate": 0.0002934181352547641,
      "loss": 2.6094,
      "step": 14017
    },
    {
      "epoch": 0.6521516631774832,
      "grad_norm": 0.6507414830478772,
      "learning_rate": 0.0002934170478675048,
      "loss": 2.5312,
      "step": 14018
    },
    {
      "epoch": 0.6521981856245639,
      "grad_norm": 0.6391357149352809,
      "learning_rate": 0.0002934159603924448,
      "loss": 2.8281,
      "step": 14019
    },
    {
      "epoch": 0.6522447080716446,
      "grad_norm": 0.6352593439334209,
      "learning_rate": 0.00029341487282958474,
      "loss": 2.5781,
      "step": 14020
    },
    {
      "epoch": 0.6522912305187253,
      "grad_norm": 0.6728823309039692,
      "learning_rate": 0.0002934137851789252,
      "loss": 2.6094,
      "step": 14021
    },
    {
      "epoch": 0.652337752965806,
      "grad_norm": 0.668236536959595,
      "learning_rate": 0.00029341269744046687,
      "loss": 2.6875,
      "step": 14022
    },
    {
      "epoch": 0.6523842754128867,
      "grad_norm": 0.7195491969376251,
      "learning_rate": 0.0002934116096142105,
      "loss": 2.6562,
      "step": 14023
    },
    {
      "epoch": 0.6524307978599674,
      "grad_norm": 0.7098284860689853,
      "learning_rate": 0.00029341052170015673,
      "loss": 2.8281,
      "step": 14024
    },
    {
      "epoch": 0.6524773203070482,
      "grad_norm": 0.6499520747027593,
      "learning_rate": 0.0002934094336983061,
      "loss": 2.7344,
      "step": 14025
    },
    {
      "epoch": 0.6525238427541289,
      "grad_norm": 0.652060649441849,
      "learning_rate": 0.0002934083456086594,
      "loss": 2.5,
      "step": 14026
    },
    {
      "epoch": 0.6525703652012096,
      "grad_norm": 0.705525611075603,
      "learning_rate": 0.00029340725743121727,
      "loss": 1.8203,
      "step": 14027
    },
    {
      "epoch": 0.6526168876482903,
      "grad_norm": 0.6645120552831024,
      "learning_rate": 0.0002934061691659804,
      "loss": 2.0938,
      "step": 14028
    },
    {
      "epoch": 0.652663410095371,
      "grad_norm": 0.6905931952839197,
      "learning_rate": 0.0002934050808129494,
      "loss": 2.9219,
      "step": 14029
    },
    {
      "epoch": 0.6527099325424517,
      "grad_norm": 0.7304214894047033,
      "learning_rate": 0.000293403992372125,
      "loss": 2.6719,
      "step": 14030
    },
    {
      "epoch": 0.6527564549895325,
      "grad_norm": 0.6876408053345638,
      "learning_rate": 0.00029340290384350775,
      "loss": 2.6094,
      "step": 14031
    },
    {
      "epoch": 0.6528029774366132,
      "grad_norm": 0.6819292938732426,
      "learning_rate": 0.0002934018152270985,
      "loss": 2.6094,
      "step": 14032
    },
    {
      "epoch": 0.6528494998836939,
      "grad_norm": 0.6994771880698664,
      "learning_rate": 0.00029340072652289775,
      "loss": 2.5156,
      "step": 14033
    },
    {
      "epoch": 0.6528960223307746,
      "grad_norm": 0.6316578896684383,
      "learning_rate": 0.00029339963773090624,
      "loss": 2.4844,
      "step": 14034
    },
    {
      "epoch": 0.6529425447778553,
      "grad_norm": 0.6740017797965895,
      "learning_rate": 0.0002933985488511246,
      "loss": 2.4062,
      "step": 14035
    },
    {
      "epoch": 0.652989067224936,
      "grad_norm": 0.6953260195373147,
      "learning_rate": 0.0002933974598835536,
      "loss": 2.5,
      "step": 14036
    },
    {
      "epoch": 0.6530355896720168,
      "grad_norm": 0.6868677723633094,
      "learning_rate": 0.00029339637082819375,
      "loss": 2.3281,
      "step": 14037
    },
    {
      "epoch": 0.6530821121190975,
      "grad_norm": 0.6622932051261342,
      "learning_rate": 0.00029339528168504585,
      "loss": 2.5156,
      "step": 14038
    },
    {
      "epoch": 0.6531286345661782,
      "grad_norm": 0.633452650583915,
      "learning_rate": 0.0002933941924541104,
      "loss": 2.75,
      "step": 14039
    },
    {
      "epoch": 0.6531751570132589,
      "grad_norm": 0.6449533365333314,
      "learning_rate": 0.00029339310313538833,
      "loss": 2.5781,
      "step": 14040
    },
    {
      "epoch": 0.6532216794603396,
      "grad_norm": 0.6724404533879352,
      "learning_rate": 0.00029339201372888013,
      "loss": 2.6875,
      "step": 14041
    },
    {
      "epoch": 0.6532682019074203,
      "grad_norm": 0.7153232536734654,
      "learning_rate": 0.0002933909242345864,
      "loss": 2.6719,
      "step": 14042
    },
    {
      "epoch": 0.653314724354501,
      "grad_norm": 0.6836123358143733,
      "learning_rate": 0.000293389834652508,
      "loss": 2.6719,
      "step": 14043
    },
    {
      "epoch": 0.6533612468015818,
      "grad_norm": 0.6409384563059036,
      "learning_rate": 0.00029338874498264546,
      "loss": 2.2812,
      "step": 14044
    },
    {
      "epoch": 0.6534077692486625,
      "grad_norm": 0.7027293157577628,
      "learning_rate": 0.00029338765522499946,
      "loss": 2.3594,
      "step": 14045
    },
    {
      "epoch": 0.6534542916957432,
      "grad_norm": 0.704187812223676,
      "learning_rate": 0.00029338656537957077,
      "loss": 2.5156,
      "step": 14046
    },
    {
      "epoch": 0.6535008141428239,
      "grad_norm": 0.6349639459707158,
      "learning_rate": 0.0002933854754463599,
      "loss": 2.0625,
      "step": 14047
    },
    {
      "epoch": 0.6535473365899046,
      "grad_norm": 0.6535236089968314,
      "learning_rate": 0.0002933843854253676,
      "loss": 2.7188,
      "step": 14048
    },
    {
      "epoch": 0.6535938590369853,
      "grad_norm": 0.6682581310531033,
      "learning_rate": 0.0002933832953165946,
      "loss": 2.3125,
      "step": 14049
    },
    {
      "epoch": 0.6536403814840661,
      "grad_norm": 0.6899830567083377,
      "learning_rate": 0.00029338220512004147,
      "loss": 2.5469,
      "step": 14050
    },
    {
      "epoch": 0.6536869039311468,
      "grad_norm": 0.63874035249157,
      "learning_rate": 0.0002933811148357089,
      "loss": 2.6094,
      "step": 14051
    },
    {
      "epoch": 0.6537334263782275,
      "grad_norm": 0.6432369343314016,
      "learning_rate": 0.0002933800244635976,
      "loss": 2.4688,
      "step": 14052
    },
    {
      "epoch": 0.6537799488253082,
      "grad_norm": 0.6712980578860208,
      "learning_rate": 0.00029337893400370815,
      "loss": 2.5781,
      "step": 14053
    },
    {
      "epoch": 0.6538264712723889,
      "grad_norm": 0.7443996284739195,
      "learning_rate": 0.0002933778434560413,
      "loss": 2.7344,
      "step": 14054
    },
    {
      "epoch": 0.6538729937194696,
      "grad_norm": 0.6872443769813548,
      "learning_rate": 0.00029337675282059767,
      "loss": 2.375,
      "step": 14055
    },
    {
      "epoch": 0.6539195161665503,
      "grad_norm": 0.6438274467733381,
      "learning_rate": 0.0002933756620973779,
      "loss": 2.4844,
      "step": 14056
    },
    {
      "epoch": 0.6539660386136311,
      "grad_norm": 0.6632869569351509,
      "learning_rate": 0.0002933745712863828,
      "loss": 2.5312,
      "step": 14057
    },
    {
      "epoch": 0.6540125610607118,
      "grad_norm": 0.7138769916738696,
      "learning_rate": 0.0002933734803876129,
      "loss": 2.4375,
      "step": 14058
    },
    {
      "epoch": 0.6540590835077925,
      "grad_norm": 0.6899985722166654,
      "learning_rate": 0.0002933723894010689,
      "loss": 2.6094,
      "step": 14059
    },
    {
      "epoch": 0.6541056059548732,
      "grad_norm": 0.6971979441099864,
      "learning_rate": 0.00029337129832675155,
      "loss": 2.4688,
      "step": 14060
    },
    {
      "epoch": 0.6541521284019539,
      "grad_norm": 0.6771267206590631,
      "learning_rate": 0.0002933702071646614,
      "loss": 2.6406,
      "step": 14061
    },
    {
      "epoch": 0.6541986508490346,
      "grad_norm": 0.6227175634279969,
      "learning_rate": 0.0002933691159147991,
      "loss": 2.5938,
      "step": 14062
    },
    {
      "epoch": 0.6542451732961154,
      "grad_norm": 0.6546743928936055,
      "learning_rate": 0.00029336802457716546,
      "loss": 2.4219,
      "step": 14063
    },
    {
      "epoch": 0.6542916957431961,
      "grad_norm": 0.6706760258780143,
      "learning_rate": 0.0002933669331517611,
      "loss": 2.5781,
      "step": 14064
    },
    {
      "epoch": 0.6543382181902768,
      "grad_norm": 0.642513416796822,
      "learning_rate": 0.00029336584163858654,
      "loss": 2.625,
      "step": 14065
    },
    {
      "epoch": 0.6543847406373575,
      "grad_norm": 0.7171568492662774,
      "learning_rate": 0.0002933647500376427,
      "loss": 2.6719,
      "step": 14066
    },
    {
      "epoch": 0.6544312630844382,
      "grad_norm": 0.6873844084680019,
      "learning_rate": 0.00029336365834893005,
      "loss": 2.8906,
      "step": 14067
    },
    {
      "epoch": 0.6544777855315189,
      "grad_norm": 0.6825788003171436,
      "learning_rate": 0.00029336256657244925,
      "loss": 2.5156,
      "step": 14068
    },
    {
      "epoch": 0.6545243079785997,
      "grad_norm": 0.6640622809288935,
      "learning_rate": 0.00029336147470820115,
      "loss": 2.6875,
      "step": 14069
    },
    {
      "epoch": 0.6545708304256804,
      "grad_norm": 0.6831199021810349,
      "learning_rate": 0.0002933603827561862,
      "loss": 2.75,
      "step": 14070
    },
    {
      "epoch": 0.6546173528727611,
      "grad_norm": 0.6381741957253034,
      "learning_rate": 0.0002933592907164053,
      "loss": 2.6406,
      "step": 14071
    },
    {
      "epoch": 0.6546638753198418,
      "grad_norm": 0.7538449191635064,
      "learning_rate": 0.00029335819858885897,
      "loss": 2.5625,
      "step": 14072
    },
    {
      "epoch": 0.6547103977669225,
      "grad_norm": 0.6487949941806332,
      "learning_rate": 0.0002933571063735479,
      "loss": 2.5781,
      "step": 14073
    },
    {
      "epoch": 0.6547569202140032,
      "grad_norm": 0.6434991561315849,
      "learning_rate": 0.00029335601407047275,
      "loss": 2.6406,
      "step": 14074
    },
    {
      "epoch": 0.6548034426610839,
      "grad_norm": 0.7004554335112174,
      "learning_rate": 0.0002933549216796342,
      "loss": 2.6406,
      "step": 14075
    },
    {
      "epoch": 0.6548499651081647,
      "grad_norm": 0.6952302531904008,
      "learning_rate": 0.0002933538292010329,
      "loss": 2.3438,
      "step": 14076
    },
    {
      "epoch": 0.6548964875552454,
      "grad_norm": 0.7241401565319454,
      "learning_rate": 0.0002933527366346696,
      "loss": 1.8203,
      "step": 14077
    },
    {
      "epoch": 0.6549430100023261,
      "grad_norm": 0.6601131169631373,
      "learning_rate": 0.00029335164398054485,
      "loss": 2.2969,
      "step": 14078
    },
    {
      "epoch": 0.6549895324494068,
      "grad_norm": 0.6647139446255848,
      "learning_rate": 0.00029335055123865943,
      "loss": 2.75,
      "step": 14079
    },
    {
      "epoch": 0.6550360548964875,
      "grad_norm": 0.694137043853112,
      "learning_rate": 0.0002933494584090139,
      "loss": 2.5,
      "step": 14080
    },
    {
      "epoch": 0.6550825773435682,
      "grad_norm": 0.6751186758023838,
      "learning_rate": 0.00029334836549160906,
      "loss": 2.4375,
      "step": 14081
    },
    {
      "epoch": 0.655129099790649,
      "grad_norm": 0.6385160140933189,
      "learning_rate": 0.0002933472724864454,
      "loss": 2.375,
      "step": 14082
    },
    {
      "epoch": 0.6551756222377297,
      "grad_norm": 0.7197803049145463,
      "learning_rate": 0.0002933461793935238,
      "loss": 2.4062,
      "step": 14083
    },
    {
      "epoch": 0.6552221446848104,
      "grad_norm": 0.7017582084896856,
      "learning_rate": 0.0002933450862128448,
      "loss": 2.5156,
      "step": 14084
    },
    {
      "epoch": 0.6552686671318911,
      "grad_norm": 0.7434841774521129,
      "learning_rate": 0.0002933439929444091,
      "loss": 2.5,
      "step": 14085
    },
    {
      "epoch": 0.6553151895789718,
      "grad_norm": 0.6817620567805469,
      "learning_rate": 0.0002933428995882173,
      "loss": 2.5,
      "step": 14086
    },
    {
      "epoch": 0.6553617120260525,
      "grad_norm": 0.6597780265167006,
      "learning_rate": 0.0002933418061442702,
      "loss": 2.5,
      "step": 14087
    },
    {
      "epoch": 0.6554082344731332,
      "grad_norm": 0.7333243524685086,
      "learning_rate": 0.00029334071261256835,
      "loss": 2.6094,
      "step": 14088
    },
    {
      "epoch": 0.655454756920214,
      "grad_norm": 0.6792048902490132,
      "learning_rate": 0.0002933396189931125,
      "loss": 2.7031,
      "step": 14089
    },
    {
      "epoch": 0.6555012793672947,
      "grad_norm": 0.7418571465222438,
      "learning_rate": 0.0002933385252859033,
      "loss": 2.4062,
      "step": 14090
    },
    {
      "epoch": 0.6555478018143754,
      "grad_norm": 0.6851538197553775,
      "learning_rate": 0.0002933374314909414,
      "loss": 2.7188,
      "step": 14091
    },
    {
      "epoch": 0.6555943242614561,
      "grad_norm": 0.8733389631016121,
      "learning_rate": 0.00029333633760822745,
      "loss": 2.3281,
      "step": 14092
    },
    {
      "epoch": 0.6556408467085368,
      "grad_norm": 0.7337382550296545,
      "learning_rate": 0.0002933352436377622,
      "loss": 2.4688,
      "step": 14093
    },
    {
      "epoch": 0.6556873691556175,
      "grad_norm": 0.6616030322562003,
      "learning_rate": 0.0002933341495795462,
      "loss": 2.2969,
      "step": 14094
    },
    {
      "epoch": 0.6557338916026983,
      "grad_norm": 0.6695681073440423,
      "learning_rate": 0.00029333305543358026,
      "loss": 2.7969,
      "step": 14095
    },
    {
      "epoch": 0.655780414049779,
      "grad_norm": 0.6878406504719646,
      "learning_rate": 0.00029333196119986496,
      "loss": 2.6875,
      "step": 14096
    },
    {
      "epoch": 0.6558269364968597,
      "grad_norm": 0.6603079956775889,
      "learning_rate": 0.000293330866878401,
      "loss": 2.5781,
      "step": 14097
    },
    {
      "epoch": 0.6558734589439404,
      "grad_norm": 0.7040109425520532,
      "learning_rate": 0.000293329772469189,
      "loss": 2.4844,
      "step": 14098
    },
    {
      "epoch": 0.6559199813910211,
      "grad_norm": 0.6812749981469491,
      "learning_rate": 0.00029332867797222966,
      "loss": 2.4375,
      "step": 14099
    },
    {
      "epoch": 0.6559665038381018,
      "grad_norm": 0.8695936782734672,
      "learning_rate": 0.0002933275833875237,
      "loss": 2.625,
      "step": 14100
    },
    {
      "epoch": 0.6560130262851827,
      "grad_norm": 0.7081949318980585,
      "learning_rate": 0.0002933264887150718,
      "loss": 2.4375,
      "step": 14101
    },
    {
      "epoch": 0.6560595487322634,
      "grad_norm": 0.6772244354904887,
      "learning_rate": 0.00029332539395487446,
      "loss": 2.5469,
      "step": 14102
    },
    {
      "epoch": 0.656106071179344,
      "grad_norm": 0.6627725797548305,
      "learning_rate": 0.0002933242991069325,
      "loss": 2.6719,
      "step": 14103
    },
    {
      "epoch": 0.6561525936264248,
      "grad_norm": 0.6716618696807205,
      "learning_rate": 0.0002933232041712466,
      "loss": 2.3281,
      "step": 14104
    },
    {
      "epoch": 0.6561991160735055,
      "grad_norm": 0.6873161127169257,
      "learning_rate": 0.00029332210914781735,
      "loss": 2.75,
      "step": 14105
    },
    {
      "epoch": 0.6562456385205861,
      "grad_norm": 0.720535713853116,
      "learning_rate": 0.0002933210140366455,
      "loss": 2.6562,
      "step": 14106
    },
    {
      "epoch": 0.6562921609676668,
      "grad_norm": 0.7053589663033705,
      "learning_rate": 0.00029331991883773165,
      "loss": 2.7344,
      "step": 14107
    },
    {
      "epoch": 0.6563386834147477,
      "grad_norm": 0.8297175398160428,
      "learning_rate": 0.00029331882355107655,
      "loss": 1.8125,
      "step": 14108
    },
    {
      "epoch": 0.6563852058618284,
      "grad_norm": 0.641198770926087,
      "learning_rate": 0.00029331772817668076,
      "loss": 2.5938,
      "step": 14109
    },
    {
      "epoch": 0.6564317283089091,
      "grad_norm": 0.6602795755708806,
      "learning_rate": 0.00029331663271454504,
      "loss": 2.5312,
      "step": 14110
    },
    {
      "epoch": 0.6564782507559898,
      "grad_norm": 0.6928584507358424,
      "learning_rate": 0.00029331553716467,
      "loss": 2.7812,
      "step": 14111
    },
    {
      "epoch": 0.6565247732030705,
      "grad_norm": 0.6429337091593332,
      "learning_rate": 0.0002933144415270564,
      "loss": 2.5781,
      "step": 14112
    },
    {
      "epoch": 0.6565712956501512,
      "grad_norm": 0.7095108698965205,
      "learning_rate": 0.00029331334580170483,
      "loss": 2.6406,
      "step": 14113
    },
    {
      "epoch": 0.656617818097232,
      "grad_norm": 0.6754464763797293,
      "learning_rate": 0.000293312249988616,
      "loss": 2.5156,
      "step": 14114
    },
    {
      "epoch": 0.6566643405443127,
      "grad_norm": 0.6829138084212569,
      "learning_rate": 0.0002933111540877905,
      "loss": 2.4375,
      "step": 14115
    },
    {
      "epoch": 0.6567108629913934,
      "grad_norm": 0.6364357107646785,
      "learning_rate": 0.0002933100580992291,
      "loss": 2.5625,
      "step": 14116
    },
    {
      "epoch": 0.6567573854384741,
      "grad_norm": 0.6766443135263032,
      "learning_rate": 0.0002933089620229325,
      "loss": 2.5938,
      "step": 14117
    },
    {
      "epoch": 0.6568039078855548,
      "grad_norm": 0.6856699848462248,
      "learning_rate": 0.00029330786585890126,
      "loss": 2.375,
      "step": 14118
    },
    {
      "epoch": 0.6568504303326355,
      "grad_norm": 0.6810722779782583,
      "learning_rate": 0.0002933067696071361,
      "loss": 2.4375,
      "step": 14119
    },
    {
      "epoch": 0.6568969527797162,
      "grad_norm": 0.668416377512735,
      "learning_rate": 0.0002933056732676377,
      "loss": 2.2656,
      "step": 14120
    },
    {
      "epoch": 0.656943475226797,
      "grad_norm": 0.6748384367443312,
      "learning_rate": 0.0002933045768404067,
      "loss": 2.3906,
      "step": 14121
    },
    {
      "epoch": 0.6569899976738777,
      "grad_norm": 0.7367582516272922,
      "learning_rate": 0.00029330348032544383,
      "loss": 2.5312,
      "step": 14122
    },
    {
      "epoch": 0.6570365201209584,
      "grad_norm": 0.6765455088522417,
      "learning_rate": 0.0002933023837227497,
      "loss": 2.4375,
      "step": 14123
    },
    {
      "epoch": 0.6570830425680391,
      "grad_norm": 0.669094184308125,
      "learning_rate": 0.00029330128703232503,
      "loss": 2.5,
      "step": 14124
    },
    {
      "epoch": 0.6571295650151198,
      "grad_norm": 0.6704206222469838,
      "learning_rate": 0.0002933001902541704,
      "loss": 2.5781,
      "step": 14125
    },
    {
      "epoch": 0.6571760874622005,
      "grad_norm": 0.6662352868236817,
      "learning_rate": 0.0002932990933882866,
      "loss": 2.3594,
      "step": 14126
    },
    {
      "epoch": 0.6572226099092813,
      "grad_norm": 0.6704471486727743,
      "learning_rate": 0.0002932979964346743,
      "loss": 2.6562,
      "step": 14127
    },
    {
      "epoch": 0.657269132356362,
      "grad_norm": 0.6486748057500076,
      "learning_rate": 0.000293296899393334,
      "loss": 2.4844,
      "step": 14128
    },
    {
      "epoch": 0.6573156548034427,
      "grad_norm": 0.6032112158002302,
      "learning_rate": 0.0002932958022642666,
      "loss": 2.3906,
      "step": 14129
    },
    {
      "epoch": 0.6573621772505234,
      "grad_norm": 0.6388583974230921,
      "learning_rate": 0.0002932947050474726,
      "loss": 2.3906,
      "step": 14130
    },
    {
      "epoch": 0.6574086996976041,
      "grad_norm": 0.7857813366853874,
      "learning_rate": 0.0002932936077429528,
      "loss": 1.7188,
      "step": 14131
    },
    {
      "epoch": 0.6574552221446848,
      "grad_norm": 0.8210359400396171,
      "learning_rate": 0.0002932925103507078,
      "loss": 2.6719,
      "step": 14132
    },
    {
      "epoch": 0.6575017445917656,
      "grad_norm": 0.6746757468043054,
      "learning_rate": 0.00029329141287073824,
      "loss": 2.3125,
      "step": 14133
    },
    {
      "epoch": 0.6575482670388463,
      "grad_norm": 0.6886973770724755,
      "learning_rate": 0.00029329031530304483,
      "loss": 2.5312,
      "step": 14134
    },
    {
      "epoch": 0.657594789485927,
      "grad_norm": 0.6523589891581895,
      "learning_rate": 0.00029328921764762824,
      "loss": 2.7812,
      "step": 14135
    },
    {
      "epoch": 0.6576413119330077,
      "grad_norm": 0.6437325115983982,
      "learning_rate": 0.00029328811990448917,
      "loss": 2.5781,
      "step": 14136
    },
    {
      "epoch": 0.6576878343800884,
      "grad_norm": 0.6768276560504891,
      "learning_rate": 0.0002932870220736283,
      "loss": 2.625,
      "step": 14137
    },
    {
      "epoch": 0.6577343568271691,
      "grad_norm": 0.6467255627115954,
      "learning_rate": 0.0002932859241550462,
      "loss": 2.625,
      "step": 14138
    },
    {
      "epoch": 0.6577808792742498,
      "grad_norm": 0.69308081697176,
      "learning_rate": 0.00029328482614874365,
      "loss": 2.4844,
      "step": 14139
    },
    {
      "epoch": 0.6578274017213306,
      "grad_norm": 0.7045104493888827,
      "learning_rate": 0.0002932837280547213,
      "loss": 2.4844,
      "step": 14140
    },
    {
      "epoch": 0.6578739241684113,
      "grad_norm": 0.6815114875040664,
      "learning_rate": 0.00029328262987297974,
      "loss": 2.6094,
      "step": 14141
    },
    {
      "epoch": 0.657920446615492,
      "grad_norm": 0.6469685104041734,
      "learning_rate": 0.0002932815316035198,
      "loss": 2.7188,
      "step": 14142
    },
    {
      "epoch": 0.6579669690625727,
      "grad_norm": 0.6184512975412767,
      "learning_rate": 0.00029328043324634205,
      "loss": 2.4844,
      "step": 14143
    },
    {
      "epoch": 0.6580134915096534,
      "grad_norm": 0.7010581688217612,
      "learning_rate": 0.00029327933480144717,
      "loss": 2.6875,
      "step": 14144
    },
    {
      "epoch": 0.6580600139567341,
      "grad_norm": 0.6706108449179775,
      "learning_rate": 0.0002932782362688358,
      "loss": 2.4375,
      "step": 14145
    },
    {
      "epoch": 0.6581065364038149,
      "grad_norm": 0.6120160014723328,
      "learning_rate": 0.00029327713764850863,
      "loss": 2.5156,
      "step": 14146
    },
    {
      "epoch": 0.6581530588508956,
      "grad_norm": 0.6568749799991296,
      "learning_rate": 0.0002932760389404664,
      "loss": 2.6719,
      "step": 14147
    },
    {
      "epoch": 0.6581995812979763,
      "grad_norm": 0.688827808549374,
      "learning_rate": 0.0002932749401447097,
      "loss": 2.8281,
      "step": 14148
    },
    {
      "epoch": 0.658246103745057,
      "grad_norm": 0.6545107730153646,
      "learning_rate": 0.00029327384126123926,
      "loss": 2.5625,
      "step": 14149
    },
    {
      "epoch": 0.6582926261921377,
      "grad_norm": 0.7074816499070612,
      "learning_rate": 0.0002932727422900558,
      "loss": 2.5781,
      "step": 14150
    },
    {
      "epoch": 0.6583391486392184,
      "grad_norm": 0.6846383773148657,
      "learning_rate": 0.0002932716432311598,
      "loss": 2.4531,
      "step": 14151
    },
    {
      "epoch": 0.6583856710862991,
      "grad_norm": 0.6583722654005999,
      "learning_rate": 0.0002932705440845521,
      "loss": 2.25,
      "step": 14152
    },
    {
      "epoch": 0.6584321935333799,
      "grad_norm": 0.61909178513788,
      "learning_rate": 0.00029326944485023334,
      "loss": 2.5625,
      "step": 14153
    },
    {
      "epoch": 0.6584787159804606,
      "grad_norm": 0.7040120442382728,
      "learning_rate": 0.00029326834552820415,
      "loss": 2.5469,
      "step": 14154
    },
    {
      "epoch": 0.6585252384275413,
      "grad_norm": 0.6712876187567042,
      "learning_rate": 0.0002932672461184653,
      "loss": 2.5312,
      "step": 14155
    },
    {
      "epoch": 0.658571760874622,
      "grad_norm": 0.6970896986838933,
      "learning_rate": 0.00029326614662101734,
      "loss": 2.7344,
      "step": 14156
    },
    {
      "epoch": 0.6586182833217027,
      "grad_norm": 0.881960518207795,
      "learning_rate": 0.000293265047035861,
      "loss": 2.6094,
      "step": 14157
    },
    {
      "epoch": 0.6586648057687834,
      "grad_norm": 0.6974335728745223,
      "learning_rate": 0.000293263947362997,
      "loss": 2.6562,
      "step": 14158
    },
    {
      "epoch": 0.6587113282158642,
      "grad_norm": 0.6171731837215878,
      "learning_rate": 0.00029326284760242593,
      "loss": 2.4688,
      "step": 14159
    },
    {
      "epoch": 0.6587578506629449,
      "grad_norm": 0.7154972966781551,
      "learning_rate": 0.00029326174775414854,
      "loss": 2.6719,
      "step": 14160
    },
    {
      "epoch": 0.6588043731100256,
      "grad_norm": 0.6649893809119505,
      "learning_rate": 0.00029326064781816537,
      "loss": 2.6875,
      "step": 14161
    },
    {
      "epoch": 0.6588508955571063,
      "grad_norm": 0.6105002179022545,
      "learning_rate": 0.0002932595477944773,
      "loss": 2.2031,
      "step": 14162
    },
    {
      "epoch": 0.658897418004187,
      "grad_norm": 0.6631055966996444,
      "learning_rate": 0.0002932584476830848,
      "loss": 2.8125,
      "step": 14163
    },
    {
      "epoch": 0.6589439404512677,
      "grad_norm": 0.6478516947671221,
      "learning_rate": 0.0002932573474839887,
      "loss": 2.2656,
      "step": 14164
    },
    {
      "epoch": 0.6589904628983485,
      "grad_norm": 0.6531576587018475,
      "learning_rate": 0.00029325624719718957,
      "loss": 2.5625,
      "step": 14165
    },
    {
      "epoch": 0.6590369853454292,
      "grad_norm": 0.6261402038667853,
      "learning_rate": 0.00029325514682268815,
      "loss": 2.4219,
      "step": 14166
    },
    {
      "epoch": 0.6590835077925099,
      "grad_norm": 0.6785331987448607,
      "learning_rate": 0.00029325404636048507,
      "loss": 2.4844,
      "step": 14167
    },
    {
      "epoch": 0.6591300302395906,
      "grad_norm": 0.619266291531487,
      "learning_rate": 0.000293252945810581,
      "loss": 2.7344,
      "step": 14168
    },
    {
      "epoch": 0.6591765526866713,
      "grad_norm": 0.7105976814290368,
      "learning_rate": 0.00029325184517297665,
      "loss": 2.5469,
      "step": 14169
    },
    {
      "epoch": 0.659223075133752,
      "grad_norm": 0.6371403967224015,
      "learning_rate": 0.00029325074444767267,
      "loss": 2.375,
      "step": 14170
    },
    {
      "epoch": 0.6592695975808327,
      "grad_norm": 0.6755467426668124,
      "learning_rate": 0.00029324964363466974,
      "loss": 2.6719,
      "step": 14171
    },
    {
      "epoch": 0.6593161200279135,
      "grad_norm": 0.6791879609401804,
      "learning_rate": 0.0002932485427339685,
      "loss": 2.4062,
      "step": 14172
    },
    {
      "epoch": 0.6593626424749942,
      "grad_norm": 2.3810114706794425,
      "learning_rate": 0.00029324744174556976,
      "loss": 2.4531,
      "step": 14173
    },
    {
      "epoch": 0.6594091649220749,
      "grad_norm": 0.6920473711044638,
      "learning_rate": 0.000293246340669474,
      "loss": 2.625,
      "step": 14174
    },
    {
      "epoch": 0.6594556873691556,
      "grad_norm": 0.6504790417429291,
      "learning_rate": 0.000293245239505682,
      "loss": 2.4844,
      "step": 14175
    },
    {
      "epoch": 0.6595022098162363,
      "grad_norm": 0.671253022647887,
      "learning_rate": 0.00029324413825419446,
      "loss": 2.375,
      "step": 14176
    },
    {
      "epoch": 0.659548732263317,
      "grad_norm": 0.6372370118266681,
      "learning_rate": 0.000293243036915012,
      "loss": 2.2344,
      "step": 14177
    },
    {
      "epoch": 0.6595952547103978,
      "grad_norm": 0.6213899160579436,
      "learning_rate": 0.0002932419354881353,
      "loss": 2.4688,
      "step": 14178
    },
    {
      "epoch": 0.6596417771574785,
      "grad_norm": 0.7503866751509323,
      "learning_rate": 0.00029324083397356507,
      "loss": 2.5156,
      "step": 14179
    },
    {
      "epoch": 0.6596882996045592,
      "grad_norm": 0.6607451394735073,
      "learning_rate": 0.00029323973237130194,
      "loss": 2.2812,
      "step": 14180
    },
    {
      "epoch": 0.6597348220516399,
      "grad_norm": 0.7121209544546636,
      "learning_rate": 0.00029323863068134653,
      "loss": 2.875,
      "step": 14181
    },
    {
      "epoch": 0.6597813444987206,
      "grad_norm": 0.7027424650078844,
      "learning_rate": 0.00029323752890369966,
      "loss": 2.6562,
      "step": 14182
    },
    {
      "epoch": 0.6598278669458013,
      "grad_norm": 0.6306216603608862,
      "learning_rate": 0.0002932364270383619,
      "loss": 2.5625,
      "step": 14183
    },
    {
      "epoch": 0.659874389392882,
      "grad_norm": 0.6825638702952901,
      "learning_rate": 0.000293235325085334,
      "loss": 2.5312,
      "step": 14184
    },
    {
      "epoch": 0.6599209118399628,
      "grad_norm": 0.6431853254218246,
      "learning_rate": 0.00029323422304461654,
      "loss": 2.3125,
      "step": 14185
    },
    {
      "epoch": 0.6599674342870435,
      "grad_norm": 0.6690919406701101,
      "learning_rate": 0.00029323312091621026,
      "loss": 2.5156,
      "step": 14186
    },
    {
      "epoch": 0.6600139567341242,
      "grad_norm": 0.6480867311888707,
      "learning_rate": 0.0002932320187001159,
      "loss": 2.4062,
      "step": 14187
    },
    {
      "epoch": 0.6600604791812049,
      "grad_norm": 0.6370782139376197,
      "learning_rate": 0.00029323091639633393,
      "loss": 2.5156,
      "step": 14188
    },
    {
      "epoch": 0.6601070016282856,
      "grad_norm": 0.7174315880801128,
      "learning_rate": 0.0002932298140048652,
      "loss": 2.2812,
      "step": 14189
    },
    {
      "epoch": 0.6601535240753663,
      "grad_norm": 0.6515791260706226,
      "learning_rate": 0.00029322871152571035,
      "loss": 2.5312,
      "step": 14190
    },
    {
      "epoch": 0.6602000465224471,
      "grad_norm": 0.6607024073316381,
      "learning_rate": 0.00029322760895887,
      "loss": 2.4844,
      "step": 14191
    },
    {
      "epoch": 0.6602465689695278,
      "grad_norm": 0.7022994972332366,
      "learning_rate": 0.00029322650630434486,
      "loss": 2.5781,
      "step": 14192
    },
    {
      "epoch": 0.6602930914166085,
      "grad_norm": 0.7195923929664645,
      "learning_rate": 0.0002932254035621357,
      "loss": 2.5781,
      "step": 14193
    },
    {
      "epoch": 0.6603396138636892,
      "grad_norm": 0.693193109745108,
      "learning_rate": 0.000293224300732243,
      "loss": 2.7344,
      "step": 14194
    },
    {
      "epoch": 0.6603861363107699,
      "grad_norm": 0.6329339587674437,
      "learning_rate": 0.00029322319781466754,
      "loss": 2.5156,
      "step": 14195
    },
    {
      "epoch": 0.6604326587578506,
      "grad_norm": 0.6428519482275257,
      "learning_rate": 0.00029322209480941004,
      "loss": 2.5781,
      "step": 14196
    },
    {
      "epoch": 0.6604791812049314,
      "grad_norm": 0.6894504578052357,
      "learning_rate": 0.0002932209917164711,
      "loss": 2.4375,
      "step": 14197
    },
    {
      "epoch": 0.6605257036520121,
      "grad_norm": 0.6642569865053919,
      "learning_rate": 0.0002932198885358515,
      "loss": 2.75,
      "step": 14198
    },
    {
      "epoch": 0.6605722260990928,
      "grad_norm": 0.7080700020096266,
      "learning_rate": 0.00029321878526755176,
      "loss": 2.6719,
      "step": 14199
    },
    {
      "epoch": 0.6606187485461735,
      "grad_norm": 0.6564161959980213,
      "learning_rate": 0.00029321768191157264,
      "loss": 2.3906,
      "step": 14200
    },
    {
      "epoch": 0.6606652709932542,
      "grad_norm": 0.646275946533156,
      "learning_rate": 0.00029321657846791485,
      "loss": 2.6562,
      "step": 14201
    },
    {
      "epoch": 0.6607117934403349,
      "grad_norm": 0.671378844571994,
      "learning_rate": 0.00029321547493657904,
      "loss": 2.3594,
      "step": 14202
    },
    {
      "epoch": 0.6607583158874156,
      "grad_norm": 0.6831216442189276,
      "learning_rate": 0.0002932143713175658,
      "loss": 2.3594,
      "step": 14203
    },
    {
      "epoch": 0.6608048383344964,
      "grad_norm": 0.7330630193237966,
      "learning_rate": 0.0002932132676108759,
      "loss": 2.7969,
      "step": 14204
    },
    {
      "epoch": 0.6608513607815771,
      "grad_norm": 0.627179175772364,
      "learning_rate": 0.00029321216381651005,
      "loss": 2.375,
      "step": 14205
    },
    {
      "epoch": 0.6608978832286578,
      "grad_norm": 0.6680710967626355,
      "learning_rate": 0.00029321105993446883,
      "loss": 2.3594,
      "step": 14206
    },
    {
      "epoch": 0.6609444056757385,
      "grad_norm": 0.7180782311806442,
      "learning_rate": 0.00029320995596475295,
      "loss": 2.5312,
      "step": 14207
    },
    {
      "epoch": 0.6609909281228192,
      "grad_norm": 0.6379161471856575,
      "learning_rate": 0.0002932088519073631,
      "loss": 2.5156,
      "step": 14208
    },
    {
      "epoch": 0.6610374505698999,
      "grad_norm": 0.7262301687821032,
      "learning_rate": 0.0002932077477622999,
      "loss": 2.6719,
      "step": 14209
    },
    {
      "epoch": 0.6610839730169807,
      "grad_norm": 0.6786240723851706,
      "learning_rate": 0.0002932066435295641,
      "loss": 2.2812,
      "step": 14210
    },
    {
      "epoch": 0.6611304954640614,
      "grad_norm": 0.7873612669099449,
      "learning_rate": 0.00029320553920915643,
      "loss": 2.6562,
      "step": 14211
    },
    {
      "epoch": 0.6611770179111421,
      "grad_norm": 0.666528457693978,
      "learning_rate": 0.0002932044348010774,
      "loss": 2.4688,
      "step": 14212
    },
    {
      "epoch": 0.6612235403582228,
      "grad_norm": 0.7148935278428378,
      "learning_rate": 0.00029320333030532776,
      "loss": 2.7188,
      "step": 14213
    },
    {
      "epoch": 0.6612700628053035,
      "grad_norm": 0.7172270658908908,
      "learning_rate": 0.00029320222572190824,
      "loss": 2.4531,
      "step": 14214
    },
    {
      "epoch": 0.6613165852523842,
      "grad_norm": 0.6908106564692369,
      "learning_rate": 0.0002932011210508195,
      "loss": 2.6562,
      "step": 14215
    },
    {
      "epoch": 0.661363107699465,
      "grad_norm": 0.7054177420434953,
      "learning_rate": 0.0002932000162920621,
      "loss": 2.7344,
      "step": 14216
    },
    {
      "epoch": 0.6614096301465457,
      "grad_norm": 0.6593656397568404,
      "learning_rate": 0.0002931989114456369,
      "loss": 2.75,
      "step": 14217
    },
    {
      "epoch": 0.6614561525936264,
      "grad_norm": 0.7166443150242642,
      "learning_rate": 0.00029319780651154443,
      "loss": 2.4062,
      "step": 14218
    },
    {
      "epoch": 0.6615026750407071,
      "grad_norm": 0.6374936956716988,
      "learning_rate": 0.00029319670148978544,
      "loss": 2.5625,
      "step": 14219
    },
    {
      "epoch": 0.6615491974877878,
      "grad_norm": 0.6719147909572044,
      "learning_rate": 0.00029319559638036057,
      "loss": 2.5,
      "step": 14220
    },
    {
      "epoch": 0.6615957199348685,
      "grad_norm": 0.6485154382465794,
      "learning_rate": 0.00029319449118327053,
      "loss": 2.5469,
      "step": 14221
    },
    {
      "epoch": 0.6616422423819492,
      "grad_norm": 0.6580215965183898,
      "learning_rate": 0.00029319338589851597,
      "loss": 2.3594,
      "step": 14222
    },
    {
      "epoch": 0.66168876482903,
      "grad_norm": 0.6201869261107253,
      "learning_rate": 0.00029319228052609753,
      "loss": 2.375,
      "step": 14223
    },
    {
      "epoch": 0.6617352872761108,
      "grad_norm": 0.6814258612850251,
      "learning_rate": 0.000293191175066016,
      "loss": 2.375,
      "step": 14224
    },
    {
      "epoch": 0.6617818097231914,
      "grad_norm": 0.6834777798959183,
      "learning_rate": 0.0002931900695182719,
      "loss": 1.7422,
      "step": 14225
    },
    {
      "epoch": 0.6618283321702721,
      "grad_norm": 0.6797885794213029,
      "learning_rate": 0.0002931889638828661,
      "loss": 2.5156,
      "step": 14226
    },
    {
      "epoch": 0.6618748546173528,
      "grad_norm": 0.6676479404786516,
      "learning_rate": 0.0002931878581597991,
      "loss": 2.75,
      "step": 14227
    },
    {
      "epoch": 0.6619213770644335,
      "grad_norm": 0.6733884853878445,
      "learning_rate": 0.0002931867523490717,
      "loss": 2.5312,
      "step": 14228
    },
    {
      "epoch": 0.6619678995115144,
      "grad_norm": 0.6435991298146023,
      "learning_rate": 0.0002931856464506845,
      "loss": 2.4531,
      "step": 14229
    },
    {
      "epoch": 0.6620144219585951,
      "grad_norm": 0.6532728880145524,
      "learning_rate": 0.0002931845404646382,
      "loss": 2.3906,
      "step": 14230
    },
    {
      "epoch": 0.6620609444056758,
      "grad_norm": 0.6560568486914796,
      "learning_rate": 0.0002931834343909335,
      "loss": 2.4219,
      "step": 14231
    },
    {
      "epoch": 0.6621074668527565,
      "grad_norm": 0.631653207201167,
      "learning_rate": 0.0002931823282295711,
      "loss": 2.1406,
      "step": 14232
    },
    {
      "epoch": 0.6621539892998372,
      "grad_norm": 0.634102290072,
      "learning_rate": 0.00029318122198055156,
      "loss": 2.6094,
      "step": 14233
    },
    {
      "epoch": 0.6622005117469179,
      "grad_norm": 0.7808335914770201,
      "learning_rate": 0.0002931801156438756,
      "loss": 2.5781,
      "step": 14234
    },
    {
      "epoch": 0.6622470341939986,
      "grad_norm": 0.7247581879256564,
      "learning_rate": 0.000293179009219544,
      "loss": 2.6562,
      "step": 14235
    },
    {
      "epoch": 0.6622935566410794,
      "grad_norm": 0.6491435310019648,
      "learning_rate": 0.00029317790270755735,
      "loss": 2.4375,
      "step": 14236
    },
    {
      "epoch": 0.6623400790881601,
      "grad_norm": 0.6635471167542955,
      "learning_rate": 0.0002931767961079164,
      "loss": 2.2812,
      "step": 14237
    },
    {
      "epoch": 0.6623866015352408,
      "grad_norm": 0.6361314688652685,
      "learning_rate": 0.0002931756894206217,
      "loss": 2.3125,
      "step": 14238
    },
    {
      "epoch": 0.6624331239823215,
      "grad_norm": 0.7197711373284765,
      "learning_rate": 0.00029317458264567394,
      "loss": 2.5156,
      "step": 14239
    },
    {
      "epoch": 0.6624796464294022,
      "grad_norm": 0.670750628560155,
      "learning_rate": 0.00029317347578307394,
      "loss": 2.5,
      "step": 14240
    },
    {
      "epoch": 0.6625261688764829,
      "grad_norm": 0.6680490432452776,
      "learning_rate": 0.00029317236883282227,
      "loss": 2.4062,
      "step": 14241
    },
    {
      "epoch": 0.6625726913235637,
      "grad_norm": 0.6819927311734147,
      "learning_rate": 0.0002931712617949197,
      "loss": 2.5156,
      "step": 14242
    },
    {
      "epoch": 0.6626192137706444,
      "grad_norm": 0.6873563233360827,
      "learning_rate": 0.00029317015466936676,
      "loss": 2.5469,
      "step": 14243
    },
    {
      "epoch": 0.6626657362177251,
      "grad_norm": 0.6518910802957613,
      "learning_rate": 0.00029316904745616424,
      "loss": 2.5938,
      "step": 14244
    },
    {
      "epoch": 0.6627122586648058,
      "grad_norm": 0.6640359990493995,
      "learning_rate": 0.00029316794015531275,
      "loss": 2.6406,
      "step": 14245
    },
    {
      "epoch": 0.6627587811118865,
      "grad_norm": 0.6508679748844831,
      "learning_rate": 0.00029316683276681306,
      "loss": 2.2188,
      "step": 14246
    },
    {
      "epoch": 0.6628053035589672,
      "grad_norm": 0.6391877299135318,
      "learning_rate": 0.00029316572529066576,
      "loss": 2.2969,
      "step": 14247
    },
    {
      "epoch": 0.662851826006048,
      "grad_norm": 0.6993069469490069,
      "learning_rate": 0.00029316461772687155,
      "loss": 2.5469,
      "step": 14248
    },
    {
      "epoch": 0.6628983484531287,
      "grad_norm": 0.7001969447964652,
      "learning_rate": 0.00029316351007543115,
      "loss": 2.7969,
      "step": 14249
    },
    {
      "epoch": 0.6629448709002094,
      "grad_norm": 0.6084071134019856,
      "learning_rate": 0.0002931624023363452,
      "loss": 2.3594,
      "step": 14250
    },
    {
      "epoch": 0.6629913933472901,
      "grad_norm": 0.6430776491504672,
      "learning_rate": 0.00029316129450961435,
      "loss": 2.4531,
      "step": 14251
    },
    {
      "epoch": 0.6630379157943708,
      "grad_norm": 0.7220584463010447,
      "learning_rate": 0.0002931601865952393,
      "loss": 2.6875,
      "step": 14252
    },
    {
      "epoch": 0.6630844382414515,
      "grad_norm": 0.6319775870925838,
      "learning_rate": 0.0002931590785932208,
      "loss": 2.4062,
      "step": 14253
    },
    {
      "epoch": 0.6631309606885322,
      "grad_norm": 0.6768593815614566,
      "learning_rate": 0.0002931579705035594,
      "loss": 2.8594,
      "step": 14254
    },
    {
      "epoch": 0.663177483135613,
      "grad_norm": 0.7236645351589558,
      "learning_rate": 0.0002931568623262559,
      "loss": 2.6406,
      "step": 14255
    },
    {
      "epoch": 0.6632240055826937,
      "grad_norm": 0.6140513633417477,
      "learning_rate": 0.0002931557540613109,
      "loss": 2.2969,
      "step": 14256
    },
    {
      "epoch": 0.6632705280297744,
      "grad_norm": 0.5973279510771722,
      "learning_rate": 0.00029315464570872516,
      "loss": 1.9297,
      "step": 14257
    },
    {
      "epoch": 0.6633170504768551,
      "grad_norm": 0.646091907296463,
      "learning_rate": 0.00029315353726849927,
      "loss": 2.2812,
      "step": 14258
    },
    {
      "epoch": 0.6633635729239358,
      "grad_norm": 0.6638041404948308,
      "learning_rate": 0.00029315242874063384,
      "loss": 2.5,
      "step": 14259
    },
    {
      "epoch": 0.6634100953710165,
      "grad_norm": 0.7164032604089668,
      "learning_rate": 0.0002931513201251298,
      "loss": 1.9609,
      "step": 14260
    },
    {
      "epoch": 0.6634566178180973,
      "grad_norm": 0.6412216091570613,
      "learning_rate": 0.00029315021142198755,
      "loss": 2.5,
      "step": 14261
    },
    {
      "epoch": 0.663503140265178,
      "grad_norm": 0.6457789271017357,
      "learning_rate": 0.00029314910263120804,
      "loss": 2.2188,
      "step": 14262
    },
    {
      "epoch": 0.6635496627122587,
      "grad_norm": 0.7187663227375096,
      "learning_rate": 0.0002931479937527917,
      "loss": 2.7969,
      "step": 14263
    },
    {
      "epoch": 0.6635961851593394,
      "grad_norm": 0.7875378094918641,
      "learning_rate": 0.00029314688478673936,
      "loss": 2.625,
      "step": 14264
    },
    {
      "epoch": 0.6636427076064201,
      "grad_norm": 0.6476219435104033,
      "learning_rate": 0.0002931457757330516,
      "loss": 2.6406,
      "step": 14265
    },
    {
      "epoch": 0.6636892300535008,
      "grad_norm": 0.6427440819172197,
      "learning_rate": 0.0002931446665917292,
      "loss": 2.3594,
      "step": 14266
    },
    {
      "epoch": 0.6637357525005815,
      "grad_norm": 0.694080060728261,
      "learning_rate": 0.0002931435573627728,
      "loss": 2.5,
      "step": 14267
    },
    {
      "epoch": 0.6637822749476623,
      "grad_norm": 0.679220398966656,
      "learning_rate": 0.00029314244804618303,
      "loss": 2.7812,
      "step": 14268
    },
    {
      "epoch": 0.663828797394743,
      "grad_norm": 0.7852396495901246,
      "learning_rate": 0.00029314133864196063,
      "loss": 2.6094,
      "step": 14269
    },
    {
      "epoch": 0.6638753198418237,
      "grad_norm": 0.7056158918728951,
      "learning_rate": 0.0002931402291501063,
      "loss": 2.5312,
      "step": 14270
    },
    {
      "epoch": 0.6639218422889044,
      "grad_norm": 0.6900045475726322,
      "learning_rate": 0.0002931391195706206,
      "loss": 2.6719,
      "step": 14271
    },
    {
      "epoch": 0.6639683647359851,
      "grad_norm": 0.6243286171221818,
      "learning_rate": 0.0002931380099035043,
      "loss": 2.5312,
      "step": 14272
    },
    {
      "epoch": 0.6640148871830658,
      "grad_norm": 0.7189501472112662,
      "learning_rate": 0.0002931369001487581,
      "loss": 2.4531,
      "step": 14273
    },
    {
      "epoch": 0.6640614096301466,
      "grad_norm": 0.6579626540249273,
      "learning_rate": 0.00029313579030638265,
      "loss": 2.6094,
      "step": 14274
    },
    {
      "epoch": 0.6641079320772273,
      "grad_norm": 0.677370353481253,
      "learning_rate": 0.00029313468037637857,
      "loss": 2.4375,
      "step": 14275
    },
    {
      "epoch": 0.664154454524308,
      "grad_norm": 0.6198450059147417,
      "learning_rate": 0.00029313357035874667,
      "loss": 2.4062,
      "step": 14276
    },
    {
      "epoch": 0.6642009769713887,
      "grad_norm": 0.7111895207603377,
      "learning_rate": 0.00029313246025348754,
      "loss": 2.9062,
      "step": 14277
    },
    {
      "epoch": 0.6642474994184694,
      "grad_norm": 0.6061736475165876,
      "learning_rate": 0.00029313135006060184,
      "loss": 2.3594,
      "step": 14278
    },
    {
      "epoch": 0.6642940218655501,
      "grad_norm": 0.6256374050264227,
      "learning_rate": 0.0002931302397800903,
      "loss": 2.4062,
      "step": 14279
    },
    {
      "epoch": 0.6643405443126309,
      "grad_norm": 0.7794335326887871,
      "learning_rate": 0.00029312912941195364,
      "loss": 2.6406,
      "step": 14280
    },
    {
      "epoch": 0.6643870667597116,
      "grad_norm": 0.65117604096011,
      "learning_rate": 0.0002931280189561924,
      "loss": 2.3906,
      "step": 14281
    },
    {
      "epoch": 0.6644335892067923,
      "grad_norm": 0.6865256793064476,
      "learning_rate": 0.0002931269084128073,
      "loss": 2.6562,
      "step": 14282
    },
    {
      "epoch": 0.664480111653873,
      "grad_norm": 0.647437563373303,
      "learning_rate": 0.0002931257977817992,
      "loss": 2.2031,
      "step": 14283
    },
    {
      "epoch": 0.6645266341009537,
      "grad_norm": 0.6894831508032343,
      "learning_rate": 0.0002931246870631686,
      "loss": 2.5156,
      "step": 14284
    },
    {
      "epoch": 0.6645731565480344,
      "grad_norm": 0.7372504675920586,
      "learning_rate": 0.00029312357625691616,
      "loss": 2.5156,
      "step": 14285
    },
    {
      "epoch": 0.6646196789951151,
      "grad_norm": 0.6767729254197056,
      "learning_rate": 0.00029312246536304263,
      "loss": 2.8281,
      "step": 14286
    },
    {
      "epoch": 0.6646662014421959,
      "grad_norm": 0.6314764558697596,
      "learning_rate": 0.00029312135438154877,
      "loss": 2.2344,
      "step": 14287
    },
    {
      "epoch": 0.6647127238892766,
      "grad_norm": 0.6569178153375098,
      "learning_rate": 0.0002931202433124351,
      "loss": 2.5,
      "step": 14288
    },
    {
      "epoch": 0.6647592463363573,
      "grad_norm": 0.6662108104935922,
      "learning_rate": 0.0002931191321557024,
      "loss": 2.4844,
      "step": 14289
    },
    {
      "epoch": 0.664805768783438,
      "grad_norm": 0.6245885233309151,
      "learning_rate": 0.0002931180209113513,
      "loss": 2.7031,
      "step": 14290
    },
    {
      "epoch": 0.6648522912305187,
      "grad_norm": 0.6383008081219624,
      "learning_rate": 0.0002931169095793825,
      "loss": 2.5156,
      "step": 14291
    },
    {
      "epoch": 0.6648988136775994,
      "grad_norm": 0.6776547263943856,
      "learning_rate": 0.00029311579815979676,
      "loss": 2.7031,
      "step": 14292
    },
    {
      "epoch": 0.6649453361246802,
      "grad_norm": 0.6636705424286404,
      "learning_rate": 0.0002931146866525946,
      "loss": 2.7031,
      "step": 14293
    },
    {
      "epoch": 0.6649918585717609,
      "grad_norm": 0.6609678565848915,
      "learning_rate": 0.0002931135750577768,
      "loss": 2.4375,
      "step": 14294
    },
    {
      "epoch": 0.6650383810188416,
      "grad_norm": 0.6803384380926941,
      "learning_rate": 0.00029311246337534406,
      "loss": 2.5156,
      "step": 14295
    },
    {
      "epoch": 0.6650849034659223,
      "grad_norm": 0.6590999023142992,
      "learning_rate": 0.000293111351605297,
      "loss": 2.2812,
      "step": 14296
    },
    {
      "epoch": 0.665131425913003,
      "grad_norm": 0.6657484342146671,
      "learning_rate": 0.00029311023974763637,
      "loss": 2.4688,
      "step": 14297
    },
    {
      "epoch": 0.6651779483600837,
      "grad_norm": 0.7607359739336309,
      "learning_rate": 0.00029310912780236277,
      "loss": 2.7188,
      "step": 14298
    },
    {
      "epoch": 0.6652244708071644,
      "grad_norm": 0.6709934652543627,
      "learning_rate": 0.0002931080157694769,
      "loss": 2.5938,
      "step": 14299
    },
    {
      "epoch": 0.6652709932542452,
      "grad_norm": 0.6645078338808059,
      "learning_rate": 0.0002931069036489795,
      "loss": 2.6719,
      "step": 14300
    },
    {
      "epoch": 0.6653175157013259,
      "grad_norm": 0.6569829193000374,
      "learning_rate": 0.00029310579144087117,
      "loss": 2.4062,
      "step": 14301
    },
    {
      "epoch": 0.6653640381484066,
      "grad_norm": 0.6629208012282909,
      "learning_rate": 0.0002931046791451527,
      "loss": 2.5625,
      "step": 14302
    },
    {
      "epoch": 0.6654105605954873,
      "grad_norm": 0.6217112406419211,
      "learning_rate": 0.0002931035667618246,
      "loss": 2.5938,
      "step": 14303
    },
    {
      "epoch": 0.665457083042568,
      "grad_norm": 0.6329368465519959,
      "learning_rate": 0.00029310245429088773,
      "loss": 2.6406,
      "step": 14304
    },
    {
      "epoch": 0.6655036054896487,
      "grad_norm": 0.6294877965483555,
      "learning_rate": 0.00029310134173234266,
      "loss": 2.4062,
      "step": 14305
    },
    {
      "epoch": 0.6655501279367295,
      "grad_norm": 0.5921934518011638,
      "learning_rate": 0.0002931002290861901,
      "loss": 2.1719,
      "step": 14306
    },
    {
      "epoch": 0.6655966503838102,
      "grad_norm": 0.6471034411642065,
      "learning_rate": 0.00029309911635243074,
      "loss": 2.5781,
      "step": 14307
    },
    {
      "epoch": 0.6656431728308909,
      "grad_norm": 0.7300530274228366,
      "learning_rate": 0.0002930980035310653,
      "loss": 2.9844,
      "step": 14308
    },
    {
      "epoch": 0.6656896952779716,
      "grad_norm": 0.6519305419846233,
      "learning_rate": 0.00029309689062209437,
      "loss": 2.6094,
      "step": 14309
    },
    {
      "epoch": 0.6657362177250523,
      "grad_norm": 0.6531992966534967,
      "learning_rate": 0.0002930957776255187,
      "loss": 2.5312,
      "step": 14310
    },
    {
      "epoch": 0.665782740172133,
      "grad_norm": 0.6525483983892284,
      "learning_rate": 0.00029309466454133893,
      "loss": 2.3594,
      "step": 14311
    },
    {
      "epoch": 0.6658292626192138,
      "grad_norm": 0.6700800984763284,
      "learning_rate": 0.00029309355136955583,
      "loss": 2.5938,
      "step": 14312
    },
    {
      "epoch": 0.6658757850662945,
      "grad_norm": 1.117656645440616,
      "learning_rate": 0.00029309243811016995,
      "loss": 2.6562,
      "step": 14313
    },
    {
      "epoch": 0.6659223075133752,
      "grad_norm": 0.6913517274875554,
      "learning_rate": 0.00029309132476318205,
      "loss": 2.2969,
      "step": 14314
    },
    {
      "epoch": 0.6659688299604559,
      "grad_norm": 0.66638255638856,
      "learning_rate": 0.00029309021132859284,
      "loss": 2.8125,
      "step": 14315
    },
    {
      "epoch": 0.6660153524075366,
      "grad_norm": 0.6699946495785134,
      "learning_rate": 0.0002930890978064029,
      "loss": 2.6875,
      "step": 14316
    },
    {
      "epoch": 0.6660618748546173,
      "grad_norm": 0.6198083538301866,
      "learning_rate": 0.00029308798419661297,
      "loss": 2.4062,
      "step": 14317
    },
    {
      "epoch": 0.666108397301698,
      "grad_norm": 0.6882252020706491,
      "learning_rate": 0.0002930868704992237,
      "loss": 2.2188,
      "step": 14318
    },
    {
      "epoch": 0.6661549197487788,
      "grad_norm": 0.6581618944607103,
      "learning_rate": 0.0002930857567142359,
      "loss": 2.6719,
      "step": 14319
    },
    {
      "epoch": 0.6662014421958595,
      "grad_norm": 0.6601038058864132,
      "learning_rate": 0.0002930846428416501,
      "loss": 2.5312,
      "step": 14320
    },
    {
      "epoch": 0.6662479646429402,
      "grad_norm": 0.6803213645691963,
      "learning_rate": 0.00029308352888146713,
      "loss": 2.4062,
      "step": 14321
    },
    {
      "epoch": 0.6662944870900209,
      "grad_norm": 0.7159904425696556,
      "learning_rate": 0.0002930824148336875,
      "loss": 2.8906,
      "step": 14322
    },
    {
      "epoch": 0.6663410095371016,
      "grad_norm": 0.6600321505147613,
      "learning_rate": 0.00029308130069831195,
      "loss": 2.4375,
      "step": 14323
    },
    {
      "epoch": 0.6663875319841823,
      "grad_norm": 0.6629243003627818,
      "learning_rate": 0.0002930801864753412,
      "loss": 2.5312,
      "step": 14324
    },
    {
      "epoch": 0.6664340544312631,
      "grad_norm": 0.6624998466839237,
      "learning_rate": 0.00029307907216477596,
      "loss": 2.7344,
      "step": 14325
    },
    {
      "epoch": 0.6664805768783438,
      "grad_norm": 0.6796827547787353,
      "learning_rate": 0.0002930779577666168,
      "loss": 2.5312,
      "step": 14326
    },
    {
      "epoch": 0.6665270993254245,
      "grad_norm": 0.6325248651558765,
      "learning_rate": 0.00029307684328086454,
      "loss": 2.6875,
      "step": 14327
    },
    {
      "epoch": 0.6665736217725052,
      "grad_norm": 0.7177911010783994,
      "learning_rate": 0.0002930757287075198,
      "loss": 2.8125,
      "step": 14328
    },
    {
      "epoch": 0.6666201442195859,
      "grad_norm": 0.6853844439767921,
      "learning_rate": 0.00029307461404658316,
      "loss": 2.7969,
      "step": 14329
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.6735672419534582,
      "learning_rate": 0.00029307349929805546,
      "loss": 2.8125,
      "step": 14330
    },
    {
      "epoch": 0.6667131891137473,
      "grad_norm": 0.6673166299064385,
      "learning_rate": 0.0002930723844619373,
      "loss": 2.5469,
      "step": 14331
    },
    {
      "epoch": 0.6667597115608281,
      "grad_norm": 0.6658540144917959,
      "learning_rate": 0.0002930712695382294,
      "loss": 2.5156,
      "step": 14332
    },
    {
      "epoch": 0.6668062340079088,
      "grad_norm": 0.6976549283305032,
      "learning_rate": 0.00029307015452693247,
      "loss": 2.4531,
      "step": 14333
    },
    {
      "epoch": 0.6668527564549895,
      "grad_norm": 0.6326317127276152,
      "learning_rate": 0.0002930690394280471,
      "loss": 2.4688,
      "step": 14334
    },
    {
      "epoch": 0.6668992789020702,
      "grad_norm": 0.6123423492617774,
      "learning_rate": 0.000293067924241574,
      "loss": 2.5625,
      "step": 14335
    },
    {
      "epoch": 0.6669458013491509,
      "grad_norm": 0.6612250885382266,
      "learning_rate": 0.0002930668089675139,
      "loss": 2.2812,
      "step": 14336
    },
    {
      "epoch": 0.6669923237962316,
      "grad_norm": 0.6700462938501464,
      "learning_rate": 0.00029306569360586747,
      "loss": 2.375,
      "step": 14337
    },
    {
      "epoch": 0.6670388462433124,
      "grad_norm": 0.7535366997383457,
      "learning_rate": 0.00029306457815663536,
      "loss": 2.6875,
      "step": 14338
    },
    {
      "epoch": 0.6670853686903931,
      "grad_norm": 0.657877192107009,
      "learning_rate": 0.00029306346261981825,
      "loss": 2.4219,
      "step": 14339
    },
    {
      "epoch": 0.6671318911374738,
      "grad_norm": 0.6659909040680908,
      "learning_rate": 0.0002930623469954169,
      "loss": 2.4062,
      "step": 14340
    },
    {
      "epoch": 0.6671784135845545,
      "grad_norm": 0.681319996794989,
      "learning_rate": 0.00029306123128343186,
      "loss": 2.5938,
      "step": 14341
    },
    {
      "epoch": 0.6672249360316352,
      "grad_norm": 0.6724340543751047,
      "learning_rate": 0.00029306011548386394,
      "loss": 2.4062,
      "step": 14342
    },
    {
      "epoch": 0.6672714584787159,
      "grad_norm": 0.7289273869446964,
      "learning_rate": 0.0002930589995967138,
      "loss": 2.7812,
      "step": 14343
    },
    {
      "epoch": 0.6673179809257967,
      "grad_norm": 0.6882216975295716,
      "learning_rate": 0.00029305788362198206,
      "loss": 2.6406,
      "step": 14344
    },
    {
      "epoch": 0.6673645033728774,
      "grad_norm": 0.661502095194433,
      "learning_rate": 0.00029305676755966945,
      "loss": 2.5,
      "step": 14345
    },
    {
      "epoch": 0.6674110258199581,
      "grad_norm": 0.6575869161103244,
      "learning_rate": 0.0002930556514097766,
      "loss": 2.5312,
      "step": 14346
    },
    {
      "epoch": 0.6674575482670388,
      "grad_norm": 0.6417062044682158,
      "learning_rate": 0.0002930545351723043,
      "loss": 2.2656,
      "step": 14347
    },
    {
      "epoch": 0.6675040707141195,
      "grad_norm": 0.6909742957945514,
      "learning_rate": 0.0002930534188472532,
      "loss": 2.3125,
      "step": 14348
    },
    {
      "epoch": 0.6675505931612002,
      "grad_norm": 0.6119651840632158,
      "learning_rate": 0.0002930523024346239,
      "loss": 2.375,
      "step": 14349
    },
    {
      "epoch": 0.6675971156082809,
      "grad_norm": 0.6251902303935998,
      "learning_rate": 0.0002930511859344171,
      "loss": 2.2812,
      "step": 14350
    },
    {
      "epoch": 0.6676436380553618,
      "grad_norm": 0.6547008635372533,
      "learning_rate": 0.0002930500693466336,
      "loss": 2.2969,
      "step": 14351
    },
    {
      "epoch": 0.6676901605024425,
      "grad_norm": 0.6446205040910992,
      "learning_rate": 0.0002930489526712739,
      "loss": 2.7031,
      "step": 14352
    },
    {
      "epoch": 0.6677366829495232,
      "grad_norm": 0.655181111609351,
      "learning_rate": 0.0002930478359083389,
      "loss": 2.6719,
      "step": 14353
    },
    {
      "epoch": 0.6677832053966039,
      "grad_norm": 0.6489594519743963,
      "learning_rate": 0.0002930467190578291,
      "loss": 2.375,
      "step": 14354
    },
    {
      "epoch": 0.6678297278436846,
      "grad_norm": 0.6802754703414415,
      "learning_rate": 0.0002930456021197453,
      "loss": 2.5938,
      "step": 14355
    },
    {
      "epoch": 0.6678762502907652,
      "grad_norm": 0.6712792218998758,
      "learning_rate": 0.0002930444850940881,
      "loss": 2.8125,
      "step": 14356
    },
    {
      "epoch": 0.6679227727378461,
      "grad_norm": 0.7043358504103814,
      "learning_rate": 0.0002930433679808583,
      "loss": 2.4375,
      "step": 14357
    },
    {
      "epoch": 0.6679692951849268,
      "grad_norm": 0.7545011891934361,
      "learning_rate": 0.0002930422507800564,
      "loss": 2.6719,
      "step": 14358
    },
    {
      "epoch": 0.6680158176320075,
      "grad_norm": 0.6370172283294101,
      "learning_rate": 0.00029304113349168327,
      "loss": 2.7344,
      "step": 14359
    },
    {
      "epoch": 0.6680623400790882,
      "grad_norm": 0.6880925152340448,
      "learning_rate": 0.0002930400161157395,
      "loss": 2.4219,
      "step": 14360
    },
    {
      "epoch": 0.6681088625261689,
      "grad_norm": 0.6738516751357814,
      "learning_rate": 0.0002930388986522258,
      "loss": 2.4062,
      "step": 14361
    },
    {
      "epoch": 0.6681553849732496,
      "grad_norm": 0.6995001889013948,
      "learning_rate": 0.0002930377811011428,
      "loss": 2.7031,
      "step": 14362
    },
    {
      "epoch": 0.6682019074203303,
      "grad_norm": 0.62003618819455,
      "learning_rate": 0.00029303666346249126,
      "loss": 2.5469,
      "step": 14363
    },
    {
      "epoch": 0.6682484298674111,
      "grad_norm": 0.6821564937363337,
      "learning_rate": 0.0002930355457362718,
      "loss": 2.5312,
      "step": 14364
    },
    {
      "epoch": 0.6682949523144918,
      "grad_norm": 0.7001987139112309,
      "learning_rate": 0.00029303442792248517,
      "loss": 2.625,
      "step": 14365
    },
    {
      "epoch": 0.6683414747615725,
      "grad_norm": 0.6553581502582086,
      "learning_rate": 0.000293033310021132,
      "loss": 2.7031,
      "step": 14366
    },
    {
      "epoch": 0.6683879972086532,
      "grad_norm": 0.716140488910044,
      "learning_rate": 0.00029303219203221303,
      "loss": 2.6094,
      "step": 14367
    },
    {
      "epoch": 0.6684345196557339,
      "grad_norm": 0.6892462758845679,
      "learning_rate": 0.0002930310739557289,
      "loss": 2.7344,
      "step": 14368
    },
    {
      "epoch": 0.6684810421028146,
      "grad_norm": 0.677304896026381,
      "learning_rate": 0.0002930299557916803,
      "loss": 2.5,
      "step": 14369
    },
    {
      "epoch": 0.6685275645498954,
      "grad_norm": 0.6818260937413813,
      "learning_rate": 0.0002930288375400678,
      "loss": 2.3906,
      "step": 14370
    },
    {
      "epoch": 0.6685740869969761,
      "grad_norm": 0.6165830376590032,
      "learning_rate": 0.0002930277192008924,
      "loss": 2.4219,
      "step": 14371
    },
    {
      "epoch": 0.6686206094440568,
      "grad_norm": 0.6285311942547747,
      "learning_rate": 0.00029302660077415443,
      "loss": 2.5312,
      "step": 14372
    },
    {
      "epoch": 0.6686671318911375,
      "grad_norm": 0.6584994400347073,
      "learning_rate": 0.0002930254822598548,
      "loss": 2.6094,
      "step": 14373
    },
    {
      "epoch": 0.6687136543382182,
      "grad_norm": 0.7521275794456354,
      "learning_rate": 0.00029302436365799414,
      "loss": 2.625,
      "step": 14374
    },
    {
      "epoch": 0.6687601767852989,
      "grad_norm": 0.6369144266088627,
      "learning_rate": 0.0002930232449685731,
      "loss": 2.4062,
      "step": 14375
    },
    {
      "epoch": 0.6688066992323797,
      "grad_norm": 0.6803471731379015,
      "learning_rate": 0.0002930221261915924,
      "loss": 2.8281,
      "step": 14376
    },
    {
      "epoch": 0.6688532216794604,
      "grad_norm": 0.6936105629472263,
      "learning_rate": 0.0002930210073270527,
      "loss": 2.4844,
      "step": 14377
    },
    {
      "epoch": 0.6688997441265411,
      "grad_norm": 0.6493289311119357,
      "learning_rate": 0.00029301988837495465,
      "loss": 2.6406,
      "step": 14378
    },
    {
      "epoch": 0.6689462665736218,
      "grad_norm": 0.680295829235742,
      "learning_rate": 0.00029301876933529906,
      "loss": 2.9531,
      "step": 14379
    },
    {
      "epoch": 0.6689927890207025,
      "grad_norm": 0.7159320929150574,
      "learning_rate": 0.0002930176502080865,
      "loss": 2.7656,
      "step": 14380
    },
    {
      "epoch": 0.6690393114677832,
      "grad_norm": 0.6811476331483055,
      "learning_rate": 0.0002930165309933177,
      "loss": 2.6094,
      "step": 14381
    },
    {
      "epoch": 0.6690858339148639,
      "grad_norm": 0.650181019375552,
      "learning_rate": 0.00029301541169099335,
      "loss": 2.4844,
      "step": 14382
    },
    {
      "epoch": 0.6691323563619447,
      "grad_norm": 0.6695531148635734,
      "learning_rate": 0.0002930142923011141,
      "loss": 2.625,
      "step": 14383
    },
    {
      "epoch": 0.6691788788090254,
      "grad_norm": 0.6565116043721523,
      "learning_rate": 0.00029301317282368067,
      "loss": 2.6406,
      "step": 14384
    },
    {
      "epoch": 0.6692254012561061,
      "grad_norm": 0.6724030532986051,
      "learning_rate": 0.0002930120532586937,
      "loss": 2.375,
      "step": 14385
    },
    {
      "epoch": 0.6692719237031868,
      "grad_norm": 0.6779089122850332,
      "learning_rate": 0.00029301093360615394,
      "loss": 2.2031,
      "step": 14386
    },
    {
      "epoch": 0.6693184461502675,
      "grad_norm": 0.6589734186830378,
      "learning_rate": 0.00029300981386606205,
      "loss": 2.4688,
      "step": 14387
    },
    {
      "epoch": 0.6693649685973482,
      "grad_norm": 0.704083677400708,
      "learning_rate": 0.0002930086940384187,
      "loss": 2.6562,
      "step": 14388
    },
    {
      "epoch": 0.669411491044429,
      "grad_norm": 0.7136728021429161,
      "learning_rate": 0.00029300757412322457,
      "loss": 2.7188,
      "step": 14389
    },
    {
      "epoch": 0.6694580134915097,
      "grad_norm": 0.6388650123954,
      "learning_rate": 0.0002930064541204804,
      "loss": 2.5781,
      "step": 14390
    },
    {
      "epoch": 0.6695045359385904,
      "grad_norm": 0.6446768151348558,
      "learning_rate": 0.00029300533403018675,
      "loss": 2.1406,
      "step": 14391
    },
    {
      "epoch": 0.6695510583856711,
      "grad_norm": 0.7058797027463645,
      "learning_rate": 0.00029300421385234444,
      "loss": 2.3125,
      "step": 14392
    },
    {
      "epoch": 0.6695975808327518,
      "grad_norm": 0.6466021753405551,
      "learning_rate": 0.00029300309358695417,
      "loss": 2.6719,
      "step": 14393
    },
    {
      "epoch": 0.6696441032798325,
      "grad_norm": 0.6829736041408538,
      "learning_rate": 0.00029300197323401647,
      "loss": 2.625,
      "step": 14394
    },
    {
      "epoch": 0.6696906257269132,
      "grad_norm": 0.6728857133325625,
      "learning_rate": 0.0002930008527935322,
      "loss": 2.4531,
      "step": 14395
    },
    {
      "epoch": 0.669737148173994,
      "grad_norm": 0.6306767635928692,
      "learning_rate": 0.00029299973226550193,
      "loss": 2.5,
      "step": 14396
    },
    {
      "epoch": 0.6697836706210747,
      "grad_norm": 0.7779259922819325,
      "learning_rate": 0.0002929986116499264,
      "loss": 2.3906,
      "step": 14397
    },
    {
      "epoch": 0.6698301930681554,
      "grad_norm": 0.6419317163321595,
      "learning_rate": 0.0002929974909468062,
      "loss": 2.5625,
      "step": 14398
    },
    {
      "epoch": 0.6698767155152361,
      "grad_norm": 0.6062821231744756,
      "learning_rate": 0.00029299637015614213,
      "loss": 2.4531,
      "step": 14399
    },
    {
      "epoch": 0.6699232379623168,
      "grad_norm": 0.6567994670445492,
      "learning_rate": 0.0002929952492779349,
      "loss": 2.375,
      "step": 14400
    },
    {
      "epoch": 0.6699697604093975,
      "grad_norm": 0.6915560451179437,
      "learning_rate": 0.0002929941283121851,
      "loss": 2.7656,
      "step": 14401
    },
    {
      "epoch": 0.6700162828564783,
      "grad_norm": 0.6644764252316404,
      "learning_rate": 0.0002929930072588934,
      "loss": 2.5625,
      "step": 14402
    },
    {
      "epoch": 0.670062805303559,
      "grad_norm": 0.6753534986703368,
      "learning_rate": 0.0002929918861180606,
      "loss": 2.7656,
      "step": 14403
    },
    {
      "epoch": 0.6701093277506397,
      "grad_norm": 0.6632048706661944,
      "learning_rate": 0.0002929907648896873,
      "loss": 2.6875,
      "step": 14404
    },
    {
      "epoch": 0.6701558501977204,
      "grad_norm": 0.6603944269056652,
      "learning_rate": 0.0002929896435737742,
      "loss": 2.3906,
      "step": 14405
    },
    {
      "epoch": 0.6702023726448011,
      "grad_norm": 0.6158718234863005,
      "learning_rate": 0.00029298852217032206,
      "loss": 2.5,
      "step": 14406
    },
    {
      "epoch": 0.6702488950918818,
      "grad_norm": 0.6414802447013379,
      "learning_rate": 0.00029298740067933143,
      "loss": 2.6094,
      "step": 14407
    },
    {
      "epoch": 0.6702954175389626,
      "grad_norm": 0.6857081987350244,
      "learning_rate": 0.0002929862791008031,
      "loss": 2.5469,
      "step": 14408
    },
    {
      "epoch": 0.6703419399860433,
      "grad_norm": 0.6818814145868412,
      "learning_rate": 0.0002929851574347377,
      "loss": 2.625,
      "step": 14409
    },
    {
      "epoch": 0.670388462433124,
      "grad_norm": 0.6329314493040771,
      "learning_rate": 0.000292984035681136,
      "loss": 2.4531,
      "step": 14410
    },
    {
      "epoch": 0.6704349848802047,
      "grad_norm": 0.6366167260537852,
      "learning_rate": 0.0002929829138399986,
      "loss": 2.2969,
      "step": 14411
    },
    {
      "epoch": 0.6704815073272854,
      "grad_norm": 0.6326762067964482,
      "learning_rate": 0.0002929817919113262,
      "loss": 2.5625,
      "step": 14412
    },
    {
      "epoch": 0.6705280297743661,
      "grad_norm": 0.7060523410251729,
      "learning_rate": 0.00029298066989511955,
      "loss": 2.4844,
      "step": 14413
    },
    {
      "epoch": 0.6705745522214468,
      "grad_norm": 0.6554817449329008,
      "learning_rate": 0.0002929795477913793,
      "loss": 2.4375,
      "step": 14414
    },
    {
      "epoch": 0.6706210746685276,
      "grad_norm": 0.6247359874145887,
      "learning_rate": 0.00029297842560010605,
      "loss": 2.5938,
      "step": 14415
    },
    {
      "epoch": 0.6706675971156083,
      "grad_norm": 0.6619714136238833,
      "learning_rate": 0.0002929773033213006,
      "loss": 2.4375,
      "step": 14416
    },
    {
      "epoch": 0.670714119562689,
      "grad_norm": 0.6533282302479586,
      "learning_rate": 0.0002929761809549636,
      "loss": 2.625,
      "step": 14417
    },
    {
      "epoch": 0.6707606420097697,
      "grad_norm": 0.653112662334162,
      "learning_rate": 0.00029297505850109574,
      "loss": 2.4844,
      "step": 14418
    },
    {
      "epoch": 0.6708071644568504,
      "grad_norm": 0.6866624377286635,
      "learning_rate": 0.00029297393595969774,
      "loss": 2.4531,
      "step": 14419
    },
    {
      "epoch": 0.6708536869039311,
      "grad_norm": 0.6618958118118681,
      "learning_rate": 0.0002929728133307702,
      "loss": 2.4062,
      "step": 14420
    },
    {
      "epoch": 0.6709002093510119,
      "grad_norm": 0.635463414811271,
      "learning_rate": 0.0002929716906143139,
      "loss": 2.4531,
      "step": 14421
    },
    {
      "epoch": 0.6709467317980926,
      "grad_norm": 0.7371080387917262,
      "learning_rate": 0.0002929705678103295,
      "loss": 2.7031,
      "step": 14422
    },
    {
      "epoch": 0.6709932542451733,
      "grad_norm": 0.6499993693143313,
      "learning_rate": 0.00029296944491881763,
      "loss": 2.4062,
      "step": 14423
    },
    {
      "epoch": 0.671039776692254,
      "grad_norm": 0.6512017104128248,
      "learning_rate": 0.00029296832193977904,
      "loss": 2.25,
      "step": 14424
    },
    {
      "epoch": 0.6710862991393347,
      "grad_norm": 0.6977230760944781,
      "learning_rate": 0.00029296719887321443,
      "loss": 2.5625,
      "step": 14425
    },
    {
      "epoch": 0.6711328215864154,
      "grad_norm": 0.9171394141323721,
      "learning_rate": 0.0002929660757191244,
      "loss": 3.0625,
      "step": 14426
    },
    {
      "epoch": 0.6711793440334962,
      "grad_norm": 0.7281289557389903,
      "learning_rate": 0.0002929649524775098,
      "loss": 2.8438,
      "step": 14427
    },
    {
      "epoch": 0.6712258664805769,
      "grad_norm": 0.6675022355655958,
      "learning_rate": 0.0002929638291483711,
      "loss": 2.4531,
      "step": 14428
    },
    {
      "epoch": 0.6712723889276576,
      "grad_norm": 0.6721288111072469,
      "learning_rate": 0.00029296270573170915,
      "loss": 2.4375,
      "step": 14429
    },
    {
      "epoch": 0.6713189113747383,
      "grad_norm": 0.6558740972406898,
      "learning_rate": 0.0002929615822275246,
      "loss": 2.2812,
      "step": 14430
    },
    {
      "epoch": 0.671365433821819,
      "grad_norm": 0.709676185292013,
      "learning_rate": 0.00029296045863581806,
      "loss": 2.4219,
      "step": 14431
    },
    {
      "epoch": 0.6714119562688997,
      "grad_norm": 0.6714827740633558,
      "learning_rate": 0.0002929593349565904,
      "loss": 2.875,
      "step": 14432
    },
    {
      "epoch": 0.6714584787159804,
      "grad_norm": 0.6378187999886316,
      "learning_rate": 0.0002929582111898421,
      "loss": 2.5156,
      "step": 14433
    },
    {
      "epoch": 0.6715050011630612,
      "grad_norm": 0.6782168742432937,
      "learning_rate": 0.000292957087335574,
      "loss": 2.4375,
      "step": 14434
    },
    {
      "epoch": 0.6715515236101419,
      "grad_norm": 0.6901643773573927,
      "learning_rate": 0.00029295596339378664,
      "loss": 2.4688,
      "step": 14435
    },
    {
      "epoch": 0.6715980460572226,
      "grad_norm": 0.6711494782246044,
      "learning_rate": 0.0002929548393644809,
      "loss": 2.3125,
      "step": 14436
    },
    {
      "epoch": 0.6716445685043033,
      "grad_norm": 0.6853300577659238,
      "learning_rate": 0.0002929537152476573,
      "loss": 2.4844,
      "step": 14437
    },
    {
      "epoch": 0.671691090951384,
      "grad_norm": 0.6805288963893733,
      "learning_rate": 0.00029295259104331663,
      "loss": 2.8281,
      "step": 14438
    },
    {
      "epoch": 0.6717376133984647,
      "grad_norm": 0.6573600504793321,
      "learning_rate": 0.0002929514667514595,
      "loss": 2.6875,
      "step": 14439
    },
    {
      "epoch": 0.6717841358455455,
      "grad_norm": 0.8153047831674256,
      "learning_rate": 0.0002929503423720867,
      "loss": 2.3906,
      "step": 14440
    },
    {
      "epoch": 0.6718306582926262,
      "grad_norm": 0.6755209132172993,
      "learning_rate": 0.0002929492179051988,
      "loss": 2.7812,
      "step": 14441
    },
    {
      "epoch": 0.6718771807397069,
      "grad_norm": 0.7145721120268442,
      "learning_rate": 0.00029294809335079656,
      "loss": 1.8359,
      "step": 14442
    },
    {
      "epoch": 0.6719237031867876,
      "grad_norm": 0.7005272487034765,
      "learning_rate": 0.00029294696870888067,
      "loss": 2.7031,
      "step": 14443
    },
    {
      "epoch": 0.6719702256338683,
      "grad_norm": 0.6892239536556076,
      "learning_rate": 0.0002929458439794518,
      "loss": 2.7031,
      "step": 14444
    },
    {
      "epoch": 0.672016748080949,
      "grad_norm": 0.711880666010186,
      "learning_rate": 0.00029294471916251064,
      "loss": 2.6094,
      "step": 14445
    },
    {
      "epoch": 0.6720632705280297,
      "grad_norm": 0.6895703776776043,
      "learning_rate": 0.00029294359425805785,
      "loss": 2.4844,
      "step": 14446
    },
    {
      "epoch": 0.6721097929751105,
      "grad_norm": 0.6822429610417796,
      "learning_rate": 0.0002929424692660942,
      "loss": 2.25,
      "step": 14447
    },
    {
      "epoch": 0.6721563154221912,
      "grad_norm": 0.6905992605382114,
      "learning_rate": 0.0002929413441866203,
      "loss": 2.5625,
      "step": 14448
    },
    {
      "epoch": 0.6722028378692719,
      "grad_norm": 0.6961551350558277,
      "learning_rate": 0.0002929402190196369,
      "loss": 2.6875,
      "step": 14449
    },
    {
      "epoch": 0.6722493603163526,
      "grad_norm": 0.6721404134360581,
      "learning_rate": 0.0002929390937651446,
      "loss": 2.875,
      "step": 14450
    },
    {
      "epoch": 0.6722958827634333,
      "grad_norm": 0.8267584201304347,
      "learning_rate": 0.0002929379684231442,
      "loss": 2.6562,
      "step": 14451
    },
    {
      "epoch": 0.672342405210514,
      "grad_norm": 0.7067845042591578,
      "learning_rate": 0.0002929368429936363,
      "loss": 2.5938,
      "step": 14452
    },
    {
      "epoch": 0.6723889276575948,
      "grad_norm": 0.6684296672838966,
      "learning_rate": 0.00029293571747662165,
      "loss": 2.75,
      "step": 14453
    },
    {
      "epoch": 0.6724354501046755,
      "grad_norm": 0.6679021411252254,
      "learning_rate": 0.0002929345918721008,
      "loss": 2.5156,
      "step": 14454
    },
    {
      "epoch": 0.6724819725517562,
      "grad_norm": 0.6999268546445042,
      "learning_rate": 0.0002929334661800747,
      "loss": 2.4688,
      "step": 14455
    },
    {
      "epoch": 0.6725284949988369,
      "grad_norm": 0.7051405140425925,
      "learning_rate": 0.00029293234040054383,
      "loss": 2.6094,
      "step": 14456
    },
    {
      "epoch": 0.6725750174459176,
      "grad_norm": 0.6361382002792192,
      "learning_rate": 0.0002929312145335089,
      "loss": 2.4062,
      "step": 14457
    },
    {
      "epoch": 0.6726215398929983,
      "grad_norm": 0.6265285699824082,
      "learning_rate": 0.0002929300885789707,
      "loss": 2.3125,
      "step": 14458
    },
    {
      "epoch": 0.6726680623400791,
      "grad_norm": 0.7000225603670037,
      "learning_rate": 0.00029292896253692985,
      "loss": 2.3281,
      "step": 14459
    },
    {
      "epoch": 0.6727145847871598,
      "grad_norm": 0.6407498635742265,
      "learning_rate": 0.00029292783640738704,
      "loss": 2.5156,
      "step": 14460
    },
    {
      "epoch": 0.6727611072342405,
      "grad_norm": 0.7061741390916254,
      "learning_rate": 0.00029292671019034294,
      "loss": 2.5625,
      "step": 14461
    },
    {
      "epoch": 0.6728076296813212,
      "grad_norm": 0.6433024386912309,
      "learning_rate": 0.0002929255838857983,
      "loss": 2.5781,
      "step": 14462
    },
    {
      "epoch": 0.6728541521284019,
      "grad_norm": 0.7514414102637191,
      "learning_rate": 0.0002929244574937537,
      "loss": 1.875,
      "step": 14463
    },
    {
      "epoch": 0.6729006745754826,
      "grad_norm": 0.6648371154105254,
      "learning_rate": 0.00029292333101421,
      "loss": 2.2969,
      "step": 14464
    },
    {
      "epoch": 0.6729471970225633,
      "grad_norm": 0.6762751147007603,
      "learning_rate": 0.0002929222044471678,
      "loss": 3.0781,
      "step": 14465
    },
    {
      "epoch": 0.6729937194696441,
      "grad_norm": 0.689088576050233,
      "learning_rate": 0.0002929210777926277,
      "loss": 2.7812,
      "step": 14466
    },
    {
      "epoch": 0.6730402419167248,
      "grad_norm": 0.6623004642976476,
      "learning_rate": 0.0002929199510505905,
      "loss": 2.5938,
      "step": 14467
    },
    {
      "epoch": 0.6730867643638055,
      "grad_norm": 0.6842547725424725,
      "learning_rate": 0.0002929188242210569,
      "loss": 2.4062,
      "step": 14468
    },
    {
      "epoch": 0.6731332868108862,
      "grad_norm": 0.6691171150921214,
      "learning_rate": 0.0002929176973040275,
      "loss": 2.8125,
      "step": 14469
    },
    {
      "epoch": 0.6731798092579669,
      "grad_norm": 0.6690491192911102,
      "learning_rate": 0.0002929165702995031,
      "loss": 2.4688,
      "step": 14470
    },
    {
      "epoch": 0.6732263317050476,
      "grad_norm": 0.6572310176059629,
      "learning_rate": 0.0002929154432074843,
      "loss": 2.3906,
      "step": 14471
    },
    {
      "epoch": 0.6732728541521285,
      "grad_norm": 0.6510405164028045,
      "learning_rate": 0.0002929143160279718,
      "loss": 2.6094,
      "step": 14472
    },
    {
      "epoch": 0.6733193765992092,
      "grad_norm": 0.6817577077229853,
      "learning_rate": 0.0002929131887609664,
      "loss": 2.4531,
      "step": 14473
    },
    {
      "epoch": 0.6733658990462899,
      "grad_norm": 0.9153235779789077,
      "learning_rate": 0.0002929120614064686,
      "loss": 2.5,
      "step": 14474
    },
    {
      "epoch": 0.6734124214933705,
      "grad_norm": 0.621547540355931,
      "learning_rate": 0.0002929109339644792,
      "loss": 2.3906,
      "step": 14475
    },
    {
      "epoch": 0.6734589439404512,
      "grad_norm": 0.666090057873624,
      "learning_rate": 0.000292909806434999,
      "loss": 2.2031,
      "step": 14476
    },
    {
      "epoch": 0.673505466387532,
      "grad_norm": 0.6780698659200376,
      "learning_rate": 0.0002929086788180285,
      "loss": 2.6719,
      "step": 14477
    },
    {
      "epoch": 0.6735519888346126,
      "grad_norm": 0.6244979269936595,
      "learning_rate": 0.00029290755111356843,
      "loss": 2.5781,
      "step": 14478
    },
    {
      "epoch": 0.6735985112816935,
      "grad_norm": 0.6885342728035136,
      "learning_rate": 0.00029290642332161957,
      "loss": 2.5469,
      "step": 14479
    },
    {
      "epoch": 0.6736450337287742,
      "grad_norm": 0.6570910792894656,
      "learning_rate": 0.00029290529544218253,
      "loss": 2.625,
      "step": 14480
    },
    {
      "epoch": 0.6736915561758549,
      "grad_norm": 0.657970489151608,
      "learning_rate": 0.000292904167475258,
      "loss": 2.5625,
      "step": 14481
    },
    {
      "epoch": 0.6737380786229356,
      "grad_norm": 0.7504260518852623,
      "learning_rate": 0.00029290303942084675,
      "loss": 2.4531,
      "step": 14482
    },
    {
      "epoch": 0.6737846010700163,
      "grad_norm": 0.6721060237653776,
      "learning_rate": 0.0002929019112789494,
      "loss": 2.5938,
      "step": 14483
    },
    {
      "epoch": 0.673831123517097,
      "grad_norm": 0.6611997810070298,
      "learning_rate": 0.00029290078304956667,
      "loss": 2.4375,
      "step": 14484
    },
    {
      "epoch": 0.6738776459641778,
      "grad_norm": 0.6706052432534746,
      "learning_rate": 0.0002928996547326992,
      "loss": 2.6406,
      "step": 14485
    },
    {
      "epoch": 0.6739241684112585,
      "grad_norm": 0.6596976663194649,
      "learning_rate": 0.0002928985263283478,
      "loss": 2.6562,
      "step": 14486
    },
    {
      "epoch": 0.6739706908583392,
      "grad_norm": 0.6666825640603807,
      "learning_rate": 0.000292897397836513,
      "loss": 2.5625,
      "step": 14487
    },
    {
      "epoch": 0.6740172133054199,
      "grad_norm": 0.6355833255883773,
      "learning_rate": 0.0002928962692571956,
      "loss": 2.4531,
      "step": 14488
    },
    {
      "epoch": 0.6740637357525006,
      "grad_norm": 0.6490639338294405,
      "learning_rate": 0.00029289514059039625,
      "loss": 2.5781,
      "step": 14489
    },
    {
      "epoch": 0.6741102581995813,
      "grad_norm": 0.6974723326349662,
      "learning_rate": 0.0002928940118361156,
      "loss": 2.4375,
      "step": 14490
    },
    {
      "epoch": 0.6741567806466621,
      "grad_norm": 0.6755519173014326,
      "learning_rate": 0.00029289288299435445,
      "loss": 2.3906,
      "step": 14491
    },
    {
      "epoch": 0.6742033030937428,
      "grad_norm": 0.6254894265220802,
      "learning_rate": 0.00029289175406511345,
      "loss": 2.625,
      "step": 14492
    },
    {
      "epoch": 0.6742498255408235,
      "grad_norm": 0.7401171753224085,
      "learning_rate": 0.0002928906250483933,
      "loss": 2.6094,
      "step": 14493
    },
    {
      "epoch": 0.6742963479879042,
      "grad_norm": 0.6331243129602341,
      "learning_rate": 0.0002928894959441946,
      "loss": 2.25,
      "step": 14494
    },
    {
      "epoch": 0.6743428704349849,
      "grad_norm": 0.6599078129653309,
      "learning_rate": 0.00029288836675251816,
      "loss": 2.4375,
      "step": 14495
    },
    {
      "epoch": 0.6743893928820656,
      "grad_norm": 0.6338772390580765,
      "learning_rate": 0.00029288723747336457,
      "loss": 2.4062,
      "step": 14496
    },
    {
      "epoch": 0.6744359153291463,
      "grad_norm": 0.6740262338451749,
      "learning_rate": 0.00029288610810673457,
      "loss": 2.6406,
      "step": 14497
    },
    {
      "epoch": 0.6744824377762271,
      "grad_norm": 0.7333536293334715,
      "learning_rate": 0.0002928849786526289,
      "loss": 2.625,
      "step": 14498
    },
    {
      "epoch": 0.6745289602233078,
      "grad_norm": 0.6617405390605935,
      "learning_rate": 0.0002928838491110482,
      "loss": 2.5156,
      "step": 14499
    },
    {
      "epoch": 0.6745754826703885,
      "grad_norm": 0.6634958771279899,
      "learning_rate": 0.00029288271948199314,
      "loss": 2.4844,
      "step": 14500
    },
    {
      "epoch": 0.6746220051174692,
      "grad_norm": 0.6518785470160017,
      "learning_rate": 0.00029288158976546443,
      "loss": 2.3281,
      "step": 14501
    },
    {
      "epoch": 0.6746685275645499,
      "grad_norm": 0.597272014569598,
      "learning_rate": 0.0002928804599614628,
      "loss": 2.4375,
      "step": 14502
    },
    {
      "epoch": 0.6747150500116306,
      "grad_norm": 0.7090774736524436,
      "learning_rate": 0.0002928793300699889,
      "loss": 2.375,
      "step": 14503
    },
    {
      "epoch": 0.6747615724587114,
      "grad_norm": 0.6617438783110652,
      "learning_rate": 0.0002928782000910434,
      "loss": 2.4375,
      "step": 14504
    },
    {
      "epoch": 0.6748080949057921,
      "grad_norm": 0.6520995551839052,
      "learning_rate": 0.0002928770700246271,
      "loss": 2.5781,
      "step": 14505
    },
    {
      "epoch": 0.6748546173528728,
      "grad_norm": 0.6940626445057836,
      "learning_rate": 0.00029287593987074054,
      "loss": 2.8281,
      "step": 14506
    },
    {
      "epoch": 0.6749011397999535,
      "grad_norm": 0.6247957761529327,
      "learning_rate": 0.0002928748096293845,
      "loss": 2.4062,
      "step": 14507
    },
    {
      "epoch": 0.6749476622470342,
      "grad_norm": 0.6091016511207179,
      "learning_rate": 0.0002928736793005597,
      "loss": 2.5,
      "step": 14508
    },
    {
      "epoch": 0.6749941846941149,
      "grad_norm": 0.6374172359177456,
      "learning_rate": 0.00029287254888426677,
      "loss": 2.3281,
      "step": 14509
    },
    {
      "epoch": 0.6750407071411956,
      "grad_norm": 0.6571090423201233,
      "learning_rate": 0.0002928714183805064,
      "loss": 2.5469,
      "step": 14510
    },
    {
      "epoch": 0.6750872295882764,
      "grad_norm": 0.6548794557093757,
      "learning_rate": 0.0002928702877892793,
      "loss": 2.3906,
      "step": 14511
    },
    {
      "epoch": 0.6751337520353571,
      "grad_norm": 0.6790333766649007,
      "learning_rate": 0.0002928691571105862,
      "loss": 2.4219,
      "step": 14512
    },
    {
      "epoch": 0.6751802744824378,
      "grad_norm": 0.716703634845862,
      "learning_rate": 0.0002928680263444278,
      "loss": 2.4844,
      "step": 14513
    },
    {
      "epoch": 0.6752267969295185,
      "grad_norm": 0.7058162539267594,
      "learning_rate": 0.0002928668954908047,
      "loss": 2.4219,
      "step": 14514
    },
    {
      "epoch": 0.6752733193765992,
      "grad_norm": 0.6314567093986352,
      "learning_rate": 0.0002928657645497176,
      "loss": 2.7031,
      "step": 14515
    },
    {
      "epoch": 0.6753198418236799,
      "grad_norm": 0.7848112792636381,
      "learning_rate": 0.0002928646335211673,
      "loss": 2.5625,
      "step": 14516
    },
    {
      "epoch": 0.6753663642707607,
      "grad_norm": 0.6462324553000762,
      "learning_rate": 0.0002928635024051544,
      "loss": 2.5156,
      "step": 14517
    },
    {
      "epoch": 0.6754128867178414,
      "grad_norm": 0.6664549346538078,
      "learning_rate": 0.00029286237120167965,
      "loss": 2.7031,
      "step": 14518
    },
    {
      "epoch": 0.6754594091649221,
      "grad_norm": 0.7037166949405093,
      "learning_rate": 0.0002928612399107437,
      "loss": 2.8438,
      "step": 14519
    },
    {
      "epoch": 0.6755059316120028,
      "grad_norm": 0.7339133323452546,
      "learning_rate": 0.00029286010853234726,
      "loss": 2.4688,
      "step": 14520
    },
    {
      "epoch": 0.6755524540590835,
      "grad_norm": 0.6023871446183755,
      "learning_rate": 0.00029285897706649104,
      "loss": 2.3438,
      "step": 14521
    },
    {
      "epoch": 0.6755989765061642,
      "grad_norm": 0.6731156128777449,
      "learning_rate": 0.0002928578455131757,
      "loss": 2.4688,
      "step": 14522
    },
    {
      "epoch": 0.675645498953245,
      "grad_norm": 0.6758497651536541,
      "learning_rate": 0.0002928567138724019,
      "loss": 2.5312,
      "step": 14523
    },
    {
      "epoch": 0.6756920214003257,
      "grad_norm": 0.6611042744437797,
      "learning_rate": 0.00029285558214417045,
      "loss": 2.4688,
      "step": 14524
    },
    {
      "epoch": 0.6757385438474064,
      "grad_norm": 0.6367593068751825,
      "learning_rate": 0.0002928544503284819,
      "loss": 2.7969,
      "step": 14525
    },
    {
      "epoch": 0.6757850662944871,
      "grad_norm": 0.7466270307708757,
      "learning_rate": 0.000292853318425337,
      "loss": 1.7734,
      "step": 14526
    },
    {
      "epoch": 0.6758315887415678,
      "grad_norm": 0.7326832957442556,
      "learning_rate": 0.00029285218643473654,
      "loss": 2.9062,
      "step": 14527
    },
    {
      "epoch": 0.6758781111886485,
      "grad_norm": 0.642753503404715,
      "learning_rate": 0.0002928510543566811,
      "loss": 2.5938,
      "step": 14528
    },
    {
      "epoch": 0.6759246336357292,
      "grad_norm": 0.7643234788112651,
      "learning_rate": 0.0002928499221911714,
      "loss": 2.625,
      "step": 14529
    },
    {
      "epoch": 0.67597115608281,
      "grad_norm": 0.6090103972182572,
      "learning_rate": 0.0002928487899382081,
      "loss": 1.7422,
      "step": 14530
    },
    {
      "epoch": 0.6760176785298907,
      "grad_norm": 0.6749172197595588,
      "learning_rate": 0.00029284765759779197,
      "loss": 2.6562,
      "step": 14531
    },
    {
      "epoch": 0.6760642009769714,
      "grad_norm": 0.6676401187640258,
      "learning_rate": 0.0002928465251699237,
      "loss": 2.5781,
      "step": 14532
    },
    {
      "epoch": 0.6761107234240521,
      "grad_norm": 0.6247024894840698,
      "learning_rate": 0.0002928453926546039,
      "loss": 2.2969,
      "step": 14533
    },
    {
      "epoch": 0.6761572458711328,
      "grad_norm": 0.7288725594480832,
      "learning_rate": 0.0002928442600518333,
      "loss": 2.3438,
      "step": 14534
    },
    {
      "epoch": 0.6762037683182135,
      "grad_norm": 0.6613879526315518,
      "learning_rate": 0.00029284312736161256,
      "loss": 2.5156,
      "step": 14535
    },
    {
      "epoch": 0.6762502907652943,
      "grad_norm": 0.6603221573865675,
      "learning_rate": 0.0002928419945839425,
      "loss": 2.1562,
      "step": 14536
    },
    {
      "epoch": 0.676296813212375,
      "grad_norm": 0.7395722772003684,
      "learning_rate": 0.0002928408617188237,
      "loss": 2.5312,
      "step": 14537
    },
    {
      "epoch": 0.6763433356594557,
      "grad_norm": 0.6915950534403976,
      "learning_rate": 0.00029283972876625685,
      "loss": 2.4844,
      "step": 14538
    },
    {
      "epoch": 0.6763898581065364,
      "grad_norm": 0.6509265667338767,
      "learning_rate": 0.0002928385957262427,
      "loss": 2.3594,
      "step": 14539
    },
    {
      "epoch": 0.6764363805536171,
      "grad_norm": 0.6684056802473171,
      "learning_rate": 0.000292837462598782,
      "loss": 2.3906,
      "step": 14540
    },
    {
      "epoch": 0.6764829030006978,
      "grad_norm": 0.6579778616910942,
      "learning_rate": 0.00029283632938387525,
      "loss": 2.6406,
      "step": 14541
    },
    {
      "epoch": 0.6765294254477785,
      "grad_norm": 0.6868502254938145,
      "learning_rate": 0.0002928351960815233,
      "loss": 2.7031,
      "step": 14542
    },
    {
      "epoch": 0.6765759478948593,
      "grad_norm": 0.7008546715621153,
      "learning_rate": 0.00029283406269172676,
      "loss": 2.3906,
      "step": 14543
    },
    {
      "epoch": 0.67662247034194,
      "grad_norm": 0.6816442929563453,
      "learning_rate": 0.0002928329292144864,
      "loss": 2.3125,
      "step": 14544
    },
    {
      "epoch": 0.6766689927890207,
      "grad_norm": 0.7030480600925768,
      "learning_rate": 0.0002928317956498029,
      "loss": 2.3125,
      "step": 14545
    },
    {
      "epoch": 0.6767155152361014,
      "grad_norm": 0.6650415255150013,
      "learning_rate": 0.0002928306619976769,
      "loss": 2.2188,
      "step": 14546
    },
    {
      "epoch": 0.6767620376831821,
      "grad_norm": 0.7074252784196504,
      "learning_rate": 0.00029282952825810917,
      "loss": 2.5469,
      "step": 14547
    },
    {
      "epoch": 0.6768085601302628,
      "grad_norm": 0.6807444825204984,
      "learning_rate": 0.00029282839443110027,
      "loss": 2.625,
      "step": 14548
    },
    {
      "epoch": 0.6768550825773436,
      "grad_norm": 0.6514233942522687,
      "learning_rate": 0.00029282726051665106,
      "loss": 2.5,
      "step": 14549
    },
    {
      "epoch": 0.6769016050244243,
      "grad_norm": 0.6903825592426946,
      "learning_rate": 0.00029282612651476215,
      "loss": 2.4844,
      "step": 14550
    },
    {
      "epoch": 0.676948127471505,
      "grad_norm": 0.6629347725724778,
      "learning_rate": 0.0002928249924254342,
      "loss": 2.2812,
      "step": 14551
    },
    {
      "epoch": 0.6769946499185857,
      "grad_norm": 0.6365531472656984,
      "learning_rate": 0.00029282385824866804,
      "loss": 2.4844,
      "step": 14552
    },
    {
      "epoch": 0.6770411723656664,
      "grad_norm": 0.6458837959239212,
      "learning_rate": 0.0002928227239844642,
      "loss": 2.3125,
      "step": 14553
    },
    {
      "epoch": 0.6770876948127471,
      "grad_norm": 0.6325879523047876,
      "learning_rate": 0.0002928215896328235,
      "loss": 2.5156,
      "step": 14554
    },
    {
      "epoch": 0.6771342172598279,
      "grad_norm": 0.6774715879569058,
      "learning_rate": 0.00029282045519374647,
      "loss": 2.4844,
      "step": 14555
    },
    {
      "epoch": 0.6771807397069086,
      "grad_norm": 0.6811265835113939,
      "learning_rate": 0.000292819320667234,
      "loss": 2.5156,
      "step": 14556
    },
    {
      "epoch": 0.6772272621539893,
      "grad_norm": 0.6370189710647605,
      "learning_rate": 0.00029281818605328674,
      "loss": 2.3906,
      "step": 14557
    },
    {
      "epoch": 0.67727378460107,
      "grad_norm": 0.6404916504462461,
      "learning_rate": 0.00029281705135190527,
      "loss": 2.4531,
      "step": 14558
    },
    {
      "epoch": 0.6773203070481507,
      "grad_norm": 0.7072760895498075,
      "learning_rate": 0.0002928159165630904,
      "loss": 2.6562,
      "step": 14559
    },
    {
      "epoch": 0.6773668294952314,
      "grad_norm": 0.6323561336161732,
      "learning_rate": 0.00029281478168684277,
      "loss": 2.7031,
      "step": 14560
    },
    {
      "epoch": 0.6774133519423121,
      "grad_norm": 0.6130506883945054,
      "learning_rate": 0.0002928136467231631,
      "loss": 2.4375,
      "step": 14561
    },
    {
      "epoch": 0.6774598743893929,
      "grad_norm": 0.6497276405169,
      "learning_rate": 0.00029281251167205205,
      "loss": 2.7031,
      "step": 14562
    },
    {
      "epoch": 0.6775063968364736,
      "grad_norm": 0.6558653436200765,
      "learning_rate": 0.00029281137653351034,
      "loss": 2.6719,
      "step": 14563
    },
    {
      "epoch": 0.6775529192835543,
      "grad_norm": 0.6972424851839804,
      "learning_rate": 0.00029281024130753863,
      "loss": 2.5469,
      "step": 14564
    },
    {
      "epoch": 0.677599441730635,
      "grad_norm": 0.6933093826340962,
      "learning_rate": 0.0002928091059941377,
      "loss": 2.5312,
      "step": 14565
    },
    {
      "epoch": 0.6776459641777157,
      "grad_norm": 0.6769301916564304,
      "learning_rate": 0.0002928079705933082,
      "loss": 2.6094,
      "step": 14566
    },
    {
      "epoch": 0.6776924866247964,
      "grad_norm": 0.6618158662866696,
      "learning_rate": 0.0002928068351050508,
      "loss": 2.5625,
      "step": 14567
    },
    {
      "epoch": 0.6777390090718772,
      "grad_norm": 0.6654198738639006,
      "learning_rate": 0.0002928056995293662,
      "loss": 2.4219,
      "step": 14568
    },
    {
      "epoch": 0.6777855315189579,
      "grad_norm": 0.6321773129212939,
      "learning_rate": 0.00029280456386625514,
      "loss": 2.6719,
      "step": 14569
    },
    {
      "epoch": 0.6778320539660386,
      "grad_norm": 0.6014101680955078,
      "learning_rate": 0.0002928034281157183,
      "loss": 2.5156,
      "step": 14570
    },
    {
      "epoch": 0.6778785764131193,
      "grad_norm": 0.6938637656191518,
      "learning_rate": 0.0002928022922777563,
      "loss": 2.4688,
      "step": 14571
    },
    {
      "epoch": 0.6779250988602,
      "grad_norm": 0.6310276963736187,
      "learning_rate": 0.00029280115635236994,
      "loss": 2.2344,
      "step": 14572
    },
    {
      "epoch": 0.6779716213072807,
      "grad_norm": 0.7222975349582007,
      "learning_rate": 0.00029280002033955986,
      "loss": 2.75,
      "step": 14573
    },
    {
      "epoch": 0.6780181437543614,
      "grad_norm": 0.7712335816756715,
      "learning_rate": 0.00029279888423932676,
      "loss": 2.75,
      "step": 14574
    },
    {
      "epoch": 0.6780646662014422,
      "grad_norm": 0.699829275338458,
      "learning_rate": 0.00029279774805167136,
      "loss": 2.5469,
      "step": 14575
    },
    {
      "epoch": 0.6781111886485229,
      "grad_norm": 0.6479848024452579,
      "learning_rate": 0.00029279661177659434,
      "loss": 2.75,
      "step": 14576
    },
    {
      "epoch": 0.6781577110956036,
      "grad_norm": 0.6704157588623184,
      "learning_rate": 0.0002927954754140964,
      "loss": 2.1562,
      "step": 14577
    },
    {
      "epoch": 0.6782042335426843,
      "grad_norm": 0.6474835798775682,
      "learning_rate": 0.00029279433896417815,
      "loss": 2.5469,
      "step": 14578
    },
    {
      "epoch": 0.678250755989765,
      "grad_norm": 0.6895543542367779,
      "learning_rate": 0.0002927932024268404,
      "loss": 2.7031,
      "step": 14579
    },
    {
      "epoch": 0.6782972784368457,
      "grad_norm": 0.6537303688968052,
      "learning_rate": 0.00029279206580208383,
      "loss": 2.5,
      "step": 14580
    },
    {
      "epoch": 0.6783438008839265,
      "grad_norm": 0.6726005150342977,
      "learning_rate": 0.00029279092908990914,
      "loss": 2.4688,
      "step": 14581
    },
    {
      "epoch": 0.6783903233310072,
      "grad_norm": 0.7087259504832696,
      "learning_rate": 0.00029278979229031696,
      "loss": 2.4375,
      "step": 14582
    },
    {
      "epoch": 0.6784368457780879,
      "grad_norm": 0.630451212003984,
      "learning_rate": 0.00029278865540330806,
      "loss": 2.4062,
      "step": 14583
    },
    {
      "epoch": 0.6784833682251686,
      "grad_norm": 0.9643056964378472,
      "learning_rate": 0.0002927875184288831,
      "loss": 2.6875,
      "step": 14584
    },
    {
      "epoch": 0.6785298906722493,
      "grad_norm": 0.6132271732013334,
      "learning_rate": 0.0002927863813670428,
      "loss": 2.3281,
      "step": 14585
    },
    {
      "epoch": 0.67857641311933,
      "grad_norm": 0.7247298457653953,
      "learning_rate": 0.00029278524421778775,
      "loss": 2.6094,
      "step": 14586
    },
    {
      "epoch": 0.6786229355664108,
      "grad_norm": 0.6505862386493033,
      "learning_rate": 0.00029278410698111877,
      "loss": 2.4844,
      "step": 14587
    },
    {
      "epoch": 0.6786694580134915,
      "grad_norm": 0.649054012819355,
      "learning_rate": 0.0002927829696570365,
      "loss": 2.2812,
      "step": 14588
    },
    {
      "epoch": 0.6787159804605722,
      "grad_norm": 0.646609959301501,
      "learning_rate": 0.00029278183224554173,
      "loss": 2.375,
      "step": 14589
    },
    {
      "epoch": 0.6787625029076529,
      "grad_norm": 0.6872278827994085,
      "learning_rate": 0.00029278069474663503,
      "loss": 2.5156,
      "step": 14590
    },
    {
      "epoch": 0.6788090253547336,
      "grad_norm": 0.6401310927636017,
      "learning_rate": 0.00029277955716031713,
      "loss": 2.4375,
      "step": 14591
    },
    {
      "epoch": 0.6788555478018143,
      "grad_norm": 0.7276516356229978,
      "learning_rate": 0.0002927784194865888,
      "loss": 2.7656,
      "step": 14592
    },
    {
      "epoch": 0.678902070248895,
      "grad_norm": 0.6665851988261406,
      "learning_rate": 0.00029277728172545067,
      "loss": 2.6875,
      "step": 14593
    },
    {
      "epoch": 0.6789485926959758,
      "grad_norm": 0.7595483021978336,
      "learning_rate": 0.0002927761438769034,
      "loss": 1.7422,
      "step": 14594
    },
    {
      "epoch": 0.6789951151430565,
      "grad_norm": 0.6567211125601154,
      "learning_rate": 0.0002927750059409477,
      "loss": 2.4844,
      "step": 14595
    },
    {
      "epoch": 0.6790416375901372,
      "grad_norm": 0.6833096875560224,
      "learning_rate": 0.0002927738679175844,
      "loss": 2.8125,
      "step": 14596
    },
    {
      "epoch": 0.679088160037218,
      "grad_norm": 0.6050989541117271,
      "learning_rate": 0.00029277272980681406,
      "loss": 2.3594,
      "step": 14597
    },
    {
      "epoch": 0.6791346824842986,
      "grad_norm": 0.6182800356041612,
      "learning_rate": 0.0002927715916086374,
      "loss": 2.3594,
      "step": 14598
    },
    {
      "epoch": 0.6791812049313793,
      "grad_norm": 0.6475378121176556,
      "learning_rate": 0.0002927704533230551,
      "loss": 2.5625,
      "step": 14599
    },
    {
      "epoch": 0.6792277273784602,
      "grad_norm": 0.6264068528131593,
      "learning_rate": 0.000292769314950068,
      "loss": 2.3594,
      "step": 14600
    },
    {
      "epoch": 0.6792742498255409,
      "grad_norm": 0.6246610236495521,
      "learning_rate": 0.00029276817648967655,
      "loss": 2.3594,
      "step": 14601
    },
    {
      "epoch": 0.6793207722726216,
      "grad_norm": 0.7658326297712608,
      "learning_rate": 0.00029276703794188166,
      "loss": 2.2812,
      "step": 14602
    },
    {
      "epoch": 0.6793672947197023,
      "grad_norm": 0.7611124278523047,
      "learning_rate": 0.0002927658993066839,
      "loss": 2.5781,
      "step": 14603
    },
    {
      "epoch": 0.679413817166783,
      "grad_norm": 0.6709415976829189,
      "learning_rate": 0.0002927647605840841,
      "loss": 1.9766,
      "step": 14604
    },
    {
      "epoch": 0.6794603396138637,
      "grad_norm": 0.7344441905095983,
      "learning_rate": 0.0002927636217740828,
      "loss": 2.4375,
      "step": 14605
    },
    {
      "epoch": 0.6795068620609445,
      "grad_norm": 0.7911651314798388,
      "learning_rate": 0.00029276248287668077,
      "loss": 2.5469,
      "step": 14606
    },
    {
      "epoch": 0.6795533845080252,
      "grad_norm": 0.734821430645097,
      "learning_rate": 0.00029276134389187873,
      "loss": 2.4688,
      "step": 14607
    },
    {
      "epoch": 0.6795999069551059,
      "grad_norm": 0.6579182984906564,
      "learning_rate": 0.0002927602048196773,
      "loss": 2.5312,
      "step": 14608
    },
    {
      "epoch": 0.6796464294021866,
      "grad_norm": 0.692627365710018,
      "learning_rate": 0.00029275906566007733,
      "loss": 2.6719,
      "step": 14609
    },
    {
      "epoch": 0.6796929518492673,
      "grad_norm": 0.6976736197177342,
      "learning_rate": 0.0002927579264130793,
      "loss": 2.4375,
      "step": 14610
    },
    {
      "epoch": 0.679739474296348,
      "grad_norm": 0.6418669074130537,
      "learning_rate": 0.00029275678707868416,
      "loss": 2.5,
      "step": 14611
    },
    {
      "epoch": 0.6797859967434287,
      "grad_norm": 0.7056316564222442,
      "learning_rate": 0.0002927556476568924,
      "loss": 2.375,
      "step": 14612
    },
    {
      "epoch": 0.6798325191905095,
      "grad_norm": 0.7075631534171811,
      "learning_rate": 0.0002927545081477048,
      "loss": 2.7656,
      "step": 14613
    },
    {
      "epoch": 0.6798790416375902,
      "grad_norm": 0.6418589584043257,
      "learning_rate": 0.000292753368551122,
      "loss": 2.3281,
      "step": 14614
    },
    {
      "epoch": 0.6799255640846709,
      "grad_norm": 0.6478217796245213,
      "learning_rate": 0.0002927522288671448,
      "loss": 2.5312,
      "step": 14615
    },
    {
      "epoch": 0.6799720865317516,
      "grad_norm": 0.6142425703342942,
      "learning_rate": 0.00029275108909577384,
      "loss": 1.8281,
      "step": 14616
    },
    {
      "epoch": 0.6800186089788323,
      "grad_norm": 0.7300545275000654,
      "learning_rate": 0.0002927499492370098,
      "loss": 2.6719,
      "step": 14617
    },
    {
      "epoch": 0.680065131425913,
      "grad_norm": 0.6737728075889771,
      "learning_rate": 0.0002927488092908534,
      "loss": 2.5781,
      "step": 14618
    },
    {
      "epoch": 0.6801116538729938,
      "grad_norm": 0.6753286048113932,
      "learning_rate": 0.0002927476692573054,
      "loss": 2.5,
      "step": 14619
    },
    {
      "epoch": 0.6801581763200745,
      "grad_norm": 0.699789952640996,
      "learning_rate": 0.00029274652913636643,
      "loss": 2.6406,
      "step": 14620
    },
    {
      "epoch": 0.6802046987671552,
      "grad_norm": 0.6461633025370115,
      "learning_rate": 0.0002927453889280371,
      "loss": 2.375,
      "step": 14621
    },
    {
      "epoch": 0.6802512212142359,
      "grad_norm": 0.6713317526021468,
      "learning_rate": 0.0002927442486323183,
      "loss": 2.5938,
      "step": 14622
    },
    {
      "epoch": 0.6802977436613166,
      "grad_norm": 0.7145629400649345,
      "learning_rate": 0.0002927431082492105,
      "loss": 2.2812,
      "step": 14623
    },
    {
      "epoch": 0.6803442661083973,
      "grad_norm": 0.796661586377918,
      "learning_rate": 0.00029274196777871465,
      "loss": 2.375,
      "step": 14624
    },
    {
      "epoch": 0.680390788555478,
      "grad_norm": 0.6725409429624029,
      "learning_rate": 0.00029274082722083127,
      "loss": 2.4062,
      "step": 14625
    },
    {
      "epoch": 0.6804373110025588,
      "grad_norm": 0.7217508179564098,
      "learning_rate": 0.0002927396865755612,
      "loss": 2.1562,
      "step": 14626
    },
    {
      "epoch": 0.6804838334496395,
      "grad_norm": 0.6679924021003923,
      "learning_rate": 0.00029273854584290496,
      "loss": 2.5469,
      "step": 14627
    },
    {
      "epoch": 0.6805303558967202,
      "grad_norm": 0.7295161471665511,
      "learning_rate": 0.00029273740502286334,
      "loss": 2.2031,
      "step": 14628
    },
    {
      "epoch": 0.6805768783438009,
      "grad_norm": 0.7665551130175269,
      "learning_rate": 0.0002927362641154371,
      "loss": 2.6719,
      "step": 14629
    },
    {
      "epoch": 0.6806234007908816,
      "grad_norm": 0.6370859897645933,
      "learning_rate": 0.00029273512312062683,
      "loss": 2.3281,
      "step": 14630
    },
    {
      "epoch": 0.6806699232379623,
      "grad_norm": 0.6251365582797,
      "learning_rate": 0.00029273398203843326,
      "loss": 2.4531,
      "step": 14631
    },
    {
      "epoch": 0.6807164456850431,
      "grad_norm": 0.7191035096298486,
      "learning_rate": 0.00029273284086885716,
      "loss": 2.6875,
      "step": 14632
    },
    {
      "epoch": 0.6807629681321238,
      "grad_norm": 0.6384911538233674,
      "learning_rate": 0.00029273169961189913,
      "loss": 2.2656,
      "step": 14633
    },
    {
      "epoch": 0.6808094905792045,
      "grad_norm": 0.6726594176471355,
      "learning_rate": 0.00029273055826755994,
      "loss": 2.5469,
      "step": 14634
    },
    {
      "epoch": 0.6808560130262852,
      "grad_norm": 0.6665548948872478,
      "learning_rate": 0.00029272941683584024,
      "loss": 2.2188,
      "step": 14635
    },
    {
      "epoch": 0.6809025354733659,
      "grad_norm": 0.6836945015675148,
      "learning_rate": 0.0002927282753167408,
      "loss": 2.3906,
      "step": 14636
    },
    {
      "epoch": 0.6809490579204466,
      "grad_norm": 0.6668022361755429,
      "learning_rate": 0.0002927271337102622,
      "loss": 2.3906,
      "step": 14637
    },
    {
      "epoch": 0.6809955803675274,
      "grad_norm": 0.6838040527328116,
      "learning_rate": 0.00029272599201640525,
      "loss": 2.5,
      "step": 14638
    },
    {
      "epoch": 0.6810421028146081,
      "grad_norm": 0.6348955304453568,
      "learning_rate": 0.0002927248502351706,
      "loss": 2.5469,
      "step": 14639
    },
    {
      "epoch": 0.6810886252616888,
      "grad_norm": 0.5899078041329309,
      "learning_rate": 0.00029272370836655893,
      "loss": 2.5312,
      "step": 14640
    },
    {
      "epoch": 0.6811351477087695,
      "grad_norm": 0.71266028418337,
      "learning_rate": 0.000292722566410571,
      "loss": 2.5469,
      "step": 14641
    },
    {
      "epoch": 0.6811816701558502,
      "grad_norm": 0.62886473511378,
      "learning_rate": 0.0002927214243672074,
      "loss": 2.5312,
      "step": 14642
    },
    {
      "epoch": 0.6812281926029309,
      "grad_norm": 0.6662636005595247,
      "learning_rate": 0.000292720282236469,
      "loss": 2.4688,
      "step": 14643
    },
    {
      "epoch": 0.6812747150500116,
      "grad_norm": 0.7721273081407499,
      "learning_rate": 0.0002927191400183563,
      "loss": 2.5625,
      "step": 14644
    },
    {
      "epoch": 0.6813212374970924,
      "grad_norm": 0.722269820277308,
      "learning_rate": 0.00029271799771287023,
      "loss": 2.625,
      "step": 14645
    },
    {
      "epoch": 0.6813677599441731,
      "grad_norm": 0.6501568387430904,
      "learning_rate": 0.0002927168553200113,
      "loss": 2.375,
      "step": 14646
    },
    {
      "epoch": 0.6814142823912538,
      "grad_norm": 0.6822680970684227,
      "learning_rate": 0.0002927157128397803,
      "loss": 2.6094,
      "step": 14647
    },
    {
      "epoch": 0.6814608048383345,
      "grad_norm": 0.7079449875964365,
      "learning_rate": 0.0002927145702721778,
      "loss": 2.4844,
      "step": 14648
    },
    {
      "epoch": 0.6815073272854152,
      "grad_norm": 0.6643173681651968,
      "learning_rate": 0.0002927134276172047,
      "loss": 2.5781,
      "step": 14649
    },
    {
      "epoch": 0.6815538497324959,
      "grad_norm": 0.6432348805761832,
      "learning_rate": 0.00029271228487486153,
      "loss": 2.4531,
      "step": 14650
    },
    {
      "epoch": 0.6816003721795767,
      "grad_norm": 0.681761725784374,
      "learning_rate": 0.0002927111420451491,
      "loss": 2.3906,
      "step": 14651
    },
    {
      "epoch": 0.6816468946266574,
      "grad_norm": 0.7369952500503634,
      "learning_rate": 0.00029270999912806803,
      "loss": 2.4688,
      "step": 14652
    },
    {
      "epoch": 0.6816934170737381,
      "grad_norm": 0.6651505004787854,
      "learning_rate": 0.0002927088561236191,
      "loss": 2.25,
      "step": 14653
    },
    {
      "epoch": 0.6817399395208188,
      "grad_norm": 0.6998700740489184,
      "learning_rate": 0.00029270771303180294,
      "loss": 2.8438,
      "step": 14654
    },
    {
      "epoch": 0.6817864619678995,
      "grad_norm": 0.6639800796337414,
      "learning_rate": 0.00029270656985262033,
      "loss": 2.4688,
      "step": 14655
    },
    {
      "epoch": 0.6818329844149802,
      "grad_norm": 0.65570153663458,
      "learning_rate": 0.0002927054265860719,
      "loss": 1.9766,
      "step": 14656
    },
    {
      "epoch": 0.6818795068620609,
      "grad_norm": 0.6654844729083329,
      "learning_rate": 0.00029270428323215834,
      "loss": 2.5312,
      "step": 14657
    },
    {
      "epoch": 0.6819260293091417,
      "grad_norm": 0.6748210249863839,
      "learning_rate": 0.0002927031397908803,
      "loss": 2.75,
      "step": 14658
    },
    {
      "epoch": 0.6819725517562224,
      "grad_norm": 0.7188505981875177,
      "learning_rate": 0.0002927019962622387,
      "loss": 2.6875,
      "step": 14659
    },
    {
      "epoch": 0.6820190742033031,
      "grad_norm": 0.6756415231615516,
      "learning_rate": 0.000292700852646234,
      "loss": 2.6406,
      "step": 14660
    },
    {
      "epoch": 0.6820655966503838,
      "grad_norm": 0.6916100209000804,
      "learning_rate": 0.00029269970894286703,
      "loss": 2.625,
      "step": 14661
    },
    {
      "epoch": 0.6821121190974645,
      "grad_norm": 0.6695059541825215,
      "learning_rate": 0.00029269856515213845,
      "loss": 2.5625,
      "step": 14662
    },
    {
      "epoch": 0.6821586415445452,
      "grad_norm": 0.6500873980536288,
      "learning_rate": 0.00029269742127404903,
      "loss": 1.8203,
      "step": 14663
    },
    {
      "epoch": 0.682205163991626,
      "grad_norm": 0.6655451030877709,
      "learning_rate": 0.0002926962773085993,
      "loss": 2.4688,
      "step": 14664
    },
    {
      "epoch": 0.6822516864387067,
      "grad_norm": 0.6800960085654696,
      "learning_rate": 0.0002926951332557901,
      "loss": 2.6094,
      "step": 14665
    },
    {
      "epoch": 0.6822982088857874,
      "grad_norm": 0.7134882413368255,
      "learning_rate": 0.00029269398911562216,
      "loss": 2.5938,
      "step": 14666
    },
    {
      "epoch": 0.6823447313328681,
      "grad_norm": 0.7326468039895143,
      "learning_rate": 0.00029269284488809606,
      "loss": 2.5625,
      "step": 14667
    },
    {
      "epoch": 0.6823912537799488,
      "grad_norm": 0.6852415359098439,
      "learning_rate": 0.0002926917005732126,
      "loss": 2.625,
      "step": 14668
    },
    {
      "epoch": 0.6824377762270295,
      "grad_norm": 0.711443267243819,
      "learning_rate": 0.0002926905561709724,
      "loss": 2.2812,
      "step": 14669
    },
    {
      "epoch": 0.6824842986741103,
      "grad_norm": 0.6410679985811965,
      "learning_rate": 0.0002926894116813762,
      "loss": 2.2188,
      "step": 14670
    },
    {
      "epoch": 0.682530821121191,
      "grad_norm": 0.6444291409469443,
      "learning_rate": 0.0002926882671044247,
      "loss": 2.625,
      "step": 14671
    },
    {
      "epoch": 0.6825773435682717,
      "grad_norm": 0.6717126115555623,
      "learning_rate": 0.00029268712244011867,
      "loss": 2.7031,
      "step": 14672
    },
    {
      "epoch": 0.6826238660153524,
      "grad_norm": 0.693003381483053,
      "learning_rate": 0.00029268597768845867,
      "loss": 2.4219,
      "step": 14673
    },
    {
      "epoch": 0.6826703884624331,
      "grad_norm": 0.6928881290153045,
      "learning_rate": 0.00029268483284944553,
      "loss": 2.5312,
      "step": 14674
    },
    {
      "epoch": 0.6827169109095138,
      "grad_norm": 0.6835401453632743,
      "learning_rate": 0.00029268368792307985,
      "loss": 2.6562,
      "step": 14675
    },
    {
      "epoch": 0.6827634333565945,
      "grad_norm": 0.6963576238810775,
      "learning_rate": 0.0002926825429093624,
      "loss": 2.4531,
      "step": 14676
    },
    {
      "epoch": 0.6828099558036753,
      "grad_norm": 0.6600729321684667,
      "learning_rate": 0.00029268139780829383,
      "loss": 2.75,
      "step": 14677
    },
    {
      "epoch": 0.682856478250756,
      "grad_norm": 0.6708272219259548,
      "learning_rate": 0.00029268025261987486,
      "loss": 2.5781,
      "step": 14678
    },
    {
      "epoch": 0.6829030006978367,
      "grad_norm": 0.6497586101695357,
      "learning_rate": 0.00029267910734410627,
      "loss": 2.625,
      "step": 14679
    },
    {
      "epoch": 0.6829495231449174,
      "grad_norm": 0.6845084904441657,
      "learning_rate": 0.0002926779619809886,
      "loss": 2.4844,
      "step": 14680
    },
    {
      "epoch": 0.6829960455919981,
      "grad_norm": 0.6407511130251792,
      "learning_rate": 0.0002926768165305227,
      "loss": 2.4219,
      "step": 14681
    },
    {
      "epoch": 0.6830425680390788,
      "grad_norm": 0.6209339316534068,
      "learning_rate": 0.0002926756709927092,
      "loss": 2.6719,
      "step": 14682
    },
    {
      "epoch": 0.6830890904861596,
      "grad_norm": 0.6653665461110237,
      "learning_rate": 0.0002926745253675488,
      "loss": 2.6406,
      "step": 14683
    },
    {
      "epoch": 0.6831356129332403,
      "grad_norm": 0.6345058909969795,
      "learning_rate": 0.0002926733796550422,
      "loss": 2.5156,
      "step": 14684
    },
    {
      "epoch": 0.683182135380321,
      "grad_norm": 0.6550779401682537,
      "learning_rate": 0.00029267223385519016,
      "loss": 2.625,
      "step": 14685
    },
    {
      "epoch": 0.6832286578274017,
      "grad_norm": 0.7184558697118665,
      "learning_rate": 0.0002926710879679933,
      "loss": 2.8281,
      "step": 14686
    },
    {
      "epoch": 0.6832751802744824,
      "grad_norm": 0.6714979012715168,
      "learning_rate": 0.00029266994199345233,
      "loss": 1.9219,
      "step": 14687
    },
    {
      "epoch": 0.6833217027215631,
      "grad_norm": 0.7199351683488546,
      "learning_rate": 0.00029266879593156805,
      "loss": 2.625,
      "step": 14688
    },
    {
      "epoch": 0.6833682251686438,
      "grad_norm": 0.6770394709207379,
      "learning_rate": 0.0002926676497823411,
      "loss": 2.5312,
      "step": 14689
    },
    {
      "epoch": 0.6834147476157246,
      "grad_norm": 0.6503670128829842,
      "learning_rate": 0.0002926665035457721,
      "loss": 2.6094,
      "step": 14690
    },
    {
      "epoch": 0.6834612700628053,
      "grad_norm": 0.5991416063679327,
      "learning_rate": 0.00029266535722186185,
      "loss": 1.8047,
      "step": 14691
    },
    {
      "epoch": 0.683507792509886,
      "grad_norm": 0.631872821485148,
      "learning_rate": 0.0002926642108106111,
      "loss": 2.6875,
      "step": 14692
    },
    {
      "epoch": 0.6835543149569667,
      "grad_norm": 0.6938932028096743,
      "learning_rate": 0.00029266306431202036,
      "loss": 2.5938,
      "step": 14693
    },
    {
      "epoch": 0.6836008374040474,
      "grad_norm": 0.6650630481184217,
      "learning_rate": 0.00029266191772609054,
      "loss": 2.7344,
      "step": 14694
    },
    {
      "epoch": 0.6836473598511281,
      "grad_norm": 0.6529652957502536,
      "learning_rate": 0.00029266077105282226,
      "loss": 2.6562,
      "step": 14695
    },
    {
      "epoch": 0.6836938822982089,
      "grad_norm": 1.2425805210389473,
      "learning_rate": 0.00029265962429221614,
      "loss": 2.7656,
      "step": 14696
    },
    {
      "epoch": 0.6837404047452896,
      "grad_norm": 0.6588208291843148,
      "learning_rate": 0.00029265847744427303,
      "loss": 2.7344,
      "step": 14697
    },
    {
      "epoch": 0.6837869271923703,
      "grad_norm": 0.649889633804186,
      "learning_rate": 0.0002926573305089935,
      "loss": 2.75,
      "step": 14698
    },
    {
      "epoch": 0.683833449639451,
      "grad_norm": 0.6434407132984434,
      "learning_rate": 0.00029265618348637835,
      "loss": 2.7969,
      "step": 14699
    },
    {
      "epoch": 0.6838799720865317,
      "grad_norm": 0.6711484805407225,
      "learning_rate": 0.00029265503637642825,
      "loss": 2.4531,
      "step": 14700
    },
    {
      "epoch": 0.6839264945336124,
      "grad_norm": 0.6402465570829066,
      "learning_rate": 0.00029265388917914387,
      "loss": 2.4688,
      "step": 14701
    },
    {
      "epoch": 0.6839730169806932,
      "grad_norm": 0.6845935157551347,
      "learning_rate": 0.0002926527418945259,
      "loss": 2.625,
      "step": 14702
    },
    {
      "epoch": 0.6840195394277739,
      "grad_norm": 0.6797440371147973,
      "learning_rate": 0.00029265159452257516,
      "loss": 2.5625,
      "step": 14703
    },
    {
      "epoch": 0.6840660618748546,
      "grad_norm": 0.6012406113793731,
      "learning_rate": 0.00029265044706329224,
      "loss": 2.0625,
      "step": 14704
    },
    {
      "epoch": 0.6841125843219353,
      "grad_norm": 0.7329838316843189,
      "learning_rate": 0.0002926492995166779,
      "loss": 1.9766,
      "step": 14705
    },
    {
      "epoch": 0.684159106769016,
      "grad_norm": 0.6732767023922598,
      "learning_rate": 0.00029264815188273274,
      "loss": 2.8125,
      "step": 14706
    },
    {
      "epoch": 0.6842056292160967,
      "grad_norm": 0.6878171408590904,
      "learning_rate": 0.00029264700416145763,
      "loss": 2.9062,
      "step": 14707
    },
    {
      "epoch": 0.6842521516631774,
      "grad_norm": 0.6125604309754246,
      "learning_rate": 0.00029264585635285317,
      "loss": 2.2656,
      "step": 14708
    },
    {
      "epoch": 0.6842986741102582,
      "grad_norm": 0.6539970467376459,
      "learning_rate": 0.00029264470845692,
      "loss": 2.4844,
      "step": 14709
    },
    {
      "epoch": 0.6843451965573389,
      "grad_norm": 0.6802264424052745,
      "learning_rate": 0.000292643560473659,
      "loss": 2.8125,
      "step": 14710
    },
    {
      "epoch": 0.6843917190044196,
      "grad_norm": 0.6172022192943765,
      "learning_rate": 0.0002926424124030707,
      "loss": 2.1562,
      "step": 14711
    },
    {
      "epoch": 0.6844382414515003,
      "grad_norm": 0.6592200845122943,
      "learning_rate": 0.00029264126424515593,
      "loss": 2.4844,
      "step": 14712
    },
    {
      "epoch": 0.684484763898581,
      "grad_norm": 0.6245216129911096,
      "learning_rate": 0.0002926401159999153,
      "loss": 2.6875,
      "step": 14713
    },
    {
      "epoch": 0.6845312863456617,
      "grad_norm": 0.6235696518694619,
      "learning_rate": 0.00029263896766734953,
      "loss": 2.6094,
      "step": 14714
    },
    {
      "epoch": 0.6845778087927425,
      "grad_norm": 0.6579685300859887,
      "learning_rate": 0.00029263781924745937,
      "loss": 1.7578,
      "step": 14715
    },
    {
      "epoch": 0.6846243312398232,
      "grad_norm": 0.7244975346077724,
      "learning_rate": 0.0002926366707402455,
      "loss": 2.5469,
      "step": 14716
    },
    {
      "epoch": 0.684670853686904,
      "grad_norm": 0.6841535616603728,
      "learning_rate": 0.00029263552214570863,
      "loss": 2.4375,
      "step": 14717
    },
    {
      "epoch": 0.6847173761339846,
      "grad_norm": 0.7050385228197137,
      "learning_rate": 0.0002926343734638495,
      "loss": 2.6094,
      "step": 14718
    },
    {
      "epoch": 0.6847638985810653,
      "grad_norm": 0.6258345312131426,
      "learning_rate": 0.0002926332246946686,
      "loss": 2.1875,
      "step": 14719
    },
    {
      "epoch": 0.684810421028146,
      "grad_norm": 0.6726053169426198,
      "learning_rate": 0.00029263207583816694,
      "loss": 2.2812,
      "step": 14720
    },
    {
      "epoch": 0.6848569434752267,
      "grad_norm": 0.6788774022016062,
      "learning_rate": 0.00029263092689434507,
      "loss": 2.7344,
      "step": 14721
    },
    {
      "epoch": 0.6849034659223076,
      "grad_norm": 0.6617519830800972,
      "learning_rate": 0.0002926297778632037,
      "loss": 2.5,
      "step": 14722
    },
    {
      "epoch": 0.6849499883693883,
      "grad_norm": 0.6899209829924466,
      "learning_rate": 0.0002926286287447435,
      "loss": 2.6094,
      "step": 14723
    },
    {
      "epoch": 0.684996510816469,
      "grad_norm": 0.6662604428549059,
      "learning_rate": 0.00029262747953896523,
      "loss": 2.625,
      "step": 14724
    },
    {
      "epoch": 0.6850430332635496,
      "grad_norm": 0.6536749444100041,
      "learning_rate": 0.0002926263302458696,
      "loss": 2.4219,
      "step": 14725
    },
    {
      "epoch": 0.6850895557106303,
      "grad_norm": 0.6780514494201904,
      "learning_rate": 0.00029262518086545724,
      "loss": 2.625,
      "step": 14726
    },
    {
      "epoch": 0.685136078157711,
      "grad_norm": 0.6768574462009802,
      "learning_rate": 0.000292624031397729,
      "loss": 2.4375,
      "step": 14727
    },
    {
      "epoch": 0.6851826006047919,
      "grad_norm": 0.6633610545722418,
      "learning_rate": 0.0002926228818426854,
      "loss": 2.5,
      "step": 14728
    },
    {
      "epoch": 0.6852291230518726,
      "grad_norm": 0.6651887897020753,
      "learning_rate": 0.00029262173220032724,
      "loss": 2.4844,
      "step": 14729
    },
    {
      "epoch": 0.6852756454989533,
      "grad_norm": 0.6746731525686317,
      "learning_rate": 0.0002926205824706552,
      "loss": 2.4688,
      "step": 14730
    },
    {
      "epoch": 0.685322167946034,
      "grad_norm": 0.6788348826625147,
      "learning_rate": 0.00029261943265367004,
      "loss": 2.6094,
      "step": 14731
    },
    {
      "epoch": 0.6853686903931147,
      "grad_norm": 0.6546860164680429,
      "learning_rate": 0.00029261828274937244,
      "loss": 2.4375,
      "step": 14732
    },
    {
      "epoch": 0.6854152128401954,
      "grad_norm": 0.6589658791640802,
      "learning_rate": 0.000292617132757763,
      "loss": 2.3906,
      "step": 14733
    },
    {
      "epoch": 0.6854617352872762,
      "grad_norm": 0.6532098979089909,
      "learning_rate": 0.00029261598267884257,
      "loss": 2.5156,
      "step": 14734
    },
    {
      "epoch": 0.6855082577343569,
      "grad_norm": 0.6325090481964382,
      "learning_rate": 0.0002926148325126118,
      "loss": 2.5469,
      "step": 14735
    },
    {
      "epoch": 0.6855547801814376,
      "grad_norm": 0.6497317905450457,
      "learning_rate": 0.0002926136822590714,
      "loss": 2.5625,
      "step": 14736
    },
    {
      "epoch": 0.6856013026285183,
      "grad_norm": 0.701284117310297,
      "learning_rate": 0.000292612531918222,
      "loss": 2.6094,
      "step": 14737
    },
    {
      "epoch": 0.685647825075599,
      "grad_norm": 0.6693835181543595,
      "learning_rate": 0.00029261138149006444,
      "loss": 2.6406,
      "step": 14738
    },
    {
      "epoch": 0.6856943475226797,
      "grad_norm": 0.6292117127791953,
      "learning_rate": 0.0002926102309745993,
      "loss": 2.5,
      "step": 14739
    },
    {
      "epoch": 0.6857408699697604,
      "grad_norm": 0.6078628076978098,
      "learning_rate": 0.0002926090803718274,
      "loss": 2.5625,
      "step": 14740
    },
    {
      "epoch": 0.6857873924168412,
      "grad_norm": 0.6678347352773819,
      "learning_rate": 0.00029260792968174935,
      "loss": 2.4219,
      "step": 14741
    },
    {
      "epoch": 0.6858339148639219,
      "grad_norm": 0.6773755045944918,
      "learning_rate": 0.00029260677890436586,
      "loss": 2.4062,
      "step": 14742
    },
    {
      "epoch": 0.6858804373110026,
      "grad_norm": 0.7933493379200122,
      "learning_rate": 0.0002926056280396777,
      "loss": 2.4062,
      "step": 14743
    },
    {
      "epoch": 0.6859269597580833,
      "grad_norm": 0.6346638784492027,
      "learning_rate": 0.0002926044770876855,
      "loss": 2.375,
      "step": 14744
    },
    {
      "epoch": 0.685973482205164,
      "grad_norm": 0.6963358189283084,
      "learning_rate": 0.00029260332604839,
      "loss": 2.8125,
      "step": 14745
    },
    {
      "epoch": 0.6860200046522447,
      "grad_norm": 0.6231694461267235,
      "learning_rate": 0.00029260217492179194,
      "loss": 2.6094,
      "step": 14746
    },
    {
      "epoch": 0.6860665270993255,
      "grad_norm": 0.6812722245124948,
      "learning_rate": 0.0002926010237078919,
      "loss": 2.4062,
      "step": 14747
    },
    {
      "epoch": 0.6861130495464062,
      "grad_norm": 0.7024692500844714,
      "learning_rate": 0.0002925998724066907,
      "loss": 2.75,
      "step": 14748
    },
    {
      "epoch": 0.6861595719934869,
      "grad_norm": 0.6611351430669484,
      "learning_rate": 0.00029259872101818914,
      "loss": 2.8125,
      "step": 14749
    },
    {
      "epoch": 0.6862060944405676,
      "grad_norm": 0.6625577442224889,
      "learning_rate": 0.00029259756954238766,
      "loss": 2.4531,
      "step": 14750
    },
    {
      "epoch": 0.6862526168876483,
      "grad_norm": 0.6868834842994896,
      "learning_rate": 0.0002925964179792872,
      "loss": 2.6094,
      "step": 14751
    },
    {
      "epoch": 0.686299139334729,
      "grad_norm": 0.6533633596036504,
      "learning_rate": 0.0002925952663288883,
      "loss": 2.5156,
      "step": 14752
    },
    {
      "epoch": 0.6863456617818097,
      "grad_norm": 0.6289935669500755,
      "learning_rate": 0.0002925941145911918,
      "loss": 2.3906,
      "step": 14753
    },
    {
      "epoch": 0.6863921842288905,
      "grad_norm": 0.6639622579902641,
      "learning_rate": 0.0002925929627661983,
      "loss": 2.5938,
      "step": 14754
    },
    {
      "epoch": 0.6864387066759712,
      "grad_norm": 0.6749551354226221,
      "learning_rate": 0.00029259181085390857,
      "loss": 2.625,
      "step": 14755
    },
    {
      "epoch": 0.6864852291230519,
      "grad_norm": 0.647510665184284,
      "learning_rate": 0.0002925906588543233,
      "loss": 2.1875,
      "step": 14756
    },
    {
      "epoch": 0.6865317515701326,
      "grad_norm": 0.7569729017275993,
      "learning_rate": 0.0002925895067674431,
      "loss": 2.6562,
      "step": 14757
    },
    {
      "epoch": 0.6865782740172133,
      "grad_norm": 0.6658369865426943,
      "learning_rate": 0.00029258835459326885,
      "loss": 2.5469,
      "step": 14758
    },
    {
      "epoch": 0.686624796464294,
      "grad_norm": 0.6897601107368097,
      "learning_rate": 0.0002925872023318012,
      "loss": 2.5156,
      "step": 14759
    },
    {
      "epoch": 0.6866713189113748,
      "grad_norm": 0.6339883624466062,
      "learning_rate": 0.0002925860499830407,
      "loss": 2.7188,
      "step": 14760
    },
    {
      "epoch": 0.6867178413584555,
      "grad_norm": 0.6523628129533123,
      "learning_rate": 0.0002925848975469883,
      "loss": 2.5,
      "step": 14761
    },
    {
      "epoch": 0.6867643638055362,
      "grad_norm": 0.6626547325323782,
      "learning_rate": 0.00029258374502364457,
      "loss": 2.4531,
      "step": 14762
    },
    {
      "epoch": 0.6868108862526169,
      "grad_norm": 0.6869372106632815,
      "learning_rate": 0.0002925825924130102,
      "loss": 2.5156,
      "step": 14763
    },
    {
      "epoch": 0.6868574086996976,
      "grad_norm": 0.7518621646555916,
      "learning_rate": 0.00029258143971508594,
      "loss": 2.6406,
      "step": 14764
    },
    {
      "epoch": 0.6869039311467783,
      "grad_norm": 0.6677090248576641,
      "learning_rate": 0.00029258028692987246,
      "loss": 2.6719,
      "step": 14765
    },
    {
      "epoch": 0.6869504535938591,
      "grad_norm": 0.6707129856035322,
      "learning_rate": 0.0002925791340573705,
      "loss": 2.5,
      "step": 14766
    },
    {
      "epoch": 0.6869969760409398,
      "grad_norm": 0.6735686258260973,
      "learning_rate": 0.00029257798109758075,
      "loss": 2.6719,
      "step": 14767
    },
    {
      "epoch": 0.6870434984880205,
      "grad_norm": 0.652157881305014,
      "learning_rate": 0.00029257682805050394,
      "loss": 2.5312,
      "step": 14768
    },
    {
      "epoch": 0.6870900209351012,
      "grad_norm": 0.6419268390307765,
      "learning_rate": 0.0002925756749161407,
      "loss": 2.0625,
      "step": 14769
    },
    {
      "epoch": 0.6871365433821819,
      "grad_norm": 0.6627213943900139,
      "learning_rate": 0.0002925745216944919,
      "loss": 2.7344,
      "step": 14770
    },
    {
      "epoch": 0.6871830658292626,
      "grad_norm": 0.6745491510890139,
      "learning_rate": 0.000292573368385558,
      "loss": 2.4531,
      "step": 14771
    },
    {
      "epoch": 0.6872295882763433,
      "grad_norm": 0.6775646176326459,
      "learning_rate": 0.0002925722149893399,
      "loss": 2.8438,
      "step": 14772
    },
    {
      "epoch": 0.6872761107234241,
      "grad_norm": 0.6634303932164224,
      "learning_rate": 0.00029257106150583833,
      "loss": 2.25,
      "step": 14773
    },
    {
      "epoch": 0.6873226331705048,
      "grad_norm": 0.6351825826065306,
      "learning_rate": 0.00029256990793505386,
      "loss": 2.7031,
      "step": 14774
    },
    {
      "epoch": 0.6873691556175855,
      "grad_norm": 0.6673633087753876,
      "learning_rate": 0.0002925687542769872,
      "loss": 1.9609,
      "step": 14775
    },
    {
      "epoch": 0.6874156780646662,
      "grad_norm": 0.6290254701201934,
      "learning_rate": 0.0002925676005316392,
      "loss": 2.5469,
      "step": 14776
    },
    {
      "epoch": 0.6874622005117469,
      "grad_norm": 0.6549693821198505,
      "learning_rate": 0.0002925664466990104,
      "loss": 2.7031,
      "step": 14777
    },
    {
      "epoch": 0.6875087229588276,
      "grad_norm": 0.6107700573249548,
      "learning_rate": 0.0002925652927791016,
      "loss": 2.5625,
      "step": 14778
    },
    {
      "epoch": 0.6875552454059084,
      "grad_norm": 0.6232511131721739,
      "learning_rate": 0.0002925641387719135,
      "loss": 2.6406,
      "step": 14779
    },
    {
      "epoch": 0.6876017678529891,
      "grad_norm": 0.6715516237363761,
      "learning_rate": 0.0002925629846774468,
      "loss": 2.7188,
      "step": 14780
    },
    {
      "epoch": 0.6876482903000698,
      "grad_norm": 0.7052159553234517,
      "learning_rate": 0.00029256183049570215,
      "loss": 2.5156,
      "step": 14781
    },
    {
      "epoch": 0.6876948127471505,
      "grad_norm": 0.6672041367019361,
      "learning_rate": 0.00029256067622668037,
      "loss": 2.7656,
      "step": 14782
    },
    {
      "epoch": 0.6877413351942312,
      "grad_norm": 0.6461239011047636,
      "learning_rate": 0.00029255952187038205,
      "loss": 2.5156,
      "step": 14783
    },
    {
      "epoch": 0.6877878576413119,
      "grad_norm": 0.660625183421321,
      "learning_rate": 0.000292558367426808,
      "loss": 2.3125,
      "step": 14784
    },
    {
      "epoch": 0.6878343800883926,
      "grad_norm": 0.6524073100066711,
      "learning_rate": 0.0002925572128959588,
      "loss": 2.3281,
      "step": 14785
    },
    {
      "epoch": 0.6878809025354734,
      "grad_norm": 0.6784518126082362,
      "learning_rate": 0.0002925560582778353,
      "loss": 2.3438,
      "step": 14786
    },
    {
      "epoch": 0.6879274249825541,
      "grad_norm": 0.6669454142632197,
      "learning_rate": 0.00029255490357243816,
      "loss": 2.3906,
      "step": 14787
    },
    {
      "epoch": 0.6879739474296348,
      "grad_norm": 0.6555218413032258,
      "learning_rate": 0.0002925537487797681,
      "loss": 2.7656,
      "step": 14788
    },
    {
      "epoch": 0.6880204698767155,
      "grad_norm": 0.6778025936244749,
      "learning_rate": 0.0002925525938998257,
      "loss": 2.75,
      "step": 14789
    },
    {
      "epoch": 0.6880669923237962,
      "grad_norm": 0.6651676962506086,
      "learning_rate": 0.00029255143893261177,
      "loss": 2.4062,
      "step": 14790
    },
    {
      "epoch": 0.6881135147708769,
      "grad_norm": 0.736531389534654,
      "learning_rate": 0.00029255028387812704,
      "loss": 2.4375,
      "step": 14791
    },
    {
      "epoch": 0.6881600372179577,
      "grad_norm": 0.6218529166334298,
      "learning_rate": 0.00029254912873637217,
      "loss": 2.3438,
      "step": 14792
    },
    {
      "epoch": 0.6882065596650384,
      "grad_norm": 0.6205776345176554,
      "learning_rate": 0.0002925479735073479,
      "loss": 2.3125,
      "step": 14793
    },
    {
      "epoch": 0.6882530821121191,
      "grad_norm": 0.6852442326868213,
      "learning_rate": 0.0002925468181910549,
      "loss": 2.6562,
      "step": 14794
    },
    {
      "epoch": 0.6882996045591998,
      "grad_norm": 0.6259209882840083,
      "learning_rate": 0.00029254566278749395,
      "loss": 2.5625,
      "step": 14795
    },
    {
      "epoch": 0.6883461270062805,
      "grad_norm": 0.6182816112476911,
      "learning_rate": 0.00029254450729666566,
      "loss": 2.0469,
      "step": 14796
    },
    {
      "epoch": 0.6883926494533612,
      "grad_norm": 0.648788973522349,
      "learning_rate": 0.0002925433517185708,
      "loss": 2.6406,
      "step": 14797
    },
    {
      "epoch": 0.688439171900442,
      "grad_norm": 0.6502213602481111,
      "learning_rate": 0.00029254219605321004,
      "loss": 2.2812,
      "step": 14798
    },
    {
      "epoch": 0.6884856943475227,
      "grad_norm": 0.6227136726346505,
      "learning_rate": 0.00029254104030058416,
      "loss": 2.5312,
      "step": 14799
    },
    {
      "epoch": 0.6885322167946034,
      "grad_norm": 0.6732560045454102,
      "learning_rate": 0.00029253988446069373,
      "loss": 2.25,
      "step": 14800
    },
    {
      "epoch": 0.6885787392416841,
      "grad_norm": 0.7086148869441167,
      "learning_rate": 0.0002925387285335396,
      "loss": 2.7969,
      "step": 14801
    },
    {
      "epoch": 0.6886252616887648,
      "grad_norm": 0.6528461186833443,
      "learning_rate": 0.0002925375725191224,
      "loss": 2.3594,
      "step": 14802
    },
    {
      "epoch": 0.6886717841358455,
      "grad_norm": 0.634870028173675,
      "learning_rate": 0.0002925364164174428,
      "loss": 2.4688,
      "step": 14803
    },
    {
      "epoch": 0.6887183065829262,
      "grad_norm": 0.6758370638372615,
      "learning_rate": 0.0002925352602285017,
      "loss": 2.3438,
      "step": 14804
    },
    {
      "epoch": 0.688764829030007,
      "grad_norm": 0.6784677814585899,
      "learning_rate": 0.00029253410395229957,
      "loss": 2.375,
      "step": 14805
    },
    {
      "epoch": 0.6888113514770877,
      "grad_norm": 0.7362871852345024,
      "learning_rate": 0.0002925329475888373,
      "loss": 2.5156,
      "step": 14806
    },
    {
      "epoch": 0.6888578739241684,
      "grad_norm": 0.6862378468156899,
      "learning_rate": 0.0002925317911381154,
      "loss": 2.75,
      "step": 14807
    },
    {
      "epoch": 0.6889043963712491,
      "grad_norm": 0.7191542945418566,
      "learning_rate": 0.00029253063460013486,
      "loss": 2.9062,
      "step": 14808
    },
    {
      "epoch": 0.6889509188183298,
      "grad_norm": 0.7429592350137664,
      "learning_rate": 0.00029252947797489613,
      "loss": 2.75,
      "step": 14809
    },
    {
      "epoch": 0.6889974412654105,
      "grad_norm": 0.6310195246231336,
      "learning_rate": 0.0002925283212624,
      "loss": 2.3906,
      "step": 14810
    },
    {
      "epoch": 0.6890439637124913,
      "grad_norm": 0.6937265385832552,
      "learning_rate": 0.0002925271644626472,
      "loss": 2.7188,
      "step": 14811
    },
    {
      "epoch": 0.689090486159572,
      "grad_norm": 0.6316090522293405,
      "learning_rate": 0.0002925260075756384,
      "loss": 2.4844,
      "step": 14812
    },
    {
      "epoch": 0.6891370086066527,
      "grad_norm": 0.6498258129170833,
      "learning_rate": 0.00029252485060137444,
      "loss": 1.8438,
      "step": 14813
    },
    {
      "epoch": 0.6891835310537334,
      "grad_norm": 0.5696596669647658,
      "learning_rate": 0.00029252369353985585,
      "loss": 1.7969,
      "step": 14814
    },
    {
      "epoch": 0.6892300535008141,
      "grad_norm": 0.7186921397288384,
      "learning_rate": 0.00029252253639108343,
      "loss": 2.5,
      "step": 14815
    },
    {
      "epoch": 0.6892765759478948,
      "grad_norm": 0.6333759271227316,
      "learning_rate": 0.0002925213791550579,
      "loss": 2.5781,
      "step": 14816
    },
    {
      "epoch": 0.6893230983949756,
      "grad_norm": 0.649897149387865,
      "learning_rate": 0.0002925202218317799,
      "loss": 2.4688,
      "step": 14817
    },
    {
      "epoch": 0.6893696208420563,
      "grad_norm": 0.6660630677624183,
      "learning_rate": 0.0002925190644212502,
      "loss": 2.3906,
      "step": 14818
    },
    {
      "epoch": 0.689416143289137,
      "grad_norm": 0.6695804145031506,
      "learning_rate": 0.0002925179069234695,
      "loss": 2.9062,
      "step": 14819
    },
    {
      "epoch": 0.6894626657362177,
      "grad_norm": 0.6663123115134624,
      "learning_rate": 0.00029251674933843846,
      "loss": 2.3906,
      "step": 14820
    },
    {
      "epoch": 0.6895091881832984,
      "grad_norm": 0.64045925915418,
      "learning_rate": 0.0002925155916661578,
      "loss": 2.6875,
      "step": 14821
    },
    {
      "epoch": 0.6895557106303791,
      "grad_norm": 0.6459706325439407,
      "learning_rate": 0.00029251443390662836,
      "loss": 2.6094,
      "step": 14822
    },
    {
      "epoch": 0.6896022330774598,
      "grad_norm": 0.6725372687055583,
      "learning_rate": 0.00029251327605985065,
      "loss": 2.6094,
      "step": 14823
    },
    {
      "epoch": 0.6896487555245406,
      "grad_norm": 0.6732028635852911,
      "learning_rate": 0.0002925121181258255,
      "loss": 2.6094,
      "step": 14824
    },
    {
      "epoch": 0.6896952779716213,
      "grad_norm": 0.6202413810890168,
      "learning_rate": 0.00029251096010455364,
      "loss": 2.3594,
      "step": 14825
    },
    {
      "epoch": 0.689741800418702,
      "grad_norm": 0.6846942934439072,
      "learning_rate": 0.0002925098019960357,
      "loss": 2.7031,
      "step": 14826
    },
    {
      "epoch": 0.6897883228657827,
      "grad_norm": 0.6489218270346331,
      "learning_rate": 0.0002925086438002724,
      "loss": 2.4375,
      "step": 14827
    },
    {
      "epoch": 0.6898348453128634,
      "grad_norm": 0.657379566082261,
      "learning_rate": 0.0002925074855172645,
      "loss": 2.8125,
      "step": 14828
    },
    {
      "epoch": 0.6898813677599441,
      "grad_norm": 0.6389276028624943,
      "learning_rate": 0.00029250632714701265,
      "loss": 2.4531,
      "step": 14829
    },
    {
      "epoch": 0.6899278902070249,
      "grad_norm": 0.6878223370889135,
      "learning_rate": 0.0002925051686895176,
      "loss": 2.3906,
      "step": 14830
    },
    {
      "epoch": 0.6899744126541056,
      "grad_norm": 0.6516524810238468,
      "learning_rate": 0.00029250401014478005,
      "loss": 2.3906,
      "step": 14831
    },
    {
      "epoch": 0.6900209351011863,
      "grad_norm": 0.649367867189078,
      "learning_rate": 0.0002925028515128007,
      "loss": 2.3906,
      "step": 14832
    },
    {
      "epoch": 0.690067457548267,
      "grad_norm": 0.6830357735046368,
      "learning_rate": 0.00029250169279358023,
      "loss": 2.375,
      "step": 14833
    },
    {
      "epoch": 0.6901139799953477,
      "grad_norm": 0.6797310821321009,
      "learning_rate": 0.0002925005339871194,
      "loss": 2.4688,
      "step": 14834
    },
    {
      "epoch": 0.6901605024424284,
      "grad_norm": 0.7112390482901852,
      "learning_rate": 0.00029249937509341894,
      "loss": 2.5156,
      "step": 14835
    },
    {
      "epoch": 0.6902070248895091,
      "grad_norm": 0.6982242604475,
      "learning_rate": 0.0002924982161124795,
      "loss": 2.3906,
      "step": 14836
    },
    {
      "epoch": 0.69025354733659,
      "grad_norm": 0.7324833356616792,
      "learning_rate": 0.0002924970570443018,
      "loss": 2.6562,
      "step": 14837
    },
    {
      "epoch": 0.6903000697836706,
      "grad_norm": 0.7847697258532821,
      "learning_rate": 0.00029249589788888654,
      "loss": 2.375,
      "step": 14838
    },
    {
      "epoch": 0.6903465922307513,
      "grad_norm": 0.6761896441561912,
      "learning_rate": 0.00029249473864623453,
      "loss": 2.8594,
      "step": 14839
    },
    {
      "epoch": 0.690393114677832,
      "grad_norm": 0.7151536881879147,
      "learning_rate": 0.0002924935793163463,
      "loss": 2.5625,
      "step": 14840
    },
    {
      "epoch": 0.6904396371249127,
      "grad_norm": 0.6101085648789223,
      "learning_rate": 0.00029249241989922275,
      "loss": 2.375,
      "step": 14841
    },
    {
      "epoch": 0.6904861595719934,
      "grad_norm": 0.6597127655628735,
      "learning_rate": 0.0002924912603948645,
      "loss": 2.4531,
      "step": 14842
    },
    {
      "epoch": 0.6905326820190743,
      "grad_norm": 0.70938764832435,
      "learning_rate": 0.0002924901008032722,
      "loss": 2.75,
      "step": 14843
    },
    {
      "epoch": 0.690579204466155,
      "grad_norm": 0.6570545886535115,
      "learning_rate": 0.00029248894112444664,
      "loss": 2.6094,
      "step": 14844
    },
    {
      "epoch": 0.6906257269132356,
      "grad_norm": 0.6886540022743627,
      "learning_rate": 0.0002924877813583885,
      "loss": 2.5469,
      "step": 14845
    },
    {
      "epoch": 0.6906722493603163,
      "grad_norm": 0.6234575288799347,
      "learning_rate": 0.0002924866215050986,
      "loss": 2.4688,
      "step": 14846
    },
    {
      "epoch": 0.690718771807397,
      "grad_norm": 0.6567824208648376,
      "learning_rate": 0.0002924854615645774,
      "loss": 2.3906,
      "step": 14847
    },
    {
      "epoch": 0.6907652942544777,
      "grad_norm": 0.6616177400118769,
      "learning_rate": 0.00029248430153682586,
      "loss": 2.375,
      "step": 14848
    },
    {
      "epoch": 0.6908118167015586,
      "grad_norm": 0.6288235512526659,
      "learning_rate": 0.0002924831414218445,
      "loss": 2.6562,
      "step": 14849
    },
    {
      "epoch": 0.6908583391486393,
      "grad_norm": 0.7225616625442726,
      "learning_rate": 0.0002924819812196342,
      "loss": 2.0781,
      "step": 14850
    },
    {
      "epoch": 0.69090486159572,
      "grad_norm": 0.6698648362530902,
      "learning_rate": 0.00029248082093019564,
      "loss": 2.4375,
      "step": 14851
    },
    {
      "epoch": 0.6909513840428007,
      "grad_norm": 0.6653025900934901,
      "learning_rate": 0.00029247966055352936,
      "loss": 2.5312,
      "step": 14852
    },
    {
      "epoch": 0.6909979064898814,
      "grad_norm": 0.6385739842388836,
      "learning_rate": 0.00029247850008963625,
      "loss": 2.4531,
      "step": 14853
    },
    {
      "epoch": 0.691044428936962,
      "grad_norm": 0.6246602683308513,
      "learning_rate": 0.00029247733953851696,
      "loss": 2.4844,
      "step": 14854
    },
    {
      "epoch": 0.6910909513840428,
      "grad_norm": 0.6368885859334891,
      "learning_rate": 0.00029247617890017225,
      "loss": 2.4844,
      "step": 14855
    },
    {
      "epoch": 0.6911374738311236,
      "grad_norm": 0.6601526101745552,
      "learning_rate": 0.0002924750181746027,
      "loss": 2.4531,
      "step": 14856
    },
    {
      "epoch": 0.6911839962782043,
      "grad_norm": 0.6971268033624404,
      "learning_rate": 0.0002924738573618091,
      "loss": 2.4844,
      "step": 14857
    },
    {
      "epoch": 0.691230518725285,
      "grad_norm": 0.6761366383673237,
      "learning_rate": 0.00029247269646179226,
      "loss": 2.5312,
      "step": 14858
    },
    {
      "epoch": 0.6912770411723657,
      "grad_norm": 0.6423464477708224,
      "learning_rate": 0.0002924715354745527,
      "loss": 2.5156,
      "step": 14859
    },
    {
      "epoch": 0.6913235636194464,
      "grad_norm": 0.6380701814865138,
      "learning_rate": 0.0002924703744000913,
      "loss": 2.625,
      "step": 14860
    },
    {
      "epoch": 0.6913700860665271,
      "grad_norm": 0.6388704864163489,
      "learning_rate": 0.00029246921323840866,
      "loss": 2.5,
      "step": 14861
    },
    {
      "epoch": 0.6914166085136079,
      "grad_norm": 0.6674379571520113,
      "learning_rate": 0.0002924680519895056,
      "loss": 2.4531,
      "step": 14862
    },
    {
      "epoch": 0.6914631309606886,
      "grad_norm": 0.6492746452105724,
      "learning_rate": 0.0002924668906533826,
      "loss": 2.5781,
      "step": 14863
    },
    {
      "epoch": 0.6915096534077693,
      "grad_norm": 0.6710462436672785,
      "learning_rate": 0.00029246572923004066,
      "loss": 2.3906,
      "step": 14864
    },
    {
      "epoch": 0.69155617585485,
      "grad_norm": 0.6632581953631621,
      "learning_rate": 0.00029246456771948035,
      "loss": 2.3594,
      "step": 14865
    },
    {
      "epoch": 0.6916026983019307,
      "grad_norm": 0.6766078471705433,
      "learning_rate": 0.0002924634061217023,
      "loss": 2.75,
      "step": 14866
    },
    {
      "epoch": 0.6916492207490114,
      "grad_norm": 0.6209107276590192,
      "learning_rate": 0.0002924622444367074,
      "loss": 2.4688,
      "step": 14867
    },
    {
      "epoch": 0.6916957431960921,
      "grad_norm": 0.7314453939856396,
      "learning_rate": 0.0002924610826644963,
      "loss": 2.5938,
      "step": 14868
    },
    {
      "epoch": 0.6917422656431729,
      "grad_norm": 0.6819627654709864,
      "learning_rate": 0.0002924599208050696,
      "loss": 2.5469,
      "step": 14869
    },
    {
      "epoch": 0.6917887880902536,
      "grad_norm": 0.7083512318695179,
      "learning_rate": 0.00029245875885842813,
      "loss": 2.375,
      "step": 14870
    },
    {
      "epoch": 0.6918353105373343,
      "grad_norm": 0.710573738456908,
      "learning_rate": 0.00029245759682457255,
      "loss": 2.3906,
      "step": 14871
    },
    {
      "epoch": 0.691881832984415,
      "grad_norm": 0.665202057615799,
      "learning_rate": 0.00029245643470350363,
      "loss": 2.4844,
      "step": 14872
    },
    {
      "epoch": 0.6919283554314957,
      "grad_norm": 0.725168246130488,
      "learning_rate": 0.00029245527249522203,
      "loss": 2.4531,
      "step": 14873
    },
    {
      "epoch": 0.6919748778785764,
      "grad_norm": 0.6793382242163657,
      "learning_rate": 0.00029245411019972845,
      "loss": 2.8281,
      "step": 14874
    },
    {
      "epoch": 0.6920214003256572,
      "grad_norm": 0.6853157591639346,
      "learning_rate": 0.00029245294781702366,
      "loss": 2.6094,
      "step": 14875
    },
    {
      "epoch": 0.6920679227727379,
      "grad_norm": 0.6696443852038159,
      "learning_rate": 0.0002924517853471083,
      "loss": 2.4688,
      "step": 14876
    },
    {
      "epoch": 0.6921144452198186,
      "grad_norm": 0.669463782315102,
      "learning_rate": 0.00029245062278998314,
      "loss": 2.4531,
      "step": 14877
    },
    {
      "epoch": 0.6921609676668993,
      "grad_norm": 0.6826564411660275,
      "learning_rate": 0.00029244946014564887,
      "loss": 2.4531,
      "step": 14878
    },
    {
      "epoch": 0.69220749011398,
      "grad_norm": 0.6486370520970307,
      "learning_rate": 0.0002924482974141062,
      "loss": 2.6875,
      "step": 14879
    },
    {
      "epoch": 0.6922540125610607,
      "grad_norm": 0.6968048742103224,
      "learning_rate": 0.00029244713459535584,
      "loss": 2.4375,
      "step": 14880
    },
    {
      "epoch": 0.6923005350081415,
      "grad_norm": 0.7418252532281174,
      "learning_rate": 0.0002924459716893985,
      "loss": 2.6094,
      "step": 14881
    },
    {
      "epoch": 0.6923470574552222,
      "grad_norm": 0.6981884376343945,
      "learning_rate": 0.00029244480869623486,
      "loss": 2.1875,
      "step": 14882
    },
    {
      "epoch": 0.6923935799023029,
      "grad_norm": 0.7093317168551942,
      "learning_rate": 0.0002924436456158657,
      "loss": 2.5312,
      "step": 14883
    },
    {
      "epoch": 0.6924401023493836,
      "grad_norm": 0.6868339474777498,
      "learning_rate": 0.00029244248244829173,
      "loss": 2.5156,
      "step": 14884
    },
    {
      "epoch": 0.6924866247964643,
      "grad_norm": 0.7732806411078467,
      "learning_rate": 0.00029244131919351364,
      "loss": 2.625,
      "step": 14885
    },
    {
      "epoch": 0.692533147243545,
      "grad_norm": 0.6407304126431003,
      "learning_rate": 0.0002924401558515321,
      "loss": 2.5469,
      "step": 14886
    },
    {
      "epoch": 0.6925796696906257,
      "grad_norm": 0.6767632623632486,
      "learning_rate": 0.0002924389924223478,
      "loss": 2.375,
      "step": 14887
    },
    {
      "epoch": 0.6926261921377065,
      "grad_norm": 0.6888734292414299,
      "learning_rate": 0.0002924378289059616,
      "loss": 2.3594,
      "step": 14888
    },
    {
      "epoch": 0.6926727145847872,
      "grad_norm": 0.6237997342122485,
      "learning_rate": 0.0002924366653023741,
      "loss": 2.4062,
      "step": 14889
    },
    {
      "epoch": 0.6927192370318679,
      "grad_norm": 0.6575077408906042,
      "learning_rate": 0.00029243550161158605,
      "loss": 2.6406,
      "step": 14890
    },
    {
      "epoch": 0.6927657594789486,
      "grad_norm": 0.6393858618751282,
      "learning_rate": 0.0002924343378335981,
      "loss": 2.5469,
      "step": 14891
    },
    {
      "epoch": 0.6928122819260293,
      "grad_norm": 0.6700954708742513,
      "learning_rate": 0.00029243317396841106,
      "loss": 2.5156,
      "step": 14892
    },
    {
      "epoch": 0.69285880437311,
      "grad_norm": 0.7070745189551106,
      "learning_rate": 0.0002924320100160256,
      "loss": 2.4688,
      "step": 14893
    },
    {
      "epoch": 0.6929053268201908,
      "grad_norm": 0.6904281719629007,
      "learning_rate": 0.0002924308459764423,
      "loss": 2.6094,
      "step": 14894
    },
    {
      "epoch": 0.6929518492672715,
      "grad_norm": 0.638288065224449,
      "learning_rate": 0.00029242968184966216,
      "loss": 2.4531,
      "step": 14895
    },
    {
      "epoch": 0.6929983717143522,
      "grad_norm": 0.681757606036248,
      "learning_rate": 0.00029242851763568563,
      "loss": 2.5,
      "step": 14896
    },
    {
      "epoch": 0.6930448941614329,
      "grad_norm": 0.6630582663721404,
      "learning_rate": 0.0002924273533345135,
      "loss": 2.5,
      "step": 14897
    },
    {
      "epoch": 0.6930914166085136,
      "grad_norm": 0.6107026464151308,
      "learning_rate": 0.0002924261889461466,
      "loss": 2.4688,
      "step": 14898
    },
    {
      "epoch": 0.6931379390555943,
      "grad_norm": 0.6418907206904482,
      "learning_rate": 0.00029242502447058546,
      "loss": 2.6562,
      "step": 14899
    },
    {
      "epoch": 0.693184461502675,
      "grad_norm": 0.6060726648567837,
      "learning_rate": 0.0002924238599078309,
      "loss": 2.4062,
      "step": 14900
    },
    {
      "epoch": 0.6932309839497558,
      "grad_norm": 0.6444415909283348,
      "learning_rate": 0.0002924226952578837,
      "loss": 2.3281,
      "step": 14901
    },
    {
      "epoch": 0.6932775063968365,
      "grad_norm": 0.7071281080826156,
      "learning_rate": 0.00029242153052074437,
      "loss": 2.75,
      "step": 14902
    },
    {
      "epoch": 0.6933240288439172,
      "grad_norm": 0.6012524433348532,
      "learning_rate": 0.0002924203656964138,
      "loss": 2.5781,
      "step": 14903
    },
    {
      "epoch": 0.6933705512909979,
      "grad_norm": 0.7830169703018505,
      "learning_rate": 0.00029241920078489265,
      "loss": 2.6719,
      "step": 14904
    },
    {
      "epoch": 0.6934170737380786,
      "grad_norm": 0.702365261462409,
      "learning_rate": 0.0002924180357861816,
      "loss": 2.3906,
      "step": 14905
    },
    {
      "epoch": 0.6934635961851593,
      "grad_norm": 0.6507200282889258,
      "learning_rate": 0.0002924168707002814,
      "loss": 2.1719,
      "step": 14906
    },
    {
      "epoch": 0.6935101186322401,
      "grad_norm": 0.7047740202970354,
      "learning_rate": 0.00029241570552719274,
      "loss": 2.375,
      "step": 14907
    },
    {
      "epoch": 0.6935566410793208,
      "grad_norm": 0.695689878905864,
      "learning_rate": 0.00029241454026691634,
      "loss": 2.9531,
      "step": 14908
    },
    {
      "epoch": 0.6936031635264015,
      "grad_norm": 0.6865264090528875,
      "learning_rate": 0.0002924133749194529,
      "loss": 2.4219,
      "step": 14909
    },
    {
      "epoch": 0.6936496859734822,
      "grad_norm": 0.6499251251553713,
      "learning_rate": 0.00029241220948480323,
      "loss": 2.3906,
      "step": 14910
    },
    {
      "epoch": 0.6936962084205629,
      "grad_norm": 0.6340585439338603,
      "learning_rate": 0.00029241104396296794,
      "loss": 2.5781,
      "step": 14911
    },
    {
      "epoch": 0.6937427308676436,
      "grad_norm": 0.6805593333266163,
      "learning_rate": 0.0002924098783539477,
      "loss": 2.7188,
      "step": 14912
    },
    {
      "epoch": 0.6937892533147244,
      "grad_norm": 0.7985880458084234,
      "learning_rate": 0.00029240871265774333,
      "loss": 2.1875,
      "step": 14913
    },
    {
      "epoch": 0.6938357757618051,
      "grad_norm": 0.6411933748875337,
      "learning_rate": 0.00029240754687435554,
      "loss": 2.3438,
      "step": 14914
    },
    {
      "epoch": 0.6938822982088858,
      "grad_norm": 0.6942899101205486,
      "learning_rate": 0.00029240638100378505,
      "loss": 2.5469,
      "step": 14915
    },
    {
      "epoch": 0.6939288206559665,
      "grad_norm": 0.6546165970816038,
      "learning_rate": 0.00029240521504603244,
      "loss": 2.4219,
      "step": 14916
    },
    {
      "epoch": 0.6939753431030472,
      "grad_norm": 0.6287478201480567,
      "learning_rate": 0.00029240404900109855,
      "loss": 2.375,
      "step": 14917
    },
    {
      "epoch": 0.6940218655501279,
      "grad_norm": 0.6876065954810494,
      "learning_rate": 0.00029240288286898407,
      "loss": 2.5312,
      "step": 14918
    },
    {
      "epoch": 0.6940683879972086,
      "grad_norm": 0.6552310403385857,
      "learning_rate": 0.0002924017166496897,
      "loss": 2.4531,
      "step": 14919
    },
    {
      "epoch": 0.6941149104442894,
      "grad_norm": 0.6564942935400754,
      "learning_rate": 0.00029240055034321615,
      "loss": 2.7188,
      "step": 14920
    },
    {
      "epoch": 0.6941614328913701,
      "grad_norm": 0.7037797237977941,
      "learning_rate": 0.0002923993839495642,
      "loss": 2.5156,
      "step": 14921
    },
    {
      "epoch": 0.6942079553384508,
      "grad_norm": 0.7370979685785225,
      "learning_rate": 0.0002923982174687344,
      "loss": 2.625,
      "step": 14922
    },
    {
      "epoch": 0.6942544777855315,
      "grad_norm": 0.6694106132069851,
      "learning_rate": 0.0002923970509007277,
      "loss": 2.4062,
      "step": 14923
    },
    {
      "epoch": 0.6943010002326122,
      "grad_norm": 0.6895316195300322,
      "learning_rate": 0.0002923958842455446,
      "loss": 2.7344,
      "step": 14924
    },
    {
      "epoch": 0.6943475226796929,
      "grad_norm": 0.7154774217981835,
      "learning_rate": 0.0002923947175031859,
      "loss": 2.4844,
      "step": 14925
    },
    {
      "epoch": 0.6943940451267737,
      "grad_norm": 0.6554693187528674,
      "learning_rate": 0.00029239355067365235,
      "loss": 2.3438,
      "step": 14926
    },
    {
      "epoch": 0.6944405675738544,
      "grad_norm": 0.682185204357498,
      "learning_rate": 0.0002923923837569446,
      "loss": 2.5938,
      "step": 14927
    },
    {
      "epoch": 0.6944870900209351,
      "grad_norm": 0.6595931237072774,
      "learning_rate": 0.00029239121675306344,
      "loss": 2.3906,
      "step": 14928
    },
    {
      "epoch": 0.6945336124680158,
      "grad_norm": 0.6027090933191303,
      "learning_rate": 0.00029239004966200954,
      "loss": 2.4219,
      "step": 14929
    },
    {
      "epoch": 0.6945801349150965,
      "grad_norm": 0.6092324328968027,
      "learning_rate": 0.0002923888824837835,
      "loss": 2.3281,
      "step": 14930
    },
    {
      "epoch": 0.6946266573621772,
      "grad_norm": 0.672083788861396,
      "learning_rate": 0.0002923877152183862,
      "loss": 2.4062,
      "step": 14931
    },
    {
      "epoch": 0.6946731798092579,
      "grad_norm": 0.6222274695083438,
      "learning_rate": 0.0002923865478658184,
      "loss": 2.4844,
      "step": 14932
    },
    {
      "epoch": 0.6947197022563387,
      "grad_norm": 0.6769598267383745,
      "learning_rate": 0.0002923853804260806,
      "loss": 2.5781,
      "step": 14933
    },
    {
      "epoch": 0.6947662247034194,
      "grad_norm": 0.6517389869168825,
      "learning_rate": 0.00029238421289917374,
      "loss": 2.7344,
      "step": 14934
    },
    {
      "epoch": 0.6948127471505001,
      "grad_norm": 0.669666640528745,
      "learning_rate": 0.0002923830452850983,
      "loss": 2.5781,
      "step": 14935
    },
    {
      "epoch": 0.6948592695975808,
      "grad_norm": 0.6950471200309212,
      "learning_rate": 0.0002923818775838552,
      "loss": 2.4219,
      "step": 14936
    },
    {
      "epoch": 0.6949057920446615,
      "grad_norm": 0.7576320243865883,
      "learning_rate": 0.0002923807097954451,
      "loss": 2.5469,
      "step": 14937
    },
    {
      "epoch": 0.6949523144917422,
      "grad_norm": 0.7336358280845392,
      "learning_rate": 0.0002923795419198686,
      "loss": 2.7812,
      "step": 14938
    },
    {
      "epoch": 0.694998836938823,
      "grad_norm": 0.7090091066077449,
      "learning_rate": 0.0002923783739571266,
      "loss": 2.6406,
      "step": 14939
    },
    {
      "epoch": 0.6950453593859037,
      "grad_norm": 0.6324170850420548,
      "learning_rate": 0.0002923772059072197,
      "loss": 2.4219,
      "step": 14940
    },
    {
      "epoch": 0.6950918818329844,
      "grad_norm": 0.6718770861904176,
      "learning_rate": 0.0002923760377701485,
      "loss": 2.4531,
      "step": 14941
    },
    {
      "epoch": 0.6951384042800651,
      "grad_norm": 0.6694219264535965,
      "learning_rate": 0.00029237486954591404,
      "loss": 2.625,
      "step": 14942
    },
    {
      "epoch": 0.6951849267271458,
      "grad_norm": 0.7643361910448436,
      "learning_rate": 0.00029237370123451676,
      "loss": 2.5781,
      "step": 14943
    },
    {
      "epoch": 0.6952314491742265,
      "grad_norm": 0.6931143450521493,
      "learning_rate": 0.00029237253283595743,
      "loss": 2.2656,
      "step": 14944
    },
    {
      "epoch": 0.6952779716213073,
      "grad_norm": 0.8180104985326824,
      "learning_rate": 0.00029237136435023687,
      "loss": 2.5938,
      "step": 14945
    },
    {
      "epoch": 0.695324494068388,
      "grad_norm": 0.6437506877945776,
      "learning_rate": 0.00029237019577735567,
      "loss": 2.2031,
      "step": 14946
    },
    {
      "epoch": 0.6953710165154687,
      "grad_norm": 0.7263565077591473,
      "learning_rate": 0.0002923690271173146,
      "loss": 2.4219,
      "step": 14947
    },
    {
      "epoch": 0.6954175389625494,
      "grad_norm": 0.7098611452529658,
      "learning_rate": 0.0002923678583701144,
      "loss": 2.7812,
      "step": 14948
    },
    {
      "epoch": 0.6954640614096301,
      "grad_norm": 0.6366492490829504,
      "learning_rate": 0.00029236668953575576,
      "loss": 2.4844,
      "step": 14949
    },
    {
      "epoch": 0.6955105838567108,
      "grad_norm": 0.6470682944000382,
      "learning_rate": 0.0002923655206142393,
      "loss": 2.4688,
      "step": 14950
    },
    {
      "epoch": 0.6955571063037915,
      "grad_norm": 0.643172477611701,
      "learning_rate": 0.00029236435160556593,
      "loss": 2.4688,
      "step": 14951
    },
    {
      "epoch": 0.6956036287508723,
      "grad_norm": 0.6348329316103155,
      "learning_rate": 0.00029236318250973624,
      "loss": 2.7969,
      "step": 14952
    },
    {
      "epoch": 0.695650151197953,
      "grad_norm": 0.6383931850142534,
      "learning_rate": 0.000292362013326751,
      "loss": 2.5156,
      "step": 14953
    },
    {
      "epoch": 0.6956966736450337,
      "grad_norm": 0.6619015286250922,
      "learning_rate": 0.00029236084405661087,
      "loss": 2.5938,
      "step": 14954
    },
    {
      "epoch": 0.6957431960921144,
      "grad_norm": 0.7315005411184073,
      "learning_rate": 0.00029235967469931656,
      "loss": 2.5781,
      "step": 14955
    },
    {
      "epoch": 0.6957897185391951,
      "grad_norm": 0.7037789752902623,
      "learning_rate": 0.00029235850525486886,
      "loss": 2.625,
      "step": 14956
    },
    {
      "epoch": 0.6958362409862758,
      "grad_norm": 0.6282700045675971,
      "learning_rate": 0.00029235733572326845,
      "loss": 2.4062,
      "step": 14957
    },
    {
      "epoch": 0.6958827634333566,
      "grad_norm": 0.6468686658402256,
      "learning_rate": 0.000292356166104516,
      "loss": 2.4062,
      "step": 14958
    },
    {
      "epoch": 0.6959292858804373,
      "grad_norm": 0.8376197256828098,
      "learning_rate": 0.00029235499639861226,
      "loss": 2.5312,
      "step": 14959
    },
    {
      "epoch": 0.695975808327518,
      "grad_norm": 0.7047819663577902,
      "learning_rate": 0.000292353826605558,
      "loss": 2.5781,
      "step": 14960
    },
    {
      "epoch": 0.6960223307745987,
      "grad_norm": 0.6615250127384344,
      "learning_rate": 0.00029235265672535385,
      "loss": 2.4688,
      "step": 14961
    },
    {
      "epoch": 0.6960688532216794,
      "grad_norm": 0.6977599653880463,
      "learning_rate": 0.0002923514867580006,
      "loss": 2.5781,
      "step": 14962
    },
    {
      "epoch": 0.6961153756687601,
      "grad_norm": 0.6486383319421669,
      "learning_rate": 0.0002923503167034989,
      "loss": 2.4062,
      "step": 14963
    },
    {
      "epoch": 0.6961618981158408,
      "grad_norm": 0.7190290412697883,
      "learning_rate": 0.00029234914656184953,
      "loss": 2.8594,
      "step": 14964
    },
    {
      "epoch": 0.6962084205629216,
      "grad_norm": 0.6662400800480911,
      "learning_rate": 0.0002923479763330531,
      "loss": 2.5938,
      "step": 14965
    },
    {
      "epoch": 0.6962549430100023,
      "grad_norm": 0.6302206411121789,
      "learning_rate": 0.0002923468060171105,
      "loss": 2.2812,
      "step": 14966
    },
    {
      "epoch": 0.696301465457083,
      "grad_norm": 0.6955965597693332,
      "learning_rate": 0.0002923456356140223,
      "loss": 2.7188,
      "step": 14967
    },
    {
      "epoch": 0.6963479879041637,
      "grad_norm": 0.6784484908631758,
      "learning_rate": 0.00029234446512378925,
      "loss": 2.5312,
      "step": 14968
    },
    {
      "epoch": 0.6963945103512444,
      "grad_norm": 0.6588740576492683,
      "learning_rate": 0.0002923432945464121,
      "loss": 2.5312,
      "step": 14969
    },
    {
      "epoch": 0.6964410327983251,
      "grad_norm": 0.6895833922007619,
      "learning_rate": 0.0002923421238818915,
      "loss": 2.7031,
      "step": 14970
    },
    {
      "epoch": 0.696487555245406,
      "grad_norm": 0.7235287133410274,
      "learning_rate": 0.0002923409531302283,
      "loss": 1.8672,
      "step": 14971
    },
    {
      "epoch": 0.6965340776924867,
      "grad_norm": 0.6683363026882309,
      "learning_rate": 0.00029233978229142307,
      "loss": 2.5312,
      "step": 14972
    },
    {
      "epoch": 0.6965806001395674,
      "grad_norm": 0.672957584901335,
      "learning_rate": 0.0002923386113654766,
      "loss": 2.5938,
      "step": 14973
    },
    {
      "epoch": 0.696627122586648,
      "grad_norm": 0.6630364640972286,
      "learning_rate": 0.00029233744035238963,
      "loss": 2.6875,
      "step": 14974
    },
    {
      "epoch": 0.6966736450337288,
      "grad_norm": 0.7253168960445575,
      "learning_rate": 0.00029233626925216275,
      "loss": 2.7969,
      "step": 14975
    },
    {
      "epoch": 0.6967201674808094,
      "grad_norm": 0.6557082871881045,
      "learning_rate": 0.00029233509806479686,
      "loss": 2.3906,
      "step": 14976
    },
    {
      "epoch": 0.6967666899278903,
      "grad_norm": 0.6429349186062869,
      "learning_rate": 0.0002923339267902925,
      "loss": 2.4219,
      "step": 14977
    },
    {
      "epoch": 0.696813212374971,
      "grad_norm": 0.6399770508502468,
      "learning_rate": 0.00029233275542865053,
      "loss": 2.625,
      "step": 14978
    },
    {
      "epoch": 0.6968597348220517,
      "grad_norm": 0.6864418308040037,
      "learning_rate": 0.00029233158397987157,
      "loss": 2.4688,
      "step": 14979
    },
    {
      "epoch": 0.6969062572691324,
      "grad_norm": 0.6973898175088014,
      "learning_rate": 0.0002923304124439564,
      "loss": 2.4062,
      "step": 14980
    },
    {
      "epoch": 0.6969527797162131,
      "grad_norm": 0.708451502234854,
      "learning_rate": 0.0002923292408209057,
      "loss": 2.75,
      "step": 14981
    },
    {
      "epoch": 0.6969993021632938,
      "grad_norm": 0.6891760121006638,
      "learning_rate": 0.0002923280691107202,
      "loss": 2.5938,
      "step": 14982
    },
    {
      "epoch": 0.6970458246103745,
      "grad_norm": 0.693077421106123,
      "learning_rate": 0.00029232689731340065,
      "loss": 2.7812,
      "step": 14983
    },
    {
      "epoch": 0.6970923470574553,
      "grad_norm": 0.7336574086668498,
      "learning_rate": 0.0002923257254289477,
      "loss": 2.5625,
      "step": 14984
    },
    {
      "epoch": 0.697138869504536,
      "grad_norm": 0.6701192458295342,
      "learning_rate": 0.00029232455345736214,
      "loss": 2.7188,
      "step": 14985
    },
    {
      "epoch": 0.6971853919516167,
      "grad_norm": 1.0232469409768326,
      "learning_rate": 0.00029232338139864464,
      "loss": 2.6562,
      "step": 14986
    },
    {
      "epoch": 0.6972319143986974,
      "grad_norm": 0.6550221549306791,
      "learning_rate": 0.0002923222092527959,
      "loss": 2.6719,
      "step": 14987
    },
    {
      "epoch": 0.6972784368457781,
      "grad_norm": 0.6447340962725653,
      "learning_rate": 0.0002923210370198167,
      "loss": 2.7188,
      "step": 14988
    },
    {
      "epoch": 0.6973249592928588,
      "grad_norm": 0.6269620880367766,
      "learning_rate": 0.00029231986469970765,
      "loss": 2.5156,
      "step": 14989
    },
    {
      "epoch": 0.6973714817399396,
      "grad_norm": 0.6505543838602752,
      "learning_rate": 0.00029231869229246957,
      "loss": 2.4688,
      "step": 14990
    },
    {
      "epoch": 0.6974180041870203,
      "grad_norm": 0.6944996294323618,
      "learning_rate": 0.0002923175197981032,
      "loss": 2.4531,
      "step": 14991
    },
    {
      "epoch": 0.697464526634101,
      "grad_norm": 0.6641535366779608,
      "learning_rate": 0.0002923163472166092,
      "loss": 2.625,
      "step": 14992
    },
    {
      "epoch": 0.6975110490811817,
      "grad_norm": 0.6700765942121465,
      "learning_rate": 0.00029231517454798823,
      "loss": 2.4688,
      "step": 14993
    },
    {
      "epoch": 0.6975575715282624,
      "grad_norm": 0.7187493770333029,
      "learning_rate": 0.0002923140017922411,
      "loss": 2.6094,
      "step": 14994
    },
    {
      "epoch": 0.6976040939753431,
      "grad_norm": 0.681906417316094,
      "learning_rate": 0.00029231282894936854,
      "loss": 2.6562,
      "step": 14995
    },
    {
      "epoch": 0.6976506164224239,
      "grad_norm": 0.7060596301827992,
      "learning_rate": 0.00029231165601937116,
      "loss": 2.5312,
      "step": 14996
    },
    {
      "epoch": 0.6976971388695046,
      "grad_norm": 0.6803533542759367,
      "learning_rate": 0.0002923104830022498,
      "loss": 2.4688,
      "step": 14997
    },
    {
      "epoch": 0.6977436613165853,
      "grad_norm": 0.6532159626532601,
      "learning_rate": 0.0002923093098980051,
      "loss": 2.6719,
      "step": 14998
    },
    {
      "epoch": 0.697790183763666,
      "grad_norm": 0.5781604795505806,
      "learning_rate": 0.0002923081367066378,
      "loss": 2.125,
      "step": 14999
    },
    {
      "epoch": 0.6978367062107467,
      "grad_norm": 0.7517100988767742,
      "learning_rate": 0.0002923069634281486,
      "loss": 2.6094,
      "step": 15000
    },
    {
      "epoch": 0.6978832286578274,
      "grad_norm": 0.6787066262747857,
      "learning_rate": 0.00029230579006253826,
      "loss": 2.4375,
      "step": 15001
    },
    {
      "epoch": 0.6979297511049081,
      "grad_norm": 0.6479665114062003,
      "learning_rate": 0.00029230461660980744,
      "loss": 2.4062,
      "step": 15002
    },
    {
      "epoch": 0.6979762735519889,
      "grad_norm": 0.69315021746013,
      "learning_rate": 0.00029230344306995697,
      "loss": 2.6562,
      "step": 15003
    },
    {
      "epoch": 0.6980227959990696,
      "grad_norm": 0.641620685798521,
      "learning_rate": 0.00029230226944298743,
      "loss": 2.5,
      "step": 15004
    },
    {
      "epoch": 0.6980693184461503,
      "grad_norm": 0.667734349523635,
      "learning_rate": 0.00029230109572889965,
      "loss": 2.7656,
      "step": 15005
    },
    {
      "epoch": 0.698115840893231,
      "grad_norm": 0.6748832244186267,
      "learning_rate": 0.0002922999219276943,
      "loss": 2.375,
      "step": 15006
    },
    {
      "epoch": 0.6981623633403117,
      "grad_norm": 0.7408657649913969,
      "learning_rate": 0.00029229874803937206,
      "loss": 2.7031,
      "step": 15007
    },
    {
      "epoch": 0.6982088857873924,
      "grad_norm": 0.710375200296045,
      "learning_rate": 0.0002922975740639337,
      "loss": 2.6094,
      "step": 15008
    },
    {
      "epoch": 0.6982554082344732,
      "grad_norm": 0.6461210327206676,
      "learning_rate": 0.00029229640000137994,
      "loss": 2.4062,
      "step": 15009
    },
    {
      "epoch": 0.6983019306815539,
      "grad_norm": 0.6955127505909022,
      "learning_rate": 0.0002922952258517115,
      "loss": 2.8438,
      "step": 15010
    },
    {
      "epoch": 0.6983484531286346,
      "grad_norm": 0.6234458418932429,
      "learning_rate": 0.00029229405161492904,
      "loss": 2.4688,
      "step": 15011
    },
    {
      "epoch": 0.6983949755757153,
      "grad_norm": 0.6700206413990452,
      "learning_rate": 0.00029229287729103337,
      "loss": 2.4062,
      "step": 15012
    },
    {
      "epoch": 0.698441498022796,
      "grad_norm": 0.5872812197967857,
      "learning_rate": 0.0002922917028800251,
      "loss": 2.3438,
      "step": 15013
    },
    {
      "epoch": 0.6984880204698767,
      "grad_norm": 0.6230207100425955,
      "learning_rate": 0.0002922905283819051,
      "loss": 2.5938,
      "step": 15014
    },
    {
      "epoch": 0.6985345429169574,
      "grad_norm": 0.6203820168452397,
      "learning_rate": 0.0002922893537966739,
      "loss": 2.2812,
      "step": 15015
    },
    {
      "epoch": 0.6985810653640382,
      "grad_norm": 0.6132655780451636,
      "learning_rate": 0.00029228817912433237,
      "loss": 2.2344,
      "step": 15016
    },
    {
      "epoch": 0.6986275878111189,
      "grad_norm": 0.6256388912363271,
      "learning_rate": 0.0002922870043648812,
      "loss": 2.3281,
      "step": 15017
    },
    {
      "epoch": 0.6986741102581996,
      "grad_norm": 0.6344633327261183,
      "learning_rate": 0.00029228582951832104,
      "loss": 2.4531,
      "step": 15018
    },
    {
      "epoch": 0.6987206327052803,
      "grad_norm": 0.6985737574965003,
      "learning_rate": 0.00029228465458465267,
      "loss": 2.4375,
      "step": 15019
    },
    {
      "epoch": 0.698767155152361,
      "grad_norm": 0.6442427741726097,
      "learning_rate": 0.00029228347956387684,
      "loss": 2.3906,
      "step": 15020
    },
    {
      "epoch": 0.6988136775994417,
      "grad_norm": 0.6204681328628275,
      "learning_rate": 0.0002922823044559942,
      "loss": 2.0938,
      "step": 15021
    },
    {
      "epoch": 0.6988602000465225,
      "grad_norm": 0.6384932920817086,
      "learning_rate": 0.00029228112926100547,
      "loss": 2.5,
      "step": 15022
    },
    {
      "epoch": 0.6989067224936032,
      "grad_norm": 0.641867825349873,
      "learning_rate": 0.0002922799539789114,
      "loss": 2.3906,
      "step": 15023
    },
    {
      "epoch": 0.6989532449406839,
      "grad_norm": 0.6940617658143765,
      "learning_rate": 0.0002922787786097127,
      "loss": 2.4062,
      "step": 15024
    },
    {
      "epoch": 0.6989997673877646,
      "grad_norm": 0.7020492348074713,
      "learning_rate": 0.0002922776031534101,
      "loss": 2.9062,
      "step": 15025
    },
    {
      "epoch": 0.6990462898348453,
      "grad_norm": 0.6934501043009006,
      "learning_rate": 0.0002922764276100043,
      "loss": 2.4844,
      "step": 15026
    },
    {
      "epoch": 0.699092812281926,
      "grad_norm": 0.6321718367535654,
      "learning_rate": 0.00029227525197949607,
      "loss": 2.3125,
      "step": 15027
    },
    {
      "epoch": 0.6991393347290068,
      "grad_norm": 0.6985053610978024,
      "learning_rate": 0.00029227407626188605,
      "loss": 2.4688,
      "step": 15028
    },
    {
      "epoch": 0.6991858571760875,
      "grad_norm": 0.6951996018739561,
      "learning_rate": 0.0002922729004571751,
      "loss": 2.5312,
      "step": 15029
    },
    {
      "epoch": 0.6992323796231682,
      "grad_norm": 0.7017923092242196,
      "learning_rate": 0.00029227172456536374,
      "loss": 2.5938,
      "step": 15030
    },
    {
      "epoch": 0.6992789020702489,
      "grad_norm": 0.6784730376936365,
      "learning_rate": 0.0002922705485864528,
      "loss": 2.625,
      "step": 15031
    },
    {
      "epoch": 0.6993254245173296,
      "grad_norm": 0.6191006648388988,
      "learning_rate": 0.000292269372520443,
      "loss": 2.4219,
      "step": 15032
    },
    {
      "epoch": 0.6993719469644103,
      "grad_norm": 0.6607270315298294,
      "learning_rate": 0.0002922681963673351,
      "loss": 2.2656,
      "step": 15033
    },
    {
      "epoch": 0.699418469411491,
      "grad_norm": 0.6455572501003134,
      "learning_rate": 0.0002922670201271297,
      "loss": 2.2812,
      "step": 15034
    },
    {
      "epoch": 0.6994649918585718,
      "grad_norm": 0.6779511805179358,
      "learning_rate": 0.0002922658437998276,
      "loss": 2.5625,
      "step": 15035
    },
    {
      "epoch": 0.6995115143056525,
      "grad_norm": 0.7084853930739211,
      "learning_rate": 0.00029226466738542956,
      "loss": 2.7188,
      "step": 15036
    },
    {
      "epoch": 0.6995580367527332,
      "grad_norm": 0.6548294897648831,
      "learning_rate": 0.0002922634908839362,
      "loss": 1.8594,
      "step": 15037
    },
    {
      "epoch": 0.6996045591998139,
      "grad_norm": 0.6884685863925825,
      "learning_rate": 0.0002922623142953484,
      "loss": 2.4375,
      "step": 15038
    },
    {
      "epoch": 0.6996510816468946,
      "grad_norm": 0.7266202676866419,
      "learning_rate": 0.0002922611376196666,
      "loss": 2.5156,
      "step": 15039
    },
    {
      "epoch": 0.6996976040939753,
      "grad_norm": 0.6280255968470835,
      "learning_rate": 0.00029225996085689184,
      "loss": 2.375,
      "step": 15040
    },
    {
      "epoch": 0.6997441265410561,
      "grad_norm": 0.6514635629409231,
      "learning_rate": 0.00029225878400702466,
      "loss": 2.4531,
      "step": 15041
    },
    {
      "epoch": 0.6997906489881368,
      "grad_norm": 0.6477032536072977,
      "learning_rate": 0.00029225760707006574,
      "loss": 2.5781,
      "step": 15042
    },
    {
      "epoch": 0.6998371714352175,
      "grad_norm": 0.6611576860456438,
      "learning_rate": 0.00029225643004601596,
      "loss": 2.4688,
      "step": 15043
    },
    {
      "epoch": 0.6998836938822982,
      "grad_norm": 0.714457597988472,
      "learning_rate": 0.0002922552529348759,
      "loss": 2.6406,
      "step": 15044
    },
    {
      "epoch": 0.6999302163293789,
      "grad_norm": 0.6527949488372029,
      "learning_rate": 0.0002922540757366464,
      "loss": 2.5156,
      "step": 15045
    },
    {
      "epoch": 0.6999767387764596,
      "grad_norm": 0.7498948896169497,
      "learning_rate": 0.00029225289845132804,
      "loss": 2.4688,
      "step": 15046
    },
    {
      "epoch": 0.7000232612235403,
      "grad_norm": 0.6691774138186998,
      "learning_rate": 0.00029225172107892166,
      "loss": 2.4688,
      "step": 15047
    },
    {
      "epoch": 0.7000697836706211,
      "grad_norm": 0.6610789365178141,
      "learning_rate": 0.000292250543619428,
      "loss": 2.6406,
      "step": 15048
    },
    {
      "epoch": 0.7001163061177018,
      "grad_norm": 0.6574210147107492,
      "learning_rate": 0.0002922493660728476,
      "loss": 2.8594,
      "step": 15049
    },
    {
      "epoch": 0.7001628285647825,
      "grad_norm": 0.7299361951772344,
      "learning_rate": 0.00029224818843918136,
      "loss": 2.5469,
      "step": 15050
    },
    {
      "epoch": 0.7002093510118632,
      "grad_norm": 0.6796353972229073,
      "learning_rate": 0.0002922470107184299,
      "loss": 2.3438,
      "step": 15051
    },
    {
      "epoch": 0.7002558734589439,
      "grad_norm": 0.6426195913102878,
      "learning_rate": 0.000292245832910594,
      "loss": 2.5469,
      "step": 15052
    },
    {
      "epoch": 0.7003023959060246,
      "grad_norm": 0.6448907737027922,
      "learning_rate": 0.00029224465501567445,
      "loss": 2.5312,
      "step": 15053
    },
    {
      "epoch": 0.7003489183531054,
      "grad_norm": 0.6705302041265271,
      "learning_rate": 0.00029224347703367176,
      "loss": 2.6875,
      "step": 15054
    },
    {
      "epoch": 0.7003954408001861,
      "grad_norm": 0.691234662593208,
      "learning_rate": 0.0002922422989645868,
      "loss": 2.625,
      "step": 15055
    },
    {
      "epoch": 0.7004419632472668,
      "grad_norm": 0.638666285103692,
      "learning_rate": 0.0002922411208084203,
      "loss": 2.5938,
      "step": 15056
    },
    {
      "epoch": 0.7004884856943475,
      "grad_norm": 0.6659969456728434,
      "learning_rate": 0.00029223994256517296,
      "loss": 2.4844,
      "step": 15057
    },
    {
      "epoch": 0.7005350081414282,
      "grad_norm": 0.6639266912048409,
      "learning_rate": 0.0002922387642348455,
      "loss": 2.5312,
      "step": 15058
    },
    {
      "epoch": 0.7005815305885089,
      "grad_norm": 0.6820018832131824,
      "learning_rate": 0.00029223758581743855,
      "loss": 2.7656,
      "step": 15059
    },
    {
      "epoch": 0.7006280530355897,
      "grad_norm": 0.6639436278096159,
      "learning_rate": 0.000292236407312953,
      "loss": 2.4219,
      "step": 15060
    },
    {
      "epoch": 0.7006745754826704,
      "grad_norm": 0.6698109196429728,
      "learning_rate": 0.00029223522872138944,
      "loss": 2.375,
      "step": 15061
    },
    {
      "epoch": 0.7007210979297511,
      "grad_norm": 0.7499490517948706,
      "learning_rate": 0.0002922340500427486,
      "loss": 2.7969,
      "step": 15062
    },
    {
      "epoch": 0.7007676203768318,
      "grad_norm": 0.7037378357887182,
      "learning_rate": 0.0002922328712770313,
      "loss": 2.5781,
      "step": 15063
    },
    {
      "epoch": 0.7008141428239125,
      "grad_norm": 0.7032941384779713,
      "learning_rate": 0.0002922316924242382,
      "loss": 2.6562,
      "step": 15064
    },
    {
      "epoch": 0.7008606652709932,
      "grad_norm": 0.6320710618641985,
      "learning_rate": 0.00029223051348436997,
      "loss": 2.5469,
      "step": 15065
    },
    {
      "epoch": 0.7009071877180739,
      "grad_norm": 0.6712020467128481,
      "learning_rate": 0.0002922293344574274,
      "loss": 2.4219,
      "step": 15066
    },
    {
      "epoch": 0.7009537101651547,
      "grad_norm": 0.6682588109185599,
      "learning_rate": 0.00029222815534341116,
      "loss": 2.6562,
      "step": 15067
    },
    {
      "epoch": 0.7010002326122354,
      "grad_norm": 0.6615943382608804,
      "learning_rate": 0.00029222697614232206,
      "loss": 2.3906,
      "step": 15068
    },
    {
      "epoch": 0.7010467550593161,
      "grad_norm": 0.6594536055827491,
      "learning_rate": 0.00029222579685416074,
      "loss": 2.4375,
      "step": 15069
    },
    {
      "epoch": 0.7010932775063968,
      "grad_norm": 0.628815878031651,
      "learning_rate": 0.00029222461747892796,
      "loss": 2.4375,
      "step": 15070
    },
    {
      "epoch": 0.7011397999534775,
      "grad_norm": 0.6633366805488885,
      "learning_rate": 0.0002922234380166244,
      "loss": 2.7031,
      "step": 15071
    },
    {
      "epoch": 0.7011863224005582,
      "grad_norm": 0.6885863047039716,
      "learning_rate": 0.0002922222584672508,
      "loss": 2.5,
      "step": 15072
    },
    {
      "epoch": 0.701232844847639,
      "grad_norm": 0.6550084625238407,
      "learning_rate": 0.000292221078830808,
      "loss": 2.4375,
      "step": 15073
    },
    {
      "epoch": 0.7012793672947197,
      "grad_norm": 0.6670544541485633,
      "learning_rate": 0.00029221989910729656,
      "loss": 2.4688,
      "step": 15074
    },
    {
      "epoch": 0.7013258897418004,
      "grad_norm": 0.7780275380737817,
      "learning_rate": 0.00029221871929671725,
      "loss": 2.9062,
      "step": 15075
    },
    {
      "epoch": 0.7013724121888811,
      "grad_norm": 0.6992064231204079,
      "learning_rate": 0.0002922175393990708,
      "loss": 2.4688,
      "step": 15076
    },
    {
      "epoch": 0.7014189346359618,
      "grad_norm": 0.6384757041763568,
      "learning_rate": 0.00029221635941435796,
      "loss": 2.4375,
      "step": 15077
    },
    {
      "epoch": 0.7014654570830425,
      "grad_norm": 0.6933264636787723,
      "learning_rate": 0.0002922151793425794,
      "loss": 2.375,
      "step": 15078
    },
    {
      "epoch": 0.7015119795301232,
      "grad_norm": 0.7293959732385336,
      "learning_rate": 0.00029221399918373585,
      "loss": 2.4375,
      "step": 15079
    },
    {
      "epoch": 0.701558501977204,
      "grad_norm": 0.643528510815723,
      "learning_rate": 0.00029221281893782806,
      "loss": 2.5938,
      "step": 15080
    },
    {
      "epoch": 0.7016050244242847,
      "grad_norm": 0.6259895186243828,
      "learning_rate": 0.0002922116386048568,
      "loss": 2.4844,
      "step": 15081
    },
    {
      "epoch": 0.7016515468713654,
      "grad_norm": 0.6686976083695537,
      "learning_rate": 0.0002922104581848227,
      "loss": 2.5625,
      "step": 15082
    },
    {
      "epoch": 0.7016980693184461,
      "grad_norm": 0.7997450330759441,
      "learning_rate": 0.0002922092776777265,
      "loss": 3.0469,
      "step": 15083
    },
    {
      "epoch": 0.7017445917655268,
      "grad_norm": 0.6703216195002278,
      "learning_rate": 0.00029220809708356896,
      "loss": 2.6562,
      "step": 15084
    },
    {
      "epoch": 0.7017911142126075,
      "grad_norm": 0.7634701729623812,
      "learning_rate": 0.0002922069164023508,
      "loss": 2.7969,
      "step": 15085
    },
    {
      "epoch": 0.7018376366596883,
      "grad_norm": 0.6710585636174007,
      "learning_rate": 0.00029220573563407267,
      "loss": 2.5312,
      "step": 15086
    },
    {
      "epoch": 0.701884159106769,
      "grad_norm": 0.6249668807714658,
      "learning_rate": 0.0002922045547787354,
      "loss": 2.5312,
      "step": 15087
    },
    {
      "epoch": 0.7019306815538497,
      "grad_norm": 0.6500978722104277,
      "learning_rate": 0.00029220337383633965,
      "loss": 2.7344,
      "step": 15088
    },
    {
      "epoch": 0.7019772040009304,
      "grad_norm": 0.7125883529857641,
      "learning_rate": 0.00029220219280688616,
      "loss": 2.5,
      "step": 15089
    },
    {
      "epoch": 0.7020237264480111,
      "grad_norm": 0.6415094844722387,
      "learning_rate": 0.0002922010116903756,
      "loss": 2.5625,
      "step": 15090
    },
    {
      "epoch": 0.7020702488950918,
      "grad_norm": 0.6253956700644142,
      "learning_rate": 0.00029219983048680887,
      "loss": 2.4062,
      "step": 15091
    },
    {
      "epoch": 0.7021167713421727,
      "grad_norm": 0.6607390811151657,
      "learning_rate": 0.00029219864919618647,
      "loss": 2.7656,
      "step": 15092
    },
    {
      "epoch": 0.7021632937892534,
      "grad_norm": 0.6708349446710478,
      "learning_rate": 0.00029219746781850925,
      "loss": 2.625,
      "step": 15093
    },
    {
      "epoch": 0.702209816236334,
      "grad_norm": 0.6975127602112298,
      "learning_rate": 0.0002921962863537779,
      "loss": 2.375,
      "step": 15094
    },
    {
      "epoch": 0.7022563386834147,
      "grad_norm": 0.6491579466652381,
      "learning_rate": 0.0002921951048019931,
      "loss": 2.3906,
      "step": 15095
    },
    {
      "epoch": 0.7023028611304954,
      "grad_norm": 0.6344690194023955,
      "learning_rate": 0.0002921939231631557,
      "loss": 2.3125,
      "step": 15096
    },
    {
      "epoch": 0.7023493835775761,
      "grad_norm": 0.6442833016462285,
      "learning_rate": 0.0002921927414372663,
      "loss": 2.5,
      "step": 15097
    },
    {
      "epoch": 0.7023959060246568,
      "grad_norm": 0.6683736191606963,
      "learning_rate": 0.00029219155962432563,
      "loss": 2.5469,
      "step": 15098
    },
    {
      "epoch": 0.7024424284717377,
      "grad_norm": 0.6666286300196916,
      "learning_rate": 0.00029219037772433446,
      "loss": 2.4062,
      "step": 15099
    },
    {
      "epoch": 0.7024889509188184,
      "grad_norm": 0.7171744448276909,
      "learning_rate": 0.00029218919573729355,
      "loss": 2.6719,
      "step": 15100
    },
    {
      "epoch": 0.702535473365899,
      "grad_norm": 0.6918946175362568,
      "learning_rate": 0.0002921880136632035,
      "loss": 2.5625,
      "step": 15101
    },
    {
      "epoch": 0.7025819958129798,
      "grad_norm": 0.6087380361373814,
      "learning_rate": 0.0002921868315020652,
      "loss": 2.4531,
      "step": 15102
    },
    {
      "epoch": 0.7026285182600605,
      "grad_norm": 0.6670411681069927,
      "learning_rate": 0.00029218564925387926,
      "loss": 2.4844,
      "step": 15103
    },
    {
      "epoch": 0.7026750407071412,
      "grad_norm": 0.6666235734609169,
      "learning_rate": 0.0002921844669186464,
      "loss": 2.5938,
      "step": 15104
    },
    {
      "epoch": 0.702721563154222,
      "grad_norm": 0.647977928786659,
      "learning_rate": 0.0002921832844963674,
      "loss": 2.4688,
      "step": 15105
    },
    {
      "epoch": 0.7027680856013027,
      "grad_norm": 0.6451001765377434,
      "learning_rate": 0.00029218210198704293,
      "loss": 2.2344,
      "step": 15106
    },
    {
      "epoch": 0.7028146080483834,
      "grad_norm": 0.6246400363603174,
      "learning_rate": 0.00029218091939067374,
      "loss": 2.3438,
      "step": 15107
    },
    {
      "epoch": 0.7028611304954641,
      "grad_norm": 0.6877334826972936,
      "learning_rate": 0.00029217973670726057,
      "loss": 2.5938,
      "step": 15108
    },
    {
      "epoch": 0.7029076529425448,
      "grad_norm": 0.6238780584295297,
      "learning_rate": 0.0002921785539368041,
      "loss": 2.3125,
      "step": 15109
    },
    {
      "epoch": 0.7029541753896255,
      "grad_norm": 0.6677646159167928,
      "learning_rate": 0.0002921773710793051,
      "loss": 2.2344,
      "step": 15110
    },
    {
      "epoch": 0.7030006978367062,
      "grad_norm": 0.6497800080225927,
      "learning_rate": 0.0002921761881347643,
      "loss": 2.5781,
      "step": 15111
    },
    {
      "epoch": 0.703047220283787,
      "grad_norm": 0.6825114775141827,
      "learning_rate": 0.00029217500510318235,
      "loss": 1.9297,
      "step": 15112
    },
    {
      "epoch": 0.7030937427308677,
      "grad_norm": 0.6796142993497699,
      "learning_rate": 0.00029217382198456,
      "loss": 2.7656,
      "step": 15113
    },
    {
      "epoch": 0.7031402651779484,
      "grad_norm": 0.648502271316495,
      "learning_rate": 0.0002921726387788981,
      "loss": 2.4375,
      "step": 15114
    },
    {
      "epoch": 0.7031867876250291,
      "grad_norm": 0.671675770115329,
      "learning_rate": 0.0002921714554861972,
      "loss": 2.7656,
      "step": 15115
    },
    {
      "epoch": 0.7032333100721098,
      "grad_norm": 0.6189780418726968,
      "learning_rate": 0.00029217027210645815,
      "loss": 2.3438,
      "step": 15116
    },
    {
      "epoch": 0.7032798325191905,
      "grad_norm": 0.694028573862893,
      "learning_rate": 0.00029216908863968153,
      "loss": 2.5781,
      "step": 15117
    },
    {
      "epoch": 0.7033263549662713,
      "grad_norm": 0.7217361454627628,
      "learning_rate": 0.00029216790508586826,
      "loss": 2.6406,
      "step": 15118
    },
    {
      "epoch": 0.703372877413352,
      "grad_norm": 0.6865610960730805,
      "learning_rate": 0.0002921667214450189,
      "loss": 2.4844,
      "step": 15119
    },
    {
      "epoch": 0.7034193998604327,
      "grad_norm": 0.6905618493321731,
      "learning_rate": 0.00029216553771713427,
      "loss": 2.8438,
      "step": 15120
    },
    {
      "epoch": 0.7034659223075134,
      "grad_norm": 0.7245528282619869,
      "learning_rate": 0.000292164353902215,
      "loss": 2.5469,
      "step": 15121
    },
    {
      "epoch": 0.7035124447545941,
      "grad_norm": 0.6908035945045954,
      "learning_rate": 0.00029216317000026193,
      "loss": 2.5938,
      "step": 15122
    },
    {
      "epoch": 0.7035589672016748,
      "grad_norm": 0.6444926592242187,
      "learning_rate": 0.00029216198601127576,
      "loss": 2.2344,
      "step": 15123
    },
    {
      "epoch": 0.7036054896487556,
      "grad_norm": 0.6314505884065732,
      "learning_rate": 0.0002921608019352571,
      "loss": 2.7188,
      "step": 15124
    },
    {
      "epoch": 0.7036520120958363,
      "grad_norm": 0.6494427238240189,
      "learning_rate": 0.00029215961777220677,
      "loss": 2.6406,
      "step": 15125
    },
    {
      "epoch": 0.703698534542917,
      "grad_norm": 0.7057830000256233,
      "learning_rate": 0.0002921584335221256,
      "loss": 2.875,
      "step": 15126
    },
    {
      "epoch": 0.7037450569899977,
      "grad_norm": 0.6665338009579683,
      "learning_rate": 0.00029215724918501407,
      "loss": 2.625,
      "step": 15127
    },
    {
      "epoch": 0.7037915794370784,
      "grad_norm": 0.7563602455615207,
      "learning_rate": 0.00029215606476087306,
      "loss": 2.3281,
      "step": 15128
    },
    {
      "epoch": 0.7038381018841591,
      "grad_norm": 0.6016648980355879,
      "learning_rate": 0.00029215488024970324,
      "loss": 2.2188,
      "step": 15129
    },
    {
      "epoch": 0.7038846243312398,
      "grad_norm": 0.65311348492211,
      "learning_rate": 0.00029215369565150544,
      "loss": 2.3438,
      "step": 15130
    },
    {
      "epoch": 0.7039311467783206,
      "grad_norm": 0.6437648817730159,
      "learning_rate": 0.00029215251096628025,
      "loss": 2.3594,
      "step": 15131
    },
    {
      "epoch": 0.7039776692254013,
      "grad_norm": 0.6987664923137488,
      "learning_rate": 0.0002921513261940285,
      "loss": 2.4844,
      "step": 15132
    },
    {
      "epoch": 0.704024191672482,
      "grad_norm": 0.6589220221613162,
      "learning_rate": 0.0002921501413347509,
      "loss": 2.5156,
      "step": 15133
    },
    {
      "epoch": 0.7040707141195627,
      "grad_norm": 0.6462585384359013,
      "learning_rate": 0.0002921489563884481,
      "loss": 2.4531,
      "step": 15134
    },
    {
      "epoch": 0.7041172365666434,
      "grad_norm": 0.6618913829040873,
      "learning_rate": 0.0002921477713551208,
      "loss": 2.6094,
      "step": 15135
    },
    {
      "epoch": 0.7041637590137241,
      "grad_norm": 0.6849625050011785,
      "learning_rate": 0.0002921465862347699,
      "loss": 2.625,
      "step": 15136
    },
    {
      "epoch": 0.7042102814608049,
      "grad_norm": 0.7025822202368331,
      "learning_rate": 0.00029214540102739597,
      "loss": 2.5312,
      "step": 15137
    },
    {
      "epoch": 0.7042568039078856,
      "grad_norm": 0.7207328891352359,
      "learning_rate": 0.0002921442157329998,
      "loss": 2.6406,
      "step": 15138
    },
    {
      "epoch": 0.7043033263549663,
      "grad_norm": 0.6377867175666657,
      "learning_rate": 0.00029214303035158217,
      "loss": 2.4688,
      "step": 15139
    },
    {
      "epoch": 0.704349848802047,
      "grad_norm": 0.658125097123354,
      "learning_rate": 0.00029214184488314364,
      "loss": 2.5312,
      "step": 15140
    },
    {
      "epoch": 0.7043963712491277,
      "grad_norm": 0.6993877572546447,
      "learning_rate": 0.0002921406593276851,
      "loss": 2.6094,
      "step": 15141
    },
    {
      "epoch": 0.7044428936962084,
      "grad_norm": 0.6944607971868975,
      "learning_rate": 0.0002921394736852072,
      "loss": 2.625,
      "step": 15142
    },
    {
      "epoch": 0.7044894161432891,
      "grad_norm": 0.6498697884656757,
      "learning_rate": 0.00029213828795571065,
      "loss": 2.3594,
      "step": 15143
    },
    {
      "epoch": 0.7045359385903699,
      "grad_norm": 0.6625246392222577,
      "learning_rate": 0.0002921371021391962,
      "loss": 2.7656,
      "step": 15144
    },
    {
      "epoch": 0.7045824610374506,
      "grad_norm": 0.6828020190671537,
      "learning_rate": 0.0002921359162356646,
      "loss": 2.7031,
      "step": 15145
    },
    {
      "epoch": 0.7046289834845313,
      "grad_norm": 0.6486643049213159,
      "learning_rate": 0.0002921347302451165,
      "loss": 2.4844,
      "step": 15146
    },
    {
      "epoch": 0.704675505931612,
      "grad_norm": 0.7108921242080531,
      "learning_rate": 0.00029213354416755274,
      "loss": 2.4844,
      "step": 15147
    },
    {
      "epoch": 0.7047220283786927,
      "grad_norm": 0.6727500136216984,
      "learning_rate": 0.000292132358002974,
      "loss": 2.5,
      "step": 15148
    },
    {
      "epoch": 0.7047685508257734,
      "grad_norm": 0.677665533389963,
      "learning_rate": 0.00029213117175138097,
      "loss": 2.375,
      "step": 15149
    },
    {
      "epoch": 0.7048150732728542,
      "grad_norm": 0.6941311435058448,
      "learning_rate": 0.0002921299854127744,
      "loss": 2.5312,
      "step": 15150
    },
    {
      "epoch": 0.7048615957199349,
      "grad_norm": 0.6537592722234777,
      "learning_rate": 0.000292128798987155,
      "loss": 2.4375,
      "step": 15151
    },
    {
      "epoch": 0.7049081181670156,
      "grad_norm": 0.6920443650179446,
      "learning_rate": 0.0002921276124745235,
      "loss": 2.8594,
      "step": 15152
    },
    {
      "epoch": 0.7049546406140963,
      "grad_norm": 0.6371737003503742,
      "learning_rate": 0.00029212642587488064,
      "loss": 2.2656,
      "step": 15153
    },
    {
      "epoch": 0.705001163061177,
      "grad_norm": 0.6739747791682958,
      "learning_rate": 0.0002921252391882272,
      "loss": 2.6562,
      "step": 15154
    },
    {
      "epoch": 0.7050476855082577,
      "grad_norm": 0.5952241792686921,
      "learning_rate": 0.00029212405241456384,
      "loss": 1.9531,
      "step": 15155
    },
    {
      "epoch": 0.7050942079553385,
      "grad_norm": 0.6933512743357839,
      "learning_rate": 0.0002921228655538912,
      "loss": 2.5312,
      "step": 15156
    },
    {
      "epoch": 0.7051407304024192,
      "grad_norm": 0.6517628382219917,
      "learning_rate": 0.0002921216786062102,
      "loss": 2.5312,
      "step": 15157
    },
    {
      "epoch": 0.7051872528494999,
      "grad_norm": 0.689529995221866,
      "learning_rate": 0.0002921204915715215,
      "loss": 2.5312,
      "step": 15158
    },
    {
      "epoch": 0.7052337752965806,
      "grad_norm": 0.6389082823999568,
      "learning_rate": 0.00029211930444982573,
      "loss": 2.3594,
      "step": 15159
    },
    {
      "epoch": 0.7052802977436613,
      "grad_norm": 0.6751709592832004,
      "learning_rate": 0.00029211811724112367,
      "loss": 2.0469,
      "step": 15160
    },
    {
      "epoch": 0.705326820190742,
      "grad_norm": 0.6605284213246444,
      "learning_rate": 0.0002921169299454161,
      "loss": 2.7344,
      "step": 15161
    },
    {
      "epoch": 0.7053733426378227,
      "grad_norm": 0.8103596027143384,
      "learning_rate": 0.0002921157425627037,
      "loss": 2.5312,
      "step": 15162
    },
    {
      "epoch": 0.7054198650849035,
      "grad_norm": 0.6639044137812677,
      "learning_rate": 0.0002921145550929872,
      "loss": 2.4219,
      "step": 15163
    },
    {
      "epoch": 0.7054663875319842,
      "grad_norm": 0.5895678876718897,
      "learning_rate": 0.00029211336753626736,
      "loss": 2.1875,
      "step": 15164
    },
    {
      "epoch": 0.7055129099790649,
      "grad_norm": 0.6355010972526379,
      "learning_rate": 0.00029211217989254484,
      "loss": 2.3906,
      "step": 15165
    },
    {
      "epoch": 0.7055594324261456,
      "grad_norm": 0.6677846650841657,
      "learning_rate": 0.0002921109921618204,
      "loss": 2.5469,
      "step": 15166
    },
    {
      "epoch": 0.7056059548732263,
      "grad_norm": 0.6469424325734812,
      "learning_rate": 0.0002921098043440948,
      "loss": 2.3906,
      "step": 15167
    },
    {
      "epoch": 0.705652477320307,
      "grad_norm": 0.6697572244041311,
      "learning_rate": 0.0002921086164393687,
      "loss": 2.5469,
      "step": 15168
    },
    {
      "epoch": 0.7056989997673878,
      "grad_norm": 0.6597189220830374,
      "learning_rate": 0.0002921074284476429,
      "loss": 2.5,
      "step": 15169
    },
    {
      "epoch": 0.7057455222144685,
      "grad_norm": 0.6338951332897009,
      "learning_rate": 0.0002921062403689181,
      "loss": 2.0781,
      "step": 15170
    },
    {
      "epoch": 0.7057920446615492,
      "grad_norm": 0.6827370116177678,
      "learning_rate": 0.000292105052203195,
      "loss": 1.9297,
      "step": 15171
    },
    {
      "epoch": 0.7058385671086299,
      "grad_norm": 0.6355673746403374,
      "learning_rate": 0.0002921038639504744,
      "loss": 2.6562,
      "step": 15172
    },
    {
      "epoch": 0.7058850895557106,
      "grad_norm": 0.6098483607697059,
      "learning_rate": 0.00029210267561075693,
      "loss": 1.7422,
      "step": 15173
    },
    {
      "epoch": 0.7059316120027913,
      "grad_norm": 0.6401384218076567,
      "learning_rate": 0.0002921014871840434,
      "loss": 2.25,
      "step": 15174
    },
    {
      "epoch": 0.705978134449872,
      "grad_norm": 0.659193775326185,
      "learning_rate": 0.0002921002986703345,
      "loss": 2.6562,
      "step": 15175
    },
    {
      "epoch": 0.7060246568969528,
      "grad_norm": 0.8677057325926971,
      "learning_rate": 0.0002920991100696309,
      "loss": 2.4531,
      "step": 15176
    },
    {
      "epoch": 0.7060711793440335,
      "grad_norm": 0.6410710032934956,
      "learning_rate": 0.00029209792138193343,
      "loss": 2.4219,
      "step": 15177
    },
    {
      "epoch": 0.7061177017911142,
      "grad_norm": 0.7309461816109268,
      "learning_rate": 0.00029209673260724276,
      "loss": 2.625,
      "step": 15178
    },
    {
      "epoch": 0.7061642242381949,
      "grad_norm": 0.6521526471250926,
      "learning_rate": 0.0002920955437455597,
      "loss": 2.5,
      "step": 15179
    },
    {
      "epoch": 0.7062107466852756,
      "grad_norm": 0.6591730933062153,
      "learning_rate": 0.0002920943547968848,
      "loss": 2.2969,
      "step": 15180
    },
    {
      "epoch": 0.7062572691323563,
      "grad_norm": 0.6767880267888878,
      "learning_rate": 0.000292093165761219,
      "loss": 2.6562,
      "step": 15181
    },
    {
      "epoch": 0.7063037915794371,
      "grad_norm": 0.6824955018336427,
      "learning_rate": 0.0002920919766385629,
      "loss": 2.5156,
      "step": 15182
    },
    {
      "epoch": 0.7063503140265178,
      "grad_norm": 0.7012928045568266,
      "learning_rate": 0.00029209078742891716,
      "loss": 2.3906,
      "step": 15183
    },
    {
      "epoch": 0.7063968364735985,
      "grad_norm": 0.6593756338007961,
      "learning_rate": 0.00029208959813228273,
      "loss": 2.4844,
      "step": 15184
    },
    {
      "epoch": 0.7064433589206792,
      "grad_norm": 0.6731768093904302,
      "learning_rate": 0.00029208840874866016,
      "loss": 2.2812,
      "step": 15185
    },
    {
      "epoch": 0.7064898813677599,
      "grad_norm": 0.6449899246082128,
      "learning_rate": 0.0002920872192780502,
      "loss": 2.5469,
      "step": 15186
    },
    {
      "epoch": 0.7065364038148406,
      "grad_norm": 0.6464002795040714,
      "learning_rate": 0.00029208602972045363,
      "loss": 2.2812,
      "step": 15187
    },
    {
      "epoch": 0.7065829262619214,
      "grad_norm": 0.640480167902185,
      "learning_rate": 0.0002920848400758712,
      "loss": 2.5938,
      "step": 15188
    },
    {
      "epoch": 0.7066294487090021,
      "grad_norm": 0.6826770347417613,
      "learning_rate": 0.00029208365034430353,
      "loss": 2.4531,
      "step": 15189
    },
    {
      "epoch": 0.7066759711560828,
      "grad_norm": 0.6767586224818491,
      "learning_rate": 0.0002920824605257514,
      "loss": 2.6562,
      "step": 15190
    },
    {
      "epoch": 0.7067224936031635,
      "grad_norm": 0.6509845128081938,
      "learning_rate": 0.0002920812706202156,
      "loss": 2.3281,
      "step": 15191
    },
    {
      "epoch": 0.7067690160502442,
      "grad_norm": 0.6637619362060166,
      "learning_rate": 0.00029208008062769686,
      "loss": 2.6719,
      "step": 15192
    },
    {
      "epoch": 0.7068155384973249,
      "grad_norm": 0.6468605596181062,
      "learning_rate": 0.00029207889054819577,
      "loss": 2.2812,
      "step": 15193
    },
    {
      "epoch": 0.7068620609444056,
      "grad_norm": 0.6969087377872062,
      "learning_rate": 0.00029207770038171315,
      "loss": 2.4375,
      "step": 15194
    },
    {
      "epoch": 0.7069085833914864,
      "grad_norm": 0.6327300381651589,
      "learning_rate": 0.00029207651012824976,
      "loss": 2.3594,
      "step": 15195
    },
    {
      "epoch": 0.7069551058385671,
      "grad_norm": 0.696653979268051,
      "learning_rate": 0.00029207531978780625,
      "loss": 2.4062,
      "step": 15196
    },
    {
      "epoch": 0.7070016282856478,
      "grad_norm": 0.6584010152083429,
      "learning_rate": 0.00029207412936038343,
      "loss": 2.375,
      "step": 15197
    },
    {
      "epoch": 0.7070481507327285,
      "grad_norm": 0.662091939251604,
      "learning_rate": 0.00029207293884598196,
      "loss": 2.5938,
      "step": 15198
    },
    {
      "epoch": 0.7070946731798092,
      "grad_norm": 0.6669011880438985,
      "learning_rate": 0.0002920717482446026,
      "loss": 2.5469,
      "step": 15199
    },
    {
      "epoch": 0.7071411956268899,
      "grad_norm": 0.8309362696479674,
      "learning_rate": 0.0002920705575562461,
      "loss": 1.8047,
      "step": 15200
    },
    {
      "epoch": 0.7071877180739707,
      "grad_norm": 0.6359611736733083,
      "learning_rate": 0.00029206936678091315,
      "loss": 2.2812,
      "step": 15201
    },
    {
      "epoch": 0.7072342405210514,
      "grad_norm": 0.6617858412641593,
      "learning_rate": 0.00029206817591860454,
      "loss": 2.4219,
      "step": 15202
    },
    {
      "epoch": 0.7072807629681321,
      "grad_norm": 0.7245939546986849,
      "learning_rate": 0.00029206698496932095,
      "loss": 2.2344,
      "step": 15203
    },
    {
      "epoch": 0.7073272854152128,
      "grad_norm": 0.7556554256803023,
      "learning_rate": 0.00029206579393306305,
      "loss": 2.4688,
      "step": 15204
    },
    {
      "epoch": 0.7073738078622935,
      "grad_norm": 0.6564403635971252,
      "learning_rate": 0.00029206460280983165,
      "loss": 2.5312,
      "step": 15205
    },
    {
      "epoch": 0.7074203303093742,
      "grad_norm": 0.6075764714420516,
      "learning_rate": 0.0002920634115996275,
      "loss": 2.2969,
      "step": 15206
    },
    {
      "epoch": 0.707466852756455,
      "grad_norm": 0.6098193306076671,
      "learning_rate": 0.0002920622203024513,
      "loss": 2.25,
      "step": 15207
    },
    {
      "epoch": 0.7075133752035357,
      "grad_norm": 0.7856029287452723,
      "learning_rate": 0.00029206102891830377,
      "loss": 2.5469,
      "step": 15208
    },
    {
      "epoch": 0.7075598976506164,
      "grad_norm": 0.6970063988477018,
      "learning_rate": 0.00029205983744718555,
      "loss": 2.25,
      "step": 15209
    },
    {
      "epoch": 0.7076064200976971,
      "grad_norm": 0.6515190749096811,
      "learning_rate": 0.00029205864588909756,
      "loss": 2.4688,
      "step": 15210
    },
    {
      "epoch": 0.7076529425447778,
      "grad_norm": 0.7492113444691509,
      "learning_rate": 0.0002920574542440404,
      "loss": 2.9062,
      "step": 15211
    },
    {
      "epoch": 0.7076994649918585,
      "grad_norm": 0.6951742598321313,
      "learning_rate": 0.0002920562625120148,
      "loss": 2.5469,
      "step": 15212
    },
    {
      "epoch": 0.7077459874389392,
      "grad_norm": 0.6788355492850862,
      "learning_rate": 0.0002920550706930216,
      "loss": 2.6562,
      "step": 15213
    },
    {
      "epoch": 0.70779250988602,
      "grad_norm": 0.6746282559561683,
      "learning_rate": 0.00029205387878706137,
      "loss": 1.7344,
      "step": 15214
    },
    {
      "epoch": 0.7078390323331007,
      "grad_norm": 0.6558613897704145,
      "learning_rate": 0.00029205268679413497,
      "loss": 2.5156,
      "step": 15215
    },
    {
      "epoch": 0.7078855547801814,
      "grad_norm": 0.6312402772121548,
      "learning_rate": 0.00029205149471424303,
      "loss": 2.4375,
      "step": 15216
    },
    {
      "epoch": 0.7079320772272621,
      "grad_norm": 0.6838923008794003,
      "learning_rate": 0.00029205030254738637,
      "loss": 2.5469,
      "step": 15217
    },
    {
      "epoch": 0.7079785996743428,
      "grad_norm": 0.6658657834287887,
      "learning_rate": 0.0002920491102935657,
      "loss": 2.4688,
      "step": 15218
    },
    {
      "epoch": 0.7080251221214235,
      "grad_norm": 0.6508998630318255,
      "learning_rate": 0.00029204791795278164,
      "loss": 2.5312,
      "step": 15219
    },
    {
      "epoch": 0.7080716445685044,
      "grad_norm": 0.6864982624362845,
      "learning_rate": 0.00029204672552503503,
      "loss": 2.4531,
      "step": 15220
    },
    {
      "epoch": 0.708118167015585,
      "grad_norm": 0.6116054248697897,
      "learning_rate": 0.00029204553301032663,
      "loss": 2.4531,
      "step": 15221
    },
    {
      "epoch": 0.7081646894626658,
      "grad_norm": 0.6770855058031611,
      "learning_rate": 0.0002920443404086571,
      "loss": 2.625,
      "step": 15222
    },
    {
      "epoch": 0.7082112119097465,
      "grad_norm": 0.7246262731166687,
      "learning_rate": 0.00029204314772002715,
      "loss": 2.7344,
      "step": 15223
    },
    {
      "epoch": 0.7082577343568272,
      "grad_norm": 0.698085085821088,
      "learning_rate": 0.0002920419549444376,
      "loss": 2.4375,
      "step": 15224
    },
    {
      "epoch": 0.7083042568039079,
      "grad_norm": 0.7508068663117874,
      "learning_rate": 0.00029204076208188905,
      "loss": 2.4688,
      "step": 15225
    },
    {
      "epoch": 0.7083507792509885,
      "grad_norm": 0.6974581455138618,
      "learning_rate": 0.00029203956913238235,
      "loss": 2.7812,
      "step": 15226
    },
    {
      "epoch": 0.7083973016980694,
      "grad_norm": 0.6570720345346207,
      "learning_rate": 0.0002920383760959182,
      "loss": 2.2812,
      "step": 15227
    },
    {
      "epoch": 0.7084438241451501,
      "grad_norm": 0.6752921109190382,
      "learning_rate": 0.0002920371829724973,
      "loss": 2.375,
      "step": 15228
    },
    {
      "epoch": 0.7084903465922308,
      "grad_norm": 0.7070722126587408,
      "learning_rate": 0.00029203598976212047,
      "loss": 2.375,
      "step": 15229
    },
    {
      "epoch": 0.7085368690393115,
      "grad_norm": 0.7131244784536983,
      "learning_rate": 0.0002920347964647883,
      "loss": 2.6406,
      "step": 15230
    },
    {
      "epoch": 0.7085833914863922,
      "grad_norm": 0.6467718174439437,
      "learning_rate": 0.00029203360308050164,
      "loss": 2.4375,
      "step": 15231
    },
    {
      "epoch": 0.7086299139334729,
      "grad_norm": 0.6740159609904871,
      "learning_rate": 0.0002920324096092611,
      "loss": 2.7656,
      "step": 15232
    },
    {
      "epoch": 0.7086764363805537,
      "grad_norm": 0.6784484635995914,
      "learning_rate": 0.00029203121605106755,
      "loss": 2.25,
      "step": 15233
    },
    {
      "epoch": 0.7087229588276344,
      "grad_norm": 0.7071235205205804,
      "learning_rate": 0.0002920300224059216,
      "loss": 2.5312,
      "step": 15234
    },
    {
      "epoch": 0.7087694812747151,
      "grad_norm": 0.6261206718437352,
      "learning_rate": 0.00029202882867382406,
      "loss": 2.375,
      "step": 15235
    },
    {
      "epoch": 0.7088160037217958,
      "grad_norm": 0.6809144508582451,
      "learning_rate": 0.0002920276348547756,
      "loss": 2.625,
      "step": 15236
    },
    {
      "epoch": 0.7088625261688765,
      "grad_norm": 0.7585327764252613,
      "learning_rate": 0.00029202644094877703,
      "loss": 2.75,
      "step": 15237
    },
    {
      "epoch": 0.7089090486159572,
      "grad_norm": 0.6632165869132369,
      "learning_rate": 0.000292025246955829,
      "loss": 2.75,
      "step": 15238
    },
    {
      "epoch": 0.708955571063038,
      "grad_norm": 0.6141280384466147,
      "learning_rate": 0.0002920240528759323,
      "loss": 2.2656,
      "step": 15239
    },
    {
      "epoch": 0.7090020935101187,
      "grad_norm": 0.6502124505743341,
      "learning_rate": 0.00029202285870908763,
      "loss": 2.4844,
      "step": 15240
    },
    {
      "epoch": 0.7090486159571994,
      "grad_norm": 0.6897933012191055,
      "learning_rate": 0.0002920216644552958,
      "loss": 2.625,
      "step": 15241
    },
    {
      "epoch": 0.7090951384042801,
      "grad_norm": 0.6795579793780429,
      "learning_rate": 0.00029202047011455735,
      "loss": 2.625,
      "step": 15242
    },
    {
      "epoch": 0.7091416608513608,
      "grad_norm": 0.8414189506126137,
      "learning_rate": 0.0002920192756868732,
      "loss": 2.5312,
      "step": 15243
    },
    {
      "epoch": 0.7091881832984415,
      "grad_norm": 0.693765040935716,
      "learning_rate": 0.000292018081172244,
      "loss": 2.4531,
      "step": 15244
    },
    {
      "epoch": 0.7092347057455222,
      "grad_norm": 0.6158597962662614,
      "learning_rate": 0.0002920168865706705,
      "loss": 2.7656,
      "step": 15245
    },
    {
      "epoch": 0.709281228192603,
      "grad_norm": 0.6628735941733839,
      "learning_rate": 0.00029201569188215336,
      "loss": 2.7188,
      "step": 15246
    },
    {
      "epoch": 0.7093277506396837,
      "grad_norm": 0.6523778505835283,
      "learning_rate": 0.0002920144971066935,
      "loss": 2.25,
      "step": 15247
    },
    {
      "epoch": 0.7093742730867644,
      "grad_norm": 0.6746742539036428,
      "learning_rate": 0.00029201330224429143,
      "loss": 2.6875,
      "step": 15248
    },
    {
      "epoch": 0.7094207955338451,
      "grad_norm": 0.6611811653684521,
      "learning_rate": 0.000292012107294948,
      "loss": 2.4844,
      "step": 15249
    },
    {
      "epoch": 0.7094673179809258,
      "grad_norm": 0.667203449625683,
      "learning_rate": 0.00029201091225866395,
      "loss": 2.4531,
      "step": 15250
    },
    {
      "epoch": 0.7095138404280065,
      "grad_norm": 0.6262595796135721,
      "learning_rate": 0.00029200971713543993,
      "loss": 2.2969,
      "step": 15251
    },
    {
      "epoch": 0.7095603628750873,
      "grad_norm": 0.725789500136575,
      "learning_rate": 0.0002920085219252768,
      "loss": 2.4219,
      "step": 15252
    },
    {
      "epoch": 0.709606885322168,
      "grad_norm": 0.6290014103304168,
      "learning_rate": 0.00029200732662817513,
      "loss": 2.7188,
      "step": 15253
    },
    {
      "epoch": 0.7096534077692487,
      "grad_norm": 0.6460514629254722,
      "learning_rate": 0.00029200613124413577,
      "loss": 2.5938,
      "step": 15254
    },
    {
      "epoch": 0.7096999302163294,
      "grad_norm": 0.7425018280957901,
      "learning_rate": 0.0002920049357731595,
      "loss": 2.6406,
      "step": 15255
    },
    {
      "epoch": 0.7097464526634101,
      "grad_norm": 0.6722545579690652,
      "learning_rate": 0.0002920037402152469,
      "loss": 2.7188,
      "step": 15256
    },
    {
      "epoch": 0.7097929751104908,
      "grad_norm": 0.71183889181312,
      "learning_rate": 0.00029200254457039873,
      "loss": 2.75,
      "step": 15257
    },
    {
      "epoch": 0.7098394975575715,
      "grad_norm": 0.6436410787426656,
      "learning_rate": 0.00029200134883861583,
      "loss": 2.4531,
      "step": 15258
    },
    {
      "epoch": 0.7098860200046523,
      "grad_norm": 0.6203268180106779,
      "learning_rate": 0.00029200015301989883,
      "loss": 2.2344,
      "step": 15259
    },
    {
      "epoch": 0.709932542451733,
      "grad_norm": 0.6936982017425969,
      "learning_rate": 0.00029199895711424855,
      "loss": 2.2969,
      "step": 15260
    },
    {
      "epoch": 0.7099790648988137,
      "grad_norm": 0.6752282739303545,
      "learning_rate": 0.00029199776112166564,
      "loss": 2.7344,
      "step": 15261
    },
    {
      "epoch": 0.7100255873458944,
      "grad_norm": 0.6642323214309677,
      "learning_rate": 0.0002919965650421508,
      "loss": 2.625,
      "step": 15262
    },
    {
      "epoch": 0.7100721097929751,
      "grad_norm": 0.668185631087429,
      "learning_rate": 0.00029199536887570496,
      "loss": 1.9844,
      "step": 15263
    },
    {
      "epoch": 0.7101186322400558,
      "grad_norm": 0.7148595661544722,
      "learning_rate": 0.0002919941726223286,
      "loss": 2.375,
      "step": 15264
    },
    {
      "epoch": 0.7101651546871366,
      "grad_norm": 0.6386915360261676,
      "learning_rate": 0.00029199297628202265,
      "loss": 2.6406,
      "step": 15265
    },
    {
      "epoch": 0.7102116771342173,
      "grad_norm": 0.6137804384206587,
      "learning_rate": 0.0002919917798547877,
      "loss": 2.5156,
      "step": 15266
    },
    {
      "epoch": 0.710258199581298,
      "grad_norm": 0.6245693797362148,
      "learning_rate": 0.0002919905833406246,
      "loss": 2.375,
      "step": 15267
    },
    {
      "epoch": 0.7103047220283787,
      "grad_norm": 0.6872589378417352,
      "learning_rate": 0.000291989386739534,
      "loss": 2.7656,
      "step": 15268
    },
    {
      "epoch": 0.7103512444754594,
      "grad_norm": 0.6521977790632612,
      "learning_rate": 0.00029198819005151665,
      "loss": 2.8125,
      "step": 15269
    },
    {
      "epoch": 0.7103977669225401,
      "grad_norm": 0.6712770801072913,
      "learning_rate": 0.00029198699327657334,
      "loss": 2.6719,
      "step": 15270
    },
    {
      "epoch": 0.7104442893696209,
      "grad_norm": 0.6787661819754984,
      "learning_rate": 0.0002919857964147047,
      "loss": 2.6094,
      "step": 15271
    },
    {
      "epoch": 0.7104908118167016,
      "grad_norm": 0.6632710894983328,
      "learning_rate": 0.00029198459946591155,
      "loss": 2.7812,
      "step": 15272
    },
    {
      "epoch": 0.7105373342637823,
      "grad_norm": 0.6091279878933868,
      "learning_rate": 0.0002919834024301946,
      "loss": 2.3438,
      "step": 15273
    },
    {
      "epoch": 0.710583856710863,
      "grad_norm": 0.6535115785905068,
      "learning_rate": 0.0002919822053075546,
      "loss": 2.4375,
      "step": 15274
    },
    {
      "epoch": 0.7106303791579437,
      "grad_norm": 0.7974506940235869,
      "learning_rate": 0.00029198100809799213,
      "loss": 2.4844,
      "step": 15275
    },
    {
      "epoch": 0.7106769016050244,
      "grad_norm": 0.7337866846579352,
      "learning_rate": 0.00029197981080150817,
      "loss": 2.4844,
      "step": 15276
    },
    {
      "epoch": 0.7107234240521051,
      "grad_norm": 0.6674993297013473,
      "learning_rate": 0.0002919786134181033,
      "loss": 2.375,
      "step": 15277
    },
    {
      "epoch": 0.7107699464991859,
      "grad_norm": 0.7206643235089175,
      "learning_rate": 0.00029197741594777824,
      "loss": 2.3594,
      "step": 15278
    },
    {
      "epoch": 0.7108164689462666,
      "grad_norm": 0.7293602651991233,
      "learning_rate": 0.00029197621839053384,
      "loss": 2.5156,
      "step": 15279
    },
    {
      "epoch": 0.7108629913933473,
      "grad_norm": 0.6333202676394523,
      "learning_rate": 0.00029197502074637075,
      "loss": 2.1094,
      "step": 15280
    },
    {
      "epoch": 0.710909513840428,
      "grad_norm": 0.6850773572213685,
      "learning_rate": 0.0002919738230152897,
      "loss": 2.7188,
      "step": 15281
    },
    {
      "epoch": 0.7109560362875087,
      "grad_norm": 0.6836806380072479,
      "learning_rate": 0.0002919726251972914,
      "loss": 2.7188,
      "step": 15282
    },
    {
      "epoch": 0.7110025587345894,
      "grad_norm": 0.6582417497398466,
      "learning_rate": 0.0002919714272923767,
      "loss": 2.8906,
      "step": 15283
    },
    {
      "epoch": 0.7110490811816702,
      "grad_norm": 0.6987083668945849,
      "learning_rate": 0.00029197022930054623,
      "loss": 2.7188,
      "step": 15284
    },
    {
      "epoch": 0.7110956036287509,
      "grad_norm": 0.6527644170432031,
      "learning_rate": 0.00029196903122180075,
      "loss": 2.0156,
      "step": 15285
    },
    {
      "epoch": 0.7111421260758316,
      "grad_norm": 0.668211928447748,
      "learning_rate": 0.00029196783305614096,
      "loss": 2.7031,
      "step": 15286
    },
    {
      "epoch": 0.7111886485229123,
      "grad_norm": 0.6599282857243761,
      "learning_rate": 0.0002919666348035676,
      "loss": 2.7031,
      "step": 15287
    },
    {
      "epoch": 0.711235170969993,
      "grad_norm": 0.62594208825154,
      "learning_rate": 0.0002919654364640815,
      "loss": 2.5625,
      "step": 15288
    },
    {
      "epoch": 0.7112816934170737,
      "grad_norm": 0.6626122418460814,
      "learning_rate": 0.00029196423803768334,
      "loss": 2.375,
      "step": 15289
    },
    {
      "epoch": 0.7113282158641544,
      "grad_norm": 0.6392259715290018,
      "learning_rate": 0.00029196303952437375,
      "loss": 2.6719,
      "step": 15290
    },
    {
      "epoch": 0.7113747383112352,
      "grad_norm": 0.6448570475296141,
      "learning_rate": 0.0002919618409241536,
      "loss": 2.3906,
      "step": 15291
    },
    {
      "epoch": 0.7114212607583159,
      "grad_norm": 0.667601870120322,
      "learning_rate": 0.00029196064223702356,
      "loss": 2.4531,
      "step": 15292
    },
    {
      "epoch": 0.7114677832053966,
      "grad_norm": 0.6614677742918887,
      "learning_rate": 0.0002919594434629844,
      "loss": 2.4688,
      "step": 15293
    },
    {
      "epoch": 0.7115143056524773,
      "grad_norm": 0.662960951578746,
      "learning_rate": 0.0002919582446020368,
      "loss": 2.3281,
      "step": 15294
    },
    {
      "epoch": 0.711560828099558,
      "grad_norm": 0.6987297808154912,
      "learning_rate": 0.0002919570456541815,
      "loss": 2.7344,
      "step": 15295
    },
    {
      "epoch": 0.7116073505466387,
      "grad_norm": 0.6400287992217903,
      "learning_rate": 0.0002919558466194194,
      "loss": 2.2969,
      "step": 15296
    },
    {
      "epoch": 0.7116538729937195,
      "grad_norm": 0.7270501181008535,
      "learning_rate": 0.000291954647497751,
      "loss": 2.5,
      "step": 15297
    },
    {
      "epoch": 0.7117003954408002,
      "grad_norm": 0.6558157759816949,
      "learning_rate": 0.0002919534482891771,
      "loss": 2.5625,
      "step": 15298
    },
    {
      "epoch": 0.7117469178878809,
      "grad_norm": 0.7729119630072786,
      "learning_rate": 0.0002919522489936985,
      "loss": 2.5938,
      "step": 15299
    },
    {
      "epoch": 0.7117934403349616,
      "grad_norm": 0.6529127964004767,
      "learning_rate": 0.00029195104961131585,
      "loss": 2.4062,
      "step": 15300
    },
    {
      "epoch": 0.7118399627820423,
      "grad_norm": 0.6516111097927523,
      "learning_rate": 0.00029194985014203,
      "loss": 2.3438,
      "step": 15301
    },
    {
      "epoch": 0.711886485229123,
      "grad_norm": 0.6565843525148878,
      "learning_rate": 0.0002919486505858416,
      "loss": 2.5625,
      "step": 15302
    },
    {
      "epoch": 0.7119330076762038,
      "grad_norm": 0.6636773939707324,
      "learning_rate": 0.0002919474509427514,
      "loss": 2.6094,
      "step": 15303
    },
    {
      "epoch": 0.7119795301232845,
      "grad_norm": 0.6319276758932486,
      "learning_rate": 0.0002919462512127601,
      "loss": 2.3594,
      "step": 15304
    },
    {
      "epoch": 0.7120260525703652,
      "grad_norm": 0.6363556200404367,
      "learning_rate": 0.00029194505139586846,
      "loss": 2.2969,
      "step": 15305
    },
    {
      "epoch": 0.7120725750174459,
      "grad_norm": 0.6753820049659471,
      "learning_rate": 0.0002919438514920773,
      "loss": 2.3906,
      "step": 15306
    },
    {
      "epoch": 0.7121190974645266,
      "grad_norm": 0.6222371987096881,
      "learning_rate": 0.0002919426515013872,
      "loss": 2.3906,
      "step": 15307
    },
    {
      "epoch": 0.7121656199116073,
      "grad_norm": 0.6303702941589239,
      "learning_rate": 0.00029194145142379894,
      "loss": 2.2656,
      "step": 15308
    },
    {
      "epoch": 0.712212142358688,
      "grad_norm": 0.6225856235681393,
      "learning_rate": 0.00029194025125931335,
      "loss": 2.4688,
      "step": 15309
    },
    {
      "epoch": 0.7122586648057688,
      "grad_norm": 0.7289098427605826,
      "learning_rate": 0.0002919390510079311,
      "loss": 2.8281,
      "step": 15310
    },
    {
      "epoch": 0.7123051872528495,
      "grad_norm": 0.6729070442066138,
      "learning_rate": 0.00029193785066965297,
      "loss": 2.5312,
      "step": 15311
    },
    {
      "epoch": 0.7123517096999302,
      "grad_norm": 0.7509542057534446,
      "learning_rate": 0.0002919366502444796,
      "loss": 2.7969,
      "step": 15312
    },
    {
      "epoch": 0.7123982321470109,
      "grad_norm": 0.6699376871726134,
      "learning_rate": 0.00029193544973241174,
      "loss": 2.3438,
      "step": 15313
    },
    {
      "epoch": 0.7124447545940916,
      "grad_norm": 0.6858165094803137,
      "learning_rate": 0.00029193424913345024,
      "loss": 2.5312,
      "step": 15314
    },
    {
      "epoch": 0.7124912770411723,
      "grad_norm": 0.6438533905508533,
      "learning_rate": 0.0002919330484475957,
      "loss": 2.7344,
      "step": 15315
    },
    {
      "epoch": 0.7125377994882531,
      "grad_norm": 0.6316675046446711,
      "learning_rate": 0.00029193184767484893,
      "loss": 2.3438,
      "step": 15316
    },
    {
      "epoch": 0.7125843219353338,
      "grad_norm": 0.6812013193180837,
      "learning_rate": 0.00029193064681521064,
      "loss": 2.6875,
      "step": 15317
    },
    {
      "epoch": 0.7126308443824145,
      "grad_norm": 0.7793643924120902,
      "learning_rate": 0.00029192944586868156,
      "loss": 2.5469,
      "step": 15318
    },
    {
      "epoch": 0.7126773668294952,
      "grad_norm": 0.6825247711417018,
      "learning_rate": 0.00029192824483526247,
      "loss": 2.6406,
      "step": 15319
    },
    {
      "epoch": 0.7127238892765759,
      "grad_norm": 0.6444913128989965,
      "learning_rate": 0.00029192704371495406,
      "loss": 2.6875,
      "step": 15320
    },
    {
      "epoch": 0.7127704117236566,
      "grad_norm": 0.6436438395791713,
      "learning_rate": 0.00029192584250775704,
      "loss": 2.5469,
      "step": 15321
    },
    {
      "epoch": 0.7128169341707373,
      "grad_norm": 0.6422366312036571,
      "learning_rate": 0.00029192464121367227,
      "loss": 2.2344,
      "step": 15322
    },
    {
      "epoch": 0.7128634566178181,
      "grad_norm": 0.6916338127863576,
      "learning_rate": 0.0002919234398327003,
      "loss": 2.6719,
      "step": 15323
    },
    {
      "epoch": 0.7129099790648988,
      "grad_norm": 0.6721974130665763,
      "learning_rate": 0.000291922238364842,
      "loss": 2.7031,
      "step": 15324
    },
    {
      "epoch": 0.7129565015119795,
      "grad_norm": 0.6816598096735211,
      "learning_rate": 0.0002919210368100981,
      "loss": 2.4844,
      "step": 15325
    },
    {
      "epoch": 0.7130030239590602,
      "grad_norm": 0.628364422421567,
      "learning_rate": 0.0002919198351684693,
      "loss": 2.6719,
      "step": 15326
    },
    {
      "epoch": 0.7130495464061409,
      "grad_norm": 0.6382366646718534,
      "learning_rate": 0.00029191863343995626,
      "loss": 2.6406,
      "step": 15327
    },
    {
      "epoch": 0.7130960688532216,
      "grad_norm": 0.7101334652908343,
      "learning_rate": 0.00029191743162455987,
      "loss": 2.5312,
      "step": 15328
    },
    {
      "epoch": 0.7131425913003024,
      "grad_norm": 0.66219710110545,
      "learning_rate": 0.0002919162297222808,
      "loss": 2.8594,
      "step": 15329
    },
    {
      "epoch": 0.7131891137473831,
      "grad_norm": 0.6459571775122795,
      "learning_rate": 0.00029191502773311974,
      "loss": 2.4062,
      "step": 15330
    },
    {
      "epoch": 0.7132356361944638,
      "grad_norm": 0.6532609466691854,
      "learning_rate": 0.0002919138256570775,
      "loss": 2.4375,
      "step": 15331
    },
    {
      "epoch": 0.7132821586415445,
      "grad_norm": 0.6498358133552018,
      "learning_rate": 0.00029191262349415476,
      "loss": 2.5469,
      "step": 15332
    },
    {
      "epoch": 0.7133286810886252,
      "grad_norm": 0.6204727813925985,
      "learning_rate": 0.0002919114212443523,
      "loss": 2.3594,
      "step": 15333
    },
    {
      "epoch": 0.7133752035357059,
      "grad_norm": 0.6694161533311161,
      "learning_rate": 0.0002919102189076708,
      "loss": 2.5312,
      "step": 15334
    },
    {
      "epoch": 0.7134217259827867,
      "grad_norm": 0.6326700555624987,
      "learning_rate": 0.000291909016484111,
      "loss": 2.375,
      "step": 15335
    },
    {
      "epoch": 0.7134682484298674,
      "grad_norm": 0.6205427937258593,
      "learning_rate": 0.0002919078139736737,
      "loss": 2.0781,
      "step": 15336
    },
    {
      "epoch": 0.7135147708769481,
      "grad_norm": 0.6315478652728781,
      "learning_rate": 0.0002919066113763596,
      "loss": 2.5469,
      "step": 15337
    },
    {
      "epoch": 0.7135612933240288,
      "grad_norm": 0.6599411397127156,
      "learning_rate": 0.0002919054086921695,
      "loss": 2.3438,
      "step": 15338
    },
    {
      "epoch": 0.7136078157711095,
      "grad_norm": 0.6239763786320252,
      "learning_rate": 0.00029190420592110396,
      "loss": 2.3594,
      "step": 15339
    },
    {
      "epoch": 0.7136543382181902,
      "grad_norm": 0.6187114946488064,
      "learning_rate": 0.00029190300306316386,
      "loss": 1.8672,
      "step": 15340
    },
    {
      "epoch": 0.7137008606652709,
      "grad_norm": 0.7123752421213254,
      "learning_rate": 0.0002919018001183499,
      "loss": 2.9688,
      "step": 15341
    },
    {
      "epoch": 0.7137473831123518,
      "grad_norm": 0.831087434681379,
      "learning_rate": 0.0002919005970866629,
      "loss": 2.7656,
      "step": 15342
    },
    {
      "epoch": 0.7137939055594325,
      "grad_norm": 0.673276268996358,
      "learning_rate": 0.00029189939396810345,
      "loss": 2.4375,
      "step": 15343
    },
    {
      "epoch": 0.7138404280065132,
      "grad_norm": 0.6451579493796991,
      "learning_rate": 0.0002918981907626724,
      "loss": 2.4531,
      "step": 15344
    },
    {
      "epoch": 0.7138869504535938,
      "grad_norm": 0.7280807499305697,
      "learning_rate": 0.0002918969874703704,
      "loss": 2.8281,
      "step": 15345
    },
    {
      "epoch": 0.7139334729006745,
      "grad_norm": 0.6413495480855591,
      "learning_rate": 0.0002918957840911982,
      "loss": 2.1406,
      "step": 15346
    },
    {
      "epoch": 0.7139799953477552,
      "grad_norm": 0.7328134932070168,
      "learning_rate": 0.0002918945806251566,
      "loss": 2.625,
      "step": 15347
    },
    {
      "epoch": 0.7140265177948361,
      "grad_norm": 0.7361723858037158,
      "learning_rate": 0.0002918933770722463,
      "loss": 2.5,
      "step": 15348
    },
    {
      "epoch": 0.7140730402419168,
      "grad_norm": 0.7231548058826459,
      "learning_rate": 0.000291892173432468,
      "loss": 2.7344,
      "step": 15349
    },
    {
      "epoch": 0.7141195626889975,
      "grad_norm": 0.6338651111517818,
      "learning_rate": 0.0002918909697058226,
      "loss": 2.5312,
      "step": 15350
    },
    {
      "epoch": 0.7141660851360782,
      "grad_norm": 0.688164553204381,
      "learning_rate": 0.00029188976589231055,
      "loss": 2.3125,
      "step": 15351
    },
    {
      "epoch": 0.7142126075831589,
      "grad_norm": 0.7260216297150038,
      "learning_rate": 0.00029188856199193283,
      "loss": 2.6719,
      "step": 15352
    },
    {
      "epoch": 0.7142591300302396,
      "grad_norm": 0.7109365506968374,
      "learning_rate": 0.00029188735800469013,
      "loss": 2.3438,
      "step": 15353
    },
    {
      "epoch": 0.7143056524773203,
      "grad_norm": 0.7356131005437133,
      "learning_rate": 0.0002918861539305831,
      "loss": 2.5,
      "step": 15354
    },
    {
      "epoch": 0.7143521749244011,
      "grad_norm": 0.668449742166091,
      "learning_rate": 0.0002918849497696126,
      "loss": 2.8281,
      "step": 15355
    },
    {
      "epoch": 0.7143986973714818,
      "grad_norm": 0.6772863260373908,
      "learning_rate": 0.0002918837455217792,
      "loss": 2.8281,
      "step": 15356
    },
    {
      "epoch": 0.7144452198185625,
      "grad_norm": 0.7328026527220737,
      "learning_rate": 0.0002918825411870838,
      "loss": 2.3438,
      "step": 15357
    },
    {
      "epoch": 0.7144917422656432,
      "grad_norm": 0.6362131426707089,
      "learning_rate": 0.000291881336765527,
      "loss": 2.5312,
      "step": 15358
    },
    {
      "epoch": 0.7145382647127239,
      "grad_norm": 0.6530950239998712,
      "learning_rate": 0.0002918801322571097,
      "loss": 2.4531,
      "step": 15359
    },
    {
      "epoch": 0.7145847871598046,
      "grad_norm": 0.7027077489238939,
      "learning_rate": 0.00029187892766183247,
      "loss": 2.5312,
      "step": 15360
    },
    {
      "epoch": 0.7146313096068854,
      "grad_norm": 0.602777729036565,
      "learning_rate": 0.00029187772297969614,
      "loss": 2.4219,
      "step": 15361
    },
    {
      "epoch": 0.7146778320539661,
      "grad_norm": 0.6554019983374216,
      "learning_rate": 0.0002918765182107015,
      "loss": 2.4375,
      "step": 15362
    },
    {
      "epoch": 0.7147243545010468,
      "grad_norm": 0.6364074729571922,
      "learning_rate": 0.00029187531335484916,
      "loss": 2.6875,
      "step": 15363
    },
    {
      "epoch": 0.7147708769481275,
      "grad_norm": 0.6505697884340128,
      "learning_rate": 0.0002918741084121399,
      "loss": 2.2656,
      "step": 15364
    },
    {
      "epoch": 0.7148173993952082,
      "grad_norm": 0.6717454210815605,
      "learning_rate": 0.0002918729033825745,
      "loss": 2.6094,
      "step": 15365
    },
    {
      "epoch": 0.7148639218422889,
      "grad_norm": 0.696588605764562,
      "learning_rate": 0.0002918716982661537,
      "loss": 1.9531,
      "step": 15366
    },
    {
      "epoch": 0.7149104442893697,
      "grad_norm": 0.6402734021735028,
      "learning_rate": 0.0002918704930628782,
      "loss": 2.3438,
      "step": 15367
    },
    {
      "epoch": 0.7149569667364504,
      "grad_norm": 0.6242649326054278,
      "learning_rate": 0.0002918692877727487,
      "loss": 2.6094,
      "step": 15368
    },
    {
      "epoch": 0.7150034891835311,
      "grad_norm": 0.6583850463140725,
      "learning_rate": 0.0002918680823957661,
      "loss": 2.5781,
      "step": 15369
    },
    {
      "epoch": 0.7150500116306118,
      "grad_norm": 0.6825574249976754,
      "learning_rate": 0.00029186687693193093,
      "loss": 2.2344,
      "step": 15370
    },
    {
      "epoch": 0.7150965340776925,
      "grad_norm": 0.7263795437140317,
      "learning_rate": 0.000291865671381244,
      "loss": 2.7969,
      "step": 15371
    },
    {
      "epoch": 0.7151430565247732,
      "grad_norm": 0.6736662197519306,
      "learning_rate": 0.0002918644657437061,
      "loss": 2.5625,
      "step": 15372
    },
    {
      "epoch": 0.7151895789718539,
      "grad_norm": 0.6309539900334903,
      "learning_rate": 0.000291863260019318,
      "loss": 2.3438,
      "step": 15373
    },
    {
      "epoch": 0.7152361014189347,
      "grad_norm": 0.6461055944001323,
      "learning_rate": 0.0002918620542080803,
      "loss": 2.5156,
      "step": 15374
    },
    {
      "epoch": 0.7152826238660154,
      "grad_norm": 0.6319715350890714,
      "learning_rate": 0.00029186084830999377,
      "loss": 2.5469,
      "step": 15375
    },
    {
      "epoch": 0.7153291463130961,
      "grad_norm": 0.6750412708738948,
      "learning_rate": 0.0002918596423250593,
      "loss": 2.5,
      "step": 15376
    },
    {
      "epoch": 0.7153756687601768,
      "grad_norm": 0.7185743174828763,
      "learning_rate": 0.0002918584362532775,
      "loss": 2.5,
      "step": 15377
    },
    {
      "epoch": 0.7154221912072575,
      "grad_norm": 0.6530924727670891,
      "learning_rate": 0.0002918572300946491,
      "loss": 2.3906,
      "step": 15378
    },
    {
      "epoch": 0.7154687136543382,
      "grad_norm": 0.658135893384714,
      "learning_rate": 0.00029185602384917486,
      "loss": 2.3281,
      "step": 15379
    },
    {
      "epoch": 0.715515236101419,
      "grad_norm": 0.6463597600397748,
      "learning_rate": 0.0002918548175168555,
      "loss": 2.4375,
      "step": 15380
    },
    {
      "epoch": 0.7155617585484997,
      "grad_norm": 0.7067173214855204,
      "learning_rate": 0.0002918536110976919,
      "loss": 2.9375,
      "step": 15381
    },
    {
      "epoch": 0.7156082809955804,
      "grad_norm": 0.6703825687840387,
      "learning_rate": 0.0002918524045916846,
      "loss": 2.3906,
      "step": 15382
    },
    {
      "epoch": 0.7156548034426611,
      "grad_norm": 0.7263568145828032,
      "learning_rate": 0.00029185119799883443,
      "loss": 2.6094,
      "step": 15383
    },
    {
      "epoch": 0.7157013258897418,
      "grad_norm": 0.6794887900257587,
      "learning_rate": 0.0002918499913191421,
      "loss": 2.5625,
      "step": 15384
    },
    {
      "epoch": 0.7157478483368225,
      "grad_norm": 0.6998554614258351,
      "learning_rate": 0.00029184878455260836,
      "loss": 2.5781,
      "step": 15385
    },
    {
      "epoch": 0.7157943707839033,
      "grad_norm": 0.6437525217962619,
      "learning_rate": 0.000291847577699234,
      "loss": 2.3438,
      "step": 15386
    },
    {
      "epoch": 0.715840893230984,
      "grad_norm": 0.7010336839747641,
      "learning_rate": 0.00029184637075901974,
      "loss": 2.5625,
      "step": 15387
    },
    {
      "epoch": 0.7158874156780647,
      "grad_norm": 0.610568949641637,
      "learning_rate": 0.00029184516373196624,
      "loss": 2.5,
      "step": 15388
    },
    {
      "epoch": 0.7159339381251454,
      "grad_norm": 0.6448173419657653,
      "learning_rate": 0.0002918439566180743,
      "loss": 2.5938,
      "step": 15389
    },
    {
      "epoch": 0.7159804605722261,
      "grad_norm": 0.706991706917354,
      "learning_rate": 0.00029184274941734464,
      "loss": 2.5625,
      "step": 15390
    },
    {
      "epoch": 0.7160269830193068,
      "grad_norm": 0.6641672099063202,
      "learning_rate": 0.00029184154212977807,
      "loss": 2.3438,
      "step": 15391
    },
    {
      "epoch": 0.7160735054663875,
      "grad_norm": 0.6860235104820197,
      "learning_rate": 0.00029184033475537525,
      "loss": 2.4219,
      "step": 15392
    },
    {
      "epoch": 0.7161200279134683,
      "grad_norm": 0.6661664178010406,
      "learning_rate": 0.00029183912729413694,
      "loss": 2.5781,
      "step": 15393
    },
    {
      "epoch": 0.716166550360549,
      "grad_norm": 0.6213630775362714,
      "learning_rate": 0.0002918379197460639,
      "loss": 2.4844,
      "step": 15394
    },
    {
      "epoch": 0.7162130728076297,
      "grad_norm": 0.6516870937389247,
      "learning_rate": 0.00029183671211115684,
      "loss": 2.3594,
      "step": 15395
    },
    {
      "epoch": 0.7162595952547104,
      "grad_norm": 0.657494303415519,
      "learning_rate": 0.00029183550438941646,
      "loss": 2.7031,
      "step": 15396
    },
    {
      "epoch": 0.7163061177017911,
      "grad_norm": 0.6843589331844797,
      "learning_rate": 0.0002918342965808436,
      "loss": 1.875,
      "step": 15397
    },
    {
      "epoch": 0.7163526401488718,
      "grad_norm": 0.6480678833468456,
      "learning_rate": 0.0002918330886854389,
      "loss": 2.375,
      "step": 15398
    },
    {
      "epoch": 0.7163991625959526,
      "grad_norm": 0.688830888210859,
      "learning_rate": 0.0002918318807032032,
      "loss": 2.5625,
      "step": 15399
    },
    {
      "epoch": 0.7164456850430333,
      "grad_norm": 0.7420037442957943,
      "learning_rate": 0.0002918306726341371,
      "loss": 2.6562,
      "step": 15400
    },
    {
      "epoch": 0.716492207490114,
      "grad_norm": 0.6751325150116522,
      "learning_rate": 0.00029182946447824153,
      "loss": 2.6406,
      "step": 15401
    },
    {
      "epoch": 0.7165387299371947,
      "grad_norm": 0.6551052722375144,
      "learning_rate": 0.0002918282562355171,
      "loss": 2.5312,
      "step": 15402
    },
    {
      "epoch": 0.7165852523842754,
      "grad_norm": 0.606408453052911,
      "learning_rate": 0.0002918270479059646,
      "loss": 2.4531,
      "step": 15403
    },
    {
      "epoch": 0.7166317748313561,
      "grad_norm": 0.6891627181139597,
      "learning_rate": 0.0002918258394895847,
      "loss": 2.3125,
      "step": 15404
    },
    {
      "epoch": 0.7166782972784368,
      "grad_norm": 0.6393431644101828,
      "learning_rate": 0.0002918246309863782,
      "loss": 2.5312,
      "step": 15405
    },
    {
      "epoch": 0.7167248197255176,
      "grad_norm": 0.6692841866659575,
      "learning_rate": 0.0002918234223963458,
      "loss": 2.4062,
      "step": 15406
    },
    {
      "epoch": 0.7167713421725983,
      "grad_norm": 0.6520043830025672,
      "learning_rate": 0.00029182221371948825,
      "loss": 2.6719,
      "step": 15407
    },
    {
      "epoch": 0.716817864619679,
      "grad_norm": 0.7002806185257155,
      "learning_rate": 0.0002918210049558063,
      "loss": 2.5469,
      "step": 15408
    },
    {
      "epoch": 0.7168643870667597,
      "grad_norm": 0.6712069604457394,
      "learning_rate": 0.0002918197961053008,
      "loss": 2.375,
      "step": 15409
    },
    {
      "epoch": 0.7169109095138404,
      "grad_norm": 0.7111805293583698,
      "learning_rate": 0.0002918185871679723,
      "loss": 2.8438,
      "step": 15410
    },
    {
      "epoch": 0.7169574319609211,
      "grad_norm": 0.6557896714905835,
      "learning_rate": 0.00029181737814382164,
      "loss": 2.3594,
      "step": 15411
    },
    {
      "epoch": 0.7170039544080019,
      "grad_norm": 0.6318284334091602,
      "learning_rate": 0.0002918161690328496,
      "loss": 2.4062,
      "step": 15412
    },
    {
      "epoch": 0.7170504768550826,
      "grad_norm": 0.6288051993471687,
      "learning_rate": 0.00029181495983505675,
      "loss": 2.3281,
      "step": 15413
    },
    {
      "epoch": 0.7170969993021633,
      "grad_norm": 0.7176804020746662,
      "learning_rate": 0.00029181375055044404,
      "loss": 2.5781,
      "step": 15414
    },
    {
      "epoch": 0.717143521749244,
      "grad_norm": 0.706889425136579,
      "learning_rate": 0.0002918125411790121,
      "loss": 2.5625,
      "step": 15415
    },
    {
      "epoch": 0.7171900441963247,
      "grad_norm": 0.6575035434433865,
      "learning_rate": 0.00029181133172076165,
      "loss": 2.4688,
      "step": 15416
    },
    {
      "epoch": 0.7172365666434054,
      "grad_norm": 0.6574302137315556,
      "learning_rate": 0.0002918101221756935,
      "loss": 2.3438,
      "step": 15417
    },
    {
      "epoch": 0.7172830890904862,
      "grad_norm": 0.6944578734704512,
      "learning_rate": 0.0002918089125438083,
      "loss": 1.8906,
      "step": 15418
    },
    {
      "epoch": 0.7173296115375669,
      "grad_norm": 0.6759486184992479,
      "learning_rate": 0.0002918077028251069,
      "loss": 2.6094,
      "step": 15419
    },
    {
      "epoch": 0.7173761339846476,
      "grad_norm": 0.6337266488106614,
      "learning_rate": 0.00029180649301959003,
      "loss": 2.0781,
      "step": 15420
    },
    {
      "epoch": 0.7174226564317283,
      "grad_norm": 0.7043840662238097,
      "learning_rate": 0.0002918052831272583,
      "loss": 2.6562,
      "step": 15421
    },
    {
      "epoch": 0.717469178878809,
      "grad_norm": 0.6406359932213976,
      "learning_rate": 0.0002918040731481126,
      "loss": 2.4531,
      "step": 15422
    },
    {
      "epoch": 0.7175157013258897,
      "grad_norm": 0.6701329611671881,
      "learning_rate": 0.00029180286308215357,
      "loss": 2.6094,
      "step": 15423
    },
    {
      "epoch": 0.7175622237729704,
      "grad_norm": 0.6509429328382429,
      "learning_rate": 0.00029180165292938206,
      "loss": 2.4219,
      "step": 15424
    },
    {
      "epoch": 0.7176087462200512,
      "grad_norm": 0.6700661246374853,
      "learning_rate": 0.00029180044268979866,
      "loss": 2.4844,
      "step": 15425
    },
    {
      "epoch": 0.7176552686671319,
      "grad_norm": 0.6912846626016232,
      "learning_rate": 0.00029179923236340426,
      "loss": 2.4375,
      "step": 15426
    },
    {
      "epoch": 0.7177017911142126,
      "grad_norm": 0.6530338838437686,
      "learning_rate": 0.0002917980219501995,
      "loss": 2.3438,
      "step": 15427
    },
    {
      "epoch": 0.7177483135612933,
      "grad_norm": 0.6551304152955937,
      "learning_rate": 0.0002917968114501852,
      "loss": 2.3594,
      "step": 15428
    },
    {
      "epoch": 0.717794836008374,
      "grad_norm": 0.6901161132340252,
      "learning_rate": 0.00029179560086336196,
      "loss": 2.6875,
      "step": 15429
    },
    {
      "epoch": 0.7178413584554547,
      "grad_norm": 0.6701471154312977,
      "learning_rate": 0.0002917943901897307,
      "loss": 2.4531,
      "step": 15430
    },
    {
      "epoch": 0.7178878809025355,
      "grad_norm": 0.7145033125159773,
      "learning_rate": 0.000291793179429292,
      "loss": 2.5312,
      "step": 15431
    },
    {
      "epoch": 0.7179344033496162,
      "grad_norm": 0.63317058204633,
      "learning_rate": 0.0002917919685820468,
      "loss": 2.3906,
      "step": 15432
    },
    {
      "epoch": 0.7179809257966969,
      "grad_norm": 0.6981995878302284,
      "learning_rate": 0.0002917907576479956,
      "loss": 2.3594,
      "step": 15433
    },
    {
      "epoch": 0.7180274482437776,
      "grad_norm": 0.6616798710756785,
      "learning_rate": 0.0002917895466271393,
      "loss": 2.5156,
      "step": 15434
    },
    {
      "epoch": 0.7180739706908583,
      "grad_norm": 0.6744649685144969,
      "learning_rate": 0.00029178833551947865,
      "loss": 2.7344,
      "step": 15435
    },
    {
      "epoch": 0.718120493137939,
      "grad_norm": 0.6755465320804658,
      "learning_rate": 0.0002917871243250143,
      "loss": 2.5469,
      "step": 15436
    },
    {
      "epoch": 0.7181670155850197,
      "grad_norm": 0.6795786636624956,
      "learning_rate": 0.0002917859130437471,
      "loss": 2.6719,
      "step": 15437
    },
    {
      "epoch": 0.7182135380321005,
      "grad_norm": 0.6396820116817541,
      "learning_rate": 0.00029178470167567764,
      "loss": 2.4844,
      "step": 15438
    },
    {
      "epoch": 0.7182600604791812,
      "grad_norm": 0.6654081724027874,
      "learning_rate": 0.00029178349022080676,
      "loss": 2.5312,
      "step": 15439
    },
    {
      "epoch": 0.7183065829262619,
      "grad_norm": 0.6895217634526682,
      "learning_rate": 0.00029178227867913525,
      "loss": 2.4844,
      "step": 15440
    },
    {
      "epoch": 0.7183531053733426,
      "grad_norm": 0.6924678025067491,
      "learning_rate": 0.00029178106705066376,
      "loss": 2.8906,
      "step": 15441
    },
    {
      "epoch": 0.7183996278204233,
      "grad_norm": 0.6200321276577427,
      "learning_rate": 0.00029177985533539305,
      "loss": 2.625,
      "step": 15442
    },
    {
      "epoch": 0.718446150267504,
      "grad_norm": 0.6735638637196962,
      "learning_rate": 0.0002917786435333239,
      "loss": 2.3594,
      "step": 15443
    },
    {
      "epoch": 0.7184926727145848,
      "grad_norm": 0.6530764836794383,
      "learning_rate": 0.00029177743164445706,
      "loss": 2.3125,
      "step": 15444
    },
    {
      "epoch": 0.7185391951616655,
      "grad_norm": 0.6295918827067211,
      "learning_rate": 0.0002917762196687932,
      "loss": 2.625,
      "step": 15445
    },
    {
      "epoch": 0.7185857176087462,
      "grad_norm": 0.7148442783088162,
      "learning_rate": 0.00029177500760633313,
      "loss": 2.6719,
      "step": 15446
    },
    {
      "epoch": 0.7186322400558269,
      "grad_norm": 0.6329918116314956,
      "learning_rate": 0.0002917737954570775,
      "loss": 2.2812,
      "step": 15447
    },
    {
      "epoch": 0.7186787625029076,
      "grad_norm": 0.6369850462689497,
      "learning_rate": 0.0002917725832210272,
      "loss": 2.5625,
      "step": 15448
    },
    {
      "epoch": 0.7187252849499883,
      "grad_norm": 0.6627654197089932,
      "learning_rate": 0.0002917713708981828,
      "loss": 2.5781,
      "step": 15449
    },
    {
      "epoch": 0.7187718073970691,
      "grad_norm": 0.6700852286287317,
      "learning_rate": 0.0002917701584885452,
      "loss": 2.6406,
      "step": 15450
    },
    {
      "epoch": 0.7188183298441498,
      "grad_norm": 0.6760822898945723,
      "learning_rate": 0.000291768945992115,
      "loss": 2.7812,
      "step": 15451
    },
    {
      "epoch": 0.7188648522912305,
      "grad_norm": 0.647844664094545,
      "learning_rate": 0.00029176773340889315,
      "loss": 2.4844,
      "step": 15452
    },
    {
      "epoch": 0.7189113747383112,
      "grad_norm": 0.6842866543110051,
      "learning_rate": 0.0002917665207388802,
      "loss": 2.5156,
      "step": 15453
    },
    {
      "epoch": 0.7189578971853919,
      "grad_norm": 0.6883100412954712,
      "learning_rate": 0.0002917653079820769,
      "loss": 2.5156,
      "step": 15454
    },
    {
      "epoch": 0.7190044196324726,
      "grad_norm": 0.6677308536974171,
      "learning_rate": 0.0002917640951384841,
      "loss": 2.875,
      "step": 15455
    },
    {
      "epoch": 0.7190509420795533,
      "grad_norm": 0.6893521217712978,
      "learning_rate": 0.0002917628822081024,
      "loss": 2.4062,
      "step": 15456
    },
    {
      "epoch": 0.7190974645266341,
      "grad_norm": 0.632246902592186,
      "learning_rate": 0.0002917616691909327,
      "loss": 2.3438,
      "step": 15457
    },
    {
      "epoch": 0.7191439869737148,
      "grad_norm": 0.6680500095065746,
      "learning_rate": 0.00029176045608697565,
      "loss": 2.75,
      "step": 15458
    },
    {
      "epoch": 0.7191905094207955,
      "grad_norm": 0.63756970321785,
      "learning_rate": 0.00029175924289623204,
      "loss": 2.5312,
      "step": 15459
    },
    {
      "epoch": 0.7192370318678762,
      "grad_norm": 0.7056241514218898,
      "learning_rate": 0.00029175802961870254,
      "loss": 2.7656,
      "step": 15460
    },
    {
      "epoch": 0.7192835543149569,
      "grad_norm": 0.6816772962128049,
      "learning_rate": 0.000291756816254388,
      "loss": 2.5938,
      "step": 15461
    },
    {
      "epoch": 0.7193300767620376,
      "grad_norm": 0.6888838762433782,
      "learning_rate": 0.00029175560280328904,
      "loss": 2.3281,
      "step": 15462
    },
    {
      "epoch": 0.7193765992091185,
      "grad_norm": 0.6464229894380152,
      "learning_rate": 0.0002917543892654065,
      "loss": 2.3906,
      "step": 15463
    },
    {
      "epoch": 0.7194231216561991,
      "grad_norm": 0.6301610169071765,
      "learning_rate": 0.00029175317564074106,
      "loss": 2.4531,
      "step": 15464
    },
    {
      "epoch": 0.7194696441032798,
      "grad_norm": 0.6896775478312432,
      "learning_rate": 0.0002917519619292935,
      "loss": 2.8125,
      "step": 15465
    },
    {
      "epoch": 0.7195161665503605,
      "grad_norm": 0.6802692074167962,
      "learning_rate": 0.0002917507481310646,
      "loss": 2.5,
      "step": 15466
    },
    {
      "epoch": 0.7195626889974412,
      "grad_norm": 0.6795676574012749,
      "learning_rate": 0.000291749534246055,
      "loss": 2.7812,
      "step": 15467
    },
    {
      "epoch": 0.719609211444522,
      "grad_norm": 0.6676054315190606,
      "learning_rate": 0.00029174832027426554,
      "loss": 2.5312,
      "step": 15468
    },
    {
      "epoch": 0.7196557338916026,
      "grad_norm": 0.7161606032321425,
      "learning_rate": 0.0002917471062156969,
      "loss": 2.6719,
      "step": 15469
    },
    {
      "epoch": 0.7197022563386835,
      "grad_norm": 0.8328053426557191,
      "learning_rate": 0.0002917458920703498,
      "loss": 2.7031,
      "step": 15470
    },
    {
      "epoch": 0.7197487787857642,
      "grad_norm": 0.6743403083480164,
      "learning_rate": 0.0002917446778382251,
      "loss": 2.7031,
      "step": 15471
    },
    {
      "epoch": 0.7197953012328449,
      "grad_norm": 0.6758128336990221,
      "learning_rate": 0.0002917434635193234,
      "loss": 2.7188,
      "step": 15472
    },
    {
      "epoch": 0.7198418236799256,
      "grad_norm": 0.7014469687364787,
      "learning_rate": 0.0002917422491136456,
      "loss": 2.5781,
      "step": 15473
    },
    {
      "epoch": 0.7198883461270063,
      "grad_norm": 0.6752669622857872,
      "learning_rate": 0.00029174103462119234,
      "loss": 2.6875,
      "step": 15474
    },
    {
      "epoch": 0.719934868574087,
      "grad_norm": 0.6139465276602908,
      "learning_rate": 0.00029173982004196435,
      "loss": 1.8984,
      "step": 15475
    },
    {
      "epoch": 0.7199813910211678,
      "grad_norm": 0.6427031336655614,
      "learning_rate": 0.00029173860537596246,
      "loss": 2.6094,
      "step": 15476
    },
    {
      "epoch": 0.7200279134682485,
      "grad_norm": 0.6489048254059403,
      "learning_rate": 0.0002917373906231873,
      "loss": 2.3594,
      "step": 15477
    },
    {
      "epoch": 0.7200744359153292,
      "grad_norm": 0.6109125874016073,
      "learning_rate": 0.0002917361757836397,
      "loss": 2.4844,
      "step": 15478
    },
    {
      "epoch": 0.7201209583624099,
      "grad_norm": 0.6900219613272316,
      "learning_rate": 0.0002917349608573204,
      "loss": 2.5,
      "step": 15479
    },
    {
      "epoch": 0.7201674808094906,
      "grad_norm": 0.6726153076013459,
      "learning_rate": 0.0002917337458442301,
      "loss": 2.4219,
      "step": 15480
    },
    {
      "epoch": 0.7202140032565713,
      "grad_norm": 0.6620015374101845,
      "learning_rate": 0.0002917325307443696,
      "loss": 2.5312,
      "step": 15481
    },
    {
      "epoch": 0.7202605257036521,
      "grad_norm": 0.6538318038496664,
      "learning_rate": 0.00029173131555773954,
      "loss": 2.3281,
      "step": 15482
    },
    {
      "epoch": 0.7203070481507328,
      "grad_norm": 0.6240557371172344,
      "learning_rate": 0.00029173010028434075,
      "loss": 2.3438,
      "step": 15483
    },
    {
      "epoch": 0.7203535705978135,
      "grad_norm": 0.6625128415607275,
      "learning_rate": 0.000291728884924174,
      "loss": 2.6875,
      "step": 15484
    },
    {
      "epoch": 0.7204000930448942,
      "grad_norm": 0.6223790347423941,
      "learning_rate": 0.00029172766947723996,
      "loss": 2.25,
      "step": 15485
    },
    {
      "epoch": 0.7204466154919749,
      "grad_norm": 0.6896242367883635,
      "learning_rate": 0.0002917264539435394,
      "loss": 2.9219,
      "step": 15486
    },
    {
      "epoch": 0.7204931379390556,
      "grad_norm": 0.6967942079724122,
      "learning_rate": 0.0002917252383230731,
      "loss": 2.6719,
      "step": 15487
    },
    {
      "epoch": 0.7205396603861363,
      "grad_norm": 0.6438574592056137,
      "learning_rate": 0.0002917240226158417,
      "loss": 2.4844,
      "step": 15488
    },
    {
      "epoch": 0.7205861828332171,
      "grad_norm": 0.647940475363741,
      "learning_rate": 0.0002917228068218461,
      "loss": 1.9922,
      "step": 15489
    },
    {
      "epoch": 0.7206327052802978,
      "grad_norm": 0.6694834207277386,
      "learning_rate": 0.00029172159094108697,
      "loss": 2.4375,
      "step": 15490
    },
    {
      "epoch": 0.7206792277273785,
      "grad_norm": 0.6236477122841914,
      "learning_rate": 0.000291720374973565,
      "loss": 2.6719,
      "step": 15491
    },
    {
      "epoch": 0.7207257501744592,
      "grad_norm": 0.6676172006353746,
      "learning_rate": 0.00029171915891928096,
      "loss": 2.6719,
      "step": 15492
    },
    {
      "epoch": 0.7207722726215399,
      "grad_norm": 0.721542254150355,
      "learning_rate": 0.0002917179427782357,
      "loss": 2.9219,
      "step": 15493
    },
    {
      "epoch": 0.7208187950686206,
      "grad_norm": 0.6365520755966607,
      "learning_rate": 0.0002917167265504298,
      "loss": 2.3438,
      "step": 15494
    },
    {
      "epoch": 0.7208653175157014,
      "grad_norm": 0.6733782809740042,
      "learning_rate": 0.0002917155102358641,
      "loss": 2.5469,
      "step": 15495
    },
    {
      "epoch": 0.7209118399627821,
      "grad_norm": 0.6429758946368535,
      "learning_rate": 0.0002917142938345394,
      "loss": 2.5,
      "step": 15496
    },
    {
      "epoch": 0.7209583624098628,
      "grad_norm": 0.6629992952957838,
      "learning_rate": 0.00029171307734645626,
      "loss": 2.4375,
      "step": 15497
    },
    {
      "epoch": 0.7210048848569435,
      "grad_norm": 0.6274457825751563,
      "learning_rate": 0.0002917118607716156,
      "loss": 2.5312,
      "step": 15498
    },
    {
      "epoch": 0.7210514073040242,
      "grad_norm": 0.6606856837821127,
      "learning_rate": 0.00029171064411001807,
      "loss": 2.7969,
      "step": 15499
    },
    {
      "epoch": 0.7210979297511049,
      "grad_norm": 0.7432957697146938,
      "learning_rate": 0.0002917094273616645,
      "loss": 2.625,
      "step": 15500
    },
    {
      "epoch": 0.7211444521981856,
      "grad_norm": 0.6571935035045748,
      "learning_rate": 0.00029170821052655556,
      "loss": 2.3906,
      "step": 15501
    },
    {
      "epoch": 0.7211909746452664,
      "grad_norm": 0.680439372632577,
      "learning_rate": 0.00029170699360469204,
      "loss": 2.375,
      "step": 15502
    },
    {
      "epoch": 0.7212374970923471,
      "grad_norm": 0.7007249905309939,
      "learning_rate": 0.0002917057765960746,
      "loss": 2.4688,
      "step": 15503
    },
    {
      "epoch": 0.7212840195394278,
      "grad_norm": 0.7157162900577321,
      "learning_rate": 0.0002917045595007042,
      "loss": 2.5625,
      "step": 15504
    },
    {
      "epoch": 0.7213305419865085,
      "grad_norm": 0.685289716544368,
      "learning_rate": 0.00029170334231858123,
      "loss": 2.4375,
      "step": 15505
    },
    {
      "epoch": 0.7213770644335892,
      "grad_norm": 0.6632477115018425,
      "learning_rate": 0.0002917021250497068,
      "loss": 2.4844,
      "step": 15506
    },
    {
      "epoch": 0.7214235868806699,
      "grad_norm": 0.6933468637107778,
      "learning_rate": 0.0002917009076940814,
      "loss": 2.6875,
      "step": 15507
    },
    {
      "epoch": 0.7214701093277507,
      "grad_norm": 0.674653911232425,
      "learning_rate": 0.00029169969025170586,
      "loss": 2.6406,
      "step": 15508
    },
    {
      "epoch": 0.7215166317748314,
      "grad_norm": 0.6777918451876741,
      "learning_rate": 0.000291698472722581,
      "loss": 2.5156,
      "step": 15509
    },
    {
      "epoch": 0.7215631542219121,
      "grad_norm": 0.6640188504746226,
      "learning_rate": 0.00029169725510670746,
      "loss": 2.4219,
      "step": 15510
    },
    {
      "epoch": 0.7216096766689928,
      "grad_norm": 0.6394239633889318,
      "learning_rate": 0.00029169603740408605,
      "loss": 2.4844,
      "step": 15511
    },
    {
      "epoch": 0.7216561991160735,
      "grad_norm": 0.7495738239556003,
      "learning_rate": 0.00029169481961471746,
      "loss": 2.7969,
      "step": 15512
    },
    {
      "epoch": 0.7217027215631542,
      "grad_norm": 0.6895646286166254,
      "learning_rate": 0.0002916936017386025,
      "loss": 2.4844,
      "step": 15513
    },
    {
      "epoch": 0.721749244010235,
      "grad_norm": 0.6820145124431702,
      "learning_rate": 0.00029169238377574184,
      "loss": 2.5156,
      "step": 15514
    },
    {
      "epoch": 0.7217957664573157,
      "grad_norm": 0.6765821937889521,
      "learning_rate": 0.00029169116572613633,
      "loss": 2.5469,
      "step": 15515
    },
    {
      "epoch": 0.7218422889043964,
      "grad_norm": 0.6986297543234903,
      "learning_rate": 0.00029168994758978656,
      "loss": 2.5,
      "step": 15516
    },
    {
      "epoch": 0.7218888113514771,
      "grad_norm": 0.639805695780412,
      "learning_rate": 0.00029168872936669347,
      "loss": 2.4219,
      "step": 15517
    },
    {
      "epoch": 0.7219353337985578,
      "grad_norm": 0.7013832776971377,
      "learning_rate": 0.00029168751105685764,
      "loss": 2.4375,
      "step": 15518
    },
    {
      "epoch": 0.7219818562456385,
      "grad_norm": 0.646619189554094,
      "learning_rate": 0.0002916862926602799,
      "loss": 2.75,
      "step": 15519
    },
    {
      "epoch": 0.7220283786927192,
      "grad_norm": 0.6640070919244921,
      "learning_rate": 0.000291685074176961,
      "loss": 2.5781,
      "step": 15520
    },
    {
      "epoch": 0.7220749011398,
      "grad_norm": 0.659072966301439,
      "learning_rate": 0.0002916838556069016,
      "loss": 2.6406,
      "step": 15521
    },
    {
      "epoch": 0.7221214235868807,
      "grad_norm": 0.67561212381921,
      "learning_rate": 0.00029168263695010256,
      "loss": 2.7656,
      "step": 15522
    },
    {
      "epoch": 0.7221679460339614,
      "grad_norm": 0.6744837431321299,
      "learning_rate": 0.0002916814182065646,
      "loss": 2.7031,
      "step": 15523
    },
    {
      "epoch": 0.7222144684810421,
      "grad_norm": 0.6714421429237373,
      "learning_rate": 0.0002916801993762884,
      "loss": 2.5938,
      "step": 15524
    },
    {
      "epoch": 0.7222609909281228,
      "grad_norm": 0.6551066035477057,
      "learning_rate": 0.00029167898045927477,
      "loss": 2.6406,
      "step": 15525
    },
    {
      "epoch": 0.7223075133752035,
      "grad_norm": 0.7194026263256642,
      "learning_rate": 0.00029167776145552435,
      "loss": 2.6875,
      "step": 15526
    },
    {
      "epoch": 0.7223540358222843,
      "grad_norm": 0.6493564331267806,
      "learning_rate": 0.00029167654236503807,
      "loss": 2.4531,
      "step": 15527
    },
    {
      "epoch": 0.722400558269365,
      "grad_norm": 0.6290768531711026,
      "learning_rate": 0.00029167532318781654,
      "loss": 2.3281,
      "step": 15528
    },
    {
      "epoch": 0.7224470807164457,
      "grad_norm": 0.6274659324720074,
      "learning_rate": 0.0002916741039238605,
      "loss": 2.4531,
      "step": 15529
    },
    {
      "epoch": 0.7224936031635264,
      "grad_norm": 0.6307468480132636,
      "learning_rate": 0.0002916728845731708,
      "loss": 2.625,
      "step": 15530
    },
    {
      "epoch": 0.7225401256106071,
      "grad_norm": 0.691375081252112,
      "learning_rate": 0.0002916716651357481,
      "loss": 2.7656,
      "step": 15531
    },
    {
      "epoch": 0.7225866480576878,
      "grad_norm": 0.6321194447082085,
      "learning_rate": 0.0002916704456115932,
      "loss": 2.3125,
      "step": 15532
    },
    {
      "epoch": 0.7226331705047685,
      "grad_norm": 0.6207076863393722,
      "learning_rate": 0.0002916692260007068,
      "loss": 2.6406,
      "step": 15533
    },
    {
      "epoch": 0.7226796929518493,
      "grad_norm": 0.6087891080282453,
      "learning_rate": 0.00029166800630308964,
      "loss": 2.1406,
      "step": 15534
    },
    {
      "epoch": 0.72272621539893,
      "grad_norm": 0.649346820414568,
      "learning_rate": 0.00029166678651874255,
      "loss": 2.4062,
      "step": 15535
    },
    {
      "epoch": 0.7227727378460107,
      "grad_norm": 0.6883983738687283,
      "learning_rate": 0.00029166556664766616,
      "loss": 2.5,
      "step": 15536
    },
    {
      "epoch": 0.7228192602930914,
      "grad_norm": 0.6986238294852399,
      "learning_rate": 0.0002916643466898613,
      "loss": 2.4844,
      "step": 15537
    },
    {
      "epoch": 0.7228657827401721,
      "grad_norm": 0.727991196947164,
      "learning_rate": 0.00029166312664532867,
      "loss": 2.4062,
      "step": 15538
    },
    {
      "epoch": 0.7229123051872528,
      "grad_norm": 0.6731090211461574,
      "learning_rate": 0.000291661906514069,
      "loss": 2.5,
      "step": 15539
    },
    {
      "epoch": 0.7229588276343336,
      "grad_norm": 0.7140219904054054,
      "learning_rate": 0.0002916606862960832,
      "loss": 2.8125,
      "step": 15540
    },
    {
      "epoch": 0.7230053500814143,
      "grad_norm": 0.7304338744953648,
      "learning_rate": 0.00029165946599137184,
      "loss": 2.5781,
      "step": 15541
    },
    {
      "epoch": 0.723051872528495,
      "grad_norm": 0.7092333590142603,
      "learning_rate": 0.00029165824559993566,
      "loss": 2.6719,
      "step": 15542
    },
    {
      "epoch": 0.7230983949755757,
      "grad_norm": 0.6130192942533998,
      "learning_rate": 0.00029165702512177555,
      "loss": 2.2031,
      "step": 15543
    },
    {
      "epoch": 0.7231449174226564,
      "grad_norm": 0.7022393108857291,
      "learning_rate": 0.0002916558045568921,
      "loss": 2.5625,
      "step": 15544
    },
    {
      "epoch": 0.7231914398697371,
      "grad_norm": 0.6374397073550433,
      "learning_rate": 0.0002916545839052862,
      "loss": 2.2969,
      "step": 15545
    },
    {
      "epoch": 0.7232379623168179,
      "grad_norm": 0.6478135395616661,
      "learning_rate": 0.0002916533631669585,
      "loss": 2.5625,
      "step": 15546
    },
    {
      "epoch": 0.7232844847638986,
      "grad_norm": 0.6520731363735511,
      "learning_rate": 0.0002916521423419098,
      "loss": 2.2969,
      "step": 15547
    },
    {
      "epoch": 0.7233310072109793,
      "grad_norm": 0.6922094196468196,
      "learning_rate": 0.00029165092143014075,
      "loss": 2.8438,
      "step": 15548
    },
    {
      "epoch": 0.72337752965806,
      "grad_norm": 0.6404205652231099,
      "learning_rate": 0.00029164970043165224,
      "loss": 2.5781,
      "step": 15549
    },
    {
      "epoch": 0.7234240521051407,
      "grad_norm": 0.6733571690589306,
      "learning_rate": 0.0002916484793464449,
      "loss": 2.4688,
      "step": 15550
    },
    {
      "epoch": 0.7234705745522214,
      "grad_norm": 0.6588626750375695,
      "learning_rate": 0.00029164725817451955,
      "loss": 2.2969,
      "step": 15551
    },
    {
      "epoch": 0.7235170969993021,
      "grad_norm": 0.7226281467360582,
      "learning_rate": 0.00029164603691587694,
      "loss": 2.5,
      "step": 15552
    },
    {
      "epoch": 0.7235636194463829,
      "grad_norm": 0.6410083154577992,
      "learning_rate": 0.0002916448155705178,
      "loss": 2.375,
      "step": 15553
    },
    {
      "epoch": 0.7236101418934636,
      "grad_norm": 0.6257522398214109,
      "learning_rate": 0.00029164359413844283,
      "loss": 2.2656,
      "step": 15554
    },
    {
      "epoch": 0.7236566643405443,
      "grad_norm": 0.6280599780034929,
      "learning_rate": 0.0002916423726196528,
      "loss": 2.3906,
      "step": 15555
    },
    {
      "epoch": 0.723703186787625,
      "grad_norm": 0.6714928623973782,
      "learning_rate": 0.0002916411510141485,
      "loss": 2.375,
      "step": 15556
    },
    {
      "epoch": 0.7237497092347057,
      "grad_norm": 0.6959611402091171,
      "learning_rate": 0.0002916399293219306,
      "loss": 2.3906,
      "step": 15557
    },
    {
      "epoch": 0.7237962316817864,
      "grad_norm": 0.6922762306867745,
      "learning_rate": 0.000291638707543,
      "loss": 2.4062,
      "step": 15558
    },
    {
      "epoch": 0.7238427541288672,
      "grad_norm": 0.664261617893035,
      "learning_rate": 0.0002916374856773573,
      "loss": 2.5469,
      "step": 15559
    },
    {
      "epoch": 0.7238892765759479,
      "grad_norm": 0.7001802271863414,
      "learning_rate": 0.0002916362637250033,
      "loss": 2.7031,
      "step": 15560
    },
    {
      "epoch": 0.7239357990230286,
      "grad_norm": 0.7063485905288368,
      "learning_rate": 0.0002916350416859387,
      "loss": 2.5781,
      "step": 15561
    },
    {
      "epoch": 0.7239823214701093,
      "grad_norm": 0.6306750598629791,
      "learning_rate": 0.0002916338195601644,
      "loss": 2.3281,
      "step": 15562
    },
    {
      "epoch": 0.72402884391719,
      "grad_norm": 0.7068724693341586,
      "learning_rate": 0.000291632597347681,
      "loss": 2.8281,
      "step": 15563
    },
    {
      "epoch": 0.7240753663642707,
      "grad_norm": 0.6581941981274815,
      "learning_rate": 0.0002916313750484892,
      "loss": 2.2812,
      "step": 15564
    },
    {
      "epoch": 0.7241218888113514,
      "grad_norm": 0.6880573271795626,
      "learning_rate": 0.00029163015266258995,
      "loss": 2.1094,
      "step": 15565
    },
    {
      "epoch": 0.7241684112584322,
      "grad_norm": 0.6275600450030269,
      "learning_rate": 0.0002916289301899838,
      "loss": 2.2969,
      "step": 15566
    },
    {
      "epoch": 0.7242149337055129,
      "grad_norm": 0.6622780519265344,
      "learning_rate": 0.0002916277076306716,
      "loss": 1.8281,
      "step": 15567
    },
    {
      "epoch": 0.7242614561525936,
      "grad_norm": 0.6950680906611766,
      "learning_rate": 0.0002916264849846541,
      "loss": 2.3438,
      "step": 15568
    },
    {
      "epoch": 0.7243079785996743,
      "grad_norm": 0.727099055230971,
      "learning_rate": 0.00029162526225193203,
      "loss": 2.5938,
      "step": 15569
    },
    {
      "epoch": 0.724354501046755,
      "grad_norm": 0.6644507206887305,
      "learning_rate": 0.0002916240394325062,
      "loss": 2.7188,
      "step": 15570
    },
    {
      "epoch": 0.7244010234938357,
      "grad_norm": 0.7248242342455732,
      "learning_rate": 0.0002916228165263772,
      "loss": 2.7969,
      "step": 15571
    },
    {
      "epoch": 0.7244475459409165,
      "grad_norm": 0.6570265511807741,
      "learning_rate": 0.0002916215935335459,
      "loss": 2.7188,
      "step": 15572
    },
    {
      "epoch": 0.7244940683879972,
      "grad_norm": 0.6667913214777491,
      "learning_rate": 0.0002916203704540131,
      "loss": 2.4375,
      "step": 15573
    },
    {
      "epoch": 0.7245405908350779,
      "grad_norm": 0.700054453351839,
      "learning_rate": 0.00029161914728777937,
      "loss": 2.4531,
      "step": 15574
    },
    {
      "epoch": 0.7245871132821586,
      "grad_norm": 0.6203119950838669,
      "learning_rate": 0.00029161792403484564,
      "loss": 2.2188,
      "step": 15575
    },
    {
      "epoch": 0.7246336357292393,
      "grad_norm": 0.6221423485958636,
      "learning_rate": 0.0002916167006952126,
      "loss": 2.4219,
      "step": 15576
    },
    {
      "epoch": 0.72468015817632,
      "grad_norm": 0.6704552304425486,
      "learning_rate": 0.0002916154772688809,
      "loss": 2.6094,
      "step": 15577
    },
    {
      "epoch": 0.7247266806234008,
      "grad_norm": 0.6343278626215041,
      "learning_rate": 0.0002916142537558514,
      "loss": 2.5156,
      "step": 15578
    },
    {
      "epoch": 0.7247732030704815,
      "grad_norm": 0.6281259995904677,
      "learning_rate": 0.00029161303015612486,
      "loss": 1.8828,
      "step": 15579
    },
    {
      "epoch": 0.7248197255175622,
      "grad_norm": 0.6140045675966204,
      "learning_rate": 0.00029161180646970194,
      "loss": 2.3438,
      "step": 15580
    },
    {
      "epoch": 0.7248662479646429,
      "grad_norm": 0.6904348617310619,
      "learning_rate": 0.00029161058269658346,
      "loss": 2.3594,
      "step": 15581
    },
    {
      "epoch": 0.7249127704117236,
      "grad_norm": 0.6612754733087857,
      "learning_rate": 0.0002916093588367701,
      "loss": 1.9453,
      "step": 15582
    },
    {
      "epoch": 0.7249592928588043,
      "grad_norm": 0.7051981645712778,
      "learning_rate": 0.0002916081348902627,
      "loss": 2.5469,
      "step": 15583
    },
    {
      "epoch": 0.725005815305885,
      "grad_norm": 0.756679093652466,
      "learning_rate": 0.000291606910857062,
      "loss": 2.6719,
      "step": 15584
    },
    {
      "epoch": 0.7250523377529658,
      "grad_norm": 0.6491475493727695,
      "learning_rate": 0.00029160568673716866,
      "loss": 2.7344,
      "step": 15585
    },
    {
      "epoch": 0.7250988602000465,
      "grad_norm": 0.6696535812441291,
      "learning_rate": 0.0002916044625305835,
      "loss": 2.5938,
      "step": 15586
    },
    {
      "epoch": 0.7251453826471272,
      "grad_norm": 0.6670875827547045,
      "learning_rate": 0.00029160323823730725,
      "loss": 2.5312,
      "step": 15587
    },
    {
      "epoch": 0.725191905094208,
      "grad_norm": 0.6784966825160081,
      "learning_rate": 0.00029160201385734064,
      "loss": 2.4531,
      "step": 15588
    },
    {
      "epoch": 0.7252384275412886,
      "grad_norm": 0.660144865262709,
      "learning_rate": 0.00029160078939068453,
      "loss": 2.4531,
      "step": 15589
    },
    {
      "epoch": 0.7252849499883693,
      "grad_norm": 0.7491001650025162,
      "learning_rate": 0.00029159956483733947,
      "loss": 2.5938,
      "step": 15590
    },
    {
      "epoch": 0.7253314724354502,
      "grad_norm": 0.661572725465237,
      "learning_rate": 0.0002915983401973064,
      "loss": 2.375,
      "step": 15591
    },
    {
      "epoch": 0.7253779948825309,
      "grad_norm": 0.6675030678317515,
      "learning_rate": 0.000291597115470586,
      "loss": 2.6562,
      "step": 15592
    },
    {
      "epoch": 0.7254245173296116,
      "grad_norm": 0.646198966607723,
      "learning_rate": 0.00029159589065717894,
      "loss": 2.625,
      "step": 15593
    },
    {
      "epoch": 0.7254710397766923,
      "grad_norm": 0.695855703070436,
      "learning_rate": 0.00029159466575708607,
      "loss": 2.5781,
      "step": 15594
    },
    {
      "epoch": 0.725517562223773,
      "grad_norm": 0.6838583918046346,
      "learning_rate": 0.0002915934407703081,
      "loss": 2.5,
      "step": 15595
    },
    {
      "epoch": 0.7255640846708536,
      "grad_norm": 0.6543738488493424,
      "learning_rate": 0.0002915922156968458,
      "loss": 2.4688,
      "step": 15596
    },
    {
      "epoch": 0.7256106071179345,
      "grad_norm": 0.6431773007251962,
      "learning_rate": 0.00029159099053669996,
      "loss": 2.25,
      "step": 15597
    },
    {
      "epoch": 0.7256571295650152,
      "grad_norm": 0.6359005486431283,
      "learning_rate": 0.0002915897652898712,
      "loss": 2.3281,
      "step": 15598
    },
    {
      "epoch": 0.7257036520120959,
      "grad_norm": 0.6546001326863454,
      "learning_rate": 0.0002915885399563604,
      "loss": 2.2969,
      "step": 15599
    },
    {
      "epoch": 0.7257501744591766,
      "grad_norm": 0.7499870555246441,
      "learning_rate": 0.00029158731453616827,
      "loss": 2.375,
      "step": 15600
    },
    {
      "epoch": 0.7257966969062573,
      "grad_norm": 0.6634216108550054,
      "learning_rate": 0.00029158608902929553,
      "loss": 2.4219,
      "step": 15601
    },
    {
      "epoch": 0.725843219353338,
      "grad_norm": 0.612045114962207,
      "learning_rate": 0.00029158486343574294,
      "loss": 2.2656,
      "step": 15602
    },
    {
      "epoch": 0.7258897418004187,
      "grad_norm": 0.6787975056500773,
      "learning_rate": 0.0002915836377555113,
      "loss": 2.5312,
      "step": 15603
    },
    {
      "epoch": 0.7259362642474995,
      "grad_norm": 0.6786605216889997,
      "learning_rate": 0.0002915824119886013,
      "loss": 2.2656,
      "step": 15604
    },
    {
      "epoch": 0.7259827866945802,
      "grad_norm": 0.6965130327788913,
      "learning_rate": 0.0002915811861350137,
      "loss": 2.5156,
      "step": 15605
    },
    {
      "epoch": 0.7260293091416609,
      "grad_norm": 0.6727262487302178,
      "learning_rate": 0.00029157996019474927,
      "loss": 2.4062,
      "step": 15606
    },
    {
      "epoch": 0.7260758315887416,
      "grad_norm": 0.6341387696733511,
      "learning_rate": 0.00029157873416780876,
      "loss": 2.5469,
      "step": 15607
    },
    {
      "epoch": 0.7261223540358223,
      "grad_norm": 0.6387236332046485,
      "learning_rate": 0.00029157750805419296,
      "loss": 2.2969,
      "step": 15608
    },
    {
      "epoch": 0.726168876482903,
      "grad_norm": 0.7178922303423367,
      "learning_rate": 0.0002915762818539025,
      "loss": 2.7031,
      "step": 15609
    },
    {
      "epoch": 0.7262153989299838,
      "grad_norm": 0.6616429931073206,
      "learning_rate": 0.00029157505556693823,
      "loss": 2.7031,
      "step": 15610
    },
    {
      "epoch": 0.7262619213770645,
      "grad_norm": 0.6859820999310233,
      "learning_rate": 0.00029157382919330093,
      "loss": 2.5312,
      "step": 15611
    },
    {
      "epoch": 0.7263084438241452,
      "grad_norm": 0.6959956733894354,
      "learning_rate": 0.0002915726027329912,
      "loss": 2.7031,
      "step": 15612
    },
    {
      "epoch": 0.7263549662712259,
      "grad_norm": 0.6143708636639744,
      "learning_rate": 0.00029157137618601,
      "loss": 2.375,
      "step": 15613
    },
    {
      "epoch": 0.7264014887183066,
      "grad_norm": 0.65721871891013,
      "learning_rate": 0.00029157014955235786,
      "loss": 2.6719,
      "step": 15614
    },
    {
      "epoch": 0.7264480111653873,
      "grad_norm": 0.654950521025456,
      "learning_rate": 0.0002915689228320357,
      "loss": 2.4219,
      "step": 15615
    },
    {
      "epoch": 0.726494533612468,
      "grad_norm": 0.6873342438127195,
      "learning_rate": 0.0002915676960250442,
      "loss": 1.75,
      "step": 15616
    },
    {
      "epoch": 0.7265410560595488,
      "grad_norm": 0.6529926059056247,
      "learning_rate": 0.0002915664691313841,
      "loss": 2.5312,
      "step": 15617
    },
    {
      "epoch": 0.7265875785066295,
      "grad_norm": 0.6137704197641873,
      "learning_rate": 0.00029156524215105624,
      "loss": 2.3125,
      "step": 15618
    },
    {
      "epoch": 0.7266341009537102,
      "grad_norm": 0.6333462812184414,
      "learning_rate": 0.00029156401508406124,
      "loss": 2.7188,
      "step": 15619
    },
    {
      "epoch": 0.7266806234007909,
      "grad_norm": 0.6461929431991951,
      "learning_rate": 0.00029156278793039995,
      "loss": 2.5,
      "step": 15620
    },
    {
      "epoch": 0.7267271458478716,
      "grad_norm": 0.7116161937528419,
      "learning_rate": 0.00029156156069007306,
      "loss": 2.5469,
      "step": 15621
    },
    {
      "epoch": 0.7267736682949523,
      "grad_norm": 0.867606317464035,
      "learning_rate": 0.0002915603333630814,
      "loss": 2.7031,
      "step": 15622
    },
    {
      "epoch": 0.7268201907420331,
      "grad_norm": 0.6714268369743008,
      "learning_rate": 0.0002915591059494256,
      "loss": 2.3281,
      "step": 15623
    },
    {
      "epoch": 0.7268667131891138,
      "grad_norm": 0.6830336081944945,
      "learning_rate": 0.0002915578784491065,
      "loss": 2.25,
      "step": 15624
    },
    {
      "epoch": 0.7269132356361945,
      "grad_norm": 0.679106248493331,
      "learning_rate": 0.0002915566508621249,
      "loss": 2.7031,
      "step": 15625
    },
    {
      "epoch": 0.7269597580832752,
      "grad_norm": 0.6734143118188443,
      "learning_rate": 0.0002915554231884814,
      "loss": 2.6875,
      "step": 15626
    },
    {
      "epoch": 0.7270062805303559,
      "grad_norm": 0.6668346234577351,
      "learning_rate": 0.00029155419542817686,
      "loss": 2.3281,
      "step": 15627
    },
    {
      "epoch": 0.7270528029774366,
      "grad_norm": 0.6813154026914315,
      "learning_rate": 0.00029155296758121203,
      "loss": 2.5469,
      "step": 15628
    },
    {
      "epoch": 0.7270993254245174,
      "grad_norm": 0.6691841361094896,
      "learning_rate": 0.00029155173964758756,
      "loss": 2.25,
      "step": 15629
    },
    {
      "epoch": 0.7271458478715981,
      "grad_norm": 0.7535565045026831,
      "learning_rate": 0.00029155051162730434,
      "loss": 1.8984,
      "step": 15630
    },
    {
      "epoch": 0.7271923703186788,
      "grad_norm": 0.6920627924656065,
      "learning_rate": 0.0002915492835203631,
      "loss": 2.3906,
      "step": 15631
    },
    {
      "epoch": 0.7272388927657595,
      "grad_norm": 0.6604193303432502,
      "learning_rate": 0.00029154805532676447,
      "loss": 2.7969,
      "step": 15632
    },
    {
      "epoch": 0.7272854152128402,
      "grad_norm": 0.737198769193252,
      "learning_rate": 0.00029154682704650935,
      "loss": 2.7344,
      "step": 15633
    },
    {
      "epoch": 0.7273319376599209,
      "grad_norm": 0.7083895370161045,
      "learning_rate": 0.00029154559867959845,
      "loss": 2.8438,
      "step": 15634
    },
    {
      "epoch": 0.7273784601070016,
      "grad_norm": 0.696131528126291,
      "learning_rate": 0.0002915443702260324,
      "loss": 2.7031,
      "step": 15635
    },
    {
      "epoch": 0.7274249825540824,
      "grad_norm": 0.6179658768418544,
      "learning_rate": 0.00029154314168581213,
      "loss": 2.4844,
      "step": 15636
    },
    {
      "epoch": 0.7274715050011631,
      "grad_norm": 1.0592088998359253,
      "learning_rate": 0.0002915419130589383,
      "loss": 2.2344,
      "step": 15637
    },
    {
      "epoch": 0.7275180274482438,
      "grad_norm": 0.6871753273644855,
      "learning_rate": 0.00029154068434541174,
      "loss": 2.625,
      "step": 15638
    },
    {
      "epoch": 0.7275645498953245,
      "grad_norm": 0.7003694451327342,
      "learning_rate": 0.00029153945554523305,
      "loss": 2.6094,
      "step": 15639
    },
    {
      "epoch": 0.7276110723424052,
      "grad_norm": 0.7082088631474474,
      "learning_rate": 0.0002915382266584031,
      "loss": 2.5156,
      "step": 15640
    },
    {
      "epoch": 0.7276575947894859,
      "grad_norm": 0.6711055420864118,
      "learning_rate": 0.0002915369976849226,
      "loss": 2.5312,
      "step": 15641
    },
    {
      "epoch": 0.7277041172365667,
      "grad_norm": 0.6925226385226767,
      "learning_rate": 0.00029153576862479233,
      "loss": 2.6719,
      "step": 15642
    },
    {
      "epoch": 0.7277506396836474,
      "grad_norm": 0.6811769480541017,
      "learning_rate": 0.000291534539478013,
      "loss": 2.6562,
      "step": 15643
    },
    {
      "epoch": 0.7277971621307281,
      "grad_norm": 0.7047049197991768,
      "learning_rate": 0.0002915333102445854,
      "loss": 2.4844,
      "step": 15644
    },
    {
      "epoch": 0.7278436845778088,
      "grad_norm": 0.8276444032856216,
      "learning_rate": 0.0002915320809245103,
      "loss": 2.875,
      "step": 15645
    },
    {
      "epoch": 0.7278902070248895,
      "grad_norm": 0.6767311328165674,
      "learning_rate": 0.00029153085151778843,
      "loss": 2.3281,
      "step": 15646
    },
    {
      "epoch": 0.7279367294719702,
      "grad_norm": 0.6876705854477093,
      "learning_rate": 0.00029152962202442053,
      "loss": 2.6406,
      "step": 15647
    },
    {
      "epoch": 0.7279832519190509,
      "grad_norm": 0.6740212575026785,
      "learning_rate": 0.0002915283924444073,
      "loss": 2.4219,
      "step": 15648
    },
    {
      "epoch": 0.7280297743661317,
      "grad_norm": 0.6923549406684203,
      "learning_rate": 0.00029152716277774964,
      "loss": 2.5312,
      "step": 15649
    },
    {
      "epoch": 0.7280762968132124,
      "grad_norm": 0.745465664893088,
      "learning_rate": 0.0002915259330244482,
      "loss": 3.0469,
      "step": 15650
    },
    {
      "epoch": 0.7281228192602931,
      "grad_norm": 0.6259493915857836,
      "learning_rate": 0.0002915247031845037,
      "loss": 2.4531,
      "step": 15651
    },
    {
      "epoch": 0.7281693417073738,
      "grad_norm": 0.7235839922673472,
      "learning_rate": 0.000291523473257917,
      "loss": 1.8281,
      "step": 15652
    },
    {
      "epoch": 0.7282158641544545,
      "grad_norm": 0.6379687958143702,
      "learning_rate": 0.0002915222432446888,
      "loss": 2.375,
      "step": 15653
    },
    {
      "epoch": 0.7282623866015352,
      "grad_norm": 0.6959658307055561,
      "learning_rate": 0.0002915210131448198,
      "loss": 2.7188,
      "step": 15654
    },
    {
      "epoch": 0.728308909048616,
      "grad_norm": 0.6349825653826034,
      "learning_rate": 0.00029151978295831083,
      "loss": 2.2969,
      "step": 15655
    },
    {
      "epoch": 0.7283554314956967,
      "grad_norm": 0.6333258603433564,
      "learning_rate": 0.0002915185526851626,
      "loss": 2.4688,
      "step": 15656
    },
    {
      "epoch": 0.7284019539427774,
      "grad_norm": 0.6369461552097899,
      "learning_rate": 0.0002915173223253759,
      "loss": 2.3281,
      "step": 15657
    },
    {
      "epoch": 0.7284484763898581,
      "grad_norm": 0.6430988823335284,
      "learning_rate": 0.0002915160918789514,
      "loss": 2.5625,
      "step": 15658
    },
    {
      "epoch": 0.7284949988369388,
      "grad_norm": 0.6925596273515168,
      "learning_rate": 0.00029151486134589,
      "loss": 2.4219,
      "step": 15659
    },
    {
      "epoch": 0.7285415212840195,
      "grad_norm": 0.6634359036841715,
      "learning_rate": 0.00029151363072619233,
      "loss": 2.3125,
      "step": 15660
    },
    {
      "epoch": 0.7285880437311003,
      "grad_norm": 0.6997623351330337,
      "learning_rate": 0.00029151240001985915,
      "loss": 2.5625,
      "step": 15661
    },
    {
      "epoch": 0.728634566178181,
      "grad_norm": 0.7041860191315178,
      "learning_rate": 0.0002915111692268913,
      "loss": 2.6562,
      "step": 15662
    },
    {
      "epoch": 0.7286810886252617,
      "grad_norm": 0.6885444738396351,
      "learning_rate": 0.0002915099383472894,
      "loss": 2.8281,
      "step": 15663
    },
    {
      "epoch": 0.7287276110723424,
      "grad_norm": 0.6576669230055128,
      "learning_rate": 0.00029150870738105434,
      "loss": 2.5156,
      "step": 15664
    },
    {
      "epoch": 0.7287741335194231,
      "grad_norm": 0.6540478749371956,
      "learning_rate": 0.00029150747632818684,
      "loss": 2.3594,
      "step": 15665
    },
    {
      "epoch": 0.7288206559665038,
      "grad_norm": 0.6224547066388114,
      "learning_rate": 0.00029150624518868763,
      "loss": 2.375,
      "step": 15666
    },
    {
      "epoch": 0.7288671784135845,
      "grad_norm": 0.667462180375933,
      "learning_rate": 0.0002915050139625574,
      "loss": 2.2656,
      "step": 15667
    },
    {
      "epoch": 0.7289137008606653,
      "grad_norm": 0.6442047084182864,
      "learning_rate": 0.000291503782649797,
      "loss": 2.625,
      "step": 15668
    },
    {
      "epoch": 0.728960223307746,
      "grad_norm": 0.6252506525955709,
      "learning_rate": 0.00029150255125040715,
      "loss": 2.6719,
      "step": 15669
    },
    {
      "epoch": 0.7290067457548267,
      "grad_norm": 0.6370909814546623,
      "learning_rate": 0.00029150131976438863,
      "loss": 2.2656,
      "step": 15670
    },
    {
      "epoch": 0.7290532682019074,
      "grad_norm": 0.7059276038579565,
      "learning_rate": 0.0002915000881917421,
      "loss": 2.4844,
      "step": 15671
    },
    {
      "epoch": 0.7290997906489881,
      "grad_norm": 0.6439182326122119,
      "learning_rate": 0.00029149885653246844,
      "loss": 2.5312,
      "step": 15672
    },
    {
      "epoch": 0.7291463130960688,
      "grad_norm": 0.6749790372944301,
      "learning_rate": 0.0002914976247865683,
      "loss": 2.6562,
      "step": 15673
    },
    {
      "epoch": 0.7291928355431496,
      "grad_norm": 0.6391372725473018,
      "learning_rate": 0.00029149639295404254,
      "loss": 2.2656,
      "step": 15674
    },
    {
      "epoch": 0.7292393579902303,
      "grad_norm": 0.653376739682603,
      "learning_rate": 0.0002914951610348918,
      "loss": 2.4688,
      "step": 15675
    },
    {
      "epoch": 0.729285880437311,
      "grad_norm": 0.6552082343452629,
      "learning_rate": 0.0002914939290291169,
      "loss": 2.4062,
      "step": 15676
    },
    {
      "epoch": 0.7293324028843917,
      "grad_norm": 0.6604014481238001,
      "learning_rate": 0.0002914926969367186,
      "loss": 2.2656,
      "step": 15677
    },
    {
      "epoch": 0.7293789253314724,
      "grad_norm": 0.650984044082958,
      "learning_rate": 0.00029149146475769766,
      "loss": 2.7344,
      "step": 15678
    },
    {
      "epoch": 0.7294254477785531,
      "grad_norm": 0.6493269070423344,
      "learning_rate": 0.0002914902324920548,
      "loss": 2.4531,
      "step": 15679
    },
    {
      "epoch": 0.7294719702256338,
      "grad_norm": 0.7147933639630399,
      "learning_rate": 0.00029148900013979077,
      "loss": 2.4688,
      "step": 15680
    },
    {
      "epoch": 0.7295184926727146,
      "grad_norm": 0.6527566094051062,
      "learning_rate": 0.0002914877677009063,
      "loss": 2.2031,
      "step": 15681
    },
    {
      "epoch": 0.7295650151197953,
      "grad_norm": 0.6351829968263637,
      "learning_rate": 0.00029148653517540224,
      "loss": 2.3438,
      "step": 15682
    },
    {
      "epoch": 0.729611537566876,
      "grad_norm": 0.6243421777673391,
      "learning_rate": 0.00029148530256327925,
      "loss": 2.5312,
      "step": 15683
    },
    {
      "epoch": 0.7296580600139567,
      "grad_norm": 0.6396595863211599,
      "learning_rate": 0.00029148406986453815,
      "loss": 1.8281,
      "step": 15684
    },
    {
      "epoch": 0.7297045824610374,
      "grad_norm": 0.6924735443664437,
      "learning_rate": 0.0002914828370791797,
      "loss": 2.7031,
      "step": 15685
    },
    {
      "epoch": 0.7297511049081181,
      "grad_norm": 0.6788906788890502,
      "learning_rate": 0.00029148160420720457,
      "loss": 2.4219,
      "step": 15686
    },
    {
      "epoch": 0.7297976273551989,
      "grad_norm": 0.6329186428782966,
      "learning_rate": 0.00029148037124861355,
      "loss": 2.4531,
      "step": 15687
    },
    {
      "epoch": 0.7298441498022796,
      "grad_norm": 0.6907861556098847,
      "learning_rate": 0.0002914791382034075,
      "loss": 2.5625,
      "step": 15688
    },
    {
      "epoch": 0.7298906722493603,
      "grad_norm": 0.6387976557418777,
      "learning_rate": 0.000291477905071587,
      "loss": 2.5781,
      "step": 15689
    },
    {
      "epoch": 0.729937194696441,
      "grad_norm": 0.6580323245248014,
      "learning_rate": 0.00029147667185315296,
      "loss": 2.5938,
      "step": 15690
    },
    {
      "epoch": 0.7299837171435217,
      "grad_norm": 0.6947813401539945,
      "learning_rate": 0.00029147543854810606,
      "loss": 2.75,
      "step": 15691
    },
    {
      "epoch": 0.7300302395906024,
      "grad_norm": 0.645937250526067,
      "learning_rate": 0.000291474205156447,
      "loss": 2.4062,
      "step": 15692
    },
    {
      "epoch": 0.7300767620376832,
      "grad_norm": 0.6383440345871557,
      "learning_rate": 0.00029147297167817664,
      "loss": 2.375,
      "step": 15693
    },
    {
      "epoch": 0.7301232844847639,
      "grad_norm": 0.6293671367900818,
      "learning_rate": 0.0002914717381132957,
      "loss": 2.6094,
      "step": 15694
    },
    {
      "epoch": 0.7301698069318446,
      "grad_norm": 0.6646952646744645,
      "learning_rate": 0.0002914705044618049,
      "loss": 2.4688,
      "step": 15695
    },
    {
      "epoch": 0.7302163293789253,
      "grad_norm": 0.6651565483189545,
      "learning_rate": 0.00029146927072370505,
      "loss": 2.7188,
      "step": 15696
    },
    {
      "epoch": 0.730262851826006,
      "grad_norm": 0.6770970478394395,
      "learning_rate": 0.0002914680368989969,
      "loss": 2.5625,
      "step": 15697
    },
    {
      "epoch": 0.7303093742730867,
      "grad_norm": 0.6679551999324054,
      "learning_rate": 0.0002914668029876811,
      "loss": 2.5938,
      "step": 15698
    },
    {
      "epoch": 0.7303558967201674,
      "grad_norm": 0.6715962427673732,
      "learning_rate": 0.0002914655689897586,
      "loss": 2.375,
      "step": 15699
    },
    {
      "epoch": 0.7304024191672482,
      "grad_norm": 0.6808992470587552,
      "learning_rate": 0.00029146433490522997,
      "loss": 2.4688,
      "step": 15700
    },
    {
      "epoch": 0.7304489416143289,
      "grad_norm": 0.6453126147112589,
      "learning_rate": 0.0002914631007340961,
      "loss": 2.2031,
      "step": 15701
    },
    {
      "epoch": 0.7304954640614096,
      "grad_norm": 0.6752125278037859,
      "learning_rate": 0.0002914618664763576,
      "loss": 2.6719,
      "step": 15702
    },
    {
      "epoch": 0.7305419865084903,
      "grad_norm": 0.7089272893488435,
      "learning_rate": 0.00029146063213201536,
      "loss": 2.7031,
      "step": 15703
    },
    {
      "epoch": 0.730588508955571,
      "grad_norm": 0.6395679838832062,
      "learning_rate": 0.0002914593977010701,
      "loss": 2.4062,
      "step": 15704
    },
    {
      "epoch": 0.7306350314026517,
      "grad_norm": 0.6128284762596873,
      "learning_rate": 0.00029145816318352255,
      "loss": 2.2812,
      "step": 15705
    },
    {
      "epoch": 0.7306815538497325,
      "grad_norm": 0.6918009282466637,
      "learning_rate": 0.0002914569285793735,
      "loss": 2.5469,
      "step": 15706
    },
    {
      "epoch": 0.7307280762968132,
      "grad_norm": 0.6410190173833886,
      "learning_rate": 0.0002914556938886236,
      "loss": 2.5312,
      "step": 15707
    },
    {
      "epoch": 0.7307745987438939,
      "grad_norm": 0.7456484449401122,
      "learning_rate": 0.00029145445911127376,
      "loss": 2.7031,
      "step": 15708
    },
    {
      "epoch": 0.7308211211909746,
      "grad_norm": 0.6711415683777497,
      "learning_rate": 0.0002914532242473247,
      "loss": 2.4375,
      "step": 15709
    },
    {
      "epoch": 0.7308676436380553,
      "grad_norm": 0.6527980753131484,
      "learning_rate": 0.00029145198929677707,
      "loss": 2.5469,
      "step": 15710
    },
    {
      "epoch": 0.730914166085136,
      "grad_norm": 0.6729410624638992,
      "learning_rate": 0.00029145075425963176,
      "loss": 2.4844,
      "step": 15711
    },
    {
      "epoch": 0.7309606885322167,
      "grad_norm": 0.6427980054984815,
      "learning_rate": 0.00029144951913588944,
      "loss": 2.6562,
      "step": 15712
    },
    {
      "epoch": 0.7310072109792976,
      "grad_norm": 0.6390407717559279,
      "learning_rate": 0.00029144828392555085,
      "loss": 2.2812,
      "step": 15713
    },
    {
      "epoch": 0.7310537334263782,
      "grad_norm": 0.702961966543973,
      "learning_rate": 0.00029144704862861683,
      "loss": 2.4375,
      "step": 15714
    },
    {
      "epoch": 0.731100255873459,
      "grad_norm": 0.6669148263109155,
      "learning_rate": 0.00029144581324508806,
      "loss": 2.1875,
      "step": 15715
    },
    {
      "epoch": 0.7311467783205396,
      "grad_norm": 0.6718480527142687,
      "learning_rate": 0.0002914445777749654,
      "loss": 2.4062,
      "step": 15716
    },
    {
      "epoch": 0.7311933007676203,
      "grad_norm": 0.6910656292396784,
      "learning_rate": 0.00029144334221824946,
      "loss": 1.8984,
      "step": 15717
    },
    {
      "epoch": 0.731239823214701,
      "grad_norm": 0.6465402824824398,
      "learning_rate": 0.0002914421065749411,
      "loss": 2.4219,
      "step": 15718
    },
    {
      "epoch": 0.7312863456617819,
      "grad_norm": 0.6463947248216135,
      "learning_rate": 0.00029144087084504106,
      "loss": 2.7188,
      "step": 15719
    },
    {
      "epoch": 0.7313328681088626,
      "grad_norm": 0.652206433152262,
      "learning_rate": 0.00029143963502855003,
      "loss": 2.3281,
      "step": 15720
    },
    {
      "epoch": 0.7313793905559433,
      "grad_norm": 0.6386490165105152,
      "learning_rate": 0.00029143839912546893,
      "loss": 2.3594,
      "step": 15721
    },
    {
      "epoch": 0.731425913003024,
      "grad_norm": 0.6902241254857978,
      "learning_rate": 0.00029143716313579835,
      "loss": 2.4375,
      "step": 15722
    },
    {
      "epoch": 0.7314724354501047,
      "grad_norm": 0.664866378186142,
      "learning_rate": 0.0002914359270595391,
      "loss": 2.8438,
      "step": 15723
    },
    {
      "epoch": 0.7315189578971854,
      "grad_norm": 0.6885008771739858,
      "learning_rate": 0.00029143469089669194,
      "loss": 2.1875,
      "step": 15724
    },
    {
      "epoch": 0.7315654803442662,
      "grad_norm": 0.7050952255737301,
      "learning_rate": 0.0002914334546472576,
      "loss": 2.5938,
      "step": 15725
    },
    {
      "epoch": 0.7316120027913469,
      "grad_norm": 0.6406055145929798,
      "learning_rate": 0.0002914322183112369,
      "loss": 2.4844,
      "step": 15726
    },
    {
      "epoch": 0.7316585252384276,
      "grad_norm": 0.6750332108922714,
      "learning_rate": 0.0002914309818886306,
      "loss": 2.6562,
      "step": 15727
    },
    {
      "epoch": 0.7317050476855083,
      "grad_norm": 0.6747985391039212,
      "learning_rate": 0.00029142974537943933,
      "loss": 2.1719,
      "step": 15728
    },
    {
      "epoch": 0.731751570132589,
      "grad_norm": 0.6827856609688063,
      "learning_rate": 0.00029142850878366406,
      "loss": 2.4688,
      "step": 15729
    },
    {
      "epoch": 0.7317980925796697,
      "grad_norm": 0.7191274538544133,
      "learning_rate": 0.00029142727210130533,
      "loss": 2.5938,
      "step": 15730
    },
    {
      "epoch": 0.7318446150267504,
      "grad_norm": 0.6348227224520019,
      "learning_rate": 0.000291426035332364,
      "loss": 2.8438,
      "step": 15731
    },
    {
      "epoch": 0.7318911374738312,
      "grad_norm": 0.6589428318649031,
      "learning_rate": 0.0002914247984768408,
      "loss": 2.2656,
      "step": 15732
    },
    {
      "epoch": 0.7319376599209119,
      "grad_norm": 0.6508572408730364,
      "learning_rate": 0.00029142356153473653,
      "loss": 2.2656,
      "step": 15733
    },
    {
      "epoch": 0.7319841823679926,
      "grad_norm": 0.6475351081704802,
      "learning_rate": 0.00029142232450605197,
      "loss": 2.1406,
      "step": 15734
    },
    {
      "epoch": 0.7320307048150733,
      "grad_norm": 0.6429620395282946,
      "learning_rate": 0.00029142108739078774,
      "loss": 2.2812,
      "step": 15735
    },
    {
      "epoch": 0.732077227262154,
      "grad_norm": 0.663376433882493,
      "learning_rate": 0.00029141985018894475,
      "loss": 2.875,
      "step": 15736
    },
    {
      "epoch": 0.7321237497092347,
      "grad_norm": 0.6420764164914522,
      "learning_rate": 0.0002914186129005237,
      "loss": 2.4531,
      "step": 15737
    },
    {
      "epoch": 0.7321702721563155,
      "grad_norm": 0.6748399094677059,
      "learning_rate": 0.0002914173755255253,
      "loss": 2.7812,
      "step": 15738
    },
    {
      "epoch": 0.7322167946033962,
      "grad_norm": 0.6459252858747498,
      "learning_rate": 0.00029141613806395037,
      "loss": 2.4844,
      "step": 15739
    },
    {
      "epoch": 0.7322633170504769,
      "grad_norm": 0.7002867106077043,
      "learning_rate": 0.0002914149005157996,
      "loss": 1.9844,
      "step": 15740
    },
    {
      "epoch": 0.7323098394975576,
      "grad_norm": 0.6959322048019312,
      "learning_rate": 0.00029141366288107384,
      "loss": 2.3594,
      "step": 15741
    },
    {
      "epoch": 0.7323563619446383,
      "grad_norm": 0.649656951052443,
      "learning_rate": 0.0002914124251597738,
      "loss": 1.9141,
      "step": 15742
    },
    {
      "epoch": 0.732402884391719,
      "grad_norm": 0.6522359363646673,
      "learning_rate": 0.00029141118735190026,
      "loss": 2.4531,
      "step": 15743
    },
    {
      "epoch": 0.7324494068387997,
      "grad_norm": 0.6761923292803502,
      "learning_rate": 0.0002914099494574539,
      "loss": 2.5,
      "step": 15744
    },
    {
      "epoch": 0.7324959292858805,
      "grad_norm": 0.70791709704293,
      "learning_rate": 0.0002914087114764356,
      "loss": 2.5781,
      "step": 15745
    },
    {
      "epoch": 0.7325424517329612,
      "grad_norm": 0.641031382371854,
      "learning_rate": 0.000291407473408846,
      "loss": 2.4062,
      "step": 15746
    },
    {
      "epoch": 0.7325889741800419,
      "grad_norm": 0.7369865698945348,
      "learning_rate": 0.000291406235254686,
      "loss": 2.7344,
      "step": 15747
    },
    {
      "epoch": 0.7326354966271226,
      "grad_norm": 0.6107932174188334,
      "learning_rate": 0.0002914049970139562,
      "loss": 2.0156,
      "step": 15748
    },
    {
      "epoch": 0.7326820190742033,
      "grad_norm": 0.6247565141457692,
      "learning_rate": 0.0002914037586866574,
      "loss": 2.4062,
      "step": 15749
    },
    {
      "epoch": 0.732728541521284,
      "grad_norm": 0.7234228884106242,
      "learning_rate": 0.00029140252027279047,
      "loss": 2.75,
      "step": 15750
    },
    {
      "epoch": 0.7327750639683648,
      "grad_norm": 0.7205229691385143,
      "learning_rate": 0.000291401281772356,
      "loss": 2.5781,
      "step": 15751
    },
    {
      "epoch": 0.7328215864154455,
      "grad_norm": 0.6493617328552381,
      "learning_rate": 0.0002914000431853549,
      "loss": 2.7031,
      "step": 15752
    },
    {
      "epoch": 0.7328681088625262,
      "grad_norm": 0.6599131664759467,
      "learning_rate": 0.0002913988045117878,
      "loss": 2.8438,
      "step": 15753
    },
    {
      "epoch": 0.7329146313096069,
      "grad_norm": 0.6379793971370525,
      "learning_rate": 0.0002913975657516556,
      "loss": 2.2812,
      "step": 15754
    },
    {
      "epoch": 0.7329611537566876,
      "grad_norm": 0.6290563097528802,
      "learning_rate": 0.00029139632690495886,
      "loss": 2.5781,
      "step": 15755
    },
    {
      "epoch": 0.7330076762037683,
      "grad_norm": 0.6466793570578672,
      "learning_rate": 0.0002913950879716985,
      "loss": 2.4219,
      "step": 15756
    },
    {
      "epoch": 0.7330541986508491,
      "grad_norm": 0.6118316496021208,
      "learning_rate": 0.00029139384895187525,
      "loss": 2.375,
      "step": 15757
    },
    {
      "epoch": 0.7331007210979298,
      "grad_norm": 0.6658066912136879,
      "learning_rate": 0.0002913926098454898,
      "loss": 2.2188,
      "step": 15758
    },
    {
      "epoch": 0.7331472435450105,
      "grad_norm": 0.6341682806735413,
      "learning_rate": 0.00029139137065254306,
      "loss": 2.1875,
      "step": 15759
    },
    {
      "epoch": 0.7331937659920912,
      "grad_norm": 0.6666881997204271,
      "learning_rate": 0.00029139013137303565,
      "loss": 2.6094,
      "step": 15760
    },
    {
      "epoch": 0.7332402884391719,
      "grad_norm": 0.7173855404905879,
      "learning_rate": 0.00029138889200696835,
      "loss": 2.2812,
      "step": 15761
    },
    {
      "epoch": 0.7332868108862526,
      "grad_norm": 0.7123423654980919,
      "learning_rate": 0.000291387652554342,
      "loss": 2.0312,
      "step": 15762
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 0.6903199114983815,
      "learning_rate": 0.00029138641301515726,
      "loss": 2.8281,
      "step": 15763
    },
    {
      "epoch": 0.7333798557804141,
      "grad_norm": 0.723071933744642,
      "learning_rate": 0.0002913851733894149,
      "loss": 2.5469,
      "step": 15764
    },
    {
      "epoch": 0.7334263782274948,
      "grad_norm": 0.7152135195922845,
      "learning_rate": 0.0002913839336771157,
      "loss": 2.4062,
      "step": 15765
    },
    {
      "epoch": 0.7334729006745755,
      "grad_norm": 0.667324305639586,
      "learning_rate": 0.0002913826938782604,
      "loss": 2.4844,
      "step": 15766
    },
    {
      "epoch": 0.7335194231216562,
      "grad_norm": 0.6574014889271388,
      "learning_rate": 0.00029138145399284983,
      "loss": 2.4375,
      "step": 15767
    },
    {
      "epoch": 0.7335659455687369,
      "grad_norm": 0.6240702520696237,
      "learning_rate": 0.00029138021402088467,
      "loss": 2.2969,
      "step": 15768
    },
    {
      "epoch": 0.7336124680158176,
      "grad_norm": 0.7085912007048308,
      "learning_rate": 0.00029137897396236574,
      "loss": 2.7969,
      "step": 15769
    },
    {
      "epoch": 0.7336589904628984,
      "grad_norm": 0.6888813950981018,
      "learning_rate": 0.00029137773381729377,
      "loss": 2.7188,
      "step": 15770
    },
    {
      "epoch": 0.7337055129099791,
      "grad_norm": 0.687558019193712,
      "learning_rate": 0.0002913764935856695,
      "loss": 2.625,
      "step": 15771
    },
    {
      "epoch": 0.7337520353570598,
      "grad_norm": 0.6498616038699986,
      "learning_rate": 0.0002913752532674937,
      "loss": 2.3594,
      "step": 15772
    },
    {
      "epoch": 0.7337985578041405,
      "grad_norm": 0.7143869519733252,
      "learning_rate": 0.0002913740128627671,
      "loss": 2.4844,
      "step": 15773
    },
    {
      "epoch": 0.7338450802512212,
      "grad_norm": 0.6887130787495316,
      "learning_rate": 0.0002913727723714906,
      "loss": 2.9531,
      "step": 15774
    },
    {
      "epoch": 0.7338916026983019,
      "grad_norm": 0.6969885899286667,
      "learning_rate": 0.0002913715317936648,
      "loss": 2.4375,
      "step": 15775
    },
    {
      "epoch": 0.7339381251453826,
      "grad_norm": 0.7570975368717514,
      "learning_rate": 0.00029137029112929054,
      "loss": 2.5781,
      "step": 15776
    },
    {
      "epoch": 0.7339846475924634,
      "grad_norm": 0.6701881404496167,
      "learning_rate": 0.0002913690503783685,
      "loss": 2.3594,
      "step": 15777
    },
    {
      "epoch": 0.7340311700395441,
      "grad_norm": 0.6599183489408583,
      "learning_rate": 0.00029136780954089954,
      "loss": 2.4375,
      "step": 15778
    },
    {
      "epoch": 0.7340776924866248,
      "grad_norm": 0.6693190325042837,
      "learning_rate": 0.00029136656861688436,
      "loss": 2.375,
      "step": 15779
    },
    {
      "epoch": 0.7341242149337055,
      "grad_norm": 0.678467187086702,
      "learning_rate": 0.0002913653276063237,
      "loss": 2.3125,
      "step": 15780
    },
    {
      "epoch": 0.7341707373807862,
      "grad_norm": 0.6786364389268861,
      "learning_rate": 0.0002913640865092184,
      "loss": 2.625,
      "step": 15781
    },
    {
      "epoch": 0.7342172598278669,
      "grad_norm": 0.694455552346813,
      "learning_rate": 0.0002913628453255691,
      "loss": 2.6406,
      "step": 15782
    },
    {
      "epoch": 0.7342637822749477,
      "grad_norm": 0.7128623895636516,
      "learning_rate": 0.0002913616040553767,
      "loss": 2.4844,
      "step": 15783
    },
    {
      "epoch": 0.7343103047220284,
      "grad_norm": 0.6935843703614158,
      "learning_rate": 0.0002913603626986419,
      "loss": 2.4375,
      "step": 15784
    },
    {
      "epoch": 0.7343568271691091,
      "grad_norm": 0.69775381576607,
      "learning_rate": 0.0002913591212553655,
      "loss": 2.4375,
      "step": 15785
    },
    {
      "epoch": 0.7344033496161898,
      "grad_norm": 0.683772604495324,
      "learning_rate": 0.0002913578797255481,
      "loss": 2.4375,
      "step": 15786
    },
    {
      "epoch": 0.7344498720632705,
      "grad_norm": 0.662311991385998,
      "learning_rate": 0.00029135663810919064,
      "loss": 2.2969,
      "step": 15787
    },
    {
      "epoch": 0.7344963945103512,
      "grad_norm": 0.6416052964289264,
      "learning_rate": 0.0002913553964062938,
      "loss": 2.5625,
      "step": 15788
    },
    {
      "epoch": 0.734542916957432,
      "grad_norm": 0.621549979582511,
      "learning_rate": 0.00029135415461685834,
      "loss": 2.4219,
      "step": 15789
    },
    {
      "epoch": 0.7345894394045127,
      "grad_norm": 0.74666198593588,
      "learning_rate": 0.00029135291274088503,
      "loss": 2.6719,
      "step": 15790
    },
    {
      "epoch": 0.7346359618515934,
      "grad_norm": 0.6735164660529187,
      "learning_rate": 0.00029135167077837465,
      "loss": 2.6562,
      "step": 15791
    },
    {
      "epoch": 0.7346824842986741,
      "grad_norm": 0.6173365457307871,
      "learning_rate": 0.0002913504287293279,
      "loss": 2.3594,
      "step": 15792
    },
    {
      "epoch": 0.7347290067457548,
      "grad_norm": 0.6151295157583068,
      "learning_rate": 0.00029134918659374565,
      "loss": 2.3438,
      "step": 15793
    },
    {
      "epoch": 0.7347755291928355,
      "grad_norm": 0.7154725425927052,
      "learning_rate": 0.0002913479443716286,
      "loss": 2.4844,
      "step": 15794
    },
    {
      "epoch": 0.7348220516399162,
      "grad_norm": 0.6851733184145874,
      "learning_rate": 0.00029134670206297747,
      "loss": 2.9062,
      "step": 15795
    },
    {
      "epoch": 0.734868574086997,
      "grad_norm": 0.6820030627195343,
      "learning_rate": 0.00029134545966779307,
      "loss": 2.5781,
      "step": 15796
    },
    {
      "epoch": 0.7349150965340777,
      "grad_norm": 0.678396306398384,
      "learning_rate": 0.0002913442171860761,
      "loss": 2.8125,
      "step": 15797
    },
    {
      "epoch": 0.7349616189811584,
      "grad_norm": 0.6961382280032555,
      "learning_rate": 0.0002913429746178274,
      "loss": 2.6094,
      "step": 15798
    },
    {
      "epoch": 0.7350081414282391,
      "grad_norm": 0.6729479845900503,
      "learning_rate": 0.0002913417319630477,
      "loss": 2.4062,
      "step": 15799
    },
    {
      "epoch": 0.7350546638753198,
      "grad_norm": 0.701318257293055,
      "learning_rate": 0.0002913404892217378,
      "loss": 2.6875,
      "step": 15800
    },
    {
      "epoch": 0.7351011863224005,
      "grad_norm": 0.6308997718512622,
      "learning_rate": 0.00029133924639389834,
      "loss": 2.375,
      "step": 15801
    },
    {
      "epoch": 0.7351477087694813,
      "grad_norm": 0.703777077450493,
      "learning_rate": 0.00029133800347953023,
      "loss": 2.4375,
      "step": 15802
    },
    {
      "epoch": 0.735194231216562,
      "grad_norm": 0.7098555500783506,
      "learning_rate": 0.0002913367604786341,
      "loss": 2.5312,
      "step": 15803
    },
    {
      "epoch": 0.7352407536636427,
      "grad_norm": 0.6729120070091945,
      "learning_rate": 0.00029133551739121086,
      "loss": 2.6562,
      "step": 15804
    },
    {
      "epoch": 0.7352872761107234,
      "grad_norm": 0.6248005253300679,
      "learning_rate": 0.00029133427421726107,
      "loss": 2.4531,
      "step": 15805
    },
    {
      "epoch": 0.7353337985578041,
      "grad_norm": 0.6759666732072799,
      "learning_rate": 0.0002913330309567857,
      "loss": 2.5781,
      "step": 15806
    },
    {
      "epoch": 0.7353803210048848,
      "grad_norm": 0.6145630179404397,
      "learning_rate": 0.00029133178760978537,
      "loss": 2.5312,
      "step": 15807
    },
    {
      "epoch": 0.7354268434519656,
      "grad_norm": 0.6690074433413198,
      "learning_rate": 0.0002913305441762609,
      "loss": 2.5625,
      "step": 15808
    },
    {
      "epoch": 0.7354733658990463,
      "grad_norm": 0.8659660963442853,
      "learning_rate": 0.00029132930065621304,
      "loss": 2.6094,
      "step": 15809
    },
    {
      "epoch": 0.735519888346127,
      "grad_norm": 0.721510393397422,
      "learning_rate": 0.0002913280570496425,
      "loss": 2.875,
      "step": 15810
    },
    {
      "epoch": 0.7355664107932077,
      "grad_norm": 0.6813091173309743,
      "learning_rate": 0.00029132681335655014,
      "loss": 2.4688,
      "step": 15811
    },
    {
      "epoch": 0.7356129332402884,
      "grad_norm": 0.6693477028667583,
      "learning_rate": 0.00029132556957693666,
      "loss": 2.3125,
      "step": 15812
    },
    {
      "epoch": 0.7356594556873691,
      "grad_norm": 0.6464247266856311,
      "learning_rate": 0.0002913243257108028,
      "loss": 2.2656,
      "step": 15813
    },
    {
      "epoch": 0.7357059781344498,
      "grad_norm": 0.6595261211228637,
      "learning_rate": 0.0002913230817581494,
      "loss": 2.6719,
      "step": 15814
    },
    {
      "epoch": 0.7357525005815306,
      "grad_norm": 0.7005784375899873,
      "learning_rate": 0.0002913218377189772,
      "loss": 2.5781,
      "step": 15815
    },
    {
      "epoch": 0.7357990230286113,
      "grad_norm": 0.6966114954932883,
      "learning_rate": 0.0002913205935932869,
      "loss": 2.7812,
      "step": 15816
    },
    {
      "epoch": 0.735845545475692,
      "grad_norm": 0.6723570815810036,
      "learning_rate": 0.0002913193493810793,
      "loss": 2.2656,
      "step": 15817
    },
    {
      "epoch": 0.7358920679227727,
      "grad_norm": 0.6539361540807922,
      "learning_rate": 0.0002913181050823552,
      "loss": 2.6562,
      "step": 15818
    },
    {
      "epoch": 0.7359385903698534,
      "grad_norm": 0.6598923863565229,
      "learning_rate": 0.00029131686069711526,
      "loss": 2.6719,
      "step": 15819
    },
    {
      "epoch": 0.7359851128169341,
      "grad_norm": 0.7018298076541852,
      "learning_rate": 0.00029131561622536034,
      "loss": 2.4062,
      "step": 15820
    },
    {
      "epoch": 0.7360316352640149,
      "grad_norm": 0.6762078578362284,
      "learning_rate": 0.0002913143716670912,
      "loss": 2.6406,
      "step": 15821
    },
    {
      "epoch": 0.7360781577110956,
      "grad_norm": 0.6484514491008242,
      "learning_rate": 0.0002913131270223085,
      "loss": 2.7656,
      "step": 15822
    },
    {
      "epoch": 0.7361246801581763,
      "grad_norm": 0.6792037123614024,
      "learning_rate": 0.00029131188229101313,
      "loss": 2.3125,
      "step": 15823
    },
    {
      "epoch": 0.736171202605257,
      "grad_norm": 0.6577685193329833,
      "learning_rate": 0.00029131063747320576,
      "loss": 2.6719,
      "step": 15824
    },
    {
      "epoch": 0.7362177250523377,
      "grad_norm": 0.6497389716359372,
      "learning_rate": 0.00029130939256888713,
      "loss": 2.4844,
      "step": 15825
    },
    {
      "epoch": 0.7362642474994184,
      "grad_norm": 0.6336380730972152,
      "learning_rate": 0.00029130814757805817,
      "loss": 2.625,
      "step": 15826
    },
    {
      "epoch": 0.7363107699464991,
      "grad_norm": 0.6274984526751991,
      "learning_rate": 0.00029130690250071947,
      "loss": 2.6562,
      "step": 15827
    },
    {
      "epoch": 0.7363572923935799,
      "grad_norm": 0.6265043166089559,
      "learning_rate": 0.00029130565733687184,
      "loss": 2.3125,
      "step": 15828
    },
    {
      "epoch": 0.7364038148406606,
      "grad_norm": 0.6983335991948035,
      "learning_rate": 0.00029130441208651605,
      "loss": 2.6875,
      "step": 15829
    },
    {
      "epoch": 0.7364503372877413,
      "grad_norm": 0.6399587673522033,
      "learning_rate": 0.0002913031667496529,
      "loss": 2.7656,
      "step": 15830
    },
    {
      "epoch": 0.736496859734822,
      "grad_norm": 0.646225541781622,
      "learning_rate": 0.00029130192132628316,
      "loss": 2.4844,
      "step": 15831
    },
    {
      "epoch": 0.7365433821819027,
      "grad_norm": 0.6503749080001443,
      "learning_rate": 0.0002913006758164074,
      "loss": 2.625,
      "step": 15832
    },
    {
      "epoch": 0.7365899046289834,
      "grad_norm": 0.6417438080680878,
      "learning_rate": 0.00029129943022002667,
      "loss": 2.3438,
      "step": 15833
    },
    {
      "epoch": 0.7366364270760642,
      "grad_norm": 0.6395286313051748,
      "learning_rate": 0.00029129818453714154,
      "loss": 2.2656,
      "step": 15834
    },
    {
      "epoch": 0.736682949523145,
      "grad_norm": 0.6298303117243093,
      "learning_rate": 0.00029129693876775285,
      "loss": 2.3594,
      "step": 15835
    },
    {
      "epoch": 0.7367294719702256,
      "grad_norm": 0.6823765646436272,
      "learning_rate": 0.00029129569291186136,
      "loss": 2.5938,
      "step": 15836
    },
    {
      "epoch": 0.7367759944173063,
      "grad_norm": 0.6324960252120612,
      "learning_rate": 0.0002912944469694678,
      "loss": 2.2656,
      "step": 15837
    },
    {
      "epoch": 0.736822516864387,
      "grad_norm": 0.7123693185830138,
      "learning_rate": 0.0002912932009405729,
      "loss": 2.7188,
      "step": 15838
    },
    {
      "epoch": 0.7368690393114677,
      "grad_norm": 0.7125331539816302,
      "learning_rate": 0.00029129195482517753,
      "loss": 2.8438,
      "step": 15839
    },
    {
      "epoch": 0.7369155617585486,
      "grad_norm": 0.6775346040888883,
      "learning_rate": 0.0002912907086232824,
      "loss": 2.6094,
      "step": 15840
    },
    {
      "epoch": 0.7369620842056293,
      "grad_norm": 0.6678873124673131,
      "learning_rate": 0.0002912894623348882,
      "loss": 2.4531,
      "step": 15841
    },
    {
      "epoch": 0.73700860665271,
      "grad_norm": 0.6777814157764548,
      "learning_rate": 0.0002912882159599958,
      "loss": 2.7656,
      "step": 15842
    },
    {
      "epoch": 0.7370551290997907,
      "grad_norm": 0.6744703355671241,
      "learning_rate": 0.0002912869694986059,
      "loss": 2.2969,
      "step": 15843
    },
    {
      "epoch": 0.7371016515468714,
      "grad_norm": 0.6558820801992515,
      "learning_rate": 0.0002912857229507193,
      "loss": 2.2344,
      "step": 15844
    },
    {
      "epoch": 0.737148173993952,
      "grad_norm": 0.6747087568155105,
      "learning_rate": 0.00029128447631633674,
      "loss": 2.4375,
      "step": 15845
    },
    {
      "epoch": 0.7371946964410327,
      "grad_norm": 0.6665501840158123,
      "learning_rate": 0.000291283229595459,
      "loss": 2.625,
      "step": 15846
    },
    {
      "epoch": 0.7372412188881136,
      "grad_norm": 0.6832177141205391,
      "learning_rate": 0.00029128198278808687,
      "loss": 1.9141,
      "step": 15847
    },
    {
      "epoch": 0.7372877413351943,
      "grad_norm": 0.6605215959859714,
      "learning_rate": 0.00029128073589422104,
      "loss": 2.5,
      "step": 15848
    },
    {
      "epoch": 0.737334263782275,
      "grad_norm": 0.6841214221077413,
      "learning_rate": 0.0002912794889138623,
      "loss": 2.5312,
      "step": 15849
    },
    {
      "epoch": 0.7373807862293557,
      "grad_norm": 0.7054768199566249,
      "learning_rate": 0.0002912782418470114,
      "loss": 2.9062,
      "step": 15850
    },
    {
      "epoch": 0.7374273086764364,
      "grad_norm": 0.6461789484082787,
      "learning_rate": 0.00029127699469366916,
      "loss": 2.6875,
      "step": 15851
    },
    {
      "epoch": 0.737473831123517,
      "grad_norm": 0.6484072978359228,
      "learning_rate": 0.0002912757474538363,
      "loss": 2.625,
      "step": 15852
    },
    {
      "epoch": 0.7375203535705979,
      "grad_norm": 0.6928064895085271,
      "learning_rate": 0.0002912745001275136,
      "loss": 2.5312,
      "step": 15853
    },
    {
      "epoch": 0.7375668760176786,
      "grad_norm": 0.6767457319123635,
      "learning_rate": 0.00029127325271470185,
      "loss": 2.6719,
      "step": 15854
    },
    {
      "epoch": 0.7376133984647593,
      "grad_norm": 0.643009648578838,
      "learning_rate": 0.0002912720052154018,
      "loss": 2.4688,
      "step": 15855
    },
    {
      "epoch": 0.73765992091184,
      "grad_norm": 0.6587160014612033,
      "learning_rate": 0.0002912707576296141,
      "loss": 2.4062,
      "step": 15856
    },
    {
      "epoch": 0.7377064433589207,
      "grad_norm": 0.6497995393371003,
      "learning_rate": 0.0002912695099573397,
      "loss": 2.6406,
      "step": 15857
    },
    {
      "epoch": 0.7377529658060014,
      "grad_norm": 0.6527637126206742,
      "learning_rate": 0.0002912682621985792,
      "loss": 2.4219,
      "step": 15858
    },
    {
      "epoch": 0.7377994882530821,
      "grad_norm": 0.630580108634274,
      "learning_rate": 0.0002912670143533335,
      "loss": 2.5625,
      "step": 15859
    },
    {
      "epoch": 0.7378460107001629,
      "grad_norm": 0.6592449959512431,
      "learning_rate": 0.0002912657664216033,
      "loss": 2.5156,
      "step": 15860
    },
    {
      "epoch": 0.7378925331472436,
      "grad_norm": 0.651122505242985,
      "learning_rate": 0.0002912645184033893,
      "loss": 2.6094,
      "step": 15861
    },
    {
      "epoch": 0.7379390555943243,
      "grad_norm": 0.6186439417900975,
      "learning_rate": 0.0002912632702986924,
      "loss": 2.1406,
      "step": 15862
    },
    {
      "epoch": 0.737985578041405,
      "grad_norm": 0.6487597723417732,
      "learning_rate": 0.0002912620221075132,
      "loss": 2.5,
      "step": 15863
    },
    {
      "epoch": 0.7380321004884857,
      "grad_norm": 0.6327625742019662,
      "learning_rate": 0.0002912607738298527,
      "loss": 2.25,
      "step": 15864
    },
    {
      "epoch": 0.7380786229355664,
      "grad_norm": 0.6344130237211161,
      "learning_rate": 0.0002912595254657114,
      "loss": 2.4375,
      "step": 15865
    },
    {
      "epoch": 0.7381251453826472,
      "grad_norm": 0.6986322168908612,
      "learning_rate": 0.00029125827701509025,
      "loss": 2.5,
      "step": 15866
    },
    {
      "epoch": 0.7381716678297279,
      "grad_norm": 0.6261311959244517,
      "learning_rate": 0.00029125702847798994,
      "loss": 2.5312,
      "step": 15867
    },
    {
      "epoch": 0.7382181902768086,
      "grad_norm": 0.6402220809667839,
      "learning_rate": 0.0002912557798544112,
      "loss": 2.6406,
      "step": 15868
    },
    {
      "epoch": 0.7382647127238893,
      "grad_norm": 0.6228077928727208,
      "learning_rate": 0.0002912545311443549,
      "loss": 2.3594,
      "step": 15869
    },
    {
      "epoch": 0.73831123517097,
      "grad_norm": 0.6614158542237527,
      "learning_rate": 0.0002912532823478217,
      "loss": 2.4219,
      "step": 15870
    },
    {
      "epoch": 0.7383577576180507,
      "grad_norm": 0.6988190398276595,
      "learning_rate": 0.00029125203346481245,
      "loss": 2.8594,
      "step": 15871
    },
    {
      "epoch": 0.7384042800651315,
      "grad_norm": 0.7021358706535287,
      "learning_rate": 0.00029125078449532786,
      "loss": 2.625,
      "step": 15872
    },
    {
      "epoch": 0.7384508025122122,
      "grad_norm": 0.6255979633784461,
      "learning_rate": 0.00029124953543936867,
      "loss": 2.3125,
      "step": 15873
    },
    {
      "epoch": 0.7384973249592929,
      "grad_norm": 0.6888402394438714,
      "learning_rate": 0.0002912482862969357,
      "loss": 2.4062,
      "step": 15874
    },
    {
      "epoch": 0.7385438474063736,
      "grad_norm": 0.7209413442823459,
      "learning_rate": 0.0002912470370680297,
      "loss": 2.4531,
      "step": 15875
    },
    {
      "epoch": 0.7385903698534543,
      "grad_norm": 0.6550393707822401,
      "learning_rate": 0.0002912457877526514,
      "loss": 2.4844,
      "step": 15876
    },
    {
      "epoch": 0.738636892300535,
      "grad_norm": 0.6550469274434072,
      "learning_rate": 0.0002912445383508017,
      "loss": 2.3125,
      "step": 15877
    },
    {
      "epoch": 0.7386834147476157,
      "grad_norm": 0.6763418019458406,
      "learning_rate": 0.00029124328886248114,
      "loss": 2.7188,
      "step": 15878
    },
    {
      "epoch": 0.7387299371946965,
      "grad_norm": 0.6867418708983793,
      "learning_rate": 0.0002912420392876907,
      "loss": 2.7031,
      "step": 15879
    },
    {
      "epoch": 0.7387764596417772,
      "grad_norm": 0.6611236555373929,
      "learning_rate": 0.000291240789626431,
      "loss": 2.7812,
      "step": 15880
    },
    {
      "epoch": 0.7388229820888579,
      "grad_norm": 0.6549501252486905,
      "learning_rate": 0.0002912395398787029,
      "loss": 2.625,
      "step": 15881
    },
    {
      "epoch": 0.7388695045359386,
      "grad_norm": 0.6705468183562441,
      "learning_rate": 0.00029123829004450705,
      "loss": 2.4688,
      "step": 15882
    },
    {
      "epoch": 0.7389160269830193,
      "grad_norm": 0.6552735525117779,
      "learning_rate": 0.0002912370401238443,
      "loss": 2.4219,
      "step": 15883
    },
    {
      "epoch": 0.7389625494301,
      "grad_norm": 0.6498139991843922,
      "learning_rate": 0.0002912357901167154,
      "loss": 2.2812,
      "step": 15884
    },
    {
      "epoch": 0.7390090718771808,
      "grad_norm": 0.6596987655918714,
      "learning_rate": 0.0002912345400231212,
      "loss": 2.5625,
      "step": 15885
    },
    {
      "epoch": 0.7390555943242615,
      "grad_norm": 0.6620218587217243,
      "learning_rate": 0.0002912332898430623,
      "loss": 2.2969,
      "step": 15886
    },
    {
      "epoch": 0.7391021167713422,
      "grad_norm": 0.6708881816136668,
      "learning_rate": 0.0002912320395765396,
      "loss": 2.4531,
      "step": 15887
    },
    {
      "epoch": 0.7391486392184229,
      "grad_norm": 0.7405002756426424,
      "learning_rate": 0.00029123078922355377,
      "loss": 2.8281,
      "step": 15888
    },
    {
      "epoch": 0.7391951616655036,
      "grad_norm": 0.6885933155756985,
      "learning_rate": 0.00029122953878410565,
      "loss": 2.5781,
      "step": 15889
    },
    {
      "epoch": 0.7392416841125843,
      "grad_norm": 0.6957584843762737,
      "learning_rate": 0.0002912282882581959,
      "loss": 2.6094,
      "step": 15890
    },
    {
      "epoch": 0.739288206559665,
      "grad_norm": 0.6583933419591452,
      "learning_rate": 0.00029122703764582544,
      "loss": 2.5,
      "step": 15891
    },
    {
      "epoch": 0.7393347290067458,
      "grad_norm": 0.7202519793242343,
      "learning_rate": 0.0002912257869469949,
      "loss": 2.5312,
      "step": 15892
    },
    {
      "epoch": 0.7393812514538265,
      "grad_norm": 0.6569301333953862,
      "learning_rate": 0.0002912245361617052,
      "loss": 2.4844,
      "step": 15893
    },
    {
      "epoch": 0.7394277739009072,
      "grad_norm": 0.6509000968553279,
      "learning_rate": 0.0002912232852899569,
      "loss": 2.5312,
      "step": 15894
    },
    {
      "epoch": 0.7394742963479879,
      "grad_norm": 0.6800099568777869,
      "learning_rate": 0.00029122203433175093,
      "loss": 2.6406,
      "step": 15895
    },
    {
      "epoch": 0.7395208187950686,
      "grad_norm": 0.692169174026191,
      "learning_rate": 0.000291220783287088,
      "loss": 2.5156,
      "step": 15896
    },
    {
      "epoch": 0.7395673412421493,
      "grad_norm": 0.6890246033441961,
      "learning_rate": 0.0002912195321559688,
      "loss": 2.4219,
      "step": 15897
    },
    {
      "epoch": 0.7396138636892301,
      "grad_norm": 0.7617498207433868,
      "learning_rate": 0.00029121828093839423,
      "loss": 2.5469,
      "step": 15898
    },
    {
      "epoch": 0.7396603861363108,
      "grad_norm": 0.6746340193486393,
      "learning_rate": 0.00029121702963436503,
      "loss": 2.4688,
      "step": 15899
    },
    {
      "epoch": 0.7397069085833915,
      "grad_norm": 0.709735435226505,
      "learning_rate": 0.0002912157782438818,
      "loss": 2.5625,
      "step": 15900
    },
    {
      "epoch": 0.7397534310304722,
      "grad_norm": 0.6721427835473128,
      "learning_rate": 0.0002912145267669456,
      "loss": 2.4531,
      "step": 15901
    },
    {
      "epoch": 0.7397999534775529,
      "grad_norm": 0.6349582293806055,
      "learning_rate": 0.00029121327520355696,
      "loss": 2.3125,
      "step": 15902
    },
    {
      "epoch": 0.7398464759246336,
      "grad_norm": 0.6264620043672852,
      "learning_rate": 0.00029121202355371676,
      "loss": 2.3438,
      "step": 15903
    },
    {
      "epoch": 0.7398929983717144,
      "grad_norm": 0.716542032807265,
      "learning_rate": 0.00029121077181742564,
      "loss": 2.7656,
      "step": 15904
    },
    {
      "epoch": 0.7399395208187951,
      "grad_norm": 0.7114907644326611,
      "learning_rate": 0.00029120951999468453,
      "loss": 2.25,
      "step": 15905
    },
    {
      "epoch": 0.7399860432658758,
      "grad_norm": 0.656593700623262,
      "learning_rate": 0.0002912082680854941,
      "loss": 2.3281,
      "step": 15906
    },
    {
      "epoch": 0.7400325657129565,
      "grad_norm": 0.6971427571946446,
      "learning_rate": 0.0002912070160898551,
      "loss": 2.4531,
      "step": 15907
    },
    {
      "epoch": 0.7400790881600372,
      "grad_norm": 0.6825867951259121,
      "learning_rate": 0.0002912057640077684,
      "loss": 2.3281,
      "step": 15908
    },
    {
      "epoch": 0.7401256106071179,
      "grad_norm": 0.6640467290911717,
      "learning_rate": 0.0002912045118392346,
      "loss": 2.2031,
      "step": 15909
    },
    {
      "epoch": 0.7401721330541986,
      "grad_norm": 0.6887368799414972,
      "learning_rate": 0.00029120325958425467,
      "loss": 2.6562,
      "step": 15910
    },
    {
      "epoch": 0.7402186555012794,
      "grad_norm": 0.704540878986459,
      "learning_rate": 0.00029120200724282923,
      "loss": 2.4688,
      "step": 15911
    },
    {
      "epoch": 0.7402651779483601,
      "grad_norm": 0.6675219364047058,
      "learning_rate": 0.0002912007548149591,
      "loss": 2.5,
      "step": 15912
    },
    {
      "epoch": 0.7403117003954408,
      "grad_norm": 0.686948964757799,
      "learning_rate": 0.000291199502300645,
      "loss": 2.6094,
      "step": 15913
    },
    {
      "epoch": 0.7403582228425215,
      "grad_norm": 0.6542059711226863,
      "learning_rate": 0.0002911982496998878,
      "loss": 2.4531,
      "step": 15914
    },
    {
      "epoch": 0.7404047452896022,
      "grad_norm": 0.6601643110804124,
      "learning_rate": 0.00029119699701268814,
      "loss": 2.4531,
      "step": 15915
    },
    {
      "epoch": 0.7404512677366829,
      "grad_norm": 0.7271525481979411,
      "learning_rate": 0.00029119574423904686,
      "loss": 2.8281,
      "step": 15916
    },
    {
      "epoch": 0.7404977901837637,
      "grad_norm": 0.6683186491677993,
      "learning_rate": 0.00029119449137896474,
      "loss": 2.5781,
      "step": 15917
    },
    {
      "epoch": 0.7405443126308444,
      "grad_norm": 0.6097299345021499,
      "learning_rate": 0.0002911932384324425,
      "loss": 1.875,
      "step": 15918
    },
    {
      "epoch": 0.7405908350779251,
      "grad_norm": 0.7403137587037454,
      "learning_rate": 0.0002911919853994809,
      "loss": 2.6875,
      "step": 15919
    },
    {
      "epoch": 0.7406373575250058,
      "grad_norm": 0.6518140994974334,
      "learning_rate": 0.0002911907322800808,
      "loss": 2.5312,
      "step": 15920
    },
    {
      "epoch": 0.7406838799720865,
      "grad_norm": 0.673570913594139,
      "learning_rate": 0.0002911894790742428,
      "loss": 2.8438,
      "step": 15921
    },
    {
      "epoch": 0.7407304024191672,
      "grad_norm": 0.7016228143439927,
      "learning_rate": 0.00029118822578196783,
      "loss": 2.4531,
      "step": 15922
    },
    {
      "epoch": 0.7407769248662479,
      "grad_norm": 0.6158991803043279,
      "learning_rate": 0.00029118697240325663,
      "loss": 2.375,
      "step": 15923
    },
    {
      "epoch": 0.7408234473133287,
      "grad_norm": 0.652112475509241,
      "learning_rate": 0.0002911857189381099,
      "loss": 2.4844,
      "step": 15924
    },
    {
      "epoch": 0.7408699697604094,
      "grad_norm": 0.6483255133007558,
      "learning_rate": 0.0002911844653865284,
      "loss": 2.7656,
      "step": 15925
    },
    {
      "epoch": 0.7409164922074901,
      "grad_norm": 0.6519065814728625,
      "learning_rate": 0.000291183211748513,
      "loss": 2.4375,
      "step": 15926
    },
    {
      "epoch": 0.7409630146545708,
      "grad_norm": 0.6838613310412024,
      "learning_rate": 0.0002911819580240644,
      "loss": 2.5312,
      "step": 15927
    },
    {
      "epoch": 0.7410095371016515,
      "grad_norm": 0.6544438961566248,
      "learning_rate": 0.00029118070421318336,
      "loss": 2.0938,
      "step": 15928
    },
    {
      "epoch": 0.7410560595487322,
      "grad_norm": 0.6791055862222781,
      "learning_rate": 0.00029117945031587066,
      "loss": 2.5312,
      "step": 15929
    },
    {
      "epoch": 0.741102581995813,
      "grad_norm": 0.6741938087424122,
      "learning_rate": 0.00029117819633212705,
      "loss": 2.7344,
      "step": 15930
    },
    {
      "epoch": 0.7411491044428937,
      "grad_norm": 0.6891570853069281,
      "learning_rate": 0.00029117694226195334,
      "loss": 2.4688,
      "step": 15931
    },
    {
      "epoch": 0.7411956268899744,
      "grad_norm": 0.6424360895816784,
      "learning_rate": 0.0002911756881053503,
      "loss": 2.5156,
      "step": 15932
    },
    {
      "epoch": 0.7412421493370551,
      "grad_norm": 0.6862505850884026,
      "learning_rate": 0.0002911744338623186,
      "loss": 2.4219,
      "step": 15933
    },
    {
      "epoch": 0.7412886717841358,
      "grad_norm": 0.6006788098353483,
      "learning_rate": 0.0002911731795328591,
      "loss": 2.1562,
      "step": 15934
    },
    {
      "epoch": 0.7413351942312165,
      "grad_norm": 0.709723884834497,
      "learning_rate": 0.00029117192511697256,
      "loss": 2.6406,
      "step": 15935
    },
    {
      "epoch": 0.7413817166782973,
      "grad_norm": 0.6945907077819208,
      "learning_rate": 0.00029117067061465977,
      "loss": 2.6094,
      "step": 15936
    },
    {
      "epoch": 0.741428239125378,
      "grad_norm": 0.6638524684905063,
      "learning_rate": 0.0002911694160259214,
      "loss": 2.4219,
      "step": 15937
    },
    {
      "epoch": 0.7414747615724587,
      "grad_norm": 0.6785585336784584,
      "learning_rate": 0.00029116816135075834,
      "loss": 2.6875,
      "step": 15938
    },
    {
      "epoch": 0.7415212840195394,
      "grad_norm": 0.6541796250214998,
      "learning_rate": 0.00029116690658917123,
      "loss": 2.4062,
      "step": 15939
    },
    {
      "epoch": 0.7415678064666201,
      "grad_norm": 0.614140305002404,
      "learning_rate": 0.000291165651741161,
      "loss": 2.4844,
      "step": 15940
    },
    {
      "epoch": 0.7416143289137008,
      "grad_norm": 0.6425010857338986,
      "learning_rate": 0.00029116439680672827,
      "loss": 2.2969,
      "step": 15941
    },
    {
      "epoch": 0.7416608513607815,
      "grad_norm": 0.6620529404467513,
      "learning_rate": 0.0002911631417858739,
      "loss": 2.5938,
      "step": 15942
    },
    {
      "epoch": 0.7417073738078623,
      "grad_norm": 0.650997889307463,
      "learning_rate": 0.00029116188667859856,
      "loss": 2.375,
      "step": 15943
    },
    {
      "epoch": 0.741753896254943,
      "grad_norm": 0.6196015830445513,
      "learning_rate": 0.0002911606314849031,
      "loss": 2.2344,
      "step": 15944
    },
    {
      "epoch": 0.7418004187020237,
      "grad_norm": 0.6763879686041574,
      "learning_rate": 0.00029115937620478833,
      "loss": 2.6875,
      "step": 15945
    },
    {
      "epoch": 0.7418469411491044,
      "grad_norm": 0.7112549618878058,
      "learning_rate": 0.0002911581208382549,
      "loss": 2.4375,
      "step": 15946
    },
    {
      "epoch": 0.7418934635961851,
      "grad_norm": 0.7075684162371411,
      "learning_rate": 0.00029115686538530366,
      "loss": 2.6719,
      "step": 15947
    },
    {
      "epoch": 0.7419399860432658,
      "grad_norm": 0.6361513194749816,
      "learning_rate": 0.00029115560984593533,
      "loss": 2.3438,
      "step": 15948
    },
    {
      "epoch": 0.7419865084903466,
      "grad_norm": 0.6398349861994422,
      "learning_rate": 0.0002911543542201507,
      "loss": 2.5781,
      "step": 15949
    },
    {
      "epoch": 0.7420330309374273,
      "grad_norm": 0.6888021517992821,
      "learning_rate": 0.0002911530985079506,
      "loss": 2.6406,
      "step": 15950
    },
    {
      "epoch": 0.742079553384508,
      "grad_norm": 0.7077784792974314,
      "learning_rate": 0.0002911518427093357,
      "loss": 2.5625,
      "step": 15951
    },
    {
      "epoch": 0.7421260758315887,
      "grad_norm": 0.6474522985331587,
      "learning_rate": 0.0002911505868243068,
      "loss": 2.7812,
      "step": 15952
    },
    {
      "epoch": 0.7421725982786694,
      "grad_norm": 0.6474600065566957,
      "learning_rate": 0.00029114933085286473,
      "loss": 2.7188,
      "step": 15953
    },
    {
      "epoch": 0.7422191207257501,
      "grad_norm": 0.6655321241592573,
      "learning_rate": 0.0002911480747950101,
      "loss": 2.6094,
      "step": 15954
    },
    {
      "epoch": 0.7422656431728308,
      "grad_norm": 0.693180673460895,
      "learning_rate": 0.00029114681865074387,
      "loss": 2.5781,
      "step": 15955
    },
    {
      "epoch": 0.7423121656199116,
      "grad_norm": 0.6354835603323246,
      "learning_rate": 0.0002911455624200667,
      "loss": 2.4688,
      "step": 15956
    },
    {
      "epoch": 0.7423586880669923,
      "grad_norm": 0.6984182911445784,
      "learning_rate": 0.00029114430610297946,
      "loss": 2.2188,
      "step": 15957
    },
    {
      "epoch": 0.742405210514073,
      "grad_norm": 0.6458843707785542,
      "learning_rate": 0.00029114304969948276,
      "loss": 2.5312,
      "step": 15958
    },
    {
      "epoch": 0.7424517329611537,
      "grad_norm": 0.6563167563817406,
      "learning_rate": 0.00029114179320957747,
      "loss": 2.3594,
      "step": 15959
    },
    {
      "epoch": 0.7424982554082344,
      "grad_norm": 0.6446067356920776,
      "learning_rate": 0.00029114053663326436,
      "loss": 2.2188,
      "step": 15960
    },
    {
      "epoch": 0.7425447778553151,
      "grad_norm": 0.6557169018485537,
      "learning_rate": 0.00029113927997054414,
      "loss": 2.4062,
      "step": 15961
    },
    {
      "epoch": 0.742591300302396,
      "grad_norm": 0.683038117989989,
      "learning_rate": 0.00029113802322141766,
      "loss": 2.4688,
      "step": 15962
    },
    {
      "epoch": 0.7426378227494767,
      "grad_norm": 0.652176047086732,
      "learning_rate": 0.00029113676638588563,
      "loss": 2.375,
      "step": 15963
    },
    {
      "epoch": 0.7426843451965573,
      "grad_norm": 0.6266559345554993,
      "learning_rate": 0.0002911355094639489,
      "loss": 2.4531,
      "step": 15964
    },
    {
      "epoch": 0.742730867643638,
      "grad_norm": 0.6832828098491759,
      "learning_rate": 0.0002911342524556081,
      "loss": 2.5,
      "step": 15965
    },
    {
      "epoch": 0.7427773900907187,
      "grad_norm": 0.6787004809810405,
      "learning_rate": 0.0002911329953608641,
      "loss": 2.3906,
      "step": 15966
    },
    {
      "epoch": 0.7428239125377994,
      "grad_norm": 0.6140681969288742,
      "learning_rate": 0.00029113173817971763,
      "loss": 2.4688,
      "step": 15967
    },
    {
      "epoch": 0.7428704349848803,
      "grad_norm": 0.6400877430576684,
      "learning_rate": 0.00029113048091216953,
      "loss": 2.2344,
      "step": 15968
    },
    {
      "epoch": 0.742916957431961,
      "grad_norm": 0.6737078108405328,
      "learning_rate": 0.0002911292235582205,
      "loss": 1.8047,
      "step": 15969
    },
    {
      "epoch": 0.7429634798790417,
      "grad_norm": 0.7905285059779305,
      "learning_rate": 0.0002911279661178713,
      "loss": 2.5312,
      "step": 15970
    },
    {
      "epoch": 0.7430100023261224,
      "grad_norm": 0.6457368298338441,
      "learning_rate": 0.0002911267085911228,
      "loss": 2.5,
      "step": 15971
    },
    {
      "epoch": 0.743056524773203,
      "grad_norm": 0.7215759967965067,
      "learning_rate": 0.0002911254509779756,
      "loss": 2.375,
      "step": 15972
    },
    {
      "epoch": 0.7431030472202838,
      "grad_norm": 0.6981675124544664,
      "learning_rate": 0.0002911241932784306,
      "loss": 2.4844,
      "step": 15973
    },
    {
      "epoch": 0.7431495696673645,
      "grad_norm": 0.708358393401191,
      "learning_rate": 0.0002911229354924886,
      "loss": 2.6875,
      "step": 15974
    },
    {
      "epoch": 0.7431960921144453,
      "grad_norm": 0.6406016126012595,
      "learning_rate": 0.00029112167762015024,
      "loss": 2.6562,
      "step": 15975
    },
    {
      "epoch": 0.743242614561526,
      "grad_norm": 0.6537654095881097,
      "learning_rate": 0.0002911204196614163,
      "loss": 2.6719,
      "step": 15976
    },
    {
      "epoch": 0.7432891370086067,
      "grad_norm": 0.6944868437056905,
      "learning_rate": 0.0002911191616162877,
      "loss": 2.375,
      "step": 15977
    },
    {
      "epoch": 0.7433356594556874,
      "grad_norm": 0.6626836614284836,
      "learning_rate": 0.0002911179034847651,
      "loss": 2.6719,
      "step": 15978
    },
    {
      "epoch": 0.7433821819027681,
      "grad_norm": 0.6215724184630889,
      "learning_rate": 0.0002911166452668493,
      "loss": 2.25,
      "step": 15979
    },
    {
      "epoch": 0.7434287043498488,
      "grad_norm": 0.6396556489914877,
      "learning_rate": 0.00029111538696254105,
      "loss": 2.4219,
      "step": 15980
    },
    {
      "epoch": 0.7434752267969296,
      "grad_norm": 0.6845878042055796,
      "learning_rate": 0.00029111412857184114,
      "loss": 2.6094,
      "step": 15981
    },
    {
      "epoch": 0.7435217492440103,
      "grad_norm": 0.6531642426759369,
      "learning_rate": 0.00029111287009475026,
      "loss": 2.4531,
      "step": 15982
    },
    {
      "epoch": 0.743568271691091,
      "grad_norm": 0.6557751100246761,
      "learning_rate": 0.0002911116115312693,
      "loss": 2.5,
      "step": 15983
    },
    {
      "epoch": 0.7436147941381717,
      "grad_norm": 0.7013633669474548,
      "learning_rate": 0.000291110352881399,
      "loss": 2.5312,
      "step": 15984
    },
    {
      "epoch": 0.7436613165852524,
      "grad_norm": 1.1021059543710103,
      "learning_rate": 0.0002911090941451401,
      "loss": 2.6875,
      "step": 15985
    },
    {
      "epoch": 0.7437078390323331,
      "grad_norm": 0.6794397460180795,
      "learning_rate": 0.0002911078353224934,
      "loss": 2.4062,
      "step": 15986
    },
    {
      "epoch": 0.7437543614794139,
      "grad_norm": 0.6169926734370527,
      "learning_rate": 0.00029110657641345957,
      "loss": 2.5625,
      "step": 15987
    },
    {
      "epoch": 0.7438008839264946,
      "grad_norm": 0.6274616434306006,
      "learning_rate": 0.00029110531741803955,
      "loss": 2.4844,
      "step": 15988
    },
    {
      "epoch": 0.7438474063735753,
      "grad_norm": 0.7008284933957103,
      "learning_rate": 0.00029110405833623394,
      "loss": 2.4688,
      "step": 15989
    },
    {
      "epoch": 0.743893928820656,
      "grad_norm": 0.6456082533341244,
      "learning_rate": 0.00029110279916804365,
      "loss": 2.7188,
      "step": 15990
    },
    {
      "epoch": 0.7439404512677367,
      "grad_norm": 0.641753209599494,
      "learning_rate": 0.00029110153991346945,
      "loss": 2.3906,
      "step": 15991
    },
    {
      "epoch": 0.7439869737148174,
      "grad_norm": 0.6616245007972437,
      "learning_rate": 0.000291100280572512,
      "loss": 2.3594,
      "step": 15992
    },
    {
      "epoch": 0.7440334961618981,
      "grad_norm": 0.7099730115050853,
      "learning_rate": 0.0002910990211451721,
      "loss": 2.4062,
      "step": 15993
    },
    {
      "epoch": 0.7440800186089789,
      "grad_norm": 0.6357662278668978,
      "learning_rate": 0.00029109776163145054,
      "loss": 2.4062,
      "step": 15994
    },
    {
      "epoch": 0.7441265410560596,
      "grad_norm": 0.7261714914847524,
      "learning_rate": 0.0002910965020313481,
      "loss": 2.4531,
      "step": 15995
    },
    {
      "epoch": 0.7441730635031403,
      "grad_norm": 0.8912461871339468,
      "learning_rate": 0.0002910952423448656,
      "loss": 1.7344,
      "step": 15996
    },
    {
      "epoch": 0.744219585950221,
      "grad_norm": 0.6648086485646703,
      "learning_rate": 0.0002910939825720037,
      "loss": 2.3125,
      "step": 15997
    },
    {
      "epoch": 0.7442661083973017,
      "grad_norm": 0.6489190098779634,
      "learning_rate": 0.0002910927227127633,
      "loss": 2.7031,
      "step": 15998
    },
    {
      "epoch": 0.7443126308443824,
      "grad_norm": 0.6479956437068185,
      "learning_rate": 0.0002910914627671451,
      "loss": 2.4219,
      "step": 15999
    },
    {
      "epoch": 0.7443591532914632,
      "grad_norm": 0.6433358610871526,
      "learning_rate": 0.00029109020273514983,
      "loss": 2.3594,
      "step": 16000
    },
    {
      "epoch": 0.7444056757385439,
      "grad_norm": 0.6581846577134252,
      "learning_rate": 0.0002910889426167783,
      "loss": 2.4531,
      "step": 16001
    },
    {
      "epoch": 0.7444521981856246,
      "grad_norm": 0.6369112048802669,
      "learning_rate": 0.00029108768241203133,
      "loss": 2.2188,
      "step": 16002
    },
    {
      "epoch": 0.7444987206327053,
      "grad_norm": 0.6968873659719498,
      "learning_rate": 0.00029108642212090965,
      "loss": 2.8125,
      "step": 16003
    },
    {
      "epoch": 0.744545243079786,
      "grad_norm": 0.7641992355683407,
      "learning_rate": 0.000291085161743414,
      "loss": 2.875,
      "step": 16004
    },
    {
      "epoch": 0.7445917655268667,
      "grad_norm": 0.6290192511140538,
      "learning_rate": 0.00029108390127954517,
      "loss": 2.2656,
      "step": 16005
    },
    {
      "epoch": 0.7446382879739474,
      "grad_norm": 0.6465280868904961,
      "learning_rate": 0.000291082640729304,
      "loss": 2.3438,
      "step": 16006
    },
    {
      "epoch": 0.7446848104210282,
      "grad_norm": 0.6584491121884778,
      "learning_rate": 0.00029108138009269115,
      "loss": 2.4219,
      "step": 16007
    },
    {
      "epoch": 0.7447313328681089,
      "grad_norm": 0.7082974019556102,
      "learning_rate": 0.00029108011936970746,
      "loss": 2.4062,
      "step": 16008
    },
    {
      "epoch": 0.7447778553151896,
      "grad_norm": 0.6989091634876549,
      "learning_rate": 0.00029107885856035373,
      "loss": 2.4531,
      "step": 16009
    },
    {
      "epoch": 0.7448243777622703,
      "grad_norm": 0.6711668244911967,
      "learning_rate": 0.00029107759766463067,
      "loss": 2.8438,
      "step": 16010
    },
    {
      "epoch": 0.744870900209351,
      "grad_norm": 0.6819867503662581,
      "learning_rate": 0.00029107633668253903,
      "loss": 2.2031,
      "step": 16011
    },
    {
      "epoch": 0.7449174226564317,
      "grad_norm": 0.6588025317829818,
      "learning_rate": 0.0002910750756140797,
      "loss": 2.3281,
      "step": 16012
    },
    {
      "epoch": 0.7449639451035125,
      "grad_norm": 1.0270166833714263,
      "learning_rate": 0.00029107381445925333,
      "loss": 1.8281,
      "step": 16013
    },
    {
      "epoch": 0.7450104675505932,
      "grad_norm": 0.6665349015290072,
      "learning_rate": 0.00029107255321806074,
      "loss": 2.7812,
      "step": 16014
    },
    {
      "epoch": 0.7450569899976739,
      "grad_norm": 0.6446227716907588,
      "learning_rate": 0.0002910712918905027,
      "loss": 2.4375,
      "step": 16015
    },
    {
      "epoch": 0.7451035124447546,
      "grad_norm": 0.6727338433832881,
      "learning_rate": 0.00029107003047657996,
      "loss": 2.4688,
      "step": 16016
    },
    {
      "epoch": 0.7451500348918353,
      "grad_norm": 0.653039296859999,
      "learning_rate": 0.0002910687689762934,
      "loss": 2.1875,
      "step": 16017
    },
    {
      "epoch": 0.745196557338916,
      "grad_norm": 0.6417286657355785,
      "learning_rate": 0.00029106750738964364,
      "loss": 2.5,
      "step": 16018
    },
    {
      "epoch": 0.7452430797859968,
      "grad_norm": 0.6976983898633349,
      "learning_rate": 0.00029106624571663154,
      "loss": 2.6719,
      "step": 16019
    },
    {
      "epoch": 0.7452896022330775,
      "grad_norm": 0.7037464392233791,
      "learning_rate": 0.00029106498395725785,
      "loss": 2.4062,
      "step": 16020
    },
    {
      "epoch": 0.7453361246801582,
      "grad_norm": 0.6972786901661052,
      "learning_rate": 0.00029106372211152334,
      "loss": 2.75,
      "step": 16021
    },
    {
      "epoch": 0.7453826471272389,
      "grad_norm": 0.7082058006734806,
      "learning_rate": 0.0002910624601794288,
      "loss": 2.5625,
      "step": 16022
    },
    {
      "epoch": 0.7454291695743196,
      "grad_norm": 0.6287684549334974,
      "learning_rate": 0.000291061198160975,
      "loss": 2.4375,
      "step": 16023
    },
    {
      "epoch": 0.7454756920214003,
      "grad_norm": 0.6286800118854784,
      "learning_rate": 0.0002910599360561627,
      "loss": 2.3438,
      "step": 16024
    },
    {
      "epoch": 0.745522214468481,
      "grad_norm": 0.7391745521128782,
      "learning_rate": 0.00029105867386499263,
      "loss": 2.5156,
      "step": 16025
    },
    {
      "epoch": 0.7455687369155618,
      "grad_norm": 0.61969178362904,
      "learning_rate": 0.00029105741158746566,
      "loss": 2.2812,
      "step": 16026
    },
    {
      "epoch": 0.7456152593626425,
      "grad_norm": 0.7006256305152515,
      "learning_rate": 0.0002910561492235825,
      "loss": 2.5,
      "step": 16027
    },
    {
      "epoch": 0.7456617818097232,
      "grad_norm": 0.7045179027133193,
      "learning_rate": 0.0002910548867733439,
      "loss": 2.625,
      "step": 16028
    },
    {
      "epoch": 0.7457083042568039,
      "grad_norm": 0.7367506098501656,
      "learning_rate": 0.00029105362423675066,
      "loss": 2.5,
      "step": 16029
    },
    {
      "epoch": 0.7457548267038846,
      "grad_norm": 0.6412853843017983,
      "learning_rate": 0.0002910523616138036,
      "loss": 2.375,
      "step": 16030
    },
    {
      "epoch": 0.7458013491509653,
      "grad_norm": 0.6974057584391194,
      "learning_rate": 0.00029105109890450347,
      "loss": 1.8984,
      "step": 16031
    },
    {
      "epoch": 0.7458478715980461,
      "grad_norm": 0.6596287544144335,
      "learning_rate": 0.00029104983610885103,
      "loss": 2.4219,
      "step": 16032
    },
    {
      "epoch": 0.7458943940451268,
      "grad_norm": 0.6718876768655062,
      "learning_rate": 0.000291048573226847,
      "loss": 1.7734,
      "step": 16033
    },
    {
      "epoch": 0.7459409164922075,
      "grad_norm": 0.6395613819445589,
      "learning_rate": 0.00029104731025849224,
      "loss": 2.5,
      "step": 16034
    },
    {
      "epoch": 0.7459874389392882,
      "grad_norm": 0.7125366144361154,
      "learning_rate": 0.0002910460472037875,
      "loss": 2.5469,
      "step": 16035
    },
    {
      "epoch": 0.7460339613863689,
      "grad_norm": 0.6467440716667555,
      "learning_rate": 0.0002910447840627335,
      "loss": 2.4531,
      "step": 16036
    },
    {
      "epoch": 0.7460804838334496,
      "grad_norm": 0.6905949590577347,
      "learning_rate": 0.000291043520835331,
      "loss": 2.7812,
      "step": 16037
    },
    {
      "epoch": 0.7461270062805303,
      "grad_norm": 0.6377761142464514,
      "learning_rate": 0.0002910422575215809,
      "loss": 2.6094,
      "step": 16038
    },
    {
      "epoch": 0.7461735287276111,
      "grad_norm": 0.6690872120085634,
      "learning_rate": 0.00029104099412148387,
      "loss": 2.2969,
      "step": 16039
    },
    {
      "epoch": 0.7462200511746918,
      "grad_norm": 0.7431371795744849,
      "learning_rate": 0.00029103973063504074,
      "loss": 2.7969,
      "step": 16040
    },
    {
      "epoch": 0.7462665736217725,
      "grad_norm": 0.652057678496924,
      "learning_rate": 0.00029103846706225224,
      "loss": 2.8125,
      "step": 16041
    },
    {
      "epoch": 0.7463130960688532,
      "grad_norm": 0.6556177770931286,
      "learning_rate": 0.0002910372034031192,
      "loss": 2.3125,
      "step": 16042
    },
    {
      "epoch": 0.7463596185159339,
      "grad_norm": 0.6865083564252038,
      "learning_rate": 0.0002910359396576423,
      "loss": 2.875,
      "step": 16043
    },
    {
      "epoch": 0.7464061409630146,
      "grad_norm": 0.6767957577756699,
      "learning_rate": 0.00029103467582582235,
      "loss": 2.5469,
      "step": 16044
    },
    {
      "epoch": 0.7464526634100954,
      "grad_norm": 0.6782723548525083,
      "learning_rate": 0.00029103341190766017,
      "loss": 2.5156,
      "step": 16045
    },
    {
      "epoch": 0.7464991858571761,
      "grad_norm": 0.7221034204637344,
      "learning_rate": 0.0002910321479031565,
      "loss": 1.9688,
      "step": 16046
    },
    {
      "epoch": 0.7465457083042568,
      "grad_norm": 0.6767645055002629,
      "learning_rate": 0.00029103088381231214,
      "loss": 2.6406,
      "step": 16047
    },
    {
      "epoch": 0.7465922307513375,
      "grad_norm": 0.6685375394556606,
      "learning_rate": 0.0002910296196351278,
      "loss": 2.5,
      "step": 16048
    },
    {
      "epoch": 0.7466387531984182,
      "grad_norm": 0.6688456370676733,
      "learning_rate": 0.0002910283553716043,
      "loss": 2.75,
      "step": 16049
    },
    {
      "epoch": 0.7466852756454989,
      "grad_norm": 0.6750792011130065,
      "learning_rate": 0.00029102709102174246,
      "loss": 2.7812,
      "step": 16050
    },
    {
      "epoch": 0.7467317980925797,
      "grad_norm": 0.7086311947397549,
      "learning_rate": 0.000291025826585543,
      "loss": 2.6875,
      "step": 16051
    },
    {
      "epoch": 0.7467783205396604,
      "grad_norm": 0.6755238141833889,
      "learning_rate": 0.0002910245620630067,
      "loss": 2.375,
      "step": 16052
    },
    {
      "epoch": 0.7468248429867411,
      "grad_norm": 0.6370430372573364,
      "learning_rate": 0.00029102329745413425,
      "loss": 2.5312,
      "step": 16053
    },
    {
      "epoch": 0.7468713654338218,
      "grad_norm": 0.6450572210290696,
      "learning_rate": 0.00029102203275892653,
      "loss": 2.5,
      "step": 16054
    },
    {
      "epoch": 0.7469178878809025,
      "grad_norm": 0.6139960739704998,
      "learning_rate": 0.00029102076797738434,
      "loss": 2.25,
      "step": 16055
    },
    {
      "epoch": 0.7469644103279832,
      "grad_norm": 0.6995756239359029,
      "learning_rate": 0.0002910195031095084,
      "loss": 2.5,
      "step": 16056
    },
    {
      "epoch": 0.7470109327750639,
      "grad_norm": 0.6217945756362204,
      "learning_rate": 0.00029101823815529945,
      "loss": 2.3438,
      "step": 16057
    },
    {
      "epoch": 0.7470574552221447,
      "grad_norm": 0.6757759445071716,
      "learning_rate": 0.0002910169731147583,
      "loss": 2.7031,
      "step": 16058
    },
    {
      "epoch": 0.7471039776692254,
      "grad_norm": 0.6467726369644053,
      "learning_rate": 0.00029101570798788576,
      "loss": 2.4844,
      "step": 16059
    },
    {
      "epoch": 0.7471505001163061,
      "grad_norm": 0.698282818907858,
      "learning_rate": 0.0002910144427746826,
      "loss": 2.3125,
      "step": 16060
    },
    {
      "epoch": 0.7471970225633868,
      "grad_norm": 0.6743958759982668,
      "learning_rate": 0.00029101317747514955,
      "loss": 2.75,
      "step": 16061
    },
    {
      "epoch": 0.7472435450104675,
      "grad_norm": 0.705629061540177,
      "learning_rate": 0.0002910119120892874,
      "loss": 2.5938,
      "step": 16062
    },
    {
      "epoch": 0.7472900674575482,
      "grad_norm": 0.661262541334431,
      "learning_rate": 0.0002910106466170969,
      "loss": 2.5,
      "step": 16063
    },
    {
      "epoch": 0.747336589904629,
      "grad_norm": 0.6758604811975634,
      "learning_rate": 0.00029100938105857885,
      "loss": 2.9375,
      "step": 16064
    },
    {
      "epoch": 0.7473831123517097,
      "grad_norm": 0.659583950015063,
      "learning_rate": 0.00029100811541373406,
      "loss": 2.5625,
      "step": 16065
    },
    {
      "epoch": 0.7474296347987904,
      "grad_norm": 0.6817664816239235,
      "learning_rate": 0.00029100684968256325,
      "loss": 2.4062,
      "step": 16066
    },
    {
      "epoch": 0.7474761572458711,
      "grad_norm": 0.700780717721633,
      "learning_rate": 0.0002910055838650672,
      "loss": 2.4062,
      "step": 16067
    },
    {
      "epoch": 0.7475226796929518,
      "grad_norm": 0.691462573209774,
      "learning_rate": 0.0002910043179612467,
      "loss": 2.8438,
      "step": 16068
    },
    {
      "epoch": 0.7475692021400325,
      "grad_norm": 0.683558000812804,
      "learning_rate": 0.0002910030519711025,
      "loss": 2.5781,
      "step": 16069
    },
    {
      "epoch": 0.7476157245871132,
      "grad_norm": 0.6529337472608178,
      "learning_rate": 0.0002910017858946355,
      "loss": 2.2188,
      "step": 16070
    },
    {
      "epoch": 0.747662247034194,
      "grad_norm": 0.7799215714602756,
      "learning_rate": 0.00029100051973184634,
      "loss": 2.5625,
      "step": 16071
    },
    {
      "epoch": 0.7477087694812747,
      "grad_norm": 0.659965124935788,
      "learning_rate": 0.0002909992534827358,
      "loss": 2.5,
      "step": 16072
    },
    {
      "epoch": 0.7477552919283554,
      "grad_norm": 0.6538650431167582,
      "learning_rate": 0.0002909979871473047,
      "loss": 2.6406,
      "step": 16073
    },
    {
      "epoch": 0.7478018143754361,
      "grad_norm": 0.6707236156743012,
      "learning_rate": 0.0002909967207255538,
      "loss": 2.7344,
      "step": 16074
    },
    {
      "epoch": 0.7478483368225168,
      "grad_norm": 0.6047733633670906,
      "learning_rate": 0.00029099545421748383,
      "loss": 2.3906,
      "step": 16075
    },
    {
      "epoch": 0.7478948592695975,
      "grad_norm": 0.7685305162815868,
      "learning_rate": 0.00029099418762309565,
      "loss": 2.5781,
      "step": 16076
    },
    {
      "epoch": 0.7479413817166783,
      "grad_norm": 0.635740002036828,
      "learning_rate": 0.00029099292094239,
      "loss": 2.125,
      "step": 16077
    },
    {
      "epoch": 0.747987904163759,
      "grad_norm": 0.6866610161904404,
      "learning_rate": 0.0002909916541753676,
      "loss": 2.3438,
      "step": 16078
    },
    {
      "epoch": 0.7480344266108397,
      "grad_norm": 0.6861012043666626,
      "learning_rate": 0.0002909903873220294,
      "loss": 2.5312,
      "step": 16079
    },
    {
      "epoch": 0.7480809490579204,
      "grad_norm": 0.7231559236104856,
      "learning_rate": 0.000290989120382376,
      "loss": 2.7031,
      "step": 16080
    },
    {
      "epoch": 0.7481274715050011,
      "grad_norm": 0.6576344505081612,
      "learning_rate": 0.0002909878533564082,
      "loss": 2.4375,
      "step": 16081
    },
    {
      "epoch": 0.7481739939520818,
      "grad_norm": 0.6925360448478667,
      "learning_rate": 0.00029098658624412683,
      "loss": 2.6094,
      "step": 16082
    },
    {
      "epoch": 0.7482205163991626,
      "grad_norm": 0.6911756452844259,
      "learning_rate": 0.0002909853190455326,
      "loss": 2.5781,
      "step": 16083
    },
    {
      "epoch": 0.7482670388462433,
      "grad_norm": 0.6830978245981103,
      "learning_rate": 0.0002909840517606264,
      "loss": 2.6094,
      "step": 16084
    },
    {
      "epoch": 0.748313561293324,
      "grad_norm": 0.6488429224436228,
      "learning_rate": 0.00029098278438940885,
      "loss": 2.5,
      "step": 16085
    },
    {
      "epoch": 0.7483600837404047,
      "grad_norm": 0.6458273867753933,
      "learning_rate": 0.00029098151693188087,
      "loss": 2.2344,
      "step": 16086
    },
    {
      "epoch": 0.7484066061874854,
      "grad_norm": 0.6432575974743391,
      "learning_rate": 0.0002909802493880432,
      "loss": 2.5,
      "step": 16087
    },
    {
      "epoch": 0.7484531286345661,
      "grad_norm": 0.6898832580518679,
      "learning_rate": 0.00029097898175789655,
      "loss": 2.5781,
      "step": 16088
    },
    {
      "epoch": 0.7484996510816468,
      "grad_norm": 0.6217253105563343,
      "learning_rate": 0.0002909777140414417,
      "loss": 2.5156,
      "step": 16089
    },
    {
      "epoch": 0.7485461735287277,
      "grad_norm": 0.7068067888892879,
      "learning_rate": 0.0002909764462386795,
      "loss": 2.5781,
      "step": 16090
    },
    {
      "epoch": 0.7485926959758084,
      "grad_norm": 0.657895263934913,
      "learning_rate": 0.0002909751783496107,
      "loss": 2.6562,
      "step": 16091
    },
    {
      "epoch": 0.748639218422889,
      "grad_norm": 0.6670822355835938,
      "learning_rate": 0.00029097391037423605,
      "loss": 2.5469,
      "step": 16092
    },
    {
      "epoch": 0.7486857408699698,
      "grad_norm": 0.6686956478880892,
      "learning_rate": 0.00029097264231255635,
      "loss": 2.5469,
      "step": 16093
    },
    {
      "epoch": 0.7487322633170505,
      "grad_norm": 0.6653542246631503,
      "learning_rate": 0.0002909713741645723,
      "loss": 2.6406,
      "step": 16094
    },
    {
      "epoch": 0.7487787857641311,
      "grad_norm": 0.75943527268977,
      "learning_rate": 0.0002909701059302848,
      "loss": 2.4219,
      "step": 16095
    },
    {
      "epoch": 0.748825308211212,
      "grad_norm": 0.6805346541354262,
      "learning_rate": 0.0002909688376096946,
      "loss": 2.4688,
      "step": 16096
    },
    {
      "epoch": 0.7488718306582927,
      "grad_norm": 0.7493141296190219,
      "learning_rate": 0.0002909675692028024,
      "loss": 1.875,
      "step": 16097
    },
    {
      "epoch": 0.7489183531053734,
      "grad_norm": 0.7475345273860137,
      "learning_rate": 0.00029096630070960905,
      "loss": 2.4688,
      "step": 16098
    },
    {
      "epoch": 0.7489648755524541,
      "grad_norm": 0.6636159088261213,
      "learning_rate": 0.0002909650321301153,
      "loss": 2.9219,
      "step": 16099
    },
    {
      "epoch": 0.7490113979995348,
      "grad_norm": 0.6601883127181223,
      "learning_rate": 0.0002909637634643219,
      "loss": 2.4375,
      "step": 16100
    },
    {
      "epoch": 0.7490579204466155,
      "grad_norm": 0.6571499020078259,
      "learning_rate": 0.0002909624947122297,
      "loss": 2.3281,
      "step": 16101
    },
    {
      "epoch": 0.7491044428936962,
      "grad_norm": 0.6768109122758211,
      "learning_rate": 0.0002909612258738394,
      "loss": 2.4688,
      "step": 16102
    },
    {
      "epoch": 0.749150965340777,
      "grad_norm": 0.6611184267080873,
      "learning_rate": 0.0002909599569491518,
      "loss": 2.5156,
      "step": 16103
    },
    {
      "epoch": 0.7491974877878577,
      "grad_norm": 0.7070242733963327,
      "learning_rate": 0.00029095868793816766,
      "loss": 2.6094,
      "step": 16104
    },
    {
      "epoch": 0.7492440102349384,
      "grad_norm": 0.6174479509365065,
      "learning_rate": 0.0002909574188408878,
      "loss": 2.375,
      "step": 16105
    },
    {
      "epoch": 0.7492905326820191,
      "grad_norm": 0.6650533816051823,
      "learning_rate": 0.000290956149657313,
      "loss": 2.6406,
      "step": 16106
    },
    {
      "epoch": 0.7493370551290998,
      "grad_norm": 0.7331111754481761,
      "learning_rate": 0.000290954880387444,
      "loss": 2.75,
      "step": 16107
    },
    {
      "epoch": 0.7493835775761805,
      "grad_norm": 0.6532733416543933,
      "learning_rate": 0.0002909536110312816,
      "loss": 2.4688,
      "step": 16108
    },
    {
      "epoch": 0.7494301000232613,
      "grad_norm": 0.8352688259134368,
      "learning_rate": 0.0002909523415888266,
      "loss": 3.0312,
      "step": 16109
    },
    {
      "epoch": 0.749476622470342,
      "grad_norm": 0.744100725303796,
      "learning_rate": 0.0002909510720600797,
      "loss": 2.7656,
      "step": 16110
    },
    {
      "epoch": 0.7495231449174227,
      "grad_norm": 0.6646885132373216,
      "learning_rate": 0.0002909498024450417,
      "loss": 2.6094,
      "step": 16111
    },
    {
      "epoch": 0.7495696673645034,
      "grad_norm": 0.672653399950595,
      "learning_rate": 0.0002909485327437134,
      "loss": 2.6875,
      "step": 16112
    },
    {
      "epoch": 0.7496161898115841,
      "grad_norm": 0.6375921261630865,
      "learning_rate": 0.00029094726295609565,
      "loss": 2.5312,
      "step": 16113
    },
    {
      "epoch": 0.7496627122586648,
      "grad_norm": 0.6709947180367568,
      "learning_rate": 0.0002909459930821891,
      "loss": 2.6094,
      "step": 16114
    },
    {
      "epoch": 0.7497092347057456,
      "grad_norm": 0.6661913426452756,
      "learning_rate": 0.00029094472312199464,
      "loss": 2.4844,
      "step": 16115
    },
    {
      "epoch": 0.7497557571528263,
      "grad_norm": 0.7441522734644997,
      "learning_rate": 0.0002909434530755129,
      "loss": 1.8125,
      "step": 16116
    },
    {
      "epoch": 0.749802279599907,
      "grad_norm": 0.6576208877232569,
      "learning_rate": 0.0002909421829427448,
      "loss": 2.4844,
      "step": 16117
    },
    {
      "epoch": 0.7498488020469877,
      "grad_norm": 0.6538586186595279,
      "learning_rate": 0.00029094091272369106,
      "loss": 2.3438,
      "step": 16118
    },
    {
      "epoch": 0.7498953244940684,
      "grad_norm": 0.6228844267965875,
      "learning_rate": 0.0002909396424183525,
      "loss": 2.375,
      "step": 16119
    },
    {
      "epoch": 0.7499418469411491,
      "grad_norm": 0.6258642691708428,
      "learning_rate": 0.0002909383720267298,
      "loss": 2.5156,
      "step": 16120
    },
    {
      "epoch": 0.7499883693882298,
      "grad_norm": 0.6707418508320108,
      "learning_rate": 0.00029093710154882383,
      "loss": 2.6094,
      "step": 16121
    },
    {
      "epoch": 0.7500348918353106,
      "grad_norm": 0.6612546764324996,
      "learning_rate": 0.0002909358309846353,
      "loss": 2.7812,
      "step": 16122
    },
    {
      "epoch": 0.7500814142823913,
      "grad_norm": 0.6604131806954575,
      "learning_rate": 0.00029093456033416504,
      "loss": 2.25,
      "step": 16123
    },
    {
      "epoch": 0.750127936729472,
      "grad_norm": 0.6520603620548749,
      "learning_rate": 0.00029093328959741387,
      "loss": 2.3594,
      "step": 16124
    },
    {
      "epoch": 0.7501744591765527,
      "grad_norm": 0.7251557277453007,
      "learning_rate": 0.0002909320187743824,
      "loss": 2.5469,
      "step": 16125
    },
    {
      "epoch": 0.7502209816236334,
      "grad_norm": 0.6577599116904955,
      "learning_rate": 0.00029093074786507164,
      "loss": 2.4688,
      "step": 16126
    },
    {
      "epoch": 0.7502675040707141,
      "grad_norm": 0.7629032752132259,
      "learning_rate": 0.00029092947686948215,
      "loss": 2.7188,
      "step": 16127
    },
    {
      "epoch": 0.7503140265177949,
      "grad_norm": 0.7096433092843143,
      "learning_rate": 0.00029092820578761484,
      "loss": 2.3438,
      "step": 16128
    },
    {
      "epoch": 0.7503605489648756,
      "grad_norm": 0.6364842575452153,
      "learning_rate": 0.00029092693461947047,
      "loss": 2.5625,
      "step": 16129
    },
    {
      "epoch": 0.7504070714119563,
      "grad_norm": 0.7885206844096297,
      "learning_rate": 0.0002909256633650498,
      "loss": 2.375,
      "step": 16130
    },
    {
      "epoch": 0.750453593859037,
      "grad_norm": 0.6635739952385957,
      "learning_rate": 0.0002909243920243536,
      "loss": 2.7031,
      "step": 16131
    },
    {
      "epoch": 0.7505001163061177,
      "grad_norm": 0.6694809412974599,
      "learning_rate": 0.0002909231205973826,
      "loss": 2.8125,
      "step": 16132
    },
    {
      "epoch": 0.7505466387531984,
      "grad_norm": 0.6648273198018587,
      "learning_rate": 0.00029092184908413766,
      "loss": 2.375,
      "step": 16133
    },
    {
      "epoch": 0.7505931612002791,
      "grad_norm": 0.8876483092219671,
      "learning_rate": 0.00029092057748461954,
      "loss": 2.5625,
      "step": 16134
    },
    {
      "epoch": 0.7506396836473599,
      "grad_norm": 0.6773658417824098,
      "learning_rate": 0.0002909193057988291,
      "loss": 2.3594,
      "step": 16135
    },
    {
      "epoch": 0.7506862060944406,
      "grad_norm": 0.6763312191918759,
      "learning_rate": 0.0002909180340267669,
      "loss": 2.5156,
      "step": 16136
    },
    {
      "epoch": 0.7507327285415213,
      "grad_norm": 0.6367543166558216,
      "learning_rate": 0.0002909167621684339,
      "loss": 2.375,
      "step": 16137
    },
    {
      "epoch": 0.750779250988602,
      "grad_norm": 0.6814711842846811,
      "learning_rate": 0.00029091549022383086,
      "loss": 2.6406,
      "step": 16138
    },
    {
      "epoch": 0.7508257734356827,
      "grad_norm": 0.6930255640485478,
      "learning_rate": 0.0002909142181929585,
      "loss": 2.3906,
      "step": 16139
    },
    {
      "epoch": 0.7508722958827634,
      "grad_norm": 0.6178839423777286,
      "learning_rate": 0.0002909129460758176,
      "loss": 2.3438,
      "step": 16140
    },
    {
      "epoch": 0.7509188183298442,
      "grad_norm": 0.6782741379006245,
      "learning_rate": 0.00029091167387240897,
      "loss": 2.625,
      "step": 16141
    },
    {
      "epoch": 0.7509653407769249,
      "grad_norm": 0.6681945762635565,
      "learning_rate": 0.00029091040158273345,
      "loss": 2.375,
      "step": 16142
    },
    {
      "epoch": 0.7510118632240056,
      "grad_norm": 0.6662021627743095,
      "learning_rate": 0.0002909091292067917,
      "loss": 2.5,
      "step": 16143
    },
    {
      "epoch": 0.7510583856710863,
      "grad_norm": 0.7330863002690776,
      "learning_rate": 0.0002909078567445846,
      "loss": 2.3594,
      "step": 16144
    },
    {
      "epoch": 0.751104908118167,
      "grad_norm": 0.6553562348670031,
      "learning_rate": 0.0002909065841961128,
      "loss": 2.4688,
      "step": 16145
    },
    {
      "epoch": 0.7511514305652477,
      "grad_norm": 0.6745642761263584,
      "learning_rate": 0.00029090531156137717,
      "loss": 2.7812,
      "step": 16146
    },
    {
      "epoch": 0.7511979530123285,
      "grad_norm": 0.7029106682231507,
      "learning_rate": 0.00029090403884037854,
      "loss": 2.5469,
      "step": 16147
    },
    {
      "epoch": 0.7512444754594092,
      "grad_norm": 0.6962951109752797,
      "learning_rate": 0.00029090276603311753,
      "loss": 2.4375,
      "step": 16148
    },
    {
      "epoch": 0.7512909979064899,
      "grad_norm": 0.6262999011644012,
      "learning_rate": 0.00029090149313959506,
      "loss": 2.6875,
      "step": 16149
    },
    {
      "epoch": 0.7513375203535706,
      "grad_norm": 0.6677969731925903,
      "learning_rate": 0.0002909002201598119,
      "loss": 2.7188,
      "step": 16150
    },
    {
      "epoch": 0.7513840428006513,
      "grad_norm": 0.6600334555260746,
      "learning_rate": 0.0002908989470937688,
      "loss": 2.4531,
      "step": 16151
    },
    {
      "epoch": 0.751430565247732,
      "grad_norm": 0.6408394491064953,
      "learning_rate": 0.00029089767394146647,
      "loss": 2.4531,
      "step": 16152
    },
    {
      "epoch": 0.7514770876948127,
      "grad_norm": 0.6141761948035585,
      "learning_rate": 0.0002908964007029058,
      "loss": 2.5,
      "step": 16153
    },
    {
      "epoch": 0.7515236101418935,
      "grad_norm": 0.652175910453368,
      "learning_rate": 0.0002908951273780875,
      "loss": 2.5938,
      "step": 16154
    },
    {
      "epoch": 0.7515701325889742,
      "grad_norm": 0.6580726599934896,
      "learning_rate": 0.0002908938539670124,
      "loss": 2.4062,
      "step": 16155
    },
    {
      "epoch": 0.7516166550360549,
      "grad_norm": 0.6757938782776303,
      "learning_rate": 0.0002908925804696812,
      "loss": 2.7656,
      "step": 16156
    },
    {
      "epoch": 0.7516631774831356,
      "grad_norm": 0.6929348869896255,
      "learning_rate": 0.0002908913068860948,
      "loss": 2.5312,
      "step": 16157
    },
    {
      "epoch": 0.7517096999302163,
      "grad_norm": 0.636131397792941,
      "learning_rate": 0.0002908900332162539,
      "loss": 2.3438,
      "step": 16158
    },
    {
      "epoch": 0.751756222377297,
      "grad_norm": 0.7220611721947606,
      "learning_rate": 0.00029088875946015925,
      "loss": 2.4375,
      "step": 16159
    },
    {
      "epoch": 0.7518027448243778,
      "grad_norm": 0.649981461424008,
      "learning_rate": 0.00029088748561781173,
      "loss": 2.5156,
      "step": 16160
    },
    {
      "epoch": 0.7518492672714585,
      "grad_norm": 0.7101463360696771,
      "learning_rate": 0.00029088621168921197,
      "loss": 2.3438,
      "step": 16161
    },
    {
      "epoch": 0.7518957897185392,
      "grad_norm": 0.6712124988894345,
      "learning_rate": 0.00029088493767436094,
      "loss": 2.4688,
      "step": 16162
    },
    {
      "epoch": 0.7519423121656199,
      "grad_norm": 0.6933668688736613,
      "learning_rate": 0.00029088366357325925,
      "loss": 2.4375,
      "step": 16163
    },
    {
      "epoch": 0.7519888346127006,
      "grad_norm": 0.6916564656494716,
      "learning_rate": 0.00029088238938590775,
      "loss": 2.4219,
      "step": 16164
    },
    {
      "epoch": 0.7520353570597813,
      "grad_norm": 0.7384619339910458,
      "learning_rate": 0.00029088111511230727,
      "loss": 2.5156,
      "step": 16165
    },
    {
      "epoch": 0.752081879506862,
      "grad_norm": 0.6977288518113205,
      "learning_rate": 0.0002908798407524585,
      "loss": 1.8203,
      "step": 16166
    },
    {
      "epoch": 0.7521284019539428,
      "grad_norm": 0.7097591042958826,
      "learning_rate": 0.0002908785663063623,
      "loss": 2.7969,
      "step": 16167
    },
    {
      "epoch": 0.7521749244010235,
      "grad_norm": 0.6535051607916639,
      "learning_rate": 0.00029087729177401943,
      "loss": 2.625,
      "step": 16168
    },
    {
      "epoch": 0.7522214468481042,
      "grad_norm": 0.67759168425472,
      "learning_rate": 0.0002908760171554306,
      "loss": 2.3906,
      "step": 16169
    },
    {
      "epoch": 0.7522679692951849,
      "grad_norm": 0.6684903036400084,
      "learning_rate": 0.00029087474245059666,
      "loss": 2.5,
      "step": 16170
    },
    {
      "epoch": 0.7523144917422656,
      "grad_norm": 0.6728169223404271,
      "learning_rate": 0.00029087346765951835,
      "loss": 2.5469,
      "step": 16171
    },
    {
      "epoch": 0.7523610141893463,
      "grad_norm": 0.6857558987772007,
      "learning_rate": 0.00029087219278219647,
      "loss": 2.5781,
      "step": 16172
    },
    {
      "epoch": 0.7524075366364271,
      "grad_norm": 0.6254909501823004,
      "learning_rate": 0.00029087091781863184,
      "loss": 2.4688,
      "step": 16173
    },
    {
      "epoch": 0.7524540590835078,
      "grad_norm": 0.6629223936886217,
      "learning_rate": 0.0002908696427688252,
      "loss": 2.4844,
      "step": 16174
    },
    {
      "epoch": 0.7525005815305885,
      "grad_norm": 0.668517842429206,
      "learning_rate": 0.0002908683676327773,
      "loss": 2.4844,
      "step": 16175
    },
    {
      "epoch": 0.7525471039776692,
      "grad_norm": 0.6540633743230893,
      "learning_rate": 0.000290867092410489,
      "loss": 2.625,
      "step": 16176
    },
    {
      "epoch": 0.7525936264247499,
      "grad_norm": 0.6998783993721147,
      "learning_rate": 0.00029086581710196103,
      "loss": 2.6562,
      "step": 16177
    },
    {
      "epoch": 0.7526401488718306,
      "grad_norm": 0.6574628950699919,
      "learning_rate": 0.00029086454170719413,
      "loss": 2.9219,
      "step": 16178
    },
    {
      "epoch": 0.7526866713189114,
      "grad_norm": 0.6629860831734504,
      "learning_rate": 0.0002908632662261892,
      "loss": 2.2969,
      "step": 16179
    },
    {
      "epoch": 0.7527331937659921,
      "grad_norm": 0.7307197699479533,
      "learning_rate": 0.00029086199065894686,
      "loss": 2.7969,
      "step": 16180
    },
    {
      "epoch": 0.7527797162130728,
      "grad_norm": 0.6326411142026651,
      "learning_rate": 0.000290860715005468,
      "loss": 2.6406,
      "step": 16181
    },
    {
      "epoch": 0.7528262386601535,
      "grad_norm": 0.6124912856417427,
      "learning_rate": 0.00029085943926575347,
      "loss": 2.4688,
      "step": 16182
    },
    {
      "epoch": 0.7528727611072342,
      "grad_norm": 0.5893968328424753,
      "learning_rate": 0.00029085816343980386,
      "loss": 2.125,
      "step": 16183
    },
    {
      "epoch": 0.7529192835543149,
      "grad_norm": 0.6687056809653545,
      "learning_rate": 0.00029085688752762006,
      "loss": 2.5938,
      "step": 16184
    },
    {
      "epoch": 0.7529658060013956,
      "grad_norm": 0.705685330786972,
      "learning_rate": 0.0002908556115292029,
      "loss": 2.9062,
      "step": 16185
    },
    {
      "epoch": 0.7530123284484764,
      "grad_norm": 0.6586608626827499,
      "learning_rate": 0.00029085433544455305,
      "loss": 2.4531,
      "step": 16186
    },
    {
      "epoch": 0.7530588508955571,
      "grad_norm": 0.677945151429177,
      "learning_rate": 0.0002908530592736714,
      "loss": 2.2812,
      "step": 16187
    },
    {
      "epoch": 0.7531053733426378,
      "grad_norm": 0.6348891545564448,
      "learning_rate": 0.00029085178301655867,
      "loss": 2.3125,
      "step": 16188
    },
    {
      "epoch": 0.7531518957897185,
      "grad_norm": 0.6770949099059306,
      "learning_rate": 0.0002908505066732156,
      "loss": 2.625,
      "step": 16189
    },
    {
      "epoch": 0.7531984182367992,
      "grad_norm": 0.7005062471764107,
      "learning_rate": 0.0002908492302436431,
      "loss": 1.7969,
      "step": 16190
    },
    {
      "epoch": 0.7532449406838799,
      "grad_norm": 0.6813500865417526,
      "learning_rate": 0.00029084795372784177,
      "loss": 2.5,
      "step": 16191
    },
    {
      "epoch": 0.7532914631309607,
      "grad_norm": 0.6719645069014062,
      "learning_rate": 0.00029084667712581255,
      "loss": 2.3281,
      "step": 16192
    },
    {
      "epoch": 0.7533379855780414,
      "grad_norm": 0.6850901956153818,
      "learning_rate": 0.00029084540043755613,
      "loss": 2.75,
      "step": 16193
    },
    {
      "epoch": 0.7533845080251221,
      "grad_norm": 0.6603010821054438,
      "learning_rate": 0.00029084412366307333,
      "loss": 2.3438,
      "step": 16194
    },
    {
      "epoch": 0.7534310304722028,
      "grad_norm": 0.636414483782779,
      "learning_rate": 0.00029084284680236497,
      "loss": 2.3438,
      "step": 16195
    },
    {
      "epoch": 0.7534775529192835,
      "grad_norm": 0.6485146882414708,
      "learning_rate": 0.0002908415698554318,
      "loss": 2.2656,
      "step": 16196
    },
    {
      "epoch": 0.7535240753663642,
      "grad_norm": 0.6895752253921308,
      "learning_rate": 0.00029084029282227457,
      "loss": 2.4531,
      "step": 16197
    },
    {
      "epoch": 0.753570597813445,
      "grad_norm": 0.6543421142107552,
      "learning_rate": 0.00029083901570289405,
      "loss": 2.7344,
      "step": 16198
    },
    {
      "epoch": 0.7536171202605257,
      "grad_norm": 0.6614400532090572,
      "learning_rate": 0.0002908377384972911,
      "loss": 2.5,
      "step": 16199
    },
    {
      "epoch": 0.7536636427076064,
      "grad_norm": 0.6715649417824076,
      "learning_rate": 0.0002908364612054664,
      "loss": 2.4062,
      "step": 16200
    },
    {
      "epoch": 0.7537101651546871,
      "grad_norm": 0.6426131637962861,
      "learning_rate": 0.0002908351838274208,
      "loss": 2.2188,
      "step": 16201
    },
    {
      "epoch": 0.7537566876017678,
      "grad_norm": 0.6777629147385213,
      "learning_rate": 0.0002908339063631551,
      "loss": 2.5469,
      "step": 16202
    },
    {
      "epoch": 0.7538032100488485,
      "grad_norm": 0.6446114958910502,
      "learning_rate": 0.00029083262881267005,
      "loss": 2.75,
      "step": 16203
    },
    {
      "epoch": 0.7538497324959292,
      "grad_norm": 0.6524786747680885,
      "learning_rate": 0.0002908313511759664,
      "loss": 2.7188,
      "step": 16204
    },
    {
      "epoch": 0.75389625494301,
      "grad_norm": 0.6130970822726464,
      "learning_rate": 0.00029083007345304503,
      "loss": 2.1875,
      "step": 16205
    },
    {
      "epoch": 0.7539427773900907,
      "grad_norm": 0.6577773966251271,
      "learning_rate": 0.0002908287956439066,
      "loss": 2.4688,
      "step": 16206
    },
    {
      "epoch": 0.7539892998371714,
      "grad_norm": 0.6556099146736722,
      "learning_rate": 0.000290827517748552,
      "loss": 2.4062,
      "step": 16207
    },
    {
      "epoch": 0.7540358222842521,
      "grad_norm": 0.6428968610885121,
      "learning_rate": 0.00029082623976698193,
      "loss": 2.6562,
      "step": 16208
    },
    {
      "epoch": 0.7540823447313328,
      "grad_norm": 0.6635324064937062,
      "learning_rate": 0.00029082496169919724,
      "loss": 2.5,
      "step": 16209
    },
    {
      "epoch": 0.7541288671784135,
      "grad_norm": 0.682878841315882,
      "learning_rate": 0.00029082368354519864,
      "loss": 2.3125,
      "step": 16210
    },
    {
      "epoch": 0.7541753896254944,
      "grad_norm": 0.6294601075540927,
      "learning_rate": 0.00029082240530498693,
      "loss": 2.3438,
      "step": 16211
    },
    {
      "epoch": 0.754221912072575,
      "grad_norm": 0.6628052951131637,
      "learning_rate": 0.00029082112697856294,
      "loss": 2.5625,
      "step": 16212
    },
    {
      "epoch": 0.7542684345196558,
      "grad_norm": 0.6743369050506155,
      "learning_rate": 0.0002908198485659274,
      "loss": 2.3125,
      "step": 16213
    },
    {
      "epoch": 0.7543149569667364,
      "grad_norm": 0.728461257477026,
      "learning_rate": 0.0002908185700670812,
      "loss": 2.5938,
      "step": 16214
    },
    {
      "epoch": 0.7543614794138171,
      "grad_norm": 0.7004721031845579,
      "learning_rate": 0.000290817291482025,
      "loss": 2.8438,
      "step": 16215
    },
    {
      "epoch": 0.7544080018608978,
      "grad_norm": 0.6796525332972239,
      "learning_rate": 0.0002908160128107596,
      "loss": 2.375,
      "step": 16216
    },
    {
      "epoch": 0.7544545243079785,
      "grad_norm": 0.6910537411887578,
      "learning_rate": 0.00029081473405328585,
      "loss": 2.4219,
      "step": 16217
    },
    {
      "epoch": 0.7545010467550594,
      "grad_norm": 0.709578926255015,
      "learning_rate": 0.00029081345520960445,
      "loss": 2.6875,
      "step": 16218
    },
    {
      "epoch": 0.7545475692021401,
      "grad_norm": 0.6498513740400373,
      "learning_rate": 0.00029081217627971624,
      "loss": 2.4375,
      "step": 16219
    },
    {
      "epoch": 0.7545940916492208,
      "grad_norm": 0.6844129981540611,
      "learning_rate": 0.000290810897263622,
      "loss": 2.5469,
      "step": 16220
    },
    {
      "epoch": 0.7546406140963015,
      "grad_norm": 0.7149371559042512,
      "learning_rate": 0.0002908096181613224,
      "loss": 2.5156,
      "step": 16221
    },
    {
      "epoch": 0.7546871365433822,
      "grad_norm": 0.7238255051951703,
      "learning_rate": 0.00029080833897281844,
      "loss": 2.1094,
      "step": 16222
    },
    {
      "epoch": 0.7547336589904629,
      "grad_norm": 0.6062952098330567,
      "learning_rate": 0.00029080705969811074,
      "loss": 2.1094,
      "step": 16223
    },
    {
      "epoch": 0.7547801814375437,
      "grad_norm": 0.6391433269754458,
      "learning_rate": 0.0002908057803372002,
      "loss": 2.0781,
      "step": 16224
    },
    {
      "epoch": 0.7548267038846244,
      "grad_norm": 0.63369080343947,
      "learning_rate": 0.0002908045008900874,
      "loss": 2.5312,
      "step": 16225
    },
    {
      "epoch": 0.7548732263317051,
      "grad_norm": 0.6179845749156124,
      "learning_rate": 0.00029080322135677337,
      "loss": 2.2031,
      "step": 16226
    },
    {
      "epoch": 0.7549197487787858,
      "grad_norm": 0.6627954203821798,
      "learning_rate": 0.0002908019417372587,
      "loss": 2.2969,
      "step": 16227
    },
    {
      "epoch": 0.7549662712258665,
      "grad_norm": 0.6868439082272108,
      "learning_rate": 0.0002908006620315443,
      "loss": 2.2812,
      "step": 16228
    },
    {
      "epoch": 0.7550127936729472,
      "grad_norm": 0.6606771223183456,
      "learning_rate": 0.0002907993822396309,
      "loss": 2.5781,
      "step": 16229
    },
    {
      "epoch": 0.755059316120028,
      "grad_norm": 0.6869089539627735,
      "learning_rate": 0.00029079810236151926,
      "loss": 2.6719,
      "step": 16230
    },
    {
      "epoch": 0.7551058385671087,
      "grad_norm": 0.6524317360767006,
      "learning_rate": 0.00029079682239721024,
      "loss": 2.5625,
      "step": 16231
    },
    {
      "epoch": 0.7551523610141894,
      "grad_norm": 0.6826132436570682,
      "learning_rate": 0.0002907955423467045,
      "loss": 2.3438,
      "step": 16232
    },
    {
      "epoch": 0.7551988834612701,
      "grad_norm": 0.6840121878588454,
      "learning_rate": 0.000290794262210003,
      "loss": 2.5156,
      "step": 16233
    },
    {
      "epoch": 0.7552454059083508,
      "grad_norm": 0.6892307793635525,
      "learning_rate": 0.0002907929819871063,
      "loss": 2.5625,
      "step": 16234
    },
    {
      "epoch": 0.7552919283554315,
      "grad_norm": 0.6875318574669957,
      "learning_rate": 0.00029079170167801543,
      "loss": 2.6406,
      "step": 16235
    },
    {
      "epoch": 0.7553384508025122,
      "grad_norm": 0.654981287292366,
      "learning_rate": 0.00029079042128273095,
      "loss": 2.5312,
      "step": 16236
    },
    {
      "epoch": 0.755384973249593,
      "grad_norm": 0.7299381705860067,
      "learning_rate": 0.0002907891408012538,
      "loss": 2.7031,
      "step": 16237
    },
    {
      "epoch": 0.7554314956966737,
      "grad_norm": 0.6850188664472531,
      "learning_rate": 0.0002907878602335847,
      "loss": 2.7656,
      "step": 16238
    },
    {
      "epoch": 0.7554780181437544,
      "grad_norm": 0.6256349644515398,
      "learning_rate": 0.00029078657957972445,
      "loss": 2.2031,
      "step": 16239
    },
    {
      "epoch": 0.7555245405908351,
      "grad_norm": 0.6756314597178008,
      "learning_rate": 0.0002907852988396738,
      "loss": 2.5312,
      "step": 16240
    },
    {
      "epoch": 0.7555710630379158,
      "grad_norm": 0.6575539920507973,
      "learning_rate": 0.00029078401801343356,
      "loss": 2.5625,
      "step": 16241
    },
    {
      "epoch": 0.7556175854849965,
      "grad_norm": 0.6489818929756114,
      "learning_rate": 0.00029078273710100454,
      "loss": 2.0312,
      "step": 16242
    },
    {
      "epoch": 0.7556641079320773,
      "grad_norm": 0.6574027980333205,
      "learning_rate": 0.0002907814561023875,
      "loss": 2.375,
      "step": 16243
    },
    {
      "epoch": 0.755710630379158,
      "grad_norm": 0.6661513157152029,
      "learning_rate": 0.0002907801750175832,
      "loss": 2.2188,
      "step": 16244
    },
    {
      "epoch": 0.7557571528262387,
      "grad_norm": 0.6844317615219934,
      "learning_rate": 0.00029077889384659245,
      "loss": 2.4531,
      "step": 16245
    },
    {
      "epoch": 0.7558036752733194,
      "grad_norm": 0.678275599789083,
      "learning_rate": 0.000290777612589416,
      "loss": 2.6562,
      "step": 16246
    },
    {
      "epoch": 0.7558501977204001,
      "grad_norm": 0.7257008785694283,
      "learning_rate": 0.00029077633124605475,
      "loss": 2.3906,
      "step": 16247
    },
    {
      "epoch": 0.7558967201674808,
      "grad_norm": 0.6359958225196255,
      "learning_rate": 0.0002907750498165093,
      "loss": 1.9609,
      "step": 16248
    },
    {
      "epoch": 0.7559432426145615,
      "grad_norm": 0.6728921670843974,
      "learning_rate": 0.00029077376830078066,
      "loss": 2.5156,
      "step": 16249
    },
    {
      "epoch": 0.7559897650616423,
      "grad_norm": 0.730542614373942,
      "learning_rate": 0.0002907724866988694,
      "loss": 2.5156,
      "step": 16250
    },
    {
      "epoch": 0.756036287508723,
      "grad_norm": 0.7130264438962484,
      "learning_rate": 0.0002907712050107764,
      "loss": 2.4688,
      "step": 16251
    },
    {
      "epoch": 0.7560828099558037,
      "grad_norm": 0.6629040351938773,
      "learning_rate": 0.00029076992323650246,
      "loss": 2.3281,
      "step": 16252
    },
    {
      "epoch": 0.7561293324028844,
      "grad_norm": 0.6925388022181866,
      "learning_rate": 0.0002907686413760483,
      "loss": 2.5938,
      "step": 16253
    },
    {
      "epoch": 0.7561758548499651,
      "grad_norm": 0.5747237947784042,
      "learning_rate": 0.0002907673594294148,
      "loss": 1.8594,
      "step": 16254
    },
    {
      "epoch": 0.7562223772970458,
      "grad_norm": 0.7835518357628735,
      "learning_rate": 0.0002907660773966027,
      "loss": 2.7812,
      "step": 16255
    },
    {
      "epoch": 0.7562688997441266,
      "grad_norm": 0.6532828366511888,
      "learning_rate": 0.00029076479527761275,
      "loss": 2.4219,
      "step": 16256
    },
    {
      "epoch": 0.7563154221912073,
      "grad_norm": 0.6833495937715862,
      "learning_rate": 0.00029076351307244573,
      "loss": 2.375,
      "step": 16257
    },
    {
      "epoch": 0.756361944638288,
      "grad_norm": 0.704186691661579,
      "learning_rate": 0.0002907622307811025,
      "loss": 2.6875,
      "step": 16258
    },
    {
      "epoch": 0.7564084670853687,
      "grad_norm": 0.616700432926924,
      "learning_rate": 0.00029076094840358384,
      "loss": 2.5156,
      "step": 16259
    },
    {
      "epoch": 0.7564549895324494,
      "grad_norm": 0.6449724096441731,
      "learning_rate": 0.00029075966593989044,
      "loss": 2.4688,
      "step": 16260
    },
    {
      "epoch": 0.7565015119795301,
      "grad_norm": 0.6411639860175364,
      "learning_rate": 0.0002907583833900232,
      "loss": 2.8594,
      "step": 16261
    },
    {
      "epoch": 0.7565480344266109,
      "grad_norm": 0.652656313405479,
      "learning_rate": 0.0002907571007539828,
      "loss": 2.375,
      "step": 16262
    },
    {
      "epoch": 0.7565945568736916,
      "grad_norm": 0.6104877966492807,
      "learning_rate": 0.00029075581803177,
      "loss": 2.2969,
      "step": 16263
    },
    {
      "epoch": 0.7566410793207723,
      "grad_norm": 0.6520291357710477,
      "learning_rate": 0.00029075453522338574,
      "loss": 2.6562,
      "step": 16264
    },
    {
      "epoch": 0.756687601767853,
      "grad_norm": 0.6241908286501171,
      "learning_rate": 0.0002907532523288308,
      "loss": 2.3906,
      "step": 16265
    },
    {
      "epoch": 0.7567341242149337,
      "grad_norm": 0.6436644649194496,
      "learning_rate": 0.0002907519693481058,
      "loss": 2.4688,
      "step": 16266
    },
    {
      "epoch": 0.7567806466620144,
      "grad_norm": 0.6581021860994147,
      "learning_rate": 0.0002907506862812116,
      "loss": 2.4531,
      "step": 16267
    },
    {
      "epoch": 0.7568271691090951,
      "grad_norm": 0.6406853763479383,
      "learning_rate": 0.000290749403128149,
      "loss": 2.5781,
      "step": 16268
    },
    {
      "epoch": 0.7568736915561759,
      "grad_norm": 0.7069786517811963,
      "learning_rate": 0.00029074811988891885,
      "loss": 2.4844,
      "step": 16269
    },
    {
      "epoch": 0.7569202140032566,
      "grad_norm": 0.6357259702531476,
      "learning_rate": 0.00029074683656352184,
      "loss": 2.8438,
      "step": 16270
    },
    {
      "epoch": 0.7569667364503373,
      "grad_norm": 0.673367466370078,
      "learning_rate": 0.0002907455531519587,
      "loss": 2.6719,
      "step": 16271
    },
    {
      "epoch": 0.757013258897418,
      "grad_norm": 0.6535997719924129,
      "learning_rate": 0.00029074426965423043,
      "loss": 2.6406,
      "step": 16272
    },
    {
      "epoch": 0.7570597813444987,
      "grad_norm": 0.7427535321773404,
      "learning_rate": 0.00029074298607033766,
      "loss": 2.6562,
      "step": 16273
    },
    {
      "epoch": 0.7571063037915794,
      "grad_norm": 0.6824934596515139,
      "learning_rate": 0.0002907417024002812,
      "loss": 2.4844,
      "step": 16274
    },
    {
      "epoch": 0.7571528262386602,
      "grad_norm": 0.7116128437902256,
      "learning_rate": 0.0002907404186440618,
      "loss": 2.625,
      "step": 16275
    },
    {
      "epoch": 0.7571993486857409,
      "grad_norm": 0.6989407274006881,
      "learning_rate": 0.0002907391348016803,
      "loss": 2.6562,
      "step": 16276
    },
    {
      "epoch": 0.7572458711328216,
      "grad_norm": 0.6540555175729438,
      "learning_rate": 0.0002907378508731375,
      "loss": 2.6094,
      "step": 16277
    },
    {
      "epoch": 0.7572923935799023,
      "grad_norm": 0.6670281658704871,
      "learning_rate": 0.00029073656685843415,
      "loss": 2.2656,
      "step": 16278
    },
    {
      "epoch": 0.757338916026983,
      "grad_norm": 0.6488091341749573,
      "learning_rate": 0.0002907352827575711,
      "loss": 2.3594,
      "step": 16279
    },
    {
      "epoch": 0.7573854384740637,
      "grad_norm": 0.6447303267332294,
      "learning_rate": 0.00029073399857054894,
      "loss": 2.2656,
      "step": 16280
    },
    {
      "epoch": 0.7574319609211444,
      "grad_norm": 0.648230269725182,
      "learning_rate": 0.0002907327142973687,
      "loss": 2.75,
      "step": 16281
    },
    {
      "epoch": 0.7574784833682252,
      "grad_norm": 0.6808442458257205,
      "learning_rate": 0.00029073142993803105,
      "loss": 2.5312,
      "step": 16282
    },
    {
      "epoch": 0.7575250058153059,
      "grad_norm": 0.6793338898693086,
      "learning_rate": 0.00029073014549253675,
      "loss": 2.7031,
      "step": 16283
    },
    {
      "epoch": 0.7575715282623866,
      "grad_norm": 0.5975779898053167,
      "learning_rate": 0.00029072886096088665,
      "loss": 2.2656,
      "step": 16284
    },
    {
      "epoch": 0.7576180507094673,
      "grad_norm": 0.6918161310339667,
      "learning_rate": 0.0002907275763430815,
      "loss": 2.6562,
      "step": 16285
    },
    {
      "epoch": 0.757664573156548,
      "grad_norm": 0.6596124101181192,
      "learning_rate": 0.00029072629163912213,
      "loss": 2.4531,
      "step": 16286
    },
    {
      "epoch": 0.7577110956036287,
      "grad_norm": 0.7634813682650039,
      "learning_rate": 0.00029072500684900924,
      "loss": 2.4531,
      "step": 16287
    },
    {
      "epoch": 0.7577576180507095,
      "grad_norm": 0.7264913530260863,
      "learning_rate": 0.00029072372197274374,
      "loss": 2.5469,
      "step": 16288
    },
    {
      "epoch": 0.7578041404977902,
      "grad_norm": 0.6791614914465011,
      "learning_rate": 0.00029072243701032635,
      "loss": 2.6562,
      "step": 16289
    },
    {
      "epoch": 0.7578506629448709,
      "grad_norm": 0.6965314228287985,
      "learning_rate": 0.00029072115196175776,
      "loss": 2.5,
      "step": 16290
    },
    {
      "epoch": 0.7578971853919516,
      "grad_norm": 0.688209495774223,
      "learning_rate": 0.00029071986682703896,
      "loss": 2.4062,
      "step": 16291
    },
    {
      "epoch": 0.7579437078390323,
      "grad_norm": 0.6619573460509884,
      "learning_rate": 0.00029071858160617054,
      "loss": 2.4219,
      "step": 16292
    },
    {
      "epoch": 0.757990230286113,
      "grad_norm": 0.6376648634721529,
      "learning_rate": 0.00029071729629915347,
      "loss": 2.4375,
      "step": 16293
    },
    {
      "epoch": 0.7580367527331938,
      "grad_norm": 0.7628743864258629,
      "learning_rate": 0.00029071601090598835,
      "loss": 2.6562,
      "step": 16294
    },
    {
      "epoch": 0.7580832751802745,
      "grad_norm": 1.192823442404757,
      "learning_rate": 0.0002907147254266761,
      "loss": 2.2812,
      "step": 16295
    },
    {
      "epoch": 0.7581297976273552,
      "grad_norm": 0.6929303866478298,
      "learning_rate": 0.00029071343986121744,
      "loss": 2.4531,
      "step": 16296
    },
    {
      "epoch": 0.7581763200744359,
      "grad_norm": 0.6644445811363622,
      "learning_rate": 0.0002907121542096132,
      "loss": 2.5781,
      "step": 16297
    },
    {
      "epoch": 0.7582228425215166,
      "grad_norm": 0.7068620037317643,
      "learning_rate": 0.0002907108684718642,
      "loss": 2.7188,
      "step": 16298
    },
    {
      "epoch": 0.7582693649685973,
      "grad_norm": 0.7114757881365914,
      "learning_rate": 0.00029070958264797115,
      "loss": 2.375,
      "step": 16299
    },
    {
      "epoch": 0.758315887415678,
      "grad_norm": 0.666375055418962,
      "learning_rate": 0.0002907082967379348,
      "loss": 2.7031,
      "step": 16300
    },
    {
      "epoch": 0.7583624098627588,
      "grad_norm": 0.6356434665421014,
      "learning_rate": 0.0002907070107417561,
      "loss": 2.4062,
      "step": 16301
    },
    {
      "epoch": 0.7584089323098395,
      "grad_norm": 0.6690208341231216,
      "learning_rate": 0.00029070572465943564,
      "loss": 2.625,
      "step": 16302
    },
    {
      "epoch": 0.7584554547569202,
      "grad_norm": 0.6793075866524758,
      "learning_rate": 0.00029070443849097435,
      "loss": 1.9766,
      "step": 16303
    },
    {
      "epoch": 0.7585019772040009,
      "grad_norm": 0.6248236306086883,
      "learning_rate": 0.000290703152236373,
      "loss": 2.6719,
      "step": 16304
    },
    {
      "epoch": 0.7585484996510816,
      "grad_norm": 0.6901530195482665,
      "learning_rate": 0.00029070186589563236,
      "loss": 2.7188,
      "step": 16305
    },
    {
      "epoch": 0.7585950220981623,
      "grad_norm": 0.6758587907409923,
      "learning_rate": 0.0002907005794687531,
      "loss": 2.5156,
      "step": 16306
    },
    {
      "epoch": 0.7586415445452431,
      "grad_norm": 0.8027607290688259,
      "learning_rate": 0.0002906992929557362,
      "loss": 2.2969,
      "step": 16307
    },
    {
      "epoch": 0.7586880669923238,
      "grad_norm": 0.7017840782266582,
      "learning_rate": 0.0002906980063565824,
      "loss": 2.5,
      "step": 16308
    },
    {
      "epoch": 0.7587345894394045,
      "grad_norm": 0.6500931298719829,
      "learning_rate": 0.0002906967196712924,
      "loss": 2.5312,
      "step": 16309
    },
    {
      "epoch": 0.7587811118864852,
      "grad_norm": 0.6720889808866497,
      "learning_rate": 0.00029069543289986704,
      "loss": 2.2969,
      "step": 16310
    },
    {
      "epoch": 0.7588276343335659,
      "grad_norm": 0.6787731446251425,
      "learning_rate": 0.00029069414604230713,
      "loss": 2.375,
      "step": 16311
    },
    {
      "epoch": 0.7588741567806466,
      "grad_norm": 0.6338406219705235,
      "learning_rate": 0.0002906928590986134,
      "loss": 2.3906,
      "step": 16312
    },
    {
      "epoch": 0.7589206792277273,
      "grad_norm": 0.684306653962495,
      "learning_rate": 0.0002906915720687867,
      "loss": 2.6562,
      "step": 16313
    },
    {
      "epoch": 0.7589672016748081,
      "grad_norm": 0.7217333212079255,
      "learning_rate": 0.00029069028495282774,
      "loss": 2.4375,
      "step": 16314
    },
    {
      "epoch": 0.7590137241218888,
      "grad_norm": 0.6685274715101445,
      "learning_rate": 0.00029068899775073744,
      "loss": 2.5625,
      "step": 16315
    },
    {
      "epoch": 0.7590602465689695,
      "grad_norm": 0.6480390655534095,
      "learning_rate": 0.0002906877104625165,
      "loss": 2.2344,
      "step": 16316
    },
    {
      "epoch": 0.7591067690160502,
      "grad_norm": 0.6606918728471728,
      "learning_rate": 0.0002906864230881656,
      "loss": 1.8125,
      "step": 16317
    },
    {
      "epoch": 0.7591532914631309,
      "grad_norm": 0.6809680867832727,
      "learning_rate": 0.00029068513562768573,
      "loss": 2.6719,
      "step": 16318
    },
    {
      "epoch": 0.7591998139102116,
      "grad_norm": 0.6996962909999337,
      "learning_rate": 0.0002906838480810776,
      "loss": 2.7031,
      "step": 16319
    },
    {
      "epoch": 0.7592463363572924,
      "grad_norm": 0.6687297742296275,
      "learning_rate": 0.00029068256044834193,
      "loss": 2.6719,
      "step": 16320
    },
    {
      "epoch": 0.7592928588043731,
      "grad_norm": 0.6756499328576974,
      "learning_rate": 0.0002906812727294796,
      "loss": 2.7031,
      "step": 16321
    },
    {
      "epoch": 0.7593393812514538,
      "grad_norm": 0.661848720849242,
      "learning_rate": 0.0002906799849244914,
      "loss": 2.4688,
      "step": 16322
    },
    {
      "epoch": 0.7593859036985345,
      "grad_norm": 0.6592557218232566,
      "learning_rate": 0.00029067869703337806,
      "loss": 2.5156,
      "step": 16323
    },
    {
      "epoch": 0.7594324261456152,
      "grad_norm": 0.6401825242542418,
      "learning_rate": 0.0002906774090561404,
      "loss": 2.2188,
      "step": 16324
    },
    {
      "epoch": 0.7594789485926959,
      "grad_norm": 0.7214557943943337,
      "learning_rate": 0.0002906761209927792,
      "loss": 2.6719,
      "step": 16325
    },
    {
      "epoch": 0.7595254710397767,
      "grad_norm": 0.6411841970468515,
      "learning_rate": 0.00029067483284329524,
      "loss": 2.7812,
      "step": 16326
    },
    {
      "epoch": 0.7595719934868574,
      "grad_norm": 0.7216838351241577,
      "learning_rate": 0.0002906735446076893,
      "loss": 2.6094,
      "step": 16327
    },
    {
      "epoch": 0.7596185159339381,
      "grad_norm": 0.6832883260639767,
      "learning_rate": 0.00029067225628596224,
      "loss": 2.5312,
      "step": 16328
    },
    {
      "epoch": 0.7596650383810188,
      "grad_norm": 0.6313391400438781,
      "learning_rate": 0.00029067096787811477,
      "loss": 2.5,
      "step": 16329
    },
    {
      "epoch": 0.7597115608280995,
      "grad_norm": 0.6814784962729883,
      "learning_rate": 0.00029066967938414764,
      "loss": 2.4531,
      "step": 16330
    },
    {
      "epoch": 0.7597580832751802,
      "grad_norm": 0.6709820507553294,
      "learning_rate": 0.0002906683908040618,
      "loss": 2.4844,
      "step": 16331
    },
    {
      "epoch": 0.7598046057222609,
      "grad_norm": 0.6879952869177207,
      "learning_rate": 0.0002906671021378579,
      "loss": 2.6719,
      "step": 16332
    },
    {
      "epoch": 0.7598511281693417,
      "grad_norm": 0.6844027136539578,
      "learning_rate": 0.0002906658133855368,
      "loss": 2.6562,
      "step": 16333
    },
    {
      "epoch": 0.7598976506164224,
      "grad_norm": 0.6906518407248639,
      "learning_rate": 0.0002906645245470992,
      "loss": 2.3594,
      "step": 16334
    },
    {
      "epoch": 0.7599441730635031,
      "grad_norm": 0.7312172689703558,
      "learning_rate": 0.000290663235622546,
      "loss": 1.8359,
      "step": 16335
    },
    {
      "epoch": 0.7599906955105838,
      "grad_norm": 0.64973428634426,
      "learning_rate": 0.0002906619466118779,
      "loss": 2.5156,
      "step": 16336
    },
    {
      "epoch": 0.7600372179576645,
      "grad_norm": 0.7196536151885319,
      "learning_rate": 0.0002906606575150958,
      "loss": 2.3125,
      "step": 16337
    },
    {
      "epoch": 0.7600837404047452,
      "grad_norm": 0.6960947094187923,
      "learning_rate": 0.0002906593683322003,
      "loss": 2.6875,
      "step": 16338
    },
    {
      "epoch": 0.760130262851826,
      "grad_norm": 0.6386314244300736,
      "learning_rate": 0.00029065807906319236,
      "loss": 2.5781,
      "step": 16339
    },
    {
      "epoch": 0.7601767852989068,
      "grad_norm": 0.6578358675278483,
      "learning_rate": 0.0002906567897080728,
      "loss": 2.5469,
      "step": 16340
    },
    {
      "epoch": 0.7602233077459875,
      "grad_norm": 0.6699404280264071,
      "learning_rate": 0.00029065550026684224,
      "loss": 2.7969,
      "step": 16341
    },
    {
      "epoch": 0.7602698301930682,
      "grad_norm": 0.6627350386891897,
      "learning_rate": 0.00029065421073950153,
      "loss": 2.5938,
      "step": 16342
    },
    {
      "epoch": 0.7603163526401489,
      "grad_norm": 0.6557776226639427,
      "learning_rate": 0.00029065292112605154,
      "loss": 2.4375,
      "step": 16343
    },
    {
      "epoch": 0.7603628750872296,
      "grad_norm": 0.6751260735412884,
      "learning_rate": 0.00029065163142649297,
      "loss": 2.5156,
      "step": 16344
    },
    {
      "epoch": 0.7604093975343102,
      "grad_norm": 0.6758621324827421,
      "learning_rate": 0.0002906503416408266,
      "loss": 2.4688,
      "step": 16345
    },
    {
      "epoch": 0.7604559199813911,
      "grad_norm": 0.697095120788272,
      "learning_rate": 0.0002906490517690534,
      "loss": 2.5,
      "step": 16346
    },
    {
      "epoch": 0.7605024424284718,
      "grad_norm": 0.69974947891495,
      "learning_rate": 0.0002906477618111739,
      "loss": 2.4688,
      "step": 16347
    },
    {
      "epoch": 0.7605489648755525,
      "grad_norm": 0.6969880543228321,
      "learning_rate": 0.00029064647176718904,
      "loss": 2.6719,
      "step": 16348
    },
    {
      "epoch": 0.7605954873226332,
      "grad_norm": 0.7052047097020858,
      "learning_rate": 0.0002906451816370996,
      "loss": 2.7344,
      "step": 16349
    },
    {
      "epoch": 0.7606420097697139,
      "grad_norm": 0.7094849937996398,
      "learning_rate": 0.0002906438914209063,
      "loss": 2.5,
      "step": 16350
    },
    {
      "epoch": 0.7606885322167946,
      "grad_norm": 0.8109924974024918,
      "learning_rate": 0.00029064260111861005,
      "loss": 2.625,
      "step": 16351
    },
    {
      "epoch": 0.7607350546638754,
      "grad_norm": 0.662694680602502,
      "learning_rate": 0.00029064131073021154,
      "loss": 2.5625,
      "step": 16352
    },
    {
      "epoch": 0.7607815771109561,
      "grad_norm": 0.7251882091980517,
      "learning_rate": 0.0002906400202557116,
      "loss": 2.5781,
      "step": 16353
    },
    {
      "epoch": 0.7608280995580368,
      "grad_norm": 0.6805602396985599,
      "learning_rate": 0.000290638729695111,
      "loss": 2.5469,
      "step": 16354
    },
    {
      "epoch": 0.7608746220051175,
      "grad_norm": 0.6656920988897355,
      "learning_rate": 0.00029063743904841053,
      "loss": 2.3281,
      "step": 16355
    },
    {
      "epoch": 0.7609211444521982,
      "grad_norm": 0.7009252846770668,
      "learning_rate": 0.00029063614831561103,
      "loss": 2.5312,
      "step": 16356
    },
    {
      "epoch": 0.7609676668992789,
      "grad_norm": 0.7209532350438391,
      "learning_rate": 0.0002906348574967132,
      "loss": 2.4219,
      "step": 16357
    },
    {
      "epoch": 0.7610141893463597,
      "grad_norm": 0.6709510576223175,
      "learning_rate": 0.00029063356659171793,
      "loss": 2.5469,
      "step": 16358
    },
    {
      "epoch": 0.7610607117934404,
      "grad_norm": 0.6263643784122037,
      "learning_rate": 0.0002906322756006259,
      "loss": 2.3125,
      "step": 16359
    },
    {
      "epoch": 0.7611072342405211,
      "grad_norm": 0.6420183203719834,
      "learning_rate": 0.00029063098452343804,
      "loss": 2.5,
      "step": 16360
    },
    {
      "epoch": 0.7611537566876018,
      "grad_norm": 0.6689989296947791,
      "learning_rate": 0.000290629693360155,
      "loss": 2.5156,
      "step": 16361
    },
    {
      "epoch": 0.7612002791346825,
      "grad_norm": 0.6980371772968148,
      "learning_rate": 0.0002906284021107777,
      "loss": 2.5,
      "step": 16362
    },
    {
      "epoch": 0.7612468015817632,
      "grad_norm": 0.6604696445348239,
      "learning_rate": 0.0002906271107753068,
      "loss": 2.2188,
      "step": 16363
    },
    {
      "epoch": 0.7612933240288439,
      "grad_norm": 0.7028294661719982,
      "learning_rate": 0.00029062581935374314,
      "loss": 2.5625,
      "step": 16364
    },
    {
      "epoch": 0.7613398464759247,
      "grad_norm": 0.6734307567763853,
      "learning_rate": 0.00029062452784608755,
      "loss": 2.4219,
      "step": 16365
    },
    {
      "epoch": 0.7613863689230054,
      "grad_norm": 0.7052456684332943,
      "learning_rate": 0.00029062323625234077,
      "loss": 1.7969,
      "step": 16366
    },
    {
      "epoch": 0.7614328913700861,
      "grad_norm": 0.6926738620745803,
      "learning_rate": 0.0002906219445725037,
      "loss": 2.5625,
      "step": 16367
    },
    {
      "epoch": 0.7614794138171668,
      "grad_norm": 0.6546872533311525,
      "learning_rate": 0.00029062065280657703,
      "loss": 2.3438,
      "step": 16368
    },
    {
      "epoch": 0.7615259362642475,
      "grad_norm": 0.7148772453894224,
      "learning_rate": 0.0002906193609545615,
      "loss": 2.6094,
      "step": 16369
    },
    {
      "epoch": 0.7615724587113282,
      "grad_norm": 0.7044345423566114,
      "learning_rate": 0.000290618069016458,
      "loss": 2.5156,
      "step": 16370
    },
    {
      "epoch": 0.761618981158409,
      "grad_norm": 0.6367305845010354,
      "learning_rate": 0.0002906167769922673,
      "loss": 2.1719,
      "step": 16371
    },
    {
      "epoch": 0.7616655036054897,
      "grad_norm": 0.6923666722973436,
      "learning_rate": 0.0002906154848819901,
      "loss": 2.5,
      "step": 16372
    },
    {
      "epoch": 0.7617120260525704,
      "grad_norm": 0.6972101809405227,
      "learning_rate": 0.0002906141926856274,
      "loss": 2.4219,
      "step": 16373
    },
    {
      "epoch": 0.7617585484996511,
      "grad_norm": 0.6887875685895796,
      "learning_rate": 0.0002906129004031798,
      "loss": 2.4688,
      "step": 16374
    },
    {
      "epoch": 0.7618050709467318,
      "grad_norm": 0.6725588376234486,
      "learning_rate": 0.00029061160803464816,
      "loss": 2.5,
      "step": 16375
    },
    {
      "epoch": 0.7618515933938125,
      "grad_norm": 0.6759776815285004,
      "learning_rate": 0.00029061031558003325,
      "loss": 2.375,
      "step": 16376
    },
    {
      "epoch": 0.7618981158408933,
      "grad_norm": 0.6636657000272609,
      "learning_rate": 0.0002906090230393359,
      "loss": 2.5312,
      "step": 16377
    },
    {
      "epoch": 0.761944638287974,
      "grad_norm": 0.6484928008785732,
      "learning_rate": 0.00029060773041255684,
      "loss": 2.3906,
      "step": 16378
    },
    {
      "epoch": 0.7619911607350547,
      "grad_norm": 0.6698142578148722,
      "learning_rate": 0.0002906064376996969,
      "loss": 2.5938,
      "step": 16379
    },
    {
      "epoch": 0.7620376831821354,
      "grad_norm": 0.7477664972025861,
      "learning_rate": 0.00029060514490075696,
      "loss": 2.4375,
      "step": 16380
    },
    {
      "epoch": 0.7620842056292161,
      "grad_norm": 0.7381739253433416,
      "learning_rate": 0.00029060385201573765,
      "loss": 2.5312,
      "step": 16381
    },
    {
      "epoch": 0.7621307280762968,
      "grad_norm": 0.7649601271297385,
      "learning_rate": 0.0002906025590446398,
      "loss": 2.9062,
      "step": 16382
    },
    {
      "epoch": 0.7621772505233775,
      "grad_norm": 0.738778200411525,
      "learning_rate": 0.0002906012659874643,
      "loss": 2.6719,
      "step": 16383
    },
    {
      "epoch": 0.7622237729704583,
      "grad_norm": 0.7268913955098846,
      "learning_rate": 0.0002905999728442119,
      "loss": 2.3594,
      "step": 16384
    },
    {
      "epoch": 0.762270295417539,
      "grad_norm": 0.6101753321308976,
      "learning_rate": 0.0002905986796148833,
      "loss": 2.2344,
      "step": 16385
    },
    {
      "epoch": 0.7623168178646197,
      "grad_norm": 0.6717069809341197,
      "learning_rate": 0.00029059738629947935,
      "loss": 2.4062,
      "step": 16386
    },
    {
      "epoch": 0.7623633403117004,
      "grad_norm": 0.6758414847756803,
      "learning_rate": 0.0002905960928980009,
      "loss": 2.4531,
      "step": 16387
    },
    {
      "epoch": 0.7624098627587811,
      "grad_norm": 0.6689138985827523,
      "learning_rate": 0.0002905947994104486,
      "loss": 2.4062,
      "step": 16388
    },
    {
      "epoch": 0.7624563852058618,
      "grad_norm": 0.6934451139722247,
      "learning_rate": 0.00029059350583682345,
      "loss": 2.7188,
      "step": 16389
    },
    {
      "epoch": 0.7625029076529426,
      "grad_norm": 0.6453268741992847,
      "learning_rate": 0.0002905922121771261,
      "loss": 2.4375,
      "step": 16390
    },
    {
      "epoch": 0.7625494301000233,
      "grad_norm": 0.6721304000006665,
      "learning_rate": 0.00029059091843135735,
      "loss": 2.7031,
      "step": 16391
    },
    {
      "epoch": 0.762595952547104,
      "grad_norm": 0.7530668013454269,
      "learning_rate": 0.000290589624599518,
      "loss": 2.5781,
      "step": 16392
    },
    {
      "epoch": 0.7626424749941847,
      "grad_norm": 0.7450375457617084,
      "learning_rate": 0.0002905883306816089,
      "loss": 1.8047,
      "step": 16393
    },
    {
      "epoch": 0.7626889974412654,
      "grad_norm": 0.6573287984280496,
      "learning_rate": 0.00029058703667763074,
      "loss": 2.375,
      "step": 16394
    },
    {
      "epoch": 0.7627355198883461,
      "grad_norm": 0.6653769420843506,
      "learning_rate": 0.0002905857425875844,
      "loss": 2.7969,
      "step": 16395
    },
    {
      "epoch": 0.7627820423354268,
      "grad_norm": 0.6983342378033502,
      "learning_rate": 0.00029058444841147064,
      "loss": 2.4531,
      "step": 16396
    },
    {
      "epoch": 0.7628285647825076,
      "grad_norm": 0.6465941266703708,
      "learning_rate": 0.00029058315414929025,
      "loss": 2.6094,
      "step": 16397
    },
    {
      "epoch": 0.7628750872295883,
      "grad_norm": 0.7228229693258527,
      "learning_rate": 0.000290581859801044,
      "loss": 2.625,
      "step": 16398
    },
    {
      "epoch": 0.762921609676669,
      "grad_norm": 0.6345230417789507,
      "learning_rate": 0.00029058056536673273,
      "loss": 2.4062,
      "step": 16399
    },
    {
      "epoch": 0.7629681321237497,
      "grad_norm": 0.7319271927607772,
      "learning_rate": 0.00029057927084635723,
      "loss": 2.625,
      "step": 16400
    },
    {
      "epoch": 0.7630146545708304,
      "grad_norm": 0.6822277036831698,
      "learning_rate": 0.00029057797623991826,
      "loss": 2.4062,
      "step": 16401
    },
    {
      "epoch": 0.7630611770179111,
      "grad_norm": 0.6734295263765754,
      "learning_rate": 0.00029057668154741656,
      "loss": 2.625,
      "step": 16402
    },
    {
      "epoch": 0.7631076994649919,
      "grad_norm": 0.6881262963853727,
      "learning_rate": 0.00029057538676885306,
      "loss": 2.5625,
      "step": 16403
    },
    {
      "epoch": 0.7631542219120726,
      "grad_norm": 0.6426759423657143,
      "learning_rate": 0.00029057409190422846,
      "loss": 2.5,
      "step": 16404
    },
    {
      "epoch": 0.7632007443591533,
      "grad_norm": 0.7096126692057549,
      "learning_rate": 0.00029057279695354353,
      "loss": 2.8281,
      "step": 16405
    },
    {
      "epoch": 0.763247266806234,
      "grad_norm": 0.6675682763016865,
      "learning_rate": 0.0002905715019167992,
      "loss": 2.75,
      "step": 16406
    },
    {
      "epoch": 0.7632937892533147,
      "grad_norm": 0.685499702746113,
      "learning_rate": 0.0002905702067939961,
      "loss": 2.4688,
      "step": 16407
    },
    {
      "epoch": 0.7633403117003954,
      "grad_norm": 0.6216885720422795,
      "learning_rate": 0.0002905689115851351,
      "loss": 2.375,
      "step": 16408
    },
    {
      "epoch": 0.7633868341474762,
      "grad_norm": 0.6466492453731262,
      "learning_rate": 0.000290567616290217,
      "loss": 2.6875,
      "step": 16409
    },
    {
      "epoch": 0.7634333565945569,
      "grad_norm": 0.6843888147471406,
      "learning_rate": 0.00029056632090924256,
      "loss": 2.5625,
      "step": 16410
    },
    {
      "epoch": 0.7634798790416376,
      "grad_norm": 0.6723372150797251,
      "learning_rate": 0.0002905650254422126,
      "loss": 2.6406,
      "step": 16411
    },
    {
      "epoch": 0.7635264014887183,
      "grad_norm": 0.6786921187231286,
      "learning_rate": 0.00029056372988912785,
      "loss": 2.2656,
      "step": 16412
    },
    {
      "epoch": 0.763572923935799,
      "grad_norm": 0.7010613892280462,
      "learning_rate": 0.0002905624342499892,
      "loss": 2.7031,
      "step": 16413
    },
    {
      "epoch": 0.7636194463828797,
      "grad_norm": 0.62959304883808,
      "learning_rate": 0.0002905611385247975,
      "loss": 2.2188,
      "step": 16414
    },
    {
      "epoch": 0.7636659688299604,
      "grad_norm": 0.6525366487308383,
      "learning_rate": 0.00029055984271355326,
      "loss": 2.6875,
      "step": 16415
    },
    {
      "epoch": 0.7637124912770412,
      "grad_norm": 0.7005360797858096,
      "learning_rate": 0.00029055854681625754,
      "loss": 2.3594,
      "step": 16416
    },
    {
      "epoch": 0.7637590137241219,
      "grad_norm": 0.6629254064500619,
      "learning_rate": 0.00029055725083291107,
      "loss": 2.6406,
      "step": 16417
    },
    {
      "epoch": 0.7638055361712026,
      "grad_norm": 0.6848198985139063,
      "learning_rate": 0.0002905559547635146,
      "loss": 2.5938,
      "step": 16418
    },
    {
      "epoch": 0.7638520586182833,
      "grad_norm": 0.6368493211401898,
      "learning_rate": 0.00029055465860806896,
      "loss": 2.625,
      "step": 16419
    },
    {
      "epoch": 0.763898581065364,
      "grad_norm": 0.7198460344605649,
      "learning_rate": 0.00029055336236657493,
      "loss": 2.375,
      "step": 16420
    },
    {
      "epoch": 0.7639451035124447,
      "grad_norm": 0.6779052264670599,
      "learning_rate": 0.00029055206603903326,
      "loss": 2.4844,
      "step": 16421
    },
    {
      "epoch": 0.7639916259595255,
      "grad_norm": 0.647317514618541,
      "learning_rate": 0.00029055076962544485,
      "loss": 2.6562,
      "step": 16422
    },
    {
      "epoch": 0.7640381484066062,
      "grad_norm": 0.7452187062898277,
      "learning_rate": 0.0002905494731258104,
      "loss": 2.6562,
      "step": 16423
    },
    {
      "epoch": 0.7640846708536869,
      "grad_norm": 0.6649142908723891,
      "learning_rate": 0.0002905481765401307,
      "loss": 2.4688,
      "step": 16424
    },
    {
      "epoch": 0.7641311933007676,
      "grad_norm": 0.6350213348855802,
      "learning_rate": 0.0002905468798684067,
      "loss": 2.2969,
      "step": 16425
    },
    {
      "epoch": 0.7641777157478483,
      "grad_norm": 0.6714543696482675,
      "learning_rate": 0.00029054558311063895,
      "loss": 2.3906,
      "step": 16426
    },
    {
      "epoch": 0.764224238194929,
      "grad_norm": 0.7571988695074304,
      "learning_rate": 0.00029054428626682833,
      "loss": 1.9062,
      "step": 16427
    },
    {
      "epoch": 0.7642707606420097,
      "grad_norm": 0.6513901939226567,
      "learning_rate": 0.00029054298933697576,
      "loss": 2.5312,
      "step": 16428
    },
    {
      "epoch": 0.7643172830890905,
      "grad_norm": 0.6748678156024179,
      "learning_rate": 0.00029054169232108193,
      "loss": 2.5625,
      "step": 16429
    },
    {
      "epoch": 0.7643638055361712,
      "grad_norm": 0.7151060489883829,
      "learning_rate": 0.00029054039521914766,
      "loss": 2.7188,
      "step": 16430
    },
    {
      "epoch": 0.7644103279832519,
      "grad_norm": 0.6932470291230824,
      "learning_rate": 0.0002905390980311737,
      "loss": 2.7969,
      "step": 16431
    },
    {
      "epoch": 0.7644568504303326,
      "grad_norm": 0.6722578755077755,
      "learning_rate": 0.0002905378007571609,
      "loss": 2.3438,
      "step": 16432
    },
    {
      "epoch": 0.7645033728774133,
      "grad_norm": 0.7189097342068412,
      "learning_rate": 0.00029053650339711,
      "loss": 2.4531,
      "step": 16433
    },
    {
      "epoch": 0.764549895324494,
      "grad_norm": 0.7340567225212822,
      "learning_rate": 0.00029053520595102183,
      "loss": 2.3906,
      "step": 16434
    },
    {
      "epoch": 0.7645964177715748,
      "grad_norm": 0.6960682399070786,
      "learning_rate": 0.0002905339084188972,
      "loss": 2.7188,
      "step": 16435
    },
    {
      "epoch": 0.7646429402186555,
      "grad_norm": 0.7004111935359598,
      "learning_rate": 0.0002905326108007369,
      "loss": 2.4688,
      "step": 16436
    },
    {
      "epoch": 0.7646894626657362,
      "grad_norm": 0.6858972834913382,
      "learning_rate": 0.0002905313130965417,
      "loss": 2.7812,
      "step": 16437
    },
    {
      "epoch": 0.7647359851128169,
      "grad_norm": 0.7600209085204861,
      "learning_rate": 0.00029053001530631237,
      "loss": 2.7812,
      "step": 16438
    },
    {
      "epoch": 0.7647825075598976,
      "grad_norm": 0.6673390631322894,
      "learning_rate": 0.00029052871743004974,
      "loss": 2.3594,
      "step": 16439
    },
    {
      "epoch": 0.7648290300069783,
      "grad_norm": 0.6415997882042161,
      "learning_rate": 0.0002905274194677546,
      "loss": 2.4844,
      "step": 16440
    },
    {
      "epoch": 0.7648755524540591,
      "grad_norm": 0.6624656608414646,
      "learning_rate": 0.0002905261214194278,
      "loss": 2.4844,
      "step": 16441
    },
    {
      "epoch": 0.7649220749011398,
      "grad_norm": 0.6635757404849103,
      "learning_rate": 0.00029052482328507,
      "loss": 2.2656,
      "step": 16442
    },
    {
      "epoch": 0.7649685973482205,
      "grad_norm": 0.6565081513730118,
      "learning_rate": 0.0002905235250646821,
      "loss": 2.5938,
      "step": 16443
    },
    {
      "epoch": 0.7650151197953012,
      "grad_norm": 0.7059579758610747,
      "learning_rate": 0.0002905222267582649,
      "loss": 2.6875,
      "step": 16444
    },
    {
      "epoch": 0.7650616422423819,
      "grad_norm": 0.6185516057666953,
      "learning_rate": 0.0002905209283658191,
      "loss": 2.5625,
      "step": 16445
    },
    {
      "epoch": 0.7651081646894626,
      "grad_norm": 0.7080040548828452,
      "learning_rate": 0.0002905196298873456,
      "loss": 2.6094,
      "step": 16446
    },
    {
      "epoch": 0.7651546871365433,
      "grad_norm": 0.6565320075435185,
      "learning_rate": 0.0002905183313228452,
      "loss": 2.375,
      "step": 16447
    },
    {
      "epoch": 0.7652012095836241,
      "grad_norm": 0.6080489567346814,
      "learning_rate": 0.00029051703267231864,
      "loss": 2.4062,
      "step": 16448
    },
    {
      "epoch": 0.7652477320307048,
      "grad_norm": 0.7255737943498358,
      "learning_rate": 0.0002905157339357667,
      "loss": 2.4531,
      "step": 16449
    },
    {
      "epoch": 0.7652942544777855,
      "grad_norm": 0.710228055646644,
      "learning_rate": 0.0002905144351131902,
      "loss": 2.625,
      "step": 16450
    },
    {
      "epoch": 0.7653407769248662,
      "grad_norm": 0.6933971978888152,
      "learning_rate": 0.0002905131362045899,
      "loss": 2.8281,
      "step": 16451
    },
    {
      "epoch": 0.7653872993719469,
      "grad_norm": 0.6639051005412175,
      "learning_rate": 0.00029051183720996663,
      "loss": 2.5,
      "step": 16452
    },
    {
      "epoch": 0.7654338218190276,
      "grad_norm": 0.7070659942642996,
      "learning_rate": 0.0002905105381293213,
      "loss": 2.4531,
      "step": 16453
    },
    {
      "epoch": 0.7654803442661084,
      "grad_norm": 0.7248119549104621,
      "learning_rate": 0.00029050923896265445,
      "loss": 2.8281,
      "step": 16454
    },
    {
      "epoch": 0.7655268667131891,
      "grad_norm": 0.654683735491335,
      "learning_rate": 0.00029050793970996703,
      "loss": 2.2812,
      "step": 16455
    },
    {
      "epoch": 0.7655733891602698,
      "grad_norm": 0.6808829431033516,
      "learning_rate": 0.00029050664037125987,
      "loss": 2.5312,
      "step": 16456
    },
    {
      "epoch": 0.7656199116073505,
      "grad_norm": 0.627246942396172,
      "learning_rate": 0.00029050534094653374,
      "loss": 2.5938,
      "step": 16457
    },
    {
      "epoch": 0.7656664340544312,
      "grad_norm": 0.6712954976524199,
      "learning_rate": 0.0002905040414357894,
      "loss": 1.7969,
      "step": 16458
    },
    {
      "epoch": 0.7657129565015119,
      "grad_norm": 0.6534321200765838,
      "learning_rate": 0.0002905027418390276,
      "loss": 2.625,
      "step": 16459
    },
    {
      "epoch": 0.7657594789485926,
      "grad_norm": 0.6592261507926312,
      "learning_rate": 0.00029050144215624925,
      "loss": 2.3594,
      "step": 16460
    },
    {
      "epoch": 0.7658060013956735,
      "grad_norm": 0.8374135708997303,
      "learning_rate": 0.00029050014238745503,
      "loss": 2.5312,
      "step": 16461
    },
    {
      "epoch": 0.7658525238427542,
      "grad_norm": 0.6450464329200066,
      "learning_rate": 0.00029049884253264585,
      "loss": 2.2656,
      "step": 16462
    },
    {
      "epoch": 0.7658990462898349,
      "grad_norm": 0.6454497103701144,
      "learning_rate": 0.00029049754259182246,
      "loss": 2.2031,
      "step": 16463
    },
    {
      "epoch": 0.7659455687369155,
      "grad_norm": 0.6462634843615391,
      "learning_rate": 0.0002904962425649856,
      "loss": 2.3281,
      "step": 16464
    },
    {
      "epoch": 0.7659920911839962,
      "grad_norm": 0.6577593589355223,
      "learning_rate": 0.00029049494245213616,
      "loss": 2.7188,
      "step": 16465
    },
    {
      "epoch": 0.766038613631077,
      "grad_norm": 0.6295164160235104,
      "learning_rate": 0.0002904936422532748,
      "loss": 2.2344,
      "step": 16466
    },
    {
      "epoch": 0.7660851360781578,
      "grad_norm": 0.698904085180094,
      "learning_rate": 0.0002904923419684025,
      "loss": 2.4531,
      "step": 16467
    },
    {
      "epoch": 0.7661316585252385,
      "grad_norm": 0.7519237564020737,
      "learning_rate": 0.00029049104159751995,
      "loss": 2.9375,
      "step": 16468
    },
    {
      "epoch": 0.7661781809723192,
      "grad_norm": 0.6868177600922434,
      "learning_rate": 0.00029048974114062793,
      "loss": 2.4375,
      "step": 16469
    },
    {
      "epoch": 0.7662247034193999,
      "grad_norm": 0.6552911457618262,
      "learning_rate": 0.00029048844059772724,
      "loss": 2.6562,
      "step": 16470
    },
    {
      "epoch": 0.7662712258664806,
      "grad_norm": 0.8263830388352119,
      "learning_rate": 0.00029048713996881873,
      "loss": 2.6406,
      "step": 16471
    },
    {
      "epoch": 0.7663177483135613,
      "grad_norm": 0.686877988731883,
      "learning_rate": 0.0002904858392539032,
      "loss": 2.5312,
      "step": 16472
    },
    {
      "epoch": 0.7663642707606421,
      "grad_norm": 0.7750801804578754,
      "learning_rate": 0.00029048453845298135,
      "loss": 2.5312,
      "step": 16473
    },
    {
      "epoch": 0.7664107932077228,
      "grad_norm": 0.6660898997377035,
      "learning_rate": 0.00029048323756605403,
      "loss": 2.5469,
      "step": 16474
    },
    {
      "epoch": 0.7664573156548035,
      "grad_norm": 0.6489613057694522,
      "learning_rate": 0.0002904819365931221,
      "loss": 2.5625,
      "step": 16475
    },
    {
      "epoch": 0.7665038381018842,
      "grad_norm": 0.6397543630066812,
      "learning_rate": 0.00029048063553418623,
      "loss": 2.5469,
      "step": 16476
    },
    {
      "epoch": 0.7665503605489649,
      "grad_norm": 0.6714910192063019,
      "learning_rate": 0.00029047933438924737,
      "loss": 2.5781,
      "step": 16477
    },
    {
      "epoch": 0.7665968829960456,
      "grad_norm": 0.6507488832361864,
      "learning_rate": 0.00029047803315830617,
      "loss": 2.3281,
      "step": 16478
    },
    {
      "epoch": 0.7666434054431263,
      "grad_norm": 0.6709827020357055,
      "learning_rate": 0.0002904767318413635,
      "loss": 2.4688,
      "step": 16479
    },
    {
      "epoch": 0.7666899278902071,
      "grad_norm": 0.6475006773933023,
      "learning_rate": 0.00029047543043842015,
      "loss": 2.7031,
      "step": 16480
    },
    {
      "epoch": 0.7667364503372878,
      "grad_norm": 0.632325552642296,
      "learning_rate": 0.00029047412894947695,
      "loss": 2.4375,
      "step": 16481
    },
    {
      "epoch": 0.7667829727843685,
      "grad_norm": 0.6717388862345205,
      "learning_rate": 0.00029047282737453467,
      "loss": 2.3125,
      "step": 16482
    },
    {
      "epoch": 0.7668294952314492,
      "grad_norm": 0.684632394168872,
      "learning_rate": 0.000290471525713594,
      "loss": 2.5625,
      "step": 16483
    },
    {
      "epoch": 0.7668760176785299,
      "grad_norm": 0.7063827453207464,
      "learning_rate": 0.0002904702239666559,
      "loss": 2.6562,
      "step": 16484
    },
    {
      "epoch": 0.7669225401256106,
      "grad_norm": 0.6411073046594883,
      "learning_rate": 0.0002904689221337211,
      "loss": 2.3906,
      "step": 16485
    },
    {
      "epoch": 0.7669690625726914,
      "grad_norm": 0.6343008852058118,
      "learning_rate": 0.0002904676202147904,
      "loss": 2.5312,
      "step": 16486
    },
    {
      "epoch": 0.7670155850197721,
      "grad_norm": 0.6631225983939139,
      "learning_rate": 0.00029046631820986457,
      "loss": 2.4375,
      "step": 16487
    },
    {
      "epoch": 0.7670621074668528,
      "grad_norm": 0.6595798670501973,
      "learning_rate": 0.0002904650161189445,
      "loss": 2.4531,
      "step": 16488
    },
    {
      "epoch": 0.7671086299139335,
      "grad_norm": 0.6494656158353396,
      "learning_rate": 0.00029046371394203085,
      "loss": 2.2344,
      "step": 16489
    },
    {
      "epoch": 0.7671551523610142,
      "grad_norm": 0.6341324107975644,
      "learning_rate": 0.0002904624116791245,
      "loss": 2.4375,
      "step": 16490
    },
    {
      "epoch": 0.7672016748080949,
      "grad_norm": 0.6855638092344901,
      "learning_rate": 0.00029046110933022624,
      "loss": 2.5781,
      "step": 16491
    },
    {
      "epoch": 0.7672481972551756,
      "grad_norm": 0.6545477743506181,
      "learning_rate": 0.0002904598068953369,
      "loss": 2.2188,
      "step": 16492
    },
    {
      "epoch": 0.7672947197022564,
      "grad_norm": 0.6780104303744282,
      "learning_rate": 0.0002904585043744572,
      "loss": 2.5781,
      "step": 16493
    },
    {
      "epoch": 0.7673412421493371,
      "grad_norm": 0.6604517806853877,
      "learning_rate": 0.000290457201767588,
      "loss": 2.6406,
      "step": 16494
    },
    {
      "epoch": 0.7673877645964178,
      "grad_norm": 0.6447613544371779,
      "learning_rate": 0.00029045589907473,
      "loss": 2.4375,
      "step": 16495
    },
    {
      "epoch": 0.7674342870434985,
      "grad_norm": 0.6774621595172804,
      "learning_rate": 0.00029045459629588414,
      "loss": 2.3281,
      "step": 16496
    },
    {
      "epoch": 0.7674808094905792,
      "grad_norm": 0.6572544522777551,
      "learning_rate": 0.0002904532934310511,
      "loss": 2.0469,
      "step": 16497
    },
    {
      "epoch": 0.7675273319376599,
      "grad_norm": 0.7523363098220713,
      "learning_rate": 0.00029045199048023174,
      "loss": 2.4531,
      "step": 16498
    },
    {
      "epoch": 0.7675738543847407,
      "grad_norm": 0.7621999117099238,
      "learning_rate": 0.0002904506874434269,
      "loss": 1.9609,
      "step": 16499
    },
    {
      "epoch": 0.7676203768318214,
      "grad_norm": 0.6434883539683237,
      "learning_rate": 0.00029044938432063724,
      "loss": 2.5,
      "step": 16500
    },
    {
      "epoch": 0.7676668992789021,
      "grad_norm": 0.6735984627249055,
      "learning_rate": 0.0002904480811118637,
      "loss": 2.2969,
      "step": 16501
    },
    {
      "epoch": 0.7677134217259828,
      "grad_norm": 0.7022699714234731,
      "learning_rate": 0.000290446777817107,
      "loss": 2.5156,
      "step": 16502
    },
    {
      "epoch": 0.7677599441730635,
      "grad_norm": 0.7156073710186889,
      "learning_rate": 0.0002904454744363679,
      "loss": 2.8594,
      "step": 16503
    },
    {
      "epoch": 0.7678064666201442,
      "grad_norm": 0.7885637879278953,
      "learning_rate": 0.00029044417096964735,
      "loss": 2.6719,
      "step": 16504
    },
    {
      "epoch": 0.767852989067225,
      "grad_norm": 0.658798257970602,
      "learning_rate": 0.00029044286741694596,
      "loss": 2.4062,
      "step": 16505
    },
    {
      "epoch": 0.7678995115143057,
      "grad_norm": 0.6523440792479388,
      "learning_rate": 0.0002904415637782647,
      "loss": 2.5312,
      "step": 16506
    },
    {
      "epoch": 0.7679460339613864,
      "grad_norm": 0.7122927100784932,
      "learning_rate": 0.00029044026005360424,
      "loss": 2.4531,
      "step": 16507
    },
    {
      "epoch": 0.7679925564084671,
      "grad_norm": 0.7059027226823885,
      "learning_rate": 0.0002904389562429654,
      "loss": 2.4062,
      "step": 16508
    },
    {
      "epoch": 0.7680390788555478,
      "grad_norm": 0.6754441366656307,
      "learning_rate": 0.0002904376523463491,
      "loss": 2.5781,
      "step": 16509
    },
    {
      "epoch": 0.7680856013026285,
      "grad_norm": 0.6217455487341061,
      "learning_rate": 0.00029043634836375596,
      "loss": 2.1875,
      "step": 16510
    },
    {
      "epoch": 0.7681321237497092,
      "grad_norm": 0.6320276712620451,
      "learning_rate": 0.0002904350442951869,
      "loss": 2.3125,
      "step": 16511
    },
    {
      "epoch": 0.76817864619679,
      "grad_norm": 0.6608304502359522,
      "learning_rate": 0.0002904337401406426,
      "loss": 1.7578,
      "step": 16512
    },
    {
      "epoch": 0.7682251686438707,
      "grad_norm": 0.6424903839861805,
      "learning_rate": 0.000290432435900124,
      "loss": 2.4688,
      "step": 16513
    },
    {
      "epoch": 0.7682716910909514,
      "grad_norm": 0.7031277517319766,
      "learning_rate": 0.0002904311315736319,
      "loss": 2.5938,
      "step": 16514
    },
    {
      "epoch": 0.7683182135380321,
      "grad_norm": 0.7042114891613244,
      "learning_rate": 0.0002904298271611669,
      "loss": 2.75,
      "step": 16515
    },
    {
      "epoch": 0.7683647359851128,
      "grad_norm": 0.6894317489432572,
      "learning_rate": 0.00029042852266273006,
      "loss": 2.4219,
      "step": 16516
    },
    {
      "epoch": 0.7684112584321935,
      "grad_norm": 0.6914348011367453,
      "learning_rate": 0.00029042721807832195,
      "loss": 2.6094,
      "step": 16517
    },
    {
      "epoch": 0.7684577808792743,
      "grad_norm": 0.6576973030259334,
      "learning_rate": 0.0002904259134079435,
      "loss": 2.7344,
      "step": 16518
    },
    {
      "epoch": 0.768504303326355,
      "grad_norm": 0.6907866401472982,
      "learning_rate": 0.0002904246086515955,
      "loss": 2.4375,
      "step": 16519
    },
    {
      "epoch": 0.7685508257734357,
      "grad_norm": 0.6343423016712416,
      "learning_rate": 0.0002904233038092787,
      "loss": 2.5312,
      "step": 16520
    },
    {
      "epoch": 0.7685973482205164,
      "grad_norm": 0.6403409766569359,
      "learning_rate": 0.00029042199888099394,
      "loss": 2.5469,
      "step": 16521
    },
    {
      "epoch": 0.7686438706675971,
      "grad_norm": 0.7022347029393209,
      "learning_rate": 0.000290420693866742,
      "loss": 2.2031,
      "step": 16522
    },
    {
      "epoch": 0.7686903931146778,
      "grad_norm": 0.6934244845352894,
      "learning_rate": 0.0002904193887665237,
      "loss": 1.9844,
      "step": 16523
    },
    {
      "epoch": 0.7687369155617585,
      "grad_norm": 0.6200134607179328,
      "learning_rate": 0.0002904180835803398,
      "loss": 2.4062,
      "step": 16524
    },
    {
      "epoch": 0.7687834380088393,
      "grad_norm": 0.6450505048323557,
      "learning_rate": 0.0002904167783081911,
      "loss": 2.3438,
      "step": 16525
    },
    {
      "epoch": 0.76882996045592,
      "grad_norm": 0.7157415578926509,
      "learning_rate": 0.0002904154729500785,
      "loss": 2.4688,
      "step": 16526
    },
    {
      "epoch": 0.7688764829030007,
      "grad_norm": 0.6125227901175266,
      "learning_rate": 0.0002904141675060027,
      "loss": 2.5,
      "step": 16527
    },
    {
      "epoch": 0.7689230053500814,
      "grad_norm": 0.6480236757409115,
      "learning_rate": 0.00029041286197596444,
      "loss": 2.4531,
      "step": 16528
    },
    {
      "epoch": 0.7689695277971621,
      "grad_norm": 0.6841151726986284,
      "learning_rate": 0.00029041155635996463,
      "loss": 2.5938,
      "step": 16529
    },
    {
      "epoch": 0.7690160502442428,
      "grad_norm": 0.6278876035112436,
      "learning_rate": 0.00029041025065800407,
      "loss": 1.6875,
      "step": 16530
    },
    {
      "epoch": 0.7690625726913236,
      "grad_norm": 0.7113135546447302,
      "learning_rate": 0.0002904089448700835,
      "loss": 2.5,
      "step": 16531
    },
    {
      "epoch": 0.7691090951384043,
      "grad_norm": 0.6241092006504586,
      "learning_rate": 0.0002904076389962038,
      "loss": 2.1875,
      "step": 16532
    },
    {
      "epoch": 0.769155617585485,
      "grad_norm": 0.7827785413711772,
      "learning_rate": 0.0002904063330363656,
      "loss": 2.5781,
      "step": 16533
    },
    {
      "epoch": 0.7692021400325657,
      "grad_norm": 0.6649869355782737,
      "learning_rate": 0.0002904050269905699,
      "loss": 2.5,
      "step": 16534
    },
    {
      "epoch": 0.7692486624796464,
      "grad_norm": 0.7215485097964677,
      "learning_rate": 0.0002904037208588174,
      "loss": 2.3594,
      "step": 16535
    },
    {
      "epoch": 0.7692951849267271,
      "grad_norm": 0.737774591173264,
      "learning_rate": 0.000290402414641109,
      "loss": 2.5781,
      "step": 16536
    },
    {
      "epoch": 0.7693417073738079,
      "grad_norm": 0.6914101290784599,
      "learning_rate": 0.00029040110833744527,
      "loss": 2.4688,
      "step": 16537
    },
    {
      "epoch": 0.7693882298208886,
      "grad_norm": 0.7480485304904184,
      "learning_rate": 0.00029039980194782726,
      "loss": 2.5781,
      "step": 16538
    },
    {
      "epoch": 0.7694347522679693,
      "grad_norm": 0.6761861981988213,
      "learning_rate": 0.0002903984954722556,
      "loss": 2.8125,
      "step": 16539
    },
    {
      "epoch": 0.76948127471505,
      "grad_norm": 0.6923022959826747,
      "learning_rate": 0.00029039718891073115,
      "loss": 2.5156,
      "step": 16540
    },
    {
      "epoch": 0.7695277971621307,
      "grad_norm": 0.666286332000605,
      "learning_rate": 0.00029039588226325474,
      "loss": 2.6562,
      "step": 16541
    },
    {
      "epoch": 0.7695743196092114,
      "grad_norm": 0.7083439902267313,
      "learning_rate": 0.00029039457552982716,
      "loss": 2.4219,
      "step": 16542
    },
    {
      "epoch": 0.7696208420562921,
      "grad_norm": 0.692500737281683,
      "learning_rate": 0.00029039326871044914,
      "loss": 2.7812,
      "step": 16543
    },
    {
      "epoch": 0.7696673645033729,
      "grad_norm": 0.7006045486420193,
      "learning_rate": 0.0002903919618051216,
      "loss": 2.5469,
      "step": 16544
    },
    {
      "epoch": 0.7697138869504536,
      "grad_norm": 0.6482003920383915,
      "learning_rate": 0.00029039065481384525,
      "loss": 2.6094,
      "step": 16545
    },
    {
      "epoch": 0.7697604093975343,
      "grad_norm": 0.6388113739321352,
      "learning_rate": 0.0002903893477366209,
      "loss": 2.4375,
      "step": 16546
    },
    {
      "epoch": 0.769806931844615,
      "grad_norm": 0.6601276360418952,
      "learning_rate": 0.00029038804057344937,
      "loss": 2.4062,
      "step": 16547
    },
    {
      "epoch": 0.7698534542916957,
      "grad_norm": 0.7166611853567532,
      "learning_rate": 0.00029038673332433144,
      "loss": 2.6562,
      "step": 16548
    },
    {
      "epoch": 0.7698999767387764,
      "grad_norm": 0.654722477312354,
      "learning_rate": 0.00029038542598926794,
      "loss": 2.4844,
      "step": 16549
    },
    {
      "epoch": 0.7699464991858572,
      "grad_norm": 0.6818470200902256,
      "learning_rate": 0.0002903841185682597,
      "loss": 2.4219,
      "step": 16550
    },
    {
      "epoch": 0.7699930216329379,
      "grad_norm": 0.6556734554425587,
      "learning_rate": 0.00029038281106130736,
      "loss": 2.3438,
      "step": 16551
    },
    {
      "epoch": 0.7700395440800186,
      "grad_norm": 0.7085471741672674,
      "learning_rate": 0.0002903815034684119,
      "loss": 2.5156,
      "step": 16552
    },
    {
      "epoch": 0.7700860665270993,
      "grad_norm": 0.6882757189507628,
      "learning_rate": 0.0002903801957895741,
      "loss": 2.5938,
      "step": 16553
    },
    {
      "epoch": 0.77013258897418,
      "grad_norm": 0.6683640002119756,
      "learning_rate": 0.00029037888802479464,
      "loss": 2.6875,
      "step": 16554
    },
    {
      "epoch": 0.7701791114212607,
      "grad_norm": 0.6541302711380453,
      "learning_rate": 0.00029037758017407445,
      "loss": 2.375,
      "step": 16555
    },
    {
      "epoch": 0.7702256338683414,
      "grad_norm": 0.7049022602324218,
      "learning_rate": 0.00029037627223741427,
      "loss": 2.2656,
      "step": 16556
    },
    {
      "epoch": 0.7702721563154222,
      "grad_norm": 0.7599432881428252,
      "learning_rate": 0.0002903749642148149,
      "loss": 2.5938,
      "step": 16557
    },
    {
      "epoch": 0.7703186787625029,
      "grad_norm": 0.6965063574075718,
      "learning_rate": 0.0002903736561062772,
      "loss": 2.7344,
      "step": 16558
    },
    {
      "epoch": 0.7703652012095836,
      "grad_norm": 0.7451557980259975,
      "learning_rate": 0.0002903723479118018,
      "loss": 2.6719,
      "step": 16559
    },
    {
      "epoch": 0.7704117236566643,
      "grad_norm": 0.6726431856168259,
      "learning_rate": 0.00029037103963138974,
      "loss": 1.8594,
      "step": 16560
    },
    {
      "epoch": 0.770458246103745,
      "grad_norm": 0.6541167335310099,
      "learning_rate": 0.00029036973126504164,
      "loss": 2.375,
      "step": 16561
    },
    {
      "epoch": 0.7705047685508257,
      "grad_norm": 0.7243539725715525,
      "learning_rate": 0.0002903684228127584,
      "loss": 2.4688,
      "step": 16562
    },
    {
      "epoch": 0.7705512909979065,
      "grad_norm": 0.6565688906453409,
      "learning_rate": 0.0002903671142745407,
      "loss": 2.2969,
      "step": 16563
    },
    {
      "epoch": 0.7705978134449872,
      "grad_norm": 0.6530516241001756,
      "learning_rate": 0.00029036580565038956,
      "loss": 2.3906,
      "step": 16564
    },
    {
      "epoch": 0.7706443358920679,
      "grad_norm": 0.6987548632504373,
      "learning_rate": 0.0002903644969403055,
      "loss": 2.5625,
      "step": 16565
    },
    {
      "epoch": 0.7706908583391486,
      "grad_norm": 0.6820454765260917,
      "learning_rate": 0.0002903631881442896,
      "loss": 2.4688,
      "step": 16566
    },
    {
      "epoch": 0.7707373807862293,
      "grad_norm": 0.7232607381758623,
      "learning_rate": 0.00029036187926234245,
      "loss": 2.3281,
      "step": 16567
    },
    {
      "epoch": 0.77078390323331,
      "grad_norm": 0.6668620719467989,
      "learning_rate": 0.00029036057029446495,
      "loss": 2.3125,
      "step": 16568
    },
    {
      "epoch": 0.7708304256803908,
      "grad_norm": 0.7447391313520423,
      "learning_rate": 0.00029035926124065787,
      "loss": 2.6094,
      "step": 16569
    },
    {
      "epoch": 0.7708769481274715,
      "grad_norm": 0.6149715970772875,
      "learning_rate": 0.00029035795210092207,
      "loss": 2.3906,
      "step": 16570
    },
    {
      "epoch": 0.7709234705745522,
      "grad_norm": 0.650899425068718,
      "learning_rate": 0.00029035664287525826,
      "loss": 2.4375,
      "step": 16571
    },
    {
      "epoch": 0.7709699930216329,
      "grad_norm": 0.6853967351041641,
      "learning_rate": 0.0002903553335636673,
      "loss": 2.4688,
      "step": 16572
    },
    {
      "epoch": 0.7710165154687136,
      "grad_norm": 0.6472663908077347,
      "learning_rate": 0.0002903540241661499,
      "loss": 2.4219,
      "step": 16573
    },
    {
      "epoch": 0.7710630379157943,
      "grad_norm": 0.6897350728512527,
      "learning_rate": 0.00029035271468270707,
      "loss": 2.3125,
      "step": 16574
    },
    {
      "epoch": 0.771109560362875,
      "grad_norm": 0.6591339997463391,
      "learning_rate": 0.00029035140511333947,
      "loss": 2.4531,
      "step": 16575
    },
    {
      "epoch": 0.7711560828099558,
      "grad_norm": 0.6676120277509718,
      "learning_rate": 0.00029035009545804786,
      "loss": 2.5938,
      "step": 16576
    },
    {
      "epoch": 0.7712026052570365,
      "grad_norm": 0.6690866843010022,
      "learning_rate": 0.0002903487857168331,
      "loss": 2.5,
      "step": 16577
    },
    {
      "epoch": 0.7712491277041172,
      "grad_norm": 0.6818228522403931,
      "learning_rate": 0.0002903474758896959,
      "loss": 2.3438,
      "step": 16578
    },
    {
      "epoch": 0.7712956501511979,
      "grad_norm": 0.6354927913044126,
      "learning_rate": 0.0002903461659766373,
      "loss": 2.25,
      "step": 16579
    },
    {
      "epoch": 0.7713421725982786,
      "grad_norm": 0.6302118310197612,
      "learning_rate": 0.0002903448559776579,
      "loss": 2.2344,
      "step": 16580
    },
    {
      "epoch": 0.7713886950453593,
      "grad_norm": 0.655052470705201,
      "learning_rate": 0.0002903435458927585,
      "loss": 2.2344,
      "step": 16581
    },
    {
      "epoch": 0.7714352174924402,
      "grad_norm": 0.6347708326160126,
      "learning_rate": 0.00029034223572194003,
      "loss": 1.8047,
      "step": 16582
    },
    {
      "epoch": 0.7714817399395208,
      "grad_norm": 0.6750900596278979,
      "learning_rate": 0.00029034092546520316,
      "loss": 2.4844,
      "step": 16583
    },
    {
      "epoch": 0.7715282623866015,
      "grad_norm": 0.695569850933266,
      "learning_rate": 0.0002903396151225488,
      "loss": 2.625,
      "step": 16584
    },
    {
      "epoch": 0.7715747848336822,
      "grad_norm": 0.6632066046688876,
      "learning_rate": 0.00029033830469397763,
      "loss": 2.6094,
      "step": 16585
    },
    {
      "epoch": 0.771621307280763,
      "grad_norm": 0.7056585713305434,
      "learning_rate": 0.00029033699417949056,
      "loss": 2.5781,
      "step": 16586
    },
    {
      "epoch": 0.7716678297278436,
      "grad_norm": 0.6705998932263509,
      "learning_rate": 0.0002903356835790883,
      "loss": 2.5625,
      "step": 16587
    },
    {
      "epoch": 0.7717143521749245,
      "grad_norm": 0.6203589151435146,
      "learning_rate": 0.0002903343728927718,
      "loss": 2.2344,
      "step": 16588
    },
    {
      "epoch": 0.7717608746220052,
      "grad_norm": 0.7037308093350848,
      "learning_rate": 0.00029033306212054177,
      "loss": 2.3906,
      "step": 16589
    },
    {
      "epoch": 0.7718073970690859,
      "grad_norm": 0.664202155724837,
      "learning_rate": 0.0002903317512623989,
      "loss": 2.6562,
      "step": 16590
    },
    {
      "epoch": 0.7718539195161666,
      "grad_norm": 0.7033501335007275,
      "learning_rate": 0.0002903304403183442,
      "loss": 2.5781,
      "step": 16591
    },
    {
      "epoch": 0.7719004419632473,
      "grad_norm": 0.6949220113022064,
      "learning_rate": 0.0002903291292883784,
      "loss": 2.2031,
      "step": 16592
    },
    {
      "epoch": 0.771946964410328,
      "grad_norm": 0.6341199662850044,
      "learning_rate": 0.00029032781817250224,
      "loss": 2.0938,
      "step": 16593
    },
    {
      "epoch": 0.7719934868574087,
      "grad_norm": 0.6645306291540061,
      "learning_rate": 0.00029032650697071653,
      "loss": 2.375,
      "step": 16594
    },
    {
      "epoch": 0.7720400093044895,
      "grad_norm": 0.694767359129091,
      "learning_rate": 0.0002903251956830221,
      "loss": 2.5625,
      "step": 16595
    },
    {
      "epoch": 0.7720865317515702,
      "grad_norm": 0.6680275805566713,
      "learning_rate": 0.00029032388430941984,
      "loss": 2.2812,
      "step": 16596
    },
    {
      "epoch": 0.7721330541986509,
      "grad_norm": 0.6925643055427031,
      "learning_rate": 0.00029032257284991044,
      "loss": 2.3594,
      "step": 16597
    },
    {
      "epoch": 0.7721795766457316,
      "grad_norm": 0.6621849794417017,
      "learning_rate": 0.0002903212613044947,
      "loss": 2.7812,
      "step": 16598
    },
    {
      "epoch": 0.7722260990928123,
      "grad_norm": 0.6748755713055847,
      "learning_rate": 0.00029031994967317347,
      "loss": 2.4375,
      "step": 16599
    },
    {
      "epoch": 0.772272621539893,
      "grad_norm": 0.6864315418511114,
      "learning_rate": 0.0002903186379559476,
      "loss": 2.5156,
      "step": 16600
    },
    {
      "epoch": 0.7723191439869738,
      "grad_norm": 0.6875135285722668,
      "learning_rate": 0.0002903173261528177,
      "loss": 2.5469,
      "step": 16601
    },
    {
      "epoch": 0.7723656664340545,
      "grad_norm": 0.6411389521379917,
      "learning_rate": 0.0002903160142637848,
      "loss": 2.4219,
      "step": 16602
    },
    {
      "epoch": 0.7724121888811352,
      "grad_norm": 0.6802802718176428,
      "learning_rate": 0.0002903147022888496,
      "loss": 2.5312,
      "step": 16603
    },
    {
      "epoch": 0.7724587113282159,
      "grad_norm": 0.7010501771137329,
      "learning_rate": 0.0002903133902280129,
      "loss": 2.7344,
      "step": 16604
    },
    {
      "epoch": 0.7725052337752966,
      "grad_norm": 0.6790109204954249,
      "learning_rate": 0.0002903120780812755,
      "loss": 2.7031,
      "step": 16605
    },
    {
      "epoch": 0.7725517562223773,
      "grad_norm": 0.7161974495588338,
      "learning_rate": 0.0002903107658486383,
      "loss": 2.3125,
      "step": 16606
    },
    {
      "epoch": 0.772598278669458,
      "grad_norm": 0.643785193708469,
      "learning_rate": 0.0002903094535301019,
      "loss": 2.3281,
      "step": 16607
    },
    {
      "epoch": 0.7726448011165388,
      "grad_norm": 0.7759543337569494,
      "learning_rate": 0.00029030814112566733,
      "loss": 1.9141,
      "step": 16608
    },
    {
      "epoch": 0.7726913235636195,
      "grad_norm": 0.6827074181117934,
      "learning_rate": 0.00029030682863533526,
      "loss": 2.5625,
      "step": 16609
    },
    {
      "epoch": 0.7727378460107002,
      "grad_norm": 0.6779040909535519,
      "learning_rate": 0.00029030551605910645,
      "loss": 2.4219,
      "step": 16610
    },
    {
      "epoch": 0.7727843684577809,
      "grad_norm": 0.7702478225637398,
      "learning_rate": 0.00029030420339698184,
      "loss": 2.6719,
      "step": 16611
    },
    {
      "epoch": 0.7728308909048616,
      "grad_norm": 0.7329783037802037,
      "learning_rate": 0.0002903028906489622,
      "loss": 2.7344,
      "step": 16612
    },
    {
      "epoch": 0.7728774133519423,
      "grad_norm": 0.7707639654959236,
      "learning_rate": 0.0002903015778150483,
      "loss": 2.2969,
      "step": 16613
    },
    {
      "epoch": 0.7729239357990231,
      "grad_norm": 0.6711209122514974,
      "learning_rate": 0.00029030026489524084,
      "loss": 2.5156,
      "step": 16614
    },
    {
      "epoch": 0.7729704582461038,
      "grad_norm": 0.666244653316026,
      "learning_rate": 0.0002902989518895408,
      "loss": 2.3281,
      "step": 16615
    },
    {
      "epoch": 0.7730169806931845,
      "grad_norm": 0.6274755621541274,
      "learning_rate": 0.00029029763879794896,
      "loss": 2.4062,
      "step": 16616
    },
    {
      "epoch": 0.7730635031402652,
      "grad_norm": 0.6417271738063488,
      "learning_rate": 0.00029029632562046603,
      "loss": 2.4375,
      "step": 16617
    },
    {
      "epoch": 0.7731100255873459,
      "grad_norm": 0.6326804926786679,
      "learning_rate": 0.00029029501235709287,
      "loss": 2.3438,
      "step": 16618
    },
    {
      "epoch": 0.7731565480344266,
      "grad_norm": 0.8253135553338347,
      "learning_rate": 0.0002902936990078303,
      "loss": 2.5938,
      "step": 16619
    },
    {
      "epoch": 0.7732030704815074,
      "grad_norm": 0.6779711377371289,
      "learning_rate": 0.00029029238557267903,
      "loss": 2.6406,
      "step": 16620
    },
    {
      "epoch": 0.7732495929285881,
      "grad_norm": 0.6364267833388357,
      "learning_rate": 0.00029029107205164,
      "loss": 2.375,
      "step": 16621
    },
    {
      "epoch": 0.7732961153756688,
      "grad_norm": 0.6719655174045275,
      "learning_rate": 0.00029028975844471393,
      "loss": 2.4219,
      "step": 16622
    },
    {
      "epoch": 0.7733426378227495,
      "grad_norm": 0.6959057828451365,
      "learning_rate": 0.0002902884447519017,
      "loss": 2.4375,
      "step": 16623
    },
    {
      "epoch": 0.7733891602698302,
      "grad_norm": 0.6470451817744586,
      "learning_rate": 0.000290287130973204,
      "loss": 2.4375,
      "step": 16624
    },
    {
      "epoch": 0.7734356827169109,
      "grad_norm": 0.7209590858238184,
      "learning_rate": 0.00029028581710862164,
      "loss": 2.9844,
      "step": 16625
    },
    {
      "epoch": 0.7734822051639916,
      "grad_norm": 0.7160914545647595,
      "learning_rate": 0.0002902845031581555,
      "loss": 2.4844,
      "step": 16626
    },
    {
      "epoch": 0.7735287276110724,
      "grad_norm": 0.6572224157438823,
      "learning_rate": 0.0002902831891218064,
      "loss": 2.4219,
      "step": 16627
    },
    {
      "epoch": 0.7735752500581531,
      "grad_norm": 0.6446893368403835,
      "learning_rate": 0.0002902818749995751,
      "loss": 2.1562,
      "step": 16628
    },
    {
      "epoch": 0.7736217725052338,
      "grad_norm": 0.6957936053033779,
      "learning_rate": 0.00029028056079146244,
      "loss": 2.3906,
      "step": 16629
    },
    {
      "epoch": 0.7736682949523145,
      "grad_norm": 0.6762371114980263,
      "learning_rate": 0.00029027924649746914,
      "loss": 2.5781,
      "step": 16630
    },
    {
      "epoch": 0.7737148173993952,
      "grad_norm": 0.6759533998211196,
      "learning_rate": 0.0002902779321175961,
      "loss": 2.4375,
      "step": 16631
    },
    {
      "epoch": 0.7737613398464759,
      "grad_norm": 0.6607796359197348,
      "learning_rate": 0.00029027661765184407,
      "loss": 2.375,
      "step": 16632
    },
    {
      "epoch": 0.7738078622935567,
      "grad_norm": 0.6527163222861488,
      "learning_rate": 0.00029027530310021387,
      "loss": 2.1875,
      "step": 16633
    },
    {
      "epoch": 0.7738543847406374,
      "grad_norm": 0.6370610858611705,
      "learning_rate": 0.0002902739884627063,
      "loss": 2.4219,
      "step": 16634
    },
    {
      "epoch": 0.7739009071877181,
      "grad_norm": 0.6456727755681393,
      "learning_rate": 0.00029027267373932215,
      "loss": 2.375,
      "step": 16635
    },
    {
      "epoch": 0.7739474296347988,
      "grad_norm": 0.706949061446546,
      "learning_rate": 0.0002902713589300622,
      "loss": 2.4062,
      "step": 16636
    },
    {
      "epoch": 0.7739939520818795,
      "grad_norm": 0.7118726206417757,
      "learning_rate": 0.00029027004403492737,
      "loss": 2.5938,
      "step": 16637
    },
    {
      "epoch": 0.7740404745289602,
      "grad_norm": 0.6715016069486529,
      "learning_rate": 0.00029026872905391836,
      "loss": 2.4844,
      "step": 16638
    },
    {
      "epoch": 0.7740869969760409,
      "grad_norm": 0.6876036928150732,
      "learning_rate": 0.00029026741398703604,
      "loss": 2.6094,
      "step": 16639
    },
    {
      "epoch": 0.7741335194231217,
      "grad_norm": 0.6652753570621432,
      "learning_rate": 0.00029026609883428116,
      "loss": 2.3594,
      "step": 16640
    },
    {
      "epoch": 0.7741800418702024,
      "grad_norm": 0.6714759641729195,
      "learning_rate": 0.00029026478359565455,
      "loss": 2.5781,
      "step": 16641
    },
    {
      "epoch": 0.7742265643172831,
      "grad_norm": 0.6418546548173943,
      "learning_rate": 0.000290263468271157,
      "loss": 2.625,
      "step": 16642
    },
    {
      "epoch": 0.7742730867643638,
      "grad_norm": 0.6514527545687717,
      "learning_rate": 0.00029026215286078935,
      "loss": 2.4531,
      "step": 16643
    },
    {
      "epoch": 0.7743196092114445,
      "grad_norm": 0.6723724749233901,
      "learning_rate": 0.00029026083736455235,
      "loss": 2.75,
      "step": 16644
    },
    {
      "epoch": 0.7743661316585252,
      "grad_norm": 0.6993922706205452,
      "learning_rate": 0.0002902595217824469,
      "loss": 2.5781,
      "step": 16645
    },
    {
      "epoch": 0.774412654105606,
      "grad_norm": 0.7043695400163887,
      "learning_rate": 0.00029025820611447363,
      "loss": 2.3281,
      "step": 16646
    },
    {
      "epoch": 0.7744591765526867,
      "grad_norm": 0.735114592035254,
      "learning_rate": 0.00029025689036063355,
      "loss": 1.875,
      "step": 16647
    },
    {
      "epoch": 0.7745056989997674,
      "grad_norm": 0.7036312365574617,
      "learning_rate": 0.00029025557452092737,
      "loss": 2.6875,
      "step": 16648
    },
    {
      "epoch": 0.7745522214468481,
      "grad_norm": 0.6750775054749009,
      "learning_rate": 0.00029025425859535595,
      "loss": 2.6406,
      "step": 16649
    },
    {
      "epoch": 0.7745987438939288,
      "grad_norm": 0.6970321185406575,
      "learning_rate": 0.00029025294258392,
      "loss": 2.4688,
      "step": 16650
    },
    {
      "epoch": 0.7746452663410095,
      "grad_norm": 0.7183249924148939,
      "learning_rate": 0.0002902516264866203,
      "loss": 2.5,
      "step": 16651
    },
    {
      "epoch": 0.7746917887880903,
      "grad_norm": 0.6596524975817082,
      "learning_rate": 0.00029025031030345777,
      "loss": 2.5312,
      "step": 16652
    },
    {
      "epoch": 0.774738311235171,
      "grad_norm": 0.6645686449539852,
      "learning_rate": 0.0002902489940344332,
      "loss": 2.5781,
      "step": 16653
    },
    {
      "epoch": 0.7747848336822517,
      "grad_norm": 0.6987944899194298,
      "learning_rate": 0.0002902476776795474,
      "loss": 2.5312,
      "step": 16654
    },
    {
      "epoch": 0.7748313561293324,
      "grad_norm": 0.7925944663463194,
      "learning_rate": 0.0002902463612388011,
      "loss": 2.7344,
      "step": 16655
    },
    {
      "epoch": 0.7748778785764131,
      "grad_norm": 0.7022320553103547,
      "learning_rate": 0.00029024504471219517,
      "loss": 2.5625,
      "step": 16656
    },
    {
      "epoch": 0.7749244010234938,
      "grad_norm": 0.6521299301623552,
      "learning_rate": 0.00029024372809973033,
      "loss": 2.5156,
      "step": 16657
    },
    {
      "epoch": 0.7749709234705745,
      "grad_norm": 0.6486106321061228,
      "learning_rate": 0.00029024241140140753,
      "loss": 2.3594,
      "step": 16658
    },
    {
      "epoch": 0.7750174459176553,
      "grad_norm": 0.6602893280236286,
      "learning_rate": 0.00029024109461722747,
      "loss": 2.6875,
      "step": 16659
    },
    {
      "epoch": 0.775063968364736,
      "grad_norm": 0.6491051698033102,
      "learning_rate": 0.000290239777747191,
      "loss": 2.6094,
      "step": 16660
    },
    {
      "epoch": 0.7751104908118167,
      "grad_norm": 0.685694882960802,
      "learning_rate": 0.0002902384607912989,
      "loss": 2.7188,
      "step": 16661
    },
    {
      "epoch": 0.7751570132588974,
      "grad_norm": 0.6433819722547085,
      "learning_rate": 0.00029023714374955197,
      "loss": 2.4375,
      "step": 16662
    },
    {
      "epoch": 0.7752035357059781,
      "grad_norm": 0.6706869518937241,
      "learning_rate": 0.0002902358266219511,
      "loss": 2.5156,
      "step": 16663
    },
    {
      "epoch": 0.7752500581530588,
      "grad_norm": 0.6778034556137668,
      "learning_rate": 0.00029023450940849694,
      "loss": 2.8125,
      "step": 16664
    },
    {
      "epoch": 0.7752965806001396,
      "grad_norm": 0.6922341800254826,
      "learning_rate": 0.0002902331921091904,
      "loss": 2.4062,
      "step": 16665
    },
    {
      "epoch": 0.7753431030472203,
      "grad_norm": 0.6505543546667645,
      "learning_rate": 0.0002902318747240323,
      "loss": 2.4375,
      "step": 16666
    },
    {
      "epoch": 0.775389625494301,
      "grad_norm": 0.6895149011560436,
      "learning_rate": 0.0002902305572530235,
      "loss": 2.4688,
      "step": 16667
    },
    {
      "epoch": 0.7754361479413817,
      "grad_norm": 0.6707024889296571,
      "learning_rate": 0.00029022923969616464,
      "loss": 2.4531,
      "step": 16668
    },
    {
      "epoch": 0.7754826703884624,
      "grad_norm": 0.6380475808124441,
      "learning_rate": 0.00029022792205345664,
      "loss": 2.375,
      "step": 16669
    },
    {
      "epoch": 0.7755291928355431,
      "grad_norm": 0.6663563930367533,
      "learning_rate": 0.0002902266043249002,
      "loss": 2.4062,
      "step": 16670
    },
    {
      "epoch": 0.7755757152826238,
      "grad_norm": 0.6200134958194506,
      "learning_rate": 0.0002902252865104963,
      "loss": 2.3125,
      "step": 16671
    },
    {
      "epoch": 0.7756222377297046,
      "grad_norm": 0.6644694169550133,
      "learning_rate": 0.0002902239686102456,
      "loss": 2.375,
      "step": 16672
    },
    {
      "epoch": 0.7756687601767853,
      "grad_norm": 0.6602897009469438,
      "learning_rate": 0.00029022265062414904,
      "loss": 2.7031,
      "step": 16673
    },
    {
      "epoch": 0.775715282623866,
      "grad_norm": 0.7539704717514062,
      "learning_rate": 0.00029022133255220725,
      "loss": 2.4062,
      "step": 16674
    },
    {
      "epoch": 0.7757618050709467,
      "grad_norm": 0.674132900446999,
      "learning_rate": 0.0002902200143944212,
      "loss": 2.3281,
      "step": 16675
    },
    {
      "epoch": 0.7758083275180274,
      "grad_norm": 0.6470974379207826,
      "learning_rate": 0.0002902186961507916,
      "loss": 2.75,
      "step": 16676
    },
    {
      "epoch": 0.7758548499651081,
      "grad_norm": 0.63928700307098,
      "learning_rate": 0.00029021737782131926,
      "loss": 2.375,
      "step": 16677
    },
    {
      "epoch": 0.7759013724121889,
      "grad_norm": 0.6889960262970269,
      "learning_rate": 0.00029021605940600506,
      "loss": 2.6875,
      "step": 16678
    },
    {
      "epoch": 0.7759478948592696,
      "grad_norm": 0.9565009440420557,
      "learning_rate": 0.00029021474090484974,
      "loss": 2.5469,
      "step": 16679
    },
    {
      "epoch": 0.7759944173063503,
      "grad_norm": 0.6956344739492545,
      "learning_rate": 0.0002902134223178542,
      "loss": 2.7969,
      "step": 16680
    },
    {
      "epoch": 0.776040939753431,
      "grad_norm": 0.6412195775380635,
      "learning_rate": 0.0002902121036450191,
      "loss": 2.5781,
      "step": 16681
    },
    {
      "epoch": 0.7760874622005117,
      "grad_norm": 0.6837907158052682,
      "learning_rate": 0.0002902107848863453,
      "loss": 2.6094,
      "step": 16682
    },
    {
      "epoch": 0.7761339846475924,
      "grad_norm": 0.6510245272677743,
      "learning_rate": 0.0002902094660418337,
      "loss": 2.375,
      "step": 16683
    },
    {
      "epoch": 0.7761805070946732,
      "grad_norm": 0.7131750152634218,
      "learning_rate": 0.00029020814711148496,
      "loss": 2.5938,
      "step": 16684
    },
    {
      "epoch": 0.7762270295417539,
      "grad_norm": 0.6031669279027139,
      "learning_rate": 0.0002902068280953,
      "loss": 2.4219,
      "step": 16685
    },
    {
      "epoch": 0.7762735519888346,
      "grad_norm": 0.7438231138405275,
      "learning_rate": 0.00029020550899327963,
      "loss": 2.5,
      "step": 16686
    },
    {
      "epoch": 0.7763200744359153,
      "grad_norm": 0.6879350874525533,
      "learning_rate": 0.0002902041898054246,
      "loss": 2.4375,
      "step": 16687
    },
    {
      "epoch": 0.776366596882996,
      "grad_norm": 0.6560853048302921,
      "learning_rate": 0.00029020287053173577,
      "loss": 2.5625,
      "step": 16688
    },
    {
      "epoch": 0.7764131193300767,
      "grad_norm": 0.6655643828866388,
      "learning_rate": 0.00029020155117221385,
      "loss": 2.2969,
      "step": 16689
    },
    {
      "epoch": 0.7764596417771574,
      "grad_norm": 0.7290273517747031,
      "learning_rate": 0.00029020023172685977,
      "loss": 2.2344,
      "step": 16690
    },
    {
      "epoch": 0.7765061642242382,
      "grad_norm": 0.6760783070570962,
      "learning_rate": 0.0002901989121956742,
      "loss": 2.5,
      "step": 16691
    },
    {
      "epoch": 0.7765526866713189,
      "grad_norm": 0.6609341909333019,
      "learning_rate": 0.00029019759257865814,
      "loss": 2.2812,
      "step": 16692
    },
    {
      "epoch": 0.7765992091183996,
      "grad_norm": 0.6918363229625706,
      "learning_rate": 0.0002901962728758122,
      "loss": 2.7031,
      "step": 16693
    },
    {
      "epoch": 0.7766457315654803,
      "grad_norm": 0.642616462268592,
      "learning_rate": 0.00029019495308713734,
      "loss": 2.2656,
      "step": 16694
    },
    {
      "epoch": 0.776692254012561,
      "grad_norm": 0.7278813483959622,
      "learning_rate": 0.0002901936332126343,
      "loss": 2.3438,
      "step": 16695
    },
    {
      "epoch": 0.7767387764596417,
      "grad_norm": 0.6892849376903143,
      "learning_rate": 0.0002901923132523038,
      "loss": 2.4844,
      "step": 16696
    },
    {
      "epoch": 0.7767852989067225,
      "grad_norm": 0.7030932617231378,
      "learning_rate": 0.00029019099320614684,
      "loss": 2.3125,
      "step": 16697
    },
    {
      "epoch": 0.7768318213538032,
      "grad_norm": 0.70797463462206,
      "learning_rate": 0.0002901896730741641,
      "loss": 2.7969,
      "step": 16698
    },
    {
      "epoch": 0.7768783438008839,
      "grad_norm": 0.7110411887364353,
      "learning_rate": 0.0002901883528563564,
      "loss": 2.5469,
      "step": 16699
    },
    {
      "epoch": 0.7769248662479646,
      "grad_norm": 0.7195765764673258,
      "learning_rate": 0.00029018703255272464,
      "loss": 2.5781,
      "step": 16700
    },
    {
      "epoch": 0.7769713886950453,
      "grad_norm": 0.719984998820311,
      "learning_rate": 0.0002901857121632694,
      "loss": 2.7031,
      "step": 16701
    },
    {
      "epoch": 0.777017911142126,
      "grad_norm": 0.7936456808126906,
      "learning_rate": 0.0002901843916879918,
      "loss": 2.6094,
      "step": 16702
    },
    {
      "epoch": 0.7770644335892067,
      "grad_norm": 0.7104211636764313,
      "learning_rate": 0.00029018307112689236,
      "loss": 2.375,
      "step": 16703
    },
    {
      "epoch": 0.7771109560362875,
      "grad_norm": 0.6752402516149828,
      "learning_rate": 0.0002901817504799721,
      "loss": 2.4062,
      "step": 16704
    },
    {
      "epoch": 0.7771574784833682,
      "grad_norm": 0.6326911816137195,
      "learning_rate": 0.00029018042974723174,
      "loss": 2.3125,
      "step": 16705
    },
    {
      "epoch": 0.777204000930449,
      "grad_norm": 0.6778200406928166,
      "learning_rate": 0.0002901791089286721,
      "loss": 2.4062,
      "step": 16706
    },
    {
      "epoch": 0.7772505233775296,
      "grad_norm": 0.6778759462043105,
      "learning_rate": 0.0002901777880242939,
      "loss": 2.6094,
      "step": 16707
    },
    {
      "epoch": 0.7772970458246103,
      "grad_norm": 0.6337985409525304,
      "learning_rate": 0.00029017646703409814,
      "loss": 1.7656,
      "step": 16708
    },
    {
      "epoch": 0.777343568271691,
      "grad_norm": 0.681093359410596,
      "learning_rate": 0.00029017514595808545,
      "loss": 2.4688,
      "step": 16709
    },
    {
      "epoch": 0.7773900907187719,
      "grad_norm": 0.6762061102847923,
      "learning_rate": 0.00029017382479625675,
      "loss": 2.4531,
      "step": 16710
    },
    {
      "epoch": 0.7774366131658526,
      "grad_norm": 0.7286169644490043,
      "learning_rate": 0.0002901725035486128,
      "loss": 2.6562,
      "step": 16711
    },
    {
      "epoch": 0.7774831356129333,
      "grad_norm": 0.6246944876401304,
      "learning_rate": 0.00029017118221515435,
      "loss": 2.5469,
      "step": 16712
    },
    {
      "epoch": 0.777529658060014,
      "grad_norm": 0.6719914295464126,
      "learning_rate": 0.00029016986079588233,
      "loss": 2.3438,
      "step": 16713
    },
    {
      "epoch": 0.7775761805070946,
      "grad_norm": 0.7257427031546164,
      "learning_rate": 0.00029016853929079756,
      "loss": 2.6562,
      "step": 16714
    },
    {
      "epoch": 0.7776227029541753,
      "grad_norm": 0.6311555041185722,
      "learning_rate": 0.00029016721769990067,
      "loss": 2.4844,
      "step": 16715
    },
    {
      "epoch": 0.7776692254012562,
      "grad_norm": 0.6426269682497884,
      "learning_rate": 0.00029016589602319265,
      "loss": 2.3594,
      "step": 16716
    },
    {
      "epoch": 0.7777157478483369,
      "grad_norm": 0.629332854679112,
      "learning_rate": 0.0002901645742606742,
      "loss": 2.2812,
      "step": 16717
    },
    {
      "epoch": 0.7777622702954176,
      "grad_norm": 0.7376732313758922,
      "learning_rate": 0.00029016325241234625,
      "loss": 2.7031,
      "step": 16718
    },
    {
      "epoch": 0.7778087927424983,
      "grad_norm": 0.6946189969949044,
      "learning_rate": 0.0002901619304782095,
      "loss": 2.25,
      "step": 16719
    },
    {
      "epoch": 0.777855315189579,
      "grad_norm": 0.6893725519810352,
      "learning_rate": 0.00029016060845826476,
      "loss": 2.6562,
      "step": 16720
    },
    {
      "epoch": 0.7779018376366597,
      "grad_norm": 0.6855784275690027,
      "learning_rate": 0.00029015928635251284,
      "loss": 2.6875,
      "step": 16721
    },
    {
      "epoch": 0.7779483600837404,
      "grad_norm": 0.5997370479215577,
      "learning_rate": 0.00029015796416095467,
      "loss": 1.7266,
      "step": 16722
    },
    {
      "epoch": 0.7779948825308212,
      "grad_norm": 0.6332207403371474,
      "learning_rate": 0.0002901566418835909,
      "loss": 2.2344,
      "step": 16723
    },
    {
      "epoch": 0.7780414049779019,
      "grad_norm": 0.6508842766656507,
      "learning_rate": 0.00029015531952042244,
      "loss": 2.5,
      "step": 16724
    },
    {
      "epoch": 0.7780879274249826,
      "grad_norm": 0.6598086030926258,
      "learning_rate": 0.00029015399707145,
      "loss": 2.8281,
      "step": 16725
    },
    {
      "epoch": 0.7781344498720633,
      "grad_norm": 0.6886512895680721,
      "learning_rate": 0.0002901526745366745,
      "loss": 2.6719,
      "step": 16726
    },
    {
      "epoch": 0.778180972319144,
      "grad_norm": 0.6695377210643536,
      "learning_rate": 0.00029015135191609673,
      "loss": 2.6875,
      "step": 16727
    },
    {
      "epoch": 0.7782274947662247,
      "grad_norm": 0.6809056563451666,
      "learning_rate": 0.00029015002920971747,
      "loss": 2.4844,
      "step": 16728
    },
    {
      "epoch": 0.7782740172133055,
      "grad_norm": 0.676544208393746,
      "learning_rate": 0.00029014870641753753,
      "loss": 2.4688,
      "step": 16729
    },
    {
      "epoch": 0.7783205396603862,
      "grad_norm": 0.7250254951145414,
      "learning_rate": 0.00029014738353955774,
      "loss": 2.7812,
      "step": 16730
    },
    {
      "epoch": 0.7783670621074669,
      "grad_norm": 0.6615261268719034,
      "learning_rate": 0.0002901460605757789,
      "loss": 2.6875,
      "step": 16731
    },
    {
      "epoch": 0.7784135845545476,
      "grad_norm": 0.7627752036043844,
      "learning_rate": 0.0002901447375262018,
      "loss": 2.4531,
      "step": 16732
    },
    {
      "epoch": 0.7784601070016283,
      "grad_norm": 0.6395180105613464,
      "learning_rate": 0.00029014341439082724,
      "loss": 2.625,
      "step": 16733
    },
    {
      "epoch": 0.778506629448709,
      "grad_norm": 0.6892535372682962,
      "learning_rate": 0.00029014209116965604,
      "loss": 2.6875,
      "step": 16734
    },
    {
      "epoch": 0.7785531518957897,
      "grad_norm": 0.7122242145861367,
      "learning_rate": 0.0002901407678626891,
      "loss": 2.8594,
      "step": 16735
    },
    {
      "epoch": 0.7785996743428705,
      "grad_norm": 0.7214780100537346,
      "learning_rate": 0.00029013944446992714,
      "loss": 2.5781,
      "step": 16736
    },
    {
      "epoch": 0.7786461967899512,
      "grad_norm": 0.6823925768398312,
      "learning_rate": 0.00029013812099137095,
      "loss": 2.6406,
      "step": 16737
    },
    {
      "epoch": 0.7786927192370319,
      "grad_norm": 0.678259493682255,
      "learning_rate": 0.00029013679742702136,
      "loss": 2.5,
      "step": 16738
    },
    {
      "epoch": 0.7787392416841126,
      "grad_norm": 0.679001219959807,
      "learning_rate": 0.00029013547377687923,
      "loss": 1.7891,
      "step": 16739
    },
    {
      "epoch": 0.7787857641311933,
      "grad_norm": 0.642446969041828,
      "learning_rate": 0.0002901341500409454,
      "loss": 2.5,
      "step": 16740
    },
    {
      "epoch": 0.778832286578274,
      "grad_norm": 0.7351899141655642,
      "learning_rate": 0.0002901328262192205,
      "loss": 2.3125,
      "step": 16741
    },
    {
      "epoch": 0.7788788090253548,
      "grad_norm": 0.7016858034196821,
      "learning_rate": 0.00029013150231170547,
      "loss": 2.5156,
      "step": 16742
    },
    {
      "epoch": 0.7789253314724355,
      "grad_norm": 0.6843255384524037,
      "learning_rate": 0.00029013017831840116,
      "loss": 2.7188,
      "step": 16743
    },
    {
      "epoch": 0.7789718539195162,
      "grad_norm": 0.6572273611206778,
      "learning_rate": 0.0002901288542393083,
      "loss": 2.4844,
      "step": 16744
    },
    {
      "epoch": 0.7790183763665969,
      "grad_norm": 0.6911722458437868,
      "learning_rate": 0.0002901275300744278,
      "loss": 2.7031,
      "step": 16745
    },
    {
      "epoch": 0.7790648988136776,
      "grad_norm": 0.6709261772028532,
      "learning_rate": 0.00029012620582376036,
      "loss": 2.3438,
      "step": 16746
    },
    {
      "epoch": 0.7791114212607583,
      "grad_norm": 0.7064959471107334,
      "learning_rate": 0.0002901248814873068,
      "loss": 2.7188,
      "step": 16747
    },
    {
      "epoch": 0.7791579437078391,
      "grad_norm": 0.6868700365986262,
      "learning_rate": 0.000290123557065068,
      "loss": 2.4375,
      "step": 16748
    },
    {
      "epoch": 0.7792044661549198,
      "grad_norm": 0.714110963373126,
      "learning_rate": 0.0002901222325570447,
      "loss": 2.8438,
      "step": 16749
    },
    {
      "epoch": 0.7792509886020005,
      "grad_norm": 0.6867911218529287,
      "learning_rate": 0.00029012090796323774,
      "loss": 2.4062,
      "step": 16750
    },
    {
      "epoch": 0.7792975110490812,
      "grad_norm": 0.6708002915722294,
      "learning_rate": 0.000290119583283648,
      "loss": 2.6406,
      "step": 16751
    },
    {
      "epoch": 0.7793440334961619,
      "grad_norm": 0.6551046282182503,
      "learning_rate": 0.00029011825851827614,
      "loss": 2.4844,
      "step": 16752
    },
    {
      "epoch": 0.7793905559432426,
      "grad_norm": 0.6624627128728586,
      "learning_rate": 0.0002901169336671231,
      "loss": 2.5938,
      "step": 16753
    },
    {
      "epoch": 0.7794370783903233,
      "grad_norm": 0.6677131783886049,
      "learning_rate": 0.0002901156087301896,
      "loss": 2.4062,
      "step": 16754
    },
    {
      "epoch": 0.7794836008374041,
      "grad_norm": 0.6292126043665872,
      "learning_rate": 0.0002901142837074766,
      "loss": 2.625,
      "step": 16755
    },
    {
      "epoch": 0.7795301232844848,
      "grad_norm": 0.6785793334023857,
      "learning_rate": 0.0002901129585989847,
      "loss": 2.5312,
      "step": 16756
    },
    {
      "epoch": 0.7795766457315655,
      "grad_norm": 0.7097315690221011,
      "learning_rate": 0.00029011163340471487,
      "loss": 2.4531,
      "step": 16757
    },
    {
      "epoch": 0.7796231681786462,
      "grad_norm": 0.7608401697848909,
      "learning_rate": 0.0002901103081246679,
      "loss": 2.7188,
      "step": 16758
    },
    {
      "epoch": 0.7796696906257269,
      "grad_norm": 0.6657757306111537,
      "learning_rate": 0.00029010898275884454,
      "loss": 2.5781,
      "step": 16759
    },
    {
      "epoch": 0.7797162130728076,
      "grad_norm": 0.6988044105748893,
      "learning_rate": 0.00029010765730724564,
      "loss": 2.4531,
      "step": 16760
    },
    {
      "epoch": 0.7797627355198884,
      "grad_norm": 0.657194461304256,
      "learning_rate": 0.00029010633176987204,
      "loss": 2.4844,
      "step": 16761
    },
    {
      "epoch": 0.7798092579669691,
      "grad_norm": 0.6496416703411801,
      "learning_rate": 0.00029010500614672443,
      "loss": 2.625,
      "step": 16762
    },
    {
      "epoch": 0.7798557804140498,
      "grad_norm": 0.688306846642995,
      "learning_rate": 0.0002901036804378038,
      "loss": 2.3281,
      "step": 16763
    },
    {
      "epoch": 0.7799023028611305,
      "grad_norm": 0.6708724690085224,
      "learning_rate": 0.0002901023546431108,
      "loss": 2.75,
      "step": 16764
    },
    {
      "epoch": 0.7799488253082112,
      "grad_norm": 0.714898754283782,
      "learning_rate": 0.00029010102876264636,
      "loss": 2.625,
      "step": 16765
    },
    {
      "epoch": 0.7799953477552919,
      "grad_norm": 0.6735555346643253,
      "learning_rate": 0.0002900997027964113,
      "loss": 2.5312,
      "step": 16766
    },
    {
      "epoch": 0.7800418702023727,
      "grad_norm": 0.6645057255871796,
      "learning_rate": 0.00029009837674440626,
      "loss": 2.4844,
      "step": 16767
    },
    {
      "epoch": 0.7800883926494534,
      "grad_norm": 0.6970751714920717,
      "learning_rate": 0.0002900970506066322,
      "loss": 2.75,
      "step": 16768
    },
    {
      "epoch": 0.7801349150965341,
      "grad_norm": 0.7184070993520927,
      "learning_rate": 0.00029009572438308995,
      "loss": 2.4688,
      "step": 16769
    },
    {
      "epoch": 0.7801814375436148,
      "grad_norm": 0.6940521707511096,
      "learning_rate": 0.00029009439807378023,
      "loss": 2.6562,
      "step": 16770
    },
    {
      "epoch": 0.7802279599906955,
      "grad_norm": 0.6335620585225991,
      "learning_rate": 0.0002900930716787039,
      "loss": 2.375,
      "step": 16771
    },
    {
      "epoch": 0.7802744824377762,
      "grad_norm": 0.6440760089162,
      "learning_rate": 0.0002900917451978618,
      "loss": 2.5312,
      "step": 16772
    },
    {
      "epoch": 0.7803210048848569,
      "grad_norm": 0.6732630115704631,
      "learning_rate": 0.0002900904186312546,
      "loss": 2.4531,
      "step": 16773
    },
    {
      "epoch": 0.7803675273319377,
      "grad_norm": 0.6903782974574513,
      "learning_rate": 0.0002900890919788833,
      "loss": 2.75,
      "step": 16774
    },
    {
      "epoch": 0.7804140497790184,
      "grad_norm": 0.7462327496701676,
      "learning_rate": 0.00029008776524074866,
      "loss": 2.5312,
      "step": 16775
    },
    {
      "epoch": 0.7804605722260991,
      "grad_norm": 0.638362487367236,
      "learning_rate": 0.00029008643841685143,
      "loss": 2.5,
      "step": 16776
    },
    {
      "epoch": 0.7805070946731798,
      "grad_norm": 0.7122447908645211,
      "learning_rate": 0.00029008511150719246,
      "loss": 2.875,
      "step": 16777
    },
    {
      "epoch": 0.7805536171202605,
      "grad_norm": 0.6654213543942348,
      "learning_rate": 0.00029008378451177256,
      "loss": 2.4844,
      "step": 16778
    },
    {
      "epoch": 0.7806001395673412,
      "grad_norm": 0.658148317782739,
      "learning_rate": 0.00029008245743059253,
      "loss": 2.5625,
      "step": 16779
    },
    {
      "epoch": 0.780646662014422,
      "grad_norm": 0.6435419136368906,
      "learning_rate": 0.0002900811302636532,
      "loss": 2.5312,
      "step": 16780
    },
    {
      "epoch": 0.7806931844615027,
      "grad_norm": 0.6831804143745942,
      "learning_rate": 0.0002900798030109554,
      "loss": 2.5469,
      "step": 16781
    },
    {
      "epoch": 0.7807397069085834,
      "grad_norm": 0.6321536122394705,
      "learning_rate": 0.0002900784756724999,
      "loss": 2.4062,
      "step": 16782
    },
    {
      "epoch": 0.7807862293556641,
      "grad_norm": 0.6013103017162633,
      "learning_rate": 0.0002900771482482875,
      "loss": 2.0938,
      "step": 16783
    },
    {
      "epoch": 0.7808327518027448,
      "grad_norm": 0.6662625870928325,
      "learning_rate": 0.0002900758207383191,
      "loss": 2.6562,
      "step": 16784
    },
    {
      "epoch": 0.7808792742498255,
      "grad_norm": 0.6588896235989526,
      "learning_rate": 0.0002900744931425954,
      "loss": 2.5938,
      "step": 16785
    },
    {
      "epoch": 0.7809257966969062,
      "grad_norm": 0.6834687708822293,
      "learning_rate": 0.0002900731654611173,
      "loss": 2.5156,
      "step": 16786
    },
    {
      "epoch": 0.780972319143987,
      "grad_norm": 0.5866372618312307,
      "learning_rate": 0.0002900718376938856,
      "loss": 1.7812,
      "step": 16787
    },
    {
      "epoch": 0.7810188415910677,
      "grad_norm": 0.7002116781558372,
      "learning_rate": 0.0002900705098409011,
      "loss": 2.4062,
      "step": 16788
    },
    {
      "epoch": 0.7810653640381484,
      "grad_norm": 0.6441879470742274,
      "learning_rate": 0.0002900691819021646,
      "loss": 2.1406,
      "step": 16789
    },
    {
      "epoch": 0.7811118864852291,
      "grad_norm": 0.6841928671511821,
      "learning_rate": 0.00029006785387767687,
      "loss": 2.5156,
      "step": 16790
    },
    {
      "epoch": 0.7811584089323098,
      "grad_norm": 0.6606546170186833,
      "learning_rate": 0.0002900665257674388,
      "loss": 2.3594,
      "step": 16791
    },
    {
      "epoch": 0.7812049313793905,
      "grad_norm": 0.6440857122445255,
      "learning_rate": 0.0002900651975714512,
      "loss": 2.4219,
      "step": 16792
    },
    {
      "epoch": 0.7812514538264713,
      "grad_norm": 0.634069736915288,
      "learning_rate": 0.0002900638692897149,
      "loss": 2.5469,
      "step": 16793
    },
    {
      "epoch": 0.781297976273552,
      "grad_norm": 0.6702217624275815,
      "learning_rate": 0.0002900625409222306,
      "loss": 2.4375,
      "step": 16794
    },
    {
      "epoch": 0.7813444987206327,
      "grad_norm": 0.685599521252224,
      "learning_rate": 0.0002900612124689992,
      "loss": 2.8281,
      "step": 16795
    },
    {
      "epoch": 0.7813910211677134,
      "grad_norm": 0.6602854573528693,
      "learning_rate": 0.0002900598839300215,
      "loss": 2.3906,
      "step": 16796
    },
    {
      "epoch": 0.7814375436147941,
      "grad_norm": 0.6609868479897205,
      "learning_rate": 0.0002900585553052984,
      "loss": 2.4688,
      "step": 16797
    },
    {
      "epoch": 0.7814840660618748,
      "grad_norm": 0.5941623200877073,
      "learning_rate": 0.0002900572265948305,
      "loss": 2.1406,
      "step": 16798
    },
    {
      "epoch": 0.7815305885089556,
      "grad_norm": 0.6849290862755754,
      "learning_rate": 0.0002900558977986188,
      "loss": 2.3906,
      "step": 16799
    },
    {
      "epoch": 0.7815771109560363,
      "grad_norm": 0.6555589747234051,
      "learning_rate": 0.0002900545689166641,
      "loss": 2.3906,
      "step": 16800
    },
    {
      "epoch": 0.781623633403117,
      "grad_norm": 0.7075037553810962,
      "learning_rate": 0.0002900532399489671,
      "loss": 2.4062,
      "step": 16801
    },
    {
      "epoch": 0.7816701558501977,
      "grad_norm": 0.6686085021130612,
      "learning_rate": 0.0002900519108955287,
      "loss": 2.4219,
      "step": 16802
    },
    {
      "epoch": 0.7817166782972784,
      "grad_norm": 0.7165484035816148,
      "learning_rate": 0.00029005058175634967,
      "loss": 2.7188,
      "step": 16803
    },
    {
      "epoch": 0.7817632007443591,
      "grad_norm": 0.611993368966315,
      "learning_rate": 0.00029004925253143084,
      "loss": 2.3281,
      "step": 16804
    },
    {
      "epoch": 0.7818097231914398,
      "grad_norm": 0.6741658589759844,
      "learning_rate": 0.0002900479232207731,
      "loss": 2.4688,
      "step": 16805
    },
    {
      "epoch": 0.7818562456385206,
      "grad_norm": 0.6370295562816571,
      "learning_rate": 0.00029004659382437717,
      "loss": 2.1094,
      "step": 16806
    },
    {
      "epoch": 0.7819027680856013,
      "grad_norm": 0.6889367807106536,
      "learning_rate": 0.00029004526434224385,
      "loss": 2.4688,
      "step": 16807
    },
    {
      "epoch": 0.781949290532682,
      "grad_norm": 0.7071525397845462,
      "learning_rate": 0.00029004393477437404,
      "loss": 2.5156,
      "step": 16808
    },
    {
      "epoch": 0.7819958129797627,
      "grad_norm": 0.7102979857580969,
      "learning_rate": 0.0002900426051207685,
      "loss": 2.4531,
      "step": 16809
    },
    {
      "epoch": 0.7820423354268434,
      "grad_norm": 0.7123138089446265,
      "learning_rate": 0.000290041275381428,
      "loss": 2.5,
      "step": 16810
    },
    {
      "epoch": 0.7820888578739241,
      "grad_norm": 0.6559311211109575,
      "learning_rate": 0.0002900399455563535,
      "loss": 2.5156,
      "step": 16811
    },
    {
      "epoch": 0.7821353803210049,
      "grad_norm": 0.6990270811269166,
      "learning_rate": 0.0002900386156455456,
      "loss": 2.4688,
      "step": 16812
    },
    {
      "epoch": 0.7821819027680856,
      "grad_norm": 0.6531386749618802,
      "learning_rate": 0.00029003728564900536,
      "loss": 2.4688,
      "step": 16813
    },
    {
      "epoch": 0.7822284252151663,
      "grad_norm": 0.6798357201552492,
      "learning_rate": 0.0002900359555667334,
      "loss": 2.6875,
      "step": 16814
    },
    {
      "epoch": 0.782274947662247,
      "grad_norm": 0.6643207114369063,
      "learning_rate": 0.0002900346253987306,
      "loss": 2.6406,
      "step": 16815
    },
    {
      "epoch": 0.7823214701093277,
      "grad_norm": 0.6715760723385069,
      "learning_rate": 0.0002900332951449978,
      "loss": 2.5312,
      "step": 16816
    },
    {
      "epoch": 0.7823679925564084,
      "grad_norm": 0.7289485953451956,
      "learning_rate": 0.00029003196480553576,
      "loss": 2.7344,
      "step": 16817
    },
    {
      "epoch": 0.7824145150034891,
      "grad_norm": 0.7828528678964782,
      "learning_rate": 0.00029003063438034533,
      "loss": 2.7031,
      "step": 16818
    },
    {
      "epoch": 0.7824610374505699,
      "grad_norm": 0.7754287498781289,
      "learning_rate": 0.00029002930386942737,
      "loss": 2.5312,
      "step": 16819
    },
    {
      "epoch": 0.7825075598976506,
      "grad_norm": 0.6375162183620952,
      "learning_rate": 0.0002900279732727826,
      "loss": 2.5312,
      "step": 16820
    },
    {
      "epoch": 0.7825540823447313,
      "grad_norm": 0.771018085872301,
      "learning_rate": 0.0002900266425904119,
      "loss": 2.6719,
      "step": 16821
    },
    {
      "epoch": 0.782600604791812,
      "grad_norm": 0.6520510389436525,
      "learning_rate": 0.00029002531182231603,
      "loss": 2.4531,
      "step": 16822
    },
    {
      "epoch": 0.7826471272388927,
      "grad_norm": 0.613378987755154,
      "learning_rate": 0.00029002398096849587,
      "loss": 2.4062,
      "step": 16823
    },
    {
      "epoch": 0.7826936496859734,
      "grad_norm": 0.6236429455020316,
      "learning_rate": 0.00029002265002895224,
      "loss": 2.1562,
      "step": 16824
    },
    {
      "epoch": 0.7827401721330542,
      "grad_norm": 0.6743044228866496,
      "learning_rate": 0.00029002131900368583,
      "loss": 2.5312,
      "step": 16825
    },
    {
      "epoch": 0.782786694580135,
      "grad_norm": 0.6576675230911968,
      "learning_rate": 0.0002900199878926976,
      "loss": 2.7031,
      "step": 16826
    },
    {
      "epoch": 0.7828332170272156,
      "grad_norm": 0.6570259345535101,
      "learning_rate": 0.0002900186566959883,
      "loss": 2.3594,
      "step": 16827
    },
    {
      "epoch": 0.7828797394742963,
      "grad_norm": 0.6740825475192227,
      "learning_rate": 0.00029001732541355873,
      "loss": 2.5,
      "step": 16828
    },
    {
      "epoch": 0.782926261921377,
      "grad_norm": 0.6646498513310451,
      "learning_rate": 0.00029001599404540975,
      "loss": 2.625,
      "step": 16829
    },
    {
      "epoch": 0.7829727843684577,
      "grad_norm": 0.6396230340302012,
      "learning_rate": 0.0002900146625915422,
      "loss": 2.3125,
      "step": 16830
    },
    {
      "epoch": 0.7830193068155386,
      "grad_norm": 0.6252798532471673,
      "learning_rate": 0.0002900133310519568,
      "loss": 2.2344,
      "step": 16831
    },
    {
      "epoch": 0.7830658292626193,
      "grad_norm": 0.7070031108601239,
      "learning_rate": 0.0002900119994266544,
      "loss": 2.8906,
      "step": 16832
    },
    {
      "epoch": 0.7831123517097,
      "grad_norm": 0.6664213773369227,
      "learning_rate": 0.00029001066771563587,
      "loss": 2.6875,
      "step": 16833
    },
    {
      "epoch": 0.7831588741567806,
      "grad_norm": 0.6684420472532191,
      "learning_rate": 0.00029000933591890194,
      "loss": 2.25,
      "step": 16834
    },
    {
      "epoch": 0.7832053966038613,
      "grad_norm": 0.6793873600206517,
      "learning_rate": 0.0002900080040364535,
      "loss": 2.8125,
      "step": 16835
    },
    {
      "epoch": 0.783251919050942,
      "grad_norm": 0.6343192345283326,
      "learning_rate": 0.0002900066720682913,
      "loss": 2.3125,
      "step": 16836
    },
    {
      "epoch": 0.7832984414980227,
      "grad_norm": 0.7030741455339858,
      "learning_rate": 0.0002900053400144162,
      "loss": 2.6562,
      "step": 16837
    },
    {
      "epoch": 0.7833449639451036,
      "grad_norm": 0.6747240058854335,
      "learning_rate": 0.000290004007874829,
      "loss": 2.7656,
      "step": 16838
    },
    {
      "epoch": 0.7833914863921843,
      "grad_norm": 0.7201642013848792,
      "learning_rate": 0.00029000267564953055,
      "loss": 2.3906,
      "step": 16839
    },
    {
      "epoch": 0.783438008839265,
      "grad_norm": 0.6633412217754916,
      "learning_rate": 0.00029000134333852164,
      "loss": 2.5312,
      "step": 16840
    },
    {
      "epoch": 0.7834845312863457,
      "grad_norm": 0.6846273752161348,
      "learning_rate": 0.0002900000109418031,
      "loss": 1.875,
      "step": 16841
    },
    {
      "epoch": 0.7835310537334264,
      "grad_norm": 0.7131161111776806,
      "learning_rate": 0.0002899986784593757,
      "loss": 2.4844,
      "step": 16842
    },
    {
      "epoch": 0.783577576180507,
      "grad_norm": 0.6870735467958919,
      "learning_rate": 0.00028999734589124025,
      "loss": 2.2656,
      "step": 16843
    },
    {
      "epoch": 0.7836240986275879,
      "grad_norm": 0.6980993066119568,
      "learning_rate": 0.0002899960132373976,
      "loss": 2.8281,
      "step": 16844
    },
    {
      "epoch": 0.7836706210746686,
      "grad_norm": 0.6327753744172456,
      "learning_rate": 0.0002899946804978486,
      "loss": 1.8828,
      "step": 16845
    },
    {
      "epoch": 0.7837171435217493,
      "grad_norm": 0.7221570014808137,
      "learning_rate": 0.00028999334767259406,
      "loss": 2.3438,
      "step": 16846
    },
    {
      "epoch": 0.78376366596883,
      "grad_norm": 0.676268693849949,
      "learning_rate": 0.0002899920147616347,
      "loss": 2.7031,
      "step": 16847
    },
    {
      "epoch": 0.7838101884159107,
      "grad_norm": 0.6739191695246708,
      "learning_rate": 0.00028999068176497147,
      "loss": 2.7188,
      "step": 16848
    },
    {
      "epoch": 0.7838567108629914,
      "grad_norm": 0.6645162425958879,
      "learning_rate": 0.0002899893486826051,
      "loss": 2.3281,
      "step": 16849
    },
    {
      "epoch": 0.7839032333100721,
      "grad_norm": 0.6628359683513891,
      "learning_rate": 0.0002899880155145364,
      "loss": 2.4375,
      "step": 16850
    },
    {
      "epoch": 0.7839497557571529,
      "grad_norm": 0.643777345471863,
      "learning_rate": 0.0002899866822607662,
      "loss": 2.4219,
      "step": 16851
    },
    {
      "epoch": 0.7839962782042336,
      "grad_norm": 0.6347133794763921,
      "learning_rate": 0.0002899853489212954,
      "loss": 2.4375,
      "step": 16852
    },
    {
      "epoch": 0.7840428006513143,
      "grad_norm": 0.7364417524753887,
      "learning_rate": 0.00028998401549612464,
      "loss": 2.5938,
      "step": 16853
    },
    {
      "epoch": 0.784089323098395,
      "grad_norm": 0.6896300075152697,
      "learning_rate": 0.0002899826819852549,
      "loss": 2.2188,
      "step": 16854
    },
    {
      "epoch": 0.7841358455454757,
      "grad_norm": 0.721552756710085,
      "learning_rate": 0.00028998134838868696,
      "loss": 2.4844,
      "step": 16855
    },
    {
      "epoch": 0.7841823679925564,
      "grad_norm": 0.6917659488318662,
      "learning_rate": 0.0002899800147064216,
      "loss": 2.8281,
      "step": 16856
    },
    {
      "epoch": 0.7842288904396372,
      "grad_norm": 0.672291362442709,
      "learning_rate": 0.0002899786809384596,
      "loss": 2.5469,
      "step": 16857
    },
    {
      "epoch": 0.7842754128867179,
      "grad_norm": 0.6527423352705398,
      "learning_rate": 0.0002899773470848019,
      "loss": 2.5156,
      "step": 16858
    },
    {
      "epoch": 0.7843219353337986,
      "grad_norm": 0.6855170749293819,
      "learning_rate": 0.0002899760131454492,
      "loss": 2.8125,
      "step": 16859
    },
    {
      "epoch": 0.7843684577808793,
      "grad_norm": 0.6668238537419758,
      "learning_rate": 0.00028997467912040236,
      "loss": 2.5625,
      "step": 16860
    },
    {
      "epoch": 0.78441498022796,
      "grad_norm": 0.6561223595908019,
      "learning_rate": 0.0002899733450096622,
      "loss": 2.4688,
      "step": 16861
    },
    {
      "epoch": 0.7844615026750407,
      "grad_norm": 0.6964896161006289,
      "learning_rate": 0.00028997201081322954,
      "loss": 1.7734,
      "step": 16862
    },
    {
      "epoch": 0.7845080251221215,
      "grad_norm": 0.7141549211442911,
      "learning_rate": 0.00028997067653110524,
      "loss": 2.625,
      "step": 16863
    },
    {
      "epoch": 0.7845545475692022,
      "grad_norm": 0.714863494910918,
      "learning_rate": 0.00028996934216329,
      "loss": 2.2812,
      "step": 16864
    },
    {
      "epoch": 0.7846010700162829,
      "grad_norm": 0.7013322388329837,
      "learning_rate": 0.0002899680077097847,
      "loss": 2.4062,
      "step": 16865
    },
    {
      "epoch": 0.7846475924633636,
      "grad_norm": 0.7872010264700758,
      "learning_rate": 0.0002899666731705902,
      "loss": 2.1562,
      "step": 16866
    },
    {
      "epoch": 0.7846941149104443,
      "grad_norm": 0.6296452112421038,
      "learning_rate": 0.00028996533854570725,
      "loss": 2.3594,
      "step": 16867
    },
    {
      "epoch": 0.784740637357525,
      "grad_norm": 0.6593035521254439,
      "learning_rate": 0.00028996400383513667,
      "loss": 2.375,
      "step": 16868
    },
    {
      "epoch": 0.7847871598046057,
      "grad_norm": 0.6888302630643102,
      "learning_rate": 0.0002899626690388793,
      "loss": 2.4062,
      "step": 16869
    },
    {
      "epoch": 0.7848336822516865,
      "grad_norm": 0.676409307291154,
      "learning_rate": 0.000289961334156936,
      "loss": 2.2812,
      "step": 16870
    },
    {
      "epoch": 0.7848802046987672,
      "grad_norm": 0.6884167629321887,
      "learning_rate": 0.0002899599991893076,
      "loss": 2.3906,
      "step": 16871
    },
    {
      "epoch": 0.7849267271458479,
      "grad_norm": 0.6919306092747657,
      "learning_rate": 0.0002899586641359948,
      "loss": 2.7812,
      "step": 16872
    },
    {
      "epoch": 0.7849732495929286,
      "grad_norm": 0.7213066528959363,
      "learning_rate": 0.00028995732899699846,
      "loss": 2.5625,
      "step": 16873
    },
    {
      "epoch": 0.7850197720400093,
      "grad_norm": 0.705249823420763,
      "learning_rate": 0.0002899559937723194,
      "loss": 2.5156,
      "step": 16874
    },
    {
      "epoch": 0.78506629448709,
      "grad_norm": 0.6868873410013132,
      "learning_rate": 0.00028995465846195855,
      "loss": 2.5938,
      "step": 16875
    },
    {
      "epoch": 0.7851128169341708,
      "grad_norm": 0.6952407176948905,
      "learning_rate": 0.0002899533230659166,
      "loss": 2.4062,
      "step": 16876
    },
    {
      "epoch": 0.7851593393812515,
      "grad_norm": 0.67529599438651,
      "learning_rate": 0.00028995198758419437,
      "loss": 2.6094,
      "step": 16877
    },
    {
      "epoch": 0.7852058618283322,
      "grad_norm": 0.645684601970991,
      "learning_rate": 0.0002899506520167927,
      "loss": 2.5625,
      "step": 16878
    },
    {
      "epoch": 0.7852523842754129,
      "grad_norm": 0.6842057260249007,
      "learning_rate": 0.0002899493163637124,
      "loss": 2.5156,
      "step": 16879
    },
    {
      "epoch": 0.7852989067224936,
      "grad_norm": 0.7058084258604937,
      "learning_rate": 0.0002899479806249544,
      "loss": 2.5156,
      "step": 16880
    },
    {
      "epoch": 0.7853454291695743,
      "grad_norm": 0.6734201679025091,
      "learning_rate": 0.00028994664480051937,
      "loss": 2.5,
      "step": 16881
    },
    {
      "epoch": 0.785391951616655,
      "grad_norm": 0.6772521121123429,
      "learning_rate": 0.00028994530889040815,
      "loss": 2.5312,
      "step": 16882
    },
    {
      "epoch": 0.7854384740637358,
      "grad_norm": 0.6547636385399096,
      "learning_rate": 0.0002899439728946216,
      "loss": 2.4375,
      "step": 16883
    },
    {
      "epoch": 0.7854849965108165,
      "grad_norm": 0.6352338211184608,
      "learning_rate": 0.00028994263681316054,
      "loss": 2.5781,
      "step": 16884
    },
    {
      "epoch": 0.7855315189578972,
      "grad_norm": 0.7277415561453133,
      "learning_rate": 0.00028994130064602576,
      "loss": 2.375,
      "step": 16885
    },
    {
      "epoch": 0.7855780414049779,
      "grad_norm": 0.6587556899847604,
      "learning_rate": 0.0002899399643932181,
      "loss": 2.4375,
      "step": 16886
    },
    {
      "epoch": 0.7856245638520586,
      "grad_norm": 0.6455090219003231,
      "learning_rate": 0.00028993862805473837,
      "loss": 2.4844,
      "step": 16887
    },
    {
      "epoch": 0.7856710862991393,
      "grad_norm": 0.700380303587451,
      "learning_rate": 0.0002899372916305874,
      "loss": 2.4531,
      "step": 16888
    },
    {
      "epoch": 0.7857176087462201,
      "grad_norm": 0.6494164433148804,
      "learning_rate": 0.00028993595512076596,
      "loss": 2.4062,
      "step": 16889
    },
    {
      "epoch": 0.7857641311933008,
      "grad_norm": 0.6793489647972155,
      "learning_rate": 0.00028993461852527494,
      "loss": 2.7969,
      "step": 16890
    },
    {
      "epoch": 0.7858106536403815,
      "grad_norm": 0.6486469507345355,
      "learning_rate": 0.0002899332818441151,
      "loss": 2.4062,
      "step": 16891
    },
    {
      "epoch": 0.7858571760874622,
      "grad_norm": 0.7170304508993793,
      "learning_rate": 0.00028993194507728726,
      "loss": 2.375,
      "step": 16892
    },
    {
      "epoch": 0.7859036985345429,
      "grad_norm": 0.6893859166585689,
      "learning_rate": 0.0002899306082247923,
      "loss": 2.5469,
      "step": 16893
    },
    {
      "epoch": 0.7859502209816236,
      "grad_norm": 0.7471249366401606,
      "learning_rate": 0.000289929271286631,
      "loss": 2.8594,
      "step": 16894
    },
    {
      "epoch": 0.7859967434287044,
      "grad_norm": 0.6665706698493883,
      "learning_rate": 0.0002899279342628041,
      "loss": 2.7344,
      "step": 16895
    },
    {
      "epoch": 0.7860432658757851,
      "grad_norm": 0.7094708173441944,
      "learning_rate": 0.0002899265971533126,
      "loss": 2.625,
      "step": 16896
    },
    {
      "epoch": 0.7860897883228658,
      "grad_norm": 0.6809048735456442,
      "learning_rate": 0.0002899252599581571,
      "loss": 2.8125,
      "step": 16897
    },
    {
      "epoch": 0.7861363107699465,
      "grad_norm": 0.7169009965578396,
      "learning_rate": 0.00028992392267733865,
      "loss": 2.4531,
      "step": 16898
    },
    {
      "epoch": 0.7861828332170272,
      "grad_norm": 0.6459086290995936,
      "learning_rate": 0.00028992258531085785,
      "loss": 2.5469,
      "step": 16899
    },
    {
      "epoch": 0.7862293556641079,
      "grad_norm": 0.6806384405358445,
      "learning_rate": 0.00028992124785871565,
      "loss": 2.3906,
      "step": 16900
    },
    {
      "epoch": 0.7862758781111886,
      "grad_norm": 0.6231627795201378,
      "learning_rate": 0.00028991991032091286,
      "loss": 2.2969,
      "step": 16901
    },
    {
      "epoch": 0.7863224005582694,
      "grad_norm": 0.7358371012960521,
      "learning_rate": 0.0002899185726974503,
      "loss": 2.5,
      "step": 16902
    },
    {
      "epoch": 0.7863689230053501,
      "grad_norm": 0.6618866402515196,
      "learning_rate": 0.0002899172349883287,
      "loss": 2.5312,
      "step": 16903
    },
    {
      "epoch": 0.7864154454524308,
      "grad_norm": 0.6778583918561508,
      "learning_rate": 0.00028991589719354897,
      "loss": 2.7188,
      "step": 16904
    },
    {
      "epoch": 0.7864619678995115,
      "grad_norm": 0.6487090965547783,
      "learning_rate": 0.00028991455931311194,
      "loss": 2.5156,
      "step": 16905
    },
    {
      "epoch": 0.7865084903465922,
      "grad_norm": 0.6751555670090401,
      "learning_rate": 0.00028991322134701834,
      "loss": 1.8828,
      "step": 16906
    },
    {
      "epoch": 0.7865550127936729,
      "grad_norm": 0.7104957289767638,
      "learning_rate": 0.0002899118832952691,
      "loss": 2.6094,
      "step": 16907
    },
    {
      "epoch": 0.7866015352407537,
      "grad_norm": 0.6895907569285028,
      "learning_rate": 0.0002899105451578649,
      "loss": 2.5312,
      "step": 16908
    },
    {
      "epoch": 0.7866480576878344,
      "grad_norm": 0.694722879682168,
      "learning_rate": 0.0002899092069348067,
      "loss": 2.6562,
      "step": 16909
    },
    {
      "epoch": 0.7866945801349151,
      "grad_norm": 0.6991456110105064,
      "learning_rate": 0.00028990786862609526,
      "loss": 2.625,
      "step": 16910
    },
    {
      "epoch": 0.7867411025819958,
      "grad_norm": 0.6171594367867306,
      "learning_rate": 0.00028990653023173134,
      "loss": 2.2188,
      "step": 16911
    },
    {
      "epoch": 0.7867876250290765,
      "grad_norm": 0.6823281685291784,
      "learning_rate": 0.0002899051917517159,
      "loss": 2.5312,
      "step": 16912
    },
    {
      "epoch": 0.7868341474761572,
      "grad_norm": 0.6537565514716718,
      "learning_rate": 0.0002899038531860496,
      "loss": 2.4531,
      "step": 16913
    },
    {
      "epoch": 0.7868806699232379,
      "grad_norm": 0.7015806970124756,
      "learning_rate": 0.0002899025145347334,
      "loss": 2.4688,
      "step": 16914
    },
    {
      "epoch": 0.7869271923703187,
      "grad_norm": 0.6347814554426645,
      "learning_rate": 0.00028990117579776796,
      "loss": 2.4219,
      "step": 16915
    },
    {
      "epoch": 0.7869737148173994,
      "grad_norm": 0.68984896486396,
      "learning_rate": 0.0002898998369751543,
      "loss": 2.4531,
      "step": 16916
    },
    {
      "epoch": 0.7870202372644801,
      "grad_norm": 0.6681083545771073,
      "learning_rate": 0.0002898984980668931,
      "loss": 2.3281,
      "step": 16917
    },
    {
      "epoch": 0.7870667597115608,
      "grad_norm": 0.6518331478488577,
      "learning_rate": 0.0002898971590729852,
      "loss": 2.6094,
      "step": 16918
    },
    {
      "epoch": 0.7871132821586415,
      "grad_norm": 0.7595468799663228,
      "learning_rate": 0.0002898958199934314,
      "loss": 2.5625,
      "step": 16919
    },
    {
      "epoch": 0.7871598046057222,
      "grad_norm": 0.6940409769042997,
      "learning_rate": 0.00028989448082823266,
      "loss": 2.75,
      "step": 16920
    },
    {
      "epoch": 0.787206327052803,
      "grad_norm": 0.726349512252554,
      "learning_rate": 0.0002898931415773896,
      "loss": 1.8359,
      "step": 16921
    },
    {
      "epoch": 0.7872528494998837,
      "grad_norm": 0.6589395940943396,
      "learning_rate": 0.0002898918022409032,
      "loss": 2.4375,
      "step": 16922
    },
    {
      "epoch": 0.7872993719469644,
      "grad_norm": 0.6702635071783138,
      "learning_rate": 0.0002898904628187742,
      "loss": 2.7031,
      "step": 16923
    },
    {
      "epoch": 0.7873458943940451,
      "grad_norm": 0.6748840202139522,
      "learning_rate": 0.0002898891233110034,
      "loss": 2.625,
      "step": 16924
    },
    {
      "epoch": 0.7873924168411258,
      "grad_norm": 0.6573019529470757,
      "learning_rate": 0.00028988778371759165,
      "loss": 2.4531,
      "step": 16925
    },
    {
      "epoch": 0.7874389392882065,
      "grad_norm": 0.665671218243921,
      "learning_rate": 0.0002898864440385398,
      "loss": 2.6875,
      "step": 16926
    },
    {
      "epoch": 0.7874854617352873,
      "grad_norm": 0.6693726055596143,
      "learning_rate": 0.00028988510427384865,
      "loss": 2.3906,
      "step": 16927
    },
    {
      "epoch": 0.787531984182368,
      "grad_norm": 0.6490463498029112,
      "learning_rate": 0.000289883764423519,
      "loss": 2.4844,
      "step": 16928
    },
    {
      "epoch": 0.7875785066294487,
      "grad_norm": 0.7856933328655917,
      "learning_rate": 0.0002898824244875517,
      "loss": 2.5312,
      "step": 16929
    },
    {
      "epoch": 0.7876250290765294,
      "grad_norm": 0.7030366340781115,
      "learning_rate": 0.00028988108446594755,
      "loss": 2.3594,
      "step": 16930
    },
    {
      "epoch": 0.7876715515236101,
      "grad_norm": 0.6923482473370745,
      "learning_rate": 0.00028987974435870737,
      "loss": 2.6875,
      "step": 16931
    },
    {
      "epoch": 0.7877180739706908,
      "grad_norm": 0.6884865644788025,
      "learning_rate": 0.00028987840416583197,
      "loss": 2.5781,
      "step": 16932
    },
    {
      "epoch": 0.7877645964177715,
      "grad_norm": 0.6751323872656557,
      "learning_rate": 0.00028987706388732226,
      "loss": 2.4062,
      "step": 16933
    },
    {
      "epoch": 0.7878111188648523,
      "grad_norm": 0.6986483014787934,
      "learning_rate": 0.0002898757235231789,
      "loss": 2.5312,
      "step": 16934
    },
    {
      "epoch": 0.787857641311933,
      "grad_norm": 0.7261288970704644,
      "learning_rate": 0.00028987438307340283,
      "loss": 2.6406,
      "step": 16935
    },
    {
      "epoch": 0.7879041637590137,
      "grad_norm": 0.6723425369801173,
      "learning_rate": 0.00028987304253799484,
      "loss": 2.6719,
      "step": 16936
    },
    {
      "epoch": 0.7879506862060944,
      "grad_norm": 0.6951955958916609,
      "learning_rate": 0.00028987170191695574,
      "loss": 2.5469,
      "step": 16937
    },
    {
      "epoch": 0.7879972086531751,
      "grad_norm": 0.6293834447178842,
      "learning_rate": 0.00028987036121028636,
      "loss": 2.375,
      "step": 16938
    },
    {
      "epoch": 0.7880437311002558,
      "grad_norm": 0.6977919342061524,
      "learning_rate": 0.0002898690204179875,
      "loss": 2.5938,
      "step": 16939
    },
    {
      "epoch": 0.7880902535473366,
      "grad_norm": 0.6234214241816947,
      "learning_rate": 0.00028986767954006004,
      "loss": 2.2344,
      "step": 16940
    },
    {
      "epoch": 0.7881367759944173,
      "grad_norm": 0.7169575484150694,
      "learning_rate": 0.0002898663385765048,
      "loss": 2.5156,
      "step": 16941
    },
    {
      "epoch": 0.788183298441498,
      "grad_norm": 0.7401499492712771,
      "learning_rate": 0.00028986499752732244,
      "loss": 2.5,
      "step": 16942
    },
    {
      "epoch": 0.7882298208885787,
      "grad_norm": 0.6790820302215557,
      "learning_rate": 0.000289863656392514,
      "loss": 2.4844,
      "step": 16943
    },
    {
      "epoch": 0.7882763433356594,
      "grad_norm": 0.695187633892732,
      "learning_rate": 0.0002898623151720802,
      "loss": 2.5,
      "step": 16944
    },
    {
      "epoch": 0.7883228657827401,
      "grad_norm": 0.785829327585138,
      "learning_rate": 0.00028986097386602186,
      "loss": 2.2188,
      "step": 16945
    },
    {
      "epoch": 0.7883693882298208,
      "grad_norm": 0.6844814426330281,
      "learning_rate": 0.0002898596324743398,
      "loss": 2.4844,
      "step": 16946
    },
    {
      "epoch": 0.7884159106769016,
      "grad_norm": 0.6872652899993175,
      "learning_rate": 0.00028985829099703483,
      "loss": 2.3438,
      "step": 16947
    },
    {
      "epoch": 0.7884624331239823,
      "grad_norm": 0.7229913456744191,
      "learning_rate": 0.0002898569494341078,
      "loss": 2.4844,
      "step": 16948
    },
    {
      "epoch": 0.788508955571063,
      "grad_norm": 0.6777156293674628,
      "learning_rate": 0.00028985560778555956,
      "loss": 2.5156,
      "step": 16949
    },
    {
      "epoch": 0.7885554780181437,
      "grad_norm": 0.698620635126453,
      "learning_rate": 0.00028985426605139086,
      "loss": 2.4531,
      "step": 16950
    },
    {
      "epoch": 0.7886020004652244,
      "grad_norm": 0.7013000956676617,
      "learning_rate": 0.00028985292423160255,
      "loss": 2.625,
      "step": 16951
    },
    {
      "epoch": 0.7886485229123051,
      "grad_norm": 0.7198588647265074,
      "learning_rate": 0.00028985158232619544,
      "loss": 2.6562,
      "step": 16952
    },
    {
      "epoch": 0.788695045359386,
      "grad_norm": 0.6747800984592411,
      "learning_rate": 0.0002898502403351704,
      "loss": 2.5781,
      "step": 16953
    },
    {
      "epoch": 0.7887415678064666,
      "grad_norm": 0.6735665628952107,
      "learning_rate": 0.00028984889825852815,
      "loss": 2.6406,
      "step": 16954
    },
    {
      "epoch": 0.7887880902535473,
      "grad_norm": 0.6620655165225973,
      "learning_rate": 0.00028984755609626965,
      "loss": 2.5938,
      "step": 16955
    },
    {
      "epoch": 0.788834612700628,
      "grad_norm": 0.6608089466596088,
      "learning_rate": 0.00028984621384839566,
      "loss": 2.5,
      "step": 16956
    },
    {
      "epoch": 0.7888811351477087,
      "grad_norm": 0.7386479844433859,
      "learning_rate": 0.00028984487151490694,
      "loss": 2.5,
      "step": 16957
    },
    {
      "epoch": 0.7889276575947894,
      "grad_norm": 0.6676590463789229,
      "learning_rate": 0.0002898435290958044,
      "loss": 2.5625,
      "step": 16958
    },
    {
      "epoch": 0.7889741800418703,
      "grad_norm": 0.6881172222759956,
      "learning_rate": 0.00028984218659108883,
      "loss": 2.3438,
      "step": 16959
    },
    {
      "epoch": 0.789020702488951,
      "grad_norm": 0.7212304364673773,
      "learning_rate": 0.000289840844000761,
      "loss": 2.0,
      "step": 16960
    },
    {
      "epoch": 0.7890672249360317,
      "grad_norm": 0.6556799578563381,
      "learning_rate": 0.0002898395013248219,
      "loss": 2.3125,
      "step": 16961
    },
    {
      "epoch": 0.7891137473831124,
      "grad_norm": 0.6656384859332514,
      "learning_rate": 0.0002898381585632721,
      "loss": 2.375,
      "step": 16962
    },
    {
      "epoch": 0.789160269830193,
      "grad_norm": 0.743551327608174,
      "learning_rate": 0.0002898368157161127,
      "loss": 2.6875,
      "step": 16963
    },
    {
      "epoch": 0.7892067922772737,
      "grad_norm": 0.6671110714835371,
      "learning_rate": 0.0002898354727833442,
      "loss": 2.7969,
      "step": 16964
    },
    {
      "epoch": 0.7892533147243544,
      "grad_norm": 0.662222901775864,
      "learning_rate": 0.00028983412976496775,
      "loss": 2.5156,
      "step": 16965
    },
    {
      "epoch": 0.7892998371714353,
      "grad_norm": 0.6135163342420568,
      "learning_rate": 0.0002898327866609839,
      "loss": 2.125,
      "step": 16966
    },
    {
      "epoch": 0.789346359618516,
      "grad_norm": 0.6321802010980434,
      "learning_rate": 0.00028983144347139366,
      "loss": 2.5,
      "step": 16967
    },
    {
      "epoch": 0.7893928820655967,
      "grad_norm": 0.6620197370742499,
      "learning_rate": 0.0002898301001961978,
      "loss": 2.3125,
      "step": 16968
    },
    {
      "epoch": 0.7894394045126774,
      "grad_norm": 0.6828271857712102,
      "learning_rate": 0.0002898287568353971,
      "loss": 2.3125,
      "step": 16969
    },
    {
      "epoch": 0.789485926959758,
      "grad_norm": 0.7242205062818361,
      "learning_rate": 0.00028982741338899246,
      "loss": 2.8125,
      "step": 16970
    },
    {
      "epoch": 0.7895324494068388,
      "grad_norm": 0.7365130749715426,
      "learning_rate": 0.0002898260698569846,
      "loss": 2.9062,
      "step": 16971
    },
    {
      "epoch": 0.7895789718539196,
      "grad_norm": 0.7160702901873869,
      "learning_rate": 0.0002898247262393744,
      "loss": 2.7969,
      "step": 16972
    },
    {
      "epoch": 0.7896254943010003,
      "grad_norm": 0.6712740560122062,
      "learning_rate": 0.00028982338253616267,
      "loss": 2.6875,
      "step": 16973
    },
    {
      "epoch": 0.789672016748081,
      "grad_norm": 0.6564262194685154,
      "learning_rate": 0.0002898220387473503,
      "loss": 2.5938,
      "step": 16974
    },
    {
      "epoch": 0.7897185391951617,
      "grad_norm": 0.7040144106670314,
      "learning_rate": 0.000289820694872938,
      "loss": 2.9844,
      "step": 16975
    },
    {
      "epoch": 0.7897650616422424,
      "grad_norm": 0.7013287383507839,
      "learning_rate": 0.0002898193509129266,
      "loss": 2.4062,
      "step": 16976
    },
    {
      "epoch": 0.7898115840893231,
      "grad_norm": 0.6736310336677378,
      "learning_rate": 0.00028981800686731705,
      "loss": 2.5,
      "step": 16977
    },
    {
      "epoch": 0.7898581065364039,
      "grad_norm": 0.6394852735531914,
      "learning_rate": 0.0002898166627361101,
      "loss": 2.3594,
      "step": 16978
    },
    {
      "epoch": 0.7899046289834846,
      "grad_norm": 0.7115370186574387,
      "learning_rate": 0.00028981531851930654,
      "loss": 2.5469,
      "step": 16979
    },
    {
      "epoch": 0.7899511514305653,
      "grad_norm": 0.7984175051695586,
      "learning_rate": 0.0002898139742169072,
      "loss": 2.5938,
      "step": 16980
    },
    {
      "epoch": 0.789997673877646,
      "grad_norm": 0.6779470341060826,
      "learning_rate": 0.00028981262982891295,
      "loss": 2.5312,
      "step": 16981
    },
    {
      "epoch": 0.7900441963247267,
      "grad_norm": 0.620298595792105,
      "learning_rate": 0.00028981128535532456,
      "loss": 2.5,
      "step": 16982
    },
    {
      "epoch": 0.7900907187718074,
      "grad_norm": 0.6350328548552086,
      "learning_rate": 0.0002898099407961429,
      "loss": 1.8516,
      "step": 16983
    },
    {
      "epoch": 0.7901372412188881,
      "grad_norm": 0.6519911002050847,
      "learning_rate": 0.00028980859615136874,
      "loss": 2.5469,
      "step": 16984
    },
    {
      "epoch": 0.7901837636659689,
      "grad_norm": 0.6730837842923305,
      "learning_rate": 0.00028980725142100294,
      "loss": 2.6875,
      "step": 16985
    },
    {
      "epoch": 0.7902302861130496,
      "grad_norm": 0.6588694934678009,
      "learning_rate": 0.0002898059066050463,
      "loss": 2.8906,
      "step": 16986
    },
    {
      "epoch": 0.7902768085601303,
      "grad_norm": 0.6555239254095325,
      "learning_rate": 0.0002898045617034997,
      "loss": 2.5156,
      "step": 16987
    },
    {
      "epoch": 0.790323331007211,
      "grad_norm": 0.6421206746901512,
      "learning_rate": 0.0002898032167163639,
      "loss": 2.3281,
      "step": 16988
    },
    {
      "epoch": 0.7903698534542917,
      "grad_norm": 0.6615552584760658,
      "learning_rate": 0.00028980187164363977,
      "loss": 2.4688,
      "step": 16989
    },
    {
      "epoch": 0.7904163759013724,
      "grad_norm": 0.6702293939208711,
      "learning_rate": 0.0002898005264853281,
      "loss": 2.6875,
      "step": 16990
    },
    {
      "epoch": 0.7904628983484532,
      "grad_norm": 0.6734755517653344,
      "learning_rate": 0.0002897991812414297,
      "loss": 2.3906,
      "step": 16991
    },
    {
      "epoch": 0.7905094207955339,
      "grad_norm": 0.7533647905876164,
      "learning_rate": 0.00028979783591194546,
      "loss": 2.8594,
      "step": 16992
    },
    {
      "epoch": 0.7905559432426146,
      "grad_norm": 0.6696783160426875,
      "learning_rate": 0.0002897964904968762,
      "loss": 2.6562,
      "step": 16993
    },
    {
      "epoch": 0.7906024656896953,
      "grad_norm": 0.7080421194243667,
      "learning_rate": 0.0002897951449962226,
      "loss": 2.3906,
      "step": 16994
    },
    {
      "epoch": 0.790648988136776,
      "grad_norm": 0.636153935291123,
      "learning_rate": 0.00028979379940998563,
      "loss": 2.2031,
      "step": 16995
    },
    {
      "epoch": 0.7906955105838567,
      "grad_norm": 0.6592818884386349,
      "learning_rate": 0.00028979245373816605,
      "loss": 2.7031,
      "step": 16996
    },
    {
      "epoch": 0.7907420330309374,
      "grad_norm": 0.667525142352148,
      "learning_rate": 0.00028979110798076476,
      "loss": 2.5625,
      "step": 16997
    },
    {
      "epoch": 0.7907885554780182,
      "grad_norm": 0.6756567181283386,
      "learning_rate": 0.0002897897621377825,
      "loss": 2.75,
      "step": 16998
    },
    {
      "epoch": 0.7908350779250989,
      "grad_norm": 0.6646334714028493,
      "learning_rate": 0.0002897884162092201,
      "loss": 2.5156,
      "step": 16999
    },
    {
      "epoch": 0.7908816003721796,
      "grad_norm": 0.7696483258037287,
      "learning_rate": 0.00028978707019507844,
      "loss": 2.9844,
      "step": 17000
    },
    {
      "epoch": 0.7909281228192603,
      "grad_norm": 0.6565672481380516,
      "learning_rate": 0.0002897857240953583,
      "loss": 2.4219,
      "step": 17001
    },
    {
      "epoch": 0.790974645266341,
      "grad_norm": 0.6926789912162004,
      "learning_rate": 0.0002897843779100605,
      "loss": 2.5938,
      "step": 17002
    },
    {
      "epoch": 0.7910211677134217,
      "grad_norm": 0.7136406775952068,
      "learning_rate": 0.0002897830316391859,
      "loss": 2.4375,
      "step": 17003
    },
    {
      "epoch": 0.7910676901605025,
      "grad_norm": 0.6603545619922695,
      "learning_rate": 0.0002897816852827353,
      "loss": 2.3438,
      "step": 17004
    },
    {
      "epoch": 0.7911142126075832,
      "grad_norm": 0.6371649351616493,
      "learning_rate": 0.0002897803388407095,
      "loss": 2.3125,
      "step": 17005
    },
    {
      "epoch": 0.7911607350546639,
      "grad_norm": 0.6874213868859742,
      "learning_rate": 0.0002897789923131094,
      "loss": 2.5625,
      "step": 17006
    },
    {
      "epoch": 0.7912072575017446,
      "grad_norm": 0.6739049874701073,
      "learning_rate": 0.0002897776456999358,
      "loss": 2.6406,
      "step": 17007
    },
    {
      "epoch": 0.7912537799488253,
      "grad_norm": 0.6446332564768112,
      "learning_rate": 0.0002897762990011895,
      "loss": 2.2031,
      "step": 17008
    },
    {
      "epoch": 0.791300302395906,
      "grad_norm": 0.6666755517396381,
      "learning_rate": 0.00028977495221687124,
      "loss": 2.2188,
      "step": 17009
    },
    {
      "epoch": 0.7913468248429868,
      "grad_norm": 0.7142122864609828,
      "learning_rate": 0.000289773605346982,
      "loss": 2.5625,
      "step": 17010
    },
    {
      "epoch": 0.7913933472900675,
      "grad_norm": 0.6733253595328623,
      "learning_rate": 0.00028977225839152247,
      "loss": 2.2656,
      "step": 17011
    },
    {
      "epoch": 0.7914398697371482,
      "grad_norm": 0.6376409817727531,
      "learning_rate": 0.0002897709113504936,
      "loss": 2.2812,
      "step": 17012
    },
    {
      "epoch": 0.7914863921842289,
      "grad_norm": 0.8159548475887981,
      "learning_rate": 0.00028976956422389617,
      "loss": 2.6406,
      "step": 17013
    },
    {
      "epoch": 0.7915329146313096,
      "grad_norm": 0.7110057812028152,
      "learning_rate": 0.00028976821701173094,
      "loss": 2.7812,
      "step": 17014
    },
    {
      "epoch": 0.7915794370783903,
      "grad_norm": 0.7046022597398962,
      "learning_rate": 0.0002897668697139988,
      "loss": 2.6562,
      "step": 17015
    },
    {
      "epoch": 0.791625959525471,
      "grad_norm": 0.6616011301265552,
      "learning_rate": 0.00028976552233070054,
      "loss": 2.5156,
      "step": 17016
    },
    {
      "epoch": 0.7916724819725518,
      "grad_norm": 0.6387905146177025,
      "learning_rate": 0.00028976417486183706,
      "loss": 2.4531,
      "step": 17017
    },
    {
      "epoch": 0.7917190044196325,
      "grad_norm": 0.6635095773152839,
      "learning_rate": 0.00028976282730740904,
      "loss": 2.4375,
      "step": 17018
    },
    {
      "epoch": 0.7917655268667132,
      "grad_norm": 0.7461263261936488,
      "learning_rate": 0.00028976147966741747,
      "loss": 2.6406,
      "step": 17019
    },
    {
      "epoch": 0.7918120493137939,
      "grad_norm": 0.6751504033107528,
      "learning_rate": 0.00028976013194186305,
      "loss": 2.2812,
      "step": 17020
    },
    {
      "epoch": 0.7918585717608746,
      "grad_norm": 0.7429331582776162,
      "learning_rate": 0.0002897587841307467,
      "loss": 2.7344,
      "step": 17021
    },
    {
      "epoch": 0.7919050942079553,
      "grad_norm": 0.6276468146761303,
      "learning_rate": 0.0002897574362340692,
      "loss": 2.3594,
      "step": 17022
    },
    {
      "epoch": 0.7919516166550361,
      "grad_norm": 0.6510051005462218,
      "learning_rate": 0.0002897560882518313,
      "loss": 2.5,
      "step": 17023
    },
    {
      "epoch": 0.7919981391021168,
      "grad_norm": 0.7226778976920538,
      "learning_rate": 0.000289754740184034,
      "loss": 2.5,
      "step": 17024
    },
    {
      "epoch": 0.7920446615491975,
      "grad_norm": 0.6712594642650699,
      "learning_rate": 0.00028975339203067796,
      "loss": 2.3594,
      "step": 17025
    },
    {
      "epoch": 0.7920911839962782,
      "grad_norm": 0.6898310268485403,
      "learning_rate": 0.00028975204379176405,
      "loss": 2.6875,
      "step": 17026
    },
    {
      "epoch": 0.7921377064433589,
      "grad_norm": 0.6502600867822484,
      "learning_rate": 0.00028975069546729315,
      "loss": 2.375,
      "step": 17027
    },
    {
      "epoch": 0.7921842288904396,
      "grad_norm": 0.7247424566668283,
      "learning_rate": 0.00028974934705726607,
      "loss": 2.3438,
      "step": 17028
    },
    {
      "epoch": 0.7922307513375203,
      "grad_norm": 0.733319879787149,
      "learning_rate": 0.00028974799856168357,
      "loss": 2.5312,
      "step": 17029
    },
    {
      "epoch": 0.7922772737846011,
      "grad_norm": 0.668803462169496,
      "learning_rate": 0.00028974664998054656,
      "loss": 2.2969,
      "step": 17030
    },
    {
      "epoch": 0.7923237962316818,
      "grad_norm": 0.6735780912964032,
      "learning_rate": 0.0002897453013138558,
      "loss": 2.5469,
      "step": 17031
    },
    {
      "epoch": 0.7923703186787625,
      "grad_norm": 0.6773166654961698,
      "learning_rate": 0.0002897439525616122,
      "loss": 2.4688,
      "step": 17032
    },
    {
      "epoch": 0.7924168411258432,
      "grad_norm": 0.6676921360010843,
      "learning_rate": 0.00028974260372381644,
      "loss": 2.2031,
      "step": 17033
    },
    {
      "epoch": 0.7924633635729239,
      "grad_norm": 0.6511681589052422,
      "learning_rate": 0.0002897412548004695,
      "loss": 2.5312,
      "step": 17034
    },
    {
      "epoch": 0.7925098860200046,
      "grad_norm": 0.9986049413365744,
      "learning_rate": 0.00028973990579157213,
      "loss": 2.4062,
      "step": 17035
    },
    {
      "epoch": 0.7925564084670854,
      "grad_norm": 0.6664800150122234,
      "learning_rate": 0.00028973855669712513,
      "loss": 2.4531,
      "step": 17036
    },
    {
      "epoch": 0.7926029309141661,
      "grad_norm": 0.6752916318216086,
      "learning_rate": 0.0002897372075171294,
      "loss": 2.6094,
      "step": 17037
    },
    {
      "epoch": 0.7926494533612468,
      "grad_norm": 0.6805041180238014,
      "learning_rate": 0.00028973585825158574,
      "loss": 2.2188,
      "step": 17038
    },
    {
      "epoch": 0.7926959758083275,
      "grad_norm": 0.6303274822499563,
      "learning_rate": 0.0002897345089004949,
      "loss": 2.2969,
      "step": 17039
    },
    {
      "epoch": 0.7927424982554082,
      "grad_norm": 0.6311579531625542,
      "learning_rate": 0.00028973315946385783,
      "loss": 2.2812,
      "step": 17040
    },
    {
      "epoch": 0.7927890207024889,
      "grad_norm": 0.6927367764499134,
      "learning_rate": 0.0002897318099416753,
      "loss": 2.6562,
      "step": 17041
    },
    {
      "epoch": 0.7928355431495697,
      "grad_norm": 0.722777119381096,
      "learning_rate": 0.0002897304603339481,
      "loss": 2.6094,
      "step": 17042
    },
    {
      "epoch": 0.7928820655966504,
      "grad_norm": 0.7223254702968894,
      "learning_rate": 0.00028972911064067703,
      "loss": 2.7656,
      "step": 17043
    },
    {
      "epoch": 0.7929285880437311,
      "grad_norm": 0.6473694690548725,
      "learning_rate": 0.0002897277608618631,
      "loss": 2.2812,
      "step": 17044
    },
    {
      "epoch": 0.7929751104908118,
      "grad_norm": 0.6704856014454095,
      "learning_rate": 0.00028972641099750694,
      "loss": 2.4531,
      "step": 17045
    },
    {
      "epoch": 0.7930216329378925,
      "grad_norm": 0.6794766140189072,
      "learning_rate": 0.00028972506104760947,
      "loss": 2.4219,
      "step": 17046
    },
    {
      "epoch": 0.7930681553849732,
      "grad_norm": 0.6814404902245063,
      "learning_rate": 0.0002897237110121715,
      "loss": 2.4688,
      "step": 17047
    },
    {
      "epoch": 0.7931146778320539,
      "grad_norm": 0.6629209462780591,
      "learning_rate": 0.00028972236089119384,
      "loss": 2.4688,
      "step": 17048
    },
    {
      "epoch": 0.7931612002791347,
      "grad_norm": 0.6691578016564785,
      "learning_rate": 0.00028972101068467726,
      "loss": 2.4531,
      "step": 17049
    },
    {
      "epoch": 0.7932077227262154,
      "grad_norm": 0.6723583940821382,
      "learning_rate": 0.00028971966039262277,
      "loss": 2.5312,
      "step": 17050
    },
    {
      "epoch": 0.7932542451732961,
      "grad_norm": 0.6740748500807809,
      "learning_rate": 0.000289718310015031,
      "loss": 2.5156,
      "step": 17051
    },
    {
      "epoch": 0.7933007676203768,
      "grad_norm": 0.6382452075253168,
      "learning_rate": 0.00028971695955190286,
      "loss": 2.6875,
      "step": 17052
    },
    {
      "epoch": 0.7933472900674575,
      "grad_norm": 0.6965296683121781,
      "learning_rate": 0.00028971560900323924,
      "loss": 2.7656,
      "step": 17053
    },
    {
      "epoch": 0.7933938125145382,
      "grad_norm": 0.6458569287271313,
      "learning_rate": 0.00028971425836904084,
      "loss": 2.3438,
      "step": 17054
    },
    {
      "epoch": 0.793440334961619,
      "grad_norm": 0.6169722867040224,
      "learning_rate": 0.00028971290764930854,
      "loss": 2.4375,
      "step": 17055
    },
    {
      "epoch": 0.7934868574086997,
      "grad_norm": 0.6465723622288029,
      "learning_rate": 0.00028971155684404327,
      "loss": 2.3594,
      "step": 17056
    },
    {
      "epoch": 0.7935333798557804,
      "grad_norm": 0.7126427928850415,
      "learning_rate": 0.00028971020595324566,
      "loss": 2.4219,
      "step": 17057
    },
    {
      "epoch": 0.7935799023028611,
      "grad_norm": 0.633469715231287,
      "learning_rate": 0.0002897088549769167,
      "loss": 2.3594,
      "step": 17058
    },
    {
      "epoch": 0.7936264247499418,
      "grad_norm": 0.7135514339683745,
      "learning_rate": 0.0002897075039150571,
      "loss": 2.5312,
      "step": 17059
    },
    {
      "epoch": 0.7936729471970225,
      "grad_norm": 0.6494105865221731,
      "learning_rate": 0.00028970615276766775,
      "loss": 2.3594,
      "step": 17060
    },
    {
      "epoch": 0.7937194696441032,
      "grad_norm": 0.6689815975885953,
      "learning_rate": 0.0002897048015347495,
      "loss": 2.3281,
      "step": 17061
    },
    {
      "epoch": 0.793765992091184,
      "grad_norm": 0.6403576264223405,
      "learning_rate": 0.00028970345021630314,
      "loss": 2.3594,
      "step": 17062
    },
    {
      "epoch": 0.7938125145382647,
      "grad_norm": 0.7163541247912293,
      "learning_rate": 0.0002897020988123295,
      "loss": 2.75,
      "step": 17063
    },
    {
      "epoch": 0.7938590369853454,
      "grad_norm": 0.6876716093037305,
      "learning_rate": 0.0002897007473228294,
      "loss": 2.6562,
      "step": 17064
    },
    {
      "epoch": 0.7939055594324261,
      "grad_norm": 0.666722439588411,
      "learning_rate": 0.0002896993957478037,
      "loss": 2.5312,
      "step": 17065
    },
    {
      "epoch": 0.7939520818795068,
      "grad_norm": 0.65168678054092,
      "learning_rate": 0.00028969804408725323,
      "loss": 2.1875,
      "step": 17066
    },
    {
      "epoch": 0.7939986043265875,
      "grad_norm": 0.6631016467319064,
      "learning_rate": 0.00028969669234117873,
      "loss": 2.6406,
      "step": 17067
    },
    {
      "epoch": 0.7940451267736683,
      "grad_norm": 0.663429912688747,
      "learning_rate": 0.00028969534050958117,
      "loss": 2.8125,
      "step": 17068
    },
    {
      "epoch": 0.794091649220749,
      "grad_norm": 0.6454800221867026,
      "learning_rate": 0.00028969398859246125,
      "loss": 2.0938,
      "step": 17069
    },
    {
      "epoch": 0.7941381716678297,
      "grad_norm": 0.7233388344513975,
      "learning_rate": 0.0002896926365898198,
      "loss": 2.6406,
      "step": 17070
    },
    {
      "epoch": 0.7941846941149104,
      "grad_norm": 0.7067915521714471,
      "learning_rate": 0.00028969128450165776,
      "loss": 2.6094,
      "step": 17071
    },
    {
      "epoch": 0.7942312165619911,
      "grad_norm": 0.6456215067692787,
      "learning_rate": 0.0002896899323279759,
      "loss": 2.2969,
      "step": 17072
    },
    {
      "epoch": 0.7942777390090718,
      "grad_norm": 0.6881747586416871,
      "learning_rate": 0.000289688580068775,
      "loss": 2.4531,
      "step": 17073
    },
    {
      "epoch": 0.7943242614561526,
      "grad_norm": 0.7112493945775394,
      "learning_rate": 0.00028968722772405593,
      "loss": 2.375,
      "step": 17074
    },
    {
      "epoch": 0.7943707839032333,
      "grad_norm": 0.6758702482967357,
      "learning_rate": 0.00028968587529381955,
      "loss": 2.6406,
      "step": 17075
    },
    {
      "epoch": 0.794417306350314,
      "grad_norm": 0.7346804732063626,
      "learning_rate": 0.0002896845227780666,
      "loss": 3.0781,
      "step": 17076
    },
    {
      "epoch": 0.7944638287973947,
      "grad_norm": 0.6665779746353829,
      "learning_rate": 0.000289683170176798,
      "loss": 2.6094,
      "step": 17077
    },
    {
      "epoch": 0.7945103512444754,
      "grad_norm": 0.7104467042415907,
      "learning_rate": 0.00028968181749001456,
      "loss": 2.4375,
      "step": 17078
    },
    {
      "epoch": 0.7945568736915561,
      "grad_norm": 1.1891139298821667,
      "learning_rate": 0.0002896804647177171,
      "loss": 2.3594,
      "step": 17079
    },
    {
      "epoch": 0.7946033961386368,
      "grad_norm": 0.6928124744222236,
      "learning_rate": 0.00028967911185990636,
      "loss": 2.5469,
      "step": 17080
    },
    {
      "epoch": 0.7946499185857177,
      "grad_norm": 0.7472597011302465,
      "learning_rate": 0.0002896777589165833,
      "loss": 2.6719,
      "step": 17081
    },
    {
      "epoch": 0.7946964410327984,
      "grad_norm": 0.704322573269478,
      "learning_rate": 0.00028967640588774865,
      "loss": 2.625,
      "step": 17082
    },
    {
      "epoch": 0.794742963479879,
      "grad_norm": 0.6878809703369979,
      "learning_rate": 0.0002896750527734033,
      "loss": 2.2344,
      "step": 17083
    },
    {
      "epoch": 0.7947894859269597,
      "grad_norm": 0.6527447897794969,
      "learning_rate": 0.0002896736995735481,
      "loss": 2.4375,
      "step": 17084
    },
    {
      "epoch": 0.7948360083740404,
      "grad_norm": 0.6119853913706929,
      "learning_rate": 0.00028967234628818377,
      "loss": 1.7422,
      "step": 17085
    },
    {
      "epoch": 0.7948825308211211,
      "grad_norm": 0.6512979705914705,
      "learning_rate": 0.00028967099291731126,
      "loss": 2.4375,
      "step": 17086
    },
    {
      "epoch": 0.794929053268202,
      "grad_norm": 0.6350100362334912,
      "learning_rate": 0.00028966963946093136,
      "loss": 2.4531,
      "step": 17087
    },
    {
      "epoch": 0.7949755757152827,
      "grad_norm": 0.6677988874267865,
      "learning_rate": 0.0002896682859190448,
      "loss": 2.3594,
      "step": 17088
    },
    {
      "epoch": 0.7950220981623634,
      "grad_norm": 0.670766036714939,
      "learning_rate": 0.00028966693229165257,
      "loss": 2.6562,
      "step": 17089
    },
    {
      "epoch": 0.795068620609444,
      "grad_norm": 0.7037635624375377,
      "learning_rate": 0.00028966557857875537,
      "loss": 2.5,
      "step": 17090
    },
    {
      "epoch": 0.7951151430565248,
      "grad_norm": 0.6936016591250935,
      "learning_rate": 0.00028966422478035413,
      "loss": 2.75,
      "step": 17091
    },
    {
      "epoch": 0.7951616655036055,
      "grad_norm": 0.738838255246464,
      "learning_rate": 0.0002896628708964496,
      "loss": 2.9219,
      "step": 17092
    },
    {
      "epoch": 0.7952081879506862,
      "grad_norm": 0.6928818203884027,
      "learning_rate": 0.00028966151692704265,
      "loss": 2.6094,
      "step": 17093
    },
    {
      "epoch": 0.795254710397767,
      "grad_norm": 0.6190347896529279,
      "learning_rate": 0.0002896601628721341,
      "loss": 2.1875,
      "step": 17094
    },
    {
      "epoch": 0.7953012328448477,
      "grad_norm": 0.6604697050813582,
      "learning_rate": 0.00028965880873172475,
      "loss": 2.5625,
      "step": 17095
    },
    {
      "epoch": 0.7953477552919284,
      "grad_norm": 0.6634295035988411,
      "learning_rate": 0.0002896574545058155,
      "loss": 2.375,
      "step": 17096
    },
    {
      "epoch": 0.7953942777390091,
      "grad_norm": 0.6966906320431353,
      "learning_rate": 0.0002896561001944071,
      "loss": 2.6562,
      "step": 17097
    },
    {
      "epoch": 0.7954408001860898,
      "grad_norm": 0.6612090547130858,
      "learning_rate": 0.0002896547457975004,
      "loss": 2.2969,
      "step": 17098
    },
    {
      "epoch": 0.7954873226331705,
      "grad_norm": 0.6792348027354154,
      "learning_rate": 0.0002896533913150962,
      "loss": 2.6875,
      "step": 17099
    },
    {
      "epoch": 0.7955338450802513,
      "grad_norm": 0.7682757122084468,
      "learning_rate": 0.0002896520367471955,
      "loss": 2.75,
      "step": 17100
    },
    {
      "epoch": 0.795580367527332,
      "grad_norm": 0.6976302292324892,
      "learning_rate": 0.0002896506820937989,
      "loss": 2.1719,
      "step": 17101
    },
    {
      "epoch": 0.7956268899744127,
      "grad_norm": 0.6548084578149678,
      "learning_rate": 0.00028964932735490735,
      "loss": 2.2969,
      "step": 17102
    },
    {
      "epoch": 0.7956734124214934,
      "grad_norm": 0.6414464053704811,
      "learning_rate": 0.00028964797253052164,
      "loss": 2.5312,
      "step": 17103
    },
    {
      "epoch": 0.7957199348685741,
      "grad_norm": 0.6904471251808084,
      "learning_rate": 0.00028964661762064263,
      "loss": 2.5625,
      "step": 17104
    },
    {
      "epoch": 0.7957664573156548,
      "grad_norm": 0.7653842038134803,
      "learning_rate": 0.00028964526262527114,
      "loss": 1.7969,
      "step": 17105
    },
    {
      "epoch": 0.7958129797627356,
      "grad_norm": 0.6290090567758064,
      "learning_rate": 0.000289643907544408,
      "loss": 2.0938,
      "step": 17106
    },
    {
      "epoch": 0.7958595022098163,
      "grad_norm": 0.7865978842127245,
      "learning_rate": 0.0002896425523780541,
      "loss": 2.875,
      "step": 17107
    },
    {
      "epoch": 0.795906024656897,
      "grad_norm": 0.6974975042727224,
      "learning_rate": 0.00028964119712621014,
      "loss": 2.5625,
      "step": 17108
    },
    {
      "epoch": 0.7959525471039777,
      "grad_norm": 0.640206078967909,
      "learning_rate": 0.000289639841788877,
      "loss": 1.7344,
      "step": 17109
    },
    {
      "epoch": 0.7959990695510584,
      "grad_norm": 0.6556669287286611,
      "learning_rate": 0.00028963848636605555,
      "loss": 2.4688,
      "step": 17110
    },
    {
      "epoch": 0.7960455919981391,
      "grad_norm": 0.7660140336027231,
      "learning_rate": 0.0002896371308577466,
      "loss": 2.5312,
      "step": 17111
    },
    {
      "epoch": 0.7960921144452198,
      "grad_norm": 0.6603337237024522,
      "learning_rate": 0.00028963577526395096,
      "loss": 2.8438,
      "step": 17112
    },
    {
      "epoch": 0.7961386368923006,
      "grad_norm": 0.7126051420207636,
      "learning_rate": 0.0002896344195846695,
      "loss": 2.3281,
      "step": 17113
    },
    {
      "epoch": 0.7961851593393813,
      "grad_norm": 0.7108520922274353,
      "learning_rate": 0.00028963306381990305,
      "loss": 2.7031,
      "step": 17114
    },
    {
      "epoch": 0.796231681786462,
      "grad_norm": 0.7098607126045509,
      "learning_rate": 0.00028963170796965235,
      "loss": 2.3906,
      "step": 17115
    },
    {
      "epoch": 0.7962782042335427,
      "grad_norm": 0.8180581890075749,
      "learning_rate": 0.0002896303520339183,
      "loss": 1.875,
      "step": 17116
    },
    {
      "epoch": 0.7963247266806234,
      "grad_norm": 0.6582986711971468,
      "learning_rate": 0.00028962899601270173,
      "loss": 2.4531,
      "step": 17117
    },
    {
      "epoch": 0.7963712491277041,
      "grad_norm": 0.6285188093344057,
      "learning_rate": 0.0002896276399060035,
      "loss": 2.2969,
      "step": 17118
    },
    {
      "epoch": 0.7964177715747849,
      "grad_norm": 0.7106468550325569,
      "learning_rate": 0.0002896262837138244,
      "loss": 2.6094,
      "step": 17119
    },
    {
      "epoch": 0.7964642940218656,
      "grad_norm": 0.6971173327683331,
      "learning_rate": 0.0002896249274361653,
      "loss": 2.4375,
      "step": 17120
    },
    {
      "epoch": 0.7965108164689463,
      "grad_norm": 0.677097486757473,
      "learning_rate": 0.00028962357107302695,
      "loss": 2.4062,
      "step": 17121
    },
    {
      "epoch": 0.796557338916027,
      "grad_norm": 0.6907787124925161,
      "learning_rate": 0.00028962221462441016,
      "loss": 2.4531,
      "step": 17122
    },
    {
      "epoch": 0.7966038613631077,
      "grad_norm": 0.6179933424115845,
      "learning_rate": 0.0002896208580903159,
      "loss": 2.3281,
      "step": 17123
    },
    {
      "epoch": 0.7966503838101884,
      "grad_norm": 0.7237436945526975,
      "learning_rate": 0.000289619501470745,
      "loss": 2.3594,
      "step": 17124
    },
    {
      "epoch": 0.7966969062572691,
      "grad_norm": 0.6830094687162355,
      "learning_rate": 0.0002896181447656981,
      "loss": 2.6094,
      "step": 17125
    },
    {
      "epoch": 0.7967434287043499,
      "grad_norm": 0.6579076022509915,
      "learning_rate": 0.0002896167879751762,
      "loss": 2.4062,
      "step": 17126
    },
    {
      "epoch": 0.7967899511514306,
      "grad_norm": 0.6790900443107399,
      "learning_rate": 0.0002896154310991801,
      "loss": 2.7344,
      "step": 17127
    },
    {
      "epoch": 0.7968364735985113,
      "grad_norm": 0.6547528839632057,
      "learning_rate": 0.00028961407413771056,
      "loss": 2.2969,
      "step": 17128
    },
    {
      "epoch": 0.796882996045592,
      "grad_norm": 0.6990983253282576,
      "learning_rate": 0.0002896127170907685,
      "loss": 1.6953,
      "step": 17129
    },
    {
      "epoch": 0.7969295184926727,
      "grad_norm": 0.6790383108434771,
      "learning_rate": 0.00028961135995835463,
      "loss": 2.4531,
      "step": 17130
    },
    {
      "epoch": 0.7969760409397534,
      "grad_norm": 0.6758763613803188,
      "learning_rate": 0.00028961000274046995,
      "loss": 2.25,
      "step": 17131
    },
    {
      "epoch": 0.7970225633868342,
      "grad_norm": 0.6736144171833369,
      "learning_rate": 0.00028960864543711517,
      "loss": 2.2656,
      "step": 17132
    },
    {
      "epoch": 0.7970690858339149,
      "grad_norm": 0.6554562509148565,
      "learning_rate": 0.00028960728804829116,
      "loss": 2.2969,
      "step": 17133
    },
    {
      "epoch": 0.7971156082809956,
      "grad_norm": 0.675636939558337,
      "learning_rate": 0.0002896059305739988,
      "loss": 2.625,
      "step": 17134
    },
    {
      "epoch": 0.7971621307280763,
      "grad_norm": 0.681243197793208,
      "learning_rate": 0.0002896045730142388,
      "loss": 2.7656,
      "step": 17135
    },
    {
      "epoch": 0.797208653175157,
      "grad_norm": 0.6824880082594379,
      "learning_rate": 0.0002896032153690121,
      "loss": 2.5469,
      "step": 17136
    },
    {
      "epoch": 0.7972551756222377,
      "grad_norm": 0.6680312901306752,
      "learning_rate": 0.0002896018576383194,
      "loss": 2.2656,
      "step": 17137
    },
    {
      "epoch": 0.7973016980693185,
      "grad_norm": 0.6923945853364782,
      "learning_rate": 0.00028960049982216173,
      "loss": 2.7031,
      "step": 17138
    },
    {
      "epoch": 0.7973482205163992,
      "grad_norm": 0.6608140496789802,
      "learning_rate": 0.00028959914192053975,
      "loss": 1.7812,
      "step": 17139
    },
    {
      "epoch": 0.7973947429634799,
      "grad_norm": 0.6875785851934948,
      "learning_rate": 0.0002895977839334544,
      "loss": 2.4844,
      "step": 17140
    },
    {
      "epoch": 0.7974412654105606,
      "grad_norm": 0.6441858007256038,
      "learning_rate": 0.0002895964258609064,
      "loss": 2.3438,
      "step": 17141
    },
    {
      "epoch": 0.7974877878576413,
      "grad_norm": 0.6713850126049176,
      "learning_rate": 0.0002895950677028967,
      "loss": 2.5781,
      "step": 17142
    },
    {
      "epoch": 0.797534310304722,
      "grad_norm": 0.6601798517531143,
      "learning_rate": 0.00028959370945942604,
      "loss": 2.4688,
      "step": 17143
    },
    {
      "epoch": 0.7975808327518027,
      "grad_norm": 0.6768712548293141,
      "learning_rate": 0.0002895923511304953,
      "loss": 2.7188,
      "step": 17144
    },
    {
      "epoch": 0.7976273551988835,
      "grad_norm": 0.6916273243897559,
      "learning_rate": 0.00028959099271610533,
      "loss": 2.3906,
      "step": 17145
    },
    {
      "epoch": 0.7976738776459642,
      "grad_norm": 0.752100971809217,
      "learning_rate": 0.0002895896342162569,
      "loss": 2.5625,
      "step": 17146
    },
    {
      "epoch": 0.7977204000930449,
      "grad_norm": 0.6993282385192638,
      "learning_rate": 0.00028958827563095086,
      "loss": 2.5469,
      "step": 17147
    },
    {
      "epoch": 0.7977669225401256,
      "grad_norm": 0.6726129902636627,
      "learning_rate": 0.00028958691696018805,
      "loss": 2.3594,
      "step": 17148
    },
    {
      "epoch": 0.7978134449872063,
      "grad_norm": 0.6604914087679833,
      "learning_rate": 0.00028958555820396935,
      "loss": 2.5312,
      "step": 17149
    },
    {
      "epoch": 0.797859967434287,
      "grad_norm": 0.6425054141790444,
      "learning_rate": 0.0002895841993622955,
      "loss": 2.3594,
      "step": 17150
    },
    {
      "epoch": 0.7979064898813678,
      "grad_norm": 0.6825258731884264,
      "learning_rate": 0.00028958284043516746,
      "loss": 2.4219,
      "step": 17151
    },
    {
      "epoch": 0.7979530123284485,
      "grad_norm": 0.67951535796259,
      "learning_rate": 0.00028958148142258595,
      "loss": 2.5625,
      "step": 17152
    },
    {
      "epoch": 0.7979995347755292,
      "grad_norm": 0.7863643735904435,
      "learning_rate": 0.0002895801223245518,
      "loss": 2.4375,
      "step": 17153
    },
    {
      "epoch": 0.7980460572226099,
      "grad_norm": 0.674144700917395,
      "learning_rate": 0.00028957876314106583,
      "loss": 2.625,
      "step": 17154
    },
    {
      "epoch": 0.7980925796696906,
      "grad_norm": 0.7160573247343084,
      "learning_rate": 0.000289577403872129,
      "loss": 2.75,
      "step": 17155
    },
    {
      "epoch": 0.7981391021167713,
      "grad_norm": 0.6729799450106524,
      "learning_rate": 0.0002895760445177421,
      "loss": 2.25,
      "step": 17156
    },
    {
      "epoch": 0.7981856245638521,
      "grad_norm": 0.7415745833209675,
      "learning_rate": 0.0002895746850779058,
      "loss": 2.6406,
      "step": 17157
    },
    {
      "epoch": 0.7982321470109328,
      "grad_norm": 0.638990664462752,
      "learning_rate": 0.00028957332555262116,
      "loss": 2.1094,
      "step": 17158
    },
    {
      "epoch": 0.7982786694580135,
      "grad_norm": 0.719840338897237,
      "learning_rate": 0.00028957196594188884,
      "loss": 2.4844,
      "step": 17159
    },
    {
      "epoch": 0.7983251919050942,
      "grad_norm": 0.6814294442380276,
      "learning_rate": 0.0002895706062457098,
      "loss": 2.4688,
      "step": 17160
    },
    {
      "epoch": 0.7983717143521749,
      "grad_norm": 0.6824462958734406,
      "learning_rate": 0.0002895692464640847,
      "loss": 2.3906,
      "step": 17161
    },
    {
      "epoch": 0.7984182367992556,
      "grad_norm": 0.6817027032254767,
      "learning_rate": 0.0002895678865970146,
      "loss": 2.3438,
      "step": 17162
    },
    {
      "epoch": 0.7984647592463363,
      "grad_norm": 0.7043281605922277,
      "learning_rate": 0.0002895665266445002,
      "loss": 2.5781,
      "step": 17163
    },
    {
      "epoch": 0.7985112816934171,
      "grad_norm": 0.6698238112899959,
      "learning_rate": 0.00028956516660654235,
      "loss": 2.3906,
      "step": 17164
    },
    {
      "epoch": 0.7985578041404978,
      "grad_norm": 0.7248505188210828,
      "learning_rate": 0.00028956380648314183,
      "loss": 2.6094,
      "step": 17165
    },
    {
      "epoch": 0.7986043265875785,
      "grad_norm": 0.6831665720064521,
      "learning_rate": 0.00028956244627429957,
      "loss": 2.6562,
      "step": 17166
    },
    {
      "epoch": 0.7986508490346592,
      "grad_norm": 0.6462894727974042,
      "learning_rate": 0.0002895610859800163,
      "loss": 2.6094,
      "step": 17167
    },
    {
      "epoch": 0.7986973714817399,
      "grad_norm": 0.6730270238838412,
      "learning_rate": 0.00028955972560029295,
      "loss": 2.25,
      "step": 17168
    },
    {
      "epoch": 0.7987438939288206,
      "grad_norm": 0.6949835304704125,
      "learning_rate": 0.0002895583651351304,
      "loss": 2.3594,
      "step": 17169
    },
    {
      "epoch": 0.7987904163759014,
      "grad_norm": 0.6776234835865698,
      "learning_rate": 0.0002895570045845293,
      "loss": 2.4688,
      "step": 17170
    },
    {
      "epoch": 0.7988369388229821,
      "grad_norm": 0.7263783394455946,
      "learning_rate": 0.00028955564394849055,
      "loss": 2.5781,
      "step": 17171
    },
    {
      "epoch": 0.7988834612700628,
      "grad_norm": 0.6965412950670569,
      "learning_rate": 0.00028955428322701506,
      "loss": 2.8438,
      "step": 17172
    },
    {
      "epoch": 0.7989299837171435,
      "grad_norm": 0.624983220605612,
      "learning_rate": 0.0002895529224201036,
      "loss": 2.2031,
      "step": 17173
    },
    {
      "epoch": 0.7989765061642242,
      "grad_norm": 0.6456906899970504,
      "learning_rate": 0.00028955156152775705,
      "loss": 2.5312,
      "step": 17174
    },
    {
      "epoch": 0.7990230286113049,
      "grad_norm": 0.6380973036236265,
      "learning_rate": 0.0002895502005499762,
      "loss": 2.5,
      "step": 17175
    },
    {
      "epoch": 0.7990695510583856,
      "grad_norm": 0.6869896258412592,
      "learning_rate": 0.0002895488394867619,
      "loss": 2.3906,
      "step": 17176
    },
    {
      "epoch": 0.7991160735054664,
      "grad_norm": 0.6660901051525004,
      "learning_rate": 0.00028954747833811496,
      "loss": 2.5625,
      "step": 17177
    },
    {
      "epoch": 0.7991625959525471,
      "grad_norm": 0.9908896523246732,
      "learning_rate": 0.0002895461171040362,
      "loss": 2.8906,
      "step": 17178
    },
    {
      "epoch": 0.7992091183996278,
      "grad_norm": 0.6387387926883702,
      "learning_rate": 0.0002895447557845266,
      "loss": 2.4062,
      "step": 17179
    },
    {
      "epoch": 0.7992556408467085,
      "grad_norm": 0.7057643717469609,
      "learning_rate": 0.00028954339437958673,
      "loss": 2.625,
      "step": 17180
    },
    {
      "epoch": 0.7993021632937892,
      "grad_norm": 0.6873345505144763,
      "learning_rate": 0.0002895420328892177,
      "loss": 2.5,
      "step": 17181
    },
    {
      "epoch": 0.7993486857408699,
      "grad_norm": 0.6831006151611213,
      "learning_rate": 0.00028954067131342013,
      "loss": 2.5,
      "step": 17182
    },
    {
      "epoch": 0.7993952081879507,
      "grad_norm": 0.7252881204129445,
      "learning_rate": 0.00028953930965219495,
      "loss": 2.7188,
      "step": 17183
    },
    {
      "epoch": 0.7994417306350314,
      "grad_norm": 0.7432307770452788,
      "learning_rate": 0.00028953794790554304,
      "loss": 2.4688,
      "step": 17184
    },
    {
      "epoch": 0.7994882530821121,
      "grad_norm": 0.661339067422871,
      "learning_rate": 0.0002895365860734651,
      "loss": 2.4219,
      "step": 17185
    },
    {
      "epoch": 0.7995347755291928,
      "grad_norm": 0.6299011066029889,
      "learning_rate": 0.0002895352241559621,
      "loss": 2.2344,
      "step": 17186
    },
    {
      "epoch": 0.7995812979762735,
      "grad_norm": 0.6593712634587529,
      "learning_rate": 0.0002895338621530348,
      "loss": 2.5,
      "step": 17187
    },
    {
      "epoch": 0.7996278204233542,
      "grad_norm": 0.6766842651839295,
      "learning_rate": 0.000289532500064684,
      "loss": 2.4062,
      "step": 17188
    },
    {
      "epoch": 0.799674342870435,
      "grad_norm": 0.639203466812794,
      "learning_rate": 0.00028953113789091065,
      "loss": 2.4844,
      "step": 17189
    },
    {
      "epoch": 0.7997208653175157,
      "grad_norm": 0.6856295358343936,
      "learning_rate": 0.00028952977563171544,
      "loss": 2.6094,
      "step": 17190
    },
    {
      "epoch": 0.7997673877645964,
      "grad_norm": 0.6713837796627231,
      "learning_rate": 0.0002895284132870993,
      "loss": 2.6562,
      "step": 17191
    },
    {
      "epoch": 0.7998139102116771,
      "grad_norm": 0.6928699860643686,
      "learning_rate": 0.00028952705085706306,
      "loss": 2.5156,
      "step": 17192
    },
    {
      "epoch": 0.7998604326587578,
      "grad_norm": 0.6789298814040174,
      "learning_rate": 0.00028952568834160757,
      "loss": 2.4531,
      "step": 17193
    },
    {
      "epoch": 0.7999069551058385,
      "grad_norm": 0.6870672631285473,
      "learning_rate": 0.0002895243257407336,
      "loss": 2.75,
      "step": 17194
    },
    {
      "epoch": 0.7999534775529192,
      "grad_norm": 0.6405287303677017,
      "learning_rate": 0.000289522963054442,
      "loss": 2.4531,
      "step": 17195
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.6491792033547287,
      "learning_rate": 0.00028952160028273367,
      "loss": 2.4844,
      "step": 17196
    },
    {
      "epoch": 0.8000465224470807,
      "grad_norm": 0.6334301518817484,
      "learning_rate": 0.0002895202374256093,
      "loss": 2.1406,
      "step": 17197
    },
    {
      "epoch": 0.8000930448941614,
      "grad_norm": 0.714961210202923,
      "learning_rate": 0.0002895188744830699,
      "loss": 2.4844,
      "step": 17198
    },
    {
      "epoch": 0.8001395673412421,
      "grad_norm": 0.6496038628258127,
      "learning_rate": 0.0002895175114551162,
      "loss": 2.4219,
      "step": 17199
    },
    {
      "epoch": 0.8001860897883228,
      "grad_norm": 0.659106724344099,
      "learning_rate": 0.00028951614834174907,
      "loss": 2.4688,
      "step": 17200
    },
    {
      "epoch": 0.8002326122354035,
      "grad_norm": 1.0399717146641494,
      "learning_rate": 0.00028951478514296935,
      "loss": 2.4844,
      "step": 17201
    },
    {
      "epoch": 0.8002791346824843,
      "grad_norm": 0.7352915960140762,
      "learning_rate": 0.0002895134218587778,
      "loss": 2.8125,
      "step": 17202
    },
    {
      "epoch": 0.800325657129565,
      "grad_norm": 0.7294843921578671,
      "learning_rate": 0.0002895120584891753,
      "loss": 2.7656,
      "step": 17203
    },
    {
      "epoch": 0.8003721795766457,
      "grad_norm": 0.7077604221308451,
      "learning_rate": 0.00028951069503416275,
      "loss": 2.8125,
      "step": 17204
    },
    {
      "epoch": 0.8004187020237264,
      "grad_norm": 0.6879772736784785,
      "learning_rate": 0.0002895093314937409,
      "loss": 2.25,
      "step": 17205
    },
    {
      "epoch": 0.8004652244708071,
      "grad_norm": 0.7172395443501347,
      "learning_rate": 0.00028950796786791065,
      "loss": 2.5781,
      "step": 17206
    },
    {
      "epoch": 0.8005117469178878,
      "grad_norm": 0.7517091515244146,
      "learning_rate": 0.0002895066041566728,
      "loss": 2.4844,
      "step": 17207
    },
    {
      "epoch": 0.8005582693649685,
      "grad_norm": 0.6948975213889533,
      "learning_rate": 0.0002895052403600281,
      "loss": 2.5,
      "step": 17208
    },
    {
      "epoch": 0.8006047918120494,
      "grad_norm": 0.6863612137278114,
      "learning_rate": 0.0002895038764779775,
      "loss": 2.4844,
      "step": 17209
    },
    {
      "epoch": 0.80065131425913,
      "grad_norm": 0.6977440626160445,
      "learning_rate": 0.0002895025125105219,
      "loss": 2.625,
      "step": 17210
    },
    {
      "epoch": 0.8006978367062108,
      "grad_norm": 0.6749728221891143,
      "learning_rate": 0.00028950114845766197,
      "loss": 2.4219,
      "step": 17211
    },
    {
      "epoch": 0.8007443591532915,
      "grad_norm": 0.6633133402876117,
      "learning_rate": 0.0002894997843193986,
      "loss": 2.625,
      "step": 17212
    },
    {
      "epoch": 0.8007908816003722,
      "grad_norm": 0.7551852219981994,
      "learning_rate": 0.0002894984200957327,
      "loss": 1.9297,
      "step": 17213
    },
    {
      "epoch": 0.8008374040474528,
      "grad_norm": 0.8008131680808508,
      "learning_rate": 0.000289497055786665,
      "loss": 1.7656,
      "step": 17214
    },
    {
      "epoch": 0.8008839264945337,
      "grad_norm": 0.6860102382960157,
      "learning_rate": 0.0002894956913921964,
      "loss": 2.4844,
      "step": 17215
    },
    {
      "epoch": 0.8009304489416144,
      "grad_norm": 0.6421500953000584,
      "learning_rate": 0.0002894943269123277,
      "loss": 2.5625,
      "step": 17216
    },
    {
      "epoch": 0.8009769713886951,
      "grad_norm": 0.6550182746932689,
      "learning_rate": 0.0002894929623470597,
      "loss": 2.4219,
      "step": 17217
    },
    {
      "epoch": 0.8010234938357758,
      "grad_norm": 0.7060595697147486,
      "learning_rate": 0.00028949159769639337,
      "loss": 2.5781,
      "step": 17218
    },
    {
      "epoch": 0.8010700162828565,
      "grad_norm": 0.5888969274656103,
      "learning_rate": 0.0002894902329603294,
      "loss": 2.25,
      "step": 17219
    },
    {
      "epoch": 0.8011165387299372,
      "grad_norm": 0.7565080211111391,
      "learning_rate": 0.00028948886813886875,
      "loss": 2.5156,
      "step": 17220
    },
    {
      "epoch": 0.801163061177018,
      "grad_norm": 0.6600101018285439,
      "learning_rate": 0.00028948750323201216,
      "loss": 2.4375,
      "step": 17221
    },
    {
      "epoch": 0.8012095836240987,
      "grad_norm": 0.7135090912246687,
      "learning_rate": 0.0002894861382397605,
      "loss": 2.75,
      "step": 17222
    },
    {
      "epoch": 0.8012561060711794,
      "grad_norm": 0.6959582431726485,
      "learning_rate": 0.00028948477316211464,
      "loss": 2.5938,
      "step": 17223
    },
    {
      "epoch": 0.8013026285182601,
      "grad_norm": 0.7359174450841638,
      "learning_rate": 0.00028948340799907533,
      "loss": 2.6719,
      "step": 17224
    },
    {
      "epoch": 0.8013491509653408,
      "grad_norm": 0.6605639696020426,
      "learning_rate": 0.00028948204275064344,
      "loss": 2.5312,
      "step": 17225
    },
    {
      "epoch": 0.8013956734124215,
      "grad_norm": 0.6855856386486633,
      "learning_rate": 0.00028948067741681985,
      "loss": 2.7812,
      "step": 17226
    },
    {
      "epoch": 0.8014421958595022,
      "grad_norm": 0.714571411495492,
      "learning_rate": 0.00028947931199760536,
      "loss": 2.6094,
      "step": 17227
    },
    {
      "epoch": 0.801488718306583,
      "grad_norm": 0.6763997168226534,
      "learning_rate": 0.00028947794649300084,
      "loss": 2.1562,
      "step": 17228
    },
    {
      "epoch": 0.8015352407536637,
      "grad_norm": 0.7249491296852437,
      "learning_rate": 0.00028947658090300706,
      "loss": 2.3906,
      "step": 17229
    },
    {
      "epoch": 0.8015817632007444,
      "grad_norm": 0.7157492740263852,
      "learning_rate": 0.0002894752152276249,
      "loss": 2.5469,
      "step": 17230
    },
    {
      "epoch": 0.8016282856478251,
      "grad_norm": 0.679057518158727,
      "learning_rate": 0.0002894738494668552,
      "loss": 2.6562,
      "step": 17231
    },
    {
      "epoch": 0.8016748080949058,
      "grad_norm": 0.7268089622904984,
      "learning_rate": 0.00028947248362069886,
      "loss": 2.4688,
      "step": 17232
    },
    {
      "epoch": 0.8017213305419865,
      "grad_norm": 0.6458701900543901,
      "learning_rate": 0.00028947111768915656,
      "loss": 2.4531,
      "step": 17233
    },
    {
      "epoch": 0.8017678529890673,
      "grad_norm": 0.7078608757468288,
      "learning_rate": 0.0002894697516722292,
      "loss": 2.6562,
      "step": 17234
    },
    {
      "epoch": 0.801814375436148,
      "grad_norm": 0.7148698648452174,
      "learning_rate": 0.0002894683855699177,
      "loss": 2.6562,
      "step": 17235
    },
    {
      "epoch": 0.8018608978832287,
      "grad_norm": 0.6788700316128643,
      "learning_rate": 0.00028946701938222284,
      "loss": 2.5469,
      "step": 17236
    },
    {
      "epoch": 0.8019074203303094,
      "grad_norm": 0.7315231070874816,
      "learning_rate": 0.00028946565310914536,
      "loss": 2.5625,
      "step": 17237
    },
    {
      "epoch": 0.8019539427773901,
      "grad_norm": 0.6339172345261784,
      "learning_rate": 0.00028946428675068626,
      "loss": 2.2188,
      "step": 17238
    },
    {
      "epoch": 0.8020004652244708,
      "grad_norm": 0.6946260237752145,
      "learning_rate": 0.0002894629203068463,
      "loss": 2.4219,
      "step": 17239
    },
    {
      "epoch": 0.8020469876715515,
      "grad_norm": 0.6920117061269225,
      "learning_rate": 0.00028946155377762627,
      "loss": 2.4531,
      "step": 17240
    },
    {
      "epoch": 0.8020935101186323,
      "grad_norm": 0.6721626207646053,
      "learning_rate": 0.00028946018716302706,
      "loss": 2.6719,
      "step": 17241
    },
    {
      "epoch": 0.802140032565713,
      "grad_norm": 0.651930368594157,
      "learning_rate": 0.00028945882046304953,
      "loss": 2.5781,
      "step": 17242
    },
    {
      "epoch": 0.8021865550127937,
      "grad_norm": 0.7769707508045803,
      "learning_rate": 0.0002894574536776945,
      "loss": 2.8906,
      "step": 17243
    },
    {
      "epoch": 0.8022330774598744,
      "grad_norm": 0.6446280302635755,
      "learning_rate": 0.00028945608680696277,
      "loss": 2.5469,
      "step": 17244
    },
    {
      "epoch": 0.8022795999069551,
      "grad_norm": 0.6560114131624929,
      "learning_rate": 0.0002894547198508552,
      "loss": 2.5938,
      "step": 17245
    },
    {
      "epoch": 0.8023261223540358,
      "grad_norm": 0.7074242951941611,
      "learning_rate": 0.00028945335280937265,
      "loss": 1.7188,
      "step": 17246
    },
    {
      "epoch": 0.8023726448011166,
      "grad_norm": 0.6622360840550714,
      "learning_rate": 0.00028945198568251595,
      "loss": 2.7344,
      "step": 17247
    },
    {
      "epoch": 0.8024191672481973,
      "grad_norm": 0.6399787005891825,
      "learning_rate": 0.00028945061847028585,
      "loss": 2.5156,
      "step": 17248
    },
    {
      "epoch": 0.802465689695278,
      "grad_norm": 0.6362549070547776,
      "learning_rate": 0.0002894492511726833,
      "loss": 2.3906,
      "step": 17249
    },
    {
      "epoch": 0.8025122121423587,
      "grad_norm": 0.6671814120644117,
      "learning_rate": 0.00028944788378970914,
      "loss": 2.5625,
      "step": 17250
    },
    {
      "epoch": 0.8025587345894394,
      "grad_norm": 0.6601126788022085,
      "learning_rate": 0.0002894465163213641,
      "loss": 2.4688,
      "step": 17251
    },
    {
      "epoch": 0.8026052570365201,
      "grad_norm": 0.715933632167532,
      "learning_rate": 0.0002894451487676491,
      "loss": 2.5625,
      "step": 17252
    },
    {
      "epoch": 0.8026517794836009,
      "grad_norm": 0.7002979521962626,
      "learning_rate": 0.000289443781128565,
      "loss": 2.4844,
      "step": 17253
    },
    {
      "epoch": 0.8026983019306816,
      "grad_norm": 0.6774562189143863,
      "learning_rate": 0.00028944241340411254,
      "loss": 2.6562,
      "step": 17254
    },
    {
      "epoch": 0.8027448243777623,
      "grad_norm": 0.6384007990354267,
      "learning_rate": 0.00028944104559429265,
      "loss": 2.5625,
      "step": 17255
    },
    {
      "epoch": 0.802791346824843,
      "grad_norm": 0.6443932585037655,
      "learning_rate": 0.0002894396776991061,
      "loss": 2.2188,
      "step": 17256
    },
    {
      "epoch": 0.8028378692719237,
      "grad_norm": 0.7273785483038424,
      "learning_rate": 0.0002894383097185538,
      "loss": 2.5,
      "step": 17257
    },
    {
      "epoch": 0.8028843917190044,
      "grad_norm": 0.7054568850944651,
      "learning_rate": 0.0002894369416526365,
      "loss": 2.5781,
      "step": 17258
    },
    {
      "epoch": 0.8029309141660851,
      "grad_norm": 0.6911281437927389,
      "learning_rate": 0.0002894355735013551,
      "loss": 2.4062,
      "step": 17259
    },
    {
      "epoch": 0.8029774366131659,
      "grad_norm": 0.6961079691945103,
      "learning_rate": 0.00028943420526471043,
      "loss": 2.4375,
      "step": 17260
    },
    {
      "epoch": 0.8030239590602466,
      "grad_norm": 0.7702275013283126,
      "learning_rate": 0.0002894328369427033,
      "loss": 2.4531,
      "step": 17261
    },
    {
      "epoch": 0.8030704815073273,
      "grad_norm": 0.7231855027480388,
      "learning_rate": 0.00028943146853533454,
      "loss": 2.3906,
      "step": 17262
    },
    {
      "epoch": 0.803117003954408,
      "grad_norm": 0.7057840640612733,
      "learning_rate": 0.0002894301000426051,
      "loss": 2.5938,
      "step": 17263
    },
    {
      "epoch": 0.8031635264014887,
      "grad_norm": 0.6998314303406377,
      "learning_rate": 0.00028942873146451563,
      "loss": 2.3125,
      "step": 17264
    },
    {
      "epoch": 0.8032100488485694,
      "grad_norm": 0.6765514217235663,
      "learning_rate": 0.00028942736280106716,
      "loss": 2.4531,
      "step": 17265
    },
    {
      "epoch": 0.8032565712956502,
      "grad_norm": 0.7036228243905506,
      "learning_rate": 0.0002894259940522603,
      "loss": 2.6406,
      "step": 17266
    },
    {
      "epoch": 0.8033030937427309,
      "grad_norm": 0.679994042023187,
      "learning_rate": 0.0002894246252180962,
      "loss": 2.2969,
      "step": 17267
    },
    {
      "epoch": 0.8033496161898116,
      "grad_norm": 0.6558095636924062,
      "learning_rate": 0.00028942325629857543,
      "loss": 2.4219,
      "step": 17268
    },
    {
      "epoch": 0.8033961386368923,
      "grad_norm": 0.694482907046492,
      "learning_rate": 0.0002894218872936989,
      "loss": 2.5625,
      "step": 17269
    },
    {
      "epoch": 0.803442661083973,
      "grad_norm": 0.6763964186559074,
      "learning_rate": 0.0002894205182034675,
      "loss": 2.5469,
      "step": 17270
    },
    {
      "epoch": 0.8034891835310537,
      "grad_norm": 0.7508773905955971,
      "learning_rate": 0.000289419149027882,
      "loss": 1.8281,
      "step": 17271
    },
    {
      "epoch": 0.8035357059781344,
      "grad_norm": 0.6644184179203834,
      "learning_rate": 0.0002894177797669434,
      "loss": 2.4844,
      "step": 17272
    },
    {
      "epoch": 0.8035822284252152,
      "grad_norm": 0.7084715535325171,
      "learning_rate": 0.0002894164104206523,
      "loss": 2.3125,
      "step": 17273
    },
    {
      "epoch": 0.8036287508722959,
      "grad_norm": 0.6637184957317249,
      "learning_rate": 0.00028941504098900966,
      "loss": 2.3906,
      "step": 17274
    },
    {
      "epoch": 0.8036752733193766,
      "grad_norm": 0.6802998218362185,
      "learning_rate": 0.00028941367147201636,
      "loss": 2.3906,
      "step": 17275
    },
    {
      "epoch": 0.8037217957664573,
      "grad_norm": 0.6723926099302758,
      "learning_rate": 0.00028941230186967315,
      "loss": 2.0938,
      "step": 17276
    },
    {
      "epoch": 0.803768318213538,
      "grad_norm": 0.6194678604482119,
      "learning_rate": 0.0002894109321819809,
      "loss": 2.3438,
      "step": 17277
    },
    {
      "epoch": 0.8038148406606187,
      "grad_norm": 0.6589343205729851,
      "learning_rate": 0.00028940956240894046,
      "loss": 2.2031,
      "step": 17278
    },
    {
      "epoch": 0.8038613631076995,
      "grad_norm": 0.6396289827624462,
      "learning_rate": 0.00028940819255055266,
      "loss": 2.2812,
      "step": 17279
    },
    {
      "epoch": 0.8039078855547802,
      "grad_norm": 0.6659648088918432,
      "learning_rate": 0.00028940682260681836,
      "loss": 2.6406,
      "step": 17280
    },
    {
      "epoch": 0.8039544080018609,
      "grad_norm": 0.6631216196637154,
      "learning_rate": 0.00028940545257773837,
      "loss": 2.3125,
      "step": 17281
    },
    {
      "epoch": 0.8040009304489416,
      "grad_norm": 0.6659730030711273,
      "learning_rate": 0.00028940408246331357,
      "loss": 2.3125,
      "step": 17282
    },
    {
      "epoch": 0.8040474528960223,
      "grad_norm": 0.6686713484808818,
      "learning_rate": 0.0002894027122635447,
      "loss": 2.6719,
      "step": 17283
    },
    {
      "epoch": 0.804093975343103,
      "grad_norm": 0.6477861849038453,
      "learning_rate": 0.00028940134197843277,
      "loss": 2.5156,
      "step": 17284
    },
    {
      "epoch": 0.8041404977901838,
      "grad_norm": 0.6269221382963793,
      "learning_rate": 0.00028939997160797845,
      "loss": 2.2188,
      "step": 17285
    },
    {
      "epoch": 0.8041870202372645,
      "grad_norm": 0.6912059638974115,
      "learning_rate": 0.0002893986011521826,
      "loss": 2.3281,
      "step": 17286
    },
    {
      "epoch": 0.8042335426843452,
      "grad_norm": 0.6822406751223589,
      "learning_rate": 0.0002893972306110462,
      "loss": 2.3281,
      "step": 17287
    },
    {
      "epoch": 0.8042800651314259,
      "grad_norm": 0.6494385653190334,
      "learning_rate": 0.00028939585998456996,
      "loss": 2.2656,
      "step": 17288
    },
    {
      "epoch": 0.8043265875785066,
      "grad_norm": 0.6762359215526699,
      "learning_rate": 0.00028939448927275474,
      "loss": 2.75,
      "step": 17289
    },
    {
      "epoch": 0.8043731100255873,
      "grad_norm": 0.7053529812178895,
      "learning_rate": 0.00028939311847560144,
      "loss": 2.5469,
      "step": 17290
    },
    {
      "epoch": 0.804419632472668,
      "grad_norm": 0.7473609869069332,
      "learning_rate": 0.00028939174759311074,
      "loss": 2.5156,
      "step": 17291
    },
    {
      "epoch": 0.8044661549197488,
      "grad_norm": 0.6626468569919307,
      "learning_rate": 0.0002893903766252837,
      "loss": 2.2812,
      "step": 17292
    },
    {
      "epoch": 0.8045126773668295,
      "grad_norm": 0.6648674673597444,
      "learning_rate": 0.00028938900557212103,
      "loss": 2.2656,
      "step": 17293
    },
    {
      "epoch": 0.8045591998139102,
      "grad_norm": 0.6880586632623218,
      "learning_rate": 0.0002893876344336236,
      "loss": 2.2031,
      "step": 17294
    },
    {
      "epoch": 0.8046057222609909,
      "grad_norm": 0.6909669208171431,
      "learning_rate": 0.00028938626320979216,
      "loss": 2.4844,
      "step": 17295
    },
    {
      "epoch": 0.8046522447080716,
      "grad_norm": 0.6759438420158967,
      "learning_rate": 0.0002893848919006277,
      "loss": 2.7031,
      "step": 17296
    },
    {
      "epoch": 0.8046987671551523,
      "grad_norm": 0.7455361361126319,
      "learning_rate": 0.00028938352050613097,
      "loss": 2.5781,
      "step": 17297
    },
    {
      "epoch": 0.8047452896022331,
      "grad_norm": 0.7004522748771249,
      "learning_rate": 0.00028938214902630283,
      "loss": 2.6094,
      "step": 17298
    },
    {
      "epoch": 0.8047918120493138,
      "grad_norm": 0.6792304554837341,
      "learning_rate": 0.00028938077746114407,
      "loss": 2.3125,
      "step": 17299
    },
    {
      "epoch": 0.8048383344963945,
      "grad_norm": 0.6723273697468967,
      "learning_rate": 0.0002893794058106557,
      "loss": 2.5156,
      "step": 17300
    },
    {
      "epoch": 0.8048848569434752,
      "grad_norm": 0.6198476950385705,
      "learning_rate": 0.0002893780340748383,
      "loss": 2.1719,
      "step": 17301
    },
    {
      "epoch": 0.8049313793905559,
      "grad_norm": 0.7485883168181141,
      "learning_rate": 0.0002893766622536929,
      "loss": 2.7812,
      "step": 17302
    },
    {
      "epoch": 0.8049779018376366,
      "grad_norm": 0.6715545744961315,
      "learning_rate": 0.00028937529034722025,
      "loss": 2.7969,
      "step": 17303
    },
    {
      "epoch": 0.8050244242847173,
      "grad_norm": 0.6885261623366373,
      "learning_rate": 0.00028937391835542127,
      "loss": 2.5625,
      "step": 17304
    },
    {
      "epoch": 0.8050709467317981,
      "grad_norm": 0.6964881050604277,
      "learning_rate": 0.0002893725462782968,
      "loss": 2.5469,
      "step": 17305
    },
    {
      "epoch": 0.8051174691788788,
      "grad_norm": 0.7256400597675177,
      "learning_rate": 0.00028937117411584757,
      "loss": 2.7969,
      "step": 17306
    },
    {
      "epoch": 0.8051639916259595,
      "grad_norm": 0.7056622205825038,
      "learning_rate": 0.0002893698018680745,
      "loss": 2.6094,
      "step": 17307
    },
    {
      "epoch": 0.8052105140730402,
      "grad_norm": 0.6976279853642042,
      "learning_rate": 0.0002893684295349784,
      "loss": 2.5625,
      "step": 17308
    },
    {
      "epoch": 0.8052570365201209,
      "grad_norm": 0.7231226955805811,
      "learning_rate": 0.00028936705711656013,
      "loss": 2.5156,
      "step": 17309
    },
    {
      "epoch": 0.8053035589672016,
      "grad_norm": 0.749066861044405,
      "learning_rate": 0.00028936568461282057,
      "loss": 1.8203,
      "step": 17310
    },
    {
      "epoch": 0.8053500814142824,
      "grad_norm": 0.7066184684696871,
      "learning_rate": 0.00028936431202376047,
      "loss": 2.625,
      "step": 17311
    },
    {
      "epoch": 0.8053966038613631,
      "grad_norm": 0.6854775538212214,
      "learning_rate": 0.0002893629393493807,
      "loss": 2.375,
      "step": 17312
    },
    {
      "epoch": 0.8054431263084438,
      "grad_norm": 0.7384105824820827,
      "learning_rate": 0.0002893615665896822,
      "loss": 1.8125,
      "step": 17313
    },
    {
      "epoch": 0.8054896487555245,
      "grad_norm": 0.6977193921818095,
      "learning_rate": 0.00028936019374466566,
      "loss": 2.6562,
      "step": 17314
    },
    {
      "epoch": 0.8055361712026052,
      "grad_norm": 0.7053648083241812,
      "learning_rate": 0.00028935882081433195,
      "loss": 2.4062,
      "step": 17315
    },
    {
      "epoch": 0.8055826936496859,
      "grad_norm": 0.6153096082375038,
      "learning_rate": 0.00028935744779868205,
      "loss": 2.4219,
      "step": 17316
    },
    {
      "epoch": 0.8056292160967667,
      "grad_norm": 0.6974639705045855,
      "learning_rate": 0.00028935607469771665,
      "loss": 2.4062,
      "step": 17317
    },
    {
      "epoch": 0.8056757385438474,
      "grad_norm": 0.6358833908916037,
      "learning_rate": 0.00028935470151143664,
      "loss": 2.0625,
      "step": 17318
    },
    {
      "epoch": 0.8057222609909281,
      "grad_norm": 0.7164174666003204,
      "learning_rate": 0.00028935332823984286,
      "loss": 2.4062,
      "step": 17319
    },
    {
      "epoch": 0.8057687834380088,
      "grad_norm": 0.6711848433323405,
      "learning_rate": 0.00028935195488293615,
      "loss": 2.6719,
      "step": 17320
    },
    {
      "epoch": 0.8058153058850895,
      "grad_norm": 0.7323154639279564,
      "learning_rate": 0.00028935058144071736,
      "loss": 2.4688,
      "step": 17321
    },
    {
      "epoch": 0.8058618283321702,
      "grad_norm": 0.8326144442133091,
      "learning_rate": 0.0002893492079131873,
      "loss": 2.6406,
      "step": 17322
    },
    {
      "epoch": 0.8059083507792509,
      "grad_norm": 0.6634593373284632,
      "learning_rate": 0.00028934783430034687,
      "loss": 2.3125,
      "step": 17323
    },
    {
      "epoch": 0.8059548732263317,
      "grad_norm": 0.694552793338464,
      "learning_rate": 0.00028934646060219685,
      "loss": 2.4844,
      "step": 17324
    },
    {
      "epoch": 0.8060013956734124,
      "grad_norm": 0.7071592459564512,
      "learning_rate": 0.0002893450868187381,
      "loss": 2.4531,
      "step": 17325
    },
    {
      "epoch": 0.8060479181204931,
      "grad_norm": 0.6848516639833826,
      "learning_rate": 0.0002893437129499715,
      "loss": 2.625,
      "step": 17326
    },
    {
      "epoch": 0.8060944405675738,
      "grad_norm": 0.7631546435162581,
      "learning_rate": 0.0002893423389958978,
      "loss": 2.4688,
      "step": 17327
    },
    {
      "epoch": 0.8061409630146545,
      "grad_norm": 0.6816510041005761,
      "learning_rate": 0.0002893409649565179,
      "loss": 2.7188,
      "step": 17328
    },
    {
      "epoch": 0.8061874854617352,
      "grad_norm": 0.6729184237019142,
      "learning_rate": 0.00028933959083183273,
      "loss": 2.5469,
      "step": 17329
    },
    {
      "epoch": 0.806234007908816,
      "grad_norm": 0.6998966206075141,
      "learning_rate": 0.000289338216621843,
      "loss": 2.7344,
      "step": 17330
    },
    {
      "epoch": 0.8062805303558968,
      "grad_norm": 0.7062495452668095,
      "learning_rate": 0.00028933684232654956,
      "loss": 2.5156,
      "step": 17331
    },
    {
      "epoch": 0.8063270528029775,
      "grad_norm": 0.7046826771600215,
      "learning_rate": 0.0002893354679459533,
      "loss": 2.8594,
      "step": 17332
    },
    {
      "epoch": 0.8063735752500581,
      "grad_norm": 0.6691613893192503,
      "learning_rate": 0.00028933409348005505,
      "loss": 2.5,
      "step": 17333
    },
    {
      "epoch": 0.8064200976971388,
      "grad_norm": 0.6697036395098378,
      "learning_rate": 0.00028933271892885563,
      "loss": 2.5938,
      "step": 17334
    },
    {
      "epoch": 0.8064666201442195,
      "grad_norm": 0.7232446184016017,
      "learning_rate": 0.0002893313442923559,
      "loss": 2.5156,
      "step": 17335
    },
    {
      "epoch": 0.8065131425913002,
      "grad_norm": 0.6368594517684842,
      "learning_rate": 0.0002893299695705567,
      "loss": 2.3906,
      "step": 17336
    },
    {
      "epoch": 0.8065596650383811,
      "grad_norm": 0.6616671153248841,
      "learning_rate": 0.0002893285947634589,
      "loss": 2.4375,
      "step": 17337
    },
    {
      "epoch": 0.8066061874854618,
      "grad_norm": 0.6964399392750656,
      "learning_rate": 0.0002893272198710633,
      "loss": 2.5469,
      "step": 17338
    },
    {
      "epoch": 0.8066527099325425,
      "grad_norm": 0.6512843339270908,
      "learning_rate": 0.00028932584489337076,
      "loss": 2.5781,
      "step": 17339
    },
    {
      "epoch": 0.8066992323796232,
      "grad_norm": 0.7038636256001369,
      "learning_rate": 0.0002893244698303821,
      "loss": 2.3125,
      "step": 17340
    },
    {
      "epoch": 0.8067457548267039,
      "grad_norm": 0.6624085813646843,
      "learning_rate": 0.0002893230946820982,
      "loss": 2.3594,
      "step": 17341
    },
    {
      "epoch": 0.8067922772737846,
      "grad_norm": 0.6784921492612435,
      "learning_rate": 0.00028932171944851985,
      "loss": 2.75,
      "step": 17342
    },
    {
      "epoch": 0.8068387997208654,
      "grad_norm": 0.6859732208329412,
      "learning_rate": 0.00028932034412964793,
      "loss": 2.5938,
      "step": 17343
    },
    {
      "epoch": 0.8068853221679461,
      "grad_norm": 0.6864374238991683,
      "learning_rate": 0.0002893189687254833,
      "loss": 2.6406,
      "step": 17344
    },
    {
      "epoch": 0.8069318446150268,
      "grad_norm": 0.6501773466479476,
      "learning_rate": 0.00028931759323602674,
      "loss": 2.6875,
      "step": 17345
    },
    {
      "epoch": 0.8069783670621075,
      "grad_norm": 0.6821361408737091,
      "learning_rate": 0.0002893162176612792,
      "loss": 2.6875,
      "step": 17346
    },
    {
      "epoch": 0.8070248895091882,
      "grad_norm": 0.7367439217257304,
      "learning_rate": 0.0002893148420012414,
      "loss": 2.5312,
      "step": 17347
    },
    {
      "epoch": 0.8070714119562689,
      "grad_norm": 0.8913292865931647,
      "learning_rate": 0.00028931346625591417,
      "loss": 1.9375,
      "step": 17348
    },
    {
      "epoch": 0.8071179344033497,
      "grad_norm": 0.7227226951045259,
      "learning_rate": 0.0002893120904252985,
      "loss": 2.5156,
      "step": 17349
    },
    {
      "epoch": 0.8071644568504304,
      "grad_norm": 0.7008343163595958,
      "learning_rate": 0.00028931071450939515,
      "loss": 2.4375,
      "step": 17350
    },
    {
      "epoch": 0.8072109792975111,
      "grad_norm": 0.6064154068894045,
      "learning_rate": 0.00028930933850820494,
      "loss": 2.2656,
      "step": 17351
    },
    {
      "epoch": 0.8072575017445918,
      "grad_norm": 0.6572966174312279,
      "learning_rate": 0.0002893079624217287,
      "loss": 2.4062,
      "step": 17352
    },
    {
      "epoch": 0.8073040241916725,
      "grad_norm": 0.6847947830502598,
      "learning_rate": 0.0002893065862499673,
      "loss": 2.8438,
      "step": 17353
    },
    {
      "epoch": 0.8073505466387532,
      "grad_norm": 0.7092764814267075,
      "learning_rate": 0.00028930520999292166,
      "loss": 2.4219,
      "step": 17354
    },
    {
      "epoch": 0.8073970690858339,
      "grad_norm": 0.6642724973294133,
      "learning_rate": 0.0002893038336505925,
      "loss": 2.4219,
      "step": 17355
    },
    {
      "epoch": 0.8074435915329147,
      "grad_norm": 0.6938192388616999,
      "learning_rate": 0.0002893024572229807,
      "loss": 2.2812,
      "step": 17356
    },
    {
      "epoch": 0.8074901139799954,
      "grad_norm": 0.7111709406812663,
      "learning_rate": 0.00028930108071008716,
      "loss": 2.4062,
      "step": 17357
    },
    {
      "epoch": 0.8075366364270761,
      "grad_norm": 0.7160843808106386,
      "learning_rate": 0.0002892997041119126,
      "loss": 2.7344,
      "step": 17358
    },
    {
      "epoch": 0.8075831588741568,
      "grad_norm": 0.6634599589114137,
      "learning_rate": 0.000289298327428458,
      "loss": 2.4219,
      "step": 17359
    },
    {
      "epoch": 0.8076296813212375,
      "grad_norm": 0.6589625501280691,
      "learning_rate": 0.00028929695065972415,
      "loss": 2.3594,
      "step": 17360
    },
    {
      "epoch": 0.8076762037683182,
      "grad_norm": 0.6453352166012016,
      "learning_rate": 0.0002892955738057119,
      "loss": 2.0781,
      "step": 17361
    },
    {
      "epoch": 0.807722726215399,
      "grad_norm": 0.6955395421289887,
      "learning_rate": 0.00028929419686642203,
      "loss": 2.5781,
      "step": 17362
    },
    {
      "epoch": 0.8077692486624797,
      "grad_norm": 0.6973957002800186,
      "learning_rate": 0.00028929281984185545,
      "loss": 2.375,
      "step": 17363
    },
    {
      "epoch": 0.8078157711095604,
      "grad_norm": 0.6863118041645189,
      "learning_rate": 0.00028929144273201295,
      "loss": 2.2812,
      "step": 17364
    },
    {
      "epoch": 0.8078622935566411,
      "grad_norm": 0.6832646787144806,
      "learning_rate": 0.00028929006553689545,
      "loss": 2.3438,
      "step": 17365
    },
    {
      "epoch": 0.8079088160037218,
      "grad_norm": 0.7100703888492738,
      "learning_rate": 0.0002892886882565037,
      "loss": 2.8594,
      "step": 17366
    },
    {
      "epoch": 0.8079553384508025,
      "grad_norm": 0.7365627914555994,
      "learning_rate": 0.0002892873108908387,
      "loss": 2.5781,
      "step": 17367
    },
    {
      "epoch": 0.8080018608978833,
      "grad_norm": 0.6871784037636555,
      "learning_rate": 0.0002892859334399011,
      "loss": 2.625,
      "step": 17368
    },
    {
      "epoch": 0.808048383344964,
      "grad_norm": 0.6890419214421935,
      "learning_rate": 0.00028928455590369184,
      "loss": 2.5312,
      "step": 17369
    },
    {
      "epoch": 0.8080949057920447,
      "grad_norm": 0.6913075905493471,
      "learning_rate": 0.0002892831782822118,
      "loss": 2.5156,
      "step": 17370
    },
    {
      "epoch": 0.8081414282391254,
      "grad_norm": 0.6634079279432815,
      "learning_rate": 0.00028928180057546173,
      "loss": 2.6094,
      "step": 17371
    },
    {
      "epoch": 0.8081879506862061,
      "grad_norm": 0.7069826891858044,
      "learning_rate": 0.00028928042278344253,
      "loss": 2.3906,
      "step": 17372
    },
    {
      "epoch": 0.8082344731332868,
      "grad_norm": 0.6761951861402336,
      "learning_rate": 0.00028927904490615505,
      "loss": 2.5312,
      "step": 17373
    },
    {
      "epoch": 0.8082809955803675,
      "grad_norm": 0.725648144015284,
      "learning_rate": 0.00028927766694360007,
      "loss": 2.4375,
      "step": 17374
    },
    {
      "epoch": 0.8083275180274483,
      "grad_norm": 0.653038307555208,
      "learning_rate": 0.00028927628889577854,
      "loss": 2.5,
      "step": 17375
    },
    {
      "epoch": 0.808374040474529,
      "grad_norm": 0.6828813699073656,
      "learning_rate": 0.00028927491076269124,
      "loss": 2.6562,
      "step": 17376
    },
    {
      "epoch": 0.8084205629216097,
      "grad_norm": 0.7126377633070634,
      "learning_rate": 0.000289273532544339,
      "loss": 2.4219,
      "step": 17377
    },
    {
      "epoch": 0.8084670853686904,
      "grad_norm": 0.688038816782277,
      "learning_rate": 0.0002892721542407227,
      "loss": 2.4375,
      "step": 17378
    },
    {
      "epoch": 0.8085136078157711,
      "grad_norm": 0.6626610060734965,
      "learning_rate": 0.0002892707758518431,
      "loss": 2.4219,
      "step": 17379
    },
    {
      "epoch": 0.8085601302628518,
      "grad_norm": 0.7519131316613654,
      "learning_rate": 0.0002892693973777012,
      "loss": 2.375,
      "step": 17380
    },
    {
      "epoch": 0.8086066527099326,
      "grad_norm": 0.7180646357390408,
      "learning_rate": 0.00028926801881829775,
      "loss": 2.3906,
      "step": 17381
    },
    {
      "epoch": 0.8086531751570133,
      "grad_norm": 0.6488223085543127,
      "learning_rate": 0.00028926664017363355,
      "loss": 2.25,
      "step": 17382
    },
    {
      "epoch": 0.808699697604094,
      "grad_norm": 0.6734424909821211,
      "learning_rate": 0.0002892652614437095,
      "loss": 2.4062,
      "step": 17383
    },
    {
      "epoch": 0.8087462200511747,
      "grad_norm": 0.7324735089493306,
      "learning_rate": 0.00028926388262852647,
      "loss": 1.9219,
      "step": 17384
    },
    {
      "epoch": 0.8087927424982554,
      "grad_norm": 0.6649991173562796,
      "learning_rate": 0.0002892625037280852,
      "loss": 2.6094,
      "step": 17385
    },
    {
      "epoch": 0.8088392649453361,
      "grad_norm": 0.7189103552100268,
      "learning_rate": 0.00028926112474238663,
      "loss": 2.4062,
      "step": 17386
    },
    {
      "epoch": 0.8088857873924168,
      "grad_norm": 0.7073498159287633,
      "learning_rate": 0.0002892597456714316,
      "loss": 2.6562,
      "step": 17387
    },
    {
      "epoch": 0.8089323098394976,
      "grad_norm": 0.723795190007244,
      "learning_rate": 0.0002892583665152209,
      "loss": 2.5,
      "step": 17388
    },
    {
      "epoch": 0.8089788322865783,
      "grad_norm": 0.7220244569894539,
      "learning_rate": 0.0002892569872737555,
      "loss": 2.5625,
      "step": 17389
    },
    {
      "epoch": 0.809025354733659,
      "grad_norm": 0.6486553341698919,
      "learning_rate": 0.0002892556079470361,
      "loss": 2.4688,
      "step": 17390
    },
    {
      "epoch": 0.8090718771807397,
      "grad_norm": 0.7522190978969239,
      "learning_rate": 0.0002892542285350636,
      "loss": 2.6094,
      "step": 17391
    },
    {
      "epoch": 0.8091183996278204,
      "grad_norm": 0.6061236396235076,
      "learning_rate": 0.00028925284903783883,
      "loss": 2.0469,
      "step": 17392
    },
    {
      "epoch": 0.8091649220749011,
      "grad_norm": 0.713433666213905,
      "learning_rate": 0.00028925146945536263,
      "loss": 2.3906,
      "step": 17393
    },
    {
      "epoch": 0.8092114445219819,
      "grad_norm": 0.6533307877035864,
      "learning_rate": 0.00028925008978763583,
      "loss": 2.6406,
      "step": 17394
    },
    {
      "epoch": 0.8092579669690626,
      "grad_norm": 0.7551455356320944,
      "learning_rate": 0.00028924871003465936,
      "loss": 2.5781,
      "step": 17395
    },
    {
      "epoch": 0.8093044894161433,
      "grad_norm": 0.7033685340559694,
      "learning_rate": 0.000289247330196434,
      "loss": 2.4844,
      "step": 17396
    },
    {
      "epoch": 0.809351011863224,
      "grad_norm": 0.7463174231710165,
      "learning_rate": 0.00028924595027296057,
      "loss": 2.6719,
      "step": 17397
    },
    {
      "epoch": 0.8093975343103047,
      "grad_norm": 0.6890938979525767,
      "learning_rate": 0.00028924457026424004,
      "loss": 2.3906,
      "step": 17398
    },
    {
      "epoch": 0.8094440567573854,
      "grad_norm": 0.6875324061975026,
      "learning_rate": 0.00028924319017027304,
      "loss": 2.4531,
      "step": 17399
    },
    {
      "epoch": 0.8094905792044662,
      "grad_norm": 0.619023129413958,
      "learning_rate": 0.00028924180999106064,
      "loss": 2.125,
      "step": 17400
    },
    {
      "epoch": 0.8095371016515469,
      "grad_norm": 0.6366807598427274,
      "learning_rate": 0.00028924042972660355,
      "loss": 2.2812,
      "step": 17401
    },
    {
      "epoch": 0.8095836240986276,
      "grad_norm": 0.6765277827342729,
      "learning_rate": 0.0002892390493769026,
      "loss": 2.4688,
      "step": 17402
    },
    {
      "epoch": 0.8096301465457083,
      "grad_norm": 0.6767349890050856,
      "learning_rate": 0.00028923766894195876,
      "loss": 2.5,
      "step": 17403
    },
    {
      "epoch": 0.809676668992789,
      "grad_norm": 0.7214465239629715,
      "learning_rate": 0.00028923628842177275,
      "loss": 2.5938,
      "step": 17404
    },
    {
      "epoch": 0.8097231914398697,
      "grad_norm": 0.671291133999565,
      "learning_rate": 0.00028923490781634546,
      "loss": 2.3906,
      "step": 17405
    },
    {
      "epoch": 0.8097697138869504,
      "grad_norm": 0.7157550186444341,
      "learning_rate": 0.00028923352712567776,
      "loss": 2.6094,
      "step": 17406
    },
    {
      "epoch": 0.8098162363340312,
      "grad_norm": 0.6722946423545049,
      "learning_rate": 0.00028923214634977046,
      "loss": 2.7031,
      "step": 17407
    },
    {
      "epoch": 0.8098627587811119,
      "grad_norm": 0.6703340731446801,
      "learning_rate": 0.00028923076548862444,
      "loss": 2.3281,
      "step": 17408
    },
    {
      "epoch": 0.8099092812281926,
      "grad_norm": 0.7045765571281059,
      "learning_rate": 0.0002892293845422405,
      "loss": 2.4219,
      "step": 17409
    },
    {
      "epoch": 0.8099558036752733,
      "grad_norm": 0.6382209319197473,
      "learning_rate": 0.0002892280035106195,
      "loss": 2.3125,
      "step": 17410
    },
    {
      "epoch": 0.810002326122354,
      "grad_norm": 0.6316330410668825,
      "learning_rate": 0.00028922662239376235,
      "loss": 1.7031,
      "step": 17411
    },
    {
      "epoch": 0.8100488485694347,
      "grad_norm": 0.6979681189413331,
      "learning_rate": 0.0002892252411916698,
      "loss": 2.4062,
      "step": 17412
    },
    {
      "epoch": 0.8100953710165155,
      "grad_norm": 0.7050070567930797,
      "learning_rate": 0.00028922385990434274,
      "loss": 2.6094,
      "step": 17413
    },
    {
      "epoch": 0.8101418934635962,
      "grad_norm": 0.7172195631285048,
      "learning_rate": 0.000289222478531782,
      "loss": 2.5,
      "step": 17414
    },
    {
      "epoch": 0.8101884159106769,
      "grad_norm": 0.6648927616706345,
      "learning_rate": 0.0002892210970739885,
      "loss": 2.5156,
      "step": 17415
    },
    {
      "epoch": 0.8102349383577576,
      "grad_norm": 0.7464696483000329,
      "learning_rate": 0.000289219715530963,
      "loss": 2.6094,
      "step": 17416
    },
    {
      "epoch": 0.8102814608048383,
      "grad_norm": 0.7127524688884394,
      "learning_rate": 0.0002892183339027063,
      "loss": 2.8438,
      "step": 17417
    },
    {
      "epoch": 0.810327983251919,
      "grad_norm": 0.7189984575394265,
      "learning_rate": 0.00028921695218921936,
      "loss": 2.5469,
      "step": 17418
    },
    {
      "epoch": 0.8103745056989997,
      "grad_norm": 0.778013204567369,
      "learning_rate": 0.000289215570390503,
      "loss": 2.4844,
      "step": 17419
    },
    {
      "epoch": 0.8104210281460805,
      "grad_norm": 0.6700528677381811,
      "learning_rate": 0.000289214188506558,
      "loss": 2.5469,
      "step": 17420
    },
    {
      "epoch": 0.8104675505931612,
      "grad_norm": 0.7864205212552896,
      "learning_rate": 0.00028921280653738534,
      "loss": 2.6875,
      "step": 17421
    },
    {
      "epoch": 0.8105140730402419,
      "grad_norm": 0.6515259264319293,
      "learning_rate": 0.00028921142448298576,
      "loss": 2.4688,
      "step": 17422
    },
    {
      "epoch": 0.8105605954873226,
      "grad_norm": 0.6813417561803596,
      "learning_rate": 0.00028921004234336,
      "loss": 2.3906,
      "step": 17423
    },
    {
      "epoch": 0.8106071179344033,
      "grad_norm": 0.7025238071203572,
      "learning_rate": 0.0002892086601185091,
      "loss": 2.3906,
      "step": 17424
    },
    {
      "epoch": 0.810653640381484,
      "grad_norm": 0.6967610403854511,
      "learning_rate": 0.00028920727780843396,
      "loss": 2.3906,
      "step": 17425
    },
    {
      "epoch": 0.8107001628285648,
      "grad_norm": 0.6997340452669777,
      "learning_rate": 0.0002892058954131352,
      "loss": 2.4531,
      "step": 17426
    },
    {
      "epoch": 0.8107466852756455,
      "grad_norm": 0.6903500492588258,
      "learning_rate": 0.00028920451293261375,
      "loss": 2.5469,
      "step": 17427
    },
    {
      "epoch": 0.8107932077227262,
      "grad_norm": 0.6788907639169921,
      "learning_rate": 0.0002892031303668705,
      "loss": 2.5781,
      "step": 17428
    },
    {
      "epoch": 0.8108397301698069,
      "grad_norm": 0.7124370856658502,
      "learning_rate": 0.0002892017477159063,
      "loss": 2.8281,
      "step": 17429
    },
    {
      "epoch": 0.8108862526168876,
      "grad_norm": 0.6727954078552372,
      "learning_rate": 0.00028920036497972194,
      "loss": 2.2656,
      "step": 17430
    },
    {
      "epoch": 0.8109327750639683,
      "grad_norm": 0.6503593563582265,
      "learning_rate": 0.0002891989821583183,
      "loss": 2.4375,
      "step": 17431
    },
    {
      "epoch": 0.8109792975110491,
      "grad_norm": 0.721628488549073,
      "learning_rate": 0.0002891975992516962,
      "loss": 1.8594,
      "step": 17432
    },
    {
      "epoch": 0.8110258199581298,
      "grad_norm": 0.6971960938848352,
      "learning_rate": 0.00028919621625985657,
      "loss": 2.5,
      "step": 17433
    },
    {
      "epoch": 0.8110723424052105,
      "grad_norm": 0.6757398826996153,
      "learning_rate": 0.00028919483318280015,
      "loss": 2.5781,
      "step": 17434
    },
    {
      "epoch": 0.8111188648522912,
      "grad_norm": 0.6903669840418197,
      "learning_rate": 0.0002891934500205278,
      "loss": 2.4531,
      "step": 17435
    },
    {
      "epoch": 0.8111653872993719,
      "grad_norm": 0.6567311085632306,
      "learning_rate": 0.00028919206677304046,
      "loss": 2.3281,
      "step": 17436
    },
    {
      "epoch": 0.8112119097464526,
      "grad_norm": 0.7081445568657166,
      "learning_rate": 0.00028919068344033887,
      "loss": 2.5,
      "step": 17437
    },
    {
      "epoch": 0.8112584321935333,
      "grad_norm": 0.7172204471167956,
      "learning_rate": 0.000289189300022424,
      "loss": 2.7344,
      "step": 17438
    },
    {
      "epoch": 0.8113049546406141,
      "grad_norm": 0.7014732833218147,
      "learning_rate": 0.0002891879165192966,
      "loss": 2.4531,
      "step": 17439
    },
    {
      "epoch": 0.8113514770876948,
      "grad_norm": 0.7171316527796441,
      "learning_rate": 0.0002891865329309575,
      "loss": 2.7656,
      "step": 17440
    },
    {
      "epoch": 0.8113979995347755,
      "grad_norm": 0.7107029650199667,
      "learning_rate": 0.00028918514925740756,
      "loss": 2.6875,
      "step": 17441
    },
    {
      "epoch": 0.8114445219818562,
      "grad_norm": 0.6904193968272746,
      "learning_rate": 0.0002891837654986477,
      "loss": 2.2031,
      "step": 17442
    },
    {
      "epoch": 0.8114910444289369,
      "grad_norm": 0.663250920386239,
      "learning_rate": 0.0002891823816546787,
      "loss": 2.375,
      "step": 17443
    },
    {
      "epoch": 0.8115375668760176,
      "grad_norm": 0.7001414637349708,
      "learning_rate": 0.00028918099772550144,
      "loss": 2.4531,
      "step": 17444
    },
    {
      "epoch": 0.8115840893230984,
      "grad_norm": 0.6979662782288162,
      "learning_rate": 0.00028917961371111673,
      "loss": 2.7031,
      "step": 17445
    },
    {
      "epoch": 0.8116306117701791,
      "grad_norm": 0.696458120878537,
      "learning_rate": 0.00028917822961152545,
      "loss": 2.3281,
      "step": 17446
    },
    {
      "epoch": 0.8116771342172598,
      "grad_norm": 0.6559729429229598,
      "learning_rate": 0.00028917684542672845,
      "loss": 2.3438,
      "step": 17447
    },
    {
      "epoch": 0.8117236566643405,
      "grad_norm": 0.6702532708133274,
      "learning_rate": 0.00028917546115672654,
      "loss": 2.3281,
      "step": 17448
    },
    {
      "epoch": 0.8117701791114212,
      "grad_norm": 0.6915236033166975,
      "learning_rate": 0.0002891740768015206,
      "loss": 2.6875,
      "step": 17449
    },
    {
      "epoch": 0.8118167015585019,
      "grad_norm": 0.6617777309777575,
      "learning_rate": 0.0002891726923611115,
      "loss": 2.5312,
      "step": 17450
    },
    {
      "epoch": 0.8118632240055826,
      "grad_norm": 0.6706729482770263,
      "learning_rate": 0.0002891713078355,
      "loss": 2.3906,
      "step": 17451
    },
    {
      "epoch": 0.8119097464526635,
      "grad_norm": 0.712523591807676,
      "learning_rate": 0.00028916992322468706,
      "loss": 2.5156,
      "step": 17452
    },
    {
      "epoch": 0.8119562688997441,
      "grad_norm": 0.7145560150866194,
      "learning_rate": 0.00028916853852867344,
      "loss": 2.3281,
      "step": 17453
    },
    {
      "epoch": 0.8120027913468248,
      "grad_norm": 0.6679607549795825,
      "learning_rate": 0.00028916715374746,
      "loss": 2.5312,
      "step": 17454
    },
    {
      "epoch": 0.8120493137939055,
      "grad_norm": 0.6881479493488607,
      "learning_rate": 0.0002891657688810477,
      "loss": 2.4531,
      "step": 17455
    },
    {
      "epoch": 0.8120958362409862,
      "grad_norm": 0.762414462233252,
      "learning_rate": 0.00028916438392943724,
      "loss": 2.7188,
      "step": 17456
    },
    {
      "epoch": 0.812142358688067,
      "grad_norm": 0.6874627013800709,
      "learning_rate": 0.0002891629988926295,
      "loss": 2.25,
      "step": 17457
    },
    {
      "epoch": 0.8121888811351478,
      "grad_norm": 0.6976289398827493,
      "learning_rate": 0.0002891616137706254,
      "loss": 2.5938,
      "step": 17458
    },
    {
      "epoch": 0.8122354035822285,
      "grad_norm": 0.7075881013491586,
      "learning_rate": 0.0002891602285634257,
      "loss": 2.8281,
      "step": 17459
    },
    {
      "epoch": 0.8122819260293092,
      "grad_norm": 0.6795878213952233,
      "learning_rate": 0.0002891588432710313,
      "loss": 2.4375,
      "step": 17460
    },
    {
      "epoch": 0.8123284484763899,
      "grad_norm": 0.6725245690285936,
      "learning_rate": 0.00028915745789344306,
      "loss": 2.4844,
      "step": 17461
    },
    {
      "epoch": 0.8123749709234706,
      "grad_norm": 0.67597339778948,
      "learning_rate": 0.0002891560724306617,
      "loss": 2.4219,
      "step": 17462
    },
    {
      "epoch": 0.8124214933705513,
      "grad_norm": 0.6904622995392719,
      "learning_rate": 0.00028915468688268833,
      "loss": 2.8125,
      "step": 17463
    },
    {
      "epoch": 0.8124680158176321,
      "grad_norm": 0.6799949605557878,
      "learning_rate": 0.00028915330124952354,
      "loss": 2.5781,
      "step": 17464
    },
    {
      "epoch": 0.8125145382647128,
      "grad_norm": 0.6548804034523267,
      "learning_rate": 0.0002891519155311683,
      "loss": 2.4375,
      "step": 17465
    },
    {
      "epoch": 0.8125610607117935,
      "grad_norm": 0.6727836252751317,
      "learning_rate": 0.00028915052972762343,
      "loss": 2.4531,
      "step": 17466
    },
    {
      "epoch": 0.8126075831588742,
      "grad_norm": 0.6421246948112025,
      "learning_rate": 0.00028914914383888985,
      "loss": 2.3125,
      "step": 17467
    },
    {
      "epoch": 0.8126541056059549,
      "grad_norm": 0.7166719920057013,
      "learning_rate": 0.0002891477578649683,
      "loss": 2.3438,
      "step": 17468
    },
    {
      "epoch": 0.8127006280530356,
      "grad_norm": 0.699735711156173,
      "learning_rate": 0.0002891463718058596,
      "loss": 2.5781,
      "step": 17469
    },
    {
      "epoch": 0.8127471505001163,
      "grad_norm": 0.6283621631961384,
      "learning_rate": 0.0002891449856615647,
      "loss": 2.4531,
      "step": 17470
    },
    {
      "epoch": 0.8127936729471971,
      "grad_norm": 0.6653823815284985,
      "learning_rate": 0.0002891435994320845,
      "loss": 2.2969,
      "step": 17471
    },
    {
      "epoch": 0.8128401953942778,
      "grad_norm": 0.673682768441562,
      "learning_rate": 0.0002891422131174197,
      "loss": 2.75,
      "step": 17472
    },
    {
      "epoch": 0.8128867178413585,
      "grad_norm": 0.6628825686668358,
      "learning_rate": 0.00028914082671757126,
      "loss": 2.3438,
      "step": 17473
    },
    {
      "epoch": 0.8129332402884392,
      "grad_norm": 0.7080528085175016,
      "learning_rate": 0.00028913944023253993,
      "loss": 2.4375,
      "step": 17474
    },
    {
      "epoch": 0.8129797627355199,
      "grad_norm": 0.6326966619741071,
      "learning_rate": 0.0002891380536623267,
      "loss": 2.2188,
      "step": 17475
    },
    {
      "epoch": 0.8130262851826006,
      "grad_norm": 0.6591476446471686,
      "learning_rate": 0.0002891366670069323,
      "loss": 2.4219,
      "step": 17476
    },
    {
      "epoch": 0.8130728076296814,
      "grad_norm": 0.6333786670370123,
      "learning_rate": 0.0002891352802663576,
      "loss": 1.625,
      "step": 17477
    },
    {
      "epoch": 0.8131193300767621,
      "grad_norm": 0.6196560923523555,
      "learning_rate": 0.0002891338934406034,
      "loss": 2.1719,
      "step": 17478
    },
    {
      "epoch": 0.8131658525238428,
      "grad_norm": 0.7371731103196711,
      "learning_rate": 0.00028913250652967063,
      "loss": 2.5625,
      "step": 17479
    },
    {
      "epoch": 0.8132123749709235,
      "grad_norm": 0.6489693239505304,
      "learning_rate": 0.0002891311195335602,
      "loss": 1.9844,
      "step": 17480
    },
    {
      "epoch": 0.8132588974180042,
      "grad_norm": 0.6590974609088631,
      "learning_rate": 0.00028912973245227283,
      "loss": 2.2188,
      "step": 17481
    },
    {
      "epoch": 0.8133054198650849,
      "grad_norm": 0.6536457743455679,
      "learning_rate": 0.0002891283452858094,
      "loss": 2.2031,
      "step": 17482
    },
    {
      "epoch": 0.8133519423121656,
      "grad_norm": 0.592762024711536,
      "learning_rate": 0.00028912695803417083,
      "loss": 1.625,
      "step": 17483
    },
    {
      "epoch": 0.8133984647592464,
      "grad_norm": 0.7180995257253798,
      "learning_rate": 0.0002891255706973579,
      "loss": 2.4219,
      "step": 17484
    },
    {
      "epoch": 0.8134449872063271,
      "grad_norm": 0.652625839884513,
      "learning_rate": 0.0002891241832753714,
      "loss": 2.4688,
      "step": 17485
    },
    {
      "epoch": 0.8134915096534078,
      "grad_norm": 0.6521992054578934,
      "learning_rate": 0.0002891227957682124,
      "loss": 2.4375,
      "step": 17486
    },
    {
      "epoch": 0.8135380321004885,
      "grad_norm": 0.6945011049297775,
      "learning_rate": 0.0002891214081758815,
      "loss": 1.8984,
      "step": 17487
    },
    {
      "epoch": 0.8135845545475692,
      "grad_norm": 0.6986793970806353,
      "learning_rate": 0.00028912002049837966,
      "loss": 2.1719,
      "step": 17488
    },
    {
      "epoch": 0.8136310769946499,
      "grad_norm": 0.737647635158991,
      "learning_rate": 0.00028911863273570773,
      "loss": 2.3438,
      "step": 17489
    },
    {
      "epoch": 0.8136775994417307,
      "grad_norm": 0.6767904460499325,
      "learning_rate": 0.0002891172448878666,
      "loss": 2.7969,
      "step": 17490
    },
    {
      "epoch": 0.8137241218888114,
      "grad_norm": 0.6494341713985,
      "learning_rate": 0.000289115856954857,
      "loss": 2.2969,
      "step": 17491
    },
    {
      "epoch": 0.8137706443358921,
      "grad_norm": 0.6865028816317611,
      "learning_rate": 0.0002891144689366799,
      "loss": 2.2969,
      "step": 17492
    },
    {
      "epoch": 0.8138171667829728,
      "grad_norm": 0.6808222066425689,
      "learning_rate": 0.0002891130808333361,
      "loss": 2.3125,
      "step": 17493
    },
    {
      "epoch": 0.8138636892300535,
      "grad_norm": 0.6725830156509912,
      "learning_rate": 0.0002891116926448264,
      "loss": 2.3906,
      "step": 17494
    },
    {
      "epoch": 0.8139102116771342,
      "grad_norm": 0.6953929723394562,
      "learning_rate": 0.0002891103043711518,
      "loss": 2.3906,
      "step": 17495
    },
    {
      "epoch": 0.813956734124215,
      "grad_norm": 0.704188668304807,
      "learning_rate": 0.000289108916012313,
      "loss": 2.3906,
      "step": 17496
    },
    {
      "epoch": 0.8140032565712957,
      "grad_norm": 0.6951343555176241,
      "learning_rate": 0.00028910752756831085,
      "loss": 2.5312,
      "step": 17497
    },
    {
      "epoch": 0.8140497790183764,
      "grad_norm": 0.6646185288176424,
      "learning_rate": 0.0002891061390391463,
      "loss": 2.6562,
      "step": 17498
    },
    {
      "epoch": 0.8140963014654571,
      "grad_norm": 0.6891540201361444,
      "learning_rate": 0.00028910475042482015,
      "loss": 2.5156,
      "step": 17499
    },
    {
      "epoch": 0.8141428239125378,
      "grad_norm": 0.6469165774980619,
      "learning_rate": 0.0002891033617253333,
      "loss": 2.5156,
      "step": 17500
    },
    {
      "epoch": 0.8141893463596185,
      "grad_norm": 0.7675764260297548,
      "learning_rate": 0.00028910197294068645,
      "loss": 2.5156,
      "step": 17501
    },
    {
      "epoch": 0.8142358688066992,
      "grad_norm": 0.673003684660026,
      "learning_rate": 0.0002891005840708806,
      "loss": 2.3594,
      "step": 17502
    },
    {
      "epoch": 0.81428239125378,
      "grad_norm": 0.6663771249356455,
      "learning_rate": 0.0002890991951159166,
      "loss": 2.3125,
      "step": 17503
    },
    {
      "epoch": 0.8143289137008607,
      "grad_norm": 0.6514719763566594,
      "learning_rate": 0.0002890978060757952,
      "loss": 2.1875,
      "step": 17504
    },
    {
      "epoch": 0.8143754361479414,
      "grad_norm": 0.6463576698747383,
      "learning_rate": 0.0002890964169505173,
      "loss": 2.4062,
      "step": 17505
    },
    {
      "epoch": 0.8144219585950221,
      "grad_norm": 0.6719345232958189,
      "learning_rate": 0.0002890950277400838,
      "loss": 2.5938,
      "step": 17506
    },
    {
      "epoch": 0.8144684810421028,
      "grad_norm": 0.7117637898470708,
      "learning_rate": 0.0002890936384444955,
      "loss": 2.2031,
      "step": 17507
    },
    {
      "epoch": 0.8145150034891835,
      "grad_norm": 0.6582716824910013,
      "learning_rate": 0.0002890922490637532,
      "loss": 2.375,
      "step": 17508
    },
    {
      "epoch": 0.8145615259362643,
      "grad_norm": 0.7102658200352882,
      "learning_rate": 0.00028909085959785783,
      "loss": 2.5312,
      "step": 17509
    },
    {
      "epoch": 0.814608048383345,
      "grad_norm": 0.6930428540976208,
      "learning_rate": 0.0002890894700468102,
      "loss": 2.3438,
      "step": 17510
    },
    {
      "epoch": 0.8146545708304257,
      "grad_norm": 0.6617184036028204,
      "learning_rate": 0.0002890880804106112,
      "loss": 2.3906,
      "step": 17511
    },
    {
      "epoch": 0.8147010932775064,
      "grad_norm": 0.6498392500823988,
      "learning_rate": 0.0002890866906892617,
      "loss": 2.5156,
      "step": 17512
    },
    {
      "epoch": 0.8147476157245871,
      "grad_norm": 0.7555623628784403,
      "learning_rate": 0.0002890853008827624,
      "loss": 2.5781,
      "step": 17513
    },
    {
      "epoch": 0.8147941381716678,
      "grad_norm": 0.7425058178387954,
      "learning_rate": 0.00028908391099111434,
      "loss": 2.3438,
      "step": 17514
    },
    {
      "epoch": 0.8148406606187485,
      "grad_norm": 0.677408163103097,
      "learning_rate": 0.0002890825210143183,
      "loss": 2.6875,
      "step": 17515
    },
    {
      "epoch": 0.8148871830658293,
      "grad_norm": 0.6669494444304864,
      "learning_rate": 0.0002890811309523751,
      "loss": 2.7656,
      "step": 17516
    },
    {
      "epoch": 0.81493370551291,
      "grad_norm": 0.6640767171307795,
      "learning_rate": 0.0002890797408052856,
      "loss": 2.6562,
      "step": 17517
    },
    {
      "epoch": 0.8149802279599907,
      "grad_norm": 0.6882401029787724,
      "learning_rate": 0.00028907835057305064,
      "loss": 2.3125,
      "step": 17518
    },
    {
      "epoch": 0.8150267504070714,
      "grad_norm": 0.697170332359703,
      "learning_rate": 0.00028907696025567113,
      "loss": 2.375,
      "step": 17519
    },
    {
      "epoch": 0.8150732728541521,
      "grad_norm": 0.6555925439500504,
      "learning_rate": 0.00028907556985314787,
      "loss": 2.3281,
      "step": 17520
    },
    {
      "epoch": 0.8151197953012328,
      "grad_norm": 0.6675248520270936,
      "learning_rate": 0.0002890741793654817,
      "loss": 2.4844,
      "step": 17521
    },
    {
      "epoch": 0.8151663177483136,
      "grad_norm": 0.6770515180476359,
      "learning_rate": 0.00028907278879267357,
      "loss": 2.7188,
      "step": 17522
    },
    {
      "epoch": 0.8152128401953943,
      "grad_norm": 0.6856134875841638,
      "learning_rate": 0.0002890713981347242,
      "loss": 2.6094,
      "step": 17523
    },
    {
      "epoch": 0.815259362642475,
      "grad_norm": 0.6503165829787004,
      "learning_rate": 0.00028907000739163455,
      "loss": 2.3438,
      "step": 17524
    },
    {
      "epoch": 0.8153058850895557,
      "grad_norm": 0.7031425310126604,
      "learning_rate": 0.0002890686165634054,
      "loss": 2.75,
      "step": 17525
    },
    {
      "epoch": 0.8153524075366364,
      "grad_norm": 0.6793386193524515,
      "learning_rate": 0.00028906722565003756,
      "loss": 2.8125,
      "step": 17526
    },
    {
      "epoch": 0.8153989299837171,
      "grad_norm": 0.7460098817618794,
      "learning_rate": 0.00028906583465153205,
      "loss": 2.6719,
      "step": 17527
    },
    {
      "epoch": 0.8154454524307979,
      "grad_norm": 0.6623904412438881,
      "learning_rate": 0.00028906444356788957,
      "loss": 2.4688,
      "step": 17528
    },
    {
      "epoch": 0.8154919748778786,
      "grad_norm": 0.6928197858976247,
      "learning_rate": 0.000289063052399111,
      "loss": 2.7031,
      "step": 17529
    },
    {
      "epoch": 0.8155384973249593,
      "grad_norm": 0.6502346569111745,
      "learning_rate": 0.00028906166114519725,
      "loss": 2.3281,
      "step": 17530
    },
    {
      "epoch": 0.81558501977204,
      "grad_norm": 0.7174245337954941,
      "learning_rate": 0.00028906026980614905,
      "loss": 2.375,
      "step": 17531
    },
    {
      "epoch": 0.8156315422191207,
      "grad_norm": 0.7144090821653382,
      "learning_rate": 0.0002890588783819674,
      "loss": 2.4688,
      "step": 17532
    },
    {
      "epoch": 0.8156780646662014,
      "grad_norm": 0.683710609819545,
      "learning_rate": 0.0002890574868726531,
      "loss": 2.7188,
      "step": 17533
    },
    {
      "epoch": 0.8157245871132821,
      "grad_norm": 0.7323553470296501,
      "learning_rate": 0.0002890560952782069,
      "loss": 2.5781,
      "step": 17534
    },
    {
      "epoch": 0.8157711095603629,
      "grad_norm": 0.7265793128823933,
      "learning_rate": 0.00028905470359862984,
      "loss": 2.5,
      "step": 17535
    },
    {
      "epoch": 0.8158176320074436,
      "grad_norm": 0.6725093377721212,
      "learning_rate": 0.0002890533118339226,
      "loss": 2.4062,
      "step": 17536
    },
    {
      "epoch": 0.8158641544545243,
      "grad_norm": 0.720903516271527,
      "learning_rate": 0.00028905191998408617,
      "loss": 2.4375,
      "step": 17537
    },
    {
      "epoch": 0.815910676901605,
      "grad_norm": 0.6769012510935024,
      "learning_rate": 0.0002890505280491213,
      "loss": 2.2969,
      "step": 17538
    },
    {
      "epoch": 0.8159571993486857,
      "grad_norm": 0.7038842492658186,
      "learning_rate": 0.0002890491360290289,
      "loss": 2.4219,
      "step": 17539
    },
    {
      "epoch": 0.8160037217957664,
      "grad_norm": 0.681177254067555,
      "learning_rate": 0.0002890477439238098,
      "loss": 2.6719,
      "step": 17540
    },
    {
      "epoch": 0.8160502442428472,
      "grad_norm": 0.6564236427674687,
      "learning_rate": 0.0002890463517334648,
      "loss": 2.2969,
      "step": 17541
    },
    {
      "epoch": 0.8160967666899279,
      "grad_norm": 0.7025643852146636,
      "learning_rate": 0.0002890449594579948,
      "loss": 2.5938,
      "step": 17542
    },
    {
      "epoch": 0.8161432891370086,
      "grad_norm": 0.7018636542280088,
      "learning_rate": 0.0002890435670974007,
      "loss": 2.7188,
      "step": 17543
    },
    {
      "epoch": 0.8161898115840893,
      "grad_norm": 0.7156848161952754,
      "learning_rate": 0.0002890421746516833,
      "loss": 2.5,
      "step": 17544
    },
    {
      "epoch": 0.81623633403117,
      "grad_norm": 0.6484510544270465,
      "learning_rate": 0.00028904078212084347,
      "loss": 2.2188,
      "step": 17545
    },
    {
      "epoch": 0.8162828564782507,
      "grad_norm": 0.7047635245173091,
      "learning_rate": 0.000289039389504882,
      "loss": 2.875,
      "step": 17546
    },
    {
      "epoch": 0.8163293789253314,
      "grad_norm": 0.6799466386806939,
      "learning_rate": 0.00028903799680379984,
      "loss": 2.2188,
      "step": 17547
    },
    {
      "epoch": 0.8163759013724122,
      "grad_norm": 0.7813623483636695,
      "learning_rate": 0.0002890366040175978,
      "loss": 2.5,
      "step": 17548
    },
    {
      "epoch": 0.8164224238194929,
      "grad_norm": 0.674099991653636,
      "learning_rate": 0.0002890352111462768,
      "loss": 2.5,
      "step": 17549
    },
    {
      "epoch": 0.8164689462665736,
      "grad_norm": 0.7346243008826361,
      "learning_rate": 0.0002890338181898375,
      "loss": 2.5469,
      "step": 17550
    },
    {
      "epoch": 0.8165154687136543,
      "grad_norm": 0.6505611321793809,
      "learning_rate": 0.0002890324251482809,
      "loss": 2.4531,
      "step": 17551
    },
    {
      "epoch": 0.816561991160735,
      "grad_norm": 0.7085348885826301,
      "learning_rate": 0.0002890310320216079,
      "loss": 2.6562,
      "step": 17552
    },
    {
      "epoch": 0.8166085136078157,
      "grad_norm": 0.6895992067290839,
      "learning_rate": 0.0002890296388098192,
      "loss": 2.4688,
      "step": 17553
    },
    {
      "epoch": 0.8166550360548965,
      "grad_norm": 0.6986622923489636,
      "learning_rate": 0.0002890282455129158,
      "loss": 2.4688,
      "step": 17554
    },
    {
      "epoch": 0.8167015585019772,
      "grad_norm": 0.6349705753718999,
      "learning_rate": 0.00028902685213089846,
      "loss": 2.375,
      "step": 17555
    },
    {
      "epoch": 0.8167480809490579,
      "grad_norm": 0.6665292435864809,
      "learning_rate": 0.0002890254586637681,
      "loss": 2.25,
      "step": 17556
    },
    {
      "epoch": 0.8167946033961386,
      "grad_norm": 0.7341403713746788,
      "learning_rate": 0.0002890240651115255,
      "loss": 2.5625,
      "step": 17557
    },
    {
      "epoch": 0.8168411258432193,
      "grad_norm": 0.6459264377489451,
      "learning_rate": 0.0002890226714741715,
      "loss": 2.2812,
      "step": 17558
    },
    {
      "epoch": 0.8168876482903,
      "grad_norm": 0.6330329294586663,
      "learning_rate": 0.0002890212777517071,
      "loss": 2.5156,
      "step": 17559
    },
    {
      "epoch": 0.8169341707373808,
      "grad_norm": 0.6987320231434249,
      "learning_rate": 0.000289019883944133,
      "loss": 2.3594,
      "step": 17560
    },
    {
      "epoch": 0.8169806931844615,
      "grad_norm": 0.6757334067218321,
      "learning_rate": 0.00028901849005145015,
      "loss": 2.3594,
      "step": 17561
    },
    {
      "epoch": 0.8170272156315422,
      "grad_norm": 0.7477820610137788,
      "learning_rate": 0.0002890170960736593,
      "loss": 2.3906,
      "step": 17562
    },
    {
      "epoch": 0.8170737380786229,
      "grad_norm": 0.6722809951990913,
      "learning_rate": 0.0002890157020107614,
      "loss": 2.4062,
      "step": 17563
    },
    {
      "epoch": 0.8171202605257036,
      "grad_norm": 0.7005720924729705,
      "learning_rate": 0.00028901430786275724,
      "loss": 2.3281,
      "step": 17564
    },
    {
      "epoch": 0.8171667829727843,
      "grad_norm": 0.6311917886952111,
      "learning_rate": 0.00028901291362964774,
      "loss": 1.8516,
      "step": 17565
    },
    {
      "epoch": 0.817213305419865,
      "grad_norm": 0.7033441911279918,
      "learning_rate": 0.0002890115193114337,
      "loss": 2.6406,
      "step": 17566
    },
    {
      "epoch": 0.8172598278669458,
      "grad_norm": 0.7034517752685034,
      "learning_rate": 0.000289010124908116,
      "loss": 2.2656,
      "step": 17567
    },
    {
      "epoch": 0.8173063503140265,
      "grad_norm": 0.7235438421642211,
      "learning_rate": 0.0002890087304196954,
      "loss": 2.5938,
      "step": 17568
    },
    {
      "epoch": 0.8173528727611072,
      "grad_norm": 0.7153601656339256,
      "learning_rate": 0.0002890073358461729,
      "loss": 2.7656,
      "step": 17569
    },
    {
      "epoch": 0.8173993952081879,
      "grad_norm": 0.6516365148443432,
      "learning_rate": 0.00028900594118754934,
      "loss": 2.5781,
      "step": 17570
    },
    {
      "epoch": 0.8174459176552686,
      "grad_norm": 0.649116017997541,
      "learning_rate": 0.00028900454644382545,
      "loss": 2.4531,
      "step": 17571
    },
    {
      "epoch": 0.8174924401023493,
      "grad_norm": 0.7059890396200793,
      "learning_rate": 0.0002890031516150022,
      "loss": 2.625,
      "step": 17572
    },
    {
      "epoch": 0.8175389625494301,
      "grad_norm": 0.6674011789817691,
      "learning_rate": 0.00028900175670108037,
      "loss": 2.4844,
      "step": 17573
    },
    {
      "epoch": 0.8175854849965108,
      "grad_norm": 0.7072749894423283,
      "learning_rate": 0.00028900036170206086,
      "loss": 2.5469,
      "step": 17574
    },
    {
      "epoch": 0.8176320074435915,
      "grad_norm": 0.6501286641394287,
      "learning_rate": 0.00028899896661794454,
      "loss": 2.375,
      "step": 17575
    },
    {
      "epoch": 0.8176785298906722,
      "grad_norm": 0.700842537929426,
      "learning_rate": 0.0002889975714487322,
      "loss": 2.6719,
      "step": 17576
    },
    {
      "epoch": 0.817725052337753,
      "grad_norm": 0.7204804030905919,
      "learning_rate": 0.0002889961761944247,
      "loss": 2.8906,
      "step": 17577
    },
    {
      "epoch": 0.8177715747848336,
      "grad_norm": 0.6675689345230345,
      "learning_rate": 0.00028899478085502294,
      "loss": 2.625,
      "step": 17578
    },
    {
      "epoch": 0.8178180972319145,
      "grad_norm": 0.6648358917855123,
      "learning_rate": 0.00028899338543052775,
      "loss": 2.5156,
      "step": 17579
    },
    {
      "epoch": 0.8178646196789952,
      "grad_norm": 0.674213429917396,
      "learning_rate": 0.00028899198992094003,
      "loss": 2.7344,
      "step": 17580
    },
    {
      "epoch": 0.8179111421260759,
      "grad_norm": 0.6187374648886702,
      "learning_rate": 0.0002889905943262606,
      "loss": 2.2656,
      "step": 17581
    },
    {
      "epoch": 0.8179576645731566,
      "grad_norm": 0.6641676135605492,
      "learning_rate": 0.00028898919864649023,
      "loss": 2.6719,
      "step": 17582
    },
    {
      "epoch": 0.8180041870202373,
      "grad_norm": 0.6933838605166975,
      "learning_rate": 0.00028898780288162993,
      "loss": 2.3438,
      "step": 17583
    },
    {
      "epoch": 0.818050709467318,
      "grad_norm": 0.6918361256141159,
      "learning_rate": 0.00028898640703168047,
      "loss": 2.6562,
      "step": 17584
    },
    {
      "epoch": 0.8180972319143986,
      "grad_norm": 0.7187415637577754,
      "learning_rate": 0.0002889850110966427,
      "loss": 2.6406,
      "step": 17585
    },
    {
      "epoch": 0.8181437543614795,
      "grad_norm": 0.6584607832653182,
      "learning_rate": 0.0002889836150765175,
      "loss": 2.4219,
      "step": 17586
    },
    {
      "epoch": 0.8181902768085602,
      "grad_norm": 0.6616966791832489,
      "learning_rate": 0.0002889822189713057,
      "loss": 2.5938,
      "step": 17587
    },
    {
      "epoch": 0.8182367992556409,
      "grad_norm": 0.7698989964723563,
      "learning_rate": 0.00028898082278100813,
      "loss": 2.5781,
      "step": 17588
    },
    {
      "epoch": 0.8182833217027216,
      "grad_norm": 0.6951466520072113,
      "learning_rate": 0.0002889794265056257,
      "loss": 2.4688,
      "step": 17589
    },
    {
      "epoch": 0.8183298441498023,
      "grad_norm": 0.6748757231894086,
      "learning_rate": 0.0002889780301451592,
      "loss": 2.4688,
      "step": 17590
    },
    {
      "epoch": 0.818376366596883,
      "grad_norm": 0.675535264502604,
      "learning_rate": 0.00028897663369960964,
      "loss": 1.9531,
      "step": 17591
    },
    {
      "epoch": 0.8184228890439638,
      "grad_norm": 0.7496097386178414,
      "learning_rate": 0.0002889752371689777,
      "loss": 2.8281,
      "step": 17592
    },
    {
      "epoch": 0.8184694114910445,
      "grad_norm": 0.672457658713465,
      "learning_rate": 0.00028897384055326435,
      "loss": 2.375,
      "step": 17593
    },
    {
      "epoch": 0.8185159339381252,
      "grad_norm": 0.7267933396250621,
      "learning_rate": 0.0002889724438524703,
      "loss": 2.4375,
      "step": 17594
    },
    {
      "epoch": 0.8185624563852059,
      "grad_norm": 0.6362674405525606,
      "learning_rate": 0.0002889710470665966,
      "loss": 2.3125,
      "step": 17595
    },
    {
      "epoch": 0.8186089788322866,
      "grad_norm": 0.6568637777124429,
      "learning_rate": 0.000288969650195644,
      "loss": 2.4688,
      "step": 17596
    },
    {
      "epoch": 0.8186555012793673,
      "grad_norm": 0.6625884682775205,
      "learning_rate": 0.00028896825323961327,
      "loss": 2.7344,
      "step": 17597
    },
    {
      "epoch": 0.818702023726448,
      "grad_norm": 0.7068336166536561,
      "learning_rate": 0.00028896685619850547,
      "loss": 2.625,
      "step": 17598
    },
    {
      "epoch": 0.8187485461735288,
      "grad_norm": 0.6739184839545574,
      "learning_rate": 0.00028896545907232125,
      "loss": 2.5469,
      "step": 17599
    },
    {
      "epoch": 0.8187950686206095,
      "grad_norm": 0.6756156011853618,
      "learning_rate": 0.0002889640618610616,
      "loss": 2.7188,
      "step": 17600
    },
    {
      "epoch": 0.8188415910676902,
      "grad_norm": 0.6578843906649524,
      "learning_rate": 0.00028896266456472733,
      "loss": 2.6562,
      "step": 17601
    },
    {
      "epoch": 0.8188881135147709,
      "grad_norm": 0.7345702543619664,
      "learning_rate": 0.00028896126718331927,
      "loss": 2.3281,
      "step": 17602
    },
    {
      "epoch": 0.8189346359618516,
      "grad_norm": 0.6494731406787383,
      "learning_rate": 0.00028895986971683835,
      "loss": 2.5312,
      "step": 17603
    },
    {
      "epoch": 0.8189811584089323,
      "grad_norm": 0.6253014369107701,
      "learning_rate": 0.00028895847216528535,
      "loss": 1.875,
      "step": 17604
    },
    {
      "epoch": 0.8190276808560131,
      "grad_norm": 0.6871124839916951,
      "learning_rate": 0.00028895707452866113,
      "loss": 2.6719,
      "step": 17605
    },
    {
      "epoch": 0.8190742033030938,
      "grad_norm": 0.6926847963883912,
      "learning_rate": 0.0002889556768069666,
      "loss": 2.3594,
      "step": 17606
    },
    {
      "epoch": 0.8191207257501745,
      "grad_norm": 0.6373828976688302,
      "learning_rate": 0.0002889542790002026,
      "loss": 2.2344,
      "step": 17607
    },
    {
      "epoch": 0.8191672481972552,
      "grad_norm": 0.7095853044627365,
      "learning_rate": 0.00028895288110836995,
      "loss": 2.7188,
      "step": 17608
    },
    {
      "epoch": 0.8192137706443359,
      "grad_norm": 0.6926189545789098,
      "learning_rate": 0.0002889514831314696,
      "loss": 2.4219,
      "step": 17609
    },
    {
      "epoch": 0.8192602930914166,
      "grad_norm": 0.7187159811683191,
      "learning_rate": 0.0002889500850695022,
      "loss": 2.7656,
      "step": 17610
    },
    {
      "epoch": 0.8193068155384974,
      "grad_norm": 0.7629723838986822,
      "learning_rate": 0.0002889486869224688,
      "loss": 2.6094,
      "step": 17611
    },
    {
      "epoch": 0.8193533379855781,
      "grad_norm": 0.6432197218347003,
      "learning_rate": 0.00028894728869037023,
      "loss": 2.0781,
      "step": 17612
    },
    {
      "epoch": 0.8193998604326588,
      "grad_norm": 0.7070438291157086,
      "learning_rate": 0.00028894589037320727,
      "loss": 2.5,
      "step": 17613
    },
    {
      "epoch": 0.8194463828797395,
      "grad_norm": 0.7125172152064243,
      "learning_rate": 0.00028894449197098084,
      "loss": 2.5781,
      "step": 17614
    },
    {
      "epoch": 0.8194929053268202,
      "grad_norm": 0.6973475643734199,
      "learning_rate": 0.0002889430934836917,
      "loss": 2.3594,
      "step": 17615
    },
    {
      "epoch": 0.8195394277739009,
      "grad_norm": 0.6540290042767151,
      "learning_rate": 0.0002889416949113409,
      "loss": 2.3281,
      "step": 17616
    },
    {
      "epoch": 0.8195859502209816,
      "grad_norm": 0.6490703690463396,
      "learning_rate": 0.0002889402962539291,
      "loss": 2.3906,
      "step": 17617
    },
    {
      "epoch": 0.8196324726680624,
      "grad_norm": 0.7312581764869864,
      "learning_rate": 0.0002889388975114573,
      "loss": 1.8984,
      "step": 17618
    },
    {
      "epoch": 0.8196789951151431,
      "grad_norm": 0.747427378531934,
      "learning_rate": 0.0002889374986839262,
      "loss": 2.8438,
      "step": 17619
    },
    {
      "epoch": 0.8197255175622238,
      "grad_norm": 0.6916755079044052,
      "learning_rate": 0.00028893609977133675,
      "loss": 2.4844,
      "step": 17620
    },
    {
      "epoch": 0.8197720400093045,
      "grad_norm": 0.6889939047590851,
      "learning_rate": 0.00028893470077368986,
      "loss": 2.4844,
      "step": 17621
    },
    {
      "epoch": 0.8198185624563852,
      "grad_norm": 0.6880019683258684,
      "learning_rate": 0.00028893330169098633,
      "loss": 2.5938,
      "step": 17622
    },
    {
      "epoch": 0.8198650849034659,
      "grad_norm": 0.6670234890909902,
      "learning_rate": 0.00028893190252322697,
      "loss": 2.6562,
      "step": 17623
    },
    {
      "epoch": 0.8199116073505467,
      "grad_norm": 0.6584407027957859,
      "learning_rate": 0.00028893050327041266,
      "loss": 2.2188,
      "step": 17624
    },
    {
      "epoch": 0.8199581297976274,
      "grad_norm": 0.6885985211413814,
      "learning_rate": 0.0002889291039325443,
      "loss": 2.5938,
      "step": 17625
    },
    {
      "epoch": 0.8200046522447081,
      "grad_norm": 0.6702400051994228,
      "learning_rate": 0.00028892770450962275,
      "loss": 2.4844,
      "step": 17626
    },
    {
      "epoch": 0.8200511746917888,
      "grad_norm": 0.704392444160185,
      "learning_rate": 0.00028892630500164883,
      "loss": 2.5625,
      "step": 17627
    },
    {
      "epoch": 0.8200976971388695,
      "grad_norm": 0.6753550254794171,
      "learning_rate": 0.00028892490540862343,
      "loss": 2.5,
      "step": 17628
    },
    {
      "epoch": 0.8201442195859502,
      "grad_norm": 0.6981533069877315,
      "learning_rate": 0.0002889235057305473,
      "loss": 2.7031,
      "step": 17629
    },
    {
      "epoch": 0.8201907420330309,
      "grad_norm": 0.6901689681688314,
      "learning_rate": 0.00028892210596742147,
      "loss": 2.6094,
      "step": 17630
    },
    {
      "epoch": 0.8202372644801117,
      "grad_norm": 0.639759313186752,
      "learning_rate": 0.00028892070611924664,
      "loss": 2.1719,
      "step": 17631
    },
    {
      "epoch": 0.8202837869271924,
      "grad_norm": 0.6343508332090407,
      "learning_rate": 0.0002889193061860238,
      "loss": 2.2031,
      "step": 17632
    },
    {
      "epoch": 0.8203303093742731,
      "grad_norm": 0.699642252831902,
      "learning_rate": 0.00028891790616775376,
      "loss": 2.3125,
      "step": 17633
    },
    {
      "epoch": 0.8203768318213538,
      "grad_norm": 0.6872138090332965,
      "learning_rate": 0.0002889165060644373,
      "loss": 2.7031,
      "step": 17634
    },
    {
      "epoch": 0.8204233542684345,
      "grad_norm": 0.7202687547124162,
      "learning_rate": 0.0002889151058760753,
      "loss": 2.8281,
      "step": 17635
    },
    {
      "epoch": 0.8204698767155152,
      "grad_norm": 0.7084978316412376,
      "learning_rate": 0.0002889137056026687,
      "loss": 2.4219,
      "step": 17636
    },
    {
      "epoch": 0.820516399162596,
      "grad_norm": 0.6181931402407337,
      "learning_rate": 0.0002889123052442183,
      "loss": 2.375,
      "step": 17637
    },
    {
      "epoch": 0.8205629216096767,
      "grad_norm": 0.6754550299691318,
      "learning_rate": 0.000288910904800725,
      "loss": 2.3281,
      "step": 17638
    },
    {
      "epoch": 0.8206094440567574,
      "grad_norm": 0.6428321612107089,
      "learning_rate": 0.0002889095042721896,
      "loss": 2.2969,
      "step": 17639
    },
    {
      "epoch": 0.8206559665038381,
      "grad_norm": 0.7447122266956091,
      "learning_rate": 0.000288908103658613,
      "loss": 2.4844,
      "step": 17640
    },
    {
      "epoch": 0.8207024889509188,
      "grad_norm": 0.6615882182115079,
      "learning_rate": 0.00028890670295999605,
      "loss": 2.2344,
      "step": 17641
    },
    {
      "epoch": 0.8207490113979995,
      "grad_norm": 0.7403247603385633,
      "learning_rate": 0.00028890530217633956,
      "loss": 2.6562,
      "step": 17642
    },
    {
      "epoch": 0.8207955338450803,
      "grad_norm": 0.7578230819037094,
      "learning_rate": 0.0002889039013076445,
      "loss": 2.7031,
      "step": 17643
    },
    {
      "epoch": 0.820842056292161,
      "grad_norm": 0.6747098133641573,
      "learning_rate": 0.0002889025003539115,
      "loss": 2.4219,
      "step": 17644
    },
    {
      "epoch": 0.8208885787392417,
      "grad_norm": 0.6723400224305172,
      "learning_rate": 0.0002889010993151417,
      "loss": 2.5938,
      "step": 17645
    },
    {
      "epoch": 0.8209351011863224,
      "grad_norm": 0.7362469160554385,
      "learning_rate": 0.0002888996981913358,
      "loss": 2.8281,
      "step": 17646
    },
    {
      "epoch": 0.8209816236334031,
      "grad_norm": 0.7092928697100999,
      "learning_rate": 0.0002888982969824947,
      "loss": 2.3594,
      "step": 17647
    },
    {
      "epoch": 0.8210281460804838,
      "grad_norm": 0.667937789933652,
      "learning_rate": 0.00028889689568861916,
      "loss": 1.8906,
      "step": 17648
    },
    {
      "epoch": 0.8210746685275645,
      "grad_norm": 0.7075621930483355,
      "learning_rate": 0.00028889549430971025,
      "loss": 2.7344,
      "step": 17649
    },
    {
      "epoch": 0.8211211909746453,
      "grad_norm": 0.7229372272119828,
      "learning_rate": 0.0002888940928457686,
      "loss": 2.6562,
      "step": 17650
    },
    {
      "epoch": 0.821167713421726,
      "grad_norm": 0.6924119461435444,
      "learning_rate": 0.0002888926912967952,
      "loss": 2.6094,
      "step": 17651
    },
    {
      "epoch": 0.8212142358688067,
      "grad_norm": 0.7156807690284114,
      "learning_rate": 0.0002888912896627909,
      "loss": 2.5625,
      "step": 17652
    },
    {
      "epoch": 0.8212607583158874,
      "grad_norm": 0.648052996956664,
      "learning_rate": 0.0002888898879437565,
      "loss": 2.4844,
      "step": 17653
    },
    {
      "epoch": 0.8213072807629681,
      "grad_norm": 0.668910271015516,
      "learning_rate": 0.0002888884861396929,
      "loss": 2.5,
      "step": 17654
    },
    {
      "epoch": 0.8213538032100488,
      "grad_norm": 0.6783739561227646,
      "learning_rate": 0.00028888708425060095,
      "loss": 2.6562,
      "step": 17655
    },
    {
      "epoch": 0.8214003256571296,
      "grad_norm": 0.6793483914553146,
      "learning_rate": 0.0002888856822764815,
      "loss": 2.5312,
      "step": 17656
    },
    {
      "epoch": 0.8214468481042103,
      "grad_norm": 0.6857746120704467,
      "learning_rate": 0.00028888428021733544,
      "loss": 2.4531,
      "step": 17657
    },
    {
      "epoch": 0.821493370551291,
      "grad_norm": 0.6788885999893964,
      "learning_rate": 0.0002888828780731636,
      "loss": 2.5312,
      "step": 17658
    },
    {
      "epoch": 0.8215398929983717,
      "grad_norm": 0.7195014989919688,
      "learning_rate": 0.0002888814758439668,
      "loss": 2.5,
      "step": 17659
    },
    {
      "epoch": 0.8215864154454524,
      "grad_norm": 0.6992010008593729,
      "learning_rate": 0.000288880073529746,
      "loss": 2.75,
      "step": 17660
    },
    {
      "epoch": 0.8216329378925331,
      "grad_norm": 0.6936056760663544,
      "learning_rate": 0.00028887867113050204,
      "loss": 2.5469,
      "step": 17661
    },
    {
      "epoch": 0.8216794603396138,
      "grad_norm": 0.7005512329264227,
      "learning_rate": 0.0002888772686462356,
      "loss": 2.3594,
      "step": 17662
    },
    {
      "epoch": 0.8217259827866946,
      "grad_norm": 0.6932190308148791,
      "learning_rate": 0.0002888758660769478,
      "loss": 2.6406,
      "step": 17663
    },
    {
      "epoch": 0.8217725052337753,
      "grad_norm": 0.6546331200610159,
      "learning_rate": 0.00028887446342263935,
      "loss": 2.4062,
      "step": 17664
    },
    {
      "epoch": 0.821819027680856,
      "grad_norm": 0.7840495537665773,
      "learning_rate": 0.0002888730606833111,
      "loss": 1.9297,
      "step": 17665
    },
    {
      "epoch": 0.8218655501279367,
      "grad_norm": 0.6455929003377819,
      "learning_rate": 0.000288871657858964,
      "loss": 2.4219,
      "step": 17666
    },
    {
      "epoch": 0.8219120725750174,
      "grad_norm": 0.6065817111551067,
      "learning_rate": 0.0002888702549495988,
      "loss": 1.6953,
      "step": 17667
    },
    {
      "epoch": 0.8219585950220981,
      "grad_norm": 0.704313560436109,
      "learning_rate": 0.0002888688519552164,
      "loss": 2.6719,
      "step": 17668
    },
    {
      "epoch": 0.8220051174691789,
      "grad_norm": 0.7989658770499635,
      "learning_rate": 0.00028886744887581775,
      "loss": 2.6094,
      "step": 17669
    },
    {
      "epoch": 0.8220516399162596,
      "grad_norm": 0.7007766542306596,
      "learning_rate": 0.00028886604571140356,
      "loss": 2.4688,
      "step": 17670
    },
    {
      "epoch": 0.8220981623633403,
      "grad_norm": 0.6950919281643466,
      "learning_rate": 0.0002888646424619748,
      "loss": 2.5156,
      "step": 17671
    },
    {
      "epoch": 0.822144684810421,
      "grad_norm": 0.7438090959773257,
      "learning_rate": 0.0002888632391275322,
      "loss": 2.3906,
      "step": 17672
    },
    {
      "epoch": 0.8221912072575017,
      "grad_norm": 0.673223466562777,
      "learning_rate": 0.0002888618357080768,
      "loss": 2.5625,
      "step": 17673
    },
    {
      "epoch": 0.8222377297045824,
      "grad_norm": 0.7167752905975223,
      "learning_rate": 0.0002888604322036093,
      "loss": 2.3125,
      "step": 17674
    },
    {
      "epoch": 0.8222842521516632,
      "grad_norm": 0.7060474811398813,
      "learning_rate": 0.0002888590286141307,
      "loss": 2.4062,
      "step": 17675
    },
    {
      "epoch": 0.8223307745987439,
      "grad_norm": 0.7221401367041591,
      "learning_rate": 0.00028885762493964176,
      "loss": 2.4531,
      "step": 17676
    },
    {
      "epoch": 0.8223772970458246,
      "grad_norm": 0.6700533917020032,
      "learning_rate": 0.0002888562211801433,
      "loss": 2.2969,
      "step": 17677
    },
    {
      "epoch": 0.8224238194929053,
      "grad_norm": 0.7035251460057791,
      "learning_rate": 0.00028885481733563636,
      "loss": 2.6406,
      "step": 17678
    },
    {
      "epoch": 0.822470341939986,
      "grad_norm": 0.7047469862038906,
      "learning_rate": 0.00028885341340612156,
      "loss": 2.5,
      "step": 17679
    },
    {
      "epoch": 0.8225168643870667,
      "grad_norm": 0.692143566993326,
      "learning_rate": 0.00028885200939159994,
      "loss": 2.6406,
      "step": 17680
    },
    {
      "epoch": 0.8225633868341474,
      "grad_norm": 0.7388347809763959,
      "learning_rate": 0.0002888506052920723,
      "loss": 2.3594,
      "step": 17681
    },
    {
      "epoch": 0.8226099092812282,
      "grad_norm": 0.7899039489019452,
      "learning_rate": 0.00028884920110753946,
      "loss": 2.3906,
      "step": 17682
    },
    {
      "epoch": 0.8226564317283089,
      "grad_norm": 0.7011808594764716,
      "learning_rate": 0.0002888477968380024,
      "loss": 2.2656,
      "step": 17683
    },
    {
      "epoch": 0.8227029541753896,
      "grad_norm": 0.6965799995603386,
      "learning_rate": 0.00028884639248346185,
      "loss": 1.7656,
      "step": 17684
    },
    {
      "epoch": 0.8227494766224703,
      "grad_norm": 0.6992787512235921,
      "learning_rate": 0.0002888449880439187,
      "loss": 2.5,
      "step": 17685
    },
    {
      "epoch": 0.822795999069551,
      "grad_norm": 0.6500663384648002,
      "learning_rate": 0.00028884358351937393,
      "loss": 1.9609,
      "step": 17686
    },
    {
      "epoch": 0.8228425215166317,
      "grad_norm": 0.7422444893281982,
      "learning_rate": 0.0002888421789098282,
      "loss": 2.5312,
      "step": 17687
    },
    {
      "epoch": 0.8228890439637125,
      "grad_norm": 0.7760427791709211,
      "learning_rate": 0.0002888407742152825,
      "loss": 2.75,
      "step": 17688
    },
    {
      "epoch": 0.8229355664107932,
      "grad_norm": 0.7107206122448848,
      "learning_rate": 0.0002888393694357377,
      "loss": 2.8125,
      "step": 17689
    },
    {
      "epoch": 0.8229820888578739,
      "grad_norm": 0.6611207256832072,
      "learning_rate": 0.0002888379645711945,
      "loss": 2.2344,
      "step": 17690
    },
    {
      "epoch": 0.8230286113049546,
      "grad_norm": 0.6687433970657136,
      "learning_rate": 0.000288836559621654,
      "loss": 2.5625,
      "step": 17691
    },
    {
      "epoch": 0.8230751337520353,
      "grad_norm": 0.6928072730446312,
      "learning_rate": 0.0002888351545871169,
      "loss": 2.4531,
      "step": 17692
    },
    {
      "epoch": 0.823121656199116,
      "grad_norm": 0.6853897637941166,
      "learning_rate": 0.0002888337494675841,
      "loss": 2.6875,
      "step": 17693
    },
    {
      "epoch": 0.8231681786461967,
      "grad_norm": 0.6505162902301788,
      "learning_rate": 0.00028883234426305647,
      "loss": 2.5156,
      "step": 17694
    },
    {
      "epoch": 0.8232147010932775,
      "grad_norm": 0.6838058405565677,
      "learning_rate": 0.00028883093897353484,
      "loss": 2.6875,
      "step": 17695
    },
    {
      "epoch": 0.8232612235403582,
      "grad_norm": 0.7669546142285564,
      "learning_rate": 0.0002888295335990201,
      "loss": 2.6562,
      "step": 17696
    },
    {
      "epoch": 0.8233077459874389,
      "grad_norm": 0.8561899859882682,
      "learning_rate": 0.0002888281281395131,
      "loss": 2.5156,
      "step": 17697
    },
    {
      "epoch": 0.8233542684345196,
      "grad_norm": 0.7145551243045956,
      "learning_rate": 0.0002888267225950147,
      "loss": 2.5,
      "step": 17698
    },
    {
      "epoch": 0.8234007908816003,
      "grad_norm": 0.7091764038978062,
      "learning_rate": 0.00028882531696552575,
      "loss": 2.4531,
      "step": 17699
    },
    {
      "epoch": 0.823447313328681,
      "grad_norm": 0.6352339470617476,
      "learning_rate": 0.0002888239112510471,
      "loss": 2.4531,
      "step": 17700
    },
    {
      "epoch": 0.8234938357757619,
      "grad_norm": 0.6196557761795773,
      "learning_rate": 0.00028882250545157973,
      "loss": 2.1562,
      "step": 17701
    },
    {
      "epoch": 0.8235403582228426,
      "grad_norm": 0.6617565313160322,
      "learning_rate": 0.0002888210995671244,
      "loss": 2.6719,
      "step": 17702
    },
    {
      "epoch": 0.8235868806699232,
      "grad_norm": 0.6710709241398192,
      "learning_rate": 0.00028881969359768184,
      "loss": 2.375,
      "step": 17703
    },
    {
      "epoch": 0.823633403117004,
      "grad_norm": 0.7056675604464939,
      "learning_rate": 0.00028881828754325314,
      "loss": 2.4375,
      "step": 17704
    },
    {
      "epoch": 0.8236799255640846,
      "grad_norm": 0.7166208362121894,
      "learning_rate": 0.0002888168814038391,
      "loss": 2.5625,
      "step": 17705
    },
    {
      "epoch": 0.8237264480111653,
      "grad_norm": 0.6587809754979742,
      "learning_rate": 0.00028881547517944044,
      "loss": 2.5469,
      "step": 17706
    },
    {
      "epoch": 0.8237729704582462,
      "grad_norm": 0.7095471122052459,
      "learning_rate": 0.00028881406887005823,
      "loss": 2.1406,
      "step": 17707
    },
    {
      "epoch": 0.8238194929053269,
      "grad_norm": 0.6976078558875417,
      "learning_rate": 0.00028881266247569317,
      "loss": 2.6562,
      "step": 17708
    },
    {
      "epoch": 0.8238660153524076,
      "grad_norm": 0.724687001030694,
      "learning_rate": 0.00028881125599634623,
      "loss": 2.3906,
      "step": 17709
    },
    {
      "epoch": 0.8239125377994883,
      "grad_norm": 0.6840103036263517,
      "learning_rate": 0.0002888098494320181,
      "loss": 2.1875,
      "step": 17710
    },
    {
      "epoch": 0.823959060246569,
      "grad_norm": 0.6482407598359913,
      "learning_rate": 0.0002888084427827099,
      "loss": 2.125,
      "step": 17711
    },
    {
      "epoch": 0.8240055826936497,
      "grad_norm": 0.6909735843381475,
      "learning_rate": 0.0002888070360484223,
      "loss": 2.6562,
      "step": 17712
    },
    {
      "epoch": 0.8240521051407304,
      "grad_norm": 0.7414971303471354,
      "learning_rate": 0.00028880562922915624,
      "loss": 2.3594,
      "step": 17713
    },
    {
      "epoch": 0.8240986275878112,
      "grad_norm": 0.7393548031666954,
      "learning_rate": 0.00028880422232491253,
      "loss": 2.4531,
      "step": 17714
    },
    {
      "epoch": 0.8241451500348919,
      "grad_norm": 0.7425166725206286,
      "learning_rate": 0.00028880281533569203,
      "loss": 2.8438,
      "step": 17715
    },
    {
      "epoch": 0.8241916724819726,
      "grad_norm": 0.6688574105686332,
      "learning_rate": 0.00028880140826149567,
      "loss": 2.3281,
      "step": 17716
    },
    {
      "epoch": 0.8242381949290533,
      "grad_norm": 0.7857987335565406,
      "learning_rate": 0.00028880000110232426,
      "loss": 2.5,
      "step": 17717
    },
    {
      "epoch": 0.824284717376134,
      "grad_norm": 0.6971178280515372,
      "learning_rate": 0.00028879859385817866,
      "loss": 2.5,
      "step": 17718
    },
    {
      "epoch": 0.8243312398232147,
      "grad_norm": 0.7237583076904781,
      "learning_rate": 0.00028879718652905976,
      "loss": 2.5,
      "step": 17719
    },
    {
      "epoch": 0.8243777622702955,
      "grad_norm": 0.7086297338695806,
      "learning_rate": 0.0002887957791149684,
      "loss": 2.6094,
      "step": 17720
    },
    {
      "epoch": 0.8244242847173762,
      "grad_norm": 0.673953093476733,
      "learning_rate": 0.0002887943716159054,
      "loss": 2.4844,
      "step": 17721
    },
    {
      "epoch": 0.8244708071644569,
      "grad_norm": 0.749025068212047,
      "learning_rate": 0.00028879296403187176,
      "loss": 2.5625,
      "step": 17722
    },
    {
      "epoch": 0.8245173296115376,
      "grad_norm": 0.7210552164032208,
      "learning_rate": 0.0002887915563628682,
      "loss": 2.4844,
      "step": 17723
    },
    {
      "epoch": 0.8245638520586183,
      "grad_norm": 0.6961926707363135,
      "learning_rate": 0.0002887901486088956,
      "loss": 2.4844,
      "step": 17724
    },
    {
      "epoch": 0.824610374505699,
      "grad_norm": 0.6663189142884106,
      "learning_rate": 0.0002887887407699549,
      "loss": 2.3281,
      "step": 17725
    },
    {
      "epoch": 0.8246568969527797,
      "grad_norm": 0.6443608506024194,
      "learning_rate": 0.00028878733284604693,
      "loss": 2.4062,
      "step": 17726
    },
    {
      "epoch": 0.8247034193998605,
      "grad_norm": 0.7732478789097846,
      "learning_rate": 0.0002887859248371725,
      "loss": 2.7969,
      "step": 17727
    },
    {
      "epoch": 0.8247499418469412,
      "grad_norm": 0.7212261460557327,
      "learning_rate": 0.00028878451674333247,
      "loss": 2.4375,
      "step": 17728
    },
    {
      "epoch": 0.8247964642940219,
      "grad_norm": 0.6945534135729106,
      "learning_rate": 0.0002887831085645278,
      "loss": 2.4375,
      "step": 17729
    },
    {
      "epoch": 0.8248429867411026,
      "grad_norm": 0.6937542195047587,
      "learning_rate": 0.0002887817003007593,
      "loss": 1.8438,
      "step": 17730
    },
    {
      "epoch": 0.8248895091881833,
      "grad_norm": 0.6650128098656405,
      "learning_rate": 0.00028878029195202775,
      "loss": 2.4688,
      "step": 17731
    },
    {
      "epoch": 0.824936031635264,
      "grad_norm": 0.6885172276930611,
      "learning_rate": 0.0002887788835183342,
      "loss": 2.6562,
      "step": 17732
    },
    {
      "epoch": 0.8249825540823448,
      "grad_norm": 0.6698289555753449,
      "learning_rate": 0.00028877747499967934,
      "loss": 2.4375,
      "step": 17733
    },
    {
      "epoch": 0.8250290765294255,
      "grad_norm": 0.7526758386562974,
      "learning_rate": 0.0002887760663960641,
      "loss": 2.4531,
      "step": 17734
    },
    {
      "epoch": 0.8250755989765062,
      "grad_norm": 0.7244030899798166,
      "learning_rate": 0.0002887746577074893,
      "loss": 2.4375,
      "step": 17735
    },
    {
      "epoch": 0.8251221214235869,
      "grad_norm": 0.7011745750543504,
      "learning_rate": 0.0002887732489339559,
      "loss": 2.4531,
      "step": 17736
    },
    {
      "epoch": 0.8251686438706676,
      "grad_norm": 0.7391665440901772,
      "learning_rate": 0.0002887718400754646,
      "loss": 2.6406,
      "step": 17737
    },
    {
      "epoch": 0.8252151663177483,
      "grad_norm": 0.6934074227000327,
      "learning_rate": 0.0002887704311320164,
      "loss": 2.75,
      "step": 17738
    },
    {
      "epoch": 0.8252616887648291,
      "grad_norm": 0.7327615644373153,
      "learning_rate": 0.0002887690221036122,
      "loss": 2.4531,
      "step": 17739
    },
    {
      "epoch": 0.8253082112119098,
      "grad_norm": 0.6747174602404465,
      "learning_rate": 0.00028876761299025274,
      "loss": 2.3281,
      "step": 17740
    },
    {
      "epoch": 0.8253547336589905,
      "grad_norm": 0.7072479211516477,
      "learning_rate": 0.0002887662037919389,
      "loss": 2.5781,
      "step": 17741
    },
    {
      "epoch": 0.8254012561060712,
      "grad_norm": 0.6682651092676415,
      "learning_rate": 0.00028876479450867164,
      "loss": 1.7812,
      "step": 17742
    },
    {
      "epoch": 0.8254477785531519,
      "grad_norm": 0.6958764651839047,
      "learning_rate": 0.0002887633851404517,
      "loss": 2.2812,
      "step": 17743
    },
    {
      "epoch": 0.8254943010002326,
      "grad_norm": 0.7492846020470618,
      "learning_rate": 0.00028876197568728,
      "loss": 2.4375,
      "step": 17744
    },
    {
      "epoch": 0.8255408234473133,
      "grad_norm": 0.6650293289168959,
      "learning_rate": 0.0002887605661491574,
      "loss": 2.4531,
      "step": 17745
    },
    {
      "epoch": 0.8255873458943941,
      "grad_norm": 0.6673445904362538,
      "learning_rate": 0.00028875915652608477,
      "loss": 2.4531,
      "step": 17746
    },
    {
      "epoch": 0.8256338683414748,
      "grad_norm": 0.6956974119823844,
      "learning_rate": 0.000288757746818063,
      "loss": 2.625,
      "step": 17747
    },
    {
      "epoch": 0.8256803907885555,
      "grad_norm": 0.7164322586415713,
      "learning_rate": 0.0002887563370250929,
      "loss": 2.3594,
      "step": 17748
    },
    {
      "epoch": 0.8257269132356362,
      "grad_norm": 0.7228760676972459,
      "learning_rate": 0.0002887549271471753,
      "loss": 2.3438,
      "step": 17749
    },
    {
      "epoch": 0.8257734356827169,
      "grad_norm": 0.6807782185833284,
      "learning_rate": 0.00028875351718431116,
      "loss": 2.5312,
      "step": 17750
    },
    {
      "epoch": 0.8258199581297976,
      "grad_norm": 0.7170502214503125,
      "learning_rate": 0.0002887521071365013,
      "loss": 2.7188,
      "step": 17751
    },
    {
      "epoch": 0.8258664805768784,
      "grad_norm": 0.6990012464273497,
      "learning_rate": 0.0002887506970037466,
      "loss": 2.5469,
      "step": 17752
    },
    {
      "epoch": 0.8259130030239591,
      "grad_norm": 0.7735424597944336,
      "learning_rate": 0.00028874928678604785,
      "loss": 2.5938,
      "step": 17753
    },
    {
      "epoch": 0.8259595254710398,
      "grad_norm": 0.6568778980065151,
      "learning_rate": 0.00028874787648340604,
      "loss": 2.3906,
      "step": 17754
    },
    {
      "epoch": 0.8260060479181205,
      "grad_norm": 0.6575255422438193,
      "learning_rate": 0.0002887464660958219,
      "loss": 2.3594,
      "step": 17755
    },
    {
      "epoch": 0.8260525703652012,
      "grad_norm": 0.6710130838006666,
      "learning_rate": 0.0002887450556232964,
      "loss": 2.2344,
      "step": 17756
    },
    {
      "epoch": 0.8260990928122819,
      "grad_norm": 0.6819653230941458,
      "learning_rate": 0.00028874364506583034,
      "loss": 2.4844,
      "step": 17757
    },
    {
      "epoch": 0.8261456152593627,
      "grad_norm": 0.6801247568575617,
      "learning_rate": 0.0002887422344234246,
      "loss": 2.2812,
      "step": 17758
    },
    {
      "epoch": 0.8261921377064434,
      "grad_norm": 0.6814361270552786,
      "learning_rate": 0.00028874082369608004,
      "loss": 2.5625,
      "step": 17759
    },
    {
      "epoch": 0.8262386601535241,
      "grad_norm": 0.6796185656158347,
      "learning_rate": 0.00028873941288379756,
      "loss": 2.2344,
      "step": 17760
    },
    {
      "epoch": 0.8262851826006048,
      "grad_norm": 0.7307096231087915,
      "learning_rate": 0.000288738001986578,
      "loss": 2.6094,
      "step": 17761
    },
    {
      "epoch": 0.8263317050476855,
      "grad_norm": 0.7071946457574092,
      "learning_rate": 0.00028873659100442215,
      "loss": 2.4219,
      "step": 17762
    },
    {
      "epoch": 0.8263782274947662,
      "grad_norm": 0.737337603123561,
      "learning_rate": 0.00028873517993733096,
      "loss": 2.4375,
      "step": 17763
    },
    {
      "epoch": 0.8264247499418469,
      "grad_norm": 0.647869013362649,
      "learning_rate": 0.00028873376878530533,
      "loss": 2.1562,
      "step": 17764
    },
    {
      "epoch": 0.8264712723889277,
      "grad_norm": 0.7232220046587001,
      "learning_rate": 0.000288732357548346,
      "loss": 2.5,
      "step": 17765
    },
    {
      "epoch": 0.8265177948360084,
      "grad_norm": 0.730498064687959,
      "learning_rate": 0.00028873094622645397,
      "loss": 2.8281,
      "step": 17766
    },
    {
      "epoch": 0.8265643172830891,
      "grad_norm": 0.7123357223812316,
      "learning_rate": 0.00028872953481963,
      "loss": 2.5,
      "step": 17767
    },
    {
      "epoch": 0.8266108397301698,
      "grad_norm": 0.6837723490117641,
      "learning_rate": 0.000288728123327875,
      "loss": 2.5,
      "step": 17768
    },
    {
      "epoch": 0.8266573621772505,
      "grad_norm": 0.6743500130510953,
      "learning_rate": 0.00028872671175118983,
      "loss": 2.375,
      "step": 17769
    },
    {
      "epoch": 0.8267038846243312,
      "grad_norm": 0.7265067091730671,
      "learning_rate": 0.00028872530008957535,
      "loss": 2.5781,
      "step": 17770
    },
    {
      "epoch": 0.826750407071412,
      "grad_norm": 0.655682152561993,
      "learning_rate": 0.00028872388834303244,
      "loss": 2.3125,
      "step": 17771
    },
    {
      "epoch": 0.8267969295184927,
      "grad_norm": 0.7012294606885789,
      "learning_rate": 0.0002887224765115619,
      "loss": 2.5312,
      "step": 17772
    },
    {
      "epoch": 0.8268434519655734,
      "grad_norm": 0.7071017537707707,
      "learning_rate": 0.0002887210645951647,
      "loss": 2.4844,
      "step": 17773
    },
    {
      "epoch": 0.8268899744126541,
      "grad_norm": 0.7189300527390706,
      "learning_rate": 0.0002887196525938416,
      "loss": 2.7188,
      "step": 17774
    },
    {
      "epoch": 0.8269364968597348,
      "grad_norm": 0.6899735611012244,
      "learning_rate": 0.00028871824050759353,
      "loss": 2.4375,
      "step": 17775
    },
    {
      "epoch": 0.8269830193068155,
      "grad_norm": 0.6812901854455582,
      "learning_rate": 0.0002887168283364213,
      "loss": 2.3594,
      "step": 17776
    },
    {
      "epoch": 0.8270295417538962,
      "grad_norm": 0.7097513133305478,
      "learning_rate": 0.00028871541608032584,
      "loss": 2.4531,
      "step": 17777
    },
    {
      "epoch": 0.827076064200977,
      "grad_norm": 0.722508959598215,
      "learning_rate": 0.000288714003739308,
      "loss": 2.5156,
      "step": 17778
    },
    {
      "epoch": 0.8271225866480577,
      "grad_norm": 0.7296213330019695,
      "learning_rate": 0.00028871259131336865,
      "loss": 2.7031,
      "step": 17779
    },
    {
      "epoch": 0.8271691090951384,
      "grad_norm": 0.7418334907674758,
      "learning_rate": 0.00028871117880250853,
      "loss": 2.75,
      "step": 17780
    },
    {
      "epoch": 0.8272156315422191,
      "grad_norm": 0.7422977330291153,
      "learning_rate": 0.0002887097662067287,
      "loss": 2.5938,
      "step": 17781
    },
    {
      "epoch": 0.8272621539892998,
      "grad_norm": 0.6405091058290562,
      "learning_rate": 0.00028870835352602994,
      "loss": 2.4531,
      "step": 17782
    },
    {
      "epoch": 0.8273086764363805,
      "grad_norm": 0.66731158746933,
      "learning_rate": 0.00028870694076041305,
      "loss": 2.2656,
      "step": 17783
    },
    {
      "epoch": 0.8273551988834613,
      "grad_norm": 0.7520824990832836,
      "learning_rate": 0.000288705527909879,
      "loss": 2.6875,
      "step": 17784
    },
    {
      "epoch": 0.827401721330542,
      "grad_norm": 0.7241325078248425,
      "learning_rate": 0.0002887041149744286,
      "loss": 2.2344,
      "step": 17785
    },
    {
      "epoch": 0.8274482437776227,
      "grad_norm": 0.7099437847598161,
      "learning_rate": 0.0002887027019540627,
      "loss": 2.3438,
      "step": 17786
    },
    {
      "epoch": 0.8274947662247034,
      "grad_norm": 0.6775635020032315,
      "learning_rate": 0.00028870128884878217,
      "loss": 2.5938,
      "step": 17787
    },
    {
      "epoch": 0.8275412886717841,
      "grad_norm": 0.6487950084236781,
      "learning_rate": 0.00028869987565858797,
      "loss": 2.2188,
      "step": 17788
    },
    {
      "epoch": 0.8275878111188648,
      "grad_norm": 0.7268273437578732,
      "learning_rate": 0.00028869846238348083,
      "loss": 2.5469,
      "step": 17789
    },
    {
      "epoch": 0.8276343335659456,
      "grad_norm": 0.7036010143787654,
      "learning_rate": 0.0002886970490234617,
      "loss": 2.7969,
      "step": 17790
    },
    {
      "epoch": 0.8276808560130263,
      "grad_norm": 0.6782373627298341,
      "learning_rate": 0.0002886956355785314,
      "loss": 1.6797,
      "step": 17791
    },
    {
      "epoch": 0.827727378460107,
      "grad_norm": 0.7508244247687659,
      "learning_rate": 0.00028869422204869083,
      "loss": 2.5938,
      "step": 17792
    },
    {
      "epoch": 0.8277739009071877,
      "grad_norm": 0.7182848701028751,
      "learning_rate": 0.00028869280843394084,
      "loss": 2.7344,
      "step": 17793
    },
    {
      "epoch": 0.8278204233542684,
      "grad_norm": 0.8064698407582949,
      "learning_rate": 0.0002886913947342823,
      "loss": 2.6875,
      "step": 17794
    },
    {
      "epoch": 0.8278669458013491,
      "grad_norm": 0.7010933787991724,
      "learning_rate": 0.00028868998094971606,
      "loss": 2.6406,
      "step": 17795
    },
    {
      "epoch": 0.8279134682484298,
      "grad_norm": 0.6848461622317289,
      "learning_rate": 0.00028868856708024295,
      "loss": 2.5781,
      "step": 17796
    },
    {
      "epoch": 0.8279599906955106,
      "grad_norm": 0.6718045398622939,
      "learning_rate": 0.00028868715312586397,
      "loss": 2.4688,
      "step": 17797
    },
    {
      "epoch": 0.8280065131425913,
      "grad_norm": 0.6473489085326105,
      "learning_rate": 0.00028868573908657987,
      "loss": 2.7031,
      "step": 17798
    },
    {
      "epoch": 0.828053035589672,
      "grad_norm": 0.7880437338692216,
      "learning_rate": 0.0002886843249623915,
      "loss": 2.4688,
      "step": 17799
    },
    {
      "epoch": 0.8280995580367527,
      "grad_norm": 0.6924179327698272,
      "learning_rate": 0.00028868291075329983,
      "loss": 2.0,
      "step": 17800
    },
    {
      "epoch": 0.8281460804838334,
      "grad_norm": 0.7237203321128842,
      "learning_rate": 0.00028868149645930563,
      "loss": 2.4375,
      "step": 17801
    },
    {
      "epoch": 0.8281926029309141,
      "grad_norm": 0.7407306713530304,
      "learning_rate": 0.0002886800820804098,
      "loss": 2.6875,
      "step": 17802
    },
    {
      "epoch": 0.8282391253779949,
      "grad_norm": 0.7358825581714473,
      "learning_rate": 0.0002886786676166132,
      "loss": 2.4062,
      "step": 17803
    },
    {
      "epoch": 0.8282856478250756,
      "grad_norm": 0.7079895102857694,
      "learning_rate": 0.0002886772530679167,
      "loss": 1.7969,
      "step": 17804
    },
    {
      "epoch": 0.8283321702721563,
      "grad_norm": 0.6823838753628478,
      "learning_rate": 0.00028867583843432117,
      "loss": 2.375,
      "step": 17805
    },
    {
      "epoch": 0.828378692719237,
      "grad_norm": 0.7187465164584643,
      "learning_rate": 0.00028867442371582745,
      "loss": 2.7969,
      "step": 17806
    },
    {
      "epoch": 0.8284252151663177,
      "grad_norm": 0.7358899919231873,
      "learning_rate": 0.0002886730089124365,
      "loss": 2.8281,
      "step": 17807
    },
    {
      "epoch": 0.8284717376133984,
      "grad_norm": 0.7204877070121494,
      "learning_rate": 0.0002886715940241491,
      "loss": 2.3906,
      "step": 17808
    },
    {
      "epoch": 0.8285182600604791,
      "grad_norm": 0.6859320524108563,
      "learning_rate": 0.0002886701790509661,
      "loss": 2.2969,
      "step": 17809
    },
    {
      "epoch": 0.8285647825075599,
      "grad_norm": 0.7004678483302407,
      "learning_rate": 0.00028866876399288844,
      "loss": 2.5156,
      "step": 17810
    },
    {
      "epoch": 0.8286113049546406,
      "grad_norm": 0.7185801986570485,
      "learning_rate": 0.0002886673488499169,
      "loss": 2.6719,
      "step": 17811
    },
    {
      "epoch": 0.8286578274017213,
      "grad_norm": 0.6597763639335664,
      "learning_rate": 0.0002886659336220524,
      "loss": 2.4062,
      "step": 17812
    },
    {
      "epoch": 0.828704349848802,
      "grad_norm": 0.835070207601719,
      "learning_rate": 0.0002886645183092958,
      "loss": 2.5781,
      "step": 17813
    },
    {
      "epoch": 0.8287508722958827,
      "grad_norm": 0.6775688765992025,
      "learning_rate": 0.000288663102911648,
      "loss": 2.2031,
      "step": 17814
    },
    {
      "epoch": 0.8287973947429634,
      "grad_norm": 0.6938680376077222,
      "learning_rate": 0.0002886616874291098,
      "loss": 2.4688,
      "step": 17815
    },
    {
      "epoch": 0.8288439171900442,
      "grad_norm": 0.8087196098650022,
      "learning_rate": 0.0002886602718616821,
      "loss": 2.4531,
      "step": 17816
    },
    {
      "epoch": 0.8288904396371249,
      "grad_norm": 0.6612834564751711,
      "learning_rate": 0.00028865885620936574,
      "loss": 2.3281,
      "step": 17817
    },
    {
      "epoch": 0.8289369620842056,
      "grad_norm": 0.6771921813356506,
      "learning_rate": 0.00028865744047216167,
      "loss": 2.5625,
      "step": 17818
    },
    {
      "epoch": 0.8289834845312863,
      "grad_norm": 0.6827600981458894,
      "learning_rate": 0.00028865602465007065,
      "loss": 2.2031,
      "step": 17819
    },
    {
      "epoch": 0.829030006978367,
      "grad_norm": 0.9725531111806498,
      "learning_rate": 0.0002886546087430936,
      "loss": 2.6094,
      "step": 17820
    },
    {
      "epoch": 0.8290765294254477,
      "grad_norm": 0.7416775420713942,
      "learning_rate": 0.0002886531927512314,
      "loss": 2.7656,
      "step": 17821
    },
    {
      "epoch": 0.8291230518725285,
      "grad_norm": 0.6528172448814246,
      "learning_rate": 0.0002886517766744849,
      "loss": 2.3125,
      "step": 17822
    },
    {
      "epoch": 0.8291695743196092,
      "grad_norm": 0.7590110451639349,
      "learning_rate": 0.0002886503605128549,
      "loss": 2.6875,
      "step": 17823
    },
    {
      "epoch": 0.82921609676669,
      "grad_norm": 0.6832139108185616,
      "learning_rate": 0.00028864894426634244,
      "loss": 2.4531,
      "step": 17824
    },
    {
      "epoch": 0.8292626192137706,
      "grad_norm": 0.6998115208775346,
      "learning_rate": 0.00028864752793494826,
      "loss": 2.625,
      "step": 17825
    },
    {
      "epoch": 0.8293091416608513,
      "grad_norm": 0.9698520383301491,
      "learning_rate": 0.00028864611151867314,
      "loss": 2.7344,
      "step": 17826
    },
    {
      "epoch": 0.829355664107932,
      "grad_norm": 0.7303938875689686,
      "learning_rate": 0.0002886446950175181,
      "loss": 2.3125,
      "step": 17827
    },
    {
      "epoch": 0.8294021865550127,
      "grad_norm": 0.7394424943743547,
      "learning_rate": 0.000288643278431484,
      "loss": 2.6719,
      "step": 17828
    },
    {
      "epoch": 0.8294487090020936,
      "grad_norm": 0.8327468180670775,
      "learning_rate": 0.00028864186176057166,
      "loss": 2.5625,
      "step": 17829
    },
    {
      "epoch": 0.8294952314491743,
      "grad_norm": 0.6948949983407198,
      "learning_rate": 0.000288640445004782,
      "loss": 2.5,
      "step": 17830
    },
    {
      "epoch": 0.829541753896255,
      "grad_norm": 0.704005367433857,
      "learning_rate": 0.0002886390281641158,
      "loss": 2.5,
      "step": 17831
    },
    {
      "epoch": 0.8295882763433357,
      "grad_norm": 0.732157846422453,
      "learning_rate": 0.0002886376112385739,
      "loss": 2.4688,
      "step": 17832
    },
    {
      "epoch": 0.8296347987904164,
      "grad_norm": 0.7495790961611408,
      "learning_rate": 0.0002886361942281573,
      "loss": 2.6406,
      "step": 17833
    },
    {
      "epoch": 0.829681321237497,
      "grad_norm": 0.6917658610939134,
      "learning_rate": 0.00028863477713286686,
      "loss": 2.4219,
      "step": 17834
    },
    {
      "epoch": 0.8297278436845779,
      "grad_norm": 0.7066625452937655,
      "learning_rate": 0.0002886333599527033,
      "loss": 2.8438,
      "step": 17835
    },
    {
      "epoch": 0.8297743661316586,
      "grad_norm": 0.6950939868864462,
      "learning_rate": 0.00028863194268766764,
      "loss": 2.3438,
      "step": 17836
    },
    {
      "epoch": 0.8298208885787393,
      "grad_norm": 0.6784659017957604,
      "learning_rate": 0.00028863052533776066,
      "loss": 2.5156,
      "step": 17837
    },
    {
      "epoch": 0.82986741102582,
      "grad_norm": 0.7348316819929135,
      "learning_rate": 0.00028862910790298325,
      "loss": 2.2344,
      "step": 17838
    },
    {
      "epoch": 0.8299139334729007,
      "grad_norm": 0.7002983501069053,
      "learning_rate": 0.0002886276903833363,
      "loss": 2.6719,
      "step": 17839
    },
    {
      "epoch": 0.8299604559199814,
      "grad_norm": 0.8942002137475854,
      "learning_rate": 0.00028862627277882063,
      "loss": 2.6875,
      "step": 17840
    },
    {
      "epoch": 0.830006978367062,
      "grad_norm": 0.649542796780144,
      "learning_rate": 0.00028862485508943716,
      "loss": 2.5,
      "step": 17841
    },
    {
      "epoch": 0.8300535008141429,
      "grad_norm": 0.6977968452014068,
      "learning_rate": 0.0002886234373151867,
      "loss": 2.625,
      "step": 17842
    },
    {
      "epoch": 0.8301000232612236,
      "grad_norm": 0.6660271693992259,
      "learning_rate": 0.0002886220194560702,
      "loss": 2.3281,
      "step": 17843
    },
    {
      "epoch": 0.8301465457083043,
      "grad_norm": 0.6597848274028355,
      "learning_rate": 0.0002886206015120885,
      "loss": 2.4688,
      "step": 17844
    },
    {
      "epoch": 0.830193068155385,
      "grad_norm": 0.6848515896093187,
      "learning_rate": 0.00028861918348324243,
      "loss": 2.4375,
      "step": 17845
    },
    {
      "epoch": 0.8302395906024657,
      "grad_norm": 0.718485052107384,
      "learning_rate": 0.0002886177653695329,
      "loss": 2.5156,
      "step": 17846
    },
    {
      "epoch": 0.8302861130495464,
      "grad_norm": 0.6896938452117601,
      "learning_rate": 0.0002886163471709607,
      "loss": 2.4844,
      "step": 17847
    },
    {
      "epoch": 0.8303326354966272,
      "grad_norm": 0.6746900131074625,
      "learning_rate": 0.0002886149288875268,
      "loss": 2.7031,
      "step": 17848
    },
    {
      "epoch": 0.8303791579437079,
      "grad_norm": 0.661370637818305,
      "learning_rate": 0.000288613510519232,
      "loss": 2.3438,
      "step": 17849
    },
    {
      "epoch": 0.8304256803907886,
      "grad_norm": 0.6916104939065743,
      "learning_rate": 0.0002886120920660772,
      "loss": 2.6719,
      "step": 17850
    },
    {
      "epoch": 0.8304722028378693,
      "grad_norm": 0.6852220629667249,
      "learning_rate": 0.0002886106735280633,
      "loss": 2.5781,
      "step": 17851
    },
    {
      "epoch": 0.83051872528495,
      "grad_norm": 0.6924214324494801,
      "learning_rate": 0.0002886092549051911,
      "loss": 2.7812,
      "step": 17852
    },
    {
      "epoch": 0.8305652477320307,
      "grad_norm": 0.6779887974098024,
      "learning_rate": 0.0002886078361974615,
      "loss": 2.3438,
      "step": 17853
    },
    {
      "epoch": 0.8306117701791115,
      "grad_norm": 0.7004382196109236,
      "learning_rate": 0.0002886064174048753,
      "loss": 2.375,
      "step": 17854
    },
    {
      "epoch": 0.8306582926261922,
      "grad_norm": 0.6678432280111885,
      "learning_rate": 0.0002886049985274335,
      "loss": 2.5938,
      "step": 17855
    },
    {
      "epoch": 0.8307048150732729,
      "grad_norm": 0.6743817353112419,
      "learning_rate": 0.0002886035795651369,
      "loss": 2.4375,
      "step": 17856
    },
    {
      "epoch": 0.8307513375203536,
      "grad_norm": 0.7016298432044914,
      "learning_rate": 0.0002886021605179863,
      "loss": 2.3125,
      "step": 17857
    },
    {
      "epoch": 0.8307978599674343,
      "grad_norm": 0.6955789366614595,
      "learning_rate": 0.0002886007413859828,
      "loss": 2.5156,
      "step": 17858
    },
    {
      "epoch": 0.830844382414515,
      "grad_norm": 0.718510707386181,
      "learning_rate": 0.000288599322169127,
      "loss": 2.5,
      "step": 17859
    },
    {
      "epoch": 0.8308909048615957,
      "grad_norm": 0.6422284593683969,
      "learning_rate": 0.00028859790286741985,
      "loss": 2.25,
      "step": 17860
    },
    {
      "epoch": 0.8309374273086765,
      "grad_norm": 0.6448465970787909,
      "learning_rate": 0.0002885964834808623,
      "loss": 2.375,
      "step": 17861
    },
    {
      "epoch": 0.8309839497557572,
      "grad_norm": 0.654657111498319,
      "learning_rate": 0.0002885950640094552,
      "loss": 2.4062,
      "step": 17862
    },
    {
      "epoch": 0.8310304722028379,
      "grad_norm": 0.6826848243202364,
      "learning_rate": 0.0002885936444531993,
      "loss": 2.6875,
      "step": 17863
    },
    {
      "epoch": 0.8310769946499186,
      "grad_norm": 0.7826095497351172,
      "learning_rate": 0.0002885922248120956,
      "loss": 2.4375,
      "step": 17864
    },
    {
      "epoch": 0.8311235170969993,
      "grad_norm": 0.7085402699779939,
      "learning_rate": 0.0002885908050861449,
      "loss": 1.9609,
      "step": 17865
    },
    {
      "epoch": 0.83117003954408,
      "grad_norm": 0.6917128854813501,
      "learning_rate": 0.0002885893852753481,
      "loss": 2.7031,
      "step": 17866
    },
    {
      "epoch": 0.8312165619911608,
      "grad_norm": 0.7087082559494804,
      "learning_rate": 0.0002885879653797061,
      "loss": 2.625,
      "step": 17867
    },
    {
      "epoch": 0.8312630844382415,
      "grad_norm": 0.7176520592639343,
      "learning_rate": 0.0002885865453992197,
      "loss": 2.5625,
      "step": 17868
    },
    {
      "epoch": 0.8313096068853222,
      "grad_norm": 0.6838425930685652,
      "learning_rate": 0.0002885851253338898,
      "loss": 2.625,
      "step": 17869
    },
    {
      "epoch": 0.8313561293324029,
      "grad_norm": 0.7252851267259792,
      "learning_rate": 0.00028858370518371727,
      "loss": 2.5312,
      "step": 17870
    },
    {
      "epoch": 0.8314026517794836,
      "grad_norm": 0.7349020857443083,
      "learning_rate": 0.000288582284948703,
      "loss": 2.7656,
      "step": 17871
    },
    {
      "epoch": 0.8314491742265643,
      "grad_norm": 0.7394597922095755,
      "learning_rate": 0.0002885808646288478,
      "loss": 2.4219,
      "step": 17872
    },
    {
      "epoch": 0.831495696673645,
      "grad_norm": 0.7132199775304213,
      "learning_rate": 0.0002885794442241526,
      "loss": 2.6719,
      "step": 17873
    },
    {
      "epoch": 0.8315422191207258,
      "grad_norm": 0.7877020417972522,
      "learning_rate": 0.0002885780237346182,
      "loss": 2.4062,
      "step": 17874
    },
    {
      "epoch": 0.8315887415678065,
      "grad_norm": 0.7110262212338704,
      "learning_rate": 0.0002885766031602456,
      "loss": 2.6562,
      "step": 17875
    },
    {
      "epoch": 0.8316352640148872,
      "grad_norm": 0.659924016232696,
      "learning_rate": 0.00028857518250103556,
      "loss": 2.1719,
      "step": 17876
    },
    {
      "epoch": 0.8316817864619679,
      "grad_norm": 0.7543536469796812,
      "learning_rate": 0.00028857376175698895,
      "loss": 2.6562,
      "step": 17877
    },
    {
      "epoch": 0.8317283089090486,
      "grad_norm": 0.6500926900042844,
      "learning_rate": 0.00028857234092810667,
      "loss": 2.4531,
      "step": 17878
    },
    {
      "epoch": 0.8317748313561293,
      "grad_norm": 0.7280801651775373,
      "learning_rate": 0.00028857092001438963,
      "loss": 2.5,
      "step": 17879
    },
    {
      "epoch": 0.8318213538032101,
      "grad_norm": 0.6869950307208459,
      "learning_rate": 0.0002885694990158386,
      "loss": 2.5312,
      "step": 17880
    },
    {
      "epoch": 0.8318678762502908,
      "grad_norm": 0.6966173701425622,
      "learning_rate": 0.00028856807793245455,
      "loss": 2.4531,
      "step": 17881
    },
    {
      "epoch": 0.8319143986973715,
      "grad_norm": 0.6669617330992516,
      "learning_rate": 0.0002885666567642383,
      "loss": 2.5312,
      "step": 17882
    },
    {
      "epoch": 0.8319609211444522,
      "grad_norm": 0.6832669193274228,
      "learning_rate": 0.0002885652355111907,
      "loss": 2.5,
      "step": 17883
    },
    {
      "epoch": 0.8320074435915329,
      "grad_norm": 0.6716465497397598,
      "learning_rate": 0.0002885638141733126,
      "loss": 2.3281,
      "step": 17884
    },
    {
      "epoch": 0.8320539660386136,
      "grad_norm": 0.6619760397767548,
      "learning_rate": 0.000288562392750605,
      "loss": 2.4844,
      "step": 17885
    },
    {
      "epoch": 0.8321004884856944,
      "grad_norm": 0.667782014426442,
      "learning_rate": 0.00028856097124306865,
      "loss": 2.4375,
      "step": 17886
    },
    {
      "epoch": 0.8321470109327751,
      "grad_norm": 0.6426277974532437,
      "learning_rate": 0.00028855954965070454,
      "loss": 2.2031,
      "step": 17887
    },
    {
      "epoch": 0.8321935333798558,
      "grad_norm": 0.6493516955582044,
      "learning_rate": 0.00028855812797351336,
      "loss": 2.5938,
      "step": 17888
    },
    {
      "epoch": 0.8322400558269365,
      "grad_norm": 0.6939051232876281,
      "learning_rate": 0.0002885567062114961,
      "loss": 2.5312,
      "step": 17889
    },
    {
      "epoch": 0.8322865782740172,
      "grad_norm": 0.6699302691784234,
      "learning_rate": 0.0002885552843646536,
      "loss": 2.3438,
      "step": 17890
    },
    {
      "epoch": 0.8323331007210979,
      "grad_norm": 0.6954540373465451,
      "learning_rate": 0.0002885538624329868,
      "loss": 1.5938,
      "step": 17891
    },
    {
      "epoch": 0.8323796231681786,
      "grad_norm": 0.6983971534721463,
      "learning_rate": 0.0002885524404164964,
      "loss": 2.5,
      "step": 17892
    },
    {
      "epoch": 0.8324261456152594,
      "grad_norm": 0.7039892907547858,
      "learning_rate": 0.0002885510183151834,
      "loss": 2.5625,
      "step": 17893
    },
    {
      "epoch": 0.8324726680623401,
      "grad_norm": 0.7108393018525925,
      "learning_rate": 0.0002885495961290487,
      "loss": 2.3594,
      "step": 17894
    },
    {
      "epoch": 0.8325191905094208,
      "grad_norm": 0.7191643638867637,
      "learning_rate": 0.00028854817385809314,
      "loss": 2.7031,
      "step": 17895
    },
    {
      "epoch": 0.8325657129565015,
      "grad_norm": 0.7114472396416738,
      "learning_rate": 0.0002885467515023175,
      "loss": 2.6562,
      "step": 17896
    },
    {
      "epoch": 0.8326122354035822,
      "grad_norm": 0.7059476323835845,
      "learning_rate": 0.0002885453290617228,
      "loss": 2.5781,
      "step": 17897
    },
    {
      "epoch": 0.8326587578506629,
      "grad_norm": 0.7492311336350862,
      "learning_rate": 0.00028854390653630977,
      "loss": 2.5156,
      "step": 17898
    },
    {
      "epoch": 0.8327052802977437,
      "grad_norm": 0.6642612463707417,
      "learning_rate": 0.0002885424839260794,
      "loss": 2.625,
      "step": 17899
    },
    {
      "epoch": 0.8327518027448244,
      "grad_norm": 0.7082044591950805,
      "learning_rate": 0.00028854106123103247,
      "loss": 2.5469,
      "step": 17900
    },
    {
      "epoch": 0.8327983251919051,
      "grad_norm": 0.6942020341481092,
      "learning_rate": 0.00028853963845116984,
      "loss": 1.875,
      "step": 17901
    },
    {
      "epoch": 0.8328448476389858,
      "grad_norm": 0.7761320837271518,
      "learning_rate": 0.00028853821558649247,
      "loss": 2.5156,
      "step": 17902
    },
    {
      "epoch": 0.8328913700860665,
      "grad_norm": 0.7716711614864532,
      "learning_rate": 0.00028853679263700127,
      "loss": 2.3438,
      "step": 17903
    },
    {
      "epoch": 0.8329378925331472,
      "grad_norm": 0.669428793322158,
      "learning_rate": 0.00028853536960269695,
      "loss": 2.375,
      "step": 17904
    },
    {
      "epoch": 0.8329844149802279,
      "grad_norm": 0.6542966203798024,
      "learning_rate": 0.0002885339464835804,
      "loss": 2.7031,
      "step": 17905
    },
    {
      "epoch": 0.8330309374273087,
      "grad_norm": 0.7294310793683184,
      "learning_rate": 0.0002885325232796526,
      "loss": 2.75,
      "step": 17906
    },
    {
      "epoch": 0.8330774598743894,
      "grad_norm": 0.717688724068074,
      "learning_rate": 0.0002885310999909144,
      "loss": 1.9531,
      "step": 17907
    },
    {
      "epoch": 0.8331239823214701,
      "grad_norm": 0.7333806945766301,
      "learning_rate": 0.0002885296766173666,
      "loss": 2.7188,
      "step": 17908
    },
    {
      "epoch": 0.8331705047685508,
      "grad_norm": 0.7308858731958479,
      "learning_rate": 0.00028852825315901017,
      "loss": 2.2969,
      "step": 17909
    },
    {
      "epoch": 0.8332170272156315,
      "grad_norm": 0.6694445290690025,
      "learning_rate": 0.00028852682961584596,
      "loss": 2.4688,
      "step": 17910
    },
    {
      "epoch": 0.8332635496627122,
      "grad_norm": 0.7024511388114555,
      "learning_rate": 0.0002885254059878747,
      "loss": 2.5625,
      "step": 17911
    },
    {
      "epoch": 0.833310072109793,
      "grad_norm": 0.7097520563046822,
      "learning_rate": 0.00028852398227509747,
      "loss": 2.4844,
      "step": 17912
    },
    {
      "epoch": 0.8333565945568737,
      "grad_norm": 0.662083692941288,
      "learning_rate": 0.000288522558477515,
      "loss": 2.5,
      "step": 17913
    },
    {
      "epoch": 0.8334031170039544,
      "grad_norm": 0.704236271634297,
      "learning_rate": 0.00028852113459512814,
      "loss": 2.4062,
      "step": 17914
    },
    {
      "epoch": 0.8334496394510351,
      "grad_norm": 0.6551604215325966,
      "learning_rate": 0.00028851971062793794,
      "loss": 2.3594,
      "step": 17915
    },
    {
      "epoch": 0.8334961618981158,
      "grad_norm": 0.7340561953323272,
      "learning_rate": 0.0002885182865759451,
      "loss": 2.6875,
      "step": 17916
    },
    {
      "epoch": 0.8335426843451965,
      "grad_norm": 0.6906334108892975,
      "learning_rate": 0.00028851686243915053,
      "loss": 2.3281,
      "step": 17917
    },
    {
      "epoch": 0.8335892067922773,
      "grad_norm": 0.6602408400351442,
      "learning_rate": 0.0002885154382175551,
      "loss": 2.375,
      "step": 17918
    },
    {
      "epoch": 0.833635729239358,
      "grad_norm": 0.6962761825438443,
      "learning_rate": 0.00028851401391115974,
      "loss": 2.6562,
      "step": 17919
    },
    {
      "epoch": 0.8336822516864387,
      "grad_norm": 0.6909006406685301,
      "learning_rate": 0.0002885125895199653,
      "loss": 2.4219,
      "step": 17920
    },
    {
      "epoch": 0.8337287741335194,
      "grad_norm": 0.7395412071910181,
      "learning_rate": 0.0002885111650439726,
      "loss": 2.2812,
      "step": 17921
    },
    {
      "epoch": 0.8337752965806001,
      "grad_norm": 0.6990301080960601,
      "learning_rate": 0.0002885097404831826,
      "loss": 2.6094,
      "step": 17922
    },
    {
      "epoch": 0.8338218190276808,
      "grad_norm": 0.712691498316133,
      "learning_rate": 0.0002885083158375961,
      "loss": 2.5312,
      "step": 17923
    },
    {
      "epoch": 0.8338683414747615,
      "grad_norm": 0.7207002457199584,
      "learning_rate": 0.00028850689110721396,
      "loss": 2.6406,
      "step": 17924
    },
    {
      "epoch": 0.8339148639218423,
      "grad_norm": 0.7246670017641267,
      "learning_rate": 0.00028850546629203714,
      "loss": 2.4219,
      "step": 17925
    },
    {
      "epoch": 0.833961386368923,
      "grad_norm": 0.6657785851007655,
      "learning_rate": 0.0002885040413920664,
      "loss": 2.5781,
      "step": 17926
    },
    {
      "epoch": 0.8340079088160037,
      "grad_norm": 0.6843685877317709,
      "learning_rate": 0.0002885026164073027,
      "loss": 1.7734,
      "step": 17927
    },
    {
      "epoch": 0.8340544312630844,
      "grad_norm": 0.7242129995611679,
      "learning_rate": 0.00028850119133774684,
      "loss": 2.75,
      "step": 17928
    },
    {
      "epoch": 0.8341009537101651,
      "grad_norm": 0.7045560627474076,
      "learning_rate": 0.00028849976618339977,
      "loss": 2.4062,
      "step": 17929
    },
    {
      "epoch": 0.8341474761572458,
      "grad_norm": 0.7658608760488853,
      "learning_rate": 0.00028849834094426234,
      "loss": 2.75,
      "step": 17930
    },
    {
      "epoch": 0.8341939986043266,
      "grad_norm": 0.6754214298983038,
      "learning_rate": 0.0002884969156203354,
      "loss": 2.5938,
      "step": 17931
    },
    {
      "epoch": 0.8342405210514073,
      "grad_norm": 0.729377360638408,
      "learning_rate": 0.0002884954902116198,
      "loss": 2.4062,
      "step": 17932
    },
    {
      "epoch": 0.834287043498488,
      "grad_norm": 0.7077975571792313,
      "learning_rate": 0.0002884940647181165,
      "loss": 2.4062,
      "step": 17933
    },
    {
      "epoch": 0.8343335659455687,
      "grad_norm": 0.6424876234656269,
      "learning_rate": 0.0002884926391398263,
      "loss": 2.4531,
      "step": 17934
    },
    {
      "epoch": 0.8343800883926494,
      "grad_norm": 0.7143351456024759,
      "learning_rate": 0.00028849121347675004,
      "loss": 2.5,
      "step": 17935
    },
    {
      "epoch": 0.8344266108397301,
      "grad_norm": 0.6736812074879203,
      "learning_rate": 0.00028848978772888875,
      "loss": 2.4375,
      "step": 17936
    },
    {
      "epoch": 0.8344731332868108,
      "grad_norm": 0.683242050009061,
      "learning_rate": 0.0002884883618962431,
      "loss": 2.3281,
      "step": 17937
    },
    {
      "epoch": 0.8345196557338916,
      "grad_norm": 0.7039747972892875,
      "learning_rate": 0.00028848693597881406,
      "loss": 2.5625,
      "step": 17938
    },
    {
      "epoch": 0.8345661781809723,
      "grad_norm": 0.7135155506637122,
      "learning_rate": 0.00028848550997660256,
      "loss": 2.5312,
      "step": 17939
    },
    {
      "epoch": 0.834612700628053,
      "grad_norm": 0.7169131131869314,
      "learning_rate": 0.0002884840838896094,
      "loss": 2.4375,
      "step": 17940
    },
    {
      "epoch": 0.8346592230751337,
      "grad_norm": 0.65398185818464,
      "learning_rate": 0.00028848265771783544,
      "loss": 2.3281,
      "step": 17941
    },
    {
      "epoch": 0.8347057455222144,
      "grad_norm": 0.732213224669154,
      "learning_rate": 0.0002884812314612816,
      "loss": 2.6562,
      "step": 17942
    },
    {
      "epoch": 0.8347522679692951,
      "grad_norm": 0.6559729931484556,
      "learning_rate": 0.0002884798051199487,
      "loss": 2.4062,
      "step": 17943
    },
    {
      "epoch": 0.834798790416376,
      "grad_norm": 0.6992814344439349,
      "learning_rate": 0.0002884783786938377,
      "loss": 2.8594,
      "step": 17944
    },
    {
      "epoch": 0.8348453128634566,
      "grad_norm": 0.7066524617998066,
      "learning_rate": 0.00028847695218294937,
      "loss": 2.5469,
      "step": 17945
    },
    {
      "epoch": 0.8348918353105373,
      "grad_norm": 0.6447460547459823,
      "learning_rate": 0.00028847552558728464,
      "loss": 2.375,
      "step": 17946
    },
    {
      "epoch": 0.834938357757618,
      "grad_norm": 0.6862523928012858,
      "learning_rate": 0.0002884740989068444,
      "loss": 2.6406,
      "step": 17947
    },
    {
      "epoch": 0.8349848802046987,
      "grad_norm": 0.6829200875892653,
      "learning_rate": 0.00028847267214162953,
      "loss": 2.4688,
      "step": 17948
    },
    {
      "epoch": 0.8350314026517794,
      "grad_norm": 0.7703774471759851,
      "learning_rate": 0.00028847124529164084,
      "loss": 2.5312,
      "step": 17949
    },
    {
      "epoch": 0.8350779250988603,
      "grad_norm": 0.7052557687505258,
      "learning_rate": 0.00028846981835687924,
      "loss": 2.7188,
      "step": 17950
    },
    {
      "epoch": 0.835124447545941,
      "grad_norm": 0.7258331530808873,
      "learning_rate": 0.00028846839133734556,
      "loss": 2.625,
      "step": 17951
    },
    {
      "epoch": 0.8351709699930217,
      "grad_norm": 0.7034137976665169,
      "learning_rate": 0.00028846696423304077,
      "loss": 2.9062,
      "step": 17952
    },
    {
      "epoch": 0.8352174924401023,
      "grad_norm": 0.6735571323899789,
      "learning_rate": 0.0002884655370439657,
      "loss": 2.7188,
      "step": 17953
    },
    {
      "epoch": 0.835264014887183,
      "grad_norm": 0.705603740310377,
      "learning_rate": 0.00028846410977012116,
      "loss": 2.5156,
      "step": 17954
    },
    {
      "epoch": 0.8353105373342637,
      "grad_norm": 0.6936863918918063,
      "learning_rate": 0.00028846268241150807,
      "loss": 2.625,
      "step": 17955
    },
    {
      "epoch": 0.8353570597813444,
      "grad_norm": 0.6982785101188598,
      "learning_rate": 0.00028846125496812734,
      "loss": 2.3438,
      "step": 17956
    },
    {
      "epoch": 0.8354035822284253,
      "grad_norm": 0.6957048928993558,
      "learning_rate": 0.00028845982743997984,
      "loss": 2.8125,
      "step": 17957
    },
    {
      "epoch": 0.835450104675506,
      "grad_norm": 0.705399938858297,
      "learning_rate": 0.0002884583998270664,
      "loss": 2.5156,
      "step": 17958
    },
    {
      "epoch": 0.8354966271225867,
      "grad_norm": 0.7137074659776694,
      "learning_rate": 0.00028845697212938787,
      "loss": 2.8281,
      "step": 17959
    },
    {
      "epoch": 0.8355431495696674,
      "grad_norm": 0.7200791068237458,
      "learning_rate": 0.0002884555443469452,
      "loss": 2.8125,
      "step": 17960
    },
    {
      "epoch": 0.835589672016748,
      "grad_norm": 0.6790471940573524,
      "learning_rate": 0.00028845411647973927,
      "loss": 2.2812,
      "step": 17961
    },
    {
      "epoch": 0.8356361944638288,
      "grad_norm": 0.6986571772477406,
      "learning_rate": 0.00028845268852777084,
      "loss": 2.6875,
      "step": 17962
    },
    {
      "epoch": 0.8356827169109096,
      "grad_norm": 0.7127929295112587,
      "learning_rate": 0.0002884512604910409,
      "loss": 2.75,
      "step": 17963
    },
    {
      "epoch": 0.8357292393579903,
      "grad_norm": 0.6519255494621801,
      "learning_rate": 0.00028844983236955027,
      "loss": 1.8203,
      "step": 17964
    },
    {
      "epoch": 0.835775761805071,
      "grad_norm": 0.7519805471396874,
      "learning_rate": 0.00028844840416329985,
      "loss": 2.5938,
      "step": 17965
    },
    {
      "epoch": 0.8358222842521517,
      "grad_norm": 0.6327951655294949,
      "learning_rate": 0.00028844697587229046,
      "loss": 2.0,
      "step": 17966
    },
    {
      "epoch": 0.8358688066992324,
      "grad_norm": 0.6577420856294087,
      "learning_rate": 0.0002884455474965231,
      "loss": 2.2656,
      "step": 17967
    },
    {
      "epoch": 0.8359153291463131,
      "grad_norm": 0.6330521420014091,
      "learning_rate": 0.00028844411903599846,
      "loss": 2.4062,
      "step": 17968
    },
    {
      "epoch": 0.8359618515933939,
      "grad_norm": 0.7155371402117382,
      "learning_rate": 0.0002884426904907176,
      "loss": 2.4844,
      "step": 17969
    },
    {
      "epoch": 0.8360083740404746,
      "grad_norm": 0.7421009284478414,
      "learning_rate": 0.0002884412618606812,
      "loss": 2.4219,
      "step": 17970
    },
    {
      "epoch": 0.8360548964875553,
      "grad_norm": 0.7520953584475845,
      "learning_rate": 0.0002884398331458903,
      "loss": 2.4531,
      "step": 17971
    },
    {
      "epoch": 0.836101418934636,
      "grad_norm": 0.8095097972241346,
      "learning_rate": 0.00028843840434634576,
      "loss": 2.8438,
      "step": 17972
    },
    {
      "epoch": 0.8361479413817167,
      "grad_norm": 0.6964366175761265,
      "learning_rate": 0.0002884369754620484,
      "loss": 2.6562,
      "step": 17973
    },
    {
      "epoch": 0.8361944638287974,
      "grad_norm": 0.6827914343382244,
      "learning_rate": 0.00028843554649299905,
      "loss": 2.5312,
      "step": 17974
    },
    {
      "epoch": 0.8362409862758781,
      "grad_norm": 0.6807714200895308,
      "learning_rate": 0.00028843411743919873,
      "loss": 1.7891,
      "step": 17975
    },
    {
      "epoch": 0.8362875087229589,
      "grad_norm": 0.7150420724606044,
      "learning_rate": 0.00028843268830064817,
      "loss": 2.3594,
      "step": 17976
    },
    {
      "epoch": 0.8363340311700396,
      "grad_norm": 0.7316780484331668,
      "learning_rate": 0.0002884312590773483,
      "loss": 2.5,
      "step": 17977
    },
    {
      "epoch": 0.8363805536171203,
      "grad_norm": 0.6525900626021626,
      "learning_rate": 0.0002884298297693,
      "loss": 2.3281,
      "step": 17978
    },
    {
      "epoch": 0.836427076064201,
      "grad_norm": 0.6914491653410839,
      "learning_rate": 0.00028842840037650416,
      "loss": 2.3594,
      "step": 17979
    },
    {
      "epoch": 0.8364735985112817,
      "grad_norm": 0.6713625057027452,
      "learning_rate": 0.00028842697089896164,
      "loss": 2.5938,
      "step": 17980
    },
    {
      "epoch": 0.8365201209583624,
      "grad_norm": 0.6794671277234962,
      "learning_rate": 0.0002884255413366733,
      "loss": 2.4375,
      "step": 17981
    },
    {
      "epoch": 0.8365666434054432,
      "grad_norm": 0.69235198084165,
      "learning_rate": 0.00028842411168964003,
      "loss": 2.4688,
      "step": 17982
    },
    {
      "epoch": 0.8366131658525239,
      "grad_norm": 0.6629844935035538,
      "learning_rate": 0.0002884226819578627,
      "loss": 2.5469,
      "step": 17983
    },
    {
      "epoch": 0.8366596882996046,
      "grad_norm": 0.6880550149415039,
      "learning_rate": 0.00028842125214134217,
      "loss": 2.3594,
      "step": 17984
    },
    {
      "epoch": 0.8367062107466853,
      "grad_norm": 0.6439436407935667,
      "learning_rate": 0.0002884198222400794,
      "loss": 2.3281,
      "step": 17985
    },
    {
      "epoch": 0.836752733193766,
      "grad_norm": 0.6720333403109668,
      "learning_rate": 0.0002884183922540751,
      "loss": 2.5625,
      "step": 17986
    },
    {
      "epoch": 0.8367992556408467,
      "grad_norm": 0.6805575717021887,
      "learning_rate": 0.00028841696218333035,
      "loss": 2.3906,
      "step": 17987
    },
    {
      "epoch": 0.8368457780879274,
      "grad_norm": 0.7050944068954947,
      "learning_rate": 0.00028841553202784586,
      "loss": 2.8125,
      "step": 17988
    },
    {
      "epoch": 0.8368923005350082,
      "grad_norm": 0.6668533943573812,
      "learning_rate": 0.00028841410178762257,
      "loss": 2.4844,
      "step": 17989
    },
    {
      "epoch": 0.8369388229820889,
      "grad_norm": 0.695153735560009,
      "learning_rate": 0.00028841267146266134,
      "loss": 2.7656,
      "step": 17990
    },
    {
      "epoch": 0.8369853454291696,
      "grad_norm": 0.6610279589437449,
      "learning_rate": 0.0002884112410529631,
      "loss": 2.6562,
      "step": 17991
    },
    {
      "epoch": 0.8370318678762503,
      "grad_norm": 0.7048184886235992,
      "learning_rate": 0.00028840981055852866,
      "loss": 2.4688,
      "step": 17992
    },
    {
      "epoch": 0.837078390323331,
      "grad_norm": 0.6391625352192926,
      "learning_rate": 0.0002884083799793589,
      "loss": 2.4375,
      "step": 17993
    },
    {
      "epoch": 0.8371249127704117,
      "grad_norm": 0.7046751909050595,
      "learning_rate": 0.00028840694931545475,
      "loss": 2.5,
      "step": 17994
    },
    {
      "epoch": 0.8371714352174925,
      "grad_norm": 0.7519698905500399,
      "learning_rate": 0.00028840551856681697,
      "loss": 2.8906,
      "step": 17995
    },
    {
      "epoch": 0.8372179576645732,
      "grad_norm": 0.6521095197552518,
      "learning_rate": 0.00028840408773344656,
      "loss": 2.3125,
      "step": 17996
    },
    {
      "epoch": 0.8372644801116539,
      "grad_norm": 0.8190182787493442,
      "learning_rate": 0.0002884026568153444,
      "loss": 2.8281,
      "step": 17997
    },
    {
      "epoch": 0.8373110025587346,
      "grad_norm": 0.6714339080469643,
      "learning_rate": 0.0002884012258125113,
      "loss": 2.3438,
      "step": 17998
    },
    {
      "epoch": 0.8373575250058153,
      "grad_norm": 0.7173663933745948,
      "learning_rate": 0.0002883997947249481,
      "loss": 2.6875,
      "step": 17999
    },
    {
      "epoch": 0.837404047452896,
      "grad_norm": 0.6901035100150259,
      "learning_rate": 0.0002883983635526558,
      "loss": 2.3594,
      "step": 18000
    },
    {
      "epoch": 0.8374505698999768,
      "grad_norm": 0.6397573454317078,
      "learning_rate": 0.0002883969322956352,
      "loss": 2.6094,
      "step": 18001
    },
    {
      "epoch": 0.8374970923470575,
      "grad_norm": 0.6726769168189162,
      "learning_rate": 0.00028839550095388714,
      "loss": 2.5156,
      "step": 18002
    },
    {
      "epoch": 0.8375436147941382,
      "grad_norm": 0.6716229169656702,
      "learning_rate": 0.0002883940695274125,
      "loss": 2.7031,
      "step": 18003
    },
    {
      "epoch": 0.8375901372412189,
      "grad_norm": 0.6759254972225062,
      "learning_rate": 0.0002883926380162123,
      "loss": 2.6719,
      "step": 18004
    },
    {
      "epoch": 0.8376366596882996,
      "grad_norm": 0.732910722895699,
      "learning_rate": 0.00028839120642028726,
      "loss": 2.6094,
      "step": 18005
    },
    {
      "epoch": 0.8376831821353803,
      "grad_norm": 0.6893455857328128,
      "learning_rate": 0.0002883897747396383,
      "loss": 2.5625,
      "step": 18006
    },
    {
      "epoch": 0.837729704582461,
      "grad_norm": 0.6572714566983093,
      "learning_rate": 0.0002883883429742663,
      "loss": 2.3438,
      "step": 18007
    },
    {
      "epoch": 0.8377762270295418,
      "grad_norm": 0.7092406360621227,
      "learning_rate": 0.00028838691112417216,
      "loss": 2.2656,
      "step": 18008
    },
    {
      "epoch": 0.8378227494766225,
      "grad_norm": 0.6900095348998598,
      "learning_rate": 0.0002883854791893567,
      "loss": 2.4219,
      "step": 18009
    },
    {
      "epoch": 0.8378692719237032,
      "grad_norm": 0.6967430634780087,
      "learning_rate": 0.0002883840471698209,
      "loss": 2.7031,
      "step": 18010
    },
    {
      "epoch": 0.8379157943707839,
      "grad_norm": 0.671033545695247,
      "learning_rate": 0.00028838261506556554,
      "loss": 2.7656,
      "step": 18011
    },
    {
      "epoch": 0.8379623168178646,
      "grad_norm": 0.7242714620546629,
      "learning_rate": 0.0002883811828765915,
      "loss": 2.4375,
      "step": 18012
    },
    {
      "epoch": 0.8380088392649453,
      "grad_norm": 0.7232685197699263,
      "learning_rate": 0.00028837975060289967,
      "loss": 2.375,
      "step": 18013
    },
    {
      "epoch": 0.8380553617120261,
      "grad_norm": 0.6999916038480799,
      "learning_rate": 0.000288378318244491,
      "loss": 2.7344,
      "step": 18014
    },
    {
      "epoch": 0.8381018841591068,
      "grad_norm": 0.6996976395319296,
      "learning_rate": 0.0002883768858013663,
      "loss": 2.5156,
      "step": 18015
    },
    {
      "epoch": 0.8381484066061875,
      "grad_norm": 0.6694793023831859,
      "learning_rate": 0.0002883754532735264,
      "loss": 2.3594,
      "step": 18016
    },
    {
      "epoch": 0.8381949290532682,
      "grad_norm": 0.7188313540448503,
      "learning_rate": 0.0002883740206609723,
      "loss": 2.5,
      "step": 18017
    },
    {
      "epoch": 0.8382414515003489,
      "grad_norm": 0.6740869504287869,
      "learning_rate": 0.0002883725879637048,
      "loss": 2.4219,
      "step": 18018
    },
    {
      "epoch": 0.8382879739474296,
      "grad_norm": 0.672664283937623,
      "learning_rate": 0.0002883711551817248,
      "loss": 2.3125,
      "step": 18019
    },
    {
      "epoch": 0.8383344963945103,
      "grad_norm": 0.7080632489188659,
      "learning_rate": 0.0002883697223150331,
      "loss": 2.3281,
      "step": 18020
    },
    {
      "epoch": 0.8383810188415911,
      "grad_norm": 0.6715287517686392,
      "learning_rate": 0.00028836828936363066,
      "loss": 2.4531,
      "step": 18021
    },
    {
      "epoch": 0.8384275412886718,
      "grad_norm": 0.6973477544605666,
      "learning_rate": 0.00028836685632751836,
      "loss": 2.3594,
      "step": 18022
    },
    {
      "epoch": 0.8384740637357525,
      "grad_norm": 0.7645001689560106,
      "learning_rate": 0.000288365423206697,
      "loss": 2.5312,
      "step": 18023
    },
    {
      "epoch": 0.8385205861828332,
      "grad_norm": 0.6867844705621938,
      "learning_rate": 0.0002883639900011676,
      "loss": 2.4844,
      "step": 18024
    },
    {
      "epoch": 0.8385671086299139,
      "grad_norm": 0.7328316443113088,
      "learning_rate": 0.0002883625567109309,
      "loss": 1.8281,
      "step": 18025
    },
    {
      "epoch": 0.8386136310769946,
      "grad_norm": 0.6837509993968002,
      "learning_rate": 0.0002883611233359878,
      "loss": 2.7031,
      "step": 18026
    },
    {
      "epoch": 0.8386601535240754,
      "grad_norm": 0.7109957033527952,
      "learning_rate": 0.0002883596898763393,
      "loss": 2.4219,
      "step": 18027
    },
    {
      "epoch": 0.8387066759711561,
      "grad_norm": 0.721259924667329,
      "learning_rate": 0.0002883582563319861,
      "loss": 2.3906,
      "step": 18028
    },
    {
      "epoch": 0.8387531984182368,
      "grad_norm": 0.7568055310717969,
      "learning_rate": 0.0002883568227029292,
      "loss": 2.3125,
      "step": 18029
    },
    {
      "epoch": 0.8387997208653175,
      "grad_norm": 0.6925792327491523,
      "learning_rate": 0.0002883553889891694,
      "loss": 2.5469,
      "step": 18030
    },
    {
      "epoch": 0.8388462433123982,
      "grad_norm": 0.672789982047449,
      "learning_rate": 0.0002883539551907076,
      "loss": 2.5156,
      "step": 18031
    },
    {
      "epoch": 0.8388927657594789,
      "grad_norm": 0.7137707631086766,
      "learning_rate": 0.00028835252130754473,
      "loss": 2.7656,
      "step": 18032
    },
    {
      "epoch": 0.8389392882065597,
      "grad_norm": 0.701037687495621,
      "learning_rate": 0.00028835108733968166,
      "loss": 2.6094,
      "step": 18033
    },
    {
      "epoch": 0.8389858106536404,
      "grad_norm": 0.7115744181087916,
      "learning_rate": 0.0002883496532871192,
      "loss": 2.4531,
      "step": 18034
    },
    {
      "epoch": 0.8390323331007211,
      "grad_norm": 0.7091649386880607,
      "learning_rate": 0.00028834821914985827,
      "loss": 2.6094,
      "step": 18035
    },
    {
      "epoch": 0.8390788555478018,
      "grad_norm": 0.6966278791784081,
      "learning_rate": 0.0002883467849278998,
      "loss": 2.4062,
      "step": 18036
    },
    {
      "epoch": 0.8391253779948825,
      "grad_norm": 0.7181012804649213,
      "learning_rate": 0.0002883453506212445,
      "loss": 2.5625,
      "step": 18037
    },
    {
      "epoch": 0.8391719004419632,
      "grad_norm": 0.6985313543093448,
      "learning_rate": 0.00028834391622989343,
      "loss": 2.5312,
      "step": 18038
    },
    {
      "epoch": 0.8392184228890439,
      "grad_norm": 0.6982508553009449,
      "learning_rate": 0.0002883424817538474,
      "loss": 2.3906,
      "step": 18039
    },
    {
      "epoch": 0.8392649453361247,
      "grad_norm": 0.6935846421221559,
      "learning_rate": 0.0002883410471931073,
      "loss": 2.4531,
      "step": 18040
    },
    {
      "epoch": 0.8393114677832054,
      "grad_norm": 0.6982962510183417,
      "learning_rate": 0.00028833961254767397,
      "loss": 2.4062,
      "step": 18041
    },
    {
      "epoch": 0.8393579902302861,
      "grad_norm": 0.7191948650276351,
      "learning_rate": 0.00028833817781754835,
      "loss": 2.4688,
      "step": 18042
    },
    {
      "epoch": 0.8394045126773668,
      "grad_norm": 0.6440806044330734,
      "learning_rate": 0.0002883367430027312,
      "loss": 2.0938,
      "step": 18043
    },
    {
      "epoch": 0.8394510351244475,
      "grad_norm": 0.714536578477121,
      "learning_rate": 0.00028833530810322357,
      "loss": 2.5,
      "step": 18044
    },
    {
      "epoch": 0.8394975575715282,
      "grad_norm": 0.6526937529044476,
      "learning_rate": 0.0002883338731190262,
      "loss": 2.4844,
      "step": 18045
    },
    {
      "epoch": 0.839544080018609,
      "grad_norm": 0.7433840282414874,
      "learning_rate": 0.00028833243805014003,
      "loss": 2.7969,
      "step": 18046
    },
    {
      "epoch": 0.8395906024656897,
      "grad_norm": 0.7120090276068695,
      "learning_rate": 0.0002883310028965659,
      "loss": 2.1562,
      "step": 18047
    },
    {
      "epoch": 0.8396371249127704,
      "grad_norm": 0.674443114256139,
      "learning_rate": 0.00028832956765830473,
      "loss": 2.7344,
      "step": 18048
    },
    {
      "epoch": 0.8396836473598511,
      "grad_norm": 0.7217179811364038,
      "learning_rate": 0.00028832813233535743,
      "loss": 2.3594,
      "step": 18049
    },
    {
      "epoch": 0.8397301698069318,
      "grad_norm": 0.7285542662751001,
      "learning_rate": 0.0002883266969277248,
      "loss": 2.6406,
      "step": 18050
    },
    {
      "epoch": 0.8397766922540125,
      "grad_norm": 0.7284768980477117,
      "learning_rate": 0.0002883252614354077,
      "loss": 2.4844,
      "step": 18051
    },
    {
      "epoch": 0.8398232147010932,
      "grad_norm": 0.7407925819390279,
      "learning_rate": 0.00028832382585840716,
      "loss": 2.3125,
      "step": 18052
    },
    {
      "epoch": 0.839869737148174,
      "grad_norm": 0.7536156745229607,
      "learning_rate": 0.00028832239019672387,
      "loss": 2.5469,
      "step": 18053
    },
    {
      "epoch": 0.8399162595952547,
      "grad_norm": 0.6794596994870181,
      "learning_rate": 0.00028832095445035887,
      "loss": 2.6094,
      "step": 18054
    },
    {
      "epoch": 0.8399627820423354,
      "grad_norm": 0.7418677423508692,
      "learning_rate": 0.0002883195186193129,
      "loss": 2.625,
      "step": 18055
    },
    {
      "epoch": 0.8400093044894161,
      "grad_norm": 0.6578976235839307,
      "learning_rate": 0.00028831808270358695,
      "loss": 2.5781,
      "step": 18056
    },
    {
      "epoch": 0.8400558269364968,
      "grad_norm": 0.6520321588055613,
      "learning_rate": 0.00028831664670318183,
      "loss": 2.4688,
      "step": 18057
    },
    {
      "epoch": 0.8401023493835775,
      "grad_norm": 0.7088873782336527,
      "learning_rate": 0.00028831521061809846,
      "loss": 2.5312,
      "step": 18058
    },
    {
      "epoch": 0.8401488718306583,
      "grad_norm": 0.7022650016486263,
      "learning_rate": 0.00028831377444833766,
      "loss": 2.3281,
      "step": 18059
    },
    {
      "epoch": 0.840195394277739,
      "grad_norm": 0.6733357367863959,
      "learning_rate": 0.0002883123381939004,
      "loss": 2.4531,
      "step": 18060
    },
    {
      "epoch": 0.8402419167248197,
      "grad_norm": 0.7806899441462963,
      "learning_rate": 0.00028831090185478753,
      "loss": 2.7344,
      "step": 18061
    },
    {
      "epoch": 0.8402884391719004,
      "grad_norm": 0.6971290221998752,
      "learning_rate": 0.0002883094654309999,
      "loss": 2.5938,
      "step": 18062
    },
    {
      "epoch": 0.8403349616189811,
      "grad_norm": 0.6985850028861967,
      "learning_rate": 0.00028830802892253833,
      "loss": 2.4531,
      "step": 18063
    },
    {
      "epoch": 0.8403814840660618,
      "grad_norm": 0.703693156950593,
      "learning_rate": 0.00028830659232940384,
      "loss": 2.5156,
      "step": 18064
    },
    {
      "epoch": 0.8404280065131426,
      "grad_norm": 0.6880194694202767,
      "learning_rate": 0.0002883051556515972,
      "loss": 2.7188,
      "step": 18065
    },
    {
      "epoch": 0.8404745289602233,
      "grad_norm": 0.7170445090576213,
      "learning_rate": 0.0002883037188891193,
      "loss": 2.5625,
      "step": 18066
    },
    {
      "epoch": 0.840521051407304,
      "grad_norm": 0.6672778416402083,
      "learning_rate": 0.0002883022820419711,
      "loss": 2.3594,
      "step": 18067
    },
    {
      "epoch": 0.8405675738543847,
      "grad_norm": 0.709064378566152,
      "learning_rate": 0.0002883008451101535,
      "loss": 2.4531,
      "step": 18068
    },
    {
      "epoch": 0.8406140963014654,
      "grad_norm": 0.713640111608637,
      "learning_rate": 0.0002882994080936672,
      "loss": 2.4375,
      "step": 18069
    },
    {
      "epoch": 0.8406606187485461,
      "grad_norm": 0.7104415501011888,
      "learning_rate": 0.0002882979709925132,
      "loss": 2.5781,
      "step": 18070
    },
    {
      "epoch": 0.8407071411956268,
      "grad_norm": 0.663066755026913,
      "learning_rate": 0.0002882965338066924,
      "loss": 2.5625,
      "step": 18071
    },
    {
      "epoch": 0.8407536636427076,
      "grad_norm": 0.6778790510838995,
      "learning_rate": 0.0002882950965362056,
      "loss": 2.2969,
      "step": 18072
    },
    {
      "epoch": 0.8408001860897883,
      "grad_norm": 0.6802905345832454,
      "learning_rate": 0.0002882936591810538,
      "loss": 2.5469,
      "step": 18073
    },
    {
      "epoch": 0.840846708536869,
      "grad_norm": 0.6721537037659893,
      "learning_rate": 0.00028829222174123773,
      "loss": 2.5938,
      "step": 18074
    },
    {
      "epoch": 0.8408932309839497,
      "grad_norm": 0.7460601771819189,
      "learning_rate": 0.0002882907842167584,
      "loss": 2.4219,
      "step": 18075
    },
    {
      "epoch": 0.8409397534310304,
      "grad_norm": 0.6184524851631205,
      "learning_rate": 0.0002882893466076166,
      "loss": 2.1094,
      "step": 18076
    },
    {
      "epoch": 0.8409862758781111,
      "grad_norm": 0.6667666029112755,
      "learning_rate": 0.00028828790891381327,
      "loss": 2.4531,
      "step": 18077
    },
    {
      "epoch": 0.841032798325192,
      "grad_norm": 0.7402801615129782,
      "learning_rate": 0.0002882864711353493,
      "loss": 2.8594,
      "step": 18078
    },
    {
      "epoch": 0.8410793207722727,
      "grad_norm": 0.6858884191714256,
      "learning_rate": 0.00028828503327222546,
      "loss": 2.375,
      "step": 18079
    },
    {
      "epoch": 0.8411258432193534,
      "grad_norm": 0.7157767003915243,
      "learning_rate": 0.00028828359532444276,
      "loss": 2.5156,
      "step": 18080
    },
    {
      "epoch": 0.841172365666434,
      "grad_norm": 0.6553044170719745,
      "learning_rate": 0.000288282157292002,
      "loss": 2.4375,
      "step": 18081
    },
    {
      "epoch": 0.8412188881135148,
      "grad_norm": 0.6920868993404055,
      "learning_rate": 0.0002882807191749041,
      "loss": 2.6406,
      "step": 18082
    },
    {
      "epoch": 0.8412654105605955,
      "grad_norm": 0.7431703989797042,
      "learning_rate": 0.0002882792809731499,
      "loss": 2.5,
      "step": 18083
    },
    {
      "epoch": 0.8413119330076761,
      "grad_norm": 0.7537488771605915,
      "learning_rate": 0.00028827784268674035,
      "loss": 2.4531,
      "step": 18084
    },
    {
      "epoch": 0.841358455454757,
      "grad_norm": 0.6768154429554553,
      "learning_rate": 0.00028827640431567633,
      "loss": 2.5312,
      "step": 18085
    },
    {
      "epoch": 0.8414049779018377,
      "grad_norm": 0.7503652843044988,
      "learning_rate": 0.0002882749658599586,
      "loss": 2.5,
      "step": 18086
    },
    {
      "epoch": 0.8414515003489184,
      "grad_norm": 0.6713796063550002,
      "learning_rate": 0.0002882735273195882,
      "loss": 2.5,
      "step": 18087
    },
    {
      "epoch": 0.8414980227959991,
      "grad_norm": 0.7463931970775602,
      "learning_rate": 0.00028827208869456586,
      "loss": 2.8281,
      "step": 18088
    },
    {
      "epoch": 0.8415445452430798,
      "grad_norm": 0.6881986453447427,
      "learning_rate": 0.0002882706499848926,
      "loss": 2.4375,
      "step": 18089
    },
    {
      "epoch": 0.8415910676901605,
      "grad_norm": 0.6987262115599865,
      "learning_rate": 0.00028826921119056917,
      "loss": 2.6719,
      "step": 18090
    },
    {
      "epoch": 0.8416375901372413,
      "grad_norm": 0.7539943533066884,
      "learning_rate": 0.00028826777231159655,
      "loss": 2.4531,
      "step": 18091
    },
    {
      "epoch": 0.841684112584322,
      "grad_norm": 0.6931304327396518,
      "learning_rate": 0.00028826633334797555,
      "loss": 2.3281,
      "step": 18092
    },
    {
      "epoch": 0.8417306350314027,
      "grad_norm": 0.662260398632427,
      "learning_rate": 0.0002882648942997071,
      "loss": 2.0781,
      "step": 18093
    },
    {
      "epoch": 0.8417771574784834,
      "grad_norm": 0.6638323099082084,
      "learning_rate": 0.0002882634551667921,
      "loss": 2.625,
      "step": 18094
    },
    {
      "epoch": 0.8418236799255641,
      "grad_norm": 0.6746890419442393,
      "learning_rate": 0.0002882620159492313,
      "loss": 2.3906,
      "step": 18095
    },
    {
      "epoch": 0.8418702023726448,
      "grad_norm": 0.6892286928526582,
      "learning_rate": 0.0002882605766470258,
      "loss": 2.5312,
      "step": 18096
    },
    {
      "epoch": 0.8419167248197256,
      "grad_norm": 0.7266836387846008,
      "learning_rate": 0.0002882591372601763,
      "loss": 2.4219,
      "step": 18097
    },
    {
      "epoch": 0.8419632472668063,
      "grad_norm": 0.8157292933730813,
      "learning_rate": 0.00028825769778868376,
      "loss": 2.5938,
      "step": 18098
    },
    {
      "epoch": 0.842009769713887,
      "grad_norm": 0.7070656541339881,
      "learning_rate": 0.000288256258232549,
      "loss": 2.6406,
      "step": 18099
    },
    {
      "epoch": 0.8420562921609677,
      "grad_norm": 0.7331954079039624,
      "learning_rate": 0.000288254818591773,
      "loss": 3.0,
      "step": 18100
    },
    {
      "epoch": 0.8421028146080484,
      "grad_norm": 0.7766880456353544,
      "learning_rate": 0.00028825337886635656,
      "loss": 2.5469,
      "step": 18101
    },
    {
      "epoch": 0.8421493370551291,
      "grad_norm": 0.6478382418872316,
      "learning_rate": 0.0002882519390563006,
      "loss": 2.4844,
      "step": 18102
    },
    {
      "epoch": 0.8421958595022098,
      "grad_norm": 0.7160578830659423,
      "learning_rate": 0.00028825049916160597,
      "loss": 2.3281,
      "step": 18103
    },
    {
      "epoch": 0.8422423819492906,
      "grad_norm": 0.6981033919447103,
      "learning_rate": 0.00028824905918227353,
      "loss": 2.625,
      "step": 18104
    },
    {
      "epoch": 0.8422889043963713,
      "grad_norm": 0.7284421018179525,
      "learning_rate": 0.00028824761911830425,
      "loss": 2.375,
      "step": 18105
    },
    {
      "epoch": 0.842335426843452,
      "grad_norm": 0.7067390187050577,
      "learning_rate": 0.00028824617896969896,
      "loss": 2.3438,
      "step": 18106
    },
    {
      "epoch": 0.8423819492905327,
      "grad_norm": 0.696029859424962,
      "learning_rate": 0.00028824473873645856,
      "loss": 2.375,
      "step": 18107
    },
    {
      "epoch": 0.8424284717376134,
      "grad_norm": 0.7314776609128043,
      "learning_rate": 0.0002882432984185839,
      "loss": 2.2656,
      "step": 18108
    },
    {
      "epoch": 0.8424749941846941,
      "grad_norm": 0.7179517423516962,
      "learning_rate": 0.00028824185801607584,
      "loss": 2.2656,
      "step": 18109
    },
    {
      "epoch": 0.8425215166317749,
      "grad_norm": 0.6922710297477177,
      "learning_rate": 0.00028824041752893535,
      "loss": 2.6562,
      "step": 18110
    },
    {
      "epoch": 0.8425680390788556,
      "grad_norm": 0.6611447118976497,
      "learning_rate": 0.0002882389769571633,
      "loss": 2.2969,
      "step": 18111
    },
    {
      "epoch": 0.8426145615259363,
      "grad_norm": 0.719228880264385,
      "learning_rate": 0.00028823753630076047,
      "loss": 2.6562,
      "step": 18112
    },
    {
      "epoch": 0.842661083973017,
      "grad_norm": 0.7200596455070274,
      "learning_rate": 0.00028823609555972787,
      "loss": 2.4219,
      "step": 18113
    },
    {
      "epoch": 0.8427076064200977,
      "grad_norm": 0.656897521339549,
      "learning_rate": 0.0002882346547340662,
      "loss": 2.3906,
      "step": 18114
    },
    {
      "epoch": 0.8427541288671784,
      "grad_norm": 0.6850765027903732,
      "learning_rate": 0.00028823321382377655,
      "loss": 2.2812,
      "step": 18115
    },
    {
      "epoch": 0.8428006513142591,
      "grad_norm": 0.6932591881980278,
      "learning_rate": 0.0002882317728288597,
      "loss": 1.8984,
      "step": 18116
    },
    {
      "epoch": 0.8428471737613399,
      "grad_norm": 0.7010226516719809,
      "learning_rate": 0.0002882303317493165,
      "loss": 2.6406,
      "step": 18117
    },
    {
      "epoch": 0.8428936962084206,
      "grad_norm": 0.7396071246150269,
      "learning_rate": 0.0002882288905851479,
      "loss": 2.4844,
      "step": 18118
    },
    {
      "epoch": 0.8429402186555013,
      "grad_norm": 0.6812174245240317,
      "learning_rate": 0.0002882274493363548,
      "loss": 2.4062,
      "step": 18119
    },
    {
      "epoch": 0.842986741102582,
      "grad_norm": 0.7022267369935076,
      "learning_rate": 0.000288226008002938,
      "loss": 2.5625,
      "step": 18120
    },
    {
      "epoch": 0.8430332635496627,
      "grad_norm": 0.6736688921769572,
      "learning_rate": 0.0002882245665848984,
      "loss": 2.3906,
      "step": 18121
    },
    {
      "epoch": 0.8430797859967434,
      "grad_norm": 0.6871556231719088,
      "learning_rate": 0.00028822312508223693,
      "loss": 2.4688,
      "step": 18122
    },
    {
      "epoch": 0.8431263084438242,
      "grad_norm": 0.7435032050022802,
      "learning_rate": 0.0002882216834949545,
      "loss": 2.5469,
      "step": 18123
    },
    {
      "epoch": 0.8431728308909049,
      "grad_norm": 0.7491576703319249,
      "learning_rate": 0.0002882202418230519,
      "loss": 2.7656,
      "step": 18124
    },
    {
      "epoch": 0.8432193533379856,
      "grad_norm": 0.6936626112340601,
      "learning_rate": 0.00028821880006653003,
      "loss": 2.5,
      "step": 18125
    },
    {
      "epoch": 0.8432658757850663,
      "grad_norm": 0.6577431843998798,
      "learning_rate": 0.0002882173582253898,
      "loss": 2.5312,
      "step": 18126
    },
    {
      "epoch": 0.843312398232147,
      "grad_norm": 0.6511751014623723,
      "learning_rate": 0.0002882159162996321,
      "loss": 2.4531,
      "step": 18127
    },
    {
      "epoch": 0.8433589206792277,
      "grad_norm": 0.6697221809925936,
      "learning_rate": 0.00028821447428925784,
      "loss": 2.3906,
      "step": 18128
    },
    {
      "epoch": 0.8434054431263085,
      "grad_norm": 0.6726998147134217,
      "learning_rate": 0.0002882130321942678,
      "loss": 2.1719,
      "step": 18129
    },
    {
      "epoch": 0.8434519655733892,
      "grad_norm": 0.7780111789021388,
      "learning_rate": 0.00028821159001466296,
      "loss": 2.6875,
      "step": 18130
    },
    {
      "epoch": 0.8434984880204699,
      "grad_norm": 0.7289603327486632,
      "learning_rate": 0.00028821014775044416,
      "loss": 2.6562,
      "step": 18131
    },
    {
      "epoch": 0.8435450104675506,
      "grad_norm": 0.7310139156353146,
      "learning_rate": 0.0002882087054016123,
      "loss": 2.5156,
      "step": 18132
    },
    {
      "epoch": 0.8435915329146313,
      "grad_norm": 0.7110131408301983,
      "learning_rate": 0.00028820726296816825,
      "loss": 2.3281,
      "step": 18133
    },
    {
      "epoch": 0.843638055361712,
      "grad_norm": 0.7282177429239035,
      "learning_rate": 0.00028820582045011294,
      "loss": 2.5,
      "step": 18134
    },
    {
      "epoch": 0.8436845778087927,
      "grad_norm": 0.7001103480907621,
      "learning_rate": 0.00028820437784744714,
      "loss": 2.25,
      "step": 18135
    },
    {
      "epoch": 0.8437311002558735,
      "grad_norm": 0.9755339818553956,
      "learning_rate": 0.00028820293516017184,
      "loss": 2.8125,
      "step": 18136
    },
    {
      "epoch": 0.8437776227029542,
      "grad_norm": 0.6600409797167053,
      "learning_rate": 0.0002882014923882879,
      "loss": 2.1719,
      "step": 18137
    },
    {
      "epoch": 0.8438241451500349,
      "grad_norm": 0.6939640864309519,
      "learning_rate": 0.0002882000495317962,
      "loss": 2.2969,
      "step": 18138
    },
    {
      "epoch": 0.8438706675971156,
      "grad_norm": 0.6576567918810298,
      "learning_rate": 0.0002881986065906976,
      "loss": 2.3594,
      "step": 18139
    },
    {
      "epoch": 0.8439171900441963,
      "grad_norm": 0.6756102564966644,
      "learning_rate": 0.000288197163564993,
      "loss": 2.2812,
      "step": 18140
    },
    {
      "epoch": 0.843963712491277,
      "grad_norm": 0.7395038366036921,
      "learning_rate": 0.0002881957204546833,
      "loss": 1.8984,
      "step": 18141
    },
    {
      "epoch": 0.8440102349383578,
      "grad_norm": 0.7195703419132286,
      "learning_rate": 0.0002881942772597693,
      "loss": 2.5938,
      "step": 18142
    },
    {
      "epoch": 0.8440567573854385,
      "grad_norm": 0.6910511699566828,
      "learning_rate": 0.00028819283398025204,
      "loss": 2.4062,
      "step": 18143
    },
    {
      "epoch": 0.8441032798325192,
      "grad_norm": 0.705315092333927,
      "learning_rate": 0.00028819139061613225,
      "loss": 2.5781,
      "step": 18144
    },
    {
      "epoch": 0.8441498022795999,
      "grad_norm": 0.6938810655044404,
      "learning_rate": 0.00028818994716741086,
      "loss": 2.2188,
      "step": 18145
    },
    {
      "epoch": 0.8441963247266806,
      "grad_norm": 0.6846771076608122,
      "learning_rate": 0.00028818850363408885,
      "loss": 2.25,
      "step": 18146
    },
    {
      "epoch": 0.8442428471737613,
      "grad_norm": 0.7525658563280085,
      "learning_rate": 0.000288187060016167,
      "loss": 2.7344,
      "step": 18147
    },
    {
      "epoch": 0.8442893696208421,
      "grad_norm": 0.7981226614179613,
      "learning_rate": 0.0002881856163136461,
      "loss": 2.5938,
      "step": 18148
    },
    {
      "epoch": 0.8443358920679228,
      "grad_norm": 0.7349006147582621,
      "learning_rate": 0.0002881841725265273,
      "loss": 2.5469,
      "step": 18149
    },
    {
      "epoch": 0.8443824145150035,
      "grad_norm": 0.6738110296029012,
      "learning_rate": 0.00028818272865481124,
      "loss": 2.5156,
      "step": 18150
    },
    {
      "epoch": 0.8444289369620842,
      "grad_norm": 0.7281685189545355,
      "learning_rate": 0.0002881812846984989,
      "loss": 2.5156,
      "step": 18151
    },
    {
      "epoch": 0.8444754594091649,
      "grad_norm": 0.6785196834687165,
      "learning_rate": 0.00028817984065759123,
      "loss": 1.7656,
      "step": 18152
    },
    {
      "epoch": 0.8445219818562456,
      "grad_norm": 0.6643341333330076,
      "learning_rate": 0.000288178396532089,
      "loss": 2.4844,
      "step": 18153
    },
    {
      "epoch": 0.8445685043033263,
      "grad_norm": 0.7524232329318536,
      "learning_rate": 0.0002881769523219932,
      "loss": 2.8281,
      "step": 18154
    },
    {
      "epoch": 0.8446150267504071,
      "grad_norm": 0.9232307270730388,
      "learning_rate": 0.0002881755080273046,
      "loss": 2.75,
      "step": 18155
    },
    {
      "epoch": 0.8446615491974878,
      "grad_norm": 0.6956510918461513,
      "learning_rate": 0.00028817406364802417,
      "loss": 2.4219,
      "step": 18156
    },
    {
      "epoch": 0.8447080716445685,
      "grad_norm": 0.7186125280525794,
      "learning_rate": 0.00028817261918415274,
      "loss": 2.6719,
      "step": 18157
    },
    {
      "epoch": 0.8447545940916492,
      "grad_norm": 0.6498033645213349,
      "learning_rate": 0.0002881711746356912,
      "loss": 2.1719,
      "step": 18158
    },
    {
      "epoch": 0.8448011165387299,
      "grad_norm": 0.7156136102871843,
      "learning_rate": 0.0002881697300026405,
      "loss": 2.4531,
      "step": 18159
    },
    {
      "epoch": 0.8448476389858106,
      "grad_norm": 0.6759146717109658,
      "learning_rate": 0.0002881682852850015,
      "loss": 2.375,
      "step": 18160
    },
    {
      "epoch": 0.8448941614328914,
      "grad_norm": 0.7098764780717988,
      "learning_rate": 0.000288166840482775,
      "loss": 2.5156,
      "step": 18161
    },
    {
      "epoch": 0.8449406838799721,
      "grad_norm": 0.6845467120877058,
      "learning_rate": 0.00028816539559596197,
      "loss": 2.6406,
      "step": 18162
    },
    {
      "epoch": 0.8449872063270528,
      "grad_norm": 0.6713499354385349,
      "learning_rate": 0.00028816395062456325,
      "loss": 2.6875,
      "step": 18163
    },
    {
      "epoch": 0.8450337287741335,
      "grad_norm": 0.7041527563238507,
      "learning_rate": 0.00028816250556857974,
      "loss": 2.5,
      "step": 18164
    },
    {
      "epoch": 0.8450802512212142,
      "grad_norm": 0.6629943277341198,
      "learning_rate": 0.00028816106042801236,
      "loss": 2.25,
      "step": 18165
    },
    {
      "epoch": 0.8451267736682949,
      "grad_norm": 0.6429829736622726,
      "learning_rate": 0.000288159615202862,
      "loss": 2.4531,
      "step": 18166
    },
    {
      "epoch": 0.8451732961153756,
      "grad_norm": 0.6781637211645946,
      "learning_rate": 0.0002881581698931294,
      "loss": 2.4062,
      "step": 18167
    },
    {
      "epoch": 0.8452198185624564,
      "grad_norm": 0.801697832549885,
      "learning_rate": 0.0002881567244988157,
      "loss": 2.6875,
      "step": 18168
    },
    {
      "epoch": 0.8452663410095371,
      "grad_norm": 0.7210410572936816,
      "learning_rate": 0.0002881552790199215,
      "loss": 2.5938,
      "step": 18169
    },
    {
      "epoch": 0.8453128634566178,
      "grad_norm": 0.7428644376039784,
      "learning_rate": 0.0002881538334564479,
      "loss": 2.375,
      "step": 18170
    },
    {
      "epoch": 0.8453593859036985,
      "grad_norm": 0.6560601834105536,
      "learning_rate": 0.00028815238780839565,
      "loss": 2.3125,
      "step": 18171
    },
    {
      "epoch": 0.8454059083507792,
      "grad_norm": 0.9462951241246509,
      "learning_rate": 0.00028815094207576574,
      "loss": 2.6094,
      "step": 18172
    },
    {
      "epoch": 0.8454524307978599,
      "grad_norm": 0.6702115628185957,
      "learning_rate": 0.000288149496258559,
      "loss": 2.2656,
      "step": 18173
    },
    {
      "epoch": 0.8454989532449407,
      "grad_norm": 0.7415821669258015,
      "learning_rate": 0.00028814805035677637,
      "loss": 2.6094,
      "step": 18174
    },
    {
      "epoch": 0.8455454756920214,
      "grad_norm": 0.7049270522567106,
      "learning_rate": 0.00028814660437041865,
      "loss": 2.3906,
      "step": 18175
    },
    {
      "epoch": 0.8455919981391021,
      "grad_norm": 0.7419338257718044,
      "learning_rate": 0.0002881451582994867,
      "loss": 2.375,
      "step": 18176
    },
    {
      "epoch": 0.8456385205861828,
      "grad_norm": 0.6592349774067858,
      "learning_rate": 0.00028814371214398157,
      "loss": 2.625,
      "step": 18177
    },
    {
      "epoch": 0.8456850430332635,
      "grad_norm": 0.6721112365496084,
      "learning_rate": 0.000288142265903904,
      "loss": 2.4219,
      "step": 18178
    },
    {
      "epoch": 0.8457315654803442,
      "grad_norm": 0.6859937227562335,
      "learning_rate": 0.00028814081957925493,
      "loss": 2.4062,
      "step": 18179
    },
    {
      "epoch": 0.845778087927425,
      "grad_norm": 0.7064495997558545,
      "learning_rate": 0.0002881393731700352,
      "loss": 2.375,
      "step": 18180
    },
    {
      "epoch": 0.8458246103745057,
      "grad_norm": 0.7064218841453882,
      "learning_rate": 0.00028813792667624577,
      "loss": 2.2812,
      "step": 18181
    },
    {
      "epoch": 0.8458711328215864,
      "grad_norm": 0.7060251096864502,
      "learning_rate": 0.0002881364800978875,
      "loss": 2.2969,
      "step": 18182
    },
    {
      "epoch": 0.8459176552686671,
      "grad_norm": 0.6810042072110634,
      "learning_rate": 0.00028813503343496125,
      "loss": 2.4688,
      "step": 18183
    },
    {
      "epoch": 0.8459641777157478,
      "grad_norm": 0.6747099593691719,
      "learning_rate": 0.0002881335866874679,
      "loss": 2.1562,
      "step": 18184
    },
    {
      "epoch": 0.8460107001628285,
      "grad_norm": 0.6796472982636134,
      "learning_rate": 0.00028813213985540837,
      "loss": 2.5469,
      "step": 18185
    },
    {
      "epoch": 0.8460572226099092,
      "grad_norm": 0.6698694488621568,
      "learning_rate": 0.0002881306929387835,
      "loss": 2.2656,
      "step": 18186
    },
    {
      "epoch": 0.84610374505699,
      "grad_norm": 0.7185752918313638,
      "learning_rate": 0.0002881292459375942,
      "loss": 2.7344,
      "step": 18187
    },
    {
      "epoch": 0.8461502675040707,
      "grad_norm": 0.6760957358265473,
      "learning_rate": 0.00028812779885184145,
      "loss": 2.4844,
      "step": 18188
    },
    {
      "epoch": 0.8461967899511514,
      "grad_norm": 0.6868405188080801,
      "learning_rate": 0.00028812635168152595,
      "loss": 2.4219,
      "step": 18189
    },
    {
      "epoch": 0.8462433123982321,
      "grad_norm": 0.6627129423090738,
      "learning_rate": 0.00028812490442664876,
      "loss": 1.6719,
      "step": 18190
    },
    {
      "epoch": 0.8462898348453128,
      "grad_norm": 0.6961665533924519,
      "learning_rate": 0.00028812345708721063,
      "loss": 2.3438,
      "step": 18191
    },
    {
      "epoch": 0.8463363572923935,
      "grad_norm": 0.6836655876216537,
      "learning_rate": 0.00028812200966321254,
      "loss": 2.6562,
      "step": 18192
    },
    {
      "epoch": 0.8463828797394743,
      "grad_norm": 0.728741053503782,
      "learning_rate": 0.0002881205621546553,
      "loss": 2.625,
      "step": 18193
    },
    {
      "epoch": 0.846429402186555,
      "grad_norm": 0.6764036641224429,
      "learning_rate": 0.0002881191145615399,
      "loss": 2.5,
      "step": 18194
    },
    {
      "epoch": 0.8464759246336357,
      "grad_norm": 0.7031362789341804,
      "learning_rate": 0.00028811766688386715,
      "loss": 2.4375,
      "step": 18195
    },
    {
      "epoch": 0.8465224470807164,
      "grad_norm": 0.692649730847692,
      "learning_rate": 0.0002881162191216379,
      "loss": 2.6719,
      "step": 18196
    },
    {
      "epoch": 0.8465689695277971,
      "grad_norm": 0.6921435753608242,
      "learning_rate": 0.0002881147712748532,
      "loss": 2.4062,
      "step": 18197
    },
    {
      "epoch": 0.8466154919748778,
      "grad_norm": 0.6913740148075075,
      "learning_rate": 0.0002881133233435137,
      "loss": 2.5781,
      "step": 18198
    },
    {
      "epoch": 0.8466620144219585,
      "grad_norm": 0.696280585658119,
      "learning_rate": 0.0002881118753276204,
      "loss": 2.5156,
      "step": 18199
    },
    {
      "epoch": 0.8467085368690394,
      "grad_norm": 0.6892686610847935,
      "learning_rate": 0.00028811042722717427,
      "loss": 2.4062,
      "step": 18200
    },
    {
      "epoch": 0.84675505931612,
      "grad_norm": 0.7088714091559606,
      "learning_rate": 0.00028810897904217613,
      "loss": 2.6875,
      "step": 18201
    },
    {
      "epoch": 0.8468015817632008,
      "grad_norm": 0.7302990435692136,
      "learning_rate": 0.0002881075307726268,
      "loss": 2.6094,
      "step": 18202
    },
    {
      "epoch": 0.8468481042102814,
      "grad_norm": 0.6649430219715252,
      "learning_rate": 0.00028810608241852724,
      "loss": 2.4062,
      "step": 18203
    },
    {
      "epoch": 0.8468946266573621,
      "grad_norm": 0.7002866116574878,
      "learning_rate": 0.0002881046339798784,
      "loss": 2.4688,
      "step": 18204
    },
    {
      "epoch": 0.8469411491044428,
      "grad_norm": 0.6693977948109494,
      "learning_rate": 0.000288103185456681,
      "loss": 2.6406,
      "step": 18205
    },
    {
      "epoch": 0.8469876715515237,
      "grad_norm": 0.8150362687712163,
      "learning_rate": 0.000288101736848936,
      "loss": 2.8594,
      "step": 18206
    },
    {
      "epoch": 0.8470341939986044,
      "grad_norm": 0.7126473205912366,
      "learning_rate": 0.0002881002881566444,
      "loss": 2.7969,
      "step": 18207
    },
    {
      "epoch": 0.8470807164456851,
      "grad_norm": 0.7122616405785427,
      "learning_rate": 0.00028809883937980696,
      "loss": 2.5,
      "step": 18208
    },
    {
      "epoch": 0.8471272388927658,
      "grad_norm": 0.7337111586708118,
      "learning_rate": 0.0002880973905184245,
      "loss": 2.7344,
      "step": 18209
    },
    {
      "epoch": 0.8471737613398465,
      "grad_norm": 0.7344415504926617,
      "learning_rate": 0.00028809594157249807,
      "loss": 2.6406,
      "step": 18210
    },
    {
      "epoch": 0.8472202837869272,
      "grad_norm": 0.710815135894785,
      "learning_rate": 0.00028809449254202856,
      "loss": 2.3906,
      "step": 18211
    },
    {
      "epoch": 0.847266806234008,
      "grad_norm": 0.6684084261656136,
      "learning_rate": 0.0002880930434270167,
      "loss": 2.3281,
      "step": 18212
    },
    {
      "epoch": 0.8473133286810887,
      "grad_norm": 0.7070702147050998,
      "learning_rate": 0.00028809159422746344,
      "loss": 2.7188,
      "step": 18213
    },
    {
      "epoch": 0.8473598511281694,
      "grad_norm": 0.6623297552539252,
      "learning_rate": 0.00028809014494336977,
      "loss": 2.5625,
      "step": 18214
    },
    {
      "epoch": 0.8474063735752501,
      "grad_norm": 0.6966680311082907,
      "learning_rate": 0.00028808869557473646,
      "loss": 2.7344,
      "step": 18215
    },
    {
      "epoch": 0.8474528960223308,
      "grad_norm": 0.6546479435624193,
      "learning_rate": 0.00028808724612156445,
      "loss": 2.2812,
      "step": 18216
    },
    {
      "epoch": 0.8474994184694115,
      "grad_norm": 0.7564227653827839,
      "learning_rate": 0.00028808579658385464,
      "loss": 2.7344,
      "step": 18217
    },
    {
      "epoch": 0.8475459409164922,
      "grad_norm": 0.6702478899540483,
      "learning_rate": 0.00028808434696160786,
      "loss": 2.5469,
      "step": 18218
    },
    {
      "epoch": 0.847592463363573,
      "grad_norm": 0.7044203924936225,
      "learning_rate": 0.000288082897254825,
      "loss": 2.5156,
      "step": 18219
    },
    {
      "epoch": 0.8476389858106537,
      "grad_norm": 0.6654853861271613,
      "learning_rate": 0.000288081447463507,
      "loss": 2.3281,
      "step": 18220
    },
    {
      "epoch": 0.8476855082577344,
      "grad_norm": 0.6503242086802995,
      "learning_rate": 0.00028807999758765474,
      "loss": 2.3281,
      "step": 18221
    },
    {
      "epoch": 0.8477320307048151,
      "grad_norm": 0.6780182282915679,
      "learning_rate": 0.0002880785476272691,
      "loss": 2.625,
      "step": 18222
    },
    {
      "epoch": 0.8477785531518958,
      "grad_norm": 0.7249447373839308,
      "learning_rate": 0.0002880770975823509,
      "loss": 2.5469,
      "step": 18223
    },
    {
      "epoch": 0.8478250755989765,
      "grad_norm": 0.6812575508872568,
      "learning_rate": 0.0002880756474529012,
      "loss": 2.5,
      "step": 18224
    },
    {
      "epoch": 0.8478715980460573,
      "grad_norm": 0.7240432952041842,
      "learning_rate": 0.0002880741972389207,
      "loss": 2.7812,
      "step": 18225
    },
    {
      "epoch": 0.847918120493138,
      "grad_norm": 0.6925778320758148,
      "learning_rate": 0.00028807274694041035,
      "loss": 2.3438,
      "step": 18226
    },
    {
      "epoch": 0.8479646429402187,
      "grad_norm": 0.7106871160181497,
      "learning_rate": 0.0002880712965573711,
      "loss": 2.3906,
      "step": 18227
    },
    {
      "epoch": 0.8480111653872994,
      "grad_norm": 0.6718334213985446,
      "learning_rate": 0.00028806984608980375,
      "loss": 2.4062,
      "step": 18228
    },
    {
      "epoch": 0.8480576878343801,
      "grad_norm": 0.7975552869847787,
      "learning_rate": 0.0002880683955377092,
      "loss": 2.4375,
      "step": 18229
    },
    {
      "epoch": 0.8481042102814608,
      "grad_norm": 0.6827535677789383,
      "learning_rate": 0.00028806694490108843,
      "loss": 2.4062,
      "step": 18230
    },
    {
      "epoch": 0.8481507327285415,
      "grad_norm": 0.6977623327373851,
      "learning_rate": 0.00028806549417994225,
      "loss": 2.6562,
      "step": 18231
    },
    {
      "epoch": 0.8481972551756223,
      "grad_norm": 0.6585623858840132,
      "learning_rate": 0.0002880640433742715,
      "loss": 2.5469,
      "step": 18232
    },
    {
      "epoch": 0.848243777622703,
      "grad_norm": 0.6935391683711256,
      "learning_rate": 0.00028806259248407716,
      "loss": 2.5938,
      "step": 18233
    },
    {
      "epoch": 0.8482903000697837,
      "grad_norm": 0.7382934185501685,
      "learning_rate": 0.0002880611415093601,
      "loss": 2.6094,
      "step": 18234
    },
    {
      "epoch": 0.8483368225168644,
      "grad_norm": 0.6733767456550239,
      "learning_rate": 0.00028805969045012125,
      "loss": 2.5,
      "step": 18235
    },
    {
      "epoch": 0.8483833449639451,
      "grad_norm": 0.7031924428043782,
      "learning_rate": 0.00028805823930636135,
      "loss": 2.7031,
      "step": 18236
    },
    {
      "epoch": 0.8484298674110258,
      "grad_norm": 0.6819166211950195,
      "learning_rate": 0.0002880567880780814,
      "loss": 2.4531,
      "step": 18237
    },
    {
      "epoch": 0.8484763898581066,
      "grad_norm": 0.6761116051058328,
      "learning_rate": 0.00028805533676528233,
      "loss": 2.6719,
      "step": 18238
    },
    {
      "epoch": 0.8485229123051873,
      "grad_norm": 0.6994550631432519,
      "learning_rate": 0.0002880538853679649,
      "loss": 2.6719,
      "step": 18239
    },
    {
      "epoch": 0.848569434752268,
      "grad_norm": 0.7111432205472564,
      "learning_rate": 0.0002880524338861301,
      "loss": 2.5,
      "step": 18240
    },
    {
      "epoch": 0.8486159571993487,
      "grad_norm": 0.659650681795108,
      "learning_rate": 0.0002880509823197788,
      "loss": 2.4844,
      "step": 18241
    },
    {
      "epoch": 0.8486624796464294,
      "grad_norm": 0.7225632128884902,
      "learning_rate": 0.00028804953066891183,
      "loss": 2.3594,
      "step": 18242
    },
    {
      "epoch": 0.8487090020935101,
      "grad_norm": 0.710856959365728,
      "learning_rate": 0.0002880480789335302,
      "loss": 2.3438,
      "step": 18243
    },
    {
      "epoch": 0.8487555245405909,
      "grad_norm": 0.6993566801678814,
      "learning_rate": 0.0002880466271136346,
      "loss": 2.4688,
      "step": 18244
    },
    {
      "epoch": 0.8488020469876716,
      "grad_norm": 0.7270060777273855,
      "learning_rate": 0.00028804517520922615,
      "loss": 2.4375,
      "step": 18245
    },
    {
      "epoch": 0.8488485694347523,
      "grad_norm": 0.7324797394402449,
      "learning_rate": 0.00028804372322030556,
      "loss": 1.75,
      "step": 18246
    },
    {
      "epoch": 0.848895091881833,
      "grad_norm": 0.6950379985553434,
      "learning_rate": 0.00028804227114687385,
      "loss": 2.2656,
      "step": 18247
    },
    {
      "epoch": 0.8489416143289137,
      "grad_norm": 0.6883028129521008,
      "learning_rate": 0.00028804081898893183,
      "loss": 2.375,
      "step": 18248
    },
    {
      "epoch": 0.8489881367759944,
      "grad_norm": 0.7083197346804136,
      "learning_rate": 0.0002880393667464804,
      "loss": 2.7344,
      "step": 18249
    },
    {
      "epoch": 0.8490346592230751,
      "grad_norm": 0.7273066141498193,
      "learning_rate": 0.00028803791441952046,
      "loss": 2.9219,
      "step": 18250
    },
    {
      "epoch": 0.8490811816701559,
      "grad_norm": 0.6881952321697764,
      "learning_rate": 0.0002880364620080529,
      "loss": 2.4375,
      "step": 18251
    },
    {
      "epoch": 0.8491277041172366,
      "grad_norm": 0.6846157112629125,
      "learning_rate": 0.0002880350095120786,
      "loss": 2.5,
      "step": 18252
    },
    {
      "epoch": 0.8491742265643173,
      "grad_norm": 0.6776382771615685,
      "learning_rate": 0.0002880335569315984,
      "loss": 2.3438,
      "step": 18253
    },
    {
      "epoch": 0.849220749011398,
      "grad_norm": 0.6897570627905661,
      "learning_rate": 0.0002880321042666133,
      "loss": 2.8281,
      "step": 18254
    },
    {
      "epoch": 0.8492672714584787,
      "grad_norm": 0.6635421684912993,
      "learning_rate": 0.00028803065151712415,
      "loss": 2.6562,
      "step": 18255
    },
    {
      "epoch": 0.8493137939055594,
      "grad_norm": 0.7207404668412264,
      "learning_rate": 0.00028802919868313177,
      "loss": 2.5469,
      "step": 18256
    },
    {
      "epoch": 0.8493603163526402,
      "grad_norm": 0.8053297283300088,
      "learning_rate": 0.00028802774576463716,
      "loss": 2.5781,
      "step": 18257
    },
    {
      "epoch": 0.8494068387997209,
      "grad_norm": 0.6619975470941964,
      "learning_rate": 0.0002880262927616411,
      "loss": 2.6094,
      "step": 18258
    },
    {
      "epoch": 0.8494533612468016,
      "grad_norm": 0.7228073556007567,
      "learning_rate": 0.0002880248396741445,
      "loss": 2.6875,
      "step": 18259
    },
    {
      "epoch": 0.8494998836938823,
      "grad_norm": 0.6523362637371006,
      "learning_rate": 0.0002880233865021484,
      "loss": 2.2969,
      "step": 18260
    },
    {
      "epoch": 0.849546406140963,
      "grad_norm": 0.720354463778925,
      "learning_rate": 0.00028802193324565346,
      "loss": 2.4531,
      "step": 18261
    },
    {
      "epoch": 0.8495929285880437,
      "grad_norm": 0.6666961175216526,
      "learning_rate": 0.0002880204799046607,
      "loss": 2.4062,
      "step": 18262
    },
    {
      "epoch": 0.8496394510351244,
      "grad_norm": 0.6980861691817349,
      "learning_rate": 0.00028801902647917105,
      "loss": 2.8125,
      "step": 18263
    },
    {
      "epoch": 0.8496859734822052,
      "grad_norm": 0.7159607117775598,
      "learning_rate": 0.0002880175729691853,
      "loss": 2.6875,
      "step": 18264
    },
    {
      "epoch": 0.8497324959292859,
      "grad_norm": 0.7648693142351214,
      "learning_rate": 0.00028801611937470434,
      "loss": 2.5938,
      "step": 18265
    },
    {
      "epoch": 0.8497790183763666,
      "grad_norm": 0.7553581097671332,
      "learning_rate": 0.00028801466569572913,
      "loss": 2.5469,
      "step": 18266
    },
    {
      "epoch": 0.8498255408234473,
      "grad_norm": 0.6806501325294334,
      "learning_rate": 0.00028801321193226053,
      "loss": 2.6094,
      "step": 18267
    },
    {
      "epoch": 0.849872063270528,
      "grad_norm": 0.6869695891488299,
      "learning_rate": 0.00028801175808429945,
      "loss": 2.7656,
      "step": 18268
    },
    {
      "epoch": 0.8499185857176087,
      "grad_norm": 0.7246463309692278,
      "learning_rate": 0.0002880103041518467,
      "loss": 2.7344,
      "step": 18269
    },
    {
      "epoch": 0.8499651081646895,
      "grad_norm": 0.7176856383000232,
      "learning_rate": 0.0002880088501349033,
      "loss": 2.5,
      "step": 18270
    },
    {
      "epoch": 0.8500116306117702,
      "grad_norm": 0.6889616314002129,
      "learning_rate": 0.00028800739603347,
      "loss": 2.5156,
      "step": 18271
    },
    {
      "epoch": 0.8500581530588509,
      "grad_norm": 0.6946427212019287,
      "learning_rate": 0.0002880059418475478,
      "loss": 2.8125,
      "step": 18272
    },
    {
      "epoch": 0.8501046755059316,
      "grad_norm": 0.6638423514064792,
      "learning_rate": 0.00028800448757713753,
      "loss": 2.5312,
      "step": 18273
    },
    {
      "epoch": 0.8501511979530123,
      "grad_norm": 0.6766162448745386,
      "learning_rate": 0.0002880030332222401,
      "loss": 2.3125,
      "step": 18274
    },
    {
      "epoch": 0.850197720400093,
      "grad_norm": 0.6815642387187163,
      "learning_rate": 0.0002880015787828564,
      "loss": 2.3906,
      "step": 18275
    },
    {
      "epoch": 0.8502442428471738,
      "grad_norm": 0.6573597515642604,
      "learning_rate": 0.0002880001242589874,
      "loss": 2.625,
      "step": 18276
    },
    {
      "epoch": 0.8502907652942545,
      "grad_norm": 0.6979118235138382,
      "learning_rate": 0.0002879986696506338,
      "loss": 2.6875,
      "step": 18277
    },
    {
      "epoch": 0.8503372877413352,
      "grad_norm": 0.6469244831210195,
      "learning_rate": 0.00028799721495779664,
      "loss": 2.1719,
      "step": 18278
    },
    {
      "epoch": 0.8503838101884159,
      "grad_norm": 0.63961903356934,
      "learning_rate": 0.00028799576018047676,
      "loss": 2.2188,
      "step": 18279
    },
    {
      "epoch": 0.8504303326354966,
      "grad_norm": 0.6941306796036589,
      "learning_rate": 0.00028799430531867504,
      "loss": 1.7891,
      "step": 18280
    },
    {
      "epoch": 0.8504768550825773,
      "grad_norm": 0.7087045387018905,
      "learning_rate": 0.0002879928503723925,
      "loss": 2.7031,
      "step": 18281
    },
    {
      "epoch": 0.850523377529658,
      "grad_norm": 0.7486159719565375,
      "learning_rate": 0.0002879913953416298,
      "loss": 2.8281,
      "step": 18282
    },
    {
      "epoch": 0.8505698999767388,
      "grad_norm": 0.6418813113115024,
      "learning_rate": 0.00028798994022638806,
      "loss": 2.1875,
      "step": 18283
    },
    {
      "epoch": 0.8506164224238195,
      "grad_norm": 0.7033837703315297,
      "learning_rate": 0.000287988485026668,
      "loss": 2.625,
      "step": 18284
    },
    {
      "epoch": 0.8506629448709002,
      "grad_norm": 0.7413616544075492,
      "learning_rate": 0.00028798702974247055,
      "loss": 2.5781,
      "step": 18285
    },
    {
      "epoch": 0.8507094673179809,
      "grad_norm": 0.65155270519845,
      "learning_rate": 0.00028798557437379667,
      "loss": 2.4531,
      "step": 18286
    },
    {
      "epoch": 0.8507559897650616,
      "grad_norm": 0.7376363729570171,
      "learning_rate": 0.00028798411892064723,
      "loss": 2.5312,
      "step": 18287
    },
    {
      "epoch": 0.8508025122121423,
      "grad_norm": 0.7376070915392989,
      "learning_rate": 0.00028798266338302304,
      "loss": 2.5781,
      "step": 18288
    },
    {
      "epoch": 0.8508490346592231,
      "grad_norm": 0.7039273273501047,
      "learning_rate": 0.0002879812077609251,
      "loss": 2.6875,
      "step": 18289
    },
    {
      "epoch": 0.8508955571063038,
      "grad_norm": 0.733755354095008,
      "learning_rate": 0.00028797975205435423,
      "loss": 2.4375,
      "step": 18290
    },
    {
      "epoch": 0.8509420795533845,
      "grad_norm": 0.7348425138725722,
      "learning_rate": 0.0002879782962633114,
      "loss": 2.8438,
      "step": 18291
    },
    {
      "epoch": 0.8509886020004652,
      "grad_norm": 0.6869002220892403,
      "learning_rate": 0.00028797684038779734,
      "loss": 2.5469,
      "step": 18292
    },
    {
      "epoch": 0.8510351244475459,
      "grad_norm": 0.6737563527451662,
      "learning_rate": 0.0002879753844278131,
      "loss": 2.6094,
      "step": 18293
    },
    {
      "epoch": 0.8510816468946266,
      "grad_norm": 0.6485353457165446,
      "learning_rate": 0.0002879739283833595,
      "loss": 2.4375,
      "step": 18294
    },
    {
      "epoch": 0.8511281693417073,
      "grad_norm": 0.6675959678089469,
      "learning_rate": 0.0002879724722544375,
      "loss": 2.2344,
      "step": 18295
    },
    {
      "epoch": 0.8511746917887881,
      "grad_norm": 0.6747718486054709,
      "learning_rate": 0.00028797101604104787,
      "loss": 2.5938,
      "step": 18296
    },
    {
      "epoch": 0.8512212142358688,
      "grad_norm": 0.6504501443185253,
      "learning_rate": 0.0002879695597431916,
      "loss": 2.6094,
      "step": 18297
    },
    {
      "epoch": 0.8512677366829495,
      "grad_norm": 0.6538447807723572,
      "learning_rate": 0.00028796810336086955,
      "loss": 2.4375,
      "step": 18298
    },
    {
      "epoch": 0.8513142591300302,
      "grad_norm": 0.7054605549838249,
      "learning_rate": 0.0002879666468940826,
      "loss": 2.75,
      "step": 18299
    },
    {
      "epoch": 0.8513607815771109,
      "grad_norm": 0.7108808115960836,
      "learning_rate": 0.0002879651903428317,
      "loss": 2.5,
      "step": 18300
    },
    {
      "epoch": 0.8514073040241916,
      "grad_norm": 0.6842816086392165,
      "learning_rate": 0.00028796373370711765,
      "loss": 2.5312,
      "step": 18301
    },
    {
      "epoch": 0.8514538264712724,
      "grad_norm": 0.6787177166050545,
      "learning_rate": 0.0002879622769869414,
      "loss": 2.625,
      "step": 18302
    },
    {
      "epoch": 0.8515003489183531,
      "grad_norm": 0.7342949005249803,
      "learning_rate": 0.00028796082018230383,
      "loss": 2.6094,
      "step": 18303
    },
    {
      "epoch": 0.8515468713654338,
      "grad_norm": 0.6950464601398973,
      "learning_rate": 0.00028795936329320586,
      "loss": 2.3594,
      "step": 18304
    },
    {
      "epoch": 0.8515933938125145,
      "grad_norm": 0.6768580108170658,
      "learning_rate": 0.0002879579063196483,
      "loss": 2.6719,
      "step": 18305
    },
    {
      "epoch": 0.8516399162595952,
      "grad_norm": 0.6893904569007843,
      "learning_rate": 0.00028795644926163215,
      "loss": 2.4375,
      "step": 18306
    },
    {
      "epoch": 0.8516864387066759,
      "grad_norm": 0.6765776269407072,
      "learning_rate": 0.00028795499211915825,
      "loss": 2.4531,
      "step": 18307
    },
    {
      "epoch": 0.8517329611537567,
      "grad_norm": 0.6676644018878124,
      "learning_rate": 0.0002879535348922275,
      "loss": 2.4375,
      "step": 18308
    },
    {
      "epoch": 0.8517794836008374,
      "grad_norm": 0.6410956970624152,
      "learning_rate": 0.00028795207758084074,
      "loss": 2.3125,
      "step": 18309
    },
    {
      "epoch": 0.8518260060479181,
      "grad_norm": 0.7854465625522002,
      "learning_rate": 0.00028795062018499893,
      "loss": 2.5156,
      "step": 18310
    },
    {
      "epoch": 0.8518725284949988,
      "grad_norm": 0.7991109997901771,
      "learning_rate": 0.0002879491627047029,
      "loss": 2.4844,
      "step": 18311
    },
    {
      "epoch": 0.8519190509420795,
      "grad_norm": 0.7037071651528621,
      "learning_rate": 0.00028794770513995363,
      "loss": 2.5156,
      "step": 18312
    },
    {
      "epoch": 0.8519655733891602,
      "grad_norm": 0.772170882692216,
      "learning_rate": 0.00028794624749075193,
      "loss": 2.6094,
      "step": 18313
    },
    {
      "epoch": 0.8520120958362409,
      "grad_norm": 0.6873170354499586,
      "learning_rate": 0.00028794478975709874,
      "loss": 2.4375,
      "step": 18314
    },
    {
      "epoch": 0.8520586182833217,
      "grad_norm": 0.6882716415141106,
      "learning_rate": 0.00028794333193899493,
      "loss": 2.5938,
      "step": 18315
    },
    {
      "epoch": 0.8521051407304024,
      "grad_norm": 0.7227306407431136,
      "learning_rate": 0.0002879418740364414,
      "loss": 2.7031,
      "step": 18316
    },
    {
      "epoch": 0.8521516631774831,
      "grad_norm": 0.6728995501715372,
      "learning_rate": 0.000287940416049439,
      "loss": 2.2188,
      "step": 18317
    },
    {
      "epoch": 0.8521981856245638,
      "grad_norm": 0.756533810137611,
      "learning_rate": 0.0002879389579779887,
      "loss": 2.5156,
      "step": 18318
    },
    {
      "epoch": 0.8522447080716445,
      "grad_norm": 0.6967433581890157,
      "learning_rate": 0.0002879374998220914,
      "loss": 2.5938,
      "step": 18319
    },
    {
      "epoch": 0.8522912305187252,
      "grad_norm": 0.7810244950917001,
      "learning_rate": 0.00028793604158174795,
      "loss": 2.4688,
      "step": 18320
    },
    {
      "epoch": 0.852337752965806,
      "grad_norm": 0.7913361832682883,
      "learning_rate": 0.00028793458325695917,
      "loss": 2.6094,
      "step": 18321
    },
    {
      "epoch": 0.8523842754128867,
      "grad_norm": 0.7164439056080864,
      "learning_rate": 0.00028793312484772605,
      "loss": 2.4375,
      "step": 18322
    },
    {
      "epoch": 0.8524307978599674,
      "grad_norm": 0.8687229455879142,
      "learning_rate": 0.00028793166635404947,
      "loss": 1.7344,
      "step": 18323
    },
    {
      "epoch": 0.8524773203070481,
      "grad_norm": 0.7138576508700908,
      "learning_rate": 0.0002879302077759303,
      "loss": 2.4062,
      "step": 18324
    },
    {
      "epoch": 0.8525238427541288,
      "grad_norm": 0.7078574928006174,
      "learning_rate": 0.00028792874911336944,
      "loss": 2.6562,
      "step": 18325
    },
    {
      "epoch": 0.8525703652012095,
      "grad_norm": 0.7046564746962648,
      "learning_rate": 0.00028792729036636783,
      "loss": 2.5781,
      "step": 18326
    },
    {
      "epoch": 0.8526168876482902,
      "grad_norm": 0.8849225843999815,
      "learning_rate": 0.0002879258315349263,
      "loss": 2.3594,
      "step": 18327
    },
    {
      "epoch": 0.852663410095371,
      "grad_norm": 0.7450722042012136,
      "learning_rate": 0.0002879243726190457,
      "loss": 2.6562,
      "step": 18328
    },
    {
      "epoch": 0.8527099325424518,
      "grad_norm": 0.722439823443627,
      "learning_rate": 0.0002879229136187271,
      "loss": 2.375,
      "step": 18329
    },
    {
      "epoch": 0.8527564549895325,
      "grad_norm": 0.6653814589910746,
      "learning_rate": 0.0002879214545339712,
      "loss": 2.4062,
      "step": 18330
    },
    {
      "epoch": 0.8528029774366132,
      "grad_norm": 0.699020347208268,
      "learning_rate": 0.00028791999536477897,
      "loss": 2.5938,
      "step": 18331
    },
    {
      "epoch": 0.8528494998836939,
      "grad_norm": 0.6849091901521991,
      "learning_rate": 0.0002879185361111513,
      "loss": 2.5,
      "step": 18332
    },
    {
      "epoch": 0.8528960223307746,
      "grad_norm": 0.6795226697447254,
      "learning_rate": 0.00028791707677308914,
      "loss": 2.5,
      "step": 18333
    },
    {
      "epoch": 0.8529425447778554,
      "grad_norm": 0.6999788469565917,
      "learning_rate": 0.0002879156173505933,
      "loss": 2.625,
      "step": 18334
    },
    {
      "epoch": 0.8529890672249361,
      "grad_norm": 0.711072646477694,
      "learning_rate": 0.00028791415784366474,
      "loss": 2.5469,
      "step": 18335
    },
    {
      "epoch": 0.8530355896720168,
      "grad_norm": 0.6461997556865838,
      "learning_rate": 0.0002879126982523043,
      "loss": 2.375,
      "step": 18336
    },
    {
      "epoch": 0.8530821121190975,
      "grad_norm": 0.742421718792565,
      "learning_rate": 0.00028791123857651284,
      "loss": 2.6094,
      "step": 18337
    },
    {
      "epoch": 0.8531286345661782,
      "grad_norm": 0.7029391204680021,
      "learning_rate": 0.0002879097788162914,
      "loss": 2.4531,
      "step": 18338
    },
    {
      "epoch": 0.8531751570132589,
      "grad_norm": 0.7221394852617466,
      "learning_rate": 0.00028790831897164074,
      "loss": 2.5625,
      "step": 18339
    },
    {
      "epoch": 0.8532216794603397,
      "grad_norm": 0.6368584640188677,
      "learning_rate": 0.00028790685904256174,
      "loss": 2.25,
      "step": 18340
    },
    {
      "epoch": 0.8532682019074204,
      "grad_norm": 0.7000596086871819,
      "learning_rate": 0.00028790539902905543,
      "loss": 2.3281,
      "step": 18341
    },
    {
      "epoch": 0.8533147243545011,
      "grad_norm": 0.6768672398682283,
      "learning_rate": 0.0002879039389311226,
      "loss": 2.5312,
      "step": 18342
    },
    {
      "epoch": 0.8533612468015818,
      "grad_norm": 0.7017211751708409,
      "learning_rate": 0.00028790247874876414,
      "loss": 2.5156,
      "step": 18343
    },
    {
      "epoch": 0.8534077692486625,
      "grad_norm": 0.6785863488483665,
      "learning_rate": 0.000287901018481981,
      "loss": 2.4844,
      "step": 18344
    },
    {
      "epoch": 0.8534542916957432,
      "grad_norm": 0.7539975292360372,
      "learning_rate": 0.000287899558130774,
      "loss": 2.8281,
      "step": 18345
    },
    {
      "epoch": 0.8535008141428239,
      "grad_norm": 0.7134343786372099,
      "learning_rate": 0.00028789809769514416,
      "loss": 2.5781,
      "step": 18346
    },
    {
      "epoch": 0.8535473365899047,
      "grad_norm": 0.6970640557138936,
      "learning_rate": 0.0002878966371750922,
      "loss": 2.4062,
      "step": 18347
    },
    {
      "epoch": 0.8535938590369854,
      "grad_norm": 0.8840270687357086,
      "learning_rate": 0.0002878951765706191,
      "loss": 2.6719,
      "step": 18348
    },
    {
      "epoch": 0.8536403814840661,
      "grad_norm": 0.6533973467957616,
      "learning_rate": 0.00028789371588172586,
      "loss": 2.1562,
      "step": 18349
    },
    {
      "epoch": 0.8536869039311468,
      "grad_norm": 0.728358200193168,
      "learning_rate": 0.0002878922551084132,
      "loss": 2.3594,
      "step": 18350
    },
    {
      "epoch": 0.8537334263782275,
      "grad_norm": 0.7137238890331258,
      "learning_rate": 0.0002878907942506821,
      "loss": 2.4844,
      "step": 18351
    },
    {
      "epoch": 0.8537799488253082,
      "grad_norm": 0.7453115477938642,
      "learning_rate": 0.0002878893333085335,
      "loss": 2.4844,
      "step": 18352
    },
    {
      "epoch": 0.853826471272389,
      "grad_norm": 0.6798930095613898,
      "learning_rate": 0.00028788787228196814,
      "loss": 2.4531,
      "step": 18353
    },
    {
      "epoch": 0.8538729937194697,
      "grad_norm": 0.719933227030443,
      "learning_rate": 0.00028788641117098707,
      "loss": 2.5,
      "step": 18354
    },
    {
      "epoch": 0.8539195161665504,
      "grad_norm": 0.6828779355928696,
      "learning_rate": 0.0002878849499755911,
      "loss": 2.3594,
      "step": 18355
    },
    {
      "epoch": 0.8539660386136311,
      "grad_norm": 0.6925234373482463,
      "learning_rate": 0.0002878834886957812,
      "loss": 2.5156,
      "step": 18356
    },
    {
      "epoch": 0.8540125610607118,
      "grad_norm": 0.6558750490251213,
      "learning_rate": 0.0002878820273315582,
      "loss": 2.5781,
      "step": 18357
    },
    {
      "epoch": 0.8540590835077925,
      "grad_norm": 0.6971757643469118,
      "learning_rate": 0.00028788056588292295,
      "loss": 2.4688,
      "step": 18358
    },
    {
      "epoch": 0.8541056059548733,
      "grad_norm": 0.6613526199028579,
      "learning_rate": 0.0002878791043498765,
      "loss": 2.3125,
      "step": 18359
    },
    {
      "epoch": 0.854152128401954,
      "grad_norm": 0.7703793561281032,
      "learning_rate": 0.00028787764273241956,
      "loss": 2.5312,
      "step": 18360
    },
    {
      "epoch": 0.8541986508490347,
      "grad_norm": 0.6981111192604512,
      "learning_rate": 0.0002878761810305532,
      "loss": 2.7812,
      "step": 18361
    },
    {
      "epoch": 0.8542451732961154,
      "grad_norm": 0.7431939751291965,
      "learning_rate": 0.00028787471924427815,
      "loss": 2.4062,
      "step": 18362
    },
    {
      "epoch": 0.8542916957431961,
      "grad_norm": 0.6819793891403761,
      "learning_rate": 0.00028787325737359543,
      "loss": 2.4531,
      "step": 18363
    },
    {
      "epoch": 0.8543382181902768,
      "grad_norm": 0.6408436967094263,
      "learning_rate": 0.00028787179541850584,
      "loss": 2.25,
      "step": 18364
    },
    {
      "epoch": 0.8543847406373575,
      "grad_norm": 0.7046402690876523,
      "learning_rate": 0.0002878703333790104,
      "loss": 2.5781,
      "step": 18365
    },
    {
      "epoch": 0.8544312630844383,
      "grad_norm": 0.6305024955047809,
      "learning_rate": 0.0002878688712551099,
      "loss": 2.25,
      "step": 18366
    },
    {
      "epoch": 0.854477785531519,
      "grad_norm": 0.6957510684848689,
      "learning_rate": 0.00028786740904680524,
      "loss": 2.6562,
      "step": 18367
    },
    {
      "epoch": 0.8545243079785997,
      "grad_norm": 0.6698469726741615,
      "learning_rate": 0.0002878659467540973,
      "loss": 2.5469,
      "step": 18368
    },
    {
      "epoch": 0.8545708304256804,
      "grad_norm": 0.8793956695163652,
      "learning_rate": 0.0002878644843769871,
      "loss": 1.8281,
      "step": 18369
    },
    {
      "epoch": 0.8546173528727611,
      "grad_norm": 0.716386572538297,
      "learning_rate": 0.0002878630219154754,
      "loss": 2.6719,
      "step": 18370
    },
    {
      "epoch": 0.8546638753198418,
      "grad_norm": 0.7819410452377874,
      "learning_rate": 0.0002878615593695632,
      "loss": 2.3281,
      "step": 18371
    },
    {
      "epoch": 0.8547103977669226,
      "grad_norm": 0.7181570147176504,
      "learning_rate": 0.00028786009673925135,
      "loss": 2.5469,
      "step": 18372
    },
    {
      "epoch": 0.8547569202140033,
      "grad_norm": 0.7040657961168562,
      "learning_rate": 0.00028785863402454065,
      "loss": 2.6875,
      "step": 18373
    },
    {
      "epoch": 0.854803442661084,
      "grad_norm": 0.7022460856180499,
      "learning_rate": 0.00028785717122543214,
      "loss": 2.4688,
      "step": 18374
    },
    {
      "epoch": 0.8548499651081647,
      "grad_norm": 0.7896327470156822,
      "learning_rate": 0.0002878557083419266,
      "loss": 2.6875,
      "step": 18375
    },
    {
      "epoch": 0.8548964875552454,
      "grad_norm": 0.6731570003290255,
      "learning_rate": 0.000287854245374025,
      "loss": 2.5781,
      "step": 18376
    },
    {
      "epoch": 0.8549430100023261,
      "grad_norm": 0.7376100720838875,
      "learning_rate": 0.00028785278232172824,
      "loss": 2.3438,
      "step": 18377
    },
    {
      "epoch": 0.8549895324494068,
      "grad_norm": 0.6739484028995886,
      "learning_rate": 0.0002878513191850373,
      "loss": 2.375,
      "step": 18378
    },
    {
      "epoch": 0.8550360548964876,
      "grad_norm": 0.6748247742289332,
      "learning_rate": 0.00028784985596395284,
      "loss": 2.625,
      "step": 18379
    },
    {
      "epoch": 0.8550825773435683,
      "grad_norm": 0.7943905962160669,
      "learning_rate": 0.0002878483926584759,
      "loss": 2.6406,
      "step": 18380
    },
    {
      "epoch": 0.855129099790649,
      "grad_norm": 0.6947796514881731,
      "learning_rate": 0.00028784692926860734,
      "loss": 2.5312,
      "step": 18381
    },
    {
      "epoch": 0.8551756222377297,
      "grad_norm": 0.7024459006949555,
      "learning_rate": 0.0002878454657943481,
      "loss": 2.4844,
      "step": 18382
    },
    {
      "epoch": 0.8552221446848104,
      "grad_norm": 0.6582230444464104,
      "learning_rate": 0.0002878440022356991,
      "loss": 2.4219,
      "step": 18383
    },
    {
      "epoch": 0.8552686671318911,
      "grad_norm": 0.6788055312933203,
      "learning_rate": 0.00028784253859266115,
      "loss": 2.4219,
      "step": 18384
    },
    {
      "epoch": 0.8553151895789719,
      "grad_norm": 0.7529104819245289,
      "learning_rate": 0.0002878410748652352,
      "loss": 2.6719,
      "step": 18385
    },
    {
      "epoch": 0.8553617120260526,
      "grad_norm": 0.7756518523802058,
      "learning_rate": 0.00028783961105342213,
      "loss": 2.7031,
      "step": 18386
    },
    {
      "epoch": 0.8554082344731333,
      "grad_norm": 0.763100486997651,
      "learning_rate": 0.00028783814715722277,
      "loss": 2.7031,
      "step": 18387
    },
    {
      "epoch": 0.855454756920214,
      "grad_norm": 0.7054532439752125,
      "learning_rate": 0.00028783668317663817,
      "loss": 2.4688,
      "step": 18388
    },
    {
      "epoch": 0.8555012793672947,
      "grad_norm": 0.6873972342444036,
      "learning_rate": 0.0002878352191116691,
      "loss": 2.75,
      "step": 18389
    },
    {
      "epoch": 0.8555478018143754,
      "grad_norm": 0.7132715800911439,
      "learning_rate": 0.00028783375496231655,
      "loss": 2.3438,
      "step": 18390
    },
    {
      "epoch": 0.8555943242614562,
      "grad_norm": 0.7193199188411525,
      "learning_rate": 0.00028783229072858126,
      "loss": 2.3906,
      "step": 18391
    },
    {
      "epoch": 0.8556408467085369,
      "grad_norm": 0.6785347014572699,
      "learning_rate": 0.0002878308264104643,
      "loss": 2.4219,
      "step": 18392
    },
    {
      "epoch": 0.8556873691556176,
      "grad_norm": 0.719527562266937,
      "learning_rate": 0.0002878293620079665,
      "loss": 2.3594,
      "step": 18393
    },
    {
      "epoch": 0.8557338916026983,
      "grad_norm": 0.7228610761006429,
      "learning_rate": 0.00028782789752108875,
      "loss": 2.4062,
      "step": 18394
    },
    {
      "epoch": 0.855780414049779,
      "grad_norm": 0.8451453940277979,
      "learning_rate": 0.00028782643294983194,
      "loss": 1.8984,
      "step": 18395
    },
    {
      "epoch": 0.8558269364968597,
      "grad_norm": 0.7245960440787924,
      "learning_rate": 0.00028782496829419694,
      "loss": 2.5625,
      "step": 18396
    },
    {
      "epoch": 0.8558734589439404,
      "grad_norm": 0.7211149526082608,
      "learning_rate": 0.00028782350355418477,
      "loss": 2.6875,
      "step": 18397
    },
    {
      "epoch": 0.8559199813910212,
      "grad_norm": 0.6951802868361655,
      "learning_rate": 0.00028782203872979614,
      "loss": 2.2969,
      "step": 18398
    },
    {
      "epoch": 0.8559665038381019,
      "grad_norm": 0.6956047897623266,
      "learning_rate": 0.00028782057382103213,
      "loss": 2.6562,
      "step": 18399
    },
    {
      "epoch": 0.8560130262851826,
      "grad_norm": 0.6611593187539238,
      "learning_rate": 0.00028781910882789345,
      "loss": 2.5,
      "step": 18400
    },
    {
      "epoch": 0.8560595487322633,
      "grad_norm": 0.6951138253453933,
      "learning_rate": 0.0002878176437503812,
      "loss": 2.4844,
      "step": 18401
    },
    {
      "epoch": 0.856106071179344,
      "grad_norm": 0.7580883425512872,
      "learning_rate": 0.00028781617858849613,
      "loss": 2.2969,
      "step": 18402
    },
    {
      "epoch": 0.8561525936264247,
      "grad_norm": 0.7021875735696732,
      "learning_rate": 0.00028781471334223923,
      "loss": 2.5312,
      "step": 18403
    },
    {
      "epoch": 0.8561991160735055,
      "grad_norm": 0.6961404939892145,
      "learning_rate": 0.0002878132480116113,
      "loss": 2.4375,
      "step": 18404
    },
    {
      "epoch": 0.8562456385205862,
      "grad_norm": 0.7410829905188104,
      "learning_rate": 0.0002878117825966133,
      "loss": 2.4219,
      "step": 18405
    },
    {
      "epoch": 0.8562921609676669,
      "grad_norm": 0.7034959650378568,
      "learning_rate": 0.00028781031709724614,
      "loss": 2.4219,
      "step": 18406
    },
    {
      "epoch": 0.8563386834147476,
      "grad_norm": 0.7596382813471173,
      "learning_rate": 0.0002878088515135106,
      "loss": 2.2656,
      "step": 18407
    },
    {
      "epoch": 0.8563852058618283,
      "grad_norm": 0.7038522148253696,
      "learning_rate": 0.00028780738584540777,
      "loss": 2.5781,
      "step": 18408
    },
    {
      "epoch": 0.856431728308909,
      "grad_norm": 0.6870331719158158,
      "learning_rate": 0.0002878059200929384,
      "loss": 2.4844,
      "step": 18409
    },
    {
      "epoch": 0.8564782507559897,
      "grad_norm": 0.70392604785503,
      "learning_rate": 0.00028780445425610345,
      "loss": 2.5156,
      "step": 18410
    },
    {
      "epoch": 0.8565247732030705,
      "grad_norm": 0.6384804758562068,
      "learning_rate": 0.0002878029883349038,
      "loss": 1.9141,
      "step": 18411
    },
    {
      "epoch": 0.8565712956501512,
      "grad_norm": 0.7112889516406374,
      "learning_rate": 0.0002878015223293403,
      "loss": 2.5938,
      "step": 18412
    },
    {
      "epoch": 0.8566178180972319,
      "grad_norm": 0.715270660496325,
      "learning_rate": 0.00028780005623941395,
      "loss": 2.4219,
      "step": 18413
    },
    {
      "epoch": 0.8566643405443126,
      "grad_norm": 0.6823909579192022,
      "learning_rate": 0.0002877985900651256,
      "loss": 2.625,
      "step": 18414
    },
    {
      "epoch": 0.8567108629913933,
      "grad_norm": 0.7878718330459006,
      "learning_rate": 0.00028779712380647615,
      "loss": 2.5156,
      "step": 18415
    },
    {
      "epoch": 0.856757385438474,
      "grad_norm": 0.6778903280474864,
      "learning_rate": 0.0002877956574634664,
      "loss": 2.5156,
      "step": 18416
    },
    {
      "epoch": 0.8568039078855548,
      "grad_norm": 0.654414182943183,
      "learning_rate": 0.00028779419103609744,
      "loss": 2.1875,
      "step": 18417
    },
    {
      "epoch": 0.8568504303326355,
      "grad_norm": 0.7432774459858381,
      "learning_rate": 0.00028779272452437,
      "loss": 2.3594,
      "step": 18418
    },
    {
      "epoch": 0.8568969527797162,
      "grad_norm": 0.6783457302677145,
      "learning_rate": 0.0002877912579282851,
      "loss": 2.3125,
      "step": 18419
    },
    {
      "epoch": 0.8569434752267969,
      "grad_norm": 0.6600585951285257,
      "learning_rate": 0.00028778979124784355,
      "loss": 2.375,
      "step": 18420
    },
    {
      "epoch": 0.8569899976738776,
      "grad_norm": 0.6943730742028466,
      "learning_rate": 0.00028778832448304626,
      "loss": 2.5469,
      "step": 18421
    },
    {
      "epoch": 0.8570365201209583,
      "grad_norm": 0.7008137996766581,
      "learning_rate": 0.00028778685763389413,
      "loss": 2.6094,
      "step": 18422
    },
    {
      "epoch": 0.8570830425680391,
      "grad_norm": 0.6459277819027271,
      "learning_rate": 0.00028778539070038815,
      "loss": 2.4062,
      "step": 18423
    },
    {
      "epoch": 0.8571295650151198,
      "grad_norm": 0.6868662000368183,
      "learning_rate": 0.00028778392368252907,
      "loss": 2.5469,
      "step": 18424
    },
    {
      "epoch": 0.8571760874622005,
      "grad_norm": 0.6844487403555036,
      "learning_rate": 0.00028778245658031787,
      "loss": 2.4219,
      "step": 18425
    },
    {
      "epoch": 0.8572226099092812,
      "grad_norm": 0.6688933625348171,
      "learning_rate": 0.00028778098939375547,
      "loss": 2.4531,
      "step": 18426
    },
    {
      "epoch": 0.8572691323563619,
      "grad_norm": 0.7160656089039087,
      "learning_rate": 0.00028777952212284273,
      "loss": 2.25,
      "step": 18427
    },
    {
      "epoch": 0.8573156548034426,
      "grad_norm": 0.7142621706560593,
      "learning_rate": 0.00028777805476758053,
      "loss": 2.4688,
      "step": 18428
    },
    {
      "epoch": 0.8573621772505233,
      "grad_norm": 0.6797334289847805,
      "learning_rate": 0.0002877765873279698,
      "loss": 2.5156,
      "step": 18429
    },
    {
      "epoch": 0.8574086996976041,
      "grad_norm": 0.7476814825361856,
      "learning_rate": 0.0002877751198040114,
      "loss": 2.5312,
      "step": 18430
    },
    {
      "epoch": 0.8574552221446848,
      "grad_norm": 0.7152347292697002,
      "learning_rate": 0.0002877736521957063,
      "loss": 2.4531,
      "step": 18431
    },
    {
      "epoch": 0.8575017445917655,
      "grad_norm": 0.676328683952897,
      "learning_rate": 0.00028777218450305535,
      "loss": 2.5781,
      "step": 18432
    },
    {
      "epoch": 0.8575482670388462,
      "grad_norm": 0.6724839978307863,
      "learning_rate": 0.0002877707167260595,
      "loss": 2.2031,
      "step": 18433
    },
    {
      "epoch": 0.8575947894859269,
      "grad_norm": 0.6655778363888036,
      "learning_rate": 0.0002877692488647195,
      "loss": 2.3281,
      "step": 18434
    },
    {
      "epoch": 0.8576413119330076,
      "grad_norm": 0.6703038865863218,
      "learning_rate": 0.0002877677809190365,
      "loss": 2.3438,
      "step": 18435
    },
    {
      "epoch": 0.8576878343800884,
      "grad_norm": 0.7901745284717404,
      "learning_rate": 0.00028776631288901115,
      "loss": 2.5,
      "step": 18436
    },
    {
      "epoch": 0.8577343568271691,
      "grad_norm": 0.7174930892867322,
      "learning_rate": 0.0002877648447746445,
      "loss": 2.7031,
      "step": 18437
    },
    {
      "epoch": 0.8577808792742498,
      "grad_norm": 0.7271689471234212,
      "learning_rate": 0.00028776337657593733,
      "loss": 2.4375,
      "step": 18438
    },
    {
      "epoch": 0.8578274017213305,
      "grad_norm": 0.7552985492950857,
      "learning_rate": 0.00028776190829289065,
      "loss": 2.7344,
      "step": 18439
    },
    {
      "epoch": 0.8578739241684112,
      "grad_norm": 0.7042239976013625,
      "learning_rate": 0.00028776043992550534,
      "loss": 2.6406,
      "step": 18440
    },
    {
      "epoch": 0.8579204466154919,
      "grad_norm": 0.6931536706118874,
      "learning_rate": 0.00028775897147378227,
      "loss": 2.3906,
      "step": 18441
    },
    {
      "epoch": 0.8579669690625726,
      "grad_norm": 0.7386312750066828,
      "learning_rate": 0.0002877575029377223,
      "loss": 2.7031,
      "step": 18442
    },
    {
      "epoch": 0.8580134915096534,
      "grad_norm": 0.7894192178446511,
      "learning_rate": 0.0002877560343173264,
      "loss": 2.6094,
      "step": 18443
    },
    {
      "epoch": 0.8580600139567341,
      "grad_norm": 0.6970138109877517,
      "learning_rate": 0.0002877545656125955,
      "loss": 2.6406,
      "step": 18444
    },
    {
      "epoch": 0.8581065364038148,
      "grad_norm": 0.6637151040750543,
      "learning_rate": 0.0002877530968235304,
      "loss": 2.2812,
      "step": 18445
    },
    {
      "epoch": 0.8581530588508955,
      "grad_norm": 0.6893971936514628,
      "learning_rate": 0.00028775162795013204,
      "loss": 2.6562,
      "step": 18446
    },
    {
      "epoch": 0.8581995812979762,
      "grad_norm": 0.6773442772775676,
      "learning_rate": 0.0002877501589924013,
      "loss": 2.3438,
      "step": 18447
    },
    {
      "epoch": 0.8582461037450569,
      "grad_norm": 0.7193437946419501,
      "learning_rate": 0.0002877486899503391,
      "loss": 2.3594,
      "step": 18448
    },
    {
      "epoch": 0.8582926261921378,
      "grad_norm": 0.7673891883120373,
      "learning_rate": 0.00028774722082394635,
      "loss": 2.3906,
      "step": 18449
    },
    {
      "epoch": 0.8583391486392185,
      "grad_norm": 0.6716486090220399,
      "learning_rate": 0.000287745751613224,
      "loss": 2.3438,
      "step": 18450
    },
    {
      "epoch": 0.8583856710862992,
      "grad_norm": 0.671190262332311,
      "learning_rate": 0.0002877442823181728,
      "loss": 2.6562,
      "step": 18451
    },
    {
      "epoch": 0.8584321935333799,
      "grad_norm": 0.7298651346617947,
      "learning_rate": 0.00028774281293879377,
      "loss": 2.6719,
      "step": 18452
    },
    {
      "epoch": 0.8584787159804605,
      "grad_norm": 0.7192156332173076,
      "learning_rate": 0.0002877413434750878,
      "loss": 2.3438,
      "step": 18453
    },
    {
      "epoch": 0.8585252384275412,
      "grad_norm": 0.7038989918610445,
      "learning_rate": 0.00028773987392705574,
      "loss": 2.5312,
      "step": 18454
    },
    {
      "epoch": 0.8585717608746221,
      "grad_norm": 0.7010831807941224,
      "learning_rate": 0.0002877384042946985,
      "loss": 2.4062,
      "step": 18455
    },
    {
      "epoch": 0.8586182833217028,
      "grad_norm": 0.7479094092029638,
      "learning_rate": 0.00028773693457801705,
      "loss": 2.7812,
      "step": 18456
    },
    {
      "epoch": 0.8586648057687835,
      "grad_norm": 0.645698059033278,
      "learning_rate": 0.00028773546477701224,
      "loss": 2.4688,
      "step": 18457
    },
    {
      "epoch": 0.8587113282158642,
      "grad_norm": 0.6907157817835683,
      "learning_rate": 0.0002877339948916849,
      "loss": 2.6719,
      "step": 18458
    },
    {
      "epoch": 0.8587578506629449,
      "grad_norm": 0.7047194108176686,
      "learning_rate": 0.00028773252492203603,
      "loss": 2.375,
      "step": 18459
    },
    {
      "epoch": 0.8588043731100256,
      "grad_norm": 0.7007758306778602,
      "learning_rate": 0.0002877310548680666,
      "loss": 2.6406,
      "step": 18460
    },
    {
      "epoch": 0.8588508955571063,
      "grad_norm": 0.6965930842462686,
      "learning_rate": 0.00028772958472977726,
      "loss": 2.4375,
      "step": 18461
    },
    {
      "epoch": 0.8588974180041871,
      "grad_norm": 0.6945017941552691,
      "learning_rate": 0.0002877281145071691,
      "loss": 2.5156,
      "step": 18462
    },
    {
      "epoch": 0.8589439404512678,
      "grad_norm": 0.6965734211039496,
      "learning_rate": 0.000287726644200243,
      "loss": 2.625,
      "step": 18463
    },
    {
      "epoch": 0.8589904628983485,
      "grad_norm": 0.7082282547274796,
      "learning_rate": 0.0002877251738089998,
      "loss": 2.7188,
      "step": 18464
    },
    {
      "epoch": 0.8590369853454292,
      "grad_norm": 0.6965466442713417,
      "learning_rate": 0.00028772370333344046,
      "loss": 2.3438,
      "step": 18465
    },
    {
      "epoch": 0.8590835077925099,
      "grad_norm": 0.7043235369959818,
      "learning_rate": 0.00028772223277356585,
      "loss": 2.6406,
      "step": 18466
    },
    {
      "epoch": 0.8591300302395906,
      "grad_norm": 0.7217512488304457,
      "learning_rate": 0.00028772076212937685,
      "loss": 2.7812,
      "step": 18467
    },
    {
      "epoch": 0.8591765526866714,
      "grad_norm": 0.7241222096663954,
      "learning_rate": 0.00028771929140087443,
      "loss": 2.4688,
      "step": 18468
    },
    {
      "epoch": 0.8592230751337521,
      "grad_norm": 0.6681440427131017,
      "learning_rate": 0.00028771782058805947,
      "loss": 2.3125,
      "step": 18469
    },
    {
      "epoch": 0.8592695975808328,
      "grad_norm": 0.6478931943937167,
      "learning_rate": 0.0002877163496909328,
      "loss": 2.3906,
      "step": 18470
    },
    {
      "epoch": 0.8593161200279135,
      "grad_norm": 0.7158660241420853,
      "learning_rate": 0.0002877148787094954,
      "loss": 2.5469,
      "step": 18471
    },
    {
      "epoch": 0.8593626424749942,
      "grad_norm": 0.7186733157967354,
      "learning_rate": 0.0002877134076437481,
      "loss": 2.6719,
      "step": 18472
    },
    {
      "epoch": 0.8594091649220749,
      "grad_norm": 0.7259507514015255,
      "learning_rate": 0.00028771193649369185,
      "loss": 2.4844,
      "step": 18473
    },
    {
      "epoch": 0.8594556873691556,
      "grad_norm": 0.666293743967967,
      "learning_rate": 0.0002877104652593276,
      "loss": 2.4219,
      "step": 18474
    },
    {
      "epoch": 0.8595022098162364,
      "grad_norm": 0.6918269412524005,
      "learning_rate": 0.00028770899394065614,
      "loss": 2.25,
      "step": 18475
    },
    {
      "epoch": 0.8595487322633171,
      "grad_norm": 0.7182046156073412,
      "learning_rate": 0.00028770752253767844,
      "loss": 2.3594,
      "step": 18476
    },
    {
      "epoch": 0.8595952547103978,
      "grad_norm": 0.6645214958815538,
      "learning_rate": 0.00028770605105039534,
      "loss": 2.3594,
      "step": 18477
    },
    {
      "epoch": 0.8596417771574785,
      "grad_norm": 0.6715570214451129,
      "learning_rate": 0.00028770457947880783,
      "loss": 2.4688,
      "step": 18478
    },
    {
      "epoch": 0.8596882996045592,
      "grad_norm": 0.7068564728422416,
      "learning_rate": 0.00028770310782291677,
      "loss": 2.3281,
      "step": 18479
    },
    {
      "epoch": 0.8597348220516399,
      "grad_norm": 0.7034220681708167,
      "learning_rate": 0.000287701636082723,
      "loss": 2.5625,
      "step": 18480
    },
    {
      "epoch": 0.8597813444987207,
      "grad_norm": 0.7267555691870703,
      "learning_rate": 0.00028770016425822757,
      "loss": 1.8359,
      "step": 18481
    },
    {
      "epoch": 0.8598278669458014,
      "grad_norm": 0.704643475643966,
      "learning_rate": 0.0002876986923494312,
      "loss": 2.6094,
      "step": 18482
    },
    {
      "epoch": 0.8598743893928821,
      "grad_norm": 0.7192248604530225,
      "learning_rate": 0.0002876972203563349,
      "loss": 2.4688,
      "step": 18483
    },
    {
      "epoch": 0.8599209118399628,
      "grad_norm": 0.7284583595583576,
      "learning_rate": 0.0002876957482789396,
      "loss": 2.2969,
      "step": 18484
    },
    {
      "epoch": 0.8599674342870435,
      "grad_norm": 0.6792908168044621,
      "learning_rate": 0.0002876942761172461,
      "loss": 2.0,
      "step": 18485
    },
    {
      "epoch": 0.8600139567341242,
      "grad_norm": 0.6911180355324639,
      "learning_rate": 0.00028769280387125535,
      "loss": 2.5,
      "step": 18486
    },
    {
      "epoch": 0.860060479181205,
      "grad_norm": 0.687934335653706,
      "learning_rate": 0.00028769133154096826,
      "loss": 2.5312,
      "step": 18487
    },
    {
      "epoch": 0.8601070016282857,
      "grad_norm": 0.6666528893403991,
      "learning_rate": 0.00028768985912638574,
      "loss": 2.2969,
      "step": 18488
    },
    {
      "epoch": 0.8601535240753664,
      "grad_norm": 0.7388370018453527,
      "learning_rate": 0.0002876883866275087,
      "loss": 2.4688,
      "step": 18489
    },
    {
      "epoch": 0.8602000465224471,
      "grad_norm": 0.7590083095456416,
      "learning_rate": 0.00028768691404433794,
      "loss": 2.3906,
      "step": 18490
    },
    {
      "epoch": 0.8602465689695278,
      "grad_norm": 0.8059343761851655,
      "learning_rate": 0.0002876854413768745,
      "loss": 2.5156,
      "step": 18491
    },
    {
      "epoch": 0.8602930914166085,
      "grad_norm": 0.7538485475155595,
      "learning_rate": 0.0002876839686251192,
      "loss": 2.625,
      "step": 18492
    },
    {
      "epoch": 0.8603396138636892,
      "grad_norm": 0.7504960031876646,
      "learning_rate": 0.00028768249578907303,
      "loss": 2.4375,
      "step": 18493
    },
    {
      "epoch": 0.86038613631077,
      "grad_norm": 0.7043033600123931,
      "learning_rate": 0.0002876810228687367,
      "loss": 2.4219,
      "step": 18494
    },
    {
      "epoch": 0.8604326587578507,
      "grad_norm": 0.6738535497658632,
      "learning_rate": 0.0002876795498641113,
      "loss": 2.2344,
      "step": 18495
    },
    {
      "epoch": 0.8604791812049314,
      "grad_norm": 0.6610695922599955,
      "learning_rate": 0.0002876780767751977,
      "loss": 1.9688,
      "step": 18496
    },
    {
      "epoch": 0.8605257036520121,
      "grad_norm": 0.7114459027277814,
      "learning_rate": 0.0002876766036019968,
      "loss": 2.6875,
      "step": 18497
    },
    {
      "epoch": 0.8605722260990928,
      "grad_norm": 0.7030552460400947,
      "learning_rate": 0.00028767513034450937,
      "loss": 1.9375,
      "step": 18498
    },
    {
      "epoch": 0.8606187485461735,
      "grad_norm": 0.6832967930571252,
      "learning_rate": 0.00028767365700273646,
      "loss": 2.3594,
      "step": 18499
    },
    {
      "epoch": 0.8606652709932543,
      "grad_norm": 0.7107052250185042,
      "learning_rate": 0.0002876721835766789,
      "loss": 2.5,
      "step": 18500
    },
    {
      "epoch": 0.860711793440335,
      "grad_norm": 0.7110837451135782,
      "learning_rate": 0.00028767071006633767,
      "loss": 2.4844,
      "step": 18501
    },
    {
      "epoch": 0.8607583158874157,
      "grad_norm": 0.6636899485736546,
      "learning_rate": 0.0002876692364717136,
      "loss": 2.4531,
      "step": 18502
    },
    {
      "epoch": 0.8608048383344964,
      "grad_norm": 0.7358596713099751,
      "learning_rate": 0.00028766776279280756,
      "loss": 2.4688,
      "step": 18503
    },
    {
      "epoch": 0.8608513607815771,
      "grad_norm": 0.7125332838792965,
      "learning_rate": 0.00028766628902962056,
      "loss": 2.7031,
      "step": 18504
    },
    {
      "epoch": 0.8608978832286578,
      "grad_norm": 0.6807474072549666,
      "learning_rate": 0.0002876648151821534,
      "loss": 2.6875,
      "step": 18505
    },
    {
      "epoch": 0.8609444056757385,
      "grad_norm": 0.6813174514851431,
      "learning_rate": 0.00028766334125040707,
      "loss": 2.75,
      "step": 18506
    },
    {
      "epoch": 0.8609909281228193,
      "grad_norm": 0.6493886887020561,
      "learning_rate": 0.00028766186723438243,
      "loss": 2.3281,
      "step": 18507
    },
    {
      "epoch": 0.8610374505699,
      "grad_norm": 0.7011486850937713,
      "learning_rate": 0.00028766039313408043,
      "loss": 2.6562,
      "step": 18508
    },
    {
      "epoch": 0.8610839730169807,
      "grad_norm": 0.7041967025460233,
      "learning_rate": 0.0002876589189495018,
      "loss": 2.3594,
      "step": 18509
    },
    {
      "epoch": 0.8611304954640614,
      "grad_norm": 0.7922779308873479,
      "learning_rate": 0.0002876574446806477,
      "loss": 2.5156,
      "step": 18510
    },
    {
      "epoch": 0.8611770179111421,
      "grad_norm": 0.6860056087859745,
      "learning_rate": 0.00028765597032751885,
      "loss": 2.5312,
      "step": 18511
    },
    {
      "epoch": 0.8612235403582228,
      "grad_norm": 0.8083157475748817,
      "learning_rate": 0.0002876544958901162,
      "loss": 2.4844,
      "step": 18512
    },
    {
      "epoch": 0.8612700628053036,
      "grad_norm": 0.6771365881348494,
      "learning_rate": 0.0002876530213684406,
      "loss": 2.5312,
      "step": 18513
    },
    {
      "epoch": 0.8613165852523843,
      "grad_norm": 0.6909030391573217,
      "learning_rate": 0.00028765154676249307,
      "loss": 2.1406,
      "step": 18514
    },
    {
      "epoch": 0.861363107699465,
      "grad_norm": 0.7021147761559419,
      "learning_rate": 0.0002876500720722745,
      "loss": 2.3594,
      "step": 18515
    },
    {
      "epoch": 0.8614096301465457,
      "grad_norm": 0.6974832372252049,
      "learning_rate": 0.00028764859729778566,
      "loss": 2.5,
      "step": 18516
    },
    {
      "epoch": 0.8614561525936264,
      "grad_norm": 0.7036654406957397,
      "learning_rate": 0.0002876471224390276,
      "loss": 2.4375,
      "step": 18517
    },
    {
      "epoch": 0.8615026750407071,
      "grad_norm": 0.6488761632509523,
      "learning_rate": 0.0002876456474960011,
      "loss": 2.4688,
      "step": 18518
    },
    {
      "epoch": 0.8615491974877879,
      "grad_norm": 0.7139415292215051,
      "learning_rate": 0.00028764417246870716,
      "loss": 2.5625,
      "step": 18519
    },
    {
      "epoch": 0.8615957199348686,
      "grad_norm": 0.7050051278696391,
      "learning_rate": 0.00028764269735714665,
      "loss": 2.3438,
      "step": 18520
    },
    {
      "epoch": 0.8616422423819493,
      "grad_norm": 0.6879710748605752,
      "learning_rate": 0.0002876412221613204,
      "loss": 2.6562,
      "step": 18521
    },
    {
      "epoch": 0.86168876482903,
      "grad_norm": 0.7236213206510758,
      "learning_rate": 0.00028763974688122946,
      "loss": 2.5781,
      "step": 18522
    },
    {
      "epoch": 0.8617352872761107,
      "grad_norm": 0.7225514838051831,
      "learning_rate": 0.00028763827151687463,
      "loss": 2.4375,
      "step": 18523
    },
    {
      "epoch": 0.8617818097231914,
      "grad_norm": 0.7301457493848544,
      "learning_rate": 0.00028763679606825686,
      "loss": 2.5312,
      "step": 18524
    },
    {
      "epoch": 0.8618283321702721,
      "grad_norm": 0.7999074225034084,
      "learning_rate": 0.000287635320535377,
      "loss": 2.5781,
      "step": 18525
    },
    {
      "epoch": 0.8618748546173529,
      "grad_norm": 0.7241291782692283,
      "learning_rate": 0.000287633844918236,
      "loss": 2.3906,
      "step": 18526
    },
    {
      "epoch": 0.8619213770644336,
      "grad_norm": 0.7458000902465733,
      "learning_rate": 0.00028763236921683475,
      "loss": 2.4219,
      "step": 18527
    },
    {
      "epoch": 0.8619678995115143,
      "grad_norm": 0.7416932782655066,
      "learning_rate": 0.0002876308934311742,
      "loss": 2.5625,
      "step": 18528
    },
    {
      "epoch": 0.862014421958595,
      "grad_norm": 0.6591841916880189,
      "learning_rate": 0.0002876294175612551,
      "loss": 2.4375,
      "step": 18529
    },
    {
      "epoch": 0.8620609444056757,
      "grad_norm": 0.7477934639393354,
      "learning_rate": 0.00028762794160707854,
      "loss": 2.7656,
      "step": 18530
    },
    {
      "epoch": 0.8621074668527564,
      "grad_norm": 0.7126764813126896,
      "learning_rate": 0.0002876264655686453,
      "loss": 2.5469,
      "step": 18531
    },
    {
      "epoch": 0.8621539892998372,
      "grad_norm": 0.7762046257683269,
      "learning_rate": 0.00028762498944595637,
      "loss": 2.5625,
      "step": 18532
    },
    {
      "epoch": 0.8622005117469179,
      "grad_norm": 0.683029616193841,
      "learning_rate": 0.0002876235132390126,
      "loss": 2.5469,
      "step": 18533
    },
    {
      "epoch": 0.8622470341939986,
      "grad_norm": 0.8430791727358194,
      "learning_rate": 0.0002876220369478149,
      "loss": 2.4844,
      "step": 18534
    },
    {
      "epoch": 0.8622935566410793,
      "grad_norm": 0.7227961903039698,
      "learning_rate": 0.0002876205605723641,
      "loss": 2.3906,
      "step": 18535
    },
    {
      "epoch": 0.86234007908816,
      "grad_norm": 0.7583987159625551,
      "learning_rate": 0.0002876190841126613,
      "loss": 2.7031,
      "step": 18536
    },
    {
      "epoch": 0.8623866015352407,
      "grad_norm": 0.7025369651122316,
      "learning_rate": 0.00028761760756870725,
      "loss": 2.4219,
      "step": 18537
    },
    {
      "epoch": 0.8624331239823215,
      "grad_norm": 0.7271620614650867,
      "learning_rate": 0.00028761613094050283,
      "loss": 2.8125,
      "step": 18538
    },
    {
      "epoch": 0.8624796464294022,
      "grad_norm": 0.6710125179395244,
      "learning_rate": 0.0002876146542280491,
      "loss": 2.5469,
      "step": 18539
    },
    {
      "epoch": 0.8625261688764829,
      "grad_norm": 0.7224803388597985,
      "learning_rate": 0.0002876131774313468,
      "loss": 2.3281,
      "step": 18540
    },
    {
      "epoch": 0.8625726913235636,
      "grad_norm": 0.7257704945386364,
      "learning_rate": 0.0002876117005503969,
      "loss": 2.4062,
      "step": 18541
    },
    {
      "epoch": 0.8626192137706443,
      "grad_norm": 0.7498546782210035,
      "learning_rate": 0.00028761022358520037,
      "loss": 2.7188,
      "step": 18542
    },
    {
      "epoch": 0.862665736217725,
      "grad_norm": 0.702139233610342,
      "learning_rate": 0.000287608746535758,
      "loss": 2.7188,
      "step": 18543
    },
    {
      "epoch": 0.8627122586648057,
      "grad_norm": 0.7184377046211147,
      "learning_rate": 0.0002876072694020707,
      "loss": 2.4062,
      "step": 18544
    },
    {
      "epoch": 0.8627587811118865,
      "grad_norm": 0.7046827785359691,
      "learning_rate": 0.0002876057921841395,
      "loss": 2.4844,
      "step": 18545
    },
    {
      "epoch": 0.8628053035589672,
      "grad_norm": 0.694401815619519,
      "learning_rate": 0.0002876043148819652,
      "loss": 2.8438,
      "step": 18546
    },
    {
      "epoch": 0.8628518260060479,
      "grad_norm": 0.6435782434334619,
      "learning_rate": 0.00028760283749554874,
      "loss": 2.3438,
      "step": 18547
    },
    {
      "epoch": 0.8628983484531286,
      "grad_norm": 0.7275128528234781,
      "learning_rate": 0.000287601360024891,
      "loss": 2.4688,
      "step": 18548
    },
    {
      "epoch": 0.8629448709002093,
      "grad_norm": 0.6628393729893253,
      "learning_rate": 0.00028759988246999284,
      "loss": 2.4844,
      "step": 18549
    },
    {
      "epoch": 0.86299139334729,
      "grad_norm": 0.7181765391241398,
      "learning_rate": 0.0002875984048308553,
      "loss": 2.3906,
      "step": 18550
    },
    {
      "epoch": 0.8630379157943708,
      "grad_norm": 0.7033685042856993,
      "learning_rate": 0.00028759692710747915,
      "loss": 2.7031,
      "step": 18551
    },
    {
      "epoch": 0.8630844382414515,
      "grad_norm": 0.6633772171817515,
      "learning_rate": 0.00028759544929986535,
      "loss": 2.3438,
      "step": 18552
    },
    {
      "epoch": 0.8631309606885322,
      "grad_norm": 0.7110732469643405,
      "learning_rate": 0.00028759397140801484,
      "loss": 2.5938,
      "step": 18553
    },
    {
      "epoch": 0.8631774831356129,
      "grad_norm": 0.6705152252231441,
      "learning_rate": 0.0002875924934319285,
      "loss": 2.5781,
      "step": 18554
    },
    {
      "epoch": 0.8632240055826936,
      "grad_norm": 0.6716022293645395,
      "learning_rate": 0.0002875910153716072,
      "loss": 2.3906,
      "step": 18555
    },
    {
      "epoch": 0.8632705280297743,
      "grad_norm": 0.7385740020136519,
      "learning_rate": 0.0002875895372270519,
      "loss": 2.4062,
      "step": 18556
    },
    {
      "epoch": 0.863317050476855,
      "grad_norm": 0.7708791152694818,
      "learning_rate": 0.0002875880589982634,
      "loss": 2.3906,
      "step": 18557
    },
    {
      "epoch": 0.8633635729239358,
      "grad_norm": 0.6641450279373922,
      "learning_rate": 0.0002875865806852427,
      "loss": 2.375,
      "step": 18558
    },
    {
      "epoch": 0.8634100953710165,
      "grad_norm": 0.7113923728120279,
      "learning_rate": 0.00028758510228799077,
      "loss": 2.7188,
      "step": 18559
    },
    {
      "epoch": 0.8634566178180972,
      "grad_norm": 0.6653971796023261,
      "learning_rate": 0.00028758362380650835,
      "loss": 2.2344,
      "step": 18560
    },
    {
      "epoch": 0.8635031402651779,
      "grad_norm": 0.7572544603070057,
      "learning_rate": 0.0002875821452407965,
      "loss": 2.7031,
      "step": 18561
    },
    {
      "epoch": 0.8635496627122586,
      "grad_norm": 0.6942434672782689,
      "learning_rate": 0.000287580666590856,
      "loss": 2.375,
      "step": 18562
    },
    {
      "epoch": 0.8635961851593393,
      "grad_norm": 0.7045114871540246,
      "learning_rate": 0.0002875791878566877,
      "loss": 2.4531,
      "step": 18563
    },
    {
      "epoch": 0.8636427076064201,
      "grad_norm": 0.7073296307468598,
      "learning_rate": 0.0002875777090382928,
      "loss": 2.375,
      "step": 18564
    },
    {
      "epoch": 0.8636892300535008,
      "grad_norm": 0.6800739658750811,
      "learning_rate": 0.0002875762301356719,
      "loss": 2.0156,
      "step": 18565
    },
    {
      "epoch": 0.8637357525005815,
      "grad_norm": 0.687478218685556,
      "learning_rate": 0.00028757475114882605,
      "loss": 2.4375,
      "step": 18566
    },
    {
      "epoch": 0.8637822749476622,
      "grad_norm": 0.7975730073283912,
      "learning_rate": 0.0002875732720777561,
      "loss": 2.5938,
      "step": 18567
    },
    {
      "epoch": 0.8638287973947429,
      "grad_norm": 0.7568078827525377,
      "learning_rate": 0.000287571792922463,
      "loss": 2.2812,
      "step": 18568
    },
    {
      "epoch": 0.8638753198418236,
      "grad_norm": 0.7514632230859909,
      "learning_rate": 0.0002875703136829477,
      "loss": 2.3438,
      "step": 18569
    },
    {
      "epoch": 0.8639218422889045,
      "grad_norm": 0.6713358678750784,
      "learning_rate": 0.00028756883435921094,
      "loss": 2.375,
      "step": 18570
    },
    {
      "epoch": 0.8639683647359852,
      "grad_norm": 0.7047586820655072,
      "learning_rate": 0.0002875673549512538,
      "loss": 2.3906,
      "step": 18571
    },
    {
      "epoch": 0.8640148871830658,
      "grad_norm": 0.6444474797276248,
      "learning_rate": 0.0002875658754590771,
      "loss": 2.4688,
      "step": 18572
    },
    {
      "epoch": 0.8640614096301465,
      "grad_norm": 0.6838771440677048,
      "learning_rate": 0.00028756439588268175,
      "loss": 2.3438,
      "step": 18573
    },
    {
      "epoch": 0.8641079320772272,
      "grad_norm": 0.7075566823337924,
      "learning_rate": 0.00028756291622206864,
      "loss": 2.3906,
      "step": 18574
    },
    {
      "epoch": 0.864154454524308,
      "grad_norm": 0.7033891075448826,
      "learning_rate": 0.0002875614364772387,
      "loss": 2.0469,
      "step": 18575
    },
    {
      "epoch": 0.8642009769713886,
      "grad_norm": 0.7100867682949523,
      "learning_rate": 0.0002875599566481929,
      "loss": 2.625,
      "step": 18576
    },
    {
      "epoch": 0.8642474994184695,
      "grad_norm": 0.7521828344369256,
      "learning_rate": 0.00028755847673493206,
      "loss": 2.6562,
      "step": 18577
    },
    {
      "epoch": 0.8642940218655502,
      "grad_norm": 0.6749314141034161,
      "learning_rate": 0.00028755699673745707,
      "loss": 2.2031,
      "step": 18578
    },
    {
      "epoch": 0.8643405443126309,
      "grad_norm": 0.7259823531166779,
      "learning_rate": 0.00028755551665576894,
      "loss": 2.3906,
      "step": 18579
    },
    {
      "epoch": 0.8643870667597116,
      "grad_norm": 0.7022080749119168,
      "learning_rate": 0.00028755403648986845,
      "loss": 2.2812,
      "step": 18580
    },
    {
      "epoch": 0.8644335892067923,
      "grad_norm": 0.7681672408031053,
      "learning_rate": 0.0002875525562397566,
      "loss": 2.6719,
      "step": 18581
    },
    {
      "epoch": 0.864480111653873,
      "grad_norm": 0.7594016979982796,
      "learning_rate": 0.00028755107590543427,
      "loss": 1.8516,
      "step": 18582
    },
    {
      "epoch": 0.8645266341009538,
      "grad_norm": 0.7123368705459825,
      "learning_rate": 0.0002875495954869023,
      "loss": 2.4219,
      "step": 18583
    },
    {
      "epoch": 0.8645731565480345,
      "grad_norm": 0.7236060883783427,
      "learning_rate": 0.0002875481149841618,
      "loss": 2.7344,
      "step": 18584
    },
    {
      "epoch": 0.8646196789951152,
      "grad_norm": 0.840834979792307,
      "learning_rate": 0.00028754663439721343,
      "loss": 2.4219,
      "step": 18585
    },
    {
      "epoch": 0.8646662014421959,
      "grad_norm": 0.7158138089453001,
      "learning_rate": 0.0002875451537260582,
      "loss": 2.3906,
      "step": 18586
    },
    {
      "epoch": 0.8647127238892766,
      "grad_norm": 0.7472362738842054,
      "learning_rate": 0.000287543672970697,
      "loss": 2.9844,
      "step": 18587
    },
    {
      "epoch": 0.8647592463363573,
      "grad_norm": 0.8083534132638013,
      "learning_rate": 0.0002875421921311308,
      "loss": 2.5469,
      "step": 18588
    },
    {
      "epoch": 0.864805768783438,
      "grad_norm": 0.7660538045341937,
      "learning_rate": 0.0002875407112073604,
      "loss": 2.5469,
      "step": 18589
    },
    {
      "epoch": 0.8648522912305188,
      "grad_norm": 0.6683395566679686,
      "learning_rate": 0.0002875392301993868,
      "loss": 2.4375,
      "step": 18590
    },
    {
      "epoch": 0.8648988136775995,
      "grad_norm": 0.7569578039540106,
      "learning_rate": 0.0002875377491072109,
      "loss": 3.125,
      "step": 18591
    },
    {
      "epoch": 0.8649453361246802,
      "grad_norm": 0.6568680712537668,
      "learning_rate": 0.00028753626793083357,
      "loss": 2.2656,
      "step": 18592
    },
    {
      "epoch": 0.8649918585717609,
      "grad_norm": 0.7635833042149174,
      "learning_rate": 0.0002875347866702557,
      "loss": 2.5938,
      "step": 18593
    },
    {
      "epoch": 0.8650383810188416,
      "grad_norm": 0.6885199618641439,
      "learning_rate": 0.00028753330532547825,
      "loss": 2.625,
      "step": 18594
    },
    {
      "epoch": 0.8650849034659223,
      "grad_norm": 0.7501451231102712,
      "learning_rate": 0.0002875318238965021,
      "loss": 2.4844,
      "step": 18595
    },
    {
      "epoch": 0.8651314259130031,
      "grad_norm": 0.7099125274307804,
      "learning_rate": 0.00028753034238332816,
      "loss": 2.3281,
      "step": 18596
    },
    {
      "epoch": 0.8651779483600838,
      "grad_norm": 0.7143535436699249,
      "learning_rate": 0.0002875288607859573,
      "loss": 2.7344,
      "step": 18597
    },
    {
      "epoch": 0.8652244708071645,
      "grad_norm": 0.6979108153720031,
      "learning_rate": 0.0002875273791043905,
      "loss": 2.5156,
      "step": 18598
    },
    {
      "epoch": 0.8652709932542452,
      "grad_norm": 0.6939584221514822,
      "learning_rate": 0.0002875258973386286,
      "loss": 2.7188,
      "step": 18599
    },
    {
      "epoch": 0.8653175157013259,
      "grad_norm": 0.7169168450258648,
      "learning_rate": 0.0002875244154886725,
      "loss": 2.2969,
      "step": 18600
    },
    {
      "epoch": 0.8653640381484066,
      "grad_norm": 0.6928747576234983,
      "learning_rate": 0.0002875229335545232,
      "loss": 2.7656,
      "step": 18601
    },
    {
      "epoch": 0.8654105605954874,
      "grad_norm": 0.8654784037903052,
      "learning_rate": 0.00028752145153618155,
      "loss": 2.4531,
      "step": 18602
    },
    {
      "epoch": 0.8654570830425681,
      "grad_norm": 0.6635193375322719,
      "learning_rate": 0.00028751996943364845,
      "loss": 2.375,
      "step": 18603
    },
    {
      "epoch": 0.8655036054896488,
      "grad_norm": 0.7782865083149735,
      "learning_rate": 0.0002875184872469248,
      "loss": 2.8125,
      "step": 18604
    },
    {
      "epoch": 0.8655501279367295,
      "grad_norm": 0.7579474373655022,
      "learning_rate": 0.0002875170049760115,
      "loss": 2.5156,
      "step": 18605
    },
    {
      "epoch": 0.8655966503838102,
      "grad_norm": 0.6538396410278948,
      "learning_rate": 0.0002875155226209095,
      "loss": 2.4844,
      "step": 18606
    },
    {
      "epoch": 0.8656431728308909,
      "grad_norm": 0.7008191082719657,
      "learning_rate": 0.0002875140401816197,
      "loss": 2.6562,
      "step": 18607
    },
    {
      "epoch": 0.8656896952779716,
      "grad_norm": 0.7087412265053226,
      "learning_rate": 0.000287512557658143,
      "loss": 2.0312,
      "step": 18608
    },
    {
      "epoch": 0.8657362177250524,
      "grad_norm": 0.7302058276612317,
      "learning_rate": 0.00028751107505048027,
      "loss": 2.4844,
      "step": 18609
    },
    {
      "epoch": 0.8657827401721331,
      "grad_norm": 0.7234159281712265,
      "learning_rate": 0.0002875095923586325,
      "loss": 1.8828,
      "step": 18610
    },
    {
      "epoch": 0.8658292626192138,
      "grad_norm": 0.7421363304309181,
      "learning_rate": 0.00028750810958260044,
      "loss": 2.4219,
      "step": 18611
    },
    {
      "epoch": 0.8658757850662945,
      "grad_norm": 0.6790103647240024,
      "learning_rate": 0.00028750662672238523,
      "loss": 2.4531,
      "step": 18612
    },
    {
      "epoch": 0.8659223075133752,
      "grad_norm": 0.6970878347319097,
      "learning_rate": 0.0002875051437779876,
      "loss": 2.4219,
      "step": 18613
    },
    {
      "epoch": 0.8659688299604559,
      "grad_norm": 0.7003514027778062,
      "learning_rate": 0.0002875036607494085,
      "loss": 2.4219,
      "step": 18614
    },
    {
      "epoch": 0.8660153524075367,
      "grad_norm": 0.7610392029530746,
      "learning_rate": 0.0002875021776366489,
      "loss": 2.6875,
      "step": 18615
    },
    {
      "epoch": 0.8660618748546174,
      "grad_norm": 0.6869691080797679,
      "learning_rate": 0.0002875006944397096,
      "loss": 2.3125,
      "step": 18616
    },
    {
      "epoch": 0.8661083973016981,
      "grad_norm": 0.6704422333380874,
      "learning_rate": 0.00028749921115859157,
      "loss": 2.3594,
      "step": 18617
    },
    {
      "epoch": 0.8661549197487788,
      "grad_norm": 0.6961055111751954,
      "learning_rate": 0.00028749772779329574,
      "loss": 2.4531,
      "step": 18618
    },
    {
      "epoch": 0.8662014421958595,
      "grad_norm": 0.6943212592277266,
      "learning_rate": 0.000287496244343823,
      "loss": 2.6094,
      "step": 18619
    },
    {
      "epoch": 0.8662479646429402,
      "grad_norm": 0.7342927467385469,
      "learning_rate": 0.00028749476081017415,
      "loss": 2.6562,
      "step": 18620
    },
    {
      "epoch": 0.8662944870900209,
      "grad_norm": 0.7035351223388391,
      "learning_rate": 0.00028749327719235034,
      "loss": 2.3438,
      "step": 18621
    },
    {
      "epoch": 0.8663410095371017,
      "grad_norm": 0.7404587096554585,
      "learning_rate": 0.00028749179349035227,
      "loss": 2.4844,
      "step": 18622
    },
    {
      "epoch": 0.8663875319841824,
      "grad_norm": 0.7114955708787315,
      "learning_rate": 0.00028749030970418087,
      "loss": 2.4375,
      "step": 18623
    },
    {
      "epoch": 0.8664340544312631,
      "grad_norm": 0.747810859544994,
      "learning_rate": 0.0002874888258338371,
      "loss": 2.3594,
      "step": 18624
    },
    {
      "epoch": 0.8664805768783438,
      "grad_norm": 0.7158634698059405,
      "learning_rate": 0.0002874873418793219,
      "loss": 2.5156,
      "step": 18625
    },
    {
      "epoch": 0.8665270993254245,
      "grad_norm": 0.7496960439969377,
      "learning_rate": 0.0002874858578406362,
      "loss": 2.4062,
      "step": 18626
    },
    {
      "epoch": 0.8665736217725052,
      "grad_norm": 0.7247917430376507,
      "learning_rate": 0.00028748437371778075,
      "loss": 2.625,
      "step": 18627
    },
    {
      "epoch": 0.866620144219586,
      "grad_norm": 0.7386558224027668,
      "learning_rate": 0.00028748288951075654,
      "loss": 2.5938,
      "step": 18628
    },
    {
      "epoch": 0.8666666666666667,
      "grad_norm": 0.6719418341018852,
      "learning_rate": 0.0002874814052195646,
      "loss": 2.3125,
      "step": 18629
    },
    {
      "epoch": 0.8667131891137474,
      "grad_norm": 0.7165968462305726,
      "learning_rate": 0.0002874799208442056,
      "loss": 2.2188,
      "step": 18630
    },
    {
      "epoch": 0.8667597115608281,
      "grad_norm": 0.6942811575233044,
      "learning_rate": 0.0002874784363846807,
      "loss": 2.3594,
      "step": 18631
    },
    {
      "epoch": 0.8668062340079088,
      "grad_norm": 0.6942592502930182,
      "learning_rate": 0.0002874769518409907,
      "loss": 2.4531,
      "step": 18632
    },
    {
      "epoch": 0.8668527564549895,
      "grad_norm": 0.7163891065631753,
      "learning_rate": 0.0002874754672131364,
      "loss": 2.5156,
      "step": 18633
    },
    {
      "epoch": 0.8668992789020703,
      "grad_norm": 0.702876251259323,
      "learning_rate": 0.0002874739825011188,
      "loss": 2.5,
      "step": 18634
    },
    {
      "epoch": 0.866945801349151,
      "grad_norm": 0.7199867131025328,
      "learning_rate": 0.00028747249770493894,
      "loss": 2.3438,
      "step": 18635
    },
    {
      "epoch": 0.8669923237962317,
      "grad_norm": 0.6802688276134579,
      "learning_rate": 0.00028747101282459753,
      "loss": 1.8672,
      "step": 18636
    },
    {
      "epoch": 0.8670388462433124,
      "grad_norm": 0.7234545025221628,
      "learning_rate": 0.0002874695278600955,
      "loss": 2.4688,
      "step": 18637
    },
    {
      "epoch": 0.8670853686903931,
      "grad_norm": 0.7021047874366844,
      "learning_rate": 0.00028746804281143396,
      "loss": 2.5312,
      "step": 18638
    },
    {
      "epoch": 0.8671318911374738,
      "grad_norm": 0.7108093000991003,
      "learning_rate": 0.0002874665576786136,
      "loss": 2.3281,
      "step": 18639
    },
    {
      "epoch": 0.8671784135845545,
      "grad_norm": 0.6719808271115812,
      "learning_rate": 0.00028746507246163537,
      "loss": 2.4844,
      "step": 18640
    },
    {
      "epoch": 0.8672249360316353,
      "grad_norm": 0.7143631560616053,
      "learning_rate": 0.00028746358716050024,
      "loss": 2.2969,
      "step": 18641
    },
    {
      "epoch": 0.867271458478716,
      "grad_norm": 0.7115491126633423,
      "learning_rate": 0.0002874621017752091,
      "loss": 2.625,
      "step": 18642
    },
    {
      "epoch": 0.8673179809257967,
      "grad_norm": 0.7013061311116005,
      "learning_rate": 0.00028746061630576284,
      "loss": 2.6875,
      "step": 18643
    },
    {
      "epoch": 0.8673645033728774,
      "grad_norm": 0.7534563655689931,
      "learning_rate": 0.0002874591307521624,
      "loss": 2.3125,
      "step": 18644
    },
    {
      "epoch": 0.8674110258199581,
      "grad_norm": 0.7039166809558101,
      "learning_rate": 0.00028745764511440864,
      "loss": 2.4219,
      "step": 18645
    },
    {
      "epoch": 0.8674575482670388,
      "grad_norm": 0.6732185144565018,
      "learning_rate": 0.0002874561593925025,
      "loss": 2.2656,
      "step": 18646
    },
    {
      "epoch": 0.8675040707141196,
      "grad_norm": 0.6812849473049771,
      "learning_rate": 0.0002874546735864449,
      "loss": 2.8281,
      "step": 18647
    },
    {
      "epoch": 0.8675505931612003,
      "grad_norm": 0.7044544320230208,
      "learning_rate": 0.0002874531876962367,
      "loss": 2.5,
      "step": 18648
    },
    {
      "epoch": 0.867597115608281,
      "grad_norm": 0.7184257359902136,
      "learning_rate": 0.00028745170172187894,
      "loss": 2.5469,
      "step": 18649
    },
    {
      "epoch": 0.8676436380553617,
      "grad_norm": 0.6876454866778857,
      "learning_rate": 0.0002874502156633724,
      "loss": 2.7031,
      "step": 18650
    },
    {
      "epoch": 0.8676901605024424,
      "grad_norm": 0.7012807949430648,
      "learning_rate": 0.00028744872952071797,
      "loss": 2.2812,
      "step": 18651
    },
    {
      "epoch": 0.8677366829495231,
      "grad_norm": 0.6523037948871248,
      "learning_rate": 0.00028744724329391667,
      "loss": 2.2031,
      "step": 18652
    },
    {
      "epoch": 0.8677832053966038,
      "grad_norm": 0.6661533254023182,
      "learning_rate": 0.00028744575698296936,
      "loss": 2.3438,
      "step": 18653
    },
    {
      "epoch": 0.8678297278436846,
      "grad_norm": 0.7352168462512629,
      "learning_rate": 0.00028744427058787696,
      "loss": 2.6719,
      "step": 18654
    },
    {
      "epoch": 0.8678762502907653,
      "grad_norm": 0.684612866867342,
      "learning_rate": 0.0002874427841086403,
      "loss": 2.3594,
      "step": 18655
    },
    {
      "epoch": 0.867922772737846,
      "grad_norm": 0.6653962633565849,
      "learning_rate": 0.00028744129754526044,
      "loss": 2.2969,
      "step": 18656
    },
    {
      "epoch": 0.8679692951849267,
      "grad_norm": 0.7231404327008429,
      "learning_rate": 0.0002874398108977382,
      "loss": 2.3281,
      "step": 18657
    },
    {
      "epoch": 0.8680158176320074,
      "grad_norm": 0.7144637501029542,
      "learning_rate": 0.0002874383241660744,
      "loss": 2.3906,
      "step": 18658
    },
    {
      "epoch": 0.8680623400790881,
      "grad_norm": 0.7922945707810094,
      "learning_rate": 0.00028743683735027014,
      "loss": 2.4375,
      "step": 18659
    },
    {
      "epoch": 0.8681088625261689,
      "grad_norm": 0.6938161680584832,
      "learning_rate": 0.0002874353504503262,
      "loss": 2.25,
      "step": 18660
    },
    {
      "epoch": 0.8681553849732496,
      "grad_norm": 0.7344696952126208,
      "learning_rate": 0.00028743386346624357,
      "loss": 2.75,
      "step": 18661
    },
    {
      "epoch": 0.8682019074203303,
      "grad_norm": 0.7131373255779127,
      "learning_rate": 0.0002874323763980231,
      "loss": 2.3281,
      "step": 18662
    },
    {
      "epoch": 0.868248429867411,
      "grad_norm": 0.7113645150928322,
      "learning_rate": 0.00028743088924566574,
      "loss": 2.3906,
      "step": 18663
    },
    {
      "epoch": 0.8682949523144917,
      "grad_norm": 0.6664330857753686,
      "learning_rate": 0.00028742940200917233,
      "loss": 2.1719,
      "step": 18664
    },
    {
      "epoch": 0.8683414747615724,
      "grad_norm": 0.6461462056270743,
      "learning_rate": 0.00028742791468854386,
      "loss": 2.4219,
      "step": 18665
    },
    {
      "epoch": 0.8683879972086532,
      "grad_norm": 0.7520888918220334,
      "learning_rate": 0.00028742642728378113,
      "loss": 2.3594,
      "step": 18666
    },
    {
      "epoch": 0.8684345196557339,
      "grad_norm": 0.7039172628956821,
      "learning_rate": 0.00028742493979488524,
      "loss": 2.4688,
      "step": 18667
    },
    {
      "epoch": 0.8684810421028146,
      "grad_norm": 0.7216584818245888,
      "learning_rate": 0.000287423452221857,
      "loss": 2.5312,
      "step": 18668
    },
    {
      "epoch": 0.8685275645498953,
      "grad_norm": 0.6731913803080459,
      "learning_rate": 0.0002874219645646972,
      "loss": 2.4062,
      "step": 18669
    },
    {
      "epoch": 0.868574086996976,
      "grad_norm": 0.7716386672385083,
      "learning_rate": 0.00028742047682340697,
      "loss": 2.4844,
      "step": 18670
    },
    {
      "epoch": 0.8686206094440567,
      "grad_norm": 0.751911931210814,
      "learning_rate": 0.0002874189889979871,
      "loss": 2.5312,
      "step": 18671
    },
    {
      "epoch": 0.8686671318911374,
      "grad_norm": 0.6264302230998384,
      "learning_rate": 0.00028741750108843847,
      "loss": 1.6172,
      "step": 18672
    },
    {
      "epoch": 0.8687136543382182,
      "grad_norm": 0.6826854595139016,
      "learning_rate": 0.00028741601309476206,
      "loss": 2.3125,
      "step": 18673
    },
    {
      "epoch": 0.8687601767852989,
      "grad_norm": 0.7284737396954688,
      "learning_rate": 0.0002874145250169588,
      "loss": 2.3281,
      "step": 18674
    },
    {
      "epoch": 0.8688066992323796,
      "grad_norm": 0.6708151522796555,
      "learning_rate": 0.0002874130368550294,
      "loss": 2.4375,
      "step": 18675
    },
    {
      "epoch": 0.8688532216794603,
      "grad_norm": 0.7182422108146143,
      "learning_rate": 0.0002874115486089751,
      "loss": 2.5938,
      "step": 18676
    },
    {
      "epoch": 0.868899744126541,
      "grad_norm": 0.6563826915843656,
      "learning_rate": 0.0002874100602787966,
      "loss": 2.3438,
      "step": 18677
    },
    {
      "epoch": 0.8689462665736217,
      "grad_norm": 0.7236025396693908,
      "learning_rate": 0.0002874085718644948,
      "loss": 2.8438,
      "step": 18678
    },
    {
      "epoch": 0.8689927890207025,
      "grad_norm": 0.7296149416451522,
      "learning_rate": 0.0002874070833660707,
      "loss": 2.5156,
      "step": 18679
    },
    {
      "epoch": 0.8690393114677832,
      "grad_norm": 0.6972474828648445,
      "learning_rate": 0.0002874055947835252,
      "loss": 2.7344,
      "step": 18680
    },
    {
      "epoch": 0.8690858339148639,
      "grad_norm": 0.7614540151013379,
      "learning_rate": 0.0002874041061168591,
      "loss": 2.3594,
      "step": 18681
    },
    {
      "epoch": 0.8691323563619446,
      "grad_norm": 0.6955019358287555,
      "learning_rate": 0.00028740261736607344,
      "loss": 2.6406,
      "step": 18682
    },
    {
      "epoch": 0.8691788788090253,
      "grad_norm": 0.7034528449817045,
      "learning_rate": 0.0002874011285311691,
      "loss": 2.4844,
      "step": 18683
    },
    {
      "epoch": 0.869225401256106,
      "grad_norm": 0.7209307457013022,
      "learning_rate": 0.000287399639612147,
      "loss": 2.7188,
      "step": 18684
    },
    {
      "epoch": 0.8692719237031867,
      "grad_norm": 0.6985159249960802,
      "learning_rate": 0.00028739815060900803,
      "loss": 2.5938,
      "step": 18685
    },
    {
      "epoch": 0.8693184461502675,
      "grad_norm": 0.6942473642775148,
      "learning_rate": 0.00028739666152175305,
      "loss": 2.5312,
      "step": 18686
    },
    {
      "epoch": 0.8693649685973482,
      "grad_norm": 0.6901362068134556,
      "learning_rate": 0.000287395172350383,
      "loss": 2.4375,
      "step": 18687
    },
    {
      "epoch": 0.8694114910444289,
      "grad_norm": 0.6845302812616872,
      "learning_rate": 0.0002873936830948989,
      "loss": 2.4219,
      "step": 18688
    },
    {
      "epoch": 0.8694580134915096,
      "grad_norm": 0.6774323598875803,
      "learning_rate": 0.0002873921937553016,
      "loss": 2.3906,
      "step": 18689
    },
    {
      "epoch": 0.8695045359385903,
      "grad_norm": 0.7080321878257791,
      "learning_rate": 0.00028739070433159185,
      "loss": 2.7344,
      "step": 18690
    },
    {
      "epoch": 0.869551058385671,
      "grad_norm": 0.6983625272457021,
      "learning_rate": 0.00028738921482377084,
      "loss": 2.3125,
      "step": 18691
    },
    {
      "epoch": 0.8695975808327518,
      "grad_norm": 0.7085508296171192,
      "learning_rate": 0.00028738772523183927,
      "loss": 2.4688,
      "step": 18692
    },
    {
      "epoch": 0.8696441032798325,
      "grad_norm": 0.7066610666138898,
      "learning_rate": 0.00028738623555579816,
      "loss": 2.4844,
      "step": 18693
    },
    {
      "epoch": 0.8696906257269132,
      "grad_norm": 0.7137307581545851,
      "learning_rate": 0.00028738474579564834,
      "loss": 2.75,
      "step": 18694
    },
    {
      "epoch": 0.869737148173994,
      "grad_norm": 0.7226599456084895,
      "learning_rate": 0.00028738325595139083,
      "loss": 2.0938,
      "step": 18695
    },
    {
      "epoch": 0.8697836706210746,
      "grad_norm": 0.6739794157459182,
      "learning_rate": 0.00028738176602302644,
      "loss": 2.3281,
      "step": 18696
    },
    {
      "epoch": 0.8698301930681553,
      "grad_norm": 0.6716260289307171,
      "learning_rate": 0.00028738027601055616,
      "loss": 2.6406,
      "step": 18697
    },
    {
      "epoch": 0.8698767155152362,
      "grad_norm": 0.699414833666751,
      "learning_rate": 0.00028737878591398084,
      "loss": 2.6562,
      "step": 18698
    },
    {
      "epoch": 0.8699232379623169,
      "grad_norm": 0.7008925793842277,
      "learning_rate": 0.0002873772957333014,
      "loss": 2.7188,
      "step": 18699
    },
    {
      "epoch": 0.8699697604093976,
      "grad_norm": 0.7181180302397187,
      "learning_rate": 0.0002873758054685188,
      "loss": 2.5469,
      "step": 18700
    },
    {
      "epoch": 0.8700162828564783,
      "grad_norm": 0.6523358112910485,
      "learning_rate": 0.0002873743151196339,
      "loss": 2.3125,
      "step": 18701
    },
    {
      "epoch": 0.870062805303559,
      "grad_norm": 0.6760089335880926,
      "learning_rate": 0.0002873728246866476,
      "loss": 2.6094,
      "step": 18702
    },
    {
      "epoch": 0.8701093277506396,
      "grad_norm": 0.7444391734260974,
      "learning_rate": 0.0002873713341695609,
      "loss": 2.1719,
      "step": 18703
    },
    {
      "epoch": 0.8701558501977203,
      "grad_norm": 0.7054963457985084,
      "learning_rate": 0.0002873698435683747,
      "loss": 2.7969,
      "step": 18704
    },
    {
      "epoch": 0.8702023726448012,
      "grad_norm": 0.6494068068916508,
      "learning_rate": 0.00028736835288308986,
      "loss": 2.0781,
      "step": 18705
    },
    {
      "epoch": 0.8702488950918819,
      "grad_norm": 0.6854624043954292,
      "learning_rate": 0.00028736686211370725,
      "loss": 2.6562,
      "step": 18706
    },
    {
      "epoch": 0.8702954175389626,
      "grad_norm": 0.6939851574104823,
      "learning_rate": 0.00028736537126022784,
      "loss": 2.3125,
      "step": 18707
    },
    {
      "epoch": 0.8703419399860433,
      "grad_norm": 0.7180007514887067,
      "learning_rate": 0.00028736388032265256,
      "loss": 2.6875,
      "step": 18708
    },
    {
      "epoch": 0.870388462433124,
      "grad_norm": 0.6831621527466476,
      "learning_rate": 0.0002873623893009823,
      "loss": 2.1875,
      "step": 18709
    },
    {
      "epoch": 0.8704349848802047,
      "grad_norm": 0.7213984769424204,
      "learning_rate": 0.000287360898195218,
      "loss": 2.4062,
      "step": 18710
    },
    {
      "epoch": 0.8704815073272855,
      "grad_norm": 0.6693685796902886,
      "learning_rate": 0.00028735940700536046,
      "loss": 2.3125,
      "step": 18711
    },
    {
      "epoch": 0.8705280297743662,
      "grad_norm": 0.7109379745662571,
      "learning_rate": 0.0002873579157314108,
      "loss": 2.3906,
      "step": 18712
    },
    {
      "epoch": 0.8705745522214469,
      "grad_norm": 0.6785588377780912,
      "learning_rate": 0.00028735642437336973,
      "loss": 2.5,
      "step": 18713
    },
    {
      "epoch": 0.8706210746685276,
      "grad_norm": 0.6937584201993666,
      "learning_rate": 0.00028735493293123826,
      "loss": 2.4375,
      "step": 18714
    },
    {
      "epoch": 0.8706675971156083,
      "grad_norm": 0.7330766751919817,
      "learning_rate": 0.0002873534414050173,
      "loss": 2.8906,
      "step": 18715
    },
    {
      "epoch": 0.870714119562689,
      "grad_norm": 0.6530798666768944,
      "learning_rate": 0.0002873519497947078,
      "loss": 1.6406,
      "step": 18716
    },
    {
      "epoch": 0.8707606420097697,
      "grad_norm": 0.7204788621899891,
      "learning_rate": 0.0002873504581003106,
      "loss": 2.4688,
      "step": 18717
    },
    {
      "epoch": 0.8708071644568505,
      "grad_norm": 0.6645495420349324,
      "learning_rate": 0.0002873489663218266,
      "loss": 2.5156,
      "step": 18718
    },
    {
      "epoch": 0.8708536869039312,
      "grad_norm": 0.6828163346792051,
      "learning_rate": 0.00028734747445925674,
      "loss": 2.5938,
      "step": 18719
    },
    {
      "epoch": 0.8709002093510119,
      "grad_norm": 0.6951470730283265,
      "learning_rate": 0.00028734598251260203,
      "loss": 2.8125,
      "step": 18720
    },
    {
      "epoch": 0.8709467317980926,
      "grad_norm": 0.6962105693248253,
      "learning_rate": 0.0002873444904818633,
      "loss": 2.4531,
      "step": 18721
    },
    {
      "epoch": 0.8709932542451733,
      "grad_norm": 0.7055749694155489,
      "learning_rate": 0.00028734299836704133,
      "loss": 2.5469,
      "step": 18722
    },
    {
      "epoch": 0.871039776692254,
      "grad_norm": 0.8513272929555888,
      "learning_rate": 0.00028734150616813734,
      "loss": 2.6719,
      "step": 18723
    },
    {
      "epoch": 0.8710862991393348,
      "grad_norm": 0.7142056709188307,
      "learning_rate": 0.00028734001388515195,
      "loss": 2.3594,
      "step": 18724
    },
    {
      "epoch": 0.8711328215864155,
      "grad_norm": 0.6406135927867705,
      "learning_rate": 0.0002873385215180862,
      "loss": 2.3594,
      "step": 18725
    },
    {
      "epoch": 0.8711793440334962,
      "grad_norm": 0.6987181644906879,
      "learning_rate": 0.00028733702906694105,
      "loss": 2.5312,
      "step": 18726
    },
    {
      "epoch": 0.8712258664805769,
      "grad_norm": 0.6818484417945342,
      "learning_rate": 0.00028733553653171733,
      "loss": 2.5469,
      "step": 18727
    },
    {
      "epoch": 0.8712723889276576,
      "grad_norm": 0.6717031494426375,
      "learning_rate": 0.00028733404391241606,
      "loss": 2.2656,
      "step": 18728
    },
    {
      "epoch": 0.8713189113747383,
      "grad_norm": 0.6761867512742334,
      "learning_rate": 0.00028733255120903795,
      "loss": 2.4844,
      "step": 18729
    },
    {
      "epoch": 0.8713654338218191,
      "grad_norm": 0.7134061432598504,
      "learning_rate": 0.00028733105842158413,
      "loss": 2.5625,
      "step": 18730
    },
    {
      "epoch": 0.8714119562688998,
      "grad_norm": 0.6788684130727515,
      "learning_rate": 0.00028732956555005537,
      "loss": 2.4219,
      "step": 18731
    },
    {
      "epoch": 0.8714584787159805,
      "grad_norm": 0.8127329716497942,
      "learning_rate": 0.0002873280725944527,
      "loss": 2.4688,
      "step": 18732
    },
    {
      "epoch": 0.8715050011630612,
      "grad_norm": 0.6508655832911929,
      "learning_rate": 0.00028732657955477697,
      "loss": 2.25,
      "step": 18733
    },
    {
      "epoch": 0.8715515236101419,
      "grad_norm": 0.6876877345615743,
      "learning_rate": 0.00028732508643102906,
      "loss": 2.3438,
      "step": 18734
    },
    {
      "epoch": 0.8715980460572226,
      "grad_norm": 0.7255557781582297,
      "learning_rate": 0.00028732359322320995,
      "loss": 2.9219,
      "step": 18735
    },
    {
      "epoch": 0.8716445685043033,
      "grad_norm": 0.662896036074425,
      "learning_rate": 0.0002873220999313205,
      "loss": 2.3906,
      "step": 18736
    },
    {
      "epoch": 0.8716910909513841,
      "grad_norm": 0.6734396060085934,
      "learning_rate": 0.0002873206065553617,
      "loss": 2.6406,
      "step": 18737
    },
    {
      "epoch": 0.8717376133984648,
      "grad_norm": 0.7590346308933891,
      "learning_rate": 0.0002873191130953344,
      "loss": 2.7656,
      "step": 18738
    },
    {
      "epoch": 0.8717841358455455,
      "grad_norm": 0.6679735166970396,
      "learning_rate": 0.00028731761955123945,
      "loss": 2.5156,
      "step": 18739
    },
    {
      "epoch": 0.8718306582926262,
      "grad_norm": 0.7054880408390528,
      "learning_rate": 0.0002873161259230779,
      "loss": 2.4688,
      "step": 18740
    },
    {
      "epoch": 0.8718771807397069,
      "grad_norm": 0.7117718968903204,
      "learning_rate": 0.00028731463221085067,
      "loss": 2.4375,
      "step": 18741
    },
    {
      "epoch": 0.8719237031867876,
      "grad_norm": 0.6833945353312202,
      "learning_rate": 0.00028731313841455855,
      "loss": 2.7031,
      "step": 18742
    },
    {
      "epoch": 0.8719702256338684,
      "grad_norm": 0.6779804662311494,
      "learning_rate": 0.00028731164453420254,
      "loss": 1.8594,
      "step": 18743
    },
    {
      "epoch": 0.8720167480809491,
      "grad_norm": 0.6304940637767817,
      "learning_rate": 0.00028731015056978346,
      "loss": 2.2969,
      "step": 18744
    },
    {
      "epoch": 0.8720632705280298,
      "grad_norm": 0.6648010699788524,
      "learning_rate": 0.0002873086565213024,
      "loss": 2.4062,
      "step": 18745
    },
    {
      "epoch": 0.8721097929751105,
      "grad_norm": 0.6701240819468587,
      "learning_rate": 0.00028730716238876015,
      "loss": 2.4219,
      "step": 18746
    },
    {
      "epoch": 0.8721563154221912,
      "grad_norm": 0.6953748672874103,
      "learning_rate": 0.0002873056681721576,
      "loss": 2.5156,
      "step": 18747
    },
    {
      "epoch": 0.8722028378692719,
      "grad_norm": 0.6491739664180373,
      "learning_rate": 0.00028730417387149576,
      "loss": 2.5,
      "step": 18748
    },
    {
      "epoch": 0.8722493603163527,
      "grad_norm": 0.6856885864721785,
      "learning_rate": 0.0002873026794867754,
      "loss": 2.5781,
      "step": 18749
    },
    {
      "epoch": 0.8722958827634334,
      "grad_norm": 0.7244674150688911,
      "learning_rate": 0.0002873011850179976,
      "loss": 2.3438,
      "step": 18750
    },
    {
      "epoch": 0.8723424052105141,
      "grad_norm": 0.7889960537341567,
      "learning_rate": 0.0002872996904651632,
      "loss": 2.5938,
      "step": 18751
    },
    {
      "epoch": 0.8723889276575948,
      "grad_norm": 0.7603376419283224,
      "learning_rate": 0.00028729819582827315,
      "loss": 2.8281,
      "step": 18752
    },
    {
      "epoch": 0.8724354501046755,
      "grad_norm": 0.6967980121682299,
      "learning_rate": 0.0002872967011073283,
      "loss": 2.4219,
      "step": 18753
    },
    {
      "epoch": 0.8724819725517562,
      "grad_norm": 0.8185360872829032,
      "learning_rate": 0.0002872952063023296,
      "loss": 2.75,
      "step": 18754
    },
    {
      "epoch": 0.8725284949988369,
      "grad_norm": 0.7435111790927675,
      "learning_rate": 0.000287293711413278,
      "loss": 2.4688,
      "step": 18755
    },
    {
      "epoch": 0.8725750174459177,
      "grad_norm": 0.7288329206663361,
      "learning_rate": 0.00028729221644017435,
      "loss": 2.4844,
      "step": 18756
    },
    {
      "epoch": 0.8726215398929984,
      "grad_norm": 0.6986994260813278,
      "learning_rate": 0.0002872907213830196,
      "loss": 2.5312,
      "step": 18757
    },
    {
      "epoch": 0.8726680623400791,
      "grad_norm": 0.720093726862202,
      "learning_rate": 0.0002872892262418147,
      "loss": 2.5938,
      "step": 18758
    },
    {
      "epoch": 0.8727145847871598,
      "grad_norm": 0.6900707053844076,
      "learning_rate": 0.0002872877310165605,
      "loss": 2.3594,
      "step": 18759
    },
    {
      "epoch": 0.8727611072342405,
      "grad_norm": 0.6776965729864415,
      "learning_rate": 0.00028728623570725795,
      "loss": 2.375,
      "step": 18760
    },
    {
      "epoch": 0.8728076296813212,
      "grad_norm": 0.7060993797991724,
      "learning_rate": 0.0002872847403139079,
      "loss": 2.6875,
      "step": 18761
    },
    {
      "epoch": 0.872854152128402,
      "grad_norm": 0.6910506844261307,
      "learning_rate": 0.00028728324483651136,
      "loss": 2.6562,
      "step": 18762
    },
    {
      "epoch": 0.8729006745754827,
      "grad_norm": 0.7180598124485129,
      "learning_rate": 0.0002872817492750692,
      "loss": 2.4375,
      "step": 18763
    },
    {
      "epoch": 0.8729471970225634,
      "grad_norm": 0.7101020803309289,
      "learning_rate": 0.0002872802536295824,
      "loss": 2.6094,
      "step": 18764
    },
    {
      "epoch": 0.8729937194696441,
      "grad_norm": 0.7332513358359256,
      "learning_rate": 0.00028727875790005177,
      "loss": 2.6719,
      "step": 18765
    },
    {
      "epoch": 0.8730402419167248,
      "grad_norm": 0.73374323709994,
      "learning_rate": 0.00028727726208647823,
      "loss": 2.6406,
      "step": 18766
    },
    {
      "epoch": 0.8730867643638055,
      "grad_norm": 0.7173014125321044,
      "learning_rate": 0.0002872757661888628,
      "loss": 2.5,
      "step": 18767
    },
    {
      "epoch": 0.8731332868108862,
      "grad_norm": 0.7173089479711962,
      "learning_rate": 0.00028727427020720634,
      "loss": 2.3125,
      "step": 18768
    },
    {
      "epoch": 0.873179809257967,
      "grad_norm": 0.6981230055410613,
      "learning_rate": 0.0002872727741415098,
      "loss": 2.7188,
      "step": 18769
    },
    {
      "epoch": 0.8732263317050477,
      "grad_norm": 0.7474094371759492,
      "learning_rate": 0.000287271277991774,
      "loss": 2.5312,
      "step": 18770
    },
    {
      "epoch": 0.8732728541521284,
      "grad_norm": 0.7521686206988147,
      "learning_rate": 0.0002872697817579999,
      "loss": 2.6406,
      "step": 18771
    },
    {
      "epoch": 0.8733193765992091,
      "grad_norm": 0.7439988877594947,
      "learning_rate": 0.00028726828544018844,
      "loss": 2.4062,
      "step": 18772
    },
    {
      "epoch": 0.8733658990462898,
      "grad_norm": 0.7094124977633348,
      "learning_rate": 0.0002872667890383406,
      "loss": 2.6406,
      "step": 18773
    },
    {
      "epoch": 0.8734124214933705,
      "grad_norm": 0.7149487459295361,
      "learning_rate": 0.0002872652925524571,
      "loss": 2.6719,
      "step": 18774
    },
    {
      "epoch": 0.8734589439404513,
      "grad_norm": 0.682140415504503,
      "learning_rate": 0.00028726379598253905,
      "loss": 2.4219,
      "step": 18775
    },
    {
      "epoch": 0.873505466387532,
      "grad_norm": 0.6706581764194405,
      "learning_rate": 0.0002872622993285873,
      "loss": 2.2031,
      "step": 18776
    },
    {
      "epoch": 0.8735519888346127,
      "grad_norm": 0.6997509559431199,
      "learning_rate": 0.00028726080259060277,
      "loss": 2.4375,
      "step": 18777
    },
    {
      "epoch": 0.8735985112816934,
      "grad_norm": 0.7190801442827117,
      "learning_rate": 0.00028725930576858634,
      "loss": 2.5625,
      "step": 18778
    },
    {
      "epoch": 0.8736450337287741,
      "grad_norm": 0.7164688368977755,
      "learning_rate": 0.0002872578088625389,
      "loss": 2.4531,
      "step": 18779
    },
    {
      "epoch": 0.8736915561758548,
      "grad_norm": 0.7220839871659062,
      "learning_rate": 0.0002872563118724615,
      "loss": 2.5469,
      "step": 18780
    },
    {
      "epoch": 0.8737380786229356,
      "grad_norm": 0.7171413051904868,
      "learning_rate": 0.000287254814798355,
      "loss": 2.5,
      "step": 18781
    },
    {
      "epoch": 0.8737846010700163,
      "grad_norm": 0.7099098567442146,
      "learning_rate": 0.00028725331764022023,
      "loss": 2.4375,
      "step": 18782
    },
    {
      "epoch": 0.873831123517097,
      "grad_norm": 0.6955265583526202,
      "learning_rate": 0.0002872518203980582,
      "loss": 2.6094,
      "step": 18783
    },
    {
      "epoch": 0.8738776459641777,
      "grad_norm": 0.6562147428300713,
      "learning_rate": 0.0002872503230718698,
      "loss": 2.1875,
      "step": 18784
    },
    {
      "epoch": 0.8739241684112584,
      "grad_norm": 0.6817809638448389,
      "learning_rate": 0.0002872488256616559,
      "loss": 2.4062,
      "step": 18785
    },
    {
      "epoch": 0.8739706908583391,
      "grad_norm": 0.6870928380523932,
      "learning_rate": 0.0002872473281674175,
      "loss": 2.5781,
      "step": 18786
    },
    {
      "epoch": 0.8740172133054198,
      "grad_norm": 1.0193369698829102,
      "learning_rate": 0.00028724583058915544,
      "loss": 2.6094,
      "step": 18787
    },
    {
      "epoch": 0.8740637357525006,
      "grad_norm": 0.702337015932518,
      "learning_rate": 0.0002872443329268707,
      "loss": 2.5469,
      "step": 18788
    },
    {
      "epoch": 0.8741102581995813,
      "grad_norm": 0.664432792314744,
      "learning_rate": 0.0002872428351805642,
      "loss": 2.25,
      "step": 18789
    },
    {
      "epoch": 0.874156780646662,
      "grad_norm": 0.6825532220026685,
      "learning_rate": 0.0002872413373502368,
      "loss": 2.4062,
      "step": 18790
    },
    {
      "epoch": 0.8742033030937427,
      "grad_norm": 0.7846487871825046,
      "learning_rate": 0.00028723983943588946,
      "loss": 2.4375,
      "step": 18791
    },
    {
      "epoch": 0.8742498255408234,
      "grad_norm": 0.6788025303444801,
      "learning_rate": 0.00028723834143752305,
      "loss": 2.5469,
      "step": 18792
    },
    {
      "epoch": 0.8742963479879041,
      "grad_norm": 0.7267168282462722,
      "learning_rate": 0.00028723684335513856,
      "loss": 2.5312,
      "step": 18793
    },
    {
      "epoch": 0.8743428704349849,
      "grad_norm": 0.7135917901431214,
      "learning_rate": 0.0002872353451887368,
      "loss": 2.375,
      "step": 18794
    },
    {
      "epoch": 0.8743893928820656,
      "grad_norm": 0.7430052753449432,
      "learning_rate": 0.0002872338469383188,
      "loss": 2.5625,
      "step": 18795
    },
    {
      "epoch": 0.8744359153291463,
      "grad_norm": 0.7352942163120285,
      "learning_rate": 0.0002872323486038854,
      "loss": 1.8359,
      "step": 18796
    },
    {
      "epoch": 0.874482437776227,
      "grad_norm": 0.7180652261709229,
      "learning_rate": 0.00028723085018543765,
      "loss": 1.9766,
      "step": 18797
    },
    {
      "epoch": 0.8745289602233077,
      "grad_norm": 0.6924062638991088,
      "learning_rate": 0.00028722935168297626,
      "loss": 2.5,
      "step": 18798
    },
    {
      "epoch": 0.8745754826703884,
      "grad_norm": 0.7366299718703077,
      "learning_rate": 0.0002872278530965023,
      "loss": 2.5,
      "step": 18799
    },
    {
      "epoch": 0.8746220051174691,
      "grad_norm": 0.8065637556788708,
      "learning_rate": 0.0002872263544260166,
      "loss": 2.5625,
      "step": 18800
    },
    {
      "epoch": 0.8746685275645499,
      "grad_norm": 0.7075323224962778,
      "learning_rate": 0.0002872248556715201,
      "loss": 2.3906,
      "step": 18801
    },
    {
      "epoch": 0.8747150500116306,
      "grad_norm": 0.7499284968393432,
      "learning_rate": 0.0002872233568330138,
      "loss": 2.5156,
      "step": 18802
    },
    {
      "epoch": 0.8747615724587113,
      "grad_norm": 0.7140348670639235,
      "learning_rate": 0.0002872218579104985,
      "loss": 2.7031,
      "step": 18803
    },
    {
      "epoch": 0.874808094905792,
      "grad_norm": 0.679934806291881,
      "learning_rate": 0.0002872203589039752,
      "loss": 2.3594,
      "step": 18804
    },
    {
      "epoch": 0.8748546173528727,
      "grad_norm": 0.7450470305627683,
      "learning_rate": 0.0002872188598134448,
      "loss": 2.4219,
      "step": 18805
    },
    {
      "epoch": 0.8749011397999534,
      "grad_norm": 0.7155398060348038,
      "learning_rate": 0.00028721736063890815,
      "loss": 2.7031,
      "step": 18806
    },
    {
      "epoch": 0.8749476622470342,
      "grad_norm": 0.6528651889050363,
      "learning_rate": 0.00028721586138036624,
      "loss": 2.3906,
      "step": 18807
    },
    {
      "epoch": 0.8749941846941149,
      "grad_norm": 0.7022024300095207,
      "learning_rate": 0.00028721436203782,
      "loss": 2.6094,
      "step": 18808
    },
    {
      "epoch": 0.8750407071411956,
      "grad_norm": 0.6498381075217161,
      "learning_rate": 0.00028721286261127035,
      "loss": 2.2656,
      "step": 18809
    },
    {
      "epoch": 0.8750872295882763,
      "grad_norm": 0.7195629875781873,
      "learning_rate": 0.0002872113631007181,
      "loss": 2.3125,
      "step": 18810
    },
    {
      "epoch": 0.875133752035357,
      "grad_norm": 0.6925639875830094,
      "learning_rate": 0.00028720986350616427,
      "loss": 2.4688,
      "step": 18811
    },
    {
      "epoch": 0.8751802744824377,
      "grad_norm": 0.6582340443738085,
      "learning_rate": 0.00028720836382760975,
      "loss": 1.8828,
      "step": 18812
    },
    {
      "epoch": 0.8752267969295185,
      "grad_norm": 0.6921855215009243,
      "learning_rate": 0.0002872068640650555,
      "loss": 2.4688,
      "step": 18813
    },
    {
      "epoch": 0.8752733193765992,
      "grad_norm": 0.7793100807014866,
      "learning_rate": 0.0002872053642185024,
      "loss": 2.5156,
      "step": 18814
    },
    {
      "epoch": 0.87531984182368,
      "grad_norm": 0.7108640290080416,
      "learning_rate": 0.0002872038642879513,
      "loss": 2.5,
      "step": 18815
    },
    {
      "epoch": 0.8753663642707606,
      "grad_norm": 0.7169529067764451,
      "learning_rate": 0.00028720236427340324,
      "loss": 2.8125,
      "step": 18816
    },
    {
      "epoch": 0.8754128867178413,
      "grad_norm": 0.7170122259501522,
      "learning_rate": 0.00028720086417485905,
      "loss": 2.4688,
      "step": 18817
    },
    {
      "epoch": 0.875459409164922,
      "grad_norm": 0.6816477599267221,
      "learning_rate": 0.0002871993639923197,
      "loss": 2.7344,
      "step": 18818
    },
    {
      "epoch": 0.8755059316120027,
      "grad_norm": 0.7076682459621683,
      "learning_rate": 0.00028719786372578615,
      "loss": 2.4844,
      "step": 18819
    },
    {
      "epoch": 0.8755524540590836,
      "grad_norm": 0.713091008296469,
      "learning_rate": 0.00028719636337525917,
      "loss": 2.4688,
      "step": 18820
    },
    {
      "epoch": 0.8755989765061643,
      "grad_norm": 0.659246662812,
      "learning_rate": 0.0002871948629407398,
      "loss": 2.125,
      "step": 18821
    },
    {
      "epoch": 0.875645498953245,
      "grad_norm": 0.6651439024178553,
      "learning_rate": 0.0002871933624222289,
      "loss": 2.2812,
      "step": 18822
    },
    {
      "epoch": 0.8756920214003256,
      "grad_norm": 0.6738777418613504,
      "learning_rate": 0.00028719186181972746,
      "loss": 2.125,
      "step": 18823
    },
    {
      "epoch": 0.8757385438474063,
      "grad_norm": 0.7560099930348905,
      "learning_rate": 0.0002871903611332363,
      "loss": 2.4375,
      "step": 18824
    },
    {
      "epoch": 0.875785066294487,
      "grad_norm": 0.6970778799513706,
      "learning_rate": 0.0002871888603627564,
      "loss": 2.2969,
      "step": 18825
    },
    {
      "epoch": 0.8758315887415679,
      "grad_norm": 0.7467381596409255,
      "learning_rate": 0.00028718735950828875,
      "loss": 2.5312,
      "step": 18826
    },
    {
      "epoch": 0.8758781111886486,
      "grad_norm": 0.758325618000313,
      "learning_rate": 0.0002871858585698341,
      "loss": 2.5938,
      "step": 18827
    },
    {
      "epoch": 0.8759246336357293,
      "grad_norm": 0.6867939385826418,
      "learning_rate": 0.0002871843575473935,
      "loss": 2.5469,
      "step": 18828
    },
    {
      "epoch": 0.87597115608281,
      "grad_norm": 0.6881176487390073,
      "learning_rate": 0.00028718285644096787,
      "loss": 2.5469,
      "step": 18829
    },
    {
      "epoch": 0.8760176785298907,
      "grad_norm": 0.706954435921879,
      "learning_rate": 0.00028718135525055804,
      "loss": 2.5469,
      "step": 18830
    },
    {
      "epoch": 0.8760642009769714,
      "grad_norm": 0.804490321150913,
      "learning_rate": 0.00028717985397616494,
      "loss": 2.3594,
      "step": 18831
    },
    {
      "epoch": 0.876110723424052,
      "grad_norm": 0.6938124093266528,
      "learning_rate": 0.0002871783526177896,
      "loss": 2.6094,
      "step": 18832
    },
    {
      "epoch": 0.8761572458711329,
      "grad_norm": 0.6980866771659658,
      "learning_rate": 0.0002871768511754328,
      "loss": 2.6406,
      "step": 18833
    },
    {
      "epoch": 0.8762037683182136,
      "grad_norm": 1.2321082731042285,
      "learning_rate": 0.00028717534964909557,
      "loss": 2.6094,
      "step": 18834
    },
    {
      "epoch": 0.8762502907652943,
      "grad_norm": 0.6910130093599024,
      "learning_rate": 0.00028717384803877874,
      "loss": 2.5,
      "step": 18835
    },
    {
      "epoch": 0.876296813212375,
      "grad_norm": 0.6978522902285367,
      "learning_rate": 0.0002871723463444833,
      "loss": 2.4375,
      "step": 18836
    },
    {
      "epoch": 0.8763433356594557,
      "grad_norm": 0.7225552434020818,
      "learning_rate": 0.00028717084456621016,
      "loss": 2.3906,
      "step": 18837
    },
    {
      "epoch": 0.8763898581065364,
      "grad_norm": 0.6758772475340046,
      "learning_rate": 0.0002871693427039602,
      "loss": 2.5156,
      "step": 18838
    },
    {
      "epoch": 0.8764363805536172,
      "grad_norm": 0.7709582429398094,
      "learning_rate": 0.00028716784075773433,
      "loss": 2.3281,
      "step": 18839
    },
    {
      "epoch": 0.8764829030006979,
      "grad_norm": 0.7431344202180054,
      "learning_rate": 0.00028716633872753354,
      "loss": 2.2031,
      "step": 18840
    },
    {
      "epoch": 0.8765294254477786,
      "grad_norm": 0.7190436472015413,
      "learning_rate": 0.0002871648366133587,
      "loss": 2.3281,
      "step": 18841
    },
    {
      "epoch": 0.8765759478948593,
      "grad_norm": 0.7869600345043892,
      "learning_rate": 0.0002871633344152107,
      "loss": 2.3594,
      "step": 18842
    },
    {
      "epoch": 0.87662247034194,
      "grad_norm": 0.7570429451458659,
      "learning_rate": 0.00028716183213309054,
      "loss": 2.6719,
      "step": 18843
    },
    {
      "epoch": 0.8766689927890207,
      "grad_norm": 0.7469349268603228,
      "learning_rate": 0.0002871603297669991,
      "loss": 2.3281,
      "step": 18844
    },
    {
      "epoch": 0.8767155152361015,
      "grad_norm": 0.7764830430093069,
      "learning_rate": 0.00028715882731693727,
      "loss": 2.4062,
      "step": 18845
    },
    {
      "epoch": 0.8767620376831822,
      "grad_norm": 0.7270361608547335,
      "learning_rate": 0.000287157324782906,
      "loss": 2.75,
      "step": 18846
    },
    {
      "epoch": 0.8768085601302629,
      "grad_norm": 0.7147813917133545,
      "learning_rate": 0.00028715582216490624,
      "loss": 2.3594,
      "step": 18847
    },
    {
      "epoch": 0.8768550825773436,
      "grad_norm": 0.7313805753893912,
      "learning_rate": 0.00028715431946293887,
      "loss": 2.8594,
      "step": 18848
    },
    {
      "epoch": 0.8769016050244243,
      "grad_norm": 0.6879364720319132,
      "learning_rate": 0.00028715281667700477,
      "loss": 2.6406,
      "step": 18849
    },
    {
      "epoch": 0.876948127471505,
      "grad_norm": 0.6673603321788439,
      "learning_rate": 0.00028715131380710495,
      "loss": 2.4688,
      "step": 18850
    },
    {
      "epoch": 0.8769946499185857,
      "grad_norm": 0.7341955605742383,
      "learning_rate": 0.0002871498108532403,
      "loss": 2.2031,
      "step": 18851
    },
    {
      "epoch": 0.8770411723656665,
      "grad_norm": 0.6867819918813842,
      "learning_rate": 0.00028714830781541165,
      "loss": 2.1406,
      "step": 18852
    },
    {
      "epoch": 0.8770876948127472,
      "grad_norm": 0.691647604080584,
      "learning_rate": 0.0002871468046936201,
      "loss": 2.3906,
      "step": 18853
    },
    {
      "epoch": 0.8771342172598279,
      "grad_norm": 0.7471294991752371,
      "learning_rate": 0.00028714530148786645,
      "loss": 2.6094,
      "step": 18854
    },
    {
      "epoch": 0.8771807397069086,
      "grad_norm": 0.657852414163817,
      "learning_rate": 0.0002871437981981516,
      "loss": 2.1562,
      "step": 18855
    },
    {
      "epoch": 0.8772272621539893,
      "grad_norm": 0.7065816836994941,
      "learning_rate": 0.0002871422948244765,
      "loss": 2.5938,
      "step": 18856
    },
    {
      "epoch": 0.87727378460107,
      "grad_norm": 0.7212038398834257,
      "learning_rate": 0.00028714079136684214,
      "loss": 2.5625,
      "step": 18857
    },
    {
      "epoch": 0.8773203070481508,
      "grad_norm": 0.7133310272065261,
      "learning_rate": 0.00028713928782524926,
      "loss": 2.2344,
      "step": 18858
    },
    {
      "epoch": 0.8773668294952315,
      "grad_norm": 0.7306745823797496,
      "learning_rate": 0.000287137784199699,
      "loss": 2.5,
      "step": 18859
    },
    {
      "epoch": 0.8774133519423122,
      "grad_norm": 0.6912941561775614,
      "learning_rate": 0.00028713628049019217,
      "loss": 2.4531,
      "step": 18860
    },
    {
      "epoch": 0.8774598743893929,
      "grad_norm": 0.7610393023501841,
      "learning_rate": 0.0002871347766967297,
      "loss": 2.7969,
      "step": 18861
    },
    {
      "epoch": 0.8775063968364736,
      "grad_norm": 0.7211819690041388,
      "learning_rate": 0.0002871332728193125,
      "loss": 2.4375,
      "step": 18862
    },
    {
      "epoch": 0.8775529192835543,
      "grad_norm": 0.7307448772079014,
      "learning_rate": 0.0002871317688579415,
      "loss": 2.6875,
      "step": 18863
    },
    {
      "epoch": 0.877599441730635,
      "grad_norm": 0.6855062113231912,
      "learning_rate": 0.0002871302648126176,
      "loss": 2.375,
      "step": 18864
    },
    {
      "epoch": 0.8776459641777158,
      "grad_norm": 0.7206530673121011,
      "learning_rate": 0.0002871287606833418,
      "loss": 2.5938,
      "step": 18865
    },
    {
      "epoch": 0.8776924866247965,
      "grad_norm": 0.7317287461509141,
      "learning_rate": 0.0002871272564701149,
      "loss": 2.4844,
      "step": 18866
    },
    {
      "epoch": 0.8777390090718772,
      "grad_norm": 0.7227084161922364,
      "learning_rate": 0.0002871257521729379,
      "loss": 2.25,
      "step": 18867
    },
    {
      "epoch": 0.8777855315189579,
      "grad_norm": 0.6916451156391815,
      "learning_rate": 0.00028712424779181174,
      "loss": 2.2656,
      "step": 18868
    },
    {
      "epoch": 0.8778320539660386,
      "grad_norm": 0.7002269110030298,
      "learning_rate": 0.0002871227433267373,
      "loss": 2.4688,
      "step": 18869
    },
    {
      "epoch": 0.8778785764131193,
      "grad_norm": 0.7136885071452722,
      "learning_rate": 0.0002871212387777155,
      "loss": 2.5625,
      "step": 18870
    },
    {
      "epoch": 0.8779250988602001,
      "grad_norm": 0.7533099999047639,
      "learning_rate": 0.0002871197341447473,
      "loss": 2.5781,
      "step": 18871
    },
    {
      "epoch": 0.8779716213072808,
      "grad_norm": 0.7105965133544284,
      "learning_rate": 0.00028711822942783355,
      "loss": 2.4688,
      "step": 18872
    },
    {
      "epoch": 0.8780181437543615,
      "grad_norm": 0.6843838757929339,
      "learning_rate": 0.0002871167246269752,
      "loss": 2.4375,
      "step": 18873
    },
    {
      "epoch": 0.8780646662014422,
      "grad_norm": 0.6849474347193701,
      "learning_rate": 0.0002871152197421732,
      "loss": 2.5469,
      "step": 18874
    },
    {
      "epoch": 0.8781111886485229,
      "grad_norm": 0.644397768452932,
      "learning_rate": 0.00028711371477342846,
      "loss": 2.3594,
      "step": 18875
    },
    {
      "epoch": 0.8781577110956036,
      "grad_norm": 0.7030452797379374,
      "learning_rate": 0.0002871122097207419,
      "loss": 2.6406,
      "step": 18876
    },
    {
      "epoch": 0.8782042335426844,
      "grad_norm": 0.7387739277989449,
      "learning_rate": 0.00028711070458411445,
      "loss": 2.6094,
      "step": 18877
    },
    {
      "epoch": 0.8782507559897651,
      "grad_norm": 0.7294984987570561,
      "learning_rate": 0.000287109199363547,
      "loss": 2.4531,
      "step": 18878
    },
    {
      "epoch": 0.8782972784368458,
      "grad_norm": 0.7427326754258342,
      "learning_rate": 0.0002871076940590405,
      "loss": 2.4844,
      "step": 18879
    },
    {
      "epoch": 0.8783438008839265,
      "grad_norm": 0.6859959016216952,
      "learning_rate": 0.00028710618867059583,
      "loss": 2.6406,
      "step": 18880
    },
    {
      "epoch": 0.8783903233310072,
      "grad_norm": 0.6959692216125734,
      "learning_rate": 0.000287104683198214,
      "loss": 2.4062,
      "step": 18881
    },
    {
      "epoch": 0.8784368457780879,
      "grad_norm": 0.6856549270219549,
      "learning_rate": 0.0002871031776418958,
      "loss": 2.7188,
      "step": 18882
    },
    {
      "epoch": 0.8784833682251686,
      "grad_norm": 0.7156406590936807,
      "learning_rate": 0.00028710167200164227,
      "loss": 2.6406,
      "step": 18883
    },
    {
      "epoch": 0.8785298906722494,
      "grad_norm": 0.659612369254617,
      "learning_rate": 0.0002871001662774543,
      "loss": 2.3281,
      "step": 18884
    },
    {
      "epoch": 0.8785764131193301,
      "grad_norm": 0.7258961660555723,
      "learning_rate": 0.0002870986604693328,
      "loss": 2.4844,
      "step": 18885
    },
    {
      "epoch": 0.8786229355664108,
      "grad_norm": 0.7089451946807024,
      "learning_rate": 0.0002870971545772787,
      "loss": 2.4375,
      "step": 18886
    },
    {
      "epoch": 0.8786694580134915,
      "grad_norm": 0.6655362725453928,
      "learning_rate": 0.00028709564860129286,
      "loss": 2.2656,
      "step": 18887
    },
    {
      "epoch": 0.8787159804605722,
      "grad_norm": 0.6806684969831751,
      "learning_rate": 0.00028709414254137627,
      "loss": 2.5781,
      "step": 18888
    },
    {
      "epoch": 0.8787625029076529,
      "grad_norm": 0.6607044296732166,
      "learning_rate": 0.0002870926363975299,
      "loss": 1.7734,
      "step": 18889
    },
    {
      "epoch": 0.8788090253547337,
      "grad_norm": 0.6690356850823785,
      "learning_rate": 0.00028709113016975454,
      "loss": 2.5312,
      "step": 18890
    },
    {
      "epoch": 0.8788555478018144,
      "grad_norm": 0.7281817509021151,
      "learning_rate": 0.0002870896238580512,
      "loss": 2.6719,
      "step": 18891
    },
    {
      "epoch": 0.8789020702488951,
      "grad_norm": 0.7754975874803132,
      "learning_rate": 0.0002870881174624208,
      "loss": 2.5156,
      "step": 18892
    },
    {
      "epoch": 0.8789485926959758,
      "grad_norm": 0.6750125188088569,
      "learning_rate": 0.0002870866109828643,
      "loss": 2.5625,
      "step": 18893
    },
    {
      "epoch": 0.8789951151430565,
      "grad_norm": 0.7353381966207364,
      "learning_rate": 0.00028708510441938245,
      "loss": 2.6562,
      "step": 18894
    },
    {
      "epoch": 0.8790416375901372,
      "grad_norm": 0.6936417643652908,
      "learning_rate": 0.00028708359777197633,
      "loss": 2.4219,
      "step": 18895
    },
    {
      "epoch": 0.8790881600372179,
      "grad_norm": 0.6987783711885416,
      "learning_rate": 0.0002870820910406469,
      "loss": 2.4219,
      "step": 18896
    },
    {
      "epoch": 0.8791346824842987,
      "grad_norm": 0.6732534196794163,
      "learning_rate": 0.00028708058422539495,
      "loss": 2.1719,
      "step": 18897
    },
    {
      "epoch": 0.8791812049313794,
      "grad_norm": 0.7021544962712643,
      "learning_rate": 0.0002870790773262214,
      "loss": 2.1406,
      "step": 18898
    },
    {
      "epoch": 0.8792277273784601,
      "grad_norm": 0.682509378993816,
      "learning_rate": 0.00028707757034312733,
      "loss": 2.5,
      "step": 18899
    },
    {
      "epoch": 0.8792742498255408,
      "grad_norm": 0.7031615454856391,
      "learning_rate": 0.0002870760632761135,
      "loss": 2.4062,
      "step": 18900
    },
    {
      "epoch": 0.8793207722726215,
      "grad_norm": 0.6932215081113624,
      "learning_rate": 0.0002870745561251809,
      "loss": 2.3594,
      "step": 18901
    },
    {
      "epoch": 0.8793672947197022,
      "grad_norm": 0.7131509641547219,
      "learning_rate": 0.00028707304889033047,
      "loss": 2.3906,
      "step": 18902
    },
    {
      "epoch": 0.879413817166783,
      "grad_norm": 0.6957720935918432,
      "learning_rate": 0.0002870715415715631,
      "loss": 2.3594,
      "step": 18903
    },
    {
      "epoch": 0.8794603396138637,
      "grad_norm": 0.7006163968644199,
      "learning_rate": 0.00028707003416887975,
      "loss": 2.4375,
      "step": 18904
    },
    {
      "epoch": 0.8795068620609444,
      "grad_norm": 0.7405773447301631,
      "learning_rate": 0.0002870685266822813,
      "loss": 2.4844,
      "step": 18905
    },
    {
      "epoch": 0.8795533845080251,
      "grad_norm": 0.6788592297379674,
      "learning_rate": 0.0002870670191117687,
      "loss": 2.0469,
      "step": 18906
    },
    {
      "epoch": 0.8795999069551058,
      "grad_norm": 0.7656000143236013,
      "learning_rate": 0.00028706551145734287,
      "loss": 2.75,
      "step": 18907
    },
    {
      "epoch": 0.8796464294021865,
      "grad_norm": 0.7650013031424249,
      "learning_rate": 0.0002870640037190047,
      "loss": 2.4844,
      "step": 18908
    },
    {
      "epoch": 0.8796929518492673,
      "grad_norm": 0.7235560229821191,
      "learning_rate": 0.0002870624958967551,
      "loss": 2.5,
      "step": 18909
    },
    {
      "epoch": 0.879739474296348,
      "grad_norm": 0.6787748139569594,
      "learning_rate": 0.00028706098799059516,
      "loss": 2.2656,
      "step": 18910
    },
    {
      "epoch": 0.8797859967434287,
      "grad_norm": 0.7729858072774851,
      "learning_rate": 0.00028705948000052554,
      "loss": 2.4219,
      "step": 18911
    },
    {
      "epoch": 0.8798325191905094,
      "grad_norm": 0.694848698953598,
      "learning_rate": 0.00028705797192654734,
      "loss": 2.2656,
      "step": 18912
    },
    {
      "epoch": 0.8798790416375901,
      "grad_norm": 0.6870921726040116,
      "learning_rate": 0.0002870564637686615,
      "loss": 2.6719,
      "step": 18913
    },
    {
      "epoch": 0.8799255640846708,
      "grad_norm": 0.6993407388608719,
      "learning_rate": 0.0002870549555268688,
      "loss": 2.5,
      "step": 18914
    },
    {
      "epoch": 0.8799720865317515,
      "grad_norm": 0.7083923596087395,
      "learning_rate": 0.0002870534472011703,
      "loss": 2.4531,
      "step": 18915
    },
    {
      "epoch": 0.8800186089788323,
      "grad_norm": 0.6586049610340614,
      "learning_rate": 0.0002870519387915669,
      "loss": 2.3438,
      "step": 18916
    },
    {
      "epoch": 0.880065131425913,
      "grad_norm": 0.6956098500427033,
      "learning_rate": 0.00028705043029805946,
      "loss": 2.3438,
      "step": 18917
    },
    {
      "epoch": 0.8801116538729937,
      "grad_norm": 0.6916353854005359,
      "learning_rate": 0.00028704892172064895,
      "loss": 2.5312,
      "step": 18918
    },
    {
      "epoch": 0.8801581763200744,
      "grad_norm": 0.736183168403818,
      "learning_rate": 0.00028704741305933627,
      "loss": 2.5938,
      "step": 18919
    },
    {
      "epoch": 0.8802046987671551,
      "grad_norm": 0.7373959035272013,
      "learning_rate": 0.0002870459043141223,
      "loss": 2.8594,
      "step": 18920
    },
    {
      "epoch": 0.8802512212142358,
      "grad_norm": 0.6899219032657095,
      "learning_rate": 0.0002870443954850081,
      "loss": 2.4375,
      "step": 18921
    },
    {
      "epoch": 0.8802977436613166,
      "grad_norm": 0.7247952915947088,
      "learning_rate": 0.0002870428865719945,
      "loss": 2.2969,
      "step": 18922
    },
    {
      "epoch": 0.8803442661083973,
      "grad_norm": 0.692597919595776,
      "learning_rate": 0.0002870413775750824,
      "loss": 2.6719,
      "step": 18923
    },
    {
      "epoch": 0.880390788555478,
      "grad_norm": 0.7080402422935625,
      "learning_rate": 0.0002870398684942728,
      "loss": 2.6719,
      "step": 18924
    },
    {
      "epoch": 0.8804373110025587,
      "grad_norm": 0.8175505411975931,
      "learning_rate": 0.0002870383593295666,
      "loss": 2.1719,
      "step": 18925
    },
    {
      "epoch": 0.8804838334496394,
      "grad_norm": 0.7369536769909648,
      "learning_rate": 0.00028703685008096467,
      "loss": 2.25,
      "step": 18926
    },
    {
      "epoch": 0.8805303558967201,
      "grad_norm": 0.6958075047293498,
      "learning_rate": 0.00028703534074846795,
      "loss": 2.5156,
      "step": 18927
    },
    {
      "epoch": 0.8805768783438008,
      "grad_norm": 0.7666759067326552,
      "learning_rate": 0.0002870338313320774,
      "loss": 2.7344,
      "step": 18928
    },
    {
      "epoch": 0.8806234007908816,
      "grad_norm": 0.7619600830114885,
      "learning_rate": 0.00028703232183179396,
      "loss": 2.4844,
      "step": 18929
    },
    {
      "epoch": 0.8806699232379623,
      "grad_norm": 0.7229463016790688,
      "learning_rate": 0.0002870308122476185,
      "loss": 2.5,
      "step": 18930
    },
    {
      "epoch": 0.880716445685043,
      "grad_norm": 0.7056377064839164,
      "learning_rate": 0.000287029302579552,
      "loss": 2.5156,
      "step": 18931
    },
    {
      "epoch": 0.8807629681321237,
      "grad_norm": 0.7053782954640134,
      "learning_rate": 0.0002870277928275954,
      "loss": 2.3438,
      "step": 18932
    },
    {
      "epoch": 0.8808094905792044,
      "grad_norm": 0.8717145513828132,
      "learning_rate": 0.00028702628299174946,
      "loss": 2.3125,
      "step": 18933
    },
    {
      "epoch": 0.8808560130262851,
      "grad_norm": 0.8107070312478446,
      "learning_rate": 0.0002870247730720153,
      "loss": 2.3438,
      "step": 18934
    },
    {
      "epoch": 0.8809025354733659,
      "grad_norm": 0.7260880895461439,
      "learning_rate": 0.00028702326306839375,
      "loss": 2.5469,
      "step": 18935
    },
    {
      "epoch": 0.8809490579204466,
      "grad_norm": 0.6900913169438855,
      "learning_rate": 0.00028702175298088575,
      "loss": 2.3906,
      "step": 18936
    },
    {
      "epoch": 0.8809955803675273,
      "grad_norm": 0.6983865273120189,
      "learning_rate": 0.0002870202428094922,
      "loss": 2.5,
      "step": 18937
    },
    {
      "epoch": 0.881042102814608,
      "grad_norm": 0.7423343155827351,
      "learning_rate": 0.00028701873255421406,
      "loss": 2.5156,
      "step": 18938
    },
    {
      "epoch": 0.8810886252616887,
      "grad_norm": 0.6921001212300314,
      "learning_rate": 0.0002870172222150522,
      "loss": 2.6719,
      "step": 18939
    },
    {
      "epoch": 0.8811351477087694,
      "grad_norm": 0.6813298326502943,
      "learning_rate": 0.0002870157117920077,
      "loss": 2.625,
      "step": 18940
    },
    {
      "epoch": 0.8811816701558502,
      "grad_norm": 0.7342468514696806,
      "learning_rate": 0.0002870142012850813,
      "loss": 2.4688,
      "step": 18941
    },
    {
      "epoch": 0.881228192602931,
      "grad_norm": 0.7522879872334925,
      "learning_rate": 0.00028701269069427403,
      "loss": 2.7031,
      "step": 18942
    },
    {
      "epoch": 0.8812747150500116,
      "grad_norm": 0.6644747278195157,
      "learning_rate": 0.00028701118001958674,
      "loss": 2.4844,
      "step": 18943
    },
    {
      "epoch": 0.8813212374970923,
      "grad_norm": 0.7109743623834117,
      "learning_rate": 0.0002870096692610204,
      "loss": 2.3125,
      "step": 18944
    },
    {
      "epoch": 0.881367759944173,
      "grad_norm": 0.7660409332711825,
      "learning_rate": 0.000287008158418576,
      "loss": 2.7188,
      "step": 18945
    },
    {
      "epoch": 0.8814142823912537,
      "grad_norm": 0.6918179328851509,
      "learning_rate": 0.00028700664749225434,
      "loss": 2.4219,
      "step": 18946
    },
    {
      "epoch": 0.8814608048383344,
      "grad_norm": 0.7169475297331556,
      "learning_rate": 0.0002870051364820564,
      "loss": 2.6094,
      "step": 18947
    },
    {
      "epoch": 0.8815073272854153,
      "grad_norm": 0.7105021796231965,
      "learning_rate": 0.0002870036253879832,
      "loss": 2.4688,
      "step": 18948
    },
    {
      "epoch": 0.881553849732496,
      "grad_norm": 0.6910174349521236,
      "learning_rate": 0.00028700211421003543,
      "loss": 2.2188,
      "step": 18949
    },
    {
      "epoch": 0.8816003721795767,
      "grad_norm": 0.7155888935754233,
      "learning_rate": 0.0002870006029482143,
      "loss": 2.4688,
      "step": 18950
    },
    {
      "epoch": 0.8816468946266574,
      "grad_norm": 0.6817116358846991,
      "learning_rate": 0.0002869990916025205,
      "loss": 2.3125,
      "step": 18951
    },
    {
      "epoch": 0.881693417073738,
      "grad_norm": 0.6785937318838269,
      "learning_rate": 0.0002869975801729551,
      "loss": 2.5156,
      "step": 18952
    },
    {
      "epoch": 0.8817399395208187,
      "grad_norm": 0.778898045883698,
      "learning_rate": 0.0002869960686595189,
      "loss": 2.6719,
      "step": 18953
    },
    {
      "epoch": 0.8817864619678996,
      "grad_norm": 0.6832754647614547,
      "learning_rate": 0.0002869945570622129,
      "loss": 2.5625,
      "step": 18954
    },
    {
      "epoch": 0.8818329844149803,
      "grad_norm": 0.7150825209287167,
      "learning_rate": 0.0002869930453810381,
      "loss": 2.4062,
      "step": 18955
    },
    {
      "epoch": 0.881879506862061,
      "grad_norm": 0.6794525058234692,
      "learning_rate": 0.00028699153361599536,
      "loss": 2.7656,
      "step": 18956
    },
    {
      "epoch": 0.8819260293091417,
      "grad_norm": 0.6957303546709008,
      "learning_rate": 0.0002869900217670855,
      "loss": 2.6094,
      "step": 18957
    },
    {
      "epoch": 0.8819725517562224,
      "grad_norm": 0.7181370036250692,
      "learning_rate": 0.00028698850983430965,
      "loss": 2.6562,
      "step": 18958
    },
    {
      "epoch": 0.882019074203303,
      "grad_norm": 0.6901276519199908,
      "learning_rate": 0.00028698699781766853,
      "loss": 2.5469,
      "step": 18959
    },
    {
      "epoch": 0.8820655966503839,
      "grad_norm": 0.6795750641252615,
      "learning_rate": 0.00028698548571716323,
      "loss": 2.3906,
      "step": 18960
    },
    {
      "epoch": 0.8821121190974646,
      "grad_norm": 0.7794936989435569,
      "learning_rate": 0.00028698397353279457,
      "loss": 2.2812,
      "step": 18961
    },
    {
      "epoch": 0.8821586415445453,
      "grad_norm": 0.698836248268543,
      "learning_rate": 0.00028698246126456357,
      "loss": 2.3125,
      "step": 18962
    },
    {
      "epoch": 0.882205163991626,
      "grad_norm": 0.7205209602933466,
      "learning_rate": 0.000286980948912471,
      "loss": 2.6562,
      "step": 18963
    },
    {
      "epoch": 0.8822516864387067,
      "grad_norm": 0.6751269463393917,
      "learning_rate": 0.000286979436476518,
      "loss": 2.2969,
      "step": 18964
    },
    {
      "epoch": 0.8822982088857874,
      "grad_norm": 0.7162980497287768,
      "learning_rate": 0.0002869779239567053,
      "loss": 2.8594,
      "step": 18965
    },
    {
      "epoch": 0.8823447313328681,
      "grad_norm": 0.6545163114150563,
      "learning_rate": 0.000286976411353034,
      "loss": 2.2344,
      "step": 18966
    },
    {
      "epoch": 0.8823912537799489,
      "grad_norm": 0.7091467195859652,
      "learning_rate": 0.00028697489866550476,
      "loss": 2.7344,
      "step": 18967
    },
    {
      "epoch": 0.8824377762270296,
      "grad_norm": 0.7210556938096592,
      "learning_rate": 0.00028697338589411884,
      "loss": 2.6094,
      "step": 18968
    },
    {
      "epoch": 0.8824842986741103,
      "grad_norm": 0.7097873343067017,
      "learning_rate": 0.00028697187303887694,
      "loss": 2.5625,
      "step": 18969
    },
    {
      "epoch": 0.882530821121191,
      "grad_norm": 0.7327973608123503,
      "learning_rate": 0.00028697036009978007,
      "loss": 2.4844,
      "step": 18970
    },
    {
      "epoch": 0.8825773435682717,
      "grad_norm": 0.6987649273515731,
      "learning_rate": 0.00028696884707682917,
      "loss": 2.6719,
      "step": 18971
    },
    {
      "epoch": 0.8826238660153524,
      "grad_norm": 0.7219537193367683,
      "learning_rate": 0.00028696733397002503,
      "loss": 2.5469,
      "step": 18972
    },
    {
      "epoch": 0.8826703884624332,
      "grad_norm": 0.7244898796866472,
      "learning_rate": 0.00028696582077936876,
      "loss": 2.5469,
      "step": 18973
    },
    {
      "epoch": 0.8827169109095139,
      "grad_norm": 0.6962768838528727,
      "learning_rate": 0.0002869643075048612,
      "loss": 2.3438,
      "step": 18974
    },
    {
      "epoch": 0.8827634333565946,
      "grad_norm": 0.6847191456766324,
      "learning_rate": 0.0002869627941465033,
      "loss": 2.6719,
      "step": 18975
    },
    {
      "epoch": 0.8828099558036753,
      "grad_norm": 0.6342966393378042,
      "learning_rate": 0.000286961280704296,
      "loss": 2.4375,
      "step": 18976
    },
    {
      "epoch": 0.882856478250756,
      "grad_norm": 0.6924121425725642,
      "learning_rate": 0.0002869597671782401,
      "loss": 2.375,
      "step": 18977
    },
    {
      "epoch": 0.8829030006978367,
      "grad_norm": 0.7275333880597499,
      "learning_rate": 0.00028695825356833666,
      "loss": 2.6406,
      "step": 18978
    },
    {
      "epoch": 0.8829495231449174,
      "grad_norm": 0.7920764157605785,
      "learning_rate": 0.00028695673987458656,
      "loss": 2.7812,
      "step": 18979
    },
    {
      "epoch": 0.8829960455919982,
      "grad_norm": 0.7219880827862326,
      "learning_rate": 0.00028695522609699077,
      "loss": 2.7188,
      "step": 18980
    },
    {
      "epoch": 0.8830425680390789,
      "grad_norm": 0.7663503129951363,
      "learning_rate": 0.00028695371223555016,
      "loss": 2.7656,
      "step": 18981
    },
    {
      "epoch": 0.8830890904861596,
      "grad_norm": 0.682094644895813,
      "learning_rate": 0.0002869521982902657,
      "loss": 2.375,
      "step": 18982
    },
    {
      "epoch": 0.8831356129332403,
      "grad_norm": 0.6950261282513454,
      "learning_rate": 0.0002869506842611383,
      "loss": 1.625,
      "step": 18983
    },
    {
      "epoch": 0.883182135380321,
      "grad_norm": 0.7107537600434856,
      "learning_rate": 0.0002869491701481689,
      "loss": 2.7656,
      "step": 18984
    },
    {
      "epoch": 0.8832286578274017,
      "grad_norm": 0.698225453118599,
      "learning_rate": 0.00028694765595135835,
      "loss": 2.4844,
      "step": 18985
    },
    {
      "epoch": 0.8832751802744825,
      "grad_norm": 0.6896571075302479,
      "learning_rate": 0.00028694614167070766,
      "loss": 2.3594,
      "step": 18986
    },
    {
      "epoch": 0.8833217027215632,
      "grad_norm": 0.7187928521093296,
      "learning_rate": 0.00028694462730621774,
      "loss": 2.7188,
      "step": 18987
    },
    {
      "epoch": 0.8833682251686439,
      "grad_norm": 0.742561340480827,
      "learning_rate": 0.00028694311285788954,
      "loss": 2.0938,
      "step": 18988
    },
    {
      "epoch": 0.8834147476157246,
      "grad_norm": 0.7418432635538957,
      "learning_rate": 0.0002869415983257239,
      "loss": 2.5312,
      "step": 18989
    },
    {
      "epoch": 0.8834612700628053,
      "grad_norm": 0.8442426442451776,
      "learning_rate": 0.0002869400837097219,
      "loss": 2.4375,
      "step": 18990
    },
    {
      "epoch": 0.883507792509886,
      "grad_norm": 0.6904324281674487,
      "learning_rate": 0.0002869385690098843,
      "loss": 2.6719,
      "step": 18991
    },
    {
      "epoch": 0.8835543149569668,
      "grad_norm": 0.7525277935019089,
      "learning_rate": 0.00028693705422621214,
      "loss": 2.75,
      "step": 18992
    },
    {
      "epoch": 0.8836008374040475,
      "grad_norm": 0.7264693182745094,
      "learning_rate": 0.00028693553935870623,
      "loss": 2.2969,
      "step": 18993
    },
    {
      "epoch": 0.8836473598511282,
      "grad_norm": 0.6874567094238645,
      "learning_rate": 0.00028693402440736765,
      "loss": 2.4219,
      "step": 18994
    },
    {
      "epoch": 0.8836938822982089,
      "grad_norm": 0.6720919487650827,
      "learning_rate": 0.00028693250937219725,
      "loss": 2.375,
      "step": 18995
    },
    {
      "epoch": 0.8837404047452896,
      "grad_norm": 0.7888078229777666,
      "learning_rate": 0.0002869309942531959,
      "loss": 2.4844,
      "step": 18996
    },
    {
      "epoch": 0.8837869271923703,
      "grad_norm": 0.7366880454181298,
      "learning_rate": 0.00028692947905036465,
      "loss": 2.4844,
      "step": 18997
    },
    {
      "epoch": 0.883833449639451,
      "grad_norm": 0.712643747705898,
      "learning_rate": 0.0002869279637637044,
      "loss": 2.375,
      "step": 18998
    },
    {
      "epoch": 0.8838799720865318,
      "grad_norm": 0.6979992207089195,
      "learning_rate": 0.00028692644839321596,
      "loss": 2.3594,
      "step": 18999
    },
    {
      "epoch": 0.8839264945336125,
      "grad_norm": 0.7128525984665713,
      "learning_rate": 0.0002869249329389004,
      "loss": 2.3438,
      "step": 19000
    },
    {
      "epoch": 0.8839730169806932,
      "grad_norm": 0.7015791863296259,
      "learning_rate": 0.0002869234174007585,
      "loss": 2.5938,
      "step": 19001
    },
    {
      "epoch": 0.8840195394277739,
      "grad_norm": 0.7307642420877287,
      "learning_rate": 0.0002869219017787914,
      "loss": 2.4219,
      "step": 19002
    },
    {
      "epoch": 0.8840660618748546,
      "grad_norm": 0.7078239138382207,
      "learning_rate": 0.0002869203860729998,
      "loss": 2.3125,
      "step": 19003
    },
    {
      "epoch": 0.8841125843219353,
      "grad_norm": 0.7088884721337747,
      "learning_rate": 0.0002869188702833848,
      "loss": 2.6719,
      "step": 19004
    },
    {
      "epoch": 0.8841591067690161,
      "grad_norm": 0.7366981082879706,
      "learning_rate": 0.0002869173544099473,
      "loss": 2.4531,
      "step": 19005
    },
    {
      "epoch": 0.8842056292160968,
      "grad_norm": 0.70803759215563,
      "learning_rate": 0.0002869158384526881,
      "loss": 2.4844,
      "step": 19006
    },
    {
      "epoch": 0.8842521516631775,
      "grad_norm": 0.7244576469507923,
      "learning_rate": 0.0002869143224116082,
      "loss": 2.6719,
      "step": 19007
    },
    {
      "epoch": 0.8842986741102582,
      "grad_norm": 0.7046954413665667,
      "learning_rate": 0.0002869128062867086,
      "loss": 2.3281,
      "step": 19008
    },
    {
      "epoch": 0.8843451965573389,
      "grad_norm": 0.6953981214185668,
      "learning_rate": 0.00028691129007799016,
      "loss": 2.3281,
      "step": 19009
    },
    {
      "epoch": 0.8843917190044196,
      "grad_norm": 0.7635839186766497,
      "learning_rate": 0.0002869097737854538,
      "loss": 2.6406,
      "step": 19010
    },
    {
      "epoch": 0.8844382414515003,
      "grad_norm": 0.7575694056650008,
      "learning_rate": 0.0002869082574091005,
      "loss": 2.4219,
      "step": 19011
    },
    {
      "epoch": 0.8844847638985811,
      "grad_norm": 0.7352950385211312,
      "learning_rate": 0.0002869067409489312,
      "loss": 2.5625,
      "step": 19012
    },
    {
      "epoch": 0.8845312863456618,
      "grad_norm": 0.7106573525420902,
      "learning_rate": 0.0002869052244049467,
      "loss": 2.2656,
      "step": 19013
    },
    {
      "epoch": 0.8845778087927425,
      "grad_norm": 0.6960545210382697,
      "learning_rate": 0.00028690370777714806,
      "loss": 2.7188,
      "step": 19014
    },
    {
      "epoch": 0.8846243312398232,
      "grad_norm": 0.7025378671832266,
      "learning_rate": 0.0002869021910655362,
      "loss": 2.4062,
      "step": 19015
    },
    {
      "epoch": 0.8846708536869039,
      "grad_norm": 0.732980797561573,
      "learning_rate": 0.0002869006742701119,
      "loss": 2.7969,
      "step": 19016
    },
    {
      "epoch": 0.8847173761339846,
      "grad_norm": 0.6905745219892631,
      "learning_rate": 0.0002868991573908763,
      "loss": 2.3906,
      "step": 19017
    },
    {
      "epoch": 0.8847638985810654,
      "grad_norm": 0.6667813120279891,
      "learning_rate": 0.00028689764042783017,
      "loss": 2.5469,
      "step": 19018
    },
    {
      "epoch": 0.8848104210281461,
      "grad_norm": 0.6830532063880842,
      "learning_rate": 0.0002868961233809745,
      "loss": 2.5781,
      "step": 19019
    },
    {
      "epoch": 0.8848569434752268,
      "grad_norm": 0.672041698656466,
      "learning_rate": 0.00028689460625031026,
      "loss": 2.3906,
      "step": 19020
    },
    {
      "epoch": 0.8849034659223075,
      "grad_norm": 0.7025765329771876,
      "learning_rate": 0.00028689308903583836,
      "loss": 2.5625,
      "step": 19021
    },
    {
      "epoch": 0.8849499883693882,
      "grad_norm": 0.7100078077148958,
      "learning_rate": 0.00028689157173755964,
      "loss": 2.3438,
      "step": 19022
    },
    {
      "epoch": 0.8849965108164689,
      "grad_norm": 0.6987197830143358,
      "learning_rate": 0.00028689005435547513,
      "loss": 2.3125,
      "step": 19023
    },
    {
      "epoch": 0.8850430332635497,
      "grad_norm": 0.740821236248343,
      "learning_rate": 0.00028688853688958564,
      "loss": 2.5625,
      "step": 19024
    },
    {
      "epoch": 0.8850895557106304,
      "grad_norm": 0.7351279986037493,
      "learning_rate": 0.0002868870193398923,
      "loss": 2.3281,
      "step": 19025
    },
    {
      "epoch": 0.8851360781577111,
      "grad_norm": 0.7078165786392326,
      "learning_rate": 0.00028688550170639584,
      "loss": 2.5625,
      "step": 19026
    },
    {
      "epoch": 0.8851826006047918,
      "grad_norm": 0.7139621113966842,
      "learning_rate": 0.0002868839839890973,
      "loss": 2.5938,
      "step": 19027
    },
    {
      "epoch": 0.8852291230518725,
      "grad_norm": 0.6497324641576298,
      "learning_rate": 0.00028688246618799757,
      "loss": 2.1719,
      "step": 19028
    },
    {
      "epoch": 0.8852756454989532,
      "grad_norm": 0.7214887207898254,
      "learning_rate": 0.0002868809483030976,
      "loss": 2.375,
      "step": 19029
    },
    {
      "epoch": 0.8853221679460339,
      "grad_norm": 0.6999217326088771,
      "learning_rate": 0.0002868794303343983,
      "loss": 2.6094,
      "step": 19030
    },
    {
      "epoch": 0.8853686903931147,
      "grad_norm": 0.7110497650198947,
      "learning_rate": 0.0002868779122819006,
      "loss": 2.5938,
      "step": 19031
    },
    {
      "epoch": 0.8854152128401954,
      "grad_norm": 0.746013849271154,
      "learning_rate": 0.0002868763941456054,
      "loss": 2.4219,
      "step": 19032
    },
    {
      "epoch": 0.8854617352872761,
      "grad_norm": 0.7038605388908518,
      "learning_rate": 0.0002868748759255137,
      "loss": 2.3594,
      "step": 19033
    },
    {
      "epoch": 0.8855082577343568,
      "grad_norm": 0.7704060385126927,
      "learning_rate": 0.0002868733576216264,
      "loss": 2.5312,
      "step": 19034
    },
    {
      "epoch": 0.8855547801814375,
      "grad_norm": 0.8247207493234271,
      "learning_rate": 0.00028687183923394445,
      "loss": 2.7031,
      "step": 19035
    },
    {
      "epoch": 0.8856013026285182,
      "grad_norm": 0.6934572922656094,
      "learning_rate": 0.0002868703207624687,
      "loss": 2.3438,
      "step": 19036
    },
    {
      "epoch": 0.885647825075599,
      "grad_norm": 0.736349705792663,
      "learning_rate": 0.0002868688022072002,
      "loss": 2.5312,
      "step": 19037
    },
    {
      "epoch": 0.8856943475226797,
      "grad_norm": 0.693580564249443,
      "learning_rate": 0.0002868672835681398,
      "loss": 2.3906,
      "step": 19038
    },
    {
      "epoch": 0.8857408699697604,
      "grad_norm": 0.735128900145508,
      "learning_rate": 0.00028686576484528837,
      "loss": 2.5625,
      "step": 19039
    },
    {
      "epoch": 0.8857873924168411,
      "grad_norm": 0.6677389307853042,
      "learning_rate": 0.000286864246038647,
      "loss": 1.7188,
      "step": 19040
    },
    {
      "epoch": 0.8858339148639218,
      "grad_norm": 0.6930926993868809,
      "learning_rate": 0.00028686272714821646,
      "loss": 2.6562,
      "step": 19041
    },
    {
      "epoch": 0.8858804373110025,
      "grad_norm": 0.6922380155330252,
      "learning_rate": 0.00028686120817399775,
      "loss": 2.25,
      "step": 19042
    },
    {
      "epoch": 0.8859269597580832,
      "grad_norm": 0.806814337078861,
      "learning_rate": 0.0002868596891159918,
      "loss": 2.5938,
      "step": 19043
    },
    {
      "epoch": 0.885973482205164,
      "grad_norm": 0.6990959332555117,
      "learning_rate": 0.0002868581699741996,
      "loss": 2.6719,
      "step": 19044
    },
    {
      "epoch": 0.8860200046522447,
      "grad_norm": 0.726233970111088,
      "learning_rate": 0.000286856650748622,
      "loss": 2.4219,
      "step": 19045
    },
    {
      "epoch": 0.8860665270993254,
      "grad_norm": 0.7344067043613508,
      "learning_rate": 0.00028685513143925995,
      "loss": 2.5156,
      "step": 19046
    },
    {
      "epoch": 0.8861130495464061,
      "grad_norm": 0.6726471344999658,
      "learning_rate": 0.00028685361204611436,
      "loss": 2.4219,
      "step": 19047
    },
    {
      "epoch": 0.8861595719934868,
      "grad_norm": 0.7319272593282866,
      "learning_rate": 0.00028685209256918624,
      "loss": 2.5156,
      "step": 19048
    },
    {
      "epoch": 0.8862060944405675,
      "grad_norm": 0.6840905898827578,
      "learning_rate": 0.00028685057300847645,
      "loss": 2.375,
      "step": 19049
    },
    {
      "epoch": 0.8862526168876483,
      "grad_norm": 0.6621869640196192,
      "learning_rate": 0.00028684905336398586,
      "loss": 2.25,
      "step": 19050
    },
    {
      "epoch": 0.886299139334729,
      "grad_norm": 0.6984127341891767,
      "learning_rate": 0.00028684753363571554,
      "loss": 2.75,
      "step": 19051
    },
    {
      "epoch": 0.8863456617818097,
      "grad_norm": 0.8220224316936017,
      "learning_rate": 0.00028684601382366633,
      "loss": 2.4531,
      "step": 19052
    },
    {
      "epoch": 0.8863921842288904,
      "grad_norm": 0.7765852659785994,
      "learning_rate": 0.00028684449392783913,
      "loss": 2.7344,
      "step": 19053
    },
    {
      "epoch": 0.8864387066759711,
      "grad_norm": 0.6800675516022413,
      "learning_rate": 0.00028684297394823504,
      "loss": 2.2656,
      "step": 19054
    },
    {
      "epoch": 0.8864852291230518,
      "grad_norm": 0.7180009736995044,
      "learning_rate": 0.0002868414538848548,
      "loss": 2.375,
      "step": 19055
    },
    {
      "epoch": 0.8865317515701326,
      "grad_norm": 0.7269194767596814,
      "learning_rate": 0.0002868399337376994,
      "loss": 2.2344,
      "step": 19056
    },
    {
      "epoch": 0.8865782740172133,
      "grad_norm": 0.6989986257654803,
      "learning_rate": 0.0002868384135067698,
      "loss": 2.5781,
      "step": 19057
    },
    {
      "epoch": 0.886624796464294,
      "grad_norm": 0.7018738290880522,
      "learning_rate": 0.00028683689319206697,
      "loss": 2.3281,
      "step": 19058
    },
    {
      "epoch": 0.8866713189113747,
      "grad_norm": 0.6761615803988963,
      "learning_rate": 0.0002868353727935917,
      "loss": 2.2812,
      "step": 19059
    },
    {
      "epoch": 0.8867178413584554,
      "grad_norm": 0.7366344404810713,
      "learning_rate": 0.0002868338523113451,
      "loss": 2.3594,
      "step": 19060
    },
    {
      "epoch": 0.8867643638055361,
      "grad_norm": 0.7009567153898333,
      "learning_rate": 0.000286832331745328,
      "loss": 2.3125,
      "step": 19061
    },
    {
      "epoch": 0.8868108862526168,
      "grad_norm": 0.8597396017191661,
      "learning_rate": 0.0002868308110955413,
      "loss": 2.9219,
      "step": 19062
    },
    {
      "epoch": 0.8868574086996976,
      "grad_norm": 0.7117916272322118,
      "learning_rate": 0.0002868292903619859,
      "loss": 2.5156,
      "step": 19063
    },
    {
      "epoch": 0.8869039311467783,
      "grad_norm": 0.6804809731015501,
      "learning_rate": 0.00028682776954466293,
      "loss": 2.2656,
      "step": 19064
    },
    {
      "epoch": 0.886950453593859,
      "grad_norm": 0.6599149297410402,
      "learning_rate": 0.00028682624864357313,
      "loss": 2.2344,
      "step": 19065
    },
    {
      "epoch": 0.8869969760409397,
      "grad_norm": 0.7012208123095799,
      "learning_rate": 0.00028682472765871755,
      "loss": 2.3594,
      "step": 19066
    },
    {
      "epoch": 0.8870434984880204,
      "grad_norm": 0.675156170914249,
      "learning_rate": 0.000286823206590097,
      "loss": 2.2969,
      "step": 19067
    },
    {
      "epoch": 0.8870900209351011,
      "grad_norm": 0.724123913101445,
      "learning_rate": 0.0002868216854377125,
      "loss": 2.4844,
      "step": 19068
    },
    {
      "epoch": 0.887136543382182,
      "grad_norm": 0.6772445061115322,
      "learning_rate": 0.00028682016420156496,
      "loss": 2.4062,
      "step": 19069
    },
    {
      "epoch": 0.8871830658292627,
      "grad_norm": 0.8382341343476033,
      "learning_rate": 0.00028681864288165534,
      "loss": 2.5,
      "step": 19070
    },
    {
      "epoch": 0.8872295882763434,
      "grad_norm": 0.7823718670537602,
      "learning_rate": 0.0002868171214779845,
      "loss": 2.8281,
      "step": 19071
    },
    {
      "epoch": 0.887276110723424,
      "grad_norm": 0.722466176979665,
      "learning_rate": 0.0002868155999905534,
      "loss": 2.7969,
      "step": 19072
    },
    {
      "epoch": 0.8873226331705047,
      "grad_norm": 0.6712487702198716,
      "learning_rate": 0.000286814078419363,
      "loss": 2.3281,
      "step": 19073
    },
    {
      "epoch": 0.8873691556175854,
      "grad_norm": 0.71691701091512,
      "learning_rate": 0.0002868125567644142,
      "loss": 2.5156,
      "step": 19074
    },
    {
      "epoch": 0.8874156780646661,
      "grad_norm": 0.6871316671508768,
      "learning_rate": 0.00028681103502570796,
      "loss": 2.7969,
      "step": 19075
    },
    {
      "epoch": 0.887462200511747,
      "grad_norm": 0.7060891794754734,
      "learning_rate": 0.0002868095132032452,
      "loss": 2.3438,
      "step": 19076
    },
    {
      "epoch": 0.8875087229588277,
      "grad_norm": 0.6741844120208104,
      "learning_rate": 0.00028680799129702687,
      "loss": 2.4219,
      "step": 19077
    },
    {
      "epoch": 0.8875552454059084,
      "grad_norm": 0.7631698062451671,
      "learning_rate": 0.00028680646930705385,
      "loss": 2.7969,
      "step": 19078
    },
    {
      "epoch": 0.887601767852989,
      "grad_norm": 0.6965319069313138,
      "learning_rate": 0.00028680494723332714,
      "loss": 2.6406,
      "step": 19079
    },
    {
      "epoch": 0.8876482903000698,
      "grad_norm": 0.6997476358901151,
      "learning_rate": 0.0002868034250758476,
      "loss": 2.625,
      "step": 19080
    },
    {
      "epoch": 0.8876948127471505,
      "grad_norm": 0.7122483903621983,
      "learning_rate": 0.0002868019028346162,
      "loss": 2.4062,
      "step": 19081
    },
    {
      "epoch": 0.8877413351942313,
      "grad_norm": 0.6925853370395694,
      "learning_rate": 0.0002868003805096339,
      "loss": 2.7344,
      "step": 19082
    },
    {
      "epoch": 0.887787857641312,
      "grad_norm": 0.6902668345388971,
      "learning_rate": 0.00028679885810090153,
      "loss": 2.2656,
      "step": 19083
    },
    {
      "epoch": 0.8878343800883927,
      "grad_norm": 0.7755798724341327,
      "learning_rate": 0.00028679733560842016,
      "loss": 2.5625,
      "step": 19084
    },
    {
      "epoch": 0.8878809025354734,
      "grad_norm": 0.6522367574420468,
      "learning_rate": 0.0002867958130321906,
      "loss": 2.2969,
      "step": 19085
    },
    {
      "epoch": 0.8879274249825541,
      "grad_norm": 0.7225232719337344,
      "learning_rate": 0.00028679429037221395,
      "loss": 2.4688,
      "step": 19086
    },
    {
      "epoch": 0.8879739474296348,
      "grad_norm": 0.7140498766997835,
      "learning_rate": 0.0002867927676284909,
      "loss": 2.6406,
      "step": 19087
    },
    {
      "epoch": 0.8880204698767156,
      "grad_norm": 0.7074671613576279,
      "learning_rate": 0.00028679124480102255,
      "loss": 2.6875,
      "step": 19088
    },
    {
      "epoch": 0.8880669923237963,
      "grad_norm": 0.7123886035170245,
      "learning_rate": 0.00028678972188980983,
      "loss": 2.8125,
      "step": 19089
    },
    {
      "epoch": 0.888113514770877,
      "grad_norm": 0.7044754670423956,
      "learning_rate": 0.0002867881988948536,
      "loss": 2.7656,
      "step": 19090
    },
    {
      "epoch": 0.8881600372179577,
      "grad_norm": 0.7690458893180918,
      "learning_rate": 0.00028678667581615486,
      "loss": 2.625,
      "step": 19091
    },
    {
      "epoch": 0.8882065596650384,
      "grad_norm": 0.7148841364684336,
      "learning_rate": 0.00028678515265371444,
      "loss": 2.3281,
      "step": 19092
    },
    {
      "epoch": 0.8882530821121191,
      "grad_norm": 0.7830521250209544,
      "learning_rate": 0.00028678362940753345,
      "loss": 2.3594,
      "step": 19093
    },
    {
      "epoch": 0.8882996045591998,
      "grad_norm": 0.7357405173223996,
      "learning_rate": 0.0002867821060776127,
      "loss": 2.4844,
      "step": 19094
    },
    {
      "epoch": 0.8883461270062806,
      "grad_norm": 0.7134530967080148,
      "learning_rate": 0.00028678058266395304,
      "loss": 2.6406,
      "step": 19095
    },
    {
      "epoch": 0.8883926494533613,
      "grad_norm": 0.7093590107215085,
      "learning_rate": 0.0002867790591665556,
      "loss": 2.7188,
      "step": 19096
    },
    {
      "epoch": 0.888439171900442,
      "grad_norm": 0.7682247261519335,
      "learning_rate": 0.00028677753558542117,
      "loss": 2.8125,
      "step": 19097
    },
    {
      "epoch": 0.8884856943475227,
      "grad_norm": 0.7214009175236391,
      "learning_rate": 0.00028677601192055073,
      "loss": 2.5,
      "step": 19098
    },
    {
      "epoch": 0.8885322167946034,
      "grad_norm": 0.7591311864236945,
      "learning_rate": 0.0002867744881719452,
      "loss": 2.3594,
      "step": 19099
    },
    {
      "epoch": 0.8885787392416841,
      "grad_norm": 0.7802023322210918,
      "learning_rate": 0.00028677296433960554,
      "loss": 2.7812,
      "step": 19100
    },
    {
      "epoch": 0.8886252616887649,
      "grad_norm": 0.7136925925943952,
      "learning_rate": 0.00028677144042353267,
      "loss": 2.5938,
      "step": 19101
    },
    {
      "epoch": 0.8886717841358456,
      "grad_norm": 0.7052686934721831,
      "learning_rate": 0.00028676991642372746,
      "loss": 2.6719,
      "step": 19102
    },
    {
      "epoch": 0.8887183065829263,
      "grad_norm": 0.7487574596172071,
      "learning_rate": 0.00028676839234019095,
      "loss": 2.6562,
      "step": 19103
    },
    {
      "epoch": 0.888764829030007,
      "grad_norm": 0.6841192502455952,
      "learning_rate": 0.000286766868172924,
      "loss": 2.4688,
      "step": 19104
    },
    {
      "epoch": 0.8888113514770877,
      "grad_norm": 0.7312479132591077,
      "learning_rate": 0.00028676534392192764,
      "loss": 2.5938,
      "step": 19105
    },
    {
      "epoch": 0.8888578739241684,
      "grad_norm": 0.7201988217907388,
      "learning_rate": 0.0002867638195872027,
      "loss": 2.4375,
      "step": 19106
    },
    {
      "epoch": 0.8889043963712491,
      "grad_norm": 0.705659188277635,
      "learning_rate": 0.0002867622951687501,
      "loss": 2.5781,
      "step": 19107
    },
    {
      "epoch": 0.8889509188183299,
      "grad_norm": 0.668673250413062,
      "learning_rate": 0.0002867607706665708,
      "loss": 2.375,
      "step": 19108
    },
    {
      "epoch": 0.8889974412654106,
      "grad_norm": 0.7057107402199444,
      "learning_rate": 0.0002867592460806658,
      "loss": 2.6406,
      "step": 19109
    },
    {
      "epoch": 0.8890439637124913,
      "grad_norm": 0.6983189891276161,
      "learning_rate": 0.000286757721411036,
      "loss": 2.4844,
      "step": 19110
    },
    {
      "epoch": 0.889090486159572,
      "grad_norm": 0.6729550319910922,
      "learning_rate": 0.00028675619665768226,
      "loss": 2.2969,
      "step": 19111
    },
    {
      "epoch": 0.8891370086066527,
      "grad_norm": 0.699789127303714,
      "learning_rate": 0.0002867546718206056,
      "loss": 2.4219,
      "step": 19112
    },
    {
      "epoch": 0.8891835310537334,
      "grad_norm": 0.6771304846264133,
      "learning_rate": 0.000286753146899807,
      "loss": 2.3906,
      "step": 19113
    },
    {
      "epoch": 0.8892300535008142,
      "grad_norm": 0.6777757226547423,
      "learning_rate": 0.0002867516218952872,
      "loss": 2.625,
      "step": 19114
    },
    {
      "epoch": 0.8892765759478949,
      "grad_norm": 0.7264592493774206,
      "learning_rate": 0.0002867500968070473,
      "loss": 2.6875,
      "step": 19115
    },
    {
      "epoch": 0.8893230983949756,
      "grad_norm": 0.6708141024972009,
      "learning_rate": 0.00028674857163508814,
      "loss": 2.3906,
      "step": 19116
    },
    {
      "epoch": 0.8893696208420563,
      "grad_norm": 0.7170904779126211,
      "learning_rate": 0.00028674704637941074,
      "loss": 2.6406,
      "step": 19117
    },
    {
      "epoch": 0.889416143289137,
      "grad_norm": 0.7059795178437177,
      "learning_rate": 0.000286745521040016,
      "loss": 2.4219,
      "step": 19118
    },
    {
      "epoch": 0.8894626657362177,
      "grad_norm": 0.7391090635322426,
      "learning_rate": 0.00028674399561690484,
      "loss": 2.5938,
      "step": 19119
    },
    {
      "epoch": 0.8895091881832985,
      "grad_norm": 0.774736977750528,
      "learning_rate": 0.0002867424701100782,
      "loss": 2.375,
      "step": 19120
    },
    {
      "epoch": 0.8895557106303792,
      "grad_norm": 0.7622577429157621,
      "learning_rate": 0.00028674094451953703,
      "loss": 2.6094,
      "step": 19121
    },
    {
      "epoch": 0.8896022330774599,
      "grad_norm": 0.710472064204708,
      "learning_rate": 0.00028673941884528224,
      "loss": 2.6406,
      "step": 19122
    },
    {
      "epoch": 0.8896487555245406,
      "grad_norm": 0.6859030813435019,
      "learning_rate": 0.00028673789308731473,
      "loss": 2.3594,
      "step": 19123
    },
    {
      "epoch": 0.8896952779716213,
      "grad_norm": 0.6595346810201118,
      "learning_rate": 0.0002867363672456355,
      "loss": 2.2969,
      "step": 19124
    },
    {
      "epoch": 0.889741800418702,
      "grad_norm": 0.6590314653562925,
      "learning_rate": 0.0002867348413202455,
      "loss": 1.8359,
      "step": 19125
    },
    {
      "epoch": 0.8897883228657827,
      "grad_norm": 0.6883166438182331,
      "learning_rate": 0.00028673331531114553,
      "loss": 2.3594,
      "step": 19126
    },
    {
      "epoch": 0.8898348453128635,
      "grad_norm": 0.6995204833256109,
      "learning_rate": 0.0002867317892183367,
      "loss": 2.1719,
      "step": 19127
    },
    {
      "epoch": 0.8898813677599442,
      "grad_norm": 0.7009422222025866,
      "learning_rate": 0.00028673026304181984,
      "loss": 2.5469,
      "step": 19128
    },
    {
      "epoch": 0.8899278902070249,
      "grad_norm": 0.7465615154490752,
      "learning_rate": 0.0002867287367815959,
      "loss": 2.5312,
      "step": 19129
    },
    {
      "epoch": 0.8899744126541056,
      "grad_norm": 0.7319238947262187,
      "learning_rate": 0.00028672721043766585,
      "loss": 2.7344,
      "step": 19130
    },
    {
      "epoch": 0.8900209351011863,
      "grad_norm": 0.702434178613734,
      "learning_rate": 0.00028672568401003057,
      "loss": 2.6094,
      "step": 19131
    },
    {
      "epoch": 0.890067457548267,
      "grad_norm": 0.6761813682106712,
      "learning_rate": 0.00028672415749869104,
      "loss": 2.2188,
      "step": 19132
    },
    {
      "epoch": 0.8901139799953478,
      "grad_norm": 0.745362525524449,
      "learning_rate": 0.00028672263090364817,
      "loss": 2.625,
      "step": 19133
    },
    {
      "epoch": 0.8901605024424285,
      "grad_norm": 0.6796436599424285,
      "learning_rate": 0.0002867211042249029,
      "loss": 2.375,
      "step": 19134
    },
    {
      "epoch": 0.8902070248895092,
      "grad_norm": 0.6967879455713909,
      "learning_rate": 0.0002867195774624561,
      "loss": 2.6406,
      "step": 19135
    },
    {
      "epoch": 0.8902535473365899,
      "grad_norm": 0.6607541944305418,
      "learning_rate": 0.0002867180506163088,
      "loss": 2.4531,
      "step": 19136
    },
    {
      "epoch": 0.8903000697836706,
      "grad_norm": 0.7060326015475868,
      "learning_rate": 0.000286716523686462,
      "loss": 2.7969,
      "step": 19137
    },
    {
      "epoch": 0.8903465922307513,
      "grad_norm": 0.7108051644601489,
      "learning_rate": 0.00028671499667291643,
      "loss": 2.4219,
      "step": 19138
    },
    {
      "epoch": 0.8903931146778321,
      "grad_norm": 0.7370329821474173,
      "learning_rate": 0.0002867134695756732,
      "loss": 2.5938,
      "step": 19139
    },
    {
      "epoch": 0.8904396371249128,
      "grad_norm": 0.7772679638504761,
      "learning_rate": 0.0002867119423947331,
      "loss": 2.4531,
      "step": 19140
    },
    {
      "epoch": 0.8904861595719935,
      "grad_norm": 0.7355217737578563,
      "learning_rate": 0.0002867104151300972,
      "loss": 2.7031,
      "step": 19141
    },
    {
      "epoch": 0.8905326820190742,
      "grad_norm": 0.7099977584903951,
      "learning_rate": 0.0002867088877817664,
      "loss": 2.5156,
      "step": 19142
    },
    {
      "epoch": 0.8905792044661549,
      "grad_norm": 0.8131199386109141,
      "learning_rate": 0.0002867073603497415,
      "loss": 2.4219,
      "step": 19143
    },
    {
      "epoch": 0.8906257269132356,
      "grad_norm": 0.7599153673476728,
      "learning_rate": 0.0002867058328340237,
      "loss": 2.4688,
      "step": 19144
    },
    {
      "epoch": 0.8906722493603163,
      "grad_norm": 0.7408432108318798,
      "learning_rate": 0.0002867043052346137,
      "loss": 2.5312,
      "step": 19145
    },
    {
      "epoch": 0.8907187718073971,
      "grad_norm": 0.6785190178717749,
      "learning_rate": 0.00028670277755151255,
      "loss": 2.5,
      "step": 19146
    },
    {
      "epoch": 0.8907652942544778,
      "grad_norm": 0.6608479247217397,
      "learning_rate": 0.0002867012497847211,
      "loss": 2.1094,
      "step": 19147
    },
    {
      "epoch": 0.8908118167015585,
      "grad_norm": 0.7209965001449089,
      "learning_rate": 0.0002866997219342404,
      "loss": 2.6562,
      "step": 19148
    },
    {
      "epoch": 0.8908583391486392,
      "grad_norm": 0.7216321084738707,
      "learning_rate": 0.0002866981940000713,
      "loss": 2.5312,
      "step": 19149
    },
    {
      "epoch": 0.8909048615957199,
      "grad_norm": 0.7197583204653292,
      "learning_rate": 0.0002866966659822147,
      "loss": 2.3594,
      "step": 19150
    },
    {
      "epoch": 0.8909513840428006,
      "grad_norm": 0.698506683328638,
      "learning_rate": 0.0002866951378806717,
      "loss": 2.5,
      "step": 19151
    },
    {
      "epoch": 0.8909979064898814,
      "grad_norm": 0.7241622438454948,
      "learning_rate": 0.0002866936096954431,
      "loss": 2.1719,
      "step": 19152
    },
    {
      "epoch": 0.8910444289369621,
      "grad_norm": 0.6711985225634587,
      "learning_rate": 0.00028669208142652986,
      "loss": 2.5312,
      "step": 19153
    },
    {
      "epoch": 0.8910909513840428,
      "grad_norm": 0.6761015081940518,
      "learning_rate": 0.0002866905530739329,
      "loss": 2.4688,
      "step": 19154
    },
    {
      "epoch": 0.8911374738311235,
      "grad_norm": 0.7957787979398232,
      "learning_rate": 0.0002866890246376532,
      "loss": 2.4844,
      "step": 19155
    },
    {
      "epoch": 0.8911839962782042,
      "grad_norm": 0.683387868924356,
      "learning_rate": 0.0002866874961176917,
      "loss": 2.4375,
      "step": 19156
    },
    {
      "epoch": 0.8912305187252849,
      "grad_norm": 0.6931841921730655,
      "learning_rate": 0.0002866859675140492,
      "loss": 2.3594,
      "step": 19157
    },
    {
      "epoch": 0.8912770411723656,
      "grad_norm": 0.704047586044742,
      "learning_rate": 0.00028668443882672685,
      "loss": 2.4531,
      "step": 19158
    },
    {
      "epoch": 0.8913235636194464,
      "grad_norm": 0.6656914005141699,
      "learning_rate": 0.00028668291005572546,
      "loss": 2.7188,
      "step": 19159
    },
    {
      "epoch": 0.8913700860665271,
      "grad_norm": 0.6953421131837966,
      "learning_rate": 0.000286681381201046,
      "loss": 2.5625,
      "step": 19160
    },
    {
      "epoch": 0.8914166085136078,
      "grad_norm": 0.6752925084337205,
      "learning_rate": 0.0002866798522626893,
      "loss": 2.2656,
      "step": 19161
    },
    {
      "epoch": 0.8914631309606885,
      "grad_norm": 0.7417280833772697,
      "learning_rate": 0.00028667832324065647,
      "loss": 2.6094,
      "step": 19162
    },
    {
      "epoch": 0.8915096534077692,
      "grad_norm": 0.6749479110649673,
      "learning_rate": 0.00028667679413494837,
      "loss": 2.4062,
      "step": 19163
    },
    {
      "epoch": 0.8915561758548499,
      "grad_norm": 0.7402905603595553,
      "learning_rate": 0.0002866752649455659,
      "loss": 2.5938,
      "step": 19164
    },
    {
      "epoch": 0.8916026983019307,
      "grad_norm": 0.710774247751194,
      "learning_rate": 0.00028667373567251004,
      "loss": 2.1406,
      "step": 19165
    },
    {
      "epoch": 0.8916492207490114,
      "grad_norm": 0.84802419576039,
      "learning_rate": 0.00028667220631578176,
      "loss": 2.7812,
      "step": 19166
    },
    {
      "epoch": 0.8916957431960921,
      "grad_norm": 0.6722642247576174,
      "learning_rate": 0.0002866706768753819,
      "loss": 1.75,
      "step": 19167
    },
    {
      "epoch": 0.8917422656431728,
      "grad_norm": 0.7417199431429597,
      "learning_rate": 0.00028666914735131147,
      "loss": 2.5625,
      "step": 19168
    },
    {
      "epoch": 0.8917887880902535,
      "grad_norm": 0.6956459281108939,
      "learning_rate": 0.0002866676177435713,
      "loss": 2.6094,
      "step": 19169
    },
    {
      "epoch": 0.8918353105373342,
      "grad_norm": 0.6921006881489105,
      "learning_rate": 0.0002866660880521625,
      "loss": 2.2812,
      "step": 19170
    },
    {
      "epoch": 0.891881832984415,
      "grad_norm": 0.716138509655397,
      "learning_rate": 0.0002866645582770859,
      "loss": 2.4688,
      "step": 19171
    },
    {
      "epoch": 0.8919283554314957,
      "grad_norm": 0.6942187875480038,
      "learning_rate": 0.00028666302841834243,
      "loss": 2.375,
      "step": 19172
    },
    {
      "epoch": 0.8919748778785764,
      "grad_norm": 0.7339049182714209,
      "learning_rate": 0.00028666149847593307,
      "loss": 2.5625,
      "step": 19173
    },
    {
      "epoch": 0.8920214003256571,
      "grad_norm": 0.6528122578326578,
      "learning_rate": 0.00028665996844985875,
      "loss": 2.1406,
      "step": 19174
    },
    {
      "epoch": 0.8920679227727378,
      "grad_norm": 0.7348297708662173,
      "learning_rate": 0.00028665843834012035,
      "loss": 2.875,
      "step": 19175
    },
    {
      "epoch": 0.8921144452198185,
      "grad_norm": 0.7047695725672436,
      "learning_rate": 0.00028665690814671884,
      "loss": 2.5,
      "step": 19176
    },
    {
      "epoch": 0.8921609676668992,
      "grad_norm": 0.6836949690201946,
      "learning_rate": 0.0002866553778696552,
      "loss": 2.3594,
      "step": 19177
    },
    {
      "epoch": 0.89220749011398,
      "grad_norm": 0.7387696694361963,
      "learning_rate": 0.0002866538475089303,
      "loss": 1.8672,
      "step": 19178
    },
    {
      "epoch": 0.8922540125610607,
      "grad_norm": 0.9173624727852763,
      "learning_rate": 0.00028665231706454517,
      "loss": 2.7188,
      "step": 19179
    },
    {
      "epoch": 0.8923005350081414,
      "grad_norm": 0.7032297345558439,
      "learning_rate": 0.00028665078653650064,
      "loss": 2.4688,
      "step": 19180
    },
    {
      "epoch": 0.8923470574552221,
      "grad_norm": 0.7146674501241345,
      "learning_rate": 0.00028664925592479767,
      "loss": 2.3125,
      "step": 19181
    },
    {
      "epoch": 0.8923935799023028,
      "grad_norm": 0.7137619832324499,
      "learning_rate": 0.0002866477252294373,
      "loss": 2.5625,
      "step": 19182
    },
    {
      "epoch": 0.8924401023493835,
      "grad_norm": 0.6727658942302105,
      "learning_rate": 0.00028664619445042033,
      "loss": 2.4375,
      "step": 19183
    },
    {
      "epoch": 0.8924866247964643,
      "grad_norm": 0.7717779571326735,
      "learning_rate": 0.00028664466358774776,
      "loss": 2.4219,
      "step": 19184
    },
    {
      "epoch": 0.892533147243545,
      "grad_norm": 0.7590236468193639,
      "learning_rate": 0.0002866431326414205,
      "loss": 2.7031,
      "step": 19185
    },
    {
      "epoch": 0.8925796696906257,
      "grad_norm": 0.6949882171284275,
      "learning_rate": 0.00028664160161143956,
      "loss": 2.4219,
      "step": 19186
    },
    {
      "epoch": 0.8926261921377064,
      "grad_norm": 0.7078010704462026,
      "learning_rate": 0.0002866400704978058,
      "loss": 2.3281,
      "step": 19187
    },
    {
      "epoch": 0.8926727145847871,
      "grad_norm": 0.7188655989048692,
      "learning_rate": 0.0002866385393005202,
      "loss": 2.5312,
      "step": 19188
    },
    {
      "epoch": 0.8927192370318678,
      "grad_norm": 0.7278287285411653,
      "learning_rate": 0.0002866370080195836,
      "loss": 2.0,
      "step": 19189
    },
    {
      "epoch": 0.8927657594789485,
      "grad_norm": 0.6829054934663712,
      "learning_rate": 0.00028663547665499714,
      "loss": 2.2969,
      "step": 19190
    },
    {
      "epoch": 0.8928122819260293,
      "grad_norm": 0.6954260245917088,
      "learning_rate": 0.00028663394520676155,
      "loss": 2.5469,
      "step": 19191
    },
    {
      "epoch": 0.89285880437311,
      "grad_norm": 0.6864686925896544,
      "learning_rate": 0.00028663241367487787,
      "loss": 2.2812,
      "step": 19192
    },
    {
      "epoch": 0.8929053268201907,
      "grad_norm": 0.6010678210513866,
      "learning_rate": 0.00028663088205934707,
      "loss": 1.6328,
      "step": 19193
    },
    {
      "epoch": 0.8929518492672714,
      "grad_norm": 0.695883449110596,
      "learning_rate": 0.00028662935036016996,
      "loss": 2.2812,
      "step": 19194
    },
    {
      "epoch": 0.8929983717143521,
      "grad_norm": 0.7096887759962617,
      "learning_rate": 0.00028662781857734763,
      "loss": 2.5156,
      "step": 19195
    },
    {
      "epoch": 0.8930448941614328,
      "grad_norm": 0.7203283579534899,
      "learning_rate": 0.00028662628671088095,
      "loss": 2.4062,
      "step": 19196
    },
    {
      "epoch": 0.8930914166085137,
      "grad_norm": 0.6667900895081288,
      "learning_rate": 0.0002866247547607708,
      "loss": 1.8125,
      "step": 19197
    },
    {
      "epoch": 0.8931379390555944,
      "grad_norm": 0.7180695189007711,
      "learning_rate": 0.00028662322272701815,
      "loss": 2.6094,
      "step": 19198
    },
    {
      "epoch": 0.893184461502675,
      "grad_norm": 0.7034484042850803,
      "learning_rate": 0.000286621690609624,
      "loss": 2.4375,
      "step": 19199
    },
    {
      "epoch": 0.8932309839497558,
      "grad_norm": 0.7246649959443652,
      "learning_rate": 0.0002866201584085892,
      "loss": 2.4844,
      "step": 19200
    },
    {
      "epoch": 0.8932775063968365,
      "grad_norm": 0.75066697831439,
      "learning_rate": 0.0002866186261239148,
      "loss": 2.5156,
      "step": 19201
    },
    {
      "epoch": 0.8933240288439172,
      "grad_norm": 0.7317274223863566,
      "learning_rate": 0.00028661709375560167,
      "loss": 2.2188,
      "step": 19202
    },
    {
      "epoch": 0.893370551290998,
      "grad_norm": 0.7006228838580987,
      "learning_rate": 0.0002866155613036507,
      "loss": 2.625,
      "step": 19203
    },
    {
      "epoch": 0.8934170737380787,
      "grad_norm": 0.7333745759084106,
      "learning_rate": 0.00028661402876806294,
      "loss": 2.6406,
      "step": 19204
    },
    {
      "epoch": 0.8934635961851594,
      "grad_norm": 0.7504603124421483,
      "learning_rate": 0.0002866124961488392,
      "loss": 2.75,
      "step": 19205
    },
    {
      "epoch": 0.8935101186322401,
      "grad_norm": 0.7282868769781247,
      "learning_rate": 0.0002866109634459805,
      "loss": 2.3438,
      "step": 19206
    },
    {
      "epoch": 0.8935566410793208,
      "grad_norm": 0.750207785288175,
      "learning_rate": 0.0002866094306594878,
      "loss": 2.375,
      "step": 19207
    },
    {
      "epoch": 0.8936031635264015,
      "grad_norm": 0.727493156039849,
      "learning_rate": 0.0002866078977893619,
      "loss": 2.6562,
      "step": 19208
    },
    {
      "epoch": 0.8936496859734822,
      "grad_norm": 0.663131965224589,
      "learning_rate": 0.000286606364835604,
      "loss": 2.3906,
      "step": 19209
    },
    {
      "epoch": 0.893696208420563,
      "grad_norm": 0.7244757660678435,
      "learning_rate": 0.00028660483179821476,
      "loss": 2.625,
      "step": 19210
    },
    {
      "epoch": 0.8937427308676437,
      "grad_norm": 0.7195838890188372,
      "learning_rate": 0.0002866032986771953,
      "loss": 2.3594,
      "step": 19211
    },
    {
      "epoch": 0.8937892533147244,
      "grad_norm": 0.6890286996007934,
      "learning_rate": 0.00028660176547254645,
      "loss": 2.5938,
      "step": 19212
    },
    {
      "epoch": 0.8938357757618051,
      "grad_norm": 0.6740031945433136,
      "learning_rate": 0.00028660023218426923,
      "loss": 2.3906,
      "step": 19213
    },
    {
      "epoch": 0.8938822982088858,
      "grad_norm": 0.794802657150149,
      "learning_rate": 0.0002865986988123645,
      "loss": 2.625,
      "step": 19214
    },
    {
      "epoch": 0.8939288206559665,
      "grad_norm": 0.7883199372823787,
      "learning_rate": 0.0002865971653568333,
      "loss": 2.5312,
      "step": 19215
    },
    {
      "epoch": 0.8939753431030473,
      "grad_norm": 0.7186706396388846,
      "learning_rate": 0.00028659563181767647,
      "loss": 2.5781,
      "step": 19216
    },
    {
      "epoch": 0.894021865550128,
      "grad_norm": 0.716713767625234,
      "learning_rate": 0.000286594098194895,
      "loss": 2.4844,
      "step": 19217
    },
    {
      "epoch": 0.8940683879972087,
      "grad_norm": 0.6629174333691205,
      "learning_rate": 0.0002865925644884898,
      "loss": 2.2344,
      "step": 19218
    },
    {
      "epoch": 0.8941149104442894,
      "grad_norm": 0.6559536691268937,
      "learning_rate": 0.00028659103069846183,
      "loss": 2.2031,
      "step": 19219
    },
    {
      "epoch": 0.8941614328913701,
      "grad_norm": 0.7259351451468851,
      "learning_rate": 0.00028658949682481205,
      "loss": 2.5,
      "step": 19220
    },
    {
      "epoch": 0.8942079553384508,
      "grad_norm": 0.7078420016850587,
      "learning_rate": 0.0002865879628675414,
      "loss": 2.6094,
      "step": 19221
    },
    {
      "epoch": 0.8942544777855315,
      "grad_norm": 0.762342001505396,
      "learning_rate": 0.00028658642882665075,
      "loss": 2.625,
      "step": 19222
    },
    {
      "epoch": 0.8943010002326123,
      "grad_norm": 0.669295931348865,
      "learning_rate": 0.00028658489470214103,
      "loss": 2.3594,
      "step": 19223
    },
    {
      "epoch": 0.894347522679693,
      "grad_norm": 0.696717264834372,
      "learning_rate": 0.0002865833604940133,
      "loss": 2.5312,
      "step": 19224
    },
    {
      "epoch": 0.8943940451267737,
      "grad_norm": 0.7341105014132221,
      "learning_rate": 0.00028658182620226844,
      "loss": 2.8125,
      "step": 19225
    },
    {
      "epoch": 0.8944405675738544,
      "grad_norm": 0.7662619330351107,
      "learning_rate": 0.00028658029182690735,
      "loss": 2.5781,
      "step": 19226
    },
    {
      "epoch": 0.8944870900209351,
      "grad_norm": 0.702181755718347,
      "learning_rate": 0.000286578757367931,
      "loss": 2.6875,
      "step": 19227
    },
    {
      "epoch": 0.8945336124680158,
      "grad_norm": 0.8346364377173098,
      "learning_rate": 0.0002865772228253404,
      "loss": 1.8203,
      "step": 19228
    },
    {
      "epoch": 0.8945801349150966,
      "grad_norm": 0.712842660609075,
      "learning_rate": 0.00028657568819913636,
      "loss": 2.8906,
      "step": 19229
    },
    {
      "epoch": 0.8946266573621773,
      "grad_norm": 0.667122484321146,
      "learning_rate": 0.0002865741534893199,
      "loss": 2.4375,
      "step": 19230
    },
    {
      "epoch": 0.894673179809258,
      "grad_norm": 0.6926957007856551,
      "learning_rate": 0.0002865726186958919,
      "loss": 2.7812,
      "step": 19231
    },
    {
      "epoch": 0.8947197022563387,
      "grad_norm": 0.7918354326245096,
      "learning_rate": 0.0002865710838188534,
      "loss": 2.5156,
      "step": 19232
    },
    {
      "epoch": 0.8947662247034194,
      "grad_norm": 0.6568633878425171,
      "learning_rate": 0.0002865695488582052,
      "loss": 2.2812,
      "step": 19233
    },
    {
      "epoch": 0.8948127471505001,
      "grad_norm": 0.7134990063144174,
      "learning_rate": 0.00028656801381394837,
      "loss": 2.375,
      "step": 19234
    },
    {
      "epoch": 0.8948592695975809,
      "grad_norm": 0.7436982762377605,
      "learning_rate": 0.00028656647868608375,
      "loss": 2.7656,
      "step": 19235
    },
    {
      "epoch": 0.8949057920446616,
      "grad_norm": 0.6992486046766908,
      "learning_rate": 0.0002865649434746124,
      "loss": 2.4688,
      "step": 19236
    },
    {
      "epoch": 0.8949523144917423,
      "grad_norm": 0.6952563944982273,
      "learning_rate": 0.00028656340817953513,
      "loss": 2.5156,
      "step": 19237
    },
    {
      "epoch": 0.894998836938823,
      "grad_norm": 0.7494572327603357,
      "learning_rate": 0.0002865618728008529,
      "loss": 2.2344,
      "step": 19238
    },
    {
      "epoch": 0.8950453593859037,
      "grad_norm": 0.7255484127371182,
      "learning_rate": 0.0002865603373385668,
      "loss": 2.5,
      "step": 19239
    },
    {
      "epoch": 0.8950918818329844,
      "grad_norm": 0.7251323071272279,
      "learning_rate": 0.00028655880179267757,
      "loss": 2.5156,
      "step": 19240
    },
    {
      "epoch": 0.8951384042800651,
      "grad_norm": 0.7440463098366747,
      "learning_rate": 0.00028655726616318627,
      "loss": 2.5938,
      "step": 19241
    },
    {
      "epoch": 0.8951849267271459,
      "grad_norm": 0.7688493449647613,
      "learning_rate": 0.0002865557304500938,
      "loss": 2.5625,
      "step": 19242
    },
    {
      "epoch": 0.8952314491742266,
      "grad_norm": 0.6865583972559695,
      "learning_rate": 0.0002865541946534011,
      "loss": 2.125,
      "step": 19243
    },
    {
      "epoch": 0.8952779716213073,
      "grad_norm": 0.7070970933995462,
      "learning_rate": 0.0002865526587731091,
      "loss": 2.5312,
      "step": 19244
    },
    {
      "epoch": 0.895324494068388,
      "grad_norm": 0.7447725373053348,
      "learning_rate": 0.0002865511228092188,
      "loss": 2.6875,
      "step": 19245
    },
    {
      "epoch": 0.8953710165154687,
      "grad_norm": 0.8724532305995725,
      "learning_rate": 0.0002865495867617311,
      "loss": 1.8906,
      "step": 19246
    },
    {
      "epoch": 0.8954175389625494,
      "grad_norm": 0.7198226011360606,
      "learning_rate": 0.00028654805063064694,
      "loss": 2.3906,
      "step": 19247
    },
    {
      "epoch": 0.8954640614096302,
      "grad_norm": 0.735087710222348,
      "learning_rate": 0.00028654651441596717,
      "loss": 2.4375,
      "step": 19248
    },
    {
      "epoch": 0.8955105838567109,
      "grad_norm": 0.7160623917942303,
      "learning_rate": 0.0002865449781176929,
      "loss": 2.4844,
      "step": 19249
    },
    {
      "epoch": 0.8955571063037916,
      "grad_norm": 0.7125988232669287,
      "learning_rate": 0.000286543441735825,
      "loss": 2.3594,
      "step": 19250
    },
    {
      "epoch": 0.8956036287508723,
      "grad_norm": 0.9010438628616777,
      "learning_rate": 0.00028654190527036433,
      "loss": 2.4531,
      "step": 19251
    },
    {
      "epoch": 0.895650151197953,
      "grad_norm": 0.7110652202713439,
      "learning_rate": 0.00028654036872131195,
      "loss": 2.5625,
      "step": 19252
    },
    {
      "epoch": 0.8956966736450337,
      "grad_norm": 0.7576432003967415,
      "learning_rate": 0.0002865388320886687,
      "loss": 2.5938,
      "step": 19253
    },
    {
      "epoch": 0.8957431960921144,
      "grad_norm": 0.7074958395749684,
      "learning_rate": 0.00028653729537243567,
      "loss": 2.4844,
      "step": 19254
    },
    {
      "epoch": 0.8957897185391952,
      "grad_norm": 0.7556472166289626,
      "learning_rate": 0.00028653575857261367,
      "loss": 2.4375,
      "step": 19255
    },
    {
      "epoch": 0.8958362409862759,
      "grad_norm": 0.7775181899294562,
      "learning_rate": 0.00028653422168920363,
      "loss": 2.9375,
      "step": 19256
    },
    {
      "epoch": 0.8958827634333566,
      "grad_norm": 0.7178623767774199,
      "learning_rate": 0.0002865326847222066,
      "loss": 2.6875,
      "step": 19257
    },
    {
      "epoch": 0.8959292858804373,
      "grad_norm": 0.7402606042943373,
      "learning_rate": 0.0002865311476716234,
      "loss": 2.5,
      "step": 19258
    },
    {
      "epoch": 0.895975808327518,
      "grad_norm": 0.6999103149574989,
      "learning_rate": 0.00028652961053745506,
      "loss": 2.7812,
      "step": 19259
    },
    {
      "epoch": 0.8960223307745987,
      "grad_norm": 0.7431107345977888,
      "learning_rate": 0.00028652807331970245,
      "loss": 2.5,
      "step": 19260
    },
    {
      "epoch": 0.8960688532216795,
      "grad_norm": 0.7145587274362699,
      "learning_rate": 0.0002865265360183666,
      "loss": 2.5156,
      "step": 19261
    },
    {
      "epoch": 0.8961153756687602,
      "grad_norm": 0.7320491057971448,
      "learning_rate": 0.00028652499863344836,
      "loss": 2.5312,
      "step": 19262
    },
    {
      "epoch": 0.8961618981158409,
      "grad_norm": 0.6564963768516909,
      "learning_rate": 0.0002865234611649487,
      "loss": 2.2344,
      "step": 19263
    },
    {
      "epoch": 0.8962084205629216,
      "grad_norm": 0.7209268954635157,
      "learning_rate": 0.00028652192361286856,
      "loss": 2.4375,
      "step": 19264
    },
    {
      "epoch": 0.8962549430100023,
      "grad_norm": 0.7846163259243544,
      "learning_rate": 0.000286520385977209,
      "loss": 2.6094,
      "step": 19265
    },
    {
      "epoch": 0.896301465457083,
      "grad_norm": 0.7838939703301667,
      "learning_rate": 0.00028651884825797074,
      "loss": 2.9062,
      "step": 19266
    },
    {
      "epoch": 0.8963479879041638,
      "grad_norm": 0.6856866415381099,
      "learning_rate": 0.0002865173104551549,
      "loss": 2.2656,
      "step": 19267
    },
    {
      "epoch": 0.8963945103512445,
      "grad_norm": 0.6421626147029115,
      "learning_rate": 0.0002865157725687623,
      "loss": 2.1562,
      "step": 19268
    },
    {
      "epoch": 0.8964410327983252,
      "grad_norm": 0.7916927350075856,
      "learning_rate": 0.00028651423459879403,
      "loss": 2.7812,
      "step": 19269
    },
    {
      "epoch": 0.8964875552454059,
      "grad_norm": 0.6800978714290469,
      "learning_rate": 0.00028651269654525084,
      "loss": 2.2812,
      "step": 19270
    },
    {
      "epoch": 0.8965340776924866,
      "grad_norm": 0.6701772133839795,
      "learning_rate": 0.00028651115840813387,
      "loss": 2.5156,
      "step": 19271
    },
    {
      "epoch": 0.8965806001395673,
      "grad_norm": 0.7595876908320136,
      "learning_rate": 0.00028650962018744383,
      "loss": 2.4062,
      "step": 19272
    },
    {
      "epoch": 0.896627122586648,
      "grad_norm": 0.7159015028361035,
      "learning_rate": 0.00028650808188318197,
      "loss": 1.9453,
      "step": 19273
    },
    {
      "epoch": 0.8966736450337288,
      "grad_norm": 0.7692981151485033,
      "learning_rate": 0.00028650654349534894,
      "loss": 2.6719,
      "step": 19274
    },
    {
      "epoch": 0.8967201674808095,
      "grad_norm": 0.7298100842518499,
      "learning_rate": 0.00028650500502394583,
      "loss": 2.5625,
      "step": 19275
    },
    {
      "epoch": 0.8967666899278902,
      "grad_norm": 0.6970058419756461,
      "learning_rate": 0.00028650346646897355,
      "loss": 2.3281,
      "step": 19276
    },
    {
      "epoch": 0.8968132123749709,
      "grad_norm": 0.8230227197733317,
      "learning_rate": 0.000286501927830433,
      "loss": 2.5625,
      "step": 19277
    },
    {
      "epoch": 0.8968597348220516,
      "grad_norm": 0.7192077655628736,
      "learning_rate": 0.00028650038910832523,
      "loss": 2.1094,
      "step": 19278
    },
    {
      "epoch": 0.8969062572691323,
      "grad_norm": 0.7106382166307649,
      "learning_rate": 0.0002864988503026511,
      "loss": 2.5156,
      "step": 19279
    },
    {
      "epoch": 0.8969527797162131,
      "grad_norm": 0.6941695087787977,
      "learning_rate": 0.0002864973114134116,
      "loss": 2.0,
      "step": 19280
    },
    {
      "epoch": 0.8969993021632938,
      "grad_norm": 0.7193159619327663,
      "learning_rate": 0.00028649577244060757,
      "loss": 2.3906,
      "step": 19281
    },
    {
      "epoch": 0.8970458246103745,
      "grad_norm": 0.6765396359462916,
      "learning_rate": 0.00028649423338424003,
      "loss": 2.4531,
      "step": 19282
    },
    {
      "epoch": 0.8970923470574552,
      "grad_norm": 0.6847321060833678,
      "learning_rate": 0.00028649269424431,
      "loss": 1.8047,
      "step": 19283
    },
    {
      "epoch": 0.8971388695045359,
      "grad_norm": 0.7266948204252932,
      "learning_rate": 0.0002864911550208183,
      "loss": 2.2812,
      "step": 19284
    },
    {
      "epoch": 0.8971853919516166,
      "grad_norm": 0.6956798213264053,
      "learning_rate": 0.00028648961571376585,
      "loss": 2.7188,
      "step": 19285
    },
    {
      "epoch": 0.8972319143986973,
      "grad_norm": 0.691609225267525,
      "learning_rate": 0.0002864880763231537,
      "loss": 2.4531,
      "step": 19286
    },
    {
      "epoch": 0.8972784368457781,
      "grad_norm": 0.6754819275544074,
      "learning_rate": 0.0002864865368489827,
      "loss": 2.5781,
      "step": 19287
    },
    {
      "epoch": 0.8973249592928588,
      "grad_norm": 0.8061600949381497,
      "learning_rate": 0.00028648499729125396,
      "loss": 2.5469,
      "step": 19288
    },
    {
      "epoch": 0.8973714817399395,
      "grad_norm": 0.6508853916616882,
      "learning_rate": 0.0002864834576499682,
      "loss": 2.25,
      "step": 19289
    },
    {
      "epoch": 0.8974180041870202,
      "grad_norm": 0.6749619716814226,
      "learning_rate": 0.0002864819179251264,
      "loss": 2.2812,
      "step": 19290
    },
    {
      "epoch": 0.8974645266341009,
      "grad_norm": 0.8416982725991367,
      "learning_rate": 0.00028648037811672975,
      "loss": 2.5469,
      "step": 19291
    },
    {
      "epoch": 0.8975110490811816,
      "grad_norm": 0.7302213279185487,
      "learning_rate": 0.0002864788382247788,
      "loss": 2.2812,
      "step": 19292
    },
    {
      "epoch": 0.8975575715282624,
      "grad_norm": 0.7814047351380423,
      "learning_rate": 0.0002864772982492749,
      "loss": 2.6562,
      "step": 19293
    },
    {
      "epoch": 0.8976040939753431,
      "grad_norm": 0.7295791377964465,
      "learning_rate": 0.0002864757581902187,
      "loss": 2.9062,
      "step": 19294
    },
    {
      "epoch": 0.8976506164224238,
      "grad_norm": 0.704850341584224,
      "learning_rate": 0.0002864742180476112,
      "loss": 1.8516,
      "step": 19295
    },
    {
      "epoch": 0.8976971388695045,
      "grad_norm": 0.6856312057748833,
      "learning_rate": 0.00028647267782145344,
      "loss": 2.3281,
      "step": 19296
    },
    {
      "epoch": 0.8977436613165852,
      "grad_norm": 0.7315243371345327,
      "learning_rate": 0.00028647113751174624,
      "loss": 2.2344,
      "step": 19297
    },
    {
      "epoch": 0.8977901837636659,
      "grad_norm": 0.6944649194925833,
      "learning_rate": 0.00028646959711849064,
      "loss": 2.4531,
      "step": 19298
    },
    {
      "epoch": 0.8978367062107467,
      "grad_norm": 0.706514293726373,
      "learning_rate": 0.0002864680566416876,
      "loss": 2.4375,
      "step": 19299
    },
    {
      "epoch": 0.8978832286578274,
      "grad_norm": 0.771176817147282,
      "learning_rate": 0.00028646651608133796,
      "loss": 2.5469,
      "step": 19300
    },
    {
      "epoch": 0.8979297511049081,
      "grad_norm": 0.7057407349495082,
      "learning_rate": 0.00028646497543744273,
      "loss": 2.5312,
      "step": 19301
    },
    {
      "epoch": 0.8979762735519888,
      "grad_norm": 0.7281187209420892,
      "learning_rate": 0.0002864634347100028,
      "loss": 2.5938,
      "step": 19302
    },
    {
      "epoch": 0.8980227959990695,
      "grad_norm": 0.7113965464733806,
      "learning_rate": 0.00028646189389901916,
      "loss": 2.2656,
      "step": 19303
    },
    {
      "epoch": 0.8980693184461502,
      "grad_norm": 0.6927208924676137,
      "learning_rate": 0.00028646035300449276,
      "loss": 2.4062,
      "step": 19304
    },
    {
      "epoch": 0.8981158408932309,
      "grad_norm": 0.703613091334875,
      "learning_rate": 0.0002864588120264246,
      "loss": 2.4062,
      "step": 19305
    },
    {
      "epoch": 0.8981623633403117,
      "grad_norm": 0.7414980311275539,
      "learning_rate": 0.0002864572709648154,
      "loss": 2.6719,
      "step": 19306
    },
    {
      "epoch": 0.8982088857873924,
      "grad_norm": 0.7622268907596239,
      "learning_rate": 0.00028645572981966636,
      "loss": 2.3438,
      "step": 19307
    },
    {
      "epoch": 0.8982554082344731,
      "grad_norm": 0.7504639390809434,
      "learning_rate": 0.0002864541885909783,
      "loss": 2.4844,
      "step": 19308
    },
    {
      "epoch": 0.8983019306815538,
      "grad_norm": 0.7170489379664515,
      "learning_rate": 0.00028645264727875216,
      "loss": 2.8281,
      "step": 19309
    },
    {
      "epoch": 0.8983484531286345,
      "grad_norm": 0.7049668493781736,
      "learning_rate": 0.0002864511058829889,
      "loss": 2.5938,
      "step": 19310
    },
    {
      "epoch": 0.8983949755757152,
      "grad_norm": 0.6690152337433746,
      "learning_rate": 0.0002864495644036895,
      "loss": 2.3594,
      "step": 19311
    },
    {
      "epoch": 0.898441498022796,
      "grad_norm": 0.6651438357801284,
      "learning_rate": 0.0002864480228408549,
      "loss": 2.1875,
      "step": 19312
    },
    {
      "epoch": 0.8984880204698767,
      "grad_norm": 0.8249468558551221,
      "learning_rate": 0.000286446481194486,
      "loss": 2.8594,
      "step": 19313
    },
    {
      "epoch": 0.8985345429169574,
      "grad_norm": 0.673300432476664,
      "learning_rate": 0.00028644493946458367,
      "loss": 2.4375,
      "step": 19314
    },
    {
      "epoch": 0.8985810653640381,
      "grad_norm": 0.7291609348892454,
      "learning_rate": 0.00028644339765114904,
      "loss": 2.3906,
      "step": 19315
    },
    {
      "epoch": 0.8986275878111188,
      "grad_norm": 0.7236324531533543,
      "learning_rate": 0.0002864418557541829,
      "loss": 2.3281,
      "step": 19316
    },
    {
      "epoch": 0.8986741102581995,
      "grad_norm": 0.7261210782460452,
      "learning_rate": 0.0002864403137736863,
      "loss": 2.3906,
      "step": 19317
    },
    {
      "epoch": 0.8987206327052802,
      "grad_norm": 0.6707075241778047,
      "learning_rate": 0.0002864387717096601,
      "loss": 2.5625,
      "step": 19318
    },
    {
      "epoch": 0.898767155152361,
      "grad_norm": 0.7006606454639459,
      "learning_rate": 0.0002864372295621053,
      "loss": 2.3906,
      "step": 19319
    },
    {
      "epoch": 0.8988136775994418,
      "grad_norm": 0.7408788402650882,
      "learning_rate": 0.00028643568733102286,
      "loss": 2.5156,
      "step": 19320
    },
    {
      "epoch": 0.8988602000465225,
      "grad_norm": 0.700426175170069,
      "learning_rate": 0.00028643414501641366,
      "loss": 2.6094,
      "step": 19321
    },
    {
      "epoch": 0.8989067224936031,
      "grad_norm": 0.7057609156013083,
      "learning_rate": 0.0002864326026182786,
      "loss": 2.7812,
      "step": 19322
    },
    {
      "epoch": 0.8989532449406838,
      "grad_norm": 0.7700102764578284,
      "learning_rate": 0.00028643106013661874,
      "loss": 1.8047,
      "step": 19323
    },
    {
      "epoch": 0.8989997673877645,
      "grad_norm": 0.6945874497437513,
      "learning_rate": 0.00028642951757143503,
      "loss": 2.5312,
      "step": 19324
    },
    {
      "epoch": 0.8990462898348454,
      "grad_norm": 0.7570248482212439,
      "learning_rate": 0.00028642797492272834,
      "loss": 2.5625,
      "step": 19325
    },
    {
      "epoch": 0.8990928122819261,
      "grad_norm": 0.7728119303352837,
      "learning_rate": 0.00028642643219049964,
      "loss": 2.4688,
      "step": 19326
    },
    {
      "epoch": 0.8991393347290068,
      "grad_norm": 0.7590376147035734,
      "learning_rate": 0.00028642488937474987,
      "loss": 2.6562,
      "step": 19327
    },
    {
      "epoch": 0.8991858571760875,
      "grad_norm": 0.7326086083725009,
      "learning_rate": 0.00028642334647548,
      "loss": 2.7031,
      "step": 19328
    },
    {
      "epoch": 0.8992323796231682,
      "grad_norm": 0.787827723024061,
      "learning_rate": 0.00028642180349269087,
      "loss": 2.7344,
      "step": 19329
    },
    {
      "epoch": 0.8992789020702489,
      "grad_norm": 0.7488118235610923,
      "learning_rate": 0.0002864202604263836,
      "loss": 2.7812,
      "step": 19330
    },
    {
      "epoch": 0.8993254245173297,
      "grad_norm": 0.7254137833234865,
      "learning_rate": 0.000286418717276559,
      "loss": 2.3438,
      "step": 19331
    },
    {
      "epoch": 0.8993719469644104,
      "grad_norm": 0.7218184394859115,
      "learning_rate": 0.0002864171740432181,
      "loss": 2.3906,
      "step": 19332
    },
    {
      "epoch": 0.8994184694114911,
      "grad_norm": 0.6810404392002338,
      "learning_rate": 0.0002864156307263617,
      "loss": 2.2656,
      "step": 19333
    },
    {
      "epoch": 0.8994649918585718,
      "grad_norm": 0.6795493589457752,
      "learning_rate": 0.0002864140873259909,
      "loss": 2.2812,
      "step": 19334
    },
    {
      "epoch": 0.8995115143056525,
      "grad_norm": 0.7467958625193242,
      "learning_rate": 0.00028641254384210665,
      "loss": 2.6094,
      "step": 19335
    },
    {
      "epoch": 0.8995580367527332,
      "grad_norm": 0.7859101095356303,
      "learning_rate": 0.0002864110002747098,
      "loss": 2.5156,
      "step": 19336
    },
    {
      "epoch": 0.8996045591998139,
      "grad_norm": 0.679425150054122,
      "learning_rate": 0.0002864094566238013,
      "loss": 2.3594,
      "step": 19337
    },
    {
      "epoch": 0.8996510816468947,
      "grad_norm": 0.759854314526112,
      "learning_rate": 0.00028640791288938217,
      "loss": 2.6406,
      "step": 19338
    },
    {
      "epoch": 0.8996976040939754,
      "grad_norm": 0.7243091676690687,
      "learning_rate": 0.0002864063690714533,
      "loss": 2.5938,
      "step": 19339
    },
    {
      "epoch": 0.8997441265410561,
      "grad_norm": 0.7537755068723886,
      "learning_rate": 0.00028640482517001563,
      "loss": 2.5938,
      "step": 19340
    },
    {
      "epoch": 0.8997906489881368,
      "grad_norm": 0.7068927923388011,
      "learning_rate": 0.00028640328118507014,
      "loss": 2.3125,
      "step": 19341
    },
    {
      "epoch": 0.8998371714352175,
      "grad_norm": 0.7369606098257693,
      "learning_rate": 0.0002864017371166178,
      "loss": 2.4688,
      "step": 19342
    },
    {
      "epoch": 0.8998836938822982,
      "grad_norm": 0.7361141785452265,
      "learning_rate": 0.0002864001929646594,
      "loss": 2.5312,
      "step": 19343
    },
    {
      "epoch": 0.899930216329379,
      "grad_norm": 0.7535674430074311,
      "learning_rate": 0.0002863986487291961,
      "loss": 2.0781,
      "step": 19344
    },
    {
      "epoch": 0.8999767387764597,
      "grad_norm": 0.7502178348800012,
      "learning_rate": 0.0002863971044102287,
      "loss": 2.5,
      "step": 19345
    },
    {
      "epoch": 0.9000232612235404,
      "grad_norm": 0.719438597742888,
      "learning_rate": 0.0002863955600077582,
      "loss": 2.6094,
      "step": 19346
    },
    {
      "epoch": 0.9000697836706211,
      "grad_norm": 0.7487619020136096,
      "learning_rate": 0.0002863940155217855,
      "loss": 1.8047,
      "step": 19347
    },
    {
      "epoch": 0.9001163061177018,
      "grad_norm": 0.7668480753781793,
      "learning_rate": 0.00028639247095231166,
      "loss": 2.5938,
      "step": 19348
    },
    {
      "epoch": 0.9001628285647825,
      "grad_norm": 0.6897022756267621,
      "learning_rate": 0.00028639092629933745,
      "loss": 1.8594,
      "step": 19349
    },
    {
      "epoch": 0.9002093510118633,
      "grad_norm": 0.7181423423078859,
      "learning_rate": 0.000286389381562864,
      "loss": 2.625,
      "step": 19350
    },
    {
      "epoch": 0.900255873458944,
      "grad_norm": 0.730083577101623,
      "learning_rate": 0.0002863878367428921,
      "loss": 2.3906,
      "step": 19351
    },
    {
      "epoch": 0.9003023959060247,
      "grad_norm": 0.7236273385983323,
      "learning_rate": 0.00028638629183942276,
      "loss": 2.4375,
      "step": 19352
    },
    {
      "epoch": 0.9003489183531054,
      "grad_norm": 0.7382328508426821,
      "learning_rate": 0.00028638474685245693,
      "loss": 2.3594,
      "step": 19353
    },
    {
      "epoch": 0.9003954408001861,
      "grad_norm": 0.7129080724202584,
      "learning_rate": 0.0002863832017819956,
      "loss": 2.6406,
      "step": 19354
    },
    {
      "epoch": 0.9004419632472668,
      "grad_norm": 0.8053825867303409,
      "learning_rate": 0.00028638165662803964,
      "loss": 2.5156,
      "step": 19355
    },
    {
      "epoch": 0.9004884856943475,
      "grad_norm": 0.7455578929427719,
      "learning_rate": 0.00028638011139059004,
      "loss": 1.9375,
      "step": 19356
    },
    {
      "epoch": 0.9005350081414283,
      "grad_norm": 0.7270213758532138,
      "learning_rate": 0.0002863785660696477,
      "loss": 2.4062,
      "step": 19357
    },
    {
      "epoch": 0.900581530588509,
      "grad_norm": 0.7780135799951083,
      "learning_rate": 0.00028637702066521367,
      "loss": 2.4375,
      "step": 19358
    },
    {
      "epoch": 0.9006280530355897,
      "grad_norm": 0.8233777343461364,
      "learning_rate": 0.00028637547517728875,
      "loss": 2.5156,
      "step": 19359
    },
    {
      "epoch": 0.9006745754826704,
      "grad_norm": 0.7788100445909452,
      "learning_rate": 0.00028637392960587397,
      "loss": 2.4531,
      "step": 19360
    },
    {
      "epoch": 0.9007210979297511,
      "grad_norm": 0.7994964881020025,
      "learning_rate": 0.0002863723839509703,
      "loss": 2.4844,
      "step": 19361
    },
    {
      "epoch": 0.9007676203768318,
      "grad_norm": 0.7165965964523682,
      "learning_rate": 0.00028637083821257865,
      "loss": 2.2969,
      "step": 19362
    },
    {
      "epoch": 0.9008141428239126,
      "grad_norm": 0.7470355730293937,
      "learning_rate": 0.00028636929239069994,
      "loss": 2.4219,
      "step": 19363
    },
    {
      "epoch": 0.9008606652709933,
      "grad_norm": 0.7007166165110116,
      "learning_rate": 0.0002863677464853352,
      "loss": 2.4844,
      "step": 19364
    },
    {
      "epoch": 0.900907187718074,
      "grad_norm": 0.7507204814042916,
      "learning_rate": 0.0002863662004964853,
      "loss": 2.5156,
      "step": 19365
    },
    {
      "epoch": 0.9009537101651547,
      "grad_norm": 0.7360421965961871,
      "learning_rate": 0.00028636465442415115,
      "loss": 2.3438,
      "step": 19366
    },
    {
      "epoch": 0.9010002326122354,
      "grad_norm": 0.7435017256962602,
      "learning_rate": 0.0002863631082683338,
      "loss": 2.4531,
      "step": 19367
    },
    {
      "epoch": 0.9010467550593161,
      "grad_norm": 0.8585260094454654,
      "learning_rate": 0.00028636156202903416,
      "loss": 2.5,
      "step": 19368
    },
    {
      "epoch": 0.9010932775063968,
      "grad_norm": 0.7765739356228895,
      "learning_rate": 0.00028636001570625313,
      "loss": 2.4688,
      "step": 19369
    },
    {
      "epoch": 0.9011397999534776,
      "grad_norm": 0.6594756616698588,
      "learning_rate": 0.00028635846929999173,
      "loss": 2.1875,
      "step": 19370
    },
    {
      "epoch": 0.9011863224005583,
      "grad_norm": 0.7187430344408071,
      "learning_rate": 0.0002863569228102509,
      "loss": 2.5625,
      "step": 19371
    },
    {
      "epoch": 0.901232844847639,
      "grad_norm": 0.7927470272352042,
      "learning_rate": 0.00028635537623703146,
      "loss": 2.4062,
      "step": 19372
    },
    {
      "epoch": 0.9012793672947197,
      "grad_norm": 0.7476149281219377,
      "learning_rate": 0.00028635382958033454,
      "loss": 2.1094,
      "step": 19373
    },
    {
      "epoch": 0.9013258897418004,
      "grad_norm": 0.7796810128714777,
      "learning_rate": 0.00028635228284016093,
      "loss": 2.625,
      "step": 19374
    },
    {
      "epoch": 0.9013724121888811,
      "grad_norm": 0.6941018450986028,
      "learning_rate": 0.00028635073601651173,
      "loss": 2.2031,
      "step": 19375
    },
    {
      "epoch": 0.9014189346359619,
      "grad_norm": 0.7907227895886879,
      "learning_rate": 0.00028634918910938774,
      "loss": 2.625,
      "step": 19376
    },
    {
      "epoch": 0.9014654570830426,
      "grad_norm": 0.7238250377567411,
      "learning_rate": 0.00028634764211879005,
      "loss": 2.3125,
      "step": 19377
    },
    {
      "epoch": 0.9015119795301233,
      "grad_norm": 0.7296149003326469,
      "learning_rate": 0.0002863460950447195,
      "loss": 2.7344,
      "step": 19378
    },
    {
      "epoch": 0.901558501977204,
      "grad_norm": 0.7989999632549721,
      "learning_rate": 0.000286344547887177,
      "loss": 2.4219,
      "step": 19379
    },
    {
      "epoch": 0.9016050244242847,
      "grad_norm": 0.6992163264211005,
      "learning_rate": 0.0002863430006461636,
      "loss": 2.75,
      "step": 19380
    },
    {
      "epoch": 0.9016515468713654,
      "grad_norm": 0.6840734030013524,
      "learning_rate": 0.0002863414533216803,
      "loss": 2.2969,
      "step": 19381
    },
    {
      "epoch": 0.9016980693184462,
      "grad_norm": 0.7152862648664929,
      "learning_rate": 0.00028633990591372786,
      "loss": 2.4688,
      "step": 19382
    },
    {
      "epoch": 0.9017445917655269,
      "grad_norm": 0.8083462877567713,
      "learning_rate": 0.0002863383584223073,
      "loss": 2.4844,
      "step": 19383
    },
    {
      "epoch": 0.9017911142126076,
      "grad_norm": 0.6784375006400929,
      "learning_rate": 0.0002863368108474197,
      "loss": 2.3594,
      "step": 19384
    },
    {
      "epoch": 0.9018376366596883,
      "grad_norm": 0.7793418922115906,
      "learning_rate": 0.00028633526318906584,
      "loss": 2.3906,
      "step": 19385
    },
    {
      "epoch": 0.901884159106769,
      "grad_norm": 0.732205790209418,
      "learning_rate": 0.0002863337154472467,
      "loss": 2.5781,
      "step": 19386
    },
    {
      "epoch": 0.9019306815538497,
      "grad_norm": 0.75077285998086,
      "learning_rate": 0.00028633216762196333,
      "loss": 2.2969,
      "step": 19387
    },
    {
      "epoch": 0.9019772040009304,
      "grad_norm": 0.7334048821549705,
      "learning_rate": 0.00028633061971321657,
      "loss": 2.5625,
      "step": 19388
    },
    {
      "epoch": 0.9020237264480112,
      "grad_norm": 0.6969750284863203,
      "learning_rate": 0.0002863290717210073,
      "loss": 2.4219,
      "step": 19389
    },
    {
      "epoch": 0.9020702488950919,
      "grad_norm": 0.7578811205391276,
      "learning_rate": 0.00028632752364533674,
      "loss": 2.6875,
      "step": 19390
    },
    {
      "epoch": 0.9021167713421726,
      "grad_norm": 0.6905532423299396,
      "learning_rate": 0.00028632597548620557,
      "loss": 2.2656,
      "step": 19391
    },
    {
      "epoch": 0.9021632937892533,
      "grad_norm": 0.7604308361381424,
      "learning_rate": 0.00028632442724361485,
      "loss": 2.5625,
      "step": 19392
    },
    {
      "epoch": 0.902209816236334,
      "grad_norm": 0.7370327152157381,
      "learning_rate": 0.0002863228789175655,
      "loss": 2.5,
      "step": 19393
    },
    {
      "epoch": 0.9022563386834147,
      "grad_norm": 0.6715504711914781,
      "learning_rate": 0.00028632133050805856,
      "loss": 2.1719,
      "step": 19394
    },
    {
      "epoch": 0.9023028611304955,
      "grad_norm": 0.6536872478655711,
      "learning_rate": 0.0002863197820150948,
      "loss": 1.6953,
      "step": 19395
    },
    {
      "epoch": 0.9023493835775762,
      "grad_norm": 0.686333013048821,
      "learning_rate": 0.0002863182334386753,
      "loss": 2.4375,
      "step": 19396
    },
    {
      "epoch": 0.9023959060246569,
      "grad_norm": 0.7069589815115331,
      "learning_rate": 0.000286316684778801,
      "loss": 2.5781,
      "step": 19397
    },
    {
      "epoch": 0.9024424284717376,
      "grad_norm": 0.8234915931566484,
      "learning_rate": 0.00028631513603547275,
      "loss": 2.5469,
      "step": 19398
    },
    {
      "epoch": 0.9024889509188183,
      "grad_norm": 0.8018703652760711,
      "learning_rate": 0.0002863135872086916,
      "loss": 2.5938,
      "step": 19399
    },
    {
      "epoch": 0.902535473365899,
      "grad_norm": 0.8068170526852935,
      "learning_rate": 0.0002863120382984585,
      "loss": 2.4844,
      "step": 19400
    },
    {
      "epoch": 0.9025819958129797,
      "grad_norm": 0.7758421281296992,
      "learning_rate": 0.0002863104893047744,
      "loss": 2.5938,
      "step": 19401
    },
    {
      "epoch": 0.9026285182600605,
      "grad_norm": 0.7684020694807512,
      "learning_rate": 0.00028630894022764014,
      "loss": 2.6406,
      "step": 19402
    },
    {
      "epoch": 0.9026750407071412,
      "grad_norm": 0.6998741133155398,
      "learning_rate": 0.0002863073910670568,
      "loss": 2.625,
      "step": 19403
    },
    {
      "epoch": 0.9027215631542219,
      "grad_norm": 0.6968855063429914,
      "learning_rate": 0.00028630584182302523,
      "loss": 2.4219,
      "step": 19404
    },
    {
      "epoch": 0.9027680856013026,
      "grad_norm": 0.6859507826763869,
      "learning_rate": 0.0002863042924955464,
      "loss": 2.2969,
      "step": 19405
    },
    {
      "epoch": 0.9028146080483833,
      "grad_norm": 0.6837483101298709,
      "learning_rate": 0.00028630274308462134,
      "loss": 2.3906,
      "step": 19406
    },
    {
      "epoch": 0.902861130495464,
      "grad_norm": 0.7527225182091519,
      "learning_rate": 0.0002863011935902509,
      "loss": 2.5,
      "step": 19407
    },
    {
      "epoch": 0.9029076529425448,
      "grad_norm": 0.7432696741549435,
      "learning_rate": 0.0002862996440124361,
      "loss": 2.3594,
      "step": 19408
    },
    {
      "epoch": 0.9029541753896255,
      "grad_norm": 0.6922577346403445,
      "learning_rate": 0.0002862980943511778,
      "loss": 2.4844,
      "step": 19409
    },
    {
      "epoch": 0.9030006978367062,
      "grad_norm": 0.7277966588225271,
      "learning_rate": 0.00028629654460647706,
      "loss": 2.5469,
      "step": 19410
    },
    {
      "epoch": 0.9030472202837869,
      "grad_norm": 0.7019792696193686,
      "learning_rate": 0.0002862949947783348,
      "loss": 2.625,
      "step": 19411
    },
    {
      "epoch": 0.9030937427308676,
      "grad_norm": 0.7207569341015444,
      "learning_rate": 0.0002862934448667518,
      "loss": 2.2812,
      "step": 19412
    },
    {
      "epoch": 0.9031402651779483,
      "grad_norm": 0.6925994437671098,
      "learning_rate": 0.0002862918948717293,
      "loss": 2.4219,
      "step": 19413
    },
    {
      "epoch": 0.9031867876250291,
      "grad_norm": 0.6807612355265541,
      "learning_rate": 0.00028629034479326796,
      "loss": 2.5156,
      "step": 19414
    },
    {
      "epoch": 0.9032333100721098,
      "grad_norm": 0.7607762695599638,
      "learning_rate": 0.000286288794631369,
      "loss": 1.875,
      "step": 19415
    },
    {
      "epoch": 0.9032798325191905,
      "grad_norm": 0.7200890349500211,
      "learning_rate": 0.00028628724438603314,
      "loss": 2.7031,
      "step": 19416
    },
    {
      "epoch": 0.9033263549662712,
      "grad_norm": 0.7210535438019344,
      "learning_rate": 0.0002862856940572615,
      "loss": 2.2812,
      "step": 19417
    },
    {
      "epoch": 0.9033728774133519,
      "grad_norm": 0.6725845307969813,
      "learning_rate": 0.0002862841436450549,
      "loss": 2.3125,
      "step": 19418
    },
    {
      "epoch": 0.9034193998604326,
      "grad_norm": 0.684028746125683,
      "learning_rate": 0.00028628259314941436,
      "loss": 2.4688,
      "step": 19419
    },
    {
      "epoch": 0.9034659223075133,
      "grad_norm": 0.7551767227422912,
      "learning_rate": 0.0002862810425703408,
      "loss": 2.4219,
      "step": 19420
    },
    {
      "epoch": 0.9035124447545941,
      "grad_norm": 0.6950038284375597,
      "learning_rate": 0.0002862794919078352,
      "loss": 2.4219,
      "step": 19421
    },
    {
      "epoch": 0.9035589672016748,
      "grad_norm": 0.8469921222466085,
      "learning_rate": 0.0002862779411618985,
      "loss": 2.75,
      "step": 19422
    },
    {
      "epoch": 0.9036054896487555,
      "grad_norm": 0.7421777210435775,
      "learning_rate": 0.0002862763903325316,
      "loss": 2.6875,
      "step": 19423
    },
    {
      "epoch": 0.9036520120958362,
      "grad_norm": 0.7013305300434295,
      "learning_rate": 0.0002862748394197356,
      "loss": 2.4219,
      "step": 19424
    },
    {
      "epoch": 0.9036985345429169,
      "grad_norm": 0.9104697938903942,
      "learning_rate": 0.00028627328842351123,
      "loss": 2.5,
      "step": 19425
    },
    {
      "epoch": 0.9037450569899976,
      "grad_norm": 0.7119548431388116,
      "learning_rate": 0.0002862717373438596,
      "loss": 2.3438,
      "step": 19426
    },
    {
      "epoch": 0.9037915794370784,
      "grad_norm": 0.6478219904599446,
      "learning_rate": 0.0002862701861807816,
      "loss": 2.3125,
      "step": 19427
    },
    {
      "epoch": 0.9038381018841591,
      "grad_norm": 0.7097015219245191,
      "learning_rate": 0.00028626863493427817,
      "loss": 2.8281,
      "step": 19428
    },
    {
      "epoch": 0.9038846243312398,
      "grad_norm": 0.6879198993040331,
      "learning_rate": 0.00028626708360435027,
      "loss": 2.6406,
      "step": 19429
    },
    {
      "epoch": 0.9039311467783205,
      "grad_norm": 0.6665551737788175,
      "learning_rate": 0.0002862655321909989,
      "loss": 2.3438,
      "step": 19430
    },
    {
      "epoch": 0.9039776692254012,
      "grad_norm": 0.6695521842350525,
      "learning_rate": 0.0002862639806942249,
      "loss": 2.3906,
      "step": 19431
    },
    {
      "epoch": 0.9040241916724819,
      "grad_norm": 0.6567426663760415,
      "learning_rate": 0.0002862624291140294,
      "loss": 2.125,
      "step": 19432
    },
    {
      "epoch": 0.9040707141195626,
      "grad_norm": 0.6963665862996167,
      "learning_rate": 0.00028626087745041315,
      "loss": 2.5781,
      "step": 19433
    },
    {
      "epoch": 0.9041172365666434,
      "grad_norm": 0.7459512606771613,
      "learning_rate": 0.0002862593257033772,
      "loss": 2.6406,
      "step": 19434
    },
    {
      "epoch": 0.9041637590137241,
      "grad_norm": 0.7012235999669424,
      "learning_rate": 0.0002862577738729225,
      "loss": 2.5312,
      "step": 19435
    },
    {
      "epoch": 0.9042102814608048,
      "grad_norm": 0.7118483285169482,
      "learning_rate": 0.00028625622195905,
      "loss": 2.25,
      "step": 19436
    },
    {
      "epoch": 0.9042568039078855,
      "grad_norm": 0.7392168165993203,
      "learning_rate": 0.0002862546699617606,
      "loss": 2.3125,
      "step": 19437
    },
    {
      "epoch": 0.9043033263549662,
      "grad_norm": 0.767962325356761,
      "learning_rate": 0.0002862531178810553,
      "loss": 2.6875,
      "step": 19438
    },
    {
      "epoch": 0.9043498488020469,
      "grad_norm": 0.6864077500019641,
      "learning_rate": 0.00028625156571693506,
      "loss": 2.2969,
      "step": 19439
    },
    {
      "epoch": 0.9043963712491278,
      "grad_norm": 0.692898246691826,
      "learning_rate": 0.0002862500134694008,
      "loss": 2.3594,
      "step": 19440
    },
    {
      "epoch": 0.9044428936962084,
      "grad_norm": 0.74072234715948,
      "learning_rate": 0.0002862484611384535,
      "loss": 2.6719,
      "step": 19441
    },
    {
      "epoch": 0.9044894161432891,
      "grad_norm": 0.795284862544709,
      "learning_rate": 0.00028624690872409406,
      "loss": 2.7031,
      "step": 19442
    },
    {
      "epoch": 0.9045359385903698,
      "grad_norm": 0.7970087314650732,
      "learning_rate": 0.00028624535622632347,
      "loss": 2.625,
      "step": 19443
    },
    {
      "epoch": 0.9045824610374505,
      "grad_norm": 0.7333447894199979,
      "learning_rate": 0.00028624380364514266,
      "loss": 2.5156,
      "step": 19444
    },
    {
      "epoch": 0.9046289834845312,
      "grad_norm": 0.735231676997237,
      "learning_rate": 0.00028624225098055256,
      "loss": 2.8281,
      "step": 19445
    },
    {
      "epoch": 0.9046755059316121,
      "grad_norm": 0.705955743319695,
      "learning_rate": 0.0002862406982325542,
      "loss": 2.7031,
      "step": 19446
    },
    {
      "epoch": 0.9047220283786928,
      "grad_norm": 0.7064253660991898,
      "learning_rate": 0.00028623914540114846,
      "loss": 2.375,
      "step": 19447
    },
    {
      "epoch": 0.9047685508257735,
      "grad_norm": 0.7568926527920999,
      "learning_rate": 0.0002862375924863363,
      "loss": 2.5469,
      "step": 19448
    },
    {
      "epoch": 0.9048150732728542,
      "grad_norm": 0.7036167849290555,
      "learning_rate": 0.00028623603948811876,
      "loss": 2.4531,
      "step": 19449
    },
    {
      "epoch": 0.9048615957199349,
      "grad_norm": 0.7074497985599598,
      "learning_rate": 0.0002862344864064967,
      "loss": 2.3906,
      "step": 19450
    },
    {
      "epoch": 0.9049081181670156,
      "grad_norm": 0.6657195960067849,
      "learning_rate": 0.000286232933241471,
      "loss": 2.375,
      "step": 19451
    },
    {
      "epoch": 0.9049546406140963,
      "grad_norm": 0.9613672937437839,
      "learning_rate": 0.00028623137999304275,
      "loss": 2.7812,
      "step": 19452
    },
    {
      "epoch": 0.9050011630611771,
      "grad_norm": 0.7585183689303681,
      "learning_rate": 0.0002862298266612128,
      "loss": 2.3125,
      "step": 19453
    },
    {
      "epoch": 0.9050476855082578,
      "grad_norm": 0.723098618947766,
      "learning_rate": 0.0002862282732459822,
      "loss": 2.5469,
      "step": 19454
    },
    {
      "epoch": 0.9050942079553385,
      "grad_norm": 0.7306417573887588,
      "learning_rate": 0.0002862267197473518,
      "loss": 2.5625,
      "step": 19455
    },
    {
      "epoch": 0.9051407304024192,
      "grad_norm": 0.6730683650836282,
      "learning_rate": 0.00028622516616532264,
      "loss": 2.4219,
      "step": 19456
    },
    {
      "epoch": 0.9051872528494999,
      "grad_norm": 0.7077117052555638,
      "learning_rate": 0.00028622361249989564,
      "loss": 2.4062,
      "step": 19457
    },
    {
      "epoch": 0.9052337752965806,
      "grad_norm": 0.8182268370743419,
      "learning_rate": 0.0002862220587510717,
      "loss": 1.8281,
      "step": 19458
    },
    {
      "epoch": 0.9052802977436614,
      "grad_norm": 0.76314530323911,
      "learning_rate": 0.0002862205049188518,
      "loss": 2.5469,
      "step": 19459
    },
    {
      "epoch": 0.9053268201907421,
      "grad_norm": 0.6974067973968918,
      "learning_rate": 0.00028621895100323696,
      "loss": 2.25,
      "step": 19460
    },
    {
      "epoch": 0.9053733426378228,
      "grad_norm": 0.799348321781065,
      "learning_rate": 0.00028621739700422806,
      "loss": 2.5938,
      "step": 19461
    },
    {
      "epoch": 0.9054198650849035,
      "grad_norm": 0.7158761215791372,
      "learning_rate": 0.00028621584292182607,
      "loss": 2.6406,
      "step": 19462
    },
    {
      "epoch": 0.9054663875319842,
      "grad_norm": 0.7630874466995202,
      "learning_rate": 0.00028621428875603196,
      "loss": 2.6719,
      "step": 19463
    },
    {
      "epoch": 0.9055129099790649,
      "grad_norm": 0.7814108778858073,
      "learning_rate": 0.0002862127345068466,
      "loss": 2.625,
      "step": 19464
    },
    {
      "epoch": 0.9055594324261456,
      "grad_norm": 0.695736321974486,
      "learning_rate": 0.000286211180174271,
      "loss": 2.4219,
      "step": 19465
    },
    {
      "epoch": 0.9056059548732264,
      "grad_norm": 0.7483195957007508,
      "learning_rate": 0.00028620962575830617,
      "loss": 2.7188,
      "step": 19466
    },
    {
      "epoch": 0.9056524773203071,
      "grad_norm": 0.6747051492200028,
      "learning_rate": 0.00028620807125895293,
      "loss": 2.375,
      "step": 19467
    },
    {
      "epoch": 0.9056989997673878,
      "grad_norm": 0.7180056728388485,
      "learning_rate": 0.0002862065166762124,
      "loss": 2.75,
      "step": 19468
    },
    {
      "epoch": 0.9057455222144685,
      "grad_norm": 0.6853176232005175,
      "learning_rate": 0.0002862049620100854,
      "loss": 2.375,
      "step": 19469
    },
    {
      "epoch": 0.9057920446615492,
      "grad_norm": 0.7186300945402522,
      "learning_rate": 0.0002862034072605729,
      "loss": 2.4531,
      "step": 19470
    },
    {
      "epoch": 0.9058385671086299,
      "grad_norm": 0.6666466811333112,
      "learning_rate": 0.0002862018524276759,
      "loss": 2.625,
      "step": 19471
    },
    {
      "epoch": 0.9058850895557107,
      "grad_norm": 0.6585314340165406,
      "learning_rate": 0.00028620029751139526,
      "loss": 2.375,
      "step": 19472
    },
    {
      "epoch": 0.9059316120027914,
      "grad_norm": 0.6624320158452001,
      "learning_rate": 0.00028619874251173204,
      "loss": 2.5,
      "step": 19473
    },
    {
      "epoch": 0.9059781344498721,
      "grad_norm": 0.689460160439257,
      "learning_rate": 0.0002861971874286872,
      "loss": 2.4844,
      "step": 19474
    },
    {
      "epoch": 0.9060246568969528,
      "grad_norm": 0.7599888472312807,
      "learning_rate": 0.00028619563226226153,
      "loss": 2.4531,
      "step": 19475
    },
    {
      "epoch": 0.9060711793440335,
      "grad_norm": 0.6871023846017842,
      "learning_rate": 0.0002861940770124561,
      "loss": 2.3125,
      "step": 19476
    },
    {
      "epoch": 0.9061177017911142,
      "grad_norm": 0.7210311373896088,
      "learning_rate": 0.00028619252167927194,
      "loss": 2.5469,
      "step": 19477
    },
    {
      "epoch": 0.906164224238195,
      "grad_norm": 0.6911834272236951,
      "learning_rate": 0.0002861909662627099,
      "loss": 2.4062,
      "step": 19478
    },
    {
      "epoch": 0.9062107466852757,
      "grad_norm": 0.7037576363268336,
      "learning_rate": 0.0002861894107627709,
      "loss": 2.4531,
      "step": 19479
    },
    {
      "epoch": 0.9062572691323564,
      "grad_norm": 0.7038172245979506,
      "learning_rate": 0.000286187855179456,
      "loss": 2.4688,
      "step": 19480
    },
    {
      "epoch": 0.9063037915794371,
      "grad_norm": 0.735277489304348,
      "learning_rate": 0.000286186299512766,
      "loss": 2.4688,
      "step": 19481
    },
    {
      "epoch": 0.9063503140265178,
      "grad_norm": 0.7597370470219688,
      "learning_rate": 0.000286184743762702,
      "loss": 2.6406,
      "step": 19482
    },
    {
      "epoch": 0.9063968364735985,
      "grad_norm": 0.728134716763474,
      "learning_rate": 0.00028618318792926494,
      "loss": 2.5,
      "step": 19483
    },
    {
      "epoch": 0.9064433589206792,
      "grad_norm": 0.7054400490574658,
      "learning_rate": 0.00028618163201245565,
      "loss": 2.6719,
      "step": 19484
    },
    {
      "epoch": 0.90648988136776,
      "grad_norm": 0.7298594569792187,
      "learning_rate": 0.0002861800760122752,
      "loss": 2.1875,
      "step": 19485
    },
    {
      "epoch": 0.9065364038148407,
      "grad_norm": 0.7213170968693713,
      "learning_rate": 0.00028617851992872453,
      "loss": 2.3281,
      "step": 19486
    },
    {
      "epoch": 0.9065829262619214,
      "grad_norm": 0.7269895127904303,
      "learning_rate": 0.00028617696376180454,
      "loss": 2.5469,
      "step": 19487
    },
    {
      "epoch": 0.9066294487090021,
      "grad_norm": 0.8431199019114672,
      "learning_rate": 0.0002861754075115162,
      "loss": 2.6562,
      "step": 19488
    },
    {
      "epoch": 0.9066759711560828,
      "grad_norm": 0.6912153570900273,
      "learning_rate": 0.00028617385117786053,
      "loss": 2.4062,
      "step": 19489
    },
    {
      "epoch": 0.9067224936031635,
      "grad_norm": 0.7624705916089282,
      "learning_rate": 0.00028617229476083836,
      "loss": 2.5938,
      "step": 19490
    },
    {
      "epoch": 0.9067690160502443,
      "grad_norm": 0.7160845675408956,
      "learning_rate": 0.0002861707382604507,
      "loss": 2.625,
      "step": 19491
    },
    {
      "epoch": 0.906815538497325,
      "grad_norm": 0.7142810580493114,
      "learning_rate": 0.00028616918167669855,
      "loss": 2.6719,
      "step": 19492
    },
    {
      "epoch": 0.9068620609444057,
      "grad_norm": 0.6927343313051386,
      "learning_rate": 0.0002861676250095828,
      "loss": 2.4062,
      "step": 19493
    },
    {
      "epoch": 0.9069085833914864,
      "grad_norm": 0.6668530958304367,
      "learning_rate": 0.00028616606825910445,
      "loss": 2.1875,
      "step": 19494
    },
    {
      "epoch": 0.9069551058385671,
      "grad_norm": 0.6912977279314174,
      "learning_rate": 0.00028616451142526444,
      "loss": 2.3125,
      "step": 19495
    },
    {
      "epoch": 0.9070016282856478,
      "grad_norm": 0.6832932440543387,
      "learning_rate": 0.0002861629545080637,
      "loss": 2.3906,
      "step": 19496
    },
    {
      "epoch": 0.9070481507327285,
      "grad_norm": 0.7123112993233468,
      "learning_rate": 0.0002861613975075032,
      "loss": 2.4062,
      "step": 19497
    },
    {
      "epoch": 0.9070946731798093,
      "grad_norm": 0.7068751891426193,
      "learning_rate": 0.0002861598404235839,
      "loss": 2.875,
      "step": 19498
    },
    {
      "epoch": 0.90714119562689,
      "grad_norm": 0.6823140229751536,
      "learning_rate": 0.0002861582832563067,
      "loss": 2.3438,
      "step": 19499
    },
    {
      "epoch": 0.9071877180739707,
      "grad_norm": 0.7285525925825478,
      "learning_rate": 0.0002861567260056726,
      "loss": 2.6562,
      "step": 19500
    },
    {
      "epoch": 0.9072342405210514,
      "grad_norm": 0.6795781794865913,
      "learning_rate": 0.0002861551686716826,
      "loss": 2.5781,
      "step": 19501
    },
    {
      "epoch": 0.9072807629681321,
      "grad_norm": 0.7030271040235679,
      "learning_rate": 0.00028615361125433755,
      "loss": 2.4844,
      "step": 19502
    },
    {
      "epoch": 0.9073272854152128,
      "grad_norm": 0.6819863277030955,
      "learning_rate": 0.0002861520537536385,
      "loss": 2.2656,
      "step": 19503
    },
    {
      "epoch": 0.9073738078622936,
      "grad_norm": 0.7494022086109431,
      "learning_rate": 0.0002861504961695863,
      "loss": 2.7031,
      "step": 19504
    },
    {
      "epoch": 0.9074203303093743,
      "grad_norm": 0.7749030607090768,
      "learning_rate": 0.00028614893850218207,
      "loss": 2.6562,
      "step": 19505
    },
    {
      "epoch": 0.907466852756455,
      "grad_norm": 0.6878491394222164,
      "learning_rate": 0.0002861473807514266,
      "loss": 2.4844,
      "step": 19506
    },
    {
      "epoch": 0.9075133752035357,
      "grad_norm": 0.7274461082772046,
      "learning_rate": 0.0002861458229173209,
      "loss": 2.625,
      "step": 19507
    },
    {
      "epoch": 0.9075598976506164,
      "grad_norm": 0.7382006845436706,
      "learning_rate": 0.00028614426499986586,
      "loss": 2.1719,
      "step": 19508
    },
    {
      "epoch": 0.9076064200976971,
      "grad_norm": 0.6891099946452455,
      "learning_rate": 0.00028614270699906256,
      "loss": 2.2188,
      "step": 19509
    },
    {
      "epoch": 0.9076529425447779,
      "grad_norm": 0.7417984147030677,
      "learning_rate": 0.00028614114891491193,
      "loss": 2.5156,
      "step": 19510
    },
    {
      "epoch": 0.9076994649918586,
      "grad_norm": 0.7450539938263449,
      "learning_rate": 0.00028613959074741483,
      "loss": 2.4688,
      "step": 19511
    },
    {
      "epoch": 0.9077459874389393,
      "grad_norm": 0.7274786415973303,
      "learning_rate": 0.0002861380324965723,
      "loss": 2.5938,
      "step": 19512
    },
    {
      "epoch": 0.90779250988602,
      "grad_norm": 0.7616454647485872,
      "learning_rate": 0.00028613647416238523,
      "loss": 2.7656,
      "step": 19513
    },
    {
      "epoch": 0.9078390323331007,
      "grad_norm": 0.7302996903145293,
      "learning_rate": 0.00028613491574485463,
      "loss": 2.4219,
      "step": 19514
    },
    {
      "epoch": 0.9078855547801814,
      "grad_norm": 0.7236460911333243,
      "learning_rate": 0.00028613335724398146,
      "loss": 2.4375,
      "step": 19515
    },
    {
      "epoch": 0.9079320772272621,
      "grad_norm": 0.7141142841607506,
      "learning_rate": 0.0002861317986597666,
      "loss": 2.3906,
      "step": 19516
    },
    {
      "epoch": 0.9079785996743429,
      "grad_norm": 0.7172536529618049,
      "learning_rate": 0.00028613023999221105,
      "loss": 2.2656,
      "step": 19517
    },
    {
      "epoch": 0.9080251221214236,
      "grad_norm": 0.7382970509948779,
      "learning_rate": 0.0002861286812413158,
      "loss": 2.6562,
      "step": 19518
    },
    {
      "epoch": 0.9080716445685043,
      "grad_norm": 0.7163611308364342,
      "learning_rate": 0.00028612712240708176,
      "loss": 2.375,
      "step": 19519
    },
    {
      "epoch": 0.908118167015585,
      "grad_norm": 0.7185132967058394,
      "learning_rate": 0.0002861255634895099,
      "loss": 2.375,
      "step": 19520
    },
    {
      "epoch": 0.9081646894626657,
      "grad_norm": 0.6690826126191277,
      "learning_rate": 0.0002861240044886012,
      "loss": 2.4219,
      "step": 19521
    },
    {
      "epoch": 0.9082112119097464,
      "grad_norm": 0.7043956509212419,
      "learning_rate": 0.0002861224454043565,
      "loss": 2.4531,
      "step": 19522
    },
    {
      "epoch": 0.9082577343568272,
      "grad_norm": 0.720284179492137,
      "learning_rate": 0.0002861208862367769,
      "loss": 2.2812,
      "step": 19523
    },
    {
      "epoch": 0.9083042568039079,
      "grad_norm": 0.7399142736404438,
      "learning_rate": 0.00028611932698586323,
      "loss": 2.5156,
      "step": 19524
    },
    {
      "epoch": 0.9083507792509886,
      "grad_norm": 0.6650716779510268,
      "learning_rate": 0.00028611776765161655,
      "loss": 2.2812,
      "step": 19525
    },
    {
      "epoch": 0.9083973016980693,
      "grad_norm": 0.7358366935188212,
      "learning_rate": 0.00028611620823403776,
      "loss": 2.4375,
      "step": 19526
    },
    {
      "epoch": 0.90844382414515,
      "grad_norm": 0.7333899224703087,
      "learning_rate": 0.00028611464873312784,
      "loss": 2.6719,
      "step": 19527
    },
    {
      "epoch": 0.9084903465922307,
      "grad_norm": 0.6936748202348619,
      "learning_rate": 0.00028611308914888766,
      "loss": 2.2656,
      "step": 19528
    },
    {
      "epoch": 0.9085368690393115,
      "grad_norm": 0.7066115002763447,
      "learning_rate": 0.0002861115294813183,
      "loss": 2.5469,
      "step": 19529
    },
    {
      "epoch": 0.9085833914863922,
      "grad_norm": 0.6769973354346643,
      "learning_rate": 0.0002861099697304207,
      "loss": 2.4062,
      "step": 19530
    },
    {
      "epoch": 0.9086299139334729,
      "grad_norm": 0.7384946150490239,
      "learning_rate": 0.0002861084098961957,
      "loss": 2.4844,
      "step": 19531
    },
    {
      "epoch": 0.9086764363805536,
      "grad_norm": 0.728893799689195,
      "learning_rate": 0.00028610684997864433,
      "loss": 2.1719,
      "step": 19532
    },
    {
      "epoch": 0.9087229588276343,
      "grad_norm": 0.738585043119819,
      "learning_rate": 0.0002861052899777676,
      "loss": 2.6094,
      "step": 19533
    },
    {
      "epoch": 0.908769481274715,
      "grad_norm": 0.7100930119506283,
      "learning_rate": 0.00028610372989356644,
      "loss": 2.5,
      "step": 19534
    },
    {
      "epoch": 0.9088160037217957,
      "grad_norm": 0.6739066113142709,
      "learning_rate": 0.0002861021697260417,
      "loss": 2.5625,
      "step": 19535
    },
    {
      "epoch": 0.9088625261688765,
      "grad_norm": 0.6953650762349648,
      "learning_rate": 0.0002861006094751944,
      "loss": 2.6562,
      "step": 19536
    },
    {
      "epoch": 0.9089090486159572,
      "grad_norm": 0.7429830910637059,
      "learning_rate": 0.00028609904914102556,
      "loss": 1.6406,
      "step": 19537
    },
    {
      "epoch": 0.9089555710630379,
      "grad_norm": 0.717424488649621,
      "learning_rate": 0.00028609748872353606,
      "loss": 2.1875,
      "step": 19538
    },
    {
      "epoch": 0.9090020935101186,
      "grad_norm": 0.7164636388027618,
      "learning_rate": 0.00028609592822272686,
      "loss": 2.6094,
      "step": 19539
    },
    {
      "epoch": 0.9090486159571993,
      "grad_norm": 0.7964847736387864,
      "learning_rate": 0.00028609436763859895,
      "loss": 2.6562,
      "step": 19540
    },
    {
      "epoch": 0.90909513840428,
      "grad_norm": 0.8260574487809682,
      "learning_rate": 0.0002860928069711532,
      "loss": 2.6406,
      "step": 19541
    },
    {
      "epoch": 0.9091416608513608,
      "grad_norm": 0.7615379107709228,
      "learning_rate": 0.00028609124622039074,
      "loss": 2.6719,
      "step": 19542
    },
    {
      "epoch": 0.9091881832984415,
      "grad_norm": 0.7305593284015272,
      "learning_rate": 0.0002860896853863123,
      "loss": 2.5312,
      "step": 19543
    },
    {
      "epoch": 0.9092347057455222,
      "grad_norm": 0.7014653913782957,
      "learning_rate": 0.00028608812446891905,
      "loss": 2.4844,
      "step": 19544
    },
    {
      "epoch": 0.9092812281926029,
      "grad_norm": 0.7241658165915098,
      "learning_rate": 0.0002860865634682118,
      "loss": 2.7969,
      "step": 19545
    },
    {
      "epoch": 0.9093277506396836,
      "grad_norm": 0.7144154987896273,
      "learning_rate": 0.00028608500238419164,
      "loss": 2.5,
      "step": 19546
    },
    {
      "epoch": 0.9093742730867643,
      "grad_norm": 0.6962912142899067,
      "learning_rate": 0.00028608344121685935,
      "loss": 2.5469,
      "step": 19547
    },
    {
      "epoch": 0.909420795533845,
      "grad_norm": 0.6976997241632217,
      "learning_rate": 0.000286081879966216,
      "loss": 2.2969,
      "step": 19548
    },
    {
      "epoch": 0.9094673179809258,
      "grad_norm": 0.722448084152676,
      "learning_rate": 0.0002860803186322625,
      "loss": 2.5156,
      "step": 19549
    },
    {
      "epoch": 0.9095138404280065,
      "grad_norm": 0.7574118953063425,
      "learning_rate": 0.00028607875721499984,
      "loss": 2.8438,
      "step": 19550
    },
    {
      "epoch": 0.9095603628750872,
      "grad_norm": 0.6960359302714066,
      "learning_rate": 0.00028607719571442896,
      "loss": 2.5,
      "step": 19551
    },
    {
      "epoch": 0.9096068853221679,
      "grad_norm": 0.6684656241803235,
      "learning_rate": 0.00028607563413055086,
      "loss": 2.5781,
      "step": 19552
    },
    {
      "epoch": 0.9096534077692486,
      "grad_norm": 0.7044905389390905,
      "learning_rate": 0.0002860740724633664,
      "loss": 2.5,
      "step": 19553
    },
    {
      "epoch": 0.9096999302163293,
      "grad_norm": 0.7538693527424183,
      "learning_rate": 0.0002860725107128766,
      "loss": 2.7344,
      "step": 19554
    },
    {
      "epoch": 0.9097464526634101,
      "grad_norm": 0.7607334446801163,
      "learning_rate": 0.00028607094887908243,
      "loss": 2.4844,
      "step": 19555
    },
    {
      "epoch": 0.9097929751104908,
      "grad_norm": 0.737896873349661,
      "learning_rate": 0.0002860693869619848,
      "loss": 2.6875,
      "step": 19556
    },
    {
      "epoch": 0.9098394975575715,
      "grad_norm": 0.685120354999424,
      "learning_rate": 0.0002860678249615847,
      "loss": 2.3906,
      "step": 19557
    },
    {
      "epoch": 0.9098860200046522,
      "grad_norm": 0.7910306073091601,
      "learning_rate": 0.00028606626287788306,
      "loss": 2.0469,
      "step": 19558
    },
    {
      "epoch": 0.9099325424517329,
      "grad_norm": 0.737263167488506,
      "learning_rate": 0.0002860647007108809,
      "loss": 2.75,
      "step": 19559
    },
    {
      "epoch": 0.9099790648988136,
      "grad_norm": 0.7800386282486861,
      "learning_rate": 0.0002860631384605791,
      "loss": 2.4062,
      "step": 19560
    },
    {
      "epoch": 0.9100255873458944,
      "grad_norm": 0.7029780629638377,
      "learning_rate": 0.00028606157612697864,
      "loss": 2.3594,
      "step": 19561
    },
    {
      "epoch": 0.9100721097929751,
      "grad_norm": 0.7159772349735062,
      "learning_rate": 0.00028606001371008047,
      "loss": 2.3594,
      "step": 19562
    },
    {
      "epoch": 0.9101186322400558,
      "grad_norm": 0.7248604210141198,
      "learning_rate": 0.00028605845120988554,
      "loss": 2.4062,
      "step": 19563
    },
    {
      "epoch": 0.9101651546871365,
      "grad_norm": 0.6730196844148201,
      "learning_rate": 0.0002860568886263949,
      "loss": 2.1875,
      "step": 19564
    },
    {
      "epoch": 0.9102116771342172,
      "grad_norm": 0.7607940375733436,
      "learning_rate": 0.00028605532595960936,
      "loss": 2.3906,
      "step": 19565
    },
    {
      "epoch": 0.9102581995812979,
      "grad_norm": 0.828483052242201,
      "learning_rate": 0.00028605376320952995,
      "loss": 2.5312,
      "step": 19566
    },
    {
      "epoch": 0.9103047220283786,
      "grad_norm": 0.738964175057889,
      "learning_rate": 0.00028605220037615763,
      "loss": 2.5625,
      "step": 19567
    },
    {
      "epoch": 0.9103512444754595,
      "grad_norm": 0.7098711603777268,
      "learning_rate": 0.0002860506374594934,
      "loss": 2.625,
      "step": 19568
    },
    {
      "epoch": 0.9103977669225402,
      "grad_norm": 0.8014660580551382,
      "learning_rate": 0.0002860490744595381,
      "loss": 2.7812,
      "step": 19569
    },
    {
      "epoch": 0.9104442893696209,
      "grad_norm": 0.7197086450061102,
      "learning_rate": 0.0002860475113762928,
      "loss": 2.375,
      "step": 19570
    },
    {
      "epoch": 0.9104908118167016,
      "grad_norm": 0.6830887127409981,
      "learning_rate": 0.00028604594820975845,
      "loss": 2.3438,
      "step": 19571
    },
    {
      "epoch": 0.9105373342637822,
      "grad_norm": 0.7255520824341218,
      "learning_rate": 0.00028604438495993595,
      "loss": 2.9219,
      "step": 19572
    },
    {
      "epoch": 0.910583856710863,
      "grad_norm": 0.7101852874050211,
      "learning_rate": 0.0002860428216268262,
      "loss": 2.6094,
      "step": 19573
    },
    {
      "epoch": 0.9106303791579438,
      "grad_norm": 0.8022771973268097,
      "learning_rate": 0.0002860412582104303,
      "loss": 2.5312,
      "step": 19574
    },
    {
      "epoch": 0.9106769016050245,
      "grad_norm": 0.7133384072369899,
      "learning_rate": 0.0002860396947107491,
      "loss": 2.5469,
      "step": 19575
    },
    {
      "epoch": 0.9107234240521052,
      "grad_norm": 0.7975687647220874,
      "learning_rate": 0.0002860381311277836,
      "loss": 2.4531,
      "step": 19576
    },
    {
      "epoch": 0.9107699464991859,
      "grad_norm": 0.6938968022129035,
      "learning_rate": 0.0002860365674615348,
      "loss": 2.375,
      "step": 19577
    },
    {
      "epoch": 0.9108164689462666,
      "grad_norm": 0.6632201945287532,
      "learning_rate": 0.0002860350037120036,
      "loss": 2.3906,
      "step": 19578
    },
    {
      "epoch": 0.9108629913933473,
      "grad_norm": 0.7558396776091407,
      "learning_rate": 0.00028603343987919095,
      "loss": 2.3125,
      "step": 19579
    },
    {
      "epoch": 0.910909513840428,
      "grad_norm": 0.6866340614398795,
      "learning_rate": 0.00028603187596309775,
      "loss": 2.5781,
      "step": 19580
    },
    {
      "epoch": 0.9109560362875088,
      "grad_norm": 0.7373649313700542,
      "learning_rate": 0.00028603031196372514,
      "loss": 2.3906,
      "step": 19581
    },
    {
      "epoch": 0.9110025587345895,
      "grad_norm": 0.8144344653923117,
      "learning_rate": 0.000286028747881074,
      "loss": 2.6719,
      "step": 19582
    },
    {
      "epoch": 0.9110490811816702,
      "grad_norm": 0.6869949281596656,
      "learning_rate": 0.0002860271837151452,
      "loss": 2.3438,
      "step": 19583
    },
    {
      "epoch": 0.9110956036287509,
      "grad_norm": 0.7001930206948376,
      "learning_rate": 0.0002860256194659397,
      "loss": 2.5312,
      "step": 19584
    },
    {
      "epoch": 0.9111421260758316,
      "grad_norm": 0.6948403932380834,
      "learning_rate": 0.00028602405513345863,
      "loss": 2.2656,
      "step": 19585
    },
    {
      "epoch": 0.9111886485229123,
      "grad_norm": 0.7078918431779291,
      "learning_rate": 0.0002860224907177027,
      "loss": 2.4688,
      "step": 19586
    },
    {
      "epoch": 0.9112351709699931,
      "grad_norm": 0.7263177501943484,
      "learning_rate": 0.0002860209262186731,
      "loss": 2.4844,
      "step": 19587
    },
    {
      "epoch": 0.9112816934170738,
      "grad_norm": 0.7970626101187395,
      "learning_rate": 0.0002860193616363707,
      "loss": 2.7188,
      "step": 19588
    },
    {
      "epoch": 0.9113282158641545,
      "grad_norm": 0.7435578469498679,
      "learning_rate": 0.0002860177969707964,
      "loss": 2.5156,
      "step": 19589
    },
    {
      "epoch": 0.9113747383112352,
      "grad_norm": 0.6858610553408303,
      "learning_rate": 0.0002860162322219512,
      "loss": 2.1719,
      "step": 19590
    },
    {
      "epoch": 0.9114212607583159,
      "grad_norm": 0.7628140199548478,
      "learning_rate": 0.00028601466738983607,
      "loss": 2.7031,
      "step": 19591
    },
    {
      "epoch": 0.9114677832053966,
      "grad_norm": 0.71260824387375,
      "learning_rate": 0.00028601310247445194,
      "loss": 2.3906,
      "step": 19592
    },
    {
      "epoch": 0.9115143056524774,
      "grad_norm": 0.6969274751002656,
      "learning_rate": 0.00028601153747579984,
      "loss": 2.3594,
      "step": 19593
    },
    {
      "epoch": 0.9115608280995581,
      "grad_norm": 0.6667979762735994,
      "learning_rate": 0.00028600997239388063,
      "loss": 2.1875,
      "step": 19594
    },
    {
      "epoch": 0.9116073505466388,
      "grad_norm": 0.6879834916226036,
      "learning_rate": 0.0002860084072286953,
      "loss": 2.3438,
      "step": 19595
    },
    {
      "epoch": 0.9116538729937195,
      "grad_norm": 0.6847679135028417,
      "learning_rate": 0.00028600684198024486,
      "loss": 2.2656,
      "step": 19596
    },
    {
      "epoch": 0.9117003954408002,
      "grad_norm": 0.7094786603588111,
      "learning_rate": 0.00028600527664853024,
      "loss": 2.4375,
      "step": 19597
    },
    {
      "epoch": 0.9117469178878809,
      "grad_norm": 0.7046722395571109,
      "learning_rate": 0.0002860037112335523,
      "loss": 2.2031,
      "step": 19598
    },
    {
      "epoch": 0.9117934403349616,
      "grad_norm": 0.7467213776278048,
      "learning_rate": 0.0002860021457353122,
      "loss": 2.5469,
      "step": 19599
    },
    {
      "epoch": 0.9118399627820424,
      "grad_norm": 0.710231143160379,
      "learning_rate": 0.0002860005801538107,
      "loss": 2.3281,
      "step": 19600
    },
    {
      "epoch": 0.9118864852291231,
      "grad_norm": 0.7633818995489541,
      "learning_rate": 0.0002859990144890489,
      "loss": 2.4688,
      "step": 19601
    },
    {
      "epoch": 0.9119330076762038,
      "grad_norm": 0.7261602819507043,
      "learning_rate": 0.0002859974487410277,
      "loss": 2.4844,
      "step": 19602
    },
    {
      "epoch": 0.9119795301232845,
      "grad_norm": 0.7022108536773632,
      "learning_rate": 0.000285995882909748,
      "loss": 2.3438,
      "step": 19603
    },
    {
      "epoch": 0.9120260525703652,
      "grad_norm": 0.7396599996912919,
      "learning_rate": 0.00028599431699521087,
      "loss": 2.6562,
      "step": 19604
    },
    {
      "epoch": 0.9120725750174459,
      "grad_norm": 0.7076860304894739,
      "learning_rate": 0.00028599275099741724,
      "loss": 2.6875,
      "step": 19605
    },
    {
      "epoch": 0.9121190974645267,
      "grad_norm": 0.7917177471999345,
      "learning_rate": 0.000285991184916368,
      "loss": 2.5,
      "step": 19606
    },
    {
      "epoch": 0.9121656199116074,
      "grad_norm": 0.7114495102565387,
      "learning_rate": 0.0002859896187520642,
      "loss": 2.6719,
      "step": 19607
    },
    {
      "epoch": 0.9122121423586881,
      "grad_norm": 0.6919760507652027,
      "learning_rate": 0.0002859880525045067,
      "loss": 2.4375,
      "step": 19608
    },
    {
      "epoch": 0.9122586648057688,
      "grad_norm": 0.8333163228999975,
      "learning_rate": 0.0002859864861736965,
      "loss": 1.8672,
      "step": 19609
    },
    {
      "epoch": 0.9123051872528495,
      "grad_norm": 0.746905419259993,
      "learning_rate": 0.00028598491975963464,
      "loss": 2.8906,
      "step": 19610
    },
    {
      "epoch": 0.9123517096999302,
      "grad_norm": 0.783804791143738,
      "learning_rate": 0.00028598335326232197,
      "loss": 2.8906,
      "step": 19611
    },
    {
      "epoch": 0.9123982321470109,
      "grad_norm": 0.6855192053048227,
      "learning_rate": 0.0002859817866817595,
      "loss": 2.5156,
      "step": 19612
    },
    {
      "epoch": 0.9124447545940917,
      "grad_norm": 0.7438739447166225,
      "learning_rate": 0.00028598022001794817,
      "loss": 2.5,
      "step": 19613
    },
    {
      "epoch": 0.9124912770411724,
      "grad_norm": 0.6801900339513413,
      "learning_rate": 0.000285978653270889,
      "loss": 2.4375,
      "step": 19614
    },
    {
      "epoch": 0.9125377994882531,
      "grad_norm": 0.681606262978459,
      "learning_rate": 0.0002859770864405828,
      "loss": 2.125,
      "step": 19615
    },
    {
      "epoch": 0.9125843219353338,
      "grad_norm": 0.7591979609203774,
      "learning_rate": 0.00028597551952703066,
      "loss": 2.3125,
      "step": 19616
    },
    {
      "epoch": 0.9126308443824145,
      "grad_norm": 0.7567904534984471,
      "learning_rate": 0.00028597395253023353,
      "loss": 2.5156,
      "step": 19617
    },
    {
      "epoch": 0.9126773668294952,
      "grad_norm": 0.6652297479642383,
      "learning_rate": 0.0002859723854501924,
      "loss": 2.25,
      "step": 19618
    },
    {
      "epoch": 0.912723889276576,
      "grad_norm": 0.7216547753061232,
      "learning_rate": 0.00028597081828690804,
      "loss": 2.2031,
      "step": 19619
    },
    {
      "epoch": 0.9127704117236567,
      "grad_norm": 0.7317412378030387,
      "learning_rate": 0.00028596925104038164,
      "loss": 2.7188,
      "step": 19620
    },
    {
      "epoch": 0.9128169341707374,
      "grad_norm": 0.6991744209173225,
      "learning_rate": 0.00028596768371061404,
      "loss": 2.4688,
      "step": 19621
    },
    {
      "epoch": 0.9128634566178181,
      "grad_norm": 0.7056284867451043,
      "learning_rate": 0.0002859661162976062,
      "loss": 2.4531,
      "step": 19622
    },
    {
      "epoch": 0.9129099790648988,
      "grad_norm": 0.6732082543561062,
      "learning_rate": 0.00028596454880135916,
      "loss": 2.2969,
      "step": 19623
    },
    {
      "epoch": 0.9129565015119795,
      "grad_norm": 0.7434623588570443,
      "learning_rate": 0.00028596298122187373,
      "loss": 2.4219,
      "step": 19624
    },
    {
      "epoch": 0.9130030239590603,
      "grad_norm": 0.7554223728778493,
      "learning_rate": 0.00028596141355915106,
      "loss": 2.4688,
      "step": 19625
    },
    {
      "epoch": 0.913049546406141,
      "grad_norm": 0.769884476627793,
      "learning_rate": 0.00028595984581319196,
      "loss": 2.3594,
      "step": 19626
    },
    {
      "epoch": 0.9130960688532217,
      "grad_norm": 0.7739117036849085,
      "learning_rate": 0.0002859582779839975,
      "loss": 2.5625,
      "step": 19627
    },
    {
      "epoch": 0.9131425913003024,
      "grad_norm": 0.732295222234473,
      "learning_rate": 0.00028595671007156846,
      "loss": 2.2812,
      "step": 19628
    },
    {
      "epoch": 0.9131891137473831,
      "grad_norm": 0.7907916635267359,
      "learning_rate": 0.000285955142075906,
      "loss": 2.3125,
      "step": 19629
    },
    {
      "epoch": 0.9132356361944638,
      "grad_norm": 0.7358997222712963,
      "learning_rate": 0.000285953573997011,
      "loss": 2.5156,
      "step": 19630
    },
    {
      "epoch": 0.9132821586415445,
      "grad_norm": 0.7313198568571212,
      "learning_rate": 0.00028595200583488446,
      "loss": 2.3125,
      "step": 19631
    },
    {
      "epoch": 0.9133286810886253,
      "grad_norm": 0.7289410867496394,
      "learning_rate": 0.0002859504375895272,
      "loss": 2.4688,
      "step": 19632
    },
    {
      "epoch": 0.913375203535706,
      "grad_norm": 0.8531139577094741,
      "learning_rate": 0.00028594886926094036,
      "loss": 2.8438,
      "step": 19633
    },
    {
      "epoch": 0.9134217259827867,
      "grad_norm": 0.733620278348678,
      "learning_rate": 0.0002859473008491248,
      "loss": 2.4688,
      "step": 19634
    },
    {
      "epoch": 0.9134682484298674,
      "grad_norm": 0.6735199974845254,
      "learning_rate": 0.00028594573235408147,
      "loss": 2.25,
      "step": 19635
    },
    {
      "epoch": 0.9135147708769481,
      "grad_norm": 0.8817648532777365,
      "learning_rate": 0.0002859441637758114,
      "loss": 2.5469,
      "step": 19636
    },
    {
      "epoch": 0.9135612933240288,
      "grad_norm": 0.67422452723742,
      "learning_rate": 0.0002859425951143155,
      "loss": 2.2344,
      "step": 19637
    },
    {
      "epoch": 0.9136078157711096,
      "grad_norm": 0.7853395339815156,
      "learning_rate": 0.0002859410263695947,
      "loss": 2.7969,
      "step": 19638
    },
    {
      "epoch": 0.9136543382181903,
      "grad_norm": 0.6953572705943764,
      "learning_rate": 0.0002859394575416501,
      "loss": 2.2344,
      "step": 19639
    },
    {
      "epoch": 0.913700860665271,
      "grad_norm": 0.902517528229563,
      "learning_rate": 0.0002859378886304825,
      "loss": 2.6406,
      "step": 19640
    },
    {
      "epoch": 0.9137473831123517,
      "grad_norm": 0.7203165268074665,
      "learning_rate": 0.0002859363196360929,
      "loss": 2.4844,
      "step": 19641
    },
    {
      "epoch": 0.9137939055594324,
      "grad_norm": 0.6837148660644811,
      "learning_rate": 0.00028593475055848234,
      "loss": 2.3594,
      "step": 19642
    },
    {
      "epoch": 0.9138404280065131,
      "grad_norm": 0.7239818447486732,
      "learning_rate": 0.0002859331813976517,
      "loss": 2.4375,
      "step": 19643
    },
    {
      "epoch": 0.9138869504535938,
      "grad_norm": 0.7745076243031128,
      "learning_rate": 0.00028593161215360196,
      "loss": 2.4844,
      "step": 19644
    },
    {
      "epoch": 0.9139334729006746,
      "grad_norm": 0.7609068197395991,
      "learning_rate": 0.00028593004282633405,
      "loss": 2.4844,
      "step": 19645
    },
    {
      "epoch": 0.9139799953477553,
      "grad_norm": 0.7039721259448002,
      "learning_rate": 0.000285928473415849,
      "loss": 2.4219,
      "step": 19646
    },
    {
      "epoch": 0.914026517794836,
      "grad_norm": 0.6821469769502351,
      "learning_rate": 0.0002859269039221478,
      "loss": 2.3438,
      "step": 19647
    },
    {
      "epoch": 0.9140730402419167,
      "grad_norm": 0.7104970627730088,
      "learning_rate": 0.00028592533434523127,
      "loss": 2.5156,
      "step": 19648
    },
    {
      "epoch": 0.9141195626889974,
      "grad_norm": 0.7406625830385296,
      "learning_rate": 0.0002859237646851005,
      "loss": 2.4688,
      "step": 19649
    },
    {
      "epoch": 0.9141660851360781,
      "grad_norm": 0.6806444873013645,
      "learning_rate": 0.00028592219494175635,
      "loss": 2.0156,
      "step": 19650
    },
    {
      "epoch": 0.9142126075831589,
      "grad_norm": 0.7946508966117308,
      "learning_rate": 0.00028592062511519984,
      "loss": 2.6094,
      "step": 19651
    },
    {
      "epoch": 0.9142591300302396,
      "grad_norm": 0.7857933323356204,
      "learning_rate": 0.00028591905520543195,
      "loss": 2.625,
      "step": 19652
    },
    {
      "epoch": 0.9143056524773203,
      "grad_norm": 0.7700702249059631,
      "learning_rate": 0.0002859174852124536,
      "loss": 2.5625,
      "step": 19653
    },
    {
      "epoch": 0.914352174924401,
      "grad_norm": 0.6599179106296126,
      "learning_rate": 0.0002859159151362658,
      "loss": 2.2656,
      "step": 19654
    },
    {
      "epoch": 0.9143986973714817,
      "grad_norm": 0.8109100596808616,
      "learning_rate": 0.0002859143449768694,
      "loss": 2.5,
      "step": 19655
    },
    {
      "epoch": 0.9144452198185624,
      "grad_norm": 0.7435923462754475,
      "learning_rate": 0.0002859127747342655,
      "loss": 2.5469,
      "step": 19656
    },
    {
      "epoch": 0.9144917422656432,
      "grad_norm": 0.8073701707606828,
      "learning_rate": 0.000285911204408455,
      "loss": 2.7188,
      "step": 19657
    },
    {
      "epoch": 0.9145382647127239,
      "grad_norm": 0.7437694983208888,
      "learning_rate": 0.0002859096339994388,
      "loss": 2.4688,
      "step": 19658
    },
    {
      "epoch": 0.9145847871598046,
      "grad_norm": 0.718055592142907,
      "learning_rate": 0.00028590806350721796,
      "loss": 2.6406,
      "step": 19659
    },
    {
      "epoch": 0.9146313096068853,
      "grad_norm": 0.6705633351246643,
      "learning_rate": 0.00028590649293179336,
      "loss": 2.5938,
      "step": 19660
    },
    {
      "epoch": 0.914677832053966,
      "grad_norm": 0.7266662543414845,
      "learning_rate": 0.00028590492227316606,
      "loss": 2.5625,
      "step": 19661
    },
    {
      "epoch": 0.9147243545010467,
      "grad_norm": 0.6596934952199163,
      "learning_rate": 0.000285903351531337,
      "loss": 2.3906,
      "step": 19662
    },
    {
      "epoch": 0.9147708769481274,
      "grad_norm": 0.6956211466147568,
      "learning_rate": 0.00028590178070630703,
      "loss": 2.4688,
      "step": 19663
    },
    {
      "epoch": 0.9148173993952082,
      "grad_norm": 0.6734259602402992,
      "learning_rate": 0.0002859002097980772,
      "loss": 2.5,
      "step": 19664
    },
    {
      "epoch": 0.9148639218422889,
      "grad_norm": 0.7090093875825008,
      "learning_rate": 0.0002858986388066485,
      "loss": 2.2812,
      "step": 19665
    },
    {
      "epoch": 0.9149104442893696,
      "grad_norm": 0.7653375655476871,
      "learning_rate": 0.0002858970677320218,
      "loss": 2.5469,
      "step": 19666
    },
    {
      "epoch": 0.9149569667364503,
      "grad_norm": 0.716532509950403,
      "learning_rate": 0.00028589549657419814,
      "loss": 2.7188,
      "step": 19667
    },
    {
      "epoch": 0.915003489183531,
      "grad_norm": 0.6921322251099703,
      "learning_rate": 0.0002858939253331784,
      "loss": 2.3594,
      "step": 19668
    },
    {
      "epoch": 0.9150500116306117,
      "grad_norm": 0.7180463352017972,
      "learning_rate": 0.0002858923540089637,
      "loss": 2.7344,
      "step": 19669
    },
    {
      "epoch": 0.9150965340776925,
      "grad_norm": 0.7728965142952852,
      "learning_rate": 0.00028589078260155487,
      "loss": 2.5781,
      "step": 19670
    },
    {
      "epoch": 0.9151430565247732,
      "grad_norm": 0.675028467495577,
      "learning_rate": 0.0002858892111109529,
      "loss": 2.25,
      "step": 19671
    },
    {
      "epoch": 0.9151895789718539,
      "grad_norm": 0.8587565457502777,
      "learning_rate": 0.00028588763953715877,
      "loss": 2.8438,
      "step": 19672
    },
    {
      "epoch": 0.9152361014189346,
      "grad_norm": 0.6966783494369712,
      "learning_rate": 0.00028588606788017333,
      "loss": 2.7812,
      "step": 19673
    },
    {
      "epoch": 0.9152826238660153,
      "grad_norm": 0.6871518643715049,
      "learning_rate": 0.0002858844961399977,
      "loss": 2.5156,
      "step": 19674
    },
    {
      "epoch": 0.915329146313096,
      "grad_norm": 0.7563347549496477,
      "learning_rate": 0.00028588292431663283,
      "loss": 2.7656,
      "step": 19675
    },
    {
      "epoch": 0.9153756687601767,
      "grad_norm": 0.7233055452151108,
      "learning_rate": 0.0002858813524100796,
      "loss": 2.4219,
      "step": 19676
    },
    {
      "epoch": 0.9154221912072575,
      "grad_norm": 0.6970414112260264,
      "learning_rate": 0.0002858797804203389,
      "loss": 2.3594,
      "step": 19677
    },
    {
      "epoch": 0.9154687136543382,
      "grad_norm": 0.7101775509399995,
      "learning_rate": 0.00028587820834741196,
      "loss": 2.6875,
      "step": 19678
    },
    {
      "epoch": 0.9155152361014189,
      "grad_norm": 0.6920565538750134,
      "learning_rate": 0.0002858766361912995,
      "loss": 2.6094,
      "step": 19679
    },
    {
      "epoch": 0.9155617585484996,
      "grad_norm": 0.7203246240704301,
      "learning_rate": 0.0002858750639520026,
      "loss": 2.1094,
      "step": 19680
    },
    {
      "epoch": 0.9156082809955803,
      "grad_norm": 0.7336766192067161,
      "learning_rate": 0.00028587349162952216,
      "loss": 2.7344,
      "step": 19681
    },
    {
      "epoch": 0.915654803442661,
      "grad_norm": 0.7193523231004669,
      "learning_rate": 0.0002858719192238592,
      "loss": 2.2969,
      "step": 19682
    },
    {
      "epoch": 0.9157013258897418,
      "grad_norm": 0.7214700201000525,
      "learning_rate": 0.0002858703467350146,
      "loss": 2.2812,
      "step": 19683
    },
    {
      "epoch": 0.9157478483368225,
      "grad_norm": 0.7454346448438655,
      "learning_rate": 0.00028586877416298935,
      "loss": 2.2656,
      "step": 19684
    },
    {
      "epoch": 0.9157943707839032,
      "grad_norm": 0.7332979462838227,
      "learning_rate": 0.0002858672015077845,
      "loss": 2.8438,
      "step": 19685
    },
    {
      "epoch": 0.9158408932309839,
      "grad_norm": 0.8071359626992278,
      "learning_rate": 0.0002858656287694009,
      "loss": 2.5469,
      "step": 19686
    },
    {
      "epoch": 0.9158874156780646,
      "grad_norm": 0.8347205913002904,
      "learning_rate": 0.0002858640559478396,
      "loss": 1.8516,
      "step": 19687
    },
    {
      "epoch": 0.9159339381251453,
      "grad_norm": 0.6978288657349433,
      "learning_rate": 0.0002858624830431015,
      "loss": 2.3125,
      "step": 19688
    },
    {
      "epoch": 0.9159804605722262,
      "grad_norm": 0.7497457830053821,
      "learning_rate": 0.0002858609100551876,
      "loss": 2.6875,
      "step": 19689
    },
    {
      "epoch": 0.9160269830193069,
      "grad_norm": 0.7972340232866476,
      "learning_rate": 0.00028585933698409884,
      "loss": 2.2656,
      "step": 19690
    },
    {
      "epoch": 0.9160735054663875,
      "grad_norm": 0.7492067044516002,
      "learning_rate": 0.0002858577638298362,
      "loss": 2.4844,
      "step": 19691
    },
    {
      "epoch": 0.9161200279134682,
      "grad_norm": 0.6691110356280322,
      "learning_rate": 0.00028585619059240066,
      "loss": 2.2344,
      "step": 19692
    },
    {
      "epoch": 0.916166550360549,
      "grad_norm": 0.702838474453428,
      "learning_rate": 0.00028585461727179313,
      "loss": 2.4375,
      "step": 19693
    },
    {
      "epoch": 0.9162130728076296,
      "grad_norm": 0.748468396131236,
      "learning_rate": 0.00028585304386801456,
      "loss": 2.3438,
      "step": 19694
    },
    {
      "epoch": 0.9162595952547103,
      "grad_norm": 0.7465801972799664,
      "learning_rate": 0.000285851470381066,
      "loss": 2.4844,
      "step": 19695
    },
    {
      "epoch": 0.9163061177017912,
      "grad_norm": 0.7450229169871397,
      "learning_rate": 0.00028584989681094844,
      "loss": 2.3906,
      "step": 19696
    },
    {
      "epoch": 0.9163526401488719,
      "grad_norm": 0.7286262049206291,
      "learning_rate": 0.0002858483231576627,
      "loss": 2.5156,
      "step": 19697
    },
    {
      "epoch": 0.9163991625959526,
      "grad_norm": 0.7681339106780345,
      "learning_rate": 0.0002858467494212098,
      "loss": 2.4844,
      "step": 19698
    },
    {
      "epoch": 0.9164456850430333,
      "grad_norm": 0.7660907856182028,
      "learning_rate": 0.00028584517560159073,
      "loss": 2.4375,
      "step": 19699
    },
    {
      "epoch": 0.916492207490114,
      "grad_norm": 0.6912680014001561,
      "learning_rate": 0.0002858436016988065,
      "loss": 2.0781,
      "step": 19700
    },
    {
      "epoch": 0.9165387299371947,
      "grad_norm": 0.7223046985295736,
      "learning_rate": 0.00028584202771285796,
      "loss": 2.4375,
      "step": 19701
    },
    {
      "epoch": 0.9165852523842755,
      "grad_norm": 0.742859928932901,
      "learning_rate": 0.0002858404536437461,
      "loss": 2.375,
      "step": 19702
    },
    {
      "epoch": 0.9166317748313562,
      "grad_norm": 0.7130814911128994,
      "learning_rate": 0.00028583887949147196,
      "loss": 2.6094,
      "step": 19703
    },
    {
      "epoch": 0.9166782972784369,
      "grad_norm": 0.7756898703109085,
      "learning_rate": 0.0002858373052560365,
      "loss": 2.3906,
      "step": 19704
    },
    {
      "epoch": 0.9167248197255176,
      "grad_norm": 0.7556495117023097,
      "learning_rate": 0.00028583573093744053,
      "loss": 2.4375,
      "step": 19705
    },
    {
      "epoch": 0.9167713421725983,
      "grad_norm": 0.7077012496844479,
      "learning_rate": 0.00028583415653568524,
      "loss": 2.2969,
      "step": 19706
    },
    {
      "epoch": 0.916817864619679,
      "grad_norm": 0.7137914851153537,
      "learning_rate": 0.0002858325820507714,
      "loss": 2.75,
      "step": 19707
    },
    {
      "epoch": 0.9168643870667597,
      "grad_norm": 0.7517000937435514,
      "learning_rate": 0.00028583100748270007,
      "loss": 2.4375,
      "step": 19708
    },
    {
      "epoch": 0.9169109095138405,
      "grad_norm": 0.7385558165786973,
      "learning_rate": 0.00028582943283147225,
      "loss": 1.8828,
      "step": 19709
    },
    {
      "epoch": 0.9169574319609212,
      "grad_norm": 0.7186466815153653,
      "learning_rate": 0.0002858278580970888,
      "loss": 2.6719,
      "step": 19710
    },
    {
      "epoch": 0.9170039544080019,
      "grad_norm": 0.7389627903531955,
      "learning_rate": 0.00028582628327955073,
      "loss": 2.4062,
      "step": 19711
    },
    {
      "epoch": 0.9170504768550826,
      "grad_norm": 0.7234661006732127,
      "learning_rate": 0.000285824708378859,
      "loss": 2.4531,
      "step": 19712
    },
    {
      "epoch": 0.9170969993021633,
      "grad_norm": 0.7543306482460245,
      "learning_rate": 0.00028582313339501464,
      "loss": 2.5938,
      "step": 19713
    },
    {
      "epoch": 0.917143521749244,
      "grad_norm": 0.7581297467597831,
      "learning_rate": 0.0002858215583280185,
      "loss": 2.7188,
      "step": 19714
    },
    {
      "epoch": 0.9171900441963248,
      "grad_norm": 0.6979046783133234,
      "learning_rate": 0.00028581998317787167,
      "loss": 2.4688,
      "step": 19715
    },
    {
      "epoch": 0.9172365666434055,
      "grad_norm": 0.7914005292798652,
      "learning_rate": 0.00028581840794457495,
      "loss": 2.4688,
      "step": 19716
    },
    {
      "epoch": 0.9172830890904862,
      "grad_norm": 0.7285674613932771,
      "learning_rate": 0.00028581683262812946,
      "loss": 2.625,
      "step": 19717
    },
    {
      "epoch": 0.9173296115375669,
      "grad_norm": 0.7080073346280656,
      "learning_rate": 0.0002858152572285361,
      "loss": 2.6719,
      "step": 19718
    },
    {
      "epoch": 0.9173761339846476,
      "grad_norm": 0.7658305068711634,
      "learning_rate": 0.0002858136817457958,
      "loss": 2.8281,
      "step": 19719
    },
    {
      "epoch": 0.9174226564317283,
      "grad_norm": 0.7531107014822849,
      "learning_rate": 0.0002858121061799096,
      "loss": 2.3125,
      "step": 19720
    },
    {
      "epoch": 0.9174691788788091,
      "grad_norm": 0.7460314435118177,
      "learning_rate": 0.00028581053053087845,
      "loss": 2.3906,
      "step": 19721
    },
    {
      "epoch": 0.9175157013258898,
      "grad_norm": 0.7151034487372226,
      "learning_rate": 0.00028580895479870323,
      "loss": 2.5156,
      "step": 19722
    },
    {
      "epoch": 0.9175622237729705,
      "grad_norm": 0.7402331043067059,
      "learning_rate": 0.00028580737898338505,
      "loss": 2.7344,
      "step": 19723
    },
    {
      "epoch": 0.9176087462200512,
      "grad_norm": 0.7250677032199131,
      "learning_rate": 0.0002858058030849247,
      "loss": 2.375,
      "step": 19724
    },
    {
      "epoch": 0.9176552686671319,
      "grad_norm": 0.7298865971957389,
      "learning_rate": 0.0002858042271033233,
      "loss": 2.6875,
      "step": 19725
    },
    {
      "epoch": 0.9177017911142126,
      "grad_norm": 0.7117417460370927,
      "learning_rate": 0.00028580265103858175,
      "loss": 2.3125,
      "step": 19726
    },
    {
      "epoch": 0.9177483135612933,
      "grad_norm": 0.7818308978161647,
      "learning_rate": 0.000285801074890701,
      "loss": 2.5312,
      "step": 19727
    },
    {
      "epoch": 0.9177948360083741,
      "grad_norm": 0.7192722738225898,
      "learning_rate": 0.000285799498659682,
      "loss": 2.4219,
      "step": 19728
    },
    {
      "epoch": 0.9178413584554548,
      "grad_norm": 0.7468975876460552,
      "learning_rate": 0.0002857979223455258,
      "loss": 2.4531,
      "step": 19729
    },
    {
      "epoch": 0.9178878809025355,
      "grad_norm": 1.144893430041201,
      "learning_rate": 0.00028579634594823333,
      "loss": 1.6719,
      "step": 19730
    },
    {
      "epoch": 0.9179344033496162,
      "grad_norm": 0.6883490445195818,
      "learning_rate": 0.00028579476946780547,
      "loss": 2.5,
      "step": 19731
    },
    {
      "epoch": 0.9179809257966969,
      "grad_norm": 0.7493732525354226,
      "learning_rate": 0.00028579319290424326,
      "loss": 2.2656,
      "step": 19732
    },
    {
      "epoch": 0.9180274482437776,
      "grad_norm": 0.7080392462332105,
      "learning_rate": 0.0002857916162575477,
      "loss": 2.2969,
      "step": 19733
    },
    {
      "epoch": 0.9180739706908584,
      "grad_norm": 0.6993450067725372,
      "learning_rate": 0.0002857900395277197,
      "loss": 2.6875,
      "step": 19734
    },
    {
      "epoch": 0.9181204931379391,
      "grad_norm": 0.7312855260847054,
      "learning_rate": 0.0002857884627147602,
      "loss": 2.3438,
      "step": 19735
    },
    {
      "epoch": 0.9181670155850198,
      "grad_norm": 0.7514088819597254,
      "learning_rate": 0.00028578688581867026,
      "loss": 2.8281,
      "step": 19736
    },
    {
      "epoch": 0.9182135380321005,
      "grad_norm": 0.7272141483092394,
      "learning_rate": 0.00028578530883945075,
      "loss": 2.6719,
      "step": 19737
    },
    {
      "epoch": 0.9182600604791812,
      "grad_norm": 0.7110552865962644,
      "learning_rate": 0.0002857837317771027,
      "loss": 2.5156,
      "step": 19738
    },
    {
      "epoch": 0.9183065829262619,
      "grad_norm": 0.6835597918077962,
      "learning_rate": 0.000285782154631627,
      "loss": 2.3281,
      "step": 19739
    },
    {
      "epoch": 0.9183531053733427,
      "grad_norm": 0.9148818686773178,
      "learning_rate": 0.0002857805774030247,
      "loss": 2.0312,
      "step": 19740
    },
    {
      "epoch": 0.9183996278204234,
      "grad_norm": 0.7429711444083111,
      "learning_rate": 0.0002857790000912967,
      "loss": 2.4219,
      "step": 19741
    },
    {
      "epoch": 0.9184461502675041,
      "grad_norm": 0.7818192386492834,
      "learning_rate": 0.00028577742269644406,
      "loss": 2.7812,
      "step": 19742
    },
    {
      "epoch": 0.9184926727145848,
      "grad_norm": 0.7616054419379839,
      "learning_rate": 0.00028577584521846764,
      "loss": 2.4375,
      "step": 19743
    },
    {
      "epoch": 0.9185391951616655,
      "grad_norm": 0.6798029167383659,
      "learning_rate": 0.0002857742676573684,
      "loss": 2.2656,
      "step": 19744
    },
    {
      "epoch": 0.9185857176087462,
      "grad_norm": 0.7289341737430319,
      "learning_rate": 0.0002857726900131474,
      "loss": 2.6094,
      "step": 19745
    },
    {
      "epoch": 0.9186322400558269,
      "grad_norm": 0.7047990792952635,
      "learning_rate": 0.0002857711122858056,
      "loss": 2.5,
      "step": 19746
    },
    {
      "epoch": 0.9186787625029077,
      "grad_norm": 0.771364815999925,
      "learning_rate": 0.0002857695344753439,
      "loss": 2.4531,
      "step": 19747
    },
    {
      "epoch": 0.9187252849499884,
      "grad_norm": 0.7801322129953626,
      "learning_rate": 0.00028576795658176327,
      "loss": 2.6562,
      "step": 19748
    },
    {
      "epoch": 0.9187718073970691,
      "grad_norm": 0.7063882976906257,
      "learning_rate": 0.0002857663786050647,
      "loss": 2.4531,
      "step": 19749
    },
    {
      "epoch": 0.9188183298441498,
      "grad_norm": 0.7682578607656344,
      "learning_rate": 0.00028576480054524916,
      "loss": 2.5156,
      "step": 19750
    },
    {
      "epoch": 0.9188648522912305,
      "grad_norm": 0.7106057841177803,
      "learning_rate": 0.0002857632224023176,
      "loss": 2.2812,
      "step": 19751
    },
    {
      "epoch": 0.9189113747383112,
      "grad_norm": 0.7198290181734528,
      "learning_rate": 0.000285761644176271,
      "loss": 2.7188,
      "step": 19752
    },
    {
      "epoch": 0.918957897185392,
      "grad_norm": 0.6958348684279589,
      "learning_rate": 0.0002857600658671103,
      "loss": 2.4219,
      "step": 19753
    },
    {
      "epoch": 0.9190044196324727,
      "grad_norm": 0.7531786938990286,
      "learning_rate": 0.00028575848747483654,
      "loss": 2.6719,
      "step": 19754
    },
    {
      "epoch": 0.9190509420795534,
      "grad_norm": 0.6831542261552233,
      "learning_rate": 0.0002857569089994506,
      "loss": 2.4688,
      "step": 19755
    },
    {
      "epoch": 0.9190974645266341,
      "grad_norm": 0.7601988229376675,
      "learning_rate": 0.0002857553304409535,
      "loss": 2.4375,
      "step": 19756
    },
    {
      "epoch": 0.9191439869737148,
      "grad_norm": 0.7503591369245916,
      "learning_rate": 0.00028575375179934617,
      "loss": 2.7656,
      "step": 19757
    },
    {
      "epoch": 0.9191905094207955,
      "grad_norm": 0.7045622294880295,
      "learning_rate": 0.00028575217307462956,
      "loss": 2.2656,
      "step": 19758
    },
    {
      "epoch": 0.9192370318678762,
      "grad_norm": 0.7099498960586963,
      "learning_rate": 0.0002857505942668047,
      "loss": 2.2812,
      "step": 19759
    },
    {
      "epoch": 0.919283554314957,
      "grad_norm": 0.7354308066195657,
      "learning_rate": 0.0002857490153758726,
      "loss": 2.6094,
      "step": 19760
    },
    {
      "epoch": 0.9193300767620377,
      "grad_norm": 0.7538530668188048,
      "learning_rate": 0.00028574743640183404,
      "loss": 2.6562,
      "step": 19761
    },
    {
      "epoch": 0.9193765992091184,
      "grad_norm": 0.7193141726449395,
      "learning_rate": 0.00028574585734469015,
      "loss": 2.5781,
      "step": 19762
    },
    {
      "epoch": 0.9194231216561991,
      "grad_norm": 0.8880572824182138,
      "learning_rate": 0.00028574427820444184,
      "loss": 2.5625,
      "step": 19763
    },
    {
      "epoch": 0.9194696441032798,
      "grad_norm": 0.7456075608229324,
      "learning_rate": 0.0002857426989810901,
      "loss": 2.2344,
      "step": 19764
    },
    {
      "epoch": 0.9195161665503605,
      "grad_norm": 0.7460963994598814,
      "learning_rate": 0.0002857411196746358,
      "loss": 1.9062,
      "step": 19765
    },
    {
      "epoch": 0.9195626889974413,
      "grad_norm": 0.6648973927878923,
      "learning_rate": 0.0002857395402850801,
      "loss": 2.3594,
      "step": 19766
    },
    {
      "epoch": 0.919609211444522,
      "grad_norm": 0.7373432319496823,
      "learning_rate": 0.0002857379608124238,
      "loss": 2.5,
      "step": 19767
    },
    {
      "epoch": 0.9196557338916027,
      "grad_norm": 0.7387662138748843,
      "learning_rate": 0.00028573638125666787,
      "loss": 2.7812,
      "step": 19768
    },
    {
      "epoch": 0.9197022563386834,
      "grad_norm": 0.7028072878466666,
      "learning_rate": 0.0002857348016178134,
      "loss": 2.6719,
      "step": 19769
    },
    {
      "epoch": 0.9197487787857641,
      "grad_norm": 0.743944238358836,
      "learning_rate": 0.00028573322189586126,
      "loss": 2.7344,
      "step": 19770
    },
    {
      "epoch": 0.9197953012328448,
      "grad_norm": 0.7355704102955681,
      "learning_rate": 0.0002857316420908125,
      "loss": 2.5469,
      "step": 19771
    },
    {
      "epoch": 0.9198418236799256,
      "grad_norm": 0.7323200415652484,
      "learning_rate": 0.0002857300622026679,
      "loss": 2.8281,
      "step": 19772
    },
    {
      "epoch": 0.9198883461270063,
      "grad_norm": 0.7601115467724486,
      "learning_rate": 0.00028572848223142863,
      "loss": 2.3281,
      "step": 19773
    },
    {
      "epoch": 0.919934868574087,
      "grad_norm": 0.682856703416861,
      "learning_rate": 0.0002857269021770956,
      "loss": 1.9609,
      "step": 19774
    },
    {
      "epoch": 0.9199813910211677,
      "grad_norm": 0.6701697204034446,
      "learning_rate": 0.0002857253220396698,
      "loss": 2.1094,
      "step": 19775
    },
    {
      "epoch": 0.9200279134682484,
      "grad_norm": 0.6804697128909927,
      "learning_rate": 0.0002857237418191521,
      "loss": 2.25,
      "step": 19776
    },
    {
      "epoch": 0.9200744359153291,
      "grad_norm": 0.7696509616845368,
      "learning_rate": 0.0002857221615155435,
      "loss": 2.5469,
      "step": 19777
    },
    {
      "epoch": 0.9201209583624098,
      "grad_norm": 0.7545864794686779,
      "learning_rate": 0.000285720581128845,
      "loss": 2.4844,
      "step": 19778
    },
    {
      "epoch": 0.9201674808094906,
      "grad_norm": 0.6736549710472869,
      "learning_rate": 0.0002857190006590576,
      "loss": 2.4844,
      "step": 19779
    },
    {
      "epoch": 0.9202140032565713,
      "grad_norm": 0.7713072027798054,
      "learning_rate": 0.0002857174201061822,
      "loss": 2.5312,
      "step": 19780
    },
    {
      "epoch": 0.920260525703652,
      "grad_norm": 0.7088069593502632,
      "learning_rate": 0.00028571583947021976,
      "loss": 2.3281,
      "step": 19781
    },
    {
      "epoch": 0.9203070481507327,
      "grad_norm": 0.7064418602721955,
      "learning_rate": 0.0002857142587511714,
      "loss": 2.3438,
      "step": 19782
    },
    {
      "epoch": 0.9203535705978134,
      "grad_norm": 0.7258135353844215,
      "learning_rate": 0.00028571267794903787,
      "loss": 2.4531,
      "step": 19783
    },
    {
      "epoch": 0.9204000930448941,
      "grad_norm": 0.7980329888849769,
      "learning_rate": 0.00028571109706382027,
      "loss": 2.6094,
      "step": 19784
    },
    {
      "epoch": 0.9204466154919749,
      "grad_norm": 0.7479284047881316,
      "learning_rate": 0.00028570951609551955,
      "loss": 2.3125,
      "step": 19785
    },
    {
      "epoch": 0.9204931379390556,
      "grad_norm": 0.7637112486807681,
      "learning_rate": 0.00028570793504413664,
      "loss": 2.5,
      "step": 19786
    },
    {
      "epoch": 0.9205396603861363,
      "grad_norm": 0.7222186611450488,
      "learning_rate": 0.0002857063539096725,
      "loss": 2.5469,
      "step": 19787
    },
    {
      "epoch": 0.920586182833217,
      "grad_norm": 0.6777742247031201,
      "learning_rate": 0.0002857047726921282,
      "loss": 2.2031,
      "step": 19788
    },
    {
      "epoch": 0.9206327052802977,
      "grad_norm": 0.7137842222557719,
      "learning_rate": 0.00028570319139150464,
      "loss": 2.4062,
      "step": 19789
    },
    {
      "epoch": 0.9206792277273784,
      "grad_norm": 1.0171199392503731,
      "learning_rate": 0.0002857016100078027,
      "loss": 2.8438,
      "step": 19790
    },
    {
      "epoch": 0.9207257501744591,
      "grad_norm": 0.7570920871244374,
      "learning_rate": 0.0002857000285410235,
      "loss": 2.4375,
      "step": 19791
    },
    {
      "epoch": 0.9207722726215399,
      "grad_norm": 0.7193179375736025,
      "learning_rate": 0.00028569844699116796,
      "loss": 2.6406,
      "step": 19792
    },
    {
      "epoch": 0.9208187950686206,
      "grad_norm": 0.7171962231009249,
      "learning_rate": 0.000285696865358237,
      "loss": 2.5,
      "step": 19793
    },
    {
      "epoch": 0.9208653175157013,
      "grad_norm": 0.6754084135122064,
      "learning_rate": 0.00028569528364223164,
      "loss": 2.4688,
      "step": 19794
    },
    {
      "epoch": 0.920911839962782,
      "grad_norm": 0.757212562257618,
      "learning_rate": 0.00028569370184315277,
      "loss": 2.6562,
      "step": 19795
    },
    {
      "epoch": 0.9209583624098627,
      "grad_norm": 0.7370467333749492,
      "learning_rate": 0.00028569211996100146,
      "loss": 2.5156,
      "step": 19796
    },
    {
      "epoch": 0.9210048848569434,
      "grad_norm": 0.7464732487317295,
      "learning_rate": 0.00028569053799577863,
      "loss": 2.625,
      "step": 19797
    },
    {
      "epoch": 0.9210514073040242,
      "grad_norm": 0.6627621971331136,
      "learning_rate": 0.00028568895594748527,
      "loss": 1.6953,
      "step": 19798
    },
    {
      "epoch": 0.9210979297511049,
      "grad_norm": 0.7432901015536232,
      "learning_rate": 0.0002856873738161223,
      "loss": 2.6719,
      "step": 19799
    },
    {
      "epoch": 0.9211444521981856,
      "grad_norm": 0.7595015946885483,
      "learning_rate": 0.0002856857916016907,
      "loss": 2.3906,
      "step": 19800
    },
    {
      "epoch": 0.9211909746452663,
      "grad_norm": 0.6559438370961707,
      "learning_rate": 0.0002856842093041915,
      "loss": 1.9688,
      "step": 19801
    },
    {
      "epoch": 0.921237497092347,
      "grad_norm": 0.7354936041656164,
      "learning_rate": 0.00028568262692362564,
      "loss": 2.9062,
      "step": 19802
    },
    {
      "epoch": 0.9212840195394277,
      "grad_norm": 0.804740687725848,
      "learning_rate": 0.00028568104445999404,
      "loss": 2.5625,
      "step": 19803
    },
    {
      "epoch": 0.9213305419865085,
      "grad_norm": 0.6867097622020334,
      "learning_rate": 0.00028567946191329776,
      "loss": 2.2344,
      "step": 19804
    },
    {
      "epoch": 0.9213770644335892,
      "grad_norm": 0.6731363983539068,
      "learning_rate": 0.00028567787928353766,
      "loss": 2.4688,
      "step": 19805
    },
    {
      "epoch": 0.9214235868806699,
      "grad_norm": 0.7010538637527248,
      "learning_rate": 0.00028567629657071477,
      "loss": 2.5938,
      "step": 19806
    },
    {
      "epoch": 0.9214701093277506,
      "grad_norm": 0.7178533304535322,
      "learning_rate": 0.00028567471377483007,
      "loss": 2.7031,
      "step": 19807
    },
    {
      "epoch": 0.9215166317748313,
      "grad_norm": 0.7272814295204201,
      "learning_rate": 0.00028567313089588453,
      "loss": 2.75,
      "step": 19808
    },
    {
      "epoch": 0.921563154221912,
      "grad_norm": 0.7287857178564087,
      "learning_rate": 0.000285671547933879,
      "loss": 2.2812,
      "step": 19809
    },
    {
      "epoch": 0.9216096766689927,
      "grad_norm": 0.7393593807041053,
      "learning_rate": 0.0002856699648888147,
      "loss": 2.5781,
      "step": 19810
    },
    {
      "epoch": 0.9216561991160735,
      "grad_norm": 0.7102976404972592,
      "learning_rate": 0.00028566838176069233,
      "loss": 2.3125,
      "step": 19811
    },
    {
      "epoch": 0.9217027215631542,
      "grad_norm": 0.6981544380700897,
      "learning_rate": 0.000285666798549513,
      "loss": 2.6094,
      "step": 19812
    },
    {
      "epoch": 0.921749244010235,
      "grad_norm": 0.699772039025871,
      "learning_rate": 0.0002856652152552777,
      "loss": 2.375,
      "step": 19813
    },
    {
      "epoch": 0.9217957664573156,
      "grad_norm": 0.6432038786780838,
      "learning_rate": 0.0002856636318779873,
      "loss": 2.0938,
      "step": 19814
    },
    {
      "epoch": 0.9218422889043963,
      "grad_norm": 0.740179293495832,
      "learning_rate": 0.00028566204841764284,
      "loss": 2.375,
      "step": 19815
    },
    {
      "epoch": 0.921888811351477,
      "grad_norm": 0.718130844474499,
      "learning_rate": 0.0002856604648742453,
      "loss": 2.5938,
      "step": 19816
    },
    {
      "epoch": 0.9219353337985579,
      "grad_norm": 0.7227782290421149,
      "learning_rate": 0.0002856588812477956,
      "loss": 2.2969,
      "step": 19817
    },
    {
      "epoch": 0.9219818562456386,
      "grad_norm": 0.7352380908481678,
      "learning_rate": 0.00028565729753829476,
      "loss": 2.9531,
      "step": 19818
    },
    {
      "epoch": 0.9220283786927193,
      "grad_norm": 0.7551189018680508,
      "learning_rate": 0.0002856557137457437,
      "loss": 2.6875,
      "step": 19819
    },
    {
      "epoch": 0.9220749011398,
      "grad_norm": 0.7006185413332457,
      "learning_rate": 0.00028565412987014343,
      "loss": 2.6875,
      "step": 19820
    },
    {
      "epoch": 0.9221214235868807,
      "grad_norm": 0.7321538349099876,
      "learning_rate": 0.0002856525459114949,
      "loss": 2.7188,
      "step": 19821
    },
    {
      "epoch": 0.9221679460339613,
      "grad_norm": 0.6520699774085182,
      "learning_rate": 0.000285650961869799,
      "loss": 2.375,
      "step": 19822
    },
    {
      "epoch": 0.922214468481042,
      "grad_norm": 0.7094125893294563,
      "learning_rate": 0.00028564937774505693,
      "loss": 2.4688,
      "step": 19823
    },
    {
      "epoch": 0.9222609909281229,
      "grad_norm": 0.7187274528376216,
      "learning_rate": 0.0002856477935372694,
      "loss": 2.3594,
      "step": 19824
    },
    {
      "epoch": 0.9223075133752036,
      "grad_norm": 0.7253674611626335,
      "learning_rate": 0.00028564620924643753,
      "loss": 2.8594,
      "step": 19825
    },
    {
      "epoch": 0.9223540358222843,
      "grad_norm": 0.7399918689741958,
      "learning_rate": 0.00028564462487256227,
      "loss": 2.7188,
      "step": 19826
    },
    {
      "epoch": 0.922400558269365,
      "grad_norm": 0.7296618548659461,
      "learning_rate": 0.00028564304041564455,
      "loss": 2.7344,
      "step": 19827
    },
    {
      "epoch": 0.9224470807164457,
      "grad_norm": 0.7394574411013716,
      "learning_rate": 0.00028564145587568534,
      "loss": 2.5156,
      "step": 19828
    },
    {
      "epoch": 0.9224936031635264,
      "grad_norm": 0.7440739868536458,
      "learning_rate": 0.00028563987125268563,
      "loss": 2.7188,
      "step": 19829
    },
    {
      "epoch": 0.9225401256106072,
      "grad_norm": 0.6944500166127616,
      "learning_rate": 0.00028563828654664644,
      "loss": 2.5156,
      "step": 19830
    },
    {
      "epoch": 0.9225866480576879,
      "grad_norm": 0.7186135511115189,
      "learning_rate": 0.00028563670175756864,
      "loss": 2.2656,
      "step": 19831
    },
    {
      "epoch": 0.9226331705047686,
      "grad_norm": 0.7171581489839778,
      "learning_rate": 0.0002856351168854533,
      "loss": 2.4219,
      "step": 19832
    },
    {
      "epoch": 0.9226796929518493,
      "grad_norm": 0.7030577438227625,
      "learning_rate": 0.00028563353193030133,
      "loss": 2.4844,
      "step": 19833
    },
    {
      "epoch": 0.92272621539893,
      "grad_norm": 0.7194984829716528,
      "learning_rate": 0.00028563194689211366,
      "loss": 2.5781,
      "step": 19834
    },
    {
      "epoch": 0.9227727378460107,
      "grad_norm": 0.7307414227685401,
      "learning_rate": 0.0002856303617708914,
      "loss": 2.4688,
      "step": 19835
    },
    {
      "epoch": 0.9228192602930915,
      "grad_norm": 0.7276271504546431,
      "learning_rate": 0.00028562877656663533,
      "loss": 2.7031,
      "step": 19836
    },
    {
      "epoch": 0.9228657827401722,
      "grad_norm": 0.8192426829862944,
      "learning_rate": 0.00028562719127934663,
      "loss": 2.5938,
      "step": 19837
    },
    {
      "epoch": 0.9229123051872529,
      "grad_norm": 0.7009202699258879,
      "learning_rate": 0.0002856256059090261,
      "loss": 2.625,
      "step": 19838
    },
    {
      "epoch": 0.9229588276343336,
      "grad_norm": 0.6817245340232522,
      "learning_rate": 0.0002856240204556748,
      "loss": 2.3594,
      "step": 19839
    },
    {
      "epoch": 0.9230053500814143,
      "grad_norm": 0.7097616200355708,
      "learning_rate": 0.00028562243491929364,
      "loss": 2.6562,
      "step": 19840
    },
    {
      "epoch": 0.923051872528495,
      "grad_norm": 0.6906677192552805,
      "learning_rate": 0.00028562084929988367,
      "loss": 2.3125,
      "step": 19841
    },
    {
      "epoch": 0.9230983949755757,
      "grad_norm": 0.7555457630938747,
      "learning_rate": 0.00028561926359744577,
      "loss": 2.3125,
      "step": 19842
    },
    {
      "epoch": 0.9231449174226565,
      "grad_norm": 0.7418286144623483,
      "learning_rate": 0.000285617677811981,
      "loss": 2.4219,
      "step": 19843
    },
    {
      "epoch": 0.9231914398697372,
      "grad_norm": 0.7046717439461364,
      "learning_rate": 0.0002856160919434903,
      "loss": 2.3906,
      "step": 19844
    },
    {
      "epoch": 0.9232379623168179,
      "grad_norm": 0.6941695515849482,
      "learning_rate": 0.00028561450599197456,
      "loss": 2.625,
      "step": 19845
    },
    {
      "epoch": 0.9232844847638986,
      "grad_norm": 0.7605193470725089,
      "learning_rate": 0.00028561291995743486,
      "loss": 2.4062,
      "step": 19846
    },
    {
      "epoch": 0.9233310072109793,
      "grad_norm": 0.7999248089107192,
      "learning_rate": 0.00028561133383987216,
      "loss": 2.5156,
      "step": 19847
    },
    {
      "epoch": 0.92337752965806,
      "grad_norm": 0.734252627037262,
      "learning_rate": 0.0002856097476392874,
      "loss": 1.6484,
      "step": 19848
    },
    {
      "epoch": 0.9234240521051408,
      "grad_norm": 0.7871696345151779,
      "learning_rate": 0.0002856081613556815,
      "loss": 2.6094,
      "step": 19849
    },
    {
      "epoch": 0.9234705745522215,
      "grad_norm": 0.7361280452318906,
      "learning_rate": 0.0002856065749890555,
      "loss": 2.7188,
      "step": 19850
    },
    {
      "epoch": 0.9235170969993022,
      "grad_norm": 0.6783160202541082,
      "learning_rate": 0.0002856049885394104,
      "loss": 2.1875,
      "step": 19851
    },
    {
      "epoch": 0.9235636194463829,
      "grad_norm": 0.758018834012157,
      "learning_rate": 0.00028560340200674706,
      "loss": 2.4688,
      "step": 19852
    },
    {
      "epoch": 0.9236101418934636,
      "grad_norm": 0.7528099816049489,
      "learning_rate": 0.0002856018153910666,
      "loss": 2.5938,
      "step": 19853
    },
    {
      "epoch": 0.9236566643405443,
      "grad_norm": 0.6691552460025657,
      "learning_rate": 0.00028560022869236984,
      "loss": 2.0312,
      "step": 19854
    },
    {
      "epoch": 0.923703186787625,
      "grad_norm": 0.7384522317540975,
      "learning_rate": 0.00028559864191065785,
      "loss": 2.6875,
      "step": 19855
    },
    {
      "epoch": 0.9237497092347058,
      "grad_norm": 0.7234591209712375,
      "learning_rate": 0.0002855970550459316,
      "loss": 2.625,
      "step": 19856
    },
    {
      "epoch": 0.9237962316817865,
      "grad_norm": 0.8337046186647182,
      "learning_rate": 0.00028559546809819197,
      "loss": 2.6719,
      "step": 19857
    },
    {
      "epoch": 0.9238427541288672,
      "grad_norm": 0.7878815981251687,
      "learning_rate": 0.00028559388106744004,
      "loss": 2.5781,
      "step": 19858
    },
    {
      "epoch": 0.9238892765759479,
      "grad_norm": 0.6846065636671881,
      "learning_rate": 0.0002855922939536767,
      "loss": 2.4375,
      "step": 19859
    },
    {
      "epoch": 0.9239357990230286,
      "grad_norm": 0.7274599776772863,
      "learning_rate": 0.00028559070675690296,
      "loss": 2.4844,
      "step": 19860
    },
    {
      "epoch": 0.9239823214701093,
      "grad_norm": 0.6772594685860027,
      "learning_rate": 0.0002855891194771198,
      "loss": 2.4844,
      "step": 19861
    },
    {
      "epoch": 0.9240288439171901,
      "grad_norm": 0.8434535867628341,
      "learning_rate": 0.0002855875321143282,
      "loss": 2.4688,
      "step": 19862
    },
    {
      "epoch": 0.9240753663642708,
      "grad_norm": 0.7174433660999943,
      "learning_rate": 0.00028558594466852915,
      "loss": 2.625,
      "step": 19863
    },
    {
      "epoch": 0.9241218888113515,
      "grad_norm": 0.7096092981883462,
      "learning_rate": 0.0002855843571397235,
      "loss": 2.2656,
      "step": 19864
    },
    {
      "epoch": 0.9241684112584322,
      "grad_norm": 0.7649469932675113,
      "learning_rate": 0.00028558276952791236,
      "loss": 2.5781,
      "step": 19865
    },
    {
      "epoch": 0.9242149337055129,
      "grad_norm": 0.7463014834493923,
      "learning_rate": 0.0002855811818330967,
      "loss": 2.8281,
      "step": 19866
    },
    {
      "epoch": 0.9242614561525936,
      "grad_norm": 0.7674842160360125,
      "learning_rate": 0.00028557959405527735,
      "loss": 2.5938,
      "step": 19867
    },
    {
      "epoch": 0.9243079785996744,
      "grad_norm": 0.6896781110065742,
      "learning_rate": 0.0002855780061944554,
      "loss": 2.6406,
      "step": 19868
    },
    {
      "epoch": 0.9243545010467551,
      "grad_norm": 0.7039424136269108,
      "learning_rate": 0.0002855764182506318,
      "loss": 2.4844,
      "step": 19869
    },
    {
      "epoch": 0.9244010234938358,
      "grad_norm": 0.6894755229680521,
      "learning_rate": 0.0002855748302238075,
      "loss": 2.5,
      "step": 19870
    },
    {
      "epoch": 0.9244475459409165,
      "grad_norm": 0.6649317461169044,
      "learning_rate": 0.0002855732421139835,
      "loss": 2.2031,
      "step": 19871
    },
    {
      "epoch": 0.9244940683879972,
      "grad_norm": 0.7334061256477407,
      "learning_rate": 0.0002855716539211608,
      "loss": 2.0781,
      "step": 19872
    },
    {
      "epoch": 0.9245405908350779,
      "grad_norm": 0.7245842926096866,
      "learning_rate": 0.0002855700656453403,
      "loss": 2.6094,
      "step": 19873
    },
    {
      "epoch": 0.9245871132821586,
      "grad_norm": 0.6716513974299358,
      "learning_rate": 0.000285568477286523,
      "loss": 1.7266,
      "step": 19874
    },
    {
      "epoch": 0.9246336357292394,
      "grad_norm": 0.9194660344334143,
      "learning_rate": 0.0002855668888447099,
      "loss": 2.7656,
      "step": 19875
    },
    {
      "epoch": 0.9246801581763201,
      "grad_norm": 0.6706954135276373,
      "learning_rate": 0.00028556530031990197,
      "loss": 2.4062,
      "step": 19876
    },
    {
      "epoch": 0.9247266806234008,
      "grad_norm": 0.7548148824420094,
      "learning_rate": 0.00028556371171210013,
      "loss": 2.5625,
      "step": 19877
    },
    {
      "epoch": 0.9247732030704815,
      "grad_norm": 0.7224020328139157,
      "learning_rate": 0.0002855621230213054,
      "loss": 2.3125,
      "step": 19878
    },
    {
      "epoch": 0.9248197255175622,
      "grad_norm": 0.7312824533842791,
      "learning_rate": 0.0002855605342475187,
      "loss": 2.3906,
      "step": 19879
    },
    {
      "epoch": 0.9248662479646429,
      "grad_norm": 0.7610781931034942,
      "learning_rate": 0.00028555894539074105,
      "loss": 2.7344,
      "step": 19880
    },
    {
      "epoch": 0.9249127704117237,
      "grad_norm": 0.7386378556845851,
      "learning_rate": 0.0002855573564509735,
      "loss": 2.8125,
      "step": 19881
    },
    {
      "epoch": 0.9249592928588044,
      "grad_norm": 0.7405148335236525,
      "learning_rate": 0.00028555576742821684,
      "loss": 2.3125,
      "step": 19882
    },
    {
      "epoch": 0.9250058153058851,
      "grad_norm": 0.7466016703216983,
      "learning_rate": 0.00028555417832247217,
      "loss": 2.5781,
      "step": 19883
    },
    {
      "epoch": 0.9250523377529658,
      "grad_norm": 0.7398354911405569,
      "learning_rate": 0.00028555258913374044,
      "loss": 1.8906,
      "step": 19884
    },
    {
      "epoch": 0.9250988602000465,
      "grad_norm": 0.7333919544336752,
      "learning_rate": 0.00028555099986202263,
      "loss": 2.7969,
      "step": 19885
    },
    {
      "epoch": 0.9251453826471272,
      "grad_norm": 0.7170507684353081,
      "learning_rate": 0.00028554941050731967,
      "loss": 2.6562,
      "step": 19886
    },
    {
      "epoch": 0.9251919050942079,
      "grad_norm": 0.7143519000063866,
      "learning_rate": 0.00028554782106963257,
      "loss": 2.6094,
      "step": 19887
    },
    {
      "epoch": 0.9252384275412887,
      "grad_norm": 0.7344534551558582,
      "learning_rate": 0.0002855462315489623,
      "loss": 2.75,
      "step": 19888
    },
    {
      "epoch": 0.9252849499883694,
      "grad_norm": 0.6876200651216047,
      "learning_rate": 0.00028554464194530983,
      "loss": 2.5312,
      "step": 19889
    },
    {
      "epoch": 0.9253314724354501,
      "grad_norm": 0.7130488248562655,
      "learning_rate": 0.00028554305225867615,
      "loss": 2.5938,
      "step": 19890
    },
    {
      "epoch": 0.9253779948825308,
      "grad_norm": 0.7442249425828631,
      "learning_rate": 0.0002855414624890622,
      "loss": 2.5,
      "step": 19891
    },
    {
      "epoch": 0.9254245173296115,
      "grad_norm": 0.6977066990964312,
      "learning_rate": 0.00028553987263646896,
      "loss": 2.4844,
      "step": 19892
    },
    {
      "epoch": 0.9254710397766922,
      "grad_norm": 0.6791979468765509,
      "learning_rate": 0.0002855382827008974,
      "loss": 2.3125,
      "step": 19893
    },
    {
      "epoch": 0.925517562223773,
      "grad_norm": 0.7179361492560863,
      "learning_rate": 0.0002855366926823485,
      "loss": 2.5781,
      "step": 19894
    },
    {
      "epoch": 0.9255640846708537,
      "grad_norm": 0.6881424359700455,
      "learning_rate": 0.0002855351025808233,
      "loss": 2.5312,
      "step": 19895
    },
    {
      "epoch": 0.9256106071179344,
      "grad_norm": 0.7239736145136039,
      "learning_rate": 0.00028553351239632267,
      "loss": 1.8594,
      "step": 19896
    },
    {
      "epoch": 0.9256571295650151,
      "grad_norm": 0.7507705542710521,
      "learning_rate": 0.00028553192212884757,
      "loss": 2.5,
      "step": 19897
    },
    {
      "epoch": 0.9257036520120958,
      "grad_norm": 0.7202222295142772,
      "learning_rate": 0.0002855303317783991,
      "loss": 2.4531,
      "step": 19898
    },
    {
      "epoch": 0.9257501744591765,
      "grad_norm": 0.7026054522385242,
      "learning_rate": 0.00028552874134497814,
      "loss": 2.6406,
      "step": 19899
    },
    {
      "epoch": 0.9257966969062573,
      "grad_norm": 0.6868979601886487,
      "learning_rate": 0.0002855271508285857,
      "loss": 2.25,
      "step": 19900
    },
    {
      "epoch": 0.925843219353338,
      "grad_norm": 0.7366191890312181,
      "learning_rate": 0.00028552556022922273,
      "loss": 2.4375,
      "step": 19901
    },
    {
      "epoch": 0.9258897418004187,
      "grad_norm": 0.8016681280969907,
      "learning_rate": 0.00028552396954689024,
      "loss": 2.4219,
      "step": 19902
    },
    {
      "epoch": 0.9259362642474994,
      "grad_norm": 0.7837920156062056,
      "learning_rate": 0.0002855223787815891,
      "loss": 2.4844,
      "step": 19903
    },
    {
      "epoch": 0.9259827866945801,
      "grad_norm": 0.748417211577705,
      "learning_rate": 0.0002855207879333204,
      "loss": 2.6406,
      "step": 19904
    },
    {
      "epoch": 0.9260293091416608,
      "grad_norm": 0.7294288379485074,
      "learning_rate": 0.00028551919700208514,
      "loss": 2.6406,
      "step": 19905
    },
    {
      "epoch": 0.9260758315887415,
      "grad_norm": 0.7411233290463555,
      "learning_rate": 0.00028551760598788416,
      "loss": 2.5156,
      "step": 19906
    },
    {
      "epoch": 0.9261223540358223,
      "grad_norm": 0.6899816537428268,
      "learning_rate": 0.0002855160148907185,
      "loss": 2.2344,
      "step": 19907
    },
    {
      "epoch": 0.926168876482903,
      "grad_norm": 0.6849275435757185,
      "learning_rate": 0.0002855144237105892,
      "loss": 2.2344,
      "step": 19908
    },
    {
      "epoch": 0.9262153989299837,
      "grad_norm": 0.7303833928984903,
      "learning_rate": 0.00028551283244749714,
      "loss": 2.5312,
      "step": 19909
    },
    {
      "epoch": 0.9262619213770644,
      "grad_norm": 0.6556409069439445,
      "learning_rate": 0.00028551124110144324,
      "loss": 2.2969,
      "step": 19910
    },
    {
      "epoch": 0.9263084438241451,
      "grad_norm": 0.7129250447033952,
      "learning_rate": 0.0002855096496724287,
      "loss": 2.3594,
      "step": 19911
    },
    {
      "epoch": 0.9263549662712258,
      "grad_norm": 0.7532360772265214,
      "learning_rate": 0.0002855080581604542,
      "loss": 2.625,
      "step": 19912
    },
    {
      "epoch": 0.9264014887183066,
      "grad_norm": 0.6741761454167672,
      "learning_rate": 0.000285506466565521,
      "loss": 2.0625,
      "step": 19913
    },
    {
      "epoch": 0.9264480111653873,
      "grad_norm": 0.7106637300300614,
      "learning_rate": 0.00028550487488762985,
      "loss": 2.4062,
      "step": 19914
    },
    {
      "epoch": 0.926494533612468,
      "grad_norm": 0.7565786261836197,
      "learning_rate": 0.0002855032831267819,
      "loss": 2.3906,
      "step": 19915
    },
    {
      "epoch": 0.9265410560595487,
      "grad_norm": 0.7234422781761677,
      "learning_rate": 0.00028550169128297803,
      "loss": 2.5156,
      "step": 19916
    },
    {
      "epoch": 0.9265875785066294,
      "grad_norm": 0.7151868839394854,
      "learning_rate": 0.0002855000993562192,
      "loss": 2.5469,
      "step": 19917
    },
    {
      "epoch": 0.9266341009537101,
      "grad_norm": 0.6944439237456225,
      "learning_rate": 0.0002854985073465064,
      "loss": 2.25,
      "step": 19918
    },
    {
      "epoch": 0.9266806234007909,
      "grad_norm": 0.7164373884954985,
      "learning_rate": 0.0002854969152538406,
      "loss": 2.625,
      "step": 19919
    },
    {
      "epoch": 0.9267271458478716,
      "grad_norm": 0.688739240320443,
      "learning_rate": 0.00028549532307822284,
      "loss": 1.9531,
      "step": 19920
    },
    {
      "epoch": 0.9267736682949523,
      "grad_norm": 0.7593951659590841,
      "learning_rate": 0.00028549373081965403,
      "loss": 2.4688,
      "step": 19921
    },
    {
      "epoch": 0.926820190742033,
      "grad_norm": 0.7292216301770412,
      "learning_rate": 0.00028549213847813514,
      "loss": 2.4219,
      "step": 19922
    },
    {
      "epoch": 0.9268667131891137,
      "grad_norm": 0.7752770817927551,
      "learning_rate": 0.0002854905460536672,
      "loss": 2.5781,
      "step": 19923
    },
    {
      "epoch": 0.9269132356361944,
      "grad_norm": 0.7236199066367174,
      "learning_rate": 0.0002854889535462511,
      "loss": 2.4531,
      "step": 19924
    },
    {
      "epoch": 0.9269597580832751,
      "grad_norm": 0.7160440804313928,
      "learning_rate": 0.00028548736095588786,
      "loss": 2.3125,
      "step": 19925
    },
    {
      "epoch": 0.9270062805303559,
      "grad_norm": 0.7878486780946568,
      "learning_rate": 0.0002854857682825785,
      "loss": 2.6406,
      "step": 19926
    },
    {
      "epoch": 0.9270528029774366,
      "grad_norm": 0.7682509046823571,
      "learning_rate": 0.00028548417552632396,
      "loss": 2.625,
      "step": 19927
    },
    {
      "epoch": 0.9270993254245173,
      "grad_norm": 0.7587156819227627,
      "learning_rate": 0.00028548258268712516,
      "loss": 2.7344,
      "step": 19928
    },
    {
      "epoch": 0.927145847871598,
      "grad_norm": 0.7252582352343785,
      "learning_rate": 0.00028548098976498315,
      "loss": 1.9062,
      "step": 19929
    },
    {
      "epoch": 0.9271923703186787,
      "grad_norm": 0.7193693943779217,
      "learning_rate": 0.0002854793967598989,
      "loss": 2.4375,
      "step": 19930
    },
    {
      "epoch": 0.9272388927657594,
      "grad_norm": 0.7087790958667557,
      "learning_rate": 0.0002854778036718733,
      "loss": 2.3594,
      "step": 19931
    },
    {
      "epoch": 0.9272854152128402,
      "grad_norm": 0.6452594752452456,
      "learning_rate": 0.0002854762105009075,
      "loss": 1.8984,
      "step": 19932
    },
    {
      "epoch": 0.927331937659921,
      "grad_norm": 0.7436777335661453,
      "learning_rate": 0.0002854746172470023,
      "loss": 2.625,
      "step": 19933
    },
    {
      "epoch": 0.9273784601070016,
      "grad_norm": 0.7086359990719806,
      "learning_rate": 0.0002854730239101587,
      "loss": 2.0312,
      "step": 19934
    },
    {
      "epoch": 0.9274249825540823,
      "grad_norm": 0.7604189085480207,
      "learning_rate": 0.0002854714304903778,
      "loss": 2.4688,
      "step": 19935
    },
    {
      "epoch": 0.927471505001163,
      "grad_norm": 0.7522249226841617,
      "learning_rate": 0.00028546983698766044,
      "loss": 2.4062,
      "step": 19936
    },
    {
      "epoch": 0.9275180274482437,
      "grad_norm": 0.6682515591195219,
      "learning_rate": 0.0002854682434020076,
      "loss": 2.2969,
      "step": 19937
    },
    {
      "epoch": 0.9275645498953244,
      "grad_norm": 0.6959390209836946,
      "learning_rate": 0.0002854666497334204,
      "loss": 2.4062,
      "step": 19938
    },
    {
      "epoch": 0.9276110723424053,
      "grad_norm": 0.7420921532281249,
      "learning_rate": 0.0002854650559818997,
      "loss": 2.625,
      "step": 19939
    },
    {
      "epoch": 0.927657594789486,
      "grad_norm": 0.7475145537079505,
      "learning_rate": 0.0002854634621474465,
      "loss": 2.4062,
      "step": 19940
    },
    {
      "epoch": 0.9277041172365666,
      "grad_norm": 0.7739612364524953,
      "learning_rate": 0.0002854618682300617,
      "loss": 2.7188,
      "step": 19941
    },
    {
      "epoch": 0.9277506396836473,
      "grad_norm": 0.7368183175197586,
      "learning_rate": 0.0002854602742297464,
      "loss": 2.6875,
      "step": 19942
    },
    {
      "epoch": 0.927797162130728,
      "grad_norm": 0.6854420489063244,
      "learning_rate": 0.00028545868014650156,
      "loss": 2.0625,
      "step": 19943
    },
    {
      "epoch": 0.9278436845778087,
      "grad_norm": 0.7801880595062882,
      "learning_rate": 0.00028545708598032803,
      "loss": 2.6719,
      "step": 19944
    },
    {
      "epoch": 0.9278902070248896,
      "grad_norm": 0.6632021467683237,
      "learning_rate": 0.00028545549173122697,
      "loss": 2.3594,
      "step": 19945
    },
    {
      "epoch": 0.9279367294719703,
      "grad_norm": 0.6972330555124048,
      "learning_rate": 0.0002854538973991992,
      "loss": 2.3438,
      "step": 19946
    },
    {
      "epoch": 0.927983251919051,
      "grad_norm": 0.7439300081931953,
      "learning_rate": 0.00028545230298424577,
      "loss": 2.5156,
      "step": 19947
    },
    {
      "epoch": 0.9280297743661317,
      "grad_norm": 0.7791385317089826,
      "learning_rate": 0.00028545070848636764,
      "loss": 2.2812,
      "step": 19948
    },
    {
      "epoch": 0.9280762968132124,
      "grad_norm": 0.7160219195189083,
      "learning_rate": 0.00028544911390556576,
      "loss": 1.7812,
      "step": 19949
    },
    {
      "epoch": 0.928122819260293,
      "grad_norm": 0.7130669162796442,
      "learning_rate": 0.0002854475192418411,
      "loss": 2.3438,
      "step": 19950
    },
    {
      "epoch": 0.9281693417073739,
      "grad_norm": 0.7032923765300461,
      "learning_rate": 0.00028544592449519476,
      "loss": 2.5156,
      "step": 19951
    },
    {
      "epoch": 0.9282158641544546,
      "grad_norm": 0.8159304625445022,
      "learning_rate": 0.00028544432966562763,
      "loss": 2.7188,
      "step": 19952
    },
    {
      "epoch": 0.9282623866015353,
      "grad_norm": 0.7461524281299947,
      "learning_rate": 0.0002854427347531406,
      "loss": 2.6719,
      "step": 19953
    },
    {
      "epoch": 0.928308909048616,
      "grad_norm": 0.7203588799702971,
      "learning_rate": 0.0002854411397577348,
      "loss": 2.3125,
      "step": 19954
    },
    {
      "epoch": 0.9283554314956967,
      "grad_norm": 0.7107999702563731,
      "learning_rate": 0.0002854395446794111,
      "loss": 2.6562,
      "step": 19955
    },
    {
      "epoch": 0.9284019539427774,
      "grad_norm": 0.7353139888939674,
      "learning_rate": 0.0002854379495181705,
      "loss": 2.4688,
      "step": 19956
    },
    {
      "epoch": 0.9284484763898581,
      "grad_norm": 0.7417513596163064,
      "learning_rate": 0.000285436354274014,
      "loss": 2.6562,
      "step": 19957
    },
    {
      "epoch": 0.9284949988369389,
      "grad_norm": 0.7254140999978329,
      "learning_rate": 0.0002854347589469426,
      "loss": 2.875,
      "step": 19958
    },
    {
      "epoch": 0.9285415212840196,
      "grad_norm": 0.6741442309451257,
      "learning_rate": 0.0002854331635369572,
      "loss": 2.3438,
      "step": 19959
    },
    {
      "epoch": 0.9285880437311003,
      "grad_norm": 0.759682425234118,
      "learning_rate": 0.00028543156804405884,
      "loss": 1.7109,
      "step": 19960
    },
    {
      "epoch": 0.928634566178181,
      "grad_norm": 0.7413523387826415,
      "learning_rate": 0.00028542997246824853,
      "loss": 2.4688,
      "step": 19961
    },
    {
      "epoch": 0.9286810886252617,
      "grad_norm": 0.7270231729450556,
      "learning_rate": 0.0002854283768095271,
      "loss": 2.4531,
      "step": 19962
    },
    {
      "epoch": 0.9287276110723424,
      "grad_norm": 0.7114213131411258,
      "learning_rate": 0.00028542678106789566,
      "loss": 2.3594,
      "step": 19963
    },
    {
      "epoch": 0.9287741335194232,
      "grad_norm": 0.7151757025820986,
      "learning_rate": 0.0002854251852433551,
      "loss": 2.4531,
      "step": 19964
    },
    {
      "epoch": 0.9288206559665039,
      "grad_norm": 0.6951701097319178,
      "learning_rate": 0.00028542358933590655,
      "loss": 2.3906,
      "step": 19965
    },
    {
      "epoch": 0.9288671784135846,
      "grad_norm": 0.7144396392553853,
      "learning_rate": 0.0002854219933455508,
      "loss": 2.4062,
      "step": 19966
    },
    {
      "epoch": 0.9289137008606653,
      "grad_norm": 0.6977846795528644,
      "learning_rate": 0.0002854203972722889,
      "loss": 2.6562,
      "step": 19967
    },
    {
      "epoch": 0.928960223307746,
      "grad_norm": 0.7347818511153643,
      "learning_rate": 0.00028541880111612186,
      "loss": 2.1406,
      "step": 19968
    },
    {
      "epoch": 0.9290067457548267,
      "grad_norm": 0.7049962586860948,
      "learning_rate": 0.00028541720487705065,
      "loss": 2.5156,
      "step": 19969
    },
    {
      "epoch": 0.9290532682019074,
      "grad_norm": 0.7050124016654734,
      "learning_rate": 0.0002854156085550762,
      "loss": 2.4688,
      "step": 19970
    },
    {
      "epoch": 0.9290997906489882,
      "grad_norm": 0.7056271857023686,
      "learning_rate": 0.0002854140121501996,
      "loss": 2.4531,
      "step": 19971
    },
    {
      "epoch": 0.9291463130960689,
      "grad_norm": 0.674312961608944,
      "learning_rate": 0.0002854124156624216,
      "loss": 2.375,
      "step": 19972
    },
    {
      "epoch": 0.9291928355431496,
      "grad_norm": 0.7683901198201342,
      "learning_rate": 0.0002854108190917434,
      "loss": 2.5,
      "step": 19973
    },
    {
      "epoch": 0.9292393579902303,
      "grad_norm": 0.7220895799092616,
      "learning_rate": 0.0002854092224381659,
      "loss": 2.4219,
      "step": 19974
    },
    {
      "epoch": 0.929285880437311,
      "grad_norm": 0.6871509645152151,
      "learning_rate": 0.0002854076257016901,
      "loss": 2.4844,
      "step": 19975
    },
    {
      "epoch": 0.9293324028843917,
      "grad_norm": 0.7191692340047626,
      "learning_rate": 0.0002854060288823169,
      "loss": 2.6719,
      "step": 19976
    },
    {
      "epoch": 0.9293789253314725,
      "grad_norm": 0.6726514577500279,
      "learning_rate": 0.00028540443198004733,
      "loss": 2.4531,
      "step": 19977
    },
    {
      "epoch": 0.9294254477785532,
      "grad_norm": 0.7539140607507634,
      "learning_rate": 0.0002854028349948824,
      "loss": 2.5938,
      "step": 19978
    },
    {
      "epoch": 0.9294719702256339,
      "grad_norm": 0.775006901712704,
      "learning_rate": 0.00028540123792682306,
      "loss": 2.5312,
      "step": 19979
    },
    {
      "epoch": 0.9295184926727146,
      "grad_norm": 0.7052759196610161,
      "learning_rate": 0.0002853996407758703,
      "loss": 2.6562,
      "step": 19980
    },
    {
      "epoch": 0.9295650151197953,
      "grad_norm": 0.7268017394404342,
      "learning_rate": 0.00028539804354202504,
      "loss": 2.4531,
      "step": 19981
    },
    {
      "epoch": 0.929611537566876,
      "grad_norm": 0.673721098776964,
      "learning_rate": 0.00028539644622528826,
      "loss": 2.4844,
      "step": 19982
    },
    {
      "epoch": 0.9296580600139568,
      "grad_norm": 0.6959223937437218,
      "learning_rate": 0.00028539484882566103,
      "loss": 2.3438,
      "step": 19983
    },
    {
      "epoch": 0.9297045824610375,
      "grad_norm": 0.7067746349152271,
      "learning_rate": 0.0002853932513431443,
      "loss": 2.7344,
      "step": 19984
    },
    {
      "epoch": 0.9297511049081182,
      "grad_norm": 0.674294782883115,
      "learning_rate": 0.000285391653777739,
      "loss": 2.5,
      "step": 19985
    },
    {
      "epoch": 0.9297976273551989,
      "grad_norm": 0.7370150297836914,
      "learning_rate": 0.00028539005612944615,
      "loss": 2.5156,
      "step": 19986
    },
    {
      "epoch": 0.9298441498022796,
      "grad_norm": 0.7266088774367649,
      "learning_rate": 0.00028538845839826664,
      "loss": 2.7188,
      "step": 19987
    },
    {
      "epoch": 0.9298906722493603,
      "grad_norm": 0.8724151757432946,
      "learning_rate": 0.0002853868605842016,
      "loss": 1.6641,
      "step": 19988
    },
    {
      "epoch": 0.929937194696441,
      "grad_norm": 0.7239821089250129,
      "learning_rate": 0.0002853852626872519,
      "loss": 2.4688,
      "step": 19989
    },
    {
      "epoch": 0.9299837171435218,
      "grad_norm": 0.6827555014502705,
      "learning_rate": 0.0002853836647074185,
      "loss": 2.4062,
      "step": 19990
    },
    {
      "epoch": 0.9300302395906025,
      "grad_norm": 0.6975323353669705,
      "learning_rate": 0.0002853820666447025,
      "loss": 1.7891,
      "step": 19991
    },
    {
      "epoch": 0.9300767620376832,
      "grad_norm": 0.7108058415150398,
      "learning_rate": 0.00028538046849910475,
      "loss": 2.2969,
      "step": 19992
    },
    {
      "epoch": 0.9301232844847639,
      "grad_norm": 0.6904674001074763,
      "learning_rate": 0.00028537887027062627,
      "loss": 2.1406,
      "step": 19993
    },
    {
      "epoch": 0.9301698069318446,
      "grad_norm": 0.6938314400552891,
      "learning_rate": 0.00028537727195926806,
      "loss": 2.3594,
      "step": 19994
    },
    {
      "epoch": 0.9302163293789253,
      "grad_norm": 0.7564418937637718,
      "learning_rate": 0.0002853756735650311,
      "loss": 2.5312,
      "step": 19995
    },
    {
      "epoch": 0.9302628518260061,
      "grad_norm": 0.7363015715920558,
      "learning_rate": 0.0002853740750879164,
      "loss": 2.3906,
      "step": 19996
    },
    {
      "epoch": 0.9303093742730868,
      "grad_norm": 0.7482745908220222,
      "learning_rate": 0.0002853724765279248,
      "loss": 2.3438,
      "step": 19997
    },
    {
      "epoch": 0.9303558967201675,
      "grad_norm": 0.7174274535066135,
      "learning_rate": 0.0002853708778850574,
      "loss": 2.6562,
      "step": 19998
    },
    {
      "epoch": 0.9304024191672482,
      "grad_norm": 0.8262998236474999,
      "learning_rate": 0.0002853692791593152,
      "loss": 2.5469,
      "step": 19999
    },
    {
      "epoch": 0.9304489416143289,
      "grad_norm": 0.7808449309564515,
      "learning_rate": 0.0002853676803506991,
      "loss": 2.4375,
      "step": 20000
    },
    {
      "epoch": 0.9304954640614096,
      "grad_norm": 0.7259447827547533,
      "learning_rate": 0.0002853660814592101,
      "loss": 2.3281,
      "step": 20001
    },
    {
      "epoch": 0.9305419865084903,
      "grad_norm": 0.7425864883263976,
      "learning_rate": 0.0002853644824848492,
      "loss": 2.3438,
      "step": 20002
    },
    {
      "epoch": 0.9305885089555711,
      "grad_norm": 0.7253287189407014,
      "learning_rate": 0.00028536288342761735,
      "loss": 2.375,
      "step": 20003
    },
    {
      "epoch": 0.9306350314026518,
      "grad_norm": 0.7379733982505995,
      "learning_rate": 0.00028536128428751555,
      "loss": 2.6875,
      "step": 20004
    },
    {
      "epoch": 0.9306815538497325,
      "grad_norm": 0.7601309435792251,
      "learning_rate": 0.00028535968506454475,
      "loss": 2.625,
      "step": 20005
    },
    {
      "epoch": 0.9307280762968132,
      "grad_norm": 0.6666725399855111,
      "learning_rate": 0.000285358085758706,
      "loss": 2.3281,
      "step": 20006
    },
    {
      "epoch": 0.9307745987438939,
      "grad_norm": 0.7667223249389549,
      "learning_rate": 0.0002853564863700002,
      "loss": 2.7656,
      "step": 20007
    },
    {
      "epoch": 0.9308211211909746,
      "grad_norm": 0.7338517505925861,
      "learning_rate": 0.0002853548868984284,
      "loss": 2.5312,
      "step": 20008
    },
    {
      "epoch": 0.9308676436380554,
      "grad_norm": 0.6980091713317238,
      "learning_rate": 0.0002853532873439915,
      "loss": 2.1562,
      "step": 20009
    },
    {
      "epoch": 0.9309141660851361,
      "grad_norm": 0.6918369050085137,
      "learning_rate": 0.0002853516877066905,
      "loss": 2.0781,
      "step": 20010
    },
    {
      "epoch": 0.9309606885322168,
      "grad_norm": 0.7253328971187273,
      "learning_rate": 0.00028535008798652645,
      "loss": 2.3594,
      "step": 20011
    },
    {
      "epoch": 0.9310072109792975,
      "grad_norm": 0.7035385852709728,
      "learning_rate": 0.0002853484881835003,
      "loss": 2.2656,
      "step": 20012
    },
    {
      "epoch": 0.9310537334263782,
      "grad_norm": 0.738252892658524,
      "learning_rate": 0.00028534688829761295,
      "loss": 2.6094,
      "step": 20013
    },
    {
      "epoch": 0.9311002558734589,
      "grad_norm": 0.7183796765586806,
      "learning_rate": 0.00028534528832886545,
      "loss": 2.375,
      "step": 20014
    },
    {
      "epoch": 0.9311467783205397,
      "grad_norm": 0.6959217128278642,
      "learning_rate": 0.0002853436882772588,
      "loss": 2.6719,
      "step": 20015
    },
    {
      "epoch": 0.9311933007676204,
      "grad_norm": 0.6986273282403268,
      "learning_rate": 0.00028534208814279385,
      "loss": 2.1875,
      "step": 20016
    },
    {
      "epoch": 0.9312398232147011,
      "grad_norm": 0.7033961371445785,
      "learning_rate": 0.00028534048792547176,
      "loss": 2.4219,
      "step": 20017
    },
    {
      "epoch": 0.9312863456617818,
      "grad_norm": 0.7363503217152942,
      "learning_rate": 0.00028533888762529347,
      "loss": 2.4375,
      "step": 20018
    },
    {
      "epoch": 0.9313328681088625,
      "grad_norm": 0.7400857957324559,
      "learning_rate": 0.0002853372872422598,
      "loss": 2.6406,
      "step": 20019
    },
    {
      "epoch": 0.9313793905559432,
      "grad_norm": 0.7148080898567949,
      "learning_rate": 0.00028533568677637194,
      "loss": 2.5469,
      "step": 20020
    },
    {
      "epoch": 0.9314259130030239,
      "grad_norm": 0.6964319966106138,
      "learning_rate": 0.0002853340862276307,
      "loss": 2.4844,
      "step": 20021
    },
    {
      "epoch": 0.9314724354501047,
      "grad_norm": 0.6881186312060651,
      "learning_rate": 0.0002853324855960372,
      "loss": 2.1719,
      "step": 20022
    },
    {
      "epoch": 0.9315189578971854,
      "grad_norm": 0.7499074252997826,
      "learning_rate": 0.00028533088488159235,
      "loss": 2.7969,
      "step": 20023
    },
    {
      "epoch": 0.9315654803442661,
      "grad_norm": 0.7116587210550392,
      "learning_rate": 0.00028532928408429707,
      "loss": 2.625,
      "step": 20024
    },
    {
      "epoch": 0.9316120027913468,
      "grad_norm": 0.6751677217436046,
      "learning_rate": 0.0002853276832041524,
      "loss": 2.5625,
      "step": 20025
    },
    {
      "epoch": 0.9316585252384275,
      "grad_norm": 0.7051155632853601,
      "learning_rate": 0.00028532608224115944,
      "loss": 2.3906,
      "step": 20026
    },
    {
      "epoch": 0.9317050476855082,
      "grad_norm": 0.7186585237590573,
      "learning_rate": 0.00028532448119531894,
      "loss": 2.4375,
      "step": 20027
    },
    {
      "epoch": 0.931751570132589,
      "grad_norm": 0.6923669737603037,
      "learning_rate": 0.00028532288006663205,
      "loss": 2.6719,
      "step": 20028
    },
    {
      "epoch": 0.9317980925796697,
      "grad_norm": 0.7329117727862312,
      "learning_rate": 0.00028532127885509966,
      "loss": 2.4375,
      "step": 20029
    },
    {
      "epoch": 0.9318446150267504,
      "grad_norm": 0.7048632529426961,
      "learning_rate": 0.00028531967756072283,
      "loss": 2.25,
      "step": 20030
    },
    {
      "epoch": 0.9318911374738311,
      "grad_norm": 0.8286177690170784,
      "learning_rate": 0.0002853180761835025,
      "loss": 2.3906,
      "step": 20031
    },
    {
      "epoch": 0.9319376599209118,
      "grad_norm": 0.7051795100046181,
      "learning_rate": 0.00028531647472343957,
      "loss": 2.4062,
      "step": 20032
    },
    {
      "epoch": 0.9319841823679925,
      "grad_norm": 0.783962982132936,
      "learning_rate": 0.00028531487318053515,
      "loss": 2.9844,
      "step": 20033
    },
    {
      "epoch": 0.9320307048150732,
      "grad_norm": 0.6985375430448241,
      "learning_rate": 0.0002853132715547902,
      "loss": 2.3438,
      "step": 20034
    },
    {
      "epoch": 0.932077227262154,
      "grad_norm": 0.7169234194903898,
      "learning_rate": 0.00028531166984620564,
      "loss": 1.7266,
      "step": 20035
    },
    {
      "epoch": 0.9321237497092347,
      "grad_norm": 0.8162534477279217,
      "learning_rate": 0.00028531006805478245,
      "loss": 2.5938,
      "step": 20036
    },
    {
      "epoch": 0.9321702721563154,
      "grad_norm": 0.7243484672971097,
      "learning_rate": 0.00028530846618052166,
      "loss": 2.3125,
      "step": 20037
    },
    {
      "epoch": 0.9322167946033961,
      "grad_norm": 0.7732134300089752,
      "learning_rate": 0.00028530686422342425,
      "loss": 2.4688,
      "step": 20038
    },
    {
      "epoch": 0.9322633170504768,
      "grad_norm": 0.7087352835814417,
      "learning_rate": 0.00028530526218349114,
      "loss": 2.5312,
      "step": 20039
    },
    {
      "epoch": 0.9323098394975575,
      "grad_norm": 0.7797738728106902,
      "learning_rate": 0.00028530366006072335,
      "loss": 2.6562,
      "step": 20040
    },
    {
      "epoch": 0.9323563619446383,
      "grad_norm": 0.7589382862046917,
      "learning_rate": 0.0002853020578551219,
      "loss": 2.5938,
      "step": 20041
    },
    {
      "epoch": 0.932402884391719,
      "grad_norm": 0.7258216943237964,
      "learning_rate": 0.0002853004555666877,
      "loss": 2.2969,
      "step": 20042
    },
    {
      "epoch": 0.9324494068387997,
      "grad_norm": 0.722449934049254,
      "learning_rate": 0.00028529885319542183,
      "loss": 2.2656,
      "step": 20043
    },
    {
      "epoch": 0.9324959292858804,
      "grad_norm": 0.7161139540993886,
      "learning_rate": 0.00028529725074132517,
      "loss": 2.3281,
      "step": 20044
    },
    {
      "epoch": 0.9325424517329611,
      "grad_norm": 0.7515703754925713,
      "learning_rate": 0.0002852956482043987,
      "loss": 2.5938,
      "step": 20045
    },
    {
      "epoch": 0.9325889741800418,
      "grad_norm": 0.7950956980698176,
      "learning_rate": 0.00028529404558464344,
      "loss": 2.2969,
      "step": 20046
    },
    {
      "epoch": 0.9326354966271226,
      "grad_norm": 0.8265644044068245,
      "learning_rate": 0.0002852924428820604,
      "loss": 2.6406,
      "step": 20047
    },
    {
      "epoch": 0.9326820190742033,
      "grad_norm": 0.7603337518803491,
      "learning_rate": 0.0002852908400966505,
      "loss": 1.9219,
      "step": 20048
    },
    {
      "epoch": 0.932728541521284,
      "grad_norm": 0.6992058179249444,
      "learning_rate": 0.0002852892372284148,
      "loss": 2.6406,
      "step": 20049
    },
    {
      "epoch": 0.9327750639683647,
      "grad_norm": 0.7454028942056156,
      "learning_rate": 0.00028528763427735417,
      "loss": 2.4688,
      "step": 20050
    },
    {
      "epoch": 0.9328215864154454,
      "grad_norm": 0.7220359143770978,
      "learning_rate": 0.00028528603124346966,
      "loss": 2.2969,
      "step": 20051
    },
    {
      "epoch": 0.9328681088625261,
      "grad_norm": 0.7033491183221201,
      "learning_rate": 0.00028528442812676225,
      "loss": 2.2969,
      "step": 20052
    },
    {
      "epoch": 0.9329146313096068,
      "grad_norm": 0.671254634553407,
      "learning_rate": 0.00028528282492723295,
      "loss": 2.4219,
      "step": 20053
    },
    {
      "epoch": 0.9329611537566876,
      "grad_norm": 0.7050544830905617,
      "learning_rate": 0.0002852812216448827,
      "loss": 2.7031,
      "step": 20054
    },
    {
      "epoch": 0.9330076762037683,
      "grad_norm": 0.688232219250852,
      "learning_rate": 0.00028527961827971247,
      "loss": 2.1719,
      "step": 20055
    },
    {
      "epoch": 0.933054198650849,
      "grad_norm": 0.7020325357040899,
      "learning_rate": 0.0002852780148317233,
      "loss": 2.4219,
      "step": 20056
    },
    {
      "epoch": 0.9331007210979297,
      "grad_norm": 0.6937316120407504,
      "learning_rate": 0.00028527641130091607,
      "loss": 2.4844,
      "step": 20057
    },
    {
      "epoch": 0.9331472435450104,
      "grad_norm": 0.7203755525817186,
      "learning_rate": 0.00028527480768729185,
      "loss": 2.4844,
      "step": 20058
    },
    {
      "epoch": 0.9331937659920911,
      "grad_norm": 0.7196316005613789,
      "learning_rate": 0.0002852732039908516,
      "loss": 2.4531,
      "step": 20059
    },
    {
      "epoch": 0.933240288439172,
      "grad_norm": 0.6838298541723804,
      "learning_rate": 0.00028527160021159627,
      "loss": 2.7188,
      "step": 20060
    },
    {
      "epoch": 0.9332868108862526,
      "grad_norm": 0.717888366408914,
      "learning_rate": 0.0002852699963495269,
      "loss": 2.75,
      "step": 20061
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 0.7431179505572874,
      "learning_rate": 0.00028526839240464446,
      "loss": 2.5625,
      "step": 20062
    },
    {
      "epoch": 0.933379855780414,
      "grad_norm": 0.7189129216046036,
      "learning_rate": 0.0002852667883769499,
      "loss": 2.2969,
      "step": 20063
    },
    {
      "epoch": 0.9334263782274947,
      "grad_norm": 0.6555669564131086,
      "learning_rate": 0.00028526518426644416,
      "loss": 2.1562,
      "step": 20064
    },
    {
      "epoch": 0.9334729006745754,
      "grad_norm": 0.6882169785085746,
      "learning_rate": 0.0002852635800731284,
      "loss": 2.6094,
      "step": 20065
    },
    {
      "epoch": 0.9335194231216561,
      "grad_norm": 0.7009937495649273,
      "learning_rate": 0.00028526197579700334,
      "loss": 2.5312,
      "step": 20066
    },
    {
      "epoch": 0.933565945568737,
      "grad_norm": 0.7271669708809444,
      "learning_rate": 0.00028526037143807015,
      "loss": 2.5469,
      "step": 20067
    },
    {
      "epoch": 0.9336124680158177,
      "grad_norm": 0.7224924951399425,
      "learning_rate": 0.00028525876699632977,
      "loss": 2.3281,
      "step": 20068
    },
    {
      "epoch": 0.9336589904628984,
      "grad_norm": 0.7188452624126473,
      "learning_rate": 0.0002852571624717832,
      "loss": 2.5156,
      "step": 20069
    },
    {
      "epoch": 0.933705512909979,
      "grad_norm": 0.7075249159319609,
      "learning_rate": 0.00028525555786443135,
      "loss": 2.4531,
      "step": 20070
    },
    {
      "epoch": 0.9337520353570598,
      "grad_norm": 0.7432769436057871,
      "learning_rate": 0.00028525395317427526,
      "loss": 2.6875,
      "step": 20071
    },
    {
      "epoch": 0.9337985578041404,
      "grad_norm": 0.6980173218095918,
      "learning_rate": 0.00028525234840131593,
      "loss": 2.4062,
      "step": 20072
    },
    {
      "epoch": 0.9338450802512213,
      "grad_norm": 0.6933684755051425,
      "learning_rate": 0.0002852507435455543,
      "loss": 2.1562,
      "step": 20073
    },
    {
      "epoch": 0.933891602698302,
      "grad_norm": 0.7762060356352761,
      "learning_rate": 0.0002852491386069914,
      "loss": 1.8594,
      "step": 20074
    },
    {
      "epoch": 0.9339381251453827,
      "grad_norm": 0.7421661795689762,
      "learning_rate": 0.00028524753358562813,
      "loss": 2.2188,
      "step": 20075
    },
    {
      "epoch": 0.9339846475924634,
      "grad_norm": 0.7468083976412275,
      "learning_rate": 0.00028524592848146554,
      "loss": 2.3906,
      "step": 20076
    },
    {
      "epoch": 0.9340311700395441,
      "grad_norm": 0.7273524372446064,
      "learning_rate": 0.0002852443232945046,
      "loss": 2.4375,
      "step": 20077
    },
    {
      "epoch": 0.9340776924866248,
      "grad_norm": 0.787262694952684,
      "learning_rate": 0.0002852427180247463,
      "loss": 2.3906,
      "step": 20078
    },
    {
      "epoch": 0.9341242149337056,
      "grad_norm": 0.7312992476515879,
      "learning_rate": 0.0002852411126721916,
      "loss": 2.4062,
      "step": 20079
    },
    {
      "epoch": 0.9341707373807863,
      "grad_norm": 0.8254532645822046,
      "learning_rate": 0.0002852395072368415,
      "loss": 2.7812,
      "step": 20080
    },
    {
      "epoch": 0.934217259827867,
      "grad_norm": 0.7761726158119984,
      "learning_rate": 0.000285237901718697,
      "loss": 2.6406,
      "step": 20081
    },
    {
      "epoch": 0.9342637822749477,
      "grad_norm": 0.7402631283440855,
      "learning_rate": 0.000285236296117759,
      "loss": 2.3125,
      "step": 20082
    },
    {
      "epoch": 0.9343103047220284,
      "grad_norm": 0.7896336211958833,
      "learning_rate": 0.00028523469043402857,
      "loss": 2.5469,
      "step": 20083
    },
    {
      "epoch": 0.9343568271691091,
      "grad_norm": 0.7576128222012756,
      "learning_rate": 0.00028523308466750665,
      "loss": 2.5156,
      "step": 20084
    },
    {
      "epoch": 0.9344033496161898,
      "grad_norm": 0.7629825171023751,
      "learning_rate": 0.0002852314788181943,
      "loss": 2.5469,
      "step": 20085
    },
    {
      "epoch": 0.9344498720632706,
      "grad_norm": 0.7326979250540779,
      "learning_rate": 0.00028522987288609236,
      "loss": 2.5469,
      "step": 20086
    },
    {
      "epoch": 0.9344963945103513,
      "grad_norm": 0.7166352102635677,
      "learning_rate": 0.00028522826687120195,
      "loss": 2.3125,
      "step": 20087
    },
    {
      "epoch": 0.934542916957432,
      "grad_norm": 0.7600927981827788,
      "learning_rate": 0.000285226660773524,
      "loss": 2.6406,
      "step": 20088
    },
    {
      "epoch": 0.9345894394045127,
      "grad_norm": 0.7263790372875151,
      "learning_rate": 0.00028522505459305946,
      "loss": 2.625,
      "step": 20089
    },
    {
      "epoch": 0.9346359618515934,
      "grad_norm": 0.7521620543006191,
      "learning_rate": 0.00028522344832980934,
      "loss": 2.5,
      "step": 20090
    },
    {
      "epoch": 0.9346824842986741,
      "grad_norm": 0.7679771371499909,
      "learning_rate": 0.00028522184198377464,
      "loss": 2.6562,
      "step": 20091
    },
    {
      "epoch": 0.9347290067457549,
      "grad_norm": 0.6852859419245642,
      "learning_rate": 0.00028522023555495633,
      "loss": 2.2344,
      "step": 20092
    },
    {
      "epoch": 0.9347755291928356,
      "grad_norm": 0.7551489834555886,
      "learning_rate": 0.0002852186290433554,
      "loss": 2.7344,
      "step": 20093
    },
    {
      "epoch": 0.9348220516399163,
      "grad_norm": 0.765954888970357,
      "learning_rate": 0.00028521702244897285,
      "loss": 2.5781,
      "step": 20094
    },
    {
      "epoch": 0.934868574086997,
      "grad_norm": 0.7460824660647304,
      "learning_rate": 0.0002852154157718096,
      "loss": 2.8438,
      "step": 20095
    },
    {
      "epoch": 0.9349150965340777,
      "grad_norm": 0.9074842762288977,
      "learning_rate": 0.0002852138090118667,
      "loss": 2.4219,
      "step": 20096
    },
    {
      "epoch": 0.9349616189811584,
      "grad_norm": 0.7415587667810349,
      "learning_rate": 0.0002852122021691451,
      "loss": 2.3906,
      "step": 20097
    },
    {
      "epoch": 0.9350081414282391,
      "grad_norm": 0.7109146748567868,
      "learning_rate": 0.00028521059524364587,
      "loss": 2.7031,
      "step": 20098
    },
    {
      "epoch": 0.9350546638753199,
      "grad_norm": 0.6694230012519663,
      "learning_rate": 0.0002852089882353698,
      "loss": 2.4062,
      "step": 20099
    },
    {
      "epoch": 0.9351011863224006,
      "grad_norm": 0.7246131682434876,
      "learning_rate": 0.00028520738114431803,
      "loss": 2.6719,
      "step": 20100
    },
    {
      "epoch": 0.9351477087694813,
      "grad_norm": 0.6885266142198976,
      "learning_rate": 0.00028520577397049156,
      "loss": 2.5156,
      "step": 20101
    },
    {
      "epoch": 0.935194231216562,
      "grad_norm": 0.7364598406029573,
      "learning_rate": 0.00028520416671389123,
      "loss": 2.5625,
      "step": 20102
    },
    {
      "epoch": 0.9352407536636427,
      "grad_norm": 0.6742203052333008,
      "learning_rate": 0.00028520255937451814,
      "loss": 2.2656,
      "step": 20103
    },
    {
      "epoch": 0.9352872761107234,
      "grad_norm": 0.7551674668303296,
      "learning_rate": 0.00028520095195237326,
      "loss": 2.625,
      "step": 20104
    },
    {
      "epoch": 0.9353337985578042,
      "grad_norm": 0.6698546698717079,
      "learning_rate": 0.00028519934444745757,
      "loss": 2.3906,
      "step": 20105
    },
    {
      "epoch": 0.9353803210048849,
      "grad_norm": 0.733833340662849,
      "learning_rate": 0.00028519773685977204,
      "loss": 2.4375,
      "step": 20106
    },
    {
      "epoch": 0.9354268434519656,
      "grad_norm": 0.6881344499924035,
      "learning_rate": 0.00028519612918931765,
      "loss": 2.3125,
      "step": 20107
    },
    {
      "epoch": 0.9354733658990463,
      "grad_norm": 0.6881443318235884,
      "learning_rate": 0.0002851945214360954,
      "loss": 2.4375,
      "step": 20108
    },
    {
      "epoch": 0.935519888346127,
      "grad_norm": 0.738521245094342,
      "learning_rate": 0.00028519291360010624,
      "loss": 2.5938,
      "step": 20109
    },
    {
      "epoch": 0.9355664107932077,
      "grad_norm": 0.7700739062842572,
      "learning_rate": 0.0002851913056813512,
      "loss": 2.5156,
      "step": 20110
    },
    {
      "epoch": 0.9356129332402885,
      "grad_norm": 0.7055000341361515,
      "learning_rate": 0.00028518969767983126,
      "loss": 2.375,
      "step": 20111
    },
    {
      "epoch": 0.9356594556873692,
      "grad_norm": 0.7385143127371642,
      "learning_rate": 0.00028518808959554737,
      "loss": 2.3438,
      "step": 20112
    },
    {
      "epoch": 0.9357059781344499,
      "grad_norm": 0.669228502515492,
      "learning_rate": 0.00028518648142850057,
      "loss": 2.4531,
      "step": 20113
    },
    {
      "epoch": 0.9357525005815306,
      "grad_norm": 0.7082859896077085,
      "learning_rate": 0.00028518487317869174,
      "loss": 2.7656,
      "step": 20114
    },
    {
      "epoch": 0.9357990230286113,
      "grad_norm": 0.6868358351197427,
      "learning_rate": 0.00028518326484612197,
      "loss": 2.5156,
      "step": 20115
    },
    {
      "epoch": 0.935845545475692,
      "grad_norm": 0.7205206189900729,
      "learning_rate": 0.00028518165643079223,
      "loss": 2.3906,
      "step": 20116
    },
    {
      "epoch": 0.9358920679227727,
      "grad_norm": 0.8699061862886531,
      "learning_rate": 0.0002851800479327035,
      "loss": 2.5156,
      "step": 20117
    },
    {
      "epoch": 0.9359385903698535,
      "grad_norm": 0.7877757395820321,
      "learning_rate": 0.0002851784393518567,
      "loss": 2.3906,
      "step": 20118
    },
    {
      "epoch": 0.9359851128169342,
      "grad_norm": 0.784608112382094,
      "learning_rate": 0.0002851768306882529,
      "loss": 2.5938,
      "step": 20119
    },
    {
      "epoch": 0.9360316352640149,
      "grad_norm": 0.6891698706565206,
      "learning_rate": 0.000285175221941893,
      "loss": 2.3125,
      "step": 20120
    },
    {
      "epoch": 0.9360781577110956,
      "grad_norm": 0.7902580558993963,
      "learning_rate": 0.00028517361311277805,
      "loss": 2.5312,
      "step": 20121
    },
    {
      "epoch": 0.9361246801581763,
      "grad_norm": 0.7209664986405467,
      "learning_rate": 0.00028517200420090903,
      "loss": 2.4688,
      "step": 20122
    },
    {
      "epoch": 0.936171202605257,
      "grad_norm": 0.7540373774785635,
      "learning_rate": 0.0002851703952062869,
      "loss": 2.875,
      "step": 20123
    },
    {
      "epoch": 0.9362177250523378,
      "grad_norm": 0.7810093687582448,
      "learning_rate": 0.0002851687861289127,
      "loss": 2.5,
      "step": 20124
    },
    {
      "epoch": 0.9362642474994185,
      "grad_norm": 0.684378487533829,
      "learning_rate": 0.00028516717696878735,
      "loss": 2.375,
      "step": 20125
    },
    {
      "epoch": 0.9363107699464992,
      "grad_norm": 0.7023405143217831,
      "learning_rate": 0.00028516556772591184,
      "loss": 2.2969,
      "step": 20126
    },
    {
      "epoch": 0.9363572923935799,
      "grad_norm": 0.8196676098897532,
      "learning_rate": 0.00028516395840028714,
      "loss": 2.5781,
      "step": 20127
    },
    {
      "epoch": 0.9364038148406606,
      "grad_norm": 0.7460449214593795,
      "learning_rate": 0.0002851623489919143,
      "loss": 2.6406,
      "step": 20128
    },
    {
      "epoch": 0.9364503372877413,
      "grad_norm": 0.7065363338573799,
      "learning_rate": 0.00028516073950079433,
      "loss": 2.7344,
      "step": 20129
    },
    {
      "epoch": 0.9364968597348221,
      "grad_norm": 0.7070701903443519,
      "learning_rate": 0.0002851591299269281,
      "loss": 2.7344,
      "step": 20130
    },
    {
      "epoch": 0.9365433821819028,
      "grad_norm": 0.7349918140872281,
      "learning_rate": 0.00028515752027031665,
      "loss": 2.4375,
      "step": 20131
    },
    {
      "epoch": 0.9365899046289835,
      "grad_norm": 0.7130166742099188,
      "learning_rate": 0.000285155910530961,
      "loss": 2.2656,
      "step": 20132
    },
    {
      "epoch": 0.9366364270760642,
      "grad_norm": 0.689254287153644,
      "learning_rate": 0.0002851543007088621,
      "loss": 2.3906,
      "step": 20133
    },
    {
      "epoch": 0.9366829495231449,
      "grad_norm": 0.7741622470178724,
      "learning_rate": 0.0002851526908040209,
      "loss": 2.6094,
      "step": 20134
    },
    {
      "epoch": 0.9367294719702256,
      "grad_norm": 0.8412075616027588,
      "learning_rate": 0.0002851510808164385,
      "loss": 2.375,
      "step": 20135
    },
    {
      "epoch": 0.9367759944173063,
      "grad_norm": 0.6720333703248902,
      "learning_rate": 0.0002851494707461157,
      "loss": 2.375,
      "step": 20136
    },
    {
      "epoch": 0.9368225168643871,
      "grad_norm": 0.6888772264332813,
      "learning_rate": 0.00028514786059305366,
      "loss": 2.4219,
      "step": 20137
    },
    {
      "epoch": 0.9368690393114678,
      "grad_norm": 0.7245311743805453,
      "learning_rate": 0.00028514625035725333,
      "loss": 2.125,
      "step": 20138
    },
    {
      "epoch": 0.9369155617585485,
      "grad_norm": 0.7582913264570277,
      "learning_rate": 0.0002851446400387157,
      "loss": 2.4375,
      "step": 20139
    },
    {
      "epoch": 0.9369620842056292,
      "grad_norm": 0.7190356264761898,
      "learning_rate": 0.0002851430296374416,
      "loss": 2.6719,
      "step": 20140
    },
    {
      "epoch": 0.9370086066527099,
      "grad_norm": 0.7918886843227598,
      "learning_rate": 0.00028514141915343227,
      "loss": 2.6875,
      "step": 20141
    },
    {
      "epoch": 0.9370551290997906,
      "grad_norm": 0.6839660898430836,
      "learning_rate": 0.0002851398085866885,
      "loss": 2.2969,
      "step": 20142
    },
    {
      "epoch": 0.9371016515468714,
      "grad_norm": 0.759845428566123,
      "learning_rate": 0.0002851381979372113,
      "loss": 2.6719,
      "step": 20143
    },
    {
      "epoch": 0.9371481739939521,
      "grad_norm": 0.7607590023071354,
      "learning_rate": 0.00028513658720500176,
      "loss": 2.7031,
      "step": 20144
    },
    {
      "epoch": 0.9371946964410328,
      "grad_norm": 0.7437496574946358,
      "learning_rate": 0.0002851349763900608,
      "loss": 2.6719,
      "step": 20145
    },
    {
      "epoch": 0.9372412188881135,
      "grad_norm": 0.6998598621270048,
      "learning_rate": 0.0002851333654923894,
      "loss": 2.7031,
      "step": 20146
    },
    {
      "epoch": 0.9372877413351942,
      "grad_norm": 0.7802984027756958,
      "learning_rate": 0.0002851317545119886,
      "loss": 2.8281,
      "step": 20147
    },
    {
      "epoch": 0.9373342637822749,
      "grad_norm": 0.7253961337093718,
      "learning_rate": 0.00028513014344885927,
      "loss": 2.4375,
      "step": 20148
    },
    {
      "epoch": 0.9373807862293556,
      "grad_norm": 0.7686723504758404,
      "learning_rate": 0.00028512853230300256,
      "loss": 2.3906,
      "step": 20149
    },
    {
      "epoch": 0.9374273086764364,
      "grad_norm": 0.6894324685633774,
      "learning_rate": 0.0002851269210744193,
      "loss": 2.4844,
      "step": 20150
    },
    {
      "epoch": 0.9374738311235171,
      "grad_norm": 0.7596926672685324,
      "learning_rate": 0.00028512530976311057,
      "loss": 2.4531,
      "step": 20151
    },
    {
      "epoch": 0.9375203535705978,
      "grad_norm": 0.657888408329184,
      "learning_rate": 0.0002851236983690773,
      "loss": 1.7422,
      "step": 20152
    },
    {
      "epoch": 0.9375668760176785,
      "grad_norm": 0.7156027985234532,
      "learning_rate": 0.0002851220868923205,
      "loss": 2.5938,
      "step": 20153
    },
    {
      "epoch": 0.9376133984647592,
      "grad_norm": 0.7410484556618234,
      "learning_rate": 0.00028512047533284116,
      "loss": 2.7812,
      "step": 20154
    },
    {
      "epoch": 0.9376599209118399,
      "grad_norm": 0.816974204979703,
      "learning_rate": 0.00028511886369064033,
      "loss": 2.4531,
      "step": 20155
    },
    {
      "epoch": 0.9377064433589207,
      "grad_norm": 0.767552130329178,
      "learning_rate": 0.0002851172519657189,
      "loss": 2.6875,
      "step": 20156
    },
    {
      "epoch": 0.9377529658060014,
      "grad_norm": 0.7350483066720366,
      "learning_rate": 0.00028511564015807787,
      "loss": 2.375,
      "step": 20157
    },
    {
      "epoch": 0.9377994882530821,
      "grad_norm": 0.7252517783095797,
      "learning_rate": 0.0002851140282677183,
      "loss": 2.5781,
      "step": 20158
    },
    {
      "epoch": 0.9378460107001628,
      "grad_norm": 0.7222171499028883,
      "learning_rate": 0.00028511241629464103,
      "loss": 2.4375,
      "step": 20159
    },
    {
      "epoch": 0.9378925331472435,
      "grad_norm": 0.7029599806886798,
      "learning_rate": 0.0002851108042388472,
      "loss": 2.4844,
      "step": 20160
    },
    {
      "epoch": 0.9379390555943242,
      "grad_norm": 0.7660911461884796,
      "learning_rate": 0.0002851091921003378,
      "loss": 2.4219,
      "step": 20161
    },
    {
      "epoch": 0.937985578041405,
      "grad_norm": 1.1921986310158392,
      "learning_rate": 0.00028510757987911363,
      "loss": 1.8281,
      "step": 20162
    },
    {
      "epoch": 0.9380321004884857,
      "grad_norm": 0.7300973554397256,
      "learning_rate": 0.0002851059675751759,
      "loss": 2.4844,
      "step": 20163
    },
    {
      "epoch": 0.9380786229355664,
      "grad_norm": 0.7403104873310521,
      "learning_rate": 0.0002851043551885255,
      "loss": 2.4531,
      "step": 20164
    },
    {
      "epoch": 0.9381251453826471,
      "grad_norm": 0.8292519462133868,
      "learning_rate": 0.0002851027427191634,
      "loss": 2.3281,
      "step": 20165
    },
    {
      "epoch": 0.9381716678297278,
      "grad_norm": 0.7735919997243622,
      "learning_rate": 0.0002851011301670906,
      "loss": 2.6719,
      "step": 20166
    },
    {
      "epoch": 0.9382181902768085,
      "grad_norm": 0.7872581101773832,
      "learning_rate": 0.0002850995175323081,
      "loss": 2.3281,
      "step": 20167
    },
    {
      "epoch": 0.9382647127238892,
      "grad_norm": 0.7681874642949104,
      "learning_rate": 0.0002850979048148168,
      "loss": 2.3281,
      "step": 20168
    },
    {
      "epoch": 0.93831123517097,
      "grad_norm": 0.7601039887017558,
      "learning_rate": 0.00028509629201461787,
      "loss": 2.4844,
      "step": 20169
    },
    {
      "epoch": 0.9383577576180507,
      "grad_norm": 0.7721146709529058,
      "learning_rate": 0.0002850946791317122,
      "loss": 2.7344,
      "step": 20170
    },
    {
      "epoch": 0.9384042800651314,
      "grad_norm": 0.7989414055404828,
      "learning_rate": 0.0002850930661661007,
      "loss": 2.3906,
      "step": 20171
    },
    {
      "epoch": 0.9384508025122121,
      "grad_norm": 0.7654330822535195,
      "learning_rate": 0.00028509145311778446,
      "loss": 2.4531,
      "step": 20172
    },
    {
      "epoch": 0.9384973249592928,
      "grad_norm": 0.7547470483192427,
      "learning_rate": 0.0002850898399867644,
      "loss": 2.5469,
      "step": 20173
    },
    {
      "epoch": 0.9385438474063735,
      "grad_norm": 0.7524169882254955,
      "learning_rate": 0.0002850882267730416,
      "loss": 2.7031,
      "step": 20174
    },
    {
      "epoch": 0.9385903698534543,
      "grad_norm": 0.7665979903413928,
      "learning_rate": 0.000285086613476617,
      "loss": 2.6094,
      "step": 20175
    },
    {
      "epoch": 0.938636892300535,
      "grad_norm": 0.7463126741370435,
      "learning_rate": 0.00028508500009749154,
      "loss": 2.1562,
      "step": 20176
    },
    {
      "epoch": 0.9386834147476157,
      "grad_norm": 0.7937189077074818,
      "learning_rate": 0.00028508338663566624,
      "loss": 2.4844,
      "step": 20177
    },
    {
      "epoch": 0.9387299371946964,
      "grad_norm": 0.7793504202213525,
      "learning_rate": 0.0002850817730911421,
      "loss": 2.3906,
      "step": 20178
    },
    {
      "epoch": 0.9387764596417771,
      "grad_norm": 0.7128621208990308,
      "learning_rate": 0.0002850801594639201,
      "loss": 2.625,
      "step": 20179
    },
    {
      "epoch": 0.9388229820888578,
      "grad_norm": 0.6760738550610111,
      "learning_rate": 0.00028507854575400126,
      "loss": 2.2656,
      "step": 20180
    },
    {
      "epoch": 0.9388695045359385,
      "grad_norm": 0.7564024626874477,
      "learning_rate": 0.00028507693196138653,
      "loss": 2.4844,
      "step": 20181
    },
    {
      "epoch": 0.9389160269830193,
      "grad_norm": 0.7684561028601642,
      "learning_rate": 0.0002850753180860769,
      "loss": 2.5938,
      "step": 20182
    },
    {
      "epoch": 0.9389625494301,
      "grad_norm": 0.7118425126975964,
      "learning_rate": 0.00028507370412807334,
      "loss": 2.7656,
      "step": 20183
    },
    {
      "epoch": 0.9390090718771807,
      "grad_norm": 0.7020861601480106,
      "learning_rate": 0.0002850720900873769,
      "loss": 2.3594,
      "step": 20184
    },
    {
      "epoch": 0.9390555943242614,
      "grad_norm": 0.9982121157863889,
      "learning_rate": 0.0002850704759639885,
      "loss": 1.8125,
      "step": 20185
    },
    {
      "epoch": 0.9391021167713421,
      "grad_norm": 0.7693861870972817,
      "learning_rate": 0.00028506886175790915,
      "loss": 2.75,
      "step": 20186
    },
    {
      "epoch": 0.9391486392184228,
      "grad_norm": 0.7672831588080292,
      "learning_rate": 0.00028506724746913987,
      "loss": 2.7188,
      "step": 20187
    },
    {
      "epoch": 0.9391951616655037,
      "grad_norm": 0.7880806427275449,
      "learning_rate": 0.00028506563309768163,
      "loss": 2.4844,
      "step": 20188
    },
    {
      "epoch": 0.9392416841125844,
      "grad_norm": 0.7920270343063064,
      "learning_rate": 0.0002850640186435354,
      "loss": 2.4688,
      "step": 20189
    },
    {
      "epoch": 0.939288206559665,
      "grad_norm": 0.7875569517658841,
      "learning_rate": 0.0002850624041067022,
      "loss": 2.5312,
      "step": 20190
    },
    {
      "epoch": 0.9393347290067458,
      "grad_norm": 0.7763308194454428,
      "learning_rate": 0.000285060789487183,
      "loss": 2.3906,
      "step": 20191
    },
    {
      "epoch": 0.9393812514538264,
      "grad_norm": 0.7589358534600225,
      "learning_rate": 0.00028505917478497875,
      "loss": 2.7344,
      "step": 20192
    },
    {
      "epoch": 0.9394277739009071,
      "grad_norm": 0.8588340149711164,
      "learning_rate": 0.00028505756000009053,
      "loss": 2.7188,
      "step": 20193
    },
    {
      "epoch": 0.939474296347988,
      "grad_norm": 0.7470218135511041,
      "learning_rate": 0.0002850559451325192,
      "loss": 2.3906,
      "step": 20194
    },
    {
      "epoch": 0.9395208187950687,
      "grad_norm": 0.7177175780089409,
      "learning_rate": 0.0002850543301822659,
      "loss": 2.375,
      "step": 20195
    },
    {
      "epoch": 0.9395673412421494,
      "grad_norm": 0.7975909339702858,
      "learning_rate": 0.0002850527151493315,
      "loss": 2.6719,
      "step": 20196
    },
    {
      "epoch": 0.9396138636892301,
      "grad_norm": 0.7646720223586496,
      "learning_rate": 0.0002850511000337171,
      "loss": 2.5938,
      "step": 20197
    },
    {
      "epoch": 0.9396603861363108,
      "grad_norm": 0.6840888109610039,
      "learning_rate": 0.00028504948483542355,
      "loss": 2.3438,
      "step": 20198
    },
    {
      "epoch": 0.9397069085833915,
      "grad_norm": 0.7269518629493872,
      "learning_rate": 0.00028504786955445196,
      "loss": 2.7344,
      "step": 20199
    },
    {
      "epoch": 0.9397534310304722,
      "grad_norm": 0.748327038655173,
      "learning_rate": 0.0002850462541908032,
      "loss": 2.5312,
      "step": 20200
    },
    {
      "epoch": 0.939799953477553,
      "grad_norm": 0.7240615970767013,
      "learning_rate": 0.0002850446387444784,
      "loss": 2.2969,
      "step": 20201
    },
    {
      "epoch": 0.9398464759246337,
      "grad_norm": 0.7752370904332969,
      "learning_rate": 0.00028504302321547844,
      "loss": 2.625,
      "step": 20202
    },
    {
      "epoch": 0.9398929983717144,
      "grad_norm": 0.7518359271775138,
      "learning_rate": 0.0002850414076038043,
      "loss": 2.3594,
      "step": 20203
    },
    {
      "epoch": 0.9399395208187951,
      "grad_norm": 0.8412932864946886,
      "learning_rate": 0.00028503979190945707,
      "loss": 2.5469,
      "step": 20204
    },
    {
      "epoch": 0.9399860432658758,
      "grad_norm": 0.6950902724781587,
      "learning_rate": 0.0002850381761324377,
      "loss": 1.9688,
      "step": 20205
    },
    {
      "epoch": 0.9400325657129565,
      "grad_norm": 0.7216028536618805,
      "learning_rate": 0.0002850365602727471,
      "loss": 2.2188,
      "step": 20206
    },
    {
      "epoch": 0.9400790881600373,
      "grad_norm": 0.7227773070641813,
      "learning_rate": 0.0002850349443303864,
      "loss": 2.7188,
      "step": 20207
    },
    {
      "epoch": 0.940125610607118,
      "grad_norm": 0.8195566680689846,
      "learning_rate": 0.0002850333283053565,
      "loss": 2.3906,
      "step": 20208
    },
    {
      "epoch": 0.9401721330541987,
      "grad_norm": 0.7794175587318373,
      "learning_rate": 0.00028503171219765837,
      "loss": 2.7656,
      "step": 20209
    },
    {
      "epoch": 0.9402186555012794,
      "grad_norm": 0.7098381940741826,
      "learning_rate": 0.000285030096007293,
      "loss": 2.5625,
      "step": 20210
    },
    {
      "epoch": 0.9402651779483601,
      "grad_norm": 0.7964144143924026,
      "learning_rate": 0.0002850284797342615,
      "loss": 2.75,
      "step": 20211
    },
    {
      "epoch": 0.9403117003954408,
      "grad_norm": 0.8114877841036565,
      "learning_rate": 0.0002850268633785646,
      "loss": 2.5469,
      "step": 20212
    },
    {
      "epoch": 0.9403582228425215,
      "grad_norm": 0.7878908068430636,
      "learning_rate": 0.0002850252469402036,
      "loss": 2.2969,
      "step": 20213
    },
    {
      "epoch": 0.9404047452896023,
      "grad_norm": 0.7796521429706769,
      "learning_rate": 0.00028502363041917934,
      "loss": 2.8906,
      "step": 20214
    },
    {
      "epoch": 0.940451267736683,
      "grad_norm": 0.6753265483551851,
      "learning_rate": 0.0002850220138154928,
      "loss": 2.5312,
      "step": 20215
    },
    {
      "epoch": 0.9404977901837637,
      "grad_norm": 0.7135923261262697,
      "learning_rate": 0.000285020397129145,
      "loss": 2.5312,
      "step": 20216
    },
    {
      "epoch": 0.9405443126308444,
      "grad_norm": 0.7995020239656451,
      "learning_rate": 0.00028501878036013686,
      "loss": 2.6094,
      "step": 20217
    },
    {
      "epoch": 0.9405908350779251,
      "grad_norm": 0.7443431181994582,
      "learning_rate": 0.0002850171635084695,
      "loss": 2.5938,
      "step": 20218
    },
    {
      "epoch": 0.9406373575250058,
      "grad_norm": 0.7645311121622488,
      "learning_rate": 0.0002850155465741438,
      "loss": 2.3906,
      "step": 20219
    },
    {
      "epoch": 0.9406838799720866,
      "grad_norm": 0.7297675104825933,
      "learning_rate": 0.00028501392955716077,
      "loss": 2.5,
      "step": 20220
    },
    {
      "epoch": 0.9407304024191673,
      "grad_norm": 0.8005610846247873,
      "learning_rate": 0.0002850123124575214,
      "loss": 2.5156,
      "step": 20221
    },
    {
      "epoch": 0.940776924866248,
      "grad_norm": 0.7007930138603414,
      "learning_rate": 0.00028501069527522675,
      "loss": 2.2969,
      "step": 20222
    },
    {
      "epoch": 0.9408234473133287,
      "grad_norm": 0.8114617148778355,
      "learning_rate": 0.0002850090780102778,
      "loss": 2.7188,
      "step": 20223
    },
    {
      "epoch": 0.9408699697604094,
      "grad_norm": 0.7950668518615432,
      "learning_rate": 0.0002850074606626754,
      "loss": 2.6719,
      "step": 20224
    },
    {
      "epoch": 0.9409164922074901,
      "grad_norm": 0.7299286512351786,
      "learning_rate": 0.0002850058432324207,
      "loss": 2.6562,
      "step": 20225
    },
    {
      "epoch": 0.9409630146545709,
      "grad_norm": 0.6675502904893424,
      "learning_rate": 0.0002850042257195146,
      "loss": 2.1562,
      "step": 20226
    },
    {
      "epoch": 0.9410095371016516,
      "grad_norm": 0.762059964133207,
      "learning_rate": 0.0002850026081239581,
      "loss": 2.5469,
      "step": 20227
    },
    {
      "epoch": 0.9410560595487323,
      "grad_norm": 0.7413962723394668,
      "learning_rate": 0.0002850009904457522,
      "loss": 2.3594,
      "step": 20228
    },
    {
      "epoch": 0.941102581995813,
      "grad_norm": 0.7203685652030665,
      "learning_rate": 0.00028499937268489794,
      "loss": 2.3281,
      "step": 20229
    },
    {
      "epoch": 0.9411491044428937,
      "grad_norm": 0.778937664266778,
      "learning_rate": 0.00028499775484139625,
      "loss": 2.3906,
      "step": 20230
    },
    {
      "epoch": 0.9411956268899744,
      "grad_norm": 0.7448806539463614,
      "learning_rate": 0.00028499613691524816,
      "loss": 2.7188,
      "step": 20231
    },
    {
      "epoch": 0.9412421493370551,
      "grad_norm": 0.7316503105835717,
      "learning_rate": 0.0002849945189064546,
      "loss": 2.6875,
      "step": 20232
    },
    {
      "epoch": 0.9412886717841359,
      "grad_norm": 0.711057958436047,
      "learning_rate": 0.0002849929008150166,
      "loss": 2.4062,
      "step": 20233
    },
    {
      "epoch": 0.9413351942312166,
      "grad_norm": 0.7455460617828262,
      "learning_rate": 0.00028499128264093513,
      "loss": 2.3438,
      "step": 20234
    },
    {
      "epoch": 0.9413817166782973,
      "grad_norm": 0.7093994658225466,
      "learning_rate": 0.00028498966438421125,
      "loss": 2.3906,
      "step": 20235
    },
    {
      "epoch": 0.941428239125378,
      "grad_norm": 0.798342903014134,
      "learning_rate": 0.00028498804604484596,
      "loss": 2.3125,
      "step": 20236
    },
    {
      "epoch": 0.9414747615724587,
      "grad_norm": 0.7916684795930465,
      "learning_rate": 0.00028498642762284006,
      "loss": 2.4844,
      "step": 20237
    },
    {
      "epoch": 0.9415212840195394,
      "grad_norm": 0.7113145212967215,
      "learning_rate": 0.00028498480911819476,
      "loss": 2.2344,
      "step": 20238
    },
    {
      "epoch": 0.9415678064666202,
      "grad_norm": 0.746637296347487,
      "learning_rate": 0.000284983190530911,
      "loss": 2.3906,
      "step": 20239
    },
    {
      "epoch": 0.9416143289137009,
      "grad_norm": 0.7385069275408269,
      "learning_rate": 0.0002849815718609896,
      "loss": 2.3906,
      "step": 20240
    },
    {
      "epoch": 0.9416608513607816,
      "grad_norm": 0.7363817598249811,
      "learning_rate": 0.0002849799531084318,
      "loss": 2.5,
      "step": 20241
    },
    {
      "epoch": 0.9417073738078623,
      "grad_norm": 0.8194720557710538,
      "learning_rate": 0.00028497833427323845,
      "loss": 2.3125,
      "step": 20242
    },
    {
      "epoch": 0.941753896254943,
      "grad_norm": 0.7226929635899165,
      "learning_rate": 0.00028497671535541053,
      "loss": 2.3281,
      "step": 20243
    },
    {
      "epoch": 0.9418004187020237,
      "grad_norm": 0.6644574464570735,
      "learning_rate": 0.0002849750963549491,
      "loss": 1.7109,
      "step": 20244
    },
    {
      "epoch": 0.9418469411491044,
      "grad_norm": 0.7019255912344039,
      "learning_rate": 0.00028497347727185517,
      "loss": 2.2344,
      "step": 20245
    },
    {
      "epoch": 0.9418934635961852,
      "grad_norm": 0.6886103954978162,
      "learning_rate": 0.0002849718581061296,
      "loss": 2.2031,
      "step": 20246
    },
    {
      "epoch": 0.9419399860432659,
      "grad_norm": 0.7526488471583916,
      "learning_rate": 0.0002849702388577735,
      "loss": 2.6875,
      "step": 20247
    },
    {
      "epoch": 0.9419865084903466,
      "grad_norm": 0.7666745557974666,
      "learning_rate": 0.0002849686195267878,
      "loss": 2.4531,
      "step": 20248
    },
    {
      "epoch": 0.9420330309374273,
      "grad_norm": 0.772999167845855,
      "learning_rate": 0.00028496700011317353,
      "loss": 2.5938,
      "step": 20249
    },
    {
      "epoch": 0.942079553384508,
      "grad_norm": 0.6956756114824403,
      "learning_rate": 0.0002849653806169317,
      "loss": 2.5625,
      "step": 20250
    },
    {
      "epoch": 0.9421260758315887,
      "grad_norm": 0.748571120618532,
      "learning_rate": 0.00028496376103806325,
      "loss": 2.5625,
      "step": 20251
    },
    {
      "epoch": 0.9421725982786695,
      "grad_norm": 0.7143825910066486,
      "learning_rate": 0.0002849621413765692,
      "loss": 2.3281,
      "step": 20252
    },
    {
      "epoch": 0.9422191207257502,
      "grad_norm": 0.6906783119491328,
      "learning_rate": 0.00028496052163245046,
      "loss": 2.4062,
      "step": 20253
    },
    {
      "epoch": 0.9422656431728309,
      "grad_norm": 0.7488577227138118,
      "learning_rate": 0.00028495890180570816,
      "loss": 2.5781,
      "step": 20254
    },
    {
      "epoch": 0.9423121656199116,
      "grad_norm": 0.6932344737755612,
      "learning_rate": 0.0002849572818963432,
      "loss": 2.1719,
      "step": 20255
    },
    {
      "epoch": 0.9423586880669923,
      "grad_norm": 0.746001478131204,
      "learning_rate": 0.0002849556619043566,
      "loss": 2.4219,
      "step": 20256
    },
    {
      "epoch": 0.942405210514073,
      "grad_norm": 0.7814530941352942,
      "learning_rate": 0.0002849540418297494,
      "loss": 2.3125,
      "step": 20257
    },
    {
      "epoch": 0.9424517329611538,
      "grad_norm": 0.7404644851576268,
      "learning_rate": 0.00028495242167252247,
      "loss": 2.4219,
      "step": 20258
    },
    {
      "epoch": 0.9424982554082345,
      "grad_norm": 0.7560160149238178,
      "learning_rate": 0.0002849508014326769,
      "loss": 2.5156,
      "step": 20259
    },
    {
      "epoch": 0.9425447778553152,
      "grad_norm": 0.6603332128826072,
      "learning_rate": 0.00028494918111021363,
      "loss": 2.2969,
      "step": 20260
    },
    {
      "epoch": 0.9425913003023959,
      "grad_norm": 0.7703495092940615,
      "learning_rate": 0.0002849475607051337,
      "loss": 2.7031,
      "step": 20261
    },
    {
      "epoch": 0.9426378227494766,
      "grad_norm": 0.7043414452331189,
      "learning_rate": 0.00028494594021743813,
      "loss": 2.6094,
      "step": 20262
    },
    {
      "epoch": 0.9426843451965573,
      "grad_norm": 0.7019398926324532,
      "learning_rate": 0.00028494431964712775,
      "loss": 2.5781,
      "step": 20263
    },
    {
      "epoch": 0.942730867643638,
      "grad_norm": 0.7053482842019235,
      "learning_rate": 0.0002849426989942037,
      "loss": 2.3594,
      "step": 20264
    },
    {
      "epoch": 0.9427773900907188,
      "grad_norm": 0.7986913640989225,
      "learning_rate": 0.000284941078258667,
      "loss": 2.3438,
      "step": 20265
    },
    {
      "epoch": 0.9428239125377995,
      "grad_norm": 0.7095949926904414,
      "learning_rate": 0.0002849394574405185,
      "loss": 2.4062,
      "step": 20266
    },
    {
      "epoch": 0.9428704349848802,
      "grad_norm": 0.6969638386190565,
      "learning_rate": 0.0002849378365397593,
      "loss": 2.3594,
      "step": 20267
    },
    {
      "epoch": 0.9429169574319609,
      "grad_norm": 0.7039376025073821,
      "learning_rate": 0.00028493621555639035,
      "loss": 1.7266,
      "step": 20268
    },
    {
      "epoch": 0.9429634798790416,
      "grad_norm": 0.7653222110846041,
      "learning_rate": 0.0002849345944904127,
      "loss": 2.6094,
      "step": 20269
    },
    {
      "epoch": 0.9430100023261223,
      "grad_norm": 0.7491768321591598,
      "learning_rate": 0.0002849329733418273,
      "loss": 2.625,
      "step": 20270
    },
    {
      "epoch": 0.9430565247732031,
      "grad_norm": 0.7266968218834235,
      "learning_rate": 0.000284931352110635,
      "loss": 2.375,
      "step": 20271
    },
    {
      "epoch": 0.9431030472202838,
      "grad_norm": 0.7454909774387615,
      "learning_rate": 0.00028492973079683706,
      "loss": 2.4531,
      "step": 20272
    },
    {
      "epoch": 0.9431495696673645,
      "grad_norm": 0.7447790685094228,
      "learning_rate": 0.00028492810940043434,
      "loss": 2.2656,
      "step": 20273
    },
    {
      "epoch": 0.9431960921144452,
      "grad_norm": 0.7087649030855411,
      "learning_rate": 0.0002849264879214278,
      "loss": 2.4062,
      "step": 20274
    },
    {
      "epoch": 0.9432426145615259,
      "grad_norm": 0.7018555105928775,
      "learning_rate": 0.00028492486635981845,
      "loss": 2.6406,
      "step": 20275
    },
    {
      "epoch": 0.9432891370086066,
      "grad_norm": 0.7168794319602664,
      "learning_rate": 0.00028492324471560734,
      "loss": 2.6562,
      "step": 20276
    },
    {
      "epoch": 0.9433356594556873,
      "grad_norm": 0.7164193982651927,
      "learning_rate": 0.0002849216229887954,
      "loss": 2.6719,
      "step": 20277
    },
    {
      "epoch": 0.9433821819027681,
      "grad_norm": 0.697630968478972,
      "learning_rate": 0.00028492000117938366,
      "loss": 2.7344,
      "step": 20278
    },
    {
      "epoch": 0.9434287043498488,
      "grad_norm": 0.7776778736443849,
      "learning_rate": 0.0002849183792873731,
      "loss": 2.2656,
      "step": 20279
    },
    {
      "epoch": 0.9434752267969295,
      "grad_norm": 0.6703244797055588,
      "learning_rate": 0.0002849167573127647,
      "loss": 2.4531,
      "step": 20280
    },
    {
      "epoch": 0.9435217492440102,
      "grad_norm": 0.6888876695867912,
      "learning_rate": 0.00028491513525555947,
      "loss": 2.2969,
      "step": 20281
    },
    {
      "epoch": 0.9435682716910909,
      "grad_norm": 0.7285109272486805,
      "learning_rate": 0.0002849135131157584,
      "loss": 2.7188,
      "step": 20282
    },
    {
      "epoch": 0.9436147941381716,
      "grad_norm": 0.797348482548809,
      "learning_rate": 0.00028491189089336255,
      "loss": 2.0938,
      "step": 20283
    },
    {
      "epoch": 0.9436613165852524,
      "grad_norm": 0.7105029309500258,
      "learning_rate": 0.00028491026858837277,
      "loss": 2.2969,
      "step": 20284
    },
    {
      "epoch": 0.9437078390323331,
      "grad_norm": 0.7231333741010469,
      "learning_rate": 0.00028490864620079015,
      "loss": 2.5469,
      "step": 20285
    },
    {
      "epoch": 0.9437543614794138,
      "grad_norm": 0.7294074172363465,
      "learning_rate": 0.0002849070237306156,
      "loss": 2.5781,
      "step": 20286
    },
    {
      "epoch": 0.9438008839264945,
      "grad_norm": 0.6853124510502044,
      "learning_rate": 0.0002849054011778503,
      "loss": 2.2656,
      "step": 20287
    },
    {
      "epoch": 0.9438474063735752,
      "grad_norm": 0.7128911940834722,
      "learning_rate": 0.000284903778542495,
      "loss": 2.375,
      "step": 20288
    },
    {
      "epoch": 0.9438939288206559,
      "grad_norm": 0.679404502100532,
      "learning_rate": 0.00028490215582455087,
      "loss": 2.6875,
      "step": 20289
    },
    {
      "epoch": 0.9439404512677367,
      "grad_norm": 0.7342506402740173,
      "learning_rate": 0.00028490053302401884,
      "loss": 2.4375,
      "step": 20290
    },
    {
      "epoch": 0.9439869737148174,
      "grad_norm": 0.7256290855840662,
      "learning_rate": 0.0002848989101408999,
      "loss": 2.6094,
      "step": 20291
    },
    {
      "epoch": 0.9440334961618981,
      "grad_norm": 0.754270345938254,
      "learning_rate": 0.000284897287175195,
      "loss": 2.6875,
      "step": 20292
    },
    {
      "epoch": 0.9440800186089788,
      "grad_norm": 0.7067168998725905,
      "learning_rate": 0.0002848956641269053,
      "loss": 2.3594,
      "step": 20293
    },
    {
      "epoch": 0.9441265410560595,
      "grad_norm": 0.7469825718813883,
      "learning_rate": 0.00028489404099603166,
      "loss": 2.6094,
      "step": 20294
    },
    {
      "epoch": 0.9441730635031402,
      "grad_norm": 0.7081270808423233,
      "learning_rate": 0.000284892417782575,
      "loss": 2.5625,
      "step": 20295
    },
    {
      "epoch": 0.9442195859502209,
      "grad_norm": 0.7533213064849568,
      "learning_rate": 0.00028489079448653645,
      "loss": 2.4688,
      "step": 20296
    },
    {
      "epoch": 0.9442661083973017,
      "grad_norm": 0.7289469668645028,
      "learning_rate": 0.000284889171107917,
      "loss": 2.5938,
      "step": 20297
    },
    {
      "epoch": 0.9443126308443824,
      "grad_norm": 0.7491803728796455,
      "learning_rate": 0.0002848875476467176,
      "loss": 2.4531,
      "step": 20298
    },
    {
      "epoch": 0.9443591532914631,
      "grad_norm": 0.7036285266995317,
      "learning_rate": 0.00028488592410293916,
      "loss": 2.5469,
      "step": 20299
    },
    {
      "epoch": 0.9444056757385438,
      "grad_norm": 0.6892722487021555,
      "learning_rate": 0.00028488430047658286,
      "loss": 2.6094,
      "step": 20300
    },
    {
      "epoch": 0.9444521981856245,
      "grad_norm": 0.7247354310348282,
      "learning_rate": 0.0002848826767676496,
      "loss": 2.4219,
      "step": 20301
    },
    {
      "epoch": 0.9444987206327052,
      "grad_norm": 0.8169473524290412,
      "learning_rate": 0.0002848810529761403,
      "loss": 2.4219,
      "step": 20302
    },
    {
      "epoch": 0.944545243079786,
      "grad_norm": 0.6769359175306633,
      "learning_rate": 0.00028487942910205606,
      "loss": 2.2188,
      "step": 20303
    },
    {
      "epoch": 0.9445917655268667,
      "grad_norm": 0.7363311672804428,
      "learning_rate": 0.00028487780514539784,
      "loss": 2.4062,
      "step": 20304
    },
    {
      "epoch": 0.9446382879739474,
      "grad_norm": 0.6715825797889688,
      "learning_rate": 0.0002848761811061666,
      "loss": 2.2031,
      "step": 20305
    },
    {
      "epoch": 0.9446848104210281,
      "grad_norm": 0.7834746152147689,
      "learning_rate": 0.0002848745569843634,
      "loss": 2.5156,
      "step": 20306
    },
    {
      "epoch": 0.9447313328681088,
      "grad_norm": 0.8088265518735275,
      "learning_rate": 0.00028487293277998924,
      "loss": 2.4062,
      "step": 20307
    },
    {
      "epoch": 0.9447778553151895,
      "grad_norm": 0.7581684361705573,
      "learning_rate": 0.00028487130849304504,
      "loss": 2.4062,
      "step": 20308
    },
    {
      "epoch": 0.9448243777622702,
      "grad_norm": 0.7156840406009429,
      "learning_rate": 0.0002848696841235318,
      "loss": 2.5625,
      "step": 20309
    },
    {
      "epoch": 0.944870900209351,
      "grad_norm": 0.8068744600860535,
      "learning_rate": 0.00028486805967145053,
      "loss": 2.6094,
      "step": 20310
    },
    {
      "epoch": 0.9449174226564317,
      "grad_norm": 0.8084057110998674,
      "learning_rate": 0.0002848664351368023,
      "loss": 2.6406,
      "step": 20311
    },
    {
      "epoch": 0.9449639451035124,
      "grad_norm": 0.8145695174762447,
      "learning_rate": 0.00028486481051958804,
      "loss": 2.5,
      "step": 20312
    },
    {
      "epoch": 0.9450104675505931,
      "grad_norm": 0.7528253606559935,
      "learning_rate": 0.00028486318581980876,
      "loss": 2.4375,
      "step": 20313
    },
    {
      "epoch": 0.9450569899976738,
      "grad_norm": 0.8109714905159222,
      "learning_rate": 0.00028486156103746537,
      "loss": 2.7969,
      "step": 20314
    },
    {
      "epoch": 0.9451035124447545,
      "grad_norm": 0.719200463042758,
      "learning_rate": 0.00028485993617255895,
      "loss": 2.4531,
      "step": 20315
    },
    {
      "epoch": 0.9451500348918354,
      "grad_norm": 0.7715307266624865,
      "learning_rate": 0.00028485831122509054,
      "loss": 2.5938,
      "step": 20316
    },
    {
      "epoch": 0.945196557338916,
      "grad_norm": 0.7627656111030644,
      "learning_rate": 0.00028485668619506106,
      "loss": 1.7734,
      "step": 20317
    },
    {
      "epoch": 0.9452430797859968,
      "grad_norm": 0.7564116923360936,
      "learning_rate": 0.0002848550610824715,
      "loss": 2.4375,
      "step": 20318
    },
    {
      "epoch": 0.9452896022330775,
      "grad_norm": 0.7312791649391459,
      "learning_rate": 0.0002848534358873229,
      "loss": 2.4219,
      "step": 20319
    },
    {
      "epoch": 0.9453361246801582,
      "grad_norm": 0.7550660444351556,
      "learning_rate": 0.00028485181060961624,
      "loss": 2.4062,
      "step": 20320
    },
    {
      "epoch": 0.9453826471272389,
      "grad_norm": 0.7091397424060398,
      "learning_rate": 0.00028485018524935244,
      "loss": 2.4219,
      "step": 20321
    },
    {
      "epoch": 0.9454291695743197,
      "grad_norm": 0.690331533439471,
      "learning_rate": 0.00028484855980653265,
      "loss": 2.4375,
      "step": 20322
    },
    {
      "epoch": 0.9454756920214004,
      "grad_norm": 0.7287527098015739,
      "learning_rate": 0.0002848469342811577,
      "loss": 2.4844,
      "step": 20323
    },
    {
      "epoch": 0.9455222144684811,
      "grad_norm": 0.7344629246370783,
      "learning_rate": 0.00028484530867322873,
      "loss": 2.4062,
      "step": 20324
    },
    {
      "epoch": 0.9455687369155618,
      "grad_norm": 0.7913654722480765,
      "learning_rate": 0.00028484368298274665,
      "loss": 2.6406,
      "step": 20325
    },
    {
      "epoch": 0.9456152593626425,
      "grad_norm": 0.7688030326580911,
      "learning_rate": 0.00028484205720971244,
      "loss": 2.4062,
      "step": 20326
    },
    {
      "epoch": 0.9456617818097232,
      "grad_norm": 0.7599193204967762,
      "learning_rate": 0.00028484043135412713,
      "loss": 2.5625,
      "step": 20327
    },
    {
      "epoch": 0.9457083042568039,
      "grad_norm": 0.7108395539965896,
      "learning_rate": 0.00028483880541599175,
      "loss": 2.5,
      "step": 20328
    },
    {
      "epoch": 0.9457548267038847,
      "grad_norm": 0.6821766924406243,
      "learning_rate": 0.00028483717939530723,
      "loss": 2.25,
      "step": 20329
    },
    {
      "epoch": 0.9458013491509654,
      "grad_norm": 0.7667858133461424,
      "learning_rate": 0.0002848355532920746,
      "loss": 2.25,
      "step": 20330
    },
    {
      "epoch": 0.9458478715980461,
      "grad_norm": 0.7529920279733169,
      "learning_rate": 0.0002848339271062948,
      "loss": 2.5625,
      "step": 20331
    },
    {
      "epoch": 0.9458943940451268,
      "grad_norm": 0.8201186705242473,
      "learning_rate": 0.00028483230083796896,
      "loss": 2.5781,
      "step": 20332
    },
    {
      "epoch": 0.9459409164922075,
      "grad_norm": 0.7014623125791523,
      "learning_rate": 0.000284830674487098,
      "loss": 2.3281,
      "step": 20333
    },
    {
      "epoch": 0.9459874389392882,
      "grad_norm": 0.7482748796002497,
      "learning_rate": 0.0002848290480536828,
      "loss": 2.7188,
      "step": 20334
    },
    {
      "epoch": 0.946033961386369,
      "grad_norm": 0.7453376997226812,
      "learning_rate": 0.0002848274215377245,
      "loss": 2.5156,
      "step": 20335
    },
    {
      "epoch": 0.9460804838334497,
      "grad_norm": 0.7512467234304891,
      "learning_rate": 0.00028482579493922415,
      "loss": 1.9844,
      "step": 20336
    },
    {
      "epoch": 0.9461270062805304,
      "grad_norm": 0.7631570247282545,
      "learning_rate": 0.00028482416825818254,
      "loss": 2.5781,
      "step": 20337
    },
    {
      "epoch": 0.9461735287276111,
      "grad_norm": 0.7361102878554423,
      "learning_rate": 0.00028482254149460085,
      "loss": 2.3906,
      "step": 20338
    },
    {
      "epoch": 0.9462200511746918,
      "grad_norm": 0.7840180426586886,
      "learning_rate": 0.00028482091464848,
      "loss": 2.6562,
      "step": 20339
    },
    {
      "epoch": 0.9462665736217725,
      "grad_norm": 0.7343467377044258,
      "learning_rate": 0.00028481928771982096,
      "loss": 2.4375,
      "step": 20340
    },
    {
      "epoch": 0.9463130960688533,
      "grad_norm": 0.7676983138659546,
      "learning_rate": 0.00028481766070862473,
      "loss": 2.75,
      "step": 20341
    },
    {
      "epoch": 0.946359618515934,
      "grad_norm": 0.7297563660830398,
      "learning_rate": 0.0002848160336148924,
      "loss": 2.3594,
      "step": 20342
    },
    {
      "epoch": 0.9464061409630147,
      "grad_norm": 0.7154376794512193,
      "learning_rate": 0.0002848144064386249,
      "loss": 2.4062,
      "step": 20343
    },
    {
      "epoch": 0.9464526634100954,
      "grad_norm": 0.8471969685481803,
      "learning_rate": 0.00028481277917982316,
      "loss": 2.7188,
      "step": 20344
    },
    {
      "epoch": 0.9464991858571761,
      "grad_norm": 0.7187167337572484,
      "learning_rate": 0.0002848111518384883,
      "loss": 2.375,
      "step": 20345
    },
    {
      "epoch": 0.9465457083042568,
      "grad_norm": 0.70663420354531,
      "learning_rate": 0.00028480952441462123,
      "loss": 2.3594,
      "step": 20346
    },
    {
      "epoch": 0.9465922307513375,
      "grad_norm": 0.7298755638893645,
      "learning_rate": 0.00028480789690822297,
      "loss": 2.5469,
      "step": 20347
    },
    {
      "epoch": 0.9466387531984183,
      "grad_norm": 0.719618523890146,
      "learning_rate": 0.00028480626931929454,
      "loss": 2.4062,
      "step": 20348
    },
    {
      "epoch": 0.946685275645499,
      "grad_norm": 0.7151698558712026,
      "learning_rate": 0.0002848046416478369,
      "loss": 2.6562,
      "step": 20349
    },
    {
      "epoch": 0.9467317980925797,
      "grad_norm": 0.7521788720789685,
      "learning_rate": 0.00028480301389385105,
      "loss": 2.8281,
      "step": 20350
    },
    {
      "epoch": 0.9467783205396604,
      "grad_norm": 0.6883068563854856,
      "learning_rate": 0.00028480138605733806,
      "loss": 2.3281,
      "step": 20351
    },
    {
      "epoch": 0.9468248429867411,
      "grad_norm": 0.6537868271355615,
      "learning_rate": 0.00028479975813829885,
      "loss": 1.8828,
      "step": 20352
    },
    {
      "epoch": 0.9468713654338218,
      "grad_norm": 0.7032107065685235,
      "learning_rate": 0.0002847981301367344,
      "loss": 2.2969,
      "step": 20353
    },
    {
      "epoch": 0.9469178878809026,
      "grad_norm": 0.7277094312114092,
      "learning_rate": 0.00028479650205264574,
      "loss": 2.7812,
      "step": 20354
    },
    {
      "epoch": 0.9469644103279833,
      "grad_norm": 0.7187941983597206,
      "learning_rate": 0.0002847948738860339,
      "loss": 2.6562,
      "step": 20355
    },
    {
      "epoch": 0.947010932775064,
      "grad_norm": 0.7044258648081014,
      "learning_rate": 0.0002847932456368998,
      "loss": 2.5469,
      "step": 20356
    },
    {
      "epoch": 0.9470574552221447,
      "grad_norm": 0.8168104124291811,
      "learning_rate": 0.0002847916173052445,
      "loss": 2.7812,
      "step": 20357
    },
    {
      "epoch": 0.9471039776692254,
      "grad_norm": 0.7526920650755975,
      "learning_rate": 0.000284789988891069,
      "loss": 2.6406,
      "step": 20358
    },
    {
      "epoch": 0.9471505001163061,
      "grad_norm": 0.7693364998917789,
      "learning_rate": 0.0002847883603943743,
      "loss": 2.4844,
      "step": 20359
    },
    {
      "epoch": 0.9471970225633868,
      "grad_norm": 0.6946739996146234,
      "learning_rate": 0.00028478673181516135,
      "loss": 2.5312,
      "step": 20360
    },
    {
      "epoch": 0.9472435450104676,
      "grad_norm": 0.6810127202333106,
      "learning_rate": 0.00028478510315343113,
      "loss": 2.3906,
      "step": 20361
    },
    {
      "epoch": 0.9472900674575483,
      "grad_norm": 0.7298401808809033,
      "learning_rate": 0.00028478347440918467,
      "loss": 2.4375,
      "step": 20362
    },
    {
      "epoch": 0.947336589904629,
      "grad_norm": 0.7343511890865514,
      "learning_rate": 0.000284781845582423,
      "loss": 2.75,
      "step": 20363
    },
    {
      "epoch": 0.9473831123517097,
      "grad_norm": 0.7343166940038041,
      "learning_rate": 0.0002847802166731471,
      "loss": 2.7812,
      "step": 20364
    },
    {
      "epoch": 0.9474296347987904,
      "grad_norm": 0.8009172972555619,
      "learning_rate": 0.00028477858768135797,
      "loss": 2.3906,
      "step": 20365
    },
    {
      "epoch": 0.9474761572458711,
      "grad_norm": 0.634757290558466,
      "learning_rate": 0.00028477695860705657,
      "loss": 2.0312,
      "step": 20366
    },
    {
      "epoch": 0.9475226796929519,
      "grad_norm": 0.7241430077777705,
      "learning_rate": 0.0002847753294502439,
      "loss": 2.4219,
      "step": 20367
    },
    {
      "epoch": 0.9475692021400326,
      "grad_norm": 0.7519979180637272,
      "learning_rate": 0.000284773700210921,
      "loss": 2.7656,
      "step": 20368
    },
    {
      "epoch": 0.9476157245871133,
      "grad_norm": 0.7212011087843344,
      "learning_rate": 0.00028477207088908885,
      "loss": 2.4688,
      "step": 20369
    },
    {
      "epoch": 0.947662247034194,
      "grad_norm": 0.7251270809309188,
      "learning_rate": 0.0002847704414847484,
      "loss": 2.4219,
      "step": 20370
    },
    {
      "epoch": 0.9477087694812747,
      "grad_norm": 0.7547078273554533,
      "learning_rate": 0.00028476881199790074,
      "loss": 2.2969,
      "step": 20371
    },
    {
      "epoch": 0.9477552919283554,
      "grad_norm": 0.6892951108734727,
      "learning_rate": 0.00028476718242854683,
      "loss": 2.5312,
      "step": 20372
    },
    {
      "epoch": 0.9478018143754362,
      "grad_norm": 0.6482829053195841,
      "learning_rate": 0.0002847655527766876,
      "loss": 2.2344,
      "step": 20373
    },
    {
      "epoch": 0.9478483368225169,
      "grad_norm": 0.7761913654765741,
      "learning_rate": 0.00028476392304232416,
      "loss": 2.6406,
      "step": 20374
    },
    {
      "epoch": 0.9478948592695976,
      "grad_norm": 0.7286330699035934,
      "learning_rate": 0.00028476229322545746,
      "loss": 2.375,
      "step": 20375
    },
    {
      "epoch": 0.9479413817166783,
      "grad_norm": 0.8534367994062075,
      "learning_rate": 0.00028476066332608845,
      "loss": 2.8281,
      "step": 20376
    },
    {
      "epoch": 0.947987904163759,
      "grad_norm": 0.6815241666591935,
      "learning_rate": 0.0002847590333442182,
      "loss": 2.3281,
      "step": 20377
    },
    {
      "epoch": 0.9480344266108397,
      "grad_norm": 0.8578360362631802,
      "learning_rate": 0.0002847574032798476,
      "loss": 2.7188,
      "step": 20378
    },
    {
      "epoch": 0.9480809490579204,
      "grad_norm": 0.6794274311119998,
      "learning_rate": 0.00028475577313297787,
      "loss": 2.3281,
      "step": 20379
    },
    {
      "epoch": 0.9481274715050012,
      "grad_norm": 0.7324910679012816,
      "learning_rate": 0.00028475414290360975,
      "loss": 2.7969,
      "step": 20380
    },
    {
      "epoch": 0.9481739939520819,
      "grad_norm": 0.7069441266370722,
      "learning_rate": 0.0002847525125917444,
      "loss": 2.25,
      "step": 20381
    },
    {
      "epoch": 0.9482205163991626,
      "grad_norm": 0.7279511923173495,
      "learning_rate": 0.0002847508821973827,
      "loss": 2.6562,
      "step": 20382
    },
    {
      "epoch": 0.9482670388462433,
      "grad_norm": 0.7470582541172508,
      "learning_rate": 0.00028474925172052577,
      "loss": 2.625,
      "step": 20383
    },
    {
      "epoch": 0.948313561293324,
      "grad_norm": 0.6873768874661526,
      "learning_rate": 0.00028474762116117454,
      "loss": 2.4531,
      "step": 20384
    },
    {
      "epoch": 0.9483600837404047,
      "grad_norm": 0.7362379898830983,
      "learning_rate": 0.00028474599051933,
      "loss": 2.5625,
      "step": 20385
    },
    {
      "epoch": 0.9484066061874855,
      "grad_norm": 0.7283242616880764,
      "learning_rate": 0.0002847443597949932,
      "loss": 2.4688,
      "step": 20386
    },
    {
      "epoch": 0.9484531286345662,
      "grad_norm": 0.7099009761793003,
      "learning_rate": 0.0002847427289881651,
      "loss": 2.4219,
      "step": 20387
    },
    {
      "epoch": 0.9484996510816469,
      "grad_norm": 0.6961695602853031,
      "learning_rate": 0.00028474109809884673,
      "loss": 2.3594,
      "step": 20388
    },
    {
      "epoch": 0.9485461735287276,
      "grad_norm": 0.6876054345631469,
      "learning_rate": 0.00028473946712703903,
      "loss": 1.8359,
      "step": 20389
    },
    {
      "epoch": 0.9485926959758083,
      "grad_norm": 0.805323756498534,
      "learning_rate": 0.000284737836072743,
      "loss": 2.5781,
      "step": 20390
    },
    {
      "epoch": 0.948639218422889,
      "grad_norm": 0.6778625484454252,
      "learning_rate": 0.00028473620493595976,
      "loss": 2.5,
      "step": 20391
    },
    {
      "epoch": 0.9486857408699697,
      "grad_norm": 0.7458188487626795,
      "learning_rate": 0.0002847345737166902,
      "loss": 2.5781,
      "step": 20392
    },
    {
      "epoch": 0.9487322633170505,
      "grad_norm": 0.7525624597997718,
      "learning_rate": 0.0002847329424149353,
      "loss": 2.3906,
      "step": 20393
    },
    {
      "epoch": 0.9487787857641312,
      "grad_norm": 0.711057334791746,
      "learning_rate": 0.00028473131103069613,
      "loss": 2.5625,
      "step": 20394
    },
    {
      "epoch": 0.9488253082112119,
      "grad_norm": 0.7807191390237986,
      "learning_rate": 0.0002847296795639736,
      "loss": 2.4375,
      "step": 20395
    },
    {
      "epoch": 0.9488718306582926,
      "grad_norm": 0.731610004621027,
      "learning_rate": 0.00028472804801476885,
      "loss": 2.6094,
      "step": 20396
    },
    {
      "epoch": 0.9489183531053733,
      "grad_norm": 0.7799229122842021,
      "learning_rate": 0.00028472641638308276,
      "loss": 2.6875,
      "step": 20397
    },
    {
      "epoch": 0.948964875552454,
      "grad_norm": 0.7626909595285658,
      "learning_rate": 0.00028472478466891636,
      "loss": 2.4062,
      "step": 20398
    },
    {
      "epoch": 0.9490113979995348,
      "grad_norm": 0.7817418034557739,
      "learning_rate": 0.00028472315287227063,
      "loss": 2.6719,
      "step": 20399
    },
    {
      "epoch": 0.9490579204466155,
      "grad_norm": 0.6797017949520325,
      "learning_rate": 0.0002847215209931466,
      "loss": 2.4062,
      "step": 20400
    },
    {
      "epoch": 0.9491044428936962,
      "grad_norm": 0.7817071761219716,
      "learning_rate": 0.0002847198890315453,
      "loss": 2.8438,
      "step": 20401
    },
    {
      "epoch": 0.9491509653407769,
      "grad_norm": 0.6872651755149147,
      "learning_rate": 0.0002847182569874677,
      "loss": 2.3281,
      "step": 20402
    },
    {
      "epoch": 0.9491974877878576,
      "grad_norm": 0.7275860730822656,
      "learning_rate": 0.00028471662486091476,
      "loss": 2.75,
      "step": 20403
    },
    {
      "epoch": 0.9492440102349383,
      "grad_norm": 0.7185089972416798,
      "learning_rate": 0.0002847149926518875,
      "loss": 2.4531,
      "step": 20404
    },
    {
      "epoch": 0.9492905326820191,
      "grad_norm": 0.7438575890140633,
      "learning_rate": 0.00028471336036038695,
      "loss": 2.5938,
      "step": 20405
    },
    {
      "epoch": 0.9493370551290998,
      "grad_norm": 0.7076790937336834,
      "learning_rate": 0.00028471172798641404,
      "loss": 2.5156,
      "step": 20406
    },
    {
      "epoch": 0.9493835775761805,
      "grad_norm": 0.7735207753031577,
      "learning_rate": 0.00028471009552996987,
      "loss": 2.4219,
      "step": 20407
    },
    {
      "epoch": 0.9494301000232612,
      "grad_norm": 0.7200831878979339,
      "learning_rate": 0.0002847084629910553,
      "loss": 2.7656,
      "step": 20408
    },
    {
      "epoch": 0.9494766224703419,
      "grad_norm": 0.7440948537747114,
      "learning_rate": 0.00028470683036967154,
      "loss": 2.625,
      "step": 20409
    },
    {
      "epoch": 0.9495231449174226,
      "grad_norm": 0.699748908048787,
      "learning_rate": 0.0002847051976658194,
      "loss": 2.7031,
      "step": 20410
    },
    {
      "epoch": 0.9495696673645033,
      "grad_norm": 0.7043712688467809,
      "learning_rate": 0.0002847035648794999,
      "loss": 2.3906,
      "step": 20411
    },
    {
      "epoch": 0.9496161898115841,
      "grad_norm": 0.7039870007421918,
      "learning_rate": 0.00028470193201071415,
      "loss": 2.1562,
      "step": 20412
    },
    {
      "epoch": 0.9496627122586648,
      "grad_norm": 0.7501206207846546,
      "learning_rate": 0.00028470029905946305,
      "loss": 2.375,
      "step": 20413
    },
    {
      "epoch": 0.9497092347057455,
      "grad_norm": 0.6470801204523393,
      "learning_rate": 0.0002846986660257477,
      "loss": 2.0469,
      "step": 20414
    },
    {
      "epoch": 0.9497557571528262,
      "grad_norm": 0.7414854584802892,
      "learning_rate": 0.00028469703290956894,
      "loss": 2.4219,
      "step": 20415
    },
    {
      "epoch": 0.9498022795999069,
      "grad_norm": 0.7401557781528203,
      "learning_rate": 0.0002846953997109279,
      "loss": 2.5,
      "step": 20416
    },
    {
      "epoch": 0.9498488020469876,
      "grad_norm": 0.668187120494357,
      "learning_rate": 0.0002846937664298255,
      "loss": 2.375,
      "step": 20417
    },
    {
      "epoch": 0.9498953244940684,
      "grad_norm": 0.72059503398712,
      "learning_rate": 0.00028469213306626283,
      "loss": 2.4062,
      "step": 20418
    },
    {
      "epoch": 0.9499418469411491,
      "grad_norm": 0.7155169509173066,
      "learning_rate": 0.00028469049962024084,
      "loss": 2.4062,
      "step": 20419
    },
    {
      "epoch": 0.9499883693882298,
      "grad_norm": 0.8071083423165972,
      "learning_rate": 0.00028468886609176055,
      "loss": 2.4219,
      "step": 20420
    },
    {
      "epoch": 0.9500348918353105,
      "grad_norm": 0.7159373925035701,
      "learning_rate": 0.00028468723248082294,
      "loss": 2.4688,
      "step": 20421
    },
    {
      "epoch": 0.9500814142823912,
      "grad_norm": 0.6997519761164988,
      "learning_rate": 0.000284685598787429,
      "loss": 1.9609,
      "step": 20422
    },
    {
      "epoch": 0.9501279367294719,
      "grad_norm": 0.7315815085305404,
      "learning_rate": 0.00028468396501157974,
      "loss": 2.2812,
      "step": 20423
    },
    {
      "epoch": 0.9501744591765526,
      "grad_norm": 0.745090424329215,
      "learning_rate": 0.00028468233115327616,
      "loss": 2.625,
      "step": 20424
    },
    {
      "epoch": 0.9502209816236334,
      "grad_norm": 0.748152304271864,
      "learning_rate": 0.00028468069721251926,
      "loss": 2.9219,
      "step": 20425
    },
    {
      "epoch": 0.9502675040707141,
      "grad_norm": 0.7054104954010972,
      "learning_rate": 0.00028467906318931004,
      "loss": 2.3438,
      "step": 20426
    },
    {
      "epoch": 0.9503140265177948,
      "grad_norm": 0.7305928833278355,
      "learning_rate": 0.0002846774290836495,
      "loss": 2.3906,
      "step": 20427
    },
    {
      "epoch": 0.9503605489648755,
      "grad_norm": 0.7596353516093673,
      "learning_rate": 0.00028467579489553863,
      "loss": 2.5469,
      "step": 20428
    },
    {
      "epoch": 0.9504070714119562,
      "grad_norm": 0.7192678804339513,
      "learning_rate": 0.0002846741606249785,
      "loss": 2.4531,
      "step": 20429
    },
    {
      "epoch": 0.9504535938590369,
      "grad_norm": 0.8427737100670817,
      "learning_rate": 0.00028467252627197,
      "loss": 2.6562,
      "step": 20430
    },
    {
      "epoch": 0.9505001163061177,
      "grad_norm": 0.7248080784347782,
      "learning_rate": 0.00028467089183651425,
      "loss": 2.3594,
      "step": 20431
    },
    {
      "epoch": 0.9505466387531984,
      "grad_norm": 0.7414151639009261,
      "learning_rate": 0.0002846692573186121,
      "loss": 2.375,
      "step": 20432
    },
    {
      "epoch": 0.9505931612002791,
      "grad_norm": 0.6924531792102225,
      "learning_rate": 0.0002846676227182647,
      "loss": 2.1406,
      "step": 20433
    },
    {
      "epoch": 0.9506396836473598,
      "grad_norm": 0.7590835809956132,
      "learning_rate": 0.00028466598803547296,
      "loss": 2.4219,
      "step": 20434
    },
    {
      "epoch": 0.9506862060944405,
      "grad_norm": 0.7072183090373148,
      "learning_rate": 0.00028466435327023794,
      "loss": 2.4219,
      "step": 20435
    },
    {
      "epoch": 0.9507327285415212,
      "grad_norm": 0.7533016378466983,
      "learning_rate": 0.00028466271842256057,
      "loss": 2.5,
      "step": 20436
    },
    {
      "epoch": 0.950779250988602,
      "grad_norm": 0.7868918097764356,
      "learning_rate": 0.0002846610834924419,
      "loss": 2.3594,
      "step": 20437
    },
    {
      "epoch": 0.9508257734356828,
      "grad_norm": 0.6946162290035532,
      "learning_rate": 0.00028465944847988294,
      "loss": 2.1094,
      "step": 20438
    },
    {
      "epoch": 0.9508722958827635,
      "grad_norm": 0.7829930521412002,
      "learning_rate": 0.0002846578133848847,
      "loss": 2.375,
      "step": 20439
    },
    {
      "epoch": 0.9509188183298442,
      "grad_norm": 0.8239574368583213,
      "learning_rate": 0.0002846561782074481,
      "loss": 2.6406,
      "step": 20440
    },
    {
      "epoch": 0.9509653407769249,
      "grad_norm": 0.7342977173457942,
      "learning_rate": 0.0002846545429475742,
      "loss": 2.4062,
      "step": 20441
    },
    {
      "epoch": 0.9510118632240055,
      "grad_norm": 0.7419503893470679,
      "learning_rate": 0.000284652907605264,
      "loss": 2.5312,
      "step": 20442
    },
    {
      "epoch": 0.9510583856710862,
      "grad_norm": 0.7632354179634983,
      "learning_rate": 0.0002846512721805185,
      "loss": 2.5312,
      "step": 20443
    },
    {
      "epoch": 0.9511049081181671,
      "grad_norm": 0.7285376369449855,
      "learning_rate": 0.0002846496366733387,
      "loss": 2.2812,
      "step": 20444
    },
    {
      "epoch": 0.9511514305652478,
      "grad_norm": 0.7436200678875228,
      "learning_rate": 0.0002846480010837256,
      "loss": 2.4219,
      "step": 20445
    },
    {
      "epoch": 0.9511979530123285,
      "grad_norm": 0.7284303199936409,
      "learning_rate": 0.0002846463654116802,
      "loss": 2.375,
      "step": 20446
    },
    {
      "epoch": 0.9512444754594092,
      "grad_norm": 0.765981553440648,
      "learning_rate": 0.0002846447296572035,
      "loss": 2.75,
      "step": 20447
    },
    {
      "epoch": 0.9512909979064899,
      "grad_norm": 0.6853951817260345,
      "learning_rate": 0.0002846430938202965,
      "loss": 1.7969,
      "step": 20448
    },
    {
      "epoch": 0.9513375203535706,
      "grad_norm": 0.7520384325977209,
      "learning_rate": 0.0002846414579009602,
      "loss": 2.4375,
      "step": 20449
    },
    {
      "epoch": 0.9513840428006514,
      "grad_norm": 0.7242065183893841,
      "learning_rate": 0.0002846398218991956,
      "loss": 2.25,
      "step": 20450
    },
    {
      "epoch": 0.9514305652477321,
      "grad_norm": 0.7100726914452316,
      "learning_rate": 0.0002846381858150037,
      "loss": 2.4531,
      "step": 20451
    },
    {
      "epoch": 0.9514770876948128,
      "grad_norm": 0.6962468355989929,
      "learning_rate": 0.00028463654964838557,
      "loss": 2.7344,
      "step": 20452
    },
    {
      "epoch": 0.9515236101418935,
      "grad_norm": 0.7076662415646721,
      "learning_rate": 0.0002846349133993421,
      "loss": 2.3906,
      "step": 20453
    },
    {
      "epoch": 0.9515701325889742,
      "grad_norm": 0.6879224317155093,
      "learning_rate": 0.00028463327706787435,
      "loss": 2.3906,
      "step": 20454
    },
    {
      "epoch": 0.9516166550360549,
      "grad_norm": 0.7500174999021979,
      "learning_rate": 0.0002846316406539833,
      "loss": 2.8438,
      "step": 20455
    },
    {
      "epoch": 0.9516631774831356,
      "grad_norm": 0.7428613895642435,
      "learning_rate": 0.00028463000415767,
      "loss": 2.3594,
      "step": 20456
    },
    {
      "epoch": 0.9517096999302164,
      "grad_norm": 0.7563266415887857,
      "learning_rate": 0.00028462836757893543,
      "loss": 2.3281,
      "step": 20457
    },
    {
      "epoch": 0.9517562223772971,
      "grad_norm": 0.7389948599991482,
      "learning_rate": 0.0002846267309177805,
      "loss": 2.5,
      "step": 20458
    },
    {
      "epoch": 0.9518027448243778,
      "grad_norm": 0.7763417350211155,
      "learning_rate": 0.00028462509417420635,
      "loss": 2.5,
      "step": 20459
    },
    {
      "epoch": 0.9518492672714585,
      "grad_norm": 0.6907342735534039,
      "learning_rate": 0.00028462345734821395,
      "loss": 2.6875,
      "step": 20460
    },
    {
      "epoch": 0.9518957897185392,
      "grad_norm": 0.6965211196998655,
      "learning_rate": 0.0002846218204398042,
      "loss": 2.5938,
      "step": 20461
    },
    {
      "epoch": 0.9519423121656199,
      "grad_norm": 0.8112416375223256,
      "learning_rate": 0.0002846201834489782,
      "loss": 2.5,
      "step": 20462
    },
    {
      "epoch": 0.9519888346127007,
      "grad_norm": 0.737654164611986,
      "learning_rate": 0.00028461854637573696,
      "loss": 2.4688,
      "step": 20463
    },
    {
      "epoch": 0.9520353570597814,
      "grad_norm": 0.755205316047524,
      "learning_rate": 0.00028461690922008145,
      "loss": 2.4375,
      "step": 20464
    },
    {
      "epoch": 0.9520818795068621,
      "grad_norm": 0.7049718728703678,
      "learning_rate": 0.0002846152719820127,
      "loss": 2.375,
      "step": 20465
    },
    {
      "epoch": 0.9521284019539428,
      "grad_norm": 0.717819186758472,
      "learning_rate": 0.00028461363466153163,
      "loss": 2.5469,
      "step": 20466
    },
    {
      "epoch": 0.9521749244010235,
      "grad_norm": 0.7153201346290358,
      "learning_rate": 0.00028461199725863937,
      "loss": 2.3594,
      "step": 20467
    },
    {
      "epoch": 0.9522214468481042,
      "grad_norm": 0.7837598308925114,
      "learning_rate": 0.00028461035977333675,
      "loss": 2.4062,
      "step": 20468
    },
    {
      "epoch": 0.952267969295185,
      "grad_norm": 0.7352900028202226,
      "learning_rate": 0.00028460872220562494,
      "loss": 2.3125,
      "step": 20469
    },
    {
      "epoch": 0.9523144917422657,
      "grad_norm": 0.7159543745030009,
      "learning_rate": 0.0002846070845555049,
      "loss": 2.375,
      "step": 20470
    },
    {
      "epoch": 0.9523610141893464,
      "grad_norm": 0.711094564660855,
      "learning_rate": 0.00028460544682297755,
      "loss": 2.4375,
      "step": 20471
    },
    {
      "epoch": 0.9524075366364271,
      "grad_norm": 0.7606074591514305,
      "learning_rate": 0.00028460380900804396,
      "loss": 2.4375,
      "step": 20472
    },
    {
      "epoch": 0.9524540590835078,
      "grad_norm": 0.8849184943613976,
      "learning_rate": 0.00028460217111070515,
      "loss": 2.6875,
      "step": 20473
    },
    {
      "epoch": 0.9525005815305885,
      "grad_norm": 0.7392919330634268,
      "learning_rate": 0.0002846005331309621,
      "loss": 2.375,
      "step": 20474
    },
    {
      "epoch": 0.9525471039776692,
      "grad_norm": 0.7668001209021491,
      "learning_rate": 0.0002845988950688158,
      "loss": 2.7344,
      "step": 20475
    },
    {
      "epoch": 0.95259362642475,
      "grad_norm": 0.7862309160024616,
      "learning_rate": 0.0002845972569242673,
      "loss": 2.875,
      "step": 20476
    },
    {
      "epoch": 0.9526401488718307,
      "grad_norm": 0.7624887723018332,
      "learning_rate": 0.0002845956186973175,
      "loss": 2.6719,
      "step": 20477
    },
    {
      "epoch": 0.9526866713189114,
      "grad_norm": 0.7123925458821873,
      "learning_rate": 0.0002845939803879675,
      "loss": 2.5312,
      "step": 20478
    },
    {
      "epoch": 0.9527331937659921,
      "grad_norm": 0.7074619219726485,
      "learning_rate": 0.0002845923419962183,
      "loss": 2.4375,
      "step": 20479
    },
    {
      "epoch": 0.9527797162130728,
      "grad_norm": 0.7465112765601817,
      "learning_rate": 0.0002845907035220708,
      "loss": 2.6719,
      "step": 20480
    },
    {
      "epoch": 0.9528262386601535,
      "grad_norm": 0.7487090650762921,
      "learning_rate": 0.00028458906496552615,
      "loss": 2.4531,
      "step": 20481
    },
    {
      "epoch": 0.9528727611072343,
      "grad_norm": 0.7454845783027333,
      "learning_rate": 0.00028458742632658525,
      "loss": 2.75,
      "step": 20482
    },
    {
      "epoch": 0.952919283554315,
      "grad_norm": 0.7364431558803103,
      "learning_rate": 0.00028458578760524915,
      "loss": 2.4219,
      "step": 20483
    },
    {
      "epoch": 0.9529658060013957,
      "grad_norm": 0.7457076446880865,
      "learning_rate": 0.0002845841488015188,
      "loss": 2.5938,
      "step": 20484
    },
    {
      "epoch": 0.9530123284484764,
      "grad_norm": 0.7113885273994242,
      "learning_rate": 0.0002845825099153953,
      "loss": 2.5156,
      "step": 20485
    },
    {
      "epoch": 0.9530588508955571,
      "grad_norm": 0.6965515177313848,
      "learning_rate": 0.00028458087094687955,
      "loss": 2.3125,
      "step": 20486
    },
    {
      "epoch": 0.9531053733426378,
      "grad_norm": 0.7534023593592205,
      "learning_rate": 0.0002845792318959726,
      "loss": 2.5469,
      "step": 20487
    },
    {
      "epoch": 0.9531518957897185,
      "grad_norm": 0.7788283044050055,
      "learning_rate": 0.0002845775927626755,
      "loss": 2.4688,
      "step": 20488
    },
    {
      "epoch": 0.9531984182367993,
      "grad_norm": 0.7146211497874091,
      "learning_rate": 0.00028457595354698916,
      "loss": 2.1719,
      "step": 20489
    },
    {
      "epoch": 0.95324494068388,
      "grad_norm": 0.7018687970925719,
      "learning_rate": 0.0002845743142489146,
      "loss": 2.6406,
      "step": 20490
    },
    {
      "epoch": 0.9532914631309607,
      "grad_norm": 0.7774187285282319,
      "learning_rate": 0.0002845726748684529,
      "loss": 2.5156,
      "step": 20491
    },
    {
      "epoch": 0.9533379855780414,
      "grad_norm": 0.7277974385303888,
      "learning_rate": 0.000284571035405605,
      "loss": 2.5,
      "step": 20492
    },
    {
      "epoch": 0.9533845080251221,
      "grad_norm": 0.6983524423873532,
      "learning_rate": 0.00028456939586037197,
      "loss": 2.4375,
      "step": 20493
    },
    {
      "epoch": 0.9534310304722028,
      "grad_norm": 0.6870481974082009,
      "learning_rate": 0.0002845677562327547,
      "loss": 2.3438,
      "step": 20494
    },
    {
      "epoch": 0.9534775529192836,
      "grad_norm": 0.7284389329222859,
      "learning_rate": 0.0002845661165227542,
      "loss": 2.6875,
      "step": 20495
    },
    {
      "epoch": 0.9535240753663643,
      "grad_norm": 0.7228332675919673,
      "learning_rate": 0.00028456447673037166,
      "loss": 2.2344,
      "step": 20496
    },
    {
      "epoch": 0.953570597813445,
      "grad_norm": 0.7321524785382106,
      "learning_rate": 0.0002845628368556079,
      "loss": 2.4844,
      "step": 20497
    },
    {
      "epoch": 0.9536171202605257,
      "grad_norm": 0.7555144752895476,
      "learning_rate": 0.00028456119689846397,
      "loss": 2.7969,
      "step": 20498
    },
    {
      "epoch": 0.9536636427076064,
      "grad_norm": 0.747828073096076,
      "learning_rate": 0.0002845595568589409,
      "loss": 2.5625,
      "step": 20499
    },
    {
      "epoch": 0.9537101651546871,
      "grad_norm": 0.8871374378007673,
      "learning_rate": 0.0002845579167370396,
      "loss": 2.6875,
      "step": 20500
    },
    {
      "epoch": 0.9537566876017679,
      "grad_norm": 0.7562762790789355,
      "learning_rate": 0.00028455627653276125,
      "loss": 2.5156,
      "step": 20501
    },
    {
      "epoch": 0.9538032100488486,
      "grad_norm": 0.7385477233238649,
      "learning_rate": 0.0002845546362461067,
      "loss": 2.5,
      "step": 20502
    },
    {
      "epoch": 0.9538497324959293,
      "grad_norm": 0.7360412943289152,
      "learning_rate": 0.000284552995877077,
      "loss": 2.5781,
      "step": 20503
    },
    {
      "epoch": 0.95389625494301,
      "grad_norm": 0.7750515966666753,
      "learning_rate": 0.00028455135542567323,
      "loss": 2.4688,
      "step": 20504
    },
    {
      "epoch": 0.9539427773900907,
      "grad_norm": 0.7576710414294145,
      "learning_rate": 0.00028454971489189627,
      "loss": 2.625,
      "step": 20505
    },
    {
      "epoch": 0.9539892998371714,
      "grad_norm": 0.7494188127028376,
      "learning_rate": 0.0002845480742757472,
      "loss": 2.625,
      "step": 20506
    },
    {
      "epoch": 0.9540358222842521,
      "grad_norm": 0.7150509955988434,
      "learning_rate": 0.000284546433577227,
      "loss": 2.2656,
      "step": 20507
    },
    {
      "epoch": 0.9540823447313329,
      "grad_norm": 0.7597124874488143,
      "learning_rate": 0.0002845447927963367,
      "loss": 2.375,
      "step": 20508
    },
    {
      "epoch": 0.9541288671784136,
      "grad_norm": 0.7649104273561759,
      "learning_rate": 0.00028454315193307723,
      "loss": 2.5,
      "step": 20509
    },
    {
      "epoch": 0.9541753896254943,
      "grad_norm": 0.7791318313365425,
      "learning_rate": 0.0002845415109874497,
      "loss": 2.7188,
      "step": 20510
    },
    {
      "epoch": 0.954221912072575,
      "grad_norm": 0.8042308700727885,
      "learning_rate": 0.00028453986995945505,
      "loss": 2.5156,
      "step": 20511
    },
    {
      "epoch": 0.9542684345196557,
      "grad_norm": 0.9525757658956504,
      "learning_rate": 0.00028453822884909433,
      "loss": 2.375,
      "step": 20512
    },
    {
      "epoch": 0.9543149569667364,
      "grad_norm": 0.7478856462649093,
      "learning_rate": 0.0002845365876563685,
      "loss": 2.5156,
      "step": 20513
    },
    {
      "epoch": 0.9543614794138172,
      "grad_norm": 0.7464108161561283,
      "learning_rate": 0.00028453494638127854,
      "loss": 2.3906,
      "step": 20514
    },
    {
      "epoch": 0.9544080018608979,
      "grad_norm": 0.7882119324874286,
      "learning_rate": 0.0002845333050238255,
      "loss": 2.5938,
      "step": 20515
    },
    {
      "epoch": 0.9544545243079786,
      "grad_norm": 0.6973701802565947,
      "learning_rate": 0.0002845316635840104,
      "loss": 2.375,
      "step": 20516
    },
    {
      "epoch": 0.9545010467550593,
      "grad_norm": 0.7304769405169897,
      "learning_rate": 0.0002845300220618342,
      "loss": 2.2031,
      "step": 20517
    },
    {
      "epoch": 0.95454756920214,
      "grad_norm": 0.6784933417738956,
      "learning_rate": 0.0002845283804572979,
      "loss": 2.4062,
      "step": 20518
    },
    {
      "epoch": 0.9545940916492207,
      "grad_norm": 0.7506222850687904,
      "learning_rate": 0.00028452673877040266,
      "loss": 2.7344,
      "step": 20519
    },
    {
      "epoch": 0.9546406140963015,
      "grad_norm": 0.7329817222911903,
      "learning_rate": 0.00028452509700114924,
      "loss": 2.4219,
      "step": 20520
    },
    {
      "epoch": 0.9546871365433822,
      "grad_norm": 0.7529742408040994,
      "learning_rate": 0.0002845234551495388,
      "loss": 2.5625,
      "step": 20521
    },
    {
      "epoch": 0.9547336589904629,
      "grad_norm": 0.7399492847466634,
      "learning_rate": 0.0002845218132155723,
      "loss": 2.5312,
      "step": 20522
    },
    {
      "epoch": 0.9547801814375436,
      "grad_norm": 0.687632937012754,
      "learning_rate": 0.00028452017119925076,
      "loss": 2.5,
      "step": 20523
    },
    {
      "epoch": 0.9548267038846243,
      "grad_norm": 0.6992948918801091,
      "learning_rate": 0.00028451852910057514,
      "loss": 2.1875,
      "step": 20524
    },
    {
      "epoch": 0.954873226331705,
      "grad_norm": 0.7383127243716117,
      "learning_rate": 0.00028451688691954655,
      "loss": 2.6875,
      "step": 20525
    },
    {
      "epoch": 0.9549197487787857,
      "grad_norm": 0.74781925637751,
      "learning_rate": 0.00028451524465616593,
      "loss": 2.5156,
      "step": 20526
    },
    {
      "epoch": 0.9549662712258665,
      "grad_norm": 0.7846716891565505,
      "learning_rate": 0.00028451360231043424,
      "loss": 2.4219,
      "step": 20527
    },
    {
      "epoch": 0.9550127936729472,
      "grad_norm": 0.7038946997850893,
      "learning_rate": 0.0002845119598823525,
      "loss": 2.4844,
      "step": 20528
    },
    {
      "epoch": 0.9550593161200279,
      "grad_norm": 0.7088692852549042,
      "learning_rate": 0.00028451031737192185,
      "loss": 2.2188,
      "step": 20529
    },
    {
      "epoch": 0.9551058385671086,
      "grad_norm": 0.6996362888030836,
      "learning_rate": 0.0002845086747791431,
      "loss": 2.4219,
      "step": 20530
    },
    {
      "epoch": 0.9551523610141893,
      "grad_norm": 0.7251234379958023,
      "learning_rate": 0.0002845070321040174,
      "loss": 2.7344,
      "step": 20531
    },
    {
      "epoch": 0.95519888346127,
      "grad_norm": 0.7284436156517731,
      "learning_rate": 0.0002845053893465457,
      "loss": 2.3438,
      "step": 20532
    },
    {
      "epoch": 0.9552454059083508,
      "grad_norm": 0.7222175921436345,
      "learning_rate": 0.00028450374650672896,
      "loss": 2.5,
      "step": 20533
    },
    {
      "epoch": 0.9552919283554315,
      "grad_norm": 0.7237165529222348,
      "learning_rate": 0.00028450210358456823,
      "loss": 2.3906,
      "step": 20534
    },
    {
      "epoch": 0.9553384508025122,
      "grad_norm": 0.7773557518870735,
      "learning_rate": 0.0002845004605800645,
      "loss": 2.6875,
      "step": 20535
    },
    {
      "epoch": 0.9553849732495929,
      "grad_norm": 0.7813185718706448,
      "learning_rate": 0.0002844988174932189,
      "loss": 2.0938,
      "step": 20536
    },
    {
      "epoch": 0.9554314956966736,
      "grad_norm": 0.6925538023708085,
      "learning_rate": 0.0002844971743240323,
      "loss": 2.2031,
      "step": 20537
    },
    {
      "epoch": 0.9554780181437543,
      "grad_norm": 0.7508896010952861,
      "learning_rate": 0.0002844955310725057,
      "loss": 2.6719,
      "step": 20538
    },
    {
      "epoch": 0.955524540590835,
      "grad_norm": 0.8556274927218691,
      "learning_rate": 0.0002844938877386401,
      "loss": 1.6875,
      "step": 20539
    },
    {
      "epoch": 0.9555710630379158,
      "grad_norm": 0.6911697031728045,
      "learning_rate": 0.00028449224432243664,
      "loss": 2.3125,
      "step": 20540
    },
    {
      "epoch": 0.9556175854849965,
      "grad_norm": 0.6802105389990064,
      "learning_rate": 0.0002844906008238962,
      "loss": 2.3906,
      "step": 20541
    },
    {
      "epoch": 0.9556641079320772,
      "grad_norm": 0.7205290000756921,
      "learning_rate": 0.00028448895724301977,
      "loss": 2.2656,
      "step": 20542
    },
    {
      "epoch": 0.9557106303791579,
      "grad_norm": 0.7356336468281675,
      "learning_rate": 0.00028448731357980854,
      "loss": 2.4219,
      "step": 20543
    },
    {
      "epoch": 0.9557571528262386,
      "grad_norm": 0.7023680694646128,
      "learning_rate": 0.00028448566983426326,
      "loss": 2.5938,
      "step": 20544
    },
    {
      "epoch": 0.9558036752733193,
      "grad_norm": 0.7970073321420471,
      "learning_rate": 0.0002844840260063851,
      "loss": 2.6875,
      "step": 20545
    },
    {
      "epoch": 0.9558501977204001,
      "grad_norm": 0.6955654815399891,
      "learning_rate": 0.00028448238209617503,
      "loss": 2.4219,
      "step": 20546
    },
    {
      "epoch": 0.9558967201674808,
      "grad_norm": 0.6840999421313001,
      "learning_rate": 0.0002844807381036341,
      "loss": 2.6719,
      "step": 20547
    },
    {
      "epoch": 0.9559432426145615,
      "grad_norm": 0.7846559565490898,
      "learning_rate": 0.0002844790940287632,
      "loss": 2.8594,
      "step": 20548
    },
    {
      "epoch": 0.9559897650616422,
      "grad_norm": 0.8203690377822409,
      "learning_rate": 0.0002844774498715634,
      "loss": 2.4844,
      "step": 20549
    },
    {
      "epoch": 0.9560362875087229,
      "grad_norm": 0.8404267556524865,
      "learning_rate": 0.0002844758056320357,
      "loss": 1.8203,
      "step": 20550
    },
    {
      "epoch": 0.9560828099558036,
      "grad_norm": 0.779824504024476,
      "learning_rate": 0.0002844741613101812,
      "loss": 2.4844,
      "step": 20551
    },
    {
      "epoch": 0.9561293324028844,
      "grad_norm": 0.7431649281850587,
      "learning_rate": 0.00028447251690600083,
      "loss": 2.5312,
      "step": 20552
    },
    {
      "epoch": 0.9561758548499651,
      "grad_norm": 0.8356202026686764,
      "learning_rate": 0.0002844708724194955,
      "loss": 2.3125,
      "step": 20553
    },
    {
      "epoch": 0.9562223772970458,
      "grad_norm": 0.752925289051267,
      "learning_rate": 0.00028446922785066637,
      "loss": 2.7031,
      "step": 20554
    },
    {
      "epoch": 0.9562688997441265,
      "grad_norm": 0.7576867972684966,
      "learning_rate": 0.0002844675831995144,
      "loss": 2.2812,
      "step": 20555
    },
    {
      "epoch": 0.9563154221912072,
      "grad_norm": 0.7214217455654404,
      "learning_rate": 0.0002844659384660405,
      "loss": 2.3906,
      "step": 20556
    },
    {
      "epoch": 0.9563619446382879,
      "grad_norm": 0.7280569562475161,
      "learning_rate": 0.00028446429365024584,
      "loss": 2.4375,
      "step": 20557
    },
    {
      "epoch": 0.9564084670853686,
      "grad_norm": 0.839511468375424,
      "learning_rate": 0.0002844626487521313,
      "loss": 2.8125,
      "step": 20558
    },
    {
      "epoch": 0.9564549895324495,
      "grad_norm": 0.7663145279280118,
      "learning_rate": 0.000284461003771698,
      "loss": 2.5156,
      "step": 20559
    },
    {
      "epoch": 0.9565015119795302,
      "grad_norm": 0.7285780013955849,
      "learning_rate": 0.0002844593587089468,
      "loss": 2.4844,
      "step": 20560
    },
    {
      "epoch": 0.9565480344266108,
      "grad_norm": 0.7898433852884218,
      "learning_rate": 0.00028445771356387883,
      "loss": 2.2188,
      "step": 20561
    },
    {
      "epoch": 0.9565945568736915,
      "grad_norm": 0.7311780575996385,
      "learning_rate": 0.0002844560683364951,
      "loss": 2.4375,
      "step": 20562
    },
    {
      "epoch": 0.9566410793207722,
      "grad_norm": 0.7766649621260383,
      "learning_rate": 0.0002844544230267965,
      "loss": 2.7344,
      "step": 20563
    },
    {
      "epoch": 0.956687601767853,
      "grad_norm": 0.7260951967798052,
      "learning_rate": 0.00028445277763478413,
      "loss": 2.2344,
      "step": 20564
    },
    {
      "epoch": 0.9567341242149338,
      "grad_norm": 0.763425063892492,
      "learning_rate": 0.000284451132160459,
      "loss": 2.2969,
      "step": 20565
    },
    {
      "epoch": 0.9567806466620145,
      "grad_norm": 0.7696896752344635,
      "learning_rate": 0.0002844494866038221,
      "loss": 2.7031,
      "step": 20566
    },
    {
      "epoch": 0.9568271691090952,
      "grad_norm": 0.743622899929312,
      "learning_rate": 0.0002844478409648744,
      "loss": 2.3438,
      "step": 20567
    },
    {
      "epoch": 0.9568736915561759,
      "grad_norm": 0.7090755499699701,
      "learning_rate": 0.00028444619524361695,
      "loss": 1.8203,
      "step": 20568
    },
    {
      "epoch": 0.9569202140032566,
      "grad_norm": 0.7295312354527417,
      "learning_rate": 0.00028444454944005076,
      "loss": 2.3594,
      "step": 20569
    },
    {
      "epoch": 0.9569667364503373,
      "grad_norm": 0.7421615588404838,
      "learning_rate": 0.0002844429035541768,
      "loss": 2.5156,
      "step": 20570
    },
    {
      "epoch": 0.957013258897418,
      "grad_norm": 0.7358899917129291,
      "learning_rate": 0.0002844412575859961,
      "loss": 2.4844,
      "step": 20571
    },
    {
      "epoch": 0.9570597813444988,
      "grad_norm": 0.6988645366161341,
      "learning_rate": 0.00028443961153550967,
      "loss": 2.5469,
      "step": 20572
    },
    {
      "epoch": 0.9571063037915795,
      "grad_norm": 0.7098106655778131,
      "learning_rate": 0.00028443796540271856,
      "loss": 2.4219,
      "step": 20573
    },
    {
      "epoch": 0.9571528262386602,
      "grad_norm": 0.6563411953661796,
      "learning_rate": 0.00028443631918762365,
      "loss": 2.0781,
      "step": 20574
    },
    {
      "epoch": 0.9571993486857409,
      "grad_norm": 0.757757359948893,
      "learning_rate": 0.00028443467289022614,
      "loss": 2.5,
      "step": 20575
    },
    {
      "epoch": 0.9572458711328216,
      "grad_norm": 0.6973337801193509,
      "learning_rate": 0.00028443302651052685,
      "loss": 1.9766,
      "step": 20576
    },
    {
      "epoch": 0.9572923935799023,
      "grad_norm": 0.6974297085156753,
      "learning_rate": 0.00028443138004852686,
      "loss": 2.4219,
      "step": 20577
    },
    {
      "epoch": 0.9573389160269831,
      "grad_norm": 0.7161642225590584,
      "learning_rate": 0.0002844297335042273,
      "loss": 2.4531,
      "step": 20578
    },
    {
      "epoch": 0.9573854384740638,
      "grad_norm": 0.7885516015734464,
      "learning_rate": 0.000284428086877629,
      "loss": 2.2188,
      "step": 20579
    },
    {
      "epoch": 0.9574319609211445,
      "grad_norm": 0.7282024197035313,
      "learning_rate": 0.000284426440168733,
      "loss": 2.4375,
      "step": 20580
    },
    {
      "epoch": 0.9574784833682252,
      "grad_norm": 0.7734768826359688,
      "learning_rate": 0.00028442479337754034,
      "loss": 2.7031,
      "step": 20581
    },
    {
      "epoch": 0.9575250058153059,
      "grad_norm": 0.7326986814607573,
      "learning_rate": 0.00028442314650405206,
      "loss": 2.5938,
      "step": 20582
    },
    {
      "epoch": 0.9575715282623866,
      "grad_norm": 0.743694537286646,
      "learning_rate": 0.0002844214995482691,
      "loss": 2.4375,
      "step": 20583
    },
    {
      "epoch": 0.9576180507094674,
      "grad_norm": 0.7712173037907466,
      "learning_rate": 0.00028441985251019254,
      "loss": 2.4531,
      "step": 20584
    },
    {
      "epoch": 0.9576645731565481,
      "grad_norm": 0.6766861027431478,
      "learning_rate": 0.00028441820538982335,
      "loss": 1.9297,
      "step": 20585
    },
    {
      "epoch": 0.9577110956036288,
      "grad_norm": 0.7113924976014538,
      "learning_rate": 0.00028441655818716257,
      "loss": 2.5,
      "step": 20586
    },
    {
      "epoch": 0.9577576180507095,
      "grad_norm": 0.7434952629329876,
      "learning_rate": 0.00028441491090221117,
      "loss": 2.7812,
      "step": 20587
    },
    {
      "epoch": 0.9578041404977902,
      "grad_norm": 0.6964100713798145,
      "learning_rate": 0.0002844132635349701,
      "loss": 1.7969,
      "step": 20588
    },
    {
      "epoch": 0.9578506629448709,
      "grad_norm": 0.7265538186452486,
      "learning_rate": 0.0002844116160854405,
      "loss": 2.5156,
      "step": 20589
    },
    {
      "epoch": 0.9578971853919516,
      "grad_norm": 0.7707529240582293,
      "learning_rate": 0.0002844099685536233,
      "loss": 2.4062,
      "step": 20590
    },
    {
      "epoch": 0.9579437078390324,
      "grad_norm": 0.7570270232019313,
      "learning_rate": 0.0002844083209395196,
      "loss": 2.4688,
      "step": 20591
    },
    {
      "epoch": 0.9579902302861131,
      "grad_norm": 0.7511406241360747,
      "learning_rate": 0.00028440667324313026,
      "loss": 2.4688,
      "step": 20592
    },
    {
      "epoch": 0.9580367527331938,
      "grad_norm": 0.7757545976147568,
      "learning_rate": 0.00028440502546445633,
      "loss": 2.8281,
      "step": 20593
    },
    {
      "epoch": 0.9580832751802745,
      "grad_norm": 0.7601919003309288,
      "learning_rate": 0.0002844033776034989,
      "loss": 2.4062,
      "step": 20594
    },
    {
      "epoch": 0.9581297976273552,
      "grad_norm": 0.7735390014917632,
      "learning_rate": 0.0002844017296602589,
      "loss": 2.4688,
      "step": 20595
    },
    {
      "epoch": 0.9581763200744359,
      "grad_norm": 0.7035729648956603,
      "learning_rate": 0.0002844000816347374,
      "loss": 2.5938,
      "step": 20596
    },
    {
      "epoch": 0.9582228425215167,
      "grad_norm": 0.7537399335732606,
      "learning_rate": 0.0002843984335269354,
      "loss": 2.3906,
      "step": 20597
    },
    {
      "epoch": 0.9582693649685974,
      "grad_norm": 0.7194921167732855,
      "learning_rate": 0.00028439678533685384,
      "loss": 2.5312,
      "step": 20598
    },
    {
      "epoch": 0.9583158874156781,
      "grad_norm": 0.7346172425361343,
      "learning_rate": 0.00028439513706449376,
      "loss": 2.6094,
      "step": 20599
    },
    {
      "epoch": 0.9583624098627588,
      "grad_norm": 0.7079369298597055,
      "learning_rate": 0.00028439348870985625,
      "loss": 2.1562,
      "step": 20600
    },
    {
      "epoch": 0.9584089323098395,
      "grad_norm": 0.7364193513793729,
      "learning_rate": 0.0002843918402729422,
      "loss": 2.375,
      "step": 20601
    },
    {
      "epoch": 0.9584554547569202,
      "grad_norm": 0.7118585982433923,
      "learning_rate": 0.00028439019175375267,
      "loss": 2.5938,
      "step": 20602
    },
    {
      "epoch": 0.9585019772040009,
      "grad_norm": 0.7182271625701837,
      "learning_rate": 0.0002843885431522887,
      "loss": 2.5,
      "step": 20603
    },
    {
      "epoch": 0.9585484996510817,
      "grad_norm": 0.7125602289396756,
      "learning_rate": 0.0002843868944685513,
      "loss": 2.6094,
      "step": 20604
    },
    {
      "epoch": 0.9585950220981624,
      "grad_norm": 0.8449397399149958,
      "learning_rate": 0.0002843852457025414,
      "loss": 1.6641,
      "step": 20605
    },
    {
      "epoch": 0.9586415445452431,
      "grad_norm": 0.6986462247007854,
      "learning_rate": 0.00028438359685426006,
      "loss": 2.5,
      "step": 20606
    },
    {
      "epoch": 0.9586880669923238,
      "grad_norm": 0.7258211259010782,
      "learning_rate": 0.0002843819479237083,
      "loss": 2.3906,
      "step": 20607
    },
    {
      "epoch": 0.9587345894394045,
      "grad_norm": 0.8117142166091567,
      "learning_rate": 0.00028438029891088713,
      "loss": 2.8906,
      "step": 20608
    },
    {
      "epoch": 0.9587811118864852,
      "grad_norm": 0.7073416902546521,
      "learning_rate": 0.00028437864981579753,
      "loss": 2.3594,
      "step": 20609
    },
    {
      "epoch": 0.958827634333566,
      "grad_norm": 0.7223776609777286,
      "learning_rate": 0.00028437700063844057,
      "loss": 2.5625,
      "step": 20610
    },
    {
      "epoch": 0.9588741567806467,
      "grad_norm": 0.6863148270889882,
      "learning_rate": 0.00028437535137881717,
      "loss": 2.3906,
      "step": 20611
    },
    {
      "epoch": 0.9589206792277274,
      "grad_norm": 0.7363858559061667,
      "learning_rate": 0.00028437370203692846,
      "loss": 2.5156,
      "step": 20612
    },
    {
      "epoch": 0.9589672016748081,
      "grad_norm": 0.7709983477236868,
      "learning_rate": 0.0002843720526127753,
      "loss": 2.6406,
      "step": 20613
    },
    {
      "epoch": 0.9590137241218888,
      "grad_norm": 0.6998130325611037,
      "learning_rate": 0.0002843704031063588,
      "loss": 2.1875,
      "step": 20614
    },
    {
      "epoch": 0.9590602465689695,
      "grad_norm": 0.7021931964661576,
      "learning_rate": 0.00028436875351767996,
      "loss": 2.2812,
      "step": 20615
    },
    {
      "epoch": 0.9591067690160503,
      "grad_norm": 0.689589828297464,
      "learning_rate": 0.00028436710384673974,
      "loss": 1.8125,
      "step": 20616
    },
    {
      "epoch": 0.959153291463131,
      "grad_norm": 0.7114563833759874,
      "learning_rate": 0.0002843654540935392,
      "loss": 2.375,
      "step": 20617
    },
    {
      "epoch": 0.9591998139102117,
      "grad_norm": 0.7186297777930158,
      "learning_rate": 0.0002843638042580794,
      "loss": 2.25,
      "step": 20618
    },
    {
      "epoch": 0.9592463363572924,
      "grad_norm": 0.7694535354753038,
      "learning_rate": 0.0002843621543403612,
      "loss": 2.5312,
      "step": 20619
    },
    {
      "epoch": 0.9592928588043731,
      "grad_norm": 0.6384629982847558,
      "learning_rate": 0.00028436050434038575,
      "loss": 1.7578,
      "step": 20620
    },
    {
      "epoch": 0.9593393812514538,
      "grad_norm": 0.755413761840883,
      "learning_rate": 0.00028435885425815403,
      "loss": 2.5625,
      "step": 20621
    },
    {
      "epoch": 0.9593859036985345,
      "grad_norm": 0.724741794973948,
      "learning_rate": 0.000284357204093667,
      "loss": 2.625,
      "step": 20622
    },
    {
      "epoch": 0.9594324261456153,
      "grad_norm": 0.808088460970326,
      "learning_rate": 0.0002843555538469257,
      "loss": 2.7031,
      "step": 20623
    },
    {
      "epoch": 0.959478948592696,
      "grad_norm": 0.7511239669256765,
      "learning_rate": 0.00028435390351793115,
      "loss": 2.3906,
      "step": 20624
    },
    {
      "epoch": 0.9595254710397767,
      "grad_norm": 0.7620423535821831,
      "learning_rate": 0.0002843522531066843,
      "loss": 2.3594,
      "step": 20625
    },
    {
      "epoch": 0.9595719934868574,
      "grad_norm": 0.712391160861723,
      "learning_rate": 0.00028435060261318624,
      "loss": 2.4375,
      "step": 20626
    },
    {
      "epoch": 0.9596185159339381,
      "grad_norm": 0.7474959658275278,
      "learning_rate": 0.00028434895203743795,
      "loss": 2.625,
      "step": 20627
    },
    {
      "epoch": 0.9596650383810188,
      "grad_norm": 0.775456011426998,
      "learning_rate": 0.0002843473013794404,
      "loss": 2.7188,
      "step": 20628
    },
    {
      "epoch": 0.9597115608280996,
      "grad_norm": 0.8014735549738888,
      "learning_rate": 0.0002843456506391947,
      "loss": 2.5469,
      "step": 20629
    },
    {
      "epoch": 0.9597580832751803,
      "grad_norm": 0.7950139727254264,
      "learning_rate": 0.00028434399981670176,
      "loss": 2.5938,
      "step": 20630
    },
    {
      "epoch": 0.959804605722261,
      "grad_norm": 0.7970129718843031,
      "learning_rate": 0.0002843423489119626,
      "loss": 2.625,
      "step": 20631
    },
    {
      "epoch": 0.9598511281693417,
      "grad_norm": 0.7188117591138107,
      "learning_rate": 0.0002843406979249784,
      "loss": 2.6094,
      "step": 20632
    },
    {
      "epoch": 0.9598976506164224,
      "grad_norm": 0.7389157387798633,
      "learning_rate": 0.0002843390468557499,
      "loss": 2.6094,
      "step": 20633
    },
    {
      "epoch": 0.9599441730635031,
      "grad_norm": 0.717882027223075,
      "learning_rate": 0.0002843373957042783,
      "loss": 2.2812,
      "step": 20634
    },
    {
      "epoch": 0.9599906955105838,
      "grad_norm": 0.72414304061044,
      "learning_rate": 0.00028433574447056455,
      "loss": 2.4062,
      "step": 20635
    },
    {
      "epoch": 0.9600372179576646,
      "grad_norm": 0.751747506764373,
      "learning_rate": 0.00028433409315460964,
      "loss": 2.4375,
      "step": 20636
    },
    {
      "epoch": 0.9600837404047453,
      "grad_norm": 0.8922910983118351,
      "learning_rate": 0.00028433244175641464,
      "loss": 2.5781,
      "step": 20637
    },
    {
      "epoch": 0.960130262851826,
      "grad_norm": 0.7870363440170329,
      "learning_rate": 0.0002843307902759805,
      "loss": 2.4688,
      "step": 20638
    },
    {
      "epoch": 0.9601767852989067,
      "grad_norm": 0.7202541457001489,
      "learning_rate": 0.00028432913871330825,
      "loss": 2.2188,
      "step": 20639
    },
    {
      "epoch": 0.9602233077459874,
      "grad_norm": 0.6864764210752393,
      "learning_rate": 0.000284327487068399,
      "loss": 2.4531,
      "step": 20640
    },
    {
      "epoch": 0.9602698301930681,
      "grad_norm": 0.7684395714631772,
      "learning_rate": 0.00028432583534125357,
      "loss": 2.5312,
      "step": 20641
    },
    {
      "epoch": 0.9603163526401489,
      "grad_norm": 0.7319206473767857,
      "learning_rate": 0.0002843241835318731,
      "loss": 2.4375,
      "step": 20642
    },
    {
      "epoch": 0.9603628750872296,
      "grad_norm": 0.7024943514215857,
      "learning_rate": 0.00028432253164025856,
      "loss": 2.6562,
      "step": 20643
    },
    {
      "epoch": 0.9604093975343103,
      "grad_norm": 0.7573657626405882,
      "learning_rate": 0.000284320879666411,
      "loss": 2.7031,
      "step": 20644
    },
    {
      "epoch": 0.960455919981391,
      "grad_norm": 0.668033696835196,
      "learning_rate": 0.0002843192276103314,
      "loss": 2.3281,
      "step": 20645
    },
    {
      "epoch": 0.9605024424284717,
      "grad_norm": 0.7326088626692675,
      "learning_rate": 0.0002843175754720208,
      "loss": 2.3594,
      "step": 20646
    },
    {
      "epoch": 0.9605489648755524,
      "grad_norm": 0.7408705687435911,
      "learning_rate": 0.00028431592325148014,
      "loss": 2.6719,
      "step": 20647
    },
    {
      "epoch": 0.9605954873226332,
      "grad_norm": 0.7570994954909886,
      "learning_rate": 0.0002843142709487105,
      "loss": 2.375,
      "step": 20648
    },
    {
      "epoch": 0.9606420097697139,
      "grad_norm": 0.8255793787488354,
      "learning_rate": 0.0002843126185637129,
      "loss": 2.7969,
      "step": 20649
    },
    {
      "epoch": 0.9606885322167946,
      "grad_norm": 0.7345373642346447,
      "learning_rate": 0.00028431096609648826,
      "loss": 2.75,
      "step": 20650
    },
    {
      "epoch": 0.9607350546638753,
      "grad_norm": 0.7353986145434641,
      "learning_rate": 0.0002843093135470377,
      "loss": 2.875,
      "step": 20651
    },
    {
      "epoch": 0.960781577110956,
      "grad_norm": 0.7459920193890658,
      "learning_rate": 0.0002843076609153622,
      "loss": 2.3906,
      "step": 20652
    },
    {
      "epoch": 0.9608280995580367,
      "grad_norm": 0.6976013555993356,
      "learning_rate": 0.00028430600820146274,
      "loss": 2.3281,
      "step": 20653
    },
    {
      "epoch": 0.9608746220051174,
      "grad_norm": 0.7299731393794757,
      "learning_rate": 0.00028430435540534034,
      "loss": 2.2188,
      "step": 20654
    },
    {
      "epoch": 0.9609211444521982,
      "grad_norm": 0.7534089690557971,
      "learning_rate": 0.00028430270252699605,
      "loss": 2.5312,
      "step": 20655
    },
    {
      "epoch": 0.9609676668992789,
      "grad_norm": 0.7095243649827273,
      "learning_rate": 0.0002843010495664308,
      "loss": 2.6094,
      "step": 20656
    },
    {
      "epoch": 0.9610141893463596,
      "grad_norm": 0.7759489358202108,
      "learning_rate": 0.0002842993965236457,
      "loss": 2.5312,
      "step": 20657
    },
    {
      "epoch": 0.9610607117934403,
      "grad_norm": 0.7627265205896759,
      "learning_rate": 0.0002842977433986417,
      "loss": 1.8672,
      "step": 20658
    },
    {
      "epoch": 0.961107234240521,
      "grad_norm": 0.7448645716323221,
      "learning_rate": 0.00028429609019141983,
      "loss": 2.4688,
      "step": 20659
    },
    {
      "epoch": 0.9611537566876017,
      "grad_norm": 0.7900502251126443,
      "learning_rate": 0.0002842944369019811,
      "loss": 2.5,
      "step": 20660
    },
    {
      "epoch": 0.9612002791346825,
      "grad_norm": 0.7094626842562824,
      "learning_rate": 0.00028429278353032657,
      "loss": 1.8047,
      "step": 20661
    },
    {
      "epoch": 0.9612468015817632,
      "grad_norm": 0.7079123652574689,
      "learning_rate": 0.00028429113007645714,
      "loss": 2.4844,
      "step": 20662
    },
    {
      "epoch": 0.9612933240288439,
      "grad_norm": 0.7334435541660729,
      "learning_rate": 0.0002842894765403739,
      "loss": 2.5625,
      "step": 20663
    },
    {
      "epoch": 0.9613398464759246,
      "grad_norm": 0.6744937619084834,
      "learning_rate": 0.0002842878229220779,
      "loss": 2.4219,
      "step": 20664
    },
    {
      "epoch": 0.9613863689230053,
      "grad_norm": 0.7173773055610565,
      "learning_rate": 0.00028428616922157005,
      "loss": 2.375,
      "step": 20665
    },
    {
      "epoch": 0.961432891370086,
      "grad_norm": 0.75074754939425,
      "learning_rate": 0.0002842845154388515,
      "loss": 2.375,
      "step": 20666
    },
    {
      "epoch": 0.9614794138171667,
      "grad_norm": 0.7236736250608751,
      "learning_rate": 0.00028428286157392306,
      "loss": 2.6719,
      "step": 20667
    },
    {
      "epoch": 0.9615259362642475,
      "grad_norm": 0.7030183005917843,
      "learning_rate": 0.00028428120762678593,
      "loss": 2.3281,
      "step": 20668
    },
    {
      "epoch": 0.9615724587113282,
      "grad_norm": 0.7256569606567803,
      "learning_rate": 0.0002842795535974411,
      "loss": 2.0,
      "step": 20669
    },
    {
      "epoch": 0.9616189811584089,
      "grad_norm": 0.6934660372817628,
      "learning_rate": 0.0002842778994858894,
      "loss": 2.2656,
      "step": 20670
    },
    {
      "epoch": 0.9616655036054896,
      "grad_norm": 0.6952675599999264,
      "learning_rate": 0.00028427624529213207,
      "loss": 2.5312,
      "step": 20671
    },
    {
      "epoch": 0.9617120260525703,
      "grad_norm": 0.6813131733377814,
      "learning_rate": 0.00028427459101617003,
      "loss": 2.3594,
      "step": 20672
    },
    {
      "epoch": 0.961758548499651,
      "grad_norm": 0.7345369194530739,
      "learning_rate": 0.00028427293665800427,
      "loss": 2.8438,
      "step": 20673
    },
    {
      "epoch": 0.9618050709467318,
      "grad_norm": 0.7282460814887789,
      "learning_rate": 0.0002842712822176358,
      "loss": 2.6406,
      "step": 20674
    },
    {
      "epoch": 0.9618515933938125,
      "grad_norm": 0.6764762382225292,
      "learning_rate": 0.0002842696276950657,
      "loss": 2.375,
      "step": 20675
    },
    {
      "epoch": 0.9618981158408932,
      "grad_norm": 0.6846096638111108,
      "learning_rate": 0.00028426797309029497,
      "loss": 2.6875,
      "step": 20676
    },
    {
      "epoch": 0.9619446382879739,
      "grad_norm": 0.7398381605204418,
      "learning_rate": 0.00028426631840332457,
      "loss": 2.6094,
      "step": 20677
    },
    {
      "epoch": 0.9619911607350546,
      "grad_norm": 0.6848642833675915,
      "learning_rate": 0.00028426466363415555,
      "loss": 2.4062,
      "step": 20678
    },
    {
      "epoch": 0.9620376831821353,
      "grad_norm": 0.7881285245885229,
      "learning_rate": 0.0002842630087827889,
      "loss": 2.5,
      "step": 20679
    },
    {
      "epoch": 0.9620842056292161,
      "grad_norm": 0.6937175732955859,
      "learning_rate": 0.00028426135384922564,
      "loss": 2.4219,
      "step": 20680
    },
    {
      "epoch": 0.9621307280762968,
      "grad_norm": 0.6797827911005124,
      "learning_rate": 0.00028425969883346677,
      "loss": 2.3438,
      "step": 20681
    },
    {
      "epoch": 0.9621772505233775,
      "grad_norm": 0.7256669810424301,
      "learning_rate": 0.0002842580437355133,
      "loss": 2.6875,
      "step": 20682
    },
    {
      "epoch": 0.9622237729704582,
      "grad_norm": 0.7211383404658814,
      "learning_rate": 0.00028425638855536636,
      "loss": 2.2344,
      "step": 20683
    },
    {
      "epoch": 0.962270295417539,
      "grad_norm": 0.69265813402848,
      "learning_rate": 0.0002842547332930268,
      "loss": 2.2812,
      "step": 20684
    },
    {
      "epoch": 0.9623168178646196,
      "grad_norm": 0.7727881176353553,
      "learning_rate": 0.00028425307794849574,
      "loss": 1.7812,
      "step": 20685
    },
    {
      "epoch": 0.9623633403117003,
      "grad_norm": 0.6902900448844038,
      "learning_rate": 0.0002842514225217741,
      "loss": 2.4375,
      "step": 20686
    },
    {
      "epoch": 0.9624098627587812,
      "grad_norm": 0.7568626241459516,
      "learning_rate": 0.000284249767012863,
      "loss": 2.5156,
      "step": 20687
    },
    {
      "epoch": 0.9624563852058619,
      "grad_norm": 0.7153392909536697,
      "learning_rate": 0.00028424811142176333,
      "loss": 2.3594,
      "step": 20688
    },
    {
      "epoch": 0.9625029076529426,
      "grad_norm": 0.7399502994051778,
      "learning_rate": 0.0002842464557484762,
      "loss": 2.5469,
      "step": 20689
    },
    {
      "epoch": 0.9625494301000233,
      "grad_norm": 0.7264838470221381,
      "learning_rate": 0.0002842447999930026,
      "loss": 2.3906,
      "step": 20690
    },
    {
      "epoch": 0.962595952547104,
      "grad_norm": 0.7279391632192375,
      "learning_rate": 0.00028424314415534364,
      "loss": 2.7031,
      "step": 20691
    },
    {
      "epoch": 0.9626424749941846,
      "grad_norm": 0.7483915981340945,
      "learning_rate": 0.00028424148823550017,
      "loss": 2.6719,
      "step": 20692
    },
    {
      "epoch": 0.9626889974412655,
      "grad_norm": 0.7241974693538326,
      "learning_rate": 0.00028423983223347326,
      "loss": 2.5938,
      "step": 20693
    },
    {
      "epoch": 0.9627355198883462,
      "grad_norm": 0.7608810428299968,
      "learning_rate": 0.0002842381761492639,
      "loss": 2.5,
      "step": 20694
    },
    {
      "epoch": 0.9627820423354269,
      "grad_norm": 0.7323816551887739,
      "learning_rate": 0.00028423651998287316,
      "loss": 2.5,
      "step": 20695
    },
    {
      "epoch": 0.9628285647825076,
      "grad_norm": 0.70467759481609,
      "learning_rate": 0.00028423486373430203,
      "loss": 2.2656,
      "step": 20696
    },
    {
      "epoch": 0.9628750872295883,
      "grad_norm": 0.6904124463527217,
      "learning_rate": 0.00028423320740355153,
      "loss": 2.4844,
      "step": 20697
    },
    {
      "epoch": 0.962921609676669,
      "grad_norm": 0.7055756981600301,
      "learning_rate": 0.0002842315509906227,
      "loss": 2.7344,
      "step": 20698
    },
    {
      "epoch": 0.9629681321237497,
      "grad_norm": 0.6939454130508579,
      "learning_rate": 0.0002842298944955165,
      "loss": 2.6094,
      "step": 20699
    },
    {
      "epoch": 0.9630146545708305,
      "grad_norm": 0.7271874396633453,
      "learning_rate": 0.00028422823791823397,
      "loss": 2.6094,
      "step": 20700
    },
    {
      "epoch": 0.9630611770179112,
      "grad_norm": 0.7440003790186932,
      "learning_rate": 0.00028422658125877614,
      "loss": 2.4375,
      "step": 20701
    },
    {
      "epoch": 0.9631076994649919,
      "grad_norm": 0.708264650388352,
      "learning_rate": 0.00028422492451714396,
      "loss": 2.4219,
      "step": 20702
    },
    {
      "epoch": 0.9631542219120726,
      "grad_norm": 0.7442194026157007,
      "learning_rate": 0.0002842232676933385,
      "loss": 2.3906,
      "step": 20703
    },
    {
      "epoch": 0.9632007443591533,
      "grad_norm": 0.7700652179515035,
      "learning_rate": 0.00028422161078736077,
      "loss": 2.5781,
      "step": 20704
    },
    {
      "epoch": 0.963247266806234,
      "grad_norm": 0.7046586111507738,
      "learning_rate": 0.0002842199537992118,
      "loss": 2.375,
      "step": 20705
    },
    {
      "epoch": 0.9632937892533148,
      "grad_norm": 0.7228531435498179,
      "learning_rate": 0.0002842182967288926,
      "loss": 2.4844,
      "step": 20706
    },
    {
      "epoch": 0.9633403117003955,
      "grad_norm": 0.7598097962987279,
      "learning_rate": 0.0002842166395764041,
      "loss": 2.4531,
      "step": 20707
    },
    {
      "epoch": 0.9633868341474762,
      "grad_norm": 0.697042203294203,
      "learning_rate": 0.0002842149823417474,
      "loss": 2.4219,
      "step": 20708
    },
    {
      "epoch": 0.9634333565945569,
      "grad_norm": 0.7446782957086071,
      "learning_rate": 0.00028421332502492354,
      "loss": 2.4219,
      "step": 20709
    },
    {
      "epoch": 0.9634798790416376,
      "grad_norm": 0.7163958742192338,
      "learning_rate": 0.00028421166762593347,
      "loss": 2.2188,
      "step": 20710
    },
    {
      "epoch": 0.9635264014887183,
      "grad_norm": 0.7428033829412699,
      "learning_rate": 0.0002842100101447782,
      "loss": 2.2812,
      "step": 20711
    },
    {
      "epoch": 0.9635729239357991,
      "grad_norm": 0.7015065380393369,
      "learning_rate": 0.0002842083525814588,
      "loss": 2.4375,
      "step": 20712
    },
    {
      "epoch": 0.9636194463828798,
      "grad_norm": 0.7017065506422578,
      "learning_rate": 0.00028420669493597623,
      "loss": 2.3281,
      "step": 20713
    },
    {
      "epoch": 0.9636659688299605,
      "grad_norm": 0.7383084077659375,
      "learning_rate": 0.00028420503720833157,
      "loss": 2.5938,
      "step": 20714
    },
    {
      "epoch": 0.9637124912770412,
      "grad_norm": 0.7577987320008018,
      "learning_rate": 0.0002842033793985258,
      "loss": 2.4531,
      "step": 20715
    },
    {
      "epoch": 0.9637590137241219,
      "grad_norm": 0.7468845220944811,
      "learning_rate": 0.0002842017215065599,
      "loss": 2.4062,
      "step": 20716
    },
    {
      "epoch": 0.9638055361712026,
      "grad_norm": 0.6867701592535279,
      "learning_rate": 0.0002842000635324349,
      "loss": 2.4531,
      "step": 20717
    },
    {
      "epoch": 0.9638520586182833,
      "grad_norm": 0.7039209045543626,
      "learning_rate": 0.0002841984054761519,
      "loss": 2.375,
      "step": 20718
    },
    {
      "epoch": 0.9638985810653641,
      "grad_norm": 0.7626940528698072,
      "learning_rate": 0.00028419674733771175,
      "loss": 2.5781,
      "step": 20719
    },
    {
      "epoch": 0.9639451035124448,
      "grad_norm": 0.7214616385685573,
      "learning_rate": 0.00028419508911711565,
      "loss": 2.4062,
      "step": 20720
    },
    {
      "epoch": 0.9639916259595255,
      "grad_norm": 0.6917806479366507,
      "learning_rate": 0.00028419343081436446,
      "loss": 2.3906,
      "step": 20721
    },
    {
      "epoch": 0.9640381484066062,
      "grad_norm": 0.7382987743666856,
      "learning_rate": 0.0002841917724294593,
      "loss": 2.5,
      "step": 20722
    },
    {
      "epoch": 0.9640846708536869,
      "grad_norm": 0.7747493705508518,
      "learning_rate": 0.0002841901139624011,
      "loss": 2.4688,
      "step": 20723
    },
    {
      "epoch": 0.9641311933007676,
      "grad_norm": 0.7063794959463876,
      "learning_rate": 0.000284188455413191,
      "loss": 2.3906,
      "step": 20724
    },
    {
      "epoch": 0.9641777157478484,
      "grad_norm": 0.7705052822088251,
      "learning_rate": 0.0002841867967818299,
      "loss": 2.6406,
      "step": 20725
    },
    {
      "epoch": 0.9642242381949291,
      "grad_norm": 0.6805397933837197,
      "learning_rate": 0.00028418513806831877,
      "loss": 2.5,
      "step": 20726
    },
    {
      "epoch": 0.9642707606420098,
      "grad_norm": 0.75219441682733,
      "learning_rate": 0.0002841834792726588,
      "loss": 2.8125,
      "step": 20727
    },
    {
      "epoch": 0.9643172830890905,
      "grad_norm": 0.7621467397466737,
      "learning_rate": 0.0002841818203948509,
      "loss": 2.8281,
      "step": 20728
    },
    {
      "epoch": 0.9643638055361712,
      "grad_norm": 0.669257178669413,
      "learning_rate": 0.0002841801614348961,
      "loss": 2.3594,
      "step": 20729
    },
    {
      "epoch": 0.9644103279832519,
      "grad_norm": 0.7325382923338922,
      "learning_rate": 0.0002841785023927954,
      "loss": 2.25,
      "step": 20730
    },
    {
      "epoch": 0.9644568504303327,
      "grad_norm": 0.6891551602461059,
      "learning_rate": 0.0002841768432685498,
      "loss": 2.4844,
      "step": 20731
    },
    {
      "epoch": 0.9645033728774134,
      "grad_norm": 0.7249483160524106,
      "learning_rate": 0.0002841751840621604,
      "loss": 2.1719,
      "step": 20732
    },
    {
      "epoch": 0.9645498953244941,
      "grad_norm": 0.767611581730884,
      "learning_rate": 0.0002841735247736282,
      "loss": 2.3281,
      "step": 20733
    },
    {
      "epoch": 0.9645964177715748,
      "grad_norm": 0.698102477181741,
      "learning_rate": 0.00028417186540295405,
      "loss": 2.4688,
      "step": 20734
    },
    {
      "epoch": 0.9646429402186555,
      "grad_norm": 0.7296377948996385,
      "learning_rate": 0.00028417020595013914,
      "loss": 2.25,
      "step": 20735
    },
    {
      "epoch": 0.9646894626657362,
      "grad_norm": 0.7439497819961373,
      "learning_rate": 0.0002841685464151845,
      "loss": 2.4531,
      "step": 20736
    },
    {
      "epoch": 0.9647359851128169,
      "grad_norm": 0.8107416052625012,
      "learning_rate": 0.00028416688679809104,
      "loss": 2.4062,
      "step": 20737
    },
    {
      "epoch": 0.9647825075598977,
      "grad_norm": 0.805360889165762,
      "learning_rate": 0.0002841652270988598,
      "loss": 2.7031,
      "step": 20738
    },
    {
      "epoch": 0.9648290300069784,
      "grad_norm": 0.7527870705487206,
      "learning_rate": 0.00028416356731749185,
      "loss": 2.1875,
      "step": 20739
    },
    {
      "epoch": 0.9648755524540591,
      "grad_norm": 0.7349733801460878,
      "learning_rate": 0.0002841619074539882,
      "loss": 2.4844,
      "step": 20740
    },
    {
      "epoch": 0.9649220749011398,
      "grad_norm": 0.705145342827712,
      "learning_rate": 0.0002841602475083498,
      "loss": 2.3281,
      "step": 20741
    },
    {
      "epoch": 0.9649685973482205,
      "grad_norm": 0.773540174737758,
      "learning_rate": 0.0002841585874805777,
      "loss": 2.5156,
      "step": 20742
    },
    {
      "epoch": 0.9650151197953012,
      "grad_norm": 0.7303680660248394,
      "learning_rate": 0.00028415692737067297,
      "loss": 2.5625,
      "step": 20743
    },
    {
      "epoch": 0.965061642242382,
      "grad_norm": 0.6937705725401733,
      "learning_rate": 0.0002841552671786365,
      "loss": 2.5156,
      "step": 20744
    },
    {
      "epoch": 0.9651081646894627,
      "grad_norm": 0.811705777166484,
      "learning_rate": 0.00028415360690446943,
      "loss": 2.5625,
      "step": 20745
    },
    {
      "epoch": 0.9651546871365434,
      "grad_norm": 0.7054803111457482,
      "learning_rate": 0.00028415194654817275,
      "loss": 2.2031,
      "step": 20746
    },
    {
      "epoch": 0.9652012095836241,
      "grad_norm": 0.7943508146633044,
      "learning_rate": 0.00028415028610974743,
      "loss": 2.2344,
      "step": 20747
    },
    {
      "epoch": 0.9652477320307048,
      "grad_norm": 0.7344458375309967,
      "learning_rate": 0.0002841486255891945,
      "loss": 2.3281,
      "step": 20748
    },
    {
      "epoch": 0.9652942544777855,
      "grad_norm": 0.7826529053781327,
      "learning_rate": 0.00028414696498651505,
      "loss": 2.6562,
      "step": 20749
    },
    {
      "epoch": 0.9653407769248662,
      "grad_norm": 0.745374236131383,
      "learning_rate": 0.00028414530430171,
      "loss": 2.75,
      "step": 20750
    },
    {
      "epoch": 0.965387299371947,
      "grad_norm": 0.7385138005266169,
      "learning_rate": 0.0002841436435347804,
      "loss": 2.6406,
      "step": 20751
    },
    {
      "epoch": 0.9654338218190277,
      "grad_norm": 0.7269582638387562,
      "learning_rate": 0.00028414198268572724,
      "loss": 2.3906,
      "step": 20752
    },
    {
      "epoch": 0.9654803442661084,
      "grad_norm": 0.7503953944063514,
      "learning_rate": 0.0002841403217545516,
      "loss": 2.3281,
      "step": 20753
    },
    {
      "epoch": 0.9655268667131891,
      "grad_norm": 0.8923704129858903,
      "learning_rate": 0.0002841386607412545,
      "loss": 2.6875,
      "step": 20754
    },
    {
      "epoch": 0.9655733891602698,
      "grad_norm": 0.7828250060959197,
      "learning_rate": 0.00028413699964583686,
      "loss": 2.375,
      "step": 20755
    },
    {
      "epoch": 0.9656199116073505,
      "grad_norm": 0.7807072179982062,
      "learning_rate": 0.0002841353384682998,
      "loss": 2.7188,
      "step": 20756
    },
    {
      "epoch": 0.9656664340544313,
      "grad_norm": 0.782959573465797,
      "learning_rate": 0.0002841336772086443,
      "loss": 2.5156,
      "step": 20757
    },
    {
      "epoch": 0.965712956501512,
      "grad_norm": 0.7766417551213869,
      "learning_rate": 0.00028413201586687133,
      "loss": 2.7031,
      "step": 20758
    },
    {
      "epoch": 0.9657594789485927,
      "grad_norm": 0.7362603377688104,
      "learning_rate": 0.00028413035444298197,
      "loss": 2.4531,
      "step": 20759
    },
    {
      "epoch": 0.9658060013956734,
      "grad_norm": 0.7397433338001624,
      "learning_rate": 0.00028412869293697725,
      "loss": 2.4688,
      "step": 20760
    },
    {
      "epoch": 0.9658525238427541,
      "grad_norm": 0.807663562596922,
      "learning_rate": 0.0002841270313488581,
      "loss": 2.5938,
      "step": 20761
    },
    {
      "epoch": 0.9658990462898348,
      "grad_norm": 0.7556759406229397,
      "learning_rate": 0.0002841253696786256,
      "loss": 2.5469,
      "step": 20762
    },
    {
      "epoch": 0.9659455687369156,
      "grad_norm": 0.7238278041376442,
      "learning_rate": 0.0002841237079262808,
      "loss": 2.7344,
      "step": 20763
    },
    {
      "epoch": 0.9659920911839963,
      "grad_norm": 0.7175012997539639,
      "learning_rate": 0.0002841220460918246,
      "loss": 2.0781,
      "step": 20764
    },
    {
      "epoch": 0.966038613631077,
      "grad_norm": 0.7809360985450011,
      "learning_rate": 0.0002841203841752582,
      "loss": 2.5469,
      "step": 20765
    },
    {
      "epoch": 0.9660851360781577,
      "grad_norm": 0.7502387876986736,
      "learning_rate": 0.00028411872217658246,
      "loss": 2.2812,
      "step": 20766
    },
    {
      "epoch": 0.9661316585252384,
      "grad_norm": 0.757674402477677,
      "learning_rate": 0.0002841170600957984,
      "loss": 2.5312,
      "step": 20767
    },
    {
      "epoch": 0.9661781809723191,
      "grad_norm": 0.6888587158902332,
      "learning_rate": 0.0002841153979329071,
      "loss": 1.8281,
      "step": 20768
    },
    {
      "epoch": 0.9662247034193998,
      "grad_norm": 0.7799145058937198,
      "learning_rate": 0.0002841137356879096,
      "loss": 2.75,
      "step": 20769
    },
    {
      "epoch": 0.9662712258664806,
      "grad_norm": 0.7287615954504814,
      "learning_rate": 0.0002841120733608069,
      "loss": 2.7656,
      "step": 20770
    },
    {
      "epoch": 0.9663177483135613,
      "grad_norm": 0.7811579474298921,
      "learning_rate": 0.00028411041095159997,
      "loss": 2.6875,
      "step": 20771
    },
    {
      "epoch": 0.966364270760642,
      "grad_norm": 0.7497018818776849,
      "learning_rate": 0.0002841087484602899,
      "loss": 2.2656,
      "step": 20772
    },
    {
      "epoch": 0.9664107932077227,
      "grad_norm": 0.7584582460860156,
      "learning_rate": 0.00028410708588687755,
      "loss": 2.6719,
      "step": 20773
    },
    {
      "epoch": 0.9664573156548034,
      "grad_norm": 0.6792828577457309,
      "learning_rate": 0.0002841054232313641,
      "loss": 2.2188,
      "step": 20774
    },
    {
      "epoch": 0.9665038381018841,
      "grad_norm": 0.7724880661815033,
      "learning_rate": 0.00028410376049375056,
      "loss": 2.4844,
      "step": 20775
    },
    {
      "epoch": 0.9665503605489649,
      "grad_norm": 0.7601671243006116,
      "learning_rate": 0.00028410209767403786,
      "loss": 2.3594,
      "step": 20776
    },
    {
      "epoch": 0.9665968829960456,
      "grad_norm": 0.7227271612220876,
      "learning_rate": 0.00028410043477222714,
      "loss": 2.5,
      "step": 20777
    },
    {
      "epoch": 0.9666434054431263,
      "grad_norm": 0.6954252487248942,
      "learning_rate": 0.0002840987717883193,
      "loss": 2.3438,
      "step": 20778
    },
    {
      "epoch": 0.966689927890207,
      "grad_norm": 0.8996298502870944,
      "learning_rate": 0.00028409710872231536,
      "loss": 2.6406,
      "step": 20779
    },
    {
      "epoch": 0.9667364503372877,
      "grad_norm": 0.7200045600121642,
      "learning_rate": 0.0002840954455742164,
      "loss": 2.4219,
      "step": 20780
    },
    {
      "epoch": 0.9667829727843684,
      "grad_norm": 0.7046232165314731,
      "learning_rate": 0.00028409378234402346,
      "loss": 2.3594,
      "step": 20781
    },
    {
      "epoch": 0.9668294952314491,
      "grad_norm": 0.7468129016700725,
      "learning_rate": 0.0002840921190317375,
      "loss": 2.3594,
      "step": 20782
    },
    {
      "epoch": 0.9668760176785299,
      "grad_norm": 0.7179453619476391,
      "learning_rate": 0.0002840904556373595,
      "loss": 2.4219,
      "step": 20783
    },
    {
      "epoch": 0.9669225401256106,
      "grad_norm": 0.7832969522705122,
      "learning_rate": 0.0002840887921608906,
      "loss": 2.7344,
      "step": 20784
    },
    {
      "epoch": 0.9669690625726913,
      "grad_norm": 0.706440913469445,
      "learning_rate": 0.0002840871286023317,
      "loss": 2.4688,
      "step": 20785
    },
    {
      "epoch": 0.967015585019772,
      "grad_norm": 0.7296187588893179,
      "learning_rate": 0.0002840854649616839,
      "loss": 2.4844,
      "step": 20786
    },
    {
      "epoch": 0.9670621074668527,
      "grad_norm": 0.7179558545498921,
      "learning_rate": 0.0002840838012389482,
      "loss": 2.5,
      "step": 20787
    },
    {
      "epoch": 0.9671086299139334,
      "grad_norm": 0.6657630234027777,
      "learning_rate": 0.0002840821374341256,
      "loss": 1.6719,
      "step": 20788
    },
    {
      "epoch": 0.9671551523610142,
      "grad_norm": 0.684611877267044,
      "learning_rate": 0.0002840804735472171,
      "loss": 2.0469,
      "step": 20789
    },
    {
      "epoch": 0.9672016748080949,
      "grad_norm": 0.7248044901946383,
      "learning_rate": 0.0002840788095782238,
      "loss": 2.3125,
      "step": 20790
    },
    {
      "epoch": 0.9672481972551756,
      "grad_norm": 0.702965214247146,
      "learning_rate": 0.0002840771455271466,
      "loss": 2.6094,
      "step": 20791
    },
    {
      "epoch": 0.9672947197022563,
      "grad_norm": 0.6959573594503232,
      "learning_rate": 0.0002840754813939866,
      "loss": 2.5938,
      "step": 20792
    },
    {
      "epoch": 0.967341242149337,
      "grad_norm": 0.8226464064171113,
      "learning_rate": 0.00028407381717874484,
      "loss": 2.9062,
      "step": 20793
    },
    {
      "epoch": 0.9673877645964177,
      "grad_norm": 0.701728852123092,
      "learning_rate": 0.0002840721528814222,
      "loss": 2.1406,
      "step": 20794
    },
    {
      "epoch": 0.9674342870434985,
      "grad_norm": 0.688259049764667,
      "learning_rate": 0.0002840704885020199,
      "loss": 2.4531,
      "step": 20795
    },
    {
      "epoch": 0.9674808094905792,
      "grad_norm": 0.7060963749601448,
      "learning_rate": 0.00028406882404053877,
      "loss": 2.5781,
      "step": 20796
    },
    {
      "epoch": 0.9675273319376599,
      "grad_norm": 0.7392388092819762,
      "learning_rate": 0.00028406715949698,
      "loss": 2.5938,
      "step": 20797
    },
    {
      "epoch": 0.9675738543847406,
      "grad_norm": 0.6462056691916926,
      "learning_rate": 0.0002840654948713445,
      "loss": 2.375,
      "step": 20798
    },
    {
      "epoch": 0.9676203768318213,
      "grad_norm": 0.7680855013157054,
      "learning_rate": 0.00028406383016363335,
      "loss": 2.2969,
      "step": 20799
    },
    {
      "epoch": 0.967666899278902,
      "grad_norm": 0.7043767650616761,
      "learning_rate": 0.00028406216537384745,
      "loss": 2.5312,
      "step": 20800
    },
    {
      "epoch": 0.9677134217259827,
      "grad_norm": 0.7500519033467005,
      "learning_rate": 0.00028406050050198793,
      "loss": 2.4844,
      "step": 20801
    },
    {
      "epoch": 0.9677599441730635,
      "grad_norm": 0.809913055657306,
      "learning_rate": 0.0002840588355480558,
      "loss": 2.5469,
      "step": 20802
    },
    {
      "epoch": 0.9678064666201442,
      "grad_norm": 0.7730321178324281,
      "learning_rate": 0.00028405717051205206,
      "loss": 2.3594,
      "step": 20803
    },
    {
      "epoch": 0.967852989067225,
      "grad_norm": 0.6808971064343038,
      "learning_rate": 0.0002840555053939777,
      "loss": 2.1719,
      "step": 20804
    },
    {
      "epoch": 0.9678995115143056,
      "grad_norm": 0.7922515476432292,
      "learning_rate": 0.0002840538401938338,
      "loss": 2.4531,
      "step": 20805
    },
    {
      "epoch": 0.9679460339613863,
      "grad_norm": 0.710654955466631,
      "learning_rate": 0.00028405217491162134,
      "loss": 2.75,
      "step": 20806
    },
    {
      "epoch": 0.967992556408467,
      "grad_norm": 0.7573660195122023,
      "learning_rate": 0.0002840505095473413,
      "loss": 2.4531,
      "step": 20807
    },
    {
      "epoch": 0.9680390788555479,
      "grad_norm": 0.6976755439011839,
      "learning_rate": 0.00028404884410099485,
      "loss": 2.75,
      "step": 20808
    },
    {
      "epoch": 0.9680856013026286,
      "grad_norm": 0.7308090406338157,
      "learning_rate": 0.0002840471785725828,
      "loss": 2.4062,
      "step": 20809
    },
    {
      "epoch": 0.9681321237497093,
      "grad_norm": 0.715928528350113,
      "learning_rate": 0.00028404551296210635,
      "loss": 2.375,
      "step": 20810
    },
    {
      "epoch": 0.96817864619679,
      "grad_norm": 0.7030430650972663,
      "learning_rate": 0.00028404384726956645,
      "loss": 2.2656,
      "step": 20811
    },
    {
      "epoch": 0.9682251686438706,
      "grad_norm": 0.68584229850077,
      "learning_rate": 0.00028404218149496405,
      "loss": 2.4375,
      "step": 20812
    },
    {
      "epoch": 0.9682716910909513,
      "grad_norm": 0.7324992079990474,
      "learning_rate": 0.00028404051563830034,
      "loss": 2.4375,
      "step": 20813
    },
    {
      "epoch": 0.968318213538032,
      "grad_norm": 0.7679440023315784,
      "learning_rate": 0.00028403884969957613,
      "loss": 2.7656,
      "step": 20814
    },
    {
      "epoch": 0.9683647359851129,
      "grad_norm": 0.6952240863579623,
      "learning_rate": 0.0002840371836787926,
      "loss": 2.3594,
      "step": 20815
    },
    {
      "epoch": 0.9684112584321936,
      "grad_norm": 0.6650059895399004,
      "learning_rate": 0.0002840355175759507,
      "loss": 2.1094,
      "step": 20816
    },
    {
      "epoch": 0.9684577808792743,
      "grad_norm": 0.7664020290800266,
      "learning_rate": 0.00028403385139105146,
      "loss": 2.7031,
      "step": 20817
    },
    {
      "epoch": 0.968504303326355,
      "grad_norm": 0.7297406345348483,
      "learning_rate": 0.00028403218512409594,
      "loss": 2.375,
      "step": 20818
    },
    {
      "epoch": 0.9685508257734357,
      "grad_norm": 0.7645373757106713,
      "learning_rate": 0.0002840305187750851,
      "loss": 2.5312,
      "step": 20819
    },
    {
      "epoch": 0.9685973482205164,
      "grad_norm": 0.7407963087967043,
      "learning_rate": 0.00028402885234402004,
      "loss": 2.4219,
      "step": 20820
    },
    {
      "epoch": 0.9686438706675972,
      "grad_norm": 0.6994762475458665,
      "learning_rate": 0.0002840271858309017,
      "loss": 2.4844,
      "step": 20821
    },
    {
      "epoch": 0.9686903931146779,
      "grad_norm": 0.7343543526129677,
      "learning_rate": 0.0002840255192357311,
      "loss": 2.5156,
      "step": 20822
    },
    {
      "epoch": 0.9687369155617586,
      "grad_norm": 0.8357564675893568,
      "learning_rate": 0.0002840238525585093,
      "loss": 2.5938,
      "step": 20823
    },
    {
      "epoch": 0.9687834380088393,
      "grad_norm": 0.7338759295671063,
      "learning_rate": 0.00028402218579923725,
      "loss": 2.7031,
      "step": 20824
    },
    {
      "epoch": 0.96882996045592,
      "grad_norm": 0.7390895531682818,
      "learning_rate": 0.0002840205189579161,
      "loss": 2.3594,
      "step": 20825
    },
    {
      "epoch": 0.9688764829030007,
      "grad_norm": 0.7252659028819047,
      "learning_rate": 0.0002840188520345468,
      "loss": 2.4531,
      "step": 20826
    },
    {
      "epoch": 0.9689230053500815,
      "grad_norm": 0.7177398893585478,
      "learning_rate": 0.0002840171850291303,
      "loss": 2.4062,
      "step": 20827
    },
    {
      "epoch": 0.9689695277971622,
      "grad_norm": 0.7121635771184632,
      "learning_rate": 0.0002840155179416678,
      "loss": 2.3906,
      "step": 20828
    },
    {
      "epoch": 0.9690160502442429,
      "grad_norm": 0.7596029511088924,
      "learning_rate": 0.00028401385077216014,
      "loss": 2.4219,
      "step": 20829
    },
    {
      "epoch": 0.9690625726913236,
      "grad_norm": 0.6905829949485895,
      "learning_rate": 0.00028401218352060837,
      "loss": 2.2969,
      "step": 20830
    },
    {
      "epoch": 0.9691090951384043,
      "grad_norm": 0.7726633609830623,
      "learning_rate": 0.0002840105161870136,
      "loss": 2.4844,
      "step": 20831
    },
    {
      "epoch": 0.969155617585485,
      "grad_norm": 0.7707361204618343,
      "learning_rate": 0.00028400884877137684,
      "loss": 2.3438,
      "step": 20832
    },
    {
      "epoch": 0.9692021400325657,
      "grad_norm": 0.7772234333173825,
      "learning_rate": 0.00028400718127369903,
      "loss": 2.6562,
      "step": 20833
    },
    {
      "epoch": 0.9692486624796465,
      "grad_norm": 0.7629662238697751,
      "learning_rate": 0.0002840055136939812,
      "loss": 2.4688,
      "step": 20834
    },
    {
      "epoch": 0.9692951849267272,
      "grad_norm": 0.6821241533527335,
      "learning_rate": 0.0002840038460322245,
      "loss": 2.3438,
      "step": 20835
    },
    {
      "epoch": 0.9693417073738079,
      "grad_norm": 0.7180632479832055,
      "learning_rate": 0.00028400217828842975,
      "loss": 2.4531,
      "step": 20836
    },
    {
      "epoch": 0.9693882298208886,
      "grad_norm": 0.7272191675344438,
      "learning_rate": 0.00028400051046259815,
      "loss": 2.2812,
      "step": 20837
    },
    {
      "epoch": 0.9694347522679693,
      "grad_norm": 0.7292715064638247,
      "learning_rate": 0.00028399884255473067,
      "loss": 2.4688,
      "step": 20838
    },
    {
      "epoch": 0.96948127471505,
      "grad_norm": 0.7424309179260437,
      "learning_rate": 0.0002839971745648282,
      "loss": 2.6406,
      "step": 20839
    },
    {
      "epoch": 0.9695277971621308,
      "grad_norm": 0.7608275897085087,
      "learning_rate": 0.00028399550649289195,
      "loss": 2.75,
      "step": 20840
    },
    {
      "epoch": 0.9695743196092115,
      "grad_norm": 0.7530870714703011,
      "learning_rate": 0.0002839938383389228,
      "loss": 2.5781,
      "step": 20841
    },
    {
      "epoch": 0.9696208420562922,
      "grad_norm": 0.8567109069853535,
      "learning_rate": 0.0002839921701029219,
      "loss": 2.2344,
      "step": 20842
    },
    {
      "epoch": 0.9696673645033729,
      "grad_norm": 0.7061857349076883,
      "learning_rate": 0.0002839905017848902,
      "loss": 2.4844,
      "step": 20843
    },
    {
      "epoch": 0.9697138869504536,
      "grad_norm": 0.8009707985875987,
      "learning_rate": 0.0002839888333848287,
      "loss": 2.3906,
      "step": 20844
    },
    {
      "epoch": 0.9697604093975343,
      "grad_norm": 0.7865290765321503,
      "learning_rate": 0.00028398716490273847,
      "loss": 2.6875,
      "step": 20845
    },
    {
      "epoch": 0.969806931844615,
      "grad_norm": 0.7196050555129129,
      "learning_rate": 0.00028398549633862043,
      "loss": 2.4062,
      "step": 20846
    },
    {
      "epoch": 0.9698534542916958,
      "grad_norm": 0.7513738575078482,
      "learning_rate": 0.0002839838276924758,
      "loss": 2.5781,
      "step": 20847
    },
    {
      "epoch": 0.9698999767387765,
      "grad_norm": 0.7151688295928379,
      "learning_rate": 0.00028398215896430543,
      "loss": 2.3906,
      "step": 20848
    },
    {
      "epoch": 0.9699464991858572,
      "grad_norm": 0.7507163572438869,
      "learning_rate": 0.00028398049015411036,
      "loss": 2.2656,
      "step": 20849
    },
    {
      "epoch": 0.9699930216329379,
      "grad_norm": 0.7974765550486501,
      "learning_rate": 0.00028397882126189166,
      "loss": 2.8594,
      "step": 20850
    },
    {
      "epoch": 0.9700395440800186,
      "grad_norm": 0.7945651301436216,
      "learning_rate": 0.00028397715228765035,
      "loss": 2.3125,
      "step": 20851
    },
    {
      "epoch": 0.9700860665270993,
      "grad_norm": 0.8446639381545221,
      "learning_rate": 0.0002839754832313874,
      "loss": 2.4844,
      "step": 20852
    },
    {
      "epoch": 0.9701325889741801,
      "grad_norm": 0.7548885024555756,
      "learning_rate": 0.00028397381409310394,
      "loss": 2.5781,
      "step": 20853
    },
    {
      "epoch": 0.9701791114212608,
      "grad_norm": 0.7122176179718125,
      "learning_rate": 0.0002839721448728009,
      "loss": 2.4531,
      "step": 20854
    },
    {
      "epoch": 0.9702256338683415,
      "grad_norm": 0.7805289074467695,
      "learning_rate": 0.0002839704755704793,
      "loss": 1.8047,
      "step": 20855
    },
    {
      "epoch": 0.9702721563154222,
      "grad_norm": 0.7412346162047754,
      "learning_rate": 0.0002839688061861402,
      "loss": 2.4688,
      "step": 20856
    },
    {
      "epoch": 0.9703186787625029,
      "grad_norm": 0.7442432411331303,
      "learning_rate": 0.00028396713671978457,
      "loss": 2.7656,
      "step": 20857
    },
    {
      "epoch": 0.9703652012095836,
      "grad_norm": 0.7005342190174374,
      "learning_rate": 0.0002839654671714135,
      "loss": 2.375,
      "step": 20858
    },
    {
      "epoch": 0.9704117236566644,
      "grad_norm": 0.8437519707474227,
      "learning_rate": 0.000283963797541028,
      "loss": 2.4375,
      "step": 20859
    },
    {
      "epoch": 0.9704582461037451,
      "grad_norm": 0.7417085098477302,
      "learning_rate": 0.00028396212782862905,
      "loss": 2.6406,
      "step": 20860
    },
    {
      "epoch": 0.9705047685508258,
      "grad_norm": 0.7327445870216402,
      "learning_rate": 0.0002839604580342177,
      "loss": 2.7812,
      "step": 20861
    },
    {
      "epoch": 0.9705512909979065,
      "grad_norm": 0.6831687768406643,
      "learning_rate": 0.00028395878815779495,
      "loss": 2.3281,
      "step": 20862
    },
    {
      "epoch": 0.9705978134449872,
      "grad_norm": 0.813180325551924,
      "learning_rate": 0.0002839571181993618,
      "loss": 2.3281,
      "step": 20863
    },
    {
      "epoch": 0.9706443358920679,
      "grad_norm": 0.7043324970794673,
      "learning_rate": 0.00028395544815891944,
      "loss": 2.2031,
      "step": 20864
    },
    {
      "epoch": 0.9706908583391486,
      "grad_norm": 0.6655426564371556,
      "learning_rate": 0.0002839537780364687,
      "loss": 2.2031,
      "step": 20865
    },
    {
      "epoch": 0.9707373807862294,
      "grad_norm": 0.789413845615749,
      "learning_rate": 0.0002839521078320106,
      "loss": 2.6406,
      "step": 20866
    },
    {
      "epoch": 0.9707839032333101,
      "grad_norm": 0.6630173273842904,
      "learning_rate": 0.0002839504375455463,
      "loss": 1.9766,
      "step": 20867
    },
    {
      "epoch": 0.9708304256803908,
      "grad_norm": 0.7897476517665857,
      "learning_rate": 0.00028394876717707676,
      "loss": 2.7188,
      "step": 20868
    },
    {
      "epoch": 0.9708769481274715,
      "grad_norm": 0.7803816881004408,
      "learning_rate": 0.00028394709672660296,
      "loss": 2.4531,
      "step": 20869
    },
    {
      "epoch": 0.9709234705745522,
      "grad_norm": 0.7329807016320931,
      "learning_rate": 0.000283945426194126,
      "loss": 2.5625,
      "step": 20870
    },
    {
      "epoch": 0.9709699930216329,
      "grad_norm": 0.7281816475863901,
      "learning_rate": 0.0002839437555796468,
      "loss": 2.7344,
      "step": 20871
    },
    {
      "epoch": 0.9710165154687137,
      "grad_norm": 0.7679109894535686,
      "learning_rate": 0.0002839420848831665,
      "loss": 2.5,
      "step": 20872
    },
    {
      "epoch": 0.9710630379157944,
      "grad_norm": 0.7798439685544546,
      "learning_rate": 0.0002839404141046861,
      "loss": 2.625,
      "step": 20873
    },
    {
      "epoch": 0.9711095603628751,
      "grad_norm": 0.6587653833984483,
      "learning_rate": 0.0002839387432442065,
      "loss": 2.4688,
      "step": 20874
    },
    {
      "epoch": 0.9711560828099558,
      "grad_norm": 0.8499814605351756,
      "learning_rate": 0.00028393707230172884,
      "loss": 2.625,
      "step": 20875
    },
    {
      "epoch": 0.9712026052570365,
      "grad_norm": 0.7068064720289985,
      "learning_rate": 0.0002839354012772541,
      "loss": 2.2031,
      "step": 20876
    },
    {
      "epoch": 0.9712491277041172,
      "grad_norm": 0.7123109617258054,
      "learning_rate": 0.0002839337301707834,
      "loss": 2.5312,
      "step": 20877
    },
    {
      "epoch": 0.9712956501511979,
      "grad_norm": 0.7463963521930909,
      "learning_rate": 0.0002839320589823176,
      "loss": 2.6562,
      "step": 20878
    },
    {
      "epoch": 0.9713421725982787,
      "grad_norm": 0.7270393616345243,
      "learning_rate": 0.00028393038771185785,
      "loss": 2.5625,
      "step": 20879
    },
    {
      "epoch": 0.9713886950453594,
      "grad_norm": 0.6870335886624951,
      "learning_rate": 0.0002839287163594051,
      "loss": 2.1406,
      "step": 20880
    },
    {
      "epoch": 0.9714352174924401,
      "grad_norm": 0.9040522376975508,
      "learning_rate": 0.0002839270449249604,
      "loss": 1.875,
      "step": 20881
    },
    {
      "epoch": 0.9714817399395208,
      "grad_norm": 0.7545739760738165,
      "learning_rate": 0.0002839253734085247,
      "loss": 2.3281,
      "step": 20882
    },
    {
      "epoch": 0.9715282623866015,
      "grad_norm": 0.7979069996681784,
      "learning_rate": 0.0002839237018100993,
      "loss": 2.4531,
      "step": 20883
    },
    {
      "epoch": 0.9715747848336822,
      "grad_norm": 0.7470182887212035,
      "learning_rate": 0.00028392203012968486,
      "loss": 2.4062,
      "step": 20884
    },
    {
      "epoch": 0.971621307280763,
      "grad_norm": 0.7827304885046392,
      "learning_rate": 0.0002839203583672826,
      "loss": 2.7656,
      "step": 20885
    },
    {
      "epoch": 0.9716678297278437,
      "grad_norm": 0.767900472644442,
      "learning_rate": 0.00028391868652289347,
      "loss": 2.625,
      "step": 20886
    },
    {
      "epoch": 0.9717143521749244,
      "grad_norm": 0.8606415481299584,
      "learning_rate": 0.0002839170145965186,
      "loss": 2.5312,
      "step": 20887
    },
    {
      "epoch": 0.9717608746220051,
      "grad_norm": 0.7691475510004605,
      "learning_rate": 0.0002839153425881589,
      "loss": 2.8594,
      "step": 20888
    },
    {
      "epoch": 0.9718073970690858,
      "grad_norm": 0.7588097841352264,
      "learning_rate": 0.0002839136704978154,
      "loss": 1.9062,
      "step": 20889
    },
    {
      "epoch": 0.9718539195161665,
      "grad_norm": 0.7521231882459801,
      "learning_rate": 0.00028391199832548925,
      "loss": 2.4844,
      "step": 20890
    },
    {
      "epoch": 0.9719004419632473,
      "grad_norm": 0.807806977640118,
      "learning_rate": 0.00028391032607118135,
      "loss": 2.5,
      "step": 20891
    },
    {
      "epoch": 0.971946964410328,
      "grad_norm": 0.775459970920961,
      "learning_rate": 0.00028390865373489275,
      "loss": 2.4219,
      "step": 20892
    },
    {
      "epoch": 0.9719934868574087,
      "grad_norm": 0.8195012132023052,
      "learning_rate": 0.00028390698131662453,
      "loss": 2.5938,
      "step": 20893
    },
    {
      "epoch": 0.9720400093044894,
      "grad_norm": 0.7228463206635343,
      "learning_rate": 0.00028390530881637757,
      "loss": 2.6094,
      "step": 20894
    },
    {
      "epoch": 0.9720865317515701,
      "grad_norm": 0.759238076623257,
      "learning_rate": 0.00028390363623415304,
      "loss": 2.4062,
      "step": 20895
    },
    {
      "epoch": 0.9721330541986508,
      "grad_norm": 0.7253313437395998,
      "learning_rate": 0.000283901963569952,
      "loss": 2.2812,
      "step": 20896
    },
    {
      "epoch": 0.9721795766457315,
      "grad_norm": 0.6799900848747175,
      "learning_rate": 0.0002839002908237753,
      "loss": 2.5,
      "step": 20897
    },
    {
      "epoch": 0.9722260990928123,
      "grad_norm": 0.7302409655157254,
      "learning_rate": 0.00028389861799562406,
      "loss": 2.25,
      "step": 20898
    },
    {
      "epoch": 0.972272621539893,
      "grad_norm": 0.6924605445362845,
      "learning_rate": 0.0002838969450854993,
      "loss": 2.3438,
      "step": 20899
    },
    {
      "epoch": 0.9723191439869737,
      "grad_norm": 0.7835414399113143,
      "learning_rate": 0.000283895272093402,
      "loss": 2.7812,
      "step": 20900
    },
    {
      "epoch": 0.9723656664340544,
      "grad_norm": 0.6959935041527601,
      "learning_rate": 0.0002838935990193333,
      "loss": 2.0938,
      "step": 20901
    },
    {
      "epoch": 0.9724121888811351,
      "grad_norm": 0.7634728943018751,
      "learning_rate": 0.0002838919258632941,
      "loss": 2.5625,
      "step": 20902
    },
    {
      "epoch": 0.9724587113282158,
      "grad_norm": 0.772313092025802,
      "learning_rate": 0.0002838902526252855,
      "loss": 2.3281,
      "step": 20903
    },
    {
      "epoch": 0.9725052337752966,
      "grad_norm": 0.7458331514340842,
      "learning_rate": 0.0002838885793053085,
      "loss": 2.5781,
      "step": 20904
    },
    {
      "epoch": 0.9725517562223773,
      "grad_norm": 0.733699791255294,
      "learning_rate": 0.0002838869059033641,
      "loss": 2.2969,
      "step": 20905
    },
    {
      "epoch": 0.972598278669458,
      "grad_norm": 0.7688688071207648,
      "learning_rate": 0.00028388523241945336,
      "loss": 2.4531,
      "step": 20906
    },
    {
      "epoch": 0.9726448011165387,
      "grad_norm": 0.7965215594298591,
      "learning_rate": 0.0002838835588535773,
      "loss": 2.7188,
      "step": 20907
    },
    {
      "epoch": 0.9726913235636194,
      "grad_norm": 0.7515716734767173,
      "learning_rate": 0.00028388188520573693,
      "loss": 2.625,
      "step": 20908
    },
    {
      "epoch": 0.9727378460107001,
      "grad_norm": 0.6745230999123042,
      "learning_rate": 0.00028388021147593325,
      "loss": 2.0938,
      "step": 20909
    },
    {
      "epoch": 0.9727843684577809,
      "grad_norm": 0.7072636064780626,
      "learning_rate": 0.00028387853766416736,
      "loss": 2.5312,
      "step": 20910
    },
    {
      "epoch": 0.9728308909048616,
      "grad_norm": 0.7472220280312085,
      "learning_rate": 0.00028387686377044023,
      "loss": 2.4688,
      "step": 20911
    },
    {
      "epoch": 0.9728774133519423,
      "grad_norm": 0.7532769236155612,
      "learning_rate": 0.0002838751897947529,
      "loss": 2.5469,
      "step": 20912
    },
    {
      "epoch": 0.972923935799023,
      "grad_norm": 0.735373185119892,
      "learning_rate": 0.00028387351573710637,
      "loss": 2.5,
      "step": 20913
    },
    {
      "epoch": 0.9729704582461037,
      "grad_norm": 0.8192742927893844,
      "learning_rate": 0.0002838718415975017,
      "loss": 1.6641,
      "step": 20914
    },
    {
      "epoch": 0.9730169806931844,
      "grad_norm": 0.8657554493578118,
      "learning_rate": 0.00028387016737593985,
      "loss": 2.7969,
      "step": 20915
    },
    {
      "epoch": 0.9730635031402651,
      "grad_norm": 0.7209878020779997,
      "learning_rate": 0.000283868493072422,
      "loss": 2.6875,
      "step": 20916
    },
    {
      "epoch": 0.9731100255873459,
      "grad_norm": 0.8051686298655287,
      "learning_rate": 0.000283866818686949,
      "loss": 2.5,
      "step": 20917
    },
    {
      "epoch": 0.9731565480344266,
      "grad_norm": 0.7903106609302962,
      "learning_rate": 0.0002838651442195219,
      "loss": 2.5781,
      "step": 20918
    },
    {
      "epoch": 0.9732030704815073,
      "grad_norm": 0.7341612853243048,
      "learning_rate": 0.00028386346967014184,
      "loss": 2.6719,
      "step": 20919
    },
    {
      "epoch": 0.973249592928588,
      "grad_norm": 0.7123046972325986,
      "learning_rate": 0.00028386179503880974,
      "loss": 2.4688,
      "step": 20920
    },
    {
      "epoch": 0.9732961153756687,
      "grad_norm": 0.75526765554066,
      "learning_rate": 0.0002838601203255267,
      "loss": 2.375,
      "step": 20921
    },
    {
      "epoch": 0.9733426378227494,
      "grad_norm": 0.8144504207708845,
      "learning_rate": 0.00028385844553029365,
      "loss": 2.5312,
      "step": 20922
    },
    {
      "epoch": 0.9733891602698302,
      "grad_norm": 0.7422756141614607,
      "learning_rate": 0.0002838567706531117,
      "loss": 2.2812,
      "step": 20923
    },
    {
      "epoch": 0.9734356827169109,
      "grad_norm": 0.7785386624813554,
      "learning_rate": 0.0002838550956939819,
      "loss": 2.3906,
      "step": 20924
    },
    {
      "epoch": 0.9734822051639916,
      "grad_norm": 0.7465349131488517,
      "learning_rate": 0.0002838534206529052,
      "loss": 2.4844,
      "step": 20925
    },
    {
      "epoch": 0.9735287276110723,
      "grad_norm": 0.8030396978048362,
      "learning_rate": 0.00028385174552988257,
      "loss": 2.5781,
      "step": 20926
    },
    {
      "epoch": 0.973575250058153,
      "grad_norm": 0.6874547803016696,
      "learning_rate": 0.00028385007032491515,
      "loss": 2.5625,
      "step": 20927
    },
    {
      "epoch": 0.9736217725052337,
      "grad_norm": 0.735063004766713,
      "learning_rate": 0.0002838483950380039,
      "loss": 2.5469,
      "step": 20928
    },
    {
      "epoch": 0.9736682949523144,
      "grad_norm": 0.8257444240373425,
      "learning_rate": 0.00028384671966914994,
      "loss": 2.8906,
      "step": 20929
    },
    {
      "epoch": 0.9737148173993952,
      "grad_norm": 0.7303634039249465,
      "learning_rate": 0.0002838450442183542,
      "loss": 2.4531,
      "step": 20930
    },
    {
      "epoch": 0.973761339846476,
      "grad_norm": 0.7479928721835323,
      "learning_rate": 0.0002838433686856177,
      "loss": 2.5625,
      "step": 20931
    },
    {
      "epoch": 0.9738078622935566,
      "grad_norm": 0.7428958109703734,
      "learning_rate": 0.0002838416930709416,
      "loss": 2.4375,
      "step": 20932
    },
    {
      "epoch": 0.9738543847406373,
      "grad_norm": 0.7130518693297716,
      "learning_rate": 0.00028384001737432674,
      "loss": 2.375,
      "step": 20933
    },
    {
      "epoch": 0.973900907187718,
      "grad_norm": 0.7062842664166803,
      "learning_rate": 0.00028383834159577425,
      "loss": 2.3906,
      "step": 20934
    },
    {
      "epoch": 0.9739474296347987,
      "grad_norm": 0.8308896370393736,
      "learning_rate": 0.0002838366657352852,
      "loss": 2.6094,
      "step": 20935
    },
    {
      "epoch": 0.9739939520818796,
      "grad_norm": 0.7265389939526647,
      "learning_rate": 0.00028383498979286047,
      "loss": 2.2344,
      "step": 20936
    },
    {
      "epoch": 0.9740404745289603,
      "grad_norm": 0.6989443203947469,
      "learning_rate": 0.00028383331376850114,
      "loss": 1.8281,
      "step": 20937
    },
    {
      "epoch": 0.974086996976041,
      "grad_norm": 0.7456275830014896,
      "learning_rate": 0.00028383163766220837,
      "loss": 2.5156,
      "step": 20938
    },
    {
      "epoch": 0.9741335194231217,
      "grad_norm": 0.7073968248450939,
      "learning_rate": 0.00028382996147398304,
      "loss": 2.2969,
      "step": 20939
    },
    {
      "epoch": 0.9741800418702024,
      "grad_norm": 0.7787386759985052,
      "learning_rate": 0.0002838282852038262,
      "loss": 2.75,
      "step": 20940
    },
    {
      "epoch": 0.974226564317283,
      "grad_norm": 0.7777558542957662,
      "learning_rate": 0.0002838266088517389,
      "loss": 2.5938,
      "step": 20941
    },
    {
      "epoch": 0.9742730867643639,
      "grad_norm": 0.7238118840759562,
      "learning_rate": 0.0002838249324177222,
      "loss": 2.5781,
      "step": 20942
    },
    {
      "epoch": 0.9743196092114446,
      "grad_norm": 0.7030183748299575,
      "learning_rate": 0.0002838232559017771,
      "loss": 2.6094,
      "step": 20943
    },
    {
      "epoch": 0.9743661316585253,
      "grad_norm": 0.7280000564401712,
      "learning_rate": 0.00028382157930390456,
      "loss": 2.4688,
      "step": 20944
    },
    {
      "epoch": 0.974412654105606,
      "grad_norm": 0.7527384620609802,
      "learning_rate": 0.00028381990262410565,
      "loss": 2.4062,
      "step": 20945
    },
    {
      "epoch": 0.9744591765526867,
      "grad_norm": 0.7321088298971713,
      "learning_rate": 0.0002838182258623814,
      "loss": 2.3906,
      "step": 20946
    },
    {
      "epoch": 0.9745056989997674,
      "grad_norm": 0.7460180101770997,
      "learning_rate": 0.0002838165490187329,
      "loss": 2.3594,
      "step": 20947
    },
    {
      "epoch": 0.974552221446848,
      "grad_norm": 0.7567228906663257,
      "learning_rate": 0.0002838148720931611,
      "loss": 2.2969,
      "step": 20948
    },
    {
      "epoch": 0.9745987438939289,
      "grad_norm": 0.7011574639135046,
      "learning_rate": 0.000283813195085667,
      "loss": 2.5625,
      "step": 20949
    },
    {
      "epoch": 0.9746452663410096,
      "grad_norm": 0.7428346523736585,
      "learning_rate": 0.00028381151799625176,
      "loss": 2.7188,
      "step": 20950
    },
    {
      "epoch": 0.9746917887880903,
      "grad_norm": 0.7284457041750949,
      "learning_rate": 0.0002838098408249163,
      "loss": 2.4531,
      "step": 20951
    },
    {
      "epoch": 0.974738311235171,
      "grad_norm": 0.834463602689138,
      "learning_rate": 0.0002838081635716616,
      "loss": 2.5469,
      "step": 20952
    },
    {
      "epoch": 0.9747848336822517,
      "grad_norm": 0.6992190835034179,
      "learning_rate": 0.0002838064862364888,
      "loss": 2.3594,
      "step": 20953
    },
    {
      "epoch": 0.9748313561293324,
      "grad_norm": 0.6826305910100042,
      "learning_rate": 0.0002838048088193989,
      "loss": 2.2031,
      "step": 20954
    },
    {
      "epoch": 0.9748778785764132,
      "grad_norm": 0.7602763738076047,
      "learning_rate": 0.0002838031313203929,
      "loss": 2.9531,
      "step": 20955
    },
    {
      "epoch": 0.9749244010234939,
      "grad_norm": 0.7078533651732908,
      "learning_rate": 0.0002838014537394718,
      "loss": 2.3125,
      "step": 20956
    },
    {
      "epoch": 0.9749709234705746,
      "grad_norm": 0.7752596522936652,
      "learning_rate": 0.00028379977607663666,
      "loss": 2.5312,
      "step": 20957
    },
    {
      "epoch": 0.9750174459176553,
      "grad_norm": 0.7243652054663349,
      "learning_rate": 0.00028379809833188857,
      "loss": 2.2969,
      "step": 20958
    },
    {
      "epoch": 0.975063968364736,
      "grad_norm": 0.6882016739197837,
      "learning_rate": 0.00028379642050522846,
      "loss": 2.3906,
      "step": 20959
    },
    {
      "epoch": 0.9751104908118167,
      "grad_norm": 0.7336774865311153,
      "learning_rate": 0.00028379474259665737,
      "loss": 2.375,
      "step": 20960
    },
    {
      "epoch": 0.9751570132588974,
      "grad_norm": 0.710765978993723,
      "learning_rate": 0.0002837930646061763,
      "loss": 1.6484,
      "step": 20961
    },
    {
      "epoch": 0.9752035357059782,
      "grad_norm": 0.7120111932151123,
      "learning_rate": 0.00028379138653378646,
      "loss": 2.1875,
      "step": 20962
    },
    {
      "epoch": 0.9752500581530589,
      "grad_norm": 0.7147033348066033,
      "learning_rate": 0.0002837897083794887,
      "loss": 2.5156,
      "step": 20963
    },
    {
      "epoch": 0.9752965806001396,
      "grad_norm": 0.7784643428383415,
      "learning_rate": 0.000283788030143284,
      "loss": 2.5469,
      "step": 20964
    },
    {
      "epoch": 0.9753431030472203,
      "grad_norm": 0.6689064312286646,
      "learning_rate": 0.0002837863518251736,
      "loss": 2.0781,
      "step": 20965
    },
    {
      "epoch": 0.975389625494301,
      "grad_norm": 0.7329424764167137,
      "learning_rate": 0.00028378467342515834,
      "loss": 2.6875,
      "step": 20966
    },
    {
      "epoch": 0.9754361479413817,
      "grad_norm": 0.6538282246773646,
      "learning_rate": 0.00028378299494323934,
      "loss": 2.4844,
      "step": 20967
    },
    {
      "epoch": 0.9754826703884625,
      "grad_norm": 0.7139015993777763,
      "learning_rate": 0.00028378131637941755,
      "loss": 2.3906,
      "step": 20968
    },
    {
      "epoch": 0.9755291928355432,
      "grad_norm": 0.7733625051295165,
      "learning_rate": 0.00028377963773369415,
      "loss": 2.5938,
      "step": 20969
    },
    {
      "epoch": 0.9755757152826239,
      "grad_norm": 0.7232185592562349,
      "learning_rate": 0.00028377795900607,
      "loss": 2.4375,
      "step": 20970
    },
    {
      "epoch": 0.9756222377297046,
      "grad_norm": 0.7775781887238771,
      "learning_rate": 0.0002837762801965462,
      "loss": 2.5,
      "step": 20971
    },
    {
      "epoch": 0.9756687601767853,
      "grad_norm": 0.7661158170914951,
      "learning_rate": 0.0002837746013051238,
      "loss": 2.7344,
      "step": 20972
    },
    {
      "epoch": 0.975715282623866,
      "grad_norm": 0.771182011805956,
      "learning_rate": 0.00028377292233180377,
      "loss": 2.5156,
      "step": 20973
    },
    {
      "epoch": 0.9757618050709468,
      "grad_norm": 0.7281165607079453,
      "learning_rate": 0.0002837712432765872,
      "loss": 2.5625,
      "step": 20974
    },
    {
      "epoch": 0.9758083275180275,
      "grad_norm": 0.7049582650449194,
      "learning_rate": 0.000283769564139475,
      "loss": 2.3594,
      "step": 20975
    },
    {
      "epoch": 0.9758548499651082,
      "grad_norm": 0.7336424961937507,
      "learning_rate": 0.0002837678849204684,
      "loss": 2.5,
      "step": 20976
    },
    {
      "epoch": 0.9759013724121889,
      "grad_norm": 0.7465184243484126,
      "learning_rate": 0.00028376620561956827,
      "loss": 2.7656,
      "step": 20977
    },
    {
      "epoch": 0.9759478948592696,
      "grad_norm": 0.7052082329354369,
      "learning_rate": 0.00028376452623677566,
      "loss": 2.6562,
      "step": 20978
    },
    {
      "epoch": 0.9759944173063503,
      "grad_norm": 0.7157369086856632,
      "learning_rate": 0.00028376284677209164,
      "loss": 2.75,
      "step": 20979
    },
    {
      "epoch": 0.976040939753431,
      "grad_norm": 0.8024647035840683,
      "learning_rate": 0.00028376116722551723,
      "loss": 2.7812,
      "step": 20980
    },
    {
      "epoch": 0.9760874622005118,
      "grad_norm": 0.7075512031600764,
      "learning_rate": 0.00028375948759705336,
      "loss": 2.4062,
      "step": 20981
    },
    {
      "epoch": 0.9761339846475925,
      "grad_norm": 0.6904172473128851,
      "learning_rate": 0.0002837578078867012,
      "loss": 2.3281,
      "step": 20982
    },
    {
      "epoch": 0.9761805070946732,
      "grad_norm": 0.668607952124974,
      "learning_rate": 0.00028375612809446177,
      "loss": 2.4062,
      "step": 20983
    },
    {
      "epoch": 0.9762270295417539,
      "grad_norm": 0.786563530129699,
      "learning_rate": 0.00028375444822033595,
      "loss": 2.6719,
      "step": 20984
    },
    {
      "epoch": 0.9762735519888346,
      "grad_norm": 0.6845725307556227,
      "learning_rate": 0.00028375276826432495,
      "loss": 2.4531,
      "step": 20985
    },
    {
      "epoch": 0.9763200744359153,
      "grad_norm": 0.8319932086858131,
      "learning_rate": 0.0002837510882264297,
      "loss": 2.5625,
      "step": 20986
    },
    {
      "epoch": 0.9763665968829961,
      "grad_norm": 0.7593637458335897,
      "learning_rate": 0.00028374940810665125,
      "loss": 2.2812,
      "step": 20987
    },
    {
      "epoch": 0.9764131193300768,
      "grad_norm": 0.8782587849383726,
      "learning_rate": 0.0002837477279049906,
      "loss": 2.2969,
      "step": 20988
    },
    {
      "epoch": 0.9764596417771575,
      "grad_norm": 0.7272323667419016,
      "learning_rate": 0.0002837460476214488,
      "loss": 2.5312,
      "step": 20989
    },
    {
      "epoch": 0.9765061642242382,
      "grad_norm": 0.8049939060358552,
      "learning_rate": 0.0002837443672560269,
      "loss": 2.8281,
      "step": 20990
    },
    {
      "epoch": 0.9765526866713189,
      "grad_norm": 0.7106118608370248,
      "learning_rate": 0.00028374268680872596,
      "loss": 2.2812,
      "step": 20991
    },
    {
      "epoch": 0.9765992091183996,
      "grad_norm": 0.7505317020388655,
      "learning_rate": 0.0002837410062795469,
      "loss": 2.5625,
      "step": 20992
    },
    {
      "epoch": 0.9766457315654803,
      "grad_norm": 0.7232039401162748,
      "learning_rate": 0.0002837393256684908,
      "loss": 2.75,
      "step": 20993
    },
    {
      "epoch": 0.9766922540125611,
      "grad_norm": 0.7909833252920587,
      "learning_rate": 0.0002837376449755587,
      "loss": 2.4219,
      "step": 20994
    },
    {
      "epoch": 0.9767387764596418,
      "grad_norm": 0.7321354502537978,
      "learning_rate": 0.00028373596420075165,
      "loss": 2.2969,
      "step": 20995
    },
    {
      "epoch": 0.9767852989067225,
      "grad_norm": 0.7751814611216133,
      "learning_rate": 0.0002837342833440706,
      "loss": 2.6406,
      "step": 20996
    },
    {
      "epoch": 0.9768318213538032,
      "grad_norm": 0.7414154417156436,
      "learning_rate": 0.0002837326024055167,
      "loss": 2.625,
      "step": 20997
    },
    {
      "epoch": 0.9768783438008839,
      "grad_norm": 0.6669605179401208,
      "learning_rate": 0.00028373092138509083,
      "loss": 2.1875,
      "step": 20998
    },
    {
      "epoch": 0.9769248662479646,
      "grad_norm": 0.7989374470856012,
      "learning_rate": 0.00028372924028279424,
      "loss": 2.6094,
      "step": 20999
    },
    {
      "epoch": 0.9769713886950454,
      "grad_norm": 0.7182643887217096,
      "learning_rate": 0.0002837275590986277,
      "loss": 2.5469,
      "step": 21000
    },
    {
      "epoch": 0.9770179111421261,
      "grad_norm": 0.7663667081718756,
      "learning_rate": 0.0002837258778325924,
      "loss": 2.4062,
      "step": 21001
    },
    {
      "epoch": 0.9770644335892068,
      "grad_norm": 0.7847473469298041,
      "learning_rate": 0.00028372419648468937,
      "loss": 2.25,
      "step": 21002
    },
    {
      "epoch": 0.9771109560362875,
      "grad_norm": 0.7243283272619304,
      "learning_rate": 0.00028372251505491954,
      "loss": 2.1719,
      "step": 21003
    },
    {
      "epoch": 0.9771574784833682,
      "grad_norm": 0.6836546536689665,
      "learning_rate": 0.000283720833543284,
      "loss": 2.0469,
      "step": 21004
    },
    {
      "epoch": 0.9772040009304489,
      "grad_norm": 0.7205725955592066,
      "learning_rate": 0.0002837191519497838,
      "loss": 2.6875,
      "step": 21005
    },
    {
      "epoch": 0.9772505233775297,
      "grad_norm": 0.7281028755585593,
      "learning_rate": 0.00028371747027441995,
      "loss": 2.375,
      "step": 21006
    },
    {
      "epoch": 0.9772970458246104,
      "grad_norm": 0.739549626394148,
      "learning_rate": 0.00028371578851719346,
      "loss": 2.5,
      "step": 21007
    },
    {
      "epoch": 0.9773435682716911,
      "grad_norm": 0.7228199168132063,
      "learning_rate": 0.0002837141066781054,
      "loss": 2.625,
      "step": 21008
    },
    {
      "epoch": 0.9773900907187718,
      "grad_norm": 0.6754389169206437,
      "learning_rate": 0.00028371242475715673,
      "loss": 1.7734,
      "step": 21009
    },
    {
      "epoch": 0.9774366131658525,
      "grad_norm": 0.8256100990963811,
      "learning_rate": 0.00028371074275434854,
      "loss": 2.6094,
      "step": 21010
    },
    {
      "epoch": 0.9774831356129332,
      "grad_norm": 0.7727425125622048,
      "learning_rate": 0.0002837090606696819,
      "loss": 2.4531,
      "step": 21011
    },
    {
      "epoch": 0.9775296580600139,
      "grad_norm": 0.7343125249448845,
      "learning_rate": 0.00028370737850315776,
      "loss": 2.3281,
      "step": 21012
    },
    {
      "epoch": 0.9775761805070947,
      "grad_norm": 0.8468430357022239,
      "learning_rate": 0.0002837056962547771,
      "loss": 2.875,
      "step": 21013
    },
    {
      "epoch": 0.9776227029541754,
      "grad_norm": 0.7922876145328176,
      "learning_rate": 0.0002837040139245411,
      "loss": 2.75,
      "step": 21014
    },
    {
      "epoch": 0.9776692254012561,
      "grad_norm": 0.7222794886806603,
      "learning_rate": 0.0002837023315124507,
      "loss": 2.5625,
      "step": 21015
    },
    {
      "epoch": 0.9777157478483368,
      "grad_norm": 0.7711141636137936,
      "learning_rate": 0.00028370064901850697,
      "loss": 2.7344,
      "step": 21016
    },
    {
      "epoch": 0.9777622702954175,
      "grad_norm": 0.7720980458449167,
      "learning_rate": 0.0002836989664427109,
      "loss": 2.5,
      "step": 21017
    },
    {
      "epoch": 0.9778087927424982,
      "grad_norm": 0.7502321578870633,
      "learning_rate": 0.0002836972837850635,
      "loss": 2.6875,
      "step": 21018
    },
    {
      "epoch": 0.977855315189579,
      "grad_norm": 0.7738308681980655,
      "learning_rate": 0.00028369560104556584,
      "loss": 2.7656,
      "step": 21019
    },
    {
      "epoch": 0.9779018376366597,
      "grad_norm": 0.7787378024269429,
      "learning_rate": 0.000283693918224219,
      "loss": 2.7969,
      "step": 21020
    },
    {
      "epoch": 0.9779483600837404,
      "grad_norm": 0.7338042997921363,
      "learning_rate": 0.00028369223532102395,
      "loss": 2.6875,
      "step": 21021
    },
    {
      "epoch": 0.9779948825308211,
      "grad_norm": 0.7255249285132411,
      "learning_rate": 0.00028369055233598166,
      "loss": 2.5781,
      "step": 21022
    },
    {
      "epoch": 0.9780414049779018,
      "grad_norm": 0.7436015751636996,
      "learning_rate": 0.00028368886926909327,
      "loss": 2.4844,
      "step": 21023
    },
    {
      "epoch": 0.9780879274249825,
      "grad_norm": 0.75212808445052,
      "learning_rate": 0.00028368718612035976,
      "loss": 2.4375,
      "step": 21024
    },
    {
      "epoch": 0.9781344498720632,
      "grad_norm": 0.7716807072204344,
      "learning_rate": 0.00028368550288978216,
      "loss": 2.5781,
      "step": 21025
    },
    {
      "epoch": 0.978180972319144,
      "grad_norm": 0.7466399465599186,
      "learning_rate": 0.0002836838195773615,
      "loss": 2.4219,
      "step": 21026
    },
    {
      "epoch": 0.9782274947662247,
      "grad_norm": 0.7180759576673944,
      "learning_rate": 0.00028368213618309876,
      "loss": 2.4219,
      "step": 21027
    },
    {
      "epoch": 0.9782740172133054,
      "grad_norm": 0.694042029705686,
      "learning_rate": 0.0002836804527069951,
      "loss": 2.4688,
      "step": 21028
    },
    {
      "epoch": 0.9783205396603861,
      "grad_norm": 0.8572132940706112,
      "learning_rate": 0.00028367876914905157,
      "loss": 2.7656,
      "step": 21029
    },
    {
      "epoch": 0.9783670621074668,
      "grad_norm": 0.7715084319191097,
      "learning_rate": 0.00028367708550926896,
      "loss": 2.5156,
      "step": 21030
    },
    {
      "epoch": 0.9784135845545475,
      "grad_norm": 0.7454568260761765,
      "learning_rate": 0.0002836754017876485,
      "loss": 2.5938,
      "step": 21031
    },
    {
      "epoch": 0.9784601070016283,
      "grad_norm": 0.7890944863881545,
      "learning_rate": 0.0002836737179841912,
      "loss": 2.4688,
      "step": 21032
    },
    {
      "epoch": 0.978506629448709,
      "grad_norm": 0.7121743175326747,
      "learning_rate": 0.000283672034098898,
      "loss": 2.5,
      "step": 21033
    },
    {
      "epoch": 0.9785531518957897,
      "grad_norm": 0.6657191128048109,
      "learning_rate": 0.00028367035013177007,
      "loss": 2.3594,
      "step": 21034
    },
    {
      "epoch": 0.9785996743428704,
      "grad_norm": 0.7417690000655638,
      "learning_rate": 0.0002836686660828083,
      "loss": 2.5938,
      "step": 21035
    },
    {
      "epoch": 0.9786461967899511,
      "grad_norm": 0.7538657399920374,
      "learning_rate": 0.00028366698195201386,
      "loss": 2.6719,
      "step": 21036
    },
    {
      "epoch": 0.9786927192370318,
      "grad_norm": 0.7021773300837535,
      "learning_rate": 0.0002836652977393876,
      "loss": 2.5156,
      "step": 21037
    },
    {
      "epoch": 0.9787392416841126,
      "grad_norm": 0.7704662169376583,
      "learning_rate": 0.00028366361344493073,
      "loss": 2.7031,
      "step": 21038
    },
    {
      "epoch": 0.9787857641311933,
      "grad_norm": 0.7306774014991323,
      "learning_rate": 0.0002836619290686442,
      "loss": 2.2812,
      "step": 21039
    },
    {
      "epoch": 0.978832286578274,
      "grad_norm": 0.772434906789591,
      "learning_rate": 0.000283660244610529,
      "loss": 2.3906,
      "step": 21040
    },
    {
      "epoch": 0.9788788090253547,
      "grad_norm": 0.7945310272034422,
      "learning_rate": 0.00028365856007058626,
      "loss": 2.3906,
      "step": 21041
    },
    {
      "epoch": 0.9789253314724354,
      "grad_norm": 0.785426051632042,
      "learning_rate": 0.000283656875448817,
      "loss": 2.2188,
      "step": 21042
    },
    {
      "epoch": 0.9789718539195161,
      "grad_norm": 0.765703289410632,
      "learning_rate": 0.00028365519074522214,
      "loss": 1.7734,
      "step": 21043
    },
    {
      "epoch": 0.9790183763665968,
      "grad_norm": 0.7109136278421786,
      "learning_rate": 0.00028365350595980284,
      "loss": 2.4375,
      "step": 21044
    },
    {
      "epoch": 0.9790648988136776,
      "grad_norm": 0.7436253992204889,
      "learning_rate": 0.00028365182109256004,
      "loss": 2.5938,
      "step": 21045
    },
    {
      "epoch": 0.9791114212607583,
      "grad_norm": 0.7504651111401658,
      "learning_rate": 0.0002836501361434948,
      "loss": 2.3438,
      "step": 21046
    },
    {
      "epoch": 0.979157943707839,
      "grad_norm": 0.7220864067798851,
      "learning_rate": 0.00028364845111260816,
      "loss": 2.375,
      "step": 21047
    },
    {
      "epoch": 0.9792044661549197,
      "grad_norm": 0.7285150064900523,
      "learning_rate": 0.0002836467659999012,
      "loss": 2.5156,
      "step": 21048
    },
    {
      "epoch": 0.9792509886020004,
      "grad_norm": 0.7118351442103329,
      "learning_rate": 0.0002836450808053749,
      "loss": 2.5312,
      "step": 21049
    },
    {
      "epoch": 0.9792975110490811,
      "grad_norm": 0.8027112523354647,
      "learning_rate": 0.0002836433955290302,
      "loss": 2.3594,
      "step": 21050
    },
    {
      "epoch": 0.979344033496162,
      "grad_norm": 0.7310901808055359,
      "learning_rate": 0.0002836417101708683,
      "loss": 2.4531,
      "step": 21051
    },
    {
      "epoch": 0.9793905559432426,
      "grad_norm": 0.7458532642293448,
      "learning_rate": 0.0002836400247308901,
      "loss": 2.3281,
      "step": 21052
    },
    {
      "epoch": 0.9794370783903233,
      "grad_norm": 0.7135544484033408,
      "learning_rate": 0.0002836383392090968,
      "loss": 2.7188,
      "step": 21053
    },
    {
      "epoch": 0.979483600837404,
      "grad_norm": 0.7724261276730192,
      "learning_rate": 0.0002836366536054892,
      "loss": 2.7188,
      "step": 21054
    },
    {
      "epoch": 0.9795301232844847,
      "grad_norm": 0.7569139076877284,
      "learning_rate": 0.0002836349679200685,
      "loss": 2.4062,
      "step": 21055
    },
    {
      "epoch": 0.9795766457315654,
      "grad_norm": 0.7299403447578008,
      "learning_rate": 0.0002836332821528357,
      "loss": 2.2656,
      "step": 21056
    },
    {
      "epoch": 0.9796231681786461,
      "grad_norm": 0.6988408861244833,
      "learning_rate": 0.00028363159630379184,
      "loss": 2.125,
      "step": 21057
    },
    {
      "epoch": 0.979669690625727,
      "grad_norm": 0.7192655820472698,
      "learning_rate": 0.0002836299103729379,
      "loss": 2.2031,
      "step": 21058
    },
    {
      "epoch": 0.9797162130728077,
      "grad_norm": 0.7291510415765141,
      "learning_rate": 0.00028362822436027495,
      "loss": 2.2969,
      "step": 21059
    },
    {
      "epoch": 0.9797627355198884,
      "grad_norm": 0.740013892907632,
      "learning_rate": 0.00028362653826580393,
      "loss": 2.75,
      "step": 21060
    },
    {
      "epoch": 0.979809257966969,
      "grad_norm": 0.7504531010188997,
      "learning_rate": 0.00028362485208952606,
      "loss": 2.5625,
      "step": 21061
    },
    {
      "epoch": 0.9798557804140497,
      "grad_norm": 0.728159141813491,
      "learning_rate": 0.00028362316583144227,
      "loss": 2.4688,
      "step": 21062
    },
    {
      "epoch": 0.9799023028611304,
      "grad_norm": 0.8107557392220656,
      "learning_rate": 0.0002836214794915535,
      "loss": 3.0312,
      "step": 21063
    },
    {
      "epoch": 0.9799488253082113,
      "grad_norm": 0.7378232044077845,
      "learning_rate": 0.00028361979306986096,
      "loss": 2.4062,
      "step": 21064
    },
    {
      "epoch": 0.979995347755292,
      "grad_norm": 0.7083019365969988,
      "learning_rate": 0.00028361810656636556,
      "loss": 2.3906,
      "step": 21065
    },
    {
      "epoch": 0.9800418702023727,
      "grad_norm": 0.793670483715823,
      "learning_rate": 0.00028361641998106836,
      "loss": 2.6406,
      "step": 21066
    },
    {
      "epoch": 0.9800883926494534,
      "grad_norm": 0.7460872820415596,
      "learning_rate": 0.00028361473331397043,
      "loss": 2.2344,
      "step": 21067
    },
    {
      "epoch": 0.980134915096534,
      "grad_norm": 0.7835574452336441,
      "learning_rate": 0.00028361304656507276,
      "loss": 2.5312,
      "step": 21068
    },
    {
      "epoch": 0.9801814375436148,
      "grad_norm": 0.7368908281116329,
      "learning_rate": 0.0002836113597343764,
      "loss": 2.2969,
      "step": 21069
    },
    {
      "epoch": 0.9802279599906956,
      "grad_norm": 0.7610253512142428,
      "learning_rate": 0.00028360967282188234,
      "loss": 2.6875,
      "step": 21070
    },
    {
      "epoch": 0.9802744824377763,
      "grad_norm": 0.7348706856046642,
      "learning_rate": 0.00028360798582759166,
      "loss": 2.4844,
      "step": 21071
    },
    {
      "epoch": 0.980321004884857,
      "grad_norm": 0.7119059936559317,
      "learning_rate": 0.0002836062987515054,
      "loss": 2.3438,
      "step": 21072
    },
    {
      "epoch": 0.9803675273319377,
      "grad_norm": 0.743145368749899,
      "learning_rate": 0.0002836046115936246,
      "loss": 2.4531,
      "step": 21073
    },
    {
      "epoch": 0.9804140497790184,
      "grad_norm": 0.704459701162908,
      "learning_rate": 0.00028360292435395025,
      "loss": 2.4219,
      "step": 21074
    },
    {
      "epoch": 0.9804605722260991,
      "grad_norm": 0.6596630247434244,
      "learning_rate": 0.00028360123703248346,
      "loss": 2.4062,
      "step": 21075
    },
    {
      "epoch": 0.9805070946731798,
      "grad_norm": 0.745213684171807,
      "learning_rate": 0.0002835995496292251,
      "loss": 2.5781,
      "step": 21076
    },
    {
      "epoch": 0.9805536171202606,
      "grad_norm": 0.7038203279645805,
      "learning_rate": 0.0002835978621441763,
      "loss": 2.6719,
      "step": 21077
    },
    {
      "epoch": 0.9806001395673413,
      "grad_norm": 0.6902006034717809,
      "learning_rate": 0.0002835961745773382,
      "loss": 2.375,
      "step": 21078
    },
    {
      "epoch": 0.980646662014422,
      "grad_norm": 0.7570635870257865,
      "learning_rate": 0.0002835944869287117,
      "loss": 2.75,
      "step": 21079
    },
    {
      "epoch": 0.9806931844615027,
      "grad_norm": 0.7409294596883673,
      "learning_rate": 0.00028359279919829786,
      "loss": 2.4844,
      "step": 21080
    },
    {
      "epoch": 0.9807397069085834,
      "grad_norm": 0.7509667205075777,
      "learning_rate": 0.00028359111138609775,
      "loss": 2.3438,
      "step": 21081
    },
    {
      "epoch": 0.9807862293556641,
      "grad_norm": 0.7450705376572956,
      "learning_rate": 0.0002835894234921123,
      "loss": 2.7656,
      "step": 21082
    },
    {
      "epoch": 0.9808327518027449,
      "grad_norm": 0.7788776268068978,
      "learning_rate": 0.0002835877355163427,
      "loss": 2.3906,
      "step": 21083
    },
    {
      "epoch": 0.9808792742498256,
      "grad_norm": 0.7514102215708872,
      "learning_rate": 0.00028358604745878983,
      "loss": 2.3906,
      "step": 21084
    },
    {
      "epoch": 0.9809257966969063,
      "grad_norm": 0.7592146568520456,
      "learning_rate": 0.00028358435931945486,
      "loss": 2.3594,
      "step": 21085
    },
    {
      "epoch": 0.980972319143987,
      "grad_norm": 0.6883144252734468,
      "learning_rate": 0.0002835826710983387,
      "loss": 2.1719,
      "step": 21086
    },
    {
      "epoch": 0.9810188415910677,
      "grad_norm": 0.7201994708966828,
      "learning_rate": 0.0002835809827954425,
      "loss": 2.3281,
      "step": 21087
    },
    {
      "epoch": 0.9810653640381484,
      "grad_norm": 0.6998302100453688,
      "learning_rate": 0.00028357929441076714,
      "loss": 2.375,
      "step": 21088
    },
    {
      "epoch": 0.9811118864852291,
      "grad_norm": 0.6928727819745872,
      "learning_rate": 0.00028357760594431385,
      "loss": 1.7891,
      "step": 21089
    },
    {
      "epoch": 0.9811584089323099,
      "grad_norm": 0.7243022475495949,
      "learning_rate": 0.0002835759173960835,
      "loss": 2.3594,
      "step": 21090
    },
    {
      "epoch": 0.9812049313793906,
      "grad_norm": 0.7723276696392374,
      "learning_rate": 0.00028357422876607724,
      "loss": 2.4062,
      "step": 21091
    },
    {
      "epoch": 0.9812514538264713,
      "grad_norm": 0.7363041233451061,
      "learning_rate": 0.000283572540054296,
      "loss": 2.5156,
      "step": 21092
    },
    {
      "epoch": 0.981297976273552,
      "grad_norm": 0.7376060140868144,
      "learning_rate": 0.0002835708512607409,
      "loss": 2.4219,
      "step": 21093
    },
    {
      "epoch": 0.9813444987206327,
      "grad_norm": 0.7733745672422628,
      "learning_rate": 0.0002835691623854129,
      "loss": 2.5156,
      "step": 21094
    },
    {
      "epoch": 0.9813910211677134,
      "grad_norm": 0.7779355752516646,
      "learning_rate": 0.0002835674734283131,
      "loss": 2.5781,
      "step": 21095
    },
    {
      "epoch": 0.9814375436147942,
      "grad_norm": 0.7311652417536161,
      "learning_rate": 0.0002835657843894425,
      "loss": 2.2656,
      "step": 21096
    },
    {
      "epoch": 0.9814840660618749,
      "grad_norm": 0.7562327348532295,
      "learning_rate": 0.0002835640952688021,
      "loss": 2.5938,
      "step": 21097
    },
    {
      "epoch": 0.9815305885089556,
      "grad_norm": 0.7712697864343904,
      "learning_rate": 0.00028356240606639303,
      "loss": 2.5625,
      "step": 21098
    },
    {
      "epoch": 0.9815771109560363,
      "grad_norm": 0.7007346159738463,
      "learning_rate": 0.00028356071678221624,
      "loss": 2.3281,
      "step": 21099
    },
    {
      "epoch": 0.981623633403117,
      "grad_norm": 0.7205508426905729,
      "learning_rate": 0.0002835590274162728,
      "loss": 2.4219,
      "step": 21100
    },
    {
      "epoch": 0.9816701558501977,
      "grad_norm": 0.7645129042807285,
      "learning_rate": 0.00028355733796856376,
      "loss": 2.5,
      "step": 21101
    },
    {
      "epoch": 0.9817166782972785,
      "grad_norm": 0.6731015614081175,
      "learning_rate": 0.0002835556484390901,
      "loss": 2.4688,
      "step": 21102
    },
    {
      "epoch": 0.9817632007443592,
      "grad_norm": 0.6867251459969923,
      "learning_rate": 0.00028355395882785286,
      "loss": 2.2344,
      "step": 21103
    },
    {
      "epoch": 0.9818097231914399,
      "grad_norm": 0.8856892542193897,
      "learning_rate": 0.00028355226913485314,
      "loss": 2.2969,
      "step": 21104
    },
    {
      "epoch": 0.9818562456385206,
      "grad_norm": 0.745126738759349,
      "learning_rate": 0.00028355057936009195,
      "loss": 2.7031,
      "step": 21105
    },
    {
      "epoch": 0.9819027680856013,
      "grad_norm": 0.7334674777060982,
      "learning_rate": 0.00028354888950357025,
      "loss": 2.4062,
      "step": 21106
    },
    {
      "epoch": 0.981949290532682,
      "grad_norm": 0.7970938792725896,
      "learning_rate": 0.0002835471995652892,
      "loss": 2.5469,
      "step": 21107
    },
    {
      "epoch": 0.9819958129797627,
      "grad_norm": 0.7538938673207985,
      "learning_rate": 0.0002835455095452497,
      "loss": 2.3594,
      "step": 21108
    },
    {
      "epoch": 0.9820423354268435,
      "grad_norm": 0.6953705269826133,
      "learning_rate": 0.0002835438194434529,
      "loss": 2.3438,
      "step": 21109
    },
    {
      "epoch": 0.9820888578739242,
      "grad_norm": 0.6741261271483259,
      "learning_rate": 0.0002835421292598998,
      "loss": 2.1719,
      "step": 21110
    },
    {
      "epoch": 0.9821353803210049,
      "grad_norm": 0.7871431293500041,
      "learning_rate": 0.00028354043899459137,
      "loss": 2.6094,
      "step": 21111
    },
    {
      "epoch": 0.9821819027680856,
      "grad_norm": 0.7058869578226635,
      "learning_rate": 0.0002835387486475287,
      "loss": 2.5156,
      "step": 21112
    },
    {
      "epoch": 0.9822284252151663,
      "grad_norm": 0.7314940214600109,
      "learning_rate": 0.00028353705821871283,
      "loss": 2.4688,
      "step": 21113
    },
    {
      "epoch": 0.982274947662247,
      "grad_norm": 0.7892052883026853,
      "learning_rate": 0.0002835353677081448,
      "loss": 2.5312,
      "step": 21114
    },
    {
      "epoch": 0.9823214701093278,
      "grad_norm": 0.7315579268423243,
      "learning_rate": 0.00028353367711582563,
      "loss": 2.4219,
      "step": 21115
    },
    {
      "epoch": 0.9823679925564085,
      "grad_norm": 0.7322790453162736,
      "learning_rate": 0.00028353198644175636,
      "loss": 2.3906,
      "step": 21116
    },
    {
      "epoch": 0.9824145150034892,
      "grad_norm": 0.7457100678218604,
      "learning_rate": 0.000283530295685938,
      "loss": 2.2812,
      "step": 21117
    },
    {
      "epoch": 0.9824610374505699,
      "grad_norm": 0.7107536300457521,
      "learning_rate": 0.00028352860484837165,
      "loss": 2.375,
      "step": 21118
    },
    {
      "epoch": 0.9825075598976506,
      "grad_norm": 0.7291583010693198,
      "learning_rate": 0.0002835269139290583,
      "loss": 2.3125,
      "step": 21119
    },
    {
      "epoch": 0.9825540823447313,
      "grad_norm": 0.735138297717698,
      "learning_rate": 0.00028352522292799894,
      "loss": 2.3281,
      "step": 21120
    },
    {
      "epoch": 0.9826006047918121,
      "grad_norm": 0.8027862232374304,
      "learning_rate": 0.0002835235318451946,
      "loss": 2.6094,
      "step": 21121
    },
    {
      "epoch": 0.9826471272388928,
      "grad_norm": 0.8727280794088661,
      "learning_rate": 0.0002835218406806465,
      "loss": 2.5625,
      "step": 21122
    },
    {
      "epoch": 0.9826936496859735,
      "grad_norm": 0.7967227795448029,
      "learning_rate": 0.00028352014943435546,
      "loss": 2.8125,
      "step": 21123
    },
    {
      "epoch": 0.9827401721330542,
      "grad_norm": 0.7695604851772474,
      "learning_rate": 0.00028351845810632264,
      "loss": 2.5156,
      "step": 21124
    },
    {
      "epoch": 0.9827866945801349,
      "grad_norm": 0.7446505466086923,
      "learning_rate": 0.00028351676669654895,
      "loss": 2.4531,
      "step": 21125
    },
    {
      "epoch": 0.9828332170272156,
      "grad_norm": 0.784012170551551,
      "learning_rate": 0.00028351507520503564,
      "loss": 2.6406,
      "step": 21126
    },
    {
      "epoch": 0.9828797394742963,
      "grad_norm": 0.8131043417655448,
      "learning_rate": 0.0002835133836317835,
      "loss": 2.5625,
      "step": 21127
    },
    {
      "epoch": 0.9829262619213771,
      "grad_norm": 0.7003022666761628,
      "learning_rate": 0.00028351169197679375,
      "loss": 2.5312,
      "step": 21128
    },
    {
      "epoch": 0.9829727843684578,
      "grad_norm": 0.7522828343259221,
      "learning_rate": 0.0002835100002400673,
      "loss": 2.7969,
      "step": 21129
    },
    {
      "epoch": 0.9830193068155385,
      "grad_norm": 0.7349914505510501,
      "learning_rate": 0.0002835083084216053,
      "loss": 2.5,
      "step": 21130
    },
    {
      "epoch": 0.9830658292626192,
      "grad_norm": 0.7393619895006908,
      "learning_rate": 0.0002835066165214087,
      "loss": 2.4688,
      "step": 21131
    },
    {
      "epoch": 0.9831123517096999,
      "grad_norm": 0.7622454868366509,
      "learning_rate": 0.0002835049245394785,
      "loss": 2.4531,
      "step": 21132
    },
    {
      "epoch": 0.9831588741567806,
      "grad_norm": 0.7099788501602774,
      "learning_rate": 0.0002835032324758159,
      "loss": 2.3438,
      "step": 21133
    },
    {
      "epoch": 0.9832053966038614,
      "grad_norm": 0.7554596130730276,
      "learning_rate": 0.00028350154033042176,
      "loss": 2.4219,
      "step": 21134
    },
    {
      "epoch": 0.9832519190509421,
      "grad_norm": 0.7455864292491022,
      "learning_rate": 0.00028349984810329727,
      "loss": 2.5312,
      "step": 21135
    },
    {
      "epoch": 0.9832984414980228,
      "grad_norm": 0.674720546387823,
      "learning_rate": 0.0002834981557944433,
      "loss": 2.2031,
      "step": 21136
    },
    {
      "epoch": 0.9833449639451035,
      "grad_norm": 0.7155796141522345,
      "learning_rate": 0.00028349646340386096,
      "loss": 2.5312,
      "step": 21137
    },
    {
      "epoch": 0.9833914863921842,
      "grad_norm": 0.7572523618355624,
      "learning_rate": 0.00028349477093155136,
      "loss": 2.5,
      "step": 21138
    },
    {
      "epoch": 0.9834380088392649,
      "grad_norm": 0.7930257664617334,
      "learning_rate": 0.0002834930783775155,
      "loss": 2.375,
      "step": 21139
    },
    {
      "epoch": 0.9834845312863456,
      "grad_norm": 0.7290654563718394,
      "learning_rate": 0.0002834913857417543,
      "loss": 2.7344,
      "step": 21140
    },
    {
      "epoch": 0.9835310537334264,
      "grad_norm": 0.7860504131231272,
      "learning_rate": 0.00028348969302426894,
      "loss": 2.5312,
      "step": 21141
    },
    {
      "epoch": 0.9835775761805071,
      "grad_norm": 0.7577519721589012,
      "learning_rate": 0.0002834880002250604,
      "loss": 2.5469,
      "step": 21142
    },
    {
      "epoch": 0.9836240986275878,
      "grad_norm": 0.7544680581815741,
      "learning_rate": 0.0002834863073441298,
      "loss": 2.4062,
      "step": 21143
    },
    {
      "epoch": 0.9836706210746685,
      "grad_norm": 0.7601569803139653,
      "learning_rate": 0.00028348461438147796,
      "loss": 2.375,
      "step": 21144
    },
    {
      "epoch": 0.9837171435217492,
      "grad_norm": 0.7403902703506293,
      "learning_rate": 0.0002834829213371061,
      "loss": 2.3594,
      "step": 21145
    },
    {
      "epoch": 0.9837636659688299,
      "grad_norm": 0.7432866208158545,
      "learning_rate": 0.0002834812282110152,
      "loss": 2.625,
      "step": 21146
    },
    {
      "epoch": 0.9838101884159107,
      "grad_norm": 0.7514039941611155,
      "learning_rate": 0.00028347953500320634,
      "loss": 2.4375,
      "step": 21147
    },
    {
      "epoch": 0.9838567108629914,
      "grad_norm": 0.7120452713024307,
      "learning_rate": 0.00028347784171368055,
      "loss": 2.3281,
      "step": 21148
    },
    {
      "epoch": 0.9839032333100721,
      "grad_norm": 0.7652186443265988,
      "learning_rate": 0.00028347614834243876,
      "loss": 2.7188,
      "step": 21149
    },
    {
      "epoch": 0.9839497557571528,
      "grad_norm": 0.7551104412673373,
      "learning_rate": 0.0002834744548894821,
      "loss": 2.8125,
      "step": 21150
    },
    {
      "epoch": 0.9839962782042335,
      "grad_norm": 0.7292860200296464,
      "learning_rate": 0.00028347276135481166,
      "loss": 2.375,
      "step": 21151
    },
    {
      "epoch": 0.9840428006513142,
      "grad_norm": 0.7683463013394369,
      "learning_rate": 0.00028347106773842835,
      "loss": 2.6562,
      "step": 21152
    },
    {
      "epoch": 0.984089323098395,
      "grad_norm": 0.718751509975933,
      "learning_rate": 0.00028346937404033327,
      "loss": 2.3906,
      "step": 21153
    },
    {
      "epoch": 0.9841358455454757,
      "grad_norm": 0.7224886217084853,
      "learning_rate": 0.00028346768026052746,
      "loss": 2.25,
      "step": 21154
    },
    {
      "epoch": 0.9841823679925564,
      "grad_norm": 0.7861329839891908,
      "learning_rate": 0.00028346598639901195,
      "loss": 2.5156,
      "step": 21155
    },
    {
      "epoch": 0.9842288904396371,
      "grad_norm": 0.7375432409761572,
      "learning_rate": 0.00028346429245578776,
      "loss": 2.5781,
      "step": 21156
    },
    {
      "epoch": 0.9842754128867178,
      "grad_norm": 0.7363942005072074,
      "learning_rate": 0.0002834625984308559,
      "loss": 2.5469,
      "step": 21157
    },
    {
      "epoch": 0.9843219353337985,
      "grad_norm": 0.7377409941366498,
      "learning_rate": 0.0002834609043242176,
      "loss": 2.3125,
      "step": 21158
    },
    {
      "epoch": 0.9843684577808792,
      "grad_norm": 0.7543367183717252,
      "learning_rate": 0.0002834592101358736,
      "loss": 2.4844,
      "step": 21159
    },
    {
      "epoch": 0.98441498022796,
      "grad_norm": 0.8419324869911661,
      "learning_rate": 0.0002834575158658252,
      "loss": 2.5469,
      "step": 21160
    },
    {
      "epoch": 0.9844615026750407,
      "grad_norm": 0.8236913025381655,
      "learning_rate": 0.00028345582151407324,
      "loss": 2.4844,
      "step": 21161
    },
    {
      "epoch": 0.9845080251221214,
      "grad_norm": 0.7302226433241515,
      "learning_rate": 0.00028345412708061886,
      "loss": 2.5156,
      "step": 21162
    },
    {
      "epoch": 0.9845545475692021,
      "grad_norm": 0.7269898993904323,
      "learning_rate": 0.00028345243256546306,
      "loss": 2.5312,
      "step": 21163
    },
    {
      "epoch": 0.9846010700162828,
      "grad_norm": 0.6747758681588546,
      "learning_rate": 0.00028345073796860694,
      "loss": 2.1719,
      "step": 21164
    },
    {
      "epoch": 0.9846475924633635,
      "grad_norm": 0.7166988482036067,
      "learning_rate": 0.00028344904329005146,
      "loss": 2.3906,
      "step": 21165
    },
    {
      "epoch": 0.9846941149104443,
      "grad_norm": 0.7529820640057804,
      "learning_rate": 0.0002834473485297977,
      "loss": 2.5,
      "step": 21166
    },
    {
      "epoch": 0.984740637357525,
      "grad_norm": 0.7604785712727933,
      "learning_rate": 0.0002834456536878467,
      "loss": 2.4688,
      "step": 21167
    },
    {
      "epoch": 0.9847871598046057,
      "grad_norm": 0.7737811486580929,
      "learning_rate": 0.00028344395876419946,
      "loss": 2.6094,
      "step": 21168
    },
    {
      "epoch": 0.9848336822516864,
      "grad_norm": 0.6938743895467034,
      "learning_rate": 0.00028344226375885706,
      "loss": 2.3594,
      "step": 21169
    },
    {
      "epoch": 0.9848802046987671,
      "grad_norm": 0.7251513477188439,
      "learning_rate": 0.0002834405686718205,
      "loss": 2.6875,
      "step": 21170
    },
    {
      "epoch": 0.9849267271458478,
      "grad_norm": 0.7551611905280753,
      "learning_rate": 0.00028343887350309083,
      "loss": 2.6562,
      "step": 21171
    },
    {
      "epoch": 0.9849732495929285,
      "grad_norm": 0.8366157529718783,
      "learning_rate": 0.0002834371782526691,
      "loss": 2.5469,
      "step": 21172
    },
    {
      "epoch": 0.9850197720400093,
      "grad_norm": 0.7313266389609697,
      "learning_rate": 0.00028343548292055637,
      "loss": 2.625,
      "step": 21173
    },
    {
      "epoch": 0.98506629448709,
      "grad_norm": 0.6930508181819725,
      "learning_rate": 0.00028343378750675364,
      "loss": 2.2344,
      "step": 21174
    },
    {
      "epoch": 0.9851128169341707,
      "grad_norm": 0.7390527339499329,
      "learning_rate": 0.00028343209201126196,
      "loss": 2.4219,
      "step": 21175
    },
    {
      "epoch": 0.9851593393812514,
      "grad_norm": 0.7229749177678871,
      "learning_rate": 0.0002834303964340824,
      "loss": 2.7969,
      "step": 21176
    },
    {
      "epoch": 0.9852058618283321,
      "grad_norm": 0.7094451375489279,
      "learning_rate": 0.00028342870077521586,
      "loss": 2.4844,
      "step": 21177
    },
    {
      "epoch": 0.9852523842754128,
      "grad_norm": 0.7221459193537085,
      "learning_rate": 0.00028342700503466355,
      "loss": 2.4062,
      "step": 21178
    },
    {
      "epoch": 0.9852989067224937,
      "grad_norm": 0.7282927347085486,
      "learning_rate": 0.0002834253092124264,
      "loss": 2.3594,
      "step": 21179
    },
    {
      "epoch": 0.9853454291695743,
      "grad_norm": 0.7285151748254474,
      "learning_rate": 0.0002834236133085056,
      "loss": 2.625,
      "step": 21180
    },
    {
      "epoch": 0.985391951616655,
      "grad_norm": 0.7711549079268978,
      "learning_rate": 0.000283421917322902,
      "loss": 2.7031,
      "step": 21181
    },
    {
      "epoch": 0.9854384740637357,
      "grad_norm": 0.7317436695357075,
      "learning_rate": 0.0002834202212556167,
      "loss": 2.7031,
      "step": 21182
    },
    {
      "epoch": 0.9854849965108164,
      "grad_norm": 0.7345754579603457,
      "learning_rate": 0.0002834185251066508,
      "loss": 1.8281,
      "step": 21183
    },
    {
      "epoch": 0.9855315189578971,
      "grad_norm": 0.6997924305118916,
      "learning_rate": 0.00028341682887600525,
      "loss": 2.4844,
      "step": 21184
    },
    {
      "epoch": 0.985578041404978,
      "grad_norm": 0.7386060532693597,
      "learning_rate": 0.00028341513256368114,
      "loss": 2.4062,
      "step": 21185
    },
    {
      "epoch": 0.9856245638520587,
      "grad_norm": 0.705045381636179,
      "learning_rate": 0.0002834134361696795,
      "loss": 2.4844,
      "step": 21186
    },
    {
      "epoch": 0.9856710862991394,
      "grad_norm": 0.7169953422972082,
      "learning_rate": 0.0002834117396940014,
      "loss": 2.2344,
      "step": 21187
    },
    {
      "epoch": 0.98571760874622,
      "grad_norm": 0.693442909685687,
      "learning_rate": 0.00028341004313664784,
      "loss": 2.2812,
      "step": 21188
    },
    {
      "epoch": 0.9857641311933008,
      "grad_norm": 0.7244665181284977,
      "learning_rate": 0.00028340834649761984,
      "loss": 2.2969,
      "step": 21189
    },
    {
      "epoch": 0.9858106536403815,
      "grad_norm": 0.8160979971806912,
      "learning_rate": 0.00028340664977691846,
      "loss": 2.3281,
      "step": 21190
    },
    {
      "epoch": 0.9858571760874622,
      "grad_norm": 0.7986844924248626,
      "learning_rate": 0.0002834049529745448,
      "loss": 2.7656,
      "step": 21191
    },
    {
      "epoch": 0.985903698534543,
      "grad_norm": 0.6699021693037729,
      "learning_rate": 0.00028340325609049977,
      "loss": 2.1094,
      "step": 21192
    },
    {
      "epoch": 0.9859502209816237,
      "grad_norm": 0.7456956958981682,
      "learning_rate": 0.00028340155912478447,
      "loss": 2.2656,
      "step": 21193
    },
    {
      "epoch": 0.9859967434287044,
      "grad_norm": 0.7170746122630908,
      "learning_rate": 0.0002833998620774,
      "loss": 2.3906,
      "step": 21194
    },
    {
      "epoch": 0.9860432658757851,
      "grad_norm": 0.7123549321273566,
      "learning_rate": 0.0002833981649483474,
      "loss": 2.3125,
      "step": 21195
    },
    {
      "epoch": 0.9860897883228658,
      "grad_norm": 0.8070543330577924,
      "learning_rate": 0.00028339646773762754,
      "loss": 2.375,
      "step": 21196
    },
    {
      "epoch": 0.9861363107699465,
      "grad_norm": 0.8261476052127612,
      "learning_rate": 0.00028339477044524164,
      "loss": 1.8828,
      "step": 21197
    },
    {
      "epoch": 0.9861828332170273,
      "grad_norm": 0.7083820247118278,
      "learning_rate": 0.00028339307307119065,
      "loss": 2.375,
      "step": 21198
    },
    {
      "epoch": 0.986229355664108,
      "grad_norm": 0.7367704780284902,
      "learning_rate": 0.00028339137561547565,
      "loss": 2.3906,
      "step": 21199
    },
    {
      "epoch": 0.9862758781111887,
      "grad_norm": 0.922276516330326,
      "learning_rate": 0.0002833896780780977,
      "loss": 2.4375,
      "step": 21200
    },
    {
      "epoch": 0.9863224005582694,
      "grad_norm": 0.7974716098928875,
      "learning_rate": 0.0002833879804590577,
      "loss": 2.6406,
      "step": 21201
    },
    {
      "epoch": 0.9863689230053501,
      "grad_norm": 0.748590106716914,
      "learning_rate": 0.00028338628275835693,
      "loss": 2.5156,
      "step": 21202
    },
    {
      "epoch": 0.9864154454524308,
      "grad_norm": 0.7535850222431615,
      "learning_rate": 0.00028338458497599616,
      "loss": 2.7031,
      "step": 21203
    },
    {
      "epoch": 0.9864619678995115,
      "grad_norm": 0.7216931015746633,
      "learning_rate": 0.00028338288711197664,
      "loss": 2.3281,
      "step": 21204
    },
    {
      "epoch": 0.9865084903465923,
      "grad_norm": 0.7261394345918333,
      "learning_rate": 0.0002833811891662993,
      "loss": 2.6875,
      "step": 21205
    },
    {
      "epoch": 0.986555012793673,
      "grad_norm": 0.8324975303906,
      "learning_rate": 0.0002833794911389652,
      "loss": 2.3594,
      "step": 21206
    },
    {
      "epoch": 0.9866015352407537,
      "grad_norm": 0.7622614586112386,
      "learning_rate": 0.0002833777930299754,
      "loss": 2.4062,
      "step": 21207
    },
    {
      "epoch": 0.9866480576878344,
      "grad_norm": 0.749680602352245,
      "learning_rate": 0.00028337609483933095,
      "loss": 2.4219,
      "step": 21208
    },
    {
      "epoch": 0.9866945801349151,
      "grad_norm": 0.7747130944152362,
      "learning_rate": 0.00028337439656703293,
      "loss": 2.7969,
      "step": 21209
    },
    {
      "epoch": 0.9867411025819958,
      "grad_norm": 0.7199619806013324,
      "learning_rate": 0.0002833726982130822,
      "loss": 2.5156,
      "step": 21210
    },
    {
      "epoch": 0.9867876250290766,
      "grad_norm": 0.7241881985814862,
      "learning_rate": 0.00028337099977747995,
      "loss": 2.5312,
      "step": 21211
    },
    {
      "epoch": 0.9868341474761573,
      "grad_norm": 0.7841147354805372,
      "learning_rate": 0.0002833693012602272,
      "loss": 2.4531,
      "step": 21212
    },
    {
      "epoch": 0.986880669923238,
      "grad_norm": 0.7380835035632948,
      "learning_rate": 0.000283367602661325,
      "loss": 2.7344,
      "step": 21213
    },
    {
      "epoch": 0.9869271923703187,
      "grad_norm": 0.6851267202163747,
      "learning_rate": 0.00028336590398077435,
      "loss": 2.1875,
      "step": 21214
    },
    {
      "epoch": 0.9869737148173994,
      "grad_norm": 0.722726489888697,
      "learning_rate": 0.0002833642052185763,
      "loss": 2.3125,
      "step": 21215
    },
    {
      "epoch": 0.9870202372644801,
      "grad_norm": 0.8278386755601752,
      "learning_rate": 0.0002833625063747319,
      "loss": 2.6875,
      "step": 21216
    },
    {
      "epoch": 0.9870667597115609,
      "grad_norm": 0.6990258818925978,
      "learning_rate": 0.0002833608074492422,
      "loss": 2.5,
      "step": 21217
    },
    {
      "epoch": 0.9871132821586416,
      "grad_norm": 0.7661831591334177,
      "learning_rate": 0.0002833591084421082,
      "loss": 2.5625,
      "step": 21218
    },
    {
      "epoch": 0.9871598046057223,
      "grad_norm": 0.7636479145424826,
      "learning_rate": 0.000283357409353331,
      "loss": 2.5781,
      "step": 21219
    },
    {
      "epoch": 0.987206327052803,
      "grad_norm": 0.7595888720587464,
      "learning_rate": 0.0002833557101829116,
      "loss": 2.7969,
      "step": 21220
    },
    {
      "epoch": 0.9872528494998837,
      "grad_norm": 0.7218280790687847,
      "learning_rate": 0.00028335401093085104,
      "loss": 2.4375,
      "step": 21221
    },
    {
      "epoch": 0.9872993719469644,
      "grad_norm": 0.7476014226611235,
      "learning_rate": 0.0002833523115971504,
      "loss": 2.3125,
      "step": 21222
    },
    {
      "epoch": 0.9873458943940451,
      "grad_norm": 0.7377725066173819,
      "learning_rate": 0.00028335061218181065,
      "loss": 2.1094,
      "step": 21223
    },
    {
      "epoch": 0.9873924168411259,
      "grad_norm": 0.7773379016202069,
      "learning_rate": 0.0002833489126848328,
      "loss": 2.6562,
      "step": 21224
    },
    {
      "epoch": 0.9874389392882066,
      "grad_norm": 0.7556390696889351,
      "learning_rate": 0.0002833472131062181,
      "loss": 2.8281,
      "step": 21225
    },
    {
      "epoch": 0.9874854617352873,
      "grad_norm": 0.7780852547151693,
      "learning_rate": 0.0002833455134459674,
      "loss": 2.5469,
      "step": 21226
    },
    {
      "epoch": 0.987531984182368,
      "grad_norm": 0.7024888778514564,
      "learning_rate": 0.0002833438137040818,
      "loss": 2.375,
      "step": 21227
    },
    {
      "epoch": 0.9875785066294487,
      "grad_norm": 0.7904773252723934,
      "learning_rate": 0.0002833421138805623,
      "loss": 2.7812,
      "step": 21228
    },
    {
      "epoch": 0.9876250290765294,
      "grad_norm": 0.7003207751380965,
      "learning_rate": 0.00028334041397541,
      "loss": 2.5781,
      "step": 21229
    },
    {
      "epoch": 0.9876715515236102,
      "grad_norm": 0.7311323475672806,
      "learning_rate": 0.0002833387139886259,
      "loss": 2.4688,
      "step": 21230
    },
    {
      "epoch": 0.9877180739706909,
      "grad_norm": 0.8636886150472803,
      "learning_rate": 0.000283337013920211,
      "loss": 2.8281,
      "step": 21231
    },
    {
      "epoch": 0.9877645964177716,
      "grad_norm": 0.7207840888963204,
      "learning_rate": 0.00028333531377016644,
      "loss": 2.3594,
      "step": 21232
    },
    {
      "epoch": 0.9878111188648523,
      "grad_norm": 0.7573409898657555,
      "learning_rate": 0.00028333361353849326,
      "loss": 2.3906,
      "step": 21233
    },
    {
      "epoch": 0.987857641311933,
      "grad_norm": 0.7316660714414359,
      "learning_rate": 0.0002833319132251924,
      "loss": 2.4219,
      "step": 21234
    },
    {
      "epoch": 0.9879041637590137,
      "grad_norm": 0.6923838358585678,
      "learning_rate": 0.00028333021283026495,
      "loss": 2.375,
      "step": 21235
    },
    {
      "epoch": 0.9879506862060944,
      "grad_norm": 0.7579164219197682,
      "learning_rate": 0.000283328512353712,
      "loss": 2.5781,
      "step": 21236
    },
    {
      "epoch": 0.9879972086531752,
      "grad_norm": 0.7514994277924225,
      "learning_rate": 0.0002833268117955345,
      "loss": 2.4531,
      "step": 21237
    },
    {
      "epoch": 0.9880437311002559,
      "grad_norm": 0.7280421968120313,
      "learning_rate": 0.0002833251111557336,
      "loss": 2.5312,
      "step": 21238
    },
    {
      "epoch": 0.9880902535473366,
      "grad_norm": 0.7400895759829665,
      "learning_rate": 0.0002833234104343102,
      "loss": 2.7031,
      "step": 21239
    },
    {
      "epoch": 0.9881367759944173,
      "grad_norm": 0.7620374186914772,
      "learning_rate": 0.0002833217096312655,
      "loss": 2.4219,
      "step": 21240
    },
    {
      "epoch": 0.988183298441498,
      "grad_norm": 0.7361947789898833,
      "learning_rate": 0.00028332000874660044,
      "loss": 2.5781,
      "step": 21241
    },
    {
      "epoch": 0.9882298208885787,
      "grad_norm": 0.7491018354562134,
      "learning_rate": 0.0002833183077803161,
      "loss": 2.875,
      "step": 21242
    },
    {
      "epoch": 0.9882763433356595,
      "grad_norm": 0.7390286453029299,
      "learning_rate": 0.0002833166067324135,
      "loss": 2.6406,
      "step": 21243
    },
    {
      "epoch": 0.9883228657827402,
      "grad_norm": 0.7357960642155662,
      "learning_rate": 0.0002833149056028936,
      "loss": 2.4688,
      "step": 21244
    },
    {
      "epoch": 0.9883693882298209,
      "grad_norm": 0.7199930689325282,
      "learning_rate": 0.00028331320439175763,
      "loss": 2.5469,
      "step": 21245
    },
    {
      "epoch": 0.9884159106769016,
      "grad_norm": 0.7572447551409123,
      "learning_rate": 0.00028331150309900653,
      "loss": 2.6406,
      "step": 21246
    },
    {
      "epoch": 0.9884624331239823,
      "grad_norm": 0.7162976011253582,
      "learning_rate": 0.0002833098017246413,
      "loss": 2.1875,
      "step": 21247
    },
    {
      "epoch": 0.988508955571063,
      "grad_norm": 0.7433067438262374,
      "learning_rate": 0.000283308100268663,
      "loss": 2.3438,
      "step": 21248
    },
    {
      "epoch": 0.9885554780181438,
      "grad_norm": 0.7439587954079676,
      "learning_rate": 0.0002833063987310728,
      "loss": 2.4688,
      "step": 21249
    },
    {
      "epoch": 0.9886020004652245,
      "grad_norm": 0.7021709589974298,
      "learning_rate": 0.00028330469711187155,
      "loss": 2.2656,
      "step": 21250
    },
    {
      "epoch": 0.9886485229123052,
      "grad_norm": 0.7461511862691073,
      "learning_rate": 0.0002833029954110604,
      "loss": 2.4062,
      "step": 21251
    },
    {
      "epoch": 0.9886950453593859,
      "grad_norm": 0.7182838464612559,
      "learning_rate": 0.00028330129362864035,
      "loss": 2.5,
      "step": 21252
    },
    {
      "epoch": 0.9887415678064666,
      "grad_norm": 0.7598917001921882,
      "learning_rate": 0.0002832995917646125,
      "loss": 2.5469,
      "step": 21253
    },
    {
      "epoch": 0.9887880902535473,
      "grad_norm": 0.7490331049635571,
      "learning_rate": 0.00028329788981897784,
      "loss": 2.7344,
      "step": 21254
    },
    {
      "epoch": 0.988834612700628,
      "grad_norm": 0.7211949092422677,
      "learning_rate": 0.0002832961877917374,
      "loss": 2.625,
      "step": 21255
    },
    {
      "epoch": 0.9888811351477088,
      "grad_norm": 0.8247530305006076,
      "learning_rate": 0.0002832944856828923,
      "loss": 2.7031,
      "step": 21256
    },
    {
      "epoch": 0.9889276575947895,
      "grad_norm": 0.7953603368032286,
      "learning_rate": 0.00028329278349244354,
      "loss": 2.5781,
      "step": 21257
    },
    {
      "epoch": 0.9889741800418702,
      "grad_norm": 0.7580438106675594,
      "learning_rate": 0.0002832910812203921,
      "loss": 2.6875,
      "step": 21258
    },
    {
      "epoch": 0.9890207024889509,
      "grad_norm": 0.7228244705058054,
      "learning_rate": 0.0002832893788667391,
      "loss": 2.6094,
      "step": 21259
    },
    {
      "epoch": 0.9890672249360316,
      "grad_norm": 0.7833952891633061,
      "learning_rate": 0.00028328767643148555,
      "loss": 1.8594,
      "step": 21260
    },
    {
      "epoch": 0.9891137473831123,
      "grad_norm": 0.7004874295740477,
      "learning_rate": 0.00028328597391463246,
      "loss": 2.5469,
      "step": 21261
    },
    {
      "epoch": 0.9891602698301931,
      "grad_norm": 0.7305835741559358,
      "learning_rate": 0.00028328427131618097,
      "loss": 2.3125,
      "step": 21262
    },
    {
      "epoch": 0.9892067922772738,
      "grad_norm": 0.7468412026479703,
      "learning_rate": 0.000283282568636132,
      "loss": 2.375,
      "step": 21263
    },
    {
      "epoch": 0.9892533147243545,
      "grad_norm": 0.7470581400189686,
      "learning_rate": 0.0002832808658744867,
      "loss": 2.4531,
      "step": 21264
    },
    {
      "epoch": 0.9892998371714352,
      "grad_norm": 0.7079568276658691,
      "learning_rate": 0.0002832791630312461,
      "loss": 2.0,
      "step": 21265
    },
    {
      "epoch": 0.9893463596185159,
      "grad_norm": 0.7159476604846037,
      "learning_rate": 0.00028327746010641116,
      "loss": 2.4375,
      "step": 21266
    },
    {
      "epoch": 0.9893928820655966,
      "grad_norm": 0.7148495962677773,
      "learning_rate": 0.000283275757099983,
      "loss": 2.3906,
      "step": 21267
    },
    {
      "epoch": 0.9894394045126773,
      "grad_norm": 0.7013859211450846,
      "learning_rate": 0.0002832740540119626,
      "loss": 2.3281,
      "step": 21268
    },
    {
      "epoch": 0.9894859269597581,
      "grad_norm": 0.6784263793112425,
      "learning_rate": 0.0002832723508423511,
      "loss": 2.4844,
      "step": 21269
    },
    {
      "epoch": 0.9895324494068388,
      "grad_norm": 0.6507715322015014,
      "learning_rate": 0.00028327064759114945,
      "loss": 1.7734,
      "step": 21270
    },
    {
      "epoch": 0.9895789718539195,
      "grad_norm": 0.6881953959493609,
      "learning_rate": 0.0002832689442583587,
      "loss": 2.0938,
      "step": 21271
    },
    {
      "epoch": 0.9896254943010002,
      "grad_norm": 0.8475018955515214,
      "learning_rate": 0.00028326724084397993,
      "loss": 2.5625,
      "step": 21272
    },
    {
      "epoch": 0.9896720167480809,
      "grad_norm": 0.7397824561157951,
      "learning_rate": 0.0002832655373480142,
      "loss": 2.375,
      "step": 21273
    },
    {
      "epoch": 0.9897185391951616,
      "grad_norm": 0.7599052061103503,
      "learning_rate": 0.00028326383377046246,
      "loss": 2.6719,
      "step": 21274
    },
    {
      "epoch": 0.9897650616422424,
      "grad_norm": 0.749124565441989,
      "learning_rate": 0.0002832621301113259,
      "loss": 2.5156,
      "step": 21275
    },
    {
      "epoch": 0.9898115840893231,
      "grad_norm": 0.7586157728213794,
      "learning_rate": 0.0002832604263706054,
      "loss": 2.625,
      "step": 21276
    },
    {
      "epoch": 0.9898581065364038,
      "grad_norm": 0.7579496707664973,
      "learning_rate": 0.0002832587225483021,
      "loss": 2.5625,
      "step": 21277
    },
    {
      "epoch": 0.9899046289834845,
      "grad_norm": 0.762942469604833,
      "learning_rate": 0.0002832570186444171,
      "loss": 2.3906,
      "step": 21278
    },
    {
      "epoch": 0.9899511514305652,
      "grad_norm": 0.7555413965341496,
      "learning_rate": 0.0002832553146589513,
      "loss": 2.4531,
      "step": 21279
    },
    {
      "epoch": 0.9899976738776459,
      "grad_norm": 0.6862682610737062,
      "learning_rate": 0.0002832536105919058,
      "loss": 2.3125,
      "step": 21280
    },
    {
      "epoch": 0.9900441963247267,
      "grad_norm": 0.6593122282547472,
      "learning_rate": 0.00028325190644328164,
      "loss": 2.4844,
      "step": 21281
    },
    {
      "epoch": 0.9900907187718074,
      "grad_norm": 0.7450968091507288,
      "learning_rate": 0.0002832502022130799,
      "loss": 2.4688,
      "step": 21282
    },
    {
      "epoch": 0.9901372412188881,
      "grad_norm": 0.6966801467282556,
      "learning_rate": 0.0002832484979013016,
      "loss": 2.5625,
      "step": 21283
    },
    {
      "epoch": 0.9901837636659688,
      "grad_norm": 0.741885511194031,
      "learning_rate": 0.0002832467935079478,
      "loss": 2.5156,
      "step": 21284
    },
    {
      "epoch": 0.9902302861130495,
      "grad_norm": 0.7318496418556392,
      "learning_rate": 0.00028324508903301957,
      "loss": 2.2969,
      "step": 21285
    },
    {
      "epoch": 0.9902768085601302,
      "grad_norm": 0.7215851672204607,
      "learning_rate": 0.00028324338447651787,
      "loss": 2.5312,
      "step": 21286
    },
    {
      "epoch": 0.9903233310072109,
      "grad_norm": 0.7780237859905152,
      "learning_rate": 0.0002832416798384438,
      "loss": 2.7656,
      "step": 21287
    },
    {
      "epoch": 0.9903698534542917,
      "grad_norm": 0.7502566827122862,
      "learning_rate": 0.00028323997511879833,
      "loss": 2.7344,
      "step": 21288
    },
    {
      "epoch": 0.9904163759013724,
      "grad_norm": 0.7511533449281242,
      "learning_rate": 0.0002832382703175826,
      "loss": 2.4219,
      "step": 21289
    },
    {
      "epoch": 0.9904628983484531,
      "grad_norm": 0.7292558479765785,
      "learning_rate": 0.0002832365654347976,
      "loss": 2.5625,
      "step": 21290
    },
    {
      "epoch": 0.9905094207955338,
      "grad_norm": 0.7851058223552648,
      "learning_rate": 0.0002832348604704444,
      "loss": 2.6875,
      "step": 21291
    },
    {
      "epoch": 0.9905559432426145,
      "grad_norm": 0.7597464572653437,
      "learning_rate": 0.00028323315542452403,
      "loss": 2.6406,
      "step": 21292
    },
    {
      "epoch": 0.9906024656896952,
      "grad_norm": 0.7879268770741944,
      "learning_rate": 0.00028323145029703756,
      "loss": 2.6719,
      "step": 21293
    },
    {
      "epoch": 0.990648988136776,
      "grad_norm": 0.7786389734511479,
      "learning_rate": 0.000283229745087986,
      "loss": 1.6875,
      "step": 21294
    },
    {
      "epoch": 0.9906955105838567,
      "grad_norm": 0.7296449289804205,
      "learning_rate": 0.00028322803979737043,
      "loss": 2.3594,
      "step": 21295
    },
    {
      "epoch": 0.9907420330309374,
      "grad_norm": 0.7531035970334725,
      "learning_rate": 0.0002832263344251918,
      "loss": 2.4844,
      "step": 21296
    },
    {
      "epoch": 0.9907885554780181,
      "grad_norm": 0.7311542246201072,
      "learning_rate": 0.00028322462897145125,
      "loss": 2.5781,
      "step": 21297
    },
    {
      "epoch": 0.9908350779250988,
      "grad_norm": 0.7668880940664177,
      "learning_rate": 0.00028322292343614983,
      "loss": 2.5,
      "step": 21298
    },
    {
      "epoch": 0.9908816003721795,
      "grad_norm": 0.8043541780455125,
      "learning_rate": 0.0002832212178192885,
      "loss": 2.3594,
      "step": 21299
    },
    {
      "epoch": 0.9909281228192603,
      "grad_norm": 0.8124251045074791,
      "learning_rate": 0.0002832195121208684,
      "loss": 2.6094,
      "step": 21300
    },
    {
      "epoch": 0.990974645266341,
      "grad_norm": 0.7483185597266494,
      "learning_rate": 0.00028321780634089054,
      "loss": 2.4375,
      "step": 21301
    },
    {
      "epoch": 0.9910211677134217,
      "grad_norm": 0.8020412296379948,
      "learning_rate": 0.0002832161004793559,
      "loss": 2.4688,
      "step": 21302
    },
    {
      "epoch": 0.9910676901605024,
      "grad_norm": 0.7569821112172423,
      "learning_rate": 0.0002832143945362656,
      "loss": 1.8203,
      "step": 21303
    },
    {
      "epoch": 0.9911142126075831,
      "grad_norm": 0.744781874934323,
      "learning_rate": 0.0002832126885116207,
      "loss": 2.6406,
      "step": 21304
    },
    {
      "epoch": 0.9911607350546638,
      "grad_norm": 0.6998268548194332,
      "learning_rate": 0.0002832109824054222,
      "loss": 2.2812,
      "step": 21305
    },
    {
      "epoch": 0.9912072575017445,
      "grad_norm": 0.7634377529603895,
      "learning_rate": 0.0002832092762176711,
      "loss": 2.5156,
      "step": 21306
    },
    {
      "epoch": 0.9912537799488254,
      "grad_norm": 0.7594967934373872,
      "learning_rate": 0.0002832075699483685,
      "loss": 2.4219,
      "step": 21307
    },
    {
      "epoch": 0.991300302395906,
      "grad_norm": 0.8265843170656113,
      "learning_rate": 0.0002832058635975155,
      "loss": 2.4375,
      "step": 21308
    },
    {
      "epoch": 0.9913468248429868,
      "grad_norm": 0.6984034772461175,
      "learning_rate": 0.000283204157165113,
      "loss": 2.25,
      "step": 21309
    },
    {
      "epoch": 0.9913933472900675,
      "grad_norm": 0.7245520582610323,
      "learning_rate": 0.00028320245065116225,
      "loss": 2.6406,
      "step": 21310
    },
    {
      "epoch": 0.9914398697371481,
      "grad_norm": 0.7387298025242065,
      "learning_rate": 0.00028320074405566403,
      "loss": 2.4844,
      "step": 21311
    },
    {
      "epoch": 0.9914863921842288,
      "grad_norm": 0.8136758167988646,
      "learning_rate": 0.0002831990373786196,
      "loss": 2.6562,
      "step": 21312
    },
    {
      "epoch": 0.9915329146313097,
      "grad_norm": 0.809200736019384,
      "learning_rate": 0.00028319733062002995,
      "loss": 2.625,
      "step": 21313
    },
    {
      "epoch": 0.9915794370783904,
      "grad_norm": 0.7034162518009704,
      "learning_rate": 0.00028319562377989615,
      "loss": 2.2344,
      "step": 21314
    },
    {
      "epoch": 0.9916259595254711,
      "grad_norm": 0.6654407769930025,
      "learning_rate": 0.0002831939168582191,
      "loss": 2.0,
      "step": 21315
    },
    {
      "epoch": 0.9916724819725518,
      "grad_norm": 0.725119279667438,
      "learning_rate": 0.000283192209855,
      "loss": 2.4844,
      "step": 21316
    },
    {
      "epoch": 0.9917190044196325,
      "grad_norm": 0.7727785529818771,
      "learning_rate": 0.0002831905027702399,
      "loss": 2.5,
      "step": 21317
    },
    {
      "epoch": 0.9917655268667132,
      "grad_norm": 0.7283129926463167,
      "learning_rate": 0.0002831887956039397,
      "loss": 2.5625,
      "step": 21318
    },
    {
      "epoch": 0.9918120493137939,
      "grad_norm": 0.7684877987626412,
      "learning_rate": 0.0002831870883561006,
      "loss": 2.4844,
      "step": 21319
    },
    {
      "epoch": 0.9918585717608747,
      "grad_norm": 0.7805601004044725,
      "learning_rate": 0.0002831853810267235,
      "loss": 2.5312,
      "step": 21320
    },
    {
      "epoch": 0.9919050942079554,
      "grad_norm": 0.7218517401726349,
      "learning_rate": 0.00028318367361580956,
      "loss": 2.3906,
      "step": 21321
    },
    {
      "epoch": 0.9919516166550361,
      "grad_norm": 0.7052272220762913,
      "learning_rate": 0.00028318196612335983,
      "loss": 2.0781,
      "step": 21322
    },
    {
      "epoch": 0.9919981391021168,
      "grad_norm": 0.7547420060602886,
      "learning_rate": 0.0002831802585493753,
      "loss": 2.375,
      "step": 21323
    },
    {
      "epoch": 0.9920446615491975,
      "grad_norm": 0.827575751385741,
      "learning_rate": 0.00028317855089385704,
      "loss": 2.5156,
      "step": 21324
    },
    {
      "epoch": 0.9920911839962782,
      "grad_norm": 0.7732048292855505,
      "learning_rate": 0.00028317684315680604,
      "loss": 2.4375,
      "step": 21325
    },
    {
      "epoch": 0.992137706443359,
      "grad_norm": 0.7495551592230816,
      "learning_rate": 0.0002831751353382234,
      "loss": 2.375,
      "step": 21326
    },
    {
      "epoch": 0.9921842288904397,
      "grad_norm": 0.7232068957729635,
      "learning_rate": 0.00028317342743811014,
      "loss": 2.625,
      "step": 21327
    },
    {
      "epoch": 0.9922307513375204,
      "grad_norm": 0.7633097982014552,
      "learning_rate": 0.00028317171945646736,
      "loss": 2.6094,
      "step": 21328
    },
    {
      "epoch": 0.9922772737846011,
      "grad_norm": 0.7985395183943773,
      "learning_rate": 0.00028317001139329604,
      "loss": 2.7656,
      "step": 21329
    },
    {
      "epoch": 0.9923237962316818,
      "grad_norm": 0.7554435193445642,
      "learning_rate": 0.00028316830324859733,
      "loss": 2.4062,
      "step": 21330
    },
    {
      "epoch": 0.9923703186787625,
      "grad_norm": 0.7354824515215442,
      "learning_rate": 0.00028316659502237215,
      "loss": 2.4219,
      "step": 21331
    },
    {
      "epoch": 0.9924168411258433,
      "grad_norm": 0.7717096738438961,
      "learning_rate": 0.00028316488671462157,
      "loss": 2.5625,
      "step": 21332
    },
    {
      "epoch": 0.992463363572924,
      "grad_norm": 0.7071903087624619,
      "learning_rate": 0.0002831631783253467,
      "loss": 2.2656,
      "step": 21333
    },
    {
      "epoch": 0.9925098860200047,
      "grad_norm": 0.8469370508751616,
      "learning_rate": 0.00028316146985454853,
      "loss": 1.8047,
      "step": 21334
    },
    {
      "epoch": 0.9925564084670854,
      "grad_norm": 0.7423377775694876,
      "learning_rate": 0.00028315976130222813,
      "loss": 2.3281,
      "step": 21335
    },
    {
      "epoch": 0.9926029309141661,
      "grad_norm": 0.7794033100383905,
      "learning_rate": 0.0002831580526683865,
      "loss": 2.5938,
      "step": 21336
    },
    {
      "epoch": 0.9926494533612468,
      "grad_norm": 0.7528066060536284,
      "learning_rate": 0.0002831563439530248,
      "loss": 2.4688,
      "step": 21337
    },
    {
      "epoch": 0.9926959758083275,
      "grad_norm": 0.7417286198457409,
      "learning_rate": 0.00028315463515614397,
      "loss": 2.5469,
      "step": 21338
    },
    {
      "epoch": 0.9927424982554083,
      "grad_norm": 0.7932236969297535,
      "learning_rate": 0.0002831529262777451,
      "loss": 2.5312,
      "step": 21339
    },
    {
      "epoch": 0.992789020702489,
      "grad_norm": 0.7770006969827333,
      "learning_rate": 0.0002831512173178292,
      "loss": 2.5312,
      "step": 21340
    },
    {
      "epoch": 0.9928355431495697,
      "grad_norm": 0.7305534017422585,
      "learning_rate": 0.0002831495082763973,
      "loss": 2.7656,
      "step": 21341
    },
    {
      "epoch": 0.9928820655966504,
      "grad_norm": 0.7684873169220938,
      "learning_rate": 0.0002831477991534506,
      "loss": 2.2188,
      "step": 21342
    },
    {
      "epoch": 0.9929285880437311,
      "grad_norm": 0.7460379853613204,
      "learning_rate": 0.00028314608994898995,
      "loss": 2.3281,
      "step": 21343
    },
    {
      "epoch": 0.9929751104908118,
      "grad_norm": 0.767307207585032,
      "learning_rate": 0.00028314438066301645,
      "loss": 2.7656,
      "step": 21344
    },
    {
      "epoch": 0.9930216329378926,
      "grad_norm": 0.7944561630060966,
      "learning_rate": 0.0002831426712955312,
      "loss": 2.4531,
      "step": 21345
    },
    {
      "epoch": 0.9930681553849733,
      "grad_norm": 0.7183279584446708,
      "learning_rate": 0.00028314096184653523,
      "loss": 2.3281,
      "step": 21346
    },
    {
      "epoch": 0.993114677832054,
      "grad_norm": 0.7344490836156526,
      "learning_rate": 0.00028313925231602963,
      "loss": 2.3281,
      "step": 21347
    },
    {
      "epoch": 0.9931612002791347,
      "grad_norm": 0.8018817327703096,
      "learning_rate": 0.00028313754270401534,
      "loss": 2.4375,
      "step": 21348
    },
    {
      "epoch": 0.9932077227262154,
      "grad_norm": 0.7147449277199518,
      "learning_rate": 0.0002831358330104935,
      "loss": 2.5625,
      "step": 21349
    },
    {
      "epoch": 0.9932542451732961,
      "grad_norm": 0.7204838037186723,
      "learning_rate": 0.0002831341232354651,
      "loss": 2.6875,
      "step": 21350
    },
    {
      "epoch": 0.9933007676203768,
      "grad_norm": 0.7673375106510294,
      "learning_rate": 0.0002831324133789312,
      "loss": 2.4531,
      "step": 21351
    },
    {
      "epoch": 0.9933472900674576,
      "grad_norm": 0.7265587105859223,
      "learning_rate": 0.0002831307034408928,
      "loss": 2.4688,
      "step": 21352
    },
    {
      "epoch": 0.9933938125145383,
      "grad_norm": 0.7877921020933114,
      "learning_rate": 0.00028312899342135104,
      "loss": 2.75,
      "step": 21353
    },
    {
      "epoch": 0.993440334961619,
      "grad_norm": 0.7614689977638929,
      "learning_rate": 0.000283127283320307,
      "loss": 2.8594,
      "step": 21354
    },
    {
      "epoch": 0.9934868574086997,
      "grad_norm": 0.7466048093889573,
      "learning_rate": 0.00028312557313776154,
      "loss": 2.6562,
      "step": 21355
    },
    {
      "epoch": 0.9935333798557804,
      "grad_norm": 0.7578343908598076,
      "learning_rate": 0.00028312386287371587,
      "loss": 2.4688,
      "step": 21356
    },
    {
      "epoch": 0.9935799023028611,
      "grad_norm": 0.7307248296545371,
      "learning_rate": 0.000283122152528171,
      "loss": 2.5469,
      "step": 21357
    },
    {
      "epoch": 0.9936264247499419,
      "grad_norm": 0.7054453131040741,
      "learning_rate": 0.00028312044210112794,
      "loss": 2.4375,
      "step": 21358
    },
    {
      "epoch": 0.9936729471970226,
      "grad_norm": 0.7613394696309029,
      "learning_rate": 0.0002831187315925878,
      "loss": 2.5469,
      "step": 21359
    },
    {
      "epoch": 0.9937194696441033,
      "grad_norm": 0.7011647906381652,
      "learning_rate": 0.0002831170210025515,
      "loss": 2.5156,
      "step": 21360
    },
    {
      "epoch": 0.993765992091184,
      "grad_norm": 0.6875110538365804,
      "learning_rate": 0.00028311531033102023,
      "loss": 2.3438,
      "step": 21361
    },
    {
      "epoch": 0.9938125145382647,
      "grad_norm": 0.7261250906990594,
      "learning_rate": 0.000283113599577995,
      "loss": 2.5781,
      "step": 21362
    },
    {
      "epoch": 0.9938590369853454,
      "grad_norm": 0.7412238052928378,
      "learning_rate": 0.0002831118887434769,
      "loss": 2.4688,
      "step": 21363
    },
    {
      "epoch": 0.9939055594324262,
      "grad_norm": 0.6765730796021261,
      "learning_rate": 0.0002831101778274668,
      "loss": 2.2969,
      "step": 21364
    },
    {
      "epoch": 0.9939520818795069,
      "grad_norm": 0.7199635295031899,
      "learning_rate": 0.0002831084668299659,
      "loss": 2.0938,
      "step": 21365
    },
    {
      "epoch": 0.9939986043265876,
      "grad_norm": 0.6642239108992466,
      "learning_rate": 0.00028310675575097524,
      "loss": 2.125,
      "step": 21366
    },
    {
      "epoch": 0.9940451267736683,
      "grad_norm": 0.7172529497861183,
      "learning_rate": 0.00028310504459049576,
      "loss": 2.2969,
      "step": 21367
    },
    {
      "epoch": 0.994091649220749,
      "grad_norm": 0.7325129638330439,
      "learning_rate": 0.0002831033333485286,
      "loss": 2.3281,
      "step": 21368
    },
    {
      "epoch": 0.9941381716678297,
      "grad_norm": 0.748308829008052,
      "learning_rate": 0.0002831016220250749,
      "loss": 2.5156,
      "step": 21369
    },
    {
      "epoch": 0.9941846941149104,
      "grad_norm": 0.8084367523891938,
      "learning_rate": 0.00028309991062013554,
      "loss": 2.2812,
      "step": 21370
    },
    {
      "epoch": 0.9942312165619912,
      "grad_norm": 0.7964343648620117,
      "learning_rate": 0.0002830981991337116,
      "loss": 2.6562,
      "step": 21371
    },
    {
      "epoch": 0.9942777390090719,
      "grad_norm": 0.8819703483548172,
      "learning_rate": 0.00028309648756580423,
      "loss": 1.8516,
      "step": 21372
    },
    {
      "epoch": 0.9943242614561526,
      "grad_norm": 0.8344032465776279,
      "learning_rate": 0.00028309477591641435,
      "loss": 2.3438,
      "step": 21373
    },
    {
      "epoch": 0.9943707839032333,
      "grad_norm": 0.793793825934228,
      "learning_rate": 0.00028309306418554305,
      "loss": 2.3125,
      "step": 21374
    },
    {
      "epoch": 0.994417306350314,
      "grad_norm": 0.7540714185903536,
      "learning_rate": 0.00028309135237319146,
      "loss": 2.375,
      "step": 21375
    },
    {
      "epoch": 0.9944638287973947,
      "grad_norm": 0.7827758952774874,
      "learning_rate": 0.0002830896404793605,
      "loss": 2.375,
      "step": 21376
    },
    {
      "epoch": 0.9945103512444755,
      "grad_norm": 0.7887712409900014,
      "learning_rate": 0.0002830879285040513,
      "loss": 2.2188,
      "step": 21377
    },
    {
      "epoch": 0.9945568736915562,
      "grad_norm": 0.7881209279892261,
      "learning_rate": 0.00028308621644726494,
      "loss": 2.4688,
      "step": 21378
    },
    {
      "epoch": 0.9946033961386369,
      "grad_norm": 0.7378072473904063,
      "learning_rate": 0.00028308450430900234,
      "loss": 2.2969,
      "step": 21379
    },
    {
      "epoch": 0.9946499185857176,
      "grad_norm": 0.7564149368742374,
      "learning_rate": 0.0002830827920892646,
      "loss": 2.4531,
      "step": 21380
    },
    {
      "epoch": 0.9946964410327983,
      "grad_norm": 0.7322302016169471,
      "learning_rate": 0.00028308107978805287,
      "loss": 2.4219,
      "step": 21381
    },
    {
      "epoch": 0.994742963479879,
      "grad_norm": 0.8229189008605868,
      "learning_rate": 0.00028307936740536806,
      "loss": 2.7656,
      "step": 21382
    },
    {
      "epoch": 0.9947894859269597,
      "grad_norm": 0.722928917309456,
      "learning_rate": 0.0002830776549412113,
      "loss": 2.3906,
      "step": 21383
    },
    {
      "epoch": 0.9948360083740405,
      "grad_norm": 0.7560021834425109,
      "learning_rate": 0.0002830759423955836,
      "loss": 2.5156,
      "step": 21384
    },
    {
      "epoch": 0.9948825308211212,
      "grad_norm": 0.7801408452440745,
      "learning_rate": 0.00028307422976848605,
      "loss": 2.4062,
      "step": 21385
    },
    {
      "epoch": 0.9949290532682019,
      "grad_norm": 0.76950011124723,
      "learning_rate": 0.00028307251705991966,
      "loss": 2.6719,
      "step": 21386
    },
    {
      "epoch": 0.9949755757152826,
      "grad_norm": 0.7894094661547079,
      "learning_rate": 0.00028307080426988546,
      "loss": 2.4844,
      "step": 21387
    },
    {
      "epoch": 0.9950220981623633,
      "grad_norm": 0.8416532936807892,
      "learning_rate": 0.00028306909139838457,
      "loss": 2.6406,
      "step": 21388
    },
    {
      "epoch": 0.995068620609444,
      "grad_norm": 0.7909560653313159,
      "learning_rate": 0.000283067378445418,
      "loss": 2.6719,
      "step": 21389
    },
    {
      "epoch": 0.9951151430565248,
      "grad_norm": 0.7725066417124732,
      "learning_rate": 0.00028306566541098677,
      "loss": 2.5156,
      "step": 21390
    },
    {
      "epoch": 0.9951616655036055,
      "grad_norm": 0.727087635218615,
      "learning_rate": 0.00028306395229509197,
      "loss": 2.5781,
      "step": 21391
    },
    {
      "epoch": 0.9952081879506862,
      "grad_norm": 0.7407300254147466,
      "learning_rate": 0.0002830622390977346,
      "loss": 1.7578,
      "step": 21392
    },
    {
      "epoch": 0.9952547103977669,
      "grad_norm": 0.7206543496324274,
      "learning_rate": 0.00028306052581891577,
      "loss": 2.4531,
      "step": 21393
    },
    {
      "epoch": 0.9953012328448476,
      "grad_norm": 0.7568805758396524,
      "learning_rate": 0.00028305881245863654,
      "loss": 2.375,
      "step": 21394
    },
    {
      "epoch": 0.9953477552919283,
      "grad_norm": 0.7963374553043157,
      "learning_rate": 0.0002830570990168979,
      "loss": 2.4688,
      "step": 21395
    },
    {
      "epoch": 0.9953942777390091,
      "grad_norm": 0.7337145439133929,
      "learning_rate": 0.0002830553854937009,
      "loss": 2.3438,
      "step": 21396
    },
    {
      "epoch": 0.9954408001860898,
      "grad_norm": 0.7517097803420715,
      "learning_rate": 0.0002830536718890466,
      "loss": 2.7188,
      "step": 21397
    },
    {
      "epoch": 0.9954873226331705,
      "grad_norm": 0.7853153900090342,
      "learning_rate": 0.0002830519582029361,
      "loss": 2.625,
      "step": 21398
    },
    {
      "epoch": 0.9955338450802512,
      "grad_norm": 0.6940374693305896,
      "learning_rate": 0.0002830502444353704,
      "loss": 2.2188,
      "step": 21399
    },
    {
      "epoch": 0.9955803675273319,
      "grad_norm": 0.7469321601932933,
      "learning_rate": 0.0002830485305863505,
      "loss": 2.5,
      "step": 21400
    },
    {
      "epoch": 0.9956268899744126,
      "grad_norm": 0.8448094194492457,
      "learning_rate": 0.00028304681665587754,
      "loss": 2.75,
      "step": 21401
    },
    {
      "epoch": 0.9956734124214933,
      "grad_norm": 0.7240754663112811,
      "learning_rate": 0.0002830451026439525,
      "loss": 2.6875,
      "step": 21402
    },
    {
      "epoch": 0.9957199348685741,
      "grad_norm": 0.7350686122713169,
      "learning_rate": 0.00028304338855057655,
      "loss": 2.6719,
      "step": 21403
    },
    {
      "epoch": 0.9957664573156548,
      "grad_norm": 0.7680352273209711,
      "learning_rate": 0.0002830416743757506,
      "loss": 2.3438,
      "step": 21404
    },
    {
      "epoch": 0.9958129797627355,
      "grad_norm": 0.734603836926826,
      "learning_rate": 0.00028303996011947574,
      "loss": 2.3125,
      "step": 21405
    },
    {
      "epoch": 0.9958595022098162,
      "grad_norm": 0.6902183954305741,
      "learning_rate": 0.0002830382457817531,
      "loss": 2.2812,
      "step": 21406
    },
    {
      "epoch": 0.9959060246568969,
      "grad_norm": 0.8516538659967438,
      "learning_rate": 0.00028303653136258356,
      "loss": 2.3125,
      "step": 21407
    },
    {
      "epoch": 0.9959525471039776,
      "grad_norm": 0.8455707017354037,
      "learning_rate": 0.00028303481686196835,
      "loss": 1.8438,
      "step": 21408
    },
    {
      "epoch": 0.9959990695510584,
      "grad_norm": 0.7963789083556542,
      "learning_rate": 0.0002830331022799084,
      "loss": 2.75,
      "step": 21409
    },
    {
      "epoch": 0.9960455919981391,
      "grad_norm": 0.7108871580338717,
      "learning_rate": 0.00028303138761640484,
      "loss": 2.3281,
      "step": 21410
    },
    {
      "epoch": 0.9960921144452198,
      "grad_norm": 0.7439825535046823,
      "learning_rate": 0.00028302967287145866,
      "loss": 2.5,
      "step": 21411
    },
    {
      "epoch": 0.9961386368923005,
      "grad_norm": 0.714135333779494,
      "learning_rate": 0.0002830279580450709,
      "loss": 2.25,
      "step": 21412
    },
    {
      "epoch": 0.9961851593393812,
      "grad_norm": 0.7389671023828351,
      "learning_rate": 0.0002830262431372427,
      "loss": 2.6094,
      "step": 21413
    },
    {
      "epoch": 0.9962316817864619,
      "grad_norm": 0.9621629832849593,
      "learning_rate": 0.000283024528147975,
      "loss": 2.4844,
      "step": 21414
    },
    {
      "epoch": 0.9962782042335426,
      "grad_norm": 0.7788135276246027,
      "learning_rate": 0.0002830228130772689,
      "loss": 2.5781,
      "step": 21415
    },
    {
      "epoch": 0.9963247266806234,
      "grad_norm": 0.7288029810981725,
      "learning_rate": 0.0002830210979251255,
      "loss": 2.4531,
      "step": 21416
    },
    {
      "epoch": 0.9963712491277041,
      "grad_norm": 0.8486637245690379,
      "learning_rate": 0.00028301938269154574,
      "loss": 2.5,
      "step": 21417
    },
    {
      "epoch": 0.9964177715747848,
      "grad_norm": 0.707634900507742,
      "learning_rate": 0.0002830176673765307,
      "loss": 2.5312,
      "step": 21418
    },
    {
      "epoch": 0.9964642940218655,
      "grad_norm": 0.7336476619912078,
      "learning_rate": 0.0002830159519800816,
      "loss": 2.3281,
      "step": 21419
    },
    {
      "epoch": 0.9965108164689462,
      "grad_norm": 0.7266731121437953,
      "learning_rate": 0.0002830142365021992,
      "loss": 1.6953,
      "step": 21420
    },
    {
      "epoch": 0.9965573389160269,
      "grad_norm": 0.7251976839825222,
      "learning_rate": 0.00028301252094288477,
      "loss": 2.375,
      "step": 21421
    },
    {
      "epoch": 0.9966038613631077,
      "grad_norm": 0.7490993235884321,
      "learning_rate": 0.0002830108053021393,
      "loss": 2.75,
      "step": 21422
    },
    {
      "epoch": 0.9966503838101884,
      "grad_norm": 0.7366672274854469,
      "learning_rate": 0.0002830090895799638,
      "loss": 2.4688,
      "step": 21423
    },
    {
      "epoch": 0.9966969062572691,
      "grad_norm": 0.7115925425552342,
      "learning_rate": 0.0002830073737763594,
      "loss": 2.3438,
      "step": 21424
    },
    {
      "epoch": 0.9967434287043498,
      "grad_norm": 0.7804867928216065,
      "learning_rate": 0.0002830056578913271,
      "loss": 2.8125,
      "step": 21425
    },
    {
      "epoch": 0.9967899511514305,
      "grad_norm": 0.743251233830101,
      "learning_rate": 0.0002830039419248679,
      "loss": 2.6406,
      "step": 21426
    },
    {
      "epoch": 0.9968364735985112,
      "grad_norm": 0.7490744372222425,
      "learning_rate": 0.0002830022258769829,
      "loss": 2.6094,
      "step": 21427
    },
    {
      "epoch": 0.996882996045592,
      "grad_norm": 0.7670479226116885,
      "learning_rate": 0.0002830005097476732,
      "loss": 2.7812,
      "step": 21428
    },
    {
      "epoch": 0.9969295184926728,
      "grad_norm": 0.7357432177321975,
      "learning_rate": 0.0002829987935369398,
      "loss": 2.4531,
      "step": 21429
    },
    {
      "epoch": 0.9969760409397534,
      "grad_norm": 0.7018302136139051,
      "learning_rate": 0.00028299707724478376,
      "loss": 2.3906,
      "step": 21430
    },
    {
      "epoch": 0.9970225633868341,
      "grad_norm": 0.728313333940245,
      "learning_rate": 0.00028299536087120604,
      "loss": 2.4219,
      "step": 21431
    },
    {
      "epoch": 0.9970690858339148,
      "grad_norm": 0.740914705127584,
      "learning_rate": 0.0002829936444162079,
      "loss": 2.1875,
      "step": 21432
    },
    {
      "epoch": 0.9971156082809955,
      "grad_norm": 0.7060644836349523,
      "learning_rate": 0.0002829919278797902,
      "loss": 2.375,
      "step": 21433
    },
    {
      "epoch": 0.9971621307280762,
      "grad_norm": 0.7599483321209929,
      "learning_rate": 0.00028299021126195406,
      "loss": 2.6406,
      "step": 21434
    },
    {
      "epoch": 0.9972086531751571,
      "grad_norm": 0.6696575381261453,
      "learning_rate": 0.00028298849456270055,
      "loss": 2.2812,
      "step": 21435
    },
    {
      "epoch": 0.9972551756222378,
      "grad_norm": 0.7169780878117533,
      "learning_rate": 0.00028298677778203067,
      "loss": 2.7188,
      "step": 21436
    },
    {
      "epoch": 0.9973016980693185,
      "grad_norm": 0.8344238170295607,
      "learning_rate": 0.0002829850609199455,
      "loss": 2.6719,
      "step": 21437
    },
    {
      "epoch": 0.9973482205163992,
      "grad_norm": 0.7624968301633098,
      "learning_rate": 0.0002829833439764461,
      "loss": 2.4219,
      "step": 21438
    },
    {
      "epoch": 0.9973947429634799,
      "grad_norm": 0.7718984027728262,
      "learning_rate": 0.00028298162695153357,
      "loss": 2.4375,
      "step": 21439
    },
    {
      "epoch": 0.9974412654105606,
      "grad_norm": 0.7485625058651577,
      "learning_rate": 0.0002829799098452088,
      "loss": 2.4219,
      "step": 21440
    },
    {
      "epoch": 0.9974877878576414,
      "grad_norm": 0.764518639882853,
      "learning_rate": 0.000282978192657473,
      "loss": 2.2969,
      "step": 21441
    },
    {
      "epoch": 0.9975343103047221,
      "grad_norm": 1.044320900771614,
      "learning_rate": 0.00028297647538832717,
      "loss": 2.8438,
      "step": 21442
    },
    {
      "epoch": 0.9975808327518028,
      "grad_norm": 0.7631852407269246,
      "learning_rate": 0.0002829747580377724,
      "loss": 2.2812,
      "step": 21443
    },
    {
      "epoch": 0.9976273551988835,
      "grad_norm": 0.7951595981239515,
      "learning_rate": 0.0002829730406058096,
      "loss": 2.875,
      "step": 21444
    },
    {
      "epoch": 0.9976738776459642,
      "grad_norm": 0.8078549297143242,
      "learning_rate": 0.00028297132309244,
      "loss": 2.7812,
      "step": 21445
    },
    {
      "epoch": 0.9977204000930449,
      "grad_norm": 0.740540979799158,
      "learning_rate": 0.00028296960549766453,
      "loss": 2.6406,
      "step": 21446
    },
    {
      "epoch": 0.9977669225401256,
      "grad_norm": 0.7259886186759497,
      "learning_rate": 0.0002829678878214843,
      "loss": 2.4375,
      "step": 21447
    },
    {
      "epoch": 0.9978134449872064,
      "grad_norm": 0.7027940239122309,
      "learning_rate": 0.00028296617006390035,
      "loss": 1.9219,
      "step": 21448
    },
    {
      "epoch": 0.9978599674342871,
      "grad_norm": 0.7354586793556113,
      "learning_rate": 0.00028296445222491374,
      "loss": 2.6562,
      "step": 21449
    },
    {
      "epoch": 0.9979064898813678,
      "grad_norm": 0.7163808026160722,
      "learning_rate": 0.0002829627343045255,
      "loss": 2.3906,
      "step": 21450
    },
    {
      "epoch": 0.9979530123284485,
      "grad_norm": 0.7144445060870513,
      "learning_rate": 0.0002829610163027367,
      "loss": 2.0938,
      "step": 21451
    },
    {
      "epoch": 0.9979995347755292,
      "grad_norm": 0.6885262526054838,
      "learning_rate": 0.00028295929821954834,
      "loss": 1.7266,
      "step": 21452
    },
    {
      "epoch": 0.9980460572226099,
      "grad_norm": 0.6887985750514167,
      "learning_rate": 0.00028295758005496155,
      "loss": 2.1719,
      "step": 21453
    },
    {
      "epoch": 0.9980925796696907,
      "grad_norm": 0.7720601514054006,
      "learning_rate": 0.00028295586180897736,
      "loss": 2.4844,
      "step": 21454
    },
    {
      "epoch": 0.9981391021167714,
      "grad_norm": 0.7257425079327964,
      "learning_rate": 0.00028295414348159675,
      "loss": 2.3125,
      "step": 21455
    },
    {
      "epoch": 0.9981856245638521,
      "grad_norm": 0.7880780464408031,
      "learning_rate": 0.00028295242507282085,
      "loss": 2.6875,
      "step": 21456
    },
    {
      "epoch": 0.9982321470109328,
      "grad_norm": 0.759892347156381,
      "learning_rate": 0.0002829507065826507,
      "loss": 2.7188,
      "step": 21457
    },
    {
      "epoch": 0.9982786694580135,
      "grad_norm": 0.7412858589182768,
      "learning_rate": 0.0002829489880110874,
      "loss": 2.3281,
      "step": 21458
    },
    {
      "epoch": 0.9983251919050942,
      "grad_norm": 0.7366870784345623,
      "learning_rate": 0.00028294726935813185,
      "loss": 2.1406,
      "step": 21459
    },
    {
      "epoch": 0.998371714352175,
      "grad_norm": 0.7152037388908373,
      "learning_rate": 0.0002829455506237853,
      "loss": 2.3906,
      "step": 21460
    },
    {
      "epoch": 0.9984182367992557,
      "grad_norm": 0.7685474007911113,
      "learning_rate": 0.00028294383180804857,
      "loss": 2.4531,
      "step": 21461
    },
    {
      "epoch": 0.9984647592463364,
      "grad_norm": 0.7424875613115681,
      "learning_rate": 0.00028294211291092296,
      "loss": 2.4375,
      "step": 21462
    },
    {
      "epoch": 0.9985112816934171,
      "grad_norm": 0.77544150802013,
      "learning_rate": 0.00028294039393240934,
      "loss": 2.7344,
      "step": 21463
    },
    {
      "epoch": 0.9985578041404978,
      "grad_norm": 0.7104713341287823,
      "learning_rate": 0.00028293867487250884,
      "loss": 2.5625,
      "step": 21464
    },
    {
      "epoch": 0.9986043265875785,
      "grad_norm": 0.7886987895736439,
      "learning_rate": 0.0002829369557312225,
      "loss": 2.5469,
      "step": 21465
    },
    {
      "epoch": 0.9986508490346592,
      "grad_norm": 0.7532829714350027,
      "learning_rate": 0.00028293523650855135,
      "loss": 2.2812,
      "step": 21466
    },
    {
      "epoch": 0.99869737148174,
      "grad_norm": 0.8006157156508994,
      "learning_rate": 0.0002829335172044965,
      "loss": 2.4375,
      "step": 21467
    },
    {
      "epoch": 0.9987438939288207,
      "grad_norm": 0.7305869048362822,
      "learning_rate": 0.00028293179781905896,
      "loss": 2.5312,
      "step": 21468
    },
    {
      "epoch": 0.9987904163759014,
      "grad_norm": 0.7600969698599455,
      "learning_rate": 0.0002829300783522398,
      "loss": 2.25,
      "step": 21469
    },
    {
      "epoch": 0.9988369388229821,
      "grad_norm": 0.7389254946917146,
      "learning_rate": 0.0002829283588040401,
      "loss": 2.6719,
      "step": 21470
    },
    {
      "epoch": 0.9988834612700628,
      "grad_norm": 0.7556113051321969,
      "learning_rate": 0.0002829266391744608,
      "loss": 2.7812,
      "step": 21471
    },
    {
      "epoch": 0.9989299837171435,
      "grad_norm": 0.7323989081887952,
      "learning_rate": 0.00028292491946350305,
      "loss": 2.4531,
      "step": 21472
    },
    {
      "epoch": 0.9989765061642243,
      "grad_norm": 0.8422653425564546,
      "learning_rate": 0.00028292319967116787,
      "loss": 1.9922,
      "step": 21473
    },
    {
      "epoch": 0.999023028611305,
      "grad_norm": 0.7650208544653739,
      "learning_rate": 0.0002829214797974564,
      "loss": 2.6719,
      "step": 21474
    },
    {
      "epoch": 0.9990695510583857,
      "grad_norm": 0.7012556808002646,
      "learning_rate": 0.00028291975984236955,
      "loss": 2.2344,
      "step": 21475
    },
    {
      "epoch": 0.9991160735054664,
      "grad_norm": 0.7020331192804065,
      "learning_rate": 0.0002829180398059084,
      "loss": 2.1562,
      "step": 21476
    },
    {
      "epoch": 0.9991625959525471,
      "grad_norm": 0.7473508200334731,
      "learning_rate": 0.0002829163196880741,
      "loss": 2.6094,
      "step": 21477
    },
    {
      "epoch": 0.9992091183996278,
      "grad_norm": 0.7641311272059192,
      "learning_rate": 0.0002829145994888676,
      "loss": 2.7344,
      "step": 21478
    },
    {
      "epoch": 0.9992556408467085,
      "grad_norm": 0.710027401049213,
      "learning_rate": 0.0002829128792082901,
      "loss": 2.3594,
      "step": 21479
    },
    {
      "epoch": 0.9993021632937893,
      "grad_norm": 0.7391389448572278,
      "learning_rate": 0.0002829111588463425,
      "loss": 2.4062,
      "step": 21480
    },
    {
      "epoch": 0.99934868574087,
      "grad_norm": 0.8615755224640816,
      "learning_rate": 0.0002829094384030259,
      "loss": 2.8125,
      "step": 21481
    },
    {
      "epoch": 0.9993952081879507,
      "grad_norm": 0.7939600768422377,
      "learning_rate": 0.0002829077178783413,
      "loss": 2.6094,
      "step": 21482
    },
    {
      "epoch": 0.9994417306350314,
      "grad_norm": 0.7890555177268745,
      "learning_rate": 0.0002829059972722899,
      "loss": 2.375,
      "step": 21483
    },
    {
      "epoch": 0.9994882530821121,
      "grad_norm": 0.718005851942318,
      "learning_rate": 0.0002829042765848726,
      "loss": 2.2969,
      "step": 21484
    },
    {
      "epoch": 0.9995347755291928,
      "grad_norm": 0.6995725749417149,
      "learning_rate": 0.00028290255581609055,
      "loss": 2.4688,
      "step": 21485
    },
    {
      "epoch": 0.9995812979762736,
      "grad_norm": 0.7415332881422886,
      "learning_rate": 0.0002829008349659448,
      "loss": 2.4844,
      "step": 21486
    },
    {
      "epoch": 0.9996278204233543,
      "grad_norm": 0.7319530124112319,
      "learning_rate": 0.00028289911403443633,
      "loss": 2.1562,
      "step": 21487
    },
    {
      "epoch": 0.999674342870435,
      "grad_norm": 0.7005231248734537,
      "learning_rate": 0.00028289739302156625,
      "loss": 2.2969,
      "step": 21488
    },
    {
      "epoch": 0.9997208653175157,
      "grad_norm": 0.7657735637562888,
      "learning_rate": 0.0002828956719273356,
      "loss": 2.4844,
      "step": 21489
    },
    {
      "epoch": 0.9997673877645964,
      "grad_norm": 0.7492972180867218,
      "learning_rate": 0.00028289395075174544,
      "loss": 2.3281,
      "step": 21490
    },
    {
      "epoch": 0.9998139102116771,
      "grad_norm": 0.8058626673319365,
      "learning_rate": 0.00028289222949479684,
      "loss": 2.4531,
      "step": 21491
    },
    {
      "epoch": 0.9998604326587579,
      "grad_norm": 0.7651619181694571,
      "learning_rate": 0.0002828905081564908,
      "loss": 2.6719,
      "step": 21492
    },
    {
      "epoch": 0.9999069551058386,
      "grad_norm": 0.7596985848778097,
      "learning_rate": 0.00028288878673682843,
      "loss": 2.5938,
      "step": 21493
    },
    {
      "epoch": 0.9999534775529193,
      "grad_norm": 0.7362639317954786,
      "learning_rate": 0.00028288706523581074,
      "loss": 2.5781,
      "step": 21494
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.7934931554547977,
      "learning_rate": 0.00028288534365343885,
      "loss": 2.7031,
      "step": 21495
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.4057233333587646,
      "eval_runtime": 36.6257,
      "eval_samples_per_second": 9.72,
      "eval_steps_per_second": 9.72,
      "step": 21495
    },
    {
      "epoch": 1.0000465224470807,
      "grad_norm": 0.7491693118623809,
      "learning_rate": 0.00028288362198971374,
      "loss": 2.2031,
      "step": 21496
    },
    {
      "epoch": 1.0000930448941614,
      "grad_norm": 0.7492198300645451,
      "learning_rate": 0.00028288190024463645,
      "loss": 2.2969,
      "step": 21497
    },
    {
      "epoch": 1.000139567341242,
      "grad_norm": 0.8172406512325306,
      "learning_rate": 0.00028288017841820816,
      "loss": 2.4062,
      "step": 21498
    },
    {
      "epoch": 1.0001860897883228,
      "grad_norm": 0.764252355462795,
      "learning_rate": 0.0002828784565104298,
      "loss": 2.2969,
      "step": 21499
    },
    {
      "epoch": 1.0002326122354035,
      "grad_norm": 0.810025283603207,
      "learning_rate": 0.0002828767345213025,
      "loss": 2.2188,
      "step": 21500
    },
    {
      "epoch": 1.0002791346824842,
      "grad_norm": 0.7883415716482769,
      "learning_rate": 0.0002828750124508272,
      "loss": 2.5469,
      "step": 21501
    },
    {
      "epoch": 1.0003256571295651,
      "grad_norm": 0.7829837260576457,
      "learning_rate": 0.0002828732902990051,
      "loss": 2.6875,
      "step": 21502
    },
    {
      "epoch": 1.0003721795766458,
      "grad_norm": 0.8058380906330564,
      "learning_rate": 0.0002828715680658372,
      "loss": 2.375,
      "step": 21503
    },
    {
      "epoch": 1.0004187020237265,
      "grad_norm": 0.7194241686866069,
      "learning_rate": 0.0002828698457513245,
      "loss": 2.1719,
      "step": 21504
    },
    {
      "epoch": 1.0004652244708072,
      "grad_norm": 0.7373991537216433,
      "learning_rate": 0.00028286812335546807,
      "loss": 2.1719,
      "step": 21505
    },
    {
      "epoch": 1.000511746917888,
      "grad_norm": 0.7367851536980093,
      "learning_rate": 0.0002828664008782691,
      "loss": 2.25,
      "step": 21506
    },
    {
      "epoch": 1.0005582693649686,
      "grad_norm": 0.8147130928417774,
      "learning_rate": 0.0002828646783197284,
      "loss": 2.2812,
      "step": 21507
    },
    {
      "epoch": 1.0006047918120493,
      "grad_norm": 0.7894280830409047,
      "learning_rate": 0.00028286295567984726,
      "loss": 2.2969,
      "step": 21508
    },
    {
      "epoch": 1.00065131425913,
      "grad_norm": 0.762832267154897,
      "learning_rate": 0.0002828612329586266,
      "loss": 2.0156,
      "step": 21509
    },
    {
      "epoch": 1.0006978367062107,
      "grad_norm": 0.8607611119786808,
      "learning_rate": 0.0002828595101560675,
      "loss": 2.5469,
      "step": 21510
    },
    {
      "epoch": 1.0007443591532914,
      "grad_norm": 0.7979782510596473,
      "learning_rate": 0.0002828577872721711,
      "loss": 2.3906,
      "step": 21511
    },
    {
      "epoch": 1.000790881600372,
      "grad_norm": 0.8038516658229835,
      "learning_rate": 0.0002828560643069383,
      "loss": 2.4219,
      "step": 21512
    },
    {
      "epoch": 1.0008374040474528,
      "grad_norm": 0.7818531229366877,
      "learning_rate": 0.00028285434126037025,
      "loss": 2.2344,
      "step": 21513
    },
    {
      "epoch": 1.0008839264945335,
      "grad_norm": 0.7349736684442295,
      "learning_rate": 0.000282852618132468,
      "loss": 2.3125,
      "step": 21514
    },
    {
      "epoch": 1.0009304489416144,
      "grad_norm": 0.8221052027538602,
      "learning_rate": 0.0002828508949232326,
      "loss": 2.6562,
      "step": 21515
    },
    {
      "epoch": 1.0009769713886951,
      "grad_norm": 0.7784360739042436,
      "learning_rate": 0.00028284917163266506,
      "loss": 2.5781,
      "step": 21516
    },
    {
      "epoch": 1.0010234938357758,
      "grad_norm": 0.9103163479999365,
      "learning_rate": 0.00028284744826076653,
      "loss": 2.5,
      "step": 21517
    },
    {
      "epoch": 1.0010700162828565,
      "grad_norm": 0.7142242614855395,
      "learning_rate": 0.00028284572480753793,
      "loss": 2.1875,
      "step": 21518
    },
    {
      "epoch": 1.0011165387299372,
      "grad_norm": 0.7868240680502953,
      "learning_rate": 0.0002828440012729805,
      "loss": 2.3906,
      "step": 21519
    },
    {
      "epoch": 1.001163061177018,
      "grad_norm": 0.740085689773939,
      "learning_rate": 0.0002828422776570951,
      "loss": 2.4844,
      "step": 21520
    },
    {
      "epoch": 1.0012095836240986,
      "grad_norm": 0.7622318669171405,
      "learning_rate": 0.0002828405539598829,
      "loss": 2.6875,
      "step": 21521
    },
    {
      "epoch": 1.0012561060711793,
      "grad_norm": 0.7582275060484325,
      "learning_rate": 0.000282838830181345,
      "loss": 2.7969,
      "step": 21522
    },
    {
      "epoch": 1.00130262851826,
      "grad_norm": 0.727118171886657,
      "learning_rate": 0.0002828371063214823,
      "loss": 2.2656,
      "step": 21523
    },
    {
      "epoch": 1.0013491509653407,
      "grad_norm": 0.7331891887331733,
      "learning_rate": 0.00028283538238029594,
      "loss": 2.5469,
      "step": 21524
    },
    {
      "epoch": 1.0013956734124214,
      "grad_norm": 0.738404118946397,
      "learning_rate": 0.00028283365835778704,
      "loss": 2.3281,
      "step": 21525
    },
    {
      "epoch": 1.0014421958595021,
      "grad_norm": 0.6827182298884864,
      "learning_rate": 0.0002828319342539565,
      "loss": 2.375,
      "step": 21526
    },
    {
      "epoch": 1.001488718306583,
      "grad_norm": 0.7476311593917561,
      "learning_rate": 0.00028283021006880553,
      "loss": 2.3438,
      "step": 21527
    },
    {
      "epoch": 1.0015352407536637,
      "grad_norm": 0.7355981357147573,
      "learning_rate": 0.00028282848580233515,
      "loss": 2.4219,
      "step": 21528
    },
    {
      "epoch": 1.0015817632007444,
      "grad_norm": 0.7105978417232681,
      "learning_rate": 0.0002828267614545463,
      "loss": 2.2188,
      "step": 21529
    },
    {
      "epoch": 1.0016282856478251,
      "grad_norm": 0.749282476148984,
      "learning_rate": 0.0002828250370254402,
      "loss": 2.3281,
      "step": 21530
    },
    {
      "epoch": 1.0016748080949058,
      "grad_norm": 0.8121283669895047,
      "learning_rate": 0.0002828233125150178,
      "loss": 2.5156,
      "step": 21531
    },
    {
      "epoch": 1.0017213305419865,
      "grad_norm": 0.7976338206761883,
      "learning_rate": 0.0002828215879232802,
      "loss": 2.5,
      "step": 21532
    },
    {
      "epoch": 1.0017678529890672,
      "grad_norm": 0.7256225440575249,
      "learning_rate": 0.0002828198632502284,
      "loss": 2.3438,
      "step": 21533
    },
    {
      "epoch": 1.001814375436148,
      "grad_norm": 0.6974244156638804,
      "learning_rate": 0.00028281813849586354,
      "loss": 2.1562,
      "step": 21534
    },
    {
      "epoch": 1.0018608978832286,
      "grad_norm": 0.7333193401977182,
      "learning_rate": 0.00028281641366018664,
      "loss": 2.7188,
      "step": 21535
    },
    {
      "epoch": 1.0019074203303093,
      "grad_norm": 0.7182912867514553,
      "learning_rate": 0.00028281468874319875,
      "loss": 2.1562,
      "step": 21536
    },
    {
      "epoch": 1.00195394277739,
      "grad_norm": 0.7965585574010733,
      "learning_rate": 0.0002828129637449009,
      "loss": 2.3125,
      "step": 21537
    },
    {
      "epoch": 1.0020004652244707,
      "grad_norm": 0.7700077928625986,
      "learning_rate": 0.0002828112386652942,
      "loss": 2.0312,
      "step": 21538
    },
    {
      "epoch": 1.0020469876715514,
      "grad_norm": 0.7210802192666476,
      "learning_rate": 0.0002828095135043796,
      "loss": 2.3125,
      "step": 21539
    },
    {
      "epoch": 1.0020935101186323,
      "grad_norm": 0.7351941234663808,
      "learning_rate": 0.00028280778826215834,
      "loss": 2.2344,
      "step": 21540
    },
    {
      "epoch": 1.002140032565713,
      "grad_norm": 0.8344027498345219,
      "learning_rate": 0.0002828060629386313,
      "loss": 2.3125,
      "step": 21541
    },
    {
      "epoch": 1.0021865550127937,
      "grad_norm": 0.8164684496470154,
      "learning_rate": 0.00028280433753379963,
      "loss": 2.375,
      "step": 21542
    },
    {
      "epoch": 1.0022330774598744,
      "grad_norm": 0.7796590112234073,
      "learning_rate": 0.0002828026120476643,
      "loss": 2.375,
      "step": 21543
    },
    {
      "epoch": 1.0022795999069551,
      "grad_norm": 0.7040716972826281,
      "learning_rate": 0.0002828008864802265,
      "loss": 2.1406,
      "step": 21544
    },
    {
      "epoch": 1.0023261223540358,
      "grad_norm": 0.7941568445638041,
      "learning_rate": 0.0002827991608314872,
      "loss": 2.5312,
      "step": 21545
    },
    {
      "epoch": 1.0023726448011165,
      "grad_norm": 0.7400531494480712,
      "learning_rate": 0.00028279743510144743,
      "loss": 2.2031,
      "step": 21546
    },
    {
      "epoch": 1.0024191672481972,
      "grad_norm": 0.760369875783695,
      "learning_rate": 0.00028279570929010833,
      "loss": 2.2656,
      "step": 21547
    },
    {
      "epoch": 1.002465689695278,
      "grad_norm": 0.7991798366571189,
      "learning_rate": 0.00028279398339747097,
      "loss": 1.8594,
      "step": 21548
    },
    {
      "epoch": 1.0025122121423586,
      "grad_norm": 0.7848201958901223,
      "learning_rate": 0.00028279225742353624,
      "loss": 2.3125,
      "step": 21549
    },
    {
      "epoch": 1.0025587345894393,
      "grad_norm": 0.8282815933419058,
      "learning_rate": 0.00028279053136830536,
      "loss": 2.5625,
      "step": 21550
    },
    {
      "epoch": 1.00260525703652,
      "grad_norm": 0.8214907718089712,
      "learning_rate": 0.00028278880523177933,
      "loss": 2.3906,
      "step": 21551
    },
    {
      "epoch": 1.0026517794836007,
      "grad_norm": 0.7419494216484341,
      "learning_rate": 0.0002827870790139592,
      "loss": 2.25,
      "step": 21552
    },
    {
      "epoch": 1.0026983019306817,
      "grad_norm": 0.8138023244043397,
      "learning_rate": 0.00028278535271484607,
      "loss": 2.7812,
      "step": 21553
    },
    {
      "epoch": 1.0027448243777624,
      "grad_norm": 0.784624670282308,
      "learning_rate": 0.00028278362633444096,
      "loss": 2.625,
      "step": 21554
    },
    {
      "epoch": 1.002791346824843,
      "grad_norm": 0.7643841031186197,
      "learning_rate": 0.0002827818998727449,
      "loss": 2.3906,
      "step": 21555
    },
    {
      "epoch": 1.0028378692719238,
      "grad_norm": 0.7719426857009233,
      "learning_rate": 0.00028278017332975897,
      "loss": 2.4531,
      "step": 21556
    },
    {
      "epoch": 1.0028843917190045,
      "grad_norm": 0.8232303360237874,
      "learning_rate": 0.00028277844670548426,
      "loss": 2.6406,
      "step": 21557
    },
    {
      "epoch": 1.0029309141660852,
      "grad_norm": 0.7874525433707685,
      "learning_rate": 0.0002827767199999218,
      "loss": 2.3906,
      "step": 21558
    },
    {
      "epoch": 1.0029774366131659,
      "grad_norm": 0.7335736105493726,
      "learning_rate": 0.00028277499321307267,
      "loss": 2.3125,
      "step": 21559
    },
    {
      "epoch": 1.0030239590602466,
      "grad_norm": 0.7166308055657642,
      "learning_rate": 0.00028277326634493786,
      "loss": 2.3438,
      "step": 21560
    },
    {
      "epoch": 1.0030704815073272,
      "grad_norm": 0.8114726173050925,
      "learning_rate": 0.0002827715393955185,
      "loss": 2.4062,
      "step": 21561
    },
    {
      "epoch": 1.003117003954408,
      "grad_norm": 0.7708492501751044,
      "learning_rate": 0.00028276981236481565,
      "loss": 2.4375,
      "step": 21562
    },
    {
      "epoch": 1.0031635264014886,
      "grad_norm": 0.7750676280074815,
      "learning_rate": 0.0002827680852528303,
      "loss": 2.5625,
      "step": 21563
    },
    {
      "epoch": 1.0032100488485693,
      "grad_norm": 0.7505239696678986,
      "learning_rate": 0.0002827663580595636,
      "loss": 2.3594,
      "step": 21564
    },
    {
      "epoch": 1.00325657129565,
      "grad_norm": 0.8046760738945242,
      "learning_rate": 0.00028276463078501647,
      "loss": 2.5469,
      "step": 21565
    },
    {
      "epoch": 1.003303093742731,
      "grad_norm": 0.7162333311592052,
      "learning_rate": 0.00028276290342919006,
      "loss": 2.2812,
      "step": 21566
    },
    {
      "epoch": 1.0033496161898117,
      "grad_norm": 0.7491355787635859,
      "learning_rate": 0.00028276117599208546,
      "loss": 2.2812,
      "step": 21567
    },
    {
      "epoch": 1.0033961386368924,
      "grad_norm": 0.7443336308220759,
      "learning_rate": 0.0002827594484737037,
      "loss": 2.1875,
      "step": 21568
    },
    {
      "epoch": 1.003442661083973,
      "grad_norm": 0.704594815494411,
      "learning_rate": 0.0002827577208740458,
      "loss": 2.1406,
      "step": 21569
    },
    {
      "epoch": 1.0034891835310538,
      "grad_norm": 0.7191343209746415,
      "learning_rate": 0.0002827559931931128,
      "loss": 2.2344,
      "step": 21570
    },
    {
      "epoch": 1.0035357059781345,
      "grad_norm": 0.6594996075925993,
      "learning_rate": 0.00028275426543090585,
      "loss": 1.5312,
      "step": 21571
    },
    {
      "epoch": 1.0035822284252152,
      "grad_norm": 0.735398864157264,
      "learning_rate": 0.00028275253758742596,
      "loss": 2.1875,
      "step": 21572
    },
    {
      "epoch": 1.0036287508722959,
      "grad_norm": 0.7635742753001887,
      "learning_rate": 0.00028275080966267416,
      "loss": 2.6562,
      "step": 21573
    },
    {
      "epoch": 1.0036752733193766,
      "grad_norm": 0.7816558059190227,
      "learning_rate": 0.0002827490816566515,
      "loss": 2.125,
      "step": 21574
    },
    {
      "epoch": 1.0037217957664573,
      "grad_norm": 0.8244476906036763,
      "learning_rate": 0.0002827473535693591,
      "loss": 2.6719,
      "step": 21575
    },
    {
      "epoch": 1.003768318213538,
      "grad_norm": 0.8229573096797184,
      "learning_rate": 0.00028274562540079803,
      "loss": 2.4219,
      "step": 21576
    },
    {
      "epoch": 1.0038148406606187,
      "grad_norm": 0.7497766889088189,
      "learning_rate": 0.0002827438971509693,
      "loss": 2.375,
      "step": 21577
    },
    {
      "epoch": 1.0038613631076994,
      "grad_norm": 0.7825742156532403,
      "learning_rate": 0.00028274216881987393,
      "loss": 2.3594,
      "step": 21578
    },
    {
      "epoch": 1.0039078855547803,
      "grad_norm": 0.8231932220485789,
      "learning_rate": 0.000282740440407513,
      "loss": 2.5156,
      "step": 21579
    },
    {
      "epoch": 1.003954408001861,
      "grad_norm": 0.8260555216329954,
      "learning_rate": 0.00028273871191388764,
      "loss": 2.4219,
      "step": 21580
    },
    {
      "epoch": 1.0040009304489417,
      "grad_norm": 0.7819253490790585,
      "learning_rate": 0.00028273698333899884,
      "loss": 2.1875,
      "step": 21581
    },
    {
      "epoch": 1.0040474528960224,
      "grad_norm": 0.7635411513178705,
      "learning_rate": 0.00028273525468284767,
      "loss": 2.4531,
      "step": 21582
    },
    {
      "epoch": 1.004093975343103,
      "grad_norm": 0.8056468628701331,
      "learning_rate": 0.0002827335259454352,
      "loss": 2.6875,
      "step": 21583
    },
    {
      "epoch": 1.0041404977901838,
      "grad_norm": 0.7691601424536473,
      "learning_rate": 0.00028273179712676253,
      "loss": 2.6094,
      "step": 21584
    },
    {
      "epoch": 1.0041870202372645,
      "grad_norm": 0.8761903812455585,
      "learning_rate": 0.0002827300682268306,
      "loss": 2.2031,
      "step": 21585
    },
    {
      "epoch": 1.0042335426843452,
      "grad_norm": 0.7290480716948917,
      "learning_rate": 0.0002827283392456406,
      "loss": 2.3594,
      "step": 21586
    },
    {
      "epoch": 1.0042800651314259,
      "grad_norm": 0.7522615883656555,
      "learning_rate": 0.0002827266101831935,
      "loss": 1.5703,
      "step": 21587
    },
    {
      "epoch": 1.0043265875785066,
      "grad_norm": 0.7621031953972085,
      "learning_rate": 0.0002827248810394904,
      "loss": 2.2188,
      "step": 21588
    },
    {
      "epoch": 1.0043731100255873,
      "grad_norm": 0.7613955394535699,
      "learning_rate": 0.0002827231518145323,
      "loss": 2.6094,
      "step": 21589
    },
    {
      "epoch": 1.004419632472668,
      "grad_norm": 0.7481160935071149,
      "learning_rate": 0.00028272142250832037,
      "loss": 2.0938,
      "step": 21590
    },
    {
      "epoch": 1.0044661549197489,
      "grad_norm": 0.8126130784648989,
      "learning_rate": 0.00028271969312085554,
      "loss": 2.3594,
      "step": 21591
    },
    {
      "epoch": 1.0045126773668296,
      "grad_norm": 0.9229552683801522,
      "learning_rate": 0.00028271796365213897,
      "loss": 2.5156,
      "step": 21592
    },
    {
      "epoch": 1.0045591998139103,
      "grad_norm": 0.704134918983011,
      "learning_rate": 0.00028271623410217164,
      "loss": 2.3438,
      "step": 21593
    },
    {
      "epoch": 1.004605722260991,
      "grad_norm": 0.7896200587916692,
      "learning_rate": 0.0002827145044709547,
      "loss": 2.4219,
      "step": 21594
    },
    {
      "epoch": 1.0046522447080717,
      "grad_norm": 0.7262557309652314,
      "learning_rate": 0.00028271277475848915,
      "loss": 2.1875,
      "step": 21595
    },
    {
      "epoch": 1.0046987671551524,
      "grad_norm": 0.8204763102607474,
      "learning_rate": 0.00028271104496477604,
      "loss": 2.2188,
      "step": 21596
    },
    {
      "epoch": 1.004745289602233,
      "grad_norm": 0.7397204096724502,
      "learning_rate": 0.00028270931508981645,
      "loss": 2.2031,
      "step": 21597
    },
    {
      "epoch": 1.0047918120493138,
      "grad_norm": 0.8429346783577372,
      "learning_rate": 0.0002827075851336114,
      "loss": 2.6719,
      "step": 21598
    },
    {
      "epoch": 1.0048383344963945,
      "grad_norm": 0.7661187443962044,
      "learning_rate": 0.0002827058550961621,
      "loss": 2.3281,
      "step": 21599
    },
    {
      "epoch": 1.0048848569434752,
      "grad_norm": 0.7399089232878905,
      "learning_rate": 0.0002827041249774694,
      "loss": 2.375,
      "step": 21600
    },
    {
      "epoch": 1.0049313793905559,
      "grad_norm": 0.7691553624559907,
      "learning_rate": 0.0002827023947775344,
      "loss": 2.4062,
      "step": 21601
    },
    {
      "epoch": 1.0049779018376366,
      "grad_norm": 0.7111113516034182,
      "learning_rate": 0.0002827006644963583,
      "loss": 2.1406,
      "step": 21602
    },
    {
      "epoch": 1.0050244242847173,
      "grad_norm": 0.7933133109903913,
      "learning_rate": 0.0002826989341339421,
      "loss": 2.5312,
      "step": 21603
    },
    {
      "epoch": 1.0050709467317982,
      "grad_norm": 0.7284009668379264,
      "learning_rate": 0.00028269720369028675,
      "loss": 2.3281,
      "step": 21604
    },
    {
      "epoch": 1.005117469178879,
      "grad_norm": 0.785770562714598,
      "learning_rate": 0.00028269547316539344,
      "loss": 2.5312,
      "step": 21605
    },
    {
      "epoch": 1.0051639916259596,
      "grad_norm": 0.7688262998202369,
      "learning_rate": 0.00028269374255926314,
      "loss": 2.7812,
      "step": 21606
    },
    {
      "epoch": 1.0052105140730403,
      "grad_norm": 0.7493550924301648,
      "learning_rate": 0.00028269201187189694,
      "loss": 2.3906,
      "step": 21607
    },
    {
      "epoch": 1.005257036520121,
      "grad_norm": 0.7987880200295734,
      "learning_rate": 0.000282690281103296,
      "loss": 2.375,
      "step": 21608
    },
    {
      "epoch": 1.0053035589672017,
      "grad_norm": 0.8322930699131336,
      "learning_rate": 0.0002826885502534612,
      "loss": 2.5,
      "step": 21609
    },
    {
      "epoch": 1.0053500814142824,
      "grad_norm": 0.7969313049269328,
      "learning_rate": 0.0002826868193223937,
      "loss": 2.7031,
      "step": 21610
    },
    {
      "epoch": 1.005396603861363,
      "grad_norm": 0.767627173118141,
      "learning_rate": 0.00028268508831009456,
      "loss": 2.5469,
      "step": 21611
    },
    {
      "epoch": 1.0054431263084438,
      "grad_norm": 0.7240430750672705,
      "learning_rate": 0.00028268335721656486,
      "loss": 2.2188,
      "step": 21612
    },
    {
      "epoch": 1.0054896487555245,
      "grad_norm": 0.7287218225580854,
      "learning_rate": 0.00028268162604180554,
      "loss": 2.125,
      "step": 21613
    },
    {
      "epoch": 1.0055361712026052,
      "grad_norm": 0.6865073881375511,
      "learning_rate": 0.00028267989478581785,
      "loss": 2.3125,
      "step": 21614
    },
    {
      "epoch": 1.0055826936496859,
      "grad_norm": 0.7474954205483751,
      "learning_rate": 0.00028267816344860265,
      "loss": 2.625,
      "step": 21615
    },
    {
      "epoch": 1.0056292160967666,
      "grad_norm": 0.7424428460700683,
      "learning_rate": 0.00028267643203016115,
      "loss": 2.2656,
      "step": 21616
    },
    {
      "epoch": 1.0056757385438475,
      "grad_norm": 0.7618128906276155,
      "learning_rate": 0.0002826747005304944,
      "loss": 2.2344,
      "step": 21617
    },
    {
      "epoch": 1.0057222609909282,
      "grad_norm": 0.7326348635464066,
      "learning_rate": 0.0002826729689496033,
      "loss": 2.2344,
      "step": 21618
    },
    {
      "epoch": 1.005768783438009,
      "grad_norm": 0.7031917049299428,
      "learning_rate": 0.00028267123728748915,
      "loss": 2.3281,
      "step": 21619
    },
    {
      "epoch": 1.0058153058850896,
      "grad_norm": 0.7642698327948249,
      "learning_rate": 0.0002826695055441528,
      "loss": 2.3125,
      "step": 21620
    },
    {
      "epoch": 1.0058618283321703,
      "grad_norm": 0.7794047710798856,
      "learning_rate": 0.0002826677737195954,
      "loss": 2.6875,
      "step": 21621
    },
    {
      "epoch": 1.005908350779251,
      "grad_norm": 0.7810960780097047,
      "learning_rate": 0.0002826660418138181,
      "loss": 2.4688,
      "step": 21622
    },
    {
      "epoch": 1.0059548732263317,
      "grad_norm": 0.7897955801261252,
      "learning_rate": 0.00028266430982682177,
      "loss": 2.4219,
      "step": 21623
    },
    {
      "epoch": 1.0060013956734124,
      "grad_norm": 0.755252063139261,
      "learning_rate": 0.0002826625777586076,
      "loss": 2.625,
      "step": 21624
    },
    {
      "epoch": 1.006047918120493,
      "grad_norm": 0.8478077676673624,
      "learning_rate": 0.0002826608456091766,
      "loss": 2.1719,
      "step": 21625
    },
    {
      "epoch": 1.0060944405675738,
      "grad_norm": 0.8016535620297944,
      "learning_rate": 0.00028265911337852986,
      "loss": 2.2344,
      "step": 21626
    },
    {
      "epoch": 1.0061409630146545,
      "grad_norm": 0.826481343208189,
      "learning_rate": 0.0002826573810666684,
      "loss": 2.5469,
      "step": 21627
    },
    {
      "epoch": 1.0061874854617352,
      "grad_norm": 0.8357564534758762,
      "learning_rate": 0.00028265564867359334,
      "loss": 2.5312,
      "step": 21628
    },
    {
      "epoch": 1.006234007908816,
      "grad_norm": 0.8136884214317894,
      "learning_rate": 0.0002826539161993057,
      "loss": 2.4219,
      "step": 21629
    },
    {
      "epoch": 1.0062805303558968,
      "grad_norm": 0.7844910910655327,
      "learning_rate": 0.0002826521836438066,
      "loss": 2.4844,
      "step": 21630
    },
    {
      "epoch": 1.0063270528029775,
      "grad_norm": 0.7478320756721673,
      "learning_rate": 0.000282650451007097,
      "loss": 2.5781,
      "step": 21631
    },
    {
      "epoch": 1.0063735752500582,
      "grad_norm": 0.8432743549980609,
      "learning_rate": 0.00028264871828917806,
      "loss": 1.8203,
      "step": 21632
    },
    {
      "epoch": 1.006420097697139,
      "grad_norm": 0.737184055856541,
      "learning_rate": 0.00028264698549005073,
      "loss": 2.4219,
      "step": 21633
    },
    {
      "epoch": 1.0064666201442196,
      "grad_norm": 0.7124133413024986,
      "learning_rate": 0.0002826452526097162,
      "loss": 2.3594,
      "step": 21634
    },
    {
      "epoch": 1.0065131425913003,
      "grad_norm": 0.8219726315792205,
      "learning_rate": 0.0002826435196481754,
      "loss": 2.25,
      "step": 21635
    },
    {
      "epoch": 1.006559665038381,
      "grad_norm": 0.8218688975820911,
      "learning_rate": 0.0002826417866054295,
      "loss": 2.6406,
      "step": 21636
    },
    {
      "epoch": 1.0066061874854617,
      "grad_norm": 0.7254564122975756,
      "learning_rate": 0.0002826400534814795,
      "loss": 2.5781,
      "step": 21637
    },
    {
      "epoch": 1.0066527099325424,
      "grad_norm": 0.7648349035837738,
      "learning_rate": 0.00028263832027632644,
      "loss": 2.1719,
      "step": 21638
    },
    {
      "epoch": 1.006699232379623,
      "grad_norm": 0.7408059351065893,
      "learning_rate": 0.0002826365869899715,
      "loss": 2.5156,
      "step": 21639
    },
    {
      "epoch": 1.0067457548267038,
      "grad_norm": 0.8251712301345682,
      "learning_rate": 0.0002826348536224156,
      "loss": 2.7031,
      "step": 21640
    },
    {
      "epoch": 1.0067922772737845,
      "grad_norm": 0.7801355355333819,
      "learning_rate": 0.0002826331201736599,
      "loss": 2.4219,
      "step": 21641
    },
    {
      "epoch": 1.0068387997208652,
      "grad_norm": 0.7609636480427352,
      "learning_rate": 0.00028263138664370537,
      "loss": 2.4062,
      "step": 21642
    },
    {
      "epoch": 1.0068853221679461,
      "grad_norm": 0.6826473630415922,
      "learning_rate": 0.00028262965303255317,
      "loss": 2.0781,
      "step": 21643
    },
    {
      "epoch": 1.0069318446150268,
      "grad_norm": 0.8139957488977203,
      "learning_rate": 0.0002826279193402043,
      "loss": 2.7656,
      "step": 21644
    },
    {
      "epoch": 1.0069783670621075,
      "grad_norm": 0.7491540246029423,
      "learning_rate": 0.0002826261855666598,
      "loss": 2.5625,
      "step": 21645
    },
    {
      "epoch": 1.0070248895091882,
      "grad_norm": 0.7431349329666704,
      "learning_rate": 0.00028262445171192083,
      "loss": 2.4375,
      "step": 21646
    },
    {
      "epoch": 1.007071411956269,
      "grad_norm": 0.7577939781964415,
      "learning_rate": 0.00028262271777598834,
      "loss": 2.3906,
      "step": 21647
    },
    {
      "epoch": 1.0071179344033496,
      "grad_norm": 0.7453353758799726,
      "learning_rate": 0.00028262098375886346,
      "loss": 2.4062,
      "step": 21648
    },
    {
      "epoch": 1.0071644568504303,
      "grad_norm": 0.7767124833680394,
      "learning_rate": 0.00028261924966054724,
      "loss": 2.5156,
      "step": 21649
    },
    {
      "epoch": 1.007210979297511,
      "grad_norm": 0.7540423342157014,
      "learning_rate": 0.0002826175154810407,
      "loss": 2.0781,
      "step": 21650
    },
    {
      "epoch": 1.0072575017445917,
      "grad_norm": 0.8241052831677284,
      "learning_rate": 0.000282615781220345,
      "loss": 2.4062,
      "step": 21651
    },
    {
      "epoch": 1.0073040241916724,
      "grad_norm": 0.7661078087455397,
      "learning_rate": 0.0002826140468784611,
      "loss": 2.4219,
      "step": 21652
    },
    {
      "epoch": 1.0073505466387531,
      "grad_norm": 0.7388769635338852,
      "learning_rate": 0.0002826123124553901,
      "loss": 2.3906,
      "step": 21653
    },
    {
      "epoch": 1.0073970690858338,
      "grad_norm": 0.779419508111954,
      "learning_rate": 0.00028261057795113306,
      "loss": 2.375,
      "step": 21654
    },
    {
      "epoch": 1.0074435915329147,
      "grad_norm": 0.7169667953325403,
      "learning_rate": 0.00028260884336569103,
      "loss": 1.6406,
      "step": 21655
    },
    {
      "epoch": 1.0074901139799954,
      "grad_norm": 0.7710292770779735,
      "learning_rate": 0.0002826071086990651,
      "loss": 2.1406,
      "step": 21656
    },
    {
      "epoch": 1.0075366364270761,
      "grad_norm": 0.817791350205783,
      "learning_rate": 0.0002826053739512563,
      "loss": 2.6094,
      "step": 21657
    },
    {
      "epoch": 1.0075831588741568,
      "grad_norm": 0.7127012192962128,
      "learning_rate": 0.0002826036391222657,
      "loss": 1.7266,
      "step": 21658
    },
    {
      "epoch": 1.0076296813212375,
      "grad_norm": 0.7278745680240157,
      "learning_rate": 0.0002826019042120944,
      "loss": 2.1875,
      "step": 21659
    },
    {
      "epoch": 1.0076762037683182,
      "grad_norm": 0.8402136294323516,
      "learning_rate": 0.00028260016922074347,
      "loss": 2.4375,
      "step": 21660
    },
    {
      "epoch": 1.007722726215399,
      "grad_norm": 0.786277454400875,
      "learning_rate": 0.00028259843414821386,
      "loss": 2.1094,
      "step": 21661
    },
    {
      "epoch": 1.0077692486624796,
      "grad_norm": 0.8445932714256662,
      "learning_rate": 0.00028259669899450673,
      "loss": 2.75,
      "step": 21662
    },
    {
      "epoch": 1.0078157711095603,
      "grad_norm": 0.666788292751275,
      "learning_rate": 0.0002825949637596231,
      "loss": 1.8125,
      "step": 21663
    },
    {
      "epoch": 1.007862293556641,
      "grad_norm": 0.7401628351835596,
      "learning_rate": 0.0002825932284435641,
      "loss": 1.7578,
      "step": 21664
    },
    {
      "epoch": 1.0079088160037217,
      "grad_norm": 0.7426143783329484,
      "learning_rate": 0.0002825914930463307,
      "loss": 2.3125,
      "step": 21665
    },
    {
      "epoch": 1.0079553384508024,
      "grad_norm": 0.7517094466523384,
      "learning_rate": 0.00028258975756792406,
      "loss": 2.4531,
      "step": 21666
    },
    {
      "epoch": 1.0080018608978831,
      "grad_norm": 0.7698391757102716,
      "learning_rate": 0.00028258802200834514,
      "loss": 2.4688,
      "step": 21667
    },
    {
      "epoch": 1.008048383344964,
      "grad_norm": 0.7370861942342536,
      "learning_rate": 0.0002825862863675951,
      "loss": 2.4062,
      "step": 21668
    },
    {
      "epoch": 1.0080949057920447,
      "grad_norm": 0.7790420183181693,
      "learning_rate": 0.0002825845506456749,
      "loss": 2.4219,
      "step": 21669
    },
    {
      "epoch": 1.0081414282391254,
      "grad_norm": 0.7610960038500806,
      "learning_rate": 0.0002825828148425857,
      "loss": 2.4531,
      "step": 21670
    },
    {
      "epoch": 1.0081879506862061,
      "grad_norm": 0.7535267385919872,
      "learning_rate": 0.0002825810789583285,
      "loss": 2.2969,
      "step": 21671
    },
    {
      "epoch": 1.0082344731332868,
      "grad_norm": 0.7039834918084783,
      "learning_rate": 0.00028257934299290435,
      "loss": 2.0781,
      "step": 21672
    },
    {
      "epoch": 1.0082809955803675,
      "grad_norm": 0.8265767128978262,
      "learning_rate": 0.0002825776069463144,
      "loss": 2.3594,
      "step": 21673
    },
    {
      "epoch": 1.0083275180274482,
      "grad_norm": 0.7481908393737877,
      "learning_rate": 0.0002825758708185596,
      "loss": 2.75,
      "step": 21674
    },
    {
      "epoch": 1.008374040474529,
      "grad_norm": 0.7400313162871471,
      "learning_rate": 0.0002825741346096411,
      "loss": 2.1875,
      "step": 21675
    },
    {
      "epoch": 1.0084205629216096,
      "grad_norm": 0.7544955898911482,
      "learning_rate": 0.00028257239831955993,
      "loss": 2.2812,
      "step": 21676
    },
    {
      "epoch": 1.0084670853686903,
      "grad_norm": 0.7857374177298067,
      "learning_rate": 0.0002825706619483172,
      "loss": 2.5156,
      "step": 21677
    },
    {
      "epoch": 1.008513607815771,
      "grad_norm": 0.6902710443305136,
      "learning_rate": 0.00028256892549591387,
      "loss": 2.3281,
      "step": 21678
    },
    {
      "epoch": 1.0085601302628517,
      "grad_norm": 0.7335798973283664,
      "learning_rate": 0.0002825671889623511,
      "loss": 2.3906,
      "step": 21679
    },
    {
      "epoch": 1.0086066527099324,
      "grad_norm": 0.7174928844715828,
      "learning_rate": 0.00028256545234762987,
      "loss": 2.4219,
      "step": 21680
    },
    {
      "epoch": 1.0086531751570134,
      "grad_norm": 0.7818343733490359,
      "learning_rate": 0.00028256371565175135,
      "loss": 2.4219,
      "step": 21681
    },
    {
      "epoch": 1.008699697604094,
      "grad_norm": 0.7325883374688797,
      "learning_rate": 0.00028256197887471655,
      "loss": 2.2656,
      "step": 21682
    },
    {
      "epoch": 1.0087462200511748,
      "grad_norm": 0.7659479166619251,
      "learning_rate": 0.00028256024201652645,
      "loss": 2.5,
      "step": 21683
    },
    {
      "epoch": 1.0087927424982555,
      "grad_norm": 0.7896192870321287,
      "learning_rate": 0.00028255850507718225,
      "loss": 2.4531,
      "step": 21684
    },
    {
      "epoch": 1.0088392649453362,
      "grad_norm": 0.7930211553996395,
      "learning_rate": 0.00028255676805668487,
      "loss": 2.4219,
      "step": 21685
    },
    {
      "epoch": 1.0088857873924169,
      "grad_norm": 0.7048793453807708,
      "learning_rate": 0.00028255503095503555,
      "loss": 2.375,
      "step": 21686
    },
    {
      "epoch": 1.0089323098394976,
      "grad_norm": 0.8614010249086054,
      "learning_rate": 0.00028255329377223517,
      "loss": 2.3906,
      "step": 21687
    },
    {
      "epoch": 1.0089788322865783,
      "grad_norm": 0.8144486335714725,
      "learning_rate": 0.00028255155650828496,
      "loss": 2.1406,
      "step": 21688
    },
    {
      "epoch": 1.009025354733659,
      "grad_norm": 0.796318192583271,
      "learning_rate": 0.0002825498191631859,
      "loss": 2.2188,
      "step": 21689
    },
    {
      "epoch": 1.0090718771807397,
      "grad_norm": 0.7751591285611109,
      "learning_rate": 0.00028254808173693903,
      "loss": 2.1875,
      "step": 21690
    },
    {
      "epoch": 1.0091183996278204,
      "grad_norm": 0.7267012589910188,
      "learning_rate": 0.0002825463442295454,
      "loss": 2.0312,
      "step": 21691
    },
    {
      "epoch": 1.009164922074901,
      "grad_norm": 0.8053871601801688,
      "learning_rate": 0.0002825446066410062,
      "loss": 2.0,
      "step": 21692
    },
    {
      "epoch": 1.0092114445219817,
      "grad_norm": 0.7459971010076036,
      "learning_rate": 0.0002825428689713224,
      "loss": 2.125,
      "step": 21693
    },
    {
      "epoch": 1.0092579669690627,
      "grad_norm": 0.7910928682774722,
      "learning_rate": 0.00028254113122049506,
      "loss": 2.7031,
      "step": 21694
    },
    {
      "epoch": 1.0093044894161434,
      "grad_norm": 0.690795202643118,
      "learning_rate": 0.00028253939338852526,
      "loss": 1.7344,
      "step": 21695
    },
    {
      "epoch": 1.009351011863224,
      "grad_norm": 0.7483043916843363,
      "learning_rate": 0.00028253765547541404,
      "loss": 2.3125,
      "step": 21696
    },
    {
      "epoch": 1.0093975343103048,
      "grad_norm": 0.7906104674744437,
      "learning_rate": 0.0002825359174811625,
      "loss": 2.6562,
      "step": 21697
    },
    {
      "epoch": 1.0094440567573855,
      "grad_norm": 0.7160947217861205,
      "learning_rate": 0.0002825341794057717,
      "loss": 2.2812,
      "step": 21698
    },
    {
      "epoch": 1.0094905792044662,
      "grad_norm": 0.7461596791363088,
      "learning_rate": 0.00028253244124924265,
      "loss": 2.4219,
      "step": 21699
    },
    {
      "epoch": 1.0095371016515469,
      "grad_norm": 0.7953215381649287,
      "learning_rate": 0.00028253070301157655,
      "loss": 2.4844,
      "step": 21700
    },
    {
      "epoch": 1.0095836240986276,
      "grad_norm": 0.7965923393527675,
      "learning_rate": 0.0002825289646927743,
      "loss": 2.4688,
      "step": 21701
    },
    {
      "epoch": 1.0096301465457083,
      "grad_norm": 0.7974802016391805,
      "learning_rate": 0.00028252722629283704,
      "loss": 2.6562,
      "step": 21702
    },
    {
      "epoch": 1.009676668992789,
      "grad_norm": 0.9175772703508588,
      "learning_rate": 0.00028252548781176586,
      "loss": 2.4531,
      "step": 21703
    },
    {
      "epoch": 1.0097231914398697,
      "grad_norm": 0.7937218572701273,
      "learning_rate": 0.00028252374924956177,
      "loss": 2.3125,
      "step": 21704
    },
    {
      "epoch": 1.0097697138869504,
      "grad_norm": 0.755557370761641,
      "learning_rate": 0.00028252201060622586,
      "loss": 2.3906,
      "step": 21705
    },
    {
      "epoch": 1.0098162363340313,
      "grad_norm": 0.7633713911436872,
      "learning_rate": 0.0002825202718817592,
      "loss": 2.25,
      "step": 21706
    },
    {
      "epoch": 1.009862758781112,
      "grad_norm": 0.7424937035615691,
      "learning_rate": 0.00028251853307616285,
      "loss": 2.3438,
      "step": 21707
    },
    {
      "epoch": 1.0099092812281927,
      "grad_norm": 0.7632167233536421,
      "learning_rate": 0.00028251679418943786,
      "loss": 2.3906,
      "step": 21708
    },
    {
      "epoch": 1.0099558036752734,
      "grad_norm": 0.7856437946923404,
      "learning_rate": 0.00028251505522158534,
      "loss": 2.3125,
      "step": 21709
    },
    {
      "epoch": 1.010002326122354,
      "grad_norm": 0.7145429101590949,
      "learning_rate": 0.0002825133161726063,
      "loss": 2.0312,
      "step": 21710
    },
    {
      "epoch": 1.0100488485694348,
      "grad_norm": 0.7972556939423578,
      "learning_rate": 0.00028251157704250183,
      "loss": 2.5781,
      "step": 21711
    },
    {
      "epoch": 1.0100953710165155,
      "grad_norm": 0.806594668621574,
      "learning_rate": 0.000282509837831273,
      "loss": 2.4219,
      "step": 21712
    },
    {
      "epoch": 1.0101418934635962,
      "grad_norm": 0.7773448199976842,
      "learning_rate": 0.00028250809853892084,
      "loss": 2.2344,
      "step": 21713
    },
    {
      "epoch": 1.0101884159106769,
      "grad_norm": 0.7261401280961093,
      "learning_rate": 0.0002825063591654465,
      "loss": 2.3125,
      "step": 21714
    },
    {
      "epoch": 1.0102349383577576,
      "grad_norm": 0.771857678151252,
      "learning_rate": 0.0002825046197108509,
      "loss": 2.5156,
      "step": 21715
    },
    {
      "epoch": 1.0102814608048383,
      "grad_norm": 0.7697160352205611,
      "learning_rate": 0.00028250288017513526,
      "loss": 2.2188,
      "step": 21716
    },
    {
      "epoch": 1.010327983251919,
      "grad_norm": 0.7402176454651596,
      "learning_rate": 0.00028250114055830057,
      "loss": 2.125,
      "step": 21717
    },
    {
      "epoch": 1.0103745056989997,
      "grad_norm": 0.808953191795105,
      "learning_rate": 0.00028249940086034787,
      "loss": 2.7656,
      "step": 21718
    },
    {
      "epoch": 1.0104210281460806,
      "grad_norm": 0.7923361668430376,
      "learning_rate": 0.00028249766108127825,
      "loss": 2.625,
      "step": 21719
    },
    {
      "epoch": 1.0104675505931613,
      "grad_norm": 0.8262811079840179,
      "learning_rate": 0.0002824959212210928,
      "loss": 2.5625,
      "step": 21720
    },
    {
      "epoch": 1.010514073040242,
      "grad_norm": 0.7862741020487853,
      "learning_rate": 0.00028249418127979255,
      "loss": 2.3125,
      "step": 21721
    },
    {
      "epoch": 1.0105605954873227,
      "grad_norm": 0.7767155835057344,
      "learning_rate": 0.00028249244125737864,
      "loss": 2.5469,
      "step": 21722
    },
    {
      "epoch": 1.0106071179344034,
      "grad_norm": 0.7175530464909884,
      "learning_rate": 0.00028249070115385203,
      "loss": 2.25,
      "step": 21723
    },
    {
      "epoch": 1.010653640381484,
      "grad_norm": 0.7275759344533833,
      "learning_rate": 0.00028248896096921383,
      "loss": 2.0781,
      "step": 21724
    },
    {
      "epoch": 1.0107001628285648,
      "grad_norm": 0.7385268947756631,
      "learning_rate": 0.0002824872207034651,
      "loss": 2.375,
      "step": 21725
    },
    {
      "epoch": 1.0107466852756455,
      "grad_norm": 0.7758353687425574,
      "learning_rate": 0.00028248548035660694,
      "loss": 2.0469,
      "step": 21726
    },
    {
      "epoch": 1.0107932077227262,
      "grad_norm": 0.719686257566997,
      "learning_rate": 0.00028248373992864037,
      "loss": 2.0781,
      "step": 21727
    },
    {
      "epoch": 1.0108397301698069,
      "grad_norm": 0.7775343752540814,
      "learning_rate": 0.0002824819994195665,
      "loss": 2.2656,
      "step": 21728
    },
    {
      "epoch": 1.0108862526168876,
      "grad_norm": 0.7814229358218632,
      "learning_rate": 0.00028248025882938636,
      "loss": 2.0,
      "step": 21729
    },
    {
      "epoch": 1.0109327750639683,
      "grad_norm": 0.7178425891050472,
      "learning_rate": 0.00028247851815810097,
      "loss": 2.3594,
      "step": 21730
    },
    {
      "epoch": 1.010979297511049,
      "grad_norm": 0.7653487902436804,
      "learning_rate": 0.0002824767774057115,
      "loss": 2.2969,
      "step": 21731
    },
    {
      "epoch": 1.01102581995813,
      "grad_norm": 0.8170441001691378,
      "learning_rate": 0.00028247503657221896,
      "loss": 2.6094,
      "step": 21732
    },
    {
      "epoch": 1.0110723424052106,
      "grad_norm": 0.7531014505833985,
      "learning_rate": 0.00028247329565762446,
      "loss": 2.1094,
      "step": 21733
    },
    {
      "epoch": 1.0111188648522913,
      "grad_norm": 0.8055465270838036,
      "learning_rate": 0.000282471554661929,
      "loss": 2.4375,
      "step": 21734
    },
    {
      "epoch": 1.011165387299372,
      "grad_norm": 0.7672188796847446,
      "learning_rate": 0.00028246981358513365,
      "loss": 2.5938,
      "step": 21735
    },
    {
      "epoch": 1.0112119097464527,
      "grad_norm": 0.739130743414796,
      "learning_rate": 0.00028246807242723946,
      "loss": 2.1719,
      "step": 21736
    },
    {
      "epoch": 1.0112584321935334,
      "grad_norm": 0.8017802632824742,
      "learning_rate": 0.00028246633118824755,
      "loss": 2.3594,
      "step": 21737
    },
    {
      "epoch": 1.011304954640614,
      "grad_norm": 0.8439737550151492,
      "learning_rate": 0.00028246458986815905,
      "loss": 2.7344,
      "step": 21738
    },
    {
      "epoch": 1.0113514770876948,
      "grad_norm": 0.7664291617049642,
      "learning_rate": 0.0002824628484669749,
      "loss": 2.4062,
      "step": 21739
    },
    {
      "epoch": 1.0113979995347755,
      "grad_norm": 0.7603694438803683,
      "learning_rate": 0.00028246110698469624,
      "loss": 2.6094,
      "step": 21740
    },
    {
      "epoch": 1.0114445219818562,
      "grad_norm": 0.7497021181773961,
      "learning_rate": 0.00028245936542132405,
      "loss": 2.5469,
      "step": 21741
    },
    {
      "epoch": 1.011491044428937,
      "grad_norm": 0.7815318294042536,
      "learning_rate": 0.00028245762377685955,
      "loss": 2.5156,
      "step": 21742
    },
    {
      "epoch": 1.0115375668760176,
      "grad_norm": 0.7479731282848372,
      "learning_rate": 0.0002824558820513036,
      "loss": 2.3594,
      "step": 21743
    },
    {
      "epoch": 1.0115840893230983,
      "grad_norm": 0.7958623600405741,
      "learning_rate": 0.00028245414024465743,
      "loss": 2.6406,
      "step": 21744
    },
    {
      "epoch": 1.0116306117701792,
      "grad_norm": 0.7120810789585427,
      "learning_rate": 0.0002824523983569221,
      "loss": 2.1719,
      "step": 21745
    },
    {
      "epoch": 1.01167713421726,
      "grad_norm": 0.7583417608595778,
      "learning_rate": 0.00028245065638809856,
      "loss": 2.1406,
      "step": 21746
    },
    {
      "epoch": 1.0117236566643406,
      "grad_norm": 0.770761778342563,
      "learning_rate": 0.000282448914338188,
      "loss": 2.1094,
      "step": 21747
    },
    {
      "epoch": 1.0117701791114213,
      "grad_norm": 0.6891457407786845,
      "learning_rate": 0.0002824471722071914,
      "loss": 1.9844,
      "step": 21748
    },
    {
      "epoch": 1.011816701558502,
      "grad_norm": 0.7401997191162344,
      "learning_rate": 0.00028244542999510987,
      "loss": 2.5781,
      "step": 21749
    },
    {
      "epoch": 1.0118632240055827,
      "grad_norm": 0.8228703925083406,
      "learning_rate": 0.00028244368770194444,
      "loss": 2.3906,
      "step": 21750
    },
    {
      "epoch": 1.0119097464526634,
      "grad_norm": 0.8236682189126319,
      "learning_rate": 0.00028244194532769625,
      "loss": 2.6094,
      "step": 21751
    },
    {
      "epoch": 1.011956268899744,
      "grad_norm": 0.818269537114998,
      "learning_rate": 0.0002824402028723663,
      "loss": 2.7812,
      "step": 21752
    },
    {
      "epoch": 1.0120027913468248,
      "grad_norm": 0.7985140790954465,
      "learning_rate": 0.0002824384603359557,
      "loss": 2.3594,
      "step": 21753
    },
    {
      "epoch": 1.0120493137939055,
      "grad_norm": 0.77657363434137,
      "learning_rate": 0.0002824367177184655,
      "loss": 2.2656,
      "step": 21754
    },
    {
      "epoch": 1.0120958362409862,
      "grad_norm": 0.7659126299738885,
      "learning_rate": 0.0002824349750198967,
      "loss": 2.2031,
      "step": 21755
    },
    {
      "epoch": 1.012142358688067,
      "grad_norm": 0.7869179669816271,
      "learning_rate": 0.0002824332322402505,
      "loss": 2.2188,
      "step": 21756
    },
    {
      "epoch": 1.0121888811351476,
      "grad_norm": 0.7505470260291719,
      "learning_rate": 0.0002824314893795278,
      "loss": 2.3594,
      "step": 21757
    },
    {
      "epoch": 1.0122354035822285,
      "grad_norm": 0.7837154552232757,
      "learning_rate": 0.0002824297464377299,
      "loss": 2.1406,
      "step": 21758
    },
    {
      "epoch": 1.0122819260293092,
      "grad_norm": 0.7790845488107888,
      "learning_rate": 0.00028242800341485763,
      "loss": 2.5,
      "step": 21759
    },
    {
      "epoch": 1.01232844847639,
      "grad_norm": 0.8599280008482515,
      "learning_rate": 0.00028242626031091216,
      "loss": 2.5938,
      "step": 21760
    },
    {
      "epoch": 1.0123749709234706,
      "grad_norm": 0.8335987202455356,
      "learning_rate": 0.0002824245171258946,
      "loss": 2.25,
      "step": 21761
    },
    {
      "epoch": 1.0124214933705513,
      "grad_norm": 0.7533537746861437,
      "learning_rate": 0.0002824227738598059,
      "loss": 2.3281,
      "step": 21762
    },
    {
      "epoch": 1.012468015817632,
      "grad_norm": 0.761808764396885,
      "learning_rate": 0.00028242103051264724,
      "loss": 2.2656,
      "step": 21763
    },
    {
      "epoch": 1.0125145382647127,
      "grad_norm": 0.7713379136664179,
      "learning_rate": 0.00028241928708441967,
      "loss": 2.4531,
      "step": 21764
    },
    {
      "epoch": 1.0125610607117934,
      "grad_norm": 0.7828983515146926,
      "learning_rate": 0.0002824175435751242,
      "loss": 2.4219,
      "step": 21765
    },
    {
      "epoch": 1.0126075831588741,
      "grad_norm": 0.7799164298804647,
      "learning_rate": 0.0002824157999847619,
      "loss": 2.0938,
      "step": 21766
    },
    {
      "epoch": 1.0126541056059548,
      "grad_norm": 0.7765988931555291,
      "learning_rate": 0.00028241405631333386,
      "loss": 2.5469,
      "step": 21767
    },
    {
      "epoch": 1.0127006280530355,
      "grad_norm": 0.7309444286710105,
      "learning_rate": 0.0002824123125608412,
      "loss": 2.2344,
      "step": 21768
    },
    {
      "epoch": 1.0127471505001162,
      "grad_norm": 0.7762421962755878,
      "learning_rate": 0.00028241056872728497,
      "loss": 2.4844,
      "step": 21769
    },
    {
      "epoch": 1.0127936729471971,
      "grad_norm": 0.6967047456950008,
      "learning_rate": 0.0002824088248126662,
      "loss": 2.0469,
      "step": 21770
    },
    {
      "epoch": 1.0128401953942778,
      "grad_norm": 0.7848954269797446,
      "learning_rate": 0.0002824070808169859,
      "loss": 2.6719,
      "step": 21771
    },
    {
      "epoch": 1.0128867178413585,
      "grad_norm": 0.7856884987769093,
      "learning_rate": 0.00028240533674024523,
      "loss": 2.4375,
      "step": 21772
    },
    {
      "epoch": 1.0129332402884392,
      "grad_norm": 0.7554079640113671,
      "learning_rate": 0.00028240359258244527,
      "loss": 2.2656,
      "step": 21773
    },
    {
      "epoch": 1.01297976273552,
      "grad_norm": 0.7582763385989076,
      "learning_rate": 0.00028240184834358705,
      "loss": 2.6094,
      "step": 21774
    },
    {
      "epoch": 1.0130262851826006,
      "grad_norm": 0.7458148554291735,
      "learning_rate": 0.0002824001040236716,
      "loss": 2.3438,
      "step": 21775
    },
    {
      "epoch": 1.0130728076296813,
      "grad_norm": 0.7714155758343461,
      "learning_rate": 0.00028239835962270006,
      "loss": 2.375,
      "step": 21776
    },
    {
      "epoch": 1.013119330076762,
      "grad_norm": 0.685970966695482,
      "learning_rate": 0.0002823966151406734,
      "loss": 2.0156,
      "step": 21777
    },
    {
      "epoch": 1.0131658525238427,
      "grad_norm": 0.7731913641137044,
      "learning_rate": 0.0002823948705775928,
      "loss": 2.375,
      "step": 21778
    },
    {
      "epoch": 1.0132123749709234,
      "grad_norm": 0.8028975990884325,
      "learning_rate": 0.0002823931259334593,
      "loss": 2.3281,
      "step": 21779
    },
    {
      "epoch": 1.0132588974180041,
      "grad_norm": 0.7989746986998052,
      "learning_rate": 0.00028239138120827393,
      "loss": 2.4375,
      "step": 21780
    },
    {
      "epoch": 1.0133054198650848,
      "grad_norm": 0.7766095580282468,
      "learning_rate": 0.00028238963640203775,
      "loss": 2.6094,
      "step": 21781
    },
    {
      "epoch": 1.0133519423121655,
      "grad_norm": 0.7279449055852238,
      "learning_rate": 0.0002823878915147519,
      "loss": 2.3438,
      "step": 21782
    },
    {
      "epoch": 1.0133984647592464,
      "grad_norm": 0.7342749028996697,
      "learning_rate": 0.00028238614654641734,
      "loss": 2.2969,
      "step": 21783
    },
    {
      "epoch": 1.0134449872063271,
      "grad_norm": 0.7417058908631396,
      "learning_rate": 0.00028238440149703527,
      "loss": 2.1875,
      "step": 21784
    },
    {
      "epoch": 1.0134915096534078,
      "grad_norm": 0.7888768695985009,
      "learning_rate": 0.00028238265636660665,
      "loss": 2.7031,
      "step": 21785
    },
    {
      "epoch": 1.0135380321004885,
      "grad_norm": 0.7337292727262588,
      "learning_rate": 0.0002823809111551326,
      "loss": 2.3594,
      "step": 21786
    },
    {
      "epoch": 1.0135845545475692,
      "grad_norm": 0.7729854124754111,
      "learning_rate": 0.0002823791658626142,
      "loss": 2.75,
      "step": 21787
    },
    {
      "epoch": 1.01363107699465,
      "grad_norm": 0.7401549035101208,
      "learning_rate": 0.00028237742048905243,
      "loss": 2.2812,
      "step": 21788
    },
    {
      "epoch": 1.0136775994417306,
      "grad_norm": 0.7560655481426287,
      "learning_rate": 0.0002823756750344485,
      "loss": 2.2656,
      "step": 21789
    },
    {
      "epoch": 1.0137241218888113,
      "grad_norm": 0.7599899445118768,
      "learning_rate": 0.0002823739294988033,
      "loss": 2.375,
      "step": 21790
    },
    {
      "epoch": 1.013770644335892,
      "grad_norm": 0.7516032884337988,
      "learning_rate": 0.0002823721838821181,
      "loss": 2.2812,
      "step": 21791
    },
    {
      "epoch": 1.0138171667829727,
      "grad_norm": 0.752261632474096,
      "learning_rate": 0.0002823704381843938,
      "loss": 2.4531,
      "step": 21792
    },
    {
      "epoch": 1.0138636892300534,
      "grad_norm": 0.7878837366899388,
      "learning_rate": 0.0002823686924056316,
      "loss": 2.3125,
      "step": 21793
    },
    {
      "epoch": 1.0139102116771341,
      "grad_norm": 0.8708973152914153,
      "learning_rate": 0.0002823669465458325,
      "loss": 2.6562,
      "step": 21794
    },
    {
      "epoch": 1.0139567341242148,
      "grad_norm": 0.7741365279031839,
      "learning_rate": 0.00028236520060499754,
      "loss": 2.4062,
      "step": 21795
    },
    {
      "epoch": 1.0140032565712958,
      "grad_norm": 0.8007884949234945,
      "learning_rate": 0.0002823634545831278,
      "loss": 2.5625,
      "step": 21796
    },
    {
      "epoch": 1.0140497790183765,
      "grad_norm": 0.7817056797350938,
      "learning_rate": 0.00028236170848022443,
      "loss": 2.3281,
      "step": 21797
    },
    {
      "epoch": 1.0140963014654572,
      "grad_norm": 0.7730013192386087,
      "learning_rate": 0.00028235996229628843,
      "loss": 2.5469,
      "step": 21798
    },
    {
      "epoch": 1.0141428239125378,
      "grad_norm": 0.7274153143683008,
      "learning_rate": 0.0002823582160313209,
      "loss": 1.7656,
      "step": 21799
    },
    {
      "epoch": 1.0141893463596185,
      "grad_norm": 0.8118630538099385,
      "learning_rate": 0.00028235646968532285,
      "loss": 2.6719,
      "step": 21800
    },
    {
      "epoch": 1.0142358688066992,
      "grad_norm": 0.7772987653301666,
      "learning_rate": 0.0002823547232582954,
      "loss": 2.4688,
      "step": 21801
    },
    {
      "epoch": 1.01428239125378,
      "grad_norm": 0.7371031261766757,
      "learning_rate": 0.00028235297675023954,
      "loss": 1.8281,
      "step": 21802
    },
    {
      "epoch": 1.0143289137008606,
      "grad_norm": 0.7715178949231415,
      "learning_rate": 0.00028235123016115654,
      "loss": 2.4531,
      "step": 21803
    },
    {
      "epoch": 1.0143754361479413,
      "grad_norm": 0.8703021978011092,
      "learning_rate": 0.00028234948349104726,
      "loss": 2.3594,
      "step": 21804
    },
    {
      "epoch": 1.014421958595022,
      "grad_norm": 0.7643045447083208,
      "learning_rate": 0.00028234773673991285,
      "loss": 2.3594,
      "step": 21805
    },
    {
      "epoch": 1.0144684810421027,
      "grad_norm": 0.7568390402585149,
      "learning_rate": 0.0002823459899077544,
      "loss": 2.3125,
      "step": 21806
    },
    {
      "epoch": 1.0145150034891834,
      "grad_norm": 0.7336532367054515,
      "learning_rate": 0.00028234424299457294,
      "loss": 2.125,
      "step": 21807
    },
    {
      "epoch": 1.0145615259362641,
      "grad_norm": 0.7105482470110055,
      "learning_rate": 0.0002823424960003695,
      "loss": 2.0469,
      "step": 21808
    },
    {
      "epoch": 1.014608048383345,
      "grad_norm": 0.7399402130593469,
      "learning_rate": 0.00028234074892514527,
      "loss": 2.25,
      "step": 21809
    },
    {
      "epoch": 1.0146545708304258,
      "grad_norm": 0.7296945839094198,
      "learning_rate": 0.00028233900176890126,
      "loss": 2.1562,
      "step": 21810
    },
    {
      "epoch": 1.0147010932775065,
      "grad_norm": 0.761890295530554,
      "learning_rate": 0.0002823372545316385,
      "loss": 2.4844,
      "step": 21811
    },
    {
      "epoch": 1.0147476157245872,
      "grad_norm": 0.7744494939015139,
      "learning_rate": 0.00028233550721335816,
      "loss": 2.4688,
      "step": 21812
    },
    {
      "epoch": 1.0147941381716679,
      "grad_norm": 0.7823770034330239,
      "learning_rate": 0.0002823337598140611,
      "loss": 2.2969,
      "step": 21813
    },
    {
      "epoch": 1.0148406606187486,
      "grad_norm": 0.7081944722155259,
      "learning_rate": 0.0002823320123337487,
      "loss": 2.125,
      "step": 21814
    },
    {
      "epoch": 1.0148871830658293,
      "grad_norm": 0.7645467845806004,
      "learning_rate": 0.0002823302647724218,
      "loss": 2.6094,
      "step": 21815
    },
    {
      "epoch": 1.01493370551291,
      "grad_norm": 0.7639446524778987,
      "learning_rate": 0.00028232851713008147,
      "loss": 2.3906,
      "step": 21816
    },
    {
      "epoch": 1.0149802279599907,
      "grad_norm": 0.7943578370296447,
      "learning_rate": 0.0002823267694067289,
      "loss": 2.7031,
      "step": 21817
    },
    {
      "epoch": 1.0150267504070714,
      "grad_norm": 0.8279348076447315,
      "learning_rate": 0.00028232502160236507,
      "loss": 2.375,
      "step": 21818
    },
    {
      "epoch": 1.015073272854152,
      "grad_norm": 0.7487559708110245,
      "learning_rate": 0.0002823232737169911,
      "loss": 2.3281,
      "step": 21819
    },
    {
      "epoch": 1.0151197953012328,
      "grad_norm": 0.7550186539495609,
      "learning_rate": 0.00028232152575060807,
      "loss": 2.375,
      "step": 21820
    },
    {
      "epoch": 1.0151663177483135,
      "grad_norm": 0.7872692901869688,
      "learning_rate": 0.000282319777703217,
      "loss": 2.2812,
      "step": 21821
    },
    {
      "epoch": 1.0152128401953944,
      "grad_norm": 0.7521213227105765,
      "learning_rate": 0.000282318029574819,
      "loss": 2.5156,
      "step": 21822
    },
    {
      "epoch": 1.015259362642475,
      "grad_norm": 0.7737837074818859,
      "learning_rate": 0.0002823162813654151,
      "loss": 2.3281,
      "step": 21823
    },
    {
      "epoch": 1.0153058850895558,
      "grad_norm": 0.7795965065682219,
      "learning_rate": 0.00028231453307500637,
      "loss": 2.25,
      "step": 21824
    },
    {
      "epoch": 1.0153524075366365,
      "grad_norm": 0.7229683906904403,
      "learning_rate": 0.0002823127847035939,
      "loss": 2.375,
      "step": 21825
    },
    {
      "epoch": 1.0153989299837172,
      "grad_norm": 0.7585281904316066,
      "learning_rate": 0.0002823110362511788,
      "loss": 2.1719,
      "step": 21826
    },
    {
      "epoch": 1.0154454524307979,
      "grad_norm": 0.7834848567497632,
      "learning_rate": 0.00028230928771776206,
      "loss": 2.4375,
      "step": 21827
    },
    {
      "epoch": 1.0154919748778786,
      "grad_norm": 0.7644217604748568,
      "learning_rate": 0.0002823075391033449,
      "loss": 2.5,
      "step": 21828
    },
    {
      "epoch": 1.0155384973249593,
      "grad_norm": 0.7906181668446247,
      "learning_rate": 0.0002823057904079282,
      "loss": 2.3906,
      "step": 21829
    },
    {
      "epoch": 1.01558501977204,
      "grad_norm": 0.7127934111796802,
      "learning_rate": 0.0002823040416315131,
      "loss": 2.0469,
      "step": 21830
    },
    {
      "epoch": 1.0156315422191207,
      "grad_norm": 0.769453108264248,
      "learning_rate": 0.0002823022927741007,
      "loss": 2.4844,
      "step": 21831
    },
    {
      "epoch": 1.0156780646662014,
      "grad_norm": 0.7637512200294818,
      "learning_rate": 0.00028230054383569206,
      "loss": 2.1406,
      "step": 21832
    },
    {
      "epoch": 1.015724587113282,
      "grad_norm": 0.7703898589606305,
      "learning_rate": 0.0002822987948162883,
      "loss": 2.4375,
      "step": 21833
    },
    {
      "epoch": 1.015771109560363,
      "grad_norm": 0.801473883236534,
      "learning_rate": 0.00028229704571589037,
      "loss": 2.25,
      "step": 21834
    },
    {
      "epoch": 1.0158176320074437,
      "grad_norm": 0.8141453701372462,
      "learning_rate": 0.00028229529653449944,
      "loss": 2.4375,
      "step": 21835
    },
    {
      "epoch": 1.0158641544545244,
      "grad_norm": 0.781029534660597,
      "learning_rate": 0.0002822935472721166,
      "loss": 2.1875,
      "step": 21836
    },
    {
      "epoch": 1.015910676901605,
      "grad_norm": 0.8121132100420982,
      "learning_rate": 0.00028229179792874277,
      "loss": 2.6562,
      "step": 21837
    },
    {
      "epoch": 1.0159571993486858,
      "grad_norm": 0.8190020829561117,
      "learning_rate": 0.00028229004850437915,
      "loss": 2.7656,
      "step": 21838
    },
    {
      "epoch": 1.0160037217957665,
      "grad_norm": 0.8131756918234139,
      "learning_rate": 0.00028228829899902677,
      "loss": 2.5312,
      "step": 21839
    },
    {
      "epoch": 1.0160502442428472,
      "grad_norm": 0.7471784249535338,
      "learning_rate": 0.00028228654941268676,
      "loss": 2.3906,
      "step": 21840
    },
    {
      "epoch": 1.0160967666899279,
      "grad_norm": 0.7676881177124047,
      "learning_rate": 0.00028228479974536016,
      "loss": 2.4062,
      "step": 21841
    },
    {
      "epoch": 1.0161432891370086,
      "grad_norm": 0.7730568240763357,
      "learning_rate": 0.000282283049997048,
      "loss": 2.3125,
      "step": 21842
    },
    {
      "epoch": 1.0161898115840893,
      "grad_norm": 0.7765726928636766,
      "learning_rate": 0.00028228130016775134,
      "loss": 2.4375,
      "step": 21843
    },
    {
      "epoch": 1.01623633403117,
      "grad_norm": 0.7492401861920556,
      "learning_rate": 0.0002822795502574713,
      "loss": 2.2031,
      "step": 21844
    },
    {
      "epoch": 1.0162828564782507,
      "grad_norm": 0.8451016418713019,
      "learning_rate": 0.00028227780026620903,
      "loss": 2.6562,
      "step": 21845
    },
    {
      "epoch": 1.0163293789253314,
      "grad_norm": 0.7242989260638608,
      "learning_rate": 0.00028227605019396544,
      "loss": 2.1406,
      "step": 21846
    },
    {
      "epoch": 1.0163759013724123,
      "grad_norm": 0.7065976848812544,
      "learning_rate": 0.00028227430004074166,
      "loss": 2.25,
      "step": 21847
    },
    {
      "epoch": 1.016422423819493,
      "grad_norm": 0.7432847668460296,
      "learning_rate": 0.00028227254980653875,
      "loss": 2.2188,
      "step": 21848
    },
    {
      "epoch": 1.0164689462665737,
      "grad_norm": 0.8252813889017753,
      "learning_rate": 0.0002822707994913578,
      "loss": 2.3125,
      "step": 21849
    },
    {
      "epoch": 1.0165154687136544,
      "grad_norm": 0.7706729770868243,
      "learning_rate": 0.00028226904909519994,
      "loss": 2.5312,
      "step": 21850
    },
    {
      "epoch": 1.016561991160735,
      "grad_norm": 0.7176311857681621,
      "learning_rate": 0.0002822672986180662,
      "loss": 2.375,
      "step": 21851
    },
    {
      "epoch": 1.0166085136078158,
      "grad_norm": 0.7964791459175049,
      "learning_rate": 0.00028226554805995763,
      "loss": 2.75,
      "step": 21852
    },
    {
      "epoch": 1.0166550360548965,
      "grad_norm": 0.8286048805844497,
      "learning_rate": 0.0002822637974208753,
      "loss": 2.5938,
      "step": 21853
    },
    {
      "epoch": 1.0167015585019772,
      "grad_norm": 0.7810888669761296,
      "learning_rate": 0.00028226204670082027,
      "loss": 2.4375,
      "step": 21854
    },
    {
      "epoch": 1.0167480809490579,
      "grad_norm": 0.7704878256056769,
      "learning_rate": 0.0002822602958997937,
      "loss": 2.4375,
      "step": 21855
    },
    {
      "epoch": 1.0167946033961386,
      "grad_norm": 0.7612673135961475,
      "learning_rate": 0.00028225854501779654,
      "loss": 2.5,
      "step": 21856
    },
    {
      "epoch": 1.0168411258432193,
      "grad_norm": 0.7690488339739587,
      "learning_rate": 0.0002822567940548299,
      "loss": 2.5156,
      "step": 21857
    },
    {
      "epoch": 1.0168876482903,
      "grad_norm": 0.7834121252489602,
      "learning_rate": 0.00028225504301089495,
      "loss": 2.625,
      "step": 21858
    },
    {
      "epoch": 1.0169341707373807,
      "grad_norm": 0.7850883735469606,
      "learning_rate": 0.00028225329188599264,
      "loss": 2.6875,
      "step": 21859
    },
    {
      "epoch": 1.0169806931844616,
      "grad_norm": 0.7949817779014188,
      "learning_rate": 0.00028225154068012406,
      "loss": 2.4844,
      "step": 21860
    },
    {
      "epoch": 1.0170272156315423,
      "grad_norm": 0.7778937761772695,
      "learning_rate": 0.00028224978939329036,
      "loss": 2.5156,
      "step": 21861
    },
    {
      "epoch": 1.017073738078623,
      "grad_norm": 0.7746818099605901,
      "learning_rate": 0.00028224803802549256,
      "loss": 2.3281,
      "step": 21862
    },
    {
      "epoch": 1.0171202605257037,
      "grad_norm": 0.7696943277912642,
      "learning_rate": 0.0002822462865767317,
      "loss": 2.7656,
      "step": 21863
    },
    {
      "epoch": 1.0171667829727844,
      "grad_norm": 0.8284717553500125,
      "learning_rate": 0.00028224453504700883,
      "loss": 2.5469,
      "step": 21864
    },
    {
      "epoch": 1.017213305419865,
      "grad_norm": 0.7094291627502262,
      "learning_rate": 0.0002822427834363252,
      "loss": 2.2344,
      "step": 21865
    },
    {
      "epoch": 1.0172598278669458,
      "grad_norm": 0.753974274564076,
      "learning_rate": 0.00028224103174468167,
      "loss": 2.1094,
      "step": 21866
    },
    {
      "epoch": 1.0173063503140265,
      "grad_norm": 0.796271769406596,
      "learning_rate": 0.0002822392799720794,
      "loss": 2.4531,
      "step": 21867
    },
    {
      "epoch": 1.0173528727611072,
      "grad_norm": 0.7341077319245937,
      "learning_rate": 0.00028223752811851947,
      "loss": 2.2656,
      "step": 21868
    },
    {
      "epoch": 1.017399395208188,
      "grad_norm": 0.8075349923348903,
      "learning_rate": 0.000282235776184003,
      "loss": 2.875,
      "step": 21869
    },
    {
      "epoch": 1.0174459176552686,
      "grad_norm": 0.759777281232787,
      "learning_rate": 0.00028223402416853097,
      "loss": 2.4688,
      "step": 21870
    },
    {
      "epoch": 1.0174924401023493,
      "grad_norm": 0.7343201353771942,
      "learning_rate": 0.0002822322720721045,
      "loss": 2.5,
      "step": 21871
    },
    {
      "epoch": 1.01753896254943,
      "grad_norm": 0.7636744152167121,
      "learning_rate": 0.0002822305198947246,
      "loss": 2.5938,
      "step": 21872
    },
    {
      "epoch": 1.017585484996511,
      "grad_norm": 0.835324413299565,
      "learning_rate": 0.0002822287676363925,
      "loss": 2.5938,
      "step": 21873
    },
    {
      "epoch": 1.0176320074435916,
      "grad_norm": 0.7722825062687951,
      "learning_rate": 0.0002822270152971091,
      "loss": 2.3125,
      "step": 21874
    },
    {
      "epoch": 1.0176785298906723,
      "grad_norm": 0.7687584823646773,
      "learning_rate": 0.00028222526287687553,
      "loss": 2.4844,
      "step": 21875
    },
    {
      "epoch": 1.017725052337753,
      "grad_norm": 0.7508843230935072,
      "learning_rate": 0.00028222351037569295,
      "loss": 2.4062,
      "step": 21876
    },
    {
      "epoch": 1.0177715747848337,
      "grad_norm": 0.7339683234267337,
      "learning_rate": 0.00028222175779356226,
      "loss": 2.4062,
      "step": 21877
    },
    {
      "epoch": 1.0178180972319144,
      "grad_norm": 0.7934966344704332,
      "learning_rate": 0.0002822200051304847,
      "loss": 2.7969,
      "step": 21878
    },
    {
      "epoch": 1.017864619678995,
      "grad_norm": 0.692806478438577,
      "learning_rate": 0.00028221825238646127,
      "loss": 2.0625,
      "step": 21879
    },
    {
      "epoch": 1.0179111421260758,
      "grad_norm": 0.7552684115817545,
      "learning_rate": 0.00028221649956149304,
      "loss": 2.375,
      "step": 21880
    },
    {
      "epoch": 1.0179576645731565,
      "grad_norm": 0.7192549885543268,
      "learning_rate": 0.00028221474665558104,
      "loss": 2.25,
      "step": 21881
    },
    {
      "epoch": 1.0180041870202372,
      "grad_norm": 0.8033418791317537,
      "learning_rate": 0.0002822129936687264,
      "loss": 2.4062,
      "step": 21882
    },
    {
      "epoch": 1.018050709467318,
      "grad_norm": 0.7524454955733717,
      "learning_rate": 0.0002822112406009303,
      "loss": 2.3594,
      "step": 21883
    },
    {
      "epoch": 1.0180972319143986,
      "grad_norm": 0.7357231088090762,
      "learning_rate": 0.0002822094874521935,
      "loss": 2.2188,
      "step": 21884
    },
    {
      "epoch": 1.0181437543614793,
      "grad_norm": 0.7595395720809255,
      "learning_rate": 0.00028220773422251745,
      "loss": 2.4062,
      "step": 21885
    },
    {
      "epoch": 1.0181902768085602,
      "grad_norm": 0.813027462650452,
      "learning_rate": 0.00028220598091190297,
      "loss": 2.375,
      "step": 21886
    },
    {
      "epoch": 1.018236799255641,
      "grad_norm": 0.7840015807454449,
      "learning_rate": 0.00028220422752035123,
      "loss": 2.2656,
      "step": 21887
    },
    {
      "epoch": 1.0182833217027216,
      "grad_norm": 0.7824315121929165,
      "learning_rate": 0.00028220247404786325,
      "loss": 2.3438,
      "step": 21888
    },
    {
      "epoch": 1.0183298441498023,
      "grad_norm": 0.7786647951520761,
      "learning_rate": 0.0002822007204944402,
      "loss": 2.2188,
      "step": 21889
    },
    {
      "epoch": 1.018376366596883,
      "grad_norm": 0.7344655785231918,
      "learning_rate": 0.00028219896686008304,
      "loss": 2.2969,
      "step": 21890
    },
    {
      "epoch": 1.0184228890439637,
      "grad_norm": 0.8216364578711041,
      "learning_rate": 0.0002821972131447929,
      "loss": 2.6875,
      "step": 21891
    },
    {
      "epoch": 1.0184694114910444,
      "grad_norm": 0.7960019247746442,
      "learning_rate": 0.00028219545934857085,
      "loss": 2.3125,
      "step": 21892
    },
    {
      "epoch": 1.0185159339381251,
      "grad_norm": 0.7478292576737366,
      "learning_rate": 0.00028219370547141796,
      "loss": 2.0,
      "step": 21893
    },
    {
      "epoch": 1.0185624563852058,
      "grad_norm": 0.9140754051078566,
      "learning_rate": 0.0002821919515133353,
      "loss": 2.6875,
      "step": 21894
    },
    {
      "epoch": 1.0186089788322865,
      "grad_norm": 0.8314118960303705,
      "learning_rate": 0.000282190197474324,
      "loss": 2.4375,
      "step": 21895
    },
    {
      "epoch": 1.0186555012793672,
      "grad_norm": 0.8371955785340905,
      "learning_rate": 0.000282188443354385,
      "loss": 2.1719,
      "step": 21896
    },
    {
      "epoch": 1.018702023726448,
      "grad_norm": 0.7358585503031555,
      "learning_rate": 0.0002821866891535195,
      "loss": 2.1094,
      "step": 21897
    },
    {
      "epoch": 1.0187485461735288,
      "grad_norm": 0.7799754637238193,
      "learning_rate": 0.00028218493487172853,
      "loss": 2.1719,
      "step": 21898
    },
    {
      "epoch": 1.0187950686206095,
      "grad_norm": 0.7938063512373175,
      "learning_rate": 0.00028218318050901315,
      "loss": 2.5625,
      "step": 21899
    },
    {
      "epoch": 1.0188415910676902,
      "grad_norm": 0.8642307734795571,
      "learning_rate": 0.00028218142606537444,
      "loss": 2.5469,
      "step": 21900
    },
    {
      "epoch": 1.018888113514771,
      "grad_norm": 0.7776288654066407,
      "learning_rate": 0.0002821796715408135,
      "loss": 2.4062,
      "step": 21901
    },
    {
      "epoch": 1.0189346359618516,
      "grad_norm": 0.8395249101041224,
      "learning_rate": 0.00028217791693533137,
      "loss": 2.4062,
      "step": 21902
    },
    {
      "epoch": 1.0189811584089323,
      "grad_norm": 0.8040708693528953,
      "learning_rate": 0.00028217616224892917,
      "loss": 2.625,
      "step": 21903
    },
    {
      "epoch": 1.019027680856013,
      "grad_norm": 0.737152568175573,
      "learning_rate": 0.0002821744074816079,
      "loss": 2.2969,
      "step": 21904
    },
    {
      "epoch": 1.0190742033030937,
      "grad_norm": 0.754941507504166,
      "learning_rate": 0.00028217265263336876,
      "loss": 2.375,
      "step": 21905
    },
    {
      "epoch": 1.0191207257501744,
      "grad_norm": 0.7796317052227307,
      "learning_rate": 0.00028217089770421266,
      "loss": 1.8672,
      "step": 21906
    },
    {
      "epoch": 1.0191672481972551,
      "grad_norm": 0.8028300685109779,
      "learning_rate": 0.00028216914269414077,
      "loss": 2.3125,
      "step": 21907
    },
    {
      "epoch": 1.0192137706443358,
      "grad_norm": 0.7869921803028188,
      "learning_rate": 0.0002821673876031542,
      "loss": 2.3906,
      "step": 21908
    },
    {
      "epoch": 1.0192602930914165,
      "grad_norm": 0.7899820738255615,
      "learning_rate": 0.0002821656324312539,
      "loss": 2.4844,
      "step": 21909
    },
    {
      "epoch": 1.0193068155384972,
      "grad_norm": 0.8199950692354425,
      "learning_rate": 0.0002821638771784411,
      "loss": 2.3125,
      "step": 21910
    },
    {
      "epoch": 1.0193533379855781,
      "grad_norm": 0.7821449842121128,
      "learning_rate": 0.0002821621218447168,
      "loss": 2.6094,
      "step": 21911
    },
    {
      "epoch": 1.0193998604326588,
      "grad_norm": 0.7134134541891898,
      "learning_rate": 0.000282160366430082,
      "loss": 2.4375,
      "step": 21912
    },
    {
      "epoch": 1.0194463828797395,
      "grad_norm": 0.7643480937703585,
      "learning_rate": 0.0002821586109345379,
      "loss": 2.2344,
      "step": 21913
    },
    {
      "epoch": 1.0194929053268202,
      "grad_norm": 0.7664580382008676,
      "learning_rate": 0.00028215685535808545,
      "loss": 2.0938,
      "step": 21914
    },
    {
      "epoch": 1.019539427773901,
      "grad_norm": 0.7290780290347818,
      "learning_rate": 0.00028215509970072584,
      "loss": 1.7031,
      "step": 21915
    },
    {
      "epoch": 1.0195859502209816,
      "grad_norm": 0.7648400503598786,
      "learning_rate": 0.0002821533439624601,
      "loss": 2.5156,
      "step": 21916
    },
    {
      "epoch": 1.0196324726680623,
      "grad_norm": 0.7283167906733259,
      "learning_rate": 0.0002821515881432893,
      "loss": 2.4375,
      "step": 21917
    },
    {
      "epoch": 1.019678995115143,
      "grad_norm": 0.7989854024104243,
      "learning_rate": 0.00028214983224321454,
      "loss": 2.8438,
      "step": 21918
    },
    {
      "epoch": 1.0197255175622237,
      "grad_norm": 0.7244486920529083,
      "learning_rate": 0.00028214807626223684,
      "loss": 2.2344,
      "step": 21919
    },
    {
      "epoch": 1.0197720400093044,
      "grad_norm": 0.7670601918842311,
      "learning_rate": 0.0002821463202003573,
      "loss": 2.6719,
      "step": 21920
    },
    {
      "epoch": 1.0198185624563851,
      "grad_norm": 0.7916055126125657,
      "learning_rate": 0.0002821445640575771,
      "loss": 2.3594,
      "step": 21921
    },
    {
      "epoch": 1.0198650849034658,
      "grad_norm": 0.7708042388817743,
      "learning_rate": 0.00028214280783389714,
      "loss": 2.3281,
      "step": 21922
    },
    {
      "epoch": 1.0199116073505465,
      "grad_norm": 0.8103394983195839,
      "learning_rate": 0.00028214105152931854,
      "loss": 2.2656,
      "step": 21923
    },
    {
      "epoch": 1.0199581297976275,
      "grad_norm": 0.7689529705391805,
      "learning_rate": 0.00028213929514384246,
      "loss": 1.8281,
      "step": 21924
    },
    {
      "epoch": 1.0200046522447082,
      "grad_norm": 0.7561016915038411,
      "learning_rate": 0.00028213753867746994,
      "loss": 2.375,
      "step": 21925
    },
    {
      "epoch": 1.0200511746917889,
      "grad_norm": 0.7730229949582346,
      "learning_rate": 0.000282135782130202,
      "loss": 2.625,
      "step": 21926
    },
    {
      "epoch": 1.0200976971388696,
      "grad_norm": 0.7718567134489851,
      "learning_rate": 0.0002821340255020398,
      "loss": 2.4844,
      "step": 21927
    },
    {
      "epoch": 1.0201442195859503,
      "grad_norm": 0.8545680481656017,
      "learning_rate": 0.0002821322687929843,
      "loss": 2.4062,
      "step": 21928
    },
    {
      "epoch": 1.020190742033031,
      "grad_norm": 0.8001192879364466,
      "learning_rate": 0.0002821305120030367,
      "loss": 2.4531,
      "step": 21929
    },
    {
      "epoch": 1.0202372644801116,
      "grad_norm": 0.8240309007720045,
      "learning_rate": 0.000282128755132198,
      "loss": 2.5469,
      "step": 21930
    },
    {
      "epoch": 1.0202837869271923,
      "grad_norm": 0.7505965035574212,
      "learning_rate": 0.0002821269981804693,
      "loss": 2.1406,
      "step": 21931
    },
    {
      "epoch": 1.020330309374273,
      "grad_norm": 0.8243168863578755,
      "learning_rate": 0.0002821252411478517,
      "loss": 2.5156,
      "step": 21932
    },
    {
      "epoch": 1.0203768318213537,
      "grad_norm": 0.7440870721532339,
      "learning_rate": 0.00028212348403434625,
      "loss": 2.4219,
      "step": 21933
    },
    {
      "epoch": 1.0204233542684344,
      "grad_norm": 0.8100325880070848,
      "learning_rate": 0.000282121726839954,
      "loss": 2.4531,
      "step": 21934
    },
    {
      "epoch": 1.0204698767155151,
      "grad_norm": 0.8521462635390703,
      "learning_rate": 0.000282119969564676,
      "loss": 2.4531,
      "step": 21935
    },
    {
      "epoch": 1.0205163991625958,
      "grad_norm": 0.7621392997526809,
      "learning_rate": 0.00028211821220851344,
      "loss": 2.4219,
      "step": 21936
    },
    {
      "epoch": 1.0205629216096768,
      "grad_norm": 0.8474844558008386,
      "learning_rate": 0.00028211645477146734,
      "loss": 2.3281,
      "step": 21937
    },
    {
      "epoch": 1.0206094440567575,
      "grad_norm": 0.7785302639746853,
      "learning_rate": 0.00028211469725353874,
      "loss": 2.4375,
      "step": 21938
    },
    {
      "epoch": 1.0206559665038382,
      "grad_norm": 0.7632024633781787,
      "learning_rate": 0.0002821129396547288,
      "loss": 2.4531,
      "step": 21939
    },
    {
      "epoch": 1.0207024889509189,
      "grad_norm": 0.7986319086666971,
      "learning_rate": 0.0002821111819750385,
      "loss": 2.4844,
      "step": 21940
    },
    {
      "epoch": 1.0207490113979996,
      "grad_norm": 0.7785402048584094,
      "learning_rate": 0.0002821094242144689,
      "loss": 2.7656,
      "step": 21941
    },
    {
      "epoch": 1.0207955338450803,
      "grad_norm": 0.7541639667470369,
      "learning_rate": 0.0002821076663730212,
      "loss": 2.4844,
      "step": 21942
    },
    {
      "epoch": 1.020842056292161,
      "grad_norm": 0.7502494101449834,
      "learning_rate": 0.0002821059084506964,
      "loss": 2.25,
      "step": 21943
    },
    {
      "epoch": 1.0208885787392417,
      "grad_norm": 0.7352659324031254,
      "learning_rate": 0.0002821041504474956,
      "loss": 2.2031,
      "step": 21944
    },
    {
      "epoch": 1.0209351011863224,
      "grad_norm": 0.8004578586334107,
      "learning_rate": 0.0002821023923634198,
      "loss": 2.5156,
      "step": 21945
    },
    {
      "epoch": 1.020981623633403,
      "grad_norm": 0.7902668799905874,
      "learning_rate": 0.00028210063419847013,
      "loss": 2.2812,
      "step": 21946
    },
    {
      "epoch": 1.0210281460804838,
      "grad_norm": 0.789786962061546,
      "learning_rate": 0.00028209887595264776,
      "loss": 2.5,
      "step": 21947
    },
    {
      "epoch": 1.0210746685275645,
      "grad_norm": 0.829242937004161,
      "learning_rate": 0.00028209711762595366,
      "loss": 2.5,
      "step": 21948
    },
    {
      "epoch": 1.0211211909746454,
      "grad_norm": 0.8068275073158396,
      "learning_rate": 0.00028209535921838887,
      "loss": 2.4531,
      "step": 21949
    },
    {
      "epoch": 1.021167713421726,
      "grad_norm": 0.7682340338882095,
      "learning_rate": 0.0002820936007299546,
      "loss": 2.2188,
      "step": 21950
    },
    {
      "epoch": 1.0212142358688068,
      "grad_norm": 0.7412491716498555,
      "learning_rate": 0.00028209184216065176,
      "loss": 2.2344,
      "step": 21951
    },
    {
      "epoch": 1.0212607583158875,
      "grad_norm": 0.8184955364204165,
      "learning_rate": 0.00028209008351048155,
      "loss": 2.0625,
      "step": 21952
    },
    {
      "epoch": 1.0213072807629682,
      "grad_norm": 0.7635897644746518,
      "learning_rate": 0.000282088324779445,
      "loss": 2.4219,
      "step": 21953
    },
    {
      "epoch": 1.0213538032100489,
      "grad_norm": 0.7849249234522434,
      "learning_rate": 0.0002820865659675432,
      "loss": 2.2031,
      "step": 21954
    },
    {
      "epoch": 1.0214003256571296,
      "grad_norm": 0.8696056853509982,
      "learning_rate": 0.0002820848070747772,
      "loss": 2.5312,
      "step": 21955
    },
    {
      "epoch": 1.0214468481042103,
      "grad_norm": 0.7801855893896584,
      "learning_rate": 0.00028208304810114826,
      "loss": 2.3125,
      "step": 21956
    },
    {
      "epoch": 1.021493370551291,
      "grad_norm": 0.7753911543607376,
      "learning_rate": 0.00028208128904665716,
      "loss": 2.3438,
      "step": 21957
    },
    {
      "epoch": 1.0215398929983717,
      "grad_norm": 0.8162151249360946,
      "learning_rate": 0.0002820795299113051,
      "loss": 2.6875,
      "step": 21958
    },
    {
      "epoch": 1.0215864154454524,
      "grad_norm": 0.7951598394250806,
      "learning_rate": 0.00028207777069509324,
      "loss": 2.25,
      "step": 21959
    },
    {
      "epoch": 1.021632937892533,
      "grad_norm": 0.7713021154168592,
      "learning_rate": 0.0002820760113980226,
      "loss": 2.4062,
      "step": 21960
    },
    {
      "epoch": 1.0216794603396138,
      "grad_norm": 0.762027363344085,
      "learning_rate": 0.0002820742520200942,
      "loss": 2.6875,
      "step": 21961
    },
    {
      "epoch": 1.0217259827866947,
      "grad_norm": 0.7921661865133575,
      "learning_rate": 0.0002820724925613092,
      "loss": 2.25,
      "step": 21962
    },
    {
      "epoch": 1.0217725052337754,
      "grad_norm": 0.7428083010757695,
      "learning_rate": 0.0002820707330216686,
      "loss": 1.9531,
      "step": 21963
    },
    {
      "epoch": 1.021819027680856,
      "grad_norm": 0.7503234203447406,
      "learning_rate": 0.00028206897340117353,
      "loss": 2.4062,
      "step": 21964
    },
    {
      "epoch": 1.0218655501279368,
      "grad_norm": 0.7857179887868041,
      "learning_rate": 0.00028206721369982503,
      "loss": 2.4375,
      "step": 21965
    },
    {
      "epoch": 1.0219120725750175,
      "grad_norm": 0.8273908884104003,
      "learning_rate": 0.00028206545391762426,
      "loss": 2.7031,
      "step": 21966
    },
    {
      "epoch": 1.0219585950220982,
      "grad_norm": 0.6979609600726957,
      "learning_rate": 0.0002820636940545722,
      "loss": 1.9688,
      "step": 21967
    },
    {
      "epoch": 1.0220051174691789,
      "grad_norm": 0.7944574368619003,
      "learning_rate": 0.00028206193411067,
      "loss": 2.6875,
      "step": 21968
    },
    {
      "epoch": 1.0220516399162596,
      "grad_norm": 0.7244108348263443,
      "learning_rate": 0.0002820601740859187,
      "loss": 2.25,
      "step": 21969
    },
    {
      "epoch": 1.0220981623633403,
      "grad_norm": 0.7540195310038886,
      "learning_rate": 0.0002820584139803194,
      "loss": 2.3594,
      "step": 21970
    },
    {
      "epoch": 1.022144684810421,
      "grad_norm": 0.8488675903544317,
      "learning_rate": 0.0002820566537938731,
      "loss": 2.6406,
      "step": 21971
    },
    {
      "epoch": 1.0221912072575017,
      "grad_norm": 0.9350579764298984,
      "learning_rate": 0.00028205489352658097,
      "loss": 2.4219,
      "step": 21972
    },
    {
      "epoch": 1.0222377297045824,
      "grad_norm": 0.7665135986055986,
      "learning_rate": 0.00028205313317844407,
      "loss": 2.7344,
      "step": 21973
    },
    {
      "epoch": 1.022284252151663,
      "grad_norm": 0.7974663333240982,
      "learning_rate": 0.00028205137274946347,
      "loss": 2.6406,
      "step": 21974
    },
    {
      "epoch": 1.022330774598744,
      "grad_norm": 0.7692824632056141,
      "learning_rate": 0.0002820496122396402,
      "loss": 2.2344,
      "step": 21975
    },
    {
      "epoch": 1.0223772970458247,
      "grad_norm": 0.7515196063693341,
      "learning_rate": 0.0002820478516489754,
      "loss": 2.4844,
      "step": 21976
    },
    {
      "epoch": 1.0224238194929054,
      "grad_norm": 0.7537544508684699,
      "learning_rate": 0.0002820460909774702,
      "loss": 2.1406,
      "step": 21977
    },
    {
      "epoch": 1.022470341939986,
      "grad_norm": 0.7132073641127401,
      "learning_rate": 0.00028204433022512547,
      "loss": 2.3438,
      "step": 21978
    },
    {
      "epoch": 1.0225168643870668,
      "grad_norm": 0.7480280679625148,
      "learning_rate": 0.0002820425693919425,
      "loss": 2.2344,
      "step": 21979
    },
    {
      "epoch": 1.0225633868341475,
      "grad_norm": 0.7621583538358035,
      "learning_rate": 0.0002820408084779223,
      "loss": 2.4688,
      "step": 21980
    },
    {
      "epoch": 1.0226099092812282,
      "grad_norm": 0.7601126827386596,
      "learning_rate": 0.0002820390474830659,
      "loss": 2.625,
      "step": 21981
    },
    {
      "epoch": 1.022656431728309,
      "grad_norm": 0.7395207109193297,
      "learning_rate": 0.00028203728640737444,
      "loss": 2.3281,
      "step": 21982
    },
    {
      "epoch": 1.0227029541753896,
      "grad_norm": 0.7712203515694099,
      "learning_rate": 0.000282035525250849,
      "loss": 2.4062,
      "step": 21983
    },
    {
      "epoch": 1.0227494766224703,
      "grad_norm": 0.720766334651613,
      "learning_rate": 0.0002820337640134906,
      "loss": 2.2188,
      "step": 21984
    },
    {
      "epoch": 1.022795999069551,
      "grad_norm": 0.7429820440586435,
      "learning_rate": 0.00028203200269530035,
      "loss": 2.3906,
      "step": 21985
    },
    {
      "epoch": 1.0228425215166317,
      "grad_norm": 0.7137092807492236,
      "learning_rate": 0.0002820302412962793,
      "loss": 2.5469,
      "step": 21986
    },
    {
      "epoch": 1.0228890439637124,
      "grad_norm": 0.7107130360913174,
      "learning_rate": 0.0002820284798164286,
      "loss": 2.0781,
      "step": 21987
    },
    {
      "epoch": 1.0229355664107933,
      "grad_norm": 0.854150068810262,
      "learning_rate": 0.00028202671825574926,
      "loss": 2.4375,
      "step": 21988
    },
    {
      "epoch": 1.022982088857874,
      "grad_norm": 0.732088924626235,
      "learning_rate": 0.00028202495661424243,
      "loss": 2.2656,
      "step": 21989
    },
    {
      "epoch": 1.0230286113049547,
      "grad_norm": 0.7935250494143474,
      "learning_rate": 0.0002820231948919091,
      "loss": 2.5,
      "step": 21990
    },
    {
      "epoch": 1.0230751337520354,
      "grad_norm": 0.8201551871762301,
      "learning_rate": 0.00028202143308875044,
      "loss": 1.6016,
      "step": 21991
    },
    {
      "epoch": 1.023121656199116,
      "grad_norm": 0.7723294564892804,
      "learning_rate": 0.00028201967120476744,
      "loss": 2.5156,
      "step": 21992
    },
    {
      "epoch": 1.0231681786461968,
      "grad_norm": 0.8179412376953842,
      "learning_rate": 0.0002820179092399613,
      "loss": 2.5312,
      "step": 21993
    },
    {
      "epoch": 1.0232147010932775,
      "grad_norm": 0.7160855463584478,
      "learning_rate": 0.0002820161471943329,
      "loss": 2.2031,
      "step": 21994
    },
    {
      "epoch": 1.0232612235403582,
      "grad_norm": 0.8495898199861881,
      "learning_rate": 0.0002820143850678835,
      "loss": 2.5,
      "step": 21995
    },
    {
      "epoch": 1.023307745987439,
      "grad_norm": 0.7209953677614971,
      "learning_rate": 0.00028201262286061405,
      "loss": 2.0156,
      "step": 21996
    },
    {
      "epoch": 1.0233542684345196,
      "grad_norm": 0.7983390220986052,
      "learning_rate": 0.00028201086057252575,
      "loss": 2.375,
      "step": 21997
    },
    {
      "epoch": 1.0234007908816003,
      "grad_norm": 0.799006000794328,
      "learning_rate": 0.00028200909820361966,
      "loss": 2.25,
      "step": 21998
    },
    {
      "epoch": 1.023447313328681,
      "grad_norm": 0.7631559294420017,
      "learning_rate": 0.00028200733575389677,
      "loss": 2.2656,
      "step": 21999
    },
    {
      "epoch": 1.0234938357757617,
      "grad_norm": 0.7793241875769771,
      "learning_rate": 0.0002820055732233582,
      "loss": 2.3281,
      "step": 22000
    },
    {
      "epoch": 1.0235403582228426,
      "grad_norm": 0.8757531399884197,
      "learning_rate": 0.00028200381061200505,
      "loss": 2.5469,
      "step": 22001
    },
    {
      "epoch": 1.0235868806699233,
      "grad_norm": 0.842847335475753,
      "learning_rate": 0.0002820020479198384,
      "loss": 2.8281,
      "step": 22002
    },
    {
      "epoch": 1.023633403117004,
      "grad_norm": 0.796888747567201,
      "learning_rate": 0.00028200028514685933,
      "loss": 2.5312,
      "step": 22003
    },
    {
      "epoch": 1.0236799255640847,
      "grad_norm": 0.7889897891885503,
      "learning_rate": 0.0002819985222930689,
      "loss": 2.1719,
      "step": 22004
    },
    {
      "epoch": 1.0237264480111654,
      "grad_norm": 0.8709607998236586,
      "learning_rate": 0.0002819967593584682,
      "loss": 2.3125,
      "step": 22005
    },
    {
      "epoch": 1.0237729704582461,
      "grad_norm": 0.7619562354068852,
      "learning_rate": 0.00028199499634305833,
      "loss": 2.2969,
      "step": 22006
    },
    {
      "epoch": 1.0238194929053268,
      "grad_norm": 0.7722513046893011,
      "learning_rate": 0.00028199323324684027,
      "loss": 2.3281,
      "step": 22007
    },
    {
      "epoch": 1.0238660153524075,
      "grad_norm": 0.7785813051404631,
      "learning_rate": 0.00028199147006981526,
      "loss": 2.4219,
      "step": 22008
    },
    {
      "epoch": 1.0239125377994882,
      "grad_norm": 0.7573231913028482,
      "learning_rate": 0.0002819897068119842,
      "loss": 2.3594,
      "step": 22009
    },
    {
      "epoch": 1.023959060246569,
      "grad_norm": 0.7640218187232211,
      "learning_rate": 0.0002819879434733483,
      "loss": 2.4375,
      "step": 22010
    },
    {
      "epoch": 1.0240055826936496,
      "grad_norm": 0.7420442946085721,
      "learning_rate": 0.00028198618005390865,
      "loss": 2.3906,
      "step": 22011
    },
    {
      "epoch": 1.0240521051407303,
      "grad_norm": 0.717977489038518,
      "learning_rate": 0.0002819844165536663,
      "loss": 2.2344,
      "step": 22012
    },
    {
      "epoch": 1.0240986275878112,
      "grad_norm": 0.7795194455935492,
      "learning_rate": 0.0002819826529726222,
      "loss": 2.4375,
      "step": 22013
    },
    {
      "epoch": 1.024145150034892,
      "grad_norm": 0.800454190621629,
      "learning_rate": 0.00028198088931077767,
      "loss": 2.2969,
      "step": 22014
    },
    {
      "epoch": 1.0241916724819726,
      "grad_norm": 0.8736101142355612,
      "learning_rate": 0.0002819791255681336,
      "loss": 2.5156,
      "step": 22015
    },
    {
      "epoch": 1.0242381949290533,
      "grad_norm": 0.7603495511166866,
      "learning_rate": 0.0002819773617446911,
      "loss": 2.2188,
      "step": 22016
    },
    {
      "epoch": 1.024284717376134,
      "grad_norm": 0.7509541743339954,
      "learning_rate": 0.0002819755978404513,
      "loss": 2.4531,
      "step": 22017
    },
    {
      "epoch": 1.0243312398232147,
      "grad_norm": 0.7497923817843303,
      "learning_rate": 0.00028197383385541525,
      "loss": 2.3906,
      "step": 22018
    },
    {
      "epoch": 1.0243777622702954,
      "grad_norm": 0.8476220088465475,
      "learning_rate": 0.00028197206978958407,
      "loss": 2.5469,
      "step": 22019
    },
    {
      "epoch": 1.0244242847173761,
      "grad_norm": 0.7987306287065797,
      "learning_rate": 0.00028197030564295884,
      "loss": 2.7188,
      "step": 22020
    },
    {
      "epoch": 1.0244708071644568,
      "grad_norm": 0.7704788838876346,
      "learning_rate": 0.00028196854141554056,
      "loss": 2.4375,
      "step": 22021
    },
    {
      "epoch": 1.0245173296115375,
      "grad_norm": 0.7454711437158108,
      "learning_rate": 0.00028196677710733034,
      "loss": 1.7812,
      "step": 22022
    },
    {
      "epoch": 1.0245638520586182,
      "grad_norm": 0.7157401495305415,
      "learning_rate": 0.00028196501271832933,
      "loss": 2.125,
      "step": 22023
    },
    {
      "epoch": 1.024610374505699,
      "grad_norm": 0.799102747016948,
      "learning_rate": 0.00028196324824853857,
      "loss": 2.4531,
      "step": 22024
    },
    {
      "epoch": 1.0246568969527796,
      "grad_norm": 0.7246259632863625,
      "learning_rate": 0.00028196148369795913,
      "loss": 2.1094,
      "step": 22025
    },
    {
      "epoch": 1.0247034193998605,
      "grad_norm": 0.7165343255559985,
      "learning_rate": 0.00028195971906659205,
      "loss": 1.8984,
      "step": 22026
    },
    {
      "epoch": 1.0247499418469412,
      "grad_norm": 0.7688311022911087,
      "learning_rate": 0.00028195795435443846,
      "loss": 2.4844,
      "step": 22027
    },
    {
      "epoch": 1.024796464294022,
      "grad_norm": 0.7124793041171624,
      "learning_rate": 0.00028195618956149945,
      "loss": 1.8438,
      "step": 22028
    },
    {
      "epoch": 1.0248429867411026,
      "grad_norm": 0.7835718713522389,
      "learning_rate": 0.0002819544246877761,
      "loss": 2.3281,
      "step": 22029
    },
    {
      "epoch": 1.0248895091881833,
      "grad_norm": 0.7850870263799178,
      "learning_rate": 0.00028195265973326945,
      "loss": 2.5781,
      "step": 22030
    },
    {
      "epoch": 1.024936031635264,
      "grad_norm": 0.8018462858548001,
      "learning_rate": 0.0002819508946979806,
      "loss": 2.4688,
      "step": 22031
    },
    {
      "epoch": 1.0249825540823447,
      "grad_norm": 0.7757303900803532,
      "learning_rate": 0.00028194912958191067,
      "loss": 2.3438,
      "step": 22032
    },
    {
      "epoch": 1.0250290765294254,
      "grad_norm": 0.7394191077658717,
      "learning_rate": 0.00028194736438506065,
      "loss": 2.4375,
      "step": 22033
    },
    {
      "epoch": 1.0250755989765061,
      "grad_norm": 0.787733796101684,
      "learning_rate": 0.0002819455991074317,
      "loss": 2.7656,
      "step": 22034
    },
    {
      "epoch": 1.0251221214235868,
      "grad_norm": 0.7505956127589579,
      "learning_rate": 0.0002819438337490249,
      "loss": 2.1875,
      "step": 22035
    },
    {
      "epoch": 1.0251686438706675,
      "grad_norm": 0.7977188652431567,
      "learning_rate": 0.0002819420683098413,
      "loss": 2.5781,
      "step": 22036
    },
    {
      "epoch": 1.0252151663177482,
      "grad_norm": 0.7675360218495647,
      "learning_rate": 0.000281940302789882,
      "loss": 2.3281,
      "step": 22037
    },
    {
      "epoch": 1.025261688764829,
      "grad_norm": 0.7826597585973973,
      "learning_rate": 0.000281938537189148,
      "loss": 2.25,
      "step": 22038
    },
    {
      "epoch": 1.0253082112119098,
      "grad_norm": 0.7936435538406147,
      "learning_rate": 0.00028193677150764053,
      "loss": 2.375,
      "step": 22039
    },
    {
      "epoch": 1.0253547336589905,
      "grad_norm": 0.8452278184435836,
      "learning_rate": 0.00028193500574536054,
      "loss": 2.4688,
      "step": 22040
    },
    {
      "epoch": 1.0254012561060712,
      "grad_norm": 0.7384923668222112,
      "learning_rate": 0.00028193323990230917,
      "loss": 1.7812,
      "step": 22041
    },
    {
      "epoch": 1.025447778553152,
      "grad_norm": 0.7718513371320543,
      "learning_rate": 0.0002819314739784875,
      "loss": 2.375,
      "step": 22042
    },
    {
      "epoch": 1.0254943010002326,
      "grad_norm": 0.7643726410599784,
      "learning_rate": 0.0002819297079738966,
      "loss": 2.4062,
      "step": 22043
    },
    {
      "epoch": 1.0255408234473133,
      "grad_norm": 0.8376612530402148,
      "learning_rate": 0.00028192794188853756,
      "loss": 1.8828,
      "step": 22044
    },
    {
      "epoch": 1.025587345894394,
      "grad_norm": 0.7642110629113568,
      "learning_rate": 0.00028192617572241145,
      "loss": 2.5938,
      "step": 22045
    },
    {
      "epoch": 1.0256338683414747,
      "grad_norm": 1.017485929719882,
      "learning_rate": 0.0002819244094755194,
      "loss": 2.4531,
      "step": 22046
    },
    {
      "epoch": 1.0256803907885554,
      "grad_norm": 0.7497884687985936,
      "learning_rate": 0.0002819226431478624,
      "loss": 2.2812,
      "step": 22047
    },
    {
      "epoch": 1.0257269132356361,
      "grad_norm": 0.7637823423541329,
      "learning_rate": 0.0002819208767394416,
      "loss": 2.3438,
      "step": 22048
    },
    {
      "epoch": 1.0257734356827168,
      "grad_norm": 0.7976106105393406,
      "learning_rate": 0.00028191911025025803,
      "loss": 2.5156,
      "step": 22049
    },
    {
      "epoch": 1.0258199581297975,
      "grad_norm": 0.8663100131586611,
      "learning_rate": 0.0002819173436803128,
      "loss": 2.375,
      "step": 22050
    },
    {
      "epoch": 1.0258664805768782,
      "grad_norm": 0.7297852686017254,
      "learning_rate": 0.000281915577029607,
      "loss": 1.9375,
      "step": 22051
    },
    {
      "epoch": 1.0259130030239592,
      "grad_norm": 0.7330189931785651,
      "learning_rate": 0.0002819138102981418,
      "loss": 2.5312,
      "step": 22052
    },
    {
      "epoch": 1.0259595254710399,
      "grad_norm": 0.7697987462645715,
      "learning_rate": 0.0002819120434859181,
      "loss": 2.4688,
      "step": 22053
    },
    {
      "epoch": 1.0260060479181206,
      "grad_norm": 0.8447879782516085,
      "learning_rate": 0.0002819102765929371,
      "loss": 2.4219,
      "step": 22054
    },
    {
      "epoch": 1.0260525703652013,
      "grad_norm": 0.8979649373758258,
      "learning_rate": 0.00028190850961919985,
      "loss": 2.5625,
      "step": 22055
    },
    {
      "epoch": 1.026099092812282,
      "grad_norm": 0.7586144846555575,
      "learning_rate": 0.0002819067425647074,
      "loss": 2.3125,
      "step": 22056
    },
    {
      "epoch": 1.0261456152593627,
      "grad_norm": 0.7680825886942408,
      "learning_rate": 0.00028190497542946087,
      "loss": 2.0469,
      "step": 22057
    },
    {
      "epoch": 1.0261921377064434,
      "grad_norm": 0.7610433031642464,
      "learning_rate": 0.0002819032082134614,
      "loss": 2.4219,
      "step": 22058
    },
    {
      "epoch": 1.026238660153524,
      "grad_norm": 0.8116014263329823,
      "learning_rate": 0.0002819014409167099,
      "loss": 2.3438,
      "step": 22059
    },
    {
      "epoch": 1.0262851826006048,
      "grad_norm": 0.7602693373384403,
      "learning_rate": 0.00028189967353920765,
      "loss": 2.3438,
      "step": 22060
    },
    {
      "epoch": 1.0263317050476854,
      "grad_norm": 0.7705454875976927,
      "learning_rate": 0.00028189790608095563,
      "loss": 2.625,
      "step": 22061
    },
    {
      "epoch": 1.0263782274947661,
      "grad_norm": 0.7798493783092566,
      "learning_rate": 0.00028189613854195494,
      "loss": 2.4375,
      "step": 22062
    },
    {
      "epoch": 1.0264247499418468,
      "grad_norm": 0.8133836359380362,
      "learning_rate": 0.0002818943709222066,
      "loss": 2.3594,
      "step": 22063
    },
    {
      "epoch": 1.0264712723889278,
      "grad_norm": 0.8517276741204413,
      "learning_rate": 0.0002818926032217118,
      "loss": 2.3594,
      "step": 22064
    },
    {
      "epoch": 1.0265177948360085,
      "grad_norm": 0.7582581290772871,
      "learning_rate": 0.00028189083544047155,
      "loss": 2.7344,
      "step": 22065
    },
    {
      "epoch": 1.0265643172830892,
      "grad_norm": 0.7358303675814658,
      "learning_rate": 0.000281889067578487,
      "loss": 2.3438,
      "step": 22066
    },
    {
      "epoch": 1.0266108397301699,
      "grad_norm": 0.7900010978955319,
      "learning_rate": 0.0002818872996357591,
      "loss": 2.6562,
      "step": 22067
    },
    {
      "epoch": 1.0266573621772506,
      "grad_norm": 0.7406835179353666,
      "learning_rate": 0.0002818855316122891,
      "loss": 2.6094,
      "step": 22068
    },
    {
      "epoch": 1.0267038846243313,
      "grad_norm": 0.8225223919399628,
      "learning_rate": 0.0002818837635080779,
      "loss": 2.2344,
      "step": 22069
    },
    {
      "epoch": 1.026750407071412,
      "grad_norm": 0.7223813487922002,
      "learning_rate": 0.00028188199532312675,
      "loss": 2.5,
      "step": 22070
    },
    {
      "epoch": 1.0267969295184927,
      "grad_norm": 0.8495603831261316,
      "learning_rate": 0.0002818802270574367,
      "loss": 2.1875,
      "step": 22071
    },
    {
      "epoch": 1.0268434519655734,
      "grad_norm": 0.7640434671110627,
      "learning_rate": 0.00028187845871100874,
      "loss": 2.5781,
      "step": 22072
    },
    {
      "epoch": 1.026889974412654,
      "grad_norm": 0.7308791819647915,
      "learning_rate": 0.00028187669028384405,
      "loss": 2.3438,
      "step": 22073
    },
    {
      "epoch": 1.0269364968597348,
      "grad_norm": 0.7278973956594207,
      "learning_rate": 0.00028187492177594365,
      "loss": 2.3125,
      "step": 22074
    },
    {
      "epoch": 1.0269830193068155,
      "grad_norm": 0.7744424775203075,
      "learning_rate": 0.0002818731531873086,
      "loss": 2.375,
      "step": 22075
    },
    {
      "epoch": 1.0270295417538962,
      "grad_norm": 0.7375143844546762,
      "learning_rate": 0.0002818713845179401,
      "loss": 2.5781,
      "step": 22076
    },
    {
      "epoch": 1.027076064200977,
      "grad_norm": 0.759248497768976,
      "learning_rate": 0.00028186961576783914,
      "loss": 2.4219,
      "step": 22077
    },
    {
      "epoch": 1.0271225866480578,
      "grad_norm": 0.7623123752569314,
      "learning_rate": 0.0002818678469370068,
      "loss": 2.4844,
      "step": 22078
    },
    {
      "epoch": 1.0271691090951385,
      "grad_norm": 0.7731686335586035,
      "learning_rate": 0.0002818660780254442,
      "loss": 2.5312,
      "step": 22079
    },
    {
      "epoch": 1.0272156315422192,
      "grad_norm": 0.8263230216792933,
      "learning_rate": 0.0002818643090331524,
      "loss": 2.4688,
      "step": 22080
    },
    {
      "epoch": 1.0272621539892999,
      "grad_norm": 0.7373317163666104,
      "learning_rate": 0.0002818625399601325,
      "loss": 2.25,
      "step": 22081
    },
    {
      "epoch": 1.0273086764363806,
      "grad_norm": 0.7317854467821313,
      "learning_rate": 0.0002818607708063856,
      "loss": 2.3594,
      "step": 22082
    },
    {
      "epoch": 1.0273551988834613,
      "grad_norm": 0.7549513861789008,
      "learning_rate": 0.00028185900157191277,
      "loss": 2.2969,
      "step": 22083
    },
    {
      "epoch": 1.027401721330542,
      "grad_norm": 0.7966023601913096,
      "learning_rate": 0.0002818572322567151,
      "loss": 2.1875,
      "step": 22084
    },
    {
      "epoch": 1.0274482437776227,
      "grad_norm": 0.7571126319761174,
      "learning_rate": 0.00028185546286079355,
      "loss": 2.4531,
      "step": 22085
    },
    {
      "epoch": 1.0274947662247034,
      "grad_norm": 0.7927090359716946,
      "learning_rate": 0.0002818536933841494,
      "loss": 2.5312,
      "step": 22086
    },
    {
      "epoch": 1.027541288671784,
      "grad_norm": 0.7806592221059475,
      "learning_rate": 0.0002818519238267836,
      "loss": 2.0469,
      "step": 22087
    },
    {
      "epoch": 1.0275878111188648,
      "grad_norm": 0.8253045501320214,
      "learning_rate": 0.00028185015418869734,
      "loss": 2.5,
      "step": 22088
    },
    {
      "epoch": 1.0276343335659455,
      "grad_norm": 0.7417395923412508,
      "learning_rate": 0.00028184838446989154,
      "loss": 2.25,
      "step": 22089
    },
    {
      "epoch": 1.0276808560130264,
      "grad_norm": 0.8140134426224597,
      "learning_rate": 0.00028184661467036743,
      "loss": 2.375,
      "step": 22090
    },
    {
      "epoch": 1.027727378460107,
      "grad_norm": 0.7977070157541821,
      "learning_rate": 0.00028184484479012604,
      "loss": 2.3125,
      "step": 22091
    },
    {
      "epoch": 1.0277739009071878,
      "grad_norm": 0.8095429717739149,
      "learning_rate": 0.00028184307482916846,
      "loss": 2.4531,
      "step": 22092
    },
    {
      "epoch": 1.0278204233542685,
      "grad_norm": 0.7812799392203005,
      "learning_rate": 0.00028184130478749577,
      "loss": 2.1406,
      "step": 22093
    },
    {
      "epoch": 1.0278669458013492,
      "grad_norm": 0.7641795209429675,
      "learning_rate": 0.0002818395346651091,
      "loss": 2.3906,
      "step": 22094
    },
    {
      "epoch": 1.0279134682484299,
      "grad_norm": 0.7689442817728109,
      "learning_rate": 0.00028183776446200943,
      "loss": 2.6094,
      "step": 22095
    },
    {
      "epoch": 1.0279599906955106,
      "grad_norm": 0.8445422068479618,
      "learning_rate": 0.0002818359941781979,
      "loss": 2.4844,
      "step": 22096
    },
    {
      "epoch": 1.0280065131425913,
      "grad_norm": 0.8281832057120696,
      "learning_rate": 0.00028183422381367567,
      "loss": 2.625,
      "step": 22097
    },
    {
      "epoch": 1.028053035589672,
      "grad_norm": 0.7829728520247743,
      "learning_rate": 0.0002818324533684437,
      "loss": 2.4219,
      "step": 22098
    },
    {
      "epoch": 1.0280995580367527,
      "grad_norm": 0.7719504136227859,
      "learning_rate": 0.00028183068284250314,
      "loss": 2.3281,
      "step": 22099
    },
    {
      "epoch": 1.0281460804838334,
      "grad_norm": 0.8239791297431829,
      "learning_rate": 0.000281828912235855,
      "loss": 2.4531,
      "step": 22100
    },
    {
      "epoch": 1.028192602930914,
      "grad_norm": 0.820300001259083,
      "learning_rate": 0.00028182714154850047,
      "loss": 2.7188,
      "step": 22101
    },
    {
      "epoch": 1.0282391253779948,
      "grad_norm": 0.7347164955363824,
      "learning_rate": 0.0002818253707804406,
      "loss": 2.2812,
      "step": 22102
    },
    {
      "epoch": 1.0282856478250757,
      "grad_norm": 0.7795388384766384,
      "learning_rate": 0.0002818235999316765,
      "loss": 2.4219,
      "step": 22103
    },
    {
      "epoch": 1.0283321702721564,
      "grad_norm": 0.8339704223264358,
      "learning_rate": 0.00028182182900220914,
      "loss": 2.4844,
      "step": 22104
    },
    {
      "epoch": 1.028378692719237,
      "grad_norm": 0.7877702037634798,
      "learning_rate": 0.0002818200579920397,
      "loss": 2.4531,
      "step": 22105
    },
    {
      "epoch": 1.0284252151663178,
      "grad_norm": 0.8030662674049215,
      "learning_rate": 0.0002818182869011692,
      "loss": 2.3438,
      "step": 22106
    },
    {
      "epoch": 1.0284717376133985,
      "grad_norm": 0.7561641403796705,
      "learning_rate": 0.00028181651572959884,
      "loss": 2.2188,
      "step": 22107
    },
    {
      "epoch": 1.0285182600604792,
      "grad_norm": 0.7449013249016605,
      "learning_rate": 0.0002818147444773296,
      "loss": 2.375,
      "step": 22108
    },
    {
      "epoch": 1.02856478250756,
      "grad_norm": 0.7727158634781534,
      "learning_rate": 0.0002818129731443626,
      "loss": 2.6406,
      "step": 22109
    },
    {
      "epoch": 1.0286113049546406,
      "grad_norm": 0.7712054546054538,
      "learning_rate": 0.0002818112017306989,
      "loss": 2.4219,
      "step": 22110
    },
    {
      "epoch": 1.0286578274017213,
      "grad_norm": 0.7647406633099707,
      "learning_rate": 0.00028180943023633966,
      "loss": 2.375,
      "step": 22111
    },
    {
      "epoch": 1.028704349848802,
      "grad_norm": 0.794509556377531,
      "learning_rate": 0.00028180765866128585,
      "loss": 2.4688,
      "step": 22112
    },
    {
      "epoch": 1.0287508722958827,
      "grad_norm": 0.7842383890929456,
      "learning_rate": 0.0002818058870055387,
      "loss": 2.375,
      "step": 22113
    },
    {
      "epoch": 1.0287973947429634,
      "grad_norm": 0.7144086128581612,
      "learning_rate": 0.00028180411526909914,
      "loss": 2.25,
      "step": 22114
    },
    {
      "epoch": 1.028843917190044,
      "grad_norm": 0.8025519091797728,
      "learning_rate": 0.0002818023434519683,
      "loss": 2.3281,
      "step": 22115
    },
    {
      "epoch": 1.028890439637125,
      "grad_norm": 0.7430250952992754,
      "learning_rate": 0.00028180057155414735,
      "loss": 2.3125,
      "step": 22116
    },
    {
      "epoch": 1.0289369620842057,
      "grad_norm": 0.77786715601366,
      "learning_rate": 0.00028179879957563724,
      "loss": 2.6562,
      "step": 22117
    },
    {
      "epoch": 1.0289834845312864,
      "grad_norm": 0.7987730007648378,
      "learning_rate": 0.00028179702751643924,
      "loss": 2.5625,
      "step": 22118
    },
    {
      "epoch": 1.029030006978367,
      "grad_norm": 0.7476888517003886,
      "learning_rate": 0.00028179525537655426,
      "loss": 2.4375,
      "step": 22119
    },
    {
      "epoch": 1.0290765294254478,
      "grad_norm": 0.8131387959578441,
      "learning_rate": 0.00028179348315598345,
      "loss": 2.3906,
      "step": 22120
    },
    {
      "epoch": 1.0291230518725285,
      "grad_norm": 0.7645935067339602,
      "learning_rate": 0.0002817917108547279,
      "loss": 2.5156,
      "step": 22121
    },
    {
      "epoch": 1.0291695743196092,
      "grad_norm": 0.7887539801202285,
      "learning_rate": 0.00028178993847278864,
      "loss": 2.7969,
      "step": 22122
    },
    {
      "epoch": 1.02921609676669,
      "grad_norm": 0.8746103461992988,
      "learning_rate": 0.00028178816601016687,
      "loss": 2.4844,
      "step": 22123
    },
    {
      "epoch": 1.0292626192137706,
      "grad_norm": 0.8642618157420979,
      "learning_rate": 0.0002817863934668636,
      "loss": 2.7031,
      "step": 22124
    },
    {
      "epoch": 1.0293091416608513,
      "grad_norm": 0.740394355332585,
      "learning_rate": 0.00028178462084287986,
      "loss": 2.4531,
      "step": 22125
    },
    {
      "epoch": 1.029355664107932,
      "grad_norm": 0.7816875948736249,
      "learning_rate": 0.00028178284813821684,
      "loss": 2.4219,
      "step": 22126
    },
    {
      "epoch": 1.0294021865550127,
      "grad_norm": 0.7666655973324222,
      "learning_rate": 0.0002817810753528756,
      "loss": 1.9375,
      "step": 22127
    },
    {
      "epoch": 1.0294487090020934,
      "grad_norm": 0.7686258661826376,
      "learning_rate": 0.0002817793024868572,
      "loss": 2.2812,
      "step": 22128
    },
    {
      "epoch": 1.0294952314491743,
      "grad_norm": 0.7544602559228125,
      "learning_rate": 0.00028177752954016273,
      "loss": 2.3438,
      "step": 22129
    },
    {
      "epoch": 1.029541753896255,
      "grad_norm": 0.740898225506747,
      "learning_rate": 0.0002817757565127933,
      "loss": 2.4844,
      "step": 22130
    },
    {
      "epoch": 1.0295882763433357,
      "grad_norm": 0.7652396226562966,
      "learning_rate": 0.0002817739834047499,
      "loss": 2.2969,
      "step": 22131
    },
    {
      "epoch": 1.0296347987904164,
      "grad_norm": 0.7779569924156069,
      "learning_rate": 0.0002817722102160338,
      "loss": 2.4375,
      "step": 22132
    },
    {
      "epoch": 1.0296813212374971,
      "grad_norm": 0.7693859367553813,
      "learning_rate": 0.0002817704369466459,
      "loss": 2.2656,
      "step": 22133
    },
    {
      "epoch": 1.0297278436845778,
      "grad_norm": 0.7884857567454934,
      "learning_rate": 0.0002817686635965874,
      "loss": 2.4062,
      "step": 22134
    },
    {
      "epoch": 1.0297743661316585,
      "grad_norm": 0.7272915471503005,
      "learning_rate": 0.0002817668901658593,
      "loss": 2.1875,
      "step": 22135
    },
    {
      "epoch": 1.0298208885787392,
      "grad_norm": 0.769920501038927,
      "learning_rate": 0.0002817651166544628,
      "loss": 2.5781,
      "step": 22136
    },
    {
      "epoch": 1.02986741102582,
      "grad_norm": 0.7947406712186242,
      "learning_rate": 0.00028176334306239883,
      "loss": 2.5,
      "step": 22137
    },
    {
      "epoch": 1.0299139334729006,
      "grad_norm": 0.7752603170836376,
      "learning_rate": 0.00028176156938966866,
      "loss": 2.4688,
      "step": 22138
    },
    {
      "epoch": 1.0299604559199813,
      "grad_norm": 0.7812613797222034,
      "learning_rate": 0.0002817597956362732,
      "loss": 2.6719,
      "step": 22139
    },
    {
      "epoch": 1.030006978367062,
      "grad_norm": 0.7680410153285117,
      "learning_rate": 0.0002817580218022137,
      "loss": 2.3281,
      "step": 22140
    },
    {
      "epoch": 1.030053500814143,
      "grad_norm": 0.7335764316837136,
      "learning_rate": 0.0002817562478874911,
      "loss": 2.2344,
      "step": 22141
    },
    {
      "epoch": 1.0301000232612236,
      "grad_norm": 0.8944703090945118,
      "learning_rate": 0.00028175447389210655,
      "loss": 2.5625,
      "step": 22142
    },
    {
      "epoch": 1.0301465457083043,
      "grad_norm": 0.8120801953200851,
      "learning_rate": 0.0002817526998160612,
      "loss": 2.6094,
      "step": 22143
    },
    {
      "epoch": 1.030193068155385,
      "grad_norm": 0.7666613628563564,
      "learning_rate": 0.00028175092565935596,
      "loss": 2.4844,
      "step": 22144
    },
    {
      "epoch": 1.0302395906024657,
      "grad_norm": 0.810240722167227,
      "learning_rate": 0.0002817491514219921,
      "loss": 2.4688,
      "step": 22145
    },
    {
      "epoch": 1.0302861130495464,
      "grad_norm": 0.7251306565860045,
      "learning_rate": 0.0002817473771039706,
      "loss": 2.2031,
      "step": 22146
    },
    {
      "epoch": 1.0303326354966271,
      "grad_norm": 0.7461456439587202,
      "learning_rate": 0.00028174560270529265,
      "loss": 2.25,
      "step": 22147
    },
    {
      "epoch": 1.0303791579437078,
      "grad_norm": 0.7643606296388707,
      "learning_rate": 0.0002817438282259592,
      "loss": 2.375,
      "step": 22148
    },
    {
      "epoch": 1.0304256803907885,
      "grad_norm": 0.7548510464529974,
      "learning_rate": 0.0002817420536659714,
      "loss": 2.5312,
      "step": 22149
    },
    {
      "epoch": 1.0304722028378692,
      "grad_norm": 0.7407871921584971,
      "learning_rate": 0.00028174027902533034,
      "loss": 2.2031,
      "step": 22150
    },
    {
      "epoch": 1.03051872528495,
      "grad_norm": 0.8164381417815942,
      "learning_rate": 0.00028173850430403713,
      "loss": 2.5156,
      "step": 22151
    },
    {
      "epoch": 1.0305652477320306,
      "grad_norm": 0.8405402617175711,
      "learning_rate": 0.00028173672950209284,
      "loss": 2.5,
      "step": 22152
    },
    {
      "epoch": 1.0306117701791113,
      "grad_norm": 0.7454526773077637,
      "learning_rate": 0.00028173495461949853,
      "loss": 2.4375,
      "step": 22153
    },
    {
      "epoch": 1.0306582926261922,
      "grad_norm": 0.7622350006945906,
      "learning_rate": 0.0002817331796562553,
      "loss": 2.1719,
      "step": 22154
    },
    {
      "epoch": 1.030704815073273,
      "grad_norm": 0.7766291737360019,
      "learning_rate": 0.00028173140461236425,
      "loss": 2.5312,
      "step": 22155
    },
    {
      "epoch": 1.0307513375203536,
      "grad_norm": 0.7478564897664229,
      "learning_rate": 0.00028172962948782643,
      "loss": 2.4219,
      "step": 22156
    },
    {
      "epoch": 1.0307978599674343,
      "grad_norm": 0.7675435800672711,
      "learning_rate": 0.000281727854282643,
      "loss": 2.3906,
      "step": 22157
    },
    {
      "epoch": 1.030844382414515,
      "grad_norm": 0.7741465677170289,
      "learning_rate": 0.000281726078996815,
      "loss": 2.625,
      "step": 22158
    },
    {
      "epoch": 1.0308909048615957,
      "grad_norm": 0.762234523593385,
      "learning_rate": 0.0002817243036303435,
      "loss": 2.1719,
      "step": 22159
    },
    {
      "epoch": 1.0309374273086764,
      "grad_norm": 0.7579022014188893,
      "learning_rate": 0.00028172252818322956,
      "loss": 2.3438,
      "step": 22160
    },
    {
      "epoch": 1.0309839497557571,
      "grad_norm": 0.8123267829093958,
      "learning_rate": 0.00028172075265547436,
      "loss": 2.3281,
      "step": 22161
    },
    {
      "epoch": 1.0310304722028378,
      "grad_norm": 0.9692506062442736,
      "learning_rate": 0.00028171897704707896,
      "loss": 2.5312,
      "step": 22162
    },
    {
      "epoch": 1.0310769946499185,
      "grad_norm": 0.7333089992015583,
      "learning_rate": 0.0002817172013580444,
      "loss": 2.2812,
      "step": 22163
    },
    {
      "epoch": 1.0311235170969992,
      "grad_norm": 0.8137110030088783,
      "learning_rate": 0.00028171542558837176,
      "loss": 2.5,
      "step": 22164
    },
    {
      "epoch": 1.03117003954408,
      "grad_norm": 0.7519021511562148,
      "learning_rate": 0.0002817136497380622,
      "loss": 2.2656,
      "step": 22165
    },
    {
      "epoch": 1.0312165619911606,
      "grad_norm": 0.7694813931360356,
      "learning_rate": 0.00028171187380711675,
      "loss": 2.2188,
      "step": 22166
    },
    {
      "epoch": 1.0312630844382416,
      "grad_norm": 0.7388861549227437,
      "learning_rate": 0.00028171009779553655,
      "loss": 2.2031,
      "step": 22167
    },
    {
      "epoch": 1.0313096068853222,
      "grad_norm": 0.8562410195798352,
      "learning_rate": 0.00028170832170332265,
      "loss": 2.1875,
      "step": 22168
    },
    {
      "epoch": 1.031356129332403,
      "grad_norm": 0.7913240142761729,
      "learning_rate": 0.0002817065455304761,
      "loss": 2.5938,
      "step": 22169
    },
    {
      "epoch": 1.0314026517794836,
      "grad_norm": 0.7924014521264631,
      "learning_rate": 0.000281704769276998,
      "loss": 2.625,
      "step": 22170
    },
    {
      "epoch": 1.0314491742265643,
      "grad_norm": 0.6935414066661603,
      "learning_rate": 0.0002817029929428895,
      "loss": 2.0,
      "step": 22171
    },
    {
      "epoch": 1.031495696673645,
      "grad_norm": 0.8059428771391595,
      "learning_rate": 0.00028170121652815167,
      "loss": 2.5312,
      "step": 22172
    },
    {
      "epoch": 1.0315422191207257,
      "grad_norm": 0.8110428836914247,
      "learning_rate": 0.00028169944003278555,
      "loss": 2.2031,
      "step": 22173
    },
    {
      "epoch": 1.0315887415678064,
      "grad_norm": 0.7350810709393074,
      "learning_rate": 0.0002816976634567923,
      "loss": 2.2344,
      "step": 22174
    },
    {
      "epoch": 1.0316352640148871,
      "grad_norm": 0.7441831726862329,
      "learning_rate": 0.00028169588680017295,
      "loss": 2.3125,
      "step": 22175
    },
    {
      "epoch": 1.0316817864619678,
      "grad_norm": 0.7391589305001741,
      "learning_rate": 0.0002816941100629286,
      "loss": 2.375,
      "step": 22176
    },
    {
      "epoch": 1.0317283089090485,
      "grad_norm": 0.8434233317862957,
      "learning_rate": 0.0002816923332450603,
      "loss": 2.6719,
      "step": 22177
    },
    {
      "epoch": 1.0317748313561292,
      "grad_norm": 0.7528352195256796,
      "learning_rate": 0.0002816905563465692,
      "loss": 2.5938,
      "step": 22178
    },
    {
      "epoch": 1.0318213538032102,
      "grad_norm": 0.7683701541392306,
      "learning_rate": 0.00028168877936745636,
      "loss": 2.125,
      "step": 22179
    },
    {
      "epoch": 1.0318678762502909,
      "grad_norm": 0.7592863530453056,
      "learning_rate": 0.0002816870023077229,
      "loss": 2.5781,
      "step": 22180
    },
    {
      "epoch": 1.0319143986973716,
      "grad_norm": 0.8262549108659131,
      "learning_rate": 0.00028168522516736983,
      "loss": 2.6719,
      "step": 22181
    },
    {
      "epoch": 1.0319609211444523,
      "grad_norm": 0.7872888252435782,
      "learning_rate": 0.0002816834479463983,
      "loss": 2.2188,
      "step": 22182
    },
    {
      "epoch": 1.032007443591533,
      "grad_norm": 0.7683748993695423,
      "learning_rate": 0.0002816816706448095,
      "loss": 2.4062,
      "step": 22183
    },
    {
      "epoch": 1.0320539660386137,
      "grad_norm": 0.8071520946186458,
      "learning_rate": 0.00028167989326260425,
      "loss": 2.3906,
      "step": 22184
    },
    {
      "epoch": 1.0321004884856944,
      "grad_norm": 0.8200139731588151,
      "learning_rate": 0.0002816781157997839,
      "loss": 2.5938,
      "step": 22185
    },
    {
      "epoch": 1.032147010932775,
      "grad_norm": 0.7342904386823457,
      "learning_rate": 0.0002816763382563494,
      "loss": 2.0938,
      "step": 22186
    },
    {
      "epoch": 1.0321935333798558,
      "grad_norm": 0.8329266459287342,
      "learning_rate": 0.00028167456063230185,
      "loss": 2.4375,
      "step": 22187
    },
    {
      "epoch": 1.0322400558269365,
      "grad_norm": 0.7770232633679676,
      "learning_rate": 0.0002816727829276424,
      "loss": 2.375,
      "step": 22188
    },
    {
      "epoch": 1.0322865782740172,
      "grad_norm": 0.7570962170842782,
      "learning_rate": 0.000281671005142372,
      "loss": 2.3594,
      "step": 22189
    },
    {
      "epoch": 1.0323331007210979,
      "grad_norm": 0.8265039121011781,
      "learning_rate": 0.0002816692272764919,
      "loss": 2.25,
      "step": 22190
    },
    {
      "epoch": 1.0323796231681786,
      "grad_norm": 0.7911049784819383,
      "learning_rate": 0.00028166744933000315,
      "loss": 2.5312,
      "step": 22191
    },
    {
      "epoch": 1.0324261456152595,
      "grad_norm": 0.7700039572830735,
      "learning_rate": 0.00028166567130290677,
      "loss": 2.2031,
      "step": 22192
    },
    {
      "epoch": 1.0324726680623402,
      "grad_norm": 0.7502338308202036,
      "learning_rate": 0.00028166389319520387,
      "loss": 2.3281,
      "step": 22193
    },
    {
      "epoch": 1.0325191905094209,
      "grad_norm": 0.7687342712403956,
      "learning_rate": 0.0002816621150068956,
      "loss": 2.6094,
      "step": 22194
    },
    {
      "epoch": 1.0325657129565016,
      "grad_norm": 0.7502941353535822,
      "learning_rate": 0.000281660336737983,
      "loss": 2.375,
      "step": 22195
    },
    {
      "epoch": 1.0326122354035823,
      "grad_norm": 0.7390485898201055,
      "learning_rate": 0.0002816585583884672,
      "loss": 2.0156,
      "step": 22196
    },
    {
      "epoch": 1.032658757850663,
      "grad_norm": 0.7919897469342729,
      "learning_rate": 0.00028165677995834924,
      "loss": 2.2344,
      "step": 22197
    },
    {
      "epoch": 1.0327052802977437,
      "grad_norm": 0.83980510945107,
      "learning_rate": 0.00028165500144763017,
      "loss": 2.4688,
      "step": 22198
    },
    {
      "epoch": 1.0327518027448244,
      "grad_norm": 0.858088101675913,
      "learning_rate": 0.00028165322285631113,
      "loss": 2.8438,
      "step": 22199
    },
    {
      "epoch": 1.032798325191905,
      "grad_norm": 0.7505450387032049,
      "learning_rate": 0.00028165144418439326,
      "loss": 2.2656,
      "step": 22200
    },
    {
      "epoch": 1.0328448476389858,
      "grad_norm": 0.8640661189026698,
      "learning_rate": 0.00028164966543187765,
      "loss": 2.4219,
      "step": 22201
    },
    {
      "epoch": 1.0328913700860665,
      "grad_norm": 0.8242589665934145,
      "learning_rate": 0.00028164788659876527,
      "loss": 2.5625,
      "step": 22202
    },
    {
      "epoch": 1.0329378925331472,
      "grad_norm": 0.7836481685963784,
      "learning_rate": 0.00028164610768505725,
      "loss": 2.5,
      "step": 22203
    },
    {
      "epoch": 1.0329844149802279,
      "grad_norm": 0.8106246825289518,
      "learning_rate": 0.0002816443286907548,
      "loss": 2.2812,
      "step": 22204
    },
    {
      "epoch": 1.0330309374273088,
      "grad_norm": 0.8030242880453153,
      "learning_rate": 0.0002816425496158588,
      "loss": 2.4219,
      "step": 22205
    },
    {
      "epoch": 1.0330774598743895,
      "grad_norm": 0.7629221813356317,
      "learning_rate": 0.0002816407704603705,
      "loss": 2.3906,
      "step": 22206
    },
    {
      "epoch": 1.0331239823214702,
      "grad_norm": 0.7625054193172482,
      "learning_rate": 0.000281638991224291,
      "loss": 2.3438,
      "step": 22207
    },
    {
      "epoch": 1.0331705047685509,
      "grad_norm": 1.0185739926601212,
      "learning_rate": 0.0002816372119076213,
      "loss": 2.3594,
      "step": 22208
    },
    {
      "epoch": 1.0332170272156316,
      "grad_norm": 0.7313506561300538,
      "learning_rate": 0.0002816354325103625,
      "loss": 2.25,
      "step": 22209
    },
    {
      "epoch": 1.0332635496627123,
      "grad_norm": 0.7604405668541611,
      "learning_rate": 0.0002816336530325157,
      "loss": 2.3594,
      "step": 22210
    },
    {
      "epoch": 1.033310072109793,
      "grad_norm": 0.7492552665066774,
      "learning_rate": 0.00028163187347408203,
      "loss": 2.4375,
      "step": 22211
    },
    {
      "epoch": 1.0333565945568737,
      "grad_norm": 0.7371767536124869,
      "learning_rate": 0.00028163009383506255,
      "loss": 2.5156,
      "step": 22212
    },
    {
      "epoch": 1.0334031170039544,
      "grad_norm": 0.781228618703797,
      "learning_rate": 0.0002816283141154584,
      "loss": 2.4531,
      "step": 22213
    },
    {
      "epoch": 1.033449639451035,
      "grad_norm": 0.780914786257192,
      "learning_rate": 0.0002816265343152705,
      "loss": 2.5,
      "step": 22214
    },
    {
      "epoch": 1.0334961618981158,
      "grad_norm": 0.764258350138265,
      "learning_rate": 0.0002816247544345002,
      "loss": 2.5,
      "step": 22215
    },
    {
      "epoch": 1.0335426843451965,
      "grad_norm": 0.7573913081820903,
      "learning_rate": 0.0002816229744731483,
      "loss": 2.2031,
      "step": 22216
    },
    {
      "epoch": 1.0335892067922772,
      "grad_norm": 0.838127372356564,
      "learning_rate": 0.00028162119443121616,
      "loss": 2.2188,
      "step": 22217
    },
    {
      "epoch": 1.033635729239358,
      "grad_norm": 0.723218673872438,
      "learning_rate": 0.0002816194143087047,
      "loss": 2.0938,
      "step": 22218
    },
    {
      "epoch": 1.0336822516864388,
      "grad_norm": 0.7147005841694293,
      "learning_rate": 0.0002816176341056151,
      "loss": 2.0781,
      "step": 22219
    },
    {
      "epoch": 1.0337287741335195,
      "grad_norm": 0.7557026429693341,
      "learning_rate": 0.0002816158538219483,
      "loss": 2.25,
      "step": 22220
    },
    {
      "epoch": 1.0337752965806002,
      "grad_norm": 0.8096165563545547,
      "learning_rate": 0.0002816140734577056,
      "loss": 2.1875,
      "step": 22221
    },
    {
      "epoch": 1.0338218190276809,
      "grad_norm": 0.8046809517033634,
      "learning_rate": 0.000281612293012888,
      "loss": 2.2031,
      "step": 22222
    },
    {
      "epoch": 1.0338683414747616,
      "grad_norm": 0.9023829199552296,
      "learning_rate": 0.0002816105124874965,
      "loss": 2.4844,
      "step": 22223
    },
    {
      "epoch": 1.0339148639218423,
      "grad_norm": 0.8158541557108085,
      "learning_rate": 0.0002816087318815323,
      "loss": 2.4688,
      "step": 22224
    },
    {
      "epoch": 1.033961386368923,
      "grad_norm": 0.7747870288996958,
      "learning_rate": 0.0002816069511949965,
      "loss": 2.2812,
      "step": 22225
    },
    {
      "epoch": 1.0340079088160037,
      "grad_norm": 0.7964688272482707,
      "learning_rate": 0.0002816051704278901,
      "loss": 2.6406,
      "step": 22226
    },
    {
      "epoch": 1.0340544312630844,
      "grad_norm": 0.8053418541625009,
      "learning_rate": 0.0002816033895802143,
      "loss": 2.3594,
      "step": 22227
    },
    {
      "epoch": 1.034100953710165,
      "grad_norm": 0.7772722905867937,
      "learning_rate": 0.00028160160865197005,
      "loss": 2.3906,
      "step": 22228
    },
    {
      "epoch": 1.0341474761572458,
      "grad_norm": 0.8307486529780763,
      "learning_rate": 0.00028159982764315854,
      "loss": 2.4062,
      "step": 22229
    },
    {
      "epoch": 1.0341939986043265,
      "grad_norm": 0.8494016649132037,
      "learning_rate": 0.0002815980465537809,
      "loss": 2.6719,
      "step": 22230
    },
    {
      "epoch": 1.0342405210514074,
      "grad_norm": 0.7786060849523956,
      "learning_rate": 0.00028159626538383807,
      "loss": 2.1719,
      "step": 22231
    },
    {
      "epoch": 1.034287043498488,
      "grad_norm": 0.7693301438429239,
      "learning_rate": 0.00028159448413333127,
      "loss": 2.3594,
      "step": 22232
    },
    {
      "epoch": 1.0343335659455688,
      "grad_norm": 0.752892443239449,
      "learning_rate": 0.0002815927028022616,
      "loss": 2.25,
      "step": 22233
    },
    {
      "epoch": 1.0343800883926495,
      "grad_norm": 0.788411779923909,
      "learning_rate": 0.00028159092139063005,
      "loss": 2.6406,
      "step": 22234
    },
    {
      "epoch": 1.0344266108397302,
      "grad_norm": 0.7851965181318313,
      "learning_rate": 0.0002815891398984378,
      "loss": 2.6562,
      "step": 22235
    },
    {
      "epoch": 1.034473133286811,
      "grad_norm": 0.788744070953545,
      "learning_rate": 0.00028158735832568583,
      "loss": 1.8281,
      "step": 22236
    },
    {
      "epoch": 1.0345196557338916,
      "grad_norm": 0.8328002223830311,
      "learning_rate": 0.0002815855766723754,
      "loss": 2.4844,
      "step": 22237
    },
    {
      "epoch": 1.0345661781809723,
      "grad_norm": 0.7386244730818036,
      "learning_rate": 0.0002815837949385074,
      "loss": 2.1875,
      "step": 22238
    },
    {
      "epoch": 1.034612700628053,
      "grad_norm": 0.7929461813276841,
      "learning_rate": 0.0002815820131240831,
      "loss": 2.625,
      "step": 22239
    },
    {
      "epoch": 1.0346592230751337,
      "grad_norm": 0.736415468582151,
      "learning_rate": 0.0002815802312291035,
      "loss": 2.4219,
      "step": 22240
    },
    {
      "epoch": 1.0347057455222144,
      "grad_norm": 0.7658408698125476,
      "learning_rate": 0.00028157844925356967,
      "loss": 2.6094,
      "step": 22241
    },
    {
      "epoch": 1.034752267969295,
      "grad_norm": 0.7657602819074969,
      "learning_rate": 0.00028157666719748277,
      "loss": 2.3281,
      "step": 22242
    },
    {
      "epoch": 1.0347987904163758,
      "grad_norm": 0.7555394023626764,
      "learning_rate": 0.0002815748850608438,
      "loss": 2.2344,
      "step": 22243
    },
    {
      "epoch": 1.0348453128634567,
      "grad_norm": 0.7709525279178846,
      "learning_rate": 0.000281573102843654,
      "loss": 2.4688,
      "step": 22244
    },
    {
      "epoch": 1.0348918353105374,
      "grad_norm": 0.7883019054657807,
      "learning_rate": 0.00028157132054591435,
      "loss": 2.2812,
      "step": 22245
    },
    {
      "epoch": 1.034938357757618,
      "grad_norm": 0.8416039357966113,
      "learning_rate": 0.000281569538167626,
      "loss": 2.4375,
      "step": 22246
    },
    {
      "epoch": 1.0349848802046988,
      "grad_norm": 0.7241932627713069,
      "learning_rate": 0.0002815677557087899,
      "loss": 2.4531,
      "step": 22247
    },
    {
      "epoch": 1.0350314026517795,
      "grad_norm": 0.7681240764904205,
      "learning_rate": 0.0002815659731694073,
      "loss": 2.1875,
      "step": 22248
    },
    {
      "epoch": 1.0350779250988602,
      "grad_norm": 0.78916713291592,
      "learning_rate": 0.0002815641905494793,
      "loss": 2.6719,
      "step": 22249
    },
    {
      "epoch": 1.035124447545941,
      "grad_norm": 0.7806142240658556,
      "learning_rate": 0.0002815624078490068,
      "loss": 2.6875,
      "step": 22250
    },
    {
      "epoch": 1.0351709699930216,
      "grad_norm": 0.7633707708687051,
      "learning_rate": 0.0002815606250679911,
      "loss": 2.3125,
      "step": 22251
    },
    {
      "epoch": 1.0352174924401023,
      "grad_norm": 0.7331483877307974,
      "learning_rate": 0.0002815588422064332,
      "loss": 2.4062,
      "step": 22252
    },
    {
      "epoch": 1.035264014887183,
      "grad_norm": 0.7691408956535468,
      "learning_rate": 0.00028155705926433415,
      "loss": 2.6875,
      "step": 22253
    },
    {
      "epoch": 1.0353105373342637,
      "grad_norm": 0.7931398763978268,
      "learning_rate": 0.00028155527624169516,
      "loss": 2.3594,
      "step": 22254
    },
    {
      "epoch": 1.0353570597813444,
      "grad_norm": 0.7875809888952501,
      "learning_rate": 0.00028155349313851725,
      "loss": 2.7031,
      "step": 22255
    },
    {
      "epoch": 1.035403582228425,
      "grad_norm": 0.7080446057461522,
      "learning_rate": 0.0002815517099548015,
      "loss": 2.0469,
      "step": 22256
    },
    {
      "epoch": 1.035450104675506,
      "grad_norm": 0.7436451930404812,
      "learning_rate": 0.000281549926690549,
      "loss": 2.6406,
      "step": 22257
    },
    {
      "epoch": 1.0354966271225867,
      "grad_norm": 0.7763201981810443,
      "learning_rate": 0.00028154814334576083,
      "loss": 2.4688,
      "step": 22258
    },
    {
      "epoch": 1.0355431495696674,
      "grad_norm": 0.7791327430376591,
      "learning_rate": 0.00028154635992043816,
      "loss": 2.7344,
      "step": 22259
    },
    {
      "epoch": 1.0355896720167481,
      "grad_norm": 0.7665817897272396,
      "learning_rate": 0.0002815445764145821,
      "loss": 2.5312,
      "step": 22260
    },
    {
      "epoch": 1.0356361944638288,
      "grad_norm": 0.7412065128285568,
      "learning_rate": 0.0002815427928281936,
      "loss": 2.0781,
      "step": 22261
    },
    {
      "epoch": 1.0356827169109095,
      "grad_norm": 0.7563468922937735,
      "learning_rate": 0.0002815410091612738,
      "loss": 2.25,
      "step": 22262
    },
    {
      "epoch": 1.0357292393579902,
      "grad_norm": 0.7835911699251772,
      "learning_rate": 0.00028153922541382387,
      "loss": 2.2812,
      "step": 22263
    },
    {
      "epoch": 1.035775761805071,
      "grad_norm": 0.7893638288088695,
      "learning_rate": 0.0002815374415858448,
      "loss": 2.6562,
      "step": 22264
    },
    {
      "epoch": 1.0358222842521516,
      "grad_norm": 0.7519109471401695,
      "learning_rate": 0.00028153565767733774,
      "loss": 2.3594,
      "step": 22265
    },
    {
      "epoch": 1.0358688066992323,
      "grad_norm": 0.8004413125880374,
      "learning_rate": 0.0002815338736883038,
      "loss": 2.3906,
      "step": 22266
    },
    {
      "epoch": 1.035915329146313,
      "grad_norm": 0.7516892748813238,
      "learning_rate": 0.00028153208961874404,
      "loss": 2.2812,
      "step": 22267
    },
    {
      "epoch": 1.0359618515933937,
      "grad_norm": 0.7860652351413642,
      "learning_rate": 0.0002815303054686596,
      "loss": 2.5625,
      "step": 22268
    },
    {
      "epoch": 1.0360083740404746,
      "grad_norm": 0.7315364598685866,
      "learning_rate": 0.0002815285212380515,
      "loss": 2.5469,
      "step": 22269
    },
    {
      "epoch": 1.0360548964875553,
      "grad_norm": 0.7800716415024463,
      "learning_rate": 0.00028152673692692084,
      "loss": 2.3125,
      "step": 22270
    },
    {
      "epoch": 1.036101418934636,
      "grad_norm": 0.7863312494290963,
      "learning_rate": 0.00028152495253526877,
      "loss": 2.5938,
      "step": 22271
    },
    {
      "epoch": 1.0361479413817167,
      "grad_norm": 0.8434691495873614,
      "learning_rate": 0.0002815231680630963,
      "loss": 2.4062,
      "step": 22272
    },
    {
      "epoch": 1.0361944638287974,
      "grad_norm": 0.8362592870182829,
      "learning_rate": 0.00028152138351040466,
      "loss": 2.6094,
      "step": 22273
    },
    {
      "epoch": 1.0362409862758781,
      "grad_norm": 0.7928703061762137,
      "learning_rate": 0.0002815195988771948,
      "loss": 2.375,
      "step": 22274
    },
    {
      "epoch": 1.0362875087229588,
      "grad_norm": 0.7908188921616025,
      "learning_rate": 0.0002815178141634678,
      "loss": 2.625,
      "step": 22275
    },
    {
      "epoch": 1.0363340311700395,
      "grad_norm": 0.7662986773710962,
      "learning_rate": 0.0002815160293692249,
      "loss": 2.3281,
      "step": 22276
    },
    {
      "epoch": 1.0363805536171202,
      "grad_norm": 0.8556057693713899,
      "learning_rate": 0.0002815142444944671,
      "loss": 2.5781,
      "step": 22277
    },
    {
      "epoch": 1.036427076064201,
      "grad_norm": 0.7516537063892128,
      "learning_rate": 0.0002815124595391955,
      "loss": 2.4062,
      "step": 22278
    },
    {
      "epoch": 1.0364735985112816,
      "grad_norm": 0.7644129851837148,
      "learning_rate": 0.0002815106745034112,
      "loss": 2.1406,
      "step": 22279
    },
    {
      "epoch": 1.0365201209583623,
      "grad_norm": 0.8109141846189337,
      "learning_rate": 0.0002815088893871153,
      "loss": 2.4688,
      "step": 22280
    },
    {
      "epoch": 1.036566643405443,
      "grad_norm": 0.7613854461230194,
      "learning_rate": 0.0002815071041903089,
      "loss": 2.4219,
      "step": 22281
    },
    {
      "epoch": 1.036613165852524,
      "grad_norm": 0.8145019310618853,
      "learning_rate": 0.000281505318912993,
      "loss": 2.5312,
      "step": 22282
    },
    {
      "epoch": 1.0366596882996046,
      "grad_norm": 0.7498100327916986,
      "learning_rate": 0.00028150353355516886,
      "loss": 2.2656,
      "step": 22283
    },
    {
      "epoch": 1.0367062107466853,
      "grad_norm": 0.7505700754668561,
      "learning_rate": 0.00028150174811683744,
      "loss": 2.4375,
      "step": 22284
    },
    {
      "epoch": 1.036752733193766,
      "grad_norm": 0.7660328113063133,
      "learning_rate": 0.00028149996259799984,
      "loss": 2.4844,
      "step": 22285
    },
    {
      "epoch": 1.0367992556408467,
      "grad_norm": 0.8109840845147793,
      "learning_rate": 0.00028149817699865725,
      "loss": 2.2031,
      "step": 22286
    },
    {
      "epoch": 1.0368457780879274,
      "grad_norm": 0.7889317488028458,
      "learning_rate": 0.0002814963913188107,
      "loss": 2.4062,
      "step": 22287
    },
    {
      "epoch": 1.0368923005350081,
      "grad_norm": 0.753553675515541,
      "learning_rate": 0.0002814946055584612,
      "loss": 2.1719,
      "step": 22288
    },
    {
      "epoch": 1.0369388229820888,
      "grad_norm": 0.814448746787254,
      "learning_rate": 0.00028149281971761003,
      "loss": 2.3438,
      "step": 22289
    },
    {
      "epoch": 1.0369853454291695,
      "grad_norm": 0.7729419041553562,
      "learning_rate": 0.0002814910337962581,
      "loss": 2.3125,
      "step": 22290
    },
    {
      "epoch": 1.0370318678762502,
      "grad_norm": 0.8826545663051334,
      "learning_rate": 0.00028148924779440663,
      "loss": 2.0938,
      "step": 22291
    },
    {
      "epoch": 1.037078390323331,
      "grad_norm": 0.7283734846607526,
      "learning_rate": 0.00028148746171205663,
      "loss": 2.3125,
      "step": 22292
    },
    {
      "epoch": 1.0371249127704116,
      "grad_norm": 0.7852772630335747,
      "learning_rate": 0.0002814856755492093,
      "loss": 2.5625,
      "step": 22293
    },
    {
      "epoch": 1.0371714352174926,
      "grad_norm": 0.7356938457448039,
      "learning_rate": 0.00028148388930586556,
      "loss": 2.5,
      "step": 22294
    },
    {
      "epoch": 1.0372179576645733,
      "grad_norm": 0.7737337389102956,
      "learning_rate": 0.0002814821029820267,
      "loss": 2.3906,
      "step": 22295
    },
    {
      "epoch": 1.037264480111654,
      "grad_norm": 0.8375631564179256,
      "learning_rate": 0.0002814803165776937,
      "loss": 2.8281,
      "step": 22296
    },
    {
      "epoch": 1.0373110025587347,
      "grad_norm": 0.8218955919256263,
      "learning_rate": 0.00028147853009286765,
      "loss": 2.2031,
      "step": 22297
    },
    {
      "epoch": 1.0373575250058154,
      "grad_norm": 0.8505246175977292,
      "learning_rate": 0.0002814767435275497,
      "loss": 2.4844,
      "step": 22298
    },
    {
      "epoch": 1.037404047452896,
      "grad_norm": 0.766809588774476,
      "learning_rate": 0.00028147495688174087,
      "loss": 2.3594,
      "step": 22299
    },
    {
      "epoch": 1.0374505698999767,
      "grad_norm": 0.8224999716711773,
      "learning_rate": 0.0002814731701554424,
      "loss": 2.3594,
      "step": 22300
    },
    {
      "epoch": 1.0374970923470574,
      "grad_norm": 0.7430536831801458,
      "learning_rate": 0.00028147138334865516,
      "loss": 2.5781,
      "step": 22301
    },
    {
      "epoch": 1.0375436147941381,
      "grad_norm": 0.832769009778866,
      "learning_rate": 0.0002814695964613804,
      "loss": 2.4844,
      "step": 22302
    },
    {
      "epoch": 1.0375901372412188,
      "grad_norm": 0.8446584943766391,
      "learning_rate": 0.0002814678094936192,
      "loss": 2.4375,
      "step": 22303
    },
    {
      "epoch": 1.0376366596882995,
      "grad_norm": 0.747544366454188,
      "learning_rate": 0.0002814660224453726,
      "loss": 2.3281,
      "step": 22304
    },
    {
      "epoch": 1.0376831821353802,
      "grad_norm": 0.7622635214483992,
      "learning_rate": 0.00028146423531664176,
      "loss": 2.1719,
      "step": 22305
    },
    {
      "epoch": 1.037729704582461,
      "grad_norm": 0.7805325085469373,
      "learning_rate": 0.00028146244810742775,
      "loss": 2.5312,
      "step": 22306
    },
    {
      "epoch": 1.0377762270295419,
      "grad_norm": 0.9061375254405996,
      "learning_rate": 0.0002814606608177316,
      "loss": 2.4844,
      "step": 22307
    },
    {
      "epoch": 1.0378227494766226,
      "grad_norm": 0.8245507817171359,
      "learning_rate": 0.00028145887344755446,
      "loss": 2.6719,
      "step": 22308
    },
    {
      "epoch": 1.0378692719237033,
      "grad_norm": 0.8070222911352336,
      "learning_rate": 0.0002814570859968975,
      "loss": 2.375,
      "step": 22309
    },
    {
      "epoch": 1.037915794370784,
      "grad_norm": 0.7659447553503874,
      "learning_rate": 0.0002814552984657617,
      "loss": 2.1406,
      "step": 22310
    },
    {
      "epoch": 1.0379623168178647,
      "grad_norm": 0.7998019071002578,
      "learning_rate": 0.00028145351085414813,
      "loss": 2.2812,
      "step": 22311
    },
    {
      "epoch": 1.0380088392649454,
      "grad_norm": 0.7773217343238081,
      "learning_rate": 0.00028145172316205807,
      "loss": 2.5938,
      "step": 22312
    },
    {
      "epoch": 1.038055361712026,
      "grad_norm": 0.8386393596839138,
      "learning_rate": 0.0002814499353894924,
      "loss": 2.3281,
      "step": 22313
    },
    {
      "epoch": 1.0381018841591068,
      "grad_norm": 0.764884099911737,
      "learning_rate": 0.00028144814753645235,
      "loss": 2.25,
      "step": 22314
    },
    {
      "epoch": 1.0381484066061875,
      "grad_norm": 0.7581003618806609,
      "learning_rate": 0.00028144635960293887,
      "loss": 2.3125,
      "step": 22315
    },
    {
      "epoch": 1.0381949290532682,
      "grad_norm": 0.8200481233474939,
      "learning_rate": 0.00028144457158895325,
      "loss": 2.4531,
      "step": 22316
    },
    {
      "epoch": 1.0382414515003489,
      "grad_norm": 0.8821019757558771,
      "learning_rate": 0.00028144278349449646,
      "loss": 2.375,
      "step": 22317
    },
    {
      "epoch": 1.0382879739474296,
      "grad_norm": 0.7470172265194849,
      "learning_rate": 0.00028144099531956964,
      "loss": 2.2812,
      "step": 22318
    },
    {
      "epoch": 1.0383344963945103,
      "grad_norm": 0.8739605383041033,
      "learning_rate": 0.00028143920706417383,
      "loss": 2.5625,
      "step": 22319
    },
    {
      "epoch": 1.0383810188415912,
      "grad_norm": 0.7491259872403242,
      "learning_rate": 0.0002814374187283102,
      "loss": 2.2656,
      "step": 22320
    },
    {
      "epoch": 1.0384275412886719,
      "grad_norm": 0.8030354380044341,
      "learning_rate": 0.0002814356303119798,
      "loss": 2.3281,
      "step": 22321
    },
    {
      "epoch": 1.0384740637357526,
      "grad_norm": 0.7775544233965432,
      "learning_rate": 0.00028143384181518374,
      "loss": 2.4062,
      "step": 22322
    },
    {
      "epoch": 1.0385205861828333,
      "grad_norm": 0.7759138032168945,
      "learning_rate": 0.0002814320532379231,
      "loss": 2.4844,
      "step": 22323
    },
    {
      "epoch": 1.038567108629914,
      "grad_norm": 0.7277857797625737,
      "learning_rate": 0.000281430264580199,
      "loss": 1.9531,
      "step": 22324
    },
    {
      "epoch": 1.0386136310769947,
      "grad_norm": 0.7563065806697192,
      "learning_rate": 0.00028142847584201246,
      "loss": 2.2812,
      "step": 22325
    },
    {
      "epoch": 1.0386601535240754,
      "grad_norm": 0.8240214558604653,
      "learning_rate": 0.00028142668702336467,
      "loss": 2.3906,
      "step": 22326
    },
    {
      "epoch": 1.038706675971156,
      "grad_norm": 0.7618168060659686,
      "learning_rate": 0.00028142489812425667,
      "loss": 2.1875,
      "step": 22327
    },
    {
      "epoch": 1.0387531984182368,
      "grad_norm": 0.7149601350414626,
      "learning_rate": 0.0002814231091446896,
      "loss": 1.5781,
      "step": 22328
    },
    {
      "epoch": 1.0387997208653175,
      "grad_norm": 0.7480011492895516,
      "learning_rate": 0.0002814213200846645,
      "loss": 2.3125,
      "step": 22329
    },
    {
      "epoch": 1.0388462433123982,
      "grad_norm": 0.8226227407362607,
      "learning_rate": 0.00028141953094418254,
      "loss": 2.625,
      "step": 22330
    },
    {
      "epoch": 1.0388927657594789,
      "grad_norm": 0.7724541803227227,
      "learning_rate": 0.00028141774172324473,
      "loss": 2.3281,
      "step": 22331
    },
    {
      "epoch": 1.0389392882065596,
      "grad_norm": 0.7603534495423695,
      "learning_rate": 0.0002814159524218522,
      "loss": 2.3594,
      "step": 22332
    },
    {
      "epoch": 1.0389858106536405,
      "grad_norm": 0.8114234847945124,
      "learning_rate": 0.0002814141630400061,
      "loss": 2.1719,
      "step": 22333
    },
    {
      "epoch": 1.0390323331007212,
      "grad_norm": 0.7511047843942914,
      "learning_rate": 0.00028141237357770743,
      "loss": 2.5625,
      "step": 22334
    },
    {
      "epoch": 1.0390788555478019,
      "grad_norm": 0.7952763663998249,
      "learning_rate": 0.00028141058403495734,
      "loss": 2.3281,
      "step": 22335
    },
    {
      "epoch": 1.0391253779948826,
      "grad_norm": 0.7569006345279133,
      "learning_rate": 0.00028140879441175694,
      "loss": 1.7344,
      "step": 22336
    },
    {
      "epoch": 1.0391719004419633,
      "grad_norm": 0.8978979183885494,
      "learning_rate": 0.00028140700470810723,
      "loss": 2.5156,
      "step": 22337
    },
    {
      "epoch": 1.039218422889044,
      "grad_norm": 0.7941862965326398,
      "learning_rate": 0.00028140521492400945,
      "loss": 2.6094,
      "step": 22338
    },
    {
      "epoch": 1.0392649453361247,
      "grad_norm": 0.7245247623452847,
      "learning_rate": 0.00028140342505946457,
      "loss": 2.0469,
      "step": 22339
    },
    {
      "epoch": 1.0393114677832054,
      "grad_norm": 0.8444350797794478,
      "learning_rate": 0.0002814016351144738,
      "loss": 2.3594,
      "step": 22340
    },
    {
      "epoch": 1.039357990230286,
      "grad_norm": 0.7773426877256081,
      "learning_rate": 0.0002813998450890381,
      "loss": 2.5312,
      "step": 22341
    },
    {
      "epoch": 1.0394045126773668,
      "grad_norm": 0.7885296408532292,
      "learning_rate": 0.0002813980549831587,
      "loss": 2.2812,
      "step": 22342
    },
    {
      "epoch": 1.0394510351244475,
      "grad_norm": 0.7729573819057033,
      "learning_rate": 0.0002813962647968366,
      "loss": 2.5156,
      "step": 22343
    },
    {
      "epoch": 1.0394975575715282,
      "grad_norm": 0.811643967267267,
      "learning_rate": 0.000281394474530073,
      "loss": 2.3281,
      "step": 22344
    },
    {
      "epoch": 1.0395440800186089,
      "grad_norm": 0.842284025969069,
      "learning_rate": 0.0002813926841828688,
      "loss": 2.5,
      "step": 22345
    },
    {
      "epoch": 1.0395906024656898,
      "grad_norm": 0.7994981318294515,
      "learning_rate": 0.00028139089375522533,
      "loss": 2.5469,
      "step": 22346
    },
    {
      "epoch": 1.0396371249127705,
      "grad_norm": 0.7666190272561331,
      "learning_rate": 0.0002813891032471435,
      "loss": 2.5156,
      "step": 22347
    },
    {
      "epoch": 1.0396836473598512,
      "grad_norm": 0.7375527106685181,
      "learning_rate": 0.0002813873126586246,
      "loss": 2.3438,
      "step": 22348
    },
    {
      "epoch": 1.039730169806932,
      "grad_norm": 0.7699980493012157,
      "learning_rate": 0.0002813855219896695,
      "loss": 2.4531,
      "step": 22349
    },
    {
      "epoch": 1.0397766922540126,
      "grad_norm": 0.7773409518928607,
      "learning_rate": 0.0002813837312402795,
      "loss": 2.5938,
      "step": 22350
    },
    {
      "epoch": 1.0398232147010933,
      "grad_norm": 0.806485628480522,
      "learning_rate": 0.00028138194041045554,
      "loss": 2.4375,
      "step": 22351
    },
    {
      "epoch": 1.039869737148174,
      "grad_norm": 0.7419196879463169,
      "learning_rate": 0.0002813801495001988,
      "loss": 2.1562,
      "step": 22352
    },
    {
      "epoch": 1.0399162595952547,
      "grad_norm": 0.7793480487201043,
      "learning_rate": 0.00028137835850951037,
      "loss": 2.5312,
      "step": 22353
    },
    {
      "epoch": 1.0399627820423354,
      "grad_norm": 0.7769219339197766,
      "learning_rate": 0.0002813765674383913,
      "loss": 2.5938,
      "step": 22354
    },
    {
      "epoch": 1.040009304489416,
      "grad_norm": 0.7600757411199541,
      "learning_rate": 0.0002813747762868428,
      "loss": 2.6094,
      "step": 22355
    },
    {
      "epoch": 1.0400558269364968,
      "grad_norm": 0.7565227231719747,
      "learning_rate": 0.00028137298505486586,
      "loss": 2.375,
      "step": 22356
    },
    {
      "epoch": 1.0401023493835775,
      "grad_norm": 0.8373328788581073,
      "learning_rate": 0.00028137119374246157,
      "loss": 2.5156,
      "step": 22357
    },
    {
      "epoch": 1.0401488718306582,
      "grad_norm": 0.8098419256815409,
      "learning_rate": 0.00028136940234963105,
      "loss": 2.375,
      "step": 22358
    },
    {
      "epoch": 1.040195394277739,
      "grad_norm": 0.7572745391598359,
      "learning_rate": 0.00028136761087637545,
      "loss": 2.5156,
      "step": 22359
    },
    {
      "epoch": 1.0402419167248198,
      "grad_norm": 0.8465147035724596,
      "learning_rate": 0.0002813658193226958,
      "loss": 2.7188,
      "step": 22360
    },
    {
      "epoch": 1.0402884391719005,
      "grad_norm": 0.7563034638529242,
      "learning_rate": 0.0002813640276885932,
      "loss": 2.5469,
      "step": 22361
    },
    {
      "epoch": 1.0403349616189812,
      "grad_norm": 0.7371335659666324,
      "learning_rate": 0.0002813622359740688,
      "loss": 2.1562,
      "step": 22362
    },
    {
      "epoch": 1.040381484066062,
      "grad_norm": 0.7707233965660607,
      "learning_rate": 0.00028136044417912363,
      "loss": 2.5625,
      "step": 22363
    },
    {
      "epoch": 1.0404280065131426,
      "grad_norm": 0.7960095841532824,
      "learning_rate": 0.0002813586523037589,
      "loss": 2.4844,
      "step": 22364
    },
    {
      "epoch": 1.0404745289602233,
      "grad_norm": 0.7729091769228827,
      "learning_rate": 0.00028135686034797555,
      "loss": 2.3125,
      "step": 22365
    },
    {
      "epoch": 1.040521051407304,
      "grad_norm": 0.7629888257105796,
      "learning_rate": 0.0002813550683117748,
      "loss": 2.2656,
      "step": 22366
    },
    {
      "epoch": 1.0405675738543847,
      "grad_norm": 0.7371692279397308,
      "learning_rate": 0.0002813532761951577,
      "loss": 2.2656,
      "step": 22367
    },
    {
      "epoch": 1.0406140963014654,
      "grad_norm": 0.7739276019672326,
      "learning_rate": 0.0002813514839981254,
      "loss": 2.3594,
      "step": 22368
    },
    {
      "epoch": 1.040660618748546,
      "grad_norm": 0.7760840501926647,
      "learning_rate": 0.0002813496917206788,
      "loss": 2.1719,
      "step": 22369
    },
    {
      "epoch": 1.0407071411956268,
      "grad_norm": 0.8090418300877434,
      "learning_rate": 0.0002813478993628193,
      "loss": 2.5469,
      "step": 22370
    },
    {
      "epoch": 1.0407536636427075,
      "grad_norm": 0.7013840000296501,
      "learning_rate": 0.00028134610692454775,
      "loss": 1.9219,
      "step": 22371
    },
    {
      "epoch": 1.0408001860897884,
      "grad_norm": 0.7667570292644597,
      "learning_rate": 0.0002813443144058653,
      "loss": 2.4688,
      "step": 22372
    },
    {
      "epoch": 1.0408467085368691,
      "grad_norm": 0.7973929324826703,
      "learning_rate": 0.00028134252180677316,
      "loss": 2.5,
      "step": 22373
    },
    {
      "epoch": 1.0408932309839498,
      "grad_norm": 0.8234499322879862,
      "learning_rate": 0.0002813407291272724,
      "loss": 2.3281,
      "step": 22374
    },
    {
      "epoch": 1.0409397534310305,
      "grad_norm": 0.778073543370339,
      "learning_rate": 0.00028133893636736397,
      "loss": 2.3906,
      "step": 22375
    },
    {
      "epoch": 1.0409862758781112,
      "grad_norm": 0.8126558858914994,
      "learning_rate": 0.0002813371435270491,
      "loss": 2.5938,
      "step": 22376
    },
    {
      "epoch": 1.041032798325192,
      "grad_norm": 0.7838087171216864,
      "learning_rate": 0.0002813353506063289,
      "loss": 2.5781,
      "step": 22377
    },
    {
      "epoch": 1.0410793207722726,
      "grad_norm": 0.894328833750645,
      "learning_rate": 0.0002813335576052044,
      "loss": 2.5781,
      "step": 22378
    },
    {
      "epoch": 1.0411258432193533,
      "grad_norm": 0.8162496531699714,
      "learning_rate": 0.0002813317645236767,
      "loss": 2.3594,
      "step": 22379
    },
    {
      "epoch": 1.041172365666434,
      "grad_norm": 0.7632672053104248,
      "learning_rate": 0.0002813299713617469,
      "loss": 2.25,
      "step": 22380
    },
    {
      "epoch": 1.0412188881135147,
      "grad_norm": 0.7772340166262108,
      "learning_rate": 0.0002813281781194162,
      "loss": 2.5469,
      "step": 22381
    },
    {
      "epoch": 1.0412654105605954,
      "grad_norm": 0.7585373929696941,
      "learning_rate": 0.0002813263847966856,
      "loss": 2.5781,
      "step": 22382
    },
    {
      "epoch": 1.041311933007676,
      "grad_norm": 0.7263037844649649,
      "learning_rate": 0.00028132459139355615,
      "loss": 2.2812,
      "step": 22383
    },
    {
      "epoch": 1.041358455454757,
      "grad_norm": 0.7803031386478022,
      "learning_rate": 0.00028132279791002904,
      "loss": 1.5547,
      "step": 22384
    },
    {
      "epoch": 1.0414049779018377,
      "grad_norm": 0.7300277432078879,
      "learning_rate": 0.00028132100434610536,
      "loss": 2.4062,
      "step": 22385
    },
    {
      "epoch": 1.0414515003489184,
      "grad_norm": 0.8436732500470873,
      "learning_rate": 0.0002813192107017862,
      "loss": 2.5469,
      "step": 22386
    },
    {
      "epoch": 1.0414980227959991,
      "grad_norm": 0.7725938255815709,
      "learning_rate": 0.00028131741697707256,
      "loss": 2.375,
      "step": 22387
    },
    {
      "epoch": 1.0415445452430798,
      "grad_norm": 0.8111469591012325,
      "learning_rate": 0.0002813156231719657,
      "loss": 2.3125,
      "step": 22388
    },
    {
      "epoch": 1.0415910676901605,
      "grad_norm": 0.7234826350091104,
      "learning_rate": 0.00028131382928646664,
      "loss": 2.4375,
      "step": 22389
    },
    {
      "epoch": 1.0416375901372412,
      "grad_norm": 0.7646979148237779,
      "learning_rate": 0.00028131203532057647,
      "loss": 2.5625,
      "step": 22390
    },
    {
      "epoch": 1.041684112584322,
      "grad_norm": 0.7148385576209786,
      "learning_rate": 0.0002813102412742962,
      "loss": 1.6094,
      "step": 22391
    },
    {
      "epoch": 1.0417306350314026,
      "grad_norm": 0.7776525653490793,
      "learning_rate": 0.00028130844714762716,
      "loss": 2.125,
      "step": 22392
    },
    {
      "epoch": 1.0417771574784833,
      "grad_norm": 0.7532148683228943,
      "learning_rate": 0.0002813066529405703,
      "loss": 2.4531,
      "step": 22393
    },
    {
      "epoch": 1.041823679925564,
      "grad_norm": 0.8076279437783604,
      "learning_rate": 0.00028130485865312664,
      "loss": 2.5938,
      "step": 22394
    },
    {
      "epoch": 1.0418702023726447,
      "grad_norm": 0.7484090529956213,
      "learning_rate": 0.00028130306428529746,
      "loss": 2.3906,
      "step": 22395
    },
    {
      "epoch": 1.0419167248197254,
      "grad_norm": 0.7640619336637712,
      "learning_rate": 0.00028130126983708374,
      "loss": 2.375,
      "step": 22396
    },
    {
      "epoch": 1.0419632472668063,
      "grad_norm": 0.7268796232320615,
      "learning_rate": 0.0002812994753084866,
      "loss": 2.1875,
      "step": 22397
    },
    {
      "epoch": 1.042009769713887,
      "grad_norm": 0.8272343818984824,
      "learning_rate": 0.0002812976806995072,
      "loss": 2.5312,
      "step": 22398
    },
    {
      "epoch": 1.0420562921609677,
      "grad_norm": 0.7654908827328156,
      "learning_rate": 0.0002812958860101465,
      "loss": 2.4062,
      "step": 22399
    },
    {
      "epoch": 1.0421028146080484,
      "grad_norm": 0.7460028829688962,
      "learning_rate": 0.00028129409124040577,
      "loss": 2.2656,
      "step": 22400
    },
    {
      "epoch": 1.0421493370551291,
      "grad_norm": 0.7888861307629049,
      "learning_rate": 0.00028129229639028595,
      "loss": 2.6094,
      "step": 22401
    },
    {
      "epoch": 1.0421958595022098,
      "grad_norm": 0.7581727121621745,
      "learning_rate": 0.00028129050145978826,
      "loss": 2.375,
      "step": 22402
    },
    {
      "epoch": 1.0422423819492905,
      "grad_norm": 0.8026074756617699,
      "learning_rate": 0.0002812887064489138,
      "loss": 2.4844,
      "step": 22403
    },
    {
      "epoch": 1.0422889043963712,
      "grad_norm": 0.8409231249899136,
      "learning_rate": 0.0002812869113576635,
      "loss": 2.4375,
      "step": 22404
    },
    {
      "epoch": 1.042335426843452,
      "grad_norm": 0.7518047025862822,
      "learning_rate": 0.00028128511618603864,
      "loss": 2.2656,
      "step": 22405
    },
    {
      "epoch": 1.0423819492905326,
      "grad_norm": 0.7769970734554532,
      "learning_rate": 0.00028128332093404026,
      "loss": 2.5156,
      "step": 22406
    },
    {
      "epoch": 1.0424284717376133,
      "grad_norm": 0.853551522114892,
      "learning_rate": 0.0002812815256016695,
      "loss": 2.7188,
      "step": 22407
    },
    {
      "epoch": 1.042474994184694,
      "grad_norm": 0.8131456023104683,
      "learning_rate": 0.00028127973018892734,
      "loss": 2.4375,
      "step": 22408
    },
    {
      "epoch": 1.0425215166317747,
      "grad_norm": 0.8529323950187655,
      "learning_rate": 0.00028127793469581497,
      "loss": 2.4531,
      "step": 22409
    },
    {
      "epoch": 1.0425680390788556,
      "grad_norm": 0.8321357683039269,
      "learning_rate": 0.0002812761391223335,
      "loss": 2.3438,
      "step": 22410
    },
    {
      "epoch": 1.0426145615259363,
      "grad_norm": 0.834591908518077,
      "learning_rate": 0.000281274343468484,
      "loss": 2.6719,
      "step": 22411
    },
    {
      "epoch": 1.042661083973017,
      "grad_norm": 0.7409021076977202,
      "learning_rate": 0.0002812725477342675,
      "loss": 2.3438,
      "step": 22412
    },
    {
      "epoch": 1.0427076064200977,
      "grad_norm": 0.822453180825224,
      "learning_rate": 0.0002812707519196853,
      "loss": 2.3438,
      "step": 22413
    },
    {
      "epoch": 1.0427541288671784,
      "grad_norm": 0.7396664346412971,
      "learning_rate": 0.0002812689560247383,
      "loss": 2.1719,
      "step": 22414
    },
    {
      "epoch": 1.0428006513142591,
      "grad_norm": 0.7389477323835528,
      "learning_rate": 0.0002812671600494277,
      "loss": 2.4219,
      "step": 22415
    },
    {
      "epoch": 1.0428471737613398,
      "grad_norm": 0.8233258850973073,
      "learning_rate": 0.00028126536399375457,
      "loss": 2.7188,
      "step": 22416
    },
    {
      "epoch": 1.0428936962084205,
      "grad_norm": 0.7774196409750276,
      "learning_rate": 0.00028126356785771996,
      "loss": 2.3125,
      "step": 22417
    },
    {
      "epoch": 1.0429402186555012,
      "grad_norm": 0.7552447127471063,
      "learning_rate": 0.0002812617716413251,
      "loss": 2.2969,
      "step": 22418
    },
    {
      "epoch": 1.042986741102582,
      "grad_norm": 0.8181151077490605,
      "learning_rate": 0.00028125997534457096,
      "loss": 2.2969,
      "step": 22419
    },
    {
      "epoch": 1.0430332635496626,
      "grad_norm": 0.819463320169826,
      "learning_rate": 0.0002812581789674587,
      "loss": 2.5,
      "step": 22420
    },
    {
      "epoch": 1.0430797859967433,
      "grad_norm": 0.8808649135033854,
      "learning_rate": 0.00028125638250998936,
      "loss": 2.7031,
      "step": 22421
    },
    {
      "epoch": 1.0431263084438243,
      "grad_norm": 0.7888365216588472,
      "learning_rate": 0.0002812545859721641,
      "loss": 2.3594,
      "step": 22422
    },
    {
      "epoch": 1.043172830890905,
      "grad_norm": 0.7739950469896628,
      "learning_rate": 0.00028125278935398404,
      "loss": 2.3281,
      "step": 22423
    },
    {
      "epoch": 1.0432193533379857,
      "grad_norm": 0.7309144799124666,
      "learning_rate": 0.0002812509926554503,
      "loss": 2.4531,
      "step": 22424
    },
    {
      "epoch": 1.0432658757850664,
      "grad_norm": 0.7608632990518222,
      "learning_rate": 0.00028124919587656385,
      "loss": 2.3281,
      "step": 22425
    },
    {
      "epoch": 1.043312398232147,
      "grad_norm": 0.7611183194660756,
      "learning_rate": 0.0002812473990173259,
      "loss": 2.2969,
      "step": 22426
    },
    {
      "epoch": 1.0433589206792278,
      "grad_norm": 0.7615001405119813,
      "learning_rate": 0.00028124560207773756,
      "loss": 2.3125,
      "step": 22427
    },
    {
      "epoch": 1.0434054431263085,
      "grad_norm": 0.8174416525212733,
      "learning_rate": 0.0002812438050577998,
      "loss": 2.4062,
      "step": 22428
    },
    {
      "epoch": 1.0434519655733892,
      "grad_norm": 0.7801861661989549,
      "learning_rate": 0.0002812420079575139,
      "loss": 2.3281,
      "step": 22429
    },
    {
      "epoch": 1.0434984880204698,
      "grad_norm": 0.7225151076502587,
      "learning_rate": 0.0002812402107768808,
      "loss": 2.2656,
      "step": 22430
    },
    {
      "epoch": 1.0435450104675505,
      "grad_norm": 0.795761415834993,
      "learning_rate": 0.0002812384135159017,
      "loss": 2.5156,
      "step": 22431
    },
    {
      "epoch": 1.0435915329146312,
      "grad_norm": 0.7556623874241134,
      "learning_rate": 0.00028123661617457764,
      "loss": 2.5156,
      "step": 22432
    },
    {
      "epoch": 1.043638055361712,
      "grad_norm": 0.7796013638267719,
      "learning_rate": 0.00028123481875290976,
      "loss": 2.3906,
      "step": 22433
    },
    {
      "epoch": 1.0436845778087926,
      "grad_norm": 0.7219121169345293,
      "learning_rate": 0.0002812330212508992,
      "loss": 2.2031,
      "step": 22434
    },
    {
      "epoch": 1.0437311002558736,
      "grad_norm": 0.7537123313896319,
      "learning_rate": 0.00028123122366854696,
      "loss": 2.4219,
      "step": 22435
    },
    {
      "epoch": 1.0437776227029543,
      "grad_norm": 0.761264602017486,
      "learning_rate": 0.0002812294260058542,
      "loss": 2.3906,
      "step": 22436
    },
    {
      "epoch": 1.043824145150035,
      "grad_norm": 0.7913037208109194,
      "learning_rate": 0.00028122762826282197,
      "loss": 2.6719,
      "step": 22437
    },
    {
      "epoch": 1.0438706675971157,
      "grad_norm": 0.7744921439423126,
      "learning_rate": 0.0002812258304394515,
      "loss": 2.1875,
      "step": 22438
    },
    {
      "epoch": 1.0439171900441964,
      "grad_norm": 0.8741885515951063,
      "learning_rate": 0.0002812240325357438,
      "loss": 2.3281,
      "step": 22439
    },
    {
      "epoch": 1.043963712491277,
      "grad_norm": 0.8386432302485417,
      "learning_rate": 0.0002812222345516999,
      "loss": 2.5,
      "step": 22440
    },
    {
      "epoch": 1.0440102349383578,
      "grad_norm": 0.7841660477427014,
      "learning_rate": 0.000281220436487321,
      "loss": 2.3438,
      "step": 22441
    },
    {
      "epoch": 1.0440567573854385,
      "grad_norm": 0.8397948837164029,
      "learning_rate": 0.00028121863834260823,
      "loss": 2.3906,
      "step": 22442
    },
    {
      "epoch": 1.0441032798325192,
      "grad_norm": 0.7559283304821708,
      "learning_rate": 0.0002812168401175626,
      "loss": 2.1562,
      "step": 22443
    },
    {
      "epoch": 1.0441498022795999,
      "grad_norm": 0.774817097760113,
      "learning_rate": 0.0002812150418121852,
      "loss": 2.4531,
      "step": 22444
    },
    {
      "epoch": 1.0441963247266806,
      "grad_norm": 0.7760388973217979,
      "learning_rate": 0.00028121324342647726,
      "loss": 2.2344,
      "step": 22445
    },
    {
      "epoch": 1.0442428471737613,
      "grad_norm": 0.7911183268168663,
      "learning_rate": 0.0002812114449604397,
      "loss": 2.625,
      "step": 22446
    },
    {
      "epoch": 1.044289369620842,
      "grad_norm": 0.784489385720399,
      "learning_rate": 0.0002812096464140738,
      "loss": 2.2812,
      "step": 22447
    },
    {
      "epoch": 1.0443358920679229,
      "grad_norm": 0.8199010868545039,
      "learning_rate": 0.00028120784778738056,
      "loss": 2.3281,
      "step": 22448
    },
    {
      "epoch": 1.0443824145150036,
      "grad_norm": 0.8087058048615438,
      "learning_rate": 0.0002812060490803611,
      "loss": 2.6875,
      "step": 22449
    },
    {
      "epoch": 1.0444289369620843,
      "grad_norm": 0.789477097764913,
      "learning_rate": 0.0002812042502930165,
      "loss": 2.1406,
      "step": 22450
    },
    {
      "epoch": 1.044475459409165,
      "grad_norm": 0.7598564792022644,
      "learning_rate": 0.00028120245142534793,
      "loss": 2.4062,
      "step": 22451
    },
    {
      "epoch": 1.0445219818562457,
      "grad_norm": 0.7595091867242577,
      "learning_rate": 0.00028120065247735644,
      "loss": 2.3438,
      "step": 22452
    },
    {
      "epoch": 1.0445685043033264,
      "grad_norm": 0.8074431460405375,
      "learning_rate": 0.0002811988534490431,
      "loss": 1.8125,
      "step": 22453
    },
    {
      "epoch": 1.044615026750407,
      "grad_norm": 0.8103478457427904,
      "learning_rate": 0.0002811970543404091,
      "loss": 1.9062,
      "step": 22454
    },
    {
      "epoch": 1.0446615491974878,
      "grad_norm": 0.827108937073181,
      "learning_rate": 0.00028119525515145545,
      "loss": 2.5938,
      "step": 22455
    },
    {
      "epoch": 1.0447080716445685,
      "grad_norm": 0.7634375062168975,
      "learning_rate": 0.0002811934558821833,
      "loss": 2.2969,
      "step": 22456
    },
    {
      "epoch": 1.0447545940916492,
      "grad_norm": 0.7170165893277772,
      "learning_rate": 0.0002811916565325937,
      "loss": 1.9688,
      "step": 22457
    },
    {
      "epoch": 1.0448011165387299,
      "grad_norm": 0.7554669521500532,
      "learning_rate": 0.00028118985710268786,
      "loss": 2.5156,
      "step": 22458
    },
    {
      "epoch": 1.0448476389858106,
      "grad_norm": 0.7386560556946379,
      "learning_rate": 0.00028118805759246685,
      "loss": 2.2656,
      "step": 22459
    },
    {
      "epoch": 1.0448941614328913,
      "grad_norm": 0.8099963569361787,
      "learning_rate": 0.0002811862580019316,
      "loss": 2.625,
      "step": 22460
    },
    {
      "epoch": 1.0449406838799722,
      "grad_norm": 0.7911596790465678,
      "learning_rate": 0.0002811844583310835,
      "loss": 2.4062,
      "step": 22461
    },
    {
      "epoch": 1.0449872063270529,
      "grad_norm": 0.7914952339586697,
      "learning_rate": 0.00028118265857992344,
      "loss": 2.5938,
      "step": 22462
    },
    {
      "epoch": 1.0450337287741336,
      "grad_norm": 0.7741175214245589,
      "learning_rate": 0.00028118085874845257,
      "loss": 2.2344,
      "step": 22463
    },
    {
      "epoch": 1.0450802512212143,
      "grad_norm": 0.8101334432420837,
      "learning_rate": 0.000281179058836672,
      "loss": 2.4219,
      "step": 22464
    },
    {
      "epoch": 1.045126773668295,
      "grad_norm": 0.7184878630667337,
      "learning_rate": 0.0002811772588445829,
      "loss": 2.2344,
      "step": 22465
    },
    {
      "epoch": 1.0451732961153757,
      "grad_norm": 0.7410843293793445,
      "learning_rate": 0.00028117545877218625,
      "loss": 2.2188,
      "step": 22466
    },
    {
      "epoch": 1.0452198185624564,
      "grad_norm": 0.7825541227543227,
      "learning_rate": 0.0002811736586194832,
      "loss": 2.5,
      "step": 22467
    },
    {
      "epoch": 1.045266341009537,
      "grad_norm": 0.7211516763910204,
      "learning_rate": 0.0002811718583864749,
      "loss": 2.2656,
      "step": 22468
    },
    {
      "epoch": 1.0453128634566178,
      "grad_norm": 0.7815232693556582,
      "learning_rate": 0.0002811700580731624,
      "loss": 2.4844,
      "step": 22469
    },
    {
      "epoch": 1.0453593859036985,
      "grad_norm": 0.854239402958782,
      "learning_rate": 0.0002811682576795468,
      "loss": 2.5625,
      "step": 22470
    },
    {
      "epoch": 1.0454059083507792,
      "grad_norm": 0.8341464320303282,
      "learning_rate": 0.00028116645720562927,
      "loss": 2.5156,
      "step": 22471
    },
    {
      "epoch": 1.0454524307978599,
      "grad_norm": 0.8121750076182015,
      "learning_rate": 0.0002811646566514108,
      "loss": 2.2969,
      "step": 22472
    },
    {
      "epoch": 1.0454989532449406,
      "grad_norm": 0.8017215712350393,
      "learning_rate": 0.00028116285601689257,
      "loss": 2.4531,
      "step": 22473
    },
    {
      "epoch": 1.0455454756920215,
      "grad_norm": 0.8593747152301873,
      "learning_rate": 0.0002811610553020757,
      "loss": 2.6406,
      "step": 22474
    },
    {
      "epoch": 1.0455919981391022,
      "grad_norm": 0.8304618572741149,
      "learning_rate": 0.0002811592545069612,
      "loss": 2.2969,
      "step": 22475
    },
    {
      "epoch": 1.045638520586183,
      "grad_norm": 0.8137808407817655,
      "learning_rate": 0.00028115745363155027,
      "loss": 2.625,
      "step": 22476
    },
    {
      "epoch": 1.0456850430332636,
      "grad_norm": 0.7775497823274251,
      "learning_rate": 0.000281155652675844,
      "loss": 2.2188,
      "step": 22477
    },
    {
      "epoch": 1.0457315654803443,
      "grad_norm": 0.7716972758141888,
      "learning_rate": 0.00028115385163984347,
      "loss": 2.4688,
      "step": 22478
    },
    {
      "epoch": 1.045778087927425,
      "grad_norm": 0.7984313865066901,
      "learning_rate": 0.0002811520505235497,
      "loss": 2.2969,
      "step": 22479
    },
    {
      "epoch": 1.0458246103745057,
      "grad_norm": 0.8522566400265222,
      "learning_rate": 0.00028115024932696394,
      "loss": 2.6562,
      "step": 22480
    },
    {
      "epoch": 1.0458711328215864,
      "grad_norm": 0.7838111736166019,
      "learning_rate": 0.0002811484480500872,
      "loss": 2.0312,
      "step": 22481
    },
    {
      "epoch": 1.045917655268667,
      "grad_norm": 0.6963333456536511,
      "learning_rate": 0.0002811466466929206,
      "loss": 2.1719,
      "step": 22482
    },
    {
      "epoch": 1.0459641777157478,
      "grad_norm": 0.7111950094446374,
      "learning_rate": 0.0002811448452554653,
      "loss": 2.0,
      "step": 22483
    },
    {
      "epoch": 1.0460107001628285,
      "grad_norm": 0.7779529340484749,
      "learning_rate": 0.0002811430437377223,
      "loss": 2.5,
      "step": 22484
    },
    {
      "epoch": 1.0460572226099092,
      "grad_norm": 0.7575012994728872,
      "learning_rate": 0.00028114124213969273,
      "loss": 2.4531,
      "step": 22485
    },
    {
      "epoch": 1.0461037450569899,
      "grad_norm": 0.8021437342775906,
      "learning_rate": 0.0002811394404613778,
      "loss": 2.7031,
      "step": 22486
    },
    {
      "epoch": 1.0461502675040708,
      "grad_norm": 0.7757520282446745,
      "learning_rate": 0.0002811376387027785,
      "loss": 2.1875,
      "step": 22487
    },
    {
      "epoch": 1.0461967899511515,
      "grad_norm": 0.8137324479840575,
      "learning_rate": 0.00028113583686389595,
      "loss": 2.6719,
      "step": 22488
    },
    {
      "epoch": 1.0462433123982322,
      "grad_norm": 0.8079081927231673,
      "learning_rate": 0.00028113403494473124,
      "loss": 2.4688,
      "step": 22489
    },
    {
      "epoch": 1.046289834845313,
      "grad_norm": 0.8601192945675401,
      "learning_rate": 0.0002811322329452856,
      "loss": 1.9062,
      "step": 22490
    },
    {
      "epoch": 1.0463363572923936,
      "grad_norm": 0.8113186115684135,
      "learning_rate": 0.0002811304308655599,
      "loss": 2.375,
      "step": 22491
    },
    {
      "epoch": 1.0463828797394743,
      "grad_norm": 0.9459291654353237,
      "learning_rate": 0.00028112862870555545,
      "loss": 2.4844,
      "step": 22492
    },
    {
      "epoch": 1.046429402186555,
      "grad_norm": 0.776130793939726,
      "learning_rate": 0.0002811268264652733,
      "loss": 2.3906,
      "step": 22493
    },
    {
      "epoch": 1.0464759246336357,
      "grad_norm": 0.819984363098384,
      "learning_rate": 0.0002811250241447145,
      "loss": 2.3281,
      "step": 22494
    },
    {
      "epoch": 1.0465224470807164,
      "grad_norm": 0.732791688973634,
      "learning_rate": 0.0002811232217438802,
      "loss": 2.2969,
      "step": 22495
    },
    {
      "epoch": 1.046568969527797,
      "grad_norm": 0.747519806413835,
      "learning_rate": 0.0002811214192627715,
      "loss": 2.6094,
      "step": 22496
    },
    {
      "epoch": 1.0466154919748778,
      "grad_norm": 0.8982590737016136,
      "learning_rate": 0.0002811196167013895,
      "loss": 2.2969,
      "step": 22497
    },
    {
      "epoch": 1.0466620144219585,
      "grad_norm": 0.6975019852930041,
      "learning_rate": 0.00028111781405973526,
      "loss": 1.7812,
      "step": 22498
    },
    {
      "epoch": 1.0467085368690394,
      "grad_norm": 0.7803673724652063,
      "learning_rate": 0.0002811160113378099,
      "loss": 2.3906,
      "step": 22499
    },
    {
      "epoch": 1.0467550593161201,
      "grad_norm": 0.716639049296038,
      "learning_rate": 0.0002811142085356146,
      "loss": 2.1875,
      "step": 22500
    },
    {
      "epoch": 1.0468015817632008,
      "grad_norm": 0.7833780605451904,
      "learning_rate": 0.0002811124056531504,
      "loss": 2.4062,
      "step": 22501
    },
    {
      "epoch": 1.0468481042102815,
      "grad_norm": 0.7106087385458182,
      "learning_rate": 0.0002811106026904184,
      "loss": 2.2656,
      "step": 22502
    },
    {
      "epoch": 1.0468946266573622,
      "grad_norm": 0.7646564917620002,
      "learning_rate": 0.0002811087996474198,
      "loss": 2.625,
      "step": 22503
    },
    {
      "epoch": 1.046941149104443,
      "grad_norm": 0.7568780761981848,
      "learning_rate": 0.0002811069965241555,
      "loss": 2.3281,
      "step": 22504
    },
    {
      "epoch": 1.0469876715515236,
      "grad_norm": 0.8168867511720814,
      "learning_rate": 0.0002811051933206268,
      "loss": 2.2656,
      "step": 22505
    },
    {
      "epoch": 1.0470341939986043,
      "grad_norm": 0.83506316876267,
      "learning_rate": 0.0002811033900368347,
      "loss": 1.6562,
      "step": 22506
    },
    {
      "epoch": 1.047080716445685,
      "grad_norm": 0.8357977881631311,
      "learning_rate": 0.0002811015866727803,
      "loss": 2.7031,
      "step": 22507
    },
    {
      "epoch": 1.0471272388927657,
      "grad_norm": 0.7872441588034839,
      "learning_rate": 0.00028109978322846476,
      "loss": 2.3594,
      "step": 22508
    },
    {
      "epoch": 1.0471737613398464,
      "grad_norm": 1.0474147314054028,
      "learning_rate": 0.0002810979797038892,
      "loss": 2.4375,
      "step": 22509
    },
    {
      "epoch": 1.047220283786927,
      "grad_norm": 0.8461573086066495,
      "learning_rate": 0.00028109617609905466,
      "loss": 2.4062,
      "step": 22510
    },
    {
      "epoch": 1.0472668062340078,
      "grad_norm": 0.7713443033888909,
      "learning_rate": 0.0002810943724139622,
      "loss": 2.5312,
      "step": 22511
    },
    {
      "epoch": 1.0473133286810887,
      "grad_norm": 0.7993077739833077,
      "learning_rate": 0.00028109256864861305,
      "loss": 2.25,
      "step": 22512
    },
    {
      "epoch": 1.0473598511281694,
      "grad_norm": 0.7624175629023366,
      "learning_rate": 0.00028109076480300826,
      "loss": 2.4375,
      "step": 22513
    },
    {
      "epoch": 1.0474063735752501,
      "grad_norm": 0.7874288357765139,
      "learning_rate": 0.000281088960877149,
      "loss": 2.375,
      "step": 22514
    },
    {
      "epoch": 1.0474528960223308,
      "grad_norm": 0.7493484494840688,
      "learning_rate": 0.0002810871568710362,
      "loss": 2.3281,
      "step": 22515
    },
    {
      "epoch": 1.0474994184694115,
      "grad_norm": 0.7862290590722025,
      "learning_rate": 0.0002810853527846711,
      "loss": 2.4688,
      "step": 22516
    },
    {
      "epoch": 1.0475459409164922,
      "grad_norm": 0.7858543044008277,
      "learning_rate": 0.00028108354861805475,
      "loss": 2.2812,
      "step": 22517
    },
    {
      "epoch": 1.047592463363573,
      "grad_norm": 0.8405880077494992,
      "learning_rate": 0.0002810817443711883,
      "loss": 2.3906,
      "step": 22518
    },
    {
      "epoch": 1.0476389858106536,
      "grad_norm": 0.741829655098294,
      "learning_rate": 0.00028107994004407285,
      "loss": 2.4844,
      "step": 22519
    },
    {
      "epoch": 1.0476855082577343,
      "grad_norm": 0.8205869404217266,
      "learning_rate": 0.00028107813563670953,
      "loss": 2.5625,
      "step": 22520
    },
    {
      "epoch": 1.047732030704815,
      "grad_norm": 0.7595722263726374,
      "learning_rate": 0.0002810763311490993,
      "loss": 2.6406,
      "step": 22521
    },
    {
      "epoch": 1.0477785531518957,
      "grad_norm": 0.725278299208738,
      "learning_rate": 0.0002810745265812434,
      "loss": 2.4688,
      "step": 22522
    },
    {
      "epoch": 1.0478250755989764,
      "grad_norm": 0.7971313806898088,
      "learning_rate": 0.00028107272193314293,
      "loss": 2.5938,
      "step": 22523
    },
    {
      "epoch": 1.0478715980460571,
      "grad_norm": 0.725414328409163,
      "learning_rate": 0.000281070917204799,
      "loss": 1.8438,
      "step": 22524
    },
    {
      "epoch": 1.047918120493138,
      "grad_norm": 0.7192292434450102,
      "learning_rate": 0.0002810691123962126,
      "loss": 2.2344,
      "step": 22525
    },
    {
      "epoch": 1.0479646429402187,
      "grad_norm": 0.7314844573441467,
      "learning_rate": 0.000281067307507385,
      "loss": 2.4531,
      "step": 22526
    },
    {
      "epoch": 1.0480111653872994,
      "grad_norm": 0.8121054847470949,
      "learning_rate": 0.0002810655025383172,
      "loss": 2.3906,
      "step": 22527
    },
    {
      "epoch": 1.0480576878343801,
      "grad_norm": 0.7778669275274204,
      "learning_rate": 0.0002810636974890103,
      "loss": 2.4062,
      "step": 22528
    },
    {
      "epoch": 1.0481042102814608,
      "grad_norm": 0.7496102732205175,
      "learning_rate": 0.00028106189235946544,
      "loss": 2.2812,
      "step": 22529
    },
    {
      "epoch": 1.0481507327285415,
      "grad_norm": 0.7852857440117298,
      "learning_rate": 0.0002810600871496837,
      "loss": 2.2031,
      "step": 22530
    },
    {
      "epoch": 1.0481972551756222,
      "grad_norm": 0.8023568581748136,
      "learning_rate": 0.00028105828185966624,
      "loss": 2.4375,
      "step": 22531
    },
    {
      "epoch": 1.048243777622703,
      "grad_norm": 0.8264382441836791,
      "learning_rate": 0.0002810564764894141,
      "loss": 2.0312,
      "step": 22532
    },
    {
      "epoch": 1.0482903000697836,
      "grad_norm": 0.8350180559247989,
      "learning_rate": 0.0002810546710389284,
      "loss": 2.5469,
      "step": 22533
    },
    {
      "epoch": 1.0483368225168643,
      "grad_norm": 0.8584681365154756,
      "learning_rate": 0.0002810528655082103,
      "loss": 2.2031,
      "step": 22534
    },
    {
      "epoch": 1.048383344963945,
      "grad_norm": 0.7943549605127272,
      "learning_rate": 0.0002810510598972608,
      "loss": 2.4219,
      "step": 22535
    },
    {
      "epoch": 1.0484298674110257,
      "grad_norm": 0.8150026465905024,
      "learning_rate": 0.0002810492542060811,
      "loss": 2.4062,
      "step": 22536
    },
    {
      "epoch": 1.0484763898581066,
      "grad_norm": 0.8260450119326234,
      "learning_rate": 0.0002810474484346723,
      "loss": 2.5,
      "step": 22537
    },
    {
      "epoch": 1.0485229123051873,
      "grad_norm": 0.9466722625013977,
      "learning_rate": 0.0002810456425830355,
      "loss": 2.5781,
      "step": 22538
    },
    {
      "epoch": 1.048569434752268,
      "grad_norm": 0.8426936438468637,
      "learning_rate": 0.0002810438366511717,
      "loss": 2.5,
      "step": 22539
    },
    {
      "epoch": 1.0486159571993487,
      "grad_norm": 0.8340192004785953,
      "learning_rate": 0.00028104203063908216,
      "loss": 2.875,
      "step": 22540
    },
    {
      "epoch": 1.0486624796464294,
      "grad_norm": 0.7711502163024602,
      "learning_rate": 0.00028104022454676793,
      "loss": 2.0312,
      "step": 22541
    },
    {
      "epoch": 1.0487090020935101,
      "grad_norm": 0.8187653795416419,
      "learning_rate": 0.00028103841837423006,
      "loss": 2.8125,
      "step": 22542
    },
    {
      "epoch": 1.0487555245405908,
      "grad_norm": 0.7625271433648638,
      "learning_rate": 0.0002810366121214697,
      "loss": 2.4062,
      "step": 22543
    },
    {
      "epoch": 1.0488020469876715,
      "grad_norm": 0.773118094637227,
      "learning_rate": 0.0002810348057884879,
      "loss": 2.5781,
      "step": 22544
    },
    {
      "epoch": 1.0488485694347522,
      "grad_norm": 0.7831522801290589,
      "learning_rate": 0.0002810329993752859,
      "loss": 2.4844,
      "step": 22545
    },
    {
      "epoch": 1.048895091881833,
      "grad_norm": 0.7797051234830263,
      "learning_rate": 0.0002810311928818647,
      "loss": 2.5312,
      "step": 22546
    },
    {
      "epoch": 1.0489416143289136,
      "grad_norm": 0.7510285021246279,
      "learning_rate": 0.00028102938630822545,
      "loss": 2.5,
      "step": 22547
    },
    {
      "epoch": 1.0489881367759943,
      "grad_norm": 0.8800446102478988,
      "learning_rate": 0.0002810275796543692,
      "loss": 2.5469,
      "step": 22548
    },
    {
      "epoch": 1.049034659223075,
      "grad_norm": 0.7674955522064574,
      "learning_rate": 0.0002810257729202971,
      "loss": 2.3125,
      "step": 22549
    },
    {
      "epoch": 1.049081181670156,
      "grad_norm": 0.7885814759411787,
      "learning_rate": 0.00028102396610601033,
      "loss": 2.5781,
      "step": 22550
    },
    {
      "epoch": 1.0491277041172367,
      "grad_norm": 0.7356254297543173,
      "learning_rate": 0.0002810221592115099,
      "loss": 2.1406,
      "step": 22551
    },
    {
      "epoch": 1.0491742265643174,
      "grad_norm": 0.7664419933953258,
      "learning_rate": 0.0002810203522367968,
      "loss": 2.3125,
      "step": 22552
    },
    {
      "epoch": 1.049220749011398,
      "grad_norm": 0.8553047137645695,
      "learning_rate": 0.00028101854518187237,
      "loss": 2.4844,
      "step": 22553
    },
    {
      "epoch": 1.0492672714584788,
      "grad_norm": 0.8264257298044205,
      "learning_rate": 0.0002810167380467376,
      "loss": 2.3906,
      "step": 22554
    },
    {
      "epoch": 1.0493137939055595,
      "grad_norm": 0.7514772892873072,
      "learning_rate": 0.0002810149308313936,
      "loss": 2.2188,
      "step": 22555
    },
    {
      "epoch": 1.0493603163526402,
      "grad_norm": 0.7319484907584694,
      "learning_rate": 0.00028101312353584154,
      "loss": 2.3125,
      "step": 22556
    },
    {
      "epoch": 1.0494068387997209,
      "grad_norm": 0.7372433718066035,
      "learning_rate": 0.0002810113161600824,
      "loss": 2.0625,
      "step": 22557
    },
    {
      "epoch": 1.0494533612468016,
      "grad_norm": 0.7489940587028958,
      "learning_rate": 0.0002810095087041174,
      "loss": 2.2969,
      "step": 22558
    },
    {
      "epoch": 1.0494998836938823,
      "grad_norm": 0.7907928898951421,
      "learning_rate": 0.00028100770116794754,
      "loss": 2.3594,
      "step": 22559
    },
    {
      "epoch": 1.049546406140963,
      "grad_norm": 0.8465766888207873,
      "learning_rate": 0.00028100589355157407,
      "loss": 2.2031,
      "step": 22560
    },
    {
      "epoch": 1.0495929285880436,
      "grad_norm": 0.7994003174227611,
      "learning_rate": 0.00028100408585499803,
      "loss": 2.3125,
      "step": 22561
    },
    {
      "epoch": 1.0496394510351243,
      "grad_norm": 0.7875819029358504,
      "learning_rate": 0.0002810022780782205,
      "loss": 2.3438,
      "step": 22562
    },
    {
      "epoch": 1.0496859734822053,
      "grad_norm": 0.7353890919020557,
      "learning_rate": 0.00028100047022124253,
      "loss": 2.2969,
      "step": 22563
    },
    {
      "epoch": 1.049732495929286,
      "grad_norm": 0.7853439452623918,
      "learning_rate": 0.0002809986622840654,
      "loss": 2.4219,
      "step": 22564
    },
    {
      "epoch": 1.0497790183763667,
      "grad_norm": 0.7580141466662232,
      "learning_rate": 0.00028099685426669004,
      "loss": 2.1406,
      "step": 22565
    },
    {
      "epoch": 1.0498255408234474,
      "grad_norm": 0.8143152763109698,
      "learning_rate": 0.0002809950461691177,
      "loss": 2.5,
      "step": 22566
    },
    {
      "epoch": 1.049872063270528,
      "grad_norm": 0.8562125173736184,
      "learning_rate": 0.0002809932379913494,
      "loss": 2.4688,
      "step": 22567
    },
    {
      "epoch": 1.0499185857176088,
      "grad_norm": 0.7437598488034923,
      "learning_rate": 0.0002809914297333862,
      "loss": 2.3125,
      "step": 22568
    },
    {
      "epoch": 1.0499651081646895,
      "grad_norm": 0.7708784840492232,
      "learning_rate": 0.0002809896213952293,
      "loss": 2.2656,
      "step": 22569
    },
    {
      "epoch": 1.0500116306117702,
      "grad_norm": 0.7949652537520661,
      "learning_rate": 0.0002809878129768799,
      "loss": 2.5938,
      "step": 22570
    },
    {
      "epoch": 1.0500581530588509,
      "grad_norm": 0.8064041909403469,
      "learning_rate": 0.00028098600447833887,
      "loss": 2.5312,
      "step": 22571
    },
    {
      "epoch": 1.0501046755059316,
      "grad_norm": 0.7588187167687915,
      "learning_rate": 0.0002809841958996075,
      "loss": 2.2812,
      "step": 22572
    },
    {
      "epoch": 1.0501511979530123,
      "grad_norm": 0.7627024349455246,
      "learning_rate": 0.00028098238724068677,
      "loss": 2.3906,
      "step": 22573
    },
    {
      "epoch": 1.050197720400093,
      "grad_norm": 0.8044204021037406,
      "learning_rate": 0.0002809805785015779,
      "loss": 2.6562,
      "step": 22574
    },
    {
      "epoch": 1.0502442428471737,
      "grad_norm": 0.7853564495162602,
      "learning_rate": 0.0002809787696822819,
      "loss": 2.2656,
      "step": 22575
    },
    {
      "epoch": 1.0502907652942546,
      "grad_norm": 0.775658544435429,
      "learning_rate": 0.00028097696078279995,
      "loss": 2.2656,
      "step": 22576
    },
    {
      "epoch": 1.0503372877413353,
      "grad_norm": 0.7773259216896471,
      "learning_rate": 0.00028097515180313315,
      "loss": 2.2656,
      "step": 22577
    },
    {
      "epoch": 1.050383810188416,
      "grad_norm": 0.8139954115725837,
      "learning_rate": 0.0002809733427432826,
      "loss": 2.3438,
      "step": 22578
    },
    {
      "epoch": 1.0504303326354967,
      "grad_norm": 0.8517273559453997,
      "learning_rate": 0.00028097153360324935,
      "loss": 2.6406,
      "step": 22579
    },
    {
      "epoch": 1.0504768550825774,
      "grad_norm": 0.7697599724358559,
      "learning_rate": 0.0002809697243830346,
      "loss": 2.2188,
      "step": 22580
    },
    {
      "epoch": 1.050523377529658,
      "grad_norm": 0.7769028372535702,
      "learning_rate": 0.0002809679150826394,
      "loss": 2.5312,
      "step": 22581
    },
    {
      "epoch": 1.0505698999767388,
      "grad_norm": 0.7736893023337702,
      "learning_rate": 0.00028096610570206484,
      "loss": 2.25,
      "step": 22582
    },
    {
      "epoch": 1.0506164224238195,
      "grad_norm": 0.8031776268758707,
      "learning_rate": 0.0002809642962413121,
      "loss": 2.5,
      "step": 22583
    },
    {
      "epoch": 1.0506629448709002,
      "grad_norm": 0.8472883117877256,
      "learning_rate": 0.0002809624867003822,
      "loss": 2.0781,
      "step": 22584
    },
    {
      "epoch": 1.0507094673179809,
      "grad_norm": 0.7881940380868867,
      "learning_rate": 0.00028096067707927635,
      "loss": 2.625,
      "step": 22585
    },
    {
      "epoch": 1.0507559897650616,
      "grad_norm": 0.8214488609237753,
      "learning_rate": 0.00028095886737799553,
      "loss": 2.5312,
      "step": 22586
    },
    {
      "epoch": 1.0508025122121423,
      "grad_norm": 0.8096575804820967,
      "learning_rate": 0.000280957057596541,
      "loss": 2.5625,
      "step": 22587
    },
    {
      "epoch": 1.050849034659223,
      "grad_norm": 0.810032966478747,
      "learning_rate": 0.00028095524773491374,
      "loss": 1.7578,
      "step": 22588
    },
    {
      "epoch": 1.050895557106304,
      "grad_norm": 0.8063550255591645,
      "learning_rate": 0.00028095343779311493,
      "loss": 2.4531,
      "step": 22589
    },
    {
      "epoch": 1.0509420795533846,
      "grad_norm": 0.8434438251703997,
      "learning_rate": 0.00028095162777114566,
      "loss": 2.5625,
      "step": 22590
    },
    {
      "epoch": 1.0509886020004653,
      "grad_norm": 0.8125294956270933,
      "learning_rate": 0.000280949817669007,
      "loss": 2.4062,
      "step": 22591
    },
    {
      "epoch": 1.051035124447546,
      "grad_norm": 0.8330118496024586,
      "learning_rate": 0.0002809480074867001,
      "loss": 1.9688,
      "step": 22592
    },
    {
      "epoch": 1.0510816468946267,
      "grad_norm": 0.8530422294705516,
      "learning_rate": 0.00028094619722422606,
      "loss": 2.3438,
      "step": 22593
    },
    {
      "epoch": 1.0511281693417074,
      "grad_norm": 0.800743597664621,
      "learning_rate": 0.000280944386881586,
      "loss": 2.3281,
      "step": 22594
    },
    {
      "epoch": 1.051174691788788,
      "grad_norm": 0.8489077840589437,
      "learning_rate": 0.000280942576458781,
      "loss": 2.125,
      "step": 22595
    },
    {
      "epoch": 1.0512212142358688,
      "grad_norm": 0.7704706143093715,
      "learning_rate": 0.0002809407659558122,
      "loss": 2.6875,
      "step": 22596
    },
    {
      "epoch": 1.0512677366829495,
      "grad_norm": 0.7909082816653884,
      "learning_rate": 0.00028093895537268065,
      "loss": 2.3906,
      "step": 22597
    },
    {
      "epoch": 1.0513142591300302,
      "grad_norm": 0.7224012070663807,
      "learning_rate": 0.0002809371447093875,
      "loss": 2.2656,
      "step": 22598
    },
    {
      "epoch": 1.0513607815771109,
      "grad_norm": 0.8692984493684436,
      "learning_rate": 0.0002809353339659339,
      "loss": 2.5,
      "step": 22599
    },
    {
      "epoch": 1.0514073040241916,
      "grad_norm": 0.7183371804829108,
      "learning_rate": 0.0002809335231423209,
      "loss": 2.25,
      "step": 22600
    },
    {
      "epoch": 1.0514538264712723,
      "grad_norm": 0.7518691448075046,
      "learning_rate": 0.0002809317122385496,
      "loss": 2.0312,
      "step": 22601
    },
    {
      "epoch": 1.0515003489183532,
      "grad_norm": 0.7868790951296799,
      "learning_rate": 0.0002809299012546212,
      "loss": 2.2812,
      "step": 22602
    },
    {
      "epoch": 1.051546871365434,
      "grad_norm": 0.756186766475225,
      "learning_rate": 0.0002809280901905367,
      "loss": 2.4062,
      "step": 22603
    },
    {
      "epoch": 1.0515933938125146,
      "grad_norm": 0.7973875292134008,
      "learning_rate": 0.00028092627904629727,
      "loss": 2.3125,
      "step": 22604
    },
    {
      "epoch": 1.0516399162595953,
      "grad_norm": 0.7216699495051588,
      "learning_rate": 0.000280924467821904,
      "loss": 2.0469,
      "step": 22605
    },
    {
      "epoch": 1.051686438706676,
      "grad_norm": 0.7575686548034912,
      "learning_rate": 0.00028092265651735797,
      "loss": 2.5469,
      "step": 22606
    },
    {
      "epoch": 1.0517329611537567,
      "grad_norm": 0.8689003852725445,
      "learning_rate": 0.00028092084513266035,
      "loss": 2.4688,
      "step": 22607
    },
    {
      "epoch": 1.0517794836008374,
      "grad_norm": 0.8808282262833107,
      "learning_rate": 0.00028091903366781216,
      "loss": 2.4062,
      "step": 22608
    },
    {
      "epoch": 1.051826006047918,
      "grad_norm": 0.883957705833762,
      "learning_rate": 0.0002809172221228146,
      "loss": 2.2812,
      "step": 22609
    },
    {
      "epoch": 1.0518725284949988,
      "grad_norm": 0.8255059551554266,
      "learning_rate": 0.00028091541049766875,
      "loss": 2.8281,
      "step": 22610
    },
    {
      "epoch": 1.0519190509420795,
      "grad_norm": 0.8718488694917976,
      "learning_rate": 0.0002809135987923757,
      "loss": 2.7188,
      "step": 22611
    },
    {
      "epoch": 1.0519655733891602,
      "grad_norm": 0.7666323122845059,
      "learning_rate": 0.0002809117870069366,
      "loss": 2.375,
      "step": 22612
    },
    {
      "epoch": 1.052012095836241,
      "grad_norm": 0.7358452143677146,
      "learning_rate": 0.0002809099751413525,
      "loss": 2.0781,
      "step": 22613
    },
    {
      "epoch": 1.0520586182833216,
      "grad_norm": 0.7967928936821254,
      "learning_rate": 0.0002809081631956246,
      "loss": 2.5625,
      "step": 22614
    },
    {
      "epoch": 1.0521051407304025,
      "grad_norm": 0.8842307427032121,
      "learning_rate": 0.0002809063511697539,
      "loss": 2.2344,
      "step": 22615
    },
    {
      "epoch": 1.0521516631774832,
      "grad_norm": 0.810172608052338,
      "learning_rate": 0.00028090453906374157,
      "loss": 2.5469,
      "step": 22616
    },
    {
      "epoch": 1.052198185624564,
      "grad_norm": 0.8174060263689706,
      "learning_rate": 0.0002809027268775887,
      "loss": 2.3594,
      "step": 22617
    },
    {
      "epoch": 1.0522447080716446,
      "grad_norm": 0.7797824352314247,
      "learning_rate": 0.00028090091461129647,
      "loss": 2.2656,
      "step": 22618
    },
    {
      "epoch": 1.0522912305187253,
      "grad_norm": 0.868645610213711,
      "learning_rate": 0.00028089910226486583,
      "loss": 2.7344,
      "step": 22619
    },
    {
      "epoch": 1.052337752965806,
      "grad_norm": 0.8278014253906845,
      "learning_rate": 0.00028089728983829806,
      "loss": 2.5469,
      "step": 22620
    },
    {
      "epoch": 1.0523842754128867,
      "grad_norm": 0.9373738331817477,
      "learning_rate": 0.00028089547733159415,
      "loss": 2.4844,
      "step": 22621
    },
    {
      "epoch": 1.0524307978599674,
      "grad_norm": 0.7854712349452232,
      "learning_rate": 0.00028089366474475533,
      "loss": 2.7656,
      "step": 22622
    },
    {
      "epoch": 1.052477320307048,
      "grad_norm": 0.8536129912953695,
      "learning_rate": 0.00028089185207778254,
      "loss": 2.25,
      "step": 22623
    },
    {
      "epoch": 1.0525238427541288,
      "grad_norm": 0.7242672340863624,
      "learning_rate": 0.00028089003933067706,
      "loss": 2.2344,
      "step": 22624
    },
    {
      "epoch": 1.0525703652012095,
      "grad_norm": 0.7644783760602605,
      "learning_rate": 0.0002808882265034399,
      "loss": 2.3594,
      "step": 22625
    },
    {
      "epoch": 1.0526168876482902,
      "grad_norm": 0.8435598128431356,
      "learning_rate": 0.0002808864135960722,
      "loss": 2.5469,
      "step": 22626
    },
    {
      "epoch": 1.0526634100953711,
      "grad_norm": 0.787067514802958,
      "learning_rate": 0.00028088460060857504,
      "loss": 2.2812,
      "step": 22627
    },
    {
      "epoch": 1.0527099325424518,
      "grad_norm": 0.78696885561948,
      "learning_rate": 0.0002808827875409496,
      "loss": 2.3906,
      "step": 22628
    },
    {
      "epoch": 1.0527564549895325,
      "grad_norm": 0.8973829036976919,
      "learning_rate": 0.00028088097439319694,
      "loss": 2.5,
      "step": 22629
    },
    {
      "epoch": 1.0528029774366132,
      "grad_norm": 0.8598032329713454,
      "learning_rate": 0.00028087916116531817,
      "loss": 2.5,
      "step": 22630
    },
    {
      "epoch": 1.052849499883694,
      "grad_norm": 0.7673247070788656,
      "learning_rate": 0.00028087734785731437,
      "loss": 2.1719,
      "step": 22631
    },
    {
      "epoch": 1.0528960223307746,
      "grad_norm": 0.8079045147887836,
      "learning_rate": 0.0002808755344691868,
      "loss": 2.5938,
      "step": 22632
    },
    {
      "epoch": 1.0529425447778553,
      "grad_norm": 0.7327725246421678,
      "learning_rate": 0.0002808737210009363,
      "loss": 2.3125,
      "step": 22633
    },
    {
      "epoch": 1.052989067224936,
      "grad_norm": 0.79313200082427,
      "learning_rate": 0.00028087190745256424,
      "loss": 2.5156,
      "step": 22634
    },
    {
      "epoch": 1.0530355896720167,
      "grad_norm": 0.7722898274829864,
      "learning_rate": 0.00028087009382407157,
      "loss": 2.0625,
      "step": 22635
    },
    {
      "epoch": 1.0530821121190974,
      "grad_norm": 0.935532470298196,
      "learning_rate": 0.0002808682801154595,
      "loss": 2.4062,
      "step": 22636
    },
    {
      "epoch": 1.0531286345661781,
      "grad_norm": 0.8253251253228748,
      "learning_rate": 0.0002808664663267291,
      "loss": 2.6094,
      "step": 22637
    },
    {
      "epoch": 1.0531751570132588,
      "grad_norm": 0.7560280862139981,
      "learning_rate": 0.0002808646524578814,
      "loss": 2.2188,
      "step": 22638
    },
    {
      "epoch": 1.0532216794603395,
      "grad_norm": 0.7727494342664278,
      "learning_rate": 0.0002808628385089177,
      "loss": 2.2344,
      "step": 22639
    },
    {
      "epoch": 1.0532682019074204,
      "grad_norm": 0.7568259075081861,
      "learning_rate": 0.0002808610244798389,
      "loss": 2.3125,
      "step": 22640
    },
    {
      "epoch": 1.0533147243545011,
      "grad_norm": 0.724520304858609,
      "learning_rate": 0.0002808592103706463,
      "loss": 2.2344,
      "step": 22641
    },
    {
      "epoch": 1.0533612468015818,
      "grad_norm": 0.8250946130864835,
      "learning_rate": 0.00028085739618134085,
      "loss": 2.5156,
      "step": 22642
    },
    {
      "epoch": 1.0534077692486625,
      "grad_norm": 0.7979270068385172,
      "learning_rate": 0.00028085558191192375,
      "loss": 2.3438,
      "step": 22643
    },
    {
      "epoch": 1.0534542916957432,
      "grad_norm": 0.7824853825319076,
      "learning_rate": 0.0002808537675623961,
      "loss": 2.5156,
      "step": 22644
    },
    {
      "epoch": 1.053500814142824,
      "grad_norm": 0.7378335364195477,
      "learning_rate": 0.000280851953132759,
      "loss": 1.9609,
      "step": 22645
    },
    {
      "epoch": 1.0535473365899046,
      "grad_norm": 0.8490985419355723,
      "learning_rate": 0.0002808501386230136,
      "loss": 2.3438,
      "step": 22646
    },
    {
      "epoch": 1.0535938590369853,
      "grad_norm": 0.779316874554978,
      "learning_rate": 0.0002808483240331609,
      "loss": 2.375,
      "step": 22647
    },
    {
      "epoch": 1.053640381484066,
      "grad_norm": 0.8786958874476641,
      "learning_rate": 0.00028084650936320213,
      "loss": 2.2344,
      "step": 22648
    },
    {
      "epoch": 1.0536869039311467,
      "grad_norm": 0.8450421561155443,
      "learning_rate": 0.00028084469461313837,
      "loss": 2.7188,
      "step": 22649
    },
    {
      "epoch": 1.0537334263782274,
      "grad_norm": 0.869367822123284,
      "learning_rate": 0.0002808428797829707,
      "loss": 2.4375,
      "step": 22650
    },
    {
      "epoch": 1.0537799488253081,
      "grad_norm": 0.8227747521076149,
      "learning_rate": 0.00028084106487270025,
      "loss": 2.5625,
      "step": 22651
    },
    {
      "epoch": 1.0538264712723888,
      "grad_norm": 0.713092605212099,
      "learning_rate": 0.0002808392498823281,
      "loss": 2.3125,
      "step": 22652
    },
    {
      "epoch": 1.0538729937194697,
      "grad_norm": 0.7761035424718465,
      "learning_rate": 0.00028083743481185545,
      "loss": 2.3438,
      "step": 22653
    },
    {
      "epoch": 1.0539195161665504,
      "grad_norm": 0.7814941024855289,
      "learning_rate": 0.0002808356196612833,
      "loss": 2.4688,
      "step": 22654
    },
    {
      "epoch": 1.0539660386136311,
      "grad_norm": 0.7866682802139737,
      "learning_rate": 0.0002808338044306128,
      "loss": 2.3906,
      "step": 22655
    },
    {
      "epoch": 1.0540125610607118,
      "grad_norm": 0.7891824205465848,
      "learning_rate": 0.0002808319891198451,
      "loss": 2.5469,
      "step": 22656
    },
    {
      "epoch": 1.0540590835077925,
      "grad_norm": 0.8481447171447262,
      "learning_rate": 0.00028083017372898127,
      "loss": 2.4844,
      "step": 22657
    },
    {
      "epoch": 1.0541056059548732,
      "grad_norm": 0.7780983613867054,
      "learning_rate": 0.0002808283582580225,
      "loss": 2.2656,
      "step": 22658
    },
    {
      "epoch": 1.054152128401954,
      "grad_norm": 0.8565293892506698,
      "learning_rate": 0.0002808265427069698,
      "loss": 2.5469,
      "step": 22659
    },
    {
      "epoch": 1.0541986508490346,
      "grad_norm": 0.772190583564722,
      "learning_rate": 0.0002808247270758243,
      "loss": 2.4219,
      "step": 22660
    },
    {
      "epoch": 1.0542451732961153,
      "grad_norm": 0.7676292719386695,
      "learning_rate": 0.0002808229113645871,
      "loss": 2.1562,
      "step": 22661
    },
    {
      "epoch": 1.054291695743196,
      "grad_norm": 0.7773058679946685,
      "learning_rate": 0.0002808210955732594,
      "loss": 2.4531,
      "step": 22662
    },
    {
      "epoch": 1.0543382181902767,
      "grad_norm": 0.7843548339789138,
      "learning_rate": 0.0002808192797018422,
      "loss": 2.4219,
      "step": 22663
    },
    {
      "epoch": 1.0543847406373574,
      "grad_norm": 0.9551166882170681,
      "learning_rate": 0.00028081746375033673,
      "loss": 2.4688,
      "step": 22664
    },
    {
      "epoch": 1.0544312630844384,
      "grad_norm": 0.738474178535707,
      "learning_rate": 0.00028081564771874405,
      "loss": 2.3125,
      "step": 22665
    },
    {
      "epoch": 1.054477785531519,
      "grad_norm": 0.7948504104893941,
      "learning_rate": 0.0002808138316070652,
      "loss": 2.5312,
      "step": 22666
    },
    {
      "epoch": 1.0545243079785998,
      "grad_norm": 0.7571524519037905,
      "learning_rate": 0.0002808120154153014,
      "loss": 2.3906,
      "step": 22667
    },
    {
      "epoch": 1.0545708304256804,
      "grad_norm": 0.7690044764917593,
      "learning_rate": 0.00028081019914345367,
      "loss": 2.4688,
      "step": 22668
    },
    {
      "epoch": 1.0546173528727611,
      "grad_norm": 0.8024014326727178,
      "learning_rate": 0.0002808083827915232,
      "loss": 2.4219,
      "step": 22669
    },
    {
      "epoch": 1.0546638753198418,
      "grad_norm": 0.744292020245986,
      "learning_rate": 0.00028080656635951103,
      "loss": 1.7188,
      "step": 22670
    },
    {
      "epoch": 1.0547103977669225,
      "grad_norm": 0.832170237612124,
      "learning_rate": 0.0002808047498474183,
      "loss": 2.8125,
      "step": 22671
    },
    {
      "epoch": 1.0547569202140032,
      "grad_norm": 0.7741238686533998,
      "learning_rate": 0.00028080293325524617,
      "loss": 2.4375,
      "step": 22672
    },
    {
      "epoch": 1.054803442661084,
      "grad_norm": 0.7974871678951203,
      "learning_rate": 0.0002808011165829957,
      "loss": 2.375,
      "step": 22673
    },
    {
      "epoch": 1.0548499651081646,
      "grad_norm": 0.8183120056015621,
      "learning_rate": 0.00028079929983066803,
      "loss": 2.7344,
      "step": 22674
    },
    {
      "epoch": 1.0548964875552453,
      "grad_norm": 0.7784465681800009,
      "learning_rate": 0.00028079748299826427,
      "loss": 2.4688,
      "step": 22675
    },
    {
      "epoch": 1.054943010002326,
      "grad_norm": 0.8003912993931837,
      "learning_rate": 0.00028079566608578546,
      "loss": 2.3594,
      "step": 22676
    },
    {
      "epoch": 1.0549895324494067,
      "grad_norm": 0.8007299185151313,
      "learning_rate": 0.00028079384909323284,
      "loss": 2.3438,
      "step": 22677
    },
    {
      "epoch": 1.0550360548964877,
      "grad_norm": 0.7894946934690973,
      "learning_rate": 0.0002807920320206074,
      "loss": 2.375,
      "step": 22678
    },
    {
      "epoch": 1.0550825773435684,
      "grad_norm": 0.7661629935431078,
      "learning_rate": 0.00028079021486791036,
      "loss": 2.1562,
      "step": 22679
    },
    {
      "epoch": 1.055129099790649,
      "grad_norm": 0.8214350837507358,
      "learning_rate": 0.0002807883976351427,
      "loss": 2.5312,
      "step": 22680
    },
    {
      "epoch": 1.0551756222377298,
      "grad_norm": 0.8046710334497635,
      "learning_rate": 0.00028078658032230566,
      "loss": 2.2344,
      "step": 22681
    },
    {
      "epoch": 1.0552221446848105,
      "grad_norm": 0.8356668835679101,
      "learning_rate": 0.00028078476292940033,
      "loss": 2.5312,
      "step": 22682
    },
    {
      "epoch": 1.0552686671318912,
      "grad_norm": 0.7901767289692262,
      "learning_rate": 0.0002807829454564278,
      "loss": 2.4844,
      "step": 22683
    },
    {
      "epoch": 1.0553151895789719,
      "grad_norm": 0.7545658729113734,
      "learning_rate": 0.0002807811279033891,
      "loss": 2.3438,
      "step": 22684
    },
    {
      "epoch": 1.0553617120260526,
      "grad_norm": 0.828534557340039,
      "learning_rate": 0.0002807793102702855,
      "loss": 2.4219,
      "step": 22685
    },
    {
      "epoch": 1.0554082344731333,
      "grad_norm": 0.866499623108652,
      "learning_rate": 0.00028077749255711804,
      "loss": 2.4688,
      "step": 22686
    },
    {
      "epoch": 1.055454756920214,
      "grad_norm": 0.7851433968838213,
      "learning_rate": 0.00028077567476388776,
      "loss": 2.4531,
      "step": 22687
    },
    {
      "epoch": 1.0555012793672947,
      "grad_norm": 0.7914088327905726,
      "learning_rate": 0.0002807738568905959,
      "loss": 2.5469,
      "step": 22688
    },
    {
      "epoch": 1.0555478018143754,
      "grad_norm": 0.9255910974935677,
      "learning_rate": 0.00028077203893724345,
      "loss": 2.4062,
      "step": 22689
    },
    {
      "epoch": 1.055594324261456,
      "grad_norm": 0.7810291466246657,
      "learning_rate": 0.00028077022090383164,
      "loss": 2.4531,
      "step": 22690
    },
    {
      "epoch": 1.055640846708537,
      "grad_norm": 0.7979997548044061,
      "learning_rate": 0.00028076840279036154,
      "loss": 2.5781,
      "step": 22691
    },
    {
      "epoch": 1.0556873691556177,
      "grad_norm": 0.7732020599797267,
      "learning_rate": 0.00028076658459683427,
      "loss": 2.1719,
      "step": 22692
    },
    {
      "epoch": 1.0557338916026984,
      "grad_norm": 0.817170953431579,
      "learning_rate": 0.00028076476632325087,
      "loss": 2.5,
      "step": 22693
    },
    {
      "epoch": 1.055780414049779,
      "grad_norm": 0.8316382198841479,
      "learning_rate": 0.0002807629479696125,
      "loss": 2.3594,
      "step": 22694
    },
    {
      "epoch": 1.0558269364968598,
      "grad_norm": 0.823199325155702,
      "learning_rate": 0.0002807611295359204,
      "loss": 2.6094,
      "step": 22695
    },
    {
      "epoch": 1.0558734589439405,
      "grad_norm": 0.8404147876016325,
      "learning_rate": 0.00028075931102217546,
      "loss": 2.2188,
      "step": 22696
    },
    {
      "epoch": 1.0559199813910212,
      "grad_norm": 0.7886467254188918,
      "learning_rate": 0.00028075749242837886,
      "loss": 2.3281,
      "step": 22697
    },
    {
      "epoch": 1.0559665038381019,
      "grad_norm": 0.7474371983361342,
      "learning_rate": 0.0002807556737545318,
      "loss": 2.0312,
      "step": 22698
    },
    {
      "epoch": 1.0560130262851826,
      "grad_norm": 0.7895612944670318,
      "learning_rate": 0.0002807538550006354,
      "loss": 2.2656,
      "step": 22699
    },
    {
      "epoch": 1.0560595487322633,
      "grad_norm": 0.8418500519954265,
      "learning_rate": 0.0002807520361666907,
      "loss": 2.5625,
      "step": 22700
    },
    {
      "epoch": 1.056106071179344,
      "grad_norm": 0.8454002403390539,
      "learning_rate": 0.0002807502172526988,
      "loss": 2.4219,
      "step": 22701
    },
    {
      "epoch": 1.0561525936264247,
      "grad_norm": 0.856917996718499,
      "learning_rate": 0.00028074839825866085,
      "loss": 2.4375,
      "step": 22702
    },
    {
      "epoch": 1.0561991160735054,
      "grad_norm": 0.8252888511947335,
      "learning_rate": 0.0002807465791845779,
      "loss": 2.75,
      "step": 22703
    },
    {
      "epoch": 1.0562456385205863,
      "grad_norm": 0.8202294540980951,
      "learning_rate": 0.0002807447600304512,
      "loss": 1.7969,
      "step": 22704
    },
    {
      "epoch": 1.056292160967667,
      "grad_norm": 0.8201771304373823,
      "learning_rate": 0.0002807429407962818,
      "loss": 2.4688,
      "step": 22705
    },
    {
      "epoch": 1.0563386834147477,
      "grad_norm": 0.8430015529646196,
      "learning_rate": 0.00028074112148207076,
      "loss": 2.375,
      "step": 22706
    },
    {
      "epoch": 1.0563852058618284,
      "grad_norm": 0.8368143809905002,
      "learning_rate": 0.0002807393020878193,
      "loss": 2.5156,
      "step": 22707
    },
    {
      "epoch": 1.056431728308909,
      "grad_norm": 0.8287635654723616,
      "learning_rate": 0.00028073748261352844,
      "loss": 2.5625,
      "step": 22708
    },
    {
      "epoch": 1.0564782507559898,
      "grad_norm": 0.7835243364597044,
      "learning_rate": 0.0002807356630591993,
      "loss": 2.5781,
      "step": 22709
    },
    {
      "epoch": 1.0565247732030705,
      "grad_norm": 0.7517492650348002,
      "learning_rate": 0.000280733843424833,
      "loss": 2.3594,
      "step": 22710
    },
    {
      "epoch": 1.0565712956501512,
      "grad_norm": 0.7425102770387143,
      "learning_rate": 0.00028073202371043065,
      "loss": 1.6328,
      "step": 22711
    },
    {
      "epoch": 1.0566178180972319,
      "grad_norm": 0.7928779941504996,
      "learning_rate": 0.00028073020391599344,
      "loss": 2.4375,
      "step": 22712
    },
    {
      "epoch": 1.0566643405443126,
      "grad_norm": 0.7808745445059617,
      "learning_rate": 0.0002807283840415224,
      "loss": 2.4062,
      "step": 22713
    },
    {
      "epoch": 1.0567108629913933,
      "grad_norm": 0.8647968267196894,
      "learning_rate": 0.0002807265640870187,
      "loss": 2.5625,
      "step": 22714
    },
    {
      "epoch": 1.056757385438474,
      "grad_norm": 0.8791210992339816,
      "learning_rate": 0.0002807247440524834,
      "loss": 2.5312,
      "step": 22715
    },
    {
      "epoch": 1.0568039078855547,
      "grad_norm": 0.7917394957948689,
      "learning_rate": 0.00028072292393791767,
      "loss": 2.3594,
      "step": 22716
    },
    {
      "epoch": 1.0568504303326356,
      "grad_norm": 0.8302055158419761,
      "learning_rate": 0.0002807211037433226,
      "loss": 2.6406,
      "step": 22717
    },
    {
      "epoch": 1.0568969527797163,
      "grad_norm": 0.7557548366393168,
      "learning_rate": 0.00028071928346869927,
      "loss": 2.3125,
      "step": 22718
    },
    {
      "epoch": 1.056943475226797,
      "grad_norm": 0.7473055229065219,
      "learning_rate": 0.00028071746311404884,
      "loss": 1.7109,
      "step": 22719
    },
    {
      "epoch": 1.0569899976738777,
      "grad_norm": 0.798871724721522,
      "learning_rate": 0.0002807156426793724,
      "loss": 2.5156,
      "step": 22720
    },
    {
      "epoch": 1.0570365201209584,
      "grad_norm": 0.8141962167688098,
      "learning_rate": 0.00028071382216467107,
      "loss": 2.3906,
      "step": 22721
    },
    {
      "epoch": 1.057083042568039,
      "grad_norm": 0.8289250152443361,
      "learning_rate": 0.000280712001569946,
      "loss": 2.5938,
      "step": 22722
    },
    {
      "epoch": 1.0571295650151198,
      "grad_norm": 0.7662159456639365,
      "learning_rate": 0.0002807101808951982,
      "loss": 2.5781,
      "step": 22723
    },
    {
      "epoch": 1.0571760874622005,
      "grad_norm": 0.7965062008069357,
      "learning_rate": 0.00028070836014042894,
      "loss": 2.5312,
      "step": 22724
    },
    {
      "epoch": 1.0572226099092812,
      "grad_norm": 0.7817915729327443,
      "learning_rate": 0.00028070653930563924,
      "loss": 2.2812,
      "step": 22725
    },
    {
      "epoch": 1.0572691323563619,
      "grad_norm": 0.7999811671926901,
      "learning_rate": 0.00028070471839083017,
      "loss": 2.5156,
      "step": 22726
    },
    {
      "epoch": 1.0573156548034426,
      "grad_norm": 0.7872063153582609,
      "learning_rate": 0.0002807028973960029,
      "loss": 2.3438,
      "step": 22727
    },
    {
      "epoch": 1.0573621772505233,
      "grad_norm": 0.8261645214855308,
      "learning_rate": 0.0002807010763211586,
      "loss": 2.6719,
      "step": 22728
    },
    {
      "epoch": 1.057408699697604,
      "grad_norm": 0.8091283184011462,
      "learning_rate": 0.00028069925516629833,
      "loss": 2.4219,
      "step": 22729
    },
    {
      "epoch": 1.057455222144685,
      "grad_norm": 0.8053471606436425,
      "learning_rate": 0.0002806974339314232,
      "loss": 2.4844,
      "step": 22730
    },
    {
      "epoch": 1.0575017445917656,
      "grad_norm": 0.7961486273722752,
      "learning_rate": 0.0002806956126165343,
      "loss": 2.5156,
      "step": 22731
    },
    {
      "epoch": 1.0575482670388463,
      "grad_norm": 0.7694250241919874,
      "learning_rate": 0.0002806937912216328,
      "loss": 2.5469,
      "step": 22732
    },
    {
      "epoch": 1.057594789485927,
      "grad_norm": 0.779138119671605,
      "learning_rate": 0.0002806919697467198,
      "loss": 2.2812,
      "step": 22733
    },
    {
      "epoch": 1.0576413119330077,
      "grad_norm": 0.8534336026839301,
      "learning_rate": 0.00028069014819179634,
      "loss": 2.5156,
      "step": 22734
    },
    {
      "epoch": 1.0576878343800884,
      "grad_norm": 0.7788502832906589,
      "learning_rate": 0.00028068832655686366,
      "loss": 2.3594,
      "step": 22735
    },
    {
      "epoch": 1.057734356827169,
      "grad_norm": 0.8190924329661018,
      "learning_rate": 0.0002806865048419228,
      "loss": 2.375,
      "step": 22736
    },
    {
      "epoch": 1.0577808792742498,
      "grad_norm": 0.7332276204434678,
      "learning_rate": 0.0002806846830469749,
      "loss": 2.2969,
      "step": 22737
    },
    {
      "epoch": 1.0578274017213305,
      "grad_norm": 0.8427829047538435,
      "learning_rate": 0.0002806828611720211,
      "loss": 2.2344,
      "step": 22738
    },
    {
      "epoch": 1.0578739241684112,
      "grad_norm": 0.7877505640870834,
      "learning_rate": 0.0002806810392170624,
      "loss": 2.5625,
      "step": 22739
    },
    {
      "epoch": 1.057920446615492,
      "grad_norm": 0.829811106420874,
      "learning_rate": 0.0002806792171821001,
      "loss": 2.6875,
      "step": 22740
    },
    {
      "epoch": 1.0579669690625726,
      "grad_norm": 0.8284294290387163,
      "learning_rate": 0.0002806773950671351,
      "loss": 2.2969,
      "step": 22741
    },
    {
      "epoch": 1.0580134915096535,
      "grad_norm": 0.7835246949574817,
      "learning_rate": 0.00028067557287216873,
      "loss": 2.4375,
      "step": 22742
    },
    {
      "epoch": 1.0580600139567342,
      "grad_norm": 0.8208216963658079,
      "learning_rate": 0.0002806737505972019,
      "loss": 2.6875,
      "step": 22743
    },
    {
      "epoch": 1.058106536403815,
      "grad_norm": 0.8311167251929169,
      "learning_rate": 0.0002806719282422359,
      "loss": 2.5,
      "step": 22744
    },
    {
      "epoch": 1.0581530588508956,
      "grad_norm": 0.8149897295571532,
      "learning_rate": 0.0002806701058072718,
      "loss": 2.5781,
      "step": 22745
    },
    {
      "epoch": 1.0581995812979763,
      "grad_norm": 0.7975462822586846,
      "learning_rate": 0.00028066828329231065,
      "loss": 2.5156,
      "step": 22746
    },
    {
      "epoch": 1.058246103745057,
      "grad_norm": 0.7472628010888005,
      "learning_rate": 0.0002806664606973536,
      "loss": 2.3281,
      "step": 22747
    },
    {
      "epoch": 1.0582926261921377,
      "grad_norm": 0.7388337464320346,
      "learning_rate": 0.00028066463802240175,
      "loss": 2.2344,
      "step": 22748
    },
    {
      "epoch": 1.0583391486392184,
      "grad_norm": 0.8247117770340132,
      "learning_rate": 0.0002806628152674563,
      "loss": 2.2031,
      "step": 22749
    },
    {
      "epoch": 1.058385671086299,
      "grad_norm": 0.7431407639473253,
      "learning_rate": 0.0002806609924325183,
      "loss": 2.2188,
      "step": 22750
    },
    {
      "epoch": 1.0584321935333798,
      "grad_norm": 0.7520387340957195,
      "learning_rate": 0.0002806591695175888,
      "loss": 2.2656,
      "step": 22751
    },
    {
      "epoch": 1.0584787159804605,
      "grad_norm": 0.7668871577625732,
      "learning_rate": 0.00028065734652266903,
      "loss": 2.4219,
      "step": 22752
    },
    {
      "epoch": 1.0585252384275412,
      "grad_norm": 0.7181919013418339,
      "learning_rate": 0.00028065552344776006,
      "loss": 2.3594,
      "step": 22753
    },
    {
      "epoch": 1.058571760874622,
      "grad_norm": 0.8362449483132128,
      "learning_rate": 0.00028065370029286304,
      "loss": 2.4688,
      "step": 22754
    },
    {
      "epoch": 1.0586182833217028,
      "grad_norm": 0.8858751231326799,
      "learning_rate": 0.000280651877057979,
      "loss": 2.6406,
      "step": 22755
    },
    {
      "epoch": 1.0586648057687835,
      "grad_norm": 0.8001964310125366,
      "learning_rate": 0.0002806500537431092,
      "loss": 2.5,
      "step": 22756
    },
    {
      "epoch": 1.0587113282158642,
      "grad_norm": 0.7414447531492597,
      "learning_rate": 0.0002806482303482546,
      "loss": 2.0938,
      "step": 22757
    },
    {
      "epoch": 1.058757850662945,
      "grad_norm": 0.778264743707849,
      "learning_rate": 0.00028064640687341637,
      "loss": 2.2812,
      "step": 22758
    },
    {
      "epoch": 1.0588043731100256,
      "grad_norm": 0.9240799487695109,
      "learning_rate": 0.00028064458331859566,
      "loss": 2.4375,
      "step": 22759
    },
    {
      "epoch": 1.0588508955571063,
      "grad_norm": 0.8670113236358735,
      "learning_rate": 0.0002806427596837936,
      "loss": 2.625,
      "step": 22760
    },
    {
      "epoch": 1.058897418004187,
      "grad_norm": 0.7929290481067954,
      "learning_rate": 0.0002806409359690112,
      "loss": 2.4375,
      "step": 22761
    },
    {
      "epoch": 1.0589439404512677,
      "grad_norm": 0.8297240383531231,
      "learning_rate": 0.0002806391121742497,
      "loss": 2.6562,
      "step": 22762
    },
    {
      "epoch": 1.0589904628983484,
      "grad_norm": 0.7730648477146069,
      "learning_rate": 0.00028063728829951016,
      "loss": 2.3438,
      "step": 22763
    },
    {
      "epoch": 1.0590369853454291,
      "grad_norm": 0.8023617096339549,
      "learning_rate": 0.0002806354643447937,
      "loss": 2.3281,
      "step": 22764
    },
    {
      "epoch": 1.0590835077925098,
      "grad_norm": 0.7925103933250773,
      "learning_rate": 0.0002806336403101014,
      "loss": 2.5156,
      "step": 22765
    },
    {
      "epoch": 1.0591300302395905,
      "grad_norm": 0.7650921425780717,
      "learning_rate": 0.00028063181619543447,
      "loss": 2.3906,
      "step": 22766
    },
    {
      "epoch": 1.0591765526866712,
      "grad_norm": 0.8211289727853048,
      "learning_rate": 0.00028062999200079397,
      "loss": 2.2969,
      "step": 22767
    },
    {
      "epoch": 1.0592230751337521,
      "grad_norm": 0.9058894508971728,
      "learning_rate": 0.000280628167726181,
      "loss": 2.5312,
      "step": 22768
    },
    {
      "epoch": 1.0592695975808328,
      "grad_norm": 0.7149920003207855,
      "learning_rate": 0.0002806263433715967,
      "loss": 2.125,
      "step": 22769
    },
    {
      "epoch": 1.0593161200279135,
      "grad_norm": 0.7719375735673091,
      "learning_rate": 0.0002806245189370422,
      "loss": 2.2031,
      "step": 22770
    },
    {
      "epoch": 1.0593626424749942,
      "grad_norm": 0.8344592858582383,
      "learning_rate": 0.0002806226944225185,
      "loss": 2.375,
      "step": 22771
    },
    {
      "epoch": 1.059409164922075,
      "grad_norm": 0.7858184723490015,
      "learning_rate": 0.00028062086982802697,
      "loss": 2.25,
      "step": 22772
    },
    {
      "epoch": 1.0594556873691556,
      "grad_norm": 0.8050787361672198,
      "learning_rate": 0.0002806190451535685,
      "loss": 2.625,
      "step": 22773
    },
    {
      "epoch": 1.0595022098162363,
      "grad_norm": 0.8419022378232385,
      "learning_rate": 0.00028061722039914423,
      "loss": 2.6562,
      "step": 22774
    },
    {
      "epoch": 1.059548732263317,
      "grad_norm": 0.813191978624775,
      "learning_rate": 0.00028061539556475544,
      "loss": 2.5938,
      "step": 22775
    },
    {
      "epoch": 1.0595952547103977,
      "grad_norm": 0.7438440732995228,
      "learning_rate": 0.00028061357065040305,
      "loss": 2.2656,
      "step": 22776
    },
    {
      "epoch": 1.0596417771574784,
      "grad_norm": 0.8043680892156265,
      "learning_rate": 0.00028061174565608825,
      "loss": 2.4688,
      "step": 22777
    },
    {
      "epoch": 1.0596882996045591,
      "grad_norm": 0.7746697225865466,
      "learning_rate": 0.00028060992058181225,
      "loss": 2.0,
      "step": 22778
    },
    {
      "epoch": 1.0597348220516398,
      "grad_norm": 0.7680677956720158,
      "learning_rate": 0.000280608095427576,
      "loss": 2.25,
      "step": 22779
    },
    {
      "epoch": 1.0597813444987207,
      "grad_norm": 0.8066596786141066,
      "learning_rate": 0.0002806062701933808,
      "loss": 2.625,
      "step": 22780
    },
    {
      "epoch": 1.0598278669458014,
      "grad_norm": 0.7998856642936286,
      "learning_rate": 0.0002806044448792276,
      "loss": 2.5156,
      "step": 22781
    },
    {
      "epoch": 1.0598743893928821,
      "grad_norm": 0.7921650325379507,
      "learning_rate": 0.0002806026194851176,
      "loss": 2.3594,
      "step": 22782
    },
    {
      "epoch": 1.0599209118399628,
      "grad_norm": 0.772599054846014,
      "learning_rate": 0.00028060079401105194,
      "loss": 2.3125,
      "step": 22783
    },
    {
      "epoch": 1.0599674342870435,
      "grad_norm": 0.7469105578129558,
      "learning_rate": 0.00028059896845703165,
      "loss": 2.3438,
      "step": 22784
    },
    {
      "epoch": 1.0600139567341242,
      "grad_norm": 0.7668526872449433,
      "learning_rate": 0.00028059714282305796,
      "loss": 2.625,
      "step": 22785
    },
    {
      "epoch": 1.060060479181205,
      "grad_norm": 0.7638572762668686,
      "learning_rate": 0.0002805953171091319,
      "loss": 2.4062,
      "step": 22786
    },
    {
      "epoch": 1.0601070016282856,
      "grad_norm": 0.6972584209298051,
      "learning_rate": 0.00028059349131525464,
      "loss": 1.6719,
      "step": 22787
    },
    {
      "epoch": 1.0601535240753663,
      "grad_norm": 0.7996492678622841,
      "learning_rate": 0.00028059166544142723,
      "loss": 2.4688,
      "step": 22788
    },
    {
      "epoch": 1.060200046522447,
      "grad_norm": 0.7883996880601037,
      "learning_rate": 0.0002805898394876508,
      "loss": 2.3594,
      "step": 22789
    },
    {
      "epoch": 1.0602465689695277,
      "grad_norm": 0.6395167481554274,
      "learning_rate": 0.00028058801345392663,
      "loss": 1.6641,
      "step": 22790
    },
    {
      "epoch": 1.0602930914166084,
      "grad_norm": 0.7793226995761524,
      "learning_rate": 0.0002805861873402556,
      "loss": 2.3438,
      "step": 22791
    },
    {
      "epoch": 1.0603396138636891,
      "grad_norm": 0.7729916696375294,
      "learning_rate": 0.00028058436114663897,
      "loss": 2.2031,
      "step": 22792
    },
    {
      "epoch": 1.06038613631077,
      "grad_norm": 0.8627893823177973,
      "learning_rate": 0.0002805825348730778,
      "loss": 2.2188,
      "step": 22793
    },
    {
      "epoch": 1.0604326587578508,
      "grad_norm": 0.8117924642130883,
      "learning_rate": 0.00028058070851957325,
      "loss": 2.5156,
      "step": 22794
    },
    {
      "epoch": 1.0604791812049315,
      "grad_norm": 0.8362280643980204,
      "learning_rate": 0.00028057888208612644,
      "loss": 2.6875,
      "step": 22795
    },
    {
      "epoch": 1.0605257036520122,
      "grad_norm": 0.8641926157363681,
      "learning_rate": 0.0002805770555727385,
      "loss": 2.5156,
      "step": 22796
    },
    {
      "epoch": 1.0605722260990929,
      "grad_norm": 0.746076173120256,
      "learning_rate": 0.00028057522897941044,
      "loss": 2.3438,
      "step": 22797
    },
    {
      "epoch": 1.0606187485461736,
      "grad_norm": 0.7678080180927006,
      "learning_rate": 0.0002805734023061435,
      "loss": 2.0625,
      "step": 22798
    },
    {
      "epoch": 1.0606652709932542,
      "grad_norm": 0.826293483772521,
      "learning_rate": 0.0002805715755529387,
      "loss": 2.7031,
      "step": 22799
    },
    {
      "epoch": 1.060711793440335,
      "grad_norm": 0.7173303207428516,
      "learning_rate": 0.00028056974871979725,
      "loss": 2.1406,
      "step": 22800
    },
    {
      "epoch": 1.0607583158874156,
      "grad_norm": 0.8019584347509727,
      "learning_rate": 0.00028056792180672027,
      "loss": 2.75,
      "step": 22801
    },
    {
      "epoch": 1.0608048383344963,
      "grad_norm": 0.7736825494102924,
      "learning_rate": 0.0002805660948137088,
      "loss": 2.5312,
      "step": 22802
    },
    {
      "epoch": 1.060851360781577,
      "grad_norm": 0.799162598898416,
      "learning_rate": 0.000280564267740764,
      "loss": 2.6875,
      "step": 22803
    },
    {
      "epoch": 1.0608978832286577,
      "grad_norm": 0.7652049545352466,
      "learning_rate": 0.000280562440587887,
      "loss": 2.2969,
      "step": 22804
    },
    {
      "epoch": 1.0609444056757384,
      "grad_norm": 0.8432884640647467,
      "learning_rate": 0.0002805606133550789,
      "loss": 2.3281,
      "step": 22805
    },
    {
      "epoch": 1.0609909281228194,
      "grad_norm": 0.7838724026260512,
      "learning_rate": 0.0002805587860423408,
      "loss": 2.1094,
      "step": 22806
    },
    {
      "epoch": 1.0610374505699,
      "grad_norm": 0.7657475504051157,
      "learning_rate": 0.00028055695864967386,
      "loss": 2.5,
      "step": 22807
    },
    {
      "epoch": 1.0610839730169808,
      "grad_norm": 0.7782616125134839,
      "learning_rate": 0.00028055513117707917,
      "loss": 2.3125,
      "step": 22808
    },
    {
      "epoch": 1.0611304954640615,
      "grad_norm": 0.7674194861005699,
      "learning_rate": 0.00028055330362455785,
      "loss": 2.3438,
      "step": 22809
    },
    {
      "epoch": 1.0611770179111422,
      "grad_norm": 0.782881043484166,
      "learning_rate": 0.00028055147599211105,
      "loss": 2.5781,
      "step": 22810
    },
    {
      "epoch": 1.0612235403582229,
      "grad_norm": 0.8007774083559537,
      "learning_rate": 0.0002805496482797399,
      "loss": 2.3125,
      "step": 22811
    },
    {
      "epoch": 1.0612700628053036,
      "grad_norm": 0.7904176872518653,
      "learning_rate": 0.0002805478204874454,
      "loss": 2.2969,
      "step": 22812
    },
    {
      "epoch": 1.0613165852523843,
      "grad_norm": 0.8163691095582283,
      "learning_rate": 0.00028054599261522883,
      "loss": 2.2656,
      "step": 22813
    },
    {
      "epoch": 1.061363107699465,
      "grad_norm": 0.77678468248494,
      "learning_rate": 0.0002805441646630912,
      "loss": 2.5,
      "step": 22814
    },
    {
      "epoch": 1.0614096301465457,
      "grad_norm": 0.8053508408832999,
      "learning_rate": 0.00028054233663103365,
      "loss": 2.1719,
      "step": 22815
    },
    {
      "epoch": 1.0614561525936264,
      "grad_norm": 0.8123403093248097,
      "learning_rate": 0.00028054050851905734,
      "loss": 2.8594,
      "step": 22816
    },
    {
      "epoch": 1.061502675040707,
      "grad_norm": 0.7613912886736246,
      "learning_rate": 0.00028053868032716336,
      "loss": 2.5156,
      "step": 22817
    },
    {
      "epoch": 1.0615491974877878,
      "grad_norm": 0.8160292557595246,
      "learning_rate": 0.0002805368520553528,
      "loss": 2.4062,
      "step": 22818
    },
    {
      "epoch": 1.0615957199348687,
      "grad_norm": 0.8172816225278414,
      "learning_rate": 0.00028053502370362684,
      "loss": 2.4219,
      "step": 22819
    },
    {
      "epoch": 1.0616422423819494,
      "grad_norm": 0.7603928544990244,
      "learning_rate": 0.0002805331952719866,
      "loss": 2.1875,
      "step": 22820
    },
    {
      "epoch": 1.06168876482903,
      "grad_norm": 0.7411268272504499,
      "learning_rate": 0.0002805313667604331,
      "loss": 2.2344,
      "step": 22821
    },
    {
      "epoch": 1.0617352872761108,
      "grad_norm": 0.8135360534366454,
      "learning_rate": 0.00028052953816896757,
      "loss": 2.2812,
      "step": 22822
    },
    {
      "epoch": 1.0617818097231915,
      "grad_norm": 0.7791058029291169,
      "learning_rate": 0.00028052770949759103,
      "loss": 2.4219,
      "step": 22823
    },
    {
      "epoch": 1.0618283321702722,
      "grad_norm": 1.0135291887734192,
      "learning_rate": 0.0002805258807463047,
      "loss": 2.5469,
      "step": 22824
    },
    {
      "epoch": 1.0618748546173529,
      "grad_norm": 0.8229218783780512,
      "learning_rate": 0.0002805240519151097,
      "loss": 2.3125,
      "step": 22825
    },
    {
      "epoch": 1.0619213770644336,
      "grad_norm": 0.7809962077843319,
      "learning_rate": 0.0002805222230040071,
      "loss": 2.3906,
      "step": 22826
    },
    {
      "epoch": 1.0619678995115143,
      "grad_norm": 0.7593398543943195,
      "learning_rate": 0.00028052039401299793,
      "loss": 2.3281,
      "step": 22827
    },
    {
      "epoch": 1.062014421958595,
      "grad_norm": 0.7792206311164758,
      "learning_rate": 0.0002805185649420835,
      "loss": 2.1719,
      "step": 22828
    },
    {
      "epoch": 1.0620609444056757,
      "grad_norm": 0.7771051783450873,
      "learning_rate": 0.0002805167357912648,
      "loss": 2.3438,
      "step": 22829
    },
    {
      "epoch": 1.0621074668527564,
      "grad_norm": 0.7532611350874433,
      "learning_rate": 0.000280514906560543,
      "loss": 2.3125,
      "step": 22830
    },
    {
      "epoch": 1.062153989299837,
      "grad_norm": 0.8282802485661331,
      "learning_rate": 0.00028051307724991916,
      "loss": 2.7656,
      "step": 22831
    },
    {
      "epoch": 1.062200511746918,
      "grad_norm": 0.8642449492952333,
      "learning_rate": 0.00028051124785939447,
      "loss": 2.6094,
      "step": 22832
    },
    {
      "epoch": 1.0622470341939987,
      "grad_norm": 0.7869741475782618,
      "learning_rate": 0.00028050941838897003,
      "loss": 2.6406,
      "step": 22833
    },
    {
      "epoch": 1.0622935566410794,
      "grad_norm": 0.7648073007350066,
      "learning_rate": 0.00028050758883864694,
      "loss": 2.5625,
      "step": 22834
    },
    {
      "epoch": 1.06234007908816,
      "grad_norm": 0.9015942419903339,
      "learning_rate": 0.0002805057592084264,
      "loss": 2.6562,
      "step": 22835
    },
    {
      "epoch": 1.0623866015352408,
      "grad_norm": 0.8445149585527426,
      "learning_rate": 0.0002805039294983094,
      "loss": 2.4219,
      "step": 22836
    },
    {
      "epoch": 1.0624331239823215,
      "grad_norm": 0.7348018468455249,
      "learning_rate": 0.00028050209970829714,
      "loss": 2.0625,
      "step": 22837
    },
    {
      "epoch": 1.0624796464294022,
      "grad_norm": 0.8418867925838032,
      "learning_rate": 0.0002805002698383907,
      "loss": 2.4688,
      "step": 22838
    },
    {
      "epoch": 1.0625261688764829,
      "grad_norm": 0.7840621375963474,
      "learning_rate": 0.0002804984398885913,
      "loss": 1.7422,
      "step": 22839
    },
    {
      "epoch": 1.0625726913235636,
      "grad_norm": 0.791478931162147,
      "learning_rate": 0.00028049660985889996,
      "loss": 2.4688,
      "step": 22840
    },
    {
      "epoch": 1.0626192137706443,
      "grad_norm": 0.8168194762818045,
      "learning_rate": 0.00028049477974931774,
      "loss": 2.5312,
      "step": 22841
    },
    {
      "epoch": 1.062665736217725,
      "grad_norm": 0.7837230309528281,
      "learning_rate": 0.000280492949559846,
      "loss": 2.4375,
      "step": 22842
    },
    {
      "epoch": 1.0627122586648057,
      "grad_norm": 0.7869304911784775,
      "learning_rate": 0.00028049111929048554,
      "loss": 2.5781,
      "step": 22843
    },
    {
      "epoch": 1.0627587811118864,
      "grad_norm": 0.8014652591744915,
      "learning_rate": 0.0002804892889412378,
      "loss": 2.4844,
      "step": 22844
    },
    {
      "epoch": 1.0628053035589673,
      "grad_norm": 0.8665192867203354,
      "learning_rate": 0.0002804874585121036,
      "loss": 2.6406,
      "step": 22845
    },
    {
      "epoch": 1.062851826006048,
      "grad_norm": 0.769890442555704,
      "learning_rate": 0.0002804856280030843,
      "loss": 2.3594,
      "step": 22846
    },
    {
      "epoch": 1.0628983484531287,
      "grad_norm": 0.8051722840642248,
      "learning_rate": 0.0002804837974141809,
      "loss": 2.2188,
      "step": 22847
    },
    {
      "epoch": 1.0629448709002094,
      "grad_norm": 0.7466575508679547,
      "learning_rate": 0.0002804819667453946,
      "loss": 2.5781,
      "step": 22848
    },
    {
      "epoch": 1.06299139334729,
      "grad_norm": 0.7905264869099938,
      "learning_rate": 0.0002804801359967264,
      "loss": 2.2031,
      "step": 22849
    },
    {
      "epoch": 1.0630379157943708,
      "grad_norm": 0.7730165366129045,
      "learning_rate": 0.00028047830516817753,
      "loss": 2.4531,
      "step": 22850
    },
    {
      "epoch": 1.0630844382414515,
      "grad_norm": 0.8133832882039077,
      "learning_rate": 0.0002804764742597491,
      "loss": 2.3594,
      "step": 22851
    },
    {
      "epoch": 1.0631309606885322,
      "grad_norm": 0.7289902089037709,
      "learning_rate": 0.00028047464327144215,
      "loss": 2.1875,
      "step": 22852
    },
    {
      "epoch": 1.0631774831356129,
      "grad_norm": 0.7285426662421098,
      "learning_rate": 0.00028047281220325786,
      "loss": 2.3906,
      "step": 22853
    },
    {
      "epoch": 1.0632240055826936,
      "grad_norm": 0.7859769992846226,
      "learning_rate": 0.0002804709810551974,
      "loss": 2.2656,
      "step": 22854
    },
    {
      "epoch": 1.0632705280297743,
      "grad_norm": 0.7436242199743099,
      "learning_rate": 0.0002804691498272618,
      "loss": 1.6562,
      "step": 22855
    },
    {
      "epoch": 1.063317050476855,
      "grad_norm": 0.8285472324233846,
      "learning_rate": 0.0002804673185194522,
      "loss": 2.2031,
      "step": 22856
    },
    {
      "epoch": 1.0633635729239357,
      "grad_norm": 0.8288840185104418,
      "learning_rate": 0.00028046548713176974,
      "loss": 2.3906,
      "step": 22857
    },
    {
      "epoch": 1.0634100953710166,
      "grad_norm": 0.8516454697638213,
      "learning_rate": 0.0002804636556642156,
      "loss": 2.5781,
      "step": 22858
    },
    {
      "epoch": 1.0634566178180973,
      "grad_norm": 0.847966074954597,
      "learning_rate": 0.00028046182411679073,
      "loss": 2.4062,
      "step": 22859
    },
    {
      "epoch": 1.063503140265178,
      "grad_norm": 0.7921935300183004,
      "learning_rate": 0.00028045999248949645,
      "loss": 2.4844,
      "step": 22860
    },
    {
      "epoch": 1.0635496627122587,
      "grad_norm": 0.8059692299707616,
      "learning_rate": 0.00028045816078233377,
      "loss": 2.3438,
      "step": 22861
    },
    {
      "epoch": 1.0635961851593394,
      "grad_norm": 0.7578325247305986,
      "learning_rate": 0.0002804563289953038,
      "loss": 2.3906,
      "step": 22862
    },
    {
      "epoch": 1.06364270760642,
      "grad_norm": 0.7426969542655453,
      "learning_rate": 0.0002804544971284078,
      "loss": 2.0938,
      "step": 22863
    },
    {
      "epoch": 1.0636892300535008,
      "grad_norm": 0.7593242791985019,
      "learning_rate": 0.00028045266518164673,
      "loss": 2.2188,
      "step": 22864
    },
    {
      "epoch": 1.0637357525005815,
      "grad_norm": 0.7200924813248192,
      "learning_rate": 0.0002804508331550217,
      "loss": 2.4219,
      "step": 22865
    },
    {
      "epoch": 1.0637822749476622,
      "grad_norm": 0.7487039334741123,
      "learning_rate": 0.000280449001048534,
      "loss": 2.2188,
      "step": 22866
    },
    {
      "epoch": 1.063828797394743,
      "grad_norm": 0.8207901145791332,
      "learning_rate": 0.0002804471688621846,
      "loss": 1.8281,
      "step": 22867
    },
    {
      "epoch": 1.0638753198418236,
      "grad_norm": 0.7789237599321845,
      "learning_rate": 0.0002804453365959747,
      "loss": 2.3594,
      "step": 22868
    },
    {
      "epoch": 1.0639218422889043,
      "grad_norm": 0.7739338525211036,
      "learning_rate": 0.0002804435042499054,
      "loss": 2.4062,
      "step": 22869
    },
    {
      "epoch": 1.063968364735985,
      "grad_norm": 0.8209653208943741,
      "learning_rate": 0.0002804416718239778,
      "loss": 2.5312,
      "step": 22870
    },
    {
      "epoch": 1.064014887183066,
      "grad_norm": 0.7988493049761896,
      "learning_rate": 0.000280439839318193,
      "loss": 2.5,
      "step": 22871
    },
    {
      "epoch": 1.0640614096301466,
      "grad_norm": 0.8373479638541335,
      "learning_rate": 0.0002804380067325522,
      "loss": 2.3125,
      "step": 22872
    },
    {
      "epoch": 1.0641079320772273,
      "grad_norm": 0.8379111334012159,
      "learning_rate": 0.0002804361740670565,
      "loss": 2.25,
      "step": 22873
    },
    {
      "epoch": 1.064154454524308,
      "grad_norm": 0.8090505976608043,
      "learning_rate": 0.000280434341321707,
      "loss": 2.6094,
      "step": 22874
    },
    {
      "epoch": 1.0642009769713887,
      "grad_norm": 0.8174141619769747,
      "learning_rate": 0.00028043250849650483,
      "loss": 2.4062,
      "step": 22875
    },
    {
      "epoch": 1.0642474994184694,
      "grad_norm": 0.7670715132334319,
      "learning_rate": 0.00028043067559145113,
      "loss": 2.375,
      "step": 22876
    },
    {
      "epoch": 1.06429402186555,
      "grad_norm": 0.8315069329424902,
      "learning_rate": 0.000280428842606547,
      "loss": 2.6406,
      "step": 22877
    },
    {
      "epoch": 1.0643405443126308,
      "grad_norm": 0.802323431876277,
      "learning_rate": 0.0002804270095417935,
      "loss": 2.25,
      "step": 22878
    },
    {
      "epoch": 1.0643870667597115,
      "grad_norm": 0.8568623704921456,
      "learning_rate": 0.00028042517639719183,
      "loss": 2.4219,
      "step": 22879
    },
    {
      "epoch": 1.0644335892067922,
      "grad_norm": 0.8180133462087963,
      "learning_rate": 0.0002804233431727431,
      "loss": 2.5781,
      "step": 22880
    },
    {
      "epoch": 1.064480111653873,
      "grad_norm": 0.8139851624492574,
      "learning_rate": 0.00028042150986844845,
      "loss": 2.5938,
      "step": 22881
    },
    {
      "epoch": 1.0645266341009538,
      "grad_norm": 0.744433680932151,
      "learning_rate": 0.000280419676484309,
      "loss": 2.4375,
      "step": 22882
    },
    {
      "epoch": 1.0645731565480345,
      "grad_norm": 0.8111795829947834,
      "learning_rate": 0.00028041784302032584,
      "loss": 2.625,
      "step": 22883
    },
    {
      "epoch": 1.0646196789951152,
      "grad_norm": 0.7404441118957572,
      "learning_rate": 0.0002804160094765001,
      "loss": 2.5469,
      "step": 22884
    },
    {
      "epoch": 1.064666201442196,
      "grad_norm": 0.8142337332026363,
      "learning_rate": 0.00028041417585283294,
      "loss": 2.4844,
      "step": 22885
    },
    {
      "epoch": 1.0647127238892766,
      "grad_norm": 0.8064236961688911,
      "learning_rate": 0.00028041234214932543,
      "loss": 2.4219,
      "step": 22886
    },
    {
      "epoch": 1.0647592463363573,
      "grad_norm": 0.6851702301920964,
      "learning_rate": 0.0002804105083659787,
      "loss": 1.6328,
      "step": 22887
    },
    {
      "epoch": 1.064805768783438,
      "grad_norm": 0.7940504709636198,
      "learning_rate": 0.00028040867450279395,
      "loss": 2.0781,
      "step": 22888
    },
    {
      "epoch": 1.0648522912305187,
      "grad_norm": 0.7907519069921679,
      "learning_rate": 0.00028040684055977215,
      "loss": 2.2188,
      "step": 22889
    },
    {
      "epoch": 1.0648988136775994,
      "grad_norm": 0.8410805572912522,
      "learning_rate": 0.0002804050065369146,
      "loss": 2.4375,
      "step": 22890
    },
    {
      "epoch": 1.0649453361246801,
      "grad_norm": 0.8033436066355399,
      "learning_rate": 0.00028040317243422226,
      "loss": 2.4375,
      "step": 22891
    },
    {
      "epoch": 1.0649918585717608,
      "grad_norm": 0.8458870833370715,
      "learning_rate": 0.0002804013382516964,
      "loss": 2.6094,
      "step": 22892
    },
    {
      "epoch": 1.0650383810188415,
      "grad_norm": 0.8055343405666496,
      "learning_rate": 0.000280399503989338,
      "loss": 1.8359,
      "step": 22893
    },
    {
      "epoch": 1.0650849034659222,
      "grad_norm": 0.8438309378654293,
      "learning_rate": 0.0002803976696471483,
      "loss": 2.6094,
      "step": 22894
    },
    {
      "epoch": 1.0651314259130031,
      "grad_norm": 0.8679592143937673,
      "learning_rate": 0.0002803958352251284,
      "loss": 2.4844,
      "step": 22895
    },
    {
      "epoch": 1.0651779483600838,
      "grad_norm": 0.8415793688460127,
      "learning_rate": 0.00028039400072327935,
      "loss": 2.4688,
      "step": 22896
    },
    {
      "epoch": 1.0652244708071645,
      "grad_norm": 0.8282148879919118,
      "learning_rate": 0.00028039216614160234,
      "loss": 2.4531,
      "step": 22897
    },
    {
      "epoch": 1.0652709932542452,
      "grad_norm": 0.7853825484986429,
      "learning_rate": 0.0002803903314800985,
      "loss": 2.3281,
      "step": 22898
    },
    {
      "epoch": 1.065317515701326,
      "grad_norm": 0.7641237787879881,
      "learning_rate": 0.0002803884967387689,
      "loss": 2.375,
      "step": 22899
    },
    {
      "epoch": 1.0653640381484066,
      "grad_norm": 0.781673443461326,
      "learning_rate": 0.0002803866619176147,
      "loss": 2.3594,
      "step": 22900
    },
    {
      "epoch": 1.0654105605954873,
      "grad_norm": 0.7935657316920696,
      "learning_rate": 0.00028038482701663703,
      "loss": 2.375,
      "step": 22901
    },
    {
      "epoch": 1.065457083042568,
      "grad_norm": 0.849412344533905,
      "learning_rate": 0.000280382992035837,
      "loss": 2.5469,
      "step": 22902
    },
    {
      "epoch": 1.0655036054896487,
      "grad_norm": 0.8370589380223242,
      "learning_rate": 0.0002803811569752157,
      "loss": 2.5,
      "step": 22903
    },
    {
      "epoch": 1.0655501279367294,
      "grad_norm": 0.7548858731537541,
      "learning_rate": 0.00028037932183477436,
      "loss": 2.1562,
      "step": 22904
    },
    {
      "epoch": 1.0655966503838101,
      "grad_norm": 0.8075795251602735,
      "learning_rate": 0.000280377486614514,
      "loss": 2.375,
      "step": 22905
    },
    {
      "epoch": 1.0656431728308908,
      "grad_norm": 0.8055220795860605,
      "learning_rate": 0.00028037565131443573,
      "loss": 2.25,
      "step": 22906
    },
    {
      "epoch": 1.0656896952779715,
      "grad_norm": 0.7222504403654189,
      "learning_rate": 0.00028037381593454074,
      "loss": 2.2656,
      "step": 22907
    },
    {
      "epoch": 1.0657362177250524,
      "grad_norm": 0.7733275655497579,
      "learning_rate": 0.00028037198047483014,
      "loss": 2.5312,
      "step": 22908
    },
    {
      "epoch": 1.0657827401721331,
      "grad_norm": 0.8404675276203566,
      "learning_rate": 0.0002803701449353051,
      "loss": 2.5156,
      "step": 22909
    },
    {
      "epoch": 1.0658292626192138,
      "grad_norm": 0.7603191766409891,
      "learning_rate": 0.0002803683093159666,
      "loss": 2.1875,
      "step": 22910
    },
    {
      "epoch": 1.0658757850662945,
      "grad_norm": 0.6897543447510884,
      "learning_rate": 0.0002803664736168159,
      "loss": 2.1562,
      "step": 22911
    },
    {
      "epoch": 1.0659223075133752,
      "grad_norm": 0.7995687697991285,
      "learning_rate": 0.00028036463783785405,
      "loss": 2.6406,
      "step": 22912
    },
    {
      "epoch": 1.065968829960456,
      "grad_norm": 0.7988751813413076,
      "learning_rate": 0.00028036280197908225,
      "loss": 2.4219,
      "step": 22913
    },
    {
      "epoch": 1.0660153524075366,
      "grad_norm": 0.7887047255512991,
      "learning_rate": 0.0002803609660405015,
      "loss": 2.4375,
      "step": 22914
    },
    {
      "epoch": 1.0660618748546173,
      "grad_norm": 0.7846457875271728,
      "learning_rate": 0.000280359130022113,
      "loss": 2.4375,
      "step": 22915
    },
    {
      "epoch": 1.066108397301698,
      "grad_norm": 0.7721984242252952,
      "learning_rate": 0.00028035729392391793,
      "loss": 1.9922,
      "step": 22916
    },
    {
      "epoch": 1.0661549197487787,
      "grad_norm": 0.7279598726900413,
      "learning_rate": 0.0002803554577459173,
      "loss": 2.125,
      "step": 22917
    },
    {
      "epoch": 1.0662014421958594,
      "grad_norm": 0.8052003131577071,
      "learning_rate": 0.0002803536214881124,
      "loss": 2.3281,
      "step": 22918
    },
    {
      "epoch": 1.0662479646429401,
      "grad_norm": 0.8082629562041389,
      "learning_rate": 0.00028035178515050416,
      "loss": 2.5312,
      "step": 22919
    },
    {
      "epoch": 1.0662944870900208,
      "grad_norm": 0.8329904492127689,
      "learning_rate": 0.00028034994873309376,
      "loss": 2.4375,
      "step": 22920
    },
    {
      "epoch": 1.0663410095371018,
      "grad_norm": 0.8237562787504377,
      "learning_rate": 0.0002803481122358824,
      "loss": 2.5,
      "step": 22921
    },
    {
      "epoch": 1.0663875319841825,
      "grad_norm": 0.7810037486924276,
      "learning_rate": 0.00028034627565887117,
      "loss": 2.3906,
      "step": 22922
    },
    {
      "epoch": 1.0664340544312632,
      "grad_norm": 0.7857442401729535,
      "learning_rate": 0.0002803444390020612,
      "loss": 2.3125,
      "step": 22923
    },
    {
      "epoch": 1.0664805768783439,
      "grad_norm": 0.7770190631789546,
      "learning_rate": 0.00028034260226545354,
      "loss": 2.2344,
      "step": 22924
    },
    {
      "epoch": 1.0665270993254246,
      "grad_norm": 0.7930430304341047,
      "learning_rate": 0.0002803407654490494,
      "loss": 2.7188,
      "step": 22925
    },
    {
      "epoch": 1.0665736217725053,
      "grad_norm": 0.8222561378205122,
      "learning_rate": 0.00028033892855284983,
      "loss": 2.5156,
      "step": 22926
    },
    {
      "epoch": 1.066620144219586,
      "grad_norm": 0.8058626596755986,
      "learning_rate": 0.00028033709157685604,
      "loss": 2.1406,
      "step": 22927
    },
    {
      "epoch": 1.0666666666666667,
      "grad_norm": 0.8256944085513266,
      "learning_rate": 0.00028033525452106914,
      "loss": 2.1875,
      "step": 22928
    },
    {
      "epoch": 1.0667131891137474,
      "grad_norm": 0.7863082635886663,
      "learning_rate": 0.00028033341738549017,
      "loss": 2.3438,
      "step": 22929
    },
    {
      "epoch": 1.066759711560828,
      "grad_norm": 0.8259007856016254,
      "learning_rate": 0.00028033158017012037,
      "loss": 2.4219,
      "step": 22930
    },
    {
      "epoch": 1.0668062340079087,
      "grad_norm": 0.816146464427045,
      "learning_rate": 0.00028032974287496077,
      "loss": 2.7812,
      "step": 22931
    },
    {
      "epoch": 1.0668527564549894,
      "grad_norm": 0.7445348600249811,
      "learning_rate": 0.0002803279055000125,
      "loss": 2.4062,
      "step": 22932
    },
    {
      "epoch": 1.0668992789020701,
      "grad_norm": 0.7701903726737012,
      "learning_rate": 0.0002803260680452768,
      "loss": 2.4062,
      "step": 22933
    },
    {
      "epoch": 1.066945801349151,
      "grad_norm": 0.7929701566922391,
      "learning_rate": 0.00028032423051075467,
      "loss": 2.3594,
      "step": 22934
    },
    {
      "epoch": 1.0669923237962318,
      "grad_norm": 0.7426948596509029,
      "learning_rate": 0.00028032239289644726,
      "loss": 2.3594,
      "step": 22935
    },
    {
      "epoch": 1.0670388462433125,
      "grad_norm": 0.7861105161524291,
      "learning_rate": 0.00028032055520235574,
      "loss": 2.7031,
      "step": 22936
    },
    {
      "epoch": 1.0670853686903932,
      "grad_norm": 0.7989296085623548,
      "learning_rate": 0.0002803187174284812,
      "loss": 2.6719,
      "step": 22937
    },
    {
      "epoch": 1.0671318911374739,
      "grad_norm": 0.8409673266371805,
      "learning_rate": 0.0002803168795748248,
      "loss": 2.3906,
      "step": 22938
    },
    {
      "epoch": 1.0671784135845546,
      "grad_norm": 0.7477577837506686,
      "learning_rate": 0.0002803150416413876,
      "loss": 2.1094,
      "step": 22939
    },
    {
      "epoch": 1.0672249360316353,
      "grad_norm": 0.8718669633493551,
      "learning_rate": 0.0002803132036281708,
      "loss": 2.5781,
      "step": 22940
    },
    {
      "epoch": 1.067271458478716,
      "grad_norm": 0.80096484105264,
      "learning_rate": 0.00028031136553517547,
      "loss": 2.7188,
      "step": 22941
    },
    {
      "epoch": 1.0673179809257967,
      "grad_norm": 0.7156789085133479,
      "learning_rate": 0.00028030952736240273,
      "loss": 1.9453,
      "step": 22942
    },
    {
      "epoch": 1.0673645033728774,
      "grad_norm": 0.7809908748921373,
      "learning_rate": 0.00028030768910985375,
      "loss": 2.4531,
      "step": 22943
    },
    {
      "epoch": 1.067411025819958,
      "grad_norm": 0.7299461382926714,
      "learning_rate": 0.0002803058507775296,
      "loss": 2.2969,
      "step": 22944
    },
    {
      "epoch": 1.0674575482670388,
      "grad_norm": 0.7841953107716091,
      "learning_rate": 0.00028030401236543153,
      "loss": 2.4062,
      "step": 22945
    },
    {
      "epoch": 1.0675040707141195,
      "grad_norm": 0.786003642975188,
      "learning_rate": 0.00028030217387356053,
      "loss": 2.3438,
      "step": 22946
    },
    {
      "epoch": 1.0675505931612004,
      "grad_norm": 0.8415779010388732,
      "learning_rate": 0.0002803003353019177,
      "loss": 2.3125,
      "step": 22947
    },
    {
      "epoch": 1.067597115608281,
      "grad_norm": 0.800914710801856,
      "learning_rate": 0.0002802984966505043,
      "loss": 2.6094,
      "step": 22948
    },
    {
      "epoch": 1.0676436380553618,
      "grad_norm": 0.8506481408347825,
      "learning_rate": 0.00028029665791932143,
      "loss": 2.2969,
      "step": 22949
    },
    {
      "epoch": 1.0676901605024425,
      "grad_norm": 1.2328794191557177,
      "learning_rate": 0.0002802948191083701,
      "loss": 2.4219,
      "step": 22950
    },
    {
      "epoch": 1.0677366829495232,
      "grad_norm": 0.7762314123045094,
      "learning_rate": 0.0002802929802176516,
      "loss": 2.1562,
      "step": 22951
    },
    {
      "epoch": 1.0677832053966039,
      "grad_norm": 0.8266666509745638,
      "learning_rate": 0.0002802911412471669,
      "loss": 2.6406,
      "step": 22952
    },
    {
      "epoch": 1.0678297278436846,
      "grad_norm": 0.7901649767219957,
      "learning_rate": 0.00028028930219691726,
      "loss": 2.4062,
      "step": 22953
    },
    {
      "epoch": 1.0678762502907653,
      "grad_norm": 0.8102002499336615,
      "learning_rate": 0.00028028746306690366,
      "loss": 2.3906,
      "step": 22954
    },
    {
      "epoch": 1.067922772737846,
      "grad_norm": 0.8068835369431601,
      "learning_rate": 0.0002802856238571273,
      "loss": 2.6094,
      "step": 22955
    },
    {
      "epoch": 1.0679692951849267,
      "grad_norm": 0.8819574704649419,
      "learning_rate": 0.0002802837845675894,
      "loss": 2.5625,
      "step": 22956
    },
    {
      "epoch": 1.0680158176320074,
      "grad_norm": 0.8097856677495922,
      "learning_rate": 0.00028028194519829096,
      "loss": 2.625,
      "step": 22957
    },
    {
      "epoch": 1.068062340079088,
      "grad_norm": 0.7675302336540987,
      "learning_rate": 0.00028028010574923315,
      "loss": 2.3438,
      "step": 22958
    },
    {
      "epoch": 1.0681088625261688,
      "grad_norm": 0.7425165851191757,
      "learning_rate": 0.0002802782662204171,
      "loss": 2.1875,
      "step": 22959
    },
    {
      "epoch": 1.0681553849732497,
      "grad_norm": 0.8484422166552603,
      "learning_rate": 0.0002802764266118439,
      "loss": 2.7969,
      "step": 22960
    },
    {
      "epoch": 1.0682019074203304,
      "grad_norm": 0.7930753985540927,
      "learning_rate": 0.0002802745869235147,
      "loss": 2.4062,
      "step": 22961
    },
    {
      "epoch": 1.068248429867411,
      "grad_norm": 0.8724297417974566,
      "learning_rate": 0.0002802727471554307,
      "loss": 2.5312,
      "step": 22962
    },
    {
      "epoch": 1.0682949523144918,
      "grad_norm": 0.800851246949424,
      "learning_rate": 0.0002802709073075929,
      "loss": 2.5625,
      "step": 22963
    },
    {
      "epoch": 1.0683414747615725,
      "grad_norm": 0.818881505835258,
      "learning_rate": 0.00028026906738000244,
      "loss": 2.7031,
      "step": 22964
    },
    {
      "epoch": 1.0683879972086532,
      "grad_norm": 0.8146091112389997,
      "learning_rate": 0.0002802672273726606,
      "loss": 2.25,
      "step": 22965
    },
    {
      "epoch": 1.0684345196557339,
      "grad_norm": 0.7772512875340531,
      "learning_rate": 0.0002802653872855683,
      "loss": 2.25,
      "step": 22966
    },
    {
      "epoch": 1.0684810421028146,
      "grad_norm": 0.8172642814447186,
      "learning_rate": 0.0002802635471187268,
      "loss": 2.6719,
      "step": 22967
    },
    {
      "epoch": 1.0685275645498953,
      "grad_norm": 0.7671439061224742,
      "learning_rate": 0.0002802617068721372,
      "loss": 2.2969,
      "step": 22968
    },
    {
      "epoch": 1.068574086996976,
      "grad_norm": 0.8111564834655587,
      "learning_rate": 0.00028025986654580054,
      "loss": 2.5312,
      "step": 22969
    },
    {
      "epoch": 1.0686206094440567,
      "grad_norm": 0.7305883853670462,
      "learning_rate": 0.0002802580261397181,
      "loss": 1.7266,
      "step": 22970
    },
    {
      "epoch": 1.0686671318911374,
      "grad_norm": 0.7698197931977785,
      "learning_rate": 0.0002802561856538909,
      "loss": 2.25,
      "step": 22971
    },
    {
      "epoch": 1.068713654338218,
      "grad_norm": 0.7423637024965594,
      "learning_rate": 0.0002802543450883201,
      "loss": 1.8828,
      "step": 22972
    },
    {
      "epoch": 1.068760176785299,
      "grad_norm": 0.7975289205754532,
      "learning_rate": 0.0002802525044430069,
      "loss": 2.6094,
      "step": 22973
    },
    {
      "epoch": 1.0688066992323797,
      "grad_norm": 0.769991490294366,
      "learning_rate": 0.00028025066371795224,
      "loss": 2.3125,
      "step": 22974
    },
    {
      "epoch": 1.0688532216794604,
      "grad_norm": 0.7968707020941899,
      "learning_rate": 0.00028024882291315735,
      "loss": 2.4062,
      "step": 22975
    },
    {
      "epoch": 1.068899744126541,
      "grad_norm": 0.8549537470383184,
      "learning_rate": 0.0002802469820286234,
      "loss": 2.4062,
      "step": 22976
    },
    {
      "epoch": 1.0689462665736218,
      "grad_norm": 0.7863086884352369,
      "learning_rate": 0.00028024514106435154,
      "loss": 2.3125,
      "step": 22977
    },
    {
      "epoch": 1.0689927890207025,
      "grad_norm": 0.7697881218176621,
      "learning_rate": 0.0002802433000203427,
      "loss": 2.4062,
      "step": 22978
    },
    {
      "epoch": 1.0690393114677832,
      "grad_norm": 0.7921890646502726,
      "learning_rate": 0.00028024145889659827,
      "loss": 2.1719,
      "step": 22979
    },
    {
      "epoch": 1.069085833914864,
      "grad_norm": 0.7736178284781248,
      "learning_rate": 0.0002802396176931192,
      "loss": 2.4062,
      "step": 22980
    },
    {
      "epoch": 1.0691323563619446,
      "grad_norm": 0.8146759360484819,
      "learning_rate": 0.0002802377764099067,
      "loss": 2.1875,
      "step": 22981
    },
    {
      "epoch": 1.0691788788090253,
      "grad_norm": 0.7531091212340029,
      "learning_rate": 0.00028023593504696183,
      "loss": 2.2344,
      "step": 22982
    },
    {
      "epoch": 1.069225401256106,
      "grad_norm": 0.8127838950822291,
      "learning_rate": 0.00028023409360428575,
      "loss": 2.5156,
      "step": 22983
    },
    {
      "epoch": 1.0692719237031867,
      "grad_norm": 0.8469515120112568,
      "learning_rate": 0.0002802322520818796,
      "loss": 2.4062,
      "step": 22984
    },
    {
      "epoch": 1.0693184461502674,
      "grad_norm": 0.8315532979653892,
      "learning_rate": 0.0002802304104797445,
      "loss": 1.8359,
      "step": 22985
    },
    {
      "epoch": 1.0693649685973483,
      "grad_norm": 0.7581834140862515,
      "learning_rate": 0.0002802285687978816,
      "loss": 2.3125,
      "step": 22986
    },
    {
      "epoch": 1.069411491044429,
      "grad_norm": 0.764545578712142,
      "learning_rate": 0.00028022672703629197,
      "loss": 2.4531,
      "step": 22987
    },
    {
      "epoch": 1.0694580134915097,
      "grad_norm": 0.7845736757340411,
      "learning_rate": 0.00028022488519497676,
      "loss": 2.3125,
      "step": 22988
    },
    {
      "epoch": 1.0695045359385904,
      "grad_norm": 0.8080641702546202,
      "learning_rate": 0.00028022304327393713,
      "loss": 2.3438,
      "step": 22989
    },
    {
      "epoch": 1.069551058385671,
      "grad_norm": 0.8123731979966097,
      "learning_rate": 0.0002802212012731742,
      "loss": 2.4844,
      "step": 22990
    },
    {
      "epoch": 1.0695975808327518,
      "grad_norm": 0.8236598200568387,
      "learning_rate": 0.00028021935919268906,
      "loss": 2.4688,
      "step": 22991
    },
    {
      "epoch": 1.0696441032798325,
      "grad_norm": 0.7414266281220093,
      "learning_rate": 0.0002802175170324829,
      "loss": 2.1719,
      "step": 22992
    },
    {
      "epoch": 1.0696906257269132,
      "grad_norm": 0.8618383385153393,
      "learning_rate": 0.00028021567479255674,
      "loss": 2.2031,
      "step": 22993
    },
    {
      "epoch": 1.069737148173994,
      "grad_norm": 0.8694665553698875,
      "learning_rate": 0.0002802138324729118,
      "loss": 2.4844,
      "step": 22994
    },
    {
      "epoch": 1.0697836706210746,
      "grad_norm": 0.9745945162329207,
      "learning_rate": 0.00028021199007354923,
      "loss": 2.5625,
      "step": 22995
    },
    {
      "epoch": 1.0698301930681553,
      "grad_norm": 0.8026488982443447,
      "learning_rate": 0.0002802101475944701,
      "loss": 2.4375,
      "step": 22996
    },
    {
      "epoch": 1.069876715515236,
      "grad_norm": 0.8005448438505143,
      "learning_rate": 0.00028020830503567554,
      "loss": 2.2344,
      "step": 22997
    },
    {
      "epoch": 1.069923237962317,
      "grad_norm": 0.7935843872732236,
      "learning_rate": 0.00028020646239716664,
      "loss": 2.4062,
      "step": 22998
    },
    {
      "epoch": 1.0699697604093976,
      "grad_norm": 0.7385036557422426,
      "learning_rate": 0.0002802046196789446,
      "loss": 2.2031,
      "step": 22999
    },
    {
      "epoch": 1.0700162828564783,
      "grad_norm": 0.7768581989680843,
      "learning_rate": 0.00028020277688101054,
      "loss": 2.2344,
      "step": 23000
    },
    {
      "epoch": 1.070062805303559,
      "grad_norm": 0.7816803664393256,
      "learning_rate": 0.00028020093400336557,
      "loss": 2.3125,
      "step": 23001
    },
    {
      "epoch": 1.0701093277506397,
      "grad_norm": 0.7784309362067545,
      "learning_rate": 0.0002801990910460108,
      "loss": 2.4531,
      "step": 23002
    },
    {
      "epoch": 1.0701558501977204,
      "grad_norm": 0.780636859910531,
      "learning_rate": 0.00028019724800894746,
      "loss": 2.3281,
      "step": 23003
    },
    {
      "epoch": 1.0702023726448011,
      "grad_norm": 0.7669470736416447,
      "learning_rate": 0.0002801954048921765,
      "loss": 2.2188,
      "step": 23004
    },
    {
      "epoch": 1.0702488950918818,
      "grad_norm": 0.7792032189499118,
      "learning_rate": 0.0002801935616956992,
      "loss": 2.4688,
      "step": 23005
    },
    {
      "epoch": 1.0702954175389625,
      "grad_norm": 0.8833146271086608,
      "learning_rate": 0.0002801917184195166,
      "loss": 2.7344,
      "step": 23006
    },
    {
      "epoch": 1.0703419399860432,
      "grad_norm": 0.8423949789483066,
      "learning_rate": 0.0002801898750636299,
      "loss": 2.4844,
      "step": 23007
    },
    {
      "epoch": 1.070388462433124,
      "grad_norm": 0.7471088493500191,
      "learning_rate": 0.00028018803162804015,
      "loss": 2.2969,
      "step": 23008
    },
    {
      "epoch": 1.0704349848802046,
      "grad_norm": 0.8412620102367706,
      "learning_rate": 0.00028018618811274855,
      "loss": 2.3438,
      "step": 23009
    },
    {
      "epoch": 1.0704815073272855,
      "grad_norm": 0.8215005687629028,
      "learning_rate": 0.0002801843445177562,
      "loss": 2.5,
      "step": 23010
    },
    {
      "epoch": 1.0705280297743662,
      "grad_norm": 0.8313445133230478,
      "learning_rate": 0.0002801825008430642,
      "loss": 2.5469,
      "step": 23011
    },
    {
      "epoch": 1.070574552221447,
      "grad_norm": 0.8440342964481347,
      "learning_rate": 0.0002801806570886737,
      "loss": 2.2656,
      "step": 23012
    },
    {
      "epoch": 1.0706210746685276,
      "grad_norm": 0.8084242700243273,
      "learning_rate": 0.00028017881325458587,
      "loss": 2.2656,
      "step": 23013
    },
    {
      "epoch": 1.0706675971156083,
      "grad_norm": 0.7049299903526474,
      "learning_rate": 0.00028017696934080184,
      "loss": 2.0312,
      "step": 23014
    },
    {
      "epoch": 1.070714119562689,
      "grad_norm": 0.7947464464680886,
      "learning_rate": 0.0002801751253473226,
      "loss": 2.3438,
      "step": 23015
    },
    {
      "epoch": 1.0707606420097697,
      "grad_norm": 0.7852000380218435,
      "learning_rate": 0.00028017328127414947,
      "loss": 2.1719,
      "step": 23016
    },
    {
      "epoch": 1.0708071644568504,
      "grad_norm": 0.8041986807533028,
      "learning_rate": 0.00028017143712128346,
      "loss": 2.4375,
      "step": 23017
    },
    {
      "epoch": 1.0708536869039311,
      "grad_norm": 0.77801694016975,
      "learning_rate": 0.0002801695928887257,
      "loss": 2.2812,
      "step": 23018
    },
    {
      "epoch": 1.0709002093510118,
      "grad_norm": 0.8668900736136037,
      "learning_rate": 0.0002801677485764774,
      "loss": 2.6094,
      "step": 23019
    },
    {
      "epoch": 1.0709467317980925,
      "grad_norm": 0.8170382733268506,
      "learning_rate": 0.00028016590418453955,
      "loss": 2.3125,
      "step": 23020
    },
    {
      "epoch": 1.0709932542451732,
      "grad_norm": 0.7705888080389927,
      "learning_rate": 0.00028016405971291344,
      "loss": 2.5781,
      "step": 23021
    },
    {
      "epoch": 1.071039776692254,
      "grad_norm": 0.7820614034485284,
      "learning_rate": 0.0002801622151616001,
      "loss": 2.6406,
      "step": 23022
    },
    {
      "epoch": 1.0710862991393348,
      "grad_norm": 0.7966821603537508,
      "learning_rate": 0.0002801603705306007,
      "loss": 2.3281,
      "step": 23023
    },
    {
      "epoch": 1.0711328215864155,
      "grad_norm": 0.7797201657663771,
      "learning_rate": 0.00028015852581991633,
      "loss": 2.1406,
      "step": 23024
    },
    {
      "epoch": 1.0711793440334962,
      "grad_norm": 0.7567209047338412,
      "learning_rate": 0.00028015668102954823,
      "loss": 2.2188,
      "step": 23025
    },
    {
      "epoch": 1.071225866480577,
      "grad_norm": 1.079701531139302,
      "learning_rate": 0.00028015483615949734,
      "loss": 2.2812,
      "step": 23026
    },
    {
      "epoch": 1.0712723889276576,
      "grad_norm": 0.7823525449927382,
      "learning_rate": 0.00028015299120976497,
      "loss": 1.8828,
      "step": 23027
    },
    {
      "epoch": 1.0713189113747383,
      "grad_norm": 0.7924680074612955,
      "learning_rate": 0.0002801511461803521,
      "loss": 2.4688,
      "step": 23028
    },
    {
      "epoch": 1.071365433821819,
      "grad_norm": 0.8258472625063316,
      "learning_rate": 0.0002801493010712599,
      "loss": 2.1094,
      "step": 23029
    },
    {
      "epoch": 1.0714119562688997,
      "grad_norm": 0.8532610581574064,
      "learning_rate": 0.00028014745588248965,
      "loss": 2.4219,
      "step": 23030
    },
    {
      "epoch": 1.0714584787159804,
      "grad_norm": 0.805706622483511,
      "learning_rate": 0.0002801456106140423,
      "loss": 2.3281,
      "step": 23031
    },
    {
      "epoch": 1.0715050011630611,
      "grad_norm": 0.7541104916604359,
      "learning_rate": 0.000280143765265919,
      "loss": 2.25,
      "step": 23032
    },
    {
      "epoch": 1.0715515236101418,
      "grad_norm": 0.7695507694475722,
      "learning_rate": 0.000280141919838121,
      "loss": 2.5,
      "step": 23033
    },
    {
      "epoch": 1.0715980460572225,
      "grad_norm": 0.7588756231211613,
      "learning_rate": 0.00028014007433064934,
      "loss": 2.2656,
      "step": 23034
    },
    {
      "epoch": 1.0716445685043032,
      "grad_norm": 0.7828793591216016,
      "learning_rate": 0.0002801382287435051,
      "loss": 2.4062,
      "step": 23035
    },
    {
      "epoch": 1.0716910909513842,
      "grad_norm": 0.7409449939236373,
      "learning_rate": 0.0002801363830766895,
      "loss": 2.3125,
      "step": 23036
    },
    {
      "epoch": 1.0717376133984649,
      "grad_norm": 0.7874142476491734,
      "learning_rate": 0.00028013453733020363,
      "loss": 2.625,
      "step": 23037
    },
    {
      "epoch": 1.0717841358455455,
      "grad_norm": 0.8085754820320753,
      "learning_rate": 0.0002801326915040487,
      "loss": 2.6094,
      "step": 23038
    },
    {
      "epoch": 1.0718306582926262,
      "grad_norm": 0.9696441336719529,
      "learning_rate": 0.0002801308455982257,
      "loss": 2.4219,
      "step": 23039
    },
    {
      "epoch": 1.071877180739707,
      "grad_norm": 0.7677601038245285,
      "learning_rate": 0.0002801289996127358,
      "loss": 2.3281,
      "step": 23040
    },
    {
      "epoch": 1.0719237031867876,
      "grad_norm": 0.7895548616428132,
      "learning_rate": 0.0002801271535475802,
      "loss": 2.375,
      "step": 23041
    },
    {
      "epoch": 1.0719702256338683,
      "grad_norm": 0.8317517006607125,
      "learning_rate": 0.00028012530740276,
      "loss": 2.5938,
      "step": 23042
    },
    {
      "epoch": 1.072016748080949,
      "grad_norm": 0.8007807891892172,
      "learning_rate": 0.0002801234611782763,
      "loss": 2.5781,
      "step": 23043
    },
    {
      "epoch": 1.0720632705280297,
      "grad_norm": 0.7715366589171623,
      "learning_rate": 0.0002801216148741303,
      "loss": 2.2344,
      "step": 23044
    },
    {
      "epoch": 1.0721097929751104,
      "grad_norm": 0.7847356669049694,
      "learning_rate": 0.000280119768490323,
      "loss": 2.5,
      "step": 23045
    },
    {
      "epoch": 1.0721563154221911,
      "grad_norm": 0.7951060923132123,
      "learning_rate": 0.0002801179220268556,
      "loss": 2.6562,
      "step": 23046
    },
    {
      "epoch": 1.0722028378692718,
      "grad_norm": 0.7547406542372417,
      "learning_rate": 0.00028011607548372936,
      "loss": 2.2969,
      "step": 23047
    },
    {
      "epoch": 1.0722493603163525,
      "grad_norm": 0.7312420426481753,
      "learning_rate": 0.0002801142288609452,
      "loss": 2.2031,
      "step": 23048
    },
    {
      "epoch": 1.0722958827634335,
      "grad_norm": 0.7559633544873916,
      "learning_rate": 0.00028011238215850434,
      "loss": 2.3125,
      "step": 23049
    },
    {
      "epoch": 1.0723424052105142,
      "grad_norm": 0.7976900549352053,
      "learning_rate": 0.00028011053537640795,
      "loss": 2.4531,
      "step": 23050
    },
    {
      "epoch": 1.0723889276575949,
      "grad_norm": 0.7929915924015257,
      "learning_rate": 0.0002801086885146571,
      "loss": 2.2656,
      "step": 23051
    },
    {
      "epoch": 1.0724354501046756,
      "grad_norm": 0.7020781314720713,
      "learning_rate": 0.00028010684157325294,
      "loss": 2.1719,
      "step": 23052
    },
    {
      "epoch": 1.0724819725517563,
      "grad_norm": 0.7916066264576617,
      "learning_rate": 0.0002801049945521966,
      "loss": 2.4844,
      "step": 23053
    },
    {
      "epoch": 1.072528494998837,
      "grad_norm": 0.818069357346513,
      "learning_rate": 0.00028010314745148925,
      "loss": 2.7344,
      "step": 23054
    },
    {
      "epoch": 1.0725750174459177,
      "grad_norm": 0.7880176009247284,
      "learning_rate": 0.000280101300271132,
      "loss": 2.4219,
      "step": 23055
    },
    {
      "epoch": 1.0726215398929984,
      "grad_norm": 0.8142464821897083,
      "learning_rate": 0.0002800994530111259,
      "loss": 2.3594,
      "step": 23056
    },
    {
      "epoch": 1.072668062340079,
      "grad_norm": 0.7449294148443281,
      "learning_rate": 0.0002800976056714722,
      "loss": 2.1094,
      "step": 23057
    },
    {
      "epoch": 1.0727145847871598,
      "grad_norm": 0.8293409523092381,
      "learning_rate": 0.000280095758252172,
      "loss": 2.3906,
      "step": 23058
    },
    {
      "epoch": 1.0727611072342405,
      "grad_norm": 0.7741627612096569,
      "learning_rate": 0.00028009391075322634,
      "loss": 2.4531,
      "step": 23059
    },
    {
      "epoch": 1.0728076296813212,
      "grad_norm": 0.7987531182208238,
      "learning_rate": 0.00028009206317463644,
      "loss": 2.4219,
      "step": 23060
    },
    {
      "epoch": 1.0728541521284019,
      "grad_norm": 0.7651006491924917,
      "learning_rate": 0.0002800902155164034,
      "loss": 2.3125,
      "step": 23061
    },
    {
      "epoch": 1.0729006745754828,
      "grad_norm": 0.7971186090126067,
      "learning_rate": 0.00028008836777852845,
      "loss": 2.4688,
      "step": 23062
    },
    {
      "epoch": 1.0729471970225635,
      "grad_norm": 0.7957090718820806,
      "learning_rate": 0.00028008651996101253,
      "loss": 2.5938,
      "step": 23063
    },
    {
      "epoch": 1.0729937194696442,
      "grad_norm": 0.7755172316211703,
      "learning_rate": 0.000280084672063857,
      "loss": 2.4688,
      "step": 23064
    },
    {
      "epoch": 1.0730402419167249,
      "grad_norm": 0.8720249574817508,
      "learning_rate": 0.0002800828240870627,
      "loss": 1.9062,
      "step": 23065
    },
    {
      "epoch": 1.0730867643638056,
      "grad_norm": 0.7864197652744318,
      "learning_rate": 0.00028008097603063103,
      "loss": 2.3281,
      "step": 23066
    },
    {
      "epoch": 1.0731332868108863,
      "grad_norm": 0.7845217770392366,
      "learning_rate": 0.000280079127894563,
      "loss": 2.2969,
      "step": 23067
    },
    {
      "epoch": 1.073179809257967,
      "grad_norm": 0.7721847569721763,
      "learning_rate": 0.0002800772796788598,
      "loss": 2.1562,
      "step": 23068
    },
    {
      "epoch": 1.0732263317050477,
      "grad_norm": 0.7473727886370651,
      "learning_rate": 0.0002800754313835225,
      "loss": 2.3125,
      "step": 23069
    },
    {
      "epoch": 1.0732728541521284,
      "grad_norm": 0.8145553776859346,
      "learning_rate": 0.00028007358300855223,
      "loss": 2.5469,
      "step": 23070
    },
    {
      "epoch": 1.073319376599209,
      "grad_norm": 0.7926633369913372,
      "learning_rate": 0.00028007173455395017,
      "loss": 2.5156,
      "step": 23071
    },
    {
      "epoch": 1.0733658990462898,
      "grad_norm": 0.7738085756554645,
      "learning_rate": 0.0002800698860197174,
      "loss": 2.2344,
      "step": 23072
    },
    {
      "epoch": 1.0734124214933705,
      "grad_norm": 0.8218930624307201,
      "learning_rate": 0.0002800680374058551,
      "loss": 2.4219,
      "step": 23073
    },
    {
      "epoch": 1.0734589439404512,
      "grad_norm": 0.7943784221677742,
      "learning_rate": 0.0002800661887123644,
      "loss": 2.2656,
      "step": 23074
    },
    {
      "epoch": 1.073505466387532,
      "grad_norm": 0.8103552721620195,
      "learning_rate": 0.0002800643399392464,
      "loss": 2.4375,
      "step": 23075
    },
    {
      "epoch": 1.0735519888346128,
      "grad_norm": 0.7971632080059123,
      "learning_rate": 0.0002800624910865022,
      "loss": 2.2031,
      "step": 23076
    },
    {
      "epoch": 1.0735985112816935,
      "grad_norm": 0.7735302766710258,
      "learning_rate": 0.00028006064215413304,
      "loss": 2.3281,
      "step": 23077
    },
    {
      "epoch": 1.0736450337287742,
      "grad_norm": 0.7819023328841961,
      "learning_rate": 0.00028005879314214,
      "loss": 2.3281,
      "step": 23078
    },
    {
      "epoch": 1.0736915561758549,
      "grad_norm": 0.7812342552226735,
      "learning_rate": 0.0002800569440505241,
      "loss": 2.4688,
      "step": 23079
    },
    {
      "epoch": 1.0737380786229356,
      "grad_norm": 0.8194753708685287,
      "learning_rate": 0.00028005509487928664,
      "loss": 2.5781,
      "step": 23080
    },
    {
      "epoch": 1.0737846010700163,
      "grad_norm": 0.8090755247396707,
      "learning_rate": 0.00028005324562842867,
      "loss": 2.5781,
      "step": 23081
    },
    {
      "epoch": 1.073831123517097,
      "grad_norm": 0.7897232119133989,
      "learning_rate": 0.00028005139629795134,
      "loss": 2.3281,
      "step": 23082
    },
    {
      "epoch": 1.0738776459641777,
      "grad_norm": 0.7747595271807024,
      "learning_rate": 0.0002800495468878558,
      "loss": 2.2656,
      "step": 23083
    },
    {
      "epoch": 1.0739241684112584,
      "grad_norm": 0.8379243872823943,
      "learning_rate": 0.00028004769739814315,
      "loss": 2.5938,
      "step": 23084
    },
    {
      "epoch": 1.073970690858339,
      "grad_norm": 0.8254735623553222,
      "learning_rate": 0.0002800458478288145,
      "loss": 2.5625,
      "step": 23085
    },
    {
      "epoch": 1.0740172133054198,
      "grad_norm": 0.8029080691982657,
      "learning_rate": 0.00028004399817987106,
      "loss": 2.5625,
      "step": 23086
    },
    {
      "epoch": 1.0740637357525005,
      "grad_norm": 0.7471286167097396,
      "learning_rate": 0.0002800421484513139,
      "loss": 2.2812,
      "step": 23087
    },
    {
      "epoch": 1.0741102581995814,
      "grad_norm": 0.7707082938041699,
      "learning_rate": 0.0002800402986431442,
      "loss": 2.4531,
      "step": 23088
    },
    {
      "epoch": 1.074156780646662,
      "grad_norm": 0.7589367483623564,
      "learning_rate": 0.00028003844875536303,
      "loss": 2.4531,
      "step": 23089
    },
    {
      "epoch": 1.0742033030937428,
      "grad_norm": 0.779411055444918,
      "learning_rate": 0.00028003659878797157,
      "loss": 2.3281,
      "step": 23090
    },
    {
      "epoch": 1.0742498255408235,
      "grad_norm": 0.7872922245752757,
      "learning_rate": 0.0002800347487409709,
      "loss": 2.1562,
      "step": 23091
    },
    {
      "epoch": 1.0742963479879042,
      "grad_norm": 0.8232698700179726,
      "learning_rate": 0.0002800328986143622,
      "loss": 2.5156,
      "step": 23092
    },
    {
      "epoch": 1.0743428704349849,
      "grad_norm": 0.8671833079837833,
      "learning_rate": 0.0002800310484081466,
      "loss": 2.4844,
      "step": 23093
    },
    {
      "epoch": 1.0743893928820656,
      "grad_norm": 0.8465593653160006,
      "learning_rate": 0.00028002919812232524,
      "loss": 2.3281,
      "step": 23094
    },
    {
      "epoch": 1.0744359153291463,
      "grad_norm": 0.8946949929705819,
      "learning_rate": 0.00028002734775689925,
      "loss": 2.4531,
      "step": 23095
    },
    {
      "epoch": 1.074482437776227,
      "grad_norm": 0.8045911893889525,
      "learning_rate": 0.0002800254973118698,
      "loss": 2.625,
      "step": 23096
    },
    {
      "epoch": 1.0745289602233077,
      "grad_norm": 0.8828215983982853,
      "learning_rate": 0.0002800236467872378,
      "loss": 2.5625,
      "step": 23097
    },
    {
      "epoch": 1.0745754826703884,
      "grad_norm": 0.7877152548588927,
      "learning_rate": 0.0002800217961830047,
      "loss": 2.3125,
      "step": 23098
    },
    {
      "epoch": 1.074622005117469,
      "grad_norm": 0.8309679774372924,
      "learning_rate": 0.0002800199454991715,
      "loss": 2.4219,
      "step": 23099
    },
    {
      "epoch": 1.0746685275645498,
      "grad_norm": 0.7944277513506434,
      "learning_rate": 0.00028001809473573926,
      "loss": 2.5938,
      "step": 23100
    },
    {
      "epoch": 1.0747150500116307,
      "grad_norm": 0.742527527268496,
      "learning_rate": 0.00028001624389270915,
      "loss": 2.5,
      "step": 23101
    },
    {
      "epoch": 1.0747615724587114,
      "grad_norm": 0.7655640689217944,
      "learning_rate": 0.0002800143929700824,
      "loss": 2.2812,
      "step": 23102
    },
    {
      "epoch": 1.074808094905792,
      "grad_norm": 0.9472890746690508,
      "learning_rate": 0.00028001254196786,
      "loss": 1.7188,
      "step": 23103
    },
    {
      "epoch": 1.0748546173528728,
      "grad_norm": 0.797125496506729,
      "learning_rate": 0.0002800106908860433,
      "loss": 2.3594,
      "step": 23104
    },
    {
      "epoch": 1.0749011397999535,
      "grad_norm": 0.7873123994030465,
      "learning_rate": 0.0002800088397246332,
      "loss": 2.25,
      "step": 23105
    },
    {
      "epoch": 1.0749476622470342,
      "grad_norm": 0.7974606910140797,
      "learning_rate": 0.0002800069884836309,
      "loss": 2.4062,
      "step": 23106
    },
    {
      "epoch": 1.074994184694115,
      "grad_norm": 0.765719023546949,
      "learning_rate": 0.00028000513716303755,
      "loss": 2.25,
      "step": 23107
    },
    {
      "epoch": 1.0750407071411956,
      "grad_norm": 0.777933387022576,
      "learning_rate": 0.0002800032857628543,
      "loss": 2.2344,
      "step": 23108
    },
    {
      "epoch": 1.0750872295882763,
      "grad_norm": 0.8295701411969458,
      "learning_rate": 0.0002800014342830823,
      "loss": 2.4531,
      "step": 23109
    },
    {
      "epoch": 1.075133752035357,
      "grad_norm": 0.836099634376443,
      "learning_rate": 0.00027999958272372264,
      "loss": 2.5312,
      "step": 23110
    },
    {
      "epoch": 1.0751802744824377,
      "grad_norm": 0.7834455902822575,
      "learning_rate": 0.00027999773108477647,
      "loss": 2.4062,
      "step": 23111
    },
    {
      "epoch": 1.0752267969295184,
      "grad_norm": 0.7771009953321626,
      "learning_rate": 0.0002799958793662449,
      "loss": 2.4375,
      "step": 23112
    },
    {
      "epoch": 1.0752733193765993,
      "grad_norm": 0.8293883248718564,
      "learning_rate": 0.00027999402756812914,
      "loss": 2.5312,
      "step": 23113
    },
    {
      "epoch": 1.07531984182368,
      "grad_norm": 0.7586236473619367,
      "learning_rate": 0.0002799921756904302,
      "loss": 2.0156,
      "step": 23114
    },
    {
      "epoch": 1.0753663642707607,
      "grad_norm": 0.7860578031265898,
      "learning_rate": 0.0002799903237331493,
      "loss": 2.375,
      "step": 23115
    },
    {
      "epoch": 1.0754128867178414,
      "grad_norm": 0.8164101650463644,
      "learning_rate": 0.0002799884716962876,
      "loss": 2.5938,
      "step": 23116
    },
    {
      "epoch": 1.075459409164922,
      "grad_norm": 0.7568317991566619,
      "learning_rate": 0.00027998661957984617,
      "loss": 2.1406,
      "step": 23117
    },
    {
      "epoch": 1.0755059316120028,
      "grad_norm": 0.7707925506915579,
      "learning_rate": 0.0002799847673838262,
      "loss": 2.0156,
      "step": 23118
    },
    {
      "epoch": 1.0755524540590835,
      "grad_norm": 0.8280462367267132,
      "learning_rate": 0.00027998291510822874,
      "loss": 2.4375,
      "step": 23119
    },
    {
      "epoch": 1.0755989765061642,
      "grad_norm": 0.7792974094800763,
      "learning_rate": 0.0002799810627530549,
      "loss": 2.2812,
      "step": 23120
    },
    {
      "epoch": 1.075645498953245,
      "grad_norm": 0.737799664611143,
      "learning_rate": 0.00027997921031830604,
      "loss": 1.8047,
      "step": 23121
    },
    {
      "epoch": 1.0756920214003256,
      "grad_norm": 0.7812040013077314,
      "learning_rate": 0.00027997735780398305,
      "loss": 2.2812,
      "step": 23122
    },
    {
      "epoch": 1.0757385438474063,
      "grad_norm": 0.7775421273534047,
      "learning_rate": 0.0002799755052100872,
      "loss": 1.7578,
      "step": 23123
    },
    {
      "epoch": 1.075785066294487,
      "grad_norm": 0.7677221358737029,
      "learning_rate": 0.00027997365253661956,
      "loss": 2.6406,
      "step": 23124
    },
    {
      "epoch": 1.075831588741568,
      "grad_norm": 0.7774842663070067,
      "learning_rate": 0.0002799717997835813,
      "loss": 2.1406,
      "step": 23125
    },
    {
      "epoch": 1.0758781111886486,
      "grad_norm": 0.8285228385374434,
      "learning_rate": 0.0002799699469509735,
      "loss": 2.5781,
      "step": 23126
    },
    {
      "epoch": 1.0759246336357293,
      "grad_norm": 0.7361542188187333,
      "learning_rate": 0.0002799680940387974,
      "loss": 2.125,
      "step": 23127
    },
    {
      "epoch": 1.07597115608281,
      "grad_norm": 0.7737570378792681,
      "learning_rate": 0.000279966241047054,
      "loss": 2.5,
      "step": 23128
    },
    {
      "epoch": 1.0760176785298907,
      "grad_norm": 0.7742060384226017,
      "learning_rate": 0.0002799643879757445,
      "loss": 2.4062,
      "step": 23129
    },
    {
      "epoch": 1.0760642009769714,
      "grad_norm": 0.7823164798924488,
      "learning_rate": 0.0002799625348248701,
      "loss": 2.6719,
      "step": 23130
    },
    {
      "epoch": 1.0761107234240521,
      "grad_norm": 0.7758563095353331,
      "learning_rate": 0.0002799606815944318,
      "loss": 2.3594,
      "step": 23131
    },
    {
      "epoch": 1.0761572458711328,
      "grad_norm": 0.8083491910699238,
      "learning_rate": 0.0002799588282844308,
      "loss": 2.4531,
      "step": 23132
    },
    {
      "epoch": 1.0762037683182135,
      "grad_norm": 0.7518251414099854,
      "learning_rate": 0.0002799569748948683,
      "loss": 2.3125,
      "step": 23133
    },
    {
      "epoch": 1.0762502907652942,
      "grad_norm": 0.7556422655493006,
      "learning_rate": 0.00027995512142574535,
      "loss": 2.2812,
      "step": 23134
    },
    {
      "epoch": 1.076296813212375,
      "grad_norm": 0.8092708849810193,
      "learning_rate": 0.00027995326787706314,
      "loss": 2.7188,
      "step": 23135
    },
    {
      "epoch": 1.0763433356594556,
      "grad_norm": 0.7122705333110869,
      "learning_rate": 0.0002799514142488227,
      "loss": 2.0781,
      "step": 23136
    },
    {
      "epoch": 1.0763898581065363,
      "grad_norm": 0.8901329186352431,
      "learning_rate": 0.0002799495605410253,
      "loss": 2.3125,
      "step": 23137
    },
    {
      "epoch": 1.0764363805536172,
      "grad_norm": 0.8212420412588908,
      "learning_rate": 0.000279947706753672,
      "loss": 2.6562,
      "step": 23138
    },
    {
      "epoch": 1.076482903000698,
      "grad_norm": 0.7956908952134872,
      "learning_rate": 0.0002799458528867639,
      "loss": 2.4062,
      "step": 23139
    },
    {
      "epoch": 1.0765294254477786,
      "grad_norm": 0.8693457915023589,
      "learning_rate": 0.0002799439989403023,
      "loss": 2.4219,
      "step": 23140
    },
    {
      "epoch": 1.0765759478948593,
      "grad_norm": 0.7821535438426547,
      "learning_rate": 0.0002799421449142881,
      "loss": 2.3594,
      "step": 23141
    },
    {
      "epoch": 1.07662247034194,
      "grad_norm": 0.8581515210891217,
      "learning_rate": 0.00027994029080872254,
      "loss": 2.4688,
      "step": 23142
    },
    {
      "epoch": 1.0766689927890207,
      "grad_norm": 0.8621647357728628,
      "learning_rate": 0.0002799384366236068,
      "loss": 2.5938,
      "step": 23143
    },
    {
      "epoch": 1.0767155152361014,
      "grad_norm": 0.778507255210416,
      "learning_rate": 0.00027993658235894205,
      "loss": 2.2344,
      "step": 23144
    },
    {
      "epoch": 1.0767620376831821,
      "grad_norm": 0.872655524230416,
      "learning_rate": 0.0002799347280147293,
      "loss": 2.6094,
      "step": 23145
    },
    {
      "epoch": 1.0768085601302628,
      "grad_norm": 0.8496265669436923,
      "learning_rate": 0.0002799328735909698,
      "loss": 2.3281,
      "step": 23146
    },
    {
      "epoch": 1.0768550825773435,
      "grad_norm": 0.8197476058110582,
      "learning_rate": 0.0002799310190876646,
      "loss": 2.5,
      "step": 23147
    },
    {
      "epoch": 1.0769016050244242,
      "grad_norm": 0.7896695325489893,
      "learning_rate": 0.0002799291645048148,
      "loss": 2.2812,
      "step": 23148
    },
    {
      "epoch": 1.076948127471505,
      "grad_norm": 0.8576048729015272,
      "learning_rate": 0.0002799273098424217,
      "loss": 2.7031,
      "step": 23149
    },
    {
      "epoch": 1.0769946499185856,
      "grad_norm": 0.821312241300783,
      "learning_rate": 0.00027992545510048625,
      "loss": 2.625,
      "step": 23150
    },
    {
      "epoch": 1.0770411723656665,
      "grad_norm": 0.7789355914425533,
      "learning_rate": 0.0002799236002790097,
      "loss": 2.5938,
      "step": 23151
    },
    {
      "epoch": 1.0770876948127472,
      "grad_norm": 0.8490933452655726,
      "learning_rate": 0.0002799217453779932,
      "loss": 2.2812,
      "step": 23152
    },
    {
      "epoch": 1.077134217259828,
      "grad_norm": 0.7422998588944261,
      "learning_rate": 0.00027991989039743775,
      "loss": 2.2031,
      "step": 23153
    },
    {
      "epoch": 1.0771807397069086,
      "grad_norm": 0.8036879151676395,
      "learning_rate": 0.00027991803533734464,
      "loss": 2.2969,
      "step": 23154
    },
    {
      "epoch": 1.0772272621539893,
      "grad_norm": 0.8123862342292494,
      "learning_rate": 0.000279916180197715,
      "loss": 2.2656,
      "step": 23155
    },
    {
      "epoch": 1.07727378460107,
      "grad_norm": 0.7736061642432763,
      "learning_rate": 0.0002799143249785498,
      "loss": 2.5,
      "step": 23156
    },
    {
      "epoch": 1.0773203070481507,
      "grad_norm": 0.7635725894362724,
      "learning_rate": 0.00027991246967985035,
      "loss": 2.25,
      "step": 23157
    },
    {
      "epoch": 1.0773668294952314,
      "grad_norm": 0.8086508461297414,
      "learning_rate": 0.0002799106143016177,
      "loss": 2.5781,
      "step": 23158
    },
    {
      "epoch": 1.0774133519423121,
      "grad_norm": 0.7781997263951788,
      "learning_rate": 0.000279908758843853,
      "loss": 2.0469,
      "step": 23159
    },
    {
      "epoch": 1.0774598743893928,
      "grad_norm": 0.8006748828675128,
      "learning_rate": 0.0002799069033065574,
      "loss": 2.2969,
      "step": 23160
    },
    {
      "epoch": 1.0775063968364735,
      "grad_norm": 0.7763294348146959,
      "learning_rate": 0.000279905047689732,
      "loss": 2.2969,
      "step": 23161
    },
    {
      "epoch": 1.0775529192835542,
      "grad_norm": 0.8314531436731422,
      "learning_rate": 0.00027990319199337803,
      "loss": 2.4219,
      "step": 23162
    },
    {
      "epoch": 1.077599441730635,
      "grad_norm": 0.8235503620632443,
      "learning_rate": 0.0002799013362174965,
      "loss": 2.4688,
      "step": 23163
    },
    {
      "epoch": 1.0776459641777159,
      "grad_norm": 0.8125007542872966,
      "learning_rate": 0.0002798994803620886,
      "loss": 2.5312,
      "step": 23164
    },
    {
      "epoch": 1.0776924866247966,
      "grad_norm": 0.78597898154592,
      "learning_rate": 0.00027989762442715547,
      "loss": 2.5469,
      "step": 23165
    },
    {
      "epoch": 1.0777390090718773,
      "grad_norm": 0.8504453745943545,
      "learning_rate": 0.0002798957684126983,
      "loss": 2.6094,
      "step": 23166
    },
    {
      "epoch": 1.077785531518958,
      "grad_norm": 0.7730123398671702,
      "learning_rate": 0.0002798939123187182,
      "loss": 2.2656,
      "step": 23167
    },
    {
      "epoch": 1.0778320539660387,
      "grad_norm": 0.7524485138668284,
      "learning_rate": 0.0002798920561452162,
      "loss": 2.2969,
      "step": 23168
    },
    {
      "epoch": 1.0778785764131193,
      "grad_norm": 0.7944331141261364,
      "learning_rate": 0.00027989019989219354,
      "loss": 2.1875,
      "step": 23169
    },
    {
      "epoch": 1.0779250988602,
      "grad_norm": 0.8752695788762662,
      "learning_rate": 0.0002798883435596514,
      "loss": 2.3438,
      "step": 23170
    },
    {
      "epoch": 1.0779716213072807,
      "grad_norm": 0.8849086901256678,
      "learning_rate": 0.0002798864871475908,
      "loss": 2.4844,
      "step": 23171
    },
    {
      "epoch": 1.0780181437543614,
      "grad_norm": 0.7856056476803234,
      "learning_rate": 0.00027988463065601286,
      "loss": 2.5938,
      "step": 23172
    },
    {
      "epoch": 1.0780646662014421,
      "grad_norm": 0.7828448565747421,
      "learning_rate": 0.00027988277408491885,
      "loss": 2.2656,
      "step": 23173
    },
    {
      "epoch": 1.0781111886485228,
      "grad_norm": 0.7774319242241889,
      "learning_rate": 0.0002798809174343099,
      "loss": 2.2812,
      "step": 23174
    },
    {
      "epoch": 1.0781577110956035,
      "grad_norm": 0.8138012183928749,
      "learning_rate": 0.000279879060704187,
      "loss": 2.3594,
      "step": 23175
    },
    {
      "epoch": 1.0782042335426842,
      "grad_norm": 0.769381058948655,
      "learning_rate": 0.00027987720389455135,
      "loss": 2.1719,
      "step": 23176
    },
    {
      "epoch": 1.0782507559897652,
      "grad_norm": 0.8910451441683425,
      "learning_rate": 0.0002798753470054042,
      "loss": 2.4688,
      "step": 23177
    },
    {
      "epoch": 1.0782972784368459,
      "grad_norm": 0.8829408093341179,
      "learning_rate": 0.0002798734900367465,
      "loss": 2.7031,
      "step": 23178
    },
    {
      "epoch": 1.0783438008839266,
      "grad_norm": 0.7675376712316057,
      "learning_rate": 0.0002798716329885796,
      "loss": 2.25,
      "step": 23179
    },
    {
      "epoch": 1.0783903233310073,
      "grad_norm": 0.8051630666259634,
      "learning_rate": 0.00027986977586090447,
      "loss": 2.5781,
      "step": 23180
    },
    {
      "epoch": 1.078436845778088,
      "grad_norm": 0.7887667616480704,
      "learning_rate": 0.00027986791865372226,
      "loss": 2.4219,
      "step": 23181
    },
    {
      "epoch": 1.0784833682251687,
      "grad_norm": 0.8276042919825614,
      "learning_rate": 0.00027986606136703416,
      "loss": 2.375,
      "step": 23182
    },
    {
      "epoch": 1.0785298906722494,
      "grad_norm": 0.8027341534732398,
      "learning_rate": 0.0002798642040008413,
      "loss": 2.5156,
      "step": 23183
    },
    {
      "epoch": 1.07857641311933,
      "grad_norm": 0.7807637151243203,
      "learning_rate": 0.0002798623465551448,
      "loss": 2.2656,
      "step": 23184
    },
    {
      "epoch": 1.0786229355664108,
      "grad_norm": 0.8161955526314563,
      "learning_rate": 0.0002798604890299458,
      "loss": 2.3906,
      "step": 23185
    },
    {
      "epoch": 1.0786694580134915,
      "grad_norm": 0.7807035934650959,
      "learning_rate": 0.0002798586314252455,
      "loss": 2.4531,
      "step": 23186
    },
    {
      "epoch": 1.0787159804605722,
      "grad_norm": 0.7896052420824686,
      "learning_rate": 0.00027985677374104496,
      "loss": 2.2812,
      "step": 23187
    },
    {
      "epoch": 1.0787625029076529,
      "grad_norm": 0.8672178214372435,
      "learning_rate": 0.0002798549159773453,
      "loss": 2.75,
      "step": 23188
    },
    {
      "epoch": 1.0788090253547336,
      "grad_norm": 0.7678783047999448,
      "learning_rate": 0.0002798530581341477,
      "loss": 2.1562,
      "step": 23189
    },
    {
      "epoch": 1.0788555478018145,
      "grad_norm": 0.7908475304772469,
      "learning_rate": 0.00027985120021145333,
      "loss": 2.2812,
      "step": 23190
    },
    {
      "epoch": 1.0789020702488952,
      "grad_norm": 0.7896969822729178,
      "learning_rate": 0.00027984934220926324,
      "loss": 2.3125,
      "step": 23191
    },
    {
      "epoch": 1.0789485926959759,
      "grad_norm": 0.789496100621311,
      "learning_rate": 0.0002798474841275787,
      "loss": 2.7188,
      "step": 23192
    },
    {
      "epoch": 1.0789951151430566,
      "grad_norm": 0.77372257747891,
      "learning_rate": 0.0002798456259664007,
      "loss": 2.5781,
      "step": 23193
    },
    {
      "epoch": 1.0790416375901373,
      "grad_norm": 0.7500103931114501,
      "learning_rate": 0.0002798437677257304,
      "loss": 2.2031,
      "step": 23194
    },
    {
      "epoch": 1.079088160037218,
      "grad_norm": 0.8843055373688338,
      "learning_rate": 0.00027984190940556904,
      "loss": 2.3281,
      "step": 23195
    },
    {
      "epoch": 1.0791346824842987,
      "grad_norm": 0.7482408522181243,
      "learning_rate": 0.0002798400510059177,
      "loss": 2.25,
      "step": 23196
    },
    {
      "epoch": 1.0791812049313794,
      "grad_norm": 0.795499738817398,
      "learning_rate": 0.0002798381925267775,
      "loss": 2.2969,
      "step": 23197
    },
    {
      "epoch": 1.07922772737846,
      "grad_norm": 0.7933210098673897,
      "learning_rate": 0.0002798363339681496,
      "loss": 2.6094,
      "step": 23198
    },
    {
      "epoch": 1.0792742498255408,
      "grad_norm": 0.7670642140092535,
      "learning_rate": 0.00027983447533003517,
      "loss": 2.1719,
      "step": 23199
    },
    {
      "epoch": 1.0793207722726215,
      "grad_norm": 0.8354528839885165,
      "learning_rate": 0.00027983261661243525,
      "loss": 2.4531,
      "step": 23200
    },
    {
      "epoch": 1.0793672947197022,
      "grad_norm": 0.7614465752322983,
      "learning_rate": 0.00027983075781535106,
      "loss": 2.0156,
      "step": 23201
    },
    {
      "epoch": 1.0794138171667829,
      "grad_norm": 0.8267162993573949,
      "learning_rate": 0.0002798288989387837,
      "loss": 2.3906,
      "step": 23202
    },
    {
      "epoch": 1.0794603396138638,
      "grad_norm": 0.7596815697946219,
      "learning_rate": 0.0002798270399827343,
      "loss": 2.2031,
      "step": 23203
    },
    {
      "epoch": 1.0795068620609445,
      "grad_norm": 0.7437290515632468,
      "learning_rate": 0.00027982518094720415,
      "loss": 2.2031,
      "step": 23204
    },
    {
      "epoch": 1.0795533845080252,
      "grad_norm": 0.7749405902070764,
      "learning_rate": 0.0002798233218321941,
      "loss": 2.3438,
      "step": 23205
    },
    {
      "epoch": 1.0795999069551059,
      "grad_norm": 0.8189549602157816,
      "learning_rate": 0.0002798214626377055,
      "loss": 2.5,
      "step": 23206
    },
    {
      "epoch": 1.0796464294021866,
      "grad_norm": 0.7855393534629197,
      "learning_rate": 0.00027981960336373945,
      "loss": 1.7109,
      "step": 23207
    },
    {
      "epoch": 1.0796929518492673,
      "grad_norm": 0.8157010921742236,
      "learning_rate": 0.0002798177440102971,
      "loss": 2.4844,
      "step": 23208
    },
    {
      "epoch": 1.079739474296348,
      "grad_norm": 0.8054784761530142,
      "learning_rate": 0.0002798158845773795,
      "loss": 2.2188,
      "step": 23209
    },
    {
      "epoch": 1.0797859967434287,
      "grad_norm": 0.7384210594321604,
      "learning_rate": 0.00027981402506498793,
      "loss": 2.1562,
      "step": 23210
    },
    {
      "epoch": 1.0798325191905094,
      "grad_norm": 0.7715098780379632,
      "learning_rate": 0.0002798121654731234,
      "loss": 2.4062,
      "step": 23211
    },
    {
      "epoch": 1.07987904163759,
      "grad_norm": 0.7742301199088747,
      "learning_rate": 0.00027981030580178707,
      "loss": 2.4062,
      "step": 23212
    },
    {
      "epoch": 1.0799255640846708,
      "grad_norm": 0.7647795342225119,
      "learning_rate": 0.00027980844605098016,
      "loss": 2.5,
      "step": 23213
    },
    {
      "epoch": 1.0799720865317515,
      "grad_norm": 0.8099463029204205,
      "learning_rate": 0.00027980658622070366,
      "loss": 2.7188,
      "step": 23214
    },
    {
      "epoch": 1.0800186089788322,
      "grad_norm": 0.8637417132722756,
      "learning_rate": 0.00027980472631095895,
      "loss": 2.4375,
      "step": 23215
    },
    {
      "epoch": 1.080065131425913,
      "grad_norm": 0.8250585024682279,
      "learning_rate": 0.0002798028663217469,
      "loss": 2.5469,
      "step": 23216
    },
    {
      "epoch": 1.0801116538729938,
      "grad_norm": 0.7468801045835973,
      "learning_rate": 0.00027980100625306885,
      "loss": 2.1406,
      "step": 23217
    },
    {
      "epoch": 1.0801581763200745,
      "grad_norm": 0.802685294074195,
      "learning_rate": 0.0002797991461049258,
      "loss": 2.4062,
      "step": 23218
    },
    {
      "epoch": 1.0802046987671552,
      "grad_norm": 0.7796033576581473,
      "learning_rate": 0.000279797285877319,
      "loss": 2.3281,
      "step": 23219
    },
    {
      "epoch": 1.080251221214236,
      "grad_norm": 0.7394207463372818,
      "learning_rate": 0.00027979542557024945,
      "loss": 2.1406,
      "step": 23220
    },
    {
      "epoch": 1.0802977436613166,
      "grad_norm": 0.8185773318532857,
      "learning_rate": 0.0002797935651837184,
      "loss": 2.2188,
      "step": 23221
    },
    {
      "epoch": 1.0803442661083973,
      "grad_norm": 0.7814422934203328,
      "learning_rate": 0.00027979170471772704,
      "loss": 2.3906,
      "step": 23222
    },
    {
      "epoch": 1.080390788555478,
      "grad_norm": 0.7988377411412149,
      "learning_rate": 0.0002797898441722764,
      "loss": 2.2188,
      "step": 23223
    },
    {
      "epoch": 1.0804373110025587,
      "grad_norm": 0.8062801748722183,
      "learning_rate": 0.00027978798354736766,
      "loss": 2.375,
      "step": 23224
    },
    {
      "epoch": 1.0804838334496394,
      "grad_norm": 0.782302937212677,
      "learning_rate": 0.00027978612284300196,
      "loss": 2.4844,
      "step": 23225
    },
    {
      "epoch": 1.08053035589672,
      "grad_norm": 0.8895085419131038,
      "learning_rate": 0.0002797842620591804,
      "loss": 2.5781,
      "step": 23226
    },
    {
      "epoch": 1.0805768783438008,
      "grad_norm": 0.7831260774172628,
      "learning_rate": 0.0002797824011959041,
      "loss": 2.125,
      "step": 23227
    },
    {
      "epoch": 1.0806234007908815,
      "grad_norm": 0.8725866225879878,
      "learning_rate": 0.0002797805402531743,
      "loss": 2.5156,
      "step": 23228
    },
    {
      "epoch": 1.0806699232379624,
      "grad_norm": 0.7627381690546488,
      "learning_rate": 0.0002797786792309921,
      "loss": 2.2188,
      "step": 23229
    },
    {
      "epoch": 1.080716445685043,
      "grad_norm": 0.8597121132391597,
      "learning_rate": 0.0002797768181293586,
      "loss": 2.6406,
      "step": 23230
    },
    {
      "epoch": 1.0807629681321238,
      "grad_norm": 0.8368832323653593,
      "learning_rate": 0.00027977495694827507,
      "loss": 2.5938,
      "step": 23231
    },
    {
      "epoch": 1.0808094905792045,
      "grad_norm": 0.8063819581952489,
      "learning_rate": 0.00027977309568774243,
      "loss": 2.1719,
      "step": 23232
    },
    {
      "epoch": 1.0808560130262852,
      "grad_norm": 0.8085081373658954,
      "learning_rate": 0.00027977123434776196,
      "loss": 2.4531,
      "step": 23233
    },
    {
      "epoch": 1.080902535473366,
      "grad_norm": 0.7677892008917131,
      "learning_rate": 0.00027976937292833483,
      "loss": 2.2031,
      "step": 23234
    },
    {
      "epoch": 1.0809490579204466,
      "grad_norm": 0.8071942634231306,
      "learning_rate": 0.00027976751142946203,
      "loss": 2.4219,
      "step": 23235
    },
    {
      "epoch": 1.0809955803675273,
      "grad_norm": 0.8377296226924422,
      "learning_rate": 0.00027976564985114486,
      "loss": 2.3906,
      "step": 23236
    },
    {
      "epoch": 1.081042102814608,
      "grad_norm": 0.7911616810089899,
      "learning_rate": 0.0002797637881933844,
      "loss": 2.3438,
      "step": 23237
    },
    {
      "epoch": 1.0810886252616887,
      "grad_norm": 0.89959207986663,
      "learning_rate": 0.00027976192645618174,
      "loss": 2.5625,
      "step": 23238
    },
    {
      "epoch": 1.0811351477087694,
      "grad_norm": 0.8413849416643319,
      "learning_rate": 0.00027976006463953807,
      "loss": 2.375,
      "step": 23239
    },
    {
      "epoch": 1.08118167015585,
      "grad_norm": 0.8241094266829133,
      "learning_rate": 0.0002797582027434545,
      "loss": 2.6094,
      "step": 23240
    },
    {
      "epoch": 1.081228192602931,
      "grad_norm": 0.7893486527039686,
      "learning_rate": 0.0002797563407679323,
      "loss": 2.625,
      "step": 23241
    },
    {
      "epoch": 1.0812747150500117,
      "grad_norm": 0.8192567503647745,
      "learning_rate": 0.0002797544787129724,
      "loss": 2.6562,
      "step": 23242
    },
    {
      "epoch": 1.0813212374970924,
      "grad_norm": 0.7805588123225722,
      "learning_rate": 0.0002797526165785761,
      "loss": 2.4219,
      "step": 23243
    },
    {
      "epoch": 1.0813677599441731,
      "grad_norm": 0.8325640531808834,
      "learning_rate": 0.0002797507543647445,
      "loss": 2.5938,
      "step": 23244
    },
    {
      "epoch": 1.0814142823912538,
      "grad_norm": 0.7898554255050924,
      "learning_rate": 0.00027974889207147866,
      "loss": 2.2812,
      "step": 23245
    },
    {
      "epoch": 1.0814608048383345,
      "grad_norm": 0.7823446832109898,
      "learning_rate": 0.00027974702969877984,
      "loss": 2.1094,
      "step": 23246
    },
    {
      "epoch": 1.0815073272854152,
      "grad_norm": 0.7859015906176942,
      "learning_rate": 0.00027974516724664906,
      "loss": 2.2656,
      "step": 23247
    },
    {
      "epoch": 1.081553849732496,
      "grad_norm": 0.7944779871649716,
      "learning_rate": 0.0002797433047150876,
      "loss": 2.3438,
      "step": 23248
    },
    {
      "epoch": 1.0816003721795766,
      "grad_norm": 0.8007746313664444,
      "learning_rate": 0.00027974144210409646,
      "loss": 2.4062,
      "step": 23249
    },
    {
      "epoch": 1.0816468946266573,
      "grad_norm": 0.7615261463247707,
      "learning_rate": 0.00027973957941367685,
      "loss": 2.5938,
      "step": 23250
    },
    {
      "epoch": 1.081693417073738,
      "grad_norm": 0.8241915246818089,
      "learning_rate": 0.00027973771664382995,
      "loss": 2.5625,
      "step": 23251
    },
    {
      "epoch": 1.0817399395208187,
      "grad_norm": 0.814668440912601,
      "learning_rate": 0.00027973585379455684,
      "loss": 2.5312,
      "step": 23252
    },
    {
      "epoch": 1.0817864619678996,
      "grad_norm": 0.8075783472951815,
      "learning_rate": 0.00027973399086585866,
      "loss": 2.7344,
      "step": 23253
    },
    {
      "epoch": 1.0818329844149803,
      "grad_norm": 0.8579999080861423,
      "learning_rate": 0.00027973212785773654,
      "loss": 2.5469,
      "step": 23254
    },
    {
      "epoch": 1.081879506862061,
      "grad_norm": 0.803717637109653,
      "learning_rate": 0.0002797302647701917,
      "loss": 2.4531,
      "step": 23255
    },
    {
      "epoch": 1.0819260293091417,
      "grad_norm": 0.7875939892394369,
      "learning_rate": 0.0002797284016032252,
      "loss": 2.3281,
      "step": 23256
    },
    {
      "epoch": 1.0819725517562224,
      "grad_norm": 0.8328896408636223,
      "learning_rate": 0.0002797265383568382,
      "loss": 2.4375,
      "step": 23257
    },
    {
      "epoch": 1.0820190742033031,
      "grad_norm": 0.7943506784247067,
      "learning_rate": 0.00027972467503103185,
      "loss": 2.4531,
      "step": 23258
    },
    {
      "epoch": 1.0820655966503838,
      "grad_norm": 0.8300494664169731,
      "learning_rate": 0.0002797228116258073,
      "loss": 2.3125,
      "step": 23259
    },
    {
      "epoch": 1.0821121190974645,
      "grad_norm": 0.7870063569067034,
      "learning_rate": 0.00027972094814116574,
      "loss": 2.25,
      "step": 23260
    },
    {
      "epoch": 1.0821586415445452,
      "grad_norm": 0.7945820951422775,
      "learning_rate": 0.00027971908457710817,
      "loss": 2.4062,
      "step": 23261
    },
    {
      "epoch": 1.082205163991626,
      "grad_norm": 0.8305169597288805,
      "learning_rate": 0.0002797172209336358,
      "loss": 2.5781,
      "step": 23262
    },
    {
      "epoch": 1.0822516864387066,
      "grad_norm": 0.7353550938750029,
      "learning_rate": 0.00027971535721074985,
      "loss": 2.4219,
      "step": 23263
    },
    {
      "epoch": 1.0822982088857873,
      "grad_norm": 0.7959630312693952,
      "learning_rate": 0.0002797134934084513,
      "loss": 2.4844,
      "step": 23264
    },
    {
      "epoch": 1.082344731332868,
      "grad_norm": 0.7703133655945388,
      "learning_rate": 0.0002797116295267415,
      "loss": 2.2031,
      "step": 23265
    },
    {
      "epoch": 1.082391253779949,
      "grad_norm": 0.8019644049236571,
      "learning_rate": 0.0002797097655656214,
      "loss": 2.5625,
      "step": 23266
    },
    {
      "epoch": 1.0824377762270296,
      "grad_norm": 0.7759986337562961,
      "learning_rate": 0.00027970790152509223,
      "loss": 2.25,
      "step": 23267
    },
    {
      "epoch": 1.0824842986741103,
      "grad_norm": 0.7852633110736278,
      "learning_rate": 0.00027970603740515515,
      "loss": 2.4688,
      "step": 23268
    },
    {
      "epoch": 1.082530821121191,
      "grad_norm": 0.8158858051160238,
      "learning_rate": 0.00027970417320581127,
      "loss": 1.9609,
      "step": 23269
    },
    {
      "epoch": 1.0825773435682717,
      "grad_norm": 0.7863921625130037,
      "learning_rate": 0.00027970230892706167,
      "loss": 2.4688,
      "step": 23270
    },
    {
      "epoch": 1.0826238660153524,
      "grad_norm": 0.8173005652392042,
      "learning_rate": 0.0002797004445689076,
      "loss": 2.625,
      "step": 23271
    },
    {
      "epoch": 1.0826703884624331,
      "grad_norm": 0.7792056210514471,
      "learning_rate": 0.0002796985801313502,
      "loss": 2.5625,
      "step": 23272
    },
    {
      "epoch": 1.0827169109095138,
      "grad_norm": 0.7278472993192863,
      "learning_rate": 0.00027969671561439046,
      "loss": 2.1094,
      "step": 23273
    },
    {
      "epoch": 1.0827634333565945,
      "grad_norm": 0.7440359878893489,
      "learning_rate": 0.0002796948510180297,
      "loss": 2.0625,
      "step": 23274
    },
    {
      "epoch": 1.0828099558036752,
      "grad_norm": 0.7781075968135523,
      "learning_rate": 0.00027969298634226893,
      "loss": 2.2656,
      "step": 23275
    },
    {
      "epoch": 1.082856478250756,
      "grad_norm": 0.8846483985399475,
      "learning_rate": 0.0002796911215871094,
      "loss": 2.7031,
      "step": 23276
    },
    {
      "epoch": 1.0829030006978366,
      "grad_norm": 0.7859818373708777,
      "learning_rate": 0.0002796892567525522,
      "loss": 2.5469,
      "step": 23277
    },
    {
      "epoch": 1.0829495231449173,
      "grad_norm": 0.7960489101978024,
      "learning_rate": 0.00027968739183859844,
      "loss": 2.5312,
      "step": 23278
    },
    {
      "epoch": 1.0829960455919982,
      "grad_norm": 0.8342587062644093,
      "learning_rate": 0.0002796855268452493,
      "loss": 2.5312,
      "step": 23279
    },
    {
      "epoch": 1.083042568039079,
      "grad_norm": 0.7813909346415124,
      "learning_rate": 0.0002796836617725059,
      "loss": 2.3438,
      "step": 23280
    },
    {
      "epoch": 1.0830890904861596,
      "grad_norm": 0.8107373008775803,
      "learning_rate": 0.00027968179662036944,
      "loss": 2.4844,
      "step": 23281
    },
    {
      "epoch": 1.0831356129332403,
      "grad_norm": 0.7877882293462141,
      "learning_rate": 0.000279679931388841,
      "loss": 2.125,
      "step": 23282
    },
    {
      "epoch": 1.083182135380321,
      "grad_norm": 0.8252813447211801,
      "learning_rate": 0.00027967806607792173,
      "loss": 2.3125,
      "step": 23283
    },
    {
      "epoch": 1.0832286578274017,
      "grad_norm": 0.8693057576763537,
      "learning_rate": 0.00027967620068761277,
      "loss": 2.2656,
      "step": 23284
    },
    {
      "epoch": 1.0832751802744824,
      "grad_norm": 0.8102230720770832,
      "learning_rate": 0.0002796743352179153,
      "loss": 2.5469,
      "step": 23285
    },
    {
      "epoch": 1.0833217027215631,
      "grad_norm": 0.7526198533442717,
      "learning_rate": 0.0002796724696688305,
      "loss": 2.2188,
      "step": 23286
    },
    {
      "epoch": 1.0833682251686438,
      "grad_norm": 0.8074768639277167,
      "learning_rate": 0.00027967060404035933,
      "loss": 2.6094,
      "step": 23287
    },
    {
      "epoch": 1.0834147476157245,
      "grad_norm": 0.7679718795090411,
      "learning_rate": 0.00027966873833250316,
      "loss": 2.2188,
      "step": 23288
    },
    {
      "epoch": 1.0834612700628052,
      "grad_norm": 0.7711443931129752,
      "learning_rate": 0.00027966687254526296,
      "loss": 2.2969,
      "step": 23289
    },
    {
      "epoch": 1.083507792509886,
      "grad_norm": 0.8125564214190586,
      "learning_rate": 0.00027966500667863997,
      "loss": 2.4375,
      "step": 23290
    },
    {
      "epoch": 1.0835543149569666,
      "grad_norm": 0.8110062403141732,
      "learning_rate": 0.00027966314073263527,
      "loss": 2.7031,
      "step": 23291
    },
    {
      "epoch": 1.0836008374040476,
      "grad_norm": 0.8039080472709317,
      "learning_rate": 0.00027966127470725006,
      "loss": 2.3594,
      "step": 23292
    },
    {
      "epoch": 1.0836473598511283,
      "grad_norm": 0.8295351941357155,
      "learning_rate": 0.0002796594086024854,
      "loss": 2.4062,
      "step": 23293
    },
    {
      "epoch": 1.083693882298209,
      "grad_norm": 0.9316128786984181,
      "learning_rate": 0.00027965754241834255,
      "loss": 2.375,
      "step": 23294
    },
    {
      "epoch": 1.0837404047452897,
      "grad_norm": 0.7876751057985093,
      "learning_rate": 0.0002796556761548225,
      "loss": 2.3594,
      "step": 23295
    },
    {
      "epoch": 1.0837869271923704,
      "grad_norm": 0.8112496410479278,
      "learning_rate": 0.0002796538098119266,
      "loss": 2.25,
      "step": 23296
    },
    {
      "epoch": 1.083833449639451,
      "grad_norm": 0.7962361948810606,
      "learning_rate": 0.00027965194338965585,
      "loss": 2.6875,
      "step": 23297
    },
    {
      "epoch": 1.0838799720865318,
      "grad_norm": 0.7972627133212493,
      "learning_rate": 0.00027965007688801136,
      "loss": 2.3125,
      "step": 23298
    },
    {
      "epoch": 1.0839264945336125,
      "grad_norm": 0.816443727406583,
      "learning_rate": 0.0002796482103069944,
      "loss": 2.375,
      "step": 23299
    },
    {
      "epoch": 1.0839730169806931,
      "grad_norm": 0.7926613506753841,
      "learning_rate": 0.00027964634364660595,
      "loss": 2.3438,
      "step": 23300
    },
    {
      "epoch": 1.0840195394277738,
      "grad_norm": 0.8096185402489862,
      "learning_rate": 0.00027964447690684725,
      "loss": 2.3438,
      "step": 23301
    },
    {
      "epoch": 1.0840660618748545,
      "grad_norm": 0.7777179071485304,
      "learning_rate": 0.0002796426100877195,
      "loss": 2.0938,
      "step": 23302
    },
    {
      "epoch": 1.0841125843219352,
      "grad_norm": 0.8351175465271278,
      "learning_rate": 0.00027964074318922376,
      "loss": 2.4219,
      "step": 23303
    },
    {
      "epoch": 1.084159106769016,
      "grad_norm": 0.8250116761443342,
      "learning_rate": 0.0002796388762113612,
      "loss": 2.2188,
      "step": 23304
    },
    {
      "epoch": 1.0842056292160969,
      "grad_norm": 0.772320946733223,
      "learning_rate": 0.0002796370091541329,
      "loss": 2.2344,
      "step": 23305
    },
    {
      "epoch": 1.0842521516631776,
      "grad_norm": 0.8037888742220449,
      "learning_rate": 0.0002796351420175401,
      "loss": 2.2812,
      "step": 23306
    },
    {
      "epoch": 1.0842986741102583,
      "grad_norm": 0.8260392421528283,
      "learning_rate": 0.00027963327480158394,
      "loss": 2.4219,
      "step": 23307
    },
    {
      "epoch": 1.084345196557339,
      "grad_norm": 0.8036506188891192,
      "learning_rate": 0.00027963140750626546,
      "loss": 2.4219,
      "step": 23308
    },
    {
      "epoch": 1.0843917190044197,
      "grad_norm": 0.7990495589797657,
      "learning_rate": 0.00027962954013158593,
      "loss": 2.2188,
      "step": 23309
    },
    {
      "epoch": 1.0844382414515004,
      "grad_norm": 0.8752882565503867,
      "learning_rate": 0.0002796276726775464,
      "loss": 2.4688,
      "step": 23310
    },
    {
      "epoch": 1.084484763898581,
      "grad_norm": 0.883167558625194,
      "learning_rate": 0.000279625805144148,
      "loss": 2.75,
      "step": 23311
    },
    {
      "epoch": 1.0845312863456618,
      "grad_norm": 0.8658203705183278,
      "learning_rate": 0.000279623937531392,
      "loss": 2.4844,
      "step": 23312
    },
    {
      "epoch": 1.0845778087927425,
      "grad_norm": 0.8577568402276868,
      "learning_rate": 0.0002796220698392794,
      "loss": 2.4062,
      "step": 23313
    },
    {
      "epoch": 1.0846243312398232,
      "grad_norm": 0.8717852152238585,
      "learning_rate": 0.00027962020206781144,
      "loss": 2.5938,
      "step": 23314
    },
    {
      "epoch": 1.0846708536869039,
      "grad_norm": 0.825325512940162,
      "learning_rate": 0.00027961833421698924,
      "loss": 2.2969,
      "step": 23315
    },
    {
      "epoch": 1.0847173761339846,
      "grad_norm": 0.8593981483069362,
      "learning_rate": 0.0002796164662868139,
      "loss": 2.3594,
      "step": 23316
    },
    {
      "epoch": 1.0847638985810653,
      "grad_norm": 0.8022716895937878,
      "learning_rate": 0.00027961459827728657,
      "loss": 2.3281,
      "step": 23317
    },
    {
      "epoch": 1.0848104210281462,
      "grad_norm": 0.8482165954437332,
      "learning_rate": 0.00027961273018840843,
      "loss": 2.3594,
      "step": 23318
    },
    {
      "epoch": 1.0848569434752269,
      "grad_norm": 0.8210824257085972,
      "learning_rate": 0.0002796108620201807,
      "loss": 2.3281,
      "step": 23319
    },
    {
      "epoch": 1.0849034659223076,
      "grad_norm": 0.7604025500155159,
      "learning_rate": 0.00027960899377260434,
      "loss": 1.9844,
      "step": 23320
    },
    {
      "epoch": 1.0849499883693883,
      "grad_norm": 0.7938593157642284,
      "learning_rate": 0.0002796071254456806,
      "loss": 2.625,
      "step": 23321
    },
    {
      "epoch": 1.084996510816469,
      "grad_norm": 0.7918609769889197,
      "learning_rate": 0.00027960525703941063,
      "loss": 2.3594,
      "step": 23322
    },
    {
      "epoch": 1.0850430332635497,
      "grad_norm": 0.7344054676774017,
      "learning_rate": 0.0002796033885537956,
      "loss": 2.3438,
      "step": 23323
    },
    {
      "epoch": 1.0850895557106304,
      "grad_norm": 0.7840555181335269,
      "learning_rate": 0.00027960151998883653,
      "loss": 2.2656,
      "step": 23324
    },
    {
      "epoch": 1.085136078157711,
      "grad_norm": 0.808038770764983,
      "learning_rate": 0.00027959965134453474,
      "loss": 2.5781,
      "step": 23325
    },
    {
      "epoch": 1.0851826006047918,
      "grad_norm": 0.7917062261883714,
      "learning_rate": 0.00027959778262089124,
      "loss": 2.4062,
      "step": 23326
    },
    {
      "epoch": 1.0852291230518725,
      "grad_norm": 0.8041806968928422,
      "learning_rate": 0.0002795959138179072,
      "loss": 2.4375,
      "step": 23327
    },
    {
      "epoch": 1.0852756454989532,
      "grad_norm": 0.7696378229632282,
      "learning_rate": 0.00027959404493558377,
      "loss": 2.25,
      "step": 23328
    },
    {
      "epoch": 1.0853221679460339,
      "grad_norm": 0.728500099752802,
      "learning_rate": 0.0002795921759739221,
      "loss": 2.0,
      "step": 23329
    },
    {
      "epoch": 1.0853686903931146,
      "grad_norm": 0.8250256670444978,
      "learning_rate": 0.0002795903069329234,
      "loss": 2.4375,
      "step": 23330
    },
    {
      "epoch": 1.0854152128401955,
      "grad_norm": 0.7695815305999646,
      "learning_rate": 0.00027958843781258864,
      "loss": 2.0469,
      "step": 23331
    },
    {
      "epoch": 1.0854617352872762,
      "grad_norm": 0.7943906333398556,
      "learning_rate": 0.00027958656861291914,
      "loss": 2.3906,
      "step": 23332
    },
    {
      "epoch": 1.0855082577343569,
      "grad_norm": 0.9314814941041079,
      "learning_rate": 0.00027958469933391596,
      "loss": 2.6094,
      "step": 23333
    },
    {
      "epoch": 1.0855547801814376,
      "grad_norm": 0.7954280954496524,
      "learning_rate": 0.0002795828299755803,
      "loss": 2.2812,
      "step": 23334
    },
    {
      "epoch": 1.0856013026285183,
      "grad_norm": 0.8371844228494014,
      "learning_rate": 0.00027958096053791324,
      "loss": 2.3906,
      "step": 23335
    },
    {
      "epoch": 1.085647825075599,
      "grad_norm": 0.8077108634626594,
      "learning_rate": 0.00027957909102091597,
      "loss": 2.4688,
      "step": 23336
    },
    {
      "epoch": 1.0856943475226797,
      "grad_norm": 0.8210234114643424,
      "learning_rate": 0.0002795772214245896,
      "loss": 2.1719,
      "step": 23337
    },
    {
      "epoch": 1.0857408699697604,
      "grad_norm": 0.8761280138800757,
      "learning_rate": 0.0002795753517489353,
      "loss": 2.3594,
      "step": 23338
    },
    {
      "epoch": 1.085787392416841,
      "grad_norm": 0.788360364067888,
      "learning_rate": 0.0002795734819939542,
      "loss": 2.5156,
      "step": 23339
    },
    {
      "epoch": 1.0858339148639218,
      "grad_norm": 0.7735508569988575,
      "learning_rate": 0.00027957161215964746,
      "loss": 2.1406,
      "step": 23340
    },
    {
      "epoch": 1.0858804373110025,
      "grad_norm": 0.7987072537339457,
      "learning_rate": 0.0002795697422460162,
      "loss": 2.3906,
      "step": 23341
    },
    {
      "epoch": 1.0859269597580832,
      "grad_norm": 0.750426989125617,
      "learning_rate": 0.0002795678722530616,
      "loss": 1.9375,
      "step": 23342
    },
    {
      "epoch": 1.0859734822051639,
      "grad_norm": 0.8080242411262377,
      "learning_rate": 0.00027956600218078477,
      "loss": 2.4375,
      "step": 23343
    },
    {
      "epoch": 1.0860200046522448,
      "grad_norm": 0.7683550607980079,
      "learning_rate": 0.00027956413202918684,
      "loss": 2.2969,
      "step": 23344
    },
    {
      "epoch": 1.0860665270993255,
      "grad_norm": 0.8177685848392414,
      "learning_rate": 0.00027956226179826906,
      "loss": 2.3125,
      "step": 23345
    },
    {
      "epoch": 1.0861130495464062,
      "grad_norm": 0.7906051306112,
      "learning_rate": 0.0002795603914880324,
      "loss": 2.4531,
      "step": 23346
    },
    {
      "epoch": 1.086159571993487,
      "grad_norm": 0.7661128799040033,
      "learning_rate": 0.0002795585210984782,
      "loss": 1.6562,
      "step": 23347
    },
    {
      "epoch": 1.0862060944405676,
      "grad_norm": 0.7308731835452831,
      "learning_rate": 0.00027955665062960746,
      "loss": 2.1094,
      "step": 23348
    },
    {
      "epoch": 1.0862526168876483,
      "grad_norm": 0.7810338741916328,
      "learning_rate": 0.0002795547800814214,
      "loss": 2.2812,
      "step": 23349
    },
    {
      "epoch": 1.086299139334729,
      "grad_norm": 0.7912904027253969,
      "learning_rate": 0.0002795529094539211,
      "loss": 2.3281,
      "step": 23350
    },
    {
      "epoch": 1.0863456617818097,
      "grad_norm": 0.7844664584163362,
      "learning_rate": 0.00027955103874710774,
      "loss": 2.2344,
      "step": 23351
    },
    {
      "epoch": 1.0863921842288904,
      "grad_norm": 0.8369237705798354,
      "learning_rate": 0.00027954916796098255,
      "loss": 2.6562,
      "step": 23352
    },
    {
      "epoch": 1.086438706675971,
      "grad_norm": 0.7733691891147121,
      "learning_rate": 0.00027954729709554657,
      "loss": 2.5781,
      "step": 23353
    },
    {
      "epoch": 1.0864852291230518,
      "grad_norm": 0.858715180785734,
      "learning_rate": 0.0002795454261508009,
      "loss": 2.2656,
      "step": 23354
    },
    {
      "epoch": 1.0865317515701325,
      "grad_norm": 0.7938297106499645,
      "learning_rate": 0.0002795435551267468,
      "loss": 2.25,
      "step": 23355
    },
    {
      "epoch": 1.0865782740172134,
      "grad_norm": 0.7617253517784219,
      "learning_rate": 0.0002795416840233854,
      "loss": 2.3125,
      "step": 23356
    },
    {
      "epoch": 1.086624796464294,
      "grad_norm": 0.7937059893691147,
      "learning_rate": 0.00027953981284071784,
      "loss": 2.4844,
      "step": 23357
    },
    {
      "epoch": 1.0866713189113748,
      "grad_norm": 0.8088017337033544,
      "learning_rate": 0.0002795379415787452,
      "loss": 2.625,
      "step": 23358
    },
    {
      "epoch": 1.0867178413584555,
      "grad_norm": 0.7636638957003687,
      "learning_rate": 0.00027953607023746866,
      "loss": 2.0938,
      "step": 23359
    },
    {
      "epoch": 1.0867643638055362,
      "grad_norm": 0.8159303051386879,
      "learning_rate": 0.00027953419881688934,
      "loss": 2.3594,
      "step": 23360
    },
    {
      "epoch": 1.086810886252617,
      "grad_norm": 0.8828972239884011,
      "learning_rate": 0.0002795323273170085,
      "loss": 2.6094,
      "step": 23361
    },
    {
      "epoch": 1.0868574086996976,
      "grad_norm": 0.8522310815506933,
      "learning_rate": 0.00027953045573782714,
      "loss": 2.375,
      "step": 23362
    },
    {
      "epoch": 1.0869039311467783,
      "grad_norm": 0.8041664656216245,
      "learning_rate": 0.0002795285840793465,
      "loss": 2.3125,
      "step": 23363
    },
    {
      "epoch": 1.086950453593859,
      "grad_norm": 0.7967664992506134,
      "learning_rate": 0.00027952671234156767,
      "loss": 2.3125,
      "step": 23364
    },
    {
      "epoch": 1.0869969760409397,
      "grad_norm": 0.7907210864511502,
      "learning_rate": 0.0002795248405244919,
      "loss": 2.5156,
      "step": 23365
    },
    {
      "epoch": 1.0870434984880204,
      "grad_norm": 0.8385558603389844,
      "learning_rate": 0.00027952296862812013,
      "loss": 2.7969,
      "step": 23366
    },
    {
      "epoch": 1.087090020935101,
      "grad_norm": 0.718351947180082,
      "learning_rate": 0.00027952109665245375,
      "loss": 2.1875,
      "step": 23367
    },
    {
      "epoch": 1.087136543382182,
      "grad_norm": 0.8024224855294652,
      "learning_rate": 0.00027951922459749375,
      "loss": 2.1875,
      "step": 23368
    },
    {
      "epoch": 1.0871830658292627,
      "grad_norm": 0.8098862124342919,
      "learning_rate": 0.00027951735246324133,
      "loss": 2.1094,
      "step": 23369
    },
    {
      "epoch": 1.0872295882763434,
      "grad_norm": 0.833130767699661,
      "learning_rate": 0.00027951548024969763,
      "loss": 2.1875,
      "step": 23370
    },
    {
      "epoch": 1.0872761107234241,
      "grad_norm": 0.9780004655912246,
      "learning_rate": 0.0002795136079568638,
      "loss": 2.5781,
      "step": 23371
    },
    {
      "epoch": 1.0873226331705048,
      "grad_norm": 0.8313826189606187,
      "learning_rate": 0.00027951173558474093,
      "loss": 2.0938,
      "step": 23372
    },
    {
      "epoch": 1.0873691556175855,
      "grad_norm": 0.8047783535793831,
      "learning_rate": 0.0002795098631333302,
      "loss": 2.3281,
      "step": 23373
    },
    {
      "epoch": 1.0874156780646662,
      "grad_norm": 0.9296882619695632,
      "learning_rate": 0.0002795079906026328,
      "loss": 2.5312,
      "step": 23374
    },
    {
      "epoch": 1.087462200511747,
      "grad_norm": 0.8403169131422894,
      "learning_rate": 0.0002795061179926499,
      "loss": 2.2812,
      "step": 23375
    },
    {
      "epoch": 1.0875087229588276,
      "grad_norm": 0.7756901234426161,
      "learning_rate": 0.00027950424530338256,
      "loss": 2.4844,
      "step": 23376
    },
    {
      "epoch": 1.0875552454059083,
      "grad_norm": 0.7951384928345386,
      "learning_rate": 0.0002795023725348319,
      "loss": 2.1875,
      "step": 23377
    },
    {
      "epoch": 1.087601767852989,
      "grad_norm": 0.8036150843292141,
      "learning_rate": 0.00027950049968699915,
      "loss": 2.1875,
      "step": 23378
    },
    {
      "epoch": 1.0876482903000697,
      "grad_norm": 0.826822051521558,
      "learning_rate": 0.00027949862675988546,
      "loss": 2.2031,
      "step": 23379
    },
    {
      "epoch": 1.0876948127471504,
      "grad_norm": 0.7842368171625316,
      "learning_rate": 0.0002794967537534919,
      "loss": 2.3438,
      "step": 23380
    },
    {
      "epoch": 1.0877413351942313,
      "grad_norm": 0.8503880703598256,
      "learning_rate": 0.00027949488066781973,
      "loss": 2.7031,
      "step": 23381
    },
    {
      "epoch": 1.087787857641312,
      "grad_norm": 0.8091742938298901,
      "learning_rate": 0.00027949300750287,
      "loss": 2.1875,
      "step": 23382
    },
    {
      "epoch": 1.0878343800883927,
      "grad_norm": 1.109984838765458,
      "learning_rate": 0.00027949113425864385,
      "loss": 2.7344,
      "step": 23383
    },
    {
      "epoch": 1.0878809025354734,
      "grad_norm": 0.8311706413053989,
      "learning_rate": 0.00027948926093514253,
      "loss": 2.3281,
      "step": 23384
    },
    {
      "epoch": 1.0879274249825541,
      "grad_norm": 0.7816273441125737,
      "learning_rate": 0.00027948738753236707,
      "loss": 2.4844,
      "step": 23385
    },
    {
      "epoch": 1.0879739474296348,
      "grad_norm": 0.8554020347968795,
      "learning_rate": 0.0002794855140503187,
      "loss": 2.3594,
      "step": 23386
    },
    {
      "epoch": 1.0880204698767155,
      "grad_norm": 0.831791805486441,
      "learning_rate": 0.0002794836404889985,
      "loss": 2.1719,
      "step": 23387
    },
    {
      "epoch": 1.0880669923237962,
      "grad_norm": 0.7879467345500695,
      "learning_rate": 0.0002794817668484077,
      "loss": 2.375,
      "step": 23388
    },
    {
      "epoch": 1.088113514770877,
      "grad_norm": 0.7323212341882392,
      "learning_rate": 0.00027947989312854737,
      "loss": 2.0625,
      "step": 23389
    },
    {
      "epoch": 1.0881600372179576,
      "grad_norm": 0.7919588450671444,
      "learning_rate": 0.0002794780193294187,
      "loss": 2.5156,
      "step": 23390
    },
    {
      "epoch": 1.0882065596650383,
      "grad_norm": 0.8390759043908672,
      "learning_rate": 0.0002794761454510228,
      "loss": 2.5938,
      "step": 23391
    },
    {
      "epoch": 1.088253082112119,
      "grad_norm": 0.824020338116813,
      "learning_rate": 0.0002794742714933609,
      "loss": 2.4844,
      "step": 23392
    },
    {
      "epoch": 1.0882996045591997,
      "grad_norm": 0.8087246873618853,
      "learning_rate": 0.000279472397456434,
      "loss": 2.25,
      "step": 23393
    },
    {
      "epoch": 1.0883461270062806,
      "grad_norm": 0.7919047887538637,
      "learning_rate": 0.00027947052334024335,
      "loss": 2.4531,
      "step": 23394
    },
    {
      "epoch": 1.0883926494533613,
      "grad_norm": 0.7810463176905447,
      "learning_rate": 0.0002794686491447901,
      "loss": 2.3125,
      "step": 23395
    },
    {
      "epoch": 1.088439171900442,
      "grad_norm": 0.8364511971396869,
      "learning_rate": 0.0002794667748700754,
      "loss": 2.5,
      "step": 23396
    },
    {
      "epoch": 1.0884856943475227,
      "grad_norm": 0.8977678502768255,
      "learning_rate": 0.0002794649005161004,
      "loss": 2.4844,
      "step": 23397
    },
    {
      "epoch": 1.0885322167946034,
      "grad_norm": 0.8100129769638699,
      "learning_rate": 0.00027946302608286615,
      "loss": 2.2656,
      "step": 23398
    },
    {
      "epoch": 1.0885787392416841,
      "grad_norm": 0.8395298021041502,
      "learning_rate": 0.0002794611515703739,
      "loss": 2.4219,
      "step": 23399
    },
    {
      "epoch": 1.0886252616887648,
      "grad_norm": 0.7816790988363418,
      "learning_rate": 0.0002794592769786248,
      "loss": 2.4375,
      "step": 23400
    },
    {
      "epoch": 1.0886717841358455,
      "grad_norm": 0.7939607414002386,
      "learning_rate": 0.00027945740230762,
      "loss": 2.2188,
      "step": 23401
    },
    {
      "epoch": 1.0887183065829262,
      "grad_norm": 0.7871848318232312,
      "learning_rate": 0.00027945552755736055,
      "loss": 2.2656,
      "step": 23402
    },
    {
      "epoch": 1.088764829030007,
      "grad_norm": 0.7322522164311669,
      "learning_rate": 0.0002794536527278476,
      "loss": 2.2031,
      "step": 23403
    },
    {
      "epoch": 1.0888113514770876,
      "grad_norm": 0.7534120298317494,
      "learning_rate": 0.0002794517778190825,
      "loss": 2.3906,
      "step": 23404
    },
    {
      "epoch": 1.0888578739241683,
      "grad_norm": 0.7359307457595649,
      "learning_rate": 0.00027944990283106623,
      "loss": 2.3125,
      "step": 23405
    },
    {
      "epoch": 1.088904396371249,
      "grad_norm": 0.7889439794827973,
      "learning_rate": 0.0002794480277637999,
      "loss": 2.6875,
      "step": 23406
    },
    {
      "epoch": 1.08895091881833,
      "grad_norm": 0.7697567713123169,
      "learning_rate": 0.0002794461526172848,
      "loss": 2.3594,
      "step": 23407
    },
    {
      "epoch": 1.0889974412654106,
      "grad_norm": 0.7687190833831933,
      "learning_rate": 0.0002794442773915219,
      "loss": 2.3125,
      "step": 23408
    },
    {
      "epoch": 1.0890439637124913,
      "grad_norm": 0.7455920804311088,
      "learning_rate": 0.00027944240208651255,
      "loss": 2.1562,
      "step": 23409
    },
    {
      "epoch": 1.089090486159572,
      "grad_norm": 0.7787922505755833,
      "learning_rate": 0.00027944052670225776,
      "loss": 2.2344,
      "step": 23410
    },
    {
      "epoch": 1.0891370086066527,
      "grad_norm": 0.7871134822319213,
      "learning_rate": 0.0002794386512387587,
      "loss": 2.5781,
      "step": 23411
    },
    {
      "epoch": 1.0891835310537334,
      "grad_norm": 0.8479444773157261,
      "learning_rate": 0.0002794367756960166,
      "loss": 2.4062,
      "step": 23412
    },
    {
      "epoch": 1.0892300535008141,
      "grad_norm": 0.7904079393929104,
      "learning_rate": 0.00027943490007403246,
      "loss": 2.2031,
      "step": 23413
    },
    {
      "epoch": 1.0892765759478948,
      "grad_norm": 0.7334198542911752,
      "learning_rate": 0.00027943302437280753,
      "loss": 2.1406,
      "step": 23414
    },
    {
      "epoch": 1.0893230983949755,
      "grad_norm": 0.7568506897549022,
      "learning_rate": 0.0002794311485923429,
      "loss": 2.3906,
      "step": 23415
    },
    {
      "epoch": 1.0893696208420562,
      "grad_norm": 0.7456755816838302,
      "learning_rate": 0.0002794292727326399,
      "loss": 2.2031,
      "step": 23416
    },
    {
      "epoch": 1.089416143289137,
      "grad_norm": 0.852866585707339,
      "learning_rate": 0.00027942739679369947,
      "loss": 2.5938,
      "step": 23417
    },
    {
      "epoch": 1.0894626657362176,
      "grad_norm": 0.7832623391438825,
      "learning_rate": 0.0002794255207755228,
      "loss": 2.3125,
      "step": 23418
    },
    {
      "epoch": 1.0895091881832983,
      "grad_norm": 0.8133268281043132,
      "learning_rate": 0.000279423644678111,
      "loss": 2.125,
      "step": 23419
    },
    {
      "epoch": 1.0895557106303793,
      "grad_norm": 0.8289167131824358,
      "learning_rate": 0.0002794217685014654,
      "loss": 2.4688,
      "step": 23420
    },
    {
      "epoch": 1.08960223307746,
      "grad_norm": 0.8043858032010488,
      "learning_rate": 0.000279419892245587,
      "loss": 2.1094,
      "step": 23421
    },
    {
      "epoch": 1.0896487555245407,
      "grad_norm": 0.8666212296852102,
      "learning_rate": 0.00027941801591047696,
      "loss": 2.4688,
      "step": 23422
    },
    {
      "epoch": 1.0896952779716214,
      "grad_norm": 0.7963120942451685,
      "learning_rate": 0.0002794161394961364,
      "loss": 2.3594,
      "step": 23423
    },
    {
      "epoch": 1.089741800418702,
      "grad_norm": 0.877873397825413,
      "learning_rate": 0.0002794142630025666,
      "loss": 2.7031,
      "step": 23424
    },
    {
      "epoch": 1.0897883228657828,
      "grad_norm": 0.8573584741550473,
      "learning_rate": 0.0002794123864297686,
      "loss": 2.7656,
      "step": 23425
    },
    {
      "epoch": 1.0898348453128635,
      "grad_norm": 0.836198860659079,
      "learning_rate": 0.0002794105097777435,
      "loss": 2.4219,
      "step": 23426
    },
    {
      "epoch": 1.0898813677599442,
      "grad_norm": 0.8190132691358469,
      "learning_rate": 0.00027940863304649265,
      "loss": 2.4531,
      "step": 23427
    },
    {
      "epoch": 1.0899278902070249,
      "grad_norm": 0.7770974136374419,
      "learning_rate": 0.000279406756236017,
      "loss": 2.1875,
      "step": 23428
    },
    {
      "epoch": 1.0899744126541056,
      "grad_norm": 0.7736987190884892,
      "learning_rate": 0.0002794048793463178,
      "loss": 2.4219,
      "step": 23429
    },
    {
      "epoch": 1.0900209351011863,
      "grad_norm": 0.778927097417594,
      "learning_rate": 0.00027940300237739614,
      "loss": 2.5469,
      "step": 23430
    },
    {
      "epoch": 1.090067457548267,
      "grad_norm": 0.7238266309678929,
      "learning_rate": 0.00027940112532925325,
      "loss": 2.1719,
      "step": 23431
    },
    {
      "epoch": 1.0901139799953476,
      "grad_norm": 0.8080694998438024,
      "learning_rate": 0.00027939924820189014,
      "loss": 2.3438,
      "step": 23432
    },
    {
      "epoch": 1.0901605024424286,
      "grad_norm": 0.7569151793863755,
      "learning_rate": 0.0002793973709953081,
      "loss": 2.2969,
      "step": 23433
    },
    {
      "epoch": 1.0902070248895093,
      "grad_norm": 0.7650088639552314,
      "learning_rate": 0.0002793954937095082,
      "loss": 2.2969,
      "step": 23434
    },
    {
      "epoch": 1.09025354733659,
      "grad_norm": 0.7722886279736387,
      "learning_rate": 0.0002793936163444917,
      "loss": 2.5625,
      "step": 23435
    },
    {
      "epoch": 1.0903000697836707,
      "grad_norm": 0.8233382601504433,
      "learning_rate": 0.0002793917389002596,
      "loss": 2.4219,
      "step": 23436
    },
    {
      "epoch": 1.0903465922307514,
      "grad_norm": 0.824129032805676,
      "learning_rate": 0.0002793898613768131,
      "loss": 2.4375,
      "step": 23437
    },
    {
      "epoch": 1.090393114677832,
      "grad_norm": 0.7624192432755038,
      "learning_rate": 0.00027938798377415337,
      "loss": 2.4688,
      "step": 23438
    },
    {
      "epoch": 1.0904396371249128,
      "grad_norm": 0.7913981984197092,
      "learning_rate": 0.00027938610609228156,
      "loss": 2.7812,
      "step": 23439
    },
    {
      "epoch": 1.0904861595719935,
      "grad_norm": 0.7960470067434547,
      "learning_rate": 0.0002793842283311988,
      "loss": 2.2656,
      "step": 23440
    },
    {
      "epoch": 1.0905326820190742,
      "grad_norm": 0.8160939678803492,
      "learning_rate": 0.00027938235049090627,
      "loss": 2.5625,
      "step": 23441
    },
    {
      "epoch": 1.0905792044661549,
      "grad_norm": 0.7974935348440356,
      "learning_rate": 0.00027938047257140516,
      "loss": 2.5156,
      "step": 23442
    },
    {
      "epoch": 1.0906257269132356,
      "grad_norm": 0.8255324060403372,
      "learning_rate": 0.0002793785945726965,
      "loss": 2.4688,
      "step": 23443
    },
    {
      "epoch": 1.0906722493603163,
      "grad_norm": 0.7665219801583493,
      "learning_rate": 0.00027937671649478154,
      "loss": 2.3125,
      "step": 23444
    },
    {
      "epoch": 1.090718771807397,
      "grad_norm": 0.8422339694062055,
      "learning_rate": 0.0002793748383376614,
      "loss": 1.7344,
      "step": 23445
    },
    {
      "epoch": 1.0907652942544779,
      "grad_norm": 0.8028968741338378,
      "learning_rate": 0.00027937296010133715,
      "loss": 2.3438,
      "step": 23446
    },
    {
      "epoch": 1.0908118167015586,
      "grad_norm": 0.9243012074113534,
      "learning_rate": 0.00027937108178581005,
      "loss": 2.4219,
      "step": 23447
    },
    {
      "epoch": 1.0908583391486393,
      "grad_norm": 0.7939543065181596,
      "learning_rate": 0.0002793692033910812,
      "loss": 2.2812,
      "step": 23448
    },
    {
      "epoch": 1.09090486159572,
      "grad_norm": 0.7593759470607361,
      "learning_rate": 0.00027936732491715176,
      "loss": 2.0312,
      "step": 23449
    },
    {
      "epoch": 1.0909513840428007,
      "grad_norm": 0.764522034719032,
      "learning_rate": 0.0002793654463640229,
      "loss": 2.25,
      "step": 23450
    },
    {
      "epoch": 1.0909979064898814,
      "grad_norm": 0.7722348520570147,
      "learning_rate": 0.0002793635677316957,
      "loss": 2.4531,
      "step": 23451
    },
    {
      "epoch": 1.091044428936962,
      "grad_norm": 0.8078843419125679,
      "learning_rate": 0.00027936168902017143,
      "loss": 2.3438,
      "step": 23452
    },
    {
      "epoch": 1.0910909513840428,
      "grad_norm": 0.7903406798736683,
      "learning_rate": 0.00027935981022945115,
      "loss": 2.4531,
      "step": 23453
    },
    {
      "epoch": 1.0911374738311235,
      "grad_norm": 0.8532837339653186,
      "learning_rate": 0.00027935793135953603,
      "loss": 2.4688,
      "step": 23454
    },
    {
      "epoch": 1.0911839962782042,
      "grad_norm": 0.8889966852497081,
      "learning_rate": 0.0002793560524104272,
      "loss": 2.8438,
      "step": 23455
    },
    {
      "epoch": 1.0912305187252849,
      "grad_norm": 0.8179295785606445,
      "learning_rate": 0.00027935417338212587,
      "loss": 2.25,
      "step": 23456
    },
    {
      "epoch": 1.0912770411723656,
      "grad_norm": 0.8049691376865933,
      "learning_rate": 0.0002793522942746331,
      "loss": 2.4531,
      "step": 23457
    },
    {
      "epoch": 1.0913235636194463,
      "grad_norm": 0.793422116760885,
      "learning_rate": 0.0002793504150879501,
      "loss": 2.4844,
      "step": 23458
    },
    {
      "epoch": 1.0913700860665272,
      "grad_norm": 0.7698798454889683,
      "learning_rate": 0.00027934853582207807,
      "loss": 2.3281,
      "step": 23459
    },
    {
      "epoch": 1.0914166085136079,
      "grad_norm": 0.7733667548263672,
      "learning_rate": 0.0002793466564770181,
      "loss": 2.25,
      "step": 23460
    },
    {
      "epoch": 1.0914631309606886,
      "grad_norm": 0.754962312951712,
      "learning_rate": 0.0002793447770527713,
      "loss": 2.3438,
      "step": 23461
    },
    {
      "epoch": 1.0915096534077693,
      "grad_norm": 0.7895266589797033,
      "learning_rate": 0.00027934289754933886,
      "loss": 2.4219,
      "step": 23462
    },
    {
      "epoch": 1.09155617585485,
      "grad_norm": 0.9098538217942947,
      "learning_rate": 0.000279341017966722,
      "loss": 2.1719,
      "step": 23463
    },
    {
      "epoch": 1.0916026983019307,
      "grad_norm": 0.7629515744711952,
      "learning_rate": 0.00027933913830492174,
      "loss": 2.4844,
      "step": 23464
    },
    {
      "epoch": 1.0916492207490114,
      "grad_norm": 0.8362287483232976,
      "learning_rate": 0.00027933725856393936,
      "loss": 2.25,
      "step": 23465
    },
    {
      "epoch": 1.091695743196092,
      "grad_norm": 0.8222698870094589,
      "learning_rate": 0.0002793353787437759,
      "loss": 2.3906,
      "step": 23466
    },
    {
      "epoch": 1.0917422656431728,
      "grad_norm": 0.7826187941417965,
      "learning_rate": 0.00027933349884443255,
      "loss": 2.3594,
      "step": 23467
    },
    {
      "epoch": 1.0917887880902535,
      "grad_norm": 0.7912264240210681,
      "learning_rate": 0.0002793316188659105,
      "loss": 2.3594,
      "step": 23468
    },
    {
      "epoch": 1.0918353105373342,
      "grad_norm": 0.7863281531218984,
      "learning_rate": 0.0002793297388082109,
      "loss": 2.1562,
      "step": 23469
    },
    {
      "epoch": 1.0918818329844149,
      "grad_norm": 0.7760238981865253,
      "learning_rate": 0.0002793278586713348,
      "loss": 2.2344,
      "step": 23470
    },
    {
      "epoch": 1.0919283554314958,
      "grad_norm": 0.8110460489243143,
      "learning_rate": 0.00027932597845528346,
      "loss": 1.7031,
      "step": 23471
    },
    {
      "epoch": 1.0919748778785765,
      "grad_norm": 0.843162507741266,
      "learning_rate": 0.00027932409816005795,
      "loss": 2.4219,
      "step": 23472
    },
    {
      "epoch": 1.0920214003256572,
      "grad_norm": 0.8036695817009932,
      "learning_rate": 0.00027932221778565955,
      "loss": 2.3906,
      "step": 23473
    },
    {
      "epoch": 1.092067922772738,
      "grad_norm": 0.8038957171580322,
      "learning_rate": 0.00027932033733208924,
      "loss": 2.5938,
      "step": 23474
    },
    {
      "epoch": 1.0921144452198186,
      "grad_norm": 0.8322113924696894,
      "learning_rate": 0.0002793184567993483,
      "loss": 2.3438,
      "step": 23475
    },
    {
      "epoch": 1.0921609676668993,
      "grad_norm": 0.8617781264243947,
      "learning_rate": 0.00027931657618743787,
      "loss": 2.4844,
      "step": 23476
    },
    {
      "epoch": 1.09220749011398,
      "grad_norm": 0.8486644168959059,
      "learning_rate": 0.00027931469549635903,
      "loss": 2.3281,
      "step": 23477
    },
    {
      "epoch": 1.0922540125610607,
      "grad_norm": 0.7740076710426902,
      "learning_rate": 0.000279312814726113,
      "loss": 2.1562,
      "step": 23478
    },
    {
      "epoch": 1.0923005350081414,
      "grad_norm": 0.8826165448557222,
      "learning_rate": 0.00027931093387670086,
      "loss": 2.25,
      "step": 23479
    },
    {
      "epoch": 1.092347057455222,
      "grad_norm": 0.7790013329123715,
      "learning_rate": 0.0002793090529481238,
      "loss": 2.4531,
      "step": 23480
    },
    {
      "epoch": 1.0923935799023028,
      "grad_norm": 0.8406791938699962,
      "learning_rate": 0.00027930717194038306,
      "loss": 2.6719,
      "step": 23481
    },
    {
      "epoch": 1.0924401023493835,
      "grad_norm": 0.7814558812384385,
      "learning_rate": 0.0002793052908534796,
      "loss": 2.3281,
      "step": 23482
    },
    {
      "epoch": 1.0924866247964644,
      "grad_norm": 0.8219489389160326,
      "learning_rate": 0.00027930340968741475,
      "loss": 2.2969,
      "step": 23483
    },
    {
      "epoch": 1.092533147243545,
      "grad_norm": 0.9177218970274997,
      "learning_rate": 0.00027930152844218956,
      "loss": 2.3125,
      "step": 23484
    },
    {
      "epoch": 1.0925796696906258,
      "grad_norm": 0.8782687098432995,
      "learning_rate": 0.0002792996471178052,
      "loss": 2.6719,
      "step": 23485
    },
    {
      "epoch": 1.0926261921377065,
      "grad_norm": 0.8608696084774492,
      "learning_rate": 0.00027929776571426285,
      "loss": 2.3594,
      "step": 23486
    },
    {
      "epoch": 1.0926727145847872,
      "grad_norm": 0.7892803753328569,
      "learning_rate": 0.00027929588423156366,
      "loss": 2.4375,
      "step": 23487
    },
    {
      "epoch": 1.092719237031868,
      "grad_norm": 0.8053923462422156,
      "learning_rate": 0.0002792940026697087,
      "loss": 2.4219,
      "step": 23488
    },
    {
      "epoch": 1.0927657594789486,
      "grad_norm": 0.9297673599803317,
      "learning_rate": 0.00027929212102869926,
      "loss": 2.5,
      "step": 23489
    },
    {
      "epoch": 1.0928122819260293,
      "grad_norm": 0.777379846348705,
      "learning_rate": 0.00027929023930853644,
      "loss": 2.3906,
      "step": 23490
    },
    {
      "epoch": 1.09285880437311,
      "grad_norm": 0.807539566206997,
      "learning_rate": 0.0002792883575092213,
      "loss": 2.4375,
      "step": 23491
    },
    {
      "epoch": 1.0929053268201907,
      "grad_norm": 0.7894876254803543,
      "learning_rate": 0.00027928647563075517,
      "loss": 2.2656,
      "step": 23492
    },
    {
      "epoch": 1.0929518492672714,
      "grad_norm": 0.9931961305495608,
      "learning_rate": 0.000279284593673139,
      "loss": 2.5781,
      "step": 23493
    },
    {
      "epoch": 1.092998371714352,
      "grad_norm": 0.8189585988242299,
      "learning_rate": 0.0002792827116363741,
      "loss": 2.5625,
      "step": 23494
    },
    {
      "epoch": 1.0930448941614328,
      "grad_norm": 0.8191773377608262,
      "learning_rate": 0.0002792808295204615,
      "loss": 2.4062,
      "step": 23495
    },
    {
      "epoch": 1.0930914166085137,
      "grad_norm": 0.8187157195953457,
      "learning_rate": 0.00027927894732540247,
      "loss": 2.4844,
      "step": 23496
    },
    {
      "epoch": 1.0931379390555944,
      "grad_norm": 0.8556539813495532,
      "learning_rate": 0.0002792770650511981,
      "loss": 2.6719,
      "step": 23497
    },
    {
      "epoch": 1.0931844615026751,
      "grad_norm": 0.855229655555901,
      "learning_rate": 0.0002792751826978495,
      "loss": 2.2812,
      "step": 23498
    },
    {
      "epoch": 1.0932309839497558,
      "grad_norm": 0.7861248572452122,
      "learning_rate": 0.0002792733002653579,
      "loss": 2.6094,
      "step": 23499
    },
    {
      "epoch": 1.0932775063968365,
      "grad_norm": 0.8122517837200276,
      "learning_rate": 0.00027927141775372445,
      "loss": 2.4531,
      "step": 23500
    },
    {
      "epoch": 1.0933240288439172,
      "grad_norm": 0.7970364949449226,
      "learning_rate": 0.00027926953516295026,
      "loss": 2.3125,
      "step": 23501
    },
    {
      "epoch": 1.093370551290998,
      "grad_norm": 0.8214883798390702,
      "learning_rate": 0.0002792676524930365,
      "loss": 2.6094,
      "step": 23502
    },
    {
      "epoch": 1.0934170737380786,
      "grad_norm": 0.8541793650008244,
      "learning_rate": 0.0002792657697439843,
      "loss": 2.3594,
      "step": 23503
    },
    {
      "epoch": 1.0934635961851593,
      "grad_norm": 0.7811522858487909,
      "learning_rate": 0.0002792638869157949,
      "loss": 2.0469,
      "step": 23504
    },
    {
      "epoch": 1.09351011863224,
      "grad_norm": 0.8667094047016186,
      "learning_rate": 0.0002792620040084693,
      "loss": 2.6562,
      "step": 23505
    },
    {
      "epoch": 1.0935566410793207,
      "grad_norm": 0.8362287049965971,
      "learning_rate": 0.0002792601210220088,
      "loss": 2.2188,
      "step": 23506
    },
    {
      "epoch": 1.0936031635264014,
      "grad_norm": 0.793276513179964,
      "learning_rate": 0.00027925823795641445,
      "loss": 2.3594,
      "step": 23507
    },
    {
      "epoch": 1.093649685973482,
      "grad_norm": 0.8057352200400272,
      "learning_rate": 0.0002792563548116875,
      "loss": 2.4844,
      "step": 23508
    },
    {
      "epoch": 1.093696208420563,
      "grad_norm": 0.8370162345910789,
      "learning_rate": 0.00027925447158782895,
      "loss": 2.5469,
      "step": 23509
    },
    {
      "epoch": 1.0937427308676437,
      "grad_norm": 0.8195169883482208,
      "learning_rate": 0.00027925258828484013,
      "loss": 2.625,
      "step": 23510
    },
    {
      "epoch": 1.0937892533147244,
      "grad_norm": 0.8399540579695561,
      "learning_rate": 0.0002792507049027221,
      "loss": 2.5156,
      "step": 23511
    },
    {
      "epoch": 1.0938357757618051,
      "grad_norm": 0.8005930311239532,
      "learning_rate": 0.00027924882144147604,
      "loss": 2.4688,
      "step": 23512
    },
    {
      "epoch": 1.0938822982088858,
      "grad_norm": 0.7698613281412467,
      "learning_rate": 0.00027924693790110306,
      "loss": 2.5469,
      "step": 23513
    },
    {
      "epoch": 1.0939288206559665,
      "grad_norm": 0.72784568946031,
      "learning_rate": 0.00027924505428160434,
      "loss": 2.2656,
      "step": 23514
    },
    {
      "epoch": 1.0939753431030472,
      "grad_norm": 0.7672204693873418,
      "learning_rate": 0.00027924317058298105,
      "loss": 2.3906,
      "step": 23515
    },
    {
      "epoch": 1.094021865550128,
      "grad_norm": 0.7642621916810808,
      "learning_rate": 0.00027924128680523435,
      "loss": 2.2812,
      "step": 23516
    },
    {
      "epoch": 1.0940683879972086,
      "grad_norm": 0.828025461001489,
      "learning_rate": 0.00027923940294836535,
      "loss": 2.5,
      "step": 23517
    },
    {
      "epoch": 1.0941149104442893,
      "grad_norm": 0.7984314102796417,
      "learning_rate": 0.00027923751901237523,
      "loss": 2.3125,
      "step": 23518
    },
    {
      "epoch": 1.09416143289137,
      "grad_norm": 0.824875296750924,
      "learning_rate": 0.00027923563499726513,
      "loss": 2.4844,
      "step": 23519
    },
    {
      "epoch": 1.0942079553384507,
      "grad_norm": 0.7970059635607322,
      "learning_rate": 0.0002792337509030362,
      "loss": 2.375,
      "step": 23520
    },
    {
      "epoch": 1.0942544777855314,
      "grad_norm": 0.740666416209298,
      "learning_rate": 0.0002792318667296896,
      "loss": 2.2812,
      "step": 23521
    },
    {
      "epoch": 1.0943010002326123,
      "grad_norm": 0.8060767521297496,
      "learning_rate": 0.00027922998247722656,
      "loss": 2.625,
      "step": 23522
    },
    {
      "epoch": 1.094347522679693,
      "grad_norm": 0.816581223721796,
      "learning_rate": 0.00027922809814564815,
      "loss": 2.2344,
      "step": 23523
    },
    {
      "epoch": 1.0943940451267737,
      "grad_norm": 0.7545585195515478,
      "learning_rate": 0.00027922621373495545,
      "loss": 2.1875,
      "step": 23524
    },
    {
      "epoch": 1.0944405675738544,
      "grad_norm": 0.769060273512421,
      "learning_rate": 0.00027922432924514976,
      "loss": 2.4219,
      "step": 23525
    },
    {
      "epoch": 1.0944870900209351,
      "grad_norm": 0.8349444392184652,
      "learning_rate": 0.0002792224446762322,
      "loss": 2.7812,
      "step": 23526
    },
    {
      "epoch": 1.0945336124680158,
      "grad_norm": 0.7540048196987439,
      "learning_rate": 0.0002792205600282039,
      "loss": 2.4219,
      "step": 23527
    },
    {
      "epoch": 1.0945801349150965,
      "grad_norm": 0.8112162754663077,
      "learning_rate": 0.0002792186753010659,
      "loss": 2.6562,
      "step": 23528
    },
    {
      "epoch": 1.0946266573621772,
      "grad_norm": 0.8316522460620356,
      "learning_rate": 0.00027921679049481955,
      "loss": 2.2188,
      "step": 23529
    },
    {
      "epoch": 1.094673179809258,
      "grad_norm": 0.7751396099957806,
      "learning_rate": 0.0002792149056094659,
      "loss": 1.8984,
      "step": 23530
    },
    {
      "epoch": 1.0947197022563386,
      "grad_norm": 0.8271091376201591,
      "learning_rate": 0.0002792130206450062,
      "loss": 2.5781,
      "step": 23531
    },
    {
      "epoch": 1.0947662247034193,
      "grad_norm": 0.8484022407391522,
      "learning_rate": 0.0002792111356014414,
      "loss": 2.3281,
      "step": 23532
    },
    {
      "epoch": 1.0948127471505,
      "grad_norm": 0.8020230607419163,
      "learning_rate": 0.00027920925047877286,
      "loss": 2.625,
      "step": 23533
    },
    {
      "epoch": 1.0948592695975807,
      "grad_norm": 0.8110348542956466,
      "learning_rate": 0.00027920736527700164,
      "loss": 2.3906,
      "step": 23534
    },
    {
      "epoch": 1.0949057920446617,
      "grad_norm": 0.8246701551555076,
      "learning_rate": 0.0002792054799961289,
      "loss": 2.625,
      "step": 23535
    },
    {
      "epoch": 1.0949523144917424,
      "grad_norm": 0.7587411966186545,
      "learning_rate": 0.00027920359463615586,
      "loss": 2.0938,
      "step": 23536
    },
    {
      "epoch": 1.094998836938823,
      "grad_norm": 0.8139392722445663,
      "learning_rate": 0.00027920170919708357,
      "loss": 2.5156,
      "step": 23537
    },
    {
      "epoch": 1.0950453593859037,
      "grad_norm": 0.7941073064320733,
      "learning_rate": 0.0002791998236789132,
      "loss": 2.7031,
      "step": 23538
    },
    {
      "epoch": 1.0950918818329844,
      "grad_norm": 0.8103176640443241,
      "learning_rate": 0.000279197938081646,
      "loss": 2.3438,
      "step": 23539
    },
    {
      "epoch": 1.0951384042800651,
      "grad_norm": 0.7749528227214387,
      "learning_rate": 0.000279196052405283,
      "loss": 2.5,
      "step": 23540
    },
    {
      "epoch": 1.0951849267271458,
      "grad_norm": 0.7577069859543857,
      "learning_rate": 0.0002791941666498255,
      "loss": 2.25,
      "step": 23541
    },
    {
      "epoch": 1.0952314491742265,
      "grad_norm": 0.791385511418553,
      "learning_rate": 0.0002791922808152745,
      "loss": 2.3594,
      "step": 23542
    },
    {
      "epoch": 1.0952779716213072,
      "grad_norm": 0.8097094781998851,
      "learning_rate": 0.0002791903949016312,
      "loss": 2.5625,
      "step": 23543
    },
    {
      "epoch": 1.095324494068388,
      "grad_norm": 0.834714523347197,
      "learning_rate": 0.00027918850890889683,
      "loss": 2.2656,
      "step": 23544
    },
    {
      "epoch": 1.0953710165154686,
      "grad_norm": 0.761921307944606,
      "learning_rate": 0.0002791866228370725,
      "loss": 2.3438,
      "step": 23545
    },
    {
      "epoch": 1.0954175389625493,
      "grad_norm": 0.7727989040817436,
      "learning_rate": 0.0002791847366861593,
      "loss": 2.625,
      "step": 23546
    },
    {
      "epoch": 1.09546406140963,
      "grad_norm": 0.7813269055320036,
      "learning_rate": 0.0002791828504561585,
      "loss": 2.2656,
      "step": 23547
    },
    {
      "epoch": 1.095510583856711,
      "grad_norm": 0.7890588307656197,
      "learning_rate": 0.0002791809641470712,
      "loss": 2.4219,
      "step": 23548
    },
    {
      "epoch": 1.0955571063037917,
      "grad_norm": 0.9168064007406501,
      "learning_rate": 0.0002791790777588985,
      "loss": 2.4062,
      "step": 23549
    },
    {
      "epoch": 1.0956036287508724,
      "grad_norm": 0.7895281916541736,
      "learning_rate": 0.00027917719129164173,
      "loss": 2.5781,
      "step": 23550
    },
    {
      "epoch": 1.095650151197953,
      "grad_norm": 0.9072835408417149,
      "learning_rate": 0.0002791753047453018,
      "loss": 2.3906,
      "step": 23551
    },
    {
      "epoch": 1.0956966736450338,
      "grad_norm": 0.7480316962276279,
      "learning_rate": 0.00027917341811988,
      "loss": 2.25,
      "step": 23552
    },
    {
      "epoch": 1.0957431960921145,
      "grad_norm": 0.9319314103347602,
      "learning_rate": 0.0002791715314153775,
      "loss": 2.7969,
      "step": 23553
    },
    {
      "epoch": 1.0957897185391952,
      "grad_norm": 0.8660264538962111,
      "learning_rate": 0.0002791696446317954,
      "loss": 2.6094,
      "step": 23554
    },
    {
      "epoch": 1.0958362409862759,
      "grad_norm": 0.8601740770569839,
      "learning_rate": 0.0002791677577691349,
      "loss": 2.3125,
      "step": 23555
    },
    {
      "epoch": 1.0958827634333566,
      "grad_norm": 0.8630719258308461,
      "learning_rate": 0.0002791658708273972,
      "loss": 2.2656,
      "step": 23556
    },
    {
      "epoch": 1.0959292858804373,
      "grad_norm": 0.732372499643824,
      "learning_rate": 0.0002791639838065833,
      "loss": 2.3594,
      "step": 23557
    },
    {
      "epoch": 1.095975808327518,
      "grad_norm": 0.7742652012242582,
      "learning_rate": 0.00027916209670669447,
      "loss": 2.3125,
      "step": 23558
    },
    {
      "epoch": 1.0960223307745987,
      "grad_norm": 0.8723621796290371,
      "learning_rate": 0.00027916020952773184,
      "loss": 2.5938,
      "step": 23559
    },
    {
      "epoch": 1.0960688532216794,
      "grad_norm": 0.7776641359160151,
      "learning_rate": 0.0002791583222696966,
      "loss": 2.4219,
      "step": 23560
    },
    {
      "epoch": 1.0961153756687603,
      "grad_norm": 0.7760371897868286,
      "learning_rate": 0.00027915643493258986,
      "loss": 2.3438,
      "step": 23561
    },
    {
      "epoch": 1.096161898115841,
      "grad_norm": 0.8538205484680033,
      "learning_rate": 0.0002791545475164128,
      "loss": 2.7344,
      "step": 23562
    },
    {
      "epoch": 1.0962084205629217,
      "grad_norm": 0.8697955845058672,
      "learning_rate": 0.00027915266002116653,
      "loss": 2.2344,
      "step": 23563
    },
    {
      "epoch": 1.0962549430100024,
      "grad_norm": 0.8125766002826645,
      "learning_rate": 0.00027915077244685223,
      "loss": 2.2812,
      "step": 23564
    },
    {
      "epoch": 1.096301465457083,
      "grad_norm": 0.8646022200300616,
      "learning_rate": 0.00027914888479347113,
      "loss": 2.4531,
      "step": 23565
    },
    {
      "epoch": 1.0963479879041638,
      "grad_norm": 0.7551608778267661,
      "learning_rate": 0.00027914699706102427,
      "loss": 2.375,
      "step": 23566
    },
    {
      "epoch": 1.0963945103512445,
      "grad_norm": 0.9210951751769,
      "learning_rate": 0.0002791451092495129,
      "loss": 2.625,
      "step": 23567
    },
    {
      "epoch": 1.0964410327983252,
      "grad_norm": 0.8693499464732989,
      "learning_rate": 0.0002791432213589381,
      "loss": 2.3438,
      "step": 23568
    },
    {
      "epoch": 1.0964875552454059,
      "grad_norm": 0.781134045849289,
      "learning_rate": 0.00027914133338930103,
      "loss": 2.4844,
      "step": 23569
    },
    {
      "epoch": 1.0965340776924866,
      "grad_norm": 0.8403163031306634,
      "learning_rate": 0.0002791394453406029,
      "loss": 2.25,
      "step": 23570
    },
    {
      "epoch": 1.0965806001395673,
      "grad_norm": 0.8563233557781494,
      "learning_rate": 0.00027913755721284487,
      "loss": 2.5781,
      "step": 23571
    },
    {
      "epoch": 1.096627122586648,
      "grad_norm": 0.7546211386236374,
      "learning_rate": 0.0002791356690060281,
      "loss": 2.3906,
      "step": 23572
    },
    {
      "epoch": 1.0966736450337287,
      "grad_norm": 0.8925388523546579,
      "learning_rate": 0.0002791337807201536,
      "loss": 2.3438,
      "step": 23573
    },
    {
      "epoch": 1.0967201674808096,
      "grad_norm": 0.8260495612400841,
      "learning_rate": 0.0002791318923552227,
      "loss": 2.4531,
      "step": 23574
    },
    {
      "epoch": 1.0967666899278903,
      "grad_norm": 0.7710643030526133,
      "learning_rate": 0.00027913000391123656,
      "loss": 2.5938,
      "step": 23575
    },
    {
      "epoch": 1.096813212374971,
      "grad_norm": 0.8381041867212464,
      "learning_rate": 0.0002791281153881962,
      "loss": 2.6406,
      "step": 23576
    },
    {
      "epoch": 1.0968597348220517,
      "grad_norm": 0.786123390680453,
      "learning_rate": 0.0002791262267861028,
      "loss": 2.2969,
      "step": 23577
    },
    {
      "epoch": 1.0969062572691324,
      "grad_norm": 0.8006425847943455,
      "learning_rate": 0.0002791243381049576,
      "loss": 2.1406,
      "step": 23578
    },
    {
      "epoch": 1.096952779716213,
      "grad_norm": 0.7579298438946154,
      "learning_rate": 0.00027912244934476173,
      "loss": 2.2031,
      "step": 23579
    },
    {
      "epoch": 1.0969993021632938,
      "grad_norm": 0.9384056163528878,
      "learning_rate": 0.0002791205605055164,
      "loss": 2.4844,
      "step": 23580
    },
    {
      "epoch": 1.0970458246103745,
      "grad_norm": 0.8890598760846985,
      "learning_rate": 0.00027911867158722265,
      "loss": 2.5938,
      "step": 23581
    },
    {
      "epoch": 1.0970923470574552,
      "grad_norm": 0.8537160671024124,
      "learning_rate": 0.0002791167825898816,
      "loss": 2.5156,
      "step": 23582
    },
    {
      "epoch": 1.0971388695045359,
      "grad_norm": 0.8259753306017096,
      "learning_rate": 0.00027911489351349465,
      "loss": 2.2812,
      "step": 23583
    },
    {
      "epoch": 1.0971853919516166,
      "grad_norm": 0.8385996310218916,
      "learning_rate": 0.0002791130043580627,
      "loss": 2.7344,
      "step": 23584
    },
    {
      "epoch": 1.0972319143986973,
      "grad_norm": 0.7683220677484578,
      "learning_rate": 0.000279111115123587,
      "loss": 1.9141,
      "step": 23585
    },
    {
      "epoch": 1.097278436845778,
      "grad_norm": 0.787168819138905,
      "learning_rate": 0.00027910922581006876,
      "loss": 2.4531,
      "step": 23586
    },
    {
      "epoch": 1.097324959292859,
      "grad_norm": 0.7875519245956528,
      "learning_rate": 0.0002791073364175091,
      "loss": 2.1719,
      "step": 23587
    },
    {
      "epoch": 1.0973714817399396,
      "grad_norm": 0.8202207200165916,
      "learning_rate": 0.00027910544694590913,
      "loss": 2.6719,
      "step": 23588
    },
    {
      "epoch": 1.0974180041870203,
      "grad_norm": 0.8515826552597734,
      "learning_rate": 0.00027910355739527,
      "loss": 2.5156,
      "step": 23589
    },
    {
      "epoch": 1.097464526634101,
      "grad_norm": 0.8367976774347086,
      "learning_rate": 0.00027910166776559306,
      "loss": 2.6406,
      "step": 23590
    },
    {
      "epoch": 1.0975110490811817,
      "grad_norm": 0.749701088450541,
      "learning_rate": 0.00027909977805687917,
      "loss": 2.4375,
      "step": 23591
    },
    {
      "epoch": 1.0975575715282624,
      "grad_norm": 0.7806060605148251,
      "learning_rate": 0.0002790978882691297,
      "loss": 2.2969,
      "step": 23592
    },
    {
      "epoch": 1.097604093975343,
      "grad_norm": 0.7819248442596507,
      "learning_rate": 0.00027909599840234575,
      "loss": 2.5312,
      "step": 23593
    },
    {
      "epoch": 1.0976506164224238,
      "grad_norm": 0.8236252765266859,
      "learning_rate": 0.00027909410845652845,
      "loss": 2.6875,
      "step": 23594
    },
    {
      "epoch": 1.0976971388695045,
      "grad_norm": 0.8241874888087815,
      "learning_rate": 0.000279092218431679,
      "loss": 2.2656,
      "step": 23595
    },
    {
      "epoch": 1.0977436613165852,
      "grad_norm": 0.839208837968506,
      "learning_rate": 0.0002790903283277985,
      "loss": 2.25,
      "step": 23596
    },
    {
      "epoch": 1.0977901837636659,
      "grad_norm": 0.8330497700347141,
      "learning_rate": 0.0002790884381448882,
      "loss": 2.3125,
      "step": 23597
    },
    {
      "epoch": 1.0978367062107466,
      "grad_norm": 0.8052648951302167,
      "learning_rate": 0.00027908654788294914,
      "loss": 2.2188,
      "step": 23598
    },
    {
      "epoch": 1.0978832286578275,
      "grad_norm": 0.7965336757694438,
      "learning_rate": 0.0002790846575419825,
      "loss": 2.4219,
      "step": 23599
    },
    {
      "epoch": 1.0979297511049082,
      "grad_norm": 0.8152690802638585,
      "learning_rate": 0.00027908276712198957,
      "loss": 2.5938,
      "step": 23600
    },
    {
      "epoch": 1.097976273551989,
      "grad_norm": 0.7969257196450739,
      "learning_rate": 0.00027908087662297133,
      "loss": 2.4062,
      "step": 23601
    },
    {
      "epoch": 1.0980227959990696,
      "grad_norm": 0.8206119493085839,
      "learning_rate": 0.000279078986044929,
      "loss": 2.2188,
      "step": 23602
    },
    {
      "epoch": 1.0980693184461503,
      "grad_norm": 0.831467443655365,
      "learning_rate": 0.0002790770953878638,
      "loss": 2.5469,
      "step": 23603
    },
    {
      "epoch": 1.098115840893231,
      "grad_norm": 0.8208062858285636,
      "learning_rate": 0.00027907520465177686,
      "loss": 2.4219,
      "step": 23604
    },
    {
      "epoch": 1.0981623633403117,
      "grad_norm": 0.8027061356323205,
      "learning_rate": 0.00027907331383666934,
      "loss": 2.3125,
      "step": 23605
    },
    {
      "epoch": 1.0982088857873924,
      "grad_norm": 0.7854172733906447,
      "learning_rate": 0.0002790714229425423,
      "loss": 2.4219,
      "step": 23606
    },
    {
      "epoch": 1.098255408234473,
      "grad_norm": 0.802442628882305,
      "learning_rate": 0.00027906953196939703,
      "loss": 2.4375,
      "step": 23607
    },
    {
      "epoch": 1.0983019306815538,
      "grad_norm": 0.871165875885896,
      "learning_rate": 0.0002790676409172346,
      "loss": 2.7812,
      "step": 23608
    },
    {
      "epoch": 1.0983484531286345,
      "grad_norm": 0.7849888242511365,
      "learning_rate": 0.0002790657497860562,
      "loss": 2.3281,
      "step": 23609
    },
    {
      "epoch": 1.0983949755757152,
      "grad_norm": 0.7802743753343848,
      "learning_rate": 0.000279063858575863,
      "loss": 2.25,
      "step": 23610
    },
    {
      "epoch": 1.0984414980227961,
      "grad_norm": 0.8022082524881458,
      "learning_rate": 0.00027906196728665614,
      "loss": 2.2031,
      "step": 23611
    },
    {
      "epoch": 1.0984880204698768,
      "grad_norm": 0.8706130920781241,
      "learning_rate": 0.00027906007591843677,
      "loss": 2.2812,
      "step": 23612
    },
    {
      "epoch": 1.0985345429169575,
      "grad_norm": 0.8536238746393471,
      "learning_rate": 0.0002790581844712061,
      "loss": 2.9531,
      "step": 23613
    },
    {
      "epoch": 1.0985810653640382,
      "grad_norm": 0.956976835710524,
      "learning_rate": 0.00027905629294496523,
      "loss": 2.8281,
      "step": 23614
    },
    {
      "epoch": 1.098627587811119,
      "grad_norm": 0.8322776267979289,
      "learning_rate": 0.0002790544013397153,
      "loss": 2.5469,
      "step": 23615
    },
    {
      "epoch": 1.0986741102581996,
      "grad_norm": 0.7873551496521517,
      "learning_rate": 0.00027905250965545755,
      "loss": 2.5625,
      "step": 23616
    },
    {
      "epoch": 1.0987206327052803,
      "grad_norm": 0.8293101747526632,
      "learning_rate": 0.0002790506178921931,
      "loss": 2.4688,
      "step": 23617
    },
    {
      "epoch": 1.098767155152361,
      "grad_norm": 0.8030922234071646,
      "learning_rate": 0.00027904872604992304,
      "loss": 2.2344,
      "step": 23618
    },
    {
      "epoch": 1.0988136775994417,
      "grad_norm": 0.8069614378702004,
      "learning_rate": 0.00027904683412864866,
      "loss": 2.2188,
      "step": 23619
    },
    {
      "epoch": 1.0988602000465224,
      "grad_norm": 0.8169929389611646,
      "learning_rate": 0.000279044942128371,
      "loss": 2.5312,
      "step": 23620
    },
    {
      "epoch": 1.098906722493603,
      "grad_norm": 0.8188980479596162,
      "learning_rate": 0.0002790430500490913,
      "loss": 2.2812,
      "step": 23621
    },
    {
      "epoch": 1.0989532449406838,
      "grad_norm": 0.8428672651927336,
      "learning_rate": 0.00027904115789081067,
      "loss": 2.4531,
      "step": 23622
    },
    {
      "epoch": 1.0989997673877645,
      "grad_norm": 0.8799066581552766,
      "learning_rate": 0.0002790392656535303,
      "loss": 2.7031,
      "step": 23623
    },
    {
      "epoch": 1.0990462898348454,
      "grad_norm": 0.8350436617583256,
      "learning_rate": 0.0002790373733372513,
      "loss": 2.7344,
      "step": 23624
    },
    {
      "epoch": 1.0990928122819261,
      "grad_norm": 0.7863830090880563,
      "learning_rate": 0.0002790354809419749,
      "loss": 2.4531,
      "step": 23625
    },
    {
      "epoch": 1.0991393347290068,
      "grad_norm": 0.7873616537712841,
      "learning_rate": 0.0002790335884677022,
      "loss": 2.4062,
      "step": 23626
    },
    {
      "epoch": 1.0991858571760875,
      "grad_norm": 0.7751060707846361,
      "learning_rate": 0.0002790316959144343,
      "loss": 1.8359,
      "step": 23627
    },
    {
      "epoch": 1.0992323796231682,
      "grad_norm": 0.810593716541002,
      "learning_rate": 0.0002790298032821725,
      "loss": 2.1406,
      "step": 23628
    },
    {
      "epoch": 1.099278902070249,
      "grad_norm": 0.8074419045976389,
      "learning_rate": 0.0002790279105709179,
      "loss": 2.5625,
      "step": 23629
    },
    {
      "epoch": 1.0993254245173296,
      "grad_norm": 0.7820572652863904,
      "learning_rate": 0.00027902601778067166,
      "loss": 2.5781,
      "step": 23630
    },
    {
      "epoch": 1.0993719469644103,
      "grad_norm": 0.8229123133397149,
      "learning_rate": 0.00027902412491143493,
      "loss": 2.3594,
      "step": 23631
    },
    {
      "epoch": 1.099418469411491,
      "grad_norm": 0.7554352728377475,
      "learning_rate": 0.00027902223196320887,
      "loss": 2.3125,
      "step": 23632
    },
    {
      "epoch": 1.0994649918585717,
      "grad_norm": 0.7506363211999931,
      "learning_rate": 0.0002790203389359946,
      "loss": 2.4844,
      "step": 23633
    },
    {
      "epoch": 1.0995115143056524,
      "grad_norm": 0.8026833245090839,
      "learning_rate": 0.00027901844582979335,
      "loss": 2.5156,
      "step": 23634
    },
    {
      "epoch": 1.0995580367527331,
      "grad_norm": 0.8397405964628317,
      "learning_rate": 0.0002790165526446063,
      "loss": 2.6719,
      "step": 23635
    },
    {
      "epoch": 1.0996045591998138,
      "grad_norm": 0.7505845333953535,
      "learning_rate": 0.0002790146593804345,
      "loss": 2.2344,
      "step": 23636
    },
    {
      "epoch": 1.0996510816468947,
      "grad_norm": 0.8438816068936735,
      "learning_rate": 0.0002790127660372791,
      "loss": 2.4688,
      "step": 23637
    },
    {
      "epoch": 1.0996976040939754,
      "grad_norm": 0.7991595207499554,
      "learning_rate": 0.00027901087261514144,
      "loss": 2.2656,
      "step": 23638
    },
    {
      "epoch": 1.0997441265410561,
      "grad_norm": 0.8177273005059332,
      "learning_rate": 0.0002790089791140225,
      "loss": 2.5469,
      "step": 23639
    },
    {
      "epoch": 1.0997906489881368,
      "grad_norm": 0.7598441420293887,
      "learning_rate": 0.00027900708553392354,
      "loss": 2.2656,
      "step": 23640
    },
    {
      "epoch": 1.0998371714352175,
      "grad_norm": 0.8056658079768121,
      "learning_rate": 0.00027900519187484563,
      "loss": 2.2031,
      "step": 23641
    },
    {
      "epoch": 1.0998836938822982,
      "grad_norm": 0.7304190772195991,
      "learning_rate": 0.00027900329813679005,
      "loss": 2.1094,
      "step": 23642
    },
    {
      "epoch": 1.099930216329379,
      "grad_norm": 0.7086512779115745,
      "learning_rate": 0.0002790014043197578,
      "loss": 1.9062,
      "step": 23643
    },
    {
      "epoch": 1.0999767387764596,
      "grad_norm": 0.8289354207339594,
      "learning_rate": 0.0002789995104237502,
      "loss": 2.4375,
      "step": 23644
    },
    {
      "epoch": 1.1000232612235403,
      "grad_norm": 0.7854763624574281,
      "learning_rate": 0.0002789976164487683,
      "loss": 2.25,
      "step": 23645
    },
    {
      "epoch": 1.100069783670621,
      "grad_norm": 0.8306835929622656,
      "learning_rate": 0.00027899572239481333,
      "loss": 2.5156,
      "step": 23646
    },
    {
      "epoch": 1.1001163061177017,
      "grad_norm": 0.8537938232113521,
      "learning_rate": 0.0002789938282618864,
      "loss": 2.3906,
      "step": 23647
    },
    {
      "epoch": 1.1001628285647824,
      "grad_norm": 0.7507027547196938,
      "learning_rate": 0.0002789919340499887,
      "loss": 1.8984,
      "step": 23648
    },
    {
      "epoch": 1.1002093510118631,
      "grad_norm": 0.7361101207711171,
      "learning_rate": 0.00027899003975912135,
      "loss": 2.2656,
      "step": 23649
    },
    {
      "epoch": 1.100255873458944,
      "grad_norm": 0.8631493062233525,
      "learning_rate": 0.0002789881453892856,
      "loss": 2.3438,
      "step": 23650
    },
    {
      "epoch": 1.1003023959060247,
      "grad_norm": 0.8211967838141847,
      "learning_rate": 0.0002789862509404825,
      "loss": 2.6719,
      "step": 23651
    },
    {
      "epoch": 1.1003489183531054,
      "grad_norm": 0.8119512505202908,
      "learning_rate": 0.0002789843564127133,
      "loss": 1.8125,
      "step": 23652
    },
    {
      "epoch": 1.1003954408001861,
      "grad_norm": 0.8081768232864797,
      "learning_rate": 0.00027898246180597903,
      "loss": 2.4062,
      "step": 23653
    },
    {
      "epoch": 1.1004419632472668,
      "grad_norm": 0.8960802514905978,
      "learning_rate": 0.000278980567120281,
      "loss": 2.6094,
      "step": 23654
    },
    {
      "epoch": 1.1004884856943475,
      "grad_norm": 0.7485437506232683,
      "learning_rate": 0.0002789786723556203,
      "loss": 2.1875,
      "step": 23655
    },
    {
      "epoch": 1.1005350081414282,
      "grad_norm": 0.7773191957044461,
      "learning_rate": 0.00027897677751199804,
      "loss": 2.5,
      "step": 23656
    },
    {
      "epoch": 1.100581530588509,
      "grad_norm": 0.8124499981508269,
      "learning_rate": 0.00027897488258941554,
      "loss": 2.5625,
      "step": 23657
    },
    {
      "epoch": 1.1006280530355896,
      "grad_norm": 0.8232650170283821,
      "learning_rate": 0.0002789729875878738,
      "loss": 2.6406,
      "step": 23658
    },
    {
      "epoch": 1.1006745754826703,
      "grad_norm": 0.7522622208118102,
      "learning_rate": 0.00027897109250737403,
      "loss": 2.4062,
      "step": 23659
    },
    {
      "epoch": 1.100721097929751,
      "grad_norm": 0.8202319475830228,
      "learning_rate": 0.0002789691973479174,
      "loss": 2.3594,
      "step": 23660
    },
    {
      "epoch": 1.1007676203768317,
      "grad_norm": 0.7497616910933752,
      "learning_rate": 0.0002789673021095051,
      "loss": 2.3281,
      "step": 23661
    },
    {
      "epoch": 1.1008141428239124,
      "grad_norm": 0.8340045381952989,
      "learning_rate": 0.0002789654067921382,
      "loss": 2.1875,
      "step": 23662
    },
    {
      "epoch": 1.1008606652709934,
      "grad_norm": 0.7722875663774814,
      "learning_rate": 0.00027896351139581796,
      "loss": 2.25,
      "step": 23663
    },
    {
      "epoch": 1.100907187718074,
      "grad_norm": 0.7900089404064986,
      "learning_rate": 0.0002789616159205455,
      "loss": 2.4375,
      "step": 23664
    },
    {
      "epoch": 1.1009537101651548,
      "grad_norm": 0.8100195026190663,
      "learning_rate": 0.00027895972036632194,
      "loss": 2.1719,
      "step": 23665
    },
    {
      "epoch": 1.1010002326122355,
      "grad_norm": 0.9330549830828826,
      "learning_rate": 0.0002789578247331485,
      "loss": 2.75,
      "step": 23666
    },
    {
      "epoch": 1.1010467550593162,
      "grad_norm": 0.8050176267133644,
      "learning_rate": 0.0002789559290210264,
      "loss": 2.2344,
      "step": 23667
    },
    {
      "epoch": 1.1010932775063969,
      "grad_norm": 1.067774144927881,
      "learning_rate": 0.0002789540332299566,
      "loss": 2.2812,
      "step": 23668
    },
    {
      "epoch": 1.1011397999534775,
      "grad_norm": 0.793124649826767,
      "learning_rate": 0.00027895213735994043,
      "loss": 2.3594,
      "step": 23669
    },
    {
      "epoch": 1.1011863224005582,
      "grad_norm": 0.9110976482368898,
      "learning_rate": 0.000278950241410979,
      "loss": 2.7031,
      "step": 23670
    },
    {
      "epoch": 1.101232844847639,
      "grad_norm": 0.7704409044952918,
      "learning_rate": 0.0002789483453830735,
      "loss": 2.1719,
      "step": 23671
    },
    {
      "epoch": 1.1012793672947196,
      "grad_norm": 0.7736244103052132,
      "learning_rate": 0.000278946449276225,
      "loss": 2.3281,
      "step": 23672
    },
    {
      "epoch": 1.1013258897418003,
      "grad_norm": 0.8944380477762872,
      "learning_rate": 0.00027894455309043477,
      "loss": 2.75,
      "step": 23673
    },
    {
      "epoch": 1.101372412188881,
      "grad_norm": 0.7536872594115801,
      "learning_rate": 0.0002789426568257039,
      "loss": 2.3906,
      "step": 23674
    },
    {
      "epoch": 1.1014189346359617,
      "grad_norm": 0.8190444497187422,
      "learning_rate": 0.00027894076048203356,
      "loss": 2.3438,
      "step": 23675
    },
    {
      "epoch": 1.1014654570830427,
      "grad_norm": 0.9234449123677473,
      "learning_rate": 0.000278938864059425,
      "loss": 2.375,
      "step": 23676
    },
    {
      "epoch": 1.1015119795301234,
      "grad_norm": 0.8863758531314264,
      "learning_rate": 0.0002789369675578793,
      "loss": 2.5,
      "step": 23677
    },
    {
      "epoch": 1.101558501977204,
      "grad_norm": 0.8639608705911984,
      "learning_rate": 0.0002789350709773976,
      "loss": 2.4531,
      "step": 23678
    },
    {
      "epoch": 1.1016050244242848,
      "grad_norm": 0.8253604422886213,
      "learning_rate": 0.00027893317431798104,
      "loss": 2.6094,
      "step": 23679
    },
    {
      "epoch": 1.1016515468713655,
      "grad_norm": 0.8637997615827804,
      "learning_rate": 0.00027893127757963083,
      "loss": 2.4688,
      "step": 23680
    },
    {
      "epoch": 1.1016980693184462,
      "grad_norm": 0.846994430888536,
      "learning_rate": 0.0002789293807623482,
      "loss": 2.4844,
      "step": 23681
    },
    {
      "epoch": 1.1017445917655269,
      "grad_norm": 0.8479948169189722,
      "learning_rate": 0.0002789274838661342,
      "loss": 2.6094,
      "step": 23682
    },
    {
      "epoch": 1.1017911142126076,
      "grad_norm": 0.8204866045419829,
      "learning_rate": 0.0002789255868909901,
      "loss": 2.4219,
      "step": 23683
    },
    {
      "epoch": 1.1018376366596883,
      "grad_norm": 0.8579094165329225,
      "learning_rate": 0.0002789236898369169,
      "loss": 2.3281,
      "step": 23684
    },
    {
      "epoch": 1.101884159106769,
      "grad_norm": 0.8441057572185335,
      "learning_rate": 0.00027892179270391597,
      "loss": 2.5781,
      "step": 23685
    },
    {
      "epoch": 1.1019306815538497,
      "grad_norm": 0.7803407077644681,
      "learning_rate": 0.00027891989549198826,
      "loss": 2.3594,
      "step": 23686
    },
    {
      "epoch": 1.1019772040009304,
      "grad_norm": 0.7839326055123158,
      "learning_rate": 0.00027891799820113503,
      "loss": 2.625,
      "step": 23687
    },
    {
      "epoch": 1.102023726448011,
      "grad_norm": 0.803465012321751,
      "learning_rate": 0.0002789161008313575,
      "loss": 2.0156,
      "step": 23688
    },
    {
      "epoch": 1.102070248895092,
      "grad_norm": 0.8159887486872847,
      "learning_rate": 0.00027891420338265675,
      "loss": 2.5781,
      "step": 23689
    },
    {
      "epoch": 1.1021167713421727,
      "grad_norm": 0.7948810349040485,
      "learning_rate": 0.00027891230585503393,
      "loss": 2.4688,
      "step": 23690
    },
    {
      "epoch": 1.1021632937892534,
      "grad_norm": 0.8494304572362111,
      "learning_rate": 0.0002789104082484903,
      "loss": 2.4219,
      "step": 23691
    },
    {
      "epoch": 1.102209816236334,
      "grad_norm": 0.8044082967466292,
      "learning_rate": 0.00027890851056302694,
      "loss": 2.3906,
      "step": 23692
    },
    {
      "epoch": 1.1022563386834148,
      "grad_norm": 0.7719792529468781,
      "learning_rate": 0.000278906612798645,
      "loss": 2.2656,
      "step": 23693
    },
    {
      "epoch": 1.1023028611304955,
      "grad_norm": 0.7749840496479695,
      "learning_rate": 0.0002789047149553457,
      "loss": 2.3594,
      "step": 23694
    },
    {
      "epoch": 1.1023493835775762,
      "grad_norm": 0.7090152465705876,
      "learning_rate": 0.00027890281703313015,
      "loss": 2.1719,
      "step": 23695
    },
    {
      "epoch": 1.1023959060246569,
      "grad_norm": 0.7634645137941377,
      "learning_rate": 0.00027890091903199954,
      "loss": 2.4375,
      "step": 23696
    },
    {
      "epoch": 1.1024424284717376,
      "grad_norm": 0.7941466767937796,
      "learning_rate": 0.00027889902095195506,
      "loss": 2.3594,
      "step": 23697
    },
    {
      "epoch": 1.1024889509188183,
      "grad_norm": 0.8312997831581669,
      "learning_rate": 0.00027889712279299784,
      "loss": 2.4219,
      "step": 23698
    },
    {
      "epoch": 1.102535473365899,
      "grad_norm": 0.8885990016271209,
      "learning_rate": 0.000278895224555129,
      "loss": 2.6719,
      "step": 23699
    },
    {
      "epoch": 1.1025819958129797,
      "grad_norm": 0.8795434729591519,
      "learning_rate": 0.0002788933262383497,
      "loss": 2.4219,
      "step": 23700
    },
    {
      "epoch": 1.1026285182600604,
      "grad_norm": 0.8660343395534716,
      "learning_rate": 0.0002788914278426613,
      "loss": 2.4219,
      "step": 23701
    },
    {
      "epoch": 1.1026750407071413,
      "grad_norm": 0.8405246063587933,
      "learning_rate": 0.0002788895293680647,
      "loss": 2.5625,
      "step": 23702
    },
    {
      "epoch": 1.102721563154222,
      "grad_norm": 0.7441998176228852,
      "learning_rate": 0.0002788876308145612,
      "loss": 2.2969,
      "step": 23703
    },
    {
      "epoch": 1.1027680856013027,
      "grad_norm": 0.8065002004857256,
      "learning_rate": 0.00027888573218215186,
      "loss": 2.5469,
      "step": 23704
    },
    {
      "epoch": 1.1028146080483834,
      "grad_norm": 0.7718180855954027,
      "learning_rate": 0.000278883833470838,
      "loss": 2.2656,
      "step": 23705
    },
    {
      "epoch": 1.102861130495464,
      "grad_norm": 0.7531412917816948,
      "learning_rate": 0.0002788819346806207,
      "loss": 2.2188,
      "step": 23706
    },
    {
      "epoch": 1.1029076529425448,
      "grad_norm": 0.7840401080986157,
      "learning_rate": 0.0002788800358115011,
      "loss": 2.0469,
      "step": 23707
    },
    {
      "epoch": 1.1029541753896255,
      "grad_norm": 0.8130634112626925,
      "learning_rate": 0.00027887813686348033,
      "loss": 2.5625,
      "step": 23708
    },
    {
      "epoch": 1.1030006978367062,
      "grad_norm": 0.8841590216949377,
      "learning_rate": 0.00027887623783655964,
      "loss": 2.5,
      "step": 23709
    },
    {
      "epoch": 1.1030472202837869,
      "grad_norm": 0.7746746741818361,
      "learning_rate": 0.0002788743387307402,
      "loss": 2.1094,
      "step": 23710
    },
    {
      "epoch": 1.1030937427308676,
      "grad_norm": 0.8192982170381721,
      "learning_rate": 0.0002788724395460231,
      "loss": 2.5156,
      "step": 23711
    },
    {
      "epoch": 1.1031402651779483,
      "grad_norm": 0.8044360268085543,
      "learning_rate": 0.00027887054028240954,
      "loss": 2.3594,
      "step": 23712
    },
    {
      "epoch": 1.103186787625029,
      "grad_norm": 0.7832424253195645,
      "learning_rate": 0.00027886864093990064,
      "loss": 2.3125,
      "step": 23713
    },
    {
      "epoch": 1.10323331007211,
      "grad_norm": 0.8040595578159697,
      "learning_rate": 0.0002788667415184976,
      "loss": 2.2656,
      "step": 23714
    },
    {
      "epoch": 1.1032798325191906,
      "grad_norm": 0.762601053010263,
      "learning_rate": 0.0002788648420182016,
      "loss": 2.1562,
      "step": 23715
    },
    {
      "epoch": 1.1033263549662713,
      "grad_norm": 0.7867191952350464,
      "learning_rate": 0.0002788629424390138,
      "loss": 2.3281,
      "step": 23716
    },
    {
      "epoch": 1.103372877413352,
      "grad_norm": 0.824102974747019,
      "learning_rate": 0.00027886104278093535,
      "loss": 2.6719,
      "step": 23717
    },
    {
      "epoch": 1.1034193998604327,
      "grad_norm": 0.8297367059512463,
      "learning_rate": 0.0002788591430439674,
      "loss": 2.4844,
      "step": 23718
    },
    {
      "epoch": 1.1034659223075134,
      "grad_norm": 0.8413304619354864,
      "learning_rate": 0.00027885724322811113,
      "loss": 2.2969,
      "step": 23719
    },
    {
      "epoch": 1.103512444754594,
      "grad_norm": 0.8411498161770099,
      "learning_rate": 0.00027885534333336765,
      "loss": 2.3438,
      "step": 23720
    },
    {
      "epoch": 1.1035589672016748,
      "grad_norm": 0.7507076559760206,
      "learning_rate": 0.00027885344335973827,
      "loss": 2.3281,
      "step": 23721
    },
    {
      "epoch": 1.1036054896487555,
      "grad_norm": 0.8506351466880592,
      "learning_rate": 0.000278851543307224,
      "loss": 1.9375,
      "step": 23722
    },
    {
      "epoch": 1.1036520120958362,
      "grad_norm": 0.8282103413373496,
      "learning_rate": 0.00027884964317582603,
      "loss": 2.3281,
      "step": 23723
    },
    {
      "epoch": 1.1036985345429169,
      "grad_norm": 0.8068076804374505,
      "learning_rate": 0.00027884774296554557,
      "loss": 2.1562,
      "step": 23724
    },
    {
      "epoch": 1.1037450569899976,
      "grad_norm": 0.8278965424251997,
      "learning_rate": 0.00027884584267638375,
      "loss": 2.25,
      "step": 23725
    },
    {
      "epoch": 1.1037915794370785,
      "grad_norm": 0.8413843067648327,
      "learning_rate": 0.00027884394230834173,
      "loss": 2.6562,
      "step": 23726
    },
    {
      "epoch": 1.1038381018841592,
      "grad_norm": 0.8161295338892921,
      "learning_rate": 0.0002788420418614207,
      "loss": 2.2812,
      "step": 23727
    },
    {
      "epoch": 1.10388462433124,
      "grad_norm": 0.7676274639723226,
      "learning_rate": 0.00027884014133562184,
      "loss": 2.3906,
      "step": 23728
    },
    {
      "epoch": 1.1039311467783206,
      "grad_norm": 0.7587258459896443,
      "learning_rate": 0.00027883824073094625,
      "loss": 2.2969,
      "step": 23729
    },
    {
      "epoch": 1.1039776692254013,
      "grad_norm": 0.8528314312635662,
      "learning_rate": 0.0002788363400473952,
      "loss": 2.5469,
      "step": 23730
    },
    {
      "epoch": 1.104024191672482,
      "grad_norm": 0.7556435929003316,
      "learning_rate": 0.0002788344392849697,
      "loss": 1.9141,
      "step": 23731
    },
    {
      "epoch": 1.1040707141195627,
      "grad_norm": 0.7617509858315842,
      "learning_rate": 0.000278832538443671,
      "loss": 2.125,
      "step": 23732
    },
    {
      "epoch": 1.1041172365666434,
      "grad_norm": 0.7906500699836019,
      "learning_rate": 0.00027883063752350034,
      "loss": 2.5781,
      "step": 23733
    },
    {
      "epoch": 1.104163759013724,
      "grad_norm": 0.7864376240824111,
      "learning_rate": 0.0002788287365244587,
      "loss": 2.4844,
      "step": 23734
    },
    {
      "epoch": 1.1042102814608048,
      "grad_norm": 0.8562610484195133,
      "learning_rate": 0.0002788268354465475,
      "loss": 2.6406,
      "step": 23735
    },
    {
      "epoch": 1.1042568039078855,
      "grad_norm": 0.8260186703150867,
      "learning_rate": 0.0002788249342897676,
      "loss": 2.5469,
      "step": 23736
    },
    {
      "epoch": 1.1043033263549662,
      "grad_norm": 1.047151611466115,
      "learning_rate": 0.00027882303305412035,
      "loss": 2.4062,
      "step": 23737
    },
    {
      "epoch": 1.104349848802047,
      "grad_norm": 0.8006831317945419,
      "learning_rate": 0.0002788211317396069,
      "loss": 2.3281,
      "step": 23738
    },
    {
      "epoch": 1.1043963712491278,
      "grad_norm": 0.7661880302746361,
      "learning_rate": 0.00027881923034622845,
      "loss": 2.3125,
      "step": 23739
    },
    {
      "epoch": 1.1044428936962085,
      "grad_norm": 0.8205388308306164,
      "learning_rate": 0.00027881732887398604,
      "loss": 2.7344,
      "step": 23740
    },
    {
      "epoch": 1.1044894161432892,
      "grad_norm": 0.8135552794215922,
      "learning_rate": 0.0002788154273228809,
      "loss": 2.3438,
      "step": 23741
    },
    {
      "epoch": 1.10453593859037,
      "grad_norm": 0.8225552321879889,
      "learning_rate": 0.0002788135256929142,
      "loss": 2.4062,
      "step": 23742
    },
    {
      "epoch": 1.1045824610374506,
      "grad_norm": 0.7957404158779875,
      "learning_rate": 0.0002788116239840871,
      "loss": 2.2969,
      "step": 23743
    },
    {
      "epoch": 1.1046289834845313,
      "grad_norm": 0.8264102067360363,
      "learning_rate": 0.0002788097221964008,
      "loss": 2.5469,
      "step": 23744
    },
    {
      "epoch": 1.104675505931612,
      "grad_norm": 0.7547836268473952,
      "learning_rate": 0.0002788078203298564,
      "loss": 2.4375,
      "step": 23745
    },
    {
      "epoch": 1.1047220283786927,
      "grad_norm": 0.8412647156468367,
      "learning_rate": 0.0002788059183844551,
      "loss": 2.1562,
      "step": 23746
    },
    {
      "epoch": 1.1047685508257734,
      "grad_norm": 0.8440438639246687,
      "learning_rate": 0.0002788040163601981,
      "loss": 2.6875,
      "step": 23747
    },
    {
      "epoch": 1.104815073272854,
      "grad_norm": 0.8245386886793622,
      "learning_rate": 0.00027880211425708646,
      "loss": 2.5312,
      "step": 23748
    },
    {
      "epoch": 1.1048615957199348,
      "grad_norm": 0.7403369338853257,
      "learning_rate": 0.0002788002120751214,
      "loss": 2.4375,
      "step": 23749
    },
    {
      "epoch": 1.1049081181670155,
      "grad_norm": 0.789453553034421,
      "learning_rate": 0.0002787983098143041,
      "loss": 2.3906,
      "step": 23750
    },
    {
      "epoch": 1.1049546406140962,
      "grad_norm": 0.8839129594555544,
      "learning_rate": 0.0002787964074746358,
      "loss": 2.4844,
      "step": 23751
    },
    {
      "epoch": 1.1050011630611771,
      "grad_norm": 0.7814409458875873,
      "learning_rate": 0.0002787945050561175,
      "loss": 2.3594,
      "step": 23752
    },
    {
      "epoch": 1.1050476855082578,
      "grad_norm": 0.7931394917358573,
      "learning_rate": 0.00027879260255875044,
      "loss": 2.4219,
      "step": 23753
    },
    {
      "epoch": 1.1050942079553385,
      "grad_norm": 0.7783795371234066,
      "learning_rate": 0.0002787906999825358,
      "loss": 2.3594,
      "step": 23754
    },
    {
      "epoch": 1.1051407304024192,
      "grad_norm": 0.779326187712242,
      "learning_rate": 0.00027878879732747474,
      "loss": 2.5312,
      "step": 23755
    },
    {
      "epoch": 1.1051872528495,
      "grad_norm": 0.8591076657223191,
      "learning_rate": 0.00027878689459356844,
      "loss": 2.5,
      "step": 23756
    },
    {
      "epoch": 1.1052337752965806,
      "grad_norm": 0.7484006778975263,
      "learning_rate": 0.00027878499178081803,
      "loss": 1.9297,
      "step": 23757
    },
    {
      "epoch": 1.1052802977436613,
      "grad_norm": 0.7932278655973958,
      "learning_rate": 0.00027878308888922465,
      "loss": 2.4062,
      "step": 23758
    },
    {
      "epoch": 1.105326820190742,
      "grad_norm": 0.8311908418433634,
      "learning_rate": 0.00027878118591878956,
      "loss": 2.375,
      "step": 23759
    },
    {
      "epoch": 1.1053733426378227,
      "grad_norm": 0.7856676549064574,
      "learning_rate": 0.00027877928286951383,
      "loss": 2.1562,
      "step": 23760
    },
    {
      "epoch": 1.1054198650849034,
      "grad_norm": 0.8035980049548772,
      "learning_rate": 0.00027877737974139866,
      "loss": 2.3125,
      "step": 23761
    },
    {
      "epoch": 1.1054663875319841,
      "grad_norm": 0.8378388092978923,
      "learning_rate": 0.00027877547653444525,
      "loss": 2.3125,
      "step": 23762
    },
    {
      "epoch": 1.1055129099790648,
      "grad_norm": 0.8458470338053155,
      "learning_rate": 0.00027877357324865477,
      "loss": 2.3906,
      "step": 23763
    },
    {
      "epoch": 1.1055594324261455,
      "grad_norm": 0.8291065583945015,
      "learning_rate": 0.0002787716698840283,
      "loss": 2.4844,
      "step": 23764
    },
    {
      "epoch": 1.1056059548732264,
      "grad_norm": 0.8138933282120295,
      "learning_rate": 0.00027876976644056705,
      "loss": 2.75,
      "step": 23765
    },
    {
      "epoch": 1.1056524773203071,
      "grad_norm": 0.8111819715470632,
      "learning_rate": 0.0002787678629182722,
      "loss": 2.5938,
      "step": 23766
    },
    {
      "epoch": 1.1056989997673878,
      "grad_norm": 0.804208523814115,
      "learning_rate": 0.00027876595931714486,
      "loss": 2.4375,
      "step": 23767
    },
    {
      "epoch": 1.1057455222144685,
      "grad_norm": 0.8460412022902553,
      "learning_rate": 0.00027876405563718635,
      "loss": 2.3281,
      "step": 23768
    },
    {
      "epoch": 1.1057920446615492,
      "grad_norm": 0.8302124206901162,
      "learning_rate": 0.00027876215187839766,
      "loss": 2.8281,
      "step": 23769
    },
    {
      "epoch": 1.10583856710863,
      "grad_norm": 0.7962457015854492,
      "learning_rate": 0.00027876024804078,
      "loss": 2.4062,
      "step": 23770
    },
    {
      "epoch": 1.1058850895557106,
      "grad_norm": 0.7911393406702476,
      "learning_rate": 0.00027875834412433454,
      "loss": 2.2344,
      "step": 23771
    },
    {
      "epoch": 1.1059316120027913,
      "grad_norm": 0.8231379489541492,
      "learning_rate": 0.00027875644012906255,
      "loss": 2.3594,
      "step": 23772
    },
    {
      "epoch": 1.105978134449872,
      "grad_norm": 0.7820447392237001,
      "learning_rate": 0.00027875453605496505,
      "loss": 2.5,
      "step": 23773
    },
    {
      "epoch": 1.1060246568969527,
      "grad_norm": 0.8182249890674431,
      "learning_rate": 0.0002787526319020433,
      "loss": 2.625,
      "step": 23774
    },
    {
      "epoch": 1.1060711793440334,
      "grad_norm": 0.8251190915410846,
      "learning_rate": 0.0002787507276702984,
      "loss": 2.4688,
      "step": 23775
    },
    {
      "epoch": 1.1061177017911141,
      "grad_norm": 0.7847427851396299,
      "learning_rate": 0.0002787488233597315,
      "loss": 2.2969,
      "step": 23776
    },
    {
      "epoch": 1.1061642242381948,
      "grad_norm": 0.7683482926109361,
      "learning_rate": 0.0002787469189703439,
      "loss": 2.3594,
      "step": 23777
    },
    {
      "epoch": 1.1062107466852757,
      "grad_norm": 0.7635018675706872,
      "learning_rate": 0.00027874501450213664,
      "loss": 2.3594,
      "step": 23778
    },
    {
      "epoch": 1.1062572691323564,
      "grad_norm": 0.810647137386354,
      "learning_rate": 0.0002787431099551109,
      "loss": 2.8594,
      "step": 23779
    },
    {
      "epoch": 1.1063037915794371,
      "grad_norm": 1.0581680216642522,
      "learning_rate": 0.0002787412053292679,
      "loss": 3.0156,
      "step": 23780
    },
    {
      "epoch": 1.1063503140265178,
      "grad_norm": 0.7674554267663815,
      "learning_rate": 0.00027873930062460877,
      "loss": 2.25,
      "step": 23781
    },
    {
      "epoch": 1.1063968364735985,
      "grad_norm": 0.8406995208211637,
      "learning_rate": 0.0002787373958411347,
      "loss": 2.4688,
      "step": 23782
    },
    {
      "epoch": 1.1064433589206792,
      "grad_norm": 0.8162968121636373,
      "learning_rate": 0.0002787354909788468,
      "loss": 2.2812,
      "step": 23783
    },
    {
      "epoch": 1.10648988136776,
      "grad_norm": 0.8187969890957423,
      "learning_rate": 0.0002787335860377463,
      "loss": 2.2969,
      "step": 23784
    },
    {
      "epoch": 1.1065364038148406,
      "grad_norm": 0.8079594250968625,
      "learning_rate": 0.0002787316810178343,
      "loss": 2.3906,
      "step": 23785
    },
    {
      "epoch": 1.1065829262619213,
      "grad_norm": 0.7893781500335318,
      "learning_rate": 0.0002787297759191121,
      "loss": 2.4688,
      "step": 23786
    },
    {
      "epoch": 1.106629448709002,
      "grad_norm": 0.9416684197113849,
      "learning_rate": 0.00027872787074158066,
      "loss": 2.5,
      "step": 23787
    },
    {
      "epoch": 1.1066759711560827,
      "grad_norm": 0.7893707256052623,
      "learning_rate": 0.0002787259654852413,
      "loss": 2.2031,
      "step": 23788
    },
    {
      "epoch": 1.1067224936031634,
      "grad_norm": 0.8767876609224852,
      "learning_rate": 0.0002787240601500952,
      "loss": 2.6562,
      "step": 23789
    },
    {
      "epoch": 1.1067690160502441,
      "grad_norm": 0.8406919680595658,
      "learning_rate": 0.0002787221547361434,
      "loss": 2.5156,
      "step": 23790
    },
    {
      "epoch": 1.106815538497325,
      "grad_norm": 0.8383774698389402,
      "learning_rate": 0.0002787202492433872,
      "loss": 2.3281,
      "step": 23791
    },
    {
      "epoch": 1.1068620609444058,
      "grad_norm": 0.8132743601442397,
      "learning_rate": 0.00027871834367182766,
      "loss": 2.5,
      "step": 23792
    },
    {
      "epoch": 1.1069085833914865,
      "grad_norm": 0.8168299821772509,
      "learning_rate": 0.000278716438021466,
      "loss": 2.4062,
      "step": 23793
    },
    {
      "epoch": 1.1069551058385672,
      "grad_norm": 0.8042285365206548,
      "learning_rate": 0.00027871453229230334,
      "loss": 2.3438,
      "step": 23794
    },
    {
      "epoch": 1.1070016282856479,
      "grad_norm": 0.7590506878913189,
      "learning_rate": 0.00027871262648434094,
      "loss": 2.0625,
      "step": 23795
    },
    {
      "epoch": 1.1070481507327286,
      "grad_norm": 0.7931140894187793,
      "learning_rate": 0.0002787107205975799,
      "loss": 2.3281,
      "step": 23796
    },
    {
      "epoch": 1.1070946731798093,
      "grad_norm": 0.753101803185842,
      "learning_rate": 0.00027870881463202136,
      "loss": 2.1719,
      "step": 23797
    },
    {
      "epoch": 1.10714119562689,
      "grad_norm": 0.8125843528562422,
      "learning_rate": 0.0002787069085876666,
      "loss": 2.2344,
      "step": 23798
    },
    {
      "epoch": 1.1071877180739707,
      "grad_norm": 0.7794328702985192,
      "learning_rate": 0.0002787050024645166,
      "loss": 2.3906,
      "step": 23799
    },
    {
      "epoch": 1.1072342405210513,
      "grad_norm": 0.786178050645316,
      "learning_rate": 0.0002787030962625728,
      "loss": 2.5938,
      "step": 23800
    },
    {
      "epoch": 1.107280762968132,
      "grad_norm": 0.7845603635476693,
      "learning_rate": 0.00027870118998183605,
      "loss": 2.3281,
      "step": 23801
    },
    {
      "epoch": 1.1073272854152127,
      "grad_norm": 0.8572887334077695,
      "learning_rate": 0.00027869928362230775,
      "loss": 2.4375,
      "step": 23802
    },
    {
      "epoch": 1.1073738078622934,
      "grad_norm": 0.8208962806580486,
      "learning_rate": 0.00027869737718398896,
      "loss": 2.625,
      "step": 23803
    },
    {
      "epoch": 1.1074203303093744,
      "grad_norm": 0.8535241616090204,
      "learning_rate": 0.00027869547066688093,
      "loss": 2.3594,
      "step": 23804
    },
    {
      "epoch": 1.107466852756455,
      "grad_norm": 0.7984082067007812,
      "learning_rate": 0.00027869356407098474,
      "loss": 2.5312,
      "step": 23805
    },
    {
      "epoch": 1.1075133752035358,
      "grad_norm": 0.8288043530934008,
      "learning_rate": 0.0002786916573963016,
      "loss": 2.4531,
      "step": 23806
    },
    {
      "epoch": 1.1075598976506165,
      "grad_norm": 0.8550212862233231,
      "learning_rate": 0.00027868975064283266,
      "loss": 1.6719,
      "step": 23807
    },
    {
      "epoch": 1.1076064200976972,
      "grad_norm": 0.8436200034036504,
      "learning_rate": 0.0002786878438105791,
      "loss": 2.375,
      "step": 23808
    },
    {
      "epoch": 1.1076529425447779,
      "grad_norm": 0.8986561419583758,
      "learning_rate": 0.00027868593689954203,
      "loss": 2.7812,
      "step": 23809
    },
    {
      "epoch": 1.1076994649918586,
      "grad_norm": 0.8241913619426223,
      "learning_rate": 0.0002786840299097227,
      "loss": 2.3438,
      "step": 23810
    },
    {
      "epoch": 1.1077459874389393,
      "grad_norm": 0.7645666074128531,
      "learning_rate": 0.0002786821228411223,
      "loss": 2.5625,
      "step": 23811
    },
    {
      "epoch": 1.10779250988602,
      "grad_norm": 0.8455574659944747,
      "learning_rate": 0.0002786802156937419,
      "loss": 2.4062,
      "step": 23812
    },
    {
      "epoch": 1.1078390323331007,
      "grad_norm": 0.7973635842889265,
      "learning_rate": 0.0002786783084675828,
      "loss": 2.4219,
      "step": 23813
    },
    {
      "epoch": 1.1078855547801814,
      "grad_norm": 0.796687022511269,
      "learning_rate": 0.00027867640116264596,
      "loss": 2.4219,
      "step": 23814
    },
    {
      "epoch": 1.107932077227262,
      "grad_norm": 0.8436750084848517,
      "learning_rate": 0.00027867449377893275,
      "loss": 2.5938,
      "step": 23815
    },
    {
      "epoch": 1.1079785996743428,
      "grad_norm": 0.8564811977609299,
      "learning_rate": 0.0002786725863164442,
      "loss": 2.3125,
      "step": 23816
    },
    {
      "epoch": 1.1080251221214237,
      "grad_norm": 0.81665215302733,
      "learning_rate": 0.00027867067877518153,
      "loss": 2.2969,
      "step": 23817
    },
    {
      "epoch": 1.1080716445685044,
      "grad_norm": 0.7259180712939005,
      "learning_rate": 0.00027866877115514596,
      "loss": 2.0625,
      "step": 23818
    },
    {
      "epoch": 1.108118167015585,
      "grad_norm": 0.8548176241827132,
      "learning_rate": 0.0002786668634563386,
      "loss": 2.7031,
      "step": 23819
    },
    {
      "epoch": 1.1081646894626658,
      "grad_norm": 0.7716931732704092,
      "learning_rate": 0.0002786649556787606,
      "loss": 2.4375,
      "step": 23820
    },
    {
      "epoch": 1.1082112119097465,
      "grad_norm": 0.7908600559497081,
      "learning_rate": 0.0002786630478224132,
      "loss": 2.4531,
      "step": 23821
    },
    {
      "epoch": 1.1082577343568272,
      "grad_norm": 0.8517237271714141,
      "learning_rate": 0.00027866113988729747,
      "loss": 1.7422,
      "step": 23822
    },
    {
      "epoch": 1.1083042568039079,
      "grad_norm": 0.767958758189138,
      "learning_rate": 0.0002786592318734147,
      "loss": 2.5,
      "step": 23823
    },
    {
      "epoch": 1.1083507792509886,
      "grad_norm": 0.74091149488727,
      "learning_rate": 0.00027865732378076595,
      "loss": 1.9844,
      "step": 23824
    },
    {
      "epoch": 1.1083973016980693,
      "grad_norm": 0.7737609707616702,
      "learning_rate": 0.00027865541560935243,
      "loss": 2.2969,
      "step": 23825
    },
    {
      "epoch": 1.10844382414515,
      "grad_norm": 0.8090670864653843,
      "learning_rate": 0.0002786535073591753,
      "loss": 2.4219,
      "step": 23826
    },
    {
      "epoch": 1.1084903465922307,
      "grad_norm": 0.7872461980324613,
      "learning_rate": 0.0002786515990302358,
      "loss": 2.3281,
      "step": 23827
    },
    {
      "epoch": 1.1085368690393114,
      "grad_norm": 0.8110738358730535,
      "learning_rate": 0.00027864969062253486,
      "loss": 2.2969,
      "step": 23828
    },
    {
      "epoch": 1.108583391486392,
      "grad_norm": 0.8393891748867279,
      "learning_rate": 0.000278647782136074,
      "loss": 2.4375,
      "step": 23829
    },
    {
      "epoch": 1.108629913933473,
      "grad_norm": 0.831846795991582,
      "learning_rate": 0.0002786458735708541,
      "loss": 2.4375,
      "step": 23830
    },
    {
      "epoch": 1.1086764363805537,
      "grad_norm": 0.7534230630693013,
      "learning_rate": 0.0002786439649268765,
      "loss": 2.3125,
      "step": 23831
    },
    {
      "epoch": 1.1087229588276344,
      "grad_norm": 0.8400951426382343,
      "learning_rate": 0.00027864205620414226,
      "loss": 2.3281,
      "step": 23832
    },
    {
      "epoch": 1.108769481274715,
      "grad_norm": 0.8144064847105257,
      "learning_rate": 0.00027864014740265267,
      "loss": 2.5469,
      "step": 23833
    },
    {
      "epoch": 1.1088160037217958,
      "grad_norm": 0.7845013605490931,
      "learning_rate": 0.00027863823852240874,
      "loss": 2.2344,
      "step": 23834
    },
    {
      "epoch": 1.1088625261688765,
      "grad_norm": 0.8716973583431814,
      "learning_rate": 0.0002786363295634118,
      "loss": 2.3906,
      "step": 23835
    },
    {
      "epoch": 1.1089090486159572,
      "grad_norm": 0.7785202909764226,
      "learning_rate": 0.0002786344205256629,
      "loss": 2.4062,
      "step": 23836
    },
    {
      "epoch": 1.1089555710630379,
      "grad_norm": 0.753027324359663,
      "learning_rate": 0.00027863251140916324,
      "loss": 2.4688,
      "step": 23837
    },
    {
      "epoch": 1.1090020935101186,
      "grad_norm": 0.7890770695487661,
      "learning_rate": 0.000278630602213914,
      "loss": 2.2656,
      "step": 23838
    },
    {
      "epoch": 1.1090486159571993,
      "grad_norm": 0.8527614371518336,
      "learning_rate": 0.0002786286929399164,
      "loss": 2.6406,
      "step": 23839
    },
    {
      "epoch": 1.10909513840428,
      "grad_norm": 0.7323415212104524,
      "learning_rate": 0.00027862678358717147,
      "loss": 2.2812,
      "step": 23840
    },
    {
      "epoch": 1.1091416608513607,
      "grad_norm": 0.7903808292677891,
      "learning_rate": 0.0002786248741556805,
      "loss": 2.375,
      "step": 23841
    },
    {
      "epoch": 1.1091881832984416,
      "grad_norm": 0.8412421827382415,
      "learning_rate": 0.00027862296464544465,
      "loss": 2.625,
      "step": 23842
    },
    {
      "epoch": 1.1092347057455223,
      "grad_norm": 0.750325319747533,
      "learning_rate": 0.000278621055056465,
      "loss": 2.2188,
      "step": 23843
    },
    {
      "epoch": 1.109281228192603,
      "grad_norm": 0.7730819963338702,
      "learning_rate": 0.00027861914538874284,
      "loss": 2.2656,
      "step": 23844
    },
    {
      "epoch": 1.1093277506396837,
      "grad_norm": 0.7706596772394765,
      "learning_rate": 0.0002786172356422793,
      "loss": 2.0625,
      "step": 23845
    },
    {
      "epoch": 1.1093742730867644,
      "grad_norm": 0.82658874896319,
      "learning_rate": 0.0002786153258170755,
      "loss": 2.5625,
      "step": 23846
    },
    {
      "epoch": 1.109420795533845,
      "grad_norm": 0.740414968042938,
      "learning_rate": 0.00027861341591313264,
      "loss": 2.1875,
      "step": 23847
    },
    {
      "epoch": 1.1094673179809258,
      "grad_norm": 0.733424674807091,
      "learning_rate": 0.00027861150593045184,
      "loss": 2.3438,
      "step": 23848
    },
    {
      "epoch": 1.1095138404280065,
      "grad_norm": 0.7619292989495131,
      "learning_rate": 0.0002786095958690344,
      "loss": 2.2812,
      "step": 23849
    },
    {
      "epoch": 1.1095603628750872,
      "grad_norm": 0.7800532808496556,
      "learning_rate": 0.00027860768572888134,
      "loss": 2.5781,
      "step": 23850
    },
    {
      "epoch": 1.109606885322168,
      "grad_norm": 0.7912544147330725,
      "learning_rate": 0.0002786057755099939,
      "loss": 2.5156,
      "step": 23851
    },
    {
      "epoch": 1.1096534077692486,
      "grad_norm": 0.7927072916270151,
      "learning_rate": 0.0002786038652123733,
      "loss": 2.2031,
      "step": 23852
    },
    {
      "epoch": 1.1096999302163293,
      "grad_norm": 0.7863120956509856,
      "learning_rate": 0.00027860195483602065,
      "loss": 2.2031,
      "step": 23853
    },
    {
      "epoch": 1.1097464526634102,
      "grad_norm": 0.8099252448142563,
      "learning_rate": 0.00027860004438093707,
      "loss": 2.5312,
      "step": 23854
    },
    {
      "epoch": 1.109792975110491,
      "grad_norm": 0.7629479592739105,
      "learning_rate": 0.00027859813384712383,
      "loss": 2.1094,
      "step": 23855
    },
    {
      "epoch": 1.1098394975575716,
      "grad_norm": 0.822115887396343,
      "learning_rate": 0.00027859622323458207,
      "loss": 2.5625,
      "step": 23856
    },
    {
      "epoch": 1.1098860200046523,
      "grad_norm": 0.8618637884928825,
      "learning_rate": 0.0002785943125433129,
      "loss": 2.6094,
      "step": 23857
    },
    {
      "epoch": 1.109932542451733,
      "grad_norm": 0.808208079894056,
      "learning_rate": 0.00027859240177331756,
      "loss": 2.5625,
      "step": 23858
    },
    {
      "epoch": 1.1099790648988137,
      "grad_norm": 0.8256065783149937,
      "learning_rate": 0.0002785904909245972,
      "loss": 2.8594,
      "step": 23859
    },
    {
      "epoch": 1.1100255873458944,
      "grad_norm": 0.8052763668350141,
      "learning_rate": 0.0002785885799971529,
      "loss": 2.4062,
      "step": 23860
    },
    {
      "epoch": 1.110072109792975,
      "grad_norm": 0.808381176153824,
      "learning_rate": 0.000278586668990986,
      "loss": 2.4062,
      "step": 23861
    },
    {
      "epoch": 1.1101186322400558,
      "grad_norm": 0.8427999510227895,
      "learning_rate": 0.0002785847579060976,
      "loss": 2.375,
      "step": 23862
    },
    {
      "epoch": 1.1101651546871365,
      "grad_norm": 0.7806350087315417,
      "learning_rate": 0.0002785828467424888,
      "loss": 2.4531,
      "step": 23863
    },
    {
      "epoch": 1.1102116771342172,
      "grad_norm": 0.834261970882567,
      "learning_rate": 0.00027858093550016085,
      "loss": 2.375,
      "step": 23864
    },
    {
      "epoch": 1.110258199581298,
      "grad_norm": 0.7494812308940765,
      "learning_rate": 0.0002785790241791149,
      "loss": 2.2344,
      "step": 23865
    },
    {
      "epoch": 1.1103047220283786,
      "grad_norm": 0.7361138976769702,
      "learning_rate": 0.0002785771127793521,
      "loss": 2.4375,
      "step": 23866
    },
    {
      "epoch": 1.1103512444754595,
      "grad_norm": 0.7629796664818792,
      "learning_rate": 0.00027857520130087363,
      "loss": 2.1562,
      "step": 23867
    },
    {
      "epoch": 1.1103977669225402,
      "grad_norm": 0.9679827375331108,
      "learning_rate": 0.00027857328974368066,
      "loss": 2.5,
      "step": 23868
    },
    {
      "epoch": 1.110444289369621,
      "grad_norm": 0.8073159067024234,
      "learning_rate": 0.0002785713781077744,
      "loss": 2.4219,
      "step": 23869
    },
    {
      "epoch": 1.1104908118167016,
      "grad_norm": 0.8325225053114237,
      "learning_rate": 0.0002785694663931559,
      "loss": 2.4688,
      "step": 23870
    },
    {
      "epoch": 1.1105373342637823,
      "grad_norm": 0.8519713669582888,
      "learning_rate": 0.00027856755459982653,
      "loss": 2.5781,
      "step": 23871
    },
    {
      "epoch": 1.110583856710863,
      "grad_norm": 0.8062028896386896,
      "learning_rate": 0.0002785656427277872,
      "loss": 2.3125,
      "step": 23872
    },
    {
      "epoch": 1.1106303791579437,
      "grad_norm": 0.8710288309256892,
      "learning_rate": 0.00027856373077703937,
      "loss": 2.5625,
      "step": 23873
    },
    {
      "epoch": 1.1106769016050244,
      "grad_norm": 0.7825906029643882,
      "learning_rate": 0.00027856181874758403,
      "loss": 2.2031,
      "step": 23874
    },
    {
      "epoch": 1.1107234240521051,
      "grad_norm": 0.7546583703899832,
      "learning_rate": 0.00027855990663942234,
      "loss": 2.3125,
      "step": 23875
    },
    {
      "epoch": 1.1107699464991858,
      "grad_norm": 0.8272715797009749,
      "learning_rate": 0.00027855799445255554,
      "loss": 2.6875,
      "step": 23876
    },
    {
      "epoch": 1.1108164689462665,
      "grad_norm": 0.823422877093306,
      "learning_rate": 0.0002785560821869848,
      "loss": 2.5625,
      "step": 23877
    },
    {
      "epoch": 1.1108629913933472,
      "grad_norm": 0.7792912450740133,
      "learning_rate": 0.00027855416984271127,
      "loss": 2.625,
      "step": 23878
    },
    {
      "epoch": 1.110909513840428,
      "grad_norm": 0.7814035433663085,
      "learning_rate": 0.0002785522574197361,
      "loss": 2.625,
      "step": 23879
    },
    {
      "epoch": 1.1109560362875088,
      "grad_norm": 0.7957477633638184,
      "learning_rate": 0.00027855034491806044,
      "loss": 2.4531,
      "step": 23880
    },
    {
      "epoch": 1.1110025587345895,
      "grad_norm": 0.8487815380653673,
      "learning_rate": 0.00027854843233768555,
      "loss": 2.3906,
      "step": 23881
    },
    {
      "epoch": 1.1110490811816702,
      "grad_norm": 0.8293248727022177,
      "learning_rate": 0.00027854651967861255,
      "loss": 2.2812,
      "step": 23882
    },
    {
      "epoch": 1.111095603628751,
      "grad_norm": 0.8297879971388362,
      "learning_rate": 0.0002785446069408426,
      "loss": 2.5469,
      "step": 23883
    },
    {
      "epoch": 1.1111421260758316,
      "grad_norm": 0.7997292499049874,
      "learning_rate": 0.0002785426941243769,
      "loss": 2.2031,
      "step": 23884
    },
    {
      "epoch": 1.1111886485229123,
      "grad_norm": 0.7579171340789285,
      "learning_rate": 0.0002785407812292166,
      "loss": 2.4375,
      "step": 23885
    },
    {
      "epoch": 1.111235170969993,
      "grad_norm": 0.8028800145263224,
      "learning_rate": 0.0002785388682553629,
      "loss": 2.25,
      "step": 23886
    },
    {
      "epoch": 1.1112816934170737,
      "grad_norm": 0.7645192440856836,
      "learning_rate": 0.00027853695520281687,
      "loss": 2.5625,
      "step": 23887
    },
    {
      "epoch": 1.1113282158641544,
      "grad_norm": 0.8266355134319003,
      "learning_rate": 0.0002785350420715798,
      "loss": 2.2656,
      "step": 23888
    },
    {
      "epoch": 1.1113747383112351,
      "grad_norm": 0.7770495976641694,
      "learning_rate": 0.0002785331288616528,
      "loss": 2.2188,
      "step": 23889
    },
    {
      "epoch": 1.1114212607583158,
      "grad_norm": 0.7962258933835858,
      "learning_rate": 0.0002785312155730371,
      "loss": 2.125,
      "step": 23890
    },
    {
      "epoch": 1.1114677832053965,
      "grad_norm": 0.7445624379951472,
      "learning_rate": 0.0002785293022057338,
      "loss": 2.2031,
      "step": 23891
    },
    {
      "epoch": 1.1115143056524772,
      "grad_norm": 0.8380338923427615,
      "learning_rate": 0.00027852738875974416,
      "loss": 2.5,
      "step": 23892
    },
    {
      "epoch": 1.1115608280995581,
      "grad_norm": 0.8789723377040537,
      "learning_rate": 0.0002785254752350693,
      "loss": 2.5,
      "step": 23893
    },
    {
      "epoch": 1.1116073505466388,
      "grad_norm": 0.8254650692907606,
      "learning_rate": 0.0002785235616317103,
      "loss": 2.5469,
      "step": 23894
    },
    {
      "epoch": 1.1116538729937195,
      "grad_norm": 0.8191024896350215,
      "learning_rate": 0.0002785216479496685,
      "loss": 2.4375,
      "step": 23895
    },
    {
      "epoch": 1.1117003954408002,
      "grad_norm": 0.8267741494661789,
      "learning_rate": 0.00027851973418894496,
      "loss": 2.1562,
      "step": 23896
    },
    {
      "epoch": 1.111746917887881,
      "grad_norm": 0.85950451160698,
      "learning_rate": 0.00027851782034954084,
      "loss": 2.5,
      "step": 23897
    },
    {
      "epoch": 1.1117934403349616,
      "grad_norm": 0.7581438351671287,
      "learning_rate": 0.0002785159064314574,
      "loss": 2.2031,
      "step": 23898
    },
    {
      "epoch": 1.1118399627820423,
      "grad_norm": 0.8115252843002049,
      "learning_rate": 0.00027851399243469577,
      "loss": 2.4375,
      "step": 23899
    },
    {
      "epoch": 1.111886485229123,
      "grad_norm": 0.8893719229175283,
      "learning_rate": 0.0002785120783592571,
      "loss": 2.2969,
      "step": 23900
    },
    {
      "epoch": 1.1119330076762037,
      "grad_norm": 0.8182388377630321,
      "learning_rate": 0.0002785101642051426,
      "loss": 2.375,
      "step": 23901
    },
    {
      "epoch": 1.1119795301232844,
      "grad_norm": 0.8454037322044805,
      "learning_rate": 0.0002785082499723534,
      "loss": 2.3125,
      "step": 23902
    },
    {
      "epoch": 1.1120260525703651,
      "grad_norm": 0.8015841912939222,
      "learning_rate": 0.00027850633566089066,
      "loss": 2.2812,
      "step": 23903
    },
    {
      "epoch": 1.1120725750174458,
      "grad_norm": 0.8412942602110016,
      "learning_rate": 0.0002785044212707556,
      "loss": 2.5625,
      "step": 23904
    },
    {
      "epoch": 1.1121190974645265,
      "grad_norm": 0.8204693010367291,
      "learning_rate": 0.0002785025068019494,
      "loss": 2.2812,
      "step": 23905
    },
    {
      "epoch": 1.1121656199116075,
      "grad_norm": 0.8267218706454385,
      "learning_rate": 0.0002785005922544732,
      "loss": 2.4219,
      "step": 23906
    },
    {
      "epoch": 1.1122121423586881,
      "grad_norm": 0.8447159632034329,
      "learning_rate": 0.0002784986776283282,
      "loss": 2.25,
      "step": 23907
    },
    {
      "epoch": 1.1122586648057688,
      "grad_norm": 0.7868513570804059,
      "learning_rate": 0.00027849676292351547,
      "loss": 1.6094,
      "step": 23908
    },
    {
      "epoch": 1.1123051872528495,
      "grad_norm": 0.8843412058535595,
      "learning_rate": 0.00027849484814003635,
      "loss": 2.3281,
      "step": 23909
    },
    {
      "epoch": 1.1123517096999302,
      "grad_norm": 0.8446760115517553,
      "learning_rate": 0.0002784929332778919,
      "loss": 2.6094,
      "step": 23910
    },
    {
      "epoch": 1.112398232147011,
      "grad_norm": 0.8151654581840164,
      "learning_rate": 0.00027849101833708333,
      "loss": 2.5938,
      "step": 23911
    },
    {
      "epoch": 1.1124447545940916,
      "grad_norm": 0.8131129012171965,
      "learning_rate": 0.0002784891033176118,
      "loss": 2.5,
      "step": 23912
    },
    {
      "epoch": 1.1124912770411723,
      "grad_norm": 0.8274460123293346,
      "learning_rate": 0.0002784871882194785,
      "loss": 2.4219,
      "step": 23913
    },
    {
      "epoch": 1.112537799488253,
      "grad_norm": 0.8235891017240075,
      "learning_rate": 0.0002784852730426845,
      "loss": 2.5469,
      "step": 23914
    },
    {
      "epoch": 1.1125843219353337,
      "grad_norm": 0.8423103815618613,
      "learning_rate": 0.00027848335778723115,
      "loss": 2.4688,
      "step": 23915
    },
    {
      "epoch": 1.1126308443824144,
      "grad_norm": 0.7627703906568997,
      "learning_rate": 0.0002784814424531195,
      "loss": 2.2344,
      "step": 23916
    },
    {
      "epoch": 1.1126773668294951,
      "grad_norm": 0.791592471522719,
      "learning_rate": 0.00027847952704035075,
      "loss": 2.2812,
      "step": 23917
    },
    {
      "epoch": 1.1127238892765758,
      "grad_norm": 0.8006545443082361,
      "learning_rate": 0.0002784776115489261,
      "loss": 2.5938,
      "step": 23918
    },
    {
      "epoch": 1.1127704117236568,
      "grad_norm": 0.8271251208519751,
      "learning_rate": 0.0002784756959788467,
      "loss": 2.3438,
      "step": 23919
    },
    {
      "epoch": 1.1128169341707375,
      "grad_norm": 0.8331632158206725,
      "learning_rate": 0.0002784737803301136,
      "loss": 2.5938,
      "step": 23920
    },
    {
      "epoch": 1.1128634566178182,
      "grad_norm": 0.8042284087061983,
      "learning_rate": 0.00027847186460272825,
      "loss": 2.7344,
      "step": 23921
    },
    {
      "epoch": 1.1129099790648989,
      "grad_norm": 0.7816499153248189,
      "learning_rate": 0.0002784699487966916,
      "loss": 2.2969,
      "step": 23922
    },
    {
      "epoch": 1.1129565015119796,
      "grad_norm": 0.8303396067625924,
      "learning_rate": 0.0002784680329120049,
      "loss": 2.625,
      "step": 23923
    },
    {
      "epoch": 1.1130030239590603,
      "grad_norm": 0.8188423505197794,
      "learning_rate": 0.00027846611694866934,
      "loss": 1.7031,
      "step": 23924
    },
    {
      "epoch": 1.113049546406141,
      "grad_norm": 0.8110310603556964,
      "learning_rate": 0.000278464200906686,
      "loss": 2.4375,
      "step": 23925
    },
    {
      "epoch": 1.1130960688532217,
      "grad_norm": 0.8578972147877235,
      "learning_rate": 0.0002784622847860562,
      "loss": 2.5,
      "step": 23926
    },
    {
      "epoch": 1.1131425913003024,
      "grad_norm": 0.811559418557629,
      "learning_rate": 0.00027846036858678096,
      "loss": 2.3438,
      "step": 23927
    },
    {
      "epoch": 1.113189113747383,
      "grad_norm": 0.7903861216879356,
      "learning_rate": 0.00027845845230886157,
      "loss": 2.5469,
      "step": 23928
    },
    {
      "epoch": 1.1132356361944638,
      "grad_norm": 0.8620820619187548,
      "learning_rate": 0.00027845653595229915,
      "loss": 2.4531,
      "step": 23929
    },
    {
      "epoch": 1.1132821586415445,
      "grad_norm": 0.7863316313146711,
      "learning_rate": 0.0002784546195170949,
      "loss": 2.2344,
      "step": 23930
    },
    {
      "epoch": 1.1133286810886251,
      "grad_norm": 0.8262806645799914,
      "learning_rate": 0.00027845270300324996,
      "loss": 2.2031,
      "step": 23931
    },
    {
      "epoch": 1.113375203535706,
      "grad_norm": 0.8296917879318731,
      "learning_rate": 0.00027845078641076547,
      "loss": 2.5,
      "step": 23932
    },
    {
      "epoch": 1.1134217259827868,
      "grad_norm": 0.7974589062662587,
      "learning_rate": 0.0002784488697396427,
      "loss": 2.3438,
      "step": 23933
    },
    {
      "epoch": 1.1134682484298675,
      "grad_norm": 0.7834490461301221,
      "learning_rate": 0.0002784469529898828,
      "loss": 2.4375,
      "step": 23934
    },
    {
      "epoch": 1.1135147708769482,
      "grad_norm": 0.7665369309981694,
      "learning_rate": 0.00027844503616148683,
      "loss": 2.25,
      "step": 23935
    },
    {
      "epoch": 1.1135612933240289,
      "grad_norm": 0.8738075750309905,
      "learning_rate": 0.00027844311925445615,
      "loss": 2.5938,
      "step": 23936
    },
    {
      "epoch": 1.1136078157711096,
      "grad_norm": 0.7293106203804111,
      "learning_rate": 0.0002784412022687918,
      "loss": 2.2031,
      "step": 23937
    },
    {
      "epoch": 1.1136543382181903,
      "grad_norm": 0.7931785562508212,
      "learning_rate": 0.00027843928520449496,
      "loss": 2.1875,
      "step": 23938
    },
    {
      "epoch": 1.113700860665271,
      "grad_norm": 0.8085794788209879,
      "learning_rate": 0.0002784373680615669,
      "loss": 2.3906,
      "step": 23939
    },
    {
      "epoch": 1.1137473831123517,
      "grad_norm": 0.9568369061315333,
      "learning_rate": 0.00027843545084000866,
      "loss": 1.8047,
      "step": 23940
    },
    {
      "epoch": 1.1137939055594324,
      "grad_norm": 0.8857316548171913,
      "learning_rate": 0.0002784335335398215,
      "loss": 2.6562,
      "step": 23941
    },
    {
      "epoch": 1.113840428006513,
      "grad_norm": 0.8277989913425629,
      "learning_rate": 0.0002784316161610066,
      "loss": 2.4531,
      "step": 23942
    },
    {
      "epoch": 1.1138869504535938,
      "grad_norm": 0.824485197217043,
      "learning_rate": 0.00027842969870356507,
      "loss": 2.5312,
      "step": 23943
    },
    {
      "epoch": 1.1139334729006745,
      "grad_norm": 0.8180993120319751,
      "learning_rate": 0.00027842778116749813,
      "loss": 2.4531,
      "step": 23944
    },
    {
      "epoch": 1.1139799953477554,
      "grad_norm": 0.907061294356963,
      "learning_rate": 0.00027842586355280696,
      "loss": 2.625,
      "step": 23945
    },
    {
      "epoch": 1.114026517794836,
      "grad_norm": 0.8744217172695389,
      "learning_rate": 0.0002784239458594927,
      "loss": 2.5156,
      "step": 23946
    },
    {
      "epoch": 1.1140730402419168,
      "grad_norm": 0.9947293118866085,
      "learning_rate": 0.00027842202808755654,
      "loss": 2.7969,
      "step": 23947
    },
    {
      "epoch": 1.1141195626889975,
      "grad_norm": 0.8389786510707955,
      "learning_rate": 0.0002784201102369997,
      "loss": 2.5156,
      "step": 23948
    },
    {
      "epoch": 1.1141660851360782,
      "grad_norm": 0.8792298408604529,
      "learning_rate": 0.00027841819230782326,
      "loss": 2.625,
      "step": 23949
    },
    {
      "epoch": 1.1142126075831589,
      "grad_norm": 0.8587490264166805,
      "learning_rate": 0.00027841627430002846,
      "loss": 2.7656,
      "step": 23950
    },
    {
      "epoch": 1.1142591300302396,
      "grad_norm": 0.8121725348836344,
      "learning_rate": 0.0002784143562136165,
      "loss": 2.3125,
      "step": 23951
    },
    {
      "epoch": 1.1143056524773203,
      "grad_norm": 0.872416809741059,
      "learning_rate": 0.0002784124380485884,
      "loss": 2.3438,
      "step": 23952
    },
    {
      "epoch": 1.114352174924401,
      "grad_norm": 0.821548874859088,
      "learning_rate": 0.0002784105198049456,
      "loss": 2.5,
      "step": 23953
    },
    {
      "epoch": 1.1143986973714817,
      "grad_norm": 0.7704476344162347,
      "learning_rate": 0.0002784086014826891,
      "loss": 2.4688,
      "step": 23954
    },
    {
      "epoch": 1.1144452198185624,
      "grad_norm": 0.8082937116482968,
      "learning_rate": 0.00027840668308182,
      "loss": 2.5312,
      "step": 23955
    },
    {
      "epoch": 1.114491742265643,
      "grad_norm": 0.8441439202745656,
      "learning_rate": 0.0002784047646023396,
      "loss": 2.625,
      "step": 23956
    },
    {
      "epoch": 1.114538264712724,
      "grad_norm": 0.8229591615723184,
      "learning_rate": 0.0002784028460442491,
      "loss": 2.5625,
      "step": 23957
    },
    {
      "epoch": 1.1145847871598047,
      "grad_norm": 0.781586216310534,
      "learning_rate": 0.00027840092740754956,
      "loss": 2.25,
      "step": 23958
    },
    {
      "epoch": 1.1146313096068854,
      "grad_norm": 0.7904749866708713,
      "learning_rate": 0.00027839900869224227,
      "loss": 2.1562,
      "step": 23959
    },
    {
      "epoch": 1.114677832053966,
      "grad_norm": 0.795846384381509,
      "learning_rate": 0.0002783970898983283,
      "loss": 2.5781,
      "step": 23960
    },
    {
      "epoch": 1.1147243545010468,
      "grad_norm": 0.7995684897742273,
      "learning_rate": 0.00027839517102580893,
      "loss": 2.1875,
      "step": 23961
    },
    {
      "epoch": 1.1147708769481275,
      "grad_norm": 0.8244032446368493,
      "learning_rate": 0.0002783932520746852,
      "loss": 2.2969,
      "step": 23962
    },
    {
      "epoch": 1.1148173993952082,
      "grad_norm": 0.8428991843850239,
      "learning_rate": 0.00027839133304495843,
      "loss": 2.3438,
      "step": 23963
    },
    {
      "epoch": 1.1148639218422889,
      "grad_norm": 0.8463739991635968,
      "learning_rate": 0.00027838941393662974,
      "loss": 2.5781,
      "step": 23964
    },
    {
      "epoch": 1.1149104442893696,
      "grad_norm": 0.770405361768983,
      "learning_rate": 0.0002783874947497003,
      "loss": 2.4062,
      "step": 23965
    },
    {
      "epoch": 1.1149569667364503,
      "grad_norm": 0.8396109496507758,
      "learning_rate": 0.00027838557548417125,
      "loss": 2.4844,
      "step": 23966
    },
    {
      "epoch": 1.115003489183531,
      "grad_norm": 0.7884112315125996,
      "learning_rate": 0.00027838365614004377,
      "loss": 2.2656,
      "step": 23967
    },
    {
      "epoch": 1.1150500116306117,
      "grad_norm": 0.7485676431287527,
      "learning_rate": 0.00027838173671731906,
      "loss": 2.2031,
      "step": 23968
    },
    {
      "epoch": 1.1150965340776926,
      "grad_norm": 0.8770089569344813,
      "learning_rate": 0.0002783798172159983,
      "loss": 2.5156,
      "step": 23969
    },
    {
      "epoch": 1.1151430565247733,
      "grad_norm": 0.8540812338879651,
      "learning_rate": 0.0002783778976360827,
      "loss": 2.5312,
      "step": 23970
    },
    {
      "epoch": 1.115189578971854,
      "grad_norm": 0.8637220486877285,
      "learning_rate": 0.00027837597797757336,
      "loss": 2.7188,
      "step": 23971
    },
    {
      "epoch": 1.1152361014189347,
      "grad_norm": 0.7966732114350084,
      "learning_rate": 0.0002783740582404715,
      "loss": 2.3594,
      "step": 23972
    },
    {
      "epoch": 1.1152826238660154,
      "grad_norm": 0.8346666747228678,
      "learning_rate": 0.0002783721384247783,
      "loss": 2.4219,
      "step": 23973
    },
    {
      "epoch": 1.115329146313096,
      "grad_norm": 0.8204735563788892,
      "learning_rate": 0.00027837021853049487,
      "loss": 2.25,
      "step": 23974
    },
    {
      "epoch": 1.1153756687601768,
      "grad_norm": 0.8825667052283813,
      "learning_rate": 0.0002783682985576225,
      "loss": 2.8125,
      "step": 23975
    },
    {
      "epoch": 1.1154221912072575,
      "grad_norm": 0.8110641349757074,
      "learning_rate": 0.0002783663785061623,
      "loss": 2.2344,
      "step": 23976
    },
    {
      "epoch": 1.1154687136543382,
      "grad_norm": 0.7358191795117516,
      "learning_rate": 0.0002783644583761154,
      "loss": 2.1094,
      "step": 23977
    },
    {
      "epoch": 1.115515236101419,
      "grad_norm": 0.8042571340941905,
      "learning_rate": 0.000278362538167483,
      "loss": 2.6406,
      "step": 23978
    },
    {
      "epoch": 1.1155617585484996,
      "grad_norm": 0.8309935991517053,
      "learning_rate": 0.0002783606178802664,
      "loss": 2.5,
      "step": 23979
    },
    {
      "epoch": 1.1156082809955803,
      "grad_norm": 0.8384742404975578,
      "learning_rate": 0.0002783586975144666,
      "loss": 2.3125,
      "step": 23980
    },
    {
      "epoch": 1.115654803442661,
      "grad_norm": 0.8670402473504641,
      "learning_rate": 0.0002783567770700848,
      "loss": 2.5469,
      "step": 23981
    },
    {
      "epoch": 1.115701325889742,
      "grad_norm": 0.862386753858615,
      "learning_rate": 0.00027835485654712226,
      "loss": 2.375,
      "step": 23982
    },
    {
      "epoch": 1.1157478483368226,
      "grad_norm": 0.8554621946589717,
      "learning_rate": 0.0002783529359455802,
      "loss": 2.4688,
      "step": 23983
    },
    {
      "epoch": 1.1157943707839033,
      "grad_norm": 0.8078047771444377,
      "learning_rate": 0.00027835101526545966,
      "loss": 2.4375,
      "step": 23984
    },
    {
      "epoch": 1.115840893230984,
      "grad_norm": 0.8778868985438056,
      "learning_rate": 0.00027834909450676185,
      "loss": 2.5,
      "step": 23985
    },
    {
      "epoch": 1.1158874156780647,
      "grad_norm": 0.8012772188088929,
      "learning_rate": 0.000278347173669488,
      "loss": 2.5625,
      "step": 23986
    },
    {
      "epoch": 1.1159339381251454,
      "grad_norm": 0.8413873522363184,
      "learning_rate": 0.00027834525275363925,
      "loss": 2.4062,
      "step": 23987
    },
    {
      "epoch": 1.115980460572226,
      "grad_norm": 0.9062226127658611,
      "learning_rate": 0.00027834333175921674,
      "loss": 1.7578,
      "step": 23988
    },
    {
      "epoch": 1.1160269830193068,
      "grad_norm": 0.8039140877066481,
      "learning_rate": 0.0002783414106862217,
      "loss": 2.2031,
      "step": 23989
    },
    {
      "epoch": 1.1160735054663875,
      "grad_norm": 0.8778704845383127,
      "learning_rate": 0.0002783394895346554,
      "loss": 2.75,
      "step": 23990
    },
    {
      "epoch": 1.1161200279134682,
      "grad_norm": 0.8408585154055074,
      "learning_rate": 0.00027833756830451876,
      "loss": 2.3438,
      "step": 23991
    },
    {
      "epoch": 1.116166550360549,
      "grad_norm": 0.8235495971148197,
      "learning_rate": 0.0002783356469958132,
      "loss": 2.4844,
      "step": 23992
    },
    {
      "epoch": 1.1162130728076296,
      "grad_norm": 0.6586745249896016,
      "learning_rate": 0.00027833372560853974,
      "loss": 1.7031,
      "step": 23993
    },
    {
      "epoch": 1.1162595952547103,
      "grad_norm": 0.7620749433870465,
      "learning_rate": 0.0002783318041426997,
      "loss": 2.375,
      "step": 23994
    },
    {
      "epoch": 1.1163061177017912,
      "grad_norm": 0.8260962294838434,
      "learning_rate": 0.00027832988259829405,
      "loss": 2.2656,
      "step": 23995
    },
    {
      "epoch": 1.116352640148872,
      "grad_norm": 0.8173516152039965,
      "learning_rate": 0.00027832796097532414,
      "loss": 2.625,
      "step": 23996
    },
    {
      "epoch": 1.1163991625959526,
      "grad_norm": 0.8262961100175298,
      "learning_rate": 0.00027832603927379116,
      "loss": 2.4219,
      "step": 23997
    },
    {
      "epoch": 1.1164456850430333,
      "grad_norm": 0.9076964908500206,
      "learning_rate": 0.0002783241174936962,
      "loss": 2.7344,
      "step": 23998
    },
    {
      "epoch": 1.116492207490114,
      "grad_norm": 0.7851855257011783,
      "learning_rate": 0.0002783221956350404,
      "loss": 2.3906,
      "step": 23999
    },
    {
      "epoch": 1.1165387299371947,
      "grad_norm": 0.8962388730935955,
      "learning_rate": 0.000278320273697825,
      "loss": 2.0938,
      "step": 24000
    },
    {
      "epoch": 1.1165852523842754,
      "grad_norm": 0.8516651778449189,
      "learning_rate": 0.0002783183516820512,
      "loss": 2.2188,
      "step": 24001
    },
    {
      "epoch": 1.1166317748313561,
      "grad_norm": 0.7882646481518212,
      "learning_rate": 0.00027831642958772013,
      "loss": 2.4844,
      "step": 24002
    },
    {
      "epoch": 1.1166782972784368,
      "grad_norm": 0.8013723489058175,
      "learning_rate": 0.000278314507414833,
      "loss": 2.3281,
      "step": 24003
    },
    {
      "epoch": 1.1167248197255175,
      "grad_norm": 0.7985042800127873,
      "learning_rate": 0.000278312585163391,
      "loss": 2.4844,
      "step": 24004
    },
    {
      "epoch": 1.1167713421725982,
      "grad_norm": 0.8206632691145346,
      "learning_rate": 0.00027831066283339525,
      "loss": 2.2969,
      "step": 24005
    },
    {
      "epoch": 1.116817864619679,
      "grad_norm": 0.8715076570878072,
      "learning_rate": 0.00027830874042484693,
      "loss": 2.4062,
      "step": 24006
    },
    {
      "epoch": 1.1168643870667596,
      "grad_norm": 0.7968806601856517,
      "learning_rate": 0.0002783068179377473,
      "loss": 2.4219,
      "step": 24007
    },
    {
      "epoch": 1.1169109095138405,
      "grad_norm": 0.8581021241295739,
      "learning_rate": 0.0002783048953720975,
      "loss": 1.75,
      "step": 24008
    },
    {
      "epoch": 1.1169574319609212,
      "grad_norm": 0.8327716112982808,
      "learning_rate": 0.00027830297272789863,
      "loss": 2.625,
      "step": 24009
    },
    {
      "epoch": 1.117003954408002,
      "grad_norm": 0.8036241147013266,
      "learning_rate": 0.00027830105000515193,
      "loss": 2.5781,
      "step": 24010
    },
    {
      "epoch": 1.1170504768550826,
      "grad_norm": 0.9086653359787429,
      "learning_rate": 0.00027829912720385853,
      "loss": 2.5938,
      "step": 24011
    },
    {
      "epoch": 1.1170969993021633,
      "grad_norm": 0.9106291216813693,
      "learning_rate": 0.0002782972043240197,
      "loss": 2.4062,
      "step": 24012
    },
    {
      "epoch": 1.117143521749244,
      "grad_norm": 0.7836735533143335,
      "learning_rate": 0.00027829528136563654,
      "loss": 2.2031,
      "step": 24013
    },
    {
      "epoch": 1.1171900441963247,
      "grad_norm": 0.788397084406848,
      "learning_rate": 0.0002782933583287103,
      "loss": 2.5469,
      "step": 24014
    },
    {
      "epoch": 1.1172365666434054,
      "grad_norm": 0.8799805490156546,
      "learning_rate": 0.0002782914352132421,
      "loss": 2.5625,
      "step": 24015
    },
    {
      "epoch": 1.1172830890904861,
      "grad_norm": 0.8369183470035092,
      "learning_rate": 0.0002782895120192331,
      "loss": 2.1094,
      "step": 24016
    },
    {
      "epoch": 1.1173296115375668,
      "grad_norm": 0.8613697332851474,
      "learning_rate": 0.0002782875887466845,
      "loss": 2.4062,
      "step": 24017
    },
    {
      "epoch": 1.1173761339846475,
      "grad_norm": 0.9285646943523568,
      "learning_rate": 0.0002782856653955975,
      "loss": 2.3281,
      "step": 24018
    },
    {
      "epoch": 1.1174226564317282,
      "grad_norm": 0.9031618610560316,
      "learning_rate": 0.00027828374196597324,
      "loss": 2.375,
      "step": 24019
    },
    {
      "epoch": 1.117469178878809,
      "grad_norm": 0.853805668432247,
      "learning_rate": 0.000278281818457813,
      "loss": 1.8672,
      "step": 24020
    },
    {
      "epoch": 1.1175157013258898,
      "grad_norm": 0.8295049453312112,
      "learning_rate": 0.0002782798948711178,
      "loss": 2.5781,
      "step": 24021
    },
    {
      "epoch": 1.1175622237729705,
      "grad_norm": 0.8863653304747773,
      "learning_rate": 0.0002782779712058889,
      "loss": 2.8438,
      "step": 24022
    },
    {
      "epoch": 1.1176087462200512,
      "grad_norm": 0.81317033841865,
      "learning_rate": 0.0002782760474621274,
      "loss": 2.4531,
      "step": 24023
    },
    {
      "epoch": 1.117655268667132,
      "grad_norm": 0.7979339921226738,
      "learning_rate": 0.00027827412363983466,
      "loss": 1.7266,
      "step": 24024
    },
    {
      "epoch": 1.1177017911142126,
      "grad_norm": 0.7578836975342234,
      "learning_rate": 0.00027827219973901166,
      "loss": 2.2344,
      "step": 24025
    },
    {
      "epoch": 1.1177483135612933,
      "grad_norm": 0.9193322606989355,
      "learning_rate": 0.00027827027575965974,
      "loss": 2.6094,
      "step": 24026
    },
    {
      "epoch": 1.117794836008374,
      "grad_norm": 0.8881784196080373,
      "learning_rate": 0.0002782683517017799,
      "loss": 2.5938,
      "step": 24027
    },
    {
      "epoch": 1.1178413584554547,
      "grad_norm": 0.8122887193373721,
      "learning_rate": 0.0002782664275653735,
      "loss": 2.5938,
      "step": 24028
    },
    {
      "epoch": 1.1178878809025354,
      "grad_norm": 0.8336828800201826,
      "learning_rate": 0.00027826450335044164,
      "loss": 2.5469,
      "step": 24029
    },
    {
      "epoch": 1.1179344033496161,
      "grad_norm": 0.8473713640963676,
      "learning_rate": 0.00027826257905698545,
      "loss": 2.3906,
      "step": 24030
    },
    {
      "epoch": 1.1179809257966968,
      "grad_norm": 0.8300472034843374,
      "learning_rate": 0.0002782606546850062,
      "loss": 2.2812,
      "step": 24031
    },
    {
      "epoch": 1.1180274482437775,
      "grad_norm": 0.8007464854891747,
      "learning_rate": 0.000278258730234505,
      "loss": 2.2344,
      "step": 24032
    },
    {
      "epoch": 1.1180739706908582,
      "grad_norm": 0.8229964221366924,
      "learning_rate": 0.00027825680570548307,
      "loss": 1.6016,
      "step": 24033
    },
    {
      "epoch": 1.1181204931379392,
      "grad_norm": 0.8193635363976428,
      "learning_rate": 0.00027825488109794154,
      "loss": 2.4844,
      "step": 24034
    },
    {
      "epoch": 1.1181670155850199,
      "grad_norm": 0.8092355433271827,
      "learning_rate": 0.00027825295641188165,
      "loss": 2.7188,
      "step": 24035
    },
    {
      "epoch": 1.1182135380321006,
      "grad_norm": 0.8329592519088641,
      "learning_rate": 0.0002782510316473045,
      "loss": 2.7969,
      "step": 24036
    },
    {
      "epoch": 1.1182600604791813,
      "grad_norm": 0.7843647969564392,
      "learning_rate": 0.00027824910680421136,
      "loss": 2.25,
      "step": 24037
    },
    {
      "epoch": 1.118306582926262,
      "grad_norm": 0.852839460420775,
      "learning_rate": 0.00027824718188260335,
      "loss": 2.4062,
      "step": 24038
    },
    {
      "epoch": 1.1183531053733426,
      "grad_norm": 0.8228766765104599,
      "learning_rate": 0.00027824525688248164,
      "loss": 2.4531,
      "step": 24039
    },
    {
      "epoch": 1.1183996278204233,
      "grad_norm": 0.8302822370627739,
      "learning_rate": 0.0002782433318038474,
      "loss": 2.7344,
      "step": 24040
    },
    {
      "epoch": 1.118446150267504,
      "grad_norm": 0.8013739218772143,
      "learning_rate": 0.00027824140664670186,
      "loss": 2.3594,
      "step": 24041
    },
    {
      "epoch": 1.1184926727145847,
      "grad_norm": 0.7847246374180341,
      "learning_rate": 0.0002782394814110462,
      "loss": 2.2188,
      "step": 24042
    },
    {
      "epoch": 1.1185391951616654,
      "grad_norm": 0.8744289702026332,
      "learning_rate": 0.00027823755609688157,
      "loss": 2.4531,
      "step": 24043
    },
    {
      "epoch": 1.1185857176087461,
      "grad_norm": 0.8058652921265869,
      "learning_rate": 0.0002782356307042091,
      "loss": 2.5312,
      "step": 24044
    },
    {
      "epoch": 1.1186322400558268,
      "grad_norm": 0.8526265412341151,
      "learning_rate": 0.0002782337052330301,
      "loss": 2.4844,
      "step": 24045
    },
    {
      "epoch": 1.1186787625029075,
      "grad_norm": 0.783799312679401,
      "learning_rate": 0.0002782317796833456,
      "loss": 2.6562,
      "step": 24046
    },
    {
      "epoch": 1.1187252849499885,
      "grad_norm": 0.826863047399769,
      "learning_rate": 0.0002782298540551569,
      "loss": 1.8125,
      "step": 24047
    },
    {
      "epoch": 1.1187718073970692,
      "grad_norm": 0.8247158094273863,
      "learning_rate": 0.0002782279283484651,
      "loss": 2.5938,
      "step": 24048
    },
    {
      "epoch": 1.1188183298441499,
      "grad_norm": 0.7661337230360972,
      "learning_rate": 0.0002782260025632714,
      "loss": 1.7188,
      "step": 24049
    },
    {
      "epoch": 1.1188648522912306,
      "grad_norm": 0.8532437977033053,
      "learning_rate": 0.000278224076699577,
      "loss": 2.4375,
      "step": 24050
    },
    {
      "epoch": 1.1189113747383113,
      "grad_norm": 0.8431786958710654,
      "learning_rate": 0.00027822215075738304,
      "loss": 2.5781,
      "step": 24051
    },
    {
      "epoch": 1.118957897185392,
      "grad_norm": 0.8505680523796652,
      "learning_rate": 0.00027822022473669077,
      "loss": 2.6094,
      "step": 24052
    },
    {
      "epoch": 1.1190044196324727,
      "grad_norm": 0.7779071112150362,
      "learning_rate": 0.0002782182986375013,
      "loss": 2.125,
      "step": 24053
    },
    {
      "epoch": 1.1190509420795534,
      "grad_norm": 0.8193002911572321,
      "learning_rate": 0.00027821637245981583,
      "loss": 2.4375,
      "step": 24054
    },
    {
      "epoch": 1.119097464526634,
      "grad_norm": 0.7990870302176941,
      "learning_rate": 0.0002782144462036355,
      "loss": 2.4531,
      "step": 24055
    },
    {
      "epoch": 1.1191439869737148,
      "grad_norm": 0.8476270441868078,
      "learning_rate": 0.0002782125198689616,
      "loss": 2.625,
      "step": 24056
    },
    {
      "epoch": 1.1191905094207955,
      "grad_norm": 0.8517807133356801,
      "learning_rate": 0.00027821059345579523,
      "loss": 2.3594,
      "step": 24057
    },
    {
      "epoch": 1.1192370318678762,
      "grad_norm": 0.8973449234130091,
      "learning_rate": 0.00027820866696413757,
      "loss": 2.5156,
      "step": 24058
    },
    {
      "epoch": 1.1192835543149569,
      "grad_norm": 0.7817674764872959,
      "learning_rate": 0.00027820674039398974,
      "loss": 2.1406,
      "step": 24059
    },
    {
      "epoch": 1.1193300767620378,
      "grad_norm": 0.9469895236353252,
      "learning_rate": 0.0002782048137453531,
      "loss": 2.4219,
      "step": 24060
    },
    {
      "epoch": 1.1193765992091185,
      "grad_norm": 0.8755179152832807,
      "learning_rate": 0.00027820288701822863,
      "loss": 2.2188,
      "step": 24061
    },
    {
      "epoch": 1.1194231216561992,
      "grad_norm": 0.8143407011072809,
      "learning_rate": 0.0002782009602126177,
      "loss": 2.4688,
      "step": 24062
    },
    {
      "epoch": 1.1194696441032799,
      "grad_norm": 0.7816529922819856,
      "learning_rate": 0.00027819903332852123,
      "loss": 2.5156,
      "step": 24063
    },
    {
      "epoch": 1.1195161665503606,
      "grad_norm": 0.8013529512760101,
      "learning_rate": 0.0002781971063659407,
      "loss": 2.3438,
      "step": 24064
    },
    {
      "epoch": 1.1195626889974413,
      "grad_norm": 0.8422788343708044,
      "learning_rate": 0.00027819517932487707,
      "loss": 2.5469,
      "step": 24065
    },
    {
      "epoch": 1.119609211444522,
      "grad_norm": 0.9185594231050319,
      "learning_rate": 0.00027819325220533164,
      "loss": 2.4062,
      "step": 24066
    },
    {
      "epoch": 1.1196557338916027,
      "grad_norm": 0.8715220481313908,
      "learning_rate": 0.00027819132500730547,
      "loss": 2.2812,
      "step": 24067
    },
    {
      "epoch": 1.1197022563386834,
      "grad_norm": 0.8216137831336541,
      "learning_rate": 0.0002781893977307999,
      "loss": 2.5,
      "step": 24068
    },
    {
      "epoch": 1.119748778785764,
      "grad_norm": 0.863597683655945,
      "learning_rate": 0.000278187470375816,
      "loss": 2.5156,
      "step": 24069
    },
    {
      "epoch": 1.1197953012328448,
      "grad_norm": 0.8336517449684393,
      "learning_rate": 0.00027818554294235494,
      "loss": 2.5938,
      "step": 24070
    },
    {
      "epoch": 1.1198418236799255,
      "grad_norm": 0.8564376584457518,
      "learning_rate": 0.00027818361543041793,
      "loss": 2.6875,
      "step": 24071
    },
    {
      "epoch": 1.1198883461270064,
      "grad_norm": 0.8380642316914761,
      "learning_rate": 0.0002781816878400062,
      "loss": 2.5156,
      "step": 24072
    },
    {
      "epoch": 1.119934868574087,
      "grad_norm": 0.8034885673042106,
      "learning_rate": 0.0002781797601711209,
      "loss": 2.5312,
      "step": 24073
    },
    {
      "epoch": 1.1199813910211678,
      "grad_norm": 0.8520126121779417,
      "learning_rate": 0.00027817783242376317,
      "loss": 2.3438,
      "step": 24074
    },
    {
      "epoch": 1.1200279134682485,
      "grad_norm": 0.8777361564954638,
      "learning_rate": 0.0002781759045979342,
      "loss": 2.625,
      "step": 24075
    },
    {
      "epoch": 1.1200744359153292,
      "grad_norm": 0.8451374513354598,
      "learning_rate": 0.0002781739766936352,
      "loss": 2.5312,
      "step": 24076
    },
    {
      "epoch": 1.1201209583624099,
      "grad_norm": 0.8432035587387329,
      "learning_rate": 0.00027817204871086735,
      "loss": 2.8438,
      "step": 24077
    },
    {
      "epoch": 1.1201674808094906,
      "grad_norm": 0.8413127294209758,
      "learning_rate": 0.0002781701206496318,
      "loss": 2.375,
      "step": 24078
    },
    {
      "epoch": 1.1202140032565713,
      "grad_norm": 0.8240636236163792,
      "learning_rate": 0.0002781681925099298,
      "loss": 2.375,
      "step": 24079
    },
    {
      "epoch": 1.120260525703652,
      "grad_norm": 0.8850823614528553,
      "learning_rate": 0.00027816626429176235,
      "loss": 2.6406,
      "step": 24080
    },
    {
      "epoch": 1.1203070481507327,
      "grad_norm": 0.7938341252830874,
      "learning_rate": 0.0002781643359951309,
      "loss": 2.5625,
      "step": 24081
    },
    {
      "epoch": 1.1203535705978134,
      "grad_norm": 0.8025997611665338,
      "learning_rate": 0.0002781624076200364,
      "loss": 1.7188,
      "step": 24082
    },
    {
      "epoch": 1.120400093044894,
      "grad_norm": 0.7616437255613702,
      "learning_rate": 0.0002781604791664801,
      "loss": 1.8594,
      "step": 24083
    },
    {
      "epoch": 1.120446615491975,
      "grad_norm": 0.8657489177684176,
      "learning_rate": 0.00027815855063446324,
      "loss": 2.5469,
      "step": 24084
    },
    {
      "epoch": 1.1204931379390557,
      "grad_norm": 0.8530129469876132,
      "learning_rate": 0.00027815662202398695,
      "loss": 2.4062,
      "step": 24085
    },
    {
      "epoch": 1.1205396603861364,
      "grad_norm": 0.9287489882091108,
      "learning_rate": 0.0002781546933350524,
      "loss": 2.4844,
      "step": 24086
    },
    {
      "epoch": 1.120586182833217,
      "grad_norm": 0.9005582482446107,
      "learning_rate": 0.00027815276456766085,
      "loss": 2.7031,
      "step": 24087
    },
    {
      "epoch": 1.1206327052802978,
      "grad_norm": 0.8494947412372904,
      "learning_rate": 0.0002781508357218134,
      "loss": 2.6719,
      "step": 24088
    },
    {
      "epoch": 1.1206792277273785,
      "grad_norm": 0.7951518346037599,
      "learning_rate": 0.00027814890679751125,
      "loss": 1.7031,
      "step": 24089
    },
    {
      "epoch": 1.1207257501744592,
      "grad_norm": 0.8315193754704588,
      "learning_rate": 0.0002781469777947556,
      "loss": 2.2969,
      "step": 24090
    },
    {
      "epoch": 1.1207722726215399,
      "grad_norm": 0.8186266073329757,
      "learning_rate": 0.00027814504871354756,
      "loss": 2.5469,
      "step": 24091
    },
    {
      "epoch": 1.1208187950686206,
      "grad_norm": 0.8529103198091547,
      "learning_rate": 0.00027814311955388845,
      "loss": 2.3438,
      "step": 24092
    },
    {
      "epoch": 1.1208653175157013,
      "grad_norm": 0.8580486253795647,
      "learning_rate": 0.0002781411903157793,
      "loss": 2.3594,
      "step": 24093
    },
    {
      "epoch": 1.120911839962782,
      "grad_norm": 0.8085453086458657,
      "learning_rate": 0.00027813926099922137,
      "loss": 2.4688,
      "step": 24094
    },
    {
      "epoch": 1.1209583624098627,
      "grad_norm": 0.821033761732718,
      "learning_rate": 0.00027813733160421584,
      "loss": 2.5781,
      "step": 24095
    },
    {
      "epoch": 1.1210048848569434,
      "grad_norm": 0.806590265675985,
      "learning_rate": 0.00027813540213076385,
      "loss": 2.25,
      "step": 24096
    },
    {
      "epoch": 1.1210514073040243,
      "grad_norm": 0.8571624390222397,
      "learning_rate": 0.0002781334725788666,
      "loss": 2.6875,
      "step": 24097
    },
    {
      "epoch": 1.121097929751105,
      "grad_norm": 0.8593875410740853,
      "learning_rate": 0.0002781315429485254,
      "loss": 2.4062,
      "step": 24098
    },
    {
      "epoch": 1.1211444521981857,
      "grad_norm": 0.7977096942800241,
      "learning_rate": 0.0002781296132397412,
      "loss": 2.6875,
      "step": 24099
    },
    {
      "epoch": 1.1211909746452664,
      "grad_norm": 0.7924520375008756,
      "learning_rate": 0.00027812768345251537,
      "loss": 2.3438,
      "step": 24100
    },
    {
      "epoch": 1.121237497092347,
      "grad_norm": 0.8667706192830686,
      "learning_rate": 0.00027812575358684895,
      "loss": 2.375,
      "step": 24101
    },
    {
      "epoch": 1.1212840195394278,
      "grad_norm": 0.86609259947875,
      "learning_rate": 0.0002781238236427432,
      "loss": 2.5938,
      "step": 24102
    },
    {
      "epoch": 1.1213305419865085,
      "grad_norm": 0.8506710097445314,
      "learning_rate": 0.0002781218936201993,
      "loss": 2.6094,
      "step": 24103
    },
    {
      "epoch": 1.1213770644335892,
      "grad_norm": 0.778752649945507,
      "learning_rate": 0.00027811996351921847,
      "loss": 2.2969,
      "step": 24104
    },
    {
      "epoch": 1.12142358688067,
      "grad_norm": 0.7887702876567725,
      "learning_rate": 0.0002781180333398018,
      "loss": 2.4688,
      "step": 24105
    },
    {
      "epoch": 1.1214701093277506,
      "grad_norm": 0.7819293511010326,
      "learning_rate": 0.0002781161030819505,
      "loss": 2.2656,
      "step": 24106
    },
    {
      "epoch": 1.1215166317748313,
      "grad_norm": 0.8715275331021549,
      "learning_rate": 0.0002781141727456658,
      "loss": 2.1875,
      "step": 24107
    },
    {
      "epoch": 1.121563154221912,
      "grad_norm": 0.754892225000681,
      "learning_rate": 0.00027811224233094883,
      "loss": 2.25,
      "step": 24108
    },
    {
      "epoch": 1.1216096766689927,
      "grad_norm": 0.8277591065247422,
      "learning_rate": 0.0002781103118378008,
      "loss": 2.3906,
      "step": 24109
    },
    {
      "epoch": 1.1216561991160736,
      "grad_norm": 0.8310750668027193,
      "learning_rate": 0.00027810838126622286,
      "loss": 2.2188,
      "step": 24110
    },
    {
      "epoch": 1.1217027215631543,
      "grad_norm": 0.8342883731491437,
      "learning_rate": 0.00027810645061621624,
      "loss": 2.4219,
      "step": 24111
    },
    {
      "epoch": 1.121749244010235,
      "grad_norm": 0.839081344482892,
      "learning_rate": 0.000278104519887782,
      "loss": 2.5781,
      "step": 24112
    },
    {
      "epoch": 1.1217957664573157,
      "grad_norm": 0.8311594249416241,
      "learning_rate": 0.0002781025890809216,
      "loss": 2.625,
      "step": 24113
    },
    {
      "epoch": 1.1218422889043964,
      "grad_norm": 0.7685475840059779,
      "learning_rate": 0.0002781006581956359,
      "loss": 2.0781,
      "step": 24114
    },
    {
      "epoch": 1.121888811351477,
      "grad_norm": 0.8457070016291831,
      "learning_rate": 0.00027809872723192627,
      "loss": 1.8594,
      "step": 24115
    },
    {
      "epoch": 1.1219353337985578,
      "grad_norm": 0.836938811252564,
      "learning_rate": 0.00027809679618979387,
      "loss": 2.4062,
      "step": 24116
    },
    {
      "epoch": 1.1219818562456385,
      "grad_norm": 0.897836565777272,
      "learning_rate": 0.0002780948650692398,
      "loss": 2.6719,
      "step": 24117
    },
    {
      "epoch": 1.1220283786927192,
      "grad_norm": 0.8395836472773718,
      "learning_rate": 0.0002780929338702653,
      "loss": 2.5938,
      "step": 24118
    },
    {
      "epoch": 1.1220749011398,
      "grad_norm": 0.7531855140746174,
      "learning_rate": 0.00027809100259287156,
      "loss": 2.3906,
      "step": 24119
    },
    {
      "epoch": 1.1221214235868806,
      "grad_norm": 0.8664652186589701,
      "learning_rate": 0.0002780890712370598,
      "loss": 2.3594,
      "step": 24120
    },
    {
      "epoch": 1.1221679460339613,
      "grad_norm": 0.8157119412827095,
      "learning_rate": 0.0002780871398028311,
      "loss": 2.5312,
      "step": 24121
    },
    {
      "epoch": 1.122214468481042,
      "grad_norm": 0.7720912463038151,
      "learning_rate": 0.0002780852082901867,
      "loss": 2.1406,
      "step": 24122
    },
    {
      "epoch": 1.122260990928123,
      "grad_norm": 0.8229187208965276,
      "learning_rate": 0.00027808327669912784,
      "loss": 2.5156,
      "step": 24123
    },
    {
      "epoch": 1.1223075133752036,
      "grad_norm": 0.7968008559542618,
      "learning_rate": 0.00027808134502965557,
      "loss": 2.2344,
      "step": 24124
    },
    {
      "epoch": 1.1223540358222843,
      "grad_norm": 0.8263611752183081,
      "learning_rate": 0.0002780794132817712,
      "loss": 2.3906,
      "step": 24125
    },
    {
      "epoch": 1.122400558269365,
      "grad_norm": 0.8133081785564377,
      "learning_rate": 0.00027807748145547586,
      "loss": 2.2812,
      "step": 24126
    },
    {
      "epoch": 1.1224470807164457,
      "grad_norm": 0.8252897866310802,
      "learning_rate": 0.0002780755495507707,
      "loss": 2.4062,
      "step": 24127
    },
    {
      "epoch": 1.1224936031635264,
      "grad_norm": 0.7809592139798976,
      "learning_rate": 0.00027807361756765694,
      "loss": 2.1406,
      "step": 24128
    },
    {
      "epoch": 1.1225401256106071,
      "grad_norm": 0.8348893052122657,
      "learning_rate": 0.00027807168550613576,
      "loss": 2.4062,
      "step": 24129
    },
    {
      "epoch": 1.1225866480576878,
      "grad_norm": 0.7847685286128969,
      "learning_rate": 0.0002780697533662083,
      "loss": 2.2344,
      "step": 24130
    },
    {
      "epoch": 1.1226331705047685,
      "grad_norm": 0.7848284851360248,
      "learning_rate": 0.0002780678211478759,
      "loss": 2.3438,
      "step": 24131
    },
    {
      "epoch": 1.1226796929518492,
      "grad_norm": 0.8050742268109977,
      "learning_rate": 0.00027806588885113953,
      "loss": 2.4531,
      "step": 24132
    },
    {
      "epoch": 1.12272621539893,
      "grad_norm": 0.7992592776083106,
      "learning_rate": 0.00027806395647600045,
      "loss": 2.3281,
      "step": 24133
    },
    {
      "epoch": 1.1227727378460106,
      "grad_norm": 0.7947201159702332,
      "learning_rate": 0.0002780620240224599,
      "loss": 2.2656,
      "step": 24134
    },
    {
      "epoch": 1.1228192602930913,
      "grad_norm": 0.8184044257774984,
      "learning_rate": 0.000278060091490519,
      "loss": 2.3594,
      "step": 24135
    },
    {
      "epoch": 1.1228657827401722,
      "grad_norm": 0.8550838315045072,
      "learning_rate": 0.000278058158880179,
      "loss": 2.2188,
      "step": 24136
    },
    {
      "epoch": 1.122912305187253,
      "grad_norm": 0.8313765530288306,
      "learning_rate": 0.000278056226191441,
      "loss": 2.3594,
      "step": 24137
    },
    {
      "epoch": 1.1229588276343336,
      "grad_norm": 0.8364787793166226,
      "learning_rate": 0.0002780542934243063,
      "loss": 2.3438,
      "step": 24138
    },
    {
      "epoch": 1.1230053500814143,
      "grad_norm": 0.8353887718670961,
      "learning_rate": 0.0002780523605787759,
      "loss": 2.5469,
      "step": 24139
    },
    {
      "epoch": 1.123051872528495,
      "grad_norm": 0.9090219828851835,
      "learning_rate": 0.0002780504276548511,
      "loss": 2.5312,
      "step": 24140
    },
    {
      "epoch": 1.1230983949755757,
      "grad_norm": 0.8313110838681533,
      "learning_rate": 0.00027804849465253316,
      "loss": 2.6562,
      "step": 24141
    },
    {
      "epoch": 1.1231449174226564,
      "grad_norm": 0.8388218989638699,
      "learning_rate": 0.00027804656157182317,
      "loss": 2.5781,
      "step": 24142
    },
    {
      "epoch": 1.1231914398697371,
      "grad_norm": 0.8388860281819054,
      "learning_rate": 0.0002780446284127222,
      "loss": 2.4062,
      "step": 24143
    },
    {
      "epoch": 1.1232379623168178,
      "grad_norm": 0.8729165402618657,
      "learning_rate": 0.00027804269517523166,
      "loss": 2.4375,
      "step": 24144
    },
    {
      "epoch": 1.1232844847638985,
      "grad_norm": 0.7695764174350922,
      "learning_rate": 0.0002780407618593526,
      "loss": 2.2344,
      "step": 24145
    },
    {
      "epoch": 1.1233310072109792,
      "grad_norm": 0.7880992602834258,
      "learning_rate": 0.00027803882846508623,
      "loss": 2.2812,
      "step": 24146
    },
    {
      "epoch": 1.12337752965806,
      "grad_norm": 0.8522368390041616,
      "learning_rate": 0.00027803689499243374,
      "loss": 2.5,
      "step": 24147
    },
    {
      "epoch": 1.1234240521051406,
      "grad_norm": 0.8183174654301346,
      "learning_rate": 0.0002780349614413963,
      "loss": 2.375,
      "step": 24148
    },
    {
      "epoch": 1.1234705745522215,
      "grad_norm": 0.8180132048187427,
      "learning_rate": 0.0002780330278119751,
      "loss": 2.2656,
      "step": 24149
    },
    {
      "epoch": 1.1235170969993022,
      "grad_norm": 0.8778838137075324,
      "learning_rate": 0.0002780310941041713,
      "loss": 2.4375,
      "step": 24150
    },
    {
      "epoch": 1.123563619446383,
      "grad_norm": 0.8319179223733376,
      "learning_rate": 0.00027802916031798616,
      "loss": 2.5469,
      "step": 24151
    },
    {
      "epoch": 1.1236101418934636,
      "grad_norm": 0.8474214162296182,
      "learning_rate": 0.00027802722645342077,
      "loss": 1.8281,
      "step": 24152
    },
    {
      "epoch": 1.1236566643405443,
      "grad_norm": 0.827058706388183,
      "learning_rate": 0.0002780252925104764,
      "loss": 2.1562,
      "step": 24153
    },
    {
      "epoch": 1.123703186787625,
      "grad_norm": 0.7965563077448359,
      "learning_rate": 0.0002780233584891542,
      "loss": 2.3125,
      "step": 24154
    },
    {
      "epoch": 1.1237497092347057,
      "grad_norm": 0.8535296598150997,
      "learning_rate": 0.0002780214243894553,
      "loss": 2.2344,
      "step": 24155
    },
    {
      "epoch": 1.1237962316817864,
      "grad_norm": 0.8310504416662279,
      "learning_rate": 0.00027801949021138094,
      "loss": 2.7188,
      "step": 24156
    },
    {
      "epoch": 1.1238427541288671,
      "grad_norm": 0.8362167880834538,
      "learning_rate": 0.00027801755595493235,
      "loss": 2.5469,
      "step": 24157
    },
    {
      "epoch": 1.1238892765759478,
      "grad_norm": 0.7714784258187761,
      "learning_rate": 0.0002780156216201106,
      "loss": 2.4844,
      "step": 24158
    },
    {
      "epoch": 1.1239357990230285,
      "grad_norm": 0.7459186393247846,
      "learning_rate": 0.00027801368720691694,
      "loss": 1.75,
      "step": 24159
    },
    {
      "epoch": 1.1239823214701092,
      "grad_norm": 0.976083327305443,
      "learning_rate": 0.0002780117527153525,
      "loss": 2.375,
      "step": 24160
    },
    {
      "epoch": 1.12402884391719,
      "grad_norm": 0.7643997720482713,
      "learning_rate": 0.0002780098181454186,
      "loss": 2.0781,
      "step": 24161
    },
    {
      "epoch": 1.1240753663642709,
      "grad_norm": 0.8041370809362715,
      "learning_rate": 0.00027800788349711627,
      "loss": 2.3906,
      "step": 24162
    },
    {
      "epoch": 1.1241218888113516,
      "grad_norm": 0.8295529377615497,
      "learning_rate": 0.00027800594877044676,
      "loss": 2.6406,
      "step": 24163
    },
    {
      "epoch": 1.1241684112584323,
      "grad_norm": 0.7920250317318592,
      "learning_rate": 0.00027800401396541134,
      "loss": 2.0625,
      "step": 24164
    },
    {
      "epoch": 1.124214933705513,
      "grad_norm": 0.7687717855809995,
      "learning_rate": 0.000278002079082011,
      "loss": 2.25,
      "step": 24165
    },
    {
      "epoch": 1.1242614561525937,
      "grad_norm": 0.7761945027079661,
      "learning_rate": 0.0002780001441202471,
      "loss": 2.3281,
      "step": 24166
    },
    {
      "epoch": 1.1243079785996744,
      "grad_norm": 0.8944026373396603,
      "learning_rate": 0.00027799820908012073,
      "loss": 2.4219,
      "step": 24167
    },
    {
      "epoch": 1.124354501046755,
      "grad_norm": 0.8606282966021049,
      "learning_rate": 0.0002779962739616331,
      "loss": 2.8125,
      "step": 24168
    },
    {
      "epoch": 1.1244010234938357,
      "grad_norm": 0.788449921199062,
      "learning_rate": 0.00027799433876478537,
      "loss": 2.2344,
      "step": 24169
    },
    {
      "epoch": 1.1244475459409164,
      "grad_norm": 0.8168540367113722,
      "learning_rate": 0.00027799240348957884,
      "loss": 2.3906,
      "step": 24170
    },
    {
      "epoch": 1.1244940683879971,
      "grad_norm": 0.8171120270462636,
      "learning_rate": 0.00027799046813601453,
      "loss": 2.5625,
      "step": 24171
    },
    {
      "epoch": 1.1245405908350778,
      "grad_norm": 0.7519330888056379,
      "learning_rate": 0.00027798853270409374,
      "loss": 1.7812,
      "step": 24172
    },
    {
      "epoch": 1.1245871132821585,
      "grad_norm": 0.8249236523455473,
      "learning_rate": 0.0002779865971938176,
      "loss": 2.0469,
      "step": 24173
    },
    {
      "epoch": 1.1246336357292392,
      "grad_norm": 0.8194732629949186,
      "learning_rate": 0.0002779846616051873,
      "loss": 2.7031,
      "step": 24174
    },
    {
      "epoch": 1.1246801581763202,
      "grad_norm": 0.7979838850124791,
      "learning_rate": 0.00027798272593820405,
      "loss": 2.4688,
      "step": 24175
    },
    {
      "epoch": 1.1247266806234009,
      "grad_norm": 0.8475021946583876,
      "learning_rate": 0.00027798079019286903,
      "loss": 2.5312,
      "step": 24176
    },
    {
      "epoch": 1.1247732030704816,
      "grad_norm": 0.8256990718998836,
      "learning_rate": 0.0002779788543691834,
      "loss": 2.4062,
      "step": 24177
    },
    {
      "epoch": 1.1248197255175623,
      "grad_norm": 0.8045804385164632,
      "learning_rate": 0.0002779769184671483,
      "loss": 2.25,
      "step": 24178
    },
    {
      "epoch": 1.124866247964643,
      "grad_norm": 0.7548838841159736,
      "learning_rate": 0.00027797498248676507,
      "loss": 2.3594,
      "step": 24179
    },
    {
      "epoch": 1.1249127704117237,
      "grad_norm": 0.862692550471777,
      "learning_rate": 0.0002779730464280348,
      "loss": 2.6094,
      "step": 24180
    },
    {
      "epoch": 1.1249592928588044,
      "grad_norm": 0.8374726307225389,
      "learning_rate": 0.00027797111029095867,
      "loss": 2.4688,
      "step": 24181
    },
    {
      "epoch": 1.125005815305885,
      "grad_norm": 0.8658846935038922,
      "learning_rate": 0.00027796917407553777,
      "loss": 2.3281,
      "step": 24182
    },
    {
      "epoch": 1.1250523377529658,
      "grad_norm": 0.8378332342212499,
      "learning_rate": 0.0002779672377817735,
      "loss": 2.4531,
      "step": 24183
    },
    {
      "epoch": 1.1250988602000465,
      "grad_norm": 0.8217930685292475,
      "learning_rate": 0.0002779653014096669,
      "loss": 2.3125,
      "step": 24184
    },
    {
      "epoch": 1.1251453826471272,
      "grad_norm": 0.8028109953014235,
      "learning_rate": 0.0002779633649592192,
      "loss": 2.4219,
      "step": 24185
    },
    {
      "epoch": 1.125191905094208,
      "grad_norm": 0.7902410304093554,
      "learning_rate": 0.00027796142843043156,
      "loss": 2.3438,
      "step": 24186
    },
    {
      "epoch": 1.1252384275412886,
      "grad_norm": 0.8101779113493225,
      "learning_rate": 0.00027795949182330516,
      "loss": 2.6406,
      "step": 24187
    },
    {
      "epoch": 1.1252849499883695,
      "grad_norm": 0.7726869847129856,
      "learning_rate": 0.0002779575551378412,
      "loss": 2.375,
      "step": 24188
    },
    {
      "epoch": 1.1253314724354502,
      "grad_norm": 0.79482662798229,
      "learning_rate": 0.00027795561837404097,
      "loss": 2.4062,
      "step": 24189
    },
    {
      "epoch": 1.1253779948825309,
      "grad_norm": 0.7907838723206397,
      "learning_rate": 0.00027795368153190546,
      "loss": 2.3594,
      "step": 24190
    },
    {
      "epoch": 1.1254245173296116,
      "grad_norm": 0.831308369601256,
      "learning_rate": 0.00027795174461143595,
      "loss": 2.5469,
      "step": 24191
    },
    {
      "epoch": 1.1254710397766923,
      "grad_norm": 0.766673397194191,
      "learning_rate": 0.00027794980761263366,
      "loss": 2.3438,
      "step": 24192
    },
    {
      "epoch": 1.125517562223773,
      "grad_norm": 0.8515853274920274,
      "learning_rate": 0.00027794787053549977,
      "loss": 2.5156,
      "step": 24193
    },
    {
      "epoch": 1.1255640846708537,
      "grad_norm": 0.8650240598615919,
      "learning_rate": 0.00027794593338003535,
      "loss": 2.5938,
      "step": 24194
    },
    {
      "epoch": 1.1256106071179344,
      "grad_norm": 0.7848979104104382,
      "learning_rate": 0.0002779439961462418,
      "loss": 2.3438,
      "step": 24195
    },
    {
      "epoch": 1.125657129565015,
      "grad_norm": 0.773648956071622,
      "learning_rate": 0.0002779420588341201,
      "loss": 2.4219,
      "step": 24196
    },
    {
      "epoch": 1.1257036520120958,
      "grad_norm": 0.8500334918018728,
      "learning_rate": 0.0002779401214436715,
      "loss": 2.5781,
      "step": 24197
    },
    {
      "epoch": 1.1257501744591765,
      "grad_norm": 0.8229907890096678,
      "learning_rate": 0.00027793818397489725,
      "loss": 2.4062,
      "step": 24198
    },
    {
      "epoch": 1.1257966969062574,
      "grad_norm": 0.8194925799314772,
      "learning_rate": 0.00027793624642779847,
      "loss": 2.3594,
      "step": 24199
    },
    {
      "epoch": 1.1258432193533379,
      "grad_norm": 0.7768142274949004,
      "learning_rate": 0.0002779343088023764,
      "loss": 2.3594,
      "step": 24200
    },
    {
      "epoch": 1.1258897418004188,
      "grad_norm": 0.8252306857022892,
      "learning_rate": 0.0002779323710986321,
      "loss": 2.3906,
      "step": 24201
    },
    {
      "epoch": 1.1259362642474995,
      "grad_norm": 0.8844327211319979,
      "learning_rate": 0.00027793043331656694,
      "loss": 2.4375,
      "step": 24202
    },
    {
      "epoch": 1.1259827866945802,
      "grad_norm": 0.845385221014974,
      "learning_rate": 0.000277928495456182,
      "loss": 2.4531,
      "step": 24203
    },
    {
      "epoch": 1.1260293091416609,
      "grad_norm": 0.8059131776798213,
      "learning_rate": 0.0002779265575174784,
      "loss": 2.375,
      "step": 24204
    },
    {
      "epoch": 1.1260758315887416,
      "grad_norm": 0.8182124851390441,
      "learning_rate": 0.00027792461950045753,
      "loss": 2.6719,
      "step": 24205
    },
    {
      "epoch": 1.1261223540358223,
      "grad_norm": 0.8417932831599862,
      "learning_rate": 0.00027792268140512037,
      "loss": 2.5625,
      "step": 24206
    },
    {
      "epoch": 1.126168876482903,
      "grad_norm": 0.8108580941835555,
      "learning_rate": 0.00027792074323146825,
      "loss": 2.5469,
      "step": 24207
    },
    {
      "epoch": 1.1262153989299837,
      "grad_norm": 0.8034673793520075,
      "learning_rate": 0.00027791880497950226,
      "loss": 2.2812,
      "step": 24208
    },
    {
      "epoch": 1.1262619213770644,
      "grad_norm": 0.809050461584614,
      "learning_rate": 0.00027791686664922364,
      "loss": 2.2656,
      "step": 24209
    },
    {
      "epoch": 1.126308443824145,
      "grad_norm": 0.9113437338037815,
      "learning_rate": 0.00027791492824063354,
      "loss": 2.5469,
      "step": 24210
    },
    {
      "epoch": 1.1263549662712258,
      "grad_norm": 0.8073009875858076,
      "learning_rate": 0.0002779129897537332,
      "loss": 2.5,
      "step": 24211
    },
    {
      "epoch": 1.1264014887183067,
      "grad_norm": 0.8329596013383699,
      "learning_rate": 0.0002779110511885237,
      "loss": 2.5312,
      "step": 24212
    },
    {
      "epoch": 1.1264480111653872,
      "grad_norm": 0.7848605310490444,
      "learning_rate": 0.00027790911254500637,
      "loss": 2.375,
      "step": 24213
    },
    {
      "epoch": 1.126494533612468,
      "grad_norm": 0.8241776970737202,
      "learning_rate": 0.0002779071738231823,
      "loss": 2.5312,
      "step": 24214
    },
    {
      "epoch": 1.1265410560595488,
      "grad_norm": 0.8452954458830202,
      "learning_rate": 0.0002779052350230527,
      "loss": 2.4531,
      "step": 24215
    },
    {
      "epoch": 1.1265875785066295,
      "grad_norm": 0.8463766972395828,
      "learning_rate": 0.0002779032961446188,
      "loss": 2.7812,
      "step": 24216
    },
    {
      "epoch": 1.1266341009537102,
      "grad_norm": 0.8237913109029522,
      "learning_rate": 0.0002779013571878817,
      "loss": 2.5,
      "step": 24217
    },
    {
      "epoch": 1.126680623400791,
      "grad_norm": 0.8530240244144461,
      "learning_rate": 0.00027789941815284266,
      "loss": 2.7031,
      "step": 24218
    },
    {
      "epoch": 1.1267271458478716,
      "grad_norm": 0.8324918441803539,
      "learning_rate": 0.0002778974790395029,
      "loss": 2.3906,
      "step": 24219
    },
    {
      "epoch": 1.1267736682949523,
      "grad_norm": 0.8993578551487739,
      "learning_rate": 0.00027789553984786347,
      "loss": 2.3438,
      "step": 24220
    },
    {
      "epoch": 1.126820190742033,
      "grad_norm": 0.8207428904767144,
      "learning_rate": 0.00027789360057792564,
      "loss": 2.1719,
      "step": 24221
    },
    {
      "epoch": 1.1268667131891137,
      "grad_norm": 0.8048711303878828,
      "learning_rate": 0.0002778916612296906,
      "loss": 2.4062,
      "step": 24222
    },
    {
      "epoch": 1.1269132356361944,
      "grad_norm": 0.7484064354996917,
      "learning_rate": 0.00027788972180315953,
      "loss": 2.1406,
      "step": 24223
    },
    {
      "epoch": 1.126959758083275,
      "grad_norm": 0.8154100910764924,
      "learning_rate": 0.00027788778229833363,
      "loss": 2.2969,
      "step": 24224
    },
    {
      "epoch": 1.127006280530356,
      "grad_norm": 0.8419001712246752,
      "learning_rate": 0.0002778858427152141,
      "loss": 2.4375,
      "step": 24225
    },
    {
      "epoch": 1.1270528029774367,
      "grad_norm": 0.7632732088749272,
      "learning_rate": 0.000277883903053802,
      "loss": 1.8594,
      "step": 24226
    },
    {
      "epoch": 1.1270993254245174,
      "grad_norm": 0.7842020478010553,
      "learning_rate": 0.0002778819633140988,
      "loss": 2.0781,
      "step": 24227
    },
    {
      "epoch": 1.127145847871598,
      "grad_norm": 0.8100604746568546,
      "learning_rate": 0.0002778800234961054,
      "loss": 2.5156,
      "step": 24228
    },
    {
      "epoch": 1.1271923703186788,
      "grad_norm": 0.8008344315834427,
      "learning_rate": 0.00027787808359982304,
      "loss": 2.5312,
      "step": 24229
    },
    {
      "epoch": 1.1272388927657595,
      "grad_norm": 0.8274192438438788,
      "learning_rate": 0.00027787614362525306,
      "loss": 2.5156,
      "step": 24230
    },
    {
      "epoch": 1.1272854152128402,
      "grad_norm": 0.8200371778112303,
      "learning_rate": 0.0002778742035723965,
      "loss": 2.2344,
      "step": 24231
    },
    {
      "epoch": 1.127331937659921,
      "grad_norm": 0.7771882271601417,
      "learning_rate": 0.0002778722634412546,
      "loss": 2.4062,
      "step": 24232
    },
    {
      "epoch": 1.1273784601070016,
      "grad_norm": 0.8444710795653974,
      "learning_rate": 0.00027787032323182856,
      "loss": 2.4219,
      "step": 24233
    },
    {
      "epoch": 1.1274249825540823,
      "grad_norm": 0.8167658230086471,
      "learning_rate": 0.00027786838294411963,
      "loss": 2.375,
      "step": 24234
    },
    {
      "epoch": 1.127471505001163,
      "grad_norm": 0.7765306429773972,
      "learning_rate": 0.0002778664425781288,
      "loss": 2.2812,
      "step": 24235
    },
    {
      "epoch": 1.1275180274482437,
      "grad_norm": 0.7928810422235685,
      "learning_rate": 0.00027786450213385745,
      "loss": 2.4375,
      "step": 24236
    },
    {
      "epoch": 1.1275645498953244,
      "grad_norm": 0.8286278128927772,
      "learning_rate": 0.0002778625616113067,
      "loss": 2.8125,
      "step": 24237
    },
    {
      "epoch": 1.1276110723424053,
      "grad_norm": 0.8119544930895471,
      "learning_rate": 0.00027786062101047774,
      "loss": 2.4219,
      "step": 24238
    },
    {
      "epoch": 1.127657594789486,
      "grad_norm": 0.7895499256414851,
      "learning_rate": 0.0002778586803313717,
      "loss": 2.4219,
      "step": 24239
    },
    {
      "epoch": 1.1277041172365667,
      "grad_norm": 0.9014764868370606,
      "learning_rate": 0.0002778567395739898,
      "loss": 2.4531,
      "step": 24240
    },
    {
      "epoch": 1.1277506396836474,
      "grad_norm": 0.9020434007712561,
      "learning_rate": 0.00027785479873833335,
      "loss": 2.4844,
      "step": 24241
    },
    {
      "epoch": 1.1277971621307281,
      "grad_norm": 0.7955849686252134,
      "learning_rate": 0.0002778528578244034,
      "loss": 2.4375,
      "step": 24242
    },
    {
      "epoch": 1.1278436845778088,
      "grad_norm": 0.8072528736476107,
      "learning_rate": 0.0002778509168322012,
      "loss": 2.3281,
      "step": 24243
    },
    {
      "epoch": 1.1278902070248895,
      "grad_norm": 0.8034158800851814,
      "learning_rate": 0.00027784897576172785,
      "loss": 2.4688,
      "step": 24244
    },
    {
      "epoch": 1.1279367294719702,
      "grad_norm": 0.7915858062631294,
      "learning_rate": 0.00027784703461298464,
      "loss": 2.5156,
      "step": 24245
    },
    {
      "epoch": 1.127983251919051,
      "grad_norm": 0.7501564215257699,
      "learning_rate": 0.0002778450933859727,
      "loss": 2.3594,
      "step": 24246
    },
    {
      "epoch": 1.1280297743661316,
      "grad_norm": 0.7767155648700195,
      "learning_rate": 0.00027784315208069326,
      "loss": 2.0312,
      "step": 24247
    },
    {
      "epoch": 1.1280762968132123,
      "grad_norm": 0.7776014392693594,
      "learning_rate": 0.00027784121069714747,
      "loss": 2.0781,
      "step": 24248
    },
    {
      "epoch": 1.128122819260293,
      "grad_norm": 0.814713910716081,
      "learning_rate": 0.00027783926923533655,
      "loss": 2.3438,
      "step": 24249
    },
    {
      "epoch": 1.1281693417073737,
      "grad_norm": 0.7567166584936422,
      "learning_rate": 0.00027783732769526173,
      "loss": 2.3594,
      "step": 24250
    },
    {
      "epoch": 1.1282158641544546,
      "grad_norm": 0.8678748707318092,
      "learning_rate": 0.0002778353860769241,
      "loss": 2.5938,
      "step": 24251
    },
    {
      "epoch": 1.1282623866015353,
      "grad_norm": 0.7917445403581588,
      "learning_rate": 0.00027783344438032486,
      "loss": 2.1719,
      "step": 24252
    },
    {
      "epoch": 1.128308909048616,
      "grad_norm": 0.8254551110758664,
      "learning_rate": 0.00027783150260546525,
      "loss": 2.7344,
      "step": 24253
    },
    {
      "epoch": 1.1283554314956967,
      "grad_norm": 0.802338596373756,
      "learning_rate": 0.0002778295607523465,
      "loss": 2.3125,
      "step": 24254
    },
    {
      "epoch": 1.1284019539427774,
      "grad_norm": 0.7904029066162748,
      "learning_rate": 0.00027782761882096964,
      "loss": 2.3281,
      "step": 24255
    },
    {
      "epoch": 1.1284484763898581,
      "grad_norm": 0.8024492750728577,
      "learning_rate": 0.000277825676811336,
      "loss": 2.2812,
      "step": 24256
    },
    {
      "epoch": 1.1284949988369388,
      "grad_norm": 0.9143671323788268,
      "learning_rate": 0.0002778237347234468,
      "loss": 2.3438,
      "step": 24257
    },
    {
      "epoch": 1.1285415212840195,
      "grad_norm": 0.7635558328610119,
      "learning_rate": 0.0002778217925573031,
      "loss": 2.4375,
      "step": 24258
    },
    {
      "epoch": 1.1285880437311002,
      "grad_norm": 0.8416415210083965,
      "learning_rate": 0.0002778198503129061,
      "loss": 2.4531,
      "step": 24259
    },
    {
      "epoch": 1.128634566178181,
      "grad_norm": 0.8133227231228498,
      "learning_rate": 0.0002778179079902571,
      "loss": 2.3906,
      "step": 24260
    },
    {
      "epoch": 1.1286810886252616,
      "grad_norm": 0.7807266404939471,
      "learning_rate": 0.0002778159655893572,
      "loss": 2.4062,
      "step": 24261
    },
    {
      "epoch": 1.1287276110723423,
      "grad_norm": 0.8719323217996688,
      "learning_rate": 0.0002778140231102076,
      "loss": 2.6562,
      "step": 24262
    },
    {
      "epoch": 1.128774133519423,
      "grad_norm": 0.8045977703298487,
      "learning_rate": 0.00027781208055280954,
      "loss": 2.2812,
      "step": 24263
    },
    {
      "epoch": 1.128820655966504,
      "grad_norm": 0.8107555564060108,
      "learning_rate": 0.0002778101379171641,
      "loss": 2.5625,
      "step": 24264
    },
    {
      "epoch": 1.1288671784135846,
      "grad_norm": 0.8083759591959682,
      "learning_rate": 0.0002778081952032726,
      "loss": 2.4219,
      "step": 24265
    },
    {
      "epoch": 1.1289137008606653,
      "grad_norm": 0.8297735037416775,
      "learning_rate": 0.00027780625241113617,
      "loss": 2.0156,
      "step": 24266
    },
    {
      "epoch": 1.128960223307746,
      "grad_norm": 0.8842728757584711,
      "learning_rate": 0.00027780430954075597,
      "loss": 2.2656,
      "step": 24267
    },
    {
      "epoch": 1.1290067457548267,
      "grad_norm": 0.8668275720650143,
      "learning_rate": 0.00027780236659213323,
      "loss": 2.3125,
      "step": 24268
    },
    {
      "epoch": 1.1290532682019074,
      "grad_norm": 0.8305703561045141,
      "learning_rate": 0.0002778004235652691,
      "loss": 1.75,
      "step": 24269
    },
    {
      "epoch": 1.1290997906489881,
      "grad_norm": 0.7897050470324055,
      "learning_rate": 0.0002777984804601648,
      "loss": 2.0469,
      "step": 24270
    },
    {
      "epoch": 1.1291463130960688,
      "grad_norm": 0.8488204075955342,
      "learning_rate": 0.0002777965372768216,
      "loss": 2.4375,
      "step": 24271
    },
    {
      "epoch": 1.1291928355431495,
      "grad_norm": 0.8103536765459877,
      "learning_rate": 0.0002777945940152405,
      "loss": 2.625,
      "step": 24272
    },
    {
      "epoch": 1.1292393579902302,
      "grad_norm": 0.8395798285496813,
      "learning_rate": 0.0002777926506754229,
      "loss": 2.25,
      "step": 24273
    },
    {
      "epoch": 1.129285880437311,
      "grad_norm": 0.8403697899257873,
      "learning_rate": 0.00027779070725736984,
      "loss": 2.7344,
      "step": 24274
    },
    {
      "epoch": 1.1293324028843916,
      "grad_norm": 0.8279909036266239,
      "learning_rate": 0.00027778876376108254,
      "loss": 2.5312,
      "step": 24275
    },
    {
      "epoch": 1.1293789253314723,
      "grad_norm": 0.7986530970536028,
      "learning_rate": 0.0002777868201865622,
      "loss": 2.2812,
      "step": 24276
    },
    {
      "epoch": 1.1294254477785532,
      "grad_norm": 0.8115246879836061,
      "learning_rate": 0.00027778487653381,
      "loss": 2.4688,
      "step": 24277
    },
    {
      "epoch": 1.129471970225634,
      "grad_norm": 0.8271217840530454,
      "learning_rate": 0.00027778293280282724,
      "loss": 2.5312,
      "step": 24278
    },
    {
      "epoch": 1.1295184926727146,
      "grad_norm": 0.9760166963852275,
      "learning_rate": 0.0002777809889936149,
      "loss": 1.8047,
      "step": 24279
    },
    {
      "epoch": 1.1295650151197953,
      "grad_norm": 0.7925120517129154,
      "learning_rate": 0.00027777904510617435,
      "loss": 2.2812,
      "step": 24280
    },
    {
      "epoch": 1.129611537566876,
      "grad_norm": 0.8619291212000145,
      "learning_rate": 0.0002777771011405067,
      "loss": 2.5312,
      "step": 24281
    },
    {
      "epoch": 1.1296580600139567,
      "grad_norm": 0.8194139435206294,
      "learning_rate": 0.00027777515709661313,
      "loss": 2.4375,
      "step": 24282
    },
    {
      "epoch": 1.1297045824610374,
      "grad_norm": 0.8535483918112261,
      "learning_rate": 0.0002777732129744949,
      "loss": 2.5625,
      "step": 24283
    },
    {
      "epoch": 1.1297511049081181,
      "grad_norm": 0.8746790053444593,
      "learning_rate": 0.0002777712687741531,
      "loss": 2.6094,
      "step": 24284
    },
    {
      "epoch": 1.1297976273551988,
      "grad_norm": 0.7833328440451833,
      "learning_rate": 0.00027776932449558907,
      "loss": 2.7188,
      "step": 24285
    },
    {
      "epoch": 1.1298441498022795,
      "grad_norm": 0.7862455903647928,
      "learning_rate": 0.00027776738013880384,
      "loss": 2.3281,
      "step": 24286
    },
    {
      "epoch": 1.1298906722493602,
      "grad_norm": 0.8818070992252418,
      "learning_rate": 0.0002777654357037987,
      "loss": 2.4844,
      "step": 24287
    },
    {
      "epoch": 1.129937194696441,
      "grad_norm": 0.9268370220435336,
      "learning_rate": 0.00027776349119057475,
      "loss": 1.9688,
      "step": 24288
    },
    {
      "epoch": 1.1299837171435216,
      "grad_norm": 0.8156493578535725,
      "learning_rate": 0.00027776154659913326,
      "loss": 2.3125,
      "step": 24289
    },
    {
      "epoch": 1.1300302395906026,
      "grad_norm": 0.7942842874593232,
      "learning_rate": 0.00027775960192947543,
      "loss": 2.3906,
      "step": 24290
    },
    {
      "epoch": 1.1300767620376833,
      "grad_norm": 0.7508019879999982,
      "learning_rate": 0.00027775765718160244,
      "loss": 2.1406,
      "step": 24291
    },
    {
      "epoch": 1.130123284484764,
      "grad_norm": 0.889857218182834,
      "learning_rate": 0.00027775571235551537,
      "loss": 2.7969,
      "step": 24292
    },
    {
      "epoch": 1.1301698069318447,
      "grad_norm": 0.7856566562467098,
      "learning_rate": 0.0002777537674512156,
      "loss": 2.5312,
      "step": 24293
    },
    {
      "epoch": 1.1302163293789254,
      "grad_norm": 0.7953824897538344,
      "learning_rate": 0.0002777518224687041,
      "loss": 2.2188,
      "step": 24294
    },
    {
      "epoch": 1.130262851826006,
      "grad_norm": 0.8280761704056498,
      "learning_rate": 0.0002777498774079823,
      "loss": 2.3438,
      "step": 24295
    },
    {
      "epoch": 1.1303093742730868,
      "grad_norm": 0.7985799539659879,
      "learning_rate": 0.0002777479322690512,
      "loss": 1.7812,
      "step": 24296
    },
    {
      "epoch": 1.1303558967201675,
      "grad_norm": 0.7439343355392838,
      "learning_rate": 0.0002777459870519121,
      "loss": 2.1094,
      "step": 24297
    },
    {
      "epoch": 1.1304024191672482,
      "grad_norm": 0.8180907456175814,
      "learning_rate": 0.0002777440417565661,
      "loss": 2.2812,
      "step": 24298
    },
    {
      "epoch": 1.1304489416143289,
      "grad_norm": 0.8260641472701551,
      "learning_rate": 0.0002777420963830145,
      "loss": 2.4062,
      "step": 24299
    },
    {
      "epoch": 1.1304954640614095,
      "grad_norm": 0.8921914855729035,
      "learning_rate": 0.00027774015093125844,
      "loss": 2.3438,
      "step": 24300
    },
    {
      "epoch": 1.1305419865084905,
      "grad_norm": 0.8510781396310007,
      "learning_rate": 0.000277738205401299,
      "loss": 2.7188,
      "step": 24301
    },
    {
      "epoch": 1.130588508955571,
      "grad_norm": 0.7990240900161121,
      "learning_rate": 0.00027773625979313763,
      "loss": 2.4531,
      "step": 24302
    },
    {
      "epoch": 1.1306350314026519,
      "grad_norm": 0.8599683776525863,
      "learning_rate": 0.00027773431410677533,
      "loss": 2.5469,
      "step": 24303
    },
    {
      "epoch": 1.1306815538497326,
      "grad_norm": 0.8331971194022331,
      "learning_rate": 0.0002777323683422133,
      "loss": 2.6562,
      "step": 24304
    },
    {
      "epoch": 1.1307280762968133,
      "grad_norm": 0.7699850917265431,
      "learning_rate": 0.00027773042249945275,
      "loss": 2.125,
      "step": 24305
    },
    {
      "epoch": 1.130774598743894,
      "grad_norm": 0.8109627455255483,
      "learning_rate": 0.0002777284765784949,
      "loss": 2.3906,
      "step": 24306
    },
    {
      "epoch": 1.1308211211909747,
      "grad_norm": 0.8350760209517138,
      "learning_rate": 0.00027772653057934094,
      "loss": 2.375,
      "step": 24307
    },
    {
      "epoch": 1.1308676436380554,
      "grad_norm": 0.8190365774782594,
      "learning_rate": 0.00027772458450199197,
      "loss": 2.4375,
      "step": 24308
    },
    {
      "epoch": 1.130914166085136,
      "grad_norm": 0.7923445491307798,
      "learning_rate": 0.00027772263834644937,
      "loss": 2.0781,
      "step": 24309
    },
    {
      "epoch": 1.1309606885322168,
      "grad_norm": 0.7947560029955726,
      "learning_rate": 0.00027772069211271416,
      "loss": 2.5469,
      "step": 24310
    },
    {
      "epoch": 1.1310072109792975,
      "grad_norm": 0.8320234151566609,
      "learning_rate": 0.0002777187458007876,
      "loss": 2.2812,
      "step": 24311
    },
    {
      "epoch": 1.1310537334263782,
      "grad_norm": 0.858617357312419,
      "learning_rate": 0.0002777167994106708,
      "loss": 2.3594,
      "step": 24312
    },
    {
      "epoch": 1.1311002558734589,
      "grad_norm": 0.8192635947299558,
      "learning_rate": 0.00027771485294236515,
      "loss": 2.2656,
      "step": 24313
    },
    {
      "epoch": 1.1311467783205398,
      "grad_norm": 0.7466663848906705,
      "learning_rate": 0.0002777129063958716,
      "loss": 2.0469,
      "step": 24314
    },
    {
      "epoch": 1.1311933007676203,
      "grad_norm": 0.7948572004445043,
      "learning_rate": 0.00027771095977119153,
      "loss": 2.5781,
      "step": 24315
    },
    {
      "epoch": 1.1312398232147012,
      "grad_norm": 1.0069219187657066,
      "learning_rate": 0.000277709013068326,
      "loss": 2.6406,
      "step": 24316
    },
    {
      "epoch": 1.1312863456617819,
      "grad_norm": 0.803917690316834,
      "learning_rate": 0.0002777070662872763,
      "loss": 2.5781,
      "step": 24317
    },
    {
      "epoch": 1.1313328681088626,
      "grad_norm": 0.846475385445401,
      "learning_rate": 0.00027770511942804357,
      "loss": 2.4375,
      "step": 24318
    },
    {
      "epoch": 1.1313793905559433,
      "grad_norm": 0.778633939496541,
      "learning_rate": 0.00027770317249062906,
      "loss": 2.2656,
      "step": 24319
    },
    {
      "epoch": 1.131425913003024,
      "grad_norm": 0.8110922028500257,
      "learning_rate": 0.00027770122547503387,
      "loss": 2.1562,
      "step": 24320
    },
    {
      "epoch": 1.1314724354501047,
      "grad_norm": 0.8364264935429067,
      "learning_rate": 0.0002776992783812592,
      "loss": 2.2812,
      "step": 24321
    },
    {
      "epoch": 1.1315189578971854,
      "grad_norm": 0.8289527260817722,
      "learning_rate": 0.0002776973312093063,
      "loss": 2.2969,
      "step": 24322
    },
    {
      "epoch": 1.131565480344266,
      "grad_norm": 0.7599291258843306,
      "learning_rate": 0.0002776953839591764,
      "loss": 2.1875,
      "step": 24323
    },
    {
      "epoch": 1.1316120027913468,
      "grad_norm": 0.9349069354585294,
      "learning_rate": 0.0002776934366308706,
      "loss": 2.4844,
      "step": 24324
    },
    {
      "epoch": 1.1316585252384275,
      "grad_norm": 0.8040401246678376,
      "learning_rate": 0.0002776914892243901,
      "loss": 2.2656,
      "step": 24325
    },
    {
      "epoch": 1.1317050476855082,
      "grad_norm": 0.8707416286812099,
      "learning_rate": 0.00027768954173973615,
      "loss": 2.625,
      "step": 24326
    },
    {
      "epoch": 1.131751570132589,
      "grad_norm": 0.8402745036293885,
      "learning_rate": 0.00027768759417690986,
      "loss": 2.3594,
      "step": 24327
    },
    {
      "epoch": 1.1317980925796696,
      "grad_norm": 1.0870787183482844,
      "learning_rate": 0.00027768564653591254,
      "loss": 2.5625,
      "step": 24328
    },
    {
      "epoch": 1.1318446150267505,
      "grad_norm": 0.8366597841663876,
      "learning_rate": 0.0002776836988167453,
      "loss": 2.4219,
      "step": 24329
    },
    {
      "epoch": 1.1318911374738312,
      "grad_norm": 0.7900752122487038,
      "learning_rate": 0.0002776817510194093,
      "loss": 2.4531,
      "step": 24330
    },
    {
      "epoch": 1.1319376599209119,
      "grad_norm": 0.7633558196070429,
      "learning_rate": 0.0002776798031439058,
      "loss": 2.3438,
      "step": 24331
    },
    {
      "epoch": 1.1319841823679926,
      "grad_norm": 0.8249938533196515,
      "learning_rate": 0.000277677855190236,
      "loss": 2.6875,
      "step": 24332
    },
    {
      "epoch": 1.1320307048150733,
      "grad_norm": 0.8497350225372093,
      "learning_rate": 0.0002776759071584011,
      "loss": 2.5312,
      "step": 24333
    },
    {
      "epoch": 1.132077227262154,
      "grad_norm": 0.8754311221458009,
      "learning_rate": 0.00027767395904840215,
      "loss": 2.3281,
      "step": 24334
    },
    {
      "epoch": 1.1321237497092347,
      "grad_norm": 0.854151158213147,
      "learning_rate": 0.0002776720108602405,
      "loss": 2.1875,
      "step": 24335
    },
    {
      "epoch": 1.1321702721563154,
      "grad_norm": 0.843101586898497,
      "learning_rate": 0.0002776700625939173,
      "loss": 2.4844,
      "step": 24336
    },
    {
      "epoch": 1.132216794603396,
      "grad_norm": 0.7909848719171967,
      "learning_rate": 0.0002776681142494337,
      "loss": 2.1875,
      "step": 24337
    },
    {
      "epoch": 1.1322633170504768,
      "grad_norm": 0.7686636949352892,
      "learning_rate": 0.00027766616582679097,
      "loss": 2.2812,
      "step": 24338
    },
    {
      "epoch": 1.1323098394975575,
      "grad_norm": 0.909987346690037,
      "learning_rate": 0.00027766421732599027,
      "loss": 2.5156,
      "step": 24339
    },
    {
      "epoch": 1.1323563619446384,
      "grad_norm": 0.8565664100695085,
      "learning_rate": 0.00027766226874703274,
      "loss": 2.4219,
      "step": 24340
    },
    {
      "epoch": 1.132402884391719,
      "grad_norm": 0.8415056086730445,
      "learning_rate": 0.0002776603200899197,
      "loss": 2.5469,
      "step": 24341
    },
    {
      "epoch": 1.1324494068387998,
      "grad_norm": 0.8118643255382652,
      "learning_rate": 0.0002776583713546522,
      "loss": 2.3594,
      "step": 24342
    },
    {
      "epoch": 1.1324959292858805,
      "grad_norm": 0.808211194420584,
      "learning_rate": 0.00027765642254123143,
      "loss": 2.5,
      "step": 24343
    },
    {
      "epoch": 1.1325424517329612,
      "grad_norm": 0.8098220913771106,
      "learning_rate": 0.00027765447364965873,
      "loss": 2.1875,
      "step": 24344
    },
    {
      "epoch": 1.132588974180042,
      "grad_norm": 0.8159036389198009,
      "learning_rate": 0.00027765252467993516,
      "loss": 2.375,
      "step": 24345
    },
    {
      "epoch": 1.1326354966271226,
      "grad_norm": 0.8188891112304288,
      "learning_rate": 0.00027765057563206204,
      "loss": 2.5156,
      "step": 24346
    },
    {
      "epoch": 1.1326820190742033,
      "grad_norm": 0.8396746518340692,
      "learning_rate": 0.00027764862650604043,
      "loss": 2.5156,
      "step": 24347
    },
    {
      "epoch": 1.132728541521284,
      "grad_norm": 0.8854136574805925,
      "learning_rate": 0.0002776466773018716,
      "loss": 2.4219,
      "step": 24348
    },
    {
      "epoch": 1.1327750639683647,
      "grad_norm": 0.8430923881367033,
      "learning_rate": 0.00027764472801955665,
      "loss": 2.6406,
      "step": 24349
    },
    {
      "epoch": 1.1328215864154454,
      "grad_norm": 0.8918389062751367,
      "learning_rate": 0.0002776427786590969,
      "loss": 2.4219,
      "step": 24350
    },
    {
      "epoch": 1.132868108862526,
      "grad_norm": 0.8091189313930399,
      "learning_rate": 0.0002776408292204935,
      "loss": 2.5,
      "step": 24351
    },
    {
      "epoch": 1.1329146313096068,
      "grad_norm": 0.8192648851219263,
      "learning_rate": 0.0002776388797037476,
      "loss": 2.4219,
      "step": 24352
    },
    {
      "epoch": 1.1329611537566877,
      "grad_norm": 0.8410267172966526,
      "learning_rate": 0.0002776369301088605,
      "loss": 2.4531,
      "step": 24353
    },
    {
      "epoch": 1.1330076762037684,
      "grad_norm": 0.8694717481189559,
      "learning_rate": 0.00027763498043583323,
      "loss": 2.2344,
      "step": 24354
    },
    {
      "epoch": 1.133054198650849,
      "grad_norm": 0.7747235643641475,
      "learning_rate": 0.00027763303068466716,
      "loss": 2.5156,
      "step": 24355
    },
    {
      "epoch": 1.1331007210979298,
      "grad_norm": 0.8803952330711691,
      "learning_rate": 0.00027763108085536334,
      "loss": 2.7656,
      "step": 24356
    },
    {
      "epoch": 1.1331472435450105,
      "grad_norm": 0.8462383765824311,
      "learning_rate": 0.000277629130947923,
      "loss": 2.5625,
      "step": 24357
    },
    {
      "epoch": 1.1331937659920912,
      "grad_norm": 0.7991459397542833,
      "learning_rate": 0.00027762718096234734,
      "loss": 2.5156,
      "step": 24358
    },
    {
      "epoch": 1.133240288439172,
      "grad_norm": 0.7807597800001376,
      "learning_rate": 0.0002776252308986376,
      "loss": 2.2344,
      "step": 24359
    },
    {
      "epoch": 1.1332868108862526,
      "grad_norm": 0.7832655518146951,
      "learning_rate": 0.000277623280756795,
      "loss": 2.375,
      "step": 24360
    },
    {
      "epoch": 1.1333333333333333,
      "grad_norm": 0.8592105455337936,
      "learning_rate": 0.00027762133053682066,
      "loss": 2.5625,
      "step": 24361
    },
    {
      "epoch": 1.133379855780414,
      "grad_norm": 0.8206540836410299,
      "learning_rate": 0.0002776193802387157,
      "loss": 2.5,
      "step": 24362
    },
    {
      "epoch": 1.1334263782274947,
      "grad_norm": 0.8059405550391119,
      "learning_rate": 0.0002776174298624814,
      "loss": 2.2188,
      "step": 24363
    },
    {
      "epoch": 1.1334729006745754,
      "grad_norm": 0.8258367988001852,
      "learning_rate": 0.0002776154794081191,
      "loss": 2.3906,
      "step": 24364
    },
    {
      "epoch": 1.133519423121656,
      "grad_norm": 0.8307264723111621,
      "learning_rate": 0.0002776135288756297,
      "loss": 2.7188,
      "step": 24365
    },
    {
      "epoch": 1.133565945568737,
      "grad_norm": 0.8364538273791067,
      "learning_rate": 0.00027761157826501463,
      "loss": 2.4688,
      "step": 24366
    },
    {
      "epoch": 1.1336124680158177,
      "grad_norm": 0.9255094694026351,
      "learning_rate": 0.00027760962757627497,
      "loss": 2.75,
      "step": 24367
    },
    {
      "epoch": 1.1336589904628984,
      "grad_norm": 0.7799860621403547,
      "learning_rate": 0.000277607676809412,
      "loss": 2.3438,
      "step": 24368
    },
    {
      "epoch": 1.1337055129099791,
      "grad_norm": 0.8870923507848099,
      "learning_rate": 0.0002776057259644268,
      "loss": 2.5312,
      "step": 24369
    },
    {
      "epoch": 1.1337520353570598,
      "grad_norm": 0.8577782432511272,
      "learning_rate": 0.00027760377504132064,
      "loss": 2.5,
      "step": 24370
    },
    {
      "epoch": 1.1337985578041405,
      "grad_norm": 0.7993978554438005,
      "learning_rate": 0.00027760182404009467,
      "loss": 2.1094,
      "step": 24371
    },
    {
      "epoch": 1.1338450802512212,
      "grad_norm": 0.8683445035639672,
      "learning_rate": 0.00027759987296075014,
      "loss": 2.7188,
      "step": 24372
    },
    {
      "epoch": 1.133891602698302,
      "grad_norm": 0.878112331104348,
      "learning_rate": 0.0002775979218032882,
      "loss": 2.4219,
      "step": 24373
    },
    {
      "epoch": 1.1339381251453826,
      "grad_norm": 0.8108065969723965,
      "learning_rate": 0.0002775959705677101,
      "loss": 2.3906,
      "step": 24374
    },
    {
      "epoch": 1.1339846475924633,
      "grad_norm": 0.8165399061783039,
      "learning_rate": 0.00027759401925401693,
      "loss": 2.5469,
      "step": 24375
    },
    {
      "epoch": 1.134031170039544,
      "grad_norm": 0.8363884403793177,
      "learning_rate": 0.00027759206786221,
      "loss": 2.5312,
      "step": 24376
    },
    {
      "epoch": 1.1340776924866247,
      "grad_norm": 0.7641618880502803,
      "learning_rate": 0.0002775901163922904,
      "loss": 2.5938,
      "step": 24377
    },
    {
      "epoch": 1.1341242149337054,
      "grad_norm": 0.943644299302278,
      "learning_rate": 0.00027758816484425944,
      "loss": 2.8906,
      "step": 24378
    },
    {
      "epoch": 1.1341707373807863,
      "grad_norm": 0.7974977935697104,
      "learning_rate": 0.00027758621321811826,
      "loss": 2.5312,
      "step": 24379
    },
    {
      "epoch": 1.134217259827867,
      "grad_norm": 0.8346879062541066,
      "learning_rate": 0.00027758426151386795,
      "loss": 2.5156,
      "step": 24380
    },
    {
      "epoch": 1.1342637822749477,
      "grad_norm": 0.7913981811386942,
      "learning_rate": 0.0002775823097315099,
      "loss": 2.3906,
      "step": 24381
    },
    {
      "epoch": 1.1343103047220284,
      "grad_norm": 0.8834398173995285,
      "learning_rate": 0.00027758035787104517,
      "loss": 2.3906,
      "step": 24382
    },
    {
      "epoch": 1.1343568271691091,
      "grad_norm": 0.836076267230742,
      "learning_rate": 0.000277578405932475,
      "loss": 2.3438,
      "step": 24383
    },
    {
      "epoch": 1.1344033496161898,
      "grad_norm": 0.8310984778577694,
      "learning_rate": 0.0002775764539158006,
      "loss": 2.625,
      "step": 24384
    },
    {
      "epoch": 1.1344498720632705,
      "grad_norm": 0.8573024601723533,
      "learning_rate": 0.0002775745018210231,
      "loss": 2.375,
      "step": 24385
    },
    {
      "epoch": 1.1344963945103512,
      "grad_norm": 0.8217079233730404,
      "learning_rate": 0.0002775725496481438,
      "loss": 2.3125,
      "step": 24386
    },
    {
      "epoch": 1.134542916957432,
      "grad_norm": 0.8327359809212456,
      "learning_rate": 0.0002775705973971638,
      "loss": 2.6875,
      "step": 24387
    },
    {
      "epoch": 1.1345894394045126,
      "grad_norm": 0.8370131937931561,
      "learning_rate": 0.0002775686450680843,
      "loss": 2.5156,
      "step": 24388
    },
    {
      "epoch": 1.1346359618515933,
      "grad_norm": 0.7900313598464029,
      "learning_rate": 0.00027756669266090653,
      "loss": 2.4531,
      "step": 24389
    },
    {
      "epoch": 1.134682484298674,
      "grad_norm": 0.7788845823837716,
      "learning_rate": 0.00027756474017563167,
      "loss": 2.3594,
      "step": 24390
    },
    {
      "epoch": 1.1347290067457547,
      "grad_norm": 0.8455136039075749,
      "learning_rate": 0.00027756278761226097,
      "loss": 2.7812,
      "step": 24391
    },
    {
      "epoch": 1.1347755291928356,
      "grad_norm": 0.8526225249247043,
      "learning_rate": 0.00027756083497079557,
      "loss": 2.4219,
      "step": 24392
    },
    {
      "epoch": 1.1348220516399163,
      "grad_norm": 0.7370528950453289,
      "learning_rate": 0.00027755888225123665,
      "loss": 1.7422,
      "step": 24393
    },
    {
      "epoch": 1.134868574086997,
      "grad_norm": 0.7796064743357632,
      "learning_rate": 0.0002775569294535855,
      "loss": 2.4062,
      "step": 24394
    },
    {
      "epoch": 1.1349150965340777,
      "grad_norm": 0.8343563727658116,
      "learning_rate": 0.0002775549765778431,
      "loss": 2.5156,
      "step": 24395
    },
    {
      "epoch": 1.1349616189811584,
      "grad_norm": 0.8524179732029363,
      "learning_rate": 0.00027755302362401094,
      "loss": 2.3594,
      "step": 24396
    },
    {
      "epoch": 1.1350081414282391,
      "grad_norm": 1.0985227846638708,
      "learning_rate": 0.00027755107059209,
      "loss": 1.7266,
      "step": 24397
    },
    {
      "epoch": 1.1350546638753198,
      "grad_norm": 0.8801178288707527,
      "learning_rate": 0.00027754911748208155,
      "loss": 2.4219,
      "step": 24398
    },
    {
      "epoch": 1.1351011863224005,
      "grad_norm": 0.7977169150114717,
      "learning_rate": 0.0002775471642939868,
      "loss": 2.4219,
      "step": 24399
    },
    {
      "epoch": 1.1351477087694812,
      "grad_norm": 0.7316665152872736,
      "learning_rate": 0.00027754521102780686,
      "loss": 2.2344,
      "step": 24400
    },
    {
      "epoch": 1.135194231216562,
      "grad_norm": 0.9751935048721916,
      "learning_rate": 0.00027754325768354306,
      "loss": 2.2344,
      "step": 24401
    },
    {
      "epoch": 1.1352407536636426,
      "grad_norm": 0.8604481589918965,
      "learning_rate": 0.0002775413042611965,
      "loss": 2.5156,
      "step": 24402
    },
    {
      "epoch": 1.1352872761107233,
      "grad_norm": 0.805658503515349,
      "learning_rate": 0.0002775393507607684,
      "loss": 2.4844,
      "step": 24403
    },
    {
      "epoch": 1.135333798557804,
      "grad_norm": 0.8718688217167428,
      "learning_rate": 0.00027753739718225996,
      "loss": 2.6719,
      "step": 24404
    },
    {
      "epoch": 1.135380321004885,
      "grad_norm": 0.7817648246931832,
      "learning_rate": 0.0002775354435256724,
      "loss": 2.25,
      "step": 24405
    },
    {
      "epoch": 1.1354268434519657,
      "grad_norm": 0.8139157094329148,
      "learning_rate": 0.0002775334897910068,
      "loss": 1.7812,
      "step": 24406
    },
    {
      "epoch": 1.1354733658990463,
      "grad_norm": 0.8332889978042372,
      "learning_rate": 0.00027753153597826456,
      "loss": 2.3281,
      "step": 24407
    },
    {
      "epoch": 1.135519888346127,
      "grad_norm": 0.7657635459721216,
      "learning_rate": 0.0002775295820874467,
      "loss": 2.125,
      "step": 24408
    },
    {
      "epoch": 1.1355664107932077,
      "grad_norm": 0.7981683860807252,
      "learning_rate": 0.00027752762811855447,
      "loss": 2.625,
      "step": 24409
    },
    {
      "epoch": 1.1356129332402884,
      "grad_norm": 0.8469714553728899,
      "learning_rate": 0.0002775256740715891,
      "loss": 2.625,
      "step": 24410
    },
    {
      "epoch": 1.1356594556873691,
      "grad_norm": 0.8958609856744858,
      "learning_rate": 0.00027752371994655176,
      "loss": 2.2656,
      "step": 24411
    },
    {
      "epoch": 1.1357059781344498,
      "grad_norm": 0.8004810449528162,
      "learning_rate": 0.00027752176574344367,
      "loss": 2.4531,
      "step": 24412
    },
    {
      "epoch": 1.1357525005815305,
      "grad_norm": 0.8607077278202124,
      "learning_rate": 0.000277519811462266,
      "loss": 2.625,
      "step": 24413
    },
    {
      "epoch": 1.1357990230286112,
      "grad_norm": 0.8623086686171618,
      "learning_rate": 0.00027751785710301987,
      "loss": 2.3281,
      "step": 24414
    },
    {
      "epoch": 1.135845545475692,
      "grad_norm": 0.7962962088026403,
      "learning_rate": 0.0002775159026657066,
      "loss": 2.25,
      "step": 24415
    },
    {
      "epoch": 1.1358920679227726,
      "grad_norm": 0.9055474444259286,
      "learning_rate": 0.0002775139481503274,
      "loss": 2.3594,
      "step": 24416
    },
    {
      "epoch": 1.1359385903698533,
      "grad_norm": 0.8124334683833514,
      "learning_rate": 0.00027751199355688334,
      "loss": 2.4062,
      "step": 24417
    },
    {
      "epoch": 1.1359851128169343,
      "grad_norm": 0.8141836060445368,
      "learning_rate": 0.00027751003888537573,
      "loss": 2.1094,
      "step": 24418
    },
    {
      "epoch": 1.136031635264015,
      "grad_norm": 0.8308580844108772,
      "learning_rate": 0.0002775080841358057,
      "loss": 2.3125,
      "step": 24419
    },
    {
      "epoch": 1.1360781577110957,
      "grad_norm": 0.9152506072646045,
      "learning_rate": 0.0002775061293081745,
      "loss": 2.7812,
      "step": 24420
    },
    {
      "epoch": 1.1361246801581764,
      "grad_norm": 0.7779770945448644,
      "learning_rate": 0.00027750417440248326,
      "loss": 2.1875,
      "step": 24421
    },
    {
      "epoch": 1.136171202605257,
      "grad_norm": 0.8957936295793408,
      "learning_rate": 0.0002775022194187332,
      "loss": 2.4375,
      "step": 24422
    },
    {
      "epoch": 1.1362177250523378,
      "grad_norm": 0.7869824723534594,
      "learning_rate": 0.00027750026435692553,
      "loss": 2.2031,
      "step": 24423
    },
    {
      "epoch": 1.1362642474994185,
      "grad_norm": 0.8198796700760677,
      "learning_rate": 0.00027749830921706145,
      "loss": 2.3438,
      "step": 24424
    },
    {
      "epoch": 1.1363107699464992,
      "grad_norm": 0.8234678607019978,
      "learning_rate": 0.0002774963539991422,
      "loss": 2.4531,
      "step": 24425
    },
    {
      "epoch": 1.1363572923935799,
      "grad_norm": 0.9115643954463941,
      "learning_rate": 0.0002774943987031689,
      "loss": 2.5469,
      "step": 24426
    },
    {
      "epoch": 1.1364038148406606,
      "grad_norm": 0.8075489948730471,
      "learning_rate": 0.0002774924433291428,
      "loss": 2.375,
      "step": 24427
    },
    {
      "epoch": 1.1364503372877413,
      "grad_norm": 0.7540984407577997,
      "learning_rate": 0.00027749048787706506,
      "loss": 2.0781,
      "step": 24428
    },
    {
      "epoch": 1.1364968597348222,
      "grad_norm": 0.8077411160750894,
      "learning_rate": 0.0002774885323469368,
      "loss": 2.3125,
      "step": 24429
    },
    {
      "epoch": 1.1365433821819027,
      "grad_norm": 0.83609177102736,
      "learning_rate": 0.00027748657673875947,
      "loss": 2.3906,
      "step": 24430
    },
    {
      "epoch": 1.1365899046289836,
      "grad_norm": 0.883058383107138,
      "learning_rate": 0.00027748462105253404,
      "loss": 2.5156,
      "step": 24431
    },
    {
      "epoch": 1.1366364270760643,
      "grad_norm": 0.7935272033626509,
      "learning_rate": 0.0002774826652882618,
      "loss": 2.1719,
      "step": 24432
    },
    {
      "epoch": 1.136682949523145,
      "grad_norm": 0.7998095299856249,
      "learning_rate": 0.00027748070944594387,
      "loss": 2.3281,
      "step": 24433
    },
    {
      "epoch": 1.1367294719702257,
      "grad_norm": 0.8329621439257666,
      "learning_rate": 0.0002774787535255815,
      "loss": 2.2031,
      "step": 24434
    },
    {
      "epoch": 1.1367759944173064,
      "grad_norm": 0.9001305648966011,
      "learning_rate": 0.0002774767975271759,
      "loss": 1.9062,
      "step": 24435
    },
    {
      "epoch": 1.136822516864387,
      "grad_norm": 0.8739407845389953,
      "learning_rate": 0.00027747484145072826,
      "loss": 2.625,
      "step": 24436
    },
    {
      "epoch": 1.1368690393114678,
      "grad_norm": 0.7914636654329523,
      "learning_rate": 0.0002774728852962397,
      "loss": 2.3906,
      "step": 24437
    },
    {
      "epoch": 1.1369155617585485,
      "grad_norm": 0.7753689925611024,
      "learning_rate": 0.0002774709290637116,
      "loss": 2.2031,
      "step": 24438
    },
    {
      "epoch": 1.1369620842056292,
      "grad_norm": 0.8583851768285291,
      "learning_rate": 0.000277468972753145,
      "loss": 2.5312,
      "step": 24439
    },
    {
      "epoch": 1.1370086066527099,
      "grad_norm": 0.8325488157959967,
      "learning_rate": 0.00027746701636454117,
      "loss": 2.3906,
      "step": 24440
    },
    {
      "epoch": 1.1370551290997906,
      "grad_norm": 0.8200152230071668,
      "learning_rate": 0.0002774650598979012,
      "loss": 2.5312,
      "step": 24441
    },
    {
      "epoch": 1.1371016515468715,
      "grad_norm": 0.782127549620194,
      "learning_rate": 0.00027746310335322646,
      "loss": 2.5,
      "step": 24442
    },
    {
      "epoch": 1.137148173993952,
      "grad_norm": 0.8372880180141739,
      "learning_rate": 0.000277461146730518,
      "loss": 2.4062,
      "step": 24443
    },
    {
      "epoch": 1.1371946964410329,
      "grad_norm": 0.7587770674139176,
      "learning_rate": 0.0002774591900297771,
      "loss": 2.2188,
      "step": 24444
    },
    {
      "epoch": 1.1372412188881136,
      "grad_norm": 0.7948245301052284,
      "learning_rate": 0.00027745723325100493,
      "loss": 2.5781,
      "step": 24445
    },
    {
      "epoch": 1.1372877413351943,
      "grad_norm": 0.8222249003113112,
      "learning_rate": 0.0002774552763942027,
      "loss": 2.1719,
      "step": 24446
    },
    {
      "epoch": 1.137334263782275,
      "grad_norm": 0.8060748105673664,
      "learning_rate": 0.0002774533194593716,
      "loss": 2.5938,
      "step": 24447
    },
    {
      "epoch": 1.1373807862293557,
      "grad_norm": 0.7755684987875922,
      "learning_rate": 0.0002774513624465128,
      "loss": 2.4844,
      "step": 24448
    },
    {
      "epoch": 1.1374273086764364,
      "grad_norm": 0.7550535775681203,
      "learning_rate": 0.0002774494053556275,
      "loss": 2.3594,
      "step": 24449
    },
    {
      "epoch": 1.137473831123517,
      "grad_norm": 0.8301517931467542,
      "learning_rate": 0.00027744744818671696,
      "loss": 2.5938,
      "step": 24450
    },
    {
      "epoch": 1.1375203535705978,
      "grad_norm": 0.8541113620556398,
      "learning_rate": 0.0002774454909397824,
      "loss": 2.5938,
      "step": 24451
    },
    {
      "epoch": 1.1375668760176785,
      "grad_norm": 0.7878634646203119,
      "learning_rate": 0.0002774435336148249,
      "loss": 2.3281,
      "step": 24452
    },
    {
      "epoch": 1.1376133984647592,
      "grad_norm": 0.8376383832116597,
      "learning_rate": 0.0002774415762118457,
      "loss": 2.1875,
      "step": 24453
    },
    {
      "epoch": 1.1376599209118399,
      "grad_norm": 0.8568278554298596,
      "learning_rate": 0.000277439618730846,
      "loss": 2.5469,
      "step": 24454
    },
    {
      "epoch": 1.1377064433589208,
      "grad_norm": 0.8701731916285458,
      "learning_rate": 0.00027743766117182704,
      "loss": 2.5312,
      "step": 24455
    },
    {
      "epoch": 1.1377529658060015,
      "grad_norm": 0.8100053526389565,
      "learning_rate": 0.0002774357035347901,
      "loss": 2.2812,
      "step": 24456
    },
    {
      "epoch": 1.1377994882530822,
      "grad_norm": 0.8134547731363382,
      "learning_rate": 0.0002774337458197361,
      "loss": 2.1875,
      "step": 24457
    },
    {
      "epoch": 1.137846010700163,
      "grad_norm": 1.0947153194700279,
      "learning_rate": 0.0002774317880266665,
      "loss": 2.4219,
      "step": 24458
    },
    {
      "epoch": 1.1378925331472436,
      "grad_norm": 0.8629932302152994,
      "learning_rate": 0.0002774298301555824,
      "loss": 2.7031,
      "step": 24459
    },
    {
      "epoch": 1.1379390555943243,
      "grad_norm": 0.8508334589208607,
      "learning_rate": 0.000277427872206485,
      "loss": 2.5,
      "step": 24460
    },
    {
      "epoch": 1.137985578041405,
      "grad_norm": 0.8295958829381777,
      "learning_rate": 0.0002774259141793755,
      "loss": 2.5156,
      "step": 24461
    },
    {
      "epoch": 1.1380321004884857,
      "grad_norm": 0.9027341090706416,
      "learning_rate": 0.00027742395607425514,
      "loss": 1.75,
      "step": 24462
    },
    {
      "epoch": 1.1380786229355664,
      "grad_norm": 0.8150125517716641,
      "learning_rate": 0.000277421997891125,
      "loss": 2.5781,
      "step": 24463
    },
    {
      "epoch": 1.138125145382647,
      "grad_norm": 0.8071378427201772,
      "learning_rate": 0.0002774200396299864,
      "loss": 2.5312,
      "step": 24464
    },
    {
      "epoch": 1.1381716678297278,
      "grad_norm": 0.8901612499123598,
      "learning_rate": 0.0002774180812908405,
      "loss": 2.5312,
      "step": 24465
    },
    {
      "epoch": 1.1382181902768085,
      "grad_norm": 0.7644133612772523,
      "learning_rate": 0.00027741612287368855,
      "loss": 2.1719,
      "step": 24466
    },
    {
      "epoch": 1.1382647127238892,
      "grad_norm": 0.8111676516923348,
      "learning_rate": 0.0002774141643785317,
      "loss": 2.1719,
      "step": 24467
    },
    {
      "epoch": 1.13831123517097,
      "grad_norm": 0.822206258267753,
      "learning_rate": 0.0002774122058053711,
      "loss": 2.4531,
      "step": 24468
    },
    {
      "epoch": 1.1383577576180508,
      "grad_norm": 0.8469071679842596,
      "learning_rate": 0.000277410247154208,
      "loss": 2.25,
      "step": 24469
    },
    {
      "epoch": 1.1384042800651315,
      "grad_norm": 0.821575935589884,
      "learning_rate": 0.00027740828842504354,
      "loss": 2.5,
      "step": 24470
    },
    {
      "epoch": 1.1384508025122122,
      "grad_norm": 0.8345199754086849,
      "learning_rate": 0.0002774063296178791,
      "loss": 2.5625,
      "step": 24471
    },
    {
      "epoch": 1.138497324959293,
      "grad_norm": 0.8016159438909191,
      "learning_rate": 0.00027740437073271566,
      "loss": 2.4688,
      "step": 24472
    },
    {
      "epoch": 1.1385438474063736,
      "grad_norm": 0.8032704171566777,
      "learning_rate": 0.00027740241176955454,
      "loss": 2.4219,
      "step": 24473
    },
    {
      "epoch": 1.1385903698534543,
      "grad_norm": 0.9388657306129714,
      "learning_rate": 0.00027740045272839695,
      "loss": 2.1875,
      "step": 24474
    },
    {
      "epoch": 1.138636892300535,
      "grad_norm": 0.7701648771779913,
      "learning_rate": 0.000277398493609244,
      "loss": 2.2812,
      "step": 24475
    },
    {
      "epoch": 1.1386834147476157,
      "grad_norm": 0.7694034435325794,
      "learning_rate": 0.00027739653441209694,
      "loss": 2.1562,
      "step": 24476
    },
    {
      "epoch": 1.1387299371946964,
      "grad_norm": 0.8017374921363206,
      "learning_rate": 0.00027739457513695703,
      "loss": 2.2344,
      "step": 24477
    },
    {
      "epoch": 1.138776459641777,
      "grad_norm": 0.86378230908811,
      "learning_rate": 0.00027739261578382536,
      "loss": 2.6406,
      "step": 24478
    },
    {
      "epoch": 1.1388229820888578,
      "grad_norm": 0.9051087197189852,
      "learning_rate": 0.00027739065635270317,
      "loss": 2.3438,
      "step": 24479
    },
    {
      "epoch": 1.1388695045359385,
      "grad_norm": 0.8142802374186919,
      "learning_rate": 0.0002773886968435917,
      "loss": 2.4531,
      "step": 24480
    },
    {
      "epoch": 1.1389160269830194,
      "grad_norm": 0.8708670589686013,
      "learning_rate": 0.00027738673725649215,
      "loss": 2.4375,
      "step": 24481
    },
    {
      "epoch": 1.1389625494301001,
      "grad_norm": 0.8354716880791516,
      "learning_rate": 0.00027738477759140564,
      "loss": 2.3438,
      "step": 24482
    },
    {
      "epoch": 1.1390090718771808,
      "grad_norm": 0.7750790344710744,
      "learning_rate": 0.0002773828178483334,
      "loss": 2.1094,
      "step": 24483
    },
    {
      "epoch": 1.1390555943242615,
      "grad_norm": 0.7989037382743026,
      "learning_rate": 0.0002773808580272767,
      "loss": 2.2031,
      "step": 24484
    },
    {
      "epoch": 1.1391021167713422,
      "grad_norm": 0.7926475291965838,
      "learning_rate": 0.00027737889812823666,
      "loss": 2.25,
      "step": 24485
    },
    {
      "epoch": 1.139148639218423,
      "grad_norm": 0.8950488565200032,
      "learning_rate": 0.0002773769381512145,
      "loss": 2.3906,
      "step": 24486
    },
    {
      "epoch": 1.1391951616655036,
      "grad_norm": 0.8277023533240552,
      "learning_rate": 0.00027737497809621144,
      "loss": 2.5156,
      "step": 24487
    },
    {
      "epoch": 1.1392416841125843,
      "grad_norm": 0.8223659134210847,
      "learning_rate": 0.00027737301796322864,
      "loss": 2.5156,
      "step": 24488
    },
    {
      "epoch": 1.139288206559665,
      "grad_norm": 0.8120457700215747,
      "learning_rate": 0.0002773710577522674,
      "loss": 2.375,
      "step": 24489
    },
    {
      "epoch": 1.1393347290067457,
      "grad_norm": 0.8533552764989233,
      "learning_rate": 0.0002773690974633288,
      "loss": 2.3281,
      "step": 24490
    },
    {
      "epoch": 1.1393812514538264,
      "grad_norm": 0.827987100434344,
      "learning_rate": 0.00027736713709641407,
      "loss": 2.2344,
      "step": 24491
    },
    {
      "epoch": 1.139427773900907,
      "grad_norm": 0.8111618071218102,
      "learning_rate": 0.0002773651766515244,
      "loss": 2.2188,
      "step": 24492
    },
    {
      "epoch": 1.1394742963479878,
      "grad_norm": 0.8371184212981295,
      "learning_rate": 0.0002773632161286611,
      "loss": 2.3281,
      "step": 24493
    },
    {
      "epoch": 1.1395208187950687,
      "grad_norm": 0.8788501345595149,
      "learning_rate": 0.0002773612555278253,
      "loss": 2.6875,
      "step": 24494
    },
    {
      "epoch": 1.1395673412421494,
      "grad_norm": 0.7653278510662339,
      "learning_rate": 0.0002773592948490181,
      "loss": 2.4375,
      "step": 24495
    },
    {
      "epoch": 1.1396138636892301,
      "grad_norm": 0.8594205629201838,
      "learning_rate": 0.00027735733409224085,
      "loss": 2.3906,
      "step": 24496
    },
    {
      "epoch": 1.1396603861363108,
      "grad_norm": 0.8405220283534671,
      "learning_rate": 0.0002773553732574947,
      "loss": 2.4688,
      "step": 24497
    },
    {
      "epoch": 1.1397069085833915,
      "grad_norm": 0.8035099043530198,
      "learning_rate": 0.0002773534123447808,
      "loss": 2.1562,
      "step": 24498
    },
    {
      "epoch": 1.1397534310304722,
      "grad_norm": 0.8357337341395173,
      "learning_rate": 0.0002773514513541004,
      "loss": 2.625,
      "step": 24499
    },
    {
      "epoch": 1.139799953477553,
      "grad_norm": 0.8261677247104725,
      "learning_rate": 0.0002773494902854547,
      "loss": 2.4219,
      "step": 24500
    },
    {
      "epoch": 1.1398464759246336,
      "grad_norm": 0.7724980469292927,
      "learning_rate": 0.0002773475291388449,
      "loss": 2.4844,
      "step": 24501
    },
    {
      "epoch": 1.1398929983717143,
      "grad_norm": 0.7600988683565112,
      "learning_rate": 0.00027734556791427216,
      "loss": 2.3125,
      "step": 24502
    },
    {
      "epoch": 1.139939520818795,
      "grad_norm": 0.8148130523757817,
      "learning_rate": 0.0002773436066117377,
      "loss": 2.3281,
      "step": 24503
    },
    {
      "epoch": 1.1399860432658757,
      "grad_norm": 0.7807666062964178,
      "learning_rate": 0.0002773416452312428,
      "loss": 2.3594,
      "step": 24504
    },
    {
      "epoch": 1.1400325657129564,
      "grad_norm": 0.7421682549216838,
      "learning_rate": 0.00027733968377278853,
      "loss": 2.2969,
      "step": 24505
    },
    {
      "epoch": 1.1400790881600371,
      "grad_norm": 0.7678414346439575,
      "learning_rate": 0.0002773377222363762,
      "loss": 2.2031,
      "step": 24506
    },
    {
      "epoch": 1.140125610607118,
      "grad_norm": 0.8138469821891126,
      "learning_rate": 0.000277335760622007,
      "loss": 1.6797,
      "step": 24507
    },
    {
      "epoch": 1.1401721330541987,
      "grad_norm": 0.8299743947275261,
      "learning_rate": 0.00027733379892968196,
      "loss": 2.5938,
      "step": 24508
    },
    {
      "epoch": 1.1402186555012794,
      "grad_norm": 0.815864519511932,
      "learning_rate": 0.00027733183715940253,
      "loss": 2.5469,
      "step": 24509
    },
    {
      "epoch": 1.1402651779483601,
      "grad_norm": 0.8473146909543997,
      "learning_rate": 0.0002773298753111698,
      "loss": 2.6562,
      "step": 24510
    },
    {
      "epoch": 1.1403117003954408,
      "grad_norm": 0.7633692628290941,
      "learning_rate": 0.0002773279133849849,
      "loss": 2.1562,
      "step": 24511
    },
    {
      "epoch": 1.1403582228425215,
      "grad_norm": 0.844490937920668,
      "learning_rate": 0.00027732595138084913,
      "loss": 2.375,
      "step": 24512
    },
    {
      "epoch": 1.1404047452896022,
      "grad_norm": 0.8325180152367997,
      "learning_rate": 0.00027732398929876373,
      "loss": 2.7031,
      "step": 24513
    },
    {
      "epoch": 1.140451267736683,
      "grad_norm": 0.7803159572972472,
      "learning_rate": 0.0002773220271387297,
      "loss": 2.2031,
      "step": 24514
    },
    {
      "epoch": 1.1404977901837636,
      "grad_norm": 0.7866901799086012,
      "learning_rate": 0.0002773200649007485,
      "loss": 2.4844,
      "step": 24515
    },
    {
      "epoch": 1.1405443126308443,
      "grad_norm": 0.8762359238628281,
      "learning_rate": 0.00027731810258482115,
      "loss": 2.4219,
      "step": 24516
    },
    {
      "epoch": 1.140590835077925,
      "grad_norm": 0.8485393636197124,
      "learning_rate": 0.0002773161401909489,
      "loss": 2.6094,
      "step": 24517
    },
    {
      "epoch": 1.1406373575250057,
      "grad_norm": 0.800076484692887,
      "learning_rate": 0.000277314177719133,
      "loss": 2.3906,
      "step": 24518
    },
    {
      "epoch": 1.1406838799720864,
      "grad_norm": 0.8069221349714236,
      "learning_rate": 0.0002773122151693746,
      "loss": 2.5938,
      "step": 24519
    },
    {
      "epoch": 1.1407304024191673,
      "grad_norm": 0.782153400052052,
      "learning_rate": 0.0002773102525416749,
      "loss": 2.25,
      "step": 24520
    },
    {
      "epoch": 1.140776924866248,
      "grad_norm": 0.8375549709586159,
      "learning_rate": 0.0002773082898360351,
      "loss": 2.6875,
      "step": 24521
    },
    {
      "epoch": 1.1408234473133287,
      "grad_norm": 0.7797065000013131,
      "learning_rate": 0.0002773063270524564,
      "loss": 2.4531,
      "step": 24522
    },
    {
      "epoch": 1.1408699697604094,
      "grad_norm": 0.8201677025384485,
      "learning_rate": 0.0002773043641909401,
      "loss": 2.4062,
      "step": 24523
    },
    {
      "epoch": 1.1409164922074901,
      "grad_norm": 0.7912793406045368,
      "learning_rate": 0.0002773024012514872,
      "loss": 2.5469,
      "step": 24524
    },
    {
      "epoch": 1.1409630146545708,
      "grad_norm": 0.8224377216279946,
      "learning_rate": 0.0002773004382340991,
      "loss": 2.2812,
      "step": 24525
    },
    {
      "epoch": 1.1410095371016515,
      "grad_norm": 0.8633782667764084,
      "learning_rate": 0.00027729847513877694,
      "loss": 2.4688,
      "step": 24526
    },
    {
      "epoch": 1.1410560595487322,
      "grad_norm": 0.7978581782768406,
      "learning_rate": 0.00027729651196552185,
      "loss": 2.625,
      "step": 24527
    },
    {
      "epoch": 1.141102581995813,
      "grad_norm": 0.8270530877348249,
      "learning_rate": 0.00027729454871433507,
      "loss": 2.375,
      "step": 24528
    },
    {
      "epoch": 1.1411491044428936,
      "grad_norm": 0.78453742576229,
      "learning_rate": 0.00027729258538521784,
      "loss": 2.125,
      "step": 24529
    },
    {
      "epoch": 1.1411956268899743,
      "grad_norm": 0.8650027845213534,
      "learning_rate": 0.00027729062197817136,
      "loss": 2.4375,
      "step": 24530
    },
    {
      "epoch": 1.141242149337055,
      "grad_norm": 0.8723532283945493,
      "learning_rate": 0.0002772886584931968,
      "loss": 2.5938,
      "step": 24531
    },
    {
      "epoch": 1.1412886717841357,
      "grad_norm": 0.7685195172393341,
      "learning_rate": 0.00027728669493029534,
      "loss": 2.4531,
      "step": 24532
    },
    {
      "epoch": 1.1413351942312167,
      "grad_norm": 0.8729784919057437,
      "learning_rate": 0.0002772847312894683,
      "loss": 2.4219,
      "step": 24533
    },
    {
      "epoch": 1.1413817166782974,
      "grad_norm": 0.7593872838304967,
      "learning_rate": 0.00027728276757071674,
      "loss": 2.0469,
      "step": 24534
    },
    {
      "epoch": 1.141428239125378,
      "grad_norm": 0.7972014445461564,
      "learning_rate": 0.0002772808037740419,
      "loss": 2.4219,
      "step": 24535
    },
    {
      "epoch": 1.1414747615724588,
      "grad_norm": 0.8358391302933417,
      "learning_rate": 0.00027727883989944497,
      "loss": 2.3125,
      "step": 24536
    },
    {
      "epoch": 1.1415212840195395,
      "grad_norm": 0.8630838616297194,
      "learning_rate": 0.00027727687594692726,
      "loss": 2.1562,
      "step": 24537
    },
    {
      "epoch": 1.1415678064666201,
      "grad_norm": 0.80848491949246,
      "learning_rate": 0.0002772749119164899,
      "loss": 2.4062,
      "step": 24538
    },
    {
      "epoch": 1.1416143289137008,
      "grad_norm": 0.8104949329019909,
      "learning_rate": 0.00027727294780813407,
      "loss": 2.1875,
      "step": 24539
    },
    {
      "epoch": 1.1416608513607815,
      "grad_norm": 0.8894712309959408,
      "learning_rate": 0.00027727098362186097,
      "loss": 2.5156,
      "step": 24540
    },
    {
      "epoch": 1.1417073738078622,
      "grad_norm": 0.7699381908533052,
      "learning_rate": 0.00027726901935767184,
      "loss": 2.2812,
      "step": 24541
    },
    {
      "epoch": 1.141753896254943,
      "grad_norm": 0.8280570426681121,
      "learning_rate": 0.0002772670550155679,
      "loss": 2.3594,
      "step": 24542
    },
    {
      "epoch": 1.1418004187020236,
      "grad_norm": 0.8700792862354766,
      "learning_rate": 0.0002772650905955502,
      "loss": 2.5781,
      "step": 24543
    },
    {
      "epoch": 1.1418469411491046,
      "grad_norm": 0.8408480655709457,
      "learning_rate": 0.00027726312609762017,
      "loss": 2.3438,
      "step": 24544
    },
    {
      "epoch": 1.141893463596185,
      "grad_norm": 0.8977827501429424,
      "learning_rate": 0.0002772611615217789,
      "loss": 2.5156,
      "step": 24545
    },
    {
      "epoch": 1.141939986043266,
      "grad_norm": 0.8805648313486442,
      "learning_rate": 0.00027725919686802755,
      "loss": 2.5938,
      "step": 24546
    },
    {
      "epoch": 1.1419865084903467,
      "grad_norm": 0.8235109465229362,
      "learning_rate": 0.0002772572321363674,
      "loss": 2.5,
      "step": 24547
    },
    {
      "epoch": 1.1420330309374274,
      "grad_norm": 0.9268676410416486,
      "learning_rate": 0.0002772552673267996,
      "loss": 2.4062,
      "step": 24548
    },
    {
      "epoch": 1.142079553384508,
      "grad_norm": 0.8262931930987628,
      "learning_rate": 0.0002772533024393254,
      "loss": 2.4219,
      "step": 24549
    },
    {
      "epoch": 1.1421260758315888,
      "grad_norm": 0.8976754160874003,
      "learning_rate": 0.000277251337473946,
      "loss": 2.0781,
      "step": 24550
    },
    {
      "epoch": 1.1421725982786695,
      "grad_norm": 0.8257555918483801,
      "learning_rate": 0.0002772493724306625,
      "loss": 2.5625,
      "step": 24551
    },
    {
      "epoch": 1.1422191207257502,
      "grad_norm": 0.7868551677764762,
      "learning_rate": 0.0002772474073094763,
      "loss": 2.4375,
      "step": 24552
    },
    {
      "epoch": 1.1422656431728309,
      "grad_norm": 0.8475877420571871,
      "learning_rate": 0.0002772454421103884,
      "loss": 2.625,
      "step": 24553
    },
    {
      "epoch": 1.1423121656199116,
      "grad_norm": 0.8547955918120805,
      "learning_rate": 0.0002772434768334001,
      "loss": 2.5312,
      "step": 24554
    },
    {
      "epoch": 1.1423586880669923,
      "grad_norm": 0.821350808970669,
      "learning_rate": 0.00027724151147851266,
      "loss": 2.3281,
      "step": 24555
    },
    {
      "epoch": 1.142405210514073,
      "grad_norm": 0.9060490579515781,
      "learning_rate": 0.0002772395460457271,
      "loss": 2.5625,
      "step": 24556
    },
    {
      "epoch": 1.1424517329611539,
      "grad_norm": 0.8981291867079754,
      "learning_rate": 0.00027723758053504484,
      "loss": 2.5781,
      "step": 24557
    },
    {
      "epoch": 1.1424982554082344,
      "grad_norm": 0.9470837896691628,
      "learning_rate": 0.00027723561494646693,
      "loss": 2.6094,
      "step": 24558
    },
    {
      "epoch": 1.1425447778553153,
      "grad_norm": 0.7791167240630799,
      "learning_rate": 0.0002772336492799946,
      "loss": 2.1875,
      "step": 24559
    },
    {
      "epoch": 1.142591300302396,
      "grad_norm": 0.7723284644853609,
      "learning_rate": 0.0002772316835356292,
      "loss": 1.8672,
      "step": 24560
    },
    {
      "epoch": 1.1426378227494767,
      "grad_norm": 0.8841159638727022,
      "learning_rate": 0.0002772297177133717,
      "loss": 2.5,
      "step": 24561
    },
    {
      "epoch": 1.1426843451965574,
      "grad_norm": 0.8238632370778011,
      "learning_rate": 0.0002772277518132235,
      "loss": 2.3594,
      "step": 24562
    },
    {
      "epoch": 1.142730867643638,
      "grad_norm": 0.7869764275173929,
      "learning_rate": 0.00027722578583518564,
      "loss": 2.3281,
      "step": 24563
    },
    {
      "epoch": 1.1427773900907188,
      "grad_norm": 0.8143059701819853,
      "learning_rate": 0.00027722381977925945,
      "loss": 2.2031,
      "step": 24564
    },
    {
      "epoch": 1.1428239125377995,
      "grad_norm": 0.808213255533599,
      "learning_rate": 0.00027722185364544607,
      "loss": 2.5156,
      "step": 24565
    },
    {
      "epoch": 1.1428704349848802,
      "grad_norm": 0.8102155424495521,
      "learning_rate": 0.0002772198874337467,
      "loss": 2.375,
      "step": 24566
    },
    {
      "epoch": 1.1429169574319609,
      "grad_norm": 0.9270234835274642,
      "learning_rate": 0.0002772179211441626,
      "loss": 2.5156,
      "step": 24567
    },
    {
      "epoch": 1.1429634798790416,
      "grad_norm": 0.8161884969334454,
      "learning_rate": 0.00027721595477669497,
      "loss": 2.4844,
      "step": 24568
    },
    {
      "epoch": 1.1430100023261223,
      "grad_norm": 0.9044130801294403,
      "learning_rate": 0.0002772139883313449,
      "loss": 2.6875,
      "step": 24569
    },
    {
      "epoch": 1.1430565247732032,
      "grad_norm": 0.8737733602851582,
      "learning_rate": 0.00027721202180811373,
      "loss": 2.4219,
      "step": 24570
    },
    {
      "epoch": 1.1431030472202837,
      "grad_norm": 0.8261409289171248,
      "learning_rate": 0.0002772100552070026,
      "loss": 2.5469,
      "step": 24571
    },
    {
      "epoch": 1.1431495696673646,
      "grad_norm": 0.8556934889898544,
      "learning_rate": 0.00027720808852801275,
      "loss": 2.3438,
      "step": 24572
    },
    {
      "epoch": 1.1431960921144453,
      "grad_norm": 0.8222883170248336,
      "learning_rate": 0.0002772061217711453,
      "loss": 2.3594,
      "step": 24573
    },
    {
      "epoch": 1.143242614561526,
      "grad_norm": 0.8793505327860329,
      "learning_rate": 0.00027720415493640157,
      "loss": 2.7656,
      "step": 24574
    },
    {
      "epoch": 1.1432891370086067,
      "grad_norm": 0.8172652848300669,
      "learning_rate": 0.0002772021880237827,
      "loss": 2.2188,
      "step": 24575
    },
    {
      "epoch": 1.1433356594556874,
      "grad_norm": 0.8903307662589283,
      "learning_rate": 0.0002772002210332899,
      "loss": 2.4219,
      "step": 24576
    },
    {
      "epoch": 1.143382181902768,
      "grad_norm": 0.8096536656011143,
      "learning_rate": 0.0002771982539649243,
      "loss": 2.2969,
      "step": 24577
    },
    {
      "epoch": 1.1434287043498488,
      "grad_norm": 0.8170163571227359,
      "learning_rate": 0.00027719628681868724,
      "loss": 2.2656,
      "step": 24578
    },
    {
      "epoch": 1.1434752267969295,
      "grad_norm": 0.837514623494048,
      "learning_rate": 0.0002771943195945799,
      "loss": 2.3125,
      "step": 24579
    },
    {
      "epoch": 1.1435217492440102,
      "grad_norm": 0.8007762374653989,
      "learning_rate": 0.0002771923522926034,
      "loss": 2.2188,
      "step": 24580
    },
    {
      "epoch": 1.1435682716910909,
      "grad_norm": 0.8331932498044787,
      "learning_rate": 0.00027719038491275897,
      "loss": 2.3906,
      "step": 24581
    },
    {
      "epoch": 1.1436147941381716,
      "grad_norm": 0.8931615977803097,
      "learning_rate": 0.0002771884174550479,
      "loss": 2.3594,
      "step": 24582
    },
    {
      "epoch": 1.1436613165852525,
      "grad_norm": 0.7608054769184605,
      "learning_rate": 0.00027718644991947127,
      "loss": 2.1094,
      "step": 24583
    },
    {
      "epoch": 1.1437078390323332,
      "grad_norm": 0.8147360365852528,
      "learning_rate": 0.0002771844823060304,
      "loss": 2.2969,
      "step": 24584
    },
    {
      "epoch": 1.143754361479414,
      "grad_norm": 0.8032573312446158,
      "learning_rate": 0.0002771825146147264,
      "loss": 2.375,
      "step": 24585
    },
    {
      "epoch": 1.1438008839264946,
      "grad_norm": 0.8681423151172312,
      "learning_rate": 0.0002771805468455605,
      "loss": 2.3906,
      "step": 24586
    },
    {
      "epoch": 1.1438474063735753,
      "grad_norm": 0.8940633058635635,
      "learning_rate": 0.000277178578998534,
      "loss": 2.4688,
      "step": 24587
    },
    {
      "epoch": 1.143893928820656,
      "grad_norm": 0.8122470297341803,
      "learning_rate": 0.00027717661107364797,
      "loss": 2.3594,
      "step": 24588
    },
    {
      "epoch": 1.1439404512677367,
      "grad_norm": 0.7759528915224319,
      "learning_rate": 0.0002771746430709037,
      "loss": 2.2656,
      "step": 24589
    },
    {
      "epoch": 1.1439869737148174,
      "grad_norm": 0.8052554083443331,
      "learning_rate": 0.0002771726749903023,
      "loss": 2.4062,
      "step": 24590
    },
    {
      "epoch": 1.144033496161898,
      "grad_norm": 0.8503392040285633,
      "learning_rate": 0.0002771707068318451,
      "loss": 2.4688,
      "step": 24591
    },
    {
      "epoch": 1.1440800186089788,
      "grad_norm": 0.9256538215681045,
      "learning_rate": 0.0002771687385955332,
      "loss": 2.2344,
      "step": 24592
    },
    {
      "epoch": 1.1441265410560595,
      "grad_norm": 0.8816396853724783,
      "learning_rate": 0.0002771667702813679,
      "loss": 2.5312,
      "step": 24593
    },
    {
      "epoch": 1.1441730635031402,
      "grad_norm": 0.8348698029589315,
      "learning_rate": 0.0002771648018893503,
      "loss": 2.7188,
      "step": 24594
    },
    {
      "epoch": 1.1442195859502209,
      "grad_norm": 0.8418376438332964,
      "learning_rate": 0.00027716283341948166,
      "loss": 2.2344,
      "step": 24595
    },
    {
      "epoch": 1.1442661083973018,
      "grad_norm": 0.873111055455278,
      "learning_rate": 0.0002771608648717632,
      "loss": 2.3281,
      "step": 24596
    },
    {
      "epoch": 1.1443126308443825,
      "grad_norm": 0.783487948765953,
      "learning_rate": 0.00027715889624619613,
      "loss": 2.4219,
      "step": 24597
    },
    {
      "epoch": 1.1443591532914632,
      "grad_norm": 0.8465033152634267,
      "learning_rate": 0.00027715692754278165,
      "loss": 2.5156,
      "step": 24598
    },
    {
      "epoch": 1.144405675738544,
      "grad_norm": 0.8275497131619245,
      "learning_rate": 0.0002771549587615209,
      "loss": 2.2969,
      "step": 24599
    },
    {
      "epoch": 1.1444521981856246,
      "grad_norm": 0.9066923787652766,
      "learning_rate": 0.00027715298990241516,
      "loss": 2.5938,
      "step": 24600
    },
    {
      "epoch": 1.1444987206327053,
      "grad_norm": 0.8095908584909771,
      "learning_rate": 0.0002771510209654656,
      "loss": 2.1406,
      "step": 24601
    },
    {
      "epoch": 1.144545243079786,
      "grad_norm": 0.9769176365633272,
      "learning_rate": 0.00027714905195067344,
      "loss": 1.6094,
      "step": 24602
    },
    {
      "epoch": 1.1445917655268667,
      "grad_norm": 0.8216032944368151,
      "learning_rate": 0.0002771470828580399,
      "loss": 2.3281,
      "step": 24603
    },
    {
      "epoch": 1.1446382879739474,
      "grad_norm": 0.8031451065176822,
      "learning_rate": 0.00027714511368756616,
      "loss": 2.3906,
      "step": 24604
    },
    {
      "epoch": 1.144684810421028,
      "grad_norm": 0.776071967262112,
      "learning_rate": 0.0002771431444392534,
      "loss": 2.2656,
      "step": 24605
    },
    {
      "epoch": 1.1447313328681088,
      "grad_norm": 0.9037712924515293,
      "learning_rate": 0.00027714117511310285,
      "loss": 2.7188,
      "step": 24606
    },
    {
      "epoch": 1.1447778553151895,
      "grad_norm": 0.7863958387261114,
      "learning_rate": 0.0002771392057091158,
      "loss": 2.25,
      "step": 24607
    },
    {
      "epoch": 1.1448243777622702,
      "grad_norm": 0.8664521474053112,
      "learning_rate": 0.0002771372362272933,
      "loss": 2.125,
      "step": 24608
    },
    {
      "epoch": 1.1448709002093511,
      "grad_norm": 0.9007623628591777,
      "learning_rate": 0.00027713526666763667,
      "loss": 2.7188,
      "step": 24609
    },
    {
      "epoch": 1.1449174226564318,
      "grad_norm": 0.8355578242946318,
      "learning_rate": 0.00027713329703014705,
      "loss": 2.6875,
      "step": 24610
    },
    {
      "epoch": 1.1449639451035125,
      "grad_norm": 0.8156303646154223,
      "learning_rate": 0.00027713132731482576,
      "loss": 2.3125,
      "step": 24611
    },
    {
      "epoch": 1.1450104675505932,
      "grad_norm": 0.7912557661071952,
      "learning_rate": 0.0002771293575216738,
      "loss": 2.1562,
      "step": 24612
    },
    {
      "epoch": 1.145056989997674,
      "grad_norm": 0.8743318605483474,
      "learning_rate": 0.0002771273876506926,
      "loss": 2.4531,
      "step": 24613
    },
    {
      "epoch": 1.1451035124447546,
      "grad_norm": 0.7908122065714834,
      "learning_rate": 0.0002771254177018832,
      "loss": 2.4844,
      "step": 24614
    },
    {
      "epoch": 1.1451500348918353,
      "grad_norm": 0.7943527965480617,
      "learning_rate": 0.0002771234476752469,
      "loss": 2.2969,
      "step": 24615
    },
    {
      "epoch": 1.145196557338916,
      "grad_norm": 0.8316498132776525,
      "learning_rate": 0.0002771214775707849,
      "loss": 2.7031,
      "step": 24616
    },
    {
      "epoch": 1.1452430797859967,
      "grad_norm": 0.8255296793416759,
      "learning_rate": 0.00027711950738849834,
      "loss": 2.3594,
      "step": 24617
    },
    {
      "epoch": 1.1452896022330774,
      "grad_norm": 0.8797759221238075,
      "learning_rate": 0.0002771175371283885,
      "loss": 2.6719,
      "step": 24618
    },
    {
      "epoch": 1.145336124680158,
      "grad_norm": 0.8474022239405103,
      "learning_rate": 0.0002771155667904565,
      "loss": 2.5,
      "step": 24619
    },
    {
      "epoch": 1.1453826471272388,
      "grad_norm": 0.826375845192865,
      "learning_rate": 0.0002771135963747037,
      "loss": 2.5312,
      "step": 24620
    },
    {
      "epoch": 1.1454291695743195,
      "grad_norm": 0.7648750621207292,
      "learning_rate": 0.00027711162588113107,
      "loss": 2.2812,
      "step": 24621
    },
    {
      "epoch": 1.1454756920214004,
      "grad_norm": 0.9065536991373202,
      "learning_rate": 0.00027710965530974006,
      "loss": 2.3906,
      "step": 24622
    },
    {
      "epoch": 1.1455222144684811,
      "grad_norm": 0.9758773752306295,
      "learning_rate": 0.00027710768466053173,
      "loss": 1.6875,
      "step": 24623
    },
    {
      "epoch": 1.1455687369155618,
      "grad_norm": 0.8382581572894101,
      "learning_rate": 0.00027710571393350735,
      "loss": 2.2812,
      "step": 24624
    },
    {
      "epoch": 1.1456152593626425,
      "grad_norm": 0.8059185130182958,
      "learning_rate": 0.0002771037431286681,
      "loss": 2.5,
      "step": 24625
    },
    {
      "epoch": 1.1456617818097232,
      "grad_norm": 0.7949995193795351,
      "learning_rate": 0.00027710177224601516,
      "loss": 2.0625,
      "step": 24626
    },
    {
      "epoch": 1.145708304256804,
      "grad_norm": 0.8897001556415443,
      "learning_rate": 0.0002770998012855498,
      "loss": 2.625,
      "step": 24627
    },
    {
      "epoch": 1.1457548267038846,
      "grad_norm": 0.8185267818752522,
      "learning_rate": 0.00027709783024727313,
      "loss": 2.3594,
      "step": 24628
    },
    {
      "epoch": 1.1458013491509653,
      "grad_norm": 0.9102739098401762,
      "learning_rate": 0.0002770958591311865,
      "loss": 2.4375,
      "step": 24629
    },
    {
      "epoch": 1.145847871598046,
      "grad_norm": 0.7824724177199909,
      "learning_rate": 0.000277093887937291,
      "loss": 2.3125,
      "step": 24630
    },
    {
      "epoch": 1.1458943940451267,
      "grad_norm": 0.7995897484809649,
      "learning_rate": 0.00027709191666558787,
      "loss": 2.1094,
      "step": 24631
    },
    {
      "epoch": 1.1459409164922074,
      "grad_norm": 0.8026127201465219,
      "learning_rate": 0.0002770899453160783,
      "loss": 2.25,
      "step": 24632
    },
    {
      "epoch": 1.1459874389392881,
      "grad_norm": 0.8923107054100098,
      "learning_rate": 0.00027708797388876355,
      "loss": 2.6406,
      "step": 24633
    },
    {
      "epoch": 1.1460339613863688,
      "grad_norm": 0.8703167592009636,
      "learning_rate": 0.0002770860023836448,
      "loss": 2.7812,
      "step": 24634
    },
    {
      "epoch": 1.1460804838334497,
      "grad_norm": 0.7983574176986885,
      "learning_rate": 0.0002770840308007232,
      "loss": 2.5781,
      "step": 24635
    },
    {
      "epoch": 1.1461270062805304,
      "grad_norm": 0.8028892391134297,
      "learning_rate": 0.0002770820591400001,
      "loss": 2.4531,
      "step": 24636
    },
    {
      "epoch": 1.1461735287276111,
      "grad_norm": 0.7778624552514762,
      "learning_rate": 0.0002770800874014765,
      "loss": 2.0,
      "step": 24637
    },
    {
      "epoch": 1.1462200511746918,
      "grad_norm": 0.8495863634905253,
      "learning_rate": 0.0002770781155851538,
      "loss": 2.5625,
      "step": 24638
    },
    {
      "epoch": 1.1462665736217725,
      "grad_norm": 0.7785482959687818,
      "learning_rate": 0.0002770761436910331,
      "loss": 2.125,
      "step": 24639
    },
    {
      "epoch": 1.1463130960688532,
      "grad_norm": 0.8129911039778347,
      "learning_rate": 0.00027707417171911564,
      "loss": 2.2344,
      "step": 24640
    },
    {
      "epoch": 1.146359618515934,
      "grad_norm": 0.8481195390093106,
      "learning_rate": 0.0002770721996694026,
      "loss": 2.3281,
      "step": 24641
    },
    {
      "epoch": 1.1464061409630146,
      "grad_norm": 0.7901410168724953,
      "learning_rate": 0.00027707022754189524,
      "loss": 2.5938,
      "step": 24642
    },
    {
      "epoch": 1.1464526634100953,
      "grad_norm": 0.7820091415966841,
      "learning_rate": 0.00027706825533659475,
      "loss": 2.3594,
      "step": 24643
    },
    {
      "epoch": 1.146499185857176,
      "grad_norm": 0.7968485918914627,
      "learning_rate": 0.0002770662830535023,
      "loss": 2.2812,
      "step": 24644
    },
    {
      "epoch": 1.1465457083042567,
      "grad_norm": 0.8657569266355163,
      "learning_rate": 0.00027706431069261914,
      "loss": 2.5156,
      "step": 24645
    },
    {
      "epoch": 1.1465922307513374,
      "grad_norm": 0.864221193144796,
      "learning_rate": 0.00027706233825394646,
      "loss": 2.2656,
      "step": 24646
    },
    {
      "epoch": 1.1466387531984181,
      "grad_norm": 0.8302903506257233,
      "learning_rate": 0.00027706036573748547,
      "loss": 2.6094,
      "step": 24647
    },
    {
      "epoch": 1.146685275645499,
      "grad_norm": 0.8113824861616489,
      "learning_rate": 0.0002770583931432373,
      "loss": 2.1719,
      "step": 24648
    },
    {
      "epoch": 1.1467317980925797,
      "grad_norm": 0.8588477574976379,
      "learning_rate": 0.00027705642047120334,
      "loss": 2.4219,
      "step": 24649
    },
    {
      "epoch": 1.1467783205396604,
      "grad_norm": 0.8617650925771857,
      "learning_rate": 0.00027705444772138465,
      "loss": 2.6719,
      "step": 24650
    },
    {
      "epoch": 1.1468248429867411,
      "grad_norm": 0.742229765607859,
      "learning_rate": 0.00027705247489378246,
      "loss": 2.0469,
      "step": 24651
    },
    {
      "epoch": 1.1468713654338218,
      "grad_norm": 0.8318166953782771,
      "learning_rate": 0.00027705050198839805,
      "loss": 2.3438,
      "step": 24652
    },
    {
      "epoch": 1.1469178878809025,
      "grad_norm": 0.7575951466058991,
      "learning_rate": 0.00027704852900523253,
      "loss": 2.1875,
      "step": 24653
    },
    {
      "epoch": 1.1469644103279832,
      "grad_norm": 0.8967217488506007,
      "learning_rate": 0.0002770465559442871,
      "loss": 2.5312,
      "step": 24654
    },
    {
      "epoch": 1.147010932775064,
      "grad_norm": 0.943600310524859,
      "learning_rate": 0.0002770445828055631,
      "loss": 2.4219,
      "step": 24655
    },
    {
      "epoch": 1.1470574552221446,
      "grad_norm": 0.8236376440253098,
      "learning_rate": 0.0002770426095890616,
      "loss": 2.4688,
      "step": 24656
    },
    {
      "epoch": 1.1471039776692253,
      "grad_norm": 0.9011254051447566,
      "learning_rate": 0.0002770406362947839,
      "loss": 2.5469,
      "step": 24657
    },
    {
      "epoch": 1.147150500116306,
      "grad_norm": 0.851182065488913,
      "learning_rate": 0.0002770386629227312,
      "loss": 2.4844,
      "step": 24658
    },
    {
      "epoch": 1.147197022563387,
      "grad_norm": 0.8624322906057906,
      "learning_rate": 0.00027703668947290464,
      "loss": 2.2656,
      "step": 24659
    },
    {
      "epoch": 1.1472435450104674,
      "grad_norm": 0.825869403038529,
      "learning_rate": 0.0002770347159453055,
      "loss": 2.3594,
      "step": 24660
    },
    {
      "epoch": 1.1472900674575484,
      "grad_norm": 0.8637862632109504,
      "learning_rate": 0.00027703274233993494,
      "loss": 2.5469,
      "step": 24661
    },
    {
      "epoch": 1.147336589904629,
      "grad_norm": 0.8404142844963023,
      "learning_rate": 0.0002770307686567942,
      "loss": 2.5312,
      "step": 24662
    },
    {
      "epoch": 1.1473831123517098,
      "grad_norm": 0.7389441959830769,
      "learning_rate": 0.0002770287948958845,
      "loss": 2.0938,
      "step": 24663
    },
    {
      "epoch": 1.1474296347987905,
      "grad_norm": 0.8189114312421774,
      "learning_rate": 0.00027702682105720696,
      "loss": 2.4062,
      "step": 24664
    },
    {
      "epoch": 1.1474761572458712,
      "grad_norm": 0.840449305804008,
      "learning_rate": 0.0002770248471407629,
      "loss": 2.2031,
      "step": 24665
    },
    {
      "epoch": 1.1475226796929519,
      "grad_norm": 0.8826364671368595,
      "learning_rate": 0.0002770228731465534,
      "loss": 2.5625,
      "step": 24666
    },
    {
      "epoch": 1.1475692021400326,
      "grad_norm": 0.8308342321477925,
      "learning_rate": 0.0002770208990745798,
      "loss": 2.375,
      "step": 24667
    },
    {
      "epoch": 1.1476157245871133,
      "grad_norm": 0.8260845720846058,
      "learning_rate": 0.0002770189249248433,
      "loss": 2.5312,
      "step": 24668
    },
    {
      "epoch": 1.147662247034194,
      "grad_norm": 0.8024281112553029,
      "learning_rate": 0.000277016950697345,
      "loss": 2.4219,
      "step": 24669
    },
    {
      "epoch": 1.1477087694812746,
      "grad_norm": 0.8569434453203068,
      "learning_rate": 0.00027701497639208623,
      "loss": 2.5938,
      "step": 24670
    },
    {
      "epoch": 1.1477552919283553,
      "grad_norm": 0.7859893261953319,
      "learning_rate": 0.0002770130020090681,
      "loss": 2.3281,
      "step": 24671
    },
    {
      "epoch": 1.1478018143754363,
      "grad_norm": 0.8488932826494751,
      "learning_rate": 0.0002770110275482919,
      "loss": 2.0,
      "step": 24672
    },
    {
      "epoch": 1.1478483368225167,
      "grad_norm": 0.9160072084192449,
      "learning_rate": 0.00027700905300975874,
      "loss": 2.5625,
      "step": 24673
    },
    {
      "epoch": 1.1478948592695977,
      "grad_norm": 0.8010385579524398,
      "learning_rate": 0.00027700707839346995,
      "loss": 2.375,
      "step": 24674
    },
    {
      "epoch": 1.1479413817166784,
      "grad_norm": 0.801558147010451,
      "learning_rate": 0.00027700510369942663,
      "loss": 2.1406,
      "step": 24675
    },
    {
      "epoch": 1.147987904163759,
      "grad_norm": 0.808268423545917,
      "learning_rate": 0.0002770031289276301,
      "loss": 2.375,
      "step": 24676
    },
    {
      "epoch": 1.1480344266108398,
      "grad_norm": 0.8072787292740577,
      "learning_rate": 0.0002770011540780815,
      "loss": 2.3906,
      "step": 24677
    },
    {
      "epoch": 1.1480809490579205,
      "grad_norm": 0.8370119006244823,
      "learning_rate": 0.000276999179150782,
      "loss": 2.2344,
      "step": 24678
    },
    {
      "epoch": 1.1481274715050012,
      "grad_norm": 0.7895066831964216,
      "learning_rate": 0.00027699720414573283,
      "loss": 2.2812,
      "step": 24679
    },
    {
      "epoch": 1.1481739939520819,
      "grad_norm": 0.7734359794683107,
      "learning_rate": 0.00027699522906293527,
      "loss": 2.2969,
      "step": 24680
    },
    {
      "epoch": 1.1482205163991626,
      "grad_norm": 0.7861796935832652,
      "learning_rate": 0.0002769932539023905,
      "loss": 2.25,
      "step": 24681
    },
    {
      "epoch": 1.1482670388462433,
      "grad_norm": 0.8786263433205017,
      "learning_rate": 0.0002769912786640997,
      "loss": 2.25,
      "step": 24682
    },
    {
      "epoch": 1.148313561293324,
      "grad_norm": 0.8745274334506169,
      "learning_rate": 0.00027698930334806406,
      "loss": 2.5312,
      "step": 24683
    },
    {
      "epoch": 1.1483600837404047,
      "grad_norm": 0.8184185984964949,
      "learning_rate": 0.00027698732795428485,
      "loss": 2.3438,
      "step": 24684
    },
    {
      "epoch": 1.1484066061874856,
      "grad_norm": 0.8752683394385001,
      "learning_rate": 0.0002769853524827632,
      "loss": 2.5781,
      "step": 24685
    },
    {
      "epoch": 1.148453128634566,
      "grad_norm": 0.7941909109430608,
      "learning_rate": 0.00027698337693350043,
      "loss": 2.2969,
      "step": 24686
    },
    {
      "epoch": 1.148499651081647,
      "grad_norm": 0.83378401496013,
      "learning_rate": 0.0002769814013064976,
      "loss": 2.6406,
      "step": 24687
    },
    {
      "epoch": 1.1485461735287277,
      "grad_norm": 0.8771708155021488,
      "learning_rate": 0.0002769794256017561,
      "loss": 2.3125,
      "step": 24688
    },
    {
      "epoch": 1.1485926959758084,
      "grad_norm": 0.8429244125599213,
      "learning_rate": 0.00027697744981927707,
      "loss": 2.5469,
      "step": 24689
    },
    {
      "epoch": 1.148639218422889,
      "grad_norm": 0.7537404314574832,
      "learning_rate": 0.0002769754739590616,
      "loss": 1.7031,
      "step": 24690
    },
    {
      "epoch": 1.1486857408699698,
      "grad_norm": 0.9380154285336806,
      "learning_rate": 0.0002769734980211111,
      "loss": 2.5938,
      "step": 24691
    },
    {
      "epoch": 1.1487322633170505,
      "grad_norm": 0.8455665862976974,
      "learning_rate": 0.00027697152200542656,
      "loss": 2.3906,
      "step": 24692
    },
    {
      "epoch": 1.1487787857641312,
      "grad_norm": 0.8020334032609241,
      "learning_rate": 0.00027696954591200935,
      "loss": 2.3906,
      "step": 24693
    },
    {
      "epoch": 1.1488253082112119,
      "grad_norm": 0.8412303168231259,
      "learning_rate": 0.00027696756974086064,
      "loss": 2.4219,
      "step": 24694
    },
    {
      "epoch": 1.1488718306582926,
      "grad_norm": 0.7136920221562766,
      "learning_rate": 0.0002769655934919817,
      "loss": 1.8203,
      "step": 24695
    },
    {
      "epoch": 1.1489183531053733,
      "grad_norm": 0.9458764896579035,
      "learning_rate": 0.00027696361716537363,
      "loss": 2.5156,
      "step": 24696
    },
    {
      "epoch": 1.148964875552454,
      "grad_norm": 0.8361527173609544,
      "learning_rate": 0.0002769616407610376,
      "loss": 2.3125,
      "step": 24697
    },
    {
      "epoch": 1.149011397999535,
      "grad_norm": 0.8608479745562653,
      "learning_rate": 0.000276959664278975,
      "loss": 2.7656,
      "step": 24698
    },
    {
      "epoch": 1.1490579204466156,
      "grad_norm": 0.8222770979344624,
      "learning_rate": 0.000276957687719187,
      "loss": 2.3594,
      "step": 24699
    },
    {
      "epoch": 1.1491044428936963,
      "grad_norm": 0.8957515201425877,
      "learning_rate": 0.0002769557110816746,
      "loss": 2.6875,
      "step": 24700
    },
    {
      "epoch": 1.149150965340777,
      "grad_norm": 0.7955119255877799,
      "learning_rate": 0.00027695373436643927,
      "loss": 2.2812,
      "step": 24701
    },
    {
      "epoch": 1.1491974877878577,
      "grad_norm": 0.7511727664814073,
      "learning_rate": 0.0002769517575734821,
      "loss": 2.2969,
      "step": 24702
    },
    {
      "epoch": 1.1492440102349384,
      "grad_norm": 0.8729736997157161,
      "learning_rate": 0.0002769497807028043,
      "loss": 2.375,
      "step": 24703
    },
    {
      "epoch": 1.149290532682019,
      "grad_norm": 0.7915573153123652,
      "learning_rate": 0.0002769478037544071,
      "loss": 2.5469,
      "step": 24704
    },
    {
      "epoch": 1.1493370551290998,
      "grad_norm": 0.8359218496738299,
      "learning_rate": 0.0002769458267282917,
      "loss": 2.2031,
      "step": 24705
    },
    {
      "epoch": 1.1493835775761805,
      "grad_norm": 0.7979701531215292,
      "learning_rate": 0.0002769438496244593,
      "loss": 2.25,
      "step": 24706
    },
    {
      "epoch": 1.1494301000232612,
      "grad_norm": 0.8167902517453016,
      "learning_rate": 0.00027694187244291116,
      "loss": 2.4062,
      "step": 24707
    },
    {
      "epoch": 1.1494766224703419,
      "grad_norm": 0.8045831088709903,
      "learning_rate": 0.0002769398951836485,
      "loss": 2.6562,
      "step": 24708
    },
    {
      "epoch": 1.1495231449174226,
      "grad_norm": 0.8703075938375184,
      "learning_rate": 0.0002769379178466724,
      "loss": 2.6719,
      "step": 24709
    },
    {
      "epoch": 1.1495696673645033,
      "grad_norm": 0.9471293273423782,
      "learning_rate": 0.00027693594043198426,
      "loss": 2.4219,
      "step": 24710
    },
    {
      "epoch": 1.1496161898115842,
      "grad_norm": 0.8070247104032396,
      "learning_rate": 0.0002769339629395851,
      "loss": 2.4531,
      "step": 24711
    },
    {
      "epoch": 1.149662712258665,
      "grad_norm": 0.8722076292870276,
      "learning_rate": 0.0002769319853694762,
      "loss": 2.4844,
      "step": 24712
    },
    {
      "epoch": 1.1497092347057456,
      "grad_norm": 0.8029140959719098,
      "learning_rate": 0.00027693000772165886,
      "loss": 1.7109,
      "step": 24713
    },
    {
      "epoch": 1.1497557571528263,
      "grad_norm": 0.8183110565233181,
      "learning_rate": 0.00027692802999613423,
      "loss": 2.2031,
      "step": 24714
    },
    {
      "epoch": 1.149802279599907,
      "grad_norm": 0.784940248267344,
      "learning_rate": 0.0002769260521929034,
      "loss": 2.3125,
      "step": 24715
    },
    {
      "epoch": 1.1498488020469877,
      "grad_norm": 0.8931937744520974,
      "learning_rate": 0.00027692407431196783,
      "loss": 2.3906,
      "step": 24716
    },
    {
      "epoch": 1.1498953244940684,
      "grad_norm": 0.784389790682197,
      "learning_rate": 0.0002769220963533285,
      "loss": 2.25,
      "step": 24717
    },
    {
      "epoch": 1.149941846941149,
      "grad_norm": 0.8346223539671046,
      "learning_rate": 0.0002769201183169868,
      "loss": 2.4844,
      "step": 24718
    },
    {
      "epoch": 1.1499883693882298,
      "grad_norm": 0.8734103207838514,
      "learning_rate": 0.0002769181402029438,
      "loss": 2.125,
      "step": 24719
    },
    {
      "epoch": 1.1500348918353105,
      "grad_norm": 0.8380332221227488,
      "learning_rate": 0.0002769161620112007,
      "loss": 2.3594,
      "step": 24720
    },
    {
      "epoch": 1.1500814142823912,
      "grad_norm": 0.7957570505384778,
      "learning_rate": 0.0002769141837417589,
      "loss": 2.4531,
      "step": 24721
    },
    {
      "epoch": 1.150127936729472,
      "grad_norm": 0.8158053666436546,
      "learning_rate": 0.0002769122053946194,
      "loss": 2.25,
      "step": 24722
    },
    {
      "epoch": 1.1501744591765526,
      "grad_norm": 0.8226960326663691,
      "learning_rate": 0.00027691022696978363,
      "loss": 2.4375,
      "step": 24723
    },
    {
      "epoch": 1.1502209816236335,
      "grad_norm": 0.8197484633935384,
      "learning_rate": 0.00027690824846725255,
      "loss": 2.2031,
      "step": 24724
    },
    {
      "epoch": 1.1502675040707142,
      "grad_norm": 0.8191047120315436,
      "learning_rate": 0.00027690626988702754,
      "loss": 2.5312,
      "step": 24725
    },
    {
      "epoch": 1.150314026517795,
      "grad_norm": 1.4619991420892093,
      "learning_rate": 0.0002769042912291097,
      "loss": 2.2188,
      "step": 24726
    },
    {
      "epoch": 1.1503605489648756,
      "grad_norm": 0.8299883606359195,
      "learning_rate": 0.00027690231249350035,
      "loss": 2.4531,
      "step": 24727
    },
    {
      "epoch": 1.1504070714119563,
      "grad_norm": 0.8008874153898695,
      "learning_rate": 0.00027690033368020067,
      "loss": 1.7188,
      "step": 24728
    },
    {
      "epoch": 1.150453593859037,
      "grad_norm": 0.8301335189409838,
      "learning_rate": 0.0002768983547892119,
      "loss": 2.2969,
      "step": 24729
    },
    {
      "epoch": 1.1505001163061177,
      "grad_norm": 0.7988422108950494,
      "learning_rate": 0.0002768963758205351,
      "loss": 2.2969,
      "step": 24730
    },
    {
      "epoch": 1.1505466387531984,
      "grad_norm": 0.8348349679567402,
      "learning_rate": 0.00027689439677417165,
      "loss": 2.4062,
      "step": 24731
    },
    {
      "epoch": 1.150593161200279,
      "grad_norm": 0.7785826772550816,
      "learning_rate": 0.0002768924176501227,
      "loss": 2.2031,
      "step": 24732
    },
    {
      "epoch": 1.1506396836473598,
      "grad_norm": 0.8278996898589314,
      "learning_rate": 0.0002768904384483895,
      "loss": 2.5312,
      "step": 24733
    },
    {
      "epoch": 1.1506862060944405,
      "grad_norm": 0.8138830890997026,
      "learning_rate": 0.00027688845916897317,
      "loss": 2.4531,
      "step": 24734
    },
    {
      "epoch": 1.1507327285415212,
      "grad_norm": 0.8232414588747927,
      "learning_rate": 0.00027688647981187497,
      "loss": 2.6875,
      "step": 24735
    },
    {
      "epoch": 1.150779250988602,
      "grad_norm": 0.8122214889426361,
      "learning_rate": 0.0002768845003770962,
      "loss": 2.4531,
      "step": 24736
    },
    {
      "epoch": 1.1508257734356828,
      "grad_norm": 0.829580472906027,
      "learning_rate": 0.0002768825208646379,
      "loss": 2.6719,
      "step": 24737
    },
    {
      "epoch": 1.1508722958827635,
      "grad_norm": 0.8576579683346628,
      "learning_rate": 0.0002768805412745014,
      "loss": 2.75,
      "step": 24738
    },
    {
      "epoch": 1.1509188183298442,
      "grad_norm": 0.8330269343413013,
      "learning_rate": 0.0002768785616066879,
      "loss": 2.3438,
      "step": 24739
    },
    {
      "epoch": 1.150965340776925,
      "grad_norm": 0.8078169719233934,
      "learning_rate": 0.0002768765818611986,
      "loss": 2.2031,
      "step": 24740
    },
    {
      "epoch": 1.1510118632240056,
      "grad_norm": 0.8422995304029917,
      "learning_rate": 0.0002768746020380347,
      "loss": 2.5312,
      "step": 24741
    },
    {
      "epoch": 1.1510583856710863,
      "grad_norm": 0.8321731300402186,
      "learning_rate": 0.00027687262213719745,
      "loss": 2.3281,
      "step": 24742
    },
    {
      "epoch": 1.151104908118167,
      "grad_norm": 0.8436778717509725,
      "learning_rate": 0.00027687064215868796,
      "loss": 2.6094,
      "step": 24743
    },
    {
      "epoch": 1.1511514305652477,
      "grad_norm": 0.7718107054525419,
      "learning_rate": 0.0002768686621025076,
      "loss": 2.1875,
      "step": 24744
    },
    {
      "epoch": 1.1511979530123284,
      "grad_norm": 0.8735352676929682,
      "learning_rate": 0.00027686668196865745,
      "loss": 2.5625,
      "step": 24745
    },
    {
      "epoch": 1.1512444754594091,
      "grad_norm": 0.810639017626705,
      "learning_rate": 0.00027686470175713877,
      "loss": 2.5625,
      "step": 24746
    },
    {
      "epoch": 1.1512909979064898,
      "grad_norm": 0.8530072086045238,
      "learning_rate": 0.00027686272146795277,
      "loss": 2.4219,
      "step": 24747
    },
    {
      "epoch": 1.1513375203535705,
      "grad_norm": 0.846835046968706,
      "learning_rate": 0.00027686074110110066,
      "loss": 2.4531,
      "step": 24748
    },
    {
      "epoch": 1.1513840428006512,
      "grad_norm": 0.8139577974281673,
      "learning_rate": 0.00027685876065658367,
      "loss": 2.2188,
      "step": 24749
    },
    {
      "epoch": 1.1514305652477321,
      "grad_norm": 0.8962534633854581,
      "learning_rate": 0.00027685678013440295,
      "loss": 2.4531,
      "step": 24750
    },
    {
      "epoch": 1.1514770876948128,
      "grad_norm": 0.8420703831614833,
      "learning_rate": 0.00027685479953455986,
      "loss": 2.3594,
      "step": 24751
    },
    {
      "epoch": 1.1515236101418935,
      "grad_norm": 0.8104332126189276,
      "learning_rate": 0.0002768528188570554,
      "loss": 2.375,
      "step": 24752
    },
    {
      "epoch": 1.1515701325889742,
      "grad_norm": 0.8220877305959431,
      "learning_rate": 0.00027685083810189104,
      "loss": 2.4062,
      "step": 24753
    },
    {
      "epoch": 1.151616655036055,
      "grad_norm": 0.787857597425478,
      "learning_rate": 0.00027684885726906775,
      "loss": 2.3281,
      "step": 24754
    },
    {
      "epoch": 1.1516631774831356,
      "grad_norm": 0.7859961948879377,
      "learning_rate": 0.00027684687635858685,
      "loss": 2.25,
      "step": 24755
    },
    {
      "epoch": 1.1517096999302163,
      "grad_norm": 0.8212011771238781,
      "learning_rate": 0.00027684489537044954,
      "loss": 2.3281,
      "step": 24756
    },
    {
      "epoch": 1.151756222377297,
      "grad_norm": 0.9159891055320658,
      "learning_rate": 0.00027684291430465707,
      "loss": 2.7031,
      "step": 24757
    },
    {
      "epoch": 1.1518027448243777,
      "grad_norm": 0.7624564168125858,
      "learning_rate": 0.0002768409331612106,
      "loss": 2.2812,
      "step": 24758
    },
    {
      "epoch": 1.1518492672714584,
      "grad_norm": 0.9095641775577623,
      "learning_rate": 0.0002768389519401114,
      "loss": 2.6875,
      "step": 24759
    },
    {
      "epoch": 1.1518957897185391,
      "grad_norm": 0.8686161065633219,
      "learning_rate": 0.0002768369706413606,
      "loss": 2.4375,
      "step": 24760
    },
    {
      "epoch": 1.1519423121656198,
      "grad_norm": 0.8847148924050307,
      "learning_rate": 0.00027683498926495945,
      "loss": 2.3906,
      "step": 24761
    },
    {
      "epoch": 1.1519888346127005,
      "grad_norm": 0.8033326149859017,
      "learning_rate": 0.0002768330078109092,
      "loss": 2.375,
      "step": 24762
    },
    {
      "epoch": 1.1520353570597814,
      "grad_norm": 0.8347974379721587,
      "learning_rate": 0.000276831026279211,
      "loss": 2.1719,
      "step": 24763
    },
    {
      "epoch": 1.1520818795068621,
      "grad_norm": 0.8044441562506309,
      "learning_rate": 0.00027682904466986614,
      "loss": 2.3906,
      "step": 24764
    },
    {
      "epoch": 1.1521284019539428,
      "grad_norm": 0.8255432159106684,
      "learning_rate": 0.0002768270629828758,
      "loss": 2.3281,
      "step": 24765
    },
    {
      "epoch": 1.1521749244010235,
      "grad_norm": 0.842466020092374,
      "learning_rate": 0.00027682508121824114,
      "loss": 2.5469,
      "step": 24766
    },
    {
      "epoch": 1.1522214468481042,
      "grad_norm": 0.8190720658495275,
      "learning_rate": 0.0002768230993759635,
      "loss": 2.3438,
      "step": 24767
    },
    {
      "epoch": 1.152267969295185,
      "grad_norm": 0.7861437070173803,
      "learning_rate": 0.00027682111745604387,
      "loss": 2.2344,
      "step": 24768
    },
    {
      "epoch": 1.1523144917422656,
      "grad_norm": 0.8364263280906353,
      "learning_rate": 0.0002768191354584837,
      "loss": 2.6875,
      "step": 24769
    },
    {
      "epoch": 1.1523610141893463,
      "grad_norm": 0.8389173426924297,
      "learning_rate": 0.0002768171533832841,
      "loss": 2.2188,
      "step": 24770
    },
    {
      "epoch": 1.152407536636427,
      "grad_norm": 0.8627621064393916,
      "learning_rate": 0.0002768151712304463,
      "loss": 2.5,
      "step": 24771
    },
    {
      "epoch": 1.1524540590835077,
      "grad_norm": 0.8087755444013324,
      "learning_rate": 0.0002768131889999715,
      "loss": 2.5,
      "step": 24772
    },
    {
      "epoch": 1.1525005815305884,
      "grad_norm": 0.8306746196986644,
      "learning_rate": 0.0002768112066918609,
      "loss": 2.4375,
      "step": 24773
    },
    {
      "epoch": 1.1525471039776691,
      "grad_norm": 0.8537404969217759,
      "learning_rate": 0.0002768092243061157,
      "loss": 2.3594,
      "step": 24774
    },
    {
      "epoch": 1.1525936264247498,
      "grad_norm": 0.83797695492852,
      "learning_rate": 0.0002768072418427372,
      "loss": 2.75,
      "step": 24775
    },
    {
      "epoch": 1.1526401488718307,
      "grad_norm": 0.8316578830777226,
      "learning_rate": 0.0002768052593017266,
      "loss": 2.2969,
      "step": 24776
    },
    {
      "epoch": 1.1526866713189114,
      "grad_norm": 0.7808489646066958,
      "learning_rate": 0.00027680327668308497,
      "loss": 2.4219,
      "step": 24777
    },
    {
      "epoch": 1.1527331937659921,
      "grad_norm": 0.8345361238552801,
      "learning_rate": 0.0002768012939868137,
      "loss": 2.5312,
      "step": 24778
    },
    {
      "epoch": 1.1527797162130728,
      "grad_norm": 0.816397695121328,
      "learning_rate": 0.0002767993112129139,
      "loss": 2.5312,
      "step": 24779
    },
    {
      "epoch": 1.1528262386601535,
      "grad_norm": 0.7629771682517087,
      "learning_rate": 0.0002767973283613868,
      "loss": 2.3438,
      "step": 24780
    },
    {
      "epoch": 1.1528727611072342,
      "grad_norm": 0.830739333660503,
      "learning_rate": 0.00027679534543223363,
      "loss": 2.3281,
      "step": 24781
    },
    {
      "epoch": 1.152919283554315,
      "grad_norm": 0.7704597595302412,
      "learning_rate": 0.00027679336242545564,
      "loss": 2.4219,
      "step": 24782
    },
    {
      "epoch": 1.1529658060013956,
      "grad_norm": 0.7717389432603189,
      "learning_rate": 0.000276791379341054,
      "loss": 2.2656,
      "step": 24783
    },
    {
      "epoch": 1.1530123284484763,
      "grad_norm": 0.7807727515966921,
      "learning_rate": 0.0002767893961790299,
      "loss": 2.4375,
      "step": 24784
    },
    {
      "epoch": 1.153058850895557,
      "grad_norm": 0.7705680406640653,
      "learning_rate": 0.0002767874129393846,
      "loss": 2.2656,
      "step": 24785
    },
    {
      "epoch": 1.1531053733426377,
      "grad_norm": 0.8383077990968115,
      "learning_rate": 0.00027678542962211933,
      "loss": 2.4688,
      "step": 24786
    },
    {
      "epoch": 1.1531518957897187,
      "grad_norm": 0.8447753871783685,
      "learning_rate": 0.00027678344622723524,
      "loss": 2.3906,
      "step": 24787
    },
    {
      "epoch": 1.1531984182367991,
      "grad_norm": 0.8671170411267666,
      "learning_rate": 0.0002767814627547336,
      "loss": 2.3906,
      "step": 24788
    },
    {
      "epoch": 1.15324494068388,
      "grad_norm": 0.8168363087546641,
      "learning_rate": 0.00027677947920461555,
      "loss": 2.4219,
      "step": 24789
    },
    {
      "epoch": 1.1532914631309608,
      "grad_norm": 0.7940930412626409,
      "learning_rate": 0.0002767774955768824,
      "loss": 2.3125,
      "step": 24790
    },
    {
      "epoch": 1.1533379855780415,
      "grad_norm": 0.8483690154763266,
      "learning_rate": 0.0002767755118715353,
      "loss": 2.5,
      "step": 24791
    },
    {
      "epoch": 1.1533845080251222,
      "grad_norm": 0.8390024017462521,
      "learning_rate": 0.0002767735280885755,
      "loss": 2.3438,
      "step": 24792
    },
    {
      "epoch": 1.1534310304722029,
      "grad_norm": 0.9118859428469893,
      "learning_rate": 0.00027677154422800417,
      "loss": 2.5938,
      "step": 24793
    },
    {
      "epoch": 1.1534775529192836,
      "grad_norm": 0.8284720554738544,
      "learning_rate": 0.00027676956028982263,
      "loss": 2.375,
      "step": 24794
    },
    {
      "epoch": 1.1535240753663643,
      "grad_norm": 0.8400813956458252,
      "learning_rate": 0.0002767675762740319,
      "loss": 2.4375,
      "step": 24795
    },
    {
      "epoch": 1.153570597813445,
      "grad_norm": 0.8528301786094448,
      "learning_rate": 0.00027676559218063336,
      "loss": 2.5312,
      "step": 24796
    },
    {
      "epoch": 1.1536171202605257,
      "grad_norm": 0.8028431231073933,
      "learning_rate": 0.0002767636080096282,
      "loss": 2.4531,
      "step": 24797
    },
    {
      "epoch": 1.1536636427076064,
      "grad_norm": 0.7932445839854071,
      "learning_rate": 0.0002767616237610176,
      "loss": 2.375,
      "step": 24798
    },
    {
      "epoch": 1.153710165154687,
      "grad_norm": 0.8654552609937028,
      "learning_rate": 0.0002767596394348028,
      "loss": 1.9688,
      "step": 24799
    },
    {
      "epoch": 1.153756687601768,
      "grad_norm": 0.8081744061620346,
      "learning_rate": 0.000276757655030985,
      "loss": 2.3438,
      "step": 24800
    },
    {
      "epoch": 1.1538032100488484,
      "grad_norm": 0.7906960996841426,
      "learning_rate": 0.0002767556705495654,
      "loss": 2.0625,
      "step": 24801
    },
    {
      "epoch": 1.1538497324959294,
      "grad_norm": 0.8280348286668385,
      "learning_rate": 0.00027675368599054526,
      "loss": 2.5469,
      "step": 24802
    },
    {
      "epoch": 1.15389625494301,
      "grad_norm": 0.8369738006672776,
      "learning_rate": 0.0002767517013539257,
      "loss": 2.75,
      "step": 24803
    },
    {
      "epoch": 1.1539427773900908,
      "grad_norm": 0.792554659897678,
      "learning_rate": 0.0002767497166397081,
      "loss": 2.4375,
      "step": 24804
    },
    {
      "epoch": 1.1539892998371715,
      "grad_norm": 0.8932168945050297,
      "learning_rate": 0.0002767477318478935,
      "loss": 2.4062,
      "step": 24805
    },
    {
      "epoch": 1.1540358222842522,
      "grad_norm": 0.8618789933803468,
      "learning_rate": 0.00027674574697848325,
      "loss": 2.5156,
      "step": 24806
    },
    {
      "epoch": 1.1540823447313329,
      "grad_norm": 0.851955225769824,
      "learning_rate": 0.0002767437620314784,
      "loss": 2.625,
      "step": 24807
    },
    {
      "epoch": 1.1541288671784136,
      "grad_norm": 0.7711244055449654,
      "learning_rate": 0.0002767417770068804,
      "loss": 2.4062,
      "step": 24808
    },
    {
      "epoch": 1.1541753896254943,
      "grad_norm": 0.822518538986709,
      "learning_rate": 0.0002767397919046903,
      "loss": 2.4531,
      "step": 24809
    },
    {
      "epoch": 1.154221912072575,
      "grad_norm": 0.8464615383439112,
      "learning_rate": 0.0002767378067249093,
      "loss": 2.2812,
      "step": 24810
    },
    {
      "epoch": 1.1542684345196557,
      "grad_norm": 0.8721981158771,
      "learning_rate": 0.0002767358214675387,
      "loss": 2.4844,
      "step": 24811
    },
    {
      "epoch": 1.1543149569667364,
      "grad_norm": 0.8097277180811271,
      "learning_rate": 0.00027673383613257966,
      "loss": 2.2344,
      "step": 24812
    },
    {
      "epoch": 1.1543614794138173,
      "grad_norm": 0.8218713488253903,
      "learning_rate": 0.0002767318507200335,
      "loss": 2.4844,
      "step": 24813
    },
    {
      "epoch": 1.1544080018608978,
      "grad_norm": 0.8595791909235738,
      "learning_rate": 0.00027672986522990126,
      "loss": 2.2656,
      "step": 24814
    },
    {
      "epoch": 1.1544545243079787,
      "grad_norm": 0.7912067297895692,
      "learning_rate": 0.0002767278796621843,
      "loss": 2.375,
      "step": 24815
    },
    {
      "epoch": 1.1545010467550594,
      "grad_norm": 0.8168851247781177,
      "learning_rate": 0.00027672589401688376,
      "loss": 2.4531,
      "step": 24816
    },
    {
      "epoch": 1.15454756920214,
      "grad_norm": 0.824169514733972,
      "learning_rate": 0.0002767239082940009,
      "loss": 2.375,
      "step": 24817
    },
    {
      "epoch": 1.1545940916492208,
      "grad_norm": 0.8748975521777745,
      "learning_rate": 0.0002767219224935369,
      "loss": 2.7656,
      "step": 24818
    },
    {
      "epoch": 1.1546406140963015,
      "grad_norm": 0.7697670810672709,
      "learning_rate": 0.00027671993661549304,
      "loss": 2.2031,
      "step": 24819
    },
    {
      "epoch": 1.1546871365433822,
      "grad_norm": 0.8053807875515853,
      "learning_rate": 0.00027671795065987043,
      "loss": 2.1875,
      "step": 24820
    },
    {
      "epoch": 1.1547336589904629,
      "grad_norm": 0.9116367241224418,
      "learning_rate": 0.00027671596462667034,
      "loss": 2.5,
      "step": 24821
    },
    {
      "epoch": 1.1547801814375436,
      "grad_norm": 0.7560781568634243,
      "learning_rate": 0.000276713978515894,
      "loss": 1.9141,
      "step": 24822
    },
    {
      "epoch": 1.1548267038846243,
      "grad_norm": 0.8814961063228938,
      "learning_rate": 0.00027671199232754263,
      "loss": 2.4219,
      "step": 24823
    },
    {
      "epoch": 1.154873226331705,
      "grad_norm": 0.8267648425624786,
      "learning_rate": 0.00027671000606161746,
      "loss": 2.3594,
      "step": 24824
    },
    {
      "epoch": 1.1549197487787857,
      "grad_norm": 0.8127979726668176,
      "learning_rate": 0.00027670801971811963,
      "loss": 2.5312,
      "step": 24825
    },
    {
      "epoch": 1.1549662712258666,
      "grad_norm": 0.8521153754592913,
      "learning_rate": 0.00027670603329705044,
      "loss": 2.4531,
      "step": 24826
    },
    {
      "epoch": 1.1550127936729473,
      "grad_norm": 0.8292182332100911,
      "learning_rate": 0.000276704046798411,
      "loss": 2.2344,
      "step": 24827
    },
    {
      "epoch": 1.155059316120028,
      "grad_norm": 0.7974358710483632,
      "learning_rate": 0.0002767020602222027,
      "loss": 2.2188,
      "step": 24828
    },
    {
      "epoch": 1.1551058385671087,
      "grad_norm": 0.8439563245881714,
      "learning_rate": 0.0002767000735684266,
      "loss": 2.625,
      "step": 24829
    },
    {
      "epoch": 1.1551523610141894,
      "grad_norm": 0.7842851313249622,
      "learning_rate": 0.00027669808683708394,
      "loss": 2.3125,
      "step": 24830
    },
    {
      "epoch": 1.15519888346127,
      "grad_norm": 0.8412446560766804,
      "learning_rate": 0.000276696100028176,
      "loss": 2.5469,
      "step": 24831
    },
    {
      "epoch": 1.1552454059083508,
      "grad_norm": 0.8370256672395885,
      "learning_rate": 0.000276694113141704,
      "loss": 2.2969,
      "step": 24832
    },
    {
      "epoch": 1.1552919283554315,
      "grad_norm": 0.8710093700667422,
      "learning_rate": 0.00027669212617766905,
      "loss": 2.2031,
      "step": 24833
    },
    {
      "epoch": 1.1553384508025122,
      "grad_norm": 0.78965833041505,
      "learning_rate": 0.00027669013913607246,
      "loss": 2.375,
      "step": 24834
    },
    {
      "epoch": 1.1553849732495929,
      "grad_norm": 0.8958575204297065,
      "learning_rate": 0.00027668815201691536,
      "loss": 2.5469,
      "step": 24835
    },
    {
      "epoch": 1.1554314956966736,
      "grad_norm": 0.8095045368408507,
      "learning_rate": 0.0002766861648201991,
      "loss": 2.1875,
      "step": 24836
    },
    {
      "epoch": 1.1554780181437543,
      "grad_norm": 0.8187420982113294,
      "learning_rate": 0.0002766841775459248,
      "loss": 2.2344,
      "step": 24837
    },
    {
      "epoch": 1.155524540590835,
      "grad_norm": 0.8401667691402506,
      "learning_rate": 0.0002766821901940937,
      "loss": 2.4062,
      "step": 24838
    },
    {
      "epoch": 1.155571063037916,
      "grad_norm": 0.8837029618541933,
      "learning_rate": 0.00027668020276470706,
      "loss": 2.5781,
      "step": 24839
    },
    {
      "epoch": 1.1556175854849966,
      "grad_norm": 0.8041437930727181,
      "learning_rate": 0.00027667821525776597,
      "loss": 2.1719,
      "step": 24840
    },
    {
      "epoch": 1.1556641079320773,
      "grad_norm": 0.8631147900169551,
      "learning_rate": 0.0002766762276732718,
      "loss": 2.4219,
      "step": 24841
    },
    {
      "epoch": 1.155710630379158,
      "grad_norm": 0.8536025236413763,
      "learning_rate": 0.00027667424001122566,
      "loss": 2.6875,
      "step": 24842
    },
    {
      "epoch": 1.1557571528262387,
      "grad_norm": 0.9037548079877449,
      "learning_rate": 0.0002766722522716288,
      "loss": 2.8125,
      "step": 24843
    },
    {
      "epoch": 1.1558036752733194,
      "grad_norm": 0.816510939016655,
      "learning_rate": 0.0002766702644544825,
      "loss": 2.3125,
      "step": 24844
    },
    {
      "epoch": 1.1558501977204,
      "grad_norm": 0.8184980200988573,
      "learning_rate": 0.00027666827655978786,
      "loss": 2.3438,
      "step": 24845
    },
    {
      "epoch": 1.1558967201674808,
      "grad_norm": 0.7818568684683656,
      "learning_rate": 0.0002766662885875461,
      "loss": 2.125,
      "step": 24846
    },
    {
      "epoch": 1.1559432426145615,
      "grad_norm": 0.7688672552625316,
      "learning_rate": 0.0002766643005377586,
      "loss": 2.25,
      "step": 24847
    },
    {
      "epoch": 1.1559897650616422,
      "grad_norm": 0.8276277224676869,
      "learning_rate": 0.0002766623124104264,
      "loss": 2.3438,
      "step": 24848
    },
    {
      "epoch": 1.156036287508723,
      "grad_norm": 0.8029311246264809,
      "learning_rate": 0.00027666032420555083,
      "loss": 2.3438,
      "step": 24849
    },
    {
      "epoch": 1.1560828099558036,
      "grad_norm": 0.826319395286003,
      "learning_rate": 0.00027665833592313305,
      "loss": 2.2031,
      "step": 24850
    },
    {
      "epoch": 1.1561293324028843,
      "grad_norm": 0.7967185433537349,
      "learning_rate": 0.0002766563475631743,
      "loss": 2.4062,
      "step": 24851
    },
    {
      "epoch": 1.1561758548499652,
      "grad_norm": 0.8200362499656745,
      "learning_rate": 0.0002766543591256758,
      "loss": 1.8906,
      "step": 24852
    },
    {
      "epoch": 1.156222377297046,
      "grad_norm": 0.8227739047121653,
      "learning_rate": 0.00027665237061063865,
      "loss": 2.25,
      "step": 24853
    },
    {
      "epoch": 1.1562688997441266,
      "grad_norm": 0.8627078223882603,
      "learning_rate": 0.0002766503820180643,
      "loss": 2.7344,
      "step": 24854
    },
    {
      "epoch": 1.1563154221912073,
      "grad_norm": 0.8839460820231118,
      "learning_rate": 0.00027664839334795376,
      "loss": 2.5156,
      "step": 24855
    },
    {
      "epoch": 1.156361944638288,
      "grad_norm": 0.8640887419524251,
      "learning_rate": 0.00027664640460030836,
      "loss": 2.6094,
      "step": 24856
    },
    {
      "epoch": 1.1564084670853687,
      "grad_norm": 0.9175879925283111,
      "learning_rate": 0.0002766444157751293,
      "loss": 2.4844,
      "step": 24857
    },
    {
      "epoch": 1.1564549895324494,
      "grad_norm": 0.8377616155156257,
      "learning_rate": 0.0002766424268724178,
      "loss": 2.3438,
      "step": 24858
    },
    {
      "epoch": 1.15650151197953,
      "grad_norm": 0.8184394769955143,
      "learning_rate": 0.00027664043789217503,
      "loss": 2.4062,
      "step": 24859
    },
    {
      "epoch": 1.1565480344266108,
      "grad_norm": 0.8360937320711852,
      "learning_rate": 0.00027663844883440216,
      "loss": 2.4844,
      "step": 24860
    },
    {
      "epoch": 1.1565945568736915,
      "grad_norm": 0.8890004684419612,
      "learning_rate": 0.0002766364596991006,
      "loss": 2.2188,
      "step": 24861
    },
    {
      "epoch": 1.1566410793207722,
      "grad_norm": 0.8217121467001454,
      "learning_rate": 0.0002766344704862714,
      "loss": 2.6094,
      "step": 24862
    },
    {
      "epoch": 1.156687601767853,
      "grad_norm": 0.8675234252783328,
      "learning_rate": 0.00027663248119591587,
      "loss": 2.3125,
      "step": 24863
    },
    {
      "epoch": 1.1567341242149336,
      "grad_norm": 0.8162367195330222,
      "learning_rate": 0.0002766304918280351,
      "loss": 2.3281,
      "step": 24864
    },
    {
      "epoch": 1.1567806466620145,
      "grad_norm": 0.7678328322759191,
      "learning_rate": 0.0002766285023826305,
      "loss": 2.1406,
      "step": 24865
    },
    {
      "epoch": 1.1568271691090952,
      "grad_norm": 0.8946995575910723,
      "learning_rate": 0.00027662651285970314,
      "loss": 2.2656,
      "step": 24866
    },
    {
      "epoch": 1.156873691556176,
      "grad_norm": 0.8319602294716405,
      "learning_rate": 0.00027662452325925423,
      "loss": 2.1719,
      "step": 24867
    },
    {
      "epoch": 1.1569202140032566,
      "grad_norm": 0.8047898521094724,
      "learning_rate": 0.00027662253358128514,
      "loss": 2.2656,
      "step": 24868
    },
    {
      "epoch": 1.1569667364503373,
      "grad_norm": 0.7411513485510957,
      "learning_rate": 0.00027662054382579694,
      "loss": 2.1562,
      "step": 24869
    },
    {
      "epoch": 1.157013258897418,
      "grad_norm": 0.8273463553060277,
      "learning_rate": 0.0002766185539927909,
      "loss": 2.3906,
      "step": 24870
    },
    {
      "epoch": 1.1570597813444987,
      "grad_norm": 0.8583681265077827,
      "learning_rate": 0.00027661656408226824,
      "loss": 2.3438,
      "step": 24871
    },
    {
      "epoch": 1.1571063037915794,
      "grad_norm": 0.8491680421196628,
      "learning_rate": 0.0002766145740942301,
      "loss": 2.4844,
      "step": 24872
    },
    {
      "epoch": 1.1571528262386601,
      "grad_norm": 0.7985158305570926,
      "learning_rate": 0.0002766125840286779,
      "loss": 2.1094,
      "step": 24873
    },
    {
      "epoch": 1.1571993486857408,
      "grad_norm": 0.8171342958142161,
      "learning_rate": 0.00027661059388561267,
      "loss": 2.3125,
      "step": 24874
    },
    {
      "epoch": 1.1572458711328215,
      "grad_norm": 0.8623422562763898,
      "learning_rate": 0.0002766086036650357,
      "loss": 2.3594,
      "step": 24875
    },
    {
      "epoch": 1.1572923935799022,
      "grad_norm": 0.9008867251998922,
      "learning_rate": 0.00027660661336694815,
      "loss": 2.5,
      "step": 24876
    },
    {
      "epoch": 1.157338916026983,
      "grad_norm": 0.8356799167539349,
      "learning_rate": 0.00027660462299135133,
      "loss": 2.4531,
      "step": 24877
    },
    {
      "epoch": 1.1573854384740638,
      "grad_norm": 0.8698222224524543,
      "learning_rate": 0.0002766026325382464,
      "loss": 2.5781,
      "step": 24878
    },
    {
      "epoch": 1.1574319609211445,
      "grad_norm": 0.8301184043036324,
      "learning_rate": 0.0002766006420076346,
      "loss": 2.3438,
      "step": 24879
    },
    {
      "epoch": 1.1574784833682252,
      "grad_norm": 0.866765377952858,
      "learning_rate": 0.00027659865139951714,
      "loss": 2.6875,
      "step": 24880
    },
    {
      "epoch": 1.157525005815306,
      "grad_norm": 0.8328705583878552,
      "learning_rate": 0.0002765966607138952,
      "loss": 2.2969,
      "step": 24881
    },
    {
      "epoch": 1.1575715282623866,
      "grad_norm": 0.845588008428391,
      "learning_rate": 0.0002765946699507701,
      "loss": 2.5781,
      "step": 24882
    },
    {
      "epoch": 1.1576180507094673,
      "grad_norm": 0.8052060776571306,
      "learning_rate": 0.00027659267911014294,
      "loss": 2.2656,
      "step": 24883
    },
    {
      "epoch": 1.157664573156548,
      "grad_norm": 0.9003991513818906,
      "learning_rate": 0.00027659068819201505,
      "loss": 2.6094,
      "step": 24884
    },
    {
      "epoch": 1.1577110956036287,
      "grad_norm": 0.9765108634065679,
      "learning_rate": 0.00027658869719638757,
      "loss": 2.8125,
      "step": 24885
    },
    {
      "epoch": 1.1577576180507094,
      "grad_norm": 0.8520917301528782,
      "learning_rate": 0.00027658670612326175,
      "loss": 2.5312,
      "step": 24886
    },
    {
      "epoch": 1.1578041404977901,
      "grad_norm": 0.8197248354295877,
      "learning_rate": 0.0002765847149726388,
      "loss": 2.6875,
      "step": 24887
    },
    {
      "epoch": 1.1578506629448708,
      "grad_norm": 0.8109576845906229,
      "learning_rate": 0.00027658272374452,
      "loss": 2.3594,
      "step": 24888
    },
    {
      "epoch": 1.1578971853919515,
      "grad_norm": 0.8448072637447616,
      "learning_rate": 0.00027658073243890636,
      "loss": 2.3438,
      "step": 24889
    },
    {
      "epoch": 1.1579437078390322,
      "grad_norm": 0.7638922851630009,
      "learning_rate": 0.00027657874105579933,
      "loss": 2.2656,
      "step": 24890
    },
    {
      "epoch": 1.1579902302861131,
      "grad_norm": 0.8320918698051284,
      "learning_rate": 0.0002765767495952001,
      "loss": 2.375,
      "step": 24891
    },
    {
      "epoch": 1.1580367527331938,
      "grad_norm": 0.8158729297849461,
      "learning_rate": 0.0002765747580571098,
      "loss": 2.7812,
      "step": 24892
    },
    {
      "epoch": 1.1580832751802745,
      "grad_norm": 0.8490165625351687,
      "learning_rate": 0.0002765727664415297,
      "loss": 2.5469,
      "step": 24893
    },
    {
      "epoch": 1.1581297976273552,
      "grad_norm": 0.8997521102810366,
      "learning_rate": 0.00027657077474846093,
      "loss": 2.4062,
      "step": 24894
    },
    {
      "epoch": 1.158176320074436,
      "grad_norm": 0.8840865413327836,
      "learning_rate": 0.0002765687829779049,
      "loss": 2.1094,
      "step": 24895
    },
    {
      "epoch": 1.1582228425215166,
      "grad_norm": 0.8870344816814137,
      "learning_rate": 0.00027656679112986264,
      "loss": 2.75,
      "step": 24896
    },
    {
      "epoch": 1.1582693649685973,
      "grad_norm": 0.8515484708304709,
      "learning_rate": 0.00027656479920433545,
      "loss": 2.4375,
      "step": 24897
    },
    {
      "epoch": 1.158315887415678,
      "grad_norm": 0.7779928459221067,
      "learning_rate": 0.00027656280720132455,
      "loss": 1.6562,
      "step": 24898
    },
    {
      "epoch": 1.1583624098627587,
      "grad_norm": 0.7805102499450001,
      "learning_rate": 0.00027656081512083115,
      "loss": 2.2188,
      "step": 24899
    },
    {
      "epoch": 1.1584089323098394,
      "grad_norm": 0.8596232784117905,
      "learning_rate": 0.0002765588229628565,
      "loss": 2.7031,
      "step": 24900
    },
    {
      "epoch": 1.1584554547569201,
      "grad_norm": 0.8408325932038283,
      "learning_rate": 0.00027655683072740176,
      "loss": 2.5,
      "step": 24901
    },
    {
      "epoch": 1.158501977204001,
      "grad_norm": 0.8925679547219822,
      "learning_rate": 0.00027655483841446826,
      "loss": 2.5156,
      "step": 24902
    },
    {
      "epoch": 1.1585484996510815,
      "grad_norm": 0.8443551663565189,
      "learning_rate": 0.0002765528460240571,
      "loss": 2.7031,
      "step": 24903
    },
    {
      "epoch": 1.1585950220981625,
      "grad_norm": 0.813077632621379,
      "learning_rate": 0.00027655085355616946,
      "loss": 2.4844,
      "step": 24904
    },
    {
      "epoch": 1.1586415445452432,
      "grad_norm": 0.8920898008535945,
      "learning_rate": 0.0002765488610108067,
      "loss": 2.5,
      "step": 24905
    },
    {
      "epoch": 1.1586880669923239,
      "grad_norm": 0.7677494380911226,
      "learning_rate": 0.00027654686838797,
      "loss": 2.25,
      "step": 24906
    },
    {
      "epoch": 1.1587345894394045,
      "grad_norm": 0.8319334697659678,
      "learning_rate": 0.00027654487568766055,
      "loss": 2.6875,
      "step": 24907
    },
    {
      "epoch": 1.1587811118864852,
      "grad_norm": 0.8599946976138075,
      "learning_rate": 0.0002765428829098796,
      "loss": 2.4844,
      "step": 24908
    },
    {
      "epoch": 1.158827634333566,
      "grad_norm": 0.8719196349024735,
      "learning_rate": 0.0002765408900546283,
      "loss": 2.5938,
      "step": 24909
    },
    {
      "epoch": 1.1588741567806466,
      "grad_norm": 0.8199678000248127,
      "learning_rate": 0.00027653889712190796,
      "loss": 2.375,
      "step": 24910
    },
    {
      "epoch": 1.1589206792277273,
      "grad_norm": 0.8144162036137653,
      "learning_rate": 0.00027653690411171976,
      "loss": 2.2812,
      "step": 24911
    },
    {
      "epoch": 1.158967201674808,
      "grad_norm": 0.8365739761720353,
      "learning_rate": 0.00027653491102406494,
      "loss": 2.4062,
      "step": 24912
    },
    {
      "epoch": 1.1590137241218887,
      "grad_norm": 0.8016663548828309,
      "learning_rate": 0.0002765329178589446,
      "loss": 2.4531,
      "step": 24913
    },
    {
      "epoch": 1.1590602465689694,
      "grad_norm": 0.9461552855290926,
      "learning_rate": 0.0002765309246163602,
      "loss": 2.6875,
      "step": 24914
    },
    {
      "epoch": 1.1591067690160504,
      "grad_norm": 0.8421392875031045,
      "learning_rate": 0.00027652893129631275,
      "loss": 2.7188,
      "step": 24915
    },
    {
      "epoch": 1.1591532914631308,
      "grad_norm": 0.8234420342024008,
      "learning_rate": 0.0002765269378988035,
      "loss": 2.4688,
      "step": 24916
    },
    {
      "epoch": 1.1591998139102118,
      "grad_norm": 0.7944702698584339,
      "learning_rate": 0.0002765249444238338,
      "loss": 1.7031,
      "step": 24917
    },
    {
      "epoch": 1.1592463363572925,
      "grad_norm": 0.8074310416076338,
      "learning_rate": 0.00027652295087140475,
      "loss": 2.2656,
      "step": 24918
    },
    {
      "epoch": 1.1592928588043732,
      "grad_norm": 0.8029171698322056,
      "learning_rate": 0.0002765209572415176,
      "loss": 2.4531,
      "step": 24919
    },
    {
      "epoch": 1.1593393812514539,
      "grad_norm": 0.8860064889703636,
      "learning_rate": 0.0002765189635341736,
      "loss": 2.7812,
      "step": 24920
    },
    {
      "epoch": 1.1593859036985346,
      "grad_norm": 0.8492068461915906,
      "learning_rate": 0.0002765169697493739,
      "loss": 2.4219,
      "step": 24921
    },
    {
      "epoch": 1.1594324261456153,
      "grad_norm": 0.9200721383281352,
      "learning_rate": 0.00027651497588711976,
      "loss": 2.2656,
      "step": 24922
    },
    {
      "epoch": 1.159478948592696,
      "grad_norm": 0.8451540185618448,
      "learning_rate": 0.00027651298194741246,
      "loss": 2.4844,
      "step": 24923
    },
    {
      "epoch": 1.1595254710397767,
      "grad_norm": 0.7650193974391888,
      "learning_rate": 0.0002765109879302531,
      "loss": 2.4062,
      "step": 24924
    },
    {
      "epoch": 1.1595719934868574,
      "grad_norm": 0.7751140062350012,
      "learning_rate": 0.0002765089938356431,
      "loss": 2.3125,
      "step": 24925
    },
    {
      "epoch": 1.159618515933938,
      "grad_norm": 0.8236879201984411,
      "learning_rate": 0.0002765069996635834,
      "loss": 2.3438,
      "step": 24926
    },
    {
      "epoch": 1.1596650383810188,
      "grad_norm": 0.915799050610959,
      "learning_rate": 0.00027650500541407546,
      "loss": 2.5156,
      "step": 24927
    },
    {
      "epoch": 1.1597115608280997,
      "grad_norm": 0.811549316630362,
      "learning_rate": 0.00027650301108712036,
      "loss": 2.2031,
      "step": 24928
    },
    {
      "epoch": 1.1597580832751802,
      "grad_norm": 0.8019441794654065,
      "learning_rate": 0.0002765010166827194,
      "loss": 2.4219,
      "step": 24929
    },
    {
      "epoch": 1.159804605722261,
      "grad_norm": 0.8776251569528125,
      "learning_rate": 0.0002764990222008737,
      "loss": 2.6719,
      "step": 24930
    },
    {
      "epoch": 1.1598511281693418,
      "grad_norm": 0.8089601404880002,
      "learning_rate": 0.0002764970276415846,
      "loss": 2.6094,
      "step": 24931
    },
    {
      "epoch": 1.1598976506164225,
      "grad_norm": 0.7823975163333146,
      "learning_rate": 0.00027649503300485333,
      "loss": 2.3438,
      "step": 24932
    },
    {
      "epoch": 1.1599441730635032,
      "grad_norm": 0.7722568819802805,
      "learning_rate": 0.000276493038290681,
      "loss": 2.4219,
      "step": 24933
    },
    {
      "epoch": 1.1599906955105839,
      "grad_norm": 0.8559794830385491,
      "learning_rate": 0.0002764910434990689,
      "loss": 2.5,
      "step": 24934
    },
    {
      "epoch": 1.1600372179576646,
      "grad_norm": 0.8008239288138741,
      "learning_rate": 0.00027648904863001824,
      "loss": 1.9922,
      "step": 24935
    },
    {
      "epoch": 1.1600837404047453,
      "grad_norm": 0.8311001305861333,
      "learning_rate": 0.00027648705368353023,
      "loss": 2.5312,
      "step": 24936
    },
    {
      "epoch": 1.160130262851826,
      "grad_norm": 0.8015348097204126,
      "learning_rate": 0.0002764850586596061,
      "loss": 2.125,
      "step": 24937
    },
    {
      "epoch": 1.1601767852989067,
      "grad_norm": 0.8441977657443097,
      "learning_rate": 0.0002764830635582471,
      "loss": 2.4062,
      "step": 24938
    },
    {
      "epoch": 1.1602233077459874,
      "grad_norm": 0.7871382795664452,
      "learning_rate": 0.00027648106837945436,
      "loss": 2.2969,
      "step": 24939
    },
    {
      "epoch": 1.160269830193068,
      "grad_norm": 0.8138182142709591,
      "learning_rate": 0.00027647907312322925,
      "loss": 2.2969,
      "step": 24940
    },
    {
      "epoch": 1.160316352640149,
      "grad_norm": 0.7506892916339925,
      "learning_rate": 0.0002764770777895728,
      "loss": 2.2656,
      "step": 24941
    },
    {
      "epoch": 1.1603628750872297,
      "grad_norm": 0.8424083528595426,
      "learning_rate": 0.00027647508237848645,
      "loss": 2.3281,
      "step": 24942
    },
    {
      "epoch": 1.1604093975343104,
      "grad_norm": 0.8629941200084942,
      "learning_rate": 0.00027647308688997125,
      "loss": 2.2344,
      "step": 24943
    },
    {
      "epoch": 1.160455919981391,
      "grad_norm": 0.8418447376629119,
      "learning_rate": 0.00027647109132402845,
      "loss": 2.5625,
      "step": 24944
    },
    {
      "epoch": 1.1605024424284718,
      "grad_norm": 0.7845595152227582,
      "learning_rate": 0.00027646909568065936,
      "loss": 2.2188,
      "step": 24945
    },
    {
      "epoch": 1.1605489648755525,
      "grad_norm": 0.8334064880323253,
      "learning_rate": 0.0002764670999598651,
      "loss": 1.8203,
      "step": 24946
    },
    {
      "epoch": 1.1605954873226332,
      "grad_norm": 0.8335627867915237,
      "learning_rate": 0.00027646510416164696,
      "loss": 2.4062,
      "step": 24947
    },
    {
      "epoch": 1.1606420097697139,
      "grad_norm": 0.8049658996609153,
      "learning_rate": 0.00027646310828600615,
      "loss": 2.2812,
      "step": 24948
    },
    {
      "epoch": 1.1606885322167946,
      "grad_norm": 0.8392034317868268,
      "learning_rate": 0.00027646111233294387,
      "loss": 2.5469,
      "step": 24949
    },
    {
      "epoch": 1.1607350546638753,
      "grad_norm": 0.852492737106582,
      "learning_rate": 0.00027645911630246137,
      "loss": 2.3281,
      "step": 24950
    },
    {
      "epoch": 1.160781577110956,
      "grad_norm": 0.9690581465619036,
      "learning_rate": 0.00027645712019455984,
      "loss": 2.5,
      "step": 24951
    },
    {
      "epoch": 1.1608280995580367,
      "grad_norm": 0.8251730270476793,
      "learning_rate": 0.0002764551240092405,
      "loss": 2.3125,
      "step": 24952
    },
    {
      "epoch": 1.1608746220051174,
      "grad_norm": 0.8448136696355748,
      "learning_rate": 0.0002764531277465046,
      "loss": 2.2812,
      "step": 24953
    },
    {
      "epoch": 1.1609211444521983,
      "grad_norm": 0.9039495245857239,
      "learning_rate": 0.00027645113140635334,
      "loss": 2.4844,
      "step": 24954
    },
    {
      "epoch": 1.160967666899279,
      "grad_norm": 0.8102680654915112,
      "learning_rate": 0.00027644913498878795,
      "loss": 2.3125,
      "step": 24955
    },
    {
      "epoch": 1.1610141893463597,
      "grad_norm": 0.8388882585423285,
      "learning_rate": 0.00027644713849380966,
      "loss": 2.5938,
      "step": 24956
    },
    {
      "epoch": 1.1610607117934404,
      "grad_norm": 0.8823518241018965,
      "learning_rate": 0.0002764451419214197,
      "loss": 2.4844,
      "step": 24957
    },
    {
      "epoch": 1.161107234240521,
      "grad_norm": 0.826892501426739,
      "learning_rate": 0.00027644314527161925,
      "loss": 2.3281,
      "step": 24958
    },
    {
      "epoch": 1.1611537566876018,
      "grad_norm": 0.908077518163765,
      "learning_rate": 0.0002764411485444096,
      "loss": 2.3594,
      "step": 24959
    },
    {
      "epoch": 1.1612002791346825,
      "grad_norm": 0.7970059199246238,
      "learning_rate": 0.0002764391517397919,
      "loss": 2.4531,
      "step": 24960
    },
    {
      "epoch": 1.1612468015817632,
      "grad_norm": 1.1811158189979738,
      "learning_rate": 0.00027643715485776743,
      "loss": 2.5156,
      "step": 24961
    },
    {
      "epoch": 1.1612933240288439,
      "grad_norm": 0.8158615527456348,
      "learning_rate": 0.00027643515789833737,
      "loss": 2.2031,
      "step": 24962
    },
    {
      "epoch": 1.1613398464759246,
      "grad_norm": 0.8230102305935666,
      "learning_rate": 0.00027643316086150297,
      "loss": 2.4062,
      "step": 24963
    },
    {
      "epoch": 1.1613863689230053,
      "grad_norm": 0.7694849642009474,
      "learning_rate": 0.00027643116374726547,
      "loss": 2.5469,
      "step": 24964
    },
    {
      "epoch": 1.161432891370086,
      "grad_norm": 0.8267563713477563,
      "learning_rate": 0.000276429166555626,
      "loss": 2.3906,
      "step": 24965
    },
    {
      "epoch": 1.1614794138171667,
      "grad_norm": 0.8014001489200818,
      "learning_rate": 0.0002764271692865859,
      "loss": 2.2031,
      "step": 24966
    },
    {
      "epoch": 1.1615259362642476,
      "grad_norm": 0.8248182525277626,
      "learning_rate": 0.0002764251719401463,
      "loss": 2.5625,
      "step": 24967
    },
    {
      "epoch": 1.1615724587113283,
      "grad_norm": 0.8341599637083826,
      "learning_rate": 0.00027642317451630856,
      "loss": 1.8906,
      "step": 24968
    },
    {
      "epoch": 1.161618981158409,
      "grad_norm": 0.8176878245289477,
      "learning_rate": 0.0002764211770150737,
      "loss": 2.2344,
      "step": 24969
    },
    {
      "epoch": 1.1616655036054897,
      "grad_norm": 0.8253326073303122,
      "learning_rate": 0.0002764191794364431,
      "loss": 2.5312,
      "step": 24970
    },
    {
      "epoch": 1.1617120260525704,
      "grad_norm": 0.7983375680019632,
      "learning_rate": 0.0002764171817804179,
      "loss": 2.5469,
      "step": 24971
    },
    {
      "epoch": 1.161758548499651,
      "grad_norm": 0.817755834979586,
      "learning_rate": 0.0002764151840469994,
      "loss": 2.2188,
      "step": 24972
    },
    {
      "epoch": 1.1618050709467318,
      "grad_norm": 0.8405810601501101,
      "learning_rate": 0.0002764131862361888,
      "loss": 2.5781,
      "step": 24973
    },
    {
      "epoch": 1.1618515933938125,
      "grad_norm": 0.9728182395672508,
      "learning_rate": 0.0002764111883479873,
      "loss": 2.4219,
      "step": 24974
    },
    {
      "epoch": 1.1618981158408932,
      "grad_norm": 0.8756133437175865,
      "learning_rate": 0.000276409190382396,
      "loss": 2.4844,
      "step": 24975
    },
    {
      "epoch": 1.161944638287974,
      "grad_norm": 0.8031824226438832,
      "learning_rate": 0.00027640719233941636,
      "loss": 2.3594,
      "step": 24976
    },
    {
      "epoch": 1.1619911607350546,
      "grad_norm": 0.808811058292625,
      "learning_rate": 0.00027640519421904945,
      "loss": 2.4688,
      "step": 24977
    },
    {
      "epoch": 1.1620376831821353,
      "grad_norm": 0.7943597017279008,
      "learning_rate": 0.00027640319602129657,
      "loss": 2.25,
      "step": 24978
    },
    {
      "epoch": 1.162084205629216,
      "grad_norm": 0.8071453185688897,
      "learning_rate": 0.0002764011977461589,
      "loss": 2.4062,
      "step": 24979
    },
    {
      "epoch": 1.162130728076297,
      "grad_norm": 0.7629997674162531,
      "learning_rate": 0.00027639919939363765,
      "loss": 2.3281,
      "step": 24980
    },
    {
      "epoch": 1.1621772505233776,
      "grad_norm": 0.8166369668645771,
      "learning_rate": 0.0002763972009637341,
      "loss": 2.1406,
      "step": 24981
    },
    {
      "epoch": 1.1622237729704583,
      "grad_norm": 0.8193922438075901,
      "learning_rate": 0.0002763952024564494,
      "loss": 2.3906,
      "step": 24982
    },
    {
      "epoch": 1.162270295417539,
      "grad_norm": 0.782132098486611,
      "learning_rate": 0.00027639320387178485,
      "loss": 2.0312,
      "step": 24983
    },
    {
      "epoch": 1.1623168178646197,
      "grad_norm": 0.86281876761165,
      "learning_rate": 0.00027639120520974163,
      "loss": 2.7812,
      "step": 24984
    },
    {
      "epoch": 1.1623633403117004,
      "grad_norm": 0.8868842224824478,
      "learning_rate": 0.00027638920647032097,
      "loss": 2.5156,
      "step": 24985
    },
    {
      "epoch": 1.162409862758781,
      "grad_norm": 0.8747504604026142,
      "learning_rate": 0.00027638720765352405,
      "loss": 2.2656,
      "step": 24986
    },
    {
      "epoch": 1.1624563852058618,
      "grad_norm": 0.8900479687284941,
      "learning_rate": 0.0002763852087593522,
      "loss": 2.4688,
      "step": 24987
    },
    {
      "epoch": 1.1625029076529425,
      "grad_norm": 0.73520306280985,
      "learning_rate": 0.00027638320978780654,
      "loss": 1.8828,
      "step": 24988
    },
    {
      "epoch": 1.1625494301000232,
      "grad_norm": 0.8542411167284782,
      "learning_rate": 0.00027638121073888833,
      "loss": 2.7188,
      "step": 24989
    },
    {
      "epoch": 1.162595952547104,
      "grad_norm": 0.7837293581077484,
      "learning_rate": 0.0002763792116125988,
      "loss": 2.4688,
      "step": 24990
    },
    {
      "epoch": 1.1626424749941846,
      "grad_norm": 0.8377657581511624,
      "learning_rate": 0.0002763772124089392,
      "loss": 2.4219,
      "step": 24991
    },
    {
      "epoch": 1.1626889974412653,
      "grad_norm": 0.8713679521391067,
      "learning_rate": 0.00027637521312791065,
      "loss": 2.4531,
      "step": 24992
    },
    {
      "epoch": 1.1627355198883462,
      "grad_norm": 0.8888182167434814,
      "learning_rate": 0.0002763732137695146,
      "loss": 2.3281,
      "step": 24993
    },
    {
      "epoch": 1.162782042335427,
      "grad_norm": 0.8163683602402616,
      "learning_rate": 0.00027637121433375195,
      "loss": 2.2812,
      "step": 24994
    },
    {
      "epoch": 1.1628285647825076,
      "grad_norm": 0.8479591889437276,
      "learning_rate": 0.0002763692148206242,
      "loss": 2.5312,
      "step": 24995
    },
    {
      "epoch": 1.1628750872295883,
      "grad_norm": 0.9338114062069452,
      "learning_rate": 0.00027636721523013246,
      "loss": 2.7344,
      "step": 24996
    },
    {
      "epoch": 1.162921609676669,
      "grad_norm": 0.862036338343184,
      "learning_rate": 0.0002763652155622779,
      "loss": 2.7031,
      "step": 24997
    },
    {
      "epoch": 1.1629681321237497,
      "grad_norm": 0.8381323162770815,
      "learning_rate": 0.0002763632158170619,
      "loss": 2.2969,
      "step": 24998
    },
    {
      "epoch": 1.1630146545708304,
      "grad_norm": 0.7634437792070686,
      "learning_rate": 0.00027636121599448557,
      "loss": 2.1094,
      "step": 24999
    },
    {
      "epoch": 1.1630611770179111,
      "grad_norm": 0.8308862334629762,
      "learning_rate": 0.0002763592160945502,
      "loss": 2.6875,
      "step": 25000
    },
    {
      "epoch": 1.1631076994649918,
      "grad_norm": 0.8070614215219476,
      "learning_rate": 0.00027635721611725687,
      "loss": 2.3125,
      "step": 25001
    },
    {
      "epoch": 1.1631542219120725,
      "grad_norm": 0.8413401799805853,
      "learning_rate": 0.000276355216062607,
      "loss": 2.4844,
      "step": 25002
    },
    {
      "epoch": 1.1632007443591532,
      "grad_norm": 0.8103579304289223,
      "learning_rate": 0.00027635321593060165,
      "loss": 2.3438,
      "step": 25003
    },
    {
      "epoch": 1.163247266806234,
      "grad_norm": 0.9282214979093123,
      "learning_rate": 0.0002763512157212421,
      "loss": 2.7031,
      "step": 25004
    },
    {
      "epoch": 1.1632937892533146,
      "grad_norm": 0.8481643319610104,
      "learning_rate": 0.00027634921543452965,
      "loss": 2.0625,
      "step": 25005
    },
    {
      "epoch": 1.1633403117003955,
      "grad_norm": 0.8063019860936101,
      "learning_rate": 0.0002763472150704655,
      "loss": 2.4844,
      "step": 25006
    },
    {
      "epoch": 1.1633868341474762,
      "grad_norm": 0.8436677706406851,
      "learning_rate": 0.00027634521462905075,
      "loss": 2.3594,
      "step": 25007
    },
    {
      "epoch": 1.163433356594557,
      "grad_norm": 0.7799403307960151,
      "learning_rate": 0.00027634321411028676,
      "loss": 2.3438,
      "step": 25008
    },
    {
      "epoch": 1.1634798790416376,
      "grad_norm": 0.8162031996201677,
      "learning_rate": 0.00027634121351417475,
      "loss": 2.1406,
      "step": 25009
    },
    {
      "epoch": 1.1635264014887183,
      "grad_norm": 0.803089147647695,
      "learning_rate": 0.0002763392128407158,
      "loss": 2.5,
      "step": 25010
    },
    {
      "epoch": 1.163572923935799,
      "grad_norm": 0.886642309647373,
      "learning_rate": 0.0002763372120899113,
      "loss": 2.6094,
      "step": 25011
    },
    {
      "epoch": 1.1636194463828797,
      "grad_norm": 0.8045540763599093,
      "learning_rate": 0.0002763352112617625,
      "loss": 2.5781,
      "step": 25012
    },
    {
      "epoch": 1.1636659688299604,
      "grad_norm": 0.8086726659602753,
      "learning_rate": 0.0002763332103562704,
      "loss": 2.4688,
      "step": 25013
    },
    {
      "epoch": 1.1637124912770411,
      "grad_norm": 0.868059248108393,
      "learning_rate": 0.00027633120937343644,
      "loss": 2.6094,
      "step": 25014
    },
    {
      "epoch": 1.1637590137241218,
      "grad_norm": 0.8268246977231195,
      "learning_rate": 0.00027632920831326173,
      "loss": 2.4062,
      "step": 25015
    },
    {
      "epoch": 1.1638055361712025,
      "grad_norm": 0.8810490435380385,
      "learning_rate": 0.00027632720717574757,
      "loss": 2.5156,
      "step": 25016
    },
    {
      "epoch": 1.1638520586182832,
      "grad_norm": 0.8412177940625479,
      "learning_rate": 0.00027632520596089516,
      "loss": 2.3594,
      "step": 25017
    },
    {
      "epoch": 1.163898581065364,
      "grad_norm": 0.8759449389123293,
      "learning_rate": 0.0002763232046687057,
      "loss": 2.4062,
      "step": 25018
    },
    {
      "epoch": 1.1639451035124448,
      "grad_norm": 0.8539779633747346,
      "learning_rate": 0.0002763212032991804,
      "loss": 2.3438,
      "step": 25019
    },
    {
      "epoch": 1.1639916259595255,
      "grad_norm": 0.8467182022591713,
      "learning_rate": 0.0002763192018523205,
      "loss": 2.2969,
      "step": 25020
    },
    {
      "epoch": 1.1640381484066062,
      "grad_norm": 0.862631191757236,
      "learning_rate": 0.0002763172003281273,
      "loss": 2.4375,
      "step": 25021
    },
    {
      "epoch": 1.164084670853687,
      "grad_norm": 0.8436906095978439,
      "learning_rate": 0.0002763151987266019,
      "loss": 2.5469,
      "step": 25022
    },
    {
      "epoch": 1.1641311933007676,
      "grad_norm": 0.8800005581751733,
      "learning_rate": 0.00027631319704774567,
      "loss": 2.4062,
      "step": 25023
    },
    {
      "epoch": 1.1641777157478483,
      "grad_norm": 0.8810223666949517,
      "learning_rate": 0.00027631119529155973,
      "loss": 2.3906,
      "step": 25024
    },
    {
      "epoch": 1.164224238194929,
      "grad_norm": 0.8540078645044538,
      "learning_rate": 0.0002763091934580453,
      "loss": 2.375,
      "step": 25025
    },
    {
      "epoch": 1.1642707606420097,
      "grad_norm": 0.8660371477919869,
      "learning_rate": 0.00027630719154720366,
      "loss": 2.3281,
      "step": 25026
    },
    {
      "epoch": 1.1643172830890904,
      "grad_norm": 0.8199155639398746,
      "learning_rate": 0.00027630518955903597,
      "loss": 2.4219,
      "step": 25027
    },
    {
      "epoch": 1.1643638055361711,
      "grad_norm": 0.858964718079089,
      "learning_rate": 0.00027630318749354357,
      "loss": 2.7812,
      "step": 25028
    },
    {
      "epoch": 1.1644103279832518,
      "grad_norm": 0.8644038876320899,
      "learning_rate": 0.00027630118535072756,
      "loss": 2.4375,
      "step": 25029
    },
    {
      "epoch": 1.1644568504303328,
      "grad_norm": 0.8929766276248863,
      "learning_rate": 0.00027629918313058923,
      "loss": 2.6719,
      "step": 25030
    },
    {
      "epoch": 1.1645033728774132,
      "grad_norm": 0.8546594851287881,
      "learning_rate": 0.00027629718083312983,
      "loss": 2.4531,
      "step": 25031
    },
    {
      "epoch": 1.1645498953244942,
      "grad_norm": 0.8525687441266716,
      "learning_rate": 0.0002762951784583505,
      "loss": 2.3281,
      "step": 25032
    },
    {
      "epoch": 1.1645964177715749,
      "grad_norm": 0.8601677836067467,
      "learning_rate": 0.0002762931760062526,
      "loss": 2.6875,
      "step": 25033
    },
    {
      "epoch": 1.1646429402186556,
      "grad_norm": 0.8802826760877402,
      "learning_rate": 0.00027629117347683713,
      "loss": 2.4844,
      "step": 25034
    },
    {
      "epoch": 1.1646894626657363,
      "grad_norm": 0.8147850248382646,
      "learning_rate": 0.0002762891708701056,
      "loss": 2.375,
      "step": 25035
    },
    {
      "epoch": 1.164735985112817,
      "grad_norm": 0.7967673992246413,
      "learning_rate": 0.00027628716818605905,
      "loss": 2.2031,
      "step": 25036
    },
    {
      "epoch": 1.1647825075598977,
      "grad_norm": 0.9154975035092169,
      "learning_rate": 0.0002762851654246987,
      "loss": 2.5156,
      "step": 25037
    },
    {
      "epoch": 1.1648290300069783,
      "grad_norm": 0.8055776630716746,
      "learning_rate": 0.0002762831625860259,
      "loss": 2.2344,
      "step": 25038
    },
    {
      "epoch": 1.164875552454059,
      "grad_norm": 0.8410875568073822,
      "learning_rate": 0.0002762811596700418,
      "loss": 2.3594,
      "step": 25039
    },
    {
      "epoch": 1.1649220749011397,
      "grad_norm": 0.7394767281205378,
      "learning_rate": 0.0002762791566767476,
      "loss": 2.1406,
      "step": 25040
    },
    {
      "epoch": 1.1649685973482204,
      "grad_norm": 0.811079047958881,
      "learning_rate": 0.0002762771536061445,
      "loss": 2.2812,
      "step": 25041
    },
    {
      "epoch": 1.1650151197953011,
      "grad_norm": 0.8008327308768948,
      "learning_rate": 0.0002762751504582339,
      "loss": 2.3125,
      "step": 25042
    },
    {
      "epoch": 1.165061642242382,
      "grad_norm": 0.8598035174545517,
      "learning_rate": 0.0002762731472330168,
      "loss": 2.6094,
      "step": 25043
    },
    {
      "epoch": 1.1651081646894625,
      "grad_norm": 0.81042353659612,
      "learning_rate": 0.0002762711439304946,
      "loss": 2.3594,
      "step": 25044
    },
    {
      "epoch": 1.1651546871365435,
      "grad_norm": 0.8050576820173724,
      "learning_rate": 0.0002762691405506685,
      "loss": 2.3906,
      "step": 25045
    },
    {
      "epoch": 1.1652012095836242,
      "grad_norm": 0.8268091687054309,
      "learning_rate": 0.0002762671370935396,
      "loss": 1.6719,
      "step": 25046
    },
    {
      "epoch": 1.1652477320307049,
      "grad_norm": 0.8724404700487356,
      "learning_rate": 0.0002762651335591093,
      "loss": 2.7656,
      "step": 25047
    },
    {
      "epoch": 1.1652942544777856,
      "grad_norm": 0.8989433216305345,
      "learning_rate": 0.00027626312994737866,
      "loss": 2.5156,
      "step": 25048
    },
    {
      "epoch": 1.1653407769248663,
      "grad_norm": 0.8293475164039499,
      "learning_rate": 0.00027626112625834897,
      "loss": 2.5469,
      "step": 25049
    },
    {
      "epoch": 1.165387299371947,
      "grad_norm": 0.8440535327356483,
      "learning_rate": 0.00027625912249202157,
      "loss": 2.4062,
      "step": 25050
    },
    {
      "epoch": 1.1654338218190277,
      "grad_norm": 0.7620379025014926,
      "learning_rate": 0.00027625711864839755,
      "loss": 1.75,
      "step": 25051
    },
    {
      "epoch": 1.1654803442661084,
      "grad_norm": 0.8549367559015305,
      "learning_rate": 0.00027625511472747816,
      "loss": 2.2344,
      "step": 25052
    },
    {
      "epoch": 1.165526866713189,
      "grad_norm": 0.857373520332157,
      "learning_rate": 0.00027625311072926464,
      "loss": 2.3281,
      "step": 25053
    },
    {
      "epoch": 1.1655733891602698,
      "grad_norm": 0.8158972704179163,
      "learning_rate": 0.00027625110665375823,
      "loss": 2.5,
      "step": 25054
    },
    {
      "epoch": 1.1656199116073505,
      "grad_norm": 0.7635828364844022,
      "learning_rate": 0.0002762491025009602,
      "loss": 2.0,
      "step": 25055
    },
    {
      "epoch": 1.1656664340544314,
      "grad_norm": 0.9013451146781504,
      "learning_rate": 0.00027624709827087166,
      "loss": 2.5156,
      "step": 25056
    },
    {
      "epoch": 1.165712956501512,
      "grad_norm": 0.8373569508421438,
      "learning_rate": 0.00027624509396349394,
      "loss": 2.6875,
      "step": 25057
    },
    {
      "epoch": 1.1657594789485928,
      "grad_norm": 0.8030929473010578,
      "learning_rate": 0.0002762430895788282,
      "loss": 2.5,
      "step": 25058
    },
    {
      "epoch": 1.1658060013956735,
      "grad_norm": 0.8279320151341832,
      "learning_rate": 0.00027624108511687567,
      "loss": 2.2344,
      "step": 25059
    },
    {
      "epoch": 1.1658525238427542,
      "grad_norm": 0.8571341920886172,
      "learning_rate": 0.00027623908057763767,
      "loss": 2.4531,
      "step": 25060
    },
    {
      "epoch": 1.1658990462898349,
      "grad_norm": 0.8356580187237472,
      "learning_rate": 0.00027623707596111536,
      "loss": 2.3594,
      "step": 25061
    },
    {
      "epoch": 1.1659455687369156,
      "grad_norm": 0.8901831671951073,
      "learning_rate": 0.0002762350712673099,
      "loss": 2.2656,
      "step": 25062
    },
    {
      "epoch": 1.1659920911839963,
      "grad_norm": 0.8553772572975152,
      "learning_rate": 0.00027623306649622267,
      "loss": 2.4062,
      "step": 25063
    },
    {
      "epoch": 1.166038613631077,
      "grad_norm": 0.7785536297163734,
      "learning_rate": 0.0002762310616478548,
      "loss": 2.125,
      "step": 25064
    },
    {
      "epoch": 1.1660851360781577,
      "grad_norm": 0.8921550024980803,
      "learning_rate": 0.00027622905672220746,
      "loss": 2.5469,
      "step": 25065
    },
    {
      "epoch": 1.1661316585252384,
      "grad_norm": 0.8202669070466181,
      "learning_rate": 0.00027622705171928194,
      "loss": 2.3906,
      "step": 25066
    },
    {
      "epoch": 1.166178180972319,
      "grad_norm": 0.818124515188478,
      "learning_rate": 0.00027622504663907954,
      "loss": 2.2812,
      "step": 25067
    },
    {
      "epoch": 1.1662247034193998,
      "grad_norm": 0.8277770591919128,
      "learning_rate": 0.00027622304148160144,
      "loss": 2.5,
      "step": 25068
    },
    {
      "epoch": 1.1662712258664807,
      "grad_norm": 0.9273321315549452,
      "learning_rate": 0.00027622103624684884,
      "loss": 2.7344,
      "step": 25069
    },
    {
      "epoch": 1.1663177483135614,
      "grad_norm": 0.8140657888842919,
      "learning_rate": 0.0002762190309348229,
      "loss": 2.1875,
      "step": 25070
    },
    {
      "epoch": 1.166364270760642,
      "grad_norm": 0.8833286557541115,
      "learning_rate": 0.000276217025545525,
      "loss": 2.375,
      "step": 25071
    },
    {
      "epoch": 1.1664107932077228,
      "grad_norm": 0.886272400521095,
      "learning_rate": 0.00027621502007895625,
      "loss": 2.3594,
      "step": 25072
    },
    {
      "epoch": 1.1664573156548035,
      "grad_norm": 0.9137145098011392,
      "learning_rate": 0.000276213014535118,
      "loss": 2.5781,
      "step": 25073
    },
    {
      "epoch": 1.1665038381018842,
      "grad_norm": 0.8565258392936391,
      "learning_rate": 0.00027621100891401135,
      "loss": 2.4219,
      "step": 25074
    },
    {
      "epoch": 1.1665503605489649,
      "grad_norm": 0.8616027601870688,
      "learning_rate": 0.0002762090032156375,
      "loss": 2.375,
      "step": 25075
    },
    {
      "epoch": 1.1665968829960456,
      "grad_norm": 0.8107053207450925,
      "learning_rate": 0.0002762069974399978,
      "loss": 2.4688,
      "step": 25076
    },
    {
      "epoch": 1.1666434054431263,
      "grad_norm": 0.7826789989353606,
      "learning_rate": 0.0002762049915870935,
      "loss": 2.3281,
      "step": 25077
    },
    {
      "epoch": 1.166689927890207,
      "grad_norm": 0.9161658008845964,
      "learning_rate": 0.00027620298565692573,
      "loss": 2.5,
      "step": 25078
    },
    {
      "epoch": 1.1667364503372877,
      "grad_norm": 0.7924221078795604,
      "learning_rate": 0.00027620097964949574,
      "loss": 2.4219,
      "step": 25079
    },
    {
      "epoch": 1.1667829727843684,
      "grad_norm": 0.7739440768904333,
      "learning_rate": 0.00027619897356480474,
      "loss": 2.3125,
      "step": 25080
    },
    {
      "epoch": 1.166829495231449,
      "grad_norm": 0.8139309687086453,
      "learning_rate": 0.00027619696740285404,
      "loss": 2.5625,
      "step": 25081
    },
    {
      "epoch": 1.16687601767853,
      "grad_norm": 0.8012684220419624,
      "learning_rate": 0.0002761949611636448,
      "loss": 2.6094,
      "step": 25082
    },
    {
      "epoch": 1.1669225401256107,
      "grad_norm": 0.7706802940760851,
      "learning_rate": 0.0002761929548471782,
      "loss": 2.1094,
      "step": 25083
    },
    {
      "epoch": 1.1669690625726914,
      "grad_norm": 0.9098084363364436,
      "learning_rate": 0.0002761909484534556,
      "loss": 1.6953,
      "step": 25084
    },
    {
      "epoch": 1.167015585019772,
      "grad_norm": 0.7974333804280295,
      "learning_rate": 0.0002761889419824781,
      "loss": 2.4688,
      "step": 25085
    },
    {
      "epoch": 1.1670621074668528,
      "grad_norm": 0.8200304574902143,
      "learning_rate": 0.00027618693543424703,
      "loss": 2.4062,
      "step": 25086
    },
    {
      "epoch": 1.1671086299139335,
      "grad_norm": 0.8332634852471433,
      "learning_rate": 0.0002761849288087635,
      "loss": 2.625,
      "step": 25087
    },
    {
      "epoch": 1.1671551523610142,
      "grad_norm": 0.8016593494439518,
      "learning_rate": 0.0002761829221060289,
      "loss": 2.2656,
      "step": 25088
    },
    {
      "epoch": 1.167201674808095,
      "grad_norm": 0.8213757078377066,
      "learning_rate": 0.00027618091532604435,
      "loss": 2.4531,
      "step": 25089
    },
    {
      "epoch": 1.1672481972551756,
      "grad_norm": 0.79059156432044,
      "learning_rate": 0.0002761789084688111,
      "loss": 2.1719,
      "step": 25090
    },
    {
      "epoch": 1.1672947197022563,
      "grad_norm": 0.8236091329081277,
      "learning_rate": 0.00027617690153433036,
      "loss": 2.4219,
      "step": 25091
    },
    {
      "epoch": 1.167341242149337,
      "grad_norm": 0.7949757143225642,
      "learning_rate": 0.00027617489452260336,
      "loss": 2.0469,
      "step": 25092
    },
    {
      "epoch": 1.1673877645964177,
      "grad_norm": 0.744670572865979,
      "learning_rate": 0.0002761728874336314,
      "loss": 2.2031,
      "step": 25093
    },
    {
      "epoch": 1.1674342870434984,
      "grad_norm": 0.8305447722873143,
      "learning_rate": 0.0002761708802674156,
      "loss": 2.0781,
      "step": 25094
    },
    {
      "epoch": 1.1674808094905793,
      "grad_norm": 0.8837063664159015,
      "learning_rate": 0.0002761688730239573,
      "loss": 2.5156,
      "step": 25095
    },
    {
      "epoch": 1.16752733193766,
      "grad_norm": 0.8886066477197632,
      "learning_rate": 0.00027616686570325767,
      "loss": 2.3906,
      "step": 25096
    },
    {
      "epoch": 1.1675738543847407,
      "grad_norm": 0.8420365946087472,
      "learning_rate": 0.0002761648583053179,
      "loss": 2.5938,
      "step": 25097
    },
    {
      "epoch": 1.1676203768318214,
      "grad_norm": 0.8136471784119552,
      "learning_rate": 0.00027616285083013924,
      "loss": 2.375,
      "step": 25098
    },
    {
      "epoch": 1.167666899278902,
      "grad_norm": 0.8452790080093557,
      "learning_rate": 0.000276160843277723,
      "loss": 2.1719,
      "step": 25099
    },
    {
      "epoch": 1.1677134217259828,
      "grad_norm": 0.8075989425742043,
      "learning_rate": 0.0002761588356480703,
      "loss": 2.3594,
      "step": 25100
    },
    {
      "epoch": 1.1677599441730635,
      "grad_norm": 0.8941225506265758,
      "learning_rate": 0.00027615682794118247,
      "loss": 2.5312,
      "step": 25101
    },
    {
      "epoch": 1.1678064666201442,
      "grad_norm": 0.9482519454978283,
      "learning_rate": 0.0002761548201570606,
      "loss": 2.5469,
      "step": 25102
    },
    {
      "epoch": 1.167852989067225,
      "grad_norm": 1.0039093919336401,
      "learning_rate": 0.0002761528122957061,
      "loss": 2.7344,
      "step": 25103
    },
    {
      "epoch": 1.1678995115143056,
      "grad_norm": 0.8657453351688756,
      "learning_rate": 0.00027615080435712004,
      "loss": 2.2031,
      "step": 25104
    },
    {
      "epoch": 1.1679460339613863,
      "grad_norm": 0.8261955434827639,
      "learning_rate": 0.00027614879634130376,
      "loss": 2.2969,
      "step": 25105
    },
    {
      "epoch": 1.167992556408467,
      "grad_norm": 0.823027595811376,
      "learning_rate": 0.00027614678824825845,
      "loss": 2.5469,
      "step": 25106
    },
    {
      "epoch": 1.1680390788555477,
      "grad_norm": 0.8272413379144019,
      "learning_rate": 0.0002761447800779853,
      "loss": 2.3281,
      "step": 25107
    },
    {
      "epoch": 1.1680856013026286,
      "grad_norm": 0.8836295272956699,
      "learning_rate": 0.0002761427718304856,
      "loss": 2.5938,
      "step": 25108
    },
    {
      "epoch": 1.1681321237497093,
      "grad_norm": 0.9152142929087176,
      "learning_rate": 0.0002761407635057605,
      "loss": 2.3281,
      "step": 25109
    },
    {
      "epoch": 1.16817864619679,
      "grad_norm": 0.8459749395298997,
      "learning_rate": 0.0002761387551038113,
      "loss": 2.7188,
      "step": 25110
    },
    {
      "epoch": 1.1682251686438707,
      "grad_norm": 0.7970013552237356,
      "learning_rate": 0.00027613674662463924,
      "loss": 2.375,
      "step": 25111
    },
    {
      "epoch": 1.1682716910909514,
      "grad_norm": 0.7997522763237548,
      "learning_rate": 0.0002761347380682455,
      "loss": 2.5156,
      "step": 25112
    },
    {
      "epoch": 1.1683182135380321,
      "grad_norm": 0.8455421741924506,
      "learning_rate": 0.0002761327294346313,
      "loss": 2.375,
      "step": 25113
    },
    {
      "epoch": 1.1683647359851128,
      "grad_norm": 0.8345430562762136,
      "learning_rate": 0.00027613072072379794,
      "loss": 2.5625,
      "step": 25114
    },
    {
      "epoch": 1.1684112584321935,
      "grad_norm": 0.8181977931053691,
      "learning_rate": 0.0002761287119357466,
      "loss": 2.7031,
      "step": 25115
    },
    {
      "epoch": 1.1684577808792742,
      "grad_norm": 0.8328282053145302,
      "learning_rate": 0.00027612670307047854,
      "loss": 2.6094,
      "step": 25116
    },
    {
      "epoch": 1.168504303326355,
      "grad_norm": 0.7809627156721499,
      "learning_rate": 0.0002761246941279949,
      "loss": 2.4531,
      "step": 25117
    },
    {
      "epoch": 1.1685508257734356,
      "grad_norm": 0.7727465767275229,
      "learning_rate": 0.0002761226851082971,
      "loss": 2.0938,
      "step": 25118
    },
    {
      "epoch": 1.1685973482205163,
      "grad_norm": 0.8491450219205585,
      "learning_rate": 0.00027612067601138617,
      "loss": 2.2188,
      "step": 25119
    },
    {
      "epoch": 1.168643870667597,
      "grad_norm": 0.8900989189323332,
      "learning_rate": 0.0002761186668372634,
      "loss": 2.4531,
      "step": 25120
    },
    {
      "epoch": 1.168690393114678,
      "grad_norm": 0.7364134807753661,
      "learning_rate": 0.00027611665758593007,
      "loss": 2.2969,
      "step": 25121
    },
    {
      "epoch": 1.1687369155617586,
      "grad_norm": 0.8792217482393205,
      "learning_rate": 0.0002761146482573874,
      "loss": 2.4531,
      "step": 25122
    },
    {
      "epoch": 1.1687834380088393,
      "grad_norm": 0.8370896571864768,
      "learning_rate": 0.00027611263885163654,
      "loss": 2.4062,
      "step": 25123
    },
    {
      "epoch": 1.16882996045592,
      "grad_norm": 0.8251695212487543,
      "learning_rate": 0.00027611062936867885,
      "loss": 2.5469,
      "step": 25124
    },
    {
      "epoch": 1.1688764829030007,
      "grad_norm": 0.8022230386507159,
      "learning_rate": 0.00027610861980851545,
      "loss": 2.2656,
      "step": 25125
    },
    {
      "epoch": 1.1689230053500814,
      "grad_norm": 0.832801570202493,
      "learning_rate": 0.0002761066101711476,
      "loss": 2.3125,
      "step": 25126
    },
    {
      "epoch": 1.1689695277971621,
      "grad_norm": 0.8079338761086339,
      "learning_rate": 0.00027610460045657655,
      "loss": 2.4375,
      "step": 25127
    },
    {
      "epoch": 1.1690160502442428,
      "grad_norm": 0.7984608387601955,
      "learning_rate": 0.00027610259066480355,
      "loss": 1.7891,
      "step": 25128
    },
    {
      "epoch": 1.1690625726913235,
      "grad_norm": 0.7576686213474957,
      "learning_rate": 0.0002761005807958297,
      "loss": 1.7656,
      "step": 25129
    },
    {
      "epoch": 1.1691090951384042,
      "grad_norm": 0.8694773549834811,
      "learning_rate": 0.00027609857084965646,
      "loss": 2.5312,
      "step": 25130
    },
    {
      "epoch": 1.169155617585485,
      "grad_norm": 0.8989586080741268,
      "learning_rate": 0.00027609656082628486,
      "loss": 2.4531,
      "step": 25131
    },
    {
      "epoch": 1.1692021400325656,
      "grad_norm": 0.8536743913676174,
      "learning_rate": 0.00027609455072571623,
      "loss": 2.2969,
      "step": 25132
    },
    {
      "epoch": 1.1692486624796463,
      "grad_norm": 0.846579680573194,
      "learning_rate": 0.00027609254054795175,
      "loss": 2.1719,
      "step": 25133
    },
    {
      "epoch": 1.1692951849267272,
      "grad_norm": 0.8036904735110171,
      "learning_rate": 0.00027609053029299267,
      "loss": 2.5312,
      "step": 25134
    },
    {
      "epoch": 1.169341707373808,
      "grad_norm": 0.789029394433257,
      "learning_rate": 0.00027608851996084024,
      "loss": 2.4844,
      "step": 25135
    },
    {
      "epoch": 1.1693882298208886,
      "grad_norm": 0.8022552096063952,
      "learning_rate": 0.0002760865095514957,
      "loss": 2.2344,
      "step": 25136
    },
    {
      "epoch": 1.1694347522679693,
      "grad_norm": 0.7622247775585242,
      "learning_rate": 0.0002760844990649602,
      "loss": 2.125,
      "step": 25137
    },
    {
      "epoch": 1.16948127471505,
      "grad_norm": 0.7751499237124014,
      "learning_rate": 0.00027608248850123505,
      "loss": 2.5312,
      "step": 25138
    },
    {
      "epoch": 1.1695277971621307,
      "grad_norm": 0.822529135849279,
      "learning_rate": 0.00027608047786032146,
      "loss": 2.2812,
      "step": 25139
    },
    {
      "epoch": 1.1695743196092114,
      "grad_norm": 0.8078413343885348,
      "learning_rate": 0.0002760784671422207,
      "loss": 2.5781,
      "step": 25140
    },
    {
      "epoch": 1.1696208420562921,
      "grad_norm": 0.8154468578123086,
      "learning_rate": 0.0002760764563469339,
      "loss": 2.4062,
      "step": 25141
    },
    {
      "epoch": 1.1696673645033728,
      "grad_norm": 0.8653910125965374,
      "learning_rate": 0.00027607444547446234,
      "loss": 2.5938,
      "step": 25142
    },
    {
      "epoch": 1.1697138869504535,
      "grad_norm": 0.8173668949529278,
      "learning_rate": 0.00027607243452480734,
      "loss": 2.3594,
      "step": 25143
    },
    {
      "epoch": 1.1697604093975342,
      "grad_norm": 0.8692570167794447,
      "learning_rate": 0.00027607042349797,
      "loss": 2.375,
      "step": 25144
    },
    {
      "epoch": 1.1698069318446151,
      "grad_norm": 0.858226000314678,
      "learning_rate": 0.0002760684123939516,
      "loss": 2.2969,
      "step": 25145
    },
    {
      "epoch": 1.1698534542916956,
      "grad_norm": 0.8291614252361751,
      "learning_rate": 0.0002760664012127534,
      "loss": 2.3438,
      "step": 25146
    },
    {
      "epoch": 1.1698999767387765,
      "grad_norm": 0.8183140279133944,
      "learning_rate": 0.0002760643899543766,
      "loss": 2.4688,
      "step": 25147
    },
    {
      "epoch": 1.1699464991858572,
      "grad_norm": 0.8159725189997452,
      "learning_rate": 0.00027606237861882237,
      "loss": 1.625,
      "step": 25148
    },
    {
      "epoch": 1.169993021632938,
      "grad_norm": 0.8634966690569686,
      "learning_rate": 0.0002760603672060921,
      "loss": 2.3438,
      "step": 25149
    },
    {
      "epoch": 1.1700395440800186,
      "grad_norm": 0.8637504504852873,
      "learning_rate": 0.0002760583557161869,
      "loss": 2.2969,
      "step": 25150
    },
    {
      "epoch": 1.1700860665270993,
      "grad_norm": 0.7556168072579286,
      "learning_rate": 0.00027605634414910803,
      "loss": 1.7266,
      "step": 25151
    },
    {
      "epoch": 1.17013258897418,
      "grad_norm": 0.8030166570572204,
      "learning_rate": 0.00027605433250485673,
      "loss": 2.4375,
      "step": 25152
    },
    {
      "epoch": 1.1701791114212607,
      "grad_norm": 0.8197774385219917,
      "learning_rate": 0.0002760523207834342,
      "loss": 2.125,
      "step": 25153
    },
    {
      "epoch": 1.1702256338683414,
      "grad_norm": 0.788166564275256,
      "learning_rate": 0.00027605030898484174,
      "loss": 2.2812,
      "step": 25154
    },
    {
      "epoch": 1.1702721563154221,
      "grad_norm": 0.7914010884508172,
      "learning_rate": 0.0002760482971090805,
      "loss": 2.1094,
      "step": 25155
    },
    {
      "epoch": 1.1703186787625028,
      "grad_norm": 0.805996841607393,
      "learning_rate": 0.00027604628515615174,
      "loss": 2.2812,
      "step": 25156
    },
    {
      "epoch": 1.1703652012095835,
      "grad_norm": 0.8230665331631304,
      "learning_rate": 0.00027604427312605674,
      "loss": 2.3438,
      "step": 25157
    },
    {
      "epoch": 1.1704117236566645,
      "grad_norm": 0.8462988137453089,
      "learning_rate": 0.0002760422610187967,
      "loss": 2.4219,
      "step": 25158
    },
    {
      "epoch": 1.170458246103745,
      "grad_norm": 0.873965083909388,
      "learning_rate": 0.0002760402488343728,
      "loss": 2.375,
      "step": 25159
    },
    {
      "epoch": 1.1705047685508259,
      "grad_norm": 0.8083756377676299,
      "learning_rate": 0.0002760382365727863,
      "loss": 2.0312,
      "step": 25160
    },
    {
      "epoch": 1.1705512909979066,
      "grad_norm": 0.8634399933305021,
      "learning_rate": 0.0002760362242340385,
      "loss": 2.4219,
      "step": 25161
    },
    {
      "epoch": 1.1705978134449873,
      "grad_norm": 0.8043554130893512,
      "learning_rate": 0.00027603421181813056,
      "loss": 2.375,
      "step": 25162
    },
    {
      "epoch": 1.170644335892068,
      "grad_norm": 0.7916814168991128,
      "learning_rate": 0.0002760321993250637,
      "loss": 2.3594,
      "step": 25163
    },
    {
      "epoch": 1.1706908583391487,
      "grad_norm": 0.8188392608848103,
      "learning_rate": 0.00027603018675483927,
      "loss": 2.25,
      "step": 25164
    },
    {
      "epoch": 1.1707373807862294,
      "grad_norm": 0.8094929037253114,
      "learning_rate": 0.00027602817410745837,
      "loss": 2.1719,
      "step": 25165
    },
    {
      "epoch": 1.17078390323331,
      "grad_norm": 0.9181289085583996,
      "learning_rate": 0.0002760261613829223,
      "loss": 2.5781,
      "step": 25166
    },
    {
      "epoch": 1.1708304256803908,
      "grad_norm": 0.8720569938588194,
      "learning_rate": 0.0002760241485812322,
      "loss": 2.375,
      "step": 25167
    },
    {
      "epoch": 1.1708769481274715,
      "grad_norm": 0.8227471192455982,
      "learning_rate": 0.0002760221357023895,
      "loss": 2.4531,
      "step": 25168
    },
    {
      "epoch": 1.1709234705745521,
      "grad_norm": 0.8342342265521827,
      "learning_rate": 0.0002760201227463952,
      "loss": 2.4219,
      "step": 25169
    },
    {
      "epoch": 1.1709699930216328,
      "grad_norm": 0.7709652813771888,
      "learning_rate": 0.00027601810971325064,
      "loss": 2.2188,
      "step": 25170
    },
    {
      "epoch": 1.1710165154687138,
      "grad_norm": 0.8504060244253666,
      "learning_rate": 0.0002760160966029571,
      "loss": 2.5469,
      "step": 25171
    },
    {
      "epoch": 1.1710630379157942,
      "grad_norm": 0.8165278522582119,
      "learning_rate": 0.00027601408341551575,
      "loss": 2.6094,
      "step": 25172
    },
    {
      "epoch": 1.1711095603628752,
      "grad_norm": 0.8272564355491233,
      "learning_rate": 0.00027601207015092783,
      "loss": 2.3125,
      "step": 25173
    },
    {
      "epoch": 1.1711560828099559,
      "grad_norm": 0.8088643349353781,
      "learning_rate": 0.0002760100568091946,
      "loss": 2.5156,
      "step": 25174
    },
    {
      "epoch": 1.1712026052570366,
      "grad_norm": 0.8033102604235978,
      "learning_rate": 0.0002760080433903172,
      "loss": 2.2812,
      "step": 25175
    },
    {
      "epoch": 1.1712491277041173,
      "grad_norm": 0.8237267137019001,
      "learning_rate": 0.00027600602989429697,
      "loss": 2.5,
      "step": 25176
    },
    {
      "epoch": 1.171295650151198,
      "grad_norm": 0.9028703700015658,
      "learning_rate": 0.00027600401632113514,
      "loss": 2.6406,
      "step": 25177
    },
    {
      "epoch": 1.1713421725982787,
      "grad_norm": 0.8683989911805702,
      "learning_rate": 0.00027600200267083287,
      "loss": 2.2969,
      "step": 25178
    },
    {
      "epoch": 1.1713886950453594,
      "grad_norm": 0.8433806873894527,
      "learning_rate": 0.00027599998894339145,
      "loss": 2.3906,
      "step": 25179
    },
    {
      "epoch": 1.17143521749244,
      "grad_norm": 0.84975655378363,
      "learning_rate": 0.0002759979751388121,
      "loss": 2.375,
      "step": 25180
    },
    {
      "epoch": 1.1714817399395208,
      "grad_norm": 0.8814379857885524,
      "learning_rate": 0.000275995961257096,
      "loss": 2.5,
      "step": 25181
    },
    {
      "epoch": 1.1715282623866015,
      "grad_norm": 0.8367248896438112,
      "learning_rate": 0.0002759939472982445,
      "loss": 2.625,
      "step": 25182
    },
    {
      "epoch": 1.1715747848336822,
      "grad_norm": 0.8407799976423067,
      "learning_rate": 0.0002759919332622587,
      "loss": 2.3594,
      "step": 25183
    },
    {
      "epoch": 1.171621307280763,
      "grad_norm": 0.8619010149435463,
      "learning_rate": 0.00027598991914913997,
      "loss": 2.3594,
      "step": 25184
    },
    {
      "epoch": 1.1716678297278438,
      "grad_norm": 0.8887948941482748,
      "learning_rate": 0.0002759879049588894,
      "loss": 2.5938,
      "step": 25185
    },
    {
      "epoch": 1.1717143521749245,
      "grad_norm": 0.936201068770591,
      "learning_rate": 0.0002759858906915083,
      "loss": 2.6406,
      "step": 25186
    },
    {
      "epoch": 1.1717608746220052,
      "grad_norm": 0.8112277352120281,
      "learning_rate": 0.00027598387634699794,
      "loss": 2.3438,
      "step": 25187
    },
    {
      "epoch": 1.1718073970690859,
      "grad_norm": 0.7629499342856845,
      "learning_rate": 0.00027598186192535944,
      "loss": 2.2656,
      "step": 25188
    },
    {
      "epoch": 1.1718539195161666,
      "grad_norm": 0.8009179386744552,
      "learning_rate": 0.00027597984742659416,
      "loss": 2.5,
      "step": 25189
    },
    {
      "epoch": 1.1719004419632473,
      "grad_norm": 0.890929151809327,
      "learning_rate": 0.0002759778328507033,
      "loss": 1.8828,
      "step": 25190
    },
    {
      "epoch": 1.171946964410328,
      "grad_norm": 0.7967480679395026,
      "learning_rate": 0.000275975818197688,
      "loss": 2.1562,
      "step": 25191
    },
    {
      "epoch": 1.1719934868574087,
      "grad_norm": 0.7486472578358491,
      "learning_rate": 0.0002759738034675496,
      "loss": 1.9609,
      "step": 25192
    },
    {
      "epoch": 1.1720400093044894,
      "grad_norm": 0.8417881567578139,
      "learning_rate": 0.0002759717886602892,
      "loss": 2.4688,
      "step": 25193
    },
    {
      "epoch": 1.17208653175157,
      "grad_norm": 0.7992936768320433,
      "learning_rate": 0.00027596977377590824,
      "loss": 2.3438,
      "step": 25194
    },
    {
      "epoch": 1.1721330541986508,
      "grad_norm": 0.801271884495502,
      "learning_rate": 0.00027596775881440786,
      "loss": 2.7031,
      "step": 25195
    },
    {
      "epoch": 1.1721795766457315,
      "grad_norm": 0.8047371846552763,
      "learning_rate": 0.0002759657437757892,
      "loss": 2.2969,
      "step": 25196
    },
    {
      "epoch": 1.1722260990928124,
      "grad_norm": 0.8449589783912363,
      "learning_rate": 0.00027596372866005363,
      "loss": 2.2344,
      "step": 25197
    },
    {
      "epoch": 1.172272621539893,
      "grad_norm": 0.8316439744688783,
      "learning_rate": 0.0002759617134672022,
      "loss": 2.3594,
      "step": 25198
    },
    {
      "epoch": 1.1723191439869738,
      "grad_norm": 0.8248329365607506,
      "learning_rate": 0.0002759596981972364,
      "loss": 2.2969,
      "step": 25199
    },
    {
      "epoch": 1.1723656664340545,
      "grad_norm": 0.8876934056506152,
      "learning_rate": 0.0002759576828501573,
      "loss": 2.8281,
      "step": 25200
    },
    {
      "epoch": 1.1724121888811352,
      "grad_norm": 0.8594506353418176,
      "learning_rate": 0.00027595566742596615,
      "loss": 2.5938,
      "step": 25201
    },
    {
      "epoch": 1.1724587113282159,
      "grad_norm": 0.9080477724007616,
      "learning_rate": 0.0002759536519246642,
      "loss": 1.5859,
      "step": 25202
    },
    {
      "epoch": 1.1725052337752966,
      "grad_norm": 0.8373047768027412,
      "learning_rate": 0.0002759516363462527,
      "loss": 2.2656,
      "step": 25203
    },
    {
      "epoch": 1.1725517562223773,
      "grad_norm": 0.9004267582396257,
      "learning_rate": 0.00027594962069073286,
      "loss": 2.6406,
      "step": 25204
    },
    {
      "epoch": 1.172598278669458,
      "grad_norm": 0.8974363405019339,
      "learning_rate": 0.0002759476049581059,
      "loss": 2.5469,
      "step": 25205
    },
    {
      "epoch": 1.1726448011165387,
      "grad_norm": 0.8548887436860597,
      "learning_rate": 0.00027594558914837303,
      "loss": 2.4062,
      "step": 25206
    },
    {
      "epoch": 1.1726913235636194,
      "grad_norm": 0.8916829625146816,
      "learning_rate": 0.0002759435732615356,
      "loss": 2.5469,
      "step": 25207
    },
    {
      "epoch": 1.1727378460107,
      "grad_norm": 0.8000919589195167,
      "learning_rate": 0.0002759415572975947,
      "loss": 2.5312,
      "step": 25208
    },
    {
      "epoch": 1.1727843684577808,
      "grad_norm": 0.7854189363647857,
      "learning_rate": 0.00027593954125655173,
      "loss": 2.4375,
      "step": 25209
    },
    {
      "epoch": 1.1728308909048617,
      "grad_norm": 0.8396930170107278,
      "learning_rate": 0.0002759375251384078,
      "loss": 2.6875,
      "step": 25210
    },
    {
      "epoch": 1.1728774133519424,
      "grad_norm": 0.873919150887843,
      "learning_rate": 0.00027593550894316414,
      "loss": 2.5,
      "step": 25211
    },
    {
      "epoch": 1.172923935799023,
      "grad_norm": 0.818577259475986,
      "learning_rate": 0.00027593349267082207,
      "loss": 2.2344,
      "step": 25212
    },
    {
      "epoch": 1.1729704582461038,
      "grad_norm": 0.7815101963128557,
      "learning_rate": 0.0002759314763213827,
      "loss": 2.3438,
      "step": 25213
    },
    {
      "epoch": 1.1730169806931845,
      "grad_norm": 0.7900035959878776,
      "learning_rate": 0.0002759294598948474,
      "loss": 2.2031,
      "step": 25214
    },
    {
      "epoch": 1.1730635031402652,
      "grad_norm": 0.7471563128482667,
      "learning_rate": 0.0002759274433912173,
      "loss": 2.1406,
      "step": 25215
    },
    {
      "epoch": 1.173110025587346,
      "grad_norm": 0.825499146451469,
      "learning_rate": 0.00027592542681049374,
      "loss": 2.5625,
      "step": 25216
    },
    {
      "epoch": 1.1731565480344266,
      "grad_norm": 0.820662423357832,
      "learning_rate": 0.00027592341015267785,
      "loss": 2.2969,
      "step": 25217
    },
    {
      "epoch": 1.1732030704815073,
      "grad_norm": 0.8070735103896624,
      "learning_rate": 0.00027592139341777095,
      "loss": 2.5781,
      "step": 25218
    },
    {
      "epoch": 1.173249592928588,
      "grad_norm": 0.8097825240030561,
      "learning_rate": 0.00027591937660577414,
      "loss": 2.375,
      "step": 25219
    },
    {
      "epoch": 1.1732961153756687,
      "grad_norm": 0.8474209363083389,
      "learning_rate": 0.0002759173597166888,
      "loss": 2.8125,
      "step": 25220
    },
    {
      "epoch": 1.1733426378227494,
      "grad_norm": 0.8453466704450096,
      "learning_rate": 0.0002759153427505161,
      "loss": 2.2188,
      "step": 25221
    },
    {
      "epoch": 1.17338916026983,
      "grad_norm": 0.8331903701393781,
      "learning_rate": 0.0002759133257072573,
      "loss": 2.75,
      "step": 25222
    },
    {
      "epoch": 1.173435682716911,
      "grad_norm": 0.8340207534973925,
      "learning_rate": 0.0002759113085869136,
      "loss": 2.5625,
      "step": 25223
    },
    {
      "epoch": 1.1734822051639917,
      "grad_norm": 0.8205680115535832,
      "learning_rate": 0.0002759092913894863,
      "loss": 2.3125,
      "step": 25224
    },
    {
      "epoch": 1.1735287276110724,
      "grad_norm": 0.8688358397273864,
      "learning_rate": 0.0002759072741149766,
      "loss": 2.3594,
      "step": 25225
    },
    {
      "epoch": 1.173575250058153,
      "grad_norm": 0.965967011593607,
      "learning_rate": 0.0002759052567633856,
      "loss": 2.625,
      "step": 25226
    },
    {
      "epoch": 1.1736217725052338,
      "grad_norm": 1.2168558047709581,
      "learning_rate": 0.0002759032393347148,
      "loss": 1.8047,
      "step": 25227
    },
    {
      "epoch": 1.1736682949523145,
      "grad_norm": 0.8262370460904039,
      "learning_rate": 0.00027590122182896524,
      "loss": 2.2969,
      "step": 25228
    },
    {
      "epoch": 1.1737148173993952,
      "grad_norm": 0.9268742818377693,
      "learning_rate": 0.00027589920424613815,
      "loss": 2.5,
      "step": 25229
    },
    {
      "epoch": 1.173761339846476,
      "grad_norm": 0.8625730605646446,
      "learning_rate": 0.0002758971865862349,
      "loss": 2.4375,
      "step": 25230
    },
    {
      "epoch": 1.1738078622935566,
      "grad_norm": 1.0242154133674346,
      "learning_rate": 0.00027589516884925664,
      "loss": 2.1094,
      "step": 25231
    },
    {
      "epoch": 1.1738543847406373,
      "grad_norm": 0.8571578926015075,
      "learning_rate": 0.0002758931510352046,
      "loss": 2.2969,
      "step": 25232
    },
    {
      "epoch": 1.173900907187718,
      "grad_norm": 0.7962719805428261,
      "learning_rate": 0.0002758911331440801,
      "loss": 2.3438,
      "step": 25233
    },
    {
      "epoch": 1.1739474296347987,
      "grad_norm": 0.8366799612199929,
      "learning_rate": 0.0002758891151758842,
      "loss": 2.4219,
      "step": 25234
    },
    {
      "epoch": 1.1739939520818794,
      "grad_norm": 0.8192964777713173,
      "learning_rate": 0.00027588709713061827,
      "loss": 2.4062,
      "step": 25235
    },
    {
      "epoch": 1.1740404745289603,
      "grad_norm": 0.8513990269754913,
      "learning_rate": 0.00027588507900828355,
      "loss": 2.2812,
      "step": 25236
    },
    {
      "epoch": 1.174086996976041,
      "grad_norm": 0.762388259646885,
      "learning_rate": 0.0002758830608088812,
      "loss": 2.2188,
      "step": 25237
    },
    {
      "epoch": 1.1741335194231217,
      "grad_norm": 0.8412218922221931,
      "learning_rate": 0.00027588104253241255,
      "loss": 2.1875,
      "step": 25238
    },
    {
      "epoch": 1.1741800418702024,
      "grad_norm": 0.8683411653323214,
      "learning_rate": 0.00027587902417887877,
      "loss": 2.3906,
      "step": 25239
    },
    {
      "epoch": 1.1742265643172831,
      "grad_norm": 0.8608237309932749,
      "learning_rate": 0.0002758770057482811,
      "loss": 2.375,
      "step": 25240
    },
    {
      "epoch": 1.1742730867643638,
      "grad_norm": 0.9314529264669422,
      "learning_rate": 0.0002758749872406208,
      "loss": 2.5625,
      "step": 25241
    },
    {
      "epoch": 1.1743196092114445,
      "grad_norm": 0.8814659874829255,
      "learning_rate": 0.000275872968655899,
      "loss": 2.3906,
      "step": 25242
    },
    {
      "epoch": 1.1743661316585252,
      "grad_norm": 0.7658011989210348,
      "learning_rate": 0.0002758709499941171,
      "loss": 2.1094,
      "step": 25243
    },
    {
      "epoch": 1.174412654105606,
      "grad_norm": 0.8928716927353124,
      "learning_rate": 0.0002758689312552763,
      "loss": 2.2969,
      "step": 25244
    },
    {
      "epoch": 1.1744591765526866,
      "grad_norm": 0.8486553861097376,
      "learning_rate": 0.0002758669124393778,
      "loss": 2.8438,
      "step": 25245
    },
    {
      "epoch": 1.1745056989997673,
      "grad_norm": 0.8630446503769486,
      "learning_rate": 0.00027586489354642274,
      "loss": 2.25,
      "step": 25246
    },
    {
      "epoch": 1.174552221446848,
      "grad_norm": 0.8678451583901821,
      "learning_rate": 0.0002758628745764125,
      "loss": 2.3438,
      "step": 25247
    },
    {
      "epoch": 1.1745987438939287,
      "grad_norm": 0.8065784030520945,
      "learning_rate": 0.00027586085552934827,
      "loss": 2.2812,
      "step": 25248
    },
    {
      "epoch": 1.1746452663410096,
      "grad_norm": 0.8645882793536966,
      "learning_rate": 0.0002758588364052313,
      "loss": 2.5625,
      "step": 25249
    },
    {
      "epoch": 1.1746917887880903,
      "grad_norm": 0.8025031248755171,
      "learning_rate": 0.0002758568172040628,
      "loss": 2.5312,
      "step": 25250
    },
    {
      "epoch": 1.174738311235171,
      "grad_norm": 0.8699999483855465,
      "learning_rate": 0.000275854797925844,
      "loss": 2.375,
      "step": 25251
    },
    {
      "epoch": 1.1747848336822517,
      "grad_norm": 0.8438406825339488,
      "learning_rate": 0.0002758527785705762,
      "loss": 2.6875,
      "step": 25252
    },
    {
      "epoch": 1.1748313561293324,
      "grad_norm": 0.8450476295868816,
      "learning_rate": 0.0002758507591382605,
      "loss": 2.5469,
      "step": 25253
    },
    {
      "epoch": 1.1748778785764131,
      "grad_norm": 0.8356528400092214,
      "learning_rate": 0.0002758487396288983,
      "loss": 2.3281,
      "step": 25254
    },
    {
      "epoch": 1.1749244010234938,
      "grad_norm": 0.8519612164378542,
      "learning_rate": 0.0002758467200424907,
      "loss": 2.5469,
      "step": 25255
    },
    {
      "epoch": 1.1749709234705745,
      "grad_norm": 0.8961530818082958,
      "learning_rate": 0.000275844700379039,
      "loss": 2.5,
      "step": 25256
    },
    {
      "epoch": 1.1750174459176552,
      "grad_norm": 0.7675899897267492,
      "learning_rate": 0.0002758426806385445,
      "loss": 2.1719,
      "step": 25257
    },
    {
      "epoch": 1.175063968364736,
      "grad_norm": 0.8686332167332738,
      "learning_rate": 0.00027584066082100833,
      "loss": 2.625,
      "step": 25258
    },
    {
      "epoch": 1.1751104908118166,
      "grad_norm": 0.8123859186798376,
      "learning_rate": 0.00027583864092643176,
      "loss": 2.1719,
      "step": 25259
    },
    {
      "epoch": 1.1751570132588975,
      "grad_norm": 0.8298585114154219,
      "learning_rate": 0.00027583662095481606,
      "loss": 2.5469,
      "step": 25260
    },
    {
      "epoch": 1.175203535705978,
      "grad_norm": 0.8105331070273128,
      "learning_rate": 0.00027583460090616237,
      "loss": 2.6094,
      "step": 25261
    },
    {
      "epoch": 1.175250058153059,
      "grad_norm": 0.7784488791119042,
      "learning_rate": 0.00027583258078047205,
      "loss": 2.375,
      "step": 25262
    },
    {
      "epoch": 1.1752965806001396,
      "grad_norm": 0.8628930510393125,
      "learning_rate": 0.0002758305605777463,
      "loss": 2.2031,
      "step": 25263
    },
    {
      "epoch": 1.1753431030472203,
      "grad_norm": 0.8055446799087096,
      "learning_rate": 0.0002758285402979863,
      "loss": 2.5781,
      "step": 25264
    },
    {
      "epoch": 1.175389625494301,
      "grad_norm": 0.8106713036192198,
      "learning_rate": 0.00027582651994119336,
      "loss": 2.3125,
      "step": 25265
    },
    {
      "epoch": 1.1754361479413817,
      "grad_norm": 0.8308735616104722,
      "learning_rate": 0.00027582449950736866,
      "loss": 2.3906,
      "step": 25266
    },
    {
      "epoch": 1.1754826703884624,
      "grad_norm": 0.8592063356284942,
      "learning_rate": 0.00027582247899651346,
      "loss": 1.8281,
      "step": 25267
    },
    {
      "epoch": 1.1755291928355431,
      "grad_norm": 0.875313308730967,
      "learning_rate": 0.00027582045840862895,
      "loss": 2.7344,
      "step": 25268
    },
    {
      "epoch": 1.1755757152826238,
      "grad_norm": 0.8179878074456988,
      "learning_rate": 0.0002758184377437165,
      "loss": 2.375,
      "step": 25269
    },
    {
      "epoch": 1.1756222377297045,
      "grad_norm": 0.8387618199623853,
      "learning_rate": 0.0002758164170017772,
      "loss": 2.4688,
      "step": 25270
    },
    {
      "epoch": 1.1756687601767852,
      "grad_norm": 0.9099949080082155,
      "learning_rate": 0.0002758143961828124,
      "loss": 2.75,
      "step": 25271
    },
    {
      "epoch": 1.175715282623866,
      "grad_norm": 0.8623876426031548,
      "learning_rate": 0.00027581237528682327,
      "loss": 2.4219,
      "step": 25272
    },
    {
      "epoch": 1.1757618050709469,
      "grad_norm": 0.873372571274044,
      "learning_rate": 0.000275810354313811,
      "loss": 2.8125,
      "step": 25273
    },
    {
      "epoch": 1.1758083275180273,
      "grad_norm": 0.9172251338077032,
      "learning_rate": 0.000275808333263777,
      "loss": 2.5781,
      "step": 25274
    },
    {
      "epoch": 1.1758548499651083,
      "grad_norm": 0.772609447713276,
      "learning_rate": 0.0002758063121367223,
      "loss": 2.5625,
      "step": 25275
    },
    {
      "epoch": 1.175901372412189,
      "grad_norm": 0.7911135546293612,
      "learning_rate": 0.0002758042909326483,
      "loss": 1.7266,
      "step": 25276
    },
    {
      "epoch": 1.1759478948592696,
      "grad_norm": 0.8474060730133552,
      "learning_rate": 0.00027580226965155614,
      "loss": 2.4844,
      "step": 25277
    },
    {
      "epoch": 1.1759944173063503,
      "grad_norm": 0.7388731755522798,
      "learning_rate": 0.00027580024829344704,
      "loss": 1.8359,
      "step": 25278
    },
    {
      "epoch": 1.176040939753431,
      "grad_norm": 0.9345309931309385,
      "learning_rate": 0.00027579822685832233,
      "loss": 2.9062,
      "step": 25279
    },
    {
      "epoch": 1.1760874622005117,
      "grad_norm": 0.7758896233166289,
      "learning_rate": 0.0002757962053461832,
      "loss": 2.2656,
      "step": 25280
    },
    {
      "epoch": 1.1761339846475924,
      "grad_norm": 0.8056119720125919,
      "learning_rate": 0.0002757941837570309,
      "loss": 2.5156,
      "step": 25281
    },
    {
      "epoch": 1.1761805070946731,
      "grad_norm": 0.8317731828521869,
      "learning_rate": 0.00027579216209086673,
      "loss": 2.3125,
      "step": 25282
    },
    {
      "epoch": 1.1762270295417538,
      "grad_norm": 0.9061404666307391,
      "learning_rate": 0.0002757901403476918,
      "loss": 2.6562,
      "step": 25283
    },
    {
      "epoch": 1.1762735519888345,
      "grad_norm": 0.791506441731937,
      "learning_rate": 0.00027578811852750737,
      "loss": 2.2344,
      "step": 25284
    },
    {
      "epoch": 1.1763200744359152,
      "grad_norm": 0.7868572843610185,
      "learning_rate": 0.00027578609663031473,
      "loss": 2.4062,
      "step": 25285
    },
    {
      "epoch": 1.1763665968829962,
      "grad_norm": 0.8629158218135372,
      "learning_rate": 0.0002757840746561151,
      "loss": 2.2656,
      "step": 25286
    },
    {
      "epoch": 1.1764131193300766,
      "grad_norm": 0.8292385576705611,
      "learning_rate": 0.00027578205260490976,
      "loss": 2.6406,
      "step": 25287
    },
    {
      "epoch": 1.1764596417771576,
      "grad_norm": 0.8054676251605416,
      "learning_rate": 0.0002757800304766998,
      "loss": 2.4219,
      "step": 25288
    },
    {
      "epoch": 1.1765061642242383,
      "grad_norm": 0.8386014505202553,
      "learning_rate": 0.00027577800827148665,
      "loss": 2.2188,
      "step": 25289
    },
    {
      "epoch": 1.176552686671319,
      "grad_norm": 0.866505418178481,
      "learning_rate": 0.0002757759859892715,
      "loss": 2.4531,
      "step": 25290
    },
    {
      "epoch": 1.1765992091183997,
      "grad_norm": 0.8622870910316542,
      "learning_rate": 0.00027577396363005546,
      "loss": 2.4062,
      "step": 25291
    },
    {
      "epoch": 1.1766457315654804,
      "grad_norm": 0.8932504894903944,
      "learning_rate": 0.0002757719411938399,
      "loss": 2.375,
      "step": 25292
    },
    {
      "epoch": 1.176692254012561,
      "grad_norm": 0.8400622452891722,
      "learning_rate": 0.000275769918680626,
      "loss": 2.3125,
      "step": 25293
    },
    {
      "epoch": 1.1767387764596418,
      "grad_norm": 0.8531579142249562,
      "learning_rate": 0.00027576789609041504,
      "loss": 2.2188,
      "step": 25294
    },
    {
      "epoch": 1.1767852989067225,
      "grad_norm": 0.8628566938913029,
      "learning_rate": 0.0002757658734232082,
      "loss": 2.4688,
      "step": 25295
    },
    {
      "epoch": 1.1768318213538032,
      "grad_norm": 0.777378981496173,
      "learning_rate": 0.0002757638506790068,
      "loss": 2.25,
      "step": 25296
    },
    {
      "epoch": 1.1768783438008839,
      "grad_norm": 0.8139740623431332,
      "learning_rate": 0.000275761827857812,
      "loss": 2.4219,
      "step": 25297
    },
    {
      "epoch": 1.1769248662479646,
      "grad_norm": 0.867347189840145,
      "learning_rate": 0.00027575980495962504,
      "loss": 1.7422,
      "step": 25298
    },
    {
      "epoch": 1.1769713886950455,
      "grad_norm": 0.8513984917780514,
      "learning_rate": 0.0002757577819844472,
      "loss": 2.3281,
      "step": 25299
    },
    {
      "epoch": 1.1770179111421262,
      "grad_norm": 0.9549304076909131,
      "learning_rate": 0.00027575575893227974,
      "loss": 2.6406,
      "step": 25300
    },
    {
      "epoch": 1.1770644335892069,
      "grad_norm": 0.8264440756263578,
      "learning_rate": 0.00027575373580312383,
      "loss": 2.375,
      "step": 25301
    },
    {
      "epoch": 1.1771109560362876,
      "grad_norm": 0.840336333178879,
      "learning_rate": 0.00027575171259698074,
      "loss": 2.5,
      "step": 25302
    },
    {
      "epoch": 1.1771574784833683,
      "grad_norm": 0.8467573697546772,
      "learning_rate": 0.00027574968931385176,
      "loss": 2.2656,
      "step": 25303
    },
    {
      "epoch": 1.177204000930449,
      "grad_norm": 0.837460005264449,
      "learning_rate": 0.000275747665953738,
      "loss": 2.3125,
      "step": 25304
    },
    {
      "epoch": 1.1772505233775297,
      "grad_norm": 0.8010804119499414,
      "learning_rate": 0.00027574564251664084,
      "loss": 2.5,
      "step": 25305
    },
    {
      "epoch": 1.1772970458246104,
      "grad_norm": 0.9100575465897527,
      "learning_rate": 0.00027574361900256145,
      "loss": 2.5469,
      "step": 25306
    },
    {
      "epoch": 1.177343568271691,
      "grad_norm": 0.815617236845413,
      "learning_rate": 0.00027574159541150106,
      "loss": 2.4219,
      "step": 25307
    },
    {
      "epoch": 1.1773900907187718,
      "grad_norm": 0.856972700739291,
      "learning_rate": 0.0002757395717434609,
      "loss": 2.5938,
      "step": 25308
    },
    {
      "epoch": 1.1774366131658525,
      "grad_norm": 0.8390228087950855,
      "learning_rate": 0.0002757375479984423,
      "loss": 2.3125,
      "step": 25309
    },
    {
      "epoch": 1.1774831356129332,
      "grad_norm": 0.7726402818098905,
      "learning_rate": 0.0002757355241764464,
      "loss": 2.3438,
      "step": 25310
    },
    {
      "epoch": 1.1775296580600139,
      "grad_norm": 0.8359729066651601,
      "learning_rate": 0.00027573350027747446,
      "loss": 2.2344,
      "step": 25311
    },
    {
      "epoch": 1.1775761805070948,
      "grad_norm": 0.7627488594295541,
      "learning_rate": 0.0002757314763015277,
      "loss": 2.0156,
      "step": 25312
    },
    {
      "epoch": 1.1776227029541755,
      "grad_norm": 0.8933543226315784,
      "learning_rate": 0.00027572945224860743,
      "loss": 2.5469,
      "step": 25313
    },
    {
      "epoch": 1.1776692254012562,
      "grad_norm": 0.8047506908325875,
      "learning_rate": 0.0002757274281187148,
      "loss": 2.5312,
      "step": 25314
    },
    {
      "epoch": 1.1777157478483369,
      "grad_norm": 0.8319922878251733,
      "learning_rate": 0.00027572540391185117,
      "loss": 2.2969,
      "step": 25315
    },
    {
      "epoch": 1.1777622702954176,
      "grad_norm": 0.848022033944076,
      "learning_rate": 0.0002757233796280177,
      "loss": 2.5,
      "step": 25316
    },
    {
      "epoch": 1.1778087927424983,
      "grad_norm": 0.880530377149004,
      "learning_rate": 0.0002757213552672156,
      "loss": 2.5469,
      "step": 25317
    },
    {
      "epoch": 1.177855315189579,
      "grad_norm": 0.8420432246991364,
      "learning_rate": 0.00027571933082944615,
      "loss": 2.4688,
      "step": 25318
    },
    {
      "epoch": 1.1779018376366597,
      "grad_norm": 0.8643943211606055,
      "learning_rate": 0.0002757173063147106,
      "loss": 2.375,
      "step": 25319
    },
    {
      "epoch": 1.1779483600837404,
      "grad_norm": 0.797616785446907,
      "learning_rate": 0.00027571528172301015,
      "loss": 2.4531,
      "step": 25320
    },
    {
      "epoch": 1.177994882530821,
      "grad_norm": 0.8175552195536745,
      "learning_rate": 0.0002757132570543461,
      "loss": 2.75,
      "step": 25321
    },
    {
      "epoch": 1.1780414049779018,
      "grad_norm": 0.8331930887717207,
      "learning_rate": 0.0002757112323087196,
      "loss": 2.3438,
      "step": 25322
    },
    {
      "epoch": 1.1780879274249825,
      "grad_norm": 0.8114120245752099,
      "learning_rate": 0.00027570920748613197,
      "loss": 2.4062,
      "step": 25323
    },
    {
      "epoch": 1.1781344498720632,
      "grad_norm": 0.913648798929958,
      "learning_rate": 0.00027570718258658445,
      "loss": 2.75,
      "step": 25324
    },
    {
      "epoch": 1.178180972319144,
      "grad_norm": 0.9294745363520257,
      "learning_rate": 0.00027570515761007826,
      "loss": 2.2188,
      "step": 25325
    },
    {
      "epoch": 1.1782274947662248,
      "grad_norm": 0.8493590742146438,
      "learning_rate": 0.0002757031325566146,
      "loss": 2.3125,
      "step": 25326
    },
    {
      "epoch": 1.1782740172133055,
      "grad_norm": 0.8233419133713035,
      "learning_rate": 0.0002757011074261947,
      "loss": 2.2812,
      "step": 25327
    },
    {
      "epoch": 1.1783205396603862,
      "grad_norm": 0.8911696513909493,
      "learning_rate": 0.0002756990822188199,
      "loss": 2.5938,
      "step": 25328
    },
    {
      "epoch": 1.178367062107467,
      "grad_norm": 0.8532806517415488,
      "learning_rate": 0.00027569705693449134,
      "loss": 2.75,
      "step": 25329
    },
    {
      "epoch": 1.1784135845545476,
      "grad_norm": 0.8301974717438497,
      "learning_rate": 0.0002756950315732103,
      "loss": 2.3906,
      "step": 25330
    },
    {
      "epoch": 1.1784601070016283,
      "grad_norm": 0.8137915555693573,
      "learning_rate": 0.0002756930061349781,
      "loss": 2.2812,
      "step": 25331
    },
    {
      "epoch": 1.178506629448709,
      "grad_norm": 0.8307521095447834,
      "learning_rate": 0.0002756909806197958,
      "loss": 2.3125,
      "step": 25332
    },
    {
      "epoch": 1.1785531518957897,
      "grad_norm": 0.8355066674321717,
      "learning_rate": 0.0002756889550276648,
      "loss": 2.5469,
      "step": 25333
    },
    {
      "epoch": 1.1785996743428704,
      "grad_norm": 0.7701921844283122,
      "learning_rate": 0.0002756869293585863,
      "loss": 1.9531,
      "step": 25334
    },
    {
      "epoch": 1.178646196789951,
      "grad_norm": 0.9518274483964699,
      "learning_rate": 0.0002756849036125615,
      "loss": 2.4688,
      "step": 25335
    },
    {
      "epoch": 1.1786927192370318,
      "grad_norm": 0.813269333644435,
      "learning_rate": 0.00027568287778959163,
      "loss": 2.3594,
      "step": 25336
    },
    {
      "epoch": 1.1787392416841125,
      "grad_norm": 0.8695177961383351,
      "learning_rate": 0.000275680851889678,
      "loss": 2.4375,
      "step": 25337
    },
    {
      "epoch": 1.1787857641311934,
      "grad_norm": 0.8113565988173481,
      "learning_rate": 0.00027567882591282176,
      "loss": 2.2031,
      "step": 25338
    },
    {
      "epoch": 1.178832286578274,
      "grad_norm": 0.9403188580187468,
      "learning_rate": 0.00027567679985902426,
      "loss": 2.5469,
      "step": 25339
    },
    {
      "epoch": 1.1788788090253548,
      "grad_norm": 1.0493313244465317,
      "learning_rate": 0.00027567477372828663,
      "loss": 2.2812,
      "step": 25340
    },
    {
      "epoch": 1.1789253314724355,
      "grad_norm": 0.8595208737414127,
      "learning_rate": 0.0002756727475206102,
      "loss": 2.3594,
      "step": 25341
    },
    {
      "epoch": 1.1789718539195162,
      "grad_norm": 0.8769757330410559,
      "learning_rate": 0.00027567072123599616,
      "loss": 2.4062,
      "step": 25342
    },
    {
      "epoch": 1.179018376366597,
      "grad_norm": 0.8658484785428292,
      "learning_rate": 0.0002756686948744458,
      "loss": 2.6094,
      "step": 25343
    },
    {
      "epoch": 1.1790648988136776,
      "grad_norm": 0.8338091408568761,
      "learning_rate": 0.00027566666843596027,
      "loss": 2.1562,
      "step": 25344
    },
    {
      "epoch": 1.1791114212607583,
      "grad_norm": 0.8679043794363258,
      "learning_rate": 0.00027566464192054093,
      "loss": 2.4375,
      "step": 25345
    },
    {
      "epoch": 1.179157943707839,
      "grad_norm": 0.8460652679248272,
      "learning_rate": 0.0002756626153281889,
      "loss": 2.6094,
      "step": 25346
    },
    {
      "epoch": 1.1792044661549197,
      "grad_norm": 0.9522147997427367,
      "learning_rate": 0.0002756605886589055,
      "loss": 2.5938,
      "step": 25347
    },
    {
      "epoch": 1.1792509886020004,
      "grad_norm": 0.874169309140778,
      "learning_rate": 0.0002756585619126919,
      "loss": 2.3906,
      "step": 25348
    },
    {
      "epoch": 1.179297511049081,
      "grad_norm": 0.832743613676255,
      "learning_rate": 0.00027565653508954943,
      "loss": 2.3281,
      "step": 25349
    },
    {
      "epoch": 1.1793440334961618,
      "grad_norm": 0.8398290946020649,
      "learning_rate": 0.0002756545081894793,
      "loss": 2.4219,
      "step": 25350
    },
    {
      "epoch": 1.1793905559432427,
      "grad_norm": 0.847718364543271,
      "learning_rate": 0.0002756524812124827,
      "loss": 2.6875,
      "step": 25351
    },
    {
      "epoch": 1.1794370783903234,
      "grad_norm": 0.8885041231893248,
      "learning_rate": 0.00027565045415856097,
      "loss": 2.5156,
      "step": 25352
    },
    {
      "epoch": 1.1794836008374041,
      "grad_norm": 0.880785219473607,
      "learning_rate": 0.00027564842702771525,
      "loss": 2.3906,
      "step": 25353
    },
    {
      "epoch": 1.1795301232844848,
      "grad_norm": 0.79672879566858,
      "learning_rate": 0.0002756463998199468,
      "loss": 2.4219,
      "step": 25354
    },
    {
      "epoch": 1.1795766457315655,
      "grad_norm": 0.8424949301871197,
      "learning_rate": 0.0002756443725352569,
      "loss": 2.625,
      "step": 25355
    },
    {
      "epoch": 1.1796231681786462,
      "grad_norm": 0.8203664140881536,
      "learning_rate": 0.0002756423451736468,
      "loss": 2.6406,
      "step": 25356
    },
    {
      "epoch": 1.179669690625727,
      "grad_norm": 0.8009450715770545,
      "learning_rate": 0.0002756403177351177,
      "loss": 2.4375,
      "step": 25357
    },
    {
      "epoch": 1.1797162130728076,
      "grad_norm": 0.9515454652726848,
      "learning_rate": 0.00027563829021967087,
      "loss": 2.4688,
      "step": 25358
    },
    {
      "epoch": 1.1797627355198883,
      "grad_norm": 0.8213828952769252,
      "learning_rate": 0.00027563626262730754,
      "loss": 2.25,
      "step": 25359
    },
    {
      "epoch": 1.179809257966969,
      "grad_norm": 0.8973935390493777,
      "learning_rate": 0.0002756342349580289,
      "loss": 2.4531,
      "step": 25360
    },
    {
      "epoch": 1.1798557804140497,
      "grad_norm": 0.8885547215616608,
      "learning_rate": 0.0002756322072118363,
      "loss": 2.4531,
      "step": 25361
    },
    {
      "epoch": 1.1799023028611304,
      "grad_norm": 0.8147844216286924,
      "learning_rate": 0.0002756301793887309,
      "loss": 2.4844,
      "step": 25362
    },
    {
      "epoch": 1.179948825308211,
      "grad_norm": 0.9482765094982105,
      "learning_rate": 0.00027562815148871397,
      "loss": 1.6875,
      "step": 25363
    },
    {
      "epoch": 1.179995347755292,
      "grad_norm": 0.8612944245130435,
      "learning_rate": 0.0002756261235117867,
      "loss": 2.3125,
      "step": 25364
    },
    {
      "epoch": 1.1800418702023727,
      "grad_norm": 0.9973133583836913,
      "learning_rate": 0.00027562409545795044,
      "loss": 2.2656,
      "step": 25365
    },
    {
      "epoch": 1.1800883926494534,
      "grad_norm": 0.8559900251129865,
      "learning_rate": 0.0002756220673272063,
      "loss": 2.7656,
      "step": 25366
    },
    {
      "epoch": 1.1801349150965341,
      "grad_norm": 0.8446459292177034,
      "learning_rate": 0.00027562003911955565,
      "loss": 2.5469,
      "step": 25367
    },
    {
      "epoch": 1.1801814375436148,
      "grad_norm": 0.8318112287600691,
      "learning_rate": 0.00027561801083499966,
      "loss": 2.4531,
      "step": 25368
    },
    {
      "epoch": 1.1802279599906955,
      "grad_norm": 0.8698570921660553,
      "learning_rate": 0.0002756159824735396,
      "loss": 2.3594,
      "step": 25369
    },
    {
      "epoch": 1.1802744824377762,
      "grad_norm": 0.8532213974667174,
      "learning_rate": 0.00027561395403517667,
      "loss": 2.4844,
      "step": 25370
    },
    {
      "epoch": 1.180321004884857,
      "grad_norm": 0.8902532700742584,
      "learning_rate": 0.0002756119255199121,
      "loss": 2.6562,
      "step": 25371
    },
    {
      "epoch": 1.1803675273319376,
      "grad_norm": 0.8797933264778977,
      "learning_rate": 0.00027560989692774725,
      "loss": 2.6406,
      "step": 25372
    },
    {
      "epoch": 1.1804140497790183,
      "grad_norm": 0.8725397983913757,
      "learning_rate": 0.00027560786825868325,
      "loss": 2.625,
      "step": 25373
    },
    {
      "epoch": 1.180460572226099,
      "grad_norm": 0.8007145016937056,
      "learning_rate": 0.00027560583951272133,
      "loss": 2.1719,
      "step": 25374
    },
    {
      "epoch": 1.1805070946731797,
      "grad_norm": 0.8632097607761873,
      "learning_rate": 0.0002756038106898628,
      "loss": 2.7812,
      "step": 25375
    },
    {
      "epoch": 1.1805536171202604,
      "grad_norm": 0.860707849308506,
      "learning_rate": 0.00027560178179010893,
      "loss": 2.2656,
      "step": 25376
    },
    {
      "epoch": 1.1806001395673413,
      "grad_norm": 0.832427944417693,
      "learning_rate": 0.00027559975281346084,
      "loss": 2.3906,
      "step": 25377
    },
    {
      "epoch": 1.180646662014422,
      "grad_norm": 0.7695808991713673,
      "learning_rate": 0.0002755977237599198,
      "loss": 2.0625,
      "step": 25378
    },
    {
      "epoch": 1.1806931844615027,
      "grad_norm": 0.8393518462132851,
      "learning_rate": 0.00027559569462948724,
      "loss": 2.2812,
      "step": 25379
    },
    {
      "epoch": 1.1807397069085834,
      "grad_norm": 0.8019551717211929,
      "learning_rate": 0.0002755936654221641,
      "loss": 2.1562,
      "step": 25380
    },
    {
      "epoch": 1.1807862293556641,
      "grad_norm": 0.8708789784933717,
      "learning_rate": 0.00027559163613795194,
      "loss": 2.5625,
      "step": 25381
    },
    {
      "epoch": 1.1808327518027448,
      "grad_norm": 0.8652768699424984,
      "learning_rate": 0.0002755896067768517,
      "loss": 2.3125,
      "step": 25382
    },
    {
      "epoch": 1.1808792742498255,
      "grad_norm": 1.136918431568441,
      "learning_rate": 0.00027558757733886486,
      "loss": 2.5312,
      "step": 25383
    },
    {
      "epoch": 1.1809257966969062,
      "grad_norm": 0.9385061562137942,
      "learning_rate": 0.00027558554782399245,
      "loss": 2.3906,
      "step": 25384
    },
    {
      "epoch": 1.180972319143987,
      "grad_norm": 0.8303093812034312,
      "learning_rate": 0.00027558351823223597,
      "loss": 2.3594,
      "step": 25385
    },
    {
      "epoch": 1.1810188415910676,
      "grad_norm": 0.8549266437842393,
      "learning_rate": 0.0002755814885635964,
      "loss": 2.7031,
      "step": 25386
    },
    {
      "epoch": 1.1810653640381483,
      "grad_norm": 0.802996759973804,
      "learning_rate": 0.00027557945881807514,
      "loss": 2.3281,
      "step": 25387
    },
    {
      "epoch": 1.1811118864852292,
      "grad_norm": 0.9185739281933831,
      "learning_rate": 0.00027557742899567345,
      "loss": 2.6406,
      "step": 25388
    },
    {
      "epoch": 1.1811584089323097,
      "grad_norm": 0.9097874701060117,
      "learning_rate": 0.00027557539909639245,
      "loss": 2.5,
      "step": 25389
    },
    {
      "epoch": 1.1812049313793906,
      "grad_norm": 0.8676765970757964,
      "learning_rate": 0.00027557336912023344,
      "loss": 2.4062,
      "step": 25390
    },
    {
      "epoch": 1.1812514538264713,
      "grad_norm": 0.8977085674264541,
      "learning_rate": 0.0002755713390671977,
      "loss": 2.3906,
      "step": 25391
    },
    {
      "epoch": 1.181297976273552,
      "grad_norm": 0.8236459584135019,
      "learning_rate": 0.0002755693089372865,
      "loss": 2.2656,
      "step": 25392
    },
    {
      "epoch": 1.1813444987206327,
      "grad_norm": 0.8001133120773757,
      "learning_rate": 0.000275567278730501,
      "loss": 2.3281,
      "step": 25393
    },
    {
      "epoch": 1.1813910211677134,
      "grad_norm": 0.8370352837615291,
      "learning_rate": 0.0002755652484468424,
      "loss": 2.5312,
      "step": 25394
    },
    {
      "epoch": 1.1814375436147941,
      "grad_norm": 0.8250139685377486,
      "learning_rate": 0.0002755632180863121,
      "loss": 2.5312,
      "step": 25395
    },
    {
      "epoch": 1.1814840660618748,
      "grad_norm": 0.7843816309348159,
      "learning_rate": 0.00027556118764891123,
      "loss": 2.1875,
      "step": 25396
    },
    {
      "epoch": 1.1815305885089555,
      "grad_norm": 0.8527257700574319,
      "learning_rate": 0.00027555915713464106,
      "loss": 2.4531,
      "step": 25397
    },
    {
      "epoch": 1.1815771109560362,
      "grad_norm": 0.8299532152764583,
      "learning_rate": 0.0002755571265435028,
      "loss": 2.5625,
      "step": 25398
    },
    {
      "epoch": 1.181623633403117,
      "grad_norm": 0.8960265958950888,
      "learning_rate": 0.0002755550958754978,
      "loss": 2.4375,
      "step": 25399
    },
    {
      "epoch": 1.1816701558501976,
      "grad_norm": 0.9400696902265062,
      "learning_rate": 0.0002755530651306271,
      "loss": 2.6406,
      "step": 25400
    },
    {
      "epoch": 1.1817166782972786,
      "grad_norm": 0.8145780419712788,
      "learning_rate": 0.0002755510343088922,
      "loss": 2.375,
      "step": 25401
    },
    {
      "epoch": 1.181763200744359,
      "grad_norm": 0.7923442428342677,
      "learning_rate": 0.00027554900341029417,
      "loss": 1.8438,
      "step": 25402
    },
    {
      "epoch": 1.18180972319144,
      "grad_norm": 0.8600376370213009,
      "learning_rate": 0.0002755469724348343,
      "loss": 2.2344,
      "step": 25403
    },
    {
      "epoch": 1.1818562456385207,
      "grad_norm": 0.8426830628225078,
      "learning_rate": 0.0002755449413825139,
      "loss": 2.7188,
      "step": 25404
    },
    {
      "epoch": 1.1819027680856014,
      "grad_norm": 0.8340217869643987,
      "learning_rate": 0.00027554291025333406,
      "loss": 2.4219,
      "step": 25405
    },
    {
      "epoch": 1.181949290532682,
      "grad_norm": 0.8249325459234241,
      "learning_rate": 0.00027554087904729617,
      "loss": 2.4688,
      "step": 25406
    },
    {
      "epoch": 1.1819958129797627,
      "grad_norm": 0.8061982887789317,
      "learning_rate": 0.00027553884776440135,
      "loss": 2.6562,
      "step": 25407
    },
    {
      "epoch": 1.1820423354268434,
      "grad_norm": 0.8702485892670848,
      "learning_rate": 0.0002755368164046509,
      "loss": 2.2969,
      "step": 25408
    },
    {
      "epoch": 1.1820888578739241,
      "grad_norm": 0.8147321411889406,
      "learning_rate": 0.00027553478496804615,
      "loss": 2.6094,
      "step": 25409
    },
    {
      "epoch": 1.1821353803210048,
      "grad_norm": 0.8065024014398966,
      "learning_rate": 0.0002755327534545882,
      "loss": 2.3125,
      "step": 25410
    },
    {
      "epoch": 1.1821819027680855,
      "grad_norm": 0.8314054286372968,
      "learning_rate": 0.00027553072186427843,
      "loss": 2.75,
      "step": 25411
    },
    {
      "epoch": 1.1822284252151662,
      "grad_norm": 0.871400462558953,
      "learning_rate": 0.000275528690197118,
      "loss": 2.3594,
      "step": 25412
    },
    {
      "epoch": 1.182274947662247,
      "grad_norm": 0.7820481976615863,
      "learning_rate": 0.00027552665845310807,
      "loss": 2.1406,
      "step": 25413
    },
    {
      "epoch": 1.1823214701093279,
      "grad_norm": 0.8627768577426496,
      "learning_rate": 0.0002755246266322501,
      "loss": 2.7031,
      "step": 25414
    },
    {
      "epoch": 1.1823679925564083,
      "grad_norm": 0.8802943675700213,
      "learning_rate": 0.0002755225947345451,
      "loss": 2.3281,
      "step": 25415
    },
    {
      "epoch": 1.1824145150034893,
      "grad_norm": 0.830460455799204,
      "learning_rate": 0.0002755205627599945,
      "loss": 2.4688,
      "step": 25416
    },
    {
      "epoch": 1.18246103745057,
      "grad_norm": 0.8538620053079022,
      "learning_rate": 0.00027551853070859945,
      "loss": 2.4688,
      "step": 25417
    },
    {
      "epoch": 1.1825075598976507,
      "grad_norm": 0.7906563053341866,
      "learning_rate": 0.00027551649858036125,
      "loss": 2.1875,
      "step": 25418
    },
    {
      "epoch": 1.1825540823447314,
      "grad_norm": 0.8844455058495626,
      "learning_rate": 0.0002755144663752811,
      "loss": 2.4844,
      "step": 25419
    },
    {
      "epoch": 1.182600604791812,
      "grad_norm": 0.9061125629158843,
      "learning_rate": 0.0002755124340933602,
      "loss": 2.5469,
      "step": 25420
    },
    {
      "epoch": 1.1826471272388928,
      "grad_norm": 0.8511605963791737,
      "learning_rate": 0.0002755104017345999,
      "loss": 2.5625,
      "step": 25421
    },
    {
      "epoch": 1.1826936496859735,
      "grad_norm": 0.8188680556117893,
      "learning_rate": 0.00027550836929900136,
      "loss": 2.0312,
      "step": 25422
    },
    {
      "epoch": 1.1827401721330542,
      "grad_norm": 0.8246744780211966,
      "learning_rate": 0.0002755063367865659,
      "loss": 2.25,
      "step": 25423
    },
    {
      "epoch": 1.1827866945801349,
      "grad_norm": 1.0120155737419496,
      "learning_rate": 0.00027550430419729467,
      "loss": 2.6562,
      "step": 25424
    },
    {
      "epoch": 1.1828332170272156,
      "grad_norm": 0.8520837458560212,
      "learning_rate": 0.000275502271531189,
      "loss": 2.5,
      "step": 25425
    },
    {
      "epoch": 1.1828797394742963,
      "grad_norm": 0.8659639921297435,
      "learning_rate": 0.00027550023878825005,
      "loss": 2.4688,
      "step": 25426
    },
    {
      "epoch": 1.1829262619213772,
      "grad_norm": 0.883541908848774,
      "learning_rate": 0.0002754982059684792,
      "loss": 2.5625,
      "step": 25427
    },
    {
      "epoch": 1.1829727843684579,
      "grad_norm": 0.8338428878573176,
      "learning_rate": 0.00027549617307187754,
      "loss": 2.375,
      "step": 25428
    },
    {
      "epoch": 1.1830193068155386,
      "grad_norm": 0.8465814529113191,
      "learning_rate": 0.0002754941400984464,
      "loss": 2.5,
      "step": 25429
    },
    {
      "epoch": 1.1830658292626193,
      "grad_norm": 0.8784988053610829,
      "learning_rate": 0.000275492107048187,
      "loss": 2.5156,
      "step": 25430
    },
    {
      "epoch": 1.1831123517097,
      "grad_norm": 0.887874982804787,
      "learning_rate": 0.00027549007392110067,
      "loss": 2.5781,
      "step": 25431
    },
    {
      "epoch": 1.1831588741567807,
      "grad_norm": 0.9390506440891677,
      "learning_rate": 0.00027548804071718847,
      "loss": 2.3438,
      "step": 25432
    },
    {
      "epoch": 1.1832053966038614,
      "grad_norm": 0.9293541134381236,
      "learning_rate": 0.00027548600743645176,
      "loss": 2.5312,
      "step": 25433
    },
    {
      "epoch": 1.183251919050942,
      "grad_norm": 0.7814539579481171,
      "learning_rate": 0.00027548397407889185,
      "loss": 2.3594,
      "step": 25434
    },
    {
      "epoch": 1.1832984414980228,
      "grad_norm": 0.8061709761657312,
      "learning_rate": 0.0002754819406445099,
      "loss": 2.3594,
      "step": 25435
    },
    {
      "epoch": 1.1833449639451035,
      "grad_norm": 0.9929971800723835,
      "learning_rate": 0.00027547990713330713,
      "loss": 2.5469,
      "step": 25436
    },
    {
      "epoch": 1.1833914863921842,
      "grad_norm": 0.8706092619832642,
      "learning_rate": 0.0002754778735452848,
      "loss": 2.6562,
      "step": 25437
    },
    {
      "epoch": 1.1834380088392649,
      "grad_norm": 0.8118993091509251,
      "learning_rate": 0.0002754758398804442,
      "loss": 2.1719,
      "step": 25438
    },
    {
      "epoch": 1.1834845312863456,
      "grad_norm": 0.8470014516675044,
      "learning_rate": 0.00027547380613878657,
      "loss": 2.6406,
      "step": 25439
    },
    {
      "epoch": 1.1835310537334265,
      "grad_norm": 0.8114722699450997,
      "learning_rate": 0.0002754717723203131,
      "loss": 2.25,
      "step": 25440
    },
    {
      "epoch": 1.1835775761805072,
      "grad_norm": 0.8459089132709708,
      "learning_rate": 0.00027546973842502515,
      "loss": 2.375,
      "step": 25441
    },
    {
      "epoch": 1.1836240986275879,
      "grad_norm": 0.8343072892106607,
      "learning_rate": 0.00027546770445292383,
      "loss": 2.4219,
      "step": 25442
    },
    {
      "epoch": 1.1836706210746686,
      "grad_norm": 0.8369722544943422,
      "learning_rate": 0.00027546567040401043,
      "loss": 2.4844,
      "step": 25443
    },
    {
      "epoch": 1.1837171435217493,
      "grad_norm": 0.863458835468649,
      "learning_rate": 0.00027546363627828623,
      "loss": 2.4219,
      "step": 25444
    },
    {
      "epoch": 1.18376366596883,
      "grad_norm": 0.8843321360329075,
      "learning_rate": 0.0002754616020757524,
      "loss": 2.5938,
      "step": 25445
    },
    {
      "epoch": 1.1838101884159107,
      "grad_norm": 0.8576870191192373,
      "learning_rate": 0.0002754595677964103,
      "loss": 2.6562,
      "step": 25446
    },
    {
      "epoch": 1.1838567108629914,
      "grad_norm": 0.7726373349353579,
      "learning_rate": 0.0002754575334402611,
      "loss": 2.1719,
      "step": 25447
    },
    {
      "epoch": 1.183903233310072,
      "grad_norm": 0.848608193389144,
      "learning_rate": 0.00027545549900730604,
      "loss": 2.5469,
      "step": 25448
    },
    {
      "epoch": 1.1839497557571528,
      "grad_norm": 0.8399643204194327,
      "learning_rate": 0.0002754534644975464,
      "loss": 2.5312,
      "step": 25449
    },
    {
      "epoch": 1.1839962782042335,
      "grad_norm": 0.8460512527642382,
      "learning_rate": 0.00027545142991098346,
      "loss": 1.8203,
      "step": 25450
    },
    {
      "epoch": 1.1840428006513142,
      "grad_norm": 0.8588913233871486,
      "learning_rate": 0.0002754493952476183,
      "loss": 2.4688,
      "step": 25451
    },
    {
      "epoch": 1.1840893230983949,
      "grad_norm": 0.8230323047725826,
      "learning_rate": 0.00027544736050745235,
      "loss": 2.25,
      "step": 25452
    },
    {
      "epoch": 1.1841358455454758,
      "grad_norm": 0.8230147267206663,
      "learning_rate": 0.0002754453256904868,
      "loss": 2.3594,
      "step": 25453
    },
    {
      "epoch": 1.1841823679925565,
      "grad_norm": 0.8595175985316686,
      "learning_rate": 0.00027544329079672285,
      "loss": 2.6094,
      "step": 25454
    },
    {
      "epoch": 1.1842288904396372,
      "grad_norm": 0.9249508123363789,
      "learning_rate": 0.0002754412558261618,
      "loss": 2.5312,
      "step": 25455
    },
    {
      "epoch": 1.184275412886718,
      "grad_norm": 0.873216981894684,
      "learning_rate": 0.00027543922077880484,
      "loss": 2.5469,
      "step": 25456
    },
    {
      "epoch": 1.1843219353337986,
      "grad_norm": 0.8382602882869324,
      "learning_rate": 0.00027543718565465334,
      "loss": 2.5781,
      "step": 25457
    },
    {
      "epoch": 1.1843684577808793,
      "grad_norm": 0.8240966926484541,
      "learning_rate": 0.00027543515045370834,
      "loss": 2.4375,
      "step": 25458
    },
    {
      "epoch": 1.18441498022796,
      "grad_norm": 0.8194403032379132,
      "learning_rate": 0.00027543311517597125,
      "loss": 2.3594,
      "step": 25459
    },
    {
      "epoch": 1.1844615026750407,
      "grad_norm": 0.8396685889895165,
      "learning_rate": 0.00027543107982144326,
      "loss": 2.5,
      "step": 25460
    },
    {
      "epoch": 1.1845080251221214,
      "grad_norm": 0.7936688180068014,
      "learning_rate": 0.00027542904439012563,
      "loss": 2.3438,
      "step": 25461
    },
    {
      "epoch": 1.184554547569202,
      "grad_norm": 0.8855222069590601,
      "learning_rate": 0.0002754270088820196,
      "loss": 2.4844,
      "step": 25462
    },
    {
      "epoch": 1.1846010700162828,
      "grad_norm": 0.7817644546548654,
      "learning_rate": 0.00027542497329712646,
      "loss": 2.2812,
      "step": 25463
    },
    {
      "epoch": 1.1846475924633635,
      "grad_norm": 0.7776382883312953,
      "learning_rate": 0.00027542293763544736,
      "loss": 2.3906,
      "step": 25464
    },
    {
      "epoch": 1.1846941149104442,
      "grad_norm": 0.796281536023425,
      "learning_rate": 0.0002754209018969836,
      "loss": 2.5312,
      "step": 25465
    },
    {
      "epoch": 1.184740637357525,
      "grad_norm": 0.8063235129109957,
      "learning_rate": 0.0002754188660817364,
      "loss": 2.4219,
      "step": 25466
    },
    {
      "epoch": 1.1847871598046058,
      "grad_norm": 0.8203761970096585,
      "learning_rate": 0.0002754168301897071,
      "loss": 2.25,
      "step": 25467
    },
    {
      "epoch": 1.1848336822516865,
      "grad_norm": 0.8808244139752147,
      "learning_rate": 0.0002754147942208968,
      "loss": 2.2969,
      "step": 25468
    },
    {
      "epoch": 1.1848802046987672,
      "grad_norm": 0.8352036935010554,
      "learning_rate": 0.0002754127581753069,
      "loss": 2.3281,
      "step": 25469
    },
    {
      "epoch": 1.184926727145848,
      "grad_norm": 0.857837087384029,
      "learning_rate": 0.0002754107220529385,
      "loss": 2.2656,
      "step": 25470
    },
    {
      "epoch": 1.1849732495929286,
      "grad_norm": 0.810670884144889,
      "learning_rate": 0.000275408685853793,
      "loss": 2.2031,
      "step": 25471
    },
    {
      "epoch": 1.1850197720400093,
      "grad_norm": 0.8292880353011151,
      "learning_rate": 0.00027540664957787154,
      "loss": 2.4219,
      "step": 25472
    },
    {
      "epoch": 1.18506629448709,
      "grad_norm": 0.8238645590760264,
      "learning_rate": 0.00027540461322517537,
      "loss": 2.125,
      "step": 25473
    },
    {
      "epoch": 1.1851128169341707,
      "grad_norm": 0.8524289273169209,
      "learning_rate": 0.0002754025767957057,
      "loss": 2.7344,
      "step": 25474
    },
    {
      "epoch": 1.1851593393812514,
      "grad_norm": 0.8539245953006561,
      "learning_rate": 0.0002754005402894639,
      "loss": 2.4844,
      "step": 25475
    },
    {
      "epoch": 1.185205861828332,
      "grad_norm": 0.8281734965557049,
      "learning_rate": 0.00027539850370645116,
      "loss": 2.5625,
      "step": 25476
    },
    {
      "epoch": 1.1852523842754128,
      "grad_norm": 0.9035522726283495,
      "learning_rate": 0.00027539646704666866,
      "loss": 2.3906,
      "step": 25477
    },
    {
      "epoch": 1.1852989067224935,
      "grad_norm": 0.8531882632189993,
      "learning_rate": 0.00027539443031011777,
      "loss": 2.5469,
      "step": 25478
    },
    {
      "epoch": 1.1853454291695744,
      "grad_norm": 0.8317450846291969,
      "learning_rate": 0.00027539239349679966,
      "loss": 2.3438,
      "step": 25479
    },
    {
      "epoch": 1.1853919516166551,
      "grad_norm": 0.8152412034485236,
      "learning_rate": 0.00027539035660671554,
      "loss": 2.5469,
      "step": 25480
    },
    {
      "epoch": 1.1854384740637358,
      "grad_norm": 0.8146685673672072,
      "learning_rate": 0.0002753883196398667,
      "loss": 2.3594,
      "step": 25481
    },
    {
      "epoch": 1.1854849965108165,
      "grad_norm": 0.8587247445892123,
      "learning_rate": 0.00027538628259625447,
      "loss": 2.25,
      "step": 25482
    },
    {
      "epoch": 1.1855315189578972,
      "grad_norm": 0.8543636146091229,
      "learning_rate": 0.00027538424547587996,
      "loss": 2.3281,
      "step": 25483
    },
    {
      "epoch": 1.185578041404978,
      "grad_norm": 0.8580282602251829,
      "learning_rate": 0.00027538220827874447,
      "loss": 2.4531,
      "step": 25484
    },
    {
      "epoch": 1.1856245638520586,
      "grad_norm": 0.7838763825385155,
      "learning_rate": 0.00027538017100484926,
      "loss": 2.2812,
      "step": 25485
    },
    {
      "epoch": 1.1856710862991393,
      "grad_norm": 0.8014162740825227,
      "learning_rate": 0.00027537813365419557,
      "loss": 1.8672,
      "step": 25486
    },
    {
      "epoch": 1.18571760874622,
      "grad_norm": 0.7924305686499484,
      "learning_rate": 0.00027537609622678465,
      "loss": 2.2344,
      "step": 25487
    },
    {
      "epoch": 1.1857641311933007,
      "grad_norm": 0.861512246042688,
      "learning_rate": 0.0002753740587226178,
      "loss": 2.375,
      "step": 25488
    },
    {
      "epoch": 1.1858106536403814,
      "grad_norm": 0.8285361045335756,
      "learning_rate": 0.00027537202114169616,
      "loss": 2.3281,
      "step": 25489
    },
    {
      "epoch": 1.185857176087462,
      "grad_norm": 0.8327943390369877,
      "learning_rate": 0.00027536998348402103,
      "loss": 2.5312,
      "step": 25490
    },
    {
      "epoch": 1.1859036985345428,
      "grad_norm": 0.8535072695573779,
      "learning_rate": 0.00027536794574959365,
      "loss": 2.5,
      "step": 25491
    },
    {
      "epoch": 1.1859502209816237,
      "grad_norm": 0.8557221851402392,
      "learning_rate": 0.00027536590793841533,
      "loss": 2.3281,
      "step": 25492
    },
    {
      "epoch": 1.1859967434287044,
      "grad_norm": 0.8275512182248443,
      "learning_rate": 0.00027536387005048715,
      "loss": 2.4062,
      "step": 25493
    },
    {
      "epoch": 1.1860432658757851,
      "grad_norm": 0.8026073476678544,
      "learning_rate": 0.0002753618320858105,
      "loss": 2.1406,
      "step": 25494
    },
    {
      "epoch": 1.1860897883228658,
      "grad_norm": 0.8430149992773922,
      "learning_rate": 0.00027535979404438675,
      "loss": 2.2812,
      "step": 25495
    },
    {
      "epoch": 1.1861363107699465,
      "grad_norm": 0.8044334184741989,
      "learning_rate": 0.0002753577559262168,
      "loss": 2.4688,
      "step": 25496
    },
    {
      "epoch": 1.1861828332170272,
      "grad_norm": 0.8687255528829246,
      "learning_rate": 0.0002753557177313022,
      "loss": 2.2969,
      "step": 25497
    },
    {
      "epoch": 1.186229355664108,
      "grad_norm": 0.8462966147160054,
      "learning_rate": 0.0002753536794596441,
      "loss": 2.4062,
      "step": 25498
    },
    {
      "epoch": 1.1862758781111886,
      "grad_norm": 0.8653867788572231,
      "learning_rate": 0.0002753516411112437,
      "loss": 2.7031,
      "step": 25499
    },
    {
      "epoch": 1.1863224005582693,
      "grad_norm": 0.833894945750738,
      "learning_rate": 0.0002753496026861023,
      "loss": 2.4219,
      "step": 25500
    },
    {
      "epoch": 1.18636892300535,
      "grad_norm": 0.7624846516792164,
      "learning_rate": 0.0002753475641842211,
      "loss": 2.2812,
      "step": 25501
    },
    {
      "epoch": 1.1864154454524307,
      "grad_norm": 0.8011585302950655,
      "learning_rate": 0.00027534552560560144,
      "loss": 2.2188,
      "step": 25502
    },
    {
      "epoch": 1.1864619678995116,
      "grad_norm": 0.8014267944441562,
      "learning_rate": 0.00027534348695024445,
      "loss": 2.5781,
      "step": 25503
    },
    {
      "epoch": 1.1865084903465921,
      "grad_norm": 0.8722613175942842,
      "learning_rate": 0.00027534144821815147,
      "loss": 2.4844,
      "step": 25504
    },
    {
      "epoch": 1.186555012793673,
      "grad_norm": 1.1145245476102492,
      "learning_rate": 0.0002753394094093237,
      "loss": 2.3281,
      "step": 25505
    },
    {
      "epoch": 1.1866015352407537,
      "grad_norm": 0.7899715622095166,
      "learning_rate": 0.0002753373705237624,
      "loss": 2.4062,
      "step": 25506
    },
    {
      "epoch": 1.1866480576878344,
      "grad_norm": 0.8453374261652153,
      "learning_rate": 0.00027533533156146885,
      "loss": 2.1875,
      "step": 25507
    },
    {
      "epoch": 1.1866945801349151,
      "grad_norm": 0.8483872379053098,
      "learning_rate": 0.0002753332925224443,
      "loss": 2.4219,
      "step": 25508
    },
    {
      "epoch": 1.1867411025819958,
      "grad_norm": 0.8015910902944818,
      "learning_rate": 0.0002753312534066899,
      "loss": 2.3594,
      "step": 25509
    },
    {
      "epoch": 1.1867876250290765,
      "grad_norm": 0.7907817805029377,
      "learning_rate": 0.000275329214214207,
      "loss": 2.3438,
      "step": 25510
    },
    {
      "epoch": 1.1868341474761572,
      "grad_norm": 0.8812695686560446,
      "learning_rate": 0.0002753271749449968,
      "loss": 2.6875,
      "step": 25511
    },
    {
      "epoch": 1.186880669923238,
      "grad_norm": 0.8144149538065112,
      "learning_rate": 0.00027532513559906066,
      "loss": 2.2969,
      "step": 25512
    },
    {
      "epoch": 1.1869271923703186,
      "grad_norm": 0.8060763605527297,
      "learning_rate": 0.00027532309617639964,
      "loss": 2.3125,
      "step": 25513
    },
    {
      "epoch": 1.1869737148173993,
      "grad_norm": 0.8344227979764678,
      "learning_rate": 0.0002753210566770151,
      "loss": 2.4062,
      "step": 25514
    },
    {
      "epoch": 1.18702023726448,
      "grad_norm": 0.8086154473791918,
      "learning_rate": 0.00027531901710090825,
      "loss": 2.5938,
      "step": 25515
    },
    {
      "epoch": 1.187066759711561,
      "grad_norm": 0.8753878067708489,
      "learning_rate": 0.0002753169774480804,
      "loss": 2.5469,
      "step": 25516
    },
    {
      "epoch": 1.1871132821586414,
      "grad_norm": 0.89855270880319,
      "learning_rate": 0.00027531493771853273,
      "loss": 2.4219,
      "step": 25517
    },
    {
      "epoch": 1.1871598046057223,
      "grad_norm": 0.7989113651523514,
      "learning_rate": 0.0002753128979122665,
      "loss": 2.4688,
      "step": 25518
    },
    {
      "epoch": 1.187206327052803,
      "grad_norm": 0.8086497016319182,
      "learning_rate": 0.000275310858029283,
      "loss": 2.5312,
      "step": 25519
    },
    {
      "epoch": 1.1872528494998837,
      "grad_norm": 0.883402667386459,
      "learning_rate": 0.0002753088180695834,
      "loss": 2.4844,
      "step": 25520
    },
    {
      "epoch": 1.1872993719469644,
      "grad_norm": 0.8550889429330212,
      "learning_rate": 0.0002753067780331691,
      "loss": 2.375,
      "step": 25521
    },
    {
      "epoch": 1.1873458943940451,
      "grad_norm": 1.1172007342854193,
      "learning_rate": 0.0002753047379200412,
      "loss": 2.7344,
      "step": 25522
    },
    {
      "epoch": 1.1873924168411258,
      "grad_norm": 0.8769367988205847,
      "learning_rate": 0.000275302697730201,
      "loss": 2.2812,
      "step": 25523
    },
    {
      "epoch": 1.1874389392882065,
      "grad_norm": 1.0560605220958041,
      "learning_rate": 0.00027530065746364974,
      "loss": 2.375,
      "step": 25524
    },
    {
      "epoch": 1.1874854617352872,
      "grad_norm": 0.8264945683324824,
      "learning_rate": 0.00027529861712038875,
      "loss": 2.4375,
      "step": 25525
    },
    {
      "epoch": 1.187531984182368,
      "grad_norm": 0.8982512653631067,
      "learning_rate": 0.00027529657670041915,
      "loss": 2.4688,
      "step": 25526
    },
    {
      "epoch": 1.1875785066294486,
      "grad_norm": 0.8028299268240624,
      "learning_rate": 0.00027529453620374225,
      "loss": 2.5625,
      "step": 25527
    },
    {
      "epoch": 1.1876250290765293,
      "grad_norm": 0.8333397092193806,
      "learning_rate": 0.00027529249563035924,
      "loss": 2.2969,
      "step": 25528
    },
    {
      "epoch": 1.1876715515236103,
      "grad_norm": 0.8284957395914141,
      "learning_rate": 0.00027529045498027153,
      "loss": 2.6562,
      "step": 25529
    },
    {
      "epoch": 1.1877180739706907,
      "grad_norm": 0.8719704635038961,
      "learning_rate": 0.0002752884142534802,
      "loss": 1.7812,
      "step": 25530
    },
    {
      "epoch": 1.1877645964177717,
      "grad_norm": 0.865402822544735,
      "learning_rate": 0.0002752863734499866,
      "loss": 2.4062,
      "step": 25531
    },
    {
      "epoch": 1.1878111188648524,
      "grad_norm": 0.8418322639523653,
      "learning_rate": 0.0002752843325697919,
      "loss": 2.2656,
      "step": 25532
    },
    {
      "epoch": 1.187857641311933,
      "grad_norm": 0.8318675318056593,
      "learning_rate": 0.00027528229161289747,
      "loss": 2.5156,
      "step": 25533
    },
    {
      "epoch": 1.1879041637590138,
      "grad_norm": 0.911641179776382,
      "learning_rate": 0.0002752802505793044,
      "loss": 2.6875,
      "step": 25534
    },
    {
      "epoch": 1.1879506862060945,
      "grad_norm": 0.9110999539191287,
      "learning_rate": 0.0002752782094690141,
      "loss": 2.6562,
      "step": 25535
    },
    {
      "epoch": 1.1879972086531752,
      "grad_norm": 0.8772630918243545,
      "learning_rate": 0.00027527616828202766,
      "loss": 2.375,
      "step": 25536
    },
    {
      "epoch": 1.1880437311002559,
      "grad_norm": 0.7718034920463905,
      "learning_rate": 0.0002752741270183464,
      "loss": 2.1875,
      "step": 25537
    },
    {
      "epoch": 1.1880902535473365,
      "grad_norm": 0.8511412750039244,
      "learning_rate": 0.0002752720856779717,
      "loss": 2.2656,
      "step": 25538
    },
    {
      "epoch": 1.1881367759944172,
      "grad_norm": 0.887497836887954,
      "learning_rate": 0.00027527004426090455,
      "loss": 2.6094,
      "step": 25539
    },
    {
      "epoch": 1.188183298441498,
      "grad_norm": 0.7672560130661176,
      "learning_rate": 0.0002752680027671465,
      "loss": 2.1719,
      "step": 25540
    },
    {
      "epoch": 1.1882298208885786,
      "grad_norm": 0.8905238083037347,
      "learning_rate": 0.00027526596119669853,
      "loss": 2.5469,
      "step": 25541
    },
    {
      "epoch": 1.1882763433356596,
      "grad_norm": 0.8854050880932544,
      "learning_rate": 0.000275263919549562,
      "loss": 2.3594,
      "step": 25542
    },
    {
      "epoch": 1.1883228657827403,
      "grad_norm": 0.8230799251829507,
      "learning_rate": 0.00027526187782573816,
      "loss": 2.3906,
      "step": 25543
    },
    {
      "epoch": 1.188369388229821,
      "grad_norm": 0.7773477207138254,
      "learning_rate": 0.0002752598360252283,
      "loss": 2.5,
      "step": 25544
    },
    {
      "epoch": 1.1884159106769017,
      "grad_norm": 0.8438875132410166,
      "learning_rate": 0.0002752577941480336,
      "loss": 2.0312,
      "step": 25545
    },
    {
      "epoch": 1.1884624331239824,
      "grad_norm": 0.8840151540886919,
      "learning_rate": 0.00027525575219415534,
      "loss": 2.375,
      "step": 25546
    },
    {
      "epoch": 1.188508955571063,
      "grad_norm": 0.8355621949099398,
      "learning_rate": 0.0002752537101635948,
      "loss": 2.4531,
      "step": 25547
    },
    {
      "epoch": 1.1885554780181438,
      "grad_norm": 0.8528988027553832,
      "learning_rate": 0.0002752516680563532,
      "loss": 2.2344,
      "step": 25548
    },
    {
      "epoch": 1.1886020004652245,
      "grad_norm": 0.8056818645727161,
      "learning_rate": 0.00027524962587243177,
      "loss": 2.4219,
      "step": 25549
    },
    {
      "epoch": 1.1886485229123052,
      "grad_norm": 0.9660253609612901,
      "learning_rate": 0.00027524758361183177,
      "loss": 2.3906,
      "step": 25550
    },
    {
      "epoch": 1.1886950453593859,
      "grad_norm": 0.805849214100725,
      "learning_rate": 0.0002752455412745545,
      "loss": 2.3594,
      "step": 25551
    },
    {
      "epoch": 1.1887415678064666,
      "grad_norm": 0.8042333405123894,
      "learning_rate": 0.00027524349886060115,
      "loss": 2.3906,
      "step": 25552
    },
    {
      "epoch": 1.1887880902535473,
      "grad_norm": 0.8620782455510332,
      "learning_rate": 0.00027524145636997297,
      "loss": 2.6719,
      "step": 25553
    },
    {
      "epoch": 1.188834612700628,
      "grad_norm": 0.7701338992213169,
      "learning_rate": 0.0002752394138026712,
      "loss": 2.1562,
      "step": 25554
    },
    {
      "epoch": 1.1888811351477089,
      "grad_norm": 0.9202276556847439,
      "learning_rate": 0.0002752373711586972,
      "loss": 2.4375,
      "step": 25555
    },
    {
      "epoch": 1.1889276575947896,
      "grad_norm": 0.8895162771354369,
      "learning_rate": 0.0002752353284380522,
      "loss": 2.6406,
      "step": 25556
    },
    {
      "epoch": 1.1889741800418703,
      "grad_norm": 0.9607936391444538,
      "learning_rate": 0.00027523328564073724,
      "loss": 2.4844,
      "step": 25557
    },
    {
      "epoch": 1.189020702488951,
      "grad_norm": 0.8716506870188258,
      "learning_rate": 0.0002752312427667538,
      "loss": 2.5,
      "step": 25558
    },
    {
      "epoch": 1.1890672249360317,
      "grad_norm": 0.7825662601460012,
      "learning_rate": 0.00027522919981610305,
      "loss": 1.6953,
      "step": 25559
    },
    {
      "epoch": 1.1891137473831124,
      "grad_norm": 1.1203867791467312,
      "learning_rate": 0.00027522715678878623,
      "loss": 2.5781,
      "step": 25560
    },
    {
      "epoch": 1.189160269830193,
      "grad_norm": 0.9204535512671598,
      "learning_rate": 0.00027522511368480466,
      "loss": 2.4531,
      "step": 25561
    },
    {
      "epoch": 1.1892067922772738,
      "grad_norm": 0.8749821580599927,
      "learning_rate": 0.0002752230705041595,
      "loss": 2.3438,
      "step": 25562
    },
    {
      "epoch": 1.1892533147243545,
      "grad_norm": 0.9002137861075269,
      "learning_rate": 0.00027522102724685205,
      "loss": 2.6875,
      "step": 25563
    },
    {
      "epoch": 1.1892998371714352,
      "grad_norm": 0.92557165179693,
      "learning_rate": 0.00027521898391288355,
      "loss": 2.4844,
      "step": 25564
    },
    {
      "epoch": 1.1893463596185159,
      "grad_norm": 0.8226860238446053,
      "learning_rate": 0.00027521694050225523,
      "loss": 2.4062,
      "step": 25565
    },
    {
      "epoch": 1.1893928820655966,
      "grad_norm": 0.9007040576503912,
      "learning_rate": 0.00027521489701496835,
      "loss": 2.6406,
      "step": 25566
    },
    {
      "epoch": 1.1894394045126773,
      "grad_norm": 0.9188042314745688,
      "learning_rate": 0.00027521285345102415,
      "loss": 2.5,
      "step": 25567
    },
    {
      "epoch": 1.1894859269597582,
      "grad_norm": 0.8358915728950093,
      "learning_rate": 0.000275210809810424,
      "loss": 2.4219,
      "step": 25568
    },
    {
      "epoch": 1.1895324494068389,
      "grad_norm": 0.8785948737640242,
      "learning_rate": 0.000275208766093169,
      "loss": 2.5312,
      "step": 25569
    },
    {
      "epoch": 1.1895789718539196,
      "grad_norm": 0.8266163416953775,
      "learning_rate": 0.0002752067222992604,
      "loss": 2.1406,
      "step": 25570
    },
    {
      "epoch": 1.1896254943010003,
      "grad_norm": 0.8474189324807276,
      "learning_rate": 0.0002752046784286996,
      "loss": 2.375,
      "step": 25571
    },
    {
      "epoch": 1.189672016748081,
      "grad_norm": 0.80871048107654,
      "learning_rate": 0.0002752026344814877,
      "loss": 2.3281,
      "step": 25572
    },
    {
      "epoch": 1.1897185391951617,
      "grad_norm": 0.8649666810142379,
      "learning_rate": 0.000275200590457626,
      "loss": 2.2812,
      "step": 25573
    },
    {
      "epoch": 1.1897650616422424,
      "grad_norm": 0.9321439931577162,
      "learning_rate": 0.00027519854635711584,
      "loss": 2.625,
      "step": 25574
    },
    {
      "epoch": 1.189811584089323,
      "grad_norm": 0.8720191352312684,
      "learning_rate": 0.0002751965021799583,
      "loss": 2.5312,
      "step": 25575
    },
    {
      "epoch": 1.1898581065364038,
      "grad_norm": 0.8647386545193876,
      "learning_rate": 0.0002751944579261548,
      "loss": 2.4844,
      "step": 25576
    },
    {
      "epoch": 1.1899046289834845,
      "grad_norm": 0.9300051177048957,
      "learning_rate": 0.00027519241359570646,
      "loss": 2.4531,
      "step": 25577
    },
    {
      "epoch": 1.1899511514305652,
      "grad_norm": 0.8397290596692395,
      "learning_rate": 0.0002751903691886146,
      "loss": 2.4219,
      "step": 25578
    },
    {
      "epoch": 1.1899976738776459,
      "grad_norm": 0.8069627848679176,
      "learning_rate": 0.0002751883247048805,
      "loss": 2.1094,
      "step": 25579
    },
    {
      "epoch": 1.1900441963247266,
      "grad_norm": 0.8754382044113801,
      "learning_rate": 0.0002751862801445053,
      "loss": 2.3438,
      "step": 25580
    },
    {
      "epoch": 1.1900907187718075,
      "grad_norm": 0.8340614547460393,
      "learning_rate": 0.0002751842355074904,
      "loss": 2.2812,
      "step": 25581
    },
    {
      "epoch": 1.1901372412188882,
      "grad_norm": 0.8243209434556169,
      "learning_rate": 0.0002751821907938369,
      "loss": 2.4375,
      "step": 25582
    },
    {
      "epoch": 1.190183763665969,
      "grad_norm": 0.8484622461080106,
      "learning_rate": 0.00027518014600354614,
      "loss": 2.1875,
      "step": 25583
    },
    {
      "epoch": 1.1902302861130496,
      "grad_norm": 0.8924615396765416,
      "learning_rate": 0.00027517810113661937,
      "loss": 2.4062,
      "step": 25584
    },
    {
      "epoch": 1.1902768085601303,
      "grad_norm": 0.900410034089958,
      "learning_rate": 0.0002751760561930578,
      "loss": 2.5625,
      "step": 25585
    },
    {
      "epoch": 1.190323331007211,
      "grad_norm": 0.9267567303436868,
      "learning_rate": 0.00027517401117286276,
      "loss": 2.6875,
      "step": 25586
    },
    {
      "epoch": 1.1903698534542917,
      "grad_norm": 0.8521530407549437,
      "learning_rate": 0.00027517196607603547,
      "loss": 1.8516,
      "step": 25587
    },
    {
      "epoch": 1.1904163759013724,
      "grad_norm": 0.9040155562381752,
      "learning_rate": 0.0002751699209025771,
      "loss": 2.4219,
      "step": 25588
    },
    {
      "epoch": 1.190462898348453,
      "grad_norm": 0.8424887283008297,
      "learning_rate": 0.000275167875652489,
      "loss": 2.5469,
      "step": 25589
    },
    {
      "epoch": 1.1905094207955338,
      "grad_norm": 0.8916886234872372,
      "learning_rate": 0.0002751658303257724,
      "loss": 2.4219,
      "step": 25590
    },
    {
      "epoch": 1.1905559432426145,
      "grad_norm": 0.9144185608346208,
      "learning_rate": 0.0002751637849224285,
      "loss": 2.4531,
      "step": 25591
    },
    {
      "epoch": 1.1906024656896952,
      "grad_norm": 0.8052289232967325,
      "learning_rate": 0.0002751617394424586,
      "loss": 2.4219,
      "step": 25592
    },
    {
      "epoch": 1.1906489881367759,
      "grad_norm": 0.8758900994454121,
      "learning_rate": 0.000275159693885864,
      "loss": 2.2812,
      "step": 25593
    },
    {
      "epoch": 1.1906955105838568,
      "grad_norm": 0.8857674040516136,
      "learning_rate": 0.00027515764825264584,
      "loss": 2.4375,
      "step": 25594
    },
    {
      "epoch": 1.1907420330309375,
      "grad_norm": 0.899203458045235,
      "learning_rate": 0.0002751556025428055,
      "loss": 2.375,
      "step": 25595
    },
    {
      "epoch": 1.1907885554780182,
      "grad_norm": 0.8865640649352772,
      "learning_rate": 0.00027515355675634403,
      "loss": 2.4062,
      "step": 25596
    },
    {
      "epoch": 1.190835077925099,
      "grad_norm": 0.8229345129043586,
      "learning_rate": 0.0002751515108932629,
      "loss": 2.5156,
      "step": 25597
    },
    {
      "epoch": 1.1908816003721796,
      "grad_norm": 0.867527753076355,
      "learning_rate": 0.0002751494649535633,
      "loss": 2.2812,
      "step": 25598
    },
    {
      "epoch": 1.1909281228192603,
      "grad_norm": 0.8135101260938575,
      "learning_rate": 0.00027514741893724644,
      "loss": 2.1875,
      "step": 25599
    },
    {
      "epoch": 1.190974645266341,
      "grad_norm": 0.9197492970308917,
      "learning_rate": 0.00027514537284431355,
      "loss": 2.3125,
      "step": 25600
    },
    {
      "epoch": 1.1910211677134217,
      "grad_norm": 0.8263315971554285,
      "learning_rate": 0.000275143326674766,
      "loss": 2.2656,
      "step": 25601
    },
    {
      "epoch": 1.1910676901605024,
      "grad_norm": 0.8131833841978757,
      "learning_rate": 0.00027514128042860494,
      "loss": 2.0938,
      "step": 25602
    },
    {
      "epoch": 1.191114212607583,
      "grad_norm": 1.016229907609644,
      "learning_rate": 0.00027513923410583165,
      "loss": 2.4688,
      "step": 25603
    },
    {
      "epoch": 1.1911607350546638,
      "grad_norm": 0.8638470725998951,
      "learning_rate": 0.00027513718770644734,
      "loss": 2.3281,
      "step": 25604
    },
    {
      "epoch": 1.1912072575017445,
      "grad_norm": 0.8615328901867945,
      "learning_rate": 0.00027513514123045336,
      "loss": 2.5,
      "step": 25605
    },
    {
      "epoch": 1.1912537799488252,
      "grad_norm": 0.8528984285477784,
      "learning_rate": 0.0002751330946778509,
      "loss": 2.4219,
      "step": 25606
    },
    {
      "epoch": 1.1913003023959061,
      "grad_norm": 0.8258736472311199,
      "learning_rate": 0.0002751310480486412,
      "loss": 2.375,
      "step": 25607
    },
    {
      "epoch": 1.1913468248429868,
      "grad_norm": 0.8839350985395457,
      "learning_rate": 0.0002751290013428255,
      "loss": 2.5938,
      "step": 25608
    },
    {
      "epoch": 1.1913933472900675,
      "grad_norm": 0.7694468255634053,
      "learning_rate": 0.00027512695456040516,
      "loss": 2.2969,
      "step": 25609
    },
    {
      "epoch": 1.1914398697371482,
      "grad_norm": 0.8424144479092903,
      "learning_rate": 0.00027512490770138136,
      "loss": 2.4531,
      "step": 25610
    },
    {
      "epoch": 1.191486392184229,
      "grad_norm": 0.8384823055712461,
      "learning_rate": 0.0002751228607657553,
      "loss": 2.4844,
      "step": 25611
    },
    {
      "epoch": 1.1915329146313096,
      "grad_norm": 0.8455520948546369,
      "learning_rate": 0.00027512081375352833,
      "loss": 2.5156,
      "step": 25612
    },
    {
      "epoch": 1.1915794370783903,
      "grad_norm": 0.8611661037288388,
      "learning_rate": 0.00027511876666470164,
      "loss": 2.4531,
      "step": 25613
    },
    {
      "epoch": 1.191625959525471,
      "grad_norm": 0.9743372720217078,
      "learning_rate": 0.0002751167194992765,
      "loss": 2.3281,
      "step": 25614
    },
    {
      "epoch": 1.1916724819725517,
      "grad_norm": 0.8363302400245387,
      "learning_rate": 0.0002751146722572542,
      "loss": 2.2344,
      "step": 25615
    },
    {
      "epoch": 1.1917190044196324,
      "grad_norm": 0.8990991275102336,
      "learning_rate": 0.00027511262493863593,
      "loss": 2.2656,
      "step": 25616
    },
    {
      "epoch": 1.191765526866713,
      "grad_norm": 0.853804416873294,
      "learning_rate": 0.000275110577543423,
      "loss": 2.375,
      "step": 25617
    },
    {
      "epoch": 1.1918120493137938,
      "grad_norm": 0.8476502956668027,
      "learning_rate": 0.0002751085300716166,
      "loss": 2.3594,
      "step": 25618
    },
    {
      "epoch": 1.1918585717608745,
      "grad_norm": 0.9161314090691788,
      "learning_rate": 0.00027510648252321806,
      "loss": 2.1875,
      "step": 25619
    },
    {
      "epoch": 1.1919050942079554,
      "grad_norm": 0.9025973174832529,
      "learning_rate": 0.00027510443489822857,
      "loss": 2.5312,
      "step": 25620
    },
    {
      "epoch": 1.1919516166550361,
      "grad_norm": 0.8746165041886093,
      "learning_rate": 0.0002751023871966494,
      "loss": 2.5781,
      "step": 25621
    },
    {
      "epoch": 1.1919981391021168,
      "grad_norm": 0.7893871009050915,
      "learning_rate": 0.0002751003394184818,
      "loss": 2.0,
      "step": 25622
    },
    {
      "epoch": 1.1920446615491975,
      "grad_norm": 0.8494165407563286,
      "learning_rate": 0.0002750982915637271,
      "loss": 2.5938,
      "step": 25623
    },
    {
      "epoch": 1.1920911839962782,
      "grad_norm": 0.8727279137908135,
      "learning_rate": 0.0002750962436323864,
      "loss": 2.4688,
      "step": 25624
    },
    {
      "epoch": 1.192137706443359,
      "grad_norm": 0.863800195804472,
      "learning_rate": 0.0002750941956244611,
      "loss": 2.2969,
      "step": 25625
    },
    {
      "epoch": 1.1921842288904396,
      "grad_norm": 0.8024250215907448,
      "learning_rate": 0.00027509214753995237,
      "loss": 2.2969,
      "step": 25626
    },
    {
      "epoch": 1.1922307513375203,
      "grad_norm": 0.8546983028357069,
      "learning_rate": 0.00027509009937886156,
      "loss": 2.3438,
      "step": 25627
    },
    {
      "epoch": 1.192277273784601,
      "grad_norm": 0.9343947111402504,
      "learning_rate": 0.00027508805114118975,
      "loss": 2.4219,
      "step": 25628
    },
    {
      "epoch": 1.1923237962316817,
      "grad_norm": 0.8230479117972634,
      "learning_rate": 0.00027508600282693835,
      "loss": 2.3125,
      "step": 25629
    },
    {
      "epoch": 1.1923703186787624,
      "grad_norm": 0.8363610242789236,
      "learning_rate": 0.00027508395443610857,
      "loss": 2.1719,
      "step": 25630
    },
    {
      "epoch": 1.1924168411258433,
      "grad_norm": 0.8625381339289399,
      "learning_rate": 0.00027508190596870163,
      "loss": 2.5781,
      "step": 25631
    },
    {
      "epoch": 1.1924633635729238,
      "grad_norm": 0.8253281425486297,
      "learning_rate": 0.0002750798574247188,
      "loss": 2.6094,
      "step": 25632
    },
    {
      "epoch": 1.1925098860200047,
      "grad_norm": 0.850606885933342,
      "learning_rate": 0.00027507780880416143,
      "loss": 2.1875,
      "step": 25633
    },
    {
      "epoch": 1.1925564084670854,
      "grad_norm": 0.8401586593949429,
      "learning_rate": 0.0002750757601070306,
      "loss": 2.5625,
      "step": 25634
    },
    {
      "epoch": 1.1926029309141661,
      "grad_norm": 0.8388063399489785,
      "learning_rate": 0.00027507371133332766,
      "loss": 2.2812,
      "step": 25635
    },
    {
      "epoch": 1.1926494533612468,
      "grad_norm": 0.8151717424543179,
      "learning_rate": 0.00027507166248305387,
      "loss": 2.2188,
      "step": 25636
    },
    {
      "epoch": 1.1926959758083275,
      "grad_norm": 0.8543456756492097,
      "learning_rate": 0.00027506961355621047,
      "loss": 1.8984,
      "step": 25637
    },
    {
      "epoch": 1.1927424982554082,
      "grad_norm": 0.8116440271603756,
      "learning_rate": 0.00027506756455279876,
      "loss": 2.4062,
      "step": 25638
    },
    {
      "epoch": 1.192789020702489,
      "grad_norm": 0.8811339808927717,
      "learning_rate": 0.00027506551547281993,
      "loss": 2.7188,
      "step": 25639
    },
    {
      "epoch": 1.1928355431495696,
      "grad_norm": 0.9075689694289939,
      "learning_rate": 0.00027506346631627523,
      "loss": 2.2031,
      "step": 25640
    },
    {
      "epoch": 1.1928820655966503,
      "grad_norm": 0.8319140142526549,
      "learning_rate": 0.0002750614170831659,
      "loss": 2.3438,
      "step": 25641
    },
    {
      "epoch": 1.192928588043731,
      "grad_norm": 0.8148962645446143,
      "learning_rate": 0.0002750593677734933,
      "loss": 2.4531,
      "step": 25642
    },
    {
      "epoch": 1.1929751104908117,
      "grad_norm": 0.8438423843667792,
      "learning_rate": 0.0002750573183872586,
      "loss": 2.5,
      "step": 25643
    },
    {
      "epoch": 1.1930216329378927,
      "grad_norm": 0.8018041767490864,
      "learning_rate": 0.00027505526892446306,
      "loss": 2.375,
      "step": 25644
    },
    {
      "epoch": 1.1930681553849731,
      "grad_norm": 0.816299725891787,
      "learning_rate": 0.00027505321938510794,
      "loss": 2.2344,
      "step": 25645
    },
    {
      "epoch": 1.193114677832054,
      "grad_norm": 0.8370170853375516,
      "learning_rate": 0.00027505116976919453,
      "loss": 2.4062,
      "step": 25646
    },
    {
      "epoch": 1.1931612002791347,
      "grad_norm": 0.9089226744494179,
      "learning_rate": 0.00027504912007672404,
      "loss": 2.5469,
      "step": 25647
    },
    {
      "epoch": 1.1932077227262154,
      "grad_norm": 0.8670598744242056,
      "learning_rate": 0.00027504707030769776,
      "loss": 2.4531,
      "step": 25648
    },
    {
      "epoch": 1.1932542451732961,
      "grad_norm": 0.906621257090901,
      "learning_rate": 0.0002750450204621169,
      "loss": 2.4844,
      "step": 25649
    },
    {
      "epoch": 1.1933007676203768,
      "grad_norm": 0.8261727010805521,
      "learning_rate": 0.00027504297053998277,
      "loss": 2.4844,
      "step": 25650
    },
    {
      "epoch": 1.1933472900674575,
      "grad_norm": 0.8685884839321748,
      "learning_rate": 0.00027504092054129656,
      "loss": 2.7344,
      "step": 25651
    },
    {
      "epoch": 1.1933938125145382,
      "grad_norm": 0.8542090800661861,
      "learning_rate": 0.0002750388704660596,
      "loss": 2.2969,
      "step": 25652
    },
    {
      "epoch": 1.193440334961619,
      "grad_norm": 0.8135409964791411,
      "learning_rate": 0.0002750368203142731,
      "loss": 2.125,
      "step": 25653
    },
    {
      "epoch": 1.1934868574086996,
      "grad_norm": 0.9229565148023251,
      "learning_rate": 0.0002750347700859383,
      "loss": 2.9688,
      "step": 25654
    },
    {
      "epoch": 1.1935333798557803,
      "grad_norm": 0.8389434320706044,
      "learning_rate": 0.0002750327197810565,
      "loss": 2.4688,
      "step": 25655
    },
    {
      "epoch": 1.193579902302861,
      "grad_norm": 0.7765669099449888,
      "learning_rate": 0.00027503066939962894,
      "loss": 2.3438,
      "step": 25656
    },
    {
      "epoch": 1.193626424749942,
      "grad_norm": 0.8830561332174547,
      "learning_rate": 0.0002750286189416568,
      "loss": 2.3906,
      "step": 25657
    },
    {
      "epoch": 1.1936729471970227,
      "grad_norm": 0.857174100905052,
      "learning_rate": 0.00027502656840714144,
      "loss": 2.625,
      "step": 25658
    },
    {
      "epoch": 1.1937194696441034,
      "grad_norm": 0.84161835072991,
      "learning_rate": 0.0002750245177960841,
      "loss": 2.25,
      "step": 25659
    },
    {
      "epoch": 1.193765992091184,
      "grad_norm": 0.9066505600829086,
      "learning_rate": 0.00027502246710848604,
      "loss": 2.5469,
      "step": 25660
    },
    {
      "epoch": 1.1938125145382648,
      "grad_norm": 0.8107971650956857,
      "learning_rate": 0.00027502041634434843,
      "loss": 2.4062,
      "step": 25661
    },
    {
      "epoch": 1.1938590369853455,
      "grad_norm": 0.8719704675779446,
      "learning_rate": 0.0002750183655036726,
      "loss": 2.5312,
      "step": 25662
    },
    {
      "epoch": 1.1939055594324262,
      "grad_norm": 0.8644599782522047,
      "learning_rate": 0.0002750163145864598,
      "loss": 2.25,
      "step": 25663
    },
    {
      "epoch": 1.1939520818795069,
      "grad_norm": 0.8877325268367416,
      "learning_rate": 0.00027501426359271126,
      "loss": 2.1719,
      "step": 25664
    },
    {
      "epoch": 1.1939986043265876,
      "grad_norm": 0.8122163065481552,
      "learning_rate": 0.00027501221252242825,
      "loss": 2.2969,
      "step": 25665
    },
    {
      "epoch": 1.1940451267736683,
      "grad_norm": 0.786039860236996,
      "learning_rate": 0.00027501016137561205,
      "loss": 2.2969,
      "step": 25666
    },
    {
      "epoch": 1.194091649220749,
      "grad_norm": 0.8804661384444763,
      "learning_rate": 0.0002750081101522639,
      "loss": 2.5312,
      "step": 25667
    },
    {
      "epoch": 1.1941381716678297,
      "grad_norm": 0.8179661654218716,
      "learning_rate": 0.000275006058852385,
      "loss": 2.2656,
      "step": 25668
    },
    {
      "epoch": 1.1941846941149104,
      "grad_norm": 0.8674553636843827,
      "learning_rate": 0.0002750040074759767,
      "loss": 2.7188,
      "step": 25669
    },
    {
      "epoch": 1.1942312165619913,
      "grad_norm": 0.8955070661567935,
      "learning_rate": 0.0002750019560230402,
      "loss": 2.3594,
      "step": 25670
    },
    {
      "epoch": 1.194277739009072,
      "grad_norm": 0.8560693061517202,
      "learning_rate": 0.00027499990449357677,
      "loss": 2.5,
      "step": 25671
    },
    {
      "epoch": 1.1943242614561527,
      "grad_norm": 0.8038973076250328,
      "learning_rate": 0.0002749978528875876,
      "loss": 2.2656,
      "step": 25672
    },
    {
      "epoch": 1.1943707839032334,
      "grad_norm": 0.863556530849158,
      "learning_rate": 0.00027499580120507407,
      "loss": 2.5625,
      "step": 25673
    },
    {
      "epoch": 1.194417306350314,
      "grad_norm": 0.8093624792275106,
      "learning_rate": 0.00027499374944603736,
      "loss": 2.1719,
      "step": 25674
    },
    {
      "epoch": 1.1944638287973948,
      "grad_norm": 0.8301868430987126,
      "learning_rate": 0.0002749916976104787,
      "loss": 2.6094,
      "step": 25675
    },
    {
      "epoch": 1.1945103512444755,
      "grad_norm": 0.7499340690017885,
      "learning_rate": 0.0002749896456983995,
      "loss": 1.8125,
      "step": 25676
    },
    {
      "epoch": 1.1945568736915562,
      "grad_norm": 0.8386711375313849,
      "learning_rate": 0.0002749875937098008,
      "loss": 2.6875,
      "step": 25677
    },
    {
      "epoch": 1.1946033961386369,
      "grad_norm": 0.8409746640820809,
      "learning_rate": 0.000274985541644684,
      "loss": 2.4844,
      "step": 25678
    },
    {
      "epoch": 1.1946499185857176,
      "grad_norm": 0.8156698728595225,
      "learning_rate": 0.00027498348950305026,
      "loss": 2.4844,
      "step": 25679
    },
    {
      "epoch": 1.1946964410327983,
      "grad_norm": 0.8270980174045005,
      "learning_rate": 0.000274981437284901,
      "loss": 2.4219,
      "step": 25680
    },
    {
      "epoch": 1.194742963479879,
      "grad_norm": 0.838327197166726,
      "learning_rate": 0.0002749793849902373,
      "loss": 2.2031,
      "step": 25681
    },
    {
      "epoch": 1.1947894859269597,
      "grad_norm": 0.8743419178231814,
      "learning_rate": 0.0002749773326190604,
      "loss": 2.6875,
      "step": 25682
    },
    {
      "epoch": 1.1948360083740406,
      "grad_norm": 0.8074673244446959,
      "learning_rate": 0.0002749752801713718,
      "loss": 2.3438,
      "step": 25683
    },
    {
      "epoch": 1.1948825308211213,
      "grad_norm": 0.809941609116676,
      "learning_rate": 0.0002749732276471725,
      "loss": 2.2969,
      "step": 25684
    },
    {
      "epoch": 1.194929053268202,
      "grad_norm": 0.8422841851813092,
      "learning_rate": 0.00027497117504646386,
      "loss": 2.4688,
      "step": 25685
    },
    {
      "epoch": 1.1949755757152827,
      "grad_norm": 0.8008925204091081,
      "learning_rate": 0.0002749691223692472,
      "loss": 2.5625,
      "step": 25686
    },
    {
      "epoch": 1.1950220981623634,
      "grad_norm": 0.8726248761269548,
      "learning_rate": 0.0002749670696155236,
      "loss": 2.6719,
      "step": 25687
    },
    {
      "epoch": 1.195068620609444,
      "grad_norm": 0.7716198805369666,
      "learning_rate": 0.0002749650167852945,
      "loss": 2.2031,
      "step": 25688
    },
    {
      "epoch": 1.1951151430565248,
      "grad_norm": 0.8172542357297067,
      "learning_rate": 0.0002749629638785611,
      "loss": 2.3906,
      "step": 25689
    },
    {
      "epoch": 1.1951616655036055,
      "grad_norm": 0.7779847086198761,
      "learning_rate": 0.00027496091089532454,
      "loss": 1.8828,
      "step": 25690
    },
    {
      "epoch": 1.1952081879506862,
      "grad_norm": 0.8617971674613953,
      "learning_rate": 0.0002749588578355862,
      "loss": 2.5,
      "step": 25691
    },
    {
      "epoch": 1.1952547103977669,
      "grad_norm": 0.8420041033485197,
      "learning_rate": 0.0002749568046993474,
      "loss": 2.375,
      "step": 25692
    },
    {
      "epoch": 1.1953012328448476,
      "grad_norm": 0.7612635618920224,
      "learning_rate": 0.0002749547514866092,
      "loss": 2.4219,
      "step": 25693
    },
    {
      "epoch": 1.1953477552919283,
      "grad_norm": 0.9048837842621799,
      "learning_rate": 0.000274952698197373,
      "loss": 2.5625,
      "step": 25694
    },
    {
      "epoch": 1.195394277739009,
      "grad_norm": 0.8536587939689875,
      "learning_rate": 0.00027495064483164006,
      "loss": 2.5,
      "step": 25695
    },
    {
      "epoch": 1.19544080018609,
      "grad_norm": 0.8643874524696946,
      "learning_rate": 0.0002749485913894116,
      "loss": 2.5156,
      "step": 25696
    },
    {
      "epoch": 1.1954873226331706,
      "grad_norm": 0.859496765595277,
      "learning_rate": 0.00027494653787068883,
      "loss": 2.3438,
      "step": 25697
    },
    {
      "epoch": 1.1955338450802513,
      "grad_norm": 0.7979760709497137,
      "learning_rate": 0.0002749444842754731,
      "loss": 2.2031,
      "step": 25698
    },
    {
      "epoch": 1.195580367527332,
      "grad_norm": 0.8549581355973624,
      "learning_rate": 0.0002749424306037655,
      "loss": 2.625,
      "step": 25699
    },
    {
      "epoch": 1.1956268899744127,
      "grad_norm": 0.8444292516781965,
      "learning_rate": 0.0002749403768555676,
      "loss": 2.4688,
      "step": 25700
    },
    {
      "epoch": 1.1956734124214934,
      "grad_norm": 0.8311793849042168,
      "learning_rate": 0.0002749383230308803,
      "loss": 2.4531,
      "step": 25701
    },
    {
      "epoch": 1.195719934868574,
      "grad_norm": 0.847978193986624,
      "learning_rate": 0.0002749362691297051,
      "loss": 2.3281,
      "step": 25702
    },
    {
      "epoch": 1.1957664573156548,
      "grad_norm": 0.9444430518514609,
      "learning_rate": 0.00027493421515204316,
      "loss": 2.4375,
      "step": 25703
    },
    {
      "epoch": 1.1958129797627355,
      "grad_norm": 0.8468231488199842,
      "learning_rate": 0.0002749321610978958,
      "loss": 2.6094,
      "step": 25704
    },
    {
      "epoch": 1.1958595022098162,
      "grad_norm": 0.8173816847146319,
      "learning_rate": 0.00027493010696726415,
      "loss": 2.6094,
      "step": 25705
    },
    {
      "epoch": 1.1959060246568969,
      "grad_norm": 0.8716332558784959,
      "learning_rate": 0.0002749280527601496,
      "loss": 2.6875,
      "step": 25706
    },
    {
      "epoch": 1.1959525471039776,
      "grad_norm": 0.8183132872974862,
      "learning_rate": 0.00027492599847655336,
      "loss": 2.4375,
      "step": 25707
    },
    {
      "epoch": 1.1959990695510583,
      "grad_norm": 0.845124601703514,
      "learning_rate": 0.00027492394411647667,
      "loss": 2.375,
      "step": 25708
    },
    {
      "epoch": 1.1960455919981392,
      "grad_norm": 0.8157623627250014,
      "learning_rate": 0.00027492188967992085,
      "loss": 2.3906,
      "step": 25709
    },
    {
      "epoch": 1.19609211444522,
      "grad_norm": 0.8171197325010228,
      "learning_rate": 0.0002749198351668871,
      "loss": 2.2344,
      "step": 25710
    },
    {
      "epoch": 1.1961386368923006,
      "grad_norm": 0.8310260383297854,
      "learning_rate": 0.00027491778057737667,
      "loss": 2.2344,
      "step": 25711
    },
    {
      "epoch": 1.1961851593393813,
      "grad_norm": 0.8635979575178904,
      "learning_rate": 0.0002749157259113908,
      "loss": 2.7031,
      "step": 25712
    },
    {
      "epoch": 1.196231681786462,
      "grad_norm": 0.8020569232811068,
      "learning_rate": 0.00027491367116893087,
      "loss": 2.1875,
      "step": 25713
    },
    {
      "epoch": 1.1962782042335427,
      "grad_norm": 0.8198477734402896,
      "learning_rate": 0.000274911616349998,
      "loss": 2.4531,
      "step": 25714
    },
    {
      "epoch": 1.1963247266806234,
      "grad_norm": 0.8112157211687396,
      "learning_rate": 0.00027490956145459353,
      "loss": 2.4062,
      "step": 25715
    },
    {
      "epoch": 1.196371249127704,
      "grad_norm": 0.7969353678323662,
      "learning_rate": 0.00027490750648271863,
      "loss": 2.125,
      "step": 25716
    },
    {
      "epoch": 1.1964177715747848,
      "grad_norm": 0.8175139060414149,
      "learning_rate": 0.0002749054514343747,
      "loss": 2.2031,
      "step": 25717
    },
    {
      "epoch": 1.1964642940218655,
      "grad_norm": 0.8385684781092686,
      "learning_rate": 0.00027490339630956286,
      "loss": 2.3594,
      "step": 25718
    },
    {
      "epoch": 1.1965108164689462,
      "grad_norm": 0.8620059677577018,
      "learning_rate": 0.00027490134110828444,
      "loss": 2.3438,
      "step": 25719
    },
    {
      "epoch": 1.196557338916027,
      "grad_norm": 0.8408815369967518,
      "learning_rate": 0.0002748992858305407,
      "loss": 2.2656,
      "step": 25720
    },
    {
      "epoch": 1.1966038613631076,
      "grad_norm": 0.9214998290270321,
      "learning_rate": 0.00027489723047633286,
      "loss": 2.5938,
      "step": 25721
    },
    {
      "epoch": 1.1966503838101885,
      "grad_norm": 0.8450054928803441,
      "learning_rate": 0.0002748951750456622,
      "loss": 1.9062,
      "step": 25722
    },
    {
      "epoch": 1.1966969062572692,
      "grad_norm": 0.9046933848076787,
      "learning_rate": 0.00027489311953853,
      "loss": 2.6406,
      "step": 25723
    },
    {
      "epoch": 1.19674342870435,
      "grad_norm": 0.8158160003594095,
      "learning_rate": 0.0002748910639549375,
      "loss": 2.3281,
      "step": 25724
    },
    {
      "epoch": 1.1967899511514306,
      "grad_norm": 0.9022976805357252,
      "learning_rate": 0.00027488900829488594,
      "loss": 2.3906,
      "step": 25725
    },
    {
      "epoch": 1.1968364735985113,
      "grad_norm": 0.8430779164198696,
      "learning_rate": 0.0002748869525583766,
      "loss": 2.375,
      "step": 25726
    },
    {
      "epoch": 1.196882996045592,
      "grad_norm": 0.8010222381428231,
      "learning_rate": 0.0002748848967454107,
      "loss": 2.25,
      "step": 25727
    },
    {
      "epoch": 1.1969295184926727,
      "grad_norm": 0.8873696362768309,
      "learning_rate": 0.00027488284085598955,
      "loss": 2.5,
      "step": 25728
    },
    {
      "epoch": 1.1969760409397534,
      "grad_norm": 0.8577043808383256,
      "learning_rate": 0.0002748807848901144,
      "loss": 2.3125,
      "step": 25729
    },
    {
      "epoch": 1.197022563386834,
      "grad_norm": 0.8459976852256432,
      "learning_rate": 0.00027487872884778653,
      "loss": 2.3125,
      "step": 25730
    },
    {
      "epoch": 1.1970690858339148,
      "grad_norm": 0.8111265905538694,
      "learning_rate": 0.00027487667272900707,
      "loss": 2.2344,
      "step": 25731
    },
    {
      "epoch": 1.1971156082809955,
      "grad_norm": 0.834782216448594,
      "learning_rate": 0.00027487461653377747,
      "loss": 1.8047,
      "step": 25732
    },
    {
      "epoch": 1.1971621307280762,
      "grad_norm": 0.8973194563229149,
      "learning_rate": 0.0002748725602620988,
      "loss": 2.4062,
      "step": 25733
    },
    {
      "epoch": 1.197208653175157,
      "grad_norm": 0.8472291447982145,
      "learning_rate": 0.0002748705039139725,
      "loss": 2.3438,
      "step": 25734
    },
    {
      "epoch": 1.1972551756222378,
      "grad_norm": 0.7996859458450537,
      "learning_rate": 0.00027486844748939975,
      "loss": 2.4844,
      "step": 25735
    },
    {
      "epoch": 1.1973016980693185,
      "grad_norm": 0.842824657430964,
      "learning_rate": 0.0002748663909883817,
      "loss": 1.7422,
      "step": 25736
    },
    {
      "epoch": 1.1973482205163992,
      "grad_norm": 0.8059327347267515,
      "learning_rate": 0.0002748643344109198,
      "loss": 2.2344,
      "step": 25737
    },
    {
      "epoch": 1.19739474296348,
      "grad_norm": 0.846418091590572,
      "learning_rate": 0.0002748622777570152,
      "loss": 2.5,
      "step": 25738
    },
    {
      "epoch": 1.1974412654105606,
      "grad_norm": 0.8431662238683582,
      "learning_rate": 0.00027486022102666917,
      "loss": 2.5312,
      "step": 25739
    },
    {
      "epoch": 1.1974877878576413,
      "grad_norm": 0.8503183771262469,
      "learning_rate": 0.000274858164219883,
      "loss": 2.5156,
      "step": 25740
    },
    {
      "epoch": 1.197534310304722,
      "grad_norm": 0.8505974807013583,
      "learning_rate": 0.0002748561073366578,
      "loss": 2.5938,
      "step": 25741
    },
    {
      "epoch": 1.1975808327518027,
      "grad_norm": 0.7961277625547997,
      "learning_rate": 0.0002748540503769951,
      "loss": 2.3125,
      "step": 25742
    },
    {
      "epoch": 1.1976273551988834,
      "grad_norm": 0.8495013445116415,
      "learning_rate": 0.000274851993340896,
      "loss": 2.4375,
      "step": 25743
    },
    {
      "epoch": 1.1976738776459641,
      "grad_norm": 0.8410688946773891,
      "learning_rate": 0.00027484993622836173,
      "loss": 2.7031,
      "step": 25744
    },
    {
      "epoch": 1.1977204000930448,
      "grad_norm": 0.8722067671247187,
      "learning_rate": 0.0002748478790393936,
      "loss": 2.4531,
      "step": 25745
    },
    {
      "epoch": 1.1977669225401257,
      "grad_norm": 0.8223574048375455,
      "learning_rate": 0.00027484582177399284,
      "loss": 2.2969,
      "step": 25746
    },
    {
      "epoch": 1.1978134449872062,
      "grad_norm": 0.8639114542148751,
      "learning_rate": 0.0002748437644321608,
      "loss": 2.7188,
      "step": 25747
    },
    {
      "epoch": 1.1978599674342871,
      "grad_norm": 0.8651253894087328,
      "learning_rate": 0.0002748417070138986,
      "loss": 2.4062,
      "step": 25748
    },
    {
      "epoch": 1.1979064898813678,
      "grad_norm": 0.783832300853501,
      "learning_rate": 0.00027483964951920765,
      "loss": 2.5156,
      "step": 25749
    },
    {
      "epoch": 1.1979530123284485,
      "grad_norm": 0.9050889875653224,
      "learning_rate": 0.000274837591948089,
      "loss": 2.3594,
      "step": 25750
    },
    {
      "epoch": 1.1979995347755292,
      "grad_norm": 0.795624254237431,
      "learning_rate": 0.00027483553430054415,
      "loss": 2.0781,
      "step": 25751
    },
    {
      "epoch": 1.19804605722261,
      "grad_norm": 0.877278653918074,
      "learning_rate": 0.00027483347657657425,
      "loss": 2.4531,
      "step": 25752
    },
    {
      "epoch": 1.1980925796696906,
      "grad_norm": 0.8145379009820578,
      "learning_rate": 0.00027483141877618047,
      "loss": 2.2344,
      "step": 25753
    },
    {
      "epoch": 1.1981391021167713,
      "grad_norm": 0.8245429165223978,
      "learning_rate": 0.00027482936089936425,
      "loss": 2.0938,
      "step": 25754
    },
    {
      "epoch": 1.198185624563852,
      "grad_norm": 0.8306160178235115,
      "learning_rate": 0.00027482730294612674,
      "loss": 2.4062,
      "step": 25755
    },
    {
      "epoch": 1.1982321470109327,
      "grad_norm": 0.7838831063433708,
      "learning_rate": 0.00027482524491646924,
      "loss": 2.1094,
      "step": 25756
    },
    {
      "epoch": 1.1982786694580134,
      "grad_norm": 0.9100388105095495,
      "learning_rate": 0.00027482318681039294,
      "loss": 2.3594,
      "step": 25757
    },
    {
      "epoch": 1.1983251919050941,
      "grad_norm": 0.8537709836701544,
      "learning_rate": 0.00027482112862789915,
      "loss": 2.6719,
      "step": 25758
    },
    {
      "epoch": 1.198371714352175,
      "grad_norm": 0.875927634449743,
      "learning_rate": 0.00027481907036898916,
      "loss": 2.5156,
      "step": 25759
    },
    {
      "epoch": 1.1984182367992555,
      "grad_norm": 0.8525583185981689,
      "learning_rate": 0.0002748170120336642,
      "loss": 2.3281,
      "step": 25760
    },
    {
      "epoch": 1.1984647592463364,
      "grad_norm": 0.8177038561968729,
      "learning_rate": 0.00027481495362192553,
      "loss": 2.5,
      "step": 25761
    },
    {
      "epoch": 1.1985112816934171,
      "grad_norm": 0.9558424211061932,
      "learning_rate": 0.0002748128951337744,
      "loss": 1.8281,
      "step": 25762
    },
    {
      "epoch": 1.1985578041404978,
      "grad_norm": 0.7941535469695972,
      "learning_rate": 0.0002748108365692121,
      "loss": 1.7109,
      "step": 25763
    },
    {
      "epoch": 1.1986043265875785,
      "grad_norm": 0.8762516973235798,
      "learning_rate": 0.0002748087779282398,
      "loss": 2.2656,
      "step": 25764
    },
    {
      "epoch": 1.1986508490346592,
      "grad_norm": 0.8873132295478648,
      "learning_rate": 0.0002748067192108589,
      "loss": 2.4375,
      "step": 25765
    },
    {
      "epoch": 1.19869737148174,
      "grad_norm": 0.828567939823492,
      "learning_rate": 0.00027480466041707055,
      "loss": 2.3594,
      "step": 25766
    },
    {
      "epoch": 1.1987438939288206,
      "grad_norm": 0.8700271248105192,
      "learning_rate": 0.0002748026015468761,
      "loss": 2.5469,
      "step": 25767
    },
    {
      "epoch": 1.1987904163759013,
      "grad_norm": 0.8425173272676955,
      "learning_rate": 0.00027480054260027673,
      "loss": 2.4531,
      "step": 25768
    },
    {
      "epoch": 1.198836938822982,
      "grad_norm": 0.8289299915870597,
      "learning_rate": 0.00027479848357727374,
      "loss": 2.2344,
      "step": 25769
    },
    {
      "epoch": 1.1988834612700627,
      "grad_norm": 0.7996176088806699,
      "learning_rate": 0.0002747964244778684,
      "loss": 1.8516,
      "step": 25770
    },
    {
      "epoch": 1.1989299837171434,
      "grad_norm": 0.8471561710637622,
      "learning_rate": 0.0002747943653020619,
      "loss": 2.4531,
      "step": 25771
    },
    {
      "epoch": 1.1989765061642244,
      "grad_norm": 0.8129426219902983,
      "learning_rate": 0.0002747923060498556,
      "loss": 2.3281,
      "step": 25772
    },
    {
      "epoch": 1.1990230286113048,
      "grad_norm": 0.8208756460201424,
      "learning_rate": 0.0002747902467212507,
      "loss": 2.75,
      "step": 25773
    },
    {
      "epoch": 1.1990695510583858,
      "grad_norm": 1.0068885749960306,
      "learning_rate": 0.00027478818731624844,
      "loss": 1.6797,
      "step": 25774
    },
    {
      "epoch": 1.1991160735054665,
      "grad_norm": 0.8248185138964464,
      "learning_rate": 0.0002747861278348502,
      "loss": 2.5156,
      "step": 25775
    },
    {
      "epoch": 1.1991625959525472,
      "grad_norm": 0.8886591931476321,
      "learning_rate": 0.0002747840682770571,
      "loss": 2.5156,
      "step": 25776
    },
    {
      "epoch": 1.1992091183996278,
      "grad_norm": 0.8657204921026563,
      "learning_rate": 0.00027478200864287044,
      "loss": 2.5469,
      "step": 25777
    },
    {
      "epoch": 1.1992556408467085,
      "grad_norm": 0.8686640160121192,
      "learning_rate": 0.0002747799489322916,
      "loss": 2.3438,
      "step": 25778
    },
    {
      "epoch": 1.1993021632937892,
      "grad_norm": 0.8484973740264317,
      "learning_rate": 0.00027477788914532163,
      "loss": 2.5,
      "step": 25779
    },
    {
      "epoch": 1.19934868574087,
      "grad_norm": 0.804205231941785,
      "learning_rate": 0.00027477582928196195,
      "loss": 2.5938,
      "step": 25780
    },
    {
      "epoch": 1.1993952081879506,
      "grad_norm": 0.8182661869927,
      "learning_rate": 0.00027477376934221376,
      "loss": 2.3125,
      "step": 25781
    },
    {
      "epoch": 1.1994417306350313,
      "grad_norm": 0.7759216263412723,
      "learning_rate": 0.0002747717093260783,
      "loss": 1.7578,
      "step": 25782
    },
    {
      "epoch": 1.199488253082112,
      "grad_norm": 0.8350804571876498,
      "learning_rate": 0.0002747696492335569,
      "loss": 2.4531,
      "step": 25783
    },
    {
      "epoch": 1.1995347755291927,
      "grad_norm": 0.7879624776892327,
      "learning_rate": 0.00027476758906465077,
      "loss": 2.375,
      "step": 25784
    },
    {
      "epoch": 1.1995812979762737,
      "grad_norm": 0.8459614403358077,
      "learning_rate": 0.00027476552881936124,
      "loss": 2.3281,
      "step": 25785
    },
    {
      "epoch": 1.1996278204233544,
      "grad_norm": 0.8249606953140116,
      "learning_rate": 0.00027476346849768945,
      "loss": 2.5781,
      "step": 25786
    },
    {
      "epoch": 1.199674342870435,
      "grad_norm": 0.8469139735584827,
      "learning_rate": 0.00027476140809963676,
      "loss": 2.7188,
      "step": 25787
    },
    {
      "epoch": 1.1997208653175158,
      "grad_norm": 0.8143985583843173,
      "learning_rate": 0.00027475934762520435,
      "loss": 2.4688,
      "step": 25788
    },
    {
      "epoch": 1.1997673877645965,
      "grad_norm": 0.8174468218469941,
      "learning_rate": 0.0002747572870743936,
      "loss": 2.375,
      "step": 25789
    },
    {
      "epoch": 1.1998139102116772,
      "grad_norm": 0.8851690368805564,
      "learning_rate": 0.0002747552264472057,
      "loss": 2.8125,
      "step": 25790
    },
    {
      "epoch": 1.1998604326587579,
      "grad_norm": 0.8512355907155289,
      "learning_rate": 0.00027475316574364193,
      "loss": 2.5625,
      "step": 25791
    },
    {
      "epoch": 1.1999069551058386,
      "grad_norm": 0.8168859365475916,
      "learning_rate": 0.00027475110496370347,
      "loss": 2.5312,
      "step": 25792
    },
    {
      "epoch": 1.1999534775529193,
      "grad_norm": 0.9057748531292449,
      "learning_rate": 0.0002747490441073917,
      "loss": 2.4375,
      "step": 25793
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.8577891479922718,
      "learning_rate": 0.0002747469831747078,
      "loss": 2.75,
      "step": 25794
    },
    {
      "epoch": 1.2000465224470807,
      "grad_norm": 0.9160982899651344,
      "learning_rate": 0.0002747449221656531,
      "loss": 2.4844,
      "step": 25795
    },
    {
      "epoch": 1.2000930448941614,
      "grad_norm": 0.8513648904480849,
      "learning_rate": 0.00027474286108022873,
      "loss": 2.6094,
      "step": 25796
    },
    {
      "epoch": 1.200139567341242,
      "grad_norm": 0.8246922752437484,
      "learning_rate": 0.00027474079991843617,
      "loss": 2.5469,
      "step": 25797
    },
    {
      "epoch": 1.200186089788323,
      "grad_norm": 0.8139166853974538,
      "learning_rate": 0.0002747387386802765,
      "loss": 2.2812,
      "step": 25798
    },
    {
      "epoch": 1.2002326122354037,
      "grad_norm": 0.7632058761988841,
      "learning_rate": 0.00027473667736575103,
      "loss": 2.25,
      "step": 25799
    },
    {
      "epoch": 1.2002791346824844,
      "grad_norm": 0.7818283733177285,
      "learning_rate": 0.000274734615974861,
      "loss": 2.5625,
      "step": 25800
    },
    {
      "epoch": 1.200325657129565,
      "grad_norm": 0.9023103070423377,
      "learning_rate": 0.00027473255450760777,
      "loss": 2.5469,
      "step": 25801
    },
    {
      "epoch": 1.2003721795766458,
      "grad_norm": 0.8799439047891012,
      "learning_rate": 0.00027473049296399254,
      "loss": 2.4844,
      "step": 25802
    },
    {
      "epoch": 1.2004187020237265,
      "grad_norm": 0.8681092427357926,
      "learning_rate": 0.0002747284313440165,
      "loss": 2.5156,
      "step": 25803
    },
    {
      "epoch": 1.2004652244708072,
      "grad_norm": 0.8661491420159754,
      "learning_rate": 0.00027472636964768105,
      "loss": 2.125,
      "step": 25804
    },
    {
      "epoch": 1.2005117469178879,
      "grad_norm": 0.8485731650869796,
      "learning_rate": 0.00027472430787498734,
      "loss": 2.25,
      "step": 25805
    },
    {
      "epoch": 1.2005582693649686,
      "grad_norm": 0.7808663675472515,
      "learning_rate": 0.0002747222460259367,
      "loss": 2.125,
      "step": 25806
    },
    {
      "epoch": 1.2006047918120493,
      "grad_norm": 0.9311419903119799,
      "learning_rate": 0.00027472018410053034,
      "loss": 2.875,
      "step": 25807
    },
    {
      "epoch": 1.20065131425913,
      "grad_norm": 0.8477077732563197,
      "learning_rate": 0.0002747181220987695,
      "loss": 2.375,
      "step": 25808
    },
    {
      "epoch": 1.2006978367062107,
      "grad_norm": 0.8514197310563643,
      "learning_rate": 0.0002747160600206556,
      "loss": 2.3906,
      "step": 25809
    },
    {
      "epoch": 1.2007443591532914,
      "grad_norm": 0.8972992145685499,
      "learning_rate": 0.0002747139978661897,
      "loss": 2.4688,
      "step": 25810
    },
    {
      "epoch": 1.2007908816003723,
      "grad_norm": 0.8656729583680459,
      "learning_rate": 0.00027471193563537323,
      "loss": 2.2812,
      "step": 25811
    },
    {
      "epoch": 1.200837404047453,
      "grad_norm": 1.3660042881572936,
      "learning_rate": 0.0002747098733282073,
      "loss": 2.4062,
      "step": 25812
    },
    {
      "epoch": 1.2008839264945337,
      "grad_norm": 0.8335098121582191,
      "learning_rate": 0.0002747078109446933,
      "loss": 2.3125,
      "step": 25813
    },
    {
      "epoch": 1.2009304489416144,
      "grad_norm": 0.8967850078582027,
      "learning_rate": 0.00027470574848483247,
      "loss": 2.4219,
      "step": 25814
    },
    {
      "epoch": 1.200976971388695,
      "grad_norm": 0.8265860498553349,
      "learning_rate": 0.000274703685948626,
      "loss": 2.5625,
      "step": 25815
    },
    {
      "epoch": 1.2010234938357758,
      "grad_norm": 0.9181406304241178,
      "learning_rate": 0.0002747016233360752,
      "loss": 2.125,
      "step": 25816
    },
    {
      "epoch": 1.2010700162828565,
      "grad_norm": 0.8833385206344821,
      "learning_rate": 0.0002746995606471813,
      "loss": 2.2969,
      "step": 25817
    },
    {
      "epoch": 1.2011165387299372,
      "grad_norm": 0.8089249990585606,
      "learning_rate": 0.0002746974978819457,
      "loss": 2.4219,
      "step": 25818
    },
    {
      "epoch": 1.2011630611770179,
      "grad_norm": 0.9088625134976912,
      "learning_rate": 0.00027469543504036944,
      "loss": 2.4688,
      "step": 25819
    },
    {
      "epoch": 1.2012095836240986,
      "grad_norm": 0.8226732516653956,
      "learning_rate": 0.00027469337212245395,
      "loss": 2.5156,
      "step": 25820
    },
    {
      "epoch": 1.2012561060711793,
      "grad_norm": 0.7867582789023194,
      "learning_rate": 0.00027469130912820044,
      "loss": 2.25,
      "step": 25821
    },
    {
      "epoch": 1.20130262851826,
      "grad_norm": 0.9538738414526299,
      "learning_rate": 0.00027468924605761016,
      "loss": 2.7188,
      "step": 25822
    },
    {
      "epoch": 1.2013491509653407,
      "grad_norm": 0.8308427293674786,
      "learning_rate": 0.00027468718291068445,
      "loss": 2.5312,
      "step": 25823
    },
    {
      "epoch": 1.2013956734124216,
      "grad_norm": 0.9327589887878168,
      "learning_rate": 0.00027468511968742446,
      "loss": 2.4062,
      "step": 25824
    },
    {
      "epoch": 1.2014421958595023,
      "grad_norm": 0.8654448048270753,
      "learning_rate": 0.00027468305638783154,
      "loss": 2.4062,
      "step": 25825
    },
    {
      "epoch": 1.201488718306583,
      "grad_norm": 0.9290775270343132,
      "learning_rate": 0.0002746809930119069,
      "loss": 2.5469,
      "step": 25826
    },
    {
      "epoch": 1.2015352407536637,
      "grad_norm": 0.9261646706847604,
      "learning_rate": 0.0002746789295596518,
      "loss": 2.4375,
      "step": 25827
    },
    {
      "epoch": 1.2015817632007444,
      "grad_norm": 0.8572048402858814,
      "learning_rate": 0.0002746768660310675,
      "loss": 2.4531,
      "step": 25828
    },
    {
      "epoch": 1.201628285647825,
      "grad_norm": 0.8326394061749153,
      "learning_rate": 0.00027467480242615534,
      "loss": 2.3281,
      "step": 25829
    },
    {
      "epoch": 1.2016748080949058,
      "grad_norm": 0.8702903036785584,
      "learning_rate": 0.00027467273874491653,
      "loss": 2.3906,
      "step": 25830
    },
    {
      "epoch": 1.2017213305419865,
      "grad_norm": 0.7891285305655977,
      "learning_rate": 0.00027467067498735233,
      "loss": 2.125,
      "step": 25831
    },
    {
      "epoch": 1.2017678529890672,
      "grad_norm": 0.8309135448608763,
      "learning_rate": 0.000274668611153464,
      "loss": 2.0781,
      "step": 25832
    },
    {
      "epoch": 1.2018143754361479,
      "grad_norm": 0.9622651753540272,
      "learning_rate": 0.0002746665472432528,
      "loss": 2.8906,
      "step": 25833
    },
    {
      "epoch": 1.2018608978832286,
      "grad_norm": 0.8563721455378566,
      "learning_rate": 0.00027466448325672,
      "loss": 2.4219,
      "step": 25834
    },
    {
      "epoch": 1.2019074203303093,
      "grad_norm": 0.8571288523784176,
      "learning_rate": 0.0002746624191938669,
      "loss": 2.2031,
      "step": 25835
    },
    {
      "epoch": 1.20195394277739,
      "grad_norm": 0.8180257812857383,
      "learning_rate": 0.0002746603550546947,
      "loss": 2.3438,
      "step": 25836
    },
    {
      "epoch": 1.202000465224471,
      "grad_norm": 0.8272567761811266,
      "learning_rate": 0.00027465829083920477,
      "loss": 2.3438,
      "step": 25837
    },
    {
      "epoch": 1.2020469876715516,
      "grad_norm": 0.8827182466665133,
      "learning_rate": 0.00027465622654739816,
      "loss": 2.375,
      "step": 25838
    },
    {
      "epoch": 1.2020935101186323,
      "grad_norm": 0.8161320951977759,
      "learning_rate": 0.0002746541621792764,
      "loss": 2.2344,
      "step": 25839
    },
    {
      "epoch": 1.202140032565713,
      "grad_norm": 0.923838377009816,
      "learning_rate": 0.0002746520977348406,
      "loss": 2.7031,
      "step": 25840
    },
    {
      "epoch": 1.2021865550127937,
      "grad_norm": 0.7800282027154167,
      "learning_rate": 0.000274650033214092,
      "loss": 2.375,
      "step": 25841
    },
    {
      "epoch": 1.2022330774598744,
      "grad_norm": 0.7956124014014765,
      "learning_rate": 0.00027464796861703195,
      "loss": 2.2031,
      "step": 25842
    },
    {
      "epoch": 1.202279599906955,
      "grad_norm": 0.8948903312213974,
      "learning_rate": 0.0002746459039436617,
      "loss": 2.3594,
      "step": 25843
    },
    {
      "epoch": 1.2023261223540358,
      "grad_norm": 0.8592535378358361,
      "learning_rate": 0.00027464383919398246,
      "loss": 2.3594,
      "step": 25844
    },
    {
      "epoch": 1.2023726448011165,
      "grad_norm": 0.8857644147288779,
      "learning_rate": 0.00027464177436799556,
      "loss": 2.6562,
      "step": 25845
    },
    {
      "epoch": 1.2024191672481972,
      "grad_norm": 0.8628864510295947,
      "learning_rate": 0.0002746397094657022,
      "loss": 2.6875,
      "step": 25846
    },
    {
      "epoch": 1.202465689695278,
      "grad_norm": 0.8619587719460949,
      "learning_rate": 0.00027463764448710365,
      "loss": 2.5781,
      "step": 25847
    },
    {
      "epoch": 1.2025122121423586,
      "grad_norm": 0.802022776131361,
      "learning_rate": 0.00027463557943220124,
      "loss": 1.8828,
      "step": 25848
    },
    {
      "epoch": 1.2025587345894393,
      "grad_norm": 0.7751707245654976,
      "learning_rate": 0.0002746335143009962,
      "loss": 2.0781,
      "step": 25849
    },
    {
      "epoch": 1.2026052570365202,
      "grad_norm": 0.8578453040721765,
      "learning_rate": 0.0002746314490934898,
      "loss": 2.4062,
      "step": 25850
    },
    {
      "epoch": 1.202651779483601,
      "grad_norm": 0.8322588175708583,
      "learning_rate": 0.0002746293838096833,
      "loss": 2.375,
      "step": 25851
    },
    {
      "epoch": 1.2026983019306816,
      "grad_norm": 0.8072361231019363,
      "learning_rate": 0.00027462731844957785,
      "loss": 2.3594,
      "step": 25852
    },
    {
      "epoch": 1.2027448243777623,
      "grad_norm": 0.8833241316443888,
      "learning_rate": 0.00027462525301317494,
      "loss": 2.7188,
      "step": 25853
    },
    {
      "epoch": 1.202791346824843,
      "grad_norm": 0.7666496598268187,
      "learning_rate": 0.0002746231875004757,
      "loss": 1.6719,
      "step": 25854
    },
    {
      "epoch": 1.2028378692719237,
      "grad_norm": 0.9626063540674419,
      "learning_rate": 0.00027462112191148136,
      "loss": 2.3906,
      "step": 25855
    },
    {
      "epoch": 1.2028843917190044,
      "grad_norm": 0.7944253790819018,
      "learning_rate": 0.00027461905624619323,
      "loss": 2.3438,
      "step": 25856
    },
    {
      "epoch": 1.202930914166085,
      "grad_norm": 0.8825801280230458,
      "learning_rate": 0.0002746169905046126,
      "loss": 2.3438,
      "step": 25857
    },
    {
      "epoch": 1.2029774366131658,
      "grad_norm": 0.8906472678663214,
      "learning_rate": 0.0002746149246867407,
      "loss": 2.4062,
      "step": 25858
    },
    {
      "epoch": 1.2030239590602465,
      "grad_norm": 0.8778741814810227,
      "learning_rate": 0.00027461285879257886,
      "loss": 2.4688,
      "step": 25859
    },
    {
      "epoch": 1.2030704815073272,
      "grad_norm": 0.8186002531543447,
      "learning_rate": 0.00027461079282212826,
      "loss": 2.5156,
      "step": 25860
    },
    {
      "epoch": 1.2031170039544081,
      "grad_norm": 0.9264025069546113,
      "learning_rate": 0.0002746087267753902,
      "loss": 2.4062,
      "step": 25861
    },
    {
      "epoch": 1.2031635264014886,
      "grad_norm": 0.8526214990273151,
      "learning_rate": 0.000274606660652366,
      "loss": 2.3906,
      "step": 25862
    },
    {
      "epoch": 1.2032100488485695,
      "grad_norm": 0.8074453734951683,
      "learning_rate": 0.00027460459445305673,
      "loss": 2.3281,
      "step": 25863
    },
    {
      "epoch": 1.2032565712956502,
      "grad_norm": 0.9788105945160955,
      "learning_rate": 0.0002746025281774639,
      "loss": 2.4375,
      "step": 25864
    },
    {
      "epoch": 1.203303093742731,
      "grad_norm": 0.8916062629888742,
      "learning_rate": 0.00027460046182558863,
      "loss": 2.1875,
      "step": 25865
    },
    {
      "epoch": 1.2033496161898116,
      "grad_norm": 0.8215289595027824,
      "learning_rate": 0.0002745983953974322,
      "loss": 2.3594,
      "step": 25866
    },
    {
      "epoch": 1.2033961386368923,
      "grad_norm": 0.9009728383778365,
      "learning_rate": 0.000274596328892996,
      "loss": 2.5469,
      "step": 25867
    },
    {
      "epoch": 1.203442661083973,
      "grad_norm": 0.8627557113626514,
      "learning_rate": 0.0002745942623122811,
      "loss": 2.5781,
      "step": 25868
    },
    {
      "epoch": 1.2034891835310537,
      "grad_norm": 0.9306599804229786,
      "learning_rate": 0.0002745921956552889,
      "loss": 2.5625,
      "step": 25869
    },
    {
      "epoch": 1.2035357059781344,
      "grad_norm": 0.8101514611199677,
      "learning_rate": 0.0002745901289220206,
      "loss": 2.5938,
      "step": 25870
    },
    {
      "epoch": 1.2035822284252151,
      "grad_norm": 0.9227505914448703,
      "learning_rate": 0.00027458806211247747,
      "loss": 2.4062,
      "step": 25871
    },
    {
      "epoch": 1.2036287508722958,
      "grad_norm": 0.8975629968643999,
      "learning_rate": 0.00027458599522666084,
      "loss": 2.5156,
      "step": 25872
    },
    {
      "epoch": 1.2036752733193765,
      "grad_norm": 0.8951717580219791,
      "learning_rate": 0.0002745839282645719,
      "loss": 2.3281,
      "step": 25873
    },
    {
      "epoch": 1.2037217957664574,
      "grad_norm": 0.8204065218236585,
      "learning_rate": 0.00027458186122621196,
      "loss": 2.5156,
      "step": 25874
    },
    {
      "epoch": 1.203768318213538,
      "grad_norm": 0.8463049778383694,
      "learning_rate": 0.00027457979411158227,
      "loss": 1.7969,
      "step": 25875
    },
    {
      "epoch": 1.2038148406606188,
      "grad_norm": 1.1210621248078574,
      "learning_rate": 0.0002745777269206841,
      "loss": 2.3438,
      "step": 25876
    },
    {
      "epoch": 1.2038613631076995,
      "grad_norm": 0.8669456951927411,
      "learning_rate": 0.0002745756596535187,
      "loss": 2.5312,
      "step": 25877
    },
    {
      "epoch": 1.2039078855547802,
      "grad_norm": 0.8109371377308474,
      "learning_rate": 0.0002745735923100874,
      "loss": 2.3438,
      "step": 25878
    },
    {
      "epoch": 1.203954408001861,
      "grad_norm": 0.8354178295368961,
      "learning_rate": 0.00027457152489039133,
      "loss": 2.4688,
      "step": 25879
    },
    {
      "epoch": 1.2040009304489416,
      "grad_norm": 0.808115275282606,
      "learning_rate": 0.00027456945739443185,
      "loss": 2.375,
      "step": 25880
    },
    {
      "epoch": 1.2040474528960223,
      "grad_norm": 0.728600091705113,
      "learning_rate": 0.00027456738982221024,
      "loss": 1.6953,
      "step": 25881
    },
    {
      "epoch": 1.204093975343103,
      "grad_norm": 0.89465041380817,
      "learning_rate": 0.0002745653221737277,
      "loss": 2.5,
      "step": 25882
    },
    {
      "epoch": 1.2041404977901837,
      "grad_norm": 0.8312058003255883,
      "learning_rate": 0.0002745632544489856,
      "loss": 2.2188,
      "step": 25883
    },
    {
      "epoch": 1.2041870202372644,
      "grad_norm": 0.8198581946747919,
      "learning_rate": 0.00027456118664798514,
      "loss": 2.2969,
      "step": 25884
    },
    {
      "epoch": 1.2042335426843451,
      "grad_norm": 0.9254960050712913,
      "learning_rate": 0.00027455911877072753,
      "loss": 2.1719,
      "step": 25885
    },
    {
      "epoch": 1.2042800651314258,
      "grad_norm": 0.8997373639615961,
      "learning_rate": 0.00027455705081721413,
      "loss": 2.5,
      "step": 25886
    },
    {
      "epoch": 1.2043265875785067,
      "grad_norm": 0.8153371457363835,
      "learning_rate": 0.00027455498278744614,
      "loss": 2.4219,
      "step": 25887
    },
    {
      "epoch": 1.2043731100255872,
      "grad_norm": 0.8841431725084318,
      "learning_rate": 0.0002745529146814249,
      "loss": 2.4844,
      "step": 25888
    },
    {
      "epoch": 1.2044196324726681,
      "grad_norm": 0.7690149320170216,
      "learning_rate": 0.0002745508464991516,
      "loss": 1.6875,
      "step": 25889
    },
    {
      "epoch": 1.2044661549197488,
      "grad_norm": 0.8692444740577295,
      "learning_rate": 0.0002745487782406276,
      "loss": 2.5625,
      "step": 25890
    },
    {
      "epoch": 1.2045126773668295,
      "grad_norm": 0.9235895906925768,
      "learning_rate": 0.000274546709905854,
      "loss": 2.5625,
      "step": 25891
    },
    {
      "epoch": 1.2045591998139102,
      "grad_norm": 0.8351397039247401,
      "learning_rate": 0.0002745446414948322,
      "loss": 2.2344,
      "step": 25892
    },
    {
      "epoch": 1.204605722260991,
      "grad_norm": 0.850070956921785,
      "learning_rate": 0.00027454257300756345,
      "loss": 2.5156,
      "step": 25893
    },
    {
      "epoch": 1.2046522447080716,
      "grad_norm": 0.8836716905681037,
      "learning_rate": 0.00027454050444404907,
      "loss": 2.375,
      "step": 25894
    },
    {
      "epoch": 1.2046987671551523,
      "grad_norm": 0.8287868299952748,
      "learning_rate": 0.0002745384358042902,
      "loss": 2.3594,
      "step": 25895
    },
    {
      "epoch": 1.204745289602233,
      "grad_norm": 0.827053728950366,
      "learning_rate": 0.00027453636708828813,
      "loss": 2.3125,
      "step": 25896
    },
    {
      "epoch": 1.2047918120493137,
      "grad_norm": 0.8204266442939757,
      "learning_rate": 0.0002745342982960442,
      "loss": 2.5938,
      "step": 25897
    },
    {
      "epoch": 1.2048383344963944,
      "grad_norm": 0.8772478758771708,
      "learning_rate": 0.0002745322294275596,
      "loss": 2.875,
      "step": 25898
    },
    {
      "epoch": 1.2048848569434751,
      "grad_norm": 0.8527956392947218,
      "learning_rate": 0.0002745301604828357,
      "loss": 2.4844,
      "step": 25899
    },
    {
      "epoch": 1.204931379390556,
      "grad_norm": 0.7998692217153012,
      "learning_rate": 0.0002745280914618737,
      "loss": 2.0938,
      "step": 25900
    },
    {
      "epoch": 1.2049779018376368,
      "grad_norm": 0.8601978248275172,
      "learning_rate": 0.0002745260223646748,
      "loss": 2.5469,
      "step": 25901
    },
    {
      "epoch": 1.2050244242847175,
      "grad_norm": 0.8118654064891423,
      "learning_rate": 0.0002745239531912404,
      "loss": 2.5625,
      "step": 25902
    },
    {
      "epoch": 1.2050709467317982,
      "grad_norm": 0.8492668195963419,
      "learning_rate": 0.00027452188394157164,
      "loss": 2.5781,
      "step": 25903
    },
    {
      "epoch": 1.2051174691788789,
      "grad_norm": 0.8444833194193355,
      "learning_rate": 0.0002745198146156699,
      "loss": 2.4219,
      "step": 25904
    },
    {
      "epoch": 1.2051639916259596,
      "grad_norm": 0.8183281050510621,
      "learning_rate": 0.0002745177452135364,
      "loss": 2.2969,
      "step": 25905
    },
    {
      "epoch": 1.2052105140730403,
      "grad_norm": 0.7870209854308332,
      "learning_rate": 0.0002745156757351724,
      "loss": 2.5156,
      "step": 25906
    },
    {
      "epoch": 1.205257036520121,
      "grad_norm": 0.8545729189147409,
      "learning_rate": 0.00027451360618057914,
      "loss": 2.4375,
      "step": 25907
    },
    {
      "epoch": 1.2053035589672016,
      "grad_norm": 0.831371568949878,
      "learning_rate": 0.0002745115365497579,
      "loss": 2.2188,
      "step": 25908
    },
    {
      "epoch": 1.2053500814142823,
      "grad_norm": 0.7744093965941645,
      "learning_rate": 0.00027450946684271,
      "loss": 1.9922,
      "step": 25909
    },
    {
      "epoch": 1.205396603861363,
      "grad_norm": 0.8681564678404782,
      "learning_rate": 0.0002745073970594367,
      "loss": 2.1719,
      "step": 25910
    },
    {
      "epoch": 1.2054431263084437,
      "grad_norm": 0.8448326513694311,
      "learning_rate": 0.0002745053271999392,
      "loss": 2.4219,
      "step": 25911
    },
    {
      "epoch": 1.2054896487555244,
      "grad_norm": 0.8718185214663009,
      "learning_rate": 0.0002745032572642188,
      "loss": 2.6562,
      "step": 25912
    },
    {
      "epoch": 1.2055361712026054,
      "grad_norm": 0.7804887895580975,
      "learning_rate": 0.0002745011872522768,
      "loss": 2.1094,
      "step": 25913
    },
    {
      "epoch": 1.205582693649686,
      "grad_norm": 0.8777939509203115,
      "learning_rate": 0.0002744991171641144,
      "loss": 2.4375,
      "step": 25914
    },
    {
      "epoch": 1.2056292160967668,
      "grad_norm": 0.8686102102440851,
      "learning_rate": 0.00027449704699973295,
      "loss": 2.4531,
      "step": 25915
    },
    {
      "epoch": 1.2056757385438475,
      "grad_norm": 0.8775311137602665,
      "learning_rate": 0.0002744949767591336,
      "loss": 2.6719,
      "step": 25916
    },
    {
      "epoch": 1.2057222609909282,
      "grad_norm": 0.9294301834429165,
      "learning_rate": 0.0002744929064423178,
      "loss": 2.3594,
      "step": 25917
    },
    {
      "epoch": 1.2057687834380089,
      "grad_norm": 0.8212394797869577,
      "learning_rate": 0.0002744908360492866,
      "loss": 2.4062,
      "step": 25918
    },
    {
      "epoch": 1.2058153058850896,
      "grad_norm": 0.8671336449210152,
      "learning_rate": 0.00027448876558004145,
      "loss": 2.3125,
      "step": 25919
    },
    {
      "epoch": 1.2058618283321703,
      "grad_norm": 0.8814976008265651,
      "learning_rate": 0.0002744866950345835,
      "loss": 2.4219,
      "step": 25920
    },
    {
      "epoch": 1.205908350779251,
      "grad_norm": 1.0701537209446266,
      "learning_rate": 0.0002744846244129141,
      "loss": 2.6875,
      "step": 25921
    },
    {
      "epoch": 1.2059548732263317,
      "grad_norm": 0.837945010179264,
      "learning_rate": 0.0002744825537150345,
      "loss": 2.3594,
      "step": 25922
    },
    {
      "epoch": 1.2060013956734124,
      "grad_norm": 0.77384861520247,
      "learning_rate": 0.0002744804829409459,
      "loss": 2.2812,
      "step": 25923
    },
    {
      "epoch": 1.206047918120493,
      "grad_norm": 0.830303619626521,
      "learning_rate": 0.00027447841209064956,
      "loss": 2.4062,
      "step": 25924
    },
    {
      "epoch": 1.2060944405675738,
      "grad_norm": 0.7361534724139546,
      "learning_rate": 0.0002744763411641469,
      "loss": 1.9609,
      "step": 25925
    },
    {
      "epoch": 1.2061409630146547,
      "grad_norm": 0.868159953295806,
      "learning_rate": 0.00027447427016143904,
      "loss": 2.3594,
      "step": 25926
    },
    {
      "epoch": 1.2061874854617354,
      "grad_norm": 0.897603416040105,
      "learning_rate": 0.0002744721990825273,
      "loss": 2.5469,
      "step": 25927
    },
    {
      "epoch": 1.206234007908816,
      "grad_norm": 0.8390908814319571,
      "learning_rate": 0.000274470127927413,
      "loss": 2.5156,
      "step": 25928
    },
    {
      "epoch": 1.2062805303558968,
      "grad_norm": 0.8540535620639295,
      "learning_rate": 0.0002744680566960973,
      "loss": 2.5938,
      "step": 25929
    },
    {
      "epoch": 1.2063270528029775,
      "grad_norm": 0.7732892361536429,
      "learning_rate": 0.00027446598538858154,
      "loss": 2.4062,
      "step": 25930
    },
    {
      "epoch": 1.2063735752500582,
      "grad_norm": 0.876382559320157,
      "learning_rate": 0.00027446391400486693,
      "loss": 2.6875,
      "step": 25931
    },
    {
      "epoch": 1.2064200976971389,
      "grad_norm": 0.8253916866032516,
      "learning_rate": 0.00027446184254495485,
      "loss": 1.9141,
      "step": 25932
    },
    {
      "epoch": 1.2064666201442196,
      "grad_norm": 0.9199026776698352,
      "learning_rate": 0.00027445977100884646,
      "loss": 2.9375,
      "step": 25933
    },
    {
      "epoch": 1.2065131425913003,
      "grad_norm": 0.8962239738511304,
      "learning_rate": 0.00027445769939654305,
      "loss": 2.4844,
      "step": 25934
    },
    {
      "epoch": 1.206559665038381,
      "grad_norm": 0.8449815586917587,
      "learning_rate": 0.0002744556277080459,
      "loss": 2.3906,
      "step": 25935
    },
    {
      "epoch": 1.2066061874854617,
      "grad_norm": 0.8582132177858117,
      "learning_rate": 0.0002744535559433563,
      "loss": 2.5938,
      "step": 25936
    },
    {
      "epoch": 1.2066527099325424,
      "grad_norm": 0.8544961652563903,
      "learning_rate": 0.00027445148410247555,
      "loss": 2.3906,
      "step": 25937
    },
    {
      "epoch": 1.206699232379623,
      "grad_norm": 0.7986643449988315,
      "learning_rate": 0.0002744494121854048,
      "loss": 2.1562,
      "step": 25938
    },
    {
      "epoch": 1.206745754826704,
      "grad_norm": 0.8761427543042295,
      "learning_rate": 0.00027444734019214543,
      "loss": 2.625,
      "step": 25939
    },
    {
      "epoch": 1.2067922772737847,
      "grad_norm": 0.8998079817343385,
      "learning_rate": 0.0002744452681226986,
      "loss": 2.4531,
      "step": 25940
    },
    {
      "epoch": 1.2068387997208654,
      "grad_norm": 0.8351677292960604,
      "learning_rate": 0.0002744431959770657,
      "loss": 2.4062,
      "step": 25941
    },
    {
      "epoch": 1.206885322167946,
      "grad_norm": 0.8339623563104436,
      "learning_rate": 0.0002744411237552479,
      "loss": 2.4844,
      "step": 25942
    },
    {
      "epoch": 1.2069318446150268,
      "grad_norm": 0.8301877431942147,
      "learning_rate": 0.0002744390514572465,
      "loss": 2.5781,
      "step": 25943
    },
    {
      "epoch": 1.2069783670621075,
      "grad_norm": 0.8005665840341895,
      "learning_rate": 0.00027443697908306286,
      "loss": 2.2812,
      "step": 25944
    },
    {
      "epoch": 1.2070248895091882,
      "grad_norm": 0.8391753955621605,
      "learning_rate": 0.0002744349066326981,
      "loss": 2.3906,
      "step": 25945
    },
    {
      "epoch": 1.2070714119562689,
      "grad_norm": 0.8706828230251051,
      "learning_rate": 0.00027443283410615363,
      "loss": 2.4844,
      "step": 25946
    },
    {
      "epoch": 1.2071179344033496,
      "grad_norm": 0.8567893670410067,
      "learning_rate": 0.00027443076150343056,
      "loss": 2.4688,
      "step": 25947
    },
    {
      "epoch": 1.2071644568504303,
      "grad_norm": 0.84442245301595,
      "learning_rate": 0.0002744286888245303,
      "loss": 2.6719,
      "step": 25948
    },
    {
      "epoch": 1.207210979297511,
      "grad_norm": 0.7917170729182298,
      "learning_rate": 0.000274426616069454,
      "loss": 2.4531,
      "step": 25949
    },
    {
      "epoch": 1.2072575017445917,
      "grad_norm": 0.7867806961738313,
      "learning_rate": 0.00027442454323820307,
      "loss": 2.2656,
      "step": 25950
    },
    {
      "epoch": 1.2073040241916724,
      "grad_norm": 0.979083948737598,
      "learning_rate": 0.0002744224703307787,
      "loss": 2.375,
      "step": 25951
    },
    {
      "epoch": 1.2073505466387533,
      "grad_norm": 0.8182853072370027,
      "learning_rate": 0.0002744203973471821,
      "loss": 2.3125,
      "step": 25952
    },
    {
      "epoch": 1.207397069085834,
      "grad_norm": 0.9302916053148571,
      "learning_rate": 0.00027441832428741464,
      "loss": 2.4844,
      "step": 25953
    },
    {
      "epoch": 1.2074435915329147,
      "grad_norm": 0.8721168994657493,
      "learning_rate": 0.00027441625115147753,
      "loss": 2.3281,
      "step": 25954
    },
    {
      "epoch": 1.2074901139799954,
      "grad_norm": 0.8306252364620466,
      "learning_rate": 0.00027441417793937206,
      "loss": 2.1094,
      "step": 25955
    },
    {
      "epoch": 1.207536636427076,
      "grad_norm": 0.8769873021276784,
      "learning_rate": 0.0002744121046510995,
      "loss": 2.2969,
      "step": 25956
    },
    {
      "epoch": 1.2075831588741568,
      "grad_norm": 0.9040832708149882,
      "learning_rate": 0.00027441003128666114,
      "loss": 2.5469,
      "step": 25957
    },
    {
      "epoch": 1.2076296813212375,
      "grad_norm": 0.8525054876799701,
      "learning_rate": 0.00027440795784605817,
      "loss": 2.4688,
      "step": 25958
    },
    {
      "epoch": 1.2076762037683182,
      "grad_norm": 0.8571107730884913,
      "learning_rate": 0.00027440588432929195,
      "loss": 2.3594,
      "step": 25959
    },
    {
      "epoch": 1.207722726215399,
      "grad_norm": 0.8268452673351078,
      "learning_rate": 0.0002744038107363637,
      "loss": 2.2969,
      "step": 25960
    },
    {
      "epoch": 1.2077692486624796,
      "grad_norm": 0.8171074118863937,
      "learning_rate": 0.00027440173706727474,
      "loss": 2.3438,
      "step": 25961
    },
    {
      "epoch": 1.2078157711095603,
      "grad_norm": 0.9139856546846475,
      "learning_rate": 0.00027439966332202625,
      "loss": 2.6562,
      "step": 25962
    },
    {
      "epoch": 1.207862293556641,
      "grad_norm": 0.8323444279333725,
      "learning_rate": 0.0002743975895006196,
      "loss": 2.4062,
      "step": 25963
    },
    {
      "epoch": 1.2079088160037217,
      "grad_norm": 0.8136587897413544,
      "learning_rate": 0.000274395515603056,
      "loss": 2.2344,
      "step": 25964
    },
    {
      "epoch": 1.2079553384508026,
      "grad_norm": 0.849832106748728,
      "learning_rate": 0.0002743934416293367,
      "loss": 2.3906,
      "step": 25965
    },
    {
      "epoch": 1.2080018608978833,
      "grad_norm": 0.8215086862938035,
      "learning_rate": 0.00027439136757946304,
      "loss": 2.4375,
      "step": 25966
    },
    {
      "epoch": 1.208048383344964,
      "grad_norm": 0.8728625837117554,
      "learning_rate": 0.00027438929345343624,
      "loss": 2.7188,
      "step": 25967
    },
    {
      "epoch": 1.2080949057920447,
      "grad_norm": 0.8262290797901666,
      "learning_rate": 0.00027438721925125757,
      "loss": 2.3438,
      "step": 25968
    },
    {
      "epoch": 1.2081414282391254,
      "grad_norm": 0.8847279543223376,
      "learning_rate": 0.00027438514497292834,
      "loss": 2.7344,
      "step": 25969
    },
    {
      "epoch": 1.208187950686206,
      "grad_norm": 0.8226593227870969,
      "learning_rate": 0.0002743830706184498,
      "loss": 2.3438,
      "step": 25970
    },
    {
      "epoch": 1.2082344731332868,
      "grad_norm": 0.8273585872025208,
      "learning_rate": 0.00027438099618782316,
      "loss": 2.3906,
      "step": 25971
    },
    {
      "epoch": 1.2082809955803675,
      "grad_norm": 0.8469134892053335,
      "learning_rate": 0.00027437892168104977,
      "loss": 2.4375,
      "step": 25972
    },
    {
      "epoch": 1.2083275180274482,
      "grad_norm": 0.757388552984276,
      "learning_rate": 0.0002743768470981309,
      "loss": 2.2812,
      "step": 25973
    },
    {
      "epoch": 1.208374040474529,
      "grad_norm": 0.8613337454329201,
      "learning_rate": 0.00027437477243906776,
      "loss": 2.5625,
      "step": 25974
    },
    {
      "epoch": 1.2084205629216096,
      "grad_norm": 0.9148473313789444,
      "learning_rate": 0.0002743726977038616,
      "loss": 2.5,
      "step": 25975
    },
    {
      "epoch": 1.2084670853686903,
      "grad_norm": 0.8132214995649152,
      "learning_rate": 0.0002743706228925138,
      "loss": 2.4531,
      "step": 25976
    },
    {
      "epoch": 1.208513607815771,
      "grad_norm": 0.8352440022646777,
      "learning_rate": 0.00027436854800502557,
      "loss": 2.3438,
      "step": 25977
    },
    {
      "epoch": 1.208560130262852,
      "grad_norm": 0.8512071917889309,
      "learning_rate": 0.00027436647304139816,
      "loss": 2.375,
      "step": 25978
    },
    {
      "epoch": 1.2086066527099326,
      "grad_norm": 0.9591625274344913,
      "learning_rate": 0.0002743643980016329,
      "loss": 2.7031,
      "step": 25979
    },
    {
      "epoch": 1.2086531751570133,
      "grad_norm": 0.8265024860603538,
      "learning_rate": 0.00027436232288573096,
      "loss": 2.0938,
      "step": 25980
    },
    {
      "epoch": 1.208699697604094,
      "grad_norm": 0.802982016241989,
      "learning_rate": 0.0002743602476936937,
      "loss": 2.3281,
      "step": 25981
    },
    {
      "epoch": 1.2087462200511747,
      "grad_norm": 0.9174458497987663,
      "learning_rate": 0.00027435817242552236,
      "loss": 2.7344,
      "step": 25982
    },
    {
      "epoch": 1.2087927424982554,
      "grad_norm": 0.8410597527293143,
      "learning_rate": 0.00027435609708121824,
      "loss": 2.5469,
      "step": 25983
    },
    {
      "epoch": 1.2088392649453361,
      "grad_norm": 0.8388503871552656,
      "learning_rate": 0.0002743540216607826,
      "loss": 2.4688,
      "step": 25984
    },
    {
      "epoch": 1.2088857873924168,
      "grad_norm": 0.8338977600500912,
      "learning_rate": 0.0002743519461642166,
      "loss": 2.2812,
      "step": 25985
    },
    {
      "epoch": 1.2089323098394975,
      "grad_norm": 0.922265557431658,
      "learning_rate": 0.00027434987059152174,
      "loss": 2.5312,
      "step": 25986
    },
    {
      "epoch": 1.2089788322865782,
      "grad_norm": 0.8415854716560051,
      "learning_rate": 0.0002743477949426991,
      "loss": 2.3125,
      "step": 25987
    },
    {
      "epoch": 1.209025354733659,
      "grad_norm": 0.9006027174669958,
      "learning_rate": 0.00027434571921775,
      "loss": 2.4219,
      "step": 25988
    },
    {
      "epoch": 1.2090718771807398,
      "grad_norm": 0.8387915052961307,
      "learning_rate": 0.0002743436434166757,
      "loss": 2.4844,
      "step": 25989
    },
    {
      "epoch": 1.2091183996278203,
      "grad_norm": 0.8439804846440716,
      "learning_rate": 0.0002743415675394775,
      "loss": 2.6094,
      "step": 25990
    },
    {
      "epoch": 1.2091649220749012,
      "grad_norm": 0.8036470191297386,
      "learning_rate": 0.00027433949158615667,
      "loss": 2.2188,
      "step": 25991
    },
    {
      "epoch": 1.209211444521982,
      "grad_norm": 0.8370715350784073,
      "learning_rate": 0.0002743374155567145,
      "loss": 1.7031,
      "step": 25992
    },
    {
      "epoch": 1.2092579669690626,
      "grad_norm": 0.8530254993057468,
      "learning_rate": 0.00027433533945115215,
      "loss": 2.25,
      "step": 25993
    },
    {
      "epoch": 1.2093044894161433,
      "grad_norm": 0.8175303682234564,
      "learning_rate": 0.00027433326326947103,
      "loss": 2.3125,
      "step": 25994
    },
    {
      "epoch": 1.209351011863224,
      "grad_norm": 0.7855204948139016,
      "learning_rate": 0.00027433118701167237,
      "loss": 1.625,
      "step": 25995
    },
    {
      "epoch": 1.2093975343103047,
      "grad_norm": 0.8344694987801641,
      "learning_rate": 0.00027432911067775735,
      "loss": 2.2656,
      "step": 25996
    },
    {
      "epoch": 1.2094440567573854,
      "grad_norm": 0.7966979327256265,
      "learning_rate": 0.00027432703426772737,
      "loss": 2.375,
      "step": 25997
    },
    {
      "epoch": 1.2094905792044661,
      "grad_norm": 0.8424506377026945,
      "learning_rate": 0.0002743249577815837,
      "loss": 2.375,
      "step": 25998
    },
    {
      "epoch": 1.2095371016515468,
      "grad_norm": 0.9641233149228288,
      "learning_rate": 0.00027432288121932746,
      "loss": 2.2656,
      "step": 25999
    },
    {
      "epoch": 1.2095836240986275,
      "grad_norm": 0.8339758836886364,
      "learning_rate": 0.00027432080458096006,
      "loss": 2.1719,
      "step": 26000
    },
    {
      "epoch": 1.2096301465457082,
      "grad_norm": 0.8461096734871627,
      "learning_rate": 0.0002743187278664827,
      "loss": 2.3281,
      "step": 26001
    },
    {
      "epoch": 1.2096766689927891,
      "grad_norm": 0.8675720758976251,
      "learning_rate": 0.00027431665107589674,
      "loss": 2.3125,
      "step": 26002
    },
    {
      "epoch": 1.2097231914398696,
      "grad_norm": 0.8577642409613767,
      "learning_rate": 0.00027431457420920335,
      "loss": 2.6562,
      "step": 26003
    },
    {
      "epoch": 1.2097697138869505,
      "grad_norm": 0.8245760840585571,
      "learning_rate": 0.00027431249726640386,
      "loss": 2.375,
      "step": 26004
    },
    {
      "epoch": 1.2098162363340312,
      "grad_norm": 0.8316620299050542,
      "learning_rate": 0.0002743104202474995,
      "loss": 2.4531,
      "step": 26005
    },
    {
      "epoch": 1.209862758781112,
      "grad_norm": 0.8434317747380262,
      "learning_rate": 0.00027430834315249163,
      "loss": 2.4062,
      "step": 26006
    },
    {
      "epoch": 1.2099092812281926,
      "grad_norm": 0.9075742865281429,
      "learning_rate": 0.0002743062659813814,
      "loss": 2.5469,
      "step": 26007
    },
    {
      "epoch": 1.2099558036752733,
      "grad_norm": 0.8341892631512627,
      "learning_rate": 0.0002743041887341702,
      "loss": 2.2031,
      "step": 26008
    },
    {
      "epoch": 1.210002326122354,
      "grad_norm": 0.8238254429450077,
      "learning_rate": 0.00027430211141085914,
      "loss": 2.2188,
      "step": 26009
    },
    {
      "epoch": 1.2100488485694347,
      "grad_norm": 0.8861906874883454,
      "learning_rate": 0.0002743000340114497,
      "loss": 2.4688,
      "step": 26010
    },
    {
      "epoch": 1.2100953710165154,
      "grad_norm": 0.7608460311446072,
      "learning_rate": 0.000274297956535943,
      "loss": 2.2969,
      "step": 26011
    },
    {
      "epoch": 1.2101418934635961,
      "grad_norm": 0.837466611992369,
      "learning_rate": 0.00027429587898434037,
      "loss": 2.625,
      "step": 26012
    },
    {
      "epoch": 1.2101884159106768,
      "grad_norm": 0.8976257471357751,
      "learning_rate": 0.0002742938013566431,
      "loss": 2.7188,
      "step": 26013
    },
    {
      "epoch": 1.2102349383577575,
      "grad_norm": 0.8523468604351369,
      "learning_rate": 0.00027429172365285234,
      "loss": 2.2656,
      "step": 26014
    },
    {
      "epoch": 1.2102814608048384,
      "grad_norm": 0.840237156024885,
      "learning_rate": 0.0002742896458729695,
      "loss": 2.3438,
      "step": 26015
    },
    {
      "epoch": 1.210327983251919,
      "grad_norm": 0.8293795455021408,
      "learning_rate": 0.0002742875680169958,
      "loss": 2.2344,
      "step": 26016
    },
    {
      "epoch": 1.2103745056989998,
      "grad_norm": 0.7891841332455363,
      "learning_rate": 0.00027428549008493263,
      "loss": 2.0469,
      "step": 26017
    },
    {
      "epoch": 1.2104210281460805,
      "grad_norm": 0.8183259696766817,
      "learning_rate": 0.000274283412076781,
      "loss": 2.2969,
      "step": 26018
    },
    {
      "epoch": 1.2104675505931612,
      "grad_norm": 0.8887718419030552,
      "learning_rate": 0.0002742813339925424,
      "loss": 2.3594,
      "step": 26019
    },
    {
      "epoch": 1.210514073040242,
      "grad_norm": 0.8140420019814119,
      "learning_rate": 0.00027427925583221803,
      "loss": 2.2656,
      "step": 26020
    },
    {
      "epoch": 1.2105605954873226,
      "grad_norm": 1.045989275535302,
      "learning_rate": 0.00027427717759580917,
      "loss": 2.4688,
      "step": 26021
    },
    {
      "epoch": 1.2106071179344033,
      "grad_norm": 0.8367911563127994,
      "learning_rate": 0.00027427509928331707,
      "loss": 2.3906,
      "step": 26022
    },
    {
      "epoch": 1.210653640381484,
      "grad_norm": 0.8786683086127676,
      "learning_rate": 0.00027427302089474303,
      "loss": 2.4688,
      "step": 26023
    },
    {
      "epoch": 1.2107001628285647,
      "grad_norm": 0.8258956353292268,
      "learning_rate": 0.0002742709424300883,
      "loss": 2.6406,
      "step": 26024
    },
    {
      "epoch": 1.2107466852756454,
      "grad_norm": 0.7898383700603898,
      "learning_rate": 0.00027426886388935424,
      "loss": 2.3125,
      "step": 26025
    },
    {
      "epoch": 1.2107932077227261,
      "grad_norm": 0.8283440111133376,
      "learning_rate": 0.000274266785272542,
      "loss": 2.5781,
      "step": 26026
    },
    {
      "epoch": 1.2108397301698068,
      "grad_norm": 0.8388092631706757,
      "learning_rate": 0.00027426470657965283,
      "loss": 2.7344,
      "step": 26027
    },
    {
      "epoch": 1.2108862526168878,
      "grad_norm": 0.8271554242585157,
      "learning_rate": 0.0002742626278106882,
      "loss": 2.2969,
      "step": 26028
    },
    {
      "epoch": 1.2109327750639685,
      "grad_norm": 0.779159637317819,
      "learning_rate": 0.00027426054896564916,
      "loss": 2.2969,
      "step": 26029
    },
    {
      "epoch": 1.2109792975110492,
      "grad_norm": 0.9304668287616722,
      "learning_rate": 0.00027425847004453714,
      "loss": 2.6406,
      "step": 26030
    },
    {
      "epoch": 1.2110258199581299,
      "grad_norm": 0.885397306962984,
      "learning_rate": 0.0002742563910473533,
      "loss": 2.5781,
      "step": 26031
    },
    {
      "epoch": 1.2110723424052106,
      "grad_norm": 0.7858929859216316,
      "learning_rate": 0.000274254311974099,
      "loss": 1.9141,
      "step": 26032
    },
    {
      "epoch": 1.2111188648522913,
      "grad_norm": 0.8560819529125807,
      "learning_rate": 0.00027425223282477547,
      "loss": 2.5312,
      "step": 26033
    },
    {
      "epoch": 1.211165387299372,
      "grad_norm": 1.0875052830451715,
      "learning_rate": 0.00027425015359938405,
      "loss": 1.7969,
      "step": 26034
    },
    {
      "epoch": 1.2112119097464527,
      "grad_norm": 0.8842562605026274,
      "learning_rate": 0.0002742480742979258,
      "loss": 1.8125,
      "step": 26035
    },
    {
      "epoch": 1.2112584321935334,
      "grad_norm": 0.8191023865470314,
      "learning_rate": 0.0002742459949204023,
      "loss": 2.4219,
      "step": 26036
    },
    {
      "epoch": 1.211304954640614,
      "grad_norm": 0.8253516866651427,
      "learning_rate": 0.0002742439154668146,
      "loss": 2.5156,
      "step": 26037
    },
    {
      "epoch": 1.2113514770876948,
      "grad_norm": 0.7946684744242728,
      "learning_rate": 0.00027424183593716405,
      "loss": 2.3438,
      "step": 26038
    },
    {
      "epoch": 1.2113979995347754,
      "grad_norm": 0.8897121253161071,
      "learning_rate": 0.00027423975633145196,
      "loss": 2.5,
      "step": 26039
    },
    {
      "epoch": 1.2114445219818561,
      "grad_norm": 0.9550890492829333,
      "learning_rate": 0.00027423767664967947,
      "loss": 1.7969,
      "step": 26040
    },
    {
      "epoch": 1.211491044428937,
      "grad_norm": 0.8591057232575876,
      "learning_rate": 0.000274235596891848,
      "loss": 2.5312,
      "step": 26041
    },
    {
      "epoch": 1.2115375668760178,
      "grad_norm": 0.8291692671307007,
      "learning_rate": 0.00027423351705795876,
      "loss": 2.4531,
      "step": 26042
    },
    {
      "epoch": 1.2115840893230985,
      "grad_norm": 0.8805635274322152,
      "learning_rate": 0.000274231437148013,
      "loss": 1.8672,
      "step": 26043
    },
    {
      "epoch": 1.2116306117701792,
      "grad_norm": 0.8770271766956249,
      "learning_rate": 0.00027422935716201206,
      "loss": 2.6875,
      "step": 26044
    },
    {
      "epoch": 1.2116771342172599,
      "grad_norm": 0.908766586628744,
      "learning_rate": 0.00027422727709995717,
      "loss": 2.3438,
      "step": 26045
    },
    {
      "epoch": 1.2117236566643406,
      "grad_norm": 0.8281603257317472,
      "learning_rate": 0.0002742251969618496,
      "loss": 2.3125,
      "step": 26046
    },
    {
      "epoch": 1.2117701791114213,
      "grad_norm": 0.8338035620254634,
      "learning_rate": 0.00027422311674769065,
      "loss": 1.9297,
      "step": 26047
    },
    {
      "epoch": 1.211816701558502,
      "grad_norm": 0.88530222677527,
      "learning_rate": 0.00027422103645748157,
      "loss": 2.5312,
      "step": 26048
    },
    {
      "epoch": 1.2118632240055827,
      "grad_norm": 0.869282905567239,
      "learning_rate": 0.0002742189560912236,
      "loss": 2.2344,
      "step": 26049
    },
    {
      "epoch": 1.2119097464526634,
      "grad_norm": 0.8120513370518364,
      "learning_rate": 0.0002742168756489181,
      "loss": 2.2969,
      "step": 26050
    },
    {
      "epoch": 1.211956268899744,
      "grad_norm": 0.8467322591249171,
      "learning_rate": 0.0002742147951305663,
      "loss": 2.5781,
      "step": 26051
    },
    {
      "epoch": 1.2120027913468248,
      "grad_norm": 0.8455615981129914,
      "learning_rate": 0.0002742127145361694,
      "loss": 2.6562,
      "step": 26052
    },
    {
      "epoch": 1.2120493137939055,
      "grad_norm": 0.8790650652183367,
      "learning_rate": 0.00027421063386572883,
      "loss": 2.4062,
      "step": 26053
    },
    {
      "epoch": 1.2120958362409864,
      "grad_norm": 0.8482677848800937,
      "learning_rate": 0.00027420855311924573,
      "loss": 2.3125,
      "step": 26054
    },
    {
      "epoch": 1.212142358688067,
      "grad_norm": 0.8291636426237732,
      "learning_rate": 0.00027420647229672146,
      "loss": 2.375,
      "step": 26055
    },
    {
      "epoch": 1.2121888811351478,
      "grad_norm": 0.8375058304591861,
      "learning_rate": 0.0002742043913981572,
      "loss": 2.3906,
      "step": 26056
    },
    {
      "epoch": 1.2122354035822285,
      "grad_norm": 0.7966490313705563,
      "learning_rate": 0.00027420231042355435,
      "loss": 2.2344,
      "step": 26057
    },
    {
      "epoch": 1.2122819260293092,
      "grad_norm": 0.8787616172458529,
      "learning_rate": 0.00027420022937291405,
      "loss": 2.3125,
      "step": 26058
    },
    {
      "epoch": 1.2123284484763899,
      "grad_norm": 0.8391098771886641,
      "learning_rate": 0.0002741981482462377,
      "loss": 2.3594,
      "step": 26059
    },
    {
      "epoch": 1.2123749709234706,
      "grad_norm": 0.8377125482633692,
      "learning_rate": 0.0002741960670435264,
      "loss": 2.2344,
      "step": 26060
    },
    {
      "epoch": 1.2124214933705513,
      "grad_norm": 0.816570781581995,
      "learning_rate": 0.00027419398576478165,
      "loss": 2.5,
      "step": 26061
    },
    {
      "epoch": 1.212468015817632,
      "grad_norm": 0.7965770808859124,
      "learning_rate": 0.00027419190441000453,
      "loss": 2.5156,
      "step": 26062
    },
    {
      "epoch": 1.2125145382647127,
      "grad_norm": 0.8888147988669514,
      "learning_rate": 0.0002741898229791965,
      "loss": 2.5156,
      "step": 26063
    },
    {
      "epoch": 1.2125610607117934,
      "grad_norm": 0.8955933851348684,
      "learning_rate": 0.0002741877414723586,
      "loss": 2.4688,
      "step": 26064
    },
    {
      "epoch": 1.212607583158874,
      "grad_norm": 0.8882872063280448,
      "learning_rate": 0.0002741856598894923,
      "loss": 2.6094,
      "step": 26065
    },
    {
      "epoch": 1.2126541056059548,
      "grad_norm": 0.8299179102553591,
      "learning_rate": 0.0002741835782305988,
      "loss": 2.2812,
      "step": 26066
    },
    {
      "epoch": 1.2127006280530357,
      "grad_norm": 0.8566390131962525,
      "learning_rate": 0.0002741814964956794,
      "loss": 2.4062,
      "step": 26067
    },
    {
      "epoch": 1.2127471505001164,
      "grad_norm": 0.8326442637576501,
      "learning_rate": 0.00027417941468473527,
      "loss": 2.3594,
      "step": 26068
    },
    {
      "epoch": 1.212793672947197,
      "grad_norm": 0.799462105801296,
      "learning_rate": 0.0002741773327977679,
      "loss": 2.1719,
      "step": 26069
    },
    {
      "epoch": 1.2128401953942778,
      "grad_norm": 0.861196551432734,
      "learning_rate": 0.0002741752508347784,
      "loss": 2.3125,
      "step": 26070
    },
    {
      "epoch": 1.2128867178413585,
      "grad_norm": 0.7876872919420808,
      "learning_rate": 0.000274173168795768,
      "loss": 2.1875,
      "step": 26071
    },
    {
      "epoch": 1.2129332402884392,
      "grad_norm": 0.8834511275832717,
      "learning_rate": 0.00027417108668073814,
      "loss": 2.3125,
      "step": 26072
    },
    {
      "epoch": 1.2129797627355199,
      "grad_norm": 0.8837776288632303,
      "learning_rate": 0.00027416900448969,
      "loss": 2.5,
      "step": 26073
    },
    {
      "epoch": 1.2130262851826006,
      "grad_norm": 0.811996281097643,
      "learning_rate": 0.0002741669222226248,
      "loss": 2.4688,
      "step": 26074
    },
    {
      "epoch": 1.2130728076296813,
      "grad_norm": 0.8702128899410799,
      "learning_rate": 0.0002741648398795439,
      "loss": 2.1406,
      "step": 26075
    },
    {
      "epoch": 1.213119330076762,
      "grad_norm": 0.827302249082937,
      "learning_rate": 0.0002741627574604486,
      "loss": 2.2031,
      "step": 26076
    },
    {
      "epoch": 1.2131658525238427,
      "grad_norm": 0.892853388298475,
      "learning_rate": 0.0002741606749653401,
      "loss": 2.5156,
      "step": 26077
    },
    {
      "epoch": 1.2132123749709234,
      "grad_norm": 0.7807227119885032,
      "learning_rate": 0.0002741585923942197,
      "loss": 2.0469,
      "step": 26078
    },
    {
      "epoch": 1.213258897418004,
      "grad_norm": 0.8479684774684958,
      "learning_rate": 0.0002741565097470887,
      "loss": 2.4531,
      "step": 26079
    },
    {
      "epoch": 1.213305419865085,
      "grad_norm": 0.9007924198150598,
      "learning_rate": 0.0002741544270239483,
      "loss": 2.5,
      "step": 26080
    },
    {
      "epoch": 1.2133519423121657,
      "grad_norm": 0.9210321258950495,
      "learning_rate": 0.0002741523442247998,
      "loss": 2.3125,
      "step": 26081
    },
    {
      "epoch": 1.2133984647592464,
      "grad_norm": 0.818600914936388,
      "learning_rate": 0.00027415026134964464,
      "loss": 2.3125,
      "step": 26082
    },
    {
      "epoch": 1.213444987206327,
      "grad_norm": 0.9038799238700306,
      "learning_rate": 0.00027414817839848386,
      "loss": 2.5469,
      "step": 26083
    },
    {
      "epoch": 1.2134915096534078,
      "grad_norm": 0.8171173413829893,
      "learning_rate": 0.0002741460953713188,
      "loss": 2.1719,
      "step": 26084
    },
    {
      "epoch": 1.2135380321004885,
      "grad_norm": 0.856418465031656,
      "learning_rate": 0.0002741440122681509,
      "loss": 2.3906,
      "step": 26085
    },
    {
      "epoch": 1.2135845545475692,
      "grad_norm": 0.7974145278293829,
      "learning_rate": 0.0002741419290889812,
      "loss": 2.1719,
      "step": 26086
    },
    {
      "epoch": 1.21363107699465,
      "grad_norm": 0.8219044288954561,
      "learning_rate": 0.0002741398458338111,
      "loss": 2.4688,
      "step": 26087
    },
    {
      "epoch": 1.2136775994417306,
      "grad_norm": 0.9822653078038771,
      "learning_rate": 0.0002741377625026419,
      "loss": 2.25,
      "step": 26088
    },
    {
      "epoch": 1.2137241218888113,
      "grad_norm": 0.8204390903752944,
      "learning_rate": 0.0002741356790954748,
      "loss": 2.2969,
      "step": 26089
    },
    {
      "epoch": 1.213770644335892,
      "grad_norm": 0.886213971309525,
      "learning_rate": 0.00027413359561231107,
      "loss": 2.7344,
      "step": 26090
    },
    {
      "epoch": 1.2138171667829727,
      "grad_norm": 0.8375871447776619,
      "learning_rate": 0.00027413151205315204,
      "loss": 2.5469,
      "step": 26091
    },
    {
      "epoch": 1.2138636892300534,
      "grad_norm": 0.806108287737517,
      "learning_rate": 0.000274129428417999,
      "loss": 2.25,
      "step": 26092
    },
    {
      "epoch": 1.2139102116771343,
      "grad_norm": 0.7808945038875343,
      "learning_rate": 0.00027412734470685316,
      "loss": 2.25,
      "step": 26093
    },
    {
      "epoch": 1.213956734124215,
      "grad_norm": 0.8450768972582151,
      "learning_rate": 0.0002741252609197158,
      "loss": 2.4062,
      "step": 26094
    },
    {
      "epoch": 1.2140032565712957,
      "grad_norm": 0.8906395199587301,
      "learning_rate": 0.0002741231770565883,
      "loss": 2.4531,
      "step": 26095
    },
    {
      "epoch": 1.2140497790183764,
      "grad_norm": 0.8527830561809041,
      "learning_rate": 0.00027412109311747185,
      "loss": 2.4844,
      "step": 26096
    },
    {
      "epoch": 1.214096301465457,
      "grad_norm": 0.8239327212513133,
      "learning_rate": 0.0002741190091023677,
      "loss": 2.3281,
      "step": 26097
    },
    {
      "epoch": 1.2141428239125378,
      "grad_norm": 0.9080864355781998,
      "learning_rate": 0.00027411692501127713,
      "loss": 2.5469,
      "step": 26098
    },
    {
      "epoch": 1.2141893463596185,
      "grad_norm": 0.8266003170110652,
      "learning_rate": 0.0002741148408442015,
      "loss": 2.4219,
      "step": 26099
    },
    {
      "epoch": 1.2142358688066992,
      "grad_norm": 0.8276351874157437,
      "learning_rate": 0.000274112756601142,
      "loss": 2.5781,
      "step": 26100
    },
    {
      "epoch": 1.21428239125378,
      "grad_norm": 0.8243730989182402,
      "learning_rate": 0.00027411067228209993,
      "loss": 2.4375,
      "step": 26101
    },
    {
      "epoch": 1.2143289137008606,
      "grad_norm": 0.8309446330886632,
      "learning_rate": 0.00027410858788707665,
      "loss": 2.4531,
      "step": 26102
    },
    {
      "epoch": 1.2143754361479413,
      "grad_norm": 0.8515633217086498,
      "learning_rate": 0.0002741065034160733,
      "loss": 2.2656,
      "step": 26103
    },
    {
      "epoch": 1.2144219585950222,
      "grad_norm": 0.8247790078706893,
      "learning_rate": 0.0002741044188690912,
      "loss": 2.2656,
      "step": 26104
    },
    {
      "epoch": 1.2144684810421027,
      "grad_norm": 0.8753617143352272,
      "learning_rate": 0.00027410233424613167,
      "loss": 2.6406,
      "step": 26105
    },
    {
      "epoch": 1.2145150034891836,
      "grad_norm": 0.8669378744040509,
      "learning_rate": 0.000274100249547196,
      "loss": 2.375,
      "step": 26106
    },
    {
      "epoch": 1.2145615259362643,
      "grad_norm": 0.823930253543335,
      "learning_rate": 0.00027409816477228535,
      "loss": 2.4219,
      "step": 26107
    },
    {
      "epoch": 1.214608048383345,
      "grad_norm": 0.7897607987473425,
      "learning_rate": 0.00027409607992140113,
      "loss": 2.3594,
      "step": 26108
    },
    {
      "epoch": 1.2146545708304257,
      "grad_norm": 0.8070043232101212,
      "learning_rate": 0.00027409399499454454,
      "loss": 2.3594,
      "step": 26109
    },
    {
      "epoch": 1.2147010932775064,
      "grad_norm": 0.789568719110792,
      "learning_rate": 0.00027409190999171687,
      "loss": 2.1406,
      "step": 26110
    },
    {
      "epoch": 1.2147476157245871,
      "grad_norm": 0.8434784288884062,
      "learning_rate": 0.0002740898249129194,
      "loss": 2.375,
      "step": 26111
    },
    {
      "epoch": 1.2147941381716678,
      "grad_norm": 0.9020346818795391,
      "learning_rate": 0.0002740877397581534,
      "loss": 2.6875,
      "step": 26112
    },
    {
      "epoch": 1.2148406606187485,
      "grad_norm": 0.8585739770403014,
      "learning_rate": 0.0002740856545274202,
      "loss": 2.7656,
      "step": 26113
    },
    {
      "epoch": 1.2148871830658292,
      "grad_norm": 0.8538924305137144,
      "learning_rate": 0.00027408356922072096,
      "loss": 2.8281,
      "step": 26114
    },
    {
      "epoch": 1.21493370551291,
      "grad_norm": 0.8238500550836464,
      "learning_rate": 0.00027408148383805704,
      "loss": 2.2188,
      "step": 26115
    },
    {
      "epoch": 1.2149802279599906,
      "grad_norm": 0.8433393451899666,
      "learning_rate": 0.00027407939837942975,
      "loss": 2.3438,
      "step": 26116
    },
    {
      "epoch": 1.2150267504070715,
      "grad_norm": 0.836398732394705,
      "learning_rate": 0.0002740773128448403,
      "loss": 2.5,
      "step": 26117
    },
    {
      "epoch": 1.215073272854152,
      "grad_norm": 0.7760227401119341,
      "learning_rate": 0.00027407522723429,
      "loss": 2.1719,
      "step": 26118
    },
    {
      "epoch": 1.215119795301233,
      "grad_norm": 0.933448292987032,
      "learning_rate": 0.0002740731415477801,
      "loss": 2.4844,
      "step": 26119
    },
    {
      "epoch": 1.2151663177483136,
      "grad_norm": 0.7871485151018326,
      "learning_rate": 0.0002740710557853119,
      "loss": 2.2188,
      "step": 26120
    },
    {
      "epoch": 1.2152128401953943,
      "grad_norm": 0.8855967862724333,
      "learning_rate": 0.0002740689699468867,
      "loss": 2.5156,
      "step": 26121
    },
    {
      "epoch": 1.215259362642475,
      "grad_norm": 0.8917743909242241,
      "learning_rate": 0.0002740668840325057,
      "loss": 2.5156,
      "step": 26122
    },
    {
      "epoch": 1.2153058850895557,
      "grad_norm": 0.839445555903258,
      "learning_rate": 0.0002740647980421702,
      "loss": 2.4219,
      "step": 26123
    },
    {
      "epoch": 1.2153524075366364,
      "grad_norm": 0.794202687805072,
      "learning_rate": 0.0002740627119758815,
      "loss": 2.1875,
      "step": 26124
    },
    {
      "epoch": 1.2153989299837171,
      "grad_norm": 0.7833089030461434,
      "learning_rate": 0.00027406062583364095,
      "loss": 2.1406,
      "step": 26125
    },
    {
      "epoch": 1.2154454524307978,
      "grad_norm": 0.8605668740054979,
      "learning_rate": 0.0002740585396154497,
      "loss": 2.3906,
      "step": 26126
    },
    {
      "epoch": 1.2154919748778785,
      "grad_norm": 0.8325246685714417,
      "learning_rate": 0.0002740564533213091,
      "loss": 2.2188,
      "step": 26127
    },
    {
      "epoch": 1.2155384973249592,
      "grad_norm": 0.8203132395086272,
      "learning_rate": 0.0002740543669512204,
      "loss": 2.5781,
      "step": 26128
    },
    {
      "epoch": 1.21558501977204,
      "grad_norm": 0.8602104524070288,
      "learning_rate": 0.0002740522805051849,
      "loss": 2.2656,
      "step": 26129
    },
    {
      "epoch": 1.2156315422191208,
      "grad_norm": 0.8990466839221474,
      "learning_rate": 0.0002740501939832038,
      "loss": 2.4531,
      "step": 26130
    },
    {
      "epoch": 1.2156780646662013,
      "grad_norm": 0.8243850176568239,
      "learning_rate": 0.0002740481073852785,
      "loss": 2.2188,
      "step": 26131
    },
    {
      "epoch": 1.2157245871132822,
      "grad_norm": 0.792923950235513,
      "learning_rate": 0.0002740460207114102,
      "loss": 2.3125,
      "step": 26132
    },
    {
      "epoch": 1.215771109560363,
      "grad_norm": 0.8504929866372651,
      "learning_rate": 0.0002740439339616002,
      "loss": 2.4062,
      "step": 26133
    },
    {
      "epoch": 1.2158176320074436,
      "grad_norm": 1.0030156748183898,
      "learning_rate": 0.0002740418471358498,
      "loss": 2.3906,
      "step": 26134
    },
    {
      "epoch": 1.2158641544545243,
      "grad_norm": 0.8691743596560634,
      "learning_rate": 0.0002740397602341602,
      "loss": 2.5625,
      "step": 26135
    },
    {
      "epoch": 1.215910676901605,
      "grad_norm": 0.7725726299468114,
      "learning_rate": 0.00027403767325653275,
      "loss": 2.1719,
      "step": 26136
    },
    {
      "epoch": 1.2159571993486857,
      "grad_norm": 0.7937964006078855,
      "learning_rate": 0.0002740355862029687,
      "loss": 2.3906,
      "step": 26137
    },
    {
      "epoch": 1.2160037217957664,
      "grad_norm": 0.8317567806746353,
      "learning_rate": 0.0002740334990734693,
      "loss": 2.5469,
      "step": 26138
    },
    {
      "epoch": 1.2160502442428471,
      "grad_norm": 0.9507147192160353,
      "learning_rate": 0.000274031411868036,
      "loss": 2.6406,
      "step": 26139
    },
    {
      "epoch": 1.2160967666899278,
      "grad_norm": 0.9489377407261941,
      "learning_rate": 0.0002740293245866698,
      "loss": 2.6719,
      "step": 26140
    },
    {
      "epoch": 1.2161432891370085,
      "grad_norm": 0.876737513084893,
      "learning_rate": 0.00027402723722937214,
      "loss": 2.4375,
      "step": 26141
    },
    {
      "epoch": 1.2161898115840892,
      "grad_norm": 0.8097728391361346,
      "learning_rate": 0.0002740251497961443,
      "loss": 2.2344,
      "step": 26142
    },
    {
      "epoch": 1.2162363340311702,
      "grad_norm": 0.9308395556127989,
      "learning_rate": 0.0002740230622869875,
      "loss": 2.2344,
      "step": 26143
    },
    {
      "epoch": 1.2162828564782509,
      "grad_norm": 0.8525806114913104,
      "learning_rate": 0.0002740209747019031,
      "loss": 2.5469,
      "step": 26144
    },
    {
      "epoch": 1.2163293789253316,
      "grad_norm": 0.9157071104391885,
      "learning_rate": 0.0002740188870408923,
      "loss": 2.6094,
      "step": 26145
    },
    {
      "epoch": 1.2163759013724122,
      "grad_norm": 0.8358904265325487,
      "learning_rate": 0.0002740167993039564,
      "loss": 2.4062,
      "step": 26146
    },
    {
      "epoch": 1.216422423819493,
      "grad_norm": 0.8287349319285066,
      "learning_rate": 0.0002740147114910967,
      "loss": 2.3906,
      "step": 26147
    },
    {
      "epoch": 1.2164689462665736,
      "grad_norm": 0.9269819064706449,
      "learning_rate": 0.00027401262360231445,
      "loss": 2.3125,
      "step": 26148
    },
    {
      "epoch": 1.2165154687136543,
      "grad_norm": 0.8594621582305041,
      "learning_rate": 0.0002740105356376109,
      "loss": 2.6094,
      "step": 26149
    },
    {
      "epoch": 1.216561991160735,
      "grad_norm": 0.7937412233073791,
      "learning_rate": 0.0002740084475969874,
      "loss": 2.3438,
      "step": 26150
    },
    {
      "epoch": 1.2166085136078157,
      "grad_norm": 0.8273042369597352,
      "learning_rate": 0.0002740063594804453,
      "loss": 2.25,
      "step": 26151
    },
    {
      "epoch": 1.2166550360548964,
      "grad_norm": 0.8282374795835897,
      "learning_rate": 0.0002740042712879857,
      "loss": 2.5781,
      "step": 26152
    },
    {
      "epoch": 1.2167015585019771,
      "grad_norm": 0.8123307262507764,
      "learning_rate": 0.0002740021830196099,
      "loss": 2.5781,
      "step": 26153
    },
    {
      "epoch": 1.2167480809490578,
      "grad_norm": 0.8412732832088861,
      "learning_rate": 0.0002740000946753193,
      "loss": 2.5469,
      "step": 26154
    },
    {
      "epoch": 1.2167946033961385,
      "grad_norm": 0.8900905254999023,
      "learning_rate": 0.00027399800625511504,
      "loss": 2.5625,
      "step": 26155
    },
    {
      "epoch": 1.2168411258432195,
      "grad_norm": 0.907193403755359,
      "learning_rate": 0.00027399591775899854,
      "loss": 2.3906,
      "step": 26156
    },
    {
      "epoch": 1.2168876482903002,
      "grad_norm": 0.7786502928499072,
      "learning_rate": 0.000273993829186971,
      "loss": 2.0938,
      "step": 26157
    },
    {
      "epoch": 1.2169341707373809,
      "grad_norm": 0.7675795985442874,
      "learning_rate": 0.0002739917405390337,
      "loss": 2.2812,
      "step": 26158
    },
    {
      "epoch": 1.2169806931844616,
      "grad_norm": 0.84389835826984,
      "learning_rate": 0.00027398965181518785,
      "loss": 2.3594,
      "step": 26159
    },
    {
      "epoch": 1.2170272156315423,
      "grad_norm": 0.8501432457955872,
      "learning_rate": 0.0002739875630154349,
      "loss": 2.5156,
      "step": 26160
    },
    {
      "epoch": 1.217073738078623,
      "grad_norm": 0.7921503529251125,
      "learning_rate": 0.00027398547413977597,
      "loss": 1.9922,
      "step": 26161
    },
    {
      "epoch": 1.2171202605257037,
      "grad_norm": 0.8678510023294911,
      "learning_rate": 0.00027398338518821243,
      "loss": 2.4062,
      "step": 26162
    },
    {
      "epoch": 1.2171667829727844,
      "grad_norm": 0.8641285579993104,
      "learning_rate": 0.0002739812961607456,
      "loss": 2.5,
      "step": 26163
    },
    {
      "epoch": 1.217213305419865,
      "grad_norm": 0.8247390471130761,
      "learning_rate": 0.0002739792070573766,
      "loss": 2.375,
      "step": 26164
    },
    {
      "epoch": 1.2172598278669458,
      "grad_norm": 0.8436858544877984,
      "learning_rate": 0.0002739771178781068,
      "loss": 2.3906,
      "step": 26165
    },
    {
      "epoch": 1.2173063503140265,
      "grad_norm": 0.7591744986780349,
      "learning_rate": 0.00027397502862293755,
      "loss": 1.7734,
      "step": 26166
    },
    {
      "epoch": 1.2173528727611072,
      "grad_norm": 0.9039888163387481,
      "learning_rate": 0.00027397293929187,
      "loss": 2.4844,
      "step": 26167
    },
    {
      "epoch": 1.2173993952081879,
      "grad_norm": 0.8565432985756636,
      "learning_rate": 0.0002739708498849055,
      "loss": 2.4531,
      "step": 26168
    },
    {
      "epoch": 1.2174459176552688,
      "grad_norm": 0.8905641630441588,
      "learning_rate": 0.0002739687604020453,
      "loss": 2.3281,
      "step": 26169
    },
    {
      "epoch": 1.2174924401023495,
      "grad_norm": 0.8205564022556259,
      "learning_rate": 0.0002739666708432907,
      "loss": 2.5,
      "step": 26170
    },
    {
      "epoch": 1.2175389625494302,
      "grad_norm": 0.8134126989563728,
      "learning_rate": 0.000273964581208643,
      "loss": 2.2812,
      "step": 26171
    },
    {
      "epoch": 1.2175854849965109,
      "grad_norm": 0.8931936588333528,
      "learning_rate": 0.0002739624914981034,
      "loss": 2.4844,
      "step": 26172
    },
    {
      "epoch": 1.2176320074435916,
      "grad_norm": 0.8753463279395088,
      "learning_rate": 0.00027396040171167327,
      "loss": 2.5625,
      "step": 26173
    },
    {
      "epoch": 1.2176785298906723,
      "grad_norm": 0.8299214221991349,
      "learning_rate": 0.00027395831184935383,
      "loss": 2.375,
      "step": 26174
    },
    {
      "epoch": 1.217725052337753,
      "grad_norm": 1.1080269043081143,
      "learning_rate": 0.0002739562219111464,
      "loss": 2.4219,
      "step": 26175
    },
    {
      "epoch": 1.2177715747848337,
      "grad_norm": 0.8929398693760169,
      "learning_rate": 0.0002739541318970523,
      "loss": 1.8203,
      "step": 26176
    },
    {
      "epoch": 1.2178180972319144,
      "grad_norm": 0.8935725067989074,
      "learning_rate": 0.00027395204180707266,
      "loss": 2.3906,
      "step": 26177
    },
    {
      "epoch": 1.217864619678995,
      "grad_norm": 0.8336017021531857,
      "learning_rate": 0.00027394995164120887,
      "loss": 2.4531,
      "step": 26178
    },
    {
      "epoch": 1.2179111421260758,
      "grad_norm": 0.8948757116971753,
      "learning_rate": 0.0002739478613994622,
      "loss": 2.5781,
      "step": 26179
    },
    {
      "epoch": 1.2179576645731565,
      "grad_norm": 0.964505260772618,
      "learning_rate": 0.0002739457710818339,
      "loss": 2.375,
      "step": 26180
    },
    {
      "epoch": 1.2180041870202372,
      "grad_norm": 0.8258222106524078,
      "learning_rate": 0.00027394368068832533,
      "loss": 2.4688,
      "step": 26181
    },
    {
      "epoch": 1.218050709467318,
      "grad_norm": 0.8522715872067648,
      "learning_rate": 0.0002739415902189376,
      "loss": 2.5312,
      "step": 26182
    },
    {
      "epoch": 1.2180972319143988,
      "grad_norm": 0.8775573345816422,
      "learning_rate": 0.00027393949967367213,
      "loss": 2.2656,
      "step": 26183
    },
    {
      "epoch": 1.2181437543614795,
      "grad_norm": 0.798434323546563,
      "learning_rate": 0.0002739374090525302,
      "loss": 2.0938,
      "step": 26184
    },
    {
      "epoch": 1.2181902768085602,
      "grad_norm": 0.876930013395237,
      "learning_rate": 0.0002739353183555131,
      "loss": 2.4062,
      "step": 26185
    },
    {
      "epoch": 1.2182367992556409,
      "grad_norm": 0.8268009306997616,
      "learning_rate": 0.00027393322758262204,
      "loss": 2.2812,
      "step": 26186
    },
    {
      "epoch": 1.2182833217027216,
      "grad_norm": 0.8074452031188488,
      "learning_rate": 0.0002739311367338583,
      "loss": 2.3594,
      "step": 26187
    },
    {
      "epoch": 1.2183298441498023,
      "grad_norm": 0.8389584890294165,
      "learning_rate": 0.0002739290458092232,
      "loss": 2.5312,
      "step": 26188
    },
    {
      "epoch": 1.218376366596883,
      "grad_norm": 0.8417617583116545,
      "learning_rate": 0.000273926954808718,
      "loss": 2.5,
      "step": 26189
    },
    {
      "epoch": 1.2184228890439637,
      "grad_norm": 0.8459710054856323,
      "learning_rate": 0.000273924863732344,
      "loss": 2.6719,
      "step": 26190
    },
    {
      "epoch": 1.2184694114910444,
      "grad_norm": 0.8982744785407142,
      "learning_rate": 0.00027392277258010244,
      "loss": 2.3906,
      "step": 26191
    },
    {
      "epoch": 1.218515933938125,
      "grad_norm": 0.7957252396251455,
      "learning_rate": 0.00027392068135199466,
      "loss": 2.1875,
      "step": 26192
    },
    {
      "epoch": 1.2185624563852058,
      "grad_norm": 0.8142246429042108,
      "learning_rate": 0.0002739185900480219,
      "loss": 2.4219,
      "step": 26193
    },
    {
      "epoch": 1.2186089788322865,
      "grad_norm": 0.8248815184285923,
      "learning_rate": 0.00027391649866818544,
      "loss": 2.375,
      "step": 26194
    },
    {
      "epoch": 1.2186555012793674,
      "grad_norm": 0.8204732169756369,
      "learning_rate": 0.00027391440721248654,
      "loss": 2.375,
      "step": 26195
    },
    {
      "epoch": 1.218702023726448,
      "grad_norm": 0.8717203079558974,
      "learning_rate": 0.00027391231568092657,
      "loss": 2.5,
      "step": 26196
    },
    {
      "epoch": 1.2187485461735288,
      "grad_norm": 0.8871687502968966,
      "learning_rate": 0.00027391022407350675,
      "loss": 2.4219,
      "step": 26197
    },
    {
      "epoch": 1.2187950686206095,
      "grad_norm": 0.8998261306362229,
      "learning_rate": 0.0002739081323902283,
      "loss": 2.4531,
      "step": 26198
    },
    {
      "epoch": 1.2188415910676902,
      "grad_norm": 0.903072120507046,
      "learning_rate": 0.0002739060406310926,
      "loss": 2.3906,
      "step": 26199
    },
    {
      "epoch": 1.2188881135147709,
      "grad_norm": 0.9164390455830844,
      "learning_rate": 0.0002739039487961009,
      "loss": 2.3281,
      "step": 26200
    },
    {
      "epoch": 1.2189346359618516,
      "grad_norm": 0.9487470976438703,
      "learning_rate": 0.0002739018568852545,
      "loss": 2.75,
      "step": 26201
    },
    {
      "epoch": 1.2189811584089323,
      "grad_norm": 0.8512186906627156,
      "learning_rate": 0.00027389976489855457,
      "loss": 2.3438,
      "step": 26202
    },
    {
      "epoch": 1.219027680856013,
      "grad_norm": 0.8963023347942604,
      "learning_rate": 0.00027389767283600257,
      "loss": 2.5469,
      "step": 26203
    },
    {
      "epoch": 1.2190742033030937,
      "grad_norm": 0.8993922176093314,
      "learning_rate": 0.0002738955806975996,
      "loss": 2.25,
      "step": 26204
    },
    {
      "epoch": 1.2191207257501744,
      "grad_norm": 0.929517987334426,
      "learning_rate": 0.000273893488483347,
      "loss": 2.4531,
      "step": 26205
    },
    {
      "epoch": 1.219167248197255,
      "grad_norm": 0.9073907135849945,
      "learning_rate": 0.0002738913961932462,
      "loss": 2.7031,
      "step": 26206
    },
    {
      "epoch": 1.2192137706443358,
      "grad_norm": 0.9011733146745068,
      "learning_rate": 0.00027388930382729826,
      "loss": 2.6562,
      "step": 26207
    },
    {
      "epoch": 1.2192602930914167,
      "grad_norm": 0.9067157796125707,
      "learning_rate": 0.0002738872113855046,
      "loss": 2.4062,
      "step": 26208
    },
    {
      "epoch": 1.2193068155384974,
      "grad_norm": 0.851563824178865,
      "learning_rate": 0.0002738851188678664,
      "loss": 2.5938,
      "step": 26209
    },
    {
      "epoch": 1.219353337985578,
      "grad_norm": 0.8448298348717085,
      "learning_rate": 0.00027388302627438506,
      "loss": 2.5469,
      "step": 26210
    },
    {
      "epoch": 1.2193998604326588,
      "grad_norm": 0.7941658166166532,
      "learning_rate": 0.0002738809336050618,
      "loss": 2.5312,
      "step": 26211
    },
    {
      "epoch": 1.2194463828797395,
      "grad_norm": 0.8014038864576034,
      "learning_rate": 0.0002738788408598979,
      "loss": 1.8359,
      "step": 26212
    },
    {
      "epoch": 1.2194929053268202,
      "grad_norm": 0.8697087294891159,
      "learning_rate": 0.00027387674803889465,
      "loss": 2.9062,
      "step": 26213
    },
    {
      "epoch": 1.219539427773901,
      "grad_norm": 0.8821395306976092,
      "learning_rate": 0.0002738746551420533,
      "loss": 2.4062,
      "step": 26214
    },
    {
      "epoch": 1.2195859502209816,
      "grad_norm": 0.773721876810574,
      "learning_rate": 0.00027387256216937516,
      "loss": 2.2344,
      "step": 26215
    },
    {
      "epoch": 1.2196324726680623,
      "grad_norm": 0.9047487883109648,
      "learning_rate": 0.0002738704691208615,
      "loss": 2.25,
      "step": 26216
    },
    {
      "epoch": 1.219678995115143,
      "grad_norm": 0.8714208197502742,
      "learning_rate": 0.00027386837599651363,
      "loss": 2.5156,
      "step": 26217
    },
    {
      "epoch": 1.2197255175622237,
      "grad_norm": 0.8522244598529971,
      "learning_rate": 0.0002738662827963328,
      "loss": 2.375,
      "step": 26218
    },
    {
      "epoch": 1.2197720400093044,
      "grad_norm": 0.8447072364859625,
      "learning_rate": 0.0002738641895203203,
      "loss": 2.4844,
      "step": 26219
    },
    {
      "epoch": 1.219818562456385,
      "grad_norm": 0.8864844092184747,
      "learning_rate": 0.00027386209616847747,
      "loss": 2.4531,
      "step": 26220
    },
    {
      "epoch": 1.219865084903466,
      "grad_norm": 0.8374865583544295,
      "learning_rate": 0.0002738600027408054,
      "loss": 2.1562,
      "step": 26221
    },
    {
      "epoch": 1.2199116073505467,
      "grad_norm": 0.9196468839481114,
      "learning_rate": 0.00027385790923730564,
      "loss": 2.4219,
      "step": 26222
    },
    {
      "epoch": 1.2199581297976274,
      "grad_norm": 0.8091488072757926,
      "learning_rate": 0.00027385581565797924,
      "loss": 1.625,
      "step": 26223
    },
    {
      "epoch": 1.220004652244708,
      "grad_norm": 0.7836181840865813,
      "learning_rate": 0.00027385372200282765,
      "loss": 1.9844,
      "step": 26224
    },
    {
      "epoch": 1.2200511746917888,
      "grad_norm": 0.7851119235072057,
      "learning_rate": 0.00027385162827185206,
      "loss": 1.8984,
      "step": 26225
    },
    {
      "epoch": 1.2200976971388695,
      "grad_norm": 0.7950269264192151,
      "learning_rate": 0.0002738495344650538,
      "loss": 2.3906,
      "step": 26226
    },
    {
      "epoch": 1.2201442195859502,
      "grad_norm": 0.9231471508899424,
      "learning_rate": 0.00027384744058243406,
      "loss": 2.6875,
      "step": 26227
    },
    {
      "epoch": 1.220190742033031,
      "grad_norm": 0.7829756935069937,
      "learning_rate": 0.00027384534662399426,
      "loss": 2.0469,
      "step": 26228
    },
    {
      "epoch": 1.2202372644801116,
      "grad_norm": 0.828514335607476,
      "learning_rate": 0.00027384325258973555,
      "loss": 2.5156,
      "step": 26229
    },
    {
      "epoch": 1.2202837869271923,
      "grad_norm": 0.8684886602958642,
      "learning_rate": 0.0002738411584796593,
      "loss": 2.1406,
      "step": 26230
    },
    {
      "epoch": 1.220330309374273,
      "grad_norm": 0.8922648729275598,
      "learning_rate": 0.00027383906429376677,
      "loss": 2.375,
      "step": 26231
    },
    {
      "epoch": 1.220376831821354,
      "grad_norm": 0.8536103053110438,
      "learning_rate": 0.0002738369700320592,
      "loss": 2.6406,
      "step": 26232
    },
    {
      "epoch": 1.2204233542684344,
      "grad_norm": 0.8196555963346658,
      "learning_rate": 0.0002738348756945379,
      "loss": 2.2812,
      "step": 26233
    },
    {
      "epoch": 1.2204698767155153,
      "grad_norm": 0.8981576761943088,
      "learning_rate": 0.00027383278128120423,
      "loss": 2.4062,
      "step": 26234
    },
    {
      "epoch": 1.220516399162596,
      "grad_norm": 0.8609309188301412,
      "learning_rate": 0.00027383068679205934,
      "loss": 2.4062,
      "step": 26235
    },
    {
      "epoch": 1.2205629216096767,
      "grad_norm": 0.8208874407827771,
      "learning_rate": 0.0002738285922271046,
      "loss": 2.4844,
      "step": 26236
    },
    {
      "epoch": 1.2206094440567574,
      "grad_norm": 0.8181293769033813,
      "learning_rate": 0.00027382649758634123,
      "loss": 2.3594,
      "step": 26237
    },
    {
      "epoch": 1.2206559665038381,
      "grad_norm": 0.8568912088391419,
      "learning_rate": 0.00027382440286977057,
      "loss": 2.2969,
      "step": 26238
    },
    {
      "epoch": 1.2207024889509188,
      "grad_norm": 0.8656575097578115,
      "learning_rate": 0.0002738223080773939,
      "loss": 2.3594,
      "step": 26239
    },
    {
      "epoch": 1.2207490113979995,
      "grad_norm": 0.9150944907580858,
      "learning_rate": 0.00027382021320921247,
      "loss": 2.7031,
      "step": 26240
    },
    {
      "epoch": 1.2207955338450802,
      "grad_norm": 0.8447958194278813,
      "learning_rate": 0.0002738181182652276,
      "loss": 2.3125,
      "step": 26241
    },
    {
      "epoch": 1.220842056292161,
      "grad_norm": 0.8477587200521609,
      "learning_rate": 0.00027381602324544053,
      "loss": 2.375,
      "step": 26242
    },
    {
      "epoch": 1.2208885787392416,
      "grad_norm": 0.8938822232976167,
      "learning_rate": 0.0002738139281498525,
      "loss": 2.7656,
      "step": 26243
    },
    {
      "epoch": 1.2209351011863223,
      "grad_norm": 0.8320005668365251,
      "learning_rate": 0.00027381183297846496,
      "loss": 2.2188,
      "step": 26244
    },
    {
      "epoch": 1.2209816236334032,
      "grad_norm": 0.8633233343824026,
      "learning_rate": 0.00027380973773127897,
      "loss": 2.4531,
      "step": 26245
    },
    {
      "epoch": 1.2210281460804837,
      "grad_norm": 0.8631070097306592,
      "learning_rate": 0.00027380764240829604,
      "loss": 2.4062,
      "step": 26246
    },
    {
      "epoch": 1.2210746685275646,
      "grad_norm": 0.8285107219716786,
      "learning_rate": 0.00027380554700951734,
      "loss": 2.3594,
      "step": 26247
    },
    {
      "epoch": 1.2211211909746453,
      "grad_norm": 0.8356887770842463,
      "learning_rate": 0.00027380345153494407,
      "loss": 2.5312,
      "step": 26248
    },
    {
      "epoch": 1.221167713421726,
      "grad_norm": 0.8527210184583152,
      "learning_rate": 0.0002738013559845776,
      "loss": 2.3906,
      "step": 26249
    },
    {
      "epoch": 1.2212142358688067,
      "grad_norm": 0.849261710171923,
      "learning_rate": 0.00027379926035841926,
      "loss": 2.3594,
      "step": 26250
    },
    {
      "epoch": 1.2212607583158874,
      "grad_norm": 0.838398680233324,
      "learning_rate": 0.0002737971646564703,
      "loss": 2.3906,
      "step": 26251
    },
    {
      "epoch": 1.2213072807629681,
      "grad_norm": 0.8667313267592998,
      "learning_rate": 0.00027379506887873195,
      "loss": 2.625,
      "step": 26252
    },
    {
      "epoch": 1.2213538032100488,
      "grad_norm": 0.8296303620373381,
      "learning_rate": 0.0002737929730252055,
      "loss": 2.6875,
      "step": 26253
    },
    {
      "epoch": 1.2214003256571295,
      "grad_norm": 0.8353099135009809,
      "learning_rate": 0.00027379087709589233,
      "loss": 2.3438,
      "step": 26254
    },
    {
      "epoch": 1.2214468481042102,
      "grad_norm": 0.8363018393233181,
      "learning_rate": 0.0002737887810907936,
      "loss": 2.2656,
      "step": 26255
    },
    {
      "epoch": 1.221493370551291,
      "grad_norm": 0.8109908962549414,
      "learning_rate": 0.0002737866850099107,
      "loss": 2.4062,
      "step": 26256
    },
    {
      "epoch": 1.2215398929983716,
      "grad_norm": 0.9087472713418331,
      "learning_rate": 0.0002737845888532448,
      "loss": 2.125,
      "step": 26257
    },
    {
      "epoch": 1.2215864154454525,
      "grad_norm": 0.8028983520966857,
      "learning_rate": 0.0002737824926207973,
      "loss": 2.1875,
      "step": 26258
    },
    {
      "epoch": 1.2216329378925332,
      "grad_norm": 0.9149048775046505,
      "learning_rate": 0.0002737803963125694,
      "loss": 2.5781,
      "step": 26259
    },
    {
      "epoch": 1.221679460339614,
      "grad_norm": 0.925811382475015,
      "learning_rate": 0.0002737782999285624,
      "loss": 2.4844,
      "step": 26260
    },
    {
      "epoch": 1.2217259827866946,
      "grad_norm": 0.8523091326935758,
      "learning_rate": 0.0002737762034687776,
      "loss": 2.4688,
      "step": 26261
    },
    {
      "epoch": 1.2217725052337753,
      "grad_norm": 0.8947812961113966,
      "learning_rate": 0.00027377410693321636,
      "loss": 2.2969,
      "step": 26262
    },
    {
      "epoch": 1.221819027680856,
      "grad_norm": 0.8202615260598107,
      "learning_rate": 0.0002737720103218798,
      "loss": 2.3438,
      "step": 26263
    },
    {
      "epoch": 1.2218655501279367,
      "grad_norm": 0.9316848929133076,
      "learning_rate": 0.0002737699136347693,
      "loss": 2.75,
      "step": 26264
    },
    {
      "epoch": 1.2219120725750174,
      "grad_norm": 0.9251030913352373,
      "learning_rate": 0.0002737678168718861,
      "loss": 2.4219,
      "step": 26265
    },
    {
      "epoch": 1.2219585950220981,
      "grad_norm": 0.9088713884707812,
      "learning_rate": 0.00027376572003323153,
      "loss": 2.5469,
      "step": 26266
    },
    {
      "epoch": 1.2220051174691788,
      "grad_norm": 0.825674507027603,
      "learning_rate": 0.00027376362311880693,
      "loss": 2.4531,
      "step": 26267
    },
    {
      "epoch": 1.2220516399162595,
      "grad_norm": 0.9816348533941545,
      "learning_rate": 0.0002737615261286134,
      "loss": 2.4062,
      "step": 26268
    },
    {
      "epoch": 1.2220981623633402,
      "grad_norm": 0.8923484573993888,
      "learning_rate": 0.0002737594290626524,
      "loss": 2.6875,
      "step": 26269
    },
    {
      "epoch": 1.222144684810421,
      "grad_norm": 0.8224619606048927,
      "learning_rate": 0.0002737573319209251,
      "loss": 2.3906,
      "step": 26270
    },
    {
      "epoch": 1.2221912072575019,
      "grad_norm": 0.8655887958456504,
      "learning_rate": 0.00027375523470343294,
      "loss": 2.5625,
      "step": 26271
    },
    {
      "epoch": 1.2222377297045826,
      "grad_norm": 0.8457564075562901,
      "learning_rate": 0.000273753137410177,
      "loss": 2.0625,
      "step": 26272
    },
    {
      "epoch": 1.2222842521516633,
      "grad_norm": 0.8440616011597619,
      "learning_rate": 0.0002737510400411587,
      "loss": 2.7344,
      "step": 26273
    },
    {
      "epoch": 1.222330774598744,
      "grad_norm": 0.8445987594392115,
      "learning_rate": 0.00027374894259637924,
      "loss": 2.5312,
      "step": 26274
    },
    {
      "epoch": 1.2223772970458247,
      "grad_norm": 0.8997394086339635,
      "learning_rate": 0.00027374684507584,
      "loss": 2.3594,
      "step": 26275
    },
    {
      "epoch": 1.2224238194929054,
      "grad_norm": 0.9455498277358779,
      "learning_rate": 0.00027374474747954216,
      "loss": 2.5625,
      "step": 26276
    },
    {
      "epoch": 1.222470341939986,
      "grad_norm": 0.7942632883530876,
      "learning_rate": 0.00027374264980748706,
      "loss": 2.25,
      "step": 26277
    },
    {
      "epoch": 1.2225168643870667,
      "grad_norm": 0.9549203866905391,
      "learning_rate": 0.000273740552059676,
      "loss": 2.2812,
      "step": 26278
    },
    {
      "epoch": 1.2225633868341474,
      "grad_norm": 0.8285566702024599,
      "learning_rate": 0.00027373845423611025,
      "loss": 2.4062,
      "step": 26279
    },
    {
      "epoch": 1.2226099092812281,
      "grad_norm": 0.8921048796723164,
      "learning_rate": 0.00027373635633679114,
      "loss": 2.6094,
      "step": 26280
    },
    {
      "epoch": 1.2226564317283088,
      "grad_norm": 0.9002397194601987,
      "learning_rate": 0.0002737342583617198,
      "loss": 2.5781,
      "step": 26281
    },
    {
      "epoch": 1.2227029541753895,
      "grad_norm": 0.8809284779238995,
      "learning_rate": 0.0002737321603108977,
      "loss": 2.3906,
      "step": 26282
    },
    {
      "epoch": 1.2227494766224702,
      "grad_norm": 0.8400163135574876,
      "learning_rate": 0.00027373006218432596,
      "loss": 2.3594,
      "step": 26283
    },
    {
      "epoch": 1.2227959990695512,
      "grad_norm": 0.8824225963120835,
      "learning_rate": 0.000273727963982006,
      "loss": 2.3281,
      "step": 26284
    },
    {
      "epoch": 1.2228425215166319,
      "grad_norm": 0.8415974518647105,
      "learning_rate": 0.0002737258657039391,
      "loss": 2.3125,
      "step": 26285
    },
    {
      "epoch": 1.2228890439637126,
      "grad_norm": 0.9439452421618078,
      "learning_rate": 0.0002737237673501264,
      "loss": 2.4375,
      "step": 26286
    },
    {
      "epoch": 1.2229355664107933,
      "grad_norm": 0.8907044777816244,
      "learning_rate": 0.00027372166892056937,
      "loss": 2.4219,
      "step": 26287
    },
    {
      "epoch": 1.222982088857874,
      "grad_norm": 0.8960582941419267,
      "learning_rate": 0.0002737195704152691,
      "loss": 2.6875,
      "step": 26288
    },
    {
      "epoch": 1.2230286113049547,
      "grad_norm": 0.8789208391535329,
      "learning_rate": 0.00027371747183422705,
      "loss": 2.3906,
      "step": 26289
    },
    {
      "epoch": 1.2230751337520354,
      "grad_norm": 0.8927012890422178,
      "learning_rate": 0.00027371537317744446,
      "loss": 1.9141,
      "step": 26290
    },
    {
      "epoch": 1.223121656199116,
      "grad_norm": 0.8512757870750026,
      "learning_rate": 0.00027371327444492254,
      "loss": 2.2656,
      "step": 26291
    },
    {
      "epoch": 1.2231681786461968,
      "grad_norm": 0.9003826872115881,
      "learning_rate": 0.00027371117563666265,
      "loss": 2.6094,
      "step": 26292
    },
    {
      "epoch": 1.2232147010932775,
      "grad_norm": 0.8442692203689663,
      "learning_rate": 0.00027370907675266604,
      "loss": 2.2812,
      "step": 26293
    },
    {
      "epoch": 1.2232612235403582,
      "grad_norm": 0.8070347016093071,
      "learning_rate": 0.000273706977792934,
      "loss": 2.2656,
      "step": 26294
    },
    {
      "epoch": 1.2233077459874389,
      "grad_norm": 0.7862566717526693,
      "learning_rate": 0.0002737048787574678,
      "loss": 2.25,
      "step": 26295
    },
    {
      "epoch": 1.2233542684345196,
      "grad_norm": 0.8223322233865292,
      "learning_rate": 0.0002737027796462688,
      "loss": 2.5938,
      "step": 26296
    },
    {
      "epoch": 1.2234007908816005,
      "grad_norm": 0.8164800875294783,
      "learning_rate": 0.00027370068045933817,
      "loss": 2.2969,
      "step": 26297
    },
    {
      "epoch": 1.2234473133286812,
      "grad_norm": 0.8601748119925138,
      "learning_rate": 0.00027369858119667727,
      "loss": 2.375,
      "step": 26298
    },
    {
      "epoch": 1.2234938357757619,
      "grad_norm": 0.8152134619429756,
      "learning_rate": 0.0002736964818582874,
      "loss": 2.3594,
      "step": 26299
    },
    {
      "epoch": 1.2235403582228426,
      "grad_norm": 0.9029287059669329,
      "learning_rate": 0.00027369438244416976,
      "loss": 2.5781,
      "step": 26300
    },
    {
      "epoch": 1.2235868806699233,
      "grad_norm": 0.8831515318839707,
      "learning_rate": 0.00027369228295432574,
      "loss": 2.5,
      "step": 26301
    },
    {
      "epoch": 1.223633403117004,
      "grad_norm": 0.849285395487351,
      "learning_rate": 0.00027369018338875654,
      "loss": 2.4219,
      "step": 26302
    },
    {
      "epoch": 1.2236799255640847,
      "grad_norm": 0.8939930691245866,
      "learning_rate": 0.0002736880837474635,
      "loss": 2.4219,
      "step": 26303
    },
    {
      "epoch": 1.2237264480111654,
      "grad_norm": 0.8964273402959051,
      "learning_rate": 0.00027368598403044786,
      "loss": 2.5781,
      "step": 26304
    },
    {
      "epoch": 1.223772970458246,
      "grad_norm": 0.7704281506498599,
      "learning_rate": 0.0002736838842377109,
      "loss": 2.2031,
      "step": 26305
    },
    {
      "epoch": 1.2238194929053268,
      "grad_norm": 0.8647060108742651,
      "learning_rate": 0.0002736817843692541,
      "loss": 2.3438,
      "step": 26306
    },
    {
      "epoch": 1.2238660153524075,
      "grad_norm": 0.8025758813660565,
      "learning_rate": 0.00027367968442507844,
      "loss": 2.6094,
      "step": 26307
    },
    {
      "epoch": 1.2239125377994882,
      "grad_norm": 0.9437867598668546,
      "learning_rate": 0.0002736775844051854,
      "loss": 2.75,
      "step": 26308
    },
    {
      "epoch": 1.2239590602465689,
      "grad_norm": 0.8285530481142753,
      "learning_rate": 0.00027367548430957614,
      "loss": 2.2812,
      "step": 26309
    },
    {
      "epoch": 1.2240055826936498,
      "grad_norm": 0.8386143424179001,
      "learning_rate": 0.0002736733841382521,
      "loss": 2.2188,
      "step": 26310
    },
    {
      "epoch": 1.2240521051407305,
      "grad_norm": 0.8211601420098648,
      "learning_rate": 0.0002736712838912145,
      "loss": 2.3281,
      "step": 26311
    },
    {
      "epoch": 1.2240986275878112,
      "grad_norm": 0.7551487229405741,
      "learning_rate": 0.00027366918356846456,
      "loss": 2.1406,
      "step": 26312
    },
    {
      "epoch": 1.2241451500348919,
      "grad_norm": 0.901986521400314,
      "learning_rate": 0.0002736670831700036,
      "loss": 2.6719,
      "step": 26313
    },
    {
      "epoch": 1.2241916724819726,
      "grad_norm": 0.8564224109282813,
      "learning_rate": 0.0002736649826958329,
      "loss": 2.4062,
      "step": 26314
    },
    {
      "epoch": 1.2242381949290533,
      "grad_norm": 0.8260387844656351,
      "learning_rate": 0.0002736628821459539,
      "loss": 2.1719,
      "step": 26315
    },
    {
      "epoch": 1.224284717376134,
      "grad_norm": 0.8896470596891076,
      "learning_rate": 0.0002736607815203677,
      "loss": 2.3438,
      "step": 26316
    },
    {
      "epoch": 1.2243312398232147,
      "grad_norm": 0.8232452172874584,
      "learning_rate": 0.00027365868081907557,
      "loss": 2.2656,
      "step": 26317
    },
    {
      "epoch": 1.2243777622702954,
      "grad_norm": 0.8268510504728283,
      "learning_rate": 0.000273656580042079,
      "loss": 2.3125,
      "step": 26318
    },
    {
      "epoch": 1.224424284717376,
      "grad_norm": 0.8368889004505119,
      "learning_rate": 0.000273654479189379,
      "loss": 2.3906,
      "step": 26319
    },
    {
      "epoch": 1.2244708071644568,
      "grad_norm": 0.7430752267689148,
      "learning_rate": 0.00027365237826097705,
      "loss": 2.3281,
      "step": 26320
    },
    {
      "epoch": 1.2245173296115375,
      "grad_norm": 0.8341492496651532,
      "learning_rate": 0.0002736502772568744,
      "loss": 2.2188,
      "step": 26321
    },
    {
      "epoch": 1.2245638520586182,
      "grad_norm": 0.8294751794941191,
      "learning_rate": 0.0002736481761770723,
      "loss": 2.5,
      "step": 26322
    },
    {
      "epoch": 1.224610374505699,
      "grad_norm": 0.8365182456789682,
      "learning_rate": 0.0002736460750215721,
      "loss": 2.4062,
      "step": 26323
    },
    {
      "epoch": 1.2246568969527798,
      "grad_norm": 0.9600603763949775,
      "learning_rate": 0.00027364397379037495,
      "loss": 2.375,
      "step": 26324
    },
    {
      "epoch": 1.2247034193998605,
      "grad_norm": 0.8515381886295653,
      "learning_rate": 0.00027364187248348236,
      "loss": 2.1719,
      "step": 26325
    },
    {
      "epoch": 1.2247499418469412,
      "grad_norm": 0.8777407779544053,
      "learning_rate": 0.00027363977110089543,
      "loss": 2.4062,
      "step": 26326
    },
    {
      "epoch": 1.224796464294022,
      "grad_norm": 0.833492789902822,
      "learning_rate": 0.00027363766964261547,
      "loss": 2.2812,
      "step": 26327
    },
    {
      "epoch": 1.2248429867411026,
      "grad_norm": 0.8175648178815913,
      "learning_rate": 0.00027363556810864383,
      "loss": 2.3125,
      "step": 26328
    },
    {
      "epoch": 1.2248895091881833,
      "grad_norm": 0.8261140168446615,
      "learning_rate": 0.00027363346649898176,
      "loss": 2.3594,
      "step": 26329
    },
    {
      "epoch": 1.224936031635264,
      "grad_norm": 0.8647753860030432,
      "learning_rate": 0.0002736313648136305,
      "loss": 1.7188,
      "step": 26330
    },
    {
      "epoch": 1.2249825540823447,
      "grad_norm": 0.8657549696910639,
      "learning_rate": 0.0002736292630525915,
      "loss": 2.4531,
      "step": 26331
    },
    {
      "epoch": 1.2250290765294254,
      "grad_norm": 0.8527426445255268,
      "learning_rate": 0.0002736271612158658,
      "loss": 2.7656,
      "step": 26332
    },
    {
      "epoch": 1.225075598976506,
      "grad_norm": 0.8647887749629661,
      "learning_rate": 0.000273625059303455,
      "loss": 2.2812,
      "step": 26333
    },
    {
      "epoch": 1.2251221214235868,
      "grad_norm": 0.8186769487867599,
      "learning_rate": 0.00027362295731536007,
      "loss": 1.8828,
      "step": 26334
    },
    {
      "epoch": 1.2251686438706675,
      "grad_norm": 0.860368270623673,
      "learning_rate": 0.0002736208552515825,
      "loss": 2.75,
      "step": 26335
    },
    {
      "epoch": 1.2252151663177484,
      "grad_norm": 0.8774174684281292,
      "learning_rate": 0.0002736187531121235,
      "loss": 2.3906,
      "step": 26336
    },
    {
      "epoch": 1.225261688764829,
      "grad_norm": 0.8193362371413093,
      "learning_rate": 0.0002736166508969844,
      "loss": 2.4062,
      "step": 26337
    },
    {
      "epoch": 1.2253082112119098,
      "grad_norm": 0.8912459368055254,
      "learning_rate": 0.0002736145486061664,
      "loss": 2.4219,
      "step": 26338
    },
    {
      "epoch": 1.2253547336589905,
      "grad_norm": 0.857523400169977,
      "learning_rate": 0.0002736124462396708,
      "loss": 2.7344,
      "step": 26339
    },
    {
      "epoch": 1.2254012561060712,
      "grad_norm": 0.8147231709013161,
      "learning_rate": 0.0002736103437974991,
      "loss": 1.9297,
      "step": 26340
    },
    {
      "epoch": 1.225447778553152,
      "grad_norm": 0.8602546935452866,
      "learning_rate": 0.00027360824127965224,
      "loss": 2.4844,
      "step": 26341
    },
    {
      "epoch": 1.2254943010002326,
      "grad_norm": 0.9140419437264565,
      "learning_rate": 0.00027360613868613183,
      "loss": 2.5938,
      "step": 26342
    },
    {
      "epoch": 1.2255408234473133,
      "grad_norm": 0.8772706434299059,
      "learning_rate": 0.00027360403601693893,
      "loss": 2.4219,
      "step": 26343
    },
    {
      "epoch": 1.225587345894394,
      "grad_norm": 0.8349610208046286,
      "learning_rate": 0.0002736019332720749,
      "loss": 2.3906,
      "step": 26344
    },
    {
      "epoch": 1.2256338683414747,
      "grad_norm": 0.8270725640541268,
      "learning_rate": 0.0002735998304515411,
      "loss": 2.3125,
      "step": 26345
    },
    {
      "epoch": 1.2256803907885554,
      "grad_norm": 0.8956504270155592,
      "learning_rate": 0.0002735977275553387,
      "loss": 2.4531,
      "step": 26346
    },
    {
      "epoch": 1.2257269132356363,
      "grad_norm": 0.8022760117764833,
      "learning_rate": 0.00027359562458346905,
      "loss": 2.0156,
      "step": 26347
    },
    {
      "epoch": 1.2257734356827168,
      "grad_norm": 0.886072801685678,
      "learning_rate": 0.0002735935215359335,
      "loss": 2.5,
      "step": 26348
    },
    {
      "epoch": 1.2258199581297977,
      "grad_norm": 0.8500033222665608,
      "learning_rate": 0.00027359141841273323,
      "loss": 2.5,
      "step": 26349
    },
    {
      "epoch": 1.2258664805768784,
      "grad_norm": 0.810585159356305,
      "learning_rate": 0.0002735893152138695,
      "loss": 2.4062,
      "step": 26350
    },
    {
      "epoch": 1.2259130030239591,
      "grad_norm": 0.888823589541068,
      "learning_rate": 0.00027358721193934373,
      "loss": 2.25,
      "step": 26351
    },
    {
      "epoch": 1.2259595254710398,
      "grad_norm": 0.7952590516249819,
      "learning_rate": 0.0002735851085891571,
      "loss": 2.0938,
      "step": 26352
    },
    {
      "epoch": 1.2260060479181205,
      "grad_norm": 0.8640400759367624,
      "learning_rate": 0.000273583005163311,
      "loss": 2.2656,
      "step": 26353
    },
    {
      "epoch": 1.2260525703652012,
      "grad_norm": 0.8790157875315119,
      "learning_rate": 0.00027358090166180657,
      "loss": 2.5,
      "step": 26354
    },
    {
      "epoch": 1.226099092812282,
      "grad_norm": 0.7925405981390375,
      "learning_rate": 0.00027357879808464526,
      "loss": 2.25,
      "step": 26355
    },
    {
      "epoch": 1.2261456152593626,
      "grad_norm": 0.837646737875511,
      "learning_rate": 0.0002735766944318282,
      "loss": 2.4844,
      "step": 26356
    },
    {
      "epoch": 1.2261921377064433,
      "grad_norm": 0.826951843273392,
      "learning_rate": 0.0002735745907033569,
      "loss": 2.4688,
      "step": 26357
    },
    {
      "epoch": 1.226238660153524,
      "grad_norm": 0.7446875450752778,
      "learning_rate": 0.0002735724868992324,
      "loss": 2.2344,
      "step": 26358
    },
    {
      "epoch": 1.2262851826006047,
      "grad_norm": 0.9037269636108884,
      "learning_rate": 0.0002735703830194561,
      "loss": 2.4531,
      "step": 26359
    },
    {
      "epoch": 1.2263317050476856,
      "grad_norm": 0.9229098879649661,
      "learning_rate": 0.0002735682790640293,
      "loss": 2.5156,
      "step": 26360
    },
    {
      "epoch": 1.226378227494766,
      "grad_norm": 0.8187615056831791,
      "learning_rate": 0.00027356617503295324,
      "loss": 2.4375,
      "step": 26361
    },
    {
      "epoch": 1.226424749941847,
      "grad_norm": 0.7726137567270939,
      "learning_rate": 0.00027356407092622926,
      "loss": 1.9766,
      "step": 26362
    },
    {
      "epoch": 1.2264712723889277,
      "grad_norm": 0.7964483742230003,
      "learning_rate": 0.00027356196674385865,
      "loss": 2.3594,
      "step": 26363
    },
    {
      "epoch": 1.2265177948360084,
      "grad_norm": 0.892499497897731,
      "learning_rate": 0.0002735598624858427,
      "loss": 2.7031,
      "step": 26364
    },
    {
      "epoch": 1.2265643172830891,
      "grad_norm": 0.8425694293232013,
      "learning_rate": 0.0002735577581521826,
      "loss": 2.2969,
      "step": 26365
    },
    {
      "epoch": 1.2266108397301698,
      "grad_norm": 0.895777860815838,
      "learning_rate": 0.00027355565374287974,
      "loss": 2.5938,
      "step": 26366
    },
    {
      "epoch": 1.2266573621772505,
      "grad_norm": 0.9015503229486502,
      "learning_rate": 0.0002735535492579354,
      "loss": 2.2344,
      "step": 26367
    },
    {
      "epoch": 1.2267038846243312,
      "grad_norm": 0.840747145270001,
      "learning_rate": 0.00027355144469735085,
      "loss": 2.6094,
      "step": 26368
    },
    {
      "epoch": 1.226750407071412,
      "grad_norm": 0.8819643689527618,
      "learning_rate": 0.00027354934006112736,
      "loss": 1.7812,
      "step": 26369
    },
    {
      "epoch": 1.2267969295184926,
      "grad_norm": 0.8004071172115895,
      "learning_rate": 0.00027354723534926624,
      "loss": 2.1094,
      "step": 26370
    },
    {
      "epoch": 1.2268434519655733,
      "grad_norm": 0.8215199883940648,
      "learning_rate": 0.0002735451305617688,
      "loss": 2.3906,
      "step": 26371
    },
    {
      "epoch": 1.226889974412654,
      "grad_norm": 0.85131886820456,
      "learning_rate": 0.00027354302569863626,
      "loss": 2.5625,
      "step": 26372
    },
    {
      "epoch": 1.226936496859735,
      "grad_norm": 0.8220247848614439,
      "learning_rate": 0.00027354092075987,
      "loss": 2.4531,
      "step": 26373
    },
    {
      "epoch": 1.2269830193068154,
      "grad_norm": 0.8618508512170772,
      "learning_rate": 0.0002735388157454712,
      "loss": 2.25,
      "step": 26374
    },
    {
      "epoch": 1.2270295417538963,
      "grad_norm": 0.813683822940641,
      "learning_rate": 0.00027353671065544124,
      "loss": 2.25,
      "step": 26375
    },
    {
      "epoch": 1.227076064200977,
      "grad_norm": 0.8467004239481105,
      "learning_rate": 0.0002735346054897814,
      "loss": 2.2344,
      "step": 26376
    },
    {
      "epoch": 1.2271225866480577,
      "grad_norm": 0.8351505458494675,
      "learning_rate": 0.00027353250024849285,
      "loss": 2.25,
      "step": 26377
    },
    {
      "epoch": 1.2271691090951384,
      "grad_norm": 0.8899388137961437,
      "learning_rate": 0.00027353039493157704,
      "loss": 2.3594,
      "step": 26378
    },
    {
      "epoch": 1.2272156315422191,
      "grad_norm": 0.847428486688445,
      "learning_rate": 0.0002735282895390352,
      "loss": 2.5,
      "step": 26379
    },
    {
      "epoch": 1.2272621539892998,
      "grad_norm": 0.8235050194924388,
      "learning_rate": 0.0002735261840708687,
      "loss": 2.3125,
      "step": 26380
    },
    {
      "epoch": 1.2273086764363805,
      "grad_norm": 0.8360475802447613,
      "learning_rate": 0.00027352407852707864,
      "loss": 1.8672,
      "step": 26381
    },
    {
      "epoch": 1.2273551988834612,
      "grad_norm": 0.8843189350680103,
      "learning_rate": 0.0002735219729076664,
      "loss": 2.5625,
      "step": 26382
    },
    {
      "epoch": 1.227401721330542,
      "grad_norm": 0.9584625351005766,
      "learning_rate": 0.0002735198672126333,
      "loss": 2.6562,
      "step": 26383
    },
    {
      "epoch": 1.2274482437776226,
      "grad_norm": 0.9003741133506609,
      "learning_rate": 0.0002735177614419806,
      "loss": 2.5938,
      "step": 26384
    },
    {
      "epoch": 1.2274947662247033,
      "grad_norm": 0.8493863745182334,
      "learning_rate": 0.00027351565559570966,
      "loss": 2.7031,
      "step": 26385
    },
    {
      "epoch": 1.2275412886717842,
      "grad_norm": 0.8460174559202345,
      "learning_rate": 0.0002735135496738216,
      "loss": 2.25,
      "step": 26386
    },
    {
      "epoch": 1.227587811118865,
      "grad_norm": 0.8850800193977983,
      "learning_rate": 0.0002735114436763179,
      "loss": 2.6562,
      "step": 26387
    },
    {
      "epoch": 1.2276343335659456,
      "grad_norm": 0.8350314652728654,
      "learning_rate": 0.0002735093376031998,
      "loss": 2.3594,
      "step": 26388
    },
    {
      "epoch": 1.2276808560130263,
      "grad_norm": 0.79873500133637,
      "learning_rate": 0.0002735072314544685,
      "loss": 2.3906,
      "step": 26389
    },
    {
      "epoch": 1.227727378460107,
      "grad_norm": 0.8805905959666839,
      "learning_rate": 0.0002735051252301253,
      "loss": 2.3438,
      "step": 26390
    },
    {
      "epoch": 1.2277739009071877,
      "grad_norm": 0.8702419924628481,
      "learning_rate": 0.00027350301893017164,
      "loss": 2.2812,
      "step": 26391
    },
    {
      "epoch": 1.2278204233542684,
      "grad_norm": 0.901780788605327,
      "learning_rate": 0.00027350091255460863,
      "loss": 2.5312,
      "step": 26392
    },
    {
      "epoch": 1.2278669458013491,
      "grad_norm": 0.8539710067848434,
      "learning_rate": 0.00027349880610343764,
      "loss": 2.3438,
      "step": 26393
    },
    {
      "epoch": 1.2279134682484298,
      "grad_norm": 0.8492214240049071,
      "learning_rate": 0.00027349669957666,
      "loss": 2.4062,
      "step": 26394
    },
    {
      "epoch": 1.2279599906955105,
      "grad_norm": 0.8250894392619136,
      "learning_rate": 0.0002734945929742769,
      "loss": 2.4062,
      "step": 26395
    },
    {
      "epoch": 1.2280065131425912,
      "grad_norm": 0.8243164969812589,
      "learning_rate": 0.00027349248629628966,
      "loss": 2.2656,
      "step": 26396
    },
    {
      "epoch": 1.228053035589672,
      "grad_norm": 0.8308764700018054,
      "learning_rate": 0.0002734903795426996,
      "loss": 2.5781,
      "step": 26397
    },
    {
      "epoch": 1.2280995580367526,
      "grad_norm": 0.9062890532524169,
      "learning_rate": 0.00027348827271350803,
      "loss": 2.4844,
      "step": 26398
    },
    {
      "epoch": 1.2281460804838336,
      "grad_norm": 0.8551178617671757,
      "learning_rate": 0.0002734861658087163,
      "loss": 2.2031,
      "step": 26399
    },
    {
      "epoch": 1.2281926029309143,
      "grad_norm": 0.9295666507912694,
      "learning_rate": 0.00027348405882832546,
      "loss": 2.6719,
      "step": 26400
    },
    {
      "epoch": 1.228239125377995,
      "grad_norm": 0.8552078227112602,
      "learning_rate": 0.00027348195177233706,
      "loss": 2.3438,
      "step": 26401
    },
    {
      "epoch": 1.2282856478250757,
      "grad_norm": 0.8798756765692121,
      "learning_rate": 0.0002734798446407522,
      "loss": 2.4062,
      "step": 26402
    },
    {
      "epoch": 1.2283321702721564,
      "grad_norm": 0.884734539256947,
      "learning_rate": 0.00027347773743357227,
      "loss": 2.375,
      "step": 26403
    },
    {
      "epoch": 1.228378692719237,
      "grad_norm": 0.9032925224521277,
      "learning_rate": 0.0002734756301507986,
      "loss": 2.4844,
      "step": 26404
    },
    {
      "epoch": 1.2284252151663178,
      "grad_norm": 0.977433481102483,
      "learning_rate": 0.0002734735227924324,
      "loss": 2.3906,
      "step": 26405
    },
    {
      "epoch": 1.2284717376133985,
      "grad_norm": 0.8490404673279647,
      "learning_rate": 0.00027347141535847495,
      "loss": 2.625,
      "step": 26406
    },
    {
      "epoch": 1.2285182600604792,
      "grad_norm": 0.8706926294565839,
      "learning_rate": 0.0002734693078489276,
      "loss": 2.625,
      "step": 26407
    },
    {
      "epoch": 1.2285647825075598,
      "grad_norm": 0.9216297704924278,
      "learning_rate": 0.00027346720026379156,
      "loss": 2.375,
      "step": 26408
    },
    {
      "epoch": 1.2286113049546405,
      "grad_norm": 0.9218481309980914,
      "learning_rate": 0.0002734650926030682,
      "loss": 2.4219,
      "step": 26409
    },
    {
      "epoch": 1.2286578274017212,
      "grad_norm": 0.8920112503227697,
      "learning_rate": 0.0002734629848667588,
      "loss": 2.2188,
      "step": 26410
    },
    {
      "epoch": 1.228704349848802,
      "grad_norm": 0.9352231442490048,
      "learning_rate": 0.00027346087705486466,
      "loss": 2.375,
      "step": 26411
    },
    {
      "epoch": 1.2287508722958829,
      "grad_norm": 0.7997636060309422,
      "learning_rate": 0.000273458769167387,
      "loss": 2.2812,
      "step": 26412
    },
    {
      "epoch": 1.2287973947429636,
      "grad_norm": 0.8520381950855413,
      "learning_rate": 0.0002734566612043272,
      "loss": 2.5781,
      "step": 26413
    },
    {
      "epoch": 1.2288439171900443,
      "grad_norm": 0.8330260116031756,
      "learning_rate": 0.0002734545531656864,
      "loss": 2.4531,
      "step": 26414
    },
    {
      "epoch": 1.228890439637125,
      "grad_norm": 0.825319614706828,
      "learning_rate": 0.00027345244505146604,
      "loss": 2.4219,
      "step": 26415
    },
    {
      "epoch": 1.2289369620842057,
      "grad_norm": 0.893099997029314,
      "learning_rate": 0.0002734503368616674,
      "loss": 2.2344,
      "step": 26416
    },
    {
      "epoch": 1.2289834845312864,
      "grad_norm": 0.9159518945066026,
      "learning_rate": 0.00027344822859629177,
      "loss": 2.5156,
      "step": 26417
    },
    {
      "epoch": 1.229030006978367,
      "grad_norm": 0.9230668205269809,
      "learning_rate": 0.00027344612025534035,
      "loss": 2.5156,
      "step": 26418
    },
    {
      "epoch": 1.2290765294254478,
      "grad_norm": 0.8385134312707673,
      "learning_rate": 0.0002734440118388145,
      "loss": 2.5312,
      "step": 26419
    },
    {
      "epoch": 1.2291230518725285,
      "grad_norm": 0.9533865362240709,
      "learning_rate": 0.0002734419033467155,
      "loss": 2.6719,
      "step": 26420
    },
    {
      "epoch": 1.2291695743196092,
      "grad_norm": 0.8701452550859491,
      "learning_rate": 0.0002734397947790446,
      "loss": 2.3906,
      "step": 26421
    },
    {
      "epoch": 1.2292160967666899,
      "grad_norm": 0.8202648166297307,
      "learning_rate": 0.0002734376861358032,
      "loss": 1.8906,
      "step": 26422
    },
    {
      "epoch": 1.2292626192137706,
      "grad_norm": 0.8962459790442687,
      "learning_rate": 0.0002734355774169925,
      "loss": 2.625,
      "step": 26423
    },
    {
      "epoch": 1.2293091416608513,
      "grad_norm": 0.8893557552782823,
      "learning_rate": 0.00027343346862261376,
      "loss": 2.2812,
      "step": 26424
    },
    {
      "epoch": 1.2293556641079322,
      "grad_norm": 0.8801454011246581,
      "learning_rate": 0.0002734313597526684,
      "loss": 2.2344,
      "step": 26425
    },
    {
      "epoch": 1.2294021865550129,
      "grad_norm": 0.9181023984337084,
      "learning_rate": 0.0002734292508071576,
      "loss": 2.6719,
      "step": 26426
    },
    {
      "epoch": 1.2294487090020936,
      "grad_norm": 0.8546741387289283,
      "learning_rate": 0.0002734271417860827,
      "loss": 2.0312,
      "step": 26427
    },
    {
      "epoch": 1.2294952314491743,
      "grad_norm": 0.8913107917287488,
      "learning_rate": 0.0002734250326894449,
      "loss": 2.7656,
      "step": 26428
    },
    {
      "epoch": 1.229541753896255,
      "grad_norm": 0.8876153489834266,
      "learning_rate": 0.00027342292351724564,
      "loss": 2.3906,
      "step": 26429
    },
    {
      "epoch": 1.2295882763433357,
      "grad_norm": 0.8598135954929693,
      "learning_rate": 0.00027342081426948617,
      "loss": 2.2969,
      "step": 26430
    },
    {
      "epoch": 1.2296347987904164,
      "grad_norm": 0.8409011837398146,
      "learning_rate": 0.0002734187049461677,
      "loss": 2.4688,
      "step": 26431
    },
    {
      "epoch": 1.229681321237497,
      "grad_norm": 0.8303196157651749,
      "learning_rate": 0.0002734165955472915,
      "loss": 2.3594,
      "step": 26432
    },
    {
      "epoch": 1.2297278436845778,
      "grad_norm": 1.054094666354062,
      "learning_rate": 0.00027341448607285903,
      "loss": 2.4219,
      "step": 26433
    },
    {
      "epoch": 1.2297743661316585,
      "grad_norm": 0.94259353114871,
      "learning_rate": 0.0002734123765228715,
      "loss": 2.4688,
      "step": 26434
    },
    {
      "epoch": 1.2298208885787392,
      "grad_norm": 0.9261462410993216,
      "learning_rate": 0.0002734102668973301,
      "loss": 2.6562,
      "step": 26435
    },
    {
      "epoch": 1.2298674110258199,
      "grad_norm": 0.8528768585953503,
      "learning_rate": 0.0002734081571962363,
      "loss": 2.1719,
      "step": 26436
    },
    {
      "epoch": 1.2299139334729006,
      "grad_norm": 0.8174871309910969,
      "learning_rate": 0.0002734060474195912,
      "loss": 2.4844,
      "step": 26437
    },
    {
      "epoch": 1.2299604559199815,
      "grad_norm": 0.8155945038496484,
      "learning_rate": 0.0002734039375673963,
      "loss": 2.3906,
      "step": 26438
    },
    {
      "epoch": 1.2300069783670622,
      "grad_norm": 0.8118737632918149,
      "learning_rate": 0.0002734018276396527,
      "loss": 2.3125,
      "step": 26439
    },
    {
      "epoch": 1.2300535008141429,
      "grad_norm": 0.8468351938570741,
      "learning_rate": 0.0002733997176363618,
      "loss": 2.3125,
      "step": 26440
    },
    {
      "epoch": 1.2301000232612236,
      "grad_norm": 0.7973921090836956,
      "learning_rate": 0.0002733976075575249,
      "loss": 2.0938,
      "step": 26441
    },
    {
      "epoch": 1.2301465457083043,
      "grad_norm": 0.8304020154456457,
      "learning_rate": 0.0002733954974031432,
      "loss": 2.2812,
      "step": 26442
    },
    {
      "epoch": 1.230193068155385,
      "grad_norm": 0.8711388664614175,
      "learning_rate": 0.0002733933871732181,
      "loss": 2.5469,
      "step": 26443
    },
    {
      "epoch": 1.2302395906024657,
      "grad_norm": 0.8632127292642808,
      "learning_rate": 0.0002733912768677508,
      "loss": 2.3906,
      "step": 26444
    },
    {
      "epoch": 1.2302861130495464,
      "grad_norm": 0.7677333018232776,
      "learning_rate": 0.00027338916648674265,
      "loss": 1.7891,
      "step": 26445
    },
    {
      "epoch": 1.230332635496627,
      "grad_norm": 0.8843502409094937,
      "learning_rate": 0.0002733870560301949,
      "loss": 2.7812,
      "step": 26446
    },
    {
      "epoch": 1.2303791579437078,
      "grad_norm": 0.8559464760201729,
      "learning_rate": 0.0002733849454981089,
      "loss": 2.2969,
      "step": 26447
    },
    {
      "epoch": 1.2304256803907885,
      "grad_norm": 0.9446788621997328,
      "learning_rate": 0.00027338283489048587,
      "loss": 2.4062,
      "step": 26448
    },
    {
      "epoch": 1.2304722028378692,
      "grad_norm": 0.8816252132880122,
      "learning_rate": 0.0002733807242073272,
      "loss": 1.7266,
      "step": 26449
    },
    {
      "epoch": 1.2305187252849499,
      "grad_norm": 0.830904270608363,
      "learning_rate": 0.0002733786134486341,
      "loss": 2.5469,
      "step": 26450
    },
    {
      "epoch": 1.2305652477320308,
      "grad_norm": 0.8300862646524952,
      "learning_rate": 0.00027337650261440786,
      "loss": 2.4219,
      "step": 26451
    },
    {
      "epoch": 1.2306117701791115,
      "grad_norm": 0.8417552557753099,
      "learning_rate": 0.00027337439170464984,
      "loss": 2.3125,
      "step": 26452
    },
    {
      "epoch": 1.2306582926261922,
      "grad_norm": 0.8398420113429542,
      "learning_rate": 0.00027337228071936125,
      "loss": 2.2656,
      "step": 26453
    },
    {
      "epoch": 1.230704815073273,
      "grad_norm": 0.8247509681865384,
      "learning_rate": 0.00027337016965854345,
      "loss": 2.4844,
      "step": 26454
    },
    {
      "epoch": 1.2307513375203536,
      "grad_norm": 0.8528671036688806,
      "learning_rate": 0.0002733680585221977,
      "loss": 2.5,
      "step": 26455
    },
    {
      "epoch": 1.2307978599674343,
      "grad_norm": 0.8268406349324328,
      "learning_rate": 0.00027336594731032526,
      "loss": 2.1875,
      "step": 26456
    },
    {
      "epoch": 1.230844382414515,
      "grad_norm": 0.8230401359179835,
      "learning_rate": 0.00027336383602292747,
      "loss": 2.3594,
      "step": 26457
    },
    {
      "epoch": 1.2308909048615957,
      "grad_norm": 1.0846662176938373,
      "learning_rate": 0.00027336172466000563,
      "loss": 2.6719,
      "step": 26458
    },
    {
      "epoch": 1.2309374273086764,
      "grad_norm": 0.9042030216796944,
      "learning_rate": 0.0002733596132215611,
      "loss": 2.8438,
      "step": 26459
    },
    {
      "epoch": 1.230983949755757,
      "grad_norm": 0.845524740057404,
      "learning_rate": 0.00027335750170759496,
      "loss": 2.4062,
      "step": 26460
    },
    {
      "epoch": 1.2310304722028378,
      "grad_norm": 0.8639729086838551,
      "learning_rate": 0.0002733553901181087,
      "loss": 2.3438,
      "step": 26461
    },
    {
      "epoch": 1.2310769946499187,
      "grad_norm": 0.8686511861094961,
      "learning_rate": 0.0002733532784531035,
      "loss": 2.5,
      "step": 26462
    },
    {
      "epoch": 1.2311235170969992,
      "grad_norm": 0.8936581419896966,
      "learning_rate": 0.0002733511667125807,
      "loss": 2.5,
      "step": 26463
    },
    {
      "epoch": 1.23117003954408,
      "grad_norm": 0.8536300978977225,
      "learning_rate": 0.0002733490548965416,
      "loss": 2.6562,
      "step": 26464
    },
    {
      "epoch": 1.2312165619911608,
      "grad_norm": 0.8181750376363843,
      "learning_rate": 0.0002733469430049875,
      "loss": 2.2969,
      "step": 26465
    },
    {
      "epoch": 1.2312630844382415,
      "grad_norm": 0.9104496065415811,
      "learning_rate": 0.0002733448310379197,
      "loss": 2.6562,
      "step": 26466
    },
    {
      "epoch": 1.2313096068853222,
      "grad_norm": 0.9064655501989832,
      "learning_rate": 0.00027334271899533943,
      "loss": 2.625,
      "step": 26467
    },
    {
      "epoch": 1.231356129332403,
      "grad_norm": 0.8833733904957263,
      "learning_rate": 0.000273340606877248,
      "loss": 2.5156,
      "step": 26468
    },
    {
      "epoch": 1.2314026517794836,
      "grad_norm": 0.854504832020184,
      "learning_rate": 0.0002733384946836467,
      "loss": 2.3594,
      "step": 26469
    },
    {
      "epoch": 1.2314491742265643,
      "grad_norm": 0.8808413175377737,
      "learning_rate": 0.00027333638241453694,
      "loss": 2.5781,
      "step": 26470
    },
    {
      "epoch": 1.231495696673645,
      "grad_norm": 0.8024675448680338,
      "learning_rate": 0.00027333427006991985,
      "loss": 2.1719,
      "step": 26471
    },
    {
      "epoch": 1.2315422191207257,
      "grad_norm": 0.8155439206771714,
      "learning_rate": 0.00027333215764979685,
      "loss": 2.3594,
      "step": 26472
    },
    {
      "epoch": 1.2315887415678064,
      "grad_norm": 0.8573354028166373,
      "learning_rate": 0.0002733300451541691,
      "loss": 2.3438,
      "step": 26473
    },
    {
      "epoch": 1.231635264014887,
      "grad_norm": 0.8701861160797377,
      "learning_rate": 0.00027332793258303805,
      "loss": 2.3281,
      "step": 26474
    },
    {
      "epoch": 1.231681786461968,
      "grad_norm": 0.8049428096990424,
      "learning_rate": 0.00027332581993640484,
      "loss": 2.4844,
      "step": 26475
    },
    {
      "epoch": 1.2317283089090485,
      "grad_norm": 0.8773284385168371,
      "learning_rate": 0.0002733237072142709,
      "loss": 2.3438,
      "step": 26476
    },
    {
      "epoch": 1.2317748313561294,
      "grad_norm": 0.8733859796633613,
      "learning_rate": 0.0002733215944166374,
      "loss": 2.3125,
      "step": 26477
    },
    {
      "epoch": 1.2318213538032101,
      "grad_norm": 0.9194528045018424,
      "learning_rate": 0.0002733194815435057,
      "loss": 2.5312,
      "step": 26478
    },
    {
      "epoch": 1.2318678762502908,
      "grad_norm": 0.8334007162257159,
      "learning_rate": 0.00027331736859487714,
      "loss": 2.5781,
      "step": 26479
    },
    {
      "epoch": 1.2319143986973715,
      "grad_norm": 0.8361488853446312,
      "learning_rate": 0.0002733152555707529,
      "loss": 2.5938,
      "step": 26480
    },
    {
      "epoch": 1.2319609211444522,
      "grad_norm": 0.8762814474011792,
      "learning_rate": 0.0002733131424711344,
      "loss": 2.4844,
      "step": 26481
    },
    {
      "epoch": 1.232007443591533,
      "grad_norm": 0.8491762879496376,
      "learning_rate": 0.0002733110292960228,
      "loss": 2.3594,
      "step": 26482
    },
    {
      "epoch": 1.2320539660386136,
      "grad_norm": 0.8692310849775275,
      "learning_rate": 0.00027330891604541947,
      "loss": 2.3125,
      "step": 26483
    },
    {
      "epoch": 1.2321004884856943,
      "grad_norm": 0.8626437804243967,
      "learning_rate": 0.00027330680271932576,
      "loss": 2.5,
      "step": 26484
    },
    {
      "epoch": 1.232147010932775,
      "grad_norm": 0.8980605447199697,
      "learning_rate": 0.00027330468931774284,
      "loss": 2.5,
      "step": 26485
    },
    {
      "epoch": 1.2321935333798557,
      "grad_norm": 0.8403308340901675,
      "learning_rate": 0.0002733025758406721,
      "loss": 2.2656,
      "step": 26486
    },
    {
      "epoch": 1.2322400558269364,
      "grad_norm": 0.9093863784487594,
      "learning_rate": 0.0002733004622881148,
      "loss": 2.4688,
      "step": 26487
    },
    {
      "epoch": 1.2322865782740173,
      "grad_norm": 0.815640485119405,
      "learning_rate": 0.00027329834866007217,
      "loss": 2.4531,
      "step": 26488
    },
    {
      "epoch": 1.2323331007210978,
      "grad_norm": 0.8491520546384662,
      "learning_rate": 0.00027329623495654556,
      "loss": 2.5156,
      "step": 26489
    },
    {
      "epoch": 1.2323796231681787,
      "grad_norm": 0.8754891764502414,
      "learning_rate": 0.00027329412117753636,
      "loss": 2.4531,
      "step": 26490
    },
    {
      "epoch": 1.2324261456152594,
      "grad_norm": 0.8679678818602227,
      "learning_rate": 0.0002732920073230457,
      "loss": 2.4375,
      "step": 26491
    },
    {
      "epoch": 1.2324726680623401,
      "grad_norm": 0.8723381845391863,
      "learning_rate": 0.000273289893393075,
      "loss": 2.2812,
      "step": 26492
    },
    {
      "epoch": 1.2325191905094208,
      "grad_norm": 0.7938291728704674,
      "learning_rate": 0.0002732877793876254,
      "loss": 2.2188,
      "step": 26493
    },
    {
      "epoch": 1.2325657129565015,
      "grad_norm": 0.751396993612648,
      "learning_rate": 0.00027328566530669836,
      "loss": 2.0312,
      "step": 26494
    },
    {
      "epoch": 1.2326122354035822,
      "grad_norm": 0.8664728986489035,
      "learning_rate": 0.0002732835511502951,
      "loss": 2.4219,
      "step": 26495
    },
    {
      "epoch": 1.232658757850663,
      "grad_norm": 0.809822113371371,
      "learning_rate": 0.000273281436918417,
      "loss": 2.3438,
      "step": 26496
    },
    {
      "epoch": 1.2327052802977436,
      "grad_norm": 0.9163567871341439,
      "learning_rate": 0.00027327932261106516,
      "loss": 2.4844,
      "step": 26497
    },
    {
      "epoch": 1.2327518027448243,
      "grad_norm": 0.8451949872063319,
      "learning_rate": 0.00027327720822824107,
      "loss": 2.5469,
      "step": 26498
    },
    {
      "epoch": 1.232798325191905,
      "grad_norm": 0.8301562965286792,
      "learning_rate": 0.00027327509376994587,
      "loss": 2.5,
      "step": 26499
    },
    {
      "epoch": 1.2328448476389857,
      "grad_norm": 0.84483342876146,
      "learning_rate": 0.000273272979236181,
      "loss": 2.0938,
      "step": 26500
    },
    {
      "epoch": 1.2328913700860666,
      "grad_norm": 0.9035175779315214,
      "learning_rate": 0.0002732708646269477,
      "loss": 2.5156,
      "step": 26501
    },
    {
      "epoch": 1.2329378925331473,
      "grad_norm": 0.900404233698754,
      "learning_rate": 0.0002732687499422472,
      "loss": 2.4531,
      "step": 26502
    },
    {
      "epoch": 1.232984414980228,
      "grad_norm": 0.8414146262864608,
      "learning_rate": 0.00027326663518208085,
      "loss": 2.5469,
      "step": 26503
    },
    {
      "epoch": 1.2330309374273087,
      "grad_norm": 0.8384495099668002,
      "learning_rate": 0.00027326452034644996,
      "loss": 2.5469,
      "step": 26504
    },
    {
      "epoch": 1.2330774598743894,
      "grad_norm": 0.7884490202751478,
      "learning_rate": 0.0002732624054353558,
      "loss": 2.1719,
      "step": 26505
    },
    {
      "epoch": 1.2331239823214701,
      "grad_norm": 0.8608640259756853,
      "learning_rate": 0.0002732602904487996,
      "loss": 2.5625,
      "step": 26506
    },
    {
      "epoch": 1.2331705047685508,
      "grad_norm": 0.8173285889480133,
      "learning_rate": 0.0002732581753867828,
      "loss": 1.9141,
      "step": 26507
    },
    {
      "epoch": 1.2332170272156315,
      "grad_norm": 0.8733619813809848,
      "learning_rate": 0.0002732560602493066,
      "loss": 2.5312,
      "step": 26508
    },
    {
      "epoch": 1.2332635496627122,
      "grad_norm": 0.8143486847313303,
      "learning_rate": 0.0002732539450363724,
      "loss": 2.2344,
      "step": 26509
    },
    {
      "epoch": 1.233310072109793,
      "grad_norm": 0.9183512310439857,
      "learning_rate": 0.0002732518297479813,
      "loss": 1.9766,
      "step": 26510
    },
    {
      "epoch": 1.2333565945568736,
      "grad_norm": 0.8722947109935134,
      "learning_rate": 0.0002732497143841347,
      "loss": 2.4688,
      "step": 26511
    },
    {
      "epoch": 1.2334031170039543,
      "grad_norm": 0.8439399556647877,
      "learning_rate": 0.00027324759894483395,
      "loss": 2.4531,
      "step": 26512
    },
    {
      "epoch": 1.233449639451035,
      "grad_norm": 0.8911548999835044,
      "learning_rate": 0.00027324548343008023,
      "loss": 2.4531,
      "step": 26513
    },
    {
      "epoch": 1.233496161898116,
      "grad_norm": 0.85592536789251,
      "learning_rate": 0.000273243367839875,
      "loss": 2.3125,
      "step": 26514
    },
    {
      "epoch": 1.2335426843451966,
      "grad_norm": 0.771279426349303,
      "learning_rate": 0.00027324125217421935,
      "loss": 2.3125,
      "step": 26515
    },
    {
      "epoch": 1.2335892067922773,
      "grad_norm": 0.9019952726264404,
      "learning_rate": 0.00027323913643311474,
      "loss": 2.6562,
      "step": 26516
    },
    {
      "epoch": 1.233635729239358,
      "grad_norm": 0.8561766310120779,
      "learning_rate": 0.00027323702061656234,
      "loss": 2.5,
      "step": 26517
    },
    {
      "epoch": 1.2336822516864387,
      "grad_norm": 0.825869283268214,
      "learning_rate": 0.0002732349047245636,
      "loss": 1.9688,
      "step": 26518
    },
    {
      "epoch": 1.2337287741335194,
      "grad_norm": 0.815482687292632,
      "learning_rate": 0.00027323278875711967,
      "loss": 2.4219,
      "step": 26519
    },
    {
      "epoch": 1.2337752965806001,
      "grad_norm": 0.818199933230699,
      "learning_rate": 0.00027323067271423193,
      "loss": 2.4688,
      "step": 26520
    },
    {
      "epoch": 1.2338218190276808,
      "grad_norm": 0.8951488100142289,
      "learning_rate": 0.0002732285565959016,
      "loss": 2.3438,
      "step": 26521
    },
    {
      "epoch": 1.2338683414747615,
      "grad_norm": 0.8259910768147655,
      "learning_rate": 0.0002732264404021301,
      "loss": 2.2812,
      "step": 26522
    },
    {
      "epoch": 1.2339148639218422,
      "grad_norm": 0.9466885907680462,
      "learning_rate": 0.0002732243241329186,
      "loss": 2.5,
      "step": 26523
    },
    {
      "epoch": 1.233961386368923,
      "grad_norm": 0.8135861114602255,
      "learning_rate": 0.0002732222077882684,
      "loss": 1.7891,
      "step": 26524
    },
    {
      "epoch": 1.2340079088160036,
      "grad_norm": 0.817638649603555,
      "learning_rate": 0.0002732200913681809,
      "loss": 2.1875,
      "step": 26525
    },
    {
      "epoch": 1.2340544312630843,
      "grad_norm": 0.8674468086181483,
      "learning_rate": 0.0002732179748726573,
      "loss": 2.4219,
      "step": 26526
    },
    {
      "epoch": 1.2341009537101653,
      "grad_norm": 0.8970452873432588,
      "learning_rate": 0.00027321585830169897,
      "loss": 2.6875,
      "step": 26527
    },
    {
      "epoch": 1.234147476157246,
      "grad_norm": 0.8207427676495368,
      "learning_rate": 0.0002732137416553071,
      "loss": 2.4219,
      "step": 26528
    },
    {
      "epoch": 1.2341939986043267,
      "grad_norm": 0.8407000203762822,
      "learning_rate": 0.0002732116249334831,
      "loss": 2.3594,
      "step": 26529
    },
    {
      "epoch": 1.2342405210514074,
      "grad_norm": 0.8909489414610481,
      "learning_rate": 0.0002732095081362282,
      "loss": 2.375,
      "step": 26530
    },
    {
      "epoch": 1.234287043498488,
      "grad_norm": 0.8629674339803247,
      "learning_rate": 0.00027320739126354373,
      "loss": 2.0938,
      "step": 26531
    },
    {
      "epoch": 1.2343335659455688,
      "grad_norm": 0.8853699405765456,
      "learning_rate": 0.00027320527431543094,
      "loss": 2.4688,
      "step": 26532
    },
    {
      "epoch": 1.2343800883926495,
      "grad_norm": 0.846302440413134,
      "learning_rate": 0.0002732031572918912,
      "loss": 2.2344,
      "step": 26533
    },
    {
      "epoch": 1.2344266108397302,
      "grad_norm": 0.8706980052623777,
      "learning_rate": 0.00027320104019292574,
      "loss": 2.4219,
      "step": 26534
    },
    {
      "epoch": 1.2344731332868109,
      "grad_norm": 0.8729985609239491,
      "learning_rate": 0.00027319892301853584,
      "loss": 2.4531,
      "step": 26535
    },
    {
      "epoch": 1.2345196557338916,
      "grad_norm": 0.9694128939550806,
      "learning_rate": 0.00027319680576872287,
      "loss": 2.4531,
      "step": 26536
    },
    {
      "epoch": 1.2345661781809723,
      "grad_norm": 0.9427673736461448,
      "learning_rate": 0.0002731946884434881,
      "loss": 2.5781,
      "step": 26537
    },
    {
      "epoch": 1.234612700628053,
      "grad_norm": 0.8346841983323602,
      "learning_rate": 0.00027319257104283277,
      "loss": 2.4531,
      "step": 26538
    },
    {
      "epoch": 1.2346592230751336,
      "grad_norm": 0.7917056573578444,
      "learning_rate": 0.0002731904535667583,
      "loss": 2.0,
      "step": 26539
    },
    {
      "epoch": 1.2347057455222146,
      "grad_norm": 0.8372567876842659,
      "learning_rate": 0.0002731883360152658,
      "loss": 2.2188,
      "step": 26540
    },
    {
      "epoch": 1.2347522679692953,
      "grad_norm": 0.8587410524180439,
      "learning_rate": 0.0002731862183883568,
      "loss": 2.7031,
      "step": 26541
    },
    {
      "epoch": 1.234798790416376,
      "grad_norm": 0.9315051239916369,
      "learning_rate": 0.0002731841006860323,
      "loss": 2.6875,
      "step": 26542
    },
    {
      "epoch": 1.2348453128634567,
      "grad_norm": 0.8992833261188808,
      "learning_rate": 0.0002731819829082939,
      "loss": 1.625,
      "step": 26543
    },
    {
      "epoch": 1.2348918353105374,
      "grad_norm": 0.863051009717411,
      "learning_rate": 0.0002731798650551428,
      "loss": 2.5469,
      "step": 26544
    },
    {
      "epoch": 1.234938357757618,
      "grad_norm": 0.8589447770878844,
      "learning_rate": 0.00027317774712658016,
      "loss": 2.5781,
      "step": 26545
    },
    {
      "epoch": 1.2349848802046988,
      "grad_norm": 0.8577462907443417,
      "learning_rate": 0.00027317562912260743,
      "loss": 2.4688,
      "step": 26546
    },
    {
      "epoch": 1.2350314026517795,
      "grad_norm": 0.9035745022891967,
      "learning_rate": 0.00027317351104322584,
      "loss": 2.5625,
      "step": 26547
    },
    {
      "epoch": 1.2350779250988602,
      "grad_norm": 0.9074111464327987,
      "learning_rate": 0.00027317139288843663,
      "loss": 2.5156,
      "step": 26548
    },
    {
      "epoch": 1.2351244475459409,
      "grad_norm": 0.8102485637714926,
      "learning_rate": 0.00027316927465824127,
      "loss": 2.4219,
      "step": 26549
    },
    {
      "epoch": 1.2351709699930216,
      "grad_norm": 0.915495563616043,
      "learning_rate": 0.00027316715635264095,
      "loss": 2.375,
      "step": 26550
    },
    {
      "epoch": 1.2352174924401023,
      "grad_norm": 0.7999375611094174,
      "learning_rate": 0.0002731650379716369,
      "loss": 2.2656,
      "step": 26551
    },
    {
      "epoch": 1.235264014887183,
      "grad_norm": 0.821586888609079,
      "learning_rate": 0.0002731629195152306,
      "loss": 2.5,
      "step": 26552
    },
    {
      "epoch": 1.2353105373342639,
      "grad_norm": 1.0049509991953858,
      "learning_rate": 0.00027316080098342314,
      "loss": 1.8047,
      "step": 26553
    },
    {
      "epoch": 1.2353570597813446,
      "grad_norm": 0.8052348451414583,
      "learning_rate": 0.00027315868237621593,
      "loss": 2.5156,
      "step": 26554
    },
    {
      "epoch": 1.2354035822284253,
      "grad_norm": 0.879603816794331,
      "learning_rate": 0.0002731565636936102,
      "loss": 2.4375,
      "step": 26555
    },
    {
      "epoch": 1.235450104675506,
      "grad_norm": 0.8913444726970984,
      "learning_rate": 0.0002731544449356074,
      "loss": 2.7969,
      "step": 26556
    },
    {
      "epoch": 1.2354966271225867,
      "grad_norm": 0.9542036553840576,
      "learning_rate": 0.00027315232610220863,
      "loss": 2.7812,
      "step": 26557
    },
    {
      "epoch": 1.2355431495696674,
      "grad_norm": 0.9837622728187552,
      "learning_rate": 0.00027315020719341536,
      "loss": 2.5781,
      "step": 26558
    },
    {
      "epoch": 1.235589672016748,
      "grad_norm": 0.8362291100242579,
      "learning_rate": 0.0002731480882092288,
      "loss": 2.2812,
      "step": 26559
    },
    {
      "epoch": 1.2356361944638288,
      "grad_norm": 0.8742767059288205,
      "learning_rate": 0.0002731459691496502,
      "loss": 2.375,
      "step": 26560
    },
    {
      "epoch": 1.2356827169109095,
      "grad_norm": 0.8563413734636592,
      "learning_rate": 0.0002731438500146809,
      "loss": 2.0938,
      "step": 26561
    },
    {
      "epoch": 1.2357292393579902,
      "grad_norm": 0.8182333754270757,
      "learning_rate": 0.00027314173080432224,
      "loss": 2.3438,
      "step": 26562
    },
    {
      "epoch": 1.2357757618050709,
      "grad_norm": 0.849085459344299,
      "learning_rate": 0.0002731396115185755,
      "loss": 2.4375,
      "step": 26563
    },
    {
      "epoch": 1.2358222842521516,
      "grad_norm": 0.8663123744688643,
      "learning_rate": 0.000273137492157442,
      "loss": 2.3906,
      "step": 26564
    },
    {
      "epoch": 1.2358688066992323,
      "grad_norm": 0.8778584280709509,
      "learning_rate": 0.00027313537272092295,
      "loss": 2.3438,
      "step": 26565
    },
    {
      "epoch": 1.2359153291463132,
      "grad_norm": 0.8583168997354375,
      "learning_rate": 0.0002731332532090197,
      "loss": 2.1719,
      "step": 26566
    },
    {
      "epoch": 1.235961851593394,
      "grad_norm": 0.8112085623073471,
      "learning_rate": 0.00027313113362173355,
      "loss": 2.0781,
      "step": 26567
    },
    {
      "epoch": 1.2360083740404746,
      "grad_norm": 0.8121085158006578,
      "learning_rate": 0.0002731290139590658,
      "loss": 2.125,
      "step": 26568
    },
    {
      "epoch": 1.2360548964875553,
      "grad_norm": 0.8759467721883627,
      "learning_rate": 0.00027312689422101776,
      "loss": 2.6406,
      "step": 26569
    },
    {
      "epoch": 1.236101418934636,
      "grad_norm": 0.8924570722760368,
      "learning_rate": 0.0002731247744075907,
      "loss": 2.625,
      "step": 26570
    },
    {
      "epoch": 1.2361479413817167,
      "grad_norm": 0.8763220931273639,
      "learning_rate": 0.0002731226545187859,
      "loss": 2.5,
      "step": 26571
    },
    {
      "epoch": 1.2361944638287974,
      "grad_norm": 0.8835521325176836,
      "learning_rate": 0.0002731205345546047,
      "loss": 2.2656,
      "step": 26572
    },
    {
      "epoch": 1.236240986275878,
      "grad_norm": 0.9103594345946976,
      "learning_rate": 0.00027311841451504835,
      "loss": 2.2344,
      "step": 26573
    },
    {
      "epoch": 1.2362875087229588,
      "grad_norm": 0.8242848274087825,
      "learning_rate": 0.0002731162944001183,
      "loss": 2.2969,
      "step": 26574
    },
    {
      "epoch": 1.2363340311700395,
      "grad_norm": 0.8800006148725359,
      "learning_rate": 0.0002731141742098156,
      "loss": 2.5,
      "step": 26575
    },
    {
      "epoch": 1.2363805536171202,
      "grad_norm": 0.8511038919519791,
      "learning_rate": 0.0002731120539441417,
      "loss": 2.5469,
      "step": 26576
    },
    {
      "epoch": 1.2364270760642009,
      "grad_norm": 0.8189533189864734,
      "learning_rate": 0.0002731099336030979,
      "loss": 2.3281,
      "step": 26577
    },
    {
      "epoch": 1.2364735985112816,
      "grad_norm": 0.9145249495617267,
      "learning_rate": 0.0002731078131866855,
      "loss": 2.4531,
      "step": 26578
    },
    {
      "epoch": 1.2365201209583625,
      "grad_norm": 0.8786757363848242,
      "learning_rate": 0.0002731056926949057,
      "loss": 2.4375,
      "step": 26579
    },
    {
      "epoch": 1.2365666434054432,
      "grad_norm": 0.873349080435797,
      "learning_rate": 0.00027310357212775995,
      "loss": 2.6562,
      "step": 26580
    },
    {
      "epoch": 1.236613165852524,
      "grad_norm": 0.8777348069957068,
      "learning_rate": 0.0002731014514852494,
      "loss": 2.4062,
      "step": 26581
    },
    {
      "epoch": 1.2366596882996046,
      "grad_norm": 0.9267851791140389,
      "learning_rate": 0.00027309933076737547,
      "loss": 2.2656,
      "step": 26582
    },
    {
      "epoch": 1.2367062107466853,
      "grad_norm": 0.8914339110134365,
      "learning_rate": 0.00027309720997413934,
      "loss": 2.6719,
      "step": 26583
    },
    {
      "epoch": 1.236752733193766,
      "grad_norm": 0.8738297912446699,
      "learning_rate": 0.00027309508910554244,
      "loss": 2.4844,
      "step": 26584
    },
    {
      "epoch": 1.2367992556408467,
      "grad_norm": 0.8576819618331895,
      "learning_rate": 0.000273092968161586,
      "loss": 2.625,
      "step": 26585
    },
    {
      "epoch": 1.2368457780879274,
      "grad_norm": 0.859133856839226,
      "learning_rate": 0.0002730908471422713,
      "loss": 2.0312,
      "step": 26586
    },
    {
      "epoch": 1.236892300535008,
      "grad_norm": 0.7983894643693341,
      "learning_rate": 0.00027308872604759964,
      "loss": 2.1562,
      "step": 26587
    },
    {
      "epoch": 1.2369388229820888,
      "grad_norm": 0.8835879781741838,
      "learning_rate": 0.00027308660487757237,
      "loss": 2.4688,
      "step": 26588
    },
    {
      "epoch": 1.2369853454291695,
      "grad_norm": 0.8522716641617554,
      "learning_rate": 0.0002730844836321907,
      "loss": 2.1875,
      "step": 26589
    },
    {
      "epoch": 1.2370318678762504,
      "grad_norm": 0.8878010764567914,
      "learning_rate": 0.00027308236231145597,
      "loss": 2.625,
      "step": 26590
    },
    {
      "epoch": 1.237078390323331,
      "grad_norm": 0.8555163400884294,
      "learning_rate": 0.0002730802409153696,
      "loss": 2.4531,
      "step": 26591
    },
    {
      "epoch": 1.2371249127704118,
      "grad_norm": 0.8131012102541986,
      "learning_rate": 0.00027307811944393267,
      "loss": 2.4062,
      "step": 26592
    },
    {
      "epoch": 1.2371714352174925,
      "grad_norm": 0.8868569302248541,
      "learning_rate": 0.0002730759978971467,
      "loss": 2.4062,
      "step": 26593
    },
    {
      "epoch": 1.2372179576645732,
      "grad_norm": 0.8766204061496717,
      "learning_rate": 0.00027307387627501276,
      "loss": 2.4062,
      "step": 26594
    },
    {
      "epoch": 1.237264480111654,
      "grad_norm": 0.8323523383077773,
      "learning_rate": 0.00027307175457753235,
      "loss": 2.4062,
      "step": 26595
    },
    {
      "epoch": 1.2373110025587346,
      "grad_norm": 0.8775062931400778,
      "learning_rate": 0.00027306963280470666,
      "loss": 2.5625,
      "step": 26596
    },
    {
      "epoch": 1.2373575250058153,
      "grad_norm": 0.8437522365838608,
      "learning_rate": 0.000273067510956537,
      "loss": 2.6719,
      "step": 26597
    },
    {
      "epoch": 1.237404047452896,
      "grad_norm": 0.8353972598961278,
      "learning_rate": 0.0002730653890330247,
      "loss": 2.3125,
      "step": 26598
    },
    {
      "epoch": 1.2374505698999767,
      "grad_norm": 0.8204951641531594,
      "learning_rate": 0.00027306326703417107,
      "loss": 2.25,
      "step": 26599
    },
    {
      "epoch": 1.2374970923470574,
      "grad_norm": 0.8281557670062474,
      "learning_rate": 0.00027306114495997735,
      "loss": 2.3281,
      "step": 26600
    },
    {
      "epoch": 1.237543614794138,
      "grad_norm": 0.8937441928917658,
      "learning_rate": 0.00027305902281044486,
      "loss": 2.4844,
      "step": 26601
    },
    {
      "epoch": 1.2375901372412188,
      "grad_norm": 0.8852111467665894,
      "learning_rate": 0.00027305690058557496,
      "loss": 2.5469,
      "step": 26602
    },
    {
      "epoch": 1.2376366596882997,
      "grad_norm": 0.8345023473520135,
      "learning_rate": 0.0002730547782853689,
      "loss": 2.625,
      "step": 26603
    },
    {
      "epoch": 1.2376831821353802,
      "grad_norm": 0.8174243827407836,
      "learning_rate": 0.0002730526559098279,
      "loss": 2.3125,
      "step": 26604
    },
    {
      "epoch": 1.2377297045824611,
      "grad_norm": 0.8084073272911311,
      "learning_rate": 0.0002730505334589534,
      "loss": 2.3906,
      "step": 26605
    },
    {
      "epoch": 1.2377762270295418,
      "grad_norm": 0.8004339390394207,
      "learning_rate": 0.0002730484109327466,
      "loss": 2.3281,
      "step": 26606
    },
    {
      "epoch": 1.2378227494766225,
      "grad_norm": 0.9249344536976637,
      "learning_rate": 0.0002730462883312089,
      "loss": 2.5469,
      "step": 26607
    },
    {
      "epoch": 1.2378692719237032,
      "grad_norm": 0.8621412706397057,
      "learning_rate": 0.0002730441656543415,
      "loss": 2.3594,
      "step": 26608
    },
    {
      "epoch": 1.237915794370784,
      "grad_norm": 0.9268355630910987,
      "learning_rate": 0.00027304204290214574,
      "loss": 2.3125,
      "step": 26609
    },
    {
      "epoch": 1.2379623168178646,
      "grad_norm": 0.8097189669043684,
      "learning_rate": 0.0002730399200746229,
      "loss": 2.4531,
      "step": 26610
    },
    {
      "epoch": 1.2380088392649453,
      "grad_norm": 0.8585599420519088,
      "learning_rate": 0.00027303779717177435,
      "loss": 2.2969,
      "step": 26611
    },
    {
      "epoch": 1.238055361712026,
      "grad_norm": 0.8100505891198506,
      "learning_rate": 0.00027303567419360126,
      "loss": 2.1875,
      "step": 26612
    },
    {
      "epoch": 1.2381018841591067,
      "grad_norm": 0.8289894580719811,
      "learning_rate": 0.00027303355114010507,
      "loss": 2.5781,
      "step": 26613
    },
    {
      "epoch": 1.2381484066061874,
      "grad_norm": 0.8714694784134736,
      "learning_rate": 0.00027303142801128697,
      "loss": 2.3438,
      "step": 26614
    },
    {
      "epoch": 1.2381949290532681,
      "grad_norm": 0.8429637364382285,
      "learning_rate": 0.0002730293048071483,
      "loss": 2.4844,
      "step": 26615
    },
    {
      "epoch": 1.238241451500349,
      "grad_norm": 0.8528333471164827,
      "learning_rate": 0.0002730271815276904,
      "loss": 1.6641,
      "step": 26616
    },
    {
      "epoch": 1.2382879739474295,
      "grad_norm": 0.8228699266102514,
      "learning_rate": 0.00027302505817291455,
      "loss": 2.3438,
      "step": 26617
    },
    {
      "epoch": 1.2383344963945104,
      "grad_norm": 0.8257417134319505,
      "learning_rate": 0.000273022934742822,
      "loss": 2.0312,
      "step": 26618
    },
    {
      "epoch": 1.2383810188415911,
      "grad_norm": 0.817804913827331,
      "learning_rate": 0.00027302081123741406,
      "loss": 2.2812,
      "step": 26619
    },
    {
      "epoch": 1.2384275412886718,
      "grad_norm": 0.8318317029745312,
      "learning_rate": 0.0002730186876566921,
      "loss": 2.3594,
      "step": 26620
    },
    {
      "epoch": 1.2384740637357525,
      "grad_norm": 0.8365694770285647,
      "learning_rate": 0.0002730165640006574,
      "loss": 2.25,
      "step": 26621
    },
    {
      "epoch": 1.2385205861828332,
      "grad_norm": 0.847427804773099,
      "learning_rate": 0.0002730144402693111,
      "loss": 2.7188,
      "step": 26622
    },
    {
      "epoch": 1.238567108629914,
      "grad_norm": 0.9108533141974176,
      "learning_rate": 0.0002730123164626548,
      "loss": 2.5469,
      "step": 26623
    },
    {
      "epoch": 1.2386136310769946,
      "grad_norm": 0.8160727386122405,
      "learning_rate": 0.00027301019258068953,
      "loss": 2.4219,
      "step": 26624
    },
    {
      "epoch": 1.2386601535240753,
      "grad_norm": 0.8705003372023878,
      "learning_rate": 0.0002730080686234167,
      "loss": 2.75,
      "step": 26625
    },
    {
      "epoch": 1.238706675971156,
      "grad_norm": 0.8164346451997194,
      "learning_rate": 0.00027300594459083767,
      "loss": 2.2812,
      "step": 26626
    },
    {
      "epoch": 1.2387531984182367,
      "grad_norm": 0.9639171312027562,
      "learning_rate": 0.0002730038204829536,
      "loss": 2.5625,
      "step": 26627
    },
    {
      "epoch": 1.2387997208653174,
      "grad_norm": 0.8558458793255993,
      "learning_rate": 0.00027300169629976593,
      "loss": 2.4688,
      "step": 26628
    },
    {
      "epoch": 1.2388462433123983,
      "grad_norm": 0.8781887398148138,
      "learning_rate": 0.00027299957204127585,
      "loss": 2.2344,
      "step": 26629
    },
    {
      "epoch": 1.238892765759479,
      "grad_norm": 0.8692171900858738,
      "learning_rate": 0.0002729974477074848,
      "loss": 2.6094,
      "step": 26630
    },
    {
      "epoch": 1.2389392882065597,
      "grad_norm": 0.8458939128262294,
      "learning_rate": 0.00027299532329839386,
      "loss": 2.5312,
      "step": 26631
    },
    {
      "epoch": 1.2389858106536404,
      "grad_norm": 0.8222702052989251,
      "learning_rate": 0.0002729931988140045,
      "loss": 2.375,
      "step": 26632
    },
    {
      "epoch": 1.2390323331007211,
      "grad_norm": 0.7892199875469332,
      "learning_rate": 0.00027299107425431796,
      "loss": 2.5,
      "step": 26633
    },
    {
      "epoch": 1.2390788555478018,
      "grad_norm": 0.8030934432084259,
      "learning_rate": 0.00027298894961933564,
      "loss": 2.2344,
      "step": 26634
    },
    {
      "epoch": 1.2391253779948825,
      "grad_norm": 0.8375327354607194,
      "learning_rate": 0.0002729868249090587,
      "loss": 2.4219,
      "step": 26635
    },
    {
      "epoch": 1.2391719004419632,
      "grad_norm": 0.9048039032664101,
      "learning_rate": 0.0002729847001234885,
      "loss": 2.3281,
      "step": 26636
    },
    {
      "epoch": 1.239218422889044,
      "grad_norm": 0.9184364369379131,
      "learning_rate": 0.0002729825752626264,
      "loss": 2.6562,
      "step": 26637
    },
    {
      "epoch": 1.2392649453361246,
      "grad_norm": 0.8662443329090858,
      "learning_rate": 0.00027298045032647357,
      "loss": 2.3906,
      "step": 26638
    },
    {
      "epoch": 1.2393114677832053,
      "grad_norm": 0.8160731588426849,
      "learning_rate": 0.00027297832531503137,
      "loss": 2.0781,
      "step": 26639
    },
    {
      "epoch": 1.239357990230286,
      "grad_norm": 0.8775507070099137,
      "learning_rate": 0.0002729762002283012,
      "loss": 2.5,
      "step": 26640
    },
    {
      "epoch": 1.2394045126773667,
      "grad_norm": 0.7822497292173937,
      "learning_rate": 0.00027297407506628424,
      "loss": 2.375,
      "step": 26641
    },
    {
      "epoch": 1.2394510351244477,
      "grad_norm": 0.9244563331379874,
      "learning_rate": 0.0002729719498289818,
      "loss": 2.6094,
      "step": 26642
    },
    {
      "epoch": 1.2394975575715284,
      "grad_norm": 0.8273792765991992,
      "learning_rate": 0.00027296982451639523,
      "loss": 2.5312,
      "step": 26643
    },
    {
      "epoch": 1.239544080018609,
      "grad_norm": 0.8485899483819044,
      "learning_rate": 0.0002729676991285258,
      "loss": 2.3438,
      "step": 26644
    },
    {
      "epoch": 1.2395906024656898,
      "grad_norm": 0.8596054373809129,
      "learning_rate": 0.0002729655736653748,
      "loss": 2.5156,
      "step": 26645
    },
    {
      "epoch": 1.2396371249127704,
      "grad_norm": 1.0733336825953665,
      "learning_rate": 0.0002729634481269436,
      "loss": 2.6562,
      "step": 26646
    },
    {
      "epoch": 1.2396836473598511,
      "grad_norm": 0.8366052917104118,
      "learning_rate": 0.0002729613225132334,
      "loss": 2.4375,
      "step": 26647
    },
    {
      "epoch": 1.2397301698069318,
      "grad_norm": 0.8533111146223108,
      "learning_rate": 0.00027295919682424557,
      "loss": 2.6562,
      "step": 26648
    },
    {
      "epoch": 1.2397766922540125,
      "grad_norm": 0.9532011007604231,
      "learning_rate": 0.00027295707105998146,
      "loss": 2.4844,
      "step": 26649
    },
    {
      "epoch": 1.2398232147010932,
      "grad_norm": 0.9552357414796657,
      "learning_rate": 0.00027295494522044223,
      "loss": 2.5156,
      "step": 26650
    },
    {
      "epoch": 1.239869737148174,
      "grad_norm": 0.9131806249858504,
      "learning_rate": 0.0002729528193056293,
      "loss": 1.7969,
      "step": 26651
    },
    {
      "epoch": 1.2399162595952546,
      "grad_norm": 0.8550989576523262,
      "learning_rate": 0.00027295069331554386,
      "loss": 2.3125,
      "step": 26652
    },
    {
      "epoch": 1.2399627820423353,
      "grad_norm": 0.8407544971201083,
      "learning_rate": 0.0002729485672501874,
      "loss": 2.5469,
      "step": 26653
    },
    {
      "epoch": 1.240009304489416,
      "grad_norm": 0.9528551690680428,
      "learning_rate": 0.00027294644110956097,
      "loss": 2.5312,
      "step": 26654
    },
    {
      "epoch": 1.240055826936497,
      "grad_norm": 0.8785102885995304,
      "learning_rate": 0.00027294431489366605,
      "loss": 2.4219,
      "step": 26655
    },
    {
      "epoch": 1.2401023493835777,
      "grad_norm": 0.9167228708300296,
      "learning_rate": 0.0002729421886025039,
      "loss": 2.5625,
      "step": 26656
    },
    {
      "epoch": 1.2401488718306584,
      "grad_norm": 0.8589669495212083,
      "learning_rate": 0.00027294006223607583,
      "loss": 2.5312,
      "step": 26657
    },
    {
      "epoch": 1.240195394277739,
      "grad_norm": 0.8134349174856458,
      "learning_rate": 0.0002729379357943832,
      "loss": 2.3438,
      "step": 26658
    },
    {
      "epoch": 1.2402419167248198,
      "grad_norm": 0.8574898193150905,
      "learning_rate": 0.0002729358092774271,
      "loss": 2.3906,
      "step": 26659
    },
    {
      "epoch": 1.2402884391719005,
      "grad_norm": 0.7638331337586606,
      "learning_rate": 0.0002729336826852091,
      "loss": 2.0312,
      "step": 26660
    },
    {
      "epoch": 1.2403349616189812,
      "grad_norm": 0.8137792988127984,
      "learning_rate": 0.0002729315560177303,
      "loss": 1.9062,
      "step": 26661
    },
    {
      "epoch": 1.2403814840660619,
      "grad_norm": 0.8139912439815818,
      "learning_rate": 0.0002729294292749921,
      "loss": 2.2812,
      "step": 26662
    },
    {
      "epoch": 1.2404280065131426,
      "grad_norm": 0.9196550305237371,
      "learning_rate": 0.00027292730245699577,
      "loss": 2.2188,
      "step": 26663
    },
    {
      "epoch": 1.2404745289602233,
      "grad_norm": 0.8675417890622744,
      "learning_rate": 0.0002729251755637426,
      "loss": 2.2812,
      "step": 26664
    },
    {
      "epoch": 1.240521051407304,
      "grad_norm": 0.9352167008000214,
      "learning_rate": 0.00027292304859523396,
      "loss": 2.5,
      "step": 26665
    },
    {
      "epoch": 1.2405675738543847,
      "grad_norm": 0.8064295419604158,
      "learning_rate": 0.0002729209215514711,
      "loss": 2.2969,
      "step": 26666
    },
    {
      "epoch": 1.2406140963014654,
      "grad_norm": 0.859956534975321,
      "learning_rate": 0.0002729187944324553,
      "loss": 1.9688,
      "step": 26667
    },
    {
      "epoch": 1.2406606187485463,
      "grad_norm": 0.8486078247490706,
      "learning_rate": 0.0002729166672381879,
      "loss": 2.5781,
      "step": 26668
    },
    {
      "epoch": 1.240707141195627,
      "grad_norm": 0.8113682785803203,
      "learning_rate": 0.00027291453996867017,
      "loss": 2.4219,
      "step": 26669
    },
    {
      "epoch": 1.2407536636427077,
      "grad_norm": 0.8819452984688306,
      "learning_rate": 0.00027291241262390346,
      "loss": 2.3906,
      "step": 26670
    },
    {
      "epoch": 1.2408001860897884,
      "grad_norm": 0.870160660049998,
      "learning_rate": 0.00027291028520388906,
      "loss": 2.5469,
      "step": 26671
    },
    {
      "epoch": 1.240846708536869,
      "grad_norm": 0.8179206344521551,
      "learning_rate": 0.00027290815770862826,
      "loss": 2.4219,
      "step": 26672
    },
    {
      "epoch": 1.2408932309839498,
      "grad_norm": 0.8325026986182246,
      "learning_rate": 0.0002729060301381223,
      "loss": 2.1875,
      "step": 26673
    },
    {
      "epoch": 1.2409397534310305,
      "grad_norm": 0.813830334471336,
      "learning_rate": 0.0002729039024923726,
      "loss": 2.3125,
      "step": 26674
    },
    {
      "epoch": 1.2409862758781112,
      "grad_norm": 0.8240351196349641,
      "learning_rate": 0.00027290177477138044,
      "loss": 2.4531,
      "step": 26675
    },
    {
      "epoch": 1.2410327983251919,
      "grad_norm": 0.875714278934541,
      "learning_rate": 0.000272899646975147,
      "loss": 2.2812,
      "step": 26676
    },
    {
      "epoch": 1.2410793207722726,
      "grad_norm": 0.9404567076482414,
      "learning_rate": 0.0002728975191036737,
      "loss": 2.6562,
      "step": 26677
    },
    {
      "epoch": 1.2411258432193533,
      "grad_norm": 0.8747461984201341,
      "learning_rate": 0.00027289539115696185,
      "loss": 2.5312,
      "step": 26678
    },
    {
      "epoch": 1.241172365666434,
      "grad_norm": 0.7740872978413059,
      "learning_rate": 0.0002728932631350127,
      "loss": 2.375,
      "step": 26679
    },
    {
      "epoch": 1.2412188881135147,
      "grad_norm": 0.8072738855247243,
      "learning_rate": 0.00027289113503782753,
      "loss": 2.3281,
      "step": 26680
    },
    {
      "epoch": 1.2412654105605956,
      "grad_norm": 0.8371564415120704,
      "learning_rate": 0.0002728890068654077,
      "loss": 2.2969,
      "step": 26681
    },
    {
      "epoch": 1.2413119330076763,
      "grad_norm": 0.8738543883127877,
      "learning_rate": 0.0002728868786177546,
      "loss": 2.3594,
      "step": 26682
    },
    {
      "epoch": 1.241358455454757,
      "grad_norm": 0.8893729933745447,
      "learning_rate": 0.0002728847502948693,
      "loss": 2.5469,
      "step": 26683
    },
    {
      "epoch": 1.2414049779018377,
      "grad_norm": 0.8316498328448492,
      "learning_rate": 0.0002728826218967533,
      "loss": 2.4688,
      "step": 26684
    },
    {
      "epoch": 1.2414515003489184,
      "grad_norm": 0.9231857729624445,
      "learning_rate": 0.0002728804934234078,
      "loss": 2.3906,
      "step": 26685
    },
    {
      "epoch": 1.241498022795999,
      "grad_norm": 0.909271640507908,
      "learning_rate": 0.0002728783648748342,
      "loss": 2.4062,
      "step": 26686
    },
    {
      "epoch": 1.2415445452430798,
      "grad_norm": 0.925453181306874,
      "learning_rate": 0.0002728762362510336,
      "loss": 1.7031,
      "step": 26687
    },
    {
      "epoch": 1.2415910676901605,
      "grad_norm": 0.8197980519072403,
      "learning_rate": 0.00027287410755200755,
      "loss": 2.2812,
      "step": 26688
    },
    {
      "epoch": 1.2416375901372412,
      "grad_norm": 0.9381555718060058,
      "learning_rate": 0.00027287197877775725,
      "loss": 2.3281,
      "step": 26689
    },
    {
      "epoch": 1.2416841125843219,
      "grad_norm": 0.9464252211701734,
      "learning_rate": 0.00027286984992828397,
      "loss": 2.5312,
      "step": 26690
    },
    {
      "epoch": 1.2417306350314026,
      "grad_norm": 0.8466476267243234,
      "learning_rate": 0.00027286772100358907,
      "loss": 2.5156,
      "step": 26691
    },
    {
      "epoch": 1.2417771574784833,
      "grad_norm": 0.8605020672588107,
      "learning_rate": 0.0002728655920036738,
      "loss": 2.6094,
      "step": 26692
    },
    {
      "epoch": 1.241823679925564,
      "grad_norm": 0.8607203699332394,
      "learning_rate": 0.0002728634629285395,
      "loss": 2.3125,
      "step": 26693
    },
    {
      "epoch": 1.241870202372645,
      "grad_norm": 0.7815088012758822,
      "learning_rate": 0.00027286133377818744,
      "loss": 1.875,
      "step": 26694
    },
    {
      "epoch": 1.2419167248197256,
      "grad_norm": 0.8750335340883075,
      "learning_rate": 0.000272859204552619,
      "loss": 2.8125,
      "step": 26695
    },
    {
      "epoch": 1.2419632472668063,
      "grad_norm": 0.8323575967743689,
      "learning_rate": 0.0002728570752518354,
      "loss": 2.1562,
      "step": 26696
    },
    {
      "epoch": 1.242009769713887,
      "grad_norm": 0.8721020378824312,
      "learning_rate": 0.000272854945875838,
      "loss": 2.4219,
      "step": 26697
    },
    {
      "epoch": 1.2420562921609677,
      "grad_norm": 0.8479244385408116,
      "learning_rate": 0.000272852816424628,
      "loss": 2.4531,
      "step": 26698
    },
    {
      "epoch": 1.2421028146080484,
      "grad_norm": 0.8741030964076972,
      "learning_rate": 0.00027285068689820687,
      "loss": 2.4688,
      "step": 26699
    },
    {
      "epoch": 1.242149337055129,
      "grad_norm": 0.8388917555692756,
      "learning_rate": 0.00027284855729657576,
      "loss": 2.6562,
      "step": 26700
    },
    {
      "epoch": 1.2421958595022098,
      "grad_norm": 0.8719837220930072,
      "learning_rate": 0.0002728464276197361,
      "loss": 2.3438,
      "step": 26701
    },
    {
      "epoch": 1.2422423819492905,
      "grad_norm": 0.8914504814865888,
      "learning_rate": 0.0002728442978676891,
      "loss": 2.4219,
      "step": 26702
    },
    {
      "epoch": 1.2422889043963712,
      "grad_norm": 0.8281263828623664,
      "learning_rate": 0.00027284216804043614,
      "loss": 1.9844,
      "step": 26703
    },
    {
      "epoch": 1.2423354268434519,
      "grad_norm": 0.8510156794970781,
      "learning_rate": 0.0002728400381379784,
      "loss": 2.5156,
      "step": 26704
    },
    {
      "epoch": 1.2423819492905328,
      "grad_norm": 0.8412116967332841,
      "learning_rate": 0.0002728379081603173,
      "loss": 2.2969,
      "step": 26705
    },
    {
      "epoch": 1.2424284717376133,
      "grad_norm": 0.7468644375620415,
      "learning_rate": 0.00027283577810745415,
      "loss": 1.7891,
      "step": 26706
    },
    {
      "epoch": 1.2424749941846942,
      "grad_norm": 0.8246766885573448,
      "learning_rate": 0.0002728336479793902,
      "loss": 2.2969,
      "step": 26707
    },
    {
      "epoch": 1.242521516631775,
      "grad_norm": 0.9162611725343769,
      "learning_rate": 0.00027283151777612673,
      "loss": 2.375,
      "step": 26708
    },
    {
      "epoch": 1.2425680390788556,
      "grad_norm": 0.8319912478466501,
      "learning_rate": 0.00027282938749766507,
      "loss": 2.25,
      "step": 26709
    },
    {
      "epoch": 1.2426145615259363,
      "grad_norm": 0.8957417852084784,
      "learning_rate": 0.00027282725714400656,
      "loss": 2.5938,
      "step": 26710
    },
    {
      "epoch": 1.242661083973017,
      "grad_norm": 0.8945011306676005,
      "learning_rate": 0.0002728251267151525,
      "loss": 2.5156,
      "step": 26711
    },
    {
      "epoch": 1.2427076064200977,
      "grad_norm": 0.8719730517100316,
      "learning_rate": 0.00027282299621110415,
      "loss": 2.5156,
      "step": 26712
    },
    {
      "epoch": 1.2427541288671784,
      "grad_norm": 0.8415608995970885,
      "learning_rate": 0.00027282086563186285,
      "loss": 2.1562,
      "step": 26713
    },
    {
      "epoch": 1.242800651314259,
      "grad_norm": 0.9613259275062876,
      "learning_rate": 0.00027281873497742986,
      "loss": 2.4844,
      "step": 26714
    },
    {
      "epoch": 1.2428471737613398,
      "grad_norm": 0.8305725202448127,
      "learning_rate": 0.0002728166042478065,
      "loss": 2.4688,
      "step": 26715
    },
    {
      "epoch": 1.2428936962084205,
      "grad_norm": 0.90981022048978,
      "learning_rate": 0.0002728144734429942,
      "loss": 2.6875,
      "step": 26716
    },
    {
      "epoch": 1.2429402186555012,
      "grad_norm": 0.8547323343763332,
      "learning_rate": 0.0002728123425629941,
      "loss": 2.4219,
      "step": 26717
    },
    {
      "epoch": 1.2429867411025821,
      "grad_norm": 0.8262695209029224,
      "learning_rate": 0.0002728102116078075,
      "loss": 1.7188,
      "step": 26718
    },
    {
      "epoch": 1.2430332635496626,
      "grad_norm": 0.8522242647257481,
      "learning_rate": 0.0002728080805774358,
      "loss": 2.3281,
      "step": 26719
    },
    {
      "epoch": 1.2430797859967435,
      "grad_norm": 0.8724019901531151,
      "learning_rate": 0.00027280594947188034,
      "loss": 2.1719,
      "step": 26720
    },
    {
      "epoch": 1.2431263084438242,
      "grad_norm": 0.8585407429612228,
      "learning_rate": 0.00027280381829114227,
      "loss": 2.6719,
      "step": 26721
    },
    {
      "epoch": 1.243172830890905,
      "grad_norm": 0.8401516533080523,
      "learning_rate": 0.000272801687035223,
      "loss": 2.6406,
      "step": 26722
    },
    {
      "epoch": 1.2432193533379856,
      "grad_norm": 0.8581384098280767,
      "learning_rate": 0.00027279955570412383,
      "loss": 2.5,
      "step": 26723
    },
    {
      "epoch": 1.2432658757850663,
      "grad_norm": 0.898019406486429,
      "learning_rate": 0.000272797424297846,
      "loss": 2.375,
      "step": 26724
    },
    {
      "epoch": 1.243312398232147,
      "grad_norm": 0.8059508669726919,
      "learning_rate": 0.0002727952928163909,
      "loss": 2.2656,
      "step": 26725
    },
    {
      "epoch": 1.2433589206792277,
      "grad_norm": 0.900123083080148,
      "learning_rate": 0.0002727931612597598,
      "loss": 2.4219,
      "step": 26726
    },
    {
      "epoch": 1.2434054431263084,
      "grad_norm": 0.8469212735672539,
      "learning_rate": 0.000272791029627954,
      "loss": 2.2344,
      "step": 26727
    },
    {
      "epoch": 1.243451965573389,
      "grad_norm": 0.8260822914091597,
      "learning_rate": 0.0002727888979209748,
      "loss": 2.5312,
      "step": 26728
    },
    {
      "epoch": 1.2434984880204698,
      "grad_norm": 0.8664764881354745,
      "learning_rate": 0.00027278676613882357,
      "loss": 2.1719,
      "step": 26729
    },
    {
      "epoch": 1.2435450104675505,
      "grad_norm": 0.8203292218609476,
      "learning_rate": 0.0002727846342815015,
      "loss": 2.2031,
      "step": 26730
    },
    {
      "epoch": 1.2435915329146314,
      "grad_norm": 0.8991732081781432,
      "learning_rate": 0.00027278250234901,
      "loss": 2.3594,
      "step": 26731
    },
    {
      "epoch": 1.243638055361712,
      "grad_norm": 0.8972283361498854,
      "learning_rate": 0.0002727803703413502,
      "loss": 2.3594,
      "step": 26732
    },
    {
      "epoch": 1.2436845778087928,
      "grad_norm": 0.8593333809018141,
      "learning_rate": 0.0002727782382585237,
      "loss": 2.3906,
      "step": 26733
    },
    {
      "epoch": 1.2437311002558735,
      "grad_norm": 0.8305909738527075,
      "learning_rate": 0.00027277610610053154,
      "loss": 2.3594,
      "step": 26734
    },
    {
      "epoch": 1.2437776227029542,
      "grad_norm": 0.8473198805084097,
      "learning_rate": 0.0002727739738673751,
      "loss": 2.3594,
      "step": 26735
    },
    {
      "epoch": 1.243824145150035,
      "grad_norm": 0.8949021813479517,
      "learning_rate": 0.00027277184155905583,
      "loss": 2.3906,
      "step": 26736
    },
    {
      "epoch": 1.2438706675971156,
      "grad_norm": 0.924190340473284,
      "learning_rate": 0.00027276970917557484,
      "loss": 2.5156,
      "step": 26737
    },
    {
      "epoch": 1.2439171900441963,
      "grad_norm": 0.9018996981502494,
      "learning_rate": 0.0002727675767169335,
      "loss": 2.3281,
      "step": 26738
    },
    {
      "epoch": 1.243963712491277,
      "grad_norm": 0.8940626094552532,
      "learning_rate": 0.00027276544418313315,
      "loss": 2.5469,
      "step": 26739
    },
    {
      "epoch": 1.2440102349383577,
      "grad_norm": 0.8522415866836467,
      "learning_rate": 0.0002727633115741751,
      "loss": 2.5781,
      "step": 26740
    },
    {
      "epoch": 1.2440567573854384,
      "grad_norm": 0.8027599993546767,
      "learning_rate": 0.00027276117889006053,
      "loss": 2.3594,
      "step": 26741
    },
    {
      "epoch": 1.2441032798325191,
      "grad_norm": 0.8904183393941039,
      "learning_rate": 0.0002727590461307909,
      "loss": 2.7344,
      "step": 26742
    },
    {
      "epoch": 1.2441498022795998,
      "grad_norm": 0.8964941122277643,
      "learning_rate": 0.00027275691329636744,
      "loss": 2.5,
      "step": 26743
    },
    {
      "epoch": 1.2441963247266807,
      "grad_norm": 1.049778543708299,
      "learning_rate": 0.00027275478038679154,
      "loss": 2.5156,
      "step": 26744
    },
    {
      "epoch": 1.2442428471737614,
      "grad_norm": 0.823454499785622,
      "learning_rate": 0.0002727526474020643,
      "loss": 2.3281,
      "step": 26745
    },
    {
      "epoch": 1.2442893696208421,
      "grad_norm": 0.8670772352373413,
      "learning_rate": 0.0002727505143421873,
      "loss": 2.6875,
      "step": 26746
    },
    {
      "epoch": 1.2443358920679228,
      "grad_norm": 0.8550258930121757,
      "learning_rate": 0.00027274838120716166,
      "loss": 2.1875,
      "step": 26747
    },
    {
      "epoch": 1.2443824145150035,
      "grad_norm": 0.8244109751350984,
      "learning_rate": 0.00027274624799698876,
      "loss": 2.2188,
      "step": 26748
    },
    {
      "epoch": 1.2444289369620842,
      "grad_norm": 0.8931137071006887,
      "learning_rate": 0.0002727441147116699,
      "loss": 2.2656,
      "step": 26749
    },
    {
      "epoch": 1.244475459409165,
      "grad_norm": 0.863130461298196,
      "learning_rate": 0.00027274198135120636,
      "loss": 2.5156,
      "step": 26750
    },
    {
      "epoch": 1.2445219818562456,
      "grad_norm": 0.7415503888892024,
      "learning_rate": 0.0002727398479155994,
      "loss": 2.25,
      "step": 26751
    },
    {
      "epoch": 1.2445685043033263,
      "grad_norm": 0.8498408685081554,
      "learning_rate": 0.00027273771440485044,
      "loss": 2.3906,
      "step": 26752
    },
    {
      "epoch": 1.244615026750407,
      "grad_norm": 0.9085189874414668,
      "learning_rate": 0.00027273558081896066,
      "loss": 2.5312,
      "step": 26753
    },
    {
      "epoch": 1.2446615491974877,
      "grad_norm": 1.2453686744371613,
      "learning_rate": 0.0002727334471579315,
      "loss": 2.4531,
      "step": 26754
    },
    {
      "epoch": 1.2447080716445684,
      "grad_norm": 0.9177946207243779,
      "learning_rate": 0.0002727313134217642,
      "loss": 2.5469,
      "step": 26755
    },
    {
      "epoch": 1.2447545940916491,
      "grad_norm": 0.8441933189120825,
      "learning_rate": 0.00027272917961046006,
      "loss": 2.2969,
      "step": 26756
    },
    {
      "epoch": 1.24480111653873,
      "grad_norm": 0.8307519978035516,
      "learning_rate": 0.0002727270457240204,
      "loss": 2.3281,
      "step": 26757
    },
    {
      "epoch": 1.2448476389858107,
      "grad_norm": 0.8549775970635619,
      "learning_rate": 0.0002727249117624465,
      "loss": 2.3281,
      "step": 26758
    },
    {
      "epoch": 1.2448941614328914,
      "grad_norm": 0.8631393854256225,
      "learning_rate": 0.00027272277772573964,
      "loss": 2.3125,
      "step": 26759
    },
    {
      "epoch": 1.2449406838799721,
      "grad_norm": 0.9364939565535468,
      "learning_rate": 0.0002727206436139012,
      "loss": 2.6094,
      "step": 26760
    },
    {
      "epoch": 1.2449872063270528,
      "grad_norm": 0.8682107159631218,
      "learning_rate": 0.0002727185094269325,
      "loss": 2.3438,
      "step": 26761
    },
    {
      "epoch": 1.2450337287741335,
      "grad_norm": 0.9008994912617054,
      "learning_rate": 0.0002727163751648348,
      "loss": 2.625,
      "step": 26762
    },
    {
      "epoch": 1.2450802512212142,
      "grad_norm": 0.7689091453422949,
      "learning_rate": 0.0002727142408276094,
      "loss": 1.6719,
      "step": 26763
    },
    {
      "epoch": 1.245126773668295,
      "grad_norm": 0.8513083581031299,
      "learning_rate": 0.0002727121064152576,
      "loss": 2.2344,
      "step": 26764
    },
    {
      "epoch": 1.2451732961153756,
      "grad_norm": 0.8908564724457854,
      "learning_rate": 0.0002727099719277807,
      "loss": 2.5781,
      "step": 26765
    },
    {
      "epoch": 1.2452198185624563,
      "grad_norm": 0.9371215976720133,
      "learning_rate": 0.0002727078373651801,
      "loss": 2.4062,
      "step": 26766
    },
    {
      "epoch": 1.245266341009537,
      "grad_norm": 0.9603444959438266,
      "learning_rate": 0.000272705702727457,
      "loss": 2.375,
      "step": 26767
    },
    {
      "epoch": 1.2453128634566177,
      "grad_norm": 0.9655254466548212,
      "learning_rate": 0.00027270356801461273,
      "loss": 2.4062,
      "step": 26768
    },
    {
      "epoch": 1.2453593859036984,
      "grad_norm": 0.863990960208952,
      "learning_rate": 0.0002727014332266487,
      "loss": 2.5469,
      "step": 26769
    },
    {
      "epoch": 1.2454059083507794,
      "grad_norm": 0.8449289562598649,
      "learning_rate": 0.00027269929836356606,
      "loss": 2.3438,
      "step": 26770
    },
    {
      "epoch": 1.24545243079786,
      "grad_norm": 0.9390083079576161,
      "learning_rate": 0.00027269716342536614,
      "loss": 2.3125,
      "step": 26771
    },
    {
      "epoch": 1.2454989532449408,
      "grad_norm": 0.8823035302810539,
      "learning_rate": 0.00027269502841205037,
      "loss": 2.7031,
      "step": 26772
    },
    {
      "epoch": 1.2455454756920215,
      "grad_norm": 0.8976727989505434,
      "learning_rate": 0.00027269289332361994,
      "loss": 2.5938,
      "step": 26773
    },
    {
      "epoch": 1.2455919981391022,
      "grad_norm": 0.8637398636966064,
      "learning_rate": 0.00027269075816007624,
      "loss": 2.2188,
      "step": 26774
    },
    {
      "epoch": 1.2456385205861829,
      "grad_norm": 0.9717989469386485,
      "learning_rate": 0.0002726886229214205,
      "loss": 2.375,
      "step": 26775
    },
    {
      "epoch": 1.2456850430332636,
      "grad_norm": 0.939984484890841,
      "learning_rate": 0.0002726864876076541,
      "loss": 2.2188,
      "step": 26776
    },
    {
      "epoch": 1.2457315654803442,
      "grad_norm": 0.8228048147765572,
      "learning_rate": 0.0002726843522187782,
      "loss": 2.1562,
      "step": 26777
    },
    {
      "epoch": 1.245778087927425,
      "grad_norm": 0.8864146846939944,
      "learning_rate": 0.0002726822167547943,
      "loss": 2.6094,
      "step": 26778
    },
    {
      "epoch": 1.2458246103745056,
      "grad_norm": 0.9268772731247266,
      "learning_rate": 0.0002726800812157037,
      "loss": 2.5938,
      "step": 26779
    },
    {
      "epoch": 1.2458711328215863,
      "grad_norm": 0.898523562467138,
      "learning_rate": 0.00027267794560150756,
      "loss": 2.4531,
      "step": 26780
    },
    {
      "epoch": 1.245917655268667,
      "grad_norm": 0.9027407653613221,
      "learning_rate": 0.0002726758099122072,
      "loss": 2.4062,
      "step": 26781
    },
    {
      "epoch": 1.2459641777157477,
      "grad_norm": 0.908286904606942,
      "learning_rate": 0.00027267367414780406,
      "loss": 2.4688,
      "step": 26782
    },
    {
      "epoch": 1.2460107001628287,
      "grad_norm": 0.8347258545490417,
      "learning_rate": 0.00027267153830829935,
      "loss": 2.3594,
      "step": 26783
    },
    {
      "epoch": 1.2460572226099094,
      "grad_norm": 0.8534541902454638,
      "learning_rate": 0.0002726694023936944,
      "loss": 2.2969,
      "step": 26784
    },
    {
      "epoch": 1.24610374505699,
      "grad_norm": 0.9555065860043961,
      "learning_rate": 0.0002726672664039905,
      "loss": 2.6094,
      "step": 26785
    },
    {
      "epoch": 1.2461502675040708,
      "grad_norm": 0.8667457182944535,
      "learning_rate": 0.000272665130339189,
      "loss": 2.5156,
      "step": 26786
    },
    {
      "epoch": 1.2461967899511515,
      "grad_norm": 0.8953717790642343,
      "learning_rate": 0.00027266299419929116,
      "loss": 1.8516,
      "step": 26787
    },
    {
      "epoch": 1.2462433123982322,
      "grad_norm": 0.823929651251323,
      "learning_rate": 0.00027266085798429834,
      "loss": 2.2031,
      "step": 26788
    },
    {
      "epoch": 1.2462898348453129,
      "grad_norm": 0.8551713252178897,
      "learning_rate": 0.00027265872169421183,
      "loss": 2.1875,
      "step": 26789
    },
    {
      "epoch": 1.2463363572923936,
      "grad_norm": 0.8939611639241866,
      "learning_rate": 0.0002726565853290329,
      "loss": 2.4688,
      "step": 26790
    },
    {
      "epoch": 1.2463828797394743,
      "grad_norm": 0.9034816689216054,
      "learning_rate": 0.0002726544488887629,
      "loss": 2.5781,
      "step": 26791
    },
    {
      "epoch": 1.246429402186555,
      "grad_norm": 0.8709212807399982,
      "learning_rate": 0.0002726523123734031,
      "loss": 2.4531,
      "step": 26792
    },
    {
      "epoch": 1.2464759246336357,
      "grad_norm": 0.8332327855404156,
      "learning_rate": 0.00027265017578295486,
      "loss": 2.2031,
      "step": 26793
    },
    {
      "epoch": 1.2465224470807164,
      "grad_norm": 0.9166151024432806,
      "learning_rate": 0.00027264803911741944,
      "loss": 2.2969,
      "step": 26794
    },
    {
      "epoch": 1.246568969527797,
      "grad_norm": 0.886176823509372,
      "learning_rate": 0.0002726459023767982,
      "loss": 2.4219,
      "step": 26795
    },
    {
      "epoch": 1.246615491974878,
      "grad_norm": 0.8790390965401198,
      "learning_rate": 0.0002726437655610924,
      "loss": 2.4062,
      "step": 26796
    },
    {
      "epoch": 1.2466620144219587,
      "grad_norm": 0.8944195378648009,
      "learning_rate": 0.0002726416286703033,
      "loss": 2.6094,
      "step": 26797
    },
    {
      "epoch": 1.2467085368690394,
      "grad_norm": 0.8584920441607867,
      "learning_rate": 0.00027263949170443235,
      "loss": 2.7344,
      "step": 26798
    },
    {
      "epoch": 1.24675505931612,
      "grad_norm": 0.8339683274130638,
      "learning_rate": 0.00027263735466348077,
      "loss": 2.3438,
      "step": 26799
    },
    {
      "epoch": 1.2468015817632008,
      "grad_norm": 0.8838977837051936,
      "learning_rate": 0.00027263521754744986,
      "loss": 2.3438,
      "step": 26800
    },
    {
      "epoch": 1.2468481042102815,
      "grad_norm": 0.8063283998440792,
      "learning_rate": 0.000272633080356341,
      "loss": 2.2656,
      "step": 26801
    },
    {
      "epoch": 1.2468946266573622,
      "grad_norm": 0.8382812992996549,
      "learning_rate": 0.00027263094309015534,
      "loss": 2.1719,
      "step": 26802
    },
    {
      "epoch": 1.2469411491044429,
      "grad_norm": 0.8437497915633998,
      "learning_rate": 0.0002726288057488944,
      "loss": 2.4062,
      "step": 26803
    },
    {
      "epoch": 1.2469876715515236,
      "grad_norm": 0.8595564160113303,
      "learning_rate": 0.0002726266683325593,
      "loss": 2.2656,
      "step": 26804
    },
    {
      "epoch": 1.2470341939986043,
      "grad_norm": 0.8853961526398302,
      "learning_rate": 0.0002726245308411515,
      "loss": 2.5,
      "step": 26805
    },
    {
      "epoch": 1.247080716445685,
      "grad_norm": 0.8500901104135254,
      "learning_rate": 0.0002726223932746722,
      "loss": 2.4688,
      "step": 26806
    },
    {
      "epoch": 1.2471272388927657,
      "grad_norm": 0.902763424785738,
      "learning_rate": 0.00027262025563312274,
      "loss": 2.6719,
      "step": 26807
    },
    {
      "epoch": 1.2471737613398464,
      "grad_norm": 0.8271328568215149,
      "learning_rate": 0.0002726181179165045,
      "loss": 2.375,
      "step": 26808
    },
    {
      "epoch": 1.2472202837869273,
      "grad_norm": 0.8650301513221628,
      "learning_rate": 0.00027261598012481863,
      "loss": 2.5156,
      "step": 26809
    },
    {
      "epoch": 1.247266806234008,
      "grad_norm": 0.8339708704696279,
      "learning_rate": 0.00027261384225806657,
      "loss": 2.5469,
      "step": 26810
    },
    {
      "epoch": 1.2473133286810887,
      "grad_norm": 0.8872081185864436,
      "learning_rate": 0.0002726117043162496,
      "loss": 2.5156,
      "step": 26811
    },
    {
      "epoch": 1.2473598511281694,
      "grad_norm": 0.9134966560017859,
      "learning_rate": 0.00027260956629936904,
      "loss": 2.1875,
      "step": 26812
    },
    {
      "epoch": 1.24740637357525,
      "grad_norm": 0.8052433423850501,
      "learning_rate": 0.0002726074282074262,
      "loss": 2.2812,
      "step": 26813
    },
    {
      "epoch": 1.2474528960223308,
      "grad_norm": 0.8591249312358075,
      "learning_rate": 0.0002726052900404223,
      "loss": 2.3438,
      "step": 26814
    },
    {
      "epoch": 1.2474994184694115,
      "grad_norm": 0.8558697731505522,
      "learning_rate": 0.0002726031517983588,
      "loss": 2.4688,
      "step": 26815
    },
    {
      "epoch": 1.2475459409164922,
      "grad_norm": 0.8347810408297667,
      "learning_rate": 0.0002726010134812369,
      "loss": 2.6719,
      "step": 26816
    },
    {
      "epoch": 1.2475924633635729,
      "grad_norm": 0.8866412563026305,
      "learning_rate": 0.0002725988750890579,
      "loss": 2.5625,
      "step": 26817
    },
    {
      "epoch": 1.2476389858106536,
      "grad_norm": 0.911185643948853,
      "learning_rate": 0.00027259673662182317,
      "loss": 2.4531,
      "step": 26818
    },
    {
      "epoch": 1.2476855082577343,
      "grad_norm": 0.8672055756853012,
      "learning_rate": 0.000272594598079534,
      "loss": 2.6406,
      "step": 26819
    },
    {
      "epoch": 1.2477320307048152,
      "grad_norm": 0.8141229400287305,
      "learning_rate": 0.00027259245946219165,
      "loss": 2.2969,
      "step": 26820
    },
    {
      "epoch": 1.2477785531518957,
      "grad_norm": 0.8799141844605786,
      "learning_rate": 0.0002725903207697975,
      "loss": 2.5156,
      "step": 26821
    },
    {
      "epoch": 1.2478250755989766,
      "grad_norm": 0.8755334339235781,
      "learning_rate": 0.0002725881820023529,
      "loss": 2.4375,
      "step": 26822
    },
    {
      "epoch": 1.2478715980460573,
      "grad_norm": 0.7847744508017979,
      "learning_rate": 0.000272586043159859,
      "loss": 2.4531,
      "step": 26823
    },
    {
      "epoch": 1.247918120493138,
      "grad_norm": 0.8477952536130199,
      "learning_rate": 0.0002725839042423172,
      "loss": 2.3594,
      "step": 26824
    },
    {
      "epoch": 1.2479646429402187,
      "grad_norm": 0.9276006519672343,
      "learning_rate": 0.0002725817652497289,
      "loss": 2.7031,
      "step": 26825
    },
    {
      "epoch": 1.2480111653872994,
      "grad_norm": 0.8531366081484992,
      "learning_rate": 0.0002725796261820953,
      "loss": 2.4375,
      "step": 26826
    },
    {
      "epoch": 1.24805768783438,
      "grad_norm": 0.8445547618118835,
      "learning_rate": 0.00027257748703941767,
      "loss": 2.625,
      "step": 26827
    },
    {
      "epoch": 1.2481042102814608,
      "grad_norm": 0.799381138566504,
      "learning_rate": 0.0002725753478216974,
      "loss": 2.5156,
      "step": 26828
    },
    {
      "epoch": 1.2481507327285415,
      "grad_norm": 0.9364488054203408,
      "learning_rate": 0.0002725732085289358,
      "loss": 2.4844,
      "step": 26829
    },
    {
      "epoch": 1.2481972551756222,
      "grad_norm": 0.8483868316227127,
      "learning_rate": 0.00027257106916113417,
      "loss": 2.25,
      "step": 26830
    },
    {
      "epoch": 1.2482437776227029,
      "grad_norm": 0.8621478132441529,
      "learning_rate": 0.0002725689297182938,
      "loss": 2.6406,
      "step": 26831
    },
    {
      "epoch": 1.2482903000697836,
      "grad_norm": 0.767263788680631,
      "learning_rate": 0.00027256679020041597,
      "loss": 1.8047,
      "step": 26832
    },
    {
      "epoch": 1.2483368225168645,
      "grad_norm": 0.8668644853286971,
      "learning_rate": 0.00027256465060750205,
      "loss": 2.25,
      "step": 26833
    },
    {
      "epoch": 1.248383344963945,
      "grad_norm": 0.8047800080927092,
      "learning_rate": 0.00027256251093955337,
      "loss": 2.2656,
      "step": 26834
    },
    {
      "epoch": 1.248429867411026,
      "grad_norm": 0.9311986817112651,
      "learning_rate": 0.0002725603711965711,
      "loss": 2.7031,
      "step": 26835
    },
    {
      "epoch": 1.2484763898581066,
      "grad_norm": 0.9334222698848973,
      "learning_rate": 0.0002725582313785568,
      "loss": 2.2188,
      "step": 26836
    },
    {
      "epoch": 1.2485229123051873,
      "grad_norm": 0.8733792470727393,
      "learning_rate": 0.00027255609148551147,
      "loss": 2.5469,
      "step": 26837
    },
    {
      "epoch": 1.248569434752268,
      "grad_norm": 0.9102372799697586,
      "learning_rate": 0.00027255395151743665,
      "loss": 2.4688,
      "step": 26838
    },
    {
      "epoch": 1.2486159571993487,
      "grad_norm": 0.891072470533849,
      "learning_rate": 0.0002725518114743336,
      "loss": 2.4219,
      "step": 26839
    },
    {
      "epoch": 1.2486624796464294,
      "grad_norm": 0.8109936742283202,
      "learning_rate": 0.0002725496713562036,
      "loss": 2.0781,
      "step": 26840
    },
    {
      "epoch": 1.24870900209351,
      "grad_norm": 0.9954637533549666,
      "learning_rate": 0.00027254753116304794,
      "loss": 2.3594,
      "step": 26841
    },
    {
      "epoch": 1.2487555245405908,
      "grad_norm": 0.9076024116501368,
      "learning_rate": 0.000272545390894868,
      "loss": 2.7344,
      "step": 26842
    },
    {
      "epoch": 1.2488020469876715,
      "grad_norm": 0.844541888696315,
      "learning_rate": 0.00027254325055166506,
      "loss": 2.4531,
      "step": 26843
    },
    {
      "epoch": 1.2488485694347522,
      "grad_norm": 0.8770569342710633,
      "learning_rate": 0.00027254111013344035,
      "loss": 2.5,
      "step": 26844
    },
    {
      "epoch": 1.248895091881833,
      "grad_norm": 0.8701068846043493,
      "learning_rate": 0.00027253896964019524,
      "loss": 2.5312,
      "step": 26845
    },
    {
      "epoch": 1.2489416143289138,
      "grad_norm": 0.8841654168563702,
      "learning_rate": 0.0002725368290719311,
      "loss": 2.3125,
      "step": 26846
    },
    {
      "epoch": 1.2489881367759943,
      "grad_norm": 0.8401009805114428,
      "learning_rate": 0.00027253468842864916,
      "loss": 2.5469,
      "step": 26847
    },
    {
      "epoch": 1.2490346592230752,
      "grad_norm": 0.8609367014122418,
      "learning_rate": 0.00027253254771035084,
      "loss": 2.25,
      "step": 26848
    },
    {
      "epoch": 1.249081181670156,
      "grad_norm": 0.9365710933512609,
      "learning_rate": 0.00027253040691703733,
      "loss": 2.2812,
      "step": 26849
    },
    {
      "epoch": 1.2491277041172366,
      "grad_norm": 0.8113059637205258,
      "learning_rate": 0.00027252826604871,
      "loss": 2.4062,
      "step": 26850
    },
    {
      "epoch": 1.2491742265643173,
      "grad_norm": 0.7889595550916345,
      "learning_rate": 0.00027252612510537006,
      "loss": 2.2969,
      "step": 26851
    },
    {
      "epoch": 1.249220749011398,
      "grad_norm": 0.9421154609103853,
      "learning_rate": 0.00027252398408701895,
      "loss": 2.4688,
      "step": 26852
    },
    {
      "epoch": 1.2492672714584787,
      "grad_norm": 0.9423565481404513,
      "learning_rate": 0.00027252184299365797,
      "loss": 2.5312,
      "step": 26853
    },
    {
      "epoch": 1.2493137939055594,
      "grad_norm": 0.8837799958078841,
      "learning_rate": 0.0002725197018252884,
      "loss": 2.4062,
      "step": 26854
    },
    {
      "epoch": 1.24936031635264,
      "grad_norm": 0.9259077419599583,
      "learning_rate": 0.00027251756058191146,
      "loss": 2.3906,
      "step": 26855
    },
    {
      "epoch": 1.2494068387997208,
      "grad_norm": 0.8726349631959874,
      "learning_rate": 0.00027251541926352866,
      "loss": 2.2812,
      "step": 26856
    },
    {
      "epoch": 1.2494533612468015,
      "grad_norm": 0.832372925059166,
      "learning_rate": 0.0002725132778701411,
      "loss": 2.5625,
      "step": 26857
    },
    {
      "epoch": 1.2494998836938822,
      "grad_norm": 0.8888875887879946,
      "learning_rate": 0.00027251113640175027,
      "loss": 2.7969,
      "step": 26858
    },
    {
      "epoch": 1.2495464061409631,
      "grad_norm": 0.8705619861346567,
      "learning_rate": 0.00027250899485835734,
      "loss": 2.5312,
      "step": 26859
    },
    {
      "epoch": 1.2495929285880438,
      "grad_norm": 0.8879251048491404,
      "learning_rate": 0.0002725068532399637,
      "loss": 2.6406,
      "step": 26860
    },
    {
      "epoch": 1.2496394510351245,
      "grad_norm": 0.8238862024617278,
      "learning_rate": 0.00027250471154657065,
      "loss": 2.4062,
      "step": 26861
    },
    {
      "epoch": 1.2496859734822052,
      "grad_norm": 0.877942867307565,
      "learning_rate": 0.0002725025697781795,
      "loss": 2.4375,
      "step": 26862
    },
    {
      "epoch": 1.249732495929286,
      "grad_norm": 0.8095508083435516,
      "learning_rate": 0.00027250042793479156,
      "loss": 2.4062,
      "step": 26863
    },
    {
      "epoch": 1.2497790183763666,
      "grad_norm": 0.8267757054566326,
      "learning_rate": 0.0002724982860164081,
      "loss": 2.3594,
      "step": 26864
    },
    {
      "epoch": 1.2498255408234473,
      "grad_norm": 0.8097400570120217,
      "learning_rate": 0.0002724961440230305,
      "loss": 2.25,
      "step": 26865
    },
    {
      "epoch": 1.249872063270528,
      "grad_norm": 0.8465824221320849,
      "learning_rate": 0.00027249400195466,
      "loss": 2.4688,
      "step": 26866
    },
    {
      "epoch": 1.2499185857176087,
      "grad_norm": 0.8678871258428557,
      "learning_rate": 0.000272491859811298,
      "loss": 2.5781,
      "step": 26867
    },
    {
      "epoch": 1.2499651081646894,
      "grad_norm": 0.8699101649884582,
      "learning_rate": 0.00027248971759294573,
      "loss": 2.7656,
      "step": 26868
    },
    {
      "epoch": 1.2500116306117701,
      "grad_norm": 0.8539684511206188,
      "learning_rate": 0.0002724875752996045,
      "loss": 2.3281,
      "step": 26869
    },
    {
      "epoch": 1.2500581530588508,
      "grad_norm": 0.8243404853462641,
      "learning_rate": 0.0002724854329312757,
      "loss": 2.5156,
      "step": 26870
    },
    {
      "epoch": 1.2501046755059315,
      "grad_norm": 0.879956009637037,
      "learning_rate": 0.00027248329048796063,
      "loss": 2.5312,
      "step": 26871
    },
    {
      "epoch": 1.2501511979530124,
      "grad_norm": 0.8503990797678023,
      "learning_rate": 0.00027248114796966054,
      "loss": 2.3438,
      "step": 26872
    },
    {
      "epoch": 1.250197720400093,
      "grad_norm": 0.8246947297529902,
      "learning_rate": 0.00027247900537637676,
      "loss": 2.25,
      "step": 26873
    },
    {
      "epoch": 1.2502442428471738,
      "grad_norm": 0.9268080481151167,
      "learning_rate": 0.0002724768627081106,
      "loss": 2.3438,
      "step": 26874
    },
    {
      "epoch": 1.2502907652942545,
      "grad_norm": 0.8310604702903631,
      "learning_rate": 0.00027247471996486337,
      "loss": 2.0625,
      "step": 26875
    },
    {
      "epoch": 1.2503372877413352,
      "grad_norm": 0.8608015472492447,
      "learning_rate": 0.0002724725771466364,
      "loss": 2.4219,
      "step": 26876
    },
    {
      "epoch": 1.250383810188416,
      "grad_norm": 0.9112681887385065,
      "learning_rate": 0.00027247043425343104,
      "loss": 2.4062,
      "step": 26877
    },
    {
      "epoch": 1.2504303326354966,
      "grad_norm": 0.8878559892975226,
      "learning_rate": 0.0002724682912852486,
      "loss": 2.5,
      "step": 26878
    },
    {
      "epoch": 1.2504768550825773,
      "grad_norm": 0.8530847528132152,
      "learning_rate": 0.0002724661482420902,
      "loss": 2.4062,
      "step": 26879
    },
    {
      "epoch": 1.250523377529658,
      "grad_norm": 0.8462240793104946,
      "learning_rate": 0.0002724640051239574,
      "loss": 2.375,
      "step": 26880
    },
    {
      "epoch": 1.2505698999767387,
      "grad_norm": 0.8337858791042533,
      "learning_rate": 0.0002724618619308514,
      "loss": 2.5312,
      "step": 26881
    },
    {
      "epoch": 1.2506164224238194,
      "grad_norm": 0.8349617743513477,
      "learning_rate": 0.0002724597186627735,
      "loss": 2.4688,
      "step": 26882
    },
    {
      "epoch": 1.2506629448709001,
      "grad_norm": 0.9326922833291215,
      "learning_rate": 0.0002724575753197251,
      "loss": 2.7031,
      "step": 26883
    },
    {
      "epoch": 1.2507094673179808,
      "grad_norm": 0.925714939467213,
      "learning_rate": 0.0002724554319017074,
      "loss": 2.4688,
      "step": 26884
    },
    {
      "epoch": 1.2507559897650617,
      "grad_norm": 0.890191233496311,
      "learning_rate": 0.0002724532884087218,
      "loss": 2.6406,
      "step": 26885
    },
    {
      "epoch": 1.2508025122121422,
      "grad_norm": 0.9036012704509521,
      "learning_rate": 0.00027245114484076953,
      "loss": 2.6719,
      "step": 26886
    },
    {
      "epoch": 1.2508490346592231,
      "grad_norm": 0.8250997459094028,
      "learning_rate": 0.00027244900119785195,
      "loss": 2.4531,
      "step": 26887
    },
    {
      "epoch": 1.2508955571063038,
      "grad_norm": 0.8412779150881134,
      "learning_rate": 0.0002724468574799704,
      "loss": 2.3281,
      "step": 26888
    },
    {
      "epoch": 1.2509420795533845,
      "grad_norm": 0.8267364093339672,
      "learning_rate": 0.00027244471368712616,
      "loss": 2.2188,
      "step": 26889
    },
    {
      "epoch": 1.2509886020004652,
      "grad_norm": 0.8825541036298845,
      "learning_rate": 0.00027244256981932054,
      "loss": 2.5156,
      "step": 26890
    },
    {
      "epoch": 1.251035124447546,
      "grad_norm": 0.857317501902265,
      "learning_rate": 0.0002724404258765548,
      "loss": 2.2188,
      "step": 26891
    },
    {
      "epoch": 1.2510816468946266,
      "grad_norm": 0.9469970644858698,
      "learning_rate": 0.0002724382818588304,
      "loss": 2.6875,
      "step": 26892
    },
    {
      "epoch": 1.2511281693417073,
      "grad_norm": 0.8320051978045294,
      "learning_rate": 0.00027243613776614856,
      "loss": 2.2969,
      "step": 26893
    },
    {
      "epoch": 1.251174691788788,
      "grad_norm": 0.803186401324876,
      "learning_rate": 0.0002724339935985106,
      "loss": 2.4375,
      "step": 26894
    },
    {
      "epoch": 1.2512212142358687,
      "grad_norm": 0.8786308549610373,
      "learning_rate": 0.00027243184935591775,
      "loss": 2.5938,
      "step": 26895
    },
    {
      "epoch": 1.2512677366829497,
      "grad_norm": 0.8865128328700864,
      "learning_rate": 0.0002724297050383714,
      "loss": 2.4531,
      "step": 26896
    },
    {
      "epoch": 1.2513142591300301,
      "grad_norm": 0.8230768783007196,
      "learning_rate": 0.00027242756064587293,
      "loss": 1.7031,
      "step": 26897
    },
    {
      "epoch": 1.251360781577111,
      "grad_norm": 0.8300135641404857,
      "learning_rate": 0.00027242541617842356,
      "loss": 2.2812,
      "step": 26898
    },
    {
      "epoch": 1.2514073040241915,
      "grad_norm": 0.8144990921702067,
      "learning_rate": 0.0002724232716360246,
      "loss": 2.6562,
      "step": 26899
    },
    {
      "epoch": 1.2514538264712725,
      "grad_norm": 0.8362393380284108,
      "learning_rate": 0.0002724211270186775,
      "loss": 2.5312,
      "step": 26900
    },
    {
      "epoch": 1.2515003489183532,
      "grad_norm": 0.8664325607588526,
      "learning_rate": 0.0002724189823263833,
      "loss": 2.375,
      "step": 26901
    },
    {
      "epoch": 1.2515468713654339,
      "grad_norm": 0.8280889590677113,
      "learning_rate": 0.00027241683755914356,
      "loss": 2.3906,
      "step": 26902
    },
    {
      "epoch": 1.2515933938125146,
      "grad_norm": 0.9206121191532406,
      "learning_rate": 0.0002724146927169595,
      "loss": 2.5625,
      "step": 26903
    },
    {
      "epoch": 1.2516399162595953,
      "grad_norm": 1.034197500792748,
      "learning_rate": 0.00027241254779983244,
      "loss": 1.7422,
      "step": 26904
    },
    {
      "epoch": 1.251686438706676,
      "grad_norm": 0.8794878051688555,
      "learning_rate": 0.00027241040280776376,
      "loss": 2.1875,
      "step": 26905
    },
    {
      "epoch": 1.2517329611537567,
      "grad_norm": 0.8181353277034327,
      "learning_rate": 0.00027240825774075465,
      "loss": 1.7344,
      "step": 26906
    },
    {
      "epoch": 1.2517794836008374,
      "grad_norm": 0.9427796049367418,
      "learning_rate": 0.00027240611259880647,
      "loss": 2.6406,
      "step": 26907
    },
    {
      "epoch": 1.251826006047918,
      "grad_norm": 0.8872682988904113,
      "learning_rate": 0.0002724039673819206,
      "loss": 2.5,
      "step": 26908
    },
    {
      "epoch": 1.251872528494999,
      "grad_norm": 0.8466286910797886,
      "learning_rate": 0.0002724018220900983,
      "loss": 2.4375,
      "step": 26909
    },
    {
      "epoch": 1.2519190509420794,
      "grad_norm": 0.875759530139215,
      "learning_rate": 0.0002723996767233408,
      "loss": 2.7344,
      "step": 26910
    },
    {
      "epoch": 1.2519655733891604,
      "grad_norm": 0.9146272063284419,
      "learning_rate": 0.00027239753128164955,
      "loss": 2.1875,
      "step": 26911
    },
    {
      "epoch": 1.252012095836241,
      "grad_norm": 0.746273342484428,
      "learning_rate": 0.00027239538576502586,
      "loss": 1.6953,
      "step": 26912
    },
    {
      "epoch": 1.2520586182833218,
      "grad_norm": 0.8499148488480981,
      "learning_rate": 0.0002723932401734709,
      "loss": 2.2656,
      "step": 26913
    },
    {
      "epoch": 1.2521051407304025,
      "grad_norm": 0.952080137202725,
      "learning_rate": 0.00027239109450698614,
      "loss": 2.5938,
      "step": 26914
    },
    {
      "epoch": 1.2521516631774832,
      "grad_norm": 0.8965970331071427,
      "learning_rate": 0.00027238894876557276,
      "loss": 2.4219,
      "step": 26915
    },
    {
      "epoch": 1.2521981856245639,
      "grad_norm": 0.839856096008355,
      "learning_rate": 0.0002723868029492322,
      "loss": 2.5312,
      "step": 26916
    },
    {
      "epoch": 1.2522447080716446,
      "grad_norm": 0.8279708267603905,
      "learning_rate": 0.00027238465705796573,
      "loss": 2.3906,
      "step": 26917
    },
    {
      "epoch": 1.2522912305187253,
      "grad_norm": 0.8747588565123079,
      "learning_rate": 0.00027238251109177464,
      "loss": 2.6719,
      "step": 26918
    },
    {
      "epoch": 1.252337752965806,
      "grad_norm": 1.0216234856274022,
      "learning_rate": 0.00027238036505066024,
      "loss": 2.6875,
      "step": 26919
    },
    {
      "epoch": 1.2523842754128867,
      "grad_norm": 0.8321535864285715,
      "learning_rate": 0.0002723782189346239,
      "loss": 2.4844,
      "step": 26920
    },
    {
      "epoch": 1.2524307978599674,
      "grad_norm": 0.7795340029125215,
      "learning_rate": 0.00027237607274366684,
      "loss": 2.3125,
      "step": 26921
    },
    {
      "epoch": 1.2524773203070483,
      "grad_norm": 0.8853185389249895,
      "learning_rate": 0.00027237392647779044,
      "loss": 2.3438,
      "step": 26922
    },
    {
      "epoch": 1.2525238427541288,
      "grad_norm": 0.8213950964813362,
      "learning_rate": 0.00027237178013699606,
      "loss": 2.0469,
      "step": 26923
    },
    {
      "epoch": 1.2525703652012097,
      "grad_norm": 0.7776298162455659,
      "learning_rate": 0.0002723696337212849,
      "loss": 2.1406,
      "step": 26924
    },
    {
      "epoch": 1.2526168876482904,
      "grad_norm": 0.8826613405746421,
      "learning_rate": 0.0002723674872306583,
      "loss": 2.5312,
      "step": 26925
    },
    {
      "epoch": 1.252663410095371,
      "grad_norm": 0.8771383529774774,
      "learning_rate": 0.00027236534066511764,
      "loss": 2.5781,
      "step": 26926
    },
    {
      "epoch": 1.2527099325424518,
      "grad_norm": 0.7758210555811218,
      "learning_rate": 0.0002723631940246642,
      "loss": 2.0312,
      "step": 26927
    },
    {
      "epoch": 1.2527564549895325,
      "grad_norm": 0.8827983962242145,
      "learning_rate": 0.00027236104730929926,
      "loss": 2.7812,
      "step": 26928
    },
    {
      "epoch": 1.2528029774366132,
      "grad_norm": 0.8403761582473837,
      "learning_rate": 0.0002723589005190242,
      "loss": 2.5781,
      "step": 26929
    },
    {
      "epoch": 1.2528494998836939,
      "grad_norm": 0.8105594426821623,
      "learning_rate": 0.0002723567536538403,
      "loss": 2.125,
      "step": 26930
    },
    {
      "epoch": 1.2528960223307746,
      "grad_norm": 0.8361389374347182,
      "learning_rate": 0.0002723546067137489,
      "loss": 2.375,
      "step": 26931
    },
    {
      "epoch": 1.2529425447778553,
      "grad_norm": 0.8780251297074363,
      "learning_rate": 0.00027235245969875124,
      "loss": 2.5469,
      "step": 26932
    },
    {
      "epoch": 1.252989067224936,
      "grad_norm": 0.8896265282642372,
      "learning_rate": 0.00027235031260884867,
      "loss": 2.3594,
      "step": 26933
    },
    {
      "epoch": 1.2530355896720167,
      "grad_norm": 0.8842871602241685,
      "learning_rate": 0.00027234816544404253,
      "loss": 2.4688,
      "step": 26934
    },
    {
      "epoch": 1.2530821121190976,
      "grad_norm": 0.8793306209938291,
      "learning_rate": 0.00027234601820433417,
      "loss": 2.2969,
      "step": 26935
    },
    {
      "epoch": 1.253128634566178,
      "grad_norm": 0.8619006878072785,
      "learning_rate": 0.00027234387088972484,
      "loss": 1.7656,
      "step": 26936
    },
    {
      "epoch": 1.253175157013259,
      "grad_norm": 0.8835446603526979,
      "learning_rate": 0.00027234172350021585,
      "loss": 2.375,
      "step": 26937
    },
    {
      "epoch": 1.2532216794603397,
      "grad_norm": 0.886634628810334,
      "learning_rate": 0.00027233957603580854,
      "loss": 2.4375,
      "step": 26938
    },
    {
      "epoch": 1.2532682019074204,
      "grad_norm": 0.8591704886624287,
      "learning_rate": 0.0002723374284965042,
      "loss": 2.6562,
      "step": 26939
    },
    {
      "epoch": 1.253314724354501,
      "grad_norm": 0.8538936724158971,
      "learning_rate": 0.0002723352808823042,
      "loss": 2.375,
      "step": 26940
    },
    {
      "epoch": 1.2533612468015818,
      "grad_norm": 0.8353378464521469,
      "learning_rate": 0.0002723331331932098,
      "loss": 2.375,
      "step": 26941
    },
    {
      "epoch": 1.2534077692486625,
      "grad_norm": 0.867675181957262,
      "learning_rate": 0.00027233098542922237,
      "loss": 2.7031,
      "step": 26942
    },
    {
      "epoch": 1.2534542916957432,
      "grad_norm": 0.8652129337382946,
      "learning_rate": 0.0002723288375903431,
      "loss": 2.6406,
      "step": 26943
    },
    {
      "epoch": 1.2535008141428239,
      "grad_norm": 0.8123880133278814,
      "learning_rate": 0.0002723266896765735,
      "loss": 2.3125,
      "step": 26944
    },
    {
      "epoch": 1.2535473365899046,
      "grad_norm": 0.8366378278039204,
      "learning_rate": 0.0002723245416879147,
      "loss": 2.2812,
      "step": 26945
    },
    {
      "epoch": 1.2535938590369853,
      "grad_norm": 0.8497952722245484,
      "learning_rate": 0.00027232239362436815,
      "loss": 2.4688,
      "step": 26946
    },
    {
      "epoch": 1.253640381484066,
      "grad_norm": 0.829424709020437,
      "learning_rate": 0.00027232024548593507,
      "loss": 2.625,
      "step": 26947
    },
    {
      "epoch": 1.253686903931147,
      "grad_norm": 0.8684672262984785,
      "learning_rate": 0.00027231809727261685,
      "loss": 2.625,
      "step": 26948
    },
    {
      "epoch": 1.2537334263782274,
      "grad_norm": 0.8335841312097174,
      "learning_rate": 0.0002723159489844148,
      "loss": 2.3906,
      "step": 26949
    },
    {
      "epoch": 1.2537799488253083,
      "grad_norm": 0.8534894249407857,
      "learning_rate": 0.00027231380062133013,
      "loss": 2.4219,
      "step": 26950
    },
    {
      "epoch": 1.253826471272389,
      "grad_norm": 0.8339228097915634,
      "learning_rate": 0.00027231165218336424,
      "loss": 2.3125,
      "step": 26951
    },
    {
      "epoch": 1.2538729937194697,
      "grad_norm": 0.8664045245430336,
      "learning_rate": 0.00027230950367051847,
      "loss": 2.4688,
      "step": 26952
    },
    {
      "epoch": 1.2539195161665504,
      "grad_norm": 0.8218809761871486,
      "learning_rate": 0.0002723073550827941,
      "loss": 2.4219,
      "step": 26953
    },
    {
      "epoch": 1.253966038613631,
      "grad_norm": 0.8390799648146503,
      "learning_rate": 0.0002723052064201924,
      "loss": 2.2344,
      "step": 26954
    },
    {
      "epoch": 1.2540125610607118,
      "grad_norm": 0.8060164122587774,
      "learning_rate": 0.0002723030576827148,
      "loss": 2.4844,
      "step": 26955
    },
    {
      "epoch": 1.2540590835077925,
      "grad_norm": 0.803596142440991,
      "learning_rate": 0.0002723009088703625,
      "loss": 2.1562,
      "step": 26956
    },
    {
      "epoch": 1.2541056059548732,
      "grad_norm": 0.902457020767174,
      "learning_rate": 0.0002722987599831369,
      "loss": 2.3281,
      "step": 26957
    },
    {
      "epoch": 1.254152128401954,
      "grad_norm": 0.863180174014093,
      "learning_rate": 0.0002722966110210392,
      "loss": 2.2031,
      "step": 26958
    },
    {
      "epoch": 1.2541986508490346,
      "grad_norm": 0.8368858571141351,
      "learning_rate": 0.00027229446198407086,
      "loss": 2.3281,
      "step": 26959
    },
    {
      "epoch": 1.2542451732961153,
      "grad_norm": 1.083355196093665,
      "learning_rate": 0.00027229231287223315,
      "loss": 2.4688,
      "step": 26960
    },
    {
      "epoch": 1.2542916957431962,
      "grad_norm": 0.8510487135857585,
      "learning_rate": 0.0002722901636855273,
      "loss": 2.375,
      "step": 26961
    },
    {
      "epoch": 1.2543382181902767,
      "grad_norm": 0.802994861194708,
      "learning_rate": 0.00027228801442395474,
      "loss": 2.25,
      "step": 26962
    },
    {
      "epoch": 1.2543847406373576,
      "grad_norm": 0.8319542130564743,
      "learning_rate": 0.00027228586508751674,
      "loss": 2.0781,
      "step": 26963
    },
    {
      "epoch": 1.2544312630844383,
      "grad_norm": 0.757169236765185,
      "learning_rate": 0.0002722837156762146,
      "loss": 1.7344,
      "step": 26964
    },
    {
      "epoch": 1.254477785531519,
      "grad_norm": 0.8082782098346635,
      "learning_rate": 0.00027228156619004963,
      "loss": 2.125,
      "step": 26965
    },
    {
      "epoch": 1.2545243079785997,
      "grad_norm": 0.8231390253576861,
      "learning_rate": 0.00027227941662902316,
      "loss": 2.2344,
      "step": 26966
    },
    {
      "epoch": 1.2545708304256804,
      "grad_norm": 0.9096213159504555,
      "learning_rate": 0.0002722772669931365,
      "loss": 2.5312,
      "step": 26967
    },
    {
      "epoch": 1.254617352872761,
      "grad_norm": 0.8590430662732229,
      "learning_rate": 0.000272275117282391,
      "loss": 2.3594,
      "step": 26968
    },
    {
      "epoch": 1.2546638753198418,
      "grad_norm": 0.8134796046071131,
      "learning_rate": 0.000272272967496788,
      "loss": 2.3594,
      "step": 26969
    },
    {
      "epoch": 1.2547103977669225,
      "grad_norm": 0.8701120925983702,
      "learning_rate": 0.0002722708176363287,
      "loss": 2.5625,
      "step": 26970
    },
    {
      "epoch": 1.2547569202140032,
      "grad_norm": 0.8125990519702787,
      "learning_rate": 0.0002722686677010145,
      "loss": 2.125,
      "step": 26971
    },
    {
      "epoch": 1.254803442661084,
      "grad_norm": 0.8346978303939115,
      "learning_rate": 0.00027226651769084675,
      "loss": 2.25,
      "step": 26972
    },
    {
      "epoch": 1.2548499651081646,
      "grad_norm": 0.9592554408072209,
      "learning_rate": 0.0002722643676058266,
      "loss": 2.9219,
      "step": 26973
    },
    {
      "epoch": 1.2548964875552455,
      "grad_norm": 0.8460628412783417,
      "learning_rate": 0.0002722622174459556,
      "loss": 2.5938,
      "step": 26974
    },
    {
      "epoch": 1.254943010002326,
      "grad_norm": 0.8698143249196104,
      "learning_rate": 0.0002722600672112349,
      "loss": 2.4375,
      "step": 26975
    },
    {
      "epoch": 1.254989532449407,
      "grad_norm": 0.8759632888921092,
      "learning_rate": 0.0002722579169016659,
      "loss": 2.375,
      "step": 26976
    },
    {
      "epoch": 1.2550360548964876,
      "grad_norm": 0.855433213964155,
      "learning_rate": 0.00027225576651724985,
      "loss": 2.5156,
      "step": 26977
    },
    {
      "epoch": 1.2550825773435683,
      "grad_norm": 0.8529790799050572,
      "learning_rate": 0.0002722536160579881,
      "loss": 2.4688,
      "step": 26978
    },
    {
      "epoch": 1.255129099790649,
      "grad_norm": 0.8228646573972981,
      "learning_rate": 0.00027225146552388197,
      "loss": 1.7422,
      "step": 26979
    },
    {
      "epoch": 1.2551756222377297,
      "grad_norm": 0.9425249658606586,
      "learning_rate": 0.0002722493149149328,
      "loss": 2.3906,
      "step": 26980
    },
    {
      "epoch": 1.2552221446848104,
      "grad_norm": 0.7811597394468284,
      "learning_rate": 0.00027224716423114185,
      "loss": 2.2656,
      "step": 26981
    },
    {
      "epoch": 1.2552686671318911,
      "grad_norm": 0.9504560176671668,
      "learning_rate": 0.0002722450134725105,
      "loss": 2.4531,
      "step": 26982
    },
    {
      "epoch": 1.2553151895789718,
      "grad_norm": 0.9338222164484971,
      "learning_rate": 0.00027224286263903997,
      "loss": 2.7188,
      "step": 26983
    },
    {
      "epoch": 1.2553617120260525,
      "grad_norm": 0.8598220084027421,
      "learning_rate": 0.0002722407117307317,
      "loss": 2.5,
      "step": 26984
    },
    {
      "epoch": 1.2554082344731332,
      "grad_norm": 0.8517380052612029,
      "learning_rate": 0.00027223856074758693,
      "loss": 2.3906,
      "step": 26985
    },
    {
      "epoch": 1.255454756920214,
      "grad_norm": 0.8643945907431464,
      "learning_rate": 0.000272236409689607,
      "loss": 2.2031,
      "step": 26986
    },
    {
      "epoch": 1.2555012793672948,
      "grad_norm": 0.8843547973653,
      "learning_rate": 0.00027223425855679316,
      "loss": 2.6406,
      "step": 26987
    },
    {
      "epoch": 1.2555478018143753,
      "grad_norm": 0.8623869805827744,
      "learning_rate": 0.00027223210734914684,
      "loss": 2.2812,
      "step": 26988
    },
    {
      "epoch": 1.2555943242614562,
      "grad_norm": 0.8699336476558874,
      "learning_rate": 0.00027222995606666927,
      "loss": 2.1719,
      "step": 26989
    },
    {
      "epoch": 1.255640846708537,
      "grad_norm": 0.9762259483433935,
      "learning_rate": 0.0002722278047093618,
      "loss": 2.6562,
      "step": 26990
    },
    {
      "epoch": 1.2556873691556176,
      "grad_norm": 0.8786734857065801,
      "learning_rate": 0.0002722256532772258,
      "loss": 2.3281,
      "step": 26991
    },
    {
      "epoch": 1.2557338916026983,
      "grad_norm": 0.8384753418493918,
      "learning_rate": 0.0002722235017702625,
      "loss": 2.2656,
      "step": 26992
    },
    {
      "epoch": 1.255780414049779,
      "grad_norm": 0.8325343248525107,
      "learning_rate": 0.0002722213501884733,
      "loss": 2.5156,
      "step": 26993
    },
    {
      "epoch": 1.2558269364968597,
      "grad_norm": 0.8214999703773455,
      "learning_rate": 0.0002722191985318594,
      "loss": 2.1875,
      "step": 26994
    },
    {
      "epoch": 1.2558734589439404,
      "grad_norm": 0.8786864730249466,
      "learning_rate": 0.0002722170468004222,
      "loss": 2.5781,
      "step": 26995
    },
    {
      "epoch": 1.2559199813910211,
      "grad_norm": 0.9172656010467983,
      "learning_rate": 0.000272214894994163,
      "loss": 2.375,
      "step": 26996
    },
    {
      "epoch": 1.2559665038381018,
      "grad_norm": 0.844511971233421,
      "learning_rate": 0.00027221274311308314,
      "loss": 2.3906,
      "step": 26997
    },
    {
      "epoch": 1.2560130262851825,
      "grad_norm": 0.8795591940769785,
      "learning_rate": 0.0002722105911571839,
      "loss": 2.7188,
      "step": 26998
    },
    {
      "epoch": 1.2560595487322632,
      "grad_norm": 0.8176235777009765,
      "learning_rate": 0.0002722084391264666,
      "loss": 2.5625,
      "step": 26999
    },
    {
      "epoch": 1.2561060711793441,
      "grad_norm": 0.8118074492543335,
      "learning_rate": 0.0002722062870209326,
      "loss": 2.5156,
      "step": 27000
    },
    {
      "epoch": 1.2561525936264246,
      "grad_norm": 0.8321407845326996,
      "learning_rate": 0.0002722041348405832,
      "loss": 2.2812,
      "step": 27001
    },
    {
      "epoch": 1.2561991160735055,
      "grad_norm": 0.8640243054317158,
      "learning_rate": 0.00027220198258541973,
      "loss": 1.6641,
      "step": 27002
    },
    {
      "epoch": 1.2562456385205862,
      "grad_norm": 0.8833968984743192,
      "learning_rate": 0.0002721998302554435,
      "loss": 2.4844,
      "step": 27003
    },
    {
      "epoch": 1.256292160967667,
      "grad_norm": 0.9097953992001775,
      "learning_rate": 0.00027219767785065577,
      "loss": 2.6094,
      "step": 27004
    },
    {
      "epoch": 1.2563386834147476,
      "grad_norm": 0.8716040978589363,
      "learning_rate": 0.0002721955253710579,
      "loss": 2.5781,
      "step": 27005
    },
    {
      "epoch": 1.2563852058618283,
      "grad_norm": 0.8770045061104431,
      "learning_rate": 0.0002721933728166512,
      "loss": 2.4688,
      "step": 27006
    },
    {
      "epoch": 1.256431728308909,
      "grad_norm": 0.9340710074675151,
      "learning_rate": 0.000272191220187437,
      "loss": 2.4062,
      "step": 27007
    },
    {
      "epoch": 1.2564782507559897,
      "grad_norm": 0.923995561355717,
      "learning_rate": 0.00027218906748341663,
      "loss": 2.5938,
      "step": 27008
    },
    {
      "epoch": 1.2565247732030704,
      "grad_norm": 0.8727132026440423,
      "learning_rate": 0.00027218691470459137,
      "loss": 2.5156,
      "step": 27009
    },
    {
      "epoch": 1.2565712956501511,
      "grad_norm": 0.9023881446617842,
      "learning_rate": 0.0002721847618509626,
      "loss": 2.3438,
      "step": 27010
    },
    {
      "epoch": 1.2566178180972318,
      "grad_norm": 0.8213027418548005,
      "learning_rate": 0.0002721826089225316,
      "loss": 2.3438,
      "step": 27011
    },
    {
      "epoch": 1.2566643405443125,
      "grad_norm": 0.8205012847643149,
      "learning_rate": 0.0002721804559192996,
      "loss": 2.2969,
      "step": 27012
    },
    {
      "epoch": 1.2567108629913935,
      "grad_norm": 0.8275978137434019,
      "learning_rate": 0.0002721783028412681,
      "loss": 1.6641,
      "step": 27013
    },
    {
      "epoch": 1.256757385438474,
      "grad_norm": 1.0422058508190517,
      "learning_rate": 0.0002721761496884383,
      "loss": 2.4375,
      "step": 27014
    },
    {
      "epoch": 1.2568039078855548,
      "grad_norm": 0.9368447785793284,
      "learning_rate": 0.00027217399646081155,
      "loss": 2.6719,
      "step": 27015
    },
    {
      "epoch": 1.2568504303326355,
      "grad_norm": 0.8336467980819846,
      "learning_rate": 0.0002721718431583891,
      "loss": 2.4844,
      "step": 27016
    },
    {
      "epoch": 1.2568969527797162,
      "grad_norm": 0.908173788040258,
      "learning_rate": 0.0002721696897811724,
      "loss": 2.0781,
      "step": 27017
    },
    {
      "epoch": 1.256943475226797,
      "grad_norm": 0.8392047078624371,
      "learning_rate": 0.00027216753632916264,
      "loss": 2.2812,
      "step": 27018
    },
    {
      "epoch": 1.2569899976738776,
      "grad_norm": 0.8030394906773259,
      "learning_rate": 0.0002721653828023612,
      "loss": 2.1875,
      "step": 27019
    },
    {
      "epoch": 1.2570365201209583,
      "grad_norm": 0.9193547759698641,
      "learning_rate": 0.00027216322920076944,
      "loss": 2.2656,
      "step": 27020
    },
    {
      "epoch": 1.257083042568039,
      "grad_norm": 0.8025738953684024,
      "learning_rate": 0.0002721610755243886,
      "loss": 2.1562,
      "step": 27021
    },
    {
      "epoch": 1.2571295650151197,
      "grad_norm": 0.8625683167840245,
      "learning_rate": 0.00027215892177322003,
      "loss": 2.3906,
      "step": 27022
    },
    {
      "epoch": 1.2571760874622004,
      "grad_norm": 0.8895671386281891,
      "learning_rate": 0.00027215676794726504,
      "loss": 2.4062,
      "step": 27023
    },
    {
      "epoch": 1.2572226099092814,
      "grad_norm": 0.9223591699737579,
      "learning_rate": 0.000272154614046525,
      "loss": 2.5469,
      "step": 27024
    },
    {
      "epoch": 1.2572691323563618,
      "grad_norm": 0.8338359317592785,
      "learning_rate": 0.00027215246007100116,
      "loss": 2.3125,
      "step": 27025
    },
    {
      "epoch": 1.2573156548034428,
      "grad_norm": 0.8379151269583701,
      "learning_rate": 0.0002721503060206948,
      "loss": 2.3438,
      "step": 27026
    },
    {
      "epoch": 1.2573621772505235,
      "grad_norm": 0.8960379189200776,
      "learning_rate": 0.0002721481518956074,
      "loss": 2.4219,
      "step": 27027
    },
    {
      "epoch": 1.2574086996976042,
      "grad_norm": 0.8357135899333951,
      "learning_rate": 0.00027214599769574016,
      "loss": 2.2188,
      "step": 27028
    },
    {
      "epoch": 1.2574552221446849,
      "grad_norm": 0.850207538420005,
      "learning_rate": 0.0002721438434210944,
      "loss": 2.4062,
      "step": 27029
    },
    {
      "epoch": 1.2575017445917656,
      "grad_norm": 0.9209233508820465,
      "learning_rate": 0.00027214168907167146,
      "loss": 2.4375,
      "step": 27030
    },
    {
      "epoch": 1.2575482670388463,
      "grad_norm": 0.9174355312980301,
      "learning_rate": 0.00027213953464747263,
      "loss": 2.6875,
      "step": 27031
    },
    {
      "epoch": 1.257594789485927,
      "grad_norm": 0.7726924349698322,
      "learning_rate": 0.0002721373801484993,
      "loss": 2.0312,
      "step": 27032
    },
    {
      "epoch": 1.2576413119330077,
      "grad_norm": 0.939441679601506,
      "learning_rate": 0.00027213522557475273,
      "loss": 2.6719,
      "step": 27033
    },
    {
      "epoch": 1.2576878343800884,
      "grad_norm": 0.8464371933609371,
      "learning_rate": 0.00027213307092623426,
      "loss": 2.2656,
      "step": 27034
    },
    {
      "epoch": 1.257734356827169,
      "grad_norm": 0.8199815782666372,
      "learning_rate": 0.0002721309162029452,
      "loss": 2.3438,
      "step": 27035
    },
    {
      "epoch": 1.2577808792742498,
      "grad_norm": 0.8724724374587863,
      "learning_rate": 0.0002721287614048869,
      "loss": 2.4219,
      "step": 27036
    },
    {
      "epoch": 1.2578274017213307,
      "grad_norm": 0.8265494534851514,
      "learning_rate": 0.0002721266065320606,
      "loss": 2.5781,
      "step": 27037
    },
    {
      "epoch": 1.2578739241684112,
      "grad_norm": 0.8461106946103065,
      "learning_rate": 0.0002721244515844677,
      "loss": 2.375,
      "step": 27038
    },
    {
      "epoch": 1.257920446615492,
      "grad_norm": 0.8576586436945568,
      "learning_rate": 0.00027212229656210947,
      "loss": 2.2344,
      "step": 27039
    },
    {
      "epoch": 1.2579669690625728,
      "grad_norm": 0.8561372061946823,
      "learning_rate": 0.0002721201414649873,
      "loss": 2.3281,
      "step": 27040
    },
    {
      "epoch": 1.2580134915096535,
      "grad_norm": 0.8269628376186476,
      "learning_rate": 0.0002721179862931024,
      "loss": 2.4844,
      "step": 27041
    },
    {
      "epoch": 1.2580600139567342,
      "grad_norm": 0.9838055033531516,
      "learning_rate": 0.0002721158310464562,
      "loss": 1.8047,
      "step": 27042
    },
    {
      "epoch": 1.2581065364038149,
      "grad_norm": 0.9143814682103117,
      "learning_rate": 0.0002721136757250499,
      "loss": 2.4062,
      "step": 27043
    },
    {
      "epoch": 1.2581530588508956,
      "grad_norm": 0.9005311126372739,
      "learning_rate": 0.00027211152032888497,
      "loss": 2.4062,
      "step": 27044
    },
    {
      "epoch": 1.2581995812979763,
      "grad_norm": 0.9008111600173143,
      "learning_rate": 0.0002721093648579626,
      "loss": 2.5312,
      "step": 27045
    },
    {
      "epoch": 1.258246103745057,
      "grad_norm": 0.8746029369909196,
      "learning_rate": 0.0002721072093122842,
      "loss": 2.2656,
      "step": 27046
    },
    {
      "epoch": 1.2582926261921377,
      "grad_norm": 0.8979080272119154,
      "learning_rate": 0.00027210505369185096,
      "loss": 2.4688,
      "step": 27047
    },
    {
      "epoch": 1.2583391486392184,
      "grad_norm": 0.9069732521894075,
      "learning_rate": 0.0002721028979966644,
      "loss": 2.5625,
      "step": 27048
    },
    {
      "epoch": 1.258385671086299,
      "grad_norm": 0.910612571823845,
      "learning_rate": 0.00027210074222672566,
      "loss": 2.3906,
      "step": 27049
    },
    {
      "epoch": 1.25843219353338,
      "grad_norm": 0.8734705017401254,
      "learning_rate": 0.00027209858638203616,
      "loss": 2.4219,
      "step": 27050
    },
    {
      "epoch": 1.2584787159804605,
      "grad_norm": 0.8554804623647574,
      "learning_rate": 0.00027209643046259715,
      "loss": 2.5156,
      "step": 27051
    },
    {
      "epoch": 1.2585252384275414,
      "grad_norm": 0.8630293912292989,
      "learning_rate": 0.00027209427446841,
      "loss": 2.375,
      "step": 27052
    },
    {
      "epoch": 1.258571760874622,
      "grad_norm": 0.8986232010505161,
      "learning_rate": 0.00027209211839947597,
      "loss": 2.2656,
      "step": 27053
    },
    {
      "epoch": 1.2586182833217028,
      "grad_norm": 0.8827618216435612,
      "learning_rate": 0.00027208996225579646,
      "loss": 2.4219,
      "step": 27054
    },
    {
      "epoch": 1.2586648057687835,
      "grad_norm": 0.8434409011051115,
      "learning_rate": 0.0002720878060373728,
      "loss": 2.1562,
      "step": 27055
    },
    {
      "epoch": 1.2587113282158642,
      "grad_norm": 0.8929714779842521,
      "learning_rate": 0.00027208564974420623,
      "loss": 2.25,
      "step": 27056
    },
    {
      "epoch": 1.2587578506629449,
      "grad_norm": 0.9240432209856558,
      "learning_rate": 0.0002720834933762981,
      "loss": 2.5938,
      "step": 27057
    },
    {
      "epoch": 1.2588043731100256,
      "grad_norm": 0.9021037363923589,
      "learning_rate": 0.00027208133693364974,
      "loss": 2.6562,
      "step": 27058
    },
    {
      "epoch": 1.2588508955571063,
      "grad_norm": 0.858150625550318,
      "learning_rate": 0.0002720791804162625,
      "loss": 2.2969,
      "step": 27059
    },
    {
      "epoch": 1.258897418004187,
      "grad_norm": 0.86301846375751,
      "learning_rate": 0.0002720770238241376,
      "loss": 2.4219,
      "step": 27060
    },
    {
      "epoch": 1.2589439404512677,
      "grad_norm": 0.8525351087383133,
      "learning_rate": 0.00027207486715727646,
      "loss": 2.125,
      "step": 27061
    },
    {
      "epoch": 1.2589904628983484,
      "grad_norm": 0.8034397442516896,
      "learning_rate": 0.0002720727104156804,
      "loss": 2.3594,
      "step": 27062
    },
    {
      "epoch": 1.2590369853454293,
      "grad_norm": 0.8484429977861078,
      "learning_rate": 0.0002720705535993506,
      "loss": 2.3125,
      "step": 27063
    },
    {
      "epoch": 1.2590835077925098,
      "grad_norm": 0.8940464852963611,
      "learning_rate": 0.0002720683967082886,
      "loss": 2.2188,
      "step": 27064
    },
    {
      "epoch": 1.2591300302395907,
      "grad_norm": 0.8217377082443473,
      "learning_rate": 0.00027206623974249556,
      "loss": 2.3281,
      "step": 27065
    },
    {
      "epoch": 1.2591765526866714,
      "grad_norm": 0.8127294303788747,
      "learning_rate": 0.00027206408270197285,
      "loss": 2.3906,
      "step": 27066
    },
    {
      "epoch": 1.259223075133752,
      "grad_norm": 0.8995969717426298,
      "learning_rate": 0.0002720619255867218,
      "loss": 2.6719,
      "step": 27067
    },
    {
      "epoch": 1.2592695975808328,
      "grad_norm": 0.8286973573339558,
      "learning_rate": 0.00027205976839674375,
      "loss": 2.2344,
      "step": 27068
    },
    {
      "epoch": 1.2593161200279135,
      "grad_norm": 0.8764965758487638,
      "learning_rate": 0.00027205761113203997,
      "loss": 2.7656,
      "step": 27069
    },
    {
      "epoch": 1.2593626424749942,
      "grad_norm": 1.0184107733381622,
      "learning_rate": 0.0002720554537926118,
      "loss": 2.5625,
      "step": 27070
    },
    {
      "epoch": 1.2594091649220749,
      "grad_norm": 1.0010092521410847,
      "learning_rate": 0.00027205329637846053,
      "loss": 2.7812,
      "step": 27071
    },
    {
      "epoch": 1.2594556873691556,
      "grad_norm": 0.9177706379069103,
      "learning_rate": 0.0002720511388895875,
      "loss": 2.3906,
      "step": 27072
    },
    {
      "epoch": 1.2595022098162363,
      "grad_norm": 0.87432001834375,
      "learning_rate": 0.0002720489813259941,
      "loss": 2.7344,
      "step": 27073
    },
    {
      "epoch": 1.259548732263317,
      "grad_norm": 0.8161801481668399,
      "learning_rate": 0.00027204682368768156,
      "loss": 2.2656,
      "step": 27074
    },
    {
      "epoch": 1.2595952547103977,
      "grad_norm": 0.8705385889928152,
      "learning_rate": 0.0002720446659746512,
      "loss": 2.5312,
      "step": 27075
    },
    {
      "epoch": 1.2596417771574786,
      "grad_norm": 0.8202894550698003,
      "learning_rate": 0.00027204250818690446,
      "loss": 2.5312,
      "step": 27076
    },
    {
      "epoch": 1.259688299604559,
      "grad_norm": 0.8548574409218063,
      "learning_rate": 0.00027204035032444256,
      "loss": 2.6406,
      "step": 27077
    },
    {
      "epoch": 1.25973482205164,
      "grad_norm": 0.9126509105772624,
      "learning_rate": 0.0002720381923872668,
      "loss": 1.8672,
      "step": 27078
    },
    {
      "epoch": 1.2597813444987207,
      "grad_norm": 0.8609627950959644,
      "learning_rate": 0.0002720360343753786,
      "loss": 2.4688,
      "step": 27079
    },
    {
      "epoch": 1.2598278669458014,
      "grad_norm": 0.924130062824851,
      "learning_rate": 0.00027203387628877914,
      "loss": 2.4844,
      "step": 27080
    },
    {
      "epoch": 1.259874389392882,
      "grad_norm": 0.8926002031577693,
      "learning_rate": 0.00027203171812746987,
      "loss": 2.4219,
      "step": 27081
    },
    {
      "epoch": 1.2599209118399628,
      "grad_norm": 0.8885305592264882,
      "learning_rate": 0.00027202955989145207,
      "loss": 2.2812,
      "step": 27082
    },
    {
      "epoch": 1.2599674342870435,
      "grad_norm": 0.8295138435460199,
      "learning_rate": 0.000272027401580727,
      "loss": 2.1406,
      "step": 27083
    },
    {
      "epoch": 1.2600139567341242,
      "grad_norm": 0.8961679781094665,
      "learning_rate": 0.00027202524319529605,
      "loss": 2.375,
      "step": 27084
    },
    {
      "epoch": 1.260060479181205,
      "grad_norm": 0.8132012713690904,
      "learning_rate": 0.00027202308473516055,
      "loss": 2.375,
      "step": 27085
    },
    {
      "epoch": 1.2601070016282856,
      "grad_norm": 0.854367531085518,
      "learning_rate": 0.00027202092620032183,
      "loss": 2.2812,
      "step": 27086
    },
    {
      "epoch": 1.2601535240753663,
      "grad_norm": 0.8850680619068612,
      "learning_rate": 0.0002720187675907811,
      "loss": 2.3125,
      "step": 27087
    },
    {
      "epoch": 1.260200046522447,
      "grad_norm": 0.880310171407416,
      "learning_rate": 0.0002720166089065398,
      "loss": 2.5625,
      "step": 27088
    },
    {
      "epoch": 1.260246568969528,
      "grad_norm": 0.8851907015075783,
      "learning_rate": 0.00027201445014759926,
      "loss": 2.4375,
      "step": 27089
    },
    {
      "epoch": 1.2602930914166084,
      "grad_norm": 0.8438121561456736,
      "learning_rate": 0.0002720122913139607,
      "loss": 2.3281,
      "step": 27090
    },
    {
      "epoch": 1.2603396138636893,
      "grad_norm": 0.8273569276869266,
      "learning_rate": 0.0002720101324056255,
      "loss": 2.4062,
      "step": 27091
    },
    {
      "epoch": 1.26038613631077,
      "grad_norm": 0.9014490905643142,
      "learning_rate": 0.000272007973422595,
      "loss": 2.3594,
      "step": 27092
    },
    {
      "epoch": 1.2604326587578507,
      "grad_norm": 0.8258743983444043,
      "learning_rate": 0.0002720058143648705,
      "loss": 2.2656,
      "step": 27093
    },
    {
      "epoch": 1.2604791812049314,
      "grad_norm": 0.8776617854750177,
      "learning_rate": 0.0002720036552324533,
      "loss": 2.3438,
      "step": 27094
    },
    {
      "epoch": 1.260525703652012,
      "grad_norm": 0.8633073256985122,
      "learning_rate": 0.0002720014960253448,
      "loss": 2.3125,
      "step": 27095
    },
    {
      "epoch": 1.2605722260990928,
      "grad_norm": 0.8871827406711257,
      "learning_rate": 0.0002719993367435462,
      "loss": 2.625,
      "step": 27096
    },
    {
      "epoch": 1.2606187485461735,
      "grad_norm": 0.9051051572934631,
      "learning_rate": 0.00027199717738705893,
      "loss": 2.4219,
      "step": 27097
    },
    {
      "epoch": 1.2606652709932542,
      "grad_norm": 0.828632304990326,
      "learning_rate": 0.0002719950179558842,
      "loss": 2.3281,
      "step": 27098
    },
    {
      "epoch": 1.260711793440335,
      "grad_norm": 0.8706209242215023,
      "learning_rate": 0.0002719928584500235,
      "loss": 2.3125,
      "step": 27099
    },
    {
      "epoch": 1.2607583158874156,
      "grad_norm": 0.8800902155095846,
      "learning_rate": 0.00027199069886947797,
      "loss": 2.2812,
      "step": 27100
    },
    {
      "epoch": 1.2608048383344963,
      "grad_norm": 0.8752181949571102,
      "learning_rate": 0.000271988539214249,
      "loss": 2.2969,
      "step": 27101
    },
    {
      "epoch": 1.2608513607815772,
      "grad_norm": 0.7826764953076826,
      "learning_rate": 0.000271986379484338,
      "loss": 2.2656,
      "step": 27102
    },
    {
      "epoch": 1.2608978832286577,
      "grad_norm": 0.8597383602606639,
      "learning_rate": 0.0002719842196797462,
      "loss": 2.375,
      "step": 27103
    },
    {
      "epoch": 1.2609444056757386,
      "grad_norm": 0.8948786349776044,
      "learning_rate": 0.00027198205980047494,
      "loss": 2.125,
      "step": 27104
    },
    {
      "epoch": 1.2609909281228193,
      "grad_norm": 0.8918730613610474,
      "learning_rate": 0.0002719798998465256,
      "loss": 1.8359,
      "step": 27105
    },
    {
      "epoch": 1.2610374505699,
      "grad_norm": 0.8979612248022476,
      "learning_rate": 0.00027197773981789934,
      "loss": 2.3438,
      "step": 27106
    },
    {
      "epoch": 1.2610839730169807,
      "grad_norm": 0.9781523500197896,
      "learning_rate": 0.0002719755797145976,
      "loss": 2.3594,
      "step": 27107
    },
    {
      "epoch": 1.2611304954640614,
      "grad_norm": 0.8663882760902399,
      "learning_rate": 0.0002719734195366217,
      "loss": 2.3906,
      "step": 27108
    },
    {
      "epoch": 1.2611770179111421,
      "grad_norm": 0.8456773422953043,
      "learning_rate": 0.000271971259283973,
      "loss": 2.1875,
      "step": 27109
    },
    {
      "epoch": 1.2612235403582228,
      "grad_norm": 0.8483802078526614,
      "learning_rate": 0.00027196909895665277,
      "loss": 2.3281,
      "step": 27110
    },
    {
      "epoch": 1.2612700628053035,
      "grad_norm": 0.8892493646485408,
      "learning_rate": 0.00027196693855466227,
      "loss": 2.375,
      "step": 27111
    },
    {
      "epoch": 1.2613165852523842,
      "grad_norm": 0.8245088592271518,
      "learning_rate": 0.000271964778078003,
      "loss": 2.3281,
      "step": 27112
    },
    {
      "epoch": 1.261363107699465,
      "grad_norm": 0.9173209448167403,
      "learning_rate": 0.0002719626175266761,
      "loss": 2.5781,
      "step": 27113
    },
    {
      "epoch": 1.2614096301465456,
      "grad_norm": 0.9123989613808718,
      "learning_rate": 0.000271960456900683,
      "loss": 2.4531,
      "step": 27114
    },
    {
      "epoch": 1.2614561525936265,
      "grad_norm": 0.8758100236272558,
      "learning_rate": 0.00027195829620002494,
      "loss": 2.6562,
      "step": 27115
    },
    {
      "epoch": 1.261502675040707,
      "grad_norm": 0.8361337333841483,
      "learning_rate": 0.00027195613542470336,
      "loss": 2.4062,
      "step": 27116
    },
    {
      "epoch": 1.261549197487788,
      "grad_norm": 0.9294028889863579,
      "learning_rate": 0.0002719539745747195,
      "loss": 2.4375,
      "step": 27117
    },
    {
      "epoch": 1.2615957199348686,
      "grad_norm": 0.8714608256773091,
      "learning_rate": 0.00027195181365007466,
      "loss": 2.5312,
      "step": 27118
    },
    {
      "epoch": 1.2616422423819493,
      "grad_norm": 0.8172031021721632,
      "learning_rate": 0.00027194965265077024,
      "loss": 2.5156,
      "step": 27119
    },
    {
      "epoch": 1.26168876482903,
      "grad_norm": 0.8518684983441727,
      "learning_rate": 0.00027194749157680745,
      "loss": 2.4219,
      "step": 27120
    },
    {
      "epoch": 1.2617352872761107,
      "grad_norm": 0.8818856046981184,
      "learning_rate": 0.0002719453304281878,
      "loss": 2.3125,
      "step": 27121
    },
    {
      "epoch": 1.2617818097231914,
      "grad_norm": 0.8427573708922835,
      "learning_rate": 0.0002719431692049124,
      "loss": 2.375,
      "step": 27122
    },
    {
      "epoch": 1.2618283321702721,
      "grad_norm": 0.8759173207662124,
      "learning_rate": 0.00027194100790698273,
      "loss": 2.2969,
      "step": 27123
    },
    {
      "epoch": 1.2618748546173528,
      "grad_norm": 0.9312958738947972,
      "learning_rate": 0.00027193884653440003,
      "loss": 2.7812,
      "step": 27124
    },
    {
      "epoch": 1.2619213770644335,
      "grad_norm": 0.9371108261164413,
      "learning_rate": 0.0002719366850871656,
      "loss": 2.7344,
      "step": 27125
    },
    {
      "epoch": 1.2619678995115142,
      "grad_norm": 0.9242110275565112,
      "learning_rate": 0.00027193452356528096,
      "loss": 2.4062,
      "step": 27126
    },
    {
      "epoch": 1.262014421958595,
      "grad_norm": 0.8718146704052276,
      "learning_rate": 0.0002719323619687472,
      "loss": 2.2969,
      "step": 27127
    },
    {
      "epoch": 1.2620609444056758,
      "grad_norm": 0.8509386921676227,
      "learning_rate": 0.00027193020029756573,
      "loss": 2.4375,
      "step": 27128
    },
    {
      "epoch": 1.2621074668527563,
      "grad_norm": 0.88559082506672,
      "learning_rate": 0.00027192803855173787,
      "loss": 2.6562,
      "step": 27129
    },
    {
      "epoch": 1.2621539892998372,
      "grad_norm": 0.8941490659627265,
      "learning_rate": 0.00027192587673126496,
      "loss": 2.5,
      "step": 27130
    },
    {
      "epoch": 1.262200511746918,
      "grad_norm": 0.9107890322706764,
      "learning_rate": 0.00027192371483614826,
      "loss": 2.4062,
      "step": 27131
    },
    {
      "epoch": 1.2622470341939986,
      "grad_norm": 0.8568574771396776,
      "learning_rate": 0.00027192155286638917,
      "loss": 2.2969,
      "step": 27132
    },
    {
      "epoch": 1.2622935566410793,
      "grad_norm": 0.8666889568765735,
      "learning_rate": 0.00027191939082198905,
      "loss": 2.7812,
      "step": 27133
    },
    {
      "epoch": 1.26234007908816,
      "grad_norm": 0.8263299108247344,
      "learning_rate": 0.00027191722870294904,
      "loss": 2.25,
      "step": 27134
    },
    {
      "epoch": 1.2623866015352407,
      "grad_norm": 0.8559283502566402,
      "learning_rate": 0.00027191506650927065,
      "loss": 2.4062,
      "step": 27135
    },
    {
      "epoch": 1.2624331239823214,
      "grad_norm": 0.8634854492918721,
      "learning_rate": 0.00027191290424095514,
      "loss": 2.2188,
      "step": 27136
    },
    {
      "epoch": 1.2624796464294021,
      "grad_norm": 0.8666504980015066,
      "learning_rate": 0.00027191074189800385,
      "loss": 2.5781,
      "step": 27137
    },
    {
      "epoch": 1.2625261688764828,
      "grad_norm": 0.8146853612437153,
      "learning_rate": 0.0002719085794804181,
      "loss": 2.25,
      "step": 27138
    },
    {
      "epoch": 1.2625726913235638,
      "grad_norm": 0.8391406850230159,
      "learning_rate": 0.00027190641698819916,
      "loss": 2.3281,
      "step": 27139
    },
    {
      "epoch": 1.2626192137706442,
      "grad_norm": 0.911072169277153,
      "learning_rate": 0.00027190425442134836,
      "loss": 2.625,
      "step": 27140
    },
    {
      "epoch": 1.2626657362177252,
      "grad_norm": 0.8061182509727682,
      "learning_rate": 0.0002719020917798671,
      "loss": 2.1719,
      "step": 27141
    },
    {
      "epoch": 1.2627122586648056,
      "grad_norm": 0.9255693133034689,
      "learning_rate": 0.0002718999290637567,
      "loss": 2.25,
      "step": 27142
    },
    {
      "epoch": 1.2627587811118866,
      "grad_norm": 0.8791347565114275,
      "learning_rate": 0.00027189776627301835,
      "loss": 2.5312,
      "step": 27143
    },
    {
      "epoch": 1.2628053035589673,
      "grad_norm": 0.861295567019735,
      "learning_rate": 0.00027189560340765357,
      "loss": 2.3438,
      "step": 27144
    },
    {
      "epoch": 1.262851826006048,
      "grad_norm": 0.8683864544158723,
      "learning_rate": 0.00027189344046766353,
      "loss": 2.5,
      "step": 27145
    },
    {
      "epoch": 1.2628983484531286,
      "grad_norm": 0.8581546203930455,
      "learning_rate": 0.0002718912774530496,
      "loss": 2.1719,
      "step": 27146
    },
    {
      "epoch": 1.2629448709002093,
      "grad_norm": 0.8317395914588052,
      "learning_rate": 0.0002718891143638131,
      "loss": 1.8359,
      "step": 27147
    },
    {
      "epoch": 1.26299139334729,
      "grad_norm": 0.8266849503008067,
      "learning_rate": 0.0002718869511999554,
      "loss": 2.0312,
      "step": 27148
    },
    {
      "epoch": 1.2630379157943707,
      "grad_norm": 0.8640842547923937,
      "learning_rate": 0.00027188478796147776,
      "loss": 2.3281,
      "step": 27149
    },
    {
      "epoch": 1.2630844382414514,
      "grad_norm": 0.8459586754840709,
      "learning_rate": 0.00027188262464838156,
      "loss": 2.3281,
      "step": 27150
    },
    {
      "epoch": 1.2631309606885321,
      "grad_norm": 0.8729556435121797,
      "learning_rate": 0.0002718804612606681,
      "loss": 2.5312,
      "step": 27151
    },
    {
      "epoch": 1.263177483135613,
      "grad_norm": 0.8673865143042806,
      "learning_rate": 0.0002718782977983387,
      "loss": 2.375,
      "step": 27152
    },
    {
      "epoch": 1.2632240055826935,
      "grad_norm": 0.8315560341300334,
      "learning_rate": 0.0002718761342613947,
      "loss": 2.2969,
      "step": 27153
    },
    {
      "epoch": 1.2632705280297745,
      "grad_norm": 0.9234486461713979,
      "learning_rate": 0.00027187397064983737,
      "loss": 2.4531,
      "step": 27154
    },
    {
      "epoch": 1.2633170504768552,
      "grad_norm": 0.9003147730813247,
      "learning_rate": 0.0002718718069636681,
      "loss": 2.5156,
      "step": 27155
    },
    {
      "epoch": 1.2633635729239359,
      "grad_norm": 0.8858183220367224,
      "learning_rate": 0.00027186964320288824,
      "loss": 2.3906,
      "step": 27156
    },
    {
      "epoch": 1.2634100953710166,
      "grad_norm": 0.8666048752791125,
      "learning_rate": 0.000271867479367499,
      "loss": 2.25,
      "step": 27157
    },
    {
      "epoch": 1.2634566178180973,
      "grad_norm": 0.8707332591174646,
      "learning_rate": 0.00027186531545750174,
      "loss": 2.2969,
      "step": 27158
    },
    {
      "epoch": 1.263503140265178,
      "grad_norm": 0.848841928672081,
      "learning_rate": 0.0002718631514728979,
      "loss": 2.2656,
      "step": 27159
    },
    {
      "epoch": 1.2635496627122587,
      "grad_norm": 0.7860111161089856,
      "learning_rate": 0.0002718609874136887,
      "loss": 2.1719,
      "step": 27160
    },
    {
      "epoch": 1.2635961851593394,
      "grad_norm": 0.8087621739373528,
      "learning_rate": 0.00027185882327987546,
      "loss": 2.4844,
      "step": 27161
    },
    {
      "epoch": 1.26364270760642,
      "grad_norm": 0.8771236913895817,
      "learning_rate": 0.0002718566590714595,
      "loss": 2.5312,
      "step": 27162
    },
    {
      "epoch": 1.2636892300535008,
      "grad_norm": 0.8516189436451933,
      "learning_rate": 0.00027185449478844224,
      "loss": 2.5938,
      "step": 27163
    },
    {
      "epoch": 1.2637357525005815,
      "grad_norm": 0.9032763517178224,
      "learning_rate": 0.00027185233043082495,
      "loss": 2.3906,
      "step": 27164
    },
    {
      "epoch": 1.2637822749476624,
      "grad_norm": 0.9078748899412756,
      "learning_rate": 0.00027185016599860887,
      "loss": 2.5781,
      "step": 27165
    },
    {
      "epoch": 1.2638287973947429,
      "grad_norm": 0.8642151583842959,
      "learning_rate": 0.0002718480014917955,
      "loss": 2.2344,
      "step": 27166
    },
    {
      "epoch": 1.2638753198418238,
      "grad_norm": 0.8885159513499696,
      "learning_rate": 0.000271845836910386,
      "loss": 2.4219,
      "step": 27167
    },
    {
      "epoch": 1.2639218422889045,
      "grad_norm": 0.921067260781311,
      "learning_rate": 0.00027184367225438174,
      "loss": 2.2656,
      "step": 27168
    },
    {
      "epoch": 1.2639683647359852,
      "grad_norm": 0.8617463981406742,
      "learning_rate": 0.0002718415075237841,
      "loss": 2.4062,
      "step": 27169
    },
    {
      "epoch": 1.2640148871830659,
      "grad_norm": 0.8130410461002743,
      "learning_rate": 0.0002718393427185944,
      "loss": 2.3594,
      "step": 27170
    },
    {
      "epoch": 1.2640614096301466,
      "grad_norm": 0.9929462614823253,
      "learning_rate": 0.00027183717783881386,
      "loss": 2.4375,
      "step": 27171
    },
    {
      "epoch": 1.2641079320772273,
      "grad_norm": 0.940655253602977,
      "learning_rate": 0.00027183501288444395,
      "loss": 2.5938,
      "step": 27172
    },
    {
      "epoch": 1.264154454524308,
      "grad_norm": 0.8762853269856835,
      "learning_rate": 0.00027183284785548586,
      "loss": 2.5469,
      "step": 27173
    },
    {
      "epoch": 1.2642009769713887,
      "grad_norm": 1.0216551080489813,
      "learning_rate": 0.000271830682751941,
      "loss": 2.125,
      "step": 27174
    },
    {
      "epoch": 1.2642474994184694,
      "grad_norm": 0.8088703547959918,
      "learning_rate": 0.00027182851757381074,
      "loss": 2.4062,
      "step": 27175
    },
    {
      "epoch": 1.26429402186555,
      "grad_norm": 0.9105436366387065,
      "learning_rate": 0.0002718263523210963,
      "loss": 2.4375,
      "step": 27176
    },
    {
      "epoch": 1.2643405443126308,
      "grad_norm": 0.8762894848268387,
      "learning_rate": 0.00027182418699379907,
      "loss": 2.4062,
      "step": 27177
    },
    {
      "epoch": 1.2643870667597117,
      "grad_norm": 0.8461986736293698,
      "learning_rate": 0.0002718220215919203,
      "loss": 2.4375,
      "step": 27178
    },
    {
      "epoch": 1.2644335892067922,
      "grad_norm": 0.8801878627164703,
      "learning_rate": 0.0002718198561154614,
      "loss": 2.625,
      "step": 27179
    },
    {
      "epoch": 1.264480111653873,
      "grad_norm": 0.8045919184368099,
      "learning_rate": 0.0002718176905644237,
      "loss": 2.3125,
      "step": 27180
    },
    {
      "epoch": 1.2645266341009538,
      "grad_norm": 0.844227779285963,
      "learning_rate": 0.00027181552493880847,
      "loss": 2.2812,
      "step": 27181
    },
    {
      "epoch": 1.2645731565480345,
      "grad_norm": 1.2153001414676057,
      "learning_rate": 0.0002718133592386171,
      "loss": 2.4688,
      "step": 27182
    },
    {
      "epoch": 1.2646196789951152,
      "grad_norm": 0.8945276689714103,
      "learning_rate": 0.00027181119346385074,
      "loss": 2.4844,
      "step": 27183
    },
    {
      "epoch": 1.2646662014421959,
      "grad_norm": 0.8888751228600463,
      "learning_rate": 0.00027180902761451096,
      "loss": 2.375,
      "step": 27184
    },
    {
      "epoch": 1.2647127238892766,
      "grad_norm": 0.8174892054534305,
      "learning_rate": 0.000271806861690599,
      "loss": 2.6094,
      "step": 27185
    },
    {
      "epoch": 1.2647592463363573,
      "grad_norm": 0.8691962886879274,
      "learning_rate": 0.0002718046956921161,
      "loss": 2.4531,
      "step": 27186
    },
    {
      "epoch": 1.264805768783438,
      "grad_norm": 0.8425913958500981,
      "learning_rate": 0.00027180252961906364,
      "loss": 2.4688,
      "step": 27187
    },
    {
      "epoch": 1.2648522912305187,
      "grad_norm": 0.8667111353717402,
      "learning_rate": 0.000271800363471443,
      "loss": 2.5781,
      "step": 27188
    },
    {
      "epoch": 1.2648988136775994,
      "grad_norm": 0.8927430208917444,
      "learning_rate": 0.0002717981972492554,
      "loss": 2.4688,
      "step": 27189
    },
    {
      "epoch": 1.26494533612468,
      "grad_norm": 0.8559030442087953,
      "learning_rate": 0.00027179603095250226,
      "loss": 2.4688,
      "step": 27190
    },
    {
      "epoch": 1.264991858571761,
      "grad_norm": 0.8804672143993261,
      "learning_rate": 0.0002717938645811849,
      "loss": 2.5938,
      "step": 27191
    },
    {
      "epoch": 1.2650383810188415,
      "grad_norm": 0.9236600707023793,
      "learning_rate": 0.00027179169813530457,
      "loss": 2.4062,
      "step": 27192
    },
    {
      "epoch": 1.2650849034659224,
      "grad_norm": 0.9748847722736496,
      "learning_rate": 0.0002717895316148627,
      "loss": 2.5781,
      "step": 27193
    },
    {
      "epoch": 1.265131425913003,
      "grad_norm": 0.9020907977101508,
      "learning_rate": 0.0002717873650198605,
      "loss": 2.3594,
      "step": 27194
    },
    {
      "epoch": 1.2651779483600838,
      "grad_norm": 0.8477957975589916,
      "learning_rate": 0.0002717851983502994,
      "loss": 2.375,
      "step": 27195
    },
    {
      "epoch": 1.2652244708071645,
      "grad_norm": 0.8772597404183002,
      "learning_rate": 0.00027178303160618067,
      "loss": 2.3438,
      "step": 27196
    },
    {
      "epoch": 1.2652709932542452,
      "grad_norm": 0.9023302867652075,
      "learning_rate": 0.0002717808647875056,
      "loss": 2.3281,
      "step": 27197
    },
    {
      "epoch": 1.265317515701326,
      "grad_norm": 0.8225536516616644,
      "learning_rate": 0.00027177869789427565,
      "loss": 2.3438,
      "step": 27198
    },
    {
      "epoch": 1.2653640381484066,
      "grad_norm": 0.8291030755763111,
      "learning_rate": 0.00027177653092649206,
      "loss": 2.2812,
      "step": 27199
    },
    {
      "epoch": 1.2654105605954873,
      "grad_norm": 0.9384578459679311,
      "learning_rate": 0.0002717743638841561,
      "loss": 2.3906,
      "step": 27200
    },
    {
      "epoch": 1.265457083042568,
      "grad_norm": 0.877242274261966,
      "learning_rate": 0.0002717721967672692,
      "loss": 2.3281,
      "step": 27201
    },
    {
      "epoch": 1.2655036054896487,
      "grad_norm": 0.9216385473327879,
      "learning_rate": 0.0002717700295758326,
      "loss": 1.7891,
      "step": 27202
    },
    {
      "epoch": 1.2655501279367294,
      "grad_norm": 0.8793090505531048,
      "learning_rate": 0.00027176786230984773,
      "loss": 2.625,
      "step": 27203
    },
    {
      "epoch": 1.2655966503838103,
      "grad_norm": 0.8111442470144702,
      "learning_rate": 0.0002717656949693158,
      "loss": 2.25,
      "step": 27204
    },
    {
      "epoch": 1.2656431728308908,
      "grad_norm": 0.8406483385940098,
      "learning_rate": 0.0002717635275542382,
      "loss": 2.4375,
      "step": 27205
    },
    {
      "epoch": 1.2656896952779717,
      "grad_norm": 0.926712430812245,
      "learning_rate": 0.0002717613600646163,
      "loss": 2.8125,
      "step": 27206
    },
    {
      "epoch": 1.2657362177250524,
      "grad_norm": 0.8539415054460829,
      "learning_rate": 0.00027175919250045134,
      "loss": 2.2969,
      "step": 27207
    },
    {
      "epoch": 1.265782740172133,
      "grad_norm": 0.8418803946235459,
      "learning_rate": 0.0002717570248617447,
      "loss": 2.2188,
      "step": 27208
    },
    {
      "epoch": 1.2658292626192138,
      "grad_norm": 0.8418429477220244,
      "learning_rate": 0.0002717548571484977,
      "loss": 2.3438,
      "step": 27209
    },
    {
      "epoch": 1.2658757850662945,
      "grad_norm": 0.7748068911743167,
      "learning_rate": 0.00027175268936071163,
      "loss": 2.4062,
      "step": 27210
    },
    {
      "epoch": 1.2659223075133752,
      "grad_norm": 0.8589039640465543,
      "learning_rate": 0.00027175052149838784,
      "loss": 2.0781,
      "step": 27211
    },
    {
      "epoch": 1.265968829960456,
      "grad_norm": 0.8811887002382229,
      "learning_rate": 0.0002717483535615277,
      "loss": 2.3125,
      "step": 27212
    },
    {
      "epoch": 1.2660153524075366,
      "grad_norm": 0.8763802690834478,
      "learning_rate": 0.00027174618555013245,
      "loss": 2.7188,
      "step": 27213
    },
    {
      "epoch": 1.2660618748546173,
      "grad_norm": 0.8332167124230495,
      "learning_rate": 0.0002717440174642035,
      "loss": 2.6562,
      "step": 27214
    },
    {
      "epoch": 1.266108397301698,
      "grad_norm": 0.9307842155535578,
      "learning_rate": 0.0002717418493037422,
      "loss": 2.5625,
      "step": 27215
    },
    {
      "epoch": 1.2661549197487787,
      "grad_norm": 0.8293704798384333,
      "learning_rate": 0.00027173968106874975,
      "loss": 2.5625,
      "step": 27216
    },
    {
      "epoch": 1.2662014421958596,
      "grad_norm": 0.8472373421096782,
      "learning_rate": 0.0002717375127592275,
      "loss": 2.3438,
      "step": 27217
    },
    {
      "epoch": 1.26624796464294,
      "grad_norm": 0.9687986300284327,
      "learning_rate": 0.000271735344375177,
      "loss": 2.3594,
      "step": 27218
    },
    {
      "epoch": 1.266294487090021,
      "grad_norm": 0.8599816396326365,
      "learning_rate": 0.0002717331759165993,
      "loss": 2.5469,
      "step": 27219
    },
    {
      "epoch": 1.2663410095371017,
      "grad_norm": 0.8655261188727809,
      "learning_rate": 0.00027173100738349577,
      "loss": 2.2969,
      "step": 27220
    },
    {
      "epoch": 1.2663875319841824,
      "grad_norm": 1.2270178748286906,
      "learning_rate": 0.0002717288387758679,
      "loss": 3.0,
      "step": 27221
    },
    {
      "epoch": 1.2664340544312631,
      "grad_norm": 0.8057646930461584,
      "learning_rate": 0.00027172667009371686,
      "loss": 2.2344,
      "step": 27222
    },
    {
      "epoch": 1.2664805768783438,
      "grad_norm": 0.8523998585499623,
      "learning_rate": 0.0002717245013370441,
      "loss": 2.4688,
      "step": 27223
    },
    {
      "epoch": 1.2665270993254245,
      "grad_norm": 0.7984778562821288,
      "learning_rate": 0.00027172233250585077,
      "loss": 2.3281,
      "step": 27224
    },
    {
      "epoch": 1.2665736217725052,
      "grad_norm": 0.8838251826403926,
      "learning_rate": 0.0002717201636001384,
      "loss": 2.6406,
      "step": 27225
    },
    {
      "epoch": 1.266620144219586,
      "grad_norm": 0.8608334539769358,
      "learning_rate": 0.00027171799461990823,
      "loss": 2.6562,
      "step": 27226
    },
    {
      "epoch": 1.2666666666666666,
      "grad_norm": 0.8851729098362184,
      "learning_rate": 0.00027171582556516154,
      "loss": 2.6406,
      "step": 27227
    },
    {
      "epoch": 1.2667131891137473,
      "grad_norm": 0.8419421690328147,
      "learning_rate": 0.00027171365643589976,
      "loss": 2.2812,
      "step": 27228
    },
    {
      "epoch": 1.266759711560828,
      "grad_norm": 0.9497639335779166,
      "learning_rate": 0.00027171148723212406,
      "loss": 1.7344,
      "step": 27229
    },
    {
      "epoch": 1.266806234007909,
      "grad_norm": 0.8828771888923914,
      "learning_rate": 0.00027170931795383597,
      "loss": 2.4531,
      "step": 27230
    },
    {
      "epoch": 1.2668527564549894,
      "grad_norm": 0.8899877125087096,
      "learning_rate": 0.0002717071486010367,
      "loss": 2.1562,
      "step": 27231
    },
    {
      "epoch": 1.2668992789020703,
      "grad_norm": 0.8452727966887228,
      "learning_rate": 0.00027170497917372756,
      "loss": 2.5156,
      "step": 27232
    },
    {
      "epoch": 1.266945801349151,
      "grad_norm": 0.9790925374222456,
      "learning_rate": 0.00027170280967190994,
      "loss": 2.3125,
      "step": 27233
    },
    {
      "epoch": 1.2669923237962317,
      "grad_norm": 0.9363176481451063,
      "learning_rate": 0.00027170064009558514,
      "loss": 2.375,
      "step": 27234
    },
    {
      "epoch": 1.2670388462433124,
      "grad_norm": 0.849023770643267,
      "learning_rate": 0.0002716984704447545,
      "loss": 2.5312,
      "step": 27235
    },
    {
      "epoch": 1.2670853686903931,
      "grad_norm": 0.8254048441659498,
      "learning_rate": 0.00027169630071941935,
      "loss": 2.3125,
      "step": 27236
    },
    {
      "epoch": 1.2671318911374738,
      "grad_norm": 0.9371378217587125,
      "learning_rate": 0.00027169413091958095,
      "loss": 2.5938,
      "step": 27237
    },
    {
      "epoch": 1.2671784135845545,
      "grad_norm": 0.9769337499876316,
      "learning_rate": 0.00027169196104524074,
      "loss": 2.4844,
      "step": 27238
    },
    {
      "epoch": 1.2672249360316352,
      "grad_norm": 0.8526146653506981,
      "learning_rate": 0.0002716897910964,
      "loss": 2.4375,
      "step": 27239
    },
    {
      "epoch": 1.267271458478716,
      "grad_norm": 0.8898123864873099,
      "learning_rate": 0.00027168762107306,
      "loss": 2.5938,
      "step": 27240
    },
    {
      "epoch": 1.2673179809257966,
      "grad_norm": 0.8930975610398602,
      "learning_rate": 0.00027168545097522214,
      "loss": 2.3125,
      "step": 27241
    },
    {
      "epoch": 1.2673645033728773,
      "grad_norm": 0.9172688532271813,
      "learning_rate": 0.00027168328080288777,
      "loss": 2.625,
      "step": 27242
    },
    {
      "epoch": 1.2674110258199582,
      "grad_norm": 0.8195811659219027,
      "learning_rate": 0.00027168111055605814,
      "loss": 2.2656,
      "step": 27243
    },
    {
      "epoch": 1.2674575482670387,
      "grad_norm": 0.8199232866879679,
      "learning_rate": 0.0002716789402347346,
      "loss": 2.2344,
      "step": 27244
    },
    {
      "epoch": 1.2675040707141196,
      "grad_norm": 0.9908914426222168,
      "learning_rate": 0.00027167676983891857,
      "loss": 2.5938,
      "step": 27245
    },
    {
      "epoch": 1.2675505931612003,
      "grad_norm": 0.9308475951177524,
      "learning_rate": 0.0002716745993686113,
      "loss": 2.625,
      "step": 27246
    },
    {
      "epoch": 1.267597115608281,
      "grad_norm": 0.8577078975007737,
      "learning_rate": 0.00027167242882381406,
      "loss": 2.375,
      "step": 27247
    },
    {
      "epoch": 1.2676436380553617,
      "grad_norm": 0.7783887586790086,
      "learning_rate": 0.00027167025820452824,
      "loss": 1.9766,
      "step": 27248
    },
    {
      "epoch": 1.2676901605024424,
      "grad_norm": 0.8641772972105022,
      "learning_rate": 0.0002716680875107552,
      "loss": 2.5625,
      "step": 27249
    },
    {
      "epoch": 1.2677366829495231,
      "grad_norm": 0.8425136066052051,
      "learning_rate": 0.00027166591674249624,
      "loss": 2.5469,
      "step": 27250
    },
    {
      "epoch": 1.2677832053966038,
      "grad_norm": 0.8176266878906707,
      "learning_rate": 0.00027166374589975267,
      "loss": 2.2812,
      "step": 27251
    },
    {
      "epoch": 1.2678297278436845,
      "grad_norm": 0.8802152877235427,
      "learning_rate": 0.0002716615749825258,
      "loss": 2.4688,
      "step": 27252
    },
    {
      "epoch": 1.2678762502907652,
      "grad_norm": 0.8633857057890986,
      "learning_rate": 0.0002716594039908171,
      "loss": 2.5156,
      "step": 27253
    },
    {
      "epoch": 1.2679227727378461,
      "grad_norm": 0.9322985019751976,
      "learning_rate": 0.00027165723292462774,
      "loss": 2.5,
      "step": 27254
    },
    {
      "epoch": 1.2679692951849266,
      "grad_norm": 0.8677641236111499,
      "learning_rate": 0.00027165506178395907,
      "loss": 2.4375,
      "step": 27255
    },
    {
      "epoch": 1.2680158176320075,
      "grad_norm": 0.8076041331512042,
      "learning_rate": 0.00027165289056881254,
      "loss": 2.1562,
      "step": 27256
    },
    {
      "epoch": 1.268062340079088,
      "grad_norm": 0.7868758317064622,
      "learning_rate": 0.0002716507192791893,
      "loss": 1.875,
      "step": 27257
    },
    {
      "epoch": 1.268108862526169,
      "grad_norm": 0.929704200425205,
      "learning_rate": 0.00027164854791509083,
      "loss": 2.5625,
      "step": 27258
    },
    {
      "epoch": 1.2681553849732496,
      "grad_norm": 0.7808178632455378,
      "learning_rate": 0.0002716463764765184,
      "loss": 1.7188,
      "step": 27259
    },
    {
      "epoch": 1.2682019074203303,
      "grad_norm": 0.8534575734380125,
      "learning_rate": 0.0002716442049634733,
      "loss": 2.4219,
      "step": 27260
    },
    {
      "epoch": 1.268248429867411,
      "grad_norm": 0.8759820255422596,
      "learning_rate": 0.000271642033375957,
      "loss": 2.4688,
      "step": 27261
    },
    {
      "epoch": 1.2682949523144917,
      "grad_norm": 0.904477510630195,
      "learning_rate": 0.0002716398617139706,
      "loss": 2.375,
      "step": 27262
    },
    {
      "epoch": 1.2683414747615724,
      "grad_norm": 0.8466774229171944,
      "learning_rate": 0.0002716376899775157,
      "loss": 2.375,
      "step": 27263
    },
    {
      "epoch": 1.2683879972086531,
      "grad_norm": 0.9018052814848005,
      "learning_rate": 0.00027163551816659334,
      "loss": 2.2656,
      "step": 27264
    },
    {
      "epoch": 1.2684345196557338,
      "grad_norm": 0.9460808991930716,
      "learning_rate": 0.0002716333462812051,
      "loss": 2.7188,
      "step": 27265
    },
    {
      "epoch": 1.2684810421028145,
      "grad_norm": 0.8243648217758509,
      "learning_rate": 0.0002716311743213522,
      "loss": 2.2188,
      "step": 27266
    },
    {
      "epoch": 1.2685275645498955,
      "grad_norm": 0.8812715561505597,
      "learning_rate": 0.0002716290022870359,
      "loss": 2.3125,
      "step": 27267
    },
    {
      "epoch": 1.268574086996976,
      "grad_norm": 0.8896407860282122,
      "learning_rate": 0.0002716268301782577,
      "loss": 2.5156,
      "step": 27268
    },
    {
      "epoch": 1.2686206094440569,
      "grad_norm": 1.2451127133489648,
      "learning_rate": 0.0002716246579950188,
      "loss": 2.7188,
      "step": 27269
    },
    {
      "epoch": 1.2686671318911376,
      "grad_norm": 0.8916623089798994,
      "learning_rate": 0.00027162248573732055,
      "loss": 2.4688,
      "step": 27270
    },
    {
      "epoch": 1.2687136543382183,
      "grad_norm": 0.9069791153474593,
      "learning_rate": 0.0002716203134051643,
      "loss": 2.2969,
      "step": 27271
    },
    {
      "epoch": 1.268760176785299,
      "grad_norm": 0.9036334194487052,
      "learning_rate": 0.00027161814099855143,
      "loss": 2.7344,
      "step": 27272
    },
    {
      "epoch": 1.2688066992323797,
      "grad_norm": 0.779744307992894,
      "learning_rate": 0.0002716159685174832,
      "loss": 2.1719,
      "step": 27273
    },
    {
      "epoch": 1.2688532216794604,
      "grad_norm": 0.9247160360624281,
      "learning_rate": 0.0002716137959619609,
      "loss": 2.5781,
      "step": 27274
    },
    {
      "epoch": 1.268899744126541,
      "grad_norm": 0.8269879135505803,
      "learning_rate": 0.00027161162333198596,
      "loss": 2.1562,
      "step": 27275
    },
    {
      "epoch": 1.2689462665736218,
      "grad_norm": 0.8098336324002965,
      "learning_rate": 0.0002716094506275597,
      "loss": 2.4062,
      "step": 27276
    },
    {
      "epoch": 1.2689927890207024,
      "grad_norm": 0.8761689167948692,
      "learning_rate": 0.00027160727784868334,
      "loss": 2.4688,
      "step": 27277
    },
    {
      "epoch": 1.2690393114677831,
      "grad_norm": 0.846960749520337,
      "learning_rate": 0.00027160510499535834,
      "loss": 2.375,
      "step": 27278
    },
    {
      "epoch": 1.2690858339148638,
      "grad_norm": 0.8633165410797063,
      "learning_rate": 0.00027160293206758595,
      "loss": 2.3594,
      "step": 27279
    },
    {
      "epoch": 1.2691323563619448,
      "grad_norm": 0.8251116119545586,
      "learning_rate": 0.00027160075906536757,
      "loss": 2.4375,
      "step": 27280
    },
    {
      "epoch": 1.2691788788090252,
      "grad_norm": 0.8949192285345737,
      "learning_rate": 0.00027159858598870446,
      "loss": 2.5156,
      "step": 27281
    },
    {
      "epoch": 1.2692254012561062,
      "grad_norm": 0.8115512045853626,
      "learning_rate": 0.00027159641283759796,
      "loss": 2.2969,
      "step": 27282
    },
    {
      "epoch": 1.2692719237031869,
      "grad_norm": 0.9136800054995171,
      "learning_rate": 0.00027159423961204944,
      "loss": 2.4375,
      "step": 27283
    },
    {
      "epoch": 1.2693184461502676,
      "grad_norm": 0.8939196562135587,
      "learning_rate": 0.00027159206631206025,
      "loss": 2.7031,
      "step": 27284
    },
    {
      "epoch": 1.2693649685973483,
      "grad_norm": 0.788917684609147,
      "learning_rate": 0.0002715898929376317,
      "loss": 2.0625,
      "step": 27285
    },
    {
      "epoch": 1.269411491044429,
      "grad_norm": 0.9570308551936869,
      "learning_rate": 0.000271587719488765,
      "loss": 2.75,
      "step": 27286
    },
    {
      "epoch": 1.2694580134915097,
      "grad_norm": 0.8481586178189942,
      "learning_rate": 0.0002715855459654616,
      "loss": 2.6094,
      "step": 27287
    },
    {
      "epoch": 1.2695045359385904,
      "grad_norm": 0.8535685777285615,
      "learning_rate": 0.00027158337236772286,
      "loss": 2.6875,
      "step": 27288
    },
    {
      "epoch": 1.269551058385671,
      "grad_norm": 0.98115415041161,
      "learning_rate": 0.00027158119869555004,
      "loss": 2.5156,
      "step": 27289
    },
    {
      "epoch": 1.2695975808327518,
      "grad_norm": 0.9214682585853746,
      "learning_rate": 0.0002715790249489445,
      "loss": 2.25,
      "step": 27290
    },
    {
      "epoch": 1.2696441032798325,
      "grad_norm": 0.8856902015399721,
      "learning_rate": 0.00027157685112790756,
      "loss": 2.3906,
      "step": 27291
    },
    {
      "epoch": 1.2696906257269132,
      "grad_norm": 0.8361279579680385,
      "learning_rate": 0.00027157467723244055,
      "loss": 2.2188,
      "step": 27292
    },
    {
      "epoch": 1.269737148173994,
      "grad_norm": 0.8316508166680072,
      "learning_rate": 0.00027157250326254485,
      "loss": 2.4062,
      "step": 27293
    },
    {
      "epoch": 1.2697836706210746,
      "grad_norm": 0.8962998543026968,
      "learning_rate": 0.00027157032921822164,
      "loss": 2.7344,
      "step": 27294
    },
    {
      "epoch": 1.2698301930681555,
      "grad_norm": 0.8679358220523931,
      "learning_rate": 0.0002715681550994724,
      "loss": 2.6562,
      "step": 27295
    },
    {
      "epoch": 1.2698767155152362,
      "grad_norm": 0.8716343740389505,
      "learning_rate": 0.0002715659809062985,
      "loss": 2.3281,
      "step": 27296
    },
    {
      "epoch": 1.2699232379623169,
      "grad_norm": 0.9179861803882053,
      "learning_rate": 0.00027156380663870115,
      "loss": 2.4375,
      "step": 27297
    },
    {
      "epoch": 1.2699697604093976,
      "grad_norm": 0.9039531478636779,
      "learning_rate": 0.00027156163229668167,
      "loss": 2.6719,
      "step": 27298
    },
    {
      "epoch": 1.2700162828564783,
      "grad_norm": 0.8654340413467947,
      "learning_rate": 0.0002715594578802415,
      "loss": 2.3438,
      "step": 27299
    },
    {
      "epoch": 1.270062805303559,
      "grad_norm": 0.8602610466799226,
      "learning_rate": 0.0002715572833893819,
      "loss": 2.7031,
      "step": 27300
    },
    {
      "epoch": 1.2701093277506397,
      "grad_norm": 0.8697106673740496,
      "learning_rate": 0.0002715551088241042,
      "loss": 2.375,
      "step": 27301
    },
    {
      "epoch": 1.2701558501977204,
      "grad_norm": 0.7792153557585068,
      "learning_rate": 0.0002715529341844098,
      "loss": 2.2969,
      "step": 27302
    },
    {
      "epoch": 1.270202372644801,
      "grad_norm": 0.8673164769625379,
      "learning_rate": 0.00027155075947029987,
      "loss": 1.8281,
      "step": 27303
    },
    {
      "epoch": 1.2702488950918818,
      "grad_norm": 0.826665576029207,
      "learning_rate": 0.0002715485846817759,
      "loss": 2.5938,
      "step": 27304
    },
    {
      "epoch": 1.2702954175389625,
      "grad_norm": 0.8243761097410167,
      "learning_rate": 0.0002715464098188392,
      "loss": 2.3906,
      "step": 27305
    },
    {
      "epoch": 1.2703419399860434,
      "grad_norm": 0.8638666488522789,
      "learning_rate": 0.000271544234881491,
      "loss": 2.3281,
      "step": 27306
    },
    {
      "epoch": 1.2703884624331239,
      "grad_norm": 0.9526473751628963,
      "learning_rate": 0.00027154205986973276,
      "loss": 2.3594,
      "step": 27307
    },
    {
      "epoch": 1.2704349848802048,
      "grad_norm": 0.844425638153967,
      "learning_rate": 0.0002715398847835658,
      "loss": 2.3125,
      "step": 27308
    },
    {
      "epoch": 1.2704815073272855,
      "grad_norm": 0.9051396462246605,
      "learning_rate": 0.0002715377096229913,
      "loss": 2.3281,
      "step": 27309
    },
    {
      "epoch": 1.2705280297743662,
      "grad_norm": 0.7984321775427843,
      "learning_rate": 0.0002715355343880108,
      "loss": 2.1406,
      "step": 27310
    },
    {
      "epoch": 1.2705745522214469,
      "grad_norm": 0.824958869654152,
      "learning_rate": 0.00027153335907862547,
      "loss": 2.375,
      "step": 27311
    },
    {
      "epoch": 1.2706210746685276,
      "grad_norm": 0.8372134131294662,
      "learning_rate": 0.00027153118369483667,
      "loss": 2.1719,
      "step": 27312
    },
    {
      "epoch": 1.2706675971156083,
      "grad_norm": 0.8682406289404891,
      "learning_rate": 0.00027152900823664586,
      "loss": 2.2812,
      "step": 27313
    },
    {
      "epoch": 1.270714119562689,
      "grad_norm": 0.771639550851177,
      "learning_rate": 0.0002715268327040542,
      "loss": 1.7266,
      "step": 27314
    },
    {
      "epoch": 1.2707606420097697,
      "grad_norm": 0.8215836768559323,
      "learning_rate": 0.0002715246570970631,
      "loss": 2.25,
      "step": 27315
    },
    {
      "epoch": 1.2708071644568504,
      "grad_norm": 0.8716941822229284,
      "learning_rate": 0.00027152248141567393,
      "loss": 2.5156,
      "step": 27316
    },
    {
      "epoch": 1.270853686903931,
      "grad_norm": 0.7743810491307671,
      "learning_rate": 0.0002715203056598879,
      "loss": 1.7422,
      "step": 27317
    },
    {
      "epoch": 1.2709002093510118,
      "grad_norm": 0.8639820073939192,
      "learning_rate": 0.0002715181298297065,
      "loss": 2.4062,
      "step": 27318
    },
    {
      "epoch": 1.2709467317980927,
      "grad_norm": 0.867273497831659,
      "learning_rate": 0.00027151595392513095,
      "loss": 2.6719,
      "step": 27319
    },
    {
      "epoch": 1.2709932542451732,
      "grad_norm": 0.9256698427032138,
      "learning_rate": 0.00027151377794616265,
      "loss": 2.7188,
      "step": 27320
    },
    {
      "epoch": 1.271039776692254,
      "grad_norm": 0.8458532383290422,
      "learning_rate": 0.0002715116018928029,
      "loss": 2.2344,
      "step": 27321
    },
    {
      "epoch": 1.2710862991393348,
      "grad_norm": 0.8780496395037282,
      "learning_rate": 0.000271509425765053,
      "loss": 2.3594,
      "step": 27322
    },
    {
      "epoch": 1.2711328215864155,
      "grad_norm": 0.8578629218980832,
      "learning_rate": 0.0002715072495629143,
      "loss": 2.4375,
      "step": 27323
    },
    {
      "epoch": 1.2711793440334962,
      "grad_norm": 0.8797034145732102,
      "learning_rate": 0.0002715050732863882,
      "loss": 2.7031,
      "step": 27324
    },
    {
      "epoch": 1.271225866480577,
      "grad_norm": 0.8907604543238946,
      "learning_rate": 0.00027150289693547594,
      "loss": 2.3438,
      "step": 27325
    },
    {
      "epoch": 1.2712723889276576,
      "grad_norm": 0.9177667364081968,
      "learning_rate": 0.0002715007205101789,
      "loss": 2.5312,
      "step": 27326
    },
    {
      "epoch": 1.2713189113747383,
      "grad_norm": 0.860325983855964,
      "learning_rate": 0.00027149854401049844,
      "loss": 2.5,
      "step": 27327
    },
    {
      "epoch": 1.271365433821819,
      "grad_norm": 0.8370414880490543,
      "learning_rate": 0.00027149636743643575,
      "loss": 2.5156,
      "step": 27328
    },
    {
      "epoch": 1.2714119562688997,
      "grad_norm": 0.8575669213053608,
      "learning_rate": 0.00027149419078799234,
      "loss": 2.3594,
      "step": 27329
    },
    {
      "epoch": 1.2714584787159804,
      "grad_norm": 0.8181157901265094,
      "learning_rate": 0.0002714920140651695,
      "loss": 2.4688,
      "step": 27330
    },
    {
      "epoch": 1.271505001163061,
      "grad_norm": 0.8455456480128353,
      "learning_rate": 0.0002714898372679685,
      "loss": 2.2969,
      "step": 27331
    },
    {
      "epoch": 1.271551523610142,
      "grad_norm": 0.8210312361718107,
      "learning_rate": 0.0002714876603963907,
      "loss": 2.375,
      "step": 27332
    },
    {
      "epoch": 1.2715980460572225,
      "grad_norm": 0.9246163441254548,
      "learning_rate": 0.0002714854834504374,
      "loss": 2.5156,
      "step": 27333
    },
    {
      "epoch": 1.2716445685043034,
      "grad_norm": 0.9013902745396666,
      "learning_rate": 0.00027148330643011,
      "loss": 2.7656,
      "step": 27334
    },
    {
      "epoch": 1.271691090951384,
      "grad_norm": 0.8581724296779762,
      "learning_rate": 0.00027148112933540985,
      "loss": 2.5938,
      "step": 27335
    },
    {
      "epoch": 1.2717376133984648,
      "grad_norm": 0.840979530843378,
      "learning_rate": 0.0002714789521663382,
      "loss": 2.5469,
      "step": 27336
    },
    {
      "epoch": 1.2717841358455455,
      "grad_norm": 0.9038595084210194,
      "learning_rate": 0.00027147677492289646,
      "loss": 2.2656,
      "step": 27337
    },
    {
      "epoch": 1.2718306582926262,
      "grad_norm": 0.8394630108066526,
      "learning_rate": 0.00027147459760508587,
      "loss": 2.1719,
      "step": 27338
    },
    {
      "epoch": 1.271877180739707,
      "grad_norm": 0.8743822074451176,
      "learning_rate": 0.0002714724202129078,
      "loss": 2.4219,
      "step": 27339
    },
    {
      "epoch": 1.2719237031867876,
      "grad_norm": 0.9298643866336818,
      "learning_rate": 0.00027147024274636365,
      "loss": 2.5938,
      "step": 27340
    },
    {
      "epoch": 1.2719702256338683,
      "grad_norm": 0.9068889256898274,
      "learning_rate": 0.00027146806520545467,
      "loss": 2.5312,
      "step": 27341
    },
    {
      "epoch": 1.272016748080949,
      "grad_norm": 0.8255003601518287,
      "learning_rate": 0.00027146588759018226,
      "loss": 2.5938,
      "step": 27342
    },
    {
      "epoch": 1.2720632705280297,
      "grad_norm": 0.8028084445182325,
      "learning_rate": 0.0002714637099005477,
      "loss": 2.2188,
      "step": 27343
    },
    {
      "epoch": 1.2721097929751104,
      "grad_norm": 0.8282126408584861,
      "learning_rate": 0.0002714615321365523,
      "loss": 2.5312,
      "step": 27344
    },
    {
      "epoch": 1.2721563154221913,
      "grad_norm": 0.8878030417053348,
      "learning_rate": 0.0002714593542981975,
      "loss": 2.7031,
      "step": 27345
    },
    {
      "epoch": 1.2722028378692718,
      "grad_norm": 0.8963463180834952,
      "learning_rate": 0.0002714571763854845,
      "loss": 2.3281,
      "step": 27346
    },
    {
      "epoch": 1.2722493603163527,
      "grad_norm": 0.9019366154392412,
      "learning_rate": 0.00027145499839841474,
      "loss": 2.625,
      "step": 27347
    },
    {
      "epoch": 1.2722958827634334,
      "grad_norm": 0.876386931222942,
      "learning_rate": 0.0002714528203369895,
      "loss": 2.5625,
      "step": 27348
    },
    {
      "epoch": 1.2723424052105141,
      "grad_norm": 0.8103254649027974,
      "learning_rate": 0.00027145064220121014,
      "loss": 1.7969,
      "step": 27349
    },
    {
      "epoch": 1.2723889276575948,
      "grad_norm": 0.8547648276245338,
      "learning_rate": 0.000271448463991078,
      "loss": 2.4531,
      "step": 27350
    },
    {
      "epoch": 1.2724354501046755,
      "grad_norm": 0.9465957609059249,
      "learning_rate": 0.00027144628570659434,
      "loss": 2.4375,
      "step": 27351
    },
    {
      "epoch": 1.2724819725517562,
      "grad_norm": 0.9117791798549204,
      "learning_rate": 0.0002714441073477606,
      "loss": 2.6719,
      "step": 27352
    },
    {
      "epoch": 1.272528494998837,
      "grad_norm": 0.895570759666894,
      "learning_rate": 0.00027144192891457805,
      "loss": 2.5,
      "step": 27353
    },
    {
      "epoch": 1.2725750174459176,
      "grad_norm": 0.8976840247462635,
      "learning_rate": 0.000271439750407048,
      "loss": 2.625,
      "step": 27354
    },
    {
      "epoch": 1.2726215398929983,
      "grad_norm": 0.8770728270339798,
      "learning_rate": 0.00027143757182517187,
      "loss": 2.6719,
      "step": 27355
    },
    {
      "epoch": 1.272668062340079,
      "grad_norm": 0.8380819505086081,
      "learning_rate": 0.00027143539316895095,
      "loss": 2.4844,
      "step": 27356
    },
    {
      "epoch": 1.2727145847871597,
      "grad_norm": 0.8669272465333001,
      "learning_rate": 0.00027143321443838655,
      "loss": 2.5312,
      "step": 27357
    },
    {
      "epoch": 1.2727611072342406,
      "grad_norm": 0.8395527880317432,
      "learning_rate": 0.00027143103563348,
      "loss": 2.2969,
      "step": 27358
    },
    {
      "epoch": 1.272807629681321,
      "grad_norm": 0.9062412124691908,
      "learning_rate": 0.00027142885675423265,
      "loss": 2.5625,
      "step": 27359
    },
    {
      "epoch": 1.272854152128402,
      "grad_norm": 0.8984458672809759,
      "learning_rate": 0.00027142667780064586,
      "loss": 2.7031,
      "step": 27360
    },
    {
      "epoch": 1.2729006745754827,
      "grad_norm": 0.8849207158194692,
      "learning_rate": 0.00027142449877272086,
      "loss": 2.7188,
      "step": 27361
    },
    {
      "epoch": 1.2729471970225634,
      "grad_norm": 0.9697483190476617,
      "learning_rate": 0.00027142231967045916,
      "loss": 2.4375,
      "step": 27362
    },
    {
      "epoch": 1.2729937194696441,
      "grad_norm": 0.9112315177476512,
      "learning_rate": 0.000271420140493862,
      "loss": 2.4531,
      "step": 27363
    },
    {
      "epoch": 1.2730402419167248,
      "grad_norm": 0.8536317535840688,
      "learning_rate": 0.0002714179612429307,
      "loss": 2.5,
      "step": 27364
    },
    {
      "epoch": 1.2730867643638055,
      "grad_norm": 0.8144831259143737,
      "learning_rate": 0.0002714157819176666,
      "loss": 1.9531,
      "step": 27365
    },
    {
      "epoch": 1.2731332868108862,
      "grad_norm": 0.7607289409213632,
      "learning_rate": 0.00027141360251807105,
      "loss": 2.0312,
      "step": 27366
    },
    {
      "epoch": 1.273179809257967,
      "grad_norm": 0.8283913735649634,
      "learning_rate": 0.00027141142304414534,
      "loss": 2.4062,
      "step": 27367
    },
    {
      "epoch": 1.2732263317050476,
      "grad_norm": 0.9118095815199074,
      "learning_rate": 0.0002714092434958909,
      "loss": 2.2344,
      "step": 27368
    },
    {
      "epoch": 1.2732728541521283,
      "grad_norm": 0.877171238608341,
      "learning_rate": 0.00027140706387330897,
      "loss": 2.5469,
      "step": 27369
    },
    {
      "epoch": 1.273319376599209,
      "grad_norm": 0.8229302023465115,
      "learning_rate": 0.0002714048841764009,
      "loss": 2.3438,
      "step": 27370
    },
    {
      "epoch": 1.27336589904629,
      "grad_norm": 0.8665791733177634,
      "learning_rate": 0.0002714027044051681,
      "loss": 2.6406,
      "step": 27371
    },
    {
      "epoch": 1.2734124214933704,
      "grad_norm": 0.8755630080958469,
      "learning_rate": 0.0002714005245596118,
      "loss": 2.375,
      "step": 27372
    },
    {
      "epoch": 1.2734589439404513,
      "grad_norm": 0.8845586986060462,
      "learning_rate": 0.0002713983446397334,
      "loss": 2.3906,
      "step": 27373
    },
    {
      "epoch": 1.273505466387532,
      "grad_norm": 0.8827468701601523,
      "learning_rate": 0.00027139616464553427,
      "loss": 2.5781,
      "step": 27374
    },
    {
      "epoch": 1.2735519888346127,
      "grad_norm": 0.8444696154326388,
      "learning_rate": 0.00027139398457701566,
      "loss": 2.2969,
      "step": 27375
    },
    {
      "epoch": 1.2735985112816934,
      "grad_norm": 1.0576762384360319,
      "learning_rate": 0.0002713918044341789,
      "loss": 2.4062,
      "step": 27376
    },
    {
      "epoch": 1.2736450337287741,
      "grad_norm": 0.844690914639776,
      "learning_rate": 0.00027138962421702537,
      "loss": 2.3594,
      "step": 27377
    },
    {
      "epoch": 1.2736915561758548,
      "grad_norm": 0.9646430353150728,
      "learning_rate": 0.0002713874439255564,
      "loss": 2.4531,
      "step": 27378
    },
    {
      "epoch": 1.2737380786229355,
      "grad_norm": 0.8641741740586963,
      "learning_rate": 0.00027138526355977336,
      "loss": 2.4688,
      "step": 27379
    },
    {
      "epoch": 1.2737846010700162,
      "grad_norm": 0.8144673691114581,
      "learning_rate": 0.00027138308311967747,
      "loss": 1.9766,
      "step": 27380
    },
    {
      "epoch": 1.273831123517097,
      "grad_norm": 0.9718884021867009,
      "learning_rate": 0.00027138090260527025,
      "loss": 2.4844,
      "step": 27381
    },
    {
      "epoch": 1.2738776459641779,
      "grad_norm": 0.7952296485917922,
      "learning_rate": 0.00027137872201655284,
      "loss": 2.3594,
      "step": 27382
    },
    {
      "epoch": 1.2739241684112583,
      "grad_norm": 0.9055965222236948,
      "learning_rate": 0.00027137654135352666,
      "loss": 2.6562,
      "step": 27383
    },
    {
      "epoch": 1.2739706908583392,
      "grad_norm": 0.9023389472344783,
      "learning_rate": 0.0002713743606161931,
      "loss": 2.4688,
      "step": 27384
    },
    {
      "epoch": 1.2740172133054197,
      "grad_norm": 0.8524852894200127,
      "learning_rate": 0.0002713721798045534,
      "loss": 2.2969,
      "step": 27385
    },
    {
      "epoch": 1.2740637357525006,
      "grad_norm": 0.8306420959454656,
      "learning_rate": 0.00027136999891860895,
      "loss": 2.3125,
      "step": 27386
    },
    {
      "epoch": 1.2741102581995813,
      "grad_norm": 0.8343826386620743,
      "learning_rate": 0.0002713678179583611,
      "loss": 2.4844,
      "step": 27387
    },
    {
      "epoch": 1.274156780646662,
      "grad_norm": 0.8121618368570513,
      "learning_rate": 0.00027136563692381114,
      "loss": 2.3906,
      "step": 27388
    },
    {
      "epoch": 1.2742033030937427,
      "grad_norm": 0.8552935519666757,
      "learning_rate": 0.00027136345581496037,
      "loss": 2.7812,
      "step": 27389
    },
    {
      "epoch": 1.2742498255408234,
      "grad_norm": 0.8543157662975173,
      "learning_rate": 0.0002713612746318102,
      "loss": 2.4531,
      "step": 27390
    },
    {
      "epoch": 1.2742963479879041,
      "grad_norm": 0.9139568548762748,
      "learning_rate": 0.000271359093374362,
      "loss": 2.5938,
      "step": 27391
    },
    {
      "epoch": 1.2743428704349848,
      "grad_norm": 0.8571316152455888,
      "learning_rate": 0.000271356912042617,
      "loss": 2.3594,
      "step": 27392
    },
    {
      "epoch": 1.2743893928820655,
      "grad_norm": 0.8472277694528542,
      "learning_rate": 0.0002713547306365766,
      "loss": 2.6094,
      "step": 27393
    },
    {
      "epoch": 1.2744359153291462,
      "grad_norm": 0.9334576343073591,
      "learning_rate": 0.0002713525491562421,
      "loss": 2.5469,
      "step": 27394
    },
    {
      "epoch": 1.2744824377762272,
      "grad_norm": 0.9085573138668853,
      "learning_rate": 0.00027135036760161485,
      "loss": 2.4844,
      "step": 27395
    },
    {
      "epoch": 1.2745289602233076,
      "grad_norm": 0.8235157283698297,
      "learning_rate": 0.0002713481859726962,
      "loss": 2.3125,
      "step": 27396
    },
    {
      "epoch": 1.2745754826703886,
      "grad_norm": 0.8679660295038824,
      "learning_rate": 0.0002713460042694875,
      "loss": 2.3125,
      "step": 27397
    },
    {
      "epoch": 1.2746220051174693,
      "grad_norm": 0.9087596004327704,
      "learning_rate": 0.00027134382249199005,
      "loss": 2.5156,
      "step": 27398
    },
    {
      "epoch": 1.27466852756455,
      "grad_norm": 0.8181991733540311,
      "learning_rate": 0.00027134164064020514,
      "loss": 2.4688,
      "step": 27399
    },
    {
      "epoch": 1.2747150500116307,
      "grad_norm": 0.8007552673877745,
      "learning_rate": 0.0002713394587141342,
      "loss": 2.4531,
      "step": 27400
    },
    {
      "epoch": 1.2747615724587114,
      "grad_norm": 0.7437540849005182,
      "learning_rate": 0.00027133727671377854,
      "loss": 1.7812,
      "step": 27401
    },
    {
      "epoch": 1.274808094905792,
      "grad_norm": 0.869891299242276,
      "learning_rate": 0.0002713350946391395,
      "loss": 2.5,
      "step": 27402
    },
    {
      "epoch": 1.2748546173528728,
      "grad_norm": 0.8311073668748069,
      "learning_rate": 0.0002713329124902184,
      "loss": 2.4062,
      "step": 27403
    },
    {
      "epoch": 1.2749011397999535,
      "grad_norm": 0.9327444217602301,
      "learning_rate": 0.00027133073026701653,
      "loss": 2.7656,
      "step": 27404
    },
    {
      "epoch": 1.2749476622470342,
      "grad_norm": 0.8834002764580628,
      "learning_rate": 0.00027132854796953535,
      "loss": 2.4531,
      "step": 27405
    },
    {
      "epoch": 1.2749941846941149,
      "grad_norm": 0.8580729996364138,
      "learning_rate": 0.000271326365597776,
      "loss": 2.2812,
      "step": 27406
    },
    {
      "epoch": 1.2750407071411956,
      "grad_norm": 0.8224265232850322,
      "learning_rate": 0.00027132418315174006,
      "loss": 2.375,
      "step": 27407
    },
    {
      "epoch": 1.2750872295882765,
      "grad_norm": 0.8371759024419404,
      "learning_rate": 0.00027132200063142867,
      "loss": 2.4844,
      "step": 27408
    },
    {
      "epoch": 1.275133752035357,
      "grad_norm": 0.7931254173165057,
      "learning_rate": 0.00027131981803684324,
      "loss": 2.2656,
      "step": 27409
    },
    {
      "epoch": 1.2751802744824379,
      "grad_norm": 0.9664766247831761,
      "learning_rate": 0.0002713176353679851,
      "loss": 2.3906,
      "step": 27410
    },
    {
      "epoch": 1.2752267969295186,
      "grad_norm": 0.8315396645223118,
      "learning_rate": 0.00027131545262485556,
      "loss": 2.1094,
      "step": 27411
    },
    {
      "epoch": 1.2752733193765993,
      "grad_norm": 0.8382186226609176,
      "learning_rate": 0.0002713132698074561,
      "loss": 2.5,
      "step": 27412
    },
    {
      "epoch": 1.27531984182368,
      "grad_norm": 0.919196703257424,
      "learning_rate": 0.0002713110869157878,
      "loss": 2.7031,
      "step": 27413
    },
    {
      "epoch": 1.2753663642707607,
      "grad_norm": 0.7903096990074452,
      "learning_rate": 0.00027130890394985225,
      "loss": 1.7031,
      "step": 27414
    },
    {
      "epoch": 1.2754128867178414,
      "grad_norm": 0.8864892227724543,
      "learning_rate": 0.0002713067209096506,
      "loss": 2.5312,
      "step": 27415
    },
    {
      "epoch": 1.275459409164922,
      "grad_norm": 0.805198320053611,
      "learning_rate": 0.0002713045377951843,
      "loss": 2.1562,
      "step": 27416
    },
    {
      "epoch": 1.2755059316120028,
      "grad_norm": 0.8441324115651087,
      "learning_rate": 0.0002713023546064546,
      "loss": 2.4531,
      "step": 27417
    },
    {
      "epoch": 1.2755524540590835,
      "grad_norm": 0.8534744236383796,
      "learning_rate": 0.00027130017134346294,
      "loss": 2.3125,
      "step": 27418
    },
    {
      "epoch": 1.2755989765061642,
      "grad_norm": 0.8768384010994682,
      "learning_rate": 0.0002712979880062106,
      "loss": 2.5469,
      "step": 27419
    },
    {
      "epoch": 1.2756454989532449,
      "grad_norm": 0.8598689218948258,
      "learning_rate": 0.0002712958045946988,
      "loss": 2.3906,
      "step": 27420
    },
    {
      "epoch": 1.2756920214003258,
      "grad_norm": 0.8502605110472339,
      "learning_rate": 0.00027129362110892913,
      "loss": 2.2812,
      "step": 27421
    },
    {
      "epoch": 1.2757385438474063,
      "grad_norm": 0.8175782816021494,
      "learning_rate": 0.00027129143754890276,
      "loss": 2.2656,
      "step": 27422
    },
    {
      "epoch": 1.2757850662944872,
      "grad_norm": 0.9123423976093336,
      "learning_rate": 0.00027128925391462107,
      "loss": 2.4062,
      "step": 27423
    },
    {
      "epoch": 1.2758315887415679,
      "grad_norm": 0.8383383161396604,
      "learning_rate": 0.00027128707020608535,
      "loss": 2.3594,
      "step": 27424
    },
    {
      "epoch": 1.2758781111886486,
      "grad_norm": 0.8099744324635941,
      "learning_rate": 0.00027128488642329696,
      "loss": 1.9453,
      "step": 27425
    },
    {
      "epoch": 1.2759246336357293,
      "grad_norm": 0.8283729328881924,
      "learning_rate": 0.00027128270256625726,
      "loss": 2.3906,
      "step": 27426
    },
    {
      "epoch": 1.27597115608281,
      "grad_norm": 0.8340645134004944,
      "learning_rate": 0.0002712805186349676,
      "loss": 2.2969,
      "step": 27427
    },
    {
      "epoch": 1.2760176785298907,
      "grad_norm": 0.9690542800886783,
      "learning_rate": 0.00027127833462942927,
      "loss": 2.7344,
      "step": 27428
    },
    {
      "epoch": 1.2760642009769714,
      "grad_norm": 0.8461135271523699,
      "learning_rate": 0.00027127615054964364,
      "loss": 2.3906,
      "step": 27429
    },
    {
      "epoch": 1.276110723424052,
      "grad_norm": 0.9246989922571192,
      "learning_rate": 0.000271273966395612,
      "loss": 2.5,
      "step": 27430
    },
    {
      "epoch": 1.2761572458711328,
      "grad_norm": 0.8385232186144564,
      "learning_rate": 0.0002712717821673358,
      "loss": 2.2656,
      "step": 27431
    },
    {
      "epoch": 1.2762037683182135,
      "grad_norm": 0.8833377960710739,
      "learning_rate": 0.00027126959786481623,
      "loss": 2.375,
      "step": 27432
    },
    {
      "epoch": 1.2762502907652942,
      "grad_norm": 0.8705631609140433,
      "learning_rate": 0.0002712674134880547,
      "loss": 2.3438,
      "step": 27433
    },
    {
      "epoch": 1.276296813212375,
      "grad_norm": 0.8384082682995091,
      "learning_rate": 0.0002712652290370526,
      "loss": 2.4375,
      "step": 27434
    },
    {
      "epoch": 1.2763433356594556,
      "grad_norm": 0.8641543293960093,
      "learning_rate": 0.0002712630445118111,
      "loss": 2.1094,
      "step": 27435
    },
    {
      "epoch": 1.2763898581065365,
      "grad_norm": 0.8652204190070789,
      "learning_rate": 0.00027126085991233177,
      "loss": 2.5781,
      "step": 27436
    },
    {
      "epoch": 1.2764363805536172,
      "grad_norm": 0.9354069361094212,
      "learning_rate": 0.0002712586752386158,
      "loss": 2.4062,
      "step": 27437
    },
    {
      "epoch": 1.2764829030006979,
      "grad_norm": 0.8952247629731962,
      "learning_rate": 0.0002712564904906645,
      "loss": 2.6094,
      "step": 27438
    },
    {
      "epoch": 1.2765294254477786,
      "grad_norm": 0.890614515938979,
      "learning_rate": 0.0002712543056684793,
      "loss": 1.8984,
      "step": 27439
    },
    {
      "epoch": 1.2765759478948593,
      "grad_norm": 0.9111763852636998,
      "learning_rate": 0.0002712521207720615,
      "loss": 2.4688,
      "step": 27440
    },
    {
      "epoch": 1.27662247034194,
      "grad_norm": 0.8264269291322102,
      "learning_rate": 0.0002712499358014124,
      "loss": 2.5312,
      "step": 27441
    },
    {
      "epoch": 1.2766689927890207,
      "grad_norm": 0.941451879638825,
      "learning_rate": 0.00027124775075653345,
      "loss": 2.6094,
      "step": 27442
    },
    {
      "epoch": 1.2767155152361014,
      "grad_norm": 0.8531073409606525,
      "learning_rate": 0.0002712455656374259,
      "loss": 2.2812,
      "step": 27443
    },
    {
      "epoch": 1.276762037683182,
      "grad_norm": 0.8981583108475558,
      "learning_rate": 0.00027124338044409106,
      "loss": 2.3906,
      "step": 27444
    },
    {
      "epoch": 1.2768085601302628,
      "grad_norm": 0.9710162069931106,
      "learning_rate": 0.0002712411951765303,
      "loss": 2.6875,
      "step": 27445
    },
    {
      "epoch": 1.2768550825773435,
      "grad_norm": 0.8393516875042033,
      "learning_rate": 0.000271239009834745,
      "loss": 2.5156,
      "step": 27446
    },
    {
      "epoch": 1.2769016050244244,
      "grad_norm": 0.9169006496952242,
      "learning_rate": 0.00027123682441873646,
      "loss": 2.5781,
      "step": 27447
    },
    {
      "epoch": 1.2769481274715049,
      "grad_norm": 0.8299799090278881,
      "learning_rate": 0.000271234638928506,
      "loss": 2.3594,
      "step": 27448
    },
    {
      "epoch": 1.2769946499185858,
      "grad_norm": 0.8591492746875498,
      "learning_rate": 0.000271232453364055,
      "loss": 2.7031,
      "step": 27449
    },
    {
      "epoch": 1.2770411723656665,
      "grad_norm": 0.9143253790787634,
      "learning_rate": 0.00027123026772538474,
      "loss": 2.8125,
      "step": 27450
    },
    {
      "epoch": 1.2770876948127472,
      "grad_norm": 0.718006981561256,
      "learning_rate": 0.0002712280820124966,
      "loss": 1.7031,
      "step": 27451
    },
    {
      "epoch": 1.277134217259828,
      "grad_norm": 0.8751848327914341,
      "learning_rate": 0.00027122589622539196,
      "loss": 2.4375,
      "step": 27452
    },
    {
      "epoch": 1.2771807397069086,
      "grad_norm": 0.8413462182365076,
      "learning_rate": 0.0002712237103640721,
      "loss": 2.6094,
      "step": 27453
    },
    {
      "epoch": 1.2772272621539893,
      "grad_norm": 0.8461404758831009,
      "learning_rate": 0.00027122152442853834,
      "loss": 2.4219,
      "step": 27454
    },
    {
      "epoch": 1.27727378460107,
      "grad_norm": 0.8681972565087431,
      "learning_rate": 0.0002712193384187921,
      "loss": 2.6562,
      "step": 27455
    },
    {
      "epoch": 1.2773203070481507,
      "grad_norm": 0.8444787396700761,
      "learning_rate": 0.0002712171523348346,
      "loss": 2.5781,
      "step": 27456
    },
    {
      "epoch": 1.2773668294952314,
      "grad_norm": 0.8674639300997492,
      "learning_rate": 0.0002712149661766673,
      "loss": 2.4375,
      "step": 27457
    },
    {
      "epoch": 1.277413351942312,
      "grad_norm": 0.8062280267232457,
      "learning_rate": 0.00027121277994429145,
      "loss": 2.3125,
      "step": 27458
    },
    {
      "epoch": 1.2774598743893928,
      "grad_norm": 0.9048873182817472,
      "learning_rate": 0.00027121059363770846,
      "loss": 2.6875,
      "step": 27459
    },
    {
      "epoch": 1.2775063968364737,
      "grad_norm": 0.9138208128412938,
      "learning_rate": 0.0002712084072569196,
      "loss": 2.7344,
      "step": 27460
    },
    {
      "epoch": 1.2775529192835542,
      "grad_norm": 0.8727951539672423,
      "learning_rate": 0.00027120622080192624,
      "loss": 2.5,
      "step": 27461
    },
    {
      "epoch": 1.277599441730635,
      "grad_norm": 0.8548356973091953,
      "learning_rate": 0.0002712040342727297,
      "loss": 2.4219,
      "step": 27462
    },
    {
      "epoch": 1.2776459641777158,
      "grad_norm": 0.9501513543090908,
      "learning_rate": 0.00027120184766933137,
      "loss": 2.3438,
      "step": 27463
    },
    {
      "epoch": 1.2776924866247965,
      "grad_norm": 0.8700824158680404,
      "learning_rate": 0.00027119966099173256,
      "loss": 2.5781,
      "step": 27464
    },
    {
      "epoch": 1.2777390090718772,
      "grad_norm": 0.8463460525712154,
      "learning_rate": 0.0002711974742399346,
      "loss": 2.375,
      "step": 27465
    },
    {
      "epoch": 1.277785531518958,
      "grad_norm": 0.9870921563452303,
      "learning_rate": 0.00027119528741393874,
      "loss": 2.3125,
      "step": 27466
    },
    {
      "epoch": 1.2778320539660386,
      "grad_norm": 0.8337910022860116,
      "learning_rate": 0.00027119310051374655,
      "loss": 2.3125,
      "step": 27467
    },
    {
      "epoch": 1.2778785764131193,
      "grad_norm": 0.8116047279786366,
      "learning_rate": 0.00027119091353935916,
      "loss": 2.2031,
      "step": 27468
    },
    {
      "epoch": 1.2779250988602,
      "grad_norm": 0.8532653597915768,
      "learning_rate": 0.00027118872649077797,
      "loss": 1.7109,
      "step": 27469
    },
    {
      "epoch": 1.2779716213072807,
      "grad_norm": 0.8434719006072875,
      "learning_rate": 0.00027118653936800434,
      "loss": 2.4219,
      "step": 27470
    },
    {
      "epoch": 1.2780181437543614,
      "grad_norm": 0.9223795895603817,
      "learning_rate": 0.00027118435217103956,
      "loss": 2.6719,
      "step": 27471
    },
    {
      "epoch": 1.278064666201442,
      "grad_norm": 0.9189247305398252,
      "learning_rate": 0.00027118216489988505,
      "loss": 2.6094,
      "step": 27472
    },
    {
      "epoch": 1.278111188648523,
      "grad_norm": 0.90776786703707,
      "learning_rate": 0.0002711799775545421,
      "loss": 2.6094,
      "step": 27473
    },
    {
      "epoch": 1.2781577110956035,
      "grad_norm": 0.8933644444336135,
      "learning_rate": 0.0002711777901350121,
      "loss": 2.4062,
      "step": 27474
    },
    {
      "epoch": 1.2782042335426844,
      "grad_norm": 0.8886529533725973,
      "learning_rate": 0.00027117560264129626,
      "loss": 2.4219,
      "step": 27475
    },
    {
      "epoch": 1.2782507559897651,
      "grad_norm": 0.9431364647739445,
      "learning_rate": 0.00027117341507339605,
      "loss": 2.4531,
      "step": 27476
    },
    {
      "epoch": 1.2782972784368458,
      "grad_norm": 0.9575062092144037,
      "learning_rate": 0.0002711712274313127,
      "loss": 2.4219,
      "step": 27477
    },
    {
      "epoch": 1.2783438008839265,
      "grad_norm": 0.841047887589102,
      "learning_rate": 0.00027116903971504774,
      "loss": 2.4531,
      "step": 27478
    },
    {
      "epoch": 1.2783903233310072,
      "grad_norm": 0.87018152838808,
      "learning_rate": 0.00027116685192460225,
      "loss": 2.4062,
      "step": 27479
    },
    {
      "epoch": 1.278436845778088,
      "grad_norm": 0.8342800330672383,
      "learning_rate": 0.0002711646640599778,
      "loss": 2.6875,
      "step": 27480
    },
    {
      "epoch": 1.2784833682251686,
      "grad_norm": 0.8800754953464792,
      "learning_rate": 0.00027116247612117556,
      "loss": 2.5,
      "step": 27481
    },
    {
      "epoch": 1.2785298906722493,
      "grad_norm": 0.8902065653336004,
      "learning_rate": 0.0002711602881081969,
      "loss": 2.4531,
      "step": 27482
    },
    {
      "epoch": 1.27857641311933,
      "grad_norm": 0.9228569526612648,
      "learning_rate": 0.0002711581000210433,
      "loss": 2.4219,
      "step": 27483
    },
    {
      "epoch": 1.2786229355664107,
      "grad_norm": 1.08155684689358,
      "learning_rate": 0.0002711559118597159,
      "loss": 2.7656,
      "step": 27484
    },
    {
      "epoch": 1.2786694580134914,
      "grad_norm": 0.9270477447672194,
      "learning_rate": 0.0002711537236242162,
      "loss": 2.4531,
      "step": 27485
    },
    {
      "epoch": 1.2787159804605723,
      "grad_norm": 0.8875389250075492,
      "learning_rate": 0.0002711515353145455,
      "loss": 2.2031,
      "step": 27486
    },
    {
      "epoch": 1.2787625029076528,
      "grad_norm": 0.9681368678758656,
      "learning_rate": 0.00027114934693070507,
      "loss": 2.5312,
      "step": 27487
    },
    {
      "epoch": 1.2788090253547337,
      "grad_norm": 0.9246128347125453,
      "learning_rate": 0.0002711471584726963,
      "loss": 2.5938,
      "step": 27488
    },
    {
      "epoch": 1.2788555478018144,
      "grad_norm": 0.873413915600398,
      "learning_rate": 0.0002711449699405205,
      "loss": 2.3125,
      "step": 27489
    },
    {
      "epoch": 1.2789020702488951,
      "grad_norm": 0.8957523891555276,
      "learning_rate": 0.0002711427813341791,
      "loss": 2.4062,
      "step": 27490
    },
    {
      "epoch": 1.2789485926959758,
      "grad_norm": 0.9061697647166123,
      "learning_rate": 0.0002711405926536733,
      "loss": 2.4531,
      "step": 27491
    },
    {
      "epoch": 1.2789951151430565,
      "grad_norm": 0.82564519127824,
      "learning_rate": 0.0002711384038990046,
      "loss": 2.2969,
      "step": 27492
    },
    {
      "epoch": 1.2790416375901372,
      "grad_norm": 0.9000805175554247,
      "learning_rate": 0.0002711362150701742,
      "loss": 2.4375,
      "step": 27493
    },
    {
      "epoch": 1.279088160037218,
      "grad_norm": 0.8442494227218675,
      "learning_rate": 0.00027113402616718346,
      "loss": 2.2344,
      "step": 27494
    },
    {
      "epoch": 1.2791346824842986,
      "grad_norm": 0.9669075881700452,
      "learning_rate": 0.00027113183719003385,
      "loss": 2.6875,
      "step": 27495
    },
    {
      "epoch": 1.2791812049313793,
      "grad_norm": 0.812905567248224,
      "learning_rate": 0.00027112964813872655,
      "loss": 2.2812,
      "step": 27496
    },
    {
      "epoch": 1.2792277273784602,
      "grad_norm": 0.9866841735650187,
      "learning_rate": 0.00027112745901326297,
      "loss": 2.7188,
      "step": 27497
    },
    {
      "epoch": 1.2792742498255407,
      "grad_norm": 0.8421298087838864,
      "learning_rate": 0.00027112526981364445,
      "loss": 2.4062,
      "step": 27498
    },
    {
      "epoch": 1.2793207722726216,
      "grad_norm": 0.8379349557099898,
      "learning_rate": 0.00027112308053987236,
      "loss": 2.1875,
      "step": 27499
    },
    {
      "epoch": 1.2793672947197021,
      "grad_norm": 0.8569962000631755,
      "learning_rate": 0.00027112089119194795,
      "loss": 2.4375,
      "step": 27500
    },
    {
      "epoch": 1.279413817166783,
      "grad_norm": 0.8541231786946161,
      "learning_rate": 0.00027111870176987267,
      "loss": 2.2812,
      "step": 27501
    },
    {
      "epoch": 1.2794603396138637,
      "grad_norm": 0.9225761237121928,
      "learning_rate": 0.0002711165122736478,
      "loss": 2.5781,
      "step": 27502
    },
    {
      "epoch": 1.2795068620609444,
      "grad_norm": 0.8617612891002773,
      "learning_rate": 0.00027111432270327467,
      "loss": 2.4844,
      "step": 27503
    },
    {
      "epoch": 1.2795533845080251,
      "grad_norm": 0.8849812124470466,
      "learning_rate": 0.0002711121330587546,
      "loss": 2.7188,
      "step": 27504
    },
    {
      "epoch": 1.2795999069551058,
      "grad_norm": 0.9635957146020864,
      "learning_rate": 0.000271109943340089,
      "loss": 2.3281,
      "step": 27505
    },
    {
      "epoch": 1.2796464294021865,
      "grad_norm": 0.8681661865475487,
      "learning_rate": 0.0002711077535472792,
      "loss": 2.3438,
      "step": 27506
    },
    {
      "epoch": 1.2796929518492672,
      "grad_norm": 0.8848448948850715,
      "learning_rate": 0.0002711055636803265,
      "loss": 2.4375,
      "step": 27507
    },
    {
      "epoch": 1.279739474296348,
      "grad_norm": 0.857290456457243,
      "learning_rate": 0.0002711033737392323,
      "loss": 2.6406,
      "step": 27508
    },
    {
      "epoch": 1.2797859967434286,
      "grad_norm": 0.8709414052807434,
      "learning_rate": 0.00027110118372399787,
      "loss": 2.5156,
      "step": 27509
    },
    {
      "epoch": 1.2798325191905096,
      "grad_norm": 0.8658447484016306,
      "learning_rate": 0.0002710989936346245,
      "loss": 2.4375,
      "step": 27510
    },
    {
      "epoch": 1.27987904163759,
      "grad_norm": 0.9131874768373722,
      "learning_rate": 0.0002710968034711137,
      "loss": 2.5312,
      "step": 27511
    },
    {
      "epoch": 1.279925564084671,
      "grad_norm": 0.8663667187105476,
      "learning_rate": 0.0002710946132334667,
      "loss": 2.2188,
      "step": 27512
    },
    {
      "epoch": 1.2799720865317517,
      "grad_norm": 0.8579799904029979,
      "learning_rate": 0.00027109242292168494,
      "loss": 2.6875,
      "step": 27513
    },
    {
      "epoch": 1.2800186089788324,
      "grad_norm": 0.859967337486312,
      "learning_rate": 0.0002710902325357696,
      "loss": 2.3281,
      "step": 27514
    },
    {
      "epoch": 1.280065131425913,
      "grad_norm": 0.8307929601110841,
      "learning_rate": 0.00027108804207572214,
      "loss": 2.1719,
      "step": 27515
    },
    {
      "epoch": 1.2801116538729937,
      "grad_norm": 0.8808457886854043,
      "learning_rate": 0.00027108585154154383,
      "loss": 2.5625,
      "step": 27516
    },
    {
      "epoch": 1.2801581763200744,
      "grad_norm": 0.8372134850504255,
      "learning_rate": 0.00027108366093323607,
      "loss": 2.4531,
      "step": 27517
    },
    {
      "epoch": 1.2802046987671551,
      "grad_norm": 0.8922596750845061,
      "learning_rate": 0.0002710814702508002,
      "loss": 2.7656,
      "step": 27518
    },
    {
      "epoch": 1.2802512212142358,
      "grad_norm": 0.902743372595775,
      "learning_rate": 0.0002710792794942375,
      "loss": 2.5625,
      "step": 27519
    },
    {
      "epoch": 1.2802977436613165,
      "grad_norm": 0.8793953045888108,
      "learning_rate": 0.00027107708866354937,
      "loss": 2.6094,
      "step": 27520
    },
    {
      "epoch": 1.2803442661083972,
      "grad_norm": 0.9180380527760672,
      "learning_rate": 0.00027107489775873714,
      "loss": 2.4375,
      "step": 27521
    },
    {
      "epoch": 1.280390788555478,
      "grad_norm": 0.7966708298169527,
      "learning_rate": 0.0002710727067798022,
      "loss": 2.4844,
      "step": 27522
    },
    {
      "epoch": 1.2804373110025589,
      "grad_norm": 0.8417226044228787,
      "learning_rate": 0.00027107051572674575,
      "loss": 2.4531,
      "step": 27523
    },
    {
      "epoch": 1.2804838334496393,
      "grad_norm": 0.8380048432379618,
      "learning_rate": 0.00027106832459956924,
      "loss": 2.4688,
      "step": 27524
    },
    {
      "epoch": 1.2805303558967203,
      "grad_norm": 0.9220571886605216,
      "learning_rate": 0.00027106613339827396,
      "loss": 2.5625,
      "step": 27525
    },
    {
      "epoch": 1.280576878343801,
      "grad_norm": 0.8900634697843659,
      "learning_rate": 0.0002710639421228613,
      "loss": 2.2969,
      "step": 27526
    },
    {
      "epoch": 1.2806234007908817,
      "grad_norm": 0.9490748173089658,
      "learning_rate": 0.0002710617507733326,
      "loss": 2.5469,
      "step": 27527
    },
    {
      "epoch": 1.2806699232379624,
      "grad_norm": 1.0172783983469074,
      "learning_rate": 0.0002710595593496892,
      "loss": 2.4688,
      "step": 27528
    },
    {
      "epoch": 1.280716445685043,
      "grad_norm": 0.8386987670100505,
      "learning_rate": 0.0002710573678519324,
      "loss": 2.2656,
      "step": 27529
    },
    {
      "epoch": 1.2807629681321238,
      "grad_norm": 0.8410466156973496,
      "learning_rate": 0.00027105517628006354,
      "loss": 2.4688,
      "step": 27530
    },
    {
      "epoch": 1.2808094905792045,
      "grad_norm": 0.8371696751784846,
      "learning_rate": 0.00027105298463408404,
      "loss": 2.4219,
      "step": 27531
    },
    {
      "epoch": 1.2808560130262852,
      "grad_norm": 0.8686312412729947,
      "learning_rate": 0.00027105079291399515,
      "loss": 2.75,
      "step": 27532
    },
    {
      "epoch": 1.2809025354733659,
      "grad_norm": 0.9077505714540853,
      "learning_rate": 0.0002710486011197983,
      "loss": 1.7344,
      "step": 27533
    },
    {
      "epoch": 1.2809490579204466,
      "grad_norm": 0.912743345086351,
      "learning_rate": 0.0002710464092514947,
      "loss": 2.3125,
      "step": 27534
    },
    {
      "epoch": 1.2809955803675273,
      "grad_norm": 0.8289256329885326,
      "learning_rate": 0.00027104421730908584,
      "loss": 2.2656,
      "step": 27535
    },
    {
      "epoch": 1.2810421028146082,
      "grad_norm": 0.8628311355453299,
      "learning_rate": 0.0002710420252925729,
      "loss": 2.5,
      "step": 27536
    },
    {
      "epoch": 1.2810886252616887,
      "grad_norm": 0.9375798434709821,
      "learning_rate": 0.00027103983320195745,
      "loss": 2.5156,
      "step": 27537
    },
    {
      "epoch": 1.2811351477087696,
      "grad_norm": 0.8270427491183421,
      "learning_rate": 0.00027103764103724066,
      "loss": 2.2188,
      "step": 27538
    },
    {
      "epoch": 1.2811816701558503,
      "grad_norm": 0.867387759935216,
      "learning_rate": 0.0002710354487984239,
      "loss": 2.4688,
      "step": 27539
    },
    {
      "epoch": 1.281228192602931,
      "grad_norm": 0.8595664226093331,
      "learning_rate": 0.0002710332564855085,
      "loss": 2.3125,
      "step": 27540
    },
    {
      "epoch": 1.2812747150500117,
      "grad_norm": 0.882433717614197,
      "learning_rate": 0.0002710310640984959,
      "loss": 2.4062,
      "step": 27541
    },
    {
      "epoch": 1.2813212374970924,
      "grad_norm": 0.7942068162832252,
      "learning_rate": 0.0002710288716373873,
      "loss": 2.25,
      "step": 27542
    },
    {
      "epoch": 1.281367759944173,
      "grad_norm": 0.8935173860193306,
      "learning_rate": 0.0002710266791021841,
      "loss": 2.4219,
      "step": 27543
    },
    {
      "epoch": 1.2814142823912538,
      "grad_norm": 0.9903159398254142,
      "learning_rate": 0.0002710244864928877,
      "loss": 2.5781,
      "step": 27544
    },
    {
      "epoch": 1.2814608048383345,
      "grad_norm": 0.8856997812496685,
      "learning_rate": 0.0002710222938094994,
      "loss": 2.6719,
      "step": 27545
    },
    {
      "epoch": 1.2815073272854152,
      "grad_norm": 0.8629338096078826,
      "learning_rate": 0.0002710201010520205,
      "loss": 2.3906,
      "step": 27546
    },
    {
      "epoch": 1.2815538497324959,
      "grad_norm": 0.9359714628670457,
      "learning_rate": 0.0002710179082204524,
      "loss": 2.3438,
      "step": 27547
    },
    {
      "epoch": 1.2816003721795766,
      "grad_norm": 0.8545638583508153,
      "learning_rate": 0.00027101571531479643,
      "loss": 2.25,
      "step": 27548
    },
    {
      "epoch": 1.2816468946266575,
      "grad_norm": 0.9099527940155036,
      "learning_rate": 0.0002710135223350539,
      "loss": 2.7188,
      "step": 27549
    },
    {
      "epoch": 1.281693417073738,
      "grad_norm": 0.9325545438735071,
      "learning_rate": 0.00027101132928122624,
      "loss": 2.5312,
      "step": 27550
    },
    {
      "epoch": 1.2817399395208189,
      "grad_norm": 0.857573888465085,
      "learning_rate": 0.0002710091361533147,
      "loss": 2.4375,
      "step": 27551
    },
    {
      "epoch": 1.2817864619678996,
      "grad_norm": 0.9300451820240381,
      "learning_rate": 0.00027100694295132066,
      "loss": 3.0,
      "step": 27552
    },
    {
      "epoch": 1.2818329844149803,
      "grad_norm": 0.9520171229872101,
      "learning_rate": 0.0002710047496752454,
      "loss": 2.5938,
      "step": 27553
    },
    {
      "epoch": 1.281879506862061,
      "grad_norm": 0.8653173115289569,
      "learning_rate": 0.0002710025563250904,
      "loss": 2.3594,
      "step": 27554
    },
    {
      "epoch": 1.2819260293091417,
      "grad_norm": 0.8326918723410625,
      "learning_rate": 0.00027100036290085685,
      "loss": 2.3594,
      "step": 27555
    },
    {
      "epoch": 1.2819725517562224,
      "grad_norm": 0.8471262259611352,
      "learning_rate": 0.0002709981694025462,
      "loss": 2.5625,
      "step": 27556
    },
    {
      "epoch": 1.282019074203303,
      "grad_norm": 0.8568428197713749,
      "learning_rate": 0.00027099597583015974,
      "loss": 2.6719,
      "step": 27557
    },
    {
      "epoch": 1.2820655966503838,
      "grad_norm": 0.7970660859688924,
      "learning_rate": 0.00027099378218369886,
      "loss": 2.2031,
      "step": 27558
    },
    {
      "epoch": 1.2821121190974645,
      "grad_norm": 0.8665940245683634,
      "learning_rate": 0.00027099158846316486,
      "loss": 2.2344,
      "step": 27559
    },
    {
      "epoch": 1.2821586415445452,
      "grad_norm": 0.8448154674661963,
      "learning_rate": 0.0002709893946685591,
      "loss": 2.3125,
      "step": 27560
    },
    {
      "epoch": 1.2822051639916259,
      "grad_norm": 0.8277225054378468,
      "learning_rate": 0.0002709872007998829,
      "loss": 2.4219,
      "step": 27561
    },
    {
      "epoch": 1.2822516864387068,
      "grad_norm": 0.8386660574691067,
      "learning_rate": 0.0002709850068571376,
      "loss": 2.2344,
      "step": 27562
    },
    {
      "epoch": 1.2822982088857873,
      "grad_norm": 0.8672483249331087,
      "learning_rate": 0.00027098281284032463,
      "loss": 2.4844,
      "step": 27563
    },
    {
      "epoch": 1.2823447313328682,
      "grad_norm": 0.9390182621890523,
      "learning_rate": 0.0002709806187494453,
      "loss": 2.5156,
      "step": 27564
    },
    {
      "epoch": 1.282391253779949,
      "grad_norm": 0.8632542529968587,
      "learning_rate": 0.0002709784245845008,
      "loss": 2.625,
      "step": 27565
    },
    {
      "epoch": 1.2824377762270296,
      "grad_norm": 0.8622742613226326,
      "learning_rate": 0.00027097623034549266,
      "loss": 2.4531,
      "step": 27566
    },
    {
      "epoch": 1.2824842986741103,
      "grad_norm": 0.78722502242205,
      "learning_rate": 0.00027097403603242216,
      "loss": 2.4219,
      "step": 27567
    },
    {
      "epoch": 1.282530821121191,
      "grad_norm": 0.8664742431169835,
      "learning_rate": 0.00027097184164529063,
      "loss": 2.3906,
      "step": 27568
    },
    {
      "epoch": 1.2825773435682717,
      "grad_norm": 0.827487401862976,
      "learning_rate": 0.0002709696471840994,
      "loss": 2.1562,
      "step": 27569
    },
    {
      "epoch": 1.2826238660153524,
      "grad_norm": 0.8273365896044975,
      "learning_rate": 0.0002709674526488499,
      "loss": 2.1719,
      "step": 27570
    },
    {
      "epoch": 1.282670388462433,
      "grad_norm": 0.8103271367345039,
      "learning_rate": 0.0002709652580395434,
      "loss": 2.375,
      "step": 27571
    },
    {
      "epoch": 1.2827169109095138,
      "grad_norm": 0.9057114867747464,
      "learning_rate": 0.00027096306335618124,
      "loss": 2.4688,
      "step": 27572
    },
    {
      "epoch": 1.2827634333565945,
      "grad_norm": 0.8992495108742884,
      "learning_rate": 0.00027096086859876474,
      "loss": 2.5312,
      "step": 27573
    },
    {
      "epoch": 1.2828099558036752,
      "grad_norm": 0.9385847425733408,
      "learning_rate": 0.0002709586737672954,
      "loss": 2.75,
      "step": 27574
    },
    {
      "epoch": 1.282856478250756,
      "grad_norm": 0.924594856871235,
      "learning_rate": 0.00027095647886177433,
      "loss": 2.5938,
      "step": 27575
    },
    {
      "epoch": 1.2829030006978366,
      "grad_norm": 0.8327223889016443,
      "learning_rate": 0.00027095428388220307,
      "loss": 2.2969,
      "step": 27576
    },
    {
      "epoch": 1.2829495231449175,
      "grad_norm": 0.8784549297802015,
      "learning_rate": 0.0002709520888285828,
      "loss": 2.5312,
      "step": 27577
    },
    {
      "epoch": 1.2829960455919982,
      "grad_norm": 0.872397779009657,
      "learning_rate": 0.000270949893700915,
      "loss": 2.5938,
      "step": 27578
    },
    {
      "epoch": 1.283042568039079,
      "grad_norm": 0.8419274017458687,
      "learning_rate": 0.000270947698499201,
      "loss": 2.4219,
      "step": 27579
    },
    {
      "epoch": 1.2830890904861596,
      "grad_norm": 0.8750204673314196,
      "learning_rate": 0.000270945503223442,
      "loss": 2.3906,
      "step": 27580
    },
    {
      "epoch": 1.2831356129332403,
      "grad_norm": 0.8949071720497613,
      "learning_rate": 0.00027094330787363956,
      "loss": 2.25,
      "step": 27581
    },
    {
      "epoch": 1.283182135380321,
      "grad_norm": 0.8375900329783592,
      "learning_rate": 0.0002709411124497949,
      "loss": 2.3594,
      "step": 27582
    },
    {
      "epoch": 1.2832286578274017,
      "grad_norm": 0.854603600062072,
      "learning_rate": 0.0002709389169519093,
      "loss": 2.3906,
      "step": 27583
    },
    {
      "epoch": 1.2832751802744824,
      "grad_norm": 0.8690640825231681,
      "learning_rate": 0.0002709367213799842,
      "loss": 2.3125,
      "step": 27584
    },
    {
      "epoch": 1.283321702721563,
      "grad_norm": 0.8505193058625082,
      "learning_rate": 0.000270934525734021,
      "loss": 2.1719,
      "step": 27585
    },
    {
      "epoch": 1.2833682251686438,
      "grad_norm": 0.8525035002597406,
      "learning_rate": 0.0002709323300140209,
      "loss": 2.2188,
      "step": 27586
    },
    {
      "epoch": 1.2834147476157245,
      "grad_norm": 0.9276600722514763,
      "learning_rate": 0.0002709301342199854,
      "loss": 2.3438,
      "step": 27587
    },
    {
      "epoch": 1.2834612700628054,
      "grad_norm": 0.8312695855406743,
      "learning_rate": 0.00027092793835191566,
      "loss": 2.5,
      "step": 27588
    },
    {
      "epoch": 1.283507792509886,
      "grad_norm": 0.8645488166476477,
      "learning_rate": 0.0002709257424098132,
      "loss": 2.3594,
      "step": 27589
    },
    {
      "epoch": 1.2835543149569668,
      "grad_norm": 0.874658827658627,
      "learning_rate": 0.0002709235463936792,
      "loss": 2.5312,
      "step": 27590
    },
    {
      "epoch": 1.2836008374040475,
      "grad_norm": 0.8893014892973867,
      "learning_rate": 0.0002709213503035152,
      "loss": 2.2344,
      "step": 27591
    },
    {
      "epoch": 1.2836473598511282,
      "grad_norm": 0.9413654528152292,
      "learning_rate": 0.00027091915413932234,
      "loss": 2.4688,
      "step": 27592
    },
    {
      "epoch": 1.283693882298209,
      "grad_norm": 0.9239332033232849,
      "learning_rate": 0.0002709169579011021,
      "loss": 2.6406,
      "step": 27593
    },
    {
      "epoch": 1.2837404047452896,
      "grad_norm": 0.9243483433632742,
      "learning_rate": 0.0002709147615888558,
      "loss": 2.4531,
      "step": 27594
    },
    {
      "epoch": 1.2837869271923703,
      "grad_norm": 0.883952500859341,
      "learning_rate": 0.0002709125652025847,
      "loss": 2.2656,
      "step": 27595
    },
    {
      "epoch": 1.283833449639451,
      "grad_norm": 0.8425768824504795,
      "learning_rate": 0.0002709103687422903,
      "loss": 2.4375,
      "step": 27596
    },
    {
      "epoch": 1.2838799720865317,
      "grad_norm": 0.9086770156810253,
      "learning_rate": 0.00027090817220797384,
      "loss": 2.4531,
      "step": 27597
    },
    {
      "epoch": 1.2839264945336124,
      "grad_norm": 0.8871603341269477,
      "learning_rate": 0.0002709059755996367,
      "loss": 2.5312,
      "step": 27598
    },
    {
      "epoch": 1.283973016980693,
      "grad_norm": 0.8534923315162257,
      "learning_rate": 0.0002709037789172802,
      "loss": 2.5156,
      "step": 27599
    },
    {
      "epoch": 1.2840195394277738,
      "grad_norm": 0.940169730124163,
      "learning_rate": 0.0002709015821609057,
      "loss": 2.4844,
      "step": 27600
    },
    {
      "epoch": 1.2840660618748547,
      "grad_norm": 0.9238737882007616,
      "learning_rate": 0.00027089938533051447,
      "loss": 2.5,
      "step": 27601
    },
    {
      "epoch": 1.2841125843219352,
      "grad_norm": 0.8516044251344062,
      "learning_rate": 0.000270897188426108,
      "loss": 2.5,
      "step": 27602
    },
    {
      "epoch": 1.2841591067690161,
      "grad_norm": 0.8777171284944483,
      "learning_rate": 0.0002708949914476875,
      "loss": 2.5469,
      "step": 27603
    },
    {
      "epoch": 1.2842056292160968,
      "grad_norm": 0.7425202435169587,
      "learning_rate": 0.0002708927943952544,
      "loss": 1.9922,
      "step": 27604
    },
    {
      "epoch": 1.2842521516631775,
      "grad_norm": 0.8357765727888888,
      "learning_rate": 0.00027089059726881,
      "loss": 2.375,
      "step": 27605
    },
    {
      "epoch": 1.2842986741102582,
      "grad_norm": 0.8435225015394682,
      "learning_rate": 0.0002708884000683557,
      "loss": 2.2344,
      "step": 27606
    },
    {
      "epoch": 1.284345196557339,
      "grad_norm": 0.841986343865549,
      "learning_rate": 0.0002708862027938928,
      "loss": 2.3594,
      "step": 27607
    },
    {
      "epoch": 1.2843917190044196,
      "grad_norm": 0.8772936114854826,
      "learning_rate": 0.00027088400544542264,
      "loss": 2.3125,
      "step": 27608
    },
    {
      "epoch": 1.2844382414515003,
      "grad_norm": 0.8700169776356484,
      "learning_rate": 0.0002708818080229466,
      "loss": 2.4844,
      "step": 27609
    },
    {
      "epoch": 1.284484763898581,
      "grad_norm": 0.9026099589132046,
      "learning_rate": 0.00027087961052646605,
      "loss": 2.6406,
      "step": 27610
    },
    {
      "epoch": 1.2845312863456617,
      "grad_norm": 0.8686059914568816,
      "learning_rate": 0.00027087741295598217,
      "loss": 2.2344,
      "step": 27611
    },
    {
      "epoch": 1.2845778087927426,
      "grad_norm": 0.8390073709964274,
      "learning_rate": 0.0002708752153114965,
      "loss": 2.2969,
      "step": 27612
    },
    {
      "epoch": 1.2846243312398231,
      "grad_norm": 0.9515089774673662,
      "learning_rate": 0.0002708730175930103,
      "loss": 2.7812,
      "step": 27613
    },
    {
      "epoch": 1.284670853686904,
      "grad_norm": 0.788900852604529,
      "learning_rate": 0.0002708708198005249,
      "loss": 2.1719,
      "step": 27614
    },
    {
      "epoch": 1.2847173761339845,
      "grad_norm": 0.8659952305603974,
      "learning_rate": 0.00027086862193404177,
      "loss": 2.375,
      "step": 27615
    },
    {
      "epoch": 1.2847638985810654,
      "grad_norm": 0.891445653640546,
      "learning_rate": 0.0002708664239935621,
      "loss": 2.3281,
      "step": 27616
    },
    {
      "epoch": 1.2848104210281461,
      "grad_norm": 0.8396267338519474,
      "learning_rate": 0.0002708642259790873,
      "loss": 2.4531,
      "step": 27617
    },
    {
      "epoch": 1.2848569434752268,
      "grad_norm": 0.9199314433325012,
      "learning_rate": 0.0002708620278906186,
      "loss": 2.4375,
      "step": 27618
    },
    {
      "epoch": 1.2849034659223075,
      "grad_norm": 0.8085503042283692,
      "learning_rate": 0.0002708598297281576,
      "loss": 2.4375,
      "step": 27619
    },
    {
      "epoch": 1.2849499883693882,
      "grad_norm": 0.8321551267096875,
      "learning_rate": 0.0002708576314917054,
      "loss": 2.3438,
      "step": 27620
    },
    {
      "epoch": 1.284996510816469,
      "grad_norm": 0.8575096316709748,
      "learning_rate": 0.0002708554331812635,
      "loss": 2.5625,
      "step": 27621
    },
    {
      "epoch": 1.2850430332635496,
      "grad_norm": 0.9144098073355805,
      "learning_rate": 0.00027085323479683317,
      "loss": 2.4219,
      "step": 27622
    },
    {
      "epoch": 1.2850895557106303,
      "grad_norm": 0.8591333666453912,
      "learning_rate": 0.0002708510363384158,
      "loss": 2.2812,
      "step": 27623
    },
    {
      "epoch": 1.285136078157711,
      "grad_norm": 0.9234038568404583,
      "learning_rate": 0.0002708488378060127,
      "loss": 2.7656,
      "step": 27624
    },
    {
      "epoch": 1.285182600604792,
      "grad_norm": 0.8592490132015981,
      "learning_rate": 0.0002708466391996252,
      "loss": 2.4062,
      "step": 27625
    },
    {
      "epoch": 1.2852291230518724,
      "grad_norm": 0.84258035071749,
      "learning_rate": 0.0002708444405192547,
      "loss": 2.3906,
      "step": 27626
    },
    {
      "epoch": 1.2852756454989533,
      "grad_norm": 1.0206835834622985,
      "learning_rate": 0.00027084224176490256,
      "loss": 2.5,
      "step": 27627
    },
    {
      "epoch": 1.285322167946034,
      "grad_norm": 0.8183684184001929,
      "learning_rate": 0.00027084004293657005,
      "loss": 2.2656,
      "step": 27628
    },
    {
      "epoch": 1.2853686903931147,
      "grad_norm": 0.8507810796543478,
      "learning_rate": 0.00027083784403425856,
      "loss": 2.4062,
      "step": 27629
    },
    {
      "epoch": 1.2854152128401954,
      "grad_norm": 0.843635761300901,
      "learning_rate": 0.0002708356450579694,
      "loss": 2.4062,
      "step": 27630
    },
    {
      "epoch": 1.2854617352872761,
      "grad_norm": 0.8148031126582322,
      "learning_rate": 0.00027083344600770397,
      "loss": 2.1562,
      "step": 27631
    },
    {
      "epoch": 1.2855082577343568,
      "grad_norm": 0.8357332011394517,
      "learning_rate": 0.0002708312468834636,
      "loss": 2.4062,
      "step": 27632
    },
    {
      "epoch": 1.2855547801814375,
      "grad_norm": 0.8390398020922049,
      "learning_rate": 0.0002708290476852496,
      "loss": 2.4219,
      "step": 27633
    },
    {
      "epoch": 1.2856013026285182,
      "grad_norm": 0.9001181880619684,
      "learning_rate": 0.0002708268484130634,
      "loss": 2.6719,
      "step": 27634
    },
    {
      "epoch": 1.285647825075599,
      "grad_norm": 0.9151099868712406,
      "learning_rate": 0.00027082464906690625,
      "loss": 2.7188,
      "step": 27635
    },
    {
      "epoch": 1.2856943475226796,
      "grad_norm": 0.8479558529799045,
      "learning_rate": 0.00027082244964677954,
      "loss": 2.3438,
      "step": 27636
    },
    {
      "epoch": 1.2857408699697603,
      "grad_norm": 0.8513905981576201,
      "learning_rate": 0.0002708202501526846,
      "loss": 2.2344,
      "step": 27637
    },
    {
      "epoch": 1.2857873924168413,
      "grad_norm": 0.8913090006731698,
      "learning_rate": 0.00027081805058462284,
      "loss": 2.3594,
      "step": 27638
    },
    {
      "epoch": 1.2858339148639217,
      "grad_norm": 0.8710947875293221,
      "learning_rate": 0.00027081585094259556,
      "loss": 2.4375,
      "step": 27639
    },
    {
      "epoch": 1.2858804373110027,
      "grad_norm": 0.8727270182315857,
      "learning_rate": 0.00027081365122660407,
      "loss": 2.3125,
      "step": 27640
    },
    {
      "epoch": 1.2859269597580834,
      "grad_norm": 0.8858233863942917,
      "learning_rate": 0.0002708114514366497,
      "loss": 2.3125,
      "step": 27641
    },
    {
      "epoch": 1.285973482205164,
      "grad_norm": 0.8014268995038033,
      "learning_rate": 0.00027080925157273395,
      "loss": 2.2188,
      "step": 27642
    },
    {
      "epoch": 1.2860200046522448,
      "grad_norm": 0.8405708538705137,
      "learning_rate": 0.000270807051634858,
      "loss": 2.4062,
      "step": 27643
    },
    {
      "epoch": 1.2860665270993255,
      "grad_norm": 0.8975510031534909,
      "learning_rate": 0.00027080485162302327,
      "loss": 2.4844,
      "step": 27644
    },
    {
      "epoch": 1.2861130495464062,
      "grad_norm": 0.8001567146977294,
      "learning_rate": 0.0002708026515372311,
      "loss": 2.2969,
      "step": 27645
    },
    {
      "epoch": 1.2861595719934868,
      "grad_norm": 0.8923971131206296,
      "learning_rate": 0.00027080045137748283,
      "loss": 2.2812,
      "step": 27646
    },
    {
      "epoch": 1.2862060944405675,
      "grad_norm": 0.8595228147280269,
      "learning_rate": 0.0002707982511437798,
      "loss": 1.7344,
      "step": 27647
    },
    {
      "epoch": 1.2862526168876482,
      "grad_norm": 0.8523030342477714,
      "learning_rate": 0.0002707960508361234,
      "loss": 2.4219,
      "step": 27648
    },
    {
      "epoch": 1.286299139334729,
      "grad_norm": 0.8478608504303985,
      "learning_rate": 0.00027079385045451494,
      "loss": 2.2812,
      "step": 27649
    },
    {
      "epoch": 1.2863456617818096,
      "grad_norm": 0.8646543682910955,
      "learning_rate": 0.0002707916499989558,
      "loss": 2.4219,
      "step": 27650
    },
    {
      "epoch": 1.2863921842288906,
      "grad_norm": 0.8400087258306952,
      "learning_rate": 0.00027078944946944724,
      "loss": 2.3125,
      "step": 27651
    },
    {
      "epoch": 1.286438706675971,
      "grad_norm": 0.855048795256565,
      "learning_rate": 0.00027078724886599073,
      "loss": 2.4375,
      "step": 27652
    },
    {
      "epoch": 1.286485229123052,
      "grad_norm": 0.8963905784937469,
      "learning_rate": 0.0002707850481885875,
      "loss": 2.6875,
      "step": 27653
    },
    {
      "epoch": 1.2865317515701327,
      "grad_norm": 0.9097896691850725,
      "learning_rate": 0.000270782847437239,
      "loss": 2.25,
      "step": 27654
    },
    {
      "epoch": 1.2865782740172134,
      "grad_norm": 0.8678989936932661,
      "learning_rate": 0.0002707806466119465,
      "loss": 2.3281,
      "step": 27655
    },
    {
      "epoch": 1.286624796464294,
      "grad_norm": 0.8573674257931665,
      "learning_rate": 0.00027077844571271137,
      "loss": 2.4375,
      "step": 27656
    },
    {
      "epoch": 1.2866713189113748,
      "grad_norm": 0.8715198610596882,
      "learning_rate": 0.0002707762447395349,
      "loss": 2.5156,
      "step": 27657
    },
    {
      "epoch": 1.2867178413584555,
      "grad_norm": 0.8723048342121698,
      "learning_rate": 0.00027077404369241865,
      "loss": 2.3125,
      "step": 27658
    },
    {
      "epoch": 1.2867643638055362,
      "grad_norm": 0.853798680113267,
      "learning_rate": 0.0002707718425713637,
      "loss": 2.375,
      "step": 27659
    },
    {
      "epoch": 1.2868108862526169,
      "grad_norm": 0.9184325910514864,
      "learning_rate": 0.0002707696413763716,
      "loss": 2.5156,
      "step": 27660
    },
    {
      "epoch": 1.2868574086996976,
      "grad_norm": 0.8210208547714818,
      "learning_rate": 0.00027076744010744354,
      "loss": 1.9688,
      "step": 27661
    },
    {
      "epoch": 1.2869039311467783,
      "grad_norm": 0.8567757634288009,
      "learning_rate": 0.00027076523876458093,
      "loss": 2.3906,
      "step": 27662
    },
    {
      "epoch": 1.286950453593859,
      "grad_norm": 0.8794699593876337,
      "learning_rate": 0.0002707630373477852,
      "loss": 2.2812,
      "step": 27663
    },
    {
      "epoch": 1.2869969760409399,
      "grad_norm": 0.8883496556422671,
      "learning_rate": 0.0002707608358570576,
      "loss": 2.4844,
      "step": 27664
    },
    {
      "epoch": 1.2870434984880204,
      "grad_norm": 0.8469888524324055,
      "learning_rate": 0.00027075863429239954,
      "loss": 2.3438,
      "step": 27665
    },
    {
      "epoch": 1.2870900209351013,
      "grad_norm": 0.8964083071286902,
      "learning_rate": 0.0002707564326538123,
      "loss": 2.5625,
      "step": 27666
    },
    {
      "epoch": 1.287136543382182,
      "grad_norm": 0.8514203369028494,
      "learning_rate": 0.00027075423094129723,
      "loss": 2.1719,
      "step": 27667
    },
    {
      "epoch": 1.2871830658292627,
      "grad_norm": 0.8586735769214686,
      "learning_rate": 0.0002707520291548557,
      "loss": 2.25,
      "step": 27668
    },
    {
      "epoch": 1.2872295882763434,
      "grad_norm": 0.8166402932511782,
      "learning_rate": 0.00027074982729448913,
      "loss": 1.8203,
      "step": 27669
    },
    {
      "epoch": 1.287276110723424,
      "grad_norm": 0.8930128363946463,
      "learning_rate": 0.00027074762536019874,
      "loss": 2.4688,
      "step": 27670
    },
    {
      "epoch": 1.2873226331705048,
      "grad_norm": 1.0186015208763797,
      "learning_rate": 0.000270745423351986,
      "loss": 2.75,
      "step": 27671
    },
    {
      "epoch": 1.2873691556175855,
      "grad_norm": 0.8453635682041524,
      "learning_rate": 0.0002707432212698522,
      "loss": 2.6406,
      "step": 27672
    },
    {
      "epoch": 1.2874156780646662,
      "grad_norm": 0.8629780300542792,
      "learning_rate": 0.0002707410191137986,
      "loss": 2.3438,
      "step": 27673
    },
    {
      "epoch": 1.2874622005117469,
      "grad_norm": 0.7270858497815041,
      "learning_rate": 0.0002707388168838267,
      "loss": 1.7031,
      "step": 27674
    },
    {
      "epoch": 1.2875087229588276,
      "grad_norm": 0.8433711630932055,
      "learning_rate": 0.0002707366145799378,
      "loss": 2.2344,
      "step": 27675
    },
    {
      "epoch": 1.2875552454059083,
      "grad_norm": 0.8679153634889574,
      "learning_rate": 0.0002707344122021333,
      "loss": 2.625,
      "step": 27676
    },
    {
      "epoch": 1.2876017678529892,
      "grad_norm": 0.8512000794054657,
      "learning_rate": 0.00027073220975041434,
      "loss": 2.3125,
      "step": 27677
    },
    {
      "epoch": 1.2876482903000697,
      "grad_norm": 0.9123957193720362,
      "learning_rate": 0.00027073000722478246,
      "loss": 2.5781,
      "step": 27678
    },
    {
      "epoch": 1.2876948127471506,
      "grad_norm": 0.9107567937496615,
      "learning_rate": 0.00027072780462523895,
      "loss": 2.4688,
      "step": 27679
    },
    {
      "epoch": 1.2877413351942313,
      "grad_norm": 0.8608067375953229,
      "learning_rate": 0.00027072560195178516,
      "loss": 2.3594,
      "step": 27680
    },
    {
      "epoch": 1.287787857641312,
      "grad_norm": 0.8820108933981634,
      "learning_rate": 0.00027072339920442245,
      "loss": 2.3438,
      "step": 27681
    },
    {
      "epoch": 1.2878343800883927,
      "grad_norm": 0.7996835574428798,
      "learning_rate": 0.0002707211963831522,
      "loss": 2.2188,
      "step": 27682
    },
    {
      "epoch": 1.2878809025354734,
      "grad_norm": 0.867579424920024,
      "learning_rate": 0.00027071899348797573,
      "loss": 2.5,
      "step": 27683
    },
    {
      "epoch": 1.287927424982554,
      "grad_norm": 0.8081749451990148,
      "learning_rate": 0.0002707167905188944,
      "loss": 1.6016,
      "step": 27684
    },
    {
      "epoch": 1.2879739474296348,
      "grad_norm": 0.8429449171743642,
      "learning_rate": 0.00027071458747590947,
      "loss": 2.4219,
      "step": 27685
    },
    {
      "epoch": 1.2880204698767155,
      "grad_norm": 0.8731690158274049,
      "learning_rate": 0.00027071238435902236,
      "loss": 1.7188,
      "step": 27686
    },
    {
      "epoch": 1.2880669923237962,
      "grad_norm": 0.909650234147575,
      "learning_rate": 0.00027071018116823446,
      "loss": 2.3906,
      "step": 27687
    },
    {
      "epoch": 1.2881135147708769,
      "grad_norm": 0.8982434694986537,
      "learning_rate": 0.00027070797790354706,
      "loss": 2.4844,
      "step": 27688
    },
    {
      "epoch": 1.2881600372179576,
      "grad_norm": 0.853758336447049,
      "learning_rate": 0.00027070577456496153,
      "loss": 2.5156,
      "step": 27689
    },
    {
      "epoch": 1.2882065596650385,
      "grad_norm": 0.8864391658452095,
      "learning_rate": 0.00027070357115247917,
      "loss": 2.4531,
      "step": 27690
    },
    {
      "epoch": 1.288253082112119,
      "grad_norm": 0.8410184342291249,
      "learning_rate": 0.0002707013676661014,
      "loss": 2.3594,
      "step": 27691
    },
    {
      "epoch": 1.2882996045592,
      "grad_norm": 0.8164221353777616,
      "learning_rate": 0.0002706991641058295,
      "loss": 2.1719,
      "step": 27692
    },
    {
      "epoch": 1.2883461270062806,
      "grad_norm": 0.8264697382062914,
      "learning_rate": 0.00027069696047166494,
      "loss": 2.5938,
      "step": 27693
    },
    {
      "epoch": 1.2883926494533613,
      "grad_norm": 0.8667329214718177,
      "learning_rate": 0.00027069475676360895,
      "loss": 2.2656,
      "step": 27694
    },
    {
      "epoch": 1.288439171900442,
      "grad_norm": 0.8963870032806024,
      "learning_rate": 0.00027069255298166296,
      "loss": 2.5156,
      "step": 27695
    },
    {
      "epoch": 1.2884856943475227,
      "grad_norm": 0.8523647900334447,
      "learning_rate": 0.0002706903491258282,
      "loss": 2.7188,
      "step": 27696
    },
    {
      "epoch": 1.2885322167946034,
      "grad_norm": 0.9229222330033788,
      "learning_rate": 0.00027068814519610616,
      "loss": 2.5,
      "step": 27697
    },
    {
      "epoch": 1.288578739241684,
      "grad_norm": 0.9131979936063341,
      "learning_rate": 0.0002706859411924981,
      "loss": 2.2969,
      "step": 27698
    },
    {
      "epoch": 1.2886252616887648,
      "grad_norm": 0.8716408726366842,
      "learning_rate": 0.0002706837371150054,
      "loss": 2.4531,
      "step": 27699
    },
    {
      "epoch": 1.2886717841358455,
      "grad_norm": 0.835686956106685,
      "learning_rate": 0.00027068153296362944,
      "loss": 2.2344,
      "step": 27700
    },
    {
      "epoch": 1.2887183065829262,
      "grad_norm": 0.8470097971091162,
      "learning_rate": 0.00027067932873837145,
      "loss": 2.5469,
      "step": 27701
    },
    {
      "epoch": 1.2887648290300069,
      "grad_norm": 0.8588264525196769,
      "learning_rate": 0.00027067712443923294,
      "loss": 2.3438,
      "step": 27702
    },
    {
      "epoch": 1.2888113514770878,
      "grad_norm": 0.9230881715658308,
      "learning_rate": 0.00027067492006621515,
      "loss": 2.625,
      "step": 27703
    },
    {
      "epoch": 1.2888578739241683,
      "grad_norm": 0.9055770553082637,
      "learning_rate": 0.0002706727156193195,
      "loss": 2.6406,
      "step": 27704
    },
    {
      "epoch": 1.2889043963712492,
      "grad_norm": 0.8811377375013926,
      "learning_rate": 0.0002706705110985472,
      "loss": 2.7344,
      "step": 27705
    },
    {
      "epoch": 1.28895091881833,
      "grad_norm": 0.8139983076808103,
      "learning_rate": 0.00027066830650389985,
      "loss": 2.3594,
      "step": 27706
    },
    {
      "epoch": 1.2889974412654106,
      "grad_norm": 0.8767642897342639,
      "learning_rate": 0.00027066610183537854,
      "loss": 2.5156,
      "step": 27707
    },
    {
      "epoch": 1.2890439637124913,
      "grad_norm": 0.8631445137359821,
      "learning_rate": 0.0002706638970929848,
      "loss": 2.5,
      "step": 27708
    },
    {
      "epoch": 1.289090486159572,
      "grad_norm": 0.865792153059849,
      "learning_rate": 0.00027066169227671984,
      "loss": 2.4062,
      "step": 27709
    },
    {
      "epoch": 1.2891370086066527,
      "grad_norm": 0.9009725720036638,
      "learning_rate": 0.0002706594873865851,
      "loss": 2.3906,
      "step": 27710
    },
    {
      "epoch": 1.2891835310537334,
      "grad_norm": 0.8474806387641508,
      "learning_rate": 0.00027065728242258195,
      "loss": 2.3125,
      "step": 27711
    },
    {
      "epoch": 1.289230053500814,
      "grad_norm": 0.896522638699999,
      "learning_rate": 0.00027065507738471167,
      "loss": 2.3906,
      "step": 27712
    },
    {
      "epoch": 1.2892765759478948,
      "grad_norm": 0.8835155333362813,
      "learning_rate": 0.00027065287227297566,
      "loss": 2.5,
      "step": 27713
    },
    {
      "epoch": 1.2893230983949755,
      "grad_norm": 0.835594313956367,
      "learning_rate": 0.00027065066708737524,
      "loss": 2.375,
      "step": 27714
    },
    {
      "epoch": 1.2893696208420562,
      "grad_norm": 0.8626962840883475,
      "learning_rate": 0.00027064846182791176,
      "loss": 2.2344,
      "step": 27715
    },
    {
      "epoch": 1.2894161432891371,
      "grad_norm": 1.0618215176371841,
      "learning_rate": 0.0002706462564945866,
      "loss": 2.4531,
      "step": 27716
    },
    {
      "epoch": 1.2894626657362176,
      "grad_norm": 0.9101367869761076,
      "learning_rate": 0.0002706440510874011,
      "loss": 2.2344,
      "step": 27717
    },
    {
      "epoch": 1.2895091881832985,
      "grad_norm": 0.8425992520448451,
      "learning_rate": 0.00027064184560635654,
      "loss": 2.25,
      "step": 27718
    },
    {
      "epoch": 1.2895557106303792,
      "grad_norm": 0.919109357261539,
      "learning_rate": 0.0002706396400514544,
      "loss": 2.4375,
      "step": 27719
    },
    {
      "epoch": 1.28960223307746,
      "grad_norm": 0.8448430684398347,
      "learning_rate": 0.00027063743442269595,
      "loss": 2.2344,
      "step": 27720
    },
    {
      "epoch": 1.2896487555245406,
      "grad_norm": 0.8604479230341198,
      "learning_rate": 0.0002706352287200825,
      "loss": 2.3125,
      "step": 27721
    },
    {
      "epoch": 1.2896952779716213,
      "grad_norm": 0.8802997743561279,
      "learning_rate": 0.0002706330229436155,
      "loss": 2.2812,
      "step": 27722
    },
    {
      "epoch": 1.289741800418702,
      "grad_norm": 0.8681036885134368,
      "learning_rate": 0.0002706308170932963,
      "loss": 2.4375,
      "step": 27723
    },
    {
      "epoch": 1.2897883228657827,
      "grad_norm": 0.8711252153573976,
      "learning_rate": 0.00027062861116912613,
      "loss": 2.4375,
      "step": 27724
    },
    {
      "epoch": 1.2898348453128634,
      "grad_norm": 0.8833458776915853,
      "learning_rate": 0.0002706264051711064,
      "loss": 2.4844,
      "step": 27725
    },
    {
      "epoch": 1.289881367759944,
      "grad_norm": 0.8674838427667029,
      "learning_rate": 0.0002706241990992385,
      "loss": 2.4531,
      "step": 27726
    },
    {
      "epoch": 1.2899278902070248,
      "grad_norm": 0.906689598281933,
      "learning_rate": 0.00027062199295352374,
      "loss": 2.3281,
      "step": 27727
    },
    {
      "epoch": 1.2899744126541055,
      "grad_norm": 0.8249690409053848,
      "learning_rate": 0.0002706197867339635,
      "loss": 2.2656,
      "step": 27728
    },
    {
      "epoch": 1.2900209351011864,
      "grad_norm": 0.9599747248418579,
      "learning_rate": 0.00027061758044055913,
      "loss": 2.5,
      "step": 27729
    },
    {
      "epoch": 1.290067457548267,
      "grad_norm": 0.8327673433559478,
      "learning_rate": 0.00027061537407331197,
      "loss": 2.4375,
      "step": 27730
    },
    {
      "epoch": 1.2901139799953478,
      "grad_norm": 0.876180399397852,
      "learning_rate": 0.0002706131676322233,
      "loss": 2.5469,
      "step": 27731
    },
    {
      "epoch": 1.2901605024424285,
      "grad_norm": 0.9216822287464451,
      "learning_rate": 0.00027061096111729465,
      "loss": 2.5,
      "step": 27732
    },
    {
      "epoch": 1.2902070248895092,
      "grad_norm": 0.8589031561499358,
      "learning_rate": 0.0002706087545285272,
      "loss": 2.3594,
      "step": 27733
    },
    {
      "epoch": 1.29025354733659,
      "grad_norm": 0.8354511569757718,
      "learning_rate": 0.00027060654786592234,
      "loss": 2.5312,
      "step": 27734
    },
    {
      "epoch": 1.2903000697836706,
      "grad_norm": 0.8531427524383145,
      "learning_rate": 0.00027060434112948146,
      "loss": 2.7812,
      "step": 27735
    },
    {
      "epoch": 1.2903465922307513,
      "grad_norm": 0.9117359675860055,
      "learning_rate": 0.00027060213431920587,
      "loss": 2.375,
      "step": 27736
    },
    {
      "epoch": 1.290393114677832,
      "grad_norm": 0.8937524154058598,
      "learning_rate": 0.000270599927435097,
      "loss": 2.4062,
      "step": 27737
    },
    {
      "epoch": 1.2904396371249127,
      "grad_norm": 0.7838580984966267,
      "learning_rate": 0.00027059772047715604,
      "loss": 2.3438,
      "step": 27738
    },
    {
      "epoch": 1.2904861595719934,
      "grad_norm": 0.8366177873604933,
      "learning_rate": 0.0002705955134453845,
      "loss": 2.375,
      "step": 27739
    },
    {
      "epoch": 1.2905326820190743,
      "grad_norm": 0.8304191580008756,
      "learning_rate": 0.0002705933063397837,
      "loss": 2.1875,
      "step": 27740
    },
    {
      "epoch": 1.2905792044661548,
      "grad_norm": 0.8860105203308895,
      "learning_rate": 0.000270591099160355,
      "loss": 2.5312,
      "step": 27741
    },
    {
      "epoch": 1.2906257269132357,
      "grad_norm": 0.8427851927380586,
      "learning_rate": 0.00027058889190709965,
      "loss": 2.5781,
      "step": 27742
    },
    {
      "epoch": 1.2906722493603162,
      "grad_norm": 0.8913549217567879,
      "learning_rate": 0.00027058668458001915,
      "loss": 2.4844,
      "step": 27743
    },
    {
      "epoch": 1.2907187718073971,
      "grad_norm": 0.8614017974180735,
      "learning_rate": 0.00027058447717911467,
      "loss": 2.3906,
      "step": 27744
    },
    {
      "epoch": 1.2907652942544778,
      "grad_norm": 0.8086582053542459,
      "learning_rate": 0.00027058226970438774,
      "loss": 2.1562,
      "step": 27745
    },
    {
      "epoch": 1.2908118167015585,
      "grad_norm": 0.8040327034369852,
      "learning_rate": 0.0002705800621558396,
      "loss": 2.4844,
      "step": 27746
    },
    {
      "epoch": 1.2908583391486392,
      "grad_norm": 0.8124429913725482,
      "learning_rate": 0.0002705778545334716,
      "loss": 2.3125,
      "step": 27747
    },
    {
      "epoch": 1.29090486159572,
      "grad_norm": 0.9142442816600143,
      "learning_rate": 0.0002705756468372851,
      "loss": 2.2812,
      "step": 27748
    },
    {
      "epoch": 1.2909513840428006,
      "grad_norm": 0.8545920394121093,
      "learning_rate": 0.0002705734390672816,
      "loss": 2.3438,
      "step": 27749
    },
    {
      "epoch": 1.2909979064898813,
      "grad_norm": 0.8682424477342794,
      "learning_rate": 0.00027057123122346225,
      "loss": 2.1094,
      "step": 27750
    },
    {
      "epoch": 1.291044428936962,
      "grad_norm": 0.9521594891190069,
      "learning_rate": 0.00027056902330582853,
      "loss": 1.9297,
      "step": 27751
    },
    {
      "epoch": 1.2910909513840427,
      "grad_norm": 0.853089468625033,
      "learning_rate": 0.0002705668153143817,
      "loss": 2.3125,
      "step": 27752
    },
    {
      "epoch": 1.2911374738311236,
      "grad_norm": 0.8513122817479027,
      "learning_rate": 0.00027056460724912316,
      "loss": 2.5312,
      "step": 27753
    },
    {
      "epoch": 1.2911839962782041,
      "grad_norm": 0.8974918300561329,
      "learning_rate": 0.00027056239911005427,
      "loss": 2.6094,
      "step": 27754
    },
    {
      "epoch": 1.291230518725285,
      "grad_norm": 0.843433864045421,
      "learning_rate": 0.00027056019089717636,
      "loss": 2.1406,
      "step": 27755
    },
    {
      "epoch": 1.2912770411723657,
      "grad_norm": 0.9209028473746377,
      "learning_rate": 0.0002705579826104908,
      "loss": 2.4062,
      "step": 27756
    },
    {
      "epoch": 1.2913235636194464,
      "grad_norm": 0.963624441316282,
      "learning_rate": 0.0002705557742499989,
      "loss": 2.4531,
      "step": 27757
    },
    {
      "epoch": 1.2913700860665271,
      "grad_norm": 0.8925984933725947,
      "learning_rate": 0.0002705535658157021,
      "loss": 2.5938,
      "step": 27758
    },
    {
      "epoch": 1.2914166085136078,
      "grad_norm": 0.9463021320560191,
      "learning_rate": 0.00027055135730760164,
      "loss": 2.5781,
      "step": 27759
    },
    {
      "epoch": 1.2914631309606885,
      "grad_norm": 0.9068073121277785,
      "learning_rate": 0.000270549148725699,
      "loss": 2.4375,
      "step": 27760
    },
    {
      "epoch": 1.2915096534077692,
      "grad_norm": 0.8952124064161043,
      "learning_rate": 0.00027054694006999535,
      "loss": 2.375,
      "step": 27761
    },
    {
      "epoch": 1.29155617585485,
      "grad_norm": 0.9101411521505598,
      "learning_rate": 0.0002705447313404923,
      "loss": 2.4531,
      "step": 27762
    },
    {
      "epoch": 1.2916026983019306,
      "grad_norm": 0.8449418284738837,
      "learning_rate": 0.00027054252253719095,
      "loss": 2.375,
      "step": 27763
    },
    {
      "epoch": 1.2916492207490113,
      "grad_norm": 0.8326516319717318,
      "learning_rate": 0.0002705403136600928,
      "loss": 2.6719,
      "step": 27764
    },
    {
      "epoch": 1.291695743196092,
      "grad_norm": 0.8374161333454984,
      "learning_rate": 0.0002705381047091991,
      "loss": 2.4531,
      "step": 27765
    },
    {
      "epoch": 1.291742265643173,
      "grad_norm": 0.8961867729483188,
      "learning_rate": 0.00027053589568451134,
      "loss": 2.25,
      "step": 27766
    },
    {
      "epoch": 1.2917887880902534,
      "grad_norm": 0.9479850552802582,
      "learning_rate": 0.00027053368658603075,
      "loss": 2.2344,
      "step": 27767
    },
    {
      "epoch": 1.2918353105373344,
      "grad_norm": 0.9290347163070286,
      "learning_rate": 0.00027053147741375877,
      "loss": 2.4844,
      "step": 27768
    },
    {
      "epoch": 1.291881832984415,
      "grad_norm": 0.906923776035543,
      "learning_rate": 0.00027052926816769664,
      "loss": 2.7188,
      "step": 27769
    },
    {
      "epoch": 1.2919283554314958,
      "grad_norm": 0.9323803784236772,
      "learning_rate": 0.0002705270588478458,
      "loss": 2.5156,
      "step": 27770
    },
    {
      "epoch": 1.2919748778785765,
      "grad_norm": 0.8257399366947618,
      "learning_rate": 0.0002705248494542076,
      "loss": 2.4062,
      "step": 27771
    },
    {
      "epoch": 1.2920214003256572,
      "grad_norm": 0.8468254772259244,
      "learning_rate": 0.0002705226399867834,
      "loss": 2.375,
      "step": 27772
    },
    {
      "epoch": 1.2920679227727379,
      "grad_norm": 0.8336593485210477,
      "learning_rate": 0.0002705204304455745,
      "loss": 2.4531,
      "step": 27773
    },
    {
      "epoch": 1.2921144452198186,
      "grad_norm": 0.8743070389000815,
      "learning_rate": 0.0002705182208305823,
      "loss": 2.4531,
      "step": 27774
    },
    {
      "epoch": 1.2921609676668993,
      "grad_norm": 1.0045457159574478,
      "learning_rate": 0.0002705160111418081,
      "loss": 2.6094,
      "step": 27775
    },
    {
      "epoch": 1.29220749011398,
      "grad_norm": 0.8587259276123325,
      "learning_rate": 0.0002705138013792533,
      "loss": 2.1719,
      "step": 27776
    },
    {
      "epoch": 1.2922540125610606,
      "grad_norm": 1.0428967193004384,
      "learning_rate": 0.0002705115915429193,
      "loss": 2.4531,
      "step": 27777
    },
    {
      "epoch": 1.2923005350081413,
      "grad_norm": 0.8124829188377366,
      "learning_rate": 0.00027050938163280733,
      "loss": 2.3125,
      "step": 27778
    },
    {
      "epoch": 1.2923470574552223,
      "grad_norm": 0.850086139070687,
      "learning_rate": 0.00027050717164891884,
      "loss": 2.4531,
      "step": 27779
    },
    {
      "epoch": 1.2923935799023027,
      "grad_norm": 0.818559296487252,
      "learning_rate": 0.0002705049615912551,
      "loss": 2.2656,
      "step": 27780
    },
    {
      "epoch": 1.2924401023493837,
      "grad_norm": 0.8757243928592837,
      "learning_rate": 0.00027050275145981754,
      "loss": 2.4062,
      "step": 27781
    },
    {
      "epoch": 1.2924866247964644,
      "grad_norm": 0.9293731450140478,
      "learning_rate": 0.0002705005412546075,
      "loss": 2.5156,
      "step": 27782
    },
    {
      "epoch": 1.292533147243545,
      "grad_norm": 0.8357074689412335,
      "learning_rate": 0.0002704983309756263,
      "loss": 2.3125,
      "step": 27783
    },
    {
      "epoch": 1.2925796696906258,
      "grad_norm": 0.927049952572998,
      "learning_rate": 0.0002704961206228753,
      "loss": 2.6875,
      "step": 27784
    },
    {
      "epoch": 1.2926261921377065,
      "grad_norm": 0.8717536678129048,
      "learning_rate": 0.0002704939101963559,
      "loss": 1.8203,
      "step": 27785
    },
    {
      "epoch": 1.2926727145847872,
      "grad_norm": 0.9231041042328023,
      "learning_rate": 0.0002704916996960694,
      "loss": 2.3906,
      "step": 27786
    },
    {
      "epoch": 1.2927192370318679,
      "grad_norm": 0.8284116276429561,
      "learning_rate": 0.0002704894891220172,
      "loss": 2.3125,
      "step": 27787
    },
    {
      "epoch": 1.2927657594789486,
      "grad_norm": 0.8155500922328018,
      "learning_rate": 0.0002704872784742006,
      "loss": 1.9844,
      "step": 27788
    },
    {
      "epoch": 1.2928122819260293,
      "grad_norm": 0.8102540561636883,
      "learning_rate": 0.00027048506775262095,
      "loss": 2.2031,
      "step": 27789
    },
    {
      "epoch": 1.29285880437311,
      "grad_norm": 0.9108108310484777,
      "learning_rate": 0.00027048285695727966,
      "loss": 1.6641,
      "step": 27790
    },
    {
      "epoch": 1.2929053268201907,
      "grad_norm": 0.8745633222884815,
      "learning_rate": 0.00027048064608817805,
      "loss": 2.3594,
      "step": 27791
    },
    {
      "epoch": 1.2929518492672716,
      "grad_norm": 0.9169707288015335,
      "learning_rate": 0.00027047843514531745,
      "loss": 2.6406,
      "step": 27792
    },
    {
      "epoch": 1.292998371714352,
      "grad_norm": 0.8920269408489843,
      "learning_rate": 0.0002704762241286993,
      "loss": 2.4219,
      "step": 27793
    },
    {
      "epoch": 1.293044894161433,
      "grad_norm": 0.978939450744979,
      "learning_rate": 0.00027047401303832485,
      "loss": 2.4375,
      "step": 27794
    },
    {
      "epoch": 1.2930914166085137,
      "grad_norm": 0.7495460906291411,
      "learning_rate": 0.00027047180187419556,
      "loss": 1.6797,
      "step": 27795
    },
    {
      "epoch": 1.2931379390555944,
      "grad_norm": 0.8779301045578606,
      "learning_rate": 0.00027046959063631266,
      "loss": 2.2031,
      "step": 27796
    },
    {
      "epoch": 1.293184461502675,
      "grad_norm": 0.9861102423683242,
      "learning_rate": 0.00027046737932467756,
      "loss": 2.625,
      "step": 27797
    },
    {
      "epoch": 1.2932309839497558,
      "grad_norm": 0.8671156405486394,
      "learning_rate": 0.00027046516793929166,
      "loss": 2.3594,
      "step": 27798
    },
    {
      "epoch": 1.2932775063968365,
      "grad_norm": 0.9155909370979844,
      "learning_rate": 0.00027046295648015627,
      "loss": 2.1875,
      "step": 27799
    },
    {
      "epoch": 1.2933240288439172,
      "grad_norm": 0.9330726806117203,
      "learning_rate": 0.00027046074494727274,
      "loss": 2.6562,
      "step": 27800
    },
    {
      "epoch": 1.2933705512909979,
      "grad_norm": 0.8656823014833284,
      "learning_rate": 0.0002704585333406424,
      "loss": 2.6094,
      "step": 27801
    },
    {
      "epoch": 1.2934170737380786,
      "grad_norm": 0.8572438862858301,
      "learning_rate": 0.0002704563216602667,
      "loss": 2.2031,
      "step": 27802
    },
    {
      "epoch": 1.2934635961851593,
      "grad_norm": 0.7555064321212,
      "learning_rate": 0.0002704541099061469,
      "loss": 1.9609,
      "step": 27803
    },
    {
      "epoch": 1.29351011863224,
      "grad_norm": 0.8757386421633663,
      "learning_rate": 0.0002704518980782844,
      "loss": 2.3906,
      "step": 27804
    },
    {
      "epoch": 1.293556641079321,
      "grad_norm": 0.8503266343002429,
      "learning_rate": 0.0002704496861766805,
      "loss": 2.1094,
      "step": 27805
    },
    {
      "epoch": 1.2936031635264014,
      "grad_norm": 0.8234048504673007,
      "learning_rate": 0.0002704474742013366,
      "loss": 2.375,
      "step": 27806
    },
    {
      "epoch": 1.2936496859734823,
      "grad_norm": 0.8815127874445982,
      "learning_rate": 0.000270445262152254,
      "loss": 1.7344,
      "step": 27807
    },
    {
      "epoch": 1.293696208420563,
      "grad_norm": 0.9074581190824975,
      "learning_rate": 0.0002704430500294342,
      "loss": 2.5469,
      "step": 27808
    },
    {
      "epoch": 1.2937427308676437,
      "grad_norm": 0.8886213415254429,
      "learning_rate": 0.0002704408378328784,
      "loss": 2.4688,
      "step": 27809
    },
    {
      "epoch": 1.2937892533147244,
      "grad_norm": 0.8853475765547546,
      "learning_rate": 0.0002704386255625881,
      "loss": 2.3281,
      "step": 27810
    },
    {
      "epoch": 1.293835775761805,
      "grad_norm": 0.9103771706903963,
      "learning_rate": 0.00027043641321856444,
      "loss": 2.75,
      "step": 27811
    },
    {
      "epoch": 1.2938822982088858,
      "grad_norm": 0.859407482287864,
      "learning_rate": 0.00027043420080080893,
      "loss": 2.4375,
      "step": 27812
    },
    {
      "epoch": 1.2939288206559665,
      "grad_norm": 0.9396567486745223,
      "learning_rate": 0.0002704319883093229,
      "loss": 2.25,
      "step": 27813
    },
    {
      "epoch": 1.2939753431030472,
      "grad_norm": 0.9288731473699477,
      "learning_rate": 0.0002704297757441077,
      "loss": 2.625,
      "step": 27814
    },
    {
      "epoch": 1.2940218655501279,
      "grad_norm": 0.9414168954904814,
      "learning_rate": 0.0002704275631051647,
      "loss": 2.5312,
      "step": 27815
    },
    {
      "epoch": 1.2940683879972086,
      "grad_norm": 0.872779469022776,
      "learning_rate": 0.0002704253503924952,
      "loss": 2.5938,
      "step": 27816
    },
    {
      "epoch": 1.2941149104442893,
      "grad_norm": 0.8468792024486577,
      "learning_rate": 0.00027042313760610066,
      "loss": 2.25,
      "step": 27817
    },
    {
      "epoch": 1.2941614328913702,
      "grad_norm": 0.9095582827756149,
      "learning_rate": 0.00027042092474598227,
      "loss": 2.3438,
      "step": 27818
    },
    {
      "epoch": 1.2942079553384507,
      "grad_norm": 0.8420089558625201,
      "learning_rate": 0.00027041871181214154,
      "loss": 2.5938,
      "step": 27819
    },
    {
      "epoch": 1.2942544777855316,
      "grad_norm": 0.8952794564446036,
      "learning_rate": 0.0002704164988045798,
      "loss": 2.4688,
      "step": 27820
    },
    {
      "epoch": 1.2943010002326123,
      "grad_norm": 0.8680339114201439,
      "learning_rate": 0.0002704142857232983,
      "loss": 2.375,
      "step": 27821
    },
    {
      "epoch": 1.294347522679693,
      "grad_norm": 0.9115560227286413,
      "learning_rate": 0.00027041207256829847,
      "loss": 2.2656,
      "step": 27822
    },
    {
      "epoch": 1.2943940451267737,
      "grad_norm": 0.9044520810903598,
      "learning_rate": 0.00027040985933958164,
      "loss": 2.2656,
      "step": 27823
    },
    {
      "epoch": 1.2944405675738544,
      "grad_norm": 0.8667311220877283,
      "learning_rate": 0.00027040764603714925,
      "loss": 2.4844,
      "step": 27824
    },
    {
      "epoch": 1.294487090020935,
      "grad_norm": 0.8745077260794474,
      "learning_rate": 0.00027040543266100255,
      "loss": 2.3281,
      "step": 27825
    },
    {
      "epoch": 1.2945336124680158,
      "grad_norm": 0.791774717661971,
      "learning_rate": 0.00027040321921114295,
      "loss": 2.0,
      "step": 27826
    },
    {
      "epoch": 1.2945801349150965,
      "grad_norm": 0.857483311286889,
      "learning_rate": 0.0002704010056875718,
      "loss": 2.4531,
      "step": 27827
    },
    {
      "epoch": 1.2946266573621772,
      "grad_norm": 0.8354008805453288,
      "learning_rate": 0.0002703987920902905,
      "loss": 2.3594,
      "step": 27828
    },
    {
      "epoch": 1.294673179809258,
      "grad_norm": 0.9013531654005026,
      "learning_rate": 0.0002703965784193002,
      "loss": 2.5,
      "step": 27829
    },
    {
      "epoch": 1.2947197022563386,
      "grad_norm": 0.8496834566601958,
      "learning_rate": 0.0002703943646746025,
      "loss": 2.4219,
      "step": 27830
    },
    {
      "epoch": 1.2947662247034195,
      "grad_norm": 0.8729038574578886,
      "learning_rate": 0.0002703921508561987,
      "loss": 2.2969,
      "step": 27831
    },
    {
      "epoch": 1.2948127471505,
      "grad_norm": 0.8436129093908765,
      "learning_rate": 0.00027038993696409003,
      "loss": 2.5781,
      "step": 27832
    },
    {
      "epoch": 1.294859269597581,
      "grad_norm": 0.8358086963261908,
      "learning_rate": 0.0002703877229982779,
      "loss": 2.2812,
      "step": 27833
    },
    {
      "epoch": 1.2949057920446616,
      "grad_norm": 0.9140308447462961,
      "learning_rate": 0.0002703855089587638,
      "loss": 2.5625,
      "step": 27834
    },
    {
      "epoch": 1.2949523144917423,
      "grad_norm": 0.9039526757663963,
      "learning_rate": 0.0002703832948455489,
      "loss": 2.6719,
      "step": 27835
    },
    {
      "epoch": 1.294998836938823,
      "grad_norm": 0.8245532359642647,
      "learning_rate": 0.0002703810806586347,
      "loss": 2.4062,
      "step": 27836
    },
    {
      "epoch": 1.2950453593859037,
      "grad_norm": 0.827777163681427,
      "learning_rate": 0.0002703788663980225,
      "loss": 2.2969,
      "step": 27837
    },
    {
      "epoch": 1.2950918818329844,
      "grad_norm": 0.8213194423198414,
      "learning_rate": 0.0002703766520637136,
      "loss": 2.4375,
      "step": 27838
    },
    {
      "epoch": 1.295138404280065,
      "grad_norm": 0.8107925646008342,
      "learning_rate": 0.0002703744376557094,
      "loss": 2.0781,
      "step": 27839
    },
    {
      "epoch": 1.2951849267271458,
      "grad_norm": 0.8737728573886396,
      "learning_rate": 0.00027037222317401134,
      "loss": 2.4219,
      "step": 27840
    },
    {
      "epoch": 1.2952314491742265,
      "grad_norm": 0.9141468103877783,
      "learning_rate": 0.0002703700086186206,
      "loss": 2.5,
      "step": 27841
    },
    {
      "epoch": 1.2952779716213072,
      "grad_norm": 0.9286935413668445,
      "learning_rate": 0.00027036779398953865,
      "loss": 2.2656,
      "step": 27842
    },
    {
      "epoch": 1.295324494068388,
      "grad_norm": 0.8818828635220135,
      "learning_rate": 0.0002703655792867669,
      "loss": 2.5312,
      "step": 27843
    },
    {
      "epoch": 1.2953710165154688,
      "grad_norm": 0.8832087556983916,
      "learning_rate": 0.0002703633645103065,
      "loss": 2.3125,
      "step": 27844
    },
    {
      "epoch": 1.2954175389625493,
      "grad_norm": 0.9047769128262972,
      "learning_rate": 0.00027036114966015904,
      "loss": 2.6406,
      "step": 27845
    },
    {
      "epoch": 1.2954640614096302,
      "grad_norm": 0.8733843446828722,
      "learning_rate": 0.0002703589347363258,
      "loss": 2.3594,
      "step": 27846
    },
    {
      "epoch": 1.295510583856711,
      "grad_norm": 0.9464063650329171,
      "learning_rate": 0.000270356719738808,
      "loss": 2.4844,
      "step": 27847
    },
    {
      "epoch": 1.2955571063037916,
      "grad_norm": 0.8797664056903264,
      "learning_rate": 0.00027035450466760723,
      "loss": 2.5156,
      "step": 27848
    },
    {
      "epoch": 1.2956036287508723,
      "grad_norm": 0.9588825619915232,
      "learning_rate": 0.00027035228952272466,
      "loss": 2.4219,
      "step": 27849
    },
    {
      "epoch": 1.295650151197953,
      "grad_norm": 0.9518830979993056,
      "learning_rate": 0.00027035007430416166,
      "loss": 2.7656,
      "step": 27850
    },
    {
      "epoch": 1.2956966736450337,
      "grad_norm": 0.8941475901089193,
      "learning_rate": 0.00027034785901191975,
      "loss": 2.4062,
      "step": 27851
    },
    {
      "epoch": 1.2957431960921144,
      "grad_norm": 0.8955790188431699,
      "learning_rate": 0.0002703456436460001,
      "loss": 1.9062,
      "step": 27852
    },
    {
      "epoch": 1.2957897185391951,
      "grad_norm": 0.9597712486638724,
      "learning_rate": 0.00027034342820640413,
      "loss": 2.3906,
      "step": 27853
    },
    {
      "epoch": 1.2958362409862758,
      "grad_norm": 0.8407720519428532,
      "learning_rate": 0.00027034121269313324,
      "loss": 2.3594,
      "step": 27854
    },
    {
      "epoch": 1.2958827634333567,
      "grad_norm": 0.8548120849996761,
      "learning_rate": 0.0002703389971061887,
      "loss": 2.1094,
      "step": 27855
    },
    {
      "epoch": 1.2959292858804372,
      "grad_norm": 0.88738485657004,
      "learning_rate": 0.0002703367814455719,
      "loss": 2.4844,
      "step": 27856
    },
    {
      "epoch": 1.2959758083275181,
      "grad_norm": 0.8622606189205418,
      "learning_rate": 0.0002703345657112843,
      "loss": 2.3438,
      "step": 27857
    },
    {
      "epoch": 1.2960223307745986,
      "grad_norm": 0.8922667981746019,
      "learning_rate": 0.00027033234990332715,
      "loss": 2.5,
      "step": 27858
    },
    {
      "epoch": 1.2960688532216795,
      "grad_norm": 0.8442312047129721,
      "learning_rate": 0.00027033013402170177,
      "loss": 2.5312,
      "step": 27859
    },
    {
      "epoch": 1.2961153756687602,
      "grad_norm": 0.8362764074936961,
      "learning_rate": 0.0002703279180664097,
      "loss": 2.1875,
      "step": 27860
    },
    {
      "epoch": 1.296161898115841,
      "grad_norm": 0.9466983052753492,
      "learning_rate": 0.000270325702037452,
      "loss": 2.7344,
      "step": 27861
    },
    {
      "epoch": 1.2962084205629216,
      "grad_norm": 0.9529648122214778,
      "learning_rate": 0.0002703234859348303,
      "loss": 2.6094,
      "step": 27862
    },
    {
      "epoch": 1.2962549430100023,
      "grad_norm": 0.8557670425152962,
      "learning_rate": 0.0002703212697585458,
      "loss": 2.5312,
      "step": 27863
    },
    {
      "epoch": 1.296301465457083,
      "grad_norm": 0.9830692547792647,
      "learning_rate": 0.0002703190535086,
      "loss": 2.3906,
      "step": 27864
    },
    {
      "epoch": 1.2963479879041637,
      "grad_norm": 0.9276137570315447,
      "learning_rate": 0.00027031683718499406,
      "loss": 2.4219,
      "step": 27865
    },
    {
      "epoch": 1.2963945103512444,
      "grad_norm": 0.8545138301859428,
      "learning_rate": 0.0002703146207877295,
      "loss": 2.375,
      "step": 27866
    },
    {
      "epoch": 1.2964410327983251,
      "grad_norm": 0.8984491226708183,
      "learning_rate": 0.0002703124043168076,
      "loss": 2.6094,
      "step": 27867
    },
    {
      "epoch": 1.296487555245406,
      "grad_norm": 0.850441631304763,
      "learning_rate": 0.00027031018777222974,
      "loss": 2.5469,
      "step": 27868
    },
    {
      "epoch": 1.2965340776924865,
      "grad_norm": 0.8250620817485927,
      "learning_rate": 0.0002703079711539973,
      "loss": 2.5,
      "step": 27869
    },
    {
      "epoch": 1.2965806001395674,
      "grad_norm": 0.8402567143703512,
      "learning_rate": 0.0002703057544621116,
      "loss": 2.4062,
      "step": 27870
    },
    {
      "epoch": 1.2966271225866481,
      "grad_norm": 0.8249035777951637,
      "learning_rate": 0.00027030353769657396,
      "loss": 1.5703,
      "step": 27871
    },
    {
      "epoch": 1.2966736450337288,
      "grad_norm": 0.8300476851709442,
      "learning_rate": 0.0002703013208573858,
      "loss": 2.5469,
      "step": 27872
    },
    {
      "epoch": 1.2967201674808095,
      "grad_norm": 0.9030848404950864,
      "learning_rate": 0.0002702991039445485,
      "loss": 2.2969,
      "step": 27873
    },
    {
      "epoch": 1.2967666899278902,
      "grad_norm": 0.8302965770886208,
      "learning_rate": 0.00027029688695806337,
      "loss": 2.5625,
      "step": 27874
    },
    {
      "epoch": 1.296813212374971,
      "grad_norm": 0.8726315749484366,
      "learning_rate": 0.0002702946698979318,
      "loss": 2.2656,
      "step": 27875
    },
    {
      "epoch": 1.2968597348220516,
      "grad_norm": 0.8681643317933649,
      "learning_rate": 0.0002702924527641551,
      "loss": 2.3594,
      "step": 27876
    },
    {
      "epoch": 1.2969062572691323,
      "grad_norm": 0.869481536285224,
      "learning_rate": 0.0002702902355567346,
      "loss": 2.4219,
      "step": 27877
    },
    {
      "epoch": 1.296952779716213,
      "grad_norm": 0.7945075163126795,
      "learning_rate": 0.00027028801827567176,
      "loss": 2.4219,
      "step": 27878
    },
    {
      "epoch": 1.2969993021632937,
      "grad_norm": 0.9000451049277699,
      "learning_rate": 0.0002702858009209679,
      "loss": 2.7812,
      "step": 27879
    },
    {
      "epoch": 1.2970458246103744,
      "grad_norm": 0.9169698760216984,
      "learning_rate": 0.00027028358349262435,
      "loss": 2.4688,
      "step": 27880
    },
    {
      "epoch": 1.2970923470574554,
      "grad_norm": 0.8982132917739019,
      "learning_rate": 0.0002702813659906425,
      "loss": 2.2656,
      "step": 27881
    },
    {
      "epoch": 1.2971388695045358,
      "grad_norm": 0.858126618613309,
      "learning_rate": 0.00027027914841502366,
      "loss": 2.4688,
      "step": 27882
    },
    {
      "epoch": 1.2971853919516168,
      "grad_norm": 0.7938249560071421,
      "learning_rate": 0.0002702769307657692,
      "loss": 2.3438,
      "step": 27883
    },
    {
      "epoch": 1.2972319143986974,
      "grad_norm": 0.915272646062381,
      "learning_rate": 0.0002702747130428805,
      "loss": 2.25,
      "step": 27884
    },
    {
      "epoch": 1.2972784368457781,
      "grad_norm": 0.9001946952177602,
      "learning_rate": 0.0002702724952463589,
      "loss": 2.7188,
      "step": 27885
    },
    {
      "epoch": 1.2973249592928588,
      "grad_norm": 0.8962892246687426,
      "learning_rate": 0.00027027027737620585,
      "loss": 2.5,
      "step": 27886
    },
    {
      "epoch": 1.2973714817399395,
      "grad_norm": 0.9069325010998291,
      "learning_rate": 0.0002702680594324226,
      "loss": 2.4219,
      "step": 27887
    },
    {
      "epoch": 1.2974180041870202,
      "grad_norm": 0.8785948688449792,
      "learning_rate": 0.0002702658414150105,
      "loss": 2.4375,
      "step": 27888
    },
    {
      "epoch": 1.297464526634101,
      "grad_norm": 0.9888339768953417,
      "learning_rate": 0.0002702636233239709,
      "loss": 2.5,
      "step": 27889
    },
    {
      "epoch": 1.2975110490811816,
      "grad_norm": 0.8554614240432405,
      "learning_rate": 0.0002702614051593053,
      "loss": 2.2344,
      "step": 27890
    },
    {
      "epoch": 1.2975575715282623,
      "grad_norm": 1.0053811341395045,
      "learning_rate": 0.0002702591869210149,
      "loss": 2.6406,
      "step": 27891
    },
    {
      "epoch": 1.297604093975343,
      "grad_norm": 0.874076115962559,
      "learning_rate": 0.00027025696860910115,
      "loss": 2.3906,
      "step": 27892
    },
    {
      "epoch": 1.2976506164224237,
      "grad_norm": 0.8504991464072128,
      "learning_rate": 0.00027025475022356534,
      "loss": 2.1094,
      "step": 27893
    },
    {
      "epoch": 1.2976971388695047,
      "grad_norm": 0.849024365614463,
      "learning_rate": 0.0002702525317644089,
      "loss": 2.2344,
      "step": 27894
    },
    {
      "epoch": 1.2977436613165851,
      "grad_norm": 0.826629692209693,
      "learning_rate": 0.0002702503132316331,
      "loss": 2.2969,
      "step": 27895
    },
    {
      "epoch": 1.297790183763666,
      "grad_norm": 0.9637718673456096,
      "learning_rate": 0.0002702480946252394,
      "loss": 2.375,
      "step": 27896
    },
    {
      "epoch": 1.2978367062107468,
      "grad_norm": 0.8407646038938321,
      "learning_rate": 0.00027024587594522907,
      "loss": 2.3125,
      "step": 27897
    },
    {
      "epoch": 1.2978832286578275,
      "grad_norm": 0.8660595889717201,
      "learning_rate": 0.0002702436571916035,
      "loss": 2.3594,
      "step": 27898
    },
    {
      "epoch": 1.2979297511049082,
      "grad_norm": 0.816158746625475,
      "learning_rate": 0.0002702414383643641,
      "loss": 2.2344,
      "step": 27899
    },
    {
      "epoch": 1.2979762735519889,
      "grad_norm": 0.874643389907688,
      "learning_rate": 0.00027023921946351217,
      "loss": 2.3438,
      "step": 27900
    },
    {
      "epoch": 1.2980227959990696,
      "grad_norm": 0.9274854264418,
      "learning_rate": 0.00027023700048904906,
      "loss": 2.5,
      "step": 27901
    },
    {
      "epoch": 1.2980693184461503,
      "grad_norm": 0.8822415770463797,
      "learning_rate": 0.00027023478144097617,
      "loss": 2.4375,
      "step": 27902
    },
    {
      "epoch": 1.298115840893231,
      "grad_norm": 0.875214664338404,
      "learning_rate": 0.00027023256231929483,
      "loss": 2.3594,
      "step": 27903
    },
    {
      "epoch": 1.2981623633403117,
      "grad_norm": 0.8805758217858962,
      "learning_rate": 0.0002702303431240064,
      "loss": 2.4062,
      "step": 27904
    },
    {
      "epoch": 1.2982088857873924,
      "grad_norm": 0.8683021552738849,
      "learning_rate": 0.00027022812385511227,
      "loss": 2.5,
      "step": 27905
    },
    {
      "epoch": 1.298255408234473,
      "grad_norm": 0.9173591408096353,
      "learning_rate": 0.00027022590451261376,
      "loss": 2.625,
      "step": 27906
    },
    {
      "epoch": 1.298301930681554,
      "grad_norm": 0.8562651814217863,
      "learning_rate": 0.00027022368509651217,
      "loss": 2.3125,
      "step": 27907
    },
    {
      "epoch": 1.2983484531286344,
      "grad_norm": 0.9051916300140367,
      "learning_rate": 0.00027022146560680904,
      "loss": 2.1719,
      "step": 27908
    },
    {
      "epoch": 1.2983949755757154,
      "grad_norm": 0.8824494882516544,
      "learning_rate": 0.00027021924604350554,
      "loss": 2.375,
      "step": 27909
    },
    {
      "epoch": 1.298441498022796,
      "grad_norm": 0.863646481660387,
      "learning_rate": 0.0002702170264066032,
      "loss": 2.4062,
      "step": 27910
    },
    {
      "epoch": 1.2984880204698768,
      "grad_norm": 0.851869441423472,
      "learning_rate": 0.0002702148066961032,
      "loss": 2.2969,
      "step": 27911
    },
    {
      "epoch": 1.2985345429169575,
      "grad_norm": 0.8679396770375086,
      "learning_rate": 0.0002702125869120071,
      "loss": 2.3906,
      "step": 27912
    },
    {
      "epoch": 1.2985810653640382,
      "grad_norm": 0.8162202736846087,
      "learning_rate": 0.00027021036705431604,
      "loss": 2.2656,
      "step": 27913
    },
    {
      "epoch": 1.2986275878111189,
      "grad_norm": 0.8786220659974298,
      "learning_rate": 0.0002702081471230315,
      "loss": 2.2969,
      "step": 27914
    },
    {
      "epoch": 1.2986741102581996,
      "grad_norm": 0.8165830295054503,
      "learning_rate": 0.0002702059271181548,
      "loss": 2.4375,
      "step": 27915
    },
    {
      "epoch": 1.2987206327052803,
      "grad_norm": 0.8028556852425242,
      "learning_rate": 0.00027020370703968743,
      "loss": 2.3281,
      "step": 27916
    },
    {
      "epoch": 1.298767155152361,
      "grad_norm": 0.9785824260433864,
      "learning_rate": 0.00027020148688763055,
      "loss": 2.4375,
      "step": 27917
    },
    {
      "epoch": 1.2988136775994417,
      "grad_norm": 0.910430054449106,
      "learning_rate": 0.0002701992666619856,
      "loss": 2.0312,
      "step": 27918
    },
    {
      "epoch": 1.2988602000465224,
      "grad_norm": 0.8567567819638401,
      "learning_rate": 0.00027019704636275404,
      "loss": 2.25,
      "step": 27919
    },
    {
      "epoch": 1.2989067224936033,
      "grad_norm": 0.8737265028012644,
      "learning_rate": 0.00027019482598993706,
      "loss": 2.3594,
      "step": 27920
    },
    {
      "epoch": 1.2989532449406838,
      "grad_norm": 0.9161463156851688,
      "learning_rate": 0.00027019260554353615,
      "loss": 2.1875,
      "step": 27921
    },
    {
      "epoch": 1.2989997673877647,
      "grad_norm": 0.8439127548045481,
      "learning_rate": 0.00027019038502355255,
      "loss": 2.125,
      "step": 27922
    },
    {
      "epoch": 1.2990462898348454,
      "grad_norm": 0.9624384843856335,
      "learning_rate": 0.00027018816442998773,
      "loss": 2.2969,
      "step": 27923
    },
    {
      "epoch": 1.299092812281926,
      "grad_norm": 0.8365128650920753,
      "learning_rate": 0.00027018594376284304,
      "loss": 2.2656,
      "step": 27924
    },
    {
      "epoch": 1.2991393347290068,
      "grad_norm": 0.9597945871617317,
      "learning_rate": 0.0002701837230221198,
      "loss": 2.4219,
      "step": 27925
    },
    {
      "epoch": 1.2991858571760875,
      "grad_norm": 0.895088265846204,
      "learning_rate": 0.0002701815022078193,
      "loss": 2.5938,
      "step": 27926
    },
    {
      "epoch": 1.2992323796231682,
      "grad_norm": 0.8703550443532357,
      "learning_rate": 0.00027017928131994304,
      "loss": 2.4219,
      "step": 27927
    },
    {
      "epoch": 1.2992789020702489,
      "grad_norm": 0.9449435094618978,
      "learning_rate": 0.0002701770603584923,
      "loss": 2.4531,
      "step": 27928
    },
    {
      "epoch": 1.2993254245173296,
      "grad_norm": 0.8280317266186995,
      "learning_rate": 0.00027017483932346845,
      "loss": 2.2344,
      "step": 27929
    },
    {
      "epoch": 1.2993719469644103,
      "grad_norm": 0.8390886035012107,
      "learning_rate": 0.00027017261821487285,
      "loss": 2.6094,
      "step": 27930
    },
    {
      "epoch": 1.299418469411491,
      "grad_norm": 0.8866825912225353,
      "learning_rate": 0.0002701703970327069,
      "loss": 2.8438,
      "step": 27931
    },
    {
      "epoch": 1.2994649918585717,
      "grad_norm": 0.922002542391783,
      "learning_rate": 0.0002701681757769719,
      "loss": 2.3125,
      "step": 27932
    },
    {
      "epoch": 1.2995115143056526,
      "grad_norm": 0.8236893788250438,
      "learning_rate": 0.00027016595444766923,
      "loss": 2.6562,
      "step": 27933
    },
    {
      "epoch": 1.299558036752733,
      "grad_norm": 0.8411506952424159,
      "learning_rate": 0.0002701637330448003,
      "loss": 2.25,
      "step": 27934
    },
    {
      "epoch": 1.299604559199814,
      "grad_norm": 0.9023428954478423,
      "learning_rate": 0.0002701615115683663,
      "loss": 2.3125,
      "step": 27935
    },
    {
      "epoch": 1.2996510816468947,
      "grad_norm": 0.8804117349013685,
      "learning_rate": 0.00027015929001836887,
      "loss": 2.5469,
      "step": 27936
    },
    {
      "epoch": 1.2996976040939754,
      "grad_norm": 0.8508047131350006,
      "learning_rate": 0.0002701570683948091,
      "loss": 2.375,
      "step": 27937
    },
    {
      "epoch": 1.299744126541056,
      "grad_norm": 0.9377565549455794,
      "learning_rate": 0.0002701548466976885,
      "loss": 2.5781,
      "step": 27938
    },
    {
      "epoch": 1.2997906489881368,
      "grad_norm": 0.8978353390946441,
      "learning_rate": 0.00027015262492700843,
      "loss": 2.5,
      "step": 27939
    },
    {
      "epoch": 1.2998371714352175,
      "grad_norm": 0.8661586357001452,
      "learning_rate": 0.0002701504030827702,
      "loss": 2.5,
      "step": 27940
    },
    {
      "epoch": 1.2998836938822982,
      "grad_norm": 0.7959080247022248,
      "learning_rate": 0.00027014818116497517,
      "loss": 1.8906,
      "step": 27941
    },
    {
      "epoch": 1.2999302163293789,
      "grad_norm": 0.8211794350887319,
      "learning_rate": 0.0002701459591736247,
      "loss": 2.2656,
      "step": 27942
    },
    {
      "epoch": 1.2999767387764596,
      "grad_norm": 0.8675578395959767,
      "learning_rate": 0.00027014373710872023,
      "loss": 2.5156,
      "step": 27943
    },
    {
      "epoch": 1.3000232612235403,
      "grad_norm": 0.8324857383395019,
      "learning_rate": 0.000270141514970263,
      "loss": 2.1562,
      "step": 27944
    },
    {
      "epoch": 1.300069783670621,
      "grad_norm": 0.993085817380158,
      "learning_rate": 0.00027013929275825446,
      "loss": 2.375,
      "step": 27945
    },
    {
      "epoch": 1.300116306117702,
      "grad_norm": 0.9164514180937348,
      "learning_rate": 0.00027013707047269587,
      "loss": 2.4375,
      "step": 27946
    },
    {
      "epoch": 1.3001628285647824,
      "grad_norm": 0.8666837197857973,
      "learning_rate": 0.00027013484811358874,
      "loss": 2.4688,
      "step": 27947
    },
    {
      "epoch": 1.3002093510118633,
      "grad_norm": 0.9205533789994649,
      "learning_rate": 0.0002701326256809343,
      "loss": 2.4375,
      "step": 27948
    },
    {
      "epoch": 1.300255873458944,
      "grad_norm": 0.8798315496553711,
      "learning_rate": 0.000270130403174734,
      "loss": 2.4062,
      "step": 27949
    },
    {
      "epoch": 1.3003023959060247,
      "grad_norm": 0.911614514125654,
      "learning_rate": 0.00027012818059498906,
      "loss": 2.3281,
      "step": 27950
    },
    {
      "epoch": 1.3003489183531054,
      "grad_norm": 0.8765265316595997,
      "learning_rate": 0.000270125957941701,
      "loss": 2.3906,
      "step": 27951
    },
    {
      "epoch": 1.300395440800186,
      "grad_norm": 1.0021572726675723,
      "learning_rate": 0.0002701237352148712,
      "loss": 2.2812,
      "step": 27952
    },
    {
      "epoch": 1.3004419632472668,
      "grad_norm": 0.9247784284257694,
      "learning_rate": 0.0002701215124145008,
      "loss": 2.5781,
      "step": 27953
    },
    {
      "epoch": 1.3004884856943475,
      "grad_norm": 0.8392955437988773,
      "learning_rate": 0.0002701192895405914,
      "loss": 2.6094,
      "step": 27954
    },
    {
      "epoch": 1.3005350081414282,
      "grad_norm": 0.9021942852613448,
      "learning_rate": 0.00027011706659314425,
      "loss": 2.2812,
      "step": 27955
    },
    {
      "epoch": 1.300581530588509,
      "grad_norm": 0.879658424336921,
      "learning_rate": 0.0002701148435721607,
      "loss": 2.3906,
      "step": 27956
    },
    {
      "epoch": 1.3006280530355896,
      "grad_norm": 0.8731054989967685,
      "learning_rate": 0.00027011262047764217,
      "loss": 2.3906,
      "step": 27957
    },
    {
      "epoch": 1.3006745754826703,
      "grad_norm": 0.8433791862972184,
      "learning_rate": 0.0002701103973095899,
      "loss": 2.1719,
      "step": 27958
    },
    {
      "epoch": 1.3007210979297512,
      "grad_norm": 0.8826114675260011,
      "learning_rate": 0.0002701081740680054,
      "loss": 2.5938,
      "step": 27959
    },
    {
      "epoch": 1.3007676203768317,
      "grad_norm": 0.8391852301408741,
      "learning_rate": 0.00027010595075288997,
      "loss": 2.4062,
      "step": 27960
    },
    {
      "epoch": 1.3008141428239126,
      "grad_norm": 0.7989344081021049,
      "learning_rate": 0.000270103727364245,
      "loss": 2.4844,
      "step": 27961
    },
    {
      "epoch": 1.3008606652709933,
      "grad_norm": 0.973776137090279,
      "learning_rate": 0.0002701015039020718,
      "loss": 2.3281,
      "step": 27962
    },
    {
      "epoch": 1.300907187718074,
      "grad_norm": 0.8790324844836988,
      "learning_rate": 0.0002700992803663717,
      "loss": 2.3125,
      "step": 27963
    },
    {
      "epoch": 1.3009537101651547,
      "grad_norm": 0.8710405348115042,
      "learning_rate": 0.00027009705675714614,
      "loss": 2.4844,
      "step": 27964
    },
    {
      "epoch": 1.3010002326122354,
      "grad_norm": 0.8509605425714539,
      "learning_rate": 0.0002700948330743965,
      "loss": 2.3281,
      "step": 27965
    },
    {
      "epoch": 1.301046755059316,
      "grad_norm": 0.9114301067844394,
      "learning_rate": 0.00027009260931812405,
      "loss": 2.2969,
      "step": 27966
    },
    {
      "epoch": 1.3010932775063968,
      "grad_norm": 0.8530773050879612,
      "learning_rate": 0.0002700903854883302,
      "loss": 2.4219,
      "step": 27967
    },
    {
      "epoch": 1.3011397999534775,
      "grad_norm": 0.8561690892618687,
      "learning_rate": 0.0002700881615850163,
      "loss": 2.5156,
      "step": 27968
    },
    {
      "epoch": 1.3011863224005582,
      "grad_norm": 0.8588623554222112,
      "learning_rate": 0.00027008593760818373,
      "loss": 2.3125,
      "step": 27969
    },
    {
      "epoch": 1.301232844847639,
      "grad_norm": 0.8539572714250889,
      "learning_rate": 0.00027008371355783387,
      "loss": 2.1094,
      "step": 27970
    },
    {
      "epoch": 1.3012793672947196,
      "grad_norm": 0.8851410278417906,
      "learning_rate": 0.000270081489433968,
      "loss": 2.5625,
      "step": 27971
    },
    {
      "epoch": 1.3013258897418005,
      "grad_norm": 0.8758793537311476,
      "learning_rate": 0.0002700792652365876,
      "loss": 2.5,
      "step": 27972
    },
    {
      "epoch": 1.301372412188881,
      "grad_norm": 0.8957277060324277,
      "learning_rate": 0.0002700770409656939,
      "loss": 2.6719,
      "step": 27973
    },
    {
      "epoch": 1.301418934635962,
      "grad_norm": 0.8773510027239978,
      "learning_rate": 0.00027007481662128836,
      "loss": 1.7812,
      "step": 27974
    },
    {
      "epoch": 1.3014654570830426,
      "grad_norm": 0.8274410166127185,
      "learning_rate": 0.0002700725922033723,
      "loss": 2.4688,
      "step": 27975
    },
    {
      "epoch": 1.3015119795301233,
      "grad_norm": 0.9023021132599361,
      "learning_rate": 0.0002700703677119471,
      "loss": 2.5156,
      "step": 27976
    },
    {
      "epoch": 1.301558501977204,
      "grad_norm": 0.8649788913254607,
      "learning_rate": 0.0002700681431470141,
      "loss": 2.4219,
      "step": 27977
    },
    {
      "epoch": 1.3016050244242847,
      "grad_norm": 0.9037924582336057,
      "learning_rate": 0.0002700659185085747,
      "loss": 2.5156,
      "step": 27978
    },
    {
      "epoch": 1.3016515468713654,
      "grad_norm": 0.8719105779817998,
      "learning_rate": 0.0002700636937966302,
      "loss": 2.7969,
      "step": 27979
    },
    {
      "epoch": 1.3016980693184461,
      "grad_norm": 0.8307655865617191,
      "learning_rate": 0.000270061469011182,
      "loss": 2.3281,
      "step": 27980
    },
    {
      "epoch": 1.3017445917655268,
      "grad_norm": 0.8273879660997671,
      "learning_rate": 0.0002700592441522315,
      "loss": 1.8438,
      "step": 27981
    },
    {
      "epoch": 1.3017911142126075,
      "grad_norm": 1.0347201969942765,
      "learning_rate": 0.00027005701921978,
      "loss": 2.5312,
      "step": 27982
    },
    {
      "epoch": 1.3018376366596884,
      "grad_norm": 0.9180035588595595,
      "learning_rate": 0.00027005479421382886,
      "loss": 2.4688,
      "step": 27983
    },
    {
      "epoch": 1.301884159106769,
      "grad_norm": 0.8357731984210068,
      "learning_rate": 0.0002700525691343795,
      "loss": 1.9219,
      "step": 27984
    },
    {
      "epoch": 1.3019306815538498,
      "grad_norm": 0.8413153496808912,
      "learning_rate": 0.00027005034398143327,
      "loss": 2.3125,
      "step": 27985
    },
    {
      "epoch": 1.3019772040009303,
      "grad_norm": 0.8705157737223432,
      "learning_rate": 0.0002700481187549915,
      "loss": 2.5,
      "step": 27986
    },
    {
      "epoch": 1.3020237264480112,
      "grad_norm": 0.9523628425840459,
      "learning_rate": 0.00027004589345505555,
      "loss": 2.4219,
      "step": 27987
    },
    {
      "epoch": 1.302070248895092,
      "grad_norm": 0.7791973278612468,
      "learning_rate": 0.0002700436680816268,
      "loss": 2.2812,
      "step": 27988
    },
    {
      "epoch": 1.3021167713421726,
      "grad_norm": 0.8441213070284833,
      "learning_rate": 0.0002700414426347066,
      "loss": 2.5938,
      "step": 27989
    },
    {
      "epoch": 1.3021632937892533,
      "grad_norm": 0.8958979768263646,
      "learning_rate": 0.00027003921711429634,
      "loss": 2.1875,
      "step": 27990
    },
    {
      "epoch": 1.302209816236334,
      "grad_norm": 0.8723335000669485,
      "learning_rate": 0.00027003699152039734,
      "loss": 2.6406,
      "step": 27991
    },
    {
      "epoch": 1.3022563386834147,
      "grad_norm": 0.8743103337240611,
      "learning_rate": 0.000270034765853011,
      "loss": 2.3594,
      "step": 27992
    },
    {
      "epoch": 1.3023028611304954,
      "grad_norm": 0.8683604956375518,
      "learning_rate": 0.0002700325401121387,
      "loss": 2.1719,
      "step": 27993
    },
    {
      "epoch": 1.3023493835775761,
      "grad_norm": 0.8559087049860648,
      "learning_rate": 0.0002700303142977817,
      "loss": 2.3594,
      "step": 27994
    },
    {
      "epoch": 1.3023959060246568,
      "grad_norm": 0.8310418994510197,
      "learning_rate": 0.0002700280884099415,
      "loss": 2.2188,
      "step": 27995
    },
    {
      "epoch": 1.3024424284717377,
      "grad_norm": 0.8892116612516605,
      "learning_rate": 0.0002700258624486194,
      "loss": 2.2344,
      "step": 27996
    },
    {
      "epoch": 1.3024889509188182,
      "grad_norm": 0.8410409419511339,
      "learning_rate": 0.0002700236364138167,
      "loss": 2.2656,
      "step": 27997
    },
    {
      "epoch": 1.3025354733658991,
      "grad_norm": 0.9382527577093078,
      "learning_rate": 0.00027002141030553484,
      "loss": 2.5,
      "step": 27998
    },
    {
      "epoch": 1.3025819958129798,
      "grad_norm": 0.8697927927561396,
      "learning_rate": 0.0002700191841237752,
      "loss": 2.2969,
      "step": 27999
    },
    {
      "epoch": 1.3026285182600605,
      "grad_norm": 0.9048207614035707,
      "learning_rate": 0.0002700169578685391,
      "loss": 2.25,
      "step": 28000
    },
    {
      "epoch": 1.3026750407071412,
      "grad_norm": 0.8738256960317576,
      "learning_rate": 0.0002700147315398279,
      "loss": 2.4844,
      "step": 28001
    },
    {
      "epoch": 1.302721563154222,
      "grad_norm": 0.8696164069389694,
      "learning_rate": 0.00027001250513764295,
      "loss": 2.1875,
      "step": 28002
    },
    {
      "epoch": 1.3027680856013026,
      "grad_norm": 0.879019279586551,
      "learning_rate": 0.00027001027866198563,
      "loss": 2.4375,
      "step": 28003
    },
    {
      "epoch": 1.3028146080483833,
      "grad_norm": 0.8867914118699158,
      "learning_rate": 0.00027000805211285734,
      "loss": 2.3281,
      "step": 28004
    },
    {
      "epoch": 1.302861130495464,
      "grad_norm": 0.9104328438207979,
      "learning_rate": 0.00027000582549025946,
      "loss": 2.3594,
      "step": 28005
    },
    {
      "epoch": 1.3029076529425447,
      "grad_norm": 0.887073103829264,
      "learning_rate": 0.0002700035987941932,
      "loss": 2.3438,
      "step": 28006
    },
    {
      "epoch": 1.3029541753896254,
      "grad_norm": 0.8887811840445836,
      "learning_rate": 0.0002700013720246601,
      "loss": 2.2188,
      "step": 28007
    },
    {
      "epoch": 1.3030006978367061,
      "grad_norm": 0.8629900171021573,
      "learning_rate": 0.00026999914518166144,
      "loss": 2.2969,
      "step": 28008
    },
    {
      "epoch": 1.303047220283787,
      "grad_norm": 0.8640619779465774,
      "learning_rate": 0.00026999691826519863,
      "loss": 2.5312,
      "step": 28009
    },
    {
      "epoch": 1.3030937427308675,
      "grad_norm": 0.8132839564501689,
      "learning_rate": 0.00026999469127527294,
      "loss": 2.4375,
      "step": 28010
    },
    {
      "epoch": 1.3031402651779485,
      "grad_norm": 0.9415318260737503,
      "learning_rate": 0.0002699924642118858,
      "loss": 2.375,
      "step": 28011
    },
    {
      "epoch": 1.3031867876250292,
      "grad_norm": 0.9304481553698878,
      "learning_rate": 0.0002699902370750386,
      "loss": 2.4688,
      "step": 28012
    },
    {
      "epoch": 1.3032333100721099,
      "grad_norm": 0.8950064967891427,
      "learning_rate": 0.00026998800986473265,
      "loss": 2.4062,
      "step": 28013
    },
    {
      "epoch": 1.3032798325191906,
      "grad_norm": 0.8450723249629484,
      "learning_rate": 0.00026998578258096936,
      "loss": 2.1719,
      "step": 28014
    },
    {
      "epoch": 1.3033263549662712,
      "grad_norm": 0.8521031979013947,
      "learning_rate": 0.00026998355522375,
      "loss": 2.625,
      "step": 28015
    },
    {
      "epoch": 1.303372877413352,
      "grad_norm": 0.8900618256093485,
      "learning_rate": 0.00026998132779307613,
      "loss": 2.4531,
      "step": 28016
    },
    {
      "epoch": 1.3034193998604326,
      "grad_norm": 0.8307901243934137,
      "learning_rate": 0.00026997910028894886,
      "loss": 1.8047,
      "step": 28017
    },
    {
      "epoch": 1.3034659223075133,
      "grad_norm": 0.8773792707436313,
      "learning_rate": 0.0002699768727113697,
      "loss": 2.4531,
      "step": 28018
    },
    {
      "epoch": 1.303512444754594,
      "grad_norm": 0.8750135686045207,
      "learning_rate": 0.00026997464506034,
      "loss": 2.4219,
      "step": 28019
    },
    {
      "epoch": 1.3035589672016747,
      "grad_norm": 0.8262817633679937,
      "learning_rate": 0.0002699724173358612,
      "loss": 2.3438,
      "step": 28020
    },
    {
      "epoch": 1.3036054896487554,
      "grad_norm": 0.9104468032657463,
      "learning_rate": 0.0002699701895379344,
      "loss": 2.6094,
      "step": 28021
    },
    {
      "epoch": 1.3036520120958364,
      "grad_norm": 0.8413124315429823,
      "learning_rate": 0.0002699679616665613,
      "loss": 2.3438,
      "step": 28022
    },
    {
      "epoch": 1.3036985345429168,
      "grad_norm": 1.0070686308329924,
      "learning_rate": 0.000269965733721743,
      "loss": 2.9219,
      "step": 28023
    },
    {
      "epoch": 1.3037450569899978,
      "grad_norm": 0.843580548789732,
      "learning_rate": 0.00026996350570348106,
      "loss": 2.4219,
      "step": 28024
    },
    {
      "epoch": 1.3037915794370785,
      "grad_norm": 0.8526232768658,
      "learning_rate": 0.0002699612776117767,
      "loss": 2.4375,
      "step": 28025
    },
    {
      "epoch": 1.3038381018841592,
      "grad_norm": 0.8413402228635822,
      "learning_rate": 0.0002699590494466314,
      "loss": 2.3906,
      "step": 28026
    },
    {
      "epoch": 1.3038846243312399,
      "grad_norm": 0.9028016915949973,
      "learning_rate": 0.0002699568212080464,
      "loss": 2.4844,
      "step": 28027
    },
    {
      "epoch": 1.3039311467783206,
      "grad_norm": 0.8723260996629989,
      "learning_rate": 0.0002699545928960231,
      "loss": 2.2656,
      "step": 28028
    },
    {
      "epoch": 1.3039776692254013,
      "grad_norm": 0.8664627967613978,
      "learning_rate": 0.00026995236451056296,
      "loss": 2.6719,
      "step": 28029
    },
    {
      "epoch": 1.304024191672482,
      "grad_norm": 0.9708898011620816,
      "learning_rate": 0.0002699501360516673,
      "loss": 2.0,
      "step": 28030
    },
    {
      "epoch": 1.3040707141195627,
      "grad_norm": 0.8589287441347845,
      "learning_rate": 0.00026994790751933744,
      "loss": 2.2812,
      "step": 28031
    },
    {
      "epoch": 1.3041172365666434,
      "grad_norm": 0.9058534027718813,
      "learning_rate": 0.00026994567891357467,
      "loss": 2.4062,
      "step": 28032
    },
    {
      "epoch": 1.304163759013724,
      "grad_norm": 0.8612924966930097,
      "learning_rate": 0.00026994345023438057,
      "loss": 2.5,
      "step": 28033
    },
    {
      "epoch": 1.3042102814608048,
      "grad_norm": 0.8429065228509128,
      "learning_rate": 0.00026994122148175627,
      "loss": 2.6719,
      "step": 28034
    },
    {
      "epoch": 1.3042568039078857,
      "grad_norm": 0.9254170291744073,
      "learning_rate": 0.0002699389926557033,
      "loss": 2.4844,
      "step": 28035
    },
    {
      "epoch": 1.3043033263549662,
      "grad_norm": 0.8452102609777922,
      "learning_rate": 0.000269936763756223,
      "loss": 2.2656,
      "step": 28036
    },
    {
      "epoch": 1.304349848802047,
      "grad_norm": 0.8725132983768514,
      "learning_rate": 0.0002699345347833167,
      "loss": 2.3594,
      "step": 28037
    },
    {
      "epoch": 1.3043963712491278,
      "grad_norm": 0.8780291425131272,
      "learning_rate": 0.00026993230573698577,
      "loss": 2.2969,
      "step": 28038
    },
    {
      "epoch": 1.3044428936962085,
      "grad_norm": 0.8385584763928786,
      "learning_rate": 0.00026993007661723153,
      "loss": 2.2812,
      "step": 28039
    },
    {
      "epoch": 1.3044894161432892,
      "grad_norm": 0.8781162973459636,
      "learning_rate": 0.00026992784742405545,
      "loss": 2.5156,
      "step": 28040
    },
    {
      "epoch": 1.3045359385903699,
      "grad_norm": 0.8846728802297962,
      "learning_rate": 0.0002699256181574588,
      "loss": 2.4844,
      "step": 28041
    },
    {
      "epoch": 1.3045824610374506,
      "grad_norm": 0.8679859501908228,
      "learning_rate": 0.00026992338881744296,
      "loss": 2.2969,
      "step": 28042
    },
    {
      "epoch": 1.3046289834845313,
      "grad_norm": 0.8701648941265727,
      "learning_rate": 0.00026992115940400937,
      "loss": 2.5781,
      "step": 28043
    },
    {
      "epoch": 1.304675505931612,
      "grad_norm": 0.8563164873919252,
      "learning_rate": 0.0002699189299171593,
      "loss": 2.2188,
      "step": 28044
    },
    {
      "epoch": 1.3047220283786927,
      "grad_norm": 0.9415153500686779,
      "learning_rate": 0.00026991670035689415,
      "loss": 2.3438,
      "step": 28045
    },
    {
      "epoch": 1.3047685508257734,
      "grad_norm": 0.8729248067265761,
      "learning_rate": 0.00026991447072321535,
      "loss": 2.4375,
      "step": 28046
    },
    {
      "epoch": 1.304815073272854,
      "grad_norm": 0.8913919304653252,
      "learning_rate": 0.0002699122410161241,
      "loss": 2.5156,
      "step": 28047
    },
    {
      "epoch": 1.304861595719935,
      "grad_norm": 0.8965490805702818,
      "learning_rate": 0.0002699100112356219,
      "loss": 2.375,
      "step": 28048
    },
    {
      "epoch": 1.3049081181670155,
      "grad_norm": 0.8253426334609039,
      "learning_rate": 0.00026990778138171015,
      "loss": 2.4688,
      "step": 28049
    },
    {
      "epoch": 1.3049546406140964,
      "grad_norm": 0.8452035114115046,
      "learning_rate": 0.0002699055514543901,
      "loss": 2.4844,
      "step": 28050
    },
    {
      "epoch": 1.305001163061177,
      "grad_norm": 0.8914088713760508,
      "learning_rate": 0.0002699033214536632,
      "loss": 2.5781,
      "step": 28051
    },
    {
      "epoch": 1.3050476855082578,
      "grad_norm": 0.8319851097646437,
      "learning_rate": 0.00026990109137953075,
      "loss": 2.3438,
      "step": 28052
    },
    {
      "epoch": 1.3050942079553385,
      "grad_norm": 0.8964741293059565,
      "learning_rate": 0.0002698988612319941,
      "loss": 2.2969,
      "step": 28053
    },
    {
      "epoch": 1.3051407304024192,
      "grad_norm": 0.9044162849476641,
      "learning_rate": 0.00026989663101105476,
      "loss": 2.5781,
      "step": 28054
    },
    {
      "epoch": 1.3051872528494999,
      "grad_norm": 0.8934194011211033,
      "learning_rate": 0.00026989440071671395,
      "loss": 2.375,
      "step": 28055
    },
    {
      "epoch": 1.3052337752965806,
      "grad_norm": 0.8897830274314008,
      "learning_rate": 0.0002698921703489731,
      "loss": 2.4219,
      "step": 28056
    },
    {
      "epoch": 1.3052802977436613,
      "grad_norm": 1.0102364179227215,
      "learning_rate": 0.0002698899399078335,
      "loss": 2.5781,
      "step": 28057
    },
    {
      "epoch": 1.305326820190742,
      "grad_norm": 0.937414700606415,
      "learning_rate": 0.0002698877093932966,
      "loss": 2.5938,
      "step": 28058
    },
    {
      "epoch": 1.3053733426378227,
      "grad_norm": 0.9015604683639316,
      "learning_rate": 0.0002698854788053638,
      "loss": 2.5938,
      "step": 28059
    },
    {
      "epoch": 1.3054198650849034,
      "grad_norm": 0.9695279675535341,
      "learning_rate": 0.0002698832481440363,
      "loss": 2.5156,
      "step": 28060
    },
    {
      "epoch": 1.3054663875319843,
      "grad_norm": 0.8972535622041108,
      "learning_rate": 0.0002698810174093156,
      "loss": 2.3594,
      "step": 28061
    },
    {
      "epoch": 1.3055129099790648,
      "grad_norm": 0.8185761254898026,
      "learning_rate": 0.0002698787866012031,
      "loss": 2.0938,
      "step": 28062
    },
    {
      "epoch": 1.3055594324261457,
      "grad_norm": 0.9071452186398097,
      "learning_rate": 0.0002698765557197,
      "loss": 2.4375,
      "step": 28063
    },
    {
      "epoch": 1.3056059548732264,
      "grad_norm": 0.8256608277205104,
      "learning_rate": 0.00026987432476480785,
      "loss": 2.4531,
      "step": 28064
    },
    {
      "epoch": 1.305652477320307,
      "grad_norm": 0.912970736787801,
      "learning_rate": 0.0002698720937365279,
      "loss": 2.4531,
      "step": 28065
    },
    {
      "epoch": 1.3056989997673878,
      "grad_norm": 0.8572696011618894,
      "learning_rate": 0.00026986986263486155,
      "loss": 2.25,
      "step": 28066
    },
    {
      "epoch": 1.3057455222144685,
      "grad_norm": 0.7891442738794304,
      "learning_rate": 0.00026986763145981014,
      "loss": 2.0938,
      "step": 28067
    },
    {
      "epoch": 1.3057920446615492,
      "grad_norm": 0.8849356311110694,
      "learning_rate": 0.0002698654002113751,
      "loss": 2.6406,
      "step": 28068
    },
    {
      "epoch": 1.3058385671086299,
      "grad_norm": 0.9118617643414223,
      "learning_rate": 0.00026986316888955774,
      "loss": 2.375,
      "step": 28069
    },
    {
      "epoch": 1.3058850895557106,
      "grad_norm": 0.9061860091770935,
      "learning_rate": 0.00026986093749435945,
      "loss": 2.625,
      "step": 28070
    },
    {
      "epoch": 1.3059316120027913,
      "grad_norm": 0.8374293508571731,
      "learning_rate": 0.00026985870602578156,
      "loss": 2.3438,
      "step": 28071
    },
    {
      "epoch": 1.305978134449872,
      "grad_norm": 0.959442989743151,
      "learning_rate": 0.0002698564744838255,
      "loss": 2.6094,
      "step": 28072
    },
    {
      "epoch": 1.3060246568969527,
      "grad_norm": 0.836741862437177,
      "learning_rate": 0.00026985424286849255,
      "loss": 2.2031,
      "step": 28073
    },
    {
      "epoch": 1.3060711793440336,
      "grad_norm": 0.8654617438015008,
      "learning_rate": 0.00026985201117978415,
      "loss": 2.5938,
      "step": 28074
    },
    {
      "epoch": 1.306117701791114,
      "grad_norm": 0.9125646876414595,
      "learning_rate": 0.00026984977941770167,
      "loss": 2.5938,
      "step": 28075
    },
    {
      "epoch": 1.306164224238195,
      "grad_norm": 0.9176747666915533,
      "learning_rate": 0.00026984754758224645,
      "loss": 2.3125,
      "step": 28076
    },
    {
      "epoch": 1.3062107466852757,
      "grad_norm": 0.9162119896596219,
      "learning_rate": 0.0002698453156734198,
      "loss": 2.5312,
      "step": 28077
    },
    {
      "epoch": 1.3062572691323564,
      "grad_norm": 0.8541198030596249,
      "learning_rate": 0.0002698430836912232,
      "loss": 2.4062,
      "step": 28078
    },
    {
      "epoch": 1.306303791579437,
      "grad_norm": 0.7973455505146424,
      "learning_rate": 0.0002698408516356579,
      "loss": 2.1875,
      "step": 28079
    },
    {
      "epoch": 1.3063503140265178,
      "grad_norm": 0.8012837859101185,
      "learning_rate": 0.0002698386195067253,
      "loss": 2.1562,
      "step": 28080
    },
    {
      "epoch": 1.3063968364735985,
      "grad_norm": 0.9825262845007092,
      "learning_rate": 0.0002698363873044269,
      "loss": 2.3281,
      "step": 28081
    },
    {
      "epoch": 1.3064433589206792,
      "grad_norm": 0.8584801107470879,
      "learning_rate": 0.0002698341550287639,
      "loss": 2.1719,
      "step": 28082
    },
    {
      "epoch": 1.30648988136776,
      "grad_norm": 0.872225293371032,
      "learning_rate": 0.00026983192267973773,
      "loss": 2.5156,
      "step": 28083
    },
    {
      "epoch": 1.3065364038148406,
      "grad_norm": 0.8599243003647089,
      "learning_rate": 0.0002698296902573498,
      "loss": 2.3125,
      "step": 28084
    },
    {
      "epoch": 1.3065829262619213,
      "grad_norm": 0.8566219663465696,
      "learning_rate": 0.0002698274577616013,
      "loss": 2.0781,
      "step": 28085
    },
    {
      "epoch": 1.306629448709002,
      "grad_norm": 0.8662732839229207,
      "learning_rate": 0.00026982522519249384,
      "loss": 2.4219,
      "step": 28086
    },
    {
      "epoch": 1.306675971156083,
      "grad_norm": 0.8868353934946777,
      "learning_rate": 0.0002698229925500286,
      "loss": 2.5156,
      "step": 28087
    },
    {
      "epoch": 1.3067224936031634,
      "grad_norm": 0.8593454380164978,
      "learning_rate": 0.00026982075983420704,
      "loss": 2.2188,
      "step": 28088
    },
    {
      "epoch": 1.3067690160502443,
      "grad_norm": 0.8598209818038223,
      "learning_rate": 0.00026981852704503057,
      "loss": 2.2812,
      "step": 28089
    },
    {
      "epoch": 1.306815538497325,
      "grad_norm": 0.9134051003749437,
      "learning_rate": 0.0002698162941825004,
      "loss": 2.4844,
      "step": 28090
    },
    {
      "epoch": 1.3068620609444057,
      "grad_norm": 0.8818143846458492,
      "learning_rate": 0.000269814061246618,
      "loss": 2.3906,
      "step": 28091
    },
    {
      "epoch": 1.3069085833914864,
      "grad_norm": 0.9358614727019728,
      "learning_rate": 0.00026981182823738477,
      "loss": 2.625,
      "step": 28092
    },
    {
      "epoch": 1.306955105838567,
      "grad_norm": 0.864517736403013,
      "learning_rate": 0.00026980959515480205,
      "loss": 2.1719,
      "step": 28093
    },
    {
      "epoch": 1.3070016282856478,
      "grad_norm": 0.8384005215833525,
      "learning_rate": 0.00026980736199887115,
      "loss": 2.3906,
      "step": 28094
    },
    {
      "epoch": 1.3070481507327285,
      "grad_norm": 0.8769450124716318,
      "learning_rate": 0.0002698051287695935,
      "loss": 2.2812,
      "step": 28095
    },
    {
      "epoch": 1.3070946731798092,
      "grad_norm": 0.849362786026775,
      "learning_rate": 0.00026980289546697035,
      "loss": 2.3281,
      "step": 28096
    },
    {
      "epoch": 1.30714119562689,
      "grad_norm": 0.8868970899805297,
      "learning_rate": 0.0002698006620910033,
      "loss": 2.5938,
      "step": 28097
    },
    {
      "epoch": 1.3071877180739708,
      "grad_norm": 0.8902848313385902,
      "learning_rate": 0.0002697984286416935,
      "loss": 2.4219,
      "step": 28098
    },
    {
      "epoch": 1.3072342405210513,
      "grad_norm": 0.9270186929872156,
      "learning_rate": 0.0002697961951190424,
      "loss": 2.4219,
      "step": 28099
    },
    {
      "epoch": 1.3072807629681322,
      "grad_norm": 0.8560894263083643,
      "learning_rate": 0.0002697939615230514,
      "loss": 2.375,
      "step": 28100
    },
    {
      "epoch": 1.3073272854152127,
      "grad_norm": 0.8777766967890838,
      "learning_rate": 0.00026979172785372176,
      "loss": 2.75,
      "step": 28101
    },
    {
      "epoch": 1.3073738078622936,
      "grad_norm": 0.8996338323582092,
      "learning_rate": 0.00026978949411105496,
      "loss": 2.5781,
      "step": 28102
    },
    {
      "epoch": 1.3074203303093743,
      "grad_norm": 0.7951051968207371,
      "learning_rate": 0.00026978726029505234,
      "loss": 2.3125,
      "step": 28103
    },
    {
      "epoch": 1.307466852756455,
      "grad_norm": 0.856476097528162,
      "learning_rate": 0.0002697850264057152,
      "loss": 2.1719,
      "step": 28104
    },
    {
      "epoch": 1.3075133752035357,
      "grad_norm": 1.0084422083432591,
      "learning_rate": 0.00026978279244304503,
      "loss": 2.4375,
      "step": 28105
    },
    {
      "epoch": 1.3075598976506164,
      "grad_norm": 0.8962621525708714,
      "learning_rate": 0.0002697805584070431,
      "loss": 2.3281,
      "step": 28106
    },
    {
      "epoch": 1.3076064200976971,
      "grad_norm": 0.8537289185940106,
      "learning_rate": 0.0002697783242977108,
      "loss": 2.3438,
      "step": 28107
    },
    {
      "epoch": 1.3076529425447778,
      "grad_norm": 0.9316868668113434,
      "learning_rate": 0.0002697760901150495,
      "loss": 2.5469,
      "step": 28108
    },
    {
      "epoch": 1.3076994649918585,
      "grad_norm": 0.8846699085033141,
      "learning_rate": 0.0002697738558590606,
      "loss": 2.5,
      "step": 28109
    },
    {
      "epoch": 1.3077459874389392,
      "grad_norm": 0.8633296651628879,
      "learning_rate": 0.0002697716215297454,
      "loss": 2.6094,
      "step": 28110
    },
    {
      "epoch": 1.3077925098860201,
      "grad_norm": 0.8646381014801967,
      "learning_rate": 0.00026976938712710533,
      "loss": 2.5,
      "step": 28111
    },
    {
      "epoch": 1.3078390323331006,
      "grad_norm": 1.1059954271739483,
      "learning_rate": 0.00026976715265114175,
      "loss": 2.4062,
      "step": 28112
    },
    {
      "epoch": 1.3078855547801815,
      "grad_norm": 0.9350463030362471,
      "learning_rate": 0.00026976491810185596,
      "loss": 2.5938,
      "step": 28113
    },
    {
      "epoch": 1.3079320772272622,
      "grad_norm": 0.8590291690460607,
      "learning_rate": 0.00026976268347924943,
      "loss": 2.1719,
      "step": 28114
    },
    {
      "epoch": 1.307978599674343,
      "grad_norm": 0.863868704468161,
      "learning_rate": 0.00026976044878332346,
      "loss": 2.25,
      "step": 28115
    },
    {
      "epoch": 1.3080251221214236,
      "grad_norm": 0.880943852699966,
      "learning_rate": 0.00026975821401407945,
      "loss": 2.3125,
      "step": 28116
    },
    {
      "epoch": 1.3080716445685043,
      "grad_norm": 0.8725771811583143,
      "learning_rate": 0.00026975597917151876,
      "loss": 2.2656,
      "step": 28117
    },
    {
      "epoch": 1.308118167015585,
      "grad_norm": 0.868538496595706,
      "learning_rate": 0.00026975374425564276,
      "loss": 2.3438,
      "step": 28118
    },
    {
      "epoch": 1.3081646894626657,
      "grad_norm": 0.9088320376796851,
      "learning_rate": 0.0002697515092664528,
      "loss": 2.625,
      "step": 28119
    },
    {
      "epoch": 1.3082112119097464,
      "grad_norm": 0.9064088676127701,
      "learning_rate": 0.00026974927420395024,
      "loss": 2.5,
      "step": 28120
    },
    {
      "epoch": 1.3082577343568271,
      "grad_norm": 0.8896876097394348,
      "learning_rate": 0.0002697470390681365,
      "loss": 2.2969,
      "step": 28121
    },
    {
      "epoch": 1.3083042568039078,
      "grad_norm": 0.8420120467432115,
      "learning_rate": 0.00026974480385901287,
      "loss": 2.5312,
      "step": 28122
    },
    {
      "epoch": 1.3083507792509885,
      "grad_norm": 0.8857034419804009,
      "learning_rate": 0.0002697425685765808,
      "loss": 2.6562,
      "step": 28123
    },
    {
      "epoch": 1.3083973016980694,
      "grad_norm": 0.8895293847853399,
      "learning_rate": 0.00026974033322084163,
      "loss": 2.6094,
      "step": 28124
    },
    {
      "epoch": 1.30844382414515,
      "grad_norm": 0.9161573877452551,
      "learning_rate": 0.0002697380977917967,
      "loss": 2.4688,
      "step": 28125
    },
    {
      "epoch": 1.3084903465922308,
      "grad_norm": 0.9132117151637045,
      "learning_rate": 0.0002697358622894474,
      "loss": 1.875,
      "step": 28126
    },
    {
      "epoch": 1.3085368690393115,
      "grad_norm": 0.8953158081779966,
      "learning_rate": 0.00026973362671379515,
      "loss": 2.4531,
      "step": 28127
    },
    {
      "epoch": 1.3085833914863922,
      "grad_norm": 0.8838803847211503,
      "learning_rate": 0.0002697313910648412,
      "loss": 2.2969,
      "step": 28128
    },
    {
      "epoch": 1.308629913933473,
      "grad_norm": 0.8769936604124263,
      "learning_rate": 0.000269729155342587,
      "loss": 2.4844,
      "step": 28129
    },
    {
      "epoch": 1.3086764363805536,
      "grad_norm": 0.9513764697399395,
      "learning_rate": 0.0002697269195470339,
      "loss": 2.6562,
      "step": 28130
    },
    {
      "epoch": 1.3087229588276343,
      "grad_norm": 0.8420573400966237,
      "learning_rate": 0.00026972468367818334,
      "loss": 2.4844,
      "step": 28131
    },
    {
      "epoch": 1.308769481274715,
      "grad_norm": 0.8170850319216149,
      "learning_rate": 0.00026972244773603663,
      "loss": 2.25,
      "step": 28132
    },
    {
      "epoch": 1.3088160037217957,
      "grad_norm": 1.0988393012455608,
      "learning_rate": 0.00026972021172059503,
      "loss": 2.4062,
      "step": 28133
    },
    {
      "epoch": 1.3088625261688764,
      "grad_norm": 0.8678815043221199,
      "learning_rate": 0.00026971797563186007,
      "loss": 2.5156,
      "step": 28134
    },
    {
      "epoch": 1.3089090486159571,
      "grad_norm": 0.8896250338539323,
      "learning_rate": 0.00026971573946983304,
      "loss": 2.4844,
      "step": 28135
    },
    {
      "epoch": 1.3089555710630378,
      "grad_norm": 0.9788270809209808,
      "learning_rate": 0.00026971350323451535,
      "loss": 2.4219,
      "step": 28136
    },
    {
      "epoch": 1.3090020935101188,
      "grad_norm": 0.9564704447907939,
      "learning_rate": 0.00026971126692590836,
      "loss": 2.6406,
      "step": 28137
    },
    {
      "epoch": 1.3090486159571992,
      "grad_norm": 0.9274929495623246,
      "learning_rate": 0.0002697090305440134,
      "loss": 2.4375,
      "step": 28138
    },
    {
      "epoch": 1.3090951384042802,
      "grad_norm": 0.8349703863190828,
      "learning_rate": 0.0002697067940888319,
      "loss": 2.375,
      "step": 28139
    },
    {
      "epoch": 1.3091416608513609,
      "grad_norm": 0.903122139574261,
      "learning_rate": 0.0002697045575603652,
      "loss": 2.3438,
      "step": 28140
    },
    {
      "epoch": 1.3091881832984416,
      "grad_norm": 0.8067863761290074,
      "learning_rate": 0.0002697023209586146,
      "loss": 2.0938,
      "step": 28141
    },
    {
      "epoch": 1.3092347057455223,
      "grad_norm": 0.9003461827183272,
      "learning_rate": 0.0002697000842835816,
      "loss": 2.2344,
      "step": 28142
    },
    {
      "epoch": 1.309281228192603,
      "grad_norm": 0.9407117789485294,
      "learning_rate": 0.0002696978475352674,
      "loss": 2.7031,
      "step": 28143
    },
    {
      "epoch": 1.3093277506396837,
      "grad_norm": 0.8364188625438671,
      "learning_rate": 0.00026969561071367356,
      "loss": 2.4062,
      "step": 28144
    },
    {
      "epoch": 1.3093742730867644,
      "grad_norm": 0.8961856404291058,
      "learning_rate": 0.0002696933738188013,
      "loss": 2.6875,
      "step": 28145
    },
    {
      "epoch": 1.309420795533845,
      "grad_norm": 0.9209096130258257,
      "learning_rate": 0.00026969113685065214,
      "loss": 2.4062,
      "step": 28146
    },
    {
      "epoch": 1.3094673179809257,
      "grad_norm": 0.9303273708662739,
      "learning_rate": 0.0002696888998092273,
      "loss": 2.5312,
      "step": 28147
    },
    {
      "epoch": 1.3095138404280064,
      "grad_norm": 0.9159671148869477,
      "learning_rate": 0.0002696866626945282,
      "loss": 2.375,
      "step": 28148
    },
    {
      "epoch": 1.3095603628750871,
      "grad_norm": 0.876936430635421,
      "learning_rate": 0.0002696844255065563,
      "loss": 2.5625,
      "step": 28149
    },
    {
      "epoch": 1.309606885322168,
      "grad_norm": 0.9170098218654391,
      "learning_rate": 0.0002696821882453128,
      "loss": 2.375,
      "step": 28150
    },
    {
      "epoch": 1.3096534077692485,
      "grad_norm": 0.850090543887629,
      "learning_rate": 0.0002696799509107992,
      "loss": 2.5469,
      "step": 28151
    },
    {
      "epoch": 1.3096999302163295,
      "grad_norm": 0.8362023969316529,
      "learning_rate": 0.00026967771350301683,
      "loss": 2.4531,
      "step": 28152
    },
    {
      "epoch": 1.3097464526634102,
      "grad_norm": 0.9073645533863303,
      "learning_rate": 0.00026967547602196705,
      "loss": 2.6875,
      "step": 28153
    },
    {
      "epoch": 1.3097929751104909,
      "grad_norm": 0.9249030372468586,
      "learning_rate": 0.00026967323846765123,
      "loss": 2.2812,
      "step": 28154
    },
    {
      "epoch": 1.3098394975575716,
      "grad_norm": 0.832877065091587,
      "learning_rate": 0.0002696710008400707,
      "loss": 2.3125,
      "step": 28155
    },
    {
      "epoch": 1.3098860200046523,
      "grad_norm": 0.8912586254276799,
      "learning_rate": 0.000269668763139227,
      "loss": 2.4062,
      "step": 28156
    },
    {
      "epoch": 1.309932542451733,
      "grad_norm": 0.8416178353867093,
      "learning_rate": 0.0002696665253651213,
      "loss": 2.3594,
      "step": 28157
    },
    {
      "epoch": 1.3099790648988137,
      "grad_norm": 0.8172569028979302,
      "learning_rate": 0.00026966428751775507,
      "loss": 2.2188,
      "step": 28158
    },
    {
      "epoch": 1.3100255873458944,
      "grad_norm": 0.8701051625174339,
      "learning_rate": 0.0002696620495971296,
      "loss": 2.625,
      "step": 28159
    },
    {
      "epoch": 1.310072109792975,
      "grad_norm": 0.9040212843469462,
      "learning_rate": 0.0002696598116032464,
      "loss": 2.4531,
      "step": 28160
    },
    {
      "epoch": 1.3101186322400558,
      "grad_norm": 0.8473138252534652,
      "learning_rate": 0.0002696575735361067,
      "loss": 2.3438,
      "step": 28161
    },
    {
      "epoch": 1.3101651546871365,
      "grad_norm": 0.8655688465182692,
      "learning_rate": 0.00026965533539571196,
      "loss": 2.3438,
      "step": 28162
    },
    {
      "epoch": 1.3102116771342174,
      "grad_norm": 0.8781633093090921,
      "learning_rate": 0.0002696530971820635,
      "loss": 2.5469,
      "step": 28163
    },
    {
      "epoch": 1.3102581995812979,
      "grad_norm": 0.8331807945355795,
      "learning_rate": 0.0002696508588951627,
      "loss": 2.2031,
      "step": 28164
    },
    {
      "epoch": 1.3103047220283788,
      "grad_norm": 0.8546831125120914,
      "learning_rate": 0.000269648620535011,
      "loss": 2.4688,
      "step": 28165
    },
    {
      "epoch": 1.3103512444754595,
      "grad_norm": 0.827697408777834,
      "learning_rate": 0.00026964638210160964,
      "loss": 2.125,
      "step": 28166
    },
    {
      "epoch": 1.3103977669225402,
      "grad_norm": 0.9436002395441585,
      "learning_rate": 0.0002696441435949601,
      "loss": 2.6719,
      "step": 28167
    },
    {
      "epoch": 1.3104442893696209,
      "grad_norm": 0.8198839326039893,
      "learning_rate": 0.0002696419050150637,
      "loss": 1.8516,
      "step": 28168
    },
    {
      "epoch": 1.3104908118167016,
      "grad_norm": 0.9233921821994956,
      "learning_rate": 0.0002696396663619218,
      "loss": 2.3281,
      "step": 28169
    },
    {
      "epoch": 1.3105373342637823,
      "grad_norm": 0.8489958831903643,
      "learning_rate": 0.0002696374276355358,
      "loss": 2.4219,
      "step": 28170
    },
    {
      "epoch": 1.310583856710863,
      "grad_norm": 0.8831911694097332,
      "learning_rate": 0.00026963518883590715,
      "loss": 2.2812,
      "step": 28171
    },
    {
      "epoch": 1.3106303791579437,
      "grad_norm": 0.8535575016098286,
      "learning_rate": 0.000269632949963037,
      "loss": 2.2031,
      "step": 28172
    },
    {
      "epoch": 1.3106769016050244,
      "grad_norm": 0.8678410211578935,
      "learning_rate": 0.0002696307110169269,
      "loss": 2.5312,
      "step": 28173
    },
    {
      "epoch": 1.310723424052105,
      "grad_norm": 0.8784184785858694,
      "learning_rate": 0.0002696284719975782,
      "loss": 2.4531,
      "step": 28174
    },
    {
      "epoch": 1.3107699464991858,
      "grad_norm": 0.8315573703434186,
      "learning_rate": 0.00026962623290499225,
      "loss": 1.7578,
      "step": 28175
    },
    {
      "epoch": 1.3108164689462667,
      "grad_norm": 0.8269172945167292,
      "learning_rate": 0.00026962399373917036,
      "loss": 2.125,
      "step": 28176
    },
    {
      "epoch": 1.3108629913933472,
      "grad_norm": 0.9199624809147288,
      "learning_rate": 0.00026962175450011397,
      "loss": 2.5781,
      "step": 28177
    },
    {
      "epoch": 1.310909513840428,
      "grad_norm": 0.8081423379929127,
      "learning_rate": 0.00026961951518782444,
      "loss": 2.0938,
      "step": 28178
    },
    {
      "epoch": 1.3109560362875088,
      "grad_norm": 0.9327487394455256,
      "learning_rate": 0.0002696172758023032,
      "loss": 2.5312,
      "step": 28179
    },
    {
      "epoch": 1.3110025587345895,
      "grad_norm": 0.8579557826802459,
      "learning_rate": 0.0002696150363435515,
      "loss": 2.5,
      "step": 28180
    },
    {
      "epoch": 1.3110490811816702,
      "grad_norm": 0.8835881160572608,
      "learning_rate": 0.00026961279681157074,
      "loss": 2.5312,
      "step": 28181
    },
    {
      "epoch": 1.3110956036287509,
      "grad_norm": 0.8397964296370557,
      "learning_rate": 0.00026961055720636236,
      "loss": 2.2188,
      "step": 28182
    },
    {
      "epoch": 1.3111421260758316,
      "grad_norm": 0.8373614240691523,
      "learning_rate": 0.00026960831752792774,
      "loss": 2.4531,
      "step": 28183
    },
    {
      "epoch": 1.3111886485229123,
      "grad_norm": 0.9196422698217532,
      "learning_rate": 0.0002696060777762681,
      "loss": 2.6562,
      "step": 28184
    },
    {
      "epoch": 1.311235170969993,
      "grad_norm": 0.8720168027430931,
      "learning_rate": 0.00026960383795138497,
      "loss": 2.4219,
      "step": 28185
    },
    {
      "epoch": 1.3112816934170737,
      "grad_norm": 0.8948738315656258,
      "learning_rate": 0.0002696015980532797,
      "loss": 2.3594,
      "step": 28186
    },
    {
      "epoch": 1.3113282158641544,
      "grad_norm": 0.9328381376279202,
      "learning_rate": 0.00026959935808195355,
      "loss": 2.3906,
      "step": 28187
    },
    {
      "epoch": 1.311374738311235,
      "grad_norm": 0.8497076635088671,
      "learning_rate": 0.00026959711803740803,
      "loss": 2.5625,
      "step": 28188
    },
    {
      "epoch": 1.311421260758316,
      "grad_norm": 0.824451243131821,
      "learning_rate": 0.00026959487791964443,
      "loss": 2.1719,
      "step": 28189
    },
    {
      "epoch": 1.3114677832053965,
      "grad_norm": 0.9112383273255209,
      "learning_rate": 0.0002695926377286642,
      "loss": 2.4062,
      "step": 28190
    },
    {
      "epoch": 1.3115143056524774,
      "grad_norm": 0.8693856054498909,
      "learning_rate": 0.0002695903974644685,
      "loss": 2.2969,
      "step": 28191
    },
    {
      "epoch": 1.311560828099558,
      "grad_norm": 0.801808273489899,
      "learning_rate": 0.000269588157127059,
      "loss": 2.4844,
      "step": 28192
    },
    {
      "epoch": 1.3116073505466388,
      "grad_norm": 0.8588470016150288,
      "learning_rate": 0.00026958591671643684,
      "loss": 2.4844,
      "step": 28193
    },
    {
      "epoch": 1.3116538729937195,
      "grad_norm": 0.8144653246938383,
      "learning_rate": 0.00026958367623260355,
      "loss": 2.3906,
      "step": 28194
    },
    {
      "epoch": 1.3117003954408002,
      "grad_norm": 0.817119418796289,
      "learning_rate": 0.00026958143567556037,
      "loss": 2.3906,
      "step": 28195
    },
    {
      "epoch": 1.311746917887881,
      "grad_norm": 0.9132338667258685,
      "learning_rate": 0.0002695791950453088,
      "loss": 2.3281,
      "step": 28196
    },
    {
      "epoch": 1.3117934403349616,
      "grad_norm": 0.8612228748197703,
      "learning_rate": 0.00026957695434185006,
      "loss": 2.5469,
      "step": 28197
    },
    {
      "epoch": 1.3118399627820423,
      "grad_norm": 0.8808084468837557,
      "learning_rate": 0.0002695747135651856,
      "loss": 2.5156,
      "step": 28198
    },
    {
      "epoch": 1.311886485229123,
      "grad_norm": 0.8559890787713983,
      "learning_rate": 0.00026957247271531686,
      "loss": 2.4219,
      "step": 28199
    },
    {
      "epoch": 1.3119330076762037,
      "grad_norm": 0.8643284081575693,
      "learning_rate": 0.0002695702317922451,
      "loss": 2.3906,
      "step": 28200
    },
    {
      "epoch": 1.3119795301232844,
      "grad_norm": 0.8239662138968293,
      "learning_rate": 0.00026956799079597176,
      "loss": 2.3125,
      "step": 28201
    },
    {
      "epoch": 1.3120260525703653,
      "grad_norm": 0.931439553267467,
      "learning_rate": 0.0002695657497264982,
      "loss": 2.25,
      "step": 28202
    },
    {
      "epoch": 1.3120725750174458,
      "grad_norm": 0.8486530323738182,
      "learning_rate": 0.0002695635085838257,
      "loss": 2.2969,
      "step": 28203
    },
    {
      "epoch": 1.3121190974645267,
      "grad_norm": 0.9195228286437982,
      "learning_rate": 0.0002695612673679558,
      "loss": 2.5938,
      "step": 28204
    },
    {
      "epoch": 1.3121656199116074,
      "grad_norm": 0.9190841610797434,
      "learning_rate": 0.00026955902607888975,
      "loss": 2.4219,
      "step": 28205
    },
    {
      "epoch": 1.312212142358688,
      "grad_norm": 0.9477554134590095,
      "learning_rate": 0.00026955678471662903,
      "loss": 2.7812,
      "step": 28206
    },
    {
      "epoch": 1.3122586648057688,
      "grad_norm": 0.8746289615109103,
      "learning_rate": 0.00026955454328117485,
      "loss": 2.4219,
      "step": 28207
    },
    {
      "epoch": 1.3123051872528495,
      "grad_norm": 0.8889011366623758,
      "learning_rate": 0.0002695523017725288,
      "loss": 2.4688,
      "step": 28208
    },
    {
      "epoch": 1.3123517096999302,
      "grad_norm": 0.8901425614424239,
      "learning_rate": 0.000269550060190692,
      "loss": 2.4219,
      "step": 28209
    },
    {
      "epoch": 1.312398232147011,
      "grad_norm": 0.8425439373372912,
      "learning_rate": 0.000269547818535666,
      "loss": 2.5781,
      "step": 28210
    },
    {
      "epoch": 1.3124447545940916,
      "grad_norm": 0.8894767163692812,
      "learning_rate": 0.0002695455768074521,
      "loss": 2.3281,
      "step": 28211
    },
    {
      "epoch": 1.3124912770411723,
      "grad_norm": 0.8472291609981739,
      "learning_rate": 0.0002695433350060517,
      "loss": 2.4375,
      "step": 28212
    },
    {
      "epoch": 1.3125377994882532,
      "grad_norm": 0.8663839370724151,
      "learning_rate": 0.00026954109313146623,
      "loss": 2.375,
      "step": 28213
    },
    {
      "epoch": 1.3125843219353337,
      "grad_norm": 0.9074570997214222,
      "learning_rate": 0.0002695388511836969,
      "loss": 2.3906,
      "step": 28214
    },
    {
      "epoch": 1.3126308443824146,
      "grad_norm": 0.8469772411514119,
      "learning_rate": 0.0002695366091627452,
      "loss": 2.5156,
      "step": 28215
    },
    {
      "epoch": 1.312677366829495,
      "grad_norm": 0.8545598893890863,
      "learning_rate": 0.0002695343670686125,
      "loss": 2.25,
      "step": 28216
    },
    {
      "epoch": 1.312723889276576,
      "grad_norm": 0.8365292316398202,
      "learning_rate": 0.0002695321249013002,
      "loss": 2.5156,
      "step": 28217
    },
    {
      "epoch": 1.3127704117236567,
      "grad_norm": 0.8437732868431032,
      "learning_rate": 0.0002695298826608096,
      "loss": 2.375,
      "step": 28218
    },
    {
      "epoch": 1.3128169341707374,
      "grad_norm": 0.8348190776705652,
      "learning_rate": 0.0002695276403471421,
      "loss": 2.4062,
      "step": 28219
    },
    {
      "epoch": 1.3128634566178181,
      "grad_norm": 0.9080052789034098,
      "learning_rate": 0.000269525397960299,
      "loss": 2.3438,
      "step": 28220
    },
    {
      "epoch": 1.3129099790648988,
      "grad_norm": 0.8361651221822695,
      "learning_rate": 0.00026952315550028184,
      "loss": 2.1719,
      "step": 28221
    },
    {
      "epoch": 1.3129565015119795,
      "grad_norm": 0.7717275067956086,
      "learning_rate": 0.0002695209129670919,
      "loss": 2.125,
      "step": 28222
    },
    {
      "epoch": 1.3130030239590602,
      "grad_norm": 0.824032053585215,
      "learning_rate": 0.0002695186703607305,
      "loss": 2.4531,
      "step": 28223
    },
    {
      "epoch": 1.313049546406141,
      "grad_norm": 0.848066422054825,
      "learning_rate": 0.0002695164276811991,
      "loss": 2.3281,
      "step": 28224
    },
    {
      "epoch": 1.3130960688532216,
      "grad_norm": 0.8638330725151889,
      "learning_rate": 0.000269514184928499,
      "loss": 2.5469,
      "step": 28225
    },
    {
      "epoch": 1.3131425913003025,
      "grad_norm": 0.943796174030372,
      "learning_rate": 0.00026951194210263164,
      "loss": 2.4219,
      "step": 28226
    },
    {
      "epoch": 1.313189113747383,
      "grad_norm": 0.7982419861308706,
      "learning_rate": 0.00026950969920359836,
      "loss": 2.0625,
      "step": 28227
    },
    {
      "epoch": 1.313235636194464,
      "grad_norm": 0.8495987166472191,
      "learning_rate": 0.0002695074562314006,
      "loss": 2.4375,
      "step": 28228
    },
    {
      "epoch": 1.3132821586415446,
      "grad_norm": 0.8629015055801901,
      "learning_rate": 0.0002695052131860396,
      "loss": 2.5469,
      "step": 28229
    },
    {
      "epoch": 1.3133286810886253,
      "grad_norm": 0.817384679273382,
      "learning_rate": 0.0002695029700675168,
      "loss": 1.9062,
      "step": 28230
    },
    {
      "epoch": 1.313375203535706,
      "grad_norm": 0.8529359585942987,
      "learning_rate": 0.0002695007268758336,
      "loss": 2.4531,
      "step": 28231
    },
    {
      "epoch": 1.3134217259827867,
      "grad_norm": 0.9382245879809749,
      "learning_rate": 0.00026949848361099133,
      "loss": 2.3125,
      "step": 28232
    },
    {
      "epoch": 1.3134682484298674,
      "grad_norm": 0.9474681025897145,
      "learning_rate": 0.0002694962402729914,
      "loss": 2.7188,
      "step": 28233
    },
    {
      "epoch": 1.3135147708769481,
      "grad_norm": 0.9257948305304191,
      "learning_rate": 0.00026949399686183515,
      "loss": 2.4531,
      "step": 28234
    },
    {
      "epoch": 1.3135612933240288,
      "grad_norm": 0.8712563395961028,
      "learning_rate": 0.00026949175337752406,
      "loss": 2.4531,
      "step": 28235
    },
    {
      "epoch": 1.3136078157711095,
      "grad_norm": 0.8393749879351837,
      "learning_rate": 0.0002694895098200593,
      "loss": 2.5,
      "step": 28236
    },
    {
      "epoch": 1.3136543382181902,
      "grad_norm": 0.7902202818271024,
      "learning_rate": 0.0002694872661894424,
      "loss": 2.25,
      "step": 28237
    },
    {
      "epoch": 1.313700860665271,
      "grad_norm": 0.7881569935743401,
      "learning_rate": 0.0002694850224856747,
      "loss": 2.2188,
      "step": 28238
    },
    {
      "epoch": 1.3137473831123518,
      "grad_norm": 0.8565179200374016,
      "learning_rate": 0.00026948277870875756,
      "loss": 2.25,
      "step": 28239
    },
    {
      "epoch": 1.3137939055594323,
      "grad_norm": 0.9052216147360813,
      "learning_rate": 0.00026948053485869233,
      "loss": 2.4688,
      "step": 28240
    },
    {
      "epoch": 1.3138404280065132,
      "grad_norm": 0.8611163991717226,
      "learning_rate": 0.0002694782909354805,
      "loss": 2.4062,
      "step": 28241
    },
    {
      "epoch": 1.313886950453594,
      "grad_norm": 0.9293488069264622,
      "learning_rate": 0.00026947604693912326,
      "loss": 2.4375,
      "step": 28242
    },
    {
      "epoch": 1.3139334729006746,
      "grad_norm": 0.8755636229481296,
      "learning_rate": 0.00026947380286962213,
      "loss": 2.5469,
      "step": 28243
    },
    {
      "epoch": 1.3139799953477553,
      "grad_norm": 0.8546671139621558,
      "learning_rate": 0.0002694715587269784,
      "loss": 2.1562,
      "step": 28244
    },
    {
      "epoch": 1.314026517794836,
      "grad_norm": 0.8425668101656533,
      "learning_rate": 0.0002694693145111935,
      "loss": 2.4062,
      "step": 28245
    },
    {
      "epoch": 1.3140730402419167,
      "grad_norm": 0.7840141272667057,
      "learning_rate": 0.00026946707022226877,
      "loss": 1.9766,
      "step": 28246
    },
    {
      "epoch": 1.3141195626889974,
      "grad_norm": 0.896066474047431,
      "learning_rate": 0.0002694648258602056,
      "loss": 2.3125,
      "step": 28247
    },
    {
      "epoch": 1.3141660851360781,
      "grad_norm": 0.7880275219230143,
      "learning_rate": 0.00026946258142500535,
      "loss": 2.1406,
      "step": 28248
    },
    {
      "epoch": 1.3142126075831588,
      "grad_norm": 0.8229562160697026,
      "learning_rate": 0.00026946033691666943,
      "loss": 2.3125,
      "step": 28249
    },
    {
      "epoch": 1.3142591300302395,
      "grad_norm": 0.864080835120834,
      "learning_rate": 0.0002694580923351992,
      "loss": 2.375,
      "step": 28250
    },
    {
      "epoch": 1.3143056524773202,
      "grad_norm": 0.8794892471833347,
      "learning_rate": 0.00026945584768059595,
      "loss": 2.2969,
      "step": 28251
    },
    {
      "epoch": 1.3143521749244012,
      "grad_norm": 0.9653952165066519,
      "learning_rate": 0.0002694536029528612,
      "loss": 2.3906,
      "step": 28252
    },
    {
      "epoch": 1.3143986973714816,
      "grad_norm": 0.827928414820471,
      "learning_rate": 0.0002694513581519962,
      "loss": 2.1094,
      "step": 28253
    },
    {
      "epoch": 1.3144452198185625,
      "grad_norm": 0.8159230972121362,
      "learning_rate": 0.00026944911327800243,
      "loss": 2.5469,
      "step": 28254
    },
    {
      "epoch": 1.3144917422656432,
      "grad_norm": 0.8569361930251131,
      "learning_rate": 0.00026944686833088117,
      "loss": 2.0938,
      "step": 28255
    },
    {
      "epoch": 1.314538264712724,
      "grad_norm": 0.8992230163218686,
      "learning_rate": 0.0002694446233106338,
      "loss": 2.4062,
      "step": 28256
    },
    {
      "epoch": 1.3145847871598046,
      "grad_norm": 0.8922891809457096,
      "learning_rate": 0.0002694423782172618,
      "loss": 2.4531,
      "step": 28257
    },
    {
      "epoch": 1.3146313096068853,
      "grad_norm": 0.9790369165505289,
      "learning_rate": 0.0002694401330507664,
      "loss": 2.5625,
      "step": 28258
    },
    {
      "epoch": 1.314677832053966,
      "grad_norm": 0.902641649345295,
      "learning_rate": 0.0002694378878111491,
      "loss": 2.5625,
      "step": 28259
    },
    {
      "epoch": 1.3147243545010467,
      "grad_norm": 0.8247667587324017,
      "learning_rate": 0.00026943564249841124,
      "loss": 2.1094,
      "step": 28260
    },
    {
      "epoch": 1.3147708769481274,
      "grad_norm": 0.9144492742079185,
      "learning_rate": 0.0002694333971125541,
      "loss": 2.4688,
      "step": 28261
    },
    {
      "epoch": 1.3148173993952081,
      "grad_norm": 0.919893418202631,
      "learning_rate": 0.00026943115165357917,
      "loss": 2.375,
      "step": 28262
    },
    {
      "epoch": 1.3148639218422888,
      "grad_norm": 0.8956069064820672,
      "learning_rate": 0.00026942890612148784,
      "loss": 2.5,
      "step": 28263
    },
    {
      "epoch": 1.3149104442893695,
      "grad_norm": 0.8388317699316347,
      "learning_rate": 0.00026942666051628134,
      "loss": 2.1875,
      "step": 28264
    },
    {
      "epoch": 1.3149569667364505,
      "grad_norm": 0.8298402441936029,
      "learning_rate": 0.00026942441483796117,
      "loss": 2.3594,
      "step": 28265
    },
    {
      "epoch": 1.315003489183531,
      "grad_norm": 0.856796216691611,
      "learning_rate": 0.0002694221690865287,
      "loss": 2.2969,
      "step": 28266
    },
    {
      "epoch": 1.3150500116306119,
      "grad_norm": 0.8862177595536992,
      "learning_rate": 0.0002694199232619852,
      "loss": 2.2812,
      "step": 28267
    },
    {
      "epoch": 1.3150965340776926,
      "grad_norm": 0.934787190367986,
      "learning_rate": 0.0002694176773643322,
      "loss": 2.4531,
      "step": 28268
    },
    {
      "epoch": 1.3151430565247733,
      "grad_norm": 0.8902130235783761,
      "learning_rate": 0.00026941543139357094,
      "loss": 2.1562,
      "step": 28269
    },
    {
      "epoch": 1.315189578971854,
      "grad_norm": 0.8355926240647917,
      "learning_rate": 0.0002694131853497029,
      "loss": 2.3594,
      "step": 28270
    },
    {
      "epoch": 1.3152361014189347,
      "grad_norm": 0.9759271524897996,
      "learning_rate": 0.00026941093923272934,
      "loss": 2.5625,
      "step": 28271
    },
    {
      "epoch": 1.3152826238660154,
      "grad_norm": 0.8864726492398296,
      "learning_rate": 0.00026940869304265176,
      "loss": 2.4844,
      "step": 28272
    },
    {
      "epoch": 1.315329146313096,
      "grad_norm": 0.8391015648483101,
      "learning_rate": 0.00026940644677947147,
      "loss": 1.7578,
      "step": 28273
    },
    {
      "epoch": 1.3153756687601768,
      "grad_norm": 0.8500575547884258,
      "learning_rate": 0.00026940420044318977,
      "loss": 2.3594,
      "step": 28274
    },
    {
      "epoch": 1.3154221912072575,
      "grad_norm": 0.9056454251338166,
      "learning_rate": 0.0002694019540338082,
      "loss": 2.7969,
      "step": 28275
    },
    {
      "epoch": 1.3154687136543382,
      "grad_norm": 0.8707354450570235,
      "learning_rate": 0.000269399707551328,
      "loss": 2.3281,
      "step": 28276
    },
    {
      "epoch": 1.3155152361014189,
      "grad_norm": 0.8370025129870111,
      "learning_rate": 0.00026939746099575063,
      "loss": 2.375,
      "step": 28277
    },
    {
      "epoch": 1.3155617585484998,
      "grad_norm": 0.8722534366499269,
      "learning_rate": 0.0002693952143670774,
      "loss": 2.4844,
      "step": 28278
    },
    {
      "epoch": 1.3156082809955802,
      "grad_norm": 0.8680933541061809,
      "learning_rate": 0.0002693929676653097,
      "loss": 2.5625,
      "step": 28279
    },
    {
      "epoch": 1.3156548034426612,
      "grad_norm": 0.8561951217940613,
      "learning_rate": 0.000269390720890449,
      "loss": 2.625,
      "step": 28280
    },
    {
      "epoch": 1.3157013258897419,
      "grad_norm": 0.9038303305929347,
      "learning_rate": 0.0002693884740424965,
      "loss": 2.4844,
      "step": 28281
    },
    {
      "epoch": 1.3157478483368226,
      "grad_norm": 0.8085025080813323,
      "learning_rate": 0.0002693862271214538,
      "loss": 2.2969,
      "step": 28282
    },
    {
      "epoch": 1.3157943707839033,
      "grad_norm": 0.8056087624566097,
      "learning_rate": 0.000269383980127322,
      "loss": 2.5156,
      "step": 28283
    },
    {
      "epoch": 1.315840893230984,
      "grad_norm": 0.795965555593224,
      "learning_rate": 0.0002693817330601027,
      "loss": 1.9922,
      "step": 28284
    },
    {
      "epoch": 1.3158874156780647,
      "grad_norm": 0.8655046867999912,
      "learning_rate": 0.0002693794859197972,
      "loss": 2.5781,
      "step": 28285
    },
    {
      "epoch": 1.3159339381251454,
      "grad_norm": 0.8556103421976701,
      "learning_rate": 0.0002693772387064069,
      "loss": 2.1094,
      "step": 28286
    },
    {
      "epoch": 1.315980460572226,
      "grad_norm": 0.9731255983128688,
      "learning_rate": 0.00026937499141993314,
      "loss": 2.4375,
      "step": 28287
    },
    {
      "epoch": 1.3160269830193068,
      "grad_norm": 0.8485258460172422,
      "learning_rate": 0.00026937274406037726,
      "loss": 2.4375,
      "step": 28288
    },
    {
      "epoch": 1.3160735054663875,
      "grad_norm": 0.8329881145244639,
      "learning_rate": 0.0002693704966277407,
      "loss": 2.2344,
      "step": 28289
    },
    {
      "epoch": 1.3161200279134682,
      "grad_norm": 0.9090301265575463,
      "learning_rate": 0.0002693682491220248,
      "loss": 2.7344,
      "step": 28290
    },
    {
      "epoch": 1.316166550360549,
      "grad_norm": 0.8198239406143096,
      "learning_rate": 0.000269366001543231,
      "loss": 2.5156,
      "step": 28291
    },
    {
      "epoch": 1.3162130728076296,
      "grad_norm": 0.7877921041923848,
      "learning_rate": 0.00026936375389136064,
      "loss": 2.1406,
      "step": 28292
    },
    {
      "epoch": 1.3162595952547105,
      "grad_norm": 0.8772321376308723,
      "learning_rate": 0.00026936150616641507,
      "loss": 2.4844,
      "step": 28293
    },
    {
      "epoch": 1.3163061177017912,
      "grad_norm": 0.8411043896687308,
      "learning_rate": 0.00026935925836839563,
      "loss": 2.5156,
      "step": 28294
    },
    {
      "epoch": 1.3163526401488719,
      "grad_norm": 0.8969989447209662,
      "learning_rate": 0.00026935701049730383,
      "loss": 2.6406,
      "step": 28295
    },
    {
      "epoch": 1.3163991625959526,
      "grad_norm": 0.8852948163728414,
      "learning_rate": 0.00026935476255314094,
      "loss": 2.5781,
      "step": 28296
    },
    {
      "epoch": 1.3164456850430333,
      "grad_norm": 0.8174120426043386,
      "learning_rate": 0.00026935251453590834,
      "loss": 2.25,
      "step": 28297
    },
    {
      "epoch": 1.316492207490114,
      "grad_norm": 0.8333787227251522,
      "learning_rate": 0.0002693502664456074,
      "loss": 2.1719,
      "step": 28298
    },
    {
      "epoch": 1.3165387299371947,
      "grad_norm": 0.8661747685597381,
      "learning_rate": 0.0002693480182822396,
      "loss": 2.2656,
      "step": 28299
    },
    {
      "epoch": 1.3165852523842754,
      "grad_norm": 0.8094379209415351,
      "learning_rate": 0.0002693457700458062,
      "loss": 1.6484,
      "step": 28300
    },
    {
      "epoch": 1.316631774831356,
      "grad_norm": 0.8440505753439729,
      "learning_rate": 0.0002693435217363086,
      "loss": 2.4062,
      "step": 28301
    },
    {
      "epoch": 1.3166782972784368,
      "grad_norm": 0.834196383458248,
      "learning_rate": 0.0002693412733537482,
      "loss": 2.3125,
      "step": 28302
    },
    {
      "epoch": 1.3167248197255175,
      "grad_norm": 0.8930884454267776,
      "learning_rate": 0.00026933902489812637,
      "loss": 2.5625,
      "step": 28303
    },
    {
      "epoch": 1.3167713421725984,
      "grad_norm": 0.8889180825788264,
      "learning_rate": 0.00026933677636944444,
      "loss": 2.3281,
      "step": 28304
    },
    {
      "epoch": 1.3168178646196789,
      "grad_norm": 0.8958670244947573,
      "learning_rate": 0.0002693345277677039,
      "loss": 2.2031,
      "step": 28305
    },
    {
      "epoch": 1.3168643870667598,
      "grad_norm": 0.8557589594862943,
      "learning_rate": 0.00026933227909290607,
      "loss": 2.3125,
      "step": 28306
    },
    {
      "epoch": 1.3169109095138405,
      "grad_norm": 0.8966350940604294,
      "learning_rate": 0.0002693300303450523,
      "loss": 2.3906,
      "step": 28307
    },
    {
      "epoch": 1.3169574319609212,
      "grad_norm": 0.8480752167241724,
      "learning_rate": 0.00026932778152414393,
      "loss": 2.375,
      "step": 28308
    },
    {
      "epoch": 1.3170039544080019,
      "grad_norm": 0.9330830290082169,
      "learning_rate": 0.0002693255326301824,
      "loss": 2.4688,
      "step": 28309
    },
    {
      "epoch": 1.3170504768550826,
      "grad_norm": 0.8940593633258822,
      "learning_rate": 0.00026932328366316915,
      "loss": 2.5625,
      "step": 28310
    },
    {
      "epoch": 1.3170969993021633,
      "grad_norm": 0.8620493545150929,
      "learning_rate": 0.0002693210346231054,
      "loss": 2.2812,
      "step": 28311
    },
    {
      "epoch": 1.317143521749244,
      "grad_norm": 0.9751172161916849,
      "learning_rate": 0.00026931878550999266,
      "loss": 2.625,
      "step": 28312
    },
    {
      "epoch": 1.3171900441963247,
      "grad_norm": 0.9105506081069622,
      "learning_rate": 0.00026931653632383226,
      "loss": 2.5625,
      "step": 28313
    },
    {
      "epoch": 1.3172365666434054,
      "grad_norm": 0.8071720128508174,
      "learning_rate": 0.00026931428706462553,
      "loss": 2.2656,
      "step": 28314
    },
    {
      "epoch": 1.317283089090486,
      "grad_norm": 0.8565803983353724,
      "learning_rate": 0.00026931203773237393,
      "loss": 2.5156,
      "step": 28315
    },
    {
      "epoch": 1.3173296115375668,
      "grad_norm": 0.9223707835846983,
      "learning_rate": 0.00026930978832707877,
      "loss": 2.5781,
      "step": 28316
    },
    {
      "epoch": 1.3173761339846477,
      "grad_norm": 0.8633055804723222,
      "learning_rate": 0.00026930753884874144,
      "loss": 2.4844,
      "step": 28317
    },
    {
      "epoch": 1.3174226564317282,
      "grad_norm": 0.8416557041340427,
      "learning_rate": 0.00026930528929736337,
      "loss": 2.1562,
      "step": 28318
    },
    {
      "epoch": 1.317469178878809,
      "grad_norm": 0.8672472116670441,
      "learning_rate": 0.0002693030396729459,
      "loss": 2.2812,
      "step": 28319
    },
    {
      "epoch": 1.3175157013258898,
      "grad_norm": 0.8744354101727808,
      "learning_rate": 0.0002693007899754904,
      "loss": 2.3438,
      "step": 28320
    },
    {
      "epoch": 1.3175622237729705,
      "grad_norm": 0.9210731066240491,
      "learning_rate": 0.00026929854020499826,
      "loss": 2.3594,
      "step": 28321
    },
    {
      "epoch": 1.3176087462200512,
      "grad_norm": 0.9080841131289701,
      "learning_rate": 0.00026929629036147085,
      "loss": 2.375,
      "step": 28322
    },
    {
      "epoch": 1.317655268667132,
      "grad_norm": 0.8846079598782549,
      "learning_rate": 0.0002692940404449095,
      "loss": 2.3438,
      "step": 28323
    },
    {
      "epoch": 1.3177017911142126,
      "grad_norm": 0.9529874318502531,
      "learning_rate": 0.0002692917904553157,
      "loss": 2.5156,
      "step": 28324
    },
    {
      "epoch": 1.3177483135612933,
      "grad_norm": 0.8886891268031725,
      "learning_rate": 0.0002692895403926907,
      "loss": 2.4844,
      "step": 28325
    },
    {
      "epoch": 1.317794836008374,
      "grad_norm": 0.8937068155602992,
      "learning_rate": 0.00026928729025703596,
      "loss": 2.5,
      "step": 28326
    },
    {
      "epoch": 1.3178413584554547,
      "grad_norm": 0.9063589950492689,
      "learning_rate": 0.0002692850400483529,
      "loss": 2.375,
      "step": 28327
    },
    {
      "epoch": 1.3178878809025354,
      "grad_norm": 0.8859422759865336,
      "learning_rate": 0.00026928278976664274,
      "loss": 2.625,
      "step": 28328
    },
    {
      "epoch": 1.317934403349616,
      "grad_norm": 0.812545622330991,
      "learning_rate": 0.000269280539411907,
      "loss": 2.1719,
      "step": 28329
    },
    {
      "epoch": 1.317980925796697,
      "grad_norm": 0.8582339819453949,
      "learning_rate": 0.000269278288984147,
      "loss": 2.0938,
      "step": 28330
    },
    {
      "epoch": 1.3180274482437775,
      "grad_norm": 0.8845334462824722,
      "learning_rate": 0.00026927603848336416,
      "loss": 2.5156,
      "step": 28331
    },
    {
      "epoch": 1.3180739706908584,
      "grad_norm": 0.9140079221200142,
      "learning_rate": 0.0002692737879095598,
      "loss": 2.2812,
      "step": 28332
    },
    {
      "epoch": 1.318120493137939,
      "grad_norm": 0.8776058947919962,
      "learning_rate": 0.00026927153726273535,
      "loss": 2.4844,
      "step": 28333
    },
    {
      "epoch": 1.3181670155850198,
      "grad_norm": 0.9108494775711959,
      "learning_rate": 0.00026926928654289216,
      "loss": 2.5625,
      "step": 28334
    },
    {
      "epoch": 1.3182135380321005,
      "grad_norm": 0.8545676045236116,
      "learning_rate": 0.0002692670357500316,
      "loss": 2.2344,
      "step": 28335
    },
    {
      "epoch": 1.3182600604791812,
      "grad_norm": 0.8849617500172232,
      "learning_rate": 0.000269264784884155,
      "loss": 2.4375,
      "step": 28336
    },
    {
      "epoch": 1.318306582926262,
      "grad_norm": 0.8628768591585909,
      "learning_rate": 0.00026926253394526386,
      "loss": 2.2656,
      "step": 28337
    },
    {
      "epoch": 1.3183531053733426,
      "grad_norm": 0.8791330136137828,
      "learning_rate": 0.0002692602829333595,
      "loss": 2.2969,
      "step": 28338
    },
    {
      "epoch": 1.3183996278204233,
      "grad_norm": 0.8687654231336915,
      "learning_rate": 0.00026925803184844324,
      "loss": 2.3281,
      "step": 28339
    },
    {
      "epoch": 1.318446150267504,
      "grad_norm": 0.7944969194391209,
      "learning_rate": 0.00026925578069051656,
      "loss": 2.1562,
      "step": 28340
    },
    {
      "epoch": 1.318492672714585,
      "grad_norm": 0.8148580029638076,
      "learning_rate": 0.0002692535294595808,
      "loss": 2.25,
      "step": 28341
    },
    {
      "epoch": 1.3185391951616654,
      "grad_norm": 0.9162797627036451,
      "learning_rate": 0.0002692512781556372,
      "loss": 2.5625,
      "step": 28342
    },
    {
      "epoch": 1.3185857176087463,
      "grad_norm": 0.8713939667996176,
      "learning_rate": 0.00026924902677868745,
      "loss": 2.7344,
      "step": 28343
    },
    {
      "epoch": 1.3186322400558268,
      "grad_norm": 0.8602548952894278,
      "learning_rate": 0.00026924677532873264,
      "loss": 2.3438,
      "step": 28344
    },
    {
      "epoch": 1.3186787625029077,
      "grad_norm": 0.85771460266091,
      "learning_rate": 0.0002692445238057742,
      "loss": 2.4688,
      "step": 28345
    },
    {
      "epoch": 1.3187252849499884,
      "grad_norm": 0.8628226334322852,
      "learning_rate": 0.00026924227220981366,
      "loss": 2.4688,
      "step": 28346
    },
    {
      "epoch": 1.3187718073970691,
      "grad_norm": 0.991753942035048,
      "learning_rate": 0.00026924002054085224,
      "loss": 2.25,
      "step": 28347
    },
    {
      "epoch": 1.3188183298441498,
      "grad_norm": 0.874505960139883,
      "learning_rate": 0.00026923776879889143,
      "loss": 2.4688,
      "step": 28348
    },
    {
      "epoch": 1.3188648522912305,
      "grad_norm": 0.8892981981261702,
      "learning_rate": 0.00026923551698393254,
      "loss": 2.625,
      "step": 28349
    },
    {
      "epoch": 1.3189113747383112,
      "grad_norm": 0.9039889399638056,
      "learning_rate": 0.0002692332650959769,
      "loss": 2.6875,
      "step": 28350
    },
    {
      "epoch": 1.318957897185392,
      "grad_norm": 0.8477411317337449,
      "learning_rate": 0.00026923101313502604,
      "loss": 2.2969,
      "step": 28351
    },
    {
      "epoch": 1.3190044196324726,
      "grad_norm": 0.853748850313603,
      "learning_rate": 0.0002692287611010812,
      "loss": 2.5156,
      "step": 28352
    },
    {
      "epoch": 1.3190509420795533,
      "grad_norm": 0.8901035677524727,
      "learning_rate": 0.00026922650899414383,
      "loss": 2.5469,
      "step": 28353
    },
    {
      "epoch": 1.3190974645266342,
      "grad_norm": 0.9880665280637093,
      "learning_rate": 0.0002692242568142153,
      "loss": 1.875,
      "step": 28354
    },
    {
      "epoch": 1.3191439869737147,
      "grad_norm": 0.9075373934339035,
      "learning_rate": 0.00026922200456129693,
      "loss": 2.625,
      "step": 28355
    },
    {
      "epoch": 1.3191905094207956,
      "grad_norm": 0.8454264174141206,
      "learning_rate": 0.00026921975223539015,
      "loss": 2.3125,
      "step": 28356
    },
    {
      "epoch": 1.3192370318678763,
      "grad_norm": 0.8898848536979019,
      "learning_rate": 0.00026921749983649634,
      "loss": 2.2969,
      "step": 28357
    },
    {
      "epoch": 1.319283554314957,
      "grad_norm": 0.8176693092016146,
      "learning_rate": 0.0002692152473646169,
      "loss": 2.3438,
      "step": 28358
    },
    {
      "epoch": 1.3193300767620377,
      "grad_norm": 0.8271391861748628,
      "learning_rate": 0.00026921299481975317,
      "loss": 2.5,
      "step": 28359
    },
    {
      "epoch": 1.3193765992091184,
      "grad_norm": 1.0067275014442376,
      "learning_rate": 0.0002692107422019066,
      "loss": 2.2812,
      "step": 28360
    },
    {
      "epoch": 1.3194231216561991,
      "grad_norm": 0.8569449419804303,
      "learning_rate": 0.00026920848951107843,
      "loss": 2.0156,
      "step": 28361
    },
    {
      "epoch": 1.3194696441032798,
      "grad_norm": 0.9614938004343713,
      "learning_rate": 0.00026920623674727014,
      "loss": 2.75,
      "step": 28362
    },
    {
      "epoch": 1.3195161665503605,
      "grad_norm": 0.7916375468599206,
      "learning_rate": 0.0002692039839104831,
      "loss": 2.1406,
      "step": 28363
    },
    {
      "epoch": 1.3195626889974412,
      "grad_norm": 0.8158234344791426,
      "learning_rate": 0.00026920173100071867,
      "loss": 2.1562,
      "step": 28364
    },
    {
      "epoch": 1.319609211444522,
      "grad_norm": 0.9728809273056147,
      "learning_rate": 0.00026919947801797825,
      "loss": 2.5156,
      "step": 28365
    },
    {
      "epoch": 1.3196557338916026,
      "grad_norm": 0.9561613102994966,
      "learning_rate": 0.0002691972249622632,
      "loss": 2.5469,
      "step": 28366
    },
    {
      "epoch": 1.3197022563386835,
      "grad_norm": 0.9464472803400353,
      "learning_rate": 0.0002691949718335749,
      "loss": 2.5469,
      "step": 28367
    },
    {
      "epoch": 1.319748778785764,
      "grad_norm": 0.8931749638312312,
      "learning_rate": 0.00026919271863191474,
      "loss": 2.3906,
      "step": 28368
    },
    {
      "epoch": 1.319795301232845,
      "grad_norm": 0.9249212118798493,
      "learning_rate": 0.0002691904653572841,
      "loss": 2.25,
      "step": 28369
    },
    {
      "epoch": 1.3198418236799256,
      "grad_norm": 0.8777356580979218,
      "learning_rate": 0.00026918821200968434,
      "loss": 2.4688,
      "step": 28370
    },
    {
      "epoch": 1.3198883461270063,
      "grad_norm": 0.967227860716547,
      "learning_rate": 0.0002691859585891169,
      "loss": 2.7188,
      "step": 28371
    },
    {
      "epoch": 1.319934868574087,
      "grad_norm": 0.8903814891027567,
      "learning_rate": 0.00026918370509558304,
      "loss": 2.2969,
      "step": 28372
    },
    {
      "epoch": 1.3199813910211677,
      "grad_norm": 0.8781264042959099,
      "learning_rate": 0.0002691814515290843,
      "loss": 2.2969,
      "step": 28373
    },
    {
      "epoch": 1.3200279134682484,
      "grad_norm": 0.8744930040714934,
      "learning_rate": 0.00026917919788962193,
      "loss": 2.1562,
      "step": 28374
    },
    {
      "epoch": 1.3200744359153291,
      "grad_norm": 0.8314304936746804,
      "learning_rate": 0.0002691769441771973,
      "loss": 2.5156,
      "step": 28375
    },
    {
      "epoch": 1.3201209583624098,
      "grad_norm": 0.9009015137782316,
      "learning_rate": 0.0002691746903918119,
      "loss": 2.4219,
      "step": 28376
    },
    {
      "epoch": 1.3201674808094905,
      "grad_norm": 0.9550161888710728,
      "learning_rate": 0.00026917243653346707,
      "loss": 2.7031,
      "step": 28377
    },
    {
      "epoch": 1.3202140032565712,
      "grad_norm": 0.8860142596592503,
      "learning_rate": 0.00026917018260216413,
      "loss": 2.5312,
      "step": 28378
    },
    {
      "epoch": 1.320260525703652,
      "grad_norm": 0.8859177888494871,
      "learning_rate": 0.0002691679285979045,
      "loss": 2.75,
      "step": 28379
    },
    {
      "epoch": 1.3203070481507329,
      "grad_norm": 0.8984875297527477,
      "learning_rate": 0.0002691656745206896,
      "loss": 2.3438,
      "step": 28380
    },
    {
      "epoch": 1.3203535705978133,
      "grad_norm": 0.8715180038223136,
      "learning_rate": 0.0002691634203705208,
      "loss": 2.2656,
      "step": 28381
    },
    {
      "epoch": 1.3204000930448943,
      "grad_norm": 0.8865938704154359,
      "learning_rate": 0.00026916116614739935,
      "loss": 2.2656,
      "step": 28382
    },
    {
      "epoch": 1.320446615491975,
      "grad_norm": 0.8587823842405545,
      "learning_rate": 0.0002691589118513268,
      "loss": 2.4531,
      "step": 28383
    },
    {
      "epoch": 1.3204931379390557,
      "grad_norm": 1.0054632809979371,
      "learning_rate": 0.00026915665748230444,
      "loss": 2.5,
      "step": 28384
    },
    {
      "epoch": 1.3205396603861363,
      "grad_norm": 0.8991262934584028,
      "learning_rate": 0.00026915440304033366,
      "loss": 2.4219,
      "step": 28385
    },
    {
      "epoch": 1.320586182833217,
      "grad_norm": 0.9151782606479946,
      "learning_rate": 0.0002691521485254159,
      "loss": 2.2812,
      "step": 28386
    },
    {
      "epoch": 1.3206327052802977,
      "grad_norm": 0.8945648885699128,
      "learning_rate": 0.00026914989393755245,
      "loss": 2.4844,
      "step": 28387
    },
    {
      "epoch": 1.3206792277273784,
      "grad_norm": 0.8045044357048288,
      "learning_rate": 0.0002691476392767448,
      "loss": 2.2031,
      "step": 28388
    },
    {
      "epoch": 1.3207257501744591,
      "grad_norm": 0.8289289254484703,
      "learning_rate": 0.00026914538454299417,
      "loss": 2.4062,
      "step": 28389
    },
    {
      "epoch": 1.3207722726215398,
      "grad_norm": 0.8454747858965163,
      "learning_rate": 0.00026914312973630206,
      "loss": 2.4375,
      "step": 28390
    },
    {
      "epoch": 1.3208187950686205,
      "grad_norm": 0.7779617956955023,
      "learning_rate": 0.0002691408748566698,
      "loss": 2.1719,
      "step": 28391
    },
    {
      "epoch": 1.3208653175157012,
      "grad_norm": 0.8355371745272018,
      "learning_rate": 0.00026913861990409885,
      "loss": 2.3438,
      "step": 28392
    },
    {
      "epoch": 1.3209118399627822,
      "grad_norm": 0.8570130335698557,
      "learning_rate": 0.0002691363648785905,
      "loss": 2.3438,
      "step": 28393
    },
    {
      "epoch": 1.3209583624098626,
      "grad_norm": 0.850334450491441,
      "learning_rate": 0.0002691341097801462,
      "loss": 2.3438,
      "step": 28394
    },
    {
      "epoch": 1.3210048848569436,
      "grad_norm": 0.8710558117402388,
      "learning_rate": 0.00026913185460876725,
      "loss": 2.5156,
      "step": 28395
    },
    {
      "epoch": 1.3210514073040243,
      "grad_norm": 0.8477071369836666,
      "learning_rate": 0.00026912959936445515,
      "loss": 2.5938,
      "step": 28396
    },
    {
      "epoch": 1.321097929751105,
      "grad_norm": 0.9026570533675968,
      "learning_rate": 0.00026912734404721116,
      "loss": 2.3281,
      "step": 28397
    },
    {
      "epoch": 1.3211444521981857,
      "grad_norm": 0.7868684800162465,
      "learning_rate": 0.0002691250886570367,
      "loss": 2.4062,
      "step": 28398
    },
    {
      "epoch": 1.3211909746452664,
      "grad_norm": 0.895839450937673,
      "learning_rate": 0.0002691228331939332,
      "loss": 2.2812,
      "step": 28399
    },
    {
      "epoch": 1.321237497092347,
      "grad_norm": 0.8624713756873963,
      "learning_rate": 0.00026912057765790195,
      "loss": 2.25,
      "step": 28400
    },
    {
      "epoch": 1.3212840195394278,
      "grad_norm": 0.8127388692606039,
      "learning_rate": 0.00026911832204894436,
      "loss": 2.5781,
      "step": 28401
    },
    {
      "epoch": 1.3213305419865085,
      "grad_norm": 0.9115953752268151,
      "learning_rate": 0.0002691160663670619,
      "loss": 2.4062,
      "step": 28402
    },
    {
      "epoch": 1.3213770644335892,
      "grad_norm": 0.8515538355532625,
      "learning_rate": 0.00026911381061225584,
      "loss": 2.4531,
      "step": 28403
    },
    {
      "epoch": 1.3214235868806699,
      "grad_norm": 0.8596451102222992,
      "learning_rate": 0.00026911155478452755,
      "loss": 2.3594,
      "step": 28404
    },
    {
      "epoch": 1.3214701093277506,
      "grad_norm": 0.8667879187750339,
      "learning_rate": 0.00026910929888387854,
      "loss": 2.3594,
      "step": 28405
    },
    {
      "epoch": 1.3215166317748315,
      "grad_norm": 0.9044180272085052,
      "learning_rate": 0.0002691070429103101,
      "loss": 2.4219,
      "step": 28406
    },
    {
      "epoch": 1.321563154221912,
      "grad_norm": 0.8725470650026778,
      "learning_rate": 0.00026910478686382365,
      "loss": 2.6719,
      "step": 28407
    },
    {
      "epoch": 1.3216096766689929,
      "grad_norm": 0.8765750521076834,
      "learning_rate": 0.00026910253074442054,
      "loss": 2.3906,
      "step": 28408
    },
    {
      "epoch": 1.3216561991160736,
      "grad_norm": 0.9027910737515099,
      "learning_rate": 0.0002691002745521021,
      "loss": 2.625,
      "step": 28409
    },
    {
      "epoch": 1.3217027215631543,
      "grad_norm": 0.877172396005533,
      "learning_rate": 0.00026909801828686985,
      "loss": 2.5312,
      "step": 28410
    },
    {
      "epoch": 1.321749244010235,
      "grad_norm": 0.8530013147115716,
      "learning_rate": 0.00026909576194872505,
      "loss": 2.2969,
      "step": 28411
    },
    {
      "epoch": 1.3217957664573157,
      "grad_norm": 0.9259173068560914,
      "learning_rate": 0.0002690935055376691,
      "loss": 1.7031,
      "step": 28412
    },
    {
      "epoch": 1.3218422889043964,
      "grad_norm": 0.8954368333413694,
      "learning_rate": 0.00026909124905370344,
      "loss": 2.3281,
      "step": 28413
    },
    {
      "epoch": 1.321888811351477,
      "grad_norm": 0.9137351035008745,
      "learning_rate": 0.0002690889924968294,
      "loss": 2.4844,
      "step": 28414
    },
    {
      "epoch": 1.3219353337985578,
      "grad_norm": 0.8545124835050972,
      "learning_rate": 0.0002690867358670484,
      "loss": 2.5469,
      "step": 28415
    },
    {
      "epoch": 1.3219818562456385,
      "grad_norm": 0.9454274422473039,
      "learning_rate": 0.0002690844791643618,
      "loss": 2.4219,
      "step": 28416
    },
    {
      "epoch": 1.3220283786927192,
      "grad_norm": 0.8451284407363713,
      "learning_rate": 0.00026908222238877094,
      "loss": 2.6094,
      "step": 28417
    },
    {
      "epoch": 1.3220749011397999,
      "grad_norm": 0.8697580483479036,
      "learning_rate": 0.0002690799655402773,
      "loss": 2.7188,
      "step": 28418
    },
    {
      "epoch": 1.3221214235868808,
      "grad_norm": 0.8740384509667263,
      "learning_rate": 0.00026907770861888216,
      "loss": 2.4844,
      "step": 28419
    },
    {
      "epoch": 1.3221679460339613,
      "grad_norm": 0.8319936008155614,
      "learning_rate": 0.0002690754516245869,
      "loss": 2.3281,
      "step": 28420
    },
    {
      "epoch": 1.3222144684810422,
      "grad_norm": 0.885217020568092,
      "learning_rate": 0.0002690731945573931,
      "loss": 2.2188,
      "step": 28421
    },
    {
      "epoch": 1.3222609909281229,
      "grad_norm": 0.9061940361239037,
      "learning_rate": 0.0002690709374173018,
      "loss": 2.2812,
      "step": 28422
    },
    {
      "epoch": 1.3223075133752036,
      "grad_norm": 0.8917386499635729,
      "learning_rate": 0.0002690686802043147,
      "loss": 2.3281,
      "step": 28423
    },
    {
      "epoch": 1.3223540358222843,
      "grad_norm": 0.8018535006636405,
      "learning_rate": 0.000269066422918433,
      "loss": 1.8047,
      "step": 28424
    },
    {
      "epoch": 1.322400558269365,
      "grad_norm": 0.8280356925534551,
      "learning_rate": 0.00026906416555965817,
      "loss": 2.3281,
      "step": 28425
    },
    {
      "epoch": 1.3224470807164457,
      "grad_norm": 0.8071179495842238,
      "learning_rate": 0.00026906190812799155,
      "loss": 2.1875,
      "step": 28426
    },
    {
      "epoch": 1.3224936031635264,
      "grad_norm": 0.8979261282123058,
      "learning_rate": 0.00026905965062343446,
      "loss": 2.4531,
      "step": 28427
    },
    {
      "epoch": 1.322540125610607,
      "grad_norm": 0.8967791070456692,
      "learning_rate": 0.0002690573930459884,
      "loss": 2.5469,
      "step": 28428
    },
    {
      "epoch": 1.3225866480576878,
      "grad_norm": 0.8382977558374062,
      "learning_rate": 0.00026905513539565474,
      "loss": 2.3438,
      "step": 28429
    },
    {
      "epoch": 1.3226331705047685,
      "grad_norm": 0.9219688260539225,
      "learning_rate": 0.00026905287767243477,
      "loss": 2.5938,
      "step": 28430
    },
    {
      "epoch": 1.3226796929518492,
      "grad_norm": 0.8929226465361774,
      "learning_rate": 0.0002690506198763299,
      "loss": 2.375,
      "step": 28431
    },
    {
      "epoch": 1.32272621539893,
      "grad_norm": 0.8384619405103214,
      "learning_rate": 0.0002690483620073416,
      "loss": 2.2969,
      "step": 28432
    },
    {
      "epoch": 1.3227727378460106,
      "grad_norm": 0.851032092148635,
      "learning_rate": 0.0002690461040654712,
      "loss": 2.2344,
      "step": 28433
    },
    {
      "epoch": 1.3228192602930915,
      "grad_norm": 0.9043393536609724,
      "learning_rate": 0.00026904384605072005,
      "loss": 2.3125,
      "step": 28434
    },
    {
      "epoch": 1.3228657827401722,
      "grad_norm": 0.8916946631655897,
      "learning_rate": 0.00026904158796308954,
      "loss": 1.7969,
      "step": 28435
    },
    {
      "epoch": 1.322912305187253,
      "grad_norm": 0.8917439152528522,
      "learning_rate": 0.0002690393298025811,
      "loss": 2.5,
      "step": 28436
    },
    {
      "epoch": 1.3229588276343336,
      "grad_norm": 0.8442569398750163,
      "learning_rate": 0.00026903707156919606,
      "loss": 2.1406,
      "step": 28437
    },
    {
      "epoch": 1.3230053500814143,
      "grad_norm": 0.9179057332814056,
      "learning_rate": 0.0002690348132629358,
      "loss": 2.4531,
      "step": 28438
    },
    {
      "epoch": 1.323051872528495,
      "grad_norm": 0.9142017014538358,
      "learning_rate": 0.00026903255488380177,
      "loss": 2.4844,
      "step": 28439
    },
    {
      "epoch": 1.3230983949755757,
      "grad_norm": 0.8395345675319111,
      "learning_rate": 0.0002690302964317953,
      "loss": 2.2969,
      "step": 28440
    },
    {
      "epoch": 1.3231449174226564,
      "grad_norm": 0.9042370170261954,
      "learning_rate": 0.00026902803790691777,
      "loss": 2.4062,
      "step": 28441
    },
    {
      "epoch": 1.323191439869737,
      "grad_norm": 0.8814442790041691,
      "learning_rate": 0.0002690257793091706,
      "loss": 2.4688,
      "step": 28442
    },
    {
      "epoch": 1.3232379623168178,
      "grad_norm": 0.8838811608139474,
      "learning_rate": 0.00026902352063855507,
      "loss": 2.3438,
      "step": 28443
    },
    {
      "epoch": 1.3232844847638985,
      "grad_norm": 0.8227654030640521,
      "learning_rate": 0.00026902126189507267,
      "loss": 2.5,
      "step": 28444
    },
    {
      "epoch": 1.3233310072109794,
      "grad_norm": 0.9415617641192517,
      "learning_rate": 0.0002690190030787248,
      "loss": 2.7188,
      "step": 28445
    },
    {
      "epoch": 1.3233775296580599,
      "grad_norm": 0.899739852112947,
      "learning_rate": 0.00026901674418951276,
      "loss": 2.4844,
      "step": 28446
    },
    {
      "epoch": 1.3234240521051408,
      "grad_norm": 0.9015415500429591,
      "learning_rate": 0.00026901448522743796,
      "loss": 2.2969,
      "step": 28447
    },
    {
      "epoch": 1.3234705745522215,
      "grad_norm": 0.9027413703872941,
      "learning_rate": 0.0002690122261925018,
      "loss": 2.4375,
      "step": 28448
    },
    {
      "epoch": 1.3235170969993022,
      "grad_norm": 0.8947562383860503,
      "learning_rate": 0.0002690099670847057,
      "loss": 2.3281,
      "step": 28449
    },
    {
      "epoch": 1.323563619446383,
      "grad_norm": 0.8385301777998018,
      "learning_rate": 0.00026900770790405095,
      "loss": 1.75,
      "step": 28450
    },
    {
      "epoch": 1.3236101418934636,
      "grad_norm": 0.9019943021646065,
      "learning_rate": 0.0002690054486505389,
      "loss": 2.3594,
      "step": 28451
    },
    {
      "epoch": 1.3236566643405443,
      "grad_norm": 0.88223441546842,
      "learning_rate": 0.00026900318932417117,
      "loss": 2.4375,
      "step": 28452
    },
    {
      "epoch": 1.323703186787625,
      "grad_norm": 0.8734322528526395,
      "learning_rate": 0.0002690009299249489,
      "loss": 2.2812,
      "step": 28453
    },
    {
      "epoch": 1.3237497092347057,
      "grad_norm": 0.9290027867476607,
      "learning_rate": 0.0002689986704528736,
      "loss": 2.6562,
      "step": 28454
    },
    {
      "epoch": 1.3237962316817864,
      "grad_norm": 0.9390358129040396,
      "learning_rate": 0.0002689964109079466,
      "loss": 2.4219,
      "step": 28455
    },
    {
      "epoch": 1.3238427541288673,
      "grad_norm": 0.9776461054941231,
      "learning_rate": 0.00026899415129016924,
      "loss": 2.4531,
      "step": 28456
    },
    {
      "epoch": 1.3238892765759478,
      "grad_norm": 0.8986302546228416,
      "learning_rate": 0.000268991891599543,
      "loss": 2.5,
      "step": 28457
    },
    {
      "epoch": 1.3239357990230287,
      "grad_norm": 0.8653657710151794,
      "learning_rate": 0.0002689896318360692,
      "loss": 2.4688,
      "step": 28458
    },
    {
      "epoch": 1.3239823214701092,
      "grad_norm": 0.8633884072410113,
      "learning_rate": 0.0002689873719997493,
      "loss": 2.5,
      "step": 28459
    },
    {
      "epoch": 1.3240288439171901,
      "grad_norm": 0.8523785585859446,
      "learning_rate": 0.00026898511209058455,
      "loss": 2.3281,
      "step": 28460
    },
    {
      "epoch": 1.3240753663642708,
      "grad_norm": 0.8639995463329535,
      "learning_rate": 0.0002689828521085765,
      "loss": 2.3281,
      "step": 28461
    },
    {
      "epoch": 1.3241218888113515,
      "grad_norm": 0.8483449890379622,
      "learning_rate": 0.00026898059205372646,
      "loss": 2.3906,
      "step": 28462
    },
    {
      "epoch": 1.3241684112584322,
      "grad_norm": 0.8477329291129505,
      "learning_rate": 0.0002689783319260357,
      "loss": 2.0156,
      "step": 28463
    },
    {
      "epoch": 1.324214933705513,
      "grad_norm": 0.9211340081054697,
      "learning_rate": 0.0002689760717255058,
      "loss": 2.5781,
      "step": 28464
    },
    {
      "epoch": 1.3242614561525936,
      "grad_norm": 0.8405005448402224,
      "learning_rate": 0.00026897381145213795,
      "loss": 2.4219,
      "step": 28465
    },
    {
      "epoch": 1.3243079785996743,
      "grad_norm": 0.8535291935974193,
      "learning_rate": 0.0002689715511059337,
      "loss": 2.2344,
      "step": 28466
    },
    {
      "epoch": 1.324354501046755,
      "grad_norm": 1.0119902583090565,
      "learning_rate": 0.00026896929068689435,
      "loss": 2.6562,
      "step": 28467
    },
    {
      "epoch": 1.3244010234938357,
      "grad_norm": 0.8125938392316928,
      "learning_rate": 0.00026896703019502124,
      "loss": 1.5781,
      "step": 28468
    },
    {
      "epoch": 1.3244475459409166,
      "grad_norm": 0.8459891535672506,
      "learning_rate": 0.0002689647696303159,
      "loss": 2.125,
      "step": 28469
    },
    {
      "epoch": 1.324494068387997,
      "grad_norm": 0.8769791382173392,
      "learning_rate": 0.0002689625089927796,
      "loss": 2.3438,
      "step": 28470
    },
    {
      "epoch": 1.324540590835078,
      "grad_norm": 0.8270701604528915,
      "learning_rate": 0.0002689602482824138,
      "loss": 2.1406,
      "step": 28471
    },
    {
      "epoch": 1.3245871132821587,
      "grad_norm": 0.932570621691884,
      "learning_rate": 0.0002689579874992197,
      "loss": 2.3281,
      "step": 28472
    },
    {
      "epoch": 1.3246336357292394,
      "grad_norm": 0.8851287467815135,
      "learning_rate": 0.00026895572664319893,
      "loss": 2.3438,
      "step": 28473
    },
    {
      "epoch": 1.3246801581763201,
      "grad_norm": 0.898728768037236,
      "learning_rate": 0.0002689534657143527,
      "loss": 2.4375,
      "step": 28474
    },
    {
      "epoch": 1.3247266806234008,
      "grad_norm": 0.8997062458726891,
      "learning_rate": 0.00026895120471268254,
      "loss": 2.25,
      "step": 28475
    },
    {
      "epoch": 1.3247732030704815,
      "grad_norm": 0.9128200657643603,
      "learning_rate": 0.0002689489436381897,
      "loss": 2.625,
      "step": 28476
    },
    {
      "epoch": 1.3248197255175622,
      "grad_norm": 0.8879158920377423,
      "learning_rate": 0.0002689466824908756,
      "loss": 2.3125,
      "step": 28477
    },
    {
      "epoch": 1.324866247964643,
      "grad_norm": 0.8422494348265641,
      "learning_rate": 0.00026894442127074167,
      "loss": 2.1719,
      "step": 28478
    },
    {
      "epoch": 1.3249127704117236,
      "grad_norm": 0.9571085233356416,
      "learning_rate": 0.00026894215997778925,
      "loss": 2.6562,
      "step": 28479
    },
    {
      "epoch": 1.3249592928588043,
      "grad_norm": 0.9797601187794165,
      "learning_rate": 0.00026893989861201975,
      "loss": 2.6094,
      "step": 28480
    },
    {
      "epoch": 1.325005815305885,
      "grad_norm": 0.8431977678965663,
      "learning_rate": 0.00026893763717343453,
      "loss": 2.375,
      "step": 28481
    },
    {
      "epoch": 1.325052337752966,
      "grad_norm": 0.9232144921110481,
      "learning_rate": 0.000268935375662035,
      "loss": 2.3906,
      "step": 28482
    },
    {
      "epoch": 1.3250988602000464,
      "grad_norm": 0.8362532473364904,
      "learning_rate": 0.00026893311407782255,
      "loss": 2.1406,
      "step": 28483
    },
    {
      "epoch": 1.3251453826471273,
      "grad_norm": 0.941400191135064,
      "learning_rate": 0.00026893085242079846,
      "loss": 2.4375,
      "step": 28484
    },
    {
      "epoch": 1.325191905094208,
      "grad_norm": 0.8872482856969579,
      "learning_rate": 0.0002689285906909643,
      "loss": 2.6094,
      "step": 28485
    },
    {
      "epoch": 1.3252384275412887,
      "grad_norm": 0.8692257961937552,
      "learning_rate": 0.00026892632888832126,
      "loss": 2.3281,
      "step": 28486
    },
    {
      "epoch": 1.3252849499883694,
      "grad_norm": 0.8816236826023613,
      "learning_rate": 0.0002689240670128709,
      "loss": 2.5,
      "step": 28487
    },
    {
      "epoch": 1.3253314724354501,
      "grad_norm": 1.037935312503539,
      "learning_rate": 0.0002689218050646145,
      "loss": 2.6562,
      "step": 28488
    },
    {
      "epoch": 1.3253779948825308,
      "grad_norm": 0.8237706582084028,
      "learning_rate": 0.00026891954304355354,
      "loss": 2.3281,
      "step": 28489
    },
    {
      "epoch": 1.3254245173296115,
      "grad_norm": 0.8870935558329122,
      "learning_rate": 0.0002689172809496892,
      "loss": 2.4062,
      "step": 28490
    },
    {
      "epoch": 1.3254710397766922,
      "grad_norm": 0.9180498094879784,
      "learning_rate": 0.0002689150187830231,
      "loss": 2.6562,
      "step": 28491
    },
    {
      "epoch": 1.325517562223773,
      "grad_norm": 0.9582521985187935,
      "learning_rate": 0.0002689127565435565,
      "loss": 2.2656,
      "step": 28492
    },
    {
      "epoch": 1.3255640846708536,
      "grad_norm": 0.9687014553701879,
      "learning_rate": 0.00026891049423129085,
      "loss": 2.6094,
      "step": 28493
    },
    {
      "epoch": 1.3256106071179343,
      "grad_norm": 0.858082161782561,
      "learning_rate": 0.00026890823184622743,
      "loss": 2.4688,
      "step": 28494
    },
    {
      "epoch": 1.3256571295650152,
      "grad_norm": 0.9249234694537989,
      "learning_rate": 0.0002689059693883677,
      "loss": 2.3281,
      "step": 28495
    },
    {
      "epoch": 1.3257036520120957,
      "grad_norm": 0.9642896946253758,
      "learning_rate": 0.000268903706857713,
      "loss": 2.6094,
      "step": 28496
    },
    {
      "epoch": 1.3257501744591766,
      "grad_norm": 0.8452220567483949,
      "learning_rate": 0.00026890144425426477,
      "loss": 2.2656,
      "step": 28497
    },
    {
      "epoch": 1.3257966969062573,
      "grad_norm": 0.8233825077816582,
      "learning_rate": 0.0002688991815780244,
      "loss": 2.3594,
      "step": 28498
    },
    {
      "epoch": 1.325843219353338,
      "grad_norm": 0.8812246180917914,
      "learning_rate": 0.00026889691882899327,
      "loss": 2.6094,
      "step": 28499
    },
    {
      "epoch": 1.3258897418004187,
      "grad_norm": 0.8370414946162028,
      "learning_rate": 0.00026889465600717273,
      "loss": 2.4531,
      "step": 28500
    },
    {
      "epoch": 1.3259362642474994,
      "grad_norm": 0.8626012106316914,
      "learning_rate": 0.00026889239311256416,
      "loss": 2.4531,
      "step": 28501
    },
    {
      "epoch": 1.3259827866945801,
      "grad_norm": 0.964561912447593,
      "learning_rate": 0.000268890130145169,
      "loss": 2.5781,
      "step": 28502
    },
    {
      "epoch": 1.3260293091416608,
      "grad_norm": 0.8980577334840678,
      "learning_rate": 0.0002688878671049886,
      "loss": 2.3906,
      "step": 28503
    },
    {
      "epoch": 1.3260758315887415,
      "grad_norm": 0.918351286876684,
      "learning_rate": 0.0002688856039920243,
      "loss": 2.6719,
      "step": 28504
    },
    {
      "epoch": 1.3261223540358222,
      "grad_norm": 0.8120862589746003,
      "learning_rate": 0.00026888334080627755,
      "loss": 2.1406,
      "step": 28505
    },
    {
      "epoch": 1.326168876482903,
      "grad_norm": 0.7971247071547911,
      "learning_rate": 0.00026888107754774975,
      "loss": 2.3438,
      "step": 28506
    },
    {
      "epoch": 1.3262153989299836,
      "grad_norm": 0.8694623847082732,
      "learning_rate": 0.0002688788142164422,
      "loss": 2.25,
      "step": 28507
    },
    {
      "epoch": 1.3262619213770646,
      "grad_norm": 0.8919310968903056,
      "learning_rate": 0.0002688765508123564,
      "loss": 2.3594,
      "step": 28508
    },
    {
      "epoch": 1.326308443824145,
      "grad_norm": 1.0023043966735161,
      "learning_rate": 0.0002688742873354936,
      "loss": 2.4375,
      "step": 28509
    },
    {
      "epoch": 1.326354966271226,
      "grad_norm": 0.8599701213548544,
      "learning_rate": 0.00026887202378585536,
      "loss": 2.625,
      "step": 28510
    },
    {
      "epoch": 1.3264014887183067,
      "grad_norm": 0.8720508222979697,
      "learning_rate": 0.0002688697601634429,
      "loss": 2.1562,
      "step": 28511
    },
    {
      "epoch": 1.3264480111653874,
      "grad_norm": 0.9813662445929588,
      "learning_rate": 0.00026886749646825767,
      "loss": 2.5312,
      "step": 28512
    },
    {
      "epoch": 1.326494533612468,
      "grad_norm": 0.8259859547940938,
      "learning_rate": 0.0002688652327003011,
      "loss": 2.2656,
      "step": 28513
    },
    {
      "epoch": 1.3265410560595488,
      "grad_norm": 0.887408842046333,
      "learning_rate": 0.0002688629688595745,
      "loss": 2.3281,
      "step": 28514
    },
    {
      "epoch": 1.3265875785066295,
      "grad_norm": 0.8546617084486093,
      "learning_rate": 0.0002688607049460793,
      "loss": 2.5781,
      "step": 28515
    },
    {
      "epoch": 1.3266341009537101,
      "grad_norm": 0.9904722077030382,
      "learning_rate": 0.0002688584409598169,
      "loss": 2.2969,
      "step": 28516
    },
    {
      "epoch": 1.3266806234007908,
      "grad_norm": 0.7812602372341226,
      "learning_rate": 0.0002688561769007886,
      "loss": 2.3281,
      "step": 28517
    },
    {
      "epoch": 1.3267271458478715,
      "grad_norm": 0.8669201695606036,
      "learning_rate": 0.0002688539127689959,
      "loss": 2.8281,
      "step": 28518
    },
    {
      "epoch": 1.3267736682949522,
      "grad_norm": 0.8887956640235642,
      "learning_rate": 0.00026885164856444013,
      "loss": 2.375,
      "step": 28519
    },
    {
      "epoch": 1.326820190742033,
      "grad_norm": 0.8613712897767769,
      "learning_rate": 0.00026884938428712267,
      "loss": 2.4219,
      "step": 28520
    },
    {
      "epoch": 1.3268667131891139,
      "grad_norm": 0.8709746923934335,
      "learning_rate": 0.0002688471199370449,
      "loss": 2.2812,
      "step": 28521
    },
    {
      "epoch": 1.3269132356361943,
      "grad_norm": 0.8313990994186092,
      "learning_rate": 0.00026884485551420827,
      "loss": 2.3594,
      "step": 28522
    },
    {
      "epoch": 1.3269597580832753,
      "grad_norm": 0.9067509597453217,
      "learning_rate": 0.0002688425910186141,
      "loss": 2.5781,
      "step": 28523
    },
    {
      "epoch": 1.327006280530356,
      "grad_norm": 0.8049018580346905,
      "learning_rate": 0.00026884032645026375,
      "loss": 2.4062,
      "step": 28524
    },
    {
      "epoch": 1.3270528029774367,
      "grad_norm": 0.8530804508317107,
      "learning_rate": 0.0002688380618091587,
      "loss": 2.8594,
      "step": 28525
    },
    {
      "epoch": 1.3270993254245174,
      "grad_norm": 0.8715898586830867,
      "learning_rate": 0.0002688357970953003,
      "loss": 2.375,
      "step": 28526
    },
    {
      "epoch": 1.327145847871598,
      "grad_norm": 0.8826282303993066,
      "learning_rate": 0.00026883353230868986,
      "loss": 2.5312,
      "step": 28527
    },
    {
      "epoch": 1.3271923703186788,
      "grad_norm": 0.7373608953103127,
      "learning_rate": 0.0002688312674493288,
      "loss": 1.6797,
      "step": 28528
    },
    {
      "epoch": 1.3272388927657595,
      "grad_norm": 0.8646572231643723,
      "learning_rate": 0.00026882900251721864,
      "loss": 2.25,
      "step": 28529
    },
    {
      "epoch": 1.3272854152128402,
      "grad_norm": 0.8744377711157847,
      "learning_rate": 0.00026882673751236065,
      "loss": 2.2188,
      "step": 28530
    },
    {
      "epoch": 1.3273319376599209,
      "grad_norm": 0.8555062747435421,
      "learning_rate": 0.0002688244724347562,
      "loss": 2.5156,
      "step": 28531
    },
    {
      "epoch": 1.3273784601070016,
      "grad_norm": 0.6872667815563525,
      "learning_rate": 0.00026882220728440676,
      "loss": 1.6406,
      "step": 28532
    },
    {
      "epoch": 1.3274249825540823,
      "grad_norm": 0.8375329457723192,
      "learning_rate": 0.0002688199420613136,
      "loss": 2.3281,
      "step": 28533
    },
    {
      "epoch": 1.3274715050011632,
      "grad_norm": 0.8729717919108028,
      "learning_rate": 0.0002688176767654782,
      "loss": 2.1875,
      "step": 28534
    },
    {
      "epoch": 1.3275180274482437,
      "grad_norm": 0.8496036002028073,
      "learning_rate": 0.0002688154113969019,
      "loss": 1.9766,
      "step": 28535
    },
    {
      "epoch": 1.3275645498953246,
      "grad_norm": 0.8158328278598508,
      "learning_rate": 0.0002688131459555861,
      "loss": 2.2812,
      "step": 28536
    },
    {
      "epoch": 1.3276110723424053,
      "grad_norm": 0.8839564153655023,
      "learning_rate": 0.0002688108804415322,
      "loss": 2.4219,
      "step": 28537
    },
    {
      "epoch": 1.327657594789486,
      "grad_norm": 0.8541604899667522,
      "learning_rate": 0.0002688086148547416,
      "loss": 2.375,
      "step": 28538
    },
    {
      "epoch": 1.3277041172365667,
      "grad_norm": 0.8849476263293248,
      "learning_rate": 0.00026880634919521567,
      "loss": 2.4219,
      "step": 28539
    },
    {
      "epoch": 1.3277506396836474,
      "grad_norm": 0.8659235377238017,
      "learning_rate": 0.00026880408346295577,
      "loss": 2.4688,
      "step": 28540
    },
    {
      "epoch": 1.327797162130728,
      "grad_norm": 0.8935460125736974,
      "learning_rate": 0.0002688018176579633,
      "loss": 2.4688,
      "step": 28541
    },
    {
      "epoch": 1.3278436845778088,
      "grad_norm": 0.8412602142742854,
      "learning_rate": 0.00026879955178023973,
      "loss": 2.2969,
      "step": 28542
    },
    {
      "epoch": 1.3278902070248895,
      "grad_norm": 0.8969427418818289,
      "learning_rate": 0.0002687972858297863,
      "loss": 2.6406,
      "step": 28543
    },
    {
      "epoch": 1.3279367294719702,
      "grad_norm": 0.8980126176958745,
      "learning_rate": 0.0002687950198066045,
      "loss": 2.4531,
      "step": 28544
    },
    {
      "epoch": 1.3279832519190509,
      "grad_norm": 0.827621884753507,
      "learning_rate": 0.0002687927537106956,
      "loss": 2.2656,
      "step": 28545
    },
    {
      "epoch": 1.3280297743661316,
      "grad_norm": 0.890024278652414,
      "learning_rate": 0.0002687904875420612,
      "loss": 2.4375,
      "step": 28546
    },
    {
      "epoch": 1.3280762968132125,
      "grad_norm": 0.9391951150653816,
      "learning_rate": 0.0002687882213007025,
      "loss": 2.6875,
      "step": 28547
    },
    {
      "epoch": 1.328122819260293,
      "grad_norm": 0.9283212461795659,
      "learning_rate": 0.000268785954986621,
      "loss": 2.7031,
      "step": 28548
    },
    {
      "epoch": 1.3281693417073739,
      "grad_norm": 0.9186374227108938,
      "learning_rate": 0.000268783688599818,
      "loss": 2.6406,
      "step": 28549
    },
    {
      "epoch": 1.3282158641544546,
      "grad_norm": 0.8678535934518323,
      "learning_rate": 0.00026878142214029494,
      "loss": 2.5938,
      "step": 28550
    },
    {
      "epoch": 1.3282623866015353,
      "grad_norm": 0.9479777390008559,
      "learning_rate": 0.0002687791556080532,
      "loss": 2.4062,
      "step": 28551
    },
    {
      "epoch": 1.328308909048616,
      "grad_norm": 0.8848437739255006,
      "learning_rate": 0.00026877688900309415,
      "loss": 2.2969,
      "step": 28552
    },
    {
      "epoch": 1.3283554314956967,
      "grad_norm": 0.8715548058853798,
      "learning_rate": 0.00026877462232541917,
      "loss": 2.125,
      "step": 28553
    },
    {
      "epoch": 1.3284019539427774,
      "grad_norm": 0.9166903699887965,
      "learning_rate": 0.0002687723555750297,
      "loss": 2.4844,
      "step": 28554
    },
    {
      "epoch": 1.328448476389858,
      "grad_norm": 0.9072380021691294,
      "learning_rate": 0.000268770088751927,
      "loss": 2.3906,
      "step": 28555
    },
    {
      "epoch": 1.3284949988369388,
      "grad_norm": 0.9048160959777231,
      "learning_rate": 0.0002687678218561126,
      "loss": 2.6719,
      "step": 28556
    },
    {
      "epoch": 1.3285415212840195,
      "grad_norm": 0.9672200823076291,
      "learning_rate": 0.00026876555488758794,
      "loss": 2.3594,
      "step": 28557
    },
    {
      "epoch": 1.3285880437311002,
      "grad_norm": 0.8467926728810105,
      "learning_rate": 0.0002687632878463542,
      "loss": 2.2656,
      "step": 28558
    },
    {
      "epoch": 1.3286345661781809,
      "grad_norm": 0.8471175182557976,
      "learning_rate": 0.0002687610207324129,
      "loss": 2.25,
      "step": 28559
    },
    {
      "epoch": 1.3286810886252618,
      "grad_norm": 0.8760159173950588,
      "learning_rate": 0.00026875875354576546,
      "loss": 2.4531,
      "step": 28560
    },
    {
      "epoch": 1.3287276110723423,
      "grad_norm": 0.801388800011079,
      "learning_rate": 0.00026875648628641314,
      "loss": 2.4062,
      "step": 28561
    },
    {
      "epoch": 1.3287741335194232,
      "grad_norm": 0.801202448941673,
      "learning_rate": 0.0002687542189543574,
      "loss": 2.2344,
      "step": 28562
    },
    {
      "epoch": 1.328820655966504,
      "grad_norm": 0.8896094741683783,
      "learning_rate": 0.00026875195154959966,
      "loss": 2.4688,
      "step": 28563
    },
    {
      "epoch": 1.3288671784135846,
      "grad_norm": 0.8962910349080101,
      "learning_rate": 0.00026874968407214126,
      "loss": 2.4219,
      "step": 28564
    },
    {
      "epoch": 1.3289137008606653,
      "grad_norm": 0.8381218237892114,
      "learning_rate": 0.00026874741652198363,
      "loss": 2.3906,
      "step": 28565
    },
    {
      "epoch": 1.328960223307746,
      "grad_norm": 0.8908001469738643,
      "learning_rate": 0.00026874514889912814,
      "loss": 2.4062,
      "step": 28566
    },
    {
      "epoch": 1.3290067457548267,
      "grad_norm": 0.8483382657435563,
      "learning_rate": 0.0002687428812035761,
      "loss": 2.4531,
      "step": 28567
    },
    {
      "epoch": 1.3290532682019074,
      "grad_norm": 0.9007354539514864,
      "learning_rate": 0.000268740613435329,
      "loss": 2.3281,
      "step": 28568
    },
    {
      "epoch": 1.329099790648988,
      "grad_norm": 0.9932820488643574,
      "learning_rate": 0.0002687383455943882,
      "loss": 2.2812,
      "step": 28569
    },
    {
      "epoch": 1.3291463130960688,
      "grad_norm": 0.8017096336820577,
      "learning_rate": 0.0002687360776807551,
      "loss": 1.8984,
      "step": 28570
    },
    {
      "epoch": 1.3291928355431495,
      "grad_norm": 0.9049902909128197,
      "learning_rate": 0.0002687338096944311,
      "loss": 2.3594,
      "step": 28571
    },
    {
      "epoch": 1.3292393579902302,
      "grad_norm": 0.8408299007654526,
      "learning_rate": 0.0002687315416354175,
      "loss": 2.1875,
      "step": 28572
    },
    {
      "epoch": 1.329285880437311,
      "grad_norm": 0.8909498238208554,
      "learning_rate": 0.00026872927350371576,
      "loss": 2.4844,
      "step": 28573
    },
    {
      "epoch": 1.3293324028843916,
      "grad_norm": 0.8844234093669332,
      "learning_rate": 0.0002687270052993273,
      "loss": 2.5,
      "step": 28574
    },
    {
      "epoch": 1.3293789253314725,
      "grad_norm": 0.9176376175164065,
      "learning_rate": 0.0002687247370222534,
      "loss": 2.6094,
      "step": 28575
    },
    {
      "epoch": 1.3294254477785532,
      "grad_norm": 0.8645039229533652,
      "learning_rate": 0.0002687224686724956,
      "loss": 2.2969,
      "step": 28576
    },
    {
      "epoch": 1.329471970225634,
      "grad_norm": 0.8327211368239505,
      "learning_rate": 0.00026872020025005516,
      "loss": 2.3438,
      "step": 28577
    },
    {
      "epoch": 1.3295184926727146,
      "grad_norm": 0.8693327951237741,
      "learning_rate": 0.00026871793175493354,
      "loss": 2.0156,
      "step": 28578
    },
    {
      "epoch": 1.3295650151197953,
      "grad_norm": 0.8870773805256963,
      "learning_rate": 0.00026871566318713205,
      "loss": 2.5,
      "step": 28579
    },
    {
      "epoch": 1.329611537566876,
      "grad_norm": 0.8549044647541626,
      "learning_rate": 0.00026871339454665214,
      "loss": 2.5156,
      "step": 28580
    },
    {
      "epoch": 1.3296580600139567,
      "grad_norm": 0.9404497694993115,
      "learning_rate": 0.00026871112583349524,
      "loss": 2.4531,
      "step": 28581
    },
    {
      "epoch": 1.3297045824610374,
      "grad_norm": 0.8607827688547942,
      "learning_rate": 0.00026870885704766265,
      "loss": 2.6562,
      "step": 28582
    },
    {
      "epoch": 1.329751104908118,
      "grad_norm": 0.9528779150222325,
      "learning_rate": 0.00026870658818915576,
      "loss": 2.1875,
      "step": 28583
    },
    {
      "epoch": 1.329797627355199,
      "grad_norm": 0.8626201846990684,
      "learning_rate": 0.0002687043192579761,
      "loss": 2.2188,
      "step": 28584
    },
    {
      "epoch": 1.3298441498022795,
      "grad_norm": 0.8704446126894385,
      "learning_rate": 0.0002687020502541249,
      "loss": 2.2188,
      "step": 28585
    },
    {
      "epoch": 1.3298906722493604,
      "grad_norm": 0.8642977034390231,
      "learning_rate": 0.0002686997811776036,
      "loss": 2.5,
      "step": 28586
    },
    {
      "epoch": 1.329937194696441,
      "grad_norm": 0.9514310854371163,
      "learning_rate": 0.0002686975120284136,
      "loss": 2.2969,
      "step": 28587
    },
    {
      "epoch": 1.3299837171435218,
      "grad_norm": 0.8761263418173718,
      "learning_rate": 0.00026869524280655633,
      "loss": 2.3594,
      "step": 28588
    },
    {
      "epoch": 1.3300302395906025,
      "grad_norm": 0.9230505311889597,
      "learning_rate": 0.00026869297351203304,
      "loss": 2.25,
      "step": 28589
    },
    {
      "epoch": 1.3300767620376832,
      "grad_norm": 0.9040882101192768,
      "learning_rate": 0.0002686907041448453,
      "loss": 2.4375,
      "step": 28590
    },
    {
      "epoch": 1.330123284484764,
      "grad_norm": 0.9685907147127862,
      "learning_rate": 0.00026868843470499433,
      "loss": 2.4844,
      "step": 28591
    },
    {
      "epoch": 1.3301698069318446,
      "grad_norm": 0.9272126677957938,
      "learning_rate": 0.0002686861651924817,
      "loss": 2.3594,
      "step": 28592
    },
    {
      "epoch": 1.3302163293789253,
      "grad_norm": 0.9387582099717592,
      "learning_rate": 0.0002686838956073086,
      "loss": 1.7344,
      "step": 28593
    },
    {
      "epoch": 1.330262851826006,
      "grad_norm": 0.9085678476129073,
      "learning_rate": 0.00026868162594947655,
      "loss": 2.4844,
      "step": 28594
    },
    {
      "epoch": 1.3303093742730867,
      "grad_norm": 0.9626485837791786,
      "learning_rate": 0.00026867935621898695,
      "loss": 2.4062,
      "step": 28595
    },
    {
      "epoch": 1.3303558967201674,
      "grad_norm": 0.8398234476058652,
      "learning_rate": 0.0002686770864158411,
      "loss": 2.2812,
      "step": 28596
    },
    {
      "epoch": 1.3304024191672483,
      "grad_norm": 0.8306029249945625,
      "learning_rate": 0.00026867481654004044,
      "loss": 2.3281,
      "step": 28597
    },
    {
      "epoch": 1.3304489416143288,
      "grad_norm": 0.8370562074302016,
      "learning_rate": 0.00026867254659158636,
      "loss": 2.3125,
      "step": 28598
    },
    {
      "epoch": 1.3304954640614097,
      "grad_norm": 0.851078013583793,
      "learning_rate": 0.0002686702765704803,
      "loss": 2.6094,
      "step": 28599
    },
    {
      "epoch": 1.3305419865084904,
      "grad_norm": 1.0206558849598588,
      "learning_rate": 0.0002686680064767236,
      "loss": 2.5312,
      "step": 28600
    },
    {
      "epoch": 1.3305885089555711,
      "grad_norm": 0.8487527383568243,
      "learning_rate": 0.0002686657363103176,
      "loss": 2.625,
      "step": 28601
    },
    {
      "epoch": 1.3306350314026518,
      "grad_norm": 0.9264488157962901,
      "learning_rate": 0.0002686634660712637,
      "loss": 2.5312,
      "step": 28602
    },
    {
      "epoch": 1.3306815538497325,
      "grad_norm": 0.8241329175240533,
      "learning_rate": 0.0002686611957595634,
      "loss": 2.2031,
      "step": 28603
    },
    {
      "epoch": 1.3307280762968132,
      "grad_norm": 0.9100462779622317,
      "learning_rate": 0.000268658925375218,
      "loss": 2.375,
      "step": 28604
    },
    {
      "epoch": 1.330774598743894,
      "grad_norm": 0.8659170330425973,
      "learning_rate": 0.00026865665491822884,
      "loss": 2.3125,
      "step": 28605
    },
    {
      "epoch": 1.3308211211909746,
      "grad_norm": 0.8844608556545281,
      "learning_rate": 0.00026865438438859746,
      "loss": 2.375,
      "step": 28606
    },
    {
      "epoch": 1.3308676436380553,
      "grad_norm": 0.8757803188824896,
      "learning_rate": 0.0002686521137863251,
      "loss": 2.1875,
      "step": 28607
    },
    {
      "epoch": 1.330914166085136,
      "grad_norm": 0.8771681729984101,
      "learning_rate": 0.0002686498431114133,
      "loss": 2.3438,
      "step": 28608
    },
    {
      "epoch": 1.3309606885322167,
      "grad_norm": 0.9412370594479469,
      "learning_rate": 0.00026864757236386334,
      "loss": 2.5938,
      "step": 28609
    },
    {
      "epoch": 1.3310072109792976,
      "grad_norm": 0.8601122748698711,
      "learning_rate": 0.0002686453015436766,
      "loss": 2.4531,
      "step": 28610
    },
    {
      "epoch": 1.3310537334263781,
      "grad_norm": 0.877443540008819,
      "learning_rate": 0.0002686430306508545,
      "loss": 2.3906,
      "step": 28611
    },
    {
      "epoch": 1.331100255873459,
      "grad_norm": 0.8993016538122675,
      "learning_rate": 0.00026864075968539847,
      "loss": 2.25,
      "step": 28612
    },
    {
      "epoch": 1.3311467783205397,
      "grad_norm": 0.9168258160301752,
      "learning_rate": 0.00026863848864730987,
      "loss": 2.2812,
      "step": 28613
    },
    {
      "epoch": 1.3311933007676204,
      "grad_norm": 0.8913915777391885,
      "learning_rate": 0.0002686362175365901,
      "loss": 2.4219,
      "step": 28614
    },
    {
      "epoch": 1.3312398232147011,
      "grad_norm": 0.9314428896071502,
      "learning_rate": 0.0002686339463532405,
      "loss": 2.4844,
      "step": 28615
    },
    {
      "epoch": 1.3312863456617818,
      "grad_norm": 0.8997445543339241,
      "learning_rate": 0.0002686316750972625,
      "loss": 2.4375,
      "step": 28616
    },
    {
      "epoch": 1.3313328681088625,
      "grad_norm": 0.9186767822981373,
      "learning_rate": 0.0002686294037686575,
      "loss": 2.1406,
      "step": 28617
    },
    {
      "epoch": 1.3313793905559432,
      "grad_norm": 0.9206454650493102,
      "learning_rate": 0.0002686271323674269,
      "loss": 2.4375,
      "step": 28618
    },
    {
      "epoch": 1.331425913003024,
      "grad_norm": 0.8433571985033584,
      "learning_rate": 0.000268624860893572,
      "loss": 2.2969,
      "step": 28619
    },
    {
      "epoch": 1.3314724354501046,
      "grad_norm": 0.8852890210567005,
      "learning_rate": 0.0002686225893470944,
      "loss": 2.4531,
      "step": 28620
    },
    {
      "epoch": 1.3315189578971853,
      "grad_norm": 0.8885683985311368,
      "learning_rate": 0.00026862031772799524,
      "loss": 2.4375,
      "step": 28621
    },
    {
      "epoch": 1.331565480344266,
      "grad_norm": 0.8739038067680107,
      "learning_rate": 0.00026861804603627606,
      "loss": 2.3906,
      "step": 28622
    },
    {
      "epoch": 1.331612002791347,
      "grad_norm": 0.9274531153498259,
      "learning_rate": 0.00026861577427193817,
      "loss": 2.6562,
      "step": 28623
    },
    {
      "epoch": 1.3316585252384274,
      "grad_norm": 0.8438006848696843,
      "learning_rate": 0.00026861350243498306,
      "loss": 2.3125,
      "step": 28624
    },
    {
      "epoch": 1.3317050476855083,
      "grad_norm": 0.8558022582428616,
      "learning_rate": 0.00026861123052541205,
      "loss": 2.0938,
      "step": 28625
    },
    {
      "epoch": 1.331751570132589,
      "grad_norm": 0.7871483117962158,
      "learning_rate": 0.00026860895854322655,
      "loss": 1.8516,
      "step": 28626
    },
    {
      "epoch": 1.3317980925796697,
      "grad_norm": 0.9488419343913992,
      "learning_rate": 0.0002686066864884279,
      "loss": 2.4062,
      "step": 28627
    },
    {
      "epoch": 1.3318446150267504,
      "grad_norm": 0.9427110662643245,
      "learning_rate": 0.00026860441436101754,
      "loss": 2.5,
      "step": 28628
    },
    {
      "epoch": 1.3318911374738311,
      "grad_norm": 0.9089867341089295,
      "learning_rate": 0.00026860214216099695,
      "loss": 2.4844,
      "step": 28629
    },
    {
      "epoch": 1.3319376599209118,
      "grad_norm": 0.8633915219788196,
      "learning_rate": 0.00026859986988836735,
      "loss": 2.375,
      "step": 28630
    },
    {
      "epoch": 1.3319841823679925,
      "grad_norm": 0.8663977287114332,
      "learning_rate": 0.00026859759754313024,
      "loss": 2.375,
      "step": 28631
    },
    {
      "epoch": 1.3320307048150732,
      "grad_norm": 0.9543244902347866,
      "learning_rate": 0.000268595325125287,
      "loss": 2.8281,
      "step": 28632
    },
    {
      "epoch": 1.332077227262154,
      "grad_norm": 0.9186197716468599,
      "learning_rate": 0.00026859305263483895,
      "loss": 2.5938,
      "step": 28633
    },
    {
      "epoch": 1.3321237497092346,
      "grad_norm": 0.8594875295762897,
      "learning_rate": 0.0002685907800717875,
      "loss": 2.3125,
      "step": 28634
    },
    {
      "epoch": 1.3321702721563153,
      "grad_norm": 0.9017450107547269,
      "learning_rate": 0.0002685885074361342,
      "loss": 2.4062,
      "step": 28635
    },
    {
      "epoch": 1.3322167946033963,
      "grad_norm": 0.9166075532696141,
      "learning_rate": 0.0002685862347278802,
      "loss": 2.6562,
      "step": 28636
    },
    {
      "epoch": 1.3322633170504767,
      "grad_norm": 0.8619383463247049,
      "learning_rate": 0.0002685839619470271,
      "loss": 2.4062,
      "step": 28637
    },
    {
      "epoch": 1.3323098394975577,
      "grad_norm": 0.8809697144151928,
      "learning_rate": 0.00026858168909357614,
      "loss": 2.5625,
      "step": 28638
    },
    {
      "epoch": 1.3323563619446384,
      "grad_norm": 0.8524932815160998,
      "learning_rate": 0.0002685794161675288,
      "loss": 2.3281,
      "step": 28639
    },
    {
      "epoch": 1.332402884391719,
      "grad_norm": 0.8352145584353724,
      "learning_rate": 0.00026857714316888646,
      "loss": 2.2812,
      "step": 28640
    },
    {
      "epoch": 1.3324494068387998,
      "grad_norm": 0.8716575540784707,
      "learning_rate": 0.00026857487009765044,
      "loss": 2.4219,
      "step": 28641
    },
    {
      "epoch": 1.3324959292858805,
      "grad_norm": 0.884188159447144,
      "learning_rate": 0.0002685725969538222,
      "loss": 2.5,
      "step": 28642
    },
    {
      "epoch": 1.3325424517329612,
      "grad_norm": 0.8867753520183805,
      "learning_rate": 0.00026857032373740314,
      "loss": 2.5938,
      "step": 28643
    },
    {
      "epoch": 1.3325889741800419,
      "grad_norm": 0.8434314235285562,
      "learning_rate": 0.0002685680504483946,
      "loss": 2.2812,
      "step": 28644
    },
    {
      "epoch": 1.3326354966271226,
      "grad_norm": 0.8431767326829176,
      "learning_rate": 0.00026856577708679803,
      "loss": 2.2812,
      "step": 28645
    },
    {
      "epoch": 1.3326820190742033,
      "grad_norm": 0.8883871788469183,
      "learning_rate": 0.0002685635036526148,
      "loss": 2.4844,
      "step": 28646
    },
    {
      "epoch": 1.332728541521284,
      "grad_norm": 0.8083141954478948,
      "learning_rate": 0.0002685612301458463,
      "loss": 2.4219,
      "step": 28647
    },
    {
      "epoch": 1.3327750639683646,
      "grad_norm": 0.8112827510878384,
      "learning_rate": 0.0002685589565664939,
      "loss": 2.4219,
      "step": 28648
    },
    {
      "epoch": 1.3328215864154456,
      "grad_norm": 0.9043080946138726,
      "learning_rate": 0.000268556682914559,
      "loss": 2.6094,
      "step": 28649
    },
    {
      "epoch": 1.332868108862526,
      "grad_norm": 0.8330867432620891,
      "learning_rate": 0.00026855440919004296,
      "loss": 2.5156,
      "step": 28650
    },
    {
      "epoch": 1.332914631309607,
      "grad_norm": 0.8888353503242616,
      "learning_rate": 0.00026855213539294726,
      "loss": 2.5938,
      "step": 28651
    },
    {
      "epoch": 1.3329611537566877,
      "grad_norm": 0.8855044275804924,
      "learning_rate": 0.0002685498615232732,
      "loss": 2.2812,
      "step": 28652
    },
    {
      "epoch": 1.3330076762037684,
      "grad_norm": 0.8449233009089486,
      "learning_rate": 0.0002685475875810223,
      "loss": 2.6094,
      "step": 28653
    },
    {
      "epoch": 1.333054198650849,
      "grad_norm": 0.8652199998876516,
      "learning_rate": 0.0002685453135661958,
      "loss": 2.3438,
      "step": 28654
    },
    {
      "epoch": 1.3331007210979298,
      "grad_norm": 0.9081615148346383,
      "learning_rate": 0.00026854303947879517,
      "loss": 2.3594,
      "step": 28655
    },
    {
      "epoch": 1.3331472435450105,
      "grad_norm": 0.8769351640189536,
      "learning_rate": 0.0002685407653188218,
      "loss": 2.4688,
      "step": 28656
    },
    {
      "epoch": 1.3331937659920912,
      "grad_norm": 0.8530633903413569,
      "learning_rate": 0.0002685384910862771,
      "loss": 2.5312,
      "step": 28657
    },
    {
      "epoch": 1.3332402884391719,
      "grad_norm": 0.9696322874224339,
      "learning_rate": 0.00026853621678116246,
      "loss": 2.7031,
      "step": 28658
    },
    {
      "epoch": 1.3332868108862526,
      "grad_norm": 0.8465093734076135,
      "learning_rate": 0.0002685339424034792,
      "loss": 1.6641,
      "step": 28659
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.8114012714159707,
      "learning_rate": 0.0002685316679532287,
      "loss": 2.2344,
      "step": 28660
    },
    {
      "epoch": 1.333379855780414,
      "grad_norm": 0.9211561791844303,
      "learning_rate": 0.00026852939343041253,
      "loss": 2.4219,
      "step": 28661
    },
    {
      "epoch": 1.3334263782274949,
      "grad_norm": 0.9295920535333705,
      "learning_rate": 0.0002685271188350319,
      "loss": 2.2656,
      "step": 28662
    },
    {
      "epoch": 1.3334729006745754,
      "grad_norm": 0.905135018693924,
      "learning_rate": 0.0002685248441670883,
      "loss": 2.2188,
      "step": 28663
    },
    {
      "epoch": 1.3335194231216563,
      "grad_norm": 0.9140671011593625,
      "learning_rate": 0.0002685225694265831,
      "loss": 2.2188,
      "step": 28664
    },
    {
      "epoch": 1.333565945568737,
      "grad_norm": 0.8683443375292232,
      "learning_rate": 0.0002685202946135176,
      "loss": 2.2969,
      "step": 28665
    },
    {
      "epoch": 1.3336124680158177,
      "grad_norm": 0.7903747416439171,
      "learning_rate": 0.0002685180197278934,
      "loss": 2.125,
      "step": 28666
    },
    {
      "epoch": 1.3336589904628984,
      "grad_norm": 0.8596319062789265,
      "learning_rate": 0.0002685157447697117,
      "loss": 2.2656,
      "step": 28667
    },
    {
      "epoch": 1.333705512909979,
      "grad_norm": 0.8130297819670574,
      "learning_rate": 0.00026851346973897396,
      "loss": 1.6641,
      "step": 28668
    },
    {
      "epoch": 1.3337520353570598,
      "grad_norm": 0.9072345069968576,
      "learning_rate": 0.00026851119463568157,
      "loss": 2.5312,
      "step": 28669
    },
    {
      "epoch": 1.3337985578041405,
      "grad_norm": 0.8005351779832732,
      "learning_rate": 0.00026850891945983594,
      "loss": 2.0938,
      "step": 28670
    },
    {
      "epoch": 1.3338450802512212,
      "grad_norm": 0.8869584826780205,
      "learning_rate": 0.0002685066442114385,
      "loss": 2.2812,
      "step": 28671
    },
    {
      "epoch": 1.3338916026983019,
      "grad_norm": 0.8934612763945676,
      "learning_rate": 0.00026850436889049056,
      "loss": 2.6094,
      "step": 28672
    },
    {
      "epoch": 1.3339381251453826,
      "grad_norm": 0.8884776949672418,
      "learning_rate": 0.00026850209349699357,
      "loss": 2.4375,
      "step": 28673
    },
    {
      "epoch": 1.3339846475924633,
      "grad_norm": 0.8541854247135021,
      "learning_rate": 0.0002684998180309488,
      "loss": 2.2969,
      "step": 28674
    },
    {
      "epoch": 1.3340311700395442,
      "grad_norm": 0.8962102395912597,
      "learning_rate": 0.00026849754249235787,
      "loss": 2.3906,
      "step": 28675
    },
    {
      "epoch": 1.3340776924866247,
      "grad_norm": 0.8865906453236173,
      "learning_rate": 0.0002684952668812219,
      "loss": 2.5312,
      "step": 28676
    },
    {
      "epoch": 1.3341242149337056,
      "grad_norm": 0.9200494473279555,
      "learning_rate": 0.00026849299119754256,
      "loss": 2.3438,
      "step": 28677
    },
    {
      "epoch": 1.3341707373807863,
      "grad_norm": 0.937240123333491,
      "learning_rate": 0.0002684907154413211,
      "loss": 2.3906,
      "step": 28678
    },
    {
      "epoch": 1.334217259827867,
      "grad_norm": 0.9119700937279408,
      "learning_rate": 0.00026848843961255886,
      "loss": 2.5312,
      "step": 28679
    },
    {
      "epoch": 1.3342637822749477,
      "grad_norm": 0.8933327636506341,
      "learning_rate": 0.00026848616371125735,
      "loss": 2.6875,
      "step": 28680
    },
    {
      "epoch": 1.3343103047220284,
      "grad_norm": 0.8761932811409396,
      "learning_rate": 0.0002684838877374179,
      "loss": 2.3594,
      "step": 28681
    },
    {
      "epoch": 1.334356827169109,
      "grad_norm": 0.8885183125446576,
      "learning_rate": 0.0002684816116910419,
      "loss": 2.4844,
      "step": 28682
    },
    {
      "epoch": 1.3344033496161898,
      "grad_norm": 0.8955514293889041,
      "learning_rate": 0.0002684793355721308,
      "loss": 2.3438,
      "step": 28683
    },
    {
      "epoch": 1.3344498720632705,
      "grad_norm": 0.9104575164726658,
      "learning_rate": 0.00026847705938068595,
      "loss": 2.5781,
      "step": 28684
    },
    {
      "epoch": 1.3344963945103512,
      "grad_norm": 0.9941982865466181,
      "learning_rate": 0.0002684747831167087,
      "loss": 2.3438,
      "step": 28685
    },
    {
      "epoch": 1.3345429169574319,
      "grad_norm": 0.9119682424229574,
      "learning_rate": 0.0002684725067802005,
      "loss": 2.5938,
      "step": 28686
    },
    {
      "epoch": 1.3345894394045126,
      "grad_norm": 0.9581656652031633,
      "learning_rate": 0.0002684702303711627,
      "loss": 2.6875,
      "step": 28687
    },
    {
      "epoch": 1.3346359618515935,
      "grad_norm": 0.938021935769677,
      "learning_rate": 0.0002684679538895968,
      "loss": 2.4688,
      "step": 28688
    },
    {
      "epoch": 1.334682484298674,
      "grad_norm": 0.8791811441971682,
      "learning_rate": 0.0002684656773355041,
      "loss": 2.4375,
      "step": 28689
    },
    {
      "epoch": 1.334729006745755,
      "grad_norm": 0.8903910938060667,
      "learning_rate": 0.00026846340070888603,
      "loss": 2.5938,
      "step": 28690
    },
    {
      "epoch": 1.3347755291928356,
      "grad_norm": 0.9292851220545443,
      "learning_rate": 0.00026846112400974394,
      "loss": 2.4375,
      "step": 28691
    },
    {
      "epoch": 1.3348220516399163,
      "grad_norm": 0.8574062826802751,
      "learning_rate": 0.0002684588472380792,
      "loss": 2.3594,
      "step": 28692
    },
    {
      "epoch": 1.334868574086997,
      "grad_norm": 0.9321851219500233,
      "learning_rate": 0.00026845657039389334,
      "loss": 2.625,
      "step": 28693
    },
    {
      "epoch": 1.3349150965340777,
      "grad_norm": 0.8340515518061553,
      "learning_rate": 0.00026845429347718765,
      "loss": 2.4531,
      "step": 28694
    },
    {
      "epoch": 1.3349616189811584,
      "grad_norm": 0.8553273308232439,
      "learning_rate": 0.0002684520164879635,
      "loss": 2.3125,
      "step": 28695
    },
    {
      "epoch": 1.335008141428239,
      "grad_norm": 0.8998843656073635,
      "learning_rate": 0.0002684497394262224,
      "loss": 2.1094,
      "step": 28696
    },
    {
      "epoch": 1.3350546638753198,
      "grad_norm": 0.9243635443929773,
      "learning_rate": 0.0002684474622919656,
      "loss": 2.4375,
      "step": 28697
    },
    {
      "epoch": 1.3351011863224005,
      "grad_norm": 0.8898754969864814,
      "learning_rate": 0.0002684451850851946,
      "loss": 2.4688,
      "step": 28698
    },
    {
      "epoch": 1.3351477087694814,
      "grad_norm": 0.9329764022321687,
      "learning_rate": 0.00026844290780591077,
      "loss": 2.5469,
      "step": 28699
    },
    {
      "epoch": 1.3351942312165619,
      "grad_norm": 0.8953803546095582,
      "learning_rate": 0.00026844063045411545,
      "loss": 2.5938,
      "step": 28700
    },
    {
      "epoch": 1.3352407536636428,
      "grad_norm": 0.8516475230943721,
      "learning_rate": 0.0002684383530298101,
      "loss": 1.6875,
      "step": 28701
    },
    {
      "epoch": 1.3352872761107233,
      "grad_norm": 0.8457447499579905,
      "learning_rate": 0.00026843607553299613,
      "loss": 2.2969,
      "step": 28702
    },
    {
      "epoch": 1.3353337985578042,
      "grad_norm": 0.829583925482479,
      "learning_rate": 0.0002684337979636749,
      "loss": 2.3438,
      "step": 28703
    },
    {
      "epoch": 1.335380321004885,
      "grad_norm": 0.8973927245610235,
      "learning_rate": 0.00026843152032184775,
      "loss": 2.5469,
      "step": 28704
    },
    {
      "epoch": 1.3354268434519656,
      "grad_norm": 0.8439080830340485,
      "learning_rate": 0.00026842924260751615,
      "loss": 2.4844,
      "step": 28705
    },
    {
      "epoch": 1.3354733658990463,
      "grad_norm": 0.9817613919654774,
      "learning_rate": 0.00026842696482068146,
      "loss": 2.4375,
      "step": 28706
    },
    {
      "epoch": 1.335519888346127,
      "grad_norm": 0.8660825229517296,
      "learning_rate": 0.0002684246869613451,
      "loss": 2.2188,
      "step": 28707
    },
    {
      "epoch": 1.3355664107932077,
      "grad_norm": 0.921173483966422,
      "learning_rate": 0.0002684224090295084,
      "loss": 2.7344,
      "step": 28708
    },
    {
      "epoch": 1.3356129332402884,
      "grad_norm": 0.9167396586582472,
      "learning_rate": 0.0002684201310251728,
      "loss": 2.625,
      "step": 28709
    },
    {
      "epoch": 1.335659455687369,
      "grad_norm": 0.9129811658921619,
      "learning_rate": 0.00026841785294833974,
      "loss": 2.4531,
      "step": 28710
    },
    {
      "epoch": 1.3357059781344498,
      "grad_norm": 0.9054699033707312,
      "learning_rate": 0.0002684155747990106,
      "loss": 2.5,
      "step": 28711
    },
    {
      "epoch": 1.3357525005815307,
      "grad_norm": 0.8747584626756119,
      "learning_rate": 0.0002684132965771867,
      "loss": 2.3594,
      "step": 28712
    },
    {
      "epoch": 1.3357990230286112,
      "grad_norm": 0.8557488981248105,
      "learning_rate": 0.0002684110182828695,
      "loss": 2.2656,
      "step": 28713
    },
    {
      "epoch": 1.3358455454756921,
      "grad_norm": 0.8415604192825962,
      "learning_rate": 0.0002684087399160604,
      "loss": 2.3125,
      "step": 28714
    },
    {
      "epoch": 1.3358920679227728,
      "grad_norm": 0.8339989973680613,
      "learning_rate": 0.0002684064614767607,
      "loss": 2.1094,
      "step": 28715
    },
    {
      "epoch": 1.3359385903698535,
      "grad_norm": 0.8440525958359345,
      "learning_rate": 0.0002684041829649719,
      "loss": 2.2969,
      "step": 28716
    },
    {
      "epoch": 1.3359851128169342,
      "grad_norm": 0.8241902360615846,
      "learning_rate": 0.0002684019043806954,
      "loss": 2.3281,
      "step": 28717
    },
    {
      "epoch": 1.336031635264015,
      "grad_norm": 0.8998579121551185,
      "learning_rate": 0.0002683996257239326,
      "loss": 2.4688,
      "step": 28718
    },
    {
      "epoch": 1.3360781577110956,
      "grad_norm": 0.9376072990294121,
      "learning_rate": 0.00026839734699468475,
      "loss": 2.5,
      "step": 28719
    },
    {
      "epoch": 1.3361246801581763,
      "grad_norm": 0.8534128480907271,
      "learning_rate": 0.0002683950681929534,
      "loss": 2.3906,
      "step": 28720
    },
    {
      "epoch": 1.336171202605257,
      "grad_norm": 0.9162491952742445,
      "learning_rate": 0.0002683927893187398,
      "loss": 2.5625,
      "step": 28721
    },
    {
      "epoch": 1.3362177250523377,
      "grad_norm": 0.8170190098639721,
      "learning_rate": 0.00026839051037204554,
      "loss": 2.4688,
      "step": 28722
    },
    {
      "epoch": 1.3362642474994184,
      "grad_norm": 0.8625729472629646,
      "learning_rate": 0.00026838823135287186,
      "loss": 2.4688,
      "step": 28723
    },
    {
      "epoch": 1.336310769946499,
      "grad_norm": 0.9019702026455709,
      "learning_rate": 0.00026838595226122023,
      "loss": 2.3281,
      "step": 28724
    },
    {
      "epoch": 1.33635729239358,
      "grad_norm": 0.8010567870773958,
      "learning_rate": 0.00026838367309709203,
      "loss": 2.0781,
      "step": 28725
    },
    {
      "epoch": 1.3364038148406605,
      "grad_norm": 0.8867941739108154,
      "learning_rate": 0.00026838139386048865,
      "loss": 2.2656,
      "step": 28726
    },
    {
      "epoch": 1.3364503372877414,
      "grad_norm": 0.9067714601736416,
      "learning_rate": 0.00026837911455141145,
      "loss": 2.2344,
      "step": 28727
    },
    {
      "epoch": 1.3364968597348221,
      "grad_norm": 0.9755383996227726,
      "learning_rate": 0.0002683768351698619,
      "loss": 2.3125,
      "step": 28728
    },
    {
      "epoch": 1.3365433821819028,
      "grad_norm": 0.8538520583184496,
      "learning_rate": 0.0002683745557158413,
      "loss": 2.25,
      "step": 28729
    },
    {
      "epoch": 1.3365899046289835,
      "grad_norm": 0.8551815627083442,
      "learning_rate": 0.00026837227618935113,
      "loss": 2.3438,
      "step": 28730
    },
    {
      "epoch": 1.3366364270760642,
      "grad_norm": 0.8693768075042664,
      "learning_rate": 0.00026836999659039275,
      "loss": 2.625,
      "step": 28731
    },
    {
      "epoch": 1.336682949523145,
      "grad_norm": 0.8340303405735099,
      "learning_rate": 0.0002683677169189676,
      "loss": 2.1719,
      "step": 28732
    },
    {
      "epoch": 1.3367294719702256,
      "grad_norm": 0.9016554247277881,
      "learning_rate": 0.00026836543717507697,
      "loss": 2.4062,
      "step": 28733
    },
    {
      "epoch": 1.3367759944173063,
      "grad_norm": 0.8944819956446535,
      "learning_rate": 0.0002683631573587224,
      "loss": 2.2188,
      "step": 28734
    },
    {
      "epoch": 1.336822516864387,
      "grad_norm": 0.8923680597488205,
      "learning_rate": 0.00026836087746990515,
      "loss": 2.4219,
      "step": 28735
    },
    {
      "epoch": 1.3368690393114677,
      "grad_norm": 0.9353959089158365,
      "learning_rate": 0.0002683585975086267,
      "loss": 2.5312,
      "step": 28736
    },
    {
      "epoch": 1.3369155617585484,
      "grad_norm": 0.8696323935670734,
      "learning_rate": 0.00026835631747488837,
      "loss": 2.3281,
      "step": 28737
    },
    {
      "epoch": 1.3369620842056293,
      "grad_norm": 0.8574514410014998,
      "learning_rate": 0.00026835403736869164,
      "loss": 2.4219,
      "step": 28738
    },
    {
      "epoch": 1.3370086066527098,
      "grad_norm": 0.8649846516905867,
      "learning_rate": 0.00026835175719003784,
      "loss": 2.25,
      "step": 28739
    },
    {
      "epoch": 1.3370551290997907,
      "grad_norm": 0.8653955232759771,
      "learning_rate": 0.00026834947693892843,
      "loss": 2.2969,
      "step": 28740
    },
    {
      "epoch": 1.3371016515468714,
      "grad_norm": 0.8755265884806148,
      "learning_rate": 0.0002683471966153648,
      "loss": 2.3906,
      "step": 28741
    },
    {
      "epoch": 1.3371481739939521,
      "grad_norm": 0.9159821627427708,
      "learning_rate": 0.0002683449162193483,
      "loss": 2.4219,
      "step": 28742
    },
    {
      "epoch": 1.3371946964410328,
      "grad_norm": 0.8989515740737606,
      "learning_rate": 0.0002683426357508803,
      "loss": 2.3906,
      "step": 28743
    },
    {
      "epoch": 1.3372412188881135,
      "grad_norm": 0.9016131905361354,
      "learning_rate": 0.00026834035520996224,
      "loss": 2.3438,
      "step": 28744
    },
    {
      "epoch": 1.3372877413351942,
      "grad_norm": 0.8791641791319148,
      "learning_rate": 0.0002683380745965956,
      "loss": 2.3438,
      "step": 28745
    },
    {
      "epoch": 1.337334263782275,
      "grad_norm": 0.8756794312128553,
      "learning_rate": 0.0002683357939107816,
      "loss": 2.5,
      "step": 28746
    },
    {
      "epoch": 1.3373807862293556,
      "grad_norm": 0.9222639797639322,
      "learning_rate": 0.00026833351315252177,
      "loss": 2.6875,
      "step": 28747
    },
    {
      "epoch": 1.3374273086764363,
      "grad_norm": 0.7982462987979639,
      "learning_rate": 0.00026833123232181745,
      "loss": 2.1875,
      "step": 28748
    },
    {
      "epoch": 1.337473831123517,
      "grad_norm": 0.8922617312723542,
      "learning_rate": 0.0002683289514186701,
      "loss": 2.2812,
      "step": 28749
    },
    {
      "epoch": 1.3375203535705977,
      "grad_norm": 0.9672254464397126,
      "learning_rate": 0.00026832667044308104,
      "loss": 2.4062,
      "step": 28750
    },
    {
      "epoch": 1.3375668760176787,
      "grad_norm": 0.8663454211691676,
      "learning_rate": 0.0002683243893950517,
      "loss": 2.4844,
      "step": 28751
    },
    {
      "epoch": 1.3376133984647591,
      "grad_norm": 0.9098667832599077,
      "learning_rate": 0.00026832210827458346,
      "loss": 2.4375,
      "step": 28752
    },
    {
      "epoch": 1.33765992091184,
      "grad_norm": 0.824298128282656,
      "learning_rate": 0.00026831982708167777,
      "loss": 2.5625,
      "step": 28753
    },
    {
      "epoch": 1.3377064433589207,
      "grad_norm": 0.8974187612078154,
      "learning_rate": 0.00026831754581633593,
      "loss": 2.5625,
      "step": 28754
    },
    {
      "epoch": 1.3377529658060014,
      "grad_norm": 0.9081463003954633,
      "learning_rate": 0.00026831526447855937,
      "loss": 2.4531,
      "step": 28755
    },
    {
      "epoch": 1.3377994882530821,
      "grad_norm": 0.8615913485158335,
      "learning_rate": 0.0002683129830683496,
      "loss": 2.3281,
      "step": 28756
    },
    {
      "epoch": 1.3378460107001628,
      "grad_norm": 0.8689139932983216,
      "learning_rate": 0.0002683107015857079,
      "loss": 1.9609,
      "step": 28757
    },
    {
      "epoch": 1.3378925331472435,
      "grad_norm": 0.7982388531237072,
      "learning_rate": 0.0002683084200306356,
      "loss": 2.0938,
      "step": 28758
    },
    {
      "epoch": 1.3379390555943242,
      "grad_norm": 0.8753554980870719,
      "learning_rate": 0.0002683061384031343,
      "loss": 2.6094,
      "step": 28759
    },
    {
      "epoch": 1.337985578041405,
      "grad_norm": 1.02772832874256,
      "learning_rate": 0.0002683038567032052,
      "loss": 2.4062,
      "step": 28760
    },
    {
      "epoch": 1.3380321004884856,
      "grad_norm": 1.2327788828904045,
      "learning_rate": 0.0002683015749308498,
      "loss": 2.5781,
      "step": 28761
    },
    {
      "epoch": 1.3380786229355663,
      "grad_norm": 0.8468817799829541,
      "learning_rate": 0.00026829929308606947,
      "loss": 2.2812,
      "step": 28762
    },
    {
      "epoch": 1.338125145382647,
      "grad_norm": 0.9105792038887605,
      "learning_rate": 0.00026829701116886566,
      "loss": 2.3438,
      "step": 28763
    },
    {
      "epoch": 1.338171667829728,
      "grad_norm": 0.9069168809171654,
      "learning_rate": 0.0002682947291792397,
      "loss": 2.5781,
      "step": 28764
    },
    {
      "epoch": 1.3382181902768084,
      "grad_norm": 0.9013707851893361,
      "learning_rate": 0.00026829244711719304,
      "loss": 2.3594,
      "step": 28765
    },
    {
      "epoch": 1.3382647127238894,
      "grad_norm": 0.8836618838065113,
      "learning_rate": 0.000268290164982727,
      "loss": 1.9844,
      "step": 28766
    },
    {
      "epoch": 1.33831123517097,
      "grad_norm": 0.9209768759389407,
      "learning_rate": 0.00026828788277584307,
      "loss": 2.375,
      "step": 28767
    },
    {
      "epoch": 1.3383577576180508,
      "grad_norm": 0.8633106061843119,
      "learning_rate": 0.00026828560049654257,
      "loss": 2.4375,
      "step": 28768
    },
    {
      "epoch": 1.3384042800651315,
      "grad_norm": 0.9358252175806607,
      "learning_rate": 0.0002682833181448269,
      "loss": 2.4531,
      "step": 28769
    },
    {
      "epoch": 1.3384508025122122,
      "grad_norm": 0.9884213972119092,
      "learning_rate": 0.00026828103572069755,
      "loss": 2.5312,
      "step": 28770
    },
    {
      "epoch": 1.3384973249592929,
      "grad_norm": 0.8571734735618233,
      "learning_rate": 0.0002682787532241558,
      "loss": 2.5781,
      "step": 28771
    },
    {
      "epoch": 1.3385438474063736,
      "grad_norm": 0.8784126406596311,
      "learning_rate": 0.00026827647065520314,
      "loss": 2.4062,
      "step": 28772
    },
    {
      "epoch": 1.3385903698534543,
      "grad_norm": 0.8571649110081225,
      "learning_rate": 0.0002682741880138409,
      "loss": 2.2969,
      "step": 28773
    },
    {
      "epoch": 1.338636892300535,
      "grad_norm": 0.9351344640061333,
      "learning_rate": 0.0002682719053000705,
      "loss": 2.2969,
      "step": 28774
    },
    {
      "epoch": 1.3386834147476157,
      "grad_norm": 0.9269934354822138,
      "learning_rate": 0.00026826962251389337,
      "loss": 2.5469,
      "step": 28775
    },
    {
      "epoch": 1.3387299371946964,
      "grad_norm": 1.0444630825808456,
      "learning_rate": 0.00026826733965531086,
      "loss": 2.75,
      "step": 28776
    },
    {
      "epoch": 1.3387764596417773,
      "grad_norm": 0.8160605172797711,
      "learning_rate": 0.00026826505672432436,
      "loss": 2.2969,
      "step": 28777
    },
    {
      "epoch": 1.3388229820888577,
      "grad_norm": 0.8517579893770449,
      "learning_rate": 0.0002682627737209353,
      "loss": 2.2344,
      "step": 28778
    },
    {
      "epoch": 1.3388695045359387,
      "grad_norm": 0.8957101918143382,
      "learning_rate": 0.00026826049064514516,
      "loss": 2.2969,
      "step": 28779
    },
    {
      "epoch": 1.3389160269830194,
      "grad_norm": 0.868934282039063,
      "learning_rate": 0.0002682582074969552,
      "loss": 2.3125,
      "step": 28780
    },
    {
      "epoch": 1.3389625494301,
      "grad_norm": 0.8451693821597308,
      "learning_rate": 0.0002682559242763668,
      "loss": 2.2344,
      "step": 28781
    },
    {
      "epoch": 1.3390090718771808,
      "grad_norm": 0.8030949662151726,
      "learning_rate": 0.00026825364098338153,
      "loss": 2.1562,
      "step": 28782
    },
    {
      "epoch": 1.3390555943242615,
      "grad_norm": 0.9160401895225689,
      "learning_rate": 0.00026825135761800065,
      "loss": 2.3906,
      "step": 28783
    },
    {
      "epoch": 1.3391021167713422,
      "grad_norm": 0.8090536861456682,
      "learning_rate": 0.0002682490741802256,
      "loss": 2.3125,
      "step": 28784
    },
    {
      "epoch": 1.3391486392184229,
      "grad_norm": 0.8901134086337015,
      "learning_rate": 0.0002682467906700577,
      "loss": 2.6406,
      "step": 28785
    },
    {
      "epoch": 1.3391951616655036,
      "grad_norm": 0.9756370940528047,
      "learning_rate": 0.0002682445070874985,
      "loss": 2.5156,
      "step": 28786
    },
    {
      "epoch": 1.3392416841125843,
      "grad_norm": 0.9283648805166769,
      "learning_rate": 0.0002682422234325493,
      "loss": 2.2344,
      "step": 28787
    },
    {
      "epoch": 1.339288206559665,
      "grad_norm": 0.8485885241671322,
      "learning_rate": 0.0002682399397052115,
      "loss": 2.1719,
      "step": 28788
    },
    {
      "epoch": 1.3393347290067457,
      "grad_norm": 0.8961908540243924,
      "learning_rate": 0.0002682376559054865,
      "loss": 2.2656,
      "step": 28789
    },
    {
      "epoch": 1.3393812514538266,
      "grad_norm": 0.9116354886733448,
      "learning_rate": 0.00026823537203337575,
      "loss": 2.4062,
      "step": 28790
    },
    {
      "epoch": 1.339427773900907,
      "grad_norm": 0.8503397367269787,
      "learning_rate": 0.00026823308808888053,
      "loss": 2.4844,
      "step": 28791
    },
    {
      "epoch": 1.339474296347988,
      "grad_norm": 0.8739809822559473,
      "learning_rate": 0.0002682308040720024,
      "loss": 2.4062,
      "step": 28792
    },
    {
      "epoch": 1.3395208187950687,
      "grad_norm": 0.9232087306930257,
      "learning_rate": 0.00026822851998274265,
      "loss": 2.625,
      "step": 28793
    },
    {
      "epoch": 1.3395673412421494,
      "grad_norm": 0.8764239801520117,
      "learning_rate": 0.0002682262358211027,
      "loss": 2.2656,
      "step": 28794
    },
    {
      "epoch": 1.33961386368923,
      "grad_norm": 0.9019087171522221,
      "learning_rate": 0.000268223951587084,
      "loss": 2.7969,
      "step": 28795
    },
    {
      "epoch": 1.3396603861363108,
      "grad_norm": 0.8555973085168972,
      "learning_rate": 0.0002682216672806878,
      "loss": 2.3438,
      "step": 28796
    },
    {
      "epoch": 1.3397069085833915,
      "grad_norm": 0.9113864923853364,
      "learning_rate": 0.0002682193829019156,
      "loss": 2.4375,
      "step": 28797
    },
    {
      "epoch": 1.3397534310304722,
      "grad_norm": 0.8658360599275988,
      "learning_rate": 0.00026821709845076887,
      "loss": 2.4375,
      "step": 28798
    },
    {
      "epoch": 1.3397999534775529,
      "grad_norm": 0.7808309076432587,
      "learning_rate": 0.0002682148139272489,
      "loss": 2.3906,
      "step": 28799
    },
    {
      "epoch": 1.3398464759246336,
      "grad_norm": 0.8469506391095798,
      "learning_rate": 0.00026821252933135716,
      "loss": 2.4844,
      "step": 28800
    },
    {
      "epoch": 1.3398929983717143,
      "grad_norm": 0.8401387771720025,
      "learning_rate": 0.000268210244663095,
      "loss": 2.4219,
      "step": 28801
    },
    {
      "epoch": 1.339939520818795,
      "grad_norm": 0.8518030844729049,
      "learning_rate": 0.0002682079599224638,
      "loss": 2.2656,
      "step": 28802
    },
    {
      "epoch": 1.339986043265876,
      "grad_norm": 0.9511731225593741,
      "learning_rate": 0.000268205675109465,
      "loss": 2.5156,
      "step": 28803
    },
    {
      "epoch": 1.3400325657129564,
      "grad_norm": 0.7795095408087581,
      "learning_rate": 0.0002682033902241,
      "loss": 2.2344,
      "step": 28804
    },
    {
      "epoch": 1.3400790881600373,
      "grad_norm": 0.9391007789628631,
      "learning_rate": 0.0002682011052663702,
      "loss": 2.2344,
      "step": 28805
    },
    {
      "epoch": 1.340125610607118,
      "grad_norm": 0.8143451701920021,
      "learning_rate": 0.000268198820236277,
      "loss": 2.4531,
      "step": 28806
    },
    {
      "epoch": 1.3401721330541987,
      "grad_norm": 0.8993780407655533,
      "learning_rate": 0.0002681965351338217,
      "loss": 2.2656,
      "step": 28807
    },
    {
      "epoch": 1.3402186555012794,
      "grad_norm": 0.9107268730467348,
      "learning_rate": 0.0002681942499590059,
      "loss": 2.2188,
      "step": 28808
    },
    {
      "epoch": 1.34026517794836,
      "grad_norm": 0.8697306835913559,
      "learning_rate": 0.0002681919647118308,
      "loss": 2.5156,
      "step": 28809
    },
    {
      "epoch": 1.3403117003954408,
      "grad_norm": 0.9733749487905629,
      "learning_rate": 0.0002681896793922979,
      "loss": 2.5781,
      "step": 28810
    },
    {
      "epoch": 1.3403582228425215,
      "grad_norm": 0.8588539982792541,
      "learning_rate": 0.00026818739400040855,
      "loss": 2.2969,
      "step": 28811
    },
    {
      "epoch": 1.3404047452896022,
      "grad_norm": 0.8658890813814654,
      "learning_rate": 0.00026818510853616426,
      "loss": 2.2812,
      "step": 28812
    },
    {
      "epoch": 1.3404512677366829,
      "grad_norm": 0.8446953965120005,
      "learning_rate": 0.0002681828229995663,
      "loss": 2.2031,
      "step": 28813
    },
    {
      "epoch": 1.3404977901837638,
      "grad_norm": 0.8694893465133621,
      "learning_rate": 0.00026818053739061613,
      "loss": 2.2188,
      "step": 28814
    },
    {
      "epoch": 1.3405443126308443,
      "grad_norm": 0.8892130797487217,
      "learning_rate": 0.0002681782517093151,
      "loss": 2.6406,
      "step": 28815
    },
    {
      "epoch": 1.3405908350779252,
      "grad_norm": 0.8611107996143564,
      "learning_rate": 0.00026817596595566474,
      "loss": 2.4375,
      "step": 28816
    },
    {
      "epoch": 1.3406373575250057,
      "grad_norm": 0.8677701817639502,
      "learning_rate": 0.0002681736801296663,
      "loss": 2.0,
      "step": 28817
    },
    {
      "epoch": 1.3406838799720866,
      "grad_norm": 0.8629719553050791,
      "learning_rate": 0.00026817139423132124,
      "loss": 2.125,
      "step": 28818
    },
    {
      "epoch": 1.3407304024191673,
      "grad_norm": 0.8800737766646106,
      "learning_rate": 0.00026816910826063094,
      "loss": 2.5781,
      "step": 28819
    },
    {
      "epoch": 1.340776924866248,
      "grad_norm": 0.8320650768356859,
      "learning_rate": 0.00026816682221759687,
      "loss": 2.3594,
      "step": 28820
    },
    {
      "epoch": 1.3408234473133287,
      "grad_norm": 0.9139176919154022,
      "learning_rate": 0.00026816453610222033,
      "loss": 2.4219,
      "step": 28821
    },
    {
      "epoch": 1.3408699697604094,
      "grad_norm": 0.9052286284046719,
      "learning_rate": 0.00026816224991450273,
      "loss": 2.4062,
      "step": 28822
    },
    {
      "epoch": 1.34091649220749,
      "grad_norm": 0.8789977113198812,
      "learning_rate": 0.0002681599636544456,
      "loss": 2.5,
      "step": 28823
    },
    {
      "epoch": 1.3409630146545708,
      "grad_norm": 0.9024364061208814,
      "learning_rate": 0.00026815767732205016,
      "loss": 2.5312,
      "step": 28824
    },
    {
      "epoch": 1.3410095371016515,
      "grad_norm": 0.7901629910551334,
      "learning_rate": 0.0002681553909173179,
      "loss": 2.0781,
      "step": 28825
    },
    {
      "epoch": 1.3410560595487322,
      "grad_norm": 0.918440659341762,
      "learning_rate": 0.00026815310444025026,
      "loss": 2.2344,
      "step": 28826
    },
    {
      "epoch": 1.3411025819958131,
      "grad_norm": 0.9076221033965447,
      "learning_rate": 0.00026815081789084857,
      "loss": 2.6094,
      "step": 28827
    },
    {
      "epoch": 1.3411491044428936,
      "grad_norm": 0.8424185634060259,
      "learning_rate": 0.00026814853126911427,
      "loss": 2.2656,
      "step": 28828
    },
    {
      "epoch": 1.3411956268899745,
      "grad_norm": 0.8442081254327907,
      "learning_rate": 0.0002681462445750487,
      "loss": 2.2188,
      "step": 28829
    },
    {
      "epoch": 1.3412421493370552,
      "grad_norm": 0.9085989319016721,
      "learning_rate": 0.00026814395780865334,
      "loss": 2.25,
      "step": 28830
    },
    {
      "epoch": 1.341288671784136,
      "grad_norm": 0.9603189407563567,
      "learning_rate": 0.0002681416709699295,
      "loss": 2.2969,
      "step": 28831
    },
    {
      "epoch": 1.3413351942312166,
      "grad_norm": 0.9647732155053294,
      "learning_rate": 0.0002681393840588787,
      "loss": 2.3438,
      "step": 28832
    },
    {
      "epoch": 1.3413817166782973,
      "grad_norm": 0.8892389730844181,
      "learning_rate": 0.00026813709707550226,
      "loss": 2.3438,
      "step": 28833
    },
    {
      "epoch": 1.341428239125378,
      "grad_norm": 0.8501361600159785,
      "learning_rate": 0.00026813481001980156,
      "loss": 2.4219,
      "step": 28834
    },
    {
      "epoch": 1.3414747615724587,
      "grad_norm": 0.8777377896790257,
      "learning_rate": 0.000268132522891778,
      "loss": 2.4531,
      "step": 28835
    },
    {
      "epoch": 1.3415212840195394,
      "grad_norm": 0.9178708216422545,
      "learning_rate": 0.0002681302356914331,
      "loss": 2.3594,
      "step": 28836
    },
    {
      "epoch": 1.34156780646662,
      "grad_norm": 0.9255993041197649,
      "learning_rate": 0.00026812794841876817,
      "loss": 2.4375,
      "step": 28837
    },
    {
      "epoch": 1.3416143289137008,
      "grad_norm": 0.8293998031066647,
      "learning_rate": 0.00026812566107378455,
      "loss": 2.1562,
      "step": 28838
    },
    {
      "epoch": 1.3416608513607815,
      "grad_norm": 0.9269909280060654,
      "learning_rate": 0.0002681233736564838,
      "loss": 2.5625,
      "step": 28839
    },
    {
      "epoch": 1.3417073738078624,
      "grad_norm": 0.8837165010098039,
      "learning_rate": 0.0002681210861668671,
      "loss": 2.1719,
      "step": 28840
    },
    {
      "epoch": 1.341753896254943,
      "grad_norm": 0.8879333387771843,
      "learning_rate": 0.00026811879860493606,
      "loss": 2.4219,
      "step": 28841
    },
    {
      "epoch": 1.3418004187020238,
      "grad_norm": 0.8409894948041036,
      "learning_rate": 0.00026811651097069197,
      "loss": 2.3594,
      "step": 28842
    },
    {
      "epoch": 1.3418469411491045,
      "grad_norm": 0.9765702062449952,
      "learning_rate": 0.00026811422326413625,
      "loss": 2.5,
      "step": 28843
    },
    {
      "epoch": 1.3418934635961852,
      "grad_norm": 0.9123555929496933,
      "learning_rate": 0.0002681119354852703,
      "loss": 2.3906,
      "step": 28844
    },
    {
      "epoch": 1.341939986043266,
      "grad_norm": 0.8316533942382638,
      "learning_rate": 0.0002681096476340956,
      "loss": 2.1719,
      "step": 28845
    },
    {
      "epoch": 1.3419865084903466,
      "grad_norm": 0.831615716463238,
      "learning_rate": 0.00026810735971061336,
      "loss": 2.125,
      "step": 28846
    },
    {
      "epoch": 1.3420330309374273,
      "grad_norm": 0.8975559374606266,
      "learning_rate": 0.0002681050717148252,
      "loss": 2.625,
      "step": 28847
    },
    {
      "epoch": 1.342079553384508,
      "grad_norm": 0.8916407378901051,
      "learning_rate": 0.00026810278364673235,
      "loss": 2.6875,
      "step": 28848
    },
    {
      "epoch": 1.3421260758315887,
      "grad_norm": 0.8630235769291379,
      "learning_rate": 0.00026810049550633633,
      "loss": 2.4375,
      "step": 28849
    },
    {
      "epoch": 1.3421725982786694,
      "grad_norm": 0.957189604051808,
      "learning_rate": 0.00026809820729363845,
      "loss": 2.4062,
      "step": 28850
    },
    {
      "epoch": 1.3422191207257501,
      "grad_norm": 0.824384247876276,
      "learning_rate": 0.00026809591900864017,
      "loss": 2.4688,
      "step": 28851
    },
    {
      "epoch": 1.3422656431728308,
      "grad_norm": 0.8718302925064727,
      "learning_rate": 0.00026809363065134284,
      "loss": 2.375,
      "step": 28852
    },
    {
      "epoch": 1.3423121656199117,
      "grad_norm": 0.8254595368364669,
      "learning_rate": 0.00026809134222174793,
      "loss": 2.2969,
      "step": 28853
    },
    {
      "epoch": 1.3423586880669922,
      "grad_norm": 0.8992035529128852,
      "learning_rate": 0.0002680890537198568,
      "loss": 2.4688,
      "step": 28854
    },
    {
      "epoch": 1.3424052105140731,
      "grad_norm": 0.8932475522835184,
      "learning_rate": 0.0002680867651456709,
      "loss": 2.5,
      "step": 28855
    },
    {
      "epoch": 1.3424517329611538,
      "grad_norm": 0.843938914455185,
      "learning_rate": 0.0002680844764991915,
      "loss": 2.4219,
      "step": 28856
    },
    {
      "epoch": 1.3424982554082345,
      "grad_norm": 0.8596044049436583,
      "learning_rate": 0.0002680821877804201,
      "loss": 2.3906,
      "step": 28857
    },
    {
      "epoch": 1.3425447778553152,
      "grad_norm": 0.8445990830691639,
      "learning_rate": 0.00026807989898935817,
      "loss": 2.5156,
      "step": 28858
    },
    {
      "epoch": 1.342591300302396,
      "grad_norm": 0.8356962860161129,
      "learning_rate": 0.00026807761012600693,
      "loss": 2.5156,
      "step": 28859
    },
    {
      "epoch": 1.3426378227494766,
      "grad_norm": 0.9081019806019991,
      "learning_rate": 0.000268075321190368,
      "loss": 2.5,
      "step": 28860
    },
    {
      "epoch": 1.3426843451965573,
      "grad_norm": 0.8791424321827864,
      "learning_rate": 0.00026807303218244255,
      "loss": 2.1562,
      "step": 28861
    },
    {
      "epoch": 1.342730867643638,
      "grad_norm": 0.8136339741849874,
      "learning_rate": 0.0002680707431022321,
      "loss": 2.2969,
      "step": 28862
    },
    {
      "epoch": 1.3427773900907187,
      "grad_norm": 0.9509861046020104,
      "learning_rate": 0.0002680684539497381,
      "loss": 2.4531,
      "step": 28863
    },
    {
      "epoch": 1.3428239125377994,
      "grad_norm": 0.8312556847026008,
      "learning_rate": 0.0002680661647249619,
      "loss": 2.1562,
      "step": 28864
    },
    {
      "epoch": 1.3428704349848801,
      "grad_norm": 0.8694195067260605,
      "learning_rate": 0.00026806387542790483,
      "loss": 2.4375,
      "step": 28865
    },
    {
      "epoch": 1.342916957431961,
      "grad_norm": 0.93844310738782,
      "learning_rate": 0.0002680615860585684,
      "loss": 2.8125,
      "step": 28866
    },
    {
      "epoch": 1.3429634798790415,
      "grad_norm": 0.8320294988096533,
      "learning_rate": 0.000268059296616954,
      "loss": 2.4531,
      "step": 28867
    },
    {
      "epoch": 1.3430100023261224,
      "grad_norm": 0.8822692292056393,
      "learning_rate": 0.00026805700710306297,
      "loss": 2.2031,
      "step": 28868
    },
    {
      "epoch": 1.3430565247732031,
      "grad_norm": 0.8124068693348717,
      "learning_rate": 0.00026805471751689675,
      "loss": 1.8984,
      "step": 28869
    },
    {
      "epoch": 1.3431030472202838,
      "grad_norm": 0.9049325667270495,
      "learning_rate": 0.0002680524278584567,
      "loss": 2.4688,
      "step": 28870
    },
    {
      "epoch": 1.3431495696673645,
      "grad_norm": 0.7969034507675146,
      "learning_rate": 0.00026805013812774436,
      "loss": 2.0156,
      "step": 28871
    },
    {
      "epoch": 1.3431960921144452,
      "grad_norm": 0.9298453398921995,
      "learning_rate": 0.0002680478483247609,
      "loss": 2.7344,
      "step": 28872
    },
    {
      "epoch": 1.343242614561526,
      "grad_norm": 0.8372816375581817,
      "learning_rate": 0.00026804555844950795,
      "loss": 2.2812,
      "step": 28873
    },
    {
      "epoch": 1.3432891370086066,
      "grad_norm": 0.8729232592167304,
      "learning_rate": 0.00026804326850198674,
      "loss": 2.4062,
      "step": 28874
    },
    {
      "epoch": 1.3433356594556873,
      "grad_norm": 0.8098003384548301,
      "learning_rate": 0.00026804097848219885,
      "loss": 2.2344,
      "step": 28875
    },
    {
      "epoch": 1.343382181902768,
      "grad_norm": 0.8925871070138771,
      "learning_rate": 0.0002680386883901455,
      "loss": 2.4062,
      "step": 28876
    },
    {
      "epoch": 1.3434287043498487,
      "grad_norm": 0.8949977968648392,
      "learning_rate": 0.00026803639822582816,
      "loss": 2.4531,
      "step": 28877
    },
    {
      "epoch": 1.3434752267969294,
      "grad_norm": 0.9060768282988073,
      "learning_rate": 0.0002680341079892483,
      "loss": 2.7812,
      "step": 28878
    },
    {
      "epoch": 1.3435217492440104,
      "grad_norm": 0.9037687988048443,
      "learning_rate": 0.00026803181768040717,
      "loss": 2.6875,
      "step": 28879
    },
    {
      "epoch": 1.3435682716910908,
      "grad_norm": 0.8189045376927088,
      "learning_rate": 0.00026802952729930636,
      "loss": 2.1562,
      "step": 28880
    },
    {
      "epoch": 1.3436147941381718,
      "grad_norm": 0.8943409941871229,
      "learning_rate": 0.00026802723684594715,
      "loss": 2.2812,
      "step": 28881
    },
    {
      "epoch": 1.3436613165852525,
      "grad_norm": 0.8722874164155964,
      "learning_rate": 0.00026802494632033097,
      "loss": 2.4531,
      "step": 28882
    },
    {
      "epoch": 1.3437078390323332,
      "grad_norm": 0.8671967190423862,
      "learning_rate": 0.00026802265572245916,
      "loss": 2.4531,
      "step": 28883
    },
    {
      "epoch": 1.3437543614794139,
      "grad_norm": 0.863138566044578,
      "learning_rate": 0.00026802036505233325,
      "loss": 2.3438,
      "step": 28884
    },
    {
      "epoch": 1.3438008839264945,
      "grad_norm": 0.90624570207956,
      "learning_rate": 0.00026801807430995453,
      "loss": 2.5,
      "step": 28885
    },
    {
      "epoch": 1.3438474063735752,
      "grad_norm": 0.8886495829357459,
      "learning_rate": 0.0002680157834953245,
      "loss": 2.3906,
      "step": 28886
    },
    {
      "epoch": 1.343893928820656,
      "grad_norm": 0.8655414706687671,
      "learning_rate": 0.00026801349260844454,
      "loss": 2.3906,
      "step": 28887
    },
    {
      "epoch": 1.3439404512677366,
      "grad_norm": 0.8476259224574768,
      "learning_rate": 0.00026801120164931597,
      "loss": 2.3438,
      "step": 28888
    },
    {
      "epoch": 1.3439869737148173,
      "grad_norm": 0.8610409983803522,
      "learning_rate": 0.00026800891061794024,
      "loss": 2.3125,
      "step": 28889
    },
    {
      "epoch": 1.344033496161898,
      "grad_norm": 0.9364341764234766,
      "learning_rate": 0.0002680066195143188,
      "loss": 2.2656,
      "step": 28890
    },
    {
      "epoch": 1.3440800186089787,
      "grad_norm": 0.9547694687455105,
      "learning_rate": 0.00026800432833845296,
      "loss": 2.7656,
      "step": 28891
    },
    {
      "epoch": 1.3441265410560597,
      "grad_norm": 0.8697515088903834,
      "learning_rate": 0.0002680020370903442,
      "loss": 2.4375,
      "step": 28892
    },
    {
      "epoch": 1.3441730635031401,
      "grad_norm": 0.9041173249007668,
      "learning_rate": 0.00026799974576999393,
      "loss": 2.3281,
      "step": 28893
    },
    {
      "epoch": 1.344219585950221,
      "grad_norm": 0.9324891743465396,
      "learning_rate": 0.00026799745437740345,
      "loss": 1.8047,
      "step": 28894
    },
    {
      "epoch": 1.3442661083973018,
      "grad_norm": 0.9276218935281687,
      "learning_rate": 0.0002679951629125743,
      "loss": 2.5781,
      "step": 28895
    },
    {
      "epoch": 1.3443126308443825,
      "grad_norm": 1.1094020370647446,
      "learning_rate": 0.00026799287137550777,
      "loss": 2.4219,
      "step": 28896
    },
    {
      "epoch": 1.3443591532914632,
      "grad_norm": 0.9155682389366996,
      "learning_rate": 0.00026799057976620533,
      "loss": 2.7031,
      "step": 28897
    },
    {
      "epoch": 1.3444056757385439,
      "grad_norm": 0.8683259137312671,
      "learning_rate": 0.00026798828808466835,
      "loss": 2.2344,
      "step": 28898
    },
    {
      "epoch": 1.3444521981856246,
      "grad_norm": 0.9161894370626651,
      "learning_rate": 0.00026798599633089825,
      "loss": 2.8125,
      "step": 28899
    },
    {
      "epoch": 1.3444987206327053,
      "grad_norm": 0.9049825805453877,
      "learning_rate": 0.00026798370450489644,
      "loss": 2.3438,
      "step": 28900
    },
    {
      "epoch": 1.344545243079786,
      "grad_norm": 0.9627356993346566,
      "learning_rate": 0.00026798141260666426,
      "loss": 1.7344,
      "step": 28901
    },
    {
      "epoch": 1.3445917655268667,
      "grad_norm": 0.9538202347034598,
      "learning_rate": 0.00026797912063620323,
      "loss": 2.3594,
      "step": 28902
    },
    {
      "epoch": 1.3446382879739474,
      "grad_norm": 0.8003806612659097,
      "learning_rate": 0.00026797682859351467,
      "loss": 2.0469,
      "step": 28903
    },
    {
      "epoch": 1.344684810421028,
      "grad_norm": 0.870236093575732,
      "learning_rate": 0.0002679745364786,
      "loss": 2.4062,
      "step": 28904
    },
    {
      "epoch": 1.344731332868109,
      "grad_norm": 1.0223038384622454,
      "learning_rate": 0.0002679722442914606,
      "loss": 2.7188,
      "step": 28905
    },
    {
      "epoch": 1.3447778553151895,
      "grad_norm": 0.8742515344672581,
      "learning_rate": 0.0002679699520320979,
      "loss": 2.8125,
      "step": 28906
    },
    {
      "epoch": 1.3448243777622704,
      "grad_norm": 0.9143284358862814,
      "learning_rate": 0.0002679676597005133,
      "loss": 2.5156,
      "step": 28907
    },
    {
      "epoch": 1.344870900209351,
      "grad_norm": 0.858288958550917,
      "learning_rate": 0.00026796536729670824,
      "loss": 2.2969,
      "step": 28908
    },
    {
      "epoch": 1.3449174226564318,
      "grad_norm": 0.8470049805719823,
      "learning_rate": 0.00026796307482068407,
      "loss": 2.4062,
      "step": 28909
    },
    {
      "epoch": 1.3449639451035125,
      "grad_norm": 0.8885411634459136,
      "learning_rate": 0.0002679607822724422,
      "loss": 2.2969,
      "step": 28910
    },
    {
      "epoch": 1.3450104675505932,
      "grad_norm": 0.8670878355945453,
      "learning_rate": 0.00026795848965198405,
      "loss": 2.2188,
      "step": 28911
    },
    {
      "epoch": 1.3450569899976739,
      "grad_norm": 0.9348082979691084,
      "learning_rate": 0.000267956196959311,
      "loss": 2.2188,
      "step": 28912
    },
    {
      "epoch": 1.3451035124447546,
      "grad_norm": 0.9198588349570399,
      "learning_rate": 0.00026795390419442455,
      "loss": 2.6719,
      "step": 28913
    },
    {
      "epoch": 1.3451500348918353,
      "grad_norm": 0.914399490600687,
      "learning_rate": 0.0002679516113573259,
      "loss": 2.6719,
      "step": 28914
    },
    {
      "epoch": 1.345196557338916,
      "grad_norm": 0.9296776963755279,
      "learning_rate": 0.0002679493184480167,
      "loss": 2.5469,
      "step": 28915
    },
    {
      "epoch": 1.3452430797859967,
      "grad_norm": 0.8691888801238662,
      "learning_rate": 0.00026794702546649815,
      "loss": 2.6094,
      "step": 28916
    },
    {
      "epoch": 1.3452896022330774,
      "grad_norm": 1.0108819729726044,
      "learning_rate": 0.00026794473241277176,
      "loss": 2.4688,
      "step": 28917
    },
    {
      "epoch": 1.3453361246801583,
      "grad_norm": 0.8965119914473875,
      "learning_rate": 0.0002679424392868389,
      "loss": 2.2812,
      "step": 28918
    },
    {
      "epoch": 1.3453826471272388,
      "grad_norm": 0.9020916981852534,
      "learning_rate": 0.00026794014608870096,
      "loss": 2.3281,
      "step": 28919
    },
    {
      "epoch": 1.3454291695743197,
      "grad_norm": 0.9119775515009506,
      "learning_rate": 0.00026793785281835944,
      "loss": 2.7031,
      "step": 28920
    },
    {
      "epoch": 1.3454756920214004,
      "grad_norm": 0.9577803263887342,
      "learning_rate": 0.0002679355594758156,
      "loss": 2.4375,
      "step": 28921
    },
    {
      "epoch": 1.345522214468481,
      "grad_norm": 0.8362210093657036,
      "learning_rate": 0.00026793326606107095,
      "loss": 2.4219,
      "step": 28922
    },
    {
      "epoch": 1.3455687369155618,
      "grad_norm": 0.9136289328081137,
      "learning_rate": 0.00026793097257412686,
      "loss": 2.4219,
      "step": 28923
    },
    {
      "epoch": 1.3456152593626425,
      "grad_norm": 0.8900225394722507,
      "learning_rate": 0.0002679286790149847,
      "loss": 2.2969,
      "step": 28924
    },
    {
      "epoch": 1.3456617818097232,
      "grad_norm": 0.9179337380800785,
      "learning_rate": 0.00026792638538364593,
      "loss": 2.4531,
      "step": 28925
    },
    {
      "epoch": 1.3457083042568039,
      "grad_norm": 0.8919717458044792,
      "learning_rate": 0.00026792409168011197,
      "loss": 2.6875,
      "step": 28926
    },
    {
      "epoch": 1.3457548267038846,
      "grad_norm": 0.9041440981231107,
      "learning_rate": 0.0002679217979043841,
      "loss": 2.4375,
      "step": 28927
    },
    {
      "epoch": 1.3458013491509653,
      "grad_norm": 0.874969154802178,
      "learning_rate": 0.0002679195040564639,
      "loss": 2.2656,
      "step": 28928
    },
    {
      "epoch": 1.345847871598046,
      "grad_norm": 0.8730321603898547,
      "learning_rate": 0.00026791721013635266,
      "loss": 2.4844,
      "step": 28929
    },
    {
      "epoch": 1.3458943940451267,
      "grad_norm": 0.8939175143179193,
      "learning_rate": 0.0002679149161440518,
      "loss": 2.4219,
      "step": 28930
    },
    {
      "epoch": 1.3459409164922076,
      "grad_norm": 0.8360339700019426,
      "learning_rate": 0.0002679126220795627,
      "loss": 2.2344,
      "step": 28931
    },
    {
      "epoch": 1.345987438939288,
      "grad_norm": 0.9524110118945516,
      "learning_rate": 0.0002679103279428869,
      "loss": 2.5,
      "step": 28932
    },
    {
      "epoch": 1.346033961386369,
      "grad_norm": 0.9257796675870984,
      "learning_rate": 0.0002679080337340256,
      "loss": 2.8125,
      "step": 28933
    },
    {
      "epoch": 1.3460804838334497,
      "grad_norm": 0.8210090077809538,
      "learning_rate": 0.0002679057394529803,
      "loss": 2.4062,
      "step": 28934
    },
    {
      "epoch": 1.3461270062805304,
      "grad_norm": 0.8680284146398526,
      "learning_rate": 0.00026790344509975247,
      "loss": 2.375,
      "step": 28935
    },
    {
      "epoch": 1.346173528727611,
      "grad_norm": 0.8414041972887414,
      "learning_rate": 0.00026790115067434347,
      "loss": 2.125,
      "step": 28936
    },
    {
      "epoch": 1.3462200511746918,
      "grad_norm": 0.9123227444816845,
      "learning_rate": 0.00026789885617675463,
      "loss": 2.3594,
      "step": 28937
    },
    {
      "epoch": 1.3462665736217725,
      "grad_norm": 1.1619663070537567,
      "learning_rate": 0.0002678965616069875,
      "loss": 2.3594,
      "step": 28938
    },
    {
      "epoch": 1.3463130960688532,
      "grad_norm": 0.8845060742151446,
      "learning_rate": 0.0002678942669650433,
      "loss": 2.2812,
      "step": 28939
    },
    {
      "epoch": 1.3463596185159339,
      "grad_norm": 0.862275473251278,
      "learning_rate": 0.00026789197225092357,
      "loss": 2.2344,
      "step": 28940
    },
    {
      "epoch": 1.3464061409630146,
      "grad_norm": 0.8353904635274355,
      "learning_rate": 0.0002678896774646297,
      "loss": 2.625,
      "step": 28941
    },
    {
      "epoch": 1.3464526634100955,
      "grad_norm": 0.8404024550371361,
      "learning_rate": 0.000267887382606163,
      "loss": 2.3906,
      "step": 28942
    },
    {
      "epoch": 1.346499185857176,
      "grad_norm": 0.8367747769027752,
      "learning_rate": 0.00026788508767552503,
      "loss": 2.5312,
      "step": 28943
    },
    {
      "epoch": 1.346545708304257,
      "grad_norm": 0.9637358533104584,
      "learning_rate": 0.0002678827926727171,
      "loss": 2.2969,
      "step": 28944
    },
    {
      "epoch": 1.3465922307513374,
      "grad_norm": 1.1366009142838762,
      "learning_rate": 0.00026788049759774064,
      "loss": 2.5938,
      "step": 28945
    },
    {
      "epoch": 1.3466387531984183,
      "grad_norm": 0.926649201959882,
      "learning_rate": 0.000267878202450597,
      "loss": 2.4219,
      "step": 28946
    },
    {
      "epoch": 1.346685275645499,
      "grad_norm": 0.820569539477164,
      "learning_rate": 0.0002678759072312877,
      "loss": 2.25,
      "step": 28947
    },
    {
      "epoch": 1.3467317980925797,
      "grad_norm": 0.8987470478272228,
      "learning_rate": 0.00026787361193981405,
      "loss": 2.5781,
      "step": 28948
    },
    {
      "epoch": 1.3467783205396604,
      "grad_norm": 0.9112076545939573,
      "learning_rate": 0.0002678713165761774,
      "loss": 2.2031,
      "step": 28949
    },
    {
      "epoch": 1.346824842986741,
      "grad_norm": 0.9451633249818259,
      "learning_rate": 0.00026786902114037933,
      "loss": 2.4062,
      "step": 28950
    },
    {
      "epoch": 1.3468713654338218,
      "grad_norm": 0.8276197582535612,
      "learning_rate": 0.00026786672563242113,
      "loss": 2.2969,
      "step": 28951
    },
    {
      "epoch": 1.3469178878809025,
      "grad_norm": 0.9247262519337088,
      "learning_rate": 0.0002678644300523042,
      "loss": 2.5625,
      "step": 28952
    },
    {
      "epoch": 1.3469644103279832,
      "grad_norm": 0.9281857647107478,
      "learning_rate": 0.00026786213440002996,
      "loss": 2.4219,
      "step": 28953
    },
    {
      "epoch": 1.347010932775064,
      "grad_norm": 0.9248169942516277,
      "learning_rate": 0.0002678598386755999,
      "loss": 2.4688,
      "step": 28954
    },
    {
      "epoch": 1.3470574552221448,
      "grad_norm": 0.868950518379453,
      "learning_rate": 0.0002678575428790153,
      "loss": 2.7188,
      "step": 28955
    },
    {
      "epoch": 1.3471039776692253,
      "grad_norm": 0.9065983620671252,
      "learning_rate": 0.0002678552470102776,
      "loss": 2.3125,
      "step": 28956
    },
    {
      "epoch": 1.3471505001163062,
      "grad_norm": 0.9289866201389058,
      "learning_rate": 0.00026785295106938824,
      "loss": 2.4688,
      "step": 28957
    },
    {
      "epoch": 1.347197022563387,
      "grad_norm": 0.8639362127789697,
      "learning_rate": 0.0002678506550563486,
      "loss": 2.7344,
      "step": 28958
    },
    {
      "epoch": 1.3472435450104676,
      "grad_norm": 0.8482874622927701,
      "learning_rate": 0.00026784835897116014,
      "loss": 2.4531,
      "step": 28959
    },
    {
      "epoch": 1.3472900674575483,
      "grad_norm": 0.8459960712494481,
      "learning_rate": 0.00026784606281382415,
      "loss": 2.5156,
      "step": 28960
    },
    {
      "epoch": 1.347336589904629,
      "grad_norm": 0.8962817828395011,
      "learning_rate": 0.0002678437665843422,
      "loss": 2.8906,
      "step": 28961
    },
    {
      "epoch": 1.3473831123517097,
      "grad_norm": 0.8738496797759586,
      "learning_rate": 0.00026784147028271555,
      "loss": 2.2188,
      "step": 28962
    },
    {
      "epoch": 1.3474296347987904,
      "grad_norm": 0.923251490909114,
      "learning_rate": 0.00026783917390894564,
      "loss": 2.5938,
      "step": 28963
    },
    {
      "epoch": 1.347476157245871,
      "grad_norm": 1.0151280791285,
      "learning_rate": 0.0002678368774630339,
      "loss": 2.625,
      "step": 28964
    },
    {
      "epoch": 1.3475226796929518,
      "grad_norm": 0.9372912844411203,
      "learning_rate": 0.00026783458094498173,
      "loss": 2.5469,
      "step": 28965
    },
    {
      "epoch": 1.3475692021400325,
      "grad_norm": 1.0130044718557822,
      "learning_rate": 0.0002678322843547906,
      "loss": 2.0781,
      "step": 28966
    },
    {
      "epoch": 1.3476157245871132,
      "grad_norm": 0.8744216177042132,
      "learning_rate": 0.00026782998769246175,
      "loss": 2.3906,
      "step": 28967
    },
    {
      "epoch": 1.3476622470341941,
      "grad_norm": 0.8597595103314886,
      "learning_rate": 0.0002678276909579967,
      "loss": 2.3438,
      "step": 28968
    },
    {
      "epoch": 1.3477087694812746,
      "grad_norm": 0.9954910884277062,
      "learning_rate": 0.00026782539415139687,
      "loss": 2.4531,
      "step": 28969
    },
    {
      "epoch": 1.3477552919283555,
      "grad_norm": 0.8403599631149158,
      "learning_rate": 0.00026782309727266365,
      "loss": 2.375,
      "step": 28970
    },
    {
      "epoch": 1.3478018143754362,
      "grad_norm": 0.9224282480693141,
      "learning_rate": 0.00026782080032179846,
      "loss": 2.2812,
      "step": 28971
    },
    {
      "epoch": 1.347848336822517,
      "grad_norm": 0.7995998012888509,
      "learning_rate": 0.00026781850329880266,
      "loss": 2.2031,
      "step": 28972
    },
    {
      "epoch": 1.3478948592695976,
      "grad_norm": 0.9073063181014496,
      "learning_rate": 0.00026781620620367765,
      "loss": 2.7188,
      "step": 28973
    },
    {
      "epoch": 1.3479413817166783,
      "grad_norm": 0.8419767080862279,
      "learning_rate": 0.0002678139090364249,
      "loss": 2.4375,
      "step": 28974
    },
    {
      "epoch": 1.347987904163759,
      "grad_norm": 0.9183106440898763,
      "learning_rate": 0.00026781161179704576,
      "loss": 2.625,
      "step": 28975
    },
    {
      "epoch": 1.3480344266108397,
      "grad_norm": 0.8982048245707814,
      "learning_rate": 0.00026780931448554165,
      "loss": 2.2188,
      "step": 28976
    },
    {
      "epoch": 1.3480809490579204,
      "grad_norm": 0.9364716431545154,
      "learning_rate": 0.00026780701710191397,
      "loss": 2.4062,
      "step": 28977
    },
    {
      "epoch": 1.3481274715050011,
      "grad_norm": 1.0677924476169924,
      "learning_rate": 0.0002678047196461642,
      "loss": 2.4375,
      "step": 28978
    },
    {
      "epoch": 1.3481739939520818,
      "grad_norm": 0.927261819409317,
      "learning_rate": 0.00026780242211829364,
      "loss": 2.1406,
      "step": 28979
    },
    {
      "epoch": 1.3482205163991625,
      "grad_norm": 0.8622603492196573,
      "learning_rate": 0.0002678001245183037,
      "loss": 2.4375,
      "step": 28980
    },
    {
      "epoch": 1.3482670388462434,
      "grad_norm": 1.0605972621705022,
      "learning_rate": 0.0002677978268461959,
      "loss": 2.4688,
      "step": 28981
    },
    {
      "epoch": 1.348313561293324,
      "grad_norm": 0.8785853620486543,
      "learning_rate": 0.0002677955291019716,
      "loss": 2.3281,
      "step": 28982
    },
    {
      "epoch": 1.3483600837404048,
      "grad_norm": 0.8832521989981987,
      "learning_rate": 0.00026779323128563214,
      "loss": 2.3125,
      "step": 28983
    },
    {
      "epoch": 1.3484066061874855,
      "grad_norm": 0.935175552596519,
      "learning_rate": 0.00026779093339717895,
      "loss": 2.4531,
      "step": 28984
    },
    {
      "epoch": 1.3484531286345662,
      "grad_norm": 0.8717126938426193,
      "learning_rate": 0.00026778863543661346,
      "loss": 2.7188,
      "step": 28985
    },
    {
      "epoch": 1.348499651081647,
      "grad_norm": 0.8781137262206761,
      "learning_rate": 0.0002677863374039371,
      "loss": 2.3281,
      "step": 28986
    },
    {
      "epoch": 1.3485461735287276,
      "grad_norm": 0.998568386210698,
      "learning_rate": 0.0002677840392991512,
      "loss": 2.5625,
      "step": 28987
    },
    {
      "epoch": 1.3485926959758083,
      "grad_norm": 0.8542410694695554,
      "learning_rate": 0.0002677817411222573,
      "loss": 2.5469,
      "step": 28988
    },
    {
      "epoch": 1.348639218422889,
      "grad_norm": 0.8750537636827769,
      "learning_rate": 0.0002677794428732567,
      "loss": 2.375,
      "step": 28989
    },
    {
      "epoch": 1.3486857408699697,
      "grad_norm": 0.9087003018333224,
      "learning_rate": 0.0002677771445521508,
      "loss": 2.5,
      "step": 28990
    },
    {
      "epoch": 1.3487322633170504,
      "grad_norm": 0.8874446331137172,
      "learning_rate": 0.000267774846158941,
      "loss": 2.25,
      "step": 28991
    },
    {
      "epoch": 1.3487787857641311,
      "grad_norm": 0.8183611636958628,
      "learning_rate": 0.00026777254769362884,
      "loss": 2.2656,
      "step": 28992
    },
    {
      "epoch": 1.3488253082112118,
      "grad_norm": 0.8531709642996214,
      "learning_rate": 0.0002677702491562156,
      "loss": 2.3281,
      "step": 28993
    },
    {
      "epoch": 1.3488718306582927,
      "grad_norm": 0.8891936015790162,
      "learning_rate": 0.0002677679505467027,
      "loss": 2.6719,
      "step": 28994
    },
    {
      "epoch": 1.3489183531053732,
      "grad_norm": 0.9143654273370387,
      "learning_rate": 0.0002677656518650915,
      "loss": 2.7031,
      "step": 28995
    },
    {
      "epoch": 1.3489648755524541,
      "grad_norm": 0.8983117152614031,
      "learning_rate": 0.00026776335311138363,
      "loss": 2.3281,
      "step": 28996
    },
    {
      "epoch": 1.3490113979995348,
      "grad_norm": 1.000049291879531,
      "learning_rate": 0.00026776105428558025,
      "loss": 2.4219,
      "step": 28997
    },
    {
      "epoch": 1.3490579204466155,
      "grad_norm": 0.8548149961884559,
      "learning_rate": 0.00026775875538768285,
      "loss": 2.6875,
      "step": 28998
    },
    {
      "epoch": 1.3491044428936962,
      "grad_norm": 0.7892153622488921,
      "learning_rate": 0.0002677564564176929,
      "loss": 2.0625,
      "step": 28999
    },
    {
      "epoch": 1.349150965340777,
      "grad_norm": 0.9082438453339724,
      "learning_rate": 0.00026775415737561166,
      "loss": 2.2812,
      "step": 29000
    },
    {
      "epoch": 1.3491974877878576,
      "grad_norm": 0.8485108945585782,
      "learning_rate": 0.0002677518582614407,
      "loss": 2.75,
      "step": 29001
    },
    {
      "epoch": 1.3492440102349383,
      "grad_norm": 0.8927169555492827,
      "learning_rate": 0.00026774955907518135,
      "loss": 2.6719,
      "step": 29002
    },
    {
      "epoch": 1.349290532682019,
      "grad_norm": 0.966213491055965,
      "learning_rate": 0.000267747259816835,
      "loss": 2.5469,
      "step": 29003
    },
    {
      "epoch": 1.3493370551290997,
      "grad_norm": 0.85949466178663,
      "learning_rate": 0.00026774496048640313,
      "loss": 2.4219,
      "step": 29004
    },
    {
      "epoch": 1.3493835775761804,
      "grad_norm": 0.8411165592332388,
      "learning_rate": 0.000267742661083887,
      "loss": 2.1719,
      "step": 29005
    },
    {
      "epoch": 1.3494301000232611,
      "grad_norm": 0.8647641493965895,
      "learning_rate": 0.00026774036160928823,
      "loss": 2.3125,
      "step": 29006
    },
    {
      "epoch": 1.349476622470342,
      "grad_norm": 0.9010953979063053,
      "learning_rate": 0.0002677380620626081,
      "loss": 2.4688,
      "step": 29007
    },
    {
      "epoch": 1.3495231449174225,
      "grad_norm": 0.9408256916895925,
      "learning_rate": 0.00026773576244384803,
      "loss": 2.2969,
      "step": 29008
    },
    {
      "epoch": 1.3495696673645035,
      "grad_norm": 0.8056009621444431,
      "learning_rate": 0.0002677334627530094,
      "loss": 2.1875,
      "step": 29009
    },
    {
      "epoch": 1.3496161898115842,
      "grad_norm": 0.8786465365334732,
      "learning_rate": 0.0002677311629900937,
      "loss": 2.2812,
      "step": 29010
    },
    {
      "epoch": 1.3496627122586649,
      "grad_norm": 0.8510219055793604,
      "learning_rate": 0.00026772886315510225,
      "loss": 2.2344,
      "step": 29011
    },
    {
      "epoch": 1.3497092347057456,
      "grad_norm": 0.8562530584632744,
      "learning_rate": 0.00026772656324803646,
      "loss": 2.4219,
      "step": 29012
    },
    {
      "epoch": 1.3497557571528263,
      "grad_norm": 0.8789936862168006,
      "learning_rate": 0.00026772426326889784,
      "loss": 2.2656,
      "step": 29013
    },
    {
      "epoch": 1.349802279599907,
      "grad_norm": 0.8928828523336627,
      "learning_rate": 0.0002677219632176877,
      "loss": 2.1406,
      "step": 29014
    },
    {
      "epoch": 1.3498488020469877,
      "grad_norm": 0.8629959414109992,
      "learning_rate": 0.00026771966309440754,
      "loss": 2.4531,
      "step": 29015
    },
    {
      "epoch": 1.3498953244940683,
      "grad_norm": 0.7887005391041875,
      "learning_rate": 0.00026771736289905857,
      "loss": 2.125,
      "step": 29016
    },
    {
      "epoch": 1.349941846941149,
      "grad_norm": 0.8253521582679798,
      "learning_rate": 0.00026771506263164246,
      "loss": 2.3594,
      "step": 29017
    },
    {
      "epoch": 1.3499883693882297,
      "grad_norm": 0.8905094966476387,
      "learning_rate": 0.00026771276229216047,
      "loss": 2.2969,
      "step": 29018
    },
    {
      "epoch": 1.3500348918353104,
      "grad_norm": 0.9691175800052008,
      "learning_rate": 0.00026771046188061405,
      "loss": 2.6562,
      "step": 29019
    },
    {
      "epoch": 1.3500814142823914,
      "grad_norm": 0.9151219003557278,
      "learning_rate": 0.0002677081613970045,
      "loss": 2.75,
      "step": 29020
    },
    {
      "epoch": 1.3501279367294718,
      "grad_norm": 0.8791567253315462,
      "learning_rate": 0.0002677058608413334,
      "loss": 2.2031,
      "step": 29021
    },
    {
      "epoch": 1.3501744591765528,
      "grad_norm": 0.9236566888216969,
      "learning_rate": 0.00026770356021360206,
      "loss": 2.3594,
      "step": 29022
    },
    {
      "epoch": 1.3502209816236335,
      "grad_norm": 0.9631787933379727,
      "learning_rate": 0.00026770125951381193,
      "loss": 2.7031,
      "step": 29023
    },
    {
      "epoch": 1.3502675040707142,
      "grad_norm": 0.9400306109223693,
      "learning_rate": 0.0002676989587419643,
      "loss": 2.5312,
      "step": 29024
    },
    {
      "epoch": 1.3503140265177949,
      "grad_norm": 0.8561802820820914,
      "learning_rate": 0.0002676966578980608,
      "loss": 2.2344,
      "step": 29025
    },
    {
      "epoch": 1.3503605489648756,
      "grad_norm": 0.9014832675544939,
      "learning_rate": 0.0002676943569821027,
      "loss": 2.4844,
      "step": 29026
    },
    {
      "epoch": 1.3504070714119563,
      "grad_norm": 0.9575099017312624,
      "learning_rate": 0.00026769205599409135,
      "loss": 1.7266,
      "step": 29027
    },
    {
      "epoch": 1.350453593859037,
      "grad_norm": 0.8632141665079158,
      "learning_rate": 0.00026768975493402826,
      "loss": 2.375,
      "step": 29028
    },
    {
      "epoch": 1.3505001163061177,
      "grad_norm": 0.8079184988577839,
      "learning_rate": 0.0002676874538019148,
      "loss": 2.0781,
      "step": 29029
    },
    {
      "epoch": 1.3505466387531984,
      "grad_norm": 0.8610592767838079,
      "learning_rate": 0.0002676851525977524,
      "loss": 2.4688,
      "step": 29030
    },
    {
      "epoch": 1.350593161200279,
      "grad_norm": 0.8451030099052481,
      "learning_rate": 0.0002676828513215425,
      "loss": 2.3281,
      "step": 29031
    },
    {
      "epoch": 1.3506396836473598,
      "grad_norm": 0.9092434427429177,
      "learning_rate": 0.0002676805499732864,
      "loss": 2.5,
      "step": 29032
    },
    {
      "epoch": 1.3506862060944407,
      "grad_norm": 0.8528271661729081,
      "learning_rate": 0.0002676782485529856,
      "loss": 2.2656,
      "step": 29033
    },
    {
      "epoch": 1.3507327285415212,
      "grad_norm": 0.833443844904822,
      "learning_rate": 0.00026767594706064143,
      "loss": 2.3594,
      "step": 29034
    },
    {
      "epoch": 1.350779250988602,
      "grad_norm": 1.1006626822359196,
      "learning_rate": 0.0002676736454962554,
      "loss": 2.5312,
      "step": 29035
    },
    {
      "epoch": 1.3508257734356828,
      "grad_norm": 0.8851157103147591,
      "learning_rate": 0.0002676713438598289,
      "loss": 2.4844,
      "step": 29036
    },
    {
      "epoch": 1.3508722958827635,
      "grad_norm": 0.9260162983010861,
      "learning_rate": 0.0002676690421513633,
      "loss": 2.3906,
      "step": 29037
    },
    {
      "epoch": 1.3509188183298442,
      "grad_norm": 0.8411070363301195,
      "learning_rate": 0.00026766674037085995,
      "loss": 2.2656,
      "step": 29038
    },
    {
      "epoch": 1.3509653407769249,
      "grad_norm": 0.8243511462503675,
      "learning_rate": 0.0002676644385183204,
      "loss": 2.2188,
      "step": 29039
    },
    {
      "epoch": 1.3510118632240056,
      "grad_norm": 0.932768568973808,
      "learning_rate": 0.0002676621365937459,
      "loss": 2.4844,
      "step": 29040
    },
    {
      "epoch": 1.3510583856710863,
      "grad_norm": 0.8471120006909286,
      "learning_rate": 0.000267659834597138,
      "loss": 2.2812,
      "step": 29041
    },
    {
      "epoch": 1.351104908118167,
      "grad_norm": 1.027957503476142,
      "learning_rate": 0.0002676575325284981,
      "loss": 2.6875,
      "step": 29042
    },
    {
      "epoch": 1.3511514305652477,
      "grad_norm": 0.854345372432207,
      "learning_rate": 0.0002676552303878275,
      "loss": 2.4844,
      "step": 29043
    },
    {
      "epoch": 1.3511979530123284,
      "grad_norm": 0.8982272639228956,
      "learning_rate": 0.0002676529281751277,
      "loss": 1.9062,
      "step": 29044
    },
    {
      "epoch": 1.351244475459409,
      "grad_norm": 0.8752964001507249,
      "learning_rate": 0.00026765062589040014,
      "loss": 2.3438,
      "step": 29045
    },
    {
      "epoch": 1.35129099790649,
      "grad_norm": 0.855124455006941,
      "learning_rate": 0.00026764832353364605,
      "loss": 2.1562,
      "step": 29046
    },
    {
      "epoch": 1.3513375203535705,
      "grad_norm": 0.8817143706671922,
      "learning_rate": 0.00026764602110486706,
      "loss": 2.1875,
      "step": 29047
    },
    {
      "epoch": 1.3513840428006514,
      "grad_norm": 0.8703495920372015,
      "learning_rate": 0.00026764371860406446,
      "loss": 2.3438,
      "step": 29048
    },
    {
      "epoch": 1.351430565247732,
      "grad_norm": 1.004243581382855,
      "learning_rate": 0.00026764141603123967,
      "loss": 2.5938,
      "step": 29049
    },
    {
      "epoch": 1.3514770876948128,
      "grad_norm": 0.9261043032904315,
      "learning_rate": 0.0002676391133863941,
      "loss": 2.4688,
      "step": 29050
    },
    {
      "epoch": 1.3515236101418935,
      "grad_norm": 0.9011534639580162,
      "learning_rate": 0.0002676368106695292,
      "loss": 2.3906,
      "step": 29051
    },
    {
      "epoch": 1.3515701325889742,
      "grad_norm": 0.9189396338350295,
      "learning_rate": 0.00026763450788064633,
      "loss": 2.6562,
      "step": 29052
    },
    {
      "epoch": 1.3516166550360549,
      "grad_norm": 0.9333508562890221,
      "learning_rate": 0.00026763220501974696,
      "loss": 1.7188,
      "step": 29053
    },
    {
      "epoch": 1.3516631774831356,
      "grad_norm": 0.8672418950612482,
      "learning_rate": 0.00026762990208683245,
      "loss": 2.2188,
      "step": 29054
    },
    {
      "epoch": 1.3517096999302163,
      "grad_norm": 0.832518981319631,
      "learning_rate": 0.0002676275990819042,
      "loss": 2.2969,
      "step": 29055
    },
    {
      "epoch": 1.351756222377297,
      "grad_norm": 0.9450681715637554,
      "learning_rate": 0.0002676252960049636,
      "loss": 2.6719,
      "step": 29056
    },
    {
      "epoch": 1.351802744824378,
      "grad_norm": 0.9213632885097367,
      "learning_rate": 0.00026762299285601216,
      "loss": 2.6875,
      "step": 29057
    },
    {
      "epoch": 1.3518492672714584,
      "grad_norm": 0.8868252899524155,
      "learning_rate": 0.0002676206896350512,
      "loss": 2.4688,
      "step": 29058
    },
    {
      "epoch": 1.3518957897185393,
      "grad_norm": 0.8405309681857998,
      "learning_rate": 0.0002676183863420822,
      "loss": 2.4375,
      "step": 29059
    },
    {
      "epoch": 1.3519423121656198,
      "grad_norm": 0.9296552512922939,
      "learning_rate": 0.0002676160829771065,
      "loss": 2.2656,
      "step": 29060
    },
    {
      "epoch": 1.3519888346127007,
      "grad_norm": 0.875468988760293,
      "learning_rate": 0.0002676137795401255,
      "loss": 2.3594,
      "step": 29061
    },
    {
      "epoch": 1.3520353570597814,
      "grad_norm": 0.8183137053315998,
      "learning_rate": 0.00026761147603114073,
      "loss": 2.25,
      "step": 29062
    },
    {
      "epoch": 1.352081879506862,
      "grad_norm": 0.983262615792305,
      "learning_rate": 0.0002676091724501535,
      "loss": 2.875,
      "step": 29063
    },
    {
      "epoch": 1.3521284019539428,
      "grad_norm": 0.9625259431195577,
      "learning_rate": 0.00026760686879716527,
      "loss": 2.3125,
      "step": 29064
    },
    {
      "epoch": 1.3521749244010235,
      "grad_norm": 0.8825862823118644,
      "learning_rate": 0.00026760456507217737,
      "loss": 2.2969,
      "step": 29065
    },
    {
      "epoch": 1.3522214468481042,
      "grad_norm": 1.237730535112365,
      "learning_rate": 0.00026760226127519124,
      "loss": 1.6797,
      "step": 29066
    },
    {
      "epoch": 1.352267969295185,
      "grad_norm": 0.8754501071022459,
      "learning_rate": 0.00026759995740620833,
      "loss": 2.5312,
      "step": 29067
    },
    {
      "epoch": 1.3523144917422656,
      "grad_norm": 0.8472814306331289,
      "learning_rate": 0.00026759765346523007,
      "loss": 2.4844,
      "step": 29068
    },
    {
      "epoch": 1.3523610141893463,
      "grad_norm": 0.9084601388862481,
      "learning_rate": 0.00026759534945225785,
      "loss": 2.4062,
      "step": 29069
    },
    {
      "epoch": 1.3524075366364272,
      "grad_norm": 0.8930762972118721,
      "learning_rate": 0.00026759304536729304,
      "loss": 2.3906,
      "step": 29070
    },
    {
      "epoch": 1.3524540590835077,
      "grad_norm": 0.921353141840163,
      "learning_rate": 0.00026759074121033704,
      "loss": 2.4062,
      "step": 29071
    },
    {
      "epoch": 1.3525005815305886,
      "grad_norm": 0.9494707819604388,
      "learning_rate": 0.0002675884369813913,
      "loss": 2.4375,
      "step": 29072
    },
    {
      "epoch": 1.3525471039776693,
      "grad_norm": 0.8673832977277446,
      "learning_rate": 0.0002675861326804572,
      "loss": 2.1875,
      "step": 29073
    },
    {
      "epoch": 1.35259362642475,
      "grad_norm": 0.8893264382620159,
      "learning_rate": 0.0002675838283075363,
      "loss": 2.3281,
      "step": 29074
    },
    {
      "epoch": 1.3526401488718307,
      "grad_norm": 0.8953388249271985,
      "learning_rate": 0.0002675815238626298,
      "loss": 2.375,
      "step": 29075
    },
    {
      "epoch": 1.3526866713189114,
      "grad_norm": 1.0074349293482845,
      "learning_rate": 0.00026757921934573916,
      "loss": 2.3438,
      "step": 29076
    },
    {
      "epoch": 1.352733193765992,
      "grad_norm": 0.9131463736082487,
      "learning_rate": 0.0002675769147568659,
      "loss": 2.4219,
      "step": 29077
    },
    {
      "epoch": 1.3527797162130728,
      "grad_norm": 0.9495530701999979,
      "learning_rate": 0.00026757461009601133,
      "loss": 2.4219,
      "step": 29078
    },
    {
      "epoch": 1.3528262386601535,
      "grad_norm": 0.8751761869118044,
      "learning_rate": 0.0002675723053631769,
      "loss": 2.3281,
      "step": 29079
    },
    {
      "epoch": 1.3528727611072342,
      "grad_norm": 0.8980318784968924,
      "learning_rate": 0.000267570000558364,
      "loss": 2.4531,
      "step": 29080
    },
    {
      "epoch": 1.352919283554315,
      "grad_norm": 0.9406897629929252,
      "learning_rate": 0.00026756769568157406,
      "loss": 2.4062,
      "step": 29081
    },
    {
      "epoch": 1.3529658060013956,
      "grad_norm": 0.8774775156086352,
      "learning_rate": 0.0002675653907328085,
      "loss": 2.3594,
      "step": 29082
    },
    {
      "epoch": 1.3530123284484765,
      "grad_norm": 0.8977528015418278,
      "learning_rate": 0.0002675630857120687,
      "loss": 2.2344,
      "step": 29083
    },
    {
      "epoch": 1.353058850895557,
      "grad_norm": 0.8996362108644453,
      "learning_rate": 0.00026756078061935607,
      "loss": 2.5781,
      "step": 29084
    },
    {
      "epoch": 1.353105373342638,
      "grad_norm": 0.9823098605316297,
      "learning_rate": 0.00026755847545467204,
      "loss": 2.5625,
      "step": 29085
    },
    {
      "epoch": 1.3531518957897186,
      "grad_norm": 0.88212186430093,
      "learning_rate": 0.000267556170218018,
      "loss": 2.3438,
      "step": 29086
    },
    {
      "epoch": 1.3531984182367993,
      "grad_norm": 0.9285634874210504,
      "learning_rate": 0.0002675538649093954,
      "loss": 2.7969,
      "step": 29087
    },
    {
      "epoch": 1.35324494068388,
      "grad_norm": 0.8406949890519648,
      "learning_rate": 0.0002675515595288057,
      "loss": 2.4531,
      "step": 29088
    },
    {
      "epoch": 1.3532914631309607,
      "grad_norm": 0.9237248847125525,
      "learning_rate": 0.0002675492540762502,
      "loss": 2.3125,
      "step": 29089
    },
    {
      "epoch": 1.3533379855780414,
      "grad_norm": 0.9507825676580159,
      "learning_rate": 0.0002675469485517303,
      "loss": 2.375,
      "step": 29090
    },
    {
      "epoch": 1.3533845080251221,
      "grad_norm": 0.9727968828893496,
      "learning_rate": 0.0002675446429552475,
      "loss": 2.5625,
      "step": 29091
    },
    {
      "epoch": 1.3534310304722028,
      "grad_norm": 0.8481449759754702,
      "learning_rate": 0.0002675423372868032,
      "loss": 2.3594,
      "step": 29092
    },
    {
      "epoch": 1.3534775529192835,
      "grad_norm": 0.8582750090491723,
      "learning_rate": 0.00026754003154639877,
      "loss": 2.4219,
      "step": 29093
    },
    {
      "epoch": 1.3535240753663642,
      "grad_norm": 0.885685644852942,
      "learning_rate": 0.0002675377257340356,
      "loss": 2.4219,
      "step": 29094
    },
    {
      "epoch": 1.353570597813445,
      "grad_norm": 0.877395088473619,
      "learning_rate": 0.00026753541984971517,
      "loss": 2.5781,
      "step": 29095
    },
    {
      "epoch": 1.3536171202605258,
      "grad_norm": 0.8732473564824871,
      "learning_rate": 0.0002675331138934389,
      "loss": 2.3906,
      "step": 29096
    },
    {
      "epoch": 1.3536636427076063,
      "grad_norm": 0.8739391855992235,
      "learning_rate": 0.00026753080786520814,
      "loss": 2.4062,
      "step": 29097
    },
    {
      "epoch": 1.3537101651546872,
      "grad_norm": 0.8524368931842171,
      "learning_rate": 0.00026752850176502434,
      "loss": 2.3438,
      "step": 29098
    },
    {
      "epoch": 1.353756687601768,
      "grad_norm": 0.9117563017554005,
      "learning_rate": 0.00026752619559288886,
      "loss": 2.4219,
      "step": 29099
    },
    {
      "epoch": 1.3538032100488486,
      "grad_norm": 0.9147225004017179,
      "learning_rate": 0.0002675238893488032,
      "loss": 2.4062,
      "step": 29100
    },
    {
      "epoch": 1.3538497324959293,
      "grad_norm": 0.8889613675661768,
      "learning_rate": 0.0002675215830327687,
      "loss": 2.2344,
      "step": 29101
    },
    {
      "epoch": 1.35389625494301,
      "grad_norm": 0.8771932827003358,
      "learning_rate": 0.00026751927664478675,
      "loss": 2.3906,
      "step": 29102
    },
    {
      "epoch": 1.3539427773900907,
      "grad_norm": 0.9085663821392448,
      "learning_rate": 0.00026751697018485886,
      "loss": 2.6562,
      "step": 29103
    },
    {
      "epoch": 1.3539892998371714,
      "grad_norm": 0.9195420078823071,
      "learning_rate": 0.0002675146636529864,
      "loss": 2.6719,
      "step": 29104
    },
    {
      "epoch": 1.3540358222842521,
      "grad_norm": 0.8524820956590432,
      "learning_rate": 0.00026751235704917074,
      "loss": 2.3906,
      "step": 29105
    },
    {
      "epoch": 1.3540823447313328,
      "grad_norm": 0.8241270307929756,
      "learning_rate": 0.00026751005037341333,
      "loss": 2.3594,
      "step": 29106
    },
    {
      "epoch": 1.3541288671784135,
      "grad_norm": 0.9193977829302917,
      "learning_rate": 0.00026750774362571553,
      "loss": 2.3125,
      "step": 29107
    },
    {
      "epoch": 1.3541753896254942,
      "grad_norm": 0.8271410774275898,
      "learning_rate": 0.00026750543680607885,
      "loss": 2.2344,
      "step": 29108
    },
    {
      "epoch": 1.3542219120725751,
      "grad_norm": 1.0035536865766628,
      "learning_rate": 0.00026750312991450465,
      "loss": 2.625,
      "step": 29109
    },
    {
      "epoch": 1.3542684345196556,
      "grad_norm": 0.8802269383765713,
      "learning_rate": 0.0002675008229509943,
      "loss": 2.5469,
      "step": 29110
    },
    {
      "epoch": 1.3543149569667365,
      "grad_norm": 0.8609898394880579,
      "learning_rate": 0.0002674985159155493,
      "loss": 2.375,
      "step": 29111
    },
    {
      "epoch": 1.3543614794138172,
      "grad_norm": 0.8377625509621849,
      "learning_rate": 0.00026749620880817105,
      "loss": 2.4062,
      "step": 29112
    },
    {
      "epoch": 1.354408001860898,
      "grad_norm": 0.8276328946946476,
      "learning_rate": 0.0002674939016288608,
      "loss": 2.3281,
      "step": 29113
    },
    {
      "epoch": 1.3544545243079786,
      "grad_norm": 0.8033849492133542,
      "learning_rate": 0.0002674915943776202,
      "loss": 1.8984,
      "step": 29114
    },
    {
      "epoch": 1.3545010467550593,
      "grad_norm": 0.8926014971154347,
      "learning_rate": 0.0002674892870544505,
      "loss": 2.4219,
      "step": 29115
    },
    {
      "epoch": 1.35454756920214,
      "grad_norm": 0.9351856378305139,
      "learning_rate": 0.0002674869796593532,
      "loss": 2.5469,
      "step": 29116
    },
    {
      "epoch": 1.3545940916492207,
      "grad_norm": 0.951330527482591,
      "learning_rate": 0.00026748467219232965,
      "loss": 1.7656,
      "step": 29117
    },
    {
      "epoch": 1.3546406140963014,
      "grad_norm": 0.8896632044466433,
      "learning_rate": 0.0002674823646533813,
      "loss": 2.4844,
      "step": 29118
    },
    {
      "epoch": 1.3546871365433821,
      "grad_norm": 0.9160806552662679,
      "learning_rate": 0.0002674800570425096,
      "loss": 2.3906,
      "step": 29119
    },
    {
      "epoch": 1.3547336589904628,
      "grad_norm": 1.0336893341255207,
      "learning_rate": 0.0002674777493597159,
      "loss": 2.4688,
      "step": 29120
    },
    {
      "epoch": 1.3547801814375435,
      "grad_norm": 0.8986987925683773,
      "learning_rate": 0.00026747544160500157,
      "loss": 2.6562,
      "step": 29121
    },
    {
      "epoch": 1.3548267038846245,
      "grad_norm": 0.8606127484166187,
      "learning_rate": 0.0002674731337783681,
      "loss": 2.3281,
      "step": 29122
    },
    {
      "epoch": 1.354873226331705,
      "grad_norm": 0.9329896685590493,
      "learning_rate": 0.0002674708258798169,
      "loss": 2.4062,
      "step": 29123
    },
    {
      "epoch": 1.3549197487787858,
      "grad_norm": 0.8588820653691521,
      "learning_rate": 0.00026746851790934945,
      "loss": 2.25,
      "step": 29124
    },
    {
      "epoch": 1.3549662712258665,
      "grad_norm": 0.8655400350180099,
      "learning_rate": 0.00026746620986696696,
      "loss": 2.5938,
      "step": 29125
    },
    {
      "epoch": 1.3550127936729472,
      "grad_norm": 0.846111084274956,
      "learning_rate": 0.00026746390175267097,
      "loss": 2.0781,
      "step": 29126
    },
    {
      "epoch": 1.355059316120028,
      "grad_norm": 1.0030544326103896,
      "learning_rate": 0.00026746159356646294,
      "loss": 2.3125,
      "step": 29127
    },
    {
      "epoch": 1.3551058385671086,
      "grad_norm": 0.8392079029557672,
      "learning_rate": 0.0002674592853083442,
      "loss": 2.2812,
      "step": 29128
    },
    {
      "epoch": 1.3551523610141893,
      "grad_norm": 0.9310776280933767,
      "learning_rate": 0.00026745697697831624,
      "loss": 2.4688,
      "step": 29129
    },
    {
      "epoch": 1.35519888346127,
      "grad_norm": 0.9561343296888833,
      "learning_rate": 0.0002674546685763804,
      "loss": 2.4375,
      "step": 29130
    },
    {
      "epoch": 1.3552454059083507,
      "grad_norm": 0.8728328425157799,
      "learning_rate": 0.0002674523601025381,
      "loss": 2.2031,
      "step": 29131
    },
    {
      "epoch": 1.3552919283554314,
      "grad_norm": 0.8917463481637613,
      "learning_rate": 0.0002674500515567908,
      "loss": 2.4688,
      "step": 29132
    },
    {
      "epoch": 1.3553384508025121,
      "grad_norm": 0.8967916565936014,
      "learning_rate": 0.00026744774293913987,
      "loss": 2.3438,
      "step": 29133
    },
    {
      "epoch": 1.3553849732495928,
      "grad_norm": 0.8432842923152487,
      "learning_rate": 0.00026744543424958675,
      "loss": 2.2969,
      "step": 29134
    },
    {
      "epoch": 1.3554314956966738,
      "grad_norm": 0.8929268991990267,
      "learning_rate": 0.0002674431254881328,
      "loss": 2.3906,
      "step": 29135
    },
    {
      "epoch": 1.3554780181437542,
      "grad_norm": 0.9852979176514737,
      "learning_rate": 0.0002674408166547796,
      "loss": 2.3594,
      "step": 29136
    },
    {
      "epoch": 1.3555245405908352,
      "grad_norm": 0.9097935350704605,
      "learning_rate": 0.0002674385077495283,
      "loss": 2.5312,
      "step": 29137
    },
    {
      "epoch": 1.3555710630379159,
      "grad_norm": 0.8957605527855893,
      "learning_rate": 0.0002674361987723805,
      "loss": 2.5312,
      "step": 29138
    },
    {
      "epoch": 1.3556175854849966,
      "grad_norm": 0.8231855813103194,
      "learning_rate": 0.00026743388972333757,
      "loss": 1.6797,
      "step": 29139
    },
    {
      "epoch": 1.3556641079320773,
      "grad_norm": 0.9241574529162728,
      "learning_rate": 0.00026743158060240095,
      "loss": 2.25,
      "step": 29140
    },
    {
      "epoch": 1.355710630379158,
      "grad_norm": 0.9383105535271286,
      "learning_rate": 0.00026742927140957197,
      "loss": 2.625,
      "step": 29141
    },
    {
      "epoch": 1.3557571528262387,
      "grad_norm": 0.9044030383714383,
      "learning_rate": 0.00026742696214485215,
      "loss": 2.5781,
      "step": 29142
    },
    {
      "epoch": 1.3558036752733194,
      "grad_norm": 0.8703437898058863,
      "learning_rate": 0.0002674246528082428,
      "loss": 2.5156,
      "step": 29143
    },
    {
      "epoch": 1.3558501977204,
      "grad_norm": 0.9188249297087615,
      "learning_rate": 0.0002674223433997454,
      "loss": 2.4375,
      "step": 29144
    },
    {
      "epoch": 1.3558967201674808,
      "grad_norm": 0.871777858171299,
      "learning_rate": 0.0002674200339193614,
      "loss": 2.6719,
      "step": 29145
    },
    {
      "epoch": 1.3559432426145615,
      "grad_norm": 0.8612425438676281,
      "learning_rate": 0.0002674177243670921,
      "loss": 2.4219,
      "step": 29146
    },
    {
      "epoch": 1.3559897650616421,
      "grad_norm": 0.9077143160855976,
      "learning_rate": 0.000267415414742939,
      "loss": 2.4688,
      "step": 29147
    },
    {
      "epoch": 1.356036287508723,
      "grad_norm": 0.803298776994581,
      "learning_rate": 0.0002674131050469035,
      "loss": 1.625,
      "step": 29148
    },
    {
      "epoch": 1.3560828099558035,
      "grad_norm": 0.821100072620784,
      "learning_rate": 0.000267410795278987,
      "loss": 2.2031,
      "step": 29149
    },
    {
      "epoch": 1.3561293324028845,
      "grad_norm": 0.9206511422138736,
      "learning_rate": 0.0002674084854391909,
      "loss": 2.4375,
      "step": 29150
    },
    {
      "epoch": 1.3561758548499652,
      "grad_norm": 0.916567095745529,
      "learning_rate": 0.00026740617552751666,
      "loss": 2.625,
      "step": 29151
    },
    {
      "epoch": 1.3562223772970459,
      "grad_norm": 0.870760844601776,
      "learning_rate": 0.0002674038655439657,
      "loss": 2.375,
      "step": 29152
    },
    {
      "epoch": 1.3562688997441266,
      "grad_norm": 0.8606651076298232,
      "learning_rate": 0.00026740155548853935,
      "loss": 2.25,
      "step": 29153
    },
    {
      "epoch": 1.3563154221912073,
      "grad_norm": 0.8871370882249653,
      "learning_rate": 0.00026739924536123906,
      "loss": 2.2969,
      "step": 29154
    },
    {
      "epoch": 1.356361944638288,
      "grad_norm": 0.8373992148040299,
      "learning_rate": 0.0002673969351620663,
      "loss": 2.2188,
      "step": 29155
    },
    {
      "epoch": 1.3564084670853687,
      "grad_norm": 0.8334410206075672,
      "learning_rate": 0.0002673946248910224,
      "loss": 2.0938,
      "step": 29156
    },
    {
      "epoch": 1.3564549895324494,
      "grad_norm": 0.8837911509900085,
      "learning_rate": 0.0002673923145481089,
      "loss": 2.3281,
      "step": 29157
    },
    {
      "epoch": 1.35650151197953,
      "grad_norm": 0.925672584134634,
      "learning_rate": 0.00026739000413332704,
      "loss": 2.4375,
      "step": 29158
    },
    {
      "epoch": 1.3565480344266108,
      "grad_norm": 0.9655641544146104,
      "learning_rate": 0.0002673876936466784,
      "loss": 2.2188,
      "step": 29159
    },
    {
      "epoch": 1.3565945568736915,
      "grad_norm": 0.8585210031265587,
      "learning_rate": 0.00026738538308816425,
      "loss": 2.6562,
      "step": 29160
    },
    {
      "epoch": 1.3566410793207724,
      "grad_norm": 0.897360743325174,
      "learning_rate": 0.0002673830724577862,
      "loss": 2.5312,
      "step": 29161
    },
    {
      "epoch": 1.3566876017678529,
      "grad_norm": 0.8305012924630853,
      "learning_rate": 0.0002673807617555454,
      "loss": 2.3438,
      "step": 29162
    },
    {
      "epoch": 1.3567341242149338,
      "grad_norm": 0.934870298726604,
      "learning_rate": 0.00026737845098144346,
      "loss": 2.5156,
      "step": 29163
    },
    {
      "epoch": 1.3567806466620145,
      "grad_norm": 0.9164919721511422,
      "learning_rate": 0.0002673761401354818,
      "loss": 2.6719,
      "step": 29164
    },
    {
      "epoch": 1.3568271691090952,
      "grad_norm": 0.8551942783993242,
      "learning_rate": 0.00026737382921766166,
      "loss": 2.4531,
      "step": 29165
    },
    {
      "epoch": 1.3568736915561759,
      "grad_norm": 1.004464346867818,
      "learning_rate": 0.00026737151822798464,
      "loss": 2.4844,
      "step": 29166
    },
    {
      "epoch": 1.3569202140032566,
      "grad_norm": 0.8583303122155951,
      "learning_rate": 0.0002673692071664521,
      "loss": 2.1719,
      "step": 29167
    },
    {
      "epoch": 1.3569667364503373,
      "grad_norm": 0.8933931183523024,
      "learning_rate": 0.0002673668960330654,
      "loss": 2.2188,
      "step": 29168
    },
    {
      "epoch": 1.357013258897418,
      "grad_norm": 0.8780693572339497,
      "learning_rate": 0.00026736458482782606,
      "loss": 2.4844,
      "step": 29169
    },
    {
      "epoch": 1.3570597813444987,
      "grad_norm": 0.949315254281173,
      "learning_rate": 0.00026736227355073533,
      "loss": 2.3125,
      "step": 29170
    },
    {
      "epoch": 1.3571063037915794,
      "grad_norm": 0.9461114707232889,
      "learning_rate": 0.00026735996220179475,
      "loss": 2.375,
      "step": 29171
    },
    {
      "epoch": 1.35715282623866,
      "grad_norm": 0.9237664983923828,
      "learning_rate": 0.00026735765078100577,
      "loss": 2.5625,
      "step": 29172
    },
    {
      "epoch": 1.3571993486857408,
      "grad_norm": 0.8795786617103618,
      "learning_rate": 0.0002673553392883697,
      "loss": 2.5625,
      "step": 29173
    },
    {
      "epoch": 1.3572458711328217,
      "grad_norm": 0.8319637573667574,
      "learning_rate": 0.000267353027723888,
      "loss": 2.1875,
      "step": 29174
    },
    {
      "epoch": 1.3572923935799022,
      "grad_norm": 0.8744760988552696,
      "learning_rate": 0.0002673507160875621,
      "loss": 2.1719,
      "step": 29175
    },
    {
      "epoch": 1.357338916026983,
      "grad_norm": 0.9199471057064892,
      "learning_rate": 0.0002673484043793934,
      "loss": 2.3125,
      "step": 29176
    },
    {
      "epoch": 1.3573854384740638,
      "grad_norm": 0.9317345792334005,
      "learning_rate": 0.0002673460925993833,
      "loss": 1.8594,
      "step": 29177
    },
    {
      "epoch": 1.3574319609211445,
      "grad_norm": 0.7965252549448272,
      "learning_rate": 0.0002673437807475332,
      "loss": 2.3594,
      "step": 29178
    },
    {
      "epoch": 1.3574784833682252,
      "grad_norm": 0.941900242460884,
      "learning_rate": 0.00026734146882384464,
      "loss": 2.3906,
      "step": 29179
    },
    {
      "epoch": 1.3575250058153059,
      "grad_norm": 0.8980937073289871,
      "learning_rate": 0.00026733915682831884,
      "loss": 2.2656,
      "step": 29180
    },
    {
      "epoch": 1.3575715282623866,
      "grad_norm": 0.8069075003679224,
      "learning_rate": 0.0002673368447609574,
      "loss": 2.0469,
      "step": 29181
    },
    {
      "epoch": 1.3576180507094673,
      "grad_norm": 0.8921766971469971,
      "learning_rate": 0.0002673345326217616,
      "loss": 2.4688,
      "step": 29182
    },
    {
      "epoch": 1.357664573156548,
      "grad_norm": 0.8448966000378896,
      "learning_rate": 0.0002673322204107329,
      "loss": 2.2812,
      "step": 29183
    },
    {
      "epoch": 1.3577110956036287,
      "grad_norm": 0.9085416148249141,
      "learning_rate": 0.0002673299081278728,
      "loss": 2.7344,
      "step": 29184
    },
    {
      "epoch": 1.3577576180507096,
      "grad_norm": 0.9041973933870497,
      "learning_rate": 0.00026732759577318256,
      "loss": 2.1875,
      "step": 29185
    },
    {
      "epoch": 1.35780414049779,
      "grad_norm": 0.8806994516753461,
      "learning_rate": 0.0002673252833466637,
      "loss": 2.6406,
      "step": 29186
    },
    {
      "epoch": 1.357850662944871,
      "grad_norm": 0.8892434748413484,
      "learning_rate": 0.0002673229708483176,
      "loss": 2.5625,
      "step": 29187
    },
    {
      "epoch": 1.3578971853919517,
      "grad_norm": 0.9160568018408686,
      "learning_rate": 0.0002673206582781457,
      "loss": 2.2656,
      "step": 29188
    },
    {
      "epoch": 1.3579437078390324,
      "grad_norm": 0.8976422050422577,
      "learning_rate": 0.0002673183456361494,
      "loss": 2.6562,
      "step": 29189
    },
    {
      "epoch": 1.357990230286113,
      "grad_norm": 0.9612765356273894,
      "learning_rate": 0.0002673160329223301,
      "loss": 2.4062,
      "step": 29190
    },
    {
      "epoch": 1.3580367527331938,
      "grad_norm": 0.8321619801098856,
      "learning_rate": 0.0002673137201366893,
      "loss": 2.3906,
      "step": 29191
    },
    {
      "epoch": 1.3580832751802745,
      "grad_norm": 0.878088458934621,
      "learning_rate": 0.00026731140727922825,
      "loss": 2.3281,
      "step": 29192
    },
    {
      "epoch": 1.3581297976273552,
      "grad_norm": 0.9460528411449224,
      "learning_rate": 0.0002673090943499485,
      "loss": 2.3594,
      "step": 29193
    },
    {
      "epoch": 1.358176320074436,
      "grad_norm": 0.8320316310504999,
      "learning_rate": 0.00026730678134885143,
      "loss": 2.3125,
      "step": 29194
    },
    {
      "epoch": 1.3582228425215166,
      "grad_norm": 0.8923720723280059,
      "learning_rate": 0.0002673044682759385,
      "loss": 2.2812,
      "step": 29195
    },
    {
      "epoch": 1.3582693649685973,
      "grad_norm": 0.8531768927407358,
      "learning_rate": 0.000267302155131211,
      "loss": 2.1875,
      "step": 29196
    },
    {
      "epoch": 1.358315887415678,
      "grad_norm": 0.8962584444003543,
      "learning_rate": 0.0002672998419146705,
      "loss": 2.3594,
      "step": 29197
    },
    {
      "epoch": 1.358362409862759,
      "grad_norm": 0.9159159186366354,
      "learning_rate": 0.00026729752862631834,
      "loss": 2.5938,
      "step": 29198
    },
    {
      "epoch": 1.3584089323098394,
      "grad_norm": 0.8817640020001303,
      "learning_rate": 0.00026729521526615594,
      "loss": 2.5625,
      "step": 29199
    },
    {
      "epoch": 1.3584554547569203,
      "grad_norm": 0.9078172663401657,
      "learning_rate": 0.00026729290183418467,
      "loss": 2.4688,
      "step": 29200
    },
    {
      "epoch": 1.358501977204001,
      "grad_norm": 0.8238615952265458,
      "learning_rate": 0.00026729058833040604,
      "loss": 2.3125,
      "step": 29201
    },
    {
      "epoch": 1.3585484996510817,
      "grad_norm": 0.9183515670563765,
      "learning_rate": 0.00026728827475482145,
      "loss": 2.5469,
      "step": 29202
    },
    {
      "epoch": 1.3585950220981624,
      "grad_norm": 0.8629328067979949,
      "learning_rate": 0.0002672859611074322,
      "loss": 2.375,
      "step": 29203
    },
    {
      "epoch": 1.358641544545243,
      "grad_norm": 0.8842620208861585,
      "learning_rate": 0.0002672836473882399,
      "loss": 2.4688,
      "step": 29204
    },
    {
      "epoch": 1.3586880669923238,
      "grad_norm": 0.8763441407460127,
      "learning_rate": 0.00026728133359724577,
      "loss": 2.3906,
      "step": 29205
    },
    {
      "epoch": 1.3587345894394045,
      "grad_norm": 0.873811016004913,
      "learning_rate": 0.00026727901973445136,
      "loss": 2.1875,
      "step": 29206
    },
    {
      "epoch": 1.3587811118864852,
      "grad_norm": 0.8445408708063498,
      "learning_rate": 0.000267276705799858,
      "loss": 2.4688,
      "step": 29207
    },
    {
      "epoch": 1.358827634333566,
      "grad_norm": 0.8831446212789883,
      "learning_rate": 0.0002672743917934672,
      "loss": 2.1406,
      "step": 29208
    },
    {
      "epoch": 1.3588741567806466,
      "grad_norm": 0.9500503948672042,
      "learning_rate": 0.00026727207771528027,
      "loss": 2.6562,
      "step": 29209
    },
    {
      "epoch": 1.3589206792277273,
      "grad_norm": 0.899499091824272,
      "learning_rate": 0.00026726976356529876,
      "loss": 2.5156,
      "step": 29210
    },
    {
      "epoch": 1.3589672016748082,
      "grad_norm": 0.9054749175336562,
      "learning_rate": 0.00026726744934352394,
      "loss": 2.6562,
      "step": 29211
    },
    {
      "epoch": 1.3590137241218887,
      "grad_norm": 0.9159269194012102,
      "learning_rate": 0.0002672651350499573,
      "loss": 2.6875,
      "step": 29212
    },
    {
      "epoch": 1.3590602465689696,
      "grad_norm": 0.8704968680187327,
      "learning_rate": 0.00026726282068460035,
      "loss": 2.1562,
      "step": 29213
    },
    {
      "epoch": 1.3591067690160503,
      "grad_norm": 0.851321365373303,
      "learning_rate": 0.0002672605062474543,
      "loss": 2.1875,
      "step": 29214
    },
    {
      "epoch": 1.359153291463131,
      "grad_norm": 0.8614510636634374,
      "learning_rate": 0.0002672581917385207,
      "loss": 2.5,
      "step": 29215
    },
    {
      "epoch": 1.3591998139102117,
      "grad_norm": 0.8919326346003663,
      "learning_rate": 0.00026725587715780097,
      "loss": 2.4219,
      "step": 29216
    },
    {
      "epoch": 1.3592463363572924,
      "grad_norm": 0.8861324275029882,
      "learning_rate": 0.0002672535625052965,
      "loss": 2.3594,
      "step": 29217
    },
    {
      "epoch": 1.3592928588043731,
      "grad_norm": 0.899575657685646,
      "learning_rate": 0.0002672512477810087,
      "loss": 2.5625,
      "step": 29218
    },
    {
      "epoch": 1.3593393812514538,
      "grad_norm": 0.8823464364255043,
      "learning_rate": 0.00026724893298493897,
      "loss": 2.5469,
      "step": 29219
    },
    {
      "epoch": 1.3593859036985345,
      "grad_norm": 0.9000698848870365,
      "learning_rate": 0.0002672466181170888,
      "loss": 2.2188,
      "step": 29220
    },
    {
      "epoch": 1.3594324261456152,
      "grad_norm": 0.8958617579725132,
      "learning_rate": 0.00026724430317745957,
      "loss": 2.4375,
      "step": 29221
    },
    {
      "epoch": 1.359478948592696,
      "grad_norm": 0.933412120096977,
      "learning_rate": 0.0002672419881660526,
      "loss": 2.2969,
      "step": 29222
    },
    {
      "epoch": 1.3595254710397766,
      "grad_norm": 0.8725208985889256,
      "learning_rate": 0.00026723967308286945,
      "loss": 2.4688,
      "step": 29223
    },
    {
      "epoch": 1.3595719934868575,
      "grad_norm": 0.8568537680226017,
      "learning_rate": 0.00026723735792791146,
      "loss": 2.4531,
      "step": 29224
    },
    {
      "epoch": 1.359618515933938,
      "grad_norm": 0.9191257950821249,
      "learning_rate": 0.0002672350427011801,
      "loss": 2.4375,
      "step": 29225
    },
    {
      "epoch": 1.359665038381019,
      "grad_norm": 0.8225342654455371,
      "learning_rate": 0.0002672327274026768,
      "loss": 2.25,
      "step": 29226
    },
    {
      "epoch": 1.3597115608280996,
      "grad_norm": 0.9247964296214162,
      "learning_rate": 0.0002672304120324028,
      "loss": 2.4062,
      "step": 29227
    },
    {
      "epoch": 1.3597580832751803,
      "grad_norm": 0.8897008743308155,
      "learning_rate": 0.00026722809659035973,
      "loss": 2.4531,
      "step": 29228
    },
    {
      "epoch": 1.359804605722261,
      "grad_norm": 0.8737935139170141,
      "learning_rate": 0.00026722578107654893,
      "loss": 2.375,
      "step": 29229
    },
    {
      "epoch": 1.3598511281693417,
      "grad_norm": 0.9574122509608924,
      "learning_rate": 0.0002672234654909718,
      "loss": 1.8438,
      "step": 29230
    },
    {
      "epoch": 1.3598976506164224,
      "grad_norm": 0.8829805713843728,
      "learning_rate": 0.0002672211498336298,
      "loss": 2.4219,
      "step": 29231
    },
    {
      "epoch": 1.3599441730635031,
      "grad_norm": 0.8912421242425336,
      "learning_rate": 0.0002672188341045243,
      "loss": 2.5938,
      "step": 29232
    },
    {
      "epoch": 1.3599906955105838,
      "grad_norm": 0.9435254695694655,
      "learning_rate": 0.00026721651830365675,
      "loss": 2.4062,
      "step": 29233
    },
    {
      "epoch": 1.3600372179576645,
      "grad_norm": 0.8127765020373762,
      "learning_rate": 0.00026721420243102853,
      "loss": 2.1719,
      "step": 29234
    },
    {
      "epoch": 1.3600837404047452,
      "grad_norm": 0.8654310159967277,
      "learning_rate": 0.0002672118864866411,
      "loss": 2.7031,
      "step": 29235
    },
    {
      "epoch": 1.360130262851826,
      "grad_norm": 0.8540039091262678,
      "learning_rate": 0.0002672095704704959,
      "loss": 2.5625,
      "step": 29236
    },
    {
      "epoch": 1.3601767852989068,
      "grad_norm": 0.8614149994894673,
      "learning_rate": 0.00026720725438259424,
      "loss": 2.5,
      "step": 29237
    },
    {
      "epoch": 1.3602233077459873,
      "grad_norm": 0.9807132911578138,
      "learning_rate": 0.0002672049382229377,
      "loss": 2.5469,
      "step": 29238
    },
    {
      "epoch": 1.3602698301930682,
      "grad_norm": 0.88536333590997,
      "learning_rate": 0.00026720262199152753,
      "loss": 2.1719,
      "step": 29239
    },
    {
      "epoch": 1.360316352640149,
      "grad_norm": 0.8645723157687671,
      "learning_rate": 0.00026720030568836524,
      "loss": 2.3594,
      "step": 29240
    },
    {
      "epoch": 1.3603628750872296,
      "grad_norm": 0.9038329436211037,
      "learning_rate": 0.00026719798931345223,
      "loss": 2.4375,
      "step": 29241
    },
    {
      "epoch": 1.3604093975343103,
      "grad_norm": 0.8927631634999111,
      "learning_rate": 0.0002671956728667899,
      "loss": 2.2812,
      "step": 29242
    },
    {
      "epoch": 1.360455919981391,
      "grad_norm": 0.9259783414958177,
      "learning_rate": 0.0002671933563483798,
      "loss": 2.375,
      "step": 29243
    },
    {
      "epoch": 1.3605024424284717,
      "grad_norm": 0.9165190632163984,
      "learning_rate": 0.0002671910397582231,
      "loss": 2.4219,
      "step": 29244
    },
    {
      "epoch": 1.3605489648755524,
      "grad_norm": 1.0144008019589088,
      "learning_rate": 0.0002671887230963214,
      "loss": 2.5,
      "step": 29245
    },
    {
      "epoch": 1.3605954873226331,
      "grad_norm": 1.007779973685672,
      "learning_rate": 0.0002671864063626761,
      "loss": 2.2656,
      "step": 29246
    },
    {
      "epoch": 1.3606420097697138,
      "grad_norm": 0.9000409349934617,
      "learning_rate": 0.0002671840895572885,
      "loss": 2.3594,
      "step": 29247
    },
    {
      "epoch": 1.3606885322167945,
      "grad_norm": 0.8557744917805167,
      "learning_rate": 0.0002671817726801602,
      "loss": 2.375,
      "step": 29248
    },
    {
      "epoch": 1.3607350546638752,
      "grad_norm": 0.844797129568896,
      "learning_rate": 0.00026717945573129253,
      "loss": 2.1406,
      "step": 29249
    },
    {
      "epoch": 1.3607815771109562,
      "grad_norm": 0.8333770639441477,
      "learning_rate": 0.00026717713871068693,
      "loss": 2.125,
      "step": 29250
    },
    {
      "epoch": 1.3608280995580366,
      "grad_norm": 0.9510343917476352,
      "learning_rate": 0.0002671748216183447,
      "loss": 2.3594,
      "step": 29251
    },
    {
      "epoch": 1.3608746220051176,
      "grad_norm": 0.9335006148097844,
      "learning_rate": 0.00026717250445426746,
      "loss": 2.4375,
      "step": 29252
    },
    {
      "epoch": 1.3609211444521983,
      "grad_norm": 0.8927045940844885,
      "learning_rate": 0.00026717018721845645,
      "loss": 2.5156,
      "step": 29253
    },
    {
      "epoch": 1.360967666899279,
      "grad_norm": 0.934925219830918,
      "learning_rate": 0.00026716786991091317,
      "loss": 2.375,
      "step": 29254
    },
    {
      "epoch": 1.3610141893463596,
      "grad_norm": 0.9327573342126629,
      "learning_rate": 0.000267165552531639,
      "loss": 2.4219,
      "step": 29255
    },
    {
      "epoch": 1.3610607117934403,
      "grad_norm": 0.9351383794037622,
      "learning_rate": 0.00026716323508063546,
      "loss": 2.5312,
      "step": 29256
    },
    {
      "epoch": 1.361107234240521,
      "grad_norm": 0.8735365667587692,
      "learning_rate": 0.00026716091755790385,
      "loss": 2.0938,
      "step": 29257
    },
    {
      "epoch": 1.3611537566876017,
      "grad_norm": 0.9143632814125277,
      "learning_rate": 0.00026715859996344566,
      "loss": 2.2969,
      "step": 29258
    },
    {
      "epoch": 1.3612002791346824,
      "grad_norm": 0.9931157912240719,
      "learning_rate": 0.0002671562822972623,
      "loss": 2.4531,
      "step": 29259
    },
    {
      "epoch": 1.3612468015817631,
      "grad_norm": 0.9455956022764452,
      "learning_rate": 0.0002671539645593551,
      "loss": 2.1719,
      "step": 29260
    },
    {
      "epoch": 1.3612933240288438,
      "grad_norm": 0.89323749473808,
      "learning_rate": 0.0002671516467497256,
      "loss": 2.5781,
      "step": 29261
    },
    {
      "epoch": 1.3613398464759245,
      "grad_norm": 0.9486332880562112,
      "learning_rate": 0.0002671493288683752,
      "loss": 2.3125,
      "step": 29262
    },
    {
      "epoch": 1.3613863689230055,
      "grad_norm": 0.9406894948605077,
      "learning_rate": 0.00026714701091530525,
      "loss": 2.4062,
      "step": 29263
    },
    {
      "epoch": 1.361432891370086,
      "grad_norm": 0.8514344976617039,
      "learning_rate": 0.0002671446928905172,
      "loss": 2.3438,
      "step": 29264
    },
    {
      "epoch": 1.3614794138171669,
      "grad_norm": 0.8226661041657324,
      "learning_rate": 0.0002671423747940125,
      "loss": 2.2031,
      "step": 29265
    },
    {
      "epoch": 1.3615259362642476,
      "grad_norm": 0.8808833391512046,
      "learning_rate": 0.00026714005662579256,
      "loss": 2.3594,
      "step": 29266
    },
    {
      "epoch": 1.3615724587113283,
      "grad_norm": 1.0711368684047156,
      "learning_rate": 0.0002671377383858588,
      "loss": 2.7344,
      "step": 29267
    },
    {
      "epoch": 1.361618981158409,
      "grad_norm": 0.9335139382406545,
      "learning_rate": 0.00026713542007421255,
      "loss": 2.4844,
      "step": 29268
    },
    {
      "epoch": 1.3616655036054897,
      "grad_norm": 0.9048671249270572,
      "learning_rate": 0.00026713310169085535,
      "loss": 2.75,
      "step": 29269
    },
    {
      "epoch": 1.3617120260525704,
      "grad_norm": 0.8858121452498872,
      "learning_rate": 0.0002671307832357886,
      "loss": 2.375,
      "step": 29270
    },
    {
      "epoch": 1.361758548499651,
      "grad_norm": 0.7841224361867658,
      "learning_rate": 0.00026712846470901367,
      "loss": 2.1875,
      "step": 29271
    },
    {
      "epoch": 1.3618050709467318,
      "grad_norm": 0.8771674458398022,
      "learning_rate": 0.000267126146110532,
      "loss": 2.3125,
      "step": 29272
    },
    {
      "epoch": 1.3618515933938125,
      "grad_norm": 0.8735160623898879,
      "learning_rate": 0.000267123827440345,
      "loss": 2.4219,
      "step": 29273
    },
    {
      "epoch": 1.3618981158408932,
      "grad_norm": 0.8287608478256294,
      "learning_rate": 0.0002671215086984542,
      "loss": 1.7344,
      "step": 29274
    },
    {
      "epoch": 1.3619446382879739,
      "grad_norm": 0.8755726596971741,
      "learning_rate": 0.0002671191898848608,
      "loss": 2.2812,
      "step": 29275
    },
    {
      "epoch": 1.3619911607350548,
      "grad_norm": 0.8953047500620743,
      "learning_rate": 0.0002671168709995664,
      "loss": 2.4531,
      "step": 29276
    },
    {
      "epoch": 1.3620376831821353,
      "grad_norm": 0.9049651945505138,
      "learning_rate": 0.0002671145520425723,
      "loss": 2.3594,
      "step": 29277
    },
    {
      "epoch": 1.3620842056292162,
      "grad_norm": 0.8923872968717299,
      "learning_rate": 0.00026711223301388007,
      "loss": 2.1875,
      "step": 29278
    },
    {
      "epoch": 1.3621307280762969,
      "grad_norm": 0.9378655693510143,
      "learning_rate": 0.00026710991391349097,
      "loss": 2.3906,
      "step": 29279
    },
    {
      "epoch": 1.3621772505233776,
      "grad_norm": 0.8571590073705968,
      "learning_rate": 0.0002671075947414065,
      "loss": 2.3125,
      "step": 29280
    },
    {
      "epoch": 1.3622237729704583,
      "grad_norm": 0.8444815490139467,
      "learning_rate": 0.0002671052754976281,
      "loss": 2.2812,
      "step": 29281
    },
    {
      "epoch": 1.362270295417539,
      "grad_norm": 0.7938435472615107,
      "learning_rate": 0.0002671029561821572,
      "loss": 2.3125,
      "step": 29282
    },
    {
      "epoch": 1.3623168178646197,
      "grad_norm": 0.9008351978562921,
      "learning_rate": 0.0002671006367949951,
      "loss": 2.5156,
      "step": 29283
    },
    {
      "epoch": 1.3623633403117004,
      "grad_norm": 0.8716211179870637,
      "learning_rate": 0.0002670983173361434,
      "loss": 2.6406,
      "step": 29284
    },
    {
      "epoch": 1.362409862758781,
      "grad_norm": 0.8700059261053468,
      "learning_rate": 0.0002670959978056033,
      "loss": 2.3281,
      "step": 29285
    },
    {
      "epoch": 1.3624563852058618,
      "grad_norm": 0.948653584584246,
      "learning_rate": 0.00026709367820337636,
      "loss": 2.6094,
      "step": 29286
    },
    {
      "epoch": 1.3625029076529425,
      "grad_norm": 0.8703074643112452,
      "learning_rate": 0.00026709135852946405,
      "loss": 2.3125,
      "step": 29287
    },
    {
      "epoch": 1.3625494301000232,
      "grad_norm": 0.9356868232825143,
      "learning_rate": 0.00026708903878386764,
      "loss": 2.4219,
      "step": 29288
    },
    {
      "epoch": 1.362595952547104,
      "grad_norm": 0.8788727883488426,
      "learning_rate": 0.0002670867189665887,
      "loss": 2.1719,
      "step": 29289
    },
    {
      "epoch": 1.3626424749941846,
      "grad_norm": 0.9355877341701165,
      "learning_rate": 0.00026708439907762853,
      "loss": 2.6562,
      "step": 29290
    },
    {
      "epoch": 1.3626889974412655,
      "grad_norm": 0.8351776002101461,
      "learning_rate": 0.00026708207911698865,
      "loss": 2.4375,
      "step": 29291
    },
    {
      "epoch": 1.3627355198883462,
      "grad_norm": 0.8299898625726361,
      "learning_rate": 0.0002670797590846704,
      "loss": 2.2812,
      "step": 29292
    },
    {
      "epoch": 1.3627820423354269,
      "grad_norm": 0.8943332241739833,
      "learning_rate": 0.0002670774389806752,
      "loss": 2.25,
      "step": 29293
    },
    {
      "epoch": 1.3628285647825076,
      "grad_norm": 1.0896480735086833,
      "learning_rate": 0.00026707511880500454,
      "loss": 2.3125,
      "step": 29294
    },
    {
      "epoch": 1.3628750872295883,
      "grad_norm": 0.895547348558739,
      "learning_rate": 0.0002670727985576598,
      "loss": 2.3125,
      "step": 29295
    },
    {
      "epoch": 1.362921609676669,
      "grad_norm": 0.8403278533331142,
      "learning_rate": 0.00026707047823864243,
      "loss": 2.2188,
      "step": 29296
    },
    {
      "epoch": 1.3629681321237497,
      "grad_norm": 0.974147470082872,
      "learning_rate": 0.00026706815784795375,
      "loss": 2.0312,
      "step": 29297
    },
    {
      "epoch": 1.3630146545708304,
      "grad_norm": 0.8872673583617737,
      "learning_rate": 0.00026706583738559536,
      "loss": 2.5156,
      "step": 29298
    },
    {
      "epoch": 1.363061177017911,
      "grad_norm": 0.916667854565883,
      "learning_rate": 0.0002670635168515685,
      "loss": 2.7969,
      "step": 29299
    },
    {
      "epoch": 1.363107699464992,
      "grad_norm": 0.9236952893645134,
      "learning_rate": 0.00026706119624587466,
      "loss": 2.7188,
      "step": 29300
    },
    {
      "epoch": 1.3631542219120725,
      "grad_norm": 0.914862051434196,
      "learning_rate": 0.0002670588755685153,
      "loss": 2.4531,
      "step": 29301
    },
    {
      "epoch": 1.3632007443591534,
      "grad_norm": 1.0067537442875507,
      "learning_rate": 0.0002670565548194918,
      "loss": 2.375,
      "step": 29302
    },
    {
      "epoch": 1.3632472668062339,
      "grad_norm": 0.8782407953784364,
      "learning_rate": 0.00026705423399880554,
      "loss": 2.4688,
      "step": 29303
    },
    {
      "epoch": 1.3632937892533148,
      "grad_norm": 0.8930806188391002,
      "learning_rate": 0.00026705191310645804,
      "loss": 2.5312,
      "step": 29304
    },
    {
      "epoch": 1.3633403117003955,
      "grad_norm": 0.8673816878727211,
      "learning_rate": 0.0002670495921424507,
      "loss": 2.5469,
      "step": 29305
    },
    {
      "epoch": 1.3633868341474762,
      "grad_norm": 0.8637804481399765,
      "learning_rate": 0.00026704727110678483,
      "loss": 2.5156,
      "step": 29306
    },
    {
      "epoch": 1.3634333565945569,
      "grad_norm": 0.974227307840453,
      "learning_rate": 0.00026704494999946194,
      "loss": 2.3594,
      "step": 29307
    },
    {
      "epoch": 1.3634798790416376,
      "grad_norm": 0.7683549123080081,
      "learning_rate": 0.00026704262882048347,
      "loss": 2.2812,
      "step": 29308
    },
    {
      "epoch": 1.3635264014887183,
      "grad_norm": 0.8591395859973341,
      "learning_rate": 0.00026704030756985085,
      "loss": 2.4531,
      "step": 29309
    },
    {
      "epoch": 1.363572923935799,
      "grad_norm": 1.035302065379795,
      "learning_rate": 0.0002670379862475654,
      "loss": 1.7266,
      "step": 29310
    },
    {
      "epoch": 1.3636194463828797,
      "grad_norm": 0.925171157601813,
      "learning_rate": 0.0002670356648536287,
      "loss": 2.5469,
      "step": 29311
    },
    {
      "epoch": 1.3636659688299604,
      "grad_norm": 0.9118097466575652,
      "learning_rate": 0.0002670333433880419,
      "loss": 2.3125,
      "step": 29312
    },
    {
      "epoch": 1.3637124912770413,
      "grad_norm": 0.8728459176586575,
      "learning_rate": 0.00026703102185080674,
      "loss": 2.5469,
      "step": 29313
    },
    {
      "epoch": 1.3637590137241218,
      "grad_norm": 0.8493205700692558,
      "learning_rate": 0.00026702870024192444,
      "loss": 2.3594,
      "step": 29314
    },
    {
      "epoch": 1.3638055361712027,
      "grad_norm": 0.7834787051095681,
      "learning_rate": 0.00026702637856139655,
      "loss": 2.2031,
      "step": 29315
    },
    {
      "epoch": 1.3638520586182834,
      "grad_norm": 0.8782384919451202,
      "learning_rate": 0.00026702405680922435,
      "loss": 2.6562,
      "step": 29316
    },
    {
      "epoch": 1.363898581065364,
      "grad_norm": 0.9428789915789578,
      "learning_rate": 0.00026702173498540933,
      "loss": 2.375,
      "step": 29317
    },
    {
      "epoch": 1.3639451035124448,
      "grad_norm": 0.8694636526590459,
      "learning_rate": 0.00026701941308995294,
      "loss": 2.4062,
      "step": 29318
    },
    {
      "epoch": 1.3639916259595255,
      "grad_norm": 0.9438299573499249,
      "learning_rate": 0.0002670170911228566,
      "loss": 2.5,
      "step": 29319
    },
    {
      "epoch": 1.3640381484066062,
      "grad_norm": 0.8189987830581158,
      "learning_rate": 0.0002670147690841217,
      "loss": 2.3906,
      "step": 29320
    },
    {
      "epoch": 1.364084670853687,
      "grad_norm": 0.8953941362250735,
      "learning_rate": 0.00026701244697374964,
      "loss": 2.3906,
      "step": 29321
    },
    {
      "epoch": 1.3641311933007676,
      "grad_norm": 0.8723311793484757,
      "learning_rate": 0.00026701012479174186,
      "loss": 2.5156,
      "step": 29322
    },
    {
      "epoch": 1.3641777157478483,
      "grad_norm": 0.8741714120960457,
      "learning_rate": 0.0002670078025380998,
      "loss": 2.6719,
      "step": 29323
    },
    {
      "epoch": 1.364224238194929,
      "grad_norm": 0.8073714670794655,
      "learning_rate": 0.0002670054802128249,
      "loss": 2.125,
      "step": 29324
    },
    {
      "epoch": 1.3642707606420097,
      "grad_norm": 0.8871019563147273,
      "learning_rate": 0.00026700315781591857,
      "loss": 2.4688,
      "step": 29325
    },
    {
      "epoch": 1.3643172830890906,
      "grad_norm": 0.9619414286989626,
      "learning_rate": 0.0002670008353473822,
      "loss": 2.4844,
      "step": 29326
    },
    {
      "epoch": 1.364363805536171,
      "grad_norm": 0.8834544348672689,
      "learning_rate": 0.0002669985128072172,
      "loss": 2.3906,
      "step": 29327
    },
    {
      "epoch": 1.364410327983252,
      "grad_norm": 0.8791231044889369,
      "learning_rate": 0.00026699619019542503,
      "loss": 2.1719,
      "step": 29328
    },
    {
      "epoch": 1.3644568504303327,
      "grad_norm": 0.8261145406909759,
      "learning_rate": 0.00026699386751200715,
      "loss": 2.375,
      "step": 29329
    },
    {
      "epoch": 1.3645033728774134,
      "grad_norm": 0.9381108558323742,
      "learning_rate": 0.00026699154475696486,
      "loss": 2.5625,
      "step": 29330
    },
    {
      "epoch": 1.364549895324494,
      "grad_norm": 0.9117739387647418,
      "learning_rate": 0.0002669892219302997,
      "loss": 2.3438,
      "step": 29331
    },
    {
      "epoch": 1.3645964177715748,
      "grad_norm": 0.9796148833279953,
      "learning_rate": 0.00026698689903201304,
      "loss": 2.6406,
      "step": 29332
    },
    {
      "epoch": 1.3646429402186555,
      "grad_norm": 0.821905739154585,
      "learning_rate": 0.00026698457606210633,
      "loss": 2.3906,
      "step": 29333
    },
    {
      "epoch": 1.3646894626657362,
      "grad_norm": 0.8446368492051589,
      "learning_rate": 0.00026698225302058097,
      "loss": 2.2031,
      "step": 29334
    },
    {
      "epoch": 1.364735985112817,
      "grad_norm": 0.842154183554092,
      "learning_rate": 0.0002669799299074383,
      "loss": 2.4844,
      "step": 29335
    },
    {
      "epoch": 1.3647825075598976,
      "grad_norm": 0.9022658172277331,
      "learning_rate": 0.00026697760672267997,
      "loss": 2.4062,
      "step": 29336
    },
    {
      "epoch": 1.3648290300069783,
      "grad_norm": 0.8705380368697675,
      "learning_rate": 0.00026697528346630715,
      "loss": 2.5625,
      "step": 29337
    },
    {
      "epoch": 1.364875552454059,
      "grad_norm": 0.8243352308352647,
      "learning_rate": 0.0002669729601383214,
      "loss": 2.3594,
      "step": 29338
    },
    {
      "epoch": 1.36492207490114,
      "grad_norm": 0.8494067503335678,
      "learning_rate": 0.00026697063673872414,
      "loss": 2.5156,
      "step": 29339
    },
    {
      "epoch": 1.3649685973482204,
      "grad_norm": 0.8977054515778874,
      "learning_rate": 0.00026696831326751677,
      "loss": 2.375,
      "step": 29340
    },
    {
      "epoch": 1.3650151197953013,
      "grad_norm": 0.8527404943882549,
      "learning_rate": 0.00026696598972470066,
      "loss": 2.3906,
      "step": 29341
    },
    {
      "epoch": 1.365061642242382,
      "grad_norm": 0.9508328801599157,
      "learning_rate": 0.00026696366611027734,
      "loss": 2.4375,
      "step": 29342
    },
    {
      "epoch": 1.3651081646894627,
      "grad_norm": 0.8747066873073601,
      "learning_rate": 0.00026696134242424816,
      "loss": 2.4688,
      "step": 29343
    },
    {
      "epoch": 1.3651546871365434,
      "grad_norm": 0.9466603534585936,
      "learning_rate": 0.0002669590186666145,
      "loss": 2.4375,
      "step": 29344
    },
    {
      "epoch": 1.3652012095836241,
      "grad_norm": 0.9214676639068798,
      "learning_rate": 0.00026695669483737795,
      "loss": 2.4844,
      "step": 29345
    },
    {
      "epoch": 1.3652477320307048,
      "grad_norm": 0.8625399824615548,
      "learning_rate": 0.00026695437093653975,
      "loss": 2.2031,
      "step": 29346
    },
    {
      "epoch": 1.3652942544777855,
      "grad_norm": 0.9682174701056707,
      "learning_rate": 0.0002669520469641014,
      "loss": 2.3125,
      "step": 29347
    },
    {
      "epoch": 1.3653407769248662,
      "grad_norm": 0.87529813960381,
      "learning_rate": 0.0002669497229200643,
      "loss": 2.4219,
      "step": 29348
    },
    {
      "epoch": 1.365387299371947,
      "grad_norm": 0.9763567179827648,
      "learning_rate": 0.0002669473988044299,
      "loss": 1.8203,
      "step": 29349
    },
    {
      "epoch": 1.3654338218190276,
      "grad_norm": 0.9573665700005535,
      "learning_rate": 0.0002669450746171996,
      "loss": 2.3281,
      "step": 29350
    },
    {
      "epoch": 1.3654803442661083,
      "grad_norm": 0.8808800056443027,
      "learning_rate": 0.0002669427503583749,
      "loss": 2.3125,
      "step": 29351
    },
    {
      "epoch": 1.3655268667131892,
      "grad_norm": 0.9400312373995792,
      "learning_rate": 0.0002669404260279571,
      "loss": 2.4219,
      "step": 29352
    },
    {
      "epoch": 1.3655733891602697,
      "grad_norm": 0.9257804375412497,
      "learning_rate": 0.0002669381016259477,
      "loss": 2.4375,
      "step": 29353
    },
    {
      "epoch": 1.3656199116073506,
      "grad_norm": 0.9277373393341211,
      "learning_rate": 0.0002669357771523481,
      "loss": 2.2656,
      "step": 29354
    },
    {
      "epoch": 1.3656664340544313,
      "grad_norm": 0.8648243226651767,
      "learning_rate": 0.0002669334526071597,
      "loss": 2.3906,
      "step": 29355
    },
    {
      "epoch": 1.365712956501512,
      "grad_norm": 0.8198099570675836,
      "learning_rate": 0.000266931127990384,
      "loss": 2.2031,
      "step": 29356
    },
    {
      "epoch": 1.3657594789485927,
      "grad_norm": 0.8647367969057985,
      "learning_rate": 0.0002669288033020224,
      "loss": 2.1562,
      "step": 29357
    },
    {
      "epoch": 1.3658060013956734,
      "grad_norm": 0.9620409022660182,
      "learning_rate": 0.0002669264785420762,
      "loss": 2.1562,
      "step": 29358
    },
    {
      "epoch": 1.3658525238427541,
      "grad_norm": 0.8676776196549089,
      "learning_rate": 0.000266924153710547,
      "loss": 2.4062,
      "step": 29359
    },
    {
      "epoch": 1.3658990462898348,
      "grad_norm": 0.8729025520946012,
      "learning_rate": 0.00026692182880743614,
      "loss": 2.3906,
      "step": 29360
    },
    {
      "epoch": 1.3659455687369155,
      "grad_norm": 0.8801860378516058,
      "learning_rate": 0.000266919503832745,
      "loss": 2.3438,
      "step": 29361
    },
    {
      "epoch": 1.3659920911839962,
      "grad_norm": 0.9343922194013508,
      "learning_rate": 0.0002669171787864751,
      "loss": 1.9453,
      "step": 29362
    },
    {
      "epoch": 1.366038613631077,
      "grad_norm": 0.9214483881179368,
      "learning_rate": 0.00026691485366862774,
      "loss": 2.4062,
      "step": 29363
    },
    {
      "epoch": 1.3660851360781576,
      "grad_norm": 0.9181263757998238,
      "learning_rate": 0.0002669125284792045,
      "loss": 2.1719,
      "step": 29364
    },
    {
      "epoch": 1.3661316585252385,
      "grad_norm": 0.8457706462488367,
      "learning_rate": 0.0002669102032182067,
      "loss": 2.3594,
      "step": 29365
    },
    {
      "epoch": 1.366178180972319,
      "grad_norm": 0.9059418498022818,
      "learning_rate": 0.0002669078778856358,
      "loss": 2.4062,
      "step": 29366
    },
    {
      "epoch": 1.3662247034194,
      "grad_norm": 0.8538221313319826,
      "learning_rate": 0.0002669055524814931,
      "loss": 2.4062,
      "step": 29367
    },
    {
      "epoch": 1.3662712258664806,
      "grad_norm": 0.9693194512256846,
      "learning_rate": 0.0002669032270057803,
      "loss": 2.7031,
      "step": 29368
    },
    {
      "epoch": 1.3663177483135613,
      "grad_norm": 1.0141990936787657,
      "learning_rate": 0.0002669009014584986,
      "loss": 2.3594,
      "step": 29369
    },
    {
      "epoch": 1.366364270760642,
      "grad_norm": 0.935898069667472,
      "learning_rate": 0.0002668985758396494,
      "loss": 2.3125,
      "step": 29370
    },
    {
      "epoch": 1.3664107932077227,
      "grad_norm": 0.9082072774539858,
      "learning_rate": 0.00026689625014923425,
      "loss": 2.4844,
      "step": 29371
    },
    {
      "epoch": 1.3664573156548034,
      "grad_norm": 0.9142552570716885,
      "learning_rate": 0.00026689392438725455,
      "loss": 2.5156,
      "step": 29372
    },
    {
      "epoch": 1.3665038381018841,
      "grad_norm": 0.8892902423193854,
      "learning_rate": 0.0002668915985537117,
      "loss": 2.25,
      "step": 29373
    },
    {
      "epoch": 1.3665503605489648,
      "grad_norm": 0.9418245733301827,
      "learning_rate": 0.00026688927264860706,
      "loss": 2.5625,
      "step": 29374
    },
    {
      "epoch": 1.3665968829960455,
      "grad_norm": 0.8659887542189348,
      "learning_rate": 0.00026688694667194215,
      "loss": 2.25,
      "step": 29375
    },
    {
      "epoch": 1.3666434054431262,
      "grad_norm": 0.9415784164590688,
      "learning_rate": 0.0002668846206237184,
      "loss": 2.375,
      "step": 29376
    },
    {
      "epoch": 1.366689927890207,
      "grad_norm": 0.8834237923613597,
      "learning_rate": 0.00026688229450393716,
      "loss": 2.3125,
      "step": 29377
    },
    {
      "epoch": 1.3667364503372879,
      "grad_norm": 0.9214887229291914,
      "learning_rate": 0.00026687996831259995,
      "loss": 2.3125,
      "step": 29378
    },
    {
      "epoch": 1.3667829727843683,
      "grad_norm": 0.8989400785772027,
      "learning_rate": 0.00026687764204970805,
      "loss": 2.3125,
      "step": 29379
    },
    {
      "epoch": 1.3668294952314493,
      "grad_norm": 1.0090078058544198,
      "learning_rate": 0.000266875315715263,
      "loss": 2.5469,
      "step": 29380
    },
    {
      "epoch": 1.36687601767853,
      "grad_norm": 0.8761517609660324,
      "learning_rate": 0.0002668729893092662,
      "loss": 2.5625,
      "step": 29381
    },
    {
      "epoch": 1.3669225401256107,
      "grad_norm": 0.9185551037314482,
      "learning_rate": 0.0002668706628317191,
      "loss": 2.4688,
      "step": 29382
    },
    {
      "epoch": 1.3669690625726914,
      "grad_norm": 0.8897266445248351,
      "learning_rate": 0.000266868336282623,
      "loss": 2.3906,
      "step": 29383
    },
    {
      "epoch": 1.367015585019772,
      "grad_norm": 1.0028989687791996,
      "learning_rate": 0.0002668660096619795,
      "loss": 2.7812,
      "step": 29384
    },
    {
      "epoch": 1.3670621074668527,
      "grad_norm": 0.9424005064249036,
      "learning_rate": 0.00026686368296978993,
      "loss": 2.3594,
      "step": 29385
    },
    {
      "epoch": 1.3671086299139334,
      "grad_norm": 1.0171543817535413,
      "learning_rate": 0.00026686135620605566,
      "loss": 2.5625,
      "step": 29386
    },
    {
      "epoch": 1.3671551523610141,
      "grad_norm": 0.9077362322749575,
      "learning_rate": 0.00026685902937077826,
      "loss": 2.5469,
      "step": 29387
    },
    {
      "epoch": 1.3672016748080948,
      "grad_norm": 0.8970033068984792,
      "learning_rate": 0.000266856702463959,
      "loss": 2.4688,
      "step": 29388
    },
    {
      "epoch": 1.3672481972551755,
      "grad_norm": 0.8221833327436496,
      "learning_rate": 0.00026685437548559944,
      "loss": 2.375,
      "step": 29389
    },
    {
      "epoch": 1.3672947197022562,
      "grad_norm": 0.8548493972978958,
      "learning_rate": 0.00026685204843570097,
      "loss": 2.6094,
      "step": 29390
    },
    {
      "epoch": 1.3673412421493372,
      "grad_norm": 0.8459652032340397,
      "learning_rate": 0.00026684972131426493,
      "loss": 2.4062,
      "step": 29391
    },
    {
      "epoch": 1.3673877645964176,
      "grad_norm": 0.965610046223768,
      "learning_rate": 0.0002668473941212928,
      "loss": 2.0781,
      "step": 29392
    },
    {
      "epoch": 1.3674342870434986,
      "grad_norm": 0.9028233264647323,
      "learning_rate": 0.000266845066856786,
      "loss": 2.6094,
      "step": 29393
    },
    {
      "epoch": 1.3674808094905793,
      "grad_norm": 0.9715941506647221,
      "learning_rate": 0.000266842739520746,
      "loss": 2.4531,
      "step": 29394
    },
    {
      "epoch": 1.36752733193766,
      "grad_norm": 0.8123921900695968,
      "learning_rate": 0.00026684041211317417,
      "loss": 2.2656,
      "step": 29395
    },
    {
      "epoch": 1.3675738543847407,
      "grad_norm": 0.8452840258066328,
      "learning_rate": 0.0002668380846340719,
      "loss": 2.3906,
      "step": 29396
    },
    {
      "epoch": 1.3676203768318214,
      "grad_norm": 0.9420462935679185,
      "learning_rate": 0.00026683575708344074,
      "loss": 2.6719,
      "step": 29397
    },
    {
      "epoch": 1.367666899278902,
      "grad_norm": 0.8630735872817453,
      "learning_rate": 0.000266833429461282,
      "loss": 1.6953,
      "step": 29398
    },
    {
      "epoch": 1.3677134217259828,
      "grad_norm": 0.8310509207621811,
      "learning_rate": 0.0002668311017675972,
      "loss": 2.3281,
      "step": 29399
    },
    {
      "epoch": 1.3677599441730635,
      "grad_norm": 0.9547516888068396,
      "learning_rate": 0.0002668287740023876,
      "loss": 2.5781,
      "step": 29400
    },
    {
      "epoch": 1.3678064666201442,
      "grad_norm": 0.8465629027041119,
      "learning_rate": 0.00026682644616565483,
      "loss": 2.4219,
      "step": 29401
    },
    {
      "epoch": 1.3678529890672249,
      "grad_norm": 0.9054038812201414,
      "learning_rate": 0.0002668241182574002,
      "loss": 2.3125,
      "step": 29402
    },
    {
      "epoch": 1.3678995115143056,
      "grad_norm": 0.9451469734556629,
      "learning_rate": 0.00026682179027762517,
      "loss": 2.3594,
      "step": 29403
    },
    {
      "epoch": 1.3679460339613865,
      "grad_norm": 0.8539381618723264,
      "learning_rate": 0.0002668194622263311,
      "loss": 2.3438,
      "step": 29404
    },
    {
      "epoch": 1.367992556408467,
      "grad_norm": 0.938260225691546,
      "learning_rate": 0.0002668171341035195,
      "loss": 2.4219,
      "step": 29405
    },
    {
      "epoch": 1.3680390788555479,
      "grad_norm": 0.8695727693094399,
      "learning_rate": 0.0002668148059091918,
      "loss": 2.1719,
      "step": 29406
    },
    {
      "epoch": 1.3680856013026286,
      "grad_norm": 0.8785983722690127,
      "learning_rate": 0.0002668124776433493,
      "loss": 2.6094,
      "step": 29407
    },
    {
      "epoch": 1.3681321237497093,
      "grad_norm": 0.8688278905290553,
      "learning_rate": 0.0002668101493059936,
      "loss": 2.4844,
      "step": 29408
    },
    {
      "epoch": 1.36817864619679,
      "grad_norm": 0.918878637719246,
      "learning_rate": 0.00026680782089712597,
      "loss": 2.5156,
      "step": 29409
    },
    {
      "epoch": 1.3682251686438707,
      "grad_norm": 0.9328549821165372,
      "learning_rate": 0.00026680549241674795,
      "loss": 2.5625,
      "step": 29410
    },
    {
      "epoch": 1.3682716910909514,
      "grad_norm": 0.9193043015267218,
      "learning_rate": 0.0002668031638648609,
      "loss": 2.3281,
      "step": 29411
    },
    {
      "epoch": 1.368318213538032,
      "grad_norm": 0.9433112230067275,
      "learning_rate": 0.0002668008352414663,
      "loss": 2.5781,
      "step": 29412
    },
    {
      "epoch": 1.3683647359851128,
      "grad_norm": 0.9649301119247493,
      "learning_rate": 0.0002667985065465655,
      "loss": 2.7969,
      "step": 29413
    },
    {
      "epoch": 1.3684112584321935,
      "grad_norm": 0.9918888212793198,
      "learning_rate": 0.00026679617778016,
      "loss": 2.3906,
      "step": 29414
    },
    {
      "epoch": 1.3684577808792744,
      "grad_norm": 0.9069419267053636,
      "learning_rate": 0.00026679384894225116,
      "loss": 2.4062,
      "step": 29415
    },
    {
      "epoch": 1.3685043033263549,
      "grad_norm": 0.9115704645457079,
      "learning_rate": 0.0002667915200328404,
      "loss": 2.5781,
      "step": 29416
    },
    {
      "epoch": 1.3685508257734358,
      "grad_norm": 0.8432872134158365,
      "learning_rate": 0.00026678919105192924,
      "loss": 2.2031,
      "step": 29417
    },
    {
      "epoch": 1.3685973482205163,
      "grad_norm": 0.8464632978334554,
      "learning_rate": 0.00026678686199951905,
      "loss": 2.3906,
      "step": 29418
    },
    {
      "epoch": 1.3686438706675972,
      "grad_norm": 1.0792625355945016,
      "learning_rate": 0.00026678453287561126,
      "loss": 2.5312,
      "step": 29419
    },
    {
      "epoch": 1.3686903931146779,
      "grad_norm": 0.8256101654155652,
      "learning_rate": 0.0002667822036802072,
      "loss": 2.2812,
      "step": 29420
    },
    {
      "epoch": 1.3687369155617586,
      "grad_norm": 0.8707875000699187,
      "learning_rate": 0.0002667798744133085,
      "loss": 2.4062,
      "step": 29421
    },
    {
      "epoch": 1.3687834380088393,
      "grad_norm": 0.8373321029871299,
      "learning_rate": 0.0002667775450749164,
      "loss": 2.5469,
      "step": 29422
    },
    {
      "epoch": 1.36882996045592,
      "grad_norm": 0.8860545699228263,
      "learning_rate": 0.00026677521566503246,
      "loss": 2.4531,
      "step": 29423
    },
    {
      "epoch": 1.3688764829030007,
      "grad_norm": 0.9226023923699984,
      "learning_rate": 0.000266772886183658,
      "loss": 2.625,
      "step": 29424
    },
    {
      "epoch": 1.3689230053500814,
      "grad_norm": 0.91256758142178,
      "learning_rate": 0.0002667705566307945,
      "loss": 2.6406,
      "step": 29425
    },
    {
      "epoch": 1.368969527797162,
      "grad_norm": 0.8775030709702745,
      "learning_rate": 0.0002667682270064434,
      "loss": 2.3281,
      "step": 29426
    },
    {
      "epoch": 1.3690160502442428,
      "grad_norm": 0.853159555831144,
      "learning_rate": 0.0002667658973106061,
      "loss": 2.4062,
      "step": 29427
    },
    {
      "epoch": 1.3690625726913237,
      "grad_norm": 0.9235785925984096,
      "learning_rate": 0.00026676356754328396,
      "loss": 2.3438,
      "step": 29428
    },
    {
      "epoch": 1.3691090951384042,
      "grad_norm": 0.9010704637663638,
      "learning_rate": 0.00026676123770447857,
      "loss": 2.3281,
      "step": 29429
    },
    {
      "epoch": 1.369155617585485,
      "grad_norm": 0.9551444712055397,
      "learning_rate": 0.0002667589077941912,
      "loss": 2.4375,
      "step": 29430
    },
    {
      "epoch": 1.3692021400325658,
      "grad_norm": 0.9715485231896492,
      "learning_rate": 0.0002667565778124234,
      "loss": 2.4688,
      "step": 29431
    },
    {
      "epoch": 1.3692486624796465,
      "grad_norm": 1.0786814448985156,
      "learning_rate": 0.00026675424775917647,
      "loss": 2.6406,
      "step": 29432
    },
    {
      "epoch": 1.3692951849267272,
      "grad_norm": 0.9026805733507001,
      "learning_rate": 0.00026675191763445195,
      "loss": 2.3281,
      "step": 29433
    },
    {
      "epoch": 1.369341707373808,
      "grad_norm": 0.8361322374517034,
      "learning_rate": 0.00026674958743825114,
      "loss": 2.1562,
      "step": 29434
    },
    {
      "epoch": 1.3693882298208886,
      "grad_norm": 0.974609782017533,
      "learning_rate": 0.00026674725717057565,
      "loss": 2.4688,
      "step": 29435
    },
    {
      "epoch": 1.3694347522679693,
      "grad_norm": 0.9485309201341771,
      "learning_rate": 0.00026674492683142673,
      "loss": 2.4844,
      "step": 29436
    },
    {
      "epoch": 1.36948127471505,
      "grad_norm": 0.8780180069568989,
      "learning_rate": 0.0002667425964208059,
      "loss": 2.6406,
      "step": 29437
    },
    {
      "epoch": 1.3695277971621307,
      "grad_norm": 0.9268465341888079,
      "learning_rate": 0.0002667402659387146,
      "loss": 2.7344,
      "step": 29438
    },
    {
      "epoch": 1.3695743196092114,
      "grad_norm": 0.8535219204915073,
      "learning_rate": 0.00026673793538515417,
      "loss": 2.3281,
      "step": 29439
    },
    {
      "epoch": 1.369620842056292,
      "grad_norm": 0.9177649748851014,
      "learning_rate": 0.0002667356047601261,
      "loss": 2.5469,
      "step": 29440
    },
    {
      "epoch": 1.369667364503373,
      "grad_norm": 0.8785580085957972,
      "learning_rate": 0.00026673327406363177,
      "loss": 2.3281,
      "step": 29441
    },
    {
      "epoch": 1.3697138869504535,
      "grad_norm": 0.9373129388350889,
      "learning_rate": 0.0002667309432956727,
      "loss": 2.5156,
      "step": 29442
    },
    {
      "epoch": 1.3697604093975344,
      "grad_norm": 0.8318227526158516,
      "learning_rate": 0.0002667286124562502,
      "loss": 2.1719,
      "step": 29443
    },
    {
      "epoch": 1.369806931844615,
      "grad_norm": 0.9113880193657109,
      "learning_rate": 0.00026672628154536586,
      "loss": 2.2344,
      "step": 29444
    },
    {
      "epoch": 1.3698534542916958,
      "grad_norm": 0.8920451215651449,
      "learning_rate": 0.0002667239505630209,
      "loss": 2.3281,
      "step": 29445
    },
    {
      "epoch": 1.3698999767387765,
      "grad_norm": 0.8906799393444963,
      "learning_rate": 0.00026672161950921686,
      "loss": 2.2188,
      "step": 29446
    },
    {
      "epoch": 1.3699464991858572,
      "grad_norm": 0.8445472056408221,
      "learning_rate": 0.00026671928838395523,
      "loss": 2.5,
      "step": 29447
    },
    {
      "epoch": 1.369993021632938,
      "grad_norm": 0.9168208828907267,
      "learning_rate": 0.0002667169571872373,
      "loss": 2.1875,
      "step": 29448
    },
    {
      "epoch": 1.3700395440800186,
      "grad_norm": 0.8048336128695331,
      "learning_rate": 0.00026671462591906455,
      "loss": 2.25,
      "step": 29449
    },
    {
      "epoch": 1.3700860665270993,
      "grad_norm": 0.8480344318998603,
      "learning_rate": 0.00026671229457943843,
      "loss": 2.1875,
      "step": 29450
    },
    {
      "epoch": 1.37013258897418,
      "grad_norm": 0.8356366950247391,
      "learning_rate": 0.0002667099631683604,
      "loss": 2.125,
      "step": 29451
    },
    {
      "epoch": 1.3701791114212607,
      "grad_norm": 0.8934513897134536,
      "learning_rate": 0.0002667076316858318,
      "loss": 2.2812,
      "step": 29452
    },
    {
      "epoch": 1.3702256338683414,
      "grad_norm": 0.8604969306766725,
      "learning_rate": 0.0002667053001318541,
      "loss": 2.5156,
      "step": 29453
    },
    {
      "epoch": 1.3702721563154223,
      "grad_norm": 0.9043765247353391,
      "learning_rate": 0.00026670296850642876,
      "loss": 2.6406,
      "step": 29454
    },
    {
      "epoch": 1.3703186787625028,
      "grad_norm": 0.8636218009575112,
      "learning_rate": 0.00026670063680955716,
      "loss": 2.3281,
      "step": 29455
    },
    {
      "epoch": 1.3703652012095837,
      "grad_norm": 0.847619879338016,
      "learning_rate": 0.0002666983050412407,
      "loss": 2.3438,
      "step": 29456
    },
    {
      "epoch": 1.3704117236566644,
      "grad_norm": 0.9302894959798443,
      "learning_rate": 0.0002666959732014809,
      "loss": 2.5625,
      "step": 29457
    },
    {
      "epoch": 1.3704582461037451,
      "grad_norm": 0.8327345719886066,
      "learning_rate": 0.00026669364129027916,
      "loss": 2.4062,
      "step": 29458
    },
    {
      "epoch": 1.3705047685508258,
      "grad_norm": 0.9963145545894408,
      "learning_rate": 0.00026669130930763685,
      "loss": 2.7031,
      "step": 29459
    },
    {
      "epoch": 1.3705512909979065,
      "grad_norm": 0.9130708256136044,
      "learning_rate": 0.0002666889772535554,
      "loss": 2.7344,
      "step": 29460
    },
    {
      "epoch": 1.3705978134449872,
      "grad_norm": 0.8540296944049229,
      "learning_rate": 0.0002666866451280363,
      "loss": 2.3125,
      "step": 29461
    },
    {
      "epoch": 1.370644335892068,
      "grad_norm": 0.8389263767568199,
      "learning_rate": 0.00026668431293108095,
      "loss": 2.2344,
      "step": 29462
    },
    {
      "epoch": 1.3706908583391486,
      "grad_norm": 0.845916618350878,
      "learning_rate": 0.00026668198066269076,
      "loss": 2.2031,
      "step": 29463
    },
    {
      "epoch": 1.3707373807862293,
      "grad_norm": 0.9440776530958693,
      "learning_rate": 0.00026667964832286726,
      "loss": 2.4375,
      "step": 29464
    },
    {
      "epoch": 1.37078390323331,
      "grad_norm": 0.8744629400367486,
      "learning_rate": 0.00026667731591161164,
      "loss": 2.4531,
      "step": 29465
    },
    {
      "epoch": 1.3708304256803907,
      "grad_norm": 0.915763214565281,
      "learning_rate": 0.0002666749834289256,
      "loss": 2.5,
      "step": 29466
    },
    {
      "epoch": 1.3708769481274716,
      "grad_norm": 0.953846211387934,
      "learning_rate": 0.0002666726508748104,
      "loss": 2.7344,
      "step": 29467
    },
    {
      "epoch": 1.370923470574552,
      "grad_norm": 0.8508048862184109,
      "learning_rate": 0.00026667031824926754,
      "loss": 2.3906,
      "step": 29468
    },
    {
      "epoch": 1.370969993021633,
      "grad_norm": 0.9071632980630621,
      "learning_rate": 0.0002666679855522984,
      "loss": 2.6406,
      "step": 29469
    },
    {
      "epoch": 1.3710165154687137,
      "grad_norm": 0.8526797828989152,
      "learning_rate": 0.00026666565278390443,
      "loss": 2.4062,
      "step": 29470
    },
    {
      "epoch": 1.3710630379157944,
      "grad_norm": 0.8384949089962772,
      "learning_rate": 0.00026666331994408706,
      "loss": 2.25,
      "step": 29471
    },
    {
      "epoch": 1.3711095603628751,
      "grad_norm": 0.9227398936133236,
      "learning_rate": 0.00026666098703284776,
      "loss": 2.5781,
      "step": 29472
    },
    {
      "epoch": 1.3711560828099558,
      "grad_norm": 1.3612976706838744,
      "learning_rate": 0.00026665865405018784,
      "loss": 2.5469,
      "step": 29473
    },
    {
      "epoch": 1.3712026052570365,
      "grad_norm": 0.9156979253440861,
      "learning_rate": 0.00026665632099610886,
      "loss": 2.2969,
      "step": 29474
    },
    {
      "epoch": 1.3712491277041172,
      "grad_norm": 1.0630220065582319,
      "learning_rate": 0.0002666539878706122,
      "loss": 2.6094,
      "step": 29475
    },
    {
      "epoch": 1.371295650151198,
      "grad_norm": 0.9134220542840169,
      "learning_rate": 0.0002666516546736992,
      "loss": 2.2344,
      "step": 29476
    },
    {
      "epoch": 1.3713421725982786,
      "grad_norm": 0.8758125752249503,
      "learning_rate": 0.0002666493214053715,
      "loss": 2.625,
      "step": 29477
    },
    {
      "epoch": 1.3713886950453593,
      "grad_norm": 0.903385818165775,
      "learning_rate": 0.0002666469880656303,
      "loss": 2.4375,
      "step": 29478
    },
    {
      "epoch": 1.37143521749244,
      "grad_norm": 0.9191360886120633,
      "learning_rate": 0.0002666446546544772,
      "loss": 2.4844,
      "step": 29479
    },
    {
      "epoch": 1.371481739939521,
      "grad_norm": 0.9175102247358283,
      "learning_rate": 0.0002666423211719135,
      "loss": 2.5938,
      "step": 29480
    },
    {
      "epoch": 1.3715282623866014,
      "grad_norm": 0.8967472442782448,
      "learning_rate": 0.00026663998761794065,
      "loss": 2.3906,
      "step": 29481
    },
    {
      "epoch": 1.3715747848336823,
      "grad_norm": 0.8127626336288997,
      "learning_rate": 0.00026663765399256015,
      "loss": 2.2812,
      "step": 29482
    },
    {
      "epoch": 1.371621307280763,
      "grad_norm": 0.914681458723666,
      "learning_rate": 0.00026663532029577345,
      "loss": 2.1562,
      "step": 29483
    },
    {
      "epoch": 1.3716678297278437,
      "grad_norm": 0.8278780382656336,
      "learning_rate": 0.00026663298652758184,
      "loss": 2.1875,
      "step": 29484
    },
    {
      "epoch": 1.3717143521749244,
      "grad_norm": 0.8867354073055098,
      "learning_rate": 0.00026663065268798684,
      "loss": 2.2812,
      "step": 29485
    },
    {
      "epoch": 1.3717608746220051,
      "grad_norm": 0.9557233321927177,
      "learning_rate": 0.0002666283187769899,
      "loss": 2.3594,
      "step": 29486
    },
    {
      "epoch": 1.3718073970690858,
      "grad_norm": 0.8423702256106326,
      "learning_rate": 0.0002666259847945924,
      "loss": 2.375,
      "step": 29487
    },
    {
      "epoch": 1.3718539195161665,
      "grad_norm": 0.8795770018971085,
      "learning_rate": 0.0002666236507407958,
      "loss": 2.25,
      "step": 29488
    },
    {
      "epoch": 1.3719004419632472,
      "grad_norm": 0.8482680925306288,
      "learning_rate": 0.00026662131661560145,
      "loss": 2.1406,
      "step": 29489
    },
    {
      "epoch": 1.371946964410328,
      "grad_norm": 0.9459790913711182,
      "learning_rate": 0.00026661898241901093,
      "loss": 2.5781,
      "step": 29490
    },
    {
      "epoch": 1.3719934868574086,
      "grad_norm": 0.913860934537693,
      "learning_rate": 0.00026661664815102554,
      "loss": 2.6875,
      "step": 29491
    },
    {
      "epoch": 1.3720400093044893,
      "grad_norm": 0.8656111707000675,
      "learning_rate": 0.00026661431381164673,
      "loss": 2.2344,
      "step": 29492
    },
    {
      "epoch": 1.3720865317515702,
      "grad_norm": 0.8862938342399634,
      "learning_rate": 0.000266611979400876,
      "loss": 1.7031,
      "step": 29493
    },
    {
      "epoch": 1.3721330541986507,
      "grad_norm": 0.9833568335431395,
      "learning_rate": 0.0002666096449187147,
      "loss": 2.5469,
      "step": 29494
    },
    {
      "epoch": 1.3721795766457316,
      "grad_norm": 0.9241437760239122,
      "learning_rate": 0.00026660731036516426,
      "loss": 2.5625,
      "step": 29495
    },
    {
      "epoch": 1.3722260990928123,
      "grad_norm": 0.854353000434275,
      "learning_rate": 0.0002666049757402262,
      "loss": 2.4219,
      "step": 29496
    },
    {
      "epoch": 1.372272621539893,
      "grad_norm": 0.8697019003950398,
      "learning_rate": 0.00026660264104390183,
      "loss": 2.25,
      "step": 29497
    },
    {
      "epoch": 1.3723191439869737,
      "grad_norm": 0.8505036295876266,
      "learning_rate": 0.00026660030627619264,
      "loss": 2.25,
      "step": 29498
    },
    {
      "epoch": 1.3723656664340544,
      "grad_norm": 0.9158553322379589,
      "learning_rate": 0.00026659797143710007,
      "loss": 2.3281,
      "step": 29499
    },
    {
      "epoch": 1.3724121888811351,
      "grad_norm": 0.9033616314675169,
      "learning_rate": 0.0002665956365266255,
      "loss": 2.2188,
      "step": 29500
    },
    {
      "epoch": 1.3724587113282158,
      "grad_norm": 0.9159683682808017,
      "learning_rate": 0.00026659330154477046,
      "loss": 2.3125,
      "step": 29501
    },
    {
      "epoch": 1.3725052337752965,
      "grad_norm": 0.9058658103863028,
      "learning_rate": 0.0002665909664915363,
      "loss": 2.4844,
      "step": 29502
    },
    {
      "epoch": 1.3725517562223772,
      "grad_norm": 0.897906158773019,
      "learning_rate": 0.00026658863136692446,
      "loss": 2.6562,
      "step": 29503
    },
    {
      "epoch": 1.372598278669458,
      "grad_norm": 0.9680870111818207,
      "learning_rate": 0.0002665862961709363,
      "loss": 2.5625,
      "step": 29504
    },
    {
      "epoch": 1.3726448011165386,
      "grad_norm": 0.8955838843437486,
      "learning_rate": 0.00026658396090357343,
      "loss": 2.4219,
      "step": 29505
    },
    {
      "epoch": 1.3726913235636196,
      "grad_norm": 0.8966406415647975,
      "learning_rate": 0.00026658162556483713,
      "loss": 2.5781,
      "step": 29506
    },
    {
      "epoch": 1.3727378460107,
      "grad_norm": 0.8318038178471098,
      "learning_rate": 0.0002665792901547289,
      "loss": 2.3281,
      "step": 29507
    },
    {
      "epoch": 1.372784368457781,
      "grad_norm": 0.8598790214049417,
      "learning_rate": 0.0002665769546732501,
      "loss": 2.5156,
      "step": 29508
    },
    {
      "epoch": 1.3728308909048617,
      "grad_norm": 0.888390658515106,
      "learning_rate": 0.0002665746191204022,
      "loss": 2.375,
      "step": 29509
    },
    {
      "epoch": 1.3728774133519424,
      "grad_norm": 0.9111549251827687,
      "learning_rate": 0.0002665722834961866,
      "loss": 2.3594,
      "step": 29510
    },
    {
      "epoch": 1.372923935799023,
      "grad_norm": 0.8535736642301313,
      "learning_rate": 0.00026656994780060485,
      "loss": 2.3594,
      "step": 29511
    },
    {
      "epoch": 1.3729704582461038,
      "grad_norm": 0.8799090874016917,
      "learning_rate": 0.0002665676120336582,
      "loss": 2.3906,
      "step": 29512
    },
    {
      "epoch": 1.3730169806931845,
      "grad_norm": 0.9114992216746378,
      "learning_rate": 0.00026656527619534824,
      "loss": 2.2969,
      "step": 29513
    },
    {
      "epoch": 1.3730635031402652,
      "grad_norm": 0.8284836422272496,
      "learning_rate": 0.0002665629402856763,
      "loss": 2.4531,
      "step": 29514
    },
    {
      "epoch": 1.3731100255873459,
      "grad_norm": 0.868165645860043,
      "learning_rate": 0.00026656060430464386,
      "loss": 2.3594,
      "step": 29515
    },
    {
      "epoch": 1.3731565480344265,
      "grad_norm": 0.9080167382067187,
      "learning_rate": 0.00026655826825225235,
      "loss": 2.2031,
      "step": 29516
    },
    {
      "epoch": 1.3732030704815072,
      "grad_norm": 0.9013142578086911,
      "learning_rate": 0.0002665559321285031,
      "loss": 2.5625,
      "step": 29517
    },
    {
      "epoch": 1.373249592928588,
      "grad_norm": 0.8708457522168456,
      "learning_rate": 0.0002665535959333977,
      "loss": 2.4219,
      "step": 29518
    },
    {
      "epoch": 1.3732961153756689,
      "grad_norm": 0.8858859283202944,
      "learning_rate": 0.00026655125966693744,
      "loss": 2.375,
      "step": 29519
    },
    {
      "epoch": 1.3733426378227493,
      "grad_norm": 0.8706257105609143,
      "learning_rate": 0.00026654892332912385,
      "loss": 2.3125,
      "step": 29520
    },
    {
      "epoch": 1.3733891602698303,
      "grad_norm": 0.8728583903583651,
      "learning_rate": 0.0002665465869199583,
      "loss": 2.2344,
      "step": 29521
    },
    {
      "epoch": 1.373435682716911,
      "grad_norm": 0.8418824724979245,
      "learning_rate": 0.00026654425043944226,
      "loss": 2.0312,
      "step": 29522
    },
    {
      "epoch": 1.3734822051639917,
      "grad_norm": 0.9090770791658119,
      "learning_rate": 0.0002665419138875771,
      "loss": 2.4688,
      "step": 29523
    },
    {
      "epoch": 1.3735287276110724,
      "grad_norm": 0.8855209736543966,
      "learning_rate": 0.0002665395772643644,
      "loss": 2.25,
      "step": 29524
    },
    {
      "epoch": 1.373575250058153,
      "grad_norm": 0.8740676829027627,
      "learning_rate": 0.0002665372405698054,
      "loss": 2.2031,
      "step": 29525
    },
    {
      "epoch": 1.3736217725052338,
      "grad_norm": 0.9021118130444601,
      "learning_rate": 0.00026653490380390164,
      "loss": 2.4688,
      "step": 29526
    },
    {
      "epoch": 1.3736682949523145,
      "grad_norm": 0.985979247543781,
      "learning_rate": 0.0002665325669666545,
      "loss": 2.5156,
      "step": 29527
    },
    {
      "epoch": 1.3737148173993952,
      "grad_norm": 0.8546802288470038,
      "learning_rate": 0.00026653023005806544,
      "loss": 2.5781,
      "step": 29528
    },
    {
      "epoch": 1.3737613398464759,
      "grad_norm": 0.9491114713250308,
      "learning_rate": 0.00026652789307813593,
      "loss": 2.4688,
      "step": 29529
    },
    {
      "epoch": 1.3738078622935566,
      "grad_norm": 0.8670872286177076,
      "learning_rate": 0.00026652555602686733,
      "loss": 2.375,
      "step": 29530
    },
    {
      "epoch": 1.3738543847406373,
      "grad_norm": 0.9206004034320722,
      "learning_rate": 0.00026652321890426105,
      "loss": 2.5,
      "step": 29531
    },
    {
      "epoch": 1.3739009071877182,
      "grad_norm": 0.863310695176549,
      "learning_rate": 0.00026652088171031865,
      "loss": 2.375,
      "step": 29532
    },
    {
      "epoch": 1.3739474296347987,
      "grad_norm": 0.8874105125502747,
      "learning_rate": 0.00026651854444504144,
      "loss": 2.4375,
      "step": 29533
    },
    {
      "epoch": 1.3739939520818796,
      "grad_norm": 0.8540059966497806,
      "learning_rate": 0.0002665162071084309,
      "loss": 2.2344,
      "step": 29534
    },
    {
      "epoch": 1.3740404745289603,
      "grad_norm": 0.8830347372158616,
      "learning_rate": 0.00026651386970048845,
      "loss": 2.5156,
      "step": 29535
    },
    {
      "epoch": 1.374086996976041,
      "grad_norm": 0.9327858955995483,
      "learning_rate": 0.0002665115322212155,
      "loss": 2.5938,
      "step": 29536
    },
    {
      "epoch": 1.3741335194231217,
      "grad_norm": 0.905335712592558,
      "learning_rate": 0.00026650919467061357,
      "loss": 2.2344,
      "step": 29537
    },
    {
      "epoch": 1.3741800418702024,
      "grad_norm": 0.9286741995730141,
      "learning_rate": 0.00026650685704868393,
      "loss": 2.2344,
      "step": 29538
    },
    {
      "epoch": 1.374226564317283,
      "grad_norm": 0.9381890372000553,
      "learning_rate": 0.00026650451935542817,
      "loss": 2.8281,
      "step": 29539
    },
    {
      "epoch": 1.3742730867643638,
      "grad_norm": 0.8706065986667338,
      "learning_rate": 0.0002665021815908476,
      "loss": 2.375,
      "step": 29540
    },
    {
      "epoch": 1.3743196092114445,
      "grad_norm": 0.881994054898168,
      "learning_rate": 0.0002664998437549438,
      "loss": 2.3438,
      "step": 29541
    },
    {
      "epoch": 1.3743661316585252,
      "grad_norm": 0.8760851157972244,
      "learning_rate": 0.000266497505847718,
      "loss": 2.4531,
      "step": 29542
    },
    {
      "epoch": 1.374412654105606,
      "grad_norm": 0.9368618989608514,
      "learning_rate": 0.0002664951678691718,
      "loss": 2.7031,
      "step": 29543
    },
    {
      "epoch": 1.3744591765526866,
      "grad_norm": 1.0582942866550844,
      "learning_rate": 0.0002664928298193066,
      "loss": 2.6094,
      "step": 29544
    },
    {
      "epoch": 1.3745056989997675,
      "grad_norm": 0.9442059585001352,
      "learning_rate": 0.00026649049169812376,
      "loss": 2.4844,
      "step": 29545
    },
    {
      "epoch": 1.374552221446848,
      "grad_norm": 0.9016030211765708,
      "learning_rate": 0.00026648815350562477,
      "loss": 2.3438,
      "step": 29546
    },
    {
      "epoch": 1.3745987438939289,
      "grad_norm": 0.9054125889025865,
      "learning_rate": 0.000266485815241811,
      "loss": 2.4531,
      "step": 29547
    },
    {
      "epoch": 1.3746452663410096,
      "grad_norm": 0.8370655598701913,
      "learning_rate": 0.000266483476906684,
      "loss": 2.4844,
      "step": 29548
    },
    {
      "epoch": 1.3746917887880903,
      "grad_norm": 0.866944669642678,
      "learning_rate": 0.00026648113850024507,
      "loss": 2.3438,
      "step": 29549
    },
    {
      "epoch": 1.374738311235171,
      "grad_norm": 0.8525590726235469,
      "learning_rate": 0.0002664788000224958,
      "loss": 2.4375,
      "step": 29550
    },
    {
      "epoch": 1.3747848336822517,
      "grad_norm": 0.9356981786377319,
      "learning_rate": 0.0002664764614734374,
      "loss": 2.5625,
      "step": 29551
    },
    {
      "epoch": 1.3748313561293324,
      "grad_norm": 0.8471559241219581,
      "learning_rate": 0.00026647412285307146,
      "loss": 2.5469,
      "step": 29552
    },
    {
      "epoch": 1.374877878576413,
      "grad_norm": 0.9077480828707446,
      "learning_rate": 0.0002664717841613994,
      "loss": 2.6406,
      "step": 29553
    },
    {
      "epoch": 1.3749244010234938,
      "grad_norm": 0.9012672648353709,
      "learning_rate": 0.0002664694453984226,
      "loss": 2.3594,
      "step": 29554
    },
    {
      "epoch": 1.3749709234705745,
      "grad_norm": 0.8768627924808582,
      "learning_rate": 0.00026646710656414254,
      "loss": 2.2812,
      "step": 29555
    },
    {
      "epoch": 1.3750174459176554,
      "grad_norm": 0.8577354477938928,
      "learning_rate": 0.00026646476765856064,
      "loss": 2.3594,
      "step": 29556
    },
    {
      "epoch": 1.3750639683647359,
      "grad_norm": 0.8470760065726354,
      "learning_rate": 0.0002664624286816783,
      "loss": 2.4062,
      "step": 29557
    },
    {
      "epoch": 1.3751104908118168,
      "grad_norm": 0.9619878136344044,
      "learning_rate": 0.00026646008963349696,
      "loss": 2.3906,
      "step": 29558
    },
    {
      "epoch": 1.3751570132588975,
      "grad_norm": 0.8683960084531639,
      "learning_rate": 0.0002664577505140181,
      "loss": 2.3281,
      "step": 29559
    },
    {
      "epoch": 1.3752035357059782,
      "grad_norm": 0.9118335223283014,
      "learning_rate": 0.0002664554113232431,
      "loss": 2.2656,
      "step": 29560
    },
    {
      "epoch": 1.375250058153059,
      "grad_norm": 0.9836240165028289,
      "learning_rate": 0.0002664530720611735,
      "loss": 2.6094,
      "step": 29561
    },
    {
      "epoch": 1.3752965806001396,
      "grad_norm": 0.9484304990467635,
      "learning_rate": 0.0002664507327278105,
      "loss": 2.4531,
      "step": 29562
    },
    {
      "epoch": 1.3753431030472203,
      "grad_norm": 0.9379283479797476,
      "learning_rate": 0.00026644839332315575,
      "loss": 2.4844,
      "step": 29563
    },
    {
      "epoch": 1.375389625494301,
      "grad_norm": 0.8130991642533083,
      "learning_rate": 0.0002664460538472106,
      "loss": 2.4531,
      "step": 29564
    },
    {
      "epoch": 1.3754361479413817,
      "grad_norm": 0.8143353961124868,
      "learning_rate": 0.0002664437142999765,
      "loss": 2.3438,
      "step": 29565
    },
    {
      "epoch": 1.3754826703884624,
      "grad_norm": 0.87996065795978,
      "learning_rate": 0.0002664413746814548,
      "loss": 2.25,
      "step": 29566
    },
    {
      "epoch": 1.375529192835543,
      "grad_norm": 0.9303668414730502,
      "learning_rate": 0.0002664390349916471,
      "loss": 2.6875,
      "step": 29567
    },
    {
      "epoch": 1.3755757152826238,
      "grad_norm": 0.8413140562611979,
      "learning_rate": 0.00026643669523055465,
      "loss": 2.3125,
      "step": 29568
    },
    {
      "epoch": 1.3756222377297047,
      "grad_norm": 0.940152705087443,
      "learning_rate": 0.00026643435539817906,
      "loss": 2.5156,
      "step": 29569
    },
    {
      "epoch": 1.3756687601767852,
      "grad_norm": 1.1330461099147455,
      "learning_rate": 0.0002664320154945216,
      "loss": 2.5156,
      "step": 29570
    },
    {
      "epoch": 1.375715282623866,
      "grad_norm": 0.9414021636512581,
      "learning_rate": 0.0002664296755195838,
      "loss": 2.5781,
      "step": 29571
    },
    {
      "epoch": 1.3757618050709468,
      "grad_norm": 0.8356550304610405,
      "learning_rate": 0.0002664273354733671,
      "loss": 2.2344,
      "step": 29572
    },
    {
      "epoch": 1.3758083275180275,
      "grad_norm": 0.8370285165044185,
      "learning_rate": 0.00026642499535587283,
      "loss": 1.5938,
      "step": 29573
    },
    {
      "epoch": 1.3758548499651082,
      "grad_norm": 0.8838660648810097,
      "learning_rate": 0.00026642265516710253,
      "loss": 2.3906,
      "step": 29574
    },
    {
      "epoch": 1.375901372412189,
      "grad_norm": 1.109855944113642,
      "learning_rate": 0.0002664203149070576,
      "loss": 2.5312,
      "step": 29575
    },
    {
      "epoch": 1.3759478948592696,
      "grad_norm": 0.8822878711350971,
      "learning_rate": 0.0002664179745757394,
      "loss": 2.5781,
      "step": 29576
    },
    {
      "epoch": 1.3759944173063503,
      "grad_norm": 0.8856806406439431,
      "learning_rate": 0.0002664156341731496,
      "loss": 2.5625,
      "step": 29577
    },
    {
      "epoch": 1.376040939753431,
      "grad_norm": 0.9027513644440153,
      "learning_rate": 0.00026641329369928935,
      "loss": 2.4062,
      "step": 29578
    },
    {
      "epoch": 1.3760874622005117,
      "grad_norm": 0.8854711554331353,
      "learning_rate": 0.00026641095315416016,
      "loss": 2.4688,
      "step": 29579
    },
    {
      "epoch": 1.3761339846475924,
      "grad_norm": 0.9877295634739718,
      "learning_rate": 0.0002664086125377635,
      "loss": 2.375,
      "step": 29580
    },
    {
      "epoch": 1.376180507094673,
      "grad_norm": 0.8655172836140662,
      "learning_rate": 0.00026640627185010087,
      "loss": 2.2188,
      "step": 29581
    },
    {
      "epoch": 1.376227029541754,
      "grad_norm": 0.9528515557259358,
      "learning_rate": 0.0002664039310911736,
      "loss": 2.1875,
      "step": 29582
    },
    {
      "epoch": 1.3762735519888345,
      "grad_norm": 0.8638927201843768,
      "learning_rate": 0.00026640159026098314,
      "loss": 2.3594,
      "step": 29583
    },
    {
      "epoch": 1.3763200744359154,
      "grad_norm": 0.9312302279028917,
      "learning_rate": 0.00026639924935953097,
      "loss": 2.3906,
      "step": 29584
    },
    {
      "epoch": 1.3763665968829961,
      "grad_norm": 0.8841810808571644,
      "learning_rate": 0.00026639690838681847,
      "loss": 2.5,
      "step": 29585
    },
    {
      "epoch": 1.3764131193300768,
      "grad_norm": 0.8682138870375871,
      "learning_rate": 0.00026639456734284717,
      "loss": 2.4219,
      "step": 29586
    },
    {
      "epoch": 1.3764596417771575,
      "grad_norm": 0.7904554474656573,
      "learning_rate": 0.00026639222622761835,
      "loss": 2.125,
      "step": 29587
    },
    {
      "epoch": 1.3765061642242382,
      "grad_norm": 0.8869509179041862,
      "learning_rate": 0.00026638988504113355,
      "loss": 2.6094,
      "step": 29588
    },
    {
      "epoch": 1.376552686671319,
      "grad_norm": 0.8616877240663099,
      "learning_rate": 0.0002663875437833941,
      "loss": 2.2188,
      "step": 29589
    },
    {
      "epoch": 1.3765992091183996,
      "grad_norm": 0.8665888448421258,
      "learning_rate": 0.0002663852024544016,
      "loss": 2.5625,
      "step": 29590
    },
    {
      "epoch": 1.3766457315654803,
      "grad_norm": 0.9054815697621702,
      "learning_rate": 0.0002663828610541574,
      "loss": 2.875,
      "step": 29591
    },
    {
      "epoch": 1.376692254012561,
      "grad_norm": 0.8642615346884814,
      "learning_rate": 0.0002663805195826629,
      "loss": 2.4219,
      "step": 29592
    },
    {
      "epoch": 1.3767387764596417,
      "grad_norm": 0.8789841502032046,
      "learning_rate": 0.00026637817803991956,
      "loss": 2.5156,
      "step": 29593
    },
    {
      "epoch": 1.3767852989067224,
      "grad_norm": 0.8083179216134445,
      "learning_rate": 0.00026637583642592875,
      "loss": 2.2656,
      "step": 29594
    },
    {
      "epoch": 1.3768318213538033,
      "grad_norm": 0.8610090544044988,
      "learning_rate": 0.000266373494740692,
      "loss": 2.4219,
      "step": 29595
    },
    {
      "epoch": 1.3768783438008838,
      "grad_norm": 0.9326977649318017,
      "learning_rate": 0.0002663711529842108,
      "loss": 2.5781,
      "step": 29596
    },
    {
      "epoch": 1.3769248662479647,
      "grad_norm": 0.8677437439203605,
      "learning_rate": 0.00026636881115648644,
      "loss": 2.3906,
      "step": 29597
    },
    {
      "epoch": 1.3769713886950454,
      "grad_norm": 0.8374777995595787,
      "learning_rate": 0.0002663664692575204,
      "loss": 2.1875,
      "step": 29598
    },
    {
      "epoch": 1.3770179111421261,
      "grad_norm": 0.9498372134198855,
      "learning_rate": 0.00026636412728731415,
      "loss": 2.7188,
      "step": 29599
    },
    {
      "epoch": 1.3770644335892068,
      "grad_norm": 0.9172151272727835,
      "learning_rate": 0.00026636178524586904,
      "loss": 2.5312,
      "step": 29600
    },
    {
      "epoch": 1.3771109560362875,
      "grad_norm": 0.8653010264854704,
      "learning_rate": 0.0002663594431331866,
      "loss": 2.5156,
      "step": 29601
    },
    {
      "epoch": 1.3771574784833682,
      "grad_norm": 1.1042095763443671,
      "learning_rate": 0.0002663571009492682,
      "loss": 2.4219,
      "step": 29602
    },
    {
      "epoch": 1.377204000930449,
      "grad_norm": 0.8444805528559257,
      "learning_rate": 0.0002663547586941153,
      "loss": 2.0938,
      "step": 29603
    },
    {
      "epoch": 1.3772505233775296,
      "grad_norm": 0.8853592121808787,
      "learning_rate": 0.00026635241636772933,
      "loss": 2.2031,
      "step": 29604
    },
    {
      "epoch": 1.3772970458246103,
      "grad_norm": 0.8534631668283806,
      "learning_rate": 0.00026635007397011177,
      "loss": 2.6562,
      "step": 29605
    },
    {
      "epoch": 1.377343568271691,
      "grad_norm": 0.8942940549818372,
      "learning_rate": 0.00026634773150126397,
      "loss": 2.2969,
      "step": 29606
    },
    {
      "epoch": 1.3773900907187717,
      "grad_norm": 0.8623386263713597,
      "learning_rate": 0.0002663453889611874,
      "loss": 2.3594,
      "step": 29607
    },
    {
      "epoch": 1.3774366131658526,
      "grad_norm": 0.8715153012155336,
      "learning_rate": 0.0002663430463498835,
      "loss": 2.25,
      "step": 29608
    },
    {
      "epoch": 1.3774831356129331,
      "grad_norm": 0.8460390961745874,
      "learning_rate": 0.00026634070366735366,
      "loss": 2.2969,
      "step": 29609
    },
    {
      "epoch": 1.377529658060014,
      "grad_norm": 0.9474123863797175,
      "learning_rate": 0.00026633836091359943,
      "loss": 1.8672,
      "step": 29610
    },
    {
      "epoch": 1.3775761805070947,
      "grad_norm": 0.9357452038340397,
      "learning_rate": 0.0002663360180886221,
      "loss": 2.2344,
      "step": 29611
    },
    {
      "epoch": 1.3776227029541754,
      "grad_norm": 0.792551232015609,
      "learning_rate": 0.0002663336751924233,
      "loss": 1.6875,
      "step": 29612
    },
    {
      "epoch": 1.3776692254012561,
      "grad_norm": 0.9539281988022934,
      "learning_rate": 0.0002663313322250042,
      "loss": 2.5312,
      "step": 29613
    },
    {
      "epoch": 1.3777157478483368,
      "grad_norm": 0.9017402457850268,
      "learning_rate": 0.0002663289891863664,
      "loss": 2.3906,
      "step": 29614
    },
    {
      "epoch": 1.3777622702954175,
      "grad_norm": 0.9452034535026705,
      "learning_rate": 0.00026632664607651135,
      "loss": 2.3438,
      "step": 29615
    },
    {
      "epoch": 1.3778087927424982,
      "grad_norm": 0.8661757745693227,
      "learning_rate": 0.00026632430289544047,
      "loss": 2.3281,
      "step": 29616
    },
    {
      "epoch": 1.377855315189579,
      "grad_norm": 0.883875349604277,
      "learning_rate": 0.0002663219596431551,
      "loss": 2.3281,
      "step": 29617
    },
    {
      "epoch": 1.3779018376366596,
      "grad_norm": 0.8775530665451683,
      "learning_rate": 0.00026631961631965676,
      "loss": 2.2812,
      "step": 29618
    },
    {
      "epoch": 1.3779483600837403,
      "grad_norm": 0.930938384481555,
      "learning_rate": 0.0002663172729249468,
      "loss": 2.5469,
      "step": 29619
    },
    {
      "epoch": 1.377994882530821,
      "grad_norm": 0.8307119521628513,
      "learning_rate": 0.00026631492945902686,
      "loss": 2.3438,
      "step": 29620
    },
    {
      "epoch": 1.378041404977902,
      "grad_norm": 0.939779025361481,
      "learning_rate": 0.0002663125859218982,
      "loss": 2.5156,
      "step": 29621
    },
    {
      "epoch": 1.3780879274249824,
      "grad_norm": 0.9350316405220905,
      "learning_rate": 0.0002663102423135622,
      "loss": 2.3906,
      "step": 29622
    },
    {
      "epoch": 1.3781344498720633,
      "grad_norm": 0.955789549082969,
      "learning_rate": 0.00026630789863402046,
      "loss": 2.2812,
      "step": 29623
    },
    {
      "epoch": 1.378180972319144,
      "grad_norm": 0.9865133946964724,
      "learning_rate": 0.0002663055548832743,
      "loss": 2.7969,
      "step": 29624
    },
    {
      "epoch": 1.3782274947662247,
      "grad_norm": 0.8602689857795417,
      "learning_rate": 0.00026630321106132517,
      "loss": 2.3906,
      "step": 29625
    },
    {
      "epoch": 1.3782740172133054,
      "grad_norm": 0.9890405190704743,
      "learning_rate": 0.0002663008671681746,
      "loss": 2.5156,
      "step": 29626
    },
    {
      "epoch": 1.3783205396603861,
      "grad_norm": 0.8691640994094937,
      "learning_rate": 0.0002662985232038239,
      "loss": 2.3906,
      "step": 29627
    },
    {
      "epoch": 1.3783670621074668,
      "grad_norm": 0.8968424631081745,
      "learning_rate": 0.00026629617916827463,
      "loss": 2.5469,
      "step": 29628
    },
    {
      "epoch": 1.3784135845545475,
      "grad_norm": 0.8452985858481952,
      "learning_rate": 0.0002662938350615281,
      "loss": 2.1094,
      "step": 29629
    },
    {
      "epoch": 1.3784601070016282,
      "grad_norm": 0.8887006533191859,
      "learning_rate": 0.0002662914908835857,
      "loss": 2.4062,
      "step": 29630
    },
    {
      "epoch": 1.378506629448709,
      "grad_norm": 0.8864817207581916,
      "learning_rate": 0.0002662891466344491,
      "loss": 2.3438,
      "step": 29631
    },
    {
      "epoch": 1.3785531518957896,
      "grad_norm": 0.8476850658615873,
      "learning_rate": 0.0002662868023141196,
      "loss": 2.0781,
      "step": 29632
    },
    {
      "epoch": 1.3785996743428703,
      "grad_norm": 0.8715537394511951,
      "learning_rate": 0.0002662844579225986,
      "loss": 2.5,
      "step": 29633
    },
    {
      "epoch": 1.3786461967899513,
      "grad_norm": 0.9712926401919637,
      "learning_rate": 0.00026628211345988755,
      "loss": 2.6875,
      "step": 29634
    },
    {
      "epoch": 1.3786927192370317,
      "grad_norm": 0.9156005199417601,
      "learning_rate": 0.00026627976892598795,
      "loss": 2.2031,
      "step": 29635
    },
    {
      "epoch": 1.3787392416841127,
      "grad_norm": 0.8905034841157259,
      "learning_rate": 0.00026627742432090115,
      "loss": 2.5469,
      "step": 29636
    },
    {
      "epoch": 1.3787857641311934,
      "grad_norm": 0.9397092222544625,
      "learning_rate": 0.00026627507964462863,
      "loss": 2.6719,
      "step": 29637
    },
    {
      "epoch": 1.378832286578274,
      "grad_norm": 0.8063250164008043,
      "learning_rate": 0.00026627273489717183,
      "loss": 2.0,
      "step": 29638
    },
    {
      "epoch": 1.3788788090253548,
      "grad_norm": 0.8643492810179603,
      "learning_rate": 0.0002662703900785322,
      "loss": 2.3906,
      "step": 29639
    },
    {
      "epoch": 1.3789253314724355,
      "grad_norm": 0.857738358986582,
      "learning_rate": 0.0002662680451887111,
      "loss": 2.2656,
      "step": 29640
    },
    {
      "epoch": 1.3789718539195162,
      "grad_norm": 0.8792314718674299,
      "learning_rate": 0.00026626570022771003,
      "loss": 2.4219,
      "step": 29641
    },
    {
      "epoch": 1.3790183763665969,
      "grad_norm": 0.9940951049855992,
      "learning_rate": 0.0002662633551955304,
      "loss": 2.4219,
      "step": 29642
    },
    {
      "epoch": 1.3790648988136776,
      "grad_norm": 0.8757418101425944,
      "learning_rate": 0.00026626101009217374,
      "loss": 1.8984,
      "step": 29643
    },
    {
      "epoch": 1.3791114212607583,
      "grad_norm": 0.9066707929989362,
      "learning_rate": 0.00026625866491764136,
      "loss": 2.1875,
      "step": 29644
    },
    {
      "epoch": 1.379157943707839,
      "grad_norm": 0.9121753953832793,
      "learning_rate": 0.00026625631967193474,
      "loss": 2.5469,
      "step": 29645
    },
    {
      "epoch": 1.3792044661549197,
      "grad_norm": 0.928914249525607,
      "learning_rate": 0.0002662539743550553,
      "loss": 2.1562,
      "step": 29646
    },
    {
      "epoch": 1.3792509886020006,
      "grad_norm": 0.9251623166362648,
      "learning_rate": 0.00026625162896700446,
      "loss": 2.5625,
      "step": 29647
    },
    {
      "epoch": 1.379297511049081,
      "grad_norm": 0.9210322694474898,
      "learning_rate": 0.00026624928350778374,
      "loss": 2.4688,
      "step": 29648
    },
    {
      "epoch": 1.379344033496162,
      "grad_norm": 0.9115727304746009,
      "learning_rate": 0.0002662469379773945,
      "loss": 2.6875,
      "step": 29649
    },
    {
      "epoch": 1.3793905559432427,
      "grad_norm": 0.8966814868785484,
      "learning_rate": 0.0002662445923758382,
      "loss": 2.5469,
      "step": 29650
    },
    {
      "epoch": 1.3794370783903234,
      "grad_norm": 0.891119602243122,
      "learning_rate": 0.0002662422467031163,
      "loss": 2.2812,
      "step": 29651
    },
    {
      "epoch": 1.379483600837404,
      "grad_norm": 1.0295452377178675,
      "learning_rate": 0.0002662399009592302,
      "loss": 1.8906,
      "step": 29652
    },
    {
      "epoch": 1.3795301232844848,
      "grad_norm": 0.8684065922315947,
      "learning_rate": 0.0002662375551441814,
      "loss": 2.4062,
      "step": 29653
    },
    {
      "epoch": 1.3795766457315655,
      "grad_norm": 0.9573545463318791,
      "learning_rate": 0.00026623520925797117,
      "loss": 2.2812,
      "step": 29654
    },
    {
      "epoch": 1.3796231681786462,
      "grad_norm": 0.8818711629852559,
      "learning_rate": 0.0002662328633006011,
      "loss": 2.2344,
      "step": 29655
    },
    {
      "epoch": 1.3796696906257269,
      "grad_norm": 0.80214295179996,
      "learning_rate": 0.0002662305172720726,
      "loss": 2.1406,
      "step": 29656
    },
    {
      "epoch": 1.3797162130728076,
      "grad_norm": 0.8868815430029052,
      "learning_rate": 0.00026622817117238716,
      "loss": 2.5312,
      "step": 29657
    },
    {
      "epoch": 1.3797627355198885,
      "grad_norm": 0.884374049393418,
      "learning_rate": 0.00026622582500154606,
      "loss": 2.3594,
      "step": 29658
    },
    {
      "epoch": 1.379809257966969,
      "grad_norm": 0.8960100297659198,
      "learning_rate": 0.00026622347875955083,
      "loss": 2.4531,
      "step": 29659
    },
    {
      "epoch": 1.3798557804140499,
      "grad_norm": 0.9061902199926657,
      "learning_rate": 0.00026622113244640294,
      "loss": 2.3594,
      "step": 29660
    },
    {
      "epoch": 1.3799023028611304,
      "grad_norm": 0.9286262281975183,
      "learning_rate": 0.0002662187860621038,
      "loss": 2.6562,
      "step": 29661
    },
    {
      "epoch": 1.3799488253082113,
      "grad_norm": 0.8901887066157398,
      "learning_rate": 0.00026621643960665474,
      "loss": 2.4844,
      "step": 29662
    },
    {
      "epoch": 1.379995347755292,
      "grad_norm": 0.8668579671502852,
      "learning_rate": 0.0002662140930800574,
      "loss": 2.375,
      "step": 29663
    },
    {
      "epoch": 1.3800418702023727,
      "grad_norm": 0.8312425589493245,
      "learning_rate": 0.00026621174648231306,
      "loss": 2.1719,
      "step": 29664
    },
    {
      "epoch": 1.3800883926494534,
      "grad_norm": 0.9343668909699018,
      "learning_rate": 0.0002662093998134232,
      "loss": 2.3281,
      "step": 29665
    },
    {
      "epoch": 1.380134915096534,
      "grad_norm": 1.0707113057263524,
      "learning_rate": 0.00026620705307338924,
      "loss": 2.3438,
      "step": 29666
    },
    {
      "epoch": 1.3801814375436148,
      "grad_norm": 0.8147246156325177,
      "learning_rate": 0.0002662047062622127,
      "loss": 2.3281,
      "step": 29667
    },
    {
      "epoch": 1.3802279599906955,
      "grad_norm": 1.0220316780050238,
      "learning_rate": 0.00026620235937989487,
      "loss": 2.5938,
      "step": 29668
    },
    {
      "epoch": 1.3802744824377762,
      "grad_norm": 0.8438933223986448,
      "learning_rate": 0.00026620001242643734,
      "loss": 2.5156,
      "step": 29669
    },
    {
      "epoch": 1.3803210048848569,
      "grad_norm": 0.8682475532892734,
      "learning_rate": 0.00026619766540184145,
      "loss": 2.4531,
      "step": 29670
    },
    {
      "epoch": 1.3803675273319378,
      "grad_norm": 0.9324108787451928,
      "learning_rate": 0.0002661953183061087,
      "loss": 2.0469,
      "step": 29671
    },
    {
      "epoch": 1.3804140497790183,
      "grad_norm": 0.8716209570859738,
      "learning_rate": 0.0002661929711392404,
      "loss": 2.4219,
      "step": 29672
    },
    {
      "epoch": 1.3804605722260992,
      "grad_norm": 0.8516394731931947,
      "learning_rate": 0.00026619062390123815,
      "loss": 2.4375,
      "step": 29673
    },
    {
      "epoch": 1.38050709467318,
      "grad_norm": 0.8856842509003454,
      "learning_rate": 0.0002661882765921033,
      "loss": 2.375,
      "step": 29674
    },
    {
      "epoch": 1.3805536171202606,
      "grad_norm": 0.9150851553023864,
      "learning_rate": 0.00026618592921183736,
      "loss": 2.4219,
      "step": 29675
    },
    {
      "epoch": 1.3806001395673413,
      "grad_norm": 0.97477931987717,
      "learning_rate": 0.0002661835817604416,
      "loss": 2.4844,
      "step": 29676
    },
    {
      "epoch": 1.380646662014422,
      "grad_norm": 0.9034987409632672,
      "learning_rate": 0.00026618123423791763,
      "loss": 2.3438,
      "step": 29677
    },
    {
      "epoch": 1.3806931844615027,
      "grad_norm": 0.9533717031958937,
      "learning_rate": 0.00026617888664426685,
      "loss": 2.7812,
      "step": 29678
    },
    {
      "epoch": 1.3807397069085834,
      "grad_norm": 0.878990064699453,
      "learning_rate": 0.0002661765389794906,
      "loss": 2.2188,
      "step": 29679
    },
    {
      "epoch": 1.380786229355664,
      "grad_norm": 1.0034074046203598,
      "learning_rate": 0.00026617419124359045,
      "loss": 2.4688,
      "step": 29680
    },
    {
      "epoch": 1.3808327518027448,
      "grad_norm": 0.8723371211753211,
      "learning_rate": 0.00026617184343656776,
      "loss": 2.6094,
      "step": 29681
    },
    {
      "epoch": 1.3808792742498255,
      "grad_norm": 0.8561110554959533,
      "learning_rate": 0.00026616949555842396,
      "loss": 2.3125,
      "step": 29682
    },
    {
      "epoch": 1.3809257966969062,
      "grad_norm": 0.913076857487928,
      "learning_rate": 0.0002661671476091605,
      "loss": 2.2812,
      "step": 29683
    },
    {
      "epoch": 1.380972319143987,
      "grad_norm": 0.8999450036712977,
      "learning_rate": 0.00026616479958877886,
      "loss": 2.5312,
      "step": 29684
    },
    {
      "epoch": 1.3810188415910676,
      "grad_norm": 0.900732015426945,
      "learning_rate": 0.00026616245149728044,
      "loss": 2.2188,
      "step": 29685
    },
    {
      "epoch": 1.3810653640381485,
      "grad_norm": 0.8507527284648112,
      "learning_rate": 0.0002661601033346667,
      "loss": 2.3125,
      "step": 29686
    },
    {
      "epoch": 1.3811118864852292,
      "grad_norm": 0.9190758606719662,
      "learning_rate": 0.000266157755100939,
      "loss": 2.3281,
      "step": 29687
    },
    {
      "epoch": 1.38115840893231,
      "grad_norm": 0.8977573369402334,
      "learning_rate": 0.00026615540679609894,
      "loss": 2.5781,
      "step": 29688
    },
    {
      "epoch": 1.3812049313793906,
      "grad_norm": 0.9997592100904572,
      "learning_rate": 0.00026615305842014777,
      "loss": 2.5938,
      "step": 29689
    },
    {
      "epoch": 1.3812514538264713,
      "grad_norm": 0.89057492307313,
      "learning_rate": 0.00026615070997308704,
      "loss": 2.5938,
      "step": 29690
    },
    {
      "epoch": 1.381297976273552,
      "grad_norm": 0.9004816202552047,
      "learning_rate": 0.00026614836145491815,
      "loss": 2.3438,
      "step": 29691
    },
    {
      "epoch": 1.3813444987206327,
      "grad_norm": 0.8495528331867221,
      "learning_rate": 0.0002661460128656425,
      "loss": 2.4844,
      "step": 29692
    },
    {
      "epoch": 1.3813910211677134,
      "grad_norm": 0.8463018636207987,
      "learning_rate": 0.00026614366420526164,
      "loss": 2.4688,
      "step": 29693
    },
    {
      "epoch": 1.381437543614794,
      "grad_norm": 0.8331248211538732,
      "learning_rate": 0.00026614131547377694,
      "loss": 2.5156,
      "step": 29694
    },
    {
      "epoch": 1.3814840660618748,
      "grad_norm": 0.9371400345328875,
      "learning_rate": 0.00026613896667118984,
      "loss": 2.5,
      "step": 29695
    },
    {
      "epoch": 1.3815305885089555,
      "grad_norm": 0.8288788694941354,
      "learning_rate": 0.0002661366177975018,
      "loss": 2.3438,
      "step": 29696
    },
    {
      "epoch": 1.3815771109560364,
      "grad_norm": 0.8786543956364442,
      "learning_rate": 0.00026613426885271424,
      "loss": 2.2656,
      "step": 29697
    },
    {
      "epoch": 1.381623633403117,
      "grad_norm": 0.8445699265606057,
      "learning_rate": 0.0002661319198368286,
      "loss": 2.2812,
      "step": 29698
    },
    {
      "epoch": 1.3816701558501978,
      "grad_norm": 0.8396734107174215,
      "learning_rate": 0.00026612957074984624,
      "loss": 2.375,
      "step": 29699
    },
    {
      "epoch": 1.3817166782972785,
      "grad_norm": 1.0437918560842332,
      "learning_rate": 0.0002661272215917687,
      "loss": 2.625,
      "step": 29700
    },
    {
      "epoch": 1.3817632007443592,
      "grad_norm": 0.8453683144157882,
      "learning_rate": 0.00026612487236259743,
      "loss": 1.6719,
      "step": 29701
    },
    {
      "epoch": 1.38180972319144,
      "grad_norm": 0.9697525979561492,
      "learning_rate": 0.00026612252306233377,
      "loss": 2.375,
      "step": 29702
    },
    {
      "epoch": 1.3818562456385206,
      "grad_norm": 0.8812540417642988,
      "learning_rate": 0.0002661201736909793,
      "loss": 2.5938,
      "step": 29703
    },
    {
      "epoch": 1.3819027680856013,
      "grad_norm": 0.8447659747350075,
      "learning_rate": 0.0002661178242485353,
      "loss": 2.2188,
      "step": 29704
    },
    {
      "epoch": 1.381949290532682,
      "grad_norm": 0.9504476147856521,
      "learning_rate": 0.0002661154747350033,
      "loss": 2.5,
      "step": 29705
    },
    {
      "epoch": 1.3819958129797627,
      "grad_norm": 0.851230778779386,
      "learning_rate": 0.00026611312515038474,
      "loss": 2.1562,
      "step": 29706
    },
    {
      "epoch": 1.3820423354268434,
      "grad_norm": 0.8170939492673251,
      "learning_rate": 0.00026611077549468107,
      "loss": 2.2031,
      "step": 29707
    },
    {
      "epoch": 1.382088857873924,
      "grad_norm": 1.0194991251078305,
      "learning_rate": 0.00026610842576789363,
      "loss": 2.6406,
      "step": 29708
    },
    {
      "epoch": 1.3821353803210048,
      "grad_norm": 0.9505030824075241,
      "learning_rate": 0.000266106075970024,
      "loss": 2.5781,
      "step": 29709
    },
    {
      "epoch": 1.3821819027680857,
      "grad_norm": 0.8725124898315041,
      "learning_rate": 0.0002661037261010735,
      "loss": 2.375,
      "step": 29710
    },
    {
      "epoch": 1.3822284252151662,
      "grad_norm": 0.8976962991649462,
      "learning_rate": 0.00026610137616104364,
      "loss": 2.7031,
      "step": 29711
    },
    {
      "epoch": 1.3822749476622471,
      "grad_norm": 0.9080367256432115,
      "learning_rate": 0.0002660990261499358,
      "loss": 2.4375,
      "step": 29712
    },
    {
      "epoch": 1.3823214701093278,
      "grad_norm": 0.9179064278982134,
      "learning_rate": 0.0002660966760677515,
      "loss": 2.2812,
      "step": 29713
    },
    {
      "epoch": 1.3823679925564085,
      "grad_norm": 0.9186690219648583,
      "learning_rate": 0.0002660943259144921,
      "loss": 2.25,
      "step": 29714
    },
    {
      "epoch": 1.3824145150034892,
      "grad_norm": 0.8891088414293702,
      "learning_rate": 0.000266091975690159,
      "loss": 2.375,
      "step": 29715
    },
    {
      "epoch": 1.38246103745057,
      "grad_norm": 0.9371984878318237,
      "learning_rate": 0.00026608962539475384,
      "loss": 2.3594,
      "step": 29716
    },
    {
      "epoch": 1.3825075598976506,
      "grad_norm": 0.8680926742806564,
      "learning_rate": 0.00026608727502827785,
      "loss": 2.5625,
      "step": 29717
    },
    {
      "epoch": 1.3825540823447313,
      "grad_norm": 0.9615917651120169,
      "learning_rate": 0.0002660849245907325,
      "loss": 2.3594,
      "step": 29718
    },
    {
      "epoch": 1.382600604791812,
      "grad_norm": 0.8693239434415218,
      "learning_rate": 0.00026608257408211936,
      "loss": 2.4844,
      "step": 29719
    },
    {
      "epoch": 1.3826471272388927,
      "grad_norm": 0.9262582573973024,
      "learning_rate": 0.0002660802235024398,
      "loss": 2.3281,
      "step": 29720
    },
    {
      "epoch": 1.3826936496859734,
      "grad_norm": 0.8890575229074575,
      "learning_rate": 0.00026607787285169514,
      "loss": 2.4219,
      "step": 29721
    },
    {
      "epoch": 1.3827401721330541,
      "grad_norm": 0.8767661871580946,
      "learning_rate": 0.000266075522129887,
      "loss": 2.4062,
      "step": 29722
    },
    {
      "epoch": 1.382786694580135,
      "grad_norm": 0.8283131990811539,
      "learning_rate": 0.0002660731713370167,
      "loss": 2.4219,
      "step": 29723
    },
    {
      "epoch": 1.3828332170272155,
      "grad_norm": 0.933503762194997,
      "learning_rate": 0.00026607082047308577,
      "loss": 2.5312,
      "step": 29724
    },
    {
      "epoch": 1.3828797394742964,
      "grad_norm": 0.8307258920622259,
      "learning_rate": 0.0002660684695380956,
      "loss": 2.3125,
      "step": 29725
    },
    {
      "epoch": 1.3829262619213771,
      "grad_norm": 0.8906153292002362,
      "learning_rate": 0.0002660661185320476,
      "loss": 2.2812,
      "step": 29726
    },
    {
      "epoch": 1.3829727843684578,
      "grad_norm": 0.8461294122321957,
      "learning_rate": 0.0002660637674549432,
      "loss": 2.6719,
      "step": 29727
    },
    {
      "epoch": 1.3830193068155385,
      "grad_norm": 0.8641233957623596,
      "learning_rate": 0.00026606141630678397,
      "loss": 2.3906,
      "step": 29728
    },
    {
      "epoch": 1.3830658292626192,
      "grad_norm": 0.9636225571321239,
      "learning_rate": 0.00026605906508757115,
      "loss": 2.3125,
      "step": 29729
    },
    {
      "epoch": 1.3831123517097,
      "grad_norm": 0.9464440297167207,
      "learning_rate": 0.0002660567137973064,
      "loss": 2.5469,
      "step": 29730
    },
    {
      "epoch": 1.3831588741567806,
      "grad_norm": 0.8261178817582627,
      "learning_rate": 0.00026605436243599094,
      "loss": 2.2188,
      "step": 29731
    },
    {
      "epoch": 1.3832053966038613,
      "grad_norm": 0.8716981139927604,
      "learning_rate": 0.0002660520110036264,
      "loss": 2.3906,
      "step": 29732
    },
    {
      "epoch": 1.383251919050942,
      "grad_norm": 0.8206427804889057,
      "learning_rate": 0.00026604965950021407,
      "loss": 2.25,
      "step": 29733
    },
    {
      "epoch": 1.3832984414980227,
      "grad_norm": 0.8672521575392961,
      "learning_rate": 0.00026604730792575553,
      "loss": 2.5156,
      "step": 29734
    },
    {
      "epoch": 1.3833449639451034,
      "grad_norm": 0.8388346405852509,
      "learning_rate": 0.0002660449562802521,
      "loss": 2.4375,
      "step": 29735
    },
    {
      "epoch": 1.3833914863921843,
      "grad_norm": 0.9092624782897628,
      "learning_rate": 0.0002660426045637052,
      "loss": 2.3438,
      "step": 29736
    },
    {
      "epoch": 1.3834380088392648,
      "grad_norm": 0.8731284967104475,
      "learning_rate": 0.00026604025277611644,
      "loss": 2.1094,
      "step": 29737
    },
    {
      "epoch": 1.3834845312863457,
      "grad_norm": 0.9073290343478986,
      "learning_rate": 0.0002660379009174871,
      "loss": 2.4375,
      "step": 29738
    },
    {
      "epoch": 1.3835310537334264,
      "grad_norm": 0.8944672283547257,
      "learning_rate": 0.0002660355489878187,
      "loss": 2.4688,
      "step": 29739
    },
    {
      "epoch": 1.3835775761805071,
      "grad_norm": 0.8870037645143398,
      "learning_rate": 0.00026603319698711265,
      "loss": 2.5469,
      "step": 29740
    },
    {
      "epoch": 1.3836240986275878,
      "grad_norm": 0.9019813330640156,
      "learning_rate": 0.0002660308449153703,
      "loss": 2.2344,
      "step": 29741
    },
    {
      "epoch": 1.3836706210746685,
      "grad_norm": 0.7806259176861393,
      "learning_rate": 0.0002660284927725933,
      "loss": 1.7969,
      "step": 29742
    },
    {
      "epoch": 1.3837171435217492,
      "grad_norm": 0.8548742872572684,
      "learning_rate": 0.0002660261405587829,
      "loss": 2.125,
      "step": 29743
    },
    {
      "epoch": 1.38376366596883,
      "grad_norm": 0.9769301170226021,
      "learning_rate": 0.0002660237882739407,
      "loss": 2.2812,
      "step": 29744
    },
    {
      "epoch": 1.3838101884159106,
      "grad_norm": 0.872647908719829,
      "learning_rate": 0.000266021435918068,
      "loss": 2.1719,
      "step": 29745
    },
    {
      "epoch": 1.3838567108629913,
      "grad_norm": 0.8660318365798796,
      "learning_rate": 0.0002660190834911663,
      "loss": 2.2188,
      "step": 29746
    },
    {
      "epoch": 1.383903233310072,
      "grad_norm": 0.8557706698424786,
      "learning_rate": 0.000266016730993237,
      "loss": 2.375,
      "step": 29747
    },
    {
      "epoch": 1.3839497557571527,
      "grad_norm": 0.875228864529643,
      "learning_rate": 0.00026601437842428157,
      "loss": 2.5781,
      "step": 29748
    },
    {
      "epoch": 1.3839962782042337,
      "grad_norm": 0.8843825105744841,
      "learning_rate": 0.0002660120257843015,
      "loss": 2.2656,
      "step": 29749
    },
    {
      "epoch": 1.3840428006513141,
      "grad_norm": 0.8993681529942952,
      "learning_rate": 0.00026600967307329815,
      "loss": 2.5,
      "step": 29750
    },
    {
      "epoch": 1.384089323098395,
      "grad_norm": 0.8769083272164975,
      "learning_rate": 0.00026600732029127307,
      "loss": 2.3125,
      "step": 29751
    },
    {
      "epoch": 1.3841358455454758,
      "grad_norm": 0.9181866761826549,
      "learning_rate": 0.00026600496743822753,
      "loss": 2.4844,
      "step": 29752
    },
    {
      "epoch": 1.3841823679925565,
      "grad_norm": 0.8311668282128079,
      "learning_rate": 0.00026600261451416307,
      "loss": 2.2656,
      "step": 29753
    },
    {
      "epoch": 1.3842288904396371,
      "grad_norm": 0.8872634259836185,
      "learning_rate": 0.0002660002615190812,
      "loss": 2.5312,
      "step": 29754
    },
    {
      "epoch": 1.3842754128867178,
      "grad_norm": 0.8552635779165719,
      "learning_rate": 0.0002659979084529832,
      "loss": 2.4062,
      "step": 29755
    },
    {
      "epoch": 1.3843219353337985,
      "grad_norm": 0.8477433863128184,
      "learning_rate": 0.0002659955553158707,
      "loss": 2.2344,
      "step": 29756
    },
    {
      "epoch": 1.3843684577808792,
      "grad_norm": 0.8796087279795417,
      "learning_rate": 0.00026599320210774494,
      "loss": 2.5156,
      "step": 29757
    },
    {
      "epoch": 1.38441498022796,
      "grad_norm": 0.8328526325387702,
      "learning_rate": 0.0002659908488286075,
      "loss": 2.1562,
      "step": 29758
    },
    {
      "epoch": 1.3844615026750406,
      "grad_norm": 0.8373375246510376,
      "learning_rate": 0.0002659884954784598,
      "loss": 2.4375,
      "step": 29759
    },
    {
      "epoch": 1.3845080251221213,
      "grad_norm": 0.8668477617107119,
      "learning_rate": 0.0002659861420573032,
      "loss": 2.3125,
      "step": 29760
    },
    {
      "epoch": 1.384554547569202,
      "grad_norm": 0.9423570061594021,
      "learning_rate": 0.00026598378856513926,
      "loss": 2.4219,
      "step": 29761
    },
    {
      "epoch": 1.384601070016283,
      "grad_norm": 0.8382863824034308,
      "learning_rate": 0.00026598143500196933,
      "loss": 2.1094,
      "step": 29762
    },
    {
      "epoch": 1.3846475924633634,
      "grad_norm": 0.9654725114485638,
      "learning_rate": 0.0002659790813677949,
      "loss": 2.3125,
      "step": 29763
    },
    {
      "epoch": 1.3846941149104444,
      "grad_norm": 0.8990023431571101,
      "learning_rate": 0.00026597672766261735,
      "loss": 2.2031,
      "step": 29764
    },
    {
      "epoch": 1.384740637357525,
      "grad_norm": 0.8675029976546779,
      "learning_rate": 0.00026597437388643823,
      "loss": 2.375,
      "step": 29765
    },
    {
      "epoch": 1.3847871598046058,
      "grad_norm": 0.8766047018488855,
      "learning_rate": 0.00026597202003925883,
      "loss": 2.3281,
      "step": 29766
    },
    {
      "epoch": 1.3848336822516865,
      "grad_norm": 0.8479920928032743,
      "learning_rate": 0.0002659696661210807,
      "loss": 2.4375,
      "step": 29767
    },
    {
      "epoch": 1.3848802046987672,
      "grad_norm": 0.9125660225859901,
      "learning_rate": 0.0002659673121319053,
      "loss": 2.5625,
      "step": 29768
    },
    {
      "epoch": 1.3849267271458479,
      "grad_norm": 0.8333587300804183,
      "learning_rate": 0.000265964958071734,
      "loss": 2.4688,
      "step": 29769
    },
    {
      "epoch": 1.3849732495929286,
      "grad_norm": 0.8660271677701461,
      "learning_rate": 0.0002659626039405683,
      "loss": 2.1406,
      "step": 29770
    },
    {
      "epoch": 1.3850197720400093,
      "grad_norm": 0.9060890583778632,
      "learning_rate": 0.0002659602497384096,
      "loss": 2.6875,
      "step": 29771
    },
    {
      "epoch": 1.38506629448709,
      "grad_norm": 0.9268205872095101,
      "learning_rate": 0.00026595789546525933,
      "loss": 2.5625,
      "step": 29772
    },
    {
      "epoch": 1.3851128169341707,
      "grad_norm": 0.9829852114697453,
      "learning_rate": 0.000265955541121119,
      "loss": 2.7031,
      "step": 29773
    },
    {
      "epoch": 1.3851593393812514,
      "grad_norm": 0.9322705829269077,
      "learning_rate": 0.00026595318670598995,
      "loss": 2.3438,
      "step": 29774
    },
    {
      "epoch": 1.3852058618283323,
      "grad_norm": 0.9422643845672046,
      "learning_rate": 0.0002659508322198737,
      "loss": 2.2969,
      "step": 29775
    },
    {
      "epoch": 1.3852523842754128,
      "grad_norm": 1.0231657588455243,
      "learning_rate": 0.00026594847766277165,
      "loss": 2.5312,
      "step": 29776
    },
    {
      "epoch": 1.3852989067224937,
      "grad_norm": 0.8879905154662742,
      "learning_rate": 0.0002659461230346853,
      "loss": 2.4062,
      "step": 29777
    },
    {
      "epoch": 1.3853454291695744,
      "grad_norm": 0.8645259374057274,
      "learning_rate": 0.00026594376833561604,
      "loss": 2.4688,
      "step": 29778
    },
    {
      "epoch": 1.385391951616655,
      "grad_norm": 0.8702908679599715,
      "learning_rate": 0.00026594141356556526,
      "loss": 2.4219,
      "step": 29779
    },
    {
      "epoch": 1.3854384740637358,
      "grad_norm": 0.8348322589471475,
      "learning_rate": 0.0002659390587245345,
      "loss": 2.4844,
      "step": 29780
    },
    {
      "epoch": 1.3854849965108165,
      "grad_norm": 0.9221460074343494,
      "learning_rate": 0.00026593670381252517,
      "loss": 2.4531,
      "step": 29781
    },
    {
      "epoch": 1.3855315189578972,
      "grad_norm": 0.8539801511359079,
      "learning_rate": 0.0002659343488295387,
      "loss": 2.5156,
      "step": 29782
    },
    {
      "epoch": 1.3855780414049779,
      "grad_norm": 0.8798621235090996,
      "learning_rate": 0.00026593199377557655,
      "loss": 2.2969,
      "step": 29783
    },
    {
      "epoch": 1.3856245638520586,
      "grad_norm": 0.914646551057754,
      "learning_rate": 0.00026592963865064017,
      "loss": 2.3594,
      "step": 29784
    },
    {
      "epoch": 1.3856710862991393,
      "grad_norm": 0.9625924105156697,
      "learning_rate": 0.00026592728345473094,
      "loss": 2.5938,
      "step": 29785
    },
    {
      "epoch": 1.3857176087462202,
      "grad_norm": 0.9044946643256356,
      "learning_rate": 0.0002659249281878503,
      "loss": 2.5625,
      "step": 29786
    },
    {
      "epoch": 1.3857641311933007,
      "grad_norm": 0.9307871591960849,
      "learning_rate": 0.00026592257284999984,
      "loss": 2.3438,
      "step": 29787
    },
    {
      "epoch": 1.3858106536403816,
      "grad_norm": 0.8153897971188429,
      "learning_rate": 0.00026592021744118084,
      "loss": 2.3438,
      "step": 29788
    },
    {
      "epoch": 1.3858571760874623,
      "grad_norm": 0.8985471800014739,
      "learning_rate": 0.00026591786196139485,
      "loss": 2.4688,
      "step": 29789
    },
    {
      "epoch": 1.385903698534543,
      "grad_norm": 0.8231438673333027,
      "learning_rate": 0.0002659155064106432,
      "loss": 2.2031,
      "step": 29790
    },
    {
      "epoch": 1.3859502209816237,
      "grad_norm": 0.9569296857452226,
      "learning_rate": 0.0002659131507889274,
      "loss": 2.5312,
      "step": 29791
    },
    {
      "epoch": 1.3859967434287044,
      "grad_norm": 0.9033271853152969,
      "learning_rate": 0.00026591079509624894,
      "loss": 2.4062,
      "step": 29792
    },
    {
      "epoch": 1.386043265875785,
      "grad_norm": 0.8244836681565073,
      "learning_rate": 0.00026590843933260917,
      "loss": 2.2656,
      "step": 29793
    },
    {
      "epoch": 1.3860897883228658,
      "grad_norm": 0.9476056849296232,
      "learning_rate": 0.00026590608349800956,
      "loss": 2.4688,
      "step": 29794
    },
    {
      "epoch": 1.3861363107699465,
      "grad_norm": 0.9750298433914705,
      "learning_rate": 0.00026590372759245157,
      "loss": 2.6406,
      "step": 29795
    },
    {
      "epoch": 1.3861828332170272,
      "grad_norm": 0.8212681089530134,
      "learning_rate": 0.00026590137161593667,
      "loss": 2.3906,
      "step": 29796
    },
    {
      "epoch": 1.3862293556641079,
      "grad_norm": 0.9174997971929825,
      "learning_rate": 0.00026589901556846627,
      "loss": 2.4531,
      "step": 29797
    },
    {
      "epoch": 1.3862758781111886,
      "grad_norm": 0.9193438503925984,
      "learning_rate": 0.0002658966594500417,
      "loss": 2.3906,
      "step": 29798
    },
    {
      "epoch": 1.3863224005582695,
      "grad_norm": 0.8629767194673523,
      "learning_rate": 0.0002658943032606646,
      "loss": 2.5781,
      "step": 29799
    },
    {
      "epoch": 1.38636892300535,
      "grad_norm": 0.8302321188295125,
      "learning_rate": 0.00026589194700033636,
      "loss": 1.6875,
      "step": 29800
    },
    {
      "epoch": 1.386415445452431,
      "grad_norm": 0.8590604063436159,
      "learning_rate": 0.0002658895906690583,
      "loss": 2.7188,
      "step": 29801
    },
    {
      "epoch": 1.3864619678995116,
      "grad_norm": 0.918212957668258,
      "learning_rate": 0.00026588723426683203,
      "loss": 2.5781,
      "step": 29802
    },
    {
      "epoch": 1.3865084903465923,
      "grad_norm": 0.8413608377639867,
      "learning_rate": 0.00026588487779365886,
      "loss": 2.6094,
      "step": 29803
    },
    {
      "epoch": 1.386555012793673,
      "grad_norm": 0.8939400791093385,
      "learning_rate": 0.00026588252124954033,
      "loss": 1.8984,
      "step": 29804
    },
    {
      "epoch": 1.3866015352407537,
      "grad_norm": 0.906752346158465,
      "learning_rate": 0.0002658801646344778,
      "loss": 2.5781,
      "step": 29805
    },
    {
      "epoch": 1.3866480576878344,
      "grad_norm": 0.8836727270226521,
      "learning_rate": 0.0002658778079484727,
      "loss": 2.5156,
      "step": 29806
    },
    {
      "epoch": 1.386694580134915,
      "grad_norm": 0.8800582550043918,
      "learning_rate": 0.00026587545119152663,
      "loss": 2.7031,
      "step": 29807
    },
    {
      "epoch": 1.3867411025819958,
      "grad_norm": 0.8794807773199012,
      "learning_rate": 0.00026587309436364084,
      "loss": 2.5,
      "step": 29808
    },
    {
      "epoch": 1.3867876250290765,
      "grad_norm": 0.8300268379025546,
      "learning_rate": 0.0002658707374648169,
      "loss": 2.2031,
      "step": 29809
    },
    {
      "epoch": 1.3868341474761572,
      "grad_norm": 0.8867464642322701,
      "learning_rate": 0.0002658683804950562,
      "loss": 2.625,
      "step": 29810
    },
    {
      "epoch": 1.3868806699232379,
      "grad_norm": 0.8509812289913823,
      "learning_rate": 0.0002658660234543602,
      "loss": 2.5156,
      "step": 29811
    },
    {
      "epoch": 1.3869271923703188,
      "grad_norm": 0.8841494730591779,
      "learning_rate": 0.00026586366634273037,
      "loss": 2.2969,
      "step": 29812
    },
    {
      "epoch": 1.3869737148173993,
      "grad_norm": 0.9403468906106658,
      "learning_rate": 0.00026586130916016806,
      "loss": 2.5938,
      "step": 29813
    },
    {
      "epoch": 1.3870202372644802,
      "grad_norm": 0.8743156097593261,
      "learning_rate": 0.0002658589519066748,
      "loss": 2.5,
      "step": 29814
    },
    {
      "epoch": 1.387066759711561,
      "grad_norm": 0.8253974762848598,
      "learning_rate": 0.000265856594582252,
      "loss": 1.75,
      "step": 29815
    },
    {
      "epoch": 1.3871132821586416,
      "grad_norm": 0.8724354568342221,
      "learning_rate": 0.00026585423718690113,
      "loss": 2.4844,
      "step": 29816
    },
    {
      "epoch": 1.3871598046057223,
      "grad_norm": 0.8210511940356725,
      "learning_rate": 0.0002658518797206236,
      "loss": 1.6953,
      "step": 29817
    },
    {
      "epoch": 1.387206327052803,
      "grad_norm": 0.8682963452529057,
      "learning_rate": 0.0002658495221834209,
      "loss": 2.2656,
      "step": 29818
    },
    {
      "epoch": 1.3872528494998837,
      "grad_norm": 0.8717414986299868,
      "learning_rate": 0.00026584716457529436,
      "loss": 2.3594,
      "step": 29819
    },
    {
      "epoch": 1.3872993719469644,
      "grad_norm": 0.8967600218688442,
      "learning_rate": 0.00026584480689624556,
      "loss": 2.4844,
      "step": 29820
    },
    {
      "epoch": 1.387345894394045,
      "grad_norm": 0.9612615398905807,
      "learning_rate": 0.0002658424491462759,
      "loss": 2.4375,
      "step": 29821
    },
    {
      "epoch": 1.3873924168411258,
      "grad_norm": 0.932571590331997,
      "learning_rate": 0.0002658400913253868,
      "loss": 2.6875,
      "step": 29822
    },
    {
      "epoch": 1.3874389392882065,
      "grad_norm": 0.8280524043111063,
      "learning_rate": 0.00026583773343357965,
      "loss": 2.1875,
      "step": 29823
    },
    {
      "epoch": 1.3874854617352872,
      "grad_norm": 0.9189081426046898,
      "learning_rate": 0.00026583537547085603,
      "loss": 2.6562,
      "step": 29824
    },
    {
      "epoch": 1.3875319841823681,
      "grad_norm": 0.9674344496405711,
      "learning_rate": 0.0002658330174372173,
      "loss": 2.4062,
      "step": 29825
    },
    {
      "epoch": 1.3875785066294486,
      "grad_norm": 0.9216070043740756,
      "learning_rate": 0.00026583065933266485,
      "loss": 2.4688,
      "step": 29826
    },
    {
      "epoch": 1.3876250290765295,
      "grad_norm": 0.9230783163634824,
      "learning_rate": 0.0002658283011572003,
      "loss": 2.7031,
      "step": 29827
    },
    {
      "epoch": 1.3876715515236102,
      "grad_norm": 0.8656018593490424,
      "learning_rate": 0.0002658259429108249,
      "loss": 2.3906,
      "step": 29828
    },
    {
      "epoch": 1.387718073970691,
      "grad_norm": 0.8880485176802356,
      "learning_rate": 0.0002658235845935402,
      "loss": 2.625,
      "step": 29829
    },
    {
      "epoch": 1.3877645964177716,
      "grad_norm": 0.9126975953190228,
      "learning_rate": 0.0002658212262053476,
      "loss": 2.4688,
      "step": 29830
    },
    {
      "epoch": 1.3878111188648523,
      "grad_norm": 0.9171990587960764,
      "learning_rate": 0.0002658188677462486,
      "loss": 2.75,
      "step": 29831
    },
    {
      "epoch": 1.387857641311933,
      "grad_norm": 0.9316272230898767,
      "learning_rate": 0.0002658165092162446,
      "loss": 2.3438,
      "step": 29832
    },
    {
      "epoch": 1.3879041637590137,
      "grad_norm": 0.8658515635027684,
      "learning_rate": 0.000265814150615337,
      "loss": 2.2031,
      "step": 29833
    },
    {
      "epoch": 1.3879506862060944,
      "grad_norm": 1.1332731290658342,
      "learning_rate": 0.0002658117919435273,
      "loss": 2.4531,
      "step": 29834
    },
    {
      "epoch": 1.387997208653175,
      "grad_norm": 0.8827662672896059,
      "learning_rate": 0.000265809433200817,
      "loss": 2.375,
      "step": 29835
    },
    {
      "epoch": 1.3880437311002558,
      "grad_norm": 0.8977532010672332,
      "learning_rate": 0.00026580707438720745,
      "loss": 2.2969,
      "step": 29836
    },
    {
      "epoch": 1.3880902535473365,
      "grad_norm": 1.0195426569501338,
      "learning_rate": 0.00026580471550270013,
      "loss": 2.3594,
      "step": 29837
    },
    {
      "epoch": 1.3881367759944174,
      "grad_norm": 0.9209054064355026,
      "learning_rate": 0.0002658023565472965,
      "loss": 2.375,
      "step": 29838
    },
    {
      "epoch": 1.388183298441498,
      "grad_norm": 0.8671000831617005,
      "learning_rate": 0.0002657999975209979,
      "loss": 2.5156,
      "step": 29839
    },
    {
      "epoch": 1.3882298208885788,
      "grad_norm": 0.8582808292735207,
      "learning_rate": 0.00026579763842380597,
      "loss": 2.25,
      "step": 29840
    },
    {
      "epoch": 1.3882763433356595,
      "grad_norm": 0.8438844499081575,
      "learning_rate": 0.000265795279255722,
      "loss": 2.2969,
      "step": 29841
    },
    {
      "epoch": 1.3883228657827402,
      "grad_norm": 0.8379020194482333,
      "learning_rate": 0.00026579292001674746,
      "loss": 2.3438,
      "step": 29842
    },
    {
      "epoch": 1.388369388229821,
      "grad_norm": 0.8697841000624333,
      "learning_rate": 0.0002657905607068838,
      "loss": 2.4375,
      "step": 29843
    },
    {
      "epoch": 1.3884159106769016,
      "grad_norm": 0.9144236675368178,
      "learning_rate": 0.0002657882013261325,
      "loss": 2.3281,
      "step": 29844
    },
    {
      "epoch": 1.3884624331239823,
      "grad_norm": 0.8612130121054925,
      "learning_rate": 0.000265785841874495,
      "loss": 2.25,
      "step": 29845
    },
    {
      "epoch": 1.388508955571063,
      "grad_norm": 0.9818942258998176,
      "learning_rate": 0.0002657834823519727,
      "loss": 2.4688,
      "step": 29846
    },
    {
      "epoch": 1.3885554780181437,
      "grad_norm": 0.925834841109331,
      "learning_rate": 0.0002657811227585671,
      "loss": 2.3281,
      "step": 29847
    },
    {
      "epoch": 1.3886020004652244,
      "grad_norm": 0.9591624891727777,
      "learning_rate": 0.0002657787630942796,
      "loss": 2.6406,
      "step": 29848
    },
    {
      "epoch": 1.3886485229123051,
      "grad_norm": 0.8733390875942787,
      "learning_rate": 0.00026577640335911164,
      "loss": 2.3906,
      "step": 29849
    },
    {
      "epoch": 1.3886950453593858,
      "grad_norm": 0.9204362063159037,
      "learning_rate": 0.00026577404355306467,
      "loss": 2.7969,
      "step": 29850
    },
    {
      "epoch": 1.3887415678064667,
      "grad_norm": 0.8495873280313984,
      "learning_rate": 0.0002657716836761402,
      "loss": 2.3594,
      "step": 29851
    },
    {
      "epoch": 1.3887880902535472,
      "grad_norm": 0.8888877708287721,
      "learning_rate": 0.00026576932372833955,
      "loss": 2.4062,
      "step": 29852
    },
    {
      "epoch": 1.3888346127006281,
      "grad_norm": 0.9376561891377294,
      "learning_rate": 0.00026576696370966433,
      "loss": 2.3125,
      "step": 29853
    },
    {
      "epoch": 1.3888811351477088,
      "grad_norm": 0.9561986486665034,
      "learning_rate": 0.0002657646036201158,
      "loss": 2.3438,
      "step": 29854
    },
    {
      "epoch": 1.3889276575947895,
      "grad_norm": 0.9309848959017148,
      "learning_rate": 0.00026576224345969555,
      "loss": 2.7188,
      "step": 29855
    },
    {
      "epoch": 1.3889741800418702,
      "grad_norm": 0.9160706810231858,
      "learning_rate": 0.000265759883228405,
      "loss": 2.5625,
      "step": 29856
    },
    {
      "epoch": 1.389020702488951,
      "grad_norm": 0.8695196409289501,
      "learning_rate": 0.00026575752292624553,
      "loss": 2.3281,
      "step": 29857
    },
    {
      "epoch": 1.3890672249360316,
      "grad_norm": 0.9384835639007532,
      "learning_rate": 0.0002657551625532186,
      "loss": 2.4375,
      "step": 29858
    },
    {
      "epoch": 1.3891137473831123,
      "grad_norm": 0.9275297658966277,
      "learning_rate": 0.0002657528021093257,
      "loss": 2.4375,
      "step": 29859
    },
    {
      "epoch": 1.389160269830193,
      "grad_norm": 0.8895607356001634,
      "learning_rate": 0.00026575044159456824,
      "loss": 2.5469,
      "step": 29860
    },
    {
      "epoch": 1.3892067922772737,
      "grad_norm": 0.8134062816244475,
      "learning_rate": 0.0002657480810089477,
      "loss": 2.4688,
      "step": 29861
    },
    {
      "epoch": 1.3892533147243544,
      "grad_norm": 0.8801328565830195,
      "learning_rate": 0.00026574572035246546,
      "loss": 2.1562,
      "step": 29862
    },
    {
      "epoch": 1.3892998371714351,
      "grad_norm": 0.8630753482404521,
      "learning_rate": 0.00026574335962512306,
      "loss": 2.3125,
      "step": 29863
    },
    {
      "epoch": 1.389346359618516,
      "grad_norm": 0.8927238067576672,
      "learning_rate": 0.0002657409988269219,
      "loss": 2.2969,
      "step": 29864
    },
    {
      "epoch": 1.3893928820655965,
      "grad_norm": 0.8746534463263005,
      "learning_rate": 0.0002657386379578634,
      "loss": 2.6875,
      "step": 29865
    },
    {
      "epoch": 1.3894394045126774,
      "grad_norm": 0.8507607449983994,
      "learning_rate": 0.000265736277017949,
      "loss": 2.5,
      "step": 29866
    },
    {
      "epoch": 1.3894859269597581,
      "grad_norm": 0.9609690989667097,
      "learning_rate": 0.0002657339160071802,
      "loss": 2.6719,
      "step": 29867
    },
    {
      "epoch": 1.3895324494068388,
      "grad_norm": 0.8981912699021459,
      "learning_rate": 0.0002657315549255584,
      "loss": 2.6719,
      "step": 29868
    },
    {
      "epoch": 1.3895789718539195,
      "grad_norm": 0.8534852841653563,
      "learning_rate": 0.00026572919377308506,
      "loss": 2.2344,
      "step": 29869
    },
    {
      "epoch": 1.3896254943010002,
      "grad_norm": 0.8949806217853271,
      "learning_rate": 0.0002657268325497616,
      "loss": 2.4219,
      "step": 29870
    },
    {
      "epoch": 1.389672016748081,
      "grad_norm": 0.927973893372686,
      "learning_rate": 0.0002657244712555895,
      "loss": 2.5625,
      "step": 29871
    },
    {
      "epoch": 1.3897185391951616,
      "grad_norm": 0.9414607999529497,
      "learning_rate": 0.0002657221098905702,
      "loss": 2.4844,
      "step": 29872
    },
    {
      "epoch": 1.3897650616422423,
      "grad_norm": 0.8656501787188722,
      "learning_rate": 0.00026571974845470515,
      "loss": 2.375,
      "step": 29873
    },
    {
      "epoch": 1.389811584089323,
      "grad_norm": 0.8647890295046352,
      "learning_rate": 0.00026571738694799584,
      "loss": 2.4375,
      "step": 29874
    },
    {
      "epoch": 1.3898581065364037,
      "grad_norm": 0.8197060042096865,
      "learning_rate": 0.0002657150253704436,
      "loss": 2.3281,
      "step": 29875
    },
    {
      "epoch": 1.3899046289834844,
      "grad_norm": 0.8933108540649864,
      "learning_rate": 0.00026571266372204996,
      "loss": 2.4844,
      "step": 29876
    },
    {
      "epoch": 1.3899511514305654,
      "grad_norm": 0.8729228328879448,
      "learning_rate": 0.00026571030200281637,
      "loss": 2.2188,
      "step": 29877
    },
    {
      "epoch": 1.3899976738776458,
      "grad_norm": 0.910799660901564,
      "learning_rate": 0.0002657079402127442,
      "loss": 2.6094,
      "step": 29878
    },
    {
      "epoch": 1.3900441963247268,
      "grad_norm": 0.9222127129697635,
      "learning_rate": 0.00026570557835183493,
      "loss": 2.4375,
      "step": 29879
    },
    {
      "epoch": 1.3900907187718075,
      "grad_norm": 0.9095729397321699,
      "learning_rate": 0.0002657032164200901,
      "loss": 2.4375,
      "step": 29880
    },
    {
      "epoch": 1.3901372412188882,
      "grad_norm": 0.8141048432047863,
      "learning_rate": 0.00026570085441751103,
      "loss": 1.9922,
      "step": 29881
    },
    {
      "epoch": 1.3901837636659689,
      "grad_norm": 0.8596398644607186,
      "learning_rate": 0.0002656984923440992,
      "loss": 2.4375,
      "step": 29882
    },
    {
      "epoch": 1.3902302861130496,
      "grad_norm": 0.9564784074730884,
      "learning_rate": 0.0002656961301998561,
      "loss": 2.2031,
      "step": 29883
    },
    {
      "epoch": 1.3902768085601303,
      "grad_norm": 0.9199514175190502,
      "learning_rate": 0.0002656937679847832,
      "loss": 2.6875,
      "step": 29884
    },
    {
      "epoch": 1.390323331007211,
      "grad_norm": 0.8980971433888939,
      "learning_rate": 0.0002656914056988818,
      "loss": 2.3594,
      "step": 29885
    },
    {
      "epoch": 1.3903698534542916,
      "grad_norm": 0.8640122340536709,
      "learning_rate": 0.0002656890433421535,
      "loss": 1.8203,
      "step": 29886
    },
    {
      "epoch": 1.3904163759013723,
      "grad_norm": 0.9086043752379414,
      "learning_rate": 0.0002656866809145996,
      "loss": 2.4375,
      "step": 29887
    },
    {
      "epoch": 1.390462898348453,
      "grad_norm": 0.9608936073566532,
      "learning_rate": 0.0002656843184162218,
      "loss": 2.5469,
      "step": 29888
    },
    {
      "epoch": 1.3905094207955337,
      "grad_norm": 0.9128132225773091,
      "learning_rate": 0.00026568195584702125,
      "loss": 2.5312,
      "step": 29889
    },
    {
      "epoch": 1.3905559432426147,
      "grad_norm": 0.8992366521847812,
      "learning_rate": 0.00026567959320699953,
      "loss": 2.2344,
      "step": 29890
    },
    {
      "epoch": 1.3906024656896951,
      "grad_norm": 0.9103953935338795,
      "learning_rate": 0.0002656772304961581,
      "loss": 2.3594,
      "step": 29891
    },
    {
      "epoch": 1.390648988136776,
      "grad_norm": 0.8871722471611875,
      "learning_rate": 0.0002656748677144984,
      "loss": 2.5,
      "step": 29892
    },
    {
      "epoch": 1.3906955105838568,
      "grad_norm": 0.8903133670566818,
      "learning_rate": 0.0002656725048620218,
      "loss": 2.4531,
      "step": 29893
    },
    {
      "epoch": 1.3907420330309375,
      "grad_norm": 0.9480936948014709,
      "learning_rate": 0.0002656701419387299,
      "loss": 2.5312,
      "step": 29894
    },
    {
      "epoch": 1.3907885554780182,
      "grad_norm": 0.8103964544659136,
      "learning_rate": 0.000265667778944624,
      "loss": 2.5,
      "step": 29895
    },
    {
      "epoch": 1.3908350779250989,
      "grad_norm": 0.8130733671262141,
      "learning_rate": 0.00026566541587970567,
      "loss": 2.1719,
      "step": 29896
    },
    {
      "epoch": 1.3908816003721796,
      "grad_norm": 0.8683015546702172,
      "learning_rate": 0.00026566305274397625,
      "loss": 2.3438,
      "step": 29897
    },
    {
      "epoch": 1.3909281228192603,
      "grad_norm": 0.902320761068109,
      "learning_rate": 0.00026566068953743716,
      "loss": 2.5,
      "step": 29898
    },
    {
      "epoch": 1.390974645266341,
      "grad_norm": 0.9520587564865514,
      "learning_rate": 0.00026565832626009,
      "loss": 2.5,
      "step": 29899
    },
    {
      "epoch": 1.3910211677134217,
      "grad_norm": 0.8743183999544862,
      "learning_rate": 0.0002656559629119361,
      "loss": 2.3906,
      "step": 29900
    },
    {
      "epoch": 1.3910676901605026,
      "grad_norm": 0.9422461533520994,
      "learning_rate": 0.000265653599492977,
      "loss": 2.7656,
      "step": 29901
    },
    {
      "epoch": 1.391114212607583,
      "grad_norm": 0.9121726619856894,
      "learning_rate": 0.000265651236003214,
      "loss": 2.3594,
      "step": 29902
    },
    {
      "epoch": 1.391160735054664,
      "grad_norm": 0.9067639410771822,
      "learning_rate": 0.00026564887244264867,
      "loss": 2.3125,
      "step": 29903
    },
    {
      "epoch": 1.3912072575017445,
      "grad_norm": 0.8451299443278927,
      "learning_rate": 0.00026564650881128236,
      "loss": 2.2812,
      "step": 29904
    },
    {
      "epoch": 1.3912537799488254,
      "grad_norm": 0.8963972533874338,
      "learning_rate": 0.00026564414510911666,
      "loss": 2.2031,
      "step": 29905
    },
    {
      "epoch": 1.391300302395906,
      "grad_norm": 0.8934982911588087,
      "learning_rate": 0.0002656417813361529,
      "loss": 2.4219,
      "step": 29906
    },
    {
      "epoch": 1.3913468248429868,
      "grad_norm": 0.8669695084880966,
      "learning_rate": 0.00026563941749239257,
      "loss": 2.2969,
      "step": 29907
    },
    {
      "epoch": 1.3913933472900675,
      "grad_norm": 0.8507800928371498,
      "learning_rate": 0.0002656370535778371,
      "loss": 2.3594,
      "step": 29908
    },
    {
      "epoch": 1.3914398697371482,
      "grad_norm": 0.9202136082315059,
      "learning_rate": 0.00026563468959248793,
      "loss": 2.4375,
      "step": 29909
    },
    {
      "epoch": 1.3914863921842289,
      "grad_norm": 0.9344217777886958,
      "learning_rate": 0.00026563232553634654,
      "loss": 2.4688,
      "step": 29910
    },
    {
      "epoch": 1.3915329146313096,
      "grad_norm": 0.9234255566939724,
      "learning_rate": 0.00026562996140941435,
      "loss": 2.5469,
      "step": 29911
    },
    {
      "epoch": 1.3915794370783903,
      "grad_norm": 0.8242481850127595,
      "learning_rate": 0.0002656275972116928,
      "loss": 2.3125,
      "step": 29912
    },
    {
      "epoch": 1.391625959525471,
      "grad_norm": 0.8966817461960301,
      "learning_rate": 0.0002656252329431834,
      "loss": 2.6094,
      "step": 29913
    },
    {
      "epoch": 1.391672481972552,
      "grad_norm": 0.9329260995761348,
      "learning_rate": 0.0002656228686038875,
      "loss": 2.5781,
      "step": 29914
    },
    {
      "epoch": 1.3917190044196324,
      "grad_norm": 1.0088995085576467,
      "learning_rate": 0.0002656205041938066,
      "loss": 2.4062,
      "step": 29915
    },
    {
      "epoch": 1.3917655268667133,
      "grad_norm": 0.8775022820633371,
      "learning_rate": 0.0002656181397129422,
      "loss": 2.5,
      "step": 29916
    },
    {
      "epoch": 1.391812049313794,
      "grad_norm": 0.8359447159185228,
      "learning_rate": 0.00026561577516129564,
      "loss": 2.3906,
      "step": 29917
    },
    {
      "epoch": 1.3918585717608747,
      "grad_norm": 0.8412222539887724,
      "learning_rate": 0.00026561341053886846,
      "loss": 2.2812,
      "step": 29918
    },
    {
      "epoch": 1.3919050942079554,
      "grad_norm": 0.970661120461621,
      "learning_rate": 0.000265611045845662,
      "loss": 2.4844,
      "step": 29919
    },
    {
      "epoch": 1.391951616655036,
      "grad_norm": 0.9054235476344874,
      "learning_rate": 0.0002656086810816779,
      "loss": 2.5156,
      "step": 29920
    },
    {
      "epoch": 1.3919981391021168,
      "grad_norm": 0.8019937401870672,
      "learning_rate": 0.00026560631624691737,
      "loss": 2.0625,
      "step": 29921
    },
    {
      "epoch": 1.3920446615491975,
      "grad_norm": 0.9042733925225326,
      "learning_rate": 0.00026560395134138197,
      "loss": 2.7031,
      "step": 29922
    },
    {
      "epoch": 1.3920911839962782,
      "grad_norm": 0.891375446712591,
      "learning_rate": 0.0002656015863650732,
      "loss": 2.375,
      "step": 29923
    },
    {
      "epoch": 1.3921377064433589,
      "grad_norm": 0.9279215941266856,
      "learning_rate": 0.0002655992213179925,
      "loss": 2.3594,
      "step": 29924
    },
    {
      "epoch": 1.3921842288904396,
      "grad_norm": 0.885302638075745,
      "learning_rate": 0.0002655968562001412,
      "loss": 1.6094,
      "step": 29925
    },
    {
      "epoch": 1.3922307513375203,
      "grad_norm": 0.9340022376571674,
      "learning_rate": 0.00026559449101152085,
      "loss": 2.8125,
      "step": 29926
    },
    {
      "epoch": 1.3922772737846012,
      "grad_norm": 0.9870940734104691,
      "learning_rate": 0.00026559212575213287,
      "loss": 2.4219,
      "step": 29927
    },
    {
      "epoch": 1.3923237962316817,
      "grad_norm": 0.9147018852528548,
      "learning_rate": 0.0002655897604219787,
      "loss": 2.1562,
      "step": 29928
    },
    {
      "epoch": 1.3923703186787626,
      "grad_norm": 0.8652481698655863,
      "learning_rate": 0.0002655873950210598,
      "loss": 2.2812,
      "step": 29929
    },
    {
      "epoch": 1.3924168411258433,
      "grad_norm": 0.8723597323815476,
      "learning_rate": 0.00026558502954937763,
      "loss": 2.3438,
      "step": 29930
    },
    {
      "epoch": 1.392463363572924,
      "grad_norm": 0.83553145950288,
      "learning_rate": 0.00026558266400693363,
      "loss": 2.1875,
      "step": 29931
    },
    {
      "epoch": 1.3925098860200047,
      "grad_norm": 0.937545444707096,
      "learning_rate": 0.00026558029839372923,
      "loss": 2.3906,
      "step": 29932
    },
    {
      "epoch": 1.3925564084670854,
      "grad_norm": 0.8422745325783492,
      "learning_rate": 0.0002655779327097659,
      "loss": 2.4062,
      "step": 29933
    },
    {
      "epoch": 1.392602930914166,
      "grad_norm": 0.9055873054518846,
      "learning_rate": 0.000265575566955045,
      "loss": 2.3438,
      "step": 29934
    },
    {
      "epoch": 1.3926494533612468,
      "grad_norm": 0.8088619062517891,
      "learning_rate": 0.00026557320112956815,
      "loss": 2.3906,
      "step": 29935
    },
    {
      "epoch": 1.3926959758083275,
      "grad_norm": 0.9145788357678656,
      "learning_rate": 0.0002655708352333367,
      "loss": 2.3125,
      "step": 29936
    },
    {
      "epoch": 1.3927424982554082,
      "grad_norm": 1.0698484947988145,
      "learning_rate": 0.00026556846926635206,
      "loss": 2.3438,
      "step": 29937
    },
    {
      "epoch": 1.392789020702489,
      "grad_norm": 0.9376700412880364,
      "learning_rate": 0.0002655661032286157,
      "loss": 2.3906,
      "step": 29938
    },
    {
      "epoch": 1.3928355431495696,
      "grad_norm": 0.8508521998050894,
      "learning_rate": 0.00026556373712012917,
      "loss": 2.4688,
      "step": 29939
    },
    {
      "epoch": 1.3928820655966505,
      "grad_norm": 0.8744866968642944,
      "learning_rate": 0.0002655613709408939,
      "loss": 2.3906,
      "step": 29940
    },
    {
      "epoch": 1.392928588043731,
      "grad_norm": 0.86115372911468,
      "learning_rate": 0.0002655590046909111,
      "loss": 2.25,
      "step": 29941
    },
    {
      "epoch": 1.392975110490812,
      "grad_norm": 0.9212574114322517,
      "learning_rate": 0.00026555663837018247,
      "loss": 2.1562,
      "step": 29942
    },
    {
      "epoch": 1.3930216329378926,
      "grad_norm": 0.8700079112126743,
      "learning_rate": 0.0002655542719787094,
      "loss": 2.6094,
      "step": 29943
    },
    {
      "epoch": 1.3930681553849733,
      "grad_norm": 0.969412433486369,
      "learning_rate": 0.0002655519055164933,
      "loss": 2.6406,
      "step": 29944
    },
    {
      "epoch": 1.393114677832054,
      "grad_norm": 0.8941185703236667,
      "learning_rate": 0.00026554953898353566,
      "loss": 2.5312,
      "step": 29945
    },
    {
      "epoch": 1.3931612002791347,
      "grad_norm": 0.8293039401686529,
      "learning_rate": 0.0002655471723798379,
      "loss": 2.2344,
      "step": 29946
    },
    {
      "epoch": 1.3932077227262154,
      "grad_norm": 0.8651406928784239,
      "learning_rate": 0.00026554480570540153,
      "loss": 2.3438,
      "step": 29947
    },
    {
      "epoch": 1.393254245173296,
      "grad_norm": 0.9327094684034877,
      "learning_rate": 0.0002655424389602279,
      "loss": 2.6719,
      "step": 29948
    },
    {
      "epoch": 1.3933007676203768,
      "grad_norm": 0.8865513252750513,
      "learning_rate": 0.0002655400721443185,
      "loss": 2.4219,
      "step": 29949
    },
    {
      "epoch": 1.3933472900674575,
      "grad_norm": 0.9568865836351121,
      "learning_rate": 0.00026553770525767484,
      "loss": 2.3125,
      "step": 29950
    },
    {
      "epoch": 1.3933938125145382,
      "grad_norm": 0.9295044837921683,
      "learning_rate": 0.00026553533830029827,
      "loss": 2.7812,
      "step": 29951
    },
    {
      "epoch": 1.393440334961619,
      "grad_norm": 0.9099750981963529,
      "learning_rate": 0.00026553297127219024,
      "loss": 2.5469,
      "step": 29952
    },
    {
      "epoch": 1.3934868574086998,
      "grad_norm": 0.7999346552532112,
      "learning_rate": 0.00026553060417335234,
      "loss": 2.3281,
      "step": 29953
    },
    {
      "epoch": 1.3935333798557803,
      "grad_norm": 0.8884360057879177,
      "learning_rate": 0.00026552823700378586,
      "loss": 2.3906,
      "step": 29954
    },
    {
      "epoch": 1.3935799023028612,
      "grad_norm": 0.9095531306413764,
      "learning_rate": 0.00026552586976349236,
      "loss": 2.3906,
      "step": 29955
    },
    {
      "epoch": 1.393626424749942,
      "grad_norm": 0.898288059053544,
      "learning_rate": 0.00026552350245247317,
      "loss": 2.4062,
      "step": 29956
    },
    {
      "epoch": 1.3936729471970226,
      "grad_norm": 0.9333975380915168,
      "learning_rate": 0.00026552113507072984,
      "loss": 2.4219,
      "step": 29957
    },
    {
      "epoch": 1.3937194696441033,
      "grad_norm": 0.8887194338803694,
      "learning_rate": 0.00026551876761826384,
      "loss": 2.4688,
      "step": 29958
    },
    {
      "epoch": 1.393765992091184,
      "grad_norm": 0.8546072709573462,
      "learning_rate": 0.0002655164000950766,
      "loss": 2.2656,
      "step": 29959
    },
    {
      "epoch": 1.3938125145382647,
      "grad_norm": 0.9273115654913088,
      "learning_rate": 0.0002655140325011694,
      "loss": 2.2812,
      "step": 29960
    },
    {
      "epoch": 1.3938590369853454,
      "grad_norm": 0.8425139597401389,
      "learning_rate": 0.00026551166483654396,
      "loss": 2.0625,
      "step": 29961
    },
    {
      "epoch": 1.3939055594324261,
      "grad_norm": 0.9084139143098316,
      "learning_rate": 0.0002655092971012015,
      "loss": 2.75,
      "step": 29962
    },
    {
      "epoch": 1.3939520818795068,
      "grad_norm": 0.8899891825509557,
      "learning_rate": 0.0002655069292951436,
      "loss": 2.8281,
      "step": 29963
    },
    {
      "epoch": 1.3939986043265875,
      "grad_norm": 0.8882055311080528,
      "learning_rate": 0.00026550456141837166,
      "loss": 2.3906,
      "step": 29964
    },
    {
      "epoch": 1.3940451267736682,
      "grad_norm": 0.8504110417685644,
      "learning_rate": 0.0002655021934708872,
      "loss": 2.3438,
      "step": 29965
    },
    {
      "epoch": 1.3940916492207491,
      "grad_norm": 0.8805362792648047,
      "learning_rate": 0.0002654998254526916,
      "loss": 2.7031,
      "step": 29966
    },
    {
      "epoch": 1.3941381716678296,
      "grad_norm": 0.9060043574384035,
      "learning_rate": 0.0002654974573637863,
      "loss": 2.5,
      "step": 29967
    },
    {
      "epoch": 1.3941846941149105,
      "grad_norm": 0.8626823191667173,
      "learning_rate": 0.0002654950892041728,
      "loss": 2.4844,
      "step": 29968
    },
    {
      "epoch": 1.3942312165619912,
      "grad_norm": 0.8447239356928473,
      "learning_rate": 0.0002654927209738525,
      "loss": 2.4844,
      "step": 29969
    },
    {
      "epoch": 1.394277739009072,
      "grad_norm": 0.8453639315547751,
      "learning_rate": 0.0002654903526728269,
      "loss": 2.5625,
      "step": 29970
    },
    {
      "epoch": 1.3943242614561526,
      "grad_norm": 0.8928949819045675,
      "learning_rate": 0.0002654879843010974,
      "loss": 2.5156,
      "step": 29971
    },
    {
      "epoch": 1.3943707839032333,
      "grad_norm": 0.9438656330742521,
      "learning_rate": 0.00026548561585866553,
      "loss": 2.4062,
      "step": 29972
    },
    {
      "epoch": 1.394417306350314,
      "grad_norm": 0.9311856772046405,
      "learning_rate": 0.0002654832473455327,
      "loss": 2.5938,
      "step": 29973
    },
    {
      "epoch": 1.3944638287973947,
      "grad_norm": 0.8464494845206759,
      "learning_rate": 0.00026548087876170025,
      "loss": 2.3438,
      "step": 29974
    },
    {
      "epoch": 1.3945103512444754,
      "grad_norm": 0.8855312222978632,
      "learning_rate": 0.00026547851010716976,
      "loss": 2.4688,
      "step": 29975
    },
    {
      "epoch": 1.3945568736915561,
      "grad_norm": 0.9521027023809265,
      "learning_rate": 0.0002654761413819426,
      "loss": 2.5312,
      "step": 29976
    },
    {
      "epoch": 1.3946033961386368,
      "grad_norm": 0.9424212808131598,
      "learning_rate": 0.00026547377258602034,
      "loss": 2.4375,
      "step": 29977
    },
    {
      "epoch": 1.3946499185857175,
      "grad_norm": 0.9621058307635734,
      "learning_rate": 0.00026547140371940435,
      "loss": 2.1719,
      "step": 29978
    },
    {
      "epoch": 1.3946964410327984,
      "grad_norm": 0.8764164657721746,
      "learning_rate": 0.0002654690347820961,
      "loss": 2.4844,
      "step": 29979
    },
    {
      "epoch": 1.394742963479879,
      "grad_norm": 0.911641493714236,
      "learning_rate": 0.000265466665774097,
      "loss": 2.3438,
      "step": 29980
    },
    {
      "epoch": 1.3947894859269598,
      "grad_norm": 1.0438599407567677,
      "learning_rate": 0.0002654642966954085,
      "loss": 2.4219,
      "step": 29981
    },
    {
      "epoch": 1.3948360083740405,
      "grad_norm": 0.8894099511935014,
      "learning_rate": 0.0002654619275460321,
      "loss": 2.4375,
      "step": 29982
    },
    {
      "epoch": 1.3948825308211212,
      "grad_norm": 0.9686216641248321,
      "learning_rate": 0.00026545955832596923,
      "loss": 2.4219,
      "step": 29983
    },
    {
      "epoch": 1.394929053268202,
      "grad_norm": 0.9089217660580762,
      "learning_rate": 0.0002654571890352213,
      "loss": 2.5625,
      "step": 29984
    },
    {
      "epoch": 1.3949755757152826,
      "grad_norm": 0.8812687460860934,
      "learning_rate": 0.00026545481967378987,
      "loss": 2.7188,
      "step": 29985
    },
    {
      "epoch": 1.3950220981623633,
      "grad_norm": 0.9043508940588738,
      "learning_rate": 0.00026545245024167625,
      "loss": 2.5312,
      "step": 29986
    },
    {
      "epoch": 1.395068620609444,
      "grad_norm": 0.8808066529955706,
      "learning_rate": 0.000265450080738882,
      "loss": 2.5312,
      "step": 29987
    },
    {
      "epoch": 1.3951151430565247,
      "grad_norm": 0.8899495333646205,
      "learning_rate": 0.00026544771116540855,
      "loss": 2.5469,
      "step": 29988
    },
    {
      "epoch": 1.3951616655036054,
      "grad_norm": 0.8970314510209151,
      "learning_rate": 0.0002654453415212573,
      "loss": 2.2031,
      "step": 29989
    },
    {
      "epoch": 1.3952081879506861,
      "grad_norm": 0.9244210152842754,
      "learning_rate": 0.00026544297180642977,
      "loss": 2.4062,
      "step": 29990
    },
    {
      "epoch": 1.3952547103977668,
      "grad_norm": 0.8749072079172954,
      "learning_rate": 0.00026544060202092734,
      "loss": 2.1562,
      "step": 29991
    },
    {
      "epoch": 1.3953012328448477,
      "grad_norm": 0.947712337749739,
      "learning_rate": 0.00026543823216475146,
      "loss": 2.3906,
      "step": 29992
    },
    {
      "epoch": 1.3953477552919282,
      "grad_norm": 0.88971405300361,
      "learning_rate": 0.00026543586223790364,
      "loss": 2.2969,
      "step": 29993
    },
    {
      "epoch": 1.3953942777390091,
      "grad_norm": 0.8879358058423699,
      "learning_rate": 0.0002654334922403853,
      "loss": 2.4688,
      "step": 29994
    },
    {
      "epoch": 1.3954408001860898,
      "grad_norm": 0.9552025165697172,
      "learning_rate": 0.000265431122172198,
      "loss": 2.6562,
      "step": 29995
    },
    {
      "epoch": 1.3954873226331705,
      "grad_norm": 0.9647163061824297,
      "learning_rate": 0.0002654287520333429,
      "loss": 2.6875,
      "step": 29996
    },
    {
      "epoch": 1.3955338450802512,
      "grad_norm": 0.930986402300197,
      "learning_rate": 0.0002654263818238218,
      "loss": 2.2969,
      "step": 29997
    },
    {
      "epoch": 1.395580367527332,
      "grad_norm": 0.8211938635016386,
      "learning_rate": 0.00026542401154363584,
      "loss": 2.2812,
      "step": 29998
    },
    {
      "epoch": 1.3956268899744126,
      "grad_norm": 0.8976262845801095,
      "learning_rate": 0.00026542164119278675,
      "loss": 2.0781,
      "step": 29999
    },
    {
      "epoch": 1.3956734124214933,
      "grad_norm": 0.7967040415368593,
      "learning_rate": 0.00026541927077127576,
      "loss": 1.7344,
      "step": 30000
    },
    {
      "epoch": 1.395719934868574,
      "grad_norm": 0.885235048479789,
      "learning_rate": 0.0002654169002791045,
      "loss": 2.25,
      "step": 30001
    },
    {
      "epoch": 1.3957664573156547,
      "grad_norm": 0.832750971285217,
      "learning_rate": 0.00026541452971627427,
      "loss": 2.2969,
      "step": 30002
    },
    {
      "epoch": 1.3958129797627354,
      "grad_norm": 0.9336373468259703,
      "learning_rate": 0.00026541215908278663,
      "loss": 2.5469,
      "step": 30003
    },
    {
      "epoch": 1.3958595022098161,
      "grad_norm": 0.9230933199397834,
      "learning_rate": 0.0002654097883786429,
      "loss": 2.25,
      "step": 30004
    },
    {
      "epoch": 1.395906024656897,
      "grad_norm": 0.9071988052257579,
      "learning_rate": 0.0002654074176038447,
      "loss": 2.375,
      "step": 30005
    },
    {
      "epoch": 1.3959525471039775,
      "grad_norm": 0.9117198763993161,
      "learning_rate": 0.0002654050467583934,
      "loss": 2.5625,
      "step": 30006
    },
    {
      "epoch": 1.3959990695510585,
      "grad_norm": 0.9285396879096219,
      "learning_rate": 0.0002654026758422904,
      "loss": 2.2812,
      "step": 30007
    },
    {
      "epoch": 1.3960455919981392,
      "grad_norm": 0.738713481983855,
      "learning_rate": 0.0002654003048555372,
      "loss": 1.7422,
      "step": 30008
    },
    {
      "epoch": 1.3960921144452199,
      "grad_norm": 0.9479427100893393,
      "learning_rate": 0.00026539793379813534,
      "loss": 2.7188,
      "step": 30009
    },
    {
      "epoch": 1.3961386368923006,
      "grad_norm": 0.8973787907871547,
      "learning_rate": 0.00026539556267008606,
      "loss": 2.6094,
      "step": 30010
    },
    {
      "epoch": 1.3961851593393813,
      "grad_norm": 0.9056387726846641,
      "learning_rate": 0.00026539319147139104,
      "loss": 2.3906,
      "step": 30011
    },
    {
      "epoch": 1.396231681786462,
      "grad_norm": 0.9031205023605996,
      "learning_rate": 0.0002653908202020516,
      "loss": 2.3438,
      "step": 30012
    },
    {
      "epoch": 1.3962782042335427,
      "grad_norm": 0.8432593081568276,
      "learning_rate": 0.0002653884488620692,
      "loss": 2.5,
      "step": 30013
    },
    {
      "epoch": 1.3963247266806234,
      "grad_norm": 0.8178761538834284,
      "learning_rate": 0.00026538607745144526,
      "loss": 2.2031,
      "step": 30014
    },
    {
      "epoch": 1.396371249127704,
      "grad_norm": 0.8915815160468203,
      "learning_rate": 0.0002653837059701814,
      "loss": 2.6406,
      "step": 30015
    },
    {
      "epoch": 1.396417771574785,
      "grad_norm": 0.9046976604680578,
      "learning_rate": 0.00026538133441827885,
      "loss": 2.2812,
      "step": 30016
    },
    {
      "epoch": 1.3964642940218654,
      "grad_norm": 0.8799662742386188,
      "learning_rate": 0.00026537896279573927,
      "loss": 2.7188,
      "step": 30017
    },
    {
      "epoch": 1.3965108164689464,
      "grad_norm": 0.808662687283484,
      "learning_rate": 0.0002653765911025639,
      "loss": 2.0469,
      "step": 30018
    },
    {
      "epoch": 1.3965573389160268,
      "grad_norm": 0.8676116082468389,
      "learning_rate": 0.0002653742193387544,
      "loss": 2.3906,
      "step": 30019
    },
    {
      "epoch": 1.3966038613631078,
      "grad_norm": 0.852922030907908,
      "learning_rate": 0.00026537184750431204,
      "loss": 2.5156,
      "step": 30020
    },
    {
      "epoch": 1.3966503838101885,
      "grad_norm": 0.8929650746929669,
      "learning_rate": 0.00026536947559923843,
      "loss": 2.5625,
      "step": 30021
    },
    {
      "epoch": 1.3966969062572692,
      "grad_norm": 0.9364924955343809,
      "learning_rate": 0.0002653671036235349,
      "loss": 1.7422,
      "step": 30022
    },
    {
      "epoch": 1.3967434287043499,
      "grad_norm": 0.8645501009758091,
      "learning_rate": 0.000265364731577203,
      "loss": 2.5,
      "step": 30023
    },
    {
      "epoch": 1.3967899511514306,
      "grad_norm": 0.9476427600841794,
      "learning_rate": 0.00026536235946024407,
      "loss": 2.7031,
      "step": 30024
    },
    {
      "epoch": 1.3968364735985113,
      "grad_norm": 0.9071898645515661,
      "learning_rate": 0.0002653599872726596,
      "loss": 2.3594,
      "step": 30025
    },
    {
      "epoch": 1.396882996045592,
      "grad_norm": 0.8474297223189292,
      "learning_rate": 0.0002653576150144511,
      "loss": 2.2812,
      "step": 30026
    },
    {
      "epoch": 1.3969295184926727,
      "grad_norm": 0.9123047479580774,
      "learning_rate": 0.00026535524268562,
      "loss": 2.4688,
      "step": 30027
    },
    {
      "epoch": 1.3969760409397534,
      "grad_norm": 0.975605386705734,
      "learning_rate": 0.00026535287028616773,
      "loss": 2.4844,
      "step": 30028
    },
    {
      "epoch": 1.3970225633868343,
      "grad_norm": 0.9556765339525635,
      "learning_rate": 0.0002653504978160958,
      "loss": 2.5,
      "step": 30029
    },
    {
      "epoch": 1.3970690858339148,
      "grad_norm": 0.9080360080128829,
      "learning_rate": 0.00026534812527540555,
      "loss": 2.4375,
      "step": 30030
    },
    {
      "epoch": 1.3971156082809957,
      "grad_norm": 0.897018444102982,
      "learning_rate": 0.00026534575266409853,
      "loss": 2.375,
      "step": 30031
    },
    {
      "epoch": 1.3971621307280764,
      "grad_norm": 0.890305986045333,
      "learning_rate": 0.0002653433799821762,
      "loss": 2.3125,
      "step": 30032
    },
    {
      "epoch": 1.397208653175157,
      "grad_norm": 0.9947358548672658,
      "learning_rate": 0.0002653410072296399,
      "loss": 2.7344,
      "step": 30033
    },
    {
      "epoch": 1.3972551756222378,
      "grad_norm": 1.0111797251829633,
      "learning_rate": 0.0002653386344064912,
      "loss": 2.875,
      "step": 30034
    },
    {
      "epoch": 1.3973016980693185,
      "grad_norm": 0.9061932141928692,
      "learning_rate": 0.0002653362615127315,
      "loss": 2.7344,
      "step": 30035
    },
    {
      "epoch": 1.3973482205163992,
      "grad_norm": 0.9274759437963023,
      "learning_rate": 0.00026533388854836225,
      "loss": 2.5156,
      "step": 30036
    },
    {
      "epoch": 1.3973947429634799,
      "grad_norm": 0.8971144923342521,
      "learning_rate": 0.0002653315155133849,
      "loss": 2.3906,
      "step": 30037
    },
    {
      "epoch": 1.3974412654105606,
      "grad_norm": 0.9984416374981455,
      "learning_rate": 0.00026532914240780096,
      "loss": 2.7656,
      "step": 30038
    },
    {
      "epoch": 1.3974877878576413,
      "grad_norm": 0.8833198105437975,
      "learning_rate": 0.00026532676923161176,
      "loss": 2.1562,
      "step": 30039
    },
    {
      "epoch": 1.397534310304722,
      "grad_norm": 0.9550404483001482,
      "learning_rate": 0.0002653243959848189,
      "loss": 2.5156,
      "step": 30040
    },
    {
      "epoch": 1.3975808327518027,
      "grad_norm": 0.9277871919194242,
      "learning_rate": 0.00026532202266742373,
      "loss": 2.4062,
      "step": 30041
    },
    {
      "epoch": 1.3976273551988836,
      "grad_norm": 0.9101114652144598,
      "learning_rate": 0.0002653196492794278,
      "loss": 2.4844,
      "step": 30042
    },
    {
      "epoch": 1.397673877645964,
      "grad_norm": 0.9573837906875645,
      "learning_rate": 0.0002653172758208324,
      "loss": 2.6562,
      "step": 30043
    },
    {
      "epoch": 1.397720400093045,
      "grad_norm": 0.8801657081285551,
      "learning_rate": 0.0002653149022916392,
      "loss": 2.4375,
      "step": 30044
    },
    {
      "epoch": 1.3977669225401257,
      "grad_norm": 0.8862167154278398,
      "learning_rate": 0.0002653125286918495,
      "loss": 2.4844,
      "step": 30045
    },
    {
      "epoch": 1.3978134449872064,
      "grad_norm": 1.0306219833245933,
      "learning_rate": 0.00026531015502146473,
      "loss": 2.7344,
      "step": 30046
    },
    {
      "epoch": 1.397859967434287,
      "grad_norm": 0.9533316773083084,
      "learning_rate": 0.00026530778128048643,
      "loss": 2.4531,
      "step": 30047
    },
    {
      "epoch": 1.3979064898813678,
      "grad_norm": 0.9566881323265098,
      "learning_rate": 0.00026530540746891605,
      "loss": 2.4844,
      "step": 30048
    },
    {
      "epoch": 1.3979530123284485,
      "grad_norm": 0.8444094679404878,
      "learning_rate": 0.00026530303358675506,
      "loss": 2.4844,
      "step": 30049
    },
    {
      "epoch": 1.3979995347755292,
      "grad_norm": 0.8453641094137129,
      "learning_rate": 0.0002653006596340048,
      "loss": 2.4531,
      "step": 30050
    },
    {
      "epoch": 1.3980460572226099,
      "grad_norm": 0.9004603649179482,
      "learning_rate": 0.0002652982856106668,
      "loss": 1.9453,
      "step": 30051
    },
    {
      "epoch": 1.3980925796696906,
      "grad_norm": 0.8692916450287421,
      "learning_rate": 0.00026529591151674254,
      "loss": 2.2656,
      "step": 30052
    },
    {
      "epoch": 1.3981391021167713,
      "grad_norm": 0.9249156765961514,
      "learning_rate": 0.00026529353735223345,
      "loss": 2.4688,
      "step": 30053
    },
    {
      "epoch": 1.398185624563852,
      "grad_norm": 0.8273800989606265,
      "learning_rate": 0.00026529116311714096,
      "loss": 2.25,
      "step": 30054
    },
    {
      "epoch": 1.398232147010933,
      "grad_norm": 0.9469940258448625,
      "learning_rate": 0.00026528878881146653,
      "loss": 2.3594,
      "step": 30055
    },
    {
      "epoch": 1.3982786694580134,
      "grad_norm": 0.8772108619517222,
      "learning_rate": 0.0002652864144352116,
      "loss": 2.3125,
      "step": 30056
    },
    {
      "epoch": 1.3983251919050943,
      "grad_norm": 0.946889479542232,
      "learning_rate": 0.0002652840399883777,
      "loss": 2.5625,
      "step": 30057
    },
    {
      "epoch": 1.398371714352175,
      "grad_norm": 0.9153482932160955,
      "learning_rate": 0.0002652816654709662,
      "loss": 2.25,
      "step": 30058
    },
    {
      "epoch": 1.3984182367992557,
      "grad_norm": 0.9078445302589196,
      "learning_rate": 0.0002652792908829786,
      "loss": 2.7031,
      "step": 30059
    },
    {
      "epoch": 1.3984647592463364,
      "grad_norm": 0.9408877422495793,
      "learning_rate": 0.0002652769162244164,
      "loss": 2.4219,
      "step": 30060
    },
    {
      "epoch": 1.398511281693417,
      "grad_norm": 0.8387979779683584,
      "learning_rate": 0.00026527454149528093,
      "loss": 2.6406,
      "step": 30061
    },
    {
      "epoch": 1.3985578041404978,
      "grad_norm": 0.9258914956712683,
      "learning_rate": 0.0002652721666955737,
      "loss": 2.7188,
      "step": 30062
    },
    {
      "epoch": 1.3986043265875785,
      "grad_norm": 0.8777989841476864,
      "learning_rate": 0.00026526979182529614,
      "loss": 2.3125,
      "step": 30063
    },
    {
      "epoch": 1.3986508490346592,
      "grad_norm": 0.9132510082945473,
      "learning_rate": 0.0002652674168844498,
      "loss": 2.6719,
      "step": 30064
    },
    {
      "epoch": 1.39869737148174,
      "grad_norm": 0.858077572251046,
      "learning_rate": 0.000265265041873036,
      "loss": 2.3906,
      "step": 30065
    },
    {
      "epoch": 1.3987438939288206,
      "grad_norm": 0.9064028579424224,
      "learning_rate": 0.00026526266679105634,
      "loss": 2.3125,
      "step": 30066
    },
    {
      "epoch": 1.3987904163759013,
      "grad_norm": 0.8654647119629744,
      "learning_rate": 0.00026526029163851213,
      "loss": 2.3906,
      "step": 30067
    },
    {
      "epoch": 1.3988369388229822,
      "grad_norm": 0.9291097537283636,
      "learning_rate": 0.00026525791641540496,
      "loss": 2.6875,
      "step": 30068
    },
    {
      "epoch": 1.3988834612700627,
      "grad_norm": 0.921557155656139,
      "learning_rate": 0.0002652555411217361,
      "loss": 2.3906,
      "step": 30069
    },
    {
      "epoch": 1.3989299837171436,
      "grad_norm": 0.8770513852185817,
      "learning_rate": 0.00026525316575750724,
      "loss": 2.5938,
      "step": 30070
    },
    {
      "epoch": 1.3989765061642243,
      "grad_norm": 0.9016045824020117,
      "learning_rate": 0.00026525079032271967,
      "loss": 2.4688,
      "step": 30071
    },
    {
      "epoch": 1.399023028611305,
      "grad_norm": 0.8823481592108908,
      "learning_rate": 0.00026524841481737483,
      "loss": 2.3594,
      "step": 30072
    },
    {
      "epoch": 1.3990695510583857,
      "grad_norm": 0.9280198363978437,
      "learning_rate": 0.00026524603924147434,
      "loss": 2.5625,
      "step": 30073
    },
    {
      "epoch": 1.3991160735054664,
      "grad_norm": 1.0040692968735356,
      "learning_rate": 0.00026524366359501945,
      "loss": 2.6875,
      "step": 30074
    },
    {
      "epoch": 1.399162595952547,
      "grad_norm": 0.8310971571094561,
      "learning_rate": 0.0002652412878780118,
      "loss": 1.6953,
      "step": 30075
    },
    {
      "epoch": 1.3992091183996278,
      "grad_norm": 0.8842403536220654,
      "learning_rate": 0.00026523891209045264,
      "loss": 2.5,
      "step": 30076
    },
    {
      "epoch": 1.3992556408467085,
      "grad_norm": 0.8455372009915536,
      "learning_rate": 0.0002652365362323436,
      "loss": 2.3594,
      "step": 30077
    },
    {
      "epoch": 1.3993021632937892,
      "grad_norm": 0.8731040188085932,
      "learning_rate": 0.0002652341603036861,
      "loss": 2.3125,
      "step": 30078
    },
    {
      "epoch": 1.39934868574087,
      "grad_norm": 0.8999198068057,
      "learning_rate": 0.0002652317843044815,
      "loss": 2.2969,
      "step": 30079
    },
    {
      "epoch": 1.3993952081879506,
      "grad_norm": 0.9297439070209303,
      "learning_rate": 0.0002652294082347314,
      "loss": 2.3281,
      "step": 30080
    },
    {
      "epoch": 1.3994417306350315,
      "grad_norm": 0.8344987151683605,
      "learning_rate": 0.0002652270320944371,
      "loss": 2.2344,
      "step": 30081
    },
    {
      "epoch": 1.399488253082112,
      "grad_norm": 0.8274850777488215,
      "learning_rate": 0.0002652246558836002,
      "loss": 2.2188,
      "step": 30082
    },
    {
      "epoch": 1.399534775529193,
      "grad_norm": 0.8466995602773322,
      "learning_rate": 0.0002652222796022221,
      "loss": 2.4375,
      "step": 30083
    },
    {
      "epoch": 1.3995812979762736,
      "grad_norm": 0.8369795834936603,
      "learning_rate": 0.00026521990325030416,
      "loss": 2.2969,
      "step": 30084
    },
    {
      "epoch": 1.3996278204233543,
      "grad_norm": 0.9501732281681678,
      "learning_rate": 0.00026521752682784794,
      "loss": 2.2656,
      "step": 30085
    },
    {
      "epoch": 1.399674342870435,
      "grad_norm": 0.9252464447710764,
      "learning_rate": 0.00026521515033485493,
      "loss": 2.3125,
      "step": 30086
    },
    {
      "epoch": 1.3997208653175157,
      "grad_norm": 0.8910412614821188,
      "learning_rate": 0.0002652127737713265,
      "loss": 2.4531,
      "step": 30087
    },
    {
      "epoch": 1.3997673877645964,
      "grad_norm": 0.9108384536686612,
      "learning_rate": 0.0002652103971372641,
      "loss": 2.4844,
      "step": 30088
    },
    {
      "epoch": 1.3998139102116771,
      "grad_norm": 0.9166220067022826,
      "learning_rate": 0.00026520802043266924,
      "loss": 2.4375,
      "step": 30089
    },
    {
      "epoch": 1.3998604326587578,
      "grad_norm": 0.9103271702094503,
      "learning_rate": 0.0002652056436575433,
      "loss": 2.6094,
      "step": 30090
    },
    {
      "epoch": 1.3999069551058385,
      "grad_norm": 0.9385810155395893,
      "learning_rate": 0.00026520326681188784,
      "loss": 2.5469,
      "step": 30091
    },
    {
      "epoch": 1.3999534775529192,
      "grad_norm": 0.8857599510468247,
      "learning_rate": 0.00026520088989570427,
      "loss": 2.4375,
      "step": 30092
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.9183503561302482,
      "learning_rate": 0.000265198512908994,
      "loss": 2.4531,
      "step": 30093
    },
    {
      "epoch": 1.4000465224470808,
      "grad_norm": 0.9045688198950113,
      "learning_rate": 0.00026519613585175854,
      "loss": 2.3594,
      "step": 30094
    },
    {
      "epoch": 1.4000930448941613,
      "grad_norm": 0.9146114946119072,
      "learning_rate": 0.0002651937587239993,
      "loss": 2.7031,
      "step": 30095
    },
    {
      "epoch": 1.4001395673412422,
      "grad_norm": 1.047257873793942,
      "learning_rate": 0.0002651913815257178,
      "loss": 2.4375,
      "step": 30096
    },
    {
      "epoch": 1.400186089788323,
      "grad_norm": 1.073608275342865,
      "learning_rate": 0.00026518900425691544,
      "loss": 2.4531,
      "step": 30097
    },
    {
      "epoch": 1.4002326122354036,
      "grad_norm": 0.9364949728232894,
      "learning_rate": 0.0002651866269175937,
      "loss": 2.4219,
      "step": 30098
    },
    {
      "epoch": 1.4002791346824843,
      "grad_norm": 0.8810116405884392,
      "learning_rate": 0.00026518424950775404,
      "loss": 2.3281,
      "step": 30099
    },
    {
      "epoch": 1.400325657129565,
      "grad_norm": 0.8522820237130947,
      "learning_rate": 0.00026518187202739785,
      "loss": 2.3906,
      "step": 30100
    },
    {
      "epoch": 1.4003721795766457,
      "grad_norm": 0.9718411629384207,
      "learning_rate": 0.00026517949447652666,
      "loss": 2.4531,
      "step": 30101
    },
    {
      "epoch": 1.4004187020237264,
      "grad_norm": 0.9274486566563233,
      "learning_rate": 0.00026517711685514195,
      "loss": 2.1875,
      "step": 30102
    },
    {
      "epoch": 1.4004652244708071,
      "grad_norm": 0.9781479423898565,
      "learning_rate": 0.00026517473916324506,
      "loss": 2.2812,
      "step": 30103
    },
    {
      "epoch": 1.4005117469178878,
      "grad_norm": 0.883564711953352,
      "learning_rate": 0.0002651723614008376,
      "loss": 2.3125,
      "step": 30104
    },
    {
      "epoch": 1.4005582693649685,
      "grad_norm": 0.8681625269470381,
      "learning_rate": 0.0002651699835679209,
      "loss": 2.3906,
      "step": 30105
    },
    {
      "epoch": 1.4006047918120492,
      "grad_norm": 0.9321347326436126,
      "learning_rate": 0.00026516760566449644,
      "loss": 2.6094,
      "step": 30106
    },
    {
      "epoch": 1.4006513142591301,
      "grad_norm": 0.9469342559495971,
      "learning_rate": 0.0002651652276905657,
      "loss": 2.3906,
      "step": 30107
    },
    {
      "epoch": 1.4006978367062106,
      "grad_norm": 0.9185883426933119,
      "learning_rate": 0.00026516284964613014,
      "loss": 2.4375,
      "step": 30108
    },
    {
      "epoch": 1.4007443591532915,
      "grad_norm": 0.9271572315331603,
      "learning_rate": 0.0002651604715311912,
      "loss": 2.5938,
      "step": 30109
    },
    {
      "epoch": 1.4007908816003722,
      "grad_norm": 0.8875190787479265,
      "learning_rate": 0.00026515809334575033,
      "loss": 2.4688,
      "step": 30110
    },
    {
      "epoch": 1.400837404047453,
      "grad_norm": 0.8748829479497796,
      "learning_rate": 0.00026515571508980903,
      "loss": 2.5938,
      "step": 30111
    },
    {
      "epoch": 1.4008839264945336,
      "grad_norm": 0.8552149296272746,
      "learning_rate": 0.00026515333676336867,
      "loss": 2.4375,
      "step": 30112
    },
    {
      "epoch": 1.4009304489416143,
      "grad_norm": 0.8566110767582651,
      "learning_rate": 0.00026515095836643083,
      "loss": 2.2656,
      "step": 30113
    },
    {
      "epoch": 1.400976971388695,
      "grad_norm": 0.8696936666109972,
      "learning_rate": 0.0002651485798989968,
      "loss": 2.3125,
      "step": 30114
    },
    {
      "epoch": 1.4010234938357757,
      "grad_norm": 0.796770735054131,
      "learning_rate": 0.0002651462013610682,
      "loss": 2.1875,
      "step": 30115
    },
    {
      "epoch": 1.4010700162828564,
      "grad_norm": 0.8762418057596194,
      "learning_rate": 0.00026514382275264647,
      "loss": 2.5312,
      "step": 30116
    },
    {
      "epoch": 1.4011165387299371,
      "grad_norm": 0.8538160316107649,
      "learning_rate": 0.0002651414440737329,
      "loss": 2.3438,
      "step": 30117
    },
    {
      "epoch": 1.4011630611770178,
      "grad_norm": 0.8899862106016829,
      "learning_rate": 0.0002651390653243291,
      "loss": 2.4531,
      "step": 30118
    },
    {
      "epoch": 1.4012095836240985,
      "grad_norm": 0.8439791730982983,
      "learning_rate": 0.0002651366865044365,
      "loss": 2.4844,
      "step": 30119
    },
    {
      "epoch": 1.4012561060711795,
      "grad_norm": 1.0632739923186183,
      "learning_rate": 0.00026513430761405655,
      "loss": 2.4375,
      "step": 30120
    },
    {
      "epoch": 1.40130262851826,
      "grad_norm": 0.8243002972971897,
      "learning_rate": 0.0002651319286531907,
      "loss": 2.5625,
      "step": 30121
    },
    {
      "epoch": 1.4013491509653409,
      "grad_norm": 0.8463832910516164,
      "learning_rate": 0.00026512954962184035,
      "loss": 1.6484,
      "step": 30122
    },
    {
      "epoch": 1.4013956734124215,
      "grad_norm": 0.9205752588191128,
      "learning_rate": 0.00026512717052000706,
      "loss": 2.5625,
      "step": 30123
    },
    {
      "epoch": 1.4014421958595022,
      "grad_norm": 0.9651878092123358,
      "learning_rate": 0.00026512479134769223,
      "loss": 2.2812,
      "step": 30124
    },
    {
      "epoch": 1.401488718306583,
      "grad_norm": 0.923114216119025,
      "learning_rate": 0.0002651224121048973,
      "loss": 2.4062,
      "step": 30125
    },
    {
      "epoch": 1.4015352407536636,
      "grad_norm": 0.9371385571271349,
      "learning_rate": 0.0002651200327916238,
      "loss": 2.3594,
      "step": 30126
    },
    {
      "epoch": 1.4015817632007443,
      "grad_norm": 0.9684577181918202,
      "learning_rate": 0.0002651176534078731,
      "loss": 2.375,
      "step": 30127
    },
    {
      "epoch": 1.401628285647825,
      "grad_norm": 0.8875913006150771,
      "learning_rate": 0.00026511527395364667,
      "loss": 2.2656,
      "step": 30128
    },
    {
      "epoch": 1.4016748080949057,
      "grad_norm": 1.0236412344897994,
      "learning_rate": 0.000265112894428946,
      "loss": 2.6875,
      "step": 30129
    },
    {
      "epoch": 1.4017213305419864,
      "grad_norm": 0.8754963576188489,
      "learning_rate": 0.0002651105148337726,
      "loss": 2.25,
      "step": 30130
    },
    {
      "epoch": 1.4017678529890671,
      "grad_norm": 0.8891491476055285,
      "learning_rate": 0.00026510813516812784,
      "loss": 2.2656,
      "step": 30131
    },
    {
      "epoch": 1.4018143754361478,
      "grad_norm": 0.8881408591389331,
      "learning_rate": 0.0002651057554320132,
      "loss": 1.8203,
      "step": 30132
    },
    {
      "epoch": 1.4018608978832288,
      "grad_norm": 0.9315002334745169,
      "learning_rate": 0.00026510337562543005,
      "loss": 2.5938,
      "step": 30133
    },
    {
      "epoch": 1.4019074203303092,
      "grad_norm": 0.9094032257302859,
      "learning_rate": 0.00026510099574838006,
      "loss": 2.5156,
      "step": 30134
    },
    {
      "epoch": 1.4019539427773902,
      "grad_norm": 1.003370731167371,
      "learning_rate": 0.0002650986158008645,
      "loss": 2.5469,
      "step": 30135
    },
    {
      "epoch": 1.4020004652244709,
      "grad_norm": 0.9161625918141408,
      "learning_rate": 0.0002650962357828849,
      "loss": 2.625,
      "step": 30136
    },
    {
      "epoch": 1.4020469876715516,
      "grad_norm": 0.8769767172743028,
      "learning_rate": 0.0002650938556944427,
      "loss": 1.9297,
      "step": 30137
    },
    {
      "epoch": 1.4020935101186323,
      "grad_norm": 0.9170401694347146,
      "learning_rate": 0.0002650914755355394,
      "loss": 2.2344,
      "step": 30138
    },
    {
      "epoch": 1.402140032565713,
      "grad_norm": 0.9358657559046254,
      "learning_rate": 0.00026508909530617634,
      "loss": 2.5781,
      "step": 30139
    },
    {
      "epoch": 1.4021865550127937,
      "grad_norm": 0.8571134088640795,
      "learning_rate": 0.0002650867150063551,
      "loss": 2.1406,
      "step": 30140
    },
    {
      "epoch": 1.4022330774598744,
      "grad_norm": 0.8882562313137171,
      "learning_rate": 0.0002650843346360771,
      "loss": 2.5156,
      "step": 30141
    },
    {
      "epoch": 1.402279599906955,
      "grad_norm": 0.8950413814030672,
      "learning_rate": 0.00026508195419534385,
      "loss": 2.6719,
      "step": 30142
    },
    {
      "epoch": 1.4023261223540358,
      "grad_norm": 0.8622465844521586,
      "learning_rate": 0.00026507957368415664,
      "loss": 2.4844,
      "step": 30143
    },
    {
      "epoch": 1.4023726448011167,
      "grad_norm": 0.8435588510450105,
      "learning_rate": 0.0002650771931025171,
      "loss": 2.0625,
      "step": 30144
    },
    {
      "epoch": 1.4024191672481972,
      "grad_norm": 0.902469162767157,
      "learning_rate": 0.0002650748124504266,
      "loss": 2.4844,
      "step": 30145
    },
    {
      "epoch": 1.402465689695278,
      "grad_norm": 0.9258181987786588,
      "learning_rate": 0.00026507243172788666,
      "loss": 2.5156,
      "step": 30146
    },
    {
      "epoch": 1.4025122121423585,
      "grad_norm": 0.8731797952307143,
      "learning_rate": 0.00026507005093489867,
      "loss": 2.1406,
      "step": 30147
    },
    {
      "epoch": 1.4025587345894395,
      "grad_norm": 0.9466445270640438,
      "learning_rate": 0.0002650676700714641,
      "loss": 2.5156,
      "step": 30148
    },
    {
      "epoch": 1.4026052570365202,
      "grad_norm": 0.9217010361941513,
      "learning_rate": 0.00026506528913758446,
      "loss": 2.5312,
      "step": 30149
    },
    {
      "epoch": 1.4026517794836009,
      "grad_norm": 0.909239834452779,
      "learning_rate": 0.0002650629081332612,
      "loss": 2.3438,
      "step": 30150
    },
    {
      "epoch": 1.4026983019306816,
      "grad_norm": 0.8913649803518129,
      "learning_rate": 0.00026506052705849566,
      "loss": 2.4062,
      "step": 30151
    },
    {
      "epoch": 1.4027448243777623,
      "grad_norm": 0.8938885459522594,
      "learning_rate": 0.00026505814591328946,
      "loss": 2.4531,
      "step": 30152
    },
    {
      "epoch": 1.402791346824843,
      "grad_norm": 0.9149547182140658,
      "learning_rate": 0.00026505576469764395,
      "loss": 2.6562,
      "step": 30153
    },
    {
      "epoch": 1.4028378692719237,
      "grad_norm": 0.8123614805769892,
      "learning_rate": 0.0002650533834115606,
      "loss": 2.25,
      "step": 30154
    },
    {
      "epoch": 1.4028843917190044,
      "grad_norm": 0.8465968009047085,
      "learning_rate": 0.00026505100205504096,
      "loss": 2.3906,
      "step": 30155
    },
    {
      "epoch": 1.402930914166085,
      "grad_norm": 0.9005493653779413,
      "learning_rate": 0.0002650486206280864,
      "loss": 2.2812,
      "step": 30156
    },
    {
      "epoch": 1.402977436613166,
      "grad_norm": 0.8432389990955155,
      "learning_rate": 0.0002650462391306983,
      "loss": 2.125,
      "step": 30157
    },
    {
      "epoch": 1.4030239590602465,
      "grad_norm": 0.9686192353880306,
      "learning_rate": 0.00026504385756287836,
      "loss": 2.4062,
      "step": 30158
    },
    {
      "epoch": 1.4030704815073274,
      "grad_norm": 0.8782298361051822,
      "learning_rate": 0.0002650414759246278,
      "loss": 2.3594,
      "step": 30159
    },
    {
      "epoch": 1.403117003954408,
      "grad_norm": 0.9102885478735835,
      "learning_rate": 0.0002650390942159482,
      "loss": 2.1094,
      "step": 30160
    },
    {
      "epoch": 1.4031635264014888,
      "grad_norm": 0.8522911272648274,
      "learning_rate": 0.000265036712436841,
      "loss": 1.625,
      "step": 30161
    },
    {
      "epoch": 1.4032100488485695,
      "grad_norm": 0.9331075226954691,
      "learning_rate": 0.00026503433058730757,
      "loss": 2.5312,
      "step": 30162
    },
    {
      "epoch": 1.4032565712956502,
      "grad_norm": 0.9035428237473666,
      "learning_rate": 0.00026503194866734953,
      "loss": 2.2812,
      "step": 30163
    },
    {
      "epoch": 1.4033030937427309,
      "grad_norm": 0.8834151980718382,
      "learning_rate": 0.0002650295666769682,
      "loss": 2.3594,
      "step": 30164
    },
    {
      "epoch": 1.4033496161898116,
      "grad_norm": 0.8238468642808701,
      "learning_rate": 0.00026502718461616516,
      "loss": 2.2188,
      "step": 30165
    },
    {
      "epoch": 1.4033961386368923,
      "grad_norm": 0.847890064832994,
      "learning_rate": 0.00026502480248494177,
      "loss": 2.2969,
      "step": 30166
    },
    {
      "epoch": 1.403442661083973,
      "grad_norm": 0.8680836980410565,
      "learning_rate": 0.0002650224202832995,
      "loss": 2.6094,
      "step": 30167
    },
    {
      "epoch": 1.4034891835310537,
      "grad_norm": 0.9506269788578775,
      "learning_rate": 0.0002650200380112398,
      "loss": 2.3906,
      "step": 30168
    },
    {
      "epoch": 1.4035357059781344,
      "grad_norm": 0.9500687277044539,
      "learning_rate": 0.0002650176556687642,
      "loss": 2.6719,
      "step": 30169
    },
    {
      "epoch": 1.4035822284252153,
      "grad_norm": 0.9510221216961572,
      "learning_rate": 0.0002650152732558741,
      "loss": 2.4688,
      "step": 30170
    },
    {
      "epoch": 1.4036287508722958,
      "grad_norm": 0.888805052649894,
      "learning_rate": 0.000265012890772571,
      "loss": 2.2188,
      "step": 30171
    },
    {
      "epoch": 1.4036752733193767,
      "grad_norm": 0.8763160832267597,
      "learning_rate": 0.0002650105082188563,
      "loss": 2.2656,
      "step": 30172
    },
    {
      "epoch": 1.4037217957664574,
      "grad_norm": 0.9193001006613097,
      "learning_rate": 0.0002650081255947315,
      "loss": 2.8281,
      "step": 30173
    },
    {
      "epoch": 1.403768318213538,
      "grad_norm": 0.8478018333125017,
      "learning_rate": 0.000265005742900198,
      "loss": 2.4375,
      "step": 30174
    },
    {
      "epoch": 1.4038148406606188,
      "grad_norm": 0.8606976912063664,
      "learning_rate": 0.0002650033601352574,
      "loss": 2.2812,
      "step": 30175
    },
    {
      "epoch": 1.4038613631076995,
      "grad_norm": 0.9355725021594637,
      "learning_rate": 0.00026500097729991096,
      "loss": 2.7188,
      "step": 30176
    },
    {
      "epoch": 1.4039078855547802,
      "grad_norm": 0.8966717744406647,
      "learning_rate": 0.0002649985943941603,
      "loss": 2.5,
      "step": 30177
    },
    {
      "epoch": 1.4039544080018609,
      "grad_norm": 0.8995531598164338,
      "learning_rate": 0.00026499621141800684,
      "loss": 2.2969,
      "step": 30178
    },
    {
      "epoch": 1.4040009304489416,
      "grad_norm": 0.8780134558759249,
      "learning_rate": 0.000264993828371452,
      "loss": 2.1875,
      "step": 30179
    },
    {
      "epoch": 1.4040474528960223,
      "grad_norm": 0.8999749645467389,
      "learning_rate": 0.00026499144525449724,
      "loss": 2.5156,
      "step": 30180
    },
    {
      "epoch": 1.404093975343103,
      "grad_norm": 0.8553286087620845,
      "learning_rate": 0.00026498906206714405,
      "loss": 2.4531,
      "step": 30181
    },
    {
      "epoch": 1.4041404977901837,
      "grad_norm": 0.8820416149565189,
      "learning_rate": 0.0002649866788093939,
      "loss": 2.6719,
      "step": 30182
    },
    {
      "epoch": 1.4041870202372646,
      "grad_norm": 0.863985795829756,
      "learning_rate": 0.0002649842954812482,
      "loss": 2.0625,
      "step": 30183
    },
    {
      "epoch": 1.404233542684345,
      "grad_norm": 0.9459373301906447,
      "learning_rate": 0.0002649819120827085,
      "loss": 2.6406,
      "step": 30184
    },
    {
      "epoch": 1.404280065131426,
      "grad_norm": 0.904736724561284,
      "learning_rate": 0.0002649795286137761,
      "loss": 2.4531,
      "step": 30185
    },
    {
      "epoch": 1.4043265875785067,
      "grad_norm": 0.832211715726233,
      "learning_rate": 0.0002649771450744526,
      "loss": 2.2188,
      "step": 30186
    },
    {
      "epoch": 1.4043731100255874,
      "grad_norm": 0.8737862274024579,
      "learning_rate": 0.0002649747614647395,
      "loss": 2.3438,
      "step": 30187
    },
    {
      "epoch": 1.404419632472668,
      "grad_norm": 0.9899773954575001,
      "learning_rate": 0.00026497237778463803,
      "loss": 2.2969,
      "step": 30188
    },
    {
      "epoch": 1.4044661549197488,
      "grad_norm": 0.8865742081713153,
      "learning_rate": 0.00026496999403414985,
      "loss": 2.5781,
      "step": 30189
    },
    {
      "epoch": 1.4045126773668295,
      "grad_norm": 1.0132151572178143,
      "learning_rate": 0.0002649676102132764,
      "loss": 2.625,
      "step": 30190
    },
    {
      "epoch": 1.4045591998139102,
      "grad_norm": 0.931163767484158,
      "learning_rate": 0.00026496522632201905,
      "loss": 2.6406,
      "step": 30191
    },
    {
      "epoch": 1.404605722260991,
      "grad_norm": 0.8918296007574764,
      "learning_rate": 0.0002649628423603793,
      "loss": 2.5156,
      "step": 30192
    },
    {
      "epoch": 1.4046522447080716,
      "grad_norm": 0.94932287933384,
      "learning_rate": 0.0002649604583283587,
      "loss": 1.7344,
      "step": 30193
    },
    {
      "epoch": 1.4046987671551523,
      "grad_norm": 0.8966498174135361,
      "learning_rate": 0.00026495807422595853,
      "loss": 2.375,
      "step": 30194
    },
    {
      "epoch": 1.404745289602233,
      "grad_norm": 0.942210401980892,
      "learning_rate": 0.0002649556900531804,
      "loss": 2.6406,
      "step": 30195
    },
    {
      "epoch": 1.404791812049314,
      "grad_norm": 0.8980764253615758,
      "learning_rate": 0.00026495330581002575,
      "loss": 2.4062,
      "step": 30196
    },
    {
      "epoch": 1.4048383344963944,
      "grad_norm": 0.928110406788458,
      "learning_rate": 0.00026495092149649593,
      "loss": 2.5312,
      "step": 30197
    },
    {
      "epoch": 1.4048848569434753,
      "grad_norm": 0.9244532942498437,
      "learning_rate": 0.00026494853711259256,
      "loss": 2.6875,
      "step": 30198
    },
    {
      "epoch": 1.404931379390556,
      "grad_norm": 0.9918171141236557,
      "learning_rate": 0.000264946152658317,
      "loss": 2.6406,
      "step": 30199
    },
    {
      "epoch": 1.4049779018376367,
      "grad_norm": 0.9175441199970009,
      "learning_rate": 0.00026494376813367067,
      "loss": 2.4688,
      "step": 30200
    },
    {
      "epoch": 1.4050244242847174,
      "grad_norm": 0.9277232349141673,
      "learning_rate": 0.00026494138353865514,
      "loss": 2.6875,
      "step": 30201
    },
    {
      "epoch": 1.405070946731798,
      "grad_norm": 0.9199714598928475,
      "learning_rate": 0.0002649389988732718,
      "loss": 2.6719,
      "step": 30202
    },
    {
      "epoch": 1.4051174691788788,
      "grad_norm": 0.9493684031775775,
      "learning_rate": 0.0002649366141375221,
      "loss": 2.6562,
      "step": 30203
    },
    {
      "epoch": 1.4051639916259595,
      "grad_norm": 0.8531306278969304,
      "learning_rate": 0.0002649342293314076,
      "loss": 2.3281,
      "step": 30204
    },
    {
      "epoch": 1.4052105140730402,
      "grad_norm": 0.9199011442291987,
      "learning_rate": 0.00026493184445492964,
      "loss": 2.6094,
      "step": 30205
    },
    {
      "epoch": 1.405257036520121,
      "grad_norm": 0.9883287589699686,
      "learning_rate": 0.00026492945950808974,
      "loss": 2.4688,
      "step": 30206
    },
    {
      "epoch": 1.4053035589672016,
      "grad_norm": 0.979419887326913,
      "learning_rate": 0.00026492707449088935,
      "loss": 2.4688,
      "step": 30207
    },
    {
      "epoch": 1.4053500814142823,
      "grad_norm": 0.951669938994278,
      "learning_rate": 0.0002649246894033299,
      "loss": 2.3906,
      "step": 30208
    },
    {
      "epoch": 1.4053966038613632,
      "grad_norm": 0.853046760337828,
      "learning_rate": 0.00026492230424541294,
      "loss": 2.25,
      "step": 30209
    },
    {
      "epoch": 1.4054431263084437,
      "grad_norm": 0.8955429172363157,
      "learning_rate": 0.0002649199190171398,
      "loss": 2.4531,
      "step": 30210
    },
    {
      "epoch": 1.4054896487555246,
      "grad_norm": 0.8593546786772445,
      "learning_rate": 0.000264917533718512,
      "loss": 2.2188,
      "step": 30211
    },
    {
      "epoch": 1.4055361712026053,
      "grad_norm": 0.940560303624727,
      "learning_rate": 0.00026491514834953107,
      "loss": 2.7344,
      "step": 30212
    },
    {
      "epoch": 1.405582693649686,
      "grad_norm": 0.9152292050644053,
      "learning_rate": 0.0002649127629101984,
      "loss": 2.7969,
      "step": 30213
    },
    {
      "epoch": 1.4056292160967667,
      "grad_norm": 0.9501481431091081,
      "learning_rate": 0.0002649103774005154,
      "loss": 2.2344,
      "step": 30214
    },
    {
      "epoch": 1.4056757385438474,
      "grad_norm": 0.8806721753865844,
      "learning_rate": 0.00026490799182048364,
      "loss": 2.0312,
      "step": 30215
    },
    {
      "epoch": 1.4057222609909281,
      "grad_norm": 0.918279551648274,
      "learning_rate": 0.0002649056061701045,
      "loss": 2.3281,
      "step": 30216
    },
    {
      "epoch": 1.4057687834380088,
      "grad_norm": 0.9558304724895802,
      "learning_rate": 0.0002649032204493795,
      "loss": 2.7344,
      "step": 30217
    },
    {
      "epoch": 1.4058153058850895,
      "grad_norm": 0.9470731409288219,
      "learning_rate": 0.00026490083465831007,
      "loss": 2.5,
      "step": 30218
    },
    {
      "epoch": 1.4058618283321702,
      "grad_norm": 1.0584394024643748,
      "learning_rate": 0.00026489844879689766,
      "loss": 2.4688,
      "step": 30219
    },
    {
      "epoch": 1.405908350779251,
      "grad_norm": 0.9439160757284614,
      "learning_rate": 0.0002648960628651438,
      "loss": 2.6719,
      "step": 30220
    },
    {
      "epoch": 1.4059548732263316,
      "grad_norm": 0.9484719196547832,
      "learning_rate": 0.0002648936768630498,
      "loss": 2.5625,
      "step": 30221
    },
    {
      "epoch": 1.4060013956734125,
      "grad_norm": 0.9230042255101545,
      "learning_rate": 0.00026489129079061723,
      "loss": 2.4375,
      "step": 30222
    },
    {
      "epoch": 1.406047918120493,
      "grad_norm": 0.9406195997061776,
      "learning_rate": 0.0002648889046478476,
      "loss": 2.3594,
      "step": 30223
    },
    {
      "epoch": 1.406094440567574,
      "grad_norm": 0.9556145775436963,
      "learning_rate": 0.0002648865184347423,
      "loss": 2.3125,
      "step": 30224
    },
    {
      "epoch": 1.4061409630146546,
      "grad_norm": 1.0319711238914353,
      "learning_rate": 0.0002648841321513027,
      "loss": 2.4375,
      "step": 30225
    },
    {
      "epoch": 1.4061874854617353,
      "grad_norm": 0.9712528909354444,
      "learning_rate": 0.00026488174579753046,
      "loss": 2.4219,
      "step": 30226
    },
    {
      "epoch": 1.406234007908816,
      "grad_norm": 0.9584053575134738,
      "learning_rate": 0.00026487935937342683,
      "loss": 2.1719,
      "step": 30227
    },
    {
      "epoch": 1.4062805303558967,
      "grad_norm": 0.8643961290284523,
      "learning_rate": 0.0002648769728789935,
      "loss": 1.7656,
      "step": 30228
    },
    {
      "epoch": 1.4063270528029774,
      "grad_norm": 0.9592486553261388,
      "learning_rate": 0.0002648745863142317,
      "loss": 2.375,
      "step": 30229
    },
    {
      "epoch": 1.4063735752500581,
      "grad_norm": 1.1418356736786925,
      "learning_rate": 0.0002648721996791431,
      "loss": 2.4375,
      "step": 30230
    },
    {
      "epoch": 1.4064200976971388,
      "grad_norm": 0.8736781760311605,
      "learning_rate": 0.000264869812973729,
      "loss": 1.8984,
      "step": 30231
    },
    {
      "epoch": 1.4064666201442195,
      "grad_norm": 1.0319686821824,
      "learning_rate": 0.00026486742619799097,
      "loss": 2.2969,
      "step": 30232
    },
    {
      "epoch": 1.4065131425913002,
      "grad_norm": 0.869330584370423,
      "learning_rate": 0.0002648650393519304,
      "loss": 2.1875,
      "step": 30233
    },
    {
      "epoch": 1.406559665038381,
      "grad_norm": 0.8412933572144892,
      "learning_rate": 0.00026486265243554877,
      "loss": 1.875,
      "step": 30234
    },
    {
      "epoch": 1.4066061874854618,
      "grad_norm": 0.9041950492723207,
      "learning_rate": 0.00026486026544884754,
      "loss": 2.2344,
      "step": 30235
    },
    {
      "epoch": 1.4066527099325423,
      "grad_norm": 0.9003335930059146,
      "learning_rate": 0.00026485787839182815,
      "loss": 2.2969,
      "step": 30236
    },
    {
      "epoch": 1.4066992323796232,
      "grad_norm": 0.9038795652982147,
      "learning_rate": 0.0002648554912644922,
      "loss": 2.4688,
      "step": 30237
    },
    {
      "epoch": 1.406745754826704,
      "grad_norm": 0.8750205450480901,
      "learning_rate": 0.0002648531040668409,
      "loss": 2.25,
      "step": 30238
    },
    {
      "epoch": 1.4067922772737846,
      "grad_norm": 0.8700634211892253,
      "learning_rate": 0.00026485071679887597,
      "loss": 2.125,
      "step": 30239
    },
    {
      "epoch": 1.4068387997208653,
      "grad_norm": 0.9405498182718223,
      "learning_rate": 0.0002648483294605987,
      "loss": 2.5469,
      "step": 30240
    },
    {
      "epoch": 1.406885322167946,
      "grad_norm": 0.8667010280565629,
      "learning_rate": 0.0002648459420520106,
      "loss": 2.2031,
      "step": 30241
    },
    {
      "epoch": 1.4069318446150267,
      "grad_norm": 0.8832491192643955,
      "learning_rate": 0.0002648435545731132,
      "loss": 2.25,
      "step": 30242
    },
    {
      "epoch": 1.4069783670621074,
      "grad_norm": 0.873190967815806,
      "learning_rate": 0.0002648411670239078,
      "loss": 2.3281,
      "step": 30243
    },
    {
      "epoch": 1.4070248895091881,
      "grad_norm": 0.9440203570103433,
      "learning_rate": 0.000264838779404396,
      "loss": 2.4688,
      "step": 30244
    },
    {
      "epoch": 1.4070714119562688,
      "grad_norm": 0.9837056661787758,
      "learning_rate": 0.00026483639171457924,
      "loss": 2.6094,
      "step": 30245
    },
    {
      "epoch": 1.4071179344033495,
      "grad_norm": 0.910791702628725,
      "learning_rate": 0.00026483400395445897,
      "loss": 2.3281,
      "step": 30246
    },
    {
      "epoch": 1.4071644568504302,
      "grad_norm": 0.9088571389905601,
      "learning_rate": 0.0002648316161240366,
      "loss": 2.4844,
      "step": 30247
    },
    {
      "epoch": 1.4072109792975112,
      "grad_norm": 0.892152247353768,
      "learning_rate": 0.0002648292282233137,
      "loss": 2.4375,
      "step": 30248
    },
    {
      "epoch": 1.4072575017445916,
      "grad_norm": 0.932284491988455,
      "learning_rate": 0.00026482684025229164,
      "loss": 2.2812,
      "step": 30249
    },
    {
      "epoch": 1.4073040241916726,
      "grad_norm": 0.9021988723826289,
      "learning_rate": 0.0002648244522109719,
      "loss": 2.4219,
      "step": 30250
    },
    {
      "epoch": 1.4073505466387533,
      "grad_norm": 0.9525549889492065,
      "learning_rate": 0.000264822064099356,
      "loss": 2.2188,
      "step": 30251
    },
    {
      "epoch": 1.407397069085834,
      "grad_norm": 0.8540838720512459,
      "learning_rate": 0.0002648196759174453,
      "loss": 2.3438,
      "step": 30252
    },
    {
      "epoch": 1.4074435915329147,
      "grad_norm": 0.8852854555961482,
      "learning_rate": 0.00026481728766524133,
      "loss": 2.4219,
      "step": 30253
    },
    {
      "epoch": 1.4074901139799953,
      "grad_norm": 0.935089327431302,
      "learning_rate": 0.00026481489934274555,
      "loss": 2.1719,
      "step": 30254
    },
    {
      "epoch": 1.407536636427076,
      "grad_norm": 0.9657203911167507,
      "learning_rate": 0.00026481251094995944,
      "loss": 2.4844,
      "step": 30255
    },
    {
      "epoch": 1.4075831588741567,
      "grad_norm": 0.8642944507079151,
      "learning_rate": 0.00026481012248688433,
      "loss": 2.1875,
      "step": 30256
    },
    {
      "epoch": 1.4076296813212374,
      "grad_norm": 0.811902989402822,
      "learning_rate": 0.0002648077339535219,
      "loss": 2.125,
      "step": 30257
    },
    {
      "epoch": 1.4076762037683181,
      "grad_norm": 0.8846700291541901,
      "learning_rate": 0.00026480534534987344,
      "loss": 2.3906,
      "step": 30258
    },
    {
      "epoch": 1.407722726215399,
      "grad_norm": 0.9306904833004055,
      "learning_rate": 0.0002648029566759405,
      "loss": 2.2344,
      "step": 30259
    },
    {
      "epoch": 1.4077692486624795,
      "grad_norm": 0.9387500170995754,
      "learning_rate": 0.00026480056793172453,
      "loss": 2.4844,
      "step": 30260
    },
    {
      "epoch": 1.4078157711095605,
      "grad_norm": 0.9680880602914875,
      "learning_rate": 0.00026479817911722697,
      "loss": 2.4531,
      "step": 30261
    },
    {
      "epoch": 1.407862293556641,
      "grad_norm": 0.8247377127748784,
      "learning_rate": 0.0002647957902324492,
      "loss": 1.625,
      "step": 30262
    },
    {
      "epoch": 1.4079088160037219,
      "grad_norm": 0.9340051631318357,
      "learning_rate": 0.00026479340127739286,
      "loss": 2.375,
      "step": 30263
    },
    {
      "epoch": 1.4079553384508026,
      "grad_norm": 0.8371083391154291,
      "learning_rate": 0.0002647910122520593,
      "loss": 2.1875,
      "step": 30264
    },
    {
      "epoch": 1.4080018608978833,
      "grad_norm": 0.8845160433577179,
      "learning_rate": 0.00026478862315645,
      "loss": 2.3906,
      "step": 30265
    },
    {
      "epoch": 1.408048383344964,
      "grad_norm": 0.9025428337577917,
      "learning_rate": 0.00026478623399056643,
      "loss": 2.4531,
      "step": 30266
    },
    {
      "epoch": 1.4080949057920447,
      "grad_norm": 0.9340334596641036,
      "learning_rate": 0.0002647838447544101,
      "loss": 2.5156,
      "step": 30267
    },
    {
      "epoch": 1.4081414282391254,
      "grad_norm": 1.0084032570263397,
      "learning_rate": 0.00026478145544798235,
      "loss": 2.3594,
      "step": 30268
    },
    {
      "epoch": 1.408187950686206,
      "grad_norm": 0.9826840926387922,
      "learning_rate": 0.00026477906607128476,
      "loss": 2.3594,
      "step": 30269
    },
    {
      "epoch": 1.4082344731332868,
      "grad_norm": 0.8972910650705356,
      "learning_rate": 0.00026477667662431874,
      "loss": 2.3281,
      "step": 30270
    },
    {
      "epoch": 1.4082809955803675,
      "grad_norm": 0.9840228173493121,
      "learning_rate": 0.00026477428710708573,
      "loss": 2.3906,
      "step": 30271
    },
    {
      "epoch": 1.4083275180274484,
      "grad_norm": 1.027959166769814,
      "learning_rate": 0.00026477189751958726,
      "loss": 2.5312,
      "step": 30272
    },
    {
      "epoch": 1.4083740404745289,
      "grad_norm": 0.9483057391396236,
      "learning_rate": 0.0002647695078618248,
      "loss": 2.5938,
      "step": 30273
    },
    {
      "epoch": 1.4084205629216098,
      "grad_norm": 0.9591352896355504,
      "learning_rate": 0.00026476711813379973,
      "loss": 2.3594,
      "step": 30274
    },
    {
      "epoch": 1.4084670853686905,
      "grad_norm": 0.8775452995315094,
      "learning_rate": 0.0002647647283355135,
      "loss": 2.3438,
      "step": 30275
    },
    {
      "epoch": 1.4085136078157712,
      "grad_norm": 0.9107435660577311,
      "learning_rate": 0.0002647623384669677,
      "loss": 2.6875,
      "step": 30276
    },
    {
      "epoch": 1.4085601302628519,
      "grad_norm": 0.9003499940761848,
      "learning_rate": 0.00026475994852816366,
      "loss": 1.7188,
      "step": 30277
    },
    {
      "epoch": 1.4086066527099326,
      "grad_norm": 1.0055790320611224,
      "learning_rate": 0.00026475755851910294,
      "loss": 2.2656,
      "step": 30278
    },
    {
      "epoch": 1.4086531751570133,
      "grad_norm": 1.005653656196663,
      "learning_rate": 0.00026475516843978695,
      "loss": 2.3594,
      "step": 30279
    },
    {
      "epoch": 1.408699697604094,
      "grad_norm": 0.844366058918697,
      "learning_rate": 0.0002647527782902172,
      "loss": 2.4219,
      "step": 30280
    },
    {
      "epoch": 1.4087462200511747,
      "grad_norm": 0.904943652029551,
      "learning_rate": 0.0002647503880703951,
      "loss": 2.5156,
      "step": 30281
    },
    {
      "epoch": 1.4087927424982554,
      "grad_norm": 0.9368068129832006,
      "learning_rate": 0.00026474799778032214,
      "loss": 2.4531,
      "step": 30282
    },
    {
      "epoch": 1.408839264945336,
      "grad_norm": 0.9133014270356143,
      "learning_rate": 0.0002647456074199998,
      "loss": 2.4375,
      "step": 30283
    },
    {
      "epoch": 1.4088857873924168,
      "grad_norm": 0.9540468392685866,
      "learning_rate": 0.0002647432169894295,
      "loss": 2.6875,
      "step": 30284
    },
    {
      "epoch": 1.4089323098394977,
      "grad_norm": 0.9458024871084464,
      "learning_rate": 0.00026474082648861275,
      "loss": 2.4219,
      "step": 30285
    },
    {
      "epoch": 1.4089788322865782,
      "grad_norm": 0.8616671493361425,
      "learning_rate": 0.00026473843591755096,
      "loss": 2.3594,
      "step": 30286
    },
    {
      "epoch": 1.409025354733659,
      "grad_norm": 1.061150909272963,
      "learning_rate": 0.0002647360452762456,
      "loss": 2.2344,
      "step": 30287
    },
    {
      "epoch": 1.4090718771807398,
      "grad_norm": 0.8672078741931338,
      "learning_rate": 0.0002647336545646982,
      "loss": 2.2656,
      "step": 30288
    },
    {
      "epoch": 1.4091183996278205,
      "grad_norm": 0.8478971727479617,
      "learning_rate": 0.0002647312637829102,
      "loss": 2.2969,
      "step": 30289
    },
    {
      "epoch": 1.4091649220749012,
      "grad_norm": 0.842443273426873,
      "learning_rate": 0.000264728872930883,
      "loss": 2.2656,
      "step": 30290
    },
    {
      "epoch": 1.4092114445219819,
      "grad_norm": 0.869444766715087,
      "learning_rate": 0.00026472648200861814,
      "loss": 2.1406,
      "step": 30291
    },
    {
      "epoch": 1.4092579669690626,
      "grad_norm": 0.9798675059268965,
      "learning_rate": 0.000264724091016117,
      "loss": 2.5,
      "step": 30292
    },
    {
      "epoch": 1.4093044894161433,
      "grad_norm": 0.9270339711573141,
      "learning_rate": 0.0002647216999533811,
      "loss": 2.4219,
      "step": 30293
    },
    {
      "epoch": 1.409351011863224,
      "grad_norm": 0.8543849337380064,
      "learning_rate": 0.00026471930882041196,
      "loss": 2.1406,
      "step": 30294
    },
    {
      "epoch": 1.4093975343103047,
      "grad_norm": 0.846498434166362,
      "learning_rate": 0.0002647169176172109,
      "loss": 2.0781,
      "step": 30295
    },
    {
      "epoch": 1.4094440567573854,
      "grad_norm": 0.8886171177983706,
      "learning_rate": 0.0002647145263437796,
      "loss": 2.4375,
      "step": 30296
    },
    {
      "epoch": 1.409490579204466,
      "grad_norm": 0.9531093810582665,
      "learning_rate": 0.0002647121350001193,
      "loss": 2.3906,
      "step": 30297
    },
    {
      "epoch": 1.409537101651547,
      "grad_norm": 0.8282446563325414,
      "learning_rate": 0.00026470974358623156,
      "loss": 2.2344,
      "step": 30298
    },
    {
      "epoch": 1.4095836240986275,
      "grad_norm": 0.8941738640852751,
      "learning_rate": 0.00026470735210211785,
      "loss": 2.2188,
      "step": 30299
    },
    {
      "epoch": 1.4096301465457084,
      "grad_norm": 0.8576854734925354,
      "learning_rate": 0.0002647049605477796,
      "loss": 2.4531,
      "step": 30300
    },
    {
      "epoch": 1.409676668992789,
      "grad_norm": 0.8446732653204287,
      "learning_rate": 0.0002647025689232183,
      "loss": 2.3594,
      "step": 30301
    },
    {
      "epoch": 1.4097231914398698,
      "grad_norm": 0.8211248742069733,
      "learning_rate": 0.0002647001772284354,
      "loss": 2.4219,
      "step": 30302
    },
    {
      "epoch": 1.4097697138869505,
      "grad_norm": 0.8224224646462401,
      "learning_rate": 0.0002646977854634324,
      "loss": 2.3438,
      "step": 30303
    },
    {
      "epoch": 1.4098162363340312,
      "grad_norm": 1.0484542092883777,
      "learning_rate": 0.00026469539362821077,
      "loss": 2.5469,
      "step": 30304
    },
    {
      "epoch": 1.409862758781112,
      "grad_norm": 0.949376721103825,
      "learning_rate": 0.00026469300172277186,
      "loss": 2.4844,
      "step": 30305
    },
    {
      "epoch": 1.4099092812281926,
      "grad_norm": 0.8788201976903034,
      "learning_rate": 0.0002646906097471173,
      "loss": 2.4375,
      "step": 30306
    },
    {
      "epoch": 1.4099558036752733,
      "grad_norm": 0.8830681882103705,
      "learning_rate": 0.0002646882177012485,
      "loss": 2.3594,
      "step": 30307
    },
    {
      "epoch": 1.410002326122354,
      "grad_norm": 0.9091190223764027,
      "learning_rate": 0.0002646858255851668,
      "loss": 2.6406,
      "step": 30308
    },
    {
      "epoch": 1.4100488485694347,
      "grad_norm": 0.8411149400208943,
      "learning_rate": 0.0002646834333988738,
      "loss": 2.2656,
      "step": 30309
    },
    {
      "epoch": 1.4100953710165154,
      "grad_norm": 0.9631289858107739,
      "learning_rate": 0.00026468104114237093,
      "loss": 2.625,
      "step": 30310
    },
    {
      "epoch": 1.4101418934635963,
      "grad_norm": 1.0070646664814027,
      "learning_rate": 0.00026467864881565963,
      "loss": 1.7812,
      "step": 30311
    },
    {
      "epoch": 1.4101884159106768,
      "grad_norm": 0.8376606344214346,
      "learning_rate": 0.0002646762564187414,
      "loss": 2.25,
      "step": 30312
    },
    {
      "epoch": 1.4102349383577577,
      "grad_norm": 0.903745143794545,
      "learning_rate": 0.00026467386395161776,
      "loss": 2.625,
      "step": 30313
    },
    {
      "epoch": 1.4102814608048384,
      "grad_norm": 0.9001020721600471,
      "learning_rate": 0.00026467147141429,
      "loss": 2.5312,
      "step": 30314
    },
    {
      "epoch": 1.410327983251919,
      "grad_norm": 0.9621994777228734,
      "learning_rate": 0.0002646690788067597,
      "loss": 2.4844,
      "step": 30315
    },
    {
      "epoch": 1.4103745056989998,
      "grad_norm": 0.9469738038777868,
      "learning_rate": 0.00026466668612902837,
      "loss": 2.4375,
      "step": 30316
    },
    {
      "epoch": 1.4104210281460805,
      "grad_norm": 0.8248963644557054,
      "learning_rate": 0.00026466429338109737,
      "loss": 2.1719,
      "step": 30317
    },
    {
      "epoch": 1.4104675505931612,
      "grad_norm": 0.9973811843137024,
      "learning_rate": 0.0002646619005629683,
      "loss": 2.4688,
      "step": 30318
    },
    {
      "epoch": 1.410514073040242,
      "grad_norm": 0.8880780656261372,
      "learning_rate": 0.00026465950767464244,
      "loss": 2.3594,
      "step": 30319
    },
    {
      "epoch": 1.4105605954873226,
      "grad_norm": 0.9257340054466096,
      "learning_rate": 0.0002646571147161214,
      "loss": 2.5469,
      "step": 30320
    },
    {
      "epoch": 1.4106071179344033,
      "grad_norm": 0.8641025714328578,
      "learning_rate": 0.0002646547216874066,
      "loss": 2.4375,
      "step": 30321
    },
    {
      "epoch": 1.410653640381484,
      "grad_norm": 0.8937448957289217,
      "learning_rate": 0.0002646523285884995,
      "loss": 1.7891,
      "step": 30322
    },
    {
      "epoch": 1.4107001628285647,
      "grad_norm": 0.8462119773931697,
      "learning_rate": 0.00026464993541940154,
      "loss": 2.375,
      "step": 30323
    },
    {
      "epoch": 1.4107466852756456,
      "grad_norm": 0.9089354940345548,
      "learning_rate": 0.00026464754218011424,
      "loss": 2.4531,
      "step": 30324
    },
    {
      "epoch": 1.410793207722726,
      "grad_norm": 0.9175563223043075,
      "learning_rate": 0.000264645148870639,
      "loss": 2.5781,
      "step": 30325
    },
    {
      "epoch": 1.410839730169807,
      "grad_norm": 0.9607535175914133,
      "learning_rate": 0.0002646427554909774,
      "loss": 2.5,
      "step": 30326
    },
    {
      "epoch": 1.4108862526168877,
      "grad_norm": 0.8348293476602276,
      "learning_rate": 0.00026464036204113076,
      "loss": 2.3594,
      "step": 30327
    },
    {
      "epoch": 1.4109327750639684,
      "grad_norm": 0.8961094833743385,
      "learning_rate": 0.00026463796852110063,
      "loss": 1.6953,
      "step": 30328
    },
    {
      "epoch": 1.4109792975110491,
      "grad_norm": 1.035525701142718,
      "learning_rate": 0.0002646355749308885,
      "loss": 2.8125,
      "step": 30329
    },
    {
      "epoch": 1.4110258199581298,
      "grad_norm": 0.868421739561076,
      "learning_rate": 0.00026463318127049575,
      "loss": 2.2031,
      "step": 30330
    },
    {
      "epoch": 1.4110723424052105,
      "grad_norm": 0.9012863608889594,
      "learning_rate": 0.00026463078753992386,
      "loss": 2.1562,
      "step": 30331
    },
    {
      "epoch": 1.4111188648522912,
      "grad_norm": 0.8831790397802105,
      "learning_rate": 0.00026462839373917444,
      "loss": 2.5938,
      "step": 30332
    },
    {
      "epoch": 1.411165387299372,
      "grad_norm": 0.8846641510197686,
      "learning_rate": 0.0002646259998682488,
      "loss": 2.625,
      "step": 30333
    },
    {
      "epoch": 1.4112119097464526,
      "grad_norm": 0.9105476256562792,
      "learning_rate": 0.00026462360592714837,
      "loss": 2.3906,
      "step": 30334
    },
    {
      "epoch": 1.4112584321935333,
      "grad_norm": 0.8875632557069666,
      "learning_rate": 0.00026462121191587475,
      "loss": 2.5312,
      "step": 30335
    },
    {
      "epoch": 1.411304954640614,
      "grad_norm": 0.8607105817373959,
      "learning_rate": 0.00026461881783442935,
      "loss": 2.3906,
      "step": 30336
    },
    {
      "epoch": 1.411351477087695,
      "grad_norm": 0.8515376917892973,
      "learning_rate": 0.0002646164236828136,
      "loss": 2.5469,
      "step": 30337
    },
    {
      "epoch": 1.4113979995347754,
      "grad_norm": 0.8625912204070363,
      "learning_rate": 0.00026461402946102903,
      "loss": 2.2656,
      "step": 30338
    },
    {
      "epoch": 1.4114445219818563,
      "grad_norm": 0.8879394179958899,
      "learning_rate": 0.0002646116351690771,
      "loss": 2.3281,
      "step": 30339
    },
    {
      "epoch": 1.411491044428937,
      "grad_norm": 0.882924579419029,
      "learning_rate": 0.00026460924080695924,
      "loss": 2.2344,
      "step": 30340
    },
    {
      "epoch": 1.4115375668760177,
      "grad_norm": 0.9271514106877536,
      "learning_rate": 0.0002646068463746769,
      "loss": 2.6406,
      "step": 30341
    },
    {
      "epoch": 1.4115840893230984,
      "grad_norm": 0.845398636083377,
      "learning_rate": 0.00026460445187223157,
      "loss": 2.1719,
      "step": 30342
    },
    {
      "epoch": 1.4116306117701791,
      "grad_norm": 0.8937286727863553,
      "learning_rate": 0.00026460205729962475,
      "loss": 2.5,
      "step": 30343
    },
    {
      "epoch": 1.4116771342172598,
      "grad_norm": 0.8902598182551762,
      "learning_rate": 0.00026459966265685784,
      "loss": 2.2812,
      "step": 30344
    },
    {
      "epoch": 1.4117236566643405,
      "grad_norm": 0.850518249469021,
      "learning_rate": 0.0002645972679439324,
      "loss": 2.3594,
      "step": 30345
    },
    {
      "epoch": 1.4117701791114212,
      "grad_norm": 0.8809425802461412,
      "learning_rate": 0.00026459487316084977,
      "loss": 2.2812,
      "step": 30346
    },
    {
      "epoch": 1.411816701558502,
      "grad_norm": 0.8909941228343736,
      "learning_rate": 0.0002645924783076115,
      "loss": 2.6875,
      "step": 30347
    },
    {
      "epoch": 1.4118632240055826,
      "grad_norm": 0.9339664105803581,
      "learning_rate": 0.00026459008338421906,
      "loss": 2.5,
      "step": 30348
    },
    {
      "epoch": 1.4119097464526633,
      "grad_norm": 0.866141472660333,
      "learning_rate": 0.0002645876883906739,
      "loss": 2.2031,
      "step": 30349
    },
    {
      "epoch": 1.4119562688997442,
      "grad_norm": 0.8924293497299567,
      "learning_rate": 0.00026458529332697747,
      "loss": 2.4375,
      "step": 30350
    },
    {
      "epoch": 1.4120027913468247,
      "grad_norm": 0.8924161122440493,
      "learning_rate": 0.0002645828981931312,
      "loss": 2.5156,
      "step": 30351
    },
    {
      "epoch": 1.4120493137939056,
      "grad_norm": 0.8754962575977651,
      "learning_rate": 0.0002645805029891367,
      "loss": 2.5156,
      "step": 30352
    },
    {
      "epoch": 1.4120958362409863,
      "grad_norm": 0.8995890218218967,
      "learning_rate": 0.00026457810771499525,
      "loss": 2.4375,
      "step": 30353
    },
    {
      "epoch": 1.412142358688067,
      "grad_norm": 0.8634899482901975,
      "learning_rate": 0.00026457571237070845,
      "loss": 2.4531,
      "step": 30354
    },
    {
      "epoch": 1.4121888811351477,
      "grad_norm": 0.899545512189177,
      "learning_rate": 0.00026457331695627773,
      "loss": 2.0781,
      "step": 30355
    },
    {
      "epoch": 1.4122354035822284,
      "grad_norm": 0.8635040891740831,
      "learning_rate": 0.00026457092147170455,
      "loss": 2.25,
      "step": 30356
    },
    {
      "epoch": 1.4122819260293091,
      "grad_norm": 0.8840675909768729,
      "learning_rate": 0.00026456852591699037,
      "loss": 2.4844,
      "step": 30357
    },
    {
      "epoch": 1.4123284484763898,
      "grad_norm": 0.8473382050778138,
      "learning_rate": 0.00026456613029213666,
      "loss": 2.5312,
      "step": 30358
    },
    {
      "epoch": 1.4123749709234705,
      "grad_norm": 0.951761953822982,
      "learning_rate": 0.0002645637345971449,
      "loss": 2.6406,
      "step": 30359
    },
    {
      "epoch": 1.4124214933705512,
      "grad_norm": 0.8531768629075568,
      "learning_rate": 0.00026456133883201655,
      "loss": 2.4219,
      "step": 30360
    },
    {
      "epoch": 1.412468015817632,
      "grad_norm": 0.9979064047997057,
      "learning_rate": 0.00026455894299675303,
      "loss": 2.5312,
      "step": 30361
    },
    {
      "epoch": 1.4125145382647126,
      "grad_norm": 1.007373927732949,
      "learning_rate": 0.00026455654709135593,
      "loss": 2.4844,
      "step": 30362
    },
    {
      "epoch": 1.4125610607117935,
      "grad_norm": 0.919508858632503,
      "learning_rate": 0.0002645541511158266,
      "loss": 2.25,
      "step": 30363
    },
    {
      "epoch": 1.412607583158874,
      "grad_norm": 0.9663818652794105,
      "learning_rate": 0.00026455175507016646,
      "loss": 2.6094,
      "step": 30364
    },
    {
      "epoch": 1.412654105605955,
      "grad_norm": 0.8686244650090135,
      "learning_rate": 0.00026454935895437717,
      "loss": 2.2969,
      "step": 30365
    },
    {
      "epoch": 1.4127006280530356,
      "grad_norm": 0.8542975694710466,
      "learning_rate": 0.00026454696276846006,
      "loss": 2.0938,
      "step": 30366
    },
    {
      "epoch": 1.4127471505001163,
      "grad_norm": 0.9554141642446211,
      "learning_rate": 0.00026454456651241664,
      "loss": 2.7031,
      "step": 30367
    },
    {
      "epoch": 1.412793672947197,
      "grad_norm": 0.8767152805180508,
      "learning_rate": 0.00026454217018624833,
      "loss": 2.5625,
      "step": 30368
    },
    {
      "epoch": 1.4128401953942777,
      "grad_norm": 0.865721429093104,
      "learning_rate": 0.0002645397737899566,
      "loss": 2.375,
      "step": 30369
    },
    {
      "epoch": 1.4128867178413584,
      "grad_norm": 0.91573578010661,
      "learning_rate": 0.00026453737732354303,
      "loss": 2.4375,
      "step": 30370
    },
    {
      "epoch": 1.4129332402884391,
      "grad_norm": 0.8488168529085767,
      "learning_rate": 0.0002645349807870089,
      "loss": 2.4219,
      "step": 30371
    },
    {
      "epoch": 1.4129797627355198,
      "grad_norm": 0.9190188263533712,
      "learning_rate": 0.00026453258418035583,
      "loss": 2.5469,
      "step": 30372
    },
    {
      "epoch": 1.4130262851826005,
      "grad_norm": 0.9960092732745254,
      "learning_rate": 0.00026453018750358527,
      "loss": 2.7656,
      "step": 30373
    },
    {
      "epoch": 1.4130728076296815,
      "grad_norm": 0.980280561230883,
      "learning_rate": 0.0002645277907566986,
      "loss": 2.6719,
      "step": 30374
    },
    {
      "epoch": 1.413119330076762,
      "grad_norm": 0.8658531193684808,
      "learning_rate": 0.00026452539393969737,
      "loss": 2.2656,
      "step": 30375
    },
    {
      "epoch": 1.4131658525238429,
      "grad_norm": 1.019143080847375,
      "learning_rate": 0.000264522997052583,
      "loss": 1.6797,
      "step": 30376
    },
    {
      "epoch": 1.4132123749709233,
      "grad_norm": 0.8673154383112648,
      "learning_rate": 0.000264520600095357,
      "loss": 2.5469,
      "step": 30377
    },
    {
      "epoch": 1.4132588974180043,
      "grad_norm": 0.9109627862527185,
      "learning_rate": 0.00026451820306802083,
      "loss": 2.4062,
      "step": 30378
    },
    {
      "epoch": 1.413305419865085,
      "grad_norm": 0.8528996544909251,
      "learning_rate": 0.00026451580597057587,
      "loss": 2.2188,
      "step": 30379
    },
    {
      "epoch": 1.4133519423121657,
      "grad_norm": 0.8579282709815976,
      "learning_rate": 0.00026451340880302373,
      "loss": 2.2188,
      "step": 30380
    },
    {
      "epoch": 1.4133984647592464,
      "grad_norm": 0.9134954217306763,
      "learning_rate": 0.0002645110115653658,
      "loss": 2.3594,
      "step": 30381
    },
    {
      "epoch": 1.413444987206327,
      "grad_norm": 0.8082336420318316,
      "learning_rate": 0.00026450861425760354,
      "loss": 1.7266,
      "step": 30382
    },
    {
      "epoch": 1.4134915096534078,
      "grad_norm": 0.8748028581215509,
      "learning_rate": 0.00026450621687973836,
      "loss": 2.4688,
      "step": 30383
    },
    {
      "epoch": 1.4135380321004885,
      "grad_norm": 0.8699860668297205,
      "learning_rate": 0.00026450381943177187,
      "loss": 1.7266,
      "step": 30384
    },
    {
      "epoch": 1.4135845545475691,
      "grad_norm": 0.9225932853349391,
      "learning_rate": 0.00026450142191370546,
      "loss": 2.6719,
      "step": 30385
    },
    {
      "epoch": 1.4136310769946498,
      "grad_norm": 0.9252005047465559,
      "learning_rate": 0.0002644990243255406,
      "loss": 2.5781,
      "step": 30386
    },
    {
      "epoch": 1.4136775994417308,
      "grad_norm": 0.8685991274932995,
      "learning_rate": 0.0002644966266672788,
      "loss": 2.5,
      "step": 30387
    },
    {
      "epoch": 1.4137241218888112,
      "grad_norm": 0.8677778573525471,
      "learning_rate": 0.0002644942289389214,
      "loss": 2.3438,
      "step": 30388
    },
    {
      "epoch": 1.4137706443358922,
      "grad_norm": 0.8471526102370702,
      "learning_rate": 0.0002644918311404701,
      "loss": 2.2969,
      "step": 30389
    },
    {
      "epoch": 1.4138171667829729,
      "grad_norm": 0.8704786738018917,
      "learning_rate": 0.00026448943327192606,
      "loss": 2.5156,
      "step": 30390
    },
    {
      "epoch": 1.4138636892300536,
      "grad_norm": 0.9063556781571893,
      "learning_rate": 0.000264487035333291,
      "loss": 2.625,
      "step": 30391
    },
    {
      "epoch": 1.4139102116771343,
      "grad_norm": 0.9640862550863268,
      "learning_rate": 0.00026448463732456633,
      "loss": 2.25,
      "step": 30392
    },
    {
      "epoch": 1.413956734124215,
      "grad_norm": 1.1222528224424646,
      "learning_rate": 0.00026448223924575344,
      "loss": 2.4531,
      "step": 30393
    },
    {
      "epoch": 1.4140032565712957,
      "grad_norm": 0.9593477180354514,
      "learning_rate": 0.0002644798410968539,
      "loss": 2.8125,
      "step": 30394
    },
    {
      "epoch": 1.4140497790183764,
      "grad_norm": 0.8628110381627186,
      "learning_rate": 0.00026447744287786914,
      "loss": 2.3438,
      "step": 30395
    },
    {
      "epoch": 1.414096301465457,
      "grad_norm": 0.8916515388781369,
      "learning_rate": 0.0002644750445888005,
      "loss": 2.5469,
      "step": 30396
    },
    {
      "epoch": 1.4141428239125378,
      "grad_norm": 0.8987694744860627,
      "learning_rate": 0.0002644726462296496,
      "loss": 2.5781,
      "step": 30397
    },
    {
      "epoch": 1.4141893463596185,
      "grad_norm": 0.9193182969073869,
      "learning_rate": 0.00026447024780041793,
      "loss": 2.5,
      "step": 30398
    },
    {
      "epoch": 1.4142358688066992,
      "grad_norm": 0.9592375583878936,
      "learning_rate": 0.00026446784930110693,
      "loss": 2.2031,
      "step": 30399
    },
    {
      "epoch": 1.41428239125378,
      "grad_norm": 0.8549785498146699,
      "learning_rate": 0.0002644654507317179,
      "loss": 2.4219,
      "step": 30400
    },
    {
      "epoch": 1.4143289137008606,
      "grad_norm": 0.9082777377373258,
      "learning_rate": 0.00026446305209225254,
      "loss": 2.5156,
      "step": 30401
    },
    {
      "epoch": 1.4143754361479415,
      "grad_norm": 0.8685301369285219,
      "learning_rate": 0.00026446065338271225,
      "loss": 2.2812,
      "step": 30402
    },
    {
      "epoch": 1.4144219585950222,
      "grad_norm": 0.9612307736260634,
      "learning_rate": 0.0002644582546030984,
      "loss": 2.75,
      "step": 30403
    },
    {
      "epoch": 1.4144684810421029,
      "grad_norm": 0.8897375979024341,
      "learning_rate": 0.0002644558557534126,
      "loss": 2.5,
      "step": 30404
    },
    {
      "epoch": 1.4145150034891836,
      "grad_norm": 0.9541781011718734,
      "learning_rate": 0.00026445345683365624,
      "loss": 2.7344,
      "step": 30405
    },
    {
      "epoch": 1.4145615259362643,
      "grad_norm": 0.9135577538891281,
      "learning_rate": 0.00026445105784383077,
      "loss": 2.125,
      "step": 30406
    },
    {
      "epoch": 1.414608048383345,
      "grad_norm": 0.8739619786822126,
      "learning_rate": 0.0002644486587839377,
      "loss": 2.3125,
      "step": 30407
    },
    {
      "epoch": 1.4146545708304257,
      "grad_norm": 0.8728700096676982,
      "learning_rate": 0.00026444625965397844,
      "loss": 2.2812,
      "step": 30408
    },
    {
      "epoch": 1.4147010932775064,
      "grad_norm": 1.0116427557381937,
      "learning_rate": 0.00026444386045395456,
      "loss": 2.4219,
      "step": 30409
    },
    {
      "epoch": 1.414747615724587,
      "grad_norm": 0.9305494507365202,
      "learning_rate": 0.0002644414611838675,
      "loss": 2.5469,
      "step": 30410
    },
    {
      "epoch": 1.4147941381716678,
      "grad_norm": 0.8803151405825054,
      "learning_rate": 0.0002644390618437186,
      "loss": 2.3125,
      "step": 30411
    },
    {
      "epoch": 1.4148406606187485,
      "grad_norm": 0.9733651728140424,
      "learning_rate": 0.0002644366624335095,
      "loss": 2.6094,
      "step": 30412
    },
    {
      "epoch": 1.4148871830658294,
      "grad_norm": 0.902439346328757,
      "learning_rate": 0.0002644342629532416,
      "loss": 2.4219,
      "step": 30413
    },
    {
      "epoch": 1.4149337055129099,
      "grad_norm": 0.8962721371994286,
      "learning_rate": 0.0002644318634029164,
      "loss": 2.5625,
      "step": 30414
    },
    {
      "epoch": 1.4149802279599908,
      "grad_norm": 0.8838821806992658,
      "learning_rate": 0.0002644294637825353,
      "loss": 2.6719,
      "step": 30415
    },
    {
      "epoch": 1.4150267504070715,
      "grad_norm": 0.9982295987532026,
      "learning_rate": 0.0002644270640920998,
      "loss": 2.2656,
      "step": 30416
    },
    {
      "epoch": 1.4150732728541522,
      "grad_norm": 0.923823600616179,
      "learning_rate": 0.0002644246643316114,
      "loss": 2.5938,
      "step": 30417
    },
    {
      "epoch": 1.4151197953012329,
      "grad_norm": 0.8992298329047139,
      "learning_rate": 0.00026442226450107154,
      "loss": 2.3125,
      "step": 30418
    },
    {
      "epoch": 1.4151663177483136,
      "grad_norm": 0.8975080925246725,
      "learning_rate": 0.0002644198646004817,
      "loss": 2.7188,
      "step": 30419
    },
    {
      "epoch": 1.4152128401953943,
      "grad_norm": 0.8889957455077268,
      "learning_rate": 0.00026441746462984336,
      "loss": 2.5312,
      "step": 30420
    },
    {
      "epoch": 1.415259362642475,
      "grad_norm": 0.9465380162104257,
      "learning_rate": 0.0002644150645891579,
      "loss": 2.375,
      "step": 30421
    },
    {
      "epoch": 1.4153058850895557,
      "grad_norm": 0.9418407877826019,
      "learning_rate": 0.00026441266447842693,
      "loss": 2.4375,
      "step": 30422
    },
    {
      "epoch": 1.4153524075366364,
      "grad_norm": 0.858974918672154,
      "learning_rate": 0.0002644102642976518,
      "loss": 2.3438,
      "step": 30423
    },
    {
      "epoch": 1.415398929983717,
      "grad_norm": 0.9954838381486933,
      "learning_rate": 0.0002644078640468341,
      "loss": 2.4531,
      "step": 30424
    },
    {
      "epoch": 1.4154454524307978,
      "grad_norm": 0.8948680120656516,
      "learning_rate": 0.0002644054637259752,
      "loss": 2.4375,
      "step": 30425
    },
    {
      "epoch": 1.4154919748778787,
      "grad_norm": 0.8954903480759263,
      "learning_rate": 0.0002644030633350766,
      "loss": 2.4219,
      "step": 30426
    },
    {
      "epoch": 1.4155384973249592,
      "grad_norm": 1.035331740558112,
      "learning_rate": 0.0002644006628741397,
      "loss": 2.6094,
      "step": 30427
    },
    {
      "epoch": 1.41558501977204,
      "grad_norm": 0.9124371733883475,
      "learning_rate": 0.0002643982623431662,
      "loss": 2.7969,
      "step": 30428
    },
    {
      "epoch": 1.4156315422191208,
      "grad_norm": 0.8132567519597902,
      "learning_rate": 0.0002643958617421573,
      "loss": 2.2344,
      "step": 30429
    },
    {
      "epoch": 1.4156780646662015,
      "grad_norm": 0.9374810322075533,
      "learning_rate": 0.0002643934610711146,
      "loss": 2.4375,
      "step": 30430
    },
    {
      "epoch": 1.4157245871132822,
      "grad_norm": 0.9168495793333812,
      "learning_rate": 0.0002643910603300395,
      "loss": 2.6094,
      "step": 30431
    },
    {
      "epoch": 1.415771109560363,
      "grad_norm": 0.9115932133171163,
      "learning_rate": 0.0002643886595189336,
      "loss": 2.2969,
      "step": 30432
    },
    {
      "epoch": 1.4158176320074436,
      "grad_norm": 0.8574710857284118,
      "learning_rate": 0.00026438625863779827,
      "loss": 2.5469,
      "step": 30433
    },
    {
      "epoch": 1.4158641544545243,
      "grad_norm": 1.0636293452191237,
      "learning_rate": 0.00026438385768663496,
      "loss": 2.5469,
      "step": 30434
    },
    {
      "epoch": 1.415910676901605,
      "grad_norm": 0.9600176380199703,
      "learning_rate": 0.00026438145666544526,
      "loss": 2.2656,
      "step": 30435
    },
    {
      "epoch": 1.4159571993486857,
      "grad_norm": 0.9236026794550746,
      "learning_rate": 0.00026437905557423046,
      "loss": 2.3906,
      "step": 30436
    },
    {
      "epoch": 1.4160037217957664,
      "grad_norm": 0.935952698944102,
      "learning_rate": 0.0002643766544129922,
      "loss": 2.5469,
      "step": 30437
    },
    {
      "epoch": 1.416050244242847,
      "grad_norm": 0.9236796320865667,
      "learning_rate": 0.0002643742531817318,
      "loss": 2.6094,
      "step": 30438
    },
    {
      "epoch": 1.416096766689928,
      "grad_norm": 0.8702435774927314,
      "learning_rate": 0.0002643718518804509,
      "loss": 2.3125,
      "step": 30439
    },
    {
      "epoch": 1.4161432891370085,
      "grad_norm": 0.9185783219841517,
      "learning_rate": 0.0002643694505091508,
      "loss": 2.2344,
      "step": 30440
    },
    {
      "epoch": 1.4161898115840894,
      "grad_norm": 0.9211266503423045,
      "learning_rate": 0.0002643670490678331,
      "loss": 2.4375,
      "step": 30441
    },
    {
      "epoch": 1.41623633403117,
      "grad_norm": 0.8751710820300745,
      "learning_rate": 0.0002643646475564992,
      "loss": 2.6094,
      "step": 30442
    },
    {
      "epoch": 1.4162828564782508,
      "grad_norm": 0.8852068005327809,
      "learning_rate": 0.00026436224597515054,
      "loss": 2.375,
      "step": 30443
    },
    {
      "epoch": 1.4163293789253315,
      "grad_norm": 0.8713188272965103,
      "learning_rate": 0.0002643598443237887,
      "loss": 2.5,
      "step": 30444
    },
    {
      "epoch": 1.4163759013724122,
      "grad_norm": 0.8949634262148349,
      "learning_rate": 0.0002643574426024151,
      "loss": 2.5156,
      "step": 30445
    },
    {
      "epoch": 1.416422423819493,
      "grad_norm": 1.2162506495613796,
      "learning_rate": 0.0002643550408110312,
      "loss": 2.5469,
      "step": 30446
    },
    {
      "epoch": 1.4164689462665736,
      "grad_norm": 0.916989565573726,
      "learning_rate": 0.0002643526389496384,
      "loss": 2.5156,
      "step": 30447
    },
    {
      "epoch": 1.4165154687136543,
      "grad_norm": 0.847980662637836,
      "learning_rate": 0.00026435023701823826,
      "loss": 2.5469,
      "step": 30448
    },
    {
      "epoch": 1.416561991160735,
      "grad_norm": 0.8628210239733837,
      "learning_rate": 0.00026434783501683227,
      "loss": 2.3594,
      "step": 30449
    },
    {
      "epoch": 1.4166085136078157,
      "grad_norm": 0.8286370145098642,
      "learning_rate": 0.00026434543294542184,
      "loss": 2.3906,
      "step": 30450
    },
    {
      "epoch": 1.4166550360548964,
      "grad_norm": 0.9089257507335154,
      "learning_rate": 0.0002643430308040085,
      "loss": 2.3594,
      "step": 30451
    },
    {
      "epoch": 1.4167015585019773,
      "grad_norm": 0.9613340997556461,
      "learning_rate": 0.0002643406285925937,
      "loss": 2.3125,
      "step": 30452
    },
    {
      "epoch": 1.4167480809490578,
      "grad_norm": 0.9420315324253751,
      "learning_rate": 0.0002643382263111788,
      "loss": 2.4062,
      "step": 30453
    },
    {
      "epoch": 1.4167946033961387,
      "grad_norm": 1.0084329423785554,
      "learning_rate": 0.0002643358239597654,
      "loss": 2.6094,
      "step": 30454
    },
    {
      "epoch": 1.4168411258432194,
      "grad_norm": 0.9922159422512147,
      "learning_rate": 0.00026433342153835495,
      "loss": 2.5625,
      "step": 30455
    },
    {
      "epoch": 1.4168876482903001,
      "grad_norm": 0.857340192325253,
      "learning_rate": 0.00026433101904694894,
      "loss": 2.375,
      "step": 30456
    },
    {
      "epoch": 1.4169341707373808,
      "grad_norm": 0.9051272598209488,
      "learning_rate": 0.00026432861648554873,
      "loss": 2.4531,
      "step": 30457
    },
    {
      "epoch": 1.4169806931844615,
      "grad_norm": 0.8811495429539115,
      "learning_rate": 0.00026432621385415596,
      "loss": 2.3906,
      "step": 30458
    },
    {
      "epoch": 1.4170272156315422,
      "grad_norm": 0.9113076694622816,
      "learning_rate": 0.0002643238111527719,
      "loss": 2.3594,
      "step": 30459
    },
    {
      "epoch": 1.417073738078623,
      "grad_norm": 0.9206890218091136,
      "learning_rate": 0.0002643214083813982,
      "loss": 2.2188,
      "step": 30460
    },
    {
      "epoch": 1.4171202605257036,
      "grad_norm": 0.9375814239845952,
      "learning_rate": 0.00026431900554003626,
      "loss": 2.6562,
      "step": 30461
    },
    {
      "epoch": 1.4171667829727843,
      "grad_norm": 0.9531508273259808,
      "learning_rate": 0.0002643166026286875,
      "loss": 2.3594,
      "step": 30462
    },
    {
      "epoch": 1.417213305419865,
      "grad_norm": 0.8848228942039703,
      "learning_rate": 0.0002643141996473535,
      "loss": 2.2188,
      "step": 30463
    },
    {
      "epoch": 1.4172598278669457,
      "grad_norm": 0.9461919834114587,
      "learning_rate": 0.0002643117965960356,
      "loss": 2.6719,
      "step": 30464
    },
    {
      "epoch": 1.4173063503140266,
      "grad_norm": 0.8712007892709229,
      "learning_rate": 0.00026430939347473544,
      "loss": 2.3594,
      "step": 30465
    },
    {
      "epoch": 1.417352872761107,
      "grad_norm": 0.9271221505563001,
      "learning_rate": 0.0002643069902834543,
      "loss": 2.5781,
      "step": 30466
    },
    {
      "epoch": 1.417399395208188,
      "grad_norm": 0.8636681389159742,
      "learning_rate": 0.0002643045870221938,
      "loss": 2.2344,
      "step": 30467
    },
    {
      "epoch": 1.4174459176552687,
      "grad_norm": 0.8394503760615816,
      "learning_rate": 0.00026430218369095535,
      "loss": 2.4219,
      "step": 30468
    },
    {
      "epoch": 1.4174924401023494,
      "grad_norm": 0.9300334722929425,
      "learning_rate": 0.00026429978028974044,
      "loss": 2.3906,
      "step": 30469
    },
    {
      "epoch": 1.4175389625494301,
      "grad_norm": 0.9027656003530173,
      "learning_rate": 0.0002642973768185505,
      "loss": 2.6562,
      "step": 30470
    },
    {
      "epoch": 1.4175854849965108,
      "grad_norm": 1.035728193069088,
      "learning_rate": 0.0002642949732773871,
      "loss": 2.75,
      "step": 30471
    },
    {
      "epoch": 1.4176320074435915,
      "grad_norm": 1.0009412263942339,
      "learning_rate": 0.00026429256966625157,
      "loss": 2.5625,
      "step": 30472
    },
    {
      "epoch": 1.4176785298906722,
      "grad_norm": 0.995931522078698,
      "learning_rate": 0.00026429016598514553,
      "loss": 2.5469,
      "step": 30473
    },
    {
      "epoch": 1.417725052337753,
      "grad_norm": 0.9799000554354935,
      "learning_rate": 0.0002642877622340703,
      "loss": 2.375,
      "step": 30474
    },
    {
      "epoch": 1.4177715747848336,
      "grad_norm": 0.9135989601435739,
      "learning_rate": 0.00026428535841302746,
      "loss": 2.625,
      "step": 30475
    },
    {
      "epoch": 1.4178180972319143,
      "grad_norm": 0.9527046892845726,
      "learning_rate": 0.00026428295452201846,
      "loss": 2.3594,
      "step": 30476
    },
    {
      "epoch": 1.417864619678995,
      "grad_norm": 0.9792726676171828,
      "learning_rate": 0.0002642805505610447,
      "loss": 2.2188,
      "step": 30477
    },
    {
      "epoch": 1.417911142126076,
      "grad_norm": 0.9473598855767281,
      "learning_rate": 0.0002642781465301078,
      "loss": 2.375,
      "step": 30478
    },
    {
      "epoch": 1.4179576645731564,
      "grad_norm": 0.9368996324460936,
      "learning_rate": 0.0002642757424292091,
      "loss": 2.4062,
      "step": 30479
    },
    {
      "epoch": 1.4180041870202373,
      "grad_norm": 0.8565444746695394,
      "learning_rate": 0.00026427333825835013,
      "loss": 2.4219,
      "step": 30480
    },
    {
      "epoch": 1.418050709467318,
      "grad_norm": 0.8507762582953527,
      "learning_rate": 0.00026427093401753236,
      "loss": 2.3906,
      "step": 30481
    },
    {
      "epoch": 1.4180972319143987,
      "grad_norm": 0.8355236112293312,
      "learning_rate": 0.0002642685297067572,
      "loss": 2.3281,
      "step": 30482
    },
    {
      "epoch": 1.4181437543614794,
      "grad_norm": 0.9174690078680412,
      "learning_rate": 0.00026426612532602623,
      "loss": 2.3125,
      "step": 30483
    },
    {
      "epoch": 1.4181902768085601,
      "grad_norm": 0.9249853564016344,
      "learning_rate": 0.0002642637208753409,
      "loss": 2.2812,
      "step": 30484
    },
    {
      "epoch": 1.4182367992556408,
      "grad_norm": 0.9152511446325818,
      "learning_rate": 0.00026426131635470254,
      "loss": 2.3281,
      "step": 30485
    },
    {
      "epoch": 1.4182833217027215,
      "grad_norm": 0.8809770862274435,
      "learning_rate": 0.0002642589117641128,
      "loss": 2.6562,
      "step": 30486
    },
    {
      "epoch": 1.4183298441498022,
      "grad_norm": 0.939854768537821,
      "learning_rate": 0.00026425650710357304,
      "loss": 2.6094,
      "step": 30487
    },
    {
      "epoch": 1.418376366596883,
      "grad_norm": 0.9047363410303988,
      "learning_rate": 0.00026425410237308484,
      "loss": 2.1719,
      "step": 30488
    },
    {
      "epoch": 1.4184228890439636,
      "grad_norm": 0.8375233287046143,
      "learning_rate": 0.00026425169757264956,
      "loss": 2.5156,
      "step": 30489
    },
    {
      "epoch": 1.4184694114910443,
      "grad_norm": 0.8931178986003757,
      "learning_rate": 0.00026424929270226866,
      "loss": 2.4219,
      "step": 30490
    },
    {
      "epoch": 1.4185159339381253,
      "grad_norm": 0.9372319956416735,
      "learning_rate": 0.00026424688776194375,
      "loss": 2.375,
      "step": 30491
    },
    {
      "epoch": 1.4185624563852057,
      "grad_norm": 0.8505407741708046,
      "learning_rate": 0.00026424448275167616,
      "loss": 2.375,
      "step": 30492
    },
    {
      "epoch": 1.4186089788322866,
      "grad_norm": 0.917774074753904,
      "learning_rate": 0.00026424207767146755,
      "loss": 2.4375,
      "step": 30493
    },
    {
      "epoch": 1.4186555012793673,
      "grad_norm": 0.85511015327476,
      "learning_rate": 0.00026423967252131917,
      "loss": 2.125,
      "step": 30494
    },
    {
      "epoch": 1.418702023726448,
      "grad_norm": 1.1200330025132899,
      "learning_rate": 0.0002642372673012326,
      "loss": 2.4375,
      "step": 30495
    },
    {
      "epoch": 1.4187485461735287,
      "grad_norm": 0.843118679811812,
      "learning_rate": 0.00026423486201120923,
      "loss": 2.2656,
      "step": 30496
    },
    {
      "epoch": 1.4187950686206094,
      "grad_norm": 0.9236894926633378,
      "learning_rate": 0.00026423245665125065,
      "loss": 2.7188,
      "step": 30497
    },
    {
      "epoch": 1.4188415910676901,
      "grad_norm": 1.0985814137596015,
      "learning_rate": 0.00026423005122135833,
      "loss": 2.3594,
      "step": 30498
    },
    {
      "epoch": 1.4188881135147708,
      "grad_norm": 0.8578932507914042,
      "learning_rate": 0.0002642276457215337,
      "loss": 2.3438,
      "step": 30499
    },
    {
      "epoch": 1.4189346359618515,
      "grad_norm": 0.8573446357478857,
      "learning_rate": 0.0002642252401517782,
      "loss": 2.3281,
      "step": 30500
    },
    {
      "epoch": 1.4189811584089322,
      "grad_norm": 0.9422134808577098,
      "learning_rate": 0.00026422283451209337,
      "loss": 2.4219,
      "step": 30501
    },
    {
      "epoch": 1.4190276808560132,
      "grad_norm": 0.8862056207128072,
      "learning_rate": 0.0002642204288024806,
      "loss": 2.1406,
      "step": 30502
    },
    {
      "epoch": 1.4190742033030936,
      "grad_norm": 0.8682744393855042,
      "learning_rate": 0.00026421802302294145,
      "loss": 2.3281,
      "step": 30503
    },
    {
      "epoch": 1.4191207257501746,
      "grad_norm": 0.8902919881321851,
      "learning_rate": 0.00026421561717347735,
      "loss": 2.4062,
      "step": 30504
    },
    {
      "epoch": 1.419167248197255,
      "grad_norm": 0.9535040781256348,
      "learning_rate": 0.00026421321125408976,
      "loss": 2.5156,
      "step": 30505
    },
    {
      "epoch": 1.419213770644336,
      "grad_norm": 0.9107741525771614,
      "learning_rate": 0.00026421080526478017,
      "loss": 2.1094,
      "step": 30506
    },
    {
      "epoch": 1.4192602930914167,
      "grad_norm": 0.9860161854934583,
      "learning_rate": 0.00026420839920555006,
      "loss": 2.2656,
      "step": 30507
    },
    {
      "epoch": 1.4193068155384974,
      "grad_norm": 0.8605579539222735,
      "learning_rate": 0.0002642059930764009,
      "loss": 2.4375,
      "step": 30508
    },
    {
      "epoch": 1.419353337985578,
      "grad_norm": 1.030223369687104,
      "learning_rate": 0.00026420358687733413,
      "loss": 2.3594,
      "step": 30509
    },
    {
      "epoch": 1.4193998604326588,
      "grad_norm": 0.9501253773163988,
      "learning_rate": 0.0002642011806083513,
      "loss": 2.5781,
      "step": 30510
    },
    {
      "epoch": 1.4194463828797395,
      "grad_norm": 0.9345381091331647,
      "learning_rate": 0.0002641987742694538,
      "loss": 2.6406,
      "step": 30511
    },
    {
      "epoch": 1.4194929053268202,
      "grad_norm": 0.9220382263111191,
      "learning_rate": 0.0002641963678606431,
      "loss": 2.4688,
      "step": 30512
    },
    {
      "epoch": 1.4195394277739009,
      "grad_norm": 0.8666997251688302,
      "learning_rate": 0.00026419396138192076,
      "loss": 2.4531,
      "step": 30513
    },
    {
      "epoch": 1.4195859502209816,
      "grad_norm": 0.9544688848787692,
      "learning_rate": 0.0002641915548332882,
      "loss": 2.4375,
      "step": 30514
    },
    {
      "epoch": 1.4196324726680625,
      "grad_norm": 0.8506209323599456,
      "learning_rate": 0.0002641891482147469,
      "loss": 2.3281,
      "step": 30515
    },
    {
      "epoch": 1.419678995115143,
      "grad_norm": 0.8169449310879506,
      "learning_rate": 0.00026418674152629834,
      "loss": 2.1562,
      "step": 30516
    },
    {
      "epoch": 1.4197255175622239,
      "grad_norm": 0.8520239964431413,
      "learning_rate": 0.00026418433476794393,
      "loss": 2.4844,
      "step": 30517
    },
    {
      "epoch": 1.4197720400093046,
      "grad_norm": 0.9082863218008871,
      "learning_rate": 0.0002641819279396852,
      "loss": 2.4375,
      "step": 30518
    },
    {
      "epoch": 1.4198185624563853,
      "grad_norm": 0.9436191447014997,
      "learning_rate": 0.0002641795210415237,
      "loss": 2.7031,
      "step": 30519
    },
    {
      "epoch": 1.419865084903466,
      "grad_norm": 0.9041775470411525,
      "learning_rate": 0.0002641771140734608,
      "loss": 2.4375,
      "step": 30520
    },
    {
      "epoch": 1.4199116073505467,
      "grad_norm": 0.8850402113923458,
      "learning_rate": 0.00026417470703549796,
      "loss": 2.4688,
      "step": 30521
    },
    {
      "epoch": 1.4199581297976274,
      "grad_norm": 0.8713238373670231,
      "learning_rate": 0.00026417229992763667,
      "loss": 2.4688,
      "step": 30522
    },
    {
      "epoch": 1.420004652244708,
      "grad_norm": 0.9266385250221931,
      "learning_rate": 0.0002641698927498785,
      "loss": 2.5938,
      "step": 30523
    },
    {
      "epoch": 1.4200511746917888,
      "grad_norm": 0.9182358469598135,
      "learning_rate": 0.0002641674855022248,
      "loss": 2.1562,
      "step": 30524
    },
    {
      "epoch": 1.4200976971388695,
      "grad_norm": 0.8563836851552893,
      "learning_rate": 0.0002641650781846771,
      "loss": 2.2812,
      "step": 30525
    },
    {
      "epoch": 1.4201442195859502,
      "grad_norm": 0.9733020029397996,
      "learning_rate": 0.00026416267079723684,
      "loss": 2.8594,
      "step": 30526
    },
    {
      "epoch": 1.4201907420330309,
      "grad_norm": 0.9534108839272242,
      "learning_rate": 0.0002641602633399056,
      "loss": 2.5781,
      "step": 30527
    },
    {
      "epoch": 1.4202372644801118,
      "grad_norm": 0.8769104596191192,
      "learning_rate": 0.0002641578558126847,
      "loss": 2.6562,
      "step": 30528
    },
    {
      "epoch": 1.4202837869271923,
      "grad_norm": 0.9829522570964067,
      "learning_rate": 0.00026415544821557573,
      "loss": 2.1719,
      "step": 30529
    },
    {
      "epoch": 1.4203303093742732,
      "grad_norm": 0.8086618023959158,
      "learning_rate": 0.00026415304054858005,
      "loss": 1.7266,
      "step": 30530
    },
    {
      "epoch": 1.4203768318213539,
      "grad_norm": 0.8469223520650649,
      "learning_rate": 0.0002641506328116993,
      "loss": 2.4219,
      "step": 30531
    },
    {
      "epoch": 1.4204233542684346,
      "grad_norm": 1.2252650398342386,
      "learning_rate": 0.0002641482250049348,
      "loss": 2.1094,
      "step": 30532
    },
    {
      "epoch": 1.4204698767155153,
      "grad_norm": 0.8573816554754442,
      "learning_rate": 0.00026414581712828813,
      "loss": 2.2969,
      "step": 30533
    },
    {
      "epoch": 1.420516399162596,
      "grad_norm": 0.8226777848824354,
      "learning_rate": 0.0002641434091817607,
      "loss": 2.0,
      "step": 30534
    },
    {
      "epoch": 1.4205629216096767,
      "grad_norm": 0.8842810333126386,
      "learning_rate": 0.00026414100116535396,
      "loss": 2.4062,
      "step": 30535
    },
    {
      "epoch": 1.4206094440567574,
      "grad_norm": 0.9663693005564131,
      "learning_rate": 0.0002641385930790695,
      "loss": 2.4219,
      "step": 30536
    },
    {
      "epoch": 1.420655966503838,
      "grad_norm": 0.9392253077031272,
      "learning_rate": 0.00026413618492290863,
      "loss": 2.2656,
      "step": 30537
    },
    {
      "epoch": 1.4207024889509188,
      "grad_norm": 0.8416756532280596,
      "learning_rate": 0.00026413377669687294,
      "loss": 2.1875,
      "step": 30538
    },
    {
      "epoch": 1.4207490113979995,
      "grad_norm": 0.9659656010111415,
      "learning_rate": 0.00026413136840096395,
      "loss": 2.4844,
      "step": 30539
    },
    {
      "epoch": 1.4207955338450802,
      "grad_norm": 0.8813190742138592,
      "learning_rate": 0.000264128960035183,
      "loss": 2.3906,
      "step": 30540
    },
    {
      "epoch": 1.420842056292161,
      "grad_norm": 0.9272303921037384,
      "learning_rate": 0.0002641265515995317,
      "loss": 2.4062,
      "step": 30541
    },
    {
      "epoch": 1.4208885787392416,
      "grad_norm": 0.8925081486829252,
      "learning_rate": 0.0002641241430940114,
      "loss": 2.5156,
      "step": 30542
    },
    {
      "epoch": 1.4209351011863225,
      "grad_norm": 0.8866958547796296,
      "learning_rate": 0.0002641217345186236,
      "loss": 2.5625,
      "step": 30543
    },
    {
      "epoch": 1.4209816236334032,
      "grad_norm": 0.8645306053234348,
      "learning_rate": 0.0002641193258733698,
      "loss": 2.2812,
      "step": 30544
    },
    {
      "epoch": 1.421028146080484,
      "grad_norm": 0.9413935297662445,
      "learning_rate": 0.00026411691715825153,
      "loss": 2.7188,
      "step": 30545
    },
    {
      "epoch": 1.4210746685275646,
      "grad_norm": 1.1253382906045686,
      "learning_rate": 0.00026411450837327016,
      "loss": 2.5781,
      "step": 30546
    },
    {
      "epoch": 1.4211211909746453,
      "grad_norm": 0.8517753029685017,
      "learning_rate": 0.00026411209951842724,
      "loss": 2.0781,
      "step": 30547
    },
    {
      "epoch": 1.421167713421726,
      "grad_norm": 0.9390955583744897,
      "learning_rate": 0.00026410969059372424,
      "loss": 2.625,
      "step": 30548
    },
    {
      "epoch": 1.4212142358688067,
      "grad_norm": 0.9343559441971516,
      "learning_rate": 0.0002641072815991626,
      "loss": 2.6719,
      "step": 30549
    },
    {
      "epoch": 1.4212607583158874,
      "grad_norm": 0.9486196097822716,
      "learning_rate": 0.00026410487253474376,
      "loss": 2.5781,
      "step": 30550
    },
    {
      "epoch": 1.421307280762968,
      "grad_norm": 0.9425522387744074,
      "learning_rate": 0.00026410246340046936,
      "loss": 2.5,
      "step": 30551
    },
    {
      "epoch": 1.4213538032100488,
      "grad_norm": 0.8531730729841294,
      "learning_rate": 0.00026410005419634063,
      "loss": 2.4219,
      "step": 30552
    },
    {
      "epoch": 1.4214003256571295,
      "grad_norm": 0.9317603118145772,
      "learning_rate": 0.00026409764492235925,
      "loss": 2.3125,
      "step": 30553
    },
    {
      "epoch": 1.4214468481042104,
      "grad_norm": 0.8586608069788216,
      "learning_rate": 0.0002640952355785266,
      "loss": 2.3906,
      "step": 30554
    },
    {
      "epoch": 1.4214933705512909,
      "grad_norm": 0.9015652618081392,
      "learning_rate": 0.00026409282616484417,
      "loss": 2.1719,
      "step": 30555
    },
    {
      "epoch": 1.4215398929983718,
      "grad_norm": 0.8536159080403467,
      "learning_rate": 0.00026409041668131345,
      "loss": 2.0469,
      "step": 30556
    },
    {
      "epoch": 1.4215864154454525,
      "grad_norm": 0.9545388291394776,
      "learning_rate": 0.0002640880071279359,
      "loss": 2.6094,
      "step": 30557
    },
    {
      "epoch": 1.4216329378925332,
      "grad_norm": 0.8933229608991897,
      "learning_rate": 0.00026408559750471303,
      "loss": 2.2812,
      "step": 30558
    },
    {
      "epoch": 1.421679460339614,
      "grad_norm": 0.8669531016876753,
      "learning_rate": 0.0002640831878116462,
      "loss": 2.3438,
      "step": 30559
    },
    {
      "epoch": 1.4217259827866946,
      "grad_norm": 0.9121999919861153,
      "learning_rate": 0.000264080778048737,
      "loss": 2.3281,
      "step": 30560
    },
    {
      "epoch": 1.4217725052337753,
      "grad_norm": 0.8880755190966904,
      "learning_rate": 0.00026407836821598695,
      "loss": 2.3906,
      "step": 30561
    },
    {
      "epoch": 1.421819027680856,
      "grad_norm": 0.913747707701747,
      "learning_rate": 0.0002640759583133974,
      "loss": 2.4219,
      "step": 30562
    },
    {
      "epoch": 1.4218655501279367,
      "grad_norm": 0.8584655781716848,
      "learning_rate": 0.0002640735483409699,
      "loss": 2.125,
      "step": 30563
    },
    {
      "epoch": 1.4219120725750174,
      "grad_norm": 0.9211959866112218,
      "learning_rate": 0.0002640711382987059,
      "loss": 2.3125,
      "step": 30564
    },
    {
      "epoch": 1.421958595022098,
      "grad_norm": 0.9317455063785922,
      "learning_rate": 0.0002640687281866068,
      "loss": 2.4688,
      "step": 30565
    },
    {
      "epoch": 1.4220051174691788,
      "grad_norm": 0.9165721886045306,
      "learning_rate": 0.0002640663180046742,
      "loss": 2.2812,
      "step": 30566
    },
    {
      "epoch": 1.4220516399162597,
      "grad_norm": 0.9576846620812731,
      "learning_rate": 0.00026406390775290955,
      "loss": 2.3594,
      "step": 30567
    },
    {
      "epoch": 1.4220981623633402,
      "grad_norm": 0.961005333583097,
      "learning_rate": 0.0002640614974313143,
      "loss": 2.6875,
      "step": 30568
    },
    {
      "epoch": 1.4221446848104211,
      "grad_norm": 0.8515080993799872,
      "learning_rate": 0.0002640590870398899,
      "loss": 2.25,
      "step": 30569
    },
    {
      "epoch": 1.4221912072575018,
      "grad_norm": 0.9584995586245488,
      "learning_rate": 0.0002640566765786379,
      "loss": 2.5,
      "step": 30570
    },
    {
      "epoch": 1.4222377297045825,
      "grad_norm": 0.9110429111338634,
      "learning_rate": 0.0002640542660475597,
      "loss": 2.4219,
      "step": 30571
    },
    {
      "epoch": 1.4222842521516632,
      "grad_norm": 0.8991913315831053,
      "learning_rate": 0.00026405185544665677,
      "loss": 2.4688,
      "step": 30572
    },
    {
      "epoch": 1.422330774598744,
      "grad_norm": 0.883697479634134,
      "learning_rate": 0.0002640494447759307,
      "loss": 2.2656,
      "step": 30573
    },
    {
      "epoch": 1.4223772970458246,
      "grad_norm": 0.8451112127096049,
      "learning_rate": 0.00026404703403538286,
      "loss": 2.2188,
      "step": 30574
    },
    {
      "epoch": 1.4224238194929053,
      "grad_norm": 0.9738907491556293,
      "learning_rate": 0.0002640446232250147,
      "loss": 2.5,
      "step": 30575
    },
    {
      "epoch": 1.422470341939986,
      "grad_norm": 1.010528111693779,
      "learning_rate": 0.0002640422123448278,
      "loss": 2.5469,
      "step": 30576
    },
    {
      "epoch": 1.4225168643870667,
      "grad_norm": 0.9304006395529478,
      "learning_rate": 0.0002640398013948236,
      "loss": 2.4375,
      "step": 30577
    },
    {
      "epoch": 1.4225633868341474,
      "grad_norm": 0.8589199938218995,
      "learning_rate": 0.0002640373903750035,
      "loss": 2.2812,
      "step": 30578
    },
    {
      "epoch": 1.422609909281228,
      "grad_norm": 0.8782665956570317,
      "learning_rate": 0.0002640349792853691,
      "loss": 2.1875,
      "step": 30579
    },
    {
      "epoch": 1.422656431728309,
      "grad_norm": 0.8875163955780974,
      "learning_rate": 0.0002640325681259218,
      "loss": 2.2812,
      "step": 30580
    },
    {
      "epoch": 1.4227029541753895,
      "grad_norm": 0.9397546164079876,
      "learning_rate": 0.0002640301568966631,
      "loss": 2.5,
      "step": 30581
    },
    {
      "epoch": 1.4227494766224704,
      "grad_norm": 0.8960677839344415,
      "learning_rate": 0.0002640277455975944,
      "loss": 2.1875,
      "step": 30582
    },
    {
      "epoch": 1.4227959990695511,
      "grad_norm": 0.8983589322278436,
      "learning_rate": 0.0002640253342287173,
      "loss": 2.3438,
      "step": 30583
    },
    {
      "epoch": 1.4228425215166318,
      "grad_norm": 0.9515386821598002,
      "learning_rate": 0.00026402292279003323,
      "loss": 2.3281,
      "step": 30584
    },
    {
      "epoch": 1.4228890439637125,
      "grad_norm": 1.0205792022681976,
      "learning_rate": 0.0002640205112815436,
      "loss": 2.25,
      "step": 30585
    },
    {
      "epoch": 1.4229355664107932,
      "grad_norm": 1.1746368263565763,
      "learning_rate": 0.00026401809970325,
      "loss": 2.2812,
      "step": 30586
    },
    {
      "epoch": 1.422982088857874,
      "grad_norm": 0.9229241319847407,
      "learning_rate": 0.0002640156880551538,
      "loss": 2.2031,
      "step": 30587
    },
    {
      "epoch": 1.4230286113049546,
      "grad_norm": 0.8505763043705344,
      "learning_rate": 0.0002640132763372565,
      "loss": 2.2344,
      "step": 30588
    },
    {
      "epoch": 1.4230751337520353,
      "grad_norm": 0.9039762980639623,
      "learning_rate": 0.00026401086454955967,
      "loss": 2.375,
      "step": 30589
    },
    {
      "epoch": 1.423121656199116,
      "grad_norm": 0.9160162339694229,
      "learning_rate": 0.0002640084526920647,
      "loss": 2.4375,
      "step": 30590
    },
    {
      "epoch": 1.4231681786461967,
      "grad_norm": 0.9371592290909456,
      "learning_rate": 0.0002640060407647731,
      "loss": 2.3438,
      "step": 30591
    },
    {
      "epoch": 1.4232147010932774,
      "grad_norm": 0.9317714556464683,
      "learning_rate": 0.00026400362876768626,
      "loss": 2.4375,
      "step": 30592
    },
    {
      "epoch": 1.4232612235403583,
      "grad_norm": 0.9344239013276877,
      "learning_rate": 0.0002640012167008058,
      "loss": 2.5,
      "step": 30593
    },
    {
      "epoch": 1.4233077459874388,
      "grad_norm": 0.8742879573545207,
      "learning_rate": 0.0002639988045641331,
      "loss": 2.3594,
      "step": 30594
    },
    {
      "epoch": 1.4233542684345197,
      "grad_norm": 0.9442862322651315,
      "learning_rate": 0.0002639963923576696,
      "loss": 1.7266,
      "step": 30595
    },
    {
      "epoch": 1.4234007908816004,
      "grad_norm": 0.925696655570518,
      "learning_rate": 0.0002639939800814169,
      "loss": 2.2344,
      "step": 30596
    },
    {
      "epoch": 1.4234473133286811,
      "grad_norm": 0.9357773376589633,
      "learning_rate": 0.0002639915677353764,
      "loss": 2.5312,
      "step": 30597
    },
    {
      "epoch": 1.4234938357757618,
      "grad_norm": 0.8740679391966693,
      "learning_rate": 0.0002639891553195496,
      "loss": 2.2969,
      "step": 30598
    },
    {
      "epoch": 1.4235403582228425,
      "grad_norm": 0.8728394437585796,
      "learning_rate": 0.000263986742833938,
      "loss": 2.1875,
      "step": 30599
    },
    {
      "epoch": 1.4235868806699232,
      "grad_norm": 0.9357000446797736,
      "learning_rate": 0.000263984330278543,
      "loss": 1.8906,
      "step": 30600
    },
    {
      "epoch": 1.423633403117004,
      "grad_norm": 0.9361632004496522,
      "learning_rate": 0.0002639819176533661,
      "loss": 2.4062,
      "step": 30601
    },
    {
      "epoch": 1.4236799255640846,
      "grad_norm": 0.9789956020091234,
      "learning_rate": 0.0002639795049584088,
      "loss": 2.2656,
      "step": 30602
    },
    {
      "epoch": 1.4237264480111653,
      "grad_norm": 0.9429641355247201,
      "learning_rate": 0.0002639770921936726,
      "loss": 2.4531,
      "step": 30603
    },
    {
      "epoch": 1.423772970458246,
      "grad_norm": 0.8870122072966441,
      "learning_rate": 0.000263974679359159,
      "loss": 2.1719,
      "step": 30604
    },
    {
      "epoch": 1.4238194929053267,
      "grad_norm": 0.8795024607193951,
      "learning_rate": 0.00026397226645486936,
      "loss": 2.3281,
      "step": 30605
    },
    {
      "epoch": 1.4238660153524076,
      "grad_norm": 0.8787278360902726,
      "learning_rate": 0.00026396985348080526,
      "loss": 2.4062,
      "step": 30606
    },
    {
      "epoch": 1.4239125377994881,
      "grad_norm": 0.893108423295138,
      "learning_rate": 0.00026396744043696814,
      "loss": 2.3125,
      "step": 30607
    },
    {
      "epoch": 1.423959060246569,
      "grad_norm": 0.9136889632173513,
      "learning_rate": 0.00026396502732335946,
      "loss": 2.625,
      "step": 30608
    },
    {
      "epoch": 1.4240055826936497,
      "grad_norm": 0.8869964704877462,
      "learning_rate": 0.00026396261413998075,
      "loss": 2.1094,
      "step": 30609
    },
    {
      "epoch": 1.4240521051407304,
      "grad_norm": 0.8679185834582817,
      "learning_rate": 0.0002639602008868334,
      "loss": 2.4219,
      "step": 30610
    },
    {
      "epoch": 1.4240986275878111,
      "grad_norm": 0.9149384077167354,
      "learning_rate": 0.000263957787563919,
      "loss": 2.2188,
      "step": 30611
    },
    {
      "epoch": 1.4241451500348918,
      "grad_norm": 0.8607754216159562,
      "learning_rate": 0.000263955374171239,
      "loss": 2.6094,
      "step": 30612
    },
    {
      "epoch": 1.4241916724819725,
      "grad_norm": 0.8903205475265228,
      "learning_rate": 0.00026395296070879477,
      "loss": 2.5469,
      "step": 30613
    },
    {
      "epoch": 1.4242381949290532,
      "grad_norm": 1.0365518339631228,
      "learning_rate": 0.0002639505471765879,
      "loss": 2.4531,
      "step": 30614
    },
    {
      "epoch": 1.424284717376134,
      "grad_norm": 0.8711915268566948,
      "learning_rate": 0.00026394813357461986,
      "loss": 2.1875,
      "step": 30615
    },
    {
      "epoch": 1.4243312398232146,
      "grad_norm": 0.9341342852458996,
      "learning_rate": 0.00026394571990289204,
      "loss": 2.2656,
      "step": 30616
    },
    {
      "epoch": 1.4243777622702956,
      "grad_norm": 0.9672734108392023,
      "learning_rate": 0.000263943306161406,
      "loss": 2.5312,
      "step": 30617
    },
    {
      "epoch": 1.424424284717376,
      "grad_norm": 0.918954860802858,
      "learning_rate": 0.00026394089235016316,
      "loss": 2.4219,
      "step": 30618
    },
    {
      "epoch": 1.424470807164457,
      "grad_norm": 0.8903558474635004,
      "learning_rate": 0.0002639384784691651,
      "loss": 2.4531,
      "step": 30619
    },
    {
      "epoch": 1.4245173296115374,
      "grad_norm": 0.9492999859453987,
      "learning_rate": 0.0002639360645184132,
      "loss": 2.6719,
      "step": 30620
    },
    {
      "epoch": 1.4245638520586184,
      "grad_norm": 0.7882939300787448,
      "learning_rate": 0.000263933650497909,
      "loss": 1.9531,
      "step": 30621
    },
    {
      "epoch": 1.424610374505699,
      "grad_norm": 0.9245976719825828,
      "learning_rate": 0.00026393123640765394,
      "loss": 2.5,
      "step": 30622
    },
    {
      "epoch": 1.4246568969527797,
      "grad_norm": 0.8464297539838669,
      "learning_rate": 0.0002639288222476495,
      "loss": 2.3438,
      "step": 30623
    },
    {
      "epoch": 1.4247034193998604,
      "grad_norm": 0.9619671629765801,
      "learning_rate": 0.0002639264080178972,
      "loss": 2.6719,
      "step": 30624
    },
    {
      "epoch": 1.4247499418469411,
      "grad_norm": 0.8626914994771151,
      "learning_rate": 0.0002639239937183984,
      "loss": 2.4219,
      "step": 30625
    },
    {
      "epoch": 1.4247964642940218,
      "grad_norm": 0.8584903799827165,
      "learning_rate": 0.0002639215793491547,
      "loss": 2.3125,
      "step": 30626
    },
    {
      "epoch": 1.4248429867411025,
      "grad_norm": 0.8848323623173358,
      "learning_rate": 0.00026391916491016754,
      "loss": 2.3438,
      "step": 30627
    },
    {
      "epoch": 1.4248895091881832,
      "grad_norm": 0.9478888981848135,
      "learning_rate": 0.00026391675040143836,
      "loss": 2.5312,
      "step": 30628
    },
    {
      "epoch": 1.424936031635264,
      "grad_norm": 0.9793283718445848,
      "learning_rate": 0.00026391433582296874,
      "loss": 2.6406,
      "step": 30629
    },
    {
      "epoch": 1.4249825540823449,
      "grad_norm": 0.9112609029086862,
      "learning_rate": 0.00026391192117476003,
      "loss": 2.5938,
      "step": 30630
    },
    {
      "epoch": 1.4250290765294253,
      "grad_norm": 0.8748849469537326,
      "learning_rate": 0.0002639095064568138,
      "loss": 2.2812,
      "step": 30631
    },
    {
      "epoch": 1.4250755989765063,
      "grad_norm": 0.8730842008509752,
      "learning_rate": 0.00026390709166913156,
      "loss": 2.2812,
      "step": 30632
    },
    {
      "epoch": 1.425122121423587,
      "grad_norm": 0.8516346286591167,
      "learning_rate": 0.00026390467681171466,
      "loss": 2.25,
      "step": 30633
    },
    {
      "epoch": 1.4251686438706677,
      "grad_norm": 0.8683481280003343,
      "learning_rate": 0.00026390226188456465,
      "loss": 2.3438,
      "step": 30634
    },
    {
      "epoch": 1.4252151663177484,
      "grad_norm": 0.9108885234461348,
      "learning_rate": 0.000263899846887683,
      "loss": 2.2969,
      "step": 30635
    },
    {
      "epoch": 1.425261688764829,
      "grad_norm": 0.9151459662519954,
      "learning_rate": 0.00026389743182107117,
      "loss": 2.0781,
      "step": 30636
    },
    {
      "epoch": 1.4253082112119098,
      "grad_norm": 0.8637907166775453,
      "learning_rate": 0.00026389501668473074,
      "loss": 2.375,
      "step": 30637
    },
    {
      "epoch": 1.4253547336589905,
      "grad_norm": 0.8728357580735066,
      "learning_rate": 0.000263892601478663,
      "loss": 2.3281,
      "step": 30638
    },
    {
      "epoch": 1.4254012561060712,
      "grad_norm": 0.8753202540448606,
      "learning_rate": 0.0002638901862028696,
      "loss": 2.3438,
      "step": 30639
    },
    {
      "epoch": 1.4254477785531519,
      "grad_norm": 0.9569251980929399,
      "learning_rate": 0.00026388777085735194,
      "loss": 2.5938,
      "step": 30640
    },
    {
      "epoch": 1.4254943010002326,
      "grad_norm": 0.9811359808403897,
      "learning_rate": 0.00026388535544211156,
      "loss": 2.3906,
      "step": 30641
    },
    {
      "epoch": 1.4255408234473133,
      "grad_norm": 0.9849695606445911,
      "learning_rate": 0.0002638829399571499,
      "loss": 2.3281,
      "step": 30642
    },
    {
      "epoch": 1.4255873458943942,
      "grad_norm": 0.931176170010645,
      "learning_rate": 0.00026388052440246836,
      "loss": 2.2656,
      "step": 30643
    },
    {
      "epoch": 1.4256338683414747,
      "grad_norm": 0.9582985529899616,
      "learning_rate": 0.00026387810877806847,
      "loss": 2.4219,
      "step": 30644
    },
    {
      "epoch": 1.4256803907885556,
      "grad_norm": 0.9947788512064073,
      "learning_rate": 0.00026387569308395183,
      "loss": 2.5938,
      "step": 30645
    },
    {
      "epoch": 1.4257269132356363,
      "grad_norm": 0.8989899901676461,
      "learning_rate": 0.0002638732773201198,
      "loss": 2.2812,
      "step": 30646
    },
    {
      "epoch": 1.425773435682717,
      "grad_norm": 0.8215126769383777,
      "learning_rate": 0.00026387086148657384,
      "loss": 2.2188,
      "step": 30647
    },
    {
      "epoch": 1.4258199581297977,
      "grad_norm": 0.8799355542408596,
      "learning_rate": 0.0002638684455833155,
      "loss": 2.3438,
      "step": 30648
    },
    {
      "epoch": 1.4258664805768784,
      "grad_norm": 0.9130094016595712,
      "learning_rate": 0.0002638660296103462,
      "loss": 2.6719,
      "step": 30649
    },
    {
      "epoch": 1.425913003023959,
      "grad_norm": 1.0136133263022007,
      "learning_rate": 0.00026386361356766746,
      "loss": 2.3594,
      "step": 30650
    },
    {
      "epoch": 1.4259595254710398,
      "grad_norm": 0.8928562714393188,
      "learning_rate": 0.00026386119745528075,
      "loss": 2.7188,
      "step": 30651
    },
    {
      "epoch": 1.4260060479181205,
      "grad_norm": 0.9097621987754969,
      "learning_rate": 0.00026385878127318754,
      "loss": 2.3594,
      "step": 30652
    },
    {
      "epoch": 1.4260525703652012,
      "grad_norm": 0.9565024817501858,
      "learning_rate": 0.00026385636502138934,
      "loss": 2.4531,
      "step": 30653
    },
    {
      "epoch": 1.4260990928122819,
      "grad_norm": 0.8830616990542153,
      "learning_rate": 0.0002638539486998875,
      "loss": 2.4688,
      "step": 30654
    },
    {
      "epoch": 1.4261456152593626,
      "grad_norm": 0.8814346877791035,
      "learning_rate": 0.0002638515323086837,
      "loss": 2.5469,
      "step": 30655
    },
    {
      "epoch": 1.4261921377064435,
      "grad_norm": 0.9234780614217899,
      "learning_rate": 0.0002638491158477793,
      "loss": 2.2188,
      "step": 30656
    },
    {
      "epoch": 1.426238660153524,
      "grad_norm": 0.9195733836618286,
      "learning_rate": 0.00026384669931717576,
      "loss": 2.2344,
      "step": 30657
    },
    {
      "epoch": 1.4262851826006049,
      "grad_norm": 0.8687928479477331,
      "learning_rate": 0.00026384428271687465,
      "loss": 2.5625,
      "step": 30658
    },
    {
      "epoch": 1.4263317050476856,
      "grad_norm": 0.8847386940564613,
      "learning_rate": 0.0002638418660468774,
      "loss": 2.7031,
      "step": 30659
    },
    {
      "epoch": 1.4263782274947663,
      "grad_norm": 0.9149376158253049,
      "learning_rate": 0.00026383944930718546,
      "loss": 2.7031,
      "step": 30660
    },
    {
      "epoch": 1.426424749941847,
      "grad_norm": 0.8192337614827597,
      "learning_rate": 0.00026383703249780035,
      "loss": 2.0469,
      "step": 30661
    },
    {
      "epoch": 1.4264712723889277,
      "grad_norm": 0.8854485945598638,
      "learning_rate": 0.00026383461561872354,
      "loss": 2.6094,
      "step": 30662
    },
    {
      "epoch": 1.4265177948360084,
      "grad_norm": 0.8745259449250724,
      "learning_rate": 0.00026383219866995655,
      "loss": 2.375,
      "step": 30663
    },
    {
      "epoch": 1.426564317283089,
      "grad_norm": 0.9185125841506244,
      "learning_rate": 0.0002638297816515007,
      "loss": 2.5312,
      "step": 30664
    },
    {
      "epoch": 1.4266108397301698,
      "grad_norm": 0.8468755629952275,
      "learning_rate": 0.0002638273645633577,
      "loss": 2.3438,
      "step": 30665
    },
    {
      "epoch": 1.4266573621772505,
      "grad_norm": 0.8948743733384961,
      "learning_rate": 0.0002638249474055289,
      "loss": 2.3438,
      "step": 30666
    },
    {
      "epoch": 1.4267038846243312,
      "grad_norm": 0.9130904237000671,
      "learning_rate": 0.00026382253017801573,
      "loss": 2.2031,
      "step": 30667
    },
    {
      "epoch": 1.4267504070714119,
      "grad_norm": 0.9330676681028913,
      "learning_rate": 0.00026382011288081977,
      "loss": 2.4375,
      "step": 30668
    },
    {
      "epoch": 1.4267969295184928,
      "grad_norm": 0.937411704980082,
      "learning_rate": 0.00026381769551394246,
      "loss": 2.3594,
      "step": 30669
    },
    {
      "epoch": 1.4268434519655733,
      "grad_norm": 0.9135382587516649,
      "learning_rate": 0.0002638152780773853,
      "loss": 2.5469,
      "step": 30670
    },
    {
      "epoch": 1.4268899744126542,
      "grad_norm": 0.9506575603045838,
      "learning_rate": 0.0002638128605711498,
      "loss": 2.4375,
      "step": 30671
    },
    {
      "epoch": 1.426936496859735,
      "grad_norm": 0.9332268873486643,
      "learning_rate": 0.00026381044299523735,
      "loss": 2.6406,
      "step": 30672
    },
    {
      "epoch": 1.4269830193068156,
      "grad_norm": 0.8943090140780433,
      "learning_rate": 0.00026380802534964944,
      "loss": 2.1875,
      "step": 30673
    },
    {
      "epoch": 1.4270295417538963,
      "grad_norm": 0.9078136859026431,
      "learning_rate": 0.0002638056076343876,
      "loss": 2.6094,
      "step": 30674
    },
    {
      "epoch": 1.427076064200977,
      "grad_norm": 0.9067134865575812,
      "learning_rate": 0.00026380318984945333,
      "loss": 2.625,
      "step": 30675
    },
    {
      "epoch": 1.4271225866480577,
      "grad_norm": 0.9135707631805944,
      "learning_rate": 0.00026380077199484805,
      "loss": 2.3438,
      "step": 30676
    },
    {
      "epoch": 1.4271691090951384,
      "grad_norm": 0.9341354382461317,
      "learning_rate": 0.00026379835407057335,
      "loss": 2.5156,
      "step": 30677
    },
    {
      "epoch": 1.427215631542219,
      "grad_norm": 0.8257667282377965,
      "learning_rate": 0.00026379593607663053,
      "loss": 2.1406,
      "step": 30678
    },
    {
      "epoch": 1.4272621539892998,
      "grad_norm": 0.962958422432177,
      "learning_rate": 0.0002637935180130212,
      "loss": 2.4844,
      "step": 30679
    },
    {
      "epoch": 1.4273086764363805,
      "grad_norm": 0.8822348989225637,
      "learning_rate": 0.0002637910998797468,
      "loss": 2.2031,
      "step": 30680
    },
    {
      "epoch": 1.4273551988834612,
      "grad_norm": 0.9077077661268169,
      "learning_rate": 0.00026378868167680885,
      "loss": 2.4688,
      "step": 30681
    },
    {
      "epoch": 1.427401721330542,
      "grad_norm": 0.8678422729379258,
      "learning_rate": 0.0002637862634042088,
      "loss": 2.4062,
      "step": 30682
    },
    {
      "epoch": 1.4274482437776226,
      "grad_norm": 0.9048374815226512,
      "learning_rate": 0.00026378384506194806,
      "loss": 2.1094,
      "step": 30683
    },
    {
      "epoch": 1.4274947662247035,
      "grad_norm": 0.8720308577182218,
      "learning_rate": 0.00026378142665002823,
      "loss": 2.125,
      "step": 30684
    },
    {
      "epoch": 1.4275412886717842,
      "grad_norm": 0.9089001575889696,
      "learning_rate": 0.00026377900816845073,
      "loss": 2.25,
      "step": 30685
    },
    {
      "epoch": 1.427587811118865,
      "grad_norm": 0.9233026401308346,
      "learning_rate": 0.00026377658961721705,
      "loss": 2.4375,
      "step": 30686
    },
    {
      "epoch": 1.4276343335659456,
      "grad_norm": 1.1419961494731008,
      "learning_rate": 0.0002637741709963287,
      "loss": 2.5312,
      "step": 30687
    },
    {
      "epoch": 1.4276808560130263,
      "grad_norm": 0.9157962565811141,
      "learning_rate": 0.00026377175230578705,
      "loss": 2.5781,
      "step": 30688
    },
    {
      "epoch": 1.427727378460107,
      "grad_norm": 0.8933584800521244,
      "learning_rate": 0.0002637693335455937,
      "loss": 2.2188,
      "step": 30689
    },
    {
      "epoch": 1.4277739009071877,
      "grad_norm": 0.8952010933529607,
      "learning_rate": 0.00026376691471575016,
      "loss": 2.3125,
      "step": 30690
    },
    {
      "epoch": 1.4278204233542684,
      "grad_norm": 0.8683848337059071,
      "learning_rate": 0.0002637644958162578,
      "loss": 2.5156,
      "step": 30691
    },
    {
      "epoch": 1.427866945801349,
      "grad_norm": 0.9403302068755771,
      "learning_rate": 0.00026376207684711815,
      "loss": 2.3438,
      "step": 30692
    },
    {
      "epoch": 1.4279134682484298,
      "grad_norm": 0.839717714085337,
      "learning_rate": 0.0002637596578083326,
      "loss": 2.25,
      "step": 30693
    },
    {
      "epoch": 1.4279599906955105,
      "grad_norm": 0.9380655870180524,
      "learning_rate": 0.0002637572386999028,
      "loss": 2.6094,
      "step": 30694
    },
    {
      "epoch": 1.4280065131425914,
      "grad_norm": 0.9753619738083648,
      "learning_rate": 0.00026375481952183017,
      "loss": 2.5938,
      "step": 30695
    },
    {
      "epoch": 1.428053035589672,
      "grad_norm": 0.9613428600178869,
      "learning_rate": 0.0002637524002741161,
      "loss": 2.5938,
      "step": 30696
    },
    {
      "epoch": 1.4280995580367528,
      "grad_norm": 0.9505017112590217,
      "learning_rate": 0.00026374998095676224,
      "loss": 2.0625,
      "step": 30697
    },
    {
      "epoch": 1.4281460804838335,
      "grad_norm": 0.9151994034541014,
      "learning_rate": 0.0002637475615697699,
      "loss": 2.4688,
      "step": 30698
    },
    {
      "epoch": 1.4281926029309142,
      "grad_norm": 0.8682934337004079,
      "learning_rate": 0.0002637451421131406,
      "loss": 2.4062,
      "step": 30699
    },
    {
      "epoch": 1.428239125377995,
      "grad_norm": 0.9144202263723615,
      "learning_rate": 0.00026374272258687594,
      "loss": 2.1562,
      "step": 30700
    },
    {
      "epoch": 1.4282856478250756,
      "grad_norm": 0.9010824846798048,
      "learning_rate": 0.00026374030299097724,
      "loss": 2.7188,
      "step": 30701
    },
    {
      "epoch": 1.4283321702721563,
      "grad_norm": 0.8492449049066437,
      "learning_rate": 0.0002637378833254461,
      "loss": 2.2031,
      "step": 30702
    },
    {
      "epoch": 1.428378692719237,
      "grad_norm": 0.8124010669860878,
      "learning_rate": 0.00026373546359028397,
      "loss": 2.4219,
      "step": 30703
    },
    {
      "epoch": 1.4284252151663177,
      "grad_norm": 0.9035594794618461,
      "learning_rate": 0.00026373304378549226,
      "loss": 2.2969,
      "step": 30704
    },
    {
      "epoch": 1.4284717376133984,
      "grad_norm": 1.0169546377317566,
      "learning_rate": 0.00026373062391107254,
      "loss": 2.4688,
      "step": 30705
    },
    {
      "epoch": 1.428518260060479,
      "grad_norm": 0.9464459363223781,
      "learning_rate": 0.0002637282039670263,
      "loss": 2.3438,
      "step": 30706
    },
    {
      "epoch": 1.4285647825075598,
      "grad_norm": 0.9549068234072307,
      "learning_rate": 0.00026372578395335495,
      "loss": 2.7188,
      "step": 30707
    },
    {
      "epoch": 1.4286113049546407,
      "grad_norm": 0.8969179438918673,
      "learning_rate": 0.00026372336387006,
      "loss": 2.7031,
      "step": 30708
    },
    {
      "epoch": 1.4286578274017212,
      "grad_norm": 0.9370492902343543,
      "learning_rate": 0.00026372094371714295,
      "loss": 2.6094,
      "step": 30709
    },
    {
      "epoch": 1.4287043498488021,
      "grad_norm": 0.8971274127905041,
      "learning_rate": 0.0002637185234946052,
      "loss": 2.5156,
      "step": 30710
    },
    {
      "epoch": 1.4287508722958828,
      "grad_norm": 0.8769380938661228,
      "learning_rate": 0.0002637161032024484,
      "loss": 2.375,
      "step": 30711
    },
    {
      "epoch": 1.4287973947429635,
      "grad_norm": 0.887082041026607,
      "learning_rate": 0.00026371368284067387,
      "loss": 2.3594,
      "step": 30712
    },
    {
      "epoch": 1.4288439171900442,
      "grad_norm": 0.8902513763782444,
      "learning_rate": 0.0002637112624092832,
      "loss": 2.4688,
      "step": 30713
    },
    {
      "epoch": 1.428890439637125,
      "grad_norm": 0.9467473033032227,
      "learning_rate": 0.00026370884190827777,
      "loss": 2.4062,
      "step": 30714
    },
    {
      "epoch": 1.4289369620842056,
      "grad_norm": 0.8527290140635266,
      "learning_rate": 0.0002637064213376592,
      "loss": 2.1562,
      "step": 30715
    },
    {
      "epoch": 1.4289834845312863,
      "grad_norm": 0.8961203825729859,
      "learning_rate": 0.0002637040006974288,
      "loss": 2.2812,
      "step": 30716
    },
    {
      "epoch": 1.429030006978367,
      "grad_norm": 0.8725120773893971,
      "learning_rate": 0.00026370157998758815,
      "loss": 2.0312,
      "step": 30717
    },
    {
      "epoch": 1.4290765294254477,
      "grad_norm": 0.9089228042107736,
      "learning_rate": 0.0002636991592081388,
      "loss": 2.2969,
      "step": 30718
    },
    {
      "epoch": 1.4291230518725284,
      "grad_norm": 0.8961294971495395,
      "learning_rate": 0.00026369673835908205,
      "loss": 2.625,
      "step": 30719
    },
    {
      "epoch": 1.4291695743196091,
      "grad_norm": 0.8580845388690111,
      "learning_rate": 0.00026369431744041957,
      "loss": 2.4688,
      "step": 30720
    },
    {
      "epoch": 1.42921609676669,
      "grad_norm": 0.865263999472545,
      "learning_rate": 0.00026369189645215267,
      "loss": 2.3906,
      "step": 30721
    },
    {
      "epoch": 1.4292626192137705,
      "grad_norm": 0.9381249884740918,
      "learning_rate": 0.000263689475394283,
      "loss": 2.375,
      "step": 30722
    },
    {
      "epoch": 1.4293091416608514,
      "grad_norm": 0.9437790021688791,
      "learning_rate": 0.000263687054266812,
      "loss": 2.3125,
      "step": 30723
    },
    {
      "epoch": 1.4293556641079321,
      "grad_norm": 0.8863782891985122,
      "learning_rate": 0.00026368463306974103,
      "loss": 2.2812,
      "step": 30724
    },
    {
      "epoch": 1.4294021865550128,
      "grad_norm": 0.8947380978760776,
      "learning_rate": 0.00026368221180307166,
      "loss": 2.7031,
      "step": 30725
    },
    {
      "epoch": 1.4294487090020935,
      "grad_norm": 0.8860599063463177,
      "learning_rate": 0.0002636797904668054,
      "loss": 1.8594,
      "step": 30726
    },
    {
      "epoch": 1.4294952314491742,
      "grad_norm": 0.9209908436946256,
      "learning_rate": 0.0002636773690609437,
      "loss": 2.4375,
      "step": 30727
    },
    {
      "epoch": 1.429541753896255,
      "grad_norm": 0.8880785658251118,
      "learning_rate": 0.00026367494758548803,
      "loss": 2.5156,
      "step": 30728
    },
    {
      "epoch": 1.4295882763433356,
      "grad_norm": 0.9169089770689023,
      "learning_rate": 0.0002636725260404399,
      "loss": 2.4062,
      "step": 30729
    },
    {
      "epoch": 1.4296347987904163,
      "grad_norm": 0.942827087831594,
      "learning_rate": 0.00026367010442580077,
      "loss": 2.6719,
      "step": 30730
    },
    {
      "epoch": 1.429681321237497,
      "grad_norm": 0.9233432635698489,
      "learning_rate": 0.0002636676827415722,
      "loss": 2.125,
      "step": 30731
    },
    {
      "epoch": 1.4297278436845777,
      "grad_norm": 0.9079853025023245,
      "learning_rate": 0.0002636652609877555,
      "loss": 2.5938,
      "step": 30732
    },
    {
      "epoch": 1.4297743661316584,
      "grad_norm": 0.8330245446893043,
      "learning_rate": 0.0002636628391643523,
      "loss": 2.2188,
      "step": 30733
    },
    {
      "epoch": 1.4298208885787393,
      "grad_norm": 0.9465580557405264,
      "learning_rate": 0.00026366041727136403,
      "loss": 2.5,
      "step": 30734
    },
    {
      "epoch": 1.4298674110258198,
      "grad_norm": 0.855185086166278,
      "learning_rate": 0.00026365799530879224,
      "loss": 2.0781,
      "step": 30735
    },
    {
      "epoch": 1.4299139334729007,
      "grad_norm": 0.9192047678164609,
      "learning_rate": 0.0002636555732766383,
      "loss": 2.6406,
      "step": 30736
    },
    {
      "epoch": 1.4299604559199814,
      "grad_norm": 0.8757210458635697,
      "learning_rate": 0.00026365315117490374,
      "loss": 2.5469,
      "step": 30737
    },
    {
      "epoch": 1.4300069783670621,
      "grad_norm": 0.8781164325186759,
      "learning_rate": 0.00026365072900359006,
      "loss": 2.2344,
      "step": 30738
    },
    {
      "epoch": 1.4300535008141428,
      "grad_norm": 0.8994314851250592,
      "learning_rate": 0.00026364830676269875,
      "loss": 2.4219,
      "step": 30739
    },
    {
      "epoch": 1.4301000232612235,
      "grad_norm": 0.8355810514534506,
      "learning_rate": 0.00026364588445223125,
      "loss": 2.2969,
      "step": 30740
    },
    {
      "epoch": 1.4301465457083042,
      "grad_norm": 0.8935370285017621,
      "learning_rate": 0.00026364346207218914,
      "loss": 2.3594,
      "step": 30741
    },
    {
      "epoch": 1.430193068155385,
      "grad_norm": 0.9568007583060892,
      "learning_rate": 0.00026364103962257373,
      "loss": 2.2188,
      "step": 30742
    },
    {
      "epoch": 1.4302395906024656,
      "grad_norm": 0.864248212268381,
      "learning_rate": 0.0002636386171033867,
      "loss": 2.4688,
      "step": 30743
    },
    {
      "epoch": 1.4302861130495463,
      "grad_norm": 0.9552553593814798,
      "learning_rate": 0.0002636361945146294,
      "loss": 2.7031,
      "step": 30744
    },
    {
      "epoch": 1.4303326354966273,
      "grad_norm": 0.9010659768904519,
      "learning_rate": 0.00026363377185630336,
      "loss": 2.8906,
      "step": 30745
    },
    {
      "epoch": 1.4303791579437077,
      "grad_norm": 0.9236638810842775,
      "learning_rate": 0.00026363134912841,
      "loss": 2.0625,
      "step": 30746
    },
    {
      "epoch": 1.4304256803907887,
      "grad_norm": 0.9600558205265514,
      "learning_rate": 0.00026362892633095093,
      "loss": 2.5469,
      "step": 30747
    },
    {
      "epoch": 1.4304722028378691,
      "grad_norm": 0.9406073481092849,
      "learning_rate": 0.0002636265034639275,
      "loss": 2.6875,
      "step": 30748
    },
    {
      "epoch": 1.43051872528495,
      "grad_norm": 0.9451560551541868,
      "learning_rate": 0.0002636240805273413,
      "loss": 2.7031,
      "step": 30749
    },
    {
      "epoch": 1.4305652477320308,
      "grad_norm": 1.0560795642665852,
      "learning_rate": 0.00026362165752119376,
      "loss": 2.4531,
      "step": 30750
    },
    {
      "epoch": 1.4306117701791115,
      "grad_norm": 0.9006104231001182,
      "learning_rate": 0.0002636192344454864,
      "loss": 2.4688,
      "step": 30751
    },
    {
      "epoch": 1.4306582926261922,
      "grad_norm": 0.9947472582410815,
      "learning_rate": 0.0002636168113002206,
      "loss": 2.7344,
      "step": 30752
    },
    {
      "epoch": 1.4307048150732729,
      "grad_norm": 0.87795243106118,
      "learning_rate": 0.000263614388085398,
      "loss": 2.4844,
      "step": 30753
    },
    {
      "epoch": 1.4307513375203535,
      "grad_norm": 0.8746760270669529,
      "learning_rate": 0.0002636119648010199,
      "loss": 2.2812,
      "step": 30754
    },
    {
      "epoch": 1.4307978599674342,
      "grad_norm": 0.868800122340931,
      "learning_rate": 0.000263609541447088,
      "loss": 2.2969,
      "step": 30755
    },
    {
      "epoch": 1.430844382414515,
      "grad_norm": 0.9260191670074533,
      "learning_rate": 0.0002636071180236036,
      "loss": 2.5156,
      "step": 30756
    },
    {
      "epoch": 1.4308909048615956,
      "grad_norm": 0.9082283683989675,
      "learning_rate": 0.0002636046945305683,
      "loss": 2.7812,
      "step": 30757
    },
    {
      "epoch": 1.4309374273086766,
      "grad_norm": 0.8523462082111362,
      "learning_rate": 0.0002636022709679835,
      "loss": 2.3438,
      "step": 30758
    },
    {
      "epoch": 1.430983949755757,
      "grad_norm": 0.8499640273243938,
      "learning_rate": 0.00026359984733585073,
      "loss": 1.7891,
      "step": 30759
    },
    {
      "epoch": 1.431030472202838,
      "grad_norm": 0.859460232005552,
      "learning_rate": 0.00026359742363417143,
      "loss": 2.4219,
      "step": 30760
    },
    {
      "epoch": 1.4310769946499187,
      "grad_norm": 0.9231767510546661,
      "learning_rate": 0.0002635949998629472,
      "loss": 2.6875,
      "step": 30761
    },
    {
      "epoch": 1.4311235170969994,
      "grad_norm": 0.9132508686663494,
      "learning_rate": 0.0002635925760221794,
      "loss": 2.375,
      "step": 30762
    },
    {
      "epoch": 1.43117003954408,
      "grad_norm": 0.8518641465557696,
      "learning_rate": 0.0002635901521118695,
      "loss": 2.1406,
      "step": 30763
    },
    {
      "epoch": 1.4312165619911608,
      "grad_norm": 0.8838093976817905,
      "learning_rate": 0.00026358772813201906,
      "loss": 2.2656,
      "step": 30764
    },
    {
      "epoch": 1.4312630844382415,
      "grad_norm": 0.910783976487492,
      "learning_rate": 0.0002635853040826296,
      "loss": 2.2344,
      "step": 30765
    },
    {
      "epoch": 1.4313096068853222,
      "grad_norm": 0.8949696274360804,
      "learning_rate": 0.0002635828799637025,
      "loss": 1.9375,
      "step": 30766
    },
    {
      "epoch": 1.4313561293324029,
      "grad_norm": 0.9313566684305349,
      "learning_rate": 0.00026358045577523935,
      "loss": 2.7344,
      "step": 30767
    },
    {
      "epoch": 1.4314026517794836,
      "grad_norm": 0.9139640401771031,
      "learning_rate": 0.00026357803151724155,
      "loss": 2.4844,
      "step": 30768
    },
    {
      "epoch": 1.4314491742265643,
      "grad_norm": 0.8804689411263122,
      "learning_rate": 0.00026357560718971056,
      "loss": 2.4688,
      "step": 30769
    },
    {
      "epoch": 1.431495696673645,
      "grad_norm": 0.914950556515385,
      "learning_rate": 0.00026357318279264795,
      "loss": 2.7344,
      "step": 30770
    },
    {
      "epoch": 1.4315422191207259,
      "grad_norm": 0.9578744080326804,
      "learning_rate": 0.00026357075832605513,
      "loss": 2.3906,
      "step": 30771
    },
    {
      "epoch": 1.4315887415678064,
      "grad_norm": 0.9041990513048316,
      "learning_rate": 0.0002635683337899337,
      "loss": 2.2969,
      "step": 30772
    },
    {
      "epoch": 1.4316352640148873,
      "grad_norm": 0.8632996667629478,
      "learning_rate": 0.00026356590918428504,
      "loss": 2.2656,
      "step": 30773
    },
    {
      "epoch": 1.431681786461968,
      "grad_norm": 1.138249685962761,
      "learning_rate": 0.00026356348450911064,
      "loss": 1.75,
      "step": 30774
    },
    {
      "epoch": 1.4317283089090487,
      "grad_norm": 0.9118545025134875,
      "learning_rate": 0.000263561059764412,
      "loss": 2.3125,
      "step": 30775
    },
    {
      "epoch": 1.4317748313561294,
      "grad_norm": 0.9658444631571618,
      "learning_rate": 0.0002635586349501906,
      "loss": 2.4531,
      "step": 30776
    },
    {
      "epoch": 1.43182135380321,
      "grad_norm": 0.864322746962982,
      "learning_rate": 0.000263556210066448,
      "loss": 2.6719,
      "step": 30777
    },
    {
      "epoch": 1.4318678762502908,
      "grad_norm": 0.8675371134184071,
      "learning_rate": 0.00026355378511318554,
      "loss": 2.4062,
      "step": 30778
    },
    {
      "epoch": 1.4319143986973715,
      "grad_norm": 0.8574759960330223,
      "learning_rate": 0.0002635513600904048,
      "loss": 2.3906,
      "step": 30779
    },
    {
      "epoch": 1.4319609211444522,
      "grad_norm": 0.929782773756846,
      "learning_rate": 0.0002635489349981073,
      "loss": 2.4844,
      "step": 30780
    },
    {
      "epoch": 1.4320074435915329,
      "grad_norm": 0.876861055463555,
      "learning_rate": 0.0002635465098362944,
      "loss": 2.2969,
      "step": 30781
    },
    {
      "epoch": 1.4320539660386136,
      "grad_norm": 0.9300009453453917,
      "learning_rate": 0.0002635440846049677,
      "loss": 2.5156,
      "step": 30782
    },
    {
      "epoch": 1.4321004884856943,
      "grad_norm": 0.8904136805789654,
      "learning_rate": 0.0002635416593041287,
      "loss": 2.5156,
      "step": 30783
    },
    {
      "epoch": 1.4321470109327752,
      "grad_norm": 0.857206420911284,
      "learning_rate": 0.00026353923393377873,
      "loss": 2.1562,
      "step": 30784
    },
    {
      "epoch": 1.4321935333798557,
      "grad_norm": 0.8820003226305392,
      "learning_rate": 0.0002635368084939194,
      "loss": 2.7031,
      "step": 30785
    },
    {
      "epoch": 1.4322400558269366,
      "grad_norm": 0.8632324025779498,
      "learning_rate": 0.00026353438298455217,
      "loss": 2.2344,
      "step": 30786
    },
    {
      "epoch": 1.4322865782740173,
      "grad_norm": 0.9059086785087751,
      "learning_rate": 0.00026353195740567856,
      "loss": 2.5156,
      "step": 30787
    },
    {
      "epoch": 1.432333100721098,
      "grad_norm": 1.0642768706497876,
      "learning_rate": 0.0002635295317573,
      "loss": 1.7656,
      "step": 30788
    },
    {
      "epoch": 1.4323796231681787,
      "grad_norm": 0.8609859272622704,
      "learning_rate": 0.00026352710603941797,
      "loss": 2.3281,
      "step": 30789
    },
    {
      "epoch": 1.4324261456152594,
      "grad_norm": 0.8643248131187917,
      "learning_rate": 0.00026352468025203396,
      "loss": 2.3125,
      "step": 30790
    },
    {
      "epoch": 1.43247266806234,
      "grad_norm": 0.9946448571926486,
      "learning_rate": 0.0002635222543951495,
      "loss": 2.5781,
      "step": 30791
    },
    {
      "epoch": 1.4325191905094208,
      "grad_norm": 0.861176183056902,
      "learning_rate": 0.00026351982846876607,
      "loss": 2.125,
      "step": 30792
    },
    {
      "epoch": 1.4325657129565015,
      "grad_norm": 0.9929818678382136,
      "learning_rate": 0.00026351740247288505,
      "loss": 2.5781,
      "step": 30793
    },
    {
      "epoch": 1.4326122354035822,
      "grad_norm": 0.8670789330457702,
      "learning_rate": 0.0002635149764075081,
      "loss": 2.1875,
      "step": 30794
    },
    {
      "epoch": 1.4326587578506629,
      "grad_norm": 0.9350887883210118,
      "learning_rate": 0.0002635125502726365,
      "loss": 2.5469,
      "step": 30795
    },
    {
      "epoch": 1.4327052802977436,
      "grad_norm": 0.8388205616852487,
      "learning_rate": 0.000263510124068272,
      "loss": 2.2969,
      "step": 30796
    },
    {
      "epoch": 1.4327518027448245,
      "grad_norm": 0.9342810908437182,
      "learning_rate": 0.00026350769779441585,
      "loss": 2.2344,
      "step": 30797
    },
    {
      "epoch": 1.432798325191905,
      "grad_norm": 0.8320455915032781,
      "learning_rate": 0.0002635052714510696,
      "loss": 2.0469,
      "step": 30798
    },
    {
      "epoch": 1.432844847638986,
      "grad_norm": 0.9628923575016398,
      "learning_rate": 0.00026350284503823474,
      "loss": 2.5156,
      "step": 30799
    },
    {
      "epoch": 1.4328913700860666,
      "grad_norm": 0.8412915298764335,
      "learning_rate": 0.0002635004185559128,
      "loss": 2.125,
      "step": 30800
    },
    {
      "epoch": 1.4329378925331473,
      "grad_norm": 0.8677007665446759,
      "learning_rate": 0.00026349799200410523,
      "loss": 2.1719,
      "step": 30801
    },
    {
      "epoch": 1.432984414980228,
      "grad_norm": 0.9544407983521946,
      "learning_rate": 0.0002634955653828136,
      "loss": 2.4375,
      "step": 30802
    },
    {
      "epoch": 1.4330309374273087,
      "grad_norm": 0.9775788518448714,
      "learning_rate": 0.0002634931386920392,
      "loss": 2.625,
      "step": 30803
    },
    {
      "epoch": 1.4330774598743894,
      "grad_norm": 0.8962404142270627,
      "learning_rate": 0.00026349071193178367,
      "loss": 2.5469,
      "step": 30804
    },
    {
      "epoch": 1.43312398232147,
      "grad_norm": 0.9249513154063559,
      "learning_rate": 0.0002634882851020485,
      "loss": 2.375,
      "step": 30805
    },
    {
      "epoch": 1.4331705047685508,
      "grad_norm": 0.8943155980935692,
      "learning_rate": 0.0002634858582028351,
      "loss": 2.5,
      "step": 30806
    },
    {
      "epoch": 1.4332170272156315,
      "grad_norm": 0.8925613874498656,
      "learning_rate": 0.0002634834312341449,
      "loss": 2.4062,
      "step": 30807
    },
    {
      "epoch": 1.4332635496627122,
      "grad_norm": 0.9410678271306475,
      "learning_rate": 0.0002634810041959796,
      "loss": 2.625,
      "step": 30808
    },
    {
      "epoch": 1.4333100721097929,
      "grad_norm": 0.8908707490229235,
      "learning_rate": 0.00026347857708834053,
      "loss": 2.6094,
      "step": 30809
    },
    {
      "epoch": 1.4333565945568738,
      "grad_norm": 0.8707397514544951,
      "learning_rate": 0.0002634761499112292,
      "loss": 2.3906,
      "step": 30810
    },
    {
      "epoch": 1.4334031170039543,
      "grad_norm": 0.8549329544517602,
      "learning_rate": 0.00026347372266464705,
      "loss": 2.4062,
      "step": 30811
    },
    {
      "epoch": 1.4334496394510352,
      "grad_norm": 0.8816705867103093,
      "learning_rate": 0.0002634712953485957,
      "loss": 2.125,
      "step": 30812
    },
    {
      "epoch": 1.433496161898116,
      "grad_norm": 0.897950603210827,
      "learning_rate": 0.0002634688679630765,
      "loss": 2.4531,
      "step": 30813
    },
    {
      "epoch": 1.4335426843451966,
      "grad_norm": 0.8905227422002319,
      "learning_rate": 0.00026346644050809106,
      "loss": 2.5312,
      "step": 30814
    },
    {
      "epoch": 1.4335892067922773,
      "grad_norm": 0.9222799014466411,
      "learning_rate": 0.00026346401298364073,
      "loss": 2.3906,
      "step": 30815
    },
    {
      "epoch": 1.433635729239358,
      "grad_norm": 0.9392962983590503,
      "learning_rate": 0.0002634615853897271,
      "loss": 2.4219,
      "step": 30816
    },
    {
      "epoch": 1.4336822516864387,
      "grad_norm": 0.8853813203762034,
      "learning_rate": 0.0002634591577263516,
      "loss": 2.375,
      "step": 30817
    },
    {
      "epoch": 1.4337287741335194,
      "grad_norm": 0.9504264117533843,
      "learning_rate": 0.00026345672999351574,
      "loss": 2.75,
      "step": 30818
    },
    {
      "epoch": 1.4337752965806,
      "grad_norm": 0.9205112418979493,
      "learning_rate": 0.000263454302191221,
      "loss": 2.3906,
      "step": 30819
    },
    {
      "epoch": 1.4338218190276808,
      "grad_norm": 0.8852166735328258,
      "learning_rate": 0.0002634518743194688,
      "loss": 2.0469,
      "step": 30820
    },
    {
      "epoch": 1.4338683414747615,
      "grad_norm": 0.8734219878567333,
      "learning_rate": 0.0002634494463782608,
      "loss": 2.5781,
      "step": 30821
    },
    {
      "epoch": 1.4339148639218422,
      "grad_norm": 0.9300840554897112,
      "learning_rate": 0.00026344701836759834,
      "loss": 2.4062,
      "step": 30822
    },
    {
      "epoch": 1.4339613863689231,
      "grad_norm": 0.8394396829783897,
      "learning_rate": 0.00026344459028748295,
      "loss": 2.1719,
      "step": 30823
    },
    {
      "epoch": 1.4340079088160036,
      "grad_norm": 0.8500570362628022,
      "learning_rate": 0.0002634421621379161,
      "loss": 2.1406,
      "step": 30824
    },
    {
      "epoch": 1.4340544312630845,
      "grad_norm": 0.8892089892920987,
      "learning_rate": 0.0002634397339188993,
      "loss": 2.6719,
      "step": 30825
    },
    {
      "epoch": 1.4341009537101652,
      "grad_norm": 0.8621765728794328,
      "learning_rate": 0.00026343730563043404,
      "loss": 2.2344,
      "step": 30826
    },
    {
      "epoch": 1.434147476157246,
      "grad_norm": 0.8988791637901014,
      "learning_rate": 0.00026343487727252177,
      "loss": 2.4688,
      "step": 30827
    },
    {
      "epoch": 1.4341939986043266,
      "grad_norm": 0.8749959639335942,
      "learning_rate": 0.00026343244884516397,
      "loss": 2.625,
      "step": 30828
    },
    {
      "epoch": 1.4342405210514073,
      "grad_norm": 0.7813207061180035,
      "learning_rate": 0.0002634300203483622,
      "loss": 2.2344,
      "step": 30829
    },
    {
      "epoch": 1.434287043498488,
      "grad_norm": 0.9141876630420619,
      "learning_rate": 0.0002634275917821179,
      "loss": 2.4062,
      "step": 30830
    },
    {
      "epoch": 1.4343335659455687,
      "grad_norm": 0.8538801145597557,
      "learning_rate": 0.0002634251631464325,
      "loss": 2.2656,
      "step": 30831
    },
    {
      "epoch": 1.4343800883926494,
      "grad_norm": 0.9291322215003928,
      "learning_rate": 0.00026342273444130766,
      "loss": 2.5625,
      "step": 30832
    },
    {
      "epoch": 1.43442661083973,
      "grad_norm": 0.8834200107715987,
      "learning_rate": 0.00026342030566674473,
      "loss": 2.2344,
      "step": 30833
    },
    {
      "epoch": 1.4344731332868108,
      "grad_norm": 0.9025162276479771,
      "learning_rate": 0.00026341787682274516,
      "loss": 2.3906,
      "step": 30834
    },
    {
      "epoch": 1.4345196557338915,
      "grad_norm": 0.8635982436748832,
      "learning_rate": 0.0002634154479093105,
      "loss": 2.2656,
      "step": 30835
    },
    {
      "epoch": 1.4345661781809724,
      "grad_norm": 0.8650534360460567,
      "learning_rate": 0.0002634130189264423,
      "loss": 2.4062,
      "step": 30836
    },
    {
      "epoch": 1.434612700628053,
      "grad_norm": 0.9754546121858461,
      "learning_rate": 0.0002634105898741419,
      "loss": 2.7969,
      "step": 30837
    },
    {
      "epoch": 1.4346592230751338,
      "grad_norm": 0.8645366492253961,
      "learning_rate": 0.0002634081607524109,
      "loss": 2.2344,
      "step": 30838
    },
    {
      "epoch": 1.4347057455222145,
      "grad_norm": 0.8405584318660422,
      "learning_rate": 0.0002634057315612508,
      "loss": 2.3125,
      "step": 30839
    },
    {
      "epoch": 1.4347522679692952,
      "grad_norm": 0.9160010581078171,
      "learning_rate": 0.000263403302300663,
      "loss": 2.625,
      "step": 30840
    },
    {
      "epoch": 1.434798790416376,
      "grad_norm": 0.8778665253750456,
      "learning_rate": 0.00026340087297064906,
      "loss": 2.4688,
      "step": 30841
    },
    {
      "epoch": 1.4348453128634566,
      "grad_norm": 0.9635381907508145,
      "learning_rate": 0.00026339844357121034,
      "loss": 2.3281,
      "step": 30842
    },
    {
      "epoch": 1.4348918353105373,
      "grad_norm": 1.0141231727702136,
      "learning_rate": 0.0002633960141023485,
      "loss": 2.5469,
      "step": 30843
    },
    {
      "epoch": 1.434938357757618,
      "grad_norm": 0.9726745007460588,
      "learning_rate": 0.00026339358456406496,
      "loss": 2.125,
      "step": 30844
    },
    {
      "epoch": 1.4349848802046987,
      "grad_norm": 0.9081533568967077,
      "learning_rate": 0.00026339115495636125,
      "loss": 2.4375,
      "step": 30845
    },
    {
      "epoch": 1.4350314026517794,
      "grad_norm": 0.9527623198137898,
      "learning_rate": 0.0002633887252792387,
      "loss": 2.5781,
      "step": 30846
    },
    {
      "epoch": 1.4350779250988601,
      "grad_norm": 0.9408742111000105,
      "learning_rate": 0.00026338629553269896,
      "loss": 2.4062,
      "step": 30847
    },
    {
      "epoch": 1.4351244475459408,
      "grad_norm": 0.9051039796044906,
      "learning_rate": 0.00026338386571674347,
      "loss": 2.2188,
      "step": 30848
    },
    {
      "epoch": 1.4351709699930217,
      "grad_norm": 0.8991702202567059,
      "learning_rate": 0.0002633814358313737,
      "loss": 2.4062,
      "step": 30849
    },
    {
      "epoch": 1.4352174924401022,
      "grad_norm": 0.8920271794508112,
      "learning_rate": 0.0002633790058765911,
      "loss": 2.5,
      "step": 30850
    },
    {
      "epoch": 1.4352640148871831,
      "grad_norm": 0.9206240812372145,
      "learning_rate": 0.00026337657585239724,
      "loss": 2.6094,
      "step": 30851
    },
    {
      "epoch": 1.4353105373342638,
      "grad_norm": 0.9540632399295681,
      "learning_rate": 0.0002633741457587936,
      "loss": 2.5156,
      "step": 30852
    },
    {
      "epoch": 1.4353570597813445,
      "grad_norm": 0.8757335632063677,
      "learning_rate": 0.00026337171559578156,
      "loss": 2.4531,
      "step": 30853
    },
    {
      "epoch": 1.4354035822284252,
      "grad_norm": 0.957849514423244,
      "learning_rate": 0.0002633692853633628,
      "loss": 2.625,
      "step": 30854
    },
    {
      "epoch": 1.435450104675506,
      "grad_norm": 0.9509921294921747,
      "learning_rate": 0.0002633668550615386,
      "loss": 2.3594,
      "step": 30855
    },
    {
      "epoch": 1.4354966271225866,
      "grad_norm": 0.9065979070567707,
      "learning_rate": 0.00026336442469031057,
      "loss": 2.5469,
      "step": 30856
    },
    {
      "epoch": 1.4355431495696673,
      "grad_norm": 0.8836055307207158,
      "learning_rate": 0.0002633619942496802,
      "loss": 2.625,
      "step": 30857
    },
    {
      "epoch": 1.435589672016748,
      "grad_norm": 0.8896145599786932,
      "learning_rate": 0.0002633595637396489,
      "loss": 2.5312,
      "step": 30858
    },
    {
      "epoch": 1.4356361944638287,
      "grad_norm": 0.8570013773708505,
      "learning_rate": 0.00026335713316021824,
      "loss": 2.2969,
      "step": 30859
    },
    {
      "epoch": 1.4356827169109097,
      "grad_norm": 0.9444986015802789,
      "learning_rate": 0.0002633547025113897,
      "loss": 2.4688,
      "step": 30860
    },
    {
      "epoch": 1.4357292393579901,
      "grad_norm": 0.9038678115552597,
      "learning_rate": 0.0002633522717931647,
      "loss": 2.4688,
      "step": 30861
    },
    {
      "epoch": 1.435775761805071,
      "grad_norm": 0.9668752248692267,
      "learning_rate": 0.0002633498410055448,
      "loss": 2.3594,
      "step": 30862
    },
    {
      "epoch": 1.4358222842521515,
      "grad_norm": 0.974148789952307,
      "learning_rate": 0.00026334741014853144,
      "loss": 2.5781,
      "step": 30863
    },
    {
      "epoch": 1.4358688066992324,
      "grad_norm": 0.8589565813184948,
      "learning_rate": 0.0002633449792221261,
      "loss": 2.4062,
      "step": 30864
    },
    {
      "epoch": 1.4359153291463131,
      "grad_norm": 0.9341811398154806,
      "learning_rate": 0.00026334254822633034,
      "loss": 2.375,
      "step": 30865
    },
    {
      "epoch": 1.4359618515933938,
      "grad_norm": 0.9436280901951818,
      "learning_rate": 0.0002633401171611456,
      "loss": 2.5312,
      "step": 30866
    },
    {
      "epoch": 1.4360083740404745,
      "grad_norm": 0.9360432994802459,
      "learning_rate": 0.0002633376860265734,
      "loss": 2.5469,
      "step": 30867
    },
    {
      "epoch": 1.4360548964875552,
      "grad_norm": 0.9048454154807345,
      "learning_rate": 0.0002633352548226151,
      "loss": 2.3594,
      "step": 30868
    },
    {
      "epoch": 1.436101418934636,
      "grad_norm": 0.9768922764449098,
      "learning_rate": 0.00026333282354927236,
      "loss": 2.4375,
      "step": 30869
    },
    {
      "epoch": 1.4361479413817166,
      "grad_norm": 0.82994205598158,
      "learning_rate": 0.0002633303922065466,
      "loss": 2.4844,
      "step": 30870
    },
    {
      "epoch": 1.4361944638287973,
      "grad_norm": 0.8484186082957239,
      "learning_rate": 0.0002633279607944393,
      "loss": 2.2812,
      "step": 30871
    },
    {
      "epoch": 1.436240986275878,
      "grad_norm": 0.8700365578688914,
      "learning_rate": 0.000263325529312952,
      "loss": 2.2656,
      "step": 30872
    },
    {
      "epoch": 1.436287508722959,
      "grad_norm": 0.9090975617923115,
      "learning_rate": 0.00026332309776208606,
      "loss": 2.5938,
      "step": 30873
    },
    {
      "epoch": 1.4363340311700394,
      "grad_norm": 0.8784077975962822,
      "learning_rate": 0.0002633206661418431,
      "loss": 2.2812,
      "step": 30874
    },
    {
      "epoch": 1.4363805536171204,
      "grad_norm": 0.9006854785090267,
      "learning_rate": 0.0002633182344522245,
      "loss": 2.375,
      "step": 30875
    },
    {
      "epoch": 1.436427076064201,
      "grad_norm": 0.9406707343689034,
      "learning_rate": 0.0002633158026932319,
      "loss": 2.4062,
      "step": 30876
    },
    {
      "epoch": 1.4364735985112818,
      "grad_norm": 0.8960116126370661,
      "learning_rate": 0.00026331337086486664,
      "loss": 2.2344,
      "step": 30877
    },
    {
      "epoch": 1.4365201209583625,
      "grad_norm": 0.8870997580026097,
      "learning_rate": 0.0002633109389671303,
      "loss": 2.3906,
      "step": 30878
    },
    {
      "epoch": 1.4365666434054432,
      "grad_norm": 0.954244271214679,
      "learning_rate": 0.0002633085070000243,
      "loss": 2.3906,
      "step": 30879
    },
    {
      "epoch": 1.4366131658525239,
      "grad_norm": 0.8976756073956206,
      "learning_rate": 0.00026330607496355017,
      "loss": 2.4062,
      "step": 30880
    },
    {
      "epoch": 1.4366596882996046,
      "grad_norm": 0.9110414273409507,
      "learning_rate": 0.0002633036428577094,
      "loss": 2.3125,
      "step": 30881
    },
    {
      "epoch": 1.4367062107466853,
      "grad_norm": 0.9681526932897996,
      "learning_rate": 0.00026330121068250347,
      "loss": 2.5781,
      "step": 30882
    },
    {
      "epoch": 1.436752733193766,
      "grad_norm": 0.8875780864917915,
      "learning_rate": 0.0002632987784379339,
      "loss": 2.2344,
      "step": 30883
    },
    {
      "epoch": 1.4367992556408467,
      "grad_norm": 0.9218472776467526,
      "learning_rate": 0.0002632963461240021,
      "loss": 2.4531,
      "step": 30884
    },
    {
      "epoch": 1.4368457780879273,
      "grad_norm": 1.0268237961927702,
      "learning_rate": 0.0002632939137407096,
      "loss": 2.7188,
      "step": 30885
    },
    {
      "epoch": 1.4368923005350083,
      "grad_norm": 0.8708722966459116,
      "learning_rate": 0.000263291481288058,
      "loss": 2.3438,
      "step": 30886
    },
    {
      "epoch": 1.4369388229820887,
      "grad_norm": 0.9207545832182775,
      "learning_rate": 0.0002632890487660486,
      "loss": 2.3594,
      "step": 30887
    },
    {
      "epoch": 1.4369853454291697,
      "grad_norm": 0.9326173417602863,
      "learning_rate": 0.000263286616174683,
      "loss": 1.8281,
      "step": 30888
    },
    {
      "epoch": 1.4370318678762504,
      "grad_norm": 0.8135964164196461,
      "learning_rate": 0.0002632841835139627,
      "loss": 2.1719,
      "step": 30889
    },
    {
      "epoch": 1.437078390323331,
      "grad_norm": 1.0542694695757646,
      "learning_rate": 0.0002632817507838891,
      "loss": 2.0781,
      "step": 30890
    },
    {
      "epoch": 1.4371249127704118,
      "grad_norm": 0.8077143192109751,
      "learning_rate": 0.00026327931798446374,
      "loss": 2.0625,
      "step": 30891
    },
    {
      "epoch": 1.4371714352174925,
      "grad_norm": 0.9181429472396664,
      "learning_rate": 0.00026327688511568816,
      "loss": 2.4219,
      "step": 30892
    },
    {
      "epoch": 1.4372179576645732,
      "grad_norm": 0.9399906782357323,
      "learning_rate": 0.00026327445217756376,
      "loss": 2.2969,
      "step": 30893
    },
    {
      "epoch": 1.4372644801116539,
      "grad_norm": 0.8836981042906669,
      "learning_rate": 0.0002632720191700921,
      "loss": 1.8594,
      "step": 30894
    },
    {
      "epoch": 1.4373110025587346,
      "grad_norm": 0.8866204024577886,
      "learning_rate": 0.0002632695860932746,
      "loss": 2.75,
      "step": 30895
    },
    {
      "epoch": 1.4373575250058153,
      "grad_norm": 0.9234003369297604,
      "learning_rate": 0.00026326715294711285,
      "loss": 2.4531,
      "step": 30896
    },
    {
      "epoch": 1.437404047452896,
      "grad_norm": 0.8826910025821123,
      "learning_rate": 0.0002632647197316083,
      "loss": 2.5156,
      "step": 30897
    },
    {
      "epoch": 1.4374505698999767,
      "grad_norm": 0.8499668918088172,
      "learning_rate": 0.00026326228644676236,
      "loss": 2.25,
      "step": 30898
    },
    {
      "epoch": 1.4374970923470576,
      "grad_norm": 0.8466453736938634,
      "learning_rate": 0.0002632598530925766,
      "loss": 2.1562,
      "step": 30899
    },
    {
      "epoch": 1.437543614794138,
      "grad_norm": 0.8467526864864207,
      "learning_rate": 0.00026325741966905247,
      "loss": 2.1875,
      "step": 30900
    },
    {
      "epoch": 1.437590137241219,
      "grad_norm": 0.8939557172262574,
      "learning_rate": 0.0002632549861761915,
      "loss": 2.3125,
      "step": 30901
    },
    {
      "epoch": 1.4376366596882997,
      "grad_norm": 0.8707732269692307,
      "learning_rate": 0.00026325255261399515,
      "loss": 2.3438,
      "step": 30902
    },
    {
      "epoch": 1.4376831821353804,
      "grad_norm": 0.9440993349310443,
      "learning_rate": 0.0002632501189824649,
      "loss": 2.2344,
      "step": 30903
    },
    {
      "epoch": 1.437729704582461,
      "grad_norm": 0.889503517566011,
      "learning_rate": 0.00026324768528160233,
      "loss": 2.5469,
      "step": 30904
    },
    {
      "epoch": 1.4377762270295418,
      "grad_norm": 0.9187693587721849,
      "learning_rate": 0.0002632452515114088,
      "loss": 2.2969,
      "step": 30905
    },
    {
      "epoch": 1.4378227494766225,
      "grad_norm": 0.945059194532866,
      "learning_rate": 0.0002632428176718859,
      "loss": 2.5312,
      "step": 30906
    },
    {
      "epoch": 1.4378692719237032,
      "grad_norm": 0.868193685050032,
      "learning_rate": 0.00026324038376303506,
      "loss": 2.2969,
      "step": 30907
    },
    {
      "epoch": 1.4379157943707839,
      "grad_norm": 0.9180940370263444,
      "learning_rate": 0.0002632379497848578,
      "loss": 2.4375,
      "step": 30908
    },
    {
      "epoch": 1.4379623168178646,
      "grad_norm": 1.2216631318956184,
      "learning_rate": 0.0002632355157373556,
      "loss": 2.5625,
      "step": 30909
    },
    {
      "epoch": 1.4380088392649453,
      "grad_norm": 0.8808841699391496,
      "learning_rate": 0.0002632330816205299,
      "loss": 2.0312,
      "step": 30910
    },
    {
      "epoch": 1.438055361712026,
      "grad_norm": 0.9503190768414015,
      "learning_rate": 0.0002632306474343823,
      "loss": 2.3594,
      "step": 30911
    },
    {
      "epoch": 1.438101884159107,
      "grad_norm": 0.9189786116282581,
      "learning_rate": 0.0002632282131789142,
      "loss": 2.4688,
      "step": 30912
    },
    {
      "epoch": 1.4381484066061874,
      "grad_norm": 0.8585372619308568,
      "learning_rate": 0.00026322577885412715,
      "loss": 2.4375,
      "step": 30913
    },
    {
      "epoch": 1.4381949290532683,
      "grad_norm": 1.0285453273740464,
      "learning_rate": 0.0002632233444600226,
      "loss": 1.9141,
      "step": 30914
    },
    {
      "epoch": 1.438241451500349,
      "grad_norm": 0.8253963976901072,
      "learning_rate": 0.00026322090999660204,
      "loss": 2.2969,
      "step": 30915
    },
    {
      "epoch": 1.4382879739474297,
      "grad_norm": 0.8765356085374887,
      "learning_rate": 0.00026321847546386697,
      "loss": 2.1719,
      "step": 30916
    },
    {
      "epoch": 1.4383344963945104,
      "grad_norm": 0.9711998021375392,
      "learning_rate": 0.00026321604086181885,
      "loss": 2.2812,
      "step": 30917
    },
    {
      "epoch": 1.438381018841591,
      "grad_norm": 0.9194964075168374,
      "learning_rate": 0.00026321360619045925,
      "loss": 2.2812,
      "step": 30918
    },
    {
      "epoch": 1.4384275412886718,
      "grad_norm": 0.942894198447832,
      "learning_rate": 0.0002632111714497896,
      "loss": 2.2812,
      "step": 30919
    },
    {
      "epoch": 1.4384740637357525,
      "grad_norm": 0.9089156553357368,
      "learning_rate": 0.0002632087366398114,
      "loss": 2.2656,
      "step": 30920
    },
    {
      "epoch": 1.4385205861828332,
      "grad_norm": 0.8650526268766535,
      "learning_rate": 0.00026320630176052617,
      "loss": 2.5156,
      "step": 30921
    },
    {
      "epoch": 1.4385671086299139,
      "grad_norm": 0.9221716025425607,
      "learning_rate": 0.0002632038668119354,
      "loss": 2.6562,
      "step": 30922
    },
    {
      "epoch": 1.4386136310769946,
      "grad_norm": 0.9589774212122858,
      "learning_rate": 0.0002632014317940404,
      "loss": 2.4062,
      "step": 30923
    },
    {
      "epoch": 1.4386601535240753,
      "grad_norm": 1.0207665164532889,
      "learning_rate": 0.000263198996706843,
      "loss": 2.5938,
      "step": 30924
    },
    {
      "epoch": 1.4387066759711562,
      "grad_norm": 0.9219046125116864,
      "learning_rate": 0.0002631965615503444,
      "loss": 2.625,
      "step": 30925
    },
    {
      "epoch": 1.4387531984182367,
      "grad_norm": 0.9252033557524542,
      "learning_rate": 0.00026319412632454627,
      "loss": 2.5781,
      "step": 30926
    },
    {
      "epoch": 1.4387997208653176,
      "grad_norm": 0.966210231062464,
      "learning_rate": 0.00026319169102945,
      "loss": 2.7344,
      "step": 30927
    },
    {
      "epoch": 1.4388462433123983,
      "grad_norm": 0.9521320639267908,
      "learning_rate": 0.0002631892556650571,
      "loss": 2.4062,
      "step": 30928
    },
    {
      "epoch": 1.438892765759479,
      "grad_norm": 0.886538600758279,
      "learning_rate": 0.00026318682023136904,
      "loss": 2.3438,
      "step": 30929
    },
    {
      "epoch": 1.4389392882065597,
      "grad_norm": 0.9135348346803404,
      "learning_rate": 0.00026318438472838735,
      "loss": 2.3906,
      "step": 30930
    },
    {
      "epoch": 1.4389858106536404,
      "grad_norm": 0.8655687914092111,
      "learning_rate": 0.00026318194915611354,
      "loss": 2.4531,
      "step": 30931
    },
    {
      "epoch": 1.439032333100721,
      "grad_norm": 0.8855059815630649,
      "learning_rate": 0.000263179513514549,
      "loss": 2.2656,
      "step": 30932
    },
    {
      "epoch": 1.4390788555478018,
      "grad_norm": 0.9248838618369736,
      "learning_rate": 0.0002631770778036954,
      "loss": 2.4688,
      "step": 30933
    },
    {
      "epoch": 1.4391253779948825,
      "grad_norm": 0.8787424592729024,
      "learning_rate": 0.00026317464202355414,
      "loss": 2.3438,
      "step": 30934
    },
    {
      "epoch": 1.4391719004419632,
      "grad_norm": 0.927055140755435,
      "learning_rate": 0.00026317220617412665,
      "loss": 2.4844,
      "step": 30935
    },
    {
      "epoch": 1.439218422889044,
      "grad_norm": 0.9161185276707957,
      "learning_rate": 0.00026316977025541446,
      "loss": 2.3281,
      "step": 30936
    },
    {
      "epoch": 1.4392649453361246,
      "grad_norm": 1.0595630593500545,
      "learning_rate": 0.00026316733426741905,
      "loss": 2.7969,
      "step": 30937
    },
    {
      "epoch": 1.4393114677832055,
      "grad_norm": 0.8741478710346303,
      "learning_rate": 0.000263164898210142,
      "loss": 2.3594,
      "step": 30938
    },
    {
      "epoch": 1.439357990230286,
      "grad_norm": 0.9148743150947082,
      "learning_rate": 0.00026316246208358467,
      "loss": 2.6875,
      "step": 30939
    },
    {
      "epoch": 1.439404512677367,
      "grad_norm": 0.8992275603869471,
      "learning_rate": 0.00026316002588774856,
      "loss": 2.4844,
      "step": 30940
    },
    {
      "epoch": 1.4394510351244476,
      "grad_norm": 0.8948390452227506,
      "learning_rate": 0.00026315758962263536,
      "loss": 2.4844,
      "step": 30941
    },
    {
      "epoch": 1.4394975575715283,
      "grad_norm": 0.864649746308988,
      "learning_rate": 0.0002631551532882463,
      "loss": 2.5156,
      "step": 30942
    },
    {
      "epoch": 1.439544080018609,
      "grad_norm": 0.8635094617488234,
      "learning_rate": 0.000263152716884583,
      "loss": 2.2969,
      "step": 30943
    },
    {
      "epoch": 1.4395906024656897,
      "grad_norm": 0.9234875505455402,
      "learning_rate": 0.000263150280411647,
      "loss": 2.4062,
      "step": 30944
    },
    {
      "epoch": 1.4396371249127704,
      "grad_norm": 0.9364683436882971,
      "learning_rate": 0.0002631478438694397,
      "loss": 2.5156,
      "step": 30945
    },
    {
      "epoch": 1.439683647359851,
      "grad_norm": 0.9072913652934822,
      "learning_rate": 0.00026314540725796265,
      "loss": 2.25,
      "step": 30946
    },
    {
      "epoch": 1.4397301698069318,
      "grad_norm": 1.061141716356265,
      "learning_rate": 0.0002631429705772173,
      "loss": 2.375,
      "step": 30947
    },
    {
      "epoch": 1.4397766922540125,
      "grad_norm": 1.033619263192839,
      "learning_rate": 0.00026314053382720513,
      "loss": 2.5,
      "step": 30948
    },
    {
      "epoch": 1.4398232147010932,
      "grad_norm": 0.9772431789980262,
      "learning_rate": 0.0002631380970079276,
      "loss": 2.4844,
      "step": 30949
    },
    {
      "epoch": 1.439869737148174,
      "grad_norm": 0.9467811454258104,
      "learning_rate": 0.0002631356601193864,
      "loss": 2.375,
      "step": 30950
    },
    {
      "epoch": 1.4399162595952548,
      "grad_norm": 0.9719043205804389,
      "learning_rate": 0.00026313322316158283,
      "loss": 2.5312,
      "step": 30951
    },
    {
      "epoch": 1.4399627820423353,
      "grad_norm": 0.8983748367398472,
      "learning_rate": 0.0002631307861345184,
      "loss": 2.5156,
      "step": 30952
    },
    {
      "epoch": 1.4400093044894162,
      "grad_norm": 0.9260455443077307,
      "learning_rate": 0.0002631283490381946,
      "loss": 2.4219,
      "step": 30953
    },
    {
      "epoch": 1.440055826936497,
      "grad_norm": 0.8202627270062339,
      "learning_rate": 0.0002631259118726131,
      "loss": 1.5938,
      "step": 30954
    },
    {
      "epoch": 1.4401023493835776,
      "grad_norm": 0.9937813074886968,
      "learning_rate": 0.00026312347463777514,
      "loss": 2.5625,
      "step": 30955
    },
    {
      "epoch": 1.4401488718306583,
      "grad_norm": 0.9200589894241118,
      "learning_rate": 0.0002631210373336823,
      "loss": 2.5,
      "step": 30956
    },
    {
      "epoch": 1.440195394277739,
      "grad_norm": 0.9852000315430177,
      "learning_rate": 0.0002631185999603362,
      "loss": 2.4844,
      "step": 30957
    },
    {
      "epoch": 1.4402419167248197,
      "grad_norm": 0.9176556556738577,
      "learning_rate": 0.0002631161625177381,
      "loss": 2.3281,
      "step": 30958
    },
    {
      "epoch": 1.4402884391719004,
      "grad_norm": 0.9926278514589577,
      "learning_rate": 0.00026311372500588973,
      "loss": 2.3438,
      "step": 30959
    },
    {
      "epoch": 1.4403349616189811,
      "grad_norm": 0.9256071122648883,
      "learning_rate": 0.00026311128742479247,
      "loss": 2.5938,
      "step": 30960
    },
    {
      "epoch": 1.4403814840660618,
      "grad_norm": 0.8702763959532527,
      "learning_rate": 0.00026310884977444776,
      "loss": 2.4688,
      "step": 30961
    },
    {
      "epoch": 1.4404280065131425,
      "grad_norm": 0.8776965160166748,
      "learning_rate": 0.0002631064120548571,
      "loss": 2.5625,
      "step": 30962
    },
    {
      "epoch": 1.4404745289602232,
      "grad_norm": 0.8422508717936443,
      "learning_rate": 0.0002631039742660221,
      "loss": 2.4844,
      "step": 30963
    },
    {
      "epoch": 1.4405210514073041,
      "grad_norm": 0.8427419758019589,
      "learning_rate": 0.00026310153640794417,
      "loss": 2.0469,
      "step": 30964
    },
    {
      "epoch": 1.4405675738543846,
      "grad_norm": 0.9376842938076022,
      "learning_rate": 0.00026309909848062484,
      "loss": 2.4844,
      "step": 30965
    },
    {
      "epoch": 1.4406140963014655,
      "grad_norm": 0.8723239348104272,
      "learning_rate": 0.00026309666048406554,
      "loss": 2.2344,
      "step": 30966
    },
    {
      "epoch": 1.4406606187485462,
      "grad_norm": 0.8497490989636223,
      "learning_rate": 0.0002630942224182678,
      "loss": 2.2656,
      "step": 30967
    },
    {
      "epoch": 1.440707141195627,
      "grad_norm": 0.9617164987538463,
      "learning_rate": 0.00026309178428323305,
      "loss": 2.375,
      "step": 30968
    },
    {
      "epoch": 1.4407536636427076,
      "grad_norm": 0.9274522461072595,
      "learning_rate": 0.00026308934607896295,
      "loss": 2.4219,
      "step": 30969
    },
    {
      "epoch": 1.4408001860897883,
      "grad_norm": 0.9323900628558156,
      "learning_rate": 0.00026308690780545884,
      "loss": 2.5469,
      "step": 30970
    },
    {
      "epoch": 1.440846708536869,
      "grad_norm": 0.8581448632956463,
      "learning_rate": 0.00026308446946272224,
      "loss": 2.2969,
      "step": 30971
    },
    {
      "epoch": 1.4408932309839497,
      "grad_norm": 1.4132489690657626,
      "learning_rate": 0.00026308203105075467,
      "loss": 2.5938,
      "step": 30972
    },
    {
      "epoch": 1.4409397534310304,
      "grad_norm": 0.9149300706881348,
      "learning_rate": 0.00026307959256955765,
      "loss": 2.4062,
      "step": 30973
    },
    {
      "epoch": 1.4409862758781111,
      "grad_norm": 0.8897883419282265,
      "learning_rate": 0.0002630771540191326,
      "loss": 2.3438,
      "step": 30974
    },
    {
      "epoch": 1.441032798325192,
      "grad_norm": 0.8992442947731215,
      "learning_rate": 0.00026307471539948105,
      "loss": 2.6094,
      "step": 30975
    },
    {
      "epoch": 1.4410793207722725,
      "grad_norm": 0.9648345066471358,
      "learning_rate": 0.0002630722767106045,
      "loss": 2.5156,
      "step": 30976
    },
    {
      "epoch": 1.4411258432193534,
      "grad_norm": 0.8988632243986677,
      "learning_rate": 0.0002630698379525045,
      "loss": 2.2188,
      "step": 30977
    },
    {
      "epoch": 1.441172365666434,
      "grad_norm": 0.8444616613262467,
      "learning_rate": 0.0002630673991251824,
      "loss": 2.4375,
      "step": 30978
    },
    {
      "epoch": 1.4412188881135148,
      "grad_norm": 0.8681973347364171,
      "learning_rate": 0.0002630649602286398,
      "loss": 2.5469,
      "step": 30979
    },
    {
      "epoch": 1.4412654105605955,
      "grad_norm": 0.8826975558543103,
      "learning_rate": 0.0002630625212628781,
      "loss": 2.5781,
      "step": 30980
    },
    {
      "epoch": 1.4413119330076762,
      "grad_norm": 0.8512414055863157,
      "learning_rate": 0.00026306008222789893,
      "loss": 2.4062,
      "step": 30981
    },
    {
      "epoch": 1.441358455454757,
      "grad_norm": 0.8928657948208532,
      "learning_rate": 0.00026305764312370373,
      "loss": 2.4062,
      "step": 30982
    },
    {
      "epoch": 1.4414049779018376,
      "grad_norm": 0.9963670304465742,
      "learning_rate": 0.00026305520395029393,
      "loss": 2.4219,
      "step": 30983
    },
    {
      "epoch": 1.4414515003489183,
      "grad_norm": 0.9202906153413828,
      "learning_rate": 0.00026305276470767105,
      "loss": 2.4219,
      "step": 30984
    },
    {
      "epoch": 1.441498022795999,
      "grad_norm": 0.9635643570361833,
      "learning_rate": 0.00026305032539583666,
      "loss": 2.2812,
      "step": 30985
    },
    {
      "epoch": 1.4415445452430797,
      "grad_norm": 0.8514971426310981,
      "learning_rate": 0.00026304788601479216,
      "loss": 2.3906,
      "step": 30986
    },
    {
      "epoch": 1.4415910676901604,
      "grad_norm": 1.0013437993798857,
      "learning_rate": 0.0002630454465645391,
      "loss": 2.2188,
      "step": 30987
    },
    {
      "epoch": 1.4416375901372414,
      "grad_norm": 0.8736436638077881,
      "learning_rate": 0.0002630430070450789,
      "loss": 2.3125,
      "step": 30988
    },
    {
      "epoch": 1.4416841125843218,
      "grad_norm": 0.8628982576718381,
      "learning_rate": 0.0002630405674564131,
      "loss": 2.4688,
      "step": 30989
    },
    {
      "epoch": 1.4417306350314028,
      "grad_norm": 0.9286732722225762,
      "learning_rate": 0.00026303812779854323,
      "loss": 2.5781,
      "step": 30990
    },
    {
      "epoch": 1.4417771574784835,
      "grad_norm": 0.9202299545440985,
      "learning_rate": 0.0002630356880714708,
      "loss": 2.3594,
      "step": 30991
    },
    {
      "epoch": 1.4418236799255642,
      "grad_norm": 0.9309743781189257,
      "learning_rate": 0.0002630332482751972,
      "loss": 2.3594,
      "step": 30992
    },
    {
      "epoch": 1.4418702023726448,
      "grad_norm": 0.9708118401185309,
      "learning_rate": 0.000263030808409724,
      "loss": 2.5156,
      "step": 30993
    },
    {
      "epoch": 1.4419167248197255,
      "grad_norm": 0.9830353428706932,
      "learning_rate": 0.00026302836847505266,
      "loss": 2.4844,
      "step": 30994
    },
    {
      "epoch": 1.4419632472668062,
      "grad_norm": 1.0097334720658453,
      "learning_rate": 0.0002630259284711847,
      "loss": 2.5625,
      "step": 30995
    },
    {
      "epoch": 1.442009769713887,
      "grad_norm": 0.8977883076768518,
      "learning_rate": 0.00026302348839812157,
      "loss": 2.4531,
      "step": 30996
    },
    {
      "epoch": 1.4420562921609676,
      "grad_norm": 0.9013687818789692,
      "learning_rate": 0.00026302104825586485,
      "loss": 2.5469,
      "step": 30997
    },
    {
      "epoch": 1.4421028146080483,
      "grad_norm": 0.8840127466248896,
      "learning_rate": 0.00026301860804441593,
      "loss": 1.8516,
      "step": 30998
    },
    {
      "epoch": 1.442149337055129,
      "grad_norm": 2.814719572373551,
      "learning_rate": 0.00026301616776377637,
      "loss": 2.6406,
      "step": 30999
    },
    {
      "epoch": 1.4421958595022097,
      "grad_norm": 0.9063676941865728,
      "learning_rate": 0.00026301372741394764,
      "loss": 2.5,
      "step": 31000
    },
    {
      "epoch": 1.4422423819492907,
      "grad_norm": 0.9201787302285706,
      "learning_rate": 0.0002630112869949312,
      "loss": 2.7031,
      "step": 31001
    },
    {
      "epoch": 1.4422889043963711,
      "grad_norm": 0.9245504376080482,
      "learning_rate": 0.00026300884650672866,
      "loss": 2.3906,
      "step": 31002
    },
    {
      "epoch": 1.442335426843452,
      "grad_norm": 0.8528334809293681,
      "learning_rate": 0.0002630064059493414,
      "loss": 1.9609,
      "step": 31003
    },
    {
      "epoch": 1.4423819492905328,
      "grad_norm": 0.930084292245564,
      "learning_rate": 0.000263003965322771,
      "loss": 2.2969,
      "step": 31004
    },
    {
      "epoch": 1.4424284717376135,
      "grad_norm": 0.9541581703075738,
      "learning_rate": 0.0002630015246270188,
      "loss": 2.4531,
      "step": 31005
    },
    {
      "epoch": 1.4424749941846942,
      "grad_norm": 0.9034289448334817,
      "learning_rate": 0.00026299908386208647,
      "loss": 2.4062,
      "step": 31006
    },
    {
      "epoch": 1.4425215166317749,
      "grad_norm": 0.9831896572332615,
      "learning_rate": 0.0002629966430279754,
      "loss": 2.5312,
      "step": 31007
    },
    {
      "epoch": 1.4425680390788556,
      "grad_norm": 0.9939244450123483,
      "learning_rate": 0.0002629942021246872,
      "loss": 2.4844,
      "step": 31008
    },
    {
      "epoch": 1.4426145615259363,
      "grad_norm": 0.9791344184422285,
      "learning_rate": 0.00026299176115222324,
      "loss": 2.5938,
      "step": 31009
    },
    {
      "epoch": 1.442661083973017,
      "grad_norm": 0.8795696567977447,
      "learning_rate": 0.000262989320110585,
      "loss": 2.3594,
      "step": 31010
    },
    {
      "epoch": 1.4427076064200977,
      "grad_norm": 0.8355189996142549,
      "learning_rate": 0.0002629868789997741,
      "loss": 2.4375,
      "step": 31011
    },
    {
      "epoch": 1.4427541288671784,
      "grad_norm": 0.8876068126381876,
      "learning_rate": 0.000262984437819792,
      "loss": 2.5156,
      "step": 31012
    },
    {
      "epoch": 1.442800651314259,
      "grad_norm": 0.9196806568160574,
      "learning_rate": 0.00026298199657064005,
      "loss": 2.6406,
      "step": 31013
    },
    {
      "epoch": 1.44284717376134,
      "grad_norm": 0.8683828455893696,
      "learning_rate": 0.0002629795552523199,
      "loss": 2.4219,
      "step": 31014
    },
    {
      "epoch": 1.4428936962084205,
      "grad_norm": 0.9873694170753329,
      "learning_rate": 0.00026297711386483305,
      "loss": 2.4688,
      "step": 31015
    },
    {
      "epoch": 1.4429402186555014,
      "grad_norm": 0.897621550774268,
      "learning_rate": 0.0002629746724081809,
      "loss": 2.6094,
      "step": 31016
    },
    {
      "epoch": 1.442986741102582,
      "grad_norm": 0.8669387403423093,
      "learning_rate": 0.00026297223088236503,
      "loss": 2.3281,
      "step": 31017
    },
    {
      "epoch": 1.4430332635496628,
      "grad_norm": 0.8928485424161292,
      "learning_rate": 0.00026296978928738685,
      "loss": 2.6094,
      "step": 31018
    },
    {
      "epoch": 1.4430797859967435,
      "grad_norm": 0.8892720018912309,
      "learning_rate": 0.0002629673476232479,
      "loss": 2.25,
      "step": 31019
    },
    {
      "epoch": 1.4431263084438242,
      "grad_norm": 0.9408615261048688,
      "learning_rate": 0.0002629649058899497,
      "loss": 2.5312,
      "step": 31020
    },
    {
      "epoch": 1.4431728308909049,
      "grad_norm": 0.8843358195302446,
      "learning_rate": 0.0002629624640874937,
      "loss": 2.25,
      "step": 31021
    },
    {
      "epoch": 1.4432193533379856,
      "grad_norm": 0.8504427268653293,
      "learning_rate": 0.00026296002221588144,
      "loss": 2.2656,
      "step": 31022
    },
    {
      "epoch": 1.4432658757850663,
      "grad_norm": 1.0211447776319378,
      "learning_rate": 0.0002629575802751144,
      "loss": 2.4219,
      "step": 31023
    },
    {
      "epoch": 1.443312398232147,
      "grad_norm": 0.9525704913773668,
      "learning_rate": 0.000262955138265194,
      "loss": 2.4531,
      "step": 31024
    },
    {
      "epoch": 1.4433589206792277,
      "grad_norm": 0.8711328690729705,
      "learning_rate": 0.0002629526961861218,
      "loss": 2.5625,
      "step": 31025
    },
    {
      "epoch": 1.4434054431263084,
      "grad_norm": 0.918585521826136,
      "learning_rate": 0.00026295025403789935,
      "loss": 2.4844,
      "step": 31026
    },
    {
      "epoch": 1.4434519655733893,
      "grad_norm": 0.8407615649067365,
      "learning_rate": 0.00026294781182052804,
      "loss": 2.2344,
      "step": 31027
    },
    {
      "epoch": 1.4434984880204698,
      "grad_norm": 0.8742139201199165,
      "learning_rate": 0.00026294536953400946,
      "loss": 2.625,
      "step": 31028
    },
    {
      "epoch": 1.4435450104675507,
      "grad_norm": 0.8727762494736643,
      "learning_rate": 0.00026294292717834506,
      "loss": 2.5938,
      "step": 31029
    },
    {
      "epoch": 1.4435915329146314,
      "grad_norm": 0.9527401598919136,
      "learning_rate": 0.00026294048475353633,
      "loss": 2.5781,
      "step": 31030
    },
    {
      "epoch": 1.443638055361712,
      "grad_norm": 0.8857736132860413,
      "learning_rate": 0.0002629380422595847,
      "loss": 2.3906,
      "step": 31031
    },
    {
      "epoch": 1.4436845778087928,
      "grad_norm": 0.8664109160266653,
      "learning_rate": 0.0002629355996964918,
      "loss": 2.5469,
      "step": 31032
    },
    {
      "epoch": 1.4437311002558735,
      "grad_norm": 0.9071585347677731,
      "learning_rate": 0.00026293315706425903,
      "loss": 2.1875,
      "step": 31033
    },
    {
      "epoch": 1.4437776227029542,
      "grad_norm": 0.922109649936437,
      "learning_rate": 0.000262930714362888,
      "loss": 2.3125,
      "step": 31034
    },
    {
      "epoch": 1.4438241451500349,
      "grad_norm": 0.9667114023943106,
      "learning_rate": 0.00026292827159238,
      "loss": 2.3594,
      "step": 31035
    },
    {
      "epoch": 1.4438706675971156,
      "grad_norm": 0.9255192758231084,
      "learning_rate": 0.0002629258287527367,
      "loss": 2.25,
      "step": 31036
    },
    {
      "epoch": 1.4439171900441963,
      "grad_norm": 0.9184347625578019,
      "learning_rate": 0.0002629233858439595,
      "loss": 2.4375,
      "step": 31037
    },
    {
      "epoch": 1.443963712491277,
      "grad_norm": 0.9019755969555338,
      "learning_rate": 0.00026292094286605003,
      "loss": 2.5469,
      "step": 31038
    },
    {
      "epoch": 1.4440102349383577,
      "grad_norm": 0.9536798294806105,
      "learning_rate": 0.00026291849981900965,
      "loss": 2.6562,
      "step": 31039
    },
    {
      "epoch": 1.4440567573854386,
      "grad_norm": 0.912994322793067,
      "learning_rate": 0.0002629160567028399,
      "loss": 2.5469,
      "step": 31040
    },
    {
      "epoch": 1.444103279832519,
      "grad_norm": 0.8478533132848799,
      "learning_rate": 0.00026291361351754225,
      "loss": 2.3125,
      "step": 31041
    },
    {
      "epoch": 1.4441498022796,
      "grad_norm": 0.8984129126819415,
      "learning_rate": 0.0002629111702631182,
      "loss": 2.5625,
      "step": 31042
    },
    {
      "epoch": 1.4441963247266807,
      "grad_norm": 1.0165017399346172,
      "learning_rate": 0.0002629087269395693,
      "loss": 2.4375,
      "step": 31043
    },
    {
      "epoch": 1.4442428471737614,
      "grad_norm": 1.0813167604886642,
      "learning_rate": 0.00026290628354689704,
      "loss": 2.5312,
      "step": 31044
    },
    {
      "epoch": 1.444289369620842,
      "grad_norm": 0.960681155488768,
      "learning_rate": 0.00026290384008510287,
      "loss": 2.4688,
      "step": 31045
    },
    {
      "epoch": 1.4443358920679228,
      "grad_norm": 0.9539966408161766,
      "learning_rate": 0.0002629013965541883,
      "loss": 2.4062,
      "step": 31046
    },
    {
      "epoch": 1.4443824145150035,
      "grad_norm": 1.0059513917314034,
      "learning_rate": 0.00026289895295415484,
      "loss": 2.6719,
      "step": 31047
    },
    {
      "epoch": 1.4444289369620842,
      "grad_norm": 0.933764179173434,
      "learning_rate": 0.00026289650928500396,
      "loss": 2.3281,
      "step": 31048
    },
    {
      "epoch": 1.4444754594091649,
      "grad_norm": 0.9581869880192353,
      "learning_rate": 0.00026289406554673715,
      "loss": 2.5625,
      "step": 31049
    },
    {
      "epoch": 1.4445219818562456,
      "grad_norm": 0.9603531664585553,
      "learning_rate": 0.0002628916217393559,
      "loss": 2.5,
      "step": 31050
    },
    {
      "epoch": 1.4445685043033263,
      "grad_norm": 0.9359017841559217,
      "learning_rate": 0.00026288917786286185,
      "loss": 2.2812,
      "step": 31051
    },
    {
      "epoch": 1.444615026750407,
      "grad_norm": 0.865706114688876,
      "learning_rate": 0.00026288673391725633,
      "loss": 1.5859,
      "step": 31052
    },
    {
      "epoch": 1.444661549197488,
      "grad_norm": 0.8798094484696479,
      "learning_rate": 0.00026288428990254084,
      "loss": 1.9609,
      "step": 31053
    },
    {
      "epoch": 1.4447080716445684,
      "grad_norm": 0.8974447328712587,
      "learning_rate": 0.00026288184581871695,
      "loss": 2.375,
      "step": 31054
    },
    {
      "epoch": 1.4447545940916493,
      "grad_norm": 0.8973469733733686,
      "learning_rate": 0.0002628794016657862,
      "loss": 2.5469,
      "step": 31055
    },
    {
      "epoch": 1.44480111653873,
      "grad_norm": 0.8637664593474288,
      "learning_rate": 0.0002628769574437499,
      "loss": 2.2188,
      "step": 31056
    },
    {
      "epoch": 1.4448476389858107,
      "grad_norm": 0.927622671248796,
      "learning_rate": 0.0002628745131526097,
      "loss": 2.5469,
      "step": 31057
    },
    {
      "epoch": 1.4448941614328914,
      "grad_norm": 0.9475281219145701,
      "learning_rate": 0.0002628720687923671,
      "loss": 2.5312,
      "step": 31058
    },
    {
      "epoch": 1.444940683879972,
      "grad_norm": 0.8818282358080549,
      "learning_rate": 0.00026286962436302346,
      "loss": 2.125,
      "step": 31059
    },
    {
      "epoch": 1.4449872063270528,
      "grad_norm": 0.8327954664350767,
      "learning_rate": 0.00026286717986458044,
      "loss": 2.1562,
      "step": 31060
    },
    {
      "epoch": 1.4450337287741335,
      "grad_norm": 0.870045446770807,
      "learning_rate": 0.0002628647352970395,
      "loss": 2.3125,
      "step": 31061
    },
    {
      "epoch": 1.4450802512212142,
      "grad_norm": 0.8278307861869592,
      "learning_rate": 0.00026286229066040204,
      "loss": 1.9062,
      "step": 31062
    },
    {
      "epoch": 1.445126773668295,
      "grad_norm": 0.9621760176565951,
      "learning_rate": 0.00026285984595466965,
      "loss": 2.4531,
      "step": 31063
    },
    {
      "epoch": 1.4451732961153756,
      "grad_norm": 0.8768555668058594,
      "learning_rate": 0.0002628574011798438,
      "loss": 2.4375,
      "step": 31064
    },
    {
      "epoch": 1.4452198185624563,
      "grad_norm": 0.9154623314863728,
      "learning_rate": 0.00026285495633592595,
      "loss": 2.5781,
      "step": 31065
    },
    {
      "epoch": 1.4452663410095372,
      "grad_norm": 0.978735919171783,
      "learning_rate": 0.00026285251142291763,
      "loss": 2.6875,
      "step": 31066
    },
    {
      "epoch": 1.4453128634566177,
      "grad_norm": 1.107439482323487,
      "learning_rate": 0.00026285006644082037,
      "loss": 2.375,
      "step": 31067
    },
    {
      "epoch": 1.4453593859036986,
      "grad_norm": 0.9343064507349046,
      "learning_rate": 0.0002628476213896357,
      "loss": 2.4375,
      "step": 31068
    },
    {
      "epoch": 1.4454059083507793,
      "grad_norm": 0.8593101851031931,
      "learning_rate": 0.00026284517626936493,
      "loss": 2.25,
      "step": 31069
    },
    {
      "epoch": 1.44545243079786,
      "grad_norm": 0.9036977701964442,
      "learning_rate": 0.00026284273108000974,
      "loss": 2.4844,
      "step": 31070
    },
    {
      "epoch": 1.4454989532449407,
      "grad_norm": 0.9564129397508336,
      "learning_rate": 0.0002628402858215715,
      "loss": 2.7656,
      "step": 31071
    },
    {
      "epoch": 1.4455454756920214,
      "grad_norm": 0.87858966058644,
      "learning_rate": 0.00026283784049405183,
      "loss": 1.9844,
      "step": 31072
    },
    {
      "epoch": 1.445591998139102,
      "grad_norm": 0.8729403317849486,
      "learning_rate": 0.0002628353950974522,
      "loss": 2.3281,
      "step": 31073
    },
    {
      "epoch": 1.4456385205861828,
      "grad_norm": 0.896617222158876,
      "learning_rate": 0.00026283294963177405,
      "loss": 2.5938,
      "step": 31074
    },
    {
      "epoch": 1.4456850430332635,
      "grad_norm": 0.8949993628066578,
      "learning_rate": 0.0002628305040970189,
      "loss": 2.375,
      "step": 31075
    },
    {
      "epoch": 1.4457315654803442,
      "grad_norm": 0.827619443873708,
      "learning_rate": 0.0002628280584931882,
      "loss": 2.3594,
      "step": 31076
    },
    {
      "epoch": 1.445778087927425,
      "grad_norm": 0.915066766329542,
      "learning_rate": 0.0002628256128202835,
      "loss": 2.4688,
      "step": 31077
    },
    {
      "epoch": 1.4458246103745056,
      "grad_norm": 0.9519321728879421,
      "learning_rate": 0.00026282316707830635,
      "loss": 2.5625,
      "step": 31078
    },
    {
      "epoch": 1.4458711328215865,
      "grad_norm": 0.9258976803514075,
      "learning_rate": 0.0002628207212672582,
      "loss": 2.625,
      "step": 31079
    },
    {
      "epoch": 1.445917655268667,
      "grad_norm": 0.8505526802892112,
      "learning_rate": 0.0002628182753871405,
      "loss": 2.5156,
      "step": 31080
    },
    {
      "epoch": 1.445964177715748,
      "grad_norm": 0.9361809638668516,
      "learning_rate": 0.00026281582943795485,
      "loss": 2.3438,
      "step": 31081
    },
    {
      "epoch": 1.4460107001628286,
      "grad_norm": 0.9780234765406365,
      "learning_rate": 0.0002628133834197026,
      "loss": 2.5469,
      "step": 31082
    },
    {
      "epoch": 1.4460572226099093,
      "grad_norm": 0.9600511366778232,
      "learning_rate": 0.00026281093733238536,
      "loss": 2.4062,
      "step": 31083
    },
    {
      "epoch": 1.44610374505699,
      "grad_norm": 0.8738556881728571,
      "learning_rate": 0.0002628084911760046,
      "loss": 2.2031,
      "step": 31084
    },
    {
      "epoch": 1.4461502675040707,
      "grad_norm": 0.8739837862901864,
      "learning_rate": 0.00026280604495056186,
      "loss": 2.3438,
      "step": 31085
    },
    {
      "epoch": 1.4461967899511514,
      "grad_norm": 0.886489138780129,
      "learning_rate": 0.0002628035986560586,
      "loss": 2.5781,
      "step": 31086
    },
    {
      "epoch": 1.4462433123982321,
      "grad_norm": 0.8909777643423966,
      "learning_rate": 0.0002628011522924962,
      "loss": 2.375,
      "step": 31087
    },
    {
      "epoch": 1.4462898348453128,
      "grad_norm": 0.9099533724327055,
      "learning_rate": 0.00026279870585987637,
      "loss": 2.4688,
      "step": 31088
    },
    {
      "epoch": 1.4463363572923935,
      "grad_norm": 0.9011500942879368,
      "learning_rate": 0.0002627962593582004,
      "loss": 2.625,
      "step": 31089
    },
    {
      "epoch": 1.4463828797394742,
      "grad_norm": 0.8787298204578511,
      "learning_rate": 0.00026279381278747,
      "loss": 2.5,
      "step": 31090
    },
    {
      "epoch": 1.446429402186555,
      "grad_norm": 0.9329342790143679,
      "learning_rate": 0.00026279136614768656,
      "loss": 2.4375,
      "step": 31091
    },
    {
      "epoch": 1.4464759246336358,
      "grad_norm": 0.8965440240008931,
      "learning_rate": 0.00026278891943885157,
      "loss": 2.6562,
      "step": 31092
    },
    {
      "epoch": 1.4465224470807163,
      "grad_norm": 0.8868376685436039,
      "learning_rate": 0.0002627864726609665,
      "loss": 2.3125,
      "step": 31093
    },
    {
      "epoch": 1.4465689695277972,
      "grad_norm": 0.9130001871196526,
      "learning_rate": 0.00026278402581403294,
      "loss": 2.4375,
      "step": 31094
    },
    {
      "epoch": 1.446615491974878,
      "grad_norm": 0.8520589902395654,
      "learning_rate": 0.0002627815788980523,
      "loss": 1.9531,
      "step": 31095
    },
    {
      "epoch": 1.4466620144219586,
      "grad_norm": 0.9508600820002315,
      "learning_rate": 0.0002627791319130261,
      "loss": 2.0938,
      "step": 31096
    },
    {
      "epoch": 1.4467085368690393,
      "grad_norm": 0.9823492449160273,
      "learning_rate": 0.0002627766848589559,
      "loss": 2.3906,
      "step": 31097
    },
    {
      "epoch": 1.44675505931612,
      "grad_norm": 0.8781967616886456,
      "learning_rate": 0.0002627742377358431,
      "loss": 2.4062,
      "step": 31098
    },
    {
      "epoch": 1.4468015817632007,
      "grad_norm": 0.8827427413103522,
      "learning_rate": 0.0002627717905436893,
      "loss": 2.4531,
      "step": 31099
    },
    {
      "epoch": 1.4468481042102814,
      "grad_norm": 1.0777425494130737,
      "learning_rate": 0.00026276934328249584,
      "loss": 2.9375,
      "step": 31100
    },
    {
      "epoch": 1.4468946266573621,
      "grad_norm": 0.9075495238445789,
      "learning_rate": 0.0002627668959522644,
      "loss": 2.2031,
      "step": 31101
    },
    {
      "epoch": 1.4469411491044428,
      "grad_norm": 0.9891339045215876,
      "learning_rate": 0.00026276444855299647,
      "loss": 2.2656,
      "step": 31102
    },
    {
      "epoch": 1.4469876715515237,
      "grad_norm": 0.8764801126513696,
      "learning_rate": 0.00026276200108469336,
      "loss": 2.3125,
      "step": 31103
    },
    {
      "epoch": 1.4470341939986042,
      "grad_norm": 0.9362860271777694,
      "learning_rate": 0.00026275955354735677,
      "loss": 2.4844,
      "step": 31104
    },
    {
      "epoch": 1.4470807164456851,
      "grad_norm": 0.9026010380088813,
      "learning_rate": 0.00026275710594098804,
      "loss": 2.3281,
      "step": 31105
    },
    {
      "epoch": 1.4471272388927656,
      "grad_norm": 0.9253890671131124,
      "learning_rate": 0.0002627546582655888,
      "loss": 2.5156,
      "step": 31106
    },
    {
      "epoch": 1.4471737613398465,
      "grad_norm": 0.9063520251887743,
      "learning_rate": 0.00026275221052116045,
      "loss": 2.25,
      "step": 31107
    },
    {
      "epoch": 1.4472202837869272,
      "grad_norm": 0.8948589321489872,
      "learning_rate": 0.0002627497627077046,
      "loss": 2.4219,
      "step": 31108
    },
    {
      "epoch": 1.447266806234008,
      "grad_norm": 0.8881486095957846,
      "learning_rate": 0.00026274731482522266,
      "loss": 2.0625,
      "step": 31109
    },
    {
      "epoch": 1.4473133286810886,
      "grad_norm": 0.981874230013754,
      "learning_rate": 0.0002627448668737161,
      "loss": 2.4531,
      "step": 31110
    },
    {
      "epoch": 1.4473598511281693,
      "grad_norm": 0.8567619588166367,
      "learning_rate": 0.0002627424188531865,
      "loss": 2.2969,
      "step": 31111
    },
    {
      "epoch": 1.44740637357525,
      "grad_norm": 0.9276057598583741,
      "learning_rate": 0.00026273997076363534,
      "loss": 2.6094,
      "step": 31112
    },
    {
      "epoch": 1.4474528960223307,
      "grad_norm": 0.9110771870026334,
      "learning_rate": 0.00026273752260506407,
      "loss": 2.4688,
      "step": 31113
    },
    {
      "epoch": 1.4474994184694114,
      "grad_norm": 1.341089547677222,
      "learning_rate": 0.0002627350743774743,
      "loss": 2.5938,
      "step": 31114
    },
    {
      "epoch": 1.4475459409164921,
      "grad_norm": 0.9066974629048061,
      "learning_rate": 0.0002627326260808674,
      "loss": 2.4062,
      "step": 31115
    },
    {
      "epoch": 1.447592463363573,
      "grad_norm": 0.8787506938433279,
      "learning_rate": 0.0002627301777152449,
      "loss": 2.4531,
      "step": 31116
    },
    {
      "epoch": 1.4476389858106535,
      "grad_norm": 0.9060543439485238,
      "learning_rate": 0.0002627277292806084,
      "loss": 2.3125,
      "step": 31117
    },
    {
      "epoch": 1.4476855082577345,
      "grad_norm": 0.916586626812368,
      "learning_rate": 0.0002627252807769592,
      "loss": 2.2969,
      "step": 31118
    },
    {
      "epoch": 1.4477320307048152,
      "grad_norm": 0.9130009545988513,
      "learning_rate": 0.00026272283220429897,
      "loss": 2.4375,
      "step": 31119
    },
    {
      "epoch": 1.4477785531518959,
      "grad_norm": 0.8643413606559774,
      "learning_rate": 0.00026272038356262923,
      "loss": 2.3281,
      "step": 31120
    },
    {
      "epoch": 1.4478250755989766,
      "grad_norm": 0.9446571212212933,
      "learning_rate": 0.0002627179348519513,
      "loss": 2.4062,
      "step": 31121
    },
    {
      "epoch": 1.4478715980460573,
      "grad_norm": 0.8939130800540301,
      "learning_rate": 0.0002627154860722668,
      "loss": 2.4062,
      "step": 31122
    },
    {
      "epoch": 1.447918120493138,
      "grad_norm": 0.9280225362921346,
      "learning_rate": 0.0002627130372235773,
      "loss": 2.4219,
      "step": 31123
    },
    {
      "epoch": 1.4479646429402186,
      "grad_norm": 0.8777553500515383,
      "learning_rate": 0.0002627105883058842,
      "loss": 2.4688,
      "step": 31124
    },
    {
      "epoch": 1.4480111653872993,
      "grad_norm": 0.8412700996008172,
      "learning_rate": 0.00026270813931918895,
      "loss": 1.6562,
      "step": 31125
    },
    {
      "epoch": 1.44805768783438,
      "grad_norm": 1.001841299976737,
      "learning_rate": 0.0002627056902634931,
      "loss": 2.5781,
      "step": 31126
    },
    {
      "epoch": 1.4481042102814607,
      "grad_norm": 1.0303640985161193,
      "learning_rate": 0.0002627032411387982,
      "loss": 2.125,
      "step": 31127
    },
    {
      "epoch": 1.4481507327285414,
      "grad_norm": 0.9458661670015308,
      "learning_rate": 0.00026270079194510573,
      "loss": 2.375,
      "step": 31128
    },
    {
      "epoch": 1.4481972551756224,
      "grad_norm": 1.0580076917302617,
      "learning_rate": 0.0002626983426824172,
      "loss": 2.5469,
      "step": 31129
    },
    {
      "epoch": 1.4482437776227028,
      "grad_norm": 0.8850346514421196,
      "learning_rate": 0.00026269589335073396,
      "loss": 2.4375,
      "step": 31130
    },
    {
      "epoch": 1.4482903000697838,
      "grad_norm": 0.8453114090897276,
      "learning_rate": 0.00026269344395005775,
      "loss": 1.9844,
      "step": 31131
    },
    {
      "epoch": 1.4483368225168645,
      "grad_norm": 0.8831002735618769,
      "learning_rate": 0.00026269099448038985,
      "loss": 2.2031,
      "step": 31132
    },
    {
      "epoch": 1.4483833449639452,
      "grad_norm": 0.973699615668372,
      "learning_rate": 0.00026268854494173195,
      "loss": 2.4531,
      "step": 31133
    },
    {
      "epoch": 1.4484298674110259,
      "grad_norm": 1.1118789108799858,
      "learning_rate": 0.00026268609533408545,
      "loss": 2.7031,
      "step": 31134
    },
    {
      "epoch": 1.4484763898581066,
      "grad_norm": 0.8921441210667362,
      "learning_rate": 0.00026268364565745176,
      "loss": 2.1875,
      "step": 31135
    },
    {
      "epoch": 1.4485229123051873,
      "grad_norm": 0.8959182219891663,
      "learning_rate": 0.00026268119591183256,
      "loss": 2.1562,
      "step": 31136
    },
    {
      "epoch": 1.448569434752268,
      "grad_norm": 0.9289744544554686,
      "learning_rate": 0.00026267874609722927,
      "loss": 2.2812,
      "step": 31137
    },
    {
      "epoch": 1.4486159571993487,
      "grad_norm": 0.9490159296473498,
      "learning_rate": 0.00026267629621364334,
      "loss": 2.6094,
      "step": 31138
    },
    {
      "epoch": 1.4486624796464294,
      "grad_norm": 0.9472266153739568,
      "learning_rate": 0.0002626738462610764,
      "loss": 2.2812,
      "step": 31139
    },
    {
      "epoch": 1.44870900209351,
      "grad_norm": 0.9176390109616781,
      "learning_rate": 0.00026267139623952976,
      "loss": 2.3281,
      "step": 31140
    },
    {
      "epoch": 1.4487555245405908,
      "grad_norm": 0.8593022478589945,
      "learning_rate": 0.00026266894614900514,
      "loss": 2.3281,
      "step": 31141
    },
    {
      "epoch": 1.4488020469876717,
      "grad_norm": 0.9274793043472651,
      "learning_rate": 0.00026266649598950386,
      "loss": 2.4375,
      "step": 31142
    },
    {
      "epoch": 1.4488485694347522,
      "grad_norm": 0.8813467027339986,
      "learning_rate": 0.00026266404576102747,
      "loss": 2.5,
      "step": 31143
    },
    {
      "epoch": 1.448895091881833,
      "grad_norm": 0.8847266279446458,
      "learning_rate": 0.00026266159546357756,
      "loss": 2.4219,
      "step": 31144
    },
    {
      "epoch": 1.4489416143289138,
      "grad_norm": 0.8909977185350586,
      "learning_rate": 0.00026265914509715553,
      "loss": 2.5312,
      "step": 31145
    },
    {
      "epoch": 1.4489881367759945,
      "grad_norm": 0.8978185830577371,
      "learning_rate": 0.00026265669466176285,
      "loss": 2.4531,
      "step": 31146
    },
    {
      "epoch": 1.4490346592230752,
      "grad_norm": 0.897419671771239,
      "learning_rate": 0.00026265424415740113,
      "loss": 2.4531,
      "step": 31147
    },
    {
      "epoch": 1.4490811816701559,
      "grad_norm": 0.8955030496194081,
      "learning_rate": 0.00026265179358407175,
      "loss": 1.8203,
      "step": 31148
    },
    {
      "epoch": 1.4491277041172366,
      "grad_norm": 1.0131866180283706,
      "learning_rate": 0.0002626493429417764,
      "loss": 2.4844,
      "step": 31149
    },
    {
      "epoch": 1.4491742265643173,
      "grad_norm": 0.9395689543074224,
      "learning_rate": 0.00026264689223051636,
      "loss": 2.6562,
      "step": 31150
    },
    {
      "epoch": 1.449220749011398,
      "grad_norm": 0.9010543363514041,
      "learning_rate": 0.00026264444145029323,
      "loss": 2.4844,
      "step": 31151
    },
    {
      "epoch": 1.4492672714584787,
      "grad_norm": 0.8895893753359082,
      "learning_rate": 0.00026264199060110856,
      "loss": 2.2656,
      "step": 31152
    },
    {
      "epoch": 1.4493137939055594,
      "grad_norm": 1.0202891648665249,
      "learning_rate": 0.0002626395396829638,
      "loss": 2.5312,
      "step": 31153
    },
    {
      "epoch": 1.44936031635264,
      "grad_norm": 0.8873717854319961,
      "learning_rate": 0.0002626370886958604,
      "loss": 2.6094,
      "step": 31154
    },
    {
      "epoch": 1.449406838799721,
      "grad_norm": 0.9251712611597099,
      "learning_rate": 0.00026263463763979994,
      "loss": 2.625,
      "step": 31155
    },
    {
      "epoch": 1.4494533612468015,
      "grad_norm": 0.93911305353432,
      "learning_rate": 0.0002626321865147839,
      "loss": 2.4375,
      "step": 31156
    },
    {
      "epoch": 1.4494998836938824,
      "grad_norm": 0.9039012436278193,
      "learning_rate": 0.0002626297353208138,
      "loss": 2.5625,
      "step": 31157
    },
    {
      "epoch": 1.449546406140963,
      "grad_norm": 0.975933820460344,
      "learning_rate": 0.00026262728405789106,
      "loss": 2.5,
      "step": 31158
    },
    {
      "epoch": 1.4495929285880438,
      "grad_norm": 0.8659531210336695,
      "learning_rate": 0.00026262483272601725,
      "loss": 2.2656,
      "step": 31159
    },
    {
      "epoch": 1.4496394510351245,
      "grad_norm": 0.9104035560573971,
      "learning_rate": 0.0002626223813251938,
      "loss": 2.2656,
      "step": 31160
    },
    {
      "epoch": 1.4496859734822052,
      "grad_norm": 0.9499437446415268,
      "learning_rate": 0.00026261992985542233,
      "loss": 2.5156,
      "step": 31161
    },
    {
      "epoch": 1.4497324959292859,
      "grad_norm": 0.9104722339363424,
      "learning_rate": 0.00026261747831670426,
      "loss": 2.5781,
      "step": 31162
    },
    {
      "epoch": 1.4497790183763666,
      "grad_norm": 0.9626136884043524,
      "learning_rate": 0.0002626150267090411,
      "loss": 2.7188,
      "step": 31163
    },
    {
      "epoch": 1.4498255408234473,
      "grad_norm": 0.9854586599321925,
      "learning_rate": 0.0002626125750324344,
      "loss": 1.9219,
      "step": 31164
    },
    {
      "epoch": 1.449872063270528,
      "grad_norm": 0.9619214894486755,
      "learning_rate": 0.00026261012328688556,
      "loss": 2.5625,
      "step": 31165
    },
    {
      "epoch": 1.4499185857176087,
      "grad_norm": 0.8436144634907627,
      "learning_rate": 0.0002626076714723962,
      "loss": 2.3281,
      "step": 31166
    },
    {
      "epoch": 1.4499651081646894,
      "grad_norm": 0.9392179521915387,
      "learning_rate": 0.0002626052195889677,
      "loss": 2.3906,
      "step": 31167
    },
    {
      "epoch": 1.4500116306117703,
      "grad_norm": 0.8279697325984166,
      "learning_rate": 0.00026260276763660165,
      "loss": 1.9531,
      "step": 31168
    },
    {
      "epoch": 1.4500581530588508,
      "grad_norm": 0.8744645834086344,
      "learning_rate": 0.0002626003156152995,
      "loss": 2.4844,
      "step": 31169
    },
    {
      "epoch": 1.4501046755059317,
      "grad_norm": 1.1599412191999197,
      "learning_rate": 0.00026259786352506275,
      "loss": 2.9531,
      "step": 31170
    },
    {
      "epoch": 1.4501511979530124,
      "grad_norm": 0.8818760027391129,
      "learning_rate": 0.00026259541136589297,
      "loss": 2.25,
      "step": 31171
    },
    {
      "epoch": 1.450197720400093,
      "grad_norm": 0.8047650094056468,
      "learning_rate": 0.0002625929591377916,
      "loss": 1.7344,
      "step": 31172
    },
    {
      "epoch": 1.4502442428471738,
      "grad_norm": 0.8919530254303722,
      "learning_rate": 0.0002625905068407602,
      "loss": 2.5,
      "step": 31173
    },
    {
      "epoch": 1.4502907652942545,
      "grad_norm": 0.8856290169883012,
      "learning_rate": 0.0002625880544748002,
      "loss": 2.2812,
      "step": 31174
    },
    {
      "epoch": 1.4503372877413352,
      "grad_norm": 0.9718919731540616,
      "learning_rate": 0.0002625856020399131,
      "loss": 2.3438,
      "step": 31175
    },
    {
      "epoch": 1.450383810188416,
      "grad_norm": 0.8803835364882128,
      "learning_rate": 0.00026258314953610045,
      "loss": 2.3594,
      "step": 31176
    },
    {
      "epoch": 1.4504303326354966,
      "grad_norm": 0.8878398625128127,
      "learning_rate": 0.0002625806969633637,
      "loss": 2.3906,
      "step": 31177
    },
    {
      "epoch": 1.4504768550825773,
      "grad_norm": 0.8721779531415522,
      "learning_rate": 0.00026257824432170443,
      "loss": 2.2969,
      "step": 31178
    },
    {
      "epoch": 1.450523377529658,
      "grad_norm": 0.9889299000634804,
      "learning_rate": 0.0002625757916111241,
      "loss": 2.7969,
      "step": 31179
    },
    {
      "epoch": 1.4505698999767387,
      "grad_norm": 0.8746925265326452,
      "learning_rate": 0.0002625733388316242,
      "loss": 2.3125,
      "step": 31180
    },
    {
      "epoch": 1.4506164224238196,
      "grad_norm": 0.9917328073463673,
      "learning_rate": 0.00026257088598320624,
      "loss": 2.3594,
      "step": 31181
    },
    {
      "epoch": 1.4506629448709,
      "grad_norm": 1.008127222392576,
      "learning_rate": 0.0002625684330658717,
      "loss": 2.4844,
      "step": 31182
    },
    {
      "epoch": 1.450709467317981,
      "grad_norm": 0.9675073612805433,
      "learning_rate": 0.0002625659800796221,
      "loss": 2.5938,
      "step": 31183
    },
    {
      "epoch": 1.4507559897650617,
      "grad_norm": 0.8804347811855666,
      "learning_rate": 0.0002625635270244589,
      "loss": 2.4062,
      "step": 31184
    },
    {
      "epoch": 1.4508025122121424,
      "grad_norm": 0.8574279969145847,
      "learning_rate": 0.0002625610739003838,
      "loss": 2.6094,
      "step": 31185
    },
    {
      "epoch": 1.450849034659223,
      "grad_norm": 0.8281597033227299,
      "learning_rate": 0.00026255862070739794,
      "loss": 2.25,
      "step": 31186
    },
    {
      "epoch": 1.4508955571063038,
      "grad_norm": 0.8858240224695372,
      "learning_rate": 0.0002625561674455032,
      "loss": 2.4062,
      "step": 31187
    },
    {
      "epoch": 1.4509420795533845,
      "grad_norm": 0.9512320942464425,
      "learning_rate": 0.0002625537141147008,
      "loss": 2.3594,
      "step": 31188
    },
    {
      "epoch": 1.4509886020004652,
      "grad_norm": 0.8617261600455312,
      "learning_rate": 0.00026255126071499243,
      "loss": 2.2969,
      "step": 31189
    },
    {
      "epoch": 1.451035124447546,
      "grad_norm": 0.8562819615824728,
      "learning_rate": 0.0002625488072463795,
      "loss": 2.2969,
      "step": 31190
    },
    {
      "epoch": 1.4510816468946266,
      "grad_norm": 0.9177440022293218,
      "learning_rate": 0.0002625463537088635,
      "loss": 2.6562,
      "step": 31191
    },
    {
      "epoch": 1.4511281693417073,
      "grad_norm": 0.9040887348458766,
      "learning_rate": 0.000262543900102446,
      "loss": 2.5781,
      "step": 31192
    },
    {
      "epoch": 1.451174691788788,
      "grad_norm": 0.8755541178529775,
      "learning_rate": 0.00026254144642712837,
      "loss": 2.4062,
      "step": 31193
    },
    {
      "epoch": 1.451221214235869,
      "grad_norm": 0.8933301294322984,
      "learning_rate": 0.0002625389926829123,
      "loss": 2.4062,
      "step": 31194
    },
    {
      "epoch": 1.4512677366829494,
      "grad_norm": 0.9243332196680086,
      "learning_rate": 0.00026253653886979916,
      "loss": 2.6875,
      "step": 31195
    },
    {
      "epoch": 1.4513142591300303,
      "grad_norm": 0.8899769422295549,
      "learning_rate": 0.0002625340849877905,
      "loss": 2.4688,
      "step": 31196
    },
    {
      "epoch": 1.451360781577111,
      "grad_norm": 0.931716917564568,
      "learning_rate": 0.00026253163103688777,
      "loss": 2.1875,
      "step": 31197
    },
    {
      "epoch": 1.4514073040241917,
      "grad_norm": 0.8877330196386972,
      "learning_rate": 0.00026252917701709256,
      "loss": 2.2031,
      "step": 31198
    },
    {
      "epoch": 1.4514538264712724,
      "grad_norm": 0.9331606499105861,
      "learning_rate": 0.0002625267229284063,
      "loss": 2.2344,
      "step": 31199
    },
    {
      "epoch": 1.4515003489183531,
      "grad_norm": 0.8721671614874097,
      "learning_rate": 0.00026252426877083055,
      "loss": 2.2656,
      "step": 31200
    },
    {
      "epoch": 1.4515468713654338,
      "grad_norm": 0.92470633725129,
      "learning_rate": 0.00026252181454436673,
      "loss": 2.2344,
      "step": 31201
    },
    {
      "epoch": 1.4515933938125145,
      "grad_norm": 1.203436891445241,
      "learning_rate": 0.0002625193602490164,
      "loss": 2.5312,
      "step": 31202
    },
    {
      "epoch": 1.4516399162595952,
      "grad_norm": 0.886980972916652,
      "learning_rate": 0.00026251690588478105,
      "loss": 2.1719,
      "step": 31203
    },
    {
      "epoch": 1.451686438706676,
      "grad_norm": 0.9610547323416013,
      "learning_rate": 0.00026251445145166223,
      "loss": 2.4375,
      "step": 31204
    },
    {
      "epoch": 1.4517329611537566,
      "grad_norm": 0.9991572657874065,
      "learning_rate": 0.00026251199694966133,
      "loss": 2.3906,
      "step": 31205
    },
    {
      "epoch": 1.4517794836008373,
      "grad_norm": 0.9215412282341865,
      "learning_rate": 0.00026250954237878,
      "loss": 2.5469,
      "step": 31206
    },
    {
      "epoch": 1.4518260060479182,
      "grad_norm": 0.8735867937458149,
      "learning_rate": 0.0002625070877390196,
      "loss": 2.3281,
      "step": 31207
    },
    {
      "epoch": 1.4518725284949987,
      "grad_norm": 0.8720455459951181,
      "learning_rate": 0.00026250463303038174,
      "loss": 1.8906,
      "step": 31208
    },
    {
      "epoch": 1.4519190509420796,
      "grad_norm": 0.9475183709495905,
      "learning_rate": 0.00026250217825286783,
      "loss": 2.4688,
      "step": 31209
    },
    {
      "epoch": 1.4519655733891603,
      "grad_norm": 0.9591263490191979,
      "learning_rate": 0.0002624997234064795,
      "loss": 2.5938,
      "step": 31210
    },
    {
      "epoch": 1.452012095836241,
      "grad_norm": 0.9314697454469665,
      "learning_rate": 0.00026249726849121813,
      "loss": 2.5312,
      "step": 31211
    },
    {
      "epoch": 1.4520586182833217,
      "grad_norm": 1.0491283535583946,
      "learning_rate": 0.0002624948135070853,
      "loss": 2.5156,
      "step": 31212
    },
    {
      "epoch": 1.4521051407304024,
      "grad_norm": 0.9459183307995339,
      "learning_rate": 0.00026249235845408246,
      "loss": 2.3125,
      "step": 31213
    },
    {
      "epoch": 1.4521516631774831,
      "grad_norm": 1.1390068660246853,
      "learning_rate": 0.00026248990333221114,
      "loss": 2.4062,
      "step": 31214
    },
    {
      "epoch": 1.4521981856245638,
      "grad_norm": 0.9863479894327891,
      "learning_rate": 0.0002624874481414728,
      "loss": 2.6094,
      "step": 31215
    },
    {
      "epoch": 1.4522447080716445,
      "grad_norm": 0.9368858044160319,
      "learning_rate": 0.00026248499288186906,
      "loss": 2.2656,
      "step": 31216
    },
    {
      "epoch": 1.4522912305187252,
      "grad_norm": 0.8493890588487386,
      "learning_rate": 0.00026248253755340134,
      "loss": 2.4375,
      "step": 31217
    },
    {
      "epoch": 1.4523377529658061,
      "grad_norm": 0.961648512815536,
      "learning_rate": 0.00026248008215607106,
      "loss": 2.3125,
      "step": 31218
    },
    {
      "epoch": 1.4523842754128866,
      "grad_norm": 1.0740949985096335,
      "learning_rate": 0.00026247762668987984,
      "loss": 2.375,
      "step": 31219
    },
    {
      "epoch": 1.4524307978599675,
      "grad_norm": 0.9866577018489291,
      "learning_rate": 0.0002624751711548292,
      "loss": 2.5469,
      "step": 31220
    },
    {
      "epoch": 1.452477320307048,
      "grad_norm": 1.0828765317476843,
      "learning_rate": 0.0002624727155509206,
      "loss": 2.4062,
      "step": 31221
    },
    {
      "epoch": 1.452523842754129,
      "grad_norm": 1.0063721675894706,
      "learning_rate": 0.00026247025987815545,
      "loss": 2.5312,
      "step": 31222
    },
    {
      "epoch": 1.4525703652012096,
      "grad_norm": 0.9037337201884695,
      "learning_rate": 0.0002624678041365354,
      "loss": 2.5781,
      "step": 31223
    },
    {
      "epoch": 1.4526168876482903,
      "grad_norm": 0.8816290737202906,
      "learning_rate": 0.0002624653483260619,
      "loss": 2.2344,
      "step": 31224
    },
    {
      "epoch": 1.452663410095371,
      "grad_norm": 0.8867278468145045,
      "learning_rate": 0.00026246289244673645,
      "loss": 1.6172,
      "step": 31225
    },
    {
      "epoch": 1.4527099325424517,
      "grad_norm": 0.9500038474498639,
      "learning_rate": 0.00026246043649856055,
      "loss": 2.2812,
      "step": 31226
    },
    {
      "epoch": 1.4527564549895324,
      "grad_norm": 0.9296911363189034,
      "learning_rate": 0.00026245798048153576,
      "loss": 2.5781,
      "step": 31227
    },
    {
      "epoch": 1.4528029774366131,
      "grad_norm": 1.2992520246904116,
      "learning_rate": 0.0002624555243956635,
      "loss": 2.4531,
      "step": 31228
    },
    {
      "epoch": 1.4528494998836938,
      "grad_norm": 0.9959615209875815,
      "learning_rate": 0.0002624530682409453,
      "loss": 2.7031,
      "step": 31229
    },
    {
      "epoch": 1.4528960223307745,
      "grad_norm": 0.9862386000205854,
      "learning_rate": 0.00026245061201738264,
      "loss": 2.3125,
      "step": 31230
    },
    {
      "epoch": 1.4529425447778554,
      "grad_norm": 0.887670863076631,
      "learning_rate": 0.00026244815572497705,
      "loss": 2.4844,
      "step": 31231
    },
    {
      "epoch": 1.452989067224936,
      "grad_norm": 0.8879652920949936,
      "learning_rate": 0.00026244569936373005,
      "loss": 2.1562,
      "step": 31232
    },
    {
      "epoch": 1.4530355896720168,
      "grad_norm": 0.8824986448046179,
      "learning_rate": 0.00026244324293364315,
      "loss": 2.5156,
      "step": 31233
    },
    {
      "epoch": 1.4530821121190975,
      "grad_norm": 0.864597986255101,
      "learning_rate": 0.0002624407864347178,
      "loss": 2.1875,
      "step": 31234
    },
    {
      "epoch": 1.4531286345661782,
      "grad_norm": 0.8158445084062281,
      "learning_rate": 0.00026243832986695557,
      "loss": 2.1562,
      "step": 31235
    },
    {
      "epoch": 1.453175157013259,
      "grad_norm": 0.8934194857647133,
      "learning_rate": 0.0002624358732303579,
      "loss": 2.4375,
      "step": 31236
    },
    {
      "epoch": 1.4532216794603396,
      "grad_norm": 0.9680788813405173,
      "learning_rate": 0.00026243341652492643,
      "loss": 2.4531,
      "step": 31237
    },
    {
      "epoch": 1.4532682019074203,
      "grad_norm": 1.0181262815203849,
      "learning_rate": 0.0002624309597506625,
      "loss": 2.5312,
      "step": 31238
    },
    {
      "epoch": 1.453314724354501,
      "grad_norm": 0.8518275784406913,
      "learning_rate": 0.0002624285029075676,
      "loss": 2.2031,
      "step": 31239
    },
    {
      "epoch": 1.4533612468015817,
      "grad_norm": 0.9031663936781319,
      "learning_rate": 0.00026242604599564334,
      "loss": 2.1406,
      "step": 31240
    },
    {
      "epoch": 1.4534077692486624,
      "grad_norm": 0.9119080005530301,
      "learning_rate": 0.0002624235890148912,
      "loss": 2.2812,
      "step": 31241
    },
    {
      "epoch": 1.4534542916957431,
      "grad_norm": 0.8751763981695073,
      "learning_rate": 0.00026242113196531274,
      "loss": 2.3594,
      "step": 31242
    },
    {
      "epoch": 1.4535008141428238,
      "grad_norm": 1.0089672179231122,
      "learning_rate": 0.0002624186748469093,
      "loss": 2.7812,
      "step": 31243
    },
    {
      "epoch": 1.4535473365899048,
      "grad_norm": 0.9677100247188799,
      "learning_rate": 0.00026241621765968256,
      "loss": 2.5,
      "step": 31244
    },
    {
      "epoch": 1.4535938590369852,
      "grad_norm": 0.9170233046731348,
      "learning_rate": 0.0002624137604036339,
      "loss": 2.5938,
      "step": 31245
    },
    {
      "epoch": 1.4536403814840662,
      "grad_norm": 0.9697041069168609,
      "learning_rate": 0.00026241130307876493,
      "loss": 1.7578,
      "step": 31246
    },
    {
      "epoch": 1.4536869039311469,
      "grad_norm": 0.8889454496899194,
      "learning_rate": 0.00026240884568507703,
      "loss": 2.3594,
      "step": 31247
    },
    {
      "epoch": 1.4537334263782276,
      "grad_norm": 0.9320604658078515,
      "learning_rate": 0.00026240638822257184,
      "loss": 2.3125,
      "step": 31248
    },
    {
      "epoch": 1.4537799488253083,
      "grad_norm": 0.8801920269180846,
      "learning_rate": 0.00026240393069125077,
      "loss": 1.9922,
      "step": 31249
    },
    {
      "epoch": 1.453826471272389,
      "grad_norm": 0.8245068409522691,
      "learning_rate": 0.0002624014730911153,
      "loss": 1.7266,
      "step": 31250
    },
    {
      "epoch": 1.4538729937194697,
      "grad_norm": 0.9594676716358264,
      "learning_rate": 0.00026239901542216704,
      "loss": 2.2344,
      "step": 31251
    },
    {
      "epoch": 1.4539195161665504,
      "grad_norm": 0.9910826449527022,
      "learning_rate": 0.0002623965576844074,
      "loss": 2.25,
      "step": 31252
    },
    {
      "epoch": 1.453966038613631,
      "grad_norm": 1.0565346887764748,
      "learning_rate": 0.00026239409987783804,
      "loss": 2.4219,
      "step": 31253
    },
    {
      "epoch": 1.4540125610607118,
      "grad_norm": 0.8976213223430108,
      "learning_rate": 0.0002623916420024602,
      "loss": 2.4688,
      "step": 31254
    },
    {
      "epoch": 1.4540590835077924,
      "grad_norm": 0.8781974621393409,
      "learning_rate": 0.0002623891840582756,
      "loss": 2.1406,
      "step": 31255
    },
    {
      "epoch": 1.4541056059548731,
      "grad_norm": 0.9386949771959772,
      "learning_rate": 0.0002623867260452857,
      "loss": 2.4844,
      "step": 31256
    },
    {
      "epoch": 1.454152128401954,
      "grad_norm": 0.9028894873291146,
      "learning_rate": 0.00026238426796349195,
      "loss": 2.2344,
      "step": 31257
    },
    {
      "epoch": 1.4541986508490345,
      "grad_norm": 0.9395796993110102,
      "learning_rate": 0.0002623818098128959,
      "loss": 2.5938,
      "step": 31258
    },
    {
      "epoch": 1.4542451732961155,
      "grad_norm": 0.9939163681246493,
      "learning_rate": 0.00026237935159349903,
      "loss": 2.5312,
      "step": 31259
    },
    {
      "epoch": 1.4542916957431962,
      "grad_norm": 0.9667197017728054,
      "learning_rate": 0.00026237689330530287,
      "loss": 2.4062,
      "step": 31260
    },
    {
      "epoch": 1.4543382181902769,
      "grad_norm": 0.906709836361731,
      "learning_rate": 0.00026237443494830893,
      "loss": 2.3906,
      "step": 31261
    },
    {
      "epoch": 1.4543847406373576,
      "grad_norm": 0.9174786203929473,
      "learning_rate": 0.00026237197652251873,
      "loss": 2.3594,
      "step": 31262
    },
    {
      "epoch": 1.4544312630844383,
      "grad_norm": 0.9979085410654164,
      "learning_rate": 0.0002623695180279337,
      "loss": 2.6875,
      "step": 31263
    },
    {
      "epoch": 1.454477785531519,
      "grad_norm": 0.9501752667538851,
      "learning_rate": 0.00026236705946455535,
      "loss": 2.5,
      "step": 31264
    },
    {
      "epoch": 1.4545243079785997,
      "grad_norm": 0.9589847181061416,
      "learning_rate": 0.00026236460083238527,
      "loss": 2.3281,
      "step": 31265
    },
    {
      "epoch": 1.4545708304256804,
      "grad_norm": 0.9043178625389394,
      "learning_rate": 0.0002623621421314249,
      "loss": 2.4844,
      "step": 31266
    },
    {
      "epoch": 1.454617352872761,
      "grad_norm": 0.8902892315181781,
      "learning_rate": 0.00026235968336167577,
      "loss": 2.2031,
      "step": 31267
    },
    {
      "epoch": 1.4546638753198418,
      "grad_norm": 0.9075335372307851,
      "learning_rate": 0.0002623572245231394,
      "loss": 2.4062,
      "step": 31268
    },
    {
      "epoch": 1.4547103977669225,
      "grad_norm": 0.9049518393084433,
      "learning_rate": 0.00026235476561581723,
      "loss": 2.125,
      "step": 31269
    },
    {
      "epoch": 1.4547569202140034,
      "grad_norm": 0.8973397438747321,
      "learning_rate": 0.00026235230663971084,
      "loss": 2.5469,
      "step": 31270
    },
    {
      "epoch": 1.4548034426610839,
      "grad_norm": 0.9624082170005287,
      "learning_rate": 0.00026234984759482174,
      "loss": 2.6094,
      "step": 31271
    },
    {
      "epoch": 1.4548499651081648,
      "grad_norm": 0.9809817083408228,
      "learning_rate": 0.00026234738848115134,
      "loss": 2.4375,
      "step": 31272
    },
    {
      "epoch": 1.4548964875552455,
      "grad_norm": 0.9261791352374302,
      "learning_rate": 0.00026234492929870127,
      "loss": 2.3594,
      "step": 31273
    },
    {
      "epoch": 1.4549430100023262,
      "grad_norm": 0.8887857441106597,
      "learning_rate": 0.00026234247004747294,
      "loss": 2.4844,
      "step": 31274
    },
    {
      "epoch": 1.4549895324494069,
      "grad_norm": 0.9157602332707051,
      "learning_rate": 0.00026234001072746786,
      "loss": 2.3281,
      "step": 31275
    },
    {
      "epoch": 1.4550360548964876,
      "grad_norm": 1.0083981334844883,
      "learning_rate": 0.0002623375513386876,
      "loss": 2.25,
      "step": 31276
    },
    {
      "epoch": 1.4550825773435683,
      "grad_norm": 0.9021994440421206,
      "learning_rate": 0.0002623350918811336,
      "loss": 2.5312,
      "step": 31277
    },
    {
      "epoch": 1.455129099790649,
      "grad_norm": 0.8861524351889511,
      "learning_rate": 0.0002623326323548074,
      "loss": 2.3281,
      "step": 31278
    },
    {
      "epoch": 1.4551756222377297,
      "grad_norm": 0.9377653511061194,
      "learning_rate": 0.0002623301727597105,
      "loss": 2.3594,
      "step": 31279
    },
    {
      "epoch": 1.4552221446848104,
      "grad_norm": 0.8406041003327269,
      "learning_rate": 0.00026232771309584444,
      "loss": 2.3125,
      "step": 31280
    },
    {
      "epoch": 1.455268667131891,
      "grad_norm": 0.8687536830267014,
      "learning_rate": 0.00026232525336321067,
      "loss": 2.3125,
      "step": 31281
    },
    {
      "epoch": 1.4553151895789718,
      "grad_norm": 0.8392288951688327,
      "learning_rate": 0.0002623227935618107,
      "loss": 2.4062,
      "step": 31282
    },
    {
      "epoch": 1.4553617120260527,
      "grad_norm": 0.8914567604145289,
      "learning_rate": 0.0002623203336916461,
      "loss": 2.3281,
      "step": 31283
    },
    {
      "epoch": 1.4554082344731332,
      "grad_norm": 0.8441105699471221,
      "learning_rate": 0.00026231787375271827,
      "loss": 2.375,
      "step": 31284
    },
    {
      "epoch": 1.455454756920214,
      "grad_norm": 0.9025237157781403,
      "learning_rate": 0.00026231541374502885,
      "loss": 2.4844,
      "step": 31285
    },
    {
      "epoch": 1.4555012793672948,
      "grad_norm": 0.8975511494129031,
      "learning_rate": 0.0002623129536685792,
      "loss": 2.2656,
      "step": 31286
    },
    {
      "epoch": 1.4555478018143755,
      "grad_norm": 0.8735980964457454,
      "learning_rate": 0.00026231049352337096,
      "loss": 2.4062,
      "step": 31287
    },
    {
      "epoch": 1.4555943242614562,
      "grad_norm": 0.9178145048906654,
      "learning_rate": 0.0002623080333094055,
      "loss": 2.4531,
      "step": 31288
    },
    {
      "epoch": 1.4556408467085369,
      "grad_norm": 0.9551661078564712,
      "learning_rate": 0.0002623055730266845,
      "loss": 2.3906,
      "step": 31289
    },
    {
      "epoch": 1.4556873691556176,
      "grad_norm": 0.91328857735021,
      "learning_rate": 0.00026230311267520925,
      "loss": 2.5,
      "step": 31290
    },
    {
      "epoch": 1.4557338916026983,
      "grad_norm": 0.9321378997807329,
      "learning_rate": 0.00026230065225498145,
      "loss": 2.2188,
      "step": 31291
    },
    {
      "epoch": 1.455780414049779,
      "grad_norm": 0.8707160357218727,
      "learning_rate": 0.0002622981917660025,
      "loss": 2.25,
      "step": 31292
    },
    {
      "epoch": 1.4558269364968597,
      "grad_norm": 0.8711454928960123,
      "learning_rate": 0.00026229573120827395,
      "loss": 2.2969,
      "step": 31293
    },
    {
      "epoch": 1.4558734589439404,
      "grad_norm": 0.8648475113617984,
      "learning_rate": 0.00026229327058179723,
      "loss": 2.3438,
      "step": 31294
    },
    {
      "epoch": 1.455919981391021,
      "grad_norm": 1.0229901838100122,
      "learning_rate": 0.000262290809886574,
      "loss": 2.6406,
      "step": 31295
    },
    {
      "epoch": 1.455966503838102,
      "grad_norm": 0.9081528116245294,
      "learning_rate": 0.00026228834912260567,
      "loss": 2.3906,
      "step": 31296
    },
    {
      "epoch": 1.4560130262851825,
      "grad_norm": 0.9838877395169375,
      "learning_rate": 0.0002622858882898937,
      "loss": 2.4531,
      "step": 31297
    },
    {
      "epoch": 1.4560595487322634,
      "grad_norm": 0.8833111683200389,
      "learning_rate": 0.00026228342738843967,
      "loss": 2.4375,
      "step": 31298
    },
    {
      "epoch": 1.456106071179344,
      "grad_norm": 0.8887073831147523,
      "learning_rate": 0.000262280966418245,
      "loss": 2.25,
      "step": 31299
    },
    {
      "epoch": 1.4561525936264248,
      "grad_norm": 0.8819961360435329,
      "learning_rate": 0.0002622785053793114,
      "loss": 2.25,
      "step": 31300
    },
    {
      "epoch": 1.4561991160735055,
      "grad_norm": 0.9016418054301661,
      "learning_rate": 0.00026227604427164015,
      "loss": 2.3281,
      "step": 31301
    },
    {
      "epoch": 1.4562456385205862,
      "grad_norm": 0.9369206708068362,
      "learning_rate": 0.00026227358309523284,
      "loss": 2.6406,
      "step": 31302
    },
    {
      "epoch": 1.456292160967667,
      "grad_norm": 0.8922223422244766,
      "learning_rate": 0.00026227112185009095,
      "loss": 2.5469,
      "step": 31303
    },
    {
      "epoch": 1.4563386834147476,
      "grad_norm": 0.8925993469719739,
      "learning_rate": 0.0002622686605362161,
      "loss": 2.625,
      "step": 31304
    },
    {
      "epoch": 1.4563852058618283,
      "grad_norm": 0.8755211748120347,
      "learning_rate": 0.00026226619915360966,
      "loss": 2.2188,
      "step": 31305
    },
    {
      "epoch": 1.456431728308909,
      "grad_norm": 0.9078323496528864,
      "learning_rate": 0.00026226373770227323,
      "loss": 2.4375,
      "step": 31306
    },
    {
      "epoch": 1.4564782507559897,
      "grad_norm": 0.8890493290435411,
      "learning_rate": 0.0002622612761822082,
      "loss": 2.2188,
      "step": 31307
    },
    {
      "epoch": 1.4565247732030704,
      "grad_norm": 0.890655031135858,
      "learning_rate": 0.00026225881459341623,
      "loss": 2.3906,
      "step": 31308
    },
    {
      "epoch": 1.4565712956501513,
      "grad_norm": 0.8677441447356974,
      "learning_rate": 0.00026225635293589876,
      "loss": 2.2188,
      "step": 31309
    },
    {
      "epoch": 1.4566178180972318,
      "grad_norm": 0.8576112614270713,
      "learning_rate": 0.00026225389120965723,
      "loss": 2.4219,
      "step": 31310
    },
    {
      "epoch": 1.4566643405443127,
      "grad_norm": 0.8634172692949331,
      "learning_rate": 0.0002622514294146932,
      "loss": 2.5,
      "step": 31311
    },
    {
      "epoch": 1.4567108629913934,
      "grad_norm": 0.8794761323487109,
      "learning_rate": 0.00026224896755100825,
      "loss": 2.2344,
      "step": 31312
    },
    {
      "epoch": 1.456757385438474,
      "grad_norm": 0.9803524901161841,
      "learning_rate": 0.0002622465056186038,
      "loss": 2.625,
      "step": 31313
    },
    {
      "epoch": 1.4568039078855548,
      "grad_norm": 0.8758509330124085,
      "learning_rate": 0.00026224404361748134,
      "loss": 1.7656,
      "step": 31314
    },
    {
      "epoch": 1.4568504303326355,
      "grad_norm": 0.9396874647908449,
      "learning_rate": 0.0002622415815476425,
      "loss": 2.3438,
      "step": 31315
    },
    {
      "epoch": 1.4568969527797162,
      "grad_norm": 0.8695515878080123,
      "learning_rate": 0.0002622391194090886,
      "loss": 2.2031,
      "step": 31316
    },
    {
      "epoch": 1.456943475226797,
      "grad_norm": 0.8759740756649975,
      "learning_rate": 0.0002622366572018213,
      "loss": 2.375,
      "step": 31317
    },
    {
      "epoch": 1.4569899976738776,
      "grad_norm": 0.9425440805787921,
      "learning_rate": 0.00026223419492584204,
      "loss": 2.7344,
      "step": 31318
    },
    {
      "epoch": 1.4570365201209583,
      "grad_norm": 0.9252322559144193,
      "learning_rate": 0.00026223173258115235,
      "loss": 2.7188,
      "step": 31319
    },
    {
      "epoch": 1.457083042568039,
      "grad_norm": 0.9134572418597928,
      "learning_rate": 0.0002622292701677538,
      "loss": 2.4531,
      "step": 31320
    },
    {
      "epoch": 1.4571295650151197,
      "grad_norm": 0.9092935586256161,
      "learning_rate": 0.0002622268076856477,
      "loss": 2.6094,
      "step": 31321
    },
    {
      "epoch": 1.4571760874622006,
      "grad_norm": 0.8596894590111124,
      "learning_rate": 0.0002622243451348358,
      "loss": 2.2969,
      "step": 31322
    },
    {
      "epoch": 1.457222609909281,
      "grad_norm": 0.9604723024616167,
      "learning_rate": 0.00026222188251531943,
      "loss": 2.5,
      "step": 31323
    },
    {
      "epoch": 1.457269132356362,
      "grad_norm": 0.8804162613869257,
      "learning_rate": 0.00026221941982710017,
      "loss": 2.625,
      "step": 31324
    },
    {
      "epoch": 1.4573156548034427,
      "grad_norm": 0.9348874959315521,
      "learning_rate": 0.0002622169570701796,
      "loss": 2.4688,
      "step": 31325
    },
    {
      "epoch": 1.4573621772505234,
      "grad_norm": 0.8599483569431631,
      "learning_rate": 0.000262214494244559,
      "loss": 2.3281,
      "step": 31326
    },
    {
      "epoch": 1.4574086996976041,
      "grad_norm": 0.9384599131582543,
      "learning_rate": 0.0002622120313502401,
      "loss": 2.2812,
      "step": 31327
    },
    {
      "epoch": 1.4574552221446848,
      "grad_norm": 0.9165503157523641,
      "learning_rate": 0.00026220956838722434,
      "loss": 2.6094,
      "step": 31328
    },
    {
      "epoch": 1.4575017445917655,
      "grad_norm": 0.9401327801657624,
      "learning_rate": 0.00026220710535551325,
      "loss": 2.5625,
      "step": 31329
    },
    {
      "epoch": 1.4575482670388462,
      "grad_norm": 0.8975521053619063,
      "learning_rate": 0.00026220464225510824,
      "loss": 2.25,
      "step": 31330
    },
    {
      "epoch": 1.457594789485927,
      "grad_norm": 0.9415232051021757,
      "learning_rate": 0.0002622021790860109,
      "loss": 2.4844,
      "step": 31331
    },
    {
      "epoch": 1.4576413119330076,
      "grad_norm": 0.9128560419768506,
      "learning_rate": 0.0002621997158482228,
      "loss": 2.2812,
      "step": 31332
    },
    {
      "epoch": 1.4576878343800883,
      "grad_norm": 0.8333379092232617,
      "learning_rate": 0.0002621972525417453,
      "loss": 2.0938,
      "step": 31333
    },
    {
      "epoch": 1.457734356827169,
      "grad_norm": 0.9328191281695516,
      "learning_rate": 0.00026219478916658,
      "loss": 2.4844,
      "step": 31334
    },
    {
      "epoch": 1.45778087927425,
      "grad_norm": 0.9177240229665535,
      "learning_rate": 0.00026219232572272837,
      "loss": 2.2656,
      "step": 31335
    },
    {
      "epoch": 1.4578274017213304,
      "grad_norm": 0.8368940705208621,
      "learning_rate": 0.000262189862210192,
      "loss": 2.25,
      "step": 31336
    },
    {
      "epoch": 1.4578739241684113,
      "grad_norm": 0.8596479959807986,
      "learning_rate": 0.00026218739862897227,
      "loss": 2.2812,
      "step": 31337
    },
    {
      "epoch": 1.457920446615492,
      "grad_norm": 0.9754327081397388,
      "learning_rate": 0.0002621849349790708,
      "loss": 2.2969,
      "step": 31338
    },
    {
      "epoch": 1.4579669690625727,
      "grad_norm": 1.002091998583929,
      "learning_rate": 0.000262182471260489,
      "loss": 2.5625,
      "step": 31339
    },
    {
      "epoch": 1.4580134915096534,
      "grad_norm": 0.8766491630529296,
      "learning_rate": 0.00026218000747322846,
      "loss": 2.4062,
      "step": 31340
    },
    {
      "epoch": 1.4580600139567341,
      "grad_norm": 0.9389894481299377,
      "learning_rate": 0.00026217754361729066,
      "loss": 2.375,
      "step": 31341
    },
    {
      "epoch": 1.4581065364038148,
      "grad_norm": 0.9334370412998498,
      "learning_rate": 0.0002621750796926771,
      "loss": 2.6406,
      "step": 31342
    },
    {
      "epoch": 1.4581530588508955,
      "grad_norm": 0.9042834378970177,
      "learning_rate": 0.0002621726156993893,
      "loss": 2.4531,
      "step": 31343
    },
    {
      "epoch": 1.4581995812979762,
      "grad_norm": 1.0090534803488769,
      "learning_rate": 0.00026217015163742873,
      "loss": 2.4844,
      "step": 31344
    },
    {
      "epoch": 1.458246103745057,
      "grad_norm": 0.9520074071331865,
      "learning_rate": 0.00026216768750679693,
      "loss": 2.4531,
      "step": 31345
    },
    {
      "epoch": 1.4582926261921378,
      "grad_norm": 0.924252590828449,
      "learning_rate": 0.00026216522330749546,
      "loss": 2.3906,
      "step": 31346
    },
    {
      "epoch": 1.4583391486392183,
      "grad_norm": 0.9788965023241275,
      "learning_rate": 0.0002621627590395258,
      "loss": 2.5312,
      "step": 31347
    },
    {
      "epoch": 1.4583856710862992,
      "grad_norm": 0.9454106895617482,
      "learning_rate": 0.00026216029470288937,
      "loss": 2.3125,
      "step": 31348
    },
    {
      "epoch": 1.4584321935333797,
      "grad_norm": 0.932360615540683,
      "learning_rate": 0.0002621578302975878,
      "loss": 2.4844,
      "step": 31349
    },
    {
      "epoch": 1.4584787159804606,
      "grad_norm": 0.8628320117635557,
      "learning_rate": 0.0002621553658236225,
      "loss": 2.1406,
      "step": 31350
    },
    {
      "epoch": 1.4585252384275413,
      "grad_norm": 0.8735216201734691,
      "learning_rate": 0.0002621529012809951,
      "loss": 2.1875,
      "step": 31351
    },
    {
      "epoch": 1.458571760874622,
      "grad_norm": 0.9527597183426609,
      "learning_rate": 0.00026215043666970696,
      "loss": 2.4062,
      "step": 31352
    },
    {
      "epoch": 1.4586182833217027,
      "grad_norm": 0.9435685145449143,
      "learning_rate": 0.0002621479719897597,
      "loss": 2.375,
      "step": 31353
    },
    {
      "epoch": 1.4586648057687834,
      "grad_norm": 0.9417068876353268,
      "learning_rate": 0.0002621455072411547,
      "loss": 2.3594,
      "step": 31354
    },
    {
      "epoch": 1.4587113282158641,
      "grad_norm": 0.9899826252949435,
      "learning_rate": 0.0002621430424238936,
      "loss": 2.7969,
      "step": 31355
    },
    {
      "epoch": 1.4587578506629448,
      "grad_norm": 0.9414154845808419,
      "learning_rate": 0.00026214057753797795,
      "loss": 2.5938,
      "step": 31356
    },
    {
      "epoch": 1.4588043731100255,
      "grad_norm": 0.890385486865257,
      "learning_rate": 0.00026213811258340915,
      "loss": 2.4531,
      "step": 31357
    },
    {
      "epoch": 1.4588508955571062,
      "grad_norm": 0.8698918414085987,
      "learning_rate": 0.00026213564756018867,
      "loss": 2.0156,
      "step": 31358
    },
    {
      "epoch": 1.4588974180041872,
      "grad_norm": 1.007713952386015,
      "learning_rate": 0.0002621331824683182,
      "loss": 2.4062,
      "step": 31359
    },
    {
      "epoch": 1.4589439404512676,
      "grad_norm": 0.93639538379107,
      "learning_rate": 0.00026213071730779905,
      "loss": 2.4688,
      "step": 31360
    },
    {
      "epoch": 1.4589904628983486,
      "grad_norm": 0.8614005126623758,
      "learning_rate": 0.0002621282520786328,
      "loss": 2.2812,
      "step": 31361
    },
    {
      "epoch": 1.4590369853454292,
      "grad_norm": 0.9082170227991357,
      "learning_rate": 0.00026212578678082104,
      "loss": 2.4062,
      "step": 31362
    },
    {
      "epoch": 1.45908350779251,
      "grad_norm": 0.9118522462611278,
      "learning_rate": 0.00026212332141436513,
      "loss": 2.3594,
      "step": 31363
    },
    {
      "epoch": 1.4591300302395906,
      "grad_norm": 0.8583787416034535,
      "learning_rate": 0.0002621208559792667,
      "loss": 2.3281,
      "step": 31364
    },
    {
      "epoch": 1.4591765526866713,
      "grad_norm": 0.9369593118231914,
      "learning_rate": 0.0002621183904755272,
      "loss": 2.4375,
      "step": 31365
    },
    {
      "epoch": 1.459223075133752,
      "grad_norm": 0.9189951595676032,
      "learning_rate": 0.0002621159249031482,
      "loss": 2.6875,
      "step": 31366
    },
    {
      "epoch": 1.4592695975808327,
      "grad_norm": 0.9377101170743788,
      "learning_rate": 0.00026211345926213116,
      "loss": 2.5938,
      "step": 31367
    },
    {
      "epoch": 1.4593161200279134,
      "grad_norm": 0.915546155278209,
      "learning_rate": 0.00026211099355247756,
      "loss": 2.3594,
      "step": 31368
    },
    {
      "epoch": 1.4593626424749941,
      "grad_norm": 0.9326254676643964,
      "learning_rate": 0.00026210852777418904,
      "loss": 2.4375,
      "step": 31369
    },
    {
      "epoch": 1.4594091649220748,
      "grad_norm": 0.9889909186392327,
      "learning_rate": 0.000262106061927267,
      "loss": 2.5,
      "step": 31370
    },
    {
      "epoch": 1.4594556873691555,
      "grad_norm": 0.9137805963328051,
      "learning_rate": 0.0002621035960117129,
      "loss": 2.2812,
      "step": 31371
    },
    {
      "epoch": 1.4595022098162365,
      "grad_norm": 0.85441294051223,
      "learning_rate": 0.00026210113002752834,
      "loss": 2.2812,
      "step": 31372
    },
    {
      "epoch": 1.459548732263317,
      "grad_norm": 1.2364828520438382,
      "learning_rate": 0.00026209866397471483,
      "loss": 2.3594,
      "step": 31373
    },
    {
      "epoch": 1.4595952547103979,
      "grad_norm": 0.9083257175921136,
      "learning_rate": 0.0002620961978532738,
      "loss": 2.4062,
      "step": 31374
    },
    {
      "epoch": 1.4596417771574786,
      "grad_norm": 0.9545019846387016,
      "learning_rate": 0.0002620937316632069,
      "loss": 2.375,
      "step": 31375
    },
    {
      "epoch": 1.4596882996045593,
      "grad_norm": 0.9804505343687991,
      "learning_rate": 0.0002620912654045155,
      "loss": 2.7344,
      "step": 31376
    },
    {
      "epoch": 1.45973482205164,
      "grad_norm": 0.894992985683233,
      "learning_rate": 0.00026208879907720117,
      "loss": 2.5,
      "step": 31377
    },
    {
      "epoch": 1.4597813444987207,
      "grad_norm": 0.8626501295281128,
      "learning_rate": 0.00026208633268126543,
      "loss": 2.3281,
      "step": 31378
    },
    {
      "epoch": 1.4598278669458014,
      "grad_norm": 0.8763711064635347,
      "learning_rate": 0.00026208386621670983,
      "loss": 2.2031,
      "step": 31379
    },
    {
      "epoch": 1.459874389392882,
      "grad_norm": 0.946003690520858,
      "learning_rate": 0.0002620813996835357,
      "loss": 2.2812,
      "step": 31380
    },
    {
      "epoch": 1.4599209118399628,
      "grad_norm": 0.891650463309168,
      "learning_rate": 0.0002620789330817448,
      "loss": 2.5156,
      "step": 31381
    },
    {
      "epoch": 1.4599674342870435,
      "grad_norm": 0.8923897254703808,
      "learning_rate": 0.00026207646641133845,
      "loss": 2.2188,
      "step": 31382
    },
    {
      "epoch": 1.4600139567341242,
      "grad_norm": 0.9333071584270896,
      "learning_rate": 0.00026207399967231827,
      "loss": 2.2031,
      "step": 31383
    },
    {
      "epoch": 1.4600604791812049,
      "grad_norm": 0.8772529337395607,
      "learning_rate": 0.00026207153286468565,
      "loss": 2.3125,
      "step": 31384
    },
    {
      "epoch": 1.4601070016282858,
      "grad_norm": 0.8788905947037243,
      "learning_rate": 0.0002620690659884423,
      "loss": 2.2188,
      "step": 31385
    },
    {
      "epoch": 1.4601535240753662,
      "grad_norm": 0.9842749485007124,
      "learning_rate": 0.0002620665990435895,
      "loss": 2.625,
      "step": 31386
    },
    {
      "epoch": 1.4602000465224472,
      "grad_norm": 1.0354117751195697,
      "learning_rate": 0.00026206413203012886,
      "loss": 2.7031,
      "step": 31387
    },
    {
      "epoch": 1.4602465689695279,
      "grad_norm": 1.3290843580949476,
      "learning_rate": 0.00026206166494806196,
      "loss": 2.625,
      "step": 31388
    },
    {
      "epoch": 1.4602930914166086,
      "grad_norm": 0.8996556680134113,
      "learning_rate": 0.0002620591977973902,
      "loss": 2.2969,
      "step": 31389
    },
    {
      "epoch": 1.4603396138636893,
      "grad_norm": 0.9510720187369973,
      "learning_rate": 0.0002620567305781152,
      "loss": 2.4375,
      "step": 31390
    },
    {
      "epoch": 1.46038613631077,
      "grad_norm": 0.8576038678538588,
      "learning_rate": 0.0002620542632902384,
      "loss": 2.5,
      "step": 31391
    },
    {
      "epoch": 1.4604326587578507,
      "grad_norm": 0.9122667331135533,
      "learning_rate": 0.00026205179593376124,
      "loss": 2.4844,
      "step": 31392
    },
    {
      "epoch": 1.4604791812049314,
      "grad_norm": 0.909342764709943,
      "learning_rate": 0.0002620493285086854,
      "loss": 2.5469,
      "step": 31393
    },
    {
      "epoch": 1.460525703652012,
      "grad_norm": 0.8872913912261683,
      "learning_rate": 0.00026204686101501226,
      "loss": 2.4062,
      "step": 31394
    },
    {
      "epoch": 1.4605722260990928,
      "grad_norm": 0.8668539211658797,
      "learning_rate": 0.0002620443934527434,
      "loss": 2.4531,
      "step": 31395
    },
    {
      "epoch": 1.4606187485461735,
      "grad_norm": 0.8749205674757501,
      "learning_rate": 0.0002620419258218803,
      "loss": 2.4062,
      "step": 31396
    },
    {
      "epoch": 1.4606652709932542,
      "grad_norm": 0.921693104705079,
      "learning_rate": 0.0002620394581224244,
      "loss": 2.2969,
      "step": 31397
    },
    {
      "epoch": 1.460711793440335,
      "grad_norm": 1.2440092969722496,
      "learning_rate": 0.0002620369903543774,
      "loss": 2.7344,
      "step": 31398
    },
    {
      "epoch": 1.4607583158874156,
      "grad_norm": 0.8867950826324125,
      "learning_rate": 0.0002620345225177406,
      "loss": 2.2656,
      "step": 31399
    },
    {
      "epoch": 1.4608048383344965,
      "grad_norm": 0.8644704910335813,
      "learning_rate": 0.0002620320546125156,
      "loss": 2.4844,
      "step": 31400
    },
    {
      "epoch": 1.4608513607815772,
      "grad_norm": 0.8883480755756119,
      "learning_rate": 0.00026202958663870397,
      "loss": 2.3438,
      "step": 31401
    },
    {
      "epoch": 1.4608978832286579,
      "grad_norm": 0.9108365334043996,
      "learning_rate": 0.00026202711859630716,
      "loss": 2.3125,
      "step": 31402
    },
    {
      "epoch": 1.4609444056757386,
      "grad_norm": 0.9226057147490471,
      "learning_rate": 0.0002620246504853267,
      "loss": 2.4688,
      "step": 31403
    },
    {
      "epoch": 1.4609909281228193,
      "grad_norm": 0.8714698750659683,
      "learning_rate": 0.00026202218230576406,
      "loss": 2.1719,
      "step": 31404
    },
    {
      "epoch": 1.4610374505699,
      "grad_norm": 0.8888606724384293,
      "learning_rate": 0.0002620197140576208,
      "loss": 2.2812,
      "step": 31405
    },
    {
      "epoch": 1.4610839730169807,
      "grad_norm": 0.9131993602044458,
      "learning_rate": 0.00026201724574089836,
      "loss": 2.4062,
      "step": 31406
    },
    {
      "epoch": 1.4611304954640614,
      "grad_norm": 0.9195838656146168,
      "learning_rate": 0.0002620147773555983,
      "loss": 2.6562,
      "step": 31407
    },
    {
      "epoch": 1.461177017911142,
      "grad_norm": 0.9268157198673772,
      "learning_rate": 0.00026201230890172223,
      "loss": 2.3438,
      "step": 31408
    },
    {
      "epoch": 1.4612235403582228,
      "grad_norm": 0.9214584436101138,
      "learning_rate": 0.0002620098403792715,
      "loss": 2.2031,
      "step": 31409
    },
    {
      "epoch": 1.4612700628053035,
      "grad_norm": 0.9906243811949954,
      "learning_rate": 0.0002620073717882477,
      "loss": 2.4688,
      "step": 31410
    },
    {
      "epoch": 1.4613165852523844,
      "grad_norm": 0.869777725395621,
      "learning_rate": 0.0002620049031286523,
      "loss": 2.2344,
      "step": 31411
    },
    {
      "epoch": 1.4613631076994649,
      "grad_norm": 0.989989491626041,
      "learning_rate": 0.0002620024344004869,
      "loss": 2.5625,
      "step": 31412
    },
    {
      "epoch": 1.4614096301465458,
      "grad_norm": 0.9157449638638973,
      "learning_rate": 0.00026199996560375284,
      "loss": 2.4844,
      "step": 31413
    },
    {
      "epoch": 1.4614561525936265,
      "grad_norm": 0.8974585184268928,
      "learning_rate": 0.00026199749673845184,
      "loss": 2.3906,
      "step": 31414
    },
    {
      "epoch": 1.4615026750407072,
      "grad_norm": 0.8163223248008146,
      "learning_rate": 0.00026199502780458524,
      "loss": 2.1719,
      "step": 31415
    },
    {
      "epoch": 1.4615491974877879,
      "grad_norm": 0.9290223911063406,
      "learning_rate": 0.0002619925588021547,
      "loss": 2.3594,
      "step": 31416
    },
    {
      "epoch": 1.4615957199348686,
      "grad_norm": 0.9195680426087532,
      "learning_rate": 0.0002619900897311616,
      "loss": 2.2188,
      "step": 31417
    },
    {
      "epoch": 1.4616422423819493,
      "grad_norm": 0.846279989079566,
      "learning_rate": 0.00026198762059160755,
      "loss": 2.4062,
      "step": 31418
    },
    {
      "epoch": 1.46168876482903,
      "grad_norm": 0.9206563061822565,
      "learning_rate": 0.000261985151383494,
      "loss": 2.5,
      "step": 31419
    },
    {
      "epoch": 1.4617352872761107,
      "grad_norm": 0.7999209679345648,
      "learning_rate": 0.0002619826821068225,
      "loss": 2.0,
      "step": 31420
    },
    {
      "epoch": 1.4617818097231914,
      "grad_norm": 0.9015901073859689,
      "learning_rate": 0.00026198021276159446,
      "loss": 2.5156,
      "step": 31421
    },
    {
      "epoch": 1.461828332170272,
      "grad_norm": 0.9294945972092156,
      "learning_rate": 0.0002619777433478115,
      "loss": 2.5625,
      "step": 31422
    },
    {
      "epoch": 1.4618748546173528,
      "grad_norm": 0.8767176365574277,
      "learning_rate": 0.0002619752738654752,
      "loss": 2.3125,
      "step": 31423
    },
    {
      "epoch": 1.4619213770644337,
      "grad_norm": 0.8900877868022729,
      "learning_rate": 0.0002619728043145869,
      "loss": 2.4688,
      "step": 31424
    },
    {
      "epoch": 1.4619678995115142,
      "grad_norm": 0.8713970754484937,
      "learning_rate": 0.0002619703346951482,
      "loss": 2.5781,
      "step": 31425
    },
    {
      "epoch": 1.462014421958595,
      "grad_norm": 0.9129969170980764,
      "learning_rate": 0.00026196786500716057,
      "loss": 2.3594,
      "step": 31426
    },
    {
      "epoch": 1.4620609444056758,
      "grad_norm": 0.8519693783888718,
      "learning_rate": 0.00026196539525062565,
      "loss": 2.2656,
      "step": 31427
    },
    {
      "epoch": 1.4621074668527565,
      "grad_norm": 0.8998607459298635,
      "learning_rate": 0.00026196292542554476,
      "loss": 2.4531,
      "step": 31428
    },
    {
      "epoch": 1.4621539892998372,
      "grad_norm": 0.9082778677277471,
      "learning_rate": 0.0002619604555319196,
      "loss": 2.0781,
      "step": 31429
    },
    {
      "epoch": 1.462200511746918,
      "grad_norm": 0.9578385026199906,
      "learning_rate": 0.0002619579855697515,
      "loss": 2.2344,
      "step": 31430
    },
    {
      "epoch": 1.4622470341939986,
      "grad_norm": 0.8445384025706233,
      "learning_rate": 0.00026195551553904203,
      "loss": 1.9844,
      "step": 31431
    },
    {
      "epoch": 1.4622935566410793,
      "grad_norm": 0.9275015963322164,
      "learning_rate": 0.0002619530454397928,
      "loss": 2.5469,
      "step": 31432
    },
    {
      "epoch": 1.46234007908816,
      "grad_norm": 0.95186778322142,
      "learning_rate": 0.00026195057527200527,
      "loss": 2.5156,
      "step": 31433
    },
    {
      "epoch": 1.4623866015352407,
      "grad_norm": 0.889647758319277,
      "learning_rate": 0.0002619481050356809,
      "loss": 2.3281,
      "step": 31434
    },
    {
      "epoch": 1.4624331239823214,
      "grad_norm": 0.9158324449922443,
      "learning_rate": 0.00026194563473082126,
      "loss": 2.3594,
      "step": 31435
    },
    {
      "epoch": 1.462479646429402,
      "grad_norm": 0.8643269002756955,
      "learning_rate": 0.00026194316435742784,
      "loss": 2.1875,
      "step": 31436
    },
    {
      "epoch": 1.462526168876483,
      "grad_norm": 0.8642600643612673,
      "learning_rate": 0.00026194069391550216,
      "loss": 2.3438,
      "step": 31437
    },
    {
      "epoch": 1.4625726913235635,
      "grad_norm": 0.901101254101761,
      "learning_rate": 0.00026193822340504574,
      "loss": 2.2031,
      "step": 31438
    },
    {
      "epoch": 1.4626192137706444,
      "grad_norm": 0.9175431536460877,
      "learning_rate": 0.00026193575282606004,
      "loss": 2.4062,
      "step": 31439
    },
    {
      "epoch": 1.462665736217725,
      "grad_norm": 0.875880064479444,
      "learning_rate": 0.00026193328217854664,
      "loss": 2.3594,
      "step": 31440
    },
    {
      "epoch": 1.4627122586648058,
      "grad_norm": 0.8533559655085353,
      "learning_rate": 0.000261930811462507,
      "loss": 2.1562,
      "step": 31441
    },
    {
      "epoch": 1.4627587811118865,
      "grad_norm": 0.8619495921197873,
      "learning_rate": 0.0002619283406779427,
      "loss": 2.2344,
      "step": 31442
    },
    {
      "epoch": 1.4628053035589672,
      "grad_norm": 0.9177261437586922,
      "learning_rate": 0.0002619258698248552,
      "loss": 2.4062,
      "step": 31443
    },
    {
      "epoch": 1.462851826006048,
      "grad_norm": 0.919311169850432,
      "learning_rate": 0.000261923398903246,
      "loss": 2.4375,
      "step": 31444
    },
    {
      "epoch": 1.4628983484531286,
      "grad_norm": 0.8910501591431397,
      "learning_rate": 0.00026192092791311664,
      "loss": 2.6562,
      "step": 31445
    },
    {
      "epoch": 1.4629448709002093,
      "grad_norm": 0.8609439704707045,
      "learning_rate": 0.0002619184568544686,
      "loss": 2.25,
      "step": 31446
    },
    {
      "epoch": 1.46299139334729,
      "grad_norm": 0.8494802489074402,
      "learning_rate": 0.0002619159857273035,
      "loss": 1.7734,
      "step": 31447
    },
    {
      "epoch": 1.4630379157943707,
      "grad_norm": 0.8750546067269638,
      "learning_rate": 0.0002619135145316227,
      "loss": 2.2812,
      "step": 31448
    },
    {
      "epoch": 1.4630844382414514,
      "grad_norm": 0.923291622562527,
      "learning_rate": 0.0002619110432674278,
      "loss": 2.3594,
      "step": 31449
    },
    {
      "epoch": 1.4631309606885323,
      "grad_norm": 0.9628638032035713,
      "learning_rate": 0.00026190857193472033,
      "loss": 2.6875,
      "step": 31450
    },
    {
      "epoch": 1.4631774831356128,
      "grad_norm": 0.9375613930861664,
      "learning_rate": 0.0002619061005335018,
      "loss": 2.4062,
      "step": 31451
    },
    {
      "epoch": 1.4632240055826937,
      "grad_norm": 0.8837883694080639,
      "learning_rate": 0.00026190362906377364,
      "loss": 2.4062,
      "step": 31452
    },
    {
      "epoch": 1.4632705280297744,
      "grad_norm": 0.9537786587789381,
      "learning_rate": 0.0002619011575255374,
      "loss": 2.625,
      "step": 31453
    },
    {
      "epoch": 1.4633170504768551,
      "grad_norm": 0.7553014594495875,
      "learning_rate": 0.0002618986859187947,
      "loss": 1.7266,
      "step": 31454
    },
    {
      "epoch": 1.4633635729239358,
      "grad_norm": 0.9604801337197973,
      "learning_rate": 0.0002618962142435469,
      "loss": 2.3906,
      "step": 31455
    },
    {
      "epoch": 1.4634100953710165,
      "grad_norm": 0.9513033699886336,
      "learning_rate": 0.00026189374249979556,
      "loss": 2.6406,
      "step": 31456
    },
    {
      "epoch": 1.4634566178180972,
      "grad_norm": 0.9215134281834464,
      "learning_rate": 0.00026189127068754225,
      "loss": 2.4375,
      "step": 31457
    },
    {
      "epoch": 1.463503140265178,
      "grad_norm": 0.9201178662199181,
      "learning_rate": 0.00026188879880678845,
      "loss": 2.2812,
      "step": 31458
    },
    {
      "epoch": 1.4635496627122586,
      "grad_norm": 0.8852977912388431,
      "learning_rate": 0.00026188632685753563,
      "loss": 2.4688,
      "step": 31459
    },
    {
      "epoch": 1.4635961851593393,
      "grad_norm": 0.898184536979454,
      "learning_rate": 0.00026188385483978536,
      "loss": 2.3594,
      "step": 31460
    },
    {
      "epoch": 1.4636427076064202,
      "grad_norm": 0.9426575074883836,
      "learning_rate": 0.00026188138275353914,
      "loss": 2.4062,
      "step": 31461
    },
    {
      "epoch": 1.4636892300535007,
      "grad_norm": 0.9424019839612278,
      "learning_rate": 0.00026187891059879846,
      "loss": 2.3438,
      "step": 31462
    },
    {
      "epoch": 1.4637357525005816,
      "grad_norm": 0.9765165007866171,
      "learning_rate": 0.0002618764383755649,
      "loss": 2.2656,
      "step": 31463
    },
    {
      "epoch": 1.463782274947662,
      "grad_norm": 0.9730048072676084,
      "learning_rate": 0.0002618739660838399,
      "loss": 2.6875,
      "step": 31464
    },
    {
      "epoch": 1.463828797394743,
      "grad_norm": 1.0296268602790501,
      "learning_rate": 0.00026187149372362497,
      "loss": 2.3594,
      "step": 31465
    },
    {
      "epoch": 1.4638753198418237,
      "grad_norm": 0.9044242436587663,
      "learning_rate": 0.0002618690212949217,
      "loss": 2.4844,
      "step": 31466
    },
    {
      "epoch": 1.4639218422889044,
      "grad_norm": 0.8384523119807834,
      "learning_rate": 0.0002618665487977315,
      "loss": 2.3125,
      "step": 31467
    },
    {
      "epoch": 1.4639683647359851,
      "grad_norm": 0.8935239774042163,
      "learning_rate": 0.000261864076232056,
      "loss": 2.2812,
      "step": 31468
    },
    {
      "epoch": 1.4640148871830658,
      "grad_norm": 0.9528447054082513,
      "learning_rate": 0.0002618616035978966,
      "loss": 2.3906,
      "step": 31469
    },
    {
      "epoch": 1.4640614096301465,
      "grad_norm": 0.9434188493474273,
      "learning_rate": 0.0002618591308952549,
      "loss": 2.4688,
      "step": 31470
    },
    {
      "epoch": 1.4641079320772272,
      "grad_norm": 1.0450809305507076,
      "learning_rate": 0.0002618566581241323,
      "loss": 2.5,
      "step": 31471
    },
    {
      "epoch": 1.464154454524308,
      "grad_norm": 0.8696027439478425,
      "learning_rate": 0.0002618541852845305,
      "loss": 2.5781,
      "step": 31472
    },
    {
      "epoch": 1.4642009769713886,
      "grad_norm": 0.8492129960395942,
      "learning_rate": 0.00026185171237645086,
      "loss": 2.375,
      "step": 31473
    },
    {
      "epoch": 1.4642474994184695,
      "grad_norm": 0.8533405390815444,
      "learning_rate": 0.00026184923939989496,
      "loss": 2.3594,
      "step": 31474
    },
    {
      "epoch": 1.46429402186555,
      "grad_norm": 0.9583523866673017,
      "learning_rate": 0.0002618467663548643,
      "loss": 2.4844,
      "step": 31475
    },
    {
      "epoch": 1.464340544312631,
      "grad_norm": 0.9232180799495949,
      "learning_rate": 0.0002618442932413604,
      "loss": 2.3438,
      "step": 31476
    },
    {
      "epoch": 1.4643870667597116,
      "grad_norm": 0.8506696471437265,
      "learning_rate": 0.0002618418200593848,
      "loss": 2.1406,
      "step": 31477
    },
    {
      "epoch": 1.4644335892067923,
      "grad_norm": 0.8566955964398494,
      "learning_rate": 0.00026183934680893886,
      "loss": 2.375,
      "step": 31478
    },
    {
      "epoch": 1.464480111653873,
      "grad_norm": 0.9460442147248652,
      "learning_rate": 0.0002618368734900243,
      "loss": 2.5312,
      "step": 31479
    },
    {
      "epoch": 1.4645266341009537,
      "grad_norm": 0.9316622985895779,
      "learning_rate": 0.00026183440010264255,
      "loss": 2.5156,
      "step": 31480
    },
    {
      "epoch": 1.4645731565480344,
      "grad_norm": 1.0855389226469496,
      "learning_rate": 0.00026183192664679507,
      "loss": 2.7656,
      "step": 31481
    },
    {
      "epoch": 1.4646196789951151,
      "grad_norm": 0.9498082280674232,
      "learning_rate": 0.0002618294531224834,
      "loss": 2.4062,
      "step": 31482
    },
    {
      "epoch": 1.4646662014421958,
      "grad_norm": 0.86281475570499,
      "learning_rate": 0.0002618269795297092,
      "loss": 2.3125,
      "step": 31483
    },
    {
      "epoch": 1.4647127238892765,
      "grad_norm": 0.9672499318403858,
      "learning_rate": 0.0002618245058684738,
      "loss": 2.75,
      "step": 31484
    },
    {
      "epoch": 1.4647592463363572,
      "grad_norm": 0.928236079021522,
      "learning_rate": 0.00026182203213877877,
      "loss": 2.4688,
      "step": 31485
    },
    {
      "epoch": 1.464805768783438,
      "grad_norm": 0.917296388497942,
      "learning_rate": 0.00026181955834062563,
      "loss": 2.2812,
      "step": 31486
    },
    {
      "epoch": 1.4648522912305189,
      "grad_norm": 0.8343497501490895,
      "learning_rate": 0.0002618170844740159,
      "loss": 2.3906,
      "step": 31487
    },
    {
      "epoch": 1.4648988136775993,
      "grad_norm": 0.9417613033396806,
      "learning_rate": 0.00026181461053895107,
      "loss": 2.4531,
      "step": 31488
    },
    {
      "epoch": 1.4649453361246803,
      "grad_norm": 1.0475828697391727,
      "learning_rate": 0.00026181213653543275,
      "loss": 2.5625,
      "step": 31489
    },
    {
      "epoch": 1.464991858571761,
      "grad_norm": 0.9122519614792981,
      "learning_rate": 0.00026180966246346234,
      "loss": 2.3594,
      "step": 31490
    },
    {
      "epoch": 1.4650383810188417,
      "grad_norm": 1.02445371822159,
      "learning_rate": 0.0002618071883230414,
      "loss": 2.1719,
      "step": 31491
    },
    {
      "epoch": 1.4650849034659224,
      "grad_norm": 0.9071939437560853,
      "learning_rate": 0.0002618047141141714,
      "loss": 2.2188,
      "step": 31492
    },
    {
      "epoch": 1.465131425913003,
      "grad_norm": 0.9131500853189273,
      "learning_rate": 0.00026180223983685393,
      "loss": 2.4062,
      "step": 31493
    },
    {
      "epoch": 1.4651779483600837,
      "grad_norm": 0.967470740445969,
      "learning_rate": 0.00026179976549109044,
      "loss": 2.2812,
      "step": 31494
    },
    {
      "epoch": 1.4652244708071644,
      "grad_norm": 0.9519261527201921,
      "learning_rate": 0.0002617972910768825,
      "loss": 2.4531,
      "step": 31495
    },
    {
      "epoch": 1.4652709932542451,
      "grad_norm": 0.8967386271459238,
      "learning_rate": 0.00026179481659423156,
      "loss": 2.2344,
      "step": 31496
    },
    {
      "epoch": 1.4653175157013258,
      "grad_norm": 0.8834945423914324,
      "learning_rate": 0.00026179234204313926,
      "loss": 2.3125,
      "step": 31497
    },
    {
      "epoch": 1.4653640381484065,
      "grad_norm": 0.8691874559587549,
      "learning_rate": 0.00026178986742360697,
      "loss": 2.4531,
      "step": 31498
    },
    {
      "epoch": 1.4654105605954872,
      "grad_norm": 0.875048316478391,
      "learning_rate": 0.00026178739273563625,
      "loss": 2.4219,
      "step": 31499
    },
    {
      "epoch": 1.4654570830425682,
      "grad_norm": 0.9785728167734298,
      "learning_rate": 0.0002617849179792287,
      "loss": 2.5781,
      "step": 31500
    },
    {
      "epoch": 1.4655036054896486,
      "grad_norm": 0.8805113949524891,
      "learning_rate": 0.0002617824431543857,
      "loss": 2.375,
      "step": 31501
    },
    {
      "epoch": 1.4655501279367296,
      "grad_norm": 0.8485609116686206,
      "learning_rate": 0.0002617799682611089,
      "loss": 2.0938,
      "step": 31502
    },
    {
      "epoch": 1.4655966503838103,
      "grad_norm": 0.9382424630493283,
      "learning_rate": 0.0002617774932993997,
      "loss": 2.4375,
      "step": 31503
    },
    {
      "epoch": 1.465643172830891,
      "grad_norm": 0.9276576991129619,
      "learning_rate": 0.0002617750182692596,
      "loss": 2.4688,
      "step": 31504
    },
    {
      "epoch": 1.4656896952779717,
      "grad_norm": 0.9859311418480802,
      "learning_rate": 0.00026177254317069024,
      "loss": 2.2812,
      "step": 31505
    },
    {
      "epoch": 1.4657362177250524,
      "grad_norm": 0.8908429164783763,
      "learning_rate": 0.00026177006800369305,
      "loss": 2.5156,
      "step": 31506
    },
    {
      "epoch": 1.465782740172133,
      "grad_norm": 0.8816506851731073,
      "learning_rate": 0.00026176759276826957,
      "loss": 2.6875,
      "step": 31507
    },
    {
      "epoch": 1.4658292626192138,
      "grad_norm": 0.9047047893629798,
      "learning_rate": 0.00026176511746442134,
      "loss": 2.6094,
      "step": 31508
    },
    {
      "epoch": 1.4658757850662945,
      "grad_norm": 0.8871947775147152,
      "learning_rate": 0.0002617626420921498,
      "loss": 2.1875,
      "step": 31509
    },
    {
      "epoch": 1.4659223075133752,
      "grad_norm": 0.87925257770445,
      "learning_rate": 0.00026176016665145657,
      "loss": 1.7812,
      "step": 31510
    },
    {
      "epoch": 1.4659688299604559,
      "grad_norm": 1.0314789775043893,
      "learning_rate": 0.00026175769114234306,
      "loss": 2.6094,
      "step": 31511
    },
    {
      "epoch": 1.4660153524075366,
      "grad_norm": 1.0226121021749977,
      "learning_rate": 0.0002617552155648108,
      "loss": 2.3281,
      "step": 31512
    },
    {
      "epoch": 1.4660618748546175,
      "grad_norm": 0.8810669698789729,
      "learning_rate": 0.0002617527399188614,
      "loss": 2.3438,
      "step": 31513
    },
    {
      "epoch": 1.466108397301698,
      "grad_norm": 0.8846138214603347,
      "learning_rate": 0.0002617502642044963,
      "loss": 2.3594,
      "step": 31514
    },
    {
      "epoch": 1.4661549197487789,
      "grad_norm": 0.8557115057623995,
      "learning_rate": 0.000261747788421717,
      "loss": 2.4375,
      "step": 31515
    },
    {
      "epoch": 1.4662014421958596,
      "grad_norm": 0.8690385170310015,
      "learning_rate": 0.0002617453125705251,
      "loss": 2.5312,
      "step": 31516
    },
    {
      "epoch": 1.4662479646429403,
      "grad_norm": 0.8455714771428111,
      "learning_rate": 0.0002617428366509221,
      "loss": 2.1719,
      "step": 31517
    },
    {
      "epoch": 1.466294487090021,
      "grad_norm": 0.8965743610141914,
      "learning_rate": 0.00026174036066290937,
      "loss": 2.2031,
      "step": 31518
    },
    {
      "epoch": 1.4663410095371017,
      "grad_norm": 0.8563931646326625,
      "learning_rate": 0.00026173788460648854,
      "loss": 1.6484,
      "step": 31519
    },
    {
      "epoch": 1.4663875319841824,
      "grad_norm": 0.8700789278224722,
      "learning_rate": 0.0002617354084816612,
      "loss": 2.3438,
      "step": 31520
    },
    {
      "epoch": 1.466434054431263,
      "grad_norm": 0.8918602000728485,
      "learning_rate": 0.0002617329322884287,
      "loss": 2.2656,
      "step": 31521
    },
    {
      "epoch": 1.4664805768783438,
      "grad_norm": 0.9065202083875677,
      "learning_rate": 0.00026173045602679267,
      "loss": 2.3125,
      "step": 31522
    },
    {
      "epoch": 1.4665270993254245,
      "grad_norm": 0.866666820736002,
      "learning_rate": 0.0002617279796967546,
      "loss": 2.3438,
      "step": 31523
    },
    {
      "epoch": 1.4665736217725052,
      "grad_norm": 0.8426421375856643,
      "learning_rate": 0.00026172550329831603,
      "loss": 2.1719,
      "step": 31524
    },
    {
      "epoch": 1.4666201442195859,
      "grad_norm": 0.9052705070550049,
      "learning_rate": 0.0002617230268314784,
      "loss": 2.3438,
      "step": 31525
    },
    {
      "epoch": 1.4666666666666668,
      "grad_norm": 0.9077693996296405,
      "learning_rate": 0.0002617205502962433,
      "loss": 2.4688,
      "step": 31526
    },
    {
      "epoch": 1.4667131891137473,
      "grad_norm": 0.9397029125733212,
      "learning_rate": 0.0002617180736926122,
      "loss": 2.4844,
      "step": 31527
    },
    {
      "epoch": 1.4667597115608282,
      "grad_norm": 1.0948188467956441,
      "learning_rate": 0.00026171559702058665,
      "loss": 2.4688,
      "step": 31528
    },
    {
      "epoch": 1.4668062340079089,
      "grad_norm": 0.9188420987140232,
      "learning_rate": 0.00026171312028016816,
      "loss": 2.5312,
      "step": 31529
    },
    {
      "epoch": 1.4668527564549896,
      "grad_norm": 0.9626246406313409,
      "learning_rate": 0.00026171064347135824,
      "loss": 2.4219,
      "step": 31530
    },
    {
      "epoch": 1.4668992789020703,
      "grad_norm": 0.9620740086585114,
      "learning_rate": 0.0002617081665941584,
      "loss": 2.7344,
      "step": 31531
    },
    {
      "epoch": 1.466945801349151,
      "grad_norm": 0.9611817688121368,
      "learning_rate": 0.0002617056896485702,
      "loss": 2.3906,
      "step": 31532
    },
    {
      "epoch": 1.4669923237962317,
      "grad_norm": 0.8796387297295136,
      "learning_rate": 0.0002617032126345951,
      "loss": 2.2812,
      "step": 31533
    },
    {
      "epoch": 1.4670388462433124,
      "grad_norm": 0.9282405098979425,
      "learning_rate": 0.0002617007355522346,
      "loss": 2.5625,
      "step": 31534
    },
    {
      "epoch": 1.467085368690393,
      "grad_norm": 0.8611340493180359,
      "learning_rate": 0.00026169825840149024,
      "loss": 2.3125,
      "step": 31535
    },
    {
      "epoch": 1.4671318911374738,
      "grad_norm": 0.9278440097974718,
      "learning_rate": 0.00026169578118236364,
      "loss": 2.5,
      "step": 31536
    },
    {
      "epoch": 1.4671784135845545,
      "grad_norm": 0.9747581340562473,
      "learning_rate": 0.00026169330389485613,
      "loss": 2.5469,
      "step": 31537
    },
    {
      "epoch": 1.4672249360316352,
      "grad_norm": 0.8863680149062516,
      "learning_rate": 0.00026169082653896934,
      "loss": 1.75,
      "step": 31538
    },
    {
      "epoch": 1.467271458478716,
      "grad_norm": 0.913274274215976,
      "learning_rate": 0.0002616883491147048,
      "loss": 1.9688,
      "step": 31539
    },
    {
      "epoch": 1.4673179809257966,
      "grad_norm": 0.9348079418931092,
      "learning_rate": 0.00026168587162206397,
      "loss": 2.5781,
      "step": 31540
    },
    {
      "epoch": 1.4673645033728775,
      "grad_norm": 0.9071825706284639,
      "learning_rate": 0.0002616833940610484,
      "loss": 2.3281,
      "step": 31541
    },
    {
      "epoch": 1.4674110258199582,
      "grad_norm": 0.9912165903114339,
      "learning_rate": 0.0002616809164316596,
      "loss": 2.2656,
      "step": 31542
    },
    {
      "epoch": 1.467457548267039,
      "grad_norm": 1.0054669687047708,
      "learning_rate": 0.0002616784387338991,
      "loss": 2.4219,
      "step": 31543
    },
    {
      "epoch": 1.4675040707141196,
      "grad_norm": 0.9068215456444175,
      "learning_rate": 0.0002616759609677683,
      "loss": 2.6719,
      "step": 31544
    },
    {
      "epoch": 1.4675505931612003,
      "grad_norm": 1.0364934002604242,
      "learning_rate": 0.00026167348313326893,
      "loss": 2.2969,
      "step": 31545
    },
    {
      "epoch": 1.467597115608281,
      "grad_norm": 0.9105810584742777,
      "learning_rate": 0.00026167100523040237,
      "loss": 2.375,
      "step": 31546
    },
    {
      "epoch": 1.4676436380553617,
      "grad_norm": 0.8215668824123754,
      "learning_rate": 0.0002616685272591702,
      "loss": 2.125,
      "step": 31547
    },
    {
      "epoch": 1.4676901605024424,
      "grad_norm": 0.9512180045029074,
      "learning_rate": 0.0002616660492195738,
      "loss": 1.7891,
      "step": 31548
    },
    {
      "epoch": 1.467736682949523,
      "grad_norm": 0.8938359459153864,
      "learning_rate": 0.0002616635711116149,
      "loss": 2.4062,
      "step": 31549
    },
    {
      "epoch": 1.4677832053966038,
      "grad_norm": 0.9669684033902072,
      "learning_rate": 0.0002616610929352948,
      "loss": 2.6094,
      "step": 31550
    },
    {
      "epoch": 1.4678297278436845,
      "grad_norm": 0.864368690513079,
      "learning_rate": 0.0002616586146906152,
      "loss": 2.2031,
      "step": 31551
    },
    {
      "epoch": 1.4678762502907654,
      "grad_norm": 0.9373541414018867,
      "learning_rate": 0.0002616561363775775,
      "loss": 2.4062,
      "step": 31552
    },
    {
      "epoch": 1.4679227727378459,
      "grad_norm": 0.9004072013386946,
      "learning_rate": 0.00026165365799618324,
      "loss": 2.2344,
      "step": 31553
    },
    {
      "epoch": 1.4679692951849268,
      "grad_norm": 0.9210506277533426,
      "learning_rate": 0.000261651179546434,
      "loss": 2.4219,
      "step": 31554
    },
    {
      "epoch": 1.4680158176320075,
      "grad_norm": 0.9485682488068655,
      "learning_rate": 0.0002616487010283312,
      "loss": 2.5156,
      "step": 31555
    },
    {
      "epoch": 1.4680623400790882,
      "grad_norm": 1.0708084933455735,
      "learning_rate": 0.0002616462224418764,
      "loss": 2.4219,
      "step": 31556
    },
    {
      "epoch": 1.468108862526169,
      "grad_norm": 0.8972103205258141,
      "learning_rate": 0.0002616437437870712,
      "loss": 2.3438,
      "step": 31557
    },
    {
      "epoch": 1.4681553849732496,
      "grad_norm": 0.93135335224707,
      "learning_rate": 0.000261641265063917,
      "loss": 2.3281,
      "step": 31558
    },
    {
      "epoch": 1.4682019074203303,
      "grad_norm": 0.9534296750127641,
      "learning_rate": 0.00026163878627241536,
      "loss": 2.375,
      "step": 31559
    },
    {
      "epoch": 1.468248429867411,
      "grad_norm": 0.988324365156637,
      "learning_rate": 0.0002616363074125678,
      "loss": 2.4219,
      "step": 31560
    },
    {
      "epoch": 1.4682949523144917,
      "grad_norm": 0.8914238980715682,
      "learning_rate": 0.00026163382848437577,
      "loss": 2.4062,
      "step": 31561
    },
    {
      "epoch": 1.4683414747615724,
      "grad_norm": 0.9450971637175258,
      "learning_rate": 0.000261631349487841,
      "loss": 2.5938,
      "step": 31562
    },
    {
      "epoch": 1.468387997208653,
      "grad_norm": 0.9625204852026034,
      "learning_rate": 0.00026162887042296474,
      "loss": 2.4062,
      "step": 31563
    },
    {
      "epoch": 1.4684345196557338,
      "grad_norm": 0.9401822394277491,
      "learning_rate": 0.00026162639128974864,
      "loss": 2.2812,
      "step": 31564
    },
    {
      "epoch": 1.4684810421028147,
      "grad_norm": 0.963877309943665,
      "learning_rate": 0.00026162391208819425,
      "loss": 2.2969,
      "step": 31565
    },
    {
      "epoch": 1.4685275645498952,
      "grad_norm": 0.8603363559906141,
      "learning_rate": 0.00026162143281830303,
      "loss": 2.2969,
      "step": 31566
    },
    {
      "epoch": 1.4685740869969761,
      "grad_norm": 0.9206956613082815,
      "learning_rate": 0.00026161895348007644,
      "loss": 2.3281,
      "step": 31567
    },
    {
      "epoch": 1.4686206094440568,
      "grad_norm": 0.8632110563696384,
      "learning_rate": 0.00026161647407351617,
      "loss": 2.3281,
      "step": 31568
    },
    {
      "epoch": 1.4686671318911375,
      "grad_norm": 0.9628203231490933,
      "learning_rate": 0.00026161399459862357,
      "loss": 2.5312,
      "step": 31569
    },
    {
      "epoch": 1.4687136543382182,
      "grad_norm": 0.8785415645940232,
      "learning_rate": 0.00026161151505540027,
      "loss": 2.0938,
      "step": 31570
    },
    {
      "epoch": 1.468760176785299,
      "grad_norm": 0.9258963127769312,
      "learning_rate": 0.00026160903544384767,
      "loss": 2.6406,
      "step": 31571
    },
    {
      "epoch": 1.4688066992323796,
      "grad_norm": 0.9090894580709389,
      "learning_rate": 0.00026160655576396746,
      "loss": 2.0781,
      "step": 31572
    },
    {
      "epoch": 1.4688532216794603,
      "grad_norm": 0.9174694929974992,
      "learning_rate": 0.000261604076015761,
      "loss": 2.4844,
      "step": 31573
    },
    {
      "epoch": 1.468899744126541,
      "grad_norm": 0.9672824162573982,
      "learning_rate": 0.0002616015961992299,
      "loss": 2.3438,
      "step": 31574
    },
    {
      "epoch": 1.4689462665736217,
      "grad_norm": 0.8922711164271291,
      "learning_rate": 0.0002615991163143756,
      "loss": 2.1406,
      "step": 31575
    },
    {
      "epoch": 1.4689927890207026,
      "grad_norm": 0.8763226129153809,
      "learning_rate": 0.0002615966363611997,
      "loss": 2.2188,
      "step": 31576
    },
    {
      "epoch": 1.469039311467783,
      "grad_norm": 0.9153970312797756,
      "learning_rate": 0.00026159415633970364,
      "loss": 2.6562,
      "step": 31577
    },
    {
      "epoch": 1.469085833914864,
      "grad_norm": 0.9504522170705758,
      "learning_rate": 0.000261591676249889,
      "loss": 2.4531,
      "step": 31578
    },
    {
      "epoch": 1.4691323563619445,
      "grad_norm": 0.9754623723537084,
      "learning_rate": 0.0002615891960917573,
      "loss": 1.7969,
      "step": 31579
    },
    {
      "epoch": 1.4691788788090254,
      "grad_norm": 0.9425202629597833,
      "learning_rate": 0.00026158671586531,
      "loss": 2.4062,
      "step": 31580
    },
    {
      "epoch": 1.4692254012561061,
      "grad_norm": 0.9418270971775615,
      "learning_rate": 0.0002615842355705487,
      "loss": 2.3594,
      "step": 31581
    },
    {
      "epoch": 1.4692719237031868,
      "grad_norm": 0.980060245712623,
      "learning_rate": 0.00026158175520747483,
      "loss": 2.2344,
      "step": 31582
    },
    {
      "epoch": 1.4693184461502675,
      "grad_norm": 0.9780384897255809,
      "learning_rate": 0.00026157927477608997,
      "loss": 2.4844,
      "step": 31583
    },
    {
      "epoch": 1.4693649685973482,
      "grad_norm": 0.9700525610141374,
      "learning_rate": 0.00026157679427639565,
      "loss": 2.4688,
      "step": 31584
    },
    {
      "epoch": 1.469411491044429,
      "grad_norm": 1.0188743620243645,
      "learning_rate": 0.0002615743137083933,
      "loss": 2.4062,
      "step": 31585
    },
    {
      "epoch": 1.4694580134915096,
      "grad_norm": 0.8939873529091491,
      "learning_rate": 0.00026157183307208456,
      "loss": 2.4219,
      "step": 31586
    },
    {
      "epoch": 1.4695045359385903,
      "grad_norm": 0.9178505762153127,
      "learning_rate": 0.00026156935236747083,
      "loss": 2.4688,
      "step": 31587
    },
    {
      "epoch": 1.469551058385671,
      "grad_norm": 0.9588710647033883,
      "learning_rate": 0.0002615668715945537,
      "loss": 2.5469,
      "step": 31588
    },
    {
      "epoch": 1.469597580832752,
      "grad_norm": 0.9059251636425507,
      "learning_rate": 0.00026156439075333474,
      "loss": 2.3125,
      "step": 31589
    },
    {
      "epoch": 1.4696441032798324,
      "grad_norm": 0.8413647736977181,
      "learning_rate": 0.0002615619098438153,
      "loss": 2.3906,
      "step": 31590
    },
    {
      "epoch": 1.4696906257269133,
      "grad_norm": 0.9023004157741853,
      "learning_rate": 0.00026155942886599704,
      "loss": 2.3906,
      "step": 31591
    },
    {
      "epoch": 1.469737148173994,
      "grad_norm": 0.9580964027382658,
      "learning_rate": 0.0002615569478198815,
      "loss": 2.1875,
      "step": 31592
    },
    {
      "epoch": 1.4697836706210747,
      "grad_norm": 0.9545902800054923,
      "learning_rate": 0.00026155446670547006,
      "loss": 2.3438,
      "step": 31593
    },
    {
      "epoch": 1.4698301930681554,
      "grad_norm": 0.8583043829433002,
      "learning_rate": 0.00026155198552276437,
      "loss": 2.3281,
      "step": 31594
    },
    {
      "epoch": 1.4698767155152361,
      "grad_norm": 0.9156067182937887,
      "learning_rate": 0.0002615495042717658,
      "loss": 2.625,
      "step": 31595
    },
    {
      "epoch": 1.4699232379623168,
      "grad_norm": 1.0649484027277734,
      "learning_rate": 0.00026154702295247607,
      "loss": 2.4531,
      "step": 31596
    },
    {
      "epoch": 1.4699697604093975,
      "grad_norm": 0.8533663281135687,
      "learning_rate": 0.00026154454156489655,
      "loss": 2.3594,
      "step": 31597
    },
    {
      "epoch": 1.4700162828564782,
      "grad_norm": 0.873237315152472,
      "learning_rate": 0.00026154206010902884,
      "loss": 2.2188,
      "step": 31598
    },
    {
      "epoch": 1.470062805303559,
      "grad_norm": 0.8552750208017036,
      "learning_rate": 0.00026153957858487443,
      "loss": 2.25,
      "step": 31599
    },
    {
      "epoch": 1.4701093277506396,
      "grad_norm": 0.9445788667156406,
      "learning_rate": 0.00026153709699243475,
      "loss": 2.5156,
      "step": 31600
    },
    {
      "epoch": 1.4701558501977203,
      "grad_norm": 0.9161440404494102,
      "learning_rate": 0.0002615346153317115,
      "loss": 2.5,
      "step": 31601
    },
    {
      "epoch": 1.4702023726448012,
      "grad_norm": 0.8388596567292567,
      "learning_rate": 0.0002615321336027061,
      "loss": 2.3125,
      "step": 31602
    },
    {
      "epoch": 1.4702488950918817,
      "grad_norm": 0.9479877683457858,
      "learning_rate": 0.00026152965180541995,
      "loss": 2.4688,
      "step": 31603
    },
    {
      "epoch": 1.4702954175389626,
      "grad_norm": 0.9008165055553103,
      "learning_rate": 0.0002615271699398548,
      "loss": 2.2656,
      "step": 31604
    },
    {
      "epoch": 1.4703419399860433,
      "grad_norm": 0.8476788257421353,
      "learning_rate": 0.000261524688006012,
      "loss": 2.2188,
      "step": 31605
    },
    {
      "epoch": 1.470388462433124,
      "grad_norm": 0.9345589561665151,
      "learning_rate": 0.0002615222060038932,
      "loss": 2.7344,
      "step": 31606
    },
    {
      "epoch": 1.4704349848802047,
      "grad_norm": 0.9050018270275715,
      "learning_rate": 0.0002615197239334998,
      "loss": 2.3594,
      "step": 31607
    },
    {
      "epoch": 1.4704815073272854,
      "grad_norm": 0.9167331444341231,
      "learning_rate": 0.0002615172417948333,
      "loss": 2.1094,
      "step": 31608
    },
    {
      "epoch": 1.4705280297743661,
      "grad_norm": 0.9086447787076983,
      "learning_rate": 0.00026151475958789537,
      "loss": 2.4844,
      "step": 31609
    },
    {
      "epoch": 1.4705745522214468,
      "grad_norm": 0.8828449936066133,
      "learning_rate": 0.00026151227731268745,
      "loss": 2.3906,
      "step": 31610
    },
    {
      "epoch": 1.4706210746685275,
      "grad_norm": 0.9153462990177267,
      "learning_rate": 0.00026150979496921106,
      "loss": 2.6094,
      "step": 31611
    },
    {
      "epoch": 1.4706675971156082,
      "grad_norm": 0.9009478872790124,
      "learning_rate": 0.0002615073125574677,
      "loss": 2.5938,
      "step": 31612
    },
    {
      "epoch": 1.470714119562689,
      "grad_norm": 0.9005089557818184,
      "learning_rate": 0.0002615048300774589,
      "loss": 2.4062,
      "step": 31613
    },
    {
      "epoch": 1.4707606420097696,
      "grad_norm": 0.8895217680934353,
      "learning_rate": 0.00026150234752918614,
      "loss": 2.5938,
      "step": 31614
    },
    {
      "epoch": 1.4708071644568506,
      "grad_norm": 0.9073202172313519,
      "learning_rate": 0.00026149986491265105,
      "loss": 2.4531,
      "step": 31615
    },
    {
      "epoch": 1.470853686903931,
      "grad_norm": 0.9782662248428763,
      "learning_rate": 0.00026149738222785513,
      "loss": 2.5312,
      "step": 31616
    },
    {
      "epoch": 1.470900209351012,
      "grad_norm": 0.8549417768273118,
      "learning_rate": 0.00026149489947479974,
      "loss": 2.2656,
      "step": 31617
    },
    {
      "epoch": 1.4709467317980927,
      "grad_norm": 0.8511221527615475,
      "learning_rate": 0.00026149241665348656,
      "loss": 2.3438,
      "step": 31618
    },
    {
      "epoch": 1.4709932542451734,
      "grad_norm": 0.8976540444134611,
      "learning_rate": 0.00026148993376391705,
      "loss": 2.3281,
      "step": 31619
    },
    {
      "epoch": 1.471039776692254,
      "grad_norm": 0.8939464207682939,
      "learning_rate": 0.0002614874508060928,
      "loss": 2.4688,
      "step": 31620
    },
    {
      "epoch": 1.4710862991393348,
      "grad_norm": 0.8582855361349574,
      "learning_rate": 0.00026148496778001523,
      "loss": 2.2344,
      "step": 31621
    },
    {
      "epoch": 1.4711328215864155,
      "grad_norm": 1.0246761195421341,
      "learning_rate": 0.00026148248468568596,
      "loss": 2.4531,
      "step": 31622
    },
    {
      "epoch": 1.4711793440334962,
      "grad_norm": 0.901003036463883,
      "learning_rate": 0.0002614800015231064,
      "loss": 2.5938,
      "step": 31623
    },
    {
      "epoch": 1.4712258664805768,
      "grad_norm": 0.8829386433986113,
      "learning_rate": 0.00026147751829227816,
      "loss": 2.4688,
      "step": 31624
    },
    {
      "epoch": 1.4712723889276575,
      "grad_norm": 0.8409291886026624,
      "learning_rate": 0.0002614750349932027,
      "loss": 2.3281,
      "step": 31625
    },
    {
      "epoch": 1.4713189113747382,
      "grad_norm": 0.8437417919763404,
      "learning_rate": 0.0002614725516258816,
      "loss": 2.3125,
      "step": 31626
    },
    {
      "epoch": 1.471365433821819,
      "grad_norm": 0.9072678748041261,
      "learning_rate": 0.0002614700681903163,
      "loss": 2.2188,
      "step": 31627
    },
    {
      "epoch": 1.4714119562688999,
      "grad_norm": 0.9115560099621434,
      "learning_rate": 0.0002614675846865084,
      "loss": 2.2969,
      "step": 31628
    },
    {
      "epoch": 1.4714584787159803,
      "grad_norm": 0.9179473436193138,
      "learning_rate": 0.0002614651011144594,
      "loss": 2.4062,
      "step": 31629
    },
    {
      "epoch": 1.4715050011630613,
      "grad_norm": 0.8622809135544255,
      "learning_rate": 0.00026146261747417076,
      "loss": 2.2031,
      "step": 31630
    },
    {
      "epoch": 1.471551523610142,
      "grad_norm": 0.8953189716642234,
      "learning_rate": 0.0002614601337656441,
      "loss": 2.2656,
      "step": 31631
    },
    {
      "epoch": 1.4715980460572227,
      "grad_norm": 0.8525570090671939,
      "learning_rate": 0.00026145764998888085,
      "loss": 2.25,
      "step": 31632
    },
    {
      "epoch": 1.4716445685043034,
      "grad_norm": 0.9249046685058713,
      "learning_rate": 0.00026145516614388257,
      "loss": 2.1406,
      "step": 31633
    },
    {
      "epoch": 1.471691090951384,
      "grad_norm": 0.8549933479032634,
      "learning_rate": 0.0002614526822306508,
      "loss": 2.3594,
      "step": 31634
    },
    {
      "epoch": 1.4717376133984648,
      "grad_norm": 0.9782849602500119,
      "learning_rate": 0.00026145019824918707,
      "loss": 2.6094,
      "step": 31635
    },
    {
      "epoch": 1.4717841358455455,
      "grad_norm": 0.9737169241250117,
      "learning_rate": 0.00026144771419949283,
      "loss": 2.4375,
      "step": 31636
    },
    {
      "epoch": 1.4718306582926262,
      "grad_norm": 0.8990643474432882,
      "learning_rate": 0.00026144523008156964,
      "loss": 2.3906,
      "step": 31637
    },
    {
      "epoch": 1.4718771807397069,
      "grad_norm": 0.8950622689333392,
      "learning_rate": 0.0002614427458954191,
      "loss": 2.7031,
      "step": 31638
    },
    {
      "epoch": 1.4719237031867876,
      "grad_norm": 0.9705619406029525,
      "learning_rate": 0.00026144026164104254,
      "loss": 2.7656,
      "step": 31639
    },
    {
      "epoch": 1.4719702256338683,
      "grad_norm": 0.880385323262442,
      "learning_rate": 0.00026143777731844165,
      "loss": 2.3438,
      "step": 31640
    },
    {
      "epoch": 1.4720167480809492,
      "grad_norm": 0.8241756636893002,
      "learning_rate": 0.0002614352929276179,
      "loss": 2.0625,
      "step": 31641
    },
    {
      "epoch": 1.4720632705280297,
      "grad_norm": 1.9264309103717876,
      "learning_rate": 0.0002614328084685728,
      "loss": 2.1875,
      "step": 31642
    },
    {
      "epoch": 1.4721097929751106,
      "grad_norm": 0.9450971476708835,
      "learning_rate": 0.00026143032394130786,
      "loss": 2.3281,
      "step": 31643
    },
    {
      "epoch": 1.4721563154221913,
      "grad_norm": 0.9019421546621673,
      "learning_rate": 0.00026142783934582467,
      "loss": 2.2969,
      "step": 31644
    },
    {
      "epoch": 1.472202837869272,
      "grad_norm": 0.9017039250893446,
      "learning_rate": 0.0002614253546821246,
      "loss": 2.3281,
      "step": 31645
    },
    {
      "epoch": 1.4722493603163527,
      "grad_norm": 1.0317170807216396,
      "learning_rate": 0.0002614228699502094,
      "loss": 2.4844,
      "step": 31646
    },
    {
      "epoch": 1.4722958827634334,
      "grad_norm": 0.9354846908643404,
      "learning_rate": 0.00026142038515008034,
      "loss": 2.4844,
      "step": 31647
    },
    {
      "epoch": 1.472342405210514,
      "grad_norm": 0.9399644671863508,
      "learning_rate": 0.0002614179002817392,
      "loss": 2.2812,
      "step": 31648
    },
    {
      "epoch": 1.4723889276575948,
      "grad_norm": 0.9150375701895191,
      "learning_rate": 0.00026141541534518726,
      "loss": 1.7578,
      "step": 31649
    },
    {
      "epoch": 1.4724354501046755,
      "grad_norm": 0.9739960072135739,
      "learning_rate": 0.00026141293034042615,
      "loss": 2.2188,
      "step": 31650
    },
    {
      "epoch": 1.4724819725517562,
      "grad_norm": 0.9599002871118746,
      "learning_rate": 0.0002614104452674574,
      "loss": 2.375,
      "step": 31651
    },
    {
      "epoch": 1.4725284949988369,
      "grad_norm": 0.9291269794839017,
      "learning_rate": 0.00026140796012628253,
      "loss": 2.4531,
      "step": 31652
    },
    {
      "epoch": 1.4725750174459176,
      "grad_norm": 0.9720437473573903,
      "learning_rate": 0.0002614054749169031,
      "loss": 2.3125,
      "step": 31653
    },
    {
      "epoch": 1.4726215398929985,
      "grad_norm": 0.9230374905569857,
      "learning_rate": 0.00026140298963932046,
      "loss": 2.6406,
      "step": 31654
    },
    {
      "epoch": 1.472668062340079,
      "grad_norm": 0.9371614792891859,
      "learning_rate": 0.00026140050429353636,
      "loss": 2.3906,
      "step": 31655
    },
    {
      "epoch": 1.4727145847871599,
      "grad_norm": 0.9639808679037029,
      "learning_rate": 0.00026139801887955214,
      "loss": 2.4062,
      "step": 31656
    },
    {
      "epoch": 1.4727611072342406,
      "grad_norm": 0.9460471457894029,
      "learning_rate": 0.00026139553339736945,
      "loss": 2.4062,
      "step": 31657
    },
    {
      "epoch": 1.4728076296813213,
      "grad_norm": 0.8981070653884337,
      "learning_rate": 0.0002613930478469898,
      "loss": 2.3438,
      "step": 31658
    },
    {
      "epoch": 1.472854152128402,
      "grad_norm": 0.8709117035201369,
      "learning_rate": 0.00026139056222841456,
      "loss": 2.2344,
      "step": 31659
    },
    {
      "epoch": 1.4729006745754827,
      "grad_norm": 0.9379845230941662,
      "learning_rate": 0.0002613880765416454,
      "loss": 2.3281,
      "step": 31660
    },
    {
      "epoch": 1.4729471970225634,
      "grad_norm": 0.9064838455565754,
      "learning_rate": 0.00026138559078668383,
      "loss": 2.5469,
      "step": 31661
    },
    {
      "epoch": 1.472993719469644,
      "grad_norm": 0.9824630783084829,
      "learning_rate": 0.0002613831049635313,
      "loss": 2.5,
      "step": 31662
    },
    {
      "epoch": 1.4730402419167248,
      "grad_norm": 0.8851256286008371,
      "learning_rate": 0.0002613806190721894,
      "loss": 2.4375,
      "step": 31663
    },
    {
      "epoch": 1.4730867643638055,
      "grad_norm": 0.9602158965697124,
      "learning_rate": 0.00026137813311265967,
      "loss": 2.5,
      "step": 31664
    },
    {
      "epoch": 1.4731332868108862,
      "grad_norm": 0.9241012505301632,
      "learning_rate": 0.00026137564708494357,
      "loss": 2.375,
      "step": 31665
    },
    {
      "epoch": 1.4731798092579669,
      "grad_norm": 1.0672859775118426,
      "learning_rate": 0.0002613731609890426,
      "loss": 2.6094,
      "step": 31666
    },
    {
      "epoch": 1.4732263317050478,
      "grad_norm": 0.9544371961855475,
      "learning_rate": 0.00026137067482495836,
      "loss": 2.4375,
      "step": 31667
    },
    {
      "epoch": 1.4732728541521283,
      "grad_norm": 0.9609194749653311,
      "learning_rate": 0.00026136818859269235,
      "loss": 2.5781,
      "step": 31668
    },
    {
      "epoch": 1.4733193765992092,
      "grad_norm": 0.8790903255729654,
      "learning_rate": 0.000261365702292246,
      "loss": 2.125,
      "step": 31669
    },
    {
      "epoch": 1.47336589904629,
      "grad_norm": 0.9371911251724837,
      "learning_rate": 0.000261363215923621,
      "loss": 2.4688,
      "step": 31670
    },
    {
      "epoch": 1.4734124214933706,
      "grad_norm": 0.9425766021308203,
      "learning_rate": 0.0002613607294868188,
      "loss": 2.375,
      "step": 31671
    },
    {
      "epoch": 1.4734589439404513,
      "grad_norm": 0.8279037947770611,
      "learning_rate": 0.0002613582429818408,
      "loss": 2.1094,
      "step": 31672
    },
    {
      "epoch": 1.473505466387532,
      "grad_norm": 0.969328617613211,
      "learning_rate": 0.00026135575640868873,
      "loss": 2.4688,
      "step": 31673
    },
    {
      "epoch": 1.4735519888346127,
      "grad_norm": 0.9251830972927082,
      "learning_rate": 0.00026135326976736397,
      "loss": 2.5938,
      "step": 31674
    },
    {
      "epoch": 1.4735985112816934,
      "grad_norm": 0.8676574411776812,
      "learning_rate": 0.00026135078305786804,
      "loss": 2.1719,
      "step": 31675
    },
    {
      "epoch": 1.473645033728774,
      "grad_norm": 0.8370675980145738,
      "learning_rate": 0.0002613482962802026,
      "loss": 2.4062,
      "step": 31676
    },
    {
      "epoch": 1.4736915561758548,
      "grad_norm": 0.8929248549998765,
      "learning_rate": 0.000261345809434369,
      "loss": 2.4531,
      "step": 31677
    },
    {
      "epoch": 1.4737380786229355,
      "grad_norm": 0.8750611605632871,
      "learning_rate": 0.00026134332252036885,
      "loss": 2.3125,
      "step": 31678
    },
    {
      "epoch": 1.4737846010700162,
      "grad_norm": 0.8827853120489246,
      "learning_rate": 0.00026134083553820366,
      "loss": 2.6094,
      "step": 31679
    },
    {
      "epoch": 1.473831123517097,
      "grad_norm": 1.217577293777798,
      "learning_rate": 0.00026133834848787496,
      "loss": 2.375,
      "step": 31680
    },
    {
      "epoch": 1.4738776459641776,
      "grad_norm": 0.9026460242494151,
      "learning_rate": 0.00026133586136938426,
      "loss": 2.4375,
      "step": 31681
    },
    {
      "epoch": 1.4739241684112585,
      "grad_norm": 0.9402320847468117,
      "learning_rate": 0.00026133337418273307,
      "loss": 2.3125,
      "step": 31682
    },
    {
      "epoch": 1.4739706908583392,
      "grad_norm": 0.8534818892894078,
      "learning_rate": 0.000261330886927923,
      "loss": 2.1094,
      "step": 31683
    },
    {
      "epoch": 1.47401721330542,
      "grad_norm": 0.9086105020417427,
      "learning_rate": 0.0002613283996049555,
      "loss": 2.5781,
      "step": 31684
    },
    {
      "epoch": 1.4740637357525006,
      "grad_norm": 0.9759463013605826,
      "learning_rate": 0.000261325912213832,
      "loss": 2.4219,
      "step": 31685
    },
    {
      "epoch": 1.4741102581995813,
      "grad_norm": 0.8387749543204367,
      "learning_rate": 0.00026132342475455417,
      "loss": 2.2188,
      "step": 31686
    },
    {
      "epoch": 1.474156780646662,
      "grad_norm": 0.9418727929512114,
      "learning_rate": 0.00026132093722712354,
      "loss": 2.4688,
      "step": 31687
    },
    {
      "epoch": 1.4742033030937427,
      "grad_norm": 0.8923868402940849,
      "learning_rate": 0.00026131844963154155,
      "loss": 2.5625,
      "step": 31688
    },
    {
      "epoch": 1.4742498255408234,
      "grad_norm": 0.9597274272791827,
      "learning_rate": 0.0002613159619678097,
      "loss": 1.8516,
      "step": 31689
    },
    {
      "epoch": 1.474296347987904,
      "grad_norm": 0.9200541685098929,
      "learning_rate": 0.0002613134742359296,
      "loss": 2.4062,
      "step": 31690
    },
    {
      "epoch": 1.4743428704349848,
      "grad_norm": 0.9571973609389813,
      "learning_rate": 0.00026131098643590275,
      "loss": 2.5938,
      "step": 31691
    },
    {
      "epoch": 1.4743893928820655,
      "grad_norm": 0.9168554592432173,
      "learning_rate": 0.0002613084985677306,
      "loss": 2.5156,
      "step": 31692
    },
    {
      "epoch": 1.4744359153291464,
      "grad_norm": 0.8788864899519221,
      "learning_rate": 0.0002613060106314148,
      "loss": 2.4375,
      "step": 31693
    },
    {
      "epoch": 1.474482437776227,
      "grad_norm": 0.883680042656505,
      "learning_rate": 0.0002613035226269568,
      "loss": 2.25,
      "step": 31694
    },
    {
      "epoch": 1.4745289602233078,
      "grad_norm": 0.9054074526764416,
      "learning_rate": 0.0002613010345543581,
      "loss": 2.2969,
      "step": 31695
    },
    {
      "epoch": 1.4745754826703885,
      "grad_norm": 0.9634258872645801,
      "learning_rate": 0.0002612985464136202,
      "loss": 2.4688,
      "step": 31696
    },
    {
      "epoch": 1.4746220051174692,
      "grad_norm": 0.8999155987416929,
      "learning_rate": 0.00026129605820474473,
      "loss": 2.3906,
      "step": 31697
    },
    {
      "epoch": 1.47466852756455,
      "grad_norm": 0.9741908174333221,
      "learning_rate": 0.00026129356992773316,
      "loss": 2.625,
      "step": 31698
    },
    {
      "epoch": 1.4747150500116306,
      "grad_norm": 0.9651719653355546,
      "learning_rate": 0.000261291081582587,
      "loss": 2.2969,
      "step": 31699
    },
    {
      "epoch": 1.4747615724587113,
      "grad_norm": 0.911818256886856,
      "learning_rate": 0.0002612885931693078,
      "loss": 2.4375,
      "step": 31700
    },
    {
      "epoch": 1.474808094905792,
      "grad_norm": 0.921303130026772,
      "learning_rate": 0.00026128610468789703,
      "loss": 2.4375,
      "step": 31701
    },
    {
      "epoch": 1.4748546173528727,
      "grad_norm": 0.9759148376816524,
      "learning_rate": 0.0002612836161383563,
      "loss": 2.2344,
      "step": 31702
    },
    {
      "epoch": 1.4749011397999534,
      "grad_norm": 1.0153702541360947,
      "learning_rate": 0.0002612811275206871,
      "loss": 2.7344,
      "step": 31703
    },
    {
      "epoch": 1.4749476622470343,
      "grad_norm": 0.9540911678623912,
      "learning_rate": 0.00026127863883489084,
      "loss": 2.5625,
      "step": 31704
    },
    {
      "epoch": 1.4749941846941148,
      "grad_norm": 0.9252779646722069,
      "learning_rate": 0.0002612761500809692,
      "loss": 2.3438,
      "step": 31705
    },
    {
      "epoch": 1.4750407071411957,
      "grad_norm": 0.9869921354111817,
      "learning_rate": 0.00026127366125892367,
      "loss": 2.7031,
      "step": 31706
    },
    {
      "epoch": 1.4750872295882762,
      "grad_norm": 1.0269912228722546,
      "learning_rate": 0.0002612711723687557,
      "loss": 2.2344,
      "step": 31707
    },
    {
      "epoch": 1.4751337520353571,
      "grad_norm": 0.9335767139851325,
      "learning_rate": 0.00026126868341046694,
      "loss": 2.4844,
      "step": 31708
    },
    {
      "epoch": 1.4751802744824378,
      "grad_norm": 0.890232360719998,
      "learning_rate": 0.0002612661943840587,
      "loss": 2.1875,
      "step": 31709
    },
    {
      "epoch": 1.4752267969295185,
      "grad_norm": 0.870188039078231,
      "learning_rate": 0.0002612637052895328,
      "loss": 2.4688,
      "step": 31710
    },
    {
      "epoch": 1.4752733193765992,
      "grad_norm": 0.9221187929401857,
      "learning_rate": 0.0002612612161268905,
      "loss": 2.5312,
      "step": 31711
    },
    {
      "epoch": 1.47531984182368,
      "grad_norm": 0.8635676383154542,
      "learning_rate": 0.00026125872689613345,
      "loss": 2.4062,
      "step": 31712
    },
    {
      "epoch": 1.4753663642707606,
      "grad_norm": 0.8896918873700068,
      "learning_rate": 0.0002612562375972632,
      "loss": 2.4688,
      "step": 31713
    },
    {
      "epoch": 1.4754128867178413,
      "grad_norm": 0.8871179553189523,
      "learning_rate": 0.00026125374823028115,
      "loss": 2.6094,
      "step": 31714
    },
    {
      "epoch": 1.475459409164922,
      "grad_norm": 0.912183041238532,
      "learning_rate": 0.0002612512587951889,
      "loss": 2.2812,
      "step": 31715
    },
    {
      "epoch": 1.4755059316120027,
      "grad_norm": 0.8420449205281527,
      "learning_rate": 0.000261248769291988,
      "loss": 2.1875,
      "step": 31716
    },
    {
      "epoch": 1.4755524540590836,
      "grad_norm": 0.832200647957932,
      "learning_rate": 0.00026124627972067997,
      "loss": 2.3594,
      "step": 31717
    },
    {
      "epoch": 1.4755989765061641,
      "grad_norm": 0.9861883813956076,
      "learning_rate": 0.0002612437900812663,
      "loss": 2.3125,
      "step": 31718
    },
    {
      "epoch": 1.475645498953245,
      "grad_norm": 0.9002108188560829,
      "learning_rate": 0.00026124130037374855,
      "loss": 2.2031,
      "step": 31719
    },
    {
      "epoch": 1.4756920214003257,
      "grad_norm": 0.8708360208935958,
      "learning_rate": 0.0002612388105981281,
      "loss": 2.125,
      "step": 31720
    },
    {
      "epoch": 1.4757385438474064,
      "grad_norm": 0.8539777084138215,
      "learning_rate": 0.00026123632075440674,
      "loss": 2.2031,
      "step": 31721
    },
    {
      "epoch": 1.4757850662944871,
      "grad_norm": 1.1007465877713272,
      "learning_rate": 0.0002612338308425858,
      "loss": 2.5469,
      "step": 31722
    },
    {
      "epoch": 1.4758315887415678,
      "grad_norm": 0.972538341126637,
      "learning_rate": 0.0002612313408626668,
      "loss": 2.2031,
      "step": 31723
    },
    {
      "epoch": 1.4758781111886485,
      "grad_norm": 0.8836689247124936,
      "learning_rate": 0.0002612288508146514,
      "loss": 2.5,
      "step": 31724
    },
    {
      "epoch": 1.4759246336357292,
      "grad_norm": 0.8939270648781141,
      "learning_rate": 0.000261226360698541,
      "loss": 2.5156,
      "step": 31725
    },
    {
      "epoch": 1.47597115608281,
      "grad_norm": 0.9970094734581239,
      "learning_rate": 0.00026122387051433714,
      "loss": 2.6094,
      "step": 31726
    },
    {
      "epoch": 1.4760176785298906,
      "grad_norm": 0.8698216679840032,
      "learning_rate": 0.00026122138026204143,
      "loss": 1.7812,
      "step": 31727
    },
    {
      "epoch": 1.4760642009769713,
      "grad_norm": 0.9553236993860001,
      "learning_rate": 0.0002612188899416553,
      "loss": 2.375,
      "step": 31728
    },
    {
      "epoch": 1.476110723424052,
      "grad_norm": 0.966341619104389,
      "learning_rate": 0.0002612163995531803,
      "loss": 2.3281,
      "step": 31729
    },
    {
      "epoch": 1.476157245871133,
      "grad_norm": 0.9226245768695235,
      "learning_rate": 0.000261213909096618,
      "loss": 2.5312,
      "step": 31730
    },
    {
      "epoch": 1.4762037683182134,
      "grad_norm": 0.9218856577564754,
      "learning_rate": 0.00026121141857196985,
      "loss": 2.4688,
      "step": 31731
    },
    {
      "epoch": 1.4762502907652943,
      "grad_norm": 0.9031232223434018,
      "learning_rate": 0.0002612089279792375,
      "loss": 2.5312,
      "step": 31732
    },
    {
      "epoch": 1.476296813212375,
      "grad_norm": 0.9339918213574508,
      "learning_rate": 0.0002612064373184223,
      "loss": 2.7812,
      "step": 31733
    },
    {
      "epoch": 1.4763433356594557,
      "grad_norm": 0.8925902199503207,
      "learning_rate": 0.0002612039465895259,
      "loss": 1.7812,
      "step": 31734
    },
    {
      "epoch": 1.4763898581065364,
      "grad_norm": 0.9566788901522018,
      "learning_rate": 0.0002612014557925498,
      "loss": 2.5,
      "step": 31735
    },
    {
      "epoch": 1.4764363805536171,
      "grad_norm": 0.8781725740090226,
      "learning_rate": 0.00026119896492749547,
      "loss": 2.2031,
      "step": 31736
    },
    {
      "epoch": 1.4764829030006978,
      "grad_norm": 0.9090780994557466,
      "learning_rate": 0.00026119647399436453,
      "loss": 2.4844,
      "step": 31737
    },
    {
      "epoch": 1.4765294254477785,
      "grad_norm": 0.8265068014543809,
      "learning_rate": 0.0002611939829931584,
      "loss": 2.125,
      "step": 31738
    },
    {
      "epoch": 1.4765759478948592,
      "grad_norm": 1.0690609238605513,
      "learning_rate": 0.00026119149192387867,
      "loss": 2.7031,
      "step": 31739
    },
    {
      "epoch": 1.47662247034194,
      "grad_norm": 0.9441406972452433,
      "learning_rate": 0.00026118900078652687,
      "loss": 2.3281,
      "step": 31740
    },
    {
      "epoch": 1.4766689927890206,
      "grad_norm": 0.931646527581663,
      "learning_rate": 0.0002611865095811045,
      "loss": 2.3281,
      "step": 31741
    },
    {
      "epoch": 1.4767155152361013,
      "grad_norm": 0.9533179865184409,
      "learning_rate": 0.0002611840183076131,
      "loss": 2.6094,
      "step": 31742
    },
    {
      "epoch": 1.4767620376831823,
      "grad_norm": 0.9156365757176215,
      "learning_rate": 0.0002611815269660542,
      "loss": 2.5469,
      "step": 31743
    },
    {
      "epoch": 1.4768085601302627,
      "grad_norm": 0.988526437943199,
      "learning_rate": 0.0002611790355564293,
      "loss": 2.375,
      "step": 31744
    },
    {
      "epoch": 1.4768550825773437,
      "grad_norm": 0.8920908505331578,
      "learning_rate": 0.0002611765440787399,
      "loss": 2.1875,
      "step": 31745
    },
    {
      "epoch": 1.4769016050244244,
      "grad_norm": 0.8398916775173462,
      "learning_rate": 0.00026117405253298765,
      "loss": 1.7656,
      "step": 31746
    },
    {
      "epoch": 1.476948127471505,
      "grad_norm": 0.9360285133695172,
      "learning_rate": 0.0002611715609191739,
      "loss": 2.7031,
      "step": 31747
    },
    {
      "epoch": 1.4769946499185858,
      "grad_norm": 0.9674857792673384,
      "learning_rate": 0.00026116906923730036,
      "loss": 2.25,
      "step": 31748
    },
    {
      "epoch": 1.4770411723656665,
      "grad_norm": 0.8658862443055212,
      "learning_rate": 0.0002611665774873684,
      "loss": 2.1875,
      "step": 31749
    },
    {
      "epoch": 1.4770876948127472,
      "grad_norm": 0.9731116603201537,
      "learning_rate": 0.0002611640856693796,
      "loss": 2.4531,
      "step": 31750
    },
    {
      "epoch": 1.4771342172598279,
      "grad_norm": 0.9125812530283661,
      "learning_rate": 0.0002611615937833355,
      "loss": 2.2969,
      "step": 31751
    },
    {
      "epoch": 1.4771807397069086,
      "grad_norm": 0.8938391875082575,
      "learning_rate": 0.00026115910182923765,
      "loss": 2.25,
      "step": 31752
    },
    {
      "epoch": 1.4772272621539893,
      "grad_norm": 0.8943790763843804,
      "learning_rate": 0.00026115660980708744,
      "loss": 2.2031,
      "step": 31753
    },
    {
      "epoch": 1.47727378460107,
      "grad_norm": 0.8607727455656177,
      "learning_rate": 0.0002611541177168866,
      "loss": 2.2031,
      "step": 31754
    },
    {
      "epoch": 1.4773203070481506,
      "grad_norm": 0.8962917555685064,
      "learning_rate": 0.00026115162555863657,
      "loss": 2.25,
      "step": 31755
    },
    {
      "epoch": 1.4773668294952316,
      "grad_norm": 0.9357126029063805,
      "learning_rate": 0.0002611491333323388,
      "loss": 2.1719,
      "step": 31756
    },
    {
      "epoch": 1.477413351942312,
      "grad_norm": 0.9576041960847044,
      "learning_rate": 0.0002611466410379949,
      "loss": 2.4844,
      "step": 31757
    },
    {
      "epoch": 1.477459874389393,
      "grad_norm": 0.9301000151280485,
      "learning_rate": 0.0002611441486756064,
      "loss": 2.3906,
      "step": 31758
    },
    {
      "epoch": 1.4775063968364737,
      "grad_norm": 0.8534362880099606,
      "learning_rate": 0.00026114165624517474,
      "loss": 1.9219,
      "step": 31759
    },
    {
      "epoch": 1.4775529192835544,
      "grad_norm": 0.8485906635129743,
      "learning_rate": 0.0002611391637467015,
      "loss": 2.4062,
      "step": 31760
    },
    {
      "epoch": 1.477599441730635,
      "grad_norm": 0.8805661625952875,
      "learning_rate": 0.0002611366711801883,
      "loss": 2.4688,
      "step": 31761
    },
    {
      "epoch": 1.4776459641777158,
      "grad_norm": 0.94736537440719,
      "learning_rate": 0.00026113417854563644,
      "loss": 2.5,
      "step": 31762
    },
    {
      "epoch": 1.4776924866247965,
      "grad_norm": 0.8938369184484496,
      "learning_rate": 0.00026113168584304767,
      "loss": 2.4062,
      "step": 31763
    },
    {
      "epoch": 1.4777390090718772,
      "grad_norm": 1.0288661543819566,
      "learning_rate": 0.00026112919307242336,
      "loss": 2.6406,
      "step": 31764
    },
    {
      "epoch": 1.4777855315189579,
      "grad_norm": 0.9321817076309102,
      "learning_rate": 0.0002611267002337652,
      "loss": 2.3906,
      "step": 31765
    },
    {
      "epoch": 1.4778320539660386,
      "grad_norm": 0.9751879271126073,
      "learning_rate": 0.0002611242073270745,
      "loss": 2.5938,
      "step": 31766
    },
    {
      "epoch": 1.4778785764131193,
      "grad_norm": 0.878645613789212,
      "learning_rate": 0.000261121714352353,
      "loss": 2.1094,
      "step": 31767
    },
    {
      "epoch": 1.4779250988602,
      "grad_norm": 0.9661037730296346,
      "learning_rate": 0.00026111922130960213,
      "loss": 2.7188,
      "step": 31768
    },
    {
      "epoch": 1.4779716213072809,
      "grad_norm": 0.9515561405138252,
      "learning_rate": 0.00026111672819882344,
      "loss": 2.2656,
      "step": 31769
    },
    {
      "epoch": 1.4780181437543614,
      "grad_norm": 0.855219482624483,
      "learning_rate": 0.0002611142350200183,
      "loss": 2.3594,
      "step": 31770
    },
    {
      "epoch": 1.4780646662014423,
      "grad_norm": 0.9446610027756486,
      "learning_rate": 0.0002611117417731885,
      "loss": 2.3906,
      "step": 31771
    },
    {
      "epoch": 1.478111188648523,
      "grad_norm": 0.865802373926212,
      "learning_rate": 0.00026110924845833543,
      "loss": 2.4375,
      "step": 31772
    },
    {
      "epoch": 1.4781577110956037,
      "grad_norm": 0.9828360907821371,
      "learning_rate": 0.00026110675507546053,
      "loss": 2.0781,
      "step": 31773
    },
    {
      "epoch": 1.4782042335426844,
      "grad_norm": 0.9428319582899437,
      "learning_rate": 0.0002611042616245655,
      "loss": 2.5781,
      "step": 31774
    },
    {
      "epoch": 1.478250755989765,
      "grad_norm": 0.9316268290216322,
      "learning_rate": 0.00026110176810565175,
      "loss": 2.5625,
      "step": 31775
    },
    {
      "epoch": 1.4782972784368458,
      "grad_norm": 0.8772784550857161,
      "learning_rate": 0.0002610992745187209,
      "loss": 2.4375,
      "step": 31776
    },
    {
      "epoch": 1.4783438008839265,
      "grad_norm": 0.8442517100060213,
      "learning_rate": 0.00026109678086377435,
      "loss": 2.3281,
      "step": 31777
    },
    {
      "epoch": 1.4783903233310072,
      "grad_norm": 0.8841677560525552,
      "learning_rate": 0.00026109428714081375,
      "loss": 2.4844,
      "step": 31778
    },
    {
      "epoch": 1.4784368457780879,
      "grad_norm": 0.8600629582917775,
      "learning_rate": 0.00026109179334984055,
      "loss": 2.1406,
      "step": 31779
    },
    {
      "epoch": 1.4784833682251686,
      "grad_norm": 0.947330562289688,
      "learning_rate": 0.00026108929949085626,
      "loss": 2.7031,
      "step": 31780
    },
    {
      "epoch": 1.4785298906722493,
      "grad_norm": 0.8814677139449039,
      "learning_rate": 0.0002610868055638625,
      "loss": 2.1719,
      "step": 31781
    },
    {
      "epoch": 1.4785764131193302,
      "grad_norm": 0.8853288520851138,
      "learning_rate": 0.00026108431156886074,
      "loss": 2.2812,
      "step": 31782
    },
    {
      "epoch": 1.4786229355664107,
      "grad_norm": 0.8556722467668999,
      "learning_rate": 0.0002610818175058525,
      "loss": 2.5938,
      "step": 31783
    },
    {
      "epoch": 1.4786694580134916,
      "grad_norm": 0.9145434817215727,
      "learning_rate": 0.0002610793233748393,
      "loss": 2.6094,
      "step": 31784
    },
    {
      "epoch": 1.4787159804605723,
      "grad_norm": 0.8596094269168186,
      "learning_rate": 0.0002610768291758227,
      "loss": 2.1719,
      "step": 31785
    },
    {
      "epoch": 1.478762502907653,
      "grad_norm": 0.863186057276525,
      "learning_rate": 0.00026107433490880417,
      "loss": 2.3125,
      "step": 31786
    },
    {
      "epoch": 1.4788090253547337,
      "grad_norm": 0.9414934768180023,
      "learning_rate": 0.0002610718405737853,
      "loss": 2.6406,
      "step": 31787
    },
    {
      "epoch": 1.4788555478018144,
      "grad_norm": 0.916603907711382,
      "learning_rate": 0.0002610693461707676,
      "loss": 2.3438,
      "step": 31788
    },
    {
      "epoch": 1.478902070248895,
      "grad_norm": 0.9407175998061889,
      "learning_rate": 0.0002610668516997526,
      "loss": 2.6562,
      "step": 31789
    },
    {
      "epoch": 1.4789485926959758,
      "grad_norm": 0.8941738235660799,
      "learning_rate": 0.0002610643571607418,
      "loss": 2.2656,
      "step": 31790
    },
    {
      "epoch": 1.4789951151430565,
      "grad_norm": 0.9344909309126702,
      "learning_rate": 0.0002610618625537368,
      "loss": 2.4219,
      "step": 31791
    },
    {
      "epoch": 1.4790416375901372,
      "grad_norm": 0.9251865147468252,
      "learning_rate": 0.0002610593678787391,
      "loss": 1.9844,
      "step": 31792
    },
    {
      "epoch": 1.4790881600372179,
      "grad_norm": 0.9757942163797194,
      "learning_rate": 0.0002610568731357501,
      "loss": 2.4219,
      "step": 31793
    },
    {
      "epoch": 1.4791346824842986,
      "grad_norm": 0.9884536238592436,
      "learning_rate": 0.00026105437832477145,
      "loss": 2.4844,
      "step": 31794
    },
    {
      "epoch": 1.4791812049313795,
      "grad_norm": 0.9650122722125534,
      "learning_rate": 0.0002610518834458047,
      "loss": 2.375,
      "step": 31795
    },
    {
      "epoch": 1.47922772737846,
      "grad_norm": 0.9718352259746051,
      "learning_rate": 0.00026104938849885127,
      "loss": 2.6562,
      "step": 31796
    },
    {
      "epoch": 1.479274249825541,
      "grad_norm": 0.9052553494317888,
      "learning_rate": 0.00026104689348391275,
      "loss": 2.3281,
      "step": 31797
    },
    {
      "epoch": 1.4793207722726216,
      "grad_norm": 0.9211032407097265,
      "learning_rate": 0.00026104439840099074,
      "loss": 2.6562,
      "step": 31798
    },
    {
      "epoch": 1.4793672947197023,
      "grad_norm": 0.9113539966988873,
      "learning_rate": 0.00026104190325008665,
      "loss": 2.0625,
      "step": 31799
    },
    {
      "epoch": 1.479413817166783,
      "grad_norm": 0.9799302315140273,
      "learning_rate": 0.000261039408031202,
      "loss": 2.6562,
      "step": 31800
    },
    {
      "epoch": 1.4794603396138637,
      "grad_norm": 0.880877116898064,
      "learning_rate": 0.00026103691274433847,
      "loss": 2.4375,
      "step": 31801
    },
    {
      "epoch": 1.4795068620609444,
      "grad_norm": 0.9337227174737497,
      "learning_rate": 0.00026103441738949747,
      "loss": 2.3281,
      "step": 31802
    },
    {
      "epoch": 1.479553384508025,
      "grad_norm": 0.8830031090145183,
      "learning_rate": 0.0002610319219666805,
      "loss": 2.4375,
      "step": 31803
    },
    {
      "epoch": 1.4795999069551058,
      "grad_norm": 0.9810517268056019,
      "learning_rate": 0.00026102942647588913,
      "loss": 2.4375,
      "step": 31804
    },
    {
      "epoch": 1.4796464294021865,
      "grad_norm": 0.9301031050222714,
      "learning_rate": 0.00026102693091712494,
      "loss": 2.1875,
      "step": 31805
    },
    {
      "epoch": 1.4796929518492672,
      "grad_norm": 0.8600728934178091,
      "learning_rate": 0.00026102443529038935,
      "loss": 2.0625,
      "step": 31806
    },
    {
      "epoch": 1.479739474296348,
      "grad_norm": 0.8014084027126283,
      "learning_rate": 0.000261021939595684,
      "loss": 2.0938,
      "step": 31807
    },
    {
      "epoch": 1.4797859967434288,
      "grad_norm": 0.9175061641332368,
      "learning_rate": 0.00026101944383301036,
      "loss": 2.4844,
      "step": 31808
    },
    {
      "epoch": 1.4798325191905093,
      "grad_norm": 0.8703771038258975,
      "learning_rate": 0.0002610169480023699,
      "loss": 2.1406,
      "step": 31809
    },
    {
      "epoch": 1.4798790416375902,
      "grad_norm": 0.9623430491216204,
      "learning_rate": 0.0002610144521037643,
      "loss": 2.5625,
      "step": 31810
    },
    {
      "epoch": 1.479925564084671,
      "grad_norm": 0.9041385538092996,
      "learning_rate": 0.00026101195613719493,
      "loss": 2.2656,
      "step": 31811
    },
    {
      "epoch": 1.4799720865317516,
      "grad_norm": 0.8767106651378934,
      "learning_rate": 0.0002610094601026634,
      "loss": 2.2656,
      "step": 31812
    },
    {
      "epoch": 1.4800186089788323,
      "grad_norm": 0.9304128587235944,
      "learning_rate": 0.00026100696400017123,
      "loss": 2.6562,
      "step": 31813
    },
    {
      "epoch": 1.480065131425913,
      "grad_norm": 0.8804369287928654,
      "learning_rate": 0.00026100446782971996,
      "loss": 2.3281,
      "step": 31814
    },
    {
      "epoch": 1.4801116538729937,
      "grad_norm": 0.851549959435538,
      "learning_rate": 0.0002610019715913111,
      "loss": 2.2969,
      "step": 31815
    },
    {
      "epoch": 1.4801581763200744,
      "grad_norm": 0.8427619494264648,
      "learning_rate": 0.00026099947528494615,
      "loss": 2.4688,
      "step": 31816
    },
    {
      "epoch": 1.480204698767155,
      "grad_norm": 0.8731351620330151,
      "learning_rate": 0.00026099697891062665,
      "loss": 2.4219,
      "step": 31817
    },
    {
      "epoch": 1.4802512212142358,
      "grad_norm": 0.8997112400671942,
      "learning_rate": 0.00026099448246835424,
      "loss": 2.3594,
      "step": 31818
    },
    {
      "epoch": 1.4802977436613167,
      "grad_norm": 0.8382537223234403,
      "learning_rate": 0.00026099198595813027,
      "loss": 2.375,
      "step": 31819
    },
    {
      "epoch": 1.4803442661083972,
      "grad_norm": 0.8736752844676076,
      "learning_rate": 0.00026098948937995636,
      "loss": 2.4531,
      "step": 31820
    },
    {
      "epoch": 1.4803907885554781,
      "grad_norm": 0.9545056311169792,
      "learning_rate": 0.00026098699273383405,
      "loss": 2.2188,
      "step": 31821
    },
    {
      "epoch": 1.4804373110025586,
      "grad_norm": 0.9058675687049724,
      "learning_rate": 0.00026098449601976483,
      "loss": 2.625,
      "step": 31822
    },
    {
      "epoch": 1.4804838334496395,
      "grad_norm": 0.8924076346138267,
      "learning_rate": 0.00026098199923775024,
      "loss": 1.9141,
      "step": 31823
    },
    {
      "epoch": 1.4805303558967202,
      "grad_norm": 0.8480845937245493,
      "learning_rate": 0.00026097950238779185,
      "loss": 2.0156,
      "step": 31824
    },
    {
      "epoch": 1.480576878343801,
      "grad_norm": 0.891157969397429,
      "learning_rate": 0.00026097700546989116,
      "loss": 2.5156,
      "step": 31825
    },
    {
      "epoch": 1.4806234007908816,
      "grad_norm": 0.9961258481855315,
      "learning_rate": 0.00026097450848404965,
      "loss": 2.625,
      "step": 31826
    },
    {
      "epoch": 1.4806699232379623,
      "grad_norm": 0.8582703332610623,
      "learning_rate": 0.00026097201143026894,
      "loss": 2.2656,
      "step": 31827
    },
    {
      "epoch": 1.480716445685043,
      "grad_norm": 0.9221017528603502,
      "learning_rate": 0.0002609695143085505,
      "loss": 2.3438,
      "step": 31828
    },
    {
      "epoch": 1.4807629681321237,
      "grad_norm": 1.0626716103568268,
      "learning_rate": 0.00026096701711889584,
      "loss": 2.3594,
      "step": 31829
    },
    {
      "epoch": 1.4808094905792044,
      "grad_norm": 0.9233696236169469,
      "learning_rate": 0.00026096451986130654,
      "loss": 2.4062,
      "step": 31830
    },
    {
      "epoch": 1.4808560130262851,
      "grad_norm": 0.8869136101497118,
      "learning_rate": 0.0002609620225357841,
      "loss": 2.3281,
      "step": 31831
    },
    {
      "epoch": 1.480902535473366,
      "grad_norm": 0.9028464026252649,
      "learning_rate": 0.00026095952514233007,
      "loss": 2.2969,
      "step": 31832
    },
    {
      "epoch": 1.4809490579204465,
      "grad_norm": 0.9164246962337316,
      "learning_rate": 0.00026095702768094594,
      "loss": 2.4062,
      "step": 31833
    },
    {
      "epoch": 1.4809955803675274,
      "grad_norm": 0.9135966012382356,
      "learning_rate": 0.00026095453015163324,
      "loss": 2.4531,
      "step": 31834
    },
    {
      "epoch": 1.4810421028146081,
      "grad_norm": 0.8828123701392424,
      "learning_rate": 0.0002609520325543936,
      "loss": 2.375,
      "step": 31835
    },
    {
      "epoch": 1.4810886252616888,
      "grad_norm": 0.9046697702315619,
      "learning_rate": 0.0002609495348892284,
      "loss": 2.375,
      "step": 31836
    },
    {
      "epoch": 1.4811351477087695,
      "grad_norm": 0.9715010545034325,
      "learning_rate": 0.0002609470371561393,
      "loss": 2.6562,
      "step": 31837
    },
    {
      "epoch": 1.4811816701558502,
      "grad_norm": 0.9608784786147444,
      "learning_rate": 0.0002609445393551277,
      "loss": 2.4531,
      "step": 31838
    },
    {
      "epoch": 1.481228192602931,
      "grad_norm": 0.9566107077268092,
      "learning_rate": 0.00026094204148619524,
      "loss": 1.8281,
      "step": 31839
    },
    {
      "epoch": 1.4812747150500116,
      "grad_norm": 0.9309988760861541,
      "learning_rate": 0.0002609395435493434,
      "loss": 2.5,
      "step": 31840
    },
    {
      "epoch": 1.4813212374970923,
      "grad_norm": 0.9178281318738264,
      "learning_rate": 0.0002609370455445738,
      "loss": 2.3438,
      "step": 31841
    },
    {
      "epoch": 1.481367759944173,
      "grad_norm": 0.9081967217106971,
      "learning_rate": 0.00026093454747188775,
      "loss": 2.7031,
      "step": 31842
    },
    {
      "epoch": 1.4814142823912537,
      "grad_norm": 0.9044888552597193,
      "learning_rate": 0.000260932049331287,
      "loss": 2.5,
      "step": 31843
    },
    {
      "epoch": 1.4814608048383344,
      "grad_norm": 0.9140258062686811,
      "learning_rate": 0.000260929551122773,
      "loss": 2.3438,
      "step": 31844
    },
    {
      "epoch": 1.4815073272854153,
      "grad_norm": 0.9739867605548767,
      "learning_rate": 0.00026092705284634724,
      "loss": 2.7188,
      "step": 31845
    },
    {
      "epoch": 1.4815538497324958,
      "grad_norm": 0.922234797644822,
      "learning_rate": 0.0002609245545020113,
      "loss": 2.3438,
      "step": 31846
    },
    {
      "epoch": 1.4816003721795767,
      "grad_norm": 0.9438817310640432,
      "learning_rate": 0.00026092205608976664,
      "loss": 2.5781,
      "step": 31847
    },
    {
      "epoch": 1.4816468946266574,
      "grad_norm": 0.9330682623155668,
      "learning_rate": 0.00026091955760961487,
      "loss": 2.375,
      "step": 31848
    },
    {
      "epoch": 1.4816934170737381,
      "grad_norm": 0.8773015895711641,
      "learning_rate": 0.00026091705906155756,
      "loss": 1.7656,
      "step": 31849
    },
    {
      "epoch": 1.4817399395208188,
      "grad_norm": 0.8298242366201437,
      "learning_rate": 0.00026091456044559613,
      "loss": 2.1094,
      "step": 31850
    },
    {
      "epoch": 1.4817864619678995,
      "grad_norm": 0.898551783559596,
      "learning_rate": 0.00026091206176173215,
      "loss": 2.5781,
      "step": 31851
    },
    {
      "epoch": 1.4818329844149802,
      "grad_norm": 0.8066180458798069,
      "learning_rate": 0.00026090956300996713,
      "loss": 1.6406,
      "step": 31852
    },
    {
      "epoch": 1.481879506862061,
      "grad_norm": 0.9086108284427076,
      "learning_rate": 0.00026090706419030265,
      "loss": 2.2812,
      "step": 31853
    },
    {
      "epoch": 1.4819260293091416,
      "grad_norm": 0.8768850950715601,
      "learning_rate": 0.0002609045653027402,
      "loss": 2.2344,
      "step": 31854
    },
    {
      "epoch": 1.4819725517562223,
      "grad_norm": 0.9146306981730918,
      "learning_rate": 0.0002609020663472813,
      "loss": 2.25,
      "step": 31855
    },
    {
      "epoch": 1.482019074203303,
      "grad_norm": 0.8544471911873744,
      "learning_rate": 0.00026089956732392757,
      "loss": 2.3125,
      "step": 31856
    },
    {
      "epoch": 1.4820655966503837,
      "grad_norm": 0.9249534075544695,
      "learning_rate": 0.0002608970682326804,
      "loss": 2.3438,
      "step": 31857
    },
    {
      "epoch": 1.4821121190974647,
      "grad_norm": 1.014977633075361,
      "learning_rate": 0.00026089456907354145,
      "loss": 2.5625,
      "step": 31858
    },
    {
      "epoch": 1.4821586415445451,
      "grad_norm": 1.1934435701295631,
      "learning_rate": 0.00026089206984651213,
      "loss": 2.2031,
      "step": 31859
    },
    {
      "epoch": 1.482205163991626,
      "grad_norm": 0.9568428183596837,
      "learning_rate": 0.0002608895705515941,
      "loss": 2.5,
      "step": 31860
    },
    {
      "epoch": 1.4822516864387068,
      "grad_norm": 1.0142718631256216,
      "learning_rate": 0.00026088707118878876,
      "loss": 2.6875,
      "step": 31861
    },
    {
      "epoch": 1.4822982088857874,
      "grad_norm": 0.8628195603391482,
      "learning_rate": 0.0002608845717580977,
      "loss": 2.2188,
      "step": 31862
    },
    {
      "epoch": 1.4823447313328681,
      "grad_norm": 0.9108709629908944,
      "learning_rate": 0.0002608820722595225,
      "loss": 2.4688,
      "step": 31863
    },
    {
      "epoch": 1.4823912537799488,
      "grad_norm": 0.9343763776287124,
      "learning_rate": 0.0002608795726930647,
      "loss": 2.4844,
      "step": 31864
    },
    {
      "epoch": 1.4824377762270295,
      "grad_norm": 1.007488297619892,
      "learning_rate": 0.0002608770730587256,
      "loss": 2.4219,
      "step": 31865
    },
    {
      "epoch": 1.4824842986741102,
      "grad_norm": 1.0213206317949626,
      "learning_rate": 0.000260874573356507,
      "loss": 2.6562,
      "step": 31866
    },
    {
      "epoch": 1.482530821121191,
      "grad_norm": 0.8813767203048837,
      "learning_rate": 0.00026087207358641034,
      "loss": 2.2344,
      "step": 31867
    },
    {
      "epoch": 1.4825773435682716,
      "grad_norm": 0.9536518482940293,
      "learning_rate": 0.0002608695737484371,
      "loss": 2.3906,
      "step": 31868
    },
    {
      "epoch": 1.4826238660153523,
      "grad_norm": 0.8927329965163842,
      "learning_rate": 0.0002608670738425889,
      "loss": 2.4062,
      "step": 31869
    },
    {
      "epoch": 1.482670388462433,
      "grad_norm": 0.8690932770950547,
      "learning_rate": 0.0002608645738688672,
      "loss": 2.4844,
      "step": 31870
    },
    {
      "epoch": 1.482716910909514,
      "grad_norm": 0.9364576666590336,
      "learning_rate": 0.00026086207382727356,
      "loss": 2.3125,
      "step": 31871
    },
    {
      "epoch": 1.4827634333565944,
      "grad_norm": 0.8567456561110965,
      "learning_rate": 0.00026085957371780954,
      "loss": 2.3125,
      "step": 31872
    },
    {
      "epoch": 1.4828099558036754,
      "grad_norm": 0.9725163439361529,
      "learning_rate": 0.0002608570735404766,
      "loss": 2.3594,
      "step": 31873
    },
    {
      "epoch": 1.482856478250756,
      "grad_norm": 0.9803527450556325,
      "learning_rate": 0.0002608545732952763,
      "loss": 2.5938,
      "step": 31874
    },
    {
      "epoch": 1.4829030006978368,
      "grad_norm": 0.9376550268045283,
      "learning_rate": 0.0002608520729822102,
      "loss": 2.1719,
      "step": 31875
    },
    {
      "epoch": 1.4829495231449175,
      "grad_norm": 0.9235890540379273,
      "learning_rate": 0.00026084957260127977,
      "loss": 2.2031,
      "step": 31876
    },
    {
      "epoch": 1.4829960455919982,
      "grad_norm": 0.9018206963343255,
      "learning_rate": 0.0002608470721524866,
      "loss": 2.2969,
      "step": 31877
    },
    {
      "epoch": 1.4830425680390789,
      "grad_norm": 0.8861603129393483,
      "learning_rate": 0.0002608445716358322,
      "loss": 2.4062,
      "step": 31878
    },
    {
      "epoch": 1.4830890904861596,
      "grad_norm": 0.896720738534759,
      "learning_rate": 0.0002608420710513181,
      "loss": 2.25,
      "step": 31879
    },
    {
      "epoch": 1.4831356129332403,
      "grad_norm": 0.9768004205808112,
      "learning_rate": 0.0002608395703989458,
      "loss": 2.5469,
      "step": 31880
    },
    {
      "epoch": 1.483182135380321,
      "grad_norm": 0.9658934958802781,
      "learning_rate": 0.00026083706967871694,
      "loss": 2.7344,
      "step": 31881
    },
    {
      "epoch": 1.4832286578274017,
      "grad_norm": 1.0075840359123813,
      "learning_rate": 0.00026083456889063294,
      "loss": 2.4375,
      "step": 31882
    },
    {
      "epoch": 1.4832751802744824,
      "grad_norm": 0.9070406612062242,
      "learning_rate": 0.0002608320680346953,
      "loss": 2.5,
      "step": 31883
    },
    {
      "epoch": 1.4833217027215633,
      "grad_norm": 0.858491698808972,
      "learning_rate": 0.0002608295671109057,
      "loss": 2.375,
      "step": 31884
    },
    {
      "epoch": 1.4833682251686438,
      "grad_norm": 0.8464749255734543,
      "learning_rate": 0.00026082706611926554,
      "loss": 2.375,
      "step": 31885
    },
    {
      "epoch": 1.4834147476157247,
      "grad_norm": 0.9320529320697005,
      "learning_rate": 0.0002608245650597764,
      "loss": 2.6562,
      "step": 31886
    },
    {
      "epoch": 1.4834612700628054,
      "grad_norm": 0.8599071646169449,
      "learning_rate": 0.0002608220639324398,
      "loss": 2.4219,
      "step": 31887
    },
    {
      "epoch": 1.483507792509886,
      "grad_norm": 0.938442029839531,
      "learning_rate": 0.0002608195627372573,
      "loss": 2.4219,
      "step": 31888
    },
    {
      "epoch": 1.4835543149569668,
      "grad_norm": 0.9219940487389096,
      "learning_rate": 0.00026081706147423043,
      "loss": 2.2656,
      "step": 31889
    },
    {
      "epoch": 1.4836008374040475,
      "grad_norm": 1.016185848786604,
      "learning_rate": 0.0002608145601433607,
      "loss": 2.7344,
      "step": 31890
    },
    {
      "epoch": 1.4836473598511282,
      "grad_norm": 0.881648771511829,
      "learning_rate": 0.0002608120587446496,
      "loss": 2.3125,
      "step": 31891
    },
    {
      "epoch": 1.4836938822982089,
      "grad_norm": 0.885046038220941,
      "learning_rate": 0.0002608095572780987,
      "loss": 2.4219,
      "step": 31892
    },
    {
      "epoch": 1.4837404047452896,
      "grad_norm": 0.8983049682680753,
      "learning_rate": 0.00026080705574370956,
      "loss": 2.25,
      "step": 31893
    },
    {
      "epoch": 1.4837869271923703,
      "grad_norm": 0.9090279968320754,
      "learning_rate": 0.0002608045541414837,
      "loss": 2.3125,
      "step": 31894
    },
    {
      "epoch": 1.483833449639451,
      "grad_norm": 0.8867536778565431,
      "learning_rate": 0.00026080205247142263,
      "loss": 2.4531,
      "step": 31895
    },
    {
      "epoch": 1.4838799720865317,
      "grad_norm": 0.937303993355316,
      "learning_rate": 0.0002607995507335279,
      "loss": 2.2969,
      "step": 31896
    },
    {
      "epoch": 1.4839264945336126,
      "grad_norm": 0.8634964152873986,
      "learning_rate": 0.000260797048927801,
      "loss": 2.1719,
      "step": 31897
    },
    {
      "epoch": 1.483973016980693,
      "grad_norm": 0.8912564611855499,
      "learning_rate": 0.0002607945470542435,
      "loss": 2.4219,
      "step": 31898
    },
    {
      "epoch": 1.484019539427774,
      "grad_norm": 0.9529767219715338,
      "learning_rate": 0.00026079204511285695,
      "loss": 2.4844,
      "step": 31899
    },
    {
      "epoch": 1.4840660618748547,
      "grad_norm": 0.8602892954532974,
      "learning_rate": 0.00026078954310364283,
      "loss": 2.2812,
      "step": 31900
    },
    {
      "epoch": 1.4841125843219354,
      "grad_norm": 0.9790494376091926,
      "learning_rate": 0.00026078704102660275,
      "loss": 2.6406,
      "step": 31901
    },
    {
      "epoch": 1.484159106769016,
      "grad_norm": 0.9605353339987677,
      "learning_rate": 0.0002607845388817382,
      "loss": 2.4219,
      "step": 31902
    },
    {
      "epoch": 1.4842056292160968,
      "grad_norm": 0.9802625065105979,
      "learning_rate": 0.0002607820366690506,
      "loss": 2.4375,
      "step": 31903
    },
    {
      "epoch": 1.4842521516631775,
      "grad_norm": 0.9598655712827834,
      "learning_rate": 0.00026077953438854166,
      "loss": 2.625,
      "step": 31904
    },
    {
      "epoch": 1.4842986741102582,
      "grad_norm": 0.8703163701357274,
      "learning_rate": 0.0002607770320402128,
      "loss": 2.2969,
      "step": 31905
    },
    {
      "epoch": 1.4843451965573389,
      "grad_norm": 0.9656228628447482,
      "learning_rate": 0.0002607745296240656,
      "loss": 2.5625,
      "step": 31906
    },
    {
      "epoch": 1.4843917190044196,
      "grad_norm": 0.9112528694916467,
      "learning_rate": 0.00026077202714010157,
      "loss": 2.4219,
      "step": 31907
    },
    {
      "epoch": 1.4844382414515003,
      "grad_norm": 0.9189153880361294,
      "learning_rate": 0.00026076952458832227,
      "loss": 2.5469,
      "step": 31908
    },
    {
      "epoch": 1.484484763898581,
      "grad_norm": 0.8855880222981504,
      "learning_rate": 0.0002607670219687292,
      "loss": 2.4531,
      "step": 31909
    },
    {
      "epoch": 1.484531286345662,
      "grad_norm": 0.877125415760325,
      "learning_rate": 0.0002607645192813239,
      "loss": 2.3438,
      "step": 31910
    },
    {
      "epoch": 1.4845778087927424,
      "grad_norm": 0.8750357369070585,
      "learning_rate": 0.00026076201652610795,
      "loss": 2.5625,
      "step": 31911
    },
    {
      "epoch": 1.4846243312398233,
      "grad_norm": 0.9343313095923617,
      "learning_rate": 0.00026075951370308284,
      "loss": 2.2969,
      "step": 31912
    },
    {
      "epoch": 1.484670853686904,
      "grad_norm": 0.8560811061210333,
      "learning_rate": 0.0002607570108122501,
      "loss": 2.4219,
      "step": 31913
    },
    {
      "epoch": 1.4847173761339847,
      "grad_norm": 0.8595288519570117,
      "learning_rate": 0.00026075450785361125,
      "loss": 2.5625,
      "step": 31914
    },
    {
      "epoch": 1.4847638985810654,
      "grad_norm": 1.0183698395778686,
      "learning_rate": 0.0002607520048271678,
      "loss": 2.4844,
      "step": 31915
    },
    {
      "epoch": 1.484810421028146,
      "grad_norm": 0.9543501049334665,
      "learning_rate": 0.00026074950173292133,
      "loss": 2.2656,
      "step": 31916
    },
    {
      "epoch": 1.4848569434752268,
      "grad_norm": 0.951543250054446,
      "learning_rate": 0.0002607469985708734,
      "loss": 2.2188,
      "step": 31917
    },
    {
      "epoch": 1.4849034659223075,
      "grad_norm": 0.9202369135859599,
      "learning_rate": 0.0002607444953410255,
      "loss": 2.3438,
      "step": 31918
    },
    {
      "epoch": 1.4849499883693882,
      "grad_norm": 0.9570985708358657,
      "learning_rate": 0.00026074199204337913,
      "loss": 2.2969,
      "step": 31919
    },
    {
      "epoch": 1.4849965108164689,
      "grad_norm": 0.8926827459488034,
      "learning_rate": 0.0002607394886779359,
      "loss": 2.2031,
      "step": 31920
    },
    {
      "epoch": 1.4850430332635496,
      "grad_norm": 1.0558953231572545,
      "learning_rate": 0.0002607369852446973,
      "loss": 2.5312,
      "step": 31921
    },
    {
      "epoch": 1.4850895557106303,
      "grad_norm": 0.9387664463499342,
      "learning_rate": 0.0002607344817436648,
      "loss": 2.7031,
      "step": 31922
    },
    {
      "epoch": 1.4851360781577112,
      "grad_norm": 0.957486892025081,
      "learning_rate": 0.0002607319781748401,
      "loss": 2.625,
      "step": 31923
    },
    {
      "epoch": 1.4851826006047917,
      "grad_norm": 1.0169190196464837,
      "learning_rate": 0.0002607294745382246,
      "loss": 2.6719,
      "step": 31924
    },
    {
      "epoch": 1.4852291230518726,
      "grad_norm": 0.8669683689958103,
      "learning_rate": 0.0002607269708338198,
      "loss": 2.4375,
      "step": 31925
    },
    {
      "epoch": 1.4852756454989533,
      "grad_norm": 1.0147685291384445,
      "learning_rate": 0.0002607244670616274,
      "loss": 2.375,
      "step": 31926
    },
    {
      "epoch": 1.485322167946034,
      "grad_norm": 0.902129236498789,
      "learning_rate": 0.00026072196322164876,
      "loss": 2.5469,
      "step": 31927
    },
    {
      "epoch": 1.4853686903931147,
      "grad_norm": 0.9107950786776533,
      "learning_rate": 0.0002607194593138855,
      "loss": 2.2969,
      "step": 31928
    },
    {
      "epoch": 1.4854152128401954,
      "grad_norm": 0.8975315035758453,
      "learning_rate": 0.0002607169553383391,
      "loss": 2.4219,
      "step": 31929
    },
    {
      "epoch": 1.485461735287276,
      "grad_norm": 0.9020190982737337,
      "learning_rate": 0.0002607144512950112,
      "loss": 2.4062,
      "step": 31930
    },
    {
      "epoch": 1.4855082577343568,
      "grad_norm": 0.9290610136104305,
      "learning_rate": 0.00026071194718390315,
      "loss": 2.25,
      "step": 31931
    },
    {
      "epoch": 1.4855547801814375,
      "grad_norm": 0.9179475860124322,
      "learning_rate": 0.00026070944300501665,
      "loss": 2.25,
      "step": 31932
    },
    {
      "epoch": 1.4856013026285182,
      "grad_norm": 0.8860800178798052,
      "learning_rate": 0.0002607069387583532,
      "loss": 2.3438,
      "step": 31933
    },
    {
      "epoch": 1.485647825075599,
      "grad_norm": 0.9277600113231605,
      "learning_rate": 0.00026070443444391433,
      "loss": 2.5,
      "step": 31934
    },
    {
      "epoch": 1.4856943475226796,
      "grad_norm": 1.0198966114238446,
      "learning_rate": 0.0002607019300617015,
      "loss": 2.6406,
      "step": 31935
    },
    {
      "epoch": 1.4857408699697605,
      "grad_norm": 0.888322276940934,
      "learning_rate": 0.0002606994256117163,
      "loss": 2.2656,
      "step": 31936
    },
    {
      "epoch": 1.485787392416841,
      "grad_norm": 0.8853604528664653,
      "learning_rate": 0.00026069692109396026,
      "loss": 2.3438,
      "step": 31937
    },
    {
      "epoch": 1.485833914863922,
      "grad_norm": 0.9156312287073409,
      "learning_rate": 0.00026069441650843495,
      "loss": 2.2188,
      "step": 31938
    },
    {
      "epoch": 1.4858804373110026,
      "grad_norm": 0.9634922332997726,
      "learning_rate": 0.00026069191185514186,
      "loss": 2.5938,
      "step": 31939
    },
    {
      "epoch": 1.4859269597580833,
      "grad_norm": 0.8884240608857702,
      "learning_rate": 0.0002606894071340825,
      "loss": 2.5156,
      "step": 31940
    },
    {
      "epoch": 1.485973482205164,
      "grad_norm": 0.9557073517209274,
      "learning_rate": 0.0002606869023452584,
      "loss": 2.2344,
      "step": 31941
    },
    {
      "epoch": 1.4860200046522447,
      "grad_norm": 0.9214005015102701,
      "learning_rate": 0.00026068439748867117,
      "loss": 2.5,
      "step": 31942
    },
    {
      "epoch": 1.4860665270993254,
      "grad_norm": 0.9812327082834892,
      "learning_rate": 0.0002606818925643223,
      "loss": 2.4844,
      "step": 31943
    },
    {
      "epoch": 1.486113049546406,
      "grad_norm": 0.93376124578901,
      "learning_rate": 0.00026067938757221335,
      "loss": 2.6406,
      "step": 31944
    },
    {
      "epoch": 1.4861595719934868,
      "grad_norm": 0.9339618493627988,
      "learning_rate": 0.00026067688251234575,
      "loss": 2.5781,
      "step": 31945
    },
    {
      "epoch": 1.4862060944405675,
      "grad_norm": 0.867913342498304,
      "learning_rate": 0.0002606743773847212,
      "loss": 2.7031,
      "step": 31946
    },
    {
      "epoch": 1.4862526168876484,
      "grad_norm": 0.899821145916182,
      "learning_rate": 0.00026067187218934107,
      "loss": 2.4688,
      "step": 31947
    },
    {
      "epoch": 1.486299139334729,
      "grad_norm": 0.9050072853829113,
      "learning_rate": 0.00026066936692620697,
      "loss": 2.4375,
      "step": 31948
    },
    {
      "epoch": 1.4863456617818098,
      "grad_norm": 0.8683639957161232,
      "learning_rate": 0.00026066686159532054,
      "loss": 2.3594,
      "step": 31949
    },
    {
      "epoch": 1.4863921842288905,
      "grad_norm": 0.8840185017942165,
      "learning_rate": 0.00026066435619668307,
      "loss": 2.375,
      "step": 31950
    },
    {
      "epoch": 1.4864387066759712,
      "grad_norm": 0.9328547127271204,
      "learning_rate": 0.0002606618507302963,
      "loss": 2.375,
      "step": 31951
    },
    {
      "epoch": 1.486485229123052,
      "grad_norm": 0.8532694994050409,
      "learning_rate": 0.0002606593451961617,
      "loss": 2.1094,
      "step": 31952
    },
    {
      "epoch": 1.4865317515701326,
      "grad_norm": 0.8894854503637109,
      "learning_rate": 0.00026065683959428077,
      "loss": 2.3906,
      "step": 31953
    },
    {
      "epoch": 1.4865782740172133,
      "grad_norm": 0.9010015623985193,
      "learning_rate": 0.00026065433392465505,
      "loss": 2.2188,
      "step": 31954
    },
    {
      "epoch": 1.486624796464294,
      "grad_norm": 0.927484210902911,
      "learning_rate": 0.00026065182818728615,
      "loss": 1.7812,
      "step": 31955
    },
    {
      "epoch": 1.4866713189113747,
      "grad_norm": 1.0829507555564133,
      "learning_rate": 0.0002606493223821755,
      "loss": 2.75,
      "step": 31956
    },
    {
      "epoch": 1.4867178413584554,
      "grad_norm": 0.8912007813352112,
      "learning_rate": 0.0002606468165093247,
      "loss": 2.1719,
      "step": 31957
    },
    {
      "epoch": 1.4867643638055361,
      "grad_norm": 0.9983628447827593,
      "learning_rate": 0.00026064431056873526,
      "loss": 2.7344,
      "step": 31958
    },
    {
      "epoch": 1.4868108862526168,
      "grad_norm": 0.8735092276239617,
      "learning_rate": 0.00026064180456040873,
      "loss": 2.5312,
      "step": 31959
    },
    {
      "epoch": 1.4868574086996977,
      "grad_norm": 0.9103130600779462,
      "learning_rate": 0.0002606392984843466,
      "loss": 2.7344,
      "step": 31960
    },
    {
      "epoch": 1.4869039311467782,
      "grad_norm": 0.8286726292118818,
      "learning_rate": 0.0002606367923405505,
      "loss": 2.0469,
      "step": 31961
    },
    {
      "epoch": 1.4869504535938591,
      "grad_norm": 0.9001033692749408,
      "learning_rate": 0.0002606342861290219,
      "loss": 2.2969,
      "step": 31962
    },
    {
      "epoch": 1.4869969760409398,
      "grad_norm": 0.922012972932359,
      "learning_rate": 0.0002606317798497623,
      "loss": 2.5,
      "step": 31963
    },
    {
      "epoch": 1.4870434984880205,
      "grad_norm": 0.909027908153743,
      "learning_rate": 0.0002606292735027733,
      "loss": 2.5,
      "step": 31964
    },
    {
      "epoch": 1.4870900209351012,
      "grad_norm": 0.9545001924988351,
      "learning_rate": 0.00026062676708805635,
      "loss": 2.2812,
      "step": 31965
    },
    {
      "epoch": 1.487136543382182,
      "grad_norm": 1.0090458918481326,
      "learning_rate": 0.0002606242606056131,
      "loss": 2.7188,
      "step": 31966
    },
    {
      "epoch": 1.4871830658292626,
      "grad_norm": 0.8866535882532405,
      "learning_rate": 0.00026062175405544504,
      "loss": 2.2031,
      "step": 31967
    },
    {
      "epoch": 1.4872295882763433,
      "grad_norm": 0.9196415138843455,
      "learning_rate": 0.00026061924743755365,
      "loss": 2.5938,
      "step": 31968
    },
    {
      "epoch": 1.487276110723424,
      "grad_norm": 0.9003915420110867,
      "learning_rate": 0.0002606167407519405,
      "loss": 2.3594,
      "step": 31969
    },
    {
      "epoch": 1.4873226331705047,
      "grad_norm": 0.9090315340154557,
      "learning_rate": 0.0002606142339986071,
      "loss": 2.5938,
      "step": 31970
    },
    {
      "epoch": 1.4873691556175854,
      "grad_norm": 0.9605427800441001,
      "learning_rate": 0.0002606117271775551,
      "loss": 2.1094,
      "step": 31971
    },
    {
      "epoch": 1.4874156780646661,
      "grad_norm": 0.8681991257649692,
      "learning_rate": 0.00026060922028878594,
      "loss": 2.1406,
      "step": 31972
    },
    {
      "epoch": 1.487462200511747,
      "grad_norm": 0.9278110009200816,
      "learning_rate": 0.0002606067133323011,
      "loss": 2.8125,
      "step": 31973
    },
    {
      "epoch": 1.4875087229588275,
      "grad_norm": 0.892756996295202,
      "learning_rate": 0.0002606042063081022,
      "loss": 2.625,
      "step": 31974
    },
    {
      "epoch": 1.4875552454059084,
      "grad_norm": 0.9396770566217361,
      "learning_rate": 0.00026060169921619076,
      "loss": 2.3594,
      "step": 31975
    },
    {
      "epoch": 1.4876017678529891,
      "grad_norm": 0.8777098863435555,
      "learning_rate": 0.00026059919205656827,
      "loss": 2.3281,
      "step": 31976
    },
    {
      "epoch": 1.4876482903000698,
      "grad_norm": 0.9219960241818355,
      "learning_rate": 0.0002605966848292364,
      "loss": 2.375,
      "step": 31977
    },
    {
      "epoch": 1.4876948127471505,
      "grad_norm": 0.9652049800694998,
      "learning_rate": 0.0002605941775341965,
      "loss": 2.3594,
      "step": 31978
    },
    {
      "epoch": 1.4877413351942312,
      "grad_norm": 0.936379040904351,
      "learning_rate": 0.00026059167017145025,
      "loss": 2.5625,
      "step": 31979
    },
    {
      "epoch": 1.487787857641312,
      "grad_norm": 0.9088005182551986,
      "learning_rate": 0.0002605891627409991,
      "loss": 2.2188,
      "step": 31980
    },
    {
      "epoch": 1.4878343800883926,
      "grad_norm": 0.9147714535112177,
      "learning_rate": 0.0002605866552428446,
      "loss": 2.2031,
      "step": 31981
    },
    {
      "epoch": 1.4878809025354733,
      "grad_norm": 0.907159515285304,
      "learning_rate": 0.0002605841476769883,
      "loss": 2.3281,
      "step": 31982
    },
    {
      "epoch": 1.487927424982554,
      "grad_norm": 0.9183925041976702,
      "learning_rate": 0.00026058164004343174,
      "loss": 2.4688,
      "step": 31983
    },
    {
      "epoch": 1.4879739474296347,
      "grad_norm": 0.9393646057703473,
      "learning_rate": 0.0002605791323421765,
      "loss": 2.5,
      "step": 31984
    },
    {
      "epoch": 1.4880204698767154,
      "grad_norm": 0.9254456366713555,
      "learning_rate": 0.00026057662457322397,
      "loss": 2.5625,
      "step": 31985
    },
    {
      "epoch": 1.4880669923237964,
      "grad_norm": 0.8961283118067364,
      "learning_rate": 0.0002605741167365758,
      "loss": 2.4688,
      "step": 31986
    },
    {
      "epoch": 1.4881135147708768,
      "grad_norm": 0.8533187172287379,
      "learning_rate": 0.00026057160883223357,
      "loss": 2.4375,
      "step": 31987
    },
    {
      "epoch": 1.4881600372179578,
      "grad_norm": 0.8726202292600643,
      "learning_rate": 0.0002605691008601987,
      "loss": 2.2031,
      "step": 31988
    },
    {
      "epoch": 1.4882065596650385,
      "grad_norm": 0.8316311989917491,
      "learning_rate": 0.00026056659282047283,
      "loss": 2.1406,
      "step": 31989
    },
    {
      "epoch": 1.4882530821121192,
      "grad_norm": 0.8597397645624574,
      "learning_rate": 0.00026056408471305734,
      "loss": 2.6094,
      "step": 31990
    },
    {
      "epoch": 1.4882996045591999,
      "grad_norm": 0.9582397600670841,
      "learning_rate": 0.0002605615765379539,
      "loss": 2.6094,
      "step": 31991
    },
    {
      "epoch": 1.4883461270062806,
      "grad_norm": 0.8532353001474237,
      "learning_rate": 0.00026055906829516406,
      "loss": 2.3281,
      "step": 31992
    },
    {
      "epoch": 1.4883926494533612,
      "grad_norm": 0.9189649362672367,
      "learning_rate": 0.00026055655998468927,
      "loss": 2.3594,
      "step": 31993
    },
    {
      "epoch": 1.488439171900442,
      "grad_norm": 0.8789530118716967,
      "learning_rate": 0.0002605540516065311,
      "loss": 2.125,
      "step": 31994
    },
    {
      "epoch": 1.4884856943475226,
      "grad_norm": 0.8218256965609225,
      "learning_rate": 0.0002605515431606911,
      "loss": 2.3594,
      "step": 31995
    },
    {
      "epoch": 1.4885322167946033,
      "grad_norm": 0.8715033685775734,
      "learning_rate": 0.00026054903464717077,
      "loss": 2.3906,
      "step": 31996
    },
    {
      "epoch": 1.488578739241684,
      "grad_norm": 0.9877014445826664,
      "learning_rate": 0.0002605465260659717,
      "loss": 2.4688,
      "step": 31997
    },
    {
      "epoch": 1.4886252616887647,
      "grad_norm": 0.867604018993589,
      "learning_rate": 0.00026054401741709536,
      "loss": 2.2344,
      "step": 31998
    },
    {
      "epoch": 1.4886717841358457,
      "grad_norm": 0.8776125151872677,
      "learning_rate": 0.00026054150870054337,
      "loss": 2.3281,
      "step": 31999
    },
    {
      "epoch": 1.4887183065829261,
      "grad_norm": 0.8475467970243252,
      "learning_rate": 0.0002605389999163172,
      "loss": 2.5312,
      "step": 32000
    },
    {
      "epoch": 1.488764829030007,
      "grad_norm": 0.8957379325578363,
      "learning_rate": 0.0002605364910644184,
      "loss": 2.5469,
      "step": 32001
    },
    {
      "epoch": 1.4888113514770878,
      "grad_norm": 0.8860421937344345,
      "learning_rate": 0.00026053398214484854,
      "loss": 2.2969,
      "step": 32002
    },
    {
      "epoch": 1.4888578739241685,
      "grad_norm": 0.8884367221895177,
      "learning_rate": 0.00026053147315760906,
      "loss": 2.5,
      "step": 32003
    },
    {
      "epoch": 1.4889043963712492,
      "grad_norm": 0.90266556782961,
      "learning_rate": 0.0002605289641027016,
      "loss": 2.2969,
      "step": 32004
    },
    {
      "epoch": 1.4889509188183299,
      "grad_norm": 0.9393283355754156,
      "learning_rate": 0.00026052645498012765,
      "loss": 2.3438,
      "step": 32005
    },
    {
      "epoch": 1.4889974412654106,
      "grad_norm": 0.9173107208378078,
      "learning_rate": 0.00026052394578988876,
      "loss": 2.5781,
      "step": 32006
    },
    {
      "epoch": 1.4890439637124913,
      "grad_norm": 0.8991495573932,
      "learning_rate": 0.00026052143653198644,
      "loss": 2.4375,
      "step": 32007
    },
    {
      "epoch": 1.489090486159572,
      "grad_norm": 0.9069137652777904,
      "learning_rate": 0.00026051892720642227,
      "loss": 2.4844,
      "step": 32008
    },
    {
      "epoch": 1.4891370086066527,
      "grad_norm": 0.9211912730401868,
      "learning_rate": 0.00026051641781319775,
      "loss": 2.3906,
      "step": 32009
    },
    {
      "epoch": 1.4891835310537334,
      "grad_norm": 0.8674895093854478,
      "learning_rate": 0.0002605139083523144,
      "loss": 2.1875,
      "step": 32010
    },
    {
      "epoch": 1.489230053500814,
      "grad_norm": 0.9133423596917531,
      "learning_rate": 0.0002605113988237738,
      "loss": 1.6953,
      "step": 32011
    },
    {
      "epoch": 1.489276575947895,
      "grad_norm": 0.9503351842438111,
      "learning_rate": 0.0002605088892275775,
      "loss": 2.0781,
      "step": 32012
    },
    {
      "epoch": 1.4893230983949755,
      "grad_norm": 0.9005391166050285,
      "learning_rate": 0.00026050637956372694,
      "loss": 2.4531,
      "step": 32013
    },
    {
      "epoch": 1.4893696208420564,
      "grad_norm": 0.9082481511444166,
      "learning_rate": 0.0002605038698322238,
      "loss": 2.4688,
      "step": 32014
    },
    {
      "epoch": 1.489416143289137,
      "grad_norm": 0.9750870810388361,
      "learning_rate": 0.0002605013600330695,
      "loss": 2.7031,
      "step": 32015
    },
    {
      "epoch": 1.4894626657362178,
      "grad_norm": 0.8837369811063976,
      "learning_rate": 0.00026049885016626563,
      "loss": 2.5625,
      "step": 32016
    },
    {
      "epoch": 1.4895091881832985,
      "grad_norm": 0.933456268015086,
      "learning_rate": 0.0002604963402318137,
      "loss": 2.2969,
      "step": 32017
    },
    {
      "epoch": 1.4895557106303792,
      "grad_norm": 0.9372276614502232,
      "learning_rate": 0.00026049383022971526,
      "loss": 2.5781,
      "step": 32018
    },
    {
      "epoch": 1.4896022330774599,
      "grad_norm": 0.9934338149837186,
      "learning_rate": 0.0002604913201599719,
      "loss": 2.5469,
      "step": 32019
    },
    {
      "epoch": 1.4896487555245406,
      "grad_norm": 0.9126696142709858,
      "learning_rate": 0.000260488810022585,
      "loss": 2.4062,
      "step": 32020
    },
    {
      "epoch": 1.4896952779716213,
      "grad_norm": 0.8972399169692163,
      "learning_rate": 0.0002604862998175563,
      "loss": 2.5781,
      "step": 32021
    },
    {
      "epoch": 1.489741800418702,
      "grad_norm": 0.9200458628724298,
      "learning_rate": 0.00026048378954488714,
      "loss": 2.5,
      "step": 32022
    },
    {
      "epoch": 1.4897883228657827,
      "grad_norm": 0.8800558725181724,
      "learning_rate": 0.0002604812792045792,
      "loss": 2.3281,
      "step": 32023
    },
    {
      "epoch": 1.4898348453128634,
      "grad_norm": 0.8747973750636924,
      "learning_rate": 0.000260478768796634,
      "loss": 2.2969,
      "step": 32024
    },
    {
      "epoch": 1.4898813677599443,
      "grad_norm": 0.8607161765227206,
      "learning_rate": 0.00026047625832105296,
      "loss": 2.1406,
      "step": 32025
    },
    {
      "epoch": 1.4899278902070248,
      "grad_norm": 0.8875272198930679,
      "learning_rate": 0.0002604737477778378,
      "loss": 2.2031,
      "step": 32026
    },
    {
      "epoch": 1.4899744126541057,
      "grad_norm": 0.9479792827966285,
      "learning_rate": 0.0002604712371669899,
      "loss": 1.8047,
      "step": 32027
    },
    {
      "epoch": 1.4900209351011864,
      "grad_norm": 0.980172898354286,
      "learning_rate": 0.0002604687264885109,
      "loss": 2.6562,
      "step": 32028
    },
    {
      "epoch": 1.490067457548267,
      "grad_norm": 0.9308503421281296,
      "learning_rate": 0.0002604662157424023,
      "loss": 2.3438,
      "step": 32029
    },
    {
      "epoch": 1.4901139799953478,
      "grad_norm": 0.9342432127714232,
      "learning_rate": 0.0002604637049286656,
      "loss": 2.4688,
      "step": 32030
    },
    {
      "epoch": 1.4901605024424285,
      "grad_norm": 0.8521024724599748,
      "learning_rate": 0.0002604611940473024,
      "loss": 2.4375,
      "step": 32031
    },
    {
      "epoch": 1.4902070248895092,
      "grad_norm": 0.8594225891500312,
      "learning_rate": 0.00026045868309831417,
      "loss": 2.1562,
      "step": 32032
    },
    {
      "epoch": 1.4902535473365899,
      "grad_norm": 0.9476876406402431,
      "learning_rate": 0.00026045617208170246,
      "loss": 2.4531,
      "step": 32033
    },
    {
      "epoch": 1.4903000697836706,
      "grad_norm": 0.8833082900480881,
      "learning_rate": 0.0002604536609974689,
      "loss": 2.4844,
      "step": 32034
    },
    {
      "epoch": 1.4903465922307513,
      "grad_norm": 0.8201789236454997,
      "learning_rate": 0.00026045114984561495,
      "loss": 2.1875,
      "step": 32035
    },
    {
      "epoch": 1.490393114677832,
      "grad_norm": 0.8761432451559279,
      "learning_rate": 0.0002604486386261421,
      "loss": 2.2969,
      "step": 32036
    },
    {
      "epoch": 1.4904396371249127,
      "grad_norm": 0.8772633982905195,
      "learning_rate": 0.00026044612733905196,
      "loss": 1.7266,
      "step": 32037
    },
    {
      "epoch": 1.4904861595719936,
      "grad_norm": 1.047443807424864,
      "learning_rate": 0.000260443615984346,
      "loss": 2.625,
      "step": 32038
    },
    {
      "epoch": 1.490532682019074,
      "grad_norm": 0.8985061821555202,
      "learning_rate": 0.0002604411045620259,
      "loss": 2.2031,
      "step": 32039
    },
    {
      "epoch": 1.490579204466155,
      "grad_norm": 0.9732942011302304,
      "learning_rate": 0.0002604385930720931,
      "loss": 2.625,
      "step": 32040
    },
    {
      "epoch": 1.4906257269132357,
      "grad_norm": 0.939122466098449,
      "learning_rate": 0.0002604360815145491,
      "loss": 2.5,
      "step": 32041
    },
    {
      "epoch": 1.4906722493603164,
      "grad_norm": 0.9726147585688947,
      "learning_rate": 0.0002604335698893955,
      "loss": 2.4531,
      "step": 32042
    },
    {
      "epoch": 1.490718771807397,
      "grad_norm": 0.8491826938126428,
      "learning_rate": 0.0002604310581966338,
      "loss": 2.1719,
      "step": 32043
    },
    {
      "epoch": 1.4907652942544778,
      "grad_norm": 0.9468227648121801,
      "learning_rate": 0.0002604285464362656,
      "loss": 2.2188,
      "step": 32044
    },
    {
      "epoch": 1.4908118167015585,
      "grad_norm": 0.9112373357714506,
      "learning_rate": 0.0002604260346082923,
      "loss": 2.4062,
      "step": 32045
    },
    {
      "epoch": 1.4908583391486392,
      "grad_norm": 0.922741268557058,
      "learning_rate": 0.00026042352271271564,
      "loss": 2.7656,
      "step": 32046
    },
    {
      "epoch": 1.4909048615957199,
      "grad_norm": 0.9598391906959505,
      "learning_rate": 0.000260421010749537,
      "loss": 2.4688,
      "step": 32047
    },
    {
      "epoch": 1.4909513840428006,
      "grad_norm": 0.8947403345573083,
      "learning_rate": 0.00026041849871875797,
      "loss": 2.5,
      "step": 32048
    },
    {
      "epoch": 1.4909979064898813,
      "grad_norm": 0.9036247696810761,
      "learning_rate": 0.0002604159866203801,
      "loss": 2.5156,
      "step": 32049
    },
    {
      "epoch": 1.491044428936962,
      "grad_norm": 0.8824115282556658,
      "learning_rate": 0.0002604134744544049,
      "loss": 2.2188,
      "step": 32050
    },
    {
      "epoch": 1.491090951384043,
      "grad_norm": 0.9619554326883517,
      "learning_rate": 0.00026041096222083386,
      "loss": 2.3906,
      "step": 32051
    },
    {
      "epoch": 1.4911374738311234,
      "grad_norm": 0.9431244488588125,
      "learning_rate": 0.00026040844991966864,
      "loss": 2.2656,
      "step": 32052
    },
    {
      "epoch": 1.4911839962782043,
      "grad_norm": 0.8293833523575982,
      "learning_rate": 0.00026040593755091067,
      "loss": 2.0781,
      "step": 32053
    },
    {
      "epoch": 1.491230518725285,
      "grad_norm": 0.9740614640813674,
      "learning_rate": 0.0002604034251145616,
      "loss": 2.5781,
      "step": 32054
    },
    {
      "epoch": 1.4912770411723657,
      "grad_norm": 0.8864420740602096,
      "learning_rate": 0.00026040091261062286,
      "loss": 2.2188,
      "step": 32055
    },
    {
      "epoch": 1.4913235636194464,
      "grad_norm": 0.8763979067891164,
      "learning_rate": 0.00026039840003909604,
      "loss": 2.2656,
      "step": 32056
    },
    {
      "epoch": 1.491370086066527,
      "grad_norm": 0.8845494632318122,
      "learning_rate": 0.0002603958873999827,
      "loss": 2.2656,
      "step": 32057
    },
    {
      "epoch": 1.4914166085136078,
      "grad_norm": 0.9386057328900991,
      "learning_rate": 0.0002603933746932843,
      "loss": 1.7188,
      "step": 32058
    },
    {
      "epoch": 1.4914631309606885,
      "grad_norm": 0.9592096465207643,
      "learning_rate": 0.00026039086191900247,
      "loss": 2.5,
      "step": 32059
    },
    {
      "epoch": 1.4915096534077692,
      "grad_norm": 0.9398704707071962,
      "learning_rate": 0.0002603883490771387,
      "loss": 2.5,
      "step": 32060
    },
    {
      "epoch": 1.49155617585485,
      "grad_norm": 0.9009728573662549,
      "learning_rate": 0.0002603858361676945,
      "loss": 2.5,
      "step": 32061
    },
    {
      "epoch": 1.4916026983019308,
      "grad_norm": 0.8574227348881986,
      "learning_rate": 0.0002603833231906715,
      "loss": 2.3906,
      "step": 32062
    },
    {
      "epoch": 1.4916492207490113,
      "grad_norm": 0.8586792358510478,
      "learning_rate": 0.00026038081014607105,
      "loss": 2.2969,
      "step": 32063
    },
    {
      "epoch": 1.4916957431960922,
      "grad_norm": 0.8967635214425097,
      "learning_rate": 0.00026037829703389495,
      "loss": 2.3906,
      "step": 32064
    },
    {
      "epoch": 1.4917422656431727,
      "grad_norm": 0.9647053276286358,
      "learning_rate": 0.00026037578385414454,
      "loss": 2.4375,
      "step": 32065
    },
    {
      "epoch": 1.4917887880902536,
      "grad_norm": 0.8945962538484622,
      "learning_rate": 0.00026037327060682145,
      "loss": 2.3906,
      "step": 32066
    },
    {
      "epoch": 1.4918353105373343,
      "grad_norm": 1.1349136310963164,
      "learning_rate": 0.0002603707572919272,
      "loss": 2.6562,
      "step": 32067
    },
    {
      "epoch": 1.491881832984415,
      "grad_norm": 0.8471950674284202,
      "learning_rate": 0.0002603682439094633,
      "loss": 2.3906,
      "step": 32068
    },
    {
      "epoch": 1.4919283554314957,
      "grad_norm": 0.9863715700115971,
      "learning_rate": 0.0002603657304594313,
      "loss": 1.9688,
      "step": 32069
    },
    {
      "epoch": 1.4919748778785764,
      "grad_norm": 1.1509426453556224,
      "learning_rate": 0.0002603632169418327,
      "loss": 2.4219,
      "step": 32070
    },
    {
      "epoch": 1.492021400325657,
      "grad_norm": 0.9270621557294401,
      "learning_rate": 0.0002603607033566692,
      "loss": 2.3594,
      "step": 32071
    },
    {
      "epoch": 1.4920679227727378,
      "grad_norm": 0.9146055356169737,
      "learning_rate": 0.0002603581897039422,
      "loss": 2.2656,
      "step": 32072
    },
    {
      "epoch": 1.4921144452198185,
      "grad_norm": 0.9476312759084747,
      "learning_rate": 0.00026035567598365326,
      "loss": 2.5469,
      "step": 32073
    },
    {
      "epoch": 1.4921609676668992,
      "grad_norm": 0.9231786731041919,
      "learning_rate": 0.0002603531621958039,
      "loss": 2.3594,
      "step": 32074
    },
    {
      "epoch": 1.4922074901139801,
      "grad_norm": 0.9558857836895465,
      "learning_rate": 0.00026035064834039565,
      "loss": 2.6094,
      "step": 32075
    },
    {
      "epoch": 1.4922540125610606,
      "grad_norm": 0.9460828601824818,
      "learning_rate": 0.00026034813441743013,
      "loss": 2.5469,
      "step": 32076
    },
    {
      "epoch": 1.4923005350081415,
      "grad_norm": 0.9065094650372769,
      "learning_rate": 0.00026034562042690884,
      "loss": 2.5469,
      "step": 32077
    },
    {
      "epoch": 1.4923470574552222,
      "grad_norm": 0.9341906567476581,
      "learning_rate": 0.0002603431063688333,
      "loss": 2.3281,
      "step": 32078
    },
    {
      "epoch": 1.492393579902303,
      "grad_norm": 0.9670396417465127,
      "learning_rate": 0.00026034059224320507,
      "loss": 2.625,
      "step": 32079
    },
    {
      "epoch": 1.4924401023493836,
      "grad_norm": 0.9024671299329272,
      "learning_rate": 0.0002603380780500257,
      "loss": 2.5938,
      "step": 32080
    },
    {
      "epoch": 1.4924866247964643,
      "grad_norm": 0.9409112125925121,
      "learning_rate": 0.00026033556378929665,
      "loss": 2.5312,
      "step": 32081
    },
    {
      "epoch": 1.492533147243545,
      "grad_norm": 0.8621536944004211,
      "learning_rate": 0.00026033304946101955,
      "loss": 2.2656,
      "step": 32082
    },
    {
      "epoch": 1.4925796696906257,
      "grad_norm": 0.8841123034942306,
      "learning_rate": 0.0002603305350651959,
      "loss": 2.3594,
      "step": 32083
    },
    {
      "epoch": 1.4926261921377064,
      "grad_norm": 1.0674379864758754,
      "learning_rate": 0.00026032802060182726,
      "loss": 2.3281,
      "step": 32084
    },
    {
      "epoch": 1.4926727145847871,
      "grad_norm": 0.8404633660864194,
      "learning_rate": 0.0002603255060709151,
      "loss": 2.25,
      "step": 32085
    },
    {
      "epoch": 1.4927192370318678,
      "grad_norm": 0.9438094142206821,
      "learning_rate": 0.0002603229914724611,
      "loss": 2.3438,
      "step": 32086
    },
    {
      "epoch": 1.4927657594789485,
      "grad_norm": 1.007581550121949,
      "learning_rate": 0.0002603204768064667,
      "loss": 2.3594,
      "step": 32087
    },
    {
      "epoch": 1.4928122819260294,
      "grad_norm": 0.8728581527001118,
      "learning_rate": 0.0002603179620729334,
      "loss": 2.3438,
      "step": 32088
    },
    {
      "epoch": 1.49285880437311,
      "grad_norm": 0.9155892599965975,
      "learning_rate": 0.0002603154472718628,
      "loss": 2.5,
      "step": 32089
    },
    {
      "epoch": 1.4929053268201908,
      "grad_norm": 1.0482502205664694,
      "learning_rate": 0.00026031293240325645,
      "loss": 2.7188,
      "step": 32090
    },
    {
      "epoch": 1.4929518492672715,
      "grad_norm": 0.8820646859320715,
      "learning_rate": 0.00026031041746711587,
      "loss": 2.1875,
      "step": 32091
    },
    {
      "epoch": 1.4929983717143522,
      "grad_norm": 0.8922967789558703,
      "learning_rate": 0.00026030790246344267,
      "loss": 2.3906,
      "step": 32092
    },
    {
      "epoch": 1.493044894161433,
      "grad_norm": 0.9400882490569195,
      "learning_rate": 0.0002603053873922382,
      "loss": 2.7031,
      "step": 32093
    },
    {
      "epoch": 1.4930914166085136,
      "grad_norm": 0.9636022053200527,
      "learning_rate": 0.0002603028722535042,
      "loss": 1.9141,
      "step": 32094
    },
    {
      "epoch": 1.4931379390555943,
      "grad_norm": 1.073864914795147,
      "learning_rate": 0.0002603003570472421,
      "loss": 2.6094,
      "step": 32095
    },
    {
      "epoch": 1.493184461502675,
      "grad_norm": 1.0222681100671491,
      "learning_rate": 0.00026029784177345345,
      "loss": 2.5938,
      "step": 32096
    },
    {
      "epoch": 1.4932309839497557,
      "grad_norm": 0.9346093801683458,
      "learning_rate": 0.0002602953264321399,
      "loss": 2.4219,
      "step": 32097
    },
    {
      "epoch": 1.4932775063968364,
      "grad_norm": 0.871297076519868,
      "learning_rate": 0.0002602928110233028,
      "loss": 2.2812,
      "step": 32098
    },
    {
      "epoch": 1.4933240288439171,
      "grad_norm": 0.8918823192694898,
      "learning_rate": 0.0002602902955469439,
      "loss": 2.1719,
      "step": 32099
    },
    {
      "epoch": 1.4933705512909978,
      "grad_norm": 0.9401848442419166,
      "learning_rate": 0.0002602877800030645,
      "loss": 2.375,
      "step": 32100
    },
    {
      "epoch": 1.4934170737380787,
      "grad_norm": 0.8776776607177219,
      "learning_rate": 0.0002602852643916664,
      "loss": 2.3281,
      "step": 32101
    },
    {
      "epoch": 1.4934635961851592,
      "grad_norm": 0.9204872607097659,
      "learning_rate": 0.00026028274871275095,
      "loss": 2.5156,
      "step": 32102
    },
    {
      "epoch": 1.4935101186322401,
      "grad_norm": 0.9672555518333383,
      "learning_rate": 0.00026028023296631973,
      "loss": 2.2812,
      "step": 32103
    },
    {
      "epoch": 1.4935566410793208,
      "grad_norm": 0.8785347102097689,
      "learning_rate": 0.0002602777171523744,
      "loss": 2.2656,
      "step": 32104
    },
    {
      "epoch": 1.4936031635264015,
      "grad_norm": 0.9755947735566192,
      "learning_rate": 0.00026027520127091625,
      "loss": 2.5,
      "step": 32105
    },
    {
      "epoch": 1.4936496859734822,
      "grad_norm": 1.099342201275,
      "learning_rate": 0.00026027268532194706,
      "loss": 2.6406,
      "step": 32106
    },
    {
      "epoch": 1.493696208420563,
      "grad_norm": 0.9644437822607254,
      "learning_rate": 0.00026027016930546825,
      "loss": 2.3281,
      "step": 32107
    },
    {
      "epoch": 1.4937427308676436,
      "grad_norm": 0.8935895661202367,
      "learning_rate": 0.0002602676532214814,
      "loss": 2.4062,
      "step": 32108
    },
    {
      "epoch": 1.4937892533147243,
      "grad_norm": 0.8513216484978363,
      "learning_rate": 0.0002602651370699881,
      "loss": 2.2344,
      "step": 32109
    },
    {
      "epoch": 1.493835775761805,
      "grad_norm": 0.9270173144564972,
      "learning_rate": 0.0002602626208509898,
      "loss": 2.4844,
      "step": 32110
    },
    {
      "epoch": 1.4938822982088857,
      "grad_norm": 0.9586549685880617,
      "learning_rate": 0.00026026010456448804,
      "loss": 2.4375,
      "step": 32111
    },
    {
      "epoch": 1.4939288206559664,
      "grad_norm": 0.8367190305129184,
      "learning_rate": 0.0002602575882104844,
      "loss": 2.4219,
      "step": 32112
    },
    {
      "epoch": 1.4939753431030471,
      "grad_norm": 0.89806907544699,
      "learning_rate": 0.0002602550717889804,
      "loss": 2.4062,
      "step": 32113
    },
    {
      "epoch": 1.494021865550128,
      "grad_norm": 0.9553948892177889,
      "learning_rate": 0.00026025255529997765,
      "loss": 2.4375,
      "step": 32114
    },
    {
      "epoch": 1.4940683879972085,
      "grad_norm": 0.9313996988375987,
      "learning_rate": 0.0002602500387434776,
      "loss": 2.2031,
      "step": 32115
    },
    {
      "epoch": 1.4941149104442895,
      "grad_norm": 0.880482137439578,
      "learning_rate": 0.00026024752211948184,
      "loss": 2.3125,
      "step": 32116
    },
    {
      "epoch": 1.4941614328913702,
      "grad_norm": 0.8631402707711492,
      "learning_rate": 0.0002602450054279919,
      "loss": 2.2969,
      "step": 32117
    },
    {
      "epoch": 1.4942079553384509,
      "grad_norm": 0.8711744136138283,
      "learning_rate": 0.00026024248866900933,
      "loss": 2.3906,
      "step": 32118
    },
    {
      "epoch": 1.4942544777855316,
      "grad_norm": 0.9399030004605793,
      "learning_rate": 0.00026023997184253565,
      "loss": 2.3438,
      "step": 32119
    },
    {
      "epoch": 1.4943010002326123,
      "grad_norm": 0.8656853400708021,
      "learning_rate": 0.00026023745494857244,
      "loss": 2.1406,
      "step": 32120
    },
    {
      "epoch": 1.494347522679693,
      "grad_norm": 0.9538078477023646,
      "learning_rate": 0.0002602349379871211,
      "loss": 2.5156,
      "step": 32121
    },
    {
      "epoch": 1.4943940451267737,
      "grad_norm": 0.9380653114525553,
      "learning_rate": 0.0002602324209581834,
      "loss": 2.3438,
      "step": 32122
    },
    {
      "epoch": 1.4944405675738544,
      "grad_norm": 0.8753207043596379,
      "learning_rate": 0.0002602299038617607,
      "loss": 2.4531,
      "step": 32123
    },
    {
      "epoch": 1.494487090020935,
      "grad_norm": 0.9147540301043797,
      "learning_rate": 0.0002602273866978546,
      "loss": 2.2969,
      "step": 32124
    },
    {
      "epoch": 1.4945336124680157,
      "grad_norm": 0.8302828617590978,
      "learning_rate": 0.0002602248694664667,
      "loss": 2.3281,
      "step": 32125
    },
    {
      "epoch": 1.4945801349150964,
      "grad_norm": 0.8930325411171993,
      "learning_rate": 0.0002602223521675984,
      "loss": 2.3906,
      "step": 32126
    },
    {
      "epoch": 1.4946266573621774,
      "grad_norm": 0.9402099454594394,
      "learning_rate": 0.0002602198348012514,
      "loss": 2.4531,
      "step": 32127
    },
    {
      "epoch": 1.4946731798092578,
      "grad_norm": 0.8734320488323432,
      "learning_rate": 0.00026021731736742713,
      "loss": 2.5469,
      "step": 32128
    },
    {
      "epoch": 1.4947197022563388,
      "grad_norm": 0.9112474842987828,
      "learning_rate": 0.0002602147998661272,
      "loss": 2.3438,
      "step": 32129
    },
    {
      "epoch": 1.4947662247034195,
      "grad_norm": 0.823177878209082,
      "learning_rate": 0.0002602122822973531,
      "loss": 2.25,
      "step": 32130
    },
    {
      "epoch": 1.4948127471505002,
      "grad_norm": 0.8511166789208676,
      "learning_rate": 0.00026020976466110637,
      "loss": 2.4531,
      "step": 32131
    },
    {
      "epoch": 1.4948592695975809,
      "grad_norm": 0.9080401743425489,
      "learning_rate": 0.0002602072469573886,
      "loss": 2.3281,
      "step": 32132
    },
    {
      "epoch": 1.4949057920446616,
      "grad_norm": 0.8843290248905991,
      "learning_rate": 0.0002602047291862013,
      "loss": 2.0469,
      "step": 32133
    },
    {
      "epoch": 1.4949523144917423,
      "grad_norm": 0.9370992276372384,
      "learning_rate": 0.00026020221134754603,
      "loss": 2.3906,
      "step": 32134
    },
    {
      "epoch": 1.494998836938823,
      "grad_norm": 0.9017745864752145,
      "learning_rate": 0.0002601996934414243,
      "loss": 2.4844,
      "step": 32135
    },
    {
      "epoch": 1.4950453593859037,
      "grad_norm": 1.0087194486009128,
      "learning_rate": 0.0002601971754678377,
      "loss": 2.3438,
      "step": 32136
    },
    {
      "epoch": 1.4950918818329844,
      "grad_norm": 0.9536550155370633,
      "learning_rate": 0.00026019465742678765,
      "loss": 2.7031,
      "step": 32137
    },
    {
      "epoch": 1.495138404280065,
      "grad_norm": 0.8771766057601215,
      "learning_rate": 0.00026019213931827585,
      "loss": 2.3281,
      "step": 32138
    },
    {
      "epoch": 1.4951849267271458,
      "grad_norm": 0.9991670121083651,
      "learning_rate": 0.0002601896211423038,
      "loss": 2.2344,
      "step": 32139
    },
    {
      "epoch": 1.4952314491742267,
      "grad_norm": 0.9172161246232211,
      "learning_rate": 0.00026018710289887296,
      "loss": 2.5312,
      "step": 32140
    },
    {
      "epoch": 1.4952779716213072,
      "grad_norm": 1.0003126405170177,
      "learning_rate": 0.00026018458458798495,
      "loss": 2.375,
      "step": 32141
    },
    {
      "epoch": 1.495324494068388,
      "grad_norm": 0.950312503558998,
      "learning_rate": 0.0002601820662096413,
      "loss": 2.375,
      "step": 32142
    },
    {
      "epoch": 1.4953710165154688,
      "grad_norm": 0.9160232496623106,
      "learning_rate": 0.0002601795477638435,
      "loss": 2.5781,
      "step": 32143
    },
    {
      "epoch": 1.4954175389625495,
      "grad_norm": 0.8860929150281797,
      "learning_rate": 0.00026017702925059316,
      "loss": 2.4062,
      "step": 32144
    },
    {
      "epoch": 1.4954640614096302,
      "grad_norm": 0.8827559413835013,
      "learning_rate": 0.00026017451066989174,
      "loss": 2.3281,
      "step": 32145
    },
    {
      "epoch": 1.4955105838567109,
      "grad_norm": 0.9058874475160853,
      "learning_rate": 0.0002601719920217409,
      "loss": 1.6328,
      "step": 32146
    },
    {
      "epoch": 1.4955571063037916,
      "grad_norm": 0.8973342722193165,
      "learning_rate": 0.0002601694733061421,
      "loss": 2.1094,
      "step": 32147
    },
    {
      "epoch": 1.4956036287508723,
      "grad_norm": 0.942695162983629,
      "learning_rate": 0.0002601669545230969,
      "loss": 2.4844,
      "step": 32148
    },
    {
      "epoch": 1.495650151197953,
      "grad_norm": 0.9448347467192394,
      "learning_rate": 0.00026016443567260684,
      "loss": 2.6719,
      "step": 32149
    },
    {
      "epoch": 1.4956966736450337,
      "grad_norm": 0.9734950624872741,
      "learning_rate": 0.0002601619167546735,
      "loss": 2.5781,
      "step": 32150
    },
    {
      "epoch": 1.4957431960921144,
      "grad_norm": 1.0015995287092256,
      "learning_rate": 0.00026015939776929833,
      "loss": 2.4219,
      "step": 32151
    },
    {
      "epoch": 1.495789718539195,
      "grad_norm": 0.9414955270433661,
      "learning_rate": 0.0002601568787164829,
      "loss": 2.5156,
      "step": 32152
    },
    {
      "epoch": 1.495836240986276,
      "grad_norm": 1.0019591965644594,
      "learning_rate": 0.00026015435959622884,
      "loss": 2.4062,
      "step": 32153
    },
    {
      "epoch": 1.4958827634333565,
      "grad_norm": 0.893995172018089,
      "learning_rate": 0.00026015184040853765,
      "loss": 2.5781,
      "step": 32154
    },
    {
      "epoch": 1.4959292858804374,
      "grad_norm": 0.8717873856110838,
      "learning_rate": 0.0002601493211534108,
      "loss": 2.4062,
      "step": 32155
    },
    {
      "epoch": 1.495975808327518,
      "grad_norm": 0.8919170288535083,
      "learning_rate": 0.0002601468018308499,
      "loss": 2.4688,
      "step": 32156
    },
    {
      "epoch": 1.4960223307745988,
      "grad_norm": 0.9253603938212979,
      "learning_rate": 0.0002601442824408565,
      "loss": 2.375,
      "step": 32157
    },
    {
      "epoch": 1.4960688532216795,
      "grad_norm": 0.9777426622766687,
      "learning_rate": 0.00026014176298343205,
      "loss": 2.4531,
      "step": 32158
    },
    {
      "epoch": 1.4961153756687602,
      "grad_norm": 1.0517553165933775,
      "learning_rate": 0.0002601392434585783,
      "loss": 2.6094,
      "step": 32159
    },
    {
      "epoch": 1.4961618981158409,
      "grad_norm": 0.9874394508467446,
      "learning_rate": 0.00026013672386629655,
      "loss": 2.4688,
      "step": 32160
    },
    {
      "epoch": 1.4962084205629216,
      "grad_norm": 0.8986837654144822,
      "learning_rate": 0.00026013420420658846,
      "loss": 2.3906,
      "step": 32161
    },
    {
      "epoch": 1.4962549430100023,
      "grad_norm": 0.9543161880679776,
      "learning_rate": 0.00026013168447945557,
      "loss": 2.2344,
      "step": 32162
    },
    {
      "epoch": 1.496301465457083,
      "grad_norm": 1.0061405617118162,
      "learning_rate": 0.0002601291646848994,
      "loss": 1.7109,
      "step": 32163
    },
    {
      "epoch": 1.4963479879041637,
      "grad_norm": 0.9053326552223226,
      "learning_rate": 0.0002601266448229215,
      "loss": 2.3594,
      "step": 32164
    },
    {
      "epoch": 1.4963945103512444,
      "grad_norm": 1.0260554189067594,
      "learning_rate": 0.0002601241248935235,
      "loss": 2.3281,
      "step": 32165
    },
    {
      "epoch": 1.4964410327983253,
      "grad_norm": 0.8817580288729285,
      "learning_rate": 0.0002601216048967068,
      "loss": 2.5312,
      "step": 32166
    },
    {
      "epoch": 1.4964875552454058,
      "grad_norm": 0.9067352354632918,
      "learning_rate": 0.00026011908483247303,
      "loss": 2.5,
      "step": 32167
    },
    {
      "epoch": 1.4965340776924867,
      "grad_norm": 1.0298407958977114,
      "learning_rate": 0.00026011656470082366,
      "loss": 2.7188,
      "step": 32168
    },
    {
      "epoch": 1.4965806001395674,
      "grad_norm": 0.9143028801346264,
      "learning_rate": 0.00026011404450176033,
      "loss": 2.4062,
      "step": 32169
    },
    {
      "epoch": 1.496627122586648,
      "grad_norm": 0.9006426881285087,
      "learning_rate": 0.0002601115242352845,
      "loss": 2.2031,
      "step": 32170
    },
    {
      "epoch": 1.4966736450337288,
      "grad_norm": 0.9399143482670766,
      "learning_rate": 0.00026010900390139777,
      "loss": 2.6094,
      "step": 32171
    },
    {
      "epoch": 1.4967201674808095,
      "grad_norm": 0.87040864377571,
      "learning_rate": 0.00026010648350010163,
      "loss": 2.2344,
      "step": 32172
    },
    {
      "epoch": 1.4967666899278902,
      "grad_norm": 0.9360171077852995,
      "learning_rate": 0.0002601039630313977,
      "loss": 2.4531,
      "step": 32173
    },
    {
      "epoch": 1.496813212374971,
      "grad_norm": 0.9053753838794494,
      "learning_rate": 0.00026010144249528737,
      "loss": 2.3125,
      "step": 32174
    },
    {
      "epoch": 1.4968597348220516,
      "grad_norm": 0.9135302045968072,
      "learning_rate": 0.0002600989218917724,
      "loss": 2.3125,
      "step": 32175
    },
    {
      "epoch": 1.4969062572691323,
      "grad_norm": 0.9296466004693839,
      "learning_rate": 0.0002600964012208542,
      "loss": 2.5,
      "step": 32176
    },
    {
      "epoch": 1.4969527797162132,
      "grad_norm": 0.9887129980650591,
      "learning_rate": 0.0002600938804825343,
      "loss": 2.4062,
      "step": 32177
    },
    {
      "epoch": 1.4969993021632937,
      "grad_norm": 0.9003992709735295,
      "learning_rate": 0.0002600913596768143,
      "loss": 2.2344,
      "step": 32178
    },
    {
      "epoch": 1.4970458246103746,
      "grad_norm": 0.9064388210570121,
      "learning_rate": 0.0002600888388036957,
      "loss": 2.4219,
      "step": 32179
    },
    {
      "epoch": 1.497092347057455,
      "grad_norm": 0.9612316802576356,
      "learning_rate": 0.0002600863178631801,
      "loss": 2.5781,
      "step": 32180
    },
    {
      "epoch": 1.497138869504536,
      "grad_norm": 0.897996153997121,
      "learning_rate": 0.000260083796855269,
      "loss": 2.5625,
      "step": 32181
    },
    {
      "epoch": 1.4971853919516167,
      "grad_norm": 0.9544397241542638,
      "learning_rate": 0.0002600812757799639,
      "loss": 2.4062,
      "step": 32182
    },
    {
      "epoch": 1.4972319143986974,
      "grad_norm": 0.9215834480448672,
      "learning_rate": 0.0002600787546372664,
      "loss": 2.3906,
      "step": 32183
    },
    {
      "epoch": 1.497278436845778,
      "grad_norm": 1.096272585733302,
      "learning_rate": 0.0002600762334271781,
      "loss": 1.8594,
      "step": 32184
    },
    {
      "epoch": 1.4973249592928588,
      "grad_norm": 0.9554310598230105,
      "learning_rate": 0.00026007371214970047,
      "loss": 2.4531,
      "step": 32185
    },
    {
      "epoch": 1.4973714817399395,
      "grad_norm": 0.9675895747087326,
      "learning_rate": 0.00026007119080483505,
      "loss": 2.4531,
      "step": 32186
    },
    {
      "epoch": 1.4974180041870202,
      "grad_norm": 0.9569643802901768,
      "learning_rate": 0.0002600686693925834,
      "loss": 2.3594,
      "step": 32187
    },
    {
      "epoch": 1.497464526634101,
      "grad_norm": 0.946438306147927,
      "learning_rate": 0.00026006614791294707,
      "loss": 2.5625,
      "step": 32188
    },
    {
      "epoch": 1.4975110490811816,
      "grad_norm": 1.0029769028877737,
      "learning_rate": 0.00026006362636592754,
      "loss": 2.6719,
      "step": 32189
    },
    {
      "epoch": 1.4975575715282625,
      "grad_norm": 0.9775352106422073,
      "learning_rate": 0.0002600611047515264,
      "loss": 2.5625,
      "step": 32190
    },
    {
      "epoch": 1.497604093975343,
      "grad_norm": 0.9563770560249,
      "learning_rate": 0.00026005858306974534,
      "loss": 2.7188,
      "step": 32191
    },
    {
      "epoch": 1.497650616422424,
      "grad_norm": 1.0726082066279992,
      "learning_rate": 0.00026005606132058565,
      "loss": 2.2969,
      "step": 32192
    },
    {
      "epoch": 1.4976971388695046,
      "grad_norm": 0.9325274674701275,
      "learning_rate": 0.000260053539504049,
      "loss": 2.5781,
      "step": 32193
    },
    {
      "epoch": 1.4977436613165853,
      "grad_norm": 0.9865795628761082,
      "learning_rate": 0.000260051017620137,
      "loss": 2.5156,
      "step": 32194
    },
    {
      "epoch": 1.497790183763666,
      "grad_norm": 0.9687430561923375,
      "learning_rate": 0.000260048495668851,
      "loss": 2.5781,
      "step": 32195
    },
    {
      "epoch": 1.4978367062107467,
      "grad_norm": 0.8953025774088909,
      "learning_rate": 0.00026004597365019273,
      "loss": 2.2344,
      "step": 32196
    },
    {
      "epoch": 1.4978832286578274,
      "grad_norm": 0.820703970302042,
      "learning_rate": 0.00026004345156416367,
      "loss": 2.1719,
      "step": 32197
    },
    {
      "epoch": 1.4979297511049081,
      "grad_norm": 0.9377211940722481,
      "learning_rate": 0.0002600409294107654,
      "loss": 2.4375,
      "step": 32198
    },
    {
      "epoch": 1.4979762735519888,
      "grad_norm": 0.9197169756501701,
      "learning_rate": 0.00026003840718999936,
      "loss": 2.3438,
      "step": 32199
    },
    {
      "epoch": 1.4980227959990695,
      "grad_norm": 0.8160484795536909,
      "learning_rate": 0.00026003588490186715,
      "loss": 2.25,
      "step": 32200
    },
    {
      "epoch": 1.4980693184461502,
      "grad_norm": 1.0154491429737844,
      "learning_rate": 0.0002600333625463704,
      "loss": 2.4062,
      "step": 32201
    },
    {
      "epoch": 1.498115840893231,
      "grad_norm": 0.8700619291078574,
      "learning_rate": 0.0002600308401235105,
      "loss": 2.3906,
      "step": 32202
    },
    {
      "epoch": 1.4981623633403118,
      "grad_norm": 0.9067737475896525,
      "learning_rate": 0.00026002831763328907,
      "loss": 2.375,
      "step": 32203
    },
    {
      "epoch": 1.4982088857873923,
      "grad_norm": 1.297278932523593,
      "learning_rate": 0.0002600257950757077,
      "loss": 2.9062,
      "step": 32204
    },
    {
      "epoch": 1.4982554082344732,
      "grad_norm": 0.9095663124853326,
      "learning_rate": 0.0002600232724507679,
      "loss": 2.625,
      "step": 32205
    },
    {
      "epoch": 1.498301930681554,
      "grad_norm": 0.8866520973992925,
      "learning_rate": 0.00026002074975847115,
      "loss": 2.0938,
      "step": 32206
    },
    {
      "epoch": 1.4983484531286346,
      "grad_norm": 0.8499045799502968,
      "learning_rate": 0.00026001822699881904,
      "loss": 2.2969,
      "step": 32207
    },
    {
      "epoch": 1.4983949755757153,
      "grad_norm": 0.8929083517789675,
      "learning_rate": 0.0002600157041718132,
      "loss": 2.2812,
      "step": 32208
    },
    {
      "epoch": 1.498441498022796,
      "grad_norm": 0.906425053708023,
      "learning_rate": 0.00026001318127745503,
      "loss": 2.2812,
      "step": 32209
    },
    {
      "epoch": 1.4984880204698767,
      "grad_norm": 0.9140058871794535,
      "learning_rate": 0.0002600106583157462,
      "loss": 2.2969,
      "step": 32210
    },
    {
      "epoch": 1.4985345429169574,
      "grad_norm": 0.9678332761899013,
      "learning_rate": 0.0002600081352866881,
      "loss": 2.75,
      "step": 32211
    },
    {
      "epoch": 1.4985810653640381,
      "grad_norm": 0.8797730747596298,
      "learning_rate": 0.00026000561219028246,
      "loss": 2.3906,
      "step": 32212
    },
    {
      "epoch": 1.4986275878111188,
      "grad_norm": 0.9170362449079539,
      "learning_rate": 0.00026000308902653075,
      "loss": 2.3281,
      "step": 32213
    },
    {
      "epoch": 1.4986741102581995,
      "grad_norm": 0.952767330350297,
      "learning_rate": 0.0002600005657954344,
      "loss": 2.5625,
      "step": 32214
    },
    {
      "epoch": 1.4987206327052802,
      "grad_norm": 0.954202236078283,
      "learning_rate": 0.0002599980424969952,
      "loss": 2.375,
      "step": 32215
    },
    {
      "epoch": 1.4987671551523611,
      "grad_norm": 0.8401372915096221,
      "learning_rate": 0.0002599955191312144,
      "loss": 2.0625,
      "step": 32216
    },
    {
      "epoch": 1.4988136775994416,
      "grad_norm": 0.8550722901768574,
      "learning_rate": 0.00025999299569809376,
      "loss": 2.0625,
      "step": 32217
    },
    {
      "epoch": 1.4988602000465225,
      "grad_norm": 0.9552282782058787,
      "learning_rate": 0.00025999047219763476,
      "loss": 2.6094,
      "step": 32218
    },
    {
      "epoch": 1.4989067224936032,
      "grad_norm": 0.9591276723224658,
      "learning_rate": 0.00025998794862983895,
      "loss": 2.6562,
      "step": 32219
    },
    {
      "epoch": 1.498953244940684,
      "grad_norm": 0.8993057806400663,
      "learning_rate": 0.00025998542499470784,
      "loss": 2.5469,
      "step": 32220
    },
    {
      "epoch": 1.4989997673877646,
      "grad_norm": 0.8989850468515542,
      "learning_rate": 0.00025998290129224306,
      "loss": 2.2188,
      "step": 32221
    },
    {
      "epoch": 1.4990462898348453,
      "grad_norm": 0.90248229580783,
      "learning_rate": 0.00025998037752244607,
      "loss": 2.3281,
      "step": 32222
    },
    {
      "epoch": 1.499092812281926,
      "grad_norm": 0.9151153823110204,
      "learning_rate": 0.00025997785368531845,
      "loss": 2.2656,
      "step": 32223
    },
    {
      "epoch": 1.4991393347290067,
      "grad_norm": 0.997974317492448,
      "learning_rate": 0.0002599753297808617,
      "loss": 2.3906,
      "step": 32224
    },
    {
      "epoch": 1.4991858571760874,
      "grad_norm": 0.9216258862152807,
      "learning_rate": 0.0002599728058090775,
      "loss": 2.0938,
      "step": 32225
    },
    {
      "epoch": 1.4992323796231681,
      "grad_norm": 0.9513206357200494,
      "learning_rate": 0.0002599702817699672,
      "loss": 2.5,
      "step": 32226
    },
    {
      "epoch": 1.4992789020702488,
      "grad_norm": 0.987938305164738,
      "learning_rate": 0.0002599677576635325,
      "loss": 2.5,
      "step": 32227
    },
    {
      "epoch": 1.4993254245173295,
      "grad_norm": 0.9414643513834114,
      "learning_rate": 0.00025996523348977485,
      "loss": 2.4844,
      "step": 32228
    },
    {
      "epoch": 1.4993719469644105,
      "grad_norm": 0.9330186465161853,
      "learning_rate": 0.0002599627092486959,
      "loss": 2.3281,
      "step": 32229
    },
    {
      "epoch": 1.499418469411491,
      "grad_norm": 0.8730519786011399,
      "learning_rate": 0.00025996018494029707,
      "loss": 2.1562,
      "step": 32230
    },
    {
      "epoch": 1.4994649918585718,
      "grad_norm": 0.8461061447395748,
      "learning_rate": 0.00025995766056458,
      "loss": 2.2656,
      "step": 32231
    },
    {
      "epoch": 1.4995115143056525,
      "grad_norm": 0.9657863195327301,
      "learning_rate": 0.0002599551361215462,
      "loss": 2.7031,
      "step": 32232
    },
    {
      "epoch": 1.4995580367527332,
      "grad_norm": 0.9306557159285902,
      "learning_rate": 0.00025995261161119716,
      "loss": 2.5625,
      "step": 32233
    },
    {
      "epoch": 1.499604559199814,
      "grad_norm": 0.9143853763988598,
      "learning_rate": 0.00025995008703353457,
      "loss": 2.4219,
      "step": 32234
    },
    {
      "epoch": 1.4996510816468946,
      "grad_norm": 0.9403110545232036,
      "learning_rate": 0.00025994756238855983,
      "loss": 2.5,
      "step": 32235
    },
    {
      "epoch": 1.4996976040939753,
      "grad_norm": 0.9830627031604452,
      "learning_rate": 0.00025994503767627457,
      "loss": 2.4688,
      "step": 32236
    },
    {
      "epoch": 1.499744126541056,
      "grad_norm": 0.8784101733343918,
      "learning_rate": 0.0002599425128966803,
      "loss": 2.4531,
      "step": 32237
    },
    {
      "epoch": 1.4997906489881367,
      "grad_norm": 0.8534663544399569,
      "learning_rate": 0.0002599399880497786,
      "loss": 2.1094,
      "step": 32238
    },
    {
      "epoch": 1.4998371714352174,
      "grad_norm": 0.9489617572241764,
      "learning_rate": 0.0002599374631355709,
      "loss": 2.6719,
      "step": 32239
    },
    {
      "epoch": 1.4998836938822981,
      "grad_norm": 0.9180539861769548,
      "learning_rate": 0.00025993493815405896,
      "loss": 2.3438,
      "step": 32240
    },
    {
      "epoch": 1.4999302163293788,
      "grad_norm": 1.0844046860122314,
      "learning_rate": 0.0002599324131052442,
      "loss": 2.6719,
      "step": 32241
    },
    {
      "epoch": 1.4999767387764598,
      "grad_norm": 0.9339668616044108,
      "learning_rate": 0.0002599298879891281,
      "loss": 2.1719,
      "step": 32242
    },
    {
      "epoch": 1.5000232612235402,
      "grad_norm": 1.0680400758076365,
      "learning_rate": 0.0002599273628057123,
      "loss": 2.5312,
      "step": 32243
    },
    {
      "epoch": 1.5000697836706212,
      "grad_norm": 0.9456967354628604,
      "learning_rate": 0.00025992483755499826,
      "loss": 2.5156,
      "step": 32244
    },
    {
      "epoch": 1.5001163061177016,
      "grad_norm": 0.9444885467109011,
      "learning_rate": 0.00025992231223698767,
      "loss": 2.3594,
      "step": 32245
    },
    {
      "epoch": 1.5001628285647826,
      "grad_norm": 0.9392348955868809,
      "learning_rate": 0.00025991978685168196,
      "loss": 2.5938,
      "step": 32246
    },
    {
      "epoch": 1.5002093510118633,
      "grad_norm": 0.9453162922778557,
      "learning_rate": 0.00025991726139908274,
      "loss": 2.5781,
      "step": 32247
    },
    {
      "epoch": 1.500255873458944,
      "grad_norm": 0.9204959886793525,
      "learning_rate": 0.0002599147358791915,
      "loss": 2.5312,
      "step": 32248
    },
    {
      "epoch": 1.5003023959060247,
      "grad_norm": 0.9820160441112824,
      "learning_rate": 0.00025991221029200977,
      "loss": 2.5938,
      "step": 32249
    },
    {
      "epoch": 1.5003489183531054,
      "grad_norm": 0.8782120115256871,
      "learning_rate": 0.00025990968463753916,
      "loss": 2.0781,
      "step": 32250
    },
    {
      "epoch": 1.500395440800186,
      "grad_norm": 1.0412004249649218,
      "learning_rate": 0.0002599071589157812,
      "loss": 2.5,
      "step": 32251
    },
    {
      "epoch": 1.5004419632472668,
      "grad_norm": 0.9320659981953625,
      "learning_rate": 0.0002599046331267375,
      "loss": 2.5156,
      "step": 32252
    },
    {
      "epoch": 1.5004884856943477,
      "grad_norm": 0.9439442681300143,
      "learning_rate": 0.00025990210727040947,
      "loss": 2.2969,
      "step": 32253
    },
    {
      "epoch": 1.5005350081414282,
      "grad_norm": 1.0303469320694252,
      "learning_rate": 0.00025989958134679873,
      "loss": 2.6875,
      "step": 32254
    },
    {
      "epoch": 1.500581530588509,
      "grad_norm": 0.8849871180963357,
      "learning_rate": 0.0002598970553559068,
      "loss": 2.3594,
      "step": 32255
    },
    {
      "epoch": 1.5006280530355895,
      "grad_norm": 0.9431862778635961,
      "learning_rate": 0.00025989452929773524,
      "loss": 2.3281,
      "step": 32256
    },
    {
      "epoch": 1.5006745754826705,
      "grad_norm": 1.0328457823419963,
      "learning_rate": 0.00025989200317228563,
      "loss": 2.2656,
      "step": 32257
    },
    {
      "epoch": 1.500721097929751,
      "grad_norm": 0.8977134144262416,
      "learning_rate": 0.0002598894769795595,
      "loss": 2.3125,
      "step": 32258
    },
    {
      "epoch": 1.5007676203768319,
      "grad_norm": 0.9799870737537777,
      "learning_rate": 0.0002598869507195584,
      "loss": 2.5312,
      "step": 32259
    },
    {
      "epoch": 1.5008141428239126,
      "grad_norm": 0.8898032546108562,
      "learning_rate": 0.0002598844243922838,
      "loss": 2.5781,
      "step": 32260
    },
    {
      "epoch": 1.5008606652709933,
      "grad_norm": 0.9494345926005401,
      "learning_rate": 0.0002598818979977373,
      "loss": 2.2344,
      "step": 32261
    },
    {
      "epoch": 1.500907187718074,
      "grad_norm": 0.8982534924965043,
      "learning_rate": 0.00025987937153592054,
      "loss": 2.3594,
      "step": 32262
    },
    {
      "epoch": 1.5009537101651547,
      "grad_norm": 0.9112369070106826,
      "learning_rate": 0.00025987684500683493,
      "loss": 2.4375,
      "step": 32263
    },
    {
      "epoch": 1.5010002326122354,
      "grad_norm": 0.9144194077549693,
      "learning_rate": 0.00025987431841048206,
      "loss": 2.5312,
      "step": 32264
    },
    {
      "epoch": 1.501046755059316,
      "grad_norm": 0.999283963714306,
      "learning_rate": 0.0002598717917468635,
      "loss": 2.5938,
      "step": 32265
    },
    {
      "epoch": 1.501093277506397,
      "grad_norm": 0.9266937967658712,
      "learning_rate": 0.00025986926501598076,
      "loss": 2.4531,
      "step": 32266
    },
    {
      "epoch": 1.5011397999534775,
      "grad_norm": 0.8991739827864795,
      "learning_rate": 0.0002598667382178354,
      "loss": 2.2031,
      "step": 32267
    },
    {
      "epoch": 1.5011863224005584,
      "grad_norm": 0.9280821810181822,
      "learning_rate": 0.000259864211352429,
      "loss": 2.3281,
      "step": 32268
    },
    {
      "epoch": 1.5012328448476389,
      "grad_norm": 0.9333275122573351,
      "learning_rate": 0.00025986168441976306,
      "loss": 2.2188,
      "step": 32269
    },
    {
      "epoch": 1.5012793672947198,
      "grad_norm": 0.8948620919788357,
      "learning_rate": 0.0002598591574198392,
      "loss": 2.3594,
      "step": 32270
    },
    {
      "epoch": 1.5013258897418003,
      "grad_norm": 0.9608383137143887,
      "learning_rate": 0.0002598566303526589,
      "loss": 2.5469,
      "step": 32271
    },
    {
      "epoch": 1.5013724121888812,
      "grad_norm": 0.8882846581459837,
      "learning_rate": 0.0002598541032182237,
      "loss": 2.0156,
      "step": 32272
    },
    {
      "epoch": 1.5014189346359619,
      "grad_norm": 0.9651259361884854,
      "learning_rate": 0.00025985157601653516,
      "loss": 2.25,
      "step": 32273
    },
    {
      "epoch": 1.5014654570830426,
      "grad_norm": 0.9530422109345604,
      "learning_rate": 0.00025984904874759487,
      "loss": 2.3438,
      "step": 32274
    },
    {
      "epoch": 1.5015119795301233,
      "grad_norm": 0.9757717922913384,
      "learning_rate": 0.00025984652141140433,
      "loss": 2.7188,
      "step": 32275
    },
    {
      "epoch": 1.501558501977204,
      "grad_norm": 0.962044501148178,
      "learning_rate": 0.0002598439940079651,
      "loss": 2.3438,
      "step": 32276
    },
    {
      "epoch": 1.5016050244242847,
      "grad_norm": 0.9061257174776647,
      "learning_rate": 0.0002598414665372788,
      "loss": 2.4219,
      "step": 32277
    },
    {
      "epoch": 1.5016515468713654,
      "grad_norm": 0.9053164012677971,
      "learning_rate": 0.0002598389389993468,
      "loss": 2.3906,
      "step": 32278
    },
    {
      "epoch": 1.5016980693184463,
      "grad_norm": 0.8703274828829267,
      "learning_rate": 0.0002598364113941708,
      "loss": 2.2656,
      "step": 32279
    },
    {
      "epoch": 1.5017445917655268,
      "grad_norm": 0.8867500893307746,
      "learning_rate": 0.00025983388372175225,
      "loss": 2.2656,
      "step": 32280
    },
    {
      "epoch": 1.5017911142126077,
      "grad_norm": 0.9944782136851301,
      "learning_rate": 0.0002598313559820928,
      "loss": 2.3438,
      "step": 32281
    },
    {
      "epoch": 1.5018376366596882,
      "grad_norm": 0.9541203905357593,
      "learning_rate": 0.00025982882817519393,
      "loss": 2.3906,
      "step": 32282
    },
    {
      "epoch": 1.501884159106769,
      "grad_norm": 0.9494125707483801,
      "learning_rate": 0.00025982630030105724,
      "loss": 2.3125,
      "step": 32283
    },
    {
      "epoch": 1.5019306815538496,
      "grad_norm": 0.8779645140016211,
      "learning_rate": 0.00025982377235968425,
      "loss": 2.6562,
      "step": 32284
    },
    {
      "epoch": 1.5019772040009305,
      "grad_norm": 0.8951753686141921,
      "learning_rate": 0.00025982124435107646,
      "loss": 2.5,
      "step": 32285
    },
    {
      "epoch": 1.5020237264480112,
      "grad_norm": 1.02361279714904,
      "learning_rate": 0.00025981871627523545,
      "loss": 2.4688,
      "step": 32286
    },
    {
      "epoch": 1.5020702488950919,
      "grad_norm": 0.9376320260581983,
      "learning_rate": 0.0002598161881321628,
      "loss": 2.5625,
      "step": 32287
    },
    {
      "epoch": 1.5021167713421726,
      "grad_norm": 0.9925919519243235,
      "learning_rate": 0.00025981365992186,
      "loss": 2.3594,
      "step": 32288
    },
    {
      "epoch": 1.5021632937892533,
      "grad_norm": 0.9107030177486654,
      "learning_rate": 0.00025981113164432867,
      "loss": 2.4844,
      "step": 32289
    },
    {
      "epoch": 1.502209816236334,
      "grad_norm": 0.8101915952106865,
      "learning_rate": 0.0002598086032995703,
      "loss": 1.6875,
      "step": 32290
    },
    {
      "epoch": 1.5022563386834147,
      "grad_norm": 0.9087288844956909,
      "learning_rate": 0.00025980607488758643,
      "loss": 2.4062,
      "step": 32291
    },
    {
      "epoch": 1.5023028611304956,
      "grad_norm": 0.8377485766819582,
      "learning_rate": 0.0002598035464083787,
      "loss": 2.2656,
      "step": 32292
    },
    {
      "epoch": 1.502349383577576,
      "grad_norm": 0.8878704020886948,
      "learning_rate": 0.00025980101786194856,
      "loss": 2.25,
      "step": 32293
    },
    {
      "epoch": 1.502395906024657,
      "grad_norm": 0.9037542688297778,
      "learning_rate": 0.0002597984892482975,
      "loss": 2.3281,
      "step": 32294
    },
    {
      "epoch": 1.5024424284717375,
      "grad_norm": 0.8994096000681048,
      "learning_rate": 0.00025979596056742725,
      "loss": 2.4375,
      "step": 32295
    },
    {
      "epoch": 1.5024889509188184,
      "grad_norm": 0.9264766354641429,
      "learning_rate": 0.00025979343181933926,
      "loss": 2.6406,
      "step": 32296
    },
    {
      "epoch": 1.502535473365899,
      "grad_norm": 0.9611095900045797,
      "learning_rate": 0.0002597909030040351,
      "loss": 2.5781,
      "step": 32297
    },
    {
      "epoch": 1.5025819958129798,
      "grad_norm": 0.8643478669394783,
      "learning_rate": 0.0002597883741215163,
      "loss": 2.2656,
      "step": 32298
    },
    {
      "epoch": 1.5026285182600605,
      "grad_norm": 0.8887903306873517,
      "learning_rate": 0.00025978584517178435,
      "loss": 2.2188,
      "step": 32299
    },
    {
      "epoch": 1.5026750407071412,
      "grad_norm": 0.9129544415617235,
      "learning_rate": 0.00025978331615484094,
      "loss": 2.4375,
      "step": 32300
    },
    {
      "epoch": 1.502721563154222,
      "grad_norm": 0.8753107757858352,
      "learning_rate": 0.0002597807870706875,
      "loss": 2.375,
      "step": 32301
    },
    {
      "epoch": 1.5027680856013026,
      "grad_norm": 0.9480830205210885,
      "learning_rate": 0.0002597782579193256,
      "loss": 2.3438,
      "step": 32302
    },
    {
      "epoch": 1.5028146080483833,
      "grad_norm": 0.8638169893174844,
      "learning_rate": 0.0002597757287007568,
      "loss": 2.3125,
      "step": 32303
    },
    {
      "epoch": 1.502861130495464,
      "grad_norm": 0.8913780479160849,
      "learning_rate": 0.00025977319941498266,
      "loss": 2.4062,
      "step": 32304
    },
    {
      "epoch": 1.502907652942545,
      "grad_norm": 0.947780016257845,
      "learning_rate": 0.00025977067006200473,
      "loss": 2.4375,
      "step": 32305
    },
    {
      "epoch": 1.5029541753896254,
      "grad_norm": 0.8648010211949252,
      "learning_rate": 0.00025976814064182453,
      "loss": 2.3906,
      "step": 32306
    },
    {
      "epoch": 1.5030006978367063,
      "grad_norm": 0.9204077605140971,
      "learning_rate": 0.00025976561115444364,
      "loss": 2.375,
      "step": 32307
    },
    {
      "epoch": 1.5030472202837868,
      "grad_norm": 0.7821408323487565,
      "learning_rate": 0.0002597630815998636,
      "loss": 1.7344,
      "step": 32308
    },
    {
      "epoch": 1.5030937427308677,
      "grad_norm": 0.890196024227232,
      "learning_rate": 0.000259760551978086,
      "loss": 2.4531,
      "step": 32309
    },
    {
      "epoch": 1.5031402651779484,
      "grad_norm": 0.8765677412383941,
      "learning_rate": 0.0002597580222891123,
      "loss": 2.1875,
      "step": 32310
    },
    {
      "epoch": 1.503186787625029,
      "grad_norm": 0.9356851589292463,
      "learning_rate": 0.0002597554925329441,
      "loss": 2.2969,
      "step": 32311
    },
    {
      "epoch": 1.5032333100721098,
      "grad_norm": 0.8755312258641055,
      "learning_rate": 0.00025975296270958287,
      "loss": 2.1094,
      "step": 32312
    },
    {
      "epoch": 1.5032798325191905,
      "grad_norm": 0.8855347800203673,
      "learning_rate": 0.0002597504328190303,
      "loss": 2.4375,
      "step": 32313
    },
    {
      "epoch": 1.5033263549662712,
      "grad_norm": 0.9495961074446304,
      "learning_rate": 0.00025974790286128785,
      "loss": 2.5156,
      "step": 32314
    },
    {
      "epoch": 1.503372877413352,
      "grad_norm": 0.8882883500134634,
      "learning_rate": 0.0002597453728363571,
      "loss": 2.4062,
      "step": 32315
    },
    {
      "epoch": 1.5034193998604326,
      "grad_norm": 0.9014134919711425,
      "learning_rate": 0.0002597428427442396,
      "loss": 2.375,
      "step": 32316
    },
    {
      "epoch": 1.5034659223075133,
      "grad_norm": 0.9170513609221908,
      "learning_rate": 0.00025974031258493683,
      "loss": 2.625,
      "step": 32317
    },
    {
      "epoch": 1.5035124447545942,
      "grad_norm": 0.970760230969133,
      "learning_rate": 0.00025973778235845044,
      "loss": 2.8438,
      "step": 32318
    },
    {
      "epoch": 1.5035589672016747,
      "grad_norm": 0.9504883963240626,
      "learning_rate": 0.00025973525206478195,
      "loss": 2.3438,
      "step": 32319
    },
    {
      "epoch": 1.5036054896487556,
      "grad_norm": 0.8910567954342349,
      "learning_rate": 0.0002597327217039328,
      "loss": 2.5625,
      "step": 32320
    },
    {
      "epoch": 1.503652012095836,
      "grad_norm": 0.8437203578843046,
      "learning_rate": 0.00025973019127590474,
      "loss": 2.1875,
      "step": 32321
    },
    {
      "epoch": 1.503698534542917,
      "grad_norm": 0.9788040225142602,
      "learning_rate": 0.00025972766078069916,
      "loss": 2.6094,
      "step": 32322
    },
    {
      "epoch": 1.5037450569899977,
      "grad_norm": 0.9075373211134677,
      "learning_rate": 0.00025972513021831767,
      "loss": 2.5312,
      "step": 32323
    },
    {
      "epoch": 1.5037915794370784,
      "grad_norm": 0.9303706434010487,
      "learning_rate": 0.0002597225995887618,
      "loss": 2.3906,
      "step": 32324
    },
    {
      "epoch": 1.5038381018841591,
      "grad_norm": 0.913111065663425,
      "learning_rate": 0.00025972006889203315,
      "loss": 2.4062,
      "step": 32325
    },
    {
      "epoch": 1.5038846243312398,
      "grad_norm": 0.9045886163645689,
      "learning_rate": 0.00025971753812813317,
      "loss": 2.6719,
      "step": 32326
    },
    {
      "epoch": 1.5039311467783205,
      "grad_norm": 0.9321681042571202,
      "learning_rate": 0.0002597150072970635,
      "loss": 2.375,
      "step": 32327
    },
    {
      "epoch": 1.5039776692254012,
      "grad_norm": 0.8906804164031487,
      "learning_rate": 0.0002597124763988256,
      "loss": 2.5469,
      "step": 32328
    },
    {
      "epoch": 1.5040241916724821,
      "grad_norm": 0.9923828318060216,
      "learning_rate": 0.0002597099454334211,
      "loss": 2.6094,
      "step": 32329
    },
    {
      "epoch": 1.5040707141195626,
      "grad_norm": 0.8797441866494957,
      "learning_rate": 0.00025970741440085155,
      "loss": 2.3281,
      "step": 32330
    },
    {
      "epoch": 1.5041172365666435,
      "grad_norm": 0.8353224081278277,
      "learning_rate": 0.0002597048833011185,
      "loss": 2.25,
      "step": 32331
    },
    {
      "epoch": 1.504163759013724,
      "grad_norm": 0.9642100051675707,
      "learning_rate": 0.0002597023521342234,
      "loss": 2.4688,
      "step": 32332
    },
    {
      "epoch": 1.504210281460805,
      "grad_norm": 0.9774534246504525,
      "learning_rate": 0.00025969982090016795,
      "loss": 2.5,
      "step": 32333
    },
    {
      "epoch": 1.5042568039078854,
      "grad_norm": 0.8956732792169634,
      "learning_rate": 0.0002596972895989536,
      "loss": 2.4062,
      "step": 32334
    },
    {
      "epoch": 1.5043033263549663,
      "grad_norm": 0.8538541176753045,
      "learning_rate": 0.0002596947582305819,
      "loss": 2.1406,
      "step": 32335
    },
    {
      "epoch": 1.504349848802047,
      "grad_norm": 1.0058226648096864,
      "learning_rate": 0.0002596922267950544,
      "loss": 2.375,
      "step": 32336
    },
    {
      "epoch": 1.5043963712491277,
      "grad_norm": 0.9899241778101957,
      "learning_rate": 0.0002596896952923727,
      "loss": 2.6875,
      "step": 32337
    },
    {
      "epoch": 1.5044428936962084,
      "grad_norm": 0.9474242171232128,
      "learning_rate": 0.00025968716372253833,
      "loss": 2.875,
      "step": 32338
    },
    {
      "epoch": 1.5044894161432891,
      "grad_norm": 0.9432793360649032,
      "learning_rate": 0.00025968463208555283,
      "loss": 2.2812,
      "step": 32339
    },
    {
      "epoch": 1.5045359385903698,
      "grad_norm": 0.8590429154831457,
      "learning_rate": 0.00025968210038141776,
      "loss": 2.4375,
      "step": 32340
    },
    {
      "epoch": 1.5045824610374505,
      "grad_norm": 0.855274103715897,
      "learning_rate": 0.00025967956861013464,
      "loss": 1.7656,
      "step": 32341
    },
    {
      "epoch": 1.5046289834845314,
      "grad_norm": 0.896236243688633,
      "learning_rate": 0.000259677036771705,
      "loss": 2.2031,
      "step": 32342
    },
    {
      "epoch": 1.504675505931612,
      "grad_norm": 0.9659769223243595,
      "learning_rate": 0.00025967450486613056,
      "loss": 2.4375,
      "step": 32343
    },
    {
      "epoch": 1.5047220283786928,
      "grad_norm": 0.8192351765014093,
      "learning_rate": 0.00025967197289341264,
      "loss": 1.7969,
      "step": 32344
    },
    {
      "epoch": 1.5047685508257733,
      "grad_norm": 1.0250267849971388,
      "learning_rate": 0.00025966944085355296,
      "loss": 2.6719,
      "step": 32345
    },
    {
      "epoch": 1.5048150732728542,
      "grad_norm": 1.0971910621864491,
      "learning_rate": 0.0002596669087465529,
      "loss": 2.6562,
      "step": 32346
    },
    {
      "epoch": 1.5048615957199347,
      "grad_norm": 0.9184133859611424,
      "learning_rate": 0.0002596643765724142,
      "loss": 2.5156,
      "step": 32347
    },
    {
      "epoch": 1.5049081181670156,
      "grad_norm": 0.9161202690537648,
      "learning_rate": 0.0002596618443311383,
      "loss": 2.6094,
      "step": 32348
    },
    {
      "epoch": 1.5049546406140963,
      "grad_norm": 0.9269997946916134,
      "learning_rate": 0.00025965931202272675,
      "loss": 2.625,
      "step": 32349
    },
    {
      "epoch": 1.505001163061177,
      "grad_norm": 0.9775045268550004,
      "learning_rate": 0.00025965677964718116,
      "loss": 2.4844,
      "step": 32350
    },
    {
      "epoch": 1.5050476855082577,
      "grad_norm": 0.8669169773237725,
      "learning_rate": 0.00025965424720450297,
      "loss": 2.2188,
      "step": 32351
    },
    {
      "epoch": 1.5050942079553384,
      "grad_norm": 0.8938926372918962,
      "learning_rate": 0.0002596517146946939,
      "loss": 2.6406,
      "step": 32352
    },
    {
      "epoch": 1.5051407304024191,
      "grad_norm": 1.0508576827639355,
      "learning_rate": 0.00025964918211775537,
      "loss": 2.3906,
      "step": 32353
    },
    {
      "epoch": 1.5051872528494998,
      "grad_norm": 0.9257082544098066,
      "learning_rate": 0.00025964664947368896,
      "loss": 2.7031,
      "step": 32354
    },
    {
      "epoch": 1.5052337752965808,
      "grad_norm": 0.9120919541376911,
      "learning_rate": 0.00025964411676249617,
      "loss": 2.2969,
      "step": 32355
    },
    {
      "epoch": 1.5052802977436612,
      "grad_norm": 0.8912853595750161,
      "learning_rate": 0.00025964158398417863,
      "loss": 2.625,
      "step": 32356
    },
    {
      "epoch": 1.5053268201907422,
      "grad_norm": 0.9229023486024226,
      "learning_rate": 0.0002596390511387379,
      "loss": 2.0156,
      "step": 32357
    },
    {
      "epoch": 1.5053733426378226,
      "grad_norm": 0.9112303717991819,
      "learning_rate": 0.00025963651822617556,
      "loss": 2.4062,
      "step": 32358
    },
    {
      "epoch": 1.5054198650849036,
      "grad_norm": 0.9976621635137337,
      "learning_rate": 0.00025963398524649295,
      "loss": 2.7031,
      "step": 32359
    },
    {
      "epoch": 1.505466387531984,
      "grad_norm": 0.8666144269572689,
      "learning_rate": 0.0002596314521996919,
      "loss": 2.5469,
      "step": 32360
    },
    {
      "epoch": 1.505512909979065,
      "grad_norm": 1.1806853249989004,
      "learning_rate": 0.00025962891908577377,
      "loss": 2.5156,
      "step": 32361
    },
    {
      "epoch": 1.5055594324261456,
      "grad_norm": 0.920213896934082,
      "learning_rate": 0.0002596263859047402,
      "loss": 2.6406,
      "step": 32362
    },
    {
      "epoch": 1.5056059548732263,
      "grad_norm": 0.9269366037108506,
      "learning_rate": 0.00025962385265659263,
      "loss": 2.4844,
      "step": 32363
    },
    {
      "epoch": 1.505652477320307,
      "grad_norm": 0.9148024142773642,
      "learning_rate": 0.00025962131934133276,
      "loss": 2.4531,
      "step": 32364
    },
    {
      "epoch": 1.5056989997673877,
      "grad_norm": 0.885554179977366,
      "learning_rate": 0.00025961878595896206,
      "loss": 2.1094,
      "step": 32365
    },
    {
      "epoch": 1.5057455222144684,
      "grad_norm": 0.9575677215744016,
      "learning_rate": 0.0002596162525094821,
      "loss": 2.6875,
      "step": 32366
    },
    {
      "epoch": 1.5057920446615491,
      "grad_norm": 0.9347857045997984,
      "learning_rate": 0.0002596137189928944,
      "loss": 2.7188,
      "step": 32367
    },
    {
      "epoch": 1.50583856710863,
      "grad_norm": 0.8610793353600577,
      "learning_rate": 0.0002596111854092005,
      "loss": 2.5469,
      "step": 32368
    },
    {
      "epoch": 1.5058850895557105,
      "grad_norm": 0.8642363030265086,
      "learning_rate": 0.00025960865175840206,
      "loss": 2.3438,
      "step": 32369
    },
    {
      "epoch": 1.5059316120027915,
      "grad_norm": 0.9279482052420251,
      "learning_rate": 0.00025960611804050056,
      "loss": 2.3125,
      "step": 32370
    },
    {
      "epoch": 1.505978134449872,
      "grad_norm": 0.9900282472423346,
      "learning_rate": 0.0002596035842554975,
      "loss": 2.5312,
      "step": 32371
    },
    {
      "epoch": 1.5060246568969529,
      "grad_norm": 0.8784341414310742,
      "learning_rate": 0.0002596010504033945,
      "loss": 2.2812,
      "step": 32372
    },
    {
      "epoch": 1.5060711793440333,
      "grad_norm": 0.8915425037613192,
      "learning_rate": 0.0002595985164841931,
      "loss": 2.3906,
      "step": 32373
    },
    {
      "epoch": 1.5061177017911143,
      "grad_norm": 0.8560129826214385,
      "learning_rate": 0.00025959598249789483,
      "loss": 2.5156,
      "step": 32374
    },
    {
      "epoch": 1.506164224238195,
      "grad_norm": 0.8944326595470896,
      "learning_rate": 0.0002595934484445012,
      "loss": 2.4688,
      "step": 32375
    },
    {
      "epoch": 1.5062107466852757,
      "grad_norm": 0.9104663803321322,
      "learning_rate": 0.00025959091432401393,
      "loss": 2.2969,
      "step": 32376
    },
    {
      "epoch": 1.5062572691323564,
      "grad_norm": 1.0211293833340036,
      "learning_rate": 0.0002595883801364344,
      "loss": 2.4531,
      "step": 32377
    },
    {
      "epoch": 1.506303791579437,
      "grad_norm": 0.9126388067068564,
      "learning_rate": 0.0002595858458817642,
      "loss": 2.3438,
      "step": 32378
    },
    {
      "epoch": 1.5063503140265178,
      "grad_norm": 0.8532316043406922,
      "learning_rate": 0.0002595833115600049,
      "loss": 2.2031,
      "step": 32379
    },
    {
      "epoch": 1.5063968364735985,
      "grad_norm": 0.8523692963765229,
      "learning_rate": 0.0002595807771711581,
      "loss": 2.125,
      "step": 32380
    },
    {
      "epoch": 1.5064433589206794,
      "grad_norm": 1.0380570149732349,
      "learning_rate": 0.00025957824271522525,
      "loss": 2.6719,
      "step": 32381
    },
    {
      "epoch": 1.5064898813677599,
      "grad_norm": 0.9550188121697225,
      "learning_rate": 0.000259575708192208,
      "loss": 2.6094,
      "step": 32382
    },
    {
      "epoch": 1.5065364038148408,
      "grad_norm": 0.9989974436397561,
      "learning_rate": 0.0002595731736021078,
      "loss": 2.625,
      "step": 32383
    },
    {
      "epoch": 1.5065829262619213,
      "grad_norm": 0.9209643317362048,
      "learning_rate": 0.0002595706389449263,
      "loss": 2.4531,
      "step": 32384
    },
    {
      "epoch": 1.5066294487090022,
      "grad_norm": 0.9017561528285487,
      "learning_rate": 0.000259568104220665,
      "loss": 2.3125,
      "step": 32385
    },
    {
      "epoch": 1.5066759711560826,
      "grad_norm": 0.8838316719623338,
      "learning_rate": 0.0002595655694293255,
      "loss": 2.2344,
      "step": 32386
    },
    {
      "epoch": 1.5067224936031636,
      "grad_norm": 0.9446983900031823,
      "learning_rate": 0.0002595630345709092,
      "loss": 2.5312,
      "step": 32387
    },
    {
      "epoch": 1.5067690160502443,
      "grad_norm": 0.9872066468726213,
      "learning_rate": 0.00025956049964541786,
      "loss": 2.5312,
      "step": 32388
    },
    {
      "epoch": 1.506815538497325,
      "grad_norm": 0.9022781460138646,
      "learning_rate": 0.00025955796465285287,
      "loss": 2.5625,
      "step": 32389
    },
    {
      "epoch": 1.5068620609444057,
      "grad_norm": 0.943664625735987,
      "learning_rate": 0.00025955542959321594,
      "loss": 2.4375,
      "step": 32390
    },
    {
      "epoch": 1.5069085833914864,
      "grad_norm": 0.840771902938267,
      "learning_rate": 0.0002595528944665084,
      "loss": 2.2656,
      "step": 32391
    },
    {
      "epoch": 1.506955105838567,
      "grad_norm": 0.9988763649791804,
      "learning_rate": 0.00025955035927273205,
      "loss": 2.4375,
      "step": 32392
    },
    {
      "epoch": 1.5070016282856478,
      "grad_norm": 0.920954608431088,
      "learning_rate": 0.0002595478240118883,
      "loss": 2.5781,
      "step": 32393
    },
    {
      "epoch": 1.5070481507327287,
      "grad_norm": 0.8426187009070207,
      "learning_rate": 0.0002595452886839787,
      "loss": 2.2969,
      "step": 32394
    },
    {
      "epoch": 1.5070946731798092,
      "grad_norm": 0.9014524763186292,
      "learning_rate": 0.0002595427532890049,
      "loss": 2.3906,
      "step": 32395
    },
    {
      "epoch": 1.50714119562689,
      "grad_norm": 0.8446100352736062,
      "learning_rate": 0.0002595402178269683,
      "loss": 2.1719,
      "step": 32396
    },
    {
      "epoch": 1.5071877180739706,
      "grad_norm": 0.899115699494053,
      "learning_rate": 0.00025953768229787055,
      "loss": 2.5,
      "step": 32397
    },
    {
      "epoch": 1.5072342405210515,
      "grad_norm": 0.9679894308363917,
      "learning_rate": 0.0002595351467017132,
      "loss": 2.4219,
      "step": 32398
    },
    {
      "epoch": 1.507280762968132,
      "grad_norm": 0.9449927662314002,
      "learning_rate": 0.0002595326110384977,
      "loss": 2.4219,
      "step": 32399
    },
    {
      "epoch": 1.5073272854152129,
      "grad_norm": 0.8903268318676578,
      "learning_rate": 0.0002595300753082258,
      "loss": 2.4375,
      "step": 32400
    },
    {
      "epoch": 1.5073738078622936,
      "grad_norm": 0.9104870356681942,
      "learning_rate": 0.0002595275395108989,
      "loss": 2.4062,
      "step": 32401
    },
    {
      "epoch": 1.5074203303093743,
      "grad_norm": 1.2165741371656604,
      "learning_rate": 0.0002595250036465186,
      "loss": 1.6719,
      "step": 32402
    },
    {
      "epoch": 1.507466852756455,
      "grad_norm": 0.9012852064461406,
      "learning_rate": 0.00025952246771508643,
      "loss": 2.2188,
      "step": 32403
    },
    {
      "epoch": 1.5075133752035357,
      "grad_norm": 0.8797461931231423,
      "learning_rate": 0.00025951993171660404,
      "loss": 2.5625,
      "step": 32404
    },
    {
      "epoch": 1.5075598976506164,
      "grad_norm": 0.8894865990591162,
      "learning_rate": 0.00025951739565107285,
      "loss": 2.4375,
      "step": 32405
    },
    {
      "epoch": 1.507606420097697,
      "grad_norm": 0.9431753819259767,
      "learning_rate": 0.00025951485951849443,
      "loss": 2.2812,
      "step": 32406
    },
    {
      "epoch": 1.507652942544778,
      "grad_norm": 1.0674633151306396,
      "learning_rate": 0.0002595123233188704,
      "loss": 2.5312,
      "step": 32407
    },
    {
      "epoch": 1.5076994649918585,
      "grad_norm": 0.8519442098002338,
      "learning_rate": 0.00025950978705220227,
      "loss": 2.2969,
      "step": 32408
    },
    {
      "epoch": 1.5077459874389394,
      "grad_norm": 0.8815390374417325,
      "learning_rate": 0.00025950725071849156,
      "loss": 2.5312,
      "step": 32409
    },
    {
      "epoch": 1.5077925098860199,
      "grad_norm": 1.4459658878142234,
      "learning_rate": 0.00025950471431773997,
      "loss": 2.4531,
      "step": 32410
    },
    {
      "epoch": 1.5078390323331008,
      "grad_norm": 1.0767573279490148,
      "learning_rate": 0.0002595021778499489,
      "loss": 2.2344,
      "step": 32411
    },
    {
      "epoch": 1.5078855547801815,
      "grad_norm": 1.295971829370896,
      "learning_rate": 0.00025949964131511994,
      "loss": 1.6953,
      "step": 32412
    },
    {
      "epoch": 1.5079320772272622,
      "grad_norm": 0.909465448916417,
      "learning_rate": 0.00025949710471325464,
      "loss": 2.5938,
      "step": 32413
    },
    {
      "epoch": 1.507978599674343,
      "grad_norm": 0.9131767429363497,
      "learning_rate": 0.0002594945680443546,
      "loss": 2.3594,
      "step": 32414
    },
    {
      "epoch": 1.5080251221214236,
      "grad_norm": 0.9649814833745803,
      "learning_rate": 0.0002594920313084213,
      "loss": 2.5312,
      "step": 32415
    },
    {
      "epoch": 1.5080716445685043,
      "grad_norm": 0.9122405324293574,
      "learning_rate": 0.00025948949450545634,
      "loss": 2.5938,
      "step": 32416
    },
    {
      "epoch": 1.508118167015585,
      "grad_norm": 0.8635983082785603,
      "learning_rate": 0.00025948695763546134,
      "loss": 2.1719,
      "step": 32417
    },
    {
      "epoch": 1.5081646894626657,
      "grad_norm": 0.9819859320506305,
      "learning_rate": 0.0002594844206984377,
      "loss": 2.5781,
      "step": 32418
    },
    {
      "epoch": 1.5082112119097464,
      "grad_norm": 0.9323792289048339,
      "learning_rate": 0.0002594818836943871,
      "loss": 2.3281,
      "step": 32419
    },
    {
      "epoch": 1.5082577343568273,
      "grad_norm": 1.0479655387408109,
      "learning_rate": 0.000259479346623311,
      "loss": 2.4844,
      "step": 32420
    },
    {
      "epoch": 1.5083042568039078,
      "grad_norm": 1.0308901188625506,
      "learning_rate": 0.00025947680948521103,
      "loss": 2.5781,
      "step": 32421
    },
    {
      "epoch": 1.5083507792509887,
      "grad_norm": 0.980563685443377,
      "learning_rate": 0.0002594742722800887,
      "loss": 2.5938,
      "step": 32422
    },
    {
      "epoch": 1.5083973016980692,
      "grad_norm": 1.018708209228707,
      "learning_rate": 0.0002594717350079456,
      "loss": 2.4219,
      "step": 32423
    },
    {
      "epoch": 1.50844382414515,
      "grad_norm": 0.9050893509174239,
      "learning_rate": 0.00025946919766878327,
      "loss": 2.4375,
      "step": 32424
    },
    {
      "epoch": 1.5084903465922308,
      "grad_norm": 0.9102732211012726,
      "learning_rate": 0.00025946666026260314,
      "loss": 2.2344,
      "step": 32425
    },
    {
      "epoch": 1.5085368690393115,
      "grad_norm": 0.9476751310088862,
      "learning_rate": 0.000259464122789407,
      "loss": 2.2969,
      "step": 32426
    },
    {
      "epoch": 1.5085833914863922,
      "grad_norm": 0.9028328772439794,
      "learning_rate": 0.0002594615852491962,
      "loss": 2.25,
      "step": 32427
    },
    {
      "epoch": 1.508629913933473,
      "grad_norm": 0.9104574012150126,
      "learning_rate": 0.0002594590476419724,
      "loss": 2.25,
      "step": 32428
    },
    {
      "epoch": 1.5086764363805536,
      "grad_norm": 0.9141846175443428,
      "learning_rate": 0.0002594565099677372,
      "loss": 2.3125,
      "step": 32429
    },
    {
      "epoch": 1.5087229588276343,
      "grad_norm": 1.011713740104292,
      "learning_rate": 0.000259453972226492,
      "loss": 2.7656,
      "step": 32430
    },
    {
      "epoch": 1.508769481274715,
      "grad_norm": 0.86076524152874,
      "learning_rate": 0.0002594514344182384,
      "loss": 2.3125,
      "step": 32431
    },
    {
      "epoch": 1.5088160037217957,
      "grad_norm": 1.0405482237877277,
      "learning_rate": 0.000259448896542978,
      "loss": 2.6406,
      "step": 32432
    },
    {
      "epoch": 1.5088625261688766,
      "grad_norm": 0.8550797142609199,
      "learning_rate": 0.0002594463586007124,
      "loss": 2.1406,
      "step": 32433
    },
    {
      "epoch": 1.508909048615957,
      "grad_norm": 0.9858256328788016,
      "learning_rate": 0.00025944382059144304,
      "loss": 2.25,
      "step": 32434
    },
    {
      "epoch": 1.508955571063038,
      "grad_norm": 0.9381793273280565,
      "learning_rate": 0.0002594412825151716,
      "loss": 2.4688,
      "step": 32435
    },
    {
      "epoch": 1.5090020935101185,
      "grad_norm": 0.8656467776251633,
      "learning_rate": 0.0002594387443718995,
      "loss": 2.1875,
      "step": 32436
    },
    {
      "epoch": 1.5090486159571994,
      "grad_norm": 0.8735720569954595,
      "learning_rate": 0.0002594362061616284,
      "loss": 2.2656,
      "step": 32437
    },
    {
      "epoch": 1.5090951384042801,
      "grad_norm": 0.9496245126109649,
      "learning_rate": 0.00025943366788435974,
      "loss": 2.3906,
      "step": 32438
    },
    {
      "epoch": 1.5091416608513608,
      "grad_norm": 0.9273565244637021,
      "learning_rate": 0.0002594311295400952,
      "loss": 2.3906,
      "step": 32439
    },
    {
      "epoch": 1.5091881832984415,
      "grad_norm": 0.9602381792557482,
      "learning_rate": 0.0002594285911288362,
      "loss": 2.5,
      "step": 32440
    },
    {
      "epoch": 1.5092347057455222,
      "grad_norm": 0.9457270609610866,
      "learning_rate": 0.0002594260526505845,
      "loss": 2.75,
      "step": 32441
    },
    {
      "epoch": 1.509281228192603,
      "grad_norm": 1.1581731267000845,
      "learning_rate": 0.00025942351410534147,
      "loss": 1.5938,
      "step": 32442
    },
    {
      "epoch": 1.5093277506396836,
      "grad_norm": 0.9607001742543138,
      "learning_rate": 0.0002594209754931087,
      "loss": 2.4219,
      "step": 32443
    },
    {
      "epoch": 1.5093742730867645,
      "grad_norm": 0.9006721046970514,
      "learning_rate": 0.00025941843681388777,
      "loss": 2.25,
      "step": 32444
    },
    {
      "epoch": 1.509420795533845,
      "grad_norm": 0.8877234016180736,
      "learning_rate": 0.00025941589806768026,
      "loss": 2.375,
      "step": 32445
    },
    {
      "epoch": 1.509467317980926,
      "grad_norm": 0.9688384065830894,
      "learning_rate": 0.00025941335925448765,
      "loss": 2.5469,
      "step": 32446
    },
    {
      "epoch": 1.5095138404280064,
      "grad_norm": 0.9307329296853641,
      "learning_rate": 0.0002594108203743115,
      "loss": 2.5625,
      "step": 32447
    },
    {
      "epoch": 1.5095603628750873,
      "grad_norm": 0.9527239602417572,
      "learning_rate": 0.0002594082814271535,
      "loss": 2.5312,
      "step": 32448
    },
    {
      "epoch": 1.5096068853221678,
      "grad_norm": 0.9272801019713142,
      "learning_rate": 0.00025940574241301506,
      "loss": 2.2969,
      "step": 32449
    },
    {
      "epoch": 1.5096534077692487,
      "grad_norm": 0.821563970739487,
      "learning_rate": 0.00025940320333189777,
      "loss": 2.4375,
      "step": 32450
    },
    {
      "epoch": 1.5096999302163294,
      "grad_norm": 0.8709277526789797,
      "learning_rate": 0.0002594006641838032,
      "loss": 2.5469,
      "step": 32451
    },
    {
      "epoch": 1.5097464526634101,
      "grad_norm": 0.8670108997975473,
      "learning_rate": 0.0002593981249687329,
      "loss": 2.5469,
      "step": 32452
    },
    {
      "epoch": 1.5097929751104908,
      "grad_norm": 0.9454651559330223,
      "learning_rate": 0.00025939558568668843,
      "loss": 2.5,
      "step": 32453
    },
    {
      "epoch": 1.5098394975575715,
      "grad_norm": 0.9509945576958101,
      "learning_rate": 0.0002593930463376713,
      "loss": 2.5625,
      "step": 32454
    },
    {
      "epoch": 1.5098860200046522,
      "grad_norm": 0.9645594458809528,
      "learning_rate": 0.00025939050692168315,
      "loss": 2.5625,
      "step": 32455
    },
    {
      "epoch": 1.509932542451733,
      "grad_norm": 0.864990425566623,
      "learning_rate": 0.00025938796743872546,
      "loss": 2.1719,
      "step": 32456
    },
    {
      "epoch": 1.5099790648988138,
      "grad_norm": 0.9842658347776394,
      "learning_rate": 0.0002593854278887998,
      "loss": 2.2969,
      "step": 32457
    },
    {
      "epoch": 1.5100255873458943,
      "grad_norm": 0.8799541621748036,
      "learning_rate": 0.00025938288827190775,
      "loss": 2.2188,
      "step": 32458
    },
    {
      "epoch": 1.5100721097929752,
      "grad_norm": 0.8794767743085987,
      "learning_rate": 0.00025938034858805087,
      "loss": 2.3125,
      "step": 32459
    },
    {
      "epoch": 1.5101186322400557,
      "grad_norm": 0.9603856682723667,
      "learning_rate": 0.0002593778088372307,
      "loss": 2.2031,
      "step": 32460
    },
    {
      "epoch": 1.5101651546871366,
      "grad_norm": 0.9142407044635391,
      "learning_rate": 0.00025937526901944876,
      "loss": 2.4531,
      "step": 32461
    },
    {
      "epoch": 1.5102116771342171,
      "grad_norm": 0.871748358703616,
      "learning_rate": 0.00025937272913470667,
      "loss": 2.3281,
      "step": 32462
    },
    {
      "epoch": 1.510258199581298,
      "grad_norm": 0.907933849777422,
      "learning_rate": 0.00025937018918300594,
      "loss": 2.2344,
      "step": 32463
    },
    {
      "epoch": 1.5103047220283787,
      "grad_norm": 0.8690930640454742,
      "learning_rate": 0.00025936764916434813,
      "loss": 2.3594,
      "step": 32464
    },
    {
      "epoch": 1.5103512444754594,
      "grad_norm": 0.8578261268555671,
      "learning_rate": 0.00025936510907873477,
      "loss": 2.3125,
      "step": 32465
    },
    {
      "epoch": 1.5103977669225401,
      "grad_norm": 0.8131853399650145,
      "learning_rate": 0.00025936256892616753,
      "loss": 2.2969,
      "step": 32466
    },
    {
      "epoch": 1.5104442893696208,
      "grad_norm": 0.8992159707268471,
      "learning_rate": 0.0002593600287066478,
      "loss": 2.2969,
      "step": 32467
    },
    {
      "epoch": 1.5104908118167015,
      "grad_norm": 0.936338791009124,
      "learning_rate": 0.00025935748842017723,
      "loss": 1.8359,
      "step": 32468
    },
    {
      "epoch": 1.5105373342637822,
      "grad_norm": 0.9020091993100285,
      "learning_rate": 0.00025935494806675737,
      "loss": 2.25,
      "step": 32469
    },
    {
      "epoch": 1.5105838567108631,
      "grad_norm": 0.9193103911799893,
      "learning_rate": 0.00025935240764638975,
      "loss": 2.4375,
      "step": 32470
    },
    {
      "epoch": 1.5106303791579436,
      "grad_norm": 0.9321873253160143,
      "learning_rate": 0.00025934986715907596,
      "loss": 2.3281,
      "step": 32471
    },
    {
      "epoch": 1.5106769016050245,
      "grad_norm": 0.9162030303503906,
      "learning_rate": 0.00025934732660481757,
      "loss": 2.3281,
      "step": 32472
    },
    {
      "epoch": 1.510723424052105,
      "grad_norm": 0.9457825422206622,
      "learning_rate": 0.00025934478598361603,
      "loss": 2.3438,
      "step": 32473
    },
    {
      "epoch": 1.510769946499186,
      "grad_norm": 1.0267063721385887,
      "learning_rate": 0.00025934224529547303,
      "loss": 2.3906,
      "step": 32474
    },
    {
      "epoch": 1.5108164689462664,
      "grad_norm": 0.8887915211752726,
      "learning_rate": 0.00025933970454039004,
      "loss": 2.1875,
      "step": 32475
    },
    {
      "epoch": 1.5108629913933473,
      "grad_norm": 0.9175945772576863,
      "learning_rate": 0.0002593371637183686,
      "loss": 2.5156,
      "step": 32476
    },
    {
      "epoch": 1.510909513840428,
      "grad_norm": 0.9179559591242045,
      "learning_rate": 0.00025933462282941034,
      "loss": 2.3594,
      "step": 32477
    },
    {
      "epoch": 1.5109560362875087,
      "grad_norm": 0.8548661192837277,
      "learning_rate": 0.0002593320818735168,
      "loss": 2.125,
      "step": 32478
    },
    {
      "epoch": 1.5110025587345894,
      "grad_norm": 0.8954882630939585,
      "learning_rate": 0.00025932954085068947,
      "loss": 2.4219,
      "step": 32479
    },
    {
      "epoch": 1.5110490811816701,
      "grad_norm": 0.935367541733347,
      "learning_rate": 0.00025932699976093,
      "loss": 2.2188,
      "step": 32480
    },
    {
      "epoch": 1.5110956036287508,
      "grad_norm": 0.927472970197642,
      "learning_rate": 0.0002593244586042399,
      "loss": 2.1562,
      "step": 32481
    },
    {
      "epoch": 1.5111421260758315,
      "grad_norm": 0.9336878263977205,
      "learning_rate": 0.00025932191738062065,
      "loss": 2.1719,
      "step": 32482
    },
    {
      "epoch": 1.5111886485229125,
      "grad_norm": 0.907062176785423,
      "learning_rate": 0.00025931937609007395,
      "loss": 2.375,
      "step": 32483
    },
    {
      "epoch": 1.511235170969993,
      "grad_norm": 0.9008611420031227,
      "learning_rate": 0.00025931683473260123,
      "loss": 2.1094,
      "step": 32484
    },
    {
      "epoch": 1.5112816934170739,
      "grad_norm": 0.8289843967165501,
      "learning_rate": 0.00025931429330820413,
      "loss": 2.0,
      "step": 32485
    },
    {
      "epoch": 1.5113282158641543,
      "grad_norm": 0.9636254456049366,
      "learning_rate": 0.00025931175181688416,
      "loss": 2.5938,
      "step": 32486
    },
    {
      "epoch": 1.5113747383112353,
      "grad_norm": 1.0069389614632958,
      "learning_rate": 0.0002593092102586429,
      "loss": 2.4844,
      "step": 32487
    },
    {
      "epoch": 1.5114212607583157,
      "grad_norm": 0.888505988950942,
      "learning_rate": 0.0002593066686334819,
      "loss": 2.1875,
      "step": 32488
    },
    {
      "epoch": 1.5114677832053967,
      "grad_norm": 0.8709660682613306,
      "learning_rate": 0.0002593041269414027,
      "loss": 2.2969,
      "step": 32489
    },
    {
      "epoch": 1.5115143056524774,
      "grad_norm": 0.9570633805329842,
      "learning_rate": 0.00025930158518240696,
      "loss": 2.3594,
      "step": 32490
    },
    {
      "epoch": 1.511560828099558,
      "grad_norm": 0.9147831570995705,
      "learning_rate": 0.000259299043356496,
      "loss": 2.1406,
      "step": 32491
    },
    {
      "epoch": 1.5116073505466388,
      "grad_norm": 0.9230609066434962,
      "learning_rate": 0.00025929650146367165,
      "loss": 2.4688,
      "step": 32492
    },
    {
      "epoch": 1.5116538729937194,
      "grad_norm": 0.8899431606745275,
      "learning_rate": 0.00025929395950393525,
      "loss": 2.4062,
      "step": 32493
    },
    {
      "epoch": 1.5117003954408001,
      "grad_norm": 0.95684475653807,
      "learning_rate": 0.00025929141747728845,
      "loss": 2.4688,
      "step": 32494
    },
    {
      "epoch": 1.5117469178878808,
      "grad_norm": 0.8771564267240081,
      "learning_rate": 0.00025928887538373283,
      "loss": 2.3281,
      "step": 32495
    },
    {
      "epoch": 1.5117934403349618,
      "grad_norm": 0.8963770698096315,
      "learning_rate": 0.0002592863332232699,
      "loss": 2.5781,
      "step": 32496
    },
    {
      "epoch": 1.5118399627820422,
      "grad_norm": 0.8825268979090983,
      "learning_rate": 0.0002592837909959013,
      "loss": 2.4062,
      "step": 32497
    },
    {
      "epoch": 1.5118864852291232,
      "grad_norm": 0.9214416505030281,
      "learning_rate": 0.0002592812487016284,
      "loss": 2.1094,
      "step": 32498
    },
    {
      "epoch": 1.5119330076762036,
      "grad_norm": 1.014815605580675,
      "learning_rate": 0.0002592787063404529,
      "loss": 2.4844,
      "step": 32499
    },
    {
      "epoch": 1.5119795301232846,
      "grad_norm": 0.8912121198996384,
      "learning_rate": 0.0002592761639123764,
      "loss": 2.1875,
      "step": 32500
    },
    {
      "epoch": 1.512026052570365,
      "grad_norm": 0.9412819336051891,
      "learning_rate": 0.00025927362141740036,
      "loss": 2.6406,
      "step": 32501
    },
    {
      "epoch": 1.512072575017446,
      "grad_norm": 0.9990984500180287,
      "learning_rate": 0.0002592710788555264,
      "loss": 2.3438,
      "step": 32502
    },
    {
      "epoch": 1.5121190974645267,
      "grad_norm": 0.9237823624956123,
      "learning_rate": 0.000259268536226756,
      "loss": 2.2812,
      "step": 32503
    },
    {
      "epoch": 1.5121656199116074,
      "grad_norm": 0.8306778830010183,
      "learning_rate": 0.0002592659935310907,
      "loss": 2.4531,
      "step": 32504
    },
    {
      "epoch": 1.512212142358688,
      "grad_norm": 0.9242063549078332,
      "learning_rate": 0.0002592634507685322,
      "loss": 2.1719,
      "step": 32505
    },
    {
      "epoch": 1.5122586648057688,
      "grad_norm": 0.9799627710723947,
      "learning_rate": 0.00025926090793908197,
      "loss": 2.6406,
      "step": 32506
    },
    {
      "epoch": 1.5123051872528495,
      "grad_norm": 0.9055347325316938,
      "learning_rate": 0.0002592583650427415,
      "loss": 2.0938,
      "step": 32507
    },
    {
      "epoch": 1.5123517096999302,
      "grad_norm": 0.8803576559300774,
      "learning_rate": 0.00025925582207951244,
      "loss": 2.2812,
      "step": 32508
    },
    {
      "epoch": 1.512398232147011,
      "grad_norm": 0.9783264906487364,
      "learning_rate": 0.00025925327904939636,
      "loss": 2.4062,
      "step": 32509
    },
    {
      "epoch": 1.5124447545940916,
      "grad_norm": 0.8691573890524364,
      "learning_rate": 0.00025925073595239477,
      "loss": 2.2969,
      "step": 32510
    },
    {
      "epoch": 1.5124912770411725,
      "grad_norm": 0.9300407520798986,
      "learning_rate": 0.00025924819278850923,
      "loss": 2.2812,
      "step": 32511
    },
    {
      "epoch": 1.512537799488253,
      "grad_norm": 1.1353831777601653,
      "learning_rate": 0.0002592456495577413,
      "loss": 2.5469,
      "step": 32512
    },
    {
      "epoch": 1.5125843219353339,
      "grad_norm": 0.8719090024681068,
      "learning_rate": 0.00025924310626009256,
      "loss": 2.1094,
      "step": 32513
    },
    {
      "epoch": 1.5126308443824144,
      "grad_norm": 0.9600183098582358,
      "learning_rate": 0.0002592405628955645,
      "loss": 2.1875,
      "step": 32514
    },
    {
      "epoch": 1.5126773668294953,
      "grad_norm": 0.9053869477870593,
      "learning_rate": 0.00025923801946415876,
      "loss": 2.4375,
      "step": 32515
    },
    {
      "epoch": 1.512723889276576,
      "grad_norm": 0.9002979545213589,
      "learning_rate": 0.0002592354759658768,
      "loss": 2.2344,
      "step": 32516
    },
    {
      "epoch": 1.5127704117236567,
      "grad_norm": 0.9527483503686702,
      "learning_rate": 0.0002592329324007203,
      "loss": 2.6719,
      "step": 32517
    },
    {
      "epoch": 1.5128169341707374,
      "grad_norm": 0.9144217647364539,
      "learning_rate": 0.00025923038876869074,
      "loss": 2.25,
      "step": 32518
    },
    {
      "epoch": 1.512863456617818,
      "grad_norm": 0.9020527068577454,
      "learning_rate": 0.0002592278450697897,
      "loss": 2.0156,
      "step": 32519
    },
    {
      "epoch": 1.5129099790648988,
      "grad_norm": 0.9843860159559702,
      "learning_rate": 0.0002592253013040187,
      "loss": 2.6719,
      "step": 32520
    },
    {
      "epoch": 1.5129565015119795,
      "grad_norm": 1.0129892526545599,
      "learning_rate": 0.0002592227574713794,
      "loss": 2.7656,
      "step": 32521
    },
    {
      "epoch": 1.5130030239590604,
      "grad_norm": 0.8772686518534561,
      "learning_rate": 0.0002592202135718732,
      "loss": 1.9844,
      "step": 32522
    },
    {
      "epoch": 1.5130495464061409,
      "grad_norm": 0.8981784121244784,
      "learning_rate": 0.00025921766960550175,
      "loss": 2.0469,
      "step": 32523
    },
    {
      "epoch": 1.5130960688532218,
      "grad_norm": 1.0437147234620532,
      "learning_rate": 0.00025921512557226665,
      "loss": 2.4688,
      "step": 32524
    },
    {
      "epoch": 1.5131425913003023,
      "grad_norm": 0.8645155601691624,
      "learning_rate": 0.0002592125814721694,
      "loss": 2.2344,
      "step": 32525
    },
    {
      "epoch": 1.5131891137473832,
      "grad_norm": 0.8817587690250382,
      "learning_rate": 0.00025921003730521155,
      "loss": 2.3438,
      "step": 32526
    },
    {
      "epoch": 1.5132356361944637,
      "grad_norm": 0.9588054507063181,
      "learning_rate": 0.00025920749307139465,
      "loss": 2.5,
      "step": 32527
    },
    {
      "epoch": 1.5132821586415446,
      "grad_norm": 0.9374142254743316,
      "learning_rate": 0.00025920494877072027,
      "loss": 2.5156,
      "step": 32528
    },
    {
      "epoch": 1.5133286810886253,
      "grad_norm": 0.8911819341325601,
      "learning_rate": 0.00025920240440319,
      "loss": 2.4688,
      "step": 32529
    },
    {
      "epoch": 1.513375203535706,
      "grad_norm": 0.8678120208227469,
      "learning_rate": 0.0002591998599688054,
      "loss": 2.5156,
      "step": 32530
    },
    {
      "epoch": 1.5134217259827867,
      "grad_norm": 0.9522891241498836,
      "learning_rate": 0.000259197315467568,
      "loss": 2.5625,
      "step": 32531
    },
    {
      "epoch": 1.5134682484298674,
      "grad_norm": 0.8759748231631187,
      "learning_rate": 0.00025919477089947926,
      "loss": 2.1562,
      "step": 32532
    },
    {
      "epoch": 1.513514770876948,
      "grad_norm": 1.1197854134793768,
      "learning_rate": 0.000259192226264541,
      "loss": 1.7734,
      "step": 32533
    },
    {
      "epoch": 1.5135612933240288,
      "grad_norm": 0.8842951609555315,
      "learning_rate": 0.0002591896815627545,
      "loss": 2.375,
      "step": 32534
    },
    {
      "epoch": 1.5136078157711097,
      "grad_norm": 0.8752445454900042,
      "learning_rate": 0.00025918713679412146,
      "loss": 2.2031,
      "step": 32535
    },
    {
      "epoch": 1.5136543382181902,
      "grad_norm": 0.8759447986702281,
      "learning_rate": 0.00025918459195864343,
      "loss": 2.3281,
      "step": 32536
    },
    {
      "epoch": 1.513700860665271,
      "grad_norm": 0.8919370048080748,
      "learning_rate": 0.00025918204705632195,
      "loss": 2.625,
      "step": 32537
    },
    {
      "epoch": 1.5137473831123516,
      "grad_norm": 0.8597999096943341,
      "learning_rate": 0.00025917950208715853,
      "loss": 2.1562,
      "step": 32538
    },
    {
      "epoch": 1.5137939055594325,
      "grad_norm": 0.9968735776688351,
      "learning_rate": 0.00025917695705115487,
      "loss": 2.5312,
      "step": 32539
    },
    {
      "epoch": 1.5138404280065132,
      "grad_norm": 0.8694686582700011,
      "learning_rate": 0.0002591744119483123,
      "loss": 2.25,
      "step": 32540
    },
    {
      "epoch": 1.513886950453594,
      "grad_norm": 0.8908172912134947,
      "learning_rate": 0.00025917186677863264,
      "loss": 2.2031,
      "step": 32541
    },
    {
      "epoch": 1.5139334729006746,
      "grad_norm": 0.8788260103640428,
      "learning_rate": 0.0002591693215421172,
      "loss": 2.2969,
      "step": 32542
    },
    {
      "epoch": 1.5139799953477553,
      "grad_norm": 0.7706725128144063,
      "learning_rate": 0.0002591667762387677,
      "loss": 1.8672,
      "step": 32543
    },
    {
      "epoch": 1.514026517794836,
      "grad_norm": 0.9724311090819485,
      "learning_rate": 0.00025916423086858574,
      "loss": 2.375,
      "step": 32544
    },
    {
      "epoch": 1.5140730402419167,
      "grad_norm": 0.9203033903467476,
      "learning_rate": 0.0002591616854315727,
      "loss": 2.1719,
      "step": 32545
    },
    {
      "epoch": 1.5141195626889974,
      "grad_norm": 0.8352455865918202,
      "learning_rate": 0.0002591591399277303,
      "loss": 2.1875,
      "step": 32546
    },
    {
      "epoch": 1.514166085136078,
      "grad_norm": 0.9623316481153372,
      "learning_rate": 0.00025915659435705996,
      "loss": 2.625,
      "step": 32547
    },
    {
      "epoch": 1.514212607583159,
      "grad_norm": 0.8850426184085624,
      "learning_rate": 0.00025915404871956337,
      "loss": 2.2344,
      "step": 32548
    },
    {
      "epoch": 1.5142591300302395,
      "grad_norm": 0.9076501653111604,
      "learning_rate": 0.000259151503015242,
      "loss": 2.4219,
      "step": 32549
    },
    {
      "epoch": 1.5143056524773204,
      "grad_norm": 0.9421063950683378,
      "learning_rate": 0.0002591489572440974,
      "loss": 2.6094,
      "step": 32550
    },
    {
      "epoch": 1.5143521749244009,
      "grad_norm": 0.9337366016134274,
      "learning_rate": 0.0002591464114061312,
      "loss": 2.4219,
      "step": 32551
    },
    {
      "epoch": 1.5143986973714818,
      "grad_norm": 1.0014272806391646,
      "learning_rate": 0.00025914386550134495,
      "loss": 2.3906,
      "step": 32552
    },
    {
      "epoch": 1.5144452198185625,
      "grad_norm": 0.9274450029523011,
      "learning_rate": 0.00025914131952974013,
      "loss": 2.6562,
      "step": 32553
    },
    {
      "epoch": 1.5144917422656432,
      "grad_norm": 0.8834713947605666,
      "learning_rate": 0.00025913877349131837,
      "loss": 2.3438,
      "step": 32554
    },
    {
      "epoch": 1.514538264712724,
      "grad_norm": 0.8733990059235883,
      "learning_rate": 0.0002591362273860813,
      "loss": 2.4688,
      "step": 32555
    },
    {
      "epoch": 1.5145847871598046,
      "grad_norm": 1.035133946111822,
      "learning_rate": 0.00025913368121403027,
      "loss": 2.7812,
      "step": 32556
    },
    {
      "epoch": 1.5146313096068853,
      "grad_norm": 0.9139371269583529,
      "learning_rate": 0.000259131134975167,
      "loss": 2.3906,
      "step": 32557
    },
    {
      "epoch": 1.514677832053966,
      "grad_norm": 0.8739974912738913,
      "learning_rate": 0.000259128588669493,
      "loss": 2.2656,
      "step": 32558
    },
    {
      "epoch": 1.514724354501047,
      "grad_norm": 1.0040142987722762,
      "learning_rate": 0.0002591260422970098,
      "loss": 2.3125,
      "step": 32559
    },
    {
      "epoch": 1.5147708769481274,
      "grad_norm": 0.8793961319621664,
      "learning_rate": 0.0002591234958577191,
      "loss": 2.2656,
      "step": 32560
    },
    {
      "epoch": 1.5148173993952083,
      "grad_norm": 0.9828344817670205,
      "learning_rate": 0.00025912094935162227,
      "loss": 2.3125,
      "step": 32561
    },
    {
      "epoch": 1.5148639218422888,
      "grad_norm": 0.8889557776224029,
      "learning_rate": 0.00025911840277872093,
      "loss": 2.5,
      "step": 32562
    },
    {
      "epoch": 1.5149104442893697,
      "grad_norm": 0.8569536606525893,
      "learning_rate": 0.00025911585613901675,
      "loss": 2.25,
      "step": 32563
    },
    {
      "epoch": 1.5149569667364502,
      "grad_norm": 0.9117900639346421,
      "learning_rate": 0.00025911330943251113,
      "loss": 2.5,
      "step": 32564
    },
    {
      "epoch": 1.5150034891835311,
      "grad_norm": 0.9058221650110526,
      "learning_rate": 0.0002591107626592057,
      "loss": 2.2656,
      "step": 32565
    },
    {
      "epoch": 1.5150500116306118,
      "grad_norm": 0.9527022076887937,
      "learning_rate": 0.00025910821581910204,
      "loss": 2.6094,
      "step": 32566
    },
    {
      "epoch": 1.5150965340776925,
      "grad_norm": 0.9546868689118356,
      "learning_rate": 0.0002591056689122017,
      "loss": 2.7188,
      "step": 32567
    },
    {
      "epoch": 1.5151430565247732,
      "grad_norm": 0.9570551989093432,
      "learning_rate": 0.0002591031219385062,
      "loss": 2.7344,
      "step": 32568
    },
    {
      "epoch": 1.515189578971854,
      "grad_norm": 0.9244595259779926,
      "learning_rate": 0.0002591005748980171,
      "loss": 2.4062,
      "step": 32569
    },
    {
      "epoch": 1.5152361014189346,
      "grad_norm": 1.0206770296732792,
      "learning_rate": 0.000259098027790736,
      "loss": 2.3125,
      "step": 32570
    },
    {
      "epoch": 1.5152826238660153,
      "grad_norm": 0.9864585826439707,
      "learning_rate": 0.0002590954806166645,
      "loss": 2.5469,
      "step": 32571
    },
    {
      "epoch": 1.5153291463130962,
      "grad_norm": 0.9263261650437546,
      "learning_rate": 0.0002590929333758041,
      "loss": 2.4688,
      "step": 32572
    },
    {
      "epoch": 1.5153756687601767,
      "grad_norm": 0.8260860851446034,
      "learning_rate": 0.00025909038606815625,
      "loss": 2.1719,
      "step": 32573
    },
    {
      "epoch": 1.5154221912072576,
      "grad_norm": 1.0047864716732293,
      "learning_rate": 0.00025908783869372273,
      "loss": 2.7812,
      "step": 32574
    },
    {
      "epoch": 1.515468713654338,
      "grad_norm": 0.9171620119603855,
      "learning_rate": 0.00025908529125250496,
      "loss": 2.4844,
      "step": 32575
    },
    {
      "epoch": 1.515515236101419,
      "grad_norm": 0.9684612427796223,
      "learning_rate": 0.00025908274374450457,
      "loss": 2.5625,
      "step": 32576
    },
    {
      "epoch": 1.5155617585484995,
      "grad_norm": 0.9007009704827778,
      "learning_rate": 0.000259080196169723,
      "loss": 2.5625,
      "step": 32577
    },
    {
      "epoch": 1.5156082809955804,
      "grad_norm": 0.935760652092155,
      "learning_rate": 0.00025907764852816197,
      "loss": 2.3594,
      "step": 32578
    },
    {
      "epoch": 1.5156548034426611,
      "grad_norm": 0.9622017868201004,
      "learning_rate": 0.0002590751008198229,
      "loss": 2.4531,
      "step": 32579
    },
    {
      "epoch": 1.5157013258897418,
      "grad_norm": 0.9651167044676697,
      "learning_rate": 0.00025907255304470747,
      "loss": 2.3281,
      "step": 32580
    },
    {
      "epoch": 1.5157478483368225,
      "grad_norm": 0.9628658402727345,
      "learning_rate": 0.00025907000520281715,
      "loss": 2.3281,
      "step": 32581
    },
    {
      "epoch": 1.5157943707839032,
      "grad_norm": 0.9008957356276206,
      "learning_rate": 0.00025906745729415353,
      "loss": 2.4219,
      "step": 32582
    },
    {
      "epoch": 1.515840893230984,
      "grad_norm": 0.8199181601233492,
      "learning_rate": 0.0002590649093187182,
      "loss": 2.375,
      "step": 32583
    },
    {
      "epoch": 1.5158874156780646,
      "grad_norm": 0.9761325386534176,
      "learning_rate": 0.0002590623612765126,
      "loss": 2.6562,
      "step": 32584
    },
    {
      "epoch": 1.5159339381251455,
      "grad_norm": 0.8618608400674719,
      "learning_rate": 0.0002590598131675385,
      "loss": 2.2969,
      "step": 32585
    },
    {
      "epoch": 1.515980460572226,
      "grad_norm": 0.9721749717600146,
      "learning_rate": 0.00025905726499179726,
      "loss": 2.2812,
      "step": 32586
    },
    {
      "epoch": 1.516026983019307,
      "grad_norm": 1.0899849239898638,
      "learning_rate": 0.0002590547167492905,
      "loss": 2.6562,
      "step": 32587
    },
    {
      "epoch": 1.5160735054663874,
      "grad_norm": 0.8968977587347479,
      "learning_rate": 0.0002590521684400198,
      "loss": 2.3594,
      "step": 32588
    },
    {
      "epoch": 1.5161200279134683,
      "grad_norm": 1.0024853488237564,
      "learning_rate": 0.0002590496200639868,
      "loss": 2.0156,
      "step": 32589
    },
    {
      "epoch": 1.5161665503605488,
      "grad_norm": 0.8759965278021541,
      "learning_rate": 0.0002590470716211929,
      "loss": 2.4375,
      "step": 32590
    },
    {
      "epoch": 1.5162130728076297,
      "grad_norm": 0.8914363553767644,
      "learning_rate": 0.0002590445231116398,
      "loss": 2.3594,
      "step": 32591
    },
    {
      "epoch": 1.5162595952547104,
      "grad_norm": 0.981212309809059,
      "learning_rate": 0.000259041974535329,
      "loss": 2.4531,
      "step": 32592
    },
    {
      "epoch": 1.5163061177017911,
      "grad_norm": 0.8910425047626168,
      "learning_rate": 0.000259039425892262,
      "loss": 2.3438,
      "step": 32593
    },
    {
      "epoch": 1.5163526401488718,
      "grad_norm": 0.8678494899877636,
      "learning_rate": 0.0002590368771824405,
      "loss": 2.5156,
      "step": 32594
    },
    {
      "epoch": 1.5163991625959525,
      "grad_norm": 0.9043360155710161,
      "learning_rate": 0.0002590343284058659,
      "loss": 2.4062,
      "step": 32595
    },
    {
      "epoch": 1.5164456850430332,
      "grad_norm": 0.9722027050730252,
      "learning_rate": 0.0002590317795625399,
      "loss": 2.4219,
      "step": 32596
    },
    {
      "epoch": 1.516492207490114,
      "grad_norm": 0.8701778841274815,
      "learning_rate": 0.00025902923065246396,
      "loss": 2.2188,
      "step": 32597
    },
    {
      "epoch": 1.5165387299371949,
      "grad_norm": 0.8835333033888321,
      "learning_rate": 0.00025902668167563975,
      "loss": 2.375,
      "step": 32598
    },
    {
      "epoch": 1.5165852523842753,
      "grad_norm": 0.9573127903133296,
      "learning_rate": 0.0002590241326320687,
      "loss": 2.4062,
      "step": 32599
    },
    {
      "epoch": 1.5166317748313562,
      "grad_norm": 0.968967832593927,
      "learning_rate": 0.00025902158352175247,
      "loss": 2.1406,
      "step": 32600
    },
    {
      "epoch": 1.5166782972784367,
      "grad_norm": 0.9646442627431401,
      "learning_rate": 0.0002590190343446926,
      "loss": 2.7812,
      "step": 32601
    },
    {
      "epoch": 1.5167248197255176,
      "grad_norm": 1.0085304649055127,
      "learning_rate": 0.00025901648510089054,
      "loss": 2.5938,
      "step": 32602
    },
    {
      "epoch": 1.5167713421725981,
      "grad_norm": 0.8722018898541481,
      "learning_rate": 0.00025901393579034804,
      "loss": 2.2344,
      "step": 32603
    },
    {
      "epoch": 1.516817864619679,
      "grad_norm": 0.9425184465672662,
      "learning_rate": 0.0002590113864130665,
      "loss": 2.4062,
      "step": 32604
    },
    {
      "epoch": 1.5168643870667597,
      "grad_norm": 0.8536200482126436,
      "learning_rate": 0.00025900883696904764,
      "loss": 2.1562,
      "step": 32605
    },
    {
      "epoch": 1.5169109095138404,
      "grad_norm": 0.8944340354321463,
      "learning_rate": 0.00025900628745829284,
      "loss": 2.1875,
      "step": 32606
    },
    {
      "epoch": 1.5169574319609211,
      "grad_norm": 0.9337068479498419,
      "learning_rate": 0.00025900373788080377,
      "loss": 2.2812,
      "step": 32607
    },
    {
      "epoch": 1.5170039544080018,
      "grad_norm": 0.9476504675591938,
      "learning_rate": 0.00025900118823658194,
      "loss": 2.2969,
      "step": 32608
    },
    {
      "epoch": 1.5170504768550825,
      "grad_norm": 0.8639917536286965,
      "learning_rate": 0.000258998638525629,
      "loss": 2.2969,
      "step": 32609
    },
    {
      "epoch": 1.5170969993021632,
      "grad_norm": 0.9608847259879846,
      "learning_rate": 0.0002589960887479464,
      "loss": 2.4531,
      "step": 32610
    },
    {
      "epoch": 1.5171435217492442,
      "grad_norm": 1.013226401645748,
      "learning_rate": 0.0002589935389035358,
      "loss": 2.5312,
      "step": 32611
    },
    {
      "epoch": 1.5171900441963246,
      "grad_norm": 0.9972959884841676,
      "learning_rate": 0.0002589909889923987,
      "loss": 2.4375,
      "step": 32612
    },
    {
      "epoch": 1.5172365666434056,
      "grad_norm": 0.910885608220871,
      "learning_rate": 0.0002589884390145367,
      "loss": 2.5156,
      "step": 32613
    },
    {
      "epoch": 1.517283089090486,
      "grad_norm": 0.9113321735031069,
      "learning_rate": 0.00025898588896995124,
      "loss": 2.3125,
      "step": 32614
    },
    {
      "epoch": 1.517329611537567,
      "grad_norm": 0.9351564554308822,
      "learning_rate": 0.00025898333885864406,
      "loss": 2.3906,
      "step": 32615
    },
    {
      "epoch": 1.5173761339846474,
      "grad_norm": 0.9929324699684017,
      "learning_rate": 0.0002589807886806166,
      "loss": 2.5312,
      "step": 32616
    },
    {
      "epoch": 1.5174226564317284,
      "grad_norm": 1.0176413876186534,
      "learning_rate": 0.0002589782384358705,
      "loss": 2.2812,
      "step": 32617
    },
    {
      "epoch": 1.517469178878809,
      "grad_norm": 0.9057299181102718,
      "learning_rate": 0.0002589756881244072,
      "loss": 2.3438,
      "step": 32618
    },
    {
      "epoch": 1.5175157013258898,
      "grad_norm": 0.952495179646758,
      "learning_rate": 0.0002589731377462284,
      "loss": 2.2031,
      "step": 32619
    },
    {
      "epoch": 1.5175622237729705,
      "grad_norm": 1.0863383176683825,
      "learning_rate": 0.00025897058730133557,
      "loss": 2.4375,
      "step": 32620
    },
    {
      "epoch": 1.5176087462200512,
      "grad_norm": 1.0660766895955065,
      "learning_rate": 0.0002589680367897304,
      "loss": 2.6719,
      "step": 32621
    },
    {
      "epoch": 1.5176552686671319,
      "grad_norm": 0.9153964685995883,
      "learning_rate": 0.0002589654862114143,
      "loss": 2.3281,
      "step": 32622
    },
    {
      "epoch": 1.5177017911142126,
      "grad_norm": 0.9180181318540267,
      "learning_rate": 0.00025896293556638885,
      "loss": 2.5156,
      "step": 32623
    },
    {
      "epoch": 1.5177483135612935,
      "grad_norm": 0.8901829634463998,
      "learning_rate": 0.00025896038485465566,
      "loss": 1.7344,
      "step": 32624
    },
    {
      "epoch": 1.517794836008374,
      "grad_norm": 0.9581710276066339,
      "learning_rate": 0.00025895783407621633,
      "loss": 2.3438,
      "step": 32625
    },
    {
      "epoch": 1.5178413584554549,
      "grad_norm": 0.938001167177204,
      "learning_rate": 0.00025895528323107233,
      "loss": 2.6719,
      "step": 32626
    },
    {
      "epoch": 1.5178878809025353,
      "grad_norm": 0.9460140306476111,
      "learning_rate": 0.00025895273231922524,
      "loss": 2.4062,
      "step": 32627
    },
    {
      "epoch": 1.5179344033496163,
      "grad_norm": 1.101579610735236,
      "learning_rate": 0.00025895018134067667,
      "loss": 2.5312,
      "step": 32628
    },
    {
      "epoch": 1.5179809257966967,
      "grad_norm": 0.9389454236406224,
      "learning_rate": 0.00025894763029542814,
      "loss": 2.3594,
      "step": 32629
    },
    {
      "epoch": 1.5180274482437777,
      "grad_norm": 0.9233025292788211,
      "learning_rate": 0.0002589450791834813,
      "loss": 2.2031,
      "step": 32630
    },
    {
      "epoch": 1.5180739706908584,
      "grad_norm": 0.9785038878461342,
      "learning_rate": 0.00025894252800483757,
      "loss": 2.3906,
      "step": 32631
    },
    {
      "epoch": 1.518120493137939,
      "grad_norm": 0.9449445716474966,
      "learning_rate": 0.00025893997675949856,
      "loss": 2.6094,
      "step": 32632
    },
    {
      "epoch": 1.5181670155850198,
      "grad_norm": 0.8793216253119787,
      "learning_rate": 0.00025893742544746593,
      "loss": 2.2344,
      "step": 32633
    },
    {
      "epoch": 1.5182135380321005,
      "grad_norm": 0.9331384158993614,
      "learning_rate": 0.00025893487406874116,
      "loss": 2.5312,
      "step": 32634
    },
    {
      "epoch": 1.5182600604791812,
      "grad_norm": 0.9180202693054882,
      "learning_rate": 0.00025893232262332575,
      "loss": 2.3281,
      "step": 32635
    },
    {
      "epoch": 1.5183065829262619,
      "grad_norm": 0.9090704759840802,
      "learning_rate": 0.0002589297711112214,
      "loss": 2.375,
      "step": 32636
    },
    {
      "epoch": 1.5183531053733428,
      "grad_norm": 0.8865787826203119,
      "learning_rate": 0.0002589272195324296,
      "loss": 2.375,
      "step": 32637
    },
    {
      "epoch": 1.5183996278204233,
      "grad_norm": 0.9593825800263044,
      "learning_rate": 0.00025892466788695186,
      "loss": 2.5,
      "step": 32638
    },
    {
      "epoch": 1.5184461502675042,
      "grad_norm": 0.9334307449286254,
      "learning_rate": 0.0002589221161747898,
      "loss": 2.625,
      "step": 32639
    },
    {
      "epoch": 1.5184926727145847,
      "grad_norm": 0.8643964254066421,
      "learning_rate": 0.000258919564395945,
      "loss": 2.2656,
      "step": 32640
    },
    {
      "epoch": 1.5185391951616656,
      "grad_norm": 0.9798691322350814,
      "learning_rate": 0.00025891701255041904,
      "loss": 1.8359,
      "step": 32641
    },
    {
      "epoch": 1.518585717608746,
      "grad_norm": 0.9604894810132653,
      "learning_rate": 0.00025891446063821335,
      "loss": 2.5938,
      "step": 32642
    },
    {
      "epoch": 1.518632240055827,
      "grad_norm": 0.8597288001569876,
      "learning_rate": 0.0002589119086593297,
      "loss": 2.0938,
      "step": 32643
    },
    {
      "epoch": 1.5186787625029077,
      "grad_norm": 0.9414116958179686,
      "learning_rate": 0.0002589093566137694,
      "loss": 2.625,
      "step": 32644
    },
    {
      "epoch": 1.5187252849499884,
      "grad_norm": 0.962794495173305,
      "learning_rate": 0.0002589068045015343,
      "loss": 2.5781,
      "step": 32645
    },
    {
      "epoch": 1.518771807397069,
      "grad_norm": 1.051030578368216,
      "learning_rate": 0.00025890425232262575,
      "loss": 2.5938,
      "step": 32646
    },
    {
      "epoch": 1.5188183298441498,
      "grad_norm": 0.8801968703900608,
      "learning_rate": 0.00025890170007704535,
      "loss": 2.4688,
      "step": 32647
    },
    {
      "epoch": 1.5188648522912305,
      "grad_norm": 0.9267436395958295,
      "learning_rate": 0.0002588991477647947,
      "loss": 2.4375,
      "step": 32648
    },
    {
      "epoch": 1.5189113747383112,
      "grad_norm": 0.9325116283059111,
      "learning_rate": 0.00025889659538587536,
      "loss": 2.3906,
      "step": 32649
    },
    {
      "epoch": 1.518957897185392,
      "grad_norm": 0.9760366869340601,
      "learning_rate": 0.0002588940429402889,
      "loss": 2.4844,
      "step": 32650
    },
    {
      "epoch": 1.5190044196324726,
      "grad_norm": 0.9728449733580231,
      "learning_rate": 0.0002588914904280368,
      "loss": 2.3281,
      "step": 32651
    },
    {
      "epoch": 1.5190509420795535,
      "grad_norm": 0.9920625719479982,
      "learning_rate": 0.0002588889378491207,
      "loss": 2.2656,
      "step": 32652
    },
    {
      "epoch": 1.519097464526634,
      "grad_norm": 0.9269549635352093,
      "learning_rate": 0.0002588863852035422,
      "loss": 2.1875,
      "step": 32653
    },
    {
      "epoch": 1.5191439869737149,
      "grad_norm": 0.8890607710201844,
      "learning_rate": 0.00025888383249130284,
      "loss": 2.3438,
      "step": 32654
    },
    {
      "epoch": 1.5191905094207956,
      "grad_norm": 1.0703590378318453,
      "learning_rate": 0.00025888127971240404,
      "loss": 2.5156,
      "step": 32655
    },
    {
      "epoch": 1.5192370318678763,
      "grad_norm": 1.026234183921981,
      "learning_rate": 0.00025887872686684757,
      "loss": 2.4688,
      "step": 32656
    },
    {
      "epoch": 1.519283554314957,
      "grad_norm": 0.8924312889823571,
      "learning_rate": 0.0002588761739546349,
      "loss": 2.1562,
      "step": 32657
    },
    {
      "epoch": 1.5193300767620377,
      "grad_norm": 0.9278640703264627,
      "learning_rate": 0.0002588736209757675,
      "loss": 2.5156,
      "step": 32658
    },
    {
      "epoch": 1.5193765992091184,
      "grad_norm": 0.9733800815411762,
      "learning_rate": 0.00025887106793024713,
      "loss": 2.5,
      "step": 32659
    },
    {
      "epoch": 1.519423121656199,
      "grad_norm": 1.0134648961964488,
      "learning_rate": 0.00025886851481807526,
      "loss": 2.6094,
      "step": 32660
    },
    {
      "epoch": 1.5194696441032798,
      "grad_norm": 1.0301686288836862,
      "learning_rate": 0.00025886596163925336,
      "loss": 2.375,
      "step": 32661
    },
    {
      "epoch": 1.5195161665503605,
      "grad_norm": 0.9226284159045387,
      "learning_rate": 0.00025886340839378317,
      "loss": 2.4062,
      "step": 32662
    },
    {
      "epoch": 1.5195626889974414,
      "grad_norm": 0.8918604316845157,
      "learning_rate": 0.00025886085508166614,
      "loss": 2.3125,
      "step": 32663
    },
    {
      "epoch": 1.5196092114445219,
      "grad_norm": 0.9546388138788098,
      "learning_rate": 0.00025885830170290376,
      "loss": 2.3906,
      "step": 32664
    },
    {
      "epoch": 1.5196557338916028,
      "grad_norm": 0.9189557054202803,
      "learning_rate": 0.0002588557482574978,
      "loss": 2.3281,
      "step": 32665
    },
    {
      "epoch": 1.5197022563386833,
      "grad_norm": 0.9595384867573993,
      "learning_rate": 0.0002588531947454496,
      "loss": 2.5156,
      "step": 32666
    },
    {
      "epoch": 1.5197487787857642,
      "grad_norm": 0.947675802237559,
      "learning_rate": 0.00025885064116676094,
      "loss": 2.5156,
      "step": 32667
    },
    {
      "epoch": 1.519795301232845,
      "grad_norm": 0.9365504075171215,
      "learning_rate": 0.0002588480875214332,
      "loss": 2.5156,
      "step": 32668
    },
    {
      "epoch": 1.5198418236799256,
      "grad_norm": 0.9372136007119235,
      "learning_rate": 0.00025884553380946804,
      "loss": 2.3281,
      "step": 32669
    },
    {
      "epoch": 1.5198883461270063,
      "grad_norm": 0.8676050715071681,
      "learning_rate": 0.0002588429800308671,
      "loss": 2.0938,
      "step": 32670
    },
    {
      "epoch": 1.519934868574087,
      "grad_norm": 1.0276336672688542,
      "learning_rate": 0.0002588404261856317,
      "loss": 2.5,
      "step": 32671
    },
    {
      "epoch": 1.5199813910211677,
      "grad_norm": 0.9264151736416978,
      "learning_rate": 0.00025883787227376357,
      "loss": 2.2812,
      "step": 32672
    },
    {
      "epoch": 1.5200279134682484,
      "grad_norm": 0.8692819633167944,
      "learning_rate": 0.0002588353182952643,
      "loss": 2.2031,
      "step": 32673
    },
    {
      "epoch": 1.520074435915329,
      "grad_norm": 0.9595164289219563,
      "learning_rate": 0.0002588327642501354,
      "loss": 2.6875,
      "step": 32674
    },
    {
      "epoch": 1.5201209583624098,
      "grad_norm": 0.9581091555497385,
      "learning_rate": 0.0002588302101383785,
      "loss": 2.3125,
      "step": 32675
    },
    {
      "epoch": 1.5201674808094907,
      "grad_norm": 0.9076718244902232,
      "learning_rate": 0.000258827655959995,
      "loss": 2.125,
      "step": 32676
    },
    {
      "epoch": 1.5202140032565712,
      "grad_norm": 0.9198242492113103,
      "learning_rate": 0.0002588251017149866,
      "loss": 2.2656,
      "step": 32677
    },
    {
      "epoch": 1.520260525703652,
      "grad_norm": 0.9558087263094689,
      "learning_rate": 0.0002588225474033548,
      "loss": 2.6406,
      "step": 32678
    },
    {
      "epoch": 1.5203070481507326,
      "grad_norm": 0.8990588627078884,
      "learning_rate": 0.00025881999302510125,
      "loss": 2.2188,
      "step": 32679
    },
    {
      "epoch": 1.5203535705978135,
      "grad_norm": 0.9436484297047429,
      "learning_rate": 0.00025881743858022747,
      "loss": 2.1875,
      "step": 32680
    },
    {
      "epoch": 1.5204000930448942,
      "grad_norm": 0.897191155070309,
      "learning_rate": 0.00025881488406873495,
      "loss": 2.25,
      "step": 32681
    },
    {
      "epoch": 1.520446615491975,
      "grad_norm": 0.9347526965257036,
      "learning_rate": 0.0002588123294906254,
      "loss": 2.5469,
      "step": 32682
    },
    {
      "epoch": 1.5204931379390556,
      "grad_norm": 0.9383526477766374,
      "learning_rate": 0.0002588097748459002,
      "loss": 2.3594,
      "step": 32683
    },
    {
      "epoch": 1.5205396603861363,
      "grad_norm": 0.8661223872128914,
      "learning_rate": 0.00025880722013456114,
      "loss": 2.4375,
      "step": 32684
    },
    {
      "epoch": 1.520586182833217,
      "grad_norm": 0.9502857249131959,
      "learning_rate": 0.00025880466535660955,
      "loss": 2.6719,
      "step": 32685
    },
    {
      "epoch": 1.5206327052802977,
      "grad_norm": 1.024463561447693,
      "learning_rate": 0.00025880211051204714,
      "loss": 2.5781,
      "step": 32686
    },
    {
      "epoch": 1.5206792277273786,
      "grad_norm": 0.9651999813830441,
      "learning_rate": 0.0002587995556008754,
      "loss": 2.2812,
      "step": 32687
    },
    {
      "epoch": 1.520725750174459,
      "grad_norm": 0.9171786688025231,
      "learning_rate": 0.000258797000623096,
      "loss": 2.2031,
      "step": 32688
    },
    {
      "epoch": 1.52077227262154,
      "grad_norm": 0.8502408958035415,
      "learning_rate": 0.0002587944455787104,
      "loss": 2.3125,
      "step": 32689
    },
    {
      "epoch": 1.5208187950686205,
      "grad_norm": 0.8941521361021574,
      "learning_rate": 0.0002587918904677202,
      "loss": 2.1406,
      "step": 32690
    },
    {
      "epoch": 1.5208653175157014,
      "grad_norm": 1.008745880165229,
      "learning_rate": 0.000258789335290127,
      "loss": 2.625,
      "step": 32691
    },
    {
      "epoch": 1.520911839962782,
      "grad_norm": 0.9018520510524975,
      "learning_rate": 0.00025878678004593225,
      "loss": 2.4219,
      "step": 32692
    },
    {
      "epoch": 1.5209583624098628,
      "grad_norm": 0.9732625910350875,
      "learning_rate": 0.00025878422473513764,
      "loss": 2.2969,
      "step": 32693
    },
    {
      "epoch": 1.5210048848569435,
      "grad_norm": 0.8916138109330464,
      "learning_rate": 0.0002587816693577447,
      "loss": 2.3125,
      "step": 32694
    },
    {
      "epoch": 1.5210514073040242,
      "grad_norm": 0.9764651823701982,
      "learning_rate": 0.00025877911391375494,
      "loss": 2.5781,
      "step": 32695
    },
    {
      "epoch": 1.521097929751105,
      "grad_norm": 0.9570329630142764,
      "learning_rate": 0.00025877655840317,
      "loss": 2.4531,
      "step": 32696
    },
    {
      "epoch": 1.5211444521981856,
      "grad_norm": 0.9218941236358256,
      "learning_rate": 0.00025877400282599137,
      "loss": 2.0781,
      "step": 32697
    },
    {
      "epoch": 1.5211909746452663,
      "grad_norm": 0.9035428126280634,
      "learning_rate": 0.0002587714471822207,
      "loss": 2.6719,
      "step": 32698
    },
    {
      "epoch": 1.521237497092347,
      "grad_norm": 0.8694444821367221,
      "learning_rate": 0.00025876889147185953,
      "loss": 2.2344,
      "step": 32699
    },
    {
      "epoch": 1.521284019539428,
      "grad_norm": 0.9694446089169074,
      "learning_rate": 0.0002587663356949093,
      "loss": 2.7656,
      "step": 32700
    },
    {
      "epoch": 1.5213305419865084,
      "grad_norm": 0.8960939888384887,
      "learning_rate": 0.00025876377985137175,
      "loss": 2.3281,
      "step": 32701
    },
    {
      "epoch": 1.5213770644335893,
      "grad_norm": 0.9385160861987173,
      "learning_rate": 0.0002587612239412484,
      "loss": 2.6094,
      "step": 32702
    },
    {
      "epoch": 1.5214235868806698,
      "grad_norm": 0.9938244786385735,
      "learning_rate": 0.0002587586679645407,
      "loss": 2.6094,
      "step": 32703
    },
    {
      "epoch": 1.5214701093277507,
      "grad_norm": 0.9602681081993023,
      "learning_rate": 0.0002587561119212504,
      "loss": 2.5312,
      "step": 32704
    },
    {
      "epoch": 1.5215166317748312,
      "grad_norm": 0.9345562668045256,
      "learning_rate": 0.00025875355581137893,
      "loss": 2.4062,
      "step": 32705
    },
    {
      "epoch": 1.5215631542219121,
      "grad_norm": 0.8557278465567536,
      "learning_rate": 0.00025875099963492787,
      "loss": 1.8906,
      "step": 32706
    },
    {
      "epoch": 1.5216096766689928,
      "grad_norm": 0.9654847932466049,
      "learning_rate": 0.0002587484433918988,
      "loss": 2.3594,
      "step": 32707
    },
    {
      "epoch": 1.5216561991160735,
      "grad_norm": 0.9007099276860401,
      "learning_rate": 0.00025874588708229337,
      "loss": 2.4688,
      "step": 32708
    },
    {
      "epoch": 1.5217027215631542,
      "grad_norm": 0.8988624272049568,
      "learning_rate": 0.00025874333070611297,
      "loss": 2.5938,
      "step": 32709
    },
    {
      "epoch": 1.521749244010235,
      "grad_norm": 0.946476771634612,
      "learning_rate": 0.0002587407742633593,
      "loss": 2.2812,
      "step": 32710
    },
    {
      "epoch": 1.5217957664573156,
      "grad_norm": 0.9445837937170851,
      "learning_rate": 0.00025873821775403394,
      "loss": 2.2031,
      "step": 32711
    },
    {
      "epoch": 1.5218422889043963,
      "grad_norm": 0.8553301327842288,
      "learning_rate": 0.00025873566117813834,
      "loss": 2.375,
      "step": 32712
    },
    {
      "epoch": 1.5218888113514772,
      "grad_norm": 0.8739778118497782,
      "learning_rate": 0.00025873310453567415,
      "loss": 2.25,
      "step": 32713
    },
    {
      "epoch": 1.5219353337985577,
      "grad_norm": 0.9479845488611633,
      "learning_rate": 0.00025873054782664287,
      "loss": 2.6094,
      "step": 32714
    },
    {
      "epoch": 1.5219818562456386,
      "grad_norm": 1.1348202847976752,
      "learning_rate": 0.0002587279910510461,
      "loss": 2.5625,
      "step": 32715
    },
    {
      "epoch": 1.5220283786927191,
      "grad_norm": 0.8298862224660052,
      "learning_rate": 0.0002587254342088855,
      "loss": 2.0625,
      "step": 32716
    },
    {
      "epoch": 1.5220749011398,
      "grad_norm": 0.9782793540154595,
      "learning_rate": 0.0002587228773001625,
      "loss": 2.5938,
      "step": 32717
    },
    {
      "epoch": 1.5221214235868805,
      "grad_norm": 0.987367751231724,
      "learning_rate": 0.0002587203203248787,
      "loss": 2.6094,
      "step": 32718
    },
    {
      "epoch": 1.5221679460339614,
      "grad_norm": 0.9591798267721775,
      "learning_rate": 0.0002587177632830357,
      "loss": 2.4688,
      "step": 32719
    },
    {
      "epoch": 1.5222144684810421,
      "grad_norm": 0.9202161552005219,
      "learning_rate": 0.00025871520617463506,
      "loss": 2.375,
      "step": 32720
    },
    {
      "epoch": 1.5222609909281228,
      "grad_norm": 0.8331354579547939,
      "learning_rate": 0.0002587126489996783,
      "loss": 2.0625,
      "step": 32721
    },
    {
      "epoch": 1.5223075133752035,
      "grad_norm": 0.9317044878915437,
      "learning_rate": 0.000258710091758167,
      "loss": 2.2969,
      "step": 32722
    },
    {
      "epoch": 1.5223540358222842,
      "grad_norm": 0.8945026653980986,
      "learning_rate": 0.0002587075344501028,
      "loss": 2.3125,
      "step": 32723
    },
    {
      "epoch": 1.522400558269365,
      "grad_norm": 0.9269481077989997,
      "learning_rate": 0.00025870497707548715,
      "loss": 2.2969,
      "step": 32724
    },
    {
      "epoch": 1.5224470807164456,
      "grad_norm": 1.017522988353147,
      "learning_rate": 0.0002587024196343217,
      "loss": 2.4844,
      "step": 32725
    },
    {
      "epoch": 1.5224936031635266,
      "grad_norm": 0.8785024115129988,
      "learning_rate": 0.00025869986212660793,
      "loss": 2.5469,
      "step": 32726
    },
    {
      "epoch": 1.522540125610607,
      "grad_norm": 0.9270901257321058,
      "learning_rate": 0.0002586973045523476,
      "loss": 2.5469,
      "step": 32727
    },
    {
      "epoch": 1.522586648057688,
      "grad_norm": 0.9534733136465119,
      "learning_rate": 0.000258694746911542,
      "loss": 2.2656,
      "step": 32728
    },
    {
      "epoch": 1.5226331705047684,
      "grad_norm": 0.8541483516928449,
      "learning_rate": 0.00025869218920419293,
      "loss": 2.1875,
      "step": 32729
    },
    {
      "epoch": 1.5226796929518494,
      "grad_norm": 0.9048227716623424,
      "learning_rate": 0.0002586896314303018,
      "loss": 2.2812,
      "step": 32730
    },
    {
      "epoch": 1.5227262153989298,
      "grad_norm": 0.932566997837281,
      "learning_rate": 0.00025868707358987027,
      "loss": 2.5781,
      "step": 32731
    },
    {
      "epoch": 1.5227727378460107,
      "grad_norm": 0.8625024321647757,
      "learning_rate": 0.0002586845156828999,
      "loss": 2.5781,
      "step": 32732
    },
    {
      "epoch": 1.5228192602930914,
      "grad_norm": 0.9172921763096571,
      "learning_rate": 0.0002586819577093921,
      "loss": 2.4219,
      "step": 32733
    },
    {
      "epoch": 1.5228657827401721,
      "grad_norm": 0.9237821329822102,
      "learning_rate": 0.0002586793996693487,
      "loss": 2.4062,
      "step": 32734
    },
    {
      "epoch": 1.5229123051872528,
      "grad_norm": 0.8610482050638436,
      "learning_rate": 0.00025867684156277113,
      "loss": 2.2031,
      "step": 32735
    },
    {
      "epoch": 1.5229588276343335,
      "grad_norm": 0.904747199858337,
      "learning_rate": 0.0002586742833896609,
      "loss": 2.5156,
      "step": 32736
    },
    {
      "epoch": 1.5230053500814142,
      "grad_norm": 0.8765292891687951,
      "learning_rate": 0.00025867172515001965,
      "loss": 2.4062,
      "step": 32737
    },
    {
      "epoch": 1.523051872528495,
      "grad_norm": 0.8385317374184843,
      "learning_rate": 0.0002586691668438489,
      "loss": 2.3125,
      "step": 32738
    },
    {
      "epoch": 1.5230983949755759,
      "grad_norm": 0.9033267771409524,
      "learning_rate": 0.00025866660847115026,
      "loss": 2.6094,
      "step": 32739
    },
    {
      "epoch": 1.5231449174226563,
      "grad_norm": 0.9195772420454605,
      "learning_rate": 0.0002586640500319253,
      "loss": 1.7031,
      "step": 32740
    },
    {
      "epoch": 1.5231914398697373,
      "grad_norm": 0.9545133311101979,
      "learning_rate": 0.0002586614915261756,
      "loss": 2.5,
      "step": 32741
    },
    {
      "epoch": 1.5232379623168177,
      "grad_norm": 0.9016810409071602,
      "learning_rate": 0.00025865893295390265,
      "loss": 2.3594,
      "step": 32742
    },
    {
      "epoch": 1.5232844847638987,
      "grad_norm": 0.8698175046186165,
      "learning_rate": 0.00025865637431510806,
      "loss": 2.125,
      "step": 32743
    },
    {
      "epoch": 1.5233310072109791,
      "grad_norm": 0.9862211094028281,
      "learning_rate": 0.00025865381560979337,
      "loss": 2.6562,
      "step": 32744
    },
    {
      "epoch": 1.52337752965806,
      "grad_norm": 0.9059624108420372,
      "learning_rate": 0.00025865125683796023,
      "loss": 2.3281,
      "step": 32745
    },
    {
      "epoch": 1.5234240521051408,
      "grad_norm": 0.8842266454255024,
      "learning_rate": 0.00025864869799961014,
      "loss": 2.4062,
      "step": 32746
    },
    {
      "epoch": 1.5234705745522215,
      "grad_norm": 0.913423130206029,
      "learning_rate": 0.0002586461390947447,
      "loss": 2.5625,
      "step": 32747
    },
    {
      "epoch": 1.5235170969993022,
      "grad_norm": 0.8912432303410702,
      "learning_rate": 0.0002586435801233654,
      "loss": 2.4844,
      "step": 32748
    },
    {
      "epoch": 1.5235636194463829,
      "grad_norm": 0.9153706448835511,
      "learning_rate": 0.00025864102108547385,
      "loss": 2.3906,
      "step": 32749
    },
    {
      "epoch": 1.5236101418934636,
      "grad_norm": 0.9486132829972488,
      "learning_rate": 0.00025863846198107167,
      "loss": 2.5,
      "step": 32750
    },
    {
      "epoch": 1.5236566643405443,
      "grad_norm": 0.9273949131766209,
      "learning_rate": 0.00025863590281016035,
      "loss": 2.2188,
      "step": 32751
    },
    {
      "epoch": 1.5237031867876252,
      "grad_norm": 0.9396195877567721,
      "learning_rate": 0.0002586333435727415,
      "loss": 2.2969,
      "step": 32752
    },
    {
      "epoch": 1.5237497092347057,
      "grad_norm": 0.9463882039468615,
      "learning_rate": 0.0002586307842688167,
      "loss": 2.5625,
      "step": 32753
    },
    {
      "epoch": 1.5237962316817866,
      "grad_norm": 0.9822548904920475,
      "learning_rate": 0.0002586282248983875,
      "loss": 2.5938,
      "step": 32754
    },
    {
      "epoch": 1.523842754128867,
      "grad_norm": 0.9287933388150973,
      "learning_rate": 0.00025862566546145543,
      "loss": 2.1719,
      "step": 32755
    },
    {
      "epoch": 1.523889276575948,
      "grad_norm": 0.8416081338277716,
      "learning_rate": 0.0002586231059580221,
      "loss": 2.4062,
      "step": 32756
    },
    {
      "epoch": 1.5239357990230284,
      "grad_norm": 0.9801592733169059,
      "learning_rate": 0.00025862054638808906,
      "loss": 2.5156,
      "step": 32757
    },
    {
      "epoch": 1.5239823214701094,
      "grad_norm": 0.8689474960779332,
      "learning_rate": 0.0002586179867516579,
      "loss": 2.25,
      "step": 32758
    },
    {
      "epoch": 1.52402884391719,
      "grad_norm": 0.9238854398696392,
      "learning_rate": 0.00025861542704873016,
      "loss": 2.3281,
      "step": 32759
    },
    {
      "epoch": 1.5240753663642708,
      "grad_norm": 0.8967775608903927,
      "learning_rate": 0.00025861286727930737,
      "loss": 2.2656,
      "step": 32760
    },
    {
      "epoch": 1.5241218888113515,
      "grad_norm": 0.9146954600723005,
      "learning_rate": 0.0002586103074433912,
      "loss": 2.5156,
      "step": 32761
    },
    {
      "epoch": 1.5241684112584322,
      "grad_norm": 0.9435665365946675,
      "learning_rate": 0.00025860774754098316,
      "loss": 2.5781,
      "step": 32762
    },
    {
      "epoch": 1.5242149337055129,
      "grad_norm": 0.9174726615096179,
      "learning_rate": 0.0002586051875720848,
      "loss": 2.4375,
      "step": 32763
    },
    {
      "epoch": 1.5242614561525936,
      "grad_norm": 1.024727362158977,
      "learning_rate": 0.0002586026275366977,
      "loss": 2.5,
      "step": 32764
    },
    {
      "epoch": 1.5243079785996745,
      "grad_norm": 1.0578516925468797,
      "learning_rate": 0.0002586000674348234,
      "loss": 2.5312,
      "step": 32765
    },
    {
      "epoch": 1.524354501046755,
      "grad_norm": 0.9783226704342064,
      "learning_rate": 0.00025859750726646354,
      "loss": 1.7812,
      "step": 32766
    },
    {
      "epoch": 1.5244010234938359,
      "grad_norm": 0.9389325064678483,
      "learning_rate": 0.00025859494703161964,
      "loss": 2.2031,
      "step": 32767
    },
    {
      "epoch": 1.5244475459409164,
      "grad_norm": 0.9393966105310211,
      "learning_rate": 0.0002585923867302933,
      "loss": 2.2188,
      "step": 32768
    },
    {
      "epoch": 1.5244940683879973,
      "grad_norm": 0.9161007847983613,
      "learning_rate": 0.00025858982636248597,
      "loss": 2.4375,
      "step": 32769
    },
    {
      "epoch": 1.524540590835078,
      "grad_norm": 0.9489839007093148,
      "learning_rate": 0.0002585872659281994,
      "loss": 2.4062,
      "step": 32770
    },
    {
      "epoch": 1.5245871132821587,
      "grad_norm": 0.8885530254004697,
      "learning_rate": 0.000258584705427435,
      "loss": 2.1094,
      "step": 32771
    },
    {
      "epoch": 1.5246336357292394,
      "grad_norm": 1.0062130277798358,
      "learning_rate": 0.00025858214486019446,
      "loss": 2.2031,
      "step": 32772
    },
    {
      "epoch": 1.52468015817632,
      "grad_norm": 0.9376696108602511,
      "learning_rate": 0.00025857958422647925,
      "loss": 2.4531,
      "step": 32773
    },
    {
      "epoch": 1.5247266806234008,
      "grad_norm": 0.8703684909767911,
      "learning_rate": 0.00025857702352629106,
      "loss": 2.3438,
      "step": 32774
    },
    {
      "epoch": 1.5247732030704815,
      "grad_norm": 0.8913015441290164,
      "learning_rate": 0.0002585744627596313,
      "loss": 2.3594,
      "step": 32775
    },
    {
      "epoch": 1.5248197255175622,
      "grad_norm": 0.9935010591783496,
      "learning_rate": 0.0002585719019265016,
      "loss": 2.6094,
      "step": 32776
    },
    {
      "epoch": 1.5248662479646429,
      "grad_norm": 0.9065679651218409,
      "learning_rate": 0.0002585693410269036,
      "loss": 2.4062,
      "step": 32777
    },
    {
      "epoch": 1.5249127704117238,
      "grad_norm": 0.9469684759049531,
      "learning_rate": 0.00025856678006083874,
      "loss": 2.375,
      "step": 32778
    },
    {
      "epoch": 1.5249592928588043,
      "grad_norm": 0.9790379391855193,
      "learning_rate": 0.00025856421902830875,
      "loss": 2.2656,
      "step": 32779
    },
    {
      "epoch": 1.5250058153058852,
      "grad_norm": 1.1513040255301237,
      "learning_rate": 0.000258561657929315,
      "loss": 2.375,
      "step": 32780
    },
    {
      "epoch": 1.5250523377529657,
      "grad_norm": 1.0358312978422848,
      "learning_rate": 0.00025855909676385924,
      "loss": 2.625,
      "step": 32781
    },
    {
      "epoch": 1.5250988602000466,
      "grad_norm": 0.9764724739614429,
      "learning_rate": 0.0002585565355319429,
      "loss": 2.5938,
      "step": 32782
    },
    {
      "epoch": 1.5251453826471273,
      "grad_norm": 0.9330056537079652,
      "learning_rate": 0.00025855397423356764,
      "loss": 2.5625,
      "step": 32783
    },
    {
      "epoch": 1.525191905094208,
      "grad_norm": 0.9663500547954786,
      "learning_rate": 0.000258551412868735,
      "loss": 2.4688,
      "step": 32784
    },
    {
      "epoch": 1.5252384275412887,
      "grad_norm": 1.008536131299745,
      "learning_rate": 0.0002585488514374466,
      "loss": 2.4219,
      "step": 32785
    },
    {
      "epoch": 1.5252849499883694,
      "grad_norm": 1.0013789439332355,
      "learning_rate": 0.0002585462899397039,
      "loss": 2.4844,
      "step": 32786
    },
    {
      "epoch": 1.52533147243545,
      "grad_norm": 1.078559474503072,
      "learning_rate": 0.0002585437283755085,
      "loss": 2.4844,
      "step": 32787
    },
    {
      "epoch": 1.5253779948825308,
      "grad_norm": 0.9377705135797966,
      "learning_rate": 0.000258541166744862,
      "loss": 2.5312,
      "step": 32788
    },
    {
      "epoch": 1.5254245173296115,
      "grad_norm": 0.8831743146367038,
      "learning_rate": 0.000258538605047766,
      "loss": 2.4844,
      "step": 32789
    },
    {
      "epoch": 1.5254710397766922,
      "grad_norm": 0.8877739234187699,
      "learning_rate": 0.000258536043284222,
      "loss": 2.3906,
      "step": 32790
    },
    {
      "epoch": 1.525517562223773,
      "grad_norm": 0.8843507215075793,
      "learning_rate": 0.0002585334814542316,
      "loss": 2.4531,
      "step": 32791
    },
    {
      "epoch": 1.5255640846708536,
      "grad_norm": 0.9103843137859916,
      "learning_rate": 0.0002585309195577963,
      "loss": 2.375,
      "step": 32792
    },
    {
      "epoch": 1.5256106071179345,
      "grad_norm": 0.9953094589147461,
      "learning_rate": 0.0002585283575949178,
      "loss": 2.5,
      "step": 32793
    },
    {
      "epoch": 1.525657129565015,
      "grad_norm": 1.0292280611334912,
      "learning_rate": 0.00025852579556559757,
      "loss": 2.6406,
      "step": 32794
    },
    {
      "epoch": 1.525703652012096,
      "grad_norm": 0.9778949473090989,
      "learning_rate": 0.00025852323346983724,
      "loss": 2.3438,
      "step": 32795
    },
    {
      "epoch": 1.5257501744591766,
      "grad_norm": 0.9493531825244795,
      "learning_rate": 0.00025852067130763837,
      "loss": 2.7031,
      "step": 32796
    },
    {
      "epoch": 1.5257966969062573,
      "grad_norm": 1.0193334551870337,
      "learning_rate": 0.00025851810907900246,
      "loss": 2.5469,
      "step": 32797
    },
    {
      "epoch": 1.525843219353338,
      "grad_norm": 1.0368974291601556,
      "learning_rate": 0.00025851554678393113,
      "loss": 2.375,
      "step": 32798
    },
    {
      "epoch": 1.5258897418004187,
      "grad_norm": 0.9437050903052592,
      "learning_rate": 0.0002585129844224259,
      "loss": 2.6562,
      "step": 32799
    },
    {
      "epoch": 1.5259362642474994,
      "grad_norm": 0.8789048597385323,
      "learning_rate": 0.00025851042199448844,
      "loss": 2.2969,
      "step": 32800
    },
    {
      "epoch": 1.52598278669458,
      "grad_norm": 1.0516077567704385,
      "learning_rate": 0.00025850785950012027,
      "loss": 2.5312,
      "step": 32801
    },
    {
      "epoch": 1.526029309141661,
      "grad_norm": 0.9054710352699875,
      "learning_rate": 0.0002585052969393229,
      "loss": 2.1719,
      "step": 32802
    },
    {
      "epoch": 1.5260758315887415,
      "grad_norm": 0.969456159285016,
      "learning_rate": 0.00025850273431209797,
      "loss": 2.2344,
      "step": 32803
    },
    {
      "epoch": 1.5261223540358224,
      "grad_norm": 0.9306034644778458,
      "learning_rate": 0.00025850017161844704,
      "loss": 2.1719,
      "step": 32804
    },
    {
      "epoch": 1.526168876482903,
      "grad_norm": 0.9625468262629425,
      "learning_rate": 0.00025849760885837165,
      "loss": 2.6562,
      "step": 32805
    },
    {
      "epoch": 1.5262153989299838,
      "grad_norm": 0.9197585275924811,
      "learning_rate": 0.0002584950460318734,
      "loss": 2.3906,
      "step": 32806
    },
    {
      "epoch": 1.5262619213770643,
      "grad_norm": 0.8372520071348916,
      "learning_rate": 0.0002584924831389538,
      "loss": 2.2031,
      "step": 32807
    },
    {
      "epoch": 1.5263084438241452,
      "grad_norm": 0.8897403146503747,
      "learning_rate": 0.0002584899201796145,
      "loss": 2.3906,
      "step": 32808
    },
    {
      "epoch": 1.526354966271226,
      "grad_norm": 0.9235340699923721,
      "learning_rate": 0.000258487357153857,
      "loss": 2.6719,
      "step": 32809
    },
    {
      "epoch": 1.5264014887183066,
      "grad_norm": 0.8664401131445175,
      "learning_rate": 0.000258484794061683,
      "loss": 1.7344,
      "step": 32810
    },
    {
      "epoch": 1.5264480111653873,
      "grad_norm": 0.929587063557162,
      "learning_rate": 0.0002584822309030939,
      "loss": 2.2344,
      "step": 32811
    },
    {
      "epoch": 1.526494533612468,
      "grad_norm": 0.802283690661576,
      "learning_rate": 0.0002584796676780913,
      "loss": 1.7969,
      "step": 32812
    },
    {
      "epoch": 1.5265410560595487,
      "grad_norm": 0.9120168852023022,
      "learning_rate": 0.00025847710438667683,
      "loss": 2.4219,
      "step": 32813
    },
    {
      "epoch": 1.5265875785066294,
      "grad_norm": 0.911961923973328,
      "learning_rate": 0.00025847454102885206,
      "loss": 2.6406,
      "step": 32814
    },
    {
      "epoch": 1.5266341009537103,
      "grad_norm": 1.0511139549117807,
      "learning_rate": 0.00025847197760461854,
      "loss": 2.875,
      "step": 32815
    },
    {
      "epoch": 1.5266806234007908,
      "grad_norm": 0.8783652212608537,
      "learning_rate": 0.0002584694141139778,
      "loss": 2.3125,
      "step": 32816
    },
    {
      "epoch": 1.5267271458478717,
      "grad_norm": 0.9682969915935962,
      "learning_rate": 0.0002584668505569315,
      "loss": 2.4688,
      "step": 32817
    },
    {
      "epoch": 1.5267736682949522,
      "grad_norm": 0.874746010696536,
      "learning_rate": 0.00025846428693348107,
      "loss": 2.6875,
      "step": 32818
    },
    {
      "epoch": 1.5268201907420331,
      "grad_norm": 0.8982434713688405,
      "learning_rate": 0.00025846172324362827,
      "loss": 2.3906,
      "step": 32819
    },
    {
      "epoch": 1.5268667131891136,
      "grad_norm": 1.0636166767805104,
      "learning_rate": 0.0002584591594873745,
      "loss": 2.5781,
      "step": 32820
    },
    {
      "epoch": 1.5269132356361945,
      "grad_norm": 0.9956722611695019,
      "learning_rate": 0.0002584565956647214,
      "loss": 2.3281,
      "step": 32821
    },
    {
      "epoch": 1.5269597580832752,
      "grad_norm": 0.9957719363492783,
      "learning_rate": 0.00025845403177567056,
      "loss": 2.5781,
      "step": 32822
    },
    {
      "epoch": 1.527006280530356,
      "grad_norm": 0.8882306082037107,
      "learning_rate": 0.00025845146782022346,
      "loss": 2.2969,
      "step": 32823
    },
    {
      "epoch": 1.5270528029774366,
      "grad_norm": 0.9419034018554757,
      "learning_rate": 0.0002584489037983818,
      "loss": 2.375,
      "step": 32824
    },
    {
      "epoch": 1.5270993254245173,
      "grad_norm": 0.9016669779695043,
      "learning_rate": 0.000258446339710147,
      "loss": 2.4531,
      "step": 32825
    },
    {
      "epoch": 1.527145847871598,
      "grad_norm": 0.8875178186375785,
      "learning_rate": 0.00025844377555552076,
      "loss": 2.1875,
      "step": 32826
    },
    {
      "epoch": 1.5271923703186787,
      "grad_norm": 0.9368302101879482,
      "learning_rate": 0.0002584412113345047,
      "loss": 2.3594,
      "step": 32827
    },
    {
      "epoch": 1.5272388927657596,
      "grad_norm": 0.8873133762686599,
      "learning_rate": 0.0002584386470471002,
      "loss": 2.2969,
      "step": 32828
    },
    {
      "epoch": 1.5272854152128401,
      "grad_norm": 0.8990758823466936,
      "learning_rate": 0.00025843608269330887,
      "loss": 2.2969,
      "step": 32829
    },
    {
      "epoch": 1.527331937659921,
      "grad_norm": 0.9484457024853797,
      "learning_rate": 0.0002584335182731324,
      "loss": 2.5469,
      "step": 32830
    },
    {
      "epoch": 1.5273784601070015,
      "grad_norm": 0.8665659010626111,
      "learning_rate": 0.00025843095378657227,
      "loss": 2.5625,
      "step": 32831
    },
    {
      "epoch": 1.5274249825540824,
      "grad_norm": 0.9065974238424357,
      "learning_rate": 0.0002584283892336301,
      "loss": 2.2969,
      "step": 32832
    },
    {
      "epoch": 1.527471505001163,
      "grad_norm": 0.904964528176762,
      "learning_rate": 0.00025842582461430735,
      "loss": 2.1719,
      "step": 32833
    },
    {
      "epoch": 1.5275180274482438,
      "grad_norm": 0.8390173260930776,
      "learning_rate": 0.00025842325992860574,
      "loss": 2.2812,
      "step": 32834
    },
    {
      "epoch": 1.5275645498953245,
      "grad_norm": 1.024801325439197,
      "learning_rate": 0.0002584206951765268,
      "loss": 2.3594,
      "step": 32835
    },
    {
      "epoch": 1.5276110723424052,
      "grad_norm": 0.970279292922191,
      "learning_rate": 0.00025841813035807194,
      "loss": 2.3594,
      "step": 32836
    },
    {
      "epoch": 1.527657594789486,
      "grad_norm": 0.9521078043369435,
      "learning_rate": 0.00025841556547324295,
      "loss": 2.7188,
      "step": 32837
    },
    {
      "epoch": 1.5277041172365666,
      "grad_norm": 0.9474148767511399,
      "learning_rate": 0.0002584130005220413,
      "loss": 2.2344,
      "step": 32838
    },
    {
      "epoch": 1.5277506396836473,
      "grad_norm": 0.923625193165175,
      "learning_rate": 0.00025841043550446863,
      "loss": 2.1094,
      "step": 32839
    },
    {
      "epoch": 1.527797162130728,
      "grad_norm": 0.9172437264276248,
      "learning_rate": 0.0002584078704205264,
      "loss": 2.5312,
      "step": 32840
    },
    {
      "epoch": 1.527843684577809,
      "grad_norm": 0.9250752640961295,
      "learning_rate": 0.00025840530527021624,
      "loss": 2.375,
      "step": 32841
    },
    {
      "epoch": 1.5278902070248894,
      "grad_norm": 0.980666057635548,
      "learning_rate": 0.0002584027400535397,
      "loss": 2.4219,
      "step": 32842
    },
    {
      "epoch": 1.5279367294719703,
      "grad_norm": 0.9588064451139509,
      "learning_rate": 0.00025840017477049836,
      "loss": 2.5781,
      "step": 32843
    },
    {
      "epoch": 1.5279832519190508,
      "grad_norm": 1.049611450436713,
      "learning_rate": 0.0002583976094210939,
      "loss": 2.4062,
      "step": 32844
    },
    {
      "epoch": 1.5280297743661317,
      "grad_norm": 1.007569512650983,
      "learning_rate": 0.00025839504400532767,
      "loss": 2.4219,
      "step": 32845
    },
    {
      "epoch": 1.5280762968132122,
      "grad_norm": 0.9131952737052329,
      "learning_rate": 0.00025839247852320134,
      "loss": 2.4062,
      "step": 32846
    },
    {
      "epoch": 1.5281228192602931,
      "grad_norm": 0.949801547524526,
      "learning_rate": 0.00025838991297471653,
      "loss": 2.4531,
      "step": 32847
    },
    {
      "epoch": 1.5281693417073738,
      "grad_norm": 0.8849491105100892,
      "learning_rate": 0.0002583873473598748,
      "loss": 2.4688,
      "step": 32848
    },
    {
      "epoch": 1.5282158641544545,
      "grad_norm": 0.9864424845863206,
      "learning_rate": 0.00025838478167867764,
      "loss": 2.375,
      "step": 32849
    },
    {
      "epoch": 1.5282623866015352,
      "grad_norm": 0.8905370607028482,
      "learning_rate": 0.00025838221593112675,
      "loss": 2.4062,
      "step": 32850
    },
    {
      "epoch": 1.528308909048616,
      "grad_norm": 0.9544332090574834,
      "learning_rate": 0.0002583796501172236,
      "loss": 2.5781,
      "step": 32851
    },
    {
      "epoch": 1.5283554314956966,
      "grad_norm": 0.9454483187844634,
      "learning_rate": 0.0002583770842369698,
      "loss": 2.3906,
      "step": 32852
    },
    {
      "epoch": 1.5284019539427773,
      "grad_norm": 0.9871110750087426,
      "learning_rate": 0.00025837451829036686,
      "loss": 2.3594,
      "step": 32853
    },
    {
      "epoch": 1.5284484763898583,
      "grad_norm": 0.9877205482768259,
      "learning_rate": 0.00025837195227741645,
      "loss": 2.6406,
      "step": 32854
    },
    {
      "epoch": 1.5284949988369387,
      "grad_norm": 0.9716958059718545,
      "learning_rate": 0.0002583693861981201,
      "loss": 2.4375,
      "step": 32855
    },
    {
      "epoch": 1.5285415212840197,
      "grad_norm": 0.9380842640785155,
      "learning_rate": 0.0002583668200524793,
      "loss": 2.3438,
      "step": 32856
    },
    {
      "epoch": 1.5285880437311001,
      "grad_norm": 0.8827272313605611,
      "learning_rate": 0.0002583642538404958,
      "loss": 2.25,
      "step": 32857
    },
    {
      "epoch": 1.528634566178181,
      "grad_norm": 0.9333890363031331,
      "learning_rate": 0.00025836168756217096,
      "loss": 2.5781,
      "step": 32858
    },
    {
      "epoch": 1.5286810886252615,
      "grad_norm": 0.9483168970876877,
      "learning_rate": 0.0002583591212175065,
      "loss": 2.1875,
      "step": 32859
    },
    {
      "epoch": 1.5287276110723425,
      "grad_norm": 0.8639769880395346,
      "learning_rate": 0.00025835655480650397,
      "loss": 2.5156,
      "step": 32860
    },
    {
      "epoch": 1.5287741335194232,
      "grad_norm": 0.9512282207145192,
      "learning_rate": 0.0002583539883291649,
      "loss": 2.4688,
      "step": 32861
    },
    {
      "epoch": 1.5288206559665038,
      "grad_norm": 0.9544934964963401,
      "learning_rate": 0.0002583514217854909,
      "loss": 2.2812,
      "step": 32862
    },
    {
      "epoch": 1.5288671784135845,
      "grad_norm": 0.8109860301296583,
      "learning_rate": 0.00025834885517548353,
      "loss": 2.1562,
      "step": 32863
    },
    {
      "epoch": 1.5289137008606652,
      "grad_norm": 0.8862140719092332,
      "learning_rate": 0.00025834628849914434,
      "loss": 2.3281,
      "step": 32864
    },
    {
      "epoch": 1.528960223307746,
      "grad_norm": 0.8618603807679801,
      "learning_rate": 0.00025834372175647486,
      "loss": 1.7734,
      "step": 32865
    },
    {
      "epoch": 1.5290067457548266,
      "grad_norm": 0.9404551074824993,
      "learning_rate": 0.00025834115494747676,
      "loss": 2.5,
      "step": 32866
    },
    {
      "epoch": 1.5290532682019076,
      "grad_norm": 0.9674664017971746,
      "learning_rate": 0.00025833858807215157,
      "loss": 2.5156,
      "step": 32867
    },
    {
      "epoch": 1.529099790648988,
      "grad_norm": 0.9881582601923081,
      "learning_rate": 0.00025833602113050085,
      "loss": 2.5156,
      "step": 32868
    },
    {
      "epoch": 1.529146313096069,
      "grad_norm": 0.9129512760108425,
      "learning_rate": 0.00025833345412252617,
      "loss": 2.3594,
      "step": 32869
    },
    {
      "epoch": 1.5291928355431494,
      "grad_norm": 1.1132724141354278,
      "learning_rate": 0.0002583308870482291,
      "loss": 2.3125,
      "step": 32870
    },
    {
      "epoch": 1.5292393579902304,
      "grad_norm": 0.9194357188256908,
      "learning_rate": 0.00025832831990761125,
      "loss": 2.375,
      "step": 32871
    },
    {
      "epoch": 1.5292858804373108,
      "grad_norm": 0.9404513594218591,
      "learning_rate": 0.00025832575270067415,
      "loss": 2.5,
      "step": 32872
    },
    {
      "epoch": 1.5293324028843918,
      "grad_norm": 0.9376371064505319,
      "learning_rate": 0.00025832318542741943,
      "loss": 2.3125,
      "step": 32873
    },
    {
      "epoch": 1.5293789253314725,
      "grad_norm": 0.9435326702188559,
      "learning_rate": 0.0002583206180878485,
      "loss": 2.1875,
      "step": 32874
    },
    {
      "epoch": 1.5294254477785532,
      "grad_norm": 0.9316547655776407,
      "learning_rate": 0.0002583180506819632,
      "loss": 2.4375,
      "step": 32875
    },
    {
      "epoch": 1.5294719702256339,
      "grad_norm": 1.0012561136512539,
      "learning_rate": 0.00025831548320976485,
      "loss": 2.4688,
      "step": 32876
    },
    {
      "epoch": 1.5295184926727146,
      "grad_norm": 0.9470097884112875,
      "learning_rate": 0.00025831291567125514,
      "loss": 2.3125,
      "step": 32877
    },
    {
      "epoch": 1.5295650151197953,
      "grad_norm": 0.9511637920120959,
      "learning_rate": 0.00025831034806643563,
      "loss": 2.3125,
      "step": 32878
    },
    {
      "epoch": 1.529611537566876,
      "grad_norm": 0.9342684948170038,
      "learning_rate": 0.00025830778039530794,
      "loss": 2.2969,
      "step": 32879
    },
    {
      "epoch": 1.5296580600139569,
      "grad_norm": 0.8969255446092256,
      "learning_rate": 0.00025830521265787353,
      "loss": 2.1406,
      "step": 32880
    },
    {
      "epoch": 1.5297045824610374,
      "grad_norm": 1.1261312605064193,
      "learning_rate": 0.00025830264485413403,
      "loss": 2.9062,
      "step": 32881
    },
    {
      "epoch": 1.5297511049081183,
      "grad_norm": 0.983741821363294,
      "learning_rate": 0.000258300076984091,
      "loss": 2.625,
      "step": 32882
    },
    {
      "epoch": 1.5297976273551988,
      "grad_norm": 0.8556629733020529,
      "learning_rate": 0.00025829750904774606,
      "loss": 2.3594,
      "step": 32883
    },
    {
      "epoch": 1.5298441498022797,
      "grad_norm": 0.8691341772518416,
      "learning_rate": 0.00025829494104510073,
      "loss": 2.25,
      "step": 32884
    },
    {
      "epoch": 1.5298906722493602,
      "grad_norm": 0.9206610250458791,
      "learning_rate": 0.0002582923729761566,
      "loss": 2.0781,
      "step": 32885
    },
    {
      "epoch": 1.529937194696441,
      "grad_norm": 0.9446402364437994,
      "learning_rate": 0.0002582898048409153,
      "loss": 2.4688,
      "step": 32886
    },
    {
      "epoch": 1.5299837171435218,
      "grad_norm": 0.9640900749875503,
      "learning_rate": 0.00025828723663937823,
      "loss": 2.3438,
      "step": 32887
    },
    {
      "epoch": 1.5300302395906025,
      "grad_norm": 0.9564690443151558,
      "learning_rate": 0.0002582846683715472,
      "loss": 2.3438,
      "step": 32888
    },
    {
      "epoch": 1.5300767620376832,
      "grad_norm": 0.9705035512790774,
      "learning_rate": 0.0002582821000374236,
      "loss": 2.4531,
      "step": 32889
    },
    {
      "epoch": 1.5301232844847639,
      "grad_norm": 0.8980787853244058,
      "learning_rate": 0.00025827953163700903,
      "loss": 2.375,
      "step": 32890
    },
    {
      "epoch": 1.5301698069318446,
      "grad_norm": 1.004759677632025,
      "learning_rate": 0.0002582769631703051,
      "loss": 2.4062,
      "step": 32891
    },
    {
      "epoch": 1.5302163293789253,
      "grad_norm": 0.9010430070962497,
      "learning_rate": 0.00025827439463731335,
      "loss": 2.4062,
      "step": 32892
    },
    {
      "epoch": 1.5302628518260062,
      "grad_norm": 0.936091273964208,
      "learning_rate": 0.00025827182603803547,
      "loss": 2.6562,
      "step": 32893
    },
    {
      "epoch": 1.5303093742730867,
      "grad_norm": 0.9003804922816457,
      "learning_rate": 0.0002582692573724729,
      "loss": 2.4062,
      "step": 32894
    },
    {
      "epoch": 1.5303558967201676,
      "grad_norm": 0.9488742549917094,
      "learning_rate": 0.0002582666886406272,
      "loss": 2.3125,
      "step": 32895
    },
    {
      "epoch": 1.530402419167248,
      "grad_norm": 0.9576625667738266,
      "learning_rate": 0.00025826411984250004,
      "loss": 2.4219,
      "step": 32896
    },
    {
      "epoch": 1.530448941614329,
      "grad_norm": 0.933958489056795,
      "learning_rate": 0.00025826155097809293,
      "loss": 2.5469,
      "step": 32897
    },
    {
      "epoch": 1.5304954640614097,
      "grad_norm": 0.9223708485038195,
      "learning_rate": 0.0002582589820474075,
      "loss": 2.4844,
      "step": 32898
    },
    {
      "epoch": 1.5305419865084904,
      "grad_norm": 0.9136042498209521,
      "learning_rate": 0.00025825641305044525,
      "loss": 2.3594,
      "step": 32899
    },
    {
      "epoch": 1.530588508955571,
      "grad_norm": 0.9640759684807619,
      "learning_rate": 0.00025825384398720777,
      "loss": 2.2656,
      "step": 32900
    },
    {
      "epoch": 1.5306350314026518,
      "grad_norm": 1.2034496839666244,
      "learning_rate": 0.00025825127485769675,
      "loss": 2.3438,
      "step": 32901
    },
    {
      "epoch": 1.5306815538497325,
      "grad_norm": 0.9622990761179805,
      "learning_rate": 0.00025824870566191354,
      "loss": 2.3125,
      "step": 32902
    },
    {
      "epoch": 1.5307280762968132,
      "grad_norm": 0.9458968917247713,
      "learning_rate": 0.00025824613639985984,
      "loss": 2.4844,
      "step": 32903
    },
    {
      "epoch": 1.5307745987438939,
      "grad_norm": 0.94717005863104,
      "learning_rate": 0.00025824356707153726,
      "loss": 2.6719,
      "step": 32904
    },
    {
      "epoch": 1.5308211211909746,
      "grad_norm": 0.9130135843861223,
      "learning_rate": 0.0002582409976769473,
      "loss": 2.1875,
      "step": 32905
    },
    {
      "epoch": 1.5308676436380555,
      "grad_norm": 0.9143284360080719,
      "learning_rate": 0.00025823842821609164,
      "loss": 2.3594,
      "step": 32906
    },
    {
      "epoch": 1.530914166085136,
      "grad_norm": 0.8694689620754018,
      "learning_rate": 0.0002582358586889717,
      "loss": 2.5781,
      "step": 32907
    },
    {
      "epoch": 1.530960688532217,
      "grad_norm": 0.9216905979216177,
      "learning_rate": 0.0002582332890955892,
      "loss": 2.5625,
      "step": 32908
    },
    {
      "epoch": 1.5310072109792974,
      "grad_norm": 1.0166645189947936,
      "learning_rate": 0.0002582307194359456,
      "loss": 2.6094,
      "step": 32909
    },
    {
      "epoch": 1.5310537334263783,
      "grad_norm": 0.9436907776828494,
      "learning_rate": 0.0002582281497100425,
      "loss": 2.7188,
      "step": 32910
    },
    {
      "epoch": 1.531100255873459,
      "grad_norm": 0.9023676280597754,
      "learning_rate": 0.00025822557991788146,
      "loss": 2.5156,
      "step": 32911
    },
    {
      "epoch": 1.5311467783205397,
      "grad_norm": 0.8331155342779831,
      "learning_rate": 0.00025822301005946414,
      "loss": 2.0938,
      "step": 32912
    },
    {
      "epoch": 1.5311933007676204,
      "grad_norm": 0.9948667787694984,
      "learning_rate": 0.0002582204401347921,
      "loss": 2.4531,
      "step": 32913
    },
    {
      "epoch": 1.531239823214701,
      "grad_norm": 1.0052012606709768,
      "learning_rate": 0.0002582178701438667,
      "loss": 2.5469,
      "step": 32914
    },
    {
      "epoch": 1.5312863456617818,
      "grad_norm": 0.9557299418085755,
      "learning_rate": 0.0002582153000866898,
      "loss": 2.2812,
      "step": 32915
    },
    {
      "epoch": 1.5313328681088625,
      "grad_norm": 0.9689876737006393,
      "learning_rate": 0.0002582127299632629,
      "loss": 2.4844,
      "step": 32916
    },
    {
      "epoch": 1.5313793905559432,
      "grad_norm": 0.9160707583510328,
      "learning_rate": 0.00025821015977358746,
      "loss": 2.375,
      "step": 32917
    },
    {
      "epoch": 1.5314259130030239,
      "grad_norm": 0.9595626759480796,
      "learning_rate": 0.0002582075895176651,
      "loss": 2.2812,
      "step": 32918
    },
    {
      "epoch": 1.5314724354501048,
      "grad_norm": 0.8861812576654559,
      "learning_rate": 0.00025820501919549747,
      "loss": 2.3594,
      "step": 32919
    },
    {
      "epoch": 1.5315189578971853,
      "grad_norm": 0.9514002196454173,
      "learning_rate": 0.0002582024488070861,
      "loss": 2.3906,
      "step": 32920
    },
    {
      "epoch": 1.5315654803442662,
      "grad_norm": 0.9347374906284961,
      "learning_rate": 0.0002581998783524325,
      "loss": 2.8125,
      "step": 32921
    },
    {
      "epoch": 1.5316120027913467,
      "grad_norm": 0.9081822351361544,
      "learning_rate": 0.0002581973078315383,
      "loss": 2.2188,
      "step": 32922
    },
    {
      "epoch": 1.5316585252384276,
      "grad_norm": 0.9065918918078042,
      "learning_rate": 0.0002581947372444051,
      "loss": 2.3281,
      "step": 32923
    },
    {
      "epoch": 1.5317050476855083,
      "grad_norm": 0.9378009539858023,
      "learning_rate": 0.00025819216659103445,
      "loss": 2.4375,
      "step": 32924
    },
    {
      "epoch": 1.531751570132589,
      "grad_norm": 0.9018811785322683,
      "learning_rate": 0.0002581895958714279,
      "loss": 2.4375,
      "step": 32925
    },
    {
      "epoch": 1.5317980925796697,
      "grad_norm": 0.9499080039406873,
      "learning_rate": 0.00025818702508558704,
      "loss": 2.6406,
      "step": 32926
    },
    {
      "epoch": 1.5318446150267504,
      "grad_norm": 0.91066081555645,
      "learning_rate": 0.0002581844542335135,
      "loss": 2.5625,
      "step": 32927
    },
    {
      "epoch": 1.531891137473831,
      "grad_norm": 0.8722957227025008,
      "learning_rate": 0.0002581818833152087,
      "loss": 2.2969,
      "step": 32928
    },
    {
      "epoch": 1.5319376599209118,
      "grad_norm": 0.856414516989419,
      "learning_rate": 0.0002581793123306744,
      "loss": 2.3281,
      "step": 32929
    },
    {
      "epoch": 1.5319841823679927,
      "grad_norm": 0.8433431067813046,
      "learning_rate": 0.000258176741279912,
      "loss": 2.1719,
      "step": 32930
    },
    {
      "epoch": 1.5320307048150732,
      "grad_norm": 0.9758918991564175,
      "learning_rate": 0.0002581741701629232,
      "loss": 2.5156,
      "step": 32931
    },
    {
      "epoch": 1.5320772272621541,
      "grad_norm": 0.9625717264016438,
      "learning_rate": 0.0002581715989797096,
      "loss": 2.5938,
      "step": 32932
    },
    {
      "epoch": 1.5321237497092346,
      "grad_norm": 0.8600556754673563,
      "learning_rate": 0.00025816902773027266,
      "loss": 2.125,
      "step": 32933
    },
    {
      "epoch": 1.5321702721563155,
      "grad_norm": 0.8804212262938225,
      "learning_rate": 0.000258166456414614,
      "loss": 2.3125,
      "step": 32934
    },
    {
      "epoch": 1.532216794603396,
      "grad_norm": 0.8787972536333366,
      "learning_rate": 0.0002581638850327352,
      "loss": 2.1875,
      "step": 32935
    },
    {
      "epoch": 1.532263317050477,
      "grad_norm": 0.9209201927456578,
      "learning_rate": 0.00025816131358463783,
      "loss": 2.1719,
      "step": 32936
    },
    {
      "epoch": 1.5323098394975576,
      "grad_norm": 0.8510887292156759,
      "learning_rate": 0.0002581587420703235,
      "loss": 2.1094,
      "step": 32937
    },
    {
      "epoch": 1.5323563619446383,
      "grad_norm": 0.9579253710511503,
      "learning_rate": 0.0002581561704897937,
      "loss": 2.2188,
      "step": 32938
    },
    {
      "epoch": 1.532402884391719,
      "grad_norm": 0.9229549463804699,
      "learning_rate": 0.0002581535988430501,
      "loss": 2.4219,
      "step": 32939
    },
    {
      "epoch": 1.5324494068387997,
      "grad_norm": 0.9735498715130003,
      "learning_rate": 0.00025815102713009415,
      "loss": 2.4375,
      "step": 32940
    },
    {
      "epoch": 1.5324959292858804,
      "grad_norm": 0.8946058692666212,
      "learning_rate": 0.0002581484553509276,
      "loss": 2.3594,
      "step": 32941
    },
    {
      "epoch": 1.532542451732961,
      "grad_norm": 0.9663074190079856,
      "learning_rate": 0.00025814588350555186,
      "loss": 2.4375,
      "step": 32942
    },
    {
      "epoch": 1.532588974180042,
      "grad_norm": 0.8811970031070495,
      "learning_rate": 0.00025814331159396863,
      "loss": 2.2969,
      "step": 32943
    },
    {
      "epoch": 1.5326354966271225,
      "grad_norm": 0.9299250009318714,
      "learning_rate": 0.00025814073961617936,
      "loss": 2.5469,
      "step": 32944
    },
    {
      "epoch": 1.5326820190742034,
      "grad_norm": 0.8859537167765507,
      "learning_rate": 0.0002581381675721857,
      "loss": 2.3438,
      "step": 32945
    },
    {
      "epoch": 1.532728541521284,
      "grad_norm": 0.9725704355547318,
      "learning_rate": 0.0002581355954619893,
      "loss": 2.4062,
      "step": 32946
    },
    {
      "epoch": 1.5327750639683648,
      "grad_norm": 1.0092896208852302,
      "learning_rate": 0.0002581330232855916,
      "loss": 2.5469,
      "step": 32947
    },
    {
      "epoch": 1.5328215864154453,
      "grad_norm": 0.9557279021791912,
      "learning_rate": 0.0002581304510429942,
      "loss": 2.3281,
      "step": 32948
    },
    {
      "epoch": 1.5328681088625262,
      "grad_norm": 0.9398658986654058,
      "learning_rate": 0.0002581278787341987,
      "loss": 2.3125,
      "step": 32949
    },
    {
      "epoch": 1.532914631309607,
      "grad_norm": 0.9965070997961691,
      "learning_rate": 0.0002581253063592067,
      "loss": 2.2188,
      "step": 32950
    },
    {
      "epoch": 1.5329611537566876,
      "grad_norm": 1.0257982243775867,
      "learning_rate": 0.0002581227339180198,
      "loss": 2.5938,
      "step": 32951
    },
    {
      "epoch": 1.5330076762037683,
      "grad_norm": 0.9518934132908445,
      "learning_rate": 0.00025812016141063944,
      "loss": 2.4844,
      "step": 32952
    },
    {
      "epoch": 1.533054198650849,
      "grad_norm": 0.9001672848028126,
      "learning_rate": 0.0002581175888370673,
      "loss": 2.4375,
      "step": 32953
    },
    {
      "epoch": 1.5331007210979297,
      "grad_norm": 0.9058361671061868,
      "learning_rate": 0.00025811501619730495,
      "loss": 2.1562,
      "step": 32954
    },
    {
      "epoch": 1.5331472435450104,
      "grad_norm": 0.9182681899013514,
      "learning_rate": 0.00025811244349135395,
      "loss": 1.9297,
      "step": 32955
    },
    {
      "epoch": 1.5331937659920913,
      "grad_norm": 1.1638553847889181,
      "learning_rate": 0.0002581098707192159,
      "loss": 2.5156,
      "step": 32956
    },
    {
      "epoch": 1.5332402884391718,
      "grad_norm": 1.0167104269001297,
      "learning_rate": 0.00025810729788089225,
      "loss": 2.5469,
      "step": 32957
    },
    {
      "epoch": 1.5332868108862527,
      "grad_norm": 0.9159601048465835,
      "learning_rate": 0.0002581047249763848,
      "loss": 2.7188,
      "step": 32958
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 0.9133575650047466,
      "learning_rate": 0.0002581021520056949,
      "loss": 2.6094,
      "step": 32959
    },
    {
      "epoch": 1.5333798557804141,
      "grad_norm": 0.9690133983396785,
      "learning_rate": 0.00025809957896882435,
      "loss": 2.5781,
      "step": 32960
    },
    {
      "epoch": 1.5334263782274946,
      "grad_norm": 0.9984823701293302,
      "learning_rate": 0.0002580970058657745,
      "loss": 2.4844,
      "step": 32961
    },
    {
      "epoch": 1.5334729006745755,
      "grad_norm": 0.8954404266045827,
      "learning_rate": 0.000258094432696547,
      "loss": 2.3281,
      "step": 32962
    },
    {
      "epoch": 1.5335194231216562,
      "grad_norm": 0.8963127830914974,
      "learning_rate": 0.00025809185946114354,
      "loss": 2.1094,
      "step": 32963
    },
    {
      "epoch": 1.533565945568737,
      "grad_norm": 0.9117043958088759,
      "learning_rate": 0.0002580892861595656,
      "loss": 2.4844,
      "step": 32964
    },
    {
      "epoch": 1.5336124680158176,
      "grad_norm": 0.8578577436668957,
      "learning_rate": 0.0002580867127918147,
      "loss": 2.4531,
      "step": 32965
    },
    {
      "epoch": 1.5336589904628983,
      "grad_norm": 0.8867336746605942,
      "learning_rate": 0.0002580841393578925,
      "loss": 2.25,
      "step": 32966
    },
    {
      "epoch": 1.533705512909979,
      "grad_norm": 0.8946340668496501,
      "learning_rate": 0.00025808156585780057,
      "loss": 2.4219,
      "step": 32967
    },
    {
      "epoch": 1.5337520353570597,
      "grad_norm": 0.8909478176552393,
      "learning_rate": 0.00025807899229154046,
      "loss": 2.2969,
      "step": 32968
    },
    {
      "epoch": 1.5337985578041406,
      "grad_norm": 1.027872324139723,
      "learning_rate": 0.00025807641865911377,
      "loss": 2.4375,
      "step": 32969
    },
    {
      "epoch": 1.5338450802512211,
      "grad_norm": 0.8901686432441672,
      "learning_rate": 0.000258073844960522,
      "loss": 1.9531,
      "step": 32970
    },
    {
      "epoch": 1.533891602698302,
      "grad_norm": 0.9399980466186978,
      "learning_rate": 0.00025807127119576687,
      "loss": 2.5625,
      "step": 32971
    },
    {
      "epoch": 1.5339381251453825,
      "grad_norm": 0.9078126833448132,
      "learning_rate": 0.0002580686973648498,
      "loss": 2.3125,
      "step": 32972
    },
    {
      "epoch": 1.5339846475924634,
      "grad_norm": 0.9546571451307955,
      "learning_rate": 0.00025806612346777246,
      "loss": 2.8594,
      "step": 32973
    },
    {
      "epoch": 1.534031170039544,
      "grad_norm": 0.9114680493329921,
      "learning_rate": 0.0002580635495045364,
      "loss": 2.5156,
      "step": 32974
    },
    {
      "epoch": 1.5340776924866248,
      "grad_norm": 0.9690784490386353,
      "learning_rate": 0.0002580609754751432,
      "loss": 2.4688,
      "step": 32975
    },
    {
      "epoch": 1.5341242149337055,
      "grad_norm": 0.9195602860278982,
      "learning_rate": 0.00025805840137959447,
      "loss": 2.3281,
      "step": 32976
    },
    {
      "epoch": 1.5341707373807862,
      "grad_norm": 0.9324336064388259,
      "learning_rate": 0.00025805582721789166,
      "loss": 2.6094,
      "step": 32977
    },
    {
      "epoch": 1.534217259827867,
      "grad_norm": 0.9382631687000139,
      "learning_rate": 0.00025805325299003653,
      "loss": 1.8906,
      "step": 32978
    },
    {
      "epoch": 1.5342637822749476,
      "grad_norm": 0.9285083010973338,
      "learning_rate": 0.0002580506786960305,
      "loss": 2.5312,
      "step": 32979
    },
    {
      "epoch": 1.5343103047220283,
      "grad_norm": 0.9187459286905618,
      "learning_rate": 0.00025804810433587526,
      "loss": 2.5781,
      "step": 32980
    },
    {
      "epoch": 1.534356827169109,
      "grad_norm": 0.9303990437936398,
      "learning_rate": 0.00025804552990957226,
      "loss": 2.4844,
      "step": 32981
    },
    {
      "epoch": 1.53440334961619,
      "grad_norm": 0.8902215587149761,
      "learning_rate": 0.00025804295541712323,
      "loss": 2.1562,
      "step": 32982
    },
    {
      "epoch": 1.5344498720632704,
      "grad_norm": 0.8832678327000508,
      "learning_rate": 0.0002580403808585296,
      "loss": 2.4062,
      "step": 32983
    },
    {
      "epoch": 1.5344963945103514,
      "grad_norm": 0.8717313442823342,
      "learning_rate": 0.0002580378062337931,
      "loss": 2.2656,
      "step": 32984
    },
    {
      "epoch": 1.5345429169574318,
      "grad_norm": 0.9153632808120405,
      "learning_rate": 0.00025803523154291515,
      "loss": 2.3125,
      "step": 32985
    },
    {
      "epoch": 1.5345894394045128,
      "grad_norm": 0.8259567552894852,
      "learning_rate": 0.0002580326567858974,
      "loss": 2.1094,
      "step": 32986
    },
    {
      "epoch": 1.5346359618515932,
      "grad_norm": 1.004267635517175,
      "learning_rate": 0.0002580300819627414,
      "loss": 2.3438,
      "step": 32987
    },
    {
      "epoch": 1.5346824842986742,
      "grad_norm": 0.8545011242365311,
      "learning_rate": 0.0002580275070734488,
      "loss": 1.9609,
      "step": 32988
    },
    {
      "epoch": 1.5347290067457549,
      "grad_norm": 0.933721550929789,
      "learning_rate": 0.0002580249321180211,
      "loss": 2.4375,
      "step": 32989
    },
    {
      "epoch": 1.5347755291928356,
      "grad_norm": 0.9326276178365861,
      "learning_rate": 0.0002580223570964599,
      "loss": 2.7188,
      "step": 32990
    },
    {
      "epoch": 1.5348220516399163,
      "grad_norm": 0.9217027815567903,
      "learning_rate": 0.0002580197820087668,
      "loss": 2.3125,
      "step": 32991
    },
    {
      "epoch": 1.534868574086997,
      "grad_norm": 0.9121826742567484,
      "learning_rate": 0.0002580172068549433,
      "loss": 2.4531,
      "step": 32992
    },
    {
      "epoch": 1.5349150965340776,
      "grad_norm": 0.9522555976997599,
      "learning_rate": 0.0002580146316349911,
      "loss": 2.4688,
      "step": 32993
    },
    {
      "epoch": 1.5349616189811583,
      "grad_norm": 0.8789977487797486,
      "learning_rate": 0.0002580120563489116,
      "loss": 2.2656,
      "step": 32994
    },
    {
      "epoch": 1.5350081414282393,
      "grad_norm": 0.9495703015550773,
      "learning_rate": 0.0002580094809967066,
      "loss": 2.4062,
      "step": 32995
    },
    {
      "epoch": 1.5350546638753197,
      "grad_norm": 0.910226400610185,
      "learning_rate": 0.00025800690557837745,
      "loss": 2.5625,
      "step": 32996
    },
    {
      "epoch": 1.5351011863224007,
      "grad_norm": 0.8380217377326589,
      "learning_rate": 0.0002580043300939259,
      "loss": 2.1094,
      "step": 32997
    },
    {
      "epoch": 1.5351477087694811,
      "grad_norm": 0.9411823901118369,
      "learning_rate": 0.00025800175454335347,
      "loss": 2.3906,
      "step": 32998
    },
    {
      "epoch": 1.535194231216562,
      "grad_norm": 0.9464728610098495,
      "learning_rate": 0.0002579991789266617,
      "loss": 2.4844,
      "step": 32999
    },
    {
      "epoch": 1.5352407536636425,
      "grad_norm": 0.8999586795325231,
      "learning_rate": 0.0002579966032438522,
      "loss": 2.3125,
      "step": 33000
    },
    {
      "epoch": 1.5352872761107235,
      "grad_norm": 0.9369663151906417,
      "learning_rate": 0.0002579940274949266,
      "loss": 2.7344,
      "step": 33001
    },
    {
      "epoch": 1.5353337985578042,
      "grad_norm": 0.9037052922432202,
      "learning_rate": 0.0002579914516798863,
      "loss": 2.2812,
      "step": 33002
    },
    {
      "epoch": 1.5353803210048849,
      "grad_norm": 0.992743245239079,
      "learning_rate": 0.00025798887579873313,
      "loss": 2.3438,
      "step": 33003
    },
    {
      "epoch": 1.5354268434519656,
      "grad_norm": 1.0388976023967458,
      "learning_rate": 0.00025798629985146845,
      "loss": 2.5312,
      "step": 33004
    },
    {
      "epoch": 1.5354733658990463,
      "grad_norm": 0.8873900517197393,
      "learning_rate": 0.00025798372383809394,
      "loss": 2.3906,
      "step": 33005
    },
    {
      "epoch": 1.535519888346127,
      "grad_norm": 0.9465438425038726,
      "learning_rate": 0.0002579811477586112,
      "loss": 2.4062,
      "step": 33006
    },
    {
      "epoch": 1.5355664107932077,
      "grad_norm": 1.0228520783917467,
      "learning_rate": 0.0002579785716130217,
      "loss": 2.7188,
      "step": 33007
    },
    {
      "epoch": 1.5356129332402886,
      "grad_norm": 0.8942286113492127,
      "learning_rate": 0.0002579759954013271,
      "loss": 2.2344,
      "step": 33008
    },
    {
      "epoch": 1.535659455687369,
      "grad_norm": 0.892220283981837,
      "learning_rate": 0.000257973419123529,
      "loss": 2.3125,
      "step": 33009
    },
    {
      "epoch": 1.53570597813445,
      "grad_norm": 0.9961885206614104,
      "learning_rate": 0.0002579708427796289,
      "loss": 2.3906,
      "step": 33010
    },
    {
      "epoch": 1.5357525005815305,
      "grad_norm": 0.8834529094232132,
      "learning_rate": 0.00025796826636962836,
      "loss": 2.3125,
      "step": 33011
    },
    {
      "epoch": 1.5357990230286114,
      "grad_norm": 0.9230534617590817,
      "learning_rate": 0.0002579656898935291,
      "loss": 2.6875,
      "step": 33012
    },
    {
      "epoch": 1.535845545475692,
      "grad_norm": 0.9464889027363825,
      "learning_rate": 0.0002579631133513326,
      "loss": 2.4375,
      "step": 33013
    },
    {
      "epoch": 1.5358920679227728,
      "grad_norm": 1.0446649180592626,
      "learning_rate": 0.0002579605367430404,
      "loss": 1.8672,
      "step": 33014
    },
    {
      "epoch": 1.5359385903698535,
      "grad_norm": 0.8907898672472099,
      "learning_rate": 0.00025795796006865414,
      "loss": 2.5312,
      "step": 33015
    },
    {
      "epoch": 1.5359851128169342,
      "grad_norm": 0.9650505691869251,
      "learning_rate": 0.0002579553833281754,
      "loss": 2.4688,
      "step": 33016
    },
    {
      "epoch": 1.5360316352640149,
      "grad_norm": 0.9400874777832794,
      "learning_rate": 0.0002579528065216057,
      "loss": 2.6875,
      "step": 33017
    },
    {
      "epoch": 1.5360781577110956,
      "grad_norm": 0.9482115947002304,
      "learning_rate": 0.0002579502296489467,
      "loss": 2.7656,
      "step": 33018
    },
    {
      "epoch": 1.5361246801581763,
      "grad_norm": 0.9081355308649005,
      "learning_rate": 0.00025794765271019987,
      "loss": 2.4844,
      "step": 33019
    },
    {
      "epoch": 1.536171202605257,
      "grad_norm": 0.8724812426950863,
      "learning_rate": 0.0002579450757053669,
      "loss": 2.3281,
      "step": 33020
    },
    {
      "epoch": 1.536217725052338,
      "grad_norm": 0.9781026287161972,
      "learning_rate": 0.00025794249863444937,
      "loss": 2.5156,
      "step": 33021
    },
    {
      "epoch": 1.5362642474994184,
      "grad_norm": 0.8422636801092251,
      "learning_rate": 0.0002579399214974487,
      "loss": 2.1875,
      "step": 33022
    },
    {
      "epoch": 1.5363107699464993,
      "grad_norm": 0.8780156105516285,
      "learning_rate": 0.00025793734429436664,
      "loss": 2.2969,
      "step": 33023
    },
    {
      "epoch": 1.5363572923935798,
      "grad_norm": 0.9393289900781974,
      "learning_rate": 0.0002579347670252047,
      "loss": 2.5156,
      "step": 33024
    },
    {
      "epoch": 1.5364038148406607,
      "grad_norm": 0.9339390368700502,
      "learning_rate": 0.0002579321896899644,
      "loss": 2.5469,
      "step": 33025
    },
    {
      "epoch": 1.5364503372877414,
      "grad_norm": 0.9175375398934913,
      "learning_rate": 0.00025792961228864747,
      "loss": 2.3594,
      "step": 33026
    },
    {
      "epoch": 1.536496859734822,
      "grad_norm": 0.8978991193276699,
      "learning_rate": 0.00025792703482125533,
      "loss": 2.2969,
      "step": 33027
    },
    {
      "epoch": 1.5365433821819028,
      "grad_norm": 0.8805294067613288,
      "learning_rate": 0.0002579244572877896,
      "loss": 2.3438,
      "step": 33028
    },
    {
      "epoch": 1.5365899046289835,
      "grad_norm": 0.8977155892565041,
      "learning_rate": 0.0002579218796882519,
      "loss": 2.4844,
      "step": 33029
    },
    {
      "epoch": 1.5366364270760642,
      "grad_norm": 0.9464618874624474,
      "learning_rate": 0.0002579193020226439,
      "loss": 2.7812,
      "step": 33030
    },
    {
      "epoch": 1.5366829495231449,
      "grad_norm": 0.9125512168973359,
      "learning_rate": 0.0002579167242909669,
      "loss": 2.5156,
      "step": 33031
    },
    {
      "epoch": 1.5367294719702256,
      "grad_norm": 0.9646359208927893,
      "learning_rate": 0.00025791414649322276,
      "loss": 2.3594,
      "step": 33032
    },
    {
      "epoch": 1.5367759944173063,
      "grad_norm": 0.873115827824288,
      "learning_rate": 0.0002579115686294129,
      "loss": 2.2031,
      "step": 33033
    },
    {
      "epoch": 1.5368225168643872,
      "grad_norm": 0.9502484703165188,
      "learning_rate": 0.00025790899069953895,
      "loss": 2.6875,
      "step": 33034
    },
    {
      "epoch": 1.5368690393114677,
      "grad_norm": 0.9946082415410072,
      "learning_rate": 0.0002579064127036025,
      "loss": 1.7578,
      "step": 33035
    },
    {
      "epoch": 1.5369155617585486,
      "grad_norm": 0.9358975511617685,
      "learning_rate": 0.00025790383464160504,
      "loss": 2.2656,
      "step": 33036
    },
    {
      "epoch": 1.536962084205629,
      "grad_norm": 0.9667180776585653,
      "learning_rate": 0.0002579012565135483,
      "loss": 2.3125,
      "step": 33037
    },
    {
      "epoch": 1.53700860665271,
      "grad_norm": 1.1062073572783946,
      "learning_rate": 0.0002578986783194338,
      "loss": 2.3594,
      "step": 33038
    },
    {
      "epoch": 1.5370551290997907,
      "grad_norm": 0.9582469130310555,
      "learning_rate": 0.00025789610005926293,
      "loss": 2.375,
      "step": 33039
    },
    {
      "epoch": 1.5371016515468714,
      "grad_norm": 0.9542295662950081,
      "learning_rate": 0.00025789352173303756,
      "loss": 2.5469,
      "step": 33040
    },
    {
      "epoch": 1.537148173993952,
      "grad_norm": 0.932355254321853,
      "learning_rate": 0.0002578909433407591,
      "loss": 2.2656,
      "step": 33041
    },
    {
      "epoch": 1.5371946964410328,
      "grad_norm": 0.8886977182136672,
      "learning_rate": 0.0002578883648824292,
      "loss": 2.2812,
      "step": 33042
    },
    {
      "epoch": 1.5372412188881135,
      "grad_norm": 0.9425205165397319,
      "learning_rate": 0.0002578857863580494,
      "loss": 2.4844,
      "step": 33043
    },
    {
      "epoch": 1.5372877413351942,
      "grad_norm": 0.9690345679240522,
      "learning_rate": 0.0002578832077676213,
      "loss": 2.25,
      "step": 33044
    },
    {
      "epoch": 1.5373342637822751,
      "grad_norm": 0.9646174264326615,
      "learning_rate": 0.0002578806291111464,
      "loss": 2.625,
      "step": 33045
    },
    {
      "epoch": 1.5373807862293556,
      "grad_norm": 0.9197894465217242,
      "learning_rate": 0.0002578780503886264,
      "loss": 1.8047,
      "step": 33046
    },
    {
      "epoch": 1.5374273086764365,
      "grad_norm": 0.942340968880327,
      "learning_rate": 0.0002578754716000628,
      "loss": 2.4062,
      "step": 33047
    },
    {
      "epoch": 1.537473831123517,
      "grad_norm": 0.9436952595640646,
      "learning_rate": 0.0002578728927454572,
      "loss": 2.2656,
      "step": 33048
    },
    {
      "epoch": 1.537520353570598,
      "grad_norm": 0.9641158215815034,
      "learning_rate": 0.0002578703138248112,
      "loss": 2.4062,
      "step": 33049
    },
    {
      "epoch": 1.5375668760176784,
      "grad_norm": 0.9266899153873148,
      "learning_rate": 0.0002578677348381263,
      "loss": 1.75,
      "step": 33050
    },
    {
      "epoch": 1.5376133984647593,
      "grad_norm": 0.8923196430537098,
      "learning_rate": 0.0002578651557854042,
      "loss": 2.1875,
      "step": 33051
    },
    {
      "epoch": 1.53765992091184,
      "grad_norm": 0.9002140388769552,
      "learning_rate": 0.0002578625766666464,
      "loss": 2.3594,
      "step": 33052
    },
    {
      "epoch": 1.5377064433589207,
      "grad_norm": 0.9211872972361587,
      "learning_rate": 0.0002578599974818545,
      "loss": 2.4688,
      "step": 33053
    },
    {
      "epoch": 1.5377529658060014,
      "grad_norm": 0.9928582818698396,
      "learning_rate": 0.00025785741823103,
      "loss": 2.4844,
      "step": 33054
    },
    {
      "epoch": 1.537799488253082,
      "grad_norm": 0.8140720064815038,
      "learning_rate": 0.00025785483891417463,
      "loss": 2.0312,
      "step": 33055
    },
    {
      "epoch": 1.5378460107001628,
      "grad_norm": 0.9353993996526453,
      "learning_rate": 0.0002578522595312899,
      "loss": 2.4062,
      "step": 33056
    },
    {
      "epoch": 1.5378925331472435,
      "grad_norm": 0.8980915068109486,
      "learning_rate": 0.00025784968008237734,
      "loss": 2.2656,
      "step": 33057
    },
    {
      "epoch": 1.5379390555943244,
      "grad_norm": 1.0160463151957606,
      "learning_rate": 0.00025784710056743856,
      "loss": 2.2969,
      "step": 33058
    },
    {
      "epoch": 1.537985578041405,
      "grad_norm": 0.9328891626768241,
      "learning_rate": 0.0002578445209864752,
      "loss": 2.2344,
      "step": 33059
    },
    {
      "epoch": 1.5380321004884858,
      "grad_norm": 0.9149603538938877,
      "learning_rate": 0.0002578419413394888,
      "loss": 2.3594,
      "step": 33060
    },
    {
      "epoch": 1.5380786229355663,
      "grad_norm": 0.9814682866862584,
      "learning_rate": 0.00025783936162648087,
      "loss": 2.7812,
      "step": 33061
    },
    {
      "epoch": 1.5381251453826472,
      "grad_norm": 0.9506935832062183,
      "learning_rate": 0.0002578367818474531,
      "loss": 2.6562,
      "step": 33062
    },
    {
      "epoch": 1.5381716678297277,
      "grad_norm": 0.8879845735314932,
      "learning_rate": 0.00025783420200240696,
      "loss": 2.3125,
      "step": 33063
    },
    {
      "epoch": 1.5382181902768086,
      "grad_norm": 0.9591219915587024,
      "learning_rate": 0.00025783162209134413,
      "loss": 2.125,
      "step": 33064
    },
    {
      "epoch": 1.5382647127238893,
      "grad_norm": 0.8732781985615594,
      "learning_rate": 0.0002578290421142661,
      "loss": 2.4844,
      "step": 33065
    },
    {
      "epoch": 1.53831123517097,
      "grad_norm": 0.8922677899382283,
      "learning_rate": 0.0002578264620711745,
      "loss": 2.1719,
      "step": 33066
    },
    {
      "epoch": 1.5383577576180507,
      "grad_norm": 0.9476576754035416,
      "learning_rate": 0.00025782388196207094,
      "loss": 2.2031,
      "step": 33067
    },
    {
      "epoch": 1.5384042800651314,
      "grad_norm": 1.0197845247487018,
      "learning_rate": 0.000257821301786957,
      "loss": 2.4062,
      "step": 33068
    },
    {
      "epoch": 1.5384508025122121,
      "grad_norm": 0.9408562528146699,
      "learning_rate": 0.00025781872154583414,
      "loss": 2.4062,
      "step": 33069
    },
    {
      "epoch": 1.5384973249592928,
      "grad_norm": 1.1896873503884042,
      "learning_rate": 0.00025781614123870407,
      "loss": 2.3438,
      "step": 33070
    },
    {
      "epoch": 1.5385438474063737,
      "grad_norm": 0.8648003492094879,
      "learning_rate": 0.0002578135608655683,
      "loss": 1.9062,
      "step": 33071
    },
    {
      "epoch": 1.5385903698534542,
      "grad_norm": 1.0468303245271637,
      "learning_rate": 0.0002578109804264285,
      "loss": 2.5,
      "step": 33072
    },
    {
      "epoch": 1.5386368923005351,
      "grad_norm": 0.8694178941422985,
      "learning_rate": 0.0002578083999212861,
      "loss": 2.0938,
      "step": 33073
    },
    {
      "epoch": 1.5386834147476156,
      "grad_norm": 0.9498724552185522,
      "learning_rate": 0.0002578058193501428,
      "loss": 2.125,
      "step": 33074
    },
    {
      "epoch": 1.5387299371946965,
      "grad_norm": 0.9938235829790726,
      "learning_rate": 0.00025780323871300013,
      "loss": 2.5,
      "step": 33075
    },
    {
      "epoch": 1.538776459641777,
      "grad_norm": 0.9385101665753489,
      "learning_rate": 0.0002578006580098597,
      "loss": 2.5,
      "step": 33076
    },
    {
      "epoch": 1.538822982088858,
      "grad_norm": 0.9607684615183053,
      "learning_rate": 0.00025779807724072304,
      "loss": 2.4219,
      "step": 33077
    },
    {
      "epoch": 1.5388695045359386,
      "grad_norm": 0.9514734460052829,
      "learning_rate": 0.00025779549640559177,
      "loss": 2.5312,
      "step": 33078
    },
    {
      "epoch": 1.5389160269830193,
      "grad_norm": 0.9490275955013712,
      "learning_rate": 0.0002577929155044675,
      "loss": 1.6797,
      "step": 33079
    },
    {
      "epoch": 1.5389625494301,
      "grad_norm": 0.9303676179543623,
      "learning_rate": 0.00025779033453735174,
      "loss": 2.4219,
      "step": 33080
    },
    {
      "epoch": 1.5390090718771807,
      "grad_norm": 0.9564767071827625,
      "learning_rate": 0.0002577877535042461,
      "loss": 2.4844,
      "step": 33081
    },
    {
      "epoch": 1.5390555943242614,
      "grad_norm": 0.8847826483107545,
      "learning_rate": 0.0002577851724051521,
      "loss": 2.4219,
      "step": 33082
    },
    {
      "epoch": 1.5391021167713421,
      "grad_norm": 0.9677961107629133,
      "learning_rate": 0.00025778259124007146,
      "loss": 2.3281,
      "step": 33083
    },
    {
      "epoch": 1.539148639218423,
      "grad_norm": 1.0379353762944479,
      "learning_rate": 0.0002577800100090057,
      "loss": 2.5625,
      "step": 33084
    },
    {
      "epoch": 1.5391951616655035,
      "grad_norm": 0.8634004019343965,
      "learning_rate": 0.00025777742871195634,
      "loss": 2.25,
      "step": 33085
    },
    {
      "epoch": 1.5392416841125844,
      "grad_norm": 0.9022265742402746,
      "learning_rate": 0.000257774847348925,
      "loss": 2.4844,
      "step": 33086
    },
    {
      "epoch": 1.539288206559665,
      "grad_norm": 0.9300655537534321,
      "learning_rate": 0.0002577722659199133,
      "loss": 2.5312,
      "step": 33087
    },
    {
      "epoch": 1.5393347290067458,
      "grad_norm": 1.0035543128736,
      "learning_rate": 0.00025776968442492275,
      "loss": 2.4062,
      "step": 33088
    },
    {
      "epoch": 1.5393812514538263,
      "grad_norm": 1.0696961759392585,
      "learning_rate": 0.000257767102863955,
      "loss": 1.7656,
      "step": 33089
    },
    {
      "epoch": 1.5394277739009072,
      "grad_norm": 0.9007326682643628,
      "learning_rate": 0.00025776452123701157,
      "loss": 2.2969,
      "step": 33090
    },
    {
      "epoch": 1.539474296347988,
      "grad_norm": 0.9007279149783501,
      "learning_rate": 0.000257761939544094,
      "loss": 2.0312,
      "step": 33091
    },
    {
      "epoch": 1.5395208187950686,
      "grad_norm": 0.9098070020618074,
      "learning_rate": 0.00025775935778520406,
      "loss": 2.1719,
      "step": 33092
    },
    {
      "epoch": 1.5395673412421493,
      "grad_norm": 0.9778656916229518,
      "learning_rate": 0.0002577567759603431,
      "loss": 2.7188,
      "step": 33093
    },
    {
      "epoch": 1.53961386368923,
      "grad_norm": 0.9535007333191464,
      "learning_rate": 0.0002577541940695129,
      "loss": 2.3125,
      "step": 33094
    },
    {
      "epoch": 1.5396603861363107,
      "grad_norm": 0.9385686059972631,
      "learning_rate": 0.00025775161211271486,
      "loss": 2.2812,
      "step": 33095
    },
    {
      "epoch": 1.5397069085833914,
      "grad_norm": 0.9653135402379349,
      "learning_rate": 0.0002577490300899507,
      "loss": 2.3281,
      "step": 33096
    },
    {
      "epoch": 1.5397534310304724,
      "grad_norm": 0.8772787045131282,
      "learning_rate": 0.00025774644800122194,
      "loss": 2.4688,
      "step": 33097
    },
    {
      "epoch": 1.5397999534775528,
      "grad_norm": 0.9099506130966987,
      "learning_rate": 0.0002577438658465302,
      "loss": 2.5,
      "step": 33098
    },
    {
      "epoch": 1.5398464759246338,
      "grad_norm": 0.8784833873956064,
      "learning_rate": 0.000257741283625877,
      "loss": 2.3281,
      "step": 33099
    },
    {
      "epoch": 1.5398929983717142,
      "grad_norm": 0.9161071615308463,
      "learning_rate": 0.00025773870133926393,
      "loss": 2.1875,
      "step": 33100
    },
    {
      "epoch": 1.5399395208187951,
      "grad_norm": 0.8383574697581703,
      "learning_rate": 0.0002577361189866926,
      "loss": 1.7891,
      "step": 33101
    },
    {
      "epoch": 1.5399860432658756,
      "grad_norm": 1.0637534487533302,
      "learning_rate": 0.00025773353656816464,
      "loss": 2.2969,
      "step": 33102
    },
    {
      "epoch": 1.5400325657129565,
      "grad_norm": 0.9976041441424015,
      "learning_rate": 0.0002577309540836815,
      "loss": 2.2656,
      "step": 33103
    },
    {
      "epoch": 1.5400790881600372,
      "grad_norm": 0.9609131707627505,
      "learning_rate": 0.00025772837153324485,
      "loss": 2.2812,
      "step": 33104
    },
    {
      "epoch": 1.540125610607118,
      "grad_norm": 0.9182693005900374,
      "learning_rate": 0.00025772578891685626,
      "loss": 2.3438,
      "step": 33105
    },
    {
      "epoch": 1.5401721330541986,
      "grad_norm": 0.933314530527582,
      "learning_rate": 0.0002577232062345173,
      "loss": 2.3438,
      "step": 33106
    },
    {
      "epoch": 1.5402186555012793,
      "grad_norm": 0.9129701687135008,
      "learning_rate": 0.0002577206234862296,
      "loss": 2.3281,
      "step": 33107
    },
    {
      "epoch": 1.54026517794836,
      "grad_norm": 1.0118123058426725,
      "learning_rate": 0.0002577180406719947,
      "loss": 2.5781,
      "step": 33108
    },
    {
      "epoch": 1.5403117003954407,
      "grad_norm": 0.8777583788432202,
      "learning_rate": 0.0002577154577918141,
      "loss": 2.3125,
      "step": 33109
    },
    {
      "epoch": 1.5403582228425217,
      "grad_norm": 0.9120248569007667,
      "learning_rate": 0.00025771287484568955,
      "loss": 1.7656,
      "step": 33110
    },
    {
      "epoch": 1.5404047452896021,
      "grad_norm": 0.89172087778047,
      "learning_rate": 0.0002577102918336225,
      "loss": 2.2812,
      "step": 33111
    },
    {
      "epoch": 1.540451267736683,
      "grad_norm": 0.9718984106426102,
      "learning_rate": 0.0002577077087556146,
      "loss": 2.4062,
      "step": 33112
    },
    {
      "epoch": 1.5404977901837635,
      "grad_norm": 0.9720506693429131,
      "learning_rate": 0.0002577051256116674,
      "loss": 2.4375,
      "step": 33113
    },
    {
      "epoch": 1.5405443126308445,
      "grad_norm": 0.8935286663153977,
      "learning_rate": 0.00025770254240178246,
      "loss": 2.3594,
      "step": 33114
    },
    {
      "epoch": 1.540590835077925,
      "grad_norm": 0.9571799624591628,
      "learning_rate": 0.0002576999591259614,
      "loss": 2.375,
      "step": 33115
    },
    {
      "epoch": 1.5406373575250059,
      "grad_norm": 0.9452990990122817,
      "learning_rate": 0.0002576973757842058,
      "loss": 2.4844,
      "step": 33116
    },
    {
      "epoch": 1.5406838799720866,
      "grad_norm": 0.9877318973451057,
      "learning_rate": 0.00025769479237651725,
      "loss": 2.7656,
      "step": 33117
    },
    {
      "epoch": 1.5407304024191673,
      "grad_norm": 1.0625570891358778,
      "learning_rate": 0.0002576922089028973,
      "loss": 2.5938,
      "step": 33118
    },
    {
      "epoch": 1.540776924866248,
      "grad_norm": 0.9174124234967012,
      "learning_rate": 0.00025768962536334755,
      "loss": 2.3125,
      "step": 33119
    },
    {
      "epoch": 1.5408234473133287,
      "grad_norm": 0.9257469326632184,
      "learning_rate": 0.0002576870417578695,
      "loss": 2.6562,
      "step": 33120
    },
    {
      "epoch": 1.5408699697604094,
      "grad_norm": 0.9450043137902762,
      "learning_rate": 0.0002576844580864649,
      "loss": 2.5938,
      "step": 33121
    },
    {
      "epoch": 1.54091649220749,
      "grad_norm": 0.9087559660002281,
      "learning_rate": 0.0002576818743491352,
      "loss": 2.3906,
      "step": 33122
    },
    {
      "epoch": 1.540963014654571,
      "grad_norm": 0.9509180593467109,
      "learning_rate": 0.0002576792905458821,
      "loss": 2.4219,
      "step": 33123
    },
    {
      "epoch": 1.5410095371016514,
      "grad_norm": 0.91733901084956,
      "learning_rate": 0.000257676706676707,
      "loss": 2.5781,
      "step": 33124
    },
    {
      "epoch": 1.5410560595487324,
      "grad_norm": 0.8911351472446356,
      "learning_rate": 0.00025767412274161163,
      "loss": 2.3125,
      "step": 33125
    },
    {
      "epoch": 1.5411025819958128,
      "grad_norm": 0.9560988912213139,
      "learning_rate": 0.0002576715387405975,
      "loss": 2.625,
      "step": 33126
    },
    {
      "epoch": 1.5411491044428938,
      "grad_norm": 0.9195617920724463,
      "learning_rate": 0.0002576689546736662,
      "loss": 2.3906,
      "step": 33127
    },
    {
      "epoch": 1.5411956268899742,
      "grad_norm": 0.9349788717957337,
      "learning_rate": 0.0002576663705408194,
      "loss": 2.5938,
      "step": 33128
    },
    {
      "epoch": 1.5412421493370552,
      "grad_norm": 0.8803533965816769,
      "learning_rate": 0.0002576637863420586,
      "loss": 2.3906,
      "step": 33129
    },
    {
      "epoch": 1.5412886717841359,
      "grad_norm": 1.0371010664315565,
      "learning_rate": 0.0002576612020773854,
      "loss": 2.375,
      "step": 33130
    },
    {
      "epoch": 1.5413351942312166,
      "grad_norm": 1.009449580670564,
      "learning_rate": 0.0002576586177468013,
      "loss": 2.4531,
      "step": 33131
    },
    {
      "epoch": 1.5413817166782973,
      "grad_norm": 0.913538354750554,
      "learning_rate": 0.00025765603335030807,
      "loss": 2.4219,
      "step": 33132
    },
    {
      "epoch": 1.541428239125378,
      "grad_norm": 0.9215847240147109,
      "learning_rate": 0.0002576534488879071,
      "loss": 1.9844,
      "step": 33133
    },
    {
      "epoch": 1.5414747615724587,
      "grad_norm": 0.8948434533624452,
      "learning_rate": 0.00025765086435960006,
      "loss": 1.75,
      "step": 33134
    },
    {
      "epoch": 1.5415212840195394,
      "grad_norm": 0.9991816202309443,
      "learning_rate": 0.0002576482797653886,
      "loss": 2.3594,
      "step": 33135
    },
    {
      "epoch": 1.5415678064666203,
      "grad_norm": 0.8533596493846156,
      "learning_rate": 0.00025764569510527415,
      "loss": 1.9375,
      "step": 33136
    },
    {
      "epoch": 1.5416143289137008,
      "grad_norm": 0.9689789511246222,
      "learning_rate": 0.0002576431103792584,
      "loss": 2.3281,
      "step": 33137
    },
    {
      "epoch": 1.5416608513607817,
      "grad_norm": 1.1616304171164011,
      "learning_rate": 0.0002576405255873429,
      "loss": 2.6875,
      "step": 33138
    },
    {
      "epoch": 1.5417073738078622,
      "grad_norm": 0.9090713657169651,
      "learning_rate": 0.00025763794072952923,
      "loss": 2.3125,
      "step": 33139
    },
    {
      "epoch": 1.541753896254943,
      "grad_norm": 0.9204660538159067,
      "learning_rate": 0.00025763535580581903,
      "loss": 2.3125,
      "step": 33140
    },
    {
      "epoch": 1.5418004187020238,
      "grad_norm": 0.9857842257133288,
      "learning_rate": 0.0002576327708162138,
      "loss": 2.5469,
      "step": 33141
    },
    {
      "epoch": 1.5418469411491045,
      "grad_norm": 1.119246404498015,
      "learning_rate": 0.00025763018576071514,
      "loss": 2.7344,
      "step": 33142
    },
    {
      "epoch": 1.5418934635961852,
      "grad_norm": 0.9399464788048678,
      "learning_rate": 0.0002576276006393246,
      "loss": 2.2812,
      "step": 33143
    },
    {
      "epoch": 1.5419399860432659,
      "grad_norm": 1.0058318044487147,
      "learning_rate": 0.0002576250154520439,
      "loss": 2.5781,
      "step": 33144
    },
    {
      "epoch": 1.5419865084903466,
      "grad_norm": 0.9123050179083511,
      "learning_rate": 0.00025762243019887446,
      "loss": 2.5469,
      "step": 33145
    },
    {
      "epoch": 1.5420330309374273,
      "grad_norm": 0.9101375265531958,
      "learning_rate": 0.00025761984487981796,
      "loss": 1.5312,
      "step": 33146
    },
    {
      "epoch": 1.542079553384508,
      "grad_norm": 0.8508971087399955,
      "learning_rate": 0.00025761725949487597,
      "loss": 1.5859,
      "step": 33147
    },
    {
      "epoch": 1.5421260758315887,
      "grad_norm": 0.9137175595628247,
      "learning_rate": 0.00025761467404405004,
      "loss": 2.3281,
      "step": 33148
    },
    {
      "epoch": 1.5421725982786696,
      "grad_norm": 0.8931911989397381,
      "learning_rate": 0.00025761208852734176,
      "loss": 2.2344,
      "step": 33149
    },
    {
      "epoch": 1.54221912072575,
      "grad_norm": 0.9589686659902216,
      "learning_rate": 0.00025760950294475275,
      "loss": 2.3125,
      "step": 33150
    },
    {
      "epoch": 1.542265643172831,
      "grad_norm": 0.964878526358912,
      "learning_rate": 0.00025760691729628457,
      "loss": 2.2344,
      "step": 33151
    },
    {
      "epoch": 1.5423121656199115,
      "grad_norm": 0.9594109356656603,
      "learning_rate": 0.0002576043315819388,
      "loss": 2.5312,
      "step": 33152
    },
    {
      "epoch": 1.5423586880669924,
      "grad_norm": 1.1447073361301794,
      "learning_rate": 0.00025760174580171703,
      "loss": 2.3281,
      "step": 33153
    },
    {
      "epoch": 1.542405210514073,
      "grad_norm": 1.0084691654756222,
      "learning_rate": 0.0002575991599556208,
      "loss": 2.5312,
      "step": 33154
    },
    {
      "epoch": 1.5424517329611538,
      "grad_norm": 0.873232780774761,
      "learning_rate": 0.00025759657404365177,
      "loss": 2.2188,
      "step": 33155
    },
    {
      "epoch": 1.5424982554082345,
      "grad_norm": 0.9813208307185614,
      "learning_rate": 0.00025759398806581143,
      "loss": 2.3438,
      "step": 33156
    },
    {
      "epoch": 1.5425447778553152,
      "grad_norm": 0.8903685753598404,
      "learning_rate": 0.0002575914020221015,
      "loss": 2.0938,
      "step": 33157
    },
    {
      "epoch": 1.5425913003023959,
      "grad_norm": 0.9057745391390617,
      "learning_rate": 0.0002575888159125234,
      "loss": 2.3281,
      "step": 33158
    },
    {
      "epoch": 1.5426378227494766,
      "grad_norm": 0.9429142188949496,
      "learning_rate": 0.00025758622973707883,
      "loss": 2.2969,
      "step": 33159
    },
    {
      "epoch": 1.5426843451965575,
      "grad_norm": 1.0248121394763385,
      "learning_rate": 0.00025758364349576934,
      "loss": 2.5938,
      "step": 33160
    },
    {
      "epoch": 1.542730867643638,
      "grad_norm": 0.8832072966970635,
      "learning_rate": 0.0002575810571885965,
      "loss": 2.2344,
      "step": 33161
    },
    {
      "epoch": 1.542777390090719,
      "grad_norm": 0.9758162701476482,
      "learning_rate": 0.0002575784708155619,
      "loss": 2.6094,
      "step": 33162
    },
    {
      "epoch": 1.5428239125377994,
      "grad_norm": 0.947337302736357,
      "learning_rate": 0.0002575758843766671,
      "loss": 2.5625,
      "step": 33163
    },
    {
      "epoch": 1.5428704349848803,
      "grad_norm": 0.9552219501623126,
      "learning_rate": 0.0002575732978719138,
      "loss": 2.4219,
      "step": 33164
    },
    {
      "epoch": 1.5429169574319608,
      "grad_norm": 0.9697022876082647,
      "learning_rate": 0.00025757071130130344,
      "loss": 2.4375,
      "step": 33165
    },
    {
      "epoch": 1.5429634798790417,
      "grad_norm": 0.99265159980473,
      "learning_rate": 0.0002575681246648376,
      "loss": 2.4062,
      "step": 33166
    },
    {
      "epoch": 1.5430100023261224,
      "grad_norm": 0.8771383500562432,
      "learning_rate": 0.00025756553796251803,
      "loss": 1.9219,
      "step": 33167
    },
    {
      "epoch": 1.543056524773203,
      "grad_norm": 0.9836196233430423,
      "learning_rate": 0.00025756295119434613,
      "loss": 2.3594,
      "step": 33168
    },
    {
      "epoch": 1.5431030472202838,
      "grad_norm": 0.9253167777967194,
      "learning_rate": 0.0002575603643603236,
      "loss": 2.4531,
      "step": 33169
    },
    {
      "epoch": 1.5431495696673645,
      "grad_norm": 0.9329702066999314,
      "learning_rate": 0.0002575577774604519,
      "loss": 2.2656,
      "step": 33170
    },
    {
      "epoch": 1.5431960921144452,
      "grad_norm": 0.9407510440185861,
      "learning_rate": 0.00025755519049473275,
      "loss": 2.3906,
      "step": 33171
    },
    {
      "epoch": 1.543242614561526,
      "grad_norm": 0.9800100466987713,
      "learning_rate": 0.00025755260346316765,
      "loss": 2.3906,
      "step": 33172
    },
    {
      "epoch": 1.5432891370086068,
      "grad_norm": 0.7790451022705668,
      "learning_rate": 0.00025755001636575825,
      "loss": 1.9297,
      "step": 33173
    },
    {
      "epoch": 1.5433356594556873,
      "grad_norm": 0.929323103585302,
      "learning_rate": 0.0002575474292025061,
      "loss": 2.2188,
      "step": 33174
    },
    {
      "epoch": 1.5433821819027682,
      "grad_norm": 0.8586626693340468,
      "learning_rate": 0.00025754484197341277,
      "loss": 2.1719,
      "step": 33175
    },
    {
      "epoch": 1.5434287043498487,
      "grad_norm": 0.9789654874919763,
      "learning_rate": 0.00025754225467847984,
      "loss": 2.7188,
      "step": 33176
    },
    {
      "epoch": 1.5434752267969296,
      "grad_norm": 0.9710877426999055,
      "learning_rate": 0.00025753966731770895,
      "loss": 2.2812,
      "step": 33177
    },
    {
      "epoch": 1.54352174924401,
      "grad_norm": 0.9469208106874277,
      "learning_rate": 0.00025753707989110156,
      "loss": 2.6094,
      "step": 33178
    },
    {
      "epoch": 1.543568271691091,
      "grad_norm": 0.9842425836203743,
      "learning_rate": 0.0002575344923986594,
      "loss": 2.375,
      "step": 33179
    },
    {
      "epoch": 1.5436147941381717,
      "grad_norm": 0.9000891543921326,
      "learning_rate": 0.00025753190484038396,
      "loss": 2.1719,
      "step": 33180
    },
    {
      "epoch": 1.5436613165852524,
      "grad_norm": 0.8919054551933383,
      "learning_rate": 0.0002575293172162769,
      "loss": 2.2188,
      "step": 33181
    },
    {
      "epoch": 1.543707839032333,
      "grad_norm": 1.0636791599561615,
      "learning_rate": 0.00025752672952633973,
      "loss": 2.3281,
      "step": 33182
    },
    {
      "epoch": 1.5437543614794138,
      "grad_norm": 1.0444116067283944,
      "learning_rate": 0.00025752414177057404,
      "loss": 2.2969,
      "step": 33183
    },
    {
      "epoch": 1.5438008839264945,
      "grad_norm": 0.9112125130223923,
      "learning_rate": 0.00025752155394898144,
      "loss": 2.3438,
      "step": 33184
    },
    {
      "epoch": 1.5438474063735752,
      "grad_norm": 0.8787711120552674,
      "learning_rate": 0.0002575189660615635,
      "loss": 2.2031,
      "step": 33185
    },
    {
      "epoch": 1.5438939288206561,
      "grad_norm": 0.8572466315341267,
      "learning_rate": 0.0002575163781083219,
      "loss": 1.9297,
      "step": 33186
    },
    {
      "epoch": 1.5439404512677366,
      "grad_norm": 0.9334318062435925,
      "learning_rate": 0.0002575137900892581,
      "loss": 2.2188,
      "step": 33187
    },
    {
      "epoch": 1.5439869737148175,
      "grad_norm": 0.9417780293894783,
      "learning_rate": 0.0002575112020043737,
      "loss": 2.4375,
      "step": 33188
    },
    {
      "epoch": 1.544033496161898,
      "grad_norm": 0.8944480996833925,
      "learning_rate": 0.0002575086138536703,
      "loss": 2.1875,
      "step": 33189
    },
    {
      "epoch": 1.544080018608979,
      "grad_norm": 0.9309298776288271,
      "learning_rate": 0.0002575060256371495,
      "loss": 2.375,
      "step": 33190
    },
    {
      "epoch": 1.5441265410560594,
      "grad_norm": 0.8804678926394225,
      "learning_rate": 0.00025750343735481287,
      "loss": 2.1719,
      "step": 33191
    },
    {
      "epoch": 1.5441730635031403,
      "grad_norm": 0.869576889822075,
      "learning_rate": 0.00025750084900666204,
      "loss": 2.2812,
      "step": 33192
    },
    {
      "epoch": 1.544219585950221,
      "grad_norm": 0.8953856027316387,
      "learning_rate": 0.0002574982605926985,
      "loss": 2.5781,
      "step": 33193
    },
    {
      "epoch": 1.5442661083973017,
      "grad_norm": 0.9030299287320381,
      "learning_rate": 0.00025749567211292396,
      "loss": 2.2969,
      "step": 33194
    },
    {
      "epoch": 1.5443126308443824,
      "grad_norm": 0.8624160369232465,
      "learning_rate": 0.00025749308356733987,
      "loss": 2.3125,
      "step": 33195
    },
    {
      "epoch": 1.5443591532914631,
      "grad_norm": 0.8709866131100598,
      "learning_rate": 0.00025749049495594795,
      "loss": 2.2656,
      "step": 33196
    },
    {
      "epoch": 1.5444056757385438,
      "grad_norm": 0.9888093339545158,
      "learning_rate": 0.0002574879062787497,
      "loss": 2.2656,
      "step": 33197
    },
    {
      "epoch": 1.5444521981856245,
      "grad_norm": 0.925973971165208,
      "learning_rate": 0.00025748531753574667,
      "loss": 2.3594,
      "step": 33198
    },
    {
      "epoch": 1.5444987206327054,
      "grad_norm": 0.8851248367124422,
      "learning_rate": 0.00025748272872694046,
      "loss": 2.1562,
      "step": 33199
    },
    {
      "epoch": 1.544545243079786,
      "grad_norm": 0.8313663443181246,
      "learning_rate": 0.00025748013985233277,
      "loss": 2.0938,
      "step": 33200
    },
    {
      "epoch": 1.5445917655268668,
      "grad_norm": 0.879186109772714,
      "learning_rate": 0.0002574775509119251,
      "loss": 2.4062,
      "step": 33201
    },
    {
      "epoch": 1.5446382879739473,
      "grad_norm": 0.842353701690065,
      "learning_rate": 0.000257474961905719,
      "loss": 2.2031,
      "step": 33202
    },
    {
      "epoch": 1.5446848104210282,
      "grad_norm": 0.8961125030937954,
      "learning_rate": 0.0002574723728337161,
      "loss": 2.375,
      "step": 33203
    },
    {
      "epoch": 1.5447313328681087,
      "grad_norm": 0.9154436910658329,
      "learning_rate": 0.000257469783695918,
      "loss": 2.4688,
      "step": 33204
    },
    {
      "epoch": 1.5447778553151896,
      "grad_norm": 0.8184683307371476,
      "learning_rate": 0.0002574671944923263,
      "loss": 2.0625,
      "step": 33205
    },
    {
      "epoch": 1.5448243777622703,
      "grad_norm": 0.869253776248449,
      "learning_rate": 0.0002574646052229425,
      "loss": 2.2188,
      "step": 33206
    },
    {
      "epoch": 1.544870900209351,
      "grad_norm": 0.9310310248707656,
      "learning_rate": 0.00025746201588776834,
      "loss": 2.5,
      "step": 33207
    },
    {
      "epoch": 1.5449174226564317,
      "grad_norm": 0.8782174944824894,
      "learning_rate": 0.00025745942648680516,
      "loss": 2.4531,
      "step": 33208
    },
    {
      "epoch": 1.5449639451035124,
      "grad_norm": 0.8449168747514897,
      "learning_rate": 0.00025745683702005476,
      "loss": 1.9766,
      "step": 33209
    },
    {
      "epoch": 1.5450104675505931,
      "grad_norm": 0.8950646509763148,
      "learning_rate": 0.0002574542474875186,
      "loss": 2.6406,
      "step": 33210
    },
    {
      "epoch": 1.5450569899976738,
      "grad_norm": 0.9165011412187439,
      "learning_rate": 0.00025745165788919837,
      "loss": 2.5469,
      "step": 33211
    },
    {
      "epoch": 1.5451035124447547,
      "grad_norm": 0.9148708764632049,
      "learning_rate": 0.0002574490682250956,
      "loss": 2.2656,
      "step": 33212
    },
    {
      "epoch": 1.5451500348918352,
      "grad_norm": 0.9117724657771074,
      "learning_rate": 0.0002574464784952118,
      "loss": 2.2656,
      "step": 33213
    },
    {
      "epoch": 1.5451965573389161,
      "grad_norm": 1.0980236091531146,
      "learning_rate": 0.0002574438886995487,
      "loss": 2.5,
      "step": 33214
    },
    {
      "epoch": 1.5452430797859966,
      "grad_norm": 0.8949274160816303,
      "learning_rate": 0.0002574412988381078,
      "loss": 2.2031,
      "step": 33215
    },
    {
      "epoch": 1.5452896022330775,
      "grad_norm": 0.9162830585180902,
      "learning_rate": 0.00025743870891089073,
      "loss": 2.5469,
      "step": 33216
    },
    {
      "epoch": 1.545336124680158,
      "grad_norm": 0.9509139879311884,
      "learning_rate": 0.000257436118917899,
      "loss": 2.6562,
      "step": 33217
    },
    {
      "epoch": 1.545382647127239,
      "grad_norm": 0.9673327973559608,
      "learning_rate": 0.00025743352885913433,
      "loss": 2.5625,
      "step": 33218
    },
    {
      "epoch": 1.5454291695743196,
      "grad_norm": 0.9013980527645081,
      "learning_rate": 0.00025743093873459815,
      "loss": 2.4844,
      "step": 33219
    },
    {
      "epoch": 1.5454756920214003,
      "grad_norm": 0.8627792104629657,
      "learning_rate": 0.0002574283485442921,
      "loss": 2.2812,
      "step": 33220
    },
    {
      "epoch": 1.545522214468481,
      "grad_norm": 0.9670667997775185,
      "learning_rate": 0.00025742575828821784,
      "loss": 2.4688,
      "step": 33221
    },
    {
      "epoch": 1.5455687369155617,
      "grad_norm": 0.9055449579458338,
      "learning_rate": 0.0002574231679663768,
      "loss": 2.3281,
      "step": 33222
    },
    {
      "epoch": 1.5456152593626424,
      "grad_norm": 0.9385903028101142,
      "learning_rate": 0.0002574205775787708,
      "loss": 2.625,
      "step": 33223
    },
    {
      "epoch": 1.5456617818097231,
      "grad_norm": 0.9203737758272581,
      "learning_rate": 0.0002574179871254012,
      "loss": 2.5938,
      "step": 33224
    },
    {
      "epoch": 1.545708304256804,
      "grad_norm": 0.8835842916219414,
      "learning_rate": 0.0002574153966062697,
      "loss": 2.3594,
      "step": 33225
    },
    {
      "epoch": 1.5457548267038845,
      "grad_norm": 0.9136908999364624,
      "learning_rate": 0.00025741280602137784,
      "loss": 2.5156,
      "step": 33226
    },
    {
      "epoch": 1.5458013491509655,
      "grad_norm": 0.9486092120358423,
      "learning_rate": 0.00025741021537072724,
      "loss": 2.4375,
      "step": 33227
    },
    {
      "epoch": 1.545847871598046,
      "grad_norm": 0.8765877781673295,
      "learning_rate": 0.0002574076246543195,
      "loss": 2.5156,
      "step": 33228
    },
    {
      "epoch": 1.5458943940451269,
      "grad_norm": 0.9704275479004358,
      "learning_rate": 0.0002574050338721562,
      "loss": 2.6562,
      "step": 33229
    },
    {
      "epoch": 1.5459409164922073,
      "grad_norm": 0.8517594391825265,
      "learning_rate": 0.0002574024430242388,
      "loss": 2.2031,
      "step": 33230
    },
    {
      "epoch": 1.5459874389392882,
      "grad_norm": 0.8390555451363944,
      "learning_rate": 0.00025739985211056907,
      "loss": 2.375,
      "step": 33231
    },
    {
      "epoch": 1.546033961386369,
      "grad_norm": 0.9513896747085899,
      "learning_rate": 0.00025739726113114847,
      "loss": 2.3281,
      "step": 33232
    },
    {
      "epoch": 1.5460804838334496,
      "grad_norm": 0.9283378574463833,
      "learning_rate": 0.0002573946700859787,
      "loss": 2.1719,
      "step": 33233
    },
    {
      "epoch": 1.5461270062805303,
      "grad_norm": 0.8708555101365006,
      "learning_rate": 0.00025739207897506125,
      "loss": 2.4844,
      "step": 33234
    },
    {
      "epoch": 1.546173528727611,
      "grad_norm": 0.9688052545234608,
      "learning_rate": 0.0002573894877983977,
      "loss": 2.6094,
      "step": 33235
    },
    {
      "epoch": 1.5462200511746917,
      "grad_norm": 0.9064624234274986,
      "learning_rate": 0.0002573868965559898,
      "loss": 2.5781,
      "step": 33236
    },
    {
      "epoch": 1.5462665736217724,
      "grad_norm": 0.9427737905313822,
      "learning_rate": 0.0002573843052478388,
      "loss": 2.6562,
      "step": 33237
    },
    {
      "epoch": 1.5463130960688534,
      "grad_norm": 1.0002181858801378,
      "learning_rate": 0.00025738171387394666,
      "loss": 2.375,
      "step": 33238
    },
    {
      "epoch": 1.5463596185159338,
      "grad_norm": 0.9788412576714991,
      "learning_rate": 0.00025737912243431477,
      "loss": 2.6094,
      "step": 33239
    },
    {
      "epoch": 1.5464061409630148,
      "grad_norm": 0.8697872352088234,
      "learning_rate": 0.0002573765309289447,
      "loss": 2.2812,
      "step": 33240
    },
    {
      "epoch": 1.5464526634100952,
      "grad_norm": 0.9437634392036213,
      "learning_rate": 0.00025737393935783813,
      "loss": 2.4531,
      "step": 33241
    },
    {
      "epoch": 1.5464991858571762,
      "grad_norm": 0.930063757973561,
      "learning_rate": 0.0002573713477209966,
      "loss": 2.3906,
      "step": 33242
    },
    {
      "epoch": 1.5465457083042566,
      "grad_norm": 0.9769032612339096,
      "learning_rate": 0.00025736875601842165,
      "loss": 2.6719,
      "step": 33243
    },
    {
      "epoch": 1.5465922307513376,
      "grad_norm": 0.9285741000508457,
      "learning_rate": 0.00025736616425011495,
      "loss": 2.6875,
      "step": 33244
    },
    {
      "epoch": 1.5466387531984183,
      "grad_norm": 0.8461367799181309,
      "learning_rate": 0.00025736357241607806,
      "loss": 2.3281,
      "step": 33245
    },
    {
      "epoch": 1.546685275645499,
      "grad_norm": 0.9660544288820841,
      "learning_rate": 0.00025736098051631255,
      "loss": 2.4375,
      "step": 33246
    },
    {
      "epoch": 1.5467317980925797,
      "grad_norm": 0.9568965395373479,
      "learning_rate": 0.00025735838855082,
      "loss": 2.625,
      "step": 33247
    },
    {
      "epoch": 1.5467783205396604,
      "grad_norm": 0.9011596920378814,
      "learning_rate": 0.00025735579651960203,
      "loss": 2.3906,
      "step": 33248
    },
    {
      "epoch": 1.546824842986741,
      "grad_norm": 0.8843063656523698,
      "learning_rate": 0.0002573532044226602,
      "loss": 2.625,
      "step": 33249
    },
    {
      "epoch": 1.5468713654338218,
      "grad_norm": 1.107032005298449,
      "learning_rate": 0.0002573506122599961,
      "loss": 2.7812,
      "step": 33250
    },
    {
      "epoch": 1.5469178878809027,
      "grad_norm": 0.9534182508610278,
      "learning_rate": 0.00025734802003161137,
      "loss": 2.7031,
      "step": 33251
    },
    {
      "epoch": 1.5469644103279832,
      "grad_norm": 0.9145633352693263,
      "learning_rate": 0.00025734542773750755,
      "loss": 2.25,
      "step": 33252
    },
    {
      "epoch": 1.547010932775064,
      "grad_norm": 0.9499185436626058,
      "learning_rate": 0.0002573428353776861,
      "loss": 2.4844,
      "step": 33253
    },
    {
      "epoch": 1.5470574552221446,
      "grad_norm": 0.9448707238057982,
      "learning_rate": 0.0002573402429521489,
      "loss": 2.375,
      "step": 33254
    },
    {
      "epoch": 1.5471039776692255,
      "grad_norm": 0.9242611158790585,
      "learning_rate": 0.0002573376504608973,
      "loss": 2.5,
      "step": 33255
    },
    {
      "epoch": 1.5471505001163062,
      "grad_norm": 0.9461485089359811,
      "learning_rate": 0.00025733505790393287,
      "loss": 2.2812,
      "step": 33256
    },
    {
      "epoch": 1.5471970225633869,
      "grad_norm": 0.8907607377286293,
      "learning_rate": 0.0002573324652812574,
      "loss": 2.5312,
      "step": 33257
    },
    {
      "epoch": 1.5472435450104676,
      "grad_norm": 1.0171240715848218,
      "learning_rate": 0.0002573298725928723,
      "loss": 2.5781,
      "step": 33258
    },
    {
      "epoch": 1.5472900674575483,
      "grad_norm": 0.9033484088422901,
      "learning_rate": 0.0002573272798387793,
      "loss": 2.6406,
      "step": 33259
    },
    {
      "epoch": 1.547336589904629,
      "grad_norm": 0.8490852366850357,
      "learning_rate": 0.0002573246870189798,
      "loss": 2.25,
      "step": 33260
    },
    {
      "epoch": 1.5473831123517097,
      "grad_norm": 0.9154479569503047,
      "learning_rate": 0.0002573220941334756,
      "loss": 2.2969,
      "step": 33261
    },
    {
      "epoch": 1.5474296347987904,
      "grad_norm": 0.8929235348407104,
      "learning_rate": 0.0002573195011822681,
      "loss": 1.6875,
      "step": 33262
    },
    {
      "epoch": 1.547476157245871,
      "grad_norm": 0.9315876160180243,
      "learning_rate": 0.000257316908165359,
      "loss": 2.3438,
      "step": 33263
    },
    {
      "epoch": 1.547522679692952,
      "grad_norm": 0.9100525385042709,
      "learning_rate": 0.00025731431508274985,
      "loss": 2.5,
      "step": 33264
    },
    {
      "epoch": 1.5475692021400325,
      "grad_norm": 0.9620304695150305,
      "learning_rate": 0.00025731172193444227,
      "loss": 2.4688,
      "step": 33265
    },
    {
      "epoch": 1.5476157245871134,
      "grad_norm": 0.9119634963489102,
      "learning_rate": 0.0002573091287204378,
      "loss": 2.3281,
      "step": 33266
    },
    {
      "epoch": 1.5476622470341939,
      "grad_norm": 0.8433636371698879,
      "learning_rate": 0.000257306535440738,
      "loss": 1.6953,
      "step": 33267
    },
    {
      "epoch": 1.5477087694812748,
      "grad_norm": 0.9900463585323972,
      "learning_rate": 0.00025730394209534457,
      "loss": 2.3594,
      "step": 33268
    },
    {
      "epoch": 1.5477552919283555,
      "grad_norm": 0.8616593237229273,
      "learning_rate": 0.000257301348684259,
      "loss": 2.3125,
      "step": 33269
    },
    {
      "epoch": 1.5478018143754362,
      "grad_norm": 0.9795998429639526,
      "learning_rate": 0.00025729875520748296,
      "loss": 2.3438,
      "step": 33270
    },
    {
      "epoch": 1.5478483368225169,
      "grad_norm": 0.8890468159626417,
      "learning_rate": 0.00025729616166501797,
      "loss": 2.4531,
      "step": 33271
    },
    {
      "epoch": 1.5478948592695976,
      "grad_norm": 0.9465436713031464,
      "learning_rate": 0.0002572935680568656,
      "loss": 2.2969,
      "step": 33272
    },
    {
      "epoch": 1.5479413817166783,
      "grad_norm": 1.0986307738130436,
      "learning_rate": 0.0002572909743830275,
      "loss": 1.7656,
      "step": 33273
    },
    {
      "epoch": 1.547987904163759,
      "grad_norm": 0.9214170048289435,
      "learning_rate": 0.00025728838064350526,
      "loss": 2.2656,
      "step": 33274
    },
    {
      "epoch": 1.5480344266108397,
      "grad_norm": 0.9186425681160233,
      "learning_rate": 0.0002572857868383004,
      "loss": 2.2812,
      "step": 33275
    },
    {
      "epoch": 1.5480809490579204,
      "grad_norm": 0.8808687840427584,
      "learning_rate": 0.0002572831929674146,
      "loss": 2.2969,
      "step": 33276
    },
    {
      "epoch": 1.5481274715050013,
      "grad_norm": 0.9695583647240352,
      "learning_rate": 0.00025728059903084937,
      "loss": 2.5625,
      "step": 33277
    },
    {
      "epoch": 1.5481739939520818,
      "grad_norm": 0.9225822813275121,
      "learning_rate": 0.00025727800502860633,
      "loss": 2.3281,
      "step": 33278
    },
    {
      "epoch": 1.5482205163991627,
      "grad_norm": 0.8448994550111215,
      "learning_rate": 0.000257275410960687,
      "loss": 2.0625,
      "step": 33279
    },
    {
      "epoch": 1.5482670388462432,
      "grad_norm": 1.0043646805664044,
      "learning_rate": 0.0002572728168270931,
      "loss": 2.75,
      "step": 33280
    },
    {
      "epoch": 1.548313561293324,
      "grad_norm": 0.8836653084261352,
      "learning_rate": 0.00025727022262782615,
      "loss": 2.3906,
      "step": 33281
    },
    {
      "epoch": 1.5483600837404048,
      "grad_norm": 0.9004484057614504,
      "learning_rate": 0.0002572676283628877,
      "loss": 2.5312,
      "step": 33282
    },
    {
      "epoch": 1.5484066061874855,
      "grad_norm": 0.9956792605532002,
      "learning_rate": 0.0002572650340322794,
      "loss": 2.5625,
      "step": 33283
    },
    {
      "epoch": 1.5484531286345662,
      "grad_norm": 0.9291619978561317,
      "learning_rate": 0.0002572624396360028,
      "loss": 2.25,
      "step": 33284
    },
    {
      "epoch": 1.5484996510816469,
      "grad_norm": 0.9441260224688292,
      "learning_rate": 0.0002572598451740595,
      "loss": 2.2344,
      "step": 33285
    },
    {
      "epoch": 1.5485461735287276,
      "grad_norm": 1.1308026346343905,
      "learning_rate": 0.0002572572506464511,
      "loss": 2.3594,
      "step": 33286
    },
    {
      "epoch": 1.5485926959758083,
      "grad_norm": 0.9062933068819886,
      "learning_rate": 0.0002572546560531792,
      "loss": 2.2031,
      "step": 33287
    },
    {
      "epoch": 1.5486392184228892,
      "grad_norm": 0.885593366646872,
      "learning_rate": 0.00025725206139424534,
      "loss": 2.4531,
      "step": 33288
    },
    {
      "epoch": 1.5486857408699697,
      "grad_norm": 0.957118735791275,
      "learning_rate": 0.00025724946666965114,
      "loss": 2.3594,
      "step": 33289
    },
    {
      "epoch": 1.5487322633170506,
      "grad_norm": 0.895593162436838,
      "learning_rate": 0.0002572468718793982,
      "loss": 2.3594,
      "step": 33290
    },
    {
      "epoch": 1.548778785764131,
      "grad_norm": 0.9367250467760945,
      "learning_rate": 0.0002572442770234881,
      "loss": 2.5469,
      "step": 33291
    },
    {
      "epoch": 1.548825308211212,
      "grad_norm": 0.8762112739927214,
      "learning_rate": 0.0002572416821019224,
      "loss": 2.375,
      "step": 33292
    },
    {
      "epoch": 1.5488718306582925,
      "grad_norm": 0.9185349870844232,
      "learning_rate": 0.0002572390871147027,
      "loss": 2.5469,
      "step": 33293
    },
    {
      "epoch": 1.5489183531053734,
      "grad_norm": 0.8806112636569473,
      "learning_rate": 0.0002572364920618306,
      "loss": 2.3906,
      "step": 33294
    },
    {
      "epoch": 1.548964875552454,
      "grad_norm": 0.8937834452243263,
      "learning_rate": 0.0002572338969433077,
      "loss": 2.375,
      "step": 33295
    },
    {
      "epoch": 1.5490113979995348,
      "grad_norm": 1.014524066500913,
      "learning_rate": 0.0002572313017591356,
      "loss": 2.75,
      "step": 33296
    },
    {
      "epoch": 1.5490579204466155,
      "grad_norm": 0.9196393459921032,
      "learning_rate": 0.0002572287065093158,
      "loss": 2.5312,
      "step": 33297
    },
    {
      "epoch": 1.5491044428936962,
      "grad_norm": 0.9909047491669476,
      "learning_rate": 0.00025722611119385,
      "loss": 2.3281,
      "step": 33298
    },
    {
      "epoch": 1.549150965340777,
      "grad_norm": 0.9585720859979073,
      "learning_rate": 0.00025722351581273974,
      "loss": 2.3438,
      "step": 33299
    },
    {
      "epoch": 1.5491974877878576,
      "grad_norm": 0.8289405957580671,
      "learning_rate": 0.00025722092036598666,
      "loss": 2.1562,
      "step": 33300
    },
    {
      "epoch": 1.5492440102349385,
      "grad_norm": 0.9729019091574593,
      "learning_rate": 0.00025721832485359224,
      "loss": 2.5156,
      "step": 33301
    },
    {
      "epoch": 1.549290532682019,
      "grad_norm": 0.9372929785077507,
      "learning_rate": 0.0002572157292755581,
      "loss": 2.5156,
      "step": 33302
    },
    {
      "epoch": 1.5493370551291,
      "grad_norm": 1.010977886482272,
      "learning_rate": 0.00025721313363188594,
      "loss": 2.2969,
      "step": 33303
    },
    {
      "epoch": 1.5493835775761804,
      "grad_norm": 0.9168500241229081,
      "learning_rate": 0.0002572105379225772,
      "loss": 2.2969,
      "step": 33304
    },
    {
      "epoch": 1.5494301000232613,
      "grad_norm": 0.9503852150698262,
      "learning_rate": 0.0002572079421476336,
      "loss": 2.3438,
      "step": 33305
    },
    {
      "epoch": 1.5494766224703418,
      "grad_norm": 1.0268761474070067,
      "learning_rate": 0.0002572053463070566,
      "loss": 2.5781,
      "step": 33306
    },
    {
      "epoch": 1.5495231449174227,
      "grad_norm": 0.9937617949446601,
      "learning_rate": 0.00025720275040084785,
      "loss": 2.5625,
      "step": 33307
    },
    {
      "epoch": 1.5495696673645034,
      "grad_norm": 0.9840463648519853,
      "learning_rate": 0.000257200154429009,
      "loss": 2.5938,
      "step": 33308
    },
    {
      "epoch": 1.549616189811584,
      "grad_norm": 1.02287209427018,
      "learning_rate": 0.0002571975583915416,
      "loss": 2.7188,
      "step": 33309
    },
    {
      "epoch": 1.5496627122586648,
      "grad_norm": 0.8997425228541527,
      "learning_rate": 0.0002571949622884472,
      "loss": 2.3125,
      "step": 33310
    },
    {
      "epoch": 1.5497092347057455,
      "grad_norm": 0.9306963976656745,
      "learning_rate": 0.00025719236611972736,
      "loss": 2.3125,
      "step": 33311
    },
    {
      "epoch": 1.5497557571528262,
      "grad_norm": 0.8452545400307943,
      "learning_rate": 0.00025718976988538375,
      "loss": 2.125,
      "step": 33312
    },
    {
      "epoch": 1.549802279599907,
      "grad_norm": 0.9788155740733877,
      "learning_rate": 0.00025718717358541793,
      "loss": 2.3125,
      "step": 33313
    },
    {
      "epoch": 1.5498488020469878,
      "grad_norm": 0.9362586695765781,
      "learning_rate": 0.00025718457721983154,
      "loss": 2.625,
      "step": 33314
    },
    {
      "epoch": 1.5498953244940683,
      "grad_norm": 0.9273884131703726,
      "learning_rate": 0.00025718198078862603,
      "loss": 2.5469,
      "step": 33315
    },
    {
      "epoch": 1.5499418469411492,
      "grad_norm": 0.9194852830801077,
      "learning_rate": 0.00025717938429180314,
      "loss": 2.5,
      "step": 33316
    },
    {
      "epoch": 1.5499883693882297,
      "grad_norm": 0.923756696191157,
      "learning_rate": 0.0002571767877293644,
      "loss": 2.4531,
      "step": 33317
    },
    {
      "epoch": 1.5500348918353106,
      "grad_norm": 0.9275745601269271,
      "learning_rate": 0.00025717419110131136,
      "loss": 2.4688,
      "step": 33318
    },
    {
      "epoch": 1.550081414282391,
      "grad_norm": 0.8687596459852002,
      "learning_rate": 0.0002571715944076457,
      "loss": 2.3438,
      "step": 33319
    },
    {
      "epoch": 1.550127936729472,
      "grad_norm": 0.9010363735295485,
      "learning_rate": 0.0002571689976483689,
      "loss": 2.2188,
      "step": 33320
    },
    {
      "epoch": 1.5501744591765527,
      "grad_norm": 0.9507052715578952,
      "learning_rate": 0.00025716640082348266,
      "loss": 2.1406,
      "step": 33321
    },
    {
      "epoch": 1.5502209816236334,
      "grad_norm": 1.043757937525456,
      "learning_rate": 0.00025716380393298857,
      "loss": 2.3906,
      "step": 33322
    },
    {
      "epoch": 1.5502675040707141,
      "grad_norm": 0.9755188834213238,
      "learning_rate": 0.00025716120697688805,
      "loss": 2.5156,
      "step": 33323
    },
    {
      "epoch": 1.5503140265177948,
      "grad_norm": 0.9144908800909538,
      "learning_rate": 0.00025715860995518283,
      "loss": 2.4375,
      "step": 33324
    },
    {
      "epoch": 1.5503605489648755,
      "grad_norm": 0.9792864622231898,
      "learning_rate": 0.00025715601286787455,
      "loss": 2.4219,
      "step": 33325
    },
    {
      "epoch": 1.5504070714119562,
      "grad_norm": 0.9499734187892827,
      "learning_rate": 0.0002571534157149647,
      "loss": 2.0469,
      "step": 33326
    },
    {
      "epoch": 1.5504535938590371,
      "grad_norm": 0.8729811510022467,
      "learning_rate": 0.00025715081849645485,
      "loss": 2.4844,
      "step": 33327
    },
    {
      "epoch": 1.5505001163061176,
      "grad_norm": 1.041472201049019,
      "learning_rate": 0.0002571482212123467,
      "loss": 2.6875,
      "step": 33328
    },
    {
      "epoch": 1.5505466387531985,
      "grad_norm": 0.9726175129222728,
      "learning_rate": 0.00025714562386264174,
      "loss": 2.2812,
      "step": 33329
    },
    {
      "epoch": 1.550593161200279,
      "grad_norm": 0.974978073656059,
      "learning_rate": 0.0002571430264473416,
      "loss": 2.3438,
      "step": 33330
    },
    {
      "epoch": 1.55063968364736,
      "grad_norm": 0.9617939432140867,
      "learning_rate": 0.00025714042896644786,
      "loss": 2.5,
      "step": 33331
    },
    {
      "epoch": 1.5506862060944404,
      "grad_norm": 0.9005456711599564,
      "learning_rate": 0.00025713783141996207,
      "loss": 2.2188,
      "step": 33332
    },
    {
      "epoch": 1.5507327285415213,
      "grad_norm": 0.9860368896641788,
      "learning_rate": 0.000257135233807886,
      "loss": 2.4688,
      "step": 33333
    },
    {
      "epoch": 1.550779250988602,
      "grad_norm": 0.9516376939770811,
      "learning_rate": 0.000257132636130221,
      "loss": 2.4531,
      "step": 33334
    },
    {
      "epoch": 1.5508257734356827,
      "grad_norm": 1.0160702571359674,
      "learning_rate": 0.0002571300383869688,
      "loss": 2.3438,
      "step": 33335
    },
    {
      "epoch": 1.5508722958827634,
      "grad_norm": 0.9030922141791639,
      "learning_rate": 0.000257127440578131,
      "loss": 2.1719,
      "step": 33336
    },
    {
      "epoch": 1.5509188183298441,
      "grad_norm": 0.9276337964148853,
      "learning_rate": 0.0002571248427037091,
      "loss": 2.4219,
      "step": 33337
    },
    {
      "epoch": 1.5509653407769248,
      "grad_norm": 0.9193841973780175,
      "learning_rate": 0.00025712224476370473,
      "loss": 2.2344,
      "step": 33338
    },
    {
      "epoch": 1.5510118632240055,
      "grad_norm": 0.9452577314764177,
      "learning_rate": 0.00025711964675811954,
      "loss": 2.5,
      "step": 33339
    },
    {
      "epoch": 1.5510583856710864,
      "grad_norm": 0.9834198339096715,
      "learning_rate": 0.00025711704868695503,
      "loss": 2.7812,
      "step": 33340
    },
    {
      "epoch": 1.551104908118167,
      "grad_norm": 0.8521676801293152,
      "learning_rate": 0.0002571144505502128,
      "loss": 2.3906,
      "step": 33341
    },
    {
      "epoch": 1.5511514305652478,
      "grad_norm": 0.883590189434541,
      "learning_rate": 0.00025711185234789455,
      "loss": 2.0938,
      "step": 33342
    },
    {
      "epoch": 1.5511979530123283,
      "grad_norm": 0.9081548201197632,
      "learning_rate": 0.0002571092540800017,
      "loss": 2.2188,
      "step": 33343
    },
    {
      "epoch": 1.5512444754594092,
      "grad_norm": 0.9168597305800732,
      "learning_rate": 0.00025710665574653607,
      "loss": 1.9688,
      "step": 33344
    },
    {
      "epoch": 1.5512909979064897,
      "grad_norm": 0.9945242845092102,
      "learning_rate": 0.000257104057347499,
      "loss": 2.3906,
      "step": 33345
    },
    {
      "epoch": 1.5513375203535706,
      "grad_norm": 1.0070306633890398,
      "learning_rate": 0.0002571014588828923,
      "loss": 2.375,
      "step": 33346
    },
    {
      "epoch": 1.5513840428006513,
      "grad_norm": 0.8963680181357359,
      "learning_rate": 0.00025709886035271733,
      "loss": 2.5,
      "step": 33347
    },
    {
      "epoch": 1.551430565247732,
      "grad_norm": 0.9179359762474232,
      "learning_rate": 0.00025709626175697586,
      "loss": 2.3594,
      "step": 33348
    },
    {
      "epoch": 1.5514770876948127,
      "grad_norm": 0.8823910384471475,
      "learning_rate": 0.0002570936630956694,
      "loss": 2.2031,
      "step": 33349
    },
    {
      "epoch": 1.5515236101418934,
      "grad_norm": 0.9323634176389181,
      "learning_rate": 0.00025709106436879966,
      "loss": 2.125,
      "step": 33350
    },
    {
      "epoch": 1.5515701325889741,
      "grad_norm": 0.9089585872069635,
      "learning_rate": 0.00025708846557636803,
      "loss": 2.4219,
      "step": 33351
    },
    {
      "epoch": 1.5516166550360548,
      "grad_norm": 1.029641069429481,
      "learning_rate": 0.00025708586671837626,
      "loss": 2.5312,
      "step": 33352
    },
    {
      "epoch": 1.5516631774831358,
      "grad_norm": 0.887391010911086,
      "learning_rate": 0.0002570832677948259,
      "loss": 2.3594,
      "step": 33353
    },
    {
      "epoch": 1.5517096999302162,
      "grad_norm": 0.959706265015382,
      "learning_rate": 0.0002570806688057185,
      "loss": 2.2188,
      "step": 33354
    },
    {
      "epoch": 1.5517562223772972,
      "grad_norm": 1.0029786672604686,
      "learning_rate": 0.0002570780697510558,
      "loss": 2.5156,
      "step": 33355
    },
    {
      "epoch": 1.5518027448243776,
      "grad_norm": 0.8628540526956093,
      "learning_rate": 0.0002570754706308391,
      "loss": 2.3594,
      "step": 33356
    },
    {
      "epoch": 1.5518492672714586,
      "grad_norm": 0.9331273605429525,
      "learning_rate": 0.00025707287144507025,
      "loss": 2.4531,
      "step": 33357
    },
    {
      "epoch": 1.551895789718539,
      "grad_norm": 0.9576928239969507,
      "learning_rate": 0.0002570702721937508,
      "loss": 2.6406,
      "step": 33358
    },
    {
      "epoch": 1.55194231216562,
      "grad_norm": 0.884969762527192,
      "learning_rate": 0.00025706767287688223,
      "loss": 2.3594,
      "step": 33359
    },
    {
      "epoch": 1.5519888346127007,
      "grad_norm": 0.8917778131359025,
      "learning_rate": 0.0002570650734944662,
      "loss": 2.3906,
      "step": 33360
    },
    {
      "epoch": 1.5520353570597814,
      "grad_norm": 0.9422891978333798,
      "learning_rate": 0.0002570624740465043,
      "loss": 2.5156,
      "step": 33361
    },
    {
      "epoch": 1.552081879506862,
      "grad_norm": 0.94373340038871,
      "learning_rate": 0.0002570598745329982,
      "loss": 2.4219,
      "step": 33362
    },
    {
      "epoch": 1.5521284019539427,
      "grad_norm": 1.2395208709572445,
      "learning_rate": 0.00025705727495394935,
      "loss": 2.4375,
      "step": 33363
    },
    {
      "epoch": 1.5521749244010234,
      "grad_norm": 0.9215889705311733,
      "learning_rate": 0.0002570546753093594,
      "loss": 2.6406,
      "step": 33364
    },
    {
      "epoch": 1.5522214468481041,
      "grad_norm": 0.9717717064640707,
      "learning_rate": 0.0002570520755992299,
      "loss": 2.4844,
      "step": 33365
    },
    {
      "epoch": 1.552267969295185,
      "grad_norm": 0.9458957162073798,
      "learning_rate": 0.0002570494758235626,
      "loss": 2.625,
      "step": 33366
    },
    {
      "epoch": 1.5523144917422655,
      "grad_norm": 0.9898863923356012,
      "learning_rate": 0.00025704687598235895,
      "loss": 2.375,
      "step": 33367
    },
    {
      "epoch": 1.5523610141893465,
      "grad_norm": 0.9815492968912857,
      "learning_rate": 0.0002570442760756205,
      "loss": 2.4531,
      "step": 33368
    },
    {
      "epoch": 1.552407536636427,
      "grad_norm": 0.8805995246806251,
      "learning_rate": 0.00025704167610334904,
      "loss": 2.0,
      "step": 33369
    },
    {
      "epoch": 1.5524540590835079,
      "grad_norm": 0.9310588274152478,
      "learning_rate": 0.00025703907606554593,
      "loss": 2.4531,
      "step": 33370
    },
    {
      "epoch": 1.5525005815305886,
      "grad_norm": 0.9130337861092991,
      "learning_rate": 0.0002570364759622129,
      "loss": 2.125,
      "step": 33371
    },
    {
      "epoch": 1.5525471039776693,
      "grad_norm": 0.9534393964012233,
      "learning_rate": 0.0002570338757933515,
      "loss": 2.4219,
      "step": 33372
    },
    {
      "epoch": 1.55259362642475,
      "grad_norm": 1.0916094424379081,
      "learning_rate": 0.0002570312755589633,
      "loss": 2.5938,
      "step": 33373
    },
    {
      "epoch": 1.5526401488718307,
      "grad_norm": 1.0181237215918704,
      "learning_rate": 0.00025702867525905,
      "loss": 2.7656,
      "step": 33374
    },
    {
      "epoch": 1.5526866713189114,
      "grad_norm": 1.235122807535,
      "learning_rate": 0.00025702607489361306,
      "loss": 2.3906,
      "step": 33375
    },
    {
      "epoch": 1.552733193765992,
      "grad_norm": 0.9149446401956426,
      "learning_rate": 0.0002570234744626541,
      "loss": 2.6875,
      "step": 33376
    },
    {
      "epoch": 1.5527797162130728,
      "grad_norm": 0.8653624749304566,
      "learning_rate": 0.0002570208739661748,
      "loss": 2.3125,
      "step": 33377
    },
    {
      "epoch": 1.5528262386601535,
      "grad_norm": 0.979639911019164,
      "learning_rate": 0.00025701827340417666,
      "loss": 2.8281,
      "step": 33378
    },
    {
      "epoch": 1.5528727611072344,
      "grad_norm": 0.9347330981194011,
      "learning_rate": 0.00025701567277666134,
      "loss": 2.4531,
      "step": 33379
    },
    {
      "epoch": 1.5529192835543149,
      "grad_norm": 0.8366330687083644,
      "learning_rate": 0.00025701307208363035,
      "loss": 2.3438,
      "step": 33380
    },
    {
      "epoch": 1.5529658060013958,
      "grad_norm": 0.9018347492034007,
      "learning_rate": 0.00025701047132508536,
      "loss": 2.1562,
      "step": 33381
    },
    {
      "epoch": 1.5530123284484763,
      "grad_norm": 0.8802019749410611,
      "learning_rate": 0.0002570078705010279,
      "loss": 2.0625,
      "step": 33382
    },
    {
      "epoch": 1.5530588508955572,
      "grad_norm": 0.9160840504504105,
      "learning_rate": 0.00025700526961145955,
      "loss": 2.3281,
      "step": 33383
    },
    {
      "epoch": 1.5531053733426379,
      "grad_norm": 0.9432830690895084,
      "learning_rate": 0.000257002668656382,
      "loss": 2.3281,
      "step": 33384
    },
    {
      "epoch": 1.5531518957897186,
      "grad_norm": 0.9290415754059977,
      "learning_rate": 0.0002570000676357968,
      "loss": 2.2344,
      "step": 33385
    },
    {
      "epoch": 1.5531984182367993,
      "grad_norm": 0.9842118453687317,
      "learning_rate": 0.0002569974665497055,
      "loss": 2.4219,
      "step": 33386
    },
    {
      "epoch": 1.55324494068388,
      "grad_norm": 0.8439966325381777,
      "learning_rate": 0.0002569948653981097,
      "loss": 1.7422,
      "step": 33387
    },
    {
      "epoch": 1.5532914631309607,
      "grad_norm": 0.9365667764400919,
      "learning_rate": 0.00025699226418101105,
      "loss": 2.4375,
      "step": 33388
    },
    {
      "epoch": 1.5533379855780414,
      "grad_norm": 0.9157601048165319,
      "learning_rate": 0.00025698966289841113,
      "loss": 2.4688,
      "step": 33389
    },
    {
      "epoch": 1.553384508025122,
      "grad_norm": 0.9506079326827352,
      "learning_rate": 0.0002569870615503114,
      "loss": 2.5469,
      "step": 33390
    },
    {
      "epoch": 1.5534310304722028,
      "grad_norm": 0.9793514999170049,
      "learning_rate": 0.0002569844601367137,
      "loss": 2.1562,
      "step": 33391
    },
    {
      "epoch": 1.5534775529192837,
      "grad_norm": 0.9744777768089293,
      "learning_rate": 0.0002569818586576194,
      "loss": 2.5625,
      "step": 33392
    },
    {
      "epoch": 1.5535240753663642,
      "grad_norm": 0.9647732812278388,
      "learning_rate": 0.0002569792571130302,
      "loss": 2.3125,
      "step": 33393
    },
    {
      "epoch": 1.553570597813445,
      "grad_norm": 0.9201706629976438,
      "learning_rate": 0.00025697665550294767,
      "loss": 2.6562,
      "step": 33394
    },
    {
      "epoch": 1.5536171202605256,
      "grad_norm": 0.8798275834726268,
      "learning_rate": 0.00025697405382737337,
      "loss": 2.5312,
      "step": 33395
    },
    {
      "epoch": 1.5536636427076065,
      "grad_norm": 0.9376389168007316,
      "learning_rate": 0.0002569714520863089,
      "loss": 2.2188,
      "step": 33396
    },
    {
      "epoch": 1.5537101651546872,
      "grad_norm": 0.9055484710522476,
      "learning_rate": 0.000256968850279756,
      "loss": 2.3594,
      "step": 33397
    },
    {
      "epoch": 1.5537566876017679,
      "grad_norm": 0.9006785660947229,
      "learning_rate": 0.000256966248407716,
      "loss": 2.4688,
      "step": 33398
    },
    {
      "epoch": 1.5538032100488486,
      "grad_norm": 0.874776230734845,
      "learning_rate": 0.0002569636464701907,
      "loss": 2.3906,
      "step": 33399
    },
    {
      "epoch": 1.5538497324959293,
      "grad_norm": 0.9544569076812627,
      "learning_rate": 0.0002569610444671816,
      "loss": 2.3438,
      "step": 33400
    },
    {
      "epoch": 1.55389625494301,
      "grad_norm": 0.9161687996109201,
      "learning_rate": 0.0002569584423986904,
      "loss": 2.375,
      "step": 33401
    },
    {
      "epoch": 1.5539427773900907,
      "grad_norm": 0.8540456774642923,
      "learning_rate": 0.0002569558402647185,
      "loss": 2.3125,
      "step": 33402
    },
    {
      "epoch": 1.5539892998371716,
      "grad_norm": 0.9861332851761246,
      "learning_rate": 0.0002569532380652676,
      "loss": 2.3906,
      "step": 33403
    },
    {
      "epoch": 1.554035822284252,
      "grad_norm": 0.9062663329676641,
      "learning_rate": 0.00025695063580033944,
      "loss": 2.1719,
      "step": 33404
    },
    {
      "epoch": 1.554082344731333,
      "grad_norm": 0.978582399392002,
      "learning_rate": 0.0002569480334699353,
      "loss": 2.2344,
      "step": 33405
    },
    {
      "epoch": 1.5541288671784135,
      "grad_norm": 0.8935236517056303,
      "learning_rate": 0.00025694543107405705,
      "loss": 2.3594,
      "step": 33406
    },
    {
      "epoch": 1.5541753896254944,
      "grad_norm": 0.9510800618217738,
      "learning_rate": 0.0002569428286127062,
      "loss": 2.3594,
      "step": 33407
    },
    {
      "epoch": 1.5542219120725749,
      "grad_norm": 0.9438999132242982,
      "learning_rate": 0.0002569402260858842,
      "loss": 2.7031,
      "step": 33408
    },
    {
      "epoch": 1.5542684345196558,
      "grad_norm": 0.908178614398373,
      "learning_rate": 0.00025693762349359285,
      "loss": 2.4375,
      "step": 33409
    },
    {
      "epoch": 1.5543149569667365,
      "grad_norm": 0.9679569652190431,
      "learning_rate": 0.0002569350208358337,
      "loss": 2.4219,
      "step": 33410
    },
    {
      "epoch": 1.5543614794138172,
      "grad_norm": 0.9783054997819425,
      "learning_rate": 0.0002569324181126082,
      "loss": 2.3594,
      "step": 33411
    },
    {
      "epoch": 1.554408001860898,
      "grad_norm": 0.8708537383397438,
      "learning_rate": 0.0002569298153239181,
      "loss": 2.5,
      "step": 33412
    },
    {
      "epoch": 1.5544545243079786,
      "grad_norm": 0.8566075967134874,
      "learning_rate": 0.0002569272124697649,
      "loss": 2.2656,
      "step": 33413
    },
    {
      "epoch": 1.5545010467550593,
      "grad_norm": 0.8963933882941648,
      "learning_rate": 0.0002569246095501502,
      "loss": 2.2656,
      "step": 33414
    },
    {
      "epoch": 1.55454756920214,
      "grad_norm": 0.8835775914077736,
      "learning_rate": 0.0002569220065650757,
      "loss": 2.0,
      "step": 33415
    },
    {
      "epoch": 1.554594091649221,
      "grad_norm": 0.8818231821597906,
      "learning_rate": 0.0002569194035145429,
      "loss": 2.2969,
      "step": 33416
    },
    {
      "epoch": 1.5546406140963014,
      "grad_norm": 0.8726987364053433,
      "learning_rate": 0.0002569168003985534,
      "loss": 2.1406,
      "step": 33417
    },
    {
      "epoch": 1.5546871365433823,
      "grad_norm": 0.9206355225483607,
      "learning_rate": 0.0002569141972171088,
      "loss": 2.375,
      "step": 33418
    },
    {
      "epoch": 1.5547336589904628,
      "grad_norm": 0.9485933288165161,
      "learning_rate": 0.00025691159397021076,
      "loss": 2.7969,
      "step": 33419
    },
    {
      "epoch": 1.5547801814375437,
      "grad_norm": 1.0449459013840443,
      "learning_rate": 0.00025690899065786073,
      "loss": 2.625,
      "step": 33420
    },
    {
      "epoch": 1.5548267038846242,
      "grad_norm": 0.919234847421986,
      "learning_rate": 0.00025690638728006045,
      "loss": 2.5156,
      "step": 33421
    },
    {
      "epoch": 1.554873226331705,
      "grad_norm": 0.9338643795076964,
      "learning_rate": 0.0002569037838368114,
      "loss": 2.5938,
      "step": 33422
    },
    {
      "epoch": 1.5549197487787858,
      "grad_norm": 0.8891341617987052,
      "learning_rate": 0.0002569011803281152,
      "loss": 2.5312,
      "step": 33423
    },
    {
      "epoch": 1.5549662712258665,
      "grad_norm": 0.9630014252777599,
      "learning_rate": 0.0002568985767539735,
      "loss": 2.625,
      "step": 33424
    },
    {
      "epoch": 1.5550127936729472,
      "grad_norm": 0.934942718303984,
      "learning_rate": 0.0002568959731143879,
      "loss": 2.4844,
      "step": 33425
    },
    {
      "epoch": 1.555059316120028,
      "grad_norm": 1.2007459008286856,
      "learning_rate": 0.00025689336940935994,
      "loss": 2.6094,
      "step": 33426
    },
    {
      "epoch": 1.5551058385671086,
      "grad_norm": 0.9317722470879115,
      "learning_rate": 0.00025689076563889117,
      "loss": 2.375,
      "step": 33427
    },
    {
      "epoch": 1.5551523610141893,
      "grad_norm": 0.9557702125930728,
      "learning_rate": 0.00025688816180298327,
      "loss": 2.1875,
      "step": 33428
    },
    {
      "epoch": 1.5551988834612702,
      "grad_norm": 0.9220582479156779,
      "learning_rate": 0.00025688555790163786,
      "loss": 2.1875,
      "step": 33429
    },
    {
      "epoch": 1.5552454059083507,
      "grad_norm": 0.9784049957042512,
      "learning_rate": 0.0002568829539348564,
      "loss": 2.2969,
      "step": 33430
    },
    {
      "epoch": 1.5552919283554316,
      "grad_norm": 0.9775003456425126,
      "learning_rate": 0.00025688034990264063,
      "loss": 2.6406,
      "step": 33431
    },
    {
      "epoch": 1.555338450802512,
      "grad_norm": 0.8857555735423394,
      "learning_rate": 0.00025687774580499206,
      "loss": 2.1875,
      "step": 33432
    },
    {
      "epoch": 1.555384973249593,
      "grad_norm": 0.9727370905555548,
      "learning_rate": 0.0002568751416419123,
      "loss": 2.7188,
      "step": 33433
    },
    {
      "epoch": 1.5554314956966735,
      "grad_norm": 0.9272719611503835,
      "learning_rate": 0.0002568725374134029,
      "loss": 2.6875,
      "step": 33434
    },
    {
      "epoch": 1.5554780181437544,
      "grad_norm": 0.8916280730809308,
      "learning_rate": 0.0002568699331194656,
      "loss": 2.4844,
      "step": 33435
    },
    {
      "epoch": 1.5555245405908351,
      "grad_norm": 0.993174022921641,
      "learning_rate": 0.00025686732876010186,
      "loss": 2.5156,
      "step": 33436
    },
    {
      "epoch": 1.5555710630379158,
      "grad_norm": 0.9533430747667034,
      "learning_rate": 0.0002568647243353133,
      "loss": 2.0312,
      "step": 33437
    },
    {
      "epoch": 1.5556175854849965,
      "grad_norm": 0.9687538918130151,
      "learning_rate": 0.0002568621198451015,
      "loss": 2.5938,
      "step": 33438
    },
    {
      "epoch": 1.5556641079320772,
      "grad_norm": 0.921670231958102,
      "learning_rate": 0.00025685951528946807,
      "loss": 2.1719,
      "step": 33439
    },
    {
      "epoch": 1.555710630379158,
      "grad_norm": 0.9110684519567718,
      "learning_rate": 0.00025685691066841467,
      "loss": 2.5156,
      "step": 33440
    },
    {
      "epoch": 1.5557571528262386,
      "grad_norm": 0.9265135215370879,
      "learning_rate": 0.00025685430598194284,
      "loss": 2.3281,
      "step": 33441
    },
    {
      "epoch": 1.5558036752733195,
      "grad_norm": 0.9123607704397716,
      "learning_rate": 0.00025685170123005416,
      "loss": 2.3125,
      "step": 33442
    },
    {
      "epoch": 1.5558501977204,
      "grad_norm": 0.8790204507855192,
      "learning_rate": 0.00025684909641275025,
      "loss": 1.75,
      "step": 33443
    },
    {
      "epoch": 1.555896720167481,
      "grad_norm": 0.8297504877453054,
      "learning_rate": 0.00025684649153003263,
      "loss": 2.1719,
      "step": 33444
    },
    {
      "epoch": 1.5559432426145614,
      "grad_norm": 1.0084657835346889,
      "learning_rate": 0.00025684388658190303,
      "loss": 2.7031,
      "step": 33445
    },
    {
      "epoch": 1.5559897650616423,
      "grad_norm": 0.8963391219996296,
      "learning_rate": 0.000256841281568363,
      "loss": 2.3281,
      "step": 33446
    },
    {
      "epoch": 1.5560362875087228,
      "grad_norm": 1.007624788664082,
      "learning_rate": 0.00025683867648941403,
      "loss": 2.4375,
      "step": 33447
    },
    {
      "epoch": 1.5560828099558037,
      "grad_norm": 0.9436310369674611,
      "learning_rate": 0.0002568360713450578,
      "loss": 2.4688,
      "step": 33448
    },
    {
      "epoch": 1.5561293324028844,
      "grad_norm": 0.9232886880122543,
      "learning_rate": 0.00025683346613529593,
      "loss": 2.2188,
      "step": 33449
    },
    {
      "epoch": 1.5561758548499651,
      "grad_norm": 0.9101617274728634,
      "learning_rate": 0.00025683086086012997,
      "loss": 2.5938,
      "step": 33450
    },
    {
      "epoch": 1.5562223772970458,
      "grad_norm": 0.9755141415821371,
      "learning_rate": 0.0002568282555195615,
      "loss": 2.5156,
      "step": 33451
    },
    {
      "epoch": 1.5562688997441265,
      "grad_norm": 0.9671313155703614,
      "learning_rate": 0.0002568256501135922,
      "loss": 2.7188,
      "step": 33452
    },
    {
      "epoch": 1.5563154221912072,
      "grad_norm": 0.9401276301987039,
      "learning_rate": 0.00025682304464222356,
      "loss": 2.3125,
      "step": 33453
    },
    {
      "epoch": 1.556361944638288,
      "grad_norm": 0.9195972581814831,
      "learning_rate": 0.0002568204391054573,
      "loss": 2.4688,
      "step": 33454
    },
    {
      "epoch": 1.5564084670853688,
      "grad_norm": 0.9226891535553117,
      "learning_rate": 0.0002568178335032948,
      "loss": 2.25,
      "step": 33455
    },
    {
      "epoch": 1.5564549895324493,
      "grad_norm": 0.9313559426023184,
      "learning_rate": 0.00025681522783573793,
      "loss": 2.3438,
      "step": 33456
    },
    {
      "epoch": 1.5565015119795302,
      "grad_norm": 0.9818418053662548,
      "learning_rate": 0.00025681262210278805,
      "loss": 2.4531,
      "step": 33457
    },
    {
      "epoch": 1.5565480344266107,
      "grad_norm": 0.8855011116864163,
      "learning_rate": 0.0002568100163044469,
      "loss": 2.5156,
      "step": 33458
    },
    {
      "epoch": 1.5565945568736916,
      "grad_norm": 0.9323977046639343,
      "learning_rate": 0.000256807410440716,
      "loss": 2.3125,
      "step": 33459
    },
    {
      "epoch": 1.5566410793207721,
      "grad_norm": 0.8940634838456163,
      "learning_rate": 0.000256804804511597,
      "loss": 2.2656,
      "step": 33460
    },
    {
      "epoch": 1.556687601767853,
      "grad_norm": 1.0867931880241133,
      "learning_rate": 0.0002568021985170915,
      "loss": 2.5781,
      "step": 33461
    },
    {
      "epoch": 1.5567341242149337,
      "grad_norm": 0.8934281098231429,
      "learning_rate": 0.00025679959245720097,
      "loss": 1.7266,
      "step": 33462
    },
    {
      "epoch": 1.5567806466620144,
      "grad_norm": 0.9744930196133967,
      "learning_rate": 0.00025679698633192716,
      "loss": 2.625,
      "step": 33463
    },
    {
      "epoch": 1.5568271691090951,
      "grad_norm": 0.8714418153373691,
      "learning_rate": 0.0002567943801412716,
      "loss": 2.4062,
      "step": 33464
    },
    {
      "epoch": 1.5568736915561758,
      "grad_norm": 0.8323348203719926,
      "learning_rate": 0.0002567917738852359,
      "loss": 1.7578,
      "step": 33465
    },
    {
      "epoch": 1.5569202140032565,
      "grad_norm": 0.9492762724723307,
      "learning_rate": 0.00025678916756382165,
      "loss": 2.7031,
      "step": 33466
    },
    {
      "epoch": 1.5569667364503372,
      "grad_norm": 0.9525374749307234,
      "learning_rate": 0.0002567865611770304,
      "loss": 2.375,
      "step": 33467
    },
    {
      "epoch": 1.5570132588974182,
      "grad_norm": 0.9363758811415231,
      "learning_rate": 0.00025678395472486385,
      "loss": 1.6562,
      "step": 33468
    },
    {
      "epoch": 1.5570597813444986,
      "grad_norm": 1.0004633554608429,
      "learning_rate": 0.0002567813482073235,
      "loss": 2.5469,
      "step": 33469
    },
    {
      "epoch": 1.5571063037915795,
      "grad_norm": 0.9222864891350578,
      "learning_rate": 0.000256778741624411,
      "loss": 2.6406,
      "step": 33470
    },
    {
      "epoch": 1.55715282623866,
      "grad_norm": 1.002132907767384,
      "learning_rate": 0.00025677613497612794,
      "loss": 2.2812,
      "step": 33471
    },
    {
      "epoch": 1.557199348685741,
      "grad_norm": 0.8455100583311672,
      "learning_rate": 0.0002567735282624758,
      "loss": 1.6484,
      "step": 33472
    },
    {
      "epoch": 1.5572458711328214,
      "grad_norm": 0.9896773114148041,
      "learning_rate": 0.00025677092148345635,
      "loss": 2.7031,
      "step": 33473
    },
    {
      "epoch": 1.5572923935799023,
      "grad_norm": 0.8871187333269072,
      "learning_rate": 0.00025676831463907114,
      "loss": 2.2188,
      "step": 33474
    },
    {
      "epoch": 1.557338916026983,
      "grad_norm": 0.9654471091217764,
      "learning_rate": 0.0002567657077293217,
      "loss": 2.5625,
      "step": 33475
    },
    {
      "epoch": 1.5573854384740637,
      "grad_norm": 0.8956933501517788,
      "learning_rate": 0.0002567631007542097,
      "loss": 2.3438,
      "step": 33476
    },
    {
      "epoch": 1.5574319609211444,
      "grad_norm": 0.9403588730344329,
      "learning_rate": 0.00025676049371373664,
      "loss": 2.2812,
      "step": 33477
    },
    {
      "epoch": 1.5574784833682251,
      "grad_norm": 0.9153232564480412,
      "learning_rate": 0.0002567578866079042,
      "loss": 2.5,
      "step": 33478
    },
    {
      "epoch": 1.5575250058153058,
      "grad_norm": 0.9578416906033317,
      "learning_rate": 0.00025675527943671395,
      "loss": 2.2969,
      "step": 33479
    },
    {
      "epoch": 1.5575715282623865,
      "grad_norm": 0.9190423474624615,
      "learning_rate": 0.0002567526722001675,
      "loss": 2.7031,
      "step": 33480
    },
    {
      "epoch": 1.5576180507094675,
      "grad_norm": 0.9308963516442433,
      "learning_rate": 0.00025675006489826643,
      "loss": 2.6562,
      "step": 33481
    },
    {
      "epoch": 1.557664573156548,
      "grad_norm": 0.9392641510963015,
      "learning_rate": 0.00025674745753101236,
      "loss": 2.5469,
      "step": 33482
    },
    {
      "epoch": 1.5577110956036289,
      "grad_norm": 0.9433895762324834,
      "learning_rate": 0.00025674485009840686,
      "loss": 2.5312,
      "step": 33483
    },
    {
      "epoch": 1.5577576180507093,
      "grad_norm": 0.9320394882013435,
      "learning_rate": 0.0002567422426004515,
      "loss": 2.4062,
      "step": 33484
    },
    {
      "epoch": 1.5578041404977903,
      "grad_norm": 0.8807776555068177,
      "learning_rate": 0.000256739635037148,
      "loss": 2.2656,
      "step": 33485
    },
    {
      "epoch": 1.5578506629448707,
      "grad_norm": 0.876552135440252,
      "learning_rate": 0.00025673702740849777,
      "loss": 2.3438,
      "step": 33486
    },
    {
      "epoch": 1.5578971853919517,
      "grad_norm": 0.9894129911650407,
      "learning_rate": 0.0002567344197145025,
      "loss": 2.6562,
      "step": 33487
    },
    {
      "epoch": 1.5579437078390324,
      "grad_norm": 0.9901775306660892,
      "learning_rate": 0.00025673181195516386,
      "loss": 2.4844,
      "step": 33488
    },
    {
      "epoch": 1.557990230286113,
      "grad_norm": 0.9959266277651998,
      "learning_rate": 0.0002567292041304833,
      "loss": 2.6562,
      "step": 33489
    },
    {
      "epoch": 1.5580367527331938,
      "grad_norm": 0.9356412475289346,
      "learning_rate": 0.0002567265962404626,
      "loss": 2.4844,
      "step": 33490
    },
    {
      "epoch": 1.5580832751802745,
      "grad_norm": 0.9828655235373934,
      "learning_rate": 0.00025672398828510316,
      "loss": 2.7031,
      "step": 33491
    },
    {
      "epoch": 1.5581297976273552,
      "grad_norm": 0.9298506415554361,
      "learning_rate": 0.00025672138026440667,
      "loss": 2.4531,
      "step": 33492
    },
    {
      "epoch": 1.5581763200744358,
      "grad_norm": 0.8838414081846647,
      "learning_rate": 0.00025671877217837475,
      "loss": 2.2656,
      "step": 33493
    },
    {
      "epoch": 1.5582228425215168,
      "grad_norm": 0.8840818922798747,
      "learning_rate": 0.000256716164027009,
      "loss": 2.4219,
      "step": 33494
    },
    {
      "epoch": 1.5582693649685972,
      "grad_norm": 0.8113663633993485,
      "learning_rate": 0.00025671355581031086,
      "loss": 2.0469,
      "step": 33495
    },
    {
      "epoch": 1.5583158874156782,
      "grad_norm": 1.0445625260521898,
      "learning_rate": 0.0002567109475282822,
      "loss": 2.0625,
      "step": 33496
    },
    {
      "epoch": 1.5583624098627586,
      "grad_norm": 0.9468186227016542,
      "learning_rate": 0.00025670833918092436,
      "loss": 2.3125,
      "step": 33497
    },
    {
      "epoch": 1.5584089323098396,
      "grad_norm": 0.9547512124583112,
      "learning_rate": 0.0002567057307682391,
      "loss": 1.8906,
      "step": 33498
    },
    {
      "epoch": 1.5584554547569203,
      "grad_norm": 0.9275505778532821,
      "learning_rate": 0.00025670312229022796,
      "loss": 2.5,
      "step": 33499
    },
    {
      "epoch": 1.558501977204001,
      "grad_norm": 1.0354142298403728,
      "learning_rate": 0.0002567005137468925,
      "loss": 2.3125,
      "step": 33500
    },
    {
      "epoch": 1.5585484996510817,
      "grad_norm": 0.8779585316490304,
      "learning_rate": 0.00025669790513823445,
      "loss": 2.4062,
      "step": 33501
    },
    {
      "epoch": 1.5585950220981624,
      "grad_norm": 0.9544993437545249,
      "learning_rate": 0.00025669529646425525,
      "loss": 2.2969,
      "step": 33502
    },
    {
      "epoch": 1.558641544545243,
      "grad_norm": 0.9949010514221915,
      "learning_rate": 0.00025669268772495656,
      "loss": 2.2969,
      "step": 33503
    },
    {
      "epoch": 1.5586880669923238,
      "grad_norm": 0.9424146481242606,
      "learning_rate": 0.00025669007892034,
      "loss": 2.5156,
      "step": 33504
    },
    {
      "epoch": 1.5587345894394045,
      "grad_norm": 0.9386658676233652,
      "learning_rate": 0.0002566874700504071,
      "loss": 2.5469,
      "step": 33505
    },
    {
      "epoch": 1.5587811118864852,
      "grad_norm": 1.043232715280215,
      "learning_rate": 0.0002566848611151595,
      "loss": 2.4688,
      "step": 33506
    },
    {
      "epoch": 1.558827634333566,
      "grad_norm": 0.8874237444771228,
      "learning_rate": 0.00025668225211459883,
      "loss": 2.2812,
      "step": 33507
    },
    {
      "epoch": 1.5588741567806466,
      "grad_norm": 1.0115461220544295,
      "learning_rate": 0.0002566796430487267,
      "loss": 2.4844,
      "step": 33508
    },
    {
      "epoch": 1.5589206792277275,
      "grad_norm": 0.9037569158161562,
      "learning_rate": 0.0002566770339175446,
      "loss": 2.2969,
      "step": 33509
    },
    {
      "epoch": 1.558967201674808,
      "grad_norm": 0.8645274808334009,
      "learning_rate": 0.00025667442472105415,
      "loss": 2.0469,
      "step": 33510
    },
    {
      "epoch": 1.5590137241218889,
      "grad_norm": 0.9042342423652817,
      "learning_rate": 0.00025667181545925707,
      "loss": 2.4844,
      "step": 33511
    },
    {
      "epoch": 1.5590602465689696,
      "grad_norm": 0.9868056024603953,
      "learning_rate": 0.0002566692061321549,
      "loss": 2.1562,
      "step": 33512
    },
    {
      "epoch": 1.5591067690160503,
      "grad_norm": 1.014983499148278,
      "learning_rate": 0.00025666659673974915,
      "loss": 2.4531,
      "step": 33513
    },
    {
      "epoch": 1.559153291463131,
      "grad_norm": 0.8686186043105595,
      "learning_rate": 0.0002566639872820415,
      "loss": 2.1094,
      "step": 33514
    },
    {
      "epoch": 1.5591998139102117,
      "grad_norm": 1.005124694393929,
      "learning_rate": 0.00025666137775903357,
      "loss": 2.3594,
      "step": 33515
    },
    {
      "epoch": 1.5592463363572924,
      "grad_norm": 0.9862356669901793,
      "learning_rate": 0.00025665876817072684,
      "loss": 2.3438,
      "step": 33516
    },
    {
      "epoch": 1.559292858804373,
      "grad_norm": 0.8987861435681119,
      "learning_rate": 0.000256656158517123,
      "loss": 2.5156,
      "step": 33517
    },
    {
      "epoch": 1.5593393812514538,
      "grad_norm": 0.8996802954789848,
      "learning_rate": 0.00025665354879822363,
      "loss": 2.3594,
      "step": 33518
    },
    {
      "epoch": 1.5593859036985345,
      "grad_norm": 0.9735321758652842,
      "learning_rate": 0.00025665093901403035,
      "loss": 2.5625,
      "step": 33519
    },
    {
      "epoch": 1.5594324261456154,
      "grad_norm": 0.9298535057085391,
      "learning_rate": 0.00025664832916454474,
      "loss": 2.1719,
      "step": 33520
    },
    {
      "epoch": 1.5594789485926959,
      "grad_norm": 0.9797083848952404,
      "learning_rate": 0.0002566457192497684,
      "loss": 2.4219,
      "step": 33521
    },
    {
      "epoch": 1.5595254710397768,
      "grad_norm": 0.9158332103191056,
      "learning_rate": 0.0002566431092697029,
      "loss": 2.1094,
      "step": 33522
    },
    {
      "epoch": 1.5595719934868573,
      "grad_norm": 0.9306339282749073,
      "learning_rate": 0.0002566404992243499,
      "loss": 2.4688,
      "step": 33523
    },
    {
      "epoch": 1.5596185159339382,
      "grad_norm": 0.9840577573472157,
      "learning_rate": 0.00025663788911371087,
      "loss": 2.3125,
      "step": 33524
    },
    {
      "epoch": 1.5596650383810189,
      "grad_norm": 0.8964982406441067,
      "learning_rate": 0.0002566352789377876,
      "loss": 2.3906,
      "step": 33525
    },
    {
      "epoch": 1.5597115608280996,
      "grad_norm": 0.9621175498567877,
      "learning_rate": 0.0002566326686965815,
      "loss": 2.4844,
      "step": 33526
    },
    {
      "epoch": 1.5597580832751803,
      "grad_norm": 0.8922800730052215,
      "learning_rate": 0.00025663005839009434,
      "loss": 2.1406,
      "step": 33527
    },
    {
      "epoch": 1.559804605722261,
      "grad_norm": 0.9739915624181914,
      "learning_rate": 0.00025662744801832756,
      "loss": 2.5625,
      "step": 33528
    },
    {
      "epoch": 1.5598511281693417,
      "grad_norm": 1.067143488347074,
      "learning_rate": 0.0002566248375812828,
      "loss": 2.6562,
      "step": 33529
    },
    {
      "epoch": 1.5598976506164224,
      "grad_norm": 0.9877763702703444,
      "learning_rate": 0.0002566222270789617,
      "loss": 2.4844,
      "step": 33530
    },
    {
      "epoch": 1.5599441730635033,
      "grad_norm": 1.0251150332752397,
      "learning_rate": 0.0002566196165113659,
      "loss": 2.2188,
      "step": 33531
    },
    {
      "epoch": 1.5599906955105838,
      "grad_norm": 0.93325559337789,
      "learning_rate": 0.00025661700587849696,
      "loss": 2.4531,
      "step": 33532
    },
    {
      "epoch": 1.5600372179576647,
      "grad_norm": 0.9423754273924752,
      "learning_rate": 0.0002566143951803564,
      "loss": 2.6094,
      "step": 33533
    },
    {
      "epoch": 1.5600837404047452,
      "grad_norm": 1.029236535716961,
      "learning_rate": 0.0002566117844169459,
      "loss": 2.4062,
      "step": 33534
    },
    {
      "epoch": 1.560130262851826,
      "grad_norm": 0.8546332824447951,
      "learning_rate": 0.00025660917358826706,
      "loss": 2.4219,
      "step": 33535
    },
    {
      "epoch": 1.5601767852989066,
      "grad_norm": 0.9789320413567241,
      "learning_rate": 0.0002566065626943214,
      "loss": 2.3906,
      "step": 33536
    },
    {
      "epoch": 1.5602233077459875,
      "grad_norm": 0.9053437240387551,
      "learning_rate": 0.0002566039517351106,
      "loss": 2.2656,
      "step": 33537
    },
    {
      "epoch": 1.5602698301930682,
      "grad_norm": 0.9191544423225451,
      "learning_rate": 0.00025660134071063626,
      "loss": 2.4375,
      "step": 33538
    },
    {
      "epoch": 1.560316352640149,
      "grad_norm": 1.0383011881441284,
      "learning_rate": 0.0002565987296208999,
      "loss": 2.6562,
      "step": 33539
    },
    {
      "epoch": 1.5603628750872296,
      "grad_norm": 0.8090983721908289,
      "learning_rate": 0.0002565961184659032,
      "loss": 1.6875,
      "step": 33540
    },
    {
      "epoch": 1.5604093975343103,
      "grad_norm": 0.9151104776640513,
      "learning_rate": 0.0002565935072456477,
      "loss": 2.4531,
      "step": 33541
    },
    {
      "epoch": 1.560455919981391,
      "grad_norm": 0.9401809034059068,
      "learning_rate": 0.00025659089596013514,
      "loss": 2.3438,
      "step": 33542
    },
    {
      "epoch": 1.5605024424284717,
      "grad_norm": 0.9743456478440233,
      "learning_rate": 0.00025658828460936687,
      "loss": 2.3594,
      "step": 33543
    },
    {
      "epoch": 1.5605489648755526,
      "grad_norm": 0.9179775235125879,
      "learning_rate": 0.00025658567319334464,
      "loss": 2.4062,
      "step": 33544
    },
    {
      "epoch": 1.560595487322633,
      "grad_norm": 0.96711563919371,
      "learning_rate": 0.0002565830617120701,
      "loss": 2.4844,
      "step": 33545
    },
    {
      "epoch": 1.560642009769714,
      "grad_norm": 0.9603701454048509,
      "learning_rate": 0.0002565804501655447,
      "loss": 2.4375,
      "step": 33546
    },
    {
      "epoch": 1.5606885322167945,
      "grad_norm": 0.9461989638874856,
      "learning_rate": 0.0002565778385537702,
      "loss": 2.2344,
      "step": 33547
    },
    {
      "epoch": 1.5607350546638754,
      "grad_norm": 0.8859516812295279,
      "learning_rate": 0.00025657522687674806,
      "loss": 2.2656,
      "step": 33548
    },
    {
      "epoch": 1.5607815771109559,
      "grad_norm": 0.9154746075274766,
      "learning_rate": 0.00025657261513448,
      "loss": 2.3438,
      "step": 33549
    },
    {
      "epoch": 1.5608280995580368,
      "grad_norm": 0.987879312778039,
      "learning_rate": 0.0002565700033269675,
      "loss": 2.375,
      "step": 33550
    },
    {
      "epoch": 1.5608746220051175,
      "grad_norm": 0.9372416931416825,
      "learning_rate": 0.0002565673914542123,
      "loss": 2.375,
      "step": 33551
    },
    {
      "epoch": 1.5609211444521982,
      "grad_norm": 0.9313470888201528,
      "learning_rate": 0.0002565647795162158,
      "loss": 2.5938,
      "step": 33552
    },
    {
      "epoch": 1.560967666899279,
      "grad_norm": 0.9238577509223854,
      "learning_rate": 0.0002565621675129798,
      "loss": 2.3906,
      "step": 33553
    },
    {
      "epoch": 1.5610141893463596,
      "grad_norm": 0.9837937552184465,
      "learning_rate": 0.0002565595554445058,
      "loss": 2.3594,
      "step": 33554
    },
    {
      "epoch": 1.5610607117934403,
      "grad_norm": 0.9666388619109725,
      "learning_rate": 0.0002565569433107953,
      "loss": 2.4688,
      "step": 33555
    },
    {
      "epoch": 1.561107234240521,
      "grad_norm": 0.950554230742051,
      "learning_rate": 0.0002565543311118501,
      "loss": 2.4531,
      "step": 33556
    },
    {
      "epoch": 1.561153756687602,
      "grad_norm": 0.933773705330362,
      "learning_rate": 0.00025655171884767175,
      "loss": 2.5,
      "step": 33557
    },
    {
      "epoch": 1.5612002791346824,
      "grad_norm": 0.960704643670715,
      "learning_rate": 0.0002565491065182618,
      "loss": 2.3594,
      "step": 33558
    },
    {
      "epoch": 1.5612468015817633,
      "grad_norm": 0.8912702183174475,
      "learning_rate": 0.00025654649412362176,
      "loss": 2.3906,
      "step": 33559
    },
    {
      "epoch": 1.5612933240288438,
      "grad_norm": 0.9457168907039826,
      "learning_rate": 0.0002565438816637534,
      "loss": 2.2344,
      "step": 33560
    },
    {
      "epoch": 1.5613398464759247,
      "grad_norm": 0.9673254550053636,
      "learning_rate": 0.00025654126913865824,
      "loss": 2.4219,
      "step": 33561
    },
    {
      "epoch": 1.5613863689230052,
      "grad_norm": 0.9884917875828098,
      "learning_rate": 0.00025653865654833794,
      "loss": 2.4531,
      "step": 33562
    },
    {
      "epoch": 1.5614328913700861,
      "grad_norm": 0.9878377175710771,
      "learning_rate": 0.000256536043892794,
      "loss": 2.3125,
      "step": 33563
    },
    {
      "epoch": 1.5614794138171668,
      "grad_norm": 0.9111003048770958,
      "learning_rate": 0.00025653343117202807,
      "loss": 1.7031,
      "step": 33564
    },
    {
      "epoch": 1.5615259362642475,
      "grad_norm": 0.9705667860735911,
      "learning_rate": 0.0002565308183860417,
      "loss": 2.4531,
      "step": 33565
    },
    {
      "epoch": 1.5615724587113282,
      "grad_norm": 0.9452962807408869,
      "learning_rate": 0.0002565282055348366,
      "loss": 2.3438,
      "step": 33566
    },
    {
      "epoch": 1.561618981158409,
      "grad_norm": 0.8682098692053405,
      "learning_rate": 0.00025652559261841426,
      "loss": 2.3438,
      "step": 33567
    },
    {
      "epoch": 1.5616655036054896,
      "grad_norm": 0.9368232323489609,
      "learning_rate": 0.00025652297963677634,
      "loss": 2.5469,
      "step": 33568
    },
    {
      "epoch": 1.5617120260525703,
      "grad_norm": 0.9639930031794016,
      "learning_rate": 0.0002565203665899245,
      "loss": 2.125,
      "step": 33569
    },
    {
      "epoch": 1.5617585484996512,
      "grad_norm": 0.9378763593253269,
      "learning_rate": 0.0002565177534778601,
      "loss": 2.2969,
      "step": 33570
    },
    {
      "epoch": 1.5618050709467317,
      "grad_norm": 0.9239746249718288,
      "learning_rate": 0.000256515140300585,
      "loss": 2.3594,
      "step": 33571
    },
    {
      "epoch": 1.5618515933938126,
      "grad_norm": 0.9413878717833888,
      "learning_rate": 0.00025651252705810075,
      "loss": 2.4531,
      "step": 33572
    },
    {
      "epoch": 1.561898115840893,
      "grad_norm": 0.920847718667218,
      "learning_rate": 0.0002565099137504088,
      "loss": 2.375,
      "step": 33573
    },
    {
      "epoch": 1.561944638287974,
      "grad_norm": 0.885468600363905,
      "learning_rate": 0.00025650730037751095,
      "loss": 2.1875,
      "step": 33574
    },
    {
      "epoch": 1.5619911607350545,
      "grad_norm": 0.8783716841271813,
      "learning_rate": 0.0002565046869394087,
      "loss": 2.2969,
      "step": 33575
    },
    {
      "epoch": 1.5620376831821354,
      "grad_norm": 0.9033590302836347,
      "learning_rate": 0.0002565020734361036,
      "loss": 2.6406,
      "step": 33576
    },
    {
      "epoch": 1.5620842056292161,
      "grad_norm": 0.9228204620717392,
      "learning_rate": 0.0002564994598675973,
      "loss": 2.5312,
      "step": 33577
    },
    {
      "epoch": 1.5621307280762968,
      "grad_norm": 0.8458418827808013,
      "learning_rate": 0.00025649684623389144,
      "loss": 2.3906,
      "step": 33578
    },
    {
      "epoch": 1.5621772505233775,
      "grad_norm": 0.9871759724489962,
      "learning_rate": 0.00025649423253498754,
      "loss": 2.3906,
      "step": 33579
    },
    {
      "epoch": 1.5622237729704582,
      "grad_norm": 0.8663310874469297,
      "learning_rate": 0.00025649161877088725,
      "loss": 2.0938,
      "step": 33580
    },
    {
      "epoch": 1.562270295417539,
      "grad_norm": 0.8935129032080436,
      "learning_rate": 0.00025648900494159216,
      "loss": 2.3906,
      "step": 33581
    },
    {
      "epoch": 1.5623168178646196,
      "grad_norm": 0.9697384501239975,
      "learning_rate": 0.00025648639104710393,
      "loss": 2.8125,
      "step": 33582
    },
    {
      "epoch": 1.5623633403117005,
      "grad_norm": 0.903384958932025,
      "learning_rate": 0.0002564837770874241,
      "loss": 2.4219,
      "step": 33583
    },
    {
      "epoch": 1.562409862758781,
      "grad_norm": 0.969306912351314,
      "learning_rate": 0.00025648116306255415,
      "loss": 2.4531,
      "step": 33584
    },
    {
      "epoch": 1.562456385205862,
      "grad_norm": 0.8887584277537733,
      "learning_rate": 0.00025647854897249597,
      "loss": 2.3438,
      "step": 33585
    },
    {
      "epoch": 1.5625029076529424,
      "grad_norm": 1.0672291677195598,
      "learning_rate": 0.0002564759348172509,
      "loss": 2.7969,
      "step": 33586
    },
    {
      "epoch": 1.5625494301000233,
      "grad_norm": 0.9537917162388618,
      "learning_rate": 0.00025647332059682064,
      "loss": 2.3281,
      "step": 33587
    },
    {
      "epoch": 1.5625959525471038,
      "grad_norm": 0.896379247031061,
      "learning_rate": 0.0002564707063112068,
      "loss": 2.4844,
      "step": 33588
    },
    {
      "epoch": 1.5626424749941847,
      "grad_norm": 0.9483215574303652,
      "learning_rate": 0.000256468091960411,
      "loss": 2.2969,
      "step": 33589
    },
    {
      "epoch": 1.5626889974412654,
      "grad_norm": 0.8876654028792227,
      "learning_rate": 0.00025646547754443476,
      "loss": 2.2031,
      "step": 33590
    },
    {
      "epoch": 1.5627355198883461,
      "grad_norm": 0.8985545527475571,
      "learning_rate": 0.0002564628630632797,
      "loss": 2.3594,
      "step": 33591
    },
    {
      "epoch": 1.5627820423354268,
      "grad_norm": 0.9157704053958313,
      "learning_rate": 0.0002564602485169475,
      "loss": 2.1875,
      "step": 33592
    },
    {
      "epoch": 1.5628285647825075,
      "grad_norm": 0.9915444578352951,
      "learning_rate": 0.00025645763390543967,
      "loss": 2.375,
      "step": 33593
    },
    {
      "epoch": 1.5628750872295882,
      "grad_norm": 0.9232915338089296,
      "learning_rate": 0.0002564550192287579,
      "loss": 2.4531,
      "step": 33594
    },
    {
      "epoch": 1.562921609676669,
      "grad_norm": 0.8887195621339177,
      "learning_rate": 0.0002564524044869037,
      "loss": 2.3594,
      "step": 33595
    },
    {
      "epoch": 1.5629681321237499,
      "grad_norm": 1.073457887515639,
      "learning_rate": 0.00025644978967987874,
      "loss": 2.0156,
      "step": 33596
    },
    {
      "epoch": 1.5630146545708303,
      "grad_norm": 0.9669186687583394,
      "learning_rate": 0.0002564471748076846,
      "loss": 2.3438,
      "step": 33597
    },
    {
      "epoch": 1.5630611770179113,
      "grad_norm": 0.8881438053517205,
      "learning_rate": 0.00025644455987032283,
      "loss": 2.1406,
      "step": 33598
    },
    {
      "epoch": 1.5631076994649917,
      "grad_norm": 0.9149878823218538,
      "learning_rate": 0.0002564419448677951,
      "loss": 2.5156,
      "step": 33599
    },
    {
      "epoch": 1.5631542219120727,
      "grad_norm": 0.9318949046414203,
      "learning_rate": 0.000256439329800103,
      "loss": 2.3281,
      "step": 33600
    },
    {
      "epoch": 1.5632007443591531,
      "grad_norm": 0.8864108129801622,
      "learning_rate": 0.0002564367146672481,
      "loss": 2.2031,
      "step": 33601
    },
    {
      "epoch": 1.563247266806234,
      "grad_norm": 0.9510977770443589,
      "learning_rate": 0.000256434099469232,
      "loss": 2.5156,
      "step": 33602
    },
    {
      "epoch": 1.5632937892533147,
      "grad_norm": 0.845575709016019,
      "learning_rate": 0.0002564314842060563,
      "loss": 2.2344,
      "step": 33603
    },
    {
      "epoch": 1.5633403117003954,
      "grad_norm": 0.9280512757172409,
      "learning_rate": 0.00025642886887772265,
      "loss": 2.1875,
      "step": 33604
    },
    {
      "epoch": 1.5633868341474761,
      "grad_norm": 0.8765686797488461,
      "learning_rate": 0.0002564262534842326,
      "loss": 2.3438,
      "step": 33605
    },
    {
      "epoch": 1.5634333565945568,
      "grad_norm": 0.916214945966921,
      "learning_rate": 0.00025642363802558775,
      "loss": 2.4688,
      "step": 33606
    },
    {
      "epoch": 1.5634798790416375,
      "grad_norm": 0.8939259665884195,
      "learning_rate": 0.00025642102250178977,
      "loss": 2.3906,
      "step": 33607
    },
    {
      "epoch": 1.5635264014887182,
      "grad_norm": 0.8979039975555138,
      "learning_rate": 0.0002564184069128402,
      "loss": 2.0781,
      "step": 33608
    },
    {
      "epoch": 1.5635729239357992,
      "grad_norm": 0.9747159273614477,
      "learning_rate": 0.0002564157912587406,
      "loss": 2.4219,
      "step": 33609
    },
    {
      "epoch": 1.5636194463828796,
      "grad_norm": 0.9558335529417529,
      "learning_rate": 0.00025641317553949276,
      "loss": 2.4531,
      "step": 33610
    },
    {
      "epoch": 1.5636659688299606,
      "grad_norm": 0.9148053996339535,
      "learning_rate": 0.00025641055975509806,
      "loss": 2.0938,
      "step": 33611
    },
    {
      "epoch": 1.563712491277041,
      "grad_norm": 0.9232567469974755,
      "learning_rate": 0.00025640794390555815,
      "loss": 2.5625,
      "step": 33612
    },
    {
      "epoch": 1.563759013724122,
      "grad_norm": 0.9724304143534706,
      "learning_rate": 0.0002564053279908747,
      "loss": 2.2031,
      "step": 33613
    },
    {
      "epoch": 1.5638055361712027,
      "grad_norm": 0.934236501813003,
      "learning_rate": 0.0002564027120110493,
      "loss": 2.625,
      "step": 33614
    },
    {
      "epoch": 1.5638520586182834,
      "grad_norm": 0.9723905706787126,
      "learning_rate": 0.00025640009596608355,
      "loss": 2.25,
      "step": 33615
    },
    {
      "epoch": 1.563898581065364,
      "grad_norm": 0.9506698136392631,
      "learning_rate": 0.00025639747985597896,
      "loss": 2.5781,
      "step": 33616
    },
    {
      "epoch": 1.5639451035124448,
      "grad_norm": 1.008236805492999,
      "learning_rate": 0.0002563948636807373,
      "loss": 2.4062,
      "step": 33617
    },
    {
      "epoch": 1.5639916259595255,
      "grad_norm": 0.8510733959447714,
      "learning_rate": 0.00025639224744036,
      "loss": 2.0938,
      "step": 33618
    },
    {
      "epoch": 1.5640381484066062,
      "grad_norm": 0.917253595896092,
      "learning_rate": 0.0002563896311348488,
      "loss": 2.2031,
      "step": 33619
    },
    {
      "epoch": 1.5640846708536869,
      "grad_norm": 0.979345971156583,
      "learning_rate": 0.00025638701476420517,
      "loss": 2.5938,
      "step": 33620
    },
    {
      "epoch": 1.5641311933007676,
      "grad_norm": 0.989365845918296,
      "learning_rate": 0.00025638439832843086,
      "loss": 2.5625,
      "step": 33621
    },
    {
      "epoch": 1.5641777157478485,
      "grad_norm": 0.9349167093374627,
      "learning_rate": 0.00025638178182752733,
      "loss": 2.2969,
      "step": 33622
    },
    {
      "epoch": 1.564224238194929,
      "grad_norm": 0.8997704682116867,
      "learning_rate": 0.0002563791652614963,
      "loss": 2.4219,
      "step": 33623
    },
    {
      "epoch": 1.5642707606420099,
      "grad_norm": 0.9335843495307969,
      "learning_rate": 0.0002563765486303393,
      "loss": 2.4844,
      "step": 33624
    },
    {
      "epoch": 1.5643172830890903,
      "grad_norm": 1.0232638363982287,
      "learning_rate": 0.0002563739319340579,
      "loss": 2.3125,
      "step": 33625
    },
    {
      "epoch": 1.5643638055361713,
      "grad_norm": 0.9763703754420257,
      "learning_rate": 0.00025637131517265385,
      "loss": 2.5469,
      "step": 33626
    },
    {
      "epoch": 1.564410327983252,
      "grad_norm": 0.9141740235251796,
      "learning_rate": 0.0002563686983461286,
      "loss": 2.2969,
      "step": 33627
    },
    {
      "epoch": 1.5644568504303327,
      "grad_norm": 0.9541796882835546,
      "learning_rate": 0.0002563660814544838,
      "loss": 2.2031,
      "step": 33628
    },
    {
      "epoch": 1.5645033728774134,
      "grad_norm": 0.9358496440808454,
      "learning_rate": 0.000256363464497721,
      "loss": 2.3906,
      "step": 33629
    },
    {
      "epoch": 1.564549895324494,
      "grad_norm": 0.953136441709331,
      "learning_rate": 0.00025636084747584196,
      "loss": 2.3281,
      "step": 33630
    },
    {
      "epoch": 1.5645964177715748,
      "grad_norm": 0.927416548370431,
      "learning_rate": 0.0002563582303888481,
      "loss": 2.375,
      "step": 33631
    },
    {
      "epoch": 1.5646429402186555,
      "grad_norm": 0.9315161668721296,
      "learning_rate": 0.0002563556132367412,
      "loss": 2.7344,
      "step": 33632
    },
    {
      "epoch": 1.5646894626657362,
      "grad_norm": 0.9545116248636757,
      "learning_rate": 0.0002563529960195227,
      "loss": 2.7656,
      "step": 33633
    },
    {
      "epoch": 1.5647359851128169,
      "grad_norm": 0.9564044989079796,
      "learning_rate": 0.0002563503787371943,
      "loss": 2.6406,
      "step": 33634
    },
    {
      "epoch": 1.5647825075598978,
      "grad_norm": 0.9638790687372927,
      "learning_rate": 0.00025634776138975753,
      "loss": 2.3281,
      "step": 33635
    },
    {
      "epoch": 1.5648290300069783,
      "grad_norm": 0.9378184353521036,
      "learning_rate": 0.00025634514397721405,
      "loss": 2.5469,
      "step": 33636
    },
    {
      "epoch": 1.5648755524540592,
      "grad_norm": 0.9986797086229406,
      "learning_rate": 0.00025634252649956547,
      "loss": 2.5156,
      "step": 33637
    },
    {
      "epoch": 1.5649220749011397,
      "grad_norm": 1.007898594375778,
      "learning_rate": 0.00025633990895681337,
      "loss": 2.1406,
      "step": 33638
    },
    {
      "epoch": 1.5649685973482206,
      "grad_norm": 0.9323565586357615,
      "learning_rate": 0.0002563372913489593,
      "loss": 2.5469,
      "step": 33639
    },
    {
      "epoch": 1.5650151197953013,
      "grad_norm": 0.9197569234727458,
      "learning_rate": 0.000256334673676005,
      "loss": 2.4531,
      "step": 33640
    },
    {
      "epoch": 1.565061642242382,
      "grad_norm": 0.9635277465119831,
      "learning_rate": 0.00025633205593795193,
      "loss": 2.5469,
      "step": 33641
    },
    {
      "epoch": 1.5651081646894627,
      "grad_norm": 0.9966874295152072,
      "learning_rate": 0.00025632943813480173,
      "loss": 2.375,
      "step": 33642
    },
    {
      "epoch": 1.5651546871365434,
      "grad_norm": 0.9739645600780904,
      "learning_rate": 0.00025632682026655604,
      "loss": 2.3438,
      "step": 33643
    },
    {
      "epoch": 1.565201209583624,
      "grad_norm": 0.9344856962814806,
      "learning_rate": 0.0002563242023332165,
      "loss": 2.4531,
      "step": 33644
    },
    {
      "epoch": 1.5652477320307048,
      "grad_norm": 0.9830769952948166,
      "learning_rate": 0.00025632158433478455,
      "loss": 2.625,
      "step": 33645
    },
    {
      "epoch": 1.5652942544777857,
      "grad_norm": 0.9658056174918902,
      "learning_rate": 0.00025631896627126196,
      "loss": 2.3906,
      "step": 33646
    },
    {
      "epoch": 1.5653407769248662,
      "grad_norm": 0.9436941835777544,
      "learning_rate": 0.00025631634814265026,
      "loss": 2.4375,
      "step": 33647
    },
    {
      "epoch": 1.565387299371947,
      "grad_norm": 0.9260102486522316,
      "learning_rate": 0.0002563137299489511,
      "loss": 2.4844,
      "step": 33648
    },
    {
      "epoch": 1.5654338218190276,
      "grad_norm": 0.9550893863877045,
      "learning_rate": 0.0002563111116901661,
      "loss": 2.4375,
      "step": 33649
    },
    {
      "epoch": 1.5654803442661085,
      "grad_norm": 0.9197140046829693,
      "learning_rate": 0.00025630849336629667,
      "loss": 2.6562,
      "step": 33650
    },
    {
      "epoch": 1.565526866713189,
      "grad_norm": 0.9418096367774579,
      "learning_rate": 0.0002563058749773446,
      "loss": 2.4375,
      "step": 33651
    },
    {
      "epoch": 1.56557338916027,
      "grad_norm": 0.9744352205079869,
      "learning_rate": 0.0002563032565233115,
      "loss": 2.2969,
      "step": 33652
    },
    {
      "epoch": 1.5656199116073506,
      "grad_norm": 0.9050033136165682,
      "learning_rate": 0.00025630063800419884,
      "loss": 2.3594,
      "step": 33653
    },
    {
      "epoch": 1.5656664340544313,
      "grad_norm": 0.860169818666625,
      "learning_rate": 0.00025629801942000837,
      "loss": 2.1719,
      "step": 33654
    },
    {
      "epoch": 1.565712956501512,
      "grad_norm": 0.9871083092543854,
      "learning_rate": 0.00025629540077074154,
      "loss": 2.5938,
      "step": 33655
    },
    {
      "epoch": 1.5657594789485927,
      "grad_norm": 0.9181188513277909,
      "learning_rate": 0.00025629278205640014,
      "loss": 2.4531,
      "step": 33656
    },
    {
      "epoch": 1.5658060013956734,
      "grad_norm": 0.876852757646772,
      "learning_rate": 0.00025629016327698563,
      "loss": 1.8281,
      "step": 33657
    },
    {
      "epoch": 1.565852523842754,
      "grad_norm": 0.9443666718007427,
      "learning_rate": 0.00025628754443249963,
      "loss": 2.4531,
      "step": 33658
    },
    {
      "epoch": 1.565899046289835,
      "grad_norm": 0.9577372354523885,
      "learning_rate": 0.00025628492552294384,
      "loss": 2.375,
      "step": 33659
    },
    {
      "epoch": 1.5659455687369155,
      "grad_norm": 0.8742324508443658,
      "learning_rate": 0.00025628230654831975,
      "loss": 2.4844,
      "step": 33660
    },
    {
      "epoch": 1.5659920911839964,
      "grad_norm": 0.93061219874566,
      "learning_rate": 0.000256279687508629,
      "loss": 2.5,
      "step": 33661
    },
    {
      "epoch": 1.5660386136310769,
      "grad_norm": 1.001672567893802,
      "learning_rate": 0.0002562770684038732,
      "loss": 2.375,
      "step": 33662
    },
    {
      "epoch": 1.5660851360781578,
      "grad_norm": 0.8555584566067747,
      "learning_rate": 0.00025627444923405395,
      "loss": 2.4062,
      "step": 33663
    },
    {
      "epoch": 1.5661316585252383,
      "grad_norm": 0.8608631494126094,
      "learning_rate": 0.0002562718299991729,
      "loss": 2.3438,
      "step": 33664
    },
    {
      "epoch": 1.5661781809723192,
      "grad_norm": 0.8681348375837054,
      "learning_rate": 0.0002562692106992315,
      "loss": 2.3438,
      "step": 33665
    },
    {
      "epoch": 1.5662247034194,
      "grad_norm": 0.8469957831765832,
      "learning_rate": 0.00025626659133423153,
      "loss": 2.0938,
      "step": 33666
    },
    {
      "epoch": 1.5662712258664806,
      "grad_norm": 0.8685022690102326,
      "learning_rate": 0.00025626397190417455,
      "loss": 2.25,
      "step": 33667
    },
    {
      "epoch": 1.5663177483135613,
      "grad_norm": 0.8780436391948928,
      "learning_rate": 0.00025626135240906214,
      "loss": 2.0625,
      "step": 33668
    },
    {
      "epoch": 1.566364270760642,
      "grad_norm": 0.9071469076748694,
      "learning_rate": 0.00025625873284889586,
      "loss": 2.3125,
      "step": 33669
    },
    {
      "epoch": 1.5664107932077227,
      "grad_norm": 0.9215759624084074,
      "learning_rate": 0.0002562561132236774,
      "loss": 2.4062,
      "step": 33670
    },
    {
      "epoch": 1.5664573156548034,
      "grad_norm": 0.8675846653045072,
      "learning_rate": 0.0002562534935334083,
      "loss": 2.3281,
      "step": 33671
    },
    {
      "epoch": 1.5665038381018843,
      "grad_norm": 0.9224436435377183,
      "learning_rate": 0.0002562508737780902,
      "loss": 2.3438,
      "step": 33672
    },
    {
      "epoch": 1.5665503605489648,
      "grad_norm": 0.9358889934446641,
      "learning_rate": 0.0002562482539577247,
      "loss": 2.5938,
      "step": 33673
    },
    {
      "epoch": 1.5665968829960457,
      "grad_norm": 0.9364753707796102,
      "learning_rate": 0.00025624563407231337,
      "loss": 2.3438,
      "step": 33674
    },
    {
      "epoch": 1.5666434054431262,
      "grad_norm": 0.877686793204772,
      "learning_rate": 0.0002562430141218578,
      "loss": 2.5625,
      "step": 33675
    },
    {
      "epoch": 1.5666899278902071,
      "grad_norm": 0.9719383484489676,
      "learning_rate": 0.00025624039410635966,
      "loss": 2.2969,
      "step": 33676
    },
    {
      "epoch": 1.5667364503372876,
      "grad_norm": 0.9730763775928463,
      "learning_rate": 0.0002562377740258206,
      "loss": 2.3906,
      "step": 33677
    },
    {
      "epoch": 1.5667829727843685,
      "grad_norm": 0.8829776592261838,
      "learning_rate": 0.000256235153880242,
      "loss": 2.5,
      "step": 33678
    },
    {
      "epoch": 1.5668294952314492,
      "grad_norm": 0.9087739976485222,
      "learning_rate": 0.0002562325336696257,
      "loss": 2.5156,
      "step": 33679
    },
    {
      "epoch": 1.56687601767853,
      "grad_norm": 0.9416629875397993,
      "learning_rate": 0.0002562299133939732,
      "loss": 2.3906,
      "step": 33680
    },
    {
      "epoch": 1.5669225401256106,
      "grad_norm": 0.9919810593304104,
      "learning_rate": 0.00025622729305328616,
      "loss": 2.4219,
      "step": 33681
    },
    {
      "epoch": 1.5669690625726913,
      "grad_norm": 0.8994409636814451,
      "learning_rate": 0.0002562246726475661,
      "loss": 2.3281,
      "step": 33682
    },
    {
      "epoch": 1.567015585019772,
      "grad_norm": 0.907706734740157,
      "learning_rate": 0.0002562220521768147,
      "loss": 2.6875,
      "step": 33683
    },
    {
      "epoch": 1.5670621074668527,
      "grad_norm": 0.9343550753406202,
      "learning_rate": 0.00025621943164103354,
      "loss": 2.375,
      "step": 33684
    },
    {
      "epoch": 1.5671086299139336,
      "grad_norm": 0.9265413943095157,
      "learning_rate": 0.00025621681104022416,
      "loss": 2.4062,
      "step": 33685
    },
    {
      "epoch": 1.567155152361014,
      "grad_norm": 1.0782856192429628,
      "learning_rate": 0.0002562141903743883,
      "loss": 2.5469,
      "step": 33686
    },
    {
      "epoch": 1.567201674808095,
      "grad_norm": 0.8887309518431286,
      "learning_rate": 0.00025621156964352745,
      "loss": 2.3281,
      "step": 33687
    },
    {
      "epoch": 1.5672481972551755,
      "grad_norm": 0.9285364903400734,
      "learning_rate": 0.0002562089488476432,
      "loss": 2.3594,
      "step": 33688
    },
    {
      "epoch": 1.5672947197022564,
      "grad_norm": 1.0010612446280178,
      "learning_rate": 0.0002562063279867373,
      "loss": 2.7188,
      "step": 33689
    },
    {
      "epoch": 1.567341242149337,
      "grad_norm": 0.8716090131305075,
      "learning_rate": 0.0002562037070608112,
      "loss": 2.5,
      "step": 33690
    },
    {
      "epoch": 1.5673877645964178,
      "grad_norm": 0.9382629507096653,
      "learning_rate": 0.0002562010860698665,
      "loss": 1.9688,
      "step": 33691
    },
    {
      "epoch": 1.5674342870434985,
      "grad_norm": 0.9212685668427795,
      "learning_rate": 0.00025619846501390495,
      "loss": 2.2969,
      "step": 33692
    },
    {
      "epoch": 1.5674808094905792,
      "grad_norm": 1.0146046039979315,
      "learning_rate": 0.0002561958438929281,
      "loss": 1.9844,
      "step": 33693
    },
    {
      "epoch": 1.56752733193766,
      "grad_norm": 0.9186946350408342,
      "learning_rate": 0.0002561932227069375,
      "loss": 2.4375,
      "step": 33694
    },
    {
      "epoch": 1.5675738543847406,
      "grad_norm": 0.9156893435817681,
      "learning_rate": 0.0002561906014559348,
      "loss": 2.3906,
      "step": 33695
    },
    {
      "epoch": 1.5676203768318213,
      "grad_norm": 1.0147204705355286,
      "learning_rate": 0.00025618798013992154,
      "loss": 2.625,
      "step": 33696
    },
    {
      "epoch": 1.567666899278902,
      "grad_norm": 0.9061147276676083,
      "learning_rate": 0.0002561853587588994,
      "loss": 2.6094,
      "step": 33697
    },
    {
      "epoch": 1.567713421725983,
      "grad_norm": 0.9173523080897256,
      "learning_rate": 0.00025618273731287,
      "loss": 2.5,
      "step": 33698
    },
    {
      "epoch": 1.5677599441730634,
      "grad_norm": 0.9058878589576557,
      "learning_rate": 0.00025618011580183487,
      "loss": 2.2656,
      "step": 33699
    },
    {
      "epoch": 1.5678064666201443,
      "grad_norm": 0.9735932226655566,
      "learning_rate": 0.0002561774942257956,
      "loss": 2.4062,
      "step": 33700
    },
    {
      "epoch": 1.5678529890672248,
      "grad_norm": 0.9776179913783054,
      "learning_rate": 0.0002561748725847539,
      "loss": 2.5469,
      "step": 33701
    },
    {
      "epoch": 1.5678995115143057,
      "grad_norm": 0.8600596377506826,
      "learning_rate": 0.0002561722508787113,
      "loss": 2.5469,
      "step": 33702
    },
    {
      "epoch": 1.5679460339613862,
      "grad_norm": 0.8747621919629974,
      "learning_rate": 0.00025616962910766943,
      "loss": 2.2812,
      "step": 33703
    },
    {
      "epoch": 1.5679925564084671,
      "grad_norm": 0.914704084133217,
      "learning_rate": 0.0002561670072716299,
      "loss": 2.4219,
      "step": 33704
    },
    {
      "epoch": 1.5680390788555478,
      "grad_norm": 0.8951971211981058,
      "learning_rate": 0.0002561643853705943,
      "loss": 2.1562,
      "step": 33705
    },
    {
      "epoch": 1.5680856013026285,
      "grad_norm": 0.9439284625720528,
      "learning_rate": 0.0002561617634045642,
      "loss": 2.4531,
      "step": 33706
    },
    {
      "epoch": 1.5681321237497092,
      "grad_norm": 0.9295589003306243,
      "learning_rate": 0.00025615914137354124,
      "loss": 2.4844,
      "step": 33707
    },
    {
      "epoch": 1.56817864619679,
      "grad_norm": 0.9369854208863121,
      "learning_rate": 0.000256156519277527,
      "loss": 2.4219,
      "step": 33708
    },
    {
      "epoch": 1.5682251686438706,
      "grad_norm": 1.017404628267409,
      "learning_rate": 0.0002561538971165232,
      "loss": 2.6719,
      "step": 33709
    },
    {
      "epoch": 1.5682716910909513,
      "grad_norm": 0.9685645631303409,
      "learning_rate": 0.0002561512748905314,
      "loss": 2.3594,
      "step": 33710
    },
    {
      "epoch": 1.5683182135380322,
      "grad_norm": 0.9024756947739841,
      "learning_rate": 0.000256148652599553,
      "loss": 2.3125,
      "step": 33711
    },
    {
      "epoch": 1.5683647359851127,
      "grad_norm": 0.9504108487073929,
      "learning_rate": 0.00025614603024358987,
      "loss": 2.5156,
      "step": 33712
    },
    {
      "epoch": 1.5684112584321936,
      "grad_norm": 0.8856992820204661,
      "learning_rate": 0.0002561434078226435,
      "loss": 2.5938,
      "step": 33713
    },
    {
      "epoch": 1.5684577808792741,
      "grad_norm": 0.9176310499501881,
      "learning_rate": 0.0002561407853367155,
      "loss": 2.3438,
      "step": 33714
    },
    {
      "epoch": 1.568504303326355,
      "grad_norm": 0.8972192343201612,
      "learning_rate": 0.0002561381627858075,
      "loss": 2.2344,
      "step": 33715
    },
    {
      "epoch": 1.5685508257734355,
      "grad_norm": 0.843955574140358,
      "learning_rate": 0.0002561355401699211,
      "loss": 2.1094,
      "step": 33716
    },
    {
      "epoch": 1.5685973482205164,
      "grad_norm": 0.9032346746423543,
      "learning_rate": 0.0002561329174890579,
      "loss": 2.2812,
      "step": 33717
    },
    {
      "epoch": 1.5686438706675971,
      "grad_norm": 0.9483344333868603,
      "learning_rate": 0.00025613029474321944,
      "loss": 2.5,
      "step": 33718
    },
    {
      "epoch": 1.5686903931146778,
      "grad_norm": 0.9312693151301051,
      "learning_rate": 0.00025612767193240743,
      "loss": 2.5469,
      "step": 33719
    },
    {
      "epoch": 1.5687369155617585,
      "grad_norm": 0.9554000447292346,
      "learning_rate": 0.00025612504905662346,
      "loss": 2.3125,
      "step": 33720
    },
    {
      "epoch": 1.5687834380088392,
      "grad_norm": 0.919165426275359,
      "learning_rate": 0.0002561224261158691,
      "loss": 2.2812,
      "step": 33721
    },
    {
      "epoch": 1.56882996045592,
      "grad_norm": 0.9401837740452573,
      "learning_rate": 0.00025611980311014595,
      "loss": 1.8906,
      "step": 33722
    },
    {
      "epoch": 1.5688764829030006,
      "grad_norm": 0.8501706365290244,
      "learning_rate": 0.0002561171800394556,
      "loss": 2.375,
      "step": 33723
    },
    {
      "epoch": 1.5689230053500816,
      "grad_norm": 0.9527560347217855,
      "learning_rate": 0.0002561145569037997,
      "loss": 2.3125,
      "step": 33724
    },
    {
      "epoch": 1.568969527797162,
      "grad_norm": 1.071373858089645,
      "learning_rate": 0.0002561119337031799,
      "loss": 2.6094,
      "step": 33725
    },
    {
      "epoch": 1.569016050244243,
      "grad_norm": 0.8820145878691192,
      "learning_rate": 0.0002561093104375977,
      "loss": 2.2188,
      "step": 33726
    },
    {
      "epoch": 1.5690625726913234,
      "grad_norm": 0.9449307152412321,
      "learning_rate": 0.00025610668710705477,
      "loss": 2.5938,
      "step": 33727
    },
    {
      "epoch": 1.5691090951384044,
      "grad_norm": 0.9699431307187607,
      "learning_rate": 0.0002561040637115527,
      "loss": 2.4844,
      "step": 33728
    },
    {
      "epoch": 1.569155617585485,
      "grad_norm": 0.9374572342504927,
      "learning_rate": 0.0002561014402510931,
      "loss": 2.2969,
      "step": 33729
    },
    {
      "epoch": 1.5692021400325658,
      "grad_norm": 1.1760948884786444,
      "learning_rate": 0.00025609881672567755,
      "loss": 2.3906,
      "step": 33730
    },
    {
      "epoch": 1.5692486624796465,
      "grad_norm": 0.9158472636392392,
      "learning_rate": 0.00025609619313530775,
      "loss": 2.6562,
      "step": 33731
    },
    {
      "epoch": 1.5692951849267271,
      "grad_norm": 0.9054311427651416,
      "learning_rate": 0.00025609356947998513,
      "loss": 2.6094,
      "step": 33732
    },
    {
      "epoch": 1.5693417073738078,
      "grad_norm": 0.8733944945680315,
      "learning_rate": 0.0002560909457597115,
      "loss": 2.5156,
      "step": 33733
    },
    {
      "epoch": 1.5693882298208885,
      "grad_norm": 0.9038594342374215,
      "learning_rate": 0.00025608832197448827,
      "loss": 2.25,
      "step": 33734
    },
    {
      "epoch": 1.5694347522679692,
      "grad_norm": 1.0888738149683783,
      "learning_rate": 0.0002560856981243172,
      "loss": 2.4688,
      "step": 33735
    },
    {
      "epoch": 1.56948127471505,
      "grad_norm": 0.8744308633838427,
      "learning_rate": 0.0002560830742091998,
      "loss": 2.125,
      "step": 33736
    },
    {
      "epoch": 1.5695277971621309,
      "grad_norm": 0.9223480003997008,
      "learning_rate": 0.00025608045022913777,
      "loss": 2.6719,
      "step": 33737
    },
    {
      "epoch": 1.5695743196092113,
      "grad_norm": 0.8910794191514425,
      "learning_rate": 0.00025607782618413267,
      "loss": 2.4062,
      "step": 33738
    },
    {
      "epoch": 1.5696208420562923,
      "grad_norm": 0.9296798200770022,
      "learning_rate": 0.0002560752020741861,
      "loss": 2.6094,
      "step": 33739
    },
    {
      "epoch": 1.5696673645033727,
      "grad_norm": 0.8882719755235927,
      "learning_rate": 0.00025607257789929963,
      "loss": 2.375,
      "step": 33740
    },
    {
      "epoch": 1.5697138869504537,
      "grad_norm": 0.871636003225425,
      "learning_rate": 0.0002560699536594749,
      "loss": 2.0625,
      "step": 33741
    },
    {
      "epoch": 1.5697604093975344,
      "grad_norm": 0.9594662813767447,
      "learning_rate": 0.00025606732935471355,
      "loss": 2.625,
      "step": 33742
    },
    {
      "epoch": 1.569806931844615,
      "grad_norm": 1.064136072027593,
      "learning_rate": 0.00025606470498501716,
      "loss": 2.3125,
      "step": 33743
    },
    {
      "epoch": 1.5698534542916958,
      "grad_norm": 0.9429928650233952,
      "learning_rate": 0.00025606208055038726,
      "loss": 2.4375,
      "step": 33744
    },
    {
      "epoch": 1.5698999767387765,
      "grad_norm": 0.9580432712038418,
      "learning_rate": 0.00025605945605082557,
      "loss": 2.625,
      "step": 33745
    },
    {
      "epoch": 1.5699464991858572,
      "grad_norm": 0.9997149905233944,
      "learning_rate": 0.00025605683148633373,
      "loss": 2.625,
      "step": 33746
    },
    {
      "epoch": 1.5699930216329379,
      "grad_norm": 0.9311925811256825,
      "learning_rate": 0.0002560542068569132,
      "loss": 2.4844,
      "step": 33747
    },
    {
      "epoch": 1.5700395440800186,
      "grad_norm": 0.9562509085647728,
      "learning_rate": 0.00025605158216256564,
      "loss": 2.5938,
      "step": 33748
    },
    {
      "epoch": 1.5700860665270993,
      "grad_norm": 0.9853095240576246,
      "learning_rate": 0.0002560489574032927,
      "loss": 2.5312,
      "step": 33749
    },
    {
      "epoch": 1.5701325889741802,
      "grad_norm": 0.8904605694566934,
      "learning_rate": 0.00025604633257909594,
      "loss": 2.4688,
      "step": 33750
    },
    {
      "epoch": 1.5701791114212607,
      "grad_norm": 0.9825052276350636,
      "learning_rate": 0.00025604370768997706,
      "loss": 2.3594,
      "step": 33751
    },
    {
      "epoch": 1.5702256338683416,
      "grad_norm": 0.9066830794006405,
      "learning_rate": 0.00025604108273593755,
      "loss": 2.1719,
      "step": 33752
    },
    {
      "epoch": 1.570272156315422,
      "grad_norm": 0.9624636183873401,
      "learning_rate": 0.00025603845771697906,
      "loss": 2.3906,
      "step": 33753
    },
    {
      "epoch": 1.570318678762503,
      "grad_norm": 0.9371627964950875,
      "learning_rate": 0.0002560358326331032,
      "loss": 2.4062,
      "step": 33754
    },
    {
      "epoch": 1.5703652012095837,
      "grad_norm": 0.9242050075959872,
      "learning_rate": 0.0002560332074843116,
      "loss": 2.4844,
      "step": 33755
    },
    {
      "epoch": 1.5704117236566644,
      "grad_norm": 0.9329270311313327,
      "learning_rate": 0.00025603058227060584,
      "loss": 2.6719,
      "step": 33756
    },
    {
      "epoch": 1.570458246103745,
      "grad_norm": 0.886663841283257,
      "learning_rate": 0.00025602795699198753,
      "loss": 2.4531,
      "step": 33757
    },
    {
      "epoch": 1.5705047685508258,
      "grad_norm": 1.0321944865389046,
      "learning_rate": 0.00025602533164845826,
      "loss": 2.4531,
      "step": 33758
    },
    {
      "epoch": 1.5705512909979065,
      "grad_norm": 0.8469239592071642,
      "learning_rate": 0.00025602270624001965,
      "loss": 2.2188,
      "step": 33759
    },
    {
      "epoch": 1.5705978134449872,
      "grad_norm": 0.9732717443430636,
      "learning_rate": 0.0002560200807666734,
      "loss": 2.4062,
      "step": 33760
    },
    {
      "epoch": 1.570644335892068,
      "grad_norm": 0.9430007941046462,
      "learning_rate": 0.0002560174552284209,
      "loss": 2.4531,
      "step": 33761
    },
    {
      "epoch": 1.5706908583391486,
      "grad_norm": 1.0585340913860277,
      "learning_rate": 0.000256014829625264,
      "loss": 2.6875,
      "step": 33762
    },
    {
      "epoch": 1.5707373807862295,
      "grad_norm": 0.9183187425732625,
      "learning_rate": 0.00025601220395720417,
      "loss": 1.9766,
      "step": 33763
    },
    {
      "epoch": 1.57078390323331,
      "grad_norm": 0.988589890763038,
      "learning_rate": 0.00025600957822424303,
      "loss": 2.2344,
      "step": 33764
    },
    {
      "epoch": 1.5708304256803909,
      "grad_norm": 1.0068074660842763,
      "learning_rate": 0.00025600695242638215,
      "loss": 2.125,
      "step": 33765
    },
    {
      "epoch": 1.5708769481274714,
      "grad_norm": 0.8486090047680315,
      "learning_rate": 0.00025600432656362325,
      "loss": 2.125,
      "step": 33766
    },
    {
      "epoch": 1.5709234705745523,
      "grad_norm": 0.9618925349444432,
      "learning_rate": 0.00025600170063596787,
      "loss": 2.6406,
      "step": 33767
    },
    {
      "epoch": 1.570969993021633,
      "grad_norm": 0.9859247934785252,
      "learning_rate": 0.00025599907464341767,
      "loss": 2.4531,
      "step": 33768
    },
    {
      "epoch": 1.5710165154687137,
      "grad_norm": 0.9215631483050711,
      "learning_rate": 0.0002559964485859742,
      "loss": 2.1719,
      "step": 33769
    },
    {
      "epoch": 1.5710630379157944,
      "grad_norm": 0.9714430905261797,
      "learning_rate": 0.00025599382246363896,
      "loss": 2.4531,
      "step": 33770
    },
    {
      "epoch": 1.571109560362875,
      "grad_norm": 0.9512954997984849,
      "learning_rate": 0.00025599119627641375,
      "loss": 2.3438,
      "step": 33771
    },
    {
      "epoch": 1.5711560828099558,
      "grad_norm": 0.9453023217840899,
      "learning_rate": 0.00025598857002430013,
      "loss": 2.3438,
      "step": 33772
    },
    {
      "epoch": 1.5712026052570365,
      "grad_norm": 1.0256442402845733,
      "learning_rate": 0.00025598594370729967,
      "loss": 2.3594,
      "step": 33773
    },
    {
      "epoch": 1.5712491277041174,
      "grad_norm": 1.1193288880752623,
      "learning_rate": 0.000255983317325414,
      "loss": 1.875,
      "step": 33774
    },
    {
      "epoch": 1.5712956501511979,
      "grad_norm": 0.9838774582102772,
      "learning_rate": 0.0002559806908786447,
      "loss": 2.5,
      "step": 33775
    },
    {
      "epoch": 1.5713421725982788,
      "grad_norm": 0.8961238781796468,
      "learning_rate": 0.0002559780643669934,
      "loss": 2.5,
      "step": 33776
    },
    {
      "epoch": 1.5713886950453593,
      "grad_norm": 0.951585540508243,
      "learning_rate": 0.00025597543779046173,
      "loss": 2.3438,
      "step": 33777
    },
    {
      "epoch": 1.5714352174924402,
      "grad_norm": 0.9428781512487356,
      "learning_rate": 0.00025597281114905123,
      "loss": 2.2812,
      "step": 33778
    },
    {
      "epoch": 1.5714817399395207,
      "grad_norm": 1.0001805338901963,
      "learning_rate": 0.0002559701844427636,
      "loss": 2.4844,
      "step": 33779
    },
    {
      "epoch": 1.5715282623866016,
      "grad_norm": 0.9368693663226145,
      "learning_rate": 0.0002559675576716003,
      "loss": 2.2188,
      "step": 33780
    },
    {
      "epoch": 1.5715747848336823,
      "grad_norm": 0.9530684294721697,
      "learning_rate": 0.00025596493083556316,
      "loss": 2.125,
      "step": 33781
    },
    {
      "epoch": 1.571621307280763,
      "grad_norm": 0.9699788200724897,
      "learning_rate": 0.0002559623039346536,
      "loss": 2.625,
      "step": 33782
    },
    {
      "epoch": 1.5716678297278437,
      "grad_norm": 0.9395798536770892,
      "learning_rate": 0.0002559596769688733,
      "loss": 2.3281,
      "step": 33783
    },
    {
      "epoch": 1.5717143521749244,
      "grad_norm": 0.9722537421180522,
      "learning_rate": 0.0002559570499382238,
      "loss": 2.5781,
      "step": 33784
    },
    {
      "epoch": 1.571760874622005,
      "grad_norm": 0.9731377491179698,
      "learning_rate": 0.0002559544228427069,
      "loss": 2.5469,
      "step": 33785
    },
    {
      "epoch": 1.5718073970690858,
      "grad_norm": 0.9755881124241987,
      "learning_rate": 0.000255951795682324,
      "loss": 2.625,
      "step": 33786
    },
    {
      "epoch": 1.5718539195161667,
      "grad_norm": 1.0170225730396294,
      "learning_rate": 0.0002559491684570768,
      "loss": 2.4219,
      "step": 33787
    },
    {
      "epoch": 1.5719004419632472,
      "grad_norm": 0.9439632042441148,
      "learning_rate": 0.00025594654116696693,
      "loss": 2.1719,
      "step": 33788
    },
    {
      "epoch": 1.571946964410328,
      "grad_norm": 0.9360425278168005,
      "learning_rate": 0.00025594391381199587,
      "loss": 2.4219,
      "step": 33789
    },
    {
      "epoch": 1.5719934868574086,
      "grad_norm": 0.8741501905059893,
      "learning_rate": 0.00025594128639216544,
      "loss": 2.0781,
      "step": 33790
    },
    {
      "epoch": 1.5720400093044895,
      "grad_norm": 0.9591399335218418,
      "learning_rate": 0.000255938658907477,
      "loss": 2.2344,
      "step": 33791
    },
    {
      "epoch": 1.57208653175157,
      "grad_norm": 0.9418172717591726,
      "learning_rate": 0.0002559360313579324,
      "loss": 2.3438,
      "step": 33792
    },
    {
      "epoch": 1.572133054198651,
      "grad_norm": 0.9070482614785885,
      "learning_rate": 0.00025593340374353304,
      "loss": 2.3594,
      "step": 33793
    },
    {
      "epoch": 1.5721795766457316,
      "grad_norm": 0.9588520010801164,
      "learning_rate": 0.0002559307760642807,
      "loss": 2.4219,
      "step": 33794
    },
    {
      "epoch": 1.5722260990928123,
      "grad_norm": 0.9767726225282585,
      "learning_rate": 0.0002559281483201769,
      "loss": 2.3125,
      "step": 33795
    },
    {
      "epoch": 1.572272621539893,
      "grad_norm": 0.9837935875148406,
      "learning_rate": 0.00025592552051122326,
      "loss": 2.5469,
      "step": 33796
    },
    {
      "epoch": 1.5723191439869737,
      "grad_norm": 0.8798200405300192,
      "learning_rate": 0.0002559228926374214,
      "loss": 2.3906,
      "step": 33797
    },
    {
      "epoch": 1.5723656664340544,
      "grad_norm": 0.9828337544142419,
      "learning_rate": 0.0002559202646987729,
      "loss": 2.5938,
      "step": 33798
    },
    {
      "epoch": 1.572412188881135,
      "grad_norm": 0.9699431476237891,
      "learning_rate": 0.0002559176366952794,
      "loss": 2.625,
      "step": 33799
    },
    {
      "epoch": 1.572458711328216,
      "grad_norm": 0.8554371074690925,
      "learning_rate": 0.0002559150086269425,
      "loss": 2.375,
      "step": 33800
    },
    {
      "epoch": 1.5725052337752965,
      "grad_norm": 0.9039721162859811,
      "learning_rate": 0.0002559123804937638,
      "loss": 2.4062,
      "step": 33801
    },
    {
      "epoch": 1.5725517562223774,
      "grad_norm": 0.9902636241198126,
      "learning_rate": 0.0002559097522957449,
      "loss": 2.3125,
      "step": 33802
    },
    {
      "epoch": 1.572598278669458,
      "grad_norm": 0.933679730850855,
      "learning_rate": 0.00025590712403288746,
      "loss": 2.3906,
      "step": 33803
    },
    {
      "epoch": 1.5726448011165388,
      "grad_norm": 0.949495713324251,
      "learning_rate": 0.00025590449570519303,
      "loss": 2.1562,
      "step": 33804
    },
    {
      "epoch": 1.5726913235636193,
      "grad_norm": 0.9905380801266277,
      "learning_rate": 0.00025590186731266326,
      "loss": 2.6094,
      "step": 33805
    },
    {
      "epoch": 1.5727378460107002,
      "grad_norm": 1.0213564164826943,
      "learning_rate": 0.00025589923885529977,
      "loss": 2.2656,
      "step": 33806
    },
    {
      "epoch": 1.572784368457781,
      "grad_norm": 0.9577127904941753,
      "learning_rate": 0.0002558966103331041,
      "loss": 2.3594,
      "step": 33807
    },
    {
      "epoch": 1.5728308909048616,
      "grad_norm": 0.9332582097470244,
      "learning_rate": 0.0002558939817460779,
      "loss": 2.5469,
      "step": 33808
    },
    {
      "epoch": 1.5728774133519423,
      "grad_norm": 0.9287963126446674,
      "learning_rate": 0.0002558913530942228,
      "loss": 2.4062,
      "step": 33809
    },
    {
      "epoch": 1.572923935799023,
      "grad_norm": 0.9265257632878379,
      "learning_rate": 0.0002558887243775404,
      "loss": 2.375,
      "step": 33810
    },
    {
      "epoch": 1.5729704582461037,
      "grad_norm": 0.9394655857026044,
      "learning_rate": 0.00025588609559603227,
      "loss": 2.5156,
      "step": 33811
    },
    {
      "epoch": 1.5730169806931844,
      "grad_norm": 0.9453118234687885,
      "learning_rate": 0.0002558834667497001,
      "loss": 2.3594,
      "step": 33812
    },
    {
      "epoch": 1.5730635031402653,
      "grad_norm": 0.9654540100273328,
      "learning_rate": 0.0002558808378385454,
      "loss": 2.1719,
      "step": 33813
    },
    {
      "epoch": 1.5731100255873458,
      "grad_norm": 0.9929416371694981,
      "learning_rate": 0.0002558782088625698,
      "loss": 2.1406,
      "step": 33814
    },
    {
      "epoch": 1.5731565480344267,
      "grad_norm": 0.9297837040574405,
      "learning_rate": 0.00025587557982177493,
      "loss": 2.2656,
      "step": 33815
    },
    {
      "epoch": 1.5732030704815072,
      "grad_norm": 1.0183426478416098,
      "learning_rate": 0.00025587295071616246,
      "loss": 2.3906,
      "step": 33816
    },
    {
      "epoch": 1.5732495929285881,
      "grad_norm": 1.013116466185674,
      "learning_rate": 0.00025587032154573394,
      "loss": 1.9453,
      "step": 33817
    },
    {
      "epoch": 1.5732961153756686,
      "grad_norm": 0.8906457066735367,
      "learning_rate": 0.00025586769231049095,
      "loss": 2.2812,
      "step": 33818
    },
    {
      "epoch": 1.5733426378227495,
      "grad_norm": 0.9847278826491856,
      "learning_rate": 0.0002558650630104352,
      "loss": 2.3281,
      "step": 33819
    },
    {
      "epoch": 1.5733891602698302,
      "grad_norm": 0.960799944311263,
      "learning_rate": 0.00025586243364556817,
      "loss": 2.2656,
      "step": 33820
    },
    {
      "epoch": 1.573435682716911,
      "grad_norm": 0.9816143455423075,
      "learning_rate": 0.00025585980421589157,
      "loss": 2.4375,
      "step": 33821
    },
    {
      "epoch": 1.5734822051639916,
      "grad_norm": 0.9867474583651445,
      "learning_rate": 0.00025585717472140695,
      "loss": 2.4844,
      "step": 33822
    },
    {
      "epoch": 1.5735287276110723,
      "grad_norm": 0.8956217875429193,
      "learning_rate": 0.000255854545162116,
      "loss": 2.4688,
      "step": 33823
    },
    {
      "epoch": 1.573575250058153,
      "grad_norm": 0.9665899202316339,
      "learning_rate": 0.0002558519155380202,
      "loss": 2.375,
      "step": 33824
    },
    {
      "epoch": 1.5736217725052337,
      "grad_norm": 0.9991515765427443,
      "learning_rate": 0.0002558492858491213,
      "loss": 2.0938,
      "step": 33825
    },
    {
      "epoch": 1.5736682949523146,
      "grad_norm": 0.9857505188886707,
      "learning_rate": 0.0002558466560954208,
      "loss": 2.3438,
      "step": 33826
    },
    {
      "epoch": 1.5737148173993951,
      "grad_norm": 0.9999125884131078,
      "learning_rate": 0.00025584402627692034,
      "loss": 2.4688,
      "step": 33827
    },
    {
      "epoch": 1.573761339846476,
      "grad_norm": 0.9765155747834158,
      "learning_rate": 0.00025584139639362157,
      "loss": 2.125,
      "step": 33828
    },
    {
      "epoch": 1.5738078622935565,
      "grad_norm": 0.9132339942067712,
      "learning_rate": 0.00025583876644552606,
      "loss": 2.3906,
      "step": 33829
    },
    {
      "epoch": 1.5738543847406374,
      "grad_norm": 0.8715386215591725,
      "learning_rate": 0.00025583613643263543,
      "loss": 2.2031,
      "step": 33830
    },
    {
      "epoch": 1.573900907187718,
      "grad_norm": 0.975715931359605,
      "learning_rate": 0.0002558335063549513,
      "loss": 2.2812,
      "step": 33831
    },
    {
      "epoch": 1.5739474296347988,
      "grad_norm": 0.930732975331258,
      "learning_rate": 0.00025583087621247527,
      "loss": 2.4219,
      "step": 33832
    },
    {
      "epoch": 1.5739939520818795,
      "grad_norm": 0.9778567606255089,
      "learning_rate": 0.000255828246005209,
      "loss": 2.3125,
      "step": 33833
    },
    {
      "epoch": 1.5740404745289602,
      "grad_norm": 0.9464099445480101,
      "learning_rate": 0.000255825615733154,
      "loss": 2.3281,
      "step": 33834
    },
    {
      "epoch": 1.574086996976041,
      "grad_norm": 0.9147302361396104,
      "learning_rate": 0.0002558229853963119,
      "loss": 2.2969,
      "step": 33835
    },
    {
      "epoch": 1.5741335194231216,
      "grad_norm": 0.882107428815627,
      "learning_rate": 0.00025582035499468445,
      "loss": 2.1406,
      "step": 33836
    },
    {
      "epoch": 1.5741800418702023,
      "grad_norm": 0.9458160545639118,
      "learning_rate": 0.0002558177245282731,
      "loss": 2.3281,
      "step": 33837
    },
    {
      "epoch": 1.574226564317283,
      "grad_norm": 0.9889737718320565,
      "learning_rate": 0.00025581509399707955,
      "loss": 2.5938,
      "step": 33838
    },
    {
      "epoch": 1.574273086764364,
      "grad_norm": 0.9319541470944912,
      "learning_rate": 0.00025581246340110526,
      "loss": 2.375,
      "step": 33839
    },
    {
      "epoch": 1.5743196092114444,
      "grad_norm": 0.869545610100069,
      "learning_rate": 0.00025580983274035206,
      "loss": 2.2031,
      "step": 33840
    },
    {
      "epoch": 1.5743661316585253,
      "grad_norm": 0.9410146846727628,
      "learning_rate": 0.0002558072020148214,
      "loss": 2.5781,
      "step": 33841
    },
    {
      "epoch": 1.5744126541056058,
      "grad_norm": 0.8792589714003716,
      "learning_rate": 0.00025580457122451506,
      "loss": 2.375,
      "step": 33842
    },
    {
      "epoch": 1.5744591765526867,
      "grad_norm": 1.0302130394507034,
      "learning_rate": 0.00025580194036943445,
      "loss": 2.4531,
      "step": 33843
    },
    {
      "epoch": 1.5745056989997672,
      "grad_norm": 0.9339944580429803,
      "learning_rate": 0.00025579930944958127,
      "loss": 2.5469,
      "step": 33844
    },
    {
      "epoch": 1.5745522214468481,
      "grad_norm": 0.9787802591968756,
      "learning_rate": 0.00025579667846495715,
      "loss": 2.3906,
      "step": 33845
    },
    {
      "epoch": 1.5745987438939288,
      "grad_norm": 0.9467118469074172,
      "learning_rate": 0.00025579404741556366,
      "loss": 2.4688,
      "step": 33846
    },
    {
      "epoch": 1.5746452663410095,
      "grad_norm": 0.9242945016326303,
      "learning_rate": 0.0002557914163014024,
      "loss": 2.1719,
      "step": 33847
    },
    {
      "epoch": 1.5746917887880902,
      "grad_norm": 0.9402740950249602,
      "learning_rate": 0.0002557887851224751,
      "loss": 2.2031,
      "step": 33848
    },
    {
      "epoch": 1.574738311235171,
      "grad_norm": 0.9761142687897916,
      "learning_rate": 0.00025578615387878323,
      "loss": 2.4062,
      "step": 33849
    },
    {
      "epoch": 1.5747848336822516,
      "grad_norm": 0.9109238176460465,
      "learning_rate": 0.0002557835225703284,
      "loss": 2.3281,
      "step": 33850
    },
    {
      "epoch": 1.5748313561293323,
      "grad_norm": 1.1134912897281168,
      "learning_rate": 0.00025578089119711236,
      "loss": 2.3281,
      "step": 33851
    },
    {
      "epoch": 1.5748778785764133,
      "grad_norm": 0.9959427280331689,
      "learning_rate": 0.0002557782597591366,
      "loss": 2.5469,
      "step": 33852
    },
    {
      "epoch": 1.5749244010234937,
      "grad_norm": 0.9286024581315854,
      "learning_rate": 0.00025577562825640276,
      "loss": 2.5469,
      "step": 33853
    },
    {
      "epoch": 1.5749709234705747,
      "grad_norm": 0.8816936908172033,
      "learning_rate": 0.0002557729966889125,
      "loss": 2.3594,
      "step": 33854
    },
    {
      "epoch": 1.5750174459176551,
      "grad_norm": 0.9714671945862636,
      "learning_rate": 0.00025577036505666735,
      "loss": 2.375,
      "step": 33855
    },
    {
      "epoch": 1.575063968364736,
      "grad_norm": 0.9223682731087489,
      "learning_rate": 0.00025576773335966895,
      "loss": 2.25,
      "step": 33856
    },
    {
      "epoch": 1.5751104908118168,
      "grad_norm": 0.9126114926487436,
      "learning_rate": 0.00025576510159791896,
      "loss": 2.3594,
      "step": 33857
    },
    {
      "epoch": 1.5751570132588975,
      "grad_norm": 0.8845940771548776,
      "learning_rate": 0.0002557624697714189,
      "loss": 2.1406,
      "step": 33858
    },
    {
      "epoch": 1.5752035357059782,
      "grad_norm": 0.932198984764739,
      "learning_rate": 0.00025575983788017045,
      "loss": 2.5156,
      "step": 33859
    },
    {
      "epoch": 1.5752500581530589,
      "grad_norm": 0.8755989835784872,
      "learning_rate": 0.00025575720592417524,
      "loss": 2.2812,
      "step": 33860
    },
    {
      "epoch": 1.5752965806001396,
      "grad_norm": 0.9794174072422892,
      "learning_rate": 0.0002557545739034348,
      "loss": 2.8125,
      "step": 33861
    },
    {
      "epoch": 1.5753431030472203,
      "grad_norm": 0.9629355675841528,
      "learning_rate": 0.0002557519418179508,
      "loss": 2.5156,
      "step": 33862
    },
    {
      "epoch": 1.575389625494301,
      "grad_norm": 0.9768115828252709,
      "learning_rate": 0.00025574930966772483,
      "loss": 2.2969,
      "step": 33863
    },
    {
      "epoch": 1.5754361479413816,
      "grad_norm": 0.9300518835273575,
      "learning_rate": 0.0002557466774527585,
      "loss": 1.8984,
      "step": 33864
    },
    {
      "epoch": 1.5754826703884626,
      "grad_norm": 0.9097319539614784,
      "learning_rate": 0.0002557440451730535,
      "loss": 2.2812,
      "step": 33865
    },
    {
      "epoch": 1.575529192835543,
      "grad_norm": 0.9577431204565556,
      "learning_rate": 0.00025574141282861133,
      "loss": 2.375,
      "step": 33866
    },
    {
      "epoch": 1.575575715282624,
      "grad_norm": 0.993219258693297,
      "learning_rate": 0.00025573878041943365,
      "loss": 2.5,
      "step": 33867
    },
    {
      "epoch": 1.5756222377297044,
      "grad_norm": 0.8876956866611041,
      "learning_rate": 0.00025573614794552205,
      "loss": 2.3594,
      "step": 33868
    },
    {
      "epoch": 1.5756687601767854,
      "grad_norm": 0.929953669234366,
      "learning_rate": 0.0002557335154068781,
      "loss": 2.3281,
      "step": 33869
    },
    {
      "epoch": 1.575715282623866,
      "grad_norm": 0.997290541730488,
      "learning_rate": 0.00025573088280350355,
      "loss": 2.5312,
      "step": 33870
    },
    {
      "epoch": 1.5757618050709468,
      "grad_norm": 0.9397458931964404,
      "learning_rate": 0.0002557282501353999,
      "loss": 2.3125,
      "step": 33871
    },
    {
      "epoch": 1.5758083275180275,
      "grad_norm": 0.9787591592848437,
      "learning_rate": 0.00025572561740256884,
      "loss": 2.4062,
      "step": 33872
    },
    {
      "epoch": 1.5758548499651082,
      "grad_norm": 0.9150802914767198,
      "learning_rate": 0.00025572298460501184,
      "loss": 1.6484,
      "step": 33873
    },
    {
      "epoch": 1.5759013724121889,
      "grad_norm": 0.9106797400083995,
      "learning_rate": 0.0002557203517427307,
      "loss": 2.5156,
      "step": 33874
    },
    {
      "epoch": 1.5759478948592696,
      "grad_norm": 0.9913271749039033,
      "learning_rate": 0.0002557177188157269,
      "loss": 2.2344,
      "step": 33875
    },
    {
      "epoch": 1.5759944173063503,
      "grad_norm": 0.9906510177186323,
      "learning_rate": 0.0002557150858240021,
      "loss": 2.5469,
      "step": 33876
    },
    {
      "epoch": 1.576040939753431,
      "grad_norm": 0.9526190991849104,
      "learning_rate": 0.0002557124527675579,
      "loss": 2.4375,
      "step": 33877
    },
    {
      "epoch": 1.5760874622005119,
      "grad_norm": 0.9644345165327216,
      "learning_rate": 0.00025570981964639585,
      "loss": 2.3438,
      "step": 33878
    },
    {
      "epoch": 1.5761339846475924,
      "grad_norm": 0.9193716332675992,
      "learning_rate": 0.00025570718646051774,
      "loss": 2.3438,
      "step": 33879
    },
    {
      "epoch": 1.5761805070946733,
      "grad_norm": 0.9562759606723639,
      "learning_rate": 0.00025570455320992496,
      "loss": 2.3594,
      "step": 33880
    },
    {
      "epoch": 1.5762270295417538,
      "grad_norm": 1.0176194087415305,
      "learning_rate": 0.0002557019198946193,
      "loss": 2.4062,
      "step": 33881
    },
    {
      "epoch": 1.5762735519888347,
      "grad_norm": 0.8784476470908893,
      "learning_rate": 0.00025569928651460226,
      "loss": 2.2344,
      "step": 33882
    },
    {
      "epoch": 1.5763200744359154,
      "grad_norm": 0.9296186040655547,
      "learning_rate": 0.0002556966530698755,
      "loss": 2.1562,
      "step": 33883
    },
    {
      "epoch": 1.576366596882996,
      "grad_norm": 0.9543652531055191,
      "learning_rate": 0.00025569401956044066,
      "loss": 2.3438,
      "step": 33884
    },
    {
      "epoch": 1.5764131193300768,
      "grad_norm": 1.0148815425188997,
      "learning_rate": 0.0002556913859862993,
      "loss": 2.5,
      "step": 33885
    },
    {
      "epoch": 1.5764596417771575,
      "grad_norm": 0.9891726216670385,
      "learning_rate": 0.00025568875234745306,
      "loss": 2.3594,
      "step": 33886
    },
    {
      "epoch": 1.5765061642242382,
      "grad_norm": 0.9633605197293361,
      "learning_rate": 0.00025568611864390354,
      "loss": 2.4688,
      "step": 33887
    },
    {
      "epoch": 1.5765526866713189,
      "grad_norm": 0.8959059871728245,
      "learning_rate": 0.0002556834848756523,
      "loss": 2.1562,
      "step": 33888
    },
    {
      "epoch": 1.5765992091183998,
      "grad_norm": 1.0922253906383586,
      "learning_rate": 0.0002556808510427011,
      "loss": 2.5938,
      "step": 33889
    },
    {
      "epoch": 1.5766457315654803,
      "grad_norm": 0.9604218567934425,
      "learning_rate": 0.0002556782171450514,
      "loss": 2.3906,
      "step": 33890
    },
    {
      "epoch": 1.5766922540125612,
      "grad_norm": 0.9240583239850921,
      "learning_rate": 0.00025567558318270484,
      "loss": 2.3438,
      "step": 33891
    },
    {
      "epoch": 1.5767387764596417,
      "grad_norm": 0.9446412480800519,
      "learning_rate": 0.00025567294915566317,
      "loss": 2.3594,
      "step": 33892
    },
    {
      "epoch": 1.5767852989067226,
      "grad_norm": 0.9189653009249239,
      "learning_rate": 0.0002556703150639278,
      "loss": 2.2344,
      "step": 33893
    },
    {
      "epoch": 1.576831821353803,
      "grad_norm": 0.929714037095484,
      "learning_rate": 0.00025566768090750047,
      "loss": 2.1562,
      "step": 33894
    },
    {
      "epoch": 1.576878343800884,
      "grad_norm": 0.9248450958107184,
      "learning_rate": 0.0002556650466863828,
      "loss": 2.375,
      "step": 33895
    },
    {
      "epoch": 1.5769248662479647,
      "grad_norm": 1.0486891645729122,
      "learning_rate": 0.0002556624124005763,
      "loss": 2.6406,
      "step": 33896
    },
    {
      "epoch": 1.5769713886950454,
      "grad_norm": 0.9680748936311104,
      "learning_rate": 0.0002556597780500827,
      "loss": 2.25,
      "step": 33897
    },
    {
      "epoch": 1.577017911142126,
      "grad_norm": 1.081565467061023,
      "learning_rate": 0.00025565714363490357,
      "loss": 2.2969,
      "step": 33898
    },
    {
      "epoch": 1.5770644335892068,
      "grad_norm": 0.8267597496082986,
      "learning_rate": 0.00025565450915504046,
      "loss": 1.9922,
      "step": 33899
    },
    {
      "epoch": 1.5771109560362875,
      "grad_norm": 1.0046078848179865,
      "learning_rate": 0.0002556518746104951,
      "loss": 2.4375,
      "step": 33900
    },
    {
      "epoch": 1.5771574784833682,
      "grad_norm": 0.8945549432716479,
      "learning_rate": 0.00025564924000126896,
      "loss": 2.5625,
      "step": 33901
    },
    {
      "epoch": 1.577204000930449,
      "grad_norm": 1.0025096862856888,
      "learning_rate": 0.0002556466053273638,
      "loss": 2.5469,
      "step": 33902
    },
    {
      "epoch": 1.5772505233775296,
      "grad_norm": 1.0465172728589553,
      "learning_rate": 0.00025564397058878117,
      "loss": 2.5469,
      "step": 33903
    },
    {
      "epoch": 1.5772970458246105,
      "grad_norm": 0.843563785369603,
      "learning_rate": 0.0002556413357855226,
      "loss": 2.0156,
      "step": 33904
    },
    {
      "epoch": 1.577343568271691,
      "grad_norm": 0.9199635180761927,
      "learning_rate": 0.0002556387009175899,
      "loss": 2.6094,
      "step": 33905
    },
    {
      "epoch": 1.577390090718772,
      "grad_norm": 0.9689290101621302,
      "learning_rate": 0.00025563606598498446,
      "loss": 2.3438,
      "step": 33906
    },
    {
      "epoch": 1.5774366131658524,
      "grad_norm": 0.9569917545362294,
      "learning_rate": 0.0002556334309877081,
      "loss": 2.7188,
      "step": 33907
    },
    {
      "epoch": 1.5774831356129333,
      "grad_norm": 1.267398050348715,
      "learning_rate": 0.0002556307959257622,
      "loss": 2.4219,
      "step": 33908
    },
    {
      "epoch": 1.577529658060014,
      "grad_norm": 0.857769484218041,
      "learning_rate": 0.00025562816079914856,
      "loss": 2.1719,
      "step": 33909
    },
    {
      "epoch": 1.5775761805070947,
      "grad_norm": 1.0034180227127998,
      "learning_rate": 0.0002556255256078688,
      "loss": 2.2656,
      "step": 33910
    },
    {
      "epoch": 1.5776227029541754,
      "grad_norm": 0.915824227203969,
      "learning_rate": 0.0002556228903519244,
      "loss": 2.3438,
      "step": 33911
    },
    {
      "epoch": 1.577669225401256,
      "grad_norm": 0.9517524071389319,
      "learning_rate": 0.00025562025503131705,
      "loss": 2.4531,
      "step": 33912
    },
    {
      "epoch": 1.5777157478483368,
      "grad_norm": 0.9008506772005439,
      "learning_rate": 0.00025561761964604837,
      "loss": 2.1094,
      "step": 33913
    },
    {
      "epoch": 1.5777622702954175,
      "grad_norm": 0.9398675883567045,
      "learning_rate": 0.00025561498419612,
      "loss": 2.2031,
      "step": 33914
    },
    {
      "epoch": 1.5778087927424984,
      "grad_norm": 0.974133759848001,
      "learning_rate": 0.00025561234868153347,
      "loss": 2.5625,
      "step": 33915
    },
    {
      "epoch": 1.5778553151895789,
      "grad_norm": 0.9767508203549177,
      "learning_rate": 0.0002556097131022904,
      "loss": 2.6562,
      "step": 33916
    },
    {
      "epoch": 1.5779018376366598,
      "grad_norm": 0.8664921211906285,
      "learning_rate": 0.00025560707745839255,
      "loss": 1.7031,
      "step": 33917
    },
    {
      "epoch": 1.5779483600837403,
      "grad_norm": 0.9816470869914486,
      "learning_rate": 0.00025560444174984134,
      "loss": 2.5,
      "step": 33918
    },
    {
      "epoch": 1.5779948825308212,
      "grad_norm": 0.8584090306061317,
      "learning_rate": 0.0002556018059766385,
      "loss": 2.1406,
      "step": 33919
    },
    {
      "epoch": 1.5780414049779017,
      "grad_norm": 0.9847022633309991,
      "learning_rate": 0.0002555991701387856,
      "loss": 2.4531,
      "step": 33920
    },
    {
      "epoch": 1.5780879274249826,
      "grad_norm": 0.9844744652943525,
      "learning_rate": 0.00025559653423628425,
      "loss": 2.3281,
      "step": 33921
    },
    {
      "epoch": 1.5781344498720633,
      "grad_norm": 0.9837045035141517,
      "learning_rate": 0.0002555938982691361,
      "loss": 2.3594,
      "step": 33922
    },
    {
      "epoch": 1.578180972319144,
      "grad_norm": 0.9627294407150373,
      "learning_rate": 0.00025559126223734273,
      "loss": 2.3438,
      "step": 33923
    },
    {
      "epoch": 1.5782274947662247,
      "grad_norm": 1.0228791638990977,
      "learning_rate": 0.0002555886261409058,
      "loss": 2.25,
      "step": 33924
    },
    {
      "epoch": 1.5782740172133054,
      "grad_norm": 0.9394787848347752,
      "learning_rate": 0.00025558598997982686,
      "loss": 2.2969,
      "step": 33925
    },
    {
      "epoch": 1.578320539660386,
      "grad_norm": 0.8800741961916679,
      "learning_rate": 0.0002555833537541076,
      "loss": 2.1562,
      "step": 33926
    },
    {
      "epoch": 1.5783670621074668,
      "grad_norm": 0.9477465400412406,
      "learning_rate": 0.00025558071746374953,
      "loss": 2.2188,
      "step": 33927
    },
    {
      "epoch": 1.5784135845545477,
      "grad_norm": 0.9432510496736678,
      "learning_rate": 0.00025557808110875433,
      "loss": 2.4062,
      "step": 33928
    },
    {
      "epoch": 1.5784601070016282,
      "grad_norm": 0.988529026520008,
      "learning_rate": 0.00025557544468912365,
      "loss": 2.4375,
      "step": 33929
    },
    {
      "epoch": 1.5785066294487091,
      "grad_norm": 1.1316595513254306,
      "learning_rate": 0.00025557280820485897,
      "loss": 2.0469,
      "step": 33930
    },
    {
      "epoch": 1.5785531518957896,
      "grad_norm": 0.9219907270144774,
      "learning_rate": 0.00025557017165596206,
      "loss": 2.4375,
      "step": 33931
    },
    {
      "epoch": 1.5785996743428705,
      "grad_norm": 0.945215099495856,
      "learning_rate": 0.00025556753504243446,
      "loss": 2.3906,
      "step": 33932
    },
    {
      "epoch": 1.578646196789951,
      "grad_norm": 0.9203737075459846,
      "learning_rate": 0.0002555648983642778,
      "loss": 2.5469,
      "step": 33933
    },
    {
      "epoch": 1.578692719237032,
      "grad_norm": 0.8884662075857981,
      "learning_rate": 0.0002555622616214937,
      "loss": 1.9531,
      "step": 33934
    },
    {
      "epoch": 1.5787392416841126,
      "grad_norm": 0.9420133295385873,
      "learning_rate": 0.00025555962481408376,
      "loss": 2.375,
      "step": 33935
    },
    {
      "epoch": 1.5787857641311933,
      "grad_norm": 0.9630390362307505,
      "learning_rate": 0.00025555698794204956,
      "loss": 2.3594,
      "step": 33936
    },
    {
      "epoch": 1.578832286578274,
      "grad_norm": 0.8937401563127487,
      "learning_rate": 0.0002555543510053928,
      "loss": 2.3125,
      "step": 33937
    },
    {
      "epoch": 1.5788788090253547,
      "grad_norm": 0.9480394242864668,
      "learning_rate": 0.00025555171400411497,
      "loss": 2.6094,
      "step": 33938
    },
    {
      "epoch": 1.5789253314724354,
      "grad_norm": 0.8875802902409572,
      "learning_rate": 0.00025554907693821783,
      "loss": 2.2188,
      "step": 33939
    },
    {
      "epoch": 1.578971853919516,
      "grad_norm": 0.9022332640823367,
      "learning_rate": 0.0002555464398077029,
      "loss": 2.0625,
      "step": 33940
    },
    {
      "epoch": 1.579018376366597,
      "grad_norm": 0.9159439744939732,
      "learning_rate": 0.00025554380261257184,
      "loss": 2.3281,
      "step": 33941
    },
    {
      "epoch": 1.5790648988136775,
      "grad_norm": 0.849278374025549,
      "learning_rate": 0.0002555411653528262,
      "loss": 2.1406,
      "step": 33942
    },
    {
      "epoch": 1.5791114212607584,
      "grad_norm": 1.1405672557867168,
      "learning_rate": 0.00025553852802846766,
      "loss": 2.4531,
      "step": 33943
    },
    {
      "epoch": 1.579157943707839,
      "grad_norm": 0.8808490234686235,
      "learning_rate": 0.0002555358906394978,
      "loss": 2.2031,
      "step": 33944
    },
    {
      "epoch": 1.5792044661549198,
      "grad_norm": 0.9439248050056314,
      "learning_rate": 0.00025553325318591826,
      "loss": 2.4375,
      "step": 33945
    },
    {
      "epoch": 1.5792509886020003,
      "grad_norm": 1.0710373066802046,
      "learning_rate": 0.0002555306156677306,
      "loss": 2.5781,
      "step": 33946
    },
    {
      "epoch": 1.5792975110490812,
      "grad_norm": 0.9410122959809419,
      "learning_rate": 0.0002555279780849365,
      "loss": 2.3125,
      "step": 33947
    },
    {
      "epoch": 1.579344033496162,
      "grad_norm": 0.9967170042196204,
      "learning_rate": 0.0002555253404375375,
      "loss": 2.2812,
      "step": 33948
    },
    {
      "epoch": 1.5793905559432426,
      "grad_norm": 0.9625389748054931,
      "learning_rate": 0.00025552270272553537,
      "loss": 2.3438,
      "step": 33949
    },
    {
      "epoch": 1.5794370783903233,
      "grad_norm": 1.0122707502792931,
      "learning_rate": 0.00025552006494893156,
      "loss": 2.4062,
      "step": 33950
    },
    {
      "epoch": 1.579483600837404,
      "grad_norm": 0.9318870970103659,
      "learning_rate": 0.0002555174271077278,
      "loss": 2.6406,
      "step": 33951
    },
    {
      "epoch": 1.5795301232844847,
      "grad_norm": 0.9103013732598738,
      "learning_rate": 0.0002555147892019256,
      "loss": 2.1562,
      "step": 33952
    },
    {
      "epoch": 1.5795766457315654,
      "grad_norm": 0.9724976113016455,
      "learning_rate": 0.0002555121512315266,
      "loss": 2.2969,
      "step": 33953
    },
    {
      "epoch": 1.5796231681786463,
      "grad_norm": 0.8862212061377313,
      "learning_rate": 0.0002555095131965325,
      "loss": 2.0938,
      "step": 33954
    },
    {
      "epoch": 1.5796696906257268,
      "grad_norm": 0.9397605401764713,
      "learning_rate": 0.0002555068750969448,
      "loss": 2.5,
      "step": 33955
    },
    {
      "epoch": 1.5797162130728077,
      "grad_norm": 0.9082530055132193,
      "learning_rate": 0.00025550423693276517,
      "loss": 2.2344,
      "step": 33956
    },
    {
      "epoch": 1.5797627355198882,
      "grad_norm": 0.9734711720695683,
      "learning_rate": 0.0002555015987039952,
      "loss": 2.5156,
      "step": 33957
    },
    {
      "epoch": 1.5798092579669691,
      "grad_norm": 0.9871422618909499,
      "learning_rate": 0.0002554989604106366,
      "loss": 2.2969,
      "step": 33958
    },
    {
      "epoch": 1.5798557804140496,
      "grad_norm": 0.9778543939254397,
      "learning_rate": 0.0002554963220526909,
      "loss": 2.3594,
      "step": 33959
    },
    {
      "epoch": 1.5799023028611305,
      "grad_norm": 0.9033784927087642,
      "learning_rate": 0.0002554936836301597,
      "loss": 2.2344,
      "step": 33960
    },
    {
      "epoch": 1.5799488253082112,
      "grad_norm": 1.0789751967116887,
      "learning_rate": 0.0002554910451430447,
      "loss": 2.3906,
      "step": 33961
    },
    {
      "epoch": 1.579995347755292,
      "grad_norm": 1.0038853168008042,
      "learning_rate": 0.0002554884065913474,
      "loss": 2.4062,
      "step": 33962
    },
    {
      "epoch": 1.5800418702023726,
      "grad_norm": 0.9993850148756459,
      "learning_rate": 0.0002554857679750695,
      "loss": 2.5,
      "step": 33963
    },
    {
      "epoch": 1.5800883926494533,
      "grad_norm": 0.9165965902240232,
      "learning_rate": 0.00025548312929421263,
      "loss": 2.3125,
      "step": 33964
    },
    {
      "epoch": 1.580134915096534,
      "grad_norm": 0.9826171849667473,
      "learning_rate": 0.0002554804905487783,
      "loss": 2.4531,
      "step": 33965
    },
    {
      "epoch": 1.5801814375436147,
      "grad_norm": 0.9913365267226701,
      "learning_rate": 0.00025547785173876827,
      "loss": 2.3906,
      "step": 33966
    },
    {
      "epoch": 1.5802279599906957,
      "grad_norm": 0.8924025118359267,
      "learning_rate": 0.000255475212864184,
      "loss": 2.2812,
      "step": 33967
    },
    {
      "epoch": 1.5802744824377761,
      "grad_norm": 0.9581679824859478,
      "learning_rate": 0.00025547257392502716,
      "loss": 2.5781,
      "step": 33968
    },
    {
      "epoch": 1.580321004884857,
      "grad_norm": 0.9040770672018222,
      "learning_rate": 0.0002554699349212995,
      "loss": 1.7031,
      "step": 33969
    },
    {
      "epoch": 1.5803675273319375,
      "grad_norm": 0.9393439018884666,
      "learning_rate": 0.0002554672958530024,
      "loss": 2.2656,
      "step": 33970
    },
    {
      "epoch": 1.5804140497790184,
      "grad_norm": 0.8305039328373979,
      "learning_rate": 0.0002554646567201377,
      "loss": 1.7109,
      "step": 33971
    },
    {
      "epoch": 1.5804605722260991,
      "grad_norm": 0.9917863272358388,
      "learning_rate": 0.00025546201752270684,
      "loss": 2.3438,
      "step": 33972
    },
    {
      "epoch": 1.5805070946731798,
      "grad_norm": 0.9411456712971519,
      "learning_rate": 0.0002554593782607116,
      "loss": 2.2812,
      "step": 33973
    },
    {
      "epoch": 1.5805536171202605,
      "grad_norm": 0.9326616972024578,
      "learning_rate": 0.00025545673893415344,
      "loss": 2.6094,
      "step": 33974
    },
    {
      "epoch": 1.5806001395673412,
      "grad_norm": 0.9228234786352743,
      "learning_rate": 0.00025545409954303404,
      "loss": 2.3125,
      "step": 33975
    },
    {
      "epoch": 1.580646662014422,
      "grad_norm": 0.9561965842315351,
      "learning_rate": 0.00025545146008735506,
      "loss": 2.5,
      "step": 33976
    },
    {
      "epoch": 1.5806931844615026,
      "grad_norm": 1.0109901401078774,
      "learning_rate": 0.0002554488205671181,
      "loss": 2.6406,
      "step": 33977
    },
    {
      "epoch": 1.5807397069085833,
      "grad_norm": 0.8891490079737082,
      "learning_rate": 0.00025544618098232466,
      "loss": 2.3125,
      "step": 33978
    },
    {
      "epoch": 1.580786229355664,
      "grad_norm": 0.8779714851715245,
      "learning_rate": 0.00025544354133297644,
      "loss": 1.7109,
      "step": 33979
    },
    {
      "epoch": 1.580832751802745,
      "grad_norm": 0.9683279133498072,
      "learning_rate": 0.00025544090161907514,
      "loss": 2.6562,
      "step": 33980
    },
    {
      "epoch": 1.5808792742498254,
      "grad_norm": 0.8865456242969487,
      "learning_rate": 0.00025543826184062224,
      "loss": 2.3281,
      "step": 33981
    },
    {
      "epoch": 1.5809257966969064,
      "grad_norm": 0.9477938173869789,
      "learning_rate": 0.00025543562199761946,
      "loss": 1.9844,
      "step": 33982
    },
    {
      "epoch": 1.5809723191439868,
      "grad_norm": 0.9813320791133053,
      "learning_rate": 0.0002554329820900684,
      "loss": 2.2812,
      "step": 33983
    },
    {
      "epoch": 1.5810188415910678,
      "grad_norm": 0.9399511437516739,
      "learning_rate": 0.0002554303421179706,
      "loss": 2.5312,
      "step": 33984
    },
    {
      "epoch": 1.5810653640381485,
      "grad_norm": 0.9866699026756082,
      "learning_rate": 0.0002554277020813277,
      "loss": 2.7344,
      "step": 33985
    },
    {
      "epoch": 1.5811118864852292,
      "grad_norm": 0.9362485172437386,
      "learning_rate": 0.0002554250619801414,
      "loss": 2.5,
      "step": 33986
    },
    {
      "epoch": 1.5811584089323099,
      "grad_norm": 0.97143295821394,
      "learning_rate": 0.00025542242181441315,
      "loss": 2.2812,
      "step": 33987
    },
    {
      "epoch": 1.5812049313793906,
      "grad_norm": 1.0614281980458793,
      "learning_rate": 0.0002554197815841448,
      "loss": 2.5312,
      "step": 33988
    },
    {
      "epoch": 1.5812514538264713,
      "grad_norm": 0.9795460560193275,
      "learning_rate": 0.0002554171412893378,
      "loss": 2.4375,
      "step": 33989
    },
    {
      "epoch": 1.581297976273552,
      "grad_norm": 0.978744678990027,
      "learning_rate": 0.00025541450092999375,
      "loss": 2.125,
      "step": 33990
    },
    {
      "epoch": 1.5813444987206327,
      "grad_norm": 0.9424435180369856,
      "learning_rate": 0.0002554118605061143,
      "loss": 2.5625,
      "step": 33991
    },
    {
      "epoch": 1.5813910211677134,
      "grad_norm": 0.9394910110640026,
      "learning_rate": 0.0002554092200177012,
      "loss": 2.5,
      "step": 33992
    },
    {
      "epoch": 1.5814375436147943,
      "grad_norm": 0.926075574732077,
      "learning_rate": 0.0002554065794647559,
      "loss": 2.4219,
      "step": 33993
    },
    {
      "epoch": 1.5814840660618747,
      "grad_norm": 0.9558586705714242,
      "learning_rate": 0.00025540393884728005,
      "loss": 2.6719,
      "step": 33994
    },
    {
      "epoch": 1.5815305885089557,
      "grad_norm": 0.9254958438238542,
      "learning_rate": 0.0002554012981652753,
      "loss": 2.4375,
      "step": 33995
    },
    {
      "epoch": 1.5815771109560361,
      "grad_norm": 1.0604478849166232,
      "learning_rate": 0.0002553986574187433,
      "loss": 2.5,
      "step": 33996
    },
    {
      "epoch": 1.581623633403117,
      "grad_norm": 0.9172950408033597,
      "learning_rate": 0.00025539601660768557,
      "loss": 2.375,
      "step": 33997
    },
    {
      "epoch": 1.5816701558501978,
      "grad_norm": 1.015881193697565,
      "learning_rate": 0.0002553933757321038,
      "loss": 2.4688,
      "step": 33998
    },
    {
      "epoch": 1.5817166782972785,
      "grad_norm": 0.9768852944865207,
      "learning_rate": 0.0002553907347919996,
      "loss": 2.6719,
      "step": 33999
    },
    {
      "epoch": 1.5817632007443592,
      "grad_norm": 0.9817426128844767,
      "learning_rate": 0.00025538809378737457,
      "loss": 2.4219,
      "step": 34000
    },
    {
      "epoch": 1.5818097231914399,
      "grad_norm": 0.8677838452503615,
      "learning_rate": 0.0002553854527182302,
      "loss": 2.0,
      "step": 34001
    },
    {
      "epoch": 1.5818562456385206,
      "grad_norm": 0.91178732262502,
      "learning_rate": 0.0002553828115845684,
      "loss": 2.3594,
      "step": 34002
    },
    {
      "epoch": 1.5819027680856013,
      "grad_norm": 0.9722612829906117,
      "learning_rate": 0.0002553801703863906,
      "loss": 2.3125,
      "step": 34003
    },
    {
      "epoch": 1.5819492905326822,
      "grad_norm": 0.9780492598136747,
      "learning_rate": 0.00025537752912369835,
      "loss": 2.5469,
      "step": 34004
    },
    {
      "epoch": 1.5819958129797627,
      "grad_norm": 0.9074039059537673,
      "learning_rate": 0.0002553748877964934,
      "loss": 2.5156,
      "step": 34005
    },
    {
      "epoch": 1.5820423354268436,
      "grad_norm": 0.9609945794897545,
      "learning_rate": 0.0002553722464047773,
      "loss": 2.6406,
      "step": 34006
    },
    {
      "epoch": 1.582088857873924,
      "grad_norm": 0.9045099641711828,
      "learning_rate": 0.00025536960494855173,
      "loss": 2.3594,
      "step": 34007
    },
    {
      "epoch": 1.582135380321005,
      "grad_norm": 0.9851866983326706,
      "learning_rate": 0.00025536696342781824,
      "loss": 2.3438,
      "step": 34008
    },
    {
      "epoch": 1.5821819027680855,
      "grad_norm": 1.0235811771330254,
      "learning_rate": 0.0002553643218425785,
      "loss": 2.4062,
      "step": 34009
    },
    {
      "epoch": 1.5822284252151664,
      "grad_norm": 0.9543763417200982,
      "learning_rate": 0.0002553616801928341,
      "loss": 2.375,
      "step": 34010
    },
    {
      "epoch": 1.582274947662247,
      "grad_norm": 0.8726799761830787,
      "learning_rate": 0.00025535903847858667,
      "loss": 2.3281,
      "step": 34011
    },
    {
      "epoch": 1.5823214701093278,
      "grad_norm": 0.9237278024871208,
      "learning_rate": 0.0002553563966998378,
      "loss": 2.2656,
      "step": 34012
    },
    {
      "epoch": 1.5823679925564085,
      "grad_norm": 0.9289187308759578,
      "learning_rate": 0.00025535375485658907,
      "loss": 2.3438,
      "step": 34013
    },
    {
      "epoch": 1.5824145150034892,
      "grad_norm": 0.9516031582703756,
      "learning_rate": 0.0002553511129488422,
      "loss": 2.5469,
      "step": 34014
    },
    {
      "epoch": 1.5824610374505699,
      "grad_norm": 0.9920382127984709,
      "learning_rate": 0.0002553484709765987,
      "loss": 2.8125,
      "step": 34015
    },
    {
      "epoch": 1.5825075598976506,
      "grad_norm": 1.0080728611499274,
      "learning_rate": 0.00025534582893986036,
      "loss": 2.1875,
      "step": 34016
    },
    {
      "epoch": 1.5825540823447315,
      "grad_norm": 0.9049982785788393,
      "learning_rate": 0.0002553431868386286,
      "loss": 2.3125,
      "step": 34017
    },
    {
      "epoch": 1.582600604791812,
      "grad_norm": 0.9755268484453485,
      "learning_rate": 0.00025534054467290514,
      "loss": 2.5312,
      "step": 34018
    },
    {
      "epoch": 1.582647127238893,
      "grad_norm": 0.9316296061108873,
      "learning_rate": 0.0002553379024426916,
      "loss": 2.4688,
      "step": 34019
    },
    {
      "epoch": 1.5826936496859734,
      "grad_norm": 0.85417707928134,
      "learning_rate": 0.00025533526014798956,
      "loss": 2.3281,
      "step": 34020
    },
    {
      "epoch": 1.5827401721330543,
      "grad_norm": 0.877808752674628,
      "learning_rate": 0.0002553326177888006,
      "loss": 2.4062,
      "step": 34021
    },
    {
      "epoch": 1.5827866945801348,
      "grad_norm": 0.9948498906010884,
      "learning_rate": 0.0002553299753651265,
      "loss": 2.6875,
      "step": 34022
    },
    {
      "epoch": 1.5828332170272157,
      "grad_norm": 1.1229272763368863,
      "learning_rate": 0.0002553273328769687,
      "loss": 2.7031,
      "step": 34023
    },
    {
      "epoch": 1.5828797394742964,
      "grad_norm": 1.047720706295005,
      "learning_rate": 0.0002553246903243289,
      "loss": 2.6094,
      "step": 34024
    },
    {
      "epoch": 1.582926261921377,
      "grad_norm": 0.9625649730368976,
      "learning_rate": 0.0002553220477072087,
      "loss": 2.3594,
      "step": 34025
    },
    {
      "epoch": 1.5829727843684578,
      "grad_norm": 0.9886288997847358,
      "learning_rate": 0.0002553194050256097,
      "loss": 2.375,
      "step": 34026
    },
    {
      "epoch": 1.5830193068155385,
      "grad_norm": 0.9410304170404601,
      "learning_rate": 0.00025531676227953356,
      "loss": 2.6719,
      "step": 34027
    },
    {
      "epoch": 1.5830658292626192,
      "grad_norm": 1.0451577212963734,
      "learning_rate": 0.0002553141194689819,
      "loss": 2.4062,
      "step": 34028
    },
    {
      "epoch": 1.5831123517096999,
      "grad_norm": 0.9875136535233219,
      "learning_rate": 0.0002553114765939563,
      "loss": 2.6406,
      "step": 34029
    },
    {
      "epoch": 1.5831588741567808,
      "grad_norm": 0.8830533326292742,
      "learning_rate": 0.00025530883365445833,
      "loss": 2.0312,
      "step": 34030
    },
    {
      "epoch": 1.5832053966038613,
      "grad_norm": 0.982611764587236,
      "learning_rate": 0.00025530619065048976,
      "loss": 2.4531,
      "step": 34031
    },
    {
      "epoch": 1.5832519190509422,
      "grad_norm": 0.9308237648936232,
      "learning_rate": 0.0002553035475820521,
      "loss": 2.2812,
      "step": 34032
    },
    {
      "epoch": 1.5832984414980227,
      "grad_norm": 0.9277927729047161,
      "learning_rate": 0.00025530090444914695,
      "loss": 2.4375,
      "step": 34033
    },
    {
      "epoch": 1.5833449639451036,
      "grad_norm": 0.955779443533764,
      "learning_rate": 0.00025529826125177596,
      "loss": 2.3281,
      "step": 34034
    },
    {
      "epoch": 1.583391486392184,
      "grad_norm": 0.9901448167539029,
      "learning_rate": 0.0002552956179899408,
      "loss": 2.3594,
      "step": 34035
    },
    {
      "epoch": 1.583438008839265,
      "grad_norm": 0.9674907137506877,
      "learning_rate": 0.000255292974663643,
      "loss": 2.3906,
      "step": 34036
    },
    {
      "epoch": 1.5834845312863457,
      "grad_norm": 1.1079058323429016,
      "learning_rate": 0.00025529033127288426,
      "loss": 2.3438,
      "step": 34037
    },
    {
      "epoch": 1.5835310537334264,
      "grad_norm": 1.1965006933636662,
      "learning_rate": 0.00025528768781766614,
      "loss": 2.3906,
      "step": 34038
    },
    {
      "epoch": 1.583577576180507,
      "grad_norm": 1.0225928316690371,
      "learning_rate": 0.0002552850442979903,
      "loss": 2.4062,
      "step": 34039
    },
    {
      "epoch": 1.5836240986275878,
      "grad_norm": 0.9996239805132868,
      "learning_rate": 0.00025528240071385827,
      "loss": 2.6094,
      "step": 34040
    },
    {
      "epoch": 1.5836706210746685,
      "grad_norm": 0.9812293645520807,
      "learning_rate": 0.0002552797570652718,
      "loss": 1.6875,
      "step": 34041
    },
    {
      "epoch": 1.5837171435217492,
      "grad_norm": 1.0233879124880896,
      "learning_rate": 0.00025527711335223243,
      "loss": 2.2031,
      "step": 34042
    },
    {
      "epoch": 1.5837636659688301,
      "grad_norm": 0.9170867553864925,
      "learning_rate": 0.00025527446957474177,
      "loss": 2.4062,
      "step": 34043
    },
    {
      "epoch": 1.5838101884159106,
      "grad_norm": 0.9100122054094982,
      "learning_rate": 0.0002552718257328015,
      "loss": 2.4219,
      "step": 34044
    },
    {
      "epoch": 1.5838567108629915,
      "grad_norm": 0.9128992207818619,
      "learning_rate": 0.00025526918182641316,
      "loss": 2.1875,
      "step": 34045
    },
    {
      "epoch": 1.583903233310072,
      "grad_norm": 0.8869983234228208,
      "learning_rate": 0.0002552665378555784,
      "loss": 2.3281,
      "step": 34046
    },
    {
      "epoch": 1.583949755757153,
      "grad_norm": 0.9565206586824672,
      "learning_rate": 0.00025526389382029885,
      "loss": 2.3125,
      "step": 34047
    },
    {
      "epoch": 1.5839962782042334,
      "grad_norm": 0.994224814238131,
      "learning_rate": 0.00025526124972057615,
      "loss": 2.5,
      "step": 34048
    },
    {
      "epoch": 1.5840428006513143,
      "grad_norm": 0.9253038333797081,
      "learning_rate": 0.0002552586055564119,
      "loss": 2.3125,
      "step": 34049
    },
    {
      "epoch": 1.584089323098395,
      "grad_norm": 0.9686708006975867,
      "learning_rate": 0.0002552559613278077,
      "loss": 2.4219,
      "step": 34050
    },
    {
      "epoch": 1.5841358455454757,
      "grad_norm": 0.904284407161635,
      "learning_rate": 0.00025525331703476513,
      "loss": 2.2344,
      "step": 34051
    },
    {
      "epoch": 1.5841823679925564,
      "grad_norm": 0.9305921987581073,
      "learning_rate": 0.00025525067267728594,
      "loss": 2.6094,
      "step": 34052
    },
    {
      "epoch": 1.584228890439637,
      "grad_norm": 0.9677420862721461,
      "learning_rate": 0.0002552480282553716,
      "loss": 2.375,
      "step": 34053
    },
    {
      "epoch": 1.5842754128867178,
      "grad_norm": 1.0268354010655234,
      "learning_rate": 0.00025524538376902386,
      "loss": 2.375,
      "step": 34054
    },
    {
      "epoch": 1.5843219353337985,
      "grad_norm": 1.0450843549783608,
      "learning_rate": 0.0002552427392182442,
      "loss": 2.7969,
      "step": 34055
    },
    {
      "epoch": 1.5843684577808794,
      "grad_norm": 0.996215928935847,
      "learning_rate": 0.00025524009460303434,
      "loss": 2.2812,
      "step": 34056
    },
    {
      "epoch": 1.58441498022796,
      "grad_norm": 0.8730723220598643,
      "learning_rate": 0.0002552374499233959,
      "loss": 2.3438,
      "step": 34057
    },
    {
      "epoch": 1.5844615026750408,
      "grad_norm": 0.9136691591829745,
      "learning_rate": 0.00025523480517933045,
      "loss": 2.5312,
      "step": 34058
    },
    {
      "epoch": 1.5845080251221213,
      "grad_norm": 0.9438792842941455,
      "learning_rate": 0.00025523216037083964,
      "loss": 2.6406,
      "step": 34059
    },
    {
      "epoch": 1.5845545475692022,
      "grad_norm": 0.9422412425763678,
      "learning_rate": 0.0002552295154979251,
      "loss": 2.5156,
      "step": 34060
    },
    {
      "epoch": 1.5846010700162827,
      "grad_norm": 1.0590956715702922,
      "learning_rate": 0.0002552268705605884,
      "loss": 2.4844,
      "step": 34061
    },
    {
      "epoch": 1.5846475924633636,
      "grad_norm": 0.951014301752565,
      "learning_rate": 0.00025522422555883124,
      "loss": 2.5312,
      "step": 34062
    },
    {
      "epoch": 1.5846941149104443,
      "grad_norm": 0.9272621282201363,
      "learning_rate": 0.0002552215804926551,
      "loss": 2.2344,
      "step": 34063
    },
    {
      "epoch": 1.584740637357525,
      "grad_norm": 0.9404330128215033,
      "learning_rate": 0.00025521893536206177,
      "loss": 2.2656,
      "step": 34064
    },
    {
      "epoch": 1.5847871598046057,
      "grad_norm": 1.0766609712707644,
      "learning_rate": 0.0002552162901670527,
      "loss": 2.3594,
      "step": 34065
    },
    {
      "epoch": 1.5848336822516864,
      "grad_norm": 0.9126648453285309,
      "learning_rate": 0.0002552136449076297,
      "loss": 2.4375,
      "step": 34066
    },
    {
      "epoch": 1.5848802046987671,
      "grad_norm": 0.9473005357290195,
      "learning_rate": 0.0002552109995837942,
      "loss": 2.3125,
      "step": 34067
    },
    {
      "epoch": 1.5849267271458478,
      "grad_norm": 1.018252112596641,
      "learning_rate": 0.000255208354195548,
      "loss": 2.0938,
      "step": 34068
    },
    {
      "epoch": 1.5849732495929287,
      "grad_norm": 0.9906607514117736,
      "learning_rate": 0.00025520570874289255,
      "loss": 2.4062,
      "step": 34069
    },
    {
      "epoch": 1.5850197720400092,
      "grad_norm": 1.0012081103219181,
      "learning_rate": 0.0002552030632258296,
      "loss": 2.25,
      "step": 34070
    },
    {
      "epoch": 1.5850662944870901,
      "grad_norm": 0.9164967861992597,
      "learning_rate": 0.0002552004176443607,
      "loss": 2.4062,
      "step": 34071
    },
    {
      "epoch": 1.5851128169341706,
      "grad_norm": 1.0002624316341016,
      "learning_rate": 0.0002551977719984874,
      "loss": 2.6094,
      "step": 34072
    },
    {
      "epoch": 1.5851593393812515,
      "grad_norm": 0.9866431508155222,
      "learning_rate": 0.0002551951262882115,
      "loss": 2.5469,
      "step": 34073
    },
    {
      "epoch": 1.585205861828332,
      "grad_norm": 1.1109087134873263,
      "learning_rate": 0.0002551924805135345,
      "loss": 2.5469,
      "step": 34074
    },
    {
      "epoch": 1.585252384275413,
      "grad_norm": 0.9519973795448307,
      "learning_rate": 0.00025518983467445803,
      "loss": 2.1875,
      "step": 34075
    },
    {
      "epoch": 1.5852989067224936,
      "grad_norm": 0.8686329231404861,
      "learning_rate": 0.00025518718877098374,
      "loss": 2.3125,
      "step": 34076
    },
    {
      "epoch": 1.5853454291695743,
      "grad_norm": 1.0082529535999605,
      "learning_rate": 0.0002551845428031132,
      "loss": 2.5625,
      "step": 34077
    },
    {
      "epoch": 1.585391951616655,
      "grad_norm": 0.9134960088060173,
      "learning_rate": 0.0002551818967708481,
      "loss": 2.3125,
      "step": 34078
    },
    {
      "epoch": 1.5854384740637357,
      "grad_norm": 0.9089189275825261,
      "learning_rate": 0.00025517925067419003,
      "loss": 2.2656,
      "step": 34079
    },
    {
      "epoch": 1.5854849965108164,
      "grad_norm": 0.9216510625893976,
      "learning_rate": 0.0002551766045131406,
      "loss": 2.1562,
      "step": 34080
    },
    {
      "epoch": 1.5855315189578971,
      "grad_norm": 0.9073978695967443,
      "learning_rate": 0.0002551739582877014,
      "loss": 2.3125,
      "step": 34081
    },
    {
      "epoch": 1.585578041404978,
      "grad_norm": 0.947528363754715,
      "learning_rate": 0.00025517131199787404,
      "loss": 2.0625,
      "step": 34082
    },
    {
      "epoch": 1.5856245638520585,
      "grad_norm": 1.000801599203881,
      "learning_rate": 0.0002551686656436603,
      "loss": 2.4062,
      "step": 34083
    },
    {
      "epoch": 1.5856710862991394,
      "grad_norm": 1.069702210466483,
      "learning_rate": 0.0002551660192250616,
      "loss": 2.3594,
      "step": 34084
    },
    {
      "epoch": 1.58571760874622,
      "grad_norm": 0.9692026617078151,
      "learning_rate": 0.0002551633727420797,
      "loss": 2.3906,
      "step": 34085
    },
    {
      "epoch": 1.5857641311933008,
      "grad_norm": 0.9193818097734354,
      "learning_rate": 0.0002551607261947161,
      "loss": 2.2656,
      "step": 34086
    },
    {
      "epoch": 1.5858106536403813,
      "grad_norm": 0.9480078601879056,
      "learning_rate": 0.0002551580795829725,
      "loss": 2.3281,
      "step": 34087
    },
    {
      "epoch": 1.5858571760874622,
      "grad_norm": 0.8928063917996276,
      "learning_rate": 0.0002551554329068505,
      "loss": 2.4062,
      "step": 34088
    },
    {
      "epoch": 1.585903698534543,
      "grad_norm": 0.8540881643471132,
      "learning_rate": 0.00025515278616635177,
      "loss": 2.1406,
      "step": 34089
    },
    {
      "epoch": 1.5859502209816236,
      "grad_norm": 0.9257918307971835,
      "learning_rate": 0.00025515013936147786,
      "loss": 2.3125,
      "step": 34090
    },
    {
      "epoch": 1.5859967434287043,
      "grad_norm": 0.9398064529957207,
      "learning_rate": 0.00025514749249223043,
      "loss": 1.8203,
      "step": 34091
    },
    {
      "epoch": 1.586043265875785,
      "grad_norm": 1.0954472708746352,
      "learning_rate": 0.0002551448455586111,
      "loss": 2.8438,
      "step": 34092
    },
    {
      "epoch": 1.5860897883228657,
      "grad_norm": 0.9213760328042229,
      "learning_rate": 0.0002551421985606214,
      "loss": 2.25,
      "step": 34093
    },
    {
      "epoch": 1.5861363107699464,
      "grad_norm": 0.9945116746924706,
      "learning_rate": 0.00025513955149826306,
      "loss": 2.3594,
      "step": 34094
    },
    {
      "epoch": 1.5861828332170274,
      "grad_norm": 0.9523533936624702,
      "learning_rate": 0.00025513690437153766,
      "loss": 2.5156,
      "step": 34095
    },
    {
      "epoch": 1.5862293556641078,
      "grad_norm": 1.0197756232935078,
      "learning_rate": 0.0002551342571804469,
      "loss": 2.4375,
      "step": 34096
    },
    {
      "epoch": 1.5862758781111888,
      "grad_norm": 0.9108683281569251,
      "learning_rate": 0.00025513160992499226,
      "loss": 2.2656,
      "step": 34097
    },
    {
      "epoch": 1.5863224005582692,
      "grad_norm": 0.8189195187167976,
      "learning_rate": 0.00025512896260517545,
      "loss": 1.8672,
      "step": 34098
    },
    {
      "epoch": 1.5863689230053502,
      "grad_norm": 1.0423723283424287,
      "learning_rate": 0.000255126315220998,
      "loss": 2.5312,
      "step": 34099
    },
    {
      "epoch": 1.5864154454524309,
      "grad_norm": 0.8639937461592456,
      "learning_rate": 0.0002551236677724617,
      "loss": 2.4219,
      "step": 34100
    },
    {
      "epoch": 1.5864619678995115,
      "grad_norm": 0.9302517760775583,
      "learning_rate": 0.00025512102025956803,
      "loss": 2.2188,
      "step": 34101
    },
    {
      "epoch": 1.5865084903465922,
      "grad_norm": 0.941345678266081,
      "learning_rate": 0.00025511837268231863,
      "loss": 2.4688,
      "step": 34102
    },
    {
      "epoch": 1.586555012793673,
      "grad_norm": 0.9876912053591129,
      "learning_rate": 0.00025511572504071517,
      "loss": 2.6094,
      "step": 34103
    },
    {
      "epoch": 1.5866015352407536,
      "grad_norm": 0.8485049527415409,
      "learning_rate": 0.00025511307733475926,
      "loss": 2.2812,
      "step": 34104
    },
    {
      "epoch": 1.5866480576878343,
      "grad_norm": 1.0210764787674687,
      "learning_rate": 0.0002551104295644525,
      "loss": 1.9453,
      "step": 34105
    },
    {
      "epoch": 1.586694580134915,
      "grad_norm": 0.9217264464289826,
      "learning_rate": 0.0002551077817297965,
      "loss": 2.4062,
      "step": 34106
    },
    {
      "epoch": 1.5867411025819957,
      "grad_norm": 1.034120884348919,
      "learning_rate": 0.0002551051338307929,
      "loss": 2.4062,
      "step": 34107
    },
    {
      "epoch": 1.5867876250290767,
      "grad_norm": 1.008677467755341,
      "learning_rate": 0.00025510248586744334,
      "loss": 2.5938,
      "step": 34108
    },
    {
      "epoch": 1.5868341474761571,
      "grad_norm": 0.9699476067523792,
      "learning_rate": 0.00025509983783974935,
      "loss": 2.5312,
      "step": 34109
    },
    {
      "epoch": 1.586880669923238,
      "grad_norm": 0.9596844320403602,
      "learning_rate": 0.00025509718974771263,
      "loss": 2.4688,
      "step": 34110
    },
    {
      "epoch": 1.5869271923703185,
      "grad_norm": 0.9187265500857507,
      "learning_rate": 0.00025509454159133486,
      "loss": 2.2812,
      "step": 34111
    },
    {
      "epoch": 1.5869737148173995,
      "grad_norm": 0.9635649648728607,
      "learning_rate": 0.00025509189337061754,
      "loss": 2.7969,
      "step": 34112
    },
    {
      "epoch": 1.5870202372644802,
      "grad_norm": 0.9191448553923046,
      "learning_rate": 0.00025508924508556237,
      "loss": 2.4219,
      "step": 34113
    },
    {
      "epoch": 1.5870667597115609,
      "grad_norm": 0.9678711447350842,
      "learning_rate": 0.00025508659673617096,
      "loss": 2.375,
      "step": 34114
    },
    {
      "epoch": 1.5871132821586416,
      "grad_norm": 1.0133816085310081,
      "learning_rate": 0.00025508394832244485,
      "loss": 2.375,
      "step": 34115
    },
    {
      "epoch": 1.5871598046057223,
      "grad_norm": 0.9176635082427006,
      "learning_rate": 0.0002550812998443858,
      "loss": 2.3438,
      "step": 34116
    },
    {
      "epoch": 1.587206327052803,
      "grad_norm": 0.8933005672828793,
      "learning_rate": 0.0002550786513019953,
      "loss": 2.5312,
      "step": 34117
    },
    {
      "epoch": 1.5872528494998837,
      "grad_norm": 0.9068305197956934,
      "learning_rate": 0.0002550760026952751,
      "loss": 2.2969,
      "step": 34118
    },
    {
      "epoch": 1.5872993719469646,
      "grad_norm": 0.8856816373380009,
      "learning_rate": 0.00025507335402422674,
      "loss": 2.1094,
      "step": 34119
    },
    {
      "epoch": 1.587345894394045,
      "grad_norm": 0.9660880149563605,
      "learning_rate": 0.00025507070528885177,
      "loss": 2.5156,
      "step": 34120
    },
    {
      "epoch": 1.587392416841126,
      "grad_norm": 0.9073665786896865,
      "learning_rate": 0.00025506805648915196,
      "loss": 2.5,
      "step": 34121
    },
    {
      "epoch": 1.5874389392882065,
      "grad_norm": 0.9184124389928385,
      "learning_rate": 0.00025506540762512887,
      "loss": 2.25,
      "step": 34122
    },
    {
      "epoch": 1.5874854617352874,
      "grad_norm": 0.9579995218396407,
      "learning_rate": 0.0002550627586967841,
      "loss": 2.4688,
      "step": 34123
    },
    {
      "epoch": 1.5875319841823679,
      "grad_norm": 0.9124936387156654,
      "learning_rate": 0.00025506010970411926,
      "loss": 2.6719,
      "step": 34124
    },
    {
      "epoch": 1.5875785066294488,
      "grad_norm": 0.9504711935158395,
      "learning_rate": 0.00025505746064713604,
      "loss": 2.375,
      "step": 34125
    },
    {
      "epoch": 1.5876250290765295,
      "grad_norm": 0.91586544979375,
      "learning_rate": 0.000255054811525836,
      "loss": 2.3281,
      "step": 34126
    },
    {
      "epoch": 1.5876715515236102,
      "grad_norm": 0.9772597016172637,
      "learning_rate": 0.0002550521623402208,
      "loss": 2.3281,
      "step": 34127
    },
    {
      "epoch": 1.5877180739706909,
      "grad_norm": 0.9348910719351516,
      "learning_rate": 0.00025504951309029207,
      "loss": 2.4375,
      "step": 34128
    },
    {
      "epoch": 1.5877645964177716,
      "grad_norm": 0.9332100871323608,
      "learning_rate": 0.0002550468637760514,
      "loss": 2.2031,
      "step": 34129
    },
    {
      "epoch": 1.5878111188648523,
      "grad_norm": 0.9229933712473506,
      "learning_rate": 0.00025504421439750046,
      "loss": 2.4375,
      "step": 34130
    },
    {
      "epoch": 1.587857641311933,
      "grad_norm": 0.8816613197140386,
      "learning_rate": 0.00025504156495464075,
      "loss": 2.0938,
      "step": 34131
    },
    {
      "epoch": 1.5879041637590139,
      "grad_norm": 0.925369102215201,
      "learning_rate": 0.00025503891544747403,
      "loss": 2.5938,
      "step": 34132
    },
    {
      "epoch": 1.5879506862060944,
      "grad_norm": 0.9531844153970842,
      "learning_rate": 0.0002550362658760018,
      "loss": 2.5469,
      "step": 34133
    },
    {
      "epoch": 1.5879972086531753,
      "grad_norm": 0.9283131931827413,
      "learning_rate": 0.0002550336162402258,
      "loss": 2.3281,
      "step": 34134
    },
    {
      "epoch": 1.5880437311002558,
      "grad_norm": 0.974494664594248,
      "learning_rate": 0.00025503096654014756,
      "loss": 2.3906,
      "step": 34135
    },
    {
      "epoch": 1.5880902535473367,
      "grad_norm": 0.9406211120362226,
      "learning_rate": 0.0002550283167757688,
      "loss": 2.3438,
      "step": 34136
    },
    {
      "epoch": 1.5881367759944172,
      "grad_norm": 0.8953123311351198,
      "learning_rate": 0.00025502566694709107,
      "loss": 1.75,
      "step": 34137
    },
    {
      "epoch": 1.588183298441498,
      "grad_norm": 0.9064237171199165,
      "learning_rate": 0.000255023017054116,
      "loss": 2.5938,
      "step": 34138
    },
    {
      "epoch": 1.5882298208885788,
      "grad_norm": 0.9634356409713737,
      "learning_rate": 0.0002550203670968453,
      "loss": 2.2969,
      "step": 34139
    },
    {
      "epoch": 1.5882763433356595,
      "grad_norm": 0.9437922913835051,
      "learning_rate": 0.00025501771707528035,
      "loss": 2.2344,
      "step": 34140
    },
    {
      "epoch": 1.5883228657827402,
      "grad_norm": 0.94294027250308,
      "learning_rate": 0.00025501506698942305,
      "loss": 2.1875,
      "step": 34141
    },
    {
      "epoch": 1.5883693882298209,
      "grad_norm": 1.0655932732414648,
      "learning_rate": 0.00025501241683927484,
      "loss": 2.2031,
      "step": 34142
    },
    {
      "epoch": 1.5884159106769016,
      "grad_norm": 0.8439544114643242,
      "learning_rate": 0.00025500976662483745,
      "loss": 2.0781,
      "step": 34143
    },
    {
      "epoch": 1.5884624331239823,
      "grad_norm": 1.0579363433320499,
      "learning_rate": 0.00025500711634611245,
      "loss": 2.5625,
      "step": 34144
    },
    {
      "epoch": 1.5885089555710632,
      "grad_norm": 0.8432576677172201,
      "learning_rate": 0.00025500446600310153,
      "loss": 1.9922,
      "step": 34145
    },
    {
      "epoch": 1.5885554780181437,
      "grad_norm": 0.8894610454378372,
      "learning_rate": 0.00025500181559580615,
      "loss": 1.6406,
      "step": 34146
    },
    {
      "epoch": 1.5886020004652246,
      "grad_norm": 1.078610507816603,
      "learning_rate": 0.00025499916512422815,
      "loss": 2.7344,
      "step": 34147
    },
    {
      "epoch": 1.588648522912305,
      "grad_norm": 0.9840035931878433,
      "learning_rate": 0.00025499651458836894,
      "loss": 2.4688,
      "step": 34148
    },
    {
      "epoch": 1.588695045359386,
      "grad_norm": 0.9351960901320341,
      "learning_rate": 0.0002549938639882303,
      "loss": 2.3438,
      "step": 34149
    },
    {
      "epoch": 1.5887415678064665,
      "grad_norm": 0.8953447313897692,
      "learning_rate": 0.00025499121332381384,
      "loss": 2.1875,
      "step": 34150
    },
    {
      "epoch": 1.5887880902535474,
      "grad_norm": 0.8989207400921687,
      "learning_rate": 0.0002549885625951211,
      "loss": 2.125,
      "step": 34151
    },
    {
      "epoch": 1.588834612700628,
      "grad_norm": 0.8720195402552299,
      "learning_rate": 0.00025498591180215374,
      "loss": 2.1875,
      "step": 34152
    },
    {
      "epoch": 1.5888811351477088,
      "grad_norm": 0.955340868777842,
      "learning_rate": 0.0002549832609449134,
      "loss": 2.4219,
      "step": 34153
    },
    {
      "epoch": 1.5889276575947895,
      "grad_norm": 0.9979418312706956,
      "learning_rate": 0.0002549806100234016,
      "loss": 2.7812,
      "step": 34154
    },
    {
      "epoch": 1.5889741800418702,
      "grad_norm": 0.949505090196436,
      "learning_rate": 0.00025497795903762013,
      "loss": 2.2344,
      "step": 34155
    },
    {
      "epoch": 1.5890207024889509,
      "grad_norm": 1.0719715071712999,
      "learning_rate": 0.00025497530798757056,
      "loss": 2.375,
      "step": 34156
    },
    {
      "epoch": 1.5890672249360316,
      "grad_norm": 0.9159464565944566,
      "learning_rate": 0.0002549726568732544,
      "loss": 2.5625,
      "step": 34157
    },
    {
      "epoch": 1.5891137473831125,
      "grad_norm": 1.0281666634975142,
      "learning_rate": 0.0002549700056946735,
      "loss": 2.4688,
      "step": 34158
    },
    {
      "epoch": 1.589160269830193,
      "grad_norm": 1.0115618414422274,
      "learning_rate": 0.0002549673544518292,
      "loss": 2.5938,
      "step": 34159
    },
    {
      "epoch": 1.589206792277274,
      "grad_norm": 0.9233579513730334,
      "learning_rate": 0.0002549647031447233,
      "loss": 2.3594,
      "step": 34160
    },
    {
      "epoch": 1.5892533147243544,
      "grad_norm": 0.8971482993781992,
      "learning_rate": 0.0002549620517733575,
      "loss": 1.9766,
      "step": 34161
    },
    {
      "epoch": 1.5892998371714353,
      "grad_norm": 0.9864348580214735,
      "learning_rate": 0.0002549594003377332,
      "loss": 2.5938,
      "step": 34162
    },
    {
      "epoch": 1.5893463596185158,
      "grad_norm": 0.9000408461835467,
      "learning_rate": 0.00025495674883785216,
      "loss": 2.0625,
      "step": 34163
    },
    {
      "epoch": 1.5893928820655967,
      "grad_norm": 0.9335973603136061,
      "learning_rate": 0.000254954097273716,
      "loss": 2.4688,
      "step": 34164
    },
    {
      "epoch": 1.5894394045126774,
      "grad_norm": 0.9208545932692525,
      "learning_rate": 0.0002549514456453263,
      "loss": 2.2031,
      "step": 34165
    },
    {
      "epoch": 1.589485926959758,
      "grad_norm": 0.9885550830268284,
      "learning_rate": 0.00025494879395268475,
      "loss": 2.5938,
      "step": 34166
    },
    {
      "epoch": 1.5895324494068388,
      "grad_norm": 0.910878561111695,
      "learning_rate": 0.0002549461421957929,
      "loss": 2.4531,
      "step": 34167
    },
    {
      "epoch": 1.5895789718539195,
      "grad_norm": 0.9607176758318302,
      "learning_rate": 0.0002549434903746524,
      "loss": 2.3906,
      "step": 34168
    },
    {
      "epoch": 1.5896254943010002,
      "grad_norm": 0.9691259922551915,
      "learning_rate": 0.00025494083848926483,
      "loss": 2.4531,
      "step": 34169
    },
    {
      "epoch": 1.589672016748081,
      "grad_norm": 0.9937267127091158,
      "learning_rate": 0.00025493818653963196,
      "loss": 2.4219,
      "step": 34170
    },
    {
      "epoch": 1.5897185391951618,
      "grad_norm": 0.961670578271013,
      "learning_rate": 0.0002549355345257552,
      "loss": 2.4531,
      "step": 34171
    },
    {
      "epoch": 1.5897650616422423,
      "grad_norm": 0.9386536037736909,
      "learning_rate": 0.00025493288244763637,
      "loss": 2.3281,
      "step": 34172
    },
    {
      "epoch": 1.5898115840893232,
      "grad_norm": 0.9316025721288147,
      "learning_rate": 0.000254930230305277,
      "loss": 1.6094,
      "step": 34173
    },
    {
      "epoch": 1.5898581065364037,
      "grad_norm": 0.9071225838809409,
      "learning_rate": 0.00025492757809867874,
      "loss": 2.2188,
      "step": 34174
    },
    {
      "epoch": 1.5899046289834846,
      "grad_norm": 1.0112978446362548,
      "learning_rate": 0.00025492492582784317,
      "loss": 2.2656,
      "step": 34175
    },
    {
      "epoch": 1.589951151430565,
      "grad_norm": 0.9283578555121097,
      "learning_rate": 0.0002549222734927719,
      "loss": 2.1875,
      "step": 34176
    },
    {
      "epoch": 1.589997673877646,
      "grad_norm": 0.9608195483147808,
      "learning_rate": 0.0002549196210934667,
      "loss": 2.5938,
      "step": 34177
    },
    {
      "epoch": 1.5900441963247267,
      "grad_norm": 1.0017730895327217,
      "learning_rate": 0.000254916968629929,
      "loss": 2.4531,
      "step": 34178
    },
    {
      "epoch": 1.5900907187718074,
      "grad_norm": 0.9006734022747614,
      "learning_rate": 0.0002549143161021605,
      "loss": 2.3594,
      "step": 34179
    },
    {
      "epoch": 1.590137241218888,
      "grad_norm": 1.0358826045813805,
      "learning_rate": 0.0002549116635101629,
      "loss": 2.6406,
      "step": 34180
    },
    {
      "epoch": 1.5901837636659688,
      "grad_norm": 0.9018813372971626,
      "learning_rate": 0.00025490901085393775,
      "loss": 2.1875,
      "step": 34181
    },
    {
      "epoch": 1.5902302861130495,
      "grad_norm": 0.9294322401829119,
      "learning_rate": 0.0002549063581334867,
      "loss": 2.4844,
      "step": 34182
    },
    {
      "epoch": 1.5902768085601302,
      "grad_norm": 0.9295378695895115,
      "learning_rate": 0.0002549037053488113,
      "loss": 2.4062,
      "step": 34183
    },
    {
      "epoch": 1.5903233310072111,
      "grad_norm": 0.9645139123365459,
      "learning_rate": 0.00025490105249991325,
      "loss": 2.5156,
      "step": 34184
    },
    {
      "epoch": 1.5903698534542916,
      "grad_norm": 0.9832412653887229,
      "learning_rate": 0.0002548983995867942,
      "loss": 2.5312,
      "step": 34185
    },
    {
      "epoch": 1.5904163759013725,
      "grad_norm": 1.0124750469104056,
      "learning_rate": 0.00025489574660945573,
      "loss": 2.5625,
      "step": 34186
    },
    {
      "epoch": 1.590462898348453,
      "grad_norm": 0.9456186793048303,
      "learning_rate": 0.0002548930935678994,
      "loss": 2.2344,
      "step": 34187
    },
    {
      "epoch": 1.590509420795534,
      "grad_norm": 0.9809103217708811,
      "learning_rate": 0.00025489044046212697,
      "loss": 2.625,
      "step": 34188
    },
    {
      "epoch": 1.5905559432426144,
      "grad_norm": 0.9308109816405595,
      "learning_rate": 0.00025488778729213993,
      "loss": 2.3438,
      "step": 34189
    },
    {
      "epoch": 1.5906024656896953,
      "grad_norm": 0.9359556932871954,
      "learning_rate": 0.00025488513405794004,
      "loss": 2.2031,
      "step": 34190
    },
    {
      "epoch": 1.590648988136776,
      "grad_norm": 0.895860117701189,
      "learning_rate": 0.0002548824807595288,
      "loss": 2.3438,
      "step": 34191
    },
    {
      "epoch": 1.5906955105838567,
      "grad_norm": 1.0683233081256107,
      "learning_rate": 0.00025487982739690794,
      "loss": 2.5,
      "step": 34192
    },
    {
      "epoch": 1.5907420330309374,
      "grad_norm": 0.960103539773737,
      "learning_rate": 0.000254877173970079,
      "loss": 2.625,
      "step": 34193
    },
    {
      "epoch": 1.5907885554780181,
      "grad_norm": 1.139785241926208,
      "learning_rate": 0.00025487452047904364,
      "loss": 2.7344,
      "step": 34194
    },
    {
      "epoch": 1.5908350779250988,
      "grad_norm": 0.8294827241849682,
      "learning_rate": 0.00025487186692380346,
      "loss": 1.625,
      "step": 34195
    },
    {
      "epoch": 1.5908816003721795,
      "grad_norm": 0.9825262976038578,
      "learning_rate": 0.00025486921330436014,
      "loss": 2.3125,
      "step": 34196
    },
    {
      "epoch": 1.5909281228192604,
      "grad_norm": 0.924342365034599,
      "learning_rate": 0.00025486655962071524,
      "loss": 2.3906,
      "step": 34197
    },
    {
      "epoch": 1.590974645266341,
      "grad_norm": 0.9421732157104252,
      "learning_rate": 0.0002548639058728704,
      "loss": 2.5781,
      "step": 34198
    },
    {
      "epoch": 1.5910211677134218,
      "grad_norm": 0.9505091869557186,
      "learning_rate": 0.0002548612520608273,
      "loss": 2.1719,
      "step": 34199
    },
    {
      "epoch": 1.5910676901605023,
      "grad_norm": 1.0101421979363934,
      "learning_rate": 0.0002548585981845875,
      "loss": 2.3906,
      "step": 34200
    },
    {
      "epoch": 1.5911142126075832,
      "grad_norm": 0.9329706877836085,
      "learning_rate": 0.00025485594424415266,
      "loss": 2.2969,
      "step": 34201
    },
    {
      "epoch": 1.5911607350546637,
      "grad_norm": 0.9928875540720528,
      "learning_rate": 0.0002548532902395244,
      "loss": 2.5469,
      "step": 34202
    },
    {
      "epoch": 1.5912072575017446,
      "grad_norm": 0.9205778446331682,
      "learning_rate": 0.00025485063617070427,
      "loss": 2.1719,
      "step": 34203
    },
    {
      "epoch": 1.5912537799488253,
      "grad_norm": 1.0134327023006116,
      "learning_rate": 0.00025484798203769405,
      "loss": 2.5156,
      "step": 34204
    },
    {
      "epoch": 1.591300302395906,
      "grad_norm": 1.0146727955212242,
      "learning_rate": 0.0002548453278404952,
      "loss": 2.7969,
      "step": 34205
    },
    {
      "epoch": 1.5913468248429867,
      "grad_norm": 0.8907972483075529,
      "learning_rate": 0.0002548426735791095,
      "loss": 2.1094,
      "step": 34206
    },
    {
      "epoch": 1.5913933472900674,
      "grad_norm": 0.9587959701770279,
      "learning_rate": 0.0002548400192535384,
      "loss": 2.5312,
      "step": 34207
    },
    {
      "epoch": 1.5914398697371481,
      "grad_norm": 0.9091089444617797,
      "learning_rate": 0.00025483736486378377,
      "loss": 2.4844,
      "step": 34208
    },
    {
      "epoch": 1.5914863921842288,
      "grad_norm": 0.9822336948171512,
      "learning_rate": 0.00025483471040984695,
      "loss": 2.2344,
      "step": 34209
    },
    {
      "epoch": 1.5915329146313097,
      "grad_norm": 0.9034763573565012,
      "learning_rate": 0.0002548320558917298,
      "loss": 2.2969,
      "step": 34210
    },
    {
      "epoch": 1.5915794370783902,
      "grad_norm": 0.9302800374113515,
      "learning_rate": 0.00025482940130943375,
      "loss": 2.4062,
      "step": 34211
    },
    {
      "epoch": 1.5916259595254711,
      "grad_norm": 0.9219552368802686,
      "learning_rate": 0.0002548267466629606,
      "loss": 2.4062,
      "step": 34212
    },
    {
      "epoch": 1.5916724819725516,
      "grad_norm": 1.053387747969534,
      "learning_rate": 0.0002548240919523119,
      "loss": 2.5156,
      "step": 34213
    },
    {
      "epoch": 1.5917190044196325,
      "grad_norm": 0.9617910461482423,
      "learning_rate": 0.0002548214371774892,
      "loss": 2.4375,
      "step": 34214
    },
    {
      "epoch": 1.5917655268667132,
      "grad_norm": 0.9036192905638015,
      "learning_rate": 0.00025481878233849425,
      "loss": 2.25,
      "step": 34215
    },
    {
      "epoch": 1.591812049313794,
      "grad_norm": 0.9296334159255039,
      "learning_rate": 0.00025481612743532867,
      "loss": 2.25,
      "step": 34216
    },
    {
      "epoch": 1.5918585717608746,
      "grad_norm": 0.9177094105150315,
      "learning_rate": 0.000254813472467994,
      "loss": 2.5,
      "step": 34217
    },
    {
      "epoch": 1.5919050942079553,
      "grad_norm": 0.8969962802529853,
      "learning_rate": 0.0002548108174364919,
      "loss": 2.3125,
      "step": 34218
    },
    {
      "epoch": 1.591951616655036,
      "grad_norm": 1.0657267801671526,
      "learning_rate": 0.000254808162340824,
      "loss": 2.4062,
      "step": 34219
    },
    {
      "epoch": 1.5919981391021167,
      "grad_norm": 0.9977881386768456,
      "learning_rate": 0.00025480550718099185,
      "loss": 2.3281,
      "step": 34220
    },
    {
      "epoch": 1.5920446615491974,
      "grad_norm": 0.9848902670017322,
      "learning_rate": 0.00025480285195699724,
      "loss": 2.3594,
      "step": 34221
    },
    {
      "epoch": 1.5920911839962781,
      "grad_norm": 1.067511585374532,
      "learning_rate": 0.00025480019666884165,
      "loss": 2.5938,
      "step": 34222
    },
    {
      "epoch": 1.592137706443359,
      "grad_norm": 0.9411621757714007,
      "learning_rate": 0.00025479754131652683,
      "loss": 2.2812,
      "step": 34223
    },
    {
      "epoch": 1.5921842288904395,
      "grad_norm": 0.9694125145757574,
      "learning_rate": 0.0002547948859000543,
      "loss": 2.5781,
      "step": 34224
    },
    {
      "epoch": 1.5922307513375205,
      "grad_norm": 0.9474435590490334,
      "learning_rate": 0.0002547922304194257,
      "loss": 2.3906,
      "step": 34225
    },
    {
      "epoch": 1.592277273784601,
      "grad_norm": 0.9659070466892072,
      "learning_rate": 0.00025478957487464274,
      "loss": 2.4062,
      "step": 34226
    },
    {
      "epoch": 1.5923237962316819,
      "grad_norm": 0.9466267229838028,
      "learning_rate": 0.00025478691926570697,
      "loss": 2.6094,
      "step": 34227
    },
    {
      "epoch": 1.5923703186787626,
      "grad_norm": 0.9787495307147979,
      "learning_rate": 0.00025478426359262,
      "loss": 2.4062,
      "step": 34228
    },
    {
      "epoch": 1.5924168411258433,
      "grad_norm": 0.967709764276914,
      "learning_rate": 0.00025478160785538347,
      "loss": 2.5938,
      "step": 34229
    },
    {
      "epoch": 1.592463363572924,
      "grad_norm": 0.8920666807169418,
      "learning_rate": 0.0002547789520539991,
      "loss": 2.4375,
      "step": 34230
    },
    {
      "epoch": 1.5925098860200047,
      "grad_norm": 0.9765552623381137,
      "learning_rate": 0.00025477629618846835,
      "loss": 2.25,
      "step": 34231
    },
    {
      "epoch": 1.5925564084670853,
      "grad_norm": 0.9289713160511752,
      "learning_rate": 0.00025477364025879295,
      "loss": 2.1875,
      "step": 34232
    },
    {
      "epoch": 1.592602930914166,
      "grad_norm": 0.9492551825424876,
      "learning_rate": 0.00025477098426497457,
      "loss": 2.2188,
      "step": 34233
    },
    {
      "epoch": 1.5926494533612467,
      "grad_norm": 1.1258326923268698,
      "learning_rate": 0.00025476832820701473,
      "loss": 2.2812,
      "step": 34234
    },
    {
      "epoch": 1.5926959758083274,
      "grad_norm": 0.9577486031954479,
      "learning_rate": 0.0002547656720849151,
      "loss": 1.7109,
      "step": 34235
    },
    {
      "epoch": 1.5927424982554084,
      "grad_norm": 0.9996728141828247,
      "learning_rate": 0.0002547630158986773,
      "loss": 2.1094,
      "step": 34236
    },
    {
      "epoch": 1.5927890207024888,
      "grad_norm": 1.046611809175115,
      "learning_rate": 0.000254760359648303,
      "loss": 2.25,
      "step": 34237
    },
    {
      "epoch": 1.5928355431495698,
      "grad_norm": 1.0093385073673666,
      "learning_rate": 0.0002547577033337938,
      "loss": 2.4844,
      "step": 34238
    },
    {
      "epoch": 1.5928820655966502,
      "grad_norm": 0.9752517911682403,
      "learning_rate": 0.0002547550469551513,
      "loss": 2.3125,
      "step": 34239
    },
    {
      "epoch": 1.5929285880437312,
      "grad_norm": 1.0366528431865945,
      "learning_rate": 0.0002547523905123771,
      "loss": 2.6562,
      "step": 34240
    },
    {
      "epoch": 1.5929751104908119,
      "grad_norm": 1.0500346259816578,
      "learning_rate": 0.0002547497340054729,
      "loss": 2.625,
      "step": 34241
    },
    {
      "epoch": 1.5930216329378926,
      "grad_norm": 1.02074471374331,
      "learning_rate": 0.00025474707743444025,
      "loss": 2.5469,
      "step": 34242
    },
    {
      "epoch": 1.5930681553849733,
      "grad_norm": 0.9611667052940527,
      "learning_rate": 0.0002547444207992809,
      "loss": 2.375,
      "step": 34243
    },
    {
      "epoch": 1.593114677832054,
      "grad_norm": 1.06168050056177,
      "learning_rate": 0.0002547417640999964,
      "loss": 2.3281,
      "step": 34244
    },
    {
      "epoch": 1.5931612002791347,
      "grad_norm": 1.161230276542901,
      "learning_rate": 0.0002547391073365883,
      "loss": 2.3281,
      "step": 34245
    },
    {
      "epoch": 1.5932077227262154,
      "grad_norm": 0.9125773477865436,
      "learning_rate": 0.00025473645050905837,
      "loss": 2.25,
      "step": 34246
    },
    {
      "epoch": 1.5932542451732963,
      "grad_norm": 0.8648467793587505,
      "learning_rate": 0.00025473379361740816,
      "loss": 1.7344,
      "step": 34247
    },
    {
      "epoch": 1.5933007676203768,
      "grad_norm": 0.939954147989775,
      "learning_rate": 0.00025473113666163926,
      "loss": 2.1875,
      "step": 34248
    },
    {
      "epoch": 1.5933472900674577,
      "grad_norm": 1.0106291356468906,
      "learning_rate": 0.00025472847964175336,
      "loss": 2.6562,
      "step": 34249
    },
    {
      "epoch": 1.5933938125145382,
      "grad_norm": 0.9202356942407895,
      "learning_rate": 0.00025472582255775213,
      "loss": 2.3594,
      "step": 34250
    },
    {
      "epoch": 1.593440334961619,
      "grad_norm": 0.9653956396446095,
      "learning_rate": 0.00025472316540963704,
      "loss": 2.4219,
      "step": 34251
    },
    {
      "epoch": 1.5934868574086996,
      "grad_norm": 1.0442909492070425,
      "learning_rate": 0.0002547205081974099,
      "loss": 2.625,
      "step": 34252
    },
    {
      "epoch": 1.5935333798557805,
      "grad_norm": 0.9334288178381291,
      "learning_rate": 0.00025471785092107216,
      "loss": 2.2188,
      "step": 34253
    },
    {
      "epoch": 1.5935799023028612,
      "grad_norm": 1.0395185499938933,
      "learning_rate": 0.0002547151935806255,
      "loss": 2.4688,
      "step": 34254
    },
    {
      "epoch": 1.5936264247499419,
      "grad_norm": 1.0962499485575,
      "learning_rate": 0.0002547125361760717,
      "loss": 2.5156,
      "step": 34255
    },
    {
      "epoch": 1.5936729471970226,
      "grad_norm": 0.961358450569108,
      "learning_rate": 0.0002547098787074122,
      "loss": 2.7031,
      "step": 34256
    },
    {
      "epoch": 1.5937194696441033,
      "grad_norm": 0.9323572974065188,
      "learning_rate": 0.00025470722117464876,
      "loss": 2.5312,
      "step": 34257
    },
    {
      "epoch": 1.593765992091184,
      "grad_norm": 0.9181898787263748,
      "learning_rate": 0.0002547045635777829,
      "loss": 2.3594,
      "step": 34258
    },
    {
      "epoch": 1.5938125145382647,
      "grad_norm": 0.9746716330302485,
      "learning_rate": 0.00025470190591681625,
      "loss": 2.6875,
      "step": 34259
    },
    {
      "epoch": 1.5938590369853456,
      "grad_norm": 0.8949384790571044,
      "learning_rate": 0.0002546992481917505,
      "loss": 2.5312,
      "step": 34260
    },
    {
      "epoch": 1.593905559432426,
      "grad_norm": 0.9518178290690746,
      "learning_rate": 0.0002546965904025873,
      "loss": 2.5156,
      "step": 34261
    },
    {
      "epoch": 1.593952081879507,
      "grad_norm": 0.9532173699162267,
      "learning_rate": 0.0002546939325493282,
      "loss": 2.2344,
      "step": 34262
    },
    {
      "epoch": 1.5939986043265875,
      "grad_norm": 1.027894819402769,
      "learning_rate": 0.00025469127463197485,
      "loss": 2.4844,
      "step": 34263
    },
    {
      "epoch": 1.5940451267736684,
      "grad_norm": 0.9512931621091629,
      "learning_rate": 0.00025468861665052886,
      "loss": 2.4062,
      "step": 34264
    },
    {
      "epoch": 1.5940916492207489,
      "grad_norm": 0.9227967386510306,
      "learning_rate": 0.0002546859586049919,
      "loss": 2.5312,
      "step": 34265
    },
    {
      "epoch": 1.5941381716678298,
      "grad_norm": 0.9098896058266913,
      "learning_rate": 0.00025468330049536564,
      "loss": 2.0938,
      "step": 34266
    },
    {
      "epoch": 1.5941846941149105,
      "grad_norm": 0.9605485850200275,
      "learning_rate": 0.00025468064232165156,
      "loss": 2.4375,
      "step": 34267
    },
    {
      "epoch": 1.5942312165619912,
      "grad_norm": 0.8920095054176961,
      "learning_rate": 0.00025467798408385144,
      "loss": 2.2031,
      "step": 34268
    },
    {
      "epoch": 1.5942777390090719,
      "grad_norm": 1.007933624658461,
      "learning_rate": 0.00025467532578196683,
      "loss": 2.3281,
      "step": 34269
    },
    {
      "epoch": 1.5943242614561526,
      "grad_norm": 0.9384270087779684,
      "learning_rate": 0.0002546726674159993,
      "loss": 2.3281,
      "step": 34270
    },
    {
      "epoch": 1.5943707839032333,
      "grad_norm": 0.9305125680897398,
      "learning_rate": 0.00025467000898595063,
      "loss": 2.2344,
      "step": 34271
    },
    {
      "epoch": 1.594417306350314,
      "grad_norm": 0.896921520536293,
      "learning_rate": 0.00025466735049182234,
      "loss": 2.1875,
      "step": 34272
    },
    {
      "epoch": 1.594463828797395,
      "grad_norm": 0.9465001450278524,
      "learning_rate": 0.000254664691933616,
      "loss": 2.2812,
      "step": 34273
    },
    {
      "epoch": 1.5945103512444754,
      "grad_norm": 0.9853098172266213,
      "learning_rate": 0.0002546620333113334,
      "loss": 1.6094,
      "step": 34274
    },
    {
      "epoch": 1.5945568736915563,
      "grad_norm": 0.943527899759342,
      "learning_rate": 0.0002546593746249761,
      "loss": 2.3906,
      "step": 34275
    },
    {
      "epoch": 1.5946033961386368,
      "grad_norm": 0.9965278961004251,
      "learning_rate": 0.0002546567158745457,
      "loss": 2.4375,
      "step": 34276
    },
    {
      "epoch": 1.5946499185857177,
      "grad_norm": 0.9078962830408155,
      "learning_rate": 0.0002546540570600438,
      "loss": 2.1875,
      "step": 34277
    },
    {
      "epoch": 1.5946964410327982,
      "grad_norm": 1.0147581356724023,
      "learning_rate": 0.0002546513981814721,
      "loss": 2.6719,
      "step": 34278
    },
    {
      "epoch": 1.594742963479879,
      "grad_norm": 1.0086620223507814,
      "learning_rate": 0.00025464873923883226,
      "loss": 2.6719,
      "step": 34279
    },
    {
      "epoch": 1.5947894859269598,
      "grad_norm": 0.9449624887375974,
      "learning_rate": 0.00025464608023212577,
      "loss": 2.2656,
      "step": 34280
    },
    {
      "epoch": 1.5948360083740405,
      "grad_norm": 0.9003892446885381,
      "learning_rate": 0.0002546434211613543,
      "loss": 2.5312,
      "step": 34281
    },
    {
      "epoch": 1.5948825308211212,
      "grad_norm": 0.9841249728481047,
      "learning_rate": 0.0002546407620265196,
      "loss": 2.5,
      "step": 34282
    },
    {
      "epoch": 1.594929053268202,
      "grad_norm": 0.9732651432103214,
      "learning_rate": 0.00025463810282762316,
      "loss": 2.6406,
      "step": 34283
    },
    {
      "epoch": 1.5949755757152826,
      "grad_norm": 0.9702252083684346,
      "learning_rate": 0.0002546354435646667,
      "loss": 1.7031,
      "step": 34284
    },
    {
      "epoch": 1.5950220981623633,
      "grad_norm": 0.9720325025636356,
      "learning_rate": 0.00025463278423765173,
      "loss": 2.2969,
      "step": 34285
    },
    {
      "epoch": 1.5950686206094442,
      "grad_norm": 0.9433342795139085,
      "learning_rate": 0.00025463012484658,
      "loss": 2.4219,
      "step": 34286
    },
    {
      "epoch": 1.5951151430565247,
      "grad_norm": 0.858355767929931,
      "learning_rate": 0.0002546274653914531,
      "loss": 1.7188,
      "step": 34287
    },
    {
      "epoch": 1.5951616655036056,
      "grad_norm": 0.951385775969381,
      "learning_rate": 0.00025462480587227257,
      "loss": 2.3281,
      "step": 34288
    },
    {
      "epoch": 1.595208187950686,
      "grad_norm": 0.9643641804998258,
      "learning_rate": 0.0002546221462890402,
      "loss": 2.6406,
      "step": 34289
    },
    {
      "epoch": 1.595254710397767,
      "grad_norm": 0.9804769964197495,
      "learning_rate": 0.00025461948664175747,
      "loss": 2.5625,
      "step": 34290
    },
    {
      "epoch": 1.5953012328448475,
      "grad_norm": 0.971661218699832,
      "learning_rate": 0.00025461682693042614,
      "loss": 2.3438,
      "step": 34291
    },
    {
      "epoch": 1.5953477552919284,
      "grad_norm": 0.9410048439231966,
      "learning_rate": 0.00025461416715504774,
      "loss": 2.4219,
      "step": 34292
    },
    {
      "epoch": 1.595394277739009,
      "grad_norm": 0.9203435717423627,
      "learning_rate": 0.000254611507315624,
      "loss": 2.375,
      "step": 34293
    },
    {
      "epoch": 1.5954408001860898,
      "grad_norm": 0.8887730834111195,
      "learning_rate": 0.00025460884741215637,
      "loss": 2.4688,
      "step": 34294
    },
    {
      "epoch": 1.5954873226331705,
      "grad_norm": 0.8783456463498853,
      "learning_rate": 0.0002546061874446466,
      "loss": 2.5,
      "step": 34295
    },
    {
      "epoch": 1.5955338450802512,
      "grad_norm": 0.9210877927198187,
      "learning_rate": 0.0002546035274130964,
      "loss": 2.1562,
      "step": 34296
    },
    {
      "epoch": 1.595580367527332,
      "grad_norm": 0.9108455445005298,
      "learning_rate": 0.0002546008673175072,
      "loss": 2.4062,
      "step": 34297
    },
    {
      "epoch": 1.5956268899744126,
      "grad_norm": 0.9944268384434177,
      "learning_rate": 0.00025459820715788083,
      "loss": 2.4062,
      "step": 34298
    },
    {
      "epoch": 1.5956734124214935,
      "grad_norm": 1.0036447238735378,
      "learning_rate": 0.0002545955469342187,
      "loss": 2.3125,
      "step": 34299
    },
    {
      "epoch": 1.595719934868574,
      "grad_norm": 0.9111441771956238,
      "learning_rate": 0.0002545928866465227,
      "loss": 2.1719,
      "step": 34300
    },
    {
      "epoch": 1.595766457315655,
      "grad_norm": 0.9550841398589837,
      "learning_rate": 0.0002545902262947942,
      "loss": 2.4531,
      "step": 34301
    },
    {
      "epoch": 1.5958129797627354,
      "grad_norm": 1.0019713429190191,
      "learning_rate": 0.000254587565879035,
      "loss": 2.4062,
      "step": 34302
    },
    {
      "epoch": 1.5958595022098163,
      "grad_norm": 0.9732106642154018,
      "learning_rate": 0.00025458490539924665,
      "loss": 2.6719,
      "step": 34303
    },
    {
      "epoch": 1.5959060246568968,
      "grad_norm": 0.9126420956681739,
      "learning_rate": 0.00025458224485543085,
      "loss": 2.2188,
      "step": 34304
    },
    {
      "epoch": 1.5959525471039777,
      "grad_norm": 0.9317017791121407,
      "learning_rate": 0.00025457958424758917,
      "loss": 2.1719,
      "step": 34305
    },
    {
      "epoch": 1.5959990695510584,
      "grad_norm": 0.9718826402513537,
      "learning_rate": 0.00025457692357572323,
      "loss": 2.7344,
      "step": 34306
    },
    {
      "epoch": 1.5960455919981391,
      "grad_norm": 0.9628656432269319,
      "learning_rate": 0.0002545742628398347,
      "loss": 2.1875,
      "step": 34307
    },
    {
      "epoch": 1.5960921144452198,
      "grad_norm": 1.0221228847232857,
      "learning_rate": 0.00025457160203992517,
      "loss": 2.4844,
      "step": 34308
    },
    {
      "epoch": 1.5961386368923005,
      "grad_norm": 0.9447172165706875,
      "learning_rate": 0.0002545689411759963,
      "loss": 2.4375,
      "step": 34309
    },
    {
      "epoch": 1.5961851593393812,
      "grad_norm": 0.9637494790952419,
      "learning_rate": 0.0002545662802480497,
      "loss": 2.3438,
      "step": 34310
    },
    {
      "epoch": 1.596231681786462,
      "grad_norm": 1.0651711608368284,
      "learning_rate": 0.000254563619256087,
      "loss": 2.5156,
      "step": 34311
    },
    {
      "epoch": 1.5962782042335428,
      "grad_norm": 0.9960376378601692,
      "learning_rate": 0.00025456095820010984,
      "loss": 2.2344,
      "step": 34312
    },
    {
      "epoch": 1.5963247266806233,
      "grad_norm": 0.8736445945873907,
      "learning_rate": 0.0002545582970801199,
      "loss": 1.875,
      "step": 34313
    },
    {
      "epoch": 1.5963712491277042,
      "grad_norm": 0.9252131140166183,
      "learning_rate": 0.0002545556358961187,
      "loss": 2.1875,
      "step": 34314
    },
    {
      "epoch": 1.5964177715747847,
      "grad_norm": 0.9674443889583879,
      "learning_rate": 0.00025455297464810795,
      "loss": 2.6875,
      "step": 34315
    },
    {
      "epoch": 1.5964642940218656,
      "grad_norm": 1.0895279963446556,
      "learning_rate": 0.0002545503133360892,
      "loss": 2.2969,
      "step": 34316
    },
    {
      "epoch": 1.596510816468946,
      "grad_norm": 1.0063072936415618,
      "learning_rate": 0.00025454765196006416,
      "loss": 2.7969,
      "step": 34317
    },
    {
      "epoch": 1.596557338916027,
      "grad_norm": 1.0542926927928864,
      "learning_rate": 0.0002545449905200344,
      "loss": 2.5312,
      "step": 34318
    },
    {
      "epoch": 1.5966038613631077,
      "grad_norm": 0.9244463990800239,
      "learning_rate": 0.00025454232901600163,
      "loss": 2.4844,
      "step": 34319
    },
    {
      "epoch": 1.5966503838101884,
      "grad_norm": 0.9438447800222431,
      "learning_rate": 0.00025453966744796747,
      "loss": 2.4062,
      "step": 34320
    },
    {
      "epoch": 1.5966969062572691,
      "grad_norm": 1.0287051495555606,
      "learning_rate": 0.00025453700581593345,
      "loss": 2.5312,
      "step": 34321
    },
    {
      "epoch": 1.5967434287043498,
      "grad_norm": 0.8868014416478536,
      "learning_rate": 0.00025453434411990125,
      "loss": 2.4219,
      "step": 34322
    },
    {
      "epoch": 1.5967899511514305,
      "grad_norm": 1.0076127866723588,
      "learning_rate": 0.00025453168235987255,
      "loss": 2.6094,
      "step": 34323
    },
    {
      "epoch": 1.5968364735985112,
      "grad_norm": 0.9577291376771895,
      "learning_rate": 0.0002545290205358489,
      "loss": 2.4844,
      "step": 34324
    },
    {
      "epoch": 1.5968829960455921,
      "grad_norm": 0.9130720501847871,
      "learning_rate": 0.000254526358647832,
      "loss": 2.2188,
      "step": 34325
    },
    {
      "epoch": 1.5969295184926726,
      "grad_norm": 0.9558779302819149,
      "learning_rate": 0.0002545236966958234,
      "loss": 2.3594,
      "step": 34326
    },
    {
      "epoch": 1.5969760409397535,
      "grad_norm": 0.8823937469419249,
      "learning_rate": 0.00025452103467982483,
      "loss": 2.5938,
      "step": 34327
    },
    {
      "epoch": 1.597022563386834,
      "grad_norm": 0.9543312268147659,
      "learning_rate": 0.00025451837259983783,
      "loss": 2.5,
      "step": 34328
    },
    {
      "epoch": 1.597069085833915,
      "grad_norm": 0.9296215712949654,
      "learning_rate": 0.00025451571045586403,
      "loss": 2.375,
      "step": 34329
    },
    {
      "epoch": 1.5971156082809956,
      "grad_norm": 0.9289962350579128,
      "learning_rate": 0.0002545130482479051,
      "loss": 2.3438,
      "step": 34330
    },
    {
      "epoch": 1.5971621307280763,
      "grad_norm": 0.9551548575066328,
      "learning_rate": 0.0002545103859759628,
      "loss": 2.4219,
      "step": 34331
    },
    {
      "epoch": 1.597208653175157,
      "grad_norm": 0.9328847466924528,
      "learning_rate": 0.0002545077236400385,
      "loss": 2.25,
      "step": 34332
    },
    {
      "epoch": 1.5972551756222377,
      "grad_norm": 0.9821922291452515,
      "learning_rate": 0.00025450506124013403,
      "loss": 2.3906,
      "step": 34333
    },
    {
      "epoch": 1.5973016980693184,
      "grad_norm": 0.9219167971994837,
      "learning_rate": 0.0002545023987762509,
      "loss": 2.5,
      "step": 34334
    },
    {
      "epoch": 1.5973482205163991,
      "grad_norm": 1.0335052903901558,
      "learning_rate": 0.00025449973624839075,
      "loss": 2.3594,
      "step": 34335
    },
    {
      "epoch": 1.5973947429634798,
      "grad_norm": 1.0137556998488095,
      "learning_rate": 0.0002544970736565553,
      "loss": 2.5938,
      "step": 34336
    },
    {
      "epoch": 1.5974412654105605,
      "grad_norm": 0.895946132149081,
      "learning_rate": 0.00025449441100074615,
      "loss": 2.1719,
      "step": 34337
    },
    {
      "epoch": 1.5974877878576415,
      "grad_norm": 0.873278848843349,
      "learning_rate": 0.00025449174828096483,
      "loss": 2.2812,
      "step": 34338
    },
    {
      "epoch": 1.597534310304722,
      "grad_norm": 0.9418002820292948,
      "learning_rate": 0.00025448908549721315,
      "loss": 2.5938,
      "step": 34339
    },
    {
      "epoch": 1.5975808327518028,
      "grad_norm": 0.8392819237706689,
      "learning_rate": 0.0002544864226494925,
      "loss": 2.2656,
      "step": 34340
    },
    {
      "epoch": 1.5976273551988833,
      "grad_norm": 0.9172718455371205,
      "learning_rate": 0.00025448375973780474,
      "loss": 2.5625,
      "step": 34341
    },
    {
      "epoch": 1.5976738776459642,
      "grad_norm": 0.9586811929316653,
      "learning_rate": 0.0002544810967621514,
      "loss": 2.6094,
      "step": 34342
    },
    {
      "epoch": 1.597720400093045,
      "grad_norm": 1.1067005066366473,
      "learning_rate": 0.00025447843372253406,
      "loss": 2.6719,
      "step": 34343
    },
    {
      "epoch": 1.5977669225401256,
      "grad_norm": 0.9908859100696364,
      "learning_rate": 0.0002544757706189545,
      "loss": 2.5781,
      "step": 34344
    },
    {
      "epoch": 1.5978134449872063,
      "grad_norm": 0.9866404367994134,
      "learning_rate": 0.0002544731074514142,
      "loss": 2.3281,
      "step": 34345
    },
    {
      "epoch": 1.597859967434287,
      "grad_norm": 1.0072605666533865,
      "learning_rate": 0.00025447044421991483,
      "loss": 2.4219,
      "step": 34346
    },
    {
      "epoch": 1.5979064898813677,
      "grad_norm": 0.9456846655775646,
      "learning_rate": 0.00025446778092445805,
      "loss": 2.3594,
      "step": 34347
    },
    {
      "epoch": 1.5979530123284484,
      "grad_norm": 0.9180255536884855,
      "learning_rate": 0.00025446511756504553,
      "loss": 2.3438,
      "step": 34348
    },
    {
      "epoch": 1.5979995347755291,
      "grad_norm": 0.9367898401839843,
      "learning_rate": 0.0002544624541416788,
      "loss": 1.8203,
      "step": 34349
    },
    {
      "epoch": 1.5980460572226098,
      "grad_norm": 1.0868136286227164,
      "learning_rate": 0.0002544597906543596,
      "loss": 2.3906,
      "step": 34350
    },
    {
      "epoch": 1.5980925796696908,
      "grad_norm": 0.9307558952174166,
      "learning_rate": 0.00025445712710308937,
      "loss": 2.4062,
      "step": 34351
    },
    {
      "epoch": 1.5981391021167712,
      "grad_norm": 0.9475838107911082,
      "learning_rate": 0.00025445446348787,
      "loss": 2.25,
      "step": 34352
    },
    {
      "epoch": 1.5981856245638522,
      "grad_norm": 1.0394587617768307,
      "learning_rate": 0.00025445179980870293,
      "loss": 2.3906,
      "step": 34353
    },
    {
      "epoch": 1.5982321470109326,
      "grad_norm": 0.855748414822287,
      "learning_rate": 0.00025444913606558986,
      "loss": 1.7422,
      "step": 34354
    },
    {
      "epoch": 1.5982786694580136,
      "grad_norm": 0.9894537924765473,
      "learning_rate": 0.00025444647225853243,
      "loss": 2.4531,
      "step": 34355
    },
    {
      "epoch": 1.5983251919050943,
      "grad_norm": 0.9398090649939332,
      "learning_rate": 0.00025444380838753224,
      "loss": 2.5156,
      "step": 34356
    },
    {
      "epoch": 1.598371714352175,
      "grad_norm": 0.8923808178174009,
      "learning_rate": 0.00025444114445259095,
      "loss": 2.3594,
      "step": 34357
    },
    {
      "epoch": 1.5984182367992557,
      "grad_norm": 1.0467659542847403,
      "learning_rate": 0.00025443848045371013,
      "loss": 2.375,
      "step": 34358
    },
    {
      "epoch": 1.5984647592463364,
      "grad_norm": 0.9371501008894643,
      "learning_rate": 0.00025443581639089153,
      "loss": 2.25,
      "step": 34359
    },
    {
      "epoch": 1.598511281693417,
      "grad_norm": 0.95089396962904,
      "learning_rate": 0.00025443315226413666,
      "loss": 2.375,
      "step": 34360
    },
    {
      "epoch": 1.5985578041404978,
      "grad_norm": 1.0016759255359002,
      "learning_rate": 0.0002544304880734472,
      "loss": 2.625,
      "step": 34361
    },
    {
      "epoch": 1.5986043265875787,
      "grad_norm": 1.0223139675002353,
      "learning_rate": 0.0002544278238188248,
      "loss": 2.4219,
      "step": 34362
    },
    {
      "epoch": 1.5986508490346591,
      "grad_norm": 0.969714313174437,
      "learning_rate": 0.00025442515950027103,
      "loss": 2.3906,
      "step": 34363
    },
    {
      "epoch": 1.59869737148174,
      "grad_norm": 0.9926847615847265,
      "learning_rate": 0.00025442249511778756,
      "loss": 2.3906,
      "step": 34364
    },
    {
      "epoch": 1.5987438939288205,
      "grad_norm": 0.9032468787364735,
      "learning_rate": 0.00025441983067137606,
      "loss": 2.2344,
      "step": 34365
    },
    {
      "epoch": 1.5987904163759015,
      "grad_norm": 0.9481366707223827,
      "learning_rate": 0.00025441716616103816,
      "loss": 2.2812,
      "step": 34366
    },
    {
      "epoch": 1.598836938822982,
      "grad_norm": 0.9147535166046693,
      "learning_rate": 0.00025441450158677543,
      "loss": 2.1719,
      "step": 34367
    },
    {
      "epoch": 1.5988834612700629,
      "grad_norm": 0.9205272667250319,
      "learning_rate": 0.0002544118369485895,
      "loss": 1.8984,
      "step": 34368
    },
    {
      "epoch": 1.5989299837171436,
      "grad_norm": 0.9498788629461415,
      "learning_rate": 0.000254409172246482,
      "loss": 2.4219,
      "step": 34369
    },
    {
      "epoch": 1.5989765061642243,
      "grad_norm": 0.980148766574433,
      "learning_rate": 0.0002544065074804546,
      "loss": 2.3438,
      "step": 34370
    },
    {
      "epoch": 1.599023028611305,
      "grad_norm": 0.8987656458637043,
      "learning_rate": 0.000254403842650509,
      "loss": 2.3125,
      "step": 34371
    },
    {
      "epoch": 1.5990695510583857,
      "grad_norm": 0.8997178526739146,
      "learning_rate": 0.0002544011777566467,
      "loss": 2.375,
      "step": 34372
    },
    {
      "epoch": 1.5991160735054664,
      "grad_norm": 0.961906621874507,
      "learning_rate": 0.00025439851279886937,
      "loss": 2.25,
      "step": 34373
    },
    {
      "epoch": 1.599162595952547,
      "grad_norm": 0.9469527700828215,
      "learning_rate": 0.0002543958477771787,
      "loss": 2.4219,
      "step": 34374
    },
    {
      "epoch": 1.599209118399628,
      "grad_norm": 0.946075823581594,
      "learning_rate": 0.0002543931826915762,
      "loss": 2.5312,
      "step": 34375
    },
    {
      "epoch": 1.5992556408467085,
      "grad_norm": 1.0078561614120694,
      "learning_rate": 0.00025439051754206363,
      "loss": 2.4219,
      "step": 34376
    },
    {
      "epoch": 1.5993021632937894,
      "grad_norm": 0.9353397871293042,
      "learning_rate": 0.0002543878523286426,
      "loss": 2.3438,
      "step": 34377
    },
    {
      "epoch": 1.5993486857408699,
      "grad_norm": 0.9609305659880647,
      "learning_rate": 0.0002543851870513147,
      "loss": 2.2812,
      "step": 34378
    },
    {
      "epoch": 1.5993952081879508,
      "grad_norm": 0.9682004374135152,
      "learning_rate": 0.0002543825217100815,
      "loss": 2.4375,
      "step": 34379
    },
    {
      "epoch": 1.5994417306350313,
      "grad_norm": 1.0285291803460748,
      "learning_rate": 0.00025437985630494476,
      "loss": 2.3594,
      "step": 34380
    },
    {
      "epoch": 1.5994882530821122,
      "grad_norm": 0.9321239697199367,
      "learning_rate": 0.00025437719083590607,
      "loss": 2.4062,
      "step": 34381
    },
    {
      "epoch": 1.5995347755291929,
      "grad_norm": 0.961135778936667,
      "learning_rate": 0.000254374525302967,
      "loss": 2.4688,
      "step": 34382
    },
    {
      "epoch": 1.5995812979762736,
      "grad_norm": 0.9454613792308826,
      "learning_rate": 0.0002543718597061293,
      "loss": 2.4219,
      "step": 34383
    },
    {
      "epoch": 1.5996278204233543,
      "grad_norm": 0.9835540089498448,
      "learning_rate": 0.00025436919404539445,
      "loss": 2.375,
      "step": 34384
    },
    {
      "epoch": 1.599674342870435,
      "grad_norm": 0.9556985009811774,
      "learning_rate": 0.0002543665283207642,
      "loss": 2.5312,
      "step": 34385
    },
    {
      "epoch": 1.5997208653175157,
      "grad_norm": 0.8573037170820191,
      "learning_rate": 0.00025436386253224015,
      "loss": 2.0781,
      "step": 34386
    },
    {
      "epoch": 1.5997673877645964,
      "grad_norm": 0.9645763539692189,
      "learning_rate": 0.00025436119667982394,
      "loss": 2.2656,
      "step": 34387
    },
    {
      "epoch": 1.5998139102116773,
      "grad_norm": 1.028469022427468,
      "learning_rate": 0.0002543585307635172,
      "loss": 2.5625,
      "step": 34388
    },
    {
      "epoch": 1.5998604326587578,
      "grad_norm": 0.9311104606054019,
      "learning_rate": 0.0002543558647833215,
      "loss": 2.4688,
      "step": 34389
    },
    {
      "epoch": 1.5999069551058387,
      "grad_norm": 0.9073011702764404,
      "learning_rate": 0.0002543531987392386,
      "loss": 2.3281,
      "step": 34390
    },
    {
      "epoch": 1.5999534775529192,
      "grad_norm": 0.9017627854240429,
      "learning_rate": 0.00025435053263127,
      "loss": 2.2812,
      "step": 34391
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.9606371261542598,
      "learning_rate": 0.0002543478664594174,
      "loss": 2.4062,
      "step": 34392
    },
    {
      "epoch": 1.6000465224470806,
      "grad_norm": 0.9542601179049909,
      "learning_rate": 0.0002543452002236824,
      "loss": 2.6406,
      "step": 34393
    },
    {
      "epoch": 1.6000930448941615,
      "grad_norm": 0.9456460337956296,
      "learning_rate": 0.0002543425339240667,
      "loss": 2.2656,
      "step": 34394
    },
    {
      "epoch": 1.6001395673412422,
      "grad_norm": 0.983275255800997,
      "learning_rate": 0.00025433986756057185,
      "loss": 2.4688,
      "step": 34395
    },
    {
      "epoch": 1.6001860897883229,
      "grad_norm": 0.9639110088563674,
      "learning_rate": 0.00025433720113319955,
      "loss": 2.4531,
      "step": 34396
    },
    {
      "epoch": 1.6002326122354036,
      "grad_norm": 0.9323128126671778,
      "learning_rate": 0.00025433453464195137,
      "loss": 2.6719,
      "step": 34397
    },
    {
      "epoch": 1.6002791346824843,
      "grad_norm": 0.9649789826263324,
      "learning_rate": 0.000254331868086829,
      "loss": 2.3594,
      "step": 34398
    },
    {
      "epoch": 1.600325657129565,
      "grad_norm": 0.9782145908406811,
      "learning_rate": 0.00025432920146783403,
      "loss": 2.4844,
      "step": 34399
    },
    {
      "epoch": 1.6003721795766457,
      "grad_norm": 1.0220154374934607,
      "learning_rate": 0.0002543265347849681,
      "loss": 2.4062,
      "step": 34400
    },
    {
      "epoch": 1.6004187020237266,
      "grad_norm": 0.9295572950782108,
      "learning_rate": 0.00025432386803823286,
      "loss": 2.4531,
      "step": 34401
    },
    {
      "epoch": 1.600465224470807,
      "grad_norm": 0.962738704925619,
      "learning_rate": 0.00025432120122762994,
      "loss": 2.2344,
      "step": 34402
    },
    {
      "epoch": 1.600511746917888,
      "grad_norm": 0.9702679515263741,
      "learning_rate": 0.00025431853435316096,
      "loss": 2.3594,
      "step": 34403
    },
    {
      "epoch": 1.6005582693649685,
      "grad_norm": 0.9708875156135134,
      "learning_rate": 0.00025431586741482754,
      "loss": 2.4844,
      "step": 34404
    },
    {
      "epoch": 1.6006047918120494,
      "grad_norm": 0.9705344343504373,
      "learning_rate": 0.0002543132004126314,
      "loss": 2.7188,
      "step": 34405
    },
    {
      "epoch": 1.6006513142591299,
      "grad_norm": 0.9767492107509661,
      "learning_rate": 0.000254310533346574,
      "loss": 2.3906,
      "step": 34406
    },
    {
      "epoch": 1.6006978367062108,
      "grad_norm": 0.967310212716288,
      "learning_rate": 0.0002543078662166571,
      "loss": 2.1562,
      "step": 34407
    },
    {
      "epoch": 1.6007443591532915,
      "grad_norm": 0.8492827582409255,
      "learning_rate": 0.00025430519902288235,
      "loss": 2.1406,
      "step": 34408
    },
    {
      "epoch": 1.6007908816003722,
      "grad_norm": 1.0234612979712705,
      "learning_rate": 0.0002543025317652514,
      "loss": 2.4844,
      "step": 34409
    },
    {
      "epoch": 1.600837404047453,
      "grad_norm": 0.9422894106117188,
      "learning_rate": 0.0002542998644437657,
      "loss": 2.3906,
      "step": 34410
    },
    {
      "epoch": 1.6008839264945336,
      "grad_norm": 1.0158074389546308,
      "learning_rate": 0.0002542971970584271,
      "loss": 2.5156,
      "step": 34411
    },
    {
      "epoch": 1.6009304489416143,
      "grad_norm": 0.9613431875916162,
      "learning_rate": 0.0002542945296092371,
      "loss": 2.3594,
      "step": 34412
    },
    {
      "epoch": 1.600976971388695,
      "grad_norm": 1.0181654461313643,
      "learning_rate": 0.0002542918620961974,
      "loss": 2.2969,
      "step": 34413
    },
    {
      "epoch": 1.601023493835776,
      "grad_norm": 0.9290383163265399,
      "learning_rate": 0.00025428919451930956,
      "loss": 2.5938,
      "step": 34414
    },
    {
      "epoch": 1.6010700162828564,
      "grad_norm": 0.9584113860174855,
      "learning_rate": 0.00025428652687857527,
      "loss": 2.3281,
      "step": 34415
    },
    {
      "epoch": 1.6011165387299373,
      "grad_norm": 0.9601635693250046,
      "learning_rate": 0.00025428385917399617,
      "loss": 2.0781,
      "step": 34416
    },
    {
      "epoch": 1.6011630611770178,
      "grad_norm": 0.9355086492940886,
      "learning_rate": 0.00025428119140557387,
      "loss": 2.4531,
      "step": 34417
    },
    {
      "epoch": 1.6012095836240987,
      "grad_norm": 0.8993646615465875,
      "learning_rate": 0.00025427852357331007,
      "loss": 2.1875,
      "step": 34418
    },
    {
      "epoch": 1.6012561060711792,
      "grad_norm": 0.9719763331163597,
      "learning_rate": 0.00025427585567720627,
      "loss": 2.5781,
      "step": 34419
    },
    {
      "epoch": 1.60130262851826,
      "grad_norm": 0.9574413875723916,
      "learning_rate": 0.00025427318771726416,
      "loss": 2.1406,
      "step": 34420
    },
    {
      "epoch": 1.6013491509653408,
      "grad_norm": 0.9793187431639758,
      "learning_rate": 0.0002542705196934855,
      "loss": 2.3594,
      "step": 34421
    },
    {
      "epoch": 1.6013956734124215,
      "grad_norm": 0.947970245372726,
      "learning_rate": 0.0002542678516058717,
      "loss": 2.4844,
      "step": 34422
    },
    {
      "epoch": 1.6014421958595022,
      "grad_norm": 1.0549851851447432,
      "learning_rate": 0.00025426518345442455,
      "loss": 2.1406,
      "step": 34423
    },
    {
      "epoch": 1.601488718306583,
      "grad_norm": 0.9636610663180112,
      "learning_rate": 0.0002542625152391457,
      "loss": 2.3594,
      "step": 34424
    },
    {
      "epoch": 1.6015352407536636,
      "grad_norm": 0.9174422591348956,
      "learning_rate": 0.00025425984696003656,
      "loss": 2.625,
      "step": 34425
    },
    {
      "epoch": 1.6015817632007443,
      "grad_norm": 0.9757621223068661,
      "learning_rate": 0.00025425717861709906,
      "loss": 2.6094,
      "step": 34426
    },
    {
      "epoch": 1.6016282856478252,
      "grad_norm": 0.918730626842294,
      "learning_rate": 0.0002542545102103347,
      "loss": 2.2031,
      "step": 34427
    },
    {
      "epoch": 1.6016748080949057,
      "grad_norm": 0.946118065545085,
      "learning_rate": 0.00025425184173974506,
      "loss": 2.375,
      "step": 34428
    },
    {
      "epoch": 1.6017213305419866,
      "grad_norm": 1.0176276187674458,
      "learning_rate": 0.00025424917320533187,
      "loss": 2.375,
      "step": 34429
    },
    {
      "epoch": 1.601767852989067,
      "grad_norm": 0.9860249475272849,
      "learning_rate": 0.0002542465046070967,
      "loss": 2.3594,
      "step": 34430
    },
    {
      "epoch": 1.601814375436148,
      "grad_norm": 1.0066792922675905,
      "learning_rate": 0.0002542438359450412,
      "loss": 2.3906,
      "step": 34431
    },
    {
      "epoch": 1.6018608978832285,
      "grad_norm": 1.1585672955190063,
      "learning_rate": 0.000254241167219167,
      "loss": 2.4844,
      "step": 34432
    },
    {
      "epoch": 1.6019074203303094,
      "grad_norm": 1.000119918250581,
      "learning_rate": 0.00025423849842947575,
      "loss": 2.4375,
      "step": 34433
    },
    {
      "epoch": 1.6019539427773901,
      "grad_norm": 0.9327164628091693,
      "learning_rate": 0.0002542358295759691,
      "loss": 2.4062,
      "step": 34434
    },
    {
      "epoch": 1.6020004652244708,
      "grad_norm": 0.943236287857651,
      "learning_rate": 0.0002542331606586487,
      "loss": 2.3438,
      "step": 34435
    },
    {
      "epoch": 1.6020469876715515,
      "grad_norm": 0.9027077528839713,
      "learning_rate": 0.00025423049167751607,
      "loss": 2.1719,
      "step": 34436
    },
    {
      "epoch": 1.6020935101186322,
      "grad_norm": 0.9419335357362728,
      "learning_rate": 0.00025422782263257295,
      "loss": 2.4688,
      "step": 34437
    },
    {
      "epoch": 1.602140032565713,
      "grad_norm": 0.9529541697154383,
      "learning_rate": 0.0002542251535238209,
      "loss": 2.3281,
      "step": 34438
    },
    {
      "epoch": 1.6021865550127936,
      "grad_norm": 0.9089952551807654,
      "learning_rate": 0.00025422248435126165,
      "loss": 2.375,
      "step": 34439
    },
    {
      "epoch": 1.6022330774598745,
      "grad_norm": 0.9174051969565834,
      "learning_rate": 0.0002542198151148968,
      "loss": 2.1875,
      "step": 34440
    },
    {
      "epoch": 1.602279599906955,
      "grad_norm": 1.0396749840247055,
      "learning_rate": 0.0002542171458147279,
      "loss": 1.7031,
      "step": 34441
    },
    {
      "epoch": 1.602326122354036,
      "grad_norm": 0.9994218743530239,
      "learning_rate": 0.00025421447645075667,
      "loss": 2.5469,
      "step": 34442
    },
    {
      "epoch": 1.6023726448011164,
      "grad_norm": 0.9603747292554764,
      "learning_rate": 0.00025421180702298474,
      "loss": 2.5625,
      "step": 34443
    },
    {
      "epoch": 1.6024191672481973,
      "grad_norm": 1.12142463546578,
      "learning_rate": 0.0002542091375314137,
      "loss": 2.6562,
      "step": 34444
    },
    {
      "epoch": 1.6024656896952778,
      "grad_norm": 1.0189911904453386,
      "learning_rate": 0.00025420646797604527,
      "loss": 2.4688,
      "step": 34445
    },
    {
      "epoch": 1.6025122121423587,
      "grad_norm": 0.9918857474613916,
      "learning_rate": 0.000254203798356881,
      "loss": 2.5469,
      "step": 34446
    },
    {
      "epoch": 1.6025587345894394,
      "grad_norm": 0.9101662297367136,
      "learning_rate": 0.0002542011286739225,
      "loss": 2.3438,
      "step": 34447
    },
    {
      "epoch": 1.6026052570365201,
      "grad_norm": 1.0243038993537483,
      "learning_rate": 0.00025419845892717146,
      "loss": 2.4531,
      "step": 34448
    },
    {
      "epoch": 1.6026517794836008,
      "grad_norm": 0.9772595429886208,
      "learning_rate": 0.00025419578911662955,
      "loss": 2.3906,
      "step": 34449
    },
    {
      "epoch": 1.6026983019306815,
      "grad_norm": 0.9933659664665643,
      "learning_rate": 0.0002541931192422983,
      "loss": 2.6094,
      "step": 34450
    },
    {
      "epoch": 1.6027448243777622,
      "grad_norm": 0.9661655905202601,
      "learning_rate": 0.00025419044930417953,
      "loss": 2.5,
      "step": 34451
    },
    {
      "epoch": 1.602791346824843,
      "grad_norm": 1.0195076151785907,
      "learning_rate": 0.0002541877793022747,
      "loss": 2.6719,
      "step": 34452
    },
    {
      "epoch": 1.6028378692719238,
      "grad_norm": 0.9440760250253312,
      "learning_rate": 0.00025418510923658547,
      "loss": 2.5625,
      "step": 34453
    },
    {
      "epoch": 1.6028843917190043,
      "grad_norm": 0.9155539476736664,
      "learning_rate": 0.0002541824391071135,
      "loss": 2.3438,
      "step": 34454
    },
    {
      "epoch": 1.6029309141660852,
      "grad_norm": 0.9701396718087834,
      "learning_rate": 0.0002541797689138605,
      "loss": 2.1406,
      "step": 34455
    },
    {
      "epoch": 1.6029774366131657,
      "grad_norm": 0.9332370306321581,
      "learning_rate": 0.00025417709865682795,
      "loss": 2.2969,
      "step": 34456
    },
    {
      "epoch": 1.6030239590602466,
      "grad_norm": 0.9780678506134435,
      "learning_rate": 0.00025417442833601756,
      "loss": 2.2812,
      "step": 34457
    },
    {
      "epoch": 1.6030704815073273,
      "grad_norm": 0.9977044709090326,
      "learning_rate": 0.00025417175795143103,
      "loss": 2.5625,
      "step": 34458
    },
    {
      "epoch": 1.603117003954408,
      "grad_norm": 0.9600034284123218,
      "learning_rate": 0.0002541690875030699,
      "loss": 2.3438,
      "step": 34459
    },
    {
      "epoch": 1.6031635264014887,
      "grad_norm": 0.8985846783419014,
      "learning_rate": 0.0002541664169909359,
      "loss": 2.2188,
      "step": 34460
    },
    {
      "epoch": 1.6032100488485694,
      "grad_norm": 0.8911476412279005,
      "learning_rate": 0.0002541637464150305,
      "loss": 2.0625,
      "step": 34461
    },
    {
      "epoch": 1.6032565712956501,
      "grad_norm": 0.9284253337270102,
      "learning_rate": 0.0002541610757753555,
      "loss": 2.25,
      "step": 34462
    },
    {
      "epoch": 1.6033030937427308,
      "grad_norm": 0.9662986277324879,
      "learning_rate": 0.0002541584050719124,
      "loss": 2.3281,
      "step": 34463
    },
    {
      "epoch": 1.6033496161898115,
      "grad_norm": 0.9546849489597045,
      "learning_rate": 0.00025415573430470303,
      "loss": 2.2969,
      "step": 34464
    },
    {
      "epoch": 1.6033961386368922,
      "grad_norm": 1.0025871492058174,
      "learning_rate": 0.00025415306347372884,
      "loss": 2.3594,
      "step": 34465
    },
    {
      "epoch": 1.6034426610839732,
      "grad_norm": 0.9075844032526197,
      "learning_rate": 0.0002541503925789916,
      "loss": 2.2969,
      "step": 34466
    },
    {
      "epoch": 1.6034891835310536,
      "grad_norm": 1.0112371223559227,
      "learning_rate": 0.00025414772162049283,
      "loss": 2.3281,
      "step": 34467
    },
    {
      "epoch": 1.6035357059781346,
      "grad_norm": 0.9921250198315685,
      "learning_rate": 0.00025414505059823415,
      "loss": 1.7891,
      "step": 34468
    },
    {
      "epoch": 1.603582228425215,
      "grad_norm": 0.986924535821569,
      "learning_rate": 0.00025414237951221734,
      "loss": 2.3125,
      "step": 34469
    },
    {
      "epoch": 1.603628750872296,
      "grad_norm": 1.3148687800915686,
      "learning_rate": 0.0002541397083624439,
      "loss": 2.4844,
      "step": 34470
    },
    {
      "epoch": 1.6036752733193766,
      "grad_norm": 1.2960964094239982,
      "learning_rate": 0.00025413703714891555,
      "loss": 2.5156,
      "step": 34471
    },
    {
      "epoch": 1.6037217957664573,
      "grad_norm": 0.9561580326182536,
      "learning_rate": 0.00025413436587163387,
      "loss": 2.4375,
      "step": 34472
    },
    {
      "epoch": 1.603768318213538,
      "grad_norm": 0.9566181937337186,
      "learning_rate": 0.00025413169453060056,
      "loss": 2.4219,
      "step": 34473
    },
    {
      "epoch": 1.6038148406606187,
      "grad_norm": 0.9556522753744597,
      "learning_rate": 0.00025412902312581714,
      "loss": 2.2969,
      "step": 34474
    },
    {
      "epoch": 1.6038613631076994,
      "grad_norm": 1.0056237049956798,
      "learning_rate": 0.00025412635165728535,
      "loss": 2.5781,
      "step": 34475
    },
    {
      "epoch": 1.6039078855547801,
      "grad_norm": 0.890644602715123,
      "learning_rate": 0.00025412368012500686,
      "loss": 1.6719,
      "step": 34476
    },
    {
      "epoch": 1.6039544080018608,
      "grad_norm": 0.9751492864362513,
      "learning_rate": 0.00025412100852898313,
      "loss": 2.4531,
      "step": 34477
    },
    {
      "epoch": 1.6040009304489415,
      "grad_norm": 1.000596719462373,
      "learning_rate": 0.00025411833686921596,
      "loss": 2.1719,
      "step": 34478
    },
    {
      "epoch": 1.6040474528960225,
      "grad_norm": 1.1508066024374273,
      "learning_rate": 0.000254115665145707,
      "loss": 2.3906,
      "step": 34479
    },
    {
      "epoch": 1.604093975343103,
      "grad_norm": 0.9834820963693128,
      "learning_rate": 0.0002541129933584577,
      "loss": 2.25,
      "step": 34480
    },
    {
      "epoch": 1.6041404977901839,
      "grad_norm": 0.9756681097769896,
      "learning_rate": 0.00025411032150746984,
      "loss": 2.2812,
      "step": 34481
    },
    {
      "epoch": 1.6041870202372643,
      "grad_norm": 0.9701522562579494,
      "learning_rate": 0.00025410764959274504,
      "loss": 2.5781,
      "step": 34482
    },
    {
      "epoch": 1.6042335426843453,
      "grad_norm": 0.9185889571380237,
      "learning_rate": 0.00025410497761428494,
      "loss": 2.5312,
      "step": 34483
    },
    {
      "epoch": 1.604280065131426,
      "grad_norm": 0.9184021733043417,
      "learning_rate": 0.0002541023055720911,
      "loss": 2.3438,
      "step": 34484
    },
    {
      "epoch": 1.6043265875785067,
      "grad_norm": 0.9768241462176168,
      "learning_rate": 0.0002540996334661653,
      "loss": 2.6562,
      "step": 34485
    },
    {
      "epoch": 1.6043731100255874,
      "grad_norm": 0.9571715253812999,
      "learning_rate": 0.000254096961296509,
      "loss": 2.4062,
      "step": 34486
    },
    {
      "epoch": 1.604419632472668,
      "grad_norm": 1.0218293614167053,
      "learning_rate": 0.00025409428906312403,
      "loss": 2.5781,
      "step": 34487
    },
    {
      "epoch": 1.6044661549197488,
      "grad_norm": 1.052629941307974,
      "learning_rate": 0.0002540916167660118,
      "loss": 2.5625,
      "step": 34488
    },
    {
      "epoch": 1.6045126773668295,
      "grad_norm": 0.9700181394940571,
      "learning_rate": 0.0002540889444051742,
      "loss": 2.2812,
      "step": 34489
    },
    {
      "epoch": 1.6045591998139104,
      "grad_norm": 0.9669764991711098,
      "learning_rate": 0.00025408627198061267,
      "loss": 2.4531,
      "step": 34490
    },
    {
      "epoch": 1.6046057222609909,
      "grad_norm": 0.8751814499908522,
      "learning_rate": 0.0002540835994923289,
      "loss": 2.3438,
      "step": 34491
    },
    {
      "epoch": 1.6046522447080718,
      "grad_norm": 0.8725545940334065,
      "learning_rate": 0.0002540809269403246,
      "loss": 2.0312,
      "step": 34492
    },
    {
      "epoch": 1.6046987671551523,
      "grad_norm": 0.885242577191326,
      "learning_rate": 0.0002540782543246013,
      "loss": 2.5781,
      "step": 34493
    },
    {
      "epoch": 1.6047452896022332,
      "grad_norm": 0.9740873919257119,
      "learning_rate": 0.0002540755816451606,
      "loss": 2.4688,
      "step": 34494
    },
    {
      "epoch": 1.6047918120493136,
      "grad_norm": 1.069053706048989,
      "learning_rate": 0.0002540729089020043,
      "loss": 2.3906,
      "step": 34495
    },
    {
      "epoch": 1.6048383344963946,
      "grad_norm": 0.9587412533983201,
      "learning_rate": 0.00025407023609513396,
      "loss": 2.0469,
      "step": 34496
    },
    {
      "epoch": 1.6048848569434753,
      "grad_norm": 1.0310382953209833,
      "learning_rate": 0.00025406756322455116,
      "loss": 2.7344,
      "step": 34497
    },
    {
      "epoch": 1.604931379390556,
      "grad_norm": 0.9059751953065057,
      "learning_rate": 0.00025406489029025767,
      "loss": 2.3906,
      "step": 34498
    },
    {
      "epoch": 1.6049779018376367,
      "grad_norm": 0.8967786660601968,
      "learning_rate": 0.000254062217292255,
      "loss": 2.1562,
      "step": 34499
    },
    {
      "epoch": 1.6050244242847174,
      "grad_norm": 0.9616074208921117,
      "learning_rate": 0.0002540595442305448,
      "loss": 2.4844,
      "step": 34500
    },
    {
      "epoch": 1.605070946731798,
      "grad_norm": 0.9324216539969258,
      "learning_rate": 0.0002540568711051287,
      "loss": 2.375,
      "step": 34501
    },
    {
      "epoch": 1.6051174691788788,
      "grad_norm": 0.9827107802683366,
      "learning_rate": 0.00025405419791600843,
      "loss": 2.125,
      "step": 34502
    },
    {
      "epoch": 1.6051639916259597,
      "grad_norm": 1.0358279669875303,
      "learning_rate": 0.00025405152466318555,
      "loss": 2.5469,
      "step": 34503
    },
    {
      "epoch": 1.6052105140730402,
      "grad_norm": 0.8936820125452398,
      "learning_rate": 0.0002540488513466617,
      "loss": 2.2969,
      "step": 34504
    },
    {
      "epoch": 1.605257036520121,
      "grad_norm": 0.9098645477373626,
      "learning_rate": 0.0002540461779664386,
      "loss": 2.2969,
      "step": 34505
    },
    {
      "epoch": 1.6053035589672016,
      "grad_norm": 1.3275790074135543,
      "learning_rate": 0.00025404350452251775,
      "loss": 2.5312,
      "step": 34506
    },
    {
      "epoch": 1.6053500814142825,
      "grad_norm": 1.012484116101965,
      "learning_rate": 0.00025404083101490085,
      "loss": 2.5,
      "step": 34507
    },
    {
      "epoch": 1.605396603861363,
      "grad_norm": 0.9325811692001322,
      "learning_rate": 0.0002540381574435896,
      "loss": 2.4688,
      "step": 34508
    },
    {
      "epoch": 1.6054431263084439,
      "grad_norm": 0.9758859186936661,
      "learning_rate": 0.0002540354838085855,
      "loss": 2.7344,
      "step": 34509
    },
    {
      "epoch": 1.6054896487555246,
      "grad_norm": 1.053681547482768,
      "learning_rate": 0.0002540328101098903,
      "loss": 2.4844,
      "step": 34510
    },
    {
      "epoch": 1.6055361712026053,
      "grad_norm": 0.940155516146574,
      "learning_rate": 0.0002540301363475056,
      "loss": 2.5781,
      "step": 34511
    },
    {
      "epoch": 1.605582693649686,
      "grad_norm": 0.9505636296171622,
      "learning_rate": 0.00025402746252143303,
      "loss": 2.4375,
      "step": 34512
    },
    {
      "epoch": 1.6056292160967667,
      "grad_norm": 0.923694720815262,
      "learning_rate": 0.0002540247886316742,
      "loss": 2.25,
      "step": 34513
    },
    {
      "epoch": 1.6056757385438474,
      "grad_norm": 0.9736765929106763,
      "learning_rate": 0.00025402211467823085,
      "loss": 2.4688,
      "step": 34514
    },
    {
      "epoch": 1.605722260990928,
      "grad_norm": 0.9697136696249307,
      "learning_rate": 0.0002540194406611045,
      "loss": 2.5938,
      "step": 34515
    },
    {
      "epoch": 1.605768783438009,
      "grad_norm": 0.9583665759992349,
      "learning_rate": 0.0002540167665802969,
      "loss": 2.5312,
      "step": 34516
    },
    {
      "epoch": 1.6058153058850895,
      "grad_norm": 0.8859566398561985,
      "learning_rate": 0.00025401409243580955,
      "loss": 2.2969,
      "step": 34517
    },
    {
      "epoch": 1.6058618283321704,
      "grad_norm": 0.9451571357085027,
      "learning_rate": 0.00025401141822764414,
      "loss": 1.6328,
      "step": 34518
    },
    {
      "epoch": 1.6059083507792509,
      "grad_norm": 1.0131481513324072,
      "learning_rate": 0.0002540087439558024,
      "loss": 2.6719,
      "step": 34519
    },
    {
      "epoch": 1.6059548732263318,
      "grad_norm": 0.9648505785182173,
      "learning_rate": 0.0002540060696202859,
      "loss": 2.4062,
      "step": 34520
    },
    {
      "epoch": 1.6060013956734123,
      "grad_norm": 0.9925231718639685,
      "learning_rate": 0.00025400339522109623,
      "loss": 2.4531,
      "step": 34521
    },
    {
      "epoch": 1.6060479181204932,
      "grad_norm": 0.8978883722601307,
      "learning_rate": 0.0002540007207582351,
      "loss": 2.25,
      "step": 34522
    },
    {
      "epoch": 1.6060944405675739,
      "grad_norm": 0.8963851460990697,
      "learning_rate": 0.0002539980462317041,
      "loss": 2.2344,
      "step": 34523
    },
    {
      "epoch": 1.6061409630146546,
      "grad_norm": 0.954101961608501,
      "learning_rate": 0.00025399537164150487,
      "loss": 2.5156,
      "step": 34524
    },
    {
      "epoch": 1.6061874854617353,
      "grad_norm": 1.0042954726958178,
      "learning_rate": 0.000253992696987639,
      "loss": 2.5938,
      "step": 34525
    },
    {
      "epoch": 1.606234007908816,
      "grad_norm": 0.9526788500832749,
      "learning_rate": 0.0002539900222701083,
      "loss": 2.5,
      "step": 34526
    },
    {
      "epoch": 1.6062805303558967,
      "grad_norm": 1.1421097525727502,
      "learning_rate": 0.0002539873474889142,
      "loss": 2.375,
      "step": 34527
    },
    {
      "epoch": 1.6063270528029774,
      "grad_norm": 0.9383205653477987,
      "learning_rate": 0.0002539846726440585,
      "loss": 2.5,
      "step": 34528
    },
    {
      "epoch": 1.6063735752500583,
      "grad_norm": 1.0044755905308766,
      "learning_rate": 0.00025398199773554275,
      "loss": 2.3906,
      "step": 34529
    },
    {
      "epoch": 1.6064200976971388,
      "grad_norm": 0.9304071458281054,
      "learning_rate": 0.00025397932276336865,
      "loss": 2.4062,
      "step": 34530
    },
    {
      "epoch": 1.6064666201442197,
      "grad_norm": 0.9763386284165984,
      "learning_rate": 0.0002539766477275378,
      "loss": 2.3438,
      "step": 34531
    },
    {
      "epoch": 1.6065131425913002,
      "grad_norm": 0.9454189404152715,
      "learning_rate": 0.0002539739726280517,
      "loss": 2.3281,
      "step": 34532
    },
    {
      "epoch": 1.606559665038381,
      "grad_norm": 0.9489212553616461,
      "learning_rate": 0.0002539712974649122,
      "loss": 2.0469,
      "step": 34533
    },
    {
      "epoch": 1.6066061874854616,
      "grad_norm": 0.9472877832197153,
      "learning_rate": 0.0002539686222381209,
      "loss": 2.3438,
      "step": 34534
    },
    {
      "epoch": 1.6066527099325425,
      "grad_norm": 1.160099372936996,
      "learning_rate": 0.0002539659469476794,
      "loss": 2.4844,
      "step": 34535
    },
    {
      "epoch": 1.6066992323796232,
      "grad_norm": 0.9446016591918254,
      "learning_rate": 0.0002539632715935893,
      "loss": 2.4219,
      "step": 34536
    },
    {
      "epoch": 1.606745754826704,
      "grad_norm": 1.0430276360276622,
      "learning_rate": 0.00025396059617585224,
      "loss": 2.4062,
      "step": 34537
    },
    {
      "epoch": 1.6067922772737846,
      "grad_norm": 0.9485766531198901,
      "learning_rate": 0.00025395792069446996,
      "loss": 2.3125,
      "step": 34538
    },
    {
      "epoch": 1.6068387997208653,
      "grad_norm": 0.9173388708697339,
      "learning_rate": 0.000253955245149444,
      "loss": 2.2812,
      "step": 34539
    },
    {
      "epoch": 1.606885322167946,
      "grad_norm": 0.9500585200407251,
      "learning_rate": 0.00025395256954077603,
      "loss": 2.1875,
      "step": 34540
    },
    {
      "epoch": 1.6069318446150267,
      "grad_norm": 0.9385861196725048,
      "learning_rate": 0.00025394989386846764,
      "loss": 2.5312,
      "step": 34541
    },
    {
      "epoch": 1.6069783670621076,
      "grad_norm": 0.94163105087355,
      "learning_rate": 0.00025394721813252054,
      "loss": 2.2344,
      "step": 34542
    },
    {
      "epoch": 1.607024889509188,
      "grad_norm": 0.953293039666847,
      "learning_rate": 0.00025394454233293635,
      "loss": 2.2188,
      "step": 34543
    },
    {
      "epoch": 1.607071411956269,
      "grad_norm": 1.0453256499983683,
      "learning_rate": 0.0002539418664697167,
      "loss": 2.3438,
      "step": 34544
    },
    {
      "epoch": 1.6071179344033495,
      "grad_norm": 1.1066354840353503,
      "learning_rate": 0.0002539391905428632,
      "loss": 2.6562,
      "step": 34545
    },
    {
      "epoch": 1.6071644568504304,
      "grad_norm": 0.9897854267210299,
      "learning_rate": 0.00025393651455237756,
      "loss": 2.6094,
      "step": 34546
    },
    {
      "epoch": 1.6072109792975109,
      "grad_norm": 1.0700499736336375,
      "learning_rate": 0.00025393383849826135,
      "loss": 2.5312,
      "step": 34547
    },
    {
      "epoch": 1.6072575017445918,
      "grad_norm": 1.012050515822317,
      "learning_rate": 0.00025393116238051625,
      "loss": 2.3594,
      "step": 34548
    },
    {
      "epoch": 1.6073040241916725,
      "grad_norm": 1.0008021098370061,
      "learning_rate": 0.0002539284861991439,
      "loss": 2.5312,
      "step": 34549
    },
    {
      "epoch": 1.6073505466387532,
      "grad_norm": 0.9410514258795311,
      "learning_rate": 0.0002539258099541458,
      "loss": 2.4375,
      "step": 34550
    },
    {
      "epoch": 1.607397069085834,
      "grad_norm": 0.9135749365534234,
      "learning_rate": 0.00025392313364552377,
      "loss": 2.2656,
      "step": 34551
    },
    {
      "epoch": 1.6074435915329146,
      "grad_norm": 0.9610259221417575,
      "learning_rate": 0.00025392045727327944,
      "loss": 2.5625,
      "step": 34552
    },
    {
      "epoch": 1.6074901139799953,
      "grad_norm": 0.9908793047245176,
      "learning_rate": 0.00025391778083741435,
      "loss": 2.3906,
      "step": 34553
    },
    {
      "epoch": 1.607536636427076,
      "grad_norm": 1.0108065084250266,
      "learning_rate": 0.0002539151043379302,
      "loss": 2.4219,
      "step": 34554
    },
    {
      "epoch": 1.607583158874157,
      "grad_norm": 1.0455577187503107,
      "learning_rate": 0.00025391242777482854,
      "loss": 2.75,
      "step": 34555
    },
    {
      "epoch": 1.6076296813212374,
      "grad_norm": 0.814377783862681,
      "learning_rate": 0.0002539097511481112,
      "loss": 1.6328,
      "step": 34556
    },
    {
      "epoch": 1.6076762037683183,
      "grad_norm": 0.9529753446416024,
      "learning_rate": 0.0002539070744577796,
      "loss": 2.3438,
      "step": 34557
    },
    {
      "epoch": 1.6077227262153988,
      "grad_norm": 0.9353396817779758,
      "learning_rate": 0.0002539043977038356,
      "loss": 2.4375,
      "step": 34558
    },
    {
      "epoch": 1.6077692486624797,
      "grad_norm": 0.979439621471661,
      "learning_rate": 0.0002539017208862806,
      "loss": 2.3281,
      "step": 34559
    },
    {
      "epoch": 1.6078157711095602,
      "grad_norm": 0.966691040372735,
      "learning_rate": 0.0002538990440051163,
      "loss": 2.4219,
      "step": 34560
    },
    {
      "epoch": 1.6078622935566411,
      "grad_norm": 1.0062985174744352,
      "learning_rate": 0.0002538963670603445,
      "loss": 2.4219,
      "step": 34561
    },
    {
      "epoch": 1.6079088160037218,
      "grad_norm": 0.9249270957606752,
      "learning_rate": 0.00025389369005196673,
      "loss": 2.1719,
      "step": 34562
    },
    {
      "epoch": 1.6079553384508025,
      "grad_norm": 0.9585774686089331,
      "learning_rate": 0.0002538910129799846,
      "loss": 2.2969,
      "step": 34563
    },
    {
      "epoch": 1.6080018608978832,
      "grad_norm": 0.867379865452615,
      "learning_rate": 0.0002538883358443998,
      "loss": 2.1719,
      "step": 34564
    },
    {
      "epoch": 1.608048383344964,
      "grad_norm": 1.0294742904919882,
      "learning_rate": 0.0002538856586452139,
      "loss": 2.4688,
      "step": 34565
    },
    {
      "epoch": 1.6080949057920446,
      "grad_norm": 0.975436117228141,
      "learning_rate": 0.00025388298138242864,
      "loss": 2.5938,
      "step": 34566
    },
    {
      "epoch": 1.6081414282391253,
      "grad_norm": 0.9723375048742973,
      "learning_rate": 0.0002538803040560456,
      "loss": 2.125,
      "step": 34567
    },
    {
      "epoch": 1.6081879506862062,
      "grad_norm": 0.9373476208190874,
      "learning_rate": 0.00025387762666606643,
      "loss": 2.6562,
      "step": 34568
    },
    {
      "epoch": 1.6082344731332867,
      "grad_norm": 0.937645996126656,
      "learning_rate": 0.0002538749492124927,
      "loss": 2.2031,
      "step": 34569
    },
    {
      "epoch": 1.6082809955803676,
      "grad_norm": 0.9369548237054316,
      "learning_rate": 0.00025387227169532616,
      "loss": 1.9766,
      "step": 34570
    },
    {
      "epoch": 1.608327518027448,
      "grad_norm": 1.0234135950358072,
      "learning_rate": 0.0002538695941145684,
      "loss": 2.1875,
      "step": 34571
    },
    {
      "epoch": 1.608374040474529,
      "grad_norm": 0.9002545886553452,
      "learning_rate": 0.0002538669164702211,
      "loss": 2.3438,
      "step": 34572
    },
    {
      "epoch": 1.6084205629216097,
      "grad_norm": 0.9828711288714316,
      "learning_rate": 0.00025386423876228584,
      "loss": 2.5,
      "step": 34573
    },
    {
      "epoch": 1.6084670853686904,
      "grad_norm": 1.025948286233474,
      "learning_rate": 0.00025386156099076423,
      "loss": 2.375,
      "step": 34574
    },
    {
      "epoch": 1.6085136078157711,
      "grad_norm": 0.9622667743029263,
      "learning_rate": 0.000253858883155658,
      "loss": 2.5625,
      "step": 34575
    },
    {
      "epoch": 1.6085601302628518,
      "grad_norm": 0.9035357367832557,
      "learning_rate": 0.0002538562052569688,
      "loss": 2.3438,
      "step": 34576
    },
    {
      "epoch": 1.6086066527099325,
      "grad_norm": 1.0062653347757888,
      "learning_rate": 0.0002538535272946981,
      "loss": 2.6562,
      "step": 34577
    },
    {
      "epoch": 1.6086531751570132,
      "grad_norm": 1.0096233309541767,
      "learning_rate": 0.00025385084926884776,
      "loss": 2.2656,
      "step": 34578
    },
    {
      "epoch": 1.608699697604094,
      "grad_norm": 0.9777673321695428,
      "learning_rate": 0.0002538481711794193,
      "loss": 2.4844,
      "step": 34579
    },
    {
      "epoch": 1.6087462200511746,
      "grad_norm": 0.9292637870179414,
      "learning_rate": 0.00025384549302641434,
      "loss": 2.2344,
      "step": 34580
    },
    {
      "epoch": 1.6087927424982555,
      "grad_norm": 0.9542194296682353,
      "learning_rate": 0.0002538428148098346,
      "loss": 2.5469,
      "step": 34581
    },
    {
      "epoch": 1.608839264945336,
      "grad_norm": 1.00665422477876,
      "learning_rate": 0.0002538401365296816,
      "loss": 2.4219,
      "step": 34582
    },
    {
      "epoch": 1.608885787392417,
      "grad_norm": 1.0226730441627394,
      "learning_rate": 0.00025383745818595714,
      "loss": 2.4219,
      "step": 34583
    },
    {
      "epoch": 1.6089323098394974,
      "grad_norm": 0.9039490137387908,
      "learning_rate": 0.0002538347797786628,
      "loss": 2.1094,
      "step": 34584
    },
    {
      "epoch": 1.6089788322865783,
      "grad_norm": 0.9928039914542757,
      "learning_rate": 0.0002538321013078001,
      "loss": 2.2656,
      "step": 34585
    },
    {
      "epoch": 1.609025354733659,
      "grad_norm": 1.0233608142419615,
      "learning_rate": 0.00025382942277337085,
      "loss": 2.2812,
      "step": 34586
    },
    {
      "epoch": 1.6090718771807397,
      "grad_norm": 0.9153161853982262,
      "learning_rate": 0.00025382674417537656,
      "loss": 2.2656,
      "step": 34587
    },
    {
      "epoch": 1.6091183996278204,
      "grad_norm": 1.064566027857145,
      "learning_rate": 0.000253824065513819,
      "loss": 2.625,
      "step": 34588
    },
    {
      "epoch": 1.6091649220749011,
      "grad_norm": 0.9515357748866525,
      "learning_rate": 0.0002538213867886997,
      "loss": 2.1875,
      "step": 34589
    },
    {
      "epoch": 1.6092114445219818,
      "grad_norm": 1.0135170271810365,
      "learning_rate": 0.0002538187080000203,
      "loss": 2.2969,
      "step": 34590
    },
    {
      "epoch": 1.6092579669690625,
      "grad_norm": 0.9602849012820242,
      "learning_rate": 0.0002538160291477825,
      "loss": 2.4844,
      "step": 34591
    },
    {
      "epoch": 1.6093044894161432,
      "grad_norm": 0.887631018192509,
      "learning_rate": 0.0002538133502319879,
      "loss": 2.2656,
      "step": 34592
    },
    {
      "epoch": 1.609351011863224,
      "grad_norm": 0.934943176617416,
      "learning_rate": 0.00025381067125263815,
      "loss": 2.25,
      "step": 34593
    },
    {
      "epoch": 1.6093975343103049,
      "grad_norm": 0.9296132858458943,
      "learning_rate": 0.0002538079922097349,
      "loss": 2.2969,
      "step": 34594
    },
    {
      "epoch": 1.6094440567573853,
      "grad_norm": 0.9650075280744741,
      "learning_rate": 0.0002538053131032798,
      "loss": 2.4062,
      "step": 34595
    },
    {
      "epoch": 1.6094905792044663,
      "grad_norm": 0.9635629051403009,
      "learning_rate": 0.0002538026339332745,
      "loss": 2.5781,
      "step": 34596
    },
    {
      "epoch": 1.6095371016515467,
      "grad_norm": 1.1361506274451578,
      "learning_rate": 0.00025379995469972057,
      "loss": 2.3906,
      "step": 34597
    },
    {
      "epoch": 1.6095836240986277,
      "grad_norm": 0.9198244399269274,
      "learning_rate": 0.0002537972754026197,
      "loss": 2.25,
      "step": 34598
    },
    {
      "epoch": 1.6096301465457084,
      "grad_norm": 0.9403194848238587,
      "learning_rate": 0.0002537945960419736,
      "loss": 2.3906,
      "step": 34599
    },
    {
      "epoch": 1.609676668992789,
      "grad_norm": 0.9054109550497266,
      "learning_rate": 0.00025379191661778375,
      "loss": 2.2656,
      "step": 34600
    },
    {
      "epoch": 1.6097231914398697,
      "grad_norm": 1.0212375102712201,
      "learning_rate": 0.0002537892371300519,
      "loss": 2.8125,
      "step": 34601
    },
    {
      "epoch": 1.6097697138869504,
      "grad_norm": 0.9392680725080257,
      "learning_rate": 0.0002537865575787797,
      "loss": 2.25,
      "step": 34602
    },
    {
      "epoch": 1.6098162363340311,
      "grad_norm": 0.9329811801598566,
      "learning_rate": 0.00025378387796396866,
      "loss": 2.5,
      "step": 34603
    },
    {
      "epoch": 1.6098627587811118,
      "grad_norm": 1.0289704322493416,
      "learning_rate": 0.00025378119828562063,
      "loss": 2.5469,
      "step": 34604
    },
    {
      "epoch": 1.6099092812281928,
      "grad_norm": 0.9592249433507051,
      "learning_rate": 0.00025377851854373705,
      "loss": 2.2344,
      "step": 34605
    },
    {
      "epoch": 1.6099558036752732,
      "grad_norm": 0.9237681863669833,
      "learning_rate": 0.0002537758387383197,
      "loss": 2.375,
      "step": 34606
    },
    {
      "epoch": 1.6100023261223542,
      "grad_norm": 0.8721339042358897,
      "learning_rate": 0.00025377315886937024,
      "loss": 2.1094,
      "step": 34607
    },
    {
      "epoch": 1.6100488485694346,
      "grad_norm": 0.9895817938428657,
      "learning_rate": 0.00025377047893689015,
      "loss": 2.8125,
      "step": 34608
    },
    {
      "epoch": 1.6100953710165156,
      "grad_norm": 0.9986223053404092,
      "learning_rate": 0.0002537677989408812,
      "loss": 2.3438,
      "step": 34609
    },
    {
      "epoch": 1.610141893463596,
      "grad_norm": 0.9044180902818078,
      "learning_rate": 0.00025376511888134496,
      "loss": 2.375,
      "step": 34610
    },
    {
      "epoch": 1.610188415910677,
      "grad_norm": 0.960068902010287,
      "learning_rate": 0.0002537624387582831,
      "loss": 2.2031,
      "step": 34611
    },
    {
      "epoch": 1.6102349383577577,
      "grad_norm": 0.9583280056648014,
      "learning_rate": 0.0002537597585716973,
      "loss": 2.5469,
      "step": 34612
    },
    {
      "epoch": 1.6102814608048384,
      "grad_norm": 0.9189077203316259,
      "learning_rate": 0.00025375707832158914,
      "loss": 2.4844,
      "step": 34613
    },
    {
      "epoch": 1.610327983251919,
      "grad_norm": 0.8704236673233755,
      "learning_rate": 0.0002537543980079602,
      "loss": 2.6094,
      "step": 34614
    },
    {
      "epoch": 1.6103745056989998,
      "grad_norm": 1.0385248089207757,
      "learning_rate": 0.00025375171763081234,
      "loss": 2.7656,
      "step": 34615
    },
    {
      "epoch": 1.6104210281460805,
      "grad_norm": 0.9626208046053095,
      "learning_rate": 0.000253749037190147,
      "loss": 2.7969,
      "step": 34616
    },
    {
      "epoch": 1.6104675505931612,
      "grad_norm": 0.8662837415453997,
      "learning_rate": 0.0002537463566859659,
      "loss": 2.2812,
      "step": 34617
    },
    {
      "epoch": 1.610514073040242,
      "grad_norm": 1.0003076180239496,
      "learning_rate": 0.0002537436761182707,
      "loss": 2.125,
      "step": 34618
    },
    {
      "epoch": 1.6105605954873226,
      "grad_norm": 0.8493110739220542,
      "learning_rate": 0.000253740995487063,
      "loss": 1.6562,
      "step": 34619
    },
    {
      "epoch": 1.6106071179344035,
      "grad_norm": 0.9740989377015489,
      "learning_rate": 0.00025373831479234447,
      "loss": 2.5938,
      "step": 34620
    },
    {
      "epoch": 1.610653640381484,
      "grad_norm": 0.8994907033675178,
      "learning_rate": 0.00025373563403411665,
      "loss": 2.5625,
      "step": 34621
    },
    {
      "epoch": 1.6107001628285649,
      "grad_norm": 0.914168578529321,
      "learning_rate": 0.0002537329532123813,
      "loss": 2.25,
      "step": 34622
    },
    {
      "epoch": 1.6107466852756454,
      "grad_norm": 0.8718181099066716,
      "learning_rate": 0.00025373027232714003,
      "loss": 2.2188,
      "step": 34623
    },
    {
      "epoch": 1.6107932077227263,
      "grad_norm": 0.9102106069031135,
      "learning_rate": 0.00025372759137839453,
      "loss": 2.4062,
      "step": 34624
    },
    {
      "epoch": 1.610839730169807,
      "grad_norm": 0.8889653512695805,
      "learning_rate": 0.00025372491036614633,
      "loss": 2.2344,
      "step": 34625
    },
    {
      "epoch": 1.6108862526168877,
      "grad_norm": 0.9746743392186605,
      "learning_rate": 0.0002537222292903971,
      "loss": 2.4062,
      "step": 34626
    },
    {
      "epoch": 1.6109327750639684,
      "grad_norm": 1.0184706379947752,
      "learning_rate": 0.00025371954815114856,
      "loss": 2.7812,
      "step": 34627
    },
    {
      "epoch": 1.610979297511049,
      "grad_norm": 0.9052414077981484,
      "learning_rate": 0.0002537168669484023,
      "loss": 2.3906,
      "step": 34628
    },
    {
      "epoch": 1.6110258199581298,
      "grad_norm": 0.9297610931495446,
      "learning_rate": 0.00025371418568215996,
      "loss": 2.4688,
      "step": 34629
    },
    {
      "epoch": 1.6110723424052105,
      "grad_norm": 1.8256807839479179,
      "learning_rate": 0.00025371150435242316,
      "loss": 2.4219,
      "step": 34630
    },
    {
      "epoch": 1.6111188648522914,
      "grad_norm": 0.9228800896629226,
      "learning_rate": 0.0002537088229591936,
      "loss": 2.6406,
      "step": 34631
    },
    {
      "epoch": 1.6111653872993719,
      "grad_norm": 1.0155121182092453,
      "learning_rate": 0.00025370614150247285,
      "loss": 2.5312,
      "step": 34632
    },
    {
      "epoch": 1.6112119097464528,
      "grad_norm": 0.985170795404847,
      "learning_rate": 0.00025370345998226265,
      "loss": 2.5781,
      "step": 34633
    },
    {
      "epoch": 1.6112584321935333,
      "grad_norm": 0.9374142940140565,
      "learning_rate": 0.00025370077839856456,
      "loss": 2.3125,
      "step": 34634
    },
    {
      "epoch": 1.6113049546406142,
      "grad_norm": 0.9680269746388084,
      "learning_rate": 0.0002536980967513802,
      "loss": 2.3594,
      "step": 34635
    },
    {
      "epoch": 1.6113514770876947,
      "grad_norm": 1.03360584114287,
      "learning_rate": 0.00025369541504071123,
      "loss": 1.9922,
      "step": 34636
    },
    {
      "epoch": 1.6113979995347756,
      "grad_norm": 0.9311336753320497,
      "learning_rate": 0.0002536927332665594,
      "loss": 2.5156,
      "step": 34637
    },
    {
      "epoch": 1.6114445219818563,
      "grad_norm": 0.9003460489814891,
      "learning_rate": 0.0002536900514289262,
      "loss": 2.5,
      "step": 34638
    },
    {
      "epoch": 1.611491044428937,
      "grad_norm": 0.8874332666746438,
      "learning_rate": 0.0002536873695278134,
      "loss": 2.2812,
      "step": 34639
    },
    {
      "epoch": 1.6115375668760177,
      "grad_norm": 1.0136917636534077,
      "learning_rate": 0.0002536846875632225,
      "loss": 2.5938,
      "step": 34640
    },
    {
      "epoch": 1.6115840893230984,
      "grad_norm": 1.0916279041923043,
      "learning_rate": 0.0002536820055351553,
      "loss": 2.3906,
      "step": 34641
    },
    {
      "epoch": 1.611630611770179,
      "grad_norm": 0.9404864885180413,
      "learning_rate": 0.00025367932344361335,
      "loss": 2.7188,
      "step": 34642
    },
    {
      "epoch": 1.6116771342172598,
      "grad_norm": 0.8571720807642483,
      "learning_rate": 0.00025367664128859833,
      "loss": 2.3438,
      "step": 34643
    },
    {
      "epoch": 1.6117236566643407,
      "grad_norm": 0.9416777361990865,
      "learning_rate": 0.00025367395907011184,
      "loss": 2.1719,
      "step": 34644
    },
    {
      "epoch": 1.6117701791114212,
      "grad_norm": 0.9047360389338853,
      "learning_rate": 0.0002536712767881555,
      "loss": 2.0938,
      "step": 34645
    },
    {
      "epoch": 1.611816701558502,
      "grad_norm": 0.9689762770292639,
      "learning_rate": 0.00025366859444273107,
      "loss": 2.4219,
      "step": 34646
    },
    {
      "epoch": 1.6118632240055826,
      "grad_norm": 0.9728122834395374,
      "learning_rate": 0.00025366591203384,
      "loss": 2.4688,
      "step": 34647
    },
    {
      "epoch": 1.6119097464526635,
      "grad_norm": 0.926419303134086,
      "learning_rate": 0.00025366322956148413,
      "loss": 2.2188,
      "step": 34648
    },
    {
      "epoch": 1.611956268899744,
      "grad_norm": 0.9106651693630503,
      "learning_rate": 0.000253660547025665,
      "loss": 1.9375,
      "step": 34649
    },
    {
      "epoch": 1.612002791346825,
      "grad_norm": 1.0101899090737458,
      "learning_rate": 0.0002536578644263843,
      "loss": 2.5625,
      "step": 34650
    },
    {
      "epoch": 1.6120493137939056,
      "grad_norm": 1.0559358776847123,
      "learning_rate": 0.0002536551817636436,
      "loss": 2.5938,
      "step": 34651
    },
    {
      "epoch": 1.6120958362409863,
      "grad_norm": 0.8899126318894625,
      "learning_rate": 0.0002536524990374446,
      "loss": 2.0156,
      "step": 34652
    },
    {
      "epoch": 1.612142358688067,
      "grad_norm": 0.8750372901182273,
      "learning_rate": 0.0002536498162477889,
      "loss": 1.9609,
      "step": 34653
    },
    {
      "epoch": 1.6121888811351477,
      "grad_norm": 0.8799622113223692,
      "learning_rate": 0.00025364713339467824,
      "loss": 2.2188,
      "step": 34654
    },
    {
      "epoch": 1.6122354035822284,
      "grad_norm": 0.9661252941551979,
      "learning_rate": 0.00025364445047811415,
      "loss": 2.1406,
      "step": 34655
    },
    {
      "epoch": 1.612281926029309,
      "grad_norm": 0.9226153108240075,
      "learning_rate": 0.0002536417674980983,
      "loss": 2.2344,
      "step": 34656
    },
    {
      "epoch": 1.61232844847639,
      "grad_norm": 1.0025260919860592,
      "learning_rate": 0.0002536390844546324,
      "loss": 2.5,
      "step": 34657
    },
    {
      "epoch": 1.6123749709234705,
      "grad_norm": 0.9805089714857921,
      "learning_rate": 0.00025363640134771804,
      "loss": 2.25,
      "step": 34658
    },
    {
      "epoch": 1.6124214933705514,
      "grad_norm": 1.0426792407322363,
      "learning_rate": 0.00025363371817735685,
      "loss": 2.5469,
      "step": 34659
    },
    {
      "epoch": 1.6124680158176319,
      "grad_norm": 0.9777655917407299,
      "learning_rate": 0.0002536310349435505,
      "loss": 2.4375,
      "step": 34660
    },
    {
      "epoch": 1.6125145382647128,
      "grad_norm": 0.9482791548919122,
      "learning_rate": 0.00025362835164630056,
      "loss": 2.2656,
      "step": 34661
    },
    {
      "epoch": 1.6125610607117933,
      "grad_norm": 0.9279777177433384,
      "learning_rate": 0.00025362566828560876,
      "loss": 2.3906,
      "step": 34662
    },
    {
      "epoch": 1.6126075831588742,
      "grad_norm": 0.9230074308599826,
      "learning_rate": 0.0002536229848614767,
      "loss": 2.4531,
      "step": 34663
    },
    {
      "epoch": 1.612654105605955,
      "grad_norm": 0.9449230681214825,
      "learning_rate": 0.0002536203013739061,
      "loss": 2.4375,
      "step": 34664
    },
    {
      "epoch": 1.6127006280530356,
      "grad_norm": 1.0351927706973731,
      "learning_rate": 0.0002536176178228985,
      "loss": 2.4531,
      "step": 34665
    },
    {
      "epoch": 1.6127471505001163,
      "grad_norm": 0.9635216458170545,
      "learning_rate": 0.0002536149342084556,
      "loss": 2.3906,
      "step": 34666
    },
    {
      "epoch": 1.612793672947197,
      "grad_norm": 0.9436043087298929,
      "learning_rate": 0.00025361225053057904,
      "loss": 2.4219,
      "step": 34667
    },
    {
      "epoch": 1.6128401953942777,
      "grad_norm": 0.954768980009285,
      "learning_rate": 0.00025360956678927043,
      "loss": 2.5156,
      "step": 34668
    },
    {
      "epoch": 1.6128867178413584,
      "grad_norm": 0.9353839828760551,
      "learning_rate": 0.00025360688298453144,
      "loss": 2.4844,
      "step": 34669
    },
    {
      "epoch": 1.6129332402884393,
      "grad_norm": 0.9604075420865167,
      "learning_rate": 0.00025360419911636364,
      "loss": 2.375,
      "step": 34670
    },
    {
      "epoch": 1.6129797627355198,
      "grad_norm": 0.9559689228298999,
      "learning_rate": 0.0002536015151847688,
      "loss": 2.375,
      "step": 34671
    },
    {
      "epoch": 1.6130262851826007,
      "grad_norm": 0.9692540147647615,
      "learning_rate": 0.0002535988311897485,
      "loss": 2.375,
      "step": 34672
    },
    {
      "epoch": 1.6130728076296812,
      "grad_norm": 0.9735539399808176,
      "learning_rate": 0.0002535961471313044,
      "loss": 2.5625,
      "step": 34673
    },
    {
      "epoch": 1.6131193300767621,
      "grad_norm": 0.873960738704789,
      "learning_rate": 0.0002535934630094381,
      "loss": 2.2656,
      "step": 34674
    },
    {
      "epoch": 1.6131658525238426,
      "grad_norm": 1.0286249981892717,
      "learning_rate": 0.00025359077882415126,
      "loss": 2.6406,
      "step": 34675
    },
    {
      "epoch": 1.6132123749709235,
      "grad_norm": 0.9187146121754327,
      "learning_rate": 0.0002535880945754456,
      "loss": 2.4219,
      "step": 34676
    },
    {
      "epoch": 1.6132588974180042,
      "grad_norm": 0.9962395415283877,
      "learning_rate": 0.00025358541026332263,
      "loss": 2.4844,
      "step": 34677
    },
    {
      "epoch": 1.613305419865085,
      "grad_norm": 0.9594051970345499,
      "learning_rate": 0.00025358272588778404,
      "loss": 2.3594,
      "step": 34678
    },
    {
      "epoch": 1.6133519423121656,
      "grad_norm": 0.9758116182086684,
      "learning_rate": 0.0002535800414488316,
      "loss": 2.6406,
      "step": 34679
    },
    {
      "epoch": 1.6133984647592463,
      "grad_norm": 0.9285727508294126,
      "learning_rate": 0.00025357735694646674,
      "loss": 2.4062,
      "step": 34680
    },
    {
      "epoch": 1.613444987206327,
      "grad_norm": 1.1956779365516494,
      "learning_rate": 0.0002535746723806912,
      "loss": 2.6562,
      "step": 34681
    },
    {
      "epoch": 1.6134915096534077,
      "grad_norm": 0.9911848891040344,
      "learning_rate": 0.00025357198775150674,
      "loss": 2.6562,
      "step": 34682
    },
    {
      "epoch": 1.6135380321004886,
      "grad_norm": 0.8752011171675169,
      "learning_rate": 0.00025356930305891486,
      "loss": 1.9375,
      "step": 34683
    },
    {
      "epoch": 1.613584554547569,
      "grad_norm": 0.8748668107201002,
      "learning_rate": 0.00025356661830291727,
      "loss": 2.2812,
      "step": 34684
    },
    {
      "epoch": 1.61363107699465,
      "grad_norm": 0.9470891025940672,
      "learning_rate": 0.00025356393348351553,
      "loss": 2.4688,
      "step": 34685
    },
    {
      "epoch": 1.6136775994417305,
      "grad_norm": 0.9771470647725365,
      "learning_rate": 0.0002535612486007113,
      "loss": 2.4844,
      "step": 34686
    },
    {
      "epoch": 1.6137241218888114,
      "grad_norm": 0.9344685249209677,
      "learning_rate": 0.0002535585636545064,
      "loss": 2.4844,
      "step": 34687
    },
    {
      "epoch": 1.613770644335892,
      "grad_norm": 0.9145358192221712,
      "learning_rate": 0.00025355587864490226,
      "loss": 2.3438,
      "step": 34688
    },
    {
      "epoch": 1.6138171667829728,
      "grad_norm": 0.9150902491548469,
      "learning_rate": 0.0002535531935719006,
      "loss": 2.4531,
      "step": 34689
    },
    {
      "epoch": 1.6138636892300535,
      "grad_norm": 0.927598185762525,
      "learning_rate": 0.0002535505084355031,
      "loss": 2.25,
      "step": 34690
    },
    {
      "epoch": 1.6139102116771342,
      "grad_norm": 1.0062603820261296,
      "learning_rate": 0.0002535478232357113,
      "loss": 2.6094,
      "step": 34691
    },
    {
      "epoch": 1.613956734124215,
      "grad_norm": 0.9931134314409232,
      "learning_rate": 0.0002535451379725269,
      "loss": 2.6094,
      "step": 34692
    },
    {
      "epoch": 1.6140032565712956,
      "grad_norm": 0.9285217156765604,
      "learning_rate": 0.00025354245264595164,
      "loss": 2.4531,
      "step": 34693
    },
    {
      "epoch": 1.6140497790183763,
      "grad_norm": 0.966262895803997,
      "learning_rate": 0.00025353976725598704,
      "loss": 2.1406,
      "step": 34694
    },
    {
      "epoch": 1.614096301465457,
      "grad_norm": 0.9322600203711777,
      "learning_rate": 0.0002535370818026348,
      "loss": 2.375,
      "step": 34695
    },
    {
      "epoch": 1.614142823912538,
      "grad_norm": 0.9591771720118489,
      "learning_rate": 0.0002535343962858965,
      "loss": 2.4375,
      "step": 34696
    },
    {
      "epoch": 1.6141893463596184,
      "grad_norm": 0.9554675885638101,
      "learning_rate": 0.0002535317107057739,
      "loss": 2.3438,
      "step": 34697
    },
    {
      "epoch": 1.6142358688066993,
      "grad_norm": 0.9247330473023857,
      "learning_rate": 0.0002535290250622685,
      "loss": 2.2812,
      "step": 34698
    },
    {
      "epoch": 1.6142823912537798,
      "grad_norm": 0.9743357380356932,
      "learning_rate": 0.0002535263393553821,
      "loss": 2.1719,
      "step": 34699
    },
    {
      "epoch": 1.6143289137008607,
      "grad_norm": 1.0308998654206294,
      "learning_rate": 0.0002535236535851162,
      "loss": 2.125,
      "step": 34700
    },
    {
      "epoch": 1.6143754361479414,
      "grad_norm": 0.9205396765014651,
      "learning_rate": 0.00025352096775147257,
      "loss": 2.2656,
      "step": 34701
    },
    {
      "epoch": 1.6144219585950221,
      "grad_norm": 0.9969402341296673,
      "learning_rate": 0.00025351828185445275,
      "loss": 2.3906,
      "step": 34702
    },
    {
      "epoch": 1.6144684810421028,
      "grad_norm": 0.9203313905499008,
      "learning_rate": 0.00025351559589405844,
      "loss": 2.5781,
      "step": 34703
    },
    {
      "epoch": 1.6145150034891835,
      "grad_norm": 0.8493090115244615,
      "learning_rate": 0.0002535129098702912,
      "loss": 2.125,
      "step": 34704
    },
    {
      "epoch": 1.6145615259362642,
      "grad_norm": 0.9698145492369062,
      "learning_rate": 0.00025351022378315285,
      "loss": 2.5156,
      "step": 34705
    },
    {
      "epoch": 1.614608048383345,
      "grad_norm": 0.983386900811901,
      "learning_rate": 0.00025350753763264493,
      "loss": 2.6094,
      "step": 34706
    },
    {
      "epoch": 1.6146545708304256,
      "grad_norm": 0.9635971321145842,
      "learning_rate": 0.00025350485141876903,
      "loss": 2.1875,
      "step": 34707
    },
    {
      "epoch": 1.6147010932775063,
      "grad_norm": 0.9423280306526656,
      "learning_rate": 0.0002535021651415269,
      "loss": 2.5312,
      "step": 34708
    },
    {
      "epoch": 1.6147476157245872,
      "grad_norm": 0.9505782615504437,
      "learning_rate": 0.0002534994788009201,
      "loss": 2.5625,
      "step": 34709
    },
    {
      "epoch": 1.6147941381716677,
      "grad_norm": 0.9008150106259162,
      "learning_rate": 0.00025349679239695033,
      "loss": 2.2812,
      "step": 34710
    },
    {
      "epoch": 1.6148406606187486,
      "grad_norm": 0.9514117127214563,
      "learning_rate": 0.0002534941059296192,
      "loss": 2.4844,
      "step": 34711
    },
    {
      "epoch": 1.6148871830658291,
      "grad_norm": 1.0149700671042152,
      "learning_rate": 0.00025349141939892835,
      "loss": 2.2812,
      "step": 34712
    },
    {
      "epoch": 1.61493370551291,
      "grad_norm": 1.0277868541281863,
      "learning_rate": 0.00025348873280487945,
      "loss": 2.5938,
      "step": 34713
    },
    {
      "epoch": 1.6149802279599907,
      "grad_norm": 0.918552646727818,
      "learning_rate": 0.00025348604614747417,
      "loss": 2.375,
      "step": 34714
    },
    {
      "epoch": 1.6150267504070714,
      "grad_norm": 0.9945950565188432,
      "learning_rate": 0.0002534833594267141,
      "loss": 2.3125,
      "step": 34715
    },
    {
      "epoch": 1.6150732728541521,
      "grad_norm": 0.9194043928981182,
      "learning_rate": 0.0002534806726426009,
      "loss": 2.4375,
      "step": 34716
    },
    {
      "epoch": 1.6151197953012328,
      "grad_norm": 1.0053367817343404,
      "learning_rate": 0.0002534779857951362,
      "loss": 2.5938,
      "step": 34717
    },
    {
      "epoch": 1.6151663177483135,
      "grad_norm": 0.9659355388586529,
      "learning_rate": 0.0002534752988843218,
      "loss": 2.4688,
      "step": 34718
    },
    {
      "epoch": 1.6152128401953942,
      "grad_norm": 0.9248899666905738,
      "learning_rate": 0.0002534726119101591,
      "loss": 2.4375,
      "step": 34719
    },
    {
      "epoch": 1.6152593626424752,
      "grad_norm": 2.3826484738347977,
      "learning_rate": 0.00025346992487264986,
      "loss": 2.4219,
      "step": 34720
    },
    {
      "epoch": 1.6153058850895556,
      "grad_norm": 1.0175555848883353,
      "learning_rate": 0.00025346723777179575,
      "loss": 2.3125,
      "step": 34721
    },
    {
      "epoch": 1.6153524075366366,
      "grad_norm": 0.9574561763232621,
      "learning_rate": 0.0002534645506075983,
      "loss": 2.5781,
      "step": 34722
    },
    {
      "epoch": 1.615398929983717,
      "grad_norm": 0.9223359623304458,
      "learning_rate": 0.00025346186338005936,
      "loss": 2.2969,
      "step": 34723
    },
    {
      "epoch": 1.615445452430798,
      "grad_norm": 0.9858721193734326,
      "learning_rate": 0.0002534591760891804,
      "loss": 2.5625,
      "step": 34724
    },
    {
      "epoch": 1.6154919748778784,
      "grad_norm": 0.9714592762364499,
      "learning_rate": 0.00025345648873496314,
      "loss": 1.7656,
      "step": 34725
    },
    {
      "epoch": 1.6155384973249594,
      "grad_norm": 0.9085418050871963,
      "learning_rate": 0.00025345380131740913,
      "loss": 2.1875,
      "step": 34726
    },
    {
      "epoch": 1.61558501977204,
      "grad_norm": 1.072397960530879,
      "learning_rate": 0.0002534511138365202,
      "loss": 2.4375,
      "step": 34727
    },
    {
      "epoch": 1.6156315422191208,
      "grad_norm": 0.9676368628455342,
      "learning_rate": 0.0002534484262922979,
      "loss": 2.1562,
      "step": 34728
    },
    {
      "epoch": 1.6156780646662015,
      "grad_norm": 1.0188921970027198,
      "learning_rate": 0.0002534457386847438,
      "loss": 2.4062,
      "step": 34729
    },
    {
      "epoch": 1.6157245871132822,
      "grad_norm": 0.9605925159099066,
      "learning_rate": 0.0002534430510138596,
      "loss": 2.375,
      "step": 34730
    },
    {
      "epoch": 1.6157711095603629,
      "grad_norm": 1.0174016172909581,
      "learning_rate": 0.000253440363279647,
      "loss": 2.6094,
      "step": 34731
    },
    {
      "epoch": 1.6158176320074435,
      "grad_norm": 0.9507636109836405,
      "learning_rate": 0.00025343767548210755,
      "loss": 2.5,
      "step": 34732
    },
    {
      "epoch": 1.6158641544545245,
      "grad_norm": 0.9530040577360015,
      "learning_rate": 0.000253434987621243,
      "loss": 2.3125,
      "step": 34733
    },
    {
      "epoch": 1.615910676901605,
      "grad_norm": 0.8928834994347595,
      "learning_rate": 0.0002534322996970549,
      "loss": 2.375,
      "step": 34734
    },
    {
      "epoch": 1.6159571993486859,
      "grad_norm": 0.9061265480591126,
      "learning_rate": 0.00025342961170954494,
      "loss": 2.0938,
      "step": 34735
    },
    {
      "epoch": 1.6160037217957663,
      "grad_norm": 0.9207609571227234,
      "learning_rate": 0.0002534269236587148,
      "loss": 2.1562,
      "step": 34736
    },
    {
      "epoch": 1.6160502442428473,
      "grad_norm": 0.9302252464594764,
      "learning_rate": 0.00025342423554456603,
      "loss": 2.3594,
      "step": 34737
    },
    {
      "epoch": 1.6160967666899277,
      "grad_norm": 1.0322283674726176,
      "learning_rate": 0.00025342154736710036,
      "loss": 2.3281,
      "step": 34738
    },
    {
      "epoch": 1.6161432891370087,
      "grad_norm": 1.088992912210292,
      "learning_rate": 0.00025341885912631945,
      "loss": 2.3281,
      "step": 34739
    },
    {
      "epoch": 1.6161898115840894,
      "grad_norm": 0.9712444374633917,
      "learning_rate": 0.00025341617082222487,
      "loss": 2.2656,
      "step": 34740
    },
    {
      "epoch": 1.61623633403117,
      "grad_norm": 0.985204250440591,
      "learning_rate": 0.0002534134824548183,
      "loss": 2.6406,
      "step": 34741
    },
    {
      "epoch": 1.6162828564782508,
      "grad_norm": 1.0291037730647872,
      "learning_rate": 0.0002534107940241014,
      "loss": 2.6719,
      "step": 34742
    },
    {
      "epoch": 1.6163293789253315,
      "grad_norm": 0.8901543175493243,
      "learning_rate": 0.0002534081055300758,
      "loss": 2.2969,
      "step": 34743
    },
    {
      "epoch": 1.6163759013724122,
      "grad_norm": 0.9880014132589354,
      "learning_rate": 0.00025340541697274307,
      "loss": 2.5625,
      "step": 34744
    },
    {
      "epoch": 1.6164224238194929,
      "grad_norm": 1.0297520690703115,
      "learning_rate": 0.00025340272835210504,
      "loss": 2.2656,
      "step": 34745
    },
    {
      "epoch": 1.6164689462665738,
      "grad_norm": 0.9354999059409523,
      "learning_rate": 0.0002534000396681632,
      "loss": 2.125,
      "step": 34746
    },
    {
      "epoch": 1.6165154687136543,
      "grad_norm": 1.0101160460619523,
      "learning_rate": 0.00025339735092091926,
      "loss": 2.4062,
      "step": 34747
    },
    {
      "epoch": 1.6165619911607352,
      "grad_norm": 1.0291628217816757,
      "learning_rate": 0.0002533946621103748,
      "loss": 2.4844,
      "step": 34748
    },
    {
      "epoch": 1.6166085136078157,
      "grad_norm": 0.9749008091254961,
      "learning_rate": 0.0002533919732365316,
      "loss": 2.3438,
      "step": 34749
    },
    {
      "epoch": 1.6166550360548966,
      "grad_norm": 0.8749265983298367,
      "learning_rate": 0.0002533892842993912,
      "loss": 2.2812,
      "step": 34750
    },
    {
      "epoch": 1.616701558501977,
      "grad_norm": 0.950064439007015,
      "learning_rate": 0.0002533865952989553,
      "loss": 2.2031,
      "step": 34751
    },
    {
      "epoch": 1.616748080949058,
      "grad_norm": 0.9072905736672612,
      "learning_rate": 0.00025338390623522546,
      "loss": 2.25,
      "step": 34752
    },
    {
      "epoch": 1.6167946033961387,
      "grad_norm": 0.9509664370954796,
      "learning_rate": 0.0002533812171082034,
      "loss": 2.3906,
      "step": 34753
    },
    {
      "epoch": 1.6168411258432194,
      "grad_norm": 0.961569981117199,
      "learning_rate": 0.0002533785279178908,
      "loss": 2.3438,
      "step": 34754
    },
    {
      "epoch": 1.6168876482903,
      "grad_norm": 0.971190807816756,
      "learning_rate": 0.0002533758386642892,
      "loss": 1.8203,
      "step": 34755
    },
    {
      "epoch": 1.6169341707373808,
      "grad_norm": 0.9385726058058567,
      "learning_rate": 0.00025337314934740027,
      "loss": 1.8516,
      "step": 34756
    },
    {
      "epoch": 1.6169806931844615,
      "grad_norm": 1.0142889278194336,
      "learning_rate": 0.0002533704599672257,
      "loss": 2.4531,
      "step": 34757
    },
    {
      "epoch": 1.6170272156315422,
      "grad_norm": 1.076322136763188,
      "learning_rate": 0.0002533677705237672,
      "loss": 2.7344,
      "step": 34758
    },
    {
      "epoch": 1.617073738078623,
      "grad_norm": 1.0139607926324938,
      "learning_rate": 0.0002533650810170263,
      "loss": 2.7344,
      "step": 34759
    },
    {
      "epoch": 1.6171202605257036,
      "grad_norm": 1.0006446199166175,
      "learning_rate": 0.00025336239144700467,
      "loss": 2.4062,
      "step": 34760
    },
    {
      "epoch": 1.6171667829727845,
      "grad_norm": 0.9241146446383377,
      "learning_rate": 0.000253359701813704,
      "loss": 2.4375,
      "step": 34761
    },
    {
      "epoch": 1.617213305419865,
      "grad_norm": 0.9367167159862768,
      "learning_rate": 0.0002533570121171259,
      "loss": 2.2344,
      "step": 34762
    },
    {
      "epoch": 1.6172598278669459,
      "grad_norm": 0.889700877343334,
      "learning_rate": 0.000253354322357272,
      "loss": 2.4062,
      "step": 34763
    },
    {
      "epoch": 1.6173063503140264,
      "grad_norm": 0.9357360982006093,
      "learning_rate": 0.00025335163253414406,
      "loss": 2.6562,
      "step": 34764
    },
    {
      "epoch": 1.6173528727611073,
      "grad_norm": 1.035433029038733,
      "learning_rate": 0.0002533489426477436,
      "loss": 2.7031,
      "step": 34765
    },
    {
      "epoch": 1.617399395208188,
      "grad_norm": 0.8745099390974287,
      "learning_rate": 0.00025334625269807226,
      "loss": 2.3125,
      "step": 34766
    },
    {
      "epoch": 1.6174459176552687,
      "grad_norm": 0.918254472888762,
      "learning_rate": 0.0002533435626851318,
      "loss": 2.2656,
      "step": 34767
    },
    {
      "epoch": 1.6174924401023494,
      "grad_norm": 0.9485701192936169,
      "learning_rate": 0.0002533408726089237,
      "loss": 2.2188,
      "step": 34768
    },
    {
      "epoch": 1.61753896254943,
      "grad_norm": 0.906316077386785,
      "learning_rate": 0.0002533381824694498,
      "loss": 2.25,
      "step": 34769
    },
    {
      "epoch": 1.6175854849965108,
      "grad_norm": 1.0019288840526683,
      "learning_rate": 0.00025333549226671165,
      "loss": 2.3906,
      "step": 34770
    },
    {
      "epoch": 1.6176320074435915,
      "grad_norm": 0.8974772778464877,
      "learning_rate": 0.0002533328020007109,
      "loss": 2.4531,
      "step": 34771
    },
    {
      "epoch": 1.6176785298906724,
      "grad_norm": 0.9482220881929058,
      "learning_rate": 0.0002533301116714492,
      "loss": 2.4844,
      "step": 34772
    },
    {
      "epoch": 1.6177250523377529,
      "grad_norm": 0.9671355381962962,
      "learning_rate": 0.00025332742127892816,
      "loss": 2.4062,
      "step": 34773
    },
    {
      "epoch": 1.6177715747848338,
      "grad_norm": 0.9458802368443753,
      "learning_rate": 0.0002533247308231495,
      "loss": 2.3906,
      "step": 34774
    },
    {
      "epoch": 1.6178180972319143,
      "grad_norm": 0.9727276192103399,
      "learning_rate": 0.0002533220403041148,
      "loss": 2.3281,
      "step": 34775
    },
    {
      "epoch": 1.6178646196789952,
      "grad_norm": 0.9176898290178523,
      "learning_rate": 0.0002533193497218257,
      "loss": 2.1562,
      "step": 34776
    },
    {
      "epoch": 1.6179111421260757,
      "grad_norm": 0.950118590991801,
      "learning_rate": 0.000253316659076284,
      "loss": 2.3438,
      "step": 34777
    },
    {
      "epoch": 1.6179576645731566,
      "grad_norm": 0.965356246605217,
      "learning_rate": 0.0002533139683674912,
      "loss": 2.2188,
      "step": 34778
    },
    {
      "epoch": 1.6180041870202373,
      "grad_norm": 1.015271747771564,
      "learning_rate": 0.00025331127759544895,
      "loss": 2.7344,
      "step": 34779
    },
    {
      "epoch": 1.618050709467318,
      "grad_norm": 0.9335778900408306,
      "learning_rate": 0.0002533085867601589,
      "loss": 2.6719,
      "step": 34780
    },
    {
      "epoch": 1.6180972319143987,
      "grad_norm": 0.9696451398362242,
      "learning_rate": 0.0002533058958616228,
      "loss": 2.2656,
      "step": 34781
    },
    {
      "epoch": 1.6181437543614794,
      "grad_norm": 0.986385175405051,
      "learning_rate": 0.0002533032048998422,
      "loss": 2.5156,
      "step": 34782
    },
    {
      "epoch": 1.61819027680856,
      "grad_norm": 0.9320603337734291,
      "learning_rate": 0.0002533005138748187,
      "loss": 2.0625,
      "step": 34783
    },
    {
      "epoch": 1.6182367992556408,
      "grad_norm": 0.9935738694471806,
      "learning_rate": 0.00025329782278655404,
      "loss": 2.4844,
      "step": 34784
    },
    {
      "epoch": 1.6182833217027217,
      "grad_norm": 0.965729451285974,
      "learning_rate": 0.00025329513163504987,
      "loss": 1.9766,
      "step": 34785
    },
    {
      "epoch": 1.6183298441498022,
      "grad_norm": 0.9430411405601414,
      "learning_rate": 0.0002532924404203078,
      "loss": 2.2344,
      "step": 34786
    },
    {
      "epoch": 1.618376366596883,
      "grad_norm": 1.0096585904138804,
      "learning_rate": 0.00025328974914232957,
      "loss": 2.8125,
      "step": 34787
    },
    {
      "epoch": 1.6184228890439636,
      "grad_norm": 1.0075625970550177,
      "learning_rate": 0.00025328705780111664,
      "loss": 2.7031,
      "step": 34788
    },
    {
      "epoch": 1.6184694114910445,
      "grad_norm": 1.0041430534424758,
      "learning_rate": 0.0002532843663966708,
      "loss": 2.375,
      "step": 34789
    },
    {
      "epoch": 1.618515933938125,
      "grad_norm": 0.9705787219171125,
      "learning_rate": 0.0002532816749289936,
      "loss": 2.4219,
      "step": 34790
    },
    {
      "epoch": 1.618562456385206,
      "grad_norm": 1.0389947414149443,
      "learning_rate": 0.0002532789833980869,
      "loss": 2.5938,
      "step": 34791
    },
    {
      "epoch": 1.6186089788322866,
      "grad_norm": 0.9121977825621306,
      "learning_rate": 0.0002532762918039521,
      "loss": 2.4844,
      "step": 34792
    },
    {
      "epoch": 1.6186555012793673,
      "grad_norm": 0.948962769359977,
      "learning_rate": 0.00025327360014659094,
      "loss": 2.4219,
      "step": 34793
    },
    {
      "epoch": 1.618702023726448,
      "grad_norm": 0.9968329743362527,
      "learning_rate": 0.0002532709084260051,
      "loss": 2.4375,
      "step": 34794
    },
    {
      "epoch": 1.6187485461735287,
      "grad_norm": 0.9412965095179906,
      "learning_rate": 0.00025326821664219617,
      "loss": 2.3438,
      "step": 34795
    },
    {
      "epoch": 1.6187950686206094,
      "grad_norm": 0.9473406689581435,
      "learning_rate": 0.00025326552479516584,
      "loss": 2.625,
      "step": 34796
    },
    {
      "epoch": 1.61884159106769,
      "grad_norm": 0.9217113953383232,
      "learning_rate": 0.0002532628328849158,
      "loss": 2.2031,
      "step": 34797
    },
    {
      "epoch": 1.618888113514771,
      "grad_norm": 0.9522513920119892,
      "learning_rate": 0.00025326014091144755,
      "loss": 2.5625,
      "step": 34798
    },
    {
      "epoch": 1.6189346359618515,
      "grad_norm": 1.0027749903205576,
      "learning_rate": 0.0002532574488747629,
      "loss": 2.125,
      "step": 34799
    },
    {
      "epoch": 1.6189811584089324,
      "grad_norm": 0.9643923656960529,
      "learning_rate": 0.0002532547567748634,
      "loss": 2.4688,
      "step": 34800
    },
    {
      "epoch": 1.619027680856013,
      "grad_norm": 1.0055164703673884,
      "learning_rate": 0.00025325206461175077,
      "loss": 2.3438,
      "step": 34801
    },
    {
      "epoch": 1.6190742033030938,
      "grad_norm": 0.9121460497118163,
      "learning_rate": 0.00025324937238542657,
      "loss": 2.2656,
      "step": 34802
    },
    {
      "epoch": 1.6191207257501743,
      "grad_norm": 0.949806927141428,
      "learning_rate": 0.0002532466800958925,
      "loss": 2.0781,
      "step": 34803
    },
    {
      "epoch": 1.6191672481972552,
      "grad_norm": 0.9695768023231242,
      "learning_rate": 0.00025324398774315024,
      "loss": 2.3281,
      "step": 34804
    },
    {
      "epoch": 1.619213770644336,
      "grad_norm": 1.1938576569128685,
      "learning_rate": 0.0002532412953272014,
      "loss": 2.5469,
      "step": 34805
    },
    {
      "epoch": 1.6192602930914166,
      "grad_norm": 1.0542220032977827,
      "learning_rate": 0.0002532386028480476,
      "loss": 2.4844,
      "step": 34806
    },
    {
      "epoch": 1.6193068155384973,
      "grad_norm": 1.0487324078030895,
      "learning_rate": 0.0002532359103056905,
      "loss": 2.5312,
      "step": 34807
    },
    {
      "epoch": 1.619353337985578,
      "grad_norm": 0.9720896519741514,
      "learning_rate": 0.00025323321770013185,
      "loss": 2.4219,
      "step": 34808
    },
    {
      "epoch": 1.6193998604326587,
      "grad_norm": 0.9220917826995556,
      "learning_rate": 0.00025323052503137315,
      "loss": 2.3438,
      "step": 34809
    },
    {
      "epoch": 1.6194463828797394,
      "grad_norm": 0.9348152251461948,
      "learning_rate": 0.00025322783229941615,
      "loss": 2.5312,
      "step": 34810
    },
    {
      "epoch": 1.6194929053268203,
      "grad_norm": 0.9704223853263858,
      "learning_rate": 0.00025322513950426246,
      "loss": 2.4062,
      "step": 34811
    },
    {
      "epoch": 1.6195394277739008,
      "grad_norm": 0.9739829282154293,
      "learning_rate": 0.00025322244664591366,
      "loss": 2.2969,
      "step": 34812
    },
    {
      "epoch": 1.6195859502209817,
      "grad_norm": 0.9992170683678326,
      "learning_rate": 0.0002532197537243715,
      "loss": 2.4062,
      "step": 34813
    },
    {
      "epoch": 1.6196324726680622,
      "grad_norm": 0.9506019078367582,
      "learning_rate": 0.0002532170607396377,
      "loss": 2.625,
      "step": 34814
    },
    {
      "epoch": 1.6196789951151431,
      "grad_norm": 1.0178976952415384,
      "learning_rate": 0.0002532143676917137,
      "loss": 2.4219,
      "step": 34815
    },
    {
      "epoch": 1.6197255175622238,
      "grad_norm": 1.118699648418485,
      "learning_rate": 0.00025321167458060127,
      "loss": 2.5781,
      "step": 34816
    },
    {
      "epoch": 1.6197720400093045,
      "grad_norm": 0.861570081568447,
      "learning_rate": 0.0002532089814063021,
      "loss": 2.0938,
      "step": 34817
    },
    {
      "epoch": 1.6198185624563852,
      "grad_norm": 0.9384634417856541,
      "learning_rate": 0.0002532062881688177,
      "loss": 2.4062,
      "step": 34818
    },
    {
      "epoch": 1.619865084903466,
      "grad_norm": 0.9869487526649887,
      "learning_rate": 0.0002532035948681499,
      "loss": 2.1719,
      "step": 34819
    },
    {
      "epoch": 1.6199116073505466,
      "grad_norm": 0.9637474670288941,
      "learning_rate": 0.00025320090150430017,
      "loss": 2.6094,
      "step": 34820
    },
    {
      "epoch": 1.6199581297976273,
      "grad_norm": 1.0132999038547759,
      "learning_rate": 0.00025319820807727025,
      "loss": 2.0781,
      "step": 34821
    },
    {
      "epoch": 1.620004652244708,
      "grad_norm": 0.9554453727830037,
      "learning_rate": 0.0002531955145870618,
      "loss": 2.25,
      "step": 34822
    },
    {
      "epoch": 1.6200511746917887,
      "grad_norm": 0.9413150263517791,
      "learning_rate": 0.00025319282103367644,
      "loss": 2.2344,
      "step": 34823
    },
    {
      "epoch": 1.6200976971388696,
      "grad_norm": 0.9768304796287278,
      "learning_rate": 0.00025319012741711585,
      "loss": 2.3906,
      "step": 34824
    },
    {
      "epoch": 1.6201442195859501,
      "grad_norm": 0.9738344713605651,
      "learning_rate": 0.0002531874337373816,
      "loss": 2.125,
      "step": 34825
    },
    {
      "epoch": 1.620190742033031,
      "grad_norm": 0.9931813868918846,
      "learning_rate": 0.00025318473999447547,
      "loss": 2.4531,
      "step": 34826
    },
    {
      "epoch": 1.6202372644801115,
      "grad_norm": 1.188991789862723,
      "learning_rate": 0.000253182046188399,
      "loss": 1.75,
      "step": 34827
    },
    {
      "epoch": 1.6202837869271924,
      "grad_norm": 0.9298552187858306,
      "learning_rate": 0.00025317935231915386,
      "loss": 2.4219,
      "step": 34828
    },
    {
      "epoch": 1.6203303093742731,
      "grad_norm": 0.9699715736490276,
      "learning_rate": 0.0002531766583867417,
      "loss": 2.2344,
      "step": 34829
    },
    {
      "epoch": 1.6203768318213538,
      "grad_norm": 0.9733841153052428,
      "learning_rate": 0.00025317396439116424,
      "loss": 2.6406,
      "step": 34830
    },
    {
      "epoch": 1.6204233542684345,
      "grad_norm": 0.9759687950514881,
      "learning_rate": 0.000253171270332423,
      "loss": 2.1406,
      "step": 34831
    },
    {
      "epoch": 1.6204698767155152,
      "grad_norm": 0.9913585521846804,
      "learning_rate": 0.00025316857621051974,
      "loss": 2.6094,
      "step": 34832
    },
    {
      "epoch": 1.620516399162596,
      "grad_norm": 1.013278170426031,
      "learning_rate": 0.00025316588202545606,
      "loss": 2.625,
      "step": 34833
    },
    {
      "epoch": 1.6205629216096766,
      "grad_norm": 0.9455609252641963,
      "learning_rate": 0.0002531631877772336,
      "loss": 2.4844,
      "step": 34834
    },
    {
      "epoch": 1.6206094440567573,
      "grad_norm": 0.9934680409405893,
      "learning_rate": 0.00025316049346585406,
      "loss": 2.1719,
      "step": 34835
    },
    {
      "epoch": 1.620655966503838,
      "grad_norm": 0.9160961777084433,
      "learning_rate": 0.00025315779909131905,
      "loss": 2.0469,
      "step": 34836
    },
    {
      "epoch": 1.620702488950919,
      "grad_norm": 0.965971151508729,
      "learning_rate": 0.0002531551046536302,
      "loss": 2.2656,
      "step": 34837
    },
    {
      "epoch": 1.6207490113979994,
      "grad_norm": 1.042853781214374,
      "learning_rate": 0.0002531524101527892,
      "loss": 2.8438,
      "step": 34838
    },
    {
      "epoch": 1.6207955338450803,
      "grad_norm": 0.9292441644162371,
      "learning_rate": 0.00025314971558879773,
      "loss": 2.2969,
      "step": 34839
    },
    {
      "epoch": 1.6208420562921608,
      "grad_norm": 0.9826590012561618,
      "learning_rate": 0.0002531470209616574,
      "loss": 2.2344,
      "step": 34840
    },
    {
      "epoch": 1.6208885787392417,
      "grad_norm": 0.9645356471679505,
      "learning_rate": 0.0002531443262713698,
      "loss": 2.5469,
      "step": 34841
    },
    {
      "epoch": 1.6209351011863224,
      "grad_norm": 0.9336928558003259,
      "learning_rate": 0.00025314163151793665,
      "loss": 2.2969,
      "step": 34842
    },
    {
      "epoch": 1.6209816236334031,
      "grad_norm": 0.9138968602494595,
      "learning_rate": 0.0002531389367013596,
      "loss": 2.1875,
      "step": 34843
    },
    {
      "epoch": 1.6210281460804838,
      "grad_norm": 0.9453853015414128,
      "learning_rate": 0.0002531362418216403,
      "loss": 2.5781,
      "step": 34844
    },
    {
      "epoch": 1.6210746685275645,
      "grad_norm": 0.9896912416693167,
      "learning_rate": 0.0002531335468787803,
      "loss": 2.4219,
      "step": 34845
    },
    {
      "epoch": 1.6211211909746452,
      "grad_norm": 0.9334552032587823,
      "learning_rate": 0.0002531308518727814,
      "loss": 2.2031,
      "step": 34846
    },
    {
      "epoch": 1.621167713421726,
      "grad_norm": 0.9645427946161756,
      "learning_rate": 0.0002531281568036452,
      "loss": 2.3906,
      "step": 34847
    },
    {
      "epoch": 1.6212142358688069,
      "grad_norm": 0.957830930580951,
      "learning_rate": 0.0002531254616713733,
      "loss": 2.4844,
      "step": 34848
    },
    {
      "epoch": 1.6212607583158873,
      "grad_norm": 0.9678991883817293,
      "learning_rate": 0.00025312276647596743,
      "loss": 2.5312,
      "step": 34849
    },
    {
      "epoch": 1.6213072807629683,
      "grad_norm": 0.9550051138616769,
      "learning_rate": 0.00025312007121742916,
      "loss": 2.6094,
      "step": 34850
    },
    {
      "epoch": 1.6213538032100487,
      "grad_norm": 1.0210896984830193,
      "learning_rate": 0.0002531173758957602,
      "loss": 2.4531,
      "step": 34851
    },
    {
      "epoch": 1.6214003256571297,
      "grad_norm": 1.0307660749697511,
      "learning_rate": 0.0002531146805109621,
      "loss": 2.2656,
      "step": 34852
    },
    {
      "epoch": 1.6214468481042101,
      "grad_norm": 0.9196781308494099,
      "learning_rate": 0.0002531119850630367,
      "loss": 2.2344,
      "step": 34853
    },
    {
      "epoch": 1.621493370551291,
      "grad_norm": 1.0427161748701774,
      "learning_rate": 0.0002531092895519855,
      "loss": 2.6094,
      "step": 34854
    },
    {
      "epoch": 1.6215398929983718,
      "grad_norm": 0.9113829052536261,
      "learning_rate": 0.00025310659397781015,
      "loss": 2.3438,
      "step": 34855
    },
    {
      "epoch": 1.6215864154454525,
      "grad_norm": 0.9018159863341036,
      "learning_rate": 0.0002531038983405123,
      "loss": 2.4219,
      "step": 34856
    },
    {
      "epoch": 1.6216329378925332,
      "grad_norm": 0.9646408448067623,
      "learning_rate": 0.00025310120264009366,
      "loss": 2.5,
      "step": 34857
    },
    {
      "epoch": 1.6216794603396139,
      "grad_norm": 0.9676830467034594,
      "learning_rate": 0.00025309850687655586,
      "loss": 2.4375,
      "step": 34858
    },
    {
      "epoch": 1.6217259827866946,
      "grad_norm": 1.0288478011173923,
      "learning_rate": 0.0002530958110499006,
      "loss": 2.3438,
      "step": 34859
    },
    {
      "epoch": 1.6217725052337753,
      "grad_norm": 0.962948126404129,
      "learning_rate": 0.00025309311516012945,
      "loss": 2.4062,
      "step": 34860
    },
    {
      "epoch": 1.6218190276808562,
      "grad_norm": 0.9247804781131818,
      "learning_rate": 0.0002530904192072441,
      "loss": 2.625,
      "step": 34861
    },
    {
      "epoch": 1.6218655501279367,
      "grad_norm": 0.9976261389928373,
      "learning_rate": 0.00025308772319124613,
      "loss": 2.4062,
      "step": 34862
    },
    {
      "epoch": 1.6219120725750176,
      "grad_norm": 0.9481206864301163,
      "learning_rate": 0.0002530850271121373,
      "loss": 2.0625,
      "step": 34863
    },
    {
      "epoch": 1.621958595022098,
      "grad_norm": 0.8651796197776274,
      "learning_rate": 0.0002530823309699192,
      "loss": 2.1719,
      "step": 34864
    },
    {
      "epoch": 1.622005117469179,
      "grad_norm": 0.8568715365399814,
      "learning_rate": 0.00025307963476459345,
      "loss": 1.9844,
      "step": 34865
    },
    {
      "epoch": 1.6220516399162594,
      "grad_norm": 0.93576180433876,
      "learning_rate": 0.0002530769384961618,
      "loss": 2.3594,
      "step": 34866
    },
    {
      "epoch": 1.6220981623633404,
      "grad_norm": 0.8922191608559,
      "learning_rate": 0.0002530742421646258,
      "loss": 2.3125,
      "step": 34867
    },
    {
      "epoch": 1.622144684810421,
      "grad_norm": 0.9800433514430317,
      "learning_rate": 0.00025307154576998715,
      "loss": 2.3906,
      "step": 34868
    },
    {
      "epoch": 1.6221912072575018,
      "grad_norm": 0.9375582657869921,
      "learning_rate": 0.0002530688493122475,
      "loss": 2.3906,
      "step": 34869
    },
    {
      "epoch": 1.6222377297045825,
      "grad_norm": 1.013461224578961,
      "learning_rate": 0.00025306615279140846,
      "loss": 2.1875,
      "step": 34870
    },
    {
      "epoch": 1.6222842521516632,
      "grad_norm": 0.9257391517255946,
      "learning_rate": 0.0002530634562074718,
      "loss": 2.3438,
      "step": 34871
    },
    {
      "epoch": 1.6223307745987439,
      "grad_norm": 0.9601589176874877,
      "learning_rate": 0.00025306075956043895,
      "loss": 2.4688,
      "step": 34872
    },
    {
      "epoch": 1.6223772970458246,
      "grad_norm": 1.0558009244227635,
      "learning_rate": 0.00025305806285031183,
      "loss": 2.4375,
      "step": 34873
    },
    {
      "epoch": 1.6224238194929055,
      "grad_norm": 1.0160195846628197,
      "learning_rate": 0.0002530553660770919,
      "loss": 2.4531,
      "step": 34874
    },
    {
      "epoch": 1.622470341939986,
      "grad_norm": 0.9854245218671644,
      "learning_rate": 0.0002530526692407809,
      "loss": 2.4219,
      "step": 34875
    },
    {
      "epoch": 1.6225168643870669,
      "grad_norm": 1.0288346187666126,
      "learning_rate": 0.00025304997234138035,
      "loss": 2.5156,
      "step": 34876
    },
    {
      "epoch": 1.6225633868341474,
      "grad_norm": 0.9556147587944466,
      "learning_rate": 0.0002530472753788921,
      "loss": 2.5156,
      "step": 34877
    },
    {
      "epoch": 1.6226099092812283,
      "grad_norm": 0.9661475098924324,
      "learning_rate": 0.0002530445783533176,
      "loss": 2.4688,
      "step": 34878
    },
    {
      "epoch": 1.6226564317283088,
      "grad_norm": 0.9354434595108826,
      "learning_rate": 0.0002530418812646587,
      "loss": 2.3594,
      "step": 34879
    },
    {
      "epoch": 1.6227029541753897,
      "grad_norm": 0.9596635477581843,
      "learning_rate": 0.0002530391841129169,
      "loss": 2.1406,
      "step": 34880
    },
    {
      "epoch": 1.6227494766224704,
      "grad_norm": 0.9582204735832115,
      "learning_rate": 0.000253036486898094,
      "loss": 2.2344,
      "step": 34881
    },
    {
      "epoch": 1.622795999069551,
      "grad_norm": 0.9422062272378325,
      "learning_rate": 0.00025303378962019145,
      "loss": 2.375,
      "step": 34882
    },
    {
      "epoch": 1.6228425215166318,
      "grad_norm": 0.9253881747119802,
      "learning_rate": 0.00025303109227921104,
      "loss": 2.2812,
      "step": 34883
    },
    {
      "epoch": 1.6228890439637125,
      "grad_norm": 0.9849356415801015,
      "learning_rate": 0.00025302839487515436,
      "loss": 2.5,
      "step": 34884
    },
    {
      "epoch": 1.6229355664107932,
      "grad_norm": 0.9640707084615812,
      "learning_rate": 0.00025302569740802313,
      "loss": 2.3906,
      "step": 34885
    },
    {
      "epoch": 1.6229820888578739,
      "grad_norm": 0.938566282355917,
      "learning_rate": 0.00025302299987781893,
      "loss": 2.3594,
      "step": 34886
    },
    {
      "epoch": 1.6230286113049548,
      "grad_norm": 0.9755777789423976,
      "learning_rate": 0.0002530203022845435,
      "loss": 2.5312,
      "step": 34887
    },
    {
      "epoch": 1.6230751337520353,
      "grad_norm": 1.0178856573386605,
      "learning_rate": 0.0002530176046281984,
      "loss": 2.4844,
      "step": 34888
    },
    {
      "epoch": 1.6231216561991162,
      "grad_norm": 1.0221689617496832,
      "learning_rate": 0.00025301490690878524,
      "loss": 2.4688,
      "step": 34889
    },
    {
      "epoch": 1.6231681786461967,
      "grad_norm": 0.8996869133902042,
      "learning_rate": 0.00025301220912630584,
      "loss": 2.1562,
      "step": 34890
    },
    {
      "epoch": 1.6232147010932776,
      "grad_norm": 0.9641407730673873,
      "learning_rate": 0.00025300951128076176,
      "loss": 2.5469,
      "step": 34891
    },
    {
      "epoch": 1.623261223540358,
      "grad_norm": 1.0219435162465764,
      "learning_rate": 0.00025300681337215463,
      "loss": 2.5156,
      "step": 34892
    },
    {
      "epoch": 1.623307745987439,
      "grad_norm": 0.9608834695634165,
      "learning_rate": 0.0002530041154004861,
      "loss": 2.2812,
      "step": 34893
    },
    {
      "epoch": 1.6233542684345197,
      "grad_norm": 0.9483489029753234,
      "learning_rate": 0.0002530014173657579,
      "loss": 2.5,
      "step": 34894
    },
    {
      "epoch": 1.6234007908816004,
      "grad_norm": 0.9938990371619573,
      "learning_rate": 0.0002529987192679715,
      "loss": 2.5938,
      "step": 34895
    },
    {
      "epoch": 1.623447313328681,
      "grad_norm": 0.9622875849420961,
      "learning_rate": 0.00025299602110712876,
      "loss": 2.3281,
      "step": 34896
    },
    {
      "epoch": 1.6234938357757618,
      "grad_norm": 0.9322787355641605,
      "learning_rate": 0.00025299332288323124,
      "loss": 2.2969,
      "step": 34897
    },
    {
      "epoch": 1.6235403582228425,
      "grad_norm": 0.9828300702511817,
      "learning_rate": 0.00025299062459628065,
      "loss": 2.0625,
      "step": 34898
    },
    {
      "epoch": 1.6235868806699232,
      "grad_norm": 0.953553526658756,
      "learning_rate": 0.00025298792624627855,
      "loss": 2.1719,
      "step": 34899
    },
    {
      "epoch": 1.623633403117004,
      "grad_norm": 0.9330133054404941,
      "learning_rate": 0.00025298522783322663,
      "loss": 2.3281,
      "step": 34900
    },
    {
      "epoch": 1.6236799255640846,
      "grad_norm": 0.861871642908678,
      "learning_rate": 0.00025298252935712656,
      "loss": 1.5312,
      "step": 34901
    },
    {
      "epoch": 1.6237264480111655,
      "grad_norm": 0.9344275186691114,
      "learning_rate": 0.00025297983081797997,
      "loss": 2.4688,
      "step": 34902
    },
    {
      "epoch": 1.623772970458246,
      "grad_norm": 0.8763452060437386,
      "learning_rate": 0.00025297713221578854,
      "loss": 2.1719,
      "step": 34903
    },
    {
      "epoch": 1.623819492905327,
      "grad_norm": 0.9920428946914968,
      "learning_rate": 0.0002529744335505539,
      "loss": 2.2656,
      "step": 34904
    },
    {
      "epoch": 1.6238660153524074,
      "grad_norm": 0.9502958325033583,
      "learning_rate": 0.0002529717348222777,
      "loss": 2.2188,
      "step": 34905
    },
    {
      "epoch": 1.6239125377994883,
      "grad_norm": 1.0602940542101795,
      "learning_rate": 0.00025296903603096155,
      "loss": 2.4375,
      "step": 34906
    },
    {
      "epoch": 1.623959060246569,
      "grad_norm": 1.0092680494024406,
      "learning_rate": 0.0002529663371766072,
      "loss": 2.5938,
      "step": 34907
    },
    {
      "epoch": 1.6240055826936497,
      "grad_norm": 1.1673863877914752,
      "learning_rate": 0.00025296363825921624,
      "loss": 2.6406,
      "step": 34908
    },
    {
      "epoch": 1.6240521051407304,
      "grad_norm": 0.9454173112008127,
      "learning_rate": 0.0002529609392787903,
      "loss": 2.3594,
      "step": 34909
    },
    {
      "epoch": 1.624098627587811,
      "grad_norm": 0.9324226646860083,
      "learning_rate": 0.0002529582402353311,
      "loss": 2.7188,
      "step": 34910
    },
    {
      "epoch": 1.6241451500348918,
      "grad_norm": 0.889833152346759,
      "learning_rate": 0.00025295554112884027,
      "loss": 2.375,
      "step": 34911
    },
    {
      "epoch": 1.6241916724819725,
      "grad_norm": 0.939333488879324,
      "learning_rate": 0.00025295284195931946,
      "loss": 2.5625,
      "step": 34912
    },
    {
      "epoch": 1.6242381949290534,
      "grad_norm": 0.9224349552830993,
      "learning_rate": 0.0002529501427267703,
      "loss": 2.3125,
      "step": 34913
    },
    {
      "epoch": 1.624284717376134,
      "grad_norm": 0.9500087905846948,
      "learning_rate": 0.00025294744343119444,
      "loss": 2.3125,
      "step": 34914
    },
    {
      "epoch": 1.6243312398232148,
      "grad_norm": 0.9784814019540877,
      "learning_rate": 0.00025294474407259353,
      "loss": 2.3438,
      "step": 34915
    },
    {
      "epoch": 1.6243777622702953,
      "grad_norm": 0.975751123223831,
      "learning_rate": 0.00025294204465096926,
      "loss": 2.3594,
      "step": 34916
    },
    {
      "epoch": 1.6244242847173762,
      "grad_norm": 1.0105825879253278,
      "learning_rate": 0.0002529393451663233,
      "loss": 2.5312,
      "step": 34917
    },
    {
      "epoch": 1.6244708071644567,
      "grad_norm": 0.9279648207802937,
      "learning_rate": 0.0002529366456186572,
      "loss": 2.3281,
      "step": 34918
    },
    {
      "epoch": 1.6245173296115376,
      "grad_norm": 0.9642157892284144,
      "learning_rate": 0.00025293394600797275,
      "loss": 2.4844,
      "step": 34919
    },
    {
      "epoch": 1.6245638520586183,
      "grad_norm": 0.9371245081019435,
      "learning_rate": 0.00025293124633427147,
      "loss": 2.3594,
      "step": 34920
    },
    {
      "epoch": 1.624610374505699,
      "grad_norm": 0.8117298505555564,
      "learning_rate": 0.0002529285465975551,
      "loss": 1.7188,
      "step": 34921
    },
    {
      "epoch": 1.6246568969527797,
      "grad_norm": 1.007287176941499,
      "learning_rate": 0.00025292584679782526,
      "loss": 2.6094,
      "step": 34922
    },
    {
      "epoch": 1.6247034193998604,
      "grad_norm": 0.9007812558795018,
      "learning_rate": 0.0002529231469350836,
      "loss": 2.5,
      "step": 34923
    },
    {
      "epoch": 1.624749941846941,
      "grad_norm": 1.0760053460452792,
      "learning_rate": 0.00025292044700933185,
      "loss": 2.5469,
      "step": 34924
    },
    {
      "epoch": 1.6247964642940218,
      "grad_norm": 0.9977766208794882,
      "learning_rate": 0.00025291774702057156,
      "loss": 2.25,
      "step": 34925
    },
    {
      "epoch": 1.6248429867411027,
      "grad_norm": 0.9311898505860459,
      "learning_rate": 0.0002529150469688044,
      "loss": 2.3438,
      "step": 34926
    },
    {
      "epoch": 1.6248895091881832,
      "grad_norm": 0.9287191309941956,
      "learning_rate": 0.00025291234685403203,
      "loss": 2.375,
      "step": 34927
    },
    {
      "epoch": 1.6249360316352641,
      "grad_norm": 1.074765097443258,
      "learning_rate": 0.00025290964667625616,
      "loss": 2.4219,
      "step": 34928
    },
    {
      "epoch": 1.6249825540823446,
      "grad_norm": 0.9433924772571662,
      "learning_rate": 0.00025290694643547834,
      "loss": 2.2656,
      "step": 34929
    },
    {
      "epoch": 1.6250290765294255,
      "grad_norm": 0.9235426380778947,
      "learning_rate": 0.00025290424613170034,
      "loss": 1.6953,
      "step": 34930
    },
    {
      "epoch": 1.6250755989765062,
      "grad_norm": 1.023222120348007,
      "learning_rate": 0.0002529015457649237,
      "loss": 2.375,
      "step": 34931
    },
    {
      "epoch": 1.625122121423587,
      "grad_norm": 1.0073289137727892,
      "learning_rate": 0.0002528988453351501,
      "loss": 2.4062,
      "step": 34932
    },
    {
      "epoch": 1.6251686438706676,
      "grad_norm": 0.8989658026050886,
      "learning_rate": 0.0002528961448423813,
      "loss": 2.25,
      "step": 34933
    },
    {
      "epoch": 1.6252151663177483,
      "grad_norm": 0.9694397266693036,
      "learning_rate": 0.0002528934442866189,
      "loss": 2.2969,
      "step": 34934
    },
    {
      "epoch": 1.625261688764829,
      "grad_norm": 1.0159484781880543,
      "learning_rate": 0.00025289074366786446,
      "loss": 2.7656,
      "step": 34935
    },
    {
      "epoch": 1.6253082112119097,
      "grad_norm": 1.0302928610472812,
      "learning_rate": 0.0002528880429861197,
      "loss": 2.0781,
      "step": 34936
    },
    {
      "epoch": 1.6253547336589904,
      "grad_norm": 0.8952839930750345,
      "learning_rate": 0.00025288534224138633,
      "loss": 1.7422,
      "step": 34937
    },
    {
      "epoch": 1.6254012561060711,
      "grad_norm": 1.0584945865270965,
      "learning_rate": 0.00025288264143366585,
      "loss": 2.6719,
      "step": 34938
    },
    {
      "epoch": 1.625447778553152,
      "grad_norm": 0.9940380629990967,
      "learning_rate": 0.0002528799405629601,
      "loss": 2.3438,
      "step": 34939
    },
    {
      "epoch": 1.6254943010002325,
      "grad_norm": 0.9810801072862155,
      "learning_rate": 0.00025287723962927057,
      "loss": 2.2188,
      "step": 34940
    },
    {
      "epoch": 1.6255408234473134,
      "grad_norm": 0.9460029554062701,
      "learning_rate": 0.00025287453863259907,
      "loss": 2.5469,
      "step": 34941
    },
    {
      "epoch": 1.625587345894394,
      "grad_norm": 1.0235190152011218,
      "learning_rate": 0.0002528718375729471,
      "loss": 2.4531,
      "step": 34942
    },
    {
      "epoch": 1.6256338683414748,
      "grad_norm": 0.9117081794086681,
      "learning_rate": 0.0002528691364503164,
      "loss": 2.3594,
      "step": 34943
    },
    {
      "epoch": 1.6256803907885555,
      "grad_norm": 1.035828204451565,
      "learning_rate": 0.00025286643526470864,
      "loss": 2.5781,
      "step": 34944
    },
    {
      "epoch": 1.6257269132356362,
      "grad_norm": 0.97382592657899,
      "learning_rate": 0.0002528637340161254,
      "loss": 2.5,
      "step": 34945
    },
    {
      "epoch": 1.625773435682717,
      "grad_norm": 0.9502671491928671,
      "learning_rate": 0.0002528610327045684,
      "loss": 2.2969,
      "step": 34946
    },
    {
      "epoch": 1.6258199581297976,
      "grad_norm": 0.9970310975374729,
      "learning_rate": 0.00025285833133003926,
      "loss": 2.6094,
      "step": 34947
    },
    {
      "epoch": 1.6258664805768783,
      "grad_norm": 1.1072433702842606,
      "learning_rate": 0.0002528556298925397,
      "loss": 2.375,
      "step": 34948
    },
    {
      "epoch": 1.625913003023959,
      "grad_norm": 0.8845254770411589,
      "learning_rate": 0.0002528529283920712,
      "loss": 2.2188,
      "step": 34949
    },
    {
      "epoch": 1.6259595254710397,
      "grad_norm": 0.9281513000285118,
      "learning_rate": 0.0002528502268286357,
      "loss": 2.3594,
      "step": 34950
    },
    {
      "epoch": 1.6260060479181204,
      "grad_norm": 0.8987875153448137,
      "learning_rate": 0.0002528475252022345,
      "loss": 2.1875,
      "step": 34951
    },
    {
      "epoch": 1.6260525703652013,
      "grad_norm": 0.9527601091297497,
      "learning_rate": 0.00025284482351286956,
      "loss": 2.2188,
      "step": 34952
    },
    {
      "epoch": 1.6260990928122818,
      "grad_norm": 0.9495437591427005,
      "learning_rate": 0.0002528421217605424,
      "loss": 2.5312,
      "step": 34953
    },
    {
      "epoch": 1.6261456152593627,
      "grad_norm": 0.8867765691495613,
      "learning_rate": 0.0002528394199452546,
      "loss": 2.1562,
      "step": 34954
    },
    {
      "epoch": 1.6261921377064432,
      "grad_norm": 0.9472775532983672,
      "learning_rate": 0.00025283671806700797,
      "loss": 2.5938,
      "step": 34955
    },
    {
      "epoch": 1.6262386601535241,
      "grad_norm": 0.9009995394607543,
      "learning_rate": 0.0002528340161258041,
      "loss": 2.25,
      "step": 34956
    },
    {
      "epoch": 1.6262851826006048,
      "grad_norm": 0.937329488338612,
      "learning_rate": 0.0002528313141216446,
      "loss": 2.2031,
      "step": 34957
    },
    {
      "epoch": 1.6263317050476855,
      "grad_norm": 0.9794775962417106,
      "learning_rate": 0.0002528286120545312,
      "loss": 2.5625,
      "step": 34958
    },
    {
      "epoch": 1.6263782274947662,
      "grad_norm": 0.9776245616698933,
      "learning_rate": 0.0002528259099244655,
      "loss": 2.5469,
      "step": 34959
    },
    {
      "epoch": 1.626424749941847,
      "grad_norm": 0.9981507029230987,
      "learning_rate": 0.00025282320773144923,
      "loss": 2.5312,
      "step": 34960
    },
    {
      "epoch": 1.6264712723889276,
      "grad_norm": 0.9248174251728956,
      "learning_rate": 0.0002528205054754839,
      "loss": 2.1406,
      "step": 34961
    },
    {
      "epoch": 1.6265177948360083,
      "grad_norm": 0.9750235846305402,
      "learning_rate": 0.0002528178031565713,
      "loss": 2.6562,
      "step": 34962
    },
    {
      "epoch": 1.6265643172830893,
      "grad_norm": 0.9681538478944571,
      "learning_rate": 0.00025281510077471305,
      "loss": 2.8438,
      "step": 34963
    },
    {
      "epoch": 1.6266108397301697,
      "grad_norm": 0.9502563253481083,
      "learning_rate": 0.00025281239832991077,
      "loss": 2.5156,
      "step": 34964
    },
    {
      "epoch": 1.6266573621772507,
      "grad_norm": 0.9816718231188167,
      "learning_rate": 0.0002528096958221661,
      "loss": 2.3594,
      "step": 34965
    },
    {
      "epoch": 1.6267038846243311,
      "grad_norm": 1.0346718046722716,
      "learning_rate": 0.00025280699325148074,
      "loss": 2.3594,
      "step": 34966
    },
    {
      "epoch": 1.626750407071412,
      "grad_norm": 1.043568976162031,
      "learning_rate": 0.00025280429061785636,
      "loss": 2.7344,
      "step": 34967
    },
    {
      "epoch": 1.6267969295184925,
      "grad_norm": 0.9732685954080815,
      "learning_rate": 0.0002528015879212946,
      "loss": 2.3906,
      "step": 34968
    },
    {
      "epoch": 1.6268434519655735,
      "grad_norm": 0.9735879696463958,
      "learning_rate": 0.00025279888516179704,
      "loss": 2.3125,
      "step": 34969
    },
    {
      "epoch": 1.6268899744126541,
      "grad_norm": 0.9935433034655192,
      "learning_rate": 0.0002527961823393654,
      "loss": 2.4062,
      "step": 34970
    },
    {
      "epoch": 1.6269364968597348,
      "grad_norm": 0.9913621754606388,
      "learning_rate": 0.0002527934794540014,
      "loss": 2.5156,
      "step": 34971
    },
    {
      "epoch": 1.6269830193068155,
      "grad_norm": 0.9281971697597952,
      "learning_rate": 0.0002527907765057066,
      "loss": 2.4844,
      "step": 34972
    },
    {
      "epoch": 1.6270295417538962,
      "grad_norm": 0.9754123033192216,
      "learning_rate": 0.0002527880734944827,
      "loss": 2.3125,
      "step": 34973
    },
    {
      "epoch": 1.627076064200977,
      "grad_norm": 0.8797151538526347,
      "learning_rate": 0.0002527853704203313,
      "loss": 2.5,
      "step": 34974
    },
    {
      "epoch": 1.6271225866480576,
      "grad_norm": 1.003859522706212,
      "learning_rate": 0.0002527826672832541,
      "loss": 2.3438,
      "step": 34975
    },
    {
      "epoch": 1.6271691090951386,
      "grad_norm": 1.0318628294688001,
      "learning_rate": 0.0002527799640832527,
      "loss": 2.5781,
      "step": 34976
    },
    {
      "epoch": 1.627215631542219,
      "grad_norm": 0.9889508477418852,
      "learning_rate": 0.00025277726082032886,
      "loss": 2.5781,
      "step": 34977
    },
    {
      "epoch": 1.6272621539893,
      "grad_norm": 0.9258331230179179,
      "learning_rate": 0.00025277455749448416,
      "loss": 2.2344,
      "step": 34978
    },
    {
      "epoch": 1.6273086764363804,
      "grad_norm": 0.951618666049204,
      "learning_rate": 0.0002527718541057203,
      "loss": 2.4688,
      "step": 34979
    },
    {
      "epoch": 1.6273551988834614,
      "grad_norm": 0.9452309708139268,
      "learning_rate": 0.0002527691506540388,
      "loss": 2.2812,
      "step": 34980
    },
    {
      "epoch": 1.6274017213305418,
      "grad_norm": 0.9695714530870622,
      "learning_rate": 0.00025276644713944155,
      "loss": 2.4375,
      "step": 34981
    },
    {
      "epoch": 1.6274482437776228,
      "grad_norm": 0.9296446728599284,
      "learning_rate": 0.00025276374356193005,
      "loss": 2.4531,
      "step": 34982
    },
    {
      "epoch": 1.6274947662247035,
      "grad_norm": 0.9981178569129134,
      "learning_rate": 0.0002527610399215059,
      "loss": 2.2812,
      "step": 34983
    },
    {
      "epoch": 1.6275412886717842,
      "grad_norm": 1.0562482231095156,
      "learning_rate": 0.0002527583362181709,
      "loss": 2.7344,
      "step": 34984
    },
    {
      "epoch": 1.6275878111188649,
      "grad_norm": 0.9722244845883709,
      "learning_rate": 0.0002527556324519267,
      "loss": 2.3438,
      "step": 34985
    },
    {
      "epoch": 1.6276343335659456,
      "grad_norm": 0.9778630532502064,
      "learning_rate": 0.00025275292862277473,
      "loss": 2.5156,
      "step": 34986
    },
    {
      "epoch": 1.6276808560130263,
      "grad_norm": 0.9981237978723498,
      "learning_rate": 0.00025275022473071694,
      "loss": 2.4062,
      "step": 34987
    },
    {
      "epoch": 1.627727378460107,
      "grad_norm": 0.9243213860441669,
      "learning_rate": 0.0002527475207757548,
      "loss": 2.2031,
      "step": 34988
    },
    {
      "epoch": 1.6277739009071879,
      "grad_norm": 0.9238521377059621,
      "learning_rate": 0.00025274481675789006,
      "loss": 2.3438,
      "step": 34989
    },
    {
      "epoch": 1.6278204233542684,
      "grad_norm": 0.8826447265317228,
      "learning_rate": 0.0002527421126771243,
      "loss": 2.125,
      "step": 34990
    },
    {
      "epoch": 1.6278669458013493,
      "grad_norm": 1.0953246719056848,
      "learning_rate": 0.00025273940853345927,
      "loss": 2.2969,
      "step": 34991
    },
    {
      "epoch": 1.6279134682484298,
      "grad_norm": 0.9532184613179762,
      "learning_rate": 0.0002527367043268965,
      "loss": 2.625,
      "step": 34992
    },
    {
      "epoch": 1.6279599906955107,
      "grad_norm": 0.9029225024412209,
      "learning_rate": 0.00025273400005743773,
      "loss": 2.375,
      "step": 34993
    },
    {
      "epoch": 1.6280065131425911,
      "grad_norm": 0.8699738373106487,
      "learning_rate": 0.00025273129572508463,
      "loss": 2.2656,
      "step": 34994
    },
    {
      "epoch": 1.628053035589672,
      "grad_norm": 0.9433073929916875,
      "learning_rate": 0.0002527285913298388,
      "loss": 2.4844,
      "step": 34995
    },
    {
      "epoch": 1.6280995580367528,
      "grad_norm": 0.956383085159917,
      "learning_rate": 0.000252725886871702,
      "loss": 2.2031,
      "step": 34996
    },
    {
      "epoch": 1.6281460804838335,
      "grad_norm": 0.8844649586666286,
      "learning_rate": 0.0002527231823506757,
      "loss": 2.2969,
      "step": 34997
    },
    {
      "epoch": 1.6281926029309142,
      "grad_norm": 0.935976130146137,
      "learning_rate": 0.00025272047776676165,
      "loss": 2.4531,
      "step": 34998
    },
    {
      "epoch": 1.6282391253779949,
      "grad_norm": 1.0219306134086494,
      "learning_rate": 0.0002527177731199616,
      "loss": 2.4375,
      "step": 34999
    },
    {
      "epoch": 1.6282856478250756,
      "grad_norm": 0.9188270745610105,
      "learning_rate": 0.00025271506841027715,
      "loss": 2.2656,
      "step": 35000
    },
    {
      "epoch": 1.6283321702721563,
      "grad_norm": 0.9094214880715145,
      "learning_rate": 0.00025271236363770983,
      "loss": 2.3438,
      "step": 35001
    },
    {
      "epoch": 1.6283786927192372,
      "grad_norm": 1.033387842725272,
      "learning_rate": 0.00025270965880226144,
      "loss": 2.6875,
      "step": 35002
    },
    {
      "epoch": 1.6284252151663177,
      "grad_norm": 0.9768847363075178,
      "learning_rate": 0.0002527069539039336,
      "loss": 2.3125,
      "step": 35003
    },
    {
      "epoch": 1.6284717376133986,
      "grad_norm": 0.9697552014558208,
      "learning_rate": 0.00025270424894272795,
      "loss": 2.3438,
      "step": 35004
    },
    {
      "epoch": 1.628518260060479,
      "grad_norm": 1.0052925733098639,
      "learning_rate": 0.00025270154391864616,
      "loss": 1.8906,
      "step": 35005
    },
    {
      "epoch": 1.62856478250756,
      "grad_norm": 0.9715769972311536,
      "learning_rate": 0.0002526988388316899,
      "loss": 2.3125,
      "step": 35006
    },
    {
      "epoch": 1.6286113049546405,
      "grad_norm": 0.8802627129055184,
      "learning_rate": 0.00025269613368186073,
      "loss": 1.9766,
      "step": 35007
    },
    {
      "epoch": 1.6286578274017214,
      "grad_norm": 1.0288222507741405,
      "learning_rate": 0.00025269342846916045,
      "loss": 2.5469,
      "step": 35008
    },
    {
      "epoch": 1.628704349848802,
      "grad_norm": 0.989607338968638,
      "learning_rate": 0.0002526907231935906,
      "loss": 2.2031,
      "step": 35009
    },
    {
      "epoch": 1.6287508722958828,
      "grad_norm": 1.0054137553250462,
      "learning_rate": 0.00025268801785515295,
      "loss": 2.5156,
      "step": 35010
    },
    {
      "epoch": 1.6287973947429635,
      "grad_norm": 0.9120425095839104,
      "learning_rate": 0.00025268531245384903,
      "loss": 2.1719,
      "step": 35011
    },
    {
      "epoch": 1.6288439171900442,
      "grad_norm": 0.9951971038905438,
      "learning_rate": 0.0002526826069896806,
      "loss": 2.5938,
      "step": 35012
    },
    {
      "epoch": 1.6288904396371249,
      "grad_norm": 0.9141104369685074,
      "learning_rate": 0.0002526799014626492,
      "loss": 2.3906,
      "step": 35013
    },
    {
      "epoch": 1.6289369620842056,
      "grad_norm": 0.9990913017217941,
      "learning_rate": 0.00025267719587275663,
      "loss": 2.5469,
      "step": 35014
    },
    {
      "epoch": 1.6289834845312865,
      "grad_norm": 0.9702465511924179,
      "learning_rate": 0.0002526744902200045,
      "loss": 2.3906,
      "step": 35015
    },
    {
      "epoch": 1.629030006978367,
      "grad_norm": 0.8478879670780647,
      "learning_rate": 0.0002526717845043944,
      "loss": 1.7109,
      "step": 35016
    },
    {
      "epoch": 1.629076529425448,
      "grad_norm": 0.9975939299660793,
      "learning_rate": 0.000252669078725928,
      "loss": 2.5312,
      "step": 35017
    },
    {
      "epoch": 1.6291230518725284,
      "grad_norm": 0.9718092846052294,
      "learning_rate": 0.000252666372884607,
      "loss": 2.0469,
      "step": 35018
    },
    {
      "epoch": 1.6291695743196093,
      "grad_norm": 0.9075933661060875,
      "learning_rate": 0.00025266366698043305,
      "loss": 2.2031,
      "step": 35019
    },
    {
      "epoch": 1.6292160967666898,
      "grad_norm": 0.9637058870384424,
      "learning_rate": 0.0002526609610134078,
      "loss": 2.6562,
      "step": 35020
    },
    {
      "epoch": 1.6292626192137707,
      "grad_norm": 0.8895946553571158,
      "learning_rate": 0.0002526582549835329,
      "loss": 2.25,
      "step": 35021
    },
    {
      "epoch": 1.6293091416608514,
      "grad_norm": 1.028525119193283,
      "learning_rate": 0.00025265554889081004,
      "loss": 2.5312,
      "step": 35022
    },
    {
      "epoch": 1.629355664107932,
      "grad_norm": 0.8924980650573432,
      "learning_rate": 0.0002526528427352408,
      "loss": 2.1875,
      "step": 35023
    },
    {
      "epoch": 1.6294021865550128,
      "grad_norm": 1.028389906529331,
      "learning_rate": 0.0002526501365168269,
      "loss": 2.2656,
      "step": 35024
    },
    {
      "epoch": 1.6294487090020935,
      "grad_norm": 1.0087296844787503,
      "learning_rate": 0.00025264743023557004,
      "loss": 2.3594,
      "step": 35025
    },
    {
      "epoch": 1.6294952314491742,
      "grad_norm": 0.9638529313795658,
      "learning_rate": 0.0002526447238914717,
      "loss": 2.2344,
      "step": 35026
    },
    {
      "epoch": 1.6295417538962549,
      "grad_norm": 0.8975824816641881,
      "learning_rate": 0.00025264201748453376,
      "loss": 2.5312,
      "step": 35027
    },
    {
      "epoch": 1.6295882763433358,
      "grad_norm": 0.9869251497021979,
      "learning_rate": 0.00025263931101475776,
      "loss": 2.25,
      "step": 35028
    },
    {
      "epoch": 1.6296347987904163,
      "grad_norm": 0.9120404821580079,
      "learning_rate": 0.0002526366044821453,
      "loss": 2.3125,
      "step": 35029
    },
    {
      "epoch": 1.6296813212374972,
      "grad_norm": 0.9259109012138036,
      "learning_rate": 0.00025263389788669814,
      "loss": 2.125,
      "step": 35030
    },
    {
      "epoch": 1.6297278436845777,
      "grad_norm": 1.0054092294439263,
      "learning_rate": 0.0002526311912284179,
      "loss": 1.8281,
      "step": 35031
    },
    {
      "epoch": 1.6297743661316586,
      "grad_norm": 1.0222472372049207,
      "learning_rate": 0.00025262848450730626,
      "loss": 2.4219,
      "step": 35032
    },
    {
      "epoch": 1.629820888578739,
      "grad_norm": 0.9376189516547381,
      "learning_rate": 0.00025262577772336485,
      "loss": 2.3281,
      "step": 35033
    },
    {
      "epoch": 1.62986741102582,
      "grad_norm": 0.9756997585663798,
      "learning_rate": 0.00025262307087659533,
      "loss": 2.5781,
      "step": 35034
    },
    {
      "epoch": 1.6299139334729007,
      "grad_norm": 0.9871641851146883,
      "learning_rate": 0.0002526203639669994,
      "loss": 2.4062,
      "step": 35035
    },
    {
      "epoch": 1.6299604559199814,
      "grad_norm": 0.9948515884556185,
      "learning_rate": 0.00025261765699457865,
      "loss": 2.8125,
      "step": 35036
    },
    {
      "epoch": 1.630006978367062,
      "grad_norm": 0.9374604193394689,
      "learning_rate": 0.00025261494995933474,
      "loss": 2.3125,
      "step": 35037
    },
    {
      "epoch": 1.6300535008141428,
      "grad_norm": 0.980905105037024,
      "learning_rate": 0.0002526122428612694,
      "loss": 2.4688,
      "step": 35038
    },
    {
      "epoch": 1.6301000232612235,
      "grad_norm": 0.9504826190823974,
      "learning_rate": 0.00025260953570038416,
      "loss": 2.2344,
      "step": 35039
    },
    {
      "epoch": 1.6301465457083042,
      "grad_norm": 0.944192280223038,
      "learning_rate": 0.0002526068284766808,
      "loss": 2.1406,
      "step": 35040
    },
    {
      "epoch": 1.6301930681553851,
      "grad_norm": 1.0061371138187123,
      "learning_rate": 0.000252604121190161,
      "loss": 2.4375,
      "step": 35041
    },
    {
      "epoch": 1.6302395906024656,
      "grad_norm": 0.9791356321077865,
      "learning_rate": 0.0002526014138408263,
      "loss": 2.2344,
      "step": 35042
    },
    {
      "epoch": 1.6302861130495465,
      "grad_norm": 0.9419987657253626,
      "learning_rate": 0.0002525987064286784,
      "loss": 2.6719,
      "step": 35043
    },
    {
      "epoch": 1.630332635496627,
      "grad_norm": 0.9142374850857813,
      "learning_rate": 0.00025259599895371894,
      "loss": 2.25,
      "step": 35044
    },
    {
      "epoch": 1.630379157943708,
      "grad_norm": 0.9822861756437538,
      "learning_rate": 0.00025259329141594965,
      "loss": 1.7812,
      "step": 35045
    },
    {
      "epoch": 1.6304256803907884,
      "grad_norm": 0.9546872107772933,
      "learning_rate": 0.0002525905838153721,
      "loss": 2.1875,
      "step": 35046
    },
    {
      "epoch": 1.6304722028378693,
      "grad_norm": 1.049900679076002,
      "learning_rate": 0.00025258787615198806,
      "loss": 2.3125,
      "step": 35047
    },
    {
      "epoch": 1.63051872528495,
      "grad_norm": 0.9616765271918595,
      "learning_rate": 0.00025258516842579907,
      "loss": 2.4844,
      "step": 35048
    },
    {
      "epoch": 1.6305652477320307,
      "grad_norm": 0.9950709448728496,
      "learning_rate": 0.00025258246063680686,
      "loss": 2.2969,
      "step": 35049
    },
    {
      "epoch": 1.6306117701791114,
      "grad_norm": 0.9420964731871242,
      "learning_rate": 0.00025257975278501304,
      "loss": 2.5469,
      "step": 35050
    },
    {
      "epoch": 1.630658292626192,
      "grad_norm": 0.9548205633949777,
      "learning_rate": 0.0002525770448704193,
      "loss": 2.375,
      "step": 35051
    },
    {
      "epoch": 1.6307048150732728,
      "grad_norm": 0.9630480766108843,
      "learning_rate": 0.0002525743368930273,
      "loss": 2.2812,
      "step": 35052
    },
    {
      "epoch": 1.6307513375203535,
      "grad_norm": 1.1622088075208212,
      "learning_rate": 0.0002525716288528386,
      "loss": 2.3906,
      "step": 35053
    },
    {
      "epoch": 1.6307978599674344,
      "grad_norm": 1.0198227853807897,
      "learning_rate": 0.00025256892074985505,
      "loss": 2.4531,
      "step": 35054
    },
    {
      "epoch": 1.630844382414515,
      "grad_norm": 0.9951168261244022,
      "learning_rate": 0.0002525662125840782,
      "loss": 2.5312,
      "step": 35055
    },
    {
      "epoch": 1.6308909048615958,
      "grad_norm": 1.004735871968789,
      "learning_rate": 0.00025256350435550964,
      "loss": 2.5469,
      "step": 35056
    },
    {
      "epoch": 1.6309374273086763,
      "grad_norm": 0.9266572728045009,
      "learning_rate": 0.00025256079606415116,
      "loss": 2.1562,
      "step": 35057
    },
    {
      "epoch": 1.6309839497557572,
      "grad_norm": 0.9876389198154272,
      "learning_rate": 0.0002525580877100043,
      "loss": 2.4219,
      "step": 35058
    },
    {
      "epoch": 1.631030472202838,
      "grad_norm": 0.977834903670343,
      "learning_rate": 0.00025255537929307087,
      "loss": 2.4531,
      "step": 35059
    },
    {
      "epoch": 1.6310769946499186,
      "grad_norm": 0.9861124690539722,
      "learning_rate": 0.00025255267081335237,
      "loss": 2.5312,
      "step": 35060
    },
    {
      "epoch": 1.6311235170969993,
      "grad_norm": 0.9473839351044694,
      "learning_rate": 0.0002525499622708505,
      "loss": 2.2969,
      "step": 35061
    },
    {
      "epoch": 1.63117003954408,
      "grad_norm": 1.1117240202060725,
      "learning_rate": 0.00025254725366556695,
      "loss": 2.2969,
      "step": 35062
    },
    {
      "epoch": 1.6312165619911607,
      "grad_norm": 0.9596120991002317,
      "learning_rate": 0.00025254454499750334,
      "loss": 2.3281,
      "step": 35063
    },
    {
      "epoch": 1.6312630844382414,
      "grad_norm": 0.9153404387293295,
      "learning_rate": 0.0002525418362666614,
      "loss": 1.8984,
      "step": 35064
    },
    {
      "epoch": 1.6313096068853221,
      "grad_norm": 0.9609681847464439,
      "learning_rate": 0.00025253912747304273,
      "loss": 2.4062,
      "step": 35065
    },
    {
      "epoch": 1.6313561293324028,
      "grad_norm": 0.9426523549503568,
      "learning_rate": 0.00025253641861664903,
      "loss": 2.4062,
      "step": 35066
    },
    {
      "epoch": 1.6314026517794837,
      "grad_norm": 0.9229355936214301,
      "learning_rate": 0.00025253370969748187,
      "loss": 2.2031,
      "step": 35067
    },
    {
      "epoch": 1.6314491742265642,
      "grad_norm": 0.9660309838877204,
      "learning_rate": 0.00025253100071554303,
      "loss": 2.4062,
      "step": 35068
    },
    {
      "epoch": 1.6314956966736451,
      "grad_norm": 0.8748612363084436,
      "learning_rate": 0.0002525282916708341,
      "loss": 2.2188,
      "step": 35069
    },
    {
      "epoch": 1.6315422191207256,
      "grad_norm": 0.8819505064099301,
      "learning_rate": 0.00025252558256335674,
      "loss": 2.2812,
      "step": 35070
    },
    {
      "epoch": 1.6315887415678065,
      "grad_norm": 0.9689795404690081,
      "learning_rate": 0.0002525228733931126,
      "loss": 1.6328,
      "step": 35071
    },
    {
      "epoch": 1.6316352640148872,
      "grad_norm": 0.9725118577345762,
      "learning_rate": 0.00025252016416010337,
      "loss": 2.5469,
      "step": 35072
    },
    {
      "epoch": 1.631681786461968,
      "grad_norm": 1.0475862135547742,
      "learning_rate": 0.00025251745486433067,
      "loss": 2.4375,
      "step": 35073
    },
    {
      "epoch": 1.6317283089090486,
      "grad_norm": 0.9966650118685629,
      "learning_rate": 0.00025251474550579616,
      "loss": 2.5625,
      "step": 35074
    },
    {
      "epoch": 1.6317748313561293,
      "grad_norm": 0.9601362982108007,
      "learning_rate": 0.00025251203608450153,
      "loss": 2.3281,
      "step": 35075
    },
    {
      "epoch": 1.63182135380321,
      "grad_norm": 0.9784212167881658,
      "learning_rate": 0.00025250932660044845,
      "loss": 2.3594,
      "step": 35076
    },
    {
      "epoch": 1.6318678762502907,
      "grad_norm": 0.958363180435507,
      "learning_rate": 0.0002525066170536386,
      "loss": 2.4844,
      "step": 35077
    },
    {
      "epoch": 1.6319143986973714,
      "grad_norm": 0.9145714730163342,
      "learning_rate": 0.0002525039074440735,
      "loss": 2.4375,
      "step": 35078
    },
    {
      "epoch": 1.6319609211444521,
      "grad_norm": 0.9325968427865019,
      "learning_rate": 0.00025250119777175495,
      "loss": 2.1719,
      "step": 35079
    },
    {
      "epoch": 1.632007443591533,
      "grad_norm": 0.9201775899708136,
      "learning_rate": 0.00025249848803668456,
      "loss": 2.4844,
      "step": 35080
    },
    {
      "epoch": 1.6320539660386135,
      "grad_norm": 0.9789246828377095,
      "learning_rate": 0.000252495778238864,
      "loss": 2.4375,
      "step": 35081
    },
    {
      "epoch": 1.6321004884856944,
      "grad_norm": 0.8587787355262835,
      "learning_rate": 0.00025249306837829495,
      "loss": 2.1406,
      "step": 35082
    },
    {
      "epoch": 1.632147010932775,
      "grad_norm": 0.879064140994806,
      "learning_rate": 0.000252490358454979,
      "loss": 2.2344,
      "step": 35083
    },
    {
      "epoch": 1.6321935333798558,
      "grad_norm": 0.9753306074007431,
      "learning_rate": 0.0002524876484689178,
      "loss": 2.3438,
      "step": 35084
    },
    {
      "epoch": 1.6322400558269365,
      "grad_norm": 0.9067708325096422,
      "learning_rate": 0.00025248493842011313,
      "loss": 2.2812,
      "step": 35085
    },
    {
      "epoch": 1.6322865782740172,
      "grad_norm": 0.9081561748091228,
      "learning_rate": 0.0002524822283085665,
      "loss": 2.2188,
      "step": 35086
    },
    {
      "epoch": 1.632333100721098,
      "grad_norm": 0.9395109135269177,
      "learning_rate": 0.00025247951813427974,
      "loss": 2.2969,
      "step": 35087
    },
    {
      "epoch": 1.6323796231681786,
      "grad_norm": 0.9536754950008824,
      "learning_rate": 0.00025247680789725437,
      "loss": 2.5156,
      "step": 35088
    },
    {
      "epoch": 1.6324261456152593,
      "grad_norm": 0.9337933436064147,
      "learning_rate": 0.0002524740975974921,
      "loss": 2.4531,
      "step": 35089
    },
    {
      "epoch": 1.63247266806234,
      "grad_norm": 0.9358026955604221,
      "learning_rate": 0.00025247138723499455,
      "loss": 2.3438,
      "step": 35090
    },
    {
      "epoch": 1.632519190509421,
      "grad_norm": 0.9025086238315805,
      "learning_rate": 0.00025246867680976345,
      "loss": 2.4062,
      "step": 35091
    },
    {
      "epoch": 1.6325657129565014,
      "grad_norm": 0.9670425991716641,
      "learning_rate": 0.0002524659663218004,
      "loss": 2.2031,
      "step": 35092
    },
    {
      "epoch": 1.6326122354035824,
      "grad_norm": 0.931551693283131,
      "learning_rate": 0.0002524632557711071,
      "loss": 2.2656,
      "step": 35093
    },
    {
      "epoch": 1.6326587578506628,
      "grad_norm": 0.9110047120190833,
      "learning_rate": 0.0002524605451576852,
      "loss": 2.3906,
      "step": 35094
    },
    {
      "epoch": 1.6327052802977438,
      "grad_norm": 0.9215353716132835,
      "learning_rate": 0.0002524578344815364,
      "loss": 2.2188,
      "step": 35095
    },
    {
      "epoch": 1.6327518027448242,
      "grad_norm": 0.9067709969649372,
      "learning_rate": 0.00025245512374266223,
      "loss": 2.2188,
      "step": 35096
    },
    {
      "epoch": 1.6327983251919052,
      "grad_norm": 1.1934832849362997,
      "learning_rate": 0.00025245241294106444,
      "loss": 2.3438,
      "step": 35097
    },
    {
      "epoch": 1.6328448476389859,
      "grad_norm": 1.023493409788828,
      "learning_rate": 0.0002524497020767447,
      "loss": 2.4844,
      "step": 35098
    },
    {
      "epoch": 1.6328913700860666,
      "grad_norm": 0.9652888367006343,
      "learning_rate": 0.00025244699114970466,
      "loss": 2.4688,
      "step": 35099
    },
    {
      "epoch": 1.6329378925331473,
      "grad_norm": 0.9055202317662614,
      "learning_rate": 0.0002524442801599459,
      "loss": 2.3281,
      "step": 35100
    },
    {
      "epoch": 1.632984414980228,
      "grad_norm": 0.9419649253591375,
      "learning_rate": 0.0002524415691074702,
      "loss": 2.3125,
      "step": 35101
    },
    {
      "epoch": 1.6330309374273086,
      "grad_norm": 0.9880781640440951,
      "learning_rate": 0.0002524388579922792,
      "loss": 2.4375,
      "step": 35102
    },
    {
      "epoch": 1.6330774598743893,
      "grad_norm": 0.9966623215144779,
      "learning_rate": 0.00025243614681437444,
      "loss": 2.6406,
      "step": 35103
    },
    {
      "epoch": 1.6331239823214703,
      "grad_norm": 0.9571677336713253,
      "learning_rate": 0.0002524334355737577,
      "loss": 2.2656,
      "step": 35104
    },
    {
      "epoch": 1.6331705047685507,
      "grad_norm": 1.0415485481163782,
      "learning_rate": 0.0002524307242704306,
      "loss": 2.5312,
      "step": 35105
    },
    {
      "epoch": 1.6332170272156317,
      "grad_norm": 0.9276527643254289,
      "learning_rate": 0.0002524280129043949,
      "loss": 2.3281,
      "step": 35106
    },
    {
      "epoch": 1.6332635496627121,
      "grad_norm": 0.9597079919182748,
      "learning_rate": 0.0002524253014756521,
      "loss": 2.3125,
      "step": 35107
    },
    {
      "epoch": 1.633310072109793,
      "grad_norm": 1.1484541677644644,
      "learning_rate": 0.0002524225899842039,
      "loss": 2.5625,
      "step": 35108
    },
    {
      "epoch": 1.6333565945568735,
      "grad_norm": 1.0236892871936232,
      "learning_rate": 0.000252419878430052,
      "loss": 2.2812,
      "step": 35109
    },
    {
      "epoch": 1.6334031170039545,
      "grad_norm": 0.9269925753635534,
      "learning_rate": 0.0002524171668131981,
      "loss": 2.25,
      "step": 35110
    },
    {
      "epoch": 1.6334496394510352,
      "grad_norm": 0.8616764772592911,
      "learning_rate": 0.00025241445513364373,
      "loss": 2.3281,
      "step": 35111
    },
    {
      "epoch": 1.6334961618981159,
      "grad_norm": 0.9321917612829517,
      "learning_rate": 0.0002524117433913906,
      "loss": 2.4219,
      "step": 35112
    },
    {
      "epoch": 1.6335426843451966,
      "grad_norm": 0.9519110966481805,
      "learning_rate": 0.00025240903158644054,
      "loss": 2.375,
      "step": 35113
    },
    {
      "epoch": 1.6335892067922773,
      "grad_norm": 0.9438511773265377,
      "learning_rate": 0.00025240631971879495,
      "loss": 2.25,
      "step": 35114
    },
    {
      "epoch": 1.633635729239358,
      "grad_norm": 1.0847523686952574,
      "learning_rate": 0.00025240360778845563,
      "loss": 2.6719,
      "step": 35115
    },
    {
      "epoch": 1.6336822516864387,
      "grad_norm": 1.0037442231500011,
      "learning_rate": 0.0002524008957954243,
      "loss": 2.5312,
      "step": 35116
    },
    {
      "epoch": 1.6337287741335196,
      "grad_norm": 0.948189500679212,
      "learning_rate": 0.0002523981837397024,
      "loss": 2.2969,
      "step": 35117
    },
    {
      "epoch": 1.6337752965806,
      "grad_norm": 0.9550689168162955,
      "learning_rate": 0.0002523954716212918,
      "loss": 2.1875,
      "step": 35118
    },
    {
      "epoch": 1.633821819027681,
      "grad_norm": 0.9335108020983431,
      "learning_rate": 0.0002523927594401941,
      "loss": 2.2188,
      "step": 35119
    },
    {
      "epoch": 1.6338683414747615,
      "grad_norm": 1.0062793198907822,
      "learning_rate": 0.00025239004719641096,
      "loss": 2.2812,
      "step": 35120
    },
    {
      "epoch": 1.6339148639218424,
      "grad_norm": 1.0103397632984585,
      "learning_rate": 0.000252387334889944,
      "loss": 2.0156,
      "step": 35121
    },
    {
      "epoch": 1.6339613863689229,
      "grad_norm": 1.0525705042029807,
      "learning_rate": 0.0002523846225207949,
      "loss": 2.3906,
      "step": 35122
    },
    {
      "epoch": 1.6340079088160038,
      "grad_norm": 0.9712161378352764,
      "learning_rate": 0.0002523819100889653,
      "loss": 2.5625,
      "step": 35123
    },
    {
      "epoch": 1.6340544312630845,
      "grad_norm": 0.952207787272554,
      "learning_rate": 0.00025237919759445697,
      "loss": 2.25,
      "step": 35124
    },
    {
      "epoch": 1.6341009537101652,
      "grad_norm": 1.04909072150171,
      "learning_rate": 0.0002523764850372714,
      "loss": 2.5469,
      "step": 35125
    },
    {
      "epoch": 1.6341474761572459,
      "grad_norm": 0.993354317748882,
      "learning_rate": 0.0002523737724174105,
      "loss": 2.6094,
      "step": 35126
    },
    {
      "epoch": 1.6341939986043266,
      "grad_norm": 0.9134500823024964,
      "learning_rate": 0.0002523710597348756,
      "loss": 2.1406,
      "step": 35127
    },
    {
      "epoch": 1.6342405210514073,
      "grad_norm": 0.9467346606491169,
      "learning_rate": 0.00025236834698966865,
      "loss": 2.2344,
      "step": 35128
    },
    {
      "epoch": 1.634287043498488,
      "grad_norm": 0.9195230097215372,
      "learning_rate": 0.0002523656341817911,
      "loss": 2.3125,
      "step": 35129
    },
    {
      "epoch": 1.634333565945569,
      "grad_norm": 1.0355430434998938,
      "learning_rate": 0.0002523629213112448,
      "loss": 2.5469,
      "step": 35130
    },
    {
      "epoch": 1.6343800883926494,
      "grad_norm": 0.9304668814069217,
      "learning_rate": 0.0002523602083780313,
      "loss": 2.3281,
      "step": 35131
    },
    {
      "epoch": 1.6344266108397303,
      "grad_norm": 0.9690650246839054,
      "learning_rate": 0.0002523574953821522,
      "loss": 2.625,
      "step": 35132
    },
    {
      "epoch": 1.6344731332868108,
      "grad_norm": 0.9095974490827875,
      "learning_rate": 0.00025235478232360926,
      "loss": 2.4531,
      "step": 35133
    },
    {
      "epoch": 1.6345196557338917,
      "grad_norm": 0.9576475841356046,
      "learning_rate": 0.0002523520692024042,
      "loss": 2.3281,
      "step": 35134
    },
    {
      "epoch": 1.6345661781809722,
      "grad_norm": 0.9507566056198463,
      "learning_rate": 0.00025234935601853856,
      "loss": 2.5625,
      "step": 35135
    },
    {
      "epoch": 1.634612700628053,
      "grad_norm": 0.9561569650011771,
      "learning_rate": 0.000252346642772014,
      "loss": 2.2812,
      "step": 35136
    },
    {
      "epoch": 1.6346592230751338,
      "grad_norm": 0.9421075930908691,
      "learning_rate": 0.0002523439294628323,
      "loss": 2.3594,
      "step": 35137
    },
    {
      "epoch": 1.6347057455222145,
      "grad_norm": 0.9579072827285133,
      "learning_rate": 0.000252341216090995,
      "loss": 2.7344,
      "step": 35138
    },
    {
      "epoch": 1.6347522679692952,
      "grad_norm": 0.9392814069864611,
      "learning_rate": 0.0002523385026565038,
      "loss": 2.5625,
      "step": 35139
    },
    {
      "epoch": 1.6347987904163759,
      "grad_norm": 0.9712326304458634,
      "learning_rate": 0.0002523357891593603,
      "loss": 2.4844,
      "step": 35140
    },
    {
      "epoch": 1.6348453128634566,
      "grad_norm": 0.9258273869836435,
      "learning_rate": 0.0002523330755995663,
      "loss": 2.5469,
      "step": 35141
    },
    {
      "epoch": 1.6348918353105373,
      "grad_norm": 0.9545219415722871,
      "learning_rate": 0.0002523303619771234,
      "loss": 2.25,
      "step": 35142
    },
    {
      "epoch": 1.6349383577576182,
      "grad_norm": 0.9018495180113751,
      "learning_rate": 0.00025232764829203323,
      "loss": 2.1094,
      "step": 35143
    },
    {
      "epoch": 1.6349848802046987,
      "grad_norm": 0.8728889096805208,
      "learning_rate": 0.0002523249345442975,
      "loss": 2.0156,
      "step": 35144
    },
    {
      "epoch": 1.6350314026517796,
      "grad_norm": 0.9934696634940595,
      "learning_rate": 0.00025232222073391777,
      "loss": 2.5312,
      "step": 35145
    },
    {
      "epoch": 1.63507792509886,
      "grad_norm": 0.9578147954829542,
      "learning_rate": 0.0002523195068608958,
      "loss": 2.7344,
      "step": 35146
    },
    {
      "epoch": 1.635124447545941,
      "grad_norm": 0.9071422810779969,
      "learning_rate": 0.0002523167929252333,
      "loss": 1.9844,
      "step": 35147
    },
    {
      "epoch": 1.6351709699930215,
      "grad_norm": 0.9853152009353173,
      "learning_rate": 0.00025231407892693173,
      "loss": 2.3594,
      "step": 35148
    },
    {
      "epoch": 1.6352174924401024,
      "grad_norm": 1.1028201728593356,
      "learning_rate": 0.000252311364865993,
      "loss": 2.7344,
      "step": 35149
    },
    {
      "epoch": 1.635264014887183,
      "grad_norm": 0.8379347472162493,
      "learning_rate": 0.0002523086507424186,
      "loss": 2.0781,
      "step": 35150
    },
    {
      "epoch": 1.6353105373342638,
      "grad_norm": 0.9257503521590956,
      "learning_rate": 0.00025230593655621017,
      "loss": 2.3125,
      "step": 35151
    },
    {
      "epoch": 1.6353570597813445,
      "grad_norm": 0.9734611940403248,
      "learning_rate": 0.00025230322230736956,
      "loss": 2.6094,
      "step": 35152
    },
    {
      "epoch": 1.6354035822284252,
      "grad_norm": 0.9828170073162803,
      "learning_rate": 0.00025230050799589823,
      "loss": 2.3594,
      "step": 35153
    },
    {
      "epoch": 1.635450104675506,
      "grad_norm": 0.9570000435449073,
      "learning_rate": 0.00025229779362179796,
      "loss": 2.5156,
      "step": 35154
    },
    {
      "epoch": 1.6354966271225866,
      "grad_norm": 1.1135408143635497,
      "learning_rate": 0.0002522950791850704,
      "loss": 2.4062,
      "step": 35155
    },
    {
      "epoch": 1.6355431495696675,
      "grad_norm": 0.9509493538358489,
      "learning_rate": 0.00025229236468571716,
      "loss": 2.2031,
      "step": 35156
    },
    {
      "epoch": 1.635589672016748,
      "grad_norm": 0.9576346475021665,
      "learning_rate": 0.00025228965012373994,
      "loss": 2.3438,
      "step": 35157
    },
    {
      "epoch": 1.635636194463829,
      "grad_norm": 0.9676123575395377,
      "learning_rate": 0.00025228693549914034,
      "loss": 2.2031,
      "step": 35158
    },
    {
      "epoch": 1.6356827169109094,
      "grad_norm": 0.9677512252931104,
      "learning_rate": 0.00025228422081192015,
      "loss": 2.3438,
      "step": 35159
    },
    {
      "epoch": 1.6357292393579903,
      "grad_norm": 1.0273841772218042,
      "learning_rate": 0.00025228150606208095,
      "loss": 2.3438,
      "step": 35160
    },
    {
      "epoch": 1.6357757618050708,
      "grad_norm": 0.9668873457013673,
      "learning_rate": 0.0002522787912496244,
      "loss": 2.6094,
      "step": 35161
    },
    {
      "epoch": 1.6358222842521517,
      "grad_norm": 0.959129601914049,
      "learning_rate": 0.00025227607637455214,
      "loss": 2.5469,
      "step": 35162
    },
    {
      "epoch": 1.6358688066992324,
      "grad_norm": 0.9756330378855147,
      "learning_rate": 0.0002522733614368659,
      "loss": 2.4531,
      "step": 35163
    },
    {
      "epoch": 1.635915329146313,
      "grad_norm": 1.0082024590592553,
      "learning_rate": 0.0002522706464365672,
      "loss": 2.4219,
      "step": 35164
    },
    {
      "epoch": 1.6359618515933938,
      "grad_norm": 0.9276840665879788,
      "learning_rate": 0.00025226793137365797,
      "loss": 2.3438,
      "step": 35165
    },
    {
      "epoch": 1.6360083740404745,
      "grad_norm": 0.9865113757848017,
      "learning_rate": 0.0002522652162481396,
      "loss": 2.375,
      "step": 35166
    },
    {
      "epoch": 1.6360548964875552,
      "grad_norm": 1.0620838664099577,
      "learning_rate": 0.0002522625010600139,
      "loss": 2.4844,
      "step": 35167
    },
    {
      "epoch": 1.636101418934636,
      "grad_norm": 0.9713358499199121,
      "learning_rate": 0.00025225978580928256,
      "loss": 2.1406,
      "step": 35168
    },
    {
      "epoch": 1.6361479413817168,
      "grad_norm": 0.9373738756994991,
      "learning_rate": 0.0002522570704959471,
      "loss": 2.6406,
      "step": 35169
    },
    {
      "epoch": 1.6361944638287973,
      "grad_norm": 0.91205815971624,
      "learning_rate": 0.0002522543551200093,
      "loss": 2.3125,
      "step": 35170
    },
    {
      "epoch": 1.6362409862758782,
      "grad_norm": 0.972177275322424,
      "learning_rate": 0.0002522516396814707,
      "loss": 2.25,
      "step": 35171
    },
    {
      "epoch": 1.6362875087229587,
      "grad_norm": 0.9193631167565569,
      "learning_rate": 0.00025224892418033307,
      "loss": 2.4844,
      "step": 35172
    },
    {
      "epoch": 1.6363340311700396,
      "grad_norm": 1.0002690042023048,
      "learning_rate": 0.0002522462086165981,
      "loss": 2.4531,
      "step": 35173
    },
    {
      "epoch": 1.6363805536171203,
      "grad_norm": 0.9395466110013982,
      "learning_rate": 0.00025224349299026735,
      "loss": 2.25,
      "step": 35174
    },
    {
      "epoch": 1.636427076064201,
      "grad_norm": 0.9755654708518361,
      "learning_rate": 0.0002522407773013426,
      "loss": 2.4688,
      "step": 35175
    },
    {
      "epoch": 1.6364735985112817,
      "grad_norm": 1.0333380402623003,
      "learning_rate": 0.00025223806154982536,
      "loss": 2.4688,
      "step": 35176
    },
    {
      "epoch": 1.6365201209583624,
      "grad_norm": 0.8936256229604148,
      "learning_rate": 0.0002522353457357174,
      "loss": 2.375,
      "step": 35177
    },
    {
      "epoch": 1.6365666434054431,
      "grad_norm": 1.0212838281492223,
      "learning_rate": 0.0002522326298590204,
      "loss": 2.625,
      "step": 35178
    },
    {
      "epoch": 1.6366131658525238,
      "grad_norm": 0.947645279593402,
      "learning_rate": 0.0002522299139197359,
      "loss": 2.5,
      "step": 35179
    },
    {
      "epoch": 1.6366596882996045,
      "grad_norm": 0.964137096517018,
      "learning_rate": 0.00025222719791786574,
      "loss": 2.3125,
      "step": 35180
    },
    {
      "epoch": 1.6367062107466852,
      "grad_norm": 0.9598738816649329,
      "learning_rate": 0.00025222448185341145,
      "loss": 2.3594,
      "step": 35181
    },
    {
      "epoch": 1.6367527331937661,
      "grad_norm": 0.9587049452445879,
      "learning_rate": 0.0002522217657263747,
      "loss": 1.7969,
      "step": 35182
    },
    {
      "epoch": 1.6367992556408466,
      "grad_norm": 1.0097014164502132,
      "learning_rate": 0.0002522190495367572,
      "loss": 2.5156,
      "step": 35183
    },
    {
      "epoch": 1.6368457780879275,
      "grad_norm": 1.0365720355886774,
      "learning_rate": 0.0002522163332845606,
      "loss": 2.4531,
      "step": 35184
    },
    {
      "epoch": 1.636892300535008,
      "grad_norm": 1.018698473971916,
      "learning_rate": 0.0002522136169697865,
      "loss": 2.3906,
      "step": 35185
    },
    {
      "epoch": 1.636938822982089,
      "grad_norm": 0.98952807858256,
      "learning_rate": 0.0002522109005924367,
      "loss": 2.3906,
      "step": 35186
    },
    {
      "epoch": 1.6369853454291696,
      "grad_norm": 0.9647976964124648,
      "learning_rate": 0.00025220818415251276,
      "loss": 2.4688,
      "step": 35187
    },
    {
      "epoch": 1.6370318678762503,
      "grad_norm": 1.1063981481328704,
      "learning_rate": 0.0002522054676500164,
      "loss": 2.4688,
      "step": 35188
    },
    {
      "epoch": 1.637078390323331,
      "grad_norm": 0.9746381259049288,
      "learning_rate": 0.0002522027510849492,
      "loss": 2.5938,
      "step": 35189
    },
    {
      "epoch": 1.6371249127704117,
      "grad_norm": 0.9873307401297516,
      "learning_rate": 0.00025220003445731293,
      "loss": 2.1562,
      "step": 35190
    },
    {
      "epoch": 1.6371714352174924,
      "grad_norm": 0.87120506688453,
      "learning_rate": 0.00025219731776710913,
      "loss": 1.8359,
      "step": 35191
    },
    {
      "epoch": 1.6372179576645731,
      "grad_norm": 0.9177800666807258,
      "learning_rate": 0.00025219460101433955,
      "loss": 2.1094,
      "step": 35192
    },
    {
      "epoch": 1.6372644801116538,
      "grad_norm": 1.007749378580862,
      "learning_rate": 0.00025219188419900587,
      "loss": 2.2656,
      "step": 35193
    },
    {
      "epoch": 1.6373110025587345,
      "grad_norm": 0.9956626268999612,
      "learning_rate": 0.00025218916732110965,
      "loss": 2.5938,
      "step": 35194
    },
    {
      "epoch": 1.6373575250058154,
      "grad_norm": 0.8874744506505097,
      "learning_rate": 0.00025218645038065264,
      "loss": 2.3906,
      "step": 35195
    },
    {
      "epoch": 1.637404047452896,
      "grad_norm": 1.0083733776621244,
      "learning_rate": 0.00025218373337763657,
      "loss": 2.3594,
      "step": 35196
    },
    {
      "epoch": 1.6374505698999768,
      "grad_norm": 1.067639952069052,
      "learning_rate": 0.0002521810163120629,
      "loss": 2.4219,
      "step": 35197
    },
    {
      "epoch": 1.6374970923470573,
      "grad_norm": 0.9532045619363786,
      "learning_rate": 0.00025217829918393347,
      "loss": 2.5156,
      "step": 35198
    },
    {
      "epoch": 1.6375436147941382,
      "grad_norm": 1.045019889298443,
      "learning_rate": 0.00025217558199324986,
      "loss": 2.4844,
      "step": 35199
    },
    {
      "epoch": 1.637590137241219,
      "grad_norm": 0.9246790213615554,
      "learning_rate": 0.0002521728647400138,
      "loss": 2.3438,
      "step": 35200
    },
    {
      "epoch": 1.6376366596882996,
      "grad_norm": 0.9582912032275486,
      "learning_rate": 0.00025217014742422687,
      "loss": 2.5156,
      "step": 35201
    },
    {
      "epoch": 1.6376831821353803,
      "grad_norm": 1.0498659369956933,
      "learning_rate": 0.0002521674300458908,
      "loss": 2.2188,
      "step": 35202
    },
    {
      "epoch": 1.637729704582461,
      "grad_norm": 0.8798208686987147,
      "learning_rate": 0.0002521647126050072,
      "loss": 2.1406,
      "step": 35203
    },
    {
      "epoch": 1.6377762270295417,
      "grad_norm": 0.9090987855838231,
      "learning_rate": 0.0002521619951015778,
      "loss": 2.5156,
      "step": 35204
    },
    {
      "epoch": 1.6378227494766224,
      "grad_norm": 1.0083009170036599,
      "learning_rate": 0.00025215927753560415,
      "loss": 2.5156,
      "step": 35205
    },
    {
      "epoch": 1.6378692719237034,
      "grad_norm": 0.9951736351677034,
      "learning_rate": 0.000252156559907088,
      "loss": 2.3594,
      "step": 35206
    },
    {
      "epoch": 1.6379157943707838,
      "grad_norm": 0.9032905546877343,
      "learning_rate": 0.00025215384221603104,
      "loss": 2.3281,
      "step": 35207
    },
    {
      "epoch": 1.6379623168178647,
      "grad_norm": 1.1106968024860417,
      "learning_rate": 0.00025215112446243487,
      "loss": 2.3281,
      "step": 35208
    },
    {
      "epoch": 1.6380088392649452,
      "grad_norm": 0.9398823265454043,
      "learning_rate": 0.0002521484066463012,
      "loss": 2.2344,
      "step": 35209
    },
    {
      "epoch": 1.6380553617120261,
      "grad_norm": 0.9257689587816889,
      "learning_rate": 0.0002521456887676317,
      "loss": 2.3594,
      "step": 35210
    },
    {
      "epoch": 1.6381018841591066,
      "grad_norm": 0.9684719268232609,
      "learning_rate": 0.000252142970826428,
      "loss": 2.1562,
      "step": 35211
    },
    {
      "epoch": 1.6381484066061875,
      "grad_norm": 0.9139091813133838,
      "learning_rate": 0.00025214025282269175,
      "loss": 2.2969,
      "step": 35212
    },
    {
      "epoch": 1.6381949290532682,
      "grad_norm": 0.9635016089428932,
      "learning_rate": 0.0002521375347564246,
      "loss": 2.375,
      "step": 35213
    },
    {
      "epoch": 1.638241451500349,
      "grad_norm": 0.9948919183349113,
      "learning_rate": 0.0002521348166276283,
      "loss": 2.4844,
      "step": 35214
    },
    {
      "epoch": 1.6382879739474296,
      "grad_norm": 1.1947370285303731,
      "learning_rate": 0.0002521320984363045,
      "loss": 2.2812,
      "step": 35215
    },
    {
      "epoch": 1.6383344963945103,
      "grad_norm": 0.9666960757396962,
      "learning_rate": 0.00025212938018245477,
      "loss": 2.4531,
      "step": 35216
    },
    {
      "epoch": 1.638381018841591,
      "grad_norm": 0.8981280841136328,
      "learning_rate": 0.00025212666186608075,
      "loss": 2.3438,
      "step": 35217
    },
    {
      "epoch": 1.6384275412886717,
      "grad_norm": 0.9866793518393233,
      "learning_rate": 0.0002521239434871843,
      "loss": 2.3281,
      "step": 35218
    },
    {
      "epoch": 1.6384740637357527,
      "grad_norm": 0.9461179515455054,
      "learning_rate": 0.00025212122504576697,
      "loss": 2.2344,
      "step": 35219
    },
    {
      "epoch": 1.6385205861828331,
      "grad_norm": 0.9633221574063238,
      "learning_rate": 0.0002521185065418304,
      "loss": 2.2812,
      "step": 35220
    },
    {
      "epoch": 1.638567108629914,
      "grad_norm": 1.049523231322879,
      "learning_rate": 0.0002521157879753762,
      "loss": 2.1719,
      "step": 35221
    },
    {
      "epoch": 1.6386136310769945,
      "grad_norm": 0.9532314578114282,
      "learning_rate": 0.0002521130693464062,
      "loss": 2.3906,
      "step": 35222
    },
    {
      "epoch": 1.6386601535240755,
      "grad_norm": 1.0459477672371915,
      "learning_rate": 0.00025211035065492203,
      "loss": 2.3281,
      "step": 35223
    },
    {
      "epoch": 1.638706675971156,
      "grad_norm": 0.910302502988803,
      "learning_rate": 0.0002521076319009252,
      "loss": 2.125,
      "step": 35224
    },
    {
      "epoch": 1.6387531984182369,
      "grad_norm": 0.9799522626124386,
      "learning_rate": 0.00025210491308441755,
      "loss": 2.4531,
      "step": 35225
    },
    {
      "epoch": 1.6387997208653176,
      "grad_norm": 0.9906982339382114,
      "learning_rate": 0.00025210219420540066,
      "loss": 2.25,
      "step": 35226
    },
    {
      "epoch": 1.6388462433123983,
      "grad_norm": 1.033931147182434,
      "learning_rate": 0.00025209947526387615,
      "loss": 2.2812,
      "step": 35227
    },
    {
      "epoch": 1.638892765759479,
      "grad_norm": 1.0627016960424716,
      "learning_rate": 0.00025209675625984576,
      "loss": 2.5156,
      "step": 35228
    },
    {
      "epoch": 1.6389392882065597,
      "grad_norm": 0.9511225334320427,
      "learning_rate": 0.0002520940371933111,
      "loss": 2.1562,
      "step": 35229
    },
    {
      "epoch": 1.6389858106536404,
      "grad_norm": 0.9509304580497179,
      "learning_rate": 0.00025209131806427394,
      "loss": 2.4844,
      "step": 35230
    },
    {
      "epoch": 1.639032333100721,
      "grad_norm": 0.9570025232364764,
      "learning_rate": 0.00025208859887273583,
      "loss": 2.1094,
      "step": 35231
    },
    {
      "epoch": 1.639078855547802,
      "grad_norm": 1.0164337274479078,
      "learning_rate": 0.0002520858796186985,
      "loss": 2.3125,
      "step": 35232
    },
    {
      "epoch": 1.6391253779948824,
      "grad_norm": 0.910616585623119,
      "learning_rate": 0.0002520831603021636,
      "loss": 1.9453,
      "step": 35233
    },
    {
      "epoch": 1.6391719004419634,
      "grad_norm": 0.9121241312545069,
      "learning_rate": 0.00025208044092313276,
      "loss": 2.3906,
      "step": 35234
    },
    {
      "epoch": 1.6392184228890438,
      "grad_norm": 1.0756745628413105,
      "learning_rate": 0.0002520777214816077,
      "loss": 2.25,
      "step": 35235
    },
    {
      "epoch": 1.6392649453361248,
      "grad_norm": 1.0915847248481203,
      "learning_rate": 0.00025207500197759006,
      "loss": 2.2969,
      "step": 35236
    },
    {
      "epoch": 1.6393114677832052,
      "grad_norm": 0.9550574735482448,
      "learning_rate": 0.00025207228241108144,
      "loss": 2.1094,
      "step": 35237
    },
    {
      "epoch": 1.6393579902302862,
      "grad_norm": 0.9835314406491643,
      "learning_rate": 0.00025206956278208363,
      "loss": 2.2031,
      "step": 35238
    },
    {
      "epoch": 1.6394045126773669,
      "grad_norm": 0.9766723523107561,
      "learning_rate": 0.0002520668430905982,
      "loss": 2.1719,
      "step": 35239
    },
    {
      "epoch": 1.6394510351244476,
      "grad_norm": 1.0255208212913247,
      "learning_rate": 0.00025206412333662686,
      "loss": 2.6406,
      "step": 35240
    },
    {
      "epoch": 1.6394975575715283,
      "grad_norm": 1.1300773601941314,
      "learning_rate": 0.00025206140352017125,
      "loss": 2.5156,
      "step": 35241
    },
    {
      "epoch": 1.639544080018609,
      "grad_norm": 0.9854070447838253,
      "learning_rate": 0.0002520586836412331,
      "loss": 2.6875,
      "step": 35242
    },
    {
      "epoch": 1.6395906024656897,
      "grad_norm": 0.9566812452755274,
      "learning_rate": 0.00025205596369981396,
      "loss": 2.3281,
      "step": 35243
    },
    {
      "epoch": 1.6396371249127704,
      "grad_norm": 0.8979459880129992,
      "learning_rate": 0.0002520532436959156,
      "loss": 2.375,
      "step": 35244
    },
    {
      "epoch": 1.6396836473598513,
      "grad_norm": 1.0697204112771828,
      "learning_rate": 0.0002520505236295396,
      "loss": 2.25,
      "step": 35245
    },
    {
      "epoch": 1.6397301698069318,
      "grad_norm": 0.9291990011148564,
      "learning_rate": 0.0002520478035006877,
      "loss": 2.3906,
      "step": 35246
    },
    {
      "epoch": 1.6397766922540127,
      "grad_norm": 0.8664400869802698,
      "learning_rate": 0.00025204508330936153,
      "loss": 2.2969,
      "step": 35247
    },
    {
      "epoch": 1.6398232147010932,
      "grad_norm": 0.9544863568380199,
      "learning_rate": 0.0002520423630555628,
      "loss": 2.375,
      "step": 35248
    },
    {
      "epoch": 1.639869737148174,
      "grad_norm": 0.9417177789764736,
      "learning_rate": 0.00025203964273929307,
      "loss": 1.9609,
      "step": 35249
    },
    {
      "epoch": 1.6399162595952546,
      "grad_norm": 0.9298833270058616,
      "learning_rate": 0.00025203692236055406,
      "loss": 2.2812,
      "step": 35250
    },
    {
      "epoch": 1.6399627820423355,
      "grad_norm": 0.8813329011769144,
      "learning_rate": 0.00025203420191934745,
      "loss": 2.2812,
      "step": 35251
    },
    {
      "epoch": 1.6400093044894162,
      "grad_norm": 0.9750626397592497,
      "learning_rate": 0.00025203148141567496,
      "loss": 2.4688,
      "step": 35252
    },
    {
      "epoch": 1.6400558269364969,
      "grad_norm": 0.9844036440708666,
      "learning_rate": 0.0002520287608495381,
      "loss": 2.3281,
      "step": 35253
    },
    {
      "epoch": 1.6401023493835776,
      "grad_norm": 1.008991993571329,
      "learning_rate": 0.0002520260402209387,
      "loss": 2.3906,
      "step": 35254
    },
    {
      "epoch": 1.6401488718306583,
      "grad_norm": 0.9666961933793374,
      "learning_rate": 0.0002520233195298784,
      "loss": 2.2656,
      "step": 35255
    },
    {
      "epoch": 1.640195394277739,
      "grad_norm": 0.863022637615763,
      "learning_rate": 0.0002520205987763587,
      "loss": 1.8047,
      "step": 35256
    },
    {
      "epoch": 1.6402419167248197,
      "grad_norm": 0.9465001229798187,
      "learning_rate": 0.0002520178779603815,
      "loss": 2.4062,
      "step": 35257
    },
    {
      "epoch": 1.6402884391719006,
      "grad_norm": 0.9235340696944252,
      "learning_rate": 0.00025201515708194827,
      "loss": 2.3125,
      "step": 35258
    },
    {
      "epoch": 1.640334961618981,
      "grad_norm": 0.9339064440414,
      "learning_rate": 0.0002520124361410608,
      "loss": 2.2656,
      "step": 35259
    },
    {
      "epoch": 1.640381484066062,
      "grad_norm": 0.9632645297661854,
      "learning_rate": 0.0002520097151377207,
      "loss": 2.4844,
      "step": 35260
    },
    {
      "epoch": 1.6404280065131425,
      "grad_norm": 0.951554939288067,
      "learning_rate": 0.0002520069940719297,
      "loss": 2.375,
      "step": 35261
    },
    {
      "epoch": 1.6404745289602234,
      "grad_norm": 0.9983647983213734,
      "learning_rate": 0.00025200427294368936,
      "loss": 2.375,
      "step": 35262
    },
    {
      "epoch": 1.6405210514073039,
      "grad_norm": 1.0460175227964208,
      "learning_rate": 0.00025200155175300143,
      "loss": 2.4375,
      "step": 35263
    },
    {
      "epoch": 1.6405675738543848,
      "grad_norm": 0.9261058987056618,
      "learning_rate": 0.0002519988304998676,
      "loss": 2.3906,
      "step": 35264
    },
    {
      "epoch": 1.6406140963014655,
      "grad_norm": 0.8489516840912076,
      "learning_rate": 0.00025199610918428937,
      "loss": 1.9297,
      "step": 35265
    },
    {
      "epoch": 1.6406606187485462,
      "grad_norm": 0.975262640683963,
      "learning_rate": 0.0002519933878062686,
      "loss": 2.3906,
      "step": 35266
    },
    {
      "epoch": 1.6407071411956269,
      "grad_norm": 0.9855523415071055,
      "learning_rate": 0.0002519906663658069,
      "loss": 2.3438,
      "step": 35267
    },
    {
      "epoch": 1.6407536636427076,
      "grad_norm": 0.9236560915124049,
      "learning_rate": 0.0002519879448629058,
      "loss": 2.2031,
      "step": 35268
    },
    {
      "epoch": 1.6408001860897883,
      "grad_norm": 1.0054759646945,
      "learning_rate": 0.00025198522329756716,
      "loss": 2.5156,
      "step": 35269
    },
    {
      "epoch": 1.640846708536869,
      "grad_norm": 0.9436509169979004,
      "learning_rate": 0.0002519825016697926,
      "loss": 2.5625,
      "step": 35270
    },
    {
      "epoch": 1.64089323098395,
      "grad_norm": 0.9946007035195332,
      "learning_rate": 0.0002519797799795837,
      "loss": 2.3906,
      "step": 35271
    },
    {
      "epoch": 1.6409397534310304,
      "grad_norm": 0.9398183006550478,
      "learning_rate": 0.00025197705822694217,
      "loss": 2.25,
      "step": 35272
    },
    {
      "epoch": 1.6409862758781113,
      "grad_norm": 0.9431913341454912,
      "learning_rate": 0.0002519743364118697,
      "loss": 2.5312,
      "step": 35273
    },
    {
      "epoch": 1.6410327983251918,
      "grad_norm": 0.9679712514390004,
      "learning_rate": 0.0002519716145343679,
      "loss": 2.5625,
      "step": 35274
    },
    {
      "epoch": 1.6410793207722727,
      "grad_norm": 1.050003094013027,
      "learning_rate": 0.00025196889259443856,
      "loss": 2.6875,
      "step": 35275
    },
    {
      "epoch": 1.6411258432193532,
      "grad_norm": 1.0880691033021486,
      "learning_rate": 0.00025196617059208316,
      "loss": 2.5469,
      "step": 35276
    },
    {
      "epoch": 1.641172365666434,
      "grad_norm": 0.9450277269062676,
      "learning_rate": 0.0002519634485273036,
      "loss": 2.25,
      "step": 35277
    },
    {
      "epoch": 1.6412188881135148,
      "grad_norm": 0.8830610820841135,
      "learning_rate": 0.0002519607264001013,
      "loss": 2.1094,
      "step": 35278
    },
    {
      "epoch": 1.6412654105605955,
      "grad_norm": 0.9370764289638214,
      "learning_rate": 0.0002519580042104781,
      "loss": 2.3594,
      "step": 35279
    },
    {
      "epoch": 1.6413119330076762,
      "grad_norm": 0.9709774681694536,
      "learning_rate": 0.0002519552819584356,
      "loss": 1.6875,
      "step": 35280
    },
    {
      "epoch": 1.641358455454757,
      "grad_norm": 1.0662436023162594,
      "learning_rate": 0.0002519525596439754,
      "loss": 2.5938,
      "step": 35281
    },
    {
      "epoch": 1.6414049779018376,
      "grad_norm": 0.9307145918450613,
      "learning_rate": 0.0002519498372670994,
      "loss": 2.5312,
      "step": 35282
    },
    {
      "epoch": 1.6414515003489183,
      "grad_norm": 0.9610981931061561,
      "learning_rate": 0.00025194711482780897,
      "loss": 2.2656,
      "step": 35283
    },
    {
      "epoch": 1.6414980227959992,
      "grad_norm": 0.9812008018906931,
      "learning_rate": 0.000251944392326106,
      "loss": 2.4375,
      "step": 35284
    },
    {
      "epoch": 1.6415445452430797,
      "grad_norm": 1.0032701438662532,
      "learning_rate": 0.000251941669761992,
      "loss": 2.5,
      "step": 35285
    },
    {
      "epoch": 1.6415910676901606,
      "grad_norm": 0.8760416469174543,
      "learning_rate": 0.00025193894713546874,
      "loss": 2.1406,
      "step": 35286
    },
    {
      "epoch": 1.641637590137241,
      "grad_norm": 0.983407100608547,
      "learning_rate": 0.0002519362244465379,
      "loss": 2.3906,
      "step": 35287
    },
    {
      "epoch": 1.641684112584322,
      "grad_norm": 0.972822496068838,
      "learning_rate": 0.00025193350169520104,
      "loss": 2.3438,
      "step": 35288
    },
    {
      "epoch": 1.6417306350314025,
      "grad_norm": 1.0304388345103466,
      "learning_rate": 0.00025193077888145996,
      "loss": 2.4688,
      "step": 35289
    },
    {
      "epoch": 1.6417771574784834,
      "grad_norm": 0.9453586608986435,
      "learning_rate": 0.00025192805600531617,
      "loss": 2.1094,
      "step": 35290
    },
    {
      "epoch": 1.641823679925564,
      "grad_norm": 0.8804439980094297,
      "learning_rate": 0.0002519253330667715,
      "loss": 1.8906,
      "step": 35291
    },
    {
      "epoch": 1.6418702023726448,
      "grad_norm": 1.0034207480953325,
      "learning_rate": 0.00025192261006582746,
      "loss": 2.5625,
      "step": 35292
    },
    {
      "epoch": 1.6419167248197255,
      "grad_norm": 0.9289655998301043,
      "learning_rate": 0.00025191988700248586,
      "loss": 2.2031,
      "step": 35293
    },
    {
      "epoch": 1.6419632472668062,
      "grad_norm": 1.033788698065428,
      "learning_rate": 0.00025191716387674827,
      "loss": 2.6875,
      "step": 35294
    },
    {
      "epoch": 1.642009769713887,
      "grad_norm": 0.9936576871070025,
      "learning_rate": 0.0002519144406886164,
      "loss": 2.4844,
      "step": 35295
    },
    {
      "epoch": 1.6420562921609676,
      "grad_norm": 1.0021416099618448,
      "learning_rate": 0.0002519117174380919,
      "loss": 2.4062,
      "step": 35296
    },
    {
      "epoch": 1.6421028146080485,
      "grad_norm": 0.967187675258986,
      "learning_rate": 0.0002519089941251765,
      "loss": 2.1562,
      "step": 35297
    },
    {
      "epoch": 1.642149337055129,
      "grad_norm": 0.9975732554406861,
      "learning_rate": 0.0002519062707498718,
      "loss": 2.2812,
      "step": 35298
    },
    {
      "epoch": 1.64219585950221,
      "grad_norm": 0.9809880920259032,
      "learning_rate": 0.0002519035473121794,
      "loss": 2.3906,
      "step": 35299
    },
    {
      "epoch": 1.6422423819492904,
      "grad_norm": 0.975166121894092,
      "learning_rate": 0.00025190082381210116,
      "loss": 2.6562,
      "step": 35300
    },
    {
      "epoch": 1.6422889043963713,
      "grad_norm": 0.9729560797830684,
      "learning_rate": 0.0002518981002496386,
      "loss": 2.2031,
      "step": 35301
    },
    {
      "epoch": 1.642335426843452,
      "grad_norm": 1.0085010464478301,
      "learning_rate": 0.00025189537662479334,
      "loss": 2.3594,
      "step": 35302
    },
    {
      "epoch": 1.6423819492905327,
      "grad_norm": 0.9788750982372559,
      "learning_rate": 0.0002518926529375672,
      "loss": 2.1094,
      "step": 35303
    },
    {
      "epoch": 1.6424284717376134,
      "grad_norm": 0.9944915480914297,
      "learning_rate": 0.0002518899291879618,
      "loss": 2.5312,
      "step": 35304
    },
    {
      "epoch": 1.6424749941846941,
      "grad_norm": 0.9248166387717592,
      "learning_rate": 0.0002518872053759787,
      "loss": 2.3594,
      "step": 35305
    },
    {
      "epoch": 1.6425215166317748,
      "grad_norm": 0.9398529419840903,
      "learning_rate": 0.00025188448150161973,
      "loss": 2.5938,
      "step": 35306
    },
    {
      "epoch": 1.6425680390788555,
      "grad_norm": 1.369508051069178,
      "learning_rate": 0.00025188175756488644,
      "loss": 3.1719,
      "step": 35307
    },
    {
      "epoch": 1.6426145615259362,
      "grad_norm": 0.9440947660487907,
      "learning_rate": 0.00025187903356578057,
      "loss": 2.6875,
      "step": 35308
    },
    {
      "epoch": 1.642661083973017,
      "grad_norm": 0.9692706484764275,
      "learning_rate": 0.00025187630950430375,
      "loss": 2.0625,
      "step": 35309
    },
    {
      "epoch": 1.6427076064200978,
      "grad_norm": 0.9619681006048892,
      "learning_rate": 0.0002518735853804576,
      "loss": 2.4219,
      "step": 35310
    },
    {
      "epoch": 1.6427541288671783,
      "grad_norm": 0.880836750435168,
      "learning_rate": 0.0002518708611942439,
      "loss": 2.1562,
      "step": 35311
    },
    {
      "epoch": 1.6428006513142592,
      "grad_norm": 0.9626133170155542,
      "learning_rate": 0.00025186813694566426,
      "loss": 2.4531,
      "step": 35312
    },
    {
      "epoch": 1.6428471737613397,
      "grad_norm": 0.9951633963765316,
      "learning_rate": 0.0002518654126347203,
      "loss": 2.6719,
      "step": 35313
    },
    {
      "epoch": 1.6428936962084206,
      "grad_norm": 0.9393114572411431,
      "learning_rate": 0.0002518626882614138,
      "loss": 2.2656,
      "step": 35314
    },
    {
      "epoch": 1.6429402186555013,
      "grad_norm": 0.943471468485937,
      "learning_rate": 0.00025185996382574627,
      "loss": 2.3594,
      "step": 35315
    },
    {
      "epoch": 1.642986741102582,
      "grad_norm": 0.8710851555135016,
      "learning_rate": 0.00025185723932771956,
      "loss": 2.2656,
      "step": 35316
    },
    {
      "epoch": 1.6430332635496627,
      "grad_norm": 0.9565062580424728,
      "learning_rate": 0.0002518545147673352,
      "loss": 2.4688,
      "step": 35317
    },
    {
      "epoch": 1.6430797859967434,
      "grad_norm": 0.9560571292995496,
      "learning_rate": 0.0002518517901445949,
      "loss": 2.0781,
      "step": 35318
    },
    {
      "epoch": 1.6431263084438241,
      "grad_norm": 0.8839226803936531,
      "learning_rate": 0.00025184906545950035,
      "loss": 2.3125,
      "step": 35319
    },
    {
      "epoch": 1.6431728308909048,
      "grad_norm": 0.9164273419232993,
      "learning_rate": 0.0002518463407120532,
      "loss": 2.4219,
      "step": 35320
    },
    {
      "epoch": 1.6432193533379857,
      "grad_norm": 1.1076098365493305,
      "learning_rate": 0.00025184361590225516,
      "loss": 2.4844,
      "step": 35321
    },
    {
      "epoch": 1.6432658757850662,
      "grad_norm": 1.0540431336472713,
      "learning_rate": 0.0002518408910301078,
      "loss": 2.625,
      "step": 35322
    },
    {
      "epoch": 1.6433123982321471,
      "grad_norm": 0.9658420743725782,
      "learning_rate": 0.00025183816609561285,
      "loss": 2.4219,
      "step": 35323
    },
    {
      "epoch": 1.6433589206792276,
      "grad_norm": 1.0156693728565664,
      "learning_rate": 0.00025183544109877204,
      "loss": 2.3281,
      "step": 35324
    },
    {
      "epoch": 1.6434054431263085,
      "grad_norm": 0.9517311216473412,
      "learning_rate": 0.0002518327160395869,
      "loss": 2.2188,
      "step": 35325
    },
    {
      "epoch": 1.643451965573389,
      "grad_norm": 0.9639463468738744,
      "learning_rate": 0.0002518299909180592,
      "loss": 2.3125,
      "step": 35326
    },
    {
      "epoch": 1.64349848802047,
      "grad_norm": 1.055805348426078,
      "learning_rate": 0.00025182726573419055,
      "loss": 2.5625,
      "step": 35327
    },
    {
      "epoch": 1.6435450104675506,
      "grad_norm": 0.9262911293023257,
      "learning_rate": 0.0002518245404879827,
      "loss": 2.2812,
      "step": 35328
    },
    {
      "epoch": 1.6435915329146313,
      "grad_norm": 0.9476454464685922,
      "learning_rate": 0.0002518218151794372,
      "loss": 2.4531,
      "step": 35329
    },
    {
      "epoch": 1.643638055361712,
      "grad_norm": 0.8966455593040891,
      "learning_rate": 0.00025181908980855585,
      "loss": 2.2344,
      "step": 35330
    },
    {
      "epoch": 1.6436845778087927,
      "grad_norm": 0.9821980874197729,
      "learning_rate": 0.0002518163643753402,
      "loss": 2.375,
      "step": 35331
    },
    {
      "epoch": 1.6437311002558734,
      "grad_norm": 1.0006821066715141,
      "learning_rate": 0.000251813638879792,
      "loss": 2.4531,
      "step": 35332
    },
    {
      "epoch": 1.6437776227029541,
      "grad_norm": 0.9733536596518849,
      "learning_rate": 0.00025181091332191293,
      "loss": 2.4844,
      "step": 35333
    },
    {
      "epoch": 1.643824145150035,
      "grad_norm": 0.9783336834078064,
      "learning_rate": 0.00025180818770170456,
      "loss": 2.2969,
      "step": 35334
    },
    {
      "epoch": 1.6438706675971155,
      "grad_norm": 0.9179542052576962,
      "learning_rate": 0.00025180546201916866,
      "loss": 2.2188,
      "step": 35335
    },
    {
      "epoch": 1.6439171900441965,
      "grad_norm": 1.020311153602239,
      "learning_rate": 0.00025180273627430685,
      "loss": 2.3906,
      "step": 35336
    },
    {
      "epoch": 1.643963712491277,
      "grad_norm": 1.06749930744783,
      "learning_rate": 0.0002518000104671207,
      "loss": 2.4375,
      "step": 35337
    },
    {
      "epoch": 1.6440102349383579,
      "grad_norm": 0.9272794290685556,
      "learning_rate": 0.0002517972845976121,
      "loss": 2.2969,
      "step": 35338
    },
    {
      "epoch": 1.6440567573854383,
      "grad_norm": 0.9942078114130137,
      "learning_rate": 0.00025179455866578253,
      "loss": 2.7188,
      "step": 35339
    },
    {
      "epoch": 1.6441032798325192,
      "grad_norm": 0.9751998261648556,
      "learning_rate": 0.0002517918326716338,
      "loss": 2.2188,
      "step": 35340
    },
    {
      "epoch": 1.6441498022796,
      "grad_norm": 0.9923399902703308,
      "learning_rate": 0.00025178910661516747,
      "loss": 1.5859,
      "step": 35341
    },
    {
      "epoch": 1.6441963247266806,
      "grad_norm": 0.987030643051226,
      "learning_rate": 0.00025178638049638526,
      "loss": 2.1719,
      "step": 35342
    },
    {
      "epoch": 1.6442428471737613,
      "grad_norm": 0.9842659410934559,
      "learning_rate": 0.00025178365431528885,
      "loss": 2.3125,
      "step": 35343
    },
    {
      "epoch": 1.644289369620842,
      "grad_norm": 1.0497304750331755,
      "learning_rate": 0.0002517809280718799,
      "loss": 2.4844,
      "step": 35344
    },
    {
      "epoch": 1.6443358920679227,
      "grad_norm": 1.0315823589140705,
      "learning_rate": 0.00025177820176616,
      "loss": 2.5781,
      "step": 35345
    },
    {
      "epoch": 1.6443824145150034,
      "grad_norm": 0.9993950441843789,
      "learning_rate": 0.00025177547539813094,
      "loss": 2.4844,
      "step": 35346
    },
    {
      "epoch": 1.6444289369620844,
      "grad_norm": 0.956780092076563,
      "learning_rate": 0.0002517727489677943,
      "loss": 2.4062,
      "step": 35347
    },
    {
      "epoch": 1.6444754594091648,
      "grad_norm": 0.9659233402702938,
      "learning_rate": 0.0002517700224751518,
      "loss": 2.5312,
      "step": 35348
    },
    {
      "epoch": 1.6445219818562458,
      "grad_norm": 1.0578062826289374,
      "learning_rate": 0.0002517672959202051,
      "loss": 2.3906,
      "step": 35349
    },
    {
      "epoch": 1.6445685043033262,
      "grad_norm": 0.9892224991404917,
      "learning_rate": 0.0002517645693029558,
      "loss": 2.4219,
      "step": 35350
    },
    {
      "epoch": 1.6446150267504072,
      "grad_norm": 0.9227472314119453,
      "learning_rate": 0.0002517618426234057,
      "loss": 2.2812,
      "step": 35351
    },
    {
      "epoch": 1.6446615491974876,
      "grad_norm": 0.9699287492355941,
      "learning_rate": 0.00025175911588155636,
      "loss": 2.25,
      "step": 35352
    },
    {
      "epoch": 1.6447080716445686,
      "grad_norm": 0.9458392338753298,
      "learning_rate": 0.0002517563890774095,
      "loss": 2.25,
      "step": 35353
    },
    {
      "epoch": 1.6447545940916493,
      "grad_norm": 0.9466561560970235,
      "learning_rate": 0.0002517536622109668,
      "loss": 2.5469,
      "step": 35354
    },
    {
      "epoch": 1.64480111653873,
      "grad_norm": 0.9956915446057315,
      "learning_rate": 0.0002517509352822299,
      "loss": 2.4219,
      "step": 35355
    },
    {
      "epoch": 1.6448476389858107,
      "grad_norm": 0.9454457056569359,
      "learning_rate": 0.0002517482082912005,
      "loss": 2.3438,
      "step": 35356
    },
    {
      "epoch": 1.6448941614328914,
      "grad_norm": 0.9962058626857275,
      "learning_rate": 0.0002517454812378802,
      "loss": 2.5938,
      "step": 35357
    },
    {
      "epoch": 1.644940683879972,
      "grad_norm": 0.9141646039925118,
      "learning_rate": 0.00025174275412227076,
      "loss": 2.2031,
      "step": 35358
    },
    {
      "epoch": 1.6449872063270528,
      "grad_norm": 0.9792795421992615,
      "learning_rate": 0.0002517400269443738,
      "loss": 2.1406,
      "step": 35359
    },
    {
      "epoch": 1.6450337287741337,
      "grad_norm": 0.9461069141236413,
      "learning_rate": 0.00025173729970419097,
      "loss": 2.4062,
      "step": 35360
    },
    {
      "epoch": 1.6450802512212142,
      "grad_norm": 0.9034654711198352,
      "learning_rate": 0.00025173457240172393,
      "loss": 2.25,
      "step": 35361
    },
    {
      "epoch": 1.645126773668295,
      "grad_norm": 0.9093014270787662,
      "learning_rate": 0.0002517318450369744,
      "loss": 2.125,
      "step": 35362
    },
    {
      "epoch": 1.6451732961153755,
      "grad_norm": 1.0232445652624387,
      "learning_rate": 0.00025172911760994415,
      "loss": 2.5312,
      "step": 35363
    },
    {
      "epoch": 1.6452198185624565,
      "grad_norm": 0.9472209259547681,
      "learning_rate": 0.0002517263901206346,
      "loss": 2.5,
      "step": 35364
    },
    {
      "epoch": 1.645266341009537,
      "grad_norm": 0.9449327021098223,
      "learning_rate": 0.0002517236625690476,
      "loss": 2.2969,
      "step": 35365
    },
    {
      "epoch": 1.6453128634566179,
      "grad_norm": 0.9345836471576867,
      "learning_rate": 0.0002517209349551848,
      "loss": 2.5469,
      "step": 35366
    },
    {
      "epoch": 1.6453593859036986,
      "grad_norm": 0.99640002596566,
      "learning_rate": 0.0002517182072790478,
      "loss": 2.5156,
      "step": 35367
    },
    {
      "epoch": 1.6454059083507793,
      "grad_norm": 0.9422843331669355,
      "learning_rate": 0.0002517154795406384,
      "loss": 2.3281,
      "step": 35368
    },
    {
      "epoch": 1.64545243079786,
      "grad_norm": 0.9233955389036457,
      "learning_rate": 0.0002517127517399581,
      "loss": 2.2031,
      "step": 35369
    },
    {
      "epoch": 1.6454989532449407,
      "grad_norm": 0.9903845160010593,
      "learning_rate": 0.00025171002387700865,
      "loss": 2.1094,
      "step": 35370
    },
    {
      "epoch": 1.6455454756920214,
      "grad_norm": 0.972094574741962,
      "learning_rate": 0.00025170729595179177,
      "loss": 2.2031,
      "step": 35371
    },
    {
      "epoch": 1.645591998139102,
      "grad_norm": 1.1277404219947007,
      "learning_rate": 0.00025170456796430905,
      "loss": 1.7734,
      "step": 35372
    },
    {
      "epoch": 1.645638520586183,
      "grad_norm": 1.0687631298856626,
      "learning_rate": 0.0002517018399145622,
      "loss": 2.5,
      "step": 35373
    },
    {
      "epoch": 1.6456850430332635,
      "grad_norm": 1.1480971022575517,
      "learning_rate": 0.0002516991118025529,
      "loss": 2.4844,
      "step": 35374
    },
    {
      "epoch": 1.6457315654803444,
      "grad_norm": 0.9055962129602979,
      "learning_rate": 0.0002516963836282828,
      "loss": 2.3281,
      "step": 35375
    },
    {
      "epoch": 1.6457780879274249,
      "grad_norm": 0.9822239793832139,
      "learning_rate": 0.0002516936553917536,
      "loss": 2.3906,
      "step": 35376
    },
    {
      "epoch": 1.6458246103745058,
      "grad_norm": 0.9709486775890294,
      "learning_rate": 0.0002516909270929669,
      "loss": 2.1719,
      "step": 35377
    },
    {
      "epoch": 1.6458711328215863,
      "grad_norm": 0.9439418244988796,
      "learning_rate": 0.0002516881987319244,
      "loss": 2.25,
      "step": 35378
    },
    {
      "epoch": 1.6459176552686672,
      "grad_norm": 1.0956957203344486,
      "learning_rate": 0.00025168547030862784,
      "loss": 2.9219,
      "step": 35379
    },
    {
      "epoch": 1.6459641777157479,
      "grad_norm": 0.9387415515555255,
      "learning_rate": 0.0002516827418230788,
      "loss": 2.5312,
      "step": 35380
    },
    {
      "epoch": 1.6460107001628286,
      "grad_norm": 0.9372801974786532,
      "learning_rate": 0.000251680013275279,
      "loss": 2.4844,
      "step": 35381
    },
    {
      "epoch": 1.6460572226099093,
      "grad_norm": 0.9509366405688235,
      "learning_rate": 0.0002516772846652301,
      "loss": 2.1875,
      "step": 35382
    },
    {
      "epoch": 1.64610374505699,
      "grad_norm": 0.9626040994975478,
      "learning_rate": 0.0002516745559929338,
      "loss": 2.6562,
      "step": 35383
    },
    {
      "epoch": 1.6461502675040707,
      "grad_norm": 0.9362297966808096,
      "learning_rate": 0.00025167182725839164,
      "loss": 2.0781,
      "step": 35384
    },
    {
      "epoch": 1.6461967899511514,
      "grad_norm": 1.0145596750589274,
      "learning_rate": 0.00025166909846160545,
      "loss": 2.2812,
      "step": 35385
    },
    {
      "epoch": 1.6462433123982323,
      "grad_norm": 0.9096200504350886,
      "learning_rate": 0.00025166636960257684,
      "loss": 2.0312,
      "step": 35386
    },
    {
      "epoch": 1.6462898348453128,
      "grad_norm": 1.0193490435877706,
      "learning_rate": 0.0002516636406813075,
      "loss": 2.25,
      "step": 35387
    },
    {
      "epoch": 1.6463363572923937,
      "grad_norm": 1.0565215098873024,
      "learning_rate": 0.00025166091169779903,
      "loss": 2.3438,
      "step": 35388
    },
    {
      "epoch": 1.6463828797394742,
      "grad_norm": 0.8584360657257061,
      "learning_rate": 0.0002516581826520532,
      "loss": 1.7578,
      "step": 35389
    },
    {
      "epoch": 1.646429402186555,
      "grad_norm": 0.994036871709552,
      "learning_rate": 0.0002516554535440716,
      "loss": 2.2344,
      "step": 35390
    },
    {
      "epoch": 1.6464759246336356,
      "grad_norm": 0.9458864479829444,
      "learning_rate": 0.000251652724373856,
      "loss": 2.2031,
      "step": 35391
    },
    {
      "epoch": 1.6465224470807165,
      "grad_norm": 0.9276687833006569,
      "learning_rate": 0.0002516499951414079,
      "loss": 2.0469,
      "step": 35392
    },
    {
      "epoch": 1.6465689695277972,
      "grad_norm": 1.0256904415213692,
      "learning_rate": 0.0002516472658467291,
      "loss": 2.6406,
      "step": 35393
    },
    {
      "epoch": 1.6466154919748779,
      "grad_norm": 0.9673445164676954,
      "learning_rate": 0.0002516445364898213,
      "loss": 2.4375,
      "step": 35394
    },
    {
      "epoch": 1.6466620144219586,
      "grad_norm": 0.9385515154644523,
      "learning_rate": 0.00025164180707068604,
      "loss": 2.2656,
      "step": 35395
    },
    {
      "epoch": 1.6467085368690393,
      "grad_norm": 0.9498122686077807,
      "learning_rate": 0.0002516390775893251,
      "loss": 2.5625,
      "step": 35396
    },
    {
      "epoch": 1.64675505931612,
      "grad_norm": 0.9217461379212729,
      "learning_rate": 0.0002516363480457401,
      "loss": 2.2969,
      "step": 35397
    },
    {
      "epoch": 1.6468015817632007,
      "grad_norm": 1.0963620022970486,
      "learning_rate": 0.0002516336184399328,
      "loss": 2.3594,
      "step": 35398
    },
    {
      "epoch": 1.6468481042102816,
      "grad_norm": 0.9865776776313051,
      "learning_rate": 0.00025163088877190473,
      "loss": 2.3281,
      "step": 35399
    },
    {
      "epoch": 1.646894626657362,
      "grad_norm": 1.0782691569653928,
      "learning_rate": 0.00025162815904165766,
      "loss": 2.2812,
      "step": 35400
    },
    {
      "epoch": 1.646941149104443,
      "grad_norm": 0.9173334710316967,
      "learning_rate": 0.0002516254292491932,
      "loss": 2.2344,
      "step": 35401
    },
    {
      "epoch": 1.6469876715515235,
      "grad_norm": 0.9752055361956874,
      "learning_rate": 0.00025162269939451307,
      "loss": 2.4844,
      "step": 35402
    },
    {
      "epoch": 1.6470341939986044,
      "grad_norm": 0.9514474729558214,
      "learning_rate": 0.00025161996947761897,
      "loss": 2.5,
      "step": 35403
    },
    {
      "epoch": 1.6470807164456849,
      "grad_norm": 0.9717934322435252,
      "learning_rate": 0.0002516172394985124,
      "loss": 2.5312,
      "step": 35404
    },
    {
      "epoch": 1.6471272388927658,
      "grad_norm": 0.9465986823782684,
      "learning_rate": 0.0002516145094571953,
      "loss": 2.3281,
      "step": 35405
    },
    {
      "epoch": 1.6471737613398465,
      "grad_norm": 0.9558981997402681,
      "learning_rate": 0.00025161177935366917,
      "loss": 2.3906,
      "step": 35406
    },
    {
      "epoch": 1.6472202837869272,
      "grad_norm": 0.9650833637639057,
      "learning_rate": 0.00025160904918793565,
      "loss": 2.3594,
      "step": 35407
    },
    {
      "epoch": 1.647266806234008,
      "grad_norm": 0.9858834655198049,
      "learning_rate": 0.0002516063189599965,
      "loss": 2.625,
      "step": 35408
    },
    {
      "epoch": 1.6473133286810886,
      "grad_norm": 0.928780034965188,
      "learning_rate": 0.0002516035886698534,
      "loss": 2.375,
      "step": 35409
    },
    {
      "epoch": 1.6473598511281693,
      "grad_norm": 0.9592373975766321,
      "learning_rate": 0.00025160085831750793,
      "loss": 2.3281,
      "step": 35410
    },
    {
      "epoch": 1.64740637357525,
      "grad_norm": 0.9421812778078134,
      "learning_rate": 0.00025159812790296183,
      "loss": 2.2344,
      "step": 35411
    },
    {
      "epoch": 1.647452896022331,
      "grad_norm": 0.9279042000338946,
      "learning_rate": 0.0002515953974262168,
      "loss": 2.2812,
      "step": 35412
    },
    {
      "epoch": 1.6474994184694114,
      "grad_norm": 1.012784149835673,
      "learning_rate": 0.0002515926668872744,
      "loss": 2.4375,
      "step": 35413
    },
    {
      "epoch": 1.6475459409164923,
      "grad_norm": 0.9496615565237739,
      "learning_rate": 0.0002515899362861364,
      "loss": 2.0625,
      "step": 35414
    },
    {
      "epoch": 1.6475924633635728,
      "grad_norm": 1.0832881974660475,
      "learning_rate": 0.00025158720562280443,
      "loss": 2.6094,
      "step": 35415
    },
    {
      "epoch": 1.6476389858106537,
      "grad_norm": 0.9597506145903395,
      "learning_rate": 0.0002515844748972802,
      "loss": 2.3438,
      "step": 35416
    },
    {
      "epoch": 1.6476855082577344,
      "grad_norm": 0.9341316465387356,
      "learning_rate": 0.0002515817441095654,
      "loss": 2.4219,
      "step": 35417
    },
    {
      "epoch": 1.647732030704815,
      "grad_norm": 1.0412131144096919,
      "learning_rate": 0.00025157901325966153,
      "loss": 2.6094,
      "step": 35418
    },
    {
      "epoch": 1.6477785531518958,
      "grad_norm": 1.1022103198630968,
      "learning_rate": 0.0002515762823475705,
      "loss": 2.4062,
      "step": 35419
    },
    {
      "epoch": 1.6478250755989765,
      "grad_norm": 0.9825575364497543,
      "learning_rate": 0.0002515735513732938,
      "loss": 1.8203,
      "step": 35420
    },
    {
      "epoch": 1.6478715980460572,
      "grad_norm": 1.0078646694091429,
      "learning_rate": 0.00025157082033683324,
      "loss": 2.375,
      "step": 35421
    },
    {
      "epoch": 1.647918120493138,
      "grad_norm": 0.9798276378365962,
      "learning_rate": 0.00025156808923819043,
      "loss": 2.5156,
      "step": 35422
    },
    {
      "epoch": 1.6479646429402186,
      "grad_norm": 0.9667448552938668,
      "learning_rate": 0.000251565358077367,
      "loss": 2.5781,
      "step": 35423
    },
    {
      "epoch": 1.6480111653872993,
      "grad_norm": 1.012547565645306,
      "learning_rate": 0.00025156262685436463,
      "loss": 2.7969,
      "step": 35424
    },
    {
      "epoch": 1.6480576878343802,
      "grad_norm": 0.9699702837429496,
      "learning_rate": 0.000251559895569185,
      "loss": 2.5938,
      "step": 35425
    },
    {
      "epoch": 1.6481042102814607,
      "grad_norm": 1.0326995420701475,
      "learning_rate": 0.0002515571642218299,
      "loss": 2.5469,
      "step": 35426
    },
    {
      "epoch": 1.6481507327285416,
      "grad_norm": 0.9419994644530888,
      "learning_rate": 0.00025155443281230083,
      "loss": 2.3438,
      "step": 35427
    },
    {
      "epoch": 1.648197255175622,
      "grad_norm": 0.9017463027833784,
      "learning_rate": 0.00025155170134059956,
      "loss": 2.4375,
      "step": 35428
    },
    {
      "epoch": 1.648243777622703,
      "grad_norm": 0.9119303098856152,
      "learning_rate": 0.00025154896980672775,
      "loss": 2.3906,
      "step": 35429
    },
    {
      "epoch": 1.6482903000697837,
      "grad_norm": 1.110684117773611,
      "learning_rate": 0.0002515462382106871,
      "loss": 2.4844,
      "step": 35430
    },
    {
      "epoch": 1.6483368225168644,
      "grad_norm": 1.0263529088931722,
      "learning_rate": 0.0002515435065524792,
      "loss": 2.3906,
      "step": 35431
    },
    {
      "epoch": 1.6483833449639451,
      "grad_norm": 1.0164554794652125,
      "learning_rate": 0.0002515407748321057,
      "loss": 2.3906,
      "step": 35432
    },
    {
      "epoch": 1.6484298674110258,
      "grad_norm": 0.9221674484977233,
      "learning_rate": 0.00025153804304956846,
      "loss": 2.4844,
      "step": 35433
    },
    {
      "epoch": 1.6484763898581065,
      "grad_norm": 0.9181977514247255,
      "learning_rate": 0.00025153531120486895,
      "loss": 2.2656,
      "step": 35434
    },
    {
      "epoch": 1.6485229123051872,
      "grad_norm": 0.9641461484911146,
      "learning_rate": 0.000251532579298009,
      "loss": 2.2031,
      "step": 35435
    },
    {
      "epoch": 1.648569434752268,
      "grad_norm": 0.8903119224016015,
      "learning_rate": 0.0002515298473289901,
      "loss": 2.2344,
      "step": 35436
    },
    {
      "epoch": 1.6486159571993486,
      "grad_norm": 1.0518527196296505,
      "learning_rate": 0.0002515271152978141,
      "loss": 1.7344,
      "step": 35437
    },
    {
      "epoch": 1.6486624796464295,
      "grad_norm": 0.9456530119587687,
      "learning_rate": 0.0002515243832044826,
      "loss": 2.6094,
      "step": 35438
    },
    {
      "epoch": 1.64870900209351,
      "grad_norm": 1.059471714835152,
      "learning_rate": 0.00025152165104899726,
      "loss": 2.4688,
      "step": 35439
    },
    {
      "epoch": 1.648755524540591,
      "grad_norm": 1.0116461518713564,
      "learning_rate": 0.0002515189188313598,
      "loss": 2.5156,
      "step": 35440
    },
    {
      "epoch": 1.6488020469876714,
      "grad_norm": 0.968098386213962,
      "learning_rate": 0.0002515161865515718,
      "loss": 2.2344,
      "step": 35441
    },
    {
      "epoch": 1.6488485694347523,
      "grad_norm": 0.9655033474369359,
      "learning_rate": 0.00025151345420963505,
      "loss": 2.4688,
      "step": 35442
    },
    {
      "epoch": 1.648895091881833,
      "grad_norm": 0.9473089464796575,
      "learning_rate": 0.00025151072180555113,
      "loss": 2.5469,
      "step": 35443
    },
    {
      "epoch": 1.6489416143289137,
      "grad_norm": 0.9332803517126729,
      "learning_rate": 0.00025150798933932177,
      "loss": 1.7422,
      "step": 35444
    },
    {
      "epoch": 1.6489881367759944,
      "grad_norm": 0.9377521163480055,
      "learning_rate": 0.0002515052568109486,
      "loss": 2.2344,
      "step": 35445
    },
    {
      "epoch": 1.6490346592230751,
      "grad_norm": 0.9523726414380383,
      "learning_rate": 0.00025150252422043336,
      "loss": 1.7188,
      "step": 35446
    },
    {
      "epoch": 1.6490811816701558,
      "grad_norm": 0.9275852091695294,
      "learning_rate": 0.00025149979156777755,
      "loss": 2.1562,
      "step": 35447
    },
    {
      "epoch": 1.6491277041172365,
      "grad_norm": 0.9492469262131153,
      "learning_rate": 0.0002514970588529831,
      "loss": 2.2656,
      "step": 35448
    },
    {
      "epoch": 1.6491742265643174,
      "grad_norm": 0.9766494984629553,
      "learning_rate": 0.0002514943260760515,
      "loss": 2.2188,
      "step": 35449
    },
    {
      "epoch": 1.649220749011398,
      "grad_norm": 0.9888324241351614,
      "learning_rate": 0.00025149159323698445,
      "loss": 2.2656,
      "step": 35450
    },
    {
      "epoch": 1.6492672714584788,
      "grad_norm": 0.951416577200914,
      "learning_rate": 0.00025148886033578375,
      "loss": 2.4375,
      "step": 35451
    },
    {
      "epoch": 1.6493137939055593,
      "grad_norm": 0.9494291290382536,
      "learning_rate": 0.0002514861273724509,
      "loss": 2.3906,
      "step": 35452
    },
    {
      "epoch": 1.6493603163526402,
      "grad_norm": 1.095490845743695,
      "learning_rate": 0.0002514833943469876,
      "loss": 2.7969,
      "step": 35453
    },
    {
      "epoch": 1.6494068387997207,
      "grad_norm": 0.9661210214411976,
      "learning_rate": 0.00025148066125939565,
      "loss": 2.4219,
      "step": 35454
    },
    {
      "epoch": 1.6494533612468016,
      "grad_norm": 1.091984842426812,
      "learning_rate": 0.00025147792810967663,
      "loss": 2.7031,
      "step": 35455
    },
    {
      "epoch": 1.6494998836938823,
      "grad_norm": 0.9081589341235667,
      "learning_rate": 0.00025147519489783217,
      "loss": 2.125,
      "step": 35456
    },
    {
      "epoch": 1.649546406140963,
      "grad_norm": 1.0217209326089776,
      "learning_rate": 0.00025147246162386406,
      "loss": 2.6719,
      "step": 35457
    },
    {
      "epoch": 1.6495929285880437,
      "grad_norm": 0.9790619727275793,
      "learning_rate": 0.0002514697282877738,
      "loss": 2.6406,
      "step": 35458
    },
    {
      "epoch": 1.6496394510351244,
      "grad_norm": 0.9771940913318047,
      "learning_rate": 0.0002514669948895633,
      "loss": 2.2969,
      "step": 35459
    },
    {
      "epoch": 1.6496859734822051,
      "grad_norm": 1.0048896013249564,
      "learning_rate": 0.00025146426142923407,
      "loss": 2.5781,
      "step": 35460
    },
    {
      "epoch": 1.6497324959292858,
      "grad_norm": 1.0239648717701264,
      "learning_rate": 0.0002514615279067878,
      "loss": 2.375,
      "step": 35461
    },
    {
      "epoch": 1.6497790183763668,
      "grad_norm": 0.9314434813415051,
      "learning_rate": 0.00025145879432222624,
      "loss": 2.1875,
      "step": 35462
    },
    {
      "epoch": 1.6498255408234472,
      "grad_norm": 0.9619896008818077,
      "learning_rate": 0.00025145606067555095,
      "loss": 2.6562,
      "step": 35463
    },
    {
      "epoch": 1.6498720632705282,
      "grad_norm": 0.9466308045082071,
      "learning_rate": 0.0002514533269667637,
      "loss": 2.4844,
      "step": 35464
    },
    {
      "epoch": 1.6499185857176086,
      "grad_norm": 0.9673505656774258,
      "learning_rate": 0.0002514505931958661,
      "loss": 2.3281,
      "step": 35465
    },
    {
      "epoch": 1.6499651081646896,
      "grad_norm": 0.9165748323754349,
      "learning_rate": 0.00025144785936285986,
      "loss": 2.2344,
      "step": 35466
    },
    {
      "epoch": 1.65001163061177,
      "grad_norm": 1.12076728167244,
      "learning_rate": 0.00025144512546774664,
      "loss": 2.7031,
      "step": 35467
    },
    {
      "epoch": 1.650058153058851,
      "grad_norm": 1.011942136149451,
      "learning_rate": 0.0002514423915105281,
      "loss": 2.4844,
      "step": 35468
    },
    {
      "epoch": 1.6501046755059317,
      "grad_norm": 1.1706044777151385,
      "learning_rate": 0.00025143965749120596,
      "loss": 2.2188,
      "step": 35469
    },
    {
      "epoch": 1.6501511979530123,
      "grad_norm": 1.0428695434097093,
      "learning_rate": 0.0002514369234097818,
      "loss": 2.3438,
      "step": 35470
    },
    {
      "epoch": 1.650197720400093,
      "grad_norm": 1.0311283567181773,
      "learning_rate": 0.00025143418926625743,
      "loss": 2.6406,
      "step": 35471
    },
    {
      "epoch": 1.6502442428471737,
      "grad_norm": 0.9408910454414273,
      "learning_rate": 0.0002514314550606344,
      "loss": 2.2812,
      "step": 35472
    },
    {
      "epoch": 1.6502907652942544,
      "grad_norm": 0.9929149202291881,
      "learning_rate": 0.0002514287207929145,
      "loss": 2.4531,
      "step": 35473
    },
    {
      "epoch": 1.6503372877413351,
      "grad_norm": 0.9246388260224266,
      "learning_rate": 0.00025142598646309925,
      "loss": 2.2812,
      "step": 35474
    },
    {
      "epoch": 1.650383810188416,
      "grad_norm": 0.9064253343391502,
      "learning_rate": 0.0002514232520711905,
      "loss": 2.3281,
      "step": 35475
    },
    {
      "epoch": 1.6504303326354965,
      "grad_norm": 0.9805427424054741,
      "learning_rate": 0.00025142051761718975,
      "loss": 2.2969,
      "step": 35476
    },
    {
      "epoch": 1.6504768550825775,
      "grad_norm": 0.9578083786412237,
      "learning_rate": 0.00025141778310109887,
      "loss": 1.9766,
      "step": 35477
    },
    {
      "epoch": 1.650523377529658,
      "grad_norm": 0.9767726938943473,
      "learning_rate": 0.00025141504852291936,
      "loss": 2.375,
      "step": 35478
    },
    {
      "epoch": 1.6505698999767389,
      "grad_norm": 1.0663432407379019,
      "learning_rate": 0.00025141231388265295,
      "loss": 2.3906,
      "step": 35479
    },
    {
      "epoch": 1.6506164224238193,
      "grad_norm": 0.9684554217572374,
      "learning_rate": 0.00025140957918030134,
      "loss": 2.3125,
      "step": 35480
    },
    {
      "epoch": 1.6506629448709003,
      "grad_norm": 0.9461918361913935,
      "learning_rate": 0.0002514068444158662,
      "loss": 2.3438,
      "step": 35481
    },
    {
      "epoch": 1.650709467317981,
      "grad_norm": 0.9480505266099949,
      "learning_rate": 0.00025140410958934915,
      "loss": 2.5625,
      "step": 35482
    },
    {
      "epoch": 1.6507559897650617,
      "grad_norm": 1.1361613032180857,
      "learning_rate": 0.000251401374700752,
      "loss": 2.6406,
      "step": 35483
    },
    {
      "epoch": 1.6508025122121424,
      "grad_norm": 0.9231150846279755,
      "learning_rate": 0.0002513986397500762,
      "loss": 2.375,
      "step": 35484
    },
    {
      "epoch": 1.650849034659223,
      "grad_norm": 0.9247528515810068,
      "learning_rate": 0.00025139590473732365,
      "loss": 2.2344,
      "step": 35485
    },
    {
      "epoch": 1.6508955571063038,
      "grad_norm": 0.9538022045537871,
      "learning_rate": 0.0002513931696624959,
      "loss": 2.5469,
      "step": 35486
    },
    {
      "epoch": 1.6509420795533845,
      "grad_norm": 1.0533106234243128,
      "learning_rate": 0.0002513904345255947,
      "loss": 2.4375,
      "step": 35487
    },
    {
      "epoch": 1.6509886020004654,
      "grad_norm": 0.8817268664590706,
      "learning_rate": 0.0002513876993266216,
      "loss": 2.2188,
      "step": 35488
    },
    {
      "epoch": 1.6510351244475459,
      "grad_norm": 0.9550726035261831,
      "learning_rate": 0.0002513849640655784,
      "loss": 2.375,
      "step": 35489
    },
    {
      "epoch": 1.6510816468946268,
      "grad_norm": 0.9110619034107124,
      "learning_rate": 0.0002513822287424667,
      "loss": 2.2188,
      "step": 35490
    },
    {
      "epoch": 1.6511281693417073,
      "grad_norm": 0.9415135455146527,
      "learning_rate": 0.0002513794933572882,
      "loss": 2.25,
      "step": 35491
    },
    {
      "epoch": 1.6511746917887882,
      "grad_norm": 0.9744463298473737,
      "learning_rate": 0.00025137675791004466,
      "loss": 2.2812,
      "step": 35492
    },
    {
      "epoch": 1.6512212142358687,
      "grad_norm": 0.930486864770459,
      "learning_rate": 0.0002513740224007376,
      "loss": 2.25,
      "step": 35493
    },
    {
      "epoch": 1.6512677366829496,
      "grad_norm": 0.9985617797502631,
      "learning_rate": 0.00025137128682936876,
      "loss": 2.5,
      "step": 35494
    },
    {
      "epoch": 1.6513142591300303,
      "grad_norm": 0.9931649458133561,
      "learning_rate": 0.0002513685511959398,
      "loss": 2.375,
      "step": 35495
    },
    {
      "epoch": 1.651360781577111,
      "grad_norm": 0.9357879120530563,
      "learning_rate": 0.00025136581550045246,
      "loss": 2.6094,
      "step": 35496
    },
    {
      "epoch": 1.6514073040241917,
      "grad_norm": 0.9821282187263567,
      "learning_rate": 0.00025136307974290835,
      "loss": 2.2188,
      "step": 35497
    },
    {
      "epoch": 1.6514538264712724,
      "grad_norm": 0.9635645582387714,
      "learning_rate": 0.00025136034392330916,
      "loss": 2.375,
      "step": 35498
    },
    {
      "epoch": 1.651500348918353,
      "grad_norm": 0.9684566682132709,
      "learning_rate": 0.0002513576080416566,
      "loss": 2.4844,
      "step": 35499
    },
    {
      "epoch": 1.6515468713654338,
      "grad_norm": 1.1138401127656183,
      "learning_rate": 0.0002513548720979523,
      "loss": 2.3906,
      "step": 35500
    },
    {
      "epoch": 1.6515933938125147,
      "grad_norm": 0.9949575654639898,
      "learning_rate": 0.00025135213609219794,
      "loss": 2.625,
      "step": 35501
    },
    {
      "epoch": 1.6516399162595952,
      "grad_norm": 0.9386390149027113,
      "learning_rate": 0.0002513494000243952,
      "loss": 2.4375,
      "step": 35502
    },
    {
      "epoch": 1.651686438706676,
      "grad_norm": 1.018730010030455,
      "learning_rate": 0.0002513466638945458,
      "loss": 2.5,
      "step": 35503
    },
    {
      "epoch": 1.6517329611537566,
      "grad_norm": 0.979826356797463,
      "learning_rate": 0.0002513439277026513,
      "loss": 2.3906,
      "step": 35504
    },
    {
      "epoch": 1.6517794836008375,
      "grad_norm": 0.9526326626566596,
      "learning_rate": 0.0002513411914487136,
      "loss": 2.4375,
      "step": 35505
    },
    {
      "epoch": 1.651826006047918,
      "grad_norm": 1.024629411825183,
      "learning_rate": 0.00025133845513273406,
      "loss": 2.3125,
      "step": 35506
    },
    {
      "epoch": 1.6518725284949989,
      "grad_norm": 0.9384108280685386,
      "learning_rate": 0.0002513357187547146,
      "loss": 2.2656,
      "step": 35507
    },
    {
      "epoch": 1.6519190509420796,
      "grad_norm": 1.0070594028277802,
      "learning_rate": 0.0002513329823146568,
      "loss": 2.5156,
      "step": 35508
    },
    {
      "epoch": 1.6519655733891603,
      "grad_norm": 0.9217161425814209,
      "learning_rate": 0.00025133024581256233,
      "loss": 2.5312,
      "step": 35509
    },
    {
      "epoch": 1.652012095836241,
      "grad_norm": 0.9164743936203258,
      "learning_rate": 0.00025132750924843295,
      "loss": 2.2188,
      "step": 35510
    },
    {
      "epoch": 1.6520586182833217,
      "grad_norm": 1.0162203544534805,
      "learning_rate": 0.0002513247726222702,
      "loss": 2.4688,
      "step": 35511
    },
    {
      "epoch": 1.6521051407304024,
      "grad_norm": 0.9080162699287512,
      "learning_rate": 0.00025132203593407587,
      "loss": 2.2344,
      "step": 35512
    },
    {
      "epoch": 1.652151663177483,
      "grad_norm": 0.9200159390886419,
      "learning_rate": 0.0002513192991838516,
      "loss": 2.2031,
      "step": 35513
    },
    {
      "epoch": 1.652198185624564,
      "grad_norm": 0.9365991156330064,
      "learning_rate": 0.000251316562371599,
      "loss": 2.4375,
      "step": 35514
    },
    {
      "epoch": 1.6522447080716445,
      "grad_norm": 1.0140772238577747,
      "learning_rate": 0.0002513138254973199,
      "loss": 2.5625,
      "step": 35515
    },
    {
      "epoch": 1.6522912305187254,
      "grad_norm": 0.9613850078349445,
      "learning_rate": 0.0002513110885610158,
      "loss": 2.4688,
      "step": 35516
    },
    {
      "epoch": 1.6523377529658059,
      "grad_norm": 0.9293973779052832,
      "learning_rate": 0.0002513083515626884,
      "loss": 2.5156,
      "step": 35517
    },
    {
      "epoch": 1.6523842754128868,
      "grad_norm": 1.0181160997687757,
      "learning_rate": 0.00025130561450233954,
      "loss": 2.3281,
      "step": 35518
    },
    {
      "epoch": 1.6524307978599673,
      "grad_norm": 0.9369250509052863,
      "learning_rate": 0.0002513028773799708,
      "loss": 2.5156,
      "step": 35519
    },
    {
      "epoch": 1.6524773203070482,
      "grad_norm": 1.0123836187688193,
      "learning_rate": 0.00025130014019558375,
      "loss": 2.375,
      "step": 35520
    },
    {
      "epoch": 1.652523842754129,
      "grad_norm": 0.9982046667301534,
      "learning_rate": 0.0002512974029491802,
      "loss": 2.3125,
      "step": 35521
    },
    {
      "epoch": 1.6525703652012096,
      "grad_norm": 1.0895518398538147,
      "learning_rate": 0.0002512946656407618,
      "loss": 2.6094,
      "step": 35522
    },
    {
      "epoch": 1.6526168876482903,
      "grad_norm": 0.9994592797492148,
      "learning_rate": 0.0002512919282703302,
      "loss": 2.3906,
      "step": 35523
    },
    {
      "epoch": 1.652663410095371,
      "grad_norm": 0.9258626084927515,
      "learning_rate": 0.000251289190837887,
      "loss": 2.2969,
      "step": 35524
    },
    {
      "epoch": 1.6527099325424517,
      "grad_norm": 0.9324881398324896,
      "learning_rate": 0.00025128645334343406,
      "loss": 2.5938,
      "step": 35525
    },
    {
      "epoch": 1.6527564549895324,
      "grad_norm": 1.0322137143125194,
      "learning_rate": 0.0002512837157869729,
      "loss": 2.4844,
      "step": 35526
    },
    {
      "epoch": 1.6528029774366133,
      "grad_norm": 1.0398001494428917,
      "learning_rate": 0.00025128097816850533,
      "loss": 2.4375,
      "step": 35527
    },
    {
      "epoch": 1.6528494998836938,
      "grad_norm": 0.9655907312401042,
      "learning_rate": 0.0002512782404880329,
      "loss": 2.3906,
      "step": 35528
    },
    {
      "epoch": 1.6528960223307747,
      "grad_norm": 1.1033361946484033,
      "learning_rate": 0.00025127550274555734,
      "loss": 2.6875,
      "step": 35529
    },
    {
      "epoch": 1.6529425447778552,
      "grad_norm": 1.0186775333675369,
      "learning_rate": 0.0002512727649410803,
      "loss": 2.4688,
      "step": 35530
    },
    {
      "epoch": 1.652989067224936,
      "grad_norm": 1.0126119588219553,
      "learning_rate": 0.0002512700270746035,
      "loss": 2.3125,
      "step": 35531
    },
    {
      "epoch": 1.6530355896720168,
      "grad_norm": 0.9597364166180921,
      "learning_rate": 0.0002512672891461286,
      "loss": 2.4219,
      "step": 35532
    },
    {
      "epoch": 1.6530821121190975,
      "grad_norm": 0.8835621502404671,
      "learning_rate": 0.00025126455115565726,
      "loss": 2.0469,
      "step": 35533
    },
    {
      "epoch": 1.6531286345661782,
      "grad_norm": 0.9556762694329026,
      "learning_rate": 0.00025126181310319113,
      "loss": 2.5,
      "step": 35534
    },
    {
      "epoch": 1.653175157013259,
      "grad_norm": 1.0231033993383412,
      "learning_rate": 0.00025125907498873195,
      "loss": 2.2656,
      "step": 35535
    },
    {
      "epoch": 1.6532216794603396,
      "grad_norm": 0.8839424691129141,
      "learning_rate": 0.0002512563368122814,
      "loss": 2.25,
      "step": 35536
    },
    {
      "epoch": 1.6532682019074203,
      "grad_norm": 0.9752240020185899,
      "learning_rate": 0.00025125359857384105,
      "loss": 2.5156,
      "step": 35537
    },
    {
      "epoch": 1.653314724354501,
      "grad_norm": 0.98605270904728,
      "learning_rate": 0.00025125086027341274,
      "loss": 2.7344,
      "step": 35538
    },
    {
      "epoch": 1.6533612468015817,
      "grad_norm": 1.0137553687746168,
      "learning_rate": 0.000251248121910998,
      "loss": 2.5469,
      "step": 35539
    },
    {
      "epoch": 1.6534077692486626,
      "grad_norm": 0.9389990155020117,
      "learning_rate": 0.0002512453834865986,
      "loss": 2.2344,
      "step": 35540
    },
    {
      "epoch": 1.653454291695743,
      "grad_norm": 0.9995604026175762,
      "learning_rate": 0.0002512426450002161,
      "loss": 2.4688,
      "step": 35541
    },
    {
      "epoch": 1.653500814142824,
      "grad_norm": 0.9712813226742718,
      "learning_rate": 0.0002512399064518523,
      "loss": 2.375,
      "step": 35542
    },
    {
      "epoch": 1.6535473365899045,
      "grad_norm": 0.9808060342632383,
      "learning_rate": 0.00025123716784150883,
      "loss": 2.5312,
      "step": 35543
    },
    {
      "epoch": 1.6535938590369854,
      "grad_norm": 0.9752334441863348,
      "learning_rate": 0.0002512344291691874,
      "loss": 2.375,
      "step": 35544
    },
    {
      "epoch": 1.6536403814840661,
      "grad_norm": 0.9517324401705645,
      "learning_rate": 0.00025123169043488963,
      "loss": 2.3125,
      "step": 35545
    },
    {
      "epoch": 1.6536869039311468,
      "grad_norm": 0.9517367645461806,
      "learning_rate": 0.00025122895163861723,
      "loss": 2.3906,
      "step": 35546
    },
    {
      "epoch": 1.6537334263782275,
      "grad_norm": 0.9560315175607964,
      "learning_rate": 0.00025122621278037184,
      "loss": 2.3125,
      "step": 35547
    },
    {
      "epoch": 1.6537799488253082,
      "grad_norm": 1.020405278965314,
      "learning_rate": 0.00025122347386015523,
      "loss": 2.2812,
      "step": 35548
    },
    {
      "epoch": 1.653826471272389,
      "grad_norm": 0.9743684754912878,
      "learning_rate": 0.00025122073487796894,
      "loss": 2.3906,
      "step": 35549
    },
    {
      "epoch": 1.6538729937194696,
      "grad_norm": 1.0292951949648224,
      "learning_rate": 0.0002512179958338148,
      "loss": 2.5625,
      "step": 35550
    },
    {
      "epoch": 1.6539195161665503,
      "grad_norm": 0.9397937086547831,
      "learning_rate": 0.00025121525672769433,
      "loss": 2.25,
      "step": 35551
    },
    {
      "epoch": 1.653966038613631,
      "grad_norm": 0.9692358982995563,
      "learning_rate": 0.0002512125175596093,
      "loss": 2.5156,
      "step": 35552
    },
    {
      "epoch": 1.654012561060712,
      "grad_norm": 0.9623885058457755,
      "learning_rate": 0.0002512097783295614,
      "loss": 2.3906,
      "step": 35553
    },
    {
      "epoch": 1.6540590835077924,
      "grad_norm": 0.9517330163621583,
      "learning_rate": 0.00025120703903755225,
      "loss": 2.5,
      "step": 35554
    },
    {
      "epoch": 1.6541056059548733,
      "grad_norm": 1.0719303261990718,
      "learning_rate": 0.0002512042996835836,
      "loss": 2.5625,
      "step": 35555
    },
    {
      "epoch": 1.6541521284019538,
      "grad_norm": 1.0465266575750853,
      "learning_rate": 0.000251201560267657,
      "loss": 2.3438,
      "step": 35556
    },
    {
      "epoch": 1.6541986508490347,
      "grad_norm": 0.9683200843250224,
      "learning_rate": 0.0002511988207897743,
      "loss": 2.3438,
      "step": 35557
    },
    {
      "epoch": 1.6542451732961154,
      "grad_norm": 0.9442827852200945,
      "learning_rate": 0.00025119608124993703,
      "loss": 2.1875,
      "step": 35558
    },
    {
      "epoch": 1.6542916957431961,
      "grad_norm": 0.9322093611949427,
      "learning_rate": 0.0002511933416481469,
      "loss": 2.5312,
      "step": 35559
    },
    {
      "epoch": 1.6543382181902768,
      "grad_norm": 1.0362015841306709,
      "learning_rate": 0.00025119060198440567,
      "loss": 2.6094,
      "step": 35560
    },
    {
      "epoch": 1.6543847406373575,
      "grad_norm": 0.9078585515134361,
      "learning_rate": 0.0002511878622587149,
      "loss": 2.1719,
      "step": 35561
    },
    {
      "epoch": 1.6544312630844382,
      "grad_norm": 0.9236690468770354,
      "learning_rate": 0.0002511851224710764,
      "loss": 2.1875,
      "step": 35562
    },
    {
      "epoch": 1.654477785531519,
      "grad_norm": 0.9348283470825085,
      "learning_rate": 0.00025118238262149175,
      "loss": 2.5469,
      "step": 35563
    },
    {
      "epoch": 1.6545243079785998,
      "grad_norm": 0.9680350144758558,
      "learning_rate": 0.0002511796427099626,
      "loss": 2.3125,
      "step": 35564
    },
    {
      "epoch": 1.6545708304256803,
      "grad_norm": 0.9556606297696297,
      "learning_rate": 0.0002511769027364907,
      "loss": 2.4062,
      "step": 35565
    },
    {
      "epoch": 1.6546173528727612,
      "grad_norm": 1.010979099142879,
      "learning_rate": 0.0002511741627010777,
      "loss": 2.625,
      "step": 35566
    },
    {
      "epoch": 1.6546638753198417,
      "grad_norm": 0.9825215359655153,
      "learning_rate": 0.0002511714226037253,
      "loss": 2.4219,
      "step": 35567
    },
    {
      "epoch": 1.6547103977669226,
      "grad_norm": 0.9666374135048713,
      "learning_rate": 0.00025116868244443513,
      "loss": 2.3906,
      "step": 35568
    },
    {
      "epoch": 1.6547569202140031,
      "grad_norm": 0.9768753197430569,
      "learning_rate": 0.00025116594222320893,
      "loss": 2.625,
      "step": 35569
    },
    {
      "epoch": 1.654803442661084,
      "grad_norm": 0.934439475925292,
      "learning_rate": 0.0002511632019400483,
      "loss": 2.5312,
      "step": 35570
    },
    {
      "epoch": 1.6548499651081647,
      "grad_norm": 0.8402806738690605,
      "learning_rate": 0.00025116046159495497,
      "loss": 1.8906,
      "step": 35571
    },
    {
      "epoch": 1.6548964875552454,
      "grad_norm": 0.9600189605322131,
      "learning_rate": 0.00025115772118793067,
      "loss": 2.4375,
      "step": 35572
    },
    {
      "epoch": 1.6549430100023261,
      "grad_norm": 0.9241293959526783,
      "learning_rate": 0.00025115498071897696,
      "loss": 2.2031,
      "step": 35573
    },
    {
      "epoch": 1.6549895324494068,
      "grad_norm": 0.9530056069675863,
      "learning_rate": 0.0002511522401880956,
      "loss": 2.4219,
      "step": 35574
    },
    {
      "epoch": 1.6550360548964875,
      "grad_norm": 1.0020514802027605,
      "learning_rate": 0.00025114949959528825,
      "loss": 2.4844,
      "step": 35575
    },
    {
      "epoch": 1.6550825773435682,
      "grad_norm": 0.8874661533400644,
      "learning_rate": 0.00025114675894055656,
      "loss": 2.3594,
      "step": 35576
    },
    {
      "epoch": 1.6551290997906491,
      "grad_norm": 1.0049590177355214,
      "learning_rate": 0.0002511440182239022,
      "loss": 2.2812,
      "step": 35577
    },
    {
      "epoch": 1.6551756222377296,
      "grad_norm": 0.9920211679939882,
      "learning_rate": 0.00025114127744532694,
      "loss": 2.4219,
      "step": 35578
    },
    {
      "epoch": 1.6552221446848105,
      "grad_norm": 1.0003935325228646,
      "learning_rate": 0.0002511385366048323,
      "loss": 2.2656,
      "step": 35579
    },
    {
      "epoch": 1.655268667131891,
      "grad_norm": 0.9270415131922596,
      "learning_rate": 0.0002511357957024201,
      "loss": 2.3594,
      "step": 35580
    },
    {
      "epoch": 1.655315189578972,
      "grad_norm": 0.9596648906848911,
      "learning_rate": 0.000251133054738092,
      "loss": 2.3906,
      "step": 35581
    },
    {
      "epoch": 1.6553617120260524,
      "grad_norm": 0.912863371381105,
      "learning_rate": 0.00025113031371184965,
      "loss": 2.1562,
      "step": 35582
    },
    {
      "epoch": 1.6554082344731333,
      "grad_norm": 0.9869657951455152,
      "learning_rate": 0.0002511275726236947,
      "loss": 2.5625,
      "step": 35583
    },
    {
      "epoch": 1.655454756920214,
      "grad_norm": 1.0923152487775396,
      "learning_rate": 0.00025112483147362886,
      "loss": 2.5,
      "step": 35584
    },
    {
      "epoch": 1.6555012793672947,
      "grad_norm": 1.0658349025143703,
      "learning_rate": 0.0002511220902616538,
      "loss": 2.4844,
      "step": 35585
    },
    {
      "epoch": 1.6555478018143754,
      "grad_norm": 1.0479180299208855,
      "learning_rate": 0.0002511193489877712,
      "loss": 2.4688,
      "step": 35586
    },
    {
      "epoch": 1.6555943242614561,
      "grad_norm": 0.9426064208061871,
      "learning_rate": 0.0002511166076519827,
      "loss": 2.1562,
      "step": 35587
    },
    {
      "epoch": 1.6556408467085368,
      "grad_norm": 0.9699849198227943,
      "learning_rate": 0.0002511138662542901,
      "loss": 2.5,
      "step": 35588
    },
    {
      "epoch": 1.6556873691556175,
      "grad_norm": 1.0331435628566854,
      "learning_rate": 0.00025111112479469497,
      "loss": 2.4688,
      "step": 35589
    },
    {
      "epoch": 1.6557338916026985,
      "grad_norm": 1.0800364311554058,
      "learning_rate": 0.0002511083832731989,
      "loss": 2.5625,
      "step": 35590
    },
    {
      "epoch": 1.655780414049779,
      "grad_norm": 0.9424269723261302,
      "learning_rate": 0.00025110564168980383,
      "loss": 2.7188,
      "step": 35591
    },
    {
      "epoch": 1.6558269364968599,
      "grad_norm": 0.9536401335552955,
      "learning_rate": 0.00025110290004451126,
      "loss": 2.5312,
      "step": 35592
    },
    {
      "epoch": 1.6558734589439403,
      "grad_norm": 0.920509626927823,
      "learning_rate": 0.00025110015833732283,
      "loss": 2.2344,
      "step": 35593
    },
    {
      "epoch": 1.6559199813910213,
      "grad_norm": 1.0247163147542644,
      "learning_rate": 0.0002510974165682404,
      "loss": 2.4688,
      "step": 35594
    },
    {
      "epoch": 1.6559665038381017,
      "grad_norm": 0.9441054717501122,
      "learning_rate": 0.00025109467473726546,
      "loss": 2.4375,
      "step": 35595
    },
    {
      "epoch": 1.6560130262851827,
      "grad_norm": 0.954487695336693,
      "learning_rate": 0.00025109193284439976,
      "loss": 2.5625,
      "step": 35596
    },
    {
      "epoch": 1.6560595487322634,
      "grad_norm": 1.4921693967275769,
      "learning_rate": 0.000251089190889645,
      "loss": 2.4688,
      "step": 35597
    },
    {
      "epoch": 1.656106071179344,
      "grad_norm": 0.8815842680849135,
      "learning_rate": 0.00025108644887300287,
      "loss": 2.2656,
      "step": 35598
    },
    {
      "epoch": 1.6561525936264248,
      "grad_norm": 0.9622528915371015,
      "learning_rate": 0.0002510837067944749,
      "loss": 2.5,
      "step": 35599
    },
    {
      "epoch": 1.6561991160735055,
      "grad_norm": 0.9596251932495891,
      "learning_rate": 0.000251080964654063,
      "loss": 2.5,
      "step": 35600
    },
    {
      "epoch": 1.6562456385205861,
      "grad_norm": 0.9070943239947139,
      "learning_rate": 0.0002510782224517687,
      "loss": 2.3281,
      "step": 35601
    },
    {
      "epoch": 1.6562921609676668,
      "grad_norm": 0.853845783431355,
      "learning_rate": 0.00025107548018759375,
      "loss": 2.1094,
      "step": 35602
    },
    {
      "epoch": 1.6563386834147478,
      "grad_norm": 0.905360057385939,
      "learning_rate": 0.0002510727378615398,
      "loss": 1.7812,
      "step": 35603
    },
    {
      "epoch": 1.6563852058618282,
      "grad_norm": 0.9825676487820949,
      "learning_rate": 0.00025106999547360847,
      "loss": 2.3438,
      "step": 35604
    },
    {
      "epoch": 1.6564317283089092,
      "grad_norm": 0.936981878511617,
      "learning_rate": 0.0002510672530238015,
      "loss": 2.4844,
      "step": 35605
    },
    {
      "epoch": 1.6564782507559896,
      "grad_norm": 1.1149172355557184,
      "learning_rate": 0.00025106451051212065,
      "loss": 2.4688,
      "step": 35606
    },
    {
      "epoch": 1.6565247732030706,
      "grad_norm": 0.9889165918343849,
      "learning_rate": 0.0002510617679385674,
      "loss": 2.2969,
      "step": 35607
    },
    {
      "epoch": 1.656571295650151,
      "grad_norm": 1.0892634436666895,
      "learning_rate": 0.0002510590253031436,
      "loss": 2.25,
      "step": 35608
    },
    {
      "epoch": 1.656617818097232,
      "grad_norm": 0.9455939198192667,
      "learning_rate": 0.0002510562826058509,
      "loss": 2.2656,
      "step": 35609
    },
    {
      "epoch": 1.6566643405443127,
      "grad_norm": 0.9946236136336293,
      "learning_rate": 0.0002510535398466909,
      "loss": 2.4219,
      "step": 35610
    },
    {
      "epoch": 1.6567108629913934,
      "grad_norm": 0.9359579231295739,
      "learning_rate": 0.0002510507970256653,
      "loss": 2.4375,
      "step": 35611
    },
    {
      "epoch": 1.656757385438474,
      "grad_norm": 1.0277851898871668,
      "learning_rate": 0.00025104805414277585,
      "loss": 2.6406,
      "step": 35612
    },
    {
      "epoch": 1.6568039078855548,
      "grad_norm": 0.9623170201326993,
      "learning_rate": 0.00025104531119802414,
      "loss": 2.4531,
      "step": 35613
    },
    {
      "epoch": 1.6568504303326355,
      "grad_norm": 0.958064835638584,
      "learning_rate": 0.00025104256819141193,
      "loss": 2.0781,
      "step": 35614
    },
    {
      "epoch": 1.6568969527797162,
      "grad_norm": 0.9408460442848188,
      "learning_rate": 0.0002510398251229409,
      "loss": 2.3281,
      "step": 35615
    },
    {
      "epoch": 1.656943475226797,
      "grad_norm": 0.9655130496442188,
      "learning_rate": 0.00025103708199261264,
      "loss": 2.4531,
      "step": 35616
    },
    {
      "epoch": 1.6569899976738776,
      "grad_norm": 0.9796603943381089,
      "learning_rate": 0.0002510343388004289,
      "loss": 2.6875,
      "step": 35617
    },
    {
      "epoch": 1.6570365201209585,
      "grad_norm": 0.9924508308118455,
      "learning_rate": 0.0002510315955463913,
      "loss": 2.4844,
      "step": 35618
    },
    {
      "epoch": 1.657083042568039,
      "grad_norm": 1.0162904556989998,
      "learning_rate": 0.00025102885223050165,
      "loss": 2.5312,
      "step": 35619
    },
    {
      "epoch": 1.6571295650151199,
      "grad_norm": 0.9446453634089335,
      "learning_rate": 0.0002510261088527615,
      "loss": 2.3125,
      "step": 35620
    },
    {
      "epoch": 1.6571760874622004,
      "grad_norm": 1.066230418179687,
      "learning_rate": 0.00025102336541317255,
      "loss": 2.4062,
      "step": 35621
    },
    {
      "epoch": 1.6572226099092813,
      "grad_norm": 1.0002198070239943,
      "learning_rate": 0.00025102062191173654,
      "loss": 2.4531,
      "step": 35622
    },
    {
      "epoch": 1.657269132356362,
      "grad_norm": 0.968558328147733,
      "learning_rate": 0.0002510178783484551,
      "loss": 2.375,
      "step": 35623
    },
    {
      "epoch": 1.6573156548034427,
      "grad_norm": 1.0191653103762004,
      "learning_rate": 0.00025101513472332987,
      "loss": 2.3125,
      "step": 35624
    },
    {
      "epoch": 1.6573621772505234,
      "grad_norm": 0.9456697572280103,
      "learning_rate": 0.00025101239103636263,
      "loss": 2.3438,
      "step": 35625
    },
    {
      "epoch": 1.657408699697604,
      "grad_norm": 0.9104021753412467,
      "learning_rate": 0.000251009647287555,
      "loss": 2.1562,
      "step": 35626
    },
    {
      "epoch": 1.6574552221446848,
      "grad_norm": 0.9576941056348173,
      "learning_rate": 0.00025100690347690865,
      "loss": 2.2969,
      "step": 35627
    },
    {
      "epoch": 1.6575017445917655,
      "grad_norm": 0.9506508150470449,
      "learning_rate": 0.00025100415960442525,
      "loss": 2.3125,
      "step": 35628
    },
    {
      "epoch": 1.6575482670388464,
      "grad_norm": 1.0595653843142825,
      "learning_rate": 0.00025100141567010656,
      "loss": 2.5312,
      "step": 35629
    },
    {
      "epoch": 1.6575947894859269,
      "grad_norm": 0.9829376641908999,
      "learning_rate": 0.00025099867167395425,
      "loss": 2.5,
      "step": 35630
    },
    {
      "epoch": 1.6576413119330078,
      "grad_norm": 1.0044002217869838,
      "learning_rate": 0.00025099592761596983,
      "loss": 2.3906,
      "step": 35631
    },
    {
      "epoch": 1.6576878343800883,
      "grad_norm": 0.9194965492783728,
      "learning_rate": 0.0002509931834961552,
      "loss": 2.375,
      "step": 35632
    },
    {
      "epoch": 1.6577343568271692,
      "grad_norm": 0.9158207814079091,
      "learning_rate": 0.00025099043931451194,
      "loss": 1.6953,
      "step": 35633
    },
    {
      "epoch": 1.6577808792742497,
      "grad_norm": 0.9418616125524025,
      "learning_rate": 0.0002509876950710417,
      "loss": 2.5938,
      "step": 35634
    },
    {
      "epoch": 1.6578274017213306,
      "grad_norm": 1.0357350034506696,
      "learning_rate": 0.0002509849507657463,
      "loss": 2.2969,
      "step": 35635
    },
    {
      "epoch": 1.6578739241684113,
      "grad_norm": 0.9840237349990016,
      "learning_rate": 0.0002509822063986272,
      "loss": 2.2969,
      "step": 35636
    },
    {
      "epoch": 1.657920446615492,
      "grad_norm": 0.9174076592599058,
      "learning_rate": 0.00025097946196968627,
      "loss": 2.3438,
      "step": 35637
    },
    {
      "epoch": 1.6579669690625727,
      "grad_norm": 0.9069456807648393,
      "learning_rate": 0.0002509767174789251,
      "loss": 2.4219,
      "step": 35638
    },
    {
      "epoch": 1.6580134915096534,
      "grad_norm": 1.0578974313049623,
      "learning_rate": 0.0002509739729263454,
      "loss": 2.375,
      "step": 35639
    },
    {
      "epoch": 1.658060013956734,
      "grad_norm": 0.9628452488875131,
      "learning_rate": 0.0002509712283119488,
      "loss": 2.5312,
      "step": 35640
    },
    {
      "epoch": 1.6581065364038148,
      "grad_norm": 0.9601376967317453,
      "learning_rate": 0.00025096848363573705,
      "loss": 2.4688,
      "step": 35641
    },
    {
      "epoch": 1.6581530588508957,
      "grad_norm": 1.0951405789632058,
      "learning_rate": 0.00025096573889771175,
      "loss": 1.7656,
      "step": 35642
    },
    {
      "epoch": 1.6581995812979762,
      "grad_norm": 0.9777175674100013,
      "learning_rate": 0.0002509629940978747,
      "loss": 2.5625,
      "step": 35643
    },
    {
      "epoch": 1.658246103745057,
      "grad_norm": 0.9806339911521016,
      "learning_rate": 0.00025096024923622746,
      "loss": 2.5,
      "step": 35644
    },
    {
      "epoch": 1.6582926261921376,
      "grad_norm": 1.0324646788396448,
      "learning_rate": 0.0002509575043127717,
      "loss": 2.6406,
      "step": 35645
    },
    {
      "epoch": 1.6583391486392185,
      "grad_norm": 0.9936626106100815,
      "learning_rate": 0.0002509547593275093,
      "loss": 2.5781,
      "step": 35646
    },
    {
      "epoch": 1.658385671086299,
      "grad_norm": 0.9823525371214439,
      "learning_rate": 0.0002509520142804417,
      "loss": 2.1875,
      "step": 35647
    },
    {
      "epoch": 1.65843219353338,
      "grad_norm": 0.9974170663071992,
      "learning_rate": 0.00025094926917157076,
      "loss": 2.3906,
      "step": 35648
    },
    {
      "epoch": 1.6584787159804606,
      "grad_norm": 0.9918860821037702,
      "learning_rate": 0.00025094652400089806,
      "loss": 2.3281,
      "step": 35649
    },
    {
      "epoch": 1.6585252384275413,
      "grad_norm": 0.9326505180703899,
      "learning_rate": 0.00025094377876842523,
      "loss": 2.2031,
      "step": 35650
    },
    {
      "epoch": 1.658571760874622,
      "grad_norm": 0.9519825832376335,
      "learning_rate": 0.0002509410334741541,
      "loss": 2.3594,
      "step": 35651
    },
    {
      "epoch": 1.6586182833217027,
      "grad_norm": 0.9560646081705886,
      "learning_rate": 0.0002509382881180862,
      "loss": 2.2969,
      "step": 35652
    },
    {
      "epoch": 1.6586648057687834,
      "grad_norm": 1.0286322652408166,
      "learning_rate": 0.0002509355427002234,
      "loss": 2.4219,
      "step": 35653
    },
    {
      "epoch": 1.658711328215864,
      "grad_norm": 0.9723418073616387,
      "learning_rate": 0.0002509327972205672,
      "loss": 2.6094,
      "step": 35654
    },
    {
      "epoch": 1.658757850662945,
      "grad_norm": 0.9729112007309728,
      "learning_rate": 0.00025093005167911933,
      "loss": 2.2656,
      "step": 35655
    },
    {
      "epoch": 1.6588043731100255,
      "grad_norm": 0.9240778732515073,
      "learning_rate": 0.0002509273060758815,
      "loss": 2.3281,
      "step": 35656
    },
    {
      "epoch": 1.6588508955571064,
      "grad_norm": 0.920103732511789,
      "learning_rate": 0.0002509245604108554,
      "loss": 2.3906,
      "step": 35657
    },
    {
      "epoch": 1.6588974180041869,
      "grad_norm": 0.8807829488304421,
      "learning_rate": 0.0002509218146840427,
      "loss": 2.1406,
      "step": 35658
    },
    {
      "epoch": 1.6589439404512678,
      "grad_norm": 1.061266184965536,
      "learning_rate": 0.000250919068895445,
      "loss": 2.1719,
      "step": 35659
    },
    {
      "epoch": 1.6589904628983485,
      "grad_norm": 0.8411288877424543,
      "learning_rate": 0.0002509163230450641,
      "loss": 1.9141,
      "step": 35660
    },
    {
      "epoch": 1.6590369853454292,
      "grad_norm": 1.0303640804736636,
      "learning_rate": 0.00025091357713290165,
      "loss": 2.2812,
      "step": 35661
    },
    {
      "epoch": 1.65908350779251,
      "grad_norm": 0.9593601399422477,
      "learning_rate": 0.00025091083115895933,
      "loss": 2.0938,
      "step": 35662
    },
    {
      "epoch": 1.6591300302395906,
      "grad_norm": 0.9083535537921124,
      "learning_rate": 0.00025090808512323874,
      "loss": 2.1719,
      "step": 35663
    },
    {
      "epoch": 1.6591765526866713,
      "grad_norm": 1.0573834633089265,
      "learning_rate": 0.0002509053390257416,
      "loss": 2.2344,
      "step": 35664
    },
    {
      "epoch": 1.659223075133752,
      "grad_norm": 0.9471668445888604,
      "learning_rate": 0.00025090259286646973,
      "loss": 2.3438,
      "step": 35665
    },
    {
      "epoch": 1.6592695975808327,
      "grad_norm": 0.9623610627118457,
      "learning_rate": 0.0002508998466454246,
      "loss": 2.5469,
      "step": 35666
    },
    {
      "epoch": 1.6593161200279134,
      "grad_norm": 1.02632371018123,
      "learning_rate": 0.000250897100362608,
      "loss": 2.4219,
      "step": 35667
    },
    {
      "epoch": 1.6593626424749943,
      "grad_norm": 1.0376012386320028,
      "learning_rate": 0.00025089435401802164,
      "loss": 2.5938,
      "step": 35668
    },
    {
      "epoch": 1.6594091649220748,
      "grad_norm": 0.9144341023829105,
      "learning_rate": 0.0002508916076116672,
      "loss": 2.5,
      "step": 35669
    },
    {
      "epoch": 1.6594556873691557,
      "grad_norm": 0.9750096908954494,
      "learning_rate": 0.00025088886114354623,
      "loss": 2.5781,
      "step": 35670
    },
    {
      "epoch": 1.6595022098162362,
      "grad_norm": 0.9266099138560032,
      "learning_rate": 0.0002508861146136606,
      "loss": 2.2344,
      "step": 35671
    },
    {
      "epoch": 1.6595487322633171,
      "grad_norm": 1.0821977402785734,
      "learning_rate": 0.0002508833680220118,
      "loss": 2.5781,
      "step": 35672
    },
    {
      "epoch": 1.6595952547103978,
      "grad_norm": 1.022693180020727,
      "learning_rate": 0.0002508806213686017,
      "loss": 2.6562,
      "step": 35673
    },
    {
      "epoch": 1.6596417771574785,
      "grad_norm": 0.9903412143533199,
      "learning_rate": 0.0002508778746534318,
      "loss": 2.6562,
      "step": 35674
    },
    {
      "epoch": 1.6596882996045592,
      "grad_norm": 1.033141958002508,
      "learning_rate": 0.00025087512787650394,
      "loss": 2.4531,
      "step": 35675
    },
    {
      "epoch": 1.65973482205164,
      "grad_norm": 0.9184092623059344,
      "learning_rate": 0.0002508723810378197,
      "loss": 2.4219,
      "step": 35676
    },
    {
      "epoch": 1.6597813444987206,
      "grad_norm": 0.8801475438447254,
      "learning_rate": 0.0002508696341373808,
      "loss": 1.9922,
      "step": 35677
    },
    {
      "epoch": 1.6598278669458013,
      "grad_norm": 0.9835141447833464,
      "learning_rate": 0.00025086688717518887,
      "loss": 2.375,
      "step": 35678
    },
    {
      "epoch": 1.659874389392882,
      "grad_norm": 0.9714554015626955,
      "learning_rate": 0.0002508641401512457,
      "loss": 2.5469,
      "step": 35679
    },
    {
      "epoch": 1.6599209118399627,
      "grad_norm": 1.2488129004710666,
      "learning_rate": 0.0002508613930655529,
      "loss": 2.2031,
      "step": 35680
    },
    {
      "epoch": 1.6599674342870436,
      "grad_norm": 0.879472779465262,
      "learning_rate": 0.0002508586459181121,
      "loss": 2.2812,
      "step": 35681
    },
    {
      "epoch": 1.660013956734124,
      "grad_norm": 0.9870952766005319,
      "learning_rate": 0.0002508558987089251,
      "loss": 2.2812,
      "step": 35682
    },
    {
      "epoch": 1.660060479181205,
      "grad_norm": 1.0301583737311453,
      "learning_rate": 0.00025085315143799354,
      "loss": 2.3125,
      "step": 35683
    },
    {
      "epoch": 1.6601070016282855,
      "grad_norm": 0.9656598188250388,
      "learning_rate": 0.0002508504041053191,
      "loss": 2.375,
      "step": 35684
    },
    {
      "epoch": 1.6601535240753664,
      "grad_norm": 0.9061337454970473,
      "learning_rate": 0.0002508476567109034,
      "loss": 2.1875,
      "step": 35685
    },
    {
      "epoch": 1.6602000465224471,
      "grad_norm": 0.9881556536337288,
      "learning_rate": 0.00025084490925474817,
      "loss": 2.5938,
      "step": 35686
    },
    {
      "epoch": 1.6602465689695278,
      "grad_norm": 1.009559533058772,
      "learning_rate": 0.0002508421617368551,
      "loss": 2.5156,
      "step": 35687
    },
    {
      "epoch": 1.6602930914166085,
      "grad_norm": 0.9861083382073934,
      "learning_rate": 0.00025083941415722586,
      "loss": 2.6875,
      "step": 35688
    },
    {
      "epoch": 1.6603396138636892,
      "grad_norm": 0.923317418529714,
      "learning_rate": 0.00025083666651586214,
      "loss": 2.2031,
      "step": 35689
    },
    {
      "epoch": 1.66038613631077,
      "grad_norm": 0.993156108382545,
      "learning_rate": 0.0002508339188127656,
      "loss": 2.5156,
      "step": 35690
    },
    {
      "epoch": 1.6604326587578506,
      "grad_norm": 0.9766573576419432,
      "learning_rate": 0.00025083117104793794,
      "loss": 2.625,
      "step": 35691
    },
    {
      "epoch": 1.6604791812049315,
      "grad_norm": 1.005920687444892,
      "learning_rate": 0.0002508284232213809,
      "loss": 2.5156,
      "step": 35692
    },
    {
      "epoch": 1.660525703652012,
      "grad_norm": 0.9783730151260019,
      "learning_rate": 0.00025082567533309607,
      "loss": 2.4219,
      "step": 35693
    },
    {
      "epoch": 1.660572226099093,
      "grad_norm": 0.9836323188397366,
      "learning_rate": 0.0002508229273830852,
      "loss": 2.3125,
      "step": 35694
    },
    {
      "epoch": 1.6606187485461734,
      "grad_norm": 1.0023836883262585,
      "learning_rate": 0.0002508201793713499,
      "loss": 2.5469,
      "step": 35695
    },
    {
      "epoch": 1.6606652709932543,
      "grad_norm": 0.9381849926031061,
      "learning_rate": 0.0002508174312978919,
      "loss": 2.3281,
      "step": 35696
    },
    {
      "epoch": 1.6607117934403348,
      "grad_norm": 0.9506303430456428,
      "learning_rate": 0.00025081468316271284,
      "loss": 2.2344,
      "step": 35697
    },
    {
      "epoch": 1.6607583158874157,
      "grad_norm": 0.8873730727680504,
      "learning_rate": 0.0002508119349658145,
      "loss": 2.1094,
      "step": 35698
    },
    {
      "epoch": 1.6608048383344964,
      "grad_norm": 0.8759932922377389,
      "learning_rate": 0.0002508091867071985,
      "loss": 2.2656,
      "step": 35699
    },
    {
      "epoch": 1.6608513607815771,
      "grad_norm": 0.9158861629065084,
      "learning_rate": 0.0002508064383868664,
      "loss": 2.1562,
      "step": 35700
    },
    {
      "epoch": 1.6608978832286578,
      "grad_norm": 1.028831476412073,
      "learning_rate": 0.0002508036900048201,
      "loss": 2.0,
      "step": 35701
    },
    {
      "epoch": 1.6609444056757385,
      "grad_norm": 1.0453085904428525,
      "learning_rate": 0.00025080094156106124,
      "loss": 2.1562,
      "step": 35702
    },
    {
      "epoch": 1.6609909281228192,
      "grad_norm": 0.978010473974797,
      "learning_rate": 0.00025079819305559136,
      "loss": 2.4688,
      "step": 35703
    },
    {
      "epoch": 1.6610374505699,
      "grad_norm": 0.9511739430663533,
      "learning_rate": 0.0002507954444884123,
      "loss": 2.1875,
      "step": 35704
    },
    {
      "epoch": 1.6610839730169809,
      "grad_norm": 1.0222193198768594,
      "learning_rate": 0.0002507926958595256,
      "loss": 2.3281,
      "step": 35705
    },
    {
      "epoch": 1.6611304954640613,
      "grad_norm": 0.9432462001948181,
      "learning_rate": 0.0002507899471689331,
      "loss": 2.1875,
      "step": 35706
    },
    {
      "epoch": 1.6611770179111423,
      "grad_norm": 0.9429972891794101,
      "learning_rate": 0.0002507871984166363,
      "loss": 2.2344,
      "step": 35707
    },
    {
      "epoch": 1.6612235403582227,
      "grad_norm": 0.9864807411440731,
      "learning_rate": 0.00025078444960263707,
      "loss": 2.625,
      "step": 35708
    },
    {
      "epoch": 1.6612700628053036,
      "grad_norm": 0.8879657513527672,
      "learning_rate": 0.000250781700726937,
      "loss": 2.2812,
      "step": 35709
    },
    {
      "epoch": 1.6613165852523841,
      "grad_norm": 0.9896803908480493,
      "learning_rate": 0.0002507789517895377,
      "loss": 2.3438,
      "step": 35710
    },
    {
      "epoch": 1.661363107699465,
      "grad_norm": 0.9682341213579019,
      "learning_rate": 0.00025077620279044104,
      "loss": 2.6406,
      "step": 35711
    },
    {
      "epoch": 1.6614096301465457,
      "grad_norm": 0.9578313489563683,
      "learning_rate": 0.0002507734537296485,
      "loss": 2.3281,
      "step": 35712
    },
    {
      "epoch": 1.6614561525936264,
      "grad_norm": 1.014672274144423,
      "learning_rate": 0.0002507707046071619,
      "loss": 2.5625,
      "step": 35713
    },
    {
      "epoch": 1.6615026750407071,
      "grad_norm": 0.9488286339675048,
      "learning_rate": 0.0002507679554229829,
      "loss": 2.4375,
      "step": 35714
    },
    {
      "epoch": 1.6615491974877878,
      "grad_norm": 0.9500251146092253,
      "learning_rate": 0.00025076520617711316,
      "loss": 2.1875,
      "step": 35715
    },
    {
      "epoch": 1.6615957199348685,
      "grad_norm": 0.9372810802417793,
      "learning_rate": 0.00025076245686955436,
      "loss": 2.3125,
      "step": 35716
    },
    {
      "epoch": 1.6616422423819492,
      "grad_norm": 1.0384442331634196,
      "learning_rate": 0.00025075970750030815,
      "loss": 2.6094,
      "step": 35717
    },
    {
      "epoch": 1.6616887648290302,
      "grad_norm": 1.002675999714611,
      "learning_rate": 0.00025075695806937626,
      "loss": 2.6094,
      "step": 35718
    },
    {
      "epoch": 1.6617352872761106,
      "grad_norm": 0.9837842476045247,
      "learning_rate": 0.0002507542085767604,
      "loss": 2.4531,
      "step": 35719
    },
    {
      "epoch": 1.6617818097231916,
      "grad_norm": 0.9681217955331559,
      "learning_rate": 0.0002507514590224622,
      "loss": 2.7344,
      "step": 35720
    },
    {
      "epoch": 1.661828332170272,
      "grad_norm": 0.9416847709710912,
      "learning_rate": 0.0002507487094064834,
      "loss": 2.2969,
      "step": 35721
    },
    {
      "epoch": 1.661874854617353,
      "grad_norm": 0.9297786692751778,
      "learning_rate": 0.00025074595972882557,
      "loss": 2.5781,
      "step": 35722
    },
    {
      "epoch": 1.6619213770644334,
      "grad_norm": 1.010056476317638,
      "learning_rate": 0.0002507432099894906,
      "loss": 2.5781,
      "step": 35723
    },
    {
      "epoch": 1.6619678995115144,
      "grad_norm": 1.0032576443826557,
      "learning_rate": 0.00025074046018847993,
      "loss": 2.7656,
      "step": 35724
    },
    {
      "epoch": 1.662014421958595,
      "grad_norm": 0.9553378604014131,
      "learning_rate": 0.00025073771032579537,
      "loss": 2.375,
      "step": 35725
    },
    {
      "epoch": 1.6620609444056758,
      "grad_norm": 0.9496380912192327,
      "learning_rate": 0.0002507349604014386,
      "loss": 2.4844,
      "step": 35726
    },
    {
      "epoch": 1.6621074668527565,
      "grad_norm": 0.9914931225544823,
      "learning_rate": 0.0002507322104154113,
      "loss": 2.6562,
      "step": 35727
    },
    {
      "epoch": 1.6621539892998372,
      "grad_norm": 1.0650173528794125,
      "learning_rate": 0.00025072946036771513,
      "loss": 2.75,
      "step": 35728
    },
    {
      "epoch": 1.6622005117469179,
      "grad_norm": 0.9974780227768227,
      "learning_rate": 0.00025072671025835186,
      "loss": 2.5781,
      "step": 35729
    },
    {
      "epoch": 1.6622470341939986,
      "grad_norm": 0.9830754173596635,
      "learning_rate": 0.00025072396008732307,
      "loss": 2.5156,
      "step": 35730
    },
    {
      "epoch": 1.6622935566410795,
      "grad_norm": 1.1441735928566037,
      "learning_rate": 0.00025072120985463045,
      "loss": 2.5469,
      "step": 35731
    },
    {
      "epoch": 1.66234007908816,
      "grad_norm": 0.9622170769957595,
      "learning_rate": 0.0002507184595602757,
      "loss": 2.4688,
      "step": 35732
    },
    {
      "epoch": 1.6623866015352409,
      "grad_norm": 0.9676343350986821,
      "learning_rate": 0.00025071570920426057,
      "loss": 2.3438,
      "step": 35733
    },
    {
      "epoch": 1.6624331239823213,
      "grad_norm": 1.0671752020451826,
      "learning_rate": 0.00025071295878658663,
      "loss": 2.2188,
      "step": 35734
    },
    {
      "epoch": 1.6624796464294023,
      "grad_norm": 0.9840230899941285,
      "learning_rate": 0.00025071020830725563,
      "loss": 2.5625,
      "step": 35735
    },
    {
      "epoch": 1.6625261688764827,
      "grad_norm": 0.9821993558887092,
      "learning_rate": 0.0002507074577662693,
      "loss": 2.5781,
      "step": 35736
    },
    {
      "epoch": 1.6625726913235637,
      "grad_norm": 0.960982829527724,
      "learning_rate": 0.0002507047071636292,
      "loss": 2.4531,
      "step": 35737
    },
    {
      "epoch": 1.6626192137706444,
      "grad_norm": 0.9865794345969403,
      "learning_rate": 0.00025070195649933713,
      "loss": 2.4062,
      "step": 35738
    },
    {
      "epoch": 1.662665736217725,
      "grad_norm": 0.9990489507269745,
      "learning_rate": 0.00025069920577339475,
      "loss": 2.375,
      "step": 35739
    },
    {
      "epoch": 1.6627122586648058,
      "grad_norm": 1.069756894616631,
      "learning_rate": 0.0002506964549858037,
      "loss": 2.5156,
      "step": 35740
    },
    {
      "epoch": 1.6627587811118865,
      "grad_norm": 0.9097839328591589,
      "learning_rate": 0.0002506937041365657,
      "loss": 2.2969,
      "step": 35741
    },
    {
      "epoch": 1.6628053035589672,
      "grad_norm": 0.9164576979678027,
      "learning_rate": 0.0002506909532256824,
      "loss": 2.1406,
      "step": 35742
    },
    {
      "epoch": 1.6628518260060479,
      "grad_norm": 0.9651617480244692,
      "learning_rate": 0.0002506882022531555,
      "loss": 2.1875,
      "step": 35743
    },
    {
      "epoch": 1.6628983484531288,
      "grad_norm": 1.3097757151990355,
      "learning_rate": 0.0002506854512189867,
      "loss": 2.3281,
      "step": 35744
    },
    {
      "epoch": 1.6629448709002093,
      "grad_norm": 0.9740523337225273,
      "learning_rate": 0.00025068270012317765,
      "loss": 1.7969,
      "step": 35745
    },
    {
      "epoch": 1.6629913933472902,
      "grad_norm": 1.049152288961251,
      "learning_rate": 0.00025067994896573007,
      "loss": 2.5938,
      "step": 35746
    },
    {
      "epoch": 1.6630379157943707,
      "grad_norm": 1.0202000607004824,
      "learning_rate": 0.00025067719774664565,
      "loss": 2.6406,
      "step": 35747
    },
    {
      "epoch": 1.6630844382414516,
      "grad_norm": 1.0129375231189084,
      "learning_rate": 0.00025067444646592607,
      "loss": 2.6406,
      "step": 35748
    },
    {
      "epoch": 1.663130960688532,
      "grad_norm": 0.9403424974091036,
      "learning_rate": 0.000250671695123573,
      "loss": 2.5312,
      "step": 35749
    },
    {
      "epoch": 1.663177483135613,
      "grad_norm": 1.0011313252313916,
      "learning_rate": 0.0002506689437195881,
      "loss": 2.4062,
      "step": 35750
    },
    {
      "epoch": 1.6632240055826937,
      "grad_norm": 0.9165173893877018,
      "learning_rate": 0.0002506661922539731,
      "loss": 2.3438,
      "step": 35751
    },
    {
      "epoch": 1.6632705280297744,
      "grad_norm": 0.914643656590641,
      "learning_rate": 0.0002506634407267296,
      "loss": 2.4219,
      "step": 35752
    },
    {
      "epoch": 1.663317050476855,
      "grad_norm": 0.9381920882355399,
      "learning_rate": 0.0002506606891378594,
      "loss": 2.1875,
      "step": 35753
    },
    {
      "epoch": 1.6633635729239358,
      "grad_norm": 0.9989408933869457,
      "learning_rate": 0.00025065793748736416,
      "loss": 2.4062,
      "step": 35754
    },
    {
      "epoch": 1.6634100953710165,
      "grad_norm": 0.9006975730619164,
      "learning_rate": 0.0002506551857752454,
      "loss": 2.1094,
      "step": 35755
    },
    {
      "epoch": 1.6634566178180972,
      "grad_norm": 0.9486843579645287,
      "learning_rate": 0.0002506524340015051,
      "loss": 2.5781,
      "step": 35756
    },
    {
      "epoch": 1.663503140265178,
      "grad_norm": 0.9481549995229139,
      "learning_rate": 0.00025064968216614473,
      "loss": 2.4375,
      "step": 35757
    },
    {
      "epoch": 1.6635496627122586,
      "grad_norm": 0.9542220524808313,
      "learning_rate": 0.00025064693026916605,
      "loss": 2.3281,
      "step": 35758
    },
    {
      "epoch": 1.6635961851593395,
      "grad_norm": 0.9792860266301806,
      "learning_rate": 0.0002506441783105707,
      "loss": 2.3125,
      "step": 35759
    },
    {
      "epoch": 1.66364270760642,
      "grad_norm": 0.9389301493876221,
      "learning_rate": 0.0002506414262903604,
      "loss": 2.4375,
      "step": 35760
    },
    {
      "epoch": 1.663689230053501,
      "grad_norm": 0.9958977121015596,
      "learning_rate": 0.00025063867420853684,
      "loss": 2.4531,
      "step": 35761
    },
    {
      "epoch": 1.6637357525005814,
      "grad_norm": 0.9851688815713335,
      "learning_rate": 0.00025063592206510166,
      "loss": 2.3125,
      "step": 35762
    },
    {
      "epoch": 1.6637822749476623,
      "grad_norm": 0.9726990073938446,
      "learning_rate": 0.0002506331698600566,
      "loss": 2.5469,
      "step": 35763
    },
    {
      "epoch": 1.663828797394743,
      "grad_norm": 0.9937501316045453,
      "learning_rate": 0.00025063041759340333,
      "loss": 2.6094,
      "step": 35764
    },
    {
      "epoch": 1.6638753198418237,
      "grad_norm": 0.9740661971588309,
      "learning_rate": 0.0002506276652651435,
      "loss": 2.4375,
      "step": 35765
    },
    {
      "epoch": 1.6639218422889044,
      "grad_norm": 0.9282104381731714,
      "learning_rate": 0.0002506249128752788,
      "loss": 2.0781,
      "step": 35766
    },
    {
      "epoch": 1.663968364735985,
      "grad_norm": 0.9502959925982535,
      "learning_rate": 0.000250622160423811,
      "loss": 2.3906,
      "step": 35767
    },
    {
      "epoch": 1.6640148871830658,
      "grad_norm": 0.9818335122129845,
      "learning_rate": 0.0002506194079107417,
      "loss": 2.3906,
      "step": 35768
    },
    {
      "epoch": 1.6640614096301465,
      "grad_norm": 0.9802737548638469,
      "learning_rate": 0.0002506166553360725,
      "loss": 2.3438,
      "step": 35769
    },
    {
      "epoch": 1.6641079320772274,
      "grad_norm": 0.9992663876227253,
      "learning_rate": 0.0002506139026998053,
      "loss": 2.4688,
      "step": 35770
    },
    {
      "epoch": 1.6641544545243079,
      "grad_norm": 1.0470142735580392,
      "learning_rate": 0.00025061115000194167,
      "loss": 2.375,
      "step": 35771
    },
    {
      "epoch": 1.6642009769713888,
      "grad_norm": 1.0542563335381805,
      "learning_rate": 0.0002506083972424833,
      "loss": 2.5,
      "step": 35772
    },
    {
      "epoch": 1.6642474994184693,
      "grad_norm": 1.017594588232545,
      "learning_rate": 0.0002506056444214319,
      "loss": 2.3594,
      "step": 35773
    },
    {
      "epoch": 1.6642940218655502,
      "grad_norm": 0.9632605712450113,
      "learning_rate": 0.0002506028915387891,
      "loss": 2.4688,
      "step": 35774
    },
    {
      "epoch": 1.664340544312631,
      "grad_norm": 0.8999334026794356,
      "learning_rate": 0.0002506001385945566,
      "loss": 2.3906,
      "step": 35775
    },
    {
      "epoch": 1.6643870667597116,
      "grad_norm": 0.9562834876546603,
      "learning_rate": 0.0002505973855887361,
      "loss": 2.2656,
      "step": 35776
    },
    {
      "epoch": 1.6644335892067923,
      "grad_norm": 0.9661037004425655,
      "learning_rate": 0.0002505946325213293,
      "loss": 2.3281,
      "step": 35777
    },
    {
      "epoch": 1.664480111653873,
      "grad_norm": 1.0000356906119676,
      "learning_rate": 0.00025059187939233785,
      "loss": 2.4531,
      "step": 35778
    },
    {
      "epoch": 1.6645266341009537,
      "grad_norm": 1.1024040039819798,
      "learning_rate": 0.0002505891262017635,
      "loss": 2.5625,
      "step": 35779
    },
    {
      "epoch": 1.6645731565480344,
      "grad_norm": 0.9304448775243235,
      "learning_rate": 0.00025058637294960784,
      "loss": 2.2812,
      "step": 35780
    },
    {
      "epoch": 1.664619678995115,
      "grad_norm": 0.9099245312407087,
      "learning_rate": 0.0002505836196358727,
      "loss": 2.25,
      "step": 35781
    },
    {
      "epoch": 1.6646662014421958,
      "grad_norm": 0.9509847961568844,
      "learning_rate": 0.0002505808662605596,
      "loss": 2.3438,
      "step": 35782
    },
    {
      "epoch": 1.6647127238892767,
      "grad_norm": 0.9990291939981276,
      "learning_rate": 0.0002505781128236703,
      "loss": 2.2812,
      "step": 35783
    },
    {
      "epoch": 1.6647592463363572,
      "grad_norm": 1.0102818705681575,
      "learning_rate": 0.00025057535932520653,
      "loss": 2.2344,
      "step": 35784
    },
    {
      "epoch": 1.6648057687834381,
      "grad_norm": 1.0336012734844553,
      "learning_rate": 0.0002505726057651699,
      "loss": 2.2031,
      "step": 35785
    },
    {
      "epoch": 1.6648522912305186,
      "grad_norm": 0.9543271960630927,
      "learning_rate": 0.00025056985214356217,
      "loss": 2.3594,
      "step": 35786
    },
    {
      "epoch": 1.6648988136775995,
      "grad_norm": 0.9501099589931765,
      "learning_rate": 0.0002505670984603849,
      "loss": 2.3594,
      "step": 35787
    },
    {
      "epoch": 1.6649453361246802,
      "grad_norm": 0.990221175377316,
      "learning_rate": 0.00025056434471564,
      "loss": 2.4219,
      "step": 35788
    },
    {
      "epoch": 1.664991858571761,
      "grad_norm": 0.9120182162213001,
      "learning_rate": 0.00025056159090932885,
      "loss": 2.2188,
      "step": 35789
    },
    {
      "epoch": 1.6650383810188416,
      "grad_norm": 0.9138182545810539,
      "learning_rate": 0.0002505588370414534,
      "loss": 2.3125,
      "step": 35790
    },
    {
      "epoch": 1.6650849034659223,
      "grad_norm": 0.9481571605057595,
      "learning_rate": 0.00025055608311201524,
      "loss": 2.7188,
      "step": 35791
    },
    {
      "epoch": 1.665131425913003,
      "grad_norm": 1.2145271820282006,
      "learning_rate": 0.000250553329121016,
      "loss": 1.9219,
      "step": 35792
    },
    {
      "epoch": 1.6651779483600837,
      "grad_norm": 1.0003185431050967,
      "learning_rate": 0.00025055057506845747,
      "loss": 2.4531,
      "step": 35793
    },
    {
      "epoch": 1.6652244708071644,
      "grad_norm": 0.9233029866610589,
      "learning_rate": 0.00025054782095434124,
      "loss": 2.3906,
      "step": 35794
    },
    {
      "epoch": 1.665270993254245,
      "grad_norm": 0.9580211291023185,
      "learning_rate": 0.00025054506677866915,
      "loss": 2.0625,
      "step": 35795
    },
    {
      "epoch": 1.665317515701326,
      "grad_norm": 0.9521142469742466,
      "learning_rate": 0.0002505423125414426,
      "loss": 2.2969,
      "step": 35796
    },
    {
      "epoch": 1.6653640381484065,
      "grad_norm": 1.0170205317822776,
      "learning_rate": 0.0002505395582426636,
      "loss": 2.4688,
      "step": 35797
    },
    {
      "epoch": 1.6654105605954874,
      "grad_norm": 1.0506822688646813,
      "learning_rate": 0.0002505368038823336,
      "loss": 2.4844,
      "step": 35798
    },
    {
      "epoch": 1.665457083042568,
      "grad_norm": 1.0961942654784806,
      "learning_rate": 0.0002505340494604544,
      "loss": 2.3281,
      "step": 35799
    },
    {
      "epoch": 1.6655036054896488,
      "grad_norm": 0.951425400720299,
      "learning_rate": 0.0002505312949770277,
      "loss": 2.2656,
      "step": 35800
    },
    {
      "epoch": 1.6655501279367295,
      "grad_norm": 0.9958342717632529,
      "learning_rate": 0.00025052854043205514,
      "loss": 2.5,
      "step": 35801
    },
    {
      "epoch": 1.6655966503838102,
      "grad_norm": 0.9723481696287873,
      "learning_rate": 0.00025052578582553835,
      "loss": 2.3906,
      "step": 35802
    },
    {
      "epoch": 1.665643172830891,
      "grad_norm": 0.9452296179065278,
      "learning_rate": 0.00025052303115747916,
      "loss": 2.375,
      "step": 35803
    },
    {
      "epoch": 1.6656896952779716,
      "grad_norm": 0.9694256402182648,
      "learning_rate": 0.00025052027642787913,
      "loss": 2.3594,
      "step": 35804
    },
    {
      "epoch": 1.6657362177250523,
      "grad_norm": 1.0583706846535523,
      "learning_rate": 0.00025051752163674006,
      "loss": 2.6094,
      "step": 35805
    },
    {
      "epoch": 1.665782740172133,
      "grad_norm": 0.9476496491298605,
      "learning_rate": 0.0002505147667840635,
      "loss": 2.0469,
      "step": 35806
    },
    {
      "epoch": 1.665829262619214,
      "grad_norm": 1.0241805380812645,
      "learning_rate": 0.0002505120118698513,
      "loss": 2.6562,
      "step": 35807
    },
    {
      "epoch": 1.6658757850662944,
      "grad_norm": 0.9551471315697593,
      "learning_rate": 0.00025050925689410494,
      "loss": 2.5,
      "step": 35808
    },
    {
      "epoch": 1.6659223075133753,
      "grad_norm": 1.0256870234322049,
      "learning_rate": 0.00025050650185682623,
      "loss": 2.2656,
      "step": 35809
    },
    {
      "epoch": 1.6659688299604558,
      "grad_norm": 1.0543960391138414,
      "learning_rate": 0.0002505037467580169,
      "loss": 2.3906,
      "step": 35810
    },
    {
      "epoch": 1.6660153524075367,
      "grad_norm": 0.990808467614875,
      "learning_rate": 0.00025050099159767855,
      "loss": 2.125,
      "step": 35811
    },
    {
      "epoch": 1.6660618748546172,
      "grad_norm": 0.983429818206969,
      "learning_rate": 0.00025049823637581295,
      "loss": 2.5469,
      "step": 35812
    },
    {
      "epoch": 1.6661083973016981,
      "grad_norm": 0.9484573199680636,
      "learning_rate": 0.0002504954810924217,
      "loss": 2.3438,
      "step": 35813
    },
    {
      "epoch": 1.6661549197487788,
      "grad_norm": 0.9739645682746645,
      "learning_rate": 0.0002504927257475065,
      "loss": 2.5312,
      "step": 35814
    },
    {
      "epoch": 1.6662014421958595,
      "grad_norm": 1.0406719187666245,
      "learning_rate": 0.0002504899703410691,
      "loss": 2.5,
      "step": 35815
    },
    {
      "epoch": 1.6662479646429402,
      "grad_norm": 0.9922482539127697,
      "learning_rate": 0.0002504872148731112,
      "loss": 2.1562,
      "step": 35816
    },
    {
      "epoch": 1.666294487090021,
      "grad_norm": 0.9585073622981514,
      "learning_rate": 0.00025048445934363435,
      "loss": 2.1719,
      "step": 35817
    },
    {
      "epoch": 1.6663410095371016,
      "grad_norm": 0.9946615988851376,
      "learning_rate": 0.00025048170375264035,
      "loss": 2.3125,
      "step": 35818
    },
    {
      "epoch": 1.6663875319841823,
      "grad_norm": 1.0539042195019508,
      "learning_rate": 0.00025047894810013084,
      "loss": 2.4062,
      "step": 35819
    },
    {
      "epoch": 1.6664340544312632,
      "grad_norm": 0.9839128686534682,
      "learning_rate": 0.0002504761923861075,
      "loss": 2.5,
      "step": 35820
    },
    {
      "epoch": 1.6664805768783437,
      "grad_norm": 0.9265866090092862,
      "learning_rate": 0.0002504734366105721,
      "loss": 2.3906,
      "step": 35821
    },
    {
      "epoch": 1.6665270993254246,
      "grad_norm": 0.9768682325994519,
      "learning_rate": 0.00025047068077352623,
      "loss": 2.3281,
      "step": 35822
    },
    {
      "epoch": 1.6665736217725051,
      "grad_norm": 0.954773755223694,
      "learning_rate": 0.0002504679248749717,
      "loss": 2.4531,
      "step": 35823
    },
    {
      "epoch": 1.666620144219586,
      "grad_norm": 0.9613844376732494,
      "learning_rate": 0.00025046516891491,
      "loss": 2.625,
      "step": 35824
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.940799707421128,
      "learning_rate": 0.000250462412893343,
      "loss": 2.3281,
      "step": 35825
    },
    {
      "epoch": 1.6667131891137474,
      "grad_norm": 1.0103063971972832,
      "learning_rate": 0.0002504596568102723,
      "loss": 2.3594,
      "step": 35826
    },
    {
      "epoch": 1.6667597115608281,
      "grad_norm": 1.015777056505735,
      "learning_rate": 0.00025045690066569966,
      "loss": 2.4531,
      "step": 35827
    },
    {
      "epoch": 1.6668062340079088,
      "grad_norm": 0.9248556516623274,
      "learning_rate": 0.00025045414445962666,
      "loss": 2.2344,
      "step": 35828
    },
    {
      "epoch": 1.6668527564549895,
      "grad_norm": 1.0269679497525372,
      "learning_rate": 0.00025045138819205506,
      "loss": 2.5781,
      "step": 35829
    },
    {
      "epoch": 1.6668992789020702,
      "grad_norm": 1.0032106853992167,
      "learning_rate": 0.0002504486318629865,
      "loss": 2.2656,
      "step": 35830
    },
    {
      "epoch": 1.666945801349151,
      "grad_norm": 0.990243930533425,
      "learning_rate": 0.0002504458754724227,
      "loss": 2.375,
      "step": 35831
    },
    {
      "epoch": 1.6669923237962316,
      "grad_norm": 0.9119014310118089,
      "learning_rate": 0.0002504431190203654,
      "loss": 2.2031,
      "step": 35832
    },
    {
      "epoch": 1.6670388462433126,
      "grad_norm": 0.9977635638469401,
      "learning_rate": 0.0002504403625068161,
      "loss": 2.5781,
      "step": 35833
    },
    {
      "epoch": 1.667085368690393,
      "grad_norm": 1.0711560198238894,
      "learning_rate": 0.0002504376059317767,
      "loss": 2.5,
      "step": 35834
    },
    {
      "epoch": 1.667131891137474,
      "grad_norm": 1.0370908058231427,
      "learning_rate": 0.00025043484929524883,
      "loss": 2.3594,
      "step": 35835
    },
    {
      "epoch": 1.6671784135845544,
      "grad_norm": 1.1213203431208527,
      "learning_rate": 0.0002504320925972341,
      "loss": 2.75,
      "step": 35836
    },
    {
      "epoch": 1.6672249360316354,
      "grad_norm": 0.9249379147576645,
      "learning_rate": 0.00025042933583773434,
      "loss": 2.3438,
      "step": 35837
    },
    {
      "epoch": 1.6672714584787158,
      "grad_norm": 0.91914632807699,
      "learning_rate": 0.00025042657901675104,
      "loss": 2.375,
      "step": 35838
    },
    {
      "epoch": 1.6673179809257967,
      "grad_norm": 1.0090510609412706,
      "learning_rate": 0.00025042382213428605,
      "loss": 2.4219,
      "step": 35839
    },
    {
      "epoch": 1.6673645033728774,
      "grad_norm": 0.9805165188526513,
      "learning_rate": 0.000250421065190341,
      "loss": 2.4531,
      "step": 35840
    },
    {
      "epoch": 1.6674110258199581,
      "grad_norm": 0.9597914652977813,
      "learning_rate": 0.0002504183081849176,
      "loss": 2.6406,
      "step": 35841
    },
    {
      "epoch": 1.6674575482670388,
      "grad_norm": 1.033836191584903,
      "learning_rate": 0.0002504155511180175,
      "loss": 2.625,
      "step": 35842
    },
    {
      "epoch": 1.6675040707141195,
      "grad_norm": 0.9964188158023937,
      "learning_rate": 0.0002504127939896424,
      "loss": 2.7656,
      "step": 35843
    },
    {
      "epoch": 1.6675505931612002,
      "grad_norm": 1.0029210078708266,
      "learning_rate": 0.000250410036799794,
      "loss": 2.5781,
      "step": 35844
    },
    {
      "epoch": 1.667597115608281,
      "grad_norm": 1.0294467259924729,
      "learning_rate": 0.000250407279548474,
      "loss": 2.3906,
      "step": 35845
    },
    {
      "epoch": 1.6676436380553619,
      "grad_norm": 1.0472262545115951,
      "learning_rate": 0.00025040452223568403,
      "loss": 2.3281,
      "step": 35846
    },
    {
      "epoch": 1.6676901605024423,
      "grad_norm": 0.9860245597622007,
      "learning_rate": 0.00025040176486142585,
      "loss": 2.3906,
      "step": 35847
    },
    {
      "epoch": 1.6677366829495233,
      "grad_norm": 1.039168583445769,
      "learning_rate": 0.00025039900742570117,
      "loss": 2.5781,
      "step": 35848
    },
    {
      "epoch": 1.6677832053966037,
      "grad_norm": 0.9626464162854217,
      "learning_rate": 0.00025039624992851154,
      "loss": 2.3906,
      "step": 35849
    },
    {
      "epoch": 1.6678297278436847,
      "grad_norm": 0.9694706099234688,
      "learning_rate": 0.00025039349236985876,
      "loss": 2.2812,
      "step": 35850
    },
    {
      "epoch": 1.6678762502907651,
      "grad_norm": 1.0126836552851712,
      "learning_rate": 0.0002503907347497445,
      "loss": 2.625,
      "step": 35851
    },
    {
      "epoch": 1.667922772737846,
      "grad_norm": 0.9943151625921124,
      "learning_rate": 0.0002503879770681705,
      "loss": 2.625,
      "step": 35852
    },
    {
      "epoch": 1.6679692951849268,
      "grad_norm": 0.9377787275128948,
      "learning_rate": 0.0002503852193251383,
      "loss": 2.3438,
      "step": 35853
    },
    {
      "epoch": 1.6680158176320075,
      "grad_norm": 0.9550954873786797,
      "learning_rate": 0.0002503824615206497,
      "loss": 2.2344,
      "step": 35854
    },
    {
      "epoch": 1.6680623400790882,
      "grad_norm": 1.0581424539751403,
      "learning_rate": 0.00025037970365470634,
      "loss": 2.75,
      "step": 35855
    },
    {
      "epoch": 1.6681088625261689,
      "grad_norm": 0.9672626629753767,
      "learning_rate": 0.00025037694572731,
      "loss": 2.1875,
      "step": 35856
    },
    {
      "epoch": 1.6681553849732496,
      "grad_norm": 1.0462145759740848,
      "learning_rate": 0.00025037418773846224,
      "loss": 2.3125,
      "step": 35857
    },
    {
      "epoch": 1.6682019074203303,
      "grad_norm": 0.9736576024759688,
      "learning_rate": 0.0002503714296881648,
      "loss": 2.3125,
      "step": 35858
    },
    {
      "epoch": 1.6682484298674112,
      "grad_norm": 1.0116576400143469,
      "learning_rate": 0.0002503686715764195,
      "loss": 1.7578,
      "step": 35859
    },
    {
      "epoch": 1.6682949523144917,
      "grad_norm": 1.117454425123495,
      "learning_rate": 0.0002503659134032278,
      "loss": 2.5938,
      "step": 35860
    },
    {
      "epoch": 1.6683414747615726,
      "grad_norm": 0.9539548788755546,
      "learning_rate": 0.0002503631551685915,
      "loss": 2.5156,
      "step": 35861
    },
    {
      "epoch": 1.668387997208653,
      "grad_norm": 0.9101033130668017,
      "learning_rate": 0.0002503603968725123,
      "loss": 2.2188,
      "step": 35862
    },
    {
      "epoch": 1.668434519655734,
      "grad_norm": 0.956545066516518,
      "learning_rate": 0.0002503576385149919,
      "loss": 2.2188,
      "step": 35863
    },
    {
      "epoch": 1.6684810421028144,
      "grad_norm": 1.0267706559012362,
      "learning_rate": 0.0002503548800960319,
      "loss": 2.5,
      "step": 35864
    },
    {
      "epoch": 1.6685275645498954,
      "grad_norm": 0.9135287216391244,
      "learning_rate": 0.00025035212161563414,
      "loss": 2.0469,
      "step": 35865
    },
    {
      "epoch": 1.668574086996976,
      "grad_norm": 1.0149048498775266,
      "learning_rate": 0.00025034936307380016,
      "loss": 2.2656,
      "step": 35866
    },
    {
      "epoch": 1.6686206094440568,
      "grad_norm": 1.003975576349487,
      "learning_rate": 0.0002503466044705317,
      "loss": 2.3281,
      "step": 35867
    },
    {
      "epoch": 1.6686671318911375,
      "grad_norm": 1.0159199444784879,
      "learning_rate": 0.0002503438458058305,
      "loss": 2.4375,
      "step": 35868
    },
    {
      "epoch": 1.6687136543382182,
      "grad_norm": 0.9941591214788525,
      "learning_rate": 0.00025034108707969817,
      "loss": 2.6094,
      "step": 35869
    },
    {
      "epoch": 1.6687601767852989,
      "grad_norm": 0.9181914977334954,
      "learning_rate": 0.0002503383282921365,
      "loss": 2.4688,
      "step": 35870
    },
    {
      "epoch": 1.6688066992323796,
      "grad_norm": 0.9628971614165487,
      "learning_rate": 0.00025033556944314706,
      "loss": 2.4531,
      "step": 35871
    },
    {
      "epoch": 1.6688532216794605,
      "grad_norm": 1.0829962015474517,
      "learning_rate": 0.0002503328105327316,
      "loss": 2.3594,
      "step": 35872
    },
    {
      "epoch": 1.668899744126541,
      "grad_norm": 1.0188224941235333,
      "learning_rate": 0.0002503300515608918,
      "loss": 2.3906,
      "step": 35873
    },
    {
      "epoch": 1.6689462665736219,
      "grad_norm": 0.9514044198719794,
      "learning_rate": 0.00025032729252762935,
      "loss": 2.2969,
      "step": 35874
    },
    {
      "epoch": 1.6689927890207024,
      "grad_norm": 1.0181072251625514,
      "learning_rate": 0.0002503245334329459,
      "loss": 2.625,
      "step": 35875
    },
    {
      "epoch": 1.6690393114677833,
      "grad_norm": 0.9301182097097699,
      "learning_rate": 0.00025032177427684323,
      "loss": 2.2969,
      "step": 35876
    },
    {
      "epoch": 1.6690858339148638,
      "grad_norm": 1.0038564416267657,
      "learning_rate": 0.00025031901505932297,
      "loss": 2.2656,
      "step": 35877
    },
    {
      "epoch": 1.6691323563619447,
      "grad_norm": 0.9655471825219942,
      "learning_rate": 0.00025031625578038683,
      "loss": 2.2344,
      "step": 35878
    },
    {
      "epoch": 1.6691788788090254,
      "grad_norm": 0.9653659358242616,
      "learning_rate": 0.0002503134964400365,
      "loss": 2.3594,
      "step": 35879
    },
    {
      "epoch": 1.669225401256106,
      "grad_norm": 0.9305063078517404,
      "learning_rate": 0.00025031073703827363,
      "loss": 2.25,
      "step": 35880
    },
    {
      "epoch": 1.6692719237031868,
      "grad_norm": 0.9638350490435708,
      "learning_rate": 0.00025030797757509993,
      "loss": 2.6875,
      "step": 35881
    },
    {
      "epoch": 1.6693184461502675,
      "grad_norm": 0.9243842946762734,
      "learning_rate": 0.0002503052180505171,
      "loss": 2.2031,
      "step": 35882
    },
    {
      "epoch": 1.6693649685973482,
      "grad_norm": 0.9711762906008391,
      "learning_rate": 0.0002503024584645268,
      "loss": 2.2031,
      "step": 35883
    },
    {
      "epoch": 1.6694114910444289,
      "grad_norm": 0.9799634986606952,
      "learning_rate": 0.0002502996988171308,
      "loss": 2.4062,
      "step": 35884
    },
    {
      "epoch": 1.6694580134915098,
      "grad_norm": 1.0274218795689984,
      "learning_rate": 0.00025029693910833065,
      "loss": 2.4688,
      "step": 35885
    },
    {
      "epoch": 1.6695045359385903,
      "grad_norm": 0.9491972951082086,
      "learning_rate": 0.0002502941793381282,
      "loss": 2.4531,
      "step": 35886
    },
    {
      "epoch": 1.6695510583856712,
      "grad_norm": 1.001266749875948,
      "learning_rate": 0.00025029141950652504,
      "loss": 2.5469,
      "step": 35887
    },
    {
      "epoch": 1.6695975808327517,
      "grad_norm": 0.9984255963541452,
      "learning_rate": 0.00025028865961352286,
      "loss": 2.4531,
      "step": 35888
    },
    {
      "epoch": 1.6696441032798326,
      "grad_norm": 0.9594594523648423,
      "learning_rate": 0.0002502858996591234,
      "loss": 2.4219,
      "step": 35889
    },
    {
      "epoch": 1.669690625726913,
      "grad_norm": 0.9771147169170655,
      "learning_rate": 0.00025028313964332833,
      "loss": 1.8594,
      "step": 35890
    },
    {
      "epoch": 1.669737148173994,
      "grad_norm": 1.0041319319528512,
      "learning_rate": 0.0002502803795661393,
      "loss": 2.5156,
      "step": 35891
    },
    {
      "epoch": 1.6697836706210747,
      "grad_norm": 1.0034130101430165,
      "learning_rate": 0.000250277619427558,
      "loss": 2.4375,
      "step": 35892
    },
    {
      "epoch": 1.6698301930681554,
      "grad_norm": 0.9851638751355617,
      "learning_rate": 0.00025027485922758625,
      "loss": 2.375,
      "step": 35893
    },
    {
      "epoch": 1.669876715515236,
      "grad_norm": 0.8915138746879934,
      "learning_rate": 0.0002502720989662256,
      "loss": 2.3281,
      "step": 35894
    },
    {
      "epoch": 1.6699232379623168,
      "grad_norm": 0.9799526451354933,
      "learning_rate": 0.0002502693386434777,
      "loss": 2.4375,
      "step": 35895
    },
    {
      "epoch": 1.6699697604093975,
      "grad_norm": 1.0339245845258913,
      "learning_rate": 0.00025026657825934445,
      "loss": 2.6094,
      "step": 35896
    },
    {
      "epoch": 1.6700162828564782,
      "grad_norm": 1.0523371340891534,
      "learning_rate": 0.0002502638178138273,
      "loss": 2.4375,
      "step": 35897
    },
    {
      "epoch": 1.670062805303559,
      "grad_norm": 1.045370695915123,
      "learning_rate": 0.0002502610573069281,
      "loss": 2.625,
      "step": 35898
    },
    {
      "epoch": 1.6701093277506396,
      "grad_norm": 0.9197393259702815,
      "learning_rate": 0.0002502582967386485,
      "loss": 2.1094,
      "step": 35899
    },
    {
      "epoch": 1.6701558501977205,
      "grad_norm": 0.9698542310061017,
      "learning_rate": 0.00025025553610899016,
      "loss": 2.3125,
      "step": 35900
    },
    {
      "epoch": 1.670202372644801,
      "grad_norm": 1.0022637536086911,
      "learning_rate": 0.0002502527754179548,
      "loss": 2.375,
      "step": 35901
    },
    {
      "epoch": 1.670248895091882,
      "grad_norm": 1.0206763185085241,
      "learning_rate": 0.0002502500146655441,
      "loss": 2.5156,
      "step": 35902
    },
    {
      "epoch": 1.6702954175389626,
      "grad_norm": 1.0855453445072327,
      "learning_rate": 0.0002502472538517597,
      "loss": 2.5469,
      "step": 35903
    },
    {
      "epoch": 1.6703419399860433,
      "grad_norm": 0.9182311054486143,
      "learning_rate": 0.0002502444929766034,
      "loss": 2.2031,
      "step": 35904
    },
    {
      "epoch": 1.670388462433124,
      "grad_norm": 1.0096679859851918,
      "learning_rate": 0.00025024173204007684,
      "loss": 2.4375,
      "step": 35905
    },
    {
      "epoch": 1.6704349848802047,
      "grad_norm": 0.8624038233765239,
      "learning_rate": 0.0002502389710421816,
      "loss": 2.1406,
      "step": 35906
    },
    {
      "epoch": 1.6704815073272854,
      "grad_norm": 0.9120700022286933,
      "learning_rate": 0.0002502362099829196,
      "loss": 2.25,
      "step": 35907
    },
    {
      "epoch": 1.670528029774366,
      "grad_norm": 0.9382696501890974,
      "learning_rate": 0.0002502334488622923,
      "loss": 2.2812,
      "step": 35908
    },
    {
      "epoch": 1.6705745522214468,
      "grad_norm": 0.9565493257688532,
      "learning_rate": 0.0002502306876803016,
      "loss": 2.3594,
      "step": 35909
    },
    {
      "epoch": 1.6706210746685275,
      "grad_norm": 1.0328876086658312,
      "learning_rate": 0.000250227926436949,
      "loss": 2.3906,
      "step": 35910
    },
    {
      "epoch": 1.6706675971156084,
      "grad_norm": 0.9228915241876097,
      "learning_rate": 0.0002502251651322363,
      "loss": 2.3594,
      "step": 35911
    },
    {
      "epoch": 1.670714119562689,
      "grad_norm": 0.9649786414858081,
      "learning_rate": 0.0002502224037661652,
      "loss": 2.7344,
      "step": 35912
    },
    {
      "epoch": 1.6707606420097698,
      "grad_norm": 0.9600198354666964,
      "learning_rate": 0.00025021964233873725,
      "loss": 2.4531,
      "step": 35913
    },
    {
      "epoch": 1.6708071644568503,
      "grad_norm": 0.9352906023027484,
      "learning_rate": 0.00025021688084995433,
      "loss": 2.3594,
      "step": 35914
    },
    {
      "epoch": 1.6708536869039312,
      "grad_norm": 0.9393253584051765,
      "learning_rate": 0.00025021411929981803,
      "loss": 2.375,
      "step": 35915
    },
    {
      "epoch": 1.670900209351012,
      "grad_norm": 0.9458082977818085,
      "learning_rate": 0.00025021135768833004,
      "loss": 2.2969,
      "step": 35916
    },
    {
      "epoch": 1.6709467317980926,
      "grad_norm": 1.086908185214798,
      "learning_rate": 0.0002502085960154921,
      "loss": 2.4844,
      "step": 35917
    },
    {
      "epoch": 1.6709932542451733,
      "grad_norm": 0.9115654833364656,
      "learning_rate": 0.0002502058342813058,
      "loss": 2.4375,
      "step": 35918
    },
    {
      "epoch": 1.671039776692254,
      "grad_norm": 0.9193343996173073,
      "learning_rate": 0.0002502030724857729,
      "loss": 2.2344,
      "step": 35919
    },
    {
      "epoch": 1.6710862991393347,
      "grad_norm": 0.9622905524687498,
      "learning_rate": 0.0002502003106288951,
      "loss": 2.4531,
      "step": 35920
    },
    {
      "epoch": 1.6711328215864154,
      "grad_norm": 0.9502462505913808,
      "learning_rate": 0.00025019754871067414,
      "loss": 2.3281,
      "step": 35921
    },
    {
      "epoch": 1.6711793440334963,
      "grad_norm": 1.0243602266628677,
      "learning_rate": 0.0002501947867311116,
      "loss": 2.7188,
      "step": 35922
    },
    {
      "epoch": 1.6712258664805768,
      "grad_norm": 0.9832320703657034,
      "learning_rate": 0.0002501920246902093,
      "loss": 2.6875,
      "step": 35923
    },
    {
      "epoch": 1.6712723889276577,
      "grad_norm": 0.983771182109017,
      "learning_rate": 0.0002501892625879688,
      "loss": 2.4219,
      "step": 35924
    },
    {
      "epoch": 1.6713189113747382,
      "grad_norm": 0.9519352604800679,
      "learning_rate": 0.0002501865004243918,
      "loss": 2.25,
      "step": 35925
    },
    {
      "epoch": 1.6713654338218191,
      "grad_norm": 0.9641753610290076,
      "learning_rate": 0.00025018373819948007,
      "loss": 2.3594,
      "step": 35926
    },
    {
      "epoch": 1.6714119562688996,
      "grad_norm": 0.9902498167478687,
      "learning_rate": 0.0002501809759132352,
      "loss": 2.5781,
      "step": 35927
    },
    {
      "epoch": 1.6714584787159805,
      "grad_norm": 0.92078500109084,
      "learning_rate": 0.00025017821356565907,
      "loss": 2.3281,
      "step": 35928
    },
    {
      "epoch": 1.6715050011630612,
      "grad_norm": 0.9320889932750102,
      "learning_rate": 0.0002501754511567532,
      "loss": 2.3281,
      "step": 35929
    },
    {
      "epoch": 1.671551523610142,
      "grad_norm": 1.0040601954908421,
      "learning_rate": 0.0002501726886865193,
      "loss": 1.75,
      "step": 35930
    },
    {
      "epoch": 1.6715980460572226,
      "grad_norm": 0.9997092599550823,
      "learning_rate": 0.00025016992615495905,
      "loss": 2.6875,
      "step": 35931
    },
    {
      "epoch": 1.6716445685043033,
      "grad_norm": 0.9982151135174294,
      "learning_rate": 0.00025016716356207424,
      "loss": 2.625,
      "step": 35932
    },
    {
      "epoch": 1.671691090951384,
      "grad_norm": 0.9828873344517086,
      "learning_rate": 0.0002501644009078665,
      "loss": 2.4531,
      "step": 35933
    },
    {
      "epoch": 1.6717376133984647,
      "grad_norm": 0.996995871037522,
      "learning_rate": 0.0002501616381923375,
      "loss": 2.5,
      "step": 35934
    },
    {
      "epoch": 1.6717841358455456,
      "grad_norm": 0.9822956403964677,
      "learning_rate": 0.000250158875415489,
      "loss": 2.5781,
      "step": 35935
    },
    {
      "epoch": 1.6718306582926261,
      "grad_norm": 0.9581163913501178,
      "learning_rate": 0.0002501561125773226,
      "loss": 2.5469,
      "step": 35936
    },
    {
      "epoch": 1.671877180739707,
      "grad_norm": 1.0118942707670784,
      "learning_rate": 0.0002501533496778401,
      "loss": 2.1719,
      "step": 35937
    },
    {
      "epoch": 1.6719237031867875,
      "grad_norm": 1.1736887676231453,
      "learning_rate": 0.0002501505867170431,
      "loss": 2.6094,
      "step": 35938
    },
    {
      "epoch": 1.6719702256338684,
      "grad_norm": 1.041926877830907,
      "learning_rate": 0.00025014782369493327,
      "loss": 2.5156,
      "step": 35939
    },
    {
      "epoch": 1.672016748080949,
      "grad_norm": 0.936206491608439,
      "learning_rate": 0.0002501450606115124,
      "loss": 2.3594,
      "step": 35940
    },
    {
      "epoch": 1.6720632705280298,
      "grad_norm": 1.0034510399986147,
      "learning_rate": 0.0002501422974667821,
      "loss": 2.3125,
      "step": 35941
    },
    {
      "epoch": 1.6721097929751105,
      "grad_norm": 0.9181695818134931,
      "learning_rate": 0.0002501395342607441,
      "loss": 2.2812,
      "step": 35942
    },
    {
      "epoch": 1.6721563154221912,
      "grad_norm": 1.0029670970446236,
      "learning_rate": 0.0002501367709934001,
      "loss": 2.5469,
      "step": 35943
    },
    {
      "epoch": 1.672202837869272,
      "grad_norm": 0.9999868938288177,
      "learning_rate": 0.0002501340076647518,
      "loss": 1.6641,
      "step": 35944
    },
    {
      "epoch": 1.6722493603163526,
      "grad_norm": 1.003914456521324,
      "learning_rate": 0.00025013124427480086,
      "loss": 2.5781,
      "step": 35945
    },
    {
      "epoch": 1.6722958827634333,
      "grad_norm": 0.922313554222982,
      "learning_rate": 0.00025012848082354896,
      "loss": 2.2031,
      "step": 35946
    },
    {
      "epoch": 1.672342405210514,
      "grad_norm": 1.0608162795247726,
      "learning_rate": 0.00025012571731099784,
      "loss": 2.5312,
      "step": 35947
    },
    {
      "epoch": 1.672388927657595,
      "grad_norm": 1.002307923623249,
      "learning_rate": 0.0002501229537371491,
      "loss": 2.375,
      "step": 35948
    },
    {
      "epoch": 1.6724354501046754,
      "grad_norm": 0.9716050140697953,
      "learning_rate": 0.0002501201901020046,
      "loss": 1.9219,
      "step": 35949
    },
    {
      "epoch": 1.6724819725517563,
      "grad_norm": 0.9974740366304061,
      "learning_rate": 0.0002501174264055659,
      "loss": 2.4375,
      "step": 35950
    },
    {
      "epoch": 1.6725284949988368,
      "grad_norm": 1.0632620734361555,
      "learning_rate": 0.0002501146626478347,
      "loss": 2.6094,
      "step": 35951
    },
    {
      "epoch": 1.6725750174459177,
      "grad_norm": 0.9936781393328801,
      "learning_rate": 0.0002501118988288127,
      "loss": 2.6562,
      "step": 35952
    },
    {
      "epoch": 1.6726215398929982,
      "grad_norm": 0.9170801623655005,
      "learning_rate": 0.00025010913494850163,
      "loss": 2.1562,
      "step": 35953
    },
    {
      "epoch": 1.6726680623400791,
      "grad_norm": 0.9801789290252537,
      "learning_rate": 0.0002501063710069031,
      "loss": 2.5938,
      "step": 35954
    },
    {
      "epoch": 1.6727145847871598,
      "grad_norm": 0.9815577822760739,
      "learning_rate": 0.00025010360700401894,
      "loss": 2.4844,
      "step": 35955
    },
    {
      "epoch": 1.6727611072342405,
      "grad_norm": 0.9740811336832292,
      "learning_rate": 0.00025010084293985074,
      "loss": 2.1719,
      "step": 35956
    },
    {
      "epoch": 1.6728076296813212,
      "grad_norm": 0.9525176336077406,
      "learning_rate": 0.0002500980788144002,
      "loss": 2.2656,
      "step": 35957
    },
    {
      "epoch": 1.672854152128402,
      "grad_norm": 1.0345487522703187,
      "learning_rate": 0.000250095314627669,
      "loss": 2.625,
      "step": 35958
    },
    {
      "epoch": 1.6729006745754826,
      "grad_norm": 1.008034627252912,
      "learning_rate": 0.00025009255037965894,
      "loss": 2.5781,
      "step": 35959
    },
    {
      "epoch": 1.6729471970225633,
      "grad_norm": 0.9777850905308537,
      "learning_rate": 0.00025008978607037155,
      "loss": 1.8594,
      "step": 35960
    },
    {
      "epoch": 1.6729937194696443,
      "grad_norm": 1.0312845442932075,
      "learning_rate": 0.0002500870216998087,
      "loss": 2.6094,
      "step": 35961
    },
    {
      "epoch": 1.6730402419167247,
      "grad_norm": 0.9556139337181327,
      "learning_rate": 0.00025008425726797187,
      "loss": 2.3594,
      "step": 35962
    },
    {
      "epoch": 1.6730867643638057,
      "grad_norm": 1.1698984391320386,
      "learning_rate": 0.00025008149277486294,
      "loss": 2.125,
      "step": 35963
    },
    {
      "epoch": 1.6731332868108861,
      "grad_norm": 0.9673497100497802,
      "learning_rate": 0.00025007872822048347,
      "loss": 2.5,
      "step": 35964
    },
    {
      "epoch": 1.673179809257967,
      "grad_norm": 0.9184543313403682,
      "learning_rate": 0.00025007596360483524,
      "loss": 2.125,
      "step": 35965
    },
    {
      "epoch": 1.6732263317050475,
      "grad_norm": 0.9733106349238464,
      "learning_rate": 0.00025007319892792,
      "loss": 2.4219,
      "step": 35966
    },
    {
      "epoch": 1.6732728541521285,
      "grad_norm": 0.9768367080287007,
      "learning_rate": 0.00025007043418973925,
      "loss": 2.5156,
      "step": 35967
    },
    {
      "epoch": 1.6733193765992092,
      "grad_norm": 0.9311781274964309,
      "learning_rate": 0.0002500676693902948,
      "loss": 2.25,
      "step": 35968
    },
    {
      "epoch": 1.6733658990462899,
      "grad_norm": 1.0012066525963006,
      "learning_rate": 0.00025006490452958837,
      "loss": 2.2188,
      "step": 35969
    },
    {
      "epoch": 1.6734124214933705,
      "grad_norm": 1.0430537473302866,
      "learning_rate": 0.0002500621396076216,
      "loss": 2.6094,
      "step": 35970
    },
    {
      "epoch": 1.6734589439404512,
      "grad_norm": 0.950094689904298,
      "learning_rate": 0.0002500593746243962,
      "loss": 2.1562,
      "step": 35971
    },
    {
      "epoch": 1.673505466387532,
      "grad_norm": 0.9212090387854485,
      "learning_rate": 0.00025005660957991386,
      "loss": 2.2344,
      "step": 35972
    },
    {
      "epoch": 1.6735519888346126,
      "grad_norm": 0.9780399157035065,
      "learning_rate": 0.00025005384447417627,
      "loss": 2.3594,
      "step": 35973
    },
    {
      "epoch": 1.6735985112816936,
      "grad_norm": 1.0350778879837121,
      "learning_rate": 0.0002500510793071851,
      "loss": 2.5,
      "step": 35974
    },
    {
      "epoch": 1.673645033728774,
      "grad_norm": 0.9550495740695433,
      "learning_rate": 0.0002500483140789421,
      "loss": 2.375,
      "step": 35975
    },
    {
      "epoch": 1.673691556175855,
      "grad_norm": 0.9707151377937923,
      "learning_rate": 0.00025004554878944895,
      "loss": 2.6094,
      "step": 35976
    },
    {
      "epoch": 1.6737380786229354,
      "grad_norm": 0.9122473467578304,
      "learning_rate": 0.0002500427834387073,
      "loss": 2.2344,
      "step": 35977
    },
    {
      "epoch": 1.6737846010700164,
      "grad_norm": 1.1214790626664697,
      "learning_rate": 0.0002500400180267189,
      "loss": 2.5781,
      "step": 35978
    },
    {
      "epoch": 1.6738311235170968,
      "grad_norm": 1.0386460265116886,
      "learning_rate": 0.0002500372525534854,
      "loss": 2.3594,
      "step": 35979
    },
    {
      "epoch": 1.6738776459641778,
      "grad_norm": 0.9210388885601848,
      "learning_rate": 0.0002500344870190085,
      "loss": 1.8047,
      "step": 35980
    },
    {
      "epoch": 1.6739241684112585,
      "grad_norm": 1.0244007731701277,
      "learning_rate": 0.0002500317214232899,
      "loss": 2.3438,
      "step": 35981
    },
    {
      "epoch": 1.6739706908583392,
      "grad_norm": 1.0104110798637318,
      "learning_rate": 0.00025002895576633127,
      "loss": 2.375,
      "step": 35982
    },
    {
      "epoch": 1.6740172133054199,
      "grad_norm": 1.055334317254665,
      "learning_rate": 0.0002500261900481344,
      "loss": 2.4062,
      "step": 35983
    },
    {
      "epoch": 1.6740637357525006,
      "grad_norm": 0.9735752268031064,
      "learning_rate": 0.0002500234242687007,
      "loss": 2.5,
      "step": 35984
    },
    {
      "epoch": 1.6741102581995813,
      "grad_norm": 0.8797039751260604,
      "learning_rate": 0.0002500206584280323,
      "loss": 2.2344,
      "step": 35985
    },
    {
      "epoch": 1.674156780646662,
      "grad_norm": 0.9802564296768099,
      "learning_rate": 0.00025001789252613053,
      "loss": 2.4375,
      "step": 35986
    },
    {
      "epoch": 1.6742033030937429,
      "grad_norm": 1.0302174327297593,
      "learning_rate": 0.00025001512656299725,
      "loss": 2.2969,
      "step": 35987
    },
    {
      "epoch": 1.6742498255408234,
      "grad_norm": 0.9343221987840136,
      "learning_rate": 0.0002500123605386342,
      "loss": 2.3125,
      "step": 35988
    },
    {
      "epoch": 1.6742963479879043,
      "grad_norm": 0.9510033269502565,
      "learning_rate": 0.0002500095944530429,
      "loss": 2.3125,
      "step": 35989
    },
    {
      "epoch": 1.6743428704349848,
      "grad_norm": 1.0088226333007055,
      "learning_rate": 0.0002500068283062252,
      "loss": 2.2656,
      "step": 35990
    },
    {
      "epoch": 1.6743893928820657,
      "grad_norm": 0.9985358154558137,
      "learning_rate": 0.0002500040620981826,
      "loss": 2.5312,
      "step": 35991
    },
    {
      "epoch": 1.6744359153291462,
      "grad_norm": 1.0443906102246627,
      "learning_rate": 0.0002500012958289171,
      "loss": 2.4219,
      "step": 35992
    },
    {
      "epoch": 1.674482437776227,
      "grad_norm": 0.9307065352620971,
      "learning_rate": 0.0002499985294984301,
      "loss": 2.3438,
      "step": 35993
    },
    {
      "epoch": 1.6745289602233078,
      "grad_norm": 1.0173593504497684,
      "learning_rate": 0.00024999576310672346,
      "loss": 2.5938,
      "step": 35994
    },
    {
      "epoch": 1.6745754826703885,
      "grad_norm": 0.9654386231333851,
      "learning_rate": 0.0002499929966537988,
      "loss": 2.5,
      "step": 35995
    },
    {
      "epoch": 1.6746220051174692,
      "grad_norm": 0.9936748792679616,
      "learning_rate": 0.00024999023013965783,
      "loss": 2.3125,
      "step": 35996
    },
    {
      "epoch": 1.6746685275645499,
      "grad_norm": 0.9930755621402788,
      "learning_rate": 0.0002499874635643023,
      "loss": 2.5938,
      "step": 35997
    },
    {
      "epoch": 1.6747150500116306,
      "grad_norm": 0.9212409835048604,
      "learning_rate": 0.00024998469692773386,
      "loss": 2.0938,
      "step": 35998
    },
    {
      "epoch": 1.6747615724587113,
      "grad_norm": 0.9989898029915452,
      "learning_rate": 0.00024998193022995413,
      "loss": 2.3438,
      "step": 35999
    },
    {
      "epoch": 1.6748080949057922,
      "grad_norm": 0.9907036268810293,
      "learning_rate": 0.0002499791634709649,
      "loss": 2.2656,
      "step": 36000
    },
    {
      "epoch": 1.6748546173528727,
      "grad_norm": 1.010127039329181,
      "learning_rate": 0.00024997639665076785,
      "loss": 2.5156,
      "step": 36001
    },
    {
      "epoch": 1.6749011397999536,
      "grad_norm": 1.015016966374341,
      "learning_rate": 0.00024997362976936466,
      "loss": 2.3594,
      "step": 36002
    },
    {
      "epoch": 1.674947662247034,
      "grad_norm": 1.0064169183680642,
      "learning_rate": 0.000249970862826757,
      "loss": 2.3906,
      "step": 36003
    },
    {
      "epoch": 1.674994184694115,
      "grad_norm": 0.9806329003318334,
      "learning_rate": 0.0002499680958229467,
      "loss": 2.3906,
      "step": 36004
    },
    {
      "epoch": 1.6750407071411955,
      "grad_norm": 0.9836650011285619,
      "learning_rate": 0.0002499653287579352,
      "loss": 2.5469,
      "step": 36005
    },
    {
      "epoch": 1.6750872295882764,
      "grad_norm": 0.9427795334713484,
      "learning_rate": 0.00024996256163172437,
      "loss": 2.25,
      "step": 36006
    },
    {
      "epoch": 1.675133752035357,
      "grad_norm": 1.0357664427519853,
      "learning_rate": 0.0002499597944443159,
      "loss": 2.625,
      "step": 36007
    },
    {
      "epoch": 1.6751802744824378,
      "grad_norm": 0.9290902707162658,
      "learning_rate": 0.00024995702719571143,
      "loss": 2.2344,
      "step": 36008
    },
    {
      "epoch": 1.6752267969295185,
      "grad_norm": 1.0290454460068381,
      "learning_rate": 0.0002499542598859127,
      "loss": 2.4219,
      "step": 36009
    },
    {
      "epoch": 1.6752733193765992,
      "grad_norm": 0.9601231662499916,
      "learning_rate": 0.00024995149251492136,
      "loss": 2.2344,
      "step": 36010
    },
    {
      "epoch": 1.6753198418236799,
      "grad_norm": 0.9307751612608549,
      "learning_rate": 0.00024994872508273913,
      "loss": 2.4375,
      "step": 36011
    },
    {
      "epoch": 1.6753663642707606,
      "grad_norm": 0.9644478547988957,
      "learning_rate": 0.0002499459575893677,
      "loss": 2.1094,
      "step": 36012
    },
    {
      "epoch": 1.6754128867178415,
      "grad_norm": 0.9877772094063757,
      "learning_rate": 0.00024994319003480883,
      "loss": 2.4062,
      "step": 36013
    },
    {
      "epoch": 1.675459409164922,
      "grad_norm": 0.981028998646581,
      "learning_rate": 0.00024994042241906407,
      "loss": 2.625,
      "step": 36014
    },
    {
      "epoch": 1.675505931612003,
      "grad_norm": 0.9165349051911579,
      "learning_rate": 0.0002499376547421352,
      "loss": 1.9688,
      "step": 36015
    },
    {
      "epoch": 1.6755524540590834,
      "grad_norm": 0.9582788140385354,
      "learning_rate": 0.00024993488700402394,
      "loss": 2.4531,
      "step": 36016
    },
    {
      "epoch": 1.6755989765061643,
      "grad_norm": 0.9001843373891079,
      "learning_rate": 0.000249932119204732,
      "loss": 1.7969,
      "step": 36017
    },
    {
      "epoch": 1.675645498953245,
      "grad_norm": 0.9793048903363017,
      "learning_rate": 0.00024992935134426095,
      "loss": 2.6406,
      "step": 36018
    },
    {
      "epoch": 1.6756920214003257,
      "grad_norm": 0.9610074846512118,
      "learning_rate": 0.00024992658342261255,
      "loss": 2.5,
      "step": 36019
    },
    {
      "epoch": 1.6757385438474064,
      "grad_norm": 1.0230519989159523,
      "learning_rate": 0.0002499238154397886,
      "loss": 2.4531,
      "step": 36020
    },
    {
      "epoch": 1.675785066294487,
      "grad_norm": 0.986216329976777,
      "learning_rate": 0.0002499210473957906,
      "loss": 2.4375,
      "step": 36021
    },
    {
      "epoch": 1.6758315887415678,
      "grad_norm": 0.9722924016348818,
      "learning_rate": 0.00024991827929062043,
      "loss": 2.2812,
      "step": 36022
    },
    {
      "epoch": 1.6758781111886485,
      "grad_norm": 1.0275043684577505,
      "learning_rate": 0.00024991551112427964,
      "loss": 2.625,
      "step": 36023
    },
    {
      "epoch": 1.6759246336357292,
      "grad_norm": 1.0151935592805512,
      "learning_rate": 0.00024991274289677,
      "loss": 2.5312,
      "step": 36024
    },
    {
      "epoch": 1.6759711560828099,
      "grad_norm": 0.9981606800144377,
      "learning_rate": 0.0002499099746080932,
      "loss": 2.3906,
      "step": 36025
    },
    {
      "epoch": 1.6760176785298908,
      "grad_norm": 1.0576343380527244,
      "learning_rate": 0.00024990720625825093,
      "loss": 2.5,
      "step": 36026
    },
    {
      "epoch": 1.6760642009769713,
      "grad_norm": 1.012655591917816,
      "learning_rate": 0.00024990443784724485,
      "loss": 2.4062,
      "step": 36027
    },
    {
      "epoch": 1.6761107234240522,
      "grad_norm": 0.9163219656386872,
      "learning_rate": 0.00024990166937507665,
      "loss": 2.2188,
      "step": 36028
    },
    {
      "epoch": 1.6761572458711327,
      "grad_norm": 1.0327648590938983,
      "learning_rate": 0.0002498989008417482,
      "loss": 2.6406,
      "step": 36029
    },
    {
      "epoch": 1.6762037683182136,
      "grad_norm": 0.9276518234607574,
      "learning_rate": 0.00024989613224726093,
      "loss": 1.7734,
      "step": 36030
    },
    {
      "epoch": 1.6762502907652943,
      "grad_norm": 0.9890680135547361,
      "learning_rate": 0.0002498933635916167,
      "loss": 2.3281,
      "step": 36031
    },
    {
      "epoch": 1.676296813212375,
      "grad_norm": 0.966745850625044,
      "learning_rate": 0.00024989059487481717,
      "loss": 2.2344,
      "step": 36032
    },
    {
      "epoch": 1.6763433356594557,
      "grad_norm": 0.9614429035730239,
      "learning_rate": 0.000249887826096864,
      "loss": 2.4844,
      "step": 36033
    },
    {
      "epoch": 1.6763898581065364,
      "grad_norm": 0.938356887913072,
      "learning_rate": 0.00024988505725775896,
      "loss": 2.5312,
      "step": 36034
    },
    {
      "epoch": 1.676436380553617,
      "grad_norm": 0.9728591967194677,
      "learning_rate": 0.00024988228835750366,
      "loss": 2.375,
      "step": 36035
    },
    {
      "epoch": 1.6764829030006978,
      "grad_norm": 0.9756671513445351,
      "learning_rate": 0.00024987951939609986,
      "loss": 2.2656,
      "step": 36036
    },
    {
      "epoch": 1.6765294254477785,
      "grad_norm": 0.9467797547804998,
      "learning_rate": 0.0002498767503735492,
      "loss": 2.375,
      "step": 36037
    },
    {
      "epoch": 1.6765759478948592,
      "grad_norm": 0.9076314106431559,
      "learning_rate": 0.0002498739812898534,
      "loss": 2.2031,
      "step": 36038
    },
    {
      "epoch": 1.6766224703419401,
      "grad_norm": 0.9628392555878386,
      "learning_rate": 0.0002498712121450142,
      "loss": 2.25,
      "step": 36039
    },
    {
      "epoch": 1.6766689927890206,
      "grad_norm": 1.0041763670170627,
      "learning_rate": 0.0002498684429390332,
      "loss": 2.2031,
      "step": 36040
    },
    {
      "epoch": 1.6767155152361015,
      "grad_norm": 0.9655271959702755,
      "learning_rate": 0.00024986567367191225,
      "loss": 2.3906,
      "step": 36041
    },
    {
      "epoch": 1.676762037683182,
      "grad_norm": 1.077232269175128,
      "learning_rate": 0.00024986290434365286,
      "loss": 2.1875,
      "step": 36042
    },
    {
      "epoch": 1.676808560130263,
      "grad_norm": 1.0347280752389494,
      "learning_rate": 0.00024986013495425683,
      "loss": 2.5312,
      "step": 36043
    },
    {
      "epoch": 1.6768550825773436,
      "grad_norm": 0.9859940255270854,
      "learning_rate": 0.00024985736550372584,
      "loss": 2.375,
      "step": 36044
    },
    {
      "epoch": 1.6769016050244243,
      "grad_norm": 0.9308028998343474,
      "learning_rate": 0.0002498545959920616,
      "loss": 2.3438,
      "step": 36045
    },
    {
      "epoch": 1.676948127471505,
      "grad_norm": 0.9633452980744207,
      "learning_rate": 0.0002498518264192658,
      "loss": 2.3281,
      "step": 36046
    },
    {
      "epoch": 1.6769946499185857,
      "grad_norm": 1.0310540871490952,
      "learning_rate": 0.00024984905678534006,
      "loss": 2.5938,
      "step": 36047
    },
    {
      "epoch": 1.6770411723656664,
      "grad_norm": 0.9397125999433391,
      "learning_rate": 0.0002498462870902862,
      "loss": 2.1562,
      "step": 36048
    },
    {
      "epoch": 1.677087694812747,
      "grad_norm": 0.9928406165289165,
      "learning_rate": 0.0002498435173341058,
      "loss": 2.3594,
      "step": 36049
    },
    {
      "epoch": 1.677134217259828,
      "grad_norm": 0.964273358162376,
      "learning_rate": 0.0002498407475168006,
      "loss": 2.1875,
      "step": 36050
    },
    {
      "epoch": 1.6771807397069085,
      "grad_norm": 0.969815753610065,
      "learning_rate": 0.00024983797763837237,
      "loss": 2.5781,
      "step": 36051
    },
    {
      "epoch": 1.6772272621539894,
      "grad_norm": 0.9435368071918427,
      "learning_rate": 0.0002498352076988227,
      "loss": 2.3594,
      "step": 36052
    },
    {
      "epoch": 1.67727378460107,
      "grad_norm": 0.9402358420648106,
      "learning_rate": 0.0002498324376981534,
      "loss": 2.3125,
      "step": 36053
    },
    {
      "epoch": 1.6773203070481508,
      "grad_norm": 1.0758439051508446,
      "learning_rate": 0.00024982966763636603,
      "loss": 2.6094,
      "step": 36054
    },
    {
      "epoch": 1.6773668294952313,
      "grad_norm": 0.932014950944432,
      "learning_rate": 0.00024982689751346234,
      "loss": 2.3594,
      "step": 36055
    },
    {
      "epoch": 1.6774133519423122,
      "grad_norm": 1.018812276823297,
      "learning_rate": 0.0002498241273294441,
      "loss": 2.4844,
      "step": 36056
    },
    {
      "epoch": 1.677459874389393,
      "grad_norm": 0.9422504598958282,
      "learning_rate": 0.0002498213570843128,
      "loss": 1.7578,
      "step": 36057
    },
    {
      "epoch": 1.6775063968364736,
      "grad_norm": 1.0219093156980465,
      "learning_rate": 0.00024981858677807043,
      "loss": 2.4688,
      "step": 36058
    },
    {
      "epoch": 1.6775529192835543,
      "grad_norm": 0.9011720581270215,
      "learning_rate": 0.00024981581641071845,
      "loss": 2.2812,
      "step": 36059
    },
    {
      "epoch": 1.677599441730635,
      "grad_norm": 1.0893172635225195,
      "learning_rate": 0.0002498130459822587,
      "loss": 2.7344,
      "step": 36060
    },
    {
      "epoch": 1.6776459641777157,
      "grad_norm": 0.9644459864202366,
      "learning_rate": 0.0002498102754926927,
      "loss": 2.5469,
      "step": 36061
    },
    {
      "epoch": 1.6776924866247964,
      "grad_norm": 1.0896724551071484,
      "learning_rate": 0.00024980750494202233,
      "loss": 2.4219,
      "step": 36062
    },
    {
      "epoch": 1.6777390090718773,
      "grad_norm": 0.9421070904925085,
      "learning_rate": 0.0002498047343302493,
      "loss": 2.1719,
      "step": 36063
    },
    {
      "epoch": 1.6777855315189578,
      "grad_norm": 0.9839212142944473,
      "learning_rate": 0.0002498019636573751,
      "loss": 2.2812,
      "step": 36064
    },
    {
      "epoch": 1.6778320539660387,
      "grad_norm": 0.9292222571955855,
      "learning_rate": 0.00024979919292340163,
      "loss": 2.3906,
      "step": 36065
    },
    {
      "epoch": 1.6778785764131192,
      "grad_norm": 1.0428441686586003,
      "learning_rate": 0.00024979642212833044,
      "loss": 2.5,
      "step": 36066
    },
    {
      "epoch": 1.6779250988602001,
      "grad_norm": 0.9971827143833808,
      "learning_rate": 0.0002497936512721633,
      "loss": 2.375,
      "step": 36067
    },
    {
      "epoch": 1.6779716213072806,
      "grad_norm": 0.9750506769207932,
      "learning_rate": 0.00024979088035490194,
      "loss": 2.125,
      "step": 36068
    },
    {
      "epoch": 1.6780181437543615,
      "grad_norm": 0.9854255136191999,
      "learning_rate": 0.00024978810937654805,
      "loss": 2.2656,
      "step": 36069
    },
    {
      "epoch": 1.6780646662014422,
      "grad_norm": 0.9883753824908352,
      "learning_rate": 0.00024978533833710327,
      "loss": 2.2656,
      "step": 36070
    },
    {
      "epoch": 1.678111188648523,
      "grad_norm": 0.9956455289539322,
      "learning_rate": 0.0002497825672365692,
      "loss": 2.4531,
      "step": 36071
    },
    {
      "epoch": 1.6781577110956036,
      "grad_norm": 0.9657459380001256,
      "learning_rate": 0.0002497797960749478,
      "loss": 2.375,
      "step": 36072
    },
    {
      "epoch": 1.6782042335426843,
      "grad_norm": 0.9533297394629734,
      "learning_rate": 0.00024977702485224056,
      "loss": 2.1562,
      "step": 36073
    },
    {
      "epoch": 1.678250755989765,
      "grad_norm": 0.9200931379615594,
      "learning_rate": 0.00024977425356844925,
      "loss": 2.3438,
      "step": 36074
    },
    {
      "epoch": 1.6782972784368457,
      "grad_norm": 0.9410300905096428,
      "learning_rate": 0.0002497714822235755,
      "loss": 2.3594,
      "step": 36075
    },
    {
      "epoch": 1.6783438008839267,
      "grad_norm": 1.0875568502540074,
      "learning_rate": 0.0002497687108176211,
      "loss": 2.2188,
      "step": 36076
    },
    {
      "epoch": 1.6783903233310071,
      "grad_norm": 0.8854354389337232,
      "learning_rate": 0.0002497659393505877,
      "loss": 2.0,
      "step": 36077
    },
    {
      "epoch": 1.678436845778088,
      "grad_norm": 0.95198997607793,
      "learning_rate": 0.00024976316782247707,
      "loss": 2.5,
      "step": 36078
    },
    {
      "epoch": 1.6784833682251685,
      "grad_norm": 1.1657582005046674,
      "learning_rate": 0.0002497603962332908,
      "loss": 2.3125,
      "step": 36079
    },
    {
      "epoch": 1.6785298906722494,
      "grad_norm": 1.1949606141956506,
      "learning_rate": 0.0002497576245830306,
      "loss": 1.7422,
      "step": 36080
    },
    {
      "epoch": 1.67857641311933,
      "grad_norm": 1.1372343930662288,
      "learning_rate": 0.0002497548528716982,
      "loss": 2.6406,
      "step": 36081
    },
    {
      "epoch": 1.6786229355664108,
      "grad_norm": 1.0402257130734973,
      "learning_rate": 0.0002497520810992953,
      "loss": 2.3906,
      "step": 36082
    },
    {
      "epoch": 1.6786694580134915,
      "grad_norm": 0.9771077735334511,
      "learning_rate": 0.00024974930926582357,
      "loss": 2.4219,
      "step": 36083
    },
    {
      "epoch": 1.6787159804605722,
      "grad_norm": 1.0188581142018456,
      "learning_rate": 0.00024974653737128475,
      "loss": 2.4219,
      "step": 36084
    },
    {
      "epoch": 1.678762502907653,
      "grad_norm": 0.9795598230449256,
      "learning_rate": 0.0002497437654156805,
      "loss": 2.375,
      "step": 36085
    },
    {
      "epoch": 1.6788090253547336,
      "grad_norm": 1.1886439019560926,
      "learning_rate": 0.00024974099339901255,
      "loss": 2.5156,
      "step": 36086
    },
    {
      "epoch": 1.6788555478018143,
      "grad_norm": 0.9425359734238782,
      "learning_rate": 0.00024973822132128254,
      "loss": 2.2031,
      "step": 36087
    },
    {
      "epoch": 1.678902070248895,
      "grad_norm": 0.9979486285268631,
      "learning_rate": 0.0002497354491824922,
      "loss": 2.2656,
      "step": 36088
    },
    {
      "epoch": 1.678948592695976,
      "grad_norm": 0.9935854113684445,
      "learning_rate": 0.0002497326769826433,
      "loss": 2.4062,
      "step": 36089
    },
    {
      "epoch": 1.6789951151430564,
      "grad_norm": 0.929510888931151,
      "learning_rate": 0.00024972990472173743,
      "loss": 2.2344,
      "step": 36090
    },
    {
      "epoch": 1.6790416375901374,
      "grad_norm": 1.0083303774912311,
      "learning_rate": 0.0002497271323997763,
      "loss": 2.375,
      "step": 36091
    },
    {
      "epoch": 1.6790881600372178,
      "grad_norm": 1.0335176368215746,
      "learning_rate": 0.0002497243600167616,
      "loss": 2.5781,
      "step": 36092
    },
    {
      "epoch": 1.6791346824842988,
      "grad_norm": 0.9038263247333196,
      "learning_rate": 0.00024972158757269515,
      "loss": 2.3594,
      "step": 36093
    },
    {
      "epoch": 1.6791812049313792,
      "grad_norm": 1.0160086397349355,
      "learning_rate": 0.0002497188150675785,
      "loss": 2.5156,
      "step": 36094
    },
    {
      "epoch": 1.6792277273784602,
      "grad_norm": 0.9477404520813945,
      "learning_rate": 0.0002497160425014134,
      "loss": 2.3906,
      "step": 36095
    },
    {
      "epoch": 1.6792742498255409,
      "grad_norm": 0.9922086400090371,
      "learning_rate": 0.0002497132698742016,
      "loss": 2.3438,
      "step": 36096
    },
    {
      "epoch": 1.6793207722726216,
      "grad_norm": 0.9407632895264483,
      "learning_rate": 0.0002497104971859447,
      "loss": 2.2344,
      "step": 36097
    },
    {
      "epoch": 1.6793672947197023,
      "grad_norm": 0.9740394877468492,
      "learning_rate": 0.00024970772443664446,
      "loss": 2.375,
      "step": 36098
    },
    {
      "epoch": 1.679413817166783,
      "grad_norm": 0.9645858504211325,
      "learning_rate": 0.00024970495162630256,
      "loss": 2.5781,
      "step": 36099
    },
    {
      "epoch": 1.6794603396138637,
      "grad_norm": 0.9493029780832626,
      "learning_rate": 0.0002497021787549207,
      "loss": 2.2031,
      "step": 36100
    },
    {
      "epoch": 1.6795068620609443,
      "grad_norm": 0.9428964484083056,
      "learning_rate": 0.00024969940582250064,
      "loss": 2.2656,
      "step": 36101
    },
    {
      "epoch": 1.6795533845080253,
      "grad_norm": 1.0189621093544095,
      "learning_rate": 0.00024969663282904393,
      "loss": 2.4688,
      "step": 36102
    },
    {
      "epoch": 1.6795999069551057,
      "grad_norm": 1.0336386893559604,
      "learning_rate": 0.0002496938597745524,
      "loss": 2.6094,
      "step": 36103
    },
    {
      "epoch": 1.6796464294021867,
      "grad_norm": 1.0474167758493593,
      "learning_rate": 0.0002496910866590277,
      "loss": 2.4062,
      "step": 36104
    },
    {
      "epoch": 1.6796929518492671,
      "grad_norm": 1.008914348127905,
      "learning_rate": 0.0002496883134824715,
      "loss": 2.375,
      "step": 36105
    },
    {
      "epoch": 1.679739474296348,
      "grad_norm": 1.0299402841876348,
      "learning_rate": 0.00024968554024488554,
      "loss": 2.1562,
      "step": 36106
    },
    {
      "epoch": 1.6797859967434285,
      "grad_norm": 0.9999204103494015,
      "learning_rate": 0.0002496827669462715,
      "loss": 2.6094,
      "step": 36107
    },
    {
      "epoch": 1.6798325191905095,
      "grad_norm": 0.9254908196021627,
      "learning_rate": 0.0002496799935866311,
      "loss": 2.4844,
      "step": 36108
    },
    {
      "epoch": 1.6798790416375902,
      "grad_norm": 0.9870940641890181,
      "learning_rate": 0.000249677220165966,
      "loss": 2.5469,
      "step": 36109
    },
    {
      "epoch": 1.6799255640846709,
      "grad_norm": 0.9520302151885828,
      "learning_rate": 0.0002496744466842779,
      "loss": 2.4219,
      "step": 36110
    },
    {
      "epoch": 1.6799720865317516,
      "grad_norm": 0.9878736630206967,
      "learning_rate": 0.00024967167314156856,
      "loss": 2.5312,
      "step": 36111
    },
    {
      "epoch": 1.6800186089788323,
      "grad_norm": 0.9916818094407558,
      "learning_rate": 0.00024966889953783965,
      "loss": 2.4062,
      "step": 36112
    },
    {
      "epoch": 1.680065131425913,
      "grad_norm": 0.9536323340537767,
      "learning_rate": 0.00024966612587309277,
      "loss": 2.25,
      "step": 36113
    },
    {
      "epoch": 1.6801116538729937,
      "grad_norm": 0.980791302665269,
      "learning_rate": 0.00024966335214732975,
      "loss": 2.5469,
      "step": 36114
    },
    {
      "epoch": 1.6801581763200746,
      "grad_norm": 0.9691324952241204,
      "learning_rate": 0.0002496605783605523,
      "loss": 2.3906,
      "step": 36115
    },
    {
      "epoch": 1.680204698767155,
      "grad_norm": 1.1212145521238517,
      "learning_rate": 0.000249657804512762,
      "loss": 2.6719,
      "step": 36116
    },
    {
      "epoch": 1.680251221214236,
      "grad_norm": 0.9800430263857557,
      "learning_rate": 0.00024965503060396055,
      "loss": 1.6953,
      "step": 36117
    },
    {
      "epoch": 1.6802977436613165,
      "grad_norm": 0.9087889151184481,
      "learning_rate": 0.00024965225663414975,
      "loss": 2.1719,
      "step": 36118
    },
    {
      "epoch": 1.6803442661083974,
      "grad_norm": 1.0780877552897725,
      "learning_rate": 0.0002496494826033313,
      "loss": 2.625,
      "step": 36119
    },
    {
      "epoch": 1.6803907885554779,
      "grad_norm": 1.044142200354826,
      "learning_rate": 0.00024964670851150675,
      "loss": 2.4219,
      "step": 36120
    },
    {
      "epoch": 1.6804373110025588,
      "grad_norm": 0.9541872982346772,
      "learning_rate": 0.00024964393435867796,
      "loss": 2.3594,
      "step": 36121
    },
    {
      "epoch": 1.6804838334496395,
      "grad_norm": 1.042232613574809,
      "learning_rate": 0.0002496411601448466,
      "loss": 2.3594,
      "step": 36122
    },
    {
      "epoch": 1.6805303558967202,
      "grad_norm": 0.9960862090761489,
      "learning_rate": 0.00024963838587001427,
      "loss": 2.4688,
      "step": 36123
    },
    {
      "epoch": 1.6805768783438009,
      "grad_norm": 0.8882145949007452,
      "learning_rate": 0.0002496356115341828,
      "loss": 2.1875,
      "step": 36124
    },
    {
      "epoch": 1.6806234007908816,
      "grad_norm": 1.1089288668763762,
      "learning_rate": 0.00024963283713735375,
      "loss": 2.3906,
      "step": 36125
    },
    {
      "epoch": 1.6806699232379623,
      "grad_norm": 1.1196989132660664,
      "learning_rate": 0.0002496300626795289,
      "loss": 2.5,
      "step": 36126
    },
    {
      "epoch": 1.680716445685043,
      "grad_norm": 0.9322022364931267,
      "learning_rate": 0.00024962728816070996,
      "loss": 2.2656,
      "step": 36127
    },
    {
      "epoch": 1.680762968132124,
      "grad_norm": 0.9506963234679687,
      "learning_rate": 0.0002496245135808986,
      "loss": 2.25,
      "step": 36128
    },
    {
      "epoch": 1.6808094905792044,
      "grad_norm": 1.0278681798028915,
      "learning_rate": 0.0002496217389400965,
      "loss": 2.2812,
      "step": 36129
    },
    {
      "epoch": 1.6808560130262853,
      "grad_norm": 1.2578101618988369,
      "learning_rate": 0.0002496189642383055,
      "loss": 2.4375,
      "step": 36130
    },
    {
      "epoch": 1.6809025354733658,
      "grad_norm": 0.9274842175396248,
      "learning_rate": 0.00024961618947552704,
      "loss": 2.1562,
      "step": 36131
    },
    {
      "epoch": 1.6809490579204467,
      "grad_norm": 0.9971085871654053,
      "learning_rate": 0.000249613414651763,
      "loss": 2.5,
      "step": 36132
    },
    {
      "epoch": 1.6809955803675274,
      "grad_norm": 1.0934841381118048,
      "learning_rate": 0.00024961063976701507,
      "loss": 2.5312,
      "step": 36133
    },
    {
      "epoch": 1.681042102814608,
      "grad_norm": 1.0291849015104373,
      "learning_rate": 0.0002496078648212849,
      "loss": 1.625,
      "step": 36134
    },
    {
      "epoch": 1.6810886252616888,
      "grad_norm": 1.0212173170053478,
      "learning_rate": 0.00024960508981457425,
      "loss": 2.3906,
      "step": 36135
    },
    {
      "epoch": 1.6811351477087695,
      "grad_norm": 1.0086385530541657,
      "learning_rate": 0.0002496023147468847,
      "loss": 2.5312,
      "step": 36136
    },
    {
      "epoch": 1.6811816701558502,
      "grad_norm": 1.060584947128905,
      "learning_rate": 0.0002495995396182181,
      "loss": 2.5469,
      "step": 36137
    },
    {
      "epoch": 1.6812281926029309,
      "grad_norm": 0.9861021976314901,
      "learning_rate": 0.00024959676442857604,
      "loss": 2.5938,
      "step": 36138
    },
    {
      "epoch": 1.6812747150500116,
      "grad_norm": 0.9662079049663898,
      "learning_rate": 0.00024959398917796024,
      "loss": 2.4062,
      "step": 36139
    },
    {
      "epoch": 1.6813212374970923,
      "grad_norm": 0.9713435058472994,
      "learning_rate": 0.00024959121386637244,
      "loss": 2.4531,
      "step": 36140
    },
    {
      "epoch": 1.6813677599441732,
      "grad_norm": 1.074237264775669,
      "learning_rate": 0.0002495884384938143,
      "loss": 2.375,
      "step": 36141
    },
    {
      "epoch": 1.6814142823912537,
      "grad_norm": 0.9162479494028578,
      "learning_rate": 0.00024958566306028753,
      "loss": 2.0781,
      "step": 36142
    },
    {
      "epoch": 1.6814608048383346,
      "grad_norm": 1.1432009793865088,
      "learning_rate": 0.00024958288756579385,
      "loss": 2.4844,
      "step": 36143
    },
    {
      "epoch": 1.681507327285415,
      "grad_norm": 1.0927707621560436,
      "learning_rate": 0.00024958011201033493,
      "loss": 2.6094,
      "step": 36144
    },
    {
      "epoch": 1.681553849732496,
      "grad_norm": 0.9556925593360581,
      "learning_rate": 0.00024957733639391247,
      "loss": 2.2969,
      "step": 36145
    },
    {
      "epoch": 1.6816003721795767,
      "grad_norm": 0.9235199279865991,
      "learning_rate": 0.0002495745607165282,
      "loss": 2.1094,
      "step": 36146
    },
    {
      "epoch": 1.6816468946266574,
      "grad_norm": 0.9763980017312984,
      "learning_rate": 0.0002495717849781837,
      "loss": 2.3906,
      "step": 36147
    },
    {
      "epoch": 1.681693417073738,
      "grad_norm": 1.035183541069807,
      "learning_rate": 0.0002495690091788809,
      "loss": 2.6875,
      "step": 36148
    },
    {
      "epoch": 1.6817399395208188,
      "grad_norm": 1.0531261663472031,
      "learning_rate": 0.00024956623331862126,
      "loss": 1.6719,
      "step": 36149
    },
    {
      "epoch": 1.6817864619678995,
      "grad_norm": 0.9180660317114653,
      "learning_rate": 0.00024956345739740663,
      "loss": 2.125,
      "step": 36150
    },
    {
      "epoch": 1.6818329844149802,
      "grad_norm": 0.9971895554937734,
      "learning_rate": 0.0002495606814152387,
      "loss": 2.3438,
      "step": 36151
    },
    {
      "epoch": 1.681879506862061,
      "grad_norm": 0.8870897257878789,
      "learning_rate": 0.0002495579053721191,
      "loss": 2.1094,
      "step": 36152
    },
    {
      "epoch": 1.6819260293091416,
      "grad_norm": 0.9303407737236026,
      "learning_rate": 0.00024955512926804954,
      "loss": 2.3281,
      "step": 36153
    },
    {
      "epoch": 1.6819725517562225,
      "grad_norm": 0.9991951182256366,
      "learning_rate": 0.0002495523531030318,
      "loss": 2.6406,
      "step": 36154
    },
    {
      "epoch": 1.682019074203303,
      "grad_norm": 0.9207967568983848,
      "learning_rate": 0.0002495495768770675,
      "loss": 2.25,
      "step": 36155
    },
    {
      "epoch": 1.682065596650384,
      "grad_norm": 1.0436740001876539,
      "learning_rate": 0.00024954680059015836,
      "loss": 2.6719,
      "step": 36156
    },
    {
      "epoch": 1.6821121190974644,
      "grad_norm": 1.1373151040074048,
      "learning_rate": 0.00024954402424230606,
      "loss": 2.3594,
      "step": 36157
    },
    {
      "epoch": 1.6821586415445453,
      "grad_norm": 1.0782602275341635,
      "learning_rate": 0.0002495412478335123,
      "loss": 2.3125,
      "step": 36158
    },
    {
      "epoch": 1.682205163991626,
      "grad_norm": 0.9597495243569366,
      "learning_rate": 0.0002495384713637789,
      "loss": 2.4688,
      "step": 36159
    },
    {
      "epoch": 1.6822516864387067,
      "grad_norm": 1.0199304614133873,
      "learning_rate": 0.00024953569483310734,
      "loss": 2.2812,
      "step": 36160
    },
    {
      "epoch": 1.6822982088857874,
      "grad_norm": 0.9747795251563031,
      "learning_rate": 0.0002495329182414995,
      "loss": 2.125,
      "step": 36161
    },
    {
      "epoch": 1.682344731332868,
      "grad_norm": 0.9339978420551164,
      "learning_rate": 0.000249530141588957,
      "loss": 2.3125,
      "step": 36162
    },
    {
      "epoch": 1.6823912537799488,
      "grad_norm": 1.0270436649241512,
      "learning_rate": 0.0002495273648754816,
      "loss": 2.4844,
      "step": 36163
    },
    {
      "epoch": 1.6824377762270295,
      "grad_norm": 0.9443074870655611,
      "learning_rate": 0.000249524588101075,
      "loss": 2.4375,
      "step": 36164
    },
    {
      "epoch": 1.6824842986741104,
      "grad_norm": 0.9706831653565884,
      "learning_rate": 0.0002495218112657388,
      "loss": 2.3438,
      "step": 36165
    },
    {
      "epoch": 1.682530821121191,
      "grad_norm": 1.038651275072132,
      "learning_rate": 0.00024951903436947474,
      "loss": 2.4375,
      "step": 36166
    },
    {
      "epoch": 1.6825773435682718,
      "grad_norm": 1.0105938459696369,
      "learning_rate": 0.00024951625741228455,
      "loss": 2.3281,
      "step": 36167
    },
    {
      "epoch": 1.6826238660153523,
      "grad_norm": 0.9271668582702837,
      "learning_rate": 0.00024951348039416995,
      "loss": 2.2812,
      "step": 36168
    },
    {
      "epoch": 1.6826703884624332,
      "grad_norm": 0.9590204760550202,
      "learning_rate": 0.00024951070331513263,
      "loss": 2.1719,
      "step": 36169
    },
    {
      "epoch": 1.6827169109095137,
      "grad_norm": 0.9483687885049855,
      "learning_rate": 0.0002495079261751742,
      "loss": 2.2188,
      "step": 36170
    },
    {
      "epoch": 1.6827634333565946,
      "grad_norm": 0.9845435589203212,
      "learning_rate": 0.00024950514897429646,
      "loss": 2.2344,
      "step": 36171
    },
    {
      "epoch": 1.6828099558036753,
      "grad_norm": 0.9186853312685865,
      "learning_rate": 0.0002495023717125011,
      "loss": 2.2031,
      "step": 36172
    },
    {
      "epoch": 1.682856478250756,
      "grad_norm": 1.6159910069360495,
      "learning_rate": 0.0002494995943897898,
      "loss": 2.5312,
      "step": 36173
    },
    {
      "epoch": 1.6829030006978367,
      "grad_norm": 1.076584105654752,
      "learning_rate": 0.00024949681700616426,
      "loss": 2.2656,
      "step": 36174
    },
    {
      "epoch": 1.6829495231449174,
      "grad_norm": 0.9974996520803645,
      "learning_rate": 0.00024949403956162617,
      "loss": 2.5469,
      "step": 36175
    },
    {
      "epoch": 1.6829960455919981,
      "grad_norm": 0.9592795817775277,
      "learning_rate": 0.00024949126205617723,
      "loss": 2.3281,
      "step": 36176
    },
    {
      "epoch": 1.6830425680390788,
      "grad_norm": 1.2659568905620873,
      "learning_rate": 0.0002494884844898192,
      "loss": 2.8594,
      "step": 36177
    },
    {
      "epoch": 1.6830890904861597,
      "grad_norm": 0.9826459945762572,
      "learning_rate": 0.00024948570686255365,
      "loss": 2.5469,
      "step": 36178
    },
    {
      "epoch": 1.6831356129332402,
      "grad_norm": 1.0067889283994937,
      "learning_rate": 0.00024948292917438244,
      "loss": 2.4375,
      "step": 36179
    },
    {
      "epoch": 1.6831821353803211,
      "grad_norm": 0.9391633489893758,
      "learning_rate": 0.0002494801514253072,
      "loss": 2.1719,
      "step": 36180
    },
    {
      "epoch": 1.6832286578274016,
      "grad_norm": 0.9496585286043642,
      "learning_rate": 0.0002494773736153296,
      "loss": 2.4844,
      "step": 36181
    },
    {
      "epoch": 1.6832751802744825,
      "grad_norm": 0.8963376511871595,
      "learning_rate": 0.00024947459574445135,
      "loss": 2.125,
      "step": 36182
    },
    {
      "epoch": 1.683321702721563,
      "grad_norm": 0.9442823557208724,
      "learning_rate": 0.00024947181781267416,
      "loss": 2.4062,
      "step": 36183
    },
    {
      "epoch": 1.683368225168644,
      "grad_norm": 0.9699662302312461,
      "learning_rate": 0.0002494690398199998,
      "loss": 2.4062,
      "step": 36184
    },
    {
      "epoch": 1.6834147476157246,
      "grad_norm": 1.0225537551107777,
      "learning_rate": 0.0002494662617664298,
      "loss": 2.375,
      "step": 36185
    },
    {
      "epoch": 1.6834612700628053,
      "grad_norm": 0.9970484164524367,
      "learning_rate": 0.00024946348365196603,
      "loss": 2.5469,
      "step": 36186
    },
    {
      "epoch": 1.683507792509886,
      "grad_norm": 0.9864383211076859,
      "learning_rate": 0.00024946070547661014,
      "loss": 2.3438,
      "step": 36187
    },
    {
      "epoch": 1.6835543149569667,
      "grad_norm": 0.9161696362657848,
      "learning_rate": 0.00024945792724036383,
      "loss": 2.3281,
      "step": 36188
    },
    {
      "epoch": 1.6836008374040474,
      "grad_norm": 1.0724011692531488,
      "learning_rate": 0.0002494551489432288,
      "loss": 2.3906,
      "step": 36189
    },
    {
      "epoch": 1.6836473598511281,
      "grad_norm": 0.9684982632200217,
      "learning_rate": 0.00024945237058520667,
      "loss": 2.3125,
      "step": 36190
    },
    {
      "epoch": 1.683693882298209,
      "grad_norm": 0.9850647332978554,
      "learning_rate": 0.0002494495921662993,
      "loss": 2.3594,
      "step": 36191
    },
    {
      "epoch": 1.6837404047452895,
      "grad_norm": 0.9673942334198289,
      "learning_rate": 0.0002494468136865082,
      "loss": 2.3438,
      "step": 36192
    },
    {
      "epoch": 1.6837869271923704,
      "grad_norm": 0.9905712367510292,
      "learning_rate": 0.0002494440351458353,
      "loss": 2.5938,
      "step": 36193
    },
    {
      "epoch": 1.683833449639451,
      "grad_norm": 0.9384322761641776,
      "learning_rate": 0.00024944125654428206,
      "loss": 2.3438,
      "step": 36194
    },
    {
      "epoch": 1.6838799720865318,
      "grad_norm": 0.9533244845034755,
      "learning_rate": 0.00024943847788185035,
      "loss": 2.2812,
      "step": 36195
    },
    {
      "epoch": 1.6839264945336123,
      "grad_norm": 1.0009590245923852,
      "learning_rate": 0.0002494356991585418,
      "loss": 2.2656,
      "step": 36196
    },
    {
      "epoch": 1.6839730169806932,
      "grad_norm": 1.0535270401192884,
      "learning_rate": 0.00024943292037435817,
      "loss": 2.5312,
      "step": 36197
    },
    {
      "epoch": 1.684019539427774,
      "grad_norm": 0.916928194778274,
      "learning_rate": 0.0002494301415293011,
      "loss": 2.25,
      "step": 36198
    },
    {
      "epoch": 1.6840660618748546,
      "grad_norm": 1.0049768163349637,
      "learning_rate": 0.0002494273626233723,
      "loss": 2.5625,
      "step": 36199
    },
    {
      "epoch": 1.6841125843219353,
      "grad_norm": 1.0091676853629534,
      "learning_rate": 0.0002494245836565735,
      "loss": 2.4375,
      "step": 36200
    },
    {
      "epoch": 1.684159106769016,
      "grad_norm": 0.9408515543286881,
      "learning_rate": 0.00024942180462890636,
      "loss": 2.3594,
      "step": 36201
    },
    {
      "epoch": 1.6842056292160967,
      "grad_norm": 0.9107552449579116,
      "learning_rate": 0.0002494190255403726,
      "loss": 2.1875,
      "step": 36202
    },
    {
      "epoch": 1.6842521516631774,
      "grad_norm": 0.9990458642918907,
      "learning_rate": 0.000249416246390974,
      "loss": 2.125,
      "step": 36203
    },
    {
      "epoch": 1.6842986741102584,
      "grad_norm": 0.9554615333112801,
      "learning_rate": 0.00024941346718071206,
      "loss": 2.3438,
      "step": 36204
    },
    {
      "epoch": 1.6843451965573388,
      "grad_norm": 0.9880707592654183,
      "learning_rate": 0.0002494106879095887,
      "loss": 2.25,
      "step": 36205
    },
    {
      "epoch": 1.6843917190044198,
      "grad_norm": 1.0355757426882992,
      "learning_rate": 0.0002494079085776055,
      "loss": 2.4844,
      "step": 36206
    },
    {
      "epoch": 1.6844382414515002,
      "grad_norm": 1.0776526056301856,
      "learning_rate": 0.0002494051291847642,
      "loss": 2.5469,
      "step": 36207
    },
    {
      "epoch": 1.6844847638985811,
      "grad_norm": 1.0513806007302042,
      "learning_rate": 0.00024940234973106656,
      "loss": 2.375,
      "step": 36208
    },
    {
      "epoch": 1.6845312863456616,
      "grad_norm": 1.0441165113632702,
      "learning_rate": 0.0002493995702165141,
      "loss": 2.4219,
      "step": 36209
    },
    {
      "epoch": 1.6845778087927425,
      "grad_norm": 0.9558021843195209,
      "learning_rate": 0.0002493967906411087,
      "loss": 2.625,
      "step": 36210
    },
    {
      "epoch": 1.6846243312398232,
      "grad_norm": 0.9417232013450278,
      "learning_rate": 0.00024939401100485204,
      "loss": 2.3281,
      "step": 36211
    },
    {
      "epoch": 1.684670853686904,
      "grad_norm": 0.9516853897089312,
      "learning_rate": 0.0002493912313077457,
      "loss": 2.4531,
      "step": 36212
    },
    {
      "epoch": 1.6847173761339846,
      "grad_norm": 0.959959949389051,
      "learning_rate": 0.0002493884515497915,
      "loss": 1.9531,
      "step": 36213
    },
    {
      "epoch": 1.6847638985810653,
      "grad_norm": 0.9213122651241432,
      "learning_rate": 0.0002493856717309911,
      "loss": 1.7891,
      "step": 36214
    },
    {
      "epoch": 1.684810421028146,
      "grad_norm": 0.9715431623837611,
      "learning_rate": 0.00024938289185134617,
      "loss": 2.5,
      "step": 36215
    },
    {
      "epoch": 1.6848569434752267,
      "grad_norm": 0.9538300302810988,
      "learning_rate": 0.00024938011191085846,
      "loss": 2.2344,
      "step": 36216
    },
    {
      "epoch": 1.6849034659223077,
      "grad_norm": 0.9832262745696,
      "learning_rate": 0.0002493773319095297,
      "loss": 2.3906,
      "step": 36217
    },
    {
      "epoch": 1.6849499883693881,
      "grad_norm": 0.955228853199785,
      "learning_rate": 0.00024937455184736155,
      "loss": 2.1875,
      "step": 36218
    },
    {
      "epoch": 1.684996510816469,
      "grad_norm": 0.9871061646529165,
      "learning_rate": 0.0002493717717243557,
      "loss": 2.6406,
      "step": 36219
    },
    {
      "epoch": 1.6850430332635495,
      "grad_norm": 0.9019527211832443,
      "learning_rate": 0.00024936899154051384,
      "loss": 2.2031,
      "step": 36220
    },
    {
      "epoch": 1.6850895557106305,
      "grad_norm": 1.023209254264437,
      "learning_rate": 0.00024936621129583776,
      "loss": 2.4219,
      "step": 36221
    },
    {
      "epoch": 1.685136078157711,
      "grad_norm": 0.9484353708898555,
      "learning_rate": 0.00024936343099032904,
      "loss": 2.375,
      "step": 36222
    },
    {
      "epoch": 1.6851826006047919,
      "grad_norm": 0.962626901288391,
      "learning_rate": 0.00024936065062398943,
      "loss": 2.5312,
      "step": 36223
    },
    {
      "epoch": 1.6852291230518726,
      "grad_norm": 0.9742886598928632,
      "learning_rate": 0.0002493578701968207,
      "loss": 2.3125,
      "step": 36224
    },
    {
      "epoch": 1.6852756454989533,
      "grad_norm": 0.9585347687594502,
      "learning_rate": 0.0002493550897088245,
      "loss": 2.6875,
      "step": 36225
    },
    {
      "epoch": 1.685322167946034,
      "grad_norm": 0.9772088341502343,
      "learning_rate": 0.0002493523091600025,
      "loss": 2.4844,
      "step": 36226
    },
    {
      "epoch": 1.6853686903931147,
      "grad_norm": 0.9166743416213303,
      "learning_rate": 0.0002493495285503564,
      "loss": 2.1406,
      "step": 36227
    },
    {
      "epoch": 1.6854152128401954,
      "grad_norm": 0.8412840232016193,
      "learning_rate": 0.00024934674787988796,
      "loss": 1.6953,
      "step": 36228
    },
    {
      "epoch": 1.685461735287276,
      "grad_norm": 0.9730613340392625,
      "learning_rate": 0.00024934396714859885,
      "loss": 2.6094,
      "step": 36229
    },
    {
      "epoch": 1.685508257734357,
      "grad_norm": 1.0250368972889699,
      "learning_rate": 0.0002493411863564908,
      "loss": 2.6719,
      "step": 36230
    },
    {
      "epoch": 1.6855547801814375,
      "grad_norm": 0.974665788339303,
      "learning_rate": 0.00024933840550356545,
      "loss": 2.5,
      "step": 36231
    },
    {
      "epoch": 1.6856013026285184,
      "grad_norm": 1.0066762887814857,
      "learning_rate": 0.00024933562458982463,
      "loss": 2.3125,
      "step": 36232
    },
    {
      "epoch": 1.6856478250755988,
      "grad_norm": 0.9497884051870412,
      "learning_rate": 0.0002493328436152699,
      "loss": 2.2344,
      "step": 36233
    },
    {
      "epoch": 1.6856943475226798,
      "grad_norm": 0.9382034187709453,
      "learning_rate": 0.000249330062579903,
      "loss": 2.2344,
      "step": 36234
    },
    {
      "epoch": 1.6857408699697602,
      "grad_norm": 0.9326647854732139,
      "learning_rate": 0.0002493272814837257,
      "loss": 2.3281,
      "step": 36235
    },
    {
      "epoch": 1.6857873924168412,
      "grad_norm": 0.9153737156347534,
      "learning_rate": 0.00024932450032673955,
      "loss": 2.0781,
      "step": 36236
    },
    {
      "epoch": 1.6858339148639219,
      "grad_norm": 1.0019641273563733,
      "learning_rate": 0.00024932171910894643,
      "loss": 2.4375,
      "step": 36237
    },
    {
      "epoch": 1.6858804373110026,
      "grad_norm": 0.968427492487484,
      "learning_rate": 0.00024931893783034794,
      "loss": 2.5,
      "step": 36238
    },
    {
      "epoch": 1.6859269597580833,
      "grad_norm": 0.980831860617172,
      "learning_rate": 0.0002493161564909459,
      "loss": 2.0469,
      "step": 36239
    },
    {
      "epoch": 1.685973482205164,
      "grad_norm": 0.9519839565618773,
      "learning_rate": 0.0002493133750907418,
      "loss": 2.2656,
      "step": 36240
    },
    {
      "epoch": 1.6860200046522447,
      "grad_norm": 0.9893707609741055,
      "learning_rate": 0.0002493105936297375,
      "loss": 2.3281,
      "step": 36241
    },
    {
      "epoch": 1.6860665270993254,
      "grad_norm": 0.9140665102750749,
      "learning_rate": 0.0002493078121079347,
      "loss": 1.9609,
      "step": 36242
    },
    {
      "epoch": 1.6861130495464063,
      "grad_norm": 1.081045475449725,
      "learning_rate": 0.0002493050305253351,
      "loss": 2.5938,
      "step": 36243
    },
    {
      "epoch": 1.6861595719934868,
      "grad_norm": 1.0070428456200418,
      "learning_rate": 0.00024930224888194036,
      "loss": 2.6406,
      "step": 36244
    },
    {
      "epoch": 1.6862060944405677,
      "grad_norm": 1.0309035731379073,
      "learning_rate": 0.0002492994671777522,
      "loss": 2.5156,
      "step": 36245
    },
    {
      "epoch": 1.6862526168876482,
      "grad_norm": 1.041752328356076,
      "learning_rate": 0.00024929668541277225,
      "loss": 2.5312,
      "step": 36246
    },
    {
      "epoch": 1.686299139334729,
      "grad_norm": 0.9370568392432913,
      "learning_rate": 0.00024929390358700235,
      "loss": 1.6562,
      "step": 36247
    },
    {
      "epoch": 1.6863456617818096,
      "grad_norm": 0.9507652467184213,
      "learning_rate": 0.0002492911217004441,
      "loss": 2.25,
      "step": 36248
    },
    {
      "epoch": 1.6863921842288905,
      "grad_norm": 1.0226104323387106,
      "learning_rate": 0.00024928833975309926,
      "loss": 2.4219,
      "step": 36249
    },
    {
      "epoch": 1.6864387066759712,
      "grad_norm": 0.9408512467400963,
      "learning_rate": 0.00024928555774496954,
      "loss": 2.4375,
      "step": 36250
    },
    {
      "epoch": 1.6864852291230519,
      "grad_norm": 0.9376131678238564,
      "learning_rate": 0.00024928277567605656,
      "loss": 2.3281,
      "step": 36251
    },
    {
      "epoch": 1.6865317515701326,
      "grad_norm": 1.0372969521673316,
      "learning_rate": 0.0002492799935463621,
      "loss": 2.5469,
      "step": 36252
    },
    {
      "epoch": 1.6865782740172133,
      "grad_norm": 0.9834250979955454,
      "learning_rate": 0.0002492772113558879,
      "loss": 2.2031,
      "step": 36253
    },
    {
      "epoch": 1.686624796464294,
      "grad_norm": 1.0020513300516238,
      "learning_rate": 0.00024927442910463546,
      "loss": 2.3438,
      "step": 36254
    },
    {
      "epoch": 1.6866713189113747,
      "grad_norm": 0.9337548772769922,
      "learning_rate": 0.0002492716467926068,
      "loss": 2.3438,
      "step": 36255
    },
    {
      "epoch": 1.6867178413584556,
      "grad_norm": 1.0422800039304203,
      "learning_rate": 0.00024926886441980334,
      "loss": 2.6562,
      "step": 36256
    },
    {
      "epoch": 1.686764363805536,
      "grad_norm": 1.010294477862069,
      "learning_rate": 0.00024926608198622694,
      "loss": 2.5,
      "step": 36257
    },
    {
      "epoch": 1.686810886252617,
      "grad_norm": 1.0093661738141955,
      "learning_rate": 0.00024926329949187927,
      "loss": 2.3594,
      "step": 36258
    },
    {
      "epoch": 1.6868574086996975,
      "grad_norm": 1.005572231096666,
      "learning_rate": 0.000249260516936762,
      "loss": 2.2969,
      "step": 36259
    },
    {
      "epoch": 1.6869039311467784,
      "grad_norm": 0.9935451153924064,
      "learning_rate": 0.00024925773432087685,
      "loss": 2.3125,
      "step": 36260
    },
    {
      "epoch": 1.686950453593859,
      "grad_norm": 0.9452638446799562,
      "learning_rate": 0.0002492549516442256,
      "loss": 2.2656,
      "step": 36261
    },
    {
      "epoch": 1.6869969760409398,
      "grad_norm": 0.9012085336385841,
      "learning_rate": 0.0002492521689068098,
      "loss": 2.2656,
      "step": 36262
    },
    {
      "epoch": 1.6870434984880205,
      "grad_norm": 0.9671350852787947,
      "learning_rate": 0.00024924938610863123,
      "loss": 2.4062,
      "step": 36263
    },
    {
      "epoch": 1.6870900209351012,
      "grad_norm": 0.950532469095419,
      "learning_rate": 0.00024924660324969163,
      "loss": 2.1562,
      "step": 36264
    },
    {
      "epoch": 1.6871365433821819,
      "grad_norm": 0.9201813481865527,
      "learning_rate": 0.00024924382032999275,
      "loss": 2.2656,
      "step": 36265
    },
    {
      "epoch": 1.6871830658292626,
      "grad_norm": 1.0268860124169126,
      "learning_rate": 0.0002492410373495361,
      "loss": 2.3125,
      "step": 36266
    },
    {
      "epoch": 1.6872295882763433,
      "grad_norm": 0.9646805534176275,
      "learning_rate": 0.0002492382543083236,
      "loss": 2.5312,
      "step": 36267
    },
    {
      "epoch": 1.687276110723424,
      "grad_norm": 1.0569205790674654,
      "learning_rate": 0.00024923547120635675,
      "loss": 2.4531,
      "step": 36268
    },
    {
      "epoch": 1.687322633170505,
      "grad_norm": 1.0098936094222732,
      "learning_rate": 0.00024923268804363737,
      "loss": 2.4688,
      "step": 36269
    },
    {
      "epoch": 1.6873691556175854,
      "grad_norm": 0.93980367141679,
      "learning_rate": 0.0002492299048201672,
      "loss": 2.4375,
      "step": 36270
    },
    {
      "epoch": 1.6874156780646663,
      "grad_norm": 0.9684231020412282,
      "learning_rate": 0.00024922712153594795,
      "loss": 2.3438,
      "step": 36271
    },
    {
      "epoch": 1.6874622005117468,
      "grad_norm": 0.9344832097937215,
      "learning_rate": 0.0002492243381909812,
      "loss": 2.4531,
      "step": 36272
    },
    {
      "epoch": 1.6875087229588277,
      "grad_norm": 0.9509837073292986,
      "learning_rate": 0.00024922155478526877,
      "loss": 2.1406,
      "step": 36273
    },
    {
      "epoch": 1.6875552454059084,
      "grad_norm": 0.9329290702039987,
      "learning_rate": 0.00024921877131881226,
      "loss": 2.5312,
      "step": 36274
    },
    {
      "epoch": 1.687601767852989,
      "grad_norm": 0.8963540444261721,
      "learning_rate": 0.00024921598779161354,
      "loss": 2.3125,
      "step": 36275
    },
    {
      "epoch": 1.6876482903000698,
      "grad_norm": 0.9569964596783871,
      "learning_rate": 0.0002492132042036741,
      "loss": 2.3594,
      "step": 36276
    },
    {
      "epoch": 1.6876948127471505,
      "grad_norm": 1.001671866596014,
      "learning_rate": 0.00024921042055499576,
      "loss": 2.3594,
      "step": 36277
    },
    {
      "epoch": 1.6877413351942312,
      "grad_norm": 0.8904389013768024,
      "learning_rate": 0.0002492076368455803,
      "loss": 2.3438,
      "step": 36278
    },
    {
      "epoch": 1.687787857641312,
      "grad_norm": 0.9882103304844899,
      "learning_rate": 0.00024920485307542925,
      "loss": 1.6719,
      "step": 36279
    },
    {
      "epoch": 1.6878343800883926,
      "grad_norm": 1.0206450443344999,
      "learning_rate": 0.0002492020692445444,
      "loss": 2.2188,
      "step": 36280
    },
    {
      "epoch": 1.6878809025354733,
      "grad_norm": 0.9790038663954527,
      "learning_rate": 0.0002491992853529275,
      "loss": 2.2656,
      "step": 36281
    },
    {
      "epoch": 1.6879274249825542,
      "grad_norm": 1.1665227225827934,
      "learning_rate": 0.0002491965014005802,
      "loss": 2.4688,
      "step": 36282
    },
    {
      "epoch": 1.6879739474296347,
      "grad_norm": 0.9043117531431435,
      "learning_rate": 0.00024919371738750426,
      "loss": 2.0938,
      "step": 36283
    },
    {
      "epoch": 1.6880204698767156,
      "grad_norm": 0.9795350560995933,
      "learning_rate": 0.00024919093331370127,
      "loss": 2.3906,
      "step": 36284
    },
    {
      "epoch": 1.688066992323796,
      "grad_norm": 1.0948332127975624,
      "learning_rate": 0.00024918814917917304,
      "loss": 2.5156,
      "step": 36285
    },
    {
      "epoch": 1.688113514770877,
      "grad_norm": 0.983422415737367,
      "learning_rate": 0.00024918536498392125,
      "loss": 2.5469,
      "step": 36286
    },
    {
      "epoch": 1.6881600372179577,
      "grad_norm": 0.886207971041706,
      "learning_rate": 0.0002491825807279476,
      "loss": 1.6953,
      "step": 36287
    },
    {
      "epoch": 1.6882065596650384,
      "grad_norm": 1.05485014443944,
      "learning_rate": 0.00024917979641125377,
      "loss": 2.4688,
      "step": 36288
    },
    {
      "epoch": 1.688253082112119,
      "grad_norm": 0.9904217727505091,
      "learning_rate": 0.0002491770120338415,
      "loss": 2.4219,
      "step": 36289
    },
    {
      "epoch": 1.6882996045591998,
      "grad_norm": 1.0227569692793337,
      "learning_rate": 0.00024917422759571247,
      "loss": 2.5312,
      "step": 36290
    },
    {
      "epoch": 1.6883461270062805,
      "grad_norm": 0.9656890008437657,
      "learning_rate": 0.0002491714430968684,
      "loss": 2.3594,
      "step": 36291
    },
    {
      "epoch": 1.6883926494533612,
      "grad_norm": 0.9170736608268854,
      "learning_rate": 0.00024916865853731097,
      "loss": 2.2031,
      "step": 36292
    },
    {
      "epoch": 1.6884391719004421,
      "grad_norm": 0.9177255848053664,
      "learning_rate": 0.0002491658739170419,
      "loss": 2.2188,
      "step": 36293
    },
    {
      "epoch": 1.6884856943475226,
      "grad_norm": 0.9926324465599694,
      "learning_rate": 0.00024916308923606293,
      "loss": 2.5312,
      "step": 36294
    },
    {
      "epoch": 1.6885322167946035,
      "grad_norm": 0.9236755115525416,
      "learning_rate": 0.0002491603044943757,
      "loss": 2.2188,
      "step": 36295
    },
    {
      "epoch": 1.688578739241684,
      "grad_norm": 0.9090982399668778,
      "learning_rate": 0.00024915751969198195,
      "loss": 2.4531,
      "step": 36296
    },
    {
      "epoch": 1.688625261688765,
      "grad_norm": 1.0128039439852623,
      "learning_rate": 0.0002491547348288834,
      "loss": 2.7812,
      "step": 36297
    },
    {
      "epoch": 1.6886717841358454,
      "grad_norm": 0.9458623498807007,
      "learning_rate": 0.00024915194990508176,
      "loss": 2.3438,
      "step": 36298
    },
    {
      "epoch": 1.6887183065829263,
      "grad_norm": 1.0088772936743942,
      "learning_rate": 0.00024914916492057865,
      "loss": 1.9844,
      "step": 36299
    },
    {
      "epoch": 1.688764829030007,
      "grad_norm": 0.9781559868319902,
      "learning_rate": 0.0002491463798753759,
      "loss": 2.2969,
      "step": 36300
    },
    {
      "epoch": 1.6888113514770877,
      "grad_norm": 1.0121867417448318,
      "learning_rate": 0.0002491435947694751,
      "loss": 2.2812,
      "step": 36301
    },
    {
      "epoch": 1.6888578739241684,
      "grad_norm": 0.9760410080134557,
      "learning_rate": 0.00024914080960287803,
      "loss": 2.2344,
      "step": 36302
    },
    {
      "epoch": 1.6889043963712491,
      "grad_norm": 0.9796758451103318,
      "learning_rate": 0.00024913802437558633,
      "loss": 2.375,
      "step": 36303
    },
    {
      "epoch": 1.6889509188183298,
      "grad_norm": 1.0185854683571114,
      "learning_rate": 0.0002491352390876018,
      "loss": 2.3906,
      "step": 36304
    },
    {
      "epoch": 1.6889974412654105,
      "grad_norm": 0.9780672391124968,
      "learning_rate": 0.0002491324537389261,
      "loss": 2.3125,
      "step": 36305
    },
    {
      "epoch": 1.6890439637124914,
      "grad_norm": 0.9747734868945975,
      "learning_rate": 0.0002491296683295609,
      "loss": 2.2812,
      "step": 36306
    },
    {
      "epoch": 1.689090486159572,
      "grad_norm": 0.9767599951179009,
      "learning_rate": 0.00024912688285950795,
      "loss": 2.2969,
      "step": 36307
    },
    {
      "epoch": 1.6891370086066528,
      "grad_norm": 1.0024764665649766,
      "learning_rate": 0.00024912409732876894,
      "loss": 2.7031,
      "step": 36308
    },
    {
      "epoch": 1.6891835310537333,
      "grad_norm": 1.0071848448565954,
      "learning_rate": 0.0002491213117373455,
      "loss": 2.2812,
      "step": 36309
    },
    {
      "epoch": 1.6892300535008142,
      "grad_norm": 0.9685744969595991,
      "learning_rate": 0.00024911852608523955,
      "loss": 2.4844,
      "step": 36310
    },
    {
      "epoch": 1.6892765759478947,
      "grad_norm": 1.0445357163650786,
      "learning_rate": 0.0002491157403724526,
      "loss": 2.75,
      "step": 36311
    },
    {
      "epoch": 1.6893230983949756,
      "grad_norm": 0.9882665382137624,
      "learning_rate": 0.00024911295459898635,
      "loss": 2.4375,
      "step": 36312
    },
    {
      "epoch": 1.6893696208420563,
      "grad_norm": 0.9920482976806427,
      "learning_rate": 0.0002491101687648426,
      "loss": 1.8125,
      "step": 36313
    },
    {
      "epoch": 1.689416143289137,
      "grad_norm": 1.0267007226834328,
      "learning_rate": 0.000249107382870023,
      "loss": 2.2969,
      "step": 36314
    },
    {
      "epoch": 1.6894626657362177,
      "grad_norm": 0.9473636676538227,
      "learning_rate": 0.0002491045969145293,
      "loss": 2.3281,
      "step": 36315
    },
    {
      "epoch": 1.6895091881832984,
      "grad_norm": 1.096192878431987,
      "learning_rate": 0.00024910181089836316,
      "loss": 2.4062,
      "step": 36316
    },
    {
      "epoch": 1.6895557106303791,
      "grad_norm": 0.9265477541419915,
      "learning_rate": 0.00024909902482152637,
      "loss": 2.1875,
      "step": 36317
    },
    {
      "epoch": 1.6896022330774598,
      "grad_norm": 1.0006782090113595,
      "learning_rate": 0.0002490962386840205,
      "loss": 2.25,
      "step": 36318
    },
    {
      "epoch": 1.6896487555245407,
      "grad_norm": 0.9792956805174159,
      "learning_rate": 0.00024909345248584733,
      "loss": 2.2812,
      "step": 36319
    },
    {
      "epoch": 1.6896952779716212,
      "grad_norm": 0.9300284751136711,
      "learning_rate": 0.0002490906662270086,
      "loss": 2.0469,
      "step": 36320
    },
    {
      "epoch": 1.6897418004187021,
      "grad_norm": 0.9868667438119173,
      "learning_rate": 0.00024908787990750596,
      "loss": 2.3438,
      "step": 36321
    },
    {
      "epoch": 1.6897883228657826,
      "grad_norm": 0.9882317583533502,
      "learning_rate": 0.00024908509352734116,
      "loss": 2.25,
      "step": 36322
    },
    {
      "epoch": 1.6898348453128635,
      "grad_norm": 0.9050980080625872,
      "learning_rate": 0.0002490823070865159,
      "loss": 2.2344,
      "step": 36323
    },
    {
      "epoch": 1.689881367759944,
      "grad_norm": 0.9798066220929416,
      "learning_rate": 0.0002490795205850318,
      "loss": 2.4531,
      "step": 36324
    },
    {
      "epoch": 1.689927890207025,
      "grad_norm": 1.0165375610861977,
      "learning_rate": 0.0002490767340228907,
      "loss": 2.3281,
      "step": 36325
    },
    {
      "epoch": 1.6899744126541056,
      "grad_norm": 0.9913929603246614,
      "learning_rate": 0.0002490739474000942,
      "loss": 2.2188,
      "step": 36326
    },
    {
      "epoch": 1.6900209351011863,
      "grad_norm": 0.9939984067172237,
      "learning_rate": 0.00024907116071664406,
      "loss": 2.4219,
      "step": 36327
    },
    {
      "epoch": 1.690067457548267,
      "grad_norm": 0.9490301461133005,
      "learning_rate": 0.0002490683739725419,
      "loss": 2.25,
      "step": 36328
    },
    {
      "epoch": 1.6901139799953477,
      "grad_norm": 0.9854362275936986,
      "learning_rate": 0.0002490655871677896,
      "loss": 2.3906,
      "step": 36329
    },
    {
      "epoch": 1.6901605024424284,
      "grad_norm": 0.9801333715152722,
      "learning_rate": 0.00024906280030238874,
      "loss": 2.3438,
      "step": 36330
    },
    {
      "epoch": 1.6902070248895091,
      "grad_norm": 1.094175925155635,
      "learning_rate": 0.00024906001337634105,
      "loss": 2.5,
      "step": 36331
    },
    {
      "epoch": 1.69025354733659,
      "grad_norm": 1.0258472709450441,
      "learning_rate": 0.0002490572263896482,
      "loss": 2.6094,
      "step": 36332
    },
    {
      "epoch": 1.6903000697836705,
      "grad_norm": 0.9369463576822389,
      "learning_rate": 0.00024905443934231195,
      "loss": 2.4844,
      "step": 36333
    },
    {
      "epoch": 1.6903465922307515,
      "grad_norm": 0.893690368452815,
      "learning_rate": 0.000249051652234334,
      "loss": 2.4219,
      "step": 36334
    },
    {
      "epoch": 1.690393114677832,
      "grad_norm": 0.9694492426268428,
      "learning_rate": 0.00024904886506571603,
      "loss": 2.4844,
      "step": 36335
    },
    {
      "epoch": 1.6904396371249129,
      "grad_norm": 0.9999101732324389,
      "learning_rate": 0.00024904607783645977,
      "loss": 2.2344,
      "step": 36336
    },
    {
      "epoch": 1.6904861595719933,
      "grad_norm": 0.9134076089430962,
      "learning_rate": 0.0002490432905465669,
      "loss": 2.4062,
      "step": 36337
    },
    {
      "epoch": 1.6905326820190743,
      "grad_norm": 0.9850249485458721,
      "learning_rate": 0.00024904050319603916,
      "loss": 2.5625,
      "step": 36338
    },
    {
      "epoch": 1.690579204466155,
      "grad_norm": 0.9998116578727194,
      "learning_rate": 0.0002490377157848783,
      "loss": 2.4688,
      "step": 36339
    },
    {
      "epoch": 1.6906257269132356,
      "grad_norm": 0.9292313238642765,
      "learning_rate": 0.0002490349283130859,
      "loss": 2.1562,
      "step": 36340
    },
    {
      "epoch": 1.6906722493603163,
      "grad_norm": 0.9011359438835105,
      "learning_rate": 0.00024903214078066376,
      "loss": 1.9766,
      "step": 36341
    },
    {
      "epoch": 1.690718771807397,
      "grad_norm": 0.9857088282241181,
      "learning_rate": 0.0002490293531876135,
      "loss": 2.1875,
      "step": 36342
    },
    {
      "epoch": 1.6907652942544777,
      "grad_norm": 1.015771906225381,
      "learning_rate": 0.0002490265655339369,
      "loss": 2.1875,
      "step": 36343
    },
    {
      "epoch": 1.6908118167015584,
      "grad_norm": 0.9688458758760868,
      "learning_rate": 0.0002490237778196357,
      "loss": 2.2969,
      "step": 36344
    },
    {
      "epoch": 1.6908583391486394,
      "grad_norm": 1.0941364791508954,
      "learning_rate": 0.00024902099004471155,
      "loss": 2.7188,
      "step": 36345
    },
    {
      "epoch": 1.6909048615957198,
      "grad_norm": 1.003856176532375,
      "learning_rate": 0.0002490182022091661,
      "loss": 2.4688,
      "step": 36346
    },
    {
      "epoch": 1.6909513840428008,
      "grad_norm": 0.9989723977556498,
      "learning_rate": 0.0002490154143130012,
      "loss": 2.4375,
      "step": 36347
    },
    {
      "epoch": 1.6909979064898812,
      "grad_norm": 0.9015956845107403,
      "learning_rate": 0.0002490126263562185,
      "loss": 2.2031,
      "step": 36348
    },
    {
      "epoch": 1.6910444289369622,
      "grad_norm": 1.232706398354745,
      "learning_rate": 0.0002490098383388196,
      "loss": 2.4219,
      "step": 36349
    },
    {
      "epoch": 1.6910909513840426,
      "grad_norm": 0.9522698374808788,
      "learning_rate": 0.00024900705026080635,
      "loss": 2.3594,
      "step": 36350
    },
    {
      "epoch": 1.6911374738311236,
      "grad_norm": 1.0058049608008233,
      "learning_rate": 0.0002490042621221804,
      "loss": 2.3594,
      "step": 36351
    },
    {
      "epoch": 1.6911839962782043,
      "grad_norm": 1.0321251031491507,
      "learning_rate": 0.0002490014739229435,
      "loss": 2.2812,
      "step": 36352
    },
    {
      "epoch": 1.691230518725285,
      "grad_norm": 0.9711782152026313,
      "learning_rate": 0.0002489986856630972,
      "loss": 2.4375,
      "step": 36353
    },
    {
      "epoch": 1.6912770411723657,
      "grad_norm": 0.9860481066723111,
      "learning_rate": 0.0002489958973426434,
      "loss": 2.3281,
      "step": 36354
    },
    {
      "epoch": 1.6913235636194464,
      "grad_norm": 0.9479649963662617,
      "learning_rate": 0.0002489931089615837,
      "loss": 2.3125,
      "step": 36355
    },
    {
      "epoch": 1.691370086066527,
      "grad_norm": 1.024216680715545,
      "learning_rate": 0.0002489903205199199,
      "loss": 2.5312,
      "step": 36356
    },
    {
      "epoch": 1.6914166085136078,
      "grad_norm": 0.8892835979291308,
      "learning_rate": 0.0002489875320176535,
      "loss": 2.2969,
      "step": 36357
    },
    {
      "epoch": 1.6914631309606887,
      "grad_norm": 0.9744350632307687,
      "learning_rate": 0.0002489847434547865,
      "loss": 2.3281,
      "step": 36358
    },
    {
      "epoch": 1.6915096534077692,
      "grad_norm": 1.1349056164590394,
      "learning_rate": 0.00024898195483132035,
      "loss": 2.6719,
      "step": 36359
    },
    {
      "epoch": 1.69155617585485,
      "grad_norm": 1.0165306224713997,
      "learning_rate": 0.00024897916614725695,
      "loss": 2.5,
      "step": 36360
    },
    {
      "epoch": 1.6916026983019306,
      "grad_norm": 0.9670678200162963,
      "learning_rate": 0.00024897637740259787,
      "loss": 2.3438,
      "step": 36361
    },
    {
      "epoch": 1.6916492207490115,
      "grad_norm": 0.8352357389873973,
      "learning_rate": 0.0002489735885973449,
      "loss": 1.7578,
      "step": 36362
    },
    {
      "epoch": 1.691695743196092,
      "grad_norm": 1.0941944142416171,
      "learning_rate": 0.00024897079973149966,
      "loss": 2.5625,
      "step": 36363
    },
    {
      "epoch": 1.6917422656431729,
      "grad_norm": 0.9811558710142787,
      "learning_rate": 0.00024896801080506395,
      "loss": 2.1719,
      "step": 36364
    },
    {
      "epoch": 1.6917887880902536,
      "grad_norm": 0.8778003996687549,
      "learning_rate": 0.00024896522181803944,
      "loss": 2.1562,
      "step": 36365
    },
    {
      "epoch": 1.6918353105373343,
      "grad_norm": 1.0094421168505887,
      "learning_rate": 0.00024896243277042787,
      "loss": 2.4062,
      "step": 36366
    },
    {
      "epoch": 1.691881832984415,
      "grad_norm": 0.9366194153369436,
      "learning_rate": 0.00024895964366223087,
      "loss": 2.2812,
      "step": 36367
    },
    {
      "epoch": 1.6919283554314957,
      "grad_norm": 0.9591042611014129,
      "learning_rate": 0.00024895685449345017,
      "loss": 2.4844,
      "step": 36368
    },
    {
      "epoch": 1.6919748778785764,
      "grad_norm": 0.9595386461279877,
      "learning_rate": 0.00024895406526408755,
      "loss": 2.3906,
      "step": 36369
    },
    {
      "epoch": 1.692021400325657,
      "grad_norm": 1.0506368472788,
      "learning_rate": 0.0002489512759741446,
      "loss": 2.0781,
      "step": 36370
    },
    {
      "epoch": 1.692067922772738,
      "grad_norm": 1.0742189076778308,
      "learning_rate": 0.0002489484866236232,
      "loss": 2.5781,
      "step": 36371
    },
    {
      "epoch": 1.6921144452198185,
      "grad_norm": 1.0303602366479407,
      "learning_rate": 0.0002489456972125249,
      "loss": 2.3594,
      "step": 36372
    },
    {
      "epoch": 1.6921609676668994,
      "grad_norm": 1.0607741361164469,
      "learning_rate": 0.00024894290774085144,
      "loss": 2.6875,
      "step": 36373
    },
    {
      "epoch": 1.6922074901139799,
      "grad_norm": 1.0181670378273604,
      "learning_rate": 0.0002489401182086046,
      "loss": 2.3125,
      "step": 36374
    },
    {
      "epoch": 1.6922540125610608,
      "grad_norm": 0.9703534086860625,
      "learning_rate": 0.00024893732861578597,
      "loss": 2.2031,
      "step": 36375
    },
    {
      "epoch": 1.6923005350081415,
      "grad_norm": 1.0036270387615578,
      "learning_rate": 0.00024893453896239736,
      "loss": 2.4531,
      "step": 36376
    },
    {
      "epoch": 1.6923470574552222,
      "grad_norm": 1.0036722042101387,
      "learning_rate": 0.00024893174924844045,
      "loss": 2.5469,
      "step": 36377
    },
    {
      "epoch": 1.6923935799023029,
      "grad_norm": 0.936738614299061,
      "learning_rate": 0.00024892895947391697,
      "loss": 2.1406,
      "step": 36378
    },
    {
      "epoch": 1.6924401023493836,
      "grad_norm": 0.973699207859711,
      "learning_rate": 0.0002489261696388285,
      "loss": 2.5469,
      "step": 36379
    },
    {
      "epoch": 1.6924866247964643,
      "grad_norm": 1.0112337096618838,
      "learning_rate": 0.0002489233797431769,
      "loss": 2.3594,
      "step": 36380
    },
    {
      "epoch": 1.692533147243545,
      "grad_norm": 0.9119910743626742,
      "learning_rate": 0.00024892058978696386,
      "loss": 2.25,
      "step": 36381
    },
    {
      "epoch": 1.6925796696906257,
      "grad_norm": 0.9820801993523163,
      "learning_rate": 0.000248917799770191,
      "loss": 2.3438,
      "step": 36382
    },
    {
      "epoch": 1.6926261921377064,
      "grad_norm": 0.9864008572111124,
      "learning_rate": 0.0002489150096928601,
      "loss": 2.375,
      "step": 36383
    },
    {
      "epoch": 1.6926727145847873,
      "grad_norm": 1.0524911425303314,
      "learning_rate": 0.0002489122195549729,
      "loss": 2.3438,
      "step": 36384
    },
    {
      "epoch": 1.6927192370318678,
      "grad_norm": 1.0481517468888466,
      "learning_rate": 0.00024890942935653097,
      "loss": 2.375,
      "step": 36385
    },
    {
      "epoch": 1.6927657594789487,
      "grad_norm": 1.0505601032174872,
      "learning_rate": 0.00024890663909753614,
      "loss": 2.3594,
      "step": 36386
    },
    {
      "epoch": 1.6928122819260292,
      "grad_norm": 1.0789724899256323,
      "learning_rate": 0.00024890384877799014,
      "loss": 2.4219,
      "step": 36387
    },
    {
      "epoch": 1.69285880437311,
      "grad_norm": 1.0853223166043664,
      "learning_rate": 0.00024890105839789453,
      "loss": 2.7344,
      "step": 36388
    },
    {
      "epoch": 1.6929053268201908,
      "grad_norm": 1.1531552722335883,
      "learning_rate": 0.00024889826795725117,
      "loss": 2.5,
      "step": 36389
    },
    {
      "epoch": 1.6929518492672715,
      "grad_norm": 1.0509865697781768,
      "learning_rate": 0.0002488954774560616,
      "loss": 2.4375,
      "step": 36390
    },
    {
      "epoch": 1.6929983717143522,
      "grad_norm": 0.9626989529742878,
      "learning_rate": 0.0002488926868943278,
      "loss": 2.2812,
      "step": 36391
    },
    {
      "epoch": 1.693044894161433,
      "grad_norm": 0.9981604699412354,
      "learning_rate": 0.0002488898962720512,
      "loss": 2.3438,
      "step": 36392
    },
    {
      "epoch": 1.6930914166085136,
      "grad_norm": 0.9172327500089716,
      "learning_rate": 0.00024888710558923364,
      "loss": 2.1562,
      "step": 36393
    },
    {
      "epoch": 1.6931379390555943,
      "grad_norm": 0.9047467111651507,
      "learning_rate": 0.00024888431484587685,
      "loss": 2.2969,
      "step": 36394
    },
    {
      "epoch": 1.693184461502675,
      "grad_norm": 0.9913643073560102,
      "learning_rate": 0.00024888152404198245,
      "loss": 2.2969,
      "step": 36395
    },
    {
      "epoch": 1.6932309839497557,
      "grad_norm": 0.963940957385917,
      "learning_rate": 0.0002488787331775522,
      "loss": 2.4531,
      "step": 36396
    },
    {
      "epoch": 1.6932775063968366,
      "grad_norm": 1.1686618651284686,
      "learning_rate": 0.0002488759422525879,
      "loss": 2.5156,
      "step": 36397
    },
    {
      "epoch": 1.693324028843917,
      "grad_norm": 1.1393728367720248,
      "learning_rate": 0.00024887315126709107,
      "loss": 2.3281,
      "step": 36398
    },
    {
      "epoch": 1.693370551290998,
      "grad_norm": 0.9371703341156199,
      "learning_rate": 0.00024887036022106353,
      "loss": 2.0938,
      "step": 36399
    },
    {
      "epoch": 1.6934170737380785,
      "grad_norm": 0.9222981161823323,
      "learning_rate": 0.000248867569114507,
      "loss": 2.5625,
      "step": 36400
    },
    {
      "epoch": 1.6934635961851594,
      "grad_norm": 0.9720793991583097,
      "learning_rate": 0.0002488647779474231,
      "loss": 2.25,
      "step": 36401
    },
    {
      "epoch": 1.69351011863224,
      "grad_norm": 0.9432685944635391,
      "learning_rate": 0.00024886198671981367,
      "loss": 2.1875,
      "step": 36402
    },
    {
      "epoch": 1.6935566410793208,
      "grad_norm": 1.0509550939503842,
      "learning_rate": 0.0002488591954316803,
      "loss": 2.3594,
      "step": 36403
    },
    {
      "epoch": 1.6936031635264015,
      "grad_norm": 0.9710227759262704,
      "learning_rate": 0.0002488564040830248,
      "loss": 2.1875,
      "step": 36404
    },
    {
      "epoch": 1.6936496859734822,
      "grad_norm": 0.9712286920589479,
      "learning_rate": 0.00024885361267384877,
      "loss": 2.5625,
      "step": 36405
    },
    {
      "epoch": 1.693696208420563,
      "grad_norm": 0.969488790921098,
      "learning_rate": 0.00024885082120415405,
      "loss": 2.3594,
      "step": 36406
    },
    {
      "epoch": 1.6937427308676436,
      "grad_norm": 0.9780858928843688,
      "learning_rate": 0.0002488480296739422,
      "loss": 2.5312,
      "step": 36407
    },
    {
      "epoch": 1.6937892533147245,
      "grad_norm": 0.9760621296111937,
      "learning_rate": 0.00024884523808321507,
      "loss": 2.3594,
      "step": 36408
    },
    {
      "epoch": 1.693835775761805,
      "grad_norm": 0.9526082347610361,
      "learning_rate": 0.0002488424464319742,
      "loss": 2.3438,
      "step": 36409
    },
    {
      "epoch": 1.693882298208886,
      "grad_norm": 0.9852657695355151,
      "learning_rate": 0.0002488396547202215,
      "loss": 2.4844,
      "step": 36410
    },
    {
      "epoch": 1.6939288206559664,
      "grad_norm": 1.0141693027807743,
      "learning_rate": 0.00024883686294795853,
      "loss": 2.3594,
      "step": 36411
    },
    {
      "epoch": 1.6939753431030473,
      "grad_norm": 1.0138653816395626,
      "learning_rate": 0.00024883407111518706,
      "loss": 2.375,
      "step": 36412
    },
    {
      "epoch": 1.6940218655501278,
      "grad_norm": 0.886659296921448,
      "learning_rate": 0.0002488312792219088,
      "loss": 1.9297,
      "step": 36413
    },
    {
      "epoch": 1.6940683879972087,
      "grad_norm": 1.0497373693798613,
      "learning_rate": 0.00024882848726812546,
      "loss": 2.6875,
      "step": 36414
    },
    {
      "epoch": 1.6941149104442894,
      "grad_norm": 1.0393860696566906,
      "learning_rate": 0.0002488256952538387,
      "loss": 2.7969,
      "step": 36415
    },
    {
      "epoch": 1.6941614328913701,
      "grad_norm": 1.0252598524308665,
      "learning_rate": 0.0002488229031790503,
      "loss": 2.375,
      "step": 36416
    },
    {
      "epoch": 1.6942079553384508,
      "grad_norm": 0.9226851945984973,
      "learning_rate": 0.00024882011104376193,
      "loss": 2.2188,
      "step": 36417
    },
    {
      "epoch": 1.6942544777855315,
      "grad_norm": 0.9310194823297402,
      "learning_rate": 0.00024881731884797534,
      "loss": 1.7188,
      "step": 36418
    },
    {
      "epoch": 1.6943010002326122,
      "grad_norm": 1.0229558813408512,
      "learning_rate": 0.00024881452659169216,
      "loss": 2.4219,
      "step": 36419
    },
    {
      "epoch": 1.694347522679693,
      "grad_norm": 0.954470509136889,
      "learning_rate": 0.00024881173427491413,
      "loss": 2.4062,
      "step": 36420
    },
    {
      "epoch": 1.6943940451267738,
      "grad_norm": 1.04707738579745,
      "learning_rate": 0.00024880894189764305,
      "loss": 2.6094,
      "step": 36421
    },
    {
      "epoch": 1.6944405675738543,
      "grad_norm": 0.9879989764054409,
      "learning_rate": 0.00024880614945988047,
      "loss": 2.3438,
      "step": 36422
    },
    {
      "epoch": 1.6944870900209352,
      "grad_norm": 1.0047329618845533,
      "learning_rate": 0.00024880335696162814,
      "loss": 2.5,
      "step": 36423
    },
    {
      "epoch": 1.6945336124680157,
      "grad_norm": 1.020985526317109,
      "learning_rate": 0.0002488005644028879,
      "loss": 2.375,
      "step": 36424
    },
    {
      "epoch": 1.6945801349150966,
      "grad_norm": 0.9103618618121757,
      "learning_rate": 0.0002487977717836614,
      "loss": 2.1562,
      "step": 36425
    },
    {
      "epoch": 1.694626657362177,
      "grad_norm": 0.9828733567615991,
      "learning_rate": 0.00024879497910395025,
      "loss": 2.5,
      "step": 36426
    },
    {
      "epoch": 1.694673179809258,
      "grad_norm": 0.9278744847614174,
      "learning_rate": 0.00024879218636375625,
      "loss": 2.3125,
      "step": 36427
    },
    {
      "epoch": 1.6947197022563387,
      "grad_norm": 1.0193834335788743,
      "learning_rate": 0.0002487893935630811,
      "loss": 2.375,
      "step": 36428
    },
    {
      "epoch": 1.6947662247034194,
      "grad_norm": 0.9647737017106977,
      "learning_rate": 0.00024878660070192654,
      "loss": 2.375,
      "step": 36429
    },
    {
      "epoch": 1.6948127471505001,
      "grad_norm": 0.9305213426790919,
      "learning_rate": 0.0002487838077802942,
      "loss": 2.2812,
      "step": 36430
    },
    {
      "epoch": 1.6948592695975808,
      "grad_norm": 0.9618608728093786,
      "learning_rate": 0.00024878101479818585,
      "loss": 2.1562,
      "step": 36431
    },
    {
      "epoch": 1.6949057920446615,
      "grad_norm": 0.9141995186136358,
      "learning_rate": 0.00024877822175560315,
      "loss": 2.1875,
      "step": 36432
    },
    {
      "epoch": 1.6949523144917422,
      "grad_norm": 0.9356526807913785,
      "learning_rate": 0.0002487754286525478,
      "loss": 2.0781,
      "step": 36433
    },
    {
      "epoch": 1.6949988369388231,
      "grad_norm": 0.8853424840136618,
      "learning_rate": 0.0002487726354890216,
      "loss": 1.5547,
      "step": 36434
    },
    {
      "epoch": 1.6950453593859036,
      "grad_norm": 0.9795135484012817,
      "learning_rate": 0.00024876984226502625,
      "loss": 2.4219,
      "step": 36435
    },
    {
      "epoch": 1.6950918818329845,
      "grad_norm": 1.0657780776053765,
      "learning_rate": 0.00024876704898056336,
      "loss": 2.3281,
      "step": 36436
    },
    {
      "epoch": 1.695138404280065,
      "grad_norm": 1.0551255081361877,
      "learning_rate": 0.00024876425563563474,
      "loss": 2.5,
      "step": 36437
    },
    {
      "epoch": 1.695184926727146,
      "grad_norm": 1.0363661417588408,
      "learning_rate": 0.00024876146223024205,
      "loss": 2.4844,
      "step": 36438
    },
    {
      "epoch": 1.6952314491742264,
      "grad_norm": 0.9502926977100052,
      "learning_rate": 0.00024875866876438704,
      "loss": 2.5,
      "step": 36439
    },
    {
      "epoch": 1.6952779716213073,
      "grad_norm": 1.0194511432791618,
      "learning_rate": 0.00024875587523807134,
      "loss": 2.4375,
      "step": 36440
    },
    {
      "epoch": 1.695324494068388,
      "grad_norm": 1.0437673505418712,
      "learning_rate": 0.0002487530816512967,
      "loss": 2.5625,
      "step": 36441
    },
    {
      "epoch": 1.6953710165154687,
      "grad_norm": 0.9749648660066171,
      "learning_rate": 0.0002487502880040649,
      "loss": 2.5,
      "step": 36442
    },
    {
      "epoch": 1.6954175389625494,
      "grad_norm": 0.9967184614938914,
      "learning_rate": 0.00024874749429637755,
      "loss": 2.2812,
      "step": 36443
    },
    {
      "epoch": 1.6954640614096301,
      "grad_norm": 1.1166043234382894,
      "learning_rate": 0.0002487447005282364,
      "loss": 2.1719,
      "step": 36444
    },
    {
      "epoch": 1.6955105838567108,
      "grad_norm": 0.983382471439125,
      "learning_rate": 0.0002487419066996432,
      "loss": 2.1562,
      "step": 36445
    },
    {
      "epoch": 1.6955571063037915,
      "grad_norm": 0.987786102282444,
      "learning_rate": 0.00024873911281059956,
      "loss": 2.2188,
      "step": 36446
    },
    {
      "epoch": 1.6956036287508724,
      "grad_norm": 0.9760096270087228,
      "learning_rate": 0.00024873631886110733,
      "loss": 2.3281,
      "step": 36447
    },
    {
      "epoch": 1.695650151197953,
      "grad_norm": 0.9916116874135567,
      "learning_rate": 0.0002487335248511681,
      "loss": 2.3594,
      "step": 36448
    },
    {
      "epoch": 1.6956966736450338,
      "grad_norm": 1.0163105657913996,
      "learning_rate": 0.00024873073078078366,
      "loss": 2.5938,
      "step": 36449
    },
    {
      "epoch": 1.6957431960921143,
      "grad_norm": 0.9832467345297805,
      "learning_rate": 0.0002487279366499556,
      "loss": 2.2656,
      "step": 36450
    },
    {
      "epoch": 1.6957897185391952,
      "grad_norm": 0.9673274434187252,
      "learning_rate": 0.0002487251424586858,
      "loss": 2.4219,
      "step": 36451
    },
    {
      "epoch": 1.6958362409862757,
      "grad_norm": 0.9356341931645308,
      "learning_rate": 0.00024872234820697583,
      "loss": 2.2344,
      "step": 36452
    },
    {
      "epoch": 1.6958827634333566,
      "grad_norm": 1.040821171513988,
      "learning_rate": 0.0002487195538948275,
      "loss": 2.2969,
      "step": 36453
    },
    {
      "epoch": 1.6959292858804373,
      "grad_norm": 1.0389887733300045,
      "learning_rate": 0.00024871675952224247,
      "loss": 2.3906,
      "step": 36454
    },
    {
      "epoch": 1.695975808327518,
      "grad_norm": 0.9479521948941306,
      "learning_rate": 0.0002487139650892225,
      "loss": 2.1562,
      "step": 36455
    },
    {
      "epoch": 1.6960223307745987,
      "grad_norm": 0.9841233161055338,
      "learning_rate": 0.00024871117059576916,
      "loss": 2.3594,
      "step": 36456
    },
    {
      "epoch": 1.6960688532216794,
      "grad_norm": 0.8876384122171678,
      "learning_rate": 0.0002487083760418843,
      "loss": 1.7344,
      "step": 36457
    },
    {
      "epoch": 1.6961153756687601,
      "grad_norm": 0.9848534582249803,
      "learning_rate": 0.0002487055814275696,
      "loss": 2.25,
      "step": 36458
    },
    {
      "epoch": 1.6961618981158408,
      "grad_norm": 1.0245096299527139,
      "learning_rate": 0.00024870278675282674,
      "loss": 2.5,
      "step": 36459
    },
    {
      "epoch": 1.6962084205629218,
      "grad_norm": 1.0322376511770501,
      "learning_rate": 0.0002486999920176575,
      "loss": 2.0781,
      "step": 36460
    },
    {
      "epoch": 1.6962549430100022,
      "grad_norm": 1.007549411836056,
      "learning_rate": 0.0002486971972220635,
      "loss": 2.1094,
      "step": 36461
    },
    {
      "epoch": 1.6963014654570832,
      "grad_norm": 1.0081184829814573,
      "learning_rate": 0.0002486944023660465,
      "loss": 2.5781,
      "step": 36462
    },
    {
      "epoch": 1.6963479879041636,
      "grad_norm": 1.0062731258375945,
      "learning_rate": 0.00024869160744960824,
      "loss": 2.5938,
      "step": 36463
    },
    {
      "epoch": 1.6963945103512446,
      "grad_norm": 1.0382020965427972,
      "learning_rate": 0.0002486888124727504,
      "loss": 2.4219,
      "step": 36464
    },
    {
      "epoch": 1.696441032798325,
      "grad_norm": 1.0838895945669027,
      "learning_rate": 0.0002486860174354746,
      "loss": 2.3438,
      "step": 36465
    },
    {
      "epoch": 1.696487555245406,
      "grad_norm": 1.1015902338825985,
      "learning_rate": 0.0002486832223377827,
      "loss": 2.375,
      "step": 36466
    },
    {
      "epoch": 1.6965340776924867,
      "grad_norm": 1.0179438080619791,
      "learning_rate": 0.00024868042717967633,
      "loss": 2.3281,
      "step": 36467
    },
    {
      "epoch": 1.6965806001395674,
      "grad_norm": 1.0620708579214733,
      "learning_rate": 0.0002486776319611573,
      "loss": 1.9688,
      "step": 36468
    },
    {
      "epoch": 1.696627122586648,
      "grad_norm": 0.9735902274575052,
      "learning_rate": 0.00024867483668222713,
      "loss": 2.4062,
      "step": 36469
    },
    {
      "epoch": 1.6966736450337288,
      "grad_norm": 1.005346059003232,
      "learning_rate": 0.0002486720413428877,
      "loss": 2.3438,
      "step": 36470
    },
    {
      "epoch": 1.6967201674808094,
      "grad_norm": 1.0409503319197433,
      "learning_rate": 0.00024866924594314066,
      "loss": 2.4688,
      "step": 36471
    },
    {
      "epoch": 1.6967666899278901,
      "grad_norm": 1.0041146033406319,
      "learning_rate": 0.0002486664504829877,
      "loss": 2.2344,
      "step": 36472
    },
    {
      "epoch": 1.696813212374971,
      "grad_norm": 1.0374349162983878,
      "learning_rate": 0.00024866365496243063,
      "loss": 2.5,
      "step": 36473
    },
    {
      "epoch": 1.6968597348220515,
      "grad_norm": 0.9614957192413452,
      "learning_rate": 0.00024866085938147104,
      "loss": 2.3281,
      "step": 36474
    },
    {
      "epoch": 1.6969062572691325,
      "grad_norm": 1.0453178658162308,
      "learning_rate": 0.00024865806374011065,
      "loss": 2.6094,
      "step": 36475
    },
    {
      "epoch": 1.696952779716213,
      "grad_norm": 0.9137381984921513,
      "learning_rate": 0.00024865526803835125,
      "loss": 2.0938,
      "step": 36476
    },
    {
      "epoch": 1.6969993021632939,
      "grad_norm": 1.093324408118806,
      "learning_rate": 0.00024865247227619453,
      "loss": 2.4062,
      "step": 36477
    },
    {
      "epoch": 1.6970458246103743,
      "grad_norm": 1.040413186632871,
      "learning_rate": 0.0002486496764536421,
      "loss": 2.5938,
      "step": 36478
    },
    {
      "epoch": 1.6970923470574553,
      "grad_norm": 1.0587146675135646,
      "learning_rate": 0.0002486468805706959,
      "loss": 2.4062,
      "step": 36479
    },
    {
      "epoch": 1.697138869504536,
      "grad_norm": 1.0523463984235102,
      "learning_rate": 0.0002486440846273574,
      "loss": 2.2656,
      "step": 36480
    },
    {
      "epoch": 1.6971853919516167,
      "grad_norm": 1.1308555104849254,
      "learning_rate": 0.00024864128862362844,
      "loss": 2.5312,
      "step": 36481
    },
    {
      "epoch": 1.6972319143986974,
      "grad_norm": 1.0688563318848248,
      "learning_rate": 0.0002486384925595107,
      "loss": 2.5469,
      "step": 36482
    },
    {
      "epoch": 1.697278436845778,
      "grad_norm": 0.9707040893659673,
      "learning_rate": 0.0002486356964350059,
      "loss": 2.25,
      "step": 36483
    },
    {
      "epoch": 1.6973249592928588,
      "grad_norm": 1.019228060679036,
      "learning_rate": 0.0002486329002501157,
      "loss": 2.4375,
      "step": 36484
    },
    {
      "epoch": 1.6973714817399395,
      "grad_norm": 1.0006016317966633,
      "learning_rate": 0.0002486301040048419,
      "loss": 2.4531,
      "step": 36485
    },
    {
      "epoch": 1.6974180041870204,
      "grad_norm": 0.9500862107117353,
      "learning_rate": 0.0002486273076991862,
      "loss": 2.3438,
      "step": 36486
    },
    {
      "epoch": 1.6974645266341009,
      "grad_norm": 0.9556787469799101,
      "learning_rate": 0.0002486245113331502,
      "loss": 2.4688,
      "step": 36487
    },
    {
      "epoch": 1.6975110490811818,
      "grad_norm": 0.9570711722174526,
      "learning_rate": 0.0002486217149067358,
      "loss": 2.3125,
      "step": 36488
    },
    {
      "epoch": 1.6975575715282623,
      "grad_norm": 1.038605343285236,
      "learning_rate": 0.0002486189184199445,
      "loss": 2.8125,
      "step": 36489
    },
    {
      "epoch": 1.6976040939753432,
      "grad_norm": 1.0934019294785766,
      "learning_rate": 0.00024861612187277815,
      "loss": 2.3594,
      "step": 36490
    },
    {
      "epoch": 1.6976506164224239,
      "grad_norm": 0.9652910262805119,
      "learning_rate": 0.0002486133252652384,
      "loss": 2.3906,
      "step": 36491
    },
    {
      "epoch": 1.6976971388695046,
      "grad_norm": 0.9373027121145773,
      "learning_rate": 0.00024861052859732706,
      "loss": 2.2656,
      "step": 36492
    },
    {
      "epoch": 1.6977436613165853,
      "grad_norm": 0.9998727720742164,
      "learning_rate": 0.0002486077318690457,
      "loss": 2.6406,
      "step": 36493
    },
    {
      "epoch": 1.697790183763666,
      "grad_norm": 1.0251210018958012,
      "learning_rate": 0.0002486049350803962,
      "loss": 2.3438,
      "step": 36494
    },
    {
      "epoch": 1.6978367062107467,
      "grad_norm": 1.0195158264617186,
      "learning_rate": 0.0002486021382313801,
      "loss": 1.7656,
      "step": 36495
    },
    {
      "epoch": 1.6978832286578274,
      "grad_norm": 0.9428392974616269,
      "learning_rate": 0.0002485993413219992,
      "loss": 2.3125,
      "step": 36496
    },
    {
      "epoch": 1.697929751104908,
      "grad_norm": 1.0424686717482254,
      "learning_rate": 0.00024859654435225524,
      "loss": 2.5156,
      "step": 36497
    },
    {
      "epoch": 1.6979762735519888,
      "grad_norm": 1.0327246444407419,
      "learning_rate": 0.0002485937473221499,
      "loss": 2.5156,
      "step": 36498
    },
    {
      "epoch": 1.6980227959990697,
      "grad_norm": 0.9633835981445498,
      "learning_rate": 0.00024859095023168487,
      "loss": 2.4219,
      "step": 36499
    },
    {
      "epoch": 1.6980693184461502,
      "grad_norm": 0.9550196360233913,
      "learning_rate": 0.00024858815308086184,
      "loss": 2.4688,
      "step": 36500
    },
    {
      "epoch": 1.698115840893231,
      "grad_norm": 0.9945782808742801,
      "learning_rate": 0.0002485853558696826,
      "loss": 2.4375,
      "step": 36501
    },
    {
      "epoch": 1.6981623633403116,
      "grad_norm": 1.0050213016085714,
      "learning_rate": 0.0002485825585981488,
      "loss": 2.5,
      "step": 36502
    },
    {
      "epoch": 1.6982088857873925,
      "grad_norm": 1.0002264627811532,
      "learning_rate": 0.0002485797612662622,
      "loss": 2.4219,
      "step": 36503
    },
    {
      "epoch": 1.6982554082344732,
      "grad_norm": 0.9496536678687064,
      "learning_rate": 0.00024857696387402446,
      "loss": 2.3906,
      "step": 36504
    },
    {
      "epoch": 1.6983019306815539,
      "grad_norm": 0.9194570133464425,
      "learning_rate": 0.00024857416642143734,
      "loss": 2.25,
      "step": 36505
    },
    {
      "epoch": 1.6983484531286346,
      "grad_norm": 0.9716729886453442,
      "learning_rate": 0.00024857136890850254,
      "loss": 2.4062,
      "step": 36506
    },
    {
      "epoch": 1.6983949755757153,
      "grad_norm": 0.9482070831644489,
      "learning_rate": 0.00024856857133522176,
      "loss": 2.4062,
      "step": 36507
    },
    {
      "epoch": 1.698441498022796,
      "grad_norm": 1.0116581004442038,
      "learning_rate": 0.00024856577370159673,
      "loss": 2.6094,
      "step": 36508
    },
    {
      "epoch": 1.6984880204698767,
      "grad_norm": 1.0326565615358978,
      "learning_rate": 0.0002485629760076291,
      "loss": 2.1875,
      "step": 36509
    },
    {
      "epoch": 1.6985345429169574,
      "grad_norm": 0.9903391920703197,
      "learning_rate": 0.0002485601782533207,
      "loss": 2.2812,
      "step": 36510
    },
    {
      "epoch": 1.698581065364038,
      "grad_norm": 1.010649720720779,
      "learning_rate": 0.00024855738043867313,
      "loss": 2.375,
      "step": 36511
    },
    {
      "epoch": 1.698627587811119,
      "grad_norm": 1.0021856562767588,
      "learning_rate": 0.00024855458256368816,
      "loss": 2.4531,
      "step": 36512
    },
    {
      "epoch": 1.6986741102581995,
      "grad_norm": 0.91180468174512,
      "learning_rate": 0.00024855178462836755,
      "loss": 2.1875,
      "step": 36513
    },
    {
      "epoch": 1.6987206327052804,
      "grad_norm": 0.9890315923269867,
      "learning_rate": 0.0002485489866327129,
      "loss": 2.6094,
      "step": 36514
    },
    {
      "epoch": 1.6987671551523609,
      "grad_norm": 1.0082474315239336,
      "learning_rate": 0.000248546188576726,
      "loss": 2.3281,
      "step": 36515
    },
    {
      "epoch": 1.6988136775994418,
      "grad_norm": 0.9699093454061077,
      "learning_rate": 0.0002485433904604085,
      "loss": 2.6094,
      "step": 36516
    },
    {
      "epoch": 1.6988602000465225,
      "grad_norm": 0.9829844297388358,
      "learning_rate": 0.00024854059228376224,
      "loss": 2.2344,
      "step": 36517
    },
    {
      "epoch": 1.6989067224936032,
      "grad_norm": 1.026427482220493,
      "learning_rate": 0.00024853779404678883,
      "loss": 2.2656,
      "step": 36518
    },
    {
      "epoch": 1.698953244940684,
      "grad_norm": 0.990156993767579,
      "learning_rate": 0.00024853499574948993,
      "loss": 2.2969,
      "step": 36519
    },
    {
      "epoch": 1.6989997673877646,
      "grad_norm": 1.0227890360348544,
      "learning_rate": 0.0002485321973918674,
      "loss": 2.5469,
      "step": 36520
    },
    {
      "epoch": 1.6990462898348453,
      "grad_norm": 0.9916237116313396,
      "learning_rate": 0.00024852939897392285,
      "loss": 2.3281,
      "step": 36521
    },
    {
      "epoch": 1.699092812281926,
      "grad_norm": 1.0216809875990513,
      "learning_rate": 0.00024852660049565797,
      "loss": 2.4062,
      "step": 36522
    },
    {
      "epoch": 1.699139334729007,
      "grad_norm": 1.022203029059689,
      "learning_rate": 0.00024852380195707465,
      "loss": 2.75,
      "step": 36523
    },
    {
      "epoch": 1.6991858571760874,
      "grad_norm": 1.0289865539997682,
      "learning_rate": 0.00024852100335817434,
      "loss": 2.4375,
      "step": 36524
    },
    {
      "epoch": 1.6992323796231683,
      "grad_norm": 1.0604432555462702,
      "learning_rate": 0.00024851820469895894,
      "loss": 2.6875,
      "step": 36525
    },
    {
      "epoch": 1.6992789020702488,
      "grad_norm": 1.0739001683520157,
      "learning_rate": 0.0002485154059794302,
      "loss": 2.4844,
      "step": 36526
    },
    {
      "epoch": 1.6993254245173297,
      "grad_norm": 1.0132758059414357,
      "learning_rate": 0.00024851260719958965,
      "loss": 2.2344,
      "step": 36527
    },
    {
      "epoch": 1.6993719469644102,
      "grad_norm": 1.0905391184978905,
      "learning_rate": 0.0002485098083594391,
      "loss": 2.3125,
      "step": 36528
    },
    {
      "epoch": 1.699418469411491,
      "grad_norm": 1.0530703074219194,
      "learning_rate": 0.0002485070094589803,
      "loss": 2.3438,
      "step": 36529
    },
    {
      "epoch": 1.6994649918585718,
      "grad_norm": 1.131702471710773,
      "learning_rate": 0.0002485042104982149,
      "loss": 2.3125,
      "step": 36530
    },
    {
      "epoch": 1.6995115143056525,
      "grad_norm": 0.9834666367173245,
      "learning_rate": 0.00024850141147714466,
      "loss": 2.5625,
      "step": 36531
    },
    {
      "epoch": 1.6995580367527332,
      "grad_norm": 0.9519220029919524,
      "learning_rate": 0.00024849861239577135,
      "loss": 2.3906,
      "step": 36532
    },
    {
      "epoch": 1.699604559199814,
      "grad_norm": 1.1261335446718044,
      "learning_rate": 0.0002484958132540965,
      "loss": 2.5,
      "step": 36533
    },
    {
      "epoch": 1.6996510816468946,
      "grad_norm": 0.9942686879245014,
      "learning_rate": 0.00024849301405212195,
      "loss": 2.2031,
      "step": 36534
    },
    {
      "epoch": 1.6996976040939753,
      "grad_norm": 0.9716916078877856,
      "learning_rate": 0.00024849021478984945,
      "loss": 2.4688,
      "step": 36535
    },
    {
      "epoch": 1.6997441265410562,
      "grad_norm": 1.1394609376045057,
      "learning_rate": 0.00024848741546728057,
      "loss": 2.4531,
      "step": 36536
    },
    {
      "epoch": 1.6997906489881367,
      "grad_norm": 1.0134686780525886,
      "learning_rate": 0.00024848461608441714,
      "loss": 2.3594,
      "step": 36537
    },
    {
      "epoch": 1.6998371714352176,
      "grad_norm": 1.0429006800424436,
      "learning_rate": 0.00024848181664126096,
      "loss": 2.6875,
      "step": 36538
    },
    {
      "epoch": 1.699883693882298,
      "grad_norm": 0.932934274410971,
      "learning_rate": 0.00024847901713781354,
      "loss": 2.2812,
      "step": 36539
    },
    {
      "epoch": 1.699930216329379,
      "grad_norm": 0.9350977444334236,
      "learning_rate": 0.00024847621757407667,
      "loss": 1.7578,
      "step": 36540
    },
    {
      "epoch": 1.6999767387764595,
      "grad_norm": 1.1298235245683828,
      "learning_rate": 0.0002484734179500521,
      "loss": 2.3438,
      "step": 36541
    },
    {
      "epoch": 1.7000232612235404,
      "grad_norm": 1.128243201228772,
      "learning_rate": 0.00024847061826574154,
      "loss": 2.5938,
      "step": 36542
    },
    {
      "epoch": 1.7000697836706211,
      "grad_norm": 1.099552355002795,
      "learning_rate": 0.00024846781852114663,
      "loss": 2.4531,
      "step": 36543
    },
    {
      "epoch": 1.7001163061177018,
      "grad_norm": 1.0881053383890045,
      "learning_rate": 0.0002484650187162692,
      "loss": 2.6406,
      "step": 36544
    },
    {
      "epoch": 1.7001628285647825,
      "grad_norm": 0.9691707621213854,
      "learning_rate": 0.0002484622188511109,
      "loss": 2.3125,
      "step": 36545
    },
    {
      "epoch": 1.7002093510118632,
      "grad_norm": 1.0166848163405922,
      "learning_rate": 0.0002484594189256734,
      "loss": 2.3125,
      "step": 36546
    },
    {
      "epoch": 1.700255873458944,
      "grad_norm": 1.012118515666174,
      "learning_rate": 0.0002484566189399585,
      "loss": 2.2188,
      "step": 36547
    },
    {
      "epoch": 1.7003023959060246,
      "grad_norm": 0.9940460682497526,
      "learning_rate": 0.0002484538188939679,
      "loss": 2.1875,
      "step": 36548
    },
    {
      "epoch": 1.7003489183531055,
      "grad_norm": 1.0566714265779922,
      "learning_rate": 0.0002484510187877033,
      "loss": 2.2969,
      "step": 36549
    },
    {
      "epoch": 1.700395440800186,
      "grad_norm": 0.9418504585561973,
      "learning_rate": 0.0002484482186211663,
      "loss": 2.2812,
      "step": 36550
    },
    {
      "epoch": 1.700441963247267,
      "grad_norm": 1.0267313677557324,
      "learning_rate": 0.00024844541839435884,
      "loss": 2.4844,
      "step": 36551
    },
    {
      "epoch": 1.7004884856943474,
      "grad_norm": 1.0230086738954351,
      "learning_rate": 0.0002484426181072825,
      "loss": 2.8594,
      "step": 36552
    },
    {
      "epoch": 1.7005350081414283,
      "grad_norm": 0.9255083088783351,
      "learning_rate": 0.000248439817759939,
      "loss": 2.1562,
      "step": 36553
    },
    {
      "epoch": 1.7005815305885088,
      "grad_norm": 0.9390691253522773,
      "learning_rate": 0.00024843701735233003,
      "loss": 2.25,
      "step": 36554
    },
    {
      "epoch": 1.7006280530355897,
      "grad_norm": 1.1428217578307702,
      "learning_rate": 0.00024843421688445735,
      "loss": 2.6719,
      "step": 36555
    },
    {
      "epoch": 1.7006745754826704,
      "grad_norm": 1.0106957409980448,
      "learning_rate": 0.0002484314163563226,
      "loss": 2.3125,
      "step": 36556
    },
    {
      "epoch": 1.7007210979297511,
      "grad_norm": 0.9508033718458633,
      "learning_rate": 0.00024842861576792767,
      "loss": 2.125,
      "step": 36557
    },
    {
      "epoch": 1.7007676203768318,
      "grad_norm": 1.0158859069711685,
      "learning_rate": 0.0002484258151192741,
      "loss": 2.4688,
      "step": 36558
    },
    {
      "epoch": 1.7008141428239125,
      "grad_norm": 0.9607581837055968,
      "learning_rate": 0.0002484230144103637,
      "loss": 2.2188,
      "step": 36559
    },
    {
      "epoch": 1.7008606652709932,
      "grad_norm": 1.004369595611232,
      "learning_rate": 0.0002484202136411981,
      "loss": 2.4062,
      "step": 36560
    },
    {
      "epoch": 1.700907187718074,
      "grad_norm": 0.9955725785500311,
      "learning_rate": 0.00024841741281177914,
      "loss": 2.5156,
      "step": 36561
    },
    {
      "epoch": 1.7009537101651548,
      "grad_norm": 1.0429077710112675,
      "learning_rate": 0.0002484146119221084,
      "loss": 2.4219,
      "step": 36562
    },
    {
      "epoch": 1.7010002326122353,
      "grad_norm": 0.9786071415635089,
      "learning_rate": 0.00024841181097218766,
      "loss": 2.3906,
      "step": 36563
    },
    {
      "epoch": 1.7010467550593162,
      "grad_norm": 1.033314727794744,
      "learning_rate": 0.0002484090099620186,
      "loss": 2.375,
      "step": 36564
    },
    {
      "epoch": 1.7010932775063967,
      "grad_norm": 0.9108956527659828,
      "learning_rate": 0.0002484062088916031,
      "loss": 2.0469,
      "step": 36565
    },
    {
      "epoch": 1.7011397999534776,
      "grad_norm": 0.9434821308885903,
      "learning_rate": 0.00024840340776094254,
      "loss": 2.2031,
      "step": 36566
    },
    {
      "epoch": 1.7011863224005581,
      "grad_norm": 1.0325456298466604,
      "learning_rate": 0.00024840060657003895,
      "loss": 2.4062,
      "step": 36567
    },
    {
      "epoch": 1.701232844847639,
      "grad_norm": 1.0439319764493113,
      "learning_rate": 0.00024839780531889395,
      "loss": 2.6406,
      "step": 36568
    },
    {
      "epoch": 1.7012793672947197,
      "grad_norm": 1.0012336816263363,
      "learning_rate": 0.00024839500400750916,
      "loss": 2.6406,
      "step": 36569
    },
    {
      "epoch": 1.7013258897418004,
      "grad_norm": 1.001757565769581,
      "learning_rate": 0.0002483922026358864,
      "loss": 2.6094,
      "step": 36570
    },
    {
      "epoch": 1.7013724121888811,
      "grad_norm": 0.9632153625697124,
      "learning_rate": 0.00024838940120402737,
      "loss": 2.1562,
      "step": 36571
    },
    {
      "epoch": 1.7014189346359618,
      "grad_norm": 1.0523989784444896,
      "learning_rate": 0.0002483865997119338,
      "loss": 2.0156,
      "step": 36572
    },
    {
      "epoch": 1.7014654570830425,
      "grad_norm": 1.134450736601353,
      "learning_rate": 0.0002483837981596073,
      "loss": 2.25,
      "step": 36573
    },
    {
      "epoch": 1.7015119795301232,
      "grad_norm": 0.9504437291629743,
      "learning_rate": 0.00024838099654704966,
      "loss": 2.375,
      "step": 36574
    },
    {
      "epoch": 1.7015585019772042,
      "grad_norm": 1.0905343532018101,
      "learning_rate": 0.00024837819487426267,
      "loss": 2.5156,
      "step": 36575
    },
    {
      "epoch": 1.7016050244242846,
      "grad_norm": 1.007589919769432,
      "learning_rate": 0.0002483753931412479,
      "loss": 2.4375,
      "step": 36576
    },
    {
      "epoch": 1.7016515468713656,
      "grad_norm": 0.949250033074183,
      "learning_rate": 0.0002483725913480072,
      "loss": 2.3594,
      "step": 36577
    },
    {
      "epoch": 1.701698069318446,
      "grad_norm": 0.9881428157331753,
      "learning_rate": 0.00024836978949454214,
      "loss": 2.625,
      "step": 36578
    },
    {
      "epoch": 1.701744591765527,
      "grad_norm": 0.9166490966895685,
      "learning_rate": 0.0002483669875808545,
      "loss": 2.1719,
      "step": 36579
    },
    {
      "epoch": 1.7017911142126074,
      "grad_norm": 1.0118556904712488,
      "learning_rate": 0.0002483641856069461,
      "loss": 2.6094,
      "step": 36580
    },
    {
      "epoch": 1.7018376366596883,
      "grad_norm": 0.9840350778976994,
      "learning_rate": 0.00024836138357281853,
      "loss": 2.3125,
      "step": 36581
    },
    {
      "epoch": 1.701884159106769,
      "grad_norm": 1.180793852616736,
      "learning_rate": 0.00024835858147847356,
      "loss": 2.375,
      "step": 36582
    },
    {
      "epoch": 1.7019306815538497,
      "grad_norm": 0.8955207254585386,
      "learning_rate": 0.0002483557793239129,
      "loss": 2.125,
      "step": 36583
    },
    {
      "epoch": 1.7019772040009304,
      "grad_norm": 1.061662067343909,
      "learning_rate": 0.0002483529771091382,
      "loss": 2.5312,
      "step": 36584
    },
    {
      "epoch": 1.7020237264480111,
      "grad_norm": 1.0117767582459243,
      "learning_rate": 0.0002483501748341512,
      "loss": 2.4062,
      "step": 36585
    },
    {
      "epoch": 1.7020702488950918,
      "grad_norm": 0.9550895427835328,
      "learning_rate": 0.0002483473724989537,
      "loss": 2.375,
      "step": 36586
    },
    {
      "epoch": 1.7021167713421725,
      "grad_norm": 1.000997887465426,
      "learning_rate": 0.0002483445701035474,
      "loss": 2.5469,
      "step": 36587
    },
    {
      "epoch": 1.7021632937892535,
      "grad_norm": 0.9766585492689328,
      "learning_rate": 0.0002483417676479339,
      "loss": 2.0469,
      "step": 36588
    },
    {
      "epoch": 1.702209816236334,
      "grad_norm": 1.040683274023246,
      "learning_rate": 0.00024833896513211504,
      "loss": 2.6094,
      "step": 36589
    },
    {
      "epoch": 1.7022563386834149,
      "grad_norm": 0.9689712998496879,
      "learning_rate": 0.00024833616255609244,
      "loss": 2.3594,
      "step": 36590
    },
    {
      "epoch": 1.7023028611304953,
      "grad_norm": 1.0270911531495734,
      "learning_rate": 0.0002483333599198679,
      "loss": 2.4219,
      "step": 36591
    },
    {
      "epoch": 1.7023493835775763,
      "grad_norm": 0.995434364647521,
      "learning_rate": 0.00024833055722344306,
      "loss": 2.6094,
      "step": 36592
    },
    {
      "epoch": 1.7023959060246567,
      "grad_norm": 0.9918910980870709,
      "learning_rate": 0.0002483277544668197,
      "loss": 2.25,
      "step": 36593
    },
    {
      "epoch": 1.7024424284717377,
      "grad_norm": 0.9355673285089495,
      "learning_rate": 0.0002483249516499995,
      "loss": 2.4219,
      "step": 36594
    },
    {
      "epoch": 1.7024889509188184,
      "grad_norm": 1.0668839263346799,
      "learning_rate": 0.0002483221487729842,
      "loss": 2.6094,
      "step": 36595
    },
    {
      "epoch": 1.702535473365899,
      "grad_norm": 0.9750991961359887,
      "learning_rate": 0.0002483193458357755,
      "loss": 2.4844,
      "step": 36596
    },
    {
      "epoch": 1.7025819958129798,
      "grad_norm": 0.9978077051644925,
      "learning_rate": 0.0002483165428383751,
      "loss": 2.3125,
      "step": 36597
    },
    {
      "epoch": 1.7026285182600605,
      "grad_norm": 1.002706140727799,
      "learning_rate": 0.0002483137397807847,
      "loss": 2.5312,
      "step": 36598
    },
    {
      "epoch": 1.7026750407071412,
      "grad_norm": 0.9525758863654217,
      "learning_rate": 0.0002483109366630061,
      "loss": 2.2969,
      "step": 36599
    },
    {
      "epoch": 1.7027215631542219,
      "grad_norm": 1.0347610187386944,
      "learning_rate": 0.00024830813348504093,
      "loss": 2.5312,
      "step": 36600
    },
    {
      "epoch": 1.7027680856013028,
      "grad_norm": 1.063622463891324,
      "learning_rate": 0.000248305330246891,
      "loss": 2.5,
      "step": 36601
    },
    {
      "epoch": 1.7028146080483832,
      "grad_norm": 0.9371717362642324,
      "learning_rate": 0.00024830252694855797,
      "loss": 2.3125,
      "step": 36602
    },
    {
      "epoch": 1.7028611304954642,
      "grad_norm": 0.9512772327762526,
      "learning_rate": 0.00024829972359004346,
      "loss": 2.3281,
      "step": 36603
    },
    {
      "epoch": 1.7029076529425446,
      "grad_norm": 0.9185397609526373,
      "learning_rate": 0.0002482969201713494,
      "loss": 2.2656,
      "step": 36604
    },
    {
      "epoch": 1.7029541753896256,
      "grad_norm": 0.9879886709293771,
      "learning_rate": 0.0002482941166924773,
      "loss": 2.3906,
      "step": 36605
    },
    {
      "epoch": 1.703000697836706,
      "grad_norm": 1.0018704642777658,
      "learning_rate": 0.00024829131315342895,
      "loss": 2.2344,
      "step": 36606
    },
    {
      "epoch": 1.703047220283787,
      "grad_norm": 0.9771792154102905,
      "learning_rate": 0.0002482885095542061,
      "loss": 2.5625,
      "step": 36607
    },
    {
      "epoch": 1.7030937427308677,
      "grad_norm": 1.124644376401218,
      "learning_rate": 0.0002482857058948105,
      "loss": 2.5156,
      "step": 36608
    },
    {
      "epoch": 1.7031402651779484,
      "grad_norm": 0.9448339934878388,
      "learning_rate": 0.00024828290217524375,
      "loss": 2.375,
      "step": 36609
    },
    {
      "epoch": 1.703186787625029,
      "grad_norm": 0.9084553340601159,
      "learning_rate": 0.00024828009839550764,
      "loss": 2.1719,
      "step": 36610
    },
    {
      "epoch": 1.7032333100721098,
      "grad_norm": 0.9680810534515588,
      "learning_rate": 0.0002482772945556039,
      "loss": 2.2812,
      "step": 36611
    },
    {
      "epoch": 1.7032798325191905,
      "grad_norm": 0.9983928102460047,
      "learning_rate": 0.00024827449065553415,
      "loss": 2.3438,
      "step": 36612
    },
    {
      "epoch": 1.7033263549662712,
      "grad_norm": 0.9623859569469227,
      "learning_rate": 0.0002482716866953003,
      "loss": 2.2969,
      "step": 36613
    },
    {
      "epoch": 1.703372877413352,
      "grad_norm": 0.9912592091296896,
      "learning_rate": 0.0002482688826749038,
      "loss": 2.5156,
      "step": 36614
    },
    {
      "epoch": 1.7034193998604326,
      "grad_norm": 0.9338041145158217,
      "learning_rate": 0.0002482660785943466,
      "loss": 2.2188,
      "step": 36615
    },
    {
      "epoch": 1.7034659223075135,
      "grad_norm": 0.9540118530084088,
      "learning_rate": 0.00024826327445363037,
      "loss": 2.2031,
      "step": 36616
    },
    {
      "epoch": 1.703512444754594,
      "grad_norm": 1.071164182873836,
      "learning_rate": 0.0002482604702527567,
      "loss": 2.5625,
      "step": 36617
    },
    {
      "epoch": 1.7035589672016749,
      "grad_norm": 0.944638876265642,
      "learning_rate": 0.0002482576659917274,
      "loss": 2.375,
      "step": 36618
    },
    {
      "epoch": 1.7036054896487556,
      "grad_norm": 0.9144688291844493,
      "learning_rate": 0.0002482548616705442,
      "loss": 2.2656,
      "step": 36619
    },
    {
      "epoch": 1.7036520120958363,
      "grad_norm": 1.0035628850383773,
      "learning_rate": 0.0002482520572892088,
      "loss": 2.375,
      "step": 36620
    },
    {
      "epoch": 1.703698534542917,
      "grad_norm": 0.9861103069121979,
      "learning_rate": 0.0002482492528477229,
      "loss": 2.5156,
      "step": 36621
    },
    {
      "epoch": 1.7037450569899977,
      "grad_norm": 1.0386636557755784,
      "learning_rate": 0.00024824644834608826,
      "loss": 2.1406,
      "step": 36622
    },
    {
      "epoch": 1.7037915794370784,
      "grad_norm": 1.004655280173898,
      "learning_rate": 0.0002482436437843065,
      "loss": 2.2969,
      "step": 36623
    },
    {
      "epoch": 1.703838101884159,
      "grad_norm": 0.9488550276475913,
      "learning_rate": 0.00024824083916237944,
      "loss": 2.4531,
      "step": 36624
    },
    {
      "epoch": 1.7038846243312398,
      "grad_norm": 0.9654040277963796,
      "learning_rate": 0.00024823803448030876,
      "loss": 2.5625,
      "step": 36625
    },
    {
      "epoch": 1.7039311467783205,
      "grad_norm": 1.0439334456305145,
      "learning_rate": 0.0002482352297380962,
      "loss": 2.375,
      "step": 36626
    },
    {
      "epoch": 1.7039776692254014,
      "grad_norm": 1.0739872015978174,
      "learning_rate": 0.0002482324249357434,
      "loss": 2.3281,
      "step": 36627
    },
    {
      "epoch": 1.7040241916724819,
      "grad_norm": 0.9650800448330614,
      "learning_rate": 0.00024822962007325217,
      "loss": 2.3281,
      "step": 36628
    },
    {
      "epoch": 1.7040707141195628,
      "grad_norm": 1.0078843165849414,
      "learning_rate": 0.0002482268151506242,
      "loss": 2.4375,
      "step": 36629
    },
    {
      "epoch": 1.7041172365666433,
      "grad_norm": 1.0513897031497383,
      "learning_rate": 0.00024822401016786114,
      "loss": 2.4688,
      "step": 36630
    },
    {
      "epoch": 1.7041637590137242,
      "grad_norm": 1.0136830051421677,
      "learning_rate": 0.0002482212051249648,
      "loss": 2.7031,
      "step": 36631
    },
    {
      "epoch": 1.7042102814608049,
      "grad_norm": 0.9462953088154185,
      "learning_rate": 0.0002482184000219368,
      "loss": 2.5,
      "step": 36632
    },
    {
      "epoch": 1.7042568039078856,
      "grad_norm": 0.9944775377287265,
      "learning_rate": 0.000248215594858779,
      "loss": 2.5625,
      "step": 36633
    },
    {
      "epoch": 1.7043033263549663,
      "grad_norm": 1.0195873127155486,
      "learning_rate": 0.00024821278963549305,
      "loss": 2.4062,
      "step": 36634
    },
    {
      "epoch": 1.704349848802047,
      "grad_norm": 1.0106787295170565,
      "learning_rate": 0.0002482099843520806,
      "loss": 2.375,
      "step": 36635
    },
    {
      "epoch": 1.7043963712491277,
      "grad_norm": 1.0218060546938585,
      "learning_rate": 0.0002482071790085434,
      "loss": 2.3125,
      "step": 36636
    },
    {
      "epoch": 1.7044428936962084,
      "grad_norm": 1.0033651482398716,
      "learning_rate": 0.0002482043736048832,
      "loss": 2.4531,
      "step": 36637
    },
    {
      "epoch": 1.704489416143289,
      "grad_norm": 1.0211685238591126,
      "learning_rate": 0.00024820156814110174,
      "loss": 2.4844,
      "step": 36638
    },
    {
      "epoch": 1.7045359385903698,
      "grad_norm": 0.9572196925354158,
      "learning_rate": 0.00024819876261720066,
      "loss": 2.4531,
      "step": 36639
    },
    {
      "epoch": 1.7045824610374507,
      "grad_norm": 1.0181247656030525,
      "learning_rate": 0.00024819595703318175,
      "loss": 2.3125,
      "step": 36640
    },
    {
      "epoch": 1.7046289834845312,
      "grad_norm": 0.9643837850931859,
      "learning_rate": 0.00024819315138904666,
      "loss": 2.4219,
      "step": 36641
    },
    {
      "epoch": 1.704675505931612,
      "grad_norm": 0.9826189429790939,
      "learning_rate": 0.00024819034568479716,
      "loss": 2.4531,
      "step": 36642
    },
    {
      "epoch": 1.7047220283786926,
      "grad_norm": 0.9455031276766931,
      "learning_rate": 0.00024818753992043494,
      "loss": 2.2969,
      "step": 36643
    },
    {
      "epoch": 1.7047685508257735,
      "grad_norm": 0.9881655680174013,
      "learning_rate": 0.00024818473409596173,
      "loss": 2.5625,
      "step": 36644
    },
    {
      "epoch": 1.7048150732728542,
      "grad_norm": 0.9998617082168625,
      "learning_rate": 0.0002481819282113793,
      "loss": 2.3906,
      "step": 36645
    },
    {
      "epoch": 1.704861595719935,
      "grad_norm": 1.0077191799846732,
      "learning_rate": 0.00024817912226668924,
      "loss": 2.3438,
      "step": 36646
    },
    {
      "epoch": 1.7049081181670156,
      "grad_norm": 0.9568414397300128,
      "learning_rate": 0.00024817631626189343,
      "loss": 2.3594,
      "step": 36647
    },
    {
      "epoch": 1.7049546406140963,
      "grad_norm": 1.1095777349821914,
      "learning_rate": 0.00024817351019699346,
      "loss": 2.3594,
      "step": 36648
    },
    {
      "epoch": 1.705001163061177,
      "grad_norm": 1.0142022608480779,
      "learning_rate": 0.00024817070407199106,
      "loss": 2.2344,
      "step": 36649
    },
    {
      "epoch": 1.7050476855082577,
      "grad_norm": 0.9428277067286571,
      "learning_rate": 0.000248167897886888,
      "loss": 2.0469,
      "step": 36650
    },
    {
      "epoch": 1.7050942079553386,
      "grad_norm": 1.0091953313118596,
      "learning_rate": 0.00024816509164168595,
      "loss": 2.2031,
      "step": 36651
    },
    {
      "epoch": 1.705140730402419,
      "grad_norm": 0.9579890616762928,
      "learning_rate": 0.0002481622853363867,
      "loss": 2.375,
      "step": 36652
    },
    {
      "epoch": 1.7051872528495,
      "grad_norm": 1.0273165800132893,
      "learning_rate": 0.0002481594789709918,
      "loss": 2.3281,
      "step": 36653
    },
    {
      "epoch": 1.7052337752965805,
      "grad_norm": 0.9878245658839528,
      "learning_rate": 0.0002481566725455032,
      "loss": 2.6406,
      "step": 36654
    },
    {
      "epoch": 1.7052802977436614,
      "grad_norm": 0.9909970864172299,
      "learning_rate": 0.0002481538660599225,
      "loss": 2.4531,
      "step": 36655
    },
    {
      "epoch": 1.7053268201907419,
      "grad_norm": 1.0076423298086248,
      "learning_rate": 0.00024815105951425144,
      "loss": 2.6406,
      "step": 36656
    },
    {
      "epoch": 1.7053733426378228,
      "grad_norm": 0.9353813142071866,
      "learning_rate": 0.0002481482529084917,
      "loss": 2.6094,
      "step": 36657
    },
    {
      "epoch": 1.7054198650849035,
      "grad_norm": 0.9805264242465722,
      "learning_rate": 0.000248145446242645,
      "loss": 2.1406,
      "step": 36658
    },
    {
      "epoch": 1.7054663875319842,
      "grad_norm": 1.1089819300134827,
      "learning_rate": 0.0002481426395167131,
      "loss": 2.4219,
      "step": 36659
    },
    {
      "epoch": 1.705512909979065,
      "grad_norm": 1.0116289888913903,
      "learning_rate": 0.0002481398327306977,
      "loss": 2.2656,
      "step": 36660
    },
    {
      "epoch": 1.7055594324261456,
      "grad_norm": 0.9149887992049487,
      "learning_rate": 0.0002481370258846005,
      "loss": 2.4219,
      "step": 36661
    },
    {
      "epoch": 1.7056059548732263,
      "grad_norm": 1.0103628888228615,
      "learning_rate": 0.00024813421897842324,
      "loss": 2.4375,
      "step": 36662
    },
    {
      "epoch": 1.705652477320307,
      "grad_norm": 1.0065193391208385,
      "learning_rate": 0.0002481314120121676,
      "loss": 2.5312,
      "step": 36663
    },
    {
      "epoch": 1.705698999767388,
      "grad_norm": 0.9621127655468572,
      "learning_rate": 0.0002481286049858354,
      "loss": 2.5,
      "step": 36664
    },
    {
      "epoch": 1.7057455222144684,
      "grad_norm": 0.9939244154807958,
      "learning_rate": 0.00024812579789942825,
      "loss": 2.4844,
      "step": 36665
    },
    {
      "epoch": 1.7057920446615493,
      "grad_norm": 0.9576678222241622,
      "learning_rate": 0.0002481229907529479,
      "loss": 2.25,
      "step": 36666
    },
    {
      "epoch": 1.7058385671086298,
      "grad_norm": 1.0727536723871607,
      "learning_rate": 0.00024812018354639613,
      "loss": 2.7188,
      "step": 36667
    },
    {
      "epoch": 1.7058850895557107,
      "grad_norm": 0.9479674237726281,
      "learning_rate": 0.00024811737627977455,
      "loss": 2.3281,
      "step": 36668
    },
    {
      "epoch": 1.7059316120027912,
      "grad_norm": 0.9892718774521921,
      "learning_rate": 0.0002481145689530849,
      "loss": 2.5938,
      "step": 36669
    },
    {
      "epoch": 1.7059781344498721,
      "grad_norm": 1.0868506431907916,
      "learning_rate": 0.000248111761566329,
      "loss": 2.5625,
      "step": 36670
    },
    {
      "epoch": 1.7060246568969528,
      "grad_norm": 1.0299397344717725,
      "learning_rate": 0.0002481089541195085,
      "loss": 2.4688,
      "step": 36671
    },
    {
      "epoch": 1.7060711793440335,
      "grad_norm": 0.9783828936195345,
      "learning_rate": 0.0002481061466126251,
      "loss": 2.3281,
      "step": 36672
    },
    {
      "epoch": 1.7061177017911142,
      "grad_norm": 0.9561846642003542,
      "learning_rate": 0.0002481033390456806,
      "loss": 2.2031,
      "step": 36673
    },
    {
      "epoch": 1.706164224238195,
      "grad_norm": 0.9791668748397571,
      "learning_rate": 0.00024810053141867655,
      "loss": 2.375,
      "step": 36674
    },
    {
      "epoch": 1.7062107466852756,
      "grad_norm": 0.9615045293704849,
      "learning_rate": 0.0002480977237316148,
      "loss": 2.3906,
      "step": 36675
    },
    {
      "epoch": 1.7062572691323563,
      "grad_norm": 1.036540801335755,
      "learning_rate": 0.0002480949159844971,
      "loss": 2.5312,
      "step": 36676
    },
    {
      "epoch": 1.7063037915794372,
      "grad_norm": 1.0143164274154939,
      "learning_rate": 0.00024809210817732506,
      "loss": 2.3125,
      "step": 36677
    },
    {
      "epoch": 1.7063503140265177,
      "grad_norm": 1.0050127344009028,
      "learning_rate": 0.0002480893003101005,
      "loss": 2.6562,
      "step": 36678
    },
    {
      "epoch": 1.7063968364735986,
      "grad_norm": 1.0138606233739669,
      "learning_rate": 0.00024808649238282506,
      "loss": 2.2656,
      "step": 36679
    },
    {
      "epoch": 1.706443358920679,
      "grad_norm": 0.9377834989469835,
      "learning_rate": 0.0002480836843955005,
      "loss": 1.6016,
      "step": 36680
    },
    {
      "epoch": 1.70648988136776,
      "grad_norm": 0.9411322662373784,
      "learning_rate": 0.0002480808763481286,
      "loss": 2.0938,
      "step": 36681
    },
    {
      "epoch": 1.7065364038148405,
      "grad_norm": 1.0267332381011836,
      "learning_rate": 0.0002480780682407109,
      "loss": 2.3906,
      "step": 36682
    },
    {
      "epoch": 1.7065829262619214,
      "grad_norm": 0.9096985593625716,
      "learning_rate": 0.0002480752600732493,
      "loss": 2.4844,
      "step": 36683
    },
    {
      "epoch": 1.7066294487090021,
      "grad_norm": 1.0067970614282327,
      "learning_rate": 0.0002480724518457454,
      "loss": 2.5781,
      "step": 36684
    },
    {
      "epoch": 1.7066759711560828,
      "grad_norm": 0.9146621385850887,
      "learning_rate": 0.000248069643558201,
      "loss": 2.3438,
      "step": 36685
    },
    {
      "epoch": 1.7067224936031635,
      "grad_norm": 1.0182425814943736,
      "learning_rate": 0.00024806683521061775,
      "loss": 2.4531,
      "step": 36686
    },
    {
      "epoch": 1.7067690160502442,
      "grad_norm": 1.0475228848229736,
      "learning_rate": 0.0002480640268029974,
      "loss": 2.5312,
      "step": 36687
    },
    {
      "epoch": 1.706815538497325,
      "grad_norm": 0.9648682069520247,
      "learning_rate": 0.0002480612183353417,
      "loss": 2.3438,
      "step": 36688
    },
    {
      "epoch": 1.7068620609444056,
      "grad_norm": 1.0300048713620042,
      "learning_rate": 0.0002480584098076524,
      "loss": 2.2969,
      "step": 36689
    },
    {
      "epoch": 1.7069085833914865,
      "grad_norm": 0.9180457625130847,
      "learning_rate": 0.0002480556012199311,
      "loss": 2.375,
      "step": 36690
    },
    {
      "epoch": 1.706955105838567,
      "grad_norm": 0.9061457189081131,
      "learning_rate": 0.0002480527925721796,
      "loss": 2.2812,
      "step": 36691
    },
    {
      "epoch": 1.707001628285648,
      "grad_norm": 0.9873767069872917,
      "learning_rate": 0.0002480499838643996,
      "loss": 2.3281,
      "step": 36692
    },
    {
      "epoch": 1.7070481507327284,
      "grad_norm": 0.994323027010119,
      "learning_rate": 0.0002480471750965928,
      "loss": 2.5156,
      "step": 36693
    },
    {
      "epoch": 1.7070946731798093,
      "grad_norm": 0.952083620644266,
      "learning_rate": 0.000248044366268761,
      "loss": 2.4219,
      "step": 36694
    },
    {
      "epoch": 1.7071411956268898,
      "grad_norm": 1.1172446472018562,
      "learning_rate": 0.0002480415573809058,
      "loss": 2.2188,
      "step": 36695
    },
    {
      "epoch": 1.7071877180739707,
      "grad_norm": 0.9950188809522854,
      "learning_rate": 0.000248038748433029,
      "loss": 2.4062,
      "step": 36696
    },
    {
      "epoch": 1.7072342405210514,
      "grad_norm": 0.9508156168608599,
      "learning_rate": 0.00024803593942513227,
      "loss": 2.6094,
      "step": 36697
    },
    {
      "epoch": 1.7072807629681321,
      "grad_norm": 0.9739121138273343,
      "learning_rate": 0.0002480331303572174,
      "loss": 2.3906,
      "step": 36698
    },
    {
      "epoch": 1.7073272854152128,
      "grad_norm": 0.9997806717835156,
      "learning_rate": 0.00024803032122928606,
      "loss": 2.4844,
      "step": 36699
    },
    {
      "epoch": 1.7073738078622935,
      "grad_norm": 0.9576608173867781,
      "learning_rate": 0.00024802751204134,
      "loss": 2.2812,
      "step": 36700
    },
    {
      "epoch": 1.7074203303093742,
      "grad_norm": 0.9981134165743536,
      "learning_rate": 0.0002480247027933809,
      "loss": 2.375,
      "step": 36701
    },
    {
      "epoch": 1.707466852756455,
      "grad_norm": 1.0123451535316172,
      "learning_rate": 0.0002480218934854105,
      "loss": 2.4531,
      "step": 36702
    },
    {
      "epoch": 1.7075133752035359,
      "grad_norm": 0.9962052543409599,
      "learning_rate": 0.0002480190841174305,
      "loss": 2.3281,
      "step": 36703
    },
    {
      "epoch": 1.7075598976506163,
      "grad_norm": 0.9435068604665574,
      "learning_rate": 0.0002480162746894427,
      "loss": 2.3125,
      "step": 36704
    },
    {
      "epoch": 1.7076064200976973,
      "grad_norm": 0.9635413504571623,
      "learning_rate": 0.0002480134652014487,
      "loss": 2.3906,
      "step": 36705
    },
    {
      "epoch": 1.7076529425447777,
      "grad_norm": 1.0005124082839123,
      "learning_rate": 0.0002480106556534503,
      "loss": 2.6719,
      "step": 36706
    },
    {
      "epoch": 1.7076994649918587,
      "grad_norm": 0.9569749990608941,
      "learning_rate": 0.0002480078460454492,
      "loss": 2.3125,
      "step": 36707
    },
    {
      "epoch": 1.7077459874389391,
      "grad_norm": 0.9924304225113662,
      "learning_rate": 0.0002480050363774471,
      "loss": 2.5156,
      "step": 36708
    },
    {
      "epoch": 1.70779250988602,
      "grad_norm": 0.9177951957569932,
      "learning_rate": 0.00024800222664944573,
      "loss": 2.2188,
      "step": 36709
    },
    {
      "epoch": 1.7078390323331007,
      "grad_norm": 1.032232107358492,
      "learning_rate": 0.0002479994168614469,
      "loss": 2.2969,
      "step": 36710
    },
    {
      "epoch": 1.7078855547801814,
      "grad_norm": 0.9606395766044332,
      "learning_rate": 0.0002479966070134522,
      "loss": 2.4844,
      "step": 36711
    },
    {
      "epoch": 1.7079320772272621,
      "grad_norm": 1.0854882591582695,
      "learning_rate": 0.00024799379710546335,
      "loss": 2.4531,
      "step": 36712
    },
    {
      "epoch": 1.7079785996743428,
      "grad_norm": 0.9532561121023214,
      "learning_rate": 0.0002479909871374822,
      "loss": 2.2188,
      "step": 36713
    },
    {
      "epoch": 1.7080251221214235,
      "grad_norm": 1.0054469718624923,
      "learning_rate": 0.0002479881771095103,
      "loss": 2.5781,
      "step": 36714
    },
    {
      "epoch": 1.7080716445685042,
      "grad_norm": 0.9936469162550776,
      "learning_rate": 0.00024798536702154954,
      "loss": 2.2812,
      "step": 36715
    },
    {
      "epoch": 1.7081181670155852,
      "grad_norm": 1.026552826855626,
      "learning_rate": 0.00024798255687360154,
      "loss": 2.5312,
      "step": 36716
    },
    {
      "epoch": 1.7081646894626656,
      "grad_norm": 0.9635207142799962,
      "learning_rate": 0.00024797974666566805,
      "loss": 2.2344,
      "step": 36717
    },
    {
      "epoch": 1.7082112119097466,
      "grad_norm": 1.0076659679359952,
      "learning_rate": 0.00024797693639775075,
      "loss": 2.2969,
      "step": 36718
    },
    {
      "epoch": 1.708257734356827,
      "grad_norm": 0.9978716180702882,
      "learning_rate": 0.00024797412606985137,
      "loss": 2.125,
      "step": 36719
    },
    {
      "epoch": 1.708304256803908,
      "grad_norm": 1.1856882873207883,
      "learning_rate": 0.0002479713156819717,
      "loss": 2.5781,
      "step": 36720
    },
    {
      "epoch": 1.7083507792509884,
      "grad_norm": 1.0299221838991155,
      "learning_rate": 0.00024796850523411344,
      "loss": 2.3281,
      "step": 36721
    },
    {
      "epoch": 1.7083973016980694,
      "grad_norm": 1.0179314935580406,
      "learning_rate": 0.00024796569472627824,
      "loss": 2.2344,
      "step": 36722
    },
    {
      "epoch": 1.70844382414515,
      "grad_norm": 0.9887795088664977,
      "learning_rate": 0.00024796288415846786,
      "loss": 2.3906,
      "step": 36723
    },
    {
      "epoch": 1.7084903465922308,
      "grad_norm": 1.0000409237240897,
      "learning_rate": 0.00024796007353068407,
      "loss": 2.3281,
      "step": 36724
    },
    {
      "epoch": 1.7085368690393115,
      "grad_norm": 0.9804018671958058,
      "learning_rate": 0.0002479572628429285,
      "loss": 2.4531,
      "step": 36725
    },
    {
      "epoch": 1.7085833914863922,
      "grad_norm": 0.9704029608034204,
      "learning_rate": 0.0002479544520952029,
      "loss": 2.2969,
      "step": 36726
    },
    {
      "epoch": 1.7086299139334729,
      "grad_norm": 0.9306632687360964,
      "learning_rate": 0.00024795164128750904,
      "loss": 2.2031,
      "step": 36727
    },
    {
      "epoch": 1.7086764363805536,
      "grad_norm": 1.0479409208738413,
      "learning_rate": 0.0002479488304198486,
      "loss": 2.2656,
      "step": 36728
    },
    {
      "epoch": 1.7087229588276345,
      "grad_norm": 1.1298783280636049,
      "learning_rate": 0.00024794601949222335,
      "loss": 2.6562,
      "step": 36729
    },
    {
      "epoch": 1.708769481274715,
      "grad_norm": 1.0103801975408118,
      "learning_rate": 0.00024794320850463487,
      "loss": 2.6406,
      "step": 36730
    },
    {
      "epoch": 1.7088160037217959,
      "grad_norm": 0.9928631386897108,
      "learning_rate": 0.0002479403974570851,
      "loss": 1.9766,
      "step": 36731
    },
    {
      "epoch": 1.7088625261688764,
      "grad_norm": 0.988191158147375,
      "learning_rate": 0.00024793758634957555,
      "loss": 2.375,
      "step": 36732
    },
    {
      "epoch": 1.7089090486159573,
      "grad_norm": 0.9936033090053021,
      "learning_rate": 0.00024793477518210807,
      "loss": 2.5781,
      "step": 36733
    },
    {
      "epoch": 1.708955571063038,
      "grad_norm": 0.9891403112343218,
      "learning_rate": 0.0002479319639546843,
      "loss": 2.2969,
      "step": 36734
    },
    {
      "epoch": 1.7090020935101187,
      "grad_norm": 0.9742998595041104,
      "learning_rate": 0.00024792915266730613,
      "loss": 2.4375,
      "step": 36735
    },
    {
      "epoch": 1.7090486159571994,
      "grad_norm": 1.0606563580055528,
      "learning_rate": 0.00024792634131997503,
      "loss": 2.4844,
      "step": 36736
    },
    {
      "epoch": 1.70909513840428,
      "grad_norm": 0.9254877746262906,
      "learning_rate": 0.00024792352991269287,
      "loss": 2.3125,
      "step": 36737
    },
    {
      "epoch": 1.7091416608513608,
      "grad_norm": 1.0043002277617181,
      "learning_rate": 0.0002479207184454614,
      "loss": 2.4375,
      "step": 36738
    },
    {
      "epoch": 1.7091881832984415,
      "grad_norm": 0.980735742566616,
      "learning_rate": 0.00024791790691828223,
      "loss": 2.2188,
      "step": 36739
    },
    {
      "epoch": 1.7092347057455222,
      "grad_norm": 0.9225625663874301,
      "learning_rate": 0.00024791509533115717,
      "loss": 2.2344,
      "step": 36740
    },
    {
      "epoch": 1.7092812281926029,
      "grad_norm": 0.9456422800527173,
      "learning_rate": 0.00024791228368408787,
      "loss": 2.375,
      "step": 36741
    },
    {
      "epoch": 1.7093277506396838,
      "grad_norm": 0.9416600821957812,
      "learning_rate": 0.00024790947197707617,
      "loss": 2.4531,
      "step": 36742
    },
    {
      "epoch": 1.7093742730867643,
      "grad_norm": 1.0018951352861518,
      "learning_rate": 0.00024790666021012365,
      "loss": 2.2812,
      "step": 36743
    },
    {
      "epoch": 1.7094207955338452,
      "grad_norm": 1.0583171649113772,
      "learning_rate": 0.00024790384838323216,
      "loss": 2.4375,
      "step": 36744
    },
    {
      "epoch": 1.7094673179809257,
      "grad_norm": 1.0596243434448644,
      "learning_rate": 0.0002479010364964033,
      "loss": 2.5312,
      "step": 36745
    },
    {
      "epoch": 1.7095138404280066,
      "grad_norm": 1.00954312133352,
      "learning_rate": 0.00024789822454963884,
      "loss": 1.7656,
      "step": 36746
    },
    {
      "epoch": 1.7095603628750873,
      "grad_norm": 0.9981030644733545,
      "learning_rate": 0.00024789541254294055,
      "loss": 2.3438,
      "step": 36747
    },
    {
      "epoch": 1.709606885322168,
      "grad_norm": 0.9718203791746248,
      "learning_rate": 0.0002478926004763101,
      "loss": 2.2812,
      "step": 36748
    },
    {
      "epoch": 1.7096534077692487,
      "grad_norm": 0.9453457552994418,
      "learning_rate": 0.00024788978834974925,
      "loss": 2.2188,
      "step": 36749
    },
    {
      "epoch": 1.7096999302163294,
      "grad_norm": 0.9492126791412797,
      "learning_rate": 0.00024788697616325966,
      "loss": 2.3281,
      "step": 36750
    },
    {
      "epoch": 1.70974645266341,
      "grad_norm": 0.974907488302839,
      "learning_rate": 0.00024788416391684307,
      "loss": 2.3438,
      "step": 36751
    },
    {
      "epoch": 1.7097929751104908,
      "grad_norm": 0.9506727986379541,
      "learning_rate": 0.0002478813516105012,
      "loss": 2.5781,
      "step": 36752
    },
    {
      "epoch": 1.7098394975575715,
      "grad_norm": 0.9469755254281996,
      "learning_rate": 0.00024787853924423584,
      "loss": 2.2344,
      "step": 36753
    },
    {
      "epoch": 1.7098860200046522,
      "grad_norm": 1.0267350296004387,
      "learning_rate": 0.00024787572681804867,
      "loss": 2.6719,
      "step": 36754
    },
    {
      "epoch": 1.709932542451733,
      "grad_norm": 0.9893640348238002,
      "learning_rate": 0.0002478729143319414,
      "loss": 2.25,
      "step": 36755
    },
    {
      "epoch": 1.7099790648988136,
      "grad_norm": 1.0269744693800738,
      "learning_rate": 0.0002478701017859157,
      "loss": 2.6875,
      "step": 36756
    },
    {
      "epoch": 1.7100255873458945,
      "grad_norm": 0.9606447589849763,
      "learning_rate": 0.0002478672891799734,
      "loss": 2.3438,
      "step": 36757
    },
    {
      "epoch": 1.710072109792975,
      "grad_norm": 0.9437212229475752,
      "learning_rate": 0.0002478644765141161,
      "loss": 2.5469,
      "step": 36758
    },
    {
      "epoch": 1.710118632240056,
      "grad_norm": 0.9743999555822673,
      "learning_rate": 0.0002478616637883457,
      "loss": 2.375,
      "step": 36759
    },
    {
      "epoch": 1.7101651546871366,
      "grad_norm": 0.9151278672980291,
      "learning_rate": 0.00024785885100266373,
      "loss": 2.3281,
      "step": 36760
    },
    {
      "epoch": 1.7102116771342173,
      "grad_norm": 0.9674574832280951,
      "learning_rate": 0.0002478560381570721,
      "loss": 2.3125,
      "step": 36761
    },
    {
      "epoch": 1.710258199581298,
      "grad_norm": 0.9576769523154727,
      "learning_rate": 0.00024785322525157225,
      "loss": 2.375,
      "step": 36762
    },
    {
      "epoch": 1.7103047220283787,
      "grad_norm": 0.988240103800156,
      "learning_rate": 0.0002478504122861662,
      "loss": 2.4688,
      "step": 36763
    },
    {
      "epoch": 1.7103512444754594,
      "grad_norm": 0.9771688120388073,
      "learning_rate": 0.0002478475992608555,
      "loss": 2.5312,
      "step": 36764
    },
    {
      "epoch": 1.71039776692254,
      "grad_norm": 1.128493374925382,
      "learning_rate": 0.000247844786175642,
      "loss": 2.2812,
      "step": 36765
    },
    {
      "epoch": 1.710444289369621,
      "grad_norm": 0.9996889024181267,
      "learning_rate": 0.0002478419730305273,
      "loss": 2.7344,
      "step": 36766
    },
    {
      "epoch": 1.7104908118167015,
      "grad_norm": 0.9986943931536404,
      "learning_rate": 0.00024783915982551315,
      "loss": 2.625,
      "step": 36767
    },
    {
      "epoch": 1.7105373342637824,
      "grad_norm": 1.002591941175435,
      "learning_rate": 0.0002478363465606013,
      "loss": 2.1719,
      "step": 36768
    },
    {
      "epoch": 1.7105838567108629,
      "grad_norm": 0.907392546365589,
      "learning_rate": 0.00024783353323579345,
      "loss": 2.375,
      "step": 36769
    },
    {
      "epoch": 1.7106303791579438,
      "grad_norm": 1.016060937615998,
      "learning_rate": 0.0002478307198510914,
      "loss": 2.3594,
      "step": 36770
    },
    {
      "epoch": 1.7106769016050243,
      "grad_norm": 0.9126152187781127,
      "learning_rate": 0.0002478279064064967,
      "loss": 2.4531,
      "step": 36771
    },
    {
      "epoch": 1.7107234240521052,
      "grad_norm": 1.031018430927389,
      "learning_rate": 0.00024782509290201125,
      "loss": 2.1406,
      "step": 36772
    },
    {
      "epoch": 1.710769946499186,
      "grad_norm": 0.9746824068334439,
      "learning_rate": 0.0002478222793376367,
      "loss": 2.5312,
      "step": 36773
    },
    {
      "epoch": 1.7108164689462666,
      "grad_norm": 0.9569407288120498,
      "learning_rate": 0.00024781946571337475,
      "loss": 2.3438,
      "step": 36774
    },
    {
      "epoch": 1.7108629913933473,
      "grad_norm": 0.9730159262251135,
      "learning_rate": 0.00024781665202922715,
      "loss": 2.3906,
      "step": 36775
    },
    {
      "epoch": 1.710909513840428,
      "grad_norm": 0.971872061331628,
      "learning_rate": 0.0002478138382851956,
      "loss": 2.2344,
      "step": 36776
    },
    {
      "epoch": 1.7109560362875087,
      "grad_norm": 0.9548459887670956,
      "learning_rate": 0.00024781102448128187,
      "loss": 2.3125,
      "step": 36777
    },
    {
      "epoch": 1.7110025587345894,
      "grad_norm": 1.016154856374899,
      "learning_rate": 0.00024780821061748767,
      "loss": 2.5,
      "step": 36778
    },
    {
      "epoch": 1.7110490811816703,
      "grad_norm": 1.0935535948472914,
      "learning_rate": 0.0002478053966938147,
      "loss": 2.6094,
      "step": 36779
    },
    {
      "epoch": 1.7110956036287508,
      "grad_norm": 1.038248517892606,
      "learning_rate": 0.0002478025827102647,
      "loss": 2.3906,
      "step": 36780
    },
    {
      "epoch": 1.7111421260758317,
      "grad_norm": 1.1114382450436202,
      "learning_rate": 0.0002477997686668393,
      "loss": 2.4219,
      "step": 36781
    },
    {
      "epoch": 1.7111886485229122,
      "grad_norm": 1.0149164029701636,
      "learning_rate": 0.0002477969545635404,
      "loss": 2.6875,
      "step": 36782
    },
    {
      "epoch": 1.7112351709699931,
      "grad_norm": 1.0207698978437052,
      "learning_rate": 0.00024779414040036963,
      "loss": 2.5625,
      "step": 36783
    },
    {
      "epoch": 1.7112816934170736,
      "grad_norm": 1.0067357231535405,
      "learning_rate": 0.00024779132617732866,
      "loss": 2.4844,
      "step": 36784
    },
    {
      "epoch": 1.7113282158641545,
      "grad_norm": 0.9211320565284546,
      "learning_rate": 0.00024778851189441925,
      "loss": 2.2969,
      "step": 36785
    },
    {
      "epoch": 1.7113747383112352,
      "grad_norm": 1.0008254388351934,
      "learning_rate": 0.00024778569755164317,
      "loss": 2.375,
      "step": 36786
    },
    {
      "epoch": 1.711421260758316,
      "grad_norm": 0.9527108201052192,
      "learning_rate": 0.0002477828831490021,
      "loss": 2.3125,
      "step": 36787
    },
    {
      "epoch": 1.7114677832053966,
      "grad_norm": 1.0459419381835602,
      "learning_rate": 0.0002477800686864978,
      "loss": 2.5156,
      "step": 36788
    },
    {
      "epoch": 1.7115143056524773,
      "grad_norm": 1.0467354856890612,
      "learning_rate": 0.00024777725416413193,
      "loss": 2.625,
      "step": 36789
    },
    {
      "epoch": 1.711560828099558,
      "grad_norm": 1.0163435553144462,
      "learning_rate": 0.0002477744395819062,
      "loss": 2.7188,
      "step": 36790
    },
    {
      "epoch": 1.7116073505466387,
      "grad_norm": 0.9777516351023192,
      "learning_rate": 0.0002477716249398225,
      "loss": 2.3594,
      "step": 36791
    },
    {
      "epoch": 1.7116538729937196,
      "grad_norm": 0.9546369851779919,
      "learning_rate": 0.00024776881023788237,
      "loss": 2.3906,
      "step": 36792
    },
    {
      "epoch": 1.7117003954408,
      "grad_norm": 1.0543695291229807,
      "learning_rate": 0.0002477659954760876,
      "loss": 2.4531,
      "step": 36793
    },
    {
      "epoch": 1.711746917887881,
      "grad_norm": 0.9479248129069753,
      "learning_rate": 0.00024776318065443994,
      "loss": 2.1562,
      "step": 36794
    },
    {
      "epoch": 1.7117934403349615,
      "grad_norm": 0.9296068185157381,
      "learning_rate": 0.0002477603657729411,
      "loss": 1.6562,
      "step": 36795
    },
    {
      "epoch": 1.7118399627820424,
      "grad_norm": 0.9168491810633873,
      "learning_rate": 0.0002477575508315927,
      "loss": 2.2188,
      "step": 36796
    },
    {
      "epoch": 1.711886485229123,
      "grad_norm": 1.0631649485650967,
      "learning_rate": 0.0002477547358303966,
      "loss": 2.375,
      "step": 36797
    },
    {
      "epoch": 1.7119330076762038,
      "grad_norm": 1.0267088328719949,
      "learning_rate": 0.00024775192076935453,
      "loss": 2.4531,
      "step": 36798
    },
    {
      "epoch": 1.7119795301232845,
      "grad_norm": 1.0919730904966611,
      "learning_rate": 0.00024774910564846807,
      "loss": 2.5156,
      "step": 36799
    },
    {
      "epoch": 1.7120260525703652,
      "grad_norm": 0.972800950241715,
      "learning_rate": 0.0002477462904677391,
      "loss": 2.4062,
      "step": 36800
    },
    {
      "epoch": 1.712072575017446,
      "grad_norm": 1.0250876951396544,
      "learning_rate": 0.0002477434752271692,
      "loss": 2.5312,
      "step": 36801
    },
    {
      "epoch": 1.7121190974645266,
      "grad_norm": 1.0198679937549036,
      "learning_rate": 0.00024774065992676025,
      "loss": 2.2188,
      "step": 36802
    },
    {
      "epoch": 1.7121656199116073,
      "grad_norm": 0.9377521230133177,
      "learning_rate": 0.00024773784456651383,
      "loss": 2.2344,
      "step": 36803
    },
    {
      "epoch": 1.712212142358688,
      "grad_norm": 1.0045543564574986,
      "learning_rate": 0.00024773502914643175,
      "loss": 2.5781,
      "step": 36804
    },
    {
      "epoch": 1.712258664805769,
      "grad_norm": 1.1406821864341912,
      "learning_rate": 0.0002477322136665157,
      "loss": 2.4844,
      "step": 36805
    },
    {
      "epoch": 1.7123051872528494,
      "grad_norm": 0.9736835189815057,
      "learning_rate": 0.0002477293981267674,
      "loss": 1.8438,
      "step": 36806
    },
    {
      "epoch": 1.7123517096999303,
      "grad_norm": 0.9546155648345687,
      "learning_rate": 0.0002477265825271886,
      "loss": 2.5156,
      "step": 36807
    },
    {
      "epoch": 1.7123982321470108,
      "grad_norm": 1.0325305945456251,
      "learning_rate": 0.000247723766867781,
      "loss": 2.5156,
      "step": 36808
    },
    {
      "epoch": 1.7124447545940917,
      "grad_norm": 1.0052486643671859,
      "learning_rate": 0.0002477209511485464,
      "loss": 2.25,
      "step": 36809
    },
    {
      "epoch": 1.7124912770411722,
      "grad_norm": 1.0488962223177505,
      "learning_rate": 0.0002477181353694864,
      "loss": 2.3906,
      "step": 36810
    },
    {
      "epoch": 1.7125377994882531,
      "grad_norm": 1.0814784925770828,
      "learning_rate": 0.0002477153195306028,
      "loss": 2.5312,
      "step": 36811
    },
    {
      "epoch": 1.7125843219353338,
      "grad_norm": 1.0112349089844357,
      "learning_rate": 0.0002477125036318973,
      "loss": 2.4844,
      "step": 36812
    },
    {
      "epoch": 1.7126308443824145,
      "grad_norm": 0.990074814789903,
      "learning_rate": 0.00024770968767337157,
      "loss": 2.0625,
      "step": 36813
    },
    {
      "epoch": 1.7126773668294952,
      "grad_norm": 0.948037139290459,
      "learning_rate": 0.0002477068716550275,
      "loss": 2.5781,
      "step": 36814
    },
    {
      "epoch": 1.712723889276576,
      "grad_norm": 1.0212896238189364,
      "learning_rate": 0.00024770405557686663,
      "loss": 2.2969,
      "step": 36815
    },
    {
      "epoch": 1.7127704117236566,
      "grad_norm": 0.9680428429747734,
      "learning_rate": 0.00024770123943889077,
      "loss": 2.4688,
      "step": 36816
    },
    {
      "epoch": 1.7128169341707373,
      "grad_norm": 1.0205436068109002,
      "learning_rate": 0.0002476984232411017,
      "loss": 2.2344,
      "step": 36817
    },
    {
      "epoch": 1.7128634566178182,
      "grad_norm": 0.9880568619201222,
      "learning_rate": 0.000247695606983501,
      "loss": 2.2812,
      "step": 36818
    },
    {
      "epoch": 1.7129099790648987,
      "grad_norm": 0.9903440172646231,
      "learning_rate": 0.0002476927906660905,
      "loss": 2.6406,
      "step": 36819
    },
    {
      "epoch": 1.7129565015119796,
      "grad_norm": 0.9754397922511863,
      "learning_rate": 0.0002476899742888719,
      "loss": 2.2344,
      "step": 36820
    },
    {
      "epoch": 1.7130030239590601,
      "grad_norm": 0.9760973807119302,
      "learning_rate": 0.0002476871578518469,
      "loss": 2.4375,
      "step": 36821
    },
    {
      "epoch": 1.713049546406141,
      "grad_norm": 0.9926432870064492,
      "learning_rate": 0.0002476843413550173,
      "loss": 2.5312,
      "step": 36822
    },
    {
      "epoch": 1.7130960688532215,
      "grad_norm": 0.9732054398261477,
      "learning_rate": 0.0002476815247983848,
      "loss": 2.4844,
      "step": 36823
    },
    {
      "epoch": 1.7131425913003024,
      "grad_norm": 1.019206234509552,
      "learning_rate": 0.000247678708181951,
      "loss": 2.125,
      "step": 36824
    },
    {
      "epoch": 1.7131891137473831,
      "grad_norm": 0.9125622742419431,
      "learning_rate": 0.00024767589150571776,
      "loss": 2.2188,
      "step": 36825
    },
    {
      "epoch": 1.7132356361944638,
      "grad_norm": 0.9310392068077833,
      "learning_rate": 0.00024767307476968676,
      "loss": 2.2188,
      "step": 36826
    },
    {
      "epoch": 1.7132821586415445,
      "grad_norm": 0.9495661594068252,
      "learning_rate": 0.0002476702579738597,
      "loss": 2.4375,
      "step": 36827
    },
    {
      "epoch": 1.7133286810886252,
      "grad_norm": 1.166122468642984,
      "learning_rate": 0.0002476674411182383,
      "loss": 2.7812,
      "step": 36828
    },
    {
      "epoch": 1.713375203535706,
      "grad_norm": 1.009310392112423,
      "learning_rate": 0.00024766462420282444,
      "loss": 2.4219,
      "step": 36829
    },
    {
      "epoch": 1.7134217259827866,
      "grad_norm": 1.0183581520235403,
      "learning_rate": 0.00024766180722761964,
      "loss": 2.3906,
      "step": 36830
    },
    {
      "epoch": 1.7134682484298676,
      "grad_norm": 1.0500270619195433,
      "learning_rate": 0.00024765899019262575,
      "loss": 2.5312,
      "step": 36831
    },
    {
      "epoch": 1.713514770876948,
      "grad_norm": 0.9535699926470831,
      "learning_rate": 0.0002476561730978444,
      "loss": 2.5469,
      "step": 36832
    },
    {
      "epoch": 1.713561293324029,
      "grad_norm": 0.997697330970879,
      "learning_rate": 0.0002476533559432774,
      "loss": 2.3594,
      "step": 36833
    },
    {
      "epoch": 1.7136078157711094,
      "grad_norm": 1.0063864884127185,
      "learning_rate": 0.0002476505387289264,
      "loss": 2.3125,
      "step": 36834
    },
    {
      "epoch": 1.7136543382181904,
      "grad_norm": 0.9914574550406102,
      "learning_rate": 0.00024764772145479324,
      "loss": 2.2031,
      "step": 36835
    },
    {
      "epoch": 1.7137008606652708,
      "grad_norm": 1.0955338116598652,
      "learning_rate": 0.0002476449041208795,
      "loss": 2.5938,
      "step": 36836
    },
    {
      "epoch": 1.7137473831123518,
      "grad_norm": 0.9606663964816474,
      "learning_rate": 0.000247642086727187,
      "loss": 2.4844,
      "step": 36837
    },
    {
      "epoch": 1.7137939055594325,
      "grad_norm": 0.995868908101744,
      "learning_rate": 0.0002476392692737175,
      "loss": 2.3594,
      "step": 36838
    },
    {
      "epoch": 1.7138404280065132,
      "grad_norm": 1.0054271427969357,
      "learning_rate": 0.00024763645176047254,
      "loss": 2.2969,
      "step": 36839
    },
    {
      "epoch": 1.7138869504535938,
      "grad_norm": 1.0012556695239982,
      "learning_rate": 0.000247633634187454,
      "loss": 2.4688,
      "step": 36840
    },
    {
      "epoch": 1.7139334729006745,
      "grad_norm": 0.8713313190648351,
      "learning_rate": 0.00024763081655466366,
      "loss": 1.7734,
      "step": 36841
    },
    {
      "epoch": 1.7139799953477552,
      "grad_norm": 0.9405959302043059,
      "learning_rate": 0.0002476279988621031,
      "loss": 1.8359,
      "step": 36842
    },
    {
      "epoch": 1.714026517794836,
      "grad_norm": 0.9820354138550129,
      "learning_rate": 0.0002476251811097741,
      "loss": 2.4375,
      "step": 36843
    },
    {
      "epoch": 1.7140730402419169,
      "grad_norm": 1.1177444406021348,
      "learning_rate": 0.00024762236329767837,
      "loss": 2.6094,
      "step": 36844
    },
    {
      "epoch": 1.7141195626889973,
      "grad_norm": 1.0521269399701207,
      "learning_rate": 0.0002476195454258177,
      "loss": 2.3906,
      "step": 36845
    },
    {
      "epoch": 1.7141660851360783,
      "grad_norm": 0.92014586819444,
      "learning_rate": 0.0002476167274941937,
      "loss": 2.1875,
      "step": 36846
    },
    {
      "epoch": 1.7142126075831587,
      "grad_norm": 0.9686591141834688,
      "learning_rate": 0.00024761390950280823,
      "loss": 1.9531,
      "step": 36847
    },
    {
      "epoch": 1.7142591300302397,
      "grad_norm": 0.9935568563178543,
      "learning_rate": 0.00024761109145166293,
      "loss": 2.375,
      "step": 36848
    },
    {
      "epoch": 1.7143056524773201,
      "grad_norm": 1.0308427844372754,
      "learning_rate": 0.00024760827334075955,
      "loss": 2.4688,
      "step": 36849
    },
    {
      "epoch": 1.714352174924401,
      "grad_norm": 1.015561908946922,
      "learning_rate": 0.0002476054551700998,
      "loss": 2.3281,
      "step": 36850
    },
    {
      "epoch": 1.7143986973714818,
      "grad_norm": 0.9512173199495335,
      "learning_rate": 0.00024760263693968543,
      "loss": 2.3906,
      "step": 36851
    },
    {
      "epoch": 1.7144452198185625,
      "grad_norm": 1.0160377626009403,
      "learning_rate": 0.0002475998186495181,
      "loss": 2.2656,
      "step": 36852
    },
    {
      "epoch": 1.7144917422656432,
      "grad_norm": 0.9797620426611514,
      "learning_rate": 0.00024759700029959965,
      "loss": 2.3438,
      "step": 36853
    },
    {
      "epoch": 1.7145382647127239,
      "grad_norm": 1.072491536032874,
      "learning_rate": 0.0002475941818899318,
      "loss": 1.8047,
      "step": 36854
    },
    {
      "epoch": 1.7145847871598046,
      "grad_norm": 1.0682252762207052,
      "learning_rate": 0.0002475913634205161,
      "loss": 2.3438,
      "step": 36855
    },
    {
      "epoch": 1.7146313096068853,
      "grad_norm": 0.9659970091192465,
      "learning_rate": 0.0002475885448913544,
      "loss": 2.4688,
      "step": 36856
    },
    {
      "epoch": 1.7146778320539662,
      "grad_norm": 0.9831636235959731,
      "learning_rate": 0.00024758572630244845,
      "loss": 1.8672,
      "step": 36857
    },
    {
      "epoch": 1.7147243545010467,
      "grad_norm": 1.0426472924391665,
      "learning_rate": 0.0002475829076538,
      "loss": 2.3281,
      "step": 36858
    },
    {
      "epoch": 1.7147708769481276,
      "grad_norm": 0.956825915007069,
      "learning_rate": 0.0002475800889454106,
      "loss": 2.1875,
      "step": 36859
    },
    {
      "epoch": 1.714817399395208,
      "grad_norm": 1.0121912739013332,
      "learning_rate": 0.00024757727017728215,
      "loss": 2.3281,
      "step": 36860
    },
    {
      "epoch": 1.714863921842289,
      "grad_norm": 1.0415283616786206,
      "learning_rate": 0.0002475744513494163,
      "loss": 2.5,
      "step": 36861
    },
    {
      "epoch": 1.7149104442893697,
      "grad_norm": 0.979831018342932,
      "learning_rate": 0.00024757163246181483,
      "loss": 2.4375,
      "step": 36862
    },
    {
      "epoch": 1.7149569667364504,
      "grad_norm": 1.0118248579873776,
      "learning_rate": 0.0002475688135144794,
      "loss": 2.3906,
      "step": 36863
    },
    {
      "epoch": 1.715003489183531,
      "grad_norm": 0.9890019819982127,
      "learning_rate": 0.0002475659945074118,
      "loss": 2.3281,
      "step": 36864
    },
    {
      "epoch": 1.7150500116306118,
      "grad_norm": 0.9710044489973586,
      "learning_rate": 0.0002475631754406137,
      "loss": 2.5469,
      "step": 36865
    },
    {
      "epoch": 1.7150965340776925,
      "grad_norm": 0.9470066329090457,
      "learning_rate": 0.0002475603563140869,
      "loss": 2.3438,
      "step": 36866
    },
    {
      "epoch": 1.7151430565247732,
      "grad_norm": 0.9882308037041101,
      "learning_rate": 0.000247557537127833,
      "loss": 2.3281,
      "step": 36867
    },
    {
      "epoch": 1.7151895789718539,
      "grad_norm": 0.9628018082749992,
      "learning_rate": 0.0002475547178818538,
      "loss": 2.3125,
      "step": 36868
    },
    {
      "epoch": 1.7152361014189346,
      "grad_norm": 0.9837696288406381,
      "learning_rate": 0.0002475518985761511,
      "loss": 2.6719,
      "step": 36869
    },
    {
      "epoch": 1.7152826238660155,
      "grad_norm": 0.9222357281533017,
      "learning_rate": 0.00024754907921072653,
      "loss": 2.1719,
      "step": 36870
    },
    {
      "epoch": 1.715329146313096,
      "grad_norm": 1.0035960133681894,
      "learning_rate": 0.0002475462597855818,
      "loss": 2.6719,
      "step": 36871
    },
    {
      "epoch": 1.7153756687601769,
      "grad_norm": 1.046119547376482,
      "learning_rate": 0.00024754344030071865,
      "loss": 2.625,
      "step": 36872
    },
    {
      "epoch": 1.7154221912072574,
      "grad_norm": 0.9395964780633563,
      "learning_rate": 0.0002475406207561389,
      "loss": 2.6094,
      "step": 36873
    },
    {
      "epoch": 1.7154687136543383,
      "grad_norm": 1.024120195588782,
      "learning_rate": 0.00024753780115184423,
      "loss": 2.5156,
      "step": 36874
    },
    {
      "epoch": 1.715515236101419,
      "grad_norm": 1.162433558848504,
      "learning_rate": 0.00024753498148783625,
      "loss": 2.375,
      "step": 36875
    },
    {
      "epoch": 1.7155617585484997,
      "grad_norm": 1.0090714390601163,
      "learning_rate": 0.0002475321617641168,
      "loss": 2.5781,
      "step": 36876
    },
    {
      "epoch": 1.7156082809955804,
      "grad_norm": 0.9673913445310068,
      "learning_rate": 0.00024752934198068766,
      "loss": 2.3906,
      "step": 36877
    },
    {
      "epoch": 1.715654803442661,
      "grad_norm": 1.0077849634921043,
      "learning_rate": 0.00024752652213755046,
      "loss": 2.3594,
      "step": 36878
    },
    {
      "epoch": 1.7157013258897418,
      "grad_norm": 0.9614815709483912,
      "learning_rate": 0.0002475237022347069,
      "loss": 2.3594,
      "step": 36879
    },
    {
      "epoch": 1.7157478483368225,
      "grad_norm": 0.9842198148900082,
      "learning_rate": 0.00024752088227215875,
      "loss": 1.7891,
      "step": 36880
    },
    {
      "epoch": 1.7157943707839034,
      "grad_norm": 0.9550758685407125,
      "learning_rate": 0.00024751806224990777,
      "loss": 2.1719,
      "step": 36881
    },
    {
      "epoch": 1.7158408932309839,
      "grad_norm": 0.9112621366099473,
      "learning_rate": 0.0002475152421679557,
      "loss": 2.3281,
      "step": 36882
    },
    {
      "epoch": 1.7158874156780648,
      "grad_norm": 1.0293038547333067,
      "learning_rate": 0.0002475124220263042,
      "loss": 2.5312,
      "step": 36883
    },
    {
      "epoch": 1.7159339381251453,
      "grad_norm": 1.0031405410624743,
      "learning_rate": 0.000247509601824955,
      "loss": 2.3906,
      "step": 36884
    },
    {
      "epoch": 1.7159804605722262,
      "grad_norm": 0.9652559511958653,
      "learning_rate": 0.0002475067815639098,
      "loss": 2.3125,
      "step": 36885
    },
    {
      "epoch": 1.7160269830193067,
      "grad_norm": 1.175042676832185,
      "learning_rate": 0.0002475039612431704,
      "loss": 2.375,
      "step": 36886
    },
    {
      "epoch": 1.7160735054663876,
      "grad_norm": 0.9669693000306512,
      "learning_rate": 0.0002475011408627386,
      "loss": 2.0625,
      "step": 36887
    },
    {
      "epoch": 1.7161200279134683,
      "grad_norm": 0.9773547072659267,
      "learning_rate": 0.0002474983204226159,
      "loss": 2.2344,
      "step": 36888
    },
    {
      "epoch": 1.716166550360549,
      "grad_norm": 1.0253028096857326,
      "learning_rate": 0.00024749549992280425,
      "loss": 2.3438,
      "step": 36889
    },
    {
      "epoch": 1.7162130728076297,
      "grad_norm": 1.0585023742538149,
      "learning_rate": 0.0002474926793633052,
      "loss": 2.7031,
      "step": 36890
    },
    {
      "epoch": 1.7162595952547104,
      "grad_norm": 0.9009381952192278,
      "learning_rate": 0.00024748985874412056,
      "loss": 2.25,
      "step": 36891
    },
    {
      "epoch": 1.716306117701791,
      "grad_norm": 1.044545825614891,
      "learning_rate": 0.0002474870380652521,
      "loss": 2.5156,
      "step": 36892
    },
    {
      "epoch": 1.7163526401488718,
      "grad_norm": 1.0292017811057674,
      "learning_rate": 0.0002474842173267015,
      "loss": 2.4531,
      "step": 36893
    },
    {
      "epoch": 1.7163991625959527,
      "grad_norm": 1.0311762127787023,
      "learning_rate": 0.00024748139652847046,
      "loss": 2.5156,
      "step": 36894
    },
    {
      "epoch": 1.7164456850430332,
      "grad_norm": 1.0238096066748081,
      "learning_rate": 0.00024747857567056073,
      "loss": 2.6719,
      "step": 36895
    },
    {
      "epoch": 1.716492207490114,
      "grad_norm": 0.9853889133422101,
      "learning_rate": 0.0002474757547529741,
      "loss": 2.5156,
      "step": 36896
    },
    {
      "epoch": 1.7165387299371946,
      "grad_norm": 1.042077845968661,
      "learning_rate": 0.0002474729337757122,
      "loss": 2.4844,
      "step": 36897
    },
    {
      "epoch": 1.7165852523842755,
      "grad_norm": 0.9949724599426624,
      "learning_rate": 0.00024747011273877677,
      "loss": 2.4531,
      "step": 36898
    },
    {
      "epoch": 1.716631774831356,
      "grad_norm": 1.0473645526156707,
      "learning_rate": 0.0002474672916421696,
      "loss": 2.3281,
      "step": 36899
    },
    {
      "epoch": 1.716678297278437,
      "grad_norm": 1.1245062708454354,
      "learning_rate": 0.00024746447048589235,
      "loss": 2.4062,
      "step": 36900
    },
    {
      "epoch": 1.7167248197255176,
      "grad_norm": 1.0152527939342821,
      "learning_rate": 0.00024746164926994676,
      "loss": 2.3125,
      "step": 36901
    },
    {
      "epoch": 1.7167713421725983,
      "grad_norm": 0.9392518757703144,
      "learning_rate": 0.00024745882799433465,
      "loss": 2.3594,
      "step": 36902
    },
    {
      "epoch": 1.716817864619679,
      "grad_norm": 0.9278175295476921,
      "learning_rate": 0.0002474560066590576,
      "loss": 1.7031,
      "step": 36903
    },
    {
      "epoch": 1.7168643870667597,
      "grad_norm": 0.9469371572756746,
      "learning_rate": 0.00024745318526411743,
      "loss": 2.2812,
      "step": 36904
    },
    {
      "epoch": 1.7169109095138404,
      "grad_norm": 1.1285573816122412,
      "learning_rate": 0.00024745036380951585,
      "loss": 2.3438,
      "step": 36905
    },
    {
      "epoch": 1.716957431960921,
      "grad_norm": 0.9907046700433297,
      "learning_rate": 0.0002474475422952546,
      "loss": 2.625,
      "step": 36906
    },
    {
      "epoch": 1.717003954408002,
      "grad_norm": 1.001351529111669,
      "learning_rate": 0.00024744472072133535,
      "loss": 2.2656,
      "step": 36907
    },
    {
      "epoch": 1.7170504768550825,
      "grad_norm": 1.0961027578286522,
      "learning_rate": 0.0002474418990877599,
      "loss": 2.1719,
      "step": 36908
    },
    {
      "epoch": 1.7170969993021634,
      "grad_norm": 1.0068493801118175,
      "learning_rate": 0.0002474390773945299,
      "loss": 2.3281,
      "step": 36909
    },
    {
      "epoch": 1.717143521749244,
      "grad_norm": 0.9467318495430496,
      "learning_rate": 0.0002474362556416472,
      "loss": 2.2812,
      "step": 36910
    },
    {
      "epoch": 1.7171900441963248,
      "grad_norm": 0.9812670034129023,
      "learning_rate": 0.00024743343382911345,
      "loss": 2.5781,
      "step": 36911
    },
    {
      "epoch": 1.7172365666434053,
      "grad_norm": 1.0153237396985941,
      "learning_rate": 0.0002474306119569303,
      "loss": 2.4219,
      "step": 36912
    },
    {
      "epoch": 1.7172830890904862,
      "grad_norm": 0.9612821187780094,
      "learning_rate": 0.0002474277900250996,
      "loss": 2.2656,
      "step": 36913
    },
    {
      "epoch": 1.717329611537567,
      "grad_norm": 1.022495454289366,
      "learning_rate": 0.00024742496803362304,
      "loss": 2.5,
      "step": 36914
    },
    {
      "epoch": 1.7173761339846476,
      "grad_norm": 1.1142716808373534,
      "learning_rate": 0.0002474221459825023,
      "loss": 1.7891,
      "step": 36915
    },
    {
      "epoch": 1.7174226564317283,
      "grad_norm": 0.9278860105558725,
      "learning_rate": 0.0002474193238717392,
      "loss": 2.3125,
      "step": 36916
    },
    {
      "epoch": 1.717469178878809,
      "grad_norm": 1.0230867855924386,
      "learning_rate": 0.00024741650170133535,
      "loss": 2.3281,
      "step": 36917
    },
    {
      "epoch": 1.7175157013258897,
      "grad_norm": 1.0229523457652179,
      "learning_rate": 0.0002474136794712926,
      "loss": 2.4688,
      "step": 36918
    },
    {
      "epoch": 1.7175622237729704,
      "grad_norm": 0.9457827482563841,
      "learning_rate": 0.0002474108571816126,
      "loss": 2.3594,
      "step": 36919
    },
    {
      "epoch": 1.7176087462200513,
      "grad_norm": 1.0388547006904012,
      "learning_rate": 0.00024740803483229705,
      "loss": 2.5938,
      "step": 36920
    },
    {
      "epoch": 1.7176552686671318,
      "grad_norm": 0.95857804672502,
      "learning_rate": 0.0002474052124233478,
      "loss": 2.4375,
      "step": 36921
    },
    {
      "epoch": 1.7177017911142127,
      "grad_norm": 0.9534449577060622,
      "learning_rate": 0.0002474023899547665,
      "loss": 2.2969,
      "step": 36922
    },
    {
      "epoch": 1.7177483135612932,
      "grad_norm": 1.0410252319960562,
      "learning_rate": 0.0002473995674265549,
      "loss": 2.4688,
      "step": 36923
    },
    {
      "epoch": 1.7177948360083741,
      "grad_norm": 1.0004264519725414,
      "learning_rate": 0.0002473967448387147,
      "loss": 2.5156,
      "step": 36924
    },
    {
      "epoch": 1.7178413584554546,
      "grad_norm": 0.9902187581822329,
      "learning_rate": 0.00024739392219124757,
      "loss": 2.4531,
      "step": 36925
    },
    {
      "epoch": 1.7178878809025355,
      "grad_norm": 0.9538696519332847,
      "learning_rate": 0.00024739109948415536,
      "loss": 1.6562,
      "step": 36926
    },
    {
      "epoch": 1.7179344033496162,
      "grad_norm": 0.9850234979461978,
      "learning_rate": 0.00024738827671743973,
      "loss": 2.25,
      "step": 36927
    },
    {
      "epoch": 1.717980925796697,
      "grad_norm": 0.9487249674083058,
      "learning_rate": 0.00024738545389110247,
      "loss": 2.4375,
      "step": 36928
    },
    {
      "epoch": 1.7180274482437776,
      "grad_norm": 0.9418309009670831,
      "learning_rate": 0.0002473826310051452,
      "loss": 2.3438,
      "step": 36929
    },
    {
      "epoch": 1.7180739706908583,
      "grad_norm": 0.9969328610374982,
      "learning_rate": 0.0002473798080595697,
      "loss": 1.8047,
      "step": 36930
    },
    {
      "epoch": 1.718120493137939,
      "grad_norm": 0.9911937462469997,
      "learning_rate": 0.00024737698505437775,
      "loss": 2.3125,
      "step": 36931
    },
    {
      "epoch": 1.7181670155850197,
      "grad_norm": 1.0881418679443136,
      "learning_rate": 0.00024737416198957103,
      "loss": 2.6719,
      "step": 36932
    },
    {
      "epoch": 1.7182135380321006,
      "grad_norm": 0.8087666868872317,
      "learning_rate": 0.00024737133886515124,
      "loss": 1.5859,
      "step": 36933
    },
    {
      "epoch": 1.7182600604791811,
      "grad_norm": 0.9693051672445011,
      "learning_rate": 0.0002473685156811202,
      "loss": 2.1094,
      "step": 36934
    },
    {
      "epoch": 1.718306582926262,
      "grad_norm": 1.0152417219931102,
      "learning_rate": 0.0002473656924374796,
      "loss": 2.7656,
      "step": 36935
    },
    {
      "epoch": 1.7183531053733425,
      "grad_norm": 0.9921440370129497,
      "learning_rate": 0.00024736286913423105,
      "loss": 2.4844,
      "step": 36936
    },
    {
      "epoch": 1.7183996278204234,
      "grad_norm": 0.9908367351075759,
      "learning_rate": 0.00024736004577137645,
      "loss": 2.3594,
      "step": 36937
    },
    {
      "epoch": 1.718446150267504,
      "grad_norm": 0.9252439484975717,
      "learning_rate": 0.00024735722234891746,
      "loss": 2.4844,
      "step": 36938
    },
    {
      "epoch": 1.7184926727145848,
      "grad_norm": 0.9378491106200239,
      "learning_rate": 0.00024735439886685575,
      "loss": 2.3594,
      "step": 36939
    },
    {
      "epoch": 1.7185391951616655,
      "grad_norm": 0.9843198764137311,
      "learning_rate": 0.0002473515753251931,
      "loss": 2.1875,
      "step": 36940
    },
    {
      "epoch": 1.7185857176087462,
      "grad_norm": 0.9536547553969994,
      "learning_rate": 0.0002473487517239313,
      "loss": 2.2969,
      "step": 36941
    },
    {
      "epoch": 1.718632240055827,
      "grad_norm": 1.0857376876081895,
      "learning_rate": 0.00024734592806307203,
      "loss": 2.5938,
      "step": 36942
    },
    {
      "epoch": 1.7186787625029076,
      "grad_norm": 0.9289881259798344,
      "learning_rate": 0.0002473431043426169,
      "loss": 2.4219,
      "step": 36943
    },
    {
      "epoch": 1.7187252849499883,
      "grad_norm": 1.0267007463462257,
      "learning_rate": 0.0002473402805625679,
      "loss": 2.0625,
      "step": 36944
    },
    {
      "epoch": 1.718771807397069,
      "grad_norm": 1.0369391367424516,
      "learning_rate": 0.0002473374567229265,
      "loss": 2.4688,
      "step": 36945
    },
    {
      "epoch": 1.71881832984415,
      "grad_norm": 0.9807896978948689,
      "learning_rate": 0.0002473346328236946,
      "loss": 2.4844,
      "step": 36946
    },
    {
      "epoch": 1.7188648522912304,
      "grad_norm": 0.9585118595125386,
      "learning_rate": 0.0002473318088648738,
      "loss": 1.9219,
      "step": 36947
    },
    {
      "epoch": 1.7189113747383113,
      "grad_norm": 0.9430212581318339,
      "learning_rate": 0.00024732898484646594,
      "loss": 2.1719,
      "step": 36948
    },
    {
      "epoch": 1.7189578971853918,
      "grad_norm": 1.0519947457100562,
      "learning_rate": 0.00024732616076847267,
      "loss": 2.4375,
      "step": 36949
    },
    {
      "epoch": 1.7190044196324727,
      "grad_norm": 1.057235019996643,
      "learning_rate": 0.00024732333663089577,
      "loss": 2.6406,
      "step": 36950
    },
    {
      "epoch": 1.7190509420795532,
      "grad_norm": 0.9546063751371578,
      "learning_rate": 0.0002473205124337369,
      "loss": 2.1562,
      "step": 36951
    },
    {
      "epoch": 1.7190974645266341,
      "grad_norm": 0.9177742945328847,
      "learning_rate": 0.0002473176881769979,
      "loss": 2.1562,
      "step": 36952
    },
    {
      "epoch": 1.7191439869737148,
      "grad_norm": 1.0072179316787604,
      "learning_rate": 0.0002473148638606804,
      "loss": 2.4375,
      "step": 36953
    },
    {
      "epoch": 1.7191905094207955,
      "grad_norm": 0.9668674410196384,
      "learning_rate": 0.00024731203948478623,
      "loss": 2.3594,
      "step": 36954
    },
    {
      "epoch": 1.7192370318678762,
      "grad_norm": 0.9944688939500886,
      "learning_rate": 0.000247309215049317,
      "loss": 2.5781,
      "step": 36955
    },
    {
      "epoch": 1.719283554314957,
      "grad_norm": 1.0344798665773578,
      "learning_rate": 0.0002473063905542745,
      "loss": 2.75,
      "step": 36956
    },
    {
      "epoch": 1.7193300767620376,
      "grad_norm": 0.9713484711209848,
      "learning_rate": 0.0002473035659996605,
      "loss": 2.2969,
      "step": 36957
    },
    {
      "epoch": 1.7193765992091183,
      "grad_norm": 0.9490276758750568,
      "learning_rate": 0.0002473007413854766,
      "loss": 2.2656,
      "step": 36958
    },
    {
      "epoch": 1.7194231216561993,
      "grad_norm": 0.9989270542272903,
      "learning_rate": 0.0002472979167117247,
      "loss": 2.375,
      "step": 36959
    },
    {
      "epoch": 1.7194696441032797,
      "grad_norm": 1.0239757835914787,
      "learning_rate": 0.00024729509197840636,
      "loss": 2.2656,
      "step": 36960
    },
    {
      "epoch": 1.7195161665503607,
      "grad_norm": 1.0688518535967246,
      "learning_rate": 0.00024729226718552347,
      "loss": 2.2188,
      "step": 36961
    },
    {
      "epoch": 1.7195626889974411,
      "grad_norm": 0.9394083111442558,
      "learning_rate": 0.0002472894423330776,
      "loss": 2.125,
      "step": 36962
    },
    {
      "epoch": 1.719609211444522,
      "grad_norm": 0.9891913023044869,
      "learning_rate": 0.00024728661742107064,
      "loss": 2.4062,
      "step": 36963
    },
    {
      "epoch": 1.7196557338916025,
      "grad_norm": 1.037693384581841,
      "learning_rate": 0.0002472837924495042,
      "loss": 2.5156,
      "step": 36964
    },
    {
      "epoch": 1.7197022563386835,
      "grad_norm": 0.969088517227788,
      "learning_rate": 0.00024728096741838005,
      "loss": 2.2656,
      "step": 36965
    },
    {
      "epoch": 1.7197487787857642,
      "grad_norm": 0.9965975591099625,
      "learning_rate": 0.00024727814232769995,
      "loss": 2.4531,
      "step": 36966
    },
    {
      "epoch": 1.7197953012328449,
      "grad_norm": 0.8676985470600578,
      "learning_rate": 0.00024727531717746553,
      "loss": 2.2031,
      "step": 36967
    },
    {
      "epoch": 1.7198418236799256,
      "grad_norm": 0.9926842924431328,
      "learning_rate": 0.00024727249196767866,
      "loss": 1.8906,
      "step": 36968
    },
    {
      "epoch": 1.7198883461270063,
      "grad_norm": 1.0201640418958842,
      "learning_rate": 0.0002472696666983409,
      "loss": 2.4375,
      "step": 36969
    },
    {
      "epoch": 1.719934868574087,
      "grad_norm": 0.9730513244772019,
      "learning_rate": 0.0002472668413694542,
      "loss": 2.3281,
      "step": 36970
    },
    {
      "epoch": 1.7199813910211676,
      "grad_norm": 1.0001278975718868,
      "learning_rate": 0.0002472640159810201,
      "loss": 2.375,
      "step": 36971
    },
    {
      "epoch": 1.7200279134682486,
      "grad_norm": 0.9936075761848788,
      "learning_rate": 0.0002472611905330404,
      "loss": 2.2656,
      "step": 36972
    },
    {
      "epoch": 1.720074435915329,
      "grad_norm": 0.9815037128048953,
      "learning_rate": 0.0002472583650255168,
      "loss": 2.3125,
      "step": 36973
    },
    {
      "epoch": 1.72012095836241,
      "grad_norm": 0.9780089804086465,
      "learning_rate": 0.00024725553945845104,
      "loss": 2.3438,
      "step": 36974
    },
    {
      "epoch": 1.7201674808094904,
      "grad_norm": 0.978690659179527,
      "learning_rate": 0.000247252713831845,
      "loss": 2.2812,
      "step": 36975
    },
    {
      "epoch": 1.7202140032565714,
      "grad_norm": 0.9842913820223375,
      "learning_rate": 0.00024724988814570016,
      "loss": 2.25,
      "step": 36976
    },
    {
      "epoch": 1.720260525703652,
      "grad_norm": 1.102271674997247,
      "learning_rate": 0.0002472470624000184,
      "loss": 2.5312,
      "step": 36977
    },
    {
      "epoch": 1.7203070481507328,
      "grad_norm": 1.0350555994617003,
      "learning_rate": 0.00024724423659480135,
      "loss": 2.125,
      "step": 36978
    },
    {
      "epoch": 1.7203535705978135,
      "grad_norm": 0.9180295773269594,
      "learning_rate": 0.0002472414107300509,
      "loss": 2.1875,
      "step": 36979
    },
    {
      "epoch": 1.7204000930448942,
      "grad_norm": 1.0706419170362298,
      "learning_rate": 0.00024723858480576864,
      "loss": 2.2969,
      "step": 36980
    },
    {
      "epoch": 1.7204466154919749,
      "grad_norm": 0.9807032962498281,
      "learning_rate": 0.0002472357588219564,
      "loss": 2.2344,
      "step": 36981
    },
    {
      "epoch": 1.7204931379390556,
      "grad_norm": 0.9592451166465805,
      "learning_rate": 0.00024723293277861575,
      "loss": 1.7188,
      "step": 36982
    },
    {
      "epoch": 1.7205396603861363,
      "grad_norm": 1.0324760239294335,
      "learning_rate": 0.00024723010667574856,
      "loss": 2.3438,
      "step": 36983
    },
    {
      "epoch": 1.720586182833217,
      "grad_norm": 1.055663772795785,
      "learning_rate": 0.00024722728051335656,
      "loss": 2.4062,
      "step": 36984
    },
    {
      "epoch": 1.7206327052802979,
      "grad_norm": 1.0666453043401691,
      "learning_rate": 0.0002472244542914414,
      "loss": 2.5625,
      "step": 36985
    },
    {
      "epoch": 1.7206792277273784,
      "grad_norm": 1.0760881162320095,
      "learning_rate": 0.00024722162801000494,
      "loss": 2.4219,
      "step": 36986
    },
    {
      "epoch": 1.7207257501744593,
      "grad_norm": 0.9841187556356786,
      "learning_rate": 0.00024721880166904875,
      "loss": 2.2969,
      "step": 36987
    },
    {
      "epoch": 1.7207722726215398,
      "grad_norm": 0.9967159428576103,
      "learning_rate": 0.0002472159752685747,
      "loss": 2.0,
      "step": 36988
    },
    {
      "epoch": 1.7208187950686207,
      "grad_norm": 0.945684008907719,
      "learning_rate": 0.0002472131488085844,
      "loss": 2.3125,
      "step": 36989
    },
    {
      "epoch": 1.7208653175157014,
      "grad_norm": 1.0173595735926522,
      "learning_rate": 0.00024721032228907963,
      "loss": 2.3906,
      "step": 36990
    },
    {
      "epoch": 1.720911839962782,
      "grad_norm": 0.9856105112686222,
      "learning_rate": 0.0002472074957100622,
      "loss": 2.4062,
      "step": 36991
    },
    {
      "epoch": 1.7209583624098628,
      "grad_norm": 0.9578221048922427,
      "learning_rate": 0.0002472046690715337,
      "loss": 2.5625,
      "step": 36992
    },
    {
      "epoch": 1.7210048848569435,
      "grad_norm": 0.9900161141556307,
      "learning_rate": 0.00024720184237349594,
      "loss": 2.5781,
      "step": 36993
    },
    {
      "epoch": 1.7210514073040242,
      "grad_norm": 0.93605536851379,
      "learning_rate": 0.0002471990156159507,
      "loss": 2.2344,
      "step": 36994
    },
    {
      "epoch": 1.7210979297511049,
      "grad_norm": 0.8834011915612389,
      "learning_rate": 0.00024719618879889957,
      "loss": 2.0156,
      "step": 36995
    },
    {
      "epoch": 1.7211444521981856,
      "grad_norm": 1.0519047085206832,
      "learning_rate": 0.0002471933619223444,
      "loss": 2.3438,
      "step": 36996
    },
    {
      "epoch": 1.7211909746452663,
      "grad_norm": 0.9553182342522831,
      "learning_rate": 0.0002471905349862869,
      "loss": 2.3125,
      "step": 36997
    },
    {
      "epoch": 1.7212374970923472,
      "grad_norm": 0.9892327776127766,
      "learning_rate": 0.0002471877079907287,
      "loss": 2.4062,
      "step": 36998
    },
    {
      "epoch": 1.7212840195394277,
      "grad_norm": 1.013348690443703,
      "learning_rate": 0.00024718488093567164,
      "loss": 2.2188,
      "step": 36999
    },
    {
      "epoch": 1.7213305419865086,
      "grad_norm": 0.9684191706766135,
      "learning_rate": 0.00024718205382111746,
      "loss": 2.3438,
      "step": 37000
    },
    {
      "epoch": 1.721377064433589,
      "grad_norm": 0.9891193067157869,
      "learning_rate": 0.00024717922664706785,
      "loss": 1.6562,
      "step": 37001
    },
    {
      "epoch": 1.72142358688067,
      "grad_norm": 1.0141364776351394,
      "learning_rate": 0.00024717639941352455,
      "loss": 2.4531,
      "step": 37002
    },
    {
      "epoch": 1.7214701093277507,
      "grad_norm": 0.9770866990380498,
      "learning_rate": 0.0002471735721204893,
      "loss": 2.2969,
      "step": 37003
    },
    {
      "epoch": 1.7215166317748314,
      "grad_norm": 0.9868341426494023,
      "learning_rate": 0.0002471707447679637,
      "loss": 2.4375,
      "step": 37004
    },
    {
      "epoch": 1.721563154221912,
      "grad_norm": 1.000161060035471,
      "learning_rate": 0.00024716791735594973,
      "loss": 2.2812,
      "step": 37005
    },
    {
      "epoch": 1.7216096766689928,
      "grad_norm": 1.0197749047830018,
      "learning_rate": 0.00024716508988444893,
      "loss": 2.3906,
      "step": 37006
    },
    {
      "epoch": 1.7216561991160735,
      "grad_norm": 1.0331360178448787,
      "learning_rate": 0.00024716226235346316,
      "loss": 2.2031,
      "step": 37007
    },
    {
      "epoch": 1.7217027215631542,
      "grad_norm": 0.9511489306649311,
      "learning_rate": 0.000247159434762994,
      "loss": 2.3906,
      "step": 37008
    },
    {
      "epoch": 1.721749244010235,
      "grad_norm": 0.9302177487979265,
      "learning_rate": 0.00024715660711304327,
      "loss": 2.2812,
      "step": 37009
    },
    {
      "epoch": 1.7217957664573156,
      "grad_norm": 1.0122282513160532,
      "learning_rate": 0.00024715377940361273,
      "loss": 2.3438,
      "step": 37010
    },
    {
      "epoch": 1.7218422889043965,
      "grad_norm": 0.9767739410141529,
      "learning_rate": 0.00024715095163470405,
      "loss": 2.3438,
      "step": 37011
    },
    {
      "epoch": 1.721888811351477,
      "grad_norm": 1.0631251815517315,
      "learning_rate": 0.00024714812380631897,
      "loss": 2.375,
      "step": 37012
    },
    {
      "epoch": 1.721935333798558,
      "grad_norm": 0.9557429188177042,
      "learning_rate": 0.00024714529591845927,
      "loss": 2.0312,
      "step": 37013
    },
    {
      "epoch": 1.7219818562456384,
      "grad_norm": 1.004659952016034,
      "learning_rate": 0.00024714246797112664,
      "loss": 2.2031,
      "step": 37014
    },
    {
      "epoch": 1.7220283786927193,
      "grad_norm": 1.002281718129784,
      "learning_rate": 0.0002471396399643228,
      "loss": 2.6094,
      "step": 37015
    },
    {
      "epoch": 1.7220749011398,
      "grad_norm": 0.9943480203186345,
      "learning_rate": 0.0002471368118980495,
      "loss": 2.5781,
      "step": 37016
    },
    {
      "epoch": 1.7221214235868807,
      "grad_norm": 1.0166491882260156,
      "learning_rate": 0.0002471339837723085,
      "loss": 2.2969,
      "step": 37017
    },
    {
      "epoch": 1.7221679460339614,
      "grad_norm": 1.0630185861267785,
      "learning_rate": 0.00024713115558710146,
      "loss": 2.0469,
      "step": 37018
    },
    {
      "epoch": 1.722214468481042,
      "grad_norm": 1.0499417138536007,
      "learning_rate": 0.0002471283273424302,
      "loss": 2.3438,
      "step": 37019
    },
    {
      "epoch": 1.7222609909281228,
      "grad_norm": 0.9890113894014001,
      "learning_rate": 0.00024712549903829637,
      "loss": 2.1875,
      "step": 37020
    },
    {
      "epoch": 1.7223075133752035,
      "grad_norm": 1.0069405895435328,
      "learning_rate": 0.0002471226706747017,
      "loss": 2.125,
      "step": 37021
    },
    {
      "epoch": 1.7223540358222844,
      "grad_norm": 1.005366904274198,
      "learning_rate": 0.00024711984225164805,
      "loss": 2.625,
      "step": 37022
    },
    {
      "epoch": 1.722400558269365,
      "grad_norm": 0.977879816356365,
      "learning_rate": 0.000247117013769137,
      "loss": 2.4219,
      "step": 37023
    },
    {
      "epoch": 1.7224470807164458,
      "grad_norm": 1.0778161127927897,
      "learning_rate": 0.00024711418522717035,
      "loss": 2.5625,
      "step": 37024
    },
    {
      "epoch": 1.7224936031635263,
      "grad_norm": 0.9628734645114492,
      "learning_rate": 0.00024711135662574987,
      "loss": 2.2188,
      "step": 37025
    },
    {
      "epoch": 1.7225401256106072,
      "grad_norm": 0.9479608780807769,
      "learning_rate": 0.00024710852796487723,
      "loss": 2.2344,
      "step": 37026
    },
    {
      "epoch": 1.7225866480576877,
      "grad_norm": 0.9495113994498903,
      "learning_rate": 0.0002471056992445541,
      "loss": 2.0312,
      "step": 37027
    },
    {
      "epoch": 1.7226331705047686,
      "grad_norm": 1.016124676399963,
      "learning_rate": 0.00024710287046478236,
      "loss": 2.4375,
      "step": 37028
    },
    {
      "epoch": 1.7226796929518493,
      "grad_norm": 0.9777046744617133,
      "learning_rate": 0.00024710004162556366,
      "loss": 2.1406,
      "step": 37029
    },
    {
      "epoch": 1.72272621539893,
      "grad_norm": 1.0143717460262234,
      "learning_rate": 0.00024709721272689973,
      "loss": 2.4219,
      "step": 37030
    },
    {
      "epoch": 1.7227727378460107,
      "grad_norm": 0.9972507919948725,
      "learning_rate": 0.0002470943837687923,
      "loss": 2.3594,
      "step": 37031
    },
    {
      "epoch": 1.7228192602930914,
      "grad_norm": 0.9570675188022628,
      "learning_rate": 0.00024709155475124316,
      "loss": 2.5156,
      "step": 37032
    },
    {
      "epoch": 1.722865782740172,
      "grad_norm": 0.9576150352375117,
      "learning_rate": 0.000247088725674254,
      "loss": 2.2969,
      "step": 37033
    },
    {
      "epoch": 1.7229123051872528,
      "grad_norm": 1.056754907685048,
      "learning_rate": 0.00024708589653782653,
      "loss": 2.7344,
      "step": 37034
    },
    {
      "epoch": 1.7229588276343337,
      "grad_norm": 0.9543856429572403,
      "learning_rate": 0.0002470830673419625,
      "loss": 2.1094,
      "step": 37035
    },
    {
      "epoch": 1.7230053500814142,
      "grad_norm": 1.0722468696433962,
      "learning_rate": 0.0002470802380866636,
      "loss": 2.4219,
      "step": 37036
    },
    {
      "epoch": 1.7230518725284951,
      "grad_norm": 1.0021842656580715,
      "learning_rate": 0.0002470774087719317,
      "loss": 2.6094,
      "step": 37037
    },
    {
      "epoch": 1.7230983949755756,
      "grad_norm": 1.0409946312440919,
      "learning_rate": 0.00024707457939776833,
      "loss": 2.6562,
      "step": 37038
    },
    {
      "epoch": 1.7231449174226565,
      "grad_norm": 1.0355727421101213,
      "learning_rate": 0.00024707174996417536,
      "loss": 2.5469,
      "step": 37039
    },
    {
      "epoch": 1.723191439869737,
      "grad_norm": 1.0074275102671648,
      "learning_rate": 0.00024706892047115457,
      "loss": 2.3125,
      "step": 37040
    },
    {
      "epoch": 1.723237962316818,
      "grad_norm": 0.9793593077188012,
      "learning_rate": 0.00024706609091870756,
      "loss": 1.8672,
      "step": 37041
    },
    {
      "epoch": 1.7232844847638986,
      "grad_norm": 0.9875045707625004,
      "learning_rate": 0.00024706326130683614,
      "loss": 2.2344,
      "step": 37042
    },
    {
      "epoch": 1.7233310072109793,
      "grad_norm": 0.9421018680279839,
      "learning_rate": 0.000247060431635542,
      "loss": 2.0938,
      "step": 37043
    },
    {
      "epoch": 1.72337752965806,
      "grad_norm": 1.0654470504774478,
      "learning_rate": 0.00024705760190482683,
      "loss": 2.3906,
      "step": 37044
    },
    {
      "epoch": 1.7234240521051407,
      "grad_norm": 1.129343560726529,
      "learning_rate": 0.0002470547721146925,
      "loss": 2.3906,
      "step": 37045
    },
    {
      "epoch": 1.7234705745522214,
      "grad_norm": 1.0083830784856025,
      "learning_rate": 0.00024705194226514067,
      "loss": 2.3906,
      "step": 37046
    },
    {
      "epoch": 1.7235170969993021,
      "grad_norm": 0.9485391762145092,
      "learning_rate": 0.0002470491123561731,
      "loss": 2.1406,
      "step": 37047
    },
    {
      "epoch": 1.723563619446383,
      "grad_norm": 1.0115129433360968,
      "learning_rate": 0.0002470462823877914,
      "loss": 2.5,
      "step": 37048
    },
    {
      "epoch": 1.7236101418934635,
      "grad_norm": 0.9859774895976681,
      "learning_rate": 0.00024704345235999746,
      "loss": 2.1719,
      "step": 37049
    },
    {
      "epoch": 1.7236566643405444,
      "grad_norm": 0.9637124363095922,
      "learning_rate": 0.0002470406222727929,
      "loss": 2.1875,
      "step": 37050
    },
    {
      "epoch": 1.723703186787625,
      "grad_norm": 0.9930337618928881,
      "learning_rate": 0.0002470377921261795,
      "loss": 2.4219,
      "step": 37051
    },
    {
      "epoch": 1.7237497092347058,
      "grad_norm": 0.9894161161023076,
      "learning_rate": 0.000247034961920159,
      "loss": 2.1406,
      "step": 37052
    },
    {
      "epoch": 1.7237962316817863,
      "grad_norm": 0.9966352876076812,
      "learning_rate": 0.0002470321316547331,
      "loss": 2.3438,
      "step": 37053
    },
    {
      "epoch": 1.7238427541288672,
      "grad_norm": 1.0347946607150018,
      "learning_rate": 0.00024702930132990364,
      "loss": 2.3281,
      "step": 37054
    },
    {
      "epoch": 1.723889276575948,
      "grad_norm": 1.3442385768090397,
      "learning_rate": 0.00024702647094567223,
      "loss": 2.3125,
      "step": 37055
    },
    {
      "epoch": 1.7239357990230286,
      "grad_norm": 0.9517787588944856,
      "learning_rate": 0.00024702364050204064,
      "loss": 2.0625,
      "step": 37056
    },
    {
      "epoch": 1.7239823214701093,
      "grad_norm": 0.9953594909581626,
      "learning_rate": 0.0002470208099990106,
      "loss": 2.5,
      "step": 37057
    },
    {
      "epoch": 1.72402884391719,
      "grad_norm": 1.0533011201864235,
      "learning_rate": 0.00024701797943658385,
      "loss": 2.375,
      "step": 37058
    },
    {
      "epoch": 1.7240753663642707,
      "grad_norm": 0.9834080318978634,
      "learning_rate": 0.0002470151488147621,
      "loss": 2.4531,
      "step": 37059
    },
    {
      "epoch": 1.7241218888113514,
      "grad_norm": 0.99077147200118,
      "learning_rate": 0.00024701231813354713,
      "loss": 2.6406,
      "step": 37060
    },
    {
      "epoch": 1.7241684112584323,
      "grad_norm": 1.04370423280722,
      "learning_rate": 0.0002470094873929407,
      "loss": 2.3594,
      "step": 37061
    },
    {
      "epoch": 1.7242149337055128,
      "grad_norm": 1.0606178628851888,
      "learning_rate": 0.00024700665659294443,
      "loss": 2.25,
      "step": 37062
    },
    {
      "epoch": 1.7242614561525937,
      "grad_norm": 0.9999545869767299,
      "learning_rate": 0.0002470038257335601,
      "loss": 2.4375,
      "step": 37063
    },
    {
      "epoch": 1.7243079785996742,
      "grad_norm": 1.1024564191433206,
      "learning_rate": 0.00024700099481478945,
      "loss": 2.625,
      "step": 37064
    },
    {
      "epoch": 1.7243545010467551,
      "grad_norm": 0.9578201445206109,
      "learning_rate": 0.00024699816383663426,
      "loss": 2.4844,
      "step": 37065
    },
    {
      "epoch": 1.7244010234938356,
      "grad_norm": 0.9592622431327874,
      "learning_rate": 0.0002469953327990962,
      "loss": 2.2969,
      "step": 37066
    },
    {
      "epoch": 1.7244475459409165,
      "grad_norm": 1.002463518793016,
      "learning_rate": 0.00024699250170217706,
      "loss": 2.25,
      "step": 37067
    },
    {
      "epoch": 1.7244940683879972,
      "grad_norm": 0.9292910238600157,
      "learning_rate": 0.0002469896705458785,
      "loss": 2.3438,
      "step": 37068
    },
    {
      "epoch": 1.724540590835078,
      "grad_norm": 1.12297048978155,
      "learning_rate": 0.00024698683933020233,
      "loss": 2.5469,
      "step": 37069
    },
    {
      "epoch": 1.7245871132821586,
      "grad_norm": 0.9299499275556526,
      "learning_rate": 0.00024698400805515014,
      "loss": 2.125,
      "step": 37070
    },
    {
      "epoch": 1.7246336357292393,
      "grad_norm": 1.0433633126430124,
      "learning_rate": 0.0002469811767207239,
      "loss": 2.4375,
      "step": 37071
    },
    {
      "epoch": 1.72468015817632,
      "grad_norm": 0.975753200375448,
      "learning_rate": 0.0002469783453269251,
      "loss": 2.5156,
      "step": 37072
    },
    {
      "epoch": 1.7247266806234007,
      "grad_norm": 1.083866380695714,
      "learning_rate": 0.0002469755138737557,
      "loss": 2.6562,
      "step": 37073
    },
    {
      "epoch": 1.7247732030704817,
      "grad_norm": 1.1720790376392156,
      "learning_rate": 0.00024697268236121726,
      "loss": 2.7188,
      "step": 37074
    },
    {
      "epoch": 1.7248197255175621,
      "grad_norm": 1.036161139460715,
      "learning_rate": 0.00024696985078931155,
      "loss": 2.3906,
      "step": 37075
    },
    {
      "epoch": 1.724866247964643,
      "grad_norm": 0.9966805227135204,
      "learning_rate": 0.00024696701915804034,
      "loss": 2.5312,
      "step": 37076
    },
    {
      "epoch": 1.7249127704117235,
      "grad_norm": 0.9724075782045376,
      "learning_rate": 0.0002469641874674054,
      "loss": 2.25,
      "step": 37077
    },
    {
      "epoch": 1.7249592928588044,
      "grad_norm": 1.0642291807381155,
      "learning_rate": 0.00024696135571740835,
      "loss": 2.5625,
      "step": 37078
    },
    {
      "epoch": 1.725005815305885,
      "grad_norm": 1.0595282559852242,
      "learning_rate": 0.00024695852390805103,
      "loss": 2.2969,
      "step": 37079
    },
    {
      "epoch": 1.7250523377529658,
      "grad_norm": 1.0139907381566384,
      "learning_rate": 0.0002469556920393351,
      "loss": 2.2812,
      "step": 37080
    },
    {
      "epoch": 1.7250988602000465,
      "grad_norm": 0.9980889345554642,
      "learning_rate": 0.0002469528601112623,
      "loss": 2.375,
      "step": 37081
    },
    {
      "epoch": 1.7251453826471272,
      "grad_norm": 1.0588737149021286,
      "learning_rate": 0.00024695002812383444,
      "loss": 2.6406,
      "step": 37082
    },
    {
      "epoch": 1.725191905094208,
      "grad_norm": 1.0157853952173634,
      "learning_rate": 0.0002469471960770532,
      "loss": 2.3594,
      "step": 37083
    },
    {
      "epoch": 1.7252384275412886,
      "grad_norm": 1.0661853214620685,
      "learning_rate": 0.00024694436397092027,
      "loss": 2.4531,
      "step": 37084
    },
    {
      "epoch": 1.7252849499883693,
      "grad_norm": 1.0272776622506588,
      "learning_rate": 0.00024694153180543745,
      "loss": 2.3281,
      "step": 37085
    },
    {
      "epoch": 1.72533147243545,
      "grad_norm": 1.0448496176847235,
      "learning_rate": 0.0002469386995806065,
      "loss": 2.625,
      "step": 37086
    },
    {
      "epoch": 1.725377994882531,
      "grad_norm": 1.0879085964156598,
      "learning_rate": 0.00024693586729642906,
      "loss": 2.8281,
      "step": 37087
    },
    {
      "epoch": 1.7254245173296114,
      "grad_norm": 0.958291146305233,
      "learning_rate": 0.0002469330349529069,
      "loss": 2.3281,
      "step": 37088
    },
    {
      "epoch": 1.7254710397766924,
      "grad_norm": 1.0077665587810334,
      "learning_rate": 0.00024693020255004176,
      "loss": 2.5,
      "step": 37089
    },
    {
      "epoch": 1.7255175622237728,
      "grad_norm": 1.0415075215647234,
      "learning_rate": 0.0002469273700878354,
      "loss": 2.5938,
      "step": 37090
    },
    {
      "epoch": 1.7255640846708538,
      "grad_norm": 0.931323936134882,
      "learning_rate": 0.00024692453756628953,
      "loss": 2.0625,
      "step": 37091
    },
    {
      "epoch": 1.7256106071179345,
      "grad_norm": 0.9719725513808976,
      "learning_rate": 0.00024692170498540587,
      "loss": 2.2812,
      "step": 37092
    },
    {
      "epoch": 1.7256571295650152,
      "grad_norm": 0.9264707645477939,
      "learning_rate": 0.0002469188723451862,
      "loss": 2.125,
      "step": 37093
    },
    {
      "epoch": 1.7257036520120959,
      "grad_norm": 1.0126417465306528,
      "learning_rate": 0.00024691603964563223,
      "loss": 2.3594,
      "step": 37094
    },
    {
      "epoch": 1.7257501744591766,
      "grad_norm": 1.0660782855743756,
      "learning_rate": 0.00024691320688674566,
      "loss": 2.7812,
      "step": 37095
    },
    {
      "epoch": 1.7257966969062573,
      "grad_norm": 0.9714513035253317,
      "learning_rate": 0.0002469103740685283,
      "loss": 2.4688,
      "step": 37096
    },
    {
      "epoch": 1.725843219353338,
      "grad_norm": 1.0270702962131801,
      "learning_rate": 0.0002469075411909818,
      "loss": 2.1719,
      "step": 37097
    },
    {
      "epoch": 1.7258897418004187,
      "grad_norm": 1.0298841273012231,
      "learning_rate": 0.00024690470825410797,
      "loss": 2.5625,
      "step": 37098
    },
    {
      "epoch": 1.7259362642474994,
      "grad_norm": 0.9569979983840678,
      "learning_rate": 0.00024690187525790847,
      "loss": 2.3125,
      "step": 37099
    },
    {
      "epoch": 1.7259827866945803,
      "grad_norm": 0.9950452049690055,
      "learning_rate": 0.00024689904220238506,
      "loss": 2.3125,
      "step": 37100
    },
    {
      "epoch": 1.7260293091416608,
      "grad_norm": 0.9635287292686611,
      "learning_rate": 0.00024689620908753947,
      "loss": 2.5156,
      "step": 37101
    },
    {
      "epoch": 1.7260758315887417,
      "grad_norm": 0.937746088881117,
      "learning_rate": 0.0002468933759133735,
      "loss": 2.0,
      "step": 37102
    },
    {
      "epoch": 1.7261223540358221,
      "grad_norm": 0.9634581351881419,
      "learning_rate": 0.0002468905426798888,
      "loss": 2.5,
      "step": 37103
    },
    {
      "epoch": 1.726168876482903,
      "grad_norm": 0.9766389831946138,
      "learning_rate": 0.00024688770938708715,
      "loss": 2.2969,
      "step": 37104
    },
    {
      "epoch": 1.7262153989299838,
      "grad_norm": 1.0433697419500552,
      "learning_rate": 0.0002468848760349703,
      "loss": 2.4062,
      "step": 37105
    },
    {
      "epoch": 1.7262619213770645,
      "grad_norm": 1.0762601129541638,
      "learning_rate": 0.0002468820426235399,
      "loss": 2.5312,
      "step": 37106
    },
    {
      "epoch": 1.7263084438241452,
      "grad_norm": 0.9856300773195461,
      "learning_rate": 0.0002468792091527978,
      "loss": 2.5,
      "step": 37107
    },
    {
      "epoch": 1.7263549662712259,
      "grad_norm": 0.934069694111335,
      "learning_rate": 0.0002468763756227456,
      "loss": 2.375,
      "step": 37108
    },
    {
      "epoch": 1.7264014887183066,
      "grad_norm": 0.9962837471699313,
      "learning_rate": 0.00024687354203338524,
      "loss": 2.3594,
      "step": 37109
    },
    {
      "epoch": 1.7264480111653873,
      "grad_norm": 1.0047322033651163,
      "learning_rate": 0.00024687070838471823,
      "loss": 2.7031,
      "step": 37110
    },
    {
      "epoch": 1.726494533612468,
      "grad_norm": 1.08230559061128,
      "learning_rate": 0.00024686787467674646,
      "loss": 2.4531,
      "step": 37111
    },
    {
      "epoch": 1.7265410560595487,
      "grad_norm": 0.9406366695564959,
      "learning_rate": 0.00024686504090947153,
      "loss": 1.7812,
      "step": 37112
    },
    {
      "epoch": 1.7265875785066296,
      "grad_norm": 1.0573213550702698,
      "learning_rate": 0.0002468622070828953,
      "loss": 2.7812,
      "step": 37113
    },
    {
      "epoch": 1.72663410095371,
      "grad_norm": 1.0010393032883371,
      "learning_rate": 0.00024685937319701945,
      "loss": 2.3438,
      "step": 37114
    },
    {
      "epoch": 1.726680623400791,
      "grad_norm": 1.006972130880423,
      "learning_rate": 0.0002468565392518457,
      "loss": 2.4531,
      "step": 37115
    },
    {
      "epoch": 1.7267271458478715,
      "grad_norm": 1.0065828259216034,
      "learning_rate": 0.00024685370524737586,
      "loss": 2.4375,
      "step": 37116
    },
    {
      "epoch": 1.7267736682949524,
      "grad_norm": 1.0449523980574809,
      "learning_rate": 0.00024685087118361153,
      "loss": 2.375,
      "step": 37117
    },
    {
      "epoch": 1.726820190742033,
      "grad_norm": 0.9053356830416288,
      "learning_rate": 0.00024684803706055464,
      "loss": 1.9375,
      "step": 37118
    },
    {
      "epoch": 1.7268667131891138,
      "grad_norm": 1.0190292119263311,
      "learning_rate": 0.0002468452028782067,
      "loss": 2.2969,
      "step": 37119
    },
    {
      "epoch": 1.7269132356361945,
      "grad_norm": 0.9966590499024199,
      "learning_rate": 0.0002468423686365696,
      "loss": 2.3438,
      "step": 37120
    },
    {
      "epoch": 1.7269597580832752,
      "grad_norm": 0.9984309001117673,
      "learning_rate": 0.000246839534335645,
      "loss": 2.3906,
      "step": 37121
    },
    {
      "epoch": 1.7270062805303559,
      "grad_norm": 0.9997324016880222,
      "learning_rate": 0.00024683669997543477,
      "loss": 2.4062,
      "step": 37122
    },
    {
      "epoch": 1.7270528029774366,
      "grad_norm": 1.066674661159749,
      "learning_rate": 0.00024683386555594047,
      "loss": 2.4688,
      "step": 37123
    },
    {
      "epoch": 1.7270993254245175,
      "grad_norm": 1.0412084173307794,
      "learning_rate": 0.00024683103107716383,
      "loss": 2.375,
      "step": 37124
    },
    {
      "epoch": 1.727145847871598,
      "grad_norm": 0.9700274816426192,
      "learning_rate": 0.00024682819653910676,
      "loss": 2.4844,
      "step": 37125
    },
    {
      "epoch": 1.727192370318679,
      "grad_norm": 1.097130092924908,
      "learning_rate": 0.0002468253619417709,
      "loss": 2.3594,
      "step": 37126
    },
    {
      "epoch": 1.7272388927657594,
      "grad_norm": 1.0484904585456478,
      "learning_rate": 0.0002468225272851579,
      "loss": 2.125,
      "step": 37127
    },
    {
      "epoch": 1.7272854152128403,
      "grad_norm": 1.0520299433775617,
      "learning_rate": 0.0002468196925692697,
      "loss": 2.5312,
      "step": 37128
    },
    {
      "epoch": 1.7273319376599208,
      "grad_norm": 1.0671341559328664,
      "learning_rate": 0.00024681685779410784,
      "loss": 2.3125,
      "step": 37129
    },
    {
      "epoch": 1.7273784601070017,
      "grad_norm": 0.9408982426771948,
      "learning_rate": 0.00024681402295967413,
      "loss": 2.2344,
      "step": 37130
    },
    {
      "epoch": 1.7274249825540824,
      "grad_norm": 0.9464867798170975,
      "learning_rate": 0.0002468111880659703,
      "loss": 2.0469,
      "step": 37131
    },
    {
      "epoch": 1.727471505001163,
      "grad_norm": 0.9850601413716077,
      "learning_rate": 0.00024680835311299815,
      "loss": 2.2188,
      "step": 37132
    },
    {
      "epoch": 1.7275180274482438,
      "grad_norm": 1.0548174764719795,
      "learning_rate": 0.0002468055181007593,
      "loss": 2.2812,
      "step": 37133
    },
    {
      "epoch": 1.7275645498953245,
      "grad_norm": 0.9861075348916303,
      "learning_rate": 0.00024680268302925556,
      "loss": 2.4531,
      "step": 37134
    },
    {
      "epoch": 1.7276110723424052,
      "grad_norm": 0.9401187033977899,
      "learning_rate": 0.0002467998478984886,
      "loss": 2.0938,
      "step": 37135
    },
    {
      "epoch": 1.7276575947894859,
      "grad_norm": 0.9584689638982988,
      "learning_rate": 0.00024679701270846025,
      "loss": 2.3906,
      "step": 37136
    },
    {
      "epoch": 1.7277041172365668,
      "grad_norm": 0.9614556640466606,
      "learning_rate": 0.00024679417745917214,
      "loss": 2.5469,
      "step": 37137
    },
    {
      "epoch": 1.7277506396836473,
      "grad_norm": 1.0777446036351057,
      "learning_rate": 0.00024679134215062614,
      "loss": 2.4844,
      "step": 37138
    },
    {
      "epoch": 1.7277971621307282,
      "grad_norm": 1.0404303207990293,
      "learning_rate": 0.0002467885067828239,
      "loss": 2.5312,
      "step": 37139
    },
    {
      "epoch": 1.7278436845778087,
      "grad_norm": 0.9546763544285559,
      "learning_rate": 0.0002467856713557671,
      "loss": 2.0938,
      "step": 37140
    },
    {
      "epoch": 1.7278902070248896,
      "grad_norm": 1.0488320169576357,
      "learning_rate": 0.00024678283586945766,
      "loss": 2.625,
      "step": 37141
    },
    {
      "epoch": 1.72793672947197,
      "grad_norm": 0.9477975860100203,
      "learning_rate": 0.0002467800003238971,
      "loss": 2.2031,
      "step": 37142
    },
    {
      "epoch": 1.727983251919051,
      "grad_norm": 0.9931699904370445,
      "learning_rate": 0.0002467771647190873,
      "loss": 2.4688,
      "step": 37143
    },
    {
      "epoch": 1.7280297743661317,
      "grad_norm": 0.9914151533536814,
      "learning_rate": 0.0002467743290550299,
      "loss": 2.3594,
      "step": 37144
    },
    {
      "epoch": 1.7280762968132124,
      "grad_norm": 1.0120236796147102,
      "learning_rate": 0.0002467714933317267,
      "loss": 2.5469,
      "step": 37145
    },
    {
      "epoch": 1.728122819260293,
      "grad_norm": 1.0024056143413194,
      "learning_rate": 0.0002467686575491794,
      "loss": 2.1562,
      "step": 37146
    },
    {
      "epoch": 1.7281693417073738,
      "grad_norm": 0.9864361809354281,
      "learning_rate": 0.0002467658217073898,
      "loss": 2.1562,
      "step": 37147
    },
    {
      "epoch": 1.7282158641544545,
      "grad_norm": 1.0296384728156558,
      "learning_rate": 0.0002467629858063596,
      "loss": 2.7188,
      "step": 37148
    },
    {
      "epoch": 1.7282623866015352,
      "grad_norm": 0.9959499812903466,
      "learning_rate": 0.0002467601498460905,
      "loss": 2.5156,
      "step": 37149
    },
    {
      "epoch": 1.7283089090486161,
      "grad_norm": 0.9650252502009234,
      "learning_rate": 0.0002467573138265843,
      "loss": 2.3125,
      "step": 37150
    },
    {
      "epoch": 1.7283554314956966,
      "grad_norm": 0.9972366190537216,
      "learning_rate": 0.0002467544777478427,
      "loss": 2.3906,
      "step": 37151
    },
    {
      "epoch": 1.7284019539427775,
      "grad_norm": 0.9267765511065522,
      "learning_rate": 0.0002467516416098674,
      "loss": 2.1562,
      "step": 37152
    },
    {
      "epoch": 1.728448476389858,
      "grad_norm": 1.0809007812851816,
      "learning_rate": 0.0002467488054126602,
      "loss": 2.5938,
      "step": 37153
    },
    {
      "epoch": 1.728494998836939,
      "grad_norm": 0.9606306611583472,
      "learning_rate": 0.0002467459691562228,
      "loss": 2.25,
      "step": 37154
    },
    {
      "epoch": 1.7285415212840194,
      "grad_norm": 1.0367949772289846,
      "learning_rate": 0.000246743132840557,
      "loss": 2.3906,
      "step": 37155
    },
    {
      "epoch": 1.7285880437311003,
      "grad_norm": 1.051406391084393,
      "learning_rate": 0.0002467402964656644,
      "loss": 2.1719,
      "step": 37156
    },
    {
      "epoch": 1.728634566178181,
      "grad_norm": 1.1701132316030523,
      "learning_rate": 0.0002467374600315469,
      "loss": 2.5469,
      "step": 37157
    },
    {
      "epoch": 1.7286810886252617,
      "grad_norm": 1.1091872943495298,
      "learning_rate": 0.00024673462353820607,
      "loss": 2.3438,
      "step": 37158
    },
    {
      "epoch": 1.7287276110723424,
      "grad_norm": 1.0658029905984032,
      "learning_rate": 0.0002467317869856438,
      "loss": 2.2969,
      "step": 37159
    },
    {
      "epoch": 1.728774133519423,
      "grad_norm": 1.1005431308799871,
      "learning_rate": 0.00024672895037386173,
      "loss": 2.2188,
      "step": 37160
    },
    {
      "epoch": 1.7288206559665038,
      "grad_norm": 0.9930511780881393,
      "learning_rate": 0.00024672611370286164,
      "loss": 2.5312,
      "step": 37161
    },
    {
      "epoch": 1.7288671784135845,
      "grad_norm": 0.973963394376805,
      "learning_rate": 0.00024672327697264525,
      "loss": 2.4844,
      "step": 37162
    },
    {
      "epoch": 1.7289137008606654,
      "grad_norm": 1.015901963970689,
      "learning_rate": 0.00024672044018321434,
      "loss": 2.3125,
      "step": 37163
    },
    {
      "epoch": 1.728960223307746,
      "grad_norm": 0.951985168495829,
      "learning_rate": 0.00024671760333457054,
      "loss": 2.5156,
      "step": 37164
    },
    {
      "epoch": 1.7290067457548268,
      "grad_norm": 1.0349164513398228,
      "learning_rate": 0.0002467147664267157,
      "loss": 2.4062,
      "step": 37165
    },
    {
      "epoch": 1.7290532682019073,
      "grad_norm": 1.0215722252146489,
      "learning_rate": 0.0002467119294596515,
      "loss": 2.4219,
      "step": 37166
    },
    {
      "epoch": 1.7290997906489882,
      "grad_norm": 0.9912167510294881,
      "learning_rate": 0.00024670909243337965,
      "loss": 2.3594,
      "step": 37167
    },
    {
      "epoch": 1.7291463130960687,
      "grad_norm": 0.9727217237006909,
      "learning_rate": 0.0002467062553479019,
      "loss": 2.2344,
      "step": 37168
    },
    {
      "epoch": 1.7291928355431496,
      "grad_norm": 1.006524245296038,
      "learning_rate": 0.0002467034182032201,
      "loss": 2.4531,
      "step": 37169
    },
    {
      "epoch": 1.7292393579902303,
      "grad_norm": 0.9503995538408181,
      "learning_rate": 0.00024670058099933586,
      "loss": 1.8594,
      "step": 37170
    },
    {
      "epoch": 1.729285880437311,
      "grad_norm": 0.9886441249211846,
      "learning_rate": 0.00024669774373625096,
      "loss": 2.3281,
      "step": 37171
    },
    {
      "epoch": 1.7293324028843917,
      "grad_norm": 1.0122186293420108,
      "learning_rate": 0.0002466949064139671,
      "loss": 2.5781,
      "step": 37172
    },
    {
      "epoch": 1.7293789253314724,
      "grad_norm": 0.9317028469675919,
      "learning_rate": 0.00024669206903248607,
      "loss": 2.3906,
      "step": 37173
    },
    {
      "epoch": 1.7294254477785531,
      "grad_norm": 1.0026405250603583,
      "learning_rate": 0.0002466892315918096,
      "loss": 2.5,
      "step": 37174
    },
    {
      "epoch": 1.7294719702256338,
      "grad_norm": 1.0383362522403206,
      "learning_rate": 0.0002466863940919394,
      "loss": 2.25,
      "step": 37175
    },
    {
      "epoch": 1.7295184926727147,
      "grad_norm": 0.9535766715481917,
      "learning_rate": 0.0002466835565328772,
      "loss": 2.2656,
      "step": 37176
    },
    {
      "epoch": 1.7295650151197952,
      "grad_norm": 0.9991290483888492,
      "learning_rate": 0.0002466807189146248,
      "loss": 2.3438,
      "step": 37177
    },
    {
      "epoch": 1.7296115375668761,
      "grad_norm": 1.0312234908394131,
      "learning_rate": 0.00024667788123718386,
      "loss": 2.6406,
      "step": 37178
    },
    {
      "epoch": 1.7296580600139566,
      "grad_norm": 1.0376097529699415,
      "learning_rate": 0.0002466750435005562,
      "loss": 2.2656,
      "step": 37179
    },
    {
      "epoch": 1.7297045824610375,
      "grad_norm": 0.996236579355489,
      "learning_rate": 0.00024667220570474347,
      "loss": 2.5312,
      "step": 37180
    },
    {
      "epoch": 1.729751104908118,
      "grad_norm": 0.9951025103889894,
      "learning_rate": 0.00024666936784974744,
      "loss": 2.625,
      "step": 37181
    },
    {
      "epoch": 1.729797627355199,
      "grad_norm": 0.9628571855940953,
      "learning_rate": 0.00024666652993556986,
      "loss": 2.5312,
      "step": 37182
    },
    {
      "epoch": 1.7298441498022796,
      "grad_norm": 1.0694279864188443,
      "learning_rate": 0.00024666369196221246,
      "loss": 2.6094,
      "step": 37183
    },
    {
      "epoch": 1.7298906722493603,
      "grad_norm": 0.9841281459929049,
      "learning_rate": 0.00024666085392967697,
      "loss": 2.5781,
      "step": 37184
    },
    {
      "epoch": 1.729937194696441,
      "grad_norm": 1.0716499870732243,
      "learning_rate": 0.00024665801583796513,
      "loss": 2.5312,
      "step": 37185
    },
    {
      "epoch": 1.7299837171435217,
      "grad_norm": 1.006180501199034,
      "learning_rate": 0.00024665517768707873,
      "loss": 2.2656,
      "step": 37186
    },
    {
      "epoch": 1.7300302395906024,
      "grad_norm": 0.9747899362371862,
      "learning_rate": 0.0002466523394770194,
      "loss": 2.25,
      "step": 37187
    },
    {
      "epoch": 1.7300767620376831,
      "grad_norm": 1.029893465387031,
      "learning_rate": 0.00024664950120778897,
      "loss": 2.4219,
      "step": 37188
    },
    {
      "epoch": 1.730123284484764,
      "grad_norm": 1.009518803845232,
      "learning_rate": 0.0002466466628793891,
      "loss": 2.5,
      "step": 37189
    },
    {
      "epoch": 1.7301698069318445,
      "grad_norm": 0.9337817872507946,
      "learning_rate": 0.0002466438244918216,
      "loss": 2.25,
      "step": 37190
    },
    {
      "epoch": 1.7302163293789254,
      "grad_norm": 0.9978160363071082,
      "learning_rate": 0.00024664098604508826,
      "loss": 2.5312,
      "step": 37191
    },
    {
      "epoch": 1.730262851826006,
      "grad_norm": 0.9646958835807712,
      "learning_rate": 0.00024663814753919064,
      "loss": 2.5312,
      "step": 37192
    },
    {
      "epoch": 1.7303093742730868,
      "grad_norm": 1.0005306026349292,
      "learning_rate": 0.00024663530897413066,
      "loss": 2.5156,
      "step": 37193
    },
    {
      "epoch": 1.7303558967201673,
      "grad_norm": 0.9608140303931464,
      "learning_rate": 0.0002466324703499099,
      "loss": 2.2344,
      "step": 37194
    },
    {
      "epoch": 1.7304024191672482,
      "grad_norm": 0.9853211611677816,
      "learning_rate": 0.0002466296316665302,
      "loss": 2.3594,
      "step": 37195
    },
    {
      "epoch": 1.730448941614329,
      "grad_norm": 0.9995928767501236,
      "learning_rate": 0.0002466267929239933,
      "loss": 2.2656,
      "step": 37196
    },
    {
      "epoch": 1.7304954640614096,
      "grad_norm": 0.9187931772739423,
      "learning_rate": 0.0002466239541223009,
      "loss": 2.2656,
      "step": 37197
    },
    {
      "epoch": 1.7305419865084903,
      "grad_norm": 1.0083967275807328,
      "learning_rate": 0.00024662111526145466,
      "loss": 2.5781,
      "step": 37198
    },
    {
      "epoch": 1.730588508955571,
      "grad_norm": 1.089167672802777,
      "learning_rate": 0.0002466182763414565,
      "loss": 2.5781,
      "step": 37199
    },
    {
      "epoch": 1.7306350314026517,
      "grad_norm": 1.296334383939008,
      "learning_rate": 0.000246615437362308,
      "loss": 2.2812,
      "step": 37200
    },
    {
      "epoch": 1.7306815538497324,
      "grad_norm": 0.9663486044295244,
      "learning_rate": 0.000246612598324011,
      "loss": 2.5312,
      "step": 37201
    },
    {
      "epoch": 1.7307280762968134,
      "grad_norm": 1.011012502961303,
      "learning_rate": 0.00024660975922656715,
      "loss": 2.2656,
      "step": 37202
    },
    {
      "epoch": 1.7307745987438938,
      "grad_norm": 1.0776471929902312,
      "learning_rate": 0.0002466069200699783,
      "loss": 2.2031,
      "step": 37203
    },
    {
      "epoch": 1.7308211211909748,
      "grad_norm": 1.0835337807739973,
      "learning_rate": 0.0002466040808542461,
      "loss": 1.6094,
      "step": 37204
    },
    {
      "epoch": 1.7308676436380552,
      "grad_norm": 1.0474704784499025,
      "learning_rate": 0.00024660124157937233,
      "loss": 2.6094,
      "step": 37205
    },
    {
      "epoch": 1.7309141660851362,
      "grad_norm": 1.0387814508658113,
      "learning_rate": 0.00024659840224535866,
      "loss": 2.3906,
      "step": 37206
    },
    {
      "epoch": 1.7309606885322166,
      "grad_norm": 1.0273808748660969,
      "learning_rate": 0.0002465955628522069,
      "loss": 2.1562,
      "step": 37207
    },
    {
      "epoch": 1.7310072109792976,
      "grad_norm": 0.9847651676467735,
      "learning_rate": 0.00024659272339991876,
      "loss": 2.25,
      "step": 37208
    },
    {
      "epoch": 1.7310537334263782,
      "grad_norm": 1.0102095934339177,
      "learning_rate": 0.000246589883888496,
      "loss": 2.375,
      "step": 37209
    },
    {
      "epoch": 1.731100255873459,
      "grad_norm": 1.0099827897878242,
      "learning_rate": 0.00024658704431794037,
      "loss": 2.5781,
      "step": 37210
    },
    {
      "epoch": 1.7311467783205396,
      "grad_norm": 0.9958863848837262,
      "learning_rate": 0.0002465842046882536,
      "loss": 2.4062,
      "step": 37211
    },
    {
      "epoch": 1.7311933007676203,
      "grad_norm": 1.015986740108579,
      "learning_rate": 0.0002465813649994373,
      "loss": 2.4531,
      "step": 37212
    },
    {
      "epoch": 1.731239823214701,
      "grad_norm": 1.055837115298862,
      "learning_rate": 0.0002465785252514934,
      "loss": 2.6094,
      "step": 37213
    },
    {
      "epoch": 1.7312863456617817,
      "grad_norm": 1.0876648586024105,
      "learning_rate": 0.0002465756854444235,
      "loss": 2.4375,
      "step": 37214
    },
    {
      "epoch": 1.7313328681088627,
      "grad_norm": 0.9872032403527286,
      "learning_rate": 0.0002465728455782295,
      "loss": 2.6875,
      "step": 37215
    },
    {
      "epoch": 1.7313793905559431,
      "grad_norm": 0.9236160187381319,
      "learning_rate": 0.0002465700056529129,
      "loss": 2.2812,
      "step": 37216
    },
    {
      "epoch": 1.731425913003024,
      "grad_norm": 1.1052947638282398,
      "learning_rate": 0.00024656716566847574,
      "loss": 2.625,
      "step": 37217
    },
    {
      "epoch": 1.7314724354501045,
      "grad_norm": 1.0114027883156829,
      "learning_rate": 0.00024656432562491945,
      "loss": 2.3438,
      "step": 37218
    },
    {
      "epoch": 1.7315189578971855,
      "grad_norm": 0.9506874756935213,
      "learning_rate": 0.00024656148552224596,
      "loss": 2.3281,
      "step": 37219
    },
    {
      "epoch": 1.7315654803442662,
      "grad_norm": 0.9933513314658787,
      "learning_rate": 0.000246558645360457,
      "loss": 2.4219,
      "step": 37220
    },
    {
      "epoch": 1.7316120027913469,
      "grad_norm": 1.0972341332396454,
      "learning_rate": 0.0002465558051395542,
      "loss": 2.5,
      "step": 37221
    },
    {
      "epoch": 1.7316585252384276,
      "grad_norm": 1.0330356393376983,
      "learning_rate": 0.0002465529648595394,
      "loss": 2.375,
      "step": 37222
    },
    {
      "epoch": 1.7317050476855083,
      "grad_norm": 1.0960216338717987,
      "learning_rate": 0.0002465501245204143,
      "loss": 2.4375,
      "step": 37223
    },
    {
      "epoch": 1.731751570132589,
      "grad_norm": 1.0235271264584636,
      "learning_rate": 0.00024654728412218065,
      "loss": 2.4219,
      "step": 37224
    },
    {
      "epoch": 1.7317980925796697,
      "grad_norm": 1.015808717943866,
      "learning_rate": 0.0002465444436648402,
      "loss": 2.2031,
      "step": 37225
    },
    {
      "epoch": 1.7318446150267504,
      "grad_norm": 1.0282166997584263,
      "learning_rate": 0.00024654160314839464,
      "loss": 2.6562,
      "step": 37226
    },
    {
      "epoch": 1.731891137473831,
      "grad_norm": 1.0371633393583983,
      "learning_rate": 0.0002465387625728457,
      "loss": 2.2656,
      "step": 37227
    },
    {
      "epoch": 1.731937659920912,
      "grad_norm": 1.0375982612840213,
      "learning_rate": 0.0002465359219381952,
      "loss": 2.5625,
      "step": 37228
    },
    {
      "epoch": 1.7319841823679925,
      "grad_norm": 0.9679705046155455,
      "learning_rate": 0.0002465330812444449,
      "loss": 2.2031,
      "step": 37229
    },
    {
      "epoch": 1.7320307048150734,
      "grad_norm": 1.0905711836097336,
      "learning_rate": 0.00024653024049159643,
      "loss": 2.6719,
      "step": 37230
    },
    {
      "epoch": 1.7320772272621539,
      "grad_norm": 1.055443096639962,
      "learning_rate": 0.0002465273996796516,
      "loss": 2.4375,
      "step": 37231
    },
    {
      "epoch": 1.7321237497092348,
      "grad_norm": 1.089860428917751,
      "learning_rate": 0.0002465245588086121,
      "loss": 2.375,
      "step": 37232
    },
    {
      "epoch": 1.7321702721563155,
      "grad_norm": 1.0000085103069272,
      "learning_rate": 0.0002465217178784797,
      "loss": 2.4062,
      "step": 37233
    },
    {
      "epoch": 1.7322167946033962,
      "grad_norm": 0.9669070510525153,
      "learning_rate": 0.0002465188768892561,
      "loss": 2.3906,
      "step": 37234
    },
    {
      "epoch": 1.7322633170504769,
      "grad_norm": 1.0524082197796418,
      "learning_rate": 0.0002465160358409431,
      "loss": 2.4531,
      "step": 37235
    },
    {
      "epoch": 1.7323098394975576,
      "grad_norm": 0.9651108681142951,
      "learning_rate": 0.00024651319473354246,
      "loss": 2.1562,
      "step": 37236
    },
    {
      "epoch": 1.7323563619446383,
      "grad_norm": 0.9597330144278429,
      "learning_rate": 0.00024651035356705586,
      "loss": 2.2812,
      "step": 37237
    },
    {
      "epoch": 1.732402884391719,
      "grad_norm": 1.0472490687787266,
      "learning_rate": 0.000246507512341485,
      "loss": 2.2344,
      "step": 37238
    },
    {
      "epoch": 1.7324494068387997,
      "grad_norm": 1.0059147007367302,
      "learning_rate": 0.0002465046710568317,
      "loss": 2.5781,
      "step": 37239
    },
    {
      "epoch": 1.7324959292858804,
      "grad_norm": 0.9728464249615164,
      "learning_rate": 0.0002465018297130977,
      "loss": 2.2344,
      "step": 37240
    },
    {
      "epoch": 1.7325424517329613,
      "grad_norm": 1.0592416513621496,
      "learning_rate": 0.0002464989883102847,
      "loss": 2.3281,
      "step": 37241
    },
    {
      "epoch": 1.7325889741800418,
      "grad_norm": 1.0918510661593221,
      "learning_rate": 0.0002464961468483944,
      "loss": 2.4062,
      "step": 37242
    },
    {
      "epoch": 1.7326354966271227,
      "grad_norm": 0.9421994284855211,
      "learning_rate": 0.0002464933053274287,
      "loss": 2.4844,
      "step": 37243
    },
    {
      "epoch": 1.7326820190742032,
      "grad_norm": 1.008595930768128,
      "learning_rate": 0.00024649046374738916,
      "loss": 1.5312,
      "step": 37244
    },
    {
      "epoch": 1.732728541521284,
      "grad_norm": 0.9459098573026832,
      "learning_rate": 0.00024648762210827753,
      "loss": 2.0938,
      "step": 37245
    },
    {
      "epoch": 1.7327750639683648,
      "grad_norm": 0.9791693422341476,
      "learning_rate": 0.00024648478041009564,
      "loss": 2.2812,
      "step": 37246
    },
    {
      "epoch": 1.7328215864154455,
      "grad_norm": 0.996519364612919,
      "learning_rate": 0.0002464819386528453,
      "loss": 2.3906,
      "step": 37247
    },
    {
      "epoch": 1.7328681088625262,
      "grad_norm": 1.1083344750924153,
      "learning_rate": 0.0002464790968365281,
      "loss": 2.7656,
      "step": 37248
    },
    {
      "epoch": 1.7329146313096069,
      "grad_norm": 1.079854631658229,
      "learning_rate": 0.00024647625496114576,
      "loss": 2.3281,
      "step": 37249
    },
    {
      "epoch": 1.7329611537566876,
      "grad_norm": 0.9778925948285705,
      "learning_rate": 0.0002464734130267001,
      "loss": 2.375,
      "step": 37250
    },
    {
      "epoch": 1.7330076762037683,
      "grad_norm": 1.027216004954318,
      "learning_rate": 0.0002464705710331929,
      "loss": 2.375,
      "step": 37251
    },
    {
      "epoch": 1.7330541986508492,
      "grad_norm": 0.9986862685080159,
      "learning_rate": 0.00024646772898062586,
      "loss": 2.1875,
      "step": 37252
    },
    {
      "epoch": 1.7331007210979297,
      "grad_norm": 1.0699671709032954,
      "learning_rate": 0.00024646488686900066,
      "loss": 2.8438,
      "step": 37253
    },
    {
      "epoch": 1.7331472435450106,
      "grad_norm": 1.1888823073476145,
      "learning_rate": 0.0002464620446983191,
      "loss": 2.3281,
      "step": 37254
    },
    {
      "epoch": 1.733193765992091,
      "grad_norm": 1.0072331335729423,
      "learning_rate": 0.0002464592024685829,
      "loss": 2.3594,
      "step": 37255
    },
    {
      "epoch": 1.733240288439172,
      "grad_norm": 1.0375602868016707,
      "learning_rate": 0.0002464563601797938,
      "loss": 2.2812,
      "step": 37256
    },
    {
      "epoch": 1.7332868108862525,
      "grad_norm": 0.9619866970972444,
      "learning_rate": 0.0002464535178319535,
      "loss": 1.9297,
      "step": 37257
    },
    {
      "epoch": 1.7333333333333334,
      "grad_norm": 1.0388335531866997,
      "learning_rate": 0.0002464506754250639,
      "loss": 2.3125,
      "step": 37258
    },
    {
      "epoch": 1.733379855780414,
      "grad_norm": 1.0625996600391192,
      "learning_rate": 0.0002464478329591266,
      "loss": 2.5156,
      "step": 37259
    },
    {
      "epoch": 1.7334263782274948,
      "grad_norm": 1.021440874747944,
      "learning_rate": 0.00024644499043414335,
      "loss": 2.7188,
      "step": 37260
    },
    {
      "epoch": 1.7334729006745755,
      "grad_norm": 0.9873191658575304,
      "learning_rate": 0.0002464421478501159,
      "loss": 2.4375,
      "step": 37261
    },
    {
      "epoch": 1.7335194231216562,
      "grad_norm": 1.0441299807638145,
      "learning_rate": 0.00024643930520704604,
      "loss": 2.4844,
      "step": 37262
    },
    {
      "epoch": 1.7335659455687369,
      "grad_norm": 1.122501973882109,
      "learning_rate": 0.00024643646250493544,
      "loss": 2.2188,
      "step": 37263
    },
    {
      "epoch": 1.7336124680158176,
      "grad_norm": 1.0305700599825738,
      "learning_rate": 0.00024643361974378586,
      "loss": 2.125,
      "step": 37264
    },
    {
      "epoch": 1.7336589904628985,
      "grad_norm": 1.00205734722987,
      "learning_rate": 0.0002464307769235991,
      "loss": 2.2656,
      "step": 37265
    },
    {
      "epoch": 1.733705512909979,
      "grad_norm": 0.9892321627051772,
      "learning_rate": 0.0002464279340443768,
      "loss": 2.375,
      "step": 37266
    },
    {
      "epoch": 1.73375203535706,
      "grad_norm": 1.0600945323916304,
      "learning_rate": 0.0002464250911061207,
      "loss": 2.2031,
      "step": 37267
    },
    {
      "epoch": 1.7337985578041404,
      "grad_norm": 1.0655410031215298,
      "learning_rate": 0.0002464222481088326,
      "loss": 2.2812,
      "step": 37268
    },
    {
      "epoch": 1.7338450802512213,
      "grad_norm": 1.0777614202932826,
      "learning_rate": 0.0002464194050525143,
      "loss": 2.2812,
      "step": 37269
    },
    {
      "epoch": 1.7338916026983018,
      "grad_norm": 0.9945058027080863,
      "learning_rate": 0.00024641656193716743,
      "loss": 2.4062,
      "step": 37270
    },
    {
      "epoch": 1.7339381251453827,
      "grad_norm": 0.9320485835681459,
      "learning_rate": 0.00024641371876279387,
      "loss": 2.0,
      "step": 37271
    },
    {
      "epoch": 1.7339846475924634,
      "grad_norm": 1.1449410753782048,
      "learning_rate": 0.00024641087552939515,
      "loss": 2.8125,
      "step": 37272
    },
    {
      "epoch": 1.734031170039544,
      "grad_norm": 1.0282621620734393,
      "learning_rate": 0.00024640803223697317,
      "loss": 2.2812,
      "step": 37273
    },
    {
      "epoch": 1.7340776924866248,
      "grad_norm": 1.0385899169059833,
      "learning_rate": 0.0002464051888855296,
      "loss": 2.2812,
      "step": 37274
    },
    {
      "epoch": 1.7341242149337055,
      "grad_norm": 1.0774161090525292,
      "learning_rate": 0.00024640234547506626,
      "loss": 2.5156,
      "step": 37275
    },
    {
      "epoch": 1.7341707373807862,
      "grad_norm": 1.032566475387632,
      "learning_rate": 0.0002463995020055848,
      "loss": 2.3906,
      "step": 37276
    },
    {
      "epoch": 1.734217259827867,
      "grad_norm": 0.9553207131985629,
      "learning_rate": 0.000246396658477087,
      "loss": 2.125,
      "step": 37277
    },
    {
      "epoch": 1.7342637822749478,
      "grad_norm": 0.9967444013116488,
      "learning_rate": 0.0002463938148895745,
      "loss": 2.5469,
      "step": 37278
    },
    {
      "epoch": 1.7343103047220283,
      "grad_norm": 1.0614851355460218,
      "learning_rate": 0.0002463909712430493,
      "loss": 2.7812,
      "step": 37279
    },
    {
      "epoch": 1.7343568271691092,
      "grad_norm": 1.0767970089010366,
      "learning_rate": 0.0002463881275375129,
      "loss": 2.2188,
      "step": 37280
    },
    {
      "epoch": 1.7344033496161897,
      "grad_norm": 0.9151579996909404,
      "learning_rate": 0.0002463852837729671,
      "loss": 1.9922,
      "step": 37281
    },
    {
      "epoch": 1.7344498720632706,
      "grad_norm": 0.999628224390295,
      "learning_rate": 0.0002463824399494137,
      "loss": 2.2656,
      "step": 37282
    },
    {
      "epoch": 1.734496394510351,
      "grad_norm": 0.9695358446175499,
      "learning_rate": 0.00024637959606685437,
      "loss": 2.0938,
      "step": 37283
    },
    {
      "epoch": 1.734542916957432,
      "grad_norm": 0.9777929648169551,
      "learning_rate": 0.0002463767521252909,
      "loss": 2.4375,
      "step": 37284
    },
    {
      "epoch": 1.7345894394045127,
      "grad_norm": 1.0234645124269417,
      "learning_rate": 0.0002463739081247251,
      "loss": 2.2656,
      "step": 37285
    },
    {
      "epoch": 1.7346359618515934,
      "grad_norm": 1.0264949844863795,
      "learning_rate": 0.00024637106406515845,
      "loss": 2.4688,
      "step": 37286
    },
    {
      "epoch": 1.734682484298674,
      "grad_norm": 0.9965260102451025,
      "learning_rate": 0.000246368219946593,
      "loss": 2.3125,
      "step": 37287
    },
    {
      "epoch": 1.7347290067457548,
      "grad_norm": 0.9385300430303004,
      "learning_rate": 0.00024636537576903033,
      "loss": 2.1094,
      "step": 37288
    },
    {
      "epoch": 1.7347755291928355,
      "grad_norm": 1.0735046948643936,
      "learning_rate": 0.0002463625315324722,
      "loss": 2.5312,
      "step": 37289
    },
    {
      "epoch": 1.7348220516399162,
      "grad_norm": 0.9896359562378205,
      "learning_rate": 0.00024635968723692034,
      "loss": 2.3594,
      "step": 37290
    },
    {
      "epoch": 1.7348685740869971,
      "grad_norm": 0.9955723547735978,
      "learning_rate": 0.0002463568428823765,
      "loss": 2.4531,
      "step": 37291
    },
    {
      "epoch": 1.7349150965340776,
      "grad_norm": 0.984288300298051,
      "learning_rate": 0.0002463539984688425,
      "loss": 2.2969,
      "step": 37292
    },
    {
      "epoch": 1.7349616189811585,
      "grad_norm": 1.0532065915137907,
      "learning_rate": 0.00024635115399631994,
      "loss": 2.7656,
      "step": 37293
    },
    {
      "epoch": 1.735008141428239,
      "grad_norm": 1.0290000241267612,
      "learning_rate": 0.0002463483094648107,
      "loss": 2.2812,
      "step": 37294
    },
    {
      "epoch": 1.73505466387532,
      "grad_norm": 1.0201358310542108,
      "learning_rate": 0.0002463454648743164,
      "loss": 2.3438,
      "step": 37295
    },
    {
      "epoch": 1.7351011863224004,
      "grad_norm": 0.9527067778737872,
      "learning_rate": 0.0002463426202248389,
      "loss": 2.25,
      "step": 37296
    },
    {
      "epoch": 1.7351477087694813,
      "grad_norm": 0.8975867918386012,
      "learning_rate": 0.0002463397755163799,
      "loss": 2.0,
      "step": 37297
    },
    {
      "epoch": 1.735194231216562,
      "grad_norm": 0.9876442412450147,
      "learning_rate": 0.000246336930748941,
      "loss": 2.4531,
      "step": 37298
    },
    {
      "epoch": 1.7352407536636427,
      "grad_norm": 0.9942210121565296,
      "learning_rate": 0.00024633408592252416,
      "loss": 2.375,
      "step": 37299
    },
    {
      "epoch": 1.7352872761107234,
      "grad_norm": 1.0436723626737283,
      "learning_rate": 0.000246331241037131,
      "loss": 2.7656,
      "step": 37300
    },
    {
      "epoch": 1.7353337985578041,
      "grad_norm": 1.0696296091476696,
      "learning_rate": 0.0002463283960927633,
      "loss": 2.3906,
      "step": 37301
    },
    {
      "epoch": 1.7353803210048848,
      "grad_norm": 1.0016205990295048,
      "learning_rate": 0.0002463255510894228,
      "loss": 2.25,
      "step": 37302
    },
    {
      "epoch": 1.7354268434519655,
      "grad_norm": 1.0362307307529945,
      "learning_rate": 0.00024632270602711117,
      "loss": 2.4219,
      "step": 37303
    },
    {
      "epoch": 1.7354733658990464,
      "grad_norm": 1.0123563228364638,
      "learning_rate": 0.00024631986090583024,
      "loss": 2.3125,
      "step": 37304
    },
    {
      "epoch": 1.735519888346127,
      "grad_norm": 0.972671892385222,
      "learning_rate": 0.0002463170157255817,
      "loss": 2.4688,
      "step": 37305
    },
    {
      "epoch": 1.7355664107932078,
      "grad_norm": 1.0619829655843542,
      "learning_rate": 0.00024631417048636735,
      "loss": 2.4375,
      "step": 37306
    },
    {
      "epoch": 1.7356129332402883,
      "grad_norm": 1.0297884714472663,
      "learning_rate": 0.00024631132518818886,
      "loss": 2.4062,
      "step": 37307
    },
    {
      "epoch": 1.7356594556873692,
      "grad_norm": 0.9701113242244573,
      "learning_rate": 0.00024630847983104804,
      "loss": 2.5625,
      "step": 37308
    },
    {
      "epoch": 1.7357059781344497,
      "grad_norm": 1.0124937016597346,
      "learning_rate": 0.0002463056344149466,
      "loss": 2.4375,
      "step": 37309
    },
    {
      "epoch": 1.7357525005815306,
      "grad_norm": 1.0789325272438264,
      "learning_rate": 0.00024630278893988635,
      "loss": 2.5625,
      "step": 37310
    },
    {
      "epoch": 1.7357990230286113,
      "grad_norm": 1.0165599213833154,
      "learning_rate": 0.00024629994340586884,
      "loss": 2.6094,
      "step": 37311
    },
    {
      "epoch": 1.735845545475692,
      "grad_norm": 1.0575075070763806,
      "learning_rate": 0.000246297097812896,
      "loss": 2.5156,
      "step": 37312
    },
    {
      "epoch": 1.7358920679227727,
      "grad_norm": 0.8649631996535531,
      "learning_rate": 0.0002462942521609695,
      "loss": 2.0,
      "step": 37313
    },
    {
      "epoch": 1.7359385903698534,
      "grad_norm": 0.9982483378633042,
      "learning_rate": 0.0002462914064500911,
      "loss": 2.4375,
      "step": 37314
    },
    {
      "epoch": 1.7359851128169341,
      "grad_norm": 1.0183316106488063,
      "learning_rate": 0.0002462885606802625,
      "loss": 2.3125,
      "step": 37315
    },
    {
      "epoch": 1.7360316352640148,
      "grad_norm": 1.013806725579036,
      "learning_rate": 0.0002462857148514855,
      "loss": 2.4375,
      "step": 37316
    },
    {
      "epoch": 1.7360781577110957,
      "grad_norm": 0.9576940834892179,
      "learning_rate": 0.00024628286896376185,
      "loss": 2.25,
      "step": 37317
    },
    {
      "epoch": 1.7361246801581762,
      "grad_norm": 0.9749381998084052,
      "learning_rate": 0.00024628002301709326,
      "loss": 2.1719,
      "step": 37318
    },
    {
      "epoch": 1.7361712026052571,
      "grad_norm": 0.9965691102476173,
      "learning_rate": 0.0002462771770114814,
      "loss": 2.4219,
      "step": 37319
    },
    {
      "epoch": 1.7362177250523376,
      "grad_norm": 1.068469567744277,
      "learning_rate": 0.00024627433094692817,
      "loss": 2.0938,
      "step": 37320
    },
    {
      "epoch": 1.7362642474994185,
      "grad_norm": 0.9684779606492219,
      "learning_rate": 0.0002462714848234352,
      "loss": 1.8672,
      "step": 37321
    },
    {
      "epoch": 1.736310769946499,
      "grad_norm": 0.9886711044525648,
      "learning_rate": 0.00024626863864100424,
      "loss": 2.5,
      "step": 37322
    },
    {
      "epoch": 1.73635729239358,
      "grad_norm": 1.0028276958433804,
      "learning_rate": 0.000246265792399637,
      "loss": 2.4688,
      "step": 37323
    },
    {
      "epoch": 1.7364038148406606,
      "grad_norm": 1.007509978389996,
      "learning_rate": 0.0002462629460993354,
      "loss": 2.1406,
      "step": 37324
    },
    {
      "epoch": 1.7364503372877413,
      "grad_norm": 1.0291662748389212,
      "learning_rate": 0.00024626009974010093,
      "loss": 2.4531,
      "step": 37325
    },
    {
      "epoch": 1.736496859734822,
      "grad_norm": 1.0384190103521205,
      "learning_rate": 0.0002462572533219356,
      "loss": 2.5469,
      "step": 37326
    },
    {
      "epoch": 1.7365433821819027,
      "grad_norm": 1.071537476356606,
      "learning_rate": 0.00024625440684484086,
      "loss": 2.5938,
      "step": 37327
    },
    {
      "epoch": 1.7365899046289834,
      "grad_norm": 0.9135714912244883,
      "learning_rate": 0.0002462515603088187,
      "loss": 2.2344,
      "step": 37328
    },
    {
      "epoch": 1.7366364270760641,
      "grad_norm": 1.0232464295223744,
      "learning_rate": 0.00024624871371387074,
      "loss": 2.5938,
      "step": 37329
    },
    {
      "epoch": 1.736682949523145,
      "grad_norm": 1.1749934224339975,
      "learning_rate": 0.00024624586705999875,
      "loss": 2.5625,
      "step": 37330
    },
    {
      "epoch": 1.7367294719702255,
      "grad_norm": 0.9853331490013975,
      "learning_rate": 0.0002462430203472045,
      "loss": 2.4219,
      "step": 37331
    },
    {
      "epoch": 1.7367759944173065,
      "grad_norm": 1.264058586372191,
      "learning_rate": 0.0002462401735754897,
      "loss": 2.2812,
      "step": 37332
    },
    {
      "epoch": 1.736822516864387,
      "grad_norm": 1.0483583088069928,
      "learning_rate": 0.00024623732674485606,
      "loss": 2.5,
      "step": 37333
    },
    {
      "epoch": 1.7368690393114679,
      "grad_norm": 1.0915414600682474,
      "learning_rate": 0.00024623447985530535,
      "loss": 2.0781,
      "step": 37334
    },
    {
      "epoch": 1.7369155617585486,
      "grad_norm": 0.9438772974305142,
      "learning_rate": 0.00024623163290683937,
      "loss": 2.2344,
      "step": 37335
    },
    {
      "epoch": 1.7369620842056293,
      "grad_norm": 1.0030334633340292,
      "learning_rate": 0.0002462287858994598,
      "loss": 2.4375,
      "step": 37336
    },
    {
      "epoch": 1.73700860665271,
      "grad_norm": 0.9985487342523381,
      "learning_rate": 0.0002462259388331684,
      "loss": 2.2656,
      "step": 37337
    },
    {
      "epoch": 1.7370551290997907,
      "grad_norm": 1.003518751850384,
      "learning_rate": 0.00024622309170796696,
      "loss": 2.2188,
      "step": 37338
    },
    {
      "epoch": 1.7371016515468714,
      "grad_norm": 1.019280959770663,
      "learning_rate": 0.0002462202445238571,
      "loss": 2.4062,
      "step": 37339
    },
    {
      "epoch": 1.737148173993952,
      "grad_norm": 0.9701346047272248,
      "learning_rate": 0.00024621739728084073,
      "loss": 2.3438,
      "step": 37340
    },
    {
      "epoch": 1.7371946964410327,
      "grad_norm": 1.0187627177355036,
      "learning_rate": 0.0002462145499789194,
      "loss": 2.5,
      "step": 37341
    },
    {
      "epoch": 1.7372412188881134,
      "grad_norm": 1.0338609936355097,
      "learning_rate": 0.00024621170261809503,
      "loss": 2.1406,
      "step": 37342
    },
    {
      "epoch": 1.7372877413351944,
      "grad_norm": 0.9616174414726851,
      "learning_rate": 0.00024620885519836924,
      "loss": 2.2188,
      "step": 37343
    },
    {
      "epoch": 1.7373342637822748,
      "grad_norm": 0.9664315803632755,
      "learning_rate": 0.00024620600771974385,
      "loss": 2.1562,
      "step": 37344
    },
    {
      "epoch": 1.7373807862293558,
      "grad_norm": 0.9651226653074573,
      "learning_rate": 0.00024620316018222053,
      "loss": 2.375,
      "step": 37345
    },
    {
      "epoch": 1.7374273086764362,
      "grad_norm": 0.9774986824458299,
      "learning_rate": 0.0002462003125858012,
      "loss": 2.4219,
      "step": 37346
    },
    {
      "epoch": 1.7374738311235172,
      "grad_norm": 1.0465252794161164,
      "learning_rate": 0.0002461974649304873,
      "loss": 1.7578,
      "step": 37347
    },
    {
      "epoch": 1.7375203535705979,
      "grad_norm": 0.96579747707638,
      "learning_rate": 0.00024619461721628083,
      "loss": 2.2812,
      "step": 37348
    },
    {
      "epoch": 1.7375668760176786,
      "grad_norm": 1.0184021525800455,
      "learning_rate": 0.0002461917694431834,
      "loss": 2.1719,
      "step": 37349
    },
    {
      "epoch": 1.7376133984647593,
      "grad_norm": 1.011181038585952,
      "learning_rate": 0.0002461889216111969,
      "loss": 2.0781,
      "step": 37350
    },
    {
      "epoch": 1.73765992091184,
      "grad_norm": 1.0464828733202345,
      "learning_rate": 0.0002461860737203229,
      "loss": 2.5781,
      "step": 37351
    },
    {
      "epoch": 1.7377064433589207,
      "grad_norm": 0.9821238880335343,
      "learning_rate": 0.00024618322577056324,
      "loss": 2.125,
      "step": 37352
    },
    {
      "epoch": 1.7377529658060014,
      "grad_norm": 0.9950775763980143,
      "learning_rate": 0.00024618037776191965,
      "loss": 2.1875,
      "step": 37353
    },
    {
      "epoch": 1.737799488253082,
      "grad_norm": 1.0314441434138761,
      "learning_rate": 0.00024617752969439385,
      "loss": 2.3594,
      "step": 37354
    },
    {
      "epoch": 1.7378460107001628,
      "grad_norm": 0.9485331529407112,
      "learning_rate": 0.0002461746815679876,
      "loss": 2.1406,
      "step": 37355
    },
    {
      "epoch": 1.7378925331472437,
      "grad_norm": 1.0505165726637,
      "learning_rate": 0.00024617183338270264,
      "loss": 2.4219,
      "step": 37356
    },
    {
      "epoch": 1.7379390555943242,
      "grad_norm": 0.9689141742329136,
      "learning_rate": 0.00024616898513854074,
      "loss": 2.375,
      "step": 37357
    },
    {
      "epoch": 1.737985578041405,
      "grad_norm": 0.9562089875308333,
      "learning_rate": 0.00024616613683550357,
      "loss": 2.3906,
      "step": 37358
    },
    {
      "epoch": 1.7380321004884856,
      "grad_norm": 1.0273016417894367,
      "learning_rate": 0.000246163288473593,
      "loss": 2.3125,
      "step": 37359
    },
    {
      "epoch": 1.7380786229355665,
      "grad_norm": 0.982343110484689,
      "learning_rate": 0.00024616044005281064,
      "loss": 2.3438,
      "step": 37360
    },
    {
      "epoch": 1.7381251453826472,
      "grad_norm": 0.948392177063044,
      "learning_rate": 0.0002461575915731583,
      "loss": 2.3438,
      "step": 37361
    },
    {
      "epoch": 1.7381716678297279,
      "grad_norm": 0.9759166006999256,
      "learning_rate": 0.0002461547430346377,
      "loss": 2.2812,
      "step": 37362
    },
    {
      "epoch": 1.7382181902768086,
      "grad_norm": 0.9805364712554985,
      "learning_rate": 0.0002461518944372507,
      "loss": 2.4219,
      "step": 37363
    },
    {
      "epoch": 1.7382647127238893,
      "grad_norm": 1.0071033099371876,
      "learning_rate": 0.0002461490457809988,
      "loss": 2.7812,
      "step": 37364
    },
    {
      "epoch": 1.73831123517097,
      "grad_norm": 0.9232106294255014,
      "learning_rate": 0.00024614619706588394,
      "loss": 2.4219,
      "step": 37365
    },
    {
      "epoch": 1.7383577576180507,
      "grad_norm": 1.0048520260002953,
      "learning_rate": 0.00024614334829190784,
      "loss": 2.0312,
      "step": 37366
    },
    {
      "epoch": 1.7384042800651316,
      "grad_norm": 0.9574082073622807,
      "learning_rate": 0.0002461404994590722,
      "loss": 2.3906,
      "step": 37367
    },
    {
      "epoch": 1.738450802512212,
      "grad_norm": 0.9670110738666976,
      "learning_rate": 0.0002461376505673788,
      "loss": 2.25,
      "step": 37368
    },
    {
      "epoch": 1.738497324959293,
      "grad_norm": 0.9954010269447311,
      "learning_rate": 0.00024613480161682935,
      "loss": 2.375,
      "step": 37369
    },
    {
      "epoch": 1.7385438474063735,
      "grad_norm": 0.951617562138379,
      "learning_rate": 0.0002461319526074256,
      "loss": 2.5156,
      "step": 37370
    },
    {
      "epoch": 1.7385903698534544,
      "grad_norm": 0.982678182406227,
      "learning_rate": 0.0002461291035391693,
      "loss": 2.3281,
      "step": 37371
    },
    {
      "epoch": 1.7386368923005349,
      "grad_norm": 1.0174552295072081,
      "learning_rate": 0.0002461262544120622,
      "loss": 2.3438,
      "step": 37372
    },
    {
      "epoch": 1.7386834147476158,
      "grad_norm": 1.1558954865327886,
      "learning_rate": 0.00024612340522610604,
      "loss": 2.3594,
      "step": 37373
    },
    {
      "epoch": 1.7387299371946965,
      "grad_norm": 0.9601233994915348,
      "learning_rate": 0.00024612055598130256,
      "loss": 2.2969,
      "step": 37374
    },
    {
      "epoch": 1.7387764596417772,
      "grad_norm": 0.9486780658757105,
      "learning_rate": 0.00024611770667765353,
      "loss": 2.2031,
      "step": 37375
    },
    {
      "epoch": 1.7388229820888579,
      "grad_norm": 1.0283877576079692,
      "learning_rate": 0.00024611485731516067,
      "loss": 2.4062,
      "step": 37376
    },
    {
      "epoch": 1.7388695045359386,
      "grad_norm": 0.9972681787508918,
      "learning_rate": 0.00024611200789382567,
      "loss": 2.4375,
      "step": 37377
    },
    {
      "epoch": 1.7389160269830193,
      "grad_norm": 1.0164445349460296,
      "learning_rate": 0.00024610915841365036,
      "loss": 2.3125,
      "step": 37378
    },
    {
      "epoch": 1.7389625494301,
      "grad_norm": 1.0466996526639651,
      "learning_rate": 0.0002461063088746365,
      "loss": 1.7891,
      "step": 37379
    },
    {
      "epoch": 1.739009071877181,
      "grad_norm": 1.0044445518402558,
      "learning_rate": 0.0002461034592767858,
      "loss": 2.3125,
      "step": 37380
    },
    {
      "epoch": 1.7390555943242614,
      "grad_norm": 1.3383242503047252,
      "learning_rate": 0.00024610060962009997,
      "loss": 2.3906,
      "step": 37381
    },
    {
      "epoch": 1.7391021167713423,
      "grad_norm": 0.9915797499109915,
      "learning_rate": 0.00024609775990458075,
      "loss": 2.6562,
      "step": 37382
    },
    {
      "epoch": 1.7391486392184228,
      "grad_norm": 0.9600796548480247,
      "learning_rate": 0.00024609491013022995,
      "loss": 2.375,
      "step": 37383
    },
    {
      "epoch": 1.7391951616655037,
      "grad_norm": 0.9549704691905506,
      "learning_rate": 0.0002460920602970493,
      "loss": 2.2031,
      "step": 37384
    },
    {
      "epoch": 1.7392416841125842,
      "grad_norm": 1.2247628649824323,
      "learning_rate": 0.00024608921040504046,
      "loss": 2.4219,
      "step": 37385
    },
    {
      "epoch": 1.739288206559665,
      "grad_norm": 0.9545892057038836,
      "learning_rate": 0.0002460863604542053,
      "loss": 2.2188,
      "step": 37386
    },
    {
      "epoch": 1.7393347290067458,
      "grad_norm": 1.1339546932985742,
      "learning_rate": 0.00024608351044454543,
      "loss": 2.4375,
      "step": 37387
    },
    {
      "epoch": 1.7393812514538265,
      "grad_norm": 1.0038806615340248,
      "learning_rate": 0.0002460806603760627,
      "loss": 2.0469,
      "step": 37388
    },
    {
      "epoch": 1.7394277739009072,
      "grad_norm": 1.0086120279097517,
      "learning_rate": 0.00024607781024875886,
      "loss": 2.3125,
      "step": 37389
    },
    {
      "epoch": 1.739474296347988,
      "grad_norm": 1.0047145002669238,
      "learning_rate": 0.0002460749600626356,
      "loss": 2.2344,
      "step": 37390
    },
    {
      "epoch": 1.7395208187950686,
      "grad_norm": 0.9532288014300349,
      "learning_rate": 0.00024607210981769466,
      "loss": 2.125,
      "step": 37391
    },
    {
      "epoch": 1.7395673412421493,
      "grad_norm": 0.9265786380128584,
      "learning_rate": 0.00024606925951393786,
      "loss": 2.1875,
      "step": 37392
    },
    {
      "epoch": 1.7396138636892302,
      "grad_norm": 0.9722725370232547,
      "learning_rate": 0.00024606640915136684,
      "loss": 2.25,
      "step": 37393
    },
    {
      "epoch": 1.7396603861363107,
      "grad_norm": 1.044648233240259,
      "learning_rate": 0.00024606355872998343,
      "loss": 2.625,
      "step": 37394
    },
    {
      "epoch": 1.7397069085833916,
      "grad_norm": 1.0375233699485573,
      "learning_rate": 0.0002460607082497893,
      "loss": 2.5469,
      "step": 37395
    },
    {
      "epoch": 1.739753431030472,
      "grad_norm": 1.0094560371762986,
      "learning_rate": 0.0002460578577107863,
      "loss": 2.2969,
      "step": 37396
    },
    {
      "epoch": 1.739799953477553,
      "grad_norm": 0.9230484542169939,
      "learning_rate": 0.0002460550071129761,
      "loss": 2.0938,
      "step": 37397
    },
    {
      "epoch": 1.7398464759246335,
      "grad_norm": 1.0781210018371843,
      "learning_rate": 0.0002460521564563604,
      "loss": 2.6406,
      "step": 37398
    },
    {
      "epoch": 1.7398929983717144,
      "grad_norm": 0.97734544965062,
      "learning_rate": 0.00024604930574094106,
      "loss": 2.625,
      "step": 37399
    },
    {
      "epoch": 1.739939520818795,
      "grad_norm": 0.9251956650848675,
      "learning_rate": 0.0002460464549667197,
      "loss": 2.1094,
      "step": 37400
    },
    {
      "epoch": 1.7399860432658758,
      "grad_norm": 1.0459536876804993,
      "learning_rate": 0.00024604360413369824,
      "loss": 2.3438,
      "step": 37401
    },
    {
      "epoch": 1.7400325657129565,
      "grad_norm": 1.0773023905027592,
      "learning_rate": 0.00024604075324187826,
      "loss": 2.5,
      "step": 37402
    },
    {
      "epoch": 1.7400790881600372,
      "grad_norm": 0.9268523831789669,
      "learning_rate": 0.00024603790229126157,
      "loss": 2.2656,
      "step": 37403
    },
    {
      "epoch": 1.740125610607118,
      "grad_norm": 0.9367474064772925,
      "learning_rate": 0.00024603505128184994,
      "loss": 2.3594,
      "step": 37404
    },
    {
      "epoch": 1.7401721330541986,
      "grad_norm": 1.0013365633386908,
      "learning_rate": 0.00024603220021364507,
      "loss": 2.5469,
      "step": 37405
    },
    {
      "epoch": 1.7402186555012795,
      "grad_norm": 0.9989218773902083,
      "learning_rate": 0.00024602934908664873,
      "loss": 2.5,
      "step": 37406
    },
    {
      "epoch": 1.74026517794836,
      "grad_norm": 1.0109345939014835,
      "learning_rate": 0.0002460264979008626,
      "loss": 2.4688,
      "step": 37407
    },
    {
      "epoch": 1.740311700395441,
      "grad_norm": 1.0744464978806478,
      "learning_rate": 0.0002460236466562885,
      "loss": 2.5,
      "step": 37408
    },
    {
      "epoch": 1.7403582228425214,
      "grad_norm": 1.0134112097077892,
      "learning_rate": 0.00024602079535292816,
      "loss": 2.75,
      "step": 37409
    },
    {
      "epoch": 1.7404047452896023,
      "grad_norm": 1.0662890547274335,
      "learning_rate": 0.0002460179439907834,
      "loss": 2.2656,
      "step": 37410
    },
    {
      "epoch": 1.7404512677366828,
      "grad_norm": 0.9636070157588458,
      "learning_rate": 0.0002460150925698558,
      "loss": 2.2812,
      "step": 37411
    },
    {
      "epoch": 1.7404977901837637,
      "grad_norm": 0.9426319517054748,
      "learning_rate": 0.00024601224109014724,
      "loss": 2.2812,
      "step": 37412
    },
    {
      "epoch": 1.7405443126308444,
      "grad_norm": 0.9828942006097188,
      "learning_rate": 0.00024600938955165937,
      "loss": 2.4688,
      "step": 37413
    },
    {
      "epoch": 1.7405908350779251,
      "grad_norm": 0.9830173621656652,
      "learning_rate": 0.00024600653795439403,
      "loss": 2.1406,
      "step": 37414
    },
    {
      "epoch": 1.7406373575250058,
      "grad_norm": 0.9735449129641981,
      "learning_rate": 0.0002460036862983529,
      "loss": 2.2188,
      "step": 37415
    },
    {
      "epoch": 1.7406838799720865,
      "grad_norm": 0.9587130186420098,
      "learning_rate": 0.00024600083458353777,
      "loss": 2.3125,
      "step": 37416
    },
    {
      "epoch": 1.7407304024191672,
      "grad_norm": 0.9966028652342398,
      "learning_rate": 0.0002459979828099503,
      "loss": 2.4219,
      "step": 37417
    },
    {
      "epoch": 1.740776924866248,
      "grad_norm": 1.0096047349787238,
      "learning_rate": 0.0002459951309775924,
      "loss": 2.3438,
      "step": 37418
    },
    {
      "epoch": 1.7408234473133288,
      "grad_norm": 1.0729134863079397,
      "learning_rate": 0.0002459922790864657,
      "loss": 2.5156,
      "step": 37419
    },
    {
      "epoch": 1.7408699697604093,
      "grad_norm": 1.062675947743983,
      "learning_rate": 0.0002459894271365719,
      "loss": 2.4688,
      "step": 37420
    },
    {
      "epoch": 1.7409164922074902,
      "grad_norm": 0.9678776410945497,
      "learning_rate": 0.0002459865751279128,
      "loss": 2.3594,
      "step": 37421
    },
    {
      "epoch": 1.7409630146545707,
      "grad_norm": 1.0199771394238173,
      "learning_rate": 0.0002459837230604902,
      "loss": 2.4219,
      "step": 37422
    },
    {
      "epoch": 1.7410095371016516,
      "grad_norm": 0.9903061962369615,
      "learning_rate": 0.0002459808709343058,
      "loss": 2.2656,
      "step": 37423
    },
    {
      "epoch": 1.741056059548732,
      "grad_norm": 0.9555303983163795,
      "learning_rate": 0.0002459780187493613,
      "loss": 2.2188,
      "step": 37424
    },
    {
      "epoch": 1.741102581995813,
      "grad_norm": 0.9331433463184655,
      "learning_rate": 0.00024597516650565855,
      "loss": 2.1875,
      "step": 37425
    },
    {
      "epoch": 1.7411491044428937,
      "grad_norm": 0.9738636915277071,
      "learning_rate": 0.0002459723142031992,
      "loss": 2.2656,
      "step": 37426
    },
    {
      "epoch": 1.7411956268899744,
      "grad_norm": 1.014593978496126,
      "learning_rate": 0.00024596946184198503,
      "loss": 2.5156,
      "step": 37427
    },
    {
      "epoch": 1.7412421493370551,
      "grad_norm": 1.0195698412553398,
      "learning_rate": 0.0002459666094220178,
      "loss": 2.2812,
      "step": 37428
    },
    {
      "epoch": 1.7412886717841358,
      "grad_norm": 1.1089919152381118,
      "learning_rate": 0.00024596375694329925,
      "loss": 2.4219,
      "step": 37429
    },
    {
      "epoch": 1.7413351942312165,
      "grad_norm": 0.9885664631896953,
      "learning_rate": 0.0002459609044058312,
      "loss": 2.6562,
      "step": 37430
    },
    {
      "epoch": 1.7413817166782972,
      "grad_norm": 0.9833321986409697,
      "learning_rate": 0.0002459580518096152,
      "loss": 2.4219,
      "step": 37431
    },
    {
      "epoch": 1.7414282391253781,
      "grad_norm": 1.0454006439777719,
      "learning_rate": 0.0002459551991546531,
      "loss": 2.4531,
      "step": 37432
    },
    {
      "epoch": 1.7414747615724586,
      "grad_norm": 0.9486818702437153,
      "learning_rate": 0.00024595234644094675,
      "loss": 2.0312,
      "step": 37433
    },
    {
      "epoch": 1.7415212840195395,
      "grad_norm": 0.9325969563714996,
      "learning_rate": 0.00024594949366849776,
      "loss": 1.8984,
      "step": 37434
    },
    {
      "epoch": 1.74156780646662,
      "grad_norm": 1.080019190955479,
      "learning_rate": 0.00024594664083730795,
      "loss": 2.4375,
      "step": 37435
    },
    {
      "epoch": 1.741614328913701,
      "grad_norm": 1.2866224527465062,
      "learning_rate": 0.00024594378794737904,
      "loss": 2.4219,
      "step": 37436
    },
    {
      "epoch": 1.7416608513607814,
      "grad_norm": 0.927868213476239,
      "learning_rate": 0.0002459409349987128,
      "loss": 2.2188,
      "step": 37437
    },
    {
      "epoch": 1.7417073738078623,
      "grad_norm": 1.0202693148887767,
      "learning_rate": 0.00024593808199131084,
      "loss": 2.5,
      "step": 37438
    },
    {
      "epoch": 1.741753896254943,
      "grad_norm": 1.0434843191846355,
      "learning_rate": 0.00024593522892517517,
      "loss": 2.5625,
      "step": 37439
    },
    {
      "epoch": 1.7418004187020237,
      "grad_norm": 1.0315924261148615,
      "learning_rate": 0.0002459323758003073,
      "loss": 2.3906,
      "step": 37440
    },
    {
      "epoch": 1.7418469411491044,
      "grad_norm": 0.9814902068507023,
      "learning_rate": 0.0002459295226167091,
      "loss": 2.4688,
      "step": 37441
    },
    {
      "epoch": 1.7418934635961851,
      "grad_norm": 1.0650068556520649,
      "learning_rate": 0.00024592666937438225,
      "loss": 2.3594,
      "step": 37442
    },
    {
      "epoch": 1.7419399860432658,
      "grad_norm": 1.0354189778554186,
      "learning_rate": 0.00024592381607332854,
      "loss": 2.2656,
      "step": 37443
    },
    {
      "epoch": 1.7419865084903465,
      "grad_norm": 0.9230128431177356,
      "learning_rate": 0.00024592096271354967,
      "loss": 2.2344,
      "step": 37444
    },
    {
      "epoch": 1.7420330309374275,
      "grad_norm": 1.0806427071253843,
      "learning_rate": 0.0002459181092950475,
      "loss": 2.4844,
      "step": 37445
    },
    {
      "epoch": 1.742079553384508,
      "grad_norm": 1.0267981244408368,
      "learning_rate": 0.0002459152558178236,
      "loss": 2.6875,
      "step": 37446
    },
    {
      "epoch": 1.7421260758315888,
      "grad_norm": 1.0631265200225468,
      "learning_rate": 0.00024591240228187994,
      "loss": 2.5469,
      "step": 37447
    },
    {
      "epoch": 1.7421725982786693,
      "grad_norm": 1.0291442135632374,
      "learning_rate": 0.00024590954868721805,
      "loss": 2.3594,
      "step": 37448
    },
    {
      "epoch": 1.7422191207257502,
      "grad_norm": 1.022046047374889,
      "learning_rate": 0.0002459066950338398,
      "loss": 2.3281,
      "step": 37449
    },
    {
      "epoch": 1.7422656431728307,
      "grad_norm": 0.9780353151911371,
      "learning_rate": 0.0002459038413217469,
      "loss": 2.2344,
      "step": 37450
    },
    {
      "epoch": 1.7423121656199116,
      "grad_norm": 1.0236670528755547,
      "learning_rate": 0.0002459009875509411,
      "loss": 2.4844,
      "step": 37451
    },
    {
      "epoch": 1.7423586880669923,
      "grad_norm": 0.990673390596983,
      "learning_rate": 0.00024589813372142416,
      "loss": 2.2656,
      "step": 37452
    },
    {
      "epoch": 1.742405210514073,
      "grad_norm": 0.9868944939524397,
      "learning_rate": 0.0002458952798331978,
      "loss": 2.3438,
      "step": 37453
    },
    {
      "epoch": 1.7424517329611537,
      "grad_norm": 0.9675684698300377,
      "learning_rate": 0.0002458924258862638,
      "loss": 2.1406,
      "step": 37454
    },
    {
      "epoch": 1.7424982554082344,
      "grad_norm": 1.0147478992709626,
      "learning_rate": 0.00024588957188062386,
      "loss": 2.4844,
      "step": 37455
    },
    {
      "epoch": 1.7425447778553151,
      "grad_norm": 0.9775694055760058,
      "learning_rate": 0.0002458867178162798,
      "loss": 2.4531,
      "step": 37456
    },
    {
      "epoch": 1.7425913003023958,
      "grad_norm": 1.0458468433738555,
      "learning_rate": 0.00024588386369323327,
      "loss": 2.8438,
      "step": 37457
    },
    {
      "epoch": 1.7426378227494768,
      "grad_norm": 1.0586479212673137,
      "learning_rate": 0.00024588100951148615,
      "loss": 2.2656,
      "step": 37458
    },
    {
      "epoch": 1.7426843451965572,
      "grad_norm": 1.1201526697960964,
      "learning_rate": 0.0002458781552710401,
      "loss": 2.3906,
      "step": 37459
    },
    {
      "epoch": 1.7427308676436382,
      "grad_norm": 1.0782586183350775,
      "learning_rate": 0.0002458753009718969,
      "loss": 2.375,
      "step": 37460
    },
    {
      "epoch": 1.7427773900907186,
      "grad_norm": 1.024736612136802,
      "learning_rate": 0.00024587244661405813,
      "loss": 2.3281,
      "step": 37461
    },
    {
      "epoch": 1.7428239125377996,
      "grad_norm": 0.9480856817670492,
      "learning_rate": 0.00024586959219752584,
      "loss": 2.2188,
      "step": 37462
    },
    {
      "epoch": 1.7428704349848803,
      "grad_norm": 1.0227923538124464,
      "learning_rate": 0.00024586673772230156,
      "loss": 2.7188,
      "step": 37463
    },
    {
      "epoch": 1.742916957431961,
      "grad_norm": 0.9662568075109654,
      "learning_rate": 0.00024586388318838704,
      "loss": 2.25,
      "step": 37464
    },
    {
      "epoch": 1.7429634798790417,
      "grad_norm": 0.9938844265207077,
      "learning_rate": 0.0002458610285957842,
      "loss": 2.2969,
      "step": 37465
    },
    {
      "epoch": 1.7430100023261224,
      "grad_norm": 0.9924571827620354,
      "learning_rate": 0.0002458581739444946,
      "loss": 2.4531,
      "step": 37466
    },
    {
      "epoch": 1.743056524773203,
      "grad_norm": 0.9775960187999075,
      "learning_rate": 0.0002458553192345201,
      "loss": 2.2188,
      "step": 37467
    },
    {
      "epoch": 1.7431030472202838,
      "grad_norm": 0.9813267192118391,
      "learning_rate": 0.0002458524644658624,
      "loss": 2.5,
      "step": 37468
    },
    {
      "epoch": 1.7431495696673645,
      "grad_norm": 0.954395099286451,
      "learning_rate": 0.00024584960963852323,
      "loss": 2.0625,
      "step": 37469
    },
    {
      "epoch": 1.7431960921144452,
      "grad_norm": 0.9870083421095829,
      "learning_rate": 0.0002458467547525044,
      "loss": 2.3281,
      "step": 37470
    },
    {
      "epoch": 1.743242614561526,
      "grad_norm": 1.041661687198777,
      "learning_rate": 0.00024584389980780757,
      "loss": 2.6094,
      "step": 37471
    },
    {
      "epoch": 1.7432891370086065,
      "grad_norm": 1.0411809983838065,
      "learning_rate": 0.0002458410448044346,
      "loss": 2.5469,
      "step": 37472
    },
    {
      "epoch": 1.7433356594556875,
      "grad_norm": 1.0636337373485478,
      "learning_rate": 0.0002458381897423871,
      "loss": 2.5,
      "step": 37473
    },
    {
      "epoch": 1.743382181902768,
      "grad_norm": 0.9899148242580296,
      "learning_rate": 0.000245835334621667,
      "loss": 2.2031,
      "step": 37474
    },
    {
      "epoch": 1.7434287043498489,
      "grad_norm": 1.0216073204632865,
      "learning_rate": 0.00024583247944227584,
      "loss": 2.4688,
      "step": 37475
    },
    {
      "epoch": 1.7434752267969296,
      "grad_norm": 0.9880165255849465,
      "learning_rate": 0.00024582962420421553,
      "loss": 2.2656,
      "step": 37476
    },
    {
      "epoch": 1.7435217492440103,
      "grad_norm": 1.2202717925550457,
      "learning_rate": 0.00024582676890748774,
      "loss": 2.25,
      "step": 37477
    },
    {
      "epoch": 1.743568271691091,
      "grad_norm": 0.9588518033083905,
      "learning_rate": 0.00024582391355209426,
      "loss": 2.0625,
      "step": 37478
    },
    {
      "epoch": 1.7436147941381717,
      "grad_norm": 1.0149162812041534,
      "learning_rate": 0.00024582105813803683,
      "loss": 2.4219,
      "step": 37479
    },
    {
      "epoch": 1.7436613165852524,
      "grad_norm": 0.982922779477595,
      "learning_rate": 0.0002458182026653171,
      "loss": 2.5938,
      "step": 37480
    },
    {
      "epoch": 1.743707839032333,
      "grad_norm": 1.006454134304086,
      "learning_rate": 0.00024581534713393697,
      "loss": 2.2656,
      "step": 37481
    },
    {
      "epoch": 1.743754361479414,
      "grad_norm": 1.047803774877421,
      "learning_rate": 0.0002458124915438981,
      "loss": 2.5469,
      "step": 37482
    },
    {
      "epoch": 1.7438008839264945,
      "grad_norm": 1.033947380412099,
      "learning_rate": 0.0002458096358952023,
      "loss": 2.3125,
      "step": 37483
    },
    {
      "epoch": 1.7438474063735754,
      "grad_norm": 1.039084905755183,
      "learning_rate": 0.0002458067801878512,
      "loss": 2.3594,
      "step": 37484
    },
    {
      "epoch": 1.7438939288206559,
      "grad_norm": 0.9796085554722553,
      "learning_rate": 0.0002458039244218467,
      "loss": 2.3594,
      "step": 37485
    },
    {
      "epoch": 1.7439404512677368,
      "grad_norm": 1.0217592567680809,
      "learning_rate": 0.0002458010685971904,
      "loss": 2.4219,
      "step": 37486
    },
    {
      "epoch": 1.7439869737148173,
      "grad_norm": 0.9914431482298253,
      "learning_rate": 0.0002457982127138842,
      "loss": 2.2188,
      "step": 37487
    },
    {
      "epoch": 1.7440334961618982,
      "grad_norm": 1.004877710997625,
      "learning_rate": 0.0002457953567719297,
      "loss": 2.3906,
      "step": 37488
    },
    {
      "epoch": 1.7440800186089789,
      "grad_norm": 0.9492488447642361,
      "learning_rate": 0.00024579250077132875,
      "loss": 2.2344,
      "step": 37489
    },
    {
      "epoch": 1.7441265410560596,
      "grad_norm": 0.9484758838772517,
      "learning_rate": 0.0002457896447120831,
      "loss": 2.3125,
      "step": 37490
    },
    {
      "epoch": 1.7441730635031403,
      "grad_norm": 0.993881109526369,
      "learning_rate": 0.0002457867885941944,
      "loss": 2.4219,
      "step": 37491
    },
    {
      "epoch": 1.744219585950221,
      "grad_norm": 1.1466062704148976,
      "learning_rate": 0.0002457839324176645,
      "loss": 2.4688,
      "step": 37492
    },
    {
      "epoch": 1.7442661083973017,
      "grad_norm": 0.989004141866857,
      "learning_rate": 0.0002457810761824951,
      "loss": 2.3125,
      "step": 37493
    },
    {
      "epoch": 1.7443126308443824,
      "grad_norm": 1.0079673518914558,
      "learning_rate": 0.000245778219888688,
      "loss": 2.1562,
      "step": 37494
    },
    {
      "epoch": 1.7443591532914633,
      "grad_norm": 1.0377174875176174,
      "learning_rate": 0.00024577536353624483,
      "loss": 1.8516,
      "step": 37495
    },
    {
      "epoch": 1.7444056757385438,
      "grad_norm": 1.0750375854608547,
      "learning_rate": 0.0002457725071251675,
      "loss": 2.6406,
      "step": 37496
    },
    {
      "epoch": 1.7444521981856247,
      "grad_norm": 0.9904121780297592,
      "learning_rate": 0.0002457696506554576,
      "loss": 2.2812,
      "step": 37497
    },
    {
      "epoch": 1.7444987206327052,
      "grad_norm": 0.955591155818476,
      "learning_rate": 0.000245766794127117,
      "loss": 2.0781,
      "step": 37498
    },
    {
      "epoch": 1.744545243079786,
      "grad_norm": 1.0347858625996946,
      "learning_rate": 0.0002457639375401474,
      "loss": 2.375,
      "step": 37499
    },
    {
      "epoch": 1.7445917655268666,
      "grad_norm": 1.0005941096483086,
      "learning_rate": 0.00024576108089455055,
      "loss": 2.2812,
      "step": 37500
    },
    {
      "epoch": 1.7446382879739475,
      "grad_norm": 1.0093748407639664,
      "learning_rate": 0.0002457582241903282,
      "loss": 2.5938,
      "step": 37501
    },
    {
      "epoch": 1.7446848104210282,
      "grad_norm": 1.146827747857422,
      "learning_rate": 0.0002457553674274821,
      "loss": 2.5312,
      "step": 37502
    },
    {
      "epoch": 1.7447313328681089,
      "grad_norm": 1.027179926357417,
      "learning_rate": 0.00024575251060601403,
      "loss": 2.3125,
      "step": 37503
    },
    {
      "epoch": 1.7447778553151896,
      "grad_norm": 0.9597665380124721,
      "learning_rate": 0.0002457496537259257,
      "loss": 2.0469,
      "step": 37504
    },
    {
      "epoch": 1.7448243777622703,
      "grad_norm": 0.9449729674206733,
      "learning_rate": 0.0002457467967872188,
      "loss": 2.1406,
      "step": 37505
    },
    {
      "epoch": 1.744870900209351,
      "grad_norm": 1.0612072500461793,
      "learning_rate": 0.0002457439397898952,
      "loss": 2.5625,
      "step": 37506
    },
    {
      "epoch": 1.7449174226564317,
      "grad_norm": 0.9633953132345063,
      "learning_rate": 0.0002457410827339566,
      "loss": 2.3125,
      "step": 37507
    },
    {
      "epoch": 1.7449639451035126,
      "grad_norm": 0.9613634265651894,
      "learning_rate": 0.0002457382256194047,
      "loss": 2.375,
      "step": 37508
    },
    {
      "epoch": 1.745010467550593,
      "grad_norm": 1.034840209966162,
      "learning_rate": 0.00024573536844624136,
      "loss": 2.3281,
      "step": 37509
    },
    {
      "epoch": 1.745056989997674,
      "grad_norm": 1.0464225190059233,
      "learning_rate": 0.00024573251121446824,
      "loss": 2.4531,
      "step": 37510
    },
    {
      "epoch": 1.7451035124447545,
      "grad_norm": 1.0249698569464403,
      "learning_rate": 0.0002457296539240871,
      "loss": 2.2188,
      "step": 37511
    },
    {
      "epoch": 1.7451500348918354,
      "grad_norm": 1.08112428143527,
      "learning_rate": 0.0002457267965750997,
      "loss": 2.3594,
      "step": 37512
    },
    {
      "epoch": 1.7451965573389159,
      "grad_norm": 0.9351072902040285,
      "learning_rate": 0.0002457239391675078,
      "loss": 2.4844,
      "step": 37513
    },
    {
      "epoch": 1.7452430797859968,
      "grad_norm": 1.0598195245467505,
      "learning_rate": 0.00024572108170131316,
      "loss": 2.2812,
      "step": 37514
    },
    {
      "epoch": 1.7452896022330775,
      "grad_norm": 0.9713607069647168,
      "learning_rate": 0.0002457182241765175,
      "loss": 2.5312,
      "step": 37515
    },
    {
      "epoch": 1.7453361246801582,
      "grad_norm": 1.0143131499699738,
      "learning_rate": 0.00024571536659312253,
      "loss": 2.5,
      "step": 37516
    },
    {
      "epoch": 1.745382647127239,
      "grad_norm": 1.0730381613569946,
      "learning_rate": 0.00024571250895113014,
      "loss": 2.5312,
      "step": 37517
    },
    {
      "epoch": 1.7454291695743196,
      "grad_norm": 0.9657247487459631,
      "learning_rate": 0.0002457096512505419,
      "loss": 2.1406,
      "step": 37518
    },
    {
      "epoch": 1.7454756920214003,
      "grad_norm": 0.9755640475688567,
      "learning_rate": 0.0002457067934913597,
      "loss": 2.4219,
      "step": 37519
    },
    {
      "epoch": 1.745522214468481,
      "grad_norm": 1.0281613807548495,
      "learning_rate": 0.0002457039356735852,
      "loss": 2.5625,
      "step": 37520
    },
    {
      "epoch": 1.745568736915562,
      "grad_norm": 1.0357508238658255,
      "learning_rate": 0.0002457010777972202,
      "loss": 2.4688,
      "step": 37521
    },
    {
      "epoch": 1.7456152593626424,
      "grad_norm": 1.0231615544893249,
      "learning_rate": 0.00024569821986226645,
      "loss": 2.4688,
      "step": 37522
    },
    {
      "epoch": 1.7456617818097233,
      "grad_norm": 1.0511029776466234,
      "learning_rate": 0.00024569536186872567,
      "loss": 1.8438,
      "step": 37523
    },
    {
      "epoch": 1.7457083042568038,
      "grad_norm": 1.0569035011409431,
      "learning_rate": 0.0002456925038165996,
      "loss": 2.7969,
      "step": 37524
    },
    {
      "epoch": 1.7457548267038847,
      "grad_norm": 0.975282121404363,
      "learning_rate": 0.00024568964570589007,
      "loss": 2.4062,
      "step": 37525
    },
    {
      "epoch": 1.7458013491509652,
      "grad_norm": 0.9582187469032959,
      "learning_rate": 0.00024568678753659877,
      "loss": 2.1719,
      "step": 37526
    },
    {
      "epoch": 1.745847871598046,
      "grad_norm": 0.9776963167418332,
      "learning_rate": 0.0002456839293087274,
      "loss": 1.7812,
      "step": 37527
    },
    {
      "epoch": 1.7458943940451268,
      "grad_norm": 1.08517060318136,
      "learning_rate": 0.00024568107102227783,
      "loss": 2.625,
      "step": 37528
    },
    {
      "epoch": 1.7459409164922075,
      "grad_norm": 0.9337791018418904,
      "learning_rate": 0.0002456782126772518,
      "loss": 1.9922,
      "step": 37529
    },
    {
      "epoch": 1.7459874389392882,
      "grad_norm": 0.9857201726237795,
      "learning_rate": 0.00024567535427365083,
      "loss": 2.375,
      "step": 37530
    },
    {
      "epoch": 1.746033961386369,
      "grad_norm": 0.9746473492420293,
      "learning_rate": 0.00024567249581147695,
      "loss": 2.5625,
      "step": 37531
    },
    {
      "epoch": 1.7460804838334496,
      "grad_norm": 0.9980286338634702,
      "learning_rate": 0.0002456696372907318,
      "loss": 2.3281,
      "step": 37532
    },
    {
      "epoch": 1.7461270062805303,
      "grad_norm": 1.0636802190863919,
      "learning_rate": 0.0002456667787114171,
      "loss": 2.4375,
      "step": 37533
    },
    {
      "epoch": 1.7461735287276112,
      "grad_norm": 1.2521189279909182,
      "learning_rate": 0.0002456639200735347,
      "loss": 2.3125,
      "step": 37534
    },
    {
      "epoch": 1.7462200511746917,
      "grad_norm": 1.0087449827654364,
      "learning_rate": 0.0002456610613770862,
      "loss": 2.5781,
      "step": 37535
    },
    {
      "epoch": 1.7462665736217726,
      "grad_norm": 1.0902588354979446,
      "learning_rate": 0.00024565820262207347,
      "loss": 2.5938,
      "step": 37536
    },
    {
      "epoch": 1.746313096068853,
      "grad_norm": 0.9508631937687724,
      "learning_rate": 0.0002456553438084983,
      "loss": 2.4219,
      "step": 37537
    },
    {
      "epoch": 1.746359618515934,
      "grad_norm": 1.0094577022707074,
      "learning_rate": 0.00024565248493636224,
      "loss": 2.5156,
      "step": 37538
    },
    {
      "epoch": 1.7464061409630145,
      "grad_norm": 0.9755432828350061,
      "learning_rate": 0.00024564962600566724,
      "loss": 2.1719,
      "step": 37539
    },
    {
      "epoch": 1.7464526634100954,
      "grad_norm": 0.9344688324922866,
      "learning_rate": 0.0002456467670164149,
      "loss": 2.0312,
      "step": 37540
    },
    {
      "epoch": 1.7464991858571761,
      "grad_norm": 1.0236693826625682,
      "learning_rate": 0.0002456439079686072,
      "loss": 2.3906,
      "step": 37541
    },
    {
      "epoch": 1.7465457083042568,
      "grad_norm": 0.9739941045620881,
      "learning_rate": 0.0002456410488622456,
      "loss": 2.0156,
      "step": 37542
    },
    {
      "epoch": 1.7465922307513375,
      "grad_norm": 1.0316866232947854,
      "learning_rate": 0.000245638189697332,
      "loss": 2.5312,
      "step": 37543
    },
    {
      "epoch": 1.7466387531984182,
      "grad_norm": 0.9773281357293769,
      "learning_rate": 0.0002456353304738681,
      "loss": 2.2188,
      "step": 37544
    },
    {
      "epoch": 1.746685275645499,
      "grad_norm": 1.033267414104645,
      "learning_rate": 0.0002456324711918558,
      "loss": 2.4531,
      "step": 37545
    },
    {
      "epoch": 1.7467317980925796,
      "grad_norm": 0.9600666379131184,
      "learning_rate": 0.0002456296118512967,
      "loss": 2.1406,
      "step": 37546
    },
    {
      "epoch": 1.7467783205396605,
      "grad_norm": 0.9854186569239455,
      "learning_rate": 0.00024562675245219255,
      "loss": 2.25,
      "step": 37547
    },
    {
      "epoch": 1.746824842986741,
      "grad_norm": 1.0626964205356337,
      "learning_rate": 0.00024562389299454516,
      "loss": 2.4219,
      "step": 37548
    },
    {
      "epoch": 1.746871365433822,
      "grad_norm": 1.059631269976633,
      "learning_rate": 0.0002456210334783563,
      "loss": 2.4531,
      "step": 37549
    },
    {
      "epoch": 1.7469178878809024,
      "grad_norm": 1.0058515983211829,
      "learning_rate": 0.00024561817390362763,
      "loss": 2.3438,
      "step": 37550
    },
    {
      "epoch": 1.7469644103279833,
      "grad_norm": 0.97897501911325,
      "learning_rate": 0.00024561531427036095,
      "loss": 2.4531,
      "step": 37551
    },
    {
      "epoch": 1.7470109327750638,
      "grad_norm": 1.0333819272386,
      "learning_rate": 0.00024561245457855804,
      "loss": 2.3594,
      "step": 37552
    },
    {
      "epoch": 1.7470574552221447,
      "grad_norm": 0.9631090254073166,
      "learning_rate": 0.0002456095948282206,
      "loss": 2.2812,
      "step": 37553
    },
    {
      "epoch": 1.7471039776692254,
      "grad_norm": 1.0122733736083074,
      "learning_rate": 0.0002456067350193504,
      "loss": 2.5781,
      "step": 37554
    },
    {
      "epoch": 1.7471505001163061,
      "grad_norm": 1.0115109323759344,
      "learning_rate": 0.00024560387515194917,
      "loss": 2.5,
      "step": 37555
    },
    {
      "epoch": 1.7471970225633868,
      "grad_norm": 1.0131541410809208,
      "learning_rate": 0.00024560101522601876,
      "loss": 2.2031,
      "step": 37556
    },
    {
      "epoch": 1.7472435450104675,
      "grad_norm": 0.9542931784500323,
      "learning_rate": 0.0002455981552415608,
      "loss": 2.3594,
      "step": 37557
    },
    {
      "epoch": 1.7472900674575482,
      "grad_norm": 0.9838547525484357,
      "learning_rate": 0.00024559529519857704,
      "loss": 2.125,
      "step": 37558
    },
    {
      "epoch": 1.747336589904629,
      "grad_norm": 1.0535656703564347,
      "learning_rate": 0.00024559243509706937,
      "loss": 2.5781,
      "step": 37559
    },
    {
      "epoch": 1.7473831123517098,
      "grad_norm": 1.0605400772762346,
      "learning_rate": 0.0002455895749370394,
      "loss": 2.3594,
      "step": 37560
    },
    {
      "epoch": 1.7474296347987903,
      "grad_norm": 1.0018200193491387,
      "learning_rate": 0.00024558671471848893,
      "loss": 2.4062,
      "step": 37561
    },
    {
      "epoch": 1.7474761572458712,
      "grad_norm": 0.9769260535713771,
      "learning_rate": 0.0002455838544414197,
      "loss": 2.2656,
      "step": 37562
    },
    {
      "epoch": 1.7475226796929517,
      "grad_norm": 0.925970560884878,
      "learning_rate": 0.0002455809941058335,
      "loss": 2.1875,
      "step": 37563
    },
    {
      "epoch": 1.7475692021400326,
      "grad_norm": 0.9778037735421007,
      "learning_rate": 0.000245578133711732,
      "loss": 2.4375,
      "step": 37564
    },
    {
      "epoch": 1.7476157245871131,
      "grad_norm": 0.9357516093156819,
      "learning_rate": 0.000245575273259117,
      "loss": 2.3438,
      "step": 37565
    },
    {
      "epoch": 1.747662247034194,
      "grad_norm": 1.017060426897492,
      "learning_rate": 0.0002455724127479903,
      "loss": 2.3125,
      "step": 37566
    },
    {
      "epoch": 1.7477087694812747,
      "grad_norm": 1.0698035870426812,
      "learning_rate": 0.0002455695521783536,
      "loss": 2.3906,
      "step": 37567
    },
    {
      "epoch": 1.7477552919283554,
      "grad_norm": 1.0084306784500119,
      "learning_rate": 0.00024556669155020866,
      "loss": 2.625,
      "step": 37568
    },
    {
      "epoch": 1.7478018143754361,
      "grad_norm": 1.0127758249802499,
      "learning_rate": 0.00024556383086355723,
      "loss": 2.2344,
      "step": 37569
    },
    {
      "epoch": 1.7478483368225168,
      "grad_norm": 1.029599877434161,
      "learning_rate": 0.00024556097011840106,
      "loss": 2.3125,
      "step": 37570
    },
    {
      "epoch": 1.7478948592695975,
      "grad_norm": 1.0700454865303954,
      "learning_rate": 0.0002455581093147419,
      "loss": 2.5469,
      "step": 37571
    },
    {
      "epoch": 1.7479413817166782,
      "grad_norm": 0.9765464029753477,
      "learning_rate": 0.00024555524845258143,
      "loss": 2.4062,
      "step": 37572
    },
    {
      "epoch": 1.7479879041637592,
      "grad_norm": 0.9586110691046398,
      "learning_rate": 0.0002455523875319216,
      "loss": 2.1719,
      "step": 37573
    },
    {
      "epoch": 1.7480344266108396,
      "grad_norm": 1.0427977760435994,
      "learning_rate": 0.0002455495265527639,
      "loss": 2.4844,
      "step": 37574
    },
    {
      "epoch": 1.7480809490579206,
      "grad_norm": 0.9297248894534923,
      "learning_rate": 0.00024554666551511033,
      "loss": 2.25,
      "step": 37575
    },
    {
      "epoch": 1.748127471505001,
      "grad_norm": 1.2184026023761145,
      "learning_rate": 0.00024554380441896246,
      "loss": 2.2969,
      "step": 37576
    },
    {
      "epoch": 1.748173993952082,
      "grad_norm": 1.0327464550277732,
      "learning_rate": 0.00024554094326432216,
      "loss": 2.5469,
      "step": 37577
    },
    {
      "epoch": 1.7482205163991626,
      "grad_norm": 0.9996450905561511,
      "learning_rate": 0.0002455380820511911,
      "loss": 2.5625,
      "step": 37578
    },
    {
      "epoch": 1.7482670388462433,
      "grad_norm": 0.967275618303533,
      "learning_rate": 0.00024553522077957107,
      "loss": 2.4375,
      "step": 37579
    },
    {
      "epoch": 1.748313561293324,
      "grad_norm": 1.062393647948384,
      "learning_rate": 0.0002455323594494638,
      "loss": 2.375,
      "step": 37580
    },
    {
      "epoch": 1.7483600837404047,
      "grad_norm": 0.9424116156088906,
      "learning_rate": 0.0002455294980608711,
      "loss": 2.3594,
      "step": 37581
    },
    {
      "epoch": 1.7484066061874854,
      "grad_norm": 0.9249214144848591,
      "learning_rate": 0.00024552663661379465,
      "loss": 2.2656,
      "step": 37582
    },
    {
      "epoch": 1.7484531286345661,
      "grad_norm": 1.0038624410352268,
      "learning_rate": 0.0002455237751082362,
      "loss": 2.1406,
      "step": 37583
    },
    {
      "epoch": 1.7484996510816468,
      "grad_norm": 0.9280373639934084,
      "learning_rate": 0.0002455209135441976,
      "loss": 2.0625,
      "step": 37584
    },
    {
      "epoch": 1.7485461735287275,
      "grad_norm": 1.0686784290365028,
      "learning_rate": 0.00024551805192168046,
      "loss": 2.4844,
      "step": 37585
    },
    {
      "epoch": 1.7485926959758085,
      "grad_norm": 1.096001145768462,
      "learning_rate": 0.00024551519024068667,
      "loss": 2.2344,
      "step": 37586
    },
    {
      "epoch": 1.748639218422889,
      "grad_norm": 1.0163202213453326,
      "learning_rate": 0.0002455123285012179,
      "loss": 2.0312,
      "step": 37587
    },
    {
      "epoch": 1.7486857408699699,
      "grad_norm": 1.0547670659364023,
      "learning_rate": 0.0002455094667032759,
      "loss": 2.25,
      "step": 37588
    },
    {
      "epoch": 1.7487322633170503,
      "grad_norm": 0.9716396214179087,
      "learning_rate": 0.00024550660484686247,
      "loss": 2.375,
      "step": 37589
    },
    {
      "epoch": 1.7487787857641313,
      "grad_norm": 1.0225827134927943,
      "learning_rate": 0.0002455037429319793,
      "loss": 1.8906,
      "step": 37590
    },
    {
      "epoch": 1.748825308211212,
      "grad_norm": 1.120263157232038,
      "learning_rate": 0.00024550088095862815,
      "loss": 2.3438,
      "step": 37591
    },
    {
      "epoch": 1.7488718306582927,
      "grad_norm": 0.9951824166108482,
      "learning_rate": 0.0002454980189268109,
      "loss": 2.6094,
      "step": 37592
    },
    {
      "epoch": 1.7489183531053734,
      "grad_norm": 1.0063358479089899,
      "learning_rate": 0.0002454951568365291,
      "loss": 2.2969,
      "step": 37593
    },
    {
      "epoch": 1.748964875552454,
      "grad_norm": 1.0021492425030227,
      "learning_rate": 0.00024549229468778463,
      "loss": 2.6719,
      "step": 37594
    },
    {
      "epoch": 1.7490113979995348,
      "grad_norm": 0.9860225014294121,
      "learning_rate": 0.0002454894324805793,
      "loss": 2.25,
      "step": 37595
    },
    {
      "epoch": 1.7490579204466155,
      "grad_norm": 1.0809759513500072,
      "learning_rate": 0.0002454865702149146,
      "loss": 2.2969,
      "step": 37596
    },
    {
      "epoch": 1.7491044428936962,
      "grad_norm": 1.1389463827215796,
      "learning_rate": 0.0002454837078907926,
      "loss": 2.6719,
      "step": 37597
    },
    {
      "epoch": 1.7491509653407769,
      "grad_norm": 1.0344885421765861,
      "learning_rate": 0.0002454808455082149,
      "loss": 2.5156,
      "step": 37598
    },
    {
      "epoch": 1.7491974877878578,
      "grad_norm": 1.025823225742768,
      "learning_rate": 0.00024547798306718323,
      "loss": 2.3281,
      "step": 37599
    },
    {
      "epoch": 1.7492440102349383,
      "grad_norm": 1.071111648154747,
      "learning_rate": 0.00024547512056769937,
      "loss": 2.5625,
      "step": 37600
    },
    {
      "epoch": 1.7492905326820192,
      "grad_norm": 0.9541835639556938,
      "learning_rate": 0.0002454722580097651,
      "loss": 1.6016,
      "step": 37601
    },
    {
      "epoch": 1.7493370551290996,
      "grad_norm": 0.9782816293167915,
      "learning_rate": 0.0002454693953933821,
      "loss": 2.4844,
      "step": 37602
    },
    {
      "epoch": 1.7493835775761806,
      "grad_norm": 1.0227363553888877,
      "learning_rate": 0.0002454665327185522,
      "loss": 2.4844,
      "step": 37603
    },
    {
      "epoch": 1.7494301000232613,
      "grad_norm": 1.0374321793898085,
      "learning_rate": 0.0002454636699852772,
      "loss": 2.2344,
      "step": 37604
    },
    {
      "epoch": 1.749476622470342,
      "grad_norm": 1.0882696112335615,
      "learning_rate": 0.0002454608071935587,
      "loss": 2.625,
      "step": 37605
    },
    {
      "epoch": 1.7495231449174227,
      "grad_norm": 1.0433367785061884,
      "learning_rate": 0.00024545794434339854,
      "loss": 2.3438,
      "step": 37606
    },
    {
      "epoch": 1.7495696673645034,
      "grad_norm": 0.9569699531846554,
      "learning_rate": 0.00024545508143479847,
      "loss": 2.2188,
      "step": 37607
    },
    {
      "epoch": 1.749616189811584,
      "grad_norm": 1.0267850213668244,
      "learning_rate": 0.0002454522184677602,
      "loss": 2.2188,
      "step": 37608
    },
    {
      "epoch": 1.7496627122586648,
      "grad_norm": 0.9446792395356871,
      "learning_rate": 0.0002454493554422856,
      "loss": 2.3906,
      "step": 37609
    },
    {
      "epoch": 1.7497092347057457,
      "grad_norm": 0.9909125197302782,
      "learning_rate": 0.0002454464923583763,
      "loss": 2.3281,
      "step": 37610
    },
    {
      "epoch": 1.7497557571528262,
      "grad_norm": 0.9789131754323752,
      "learning_rate": 0.00024544362921603407,
      "loss": 2.3906,
      "step": 37611
    },
    {
      "epoch": 1.749802279599907,
      "grad_norm": 0.9770884136359453,
      "learning_rate": 0.00024544076601526075,
      "loss": 2.2344,
      "step": 37612
    },
    {
      "epoch": 1.7498488020469876,
      "grad_norm": 1.0761850720813062,
      "learning_rate": 0.000245437902756058,
      "loss": 2.1875,
      "step": 37613
    },
    {
      "epoch": 1.7498953244940685,
      "grad_norm": 1.0513400902869194,
      "learning_rate": 0.0002454350394384276,
      "loss": 2.4219,
      "step": 37614
    },
    {
      "epoch": 1.749941846941149,
      "grad_norm": 0.9834838632315017,
      "learning_rate": 0.0002454321760623713,
      "loss": 2.3906,
      "step": 37615
    },
    {
      "epoch": 1.7499883693882299,
      "grad_norm": 1.1106843364612087,
      "learning_rate": 0.0002454293126278909,
      "loss": 2.5938,
      "step": 37616
    },
    {
      "epoch": 1.7500348918353106,
      "grad_norm": 1.0228853817957009,
      "learning_rate": 0.000245426449134988,
      "loss": 2.1406,
      "step": 37617
    },
    {
      "epoch": 1.7500814142823913,
      "grad_norm": 0.984811308356934,
      "learning_rate": 0.00024542358558366455,
      "loss": 2.1562,
      "step": 37618
    },
    {
      "epoch": 1.750127936729472,
      "grad_norm": 1.1558395133820916,
      "learning_rate": 0.0002454207219739222,
      "loss": 2.3281,
      "step": 37619
    },
    {
      "epoch": 1.7501744591765527,
      "grad_norm": 0.9480943163554616,
      "learning_rate": 0.0002454178583057627,
      "loss": 2.375,
      "step": 37620
    },
    {
      "epoch": 1.7502209816236334,
      "grad_norm": 0.9727723740316266,
      "learning_rate": 0.0002454149945791879,
      "loss": 2.3125,
      "step": 37621
    },
    {
      "epoch": 1.750267504070714,
      "grad_norm": 1.0409264723304734,
      "learning_rate": 0.00024541213079419945,
      "loss": 2.5469,
      "step": 37622
    },
    {
      "epoch": 1.750314026517795,
      "grad_norm": 1.050058307157451,
      "learning_rate": 0.0002454092669507991,
      "loss": 2.3125,
      "step": 37623
    },
    {
      "epoch": 1.7503605489648755,
      "grad_norm": 1.1517373217929752,
      "learning_rate": 0.0002454064030489887,
      "loss": 2.4531,
      "step": 37624
    },
    {
      "epoch": 1.7504070714119564,
      "grad_norm": 1.0031984661504987,
      "learning_rate": 0.0002454035390887698,
      "loss": 2.3125,
      "step": 37625
    },
    {
      "epoch": 1.7504535938590369,
      "grad_norm": 0.9951800484360857,
      "learning_rate": 0.0002454006750701444,
      "loss": 2.2656,
      "step": 37626
    },
    {
      "epoch": 1.7505001163061178,
      "grad_norm": 0.989688830892694,
      "learning_rate": 0.0002453978109931142,
      "loss": 1.9688,
      "step": 37627
    },
    {
      "epoch": 1.7505466387531983,
      "grad_norm": 1.0232455995692402,
      "learning_rate": 0.00024539494685768076,
      "loss": 2.375,
      "step": 37628
    },
    {
      "epoch": 1.7505931612002792,
      "grad_norm": 1.0202767623165185,
      "learning_rate": 0.000245392082663846,
      "loss": 2.3594,
      "step": 37629
    },
    {
      "epoch": 1.75063968364736,
      "grad_norm": 0.9231629896535187,
      "learning_rate": 0.0002453892184116117,
      "loss": 2.2344,
      "step": 37630
    },
    {
      "epoch": 1.7506862060944406,
      "grad_norm": 1.00210074274503,
      "learning_rate": 0.00024538635410097955,
      "loss": 2.4688,
      "step": 37631
    },
    {
      "epoch": 1.7507327285415213,
      "grad_norm": 0.9349895325479061,
      "learning_rate": 0.0002453834897319513,
      "loss": 1.5703,
      "step": 37632
    },
    {
      "epoch": 1.750779250988602,
      "grad_norm": 1.1698748188510788,
      "learning_rate": 0.0002453806253045287,
      "loss": 2.5625,
      "step": 37633
    },
    {
      "epoch": 1.7508257734356827,
      "grad_norm": 0.9349000458277587,
      "learning_rate": 0.00024537776081871355,
      "loss": 2.1406,
      "step": 37634
    },
    {
      "epoch": 1.7508722958827634,
      "grad_norm": 0.898972781565095,
      "learning_rate": 0.00024537489627450755,
      "loss": 1.7344,
      "step": 37635
    },
    {
      "epoch": 1.7509188183298443,
      "grad_norm": 0.9821363875384904,
      "learning_rate": 0.0002453720316719125,
      "loss": 2.5781,
      "step": 37636
    },
    {
      "epoch": 1.7509653407769248,
      "grad_norm": 1.0123838493031956,
      "learning_rate": 0.0002453691670109301,
      "loss": 2.1875,
      "step": 37637
    },
    {
      "epoch": 1.7510118632240057,
      "grad_norm": 1.0002269549498755,
      "learning_rate": 0.0002453663022915622,
      "loss": 2.2812,
      "step": 37638
    },
    {
      "epoch": 1.7510583856710862,
      "grad_norm": 1.023657833796051,
      "learning_rate": 0.0002453634375138104,
      "loss": 2.3594,
      "step": 37639
    },
    {
      "epoch": 1.751104908118167,
      "grad_norm": 1.0199179455250602,
      "learning_rate": 0.00024536057267767657,
      "loss": 2.4219,
      "step": 37640
    },
    {
      "epoch": 1.7511514305652476,
      "grad_norm": 0.9740786128457878,
      "learning_rate": 0.0002453577077831624,
      "loss": 2.2188,
      "step": 37641
    },
    {
      "epoch": 1.7511979530123285,
      "grad_norm": 0.9772021834444131,
      "learning_rate": 0.00024535484283026975,
      "loss": 2.2969,
      "step": 37642
    },
    {
      "epoch": 1.7512444754594092,
      "grad_norm": 1.0216346322890244,
      "learning_rate": 0.00024535197781900024,
      "loss": 2.5781,
      "step": 37643
    },
    {
      "epoch": 1.75129099790649,
      "grad_norm": 1.4438455433758481,
      "learning_rate": 0.0002453491127493557,
      "loss": 2.2188,
      "step": 37644
    },
    {
      "epoch": 1.7513375203535706,
      "grad_norm": 0.9330529775347476,
      "learning_rate": 0.00024534624762133795,
      "loss": 2.3438,
      "step": 37645
    },
    {
      "epoch": 1.7513840428006513,
      "grad_norm": 0.9887691823676076,
      "learning_rate": 0.0002453433824349486,
      "loss": 2.2969,
      "step": 37646
    },
    {
      "epoch": 1.751430565247732,
      "grad_norm": 1.0378477416195664,
      "learning_rate": 0.00024534051719018947,
      "loss": 2.4688,
      "step": 37647
    },
    {
      "epoch": 1.7514770876948127,
      "grad_norm": 0.9592158610504923,
      "learning_rate": 0.00024533765188706233,
      "loss": 2.375,
      "step": 37648
    },
    {
      "epoch": 1.7515236101418936,
      "grad_norm": 1.001633743429687,
      "learning_rate": 0.0002453347865255689,
      "loss": 2.3281,
      "step": 37649
    },
    {
      "epoch": 1.751570132588974,
      "grad_norm": 1.0064364794879415,
      "learning_rate": 0.00024533192110571096,
      "loss": 2.2656,
      "step": 37650
    },
    {
      "epoch": 1.751616655036055,
      "grad_norm": 0.9255892695852662,
      "learning_rate": 0.0002453290556274902,
      "loss": 2.2344,
      "step": 37651
    },
    {
      "epoch": 1.7516631774831355,
      "grad_norm": 1.052764753864402,
      "learning_rate": 0.00024532619009090854,
      "loss": 2.1875,
      "step": 37652
    },
    {
      "epoch": 1.7517096999302164,
      "grad_norm": 1.0565148986490862,
      "learning_rate": 0.0002453233244959675,
      "loss": 2.2344,
      "step": 37653
    },
    {
      "epoch": 1.751756222377297,
      "grad_norm": 1.0171941590935258,
      "learning_rate": 0.0002453204588426691,
      "loss": 2.3438,
      "step": 37654
    },
    {
      "epoch": 1.7518027448243778,
      "grad_norm": 1.089138119645111,
      "learning_rate": 0.00024531759313101484,
      "loss": 2.5312,
      "step": 37655
    },
    {
      "epoch": 1.7518492672714585,
      "grad_norm": 1.042213922732138,
      "learning_rate": 0.00024531472736100666,
      "loss": 2.4375,
      "step": 37656
    },
    {
      "epoch": 1.7518957897185392,
      "grad_norm": 1.027289114205875,
      "learning_rate": 0.0002453118615326462,
      "loss": 2.375,
      "step": 37657
    },
    {
      "epoch": 1.75194231216562,
      "grad_norm": 1.0767809388538938,
      "learning_rate": 0.00024530899564593524,
      "loss": 2.25,
      "step": 37658
    },
    {
      "epoch": 1.7519888346127006,
      "grad_norm": 1.0071855635798685,
      "learning_rate": 0.0002453061297008756,
      "loss": 2.5,
      "step": 37659
    },
    {
      "epoch": 1.7520353570597813,
      "grad_norm": 0.9692544373477703,
      "learning_rate": 0.00024530326369746896,
      "loss": 2.5,
      "step": 37660
    },
    {
      "epoch": 1.752081879506862,
      "grad_norm": 1.221306773583898,
      "learning_rate": 0.0002453003976357171,
      "loss": 2.5156,
      "step": 37661
    },
    {
      "epoch": 1.752128401953943,
      "grad_norm": 0.991913459205219,
      "learning_rate": 0.0002452975315156218,
      "loss": 2.5,
      "step": 37662
    },
    {
      "epoch": 1.7521749244010234,
      "grad_norm": 1.0783258802361255,
      "learning_rate": 0.0002452946653371848,
      "loss": 2.6406,
      "step": 37663
    },
    {
      "epoch": 1.7522214468481043,
      "grad_norm": 1.0054529674505712,
      "learning_rate": 0.00024529179910040777,
      "loss": 2.1406,
      "step": 37664
    },
    {
      "epoch": 1.7522679692951848,
      "grad_norm": 0.9997589681037254,
      "learning_rate": 0.0002452889328052926,
      "loss": 2.25,
      "step": 37665
    },
    {
      "epoch": 1.7523144917422657,
      "grad_norm": 1.0176054801119794,
      "learning_rate": 0.00024528606645184093,
      "loss": 2.3125,
      "step": 37666
    },
    {
      "epoch": 1.7523610141893462,
      "grad_norm": 1.0024926677667694,
      "learning_rate": 0.0002452832000400546,
      "loss": 2.1094,
      "step": 37667
    },
    {
      "epoch": 1.7524075366364271,
      "grad_norm": 1.0272048328053351,
      "learning_rate": 0.00024528033356993536,
      "loss": 2.5312,
      "step": 37668
    },
    {
      "epoch": 1.7524540590835078,
      "grad_norm": 0.9352903582243602,
      "learning_rate": 0.00024527746704148493,
      "loss": 2.2344,
      "step": 37669
    },
    {
      "epoch": 1.7525005815305885,
      "grad_norm": 1.0271240949420393,
      "learning_rate": 0.0002452746004547051,
      "loss": 2.4219,
      "step": 37670
    },
    {
      "epoch": 1.7525471039776692,
      "grad_norm": 1.1015934099062044,
      "learning_rate": 0.0002452717338095975,
      "loss": 2.3906,
      "step": 37671
    },
    {
      "epoch": 1.75259362642475,
      "grad_norm": 0.9838946175636267,
      "learning_rate": 0.0002452688671061641,
      "loss": 2.25,
      "step": 37672
    },
    {
      "epoch": 1.7526401488718306,
      "grad_norm": 1.0164002799240228,
      "learning_rate": 0.0002452660003444064,
      "loss": 2.2656,
      "step": 37673
    },
    {
      "epoch": 1.7526866713189113,
      "grad_norm": 1.050997954806694,
      "learning_rate": 0.0002452631335243264,
      "loss": 2.3125,
      "step": 37674
    },
    {
      "epoch": 1.7527331937659922,
      "grad_norm": 1.0213802103518053,
      "learning_rate": 0.00024526026664592574,
      "loss": 2.3281,
      "step": 37675
    },
    {
      "epoch": 1.7527797162130727,
      "grad_norm": 1.0389822649316207,
      "learning_rate": 0.00024525739970920614,
      "loss": 1.7578,
      "step": 37676
    },
    {
      "epoch": 1.7528262386601536,
      "grad_norm": 1.044223582464121,
      "learning_rate": 0.0002452545327141694,
      "loss": 2.3438,
      "step": 37677
    },
    {
      "epoch": 1.7528727611072341,
      "grad_norm": 0.9702404863313332,
      "learning_rate": 0.0002452516656608173,
      "loss": 2.4375,
      "step": 37678
    },
    {
      "epoch": 1.752919283554315,
      "grad_norm": 0.9824078202170308,
      "learning_rate": 0.0002452487985491516,
      "loss": 2.3125,
      "step": 37679
    },
    {
      "epoch": 1.7529658060013955,
      "grad_norm": 1.10806840396054,
      "learning_rate": 0.000245245931379174,
      "loss": 2.4062,
      "step": 37680
    },
    {
      "epoch": 1.7530123284484764,
      "grad_norm": 0.9921621976348115,
      "learning_rate": 0.00024524306415088623,
      "loss": 2.25,
      "step": 37681
    },
    {
      "epoch": 1.7530588508955571,
      "grad_norm": 0.9605546323180814,
      "learning_rate": 0.00024524019686429015,
      "loss": 2.2344,
      "step": 37682
    },
    {
      "epoch": 1.7531053733426378,
      "grad_norm": 0.988464611327702,
      "learning_rate": 0.00024523732951938745,
      "loss": 2.6719,
      "step": 37683
    },
    {
      "epoch": 1.7531518957897185,
      "grad_norm": 0.9631896345622568,
      "learning_rate": 0.0002452344621161799,
      "loss": 2.4219,
      "step": 37684
    },
    {
      "epoch": 1.7531984182367992,
      "grad_norm": 0.9991494951076023,
      "learning_rate": 0.0002452315946546692,
      "loss": 2.3594,
      "step": 37685
    },
    {
      "epoch": 1.75324494068388,
      "grad_norm": 1.054627037180263,
      "learning_rate": 0.0002452287271348572,
      "loss": 2.4531,
      "step": 37686
    },
    {
      "epoch": 1.7532914631309606,
      "grad_norm": 1.1628725240853188,
      "learning_rate": 0.0002452258595567456,
      "loss": 2.5156,
      "step": 37687
    },
    {
      "epoch": 1.7533379855780415,
      "grad_norm": 1.0119244217799486,
      "learning_rate": 0.0002452229919203362,
      "loss": 2.4219,
      "step": 37688
    },
    {
      "epoch": 1.753384508025122,
      "grad_norm": 1.137809951855152,
      "learning_rate": 0.0002452201242256307,
      "loss": 1.5938,
      "step": 37689
    },
    {
      "epoch": 1.753431030472203,
      "grad_norm": 1.0040044478471637,
      "learning_rate": 0.0002452172564726309,
      "loss": 2.4062,
      "step": 37690
    },
    {
      "epoch": 1.7534775529192834,
      "grad_norm": 0.9211871414321505,
      "learning_rate": 0.00024521438866133847,
      "loss": 2.25,
      "step": 37691
    },
    {
      "epoch": 1.7535240753663643,
      "grad_norm": 0.9999296573938263,
      "learning_rate": 0.00024521152079175527,
      "loss": 2.3281,
      "step": 37692
    },
    {
      "epoch": 1.753570597813445,
      "grad_norm": 0.9707926980104146,
      "learning_rate": 0.00024520865286388303,
      "loss": 2.2812,
      "step": 37693
    },
    {
      "epoch": 1.7536171202605257,
      "grad_norm": 1.0624177566320745,
      "learning_rate": 0.0002452057848777235,
      "loss": 2.5156,
      "step": 37694
    },
    {
      "epoch": 1.7536636427076064,
      "grad_norm": 1.1007105089531,
      "learning_rate": 0.0002452029168332784,
      "loss": 2.4219,
      "step": 37695
    },
    {
      "epoch": 1.7537101651546871,
      "grad_norm": 0.9973216571563488,
      "learning_rate": 0.00024520004873054954,
      "loss": 2.2969,
      "step": 37696
    },
    {
      "epoch": 1.7537566876017678,
      "grad_norm": 0.9752140060076496,
      "learning_rate": 0.0002451971805695386,
      "loss": 2.2656,
      "step": 37697
    },
    {
      "epoch": 1.7538032100488485,
      "grad_norm": 1.0671994020852897,
      "learning_rate": 0.0002451943123502474,
      "loss": 2.25,
      "step": 37698
    },
    {
      "epoch": 1.7538497324959292,
      "grad_norm": 1.0904202785571218,
      "learning_rate": 0.00024519144407267774,
      "loss": 2.4219,
      "step": 37699
    },
    {
      "epoch": 1.75389625494301,
      "grad_norm": 1.048482030759357,
      "learning_rate": 0.00024518857573683123,
      "loss": 2.5781,
      "step": 37700
    },
    {
      "epoch": 1.7539427773900909,
      "grad_norm": 0.9941058533588374,
      "learning_rate": 0.0002451857073427098,
      "loss": 2.2812,
      "step": 37701
    },
    {
      "epoch": 1.7539892998371713,
      "grad_norm": 1.0092713371309407,
      "learning_rate": 0.00024518283889031505,
      "loss": 2.4844,
      "step": 37702
    },
    {
      "epoch": 1.7540358222842523,
      "grad_norm": 1.0924488648619384,
      "learning_rate": 0.00024517997037964886,
      "loss": 2.5156,
      "step": 37703
    },
    {
      "epoch": 1.7540823447313327,
      "grad_norm": 0.920572930285039,
      "learning_rate": 0.00024517710181071287,
      "loss": 2.2812,
      "step": 37704
    },
    {
      "epoch": 1.7541288671784137,
      "grad_norm": 0.9775121531228067,
      "learning_rate": 0.00024517423318350893,
      "loss": 2.4531,
      "step": 37705
    },
    {
      "epoch": 1.7541753896254944,
      "grad_norm": 1.0147236546084166,
      "learning_rate": 0.00024517136449803877,
      "loss": 2.3438,
      "step": 37706
    },
    {
      "epoch": 1.754221912072575,
      "grad_norm": 0.9943444005390416,
      "learning_rate": 0.0002451684957543041,
      "loss": 2.4375,
      "step": 37707
    },
    {
      "epoch": 1.7542684345196558,
      "grad_norm": 1.005439781811158,
      "learning_rate": 0.00024516562695230674,
      "loss": 2.625,
      "step": 37708
    },
    {
      "epoch": 1.7543149569667364,
      "grad_norm": 1.0922584535385247,
      "learning_rate": 0.00024516275809204844,
      "loss": 2.2031,
      "step": 37709
    },
    {
      "epoch": 1.7543614794138171,
      "grad_norm": 0.9791830975699828,
      "learning_rate": 0.000245159889173531,
      "loss": 2.4531,
      "step": 37710
    },
    {
      "epoch": 1.7544080018608978,
      "grad_norm": 1.0029867148317817,
      "learning_rate": 0.000245157020196756,
      "loss": 2.4219,
      "step": 37711
    },
    {
      "epoch": 1.7544545243079785,
      "grad_norm": 1.1436085067195718,
      "learning_rate": 0.0002451541511617253,
      "loss": 2.4531,
      "step": 37712
    },
    {
      "epoch": 1.7545010467550592,
      "grad_norm": 1.0316285528177358,
      "learning_rate": 0.00024515128206844075,
      "loss": 2.2656,
      "step": 37713
    },
    {
      "epoch": 1.7545475692021402,
      "grad_norm": 1.0871151072501324,
      "learning_rate": 0.000245148412916904,
      "loss": 2.3438,
      "step": 37714
    },
    {
      "epoch": 1.7545940916492206,
      "grad_norm": 1.0262722000806443,
      "learning_rate": 0.00024514554370711687,
      "loss": 2.4688,
      "step": 37715
    },
    {
      "epoch": 1.7546406140963016,
      "grad_norm": 1.0247662496421401,
      "learning_rate": 0.000245142674439081,
      "loss": 2.5469,
      "step": 37716
    },
    {
      "epoch": 1.754687136543382,
      "grad_norm": 1.0999379103316465,
      "learning_rate": 0.0002451398051127983,
      "loss": 2.6875,
      "step": 37717
    },
    {
      "epoch": 1.754733658990463,
      "grad_norm": 1.0341992702264542,
      "learning_rate": 0.0002451369357282704,
      "loss": 2.5,
      "step": 37718
    },
    {
      "epoch": 1.7547801814375437,
      "grad_norm": 1.057402837287443,
      "learning_rate": 0.00024513406628549905,
      "loss": 2.3906,
      "step": 37719
    },
    {
      "epoch": 1.7548267038846244,
      "grad_norm": 1.0488093139693058,
      "learning_rate": 0.00024513119678448616,
      "loss": 2.3125,
      "step": 37720
    },
    {
      "epoch": 1.754873226331705,
      "grad_norm": 1.055636785311678,
      "learning_rate": 0.0002451283272252334,
      "loss": 2.4531,
      "step": 37721
    },
    {
      "epoch": 1.7549197487787858,
      "grad_norm": 1.0664358045496491,
      "learning_rate": 0.00024512545760774245,
      "loss": 2.2969,
      "step": 37722
    },
    {
      "epoch": 1.7549662712258665,
      "grad_norm": 0.9446118969760752,
      "learning_rate": 0.00024512258793201515,
      "loss": 2.2031,
      "step": 37723
    },
    {
      "epoch": 1.7550127936729472,
      "grad_norm": 1.0197768476044289,
      "learning_rate": 0.00024511971819805324,
      "loss": 2.5625,
      "step": 37724
    },
    {
      "epoch": 1.755059316120028,
      "grad_norm": 1.0532661376763583,
      "learning_rate": 0.0002451168484058585,
      "loss": 2.4844,
      "step": 37725
    },
    {
      "epoch": 1.7551058385671086,
      "grad_norm": 1.1080851083718364,
      "learning_rate": 0.0002451139785554327,
      "loss": 2.4844,
      "step": 37726
    },
    {
      "epoch": 1.7551523610141895,
      "grad_norm": 1.0399912222971723,
      "learning_rate": 0.00024511110864677745,
      "loss": 2.6719,
      "step": 37727
    },
    {
      "epoch": 1.75519888346127,
      "grad_norm": 1.0567362880160533,
      "learning_rate": 0.0002451082386798947,
      "loss": 2.9062,
      "step": 37728
    },
    {
      "epoch": 1.7552454059083509,
      "grad_norm": 1.0109516217560084,
      "learning_rate": 0.00024510536865478613,
      "loss": 2.375,
      "step": 37729
    },
    {
      "epoch": 1.7552919283554314,
      "grad_norm": 1.1074601853333645,
      "learning_rate": 0.0002451024985714535,
      "loss": 2.5312,
      "step": 37730
    },
    {
      "epoch": 1.7553384508025123,
      "grad_norm": 1.1893558129264248,
      "learning_rate": 0.00024509962842989854,
      "loss": 2.6094,
      "step": 37731
    },
    {
      "epoch": 1.755384973249593,
      "grad_norm": 0.9641147942897591,
      "learning_rate": 0.00024509675823012304,
      "loss": 2.0781,
      "step": 37732
    },
    {
      "epoch": 1.7554314956966737,
      "grad_norm": 1.0343801458863384,
      "learning_rate": 0.00024509388797212865,
      "loss": 2.375,
      "step": 37733
    },
    {
      "epoch": 1.7554780181437544,
      "grad_norm": 0.9875981568284052,
      "learning_rate": 0.0002450910176559173,
      "loss": 2.1875,
      "step": 37734
    },
    {
      "epoch": 1.755524540590835,
      "grad_norm": 0.983655187589244,
      "learning_rate": 0.0002450881472814907,
      "loss": 2.125,
      "step": 37735
    },
    {
      "epoch": 1.7555710630379158,
      "grad_norm": 1.0522263005253822,
      "learning_rate": 0.00024508527684885057,
      "loss": 2.4688,
      "step": 37736
    },
    {
      "epoch": 1.7556175854849965,
      "grad_norm": 0.9877930494919168,
      "learning_rate": 0.0002450824063579986,
      "loss": 2.3594,
      "step": 37737
    },
    {
      "epoch": 1.7556641079320774,
      "grad_norm": 1.0889149528655149,
      "learning_rate": 0.0002450795358089367,
      "loss": 2.4375,
      "step": 37738
    },
    {
      "epoch": 1.7557106303791579,
      "grad_norm": 0.9709564305511051,
      "learning_rate": 0.0002450766652016665,
      "loss": 2.3125,
      "step": 37739
    },
    {
      "epoch": 1.7557571528262388,
      "grad_norm": 1.02474263653914,
      "learning_rate": 0.00024507379453618983,
      "loss": 2.375,
      "step": 37740
    },
    {
      "epoch": 1.7558036752733193,
      "grad_norm": 0.9798819195307227,
      "learning_rate": 0.0002450709238125084,
      "loss": 2.2969,
      "step": 37741
    },
    {
      "epoch": 1.7558501977204002,
      "grad_norm": 0.998156656424917,
      "learning_rate": 0.000245068053030624,
      "loss": 2.4531,
      "step": 37742
    },
    {
      "epoch": 1.7558967201674807,
      "grad_norm": 0.9786373017812479,
      "learning_rate": 0.0002450651821905384,
      "loss": 2.2969,
      "step": 37743
    },
    {
      "epoch": 1.7559432426145616,
      "grad_norm": 1.0067418756659348,
      "learning_rate": 0.0002450623112922533,
      "loss": 2.3438,
      "step": 37744
    },
    {
      "epoch": 1.7559897650616423,
      "grad_norm": 1.038138800292796,
      "learning_rate": 0.0002450594403357705,
      "loss": 2.3906,
      "step": 37745
    },
    {
      "epoch": 1.756036287508723,
      "grad_norm": 1.1071546036094666,
      "learning_rate": 0.00024505656932109174,
      "loss": 2.2031,
      "step": 37746
    },
    {
      "epoch": 1.7560828099558037,
      "grad_norm": 0.9778412069368508,
      "learning_rate": 0.0002450536982482188,
      "loss": 2.3438,
      "step": 37747
    },
    {
      "epoch": 1.7561293324028844,
      "grad_norm": 1.019384832879072,
      "learning_rate": 0.0002450508271171535,
      "loss": 2.3281,
      "step": 37748
    },
    {
      "epoch": 1.756175854849965,
      "grad_norm": 0.9523716253652139,
      "learning_rate": 0.0002450479559278974,
      "loss": 2.3438,
      "step": 37749
    },
    {
      "epoch": 1.7562223772970458,
      "grad_norm": 0.999425351363152,
      "learning_rate": 0.0002450450846804525,
      "loss": 2.375,
      "step": 37750
    },
    {
      "epoch": 1.7562688997441267,
      "grad_norm": 1.0243218341257174,
      "learning_rate": 0.0002450422133748203,
      "loss": 2.3438,
      "step": 37751
    },
    {
      "epoch": 1.7563154221912072,
      "grad_norm": 1.0543786596469311,
      "learning_rate": 0.0002450393420110028,
      "loss": 1.9531,
      "step": 37752
    },
    {
      "epoch": 1.756361944638288,
      "grad_norm": 1.0278255478886718,
      "learning_rate": 0.0002450364705890016,
      "loss": 2.4844,
      "step": 37753
    },
    {
      "epoch": 1.7564084670853686,
      "grad_norm": 1.0421514250519635,
      "learning_rate": 0.00024503359910881857,
      "loss": 2.4688,
      "step": 37754
    },
    {
      "epoch": 1.7564549895324495,
      "grad_norm": 0.9963378041024064,
      "learning_rate": 0.0002450307275704554,
      "loss": 2.4219,
      "step": 37755
    },
    {
      "epoch": 1.75650151197953,
      "grad_norm": 0.9474862996425304,
      "learning_rate": 0.00024502785597391386,
      "loss": 2.1562,
      "step": 37756
    },
    {
      "epoch": 1.756548034426611,
      "grad_norm": 1.0000356288513856,
      "learning_rate": 0.00024502498431919564,
      "loss": 2.1406,
      "step": 37757
    },
    {
      "epoch": 1.7565945568736916,
      "grad_norm": 0.9800161874283791,
      "learning_rate": 0.0002450221126063026,
      "loss": 2.1719,
      "step": 37758
    },
    {
      "epoch": 1.7566410793207723,
      "grad_norm": 1.0019037821179528,
      "learning_rate": 0.0002450192408352365,
      "loss": 2.1875,
      "step": 37759
    },
    {
      "epoch": 1.756687601767853,
      "grad_norm": 0.9974036954246183,
      "learning_rate": 0.00024501636900599896,
      "loss": 2.4531,
      "step": 37760
    },
    {
      "epoch": 1.7567341242149337,
      "grad_norm": 1.0215441950229842,
      "learning_rate": 0.00024501349711859193,
      "loss": 2.3125,
      "step": 37761
    },
    {
      "epoch": 1.7567806466620144,
      "grad_norm": 1.0158233544167787,
      "learning_rate": 0.0002450106251730171,
      "loss": 1.7109,
      "step": 37762
    },
    {
      "epoch": 1.756827169109095,
      "grad_norm": 0.9550425891277298,
      "learning_rate": 0.0002450077531692762,
      "loss": 2.2812,
      "step": 37763
    },
    {
      "epoch": 1.756873691556176,
      "grad_norm": 1.0954225493522312,
      "learning_rate": 0.0002450048811073709,
      "loss": 2.4531,
      "step": 37764
    },
    {
      "epoch": 1.7569202140032565,
      "grad_norm": 1.0216070933538413,
      "learning_rate": 0.0002450020089873031,
      "loss": 2.3906,
      "step": 37765
    },
    {
      "epoch": 1.7569667364503374,
      "grad_norm": 1.1459866478674945,
      "learning_rate": 0.0002449991368090745,
      "loss": 2.5,
      "step": 37766
    },
    {
      "epoch": 1.7570132588974179,
      "grad_norm": 1.0368300555900576,
      "learning_rate": 0.00024499626457268693,
      "loss": 2.125,
      "step": 37767
    },
    {
      "epoch": 1.7570597813444988,
      "grad_norm": 1.0178099785184707,
      "learning_rate": 0.00024499339227814203,
      "loss": 2.1562,
      "step": 37768
    },
    {
      "epoch": 1.7571063037915793,
      "grad_norm": 0.943261220881197,
      "learning_rate": 0.00024499051992544167,
      "loss": 2.2188,
      "step": 37769
    },
    {
      "epoch": 1.7571528262386602,
      "grad_norm": 1.0795860992012742,
      "learning_rate": 0.0002449876475145875,
      "loss": 2.3438,
      "step": 37770
    },
    {
      "epoch": 1.757199348685741,
      "grad_norm": 1.0641072857772154,
      "learning_rate": 0.00024498477504558133,
      "loss": 2.4375,
      "step": 37771
    },
    {
      "epoch": 1.7572458711328216,
      "grad_norm": 1.0651102328447355,
      "learning_rate": 0.0002449819025184249,
      "loss": 2.3281,
      "step": 37772
    },
    {
      "epoch": 1.7572923935799023,
      "grad_norm": 1.0435291229891104,
      "learning_rate": 0.00024497902993312004,
      "loss": 2.4531,
      "step": 37773
    },
    {
      "epoch": 1.757338916026983,
      "grad_norm": 0.9634801034735133,
      "learning_rate": 0.0002449761572896684,
      "loss": 2.4062,
      "step": 37774
    },
    {
      "epoch": 1.7573854384740637,
      "grad_norm": 0.9504993183159982,
      "learning_rate": 0.0002449732845880719,
      "loss": 1.7266,
      "step": 37775
    },
    {
      "epoch": 1.7574319609211444,
      "grad_norm": 1.0670482993507453,
      "learning_rate": 0.00024497041182833213,
      "loss": 2.2656,
      "step": 37776
    },
    {
      "epoch": 1.7574784833682253,
      "grad_norm": 0.9796686898924882,
      "learning_rate": 0.0002449675390104509,
      "loss": 2.0625,
      "step": 37777
    },
    {
      "epoch": 1.7575250058153058,
      "grad_norm": 1.0062122362862786,
      "learning_rate": 0.00024496466613443003,
      "loss": 2.2969,
      "step": 37778
    },
    {
      "epoch": 1.7575715282623867,
      "grad_norm": 0.9874805216435231,
      "learning_rate": 0.00024496179320027123,
      "loss": 2.2656,
      "step": 37779
    },
    {
      "epoch": 1.7576180507094672,
      "grad_norm": 1.0457505121856001,
      "learning_rate": 0.00024495892020797626,
      "loss": 2.3594,
      "step": 37780
    },
    {
      "epoch": 1.7576645731565481,
      "grad_norm": 0.9869133126831656,
      "learning_rate": 0.0002449560471575468,
      "loss": 2.3594,
      "step": 37781
    },
    {
      "epoch": 1.7577110956036286,
      "grad_norm": 1.0392936080480752,
      "learning_rate": 0.00024495317404898476,
      "loss": 2.5625,
      "step": 37782
    },
    {
      "epoch": 1.7577576180507095,
      "grad_norm": 1.0500021779851456,
      "learning_rate": 0.0002449503008822918,
      "loss": 2.5,
      "step": 37783
    },
    {
      "epoch": 1.7578041404977902,
      "grad_norm": 0.975928981951945,
      "learning_rate": 0.00024494742765746974,
      "loss": 2.5156,
      "step": 37784
    },
    {
      "epoch": 1.757850662944871,
      "grad_norm": 1.0240134468016058,
      "learning_rate": 0.0002449445543745203,
      "loss": 2.4062,
      "step": 37785
    },
    {
      "epoch": 1.7578971853919516,
      "grad_norm": 1.0550372674445898,
      "learning_rate": 0.0002449416810334452,
      "loss": 2.4062,
      "step": 37786
    },
    {
      "epoch": 1.7579437078390323,
      "grad_norm": 1.002036946081086,
      "learning_rate": 0.00024493880763424626,
      "loss": 2.3438,
      "step": 37787
    },
    {
      "epoch": 1.757990230286113,
      "grad_norm": 0.9939057069885591,
      "learning_rate": 0.0002449359341769252,
      "loss": 2.5156,
      "step": 37788
    },
    {
      "epoch": 1.7580367527331937,
      "grad_norm": 1.0249878543101392,
      "learning_rate": 0.0002449330606614839,
      "loss": 2.3906,
      "step": 37789
    },
    {
      "epoch": 1.7580832751802746,
      "grad_norm": 1.1357347941952818,
      "learning_rate": 0.00024493018708792396,
      "loss": 2.5156,
      "step": 37790
    },
    {
      "epoch": 1.758129797627355,
      "grad_norm": 0.9933962675102113,
      "learning_rate": 0.0002449273134562472,
      "loss": 2.3125,
      "step": 37791
    },
    {
      "epoch": 1.758176320074436,
      "grad_norm": 0.9819708205821114,
      "learning_rate": 0.00024492443976645534,
      "loss": 2.4375,
      "step": 37792
    },
    {
      "epoch": 1.7582228425215165,
      "grad_norm": 1.0122111279514756,
      "learning_rate": 0.0002449215660185502,
      "loss": 2.125,
      "step": 37793
    },
    {
      "epoch": 1.7582693649685974,
      "grad_norm": 0.9321380975828353,
      "learning_rate": 0.00024491869221253355,
      "loss": 1.9688,
      "step": 37794
    },
    {
      "epoch": 1.758315887415678,
      "grad_norm": 1.0078454409819348,
      "learning_rate": 0.0002449158183484071,
      "loss": 2.4531,
      "step": 37795
    },
    {
      "epoch": 1.7583624098627588,
      "grad_norm": 1.120990465498672,
      "learning_rate": 0.00024491294442617264,
      "loss": 2.2969,
      "step": 37796
    },
    {
      "epoch": 1.7584089323098395,
      "grad_norm": 0.9194632364034403,
      "learning_rate": 0.0002449100704458319,
      "loss": 2.1562,
      "step": 37797
    },
    {
      "epoch": 1.7584554547569202,
      "grad_norm": 1.1428066427133177,
      "learning_rate": 0.00024490719640738666,
      "loss": 2.625,
      "step": 37798
    },
    {
      "epoch": 1.758501977204001,
      "grad_norm": 1.0112916243618326,
      "learning_rate": 0.00024490432231083866,
      "loss": 2.4688,
      "step": 37799
    },
    {
      "epoch": 1.7585484996510816,
      "grad_norm": 0.9824597646796394,
      "learning_rate": 0.0002449014481561897,
      "loss": 1.9453,
      "step": 37800
    },
    {
      "epoch": 1.7585950220981623,
      "grad_norm": 1.0872276167038328,
      "learning_rate": 0.0002448985739434415,
      "loss": 2.3125,
      "step": 37801
    },
    {
      "epoch": 1.758641544545243,
      "grad_norm": 1.1307076754941994,
      "learning_rate": 0.0002448956996725958,
      "loss": 2.3125,
      "step": 37802
    },
    {
      "epoch": 1.758688066992324,
      "grad_norm": 0.9605985472880363,
      "learning_rate": 0.00024489282534365445,
      "loss": 2.2188,
      "step": 37803
    },
    {
      "epoch": 1.7587345894394044,
      "grad_norm": 1.1588372737008459,
      "learning_rate": 0.0002448899509566191,
      "loss": 2.6094,
      "step": 37804
    },
    {
      "epoch": 1.7587811118864853,
      "grad_norm": 0.9380118184946421,
      "learning_rate": 0.0002448870765114916,
      "loss": 2.0938,
      "step": 37805
    },
    {
      "epoch": 1.7588276343335658,
      "grad_norm": 1.0776796721842619,
      "learning_rate": 0.00024488420200827367,
      "loss": 2.3594,
      "step": 37806
    },
    {
      "epoch": 1.7588741567806467,
      "grad_norm": 1.0392163224333877,
      "learning_rate": 0.00024488132744696707,
      "loss": 2.6406,
      "step": 37807
    },
    {
      "epoch": 1.7589206792277272,
      "grad_norm": 1.0816659511409608,
      "learning_rate": 0.00024487845282757353,
      "loss": 2.4062,
      "step": 37808
    },
    {
      "epoch": 1.7589672016748081,
      "grad_norm": 1.0410345459378212,
      "learning_rate": 0.00024487557815009494,
      "loss": 2.375,
      "step": 37809
    },
    {
      "epoch": 1.7590137241218888,
      "grad_norm": 1.3067574083882405,
      "learning_rate": 0.0002448727034145329,
      "loss": 2.3906,
      "step": 37810
    },
    {
      "epoch": 1.7590602465689695,
      "grad_norm": 1.0448826687715767,
      "learning_rate": 0.0002448698286208892,
      "loss": 2.3594,
      "step": 37811
    },
    {
      "epoch": 1.7591067690160502,
      "grad_norm": 1.0413267199655405,
      "learning_rate": 0.0002448669537691657,
      "loss": 2.2812,
      "step": 37812
    },
    {
      "epoch": 1.759153291463131,
      "grad_norm": 1.049205225505944,
      "learning_rate": 0.000244864078859364,
      "loss": 2.3594,
      "step": 37813
    },
    {
      "epoch": 1.7591998139102116,
      "grad_norm": 1.0707031037604338,
      "learning_rate": 0.000244861203891486,
      "loss": 2.5469,
      "step": 37814
    },
    {
      "epoch": 1.7592463363572923,
      "grad_norm": 1.0069110354724458,
      "learning_rate": 0.0002448583288655334,
      "loss": 2.4219,
      "step": 37815
    },
    {
      "epoch": 1.7592928588043732,
      "grad_norm": 0.9402085295933778,
      "learning_rate": 0.000244855453781508,
      "loss": 2.4062,
      "step": 37816
    },
    {
      "epoch": 1.7593393812514537,
      "grad_norm": 1.0155856869891873,
      "learning_rate": 0.0002448525786394115,
      "loss": 2.3906,
      "step": 37817
    },
    {
      "epoch": 1.7593859036985346,
      "grad_norm": 1.0652466640418046,
      "learning_rate": 0.0002448497034392457,
      "loss": 2.3906,
      "step": 37818
    },
    {
      "epoch": 1.7594324261456151,
      "grad_norm": 1.0297646602524353,
      "learning_rate": 0.0002448468281810124,
      "loss": 2.2969,
      "step": 37819
    },
    {
      "epoch": 1.759478948592696,
      "grad_norm": 1.01676779512075,
      "learning_rate": 0.00024484395286471325,
      "loss": 2.375,
      "step": 37820
    },
    {
      "epoch": 1.7595254710397767,
      "grad_norm": 0.979613237652675,
      "learning_rate": 0.0002448410774903501,
      "loss": 2.3125,
      "step": 37821
    },
    {
      "epoch": 1.7595719934868574,
      "grad_norm": 0.9961251211211268,
      "learning_rate": 0.0002448382020579247,
      "loss": 2.0938,
      "step": 37822
    },
    {
      "epoch": 1.7596185159339381,
      "grad_norm": 0.9995109225520831,
      "learning_rate": 0.0002448353265674388,
      "loss": 2.1562,
      "step": 37823
    },
    {
      "epoch": 1.7596650383810188,
      "grad_norm": 0.9722318899095527,
      "learning_rate": 0.0002448324510188941,
      "loss": 2.1875,
      "step": 37824
    },
    {
      "epoch": 1.7597115608280995,
      "grad_norm": 1.142088454261521,
      "learning_rate": 0.0002448295754122925,
      "loss": 2.3594,
      "step": 37825
    },
    {
      "epoch": 1.7597580832751802,
      "grad_norm": 0.9780418966044049,
      "learning_rate": 0.00024482669974763556,
      "loss": 2.0469,
      "step": 37826
    },
    {
      "epoch": 1.759804605722261,
      "grad_norm": 0.9978214215961174,
      "learning_rate": 0.0002448238240249252,
      "loss": 2.3281,
      "step": 37827
    },
    {
      "epoch": 1.7598511281693416,
      "grad_norm": 1.1326590613781478,
      "learning_rate": 0.0002448209482441632,
      "loss": 2.5469,
      "step": 37828
    },
    {
      "epoch": 1.7598976506164226,
      "grad_norm": 1.005059139735966,
      "learning_rate": 0.00024481807240535114,
      "loss": 2.5,
      "step": 37829
    },
    {
      "epoch": 1.759944173063503,
      "grad_norm": 1.0491478474384952,
      "learning_rate": 0.00024481519650849096,
      "loss": 2.3438,
      "step": 37830
    },
    {
      "epoch": 1.759990695510584,
      "grad_norm": 1.0223139954028122,
      "learning_rate": 0.0002448123205535844,
      "loss": 2.5781,
      "step": 37831
    },
    {
      "epoch": 1.7600372179576644,
      "grad_norm": 1.0926540387142847,
      "learning_rate": 0.00024480944454063317,
      "loss": 2.4531,
      "step": 37832
    },
    {
      "epoch": 1.7600837404047454,
      "grad_norm": 0.9836491020585714,
      "learning_rate": 0.000244806568469639,
      "loss": 2.2969,
      "step": 37833
    },
    {
      "epoch": 1.760130262851826,
      "grad_norm": 0.9921510026522284,
      "learning_rate": 0.00024480369234060366,
      "loss": 2.3281,
      "step": 37834
    },
    {
      "epoch": 1.7601767852989068,
      "grad_norm": 1.0345005172905049,
      "learning_rate": 0.000244800816153529,
      "loss": 2.4375,
      "step": 37835
    },
    {
      "epoch": 1.7602233077459875,
      "grad_norm": 1.1465425452255165,
      "learning_rate": 0.0002447979399084167,
      "loss": 2.4531,
      "step": 37836
    },
    {
      "epoch": 1.7602698301930682,
      "grad_norm": 1.0259332079492254,
      "learning_rate": 0.00024479506360526853,
      "loss": 2.25,
      "step": 37837
    },
    {
      "epoch": 1.7603163526401489,
      "grad_norm": 1.0693085869021441,
      "learning_rate": 0.0002447921872440863,
      "loss": 2.3906,
      "step": 37838
    },
    {
      "epoch": 1.7603628750872296,
      "grad_norm": 0.9921663092140335,
      "learning_rate": 0.0002447893108248717,
      "loss": 2.4844,
      "step": 37839
    },
    {
      "epoch": 1.7604093975343102,
      "grad_norm": 0.9744317055649456,
      "learning_rate": 0.00024478643434762653,
      "loss": 2.2344,
      "step": 37840
    },
    {
      "epoch": 1.760455919981391,
      "grad_norm": 1.0216063782805915,
      "learning_rate": 0.0002447835578123526,
      "loss": 2.2188,
      "step": 37841
    },
    {
      "epoch": 1.7605024424284719,
      "grad_norm": 1.0112604406103003,
      "learning_rate": 0.00024478068121905154,
      "loss": 2.3906,
      "step": 37842
    },
    {
      "epoch": 1.7605489648755523,
      "grad_norm": 1.0311899986106836,
      "learning_rate": 0.0002447778045677252,
      "loss": 2.3125,
      "step": 37843
    },
    {
      "epoch": 1.7605954873226333,
      "grad_norm": 1.0795289322937194,
      "learning_rate": 0.0002447749278583754,
      "loss": 2.8125,
      "step": 37844
    },
    {
      "epoch": 1.7606420097697137,
      "grad_norm": 1.0423635932043993,
      "learning_rate": 0.00024477205109100375,
      "loss": 2.625,
      "step": 37845
    },
    {
      "epoch": 1.7606885322167947,
      "grad_norm": 1.0184063842632818,
      "learning_rate": 0.00024476917426561213,
      "loss": 2.3281,
      "step": 37846
    },
    {
      "epoch": 1.7607350546638754,
      "grad_norm": 1.0399896696609612,
      "learning_rate": 0.00024476629738220224,
      "loss": 2.4688,
      "step": 37847
    },
    {
      "epoch": 1.760781577110956,
      "grad_norm": 1.0293710482943603,
      "learning_rate": 0.0002447634204407759,
      "loss": 2.5156,
      "step": 37848
    },
    {
      "epoch": 1.7608280995580368,
      "grad_norm": 1.020949572704357,
      "learning_rate": 0.0002447605434413348,
      "loss": 2.4219,
      "step": 37849
    },
    {
      "epoch": 1.7608746220051175,
      "grad_norm": 1.0821194841787551,
      "learning_rate": 0.0002447576663838807,
      "loss": 2.7812,
      "step": 37850
    },
    {
      "epoch": 1.7609211444521982,
      "grad_norm": 1.056158874930754,
      "learning_rate": 0.0002447547892684155,
      "loss": 2.5781,
      "step": 37851
    },
    {
      "epoch": 1.7609676668992789,
      "grad_norm": 0.9946791094687126,
      "learning_rate": 0.00024475191209494084,
      "loss": 2.4688,
      "step": 37852
    },
    {
      "epoch": 1.7610141893463598,
      "grad_norm": 0.9839444029508698,
      "learning_rate": 0.00024474903486345847,
      "loss": 2.3281,
      "step": 37853
    },
    {
      "epoch": 1.7610607117934403,
      "grad_norm": 0.9987512532315633,
      "learning_rate": 0.00024474615757397015,
      "loss": 2.3125,
      "step": 37854
    },
    {
      "epoch": 1.7611072342405212,
      "grad_norm": 1.0553477120447456,
      "learning_rate": 0.0002447432802264777,
      "loss": 2.2188,
      "step": 37855
    },
    {
      "epoch": 1.7611537566876017,
      "grad_norm": 1.0111417922033943,
      "learning_rate": 0.00024474040282098286,
      "loss": 2.4844,
      "step": 37856
    },
    {
      "epoch": 1.7612002791346826,
      "grad_norm": 1.0231542611233617,
      "learning_rate": 0.0002447375253574874,
      "loss": 1.7734,
      "step": 37857
    },
    {
      "epoch": 1.761246801581763,
      "grad_norm": 1.0959394234943125,
      "learning_rate": 0.0002447346478359931,
      "loss": 2.6406,
      "step": 37858
    },
    {
      "epoch": 1.761293324028844,
      "grad_norm": 1.0579221996690793,
      "learning_rate": 0.0002447317702565016,
      "loss": 2.5938,
      "step": 37859
    },
    {
      "epoch": 1.7613398464759247,
      "grad_norm": 1.054753970681684,
      "learning_rate": 0.0002447288926190148,
      "loss": 2.5,
      "step": 37860
    },
    {
      "epoch": 1.7613863689230054,
      "grad_norm": 1.052385393011075,
      "learning_rate": 0.0002447260149235344,
      "loss": 2.4844,
      "step": 37861
    },
    {
      "epoch": 1.761432891370086,
      "grad_norm": 0.9495505330632579,
      "learning_rate": 0.0002447231371700622,
      "loss": 2.25,
      "step": 37862
    },
    {
      "epoch": 1.7614794138171668,
      "grad_norm": 0.9972997420675519,
      "learning_rate": 0.00024472025935859995,
      "loss": 2.5469,
      "step": 37863
    },
    {
      "epoch": 1.7615259362642475,
      "grad_norm": 1.0488180341288933,
      "learning_rate": 0.00024471738148914933,
      "loss": 2.4375,
      "step": 37864
    },
    {
      "epoch": 1.7615724587113282,
      "grad_norm": 1.0123924875252859,
      "learning_rate": 0.00024471450356171223,
      "loss": 2.2188,
      "step": 37865
    },
    {
      "epoch": 1.761618981158409,
      "grad_norm": 1.4646674154558919,
      "learning_rate": 0.00024471162557629036,
      "loss": 2.3281,
      "step": 37866
    },
    {
      "epoch": 1.7616655036054896,
      "grad_norm": 1.096103222639901,
      "learning_rate": 0.0002447087475328855,
      "loss": 2.4219,
      "step": 37867
    },
    {
      "epoch": 1.7617120260525705,
      "grad_norm": 1.0574051823209243,
      "learning_rate": 0.0002447058694314993,
      "loss": 2.2969,
      "step": 37868
    },
    {
      "epoch": 1.761758548499651,
      "grad_norm": 0.9686296493961061,
      "learning_rate": 0.0002447029912721336,
      "loss": 2.3906,
      "step": 37869
    },
    {
      "epoch": 1.7618050709467319,
      "grad_norm": 0.9946753706507897,
      "learning_rate": 0.00024470011305479023,
      "loss": 2.2188,
      "step": 37870
    },
    {
      "epoch": 1.7618515933938124,
      "grad_norm": 1.006321685875237,
      "learning_rate": 0.00024469723477947087,
      "loss": 2.3125,
      "step": 37871
    },
    {
      "epoch": 1.7618981158408933,
      "grad_norm": 1.0478514287048888,
      "learning_rate": 0.00024469435644617737,
      "loss": 2.4375,
      "step": 37872
    },
    {
      "epoch": 1.761944638287974,
      "grad_norm": 0.9800350654911668,
      "learning_rate": 0.00024469147805491136,
      "loss": 2.3438,
      "step": 37873
    },
    {
      "epoch": 1.7619911607350547,
      "grad_norm": 1.0273943899169484,
      "learning_rate": 0.00024468859960567464,
      "loss": 2.6406,
      "step": 37874
    },
    {
      "epoch": 1.7620376831821354,
      "grad_norm": 1.0156347902773553,
      "learning_rate": 0.00024468572109846904,
      "loss": 2.375,
      "step": 37875
    },
    {
      "epoch": 1.762084205629216,
      "grad_norm": 0.9341109923857667,
      "learning_rate": 0.0002446828425332963,
      "loss": 2.2812,
      "step": 37876
    },
    {
      "epoch": 1.7621307280762968,
      "grad_norm": 0.9472278924153975,
      "learning_rate": 0.00024467996391015816,
      "loss": 2.1406,
      "step": 37877
    },
    {
      "epoch": 1.7621772505233775,
      "grad_norm": 0.8882678239515307,
      "learning_rate": 0.0002446770852290564,
      "loss": 1.5781,
      "step": 37878
    },
    {
      "epoch": 1.7622237729704584,
      "grad_norm": 0.9805712439959874,
      "learning_rate": 0.00024467420648999276,
      "loss": 1.9609,
      "step": 37879
    },
    {
      "epoch": 1.7622702954175389,
      "grad_norm": 1.0179130852628013,
      "learning_rate": 0.00024467132769296897,
      "loss": 2.2969,
      "step": 37880
    },
    {
      "epoch": 1.7623168178646198,
      "grad_norm": 1.1382312964658685,
      "learning_rate": 0.0002446684488379869,
      "loss": 2.2344,
      "step": 37881
    },
    {
      "epoch": 1.7623633403117003,
      "grad_norm": 1.3475995894057657,
      "learning_rate": 0.0002446655699250482,
      "loss": 2.7031,
      "step": 37882
    },
    {
      "epoch": 1.7624098627587812,
      "grad_norm": 1.051698159340101,
      "learning_rate": 0.00024466269095415466,
      "loss": 2.5469,
      "step": 37883
    },
    {
      "epoch": 1.7624563852058617,
      "grad_norm": 1.0246560571206356,
      "learning_rate": 0.0002446598119253081,
      "loss": 2.3438,
      "step": 37884
    },
    {
      "epoch": 1.7625029076529426,
      "grad_norm": 1.2621882859528697,
      "learning_rate": 0.00024465693283851026,
      "loss": 2.25,
      "step": 37885
    },
    {
      "epoch": 1.7625494301000233,
      "grad_norm": 1.0820638202848976,
      "learning_rate": 0.0002446540536937629,
      "loss": 2.5,
      "step": 37886
    },
    {
      "epoch": 1.762595952547104,
      "grad_norm": 1.0244109684710703,
      "learning_rate": 0.0002446511744910677,
      "loss": 2.2188,
      "step": 37887
    },
    {
      "epoch": 1.7626424749941847,
      "grad_norm": 1.016141943061927,
      "learning_rate": 0.00024464829523042656,
      "loss": 2.2188,
      "step": 37888
    },
    {
      "epoch": 1.7626889974412654,
      "grad_norm": 1.0894853026235705,
      "learning_rate": 0.0002446454159118412,
      "loss": 2.3594,
      "step": 37889
    },
    {
      "epoch": 1.762735519888346,
      "grad_norm": 1.0109254462982833,
      "learning_rate": 0.0002446425365353133,
      "loss": 2.0156,
      "step": 37890
    },
    {
      "epoch": 1.7627820423354268,
      "grad_norm": 0.9835062054249418,
      "learning_rate": 0.00024463965710084466,
      "loss": 2.2031,
      "step": 37891
    },
    {
      "epoch": 1.7628285647825077,
      "grad_norm": 1.037549919866426,
      "learning_rate": 0.0002446367776084371,
      "loss": 2.375,
      "step": 37892
    },
    {
      "epoch": 1.7628750872295882,
      "grad_norm": 1.0848266589827698,
      "learning_rate": 0.0002446338980580923,
      "loss": 2.5,
      "step": 37893
    },
    {
      "epoch": 1.762921609676669,
      "grad_norm": 1.0155720272323743,
      "learning_rate": 0.0002446310184498122,
      "loss": 2.3594,
      "step": 37894
    },
    {
      "epoch": 1.7629681321237496,
      "grad_norm": 0.9875405018125389,
      "learning_rate": 0.00024462813878359826,
      "loss": 2.4219,
      "step": 37895
    },
    {
      "epoch": 1.7630146545708305,
      "grad_norm": 1.102065643026366,
      "learning_rate": 0.00024462525905945254,
      "loss": 2.6719,
      "step": 37896
    },
    {
      "epoch": 1.763061177017911,
      "grad_norm": 1.0226409023650598,
      "learning_rate": 0.00024462237927737665,
      "loss": 2.4688,
      "step": 37897
    },
    {
      "epoch": 1.763107699464992,
      "grad_norm": 1.089362894891408,
      "learning_rate": 0.0002446194994373724,
      "loss": 2.375,
      "step": 37898
    },
    {
      "epoch": 1.7631542219120726,
      "grad_norm": 1.0967377188959504,
      "learning_rate": 0.00024461661953944147,
      "loss": 2.4375,
      "step": 37899
    },
    {
      "epoch": 1.7632007443591533,
      "grad_norm": 1.0186394923649364,
      "learning_rate": 0.00024461373958358575,
      "loss": 2.2812,
      "step": 37900
    },
    {
      "epoch": 1.763247266806234,
      "grad_norm": 0.9699936100868594,
      "learning_rate": 0.00024461085956980686,
      "loss": 2.125,
      "step": 37901
    },
    {
      "epoch": 1.7632937892533147,
      "grad_norm": 0.9927883849930171,
      "learning_rate": 0.00024460797949810674,
      "loss": 2.4688,
      "step": 37902
    },
    {
      "epoch": 1.7633403117003954,
      "grad_norm": 1.0896273515095054,
      "learning_rate": 0.000244605099368487,
      "loss": 2.7188,
      "step": 37903
    },
    {
      "epoch": 1.763386834147476,
      "grad_norm": 1.0372547256362317,
      "learning_rate": 0.0002446022191809495,
      "loss": 2.7188,
      "step": 37904
    },
    {
      "epoch": 1.763433356594557,
      "grad_norm": 1.0432026374980083,
      "learning_rate": 0.00024459933893549596,
      "loss": 2.5156,
      "step": 37905
    },
    {
      "epoch": 1.7634798790416375,
      "grad_norm": 1.049396564454075,
      "learning_rate": 0.0002445964586321281,
      "loss": 2.4062,
      "step": 37906
    },
    {
      "epoch": 1.7635264014887184,
      "grad_norm": 0.9974595315902819,
      "learning_rate": 0.0002445935782708478,
      "loss": 2.1875,
      "step": 37907
    },
    {
      "epoch": 1.763572923935799,
      "grad_norm": 1.0213205934844394,
      "learning_rate": 0.00024459069785165666,
      "loss": 2.4531,
      "step": 37908
    },
    {
      "epoch": 1.7636194463828798,
      "grad_norm": 0.9838332662671019,
      "learning_rate": 0.0002445878173745566,
      "loss": 2.3125,
      "step": 37909
    },
    {
      "epoch": 1.7636659688299603,
      "grad_norm": 1.0126797502099754,
      "learning_rate": 0.0002445849368395493,
      "loss": 2.5469,
      "step": 37910
    },
    {
      "epoch": 1.7637124912770412,
      "grad_norm": 1.0364890161852445,
      "learning_rate": 0.0002445820562466366,
      "loss": 2.6719,
      "step": 37911
    },
    {
      "epoch": 1.763759013724122,
      "grad_norm": 1.0076861335033689,
      "learning_rate": 0.00024457917559582014,
      "loss": 1.7266,
      "step": 37912
    },
    {
      "epoch": 1.7638055361712026,
      "grad_norm": 0.9072562182907037,
      "learning_rate": 0.0002445762948871018,
      "loss": 2.0469,
      "step": 37913
    },
    {
      "epoch": 1.7638520586182833,
      "grad_norm": 1.0984512844312073,
      "learning_rate": 0.00024457341412048323,
      "loss": 2.5156,
      "step": 37914
    },
    {
      "epoch": 1.763898581065364,
      "grad_norm": 0.9833754983216493,
      "learning_rate": 0.0002445705332959663,
      "loss": 2.5312,
      "step": 37915
    },
    {
      "epoch": 1.7639451035124447,
      "grad_norm": 1.0104258582453403,
      "learning_rate": 0.0002445676524135527,
      "loss": 2.3438,
      "step": 37916
    },
    {
      "epoch": 1.7639916259595254,
      "grad_norm": 1.1735977797564043,
      "learning_rate": 0.0002445647714732443,
      "loss": 2.4844,
      "step": 37917
    },
    {
      "epoch": 1.7640381484066063,
      "grad_norm": 0.991154357028773,
      "learning_rate": 0.00024456189047504273,
      "loss": 2.1094,
      "step": 37918
    },
    {
      "epoch": 1.7640846708536868,
      "grad_norm": 1.011377694849248,
      "learning_rate": 0.0002445590094189498,
      "loss": 2.2188,
      "step": 37919
    },
    {
      "epoch": 1.7641311933007677,
      "grad_norm": 0.989367317482009,
      "learning_rate": 0.0002445561283049674,
      "loss": 2.3438,
      "step": 37920
    },
    {
      "epoch": 1.7641777157478482,
      "grad_norm": 1.0226337621294288,
      "learning_rate": 0.00024455324713309703,
      "loss": 2.6094,
      "step": 37921
    },
    {
      "epoch": 1.7642242381949291,
      "grad_norm": 1.197841802162007,
      "learning_rate": 0.00024455036590334073,
      "loss": 2.4219,
      "step": 37922
    },
    {
      "epoch": 1.7642707606420096,
      "grad_norm": 1.1072121112338325,
      "learning_rate": 0.0002445474846157,
      "loss": 2.125,
      "step": 37923
    },
    {
      "epoch": 1.7643172830890905,
      "grad_norm": 1.2863763251297704,
      "learning_rate": 0.0002445446032701769,
      "loss": 2.4688,
      "step": 37924
    },
    {
      "epoch": 1.7643638055361712,
      "grad_norm": 0.9690196888122484,
      "learning_rate": 0.00024454172186677293,
      "loss": 2.1562,
      "step": 37925
    },
    {
      "epoch": 1.764410327983252,
      "grad_norm": 1.035043086810672,
      "learning_rate": 0.00024453884040548997,
      "loss": 2.4844,
      "step": 37926
    },
    {
      "epoch": 1.7644568504303326,
      "grad_norm": 1.0735364951921873,
      "learning_rate": 0.0002445359588863298,
      "loss": 2.7031,
      "step": 37927
    },
    {
      "epoch": 1.7645033728774133,
      "grad_norm": 1.0536505141634682,
      "learning_rate": 0.0002445330773092941,
      "loss": 2.4531,
      "step": 37928
    },
    {
      "epoch": 1.764549895324494,
      "grad_norm": 0.973997890360003,
      "learning_rate": 0.0002445301956743848,
      "loss": 2.1875,
      "step": 37929
    },
    {
      "epoch": 1.7645964177715747,
      "grad_norm": 0.9762646921792482,
      "learning_rate": 0.00024452731398160355,
      "loss": 1.9453,
      "step": 37930
    },
    {
      "epoch": 1.7646429402186556,
      "grad_norm": 1.0455270578268736,
      "learning_rate": 0.00024452443223095207,
      "loss": 2.4062,
      "step": 37931
    },
    {
      "epoch": 1.7646894626657361,
      "grad_norm": 0.9606374866687627,
      "learning_rate": 0.0002445215504224322,
      "loss": 1.6562,
      "step": 37932
    },
    {
      "epoch": 1.764735985112817,
      "grad_norm": 1.1300636188207451,
      "learning_rate": 0.0002445186685560456,
      "loss": 2.3594,
      "step": 37933
    },
    {
      "epoch": 1.7647825075598975,
      "grad_norm": 1.0265320057413674,
      "learning_rate": 0.0002445157866317942,
      "loss": 2.4375,
      "step": 37934
    },
    {
      "epoch": 1.7648290300069784,
      "grad_norm": 1.0607353485505058,
      "learning_rate": 0.00024451290464967966,
      "loss": 2.2656,
      "step": 37935
    },
    {
      "epoch": 1.7648755524540591,
      "grad_norm": 1.115401877910685,
      "learning_rate": 0.00024451002260970374,
      "loss": 2.6875,
      "step": 37936
    },
    {
      "epoch": 1.7649220749011398,
      "grad_norm": 1.0197015994562217,
      "learning_rate": 0.00024450714051186824,
      "loss": 2.5,
      "step": 37937
    },
    {
      "epoch": 1.7649685973482205,
      "grad_norm": 0.9780503064918628,
      "learning_rate": 0.00024450425835617493,
      "loss": 2.5312,
      "step": 37938
    },
    {
      "epoch": 1.7650151197953012,
      "grad_norm": 0.9829320250903103,
      "learning_rate": 0.00024450137614262556,
      "loss": 2.2812,
      "step": 37939
    },
    {
      "epoch": 1.765061642242382,
      "grad_norm": 1.1346260233765766,
      "learning_rate": 0.00024449849387122186,
      "loss": 2.3281,
      "step": 37940
    },
    {
      "epoch": 1.7651081646894626,
      "grad_norm": 1.0035813077791353,
      "learning_rate": 0.0002444956115419656,
      "loss": 2.5312,
      "step": 37941
    },
    {
      "epoch": 1.7651546871365433,
      "grad_norm": 1.0102540896175292,
      "learning_rate": 0.0002444927291548586,
      "loss": 2.2812,
      "step": 37942
    },
    {
      "epoch": 1.765201209583624,
      "grad_norm": 1.0945442986161997,
      "learning_rate": 0.0002444898467099026,
      "loss": 2.4062,
      "step": 37943
    },
    {
      "epoch": 1.765247732030705,
      "grad_norm": 1.0437126640881786,
      "learning_rate": 0.0002444869642070994,
      "loss": 2.5781,
      "step": 37944
    },
    {
      "epoch": 1.7652942544777854,
      "grad_norm": 0.9874643841620505,
      "learning_rate": 0.00024448408164645067,
      "loss": 2.2344,
      "step": 37945
    },
    {
      "epoch": 1.7653407769248664,
      "grad_norm": 0.9496429483109042,
      "learning_rate": 0.00024448119902795824,
      "loss": 2.3906,
      "step": 37946
    },
    {
      "epoch": 1.7653872993719468,
      "grad_norm": 1.0245947376586275,
      "learning_rate": 0.00024447831635162384,
      "loss": 2.2812,
      "step": 37947
    },
    {
      "epoch": 1.7654338218190277,
      "grad_norm": 0.9615283361090066,
      "learning_rate": 0.00024447543361744926,
      "loss": 2.3125,
      "step": 37948
    },
    {
      "epoch": 1.7654803442661084,
      "grad_norm": 1.0112071277671524,
      "learning_rate": 0.0002444725508254363,
      "loss": 2.2344,
      "step": 37949
    },
    {
      "epoch": 1.7655268667131891,
      "grad_norm": 1.059263159228491,
      "learning_rate": 0.0002444696679755867,
      "loss": 2.3281,
      "step": 37950
    },
    {
      "epoch": 1.7655733891602698,
      "grad_norm": 0.9830556986693726,
      "learning_rate": 0.00024446678506790217,
      "loss": 2.4062,
      "step": 37951
    },
    {
      "epoch": 1.7656199116073505,
      "grad_norm": 0.97150108647706,
      "learning_rate": 0.00024446390210238454,
      "loss": 2.3438,
      "step": 37952
    },
    {
      "epoch": 1.7656664340544312,
      "grad_norm": 0.9808713926501273,
      "learning_rate": 0.00024446101907903557,
      "loss": 2.1406,
      "step": 37953
    },
    {
      "epoch": 1.765712956501512,
      "grad_norm": 1.1414784908923452,
      "learning_rate": 0.000244458135997857,
      "loss": 2.0312,
      "step": 37954
    },
    {
      "epoch": 1.7657594789485926,
      "grad_norm": 1.001663291625056,
      "learning_rate": 0.00024445525285885053,
      "loss": 2.2812,
      "step": 37955
    },
    {
      "epoch": 1.7658060013956733,
      "grad_norm": 1.0824804706987858,
      "learning_rate": 0.0002444523696620181,
      "loss": 2.3438,
      "step": 37956
    },
    {
      "epoch": 1.7658525238427543,
      "grad_norm": 1.027952151188824,
      "learning_rate": 0.00024444948640736126,
      "loss": 2.25,
      "step": 37957
    },
    {
      "epoch": 1.7658990462898347,
      "grad_norm": 1.0018899212903285,
      "learning_rate": 0.000244446603094882,
      "loss": 2.3438,
      "step": 37958
    },
    {
      "epoch": 1.7659455687369157,
      "grad_norm": 1.1935023441503878,
      "learning_rate": 0.0002444437197245819,
      "loss": 2.2344,
      "step": 37959
    },
    {
      "epoch": 1.7659920911839961,
      "grad_norm": 1.000592013039138,
      "learning_rate": 0.00024444083629646286,
      "loss": 2.3594,
      "step": 37960
    },
    {
      "epoch": 1.766038613631077,
      "grad_norm": 1.2085918878004014,
      "learning_rate": 0.0002444379528105265,
      "loss": 2.2188,
      "step": 37961
    },
    {
      "epoch": 1.7660851360781578,
      "grad_norm": 1.039149857439295,
      "learning_rate": 0.00024443506926677476,
      "loss": 2.4688,
      "step": 37962
    },
    {
      "epoch": 1.7661316585252385,
      "grad_norm": 1.0477117439726542,
      "learning_rate": 0.0002444321856652093,
      "loss": 2.4375,
      "step": 37963
    },
    {
      "epoch": 1.7661781809723192,
      "grad_norm": 1.039019130419667,
      "learning_rate": 0.00024442930200583186,
      "loss": 2.125,
      "step": 37964
    },
    {
      "epoch": 1.7662247034193999,
      "grad_norm": 0.9767684169164265,
      "learning_rate": 0.0002444264182886442,
      "loss": 2.3281,
      "step": 37965
    },
    {
      "epoch": 1.7662712258664806,
      "grad_norm": 1.0844249034020803,
      "learning_rate": 0.0002444235345136482,
      "loss": 2.4062,
      "step": 37966
    },
    {
      "epoch": 1.7663177483135613,
      "grad_norm": 0.9928129690832495,
      "learning_rate": 0.00024442065068084554,
      "loss": 2.4375,
      "step": 37967
    },
    {
      "epoch": 1.7663642707606422,
      "grad_norm": 1.1093906805733444,
      "learning_rate": 0.000244417766790238,
      "loss": 2.5625,
      "step": 37968
    },
    {
      "epoch": 1.7664107932077227,
      "grad_norm": 0.9505102634555029,
      "learning_rate": 0.00024441488284182735,
      "loss": 2.1094,
      "step": 37969
    },
    {
      "epoch": 1.7664573156548036,
      "grad_norm": 1.0606268427137322,
      "learning_rate": 0.00024441199883561533,
      "loss": 2.4688,
      "step": 37970
    },
    {
      "epoch": 1.766503838101884,
      "grad_norm": 1.4426020563172106,
      "learning_rate": 0.0002444091147716038,
      "loss": 2.4219,
      "step": 37971
    },
    {
      "epoch": 1.766550360548965,
      "grad_norm": 1.0210626793132742,
      "learning_rate": 0.00024440623064979437,
      "loss": 2.2656,
      "step": 37972
    },
    {
      "epoch": 1.7665968829960454,
      "grad_norm": 1.1344304599435897,
      "learning_rate": 0.00024440334647018894,
      "loss": 2.6094,
      "step": 37973
    },
    {
      "epoch": 1.7666434054431264,
      "grad_norm": 0.937873041607835,
      "learning_rate": 0.0002444004622327892,
      "loss": 1.7578,
      "step": 37974
    },
    {
      "epoch": 1.766689927890207,
      "grad_norm": 0.9770776350634156,
      "learning_rate": 0.0002443975779375969,
      "loss": 2.1875,
      "step": 37975
    },
    {
      "epoch": 1.7667364503372878,
      "grad_norm": 1.0438818910237826,
      "learning_rate": 0.00024439469358461394,
      "loss": 2.375,
      "step": 37976
    },
    {
      "epoch": 1.7667829727843685,
      "grad_norm": 1.0327965797732328,
      "learning_rate": 0.0002443918091738419,
      "loss": 2.6406,
      "step": 37977
    },
    {
      "epoch": 1.7668294952314492,
      "grad_norm": 1.0198213328364265,
      "learning_rate": 0.00024438892470528273,
      "loss": 2.5469,
      "step": 37978
    },
    {
      "epoch": 1.7668760176785299,
      "grad_norm": 1.044308293572371,
      "learning_rate": 0.000244386040178938,
      "loss": 2.5469,
      "step": 37979
    },
    {
      "epoch": 1.7669225401256106,
      "grad_norm": 1.0293034697990293,
      "learning_rate": 0.00024438315559480964,
      "loss": 2.4062,
      "step": 37980
    },
    {
      "epoch": 1.7669690625726915,
      "grad_norm": 1.0480590845992963,
      "learning_rate": 0.0002443802709528994,
      "loss": 2.2344,
      "step": 37981
    },
    {
      "epoch": 1.767015585019772,
      "grad_norm": 0.9840663357980634,
      "learning_rate": 0.00024437738625320894,
      "loss": 2.2188,
      "step": 37982
    },
    {
      "epoch": 1.7670621074668529,
      "grad_norm": 1.049302765067932,
      "learning_rate": 0.0002443745014957401,
      "loss": 2.4375,
      "step": 37983
    },
    {
      "epoch": 1.7671086299139334,
      "grad_norm": 1.0100411452782632,
      "learning_rate": 0.00024437161668049466,
      "loss": 2.4219,
      "step": 37984
    },
    {
      "epoch": 1.7671551523610143,
      "grad_norm": 0.9931839106958628,
      "learning_rate": 0.00024436873180747434,
      "loss": 2.4531,
      "step": 37985
    },
    {
      "epoch": 1.7672016748080948,
      "grad_norm": 1.0264743516296382,
      "learning_rate": 0.00024436584687668095,
      "loss": 2.2656,
      "step": 37986
    },
    {
      "epoch": 1.7672481972551757,
      "grad_norm": 1.0235579080732629,
      "learning_rate": 0.00024436296188811617,
      "loss": 2.3125,
      "step": 37987
    },
    {
      "epoch": 1.7672947197022564,
      "grad_norm": 1.1405509532209432,
      "learning_rate": 0.00024436007684178185,
      "loss": 2.6562,
      "step": 37988
    },
    {
      "epoch": 1.767341242149337,
      "grad_norm": 1.0593545252301286,
      "learning_rate": 0.0002443571917376798,
      "loss": 2.5625,
      "step": 37989
    },
    {
      "epoch": 1.7673877645964178,
      "grad_norm": 0.980924896675789,
      "learning_rate": 0.0002443543065758116,
      "loss": 2.3438,
      "step": 37990
    },
    {
      "epoch": 1.7674342870434985,
      "grad_norm": 1.006700485737615,
      "learning_rate": 0.0002443514213561792,
      "loss": 2.3125,
      "step": 37991
    },
    {
      "epoch": 1.7674808094905792,
      "grad_norm": 0.9741611136051793,
      "learning_rate": 0.0002443485360787843,
      "loss": 2.3438,
      "step": 37992
    },
    {
      "epoch": 1.7675273319376599,
      "grad_norm": 1.0289138403877085,
      "learning_rate": 0.0002443456507436287,
      "loss": 2.2344,
      "step": 37993
    },
    {
      "epoch": 1.7675738543847408,
      "grad_norm": 1.0094739303399027,
      "learning_rate": 0.0002443427653507141,
      "loss": 2.3594,
      "step": 37994
    },
    {
      "epoch": 1.7676203768318213,
      "grad_norm": 1.0302761316750804,
      "learning_rate": 0.00024433987990004236,
      "loss": 2.3125,
      "step": 37995
    },
    {
      "epoch": 1.7676668992789022,
      "grad_norm": 1.055884784534808,
      "learning_rate": 0.0002443369943916151,
      "loss": 2.7344,
      "step": 37996
    },
    {
      "epoch": 1.7677134217259827,
      "grad_norm": 1.071511801129334,
      "learning_rate": 0.00024433410882543426,
      "loss": 2.4062,
      "step": 37997
    },
    {
      "epoch": 1.7677599441730636,
      "grad_norm": 1.1159649199146273,
      "learning_rate": 0.00024433122320150153,
      "loss": 2.6875,
      "step": 37998
    },
    {
      "epoch": 1.767806466620144,
      "grad_norm": 0.963664844556453,
      "learning_rate": 0.0002443283375198186,
      "loss": 2.1875,
      "step": 37999
    },
    {
      "epoch": 1.767852989067225,
      "grad_norm": 1.0057390353440807,
      "learning_rate": 0.00024432545178038734,
      "loss": 2.3594,
      "step": 38000
    },
    {
      "epoch": 1.7678995115143057,
      "grad_norm": 1.0070487001222974,
      "learning_rate": 0.00024432256598320946,
      "loss": 2.2188,
      "step": 38001
    },
    {
      "epoch": 1.7679460339613864,
      "grad_norm": 1.0130882784125126,
      "learning_rate": 0.00024431968012828675,
      "loss": 2.0625,
      "step": 38002
    },
    {
      "epoch": 1.767992556408467,
      "grad_norm": 1.0105050477619801,
      "learning_rate": 0.000244316794215621,
      "loss": 2.6719,
      "step": 38003
    },
    {
      "epoch": 1.7680390788555478,
      "grad_norm": 0.968507285114541,
      "learning_rate": 0.00024431390824521397,
      "loss": 2.4062,
      "step": 38004
    },
    {
      "epoch": 1.7680856013026285,
      "grad_norm": 1.1364726499261009,
      "learning_rate": 0.00024431102221706736,
      "loss": 2.5625,
      "step": 38005
    },
    {
      "epoch": 1.7681321237497092,
      "grad_norm": 1.0378945093850647,
      "learning_rate": 0.00024430813613118303,
      "loss": 2.3906,
      "step": 38006
    },
    {
      "epoch": 1.76817864619679,
      "grad_norm": 0.9400083136385794,
      "learning_rate": 0.00024430524998756266,
      "loss": 2.1562,
      "step": 38007
    },
    {
      "epoch": 1.7682251686438706,
      "grad_norm": 1.1596532751524053,
      "learning_rate": 0.0002443023637862081,
      "loss": 2.7656,
      "step": 38008
    },
    {
      "epoch": 1.7682716910909515,
      "grad_norm": 0.9958084797813622,
      "learning_rate": 0.0002442994775271211,
      "loss": 2.5781,
      "step": 38009
    },
    {
      "epoch": 1.768318213538032,
      "grad_norm": 1.0873367769322149,
      "learning_rate": 0.00024429659121030334,
      "loss": 2.3906,
      "step": 38010
    },
    {
      "epoch": 1.768364735985113,
      "grad_norm": 0.9396816327168469,
      "learning_rate": 0.0002442937048357567,
      "loss": 2.4219,
      "step": 38011
    },
    {
      "epoch": 1.7684112584321934,
      "grad_norm": 1.067390742927183,
      "learning_rate": 0.0002442908184034828,
      "loss": 2.5312,
      "step": 38012
    },
    {
      "epoch": 1.7684577808792743,
      "grad_norm": 0.9315430757536725,
      "learning_rate": 0.0002442879319134836,
      "loss": 2.1719,
      "step": 38013
    },
    {
      "epoch": 1.768504303326355,
      "grad_norm": 0.9814746811115139,
      "learning_rate": 0.00024428504536576075,
      "loss": 2.125,
      "step": 38014
    },
    {
      "epoch": 1.7685508257734357,
      "grad_norm": 1.1374684051860264,
      "learning_rate": 0.00024428215876031605,
      "loss": 2.4844,
      "step": 38015
    },
    {
      "epoch": 1.7685973482205164,
      "grad_norm": 1.1271271917355616,
      "learning_rate": 0.00024427927209715126,
      "loss": 2.6719,
      "step": 38016
    },
    {
      "epoch": 1.768643870667597,
      "grad_norm": 0.9867081029099746,
      "learning_rate": 0.00024427638537626815,
      "loss": 2.5781,
      "step": 38017
    },
    {
      "epoch": 1.7686903931146778,
      "grad_norm": 0.9273480871405905,
      "learning_rate": 0.00024427349859766845,
      "loss": 2.2344,
      "step": 38018
    },
    {
      "epoch": 1.7687369155617585,
      "grad_norm": 1.0168494351814843,
      "learning_rate": 0.00024427061176135397,
      "loss": 2.4219,
      "step": 38019
    },
    {
      "epoch": 1.7687834380088394,
      "grad_norm": 1.0852425964011447,
      "learning_rate": 0.0002442677248673265,
      "loss": 2.4531,
      "step": 38020
    },
    {
      "epoch": 1.76882996045592,
      "grad_norm": 1.060397300923871,
      "learning_rate": 0.0002442648379155877,
      "loss": 2.8594,
      "step": 38021
    },
    {
      "epoch": 1.7688764829030008,
      "grad_norm": 1.0609109728052426,
      "learning_rate": 0.00024426195090613943,
      "loss": 2.3906,
      "step": 38022
    },
    {
      "epoch": 1.7689230053500813,
      "grad_norm": 0.9190329295662719,
      "learning_rate": 0.0002442590638389835,
      "loss": 2.3125,
      "step": 38023
    },
    {
      "epoch": 1.7689695277971622,
      "grad_norm": 0.9418612722597448,
      "learning_rate": 0.00024425617671412157,
      "loss": 2.1719,
      "step": 38024
    },
    {
      "epoch": 1.7690160502442427,
      "grad_norm": 1.0537809925612889,
      "learning_rate": 0.00024425328953155546,
      "loss": 1.7656,
      "step": 38025
    },
    {
      "epoch": 1.7690625726913236,
      "grad_norm": 1.0888322668521437,
      "learning_rate": 0.0002442504022912869,
      "loss": 2.3125,
      "step": 38026
    },
    {
      "epoch": 1.7691090951384043,
      "grad_norm": 1.1192718350152249,
      "learning_rate": 0.00024424751499331775,
      "loss": 2.5469,
      "step": 38027
    },
    {
      "epoch": 1.769155617585485,
      "grad_norm": 0.9835069686555405,
      "learning_rate": 0.00024424462763764966,
      "loss": 2.5,
      "step": 38028
    },
    {
      "epoch": 1.7692021400325657,
      "grad_norm": 0.9740365377804494,
      "learning_rate": 0.00024424174022428445,
      "loss": 2.2969,
      "step": 38029
    },
    {
      "epoch": 1.7692486624796464,
      "grad_norm": 1.0385929660003903,
      "learning_rate": 0.00024423885275322397,
      "loss": 2.4688,
      "step": 38030
    },
    {
      "epoch": 1.769295184926727,
      "grad_norm": 1.007346223135249,
      "learning_rate": 0.00024423596522446983,
      "loss": 2.7188,
      "step": 38031
    },
    {
      "epoch": 1.7693417073738078,
      "grad_norm": 0.9590718815668027,
      "learning_rate": 0.00024423307763802394,
      "loss": 2.0469,
      "step": 38032
    },
    {
      "epoch": 1.7693882298208887,
      "grad_norm": 1.068091147861212,
      "learning_rate": 0.00024423018999388793,
      "loss": 2.4375,
      "step": 38033
    },
    {
      "epoch": 1.7694347522679692,
      "grad_norm": 1.077685325626701,
      "learning_rate": 0.0002442273022920637,
      "loss": 2.6094,
      "step": 38034
    },
    {
      "epoch": 1.7694812747150501,
      "grad_norm": 1.019544660453743,
      "learning_rate": 0.00024422441453255295,
      "loss": 2.3906,
      "step": 38035
    },
    {
      "epoch": 1.7695277971621306,
      "grad_norm": 0.9883194402757678,
      "learning_rate": 0.00024422152671535745,
      "loss": 2.4219,
      "step": 38036
    },
    {
      "epoch": 1.7695743196092115,
      "grad_norm": 1.1661282708468323,
      "learning_rate": 0.000244218638840479,
      "loss": 2.4062,
      "step": 38037
    },
    {
      "epoch": 1.769620842056292,
      "grad_norm": 1.025702780668874,
      "learning_rate": 0.0002442157509079193,
      "loss": 2.3594,
      "step": 38038
    },
    {
      "epoch": 1.769667364503373,
      "grad_norm": 1.1357989059048086,
      "learning_rate": 0.0002442128629176802,
      "loss": 2.3906,
      "step": 38039
    },
    {
      "epoch": 1.7697138869504536,
      "grad_norm": 0.9750795090885066,
      "learning_rate": 0.00024420997486976337,
      "loss": 2.2188,
      "step": 38040
    },
    {
      "epoch": 1.7697604093975343,
      "grad_norm": 0.9949000819936108,
      "learning_rate": 0.0002442070867641707,
      "loss": 2.5781,
      "step": 38041
    },
    {
      "epoch": 1.769806931844615,
      "grad_norm": 1.0576197719951228,
      "learning_rate": 0.0002442041986009039,
      "loss": 2.4844,
      "step": 38042
    },
    {
      "epoch": 1.7698534542916957,
      "grad_norm": 1.0531640775761884,
      "learning_rate": 0.00024420131037996467,
      "loss": 2.4062,
      "step": 38043
    },
    {
      "epoch": 1.7698999767387764,
      "grad_norm": 0.9233838274538196,
      "learning_rate": 0.0002441984221013549,
      "loss": 1.9375,
      "step": 38044
    },
    {
      "epoch": 1.7699464991858571,
      "grad_norm": 0.9751567270183559,
      "learning_rate": 0.00024419553376507625,
      "loss": 2.2188,
      "step": 38045
    },
    {
      "epoch": 1.769993021632938,
      "grad_norm": 1.0050872855688768,
      "learning_rate": 0.00024419264537113057,
      "loss": 2.3594,
      "step": 38046
    },
    {
      "epoch": 1.7700395440800185,
      "grad_norm": 1.0148756065687128,
      "learning_rate": 0.0002441897569195196,
      "loss": 1.75,
      "step": 38047
    },
    {
      "epoch": 1.7700860665270994,
      "grad_norm": 1.0898432213798595,
      "learning_rate": 0.0002441868684102451,
      "loss": 1.7734,
      "step": 38048
    },
    {
      "epoch": 1.77013258897418,
      "grad_norm": 1.110326924949287,
      "learning_rate": 0.0002441839798433089,
      "loss": 2.3438,
      "step": 38049
    },
    {
      "epoch": 1.7701791114212608,
      "grad_norm": 1.0945384430022485,
      "learning_rate": 0.00024418109121871265,
      "loss": 2.75,
      "step": 38050
    },
    {
      "epoch": 1.7702256338683413,
      "grad_norm": 1.1172024438628714,
      "learning_rate": 0.0002441782025364582,
      "loss": 2.2188,
      "step": 38051
    },
    {
      "epoch": 1.7702721563154222,
      "grad_norm": 1.0284989112635636,
      "learning_rate": 0.00024417531379654724,
      "loss": 2.1875,
      "step": 38052
    },
    {
      "epoch": 1.770318678762503,
      "grad_norm": 1.0547408117318808,
      "learning_rate": 0.00024417242499898167,
      "loss": 2.3438,
      "step": 38053
    },
    {
      "epoch": 1.7703652012095836,
      "grad_norm": 1.0963203385427442,
      "learning_rate": 0.0002441695361437632,
      "loss": 2.3594,
      "step": 38054
    },
    {
      "epoch": 1.7704117236566643,
      "grad_norm": 0.9961180496829505,
      "learning_rate": 0.00024416664723089353,
      "loss": 2.4219,
      "step": 38055
    },
    {
      "epoch": 1.770458246103745,
      "grad_norm": 1.0420502414181076,
      "learning_rate": 0.0002441637582603745,
      "loss": 2.3125,
      "step": 38056
    },
    {
      "epoch": 1.7705047685508257,
      "grad_norm": 1.062873885190898,
      "learning_rate": 0.00024416086923220785,
      "loss": 2.3594,
      "step": 38057
    },
    {
      "epoch": 1.7705512909979064,
      "grad_norm": 1.0247228955240941,
      "learning_rate": 0.0002441579801463954,
      "loss": 2.1875,
      "step": 38058
    },
    {
      "epoch": 1.7705978134449873,
      "grad_norm": 0.9915535271559933,
      "learning_rate": 0.0002441550910029389,
      "loss": 2.1719,
      "step": 38059
    },
    {
      "epoch": 1.7706443358920678,
      "grad_norm": 1.139358943046187,
      "learning_rate": 0.00024415220180183997,
      "loss": 2.5156,
      "step": 38060
    },
    {
      "epoch": 1.7706908583391487,
      "grad_norm": 1.0293379701415974,
      "learning_rate": 0.00024414931254310065,
      "loss": 2.5469,
      "step": 38061
    },
    {
      "epoch": 1.7707373807862292,
      "grad_norm": 1.0602763694564656,
      "learning_rate": 0.0002441464232267225,
      "loss": 2.2812,
      "step": 38062
    },
    {
      "epoch": 1.7707839032333101,
      "grad_norm": 1.08180488494289,
      "learning_rate": 0.00024414353385270737,
      "loss": 1.9062,
      "step": 38063
    },
    {
      "epoch": 1.7708304256803908,
      "grad_norm": 1.017130756701552,
      "learning_rate": 0.000244140644421057,
      "loss": 2.2812,
      "step": 38064
    },
    {
      "epoch": 1.7708769481274715,
      "grad_norm": 1.0643619598489438,
      "learning_rate": 0.00024413775493177317,
      "loss": 2.3125,
      "step": 38065
    },
    {
      "epoch": 1.7709234705745522,
      "grad_norm": 1.032065068553465,
      "learning_rate": 0.00024413486538485768,
      "loss": 2.125,
      "step": 38066
    },
    {
      "epoch": 1.770969993021633,
      "grad_norm": 1.0957902423609849,
      "learning_rate": 0.00024413197578031223,
      "loss": 2.3906,
      "step": 38067
    },
    {
      "epoch": 1.7710165154687136,
      "grad_norm": 0.986891012740872,
      "learning_rate": 0.00024412908611813866,
      "loss": 2.3281,
      "step": 38068
    },
    {
      "epoch": 1.7710630379157943,
      "grad_norm": 1.012098642808021,
      "learning_rate": 0.0002441261963983387,
      "loss": 2.4062,
      "step": 38069
    },
    {
      "epoch": 1.771109560362875,
      "grad_norm": 0.9910241154381612,
      "learning_rate": 0.0002441233066209141,
      "loss": 2.1719,
      "step": 38070
    },
    {
      "epoch": 1.7711560828099557,
      "grad_norm": 1.0487259326096545,
      "learning_rate": 0.00024412041678586668,
      "loss": 2.2812,
      "step": 38071
    },
    {
      "epoch": 1.7712026052570367,
      "grad_norm": 1.1131054693377749,
      "learning_rate": 0.00024411752689319823,
      "loss": 2.2344,
      "step": 38072
    },
    {
      "epoch": 1.7712491277041171,
      "grad_norm": 1.0831358977939953,
      "learning_rate": 0.00024411463694291044,
      "loss": 2.375,
      "step": 38073
    },
    {
      "epoch": 1.771295650151198,
      "grad_norm": 1.011420655402812,
      "learning_rate": 0.00024411174693500512,
      "loss": 2.4844,
      "step": 38074
    },
    {
      "epoch": 1.7713421725982785,
      "grad_norm": 1.0272452075461926,
      "learning_rate": 0.00024410885686948402,
      "loss": 2.1406,
      "step": 38075
    },
    {
      "epoch": 1.7713886950453595,
      "grad_norm": 0.9707333682240729,
      "learning_rate": 0.00024410596674634896,
      "loss": 2.1562,
      "step": 38076
    },
    {
      "epoch": 1.7714352174924402,
      "grad_norm": 1.0483584463934497,
      "learning_rate": 0.00024410307656560161,
      "loss": 2.5312,
      "step": 38077
    },
    {
      "epoch": 1.7714817399395208,
      "grad_norm": 0.9728539946138988,
      "learning_rate": 0.00024410018632724383,
      "loss": 1.5625,
      "step": 38078
    },
    {
      "epoch": 1.7715282623866015,
      "grad_norm": 1.0694635280480118,
      "learning_rate": 0.00024409729603127735,
      "loss": 2.625,
      "step": 38079
    },
    {
      "epoch": 1.7715747848336822,
      "grad_norm": 1.107481725145679,
      "learning_rate": 0.00024409440567770395,
      "loss": 2.3125,
      "step": 38080
    },
    {
      "epoch": 1.771621307280763,
      "grad_norm": 1.0246388551678653,
      "learning_rate": 0.00024409151526652543,
      "loss": 2.0156,
      "step": 38081
    },
    {
      "epoch": 1.7716678297278436,
      "grad_norm": 1.037637429575248,
      "learning_rate": 0.00024408862479774354,
      "loss": 2.3594,
      "step": 38082
    },
    {
      "epoch": 1.7717143521749246,
      "grad_norm": 1.023849691811066,
      "learning_rate": 0.00024408573427136003,
      "loss": 1.75,
      "step": 38083
    },
    {
      "epoch": 1.771760874622005,
      "grad_norm": 0.9810643522651276,
      "learning_rate": 0.00024408284368737665,
      "loss": 2.4219,
      "step": 38084
    },
    {
      "epoch": 1.771807397069086,
      "grad_norm": 0.9758650556823119,
      "learning_rate": 0.00024407995304579521,
      "loss": 2.2656,
      "step": 38085
    },
    {
      "epoch": 1.7718539195161664,
      "grad_norm": 1.0052111813703086,
      "learning_rate": 0.00024407706234661747,
      "loss": 2.5156,
      "step": 38086
    },
    {
      "epoch": 1.7719004419632474,
      "grad_norm": 1.0095968502424124,
      "learning_rate": 0.00024407417158984516,
      "loss": 2.3594,
      "step": 38087
    },
    {
      "epoch": 1.7719469644103278,
      "grad_norm": 1.0905903050755859,
      "learning_rate": 0.00024407128077548015,
      "loss": 2.3906,
      "step": 38088
    },
    {
      "epoch": 1.7719934868574088,
      "grad_norm": 0.9962601770241113,
      "learning_rate": 0.00024406838990352414,
      "loss": 2.0781,
      "step": 38089
    },
    {
      "epoch": 1.7720400093044895,
      "grad_norm": 0.9958756437425181,
      "learning_rate": 0.00024406549897397885,
      "loss": 2.3281,
      "step": 38090
    },
    {
      "epoch": 1.7720865317515702,
      "grad_norm": 1.1019745200880455,
      "learning_rate": 0.00024406260798684617,
      "loss": 2.3125,
      "step": 38091
    },
    {
      "epoch": 1.7721330541986509,
      "grad_norm": 1.071985223922986,
      "learning_rate": 0.0002440597169421278,
      "loss": 2.2969,
      "step": 38092
    },
    {
      "epoch": 1.7721795766457316,
      "grad_norm": 1.062458379075503,
      "learning_rate": 0.00024405682583982552,
      "loss": 2.625,
      "step": 38093
    },
    {
      "epoch": 1.7722260990928123,
      "grad_norm": 1.0621909268303475,
      "learning_rate": 0.00024405393467994105,
      "loss": 2.4688,
      "step": 38094
    },
    {
      "epoch": 1.772272621539893,
      "grad_norm": 1.0952534529145392,
      "learning_rate": 0.00024405104346247622,
      "loss": 2.2344,
      "step": 38095
    },
    {
      "epoch": 1.7723191439869739,
      "grad_norm": 1.0477132057122138,
      "learning_rate": 0.00024404815218743281,
      "loss": 2.5469,
      "step": 38096
    },
    {
      "epoch": 1.7723656664340544,
      "grad_norm": 1.0394062175466305,
      "learning_rate": 0.0002440452608548126,
      "loss": 2.1562,
      "step": 38097
    },
    {
      "epoch": 1.7724121888811353,
      "grad_norm": 1.0438175335790403,
      "learning_rate": 0.00024404236946461727,
      "loss": 2.3125,
      "step": 38098
    },
    {
      "epoch": 1.7724587113282158,
      "grad_norm": 0.9852008056984203,
      "learning_rate": 0.00024403947801684864,
      "loss": 2.3281,
      "step": 38099
    },
    {
      "epoch": 1.7725052337752967,
      "grad_norm": 1.0568888000895775,
      "learning_rate": 0.0002440365865115085,
      "loss": 2.5469,
      "step": 38100
    },
    {
      "epoch": 1.7725517562223772,
      "grad_norm": 1.03188741263724,
      "learning_rate": 0.00024403369494859864,
      "loss": 2.4062,
      "step": 38101
    },
    {
      "epoch": 1.772598278669458,
      "grad_norm": 1.042865390252394,
      "learning_rate": 0.00024403080332812077,
      "loss": 2.25,
      "step": 38102
    },
    {
      "epoch": 1.7726448011165388,
      "grad_norm": 1.002175739392646,
      "learning_rate": 0.00024402791165007668,
      "loss": 2.2656,
      "step": 38103
    },
    {
      "epoch": 1.7726913235636195,
      "grad_norm": 1.033332150715676,
      "learning_rate": 0.0002440250199144682,
      "loss": 2.4531,
      "step": 38104
    },
    {
      "epoch": 1.7727378460107002,
      "grad_norm": 1.0921441191962111,
      "learning_rate": 0.000244022128121297,
      "loss": 2.2656,
      "step": 38105
    },
    {
      "epoch": 1.7727843684577809,
      "grad_norm": 1.122192222461824,
      "learning_rate": 0.00024401923627056493,
      "loss": 2.375,
      "step": 38106
    },
    {
      "epoch": 1.7728308909048616,
      "grad_norm": 1.1187669157750608,
      "learning_rate": 0.0002440163443622737,
      "loss": 2.4219,
      "step": 38107
    },
    {
      "epoch": 1.7728774133519423,
      "grad_norm": 1.068154850711488,
      "learning_rate": 0.0002440134523964251,
      "loss": 2.6719,
      "step": 38108
    },
    {
      "epoch": 1.7729239357990232,
      "grad_norm": 0.9734166921273008,
      "learning_rate": 0.00024401056037302092,
      "loss": 2.2812,
      "step": 38109
    },
    {
      "epoch": 1.7729704582461037,
      "grad_norm": 1.0784128013363756,
      "learning_rate": 0.00024400766829206296,
      "loss": 2.4375,
      "step": 38110
    },
    {
      "epoch": 1.7730169806931846,
      "grad_norm": 0.9691992447279543,
      "learning_rate": 0.00024400477615355286,
      "loss": 2.4219,
      "step": 38111
    },
    {
      "epoch": 1.773063503140265,
      "grad_norm": 1.0629964568858932,
      "learning_rate": 0.00024400188395749255,
      "loss": 2.5625,
      "step": 38112
    },
    {
      "epoch": 1.773110025587346,
      "grad_norm": 1.176329634495497,
      "learning_rate": 0.00024399899170388374,
      "loss": 2.5625,
      "step": 38113
    },
    {
      "epoch": 1.7731565480344265,
      "grad_norm": 1.0009435296865907,
      "learning_rate": 0.00024399609939272822,
      "loss": 2.5781,
      "step": 38114
    },
    {
      "epoch": 1.7732030704815074,
      "grad_norm": 1.0260544646875132,
      "learning_rate": 0.0002439932070240277,
      "loss": 2.2656,
      "step": 38115
    },
    {
      "epoch": 1.773249592928588,
      "grad_norm": 1.1084081504194336,
      "learning_rate": 0.00024399031459778397,
      "loss": 2.0156,
      "step": 38116
    },
    {
      "epoch": 1.7732961153756688,
      "grad_norm": 1.0517316142138438,
      "learning_rate": 0.00024398742211399882,
      "loss": 2.2969,
      "step": 38117
    },
    {
      "epoch": 1.7733426378227495,
      "grad_norm": 1.003718526834207,
      "learning_rate": 0.00024398452957267403,
      "loss": 2.2344,
      "step": 38118
    },
    {
      "epoch": 1.7733891602698302,
      "grad_norm": 1.0343066409844748,
      "learning_rate": 0.0002439816369738113,
      "loss": 2.5781,
      "step": 38119
    },
    {
      "epoch": 1.7734356827169109,
      "grad_norm": 0.9996060656329674,
      "learning_rate": 0.00024397874431741258,
      "loss": 2.3438,
      "step": 38120
    },
    {
      "epoch": 1.7734822051639916,
      "grad_norm": 1.0510346158914012,
      "learning_rate": 0.00024397585160347942,
      "loss": 2.4219,
      "step": 38121
    },
    {
      "epoch": 1.7735287276110725,
      "grad_norm": 0.9541462839623585,
      "learning_rate": 0.0002439729588320137,
      "loss": 2.1875,
      "step": 38122
    },
    {
      "epoch": 1.773575250058153,
      "grad_norm": 0.9845696155439091,
      "learning_rate": 0.00024397006600301722,
      "loss": 2.3281,
      "step": 38123
    },
    {
      "epoch": 1.773621772505234,
      "grad_norm": 1.034072624003378,
      "learning_rate": 0.00024396717311649167,
      "loss": 2.3281,
      "step": 38124
    },
    {
      "epoch": 1.7736682949523144,
      "grad_norm": 0.9849167908543183,
      "learning_rate": 0.00024396428017243888,
      "loss": 2.4375,
      "step": 38125
    },
    {
      "epoch": 1.7737148173993953,
      "grad_norm": 0.9133965500988456,
      "learning_rate": 0.0002439613871708606,
      "loss": 2.2188,
      "step": 38126
    },
    {
      "epoch": 1.7737613398464758,
      "grad_norm": 1.055985162057628,
      "learning_rate": 0.00024395849411175857,
      "loss": 2.1719,
      "step": 38127
    },
    {
      "epoch": 1.7738078622935567,
      "grad_norm": 0.9980078301906001,
      "learning_rate": 0.00024395560099513464,
      "loss": 2.2969,
      "step": 38128
    },
    {
      "epoch": 1.7738543847406374,
      "grad_norm": 1.0743156263237241,
      "learning_rate": 0.00024395270782099057,
      "loss": 2.4219,
      "step": 38129
    },
    {
      "epoch": 1.773900907187718,
      "grad_norm": 0.9877645240347035,
      "learning_rate": 0.00024394981458932807,
      "loss": 2.375,
      "step": 38130
    },
    {
      "epoch": 1.7739474296347988,
      "grad_norm": 0.988390951278341,
      "learning_rate": 0.00024394692130014892,
      "loss": 2.2812,
      "step": 38131
    },
    {
      "epoch": 1.7739939520818795,
      "grad_norm": 0.9867648992641043,
      "learning_rate": 0.00024394402795345493,
      "loss": 2.3594,
      "step": 38132
    },
    {
      "epoch": 1.7740404745289602,
      "grad_norm": 0.9468388290609856,
      "learning_rate": 0.00024394113454924784,
      "loss": 2.2031,
      "step": 38133
    },
    {
      "epoch": 1.7740869969760409,
      "grad_norm": 1.071910408785033,
      "learning_rate": 0.0002439382410875294,
      "loss": 2.3281,
      "step": 38134
    },
    {
      "epoch": 1.7741335194231218,
      "grad_norm": 1.0179722666616784,
      "learning_rate": 0.00024393534756830145,
      "loss": 2.3438,
      "step": 38135
    },
    {
      "epoch": 1.7741800418702023,
      "grad_norm": 1.149948552524047,
      "learning_rate": 0.00024393245399156578,
      "loss": 2.375,
      "step": 38136
    },
    {
      "epoch": 1.7742265643172832,
      "grad_norm": 0.9832039422317417,
      "learning_rate": 0.00024392956035732403,
      "loss": 2.1875,
      "step": 38137
    },
    {
      "epoch": 1.7742730867643637,
      "grad_norm": 1.0515638196058603,
      "learning_rate": 0.00024392666666557807,
      "loss": 2.2969,
      "step": 38138
    },
    {
      "epoch": 1.7743196092114446,
      "grad_norm": 1.1105935307799109,
      "learning_rate": 0.00024392377291632966,
      "loss": 2.7188,
      "step": 38139
    },
    {
      "epoch": 1.774366131658525,
      "grad_norm": 0.96641733185159,
      "learning_rate": 0.00024392087910958055,
      "loss": 2.4062,
      "step": 38140
    },
    {
      "epoch": 1.774412654105606,
      "grad_norm": 1.0003256664072009,
      "learning_rate": 0.00024391798524533255,
      "loss": 2.2969,
      "step": 38141
    },
    {
      "epoch": 1.7744591765526867,
      "grad_norm": 1.1906106802776804,
      "learning_rate": 0.00024391509132358743,
      "loss": 2.4219,
      "step": 38142
    },
    {
      "epoch": 1.7745056989997674,
      "grad_norm": 1.042509591982579,
      "learning_rate": 0.0002439121973443469,
      "loss": 2.6719,
      "step": 38143
    },
    {
      "epoch": 1.774552221446848,
      "grad_norm": 0.9544984835014976,
      "learning_rate": 0.00024390930330761272,
      "loss": 2.3906,
      "step": 38144
    },
    {
      "epoch": 1.7745987438939288,
      "grad_norm": 0.9475969961053258,
      "learning_rate": 0.0002439064092133868,
      "loss": 2.25,
      "step": 38145
    },
    {
      "epoch": 1.7746452663410095,
      "grad_norm": 1.0593919974188912,
      "learning_rate": 0.00024390351506167076,
      "loss": 2.3281,
      "step": 38146
    },
    {
      "epoch": 1.7746917887880902,
      "grad_norm": 0.9780577889856437,
      "learning_rate": 0.00024390062085246646,
      "loss": 1.7656,
      "step": 38147
    },
    {
      "epoch": 1.7747383112351711,
      "grad_norm": 1.0464230353763602,
      "learning_rate": 0.00024389772658577562,
      "loss": 2.5156,
      "step": 38148
    },
    {
      "epoch": 1.7747848336822516,
      "grad_norm": 1.0646392849030921,
      "learning_rate": 0.00024389483226160008,
      "loss": 2.4219,
      "step": 38149
    },
    {
      "epoch": 1.7748313561293325,
      "grad_norm": 1.2032114011586132,
      "learning_rate": 0.00024389193787994156,
      "loss": 2.4219,
      "step": 38150
    },
    {
      "epoch": 1.774877878576413,
      "grad_norm": 0.9517020738301498,
      "learning_rate": 0.00024388904344080185,
      "loss": 2.0781,
      "step": 38151
    },
    {
      "epoch": 1.774924401023494,
      "grad_norm": 0.9732504036788794,
      "learning_rate": 0.00024388614894418266,
      "loss": 2.5156,
      "step": 38152
    },
    {
      "epoch": 1.7749709234705744,
      "grad_norm": 1.0318758153845604,
      "learning_rate": 0.00024388325439008587,
      "loss": 2.3438,
      "step": 38153
    },
    {
      "epoch": 1.7750174459176553,
      "grad_norm": 1.0030241703031642,
      "learning_rate": 0.0002438803597785132,
      "loss": 2.4375,
      "step": 38154
    },
    {
      "epoch": 1.775063968364736,
      "grad_norm": 1.0334901285360203,
      "learning_rate": 0.00024387746510946639,
      "loss": 2.6562,
      "step": 38155
    },
    {
      "epoch": 1.7751104908118167,
      "grad_norm": 0.9899500556920469,
      "learning_rate": 0.00024387457038294727,
      "loss": 2.5469,
      "step": 38156
    },
    {
      "epoch": 1.7751570132588974,
      "grad_norm": 1.0101228414777241,
      "learning_rate": 0.00024387167559895755,
      "loss": 2.2812,
      "step": 38157
    },
    {
      "epoch": 1.775203535705978,
      "grad_norm": 0.9798196010996086,
      "learning_rate": 0.00024386878075749908,
      "loss": 1.8281,
      "step": 38158
    },
    {
      "epoch": 1.7752500581530588,
      "grad_norm": 1.0239445618448748,
      "learning_rate": 0.00024386588585857357,
      "loss": 2.5938,
      "step": 38159
    },
    {
      "epoch": 1.7752965806001395,
      "grad_norm": 1.2048482454087024,
      "learning_rate": 0.00024386299090218278,
      "loss": 2.2656,
      "step": 38160
    },
    {
      "epoch": 1.7753431030472204,
      "grad_norm": 1.0023832884554573,
      "learning_rate": 0.00024386009588832854,
      "loss": 2.4219,
      "step": 38161
    },
    {
      "epoch": 1.775389625494301,
      "grad_norm": 1.0382885712245942,
      "learning_rate": 0.00024385720081701264,
      "loss": 2.2812,
      "step": 38162
    },
    {
      "epoch": 1.7754361479413818,
      "grad_norm": 1.061708589736209,
      "learning_rate": 0.00024385430568823671,
      "loss": 2.4531,
      "step": 38163
    },
    {
      "epoch": 1.7754826703884623,
      "grad_norm": 1.0305065013480739,
      "learning_rate": 0.0002438514105020027,
      "loss": 2.3438,
      "step": 38164
    },
    {
      "epoch": 1.7755291928355432,
      "grad_norm": 1.0662621473550347,
      "learning_rate": 0.0002438485152583123,
      "loss": 2.2969,
      "step": 38165
    },
    {
      "epoch": 1.7755757152826237,
      "grad_norm": 1.0342446689731548,
      "learning_rate": 0.00024384561995716725,
      "loss": 2.3438,
      "step": 38166
    },
    {
      "epoch": 1.7756222377297046,
      "grad_norm": 1.1759011920432958,
      "learning_rate": 0.00024384272459856935,
      "loss": 2.4531,
      "step": 38167
    },
    {
      "epoch": 1.7756687601767853,
      "grad_norm": 1.0074760373805347,
      "learning_rate": 0.0002438398291825204,
      "loss": 2.3906,
      "step": 38168
    },
    {
      "epoch": 1.775715282623866,
      "grad_norm": 0.9112614801906874,
      "learning_rate": 0.00024383693370902217,
      "loss": 2.0781,
      "step": 38169
    },
    {
      "epoch": 1.7757618050709467,
      "grad_norm": 0.9987061801966759,
      "learning_rate": 0.00024383403817807643,
      "loss": 2.2812,
      "step": 38170
    },
    {
      "epoch": 1.7758083275180274,
      "grad_norm": 0.9971546970811066,
      "learning_rate": 0.0002438311425896849,
      "loss": 2.3281,
      "step": 38171
    },
    {
      "epoch": 1.7758548499651081,
      "grad_norm": 0.9806362140405404,
      "learning_rate": 0.00024382824694384943,
      "loss": 2.2812,
      "step": 38172
    },
    {
      "epoch": 1.7759013724121888,
      "grad_norm": 0.9695220785569142,
      "learning_rate": 0.0002438253512405717,
      "loss": 2.2031,
      "step": 38173
    },
    {
      "epoch": 1.7759478948592697,
      "grad_norm": 0.9829888360116904,
      "learning_rate": 0.00024382245547985358,
      "loss": 2.1719,
      "step": 38174
    },
    {
      "epoch": 1.7759944173063502,
      "grad_norm": 1.0151618272080576,
      "learning_rate": 0.0002438195596616968,
      "loss": 2.3594,
      "step": 38175
    },
    {
      "epoch": 1.7760409397534311,
      "grad_norm": 1.0475026293390053,
      "learning_rate": 0.0002438166637861031,
      "loss": 2.1719,
      "step": 38176
    },
    {
      "epoch": 1.7760874622005116,
      "grad_norm": 0.9935674595322453,
      "learning_rate": 0.00024381376785307431,
      "loss": 2.4062,
      "step": 38177
    },
    {
      "epoch": 1.7761339846475925,
      "grad_norm": 0.9874539156592089,
      "learning_rate": 0.00024381087186261217,
      "loss": 2.4062,
      "step": 38178
    },
    {
      "epoch": 1.7761805070946732,
      "grad_norm": 1.0766270821056976,
      "learning_rate": 0.0002438079758147185,
      "loss": 2.4844,
      "step": 38179
    },
    {
      "epoch": 1.776227029541754,
      "grad_norm": 0.9899486088282681,
      "learning_rate": 0.00024380507970939497,
      "loss": 2.375,
      "step": 38180
    },
    {
      "epoch": 1.7762735519888346,
      "grad_norm": 1.02693231458365,
      "learning_rate": 0.00024380218354664348,
      "loss": 2.4062,
      "step": 38181
    },
    {
      "epoch": 1.7763200744359153,
      "grad_norm": 1.101963191688369,
      "learning_rate": 0.00024379928732646568,
      "loss": 2.6406,
      "step": 38182
    },
    {
      "epoch": 1.776366596882996,
      "grad_norm": 1.037908523028493,
      "learning_rate": 0.00024379639104886344,
      "loss": 2.3438,
      "step": 38183
    },
    {
      "epoch": 1.7764131193300767,
      "grad_norm": 1.16787660513724,
      "learning_rate": 0.0002437934947138385,
      "loss": 2.3281,
      "step": 38184
    },
    {
      "epoch": 1.7764596417771574,
      "grad_norm": 0.9229328423640212,
      "learning_rate": 0.00024379059832139262,
      "loss": 1.8594,
      "step": 38185
    },
    {
      "epoch": 1.7765061642242381,
      "grad_norm": 1.0558195772055474,
      "learning_rate": 0.0002437877018715276,
      "loss": 2.375,
      "step": 38186
    },
    {
      "epoch": 1.776552686671319,
      "grad_norm": 1.0675787154757748,
      "learning_rate": 0.00024378480536424516,
      "loss": 2.3281,
      "step": 38187
    },
    {
      "epoch": 1.7765992091183995,
      "grad_norm": 0.9937550376435309,
      "learning_rate": 0.0002437819087995471,
      "loss": 2.2969,
      "step": 38188
    },
    {
      "epoch": 1.7766457315654804,
      "grad_norm": 0.9980582686456378,
      "learning_rate": 0.00024377901217743523,
      "loss": 2.0625,
      "step": 38189
    },
    {
      "epoch": 1.776692254012561,
      "grad_norm": 1.0963454069880867,
      "learning_rate": 0.00024377611549791128,
      "loss": 2.25,
      "step": 38190
    },
    {
      "epoch": 1.7767387764596418,
      "grad_norm": 1.0843479995805518,
      "learning_rate": 0.00024377321876097705,
      "loss": 2.25,
      "step": 38191
    },
    {
      "epoch": 1.7767852989067225,
      "grad_norm": 0.9638817770252665,
      "learning_rate": 0.00024377032196663432,
      "loss": 2.4219,
      "step": 38192
    },
    {
      "epoch": 1.7768318213538032,
      "grad_norm": 1.0837526722150217,
      "learning_rate": 0.00024376742511488485,
      "loss": 2.5312,
      "step": 38193
    },
    {
      "epoch": 1.776878343800884,
      "grad_norm": 0.9658683212876942,
      "learning_rate": 0.00024376452820573037,
      "loss": 2.3594,
      "step": 38194
    },
    {
      "epoch": 1.7769248662479646,
      "grad_norm": 1.0476474703210312,
      "learning_rate": 0.00024376163123917272,
      "loss": 2.5781,
      "step": 38195
    },
    {
      "epoch": 1.7769713886950453,
      "grad_norm": 1.0218709266319932,
      "learning_rate": 0.00024375873421521367,
      "loss": 2.625,
      "step": 38196
    },
    {
      "epoch": 1.777017911142126,
      "grad_norm": 1.0341115103442233,
      "learning_rate": 0.00024375583713385493,
      "loss": 2.25,
      "step": 38197
    },
    {
      "epoch": 1.7770644335892067,
      "grad_norm": 0.9854869686185476,
      "learning_rate": 0.00024375293999509833,
      "loss": 2.2344,
      "step": 38198
    },
    {
      "epoch": 1.7771109560362874,
      "grad_norm": 1.119535361349745,
      "learning_rate": 0.0002437500427989456,
      "loss": 2.3281,
      "step": 38199
    },
    {
      "epoch": 1.7771574784833684,
      "grad_norm": 1.0292705060298244,
      "learning_rate": 0.00024374714554539856,
      "loss": 2.4688,
      "step": 38200
    },
    {
      "epoch": 1.7772040009304488,
      "grad_norm": 0.9892873021882921,
      "learning_rate": 0.000243744248234459,
      "loss": 2.3594,
      "step": 38201
    },
    {
      "epoch": 1.7772505233775298,
      "grad_norm": 0.9774319475320571,
      "learning_rate": 0.00024374135086612861,
      "loss": 2.1719,
      "step": 38202
    },
    {
      "epoch": 1.7772970458246102,
      "grad_norm": 0.9883278819556879,
      "learning_rate": 0.00024373845344040926,
      "loss": 2.4219,
      "step": 38203
    },
    {
      "epoch": 1.7773435682716912,
      "grad_norm": 0.9845489454582418,
      "learning_rate": 0.0002437355559573026,
      "loss": 2.1875,
      "step": 38204
    },
    {
      "epoch": 1.7773900907187719,
      "grad_norm": 1.00068424186772,
      "learning_rate": 0.00024373265841681052,
      "loss": 2.2344,
      "step": 38205
    },
    {
      "epoch": 1.7774366131658526,
      "grad_norm": 0.9629334481682248,
      "learning_rate": 0.0002437297608189348,
      "loss": 2.4844,
      "step": 38206
    },
    {
      "epoch": 1.7774831356129333,
      "grad_norm": 0.9860889877836371,
      "learning_rate": 0.00024372686316367716,
      "loss": 2.4375,
      "step": 38207
    },
    {
      "epoch": 1.777529658060014,
      "grad_norm": 1.02602266367993,
      "learning_rate": 0.00024372396545103932,
      "loss": 2.2969,
      "step": 38208
    },
    {
      "epoch": 1.7775761805070946,
      "grad_norm": 1.0400794359734258,
      "learning_rate": 0.0002437210676810232,
      "loss": 2.3594,
      "step": 38209
    },
    {
      "epoch": 1.7776227029541753,
      "grad_norm": 1.0062430394941673,
      "learning_rate": 0.00024371816985363037,
      "loss": 2.6094,
      "step": 38210
    },
    {
      "epoch": 1.7776692254012563,
      "grad_norm": 1.0753354307683776,
      "learning_rate": 0.00024371527196886277,
      "loss": 2.375,
      "step": 38211
    },
    {
      "epoch": 1.7777157478483367,
      "grad_norm": 0.982078448111333,
      "learning_rate": 0.00024371237402672218,
      "loss": 2.2656,
      "step": 38212
    },
    {
      "epoch": 1.7777622702954177,
      "grad_norm": 1.0957772399389154,
      "learning_rate": 0.0002437094760272103,
      "loss": 2.625,
      "step": 38213
    },
    {
      "epoch": 1.7778087927424981,
      "grad_norm": 1.0649760728612623,
      "learning_rate": 0.00024370657797032893,
      "loss": 2.3906,
      "step": 38214
    },
    {
      "epoch": 1.777855315189579,
      "grad_norm": 1.0474201588301693,
      "learning_rate": 0.00024370367985607983,
      "loss": 2.5938,
      "step": 38215
    },
    {
      "epoch": 1.7779018376366595,
      "grad_norm": 1.0473923864134884,
      "learning_rate": 0.00024370078168446478,
      "loss": 2.5156,
      "step": 38216
    },
    {
      "epoch": 1.7779483600837405,
      "grad_norm": 1.0259375043280072,
      "learning_rate": 0.00024369788345548557,
      "loss": 2.375,
      "step": 38217
    },
    {
      "epoch": 1.7779948825308212,
      "grad_norm": 1.0275299761542713,
      "learning_rate": 0.00024369498516914394,
      "loss": 2.2812,
      "step": 38218
    },
    {
      "epoch": 1.7780414049779019,
      "grad_norm": 1.114044113553678,
      "learning_rate": 0.0002436920868254417,
      "loss": 2.5312,
      "step": 38219
    },
    {
      "epoch": 1.7780879274249826,
      "grad_norm": 1.063349948951149,
      "learning_rate": 0.00024368918842438062,
      "loss": 2.5781,
      "step": 38220
    },
    {
      "epoch": 1.7781344498720633,
      "grad_norm": 1.0125288677458577,
      "learning_rate": 0.00024368628996596247,
      "loss": 2.3281,
      "step": 38221
    },
    {
      "epoch": 1.778180972319144,
      "grad_norm": 1.0013985385301991,
      "learning_rate": 0.000243683391450189,
      "loss": 2.3125,
      "step": 38222
    },
    {
      "epoch": 1.7782274947662247,
      "grad_norm": 1.022056818749308,
      "learning_rate": 0.00024368049287706202,
      "loss": 2.5781,
      "step": 38223
    },
    {
      "epoch": 1.7782740172133056,
      "grad_norm": 1.0152574143900044,
      "learning_rate": 0.00024367759424658332,
      "loss": 2.5625,
      "step": 38224
    },
    {
      "epoch": 1.778320539660386,
      "grad_norm": 1.0410997312060208,
      "learning_rate": 0.0002436746955587546,
      "loss": 2.5312,
      "step": 38225
    },
    {
      "epoch": 1.778367062107467,
      "grad_norm": 1.0245475297398923,
      "learning_rate": 0.0002436717968135777,
      "loss": 2.5156,
      "step": 38226
    },
    {
      "epoch": 1.7784135845545475,
      "grad_norm": 1.0098440892801315,
      "learning_rate": 0.00024366889801105435,
      "loss": 2.3125,
      "step": 38227
    },
    {
      "epoch": 1.7784601070016284,
      "grad_norm": 1.074316410228198,
      "learning_rate": 0.0002436659991511864,
      "loss": 2.4531,
      "step": 38228
    },
    {
      "epoch": 1.7785066294487089,
      "grad_norm": 0.930139638119135,
      "learning_rate": 0.00024366310023397553,
      "loss": 2.1719,
      "step": 38229
    },
    {
      "epoch": 1.7785531518957898,
      "grad_norm": 0.9905990757054981,
      "learning_rate": 0.00024366020125942358,
      "loss": 2.2969,
      "step": 38230
    },
    {
      "epoch": 1.7785996743428705,
      "grad_norm": 1.0026912609417402,
      "learning_rate": 0.00024365730222753227,
      "loss": 2.1562,
      "step": 38231
    },
    {
      "epoch": 1.7786461967899512,
      "grad_norm": 1.2115396032575494,
      "learning_rate": 0.00024365440313830342,
      "loss": 2.5,
      "step": 38232
    },
    {
      "epoch": 1.7786927192370319,
      "grad_norm": 1.0429624609857995,
      "learning_rate": 0.0002436515039917388,
      "loss": 2.4531,
      "step": 38233
    },
    {
      "epoch": 1.7787392416841126,
      "grad_norm": 1.0020159642985094,
      "learning_rate": 0.00024364860478784018,
      "loss": 2.2812,
      "step": 38234
    },
    {
      "epoch": 1.7787857641311933,
      "grad_norm": 1.0596793988083602,
      "learning_rate": 0.00024364570552660935,
      "loss": 2.375,
      "step": 38235
    },
    {
      "epoch": 1.778832286578274,
      "grad_norm": 1.0426519043596016,
      "learning_rate": 0.00024364280620804807,
      "loss": 2.2969,
      "step": 38236
    },
    {
      "epoch": 1.778878809025355,
      "grad_norm": 1.0176872239188972,
      "learning_rate": 0.0002436399068321581,
      "loss": 2.3594,
      "step": 38237
    },
    {
      "epoch": 1.7789253314724354,
      "grad_norm": 1.0336709415529561,
      "learning_rate": 0.00024363700739894119,
      "loss": 2.2344,
      "step": 38238
    },
    {
      "epoch": 1.7789718539195163,
      "grad_norm": 1.059937739028588,
      "learning_rate": 0.0002436341079083992,
      "loss": 2.4219,
      "step": 38239
    },
    {
      "epoch": 1.7790183763665968,
      "grad_norm": 1.0730997264131463,
      "learning_rate": 0.00024363120836053384,
      "loss": 2.4844,
      "step": 38240
    },
    {
      "epoch": 1.7790648988136777,
      "grad_norm": 1.0145509954776983,
      "learning_rate": 0.0002436283087553469,
      "loss": 2.4219,
      "step": 38241
    },
    {
      "epoch": 1.7791114212607582,
      "grad_norm": 1.077999964356786,
      "learning_rate": 0.00024362540909284014,
      "loss": 2.2969,
      "step": 38242
    },
    {
      "epoch": 1.779157943707839,
      "grad_norm": 0.9969785995381247,
      "learning_rate": 0.00024362250937301537,
      "loss": 2.3906,
      "step": 38243
    },
    {
      "epoch": 1.7792044661549198,
      "grad_norm": 1.0871227058199477,
      "learning_rate": 0.00024361960959587436,
      "loss": 2.5781,
      "step": 38244
    },
    {
      "epoch": 1.7792509886020005,
      "grad_norm": 1.1013519158797753,
      "learning_rate": 0.00024361670976141885,
      "loss": 2.4844,
      "step": 38245
    },
    {
      "epoch": 1.7792975110490812,
      "grad_norm": 1.037542223108724,
      "learning_rate": 0.00024361380986965062,
      "loss": 2.2031,
      "step": 38246
    },
    {
      "epoch": 1.7793440334961619,
      "grad_norm": 1.0338641184475994,
      "learning_rate": 0.00024361090992057151,
      "loss": 2.4062,
      "step": 38247
    },
    {
      "epoch": 1.7793905559432426,
      "grad_norm": 1.0504948262136835,
      "learning_rate": 0.00024360800991418325,
      "loss": 2.5469,
      "step": 38248
    },
    {
      "epoch": 1.7794370783903233,
      "grad_norm": 1.063945219735252,
      "learning_rate": 0.0002436051098504876,
      "loss": 2.3438,
      "step": 38249
    },
    {
      "epoch": 1.7794836008374042,
      "grad_norm": 1.0459620734277373,
      "learning_rate": 0.00024360220972948634,
      "loss": 2.3281,
      "step": 38250
    },
    {
      "epoch": 1.7795301232844847,
      "grad_norm": 1.0171651447197385,
      "learning_rate": 0.0002435993095511813,
      "loss": 2.4844,
      "step": 38251
    },
    {
      "epoch": 1.7795766457315656,
      "grad_norm": 1.0941580292021242,
      "learning_rate": 0.00024359640931557414,
      "loss": 2.5312,
      "step": 38252
    },
    {
      "epoch": 1.779623168178646,
      "grad_norm": 1.140040665765656,
      "learning_rate": 0.00024359350902266672,
      "loss": 2.3594,
      "step": 38253
    },
    {
      "epoch": 1.779669690625727,
      "grad_norm": 1.005445907532654,
      "learning_rate": 0.00024359060867246084,
      "loss": 2.25,
      "step": 38254
    },
    {
      "epoch": 1.7797162130728075,
      "grad_norm": 1.021667931611158,
      "learning_rate": 0.00024358770826495824,
      "loss": 2.2031,
      "step": 38255
    },
    {
      "epoch": 1.7797627355198884,
      "grad_norm": 1.0402055276401374,
      "learning_rate": 0.00024358480780016064,
      "loss": 2.375,
      "step": 38256
    },
    {
      "epoch": 1.779809257966969,
      "grad_norm": 1.0139343722326426,
      "learning_rate": 0.00024358190727806993,
      "loss": 2.4062,
      "step": 38257
    },
    {
      "epoch": 1.7798557804140498,
      "grad_norm": 1.016513584519525,
      "learning_rate": 0.0002435790066986878,
      "loss": 2.5156,
      "step": 38258
    },
    {
      "epoch": 1.7799023028611305,
      "grad_norm": 1.1273951597351497,
      "learning_rate": 0.00024357610606201604,
      "loss": 2.5312,
      "step": 38259
    },
    {
      "epoch": 1.7799488253082112,
      "grad_norm": 1.0750989147139436,
      "learning_rate": 0.00024357320536805646,
      "loss": 2.3906,
      "step": 38260
    },
    {
      "epoch": 1.779995347755292,
      "grad_norm": 1.0813345576919837,
      "learning_rate": 0.00024357030461681078,
      "loss": 2.4062,
      "step": 38261
    },
    {
      "epoch": 1.7800418702023726,
      "grad_norm": 0.9955624587618701,
      "learning_rate": 0.00024356740380828085,
      "loss": 2.1406,
      "step": 38262
    },
    {
      "epoch": 1.7800883926494535,
      "grad_norm": 1.0907068358160403,
      "learning_rate": 0.00024356450294246837,
      "loss": 2.4219,
      "step": 38263
    },
    {
      "epoch": 1.780134915096534,
      "grad_norm": 1.0821948361734746,
      "learning_rate": 0.00024356160201937516,
      "loss": 2.3125,
      "step": 38264
    },
    {
      "epoch": 1.780181437543615,
      "grad_norm": 1.0375297742442051,
      "learning_rate": 0.00024355870103900297,
      "loss": 1.7188,
      "step": 38265
    },
    {
      "epoch": 1.7802279599906954,
      "grad_norm": 1.0465955883729758,
      "learning_rate": 0.00024355580000135358,
      "loss": 2.5625,
      "step": 38266
    },
    {
      "epoch": 1.7802744824377763,
      "grad_norm": 1.0679279202062093,
      "learning_rate": 0.00024355289890642883,
      "loss": 2.2812,
      "step": 38267
    },
    {
      "epoch": 1.7803210048848568,
      "grad_norm": 0.9011052928429212,
      "learning_rate": 0.00024354999775423044,
      "loss": 1.5781,
      "step": 38268
    },
    {
      "epoch": 1.7803675273319377,
      "grad_norm": 0.9707306166501509,
      "learning_rate": 0.00024354709654476016,
      "loss": 2.2031,
      "step": 38269
    },
    {
      "epoch": 1.7804140497790184,
      "grad_norm": 1.1202483268865218,
      "learning_rate": 0.00024354419527801977,
      "loss": 2.5781,
      "step": 38270
    },
    {
      "epoch": 1.780460572226099,
      "grad_norm": 0.9732167717766105,
      "learning_rate": 0.00024354129395401115,
      "loss": 2.2188,
      "step": 38271
    },
    {
      "epoch": 1.7805070946731798,
      "grad_norm": 1.0611067371505833,
      "learning_rate": 0.00024353839257273594,
      "loss": 2.5469,
      "step": 38272
    },
    {
      "epoch": 1.7805536171202605,
      "grad_norm": 0.9686959769486374,
      "learning_rate": 0.00024353549113419602,
      "loss": 2.1562,
      "step": 38273
    },
    {
      "epoch": 1.7806001395673412,
      "grad_norm": 1.073542715045872,
      "learning_rate": 0.00024353258963839307,
      "loss": 2.2656,
      "step": 38274
    },
    {
      "epoch": 1.780646662014422,
      "grad_norm": 1.0572216733672704,
      "learning_rate": 0.0002435296880853289,
      "loss": 2.5469,
      "step": 38275
    },
    {
      "epoch": 1.7806931844615028,
      "grad_norm": 0.984988776690204,
      "learning_rate": 0.00024352678647500536,
      "loss": 2.3281,
      "step": 38276
    },
    {
      "epoch": 1.7807397069085833,
      "grad_norm": 0.9732141869341506,
      "learning_rate": 0.00024352388480742415,
      "loss": 2.2344,
      "step": 38277
    },
    {
      "epoch": 1.7807862293556642,
      "grad_norm": 0.947496152043306,
      "learning_rate": 0.00024352098308258707,
      "loss": 2.25,
      "step": 38278
    },
    {
      "epoch": 1.7808327518027447,
      "grad_norm": 0.9648385158001809,
      "learning_rate": 0.00024351808130049593,
      "loss": 2.1719,
      "step": 38279
    },
    {
      "epoch": 1.7808792742498256,
      "grad_norm": 1.1247006667334372,
      "learning_rate": 0.0002435151794611524,
      "loss": 2.2344,
      "step": 38280
    },
    {
      "epoch": 1.780925796696906,
      "grad_norm": 1.0746124068773235,
      "learning_rate": 0.00024351227756455837,
      "loss": 1.9297,
      "step": 38281
    },
    {
      "epoch": 1.780972319143987,
      "grad_norm": 1.0774742508295452,
      "learning_rate": 0.00024350937561071556,
      "loss": 2.3906,
      "step": 38282
    },
    {
      "epoch": 1.7810188415910677,
      "grad_norm": 0.9629998526255975,
      "learning_rate": 0.00024350647359962577,
      "loss": 2.3125,
      "step": 38283
    },
    {
      "epoch": 1.7810653640381484,
      "grad_norm": 1.048465956854403,
      "learning_rate": 0.00024350357153129075,
      "loss": 2.5156,
      "step": 38284
    },
    {
      "epoch": 1.7811118864852291,
      "grad_norm": 0.9705635054318217,
      "learning_rate": 0.0002435006694057123,
      "loss": 2.1875,
      "step": 38285
    },
    {
      "epoch": 1.7811584089323098,
      "grad_norm": 1.0482808313352914,
      "learning_rate": 0.0002434977672228922,
      "loss": 2.3594,
      "step": 38286
    },
    {
      "epoch": 1.7812049313793905,
      "grad_norm": 0.9878463489983995,
      "learning_rate": 0.00024349486498283218,
      "loss": 2.4375,
      "step": 38287
    },
    {
      "epoch": 1.7812514538264712,
      "grad_norm": 1.0309092945601215,
      "learning_rate": 0.0002434919626855341,
      "loss": 2.6406,
      "step": 38288
    },
    {
      "epoch": 1.7812979762735521,
      "grad_norm": 1.0780404167275335,
      "learning_rate": 0.00024348906033099966,
      "loss": 2.4062,
      "step": 38289
    },
    {
      "epoch": 1.7813444987206326,
      "grad_norm": 1.1887774993515472,
      "learning_rate": 0.00024348615791923068,
      "loss": 2.6406,
      "step": 38290
    },
    {
      "epoch": 1.7813910211677135,
      "grad_norm": 1.1477706011831412,
      "learning_rate": 0.0002434832554502289,
      "loss": 1.6953,
      "step": 38291
    },
    {
      "epoch": 1.781437543614794,
      "grad_norm": 1.0023261646174173,
      "learning_rate": 0.00024348035292399615,
      "loss": 2.5781,
      "step": 38292
    },
    {
      "epoch": 1.781484066061875,
      "grad_norm": 1.04639117670381,
      "learning_rate": 0.00024347745034053415,
      "loss": 2.5,
      "step": 38293
    },
    {
      "epoch": 1.7815305885089556,
      "grad_norm": 1.047510987071763,
      "learning_rate": 0.0002434745476998447,
      "loss": 2.6719,
      "step": 38294
    },
    {
      "epoch": 1.7815771109560363,
      "grad_norm": 1.1015787619857615,
      "learning_rate": 0.00024347164500192962,
      "loss": 2.375,
      "step": 38295
    },
    {
      "epoch": 1.781623633403117,
      "grad_norm": 1.0313475609581026,
      "learning_rate": 0.00024346874224679064,
      "loss": 2.4062,
      "step": 38296
    },
    {
      "epoch": 1.7816701558501977,
      "grad_norm": 1.0314451793968664,
      "learning_rate": 0.00024346583943442947,
      "loss": 2.4531,
      "step": 38297
    },
    {
      "epoch": 1.7817166782972784,
      "grad_norm": 1.1213783994990878,
      "learning_rate": 0.00024346293656484804,
      "loss": 2.3438,
      "step": 38298
    },
    {
      "epoch": 1.7817632007443591,
      "grad_norm": 1.0248070239149685,
      "learning_rate": 0.00024346003363804803,
      "loss": 2.5938,
      "step": 38299
    },
    {
      "epoch": 1.7818097231914398,
      "grad_norm": 0.9796039869479599,
      "learning_rate": 0.00024345713065403125,
      "loss": 2.4688,
      "step": 38300
    },
    {
      "epoch": 1.7818562456385205,
      "grad_norm": 1.1070540291062954,
      "learning_rate": 0.00024345422761279945,
      "loss": 2.5,
      "step": 38301
    },
    {
      "epoch": 1.7819027680856014,
      "grad_norm": 1.0779409885967475,
      "learning_rate": 0.0002434513245143544,
      "loss": 2.5781,
      "step": 38302
    },
    {
      "epoch": 1.781949290532682,
      "grad_norm": 1.0242755273357562,
      "learning_rate": 0.00024344842135869794,
      "loss": 2.5312,
      "step": 38303
    },
    {
      "epoch": 1.7819958129797628,
      "grad_norm": 1.023520373143377,
      "learning_rate": 0.0002434455181458318,
      "loss": 2.2969,
      "step": 38304
    },
    {
      "epoch": 1.7820423354268433,
      "grad_norm": 1.072590021663644,
      "learning_rate": 0.00024344261487575772,
      "loss": 2.5469,
      "step": 38305
    },
    {
      "epoch": 1.7820888578739242,
      "grad_norm": 0.9498373012622526,
      "learning_rate": 0.00024343971154847758,
      "loss": 2.0781,
      "step": 38306
    },
    {
      "epoch": 1.782135380321005,
      "grad_norm": 0.9817249437114083,
      "learning_rate": 0.00024343680816399303,
      "loss": 2.3594,
      "step": 38307
    },
    {
      "epoch": 1.7821819027680856,
      "grad_norm": 1.0684478671217026,
      "learning_rate": 0.00024343390472230598,
      "loss": 2.3906,
      "step": 38308
    },
    {
      "epoch": 1.7822284252151663,
      "grad_norm": 0.9886726758331962,
      "learning_rate": 0.00024343100122341813,
      "loss": 2.25,
      "step": 38309
    },
    {
      "epoch": 1.782274947662247,
      "grad_norm": 1.146469661490551,
      "learning_rate": 0.00024342809766733121,
      "loss": 2.6562,
      "step": 38310
    },
    {
      "epoch": 1.7823214701093277,
      "grad_norm": 0.9972275870018504,
      "learning_rate": 0.00024342519405404716,
      "loss": 2.3438,
      "step": 38311
    },
    {
      "epoch": 1.7823679925564084,
      "grad_norm": 0.9932743536957186,
      "learning_rate": 0.0002434222903835676,
      "loss": 2.25,
      "step": 38312
    },
    {
      "epoch": 1.7824145150034891,
      "grad_norm": 0.9418104054696186,
      "learning_rate": 0.00024341938665589435,
      "loss": 2.0469,
      "step": 38313
    },
    {
      "epoch": 1.7824610374505698,
      "grad_norm": 1.0328935892850633,
      "learning_rate": 0.00024341648287102923,
      "loss": 2.25,
      "step": 38314
    },
    {
      "epoch": 1.7825075598976508,
      "grad_norm": 0.9720813984604875,
      "learning_rate": 0.00024341357902897393,
      "loss": 2.3594,
      "step": 38315
    },
    {
      "epoch": 1.7825540823447312,
      "grad_norm": 1.0122744844278144,
      "learning_rate": 0.00024341067512973033,
      "loss": 2.3125,
      "step": 38316
    },
    {
      "epoch": 1.7826006047918121,
      "grad_norm": 1.059107224252978,
      "learning_rate": 0.00024340777117330022,
      "loss": 2.5156,
      "step": 38317
    },
    {
      "epoch": 1.7826471272388926,
      "grad_norm": 1.0297301885079524,
      "learning_rate": 0.00024340486715968525,
      "loss": 2.125,
      "step": 38318
    },
    {
      "epoch": 1.7826936496859735,
      "grad_norm": 1.0198418273282583,
      "learning_rate": 0.00024340196308888726,
      "loss": 2.3906,
      "step": 38319
    },
    {
      "epoch": 1.7827401721330542,
      "grad_norm": 1.0203905906849053,
      "learning_rate": 0.00024339905896090806,
      "loss": 2.2812,
      "step": 38320
    },
    {
      "epoch": 1.782786694580135,
      "grad_norm": 0.9548478002500803,
      "learning_rate": 0.0002433961547757494,
      "loss": 2.2344,
      "step": 38321
    },
    {
      "epoch": 1.7828332170272156,
      "grad_norm": 0.9867233130049137,
      "learning_rate": 0.00024339325053341309,
      "loss": 2.2188,
      "step": 38322
    },
    {
      "epoch": 1.7828797394742963,
      "grad_norm": 1.1801274851729313,
      "learning_rate": 0.00024339034623390086,
      "loss": 2.2344,
      "step": 38323
    },
    {
      "epoch": 1.782926261921377,
      "grad_norm": 1.042203352459579,
      "learning_rate": 0.00024338744187721453,
      "loss": 2.4375,
      "step": 38324
    },
    {
      "epoch": 1.7829727843684577,
      "grad_norm": 1.0855472110660225,
      "learning_rate": 0.00024338453746335583,
      "loss": 2.25,
      "step": 38325
    },
    {
      "epoch": 1.7830193068155387,
      "grad_norm": 1.036239620161703,
      "learning_rate": 0.00024338163299232658,
      "loss": 2.375,
      "step": 38326
    },
    {
      "epoch": 1.7830658292626191,
      "grad_norm": 1.091303945111797,
      "learning_rate": 0.00024337872846412855,
      "loss": 1.7188,
      "step": 38327
    },
    {
      "epoch": 1.7831123517097,
      "grad_norm": 1.0069041728852488,
      "learning_rate": 0.0002433758238787635,
      "loss": 1.8516,
      "step": 38328
    },
    {
      "epoch": 1.7831588741567805,
      "grad_norm": 1.0707336901455042,
      "learning_rate": 0.00024337291923623322,
      "loss": 2.375,
      "step": 38329
    },
    {
      "epoch": 1.7832053966038615,
      "grad_norm": 1.0930002086859285,
      "learning_rate": 0.00024337001453653945,
      "loss": 2.0312,
      "step": 38330
    },
    {
      "epoch": 1.783251919050942,
      "grad_norm": 1.0701502904388807,
      "learning_rate": 0.00024336710977968407,
      "loss": 2.5,
      "step": 38331
    },
    {
      "epoch": 1.7832984414980229,
      "grad_norm": 1.0888174848586476,
      "learning_rate": 0.0002433642049656688,
      "loss": 2.4062,
      "step": 38332
    },
    {
      "epoch": 1.7833449639451036,
      "grad_norm": 1.0026132962157868,
      "learning_rate": 0.00024336130009449539,
      "loss": 2.5312,
      "step": 38333
    },
    {
      "epoch": 1.7833914863921843,
      "grad_norm": 1.018735842385608,
      "learning_rate": 0.00024335839516616563,
      "loss": 2.3438,
      "step": 38334
    },
    {
      "epoch": 1.783438008839265,
      "grad_norm": 1.1161121174764967,
      "learning_rate": 0.0002433554901806813,
      "loss": 2.3281,
      "step": 38335
    },
    {
      "epoch": 1.7834845312863457,
      "grad_norm": 1.065128586477559,
      "learning_rate": 0.00024335258513804423,
      "loss": 2.3594,
      "step": 38336
    },
    {
      "epoch": 1.7835310537334264,
      "grad_norm": 1.0836500409316432,
      "learning_rate": 0.0002433496800382561,
      "loss": 2.5156,
      "step": 38337
    },
    {
      "epoch": 1.783577576180507,
      "grad_norm": 0.9608900730584796,
      "learning_rate": 0.00024334677488131883,
      "loss": 2.3281,
      "step": 38338
    },
    {
      "epoch": 1.783624098627588,
      "grad_norm": 1.1301955546692486,
      "learning_rate": 0.00024334386966723406,
      "loss": 2.3594,
      "step": 38339
    },
    {
      "epoch": 1.7836706210746684,
      "grad_norm": 1.019564344724371,
      "learning_rate": 0.0002433409643960036,
      "loss": 2.5156,
      "step": 38340
    },
    {
      "epoch": 1.7837171435217494,
      "grad_norm": 1.063011524893323,
      "learning_rate": 0.00024333805906762927,
      "loss": 2.4844,
      "step": 38341
    },
    {
      "epoch": 1.7837636659688298,
      "grad_norm": 1.129746443191585,
      "learning_rate": 0.00024333515368211284,
      "loss": 2.5312,
      "step": 38342
    },
    {
      "epoch": 1.7838101884159108,
      "grad_norm": 1.0645309904733322,
      "learning_rate": 0.00024333224823945608,
      "loss": 2.2812,
      "step": 38343
    },
    {
      "epoch": 1.7838567108629912,
      "grad_norm": 0.977454550616258,
      "learning_rate": 0.00024332934273966076,
      "loss": 2.2812,
      "step": 38344
    },
    {
      "epoch": 1.7839032333100722,
      "grad_norm": 1.0352687268058631,
      "learning_rate": 0.0002433264371827287,
      "loss": 2.1562,
      "step": 38345
    },
    {
      "epoch": 1.7839497557571529,
      "grad_norm": 1.0587576361433801,
      "learning_rate": 0.0002433235315686616,
      "loss": 2.4375,
      "step": 38346
    },
    {
      "epoch": 1.7839962782042336,
      "grad_norm": 1.0096497069808603,
      "learning_rate": 0.00024332062589746132,
      "loss": 2.1094,
      "step": 38347
    },
    {
      "epoch": 1.7840428006513143,
      "grad_norm": 1.0142458192368795,
      "learning_rate": 0.0002433177201691296,
      "loss": 2.2656,
      "step": 38348
    },
    {
      "epoch": 1.784089323098395,
      "grad_norm": 0.9888463334293429,
      "learning_rate": 0.00024331481438366823,
      "loss": 2.5,
      "step": 38349
    },
    {
      "epoch": 1.7841358455454757,
      "grad_norm": 1.0089892857716458,
      "learning_rate": 0.00024331190854107895,
      "loss": 2.2969,
      "step": 38350
    },
    {
      "epoch": 1.7841823679925564,
      "grad_norm": 1.0995813830573653,
      "learning_rate": 0.00024330900264136354,
      "loss": 2.5469,
      "step": 38351
    },
    {
      "epoch": 1.7842288904396373,
      "grad_norm": 1.0677892013407102,
      "learning_rate": 0.00024330609668452385,
      "loss": 2.3125,
      "step": 38352
    },
    {
      "epoch": 1.7842754128867178,
      "grad_norm": 1.0533288170673025,
      "learning_rate": 0.00024330319067056159,
      "loss": 2.3906,
      "step": 38353
    },
    {
      "epoch": 1.7843219353337987,
      "grad_norm": 1.0477223198578376,
      "learning_rate": 0.00024330028459947862,
      "loss": 2.3906,
      "step": 38354
    },
    {
      "epoch": 1.7843684577808792,
      "grad_norm": 0.9862307078551318,
      "learning_rate": 0.0002432973784712766,
      "loss": 2.1406,
      "step": 38355
    },
    {
      "epoch": 1.78441498022796,
      "grad_norm": 1.0200007211915227,
      "learning_rate": 0.00024329447228595743,
      "loss": 2.4531,
      "step": 38356
    },
    {
      "epoch": 1.7844615026750406,
      "grad_norm": 1.0170855770621174,
      "learning_rate": 0.00024329156604352282,
      "loss": 1.9688,
      "step": 38357
    },
    {
      "epoch": 1.7845080251221215,
      "grad_norm": 1.0134053771146327,
      "learning_rate": 0.00024328865974397457,
      "loss": 2.3906,
      "step": 38358
    },
    {
      "epoch": 1.7845545475692022,
      "grad_norm": 1.1238996139143314,
      "learning_rate": 0.00024328575338731446,
      "loss": 2.625,
      "step": 38359
    },
    {
      "epoch": 1.7846010700162829,
      "grad_norm": 1.1267616419663513,
      "learning_rate": 0.00024328284697354422,
      "loss": 2.2812,
      "step": 38360
    },
    {
      "epoch": 1.7846475924633636,
      "grad_norm": 1.0355833831620112,
      "learning_rate": 0.0002432799405026657,
      "loss": 2.5156,
      "step": 38361
    },
    {
      "epoch": 1.7846941149104443,
      "grad_norm": 0.9992175618156574,
      "learning_rate": 0.00024327703397468065,
      "loss": 2.4531,
      "step": 38362
    },
    {
      "epoch": 1.784740637357525,
      "grad_norm": 1.053937280317112,
      "learning_rate": 0.0002432741273895908,
      "loss": 2.25,
      "step": 38363
    },
    {
      "epoch": 1.7847871598046057,
      "grad_norm": 1.160608855152693,
      "learning_rate": 0.00024327122074739807,
      "loss": 2.3438,
      "step": 38364
    },
    {
      "epoch": 1.7848336822516866,
      "grad_norm": 1.0314229290716952,
      "learning_rate": 0.00024326831404810408,
      "loss": 2.2188,
      "step": 38365
    },
    {
      "epoch": 1.784880204698767,
      "grad_norm": 1.1049045374597781,
      "learning_rate": 0.0002432654072917107,
      "loss": 2.6094,
      "step": 38366
    },
    {
      "epoch": 1.784926727145848,
      "grad_norm": 1.0389795886738802,
      "learning_rate": 0.00024326250047821972,
      "loss": 2.3281,
      "step": 38367
    },
    {
      "epoch": 1.7849732495929285,
      "grad_norm": 1.0805700242338967,
      "learning_rate": 0.0002432595936076328,
      "loss": 2.4688,
      "step": 38368
    },
    {
      "epoch": 1.7850197720400094,
      "grad_norm": 1.0240089812727609,
      "learning_rate": 0.0002432566866799519,
      "loss": 2.2812,
      "step": 38369
    },
    {
      "epoch": 1.7850662944870899,
      "grad_norm": 0.9679419703036575,
      "learning_rate": 0.00024325377969517867,
      "loss": 2.3438,
      "step": 38370
    },
    {
      "epoch": 1.7851128169341708,
      "grad_norm": 1.0239145555344604,
      "learning_rate": 0.00024325087265331496,
      "loss": 1.8203,
      "step": 38371
    },
    {
      "epoch": 1.7851593393812515,
      "grad_norm": 1.0110441567103594,
      "learning_rate": 0.00024324796555436247,
      "loss": 2.2969,
      "step": 38372
    },
    {
      "epoch": 1.7852058618283322,
      "grad_norm": 0.9649944816674627,
      "learning_rate": 0.00024324505839832305,
      "loss": 1.7266,
      "step": 38373
    },
    {
      "epoch": 1.7852523842754129,
      "grad_norm": 1.0558969321537277,
      "learning_rate": 0.0002432421511851984,
      "loss": 2.2969,
      "step": 38374
    },
    {
      "epoch": 1.7852989067224936,
      "grad_norm": 0.9473452788421488,
      "learning_rate": 0.0002432392439149904,
      "loss": 2.2969,
      "step": 38375
    },
    {
      "epoch": 1.7853454291695743,
      "grad_norm": 1.1291634101754338,
      "learning_rate": 0.0002432363365877008,
      "loss": 2.7188,
      "step": 38376
    },
    {
      "epoch": 1.785391951616655,
      "grad_norm": 1.1414862345798806,
      "learning_rate": 0.00024323342920333133,
      "loss": 2.4375,
      "step": 38377
    },
    {
      "epoch": 1.785438474063736,
      "grad_norm": 1.0722307629283352,
      "learning_rate": 0.00024323052176188388,
      "loss": 2.4062,
      "step": 38378
    },
    {
      "epoch": 1.7854849965108164,
      "grad_norm": 1.0006729383939288,
      "learning_rate": 0.00024322761426336006,
      "loss": 2.2969,
      "step": 38379
    },
    {
      "epoch": 1.7855315189578973,
      "grad_norm": 1.0461346821029676,
      "learning_rate": 0.00024322470670776178,
      "loss": 2.4531,
      "step": 38380
    },
    {
      "epoch": 1.7855780414049778,
      "grad_norm": 1.0548016529434305,
      "learning_rate": 0.0002432217990950908,
      "loss": 2.3281,
      "step": 38381
    },
    {
      "epoch": 1.7856245638520587,
      "grad_norm": 0.9701913329990888,
      "learning_rate": 0.0002432188914253489,
      "loss": 2.2031,
      "step": 38382
    },
    {
      "epoch": 1.7856710862991392,
      "grad_norm": 1.039562744080385,
      "learning_rate": 0.00024321598369853782,
      "loss": 2.25,
      "step": 38383
    },
    {
      "epoch": 1.78571760874622,
      "grad_norm": 1.1471043551383584,
      "learning_rate": 0.0002432130759146594,
      "loss": 2.4219,
      "step": 38384
    },
    {
      "epoch": 1.7857641311933008,
      "grad_norm": 1.0273030647657277,
      "learning_rate": 0.00024321016807371532,
      "loss": 2.4219,
      "step": 38385
    },
    {
      "epoch": 1.7858106536403815,
      "grad_norm": 1.0298420004487325,
      "learning_rate": 0.00024320726017570745,
      "loss": 2.625,
      "step": 38386
    },
    {
      "epoch": 1.7858571760874622,
      "grad_norm": 1.018477652497304,
      "learning_rate": 0.00024320435222063754,
      "loss": 2.3594,
      "step": 38387
    },
    {
      "epoch": 1.785903698534543,
      "grad_norm": 0.9814469878094687,
      "learning_rate": 0.00024320144420850743,
      "loss": 2.4219,
      "step": 38388
    },
    {
      "epoch": 1.7859502209816236,
      "grad_norm": 0.966397474956227,
      "learning_rate": 0.00024319853613931876,
      "loss": 2.3594,
      "step": 38389
    },
    {
      "epoch": 1.7859967434287043,
      "grad_norm": 0.9699011837697842,
      "learning_rate": 0.0002431956280130735,
      "loss": 2.4375,
      "step": 38390
    },
    {
      "epoch": 1.7860432658757852,
      "grad_norm": 1.024229379727795,
      "learning_rate": 0.00024319271982977325,
      "loss": 2.5,
      "step": 38391
    },
    {
      "epoch": 1.7860897883228657,
      "grad_norm": 1.0658711296477448,
      "learning_rate": 0.0002431898115894199,
      "loss": 2.4219,
      "step": 38392
    },
    {
      "epoch": 1.7861363107699466,
      "grad_norm": 0.9913931634191074,
      "learning_rate": 0.00024318690329201516,
      "loss": 2.0781,
      "step": 38393
    },
    {
      "epoch": 1.786182833217027,
      "grad_norm": 1.053913104063891,
      "learning_rate": 0.0002431839949375609,
      "loss": 2.4219,
      "step": 38394
    },
    {
      "epoch": 1.786229355664108,
      "grad_norm": 1.2748646827041168,
      "learning_rate": 0.00024318108652605883,
      "loss": 1.7422,
      "step": 38395
    },
    {
      "epoch": 1.7862758781111885,
      "grad_norm": 1.1359843213581629,
      "learning_rate": 0.00024317817805751072,
      "loss": 2.3125,
      "step": 38396
    },
    {
      "epoch": 1.7863224005582694,
      "grad_norm": 1.0307155868958147,
      "learning_rate": 0.0002431752695319184,
      "loss": 2.3594,
      "step": 38397
    },
    {
      "epoch": 1.78636892300535,
      "grad_norm": 1.0954458898511987,
      "learning_rate": 0.00024317236094928364,
      "loss": 2.4688,
      "step": 38398
    },
    {
      "epoch": 1.7864154454524308,
      "grad_norm": 1.064108943822658,
      "learning_rate": 0.0002431694523096082,
      "loss": 2.2188,
      "step": 38399
    },
    {
      "epoch": 1.7864619678995115,
      "grad_norm": 0.9635316264925254,
      "learning_rate": 0.0002431665436128939,
      "loss": 2.5156,
      "step": 38400
    },
    {
      "epoch": 1.7865084903465922,
      "grad_norm": 1.1100831144576027,
      "learning_rate": 0.00024316363485914246,
      "loss": 2.5,
      "step": 38401
    },
    {
      "epoch": 1.786555012793673,
      "grad_norm": 1.0033530842863931,
      "learning_rate": 0.0002431607260483557,
      "loss": 2.4062,
      "step": 38402
    },
    {
      "epoch": 1.7866015352407536,
      "grad_norm": 0.9679114526382968,
      "learning_rate": 0.00024315781718053543,
      "loss": 2.0781,
      "step": 38403
    },
    {
      "epoch": 1.7866480576878345,
      "grad_norm": 0.9756927057109869,
      "learning_rate": 0.00024315490825568337,
      "loss": 2.375,
      "step": 38404
    },
    {
      "epoch": 1.786694580134915,
      "grad_norm": 1.001342031893374,
      "learning_rate": 0.00024315199927380134,
      "loss": 2.3594,
      "step": 38405
    },
    {
      "epoch": 1.786741102581996,
      "grad_norm": 1.0234844004459522,
      "learning_rate": 0.00024314909023489105,
      "loss": 2.2969,
      "step": 38406
    },
    {
      "epoch": 1.7867876250290764,
      "grad_norm": 1.041757674234285,
      "learning_rate": 0.0002431461811389544,
      "loss": 2.3594,
      "step": 38407
    },
    {
      "epoch": 1.7868341474761573,
      "grad_norm": 1.392627724735473,
      "learning_rate": 0.00024314327198599305,
      "loss": 1.9688,
      "step": 38408
    },
    {
      "epoch": 1.7868806699232378,
      "grad_norm": 0.9832738112939123,
      "learning_rate": 0.0002431403627760089,
      "loss": 2.3594,
      "step": 38409
    },
    {
      "epoch": 1.7869271923703187,
      "grad_norm": 1.0858813494764448,
      "learning_rate": 0.00024313745350900364,
      "loss": 2.2656,
      "step": 38410
    },
    {
      "epoch": 1.7869737148173994,
      "grad_norm": 0.9962770933165601,
      "learning_rate": 0.00024313454418497908,
      "loss": 2.2031,
      "step": 38411
    },
    {
      "epoch": 1.7870202372644801,
      "grad_norm": 1.0850924336940033,
      "learning_rate": 0.00024313163480393704,
      "loss": 2.1094,
      "step": 38412
    },
    {
      "epoch": 1.7870667597115608,
      "grad_norm": 0.9733854059733585,
      "learning_rate": 0.00024312872536587924,
      "loss": 2.4219,
      "step": 38413
    },
    {
      "epoch": 1.7871132821586415,
      "grad_norm": 1.0595834189952729,
      "learning_rate": 0.00024312581587080745,
      "loss": 2.4688,
      "step": 38414
    },
    {
      "epoch": 1.7871598046057222,
      "grad_norm": 0.9396902640627728,
      "learning_rate": 0.00024312290631872354,
      "loss": 2.0469,
      "step": 38415
    },
    {
      "epoch": 1.787206327052803,
      "grad_norm": 0.9973737184611122,
      "learning_rate": 0.0002431199967096292,
      "loss": 2.1719,
      "step": 38416
    },
    {
      "epoch": 1.7872528494998838,
      "grad_norm": 1.0275379562591658,
      "learning_rate": 0.00024311708704352627,
      "loss": 2.5781,
      "step": 38417
    },
    {
      "epoch": 1.7872993719469643,
      "grad_norm": 1.008574908642681,
      "learning_rate": 0.0002431141773204165,
      "loss": 2.5781,
      "step": 38418
    },
    {
      "epoch": 1.7873458943940452,
      "grad_norm": 1.0214008994061992,
      "learning_rate": 0.0002431112675403017,
      "loss": 2.1719,
      "step": 38419
    },
    {
      "epoch": 1.7873924168411257,
      "grad_norm": 1.002922483596693,
      "learning_rate": 0.00024310835770318363,
      "loss": 2.4688,
      "step": 38420
    },
    {
      "epoch": 1.7874389392882066,
      "grad_norm": 1.1225635349053917,
      "learning_rate": 0.00024310544780906405,
      "loss": 2.625,
      "step": 38421
    },
    {
      "epoch": 1.7874854617352873,
      "grad_norm": 1.1258196346931488,
      "learning_rate": 0.0002431025378579448,
      "loss": 2.3438,
      "step": 38422
    },
    {
      "epoch": 1.787531984182368,
      "grad_norm": 1.0479312284118918,
      "learning_rate": 0.00024309962784982761,
      "loss": 2.4375,
      "step": 38423
    },
    {
      "epoch": 1.7875785066294487,
      "grad_norm": 1.1339195755200486,
      "learning_rate": 0.00024309671778471428,
      "loss": 2.4531,
      "step": 38424
    },
    {
      "epoch": 1.7876250290765294,
      "grad_norm": 1.0474964651776941,
      "learning_rate": 0.0002430938076626066,
      "loss": 2.4219,
      "step": 38425
    },
    {
      "epoch": 1.7876715515236101,
      "grad_norm": 0.9306623981112108,
      "learning_rate": 0.00024309089748350633,
      "loss": 2.0938,
      "step": 38426
    },
    {
      "epoch": 1.7877180739706908,
      "grad_norm": 1.0598084201152218,
      "learning_rate": 0.00024308798724741526,
      "loss": 2.4531,
      "step": 38427
    },
    {
      "epoch": 1.7877645964177715,
      "grad_norm": 1.1349101664249757,
      "learning_rate": 0.0002430850769543352,
      "loss": 2.2812,
      "step": 38428
    },
    {
      "epoch": 1.7878111188648522,
      "grad_norm": 0.9874032250862292,
      "learning_rate": 0.00024308216660426786,
      "loss": 2.2656,
      "step": 38429
    },
    {
      "epoch": 1.7878576413119331,
      "grad_norm": 1.0657389822818968,
      "learning_rate": 0.00024307925619721508,
      "loss": 1.7891,
      "step": 38430
    },
    {
      "epoch": 1.7879041637590136,
      "grad_norm": 0.9899745943350968,
      "learning_rate": 0.0002430763457331787,
      "loss": 2.2188,
      "step": 38431
    },
    {
      "epoch": 1.7879506862060945,
      "grad_norm": 0.955752193959148,
      "learning_rate": 0.00024307343521216037,
      "loss": 2.0312,
      "step": 38432
    },
    {
      "epoch": 1.787997208653175,
      "grad_norm": 0.9358314191486196,
      "learning_rate": 0.00024307052463416192,
      "loss": 2.0312,
      "step": 38433
    },
    {
      "epoch": 1.788043731100256,
      "grad_norm": 1.0602435298634199,
      "learning_rate": 0.0002430676139991852,
      "loss": 2.3281,
      "step": 38434
    },
    {
      "epoch": 1.7880902535473366,
      "grad_norm": 1.06168872040578,
      "learning_rate": 0.0002430647033072319,
      "loss": 2.5,
      "step": 38435
    },
    {
      "epoch": 1.7881367759944173,
      "grad_norm": 1.0929994009851935,
      "learning_rate": 0.00024306179255830385,
      "loss": 2.4531,
      "step": 38436
    },
    {
      "epoch": 1.788183298441498,
      "grad_norm": 1.0256241344515986,
      "learning_rate": 0.00024305888175240283,
      "loss": 2.3594,
      "step": 38437
    },
    {
      "epoch": 1.7882298208885787,
      "grad_norm": 1.038332826500589,
      "learning_rate": 0.0002430559708895306,
      "loss": 2.4375,
      "step": 38438
    },
    {
      "epoch": 1.7882763433356594,
      "grad_norm": 1.0938318857422722,
      "learning_rate": 0.00024305305996968896,
      "loss": 2.4531,
      "step": 38439
    },
    {
      "epoch": 1.7883228657827401,
      "grad_norm": 1.046452379829216,
      "learning_rate": 0.0002430501489928797,
      "loss": 2.625,
      "step": 38440
    },
    {
      "epoch": 1.7883693882298208,
      "grad_norm": 1.0535271396454369,
      "learning_rate": 0.0002430472379591046,
      "loss": 2.1562,
      "step": 38441
    },
    {
      "epoch": 1.7884159106769015,
      "grad_norm": 1.0159197604116381,
      "learning_rate": 0.0002430443268683654,
      "loss": 2.3125,
      "step": 38442
    },
    {
      "epoch": 1.7884624331239825,
      "grad_norm": 1.0259549680499163,
      "learning_rate": 0.0002430414157206639,
      "loss": 2.3125,
      "step": 38443
    },
    {
      "epoch": 1.788508955571063,
      "grad_norm": 1.0707860006045056,
      "learning_rate": 0.00024303850451600195,
      "loss": 2.4062,
      "step": 38444
    },
    {
      "epoch": 1.7885554780181439,
      "grad_norm": 1.1186017641100259,
      "learning_rate": 0.00024303559325438126,
      "loss": 2.7188,
      "step": 38445
    },
    {
      "epoch": 1.7886020004652243,
      "grad_norm": 0.9793887581601396,
      "learning_rate": 0.00024303268193580363,
      "loss": 2.2812,
      "step": 38446
    },
    {
      "epoch": 1.7886485229123052,
      "grad_norm": 1.0297959394422556,
      "learning_rate": 0.00024302977056027083,
      "loss": 2.3438,
      "step": 38447
    },
    {
      "epoch": 1.788695045359386,
      "grad_norm": 1.0391880354792802,
      "learning_rate": 0.00024302685912778467,
      "loss": 2.3438,
      "step": 38448
    },
    {
      "epoch": 1.7887415678064666,
      "grad_norm": 0.9866845215279636,
      "learning_rate": 0.00024302394763834695,
      "loss": 2.25,
      "step": 38449
    },
    {
      "epoch": 1.7887880902535473,
      "grad_norm": 1.1732320209628693,
      "learning_rate": 0.00024302103609195937,
      "loss": 2.5312,
      "step": 38450
    },
    {
      "epoch": 1.788834612700628,
      "grad_norm": 1.197396981406744,
      "learning_rate": 0.0002430181244886237,
      "loss": 2.3438,
      "step": 38451
    },
    {
      "epoch": 1.7888811351477087,
      "grad_norm": 1.039241658378551,
      "learning_rate": 0.0002430152128283419,
      "loss": 2.5156,
      "step": 38452
    },
    {
      "epoch": 1.7889276575947894,
      "grad_norm": 1.0071979613159496,
      "learning_rate": 0.0002430123011111156,
      "loss": 2.4219,
      "step": 38453
    },
    {
      "epoch": 1.7889741800418704,
      "grad_norm": 0.9744846189465851,
      "learning_rate": 0.00024300938933694667,
      "loss": 2.4375,
      "step": 38454
    },
    {
      "epoch": 1.7890207024889508,
      "grad_norm": 1.0685444399629722,
      "learning_rate": 0.00024300647750583678,
      "loss": 2.4219,
      "step": 38455
    },
    {
      "epoch": 1.7890672249360318,
      "grad_norm": 1.053013361901514,
      "learning_rate": 0.0002430035656177878,
      "loss": 2.5625,
      "step": 38456
    },
    {
      "epoch": 1.7891137473831122,
      "grad_norm": 1.2486719659782528,
      "learning_rate": 0.00024300065367280149,
      "loss": 2.375,
      "step": 38457
    },
    {
      "epoch": 1.7891602698301932,
      "grad_norm": 1.095903492152264,
      "learning_rate": 0.0002429977416708796,
      "loss": 2.2344,
      "step": 38458
    },
    {
      "epoch": 1.7892067922772736,
      "grad_norm": 1.0251831154583895,
      "learning_rate": 0.00024299482961202397,
      "loss": 2.4062,
      "step": 38459
    },
    {
      "epoch": 1.7892533147243546,
      "grad_norm": 0.9944851035305551,
      "learning_rate": 0.0002429919174962364,
      "loss": 2.3125,
      "step": 38460
    },
    {
      "epoch": 1.7892998371714353,
      "grad_norm": 1.0302868319976308,
      "learning_rate": 0.00024298900532351855,
      "loss": 2.625,
      "step": 38461
    },
    {
      "epoch": 1.789346359618516,
      "grad_norm": 0.9916743471653692,
      "learning_rate": 0.0002429860930938723,
      "loss": 2.2188,
      "step": 38462
    },
    {
      "epoch": 1.7893928820655967,
      "grad_norm": 1.0720810947175994,
      "learning_rate": 0.00024298318080729944,
      "loss": 2.5938,
      "step": 38463
    },
    {
      "epoch": 1.7894394045126774,
      "grad_norm": 1.0507193797900507,
      "learning_rate": 0.0002429802684638017,
      "loss": 2.2812,
      "step": 38464
    },
    {
      "epoch": 1.789485926959758,
      "grad_norm": 1.0793974939335613,
      "learning_rate": 0.00024297735606338097,
      "loss": 2.3125,
      "step": 38465
    },
    {
      "epoch": 1.7895324494068388,
      "grad_norm": 1.0985931101887785,
      "learning_rate": 0.00024297444360603891,
      "loss": 2.4531,
      "step": 38466
    },
    {
      "epoch": 1.7895789718539197,
      "grad_norm": 1.0084796692694147,
      "learning_rate": 0.00024297153109177733,
      "loss": 2.3125,
      "step": 38467
    },
    {
      "epoch": 1.7896254943010002,
      "grad_norm": 1.0692096296695643,
      "learning_rate": 0.00024296861852059806,
      "loss": 2.375,
      "step": 38468
    },
    {
      "epoch": 1.789672016748081,
      "grad_norm": 0.9997795478241278,
      "learning_rate": 0.0002429657058925028,
      "loss": 2.1406,
      "step": 38469
    },
    {
      "epoch": 1.7897185391951616,
      "grad_norm": 1.0134082028181945,
      "learning_rate": 0.00024296279320749344,
      "loss": 2.4219,
      "step": 38470
    },
    {
      "epoch": 1.7897650616422425,
      "grad_norm": 1.001853897985645,
      "learning_rate": 0.0002429598804655717,
      "loss": 2.4062,
      "step": 38471
    },
    {
      "epoch": 1.789811584089323,
      "grad_norm": 0.9857465546095365,
      "learning_rate": 0.0002429569676667394,
      "loss": 2.4531,
      "step": 38472
    },
    {
      "epoch": 1.7898581065364039,
      "grad_norm": 1.1098535140522527,
      "learning_rate": 0.0002429540548109982,
      "loss": 2.4062,
      "step": 38473
    },
    {
      "epoch": 1.7899046289834846,
      "grad_norm": 1.0912481082244905,
      "learning_rate": 0.00024295114189835002,
      "loss": 2.375,
      "step": 38474
    },
    {
      "epoch": 1.7899511514305653,
      "grad_norm": 1.0246917179133066,
      "learning_rate": 0.00024294822892879665,
      "loss": 2.25,
      "step": 38475
    },
    {
      "epoch": 1.789997673877646,
      "grad_norm": 1.0704511213795682,
      "learning_rate": 0.0002429453159023398,
      "loss": 2.6094,
      "step": 38476
    },
    {
      "epoch": 1.7900441963247267,
      "grad_norm": 1.196785380785926,
      "learning_rate": 0.00024294240281898125,
      "loss": 2.2969,
      "step": 38477
    },
    {
      "epoch": 1.7900907187718074,
      "grad_norm": 0.9897297413205945,
      "learning_rate": 0.0002429394896787229,
      "loss": 2.1875,
      "step": 38478
    },
    {
      "epoch": 1.790137241218888,
      "grad_norm": 1.02773334895354,
      "learning_rate": 0.0002429365764815664,
      "loss": 2.4062,
      "step": 38479
    },
    {
      "epoch": 1.790183763665969,
      "grad_norm": 1.0285853757982337,
      "learning_rate": 0.00024293366322751352,
      "loss": 2.4844,
      "step": 38480
    },
    {
      "epoch": 1.7902302861130495,
      "grad_norm": 0.9565280915624582,
      "learning_rate": 0.0002429307499165662,
      "loss": 2.0781,
      "step": 38481
    },
    {
      "epoch": 1.7902768085601304,
      "grad_norm": 1.0731244289713677,
      "learning_rate": 0.00024292783654872608,
      "loss": 2.3906,
      "step": 38482
    },
    {
      "epoch": 1.7903233310072109,
      "grad_norm": 0.97021695240006,
      "learning_rate": 0.00024292492312399496,
      "loss": 2.2812,
      "step": 38483
    },
    {
      "epoch": 1.7903698534542918,
      "grad_norm": 1.0755187902086523,
      "learning_rate": 0.00024292200964237464,
      "loss": 2.4531,
      "step": 38484
    },
    {
      "epoch": 1.7904163759013723,
      "grad_norm": 1.0603072673522915,
      "learning_rate": 0.000242919096103867,
      "loss": 2.1875,
      "step": 38485
    },
    {
      "epoch": 1.7904628983484532,
      "grad_norm": 0.9595987106154177,
      "learning_rate": 0.00024291618250847372,
      "loss": 2.2344,
      "step": 38486
    },
    {
      "epoch": 1.7905094207955339,
      "grad_norm": 1.0092946548535597,
      "learning_rate": 0.0002429132688561966,
      "loss": 2.25,
      "step": 38487
    },
    {
      "epoch": 1.7905559432426146,
      "grad_norm": 1.0291944364798014,
      "learning_rate": 0.0002429103551470374,
      "loss": 2.6875,
      "step": 38488
    },
    {
      "epoch": 1.7906024656896953,
      "grad_norm": 1.0871335499070918,
      "learning_rate": 0.00024290744138099794,
      "loss": 1.6484,
      "step": 38489
    },
    {
      "epoch": 1.790648988136776,
      "grad_norm": 1.1482319742911045,
      "learning_rate": 0.00024290452755808002,
      "loss": 2.4844,
      "step": 38490
    },
    {
      "epoch": 1.7906955105838567,
      "grad_norm": 1.0146577386239786,
      "learning_rate": 0.0002429016136782854,
      "loss": 2.5469,
      "step": 38491
    },
    {
      "epoch": 1.7907420330309374,
      "grad_norm": 1.0434528188442265,
      "learning_rate": 0.00024289869974161585,
      "loss": 2.3906,
      "step": 38492
    },
    {
      "epoch": 1.7907885554780183,
      "grad_norm": 1.0535642691827751,
      "learning_rate": 0.00024289578574807319,
      "loss": 2.1719,
      "step": 38493
    },
    {
      "epoch": 1.7908350779250988,
      "grad_norm": 0.9973604881007815,
      "learning_rate": 0.00024289287169765913,
      "loss": 2.3906,
      "step": 38494
    },
    {
      "epoch": 1.7908816003721797,
      "grad_norm": 1.0352169686309973,
      "learning_rate": 0.00024288995759037552,
      "loss": 2.2969,
      "step": 38495
    },
    {
      "epoch": 1.7909281228192602,
      "grad_norm": 1.064119313702884,
      "learning_rate": 0.0002428870434262242,
      "loss": 2.6406,
      "step": 38496
    },
    {
      "epoch": 1.790974645266341,
      "grad_norm": 1.0248956019359898,
      "learning_rate": 0.00024288412920520682,
      "loss": 2.3438,
      "step": 38497
    },
    {
      "epoch": 1.7910211677134216,
      "grad_norm": 1.1286540362376878,
      "learning_rate": 0.00024288121492732525,
      "loss": 2.7031,
      "step": 38498
    },
    {
      "epoch": 1.7910676901605025,
      "grad_norm": 0.995654792704545,
      "learning_rate": 0.00024287830059258126,
      "loss": 2.3906,
      "step": 38499
    },
    {
      "epoch": 1.7911142126075832,
      "grad_norm": 1.0269150476105882,
      "learning_rate": 0.00024287538620097662,
      "loss": 2.2656,
      "step": 38500
    },
    {
      "epoch": 1.7911607350546639,
      "grad_norm": 1.017068835586519,
      "learning_rate": 0.0002428724717525131,
      "loss": 2.4531,
      "step": 38501
    },
    {
      "epoch": 1.7912072575017446,
      "grad_norm": 1.0407399819219574,
      "learning_rate": 0.00024286955724719253,
      "loss": 2.4375,
      "step": 38502
    },
    {
      "epoch": 1.7912537799488253,
      "grad_norm": 1.024174190550373,
      "learning_rate": 0.00024286664268501664,
      "loss": 2.4844,
      "step": 38503
    },
    {
      "epoch": 1.791300302395906,
      "grad_norm": 1.0506385047346911,
      "learning_rate": 0.00024286372806598734,
      "loss": 2.375,
      "step": 38504
    },
    {
      "epoch": 1.7913468248429867,
      "grad_norm": 1.0673961614823604,
      "learning_rate": 0.0002428608133901062,
      "loss": 2.5781,
      "step": 38505
    },
    {
      "epoch": 1.7913933472900676,
      "grad_norm": 1.0378765590826209,
      "learning_rate": 0.00024285789865737518,
      "loss": 2.6719,
      "step": 38506
    },
    {
      "epoch": 1.791439869737148,
      "grad_norm": 0.9739534472836857,
      "learning_rate": 0.00024285498386779597,
      "loss": 2.4688,
      "step": 38507
    },
    {
      "epoch": 1.791486392184229,
      "grad_norm": 1.0698130138450412,
      "learning_rate": 0.00024285206902137043,
      "loss": 2.0938,
      "step": 38508
    },
    {
      "epoch": 1.7915329146313095,
      "grad_norm": 0.9951326427537661,
      "learning_rate": 0.00024284915411810029,
      "loss": 2.0938,
      "step": 38509
    },
    {
      "epoch": 1.7915794370783904,
      "grad_norm": 1.0611870654582771,
      "learning_rate": 0.00024284623915798734,
      "loss": 2.2656,
      "step": 38510
    },
    {
      "epoch": 1.7916259595254709,
      "grad_norm": 1.08421257528144,
      "learning_rate": 0.00024284332414103337,
      "loss": 2.2031,
      "step": 38511
    },
    {
      "epoch": 1.7916724819725518,
      "grad_norm": 1.0235933845921468,
      "learning_rate": 0.00024284040906724023,
      "loss": 2.5469,
      "step": 38512
    },
    {
      "epoch": 1.7917190044196325,
      "grad_norm": 1.0627777649752597,
      "learning_rate": 0.0002428374939366096,
      "loss": 2.2656,
      "step": 38513
    },
    {
      "epoch": 1.7917655268667132,
      "grad_norm": 1.0369526323362184,
      "learning_rate": 0.00024283457874914332,
      "loss": 2.5625,
      "step": 38514
    },
    {
      "epoch": 1.791812049313794,
      "grad_norm": 1.0172022884647256,
      "learning_rate": 0.00024283166350484316,
      "loss": 2.5781,
      "step": 38515
    },
    {
      "epoch": 1.7918585717608746,
      "grad_norm": 1.0143686837635184,
      "learning_rate": 0.00024282874820371085,
      "loss": 2.2969,
      "step": 38516
    },
    {
      "epoch": 1.7919050942079553,
      "grad_norm": 1.0955664634213382,
      "learning_rate": 0.00024282583284574832,
      "loss": 2.4844,
      "step": 38517
    },
    {
      "epoch": 1.791951616655036,
      "grad_norm": 1.105065319295521,
      "learning_rate": 0.00024282291743095723,
      "loss": 2.2812,
      "step": 38518
    },
    {
      "epoch": 1.791998139102117,
      "grad_norm": 1.0696554245808687,
      "learning_rate": 0.0002428200019593394,
      "loss": 2.6094,
      "step": 38519
    },
    {
      "epoch": 1.7920446615491974,
      "grad_norm": 1.0262915325789312,
      "learning_rate": 0.00024281708643089664,
      "loss": 2.2969,
      "step": 38520
    },
    {
      "epoch": 1.7920911839962783,
      "grad_norm": 1.0969457068264588,
      "learning_rate": 0.0002428141708456307,
      "loss": 2.3125,
      "step": 38521
    },
    {
      "epoch": 1.7921377064433588,
      "grad_norm": 1.0913746965504716,
      "learning_rate": 0.0002428112552035434,
      "loss": 2.8125,
      "step": 38522
    },
    {
      "epoch": 1.7921842288904397,
      "grad_norm": 1.0803605193455668,
      "learning_rate": 0.00024280833950463646,
      "loss": 2.4844,
      "step": 38523
    },
    {
      "epoch": 1.7922307513375202,
      "grad_norm": 1.1479323451762966,
      "learning_rate": 0.00024280542374891174,
      "loss": 2.625,
      "step": 38524
    },
    {
      "epoch": 1.792277273784601,
      "grad_norm": 1.1125144603958868,
      "learning_rate": 0.00024280250793637097,
      "loss": 2.4219,
      "step": 38525
    },
    {
      "epoch": 1.7923237962316818,
      "grad_norm": 1.0630458288167024,
      "learning_rate": 0.00024279959206701597,
      "loss": 2.4219,
      "step": 38526
    },
    {
      "epoch": 1.7923703186787625,
      "grad_norm": 1.1063261207623942,
      "learning_rate": 0.0002427966761408485,
      "loss": 2.2656,
      "step": 38527
    },
    {
      "epoch": 1.7924168411258432,
      "grad_norm": 1.0012563265254846,
      "learning_rate": 0.00024279376015787034,
      "loss": 2.3906,
      "step": 38528
    },
    {
      "epoch": 1.792463363572924,
      "grad_norm": 1.0709553994802126,
      "learning_rate": 0.00024279084411808332,
      "loss": 2.375,
      "step": 38529
    },
    {
      "epoch": 1.7925098860200046,
      "grad_norm": 1.0745112147323097,
      "learning_rate": 0.00024278792802148922,
      "loss": 2.2656,
      "step": 38530
    },
    {
      "epoch": 1.7925564084670853,
      "grad_norm": 1.0381590892412105,
      "learning_rate": 0.00024278501186808976,
      "loss": 2.5156,
      "step": 38531
    },
    {
      "epoch": 1.7926029309141662,
      "grad_norm": 1.0409949108434366,
      "learning_rate": 0.0002427820956578868,
      "loss": 2.6094,
      "step": 38532
    },
    {
      "epoch": 1.7926494533612467,
      "grad_norm": 1.0170773879569461,
      "learning_rate": 0.0002427791793908821,
      "loss": 2.3906,
      "step": 38533
    },
    {
      "epoch": 1.7926959758083276,
      "grad_norm": 1.1793900147319618,
      "learning_rate": 0.00024277626306707745,
      "loss": 2.5781,
      "step": 38534
    },
    {
      "epoch": 1.792742498255408,
      "grad_norm": 1.1564000606579448,
      "learning_rate": 0.00024277334668647456,
      "loss": 2.3906,
      "step": 38535
    },
    {
      "epoch": 1.792789020702489,
      "grad_norm": 1.1195752979189582,
      "learning_rate": 0.0002427704302490753,
      "loss": 2.3281,
      "step": 38536
    },
    {
      "epoch": 1.7928355431495697,
      "grad_norm": 1.0180494479590372,
      "learning_rate": 0.0002427675137548815,
      "loss": 2.2969,
      "step": 38537
    },
    {
      "epoch": 1.7928820655966504,
      "grad_norm": 2.608998488678514,
      "learning_rate": 0.0002427645972038948,
      "loss": 2.3594,
      "step": 38538
    },
    {
      "epoch": 1.7929285880437311,
      "grad_norm": 0.978939665715165,
      "learning_rate": 0.00024276168059611712,
      "loss": 2.25,
      "step": 38539
    },
    {
      "epoch": 1.7929751104908118,
      "grad_norm": 1.1001979885575104,
      "learning_rate": 0.0002427587639315502,
      "loss": 2.3281,
      "step": 38540
    },
    {
      "epoch": 1.7930216329378925,
      "grad_norm": 0.9712194930881646,
      "learning_rate": 0.00024275584721019579,
      "loss": 2.3125,
      "step": 38541
    },
    {
      "epoch": 1.7930681553849732,
      "grad_norm": 1.0169835792767,
      "learning_rate": 0.0002427529304320557,
      "loss": 2.3281,
      "step": 38542
    },
    {
      "epoch": 1.793114677832054,
      "grad_norm": 1.0678432104972948,
      "learning_rate": 0.0002427500135971317,
      "loss": 2.4375,
      "step": 38543
    },
    {
      "epoch": 1.7931612002791346,
      "grad_norm": 1.0961910257014762,
      "learning_rate": 0.00024274709670542568,
      "loss": 2.4062,
      "step": 38544
    },
    {
      "epoch": 1.7932077227262155,
      "grad_norm": 1.0264110142035312,
      "learning_rate": 0.00024274417975693924,
      "loss": 2.0625,
      "step": 38545
    },
    {
      "epoch": 1.793254245173296,
      "grad_norm": 0.9897618530880633,
      "learning_rate": 0.00024274126275167433,
      "loss": 2.2656,
      "step": 38546
    },
    {
      "epoch": 1.793300767620377,
      "grad_norm": 1.4534872371936873,
      "learning_rate": 0.00024273834568963267,
      "loss": 3.0625,
      "step": 38547
    },
    {
      "epoch": 1.7933472900674574,
      "grad_norm": 1.085214811834319,
      "learning_rate": 0.00024273542857081601,
      "loss": 2.1875,
      "step": 38548
    },
    {
      "epoch": 1.7933938125145383,
      "grad_norm": 1.1488111718708145,
      "learning_rate": 0.0002427325113952262,
      "loss": 2.3594,
      "step": 38549
    },
    {
      "epoch": 1.793440334961619,
      "grad_norm": 1.00622757323368,
      "learning_rate": 0.000242729594162865,
      "loss": 2.2031,
      "step": 38550
    },
    {
      "epoch": 1.7934868574086997,
      "grad_norm": 1.1826918602172185,
      "learning_rate": 0.0002427266768737342,
      "loss": 2.625,
      "step": 38551
    },
    {
      "epoch": 1.7935333798557804,
      "grad_norm": 1.0782680722353566,
      "learning_rate": 0.00024272375952783554,
      "loss": 2.2344,
      "step": 38552
    },
    {
      "epoch": 1.7935799023028611,
      "grad_norm": 0.9903848115244109,
      "learning_rate": 0.0002427208421251709,
      "loss": 1.8984,
      "step": 38553
    },
    {
      "epoch": 1.7936264247499418,
      "grad_norm": 1.028436727520663,
      "learning_rate": 0.000242717924665742,
      "loss": 2.4688,
      "step": 38554
    },
    {
      "epoch": 1.7936729471970225,
      "grad_norm": 1.0611751398111389,
      "learning_rate": 0.0002427150071495506,
      "loss": 2.2031,
      "step": 38555
    },
    {
      "epoch": 1.7937194696441032,
      "grad_norm": 1.1904251977972429,
      "learning_rate": 0.00024271208957659857,
      "loss": 2.25,
      "step": 38556
    },
    {
      "epoch": 1.793765992091184,
      "grad_norm": 1.010054647769416,
      "learning_rate": 0.0002427091719468877,
      "loss": 2.2344,
      "step": 38557
    },
    {
      "epoch": 1.7938125145382648,
      "grad_norm": 1.1181954599211956,
      "learning_rate": 0.00024270625426041966,
      "loss": 2.5625,
      "step": 38558
    },
    {
      "epoch": 1.7938590369853453,
      "grad_norm": 1.0678971481358042,
      "learning_rate": 0.00024270333651719628,
      "loss": 2.3594,
      "step": 38559
    },
    {
      "epoch": 1.7939055594324262,
      "grad_norm": 1.0762604053843041,
      "learning_rate": 0.0002427004187172194,
      "loss": 2.1094,
      "step": 38560
    },
    {
      "epoch": 1.7939520818795067,
      "grad_norm": 1.0810212754131268,
      "learning_rate": 0.00024269750086049083,
      "loss": 2.6406,
      "step": 38561
    },
    {
      "epoch": 1.7939986043265876,
      "grad_norm": 1.006437804838333,
      "learning_rate": 0.00024269458294701225,
      "loss": 2.0,
      "step": 38562
    },
    {
      "epoch": 1.7940451267736683,
      "grad_norm": 1.0647339970749976,
      "learning_rate": 0.00024269166497678548,
      "loss": 2.3438,
      "step": 38563
    },
    {
      "epoch": 1.794091649220749,
      "grad_norm": 1.0217968950715988,
      "learning_rate": 0.00024268874694981235,
      "loss": 2.3438,
      "step": 38564
    },
    {
      "epoch": 1.7941381716678297,
      "grad_norm": 0.880709737928036,
      "learning_rate": 0.00024268582886609463,
      "loss": 1.7109,
      "step": 38565
    },
    {
      "epoch": 1.7941846941149104,
      "grad_norm": 1.0419858853676658,
      "learning_rate": 0.00024268291072563413,
      "loss": 2.3125,
      "step": 38566
    },
    {
      "epoch": 1.7942312165619911,
      "grad_norm": 1.01210545262608,
      "learning_rate": 0.00024267999252843256,
      "loss": 2.5781,
      "step": 38567
    },
    {
      "epoch": 1.7942777390090718,
      "grad_norm": 1.0566164168085836,
      "learning_rate": 0.00024267707427449176,
      "loss": 2.125,
      "step": 38568
    },
    {
      "epoch": 1.7943242614561528,
      "grad_norm": 1.0337956375118469,
      "learning_rate": 0.00024267415596381352,
      "loss": 2.3906,
      "step": 38569
    },
    {
      "epoch": 1.7943707839032332,
      "grad_norm": 1.0602453871842903,
      "learning_rate": 0.00024267123759639958,
      "loss": 2.6719,
      "step": 38570
    },
    {
      "epoch": 1.7944173063503142,
      "grad_norm": 1.0299362284303113,
      "learning_rate": 0.00024266831917225178,
      "loss": 2.4219,
      "step": 38571
    },
    {
      "epoch": 1.7944638287973946,
      "grad_norm": 0.9874690342125961,
      "learning_rate": 0.0002426654006913719,
      "loss": 2.1094,
      "step": 38572
    },
    {
      "epoch": 1.7945103512444756,
      "grad_norm": 1.0547086186609904,
      "learning_rate": 0.00024266248215376176,
      "loss": 2.3594,
      "step": 38573
    },
    {
      "epoch": 1.794556873691556,
      "grad_norm": 1.031031763569073,
      "learning_rate": 0.00024265956355942305,
      "loss": 2.4375,
      "step": 38574
    },
    {
      "epoch": 1.794603396138637,
      "grad_norm": 1.0988400445514612,
      "learning_rate": 0.00024265664490835762,
      "loss": 2.5156,
      "step": 38575
    },
    {
      "epoch": 1.7946499185857177,
      "grad_norm": 1.0030245378011369,
      "learning_rate": 0.00024265372620056727,
      "loss": 1.5234,
      "step": 38576
    },
    {
      "epoch": 1.7946964410327984,
      "grad_norm": 0.9572767753065067,
      "learning_rate": 0.00024265080743605372,
      "loss": 2.25,
      "step": 38577
    },
    {
      "epoch": 1.794742963479879,
      "grad_norm": 1.0488418557281303,
      "learning_rate": 0.0002426478886148188,
      "loss": 2.4844,
      "step": 38578
    },
    {
      "epoch": 1.7947894859269597,
      "grad_norm": 1.0562775233127615,
      "learning_rate": 0.00024264496973686433,
      "loss": 2.4688,
      "step": 38579
    },
    {
      "epoch": 1.7948360083740404,
      "grad_norm": 1.0460233582753546,
      "learning_rate": 0.00024264205080219204,
      "loss": 2.4219,
      "step": 38580
    },
    {
      "epoch": 1.7948825308211211,
      "grad_norm": 1.0464018267514963,
      "learning_rate": 0.00024263913181080376,
      "loss": 2.2656,
      "step": 38581
    },
    {
      "epoch": 1.794929053268202,
      "grad_norm": 1.0994551189171078,
      "learning_rate": 0.0002426362127627012,
      "loss": 2.3438,
      "step": 38582
    },
    {
      "epoch": 1.7949755757152825,
      "grad_norm": 1.0170310534729983,
      "learning_rate": 0.00024263329365788628,
      "loss": 2.1094,
      "step": 38583
    },
    {
      "epoch": 1.7950220981623635,
      "grad_norm": 0.9941747417479088,
      "learning_rate": 0.00024263037449636065,
      "loss": 2.2812,
      "step": 38584
    },
    {
      "epoch": 1.795068620609444,
      "grad_norm": 1.0496519369730655,
      "learning_rate": 0.00024262745527812621,
      "loss": 2.4375,
      "step": 38585
    },
    {
      "epoch": 1.7951151430565249,
      "grad_norm": 1.158718450555575,
      "learning_rate": 0.0002426245360031847,
      "loss": 2.3438,
      "step": 38586
    },
    {
      "epoch": 1.7951616655036053,
      "grad_norm": 1.1006687359643212,
      "learning_rate": 0.00024262161667153788,
      "loss": 2.0,
      "step": 38587
    },
    {
      "epoch": 1.7952081879506863,
      "grad_norm": 1.247024864219723,
      "learning_rate": 0.00024261869728318754,
      "loss": 2.2188,
      "step": 38588
    },
    {
      "epoch": 1.795254710397767,
      "grad_norm": 1.1368538460816566,
      "learning_rate": 0.00024261577783813552,
      "loss": 2.6406,
      "step": 38589
    },
    {
      "epoch": 1.7953012328448477,
      "grad_norm": 1.0120155253339664,
      "learning_rate": 0.00024261285833638356,
      "loss": 2.4531,
      "step": 38590
    },
    {
      "epoch": 1.7953477552919284,
      "grad_norm": 1.030564123003344,
      "learning_rate": 0.00024260993877793345,
      "loss": 2.3438,
      "step": 38591
    },
    {
      "epoch": 1.795394277739009,
      "grad_norm": 1.0127379605967846,
      "learning_rate": 0.00024260701916278702,
      "loss": 2.3594,
      "step": 38592
    },
    {
      "epoch": 1.7954408001860898,
      "grad_norm": 1.0380588201686147,
      "learning_rate": 0.00024260409949094597,
      "loss": 2.3438,
      "step": 38593
    },
    {
      "epoch": 1.7954873226331705,
      "grad_norm": 1.1388293651565347,
      "learning_rate": 0.0002426011797624122,
      "loss": 2.5625,
      "step": 38594
    },
    {
      "epoch": 1.7955338450802514,
      "grad_norm": 1.005628638144713,
      "learning_rate": 0.0002425982599771874,
      "loss": 2.3438,
      "step": 38595
    },
    {
      "epoch": 1.7955803675273319,
      "grad_norm": 1.0492950833124794,
      "learning_rate": 0.00024259534013527345,
      "loss": 2.5312,
      "step": 38596
    },
    {
      "epoch": 1.7956268899744128,
      "grad_norm": 1.0148278619622473,
      "learning_rate": 0.00024259242023667204,
      "loss": 2.4531,
      "step": 38597
    },
    {
      "epoch": 1.7956734124214933,
      "grad_norm": 1.0257323334238477,
      "learning_rate": 0.00024258950028138506,
      "loss": 2.4531,
      "step": 38598
    },
    {
      "epoch": 1.7957199348685742,
      "grad_norm": 1.053577755176347,
      "learning_rate": 0.0002425865802694142,
      "loss": 2.0625,
      "step": 38599
    },
    {
      "epoch": 1.7957664573156547,
      "grad_norm": 1.0165412068472628,
      "learning_rate": 0.00024258366020076132,
      "loss": 2.1875,
      "step": 38600
    },
    {
      "epoch": 1.7958129797627356,
      "grad_norm": 1.1057456645469554,
      "learning_rate": 0.00024258074007542818,
      "loss": 2.6562,
      "step": 38601
    },
    {
      "epoch": 1.7958595022098163,
      "grad_norm": 1.0881132591529226,
      "learning_rate": 0.0002425778198934165,
      "loss": 2.3906,
      "step": 38602
    },
    {
      "epoch": 1.795906024656897,
      "grad_norm": 1.0789020369066962,
      "learning_rate": 0.0002425748996547282,
      "loss": 2.4844,
      "step": 38603
    },
    {
      "epoch": 1.7959525471039777,
      "grad_norm": 1.0257366381334805,
      "learning_rate": 0.00024257197935936495,
      "loss": 2.3438,
      "step": 38604
    },
    {
      "epoch": 1.7959990695510584,
      "grad_norm": 1.019871624178465,
      "learning_rate": 0.00024256905900732863,
      "loss": 2.2031,
      "step": 38605
    },
    {
      "epoch": 1.796045591998139,
      "grad_norm": 1.0801910953701965,
      "learning_rate": 0.00024256613859862096,
      "loss": 2.5156,
      "step": 38606
    },
    {
      "epoch": 1.7960921144452198,
      "grad_norm": 1.0403697038662665,
      "learning_rate": 0.0002425632181332438,
      "loss": 2.3438,
      "step": 38607
    },
    {
      "epoch": 1.7961386368923007,
      "grad_norm": 1.1528265821610262,
      "learning_rate": 0.00024256029761119882,
      "loss": 2.7812,
      "step": 38608
    },
    {
      "epoch": 1.7961851593393812,
      "grad_norm": 1.0758679181522672,
      "learning_rate": 0.00024255737703248793,
      "loss": 2.4062,
      "step": 38609
    },
    {
      "epoch": 1.796231681786462,
      "grad_norm": 1.0822548316757041,
      "learning_rate": 0.00024255445639711283,
      "loss": 2.4688,
      "step": 38610
    },
    {
      "epoch": 1.7962782042335426,
      "grad_norm": 0.9803242890641135,
      "learning_rate": 0.0002425515357050754,
      "loss": 2.3125,
      "step": 38611
    },
    {
      "epoch": 1.7963247266806235,
      "grad_norm": 1.0914879160510238,
      "learning_rate": 0.0002425486149563774,
      "loss": 2.4688,
      "step": 38612
    },
    {
      "epoch": 1.796371249127704,
      "grad_norm": 1.0285130910638685,
      "learning_rate": 0.0002425456941510205,
      "loss": 2.3125,
      "step": 38613
    },
    {
      "epoch": 1.7964177715747849,
      "grad_norm": 1.0818868898119087,
      "learning_rate": 0.0002425427732890066,
      "loss": 2.3281,
      "step": 38614
    },
    {
      "epoch": 1.7964642940218656,
      "grad_norm": 0.980129969280034,
      "learning_rate": 0.00024253985237033748,
      "loss": 2.1719,
      "step": 38615
    },
    {
      "epoch": 1.7965108164689463,
      "grad_norm": 0.9781552105234704,
      "learning_rate": 0.00024253693139501494,
      "loss": 2.2344,
      "step": 38616
    },
    {
      "epoch": 1.796557338916027,
      "grad_norm": 1.0133349587542808,
      "learning_rate": 0.00024253401036304075,
      "loss": 2.4219,
      "step": 38617
    },
    {
      "epoch": 1.7966038613631077,
      "grad_norm": 0.9999905966565372,
      "learning_rate": 0.00024253108927441665,
      "loss": 2.3281,
      "step": 38618
    },
    {
      "epoch": 1.7966503838101884,
      "grad_norm": 0.9892460903114584,
      "learning_rate": 0.0002425281681291445,
      "loss": 2.2812,
      "step": 38619
    },
    {
      "epoch": 1.796696906257269,
      "grad_norm": 1.1470078706241589,
      "learning_rate": 0.0002425252469272261,
      "loss": 1.8906,
      "step": 38620
    },
    {
      "epoch": 1.79674342870435,
      "grad_norm": 1.0010041739401434,
      "learning_rate": 0.00024252232566866313,
      "loss": 1.9922,
      "step": 38621
    },
    {
      "epoch": 1.7967899511514305,
      "grad_norm": 1.1239116208600068,
      "learning_rate": 0.0002425194043534575,
      "loss": 2.4531,
      "step": 38622
    },
    {
      "epoch": 1.7968364735985114,
      "grad_norm": 0.9883391247703627,
      "learning_rate": 0.0002425164829816109,
      "loss": 2.6094,
      "step": 38623
    },
    {
      "epoch": 1.7968829960455919,
      "grad_norm": 0.9776756089431358,
      "learning_rate": 0.0002425135615531252,
      "loss": 2.375,
      "step": 38624
    },
    {
      "epoch": 1.7969295184926728,
      "grad_norm": 0.9974864408164786,
      "learning_rate": 0.0002425106400680021,
      "loss": 2.1875,
      "step": 38625
    },
    {
      "epoch": 1.7969760409397533,
      "grad_norm": 1.0468694658542137,
      "learning_rate": 0.00024250771852624346,
      "loss": 2.2188,
      "step": 38626
    },
    {
      "epoch": 1.7970225633868342,
      "grad_norm": 0.9921689073293727,
      "learning_rate": 0.0002425047969278511,
      "loss": 2.0625,
      "step": 38627
    },
    {
      "epoch": 1.797069085833915,
      "grad_norm": 1.0139319043920947,
      "learning_rate": 0.0002425018752728267,
      "loss": 2.5469,
      "step": 38628
    },
    {
      "epoch": 1.7971156082809956,
      "grad_norm": 1.0494498102397896,
      "learning_rate": 0.00024249895356117212,
      "loss": 2.2969,
      "step": 38629
    },
    {
      "epoch": 1.7971621307280763,
      "grad_norm": 1.0838175006634287,
      "learning_rate": 0.00024249603179288918,
      "loss": 2.2344,
      "step": 38630
    },
    {
      "epoch": 1.797208653175157,
      "grad_norm": 1.048525921082567,
      "learning_rate": 0.00024249310996797958,
      "loss": 2.4219,
      "step": 38631
    },
    {
      "epoch": 1.7972551756222377,
      "grad_norm": 1.007493919294928,
      "learning_rate": 0.00024249018808644517,
      "loss": 2.2969,
      "step": 38632
    },
    {
      "epoch": 1.7973016980693184,
      "grad_norm": 1.0191865830785678,
      "learning_rate": 0.0002424872661482877,
      "loss": 2.2344,
      "step": 38633
    },
    {
      "epoch": 1.7973482205163993,
      "grad_norm": 1.0737292143842527,
      "learning_rate": 0.000242484344153509,
      "loss": 2.6094,
      "step": 38634
    },
    {
      "epoch": 1.7973947429634798,
      "grad_norm": 1.0233726293526288,
      "learning_rate": 0.00024248142210211084,
      "loss": 2.1875,
      "step": 38635
    },
    {
      "epoch": 1.7974412654105607,
      "grad_norm": 1.0095521393413487,
      "learning_rate": 0.00024247849999409503,
      "loss": 2.1562,
      "step": 38636
    },
    {
      "epoch": 1.7974877878576412,
      "grad_norm": 1.0299023829528247,
      "learning_rate": 0.00024247557782946329,
      "loss": 2.5312,
      "step": 38637
    },
    {
      "epoch": 1.797534310304722,
      "grad_norm": 1.0430501411467457,
      "learning_rate": 0.00024247265560821746,
      "loss": 2.5625,
      "step": 38638
    },
    {
      "epoch": 1.7975808327518026,
      "grad_norm": 1.1426714968510747,
      "learning_rate": 0.00024246973333035934,
      "loss": 2.4219,
      "step": 38639
    },
    {
      "epoch": 1.7976273551988835,
      "grad_norm": 1.007300686272655,
      "learning_rate": 0.00024246681099589074,
      "loss": 2.5156,
      "step": 38640
    },
    {
      "epoch": 1.7976738776459642,
      "grad_norm": 1.0807916446547647,
      "learning_rate": 0.00024246388860481335,
      "loss": 2.4375,
      "step": 38641
    },
    {
      "epoch": 1.797720400093045,
      "grad_norm": 1.00033413632575,
      "learning_rate": 0.00024246096615712905,
      "loss": 2.2969,
      "step": 38642
    },
    {
      "epoch": 1.7977669225401256,
      "grad_norm": 0.9580813702131833,
      "learning_rate": 0.00024245804365283962,
      "loss": 2.3281,
      "step": 38643
    },
    {
      "epoch": 1.7978134449872063,
      "grad_norm": 1.0406420149403557,
      "learning_rate": 0.00024245512109194684,
      "loss": 2.1719,
      "step": 38644
    },
    {
      "epoch": 1.797859967434287,
      "grad_norm": 1.1297025318234852,
      "learning_rate": 0.0002424521984744524,
      "loss": 2.6094,
      "step": 38645
    },
    {
      "epoch": 1.7979064898813677,
      "grad_norm": 0.9873459390472796,
      "learning_rate": 0.00024244927580035827,
      "loss": 2.0625,
      "step": 38646
    },
    {
      "epoch": 1.7979530123284486,
      "grad_norm": 0.9837190453914602,
      "learning_rate": 0.00024244635306966614,
      "loss": 2.2188,
      "step": 38647
    },
    {
      "epoch": 1.797999534775529,
      "grad_norm": 0.9974062570662975,
      "learning_rate": 0.00024244343028237777,
      "loss": 2.4219,
      "step": 38648
    },
    {
      "epoch": 1.79804605722261,
      "grad_norm": 1.1102295468179917,
      "learning_rate": 0.00024244050743849502,
      "loss": 2.3594,
      "step": 38649
    },
    {
      "epoch": 1.7980925796696905,
      "grad_norm": 1.0482982635669431,
      "learning_rate": 0.00024243758453801963,
      "loss": 2.375,
      "step": 38650
    },
    {
      "epoch": 1.7981391021167714,
      "grad_norm": 0.9906882710958288,
      "learning_rate": 0.0002424346615809534,
      "loss": 2.2656,
      "step": 38651
    },
    {
      "epoch": 1.7981856245638521,
      "grad_norm": 1.0406624283562171,
      "learning_rate": 0.00024243173856729812,
      "loss": 2.4219,
      "step": 38652
    },
    {
      "epoch": 1.7982321470109328,
      "grad_norm": 0.9854891608802518,
      "learning_rate": 0.0002424288154970556,
      "loss": 2.2031,
      "step": 38653
    },
    {
      "epoch": 1.7982786694580135,
      "grad_norm": 1.0245644544186105,
      "learning_rate": 0.00024242589237022765,
      "loss": 2.1406,
      "step": 38654
    },
    {
      "epoch": 1.7983251919050942,
      "grad_norm": 1.023528676952124,
      "learning_rate": 0.00024242296918681598,
      "loss": 2.2344,
      "step": 38655
    },
    {
      "epoch": 1.798371714352175,
      "grad_norm": 1.1488716675868271,
      "learning_rate": 0.0002424200459468224,
      "loss": 1.75,
      "step": 38656
    },
    {
      "epoch": 1.7984182367992556,
      "grad_norm": 1.0031234818363985,
      "learning_rate": 0.0002424171226502488,
      "loss": 2.3125,
      "step": 38657
    },
    {
      "epoch": 1.7984647592463363,
      "grad_norm": 0.9665666242725183,
      "learning_rate": 0.00024241419929709685,
      "loss": 1.7812,
      "step": 38658
    },
    {
      "epoch": 1.798511281693417,
      "grad_norm": 0.9136163230930574,
      "learning_rate": 0.00024241127588736834,
      "loss": 1.7188,
      "step": 38659
    },
    {
      "epoch": 1.798557804140498,
      "grad_norm": 1.0528906586057818,
      "learning_rate": 0.00024240835242106515,
      "loss": 2.1875,
      "step": 38660
    },
    {
      "epoch": 1.7986043265875784,
      "grad_norm": 1.0420392896509263,
      "learning_rate": 0.000242405428898189,
      "loss": 2.2969,
      "step": 38661
    },
    {
      "epoch": 1.7986508490346593,
      "grad_norm": 1.037296577224929,
      "learning_rate": 0.00024240250531874173,
      "loss": 2.375,
      "step": 38662
    },
    {
      "epoch": 1.7986973714817398,
      "grad_norm": 1.0821281678460817,
      "learning_rate": 0.00024239958168272512,
      "loss": 2.2031,
      "step": 38663
    },
    {
      "epoch": 1.7987438939288207,
      "grad_norm": 1.0390031966000326,
      "learning_rate": 0.00024239665799014086,
      "loss": 2.2969,
      "step": 38664
    },
    {
      "epoch": 1.7987904163759014,
      "grad_norm": 1.1152909582514026,
      "learning_rate": 0.00024239373424099088,
      "loss": 2.5469,
      "step": 38665
    },
    {
      "epoch": 1.7988369388229821,
      "grad_norm": 1.0204176677418955,
      "learning_rate": 0.00024239081043527693,
      "loss": 2.3594,
      "step": 38666
    },
    {
      "epoch": 1.7988834612700628,
      "grad_norm": 1.0386975182178624,
      "learning_rate": 0.00024238788657300072,
      "loss": 2.5938,
      "step": 38667
    },
    {
      "epoch": 1.7989299837171435,
      "grad_norm": 1.0895159312156233,
      "learning_rate": 0.00024238496265416415,
      "loss": 2.5938,
      "step": 38668
    },
    {
      "epoch": 1.7989765061642242,
      "grad_norm": 1.0251898285132648,
      "learning_rate": 0.00024238203867876893,
      "loss": 2.0625,
      "step": 38669
    },
    {
      "epoch": 1.799023028611305,
      "grad_norm": 1.0340185654283174,
      "learning_rate": 0.0002423791146468169,
      "loss": 2.3125,
      "step": 38670
    },
    {
      "epoch": 1.7990695510583856,
      "grad_norm": 1.087140864544173,
      "learning_rate": 0.00024237619055830984,
      "loss": 2.4531,
      "step": 38671
    },
    {
      "epoch": 1.7991160735054663,
      "grad_norm": 0.9695558551550836,
      "learning_rate": 0.00024237326641324955,
      "loss": 2.3438,
      "step": 38672
    },
    {
      "epoch": 1.7991625959525472,
      "grad_norm": 0.9525134996871032,
      "learning_rate": 0.00024237034221163777,
      "loss": 2.2969,
      "step": 38673
    },
    {
      "epoch": 1.7992091183996277,
      "grad_norm": 1.060791801107126,
      "learning_rate": 0.0002423674179534763,
      "loss": 2.4219,
      "step": 38674
    },
    {
      "epoch": 1.7992556408467086,
      "grad_norm": 1.0594693869641223,
      "learning_rate": 0.000242364493638767,
      "loss": 2.5781,
      "step": 38675
    },
    {
      "epoch": 1.7993021632937891,
      "grad_norm": 1.0150813225853619,
      "learning_rate": 0.00024236156926751157,
      "loss": 2.25,
      "step": 38676
    },
    {
      "epoch": 1.79934868574087,
      "grad_norm": 1.0360923890802847,
      "learning_rate": 0.00024235864483971187,
      "loss": 2.3906,
      "step": 38677
    },
    {
      "epoch": 1.7993952081879507,
      "grad_norm": 1.0540631495014139,
      "learning_rate": 0.00024235572035536965,
      "loss": 2.5469,
      "step": 38678
    },
    {
      "epoch": 1.7994417306350314,
      "grad_norm": 1.12855830992141,
      "learning_rate": 0.00024235279581448672,
      "loss": 2.4531,
      "step": 38679
    },
    {
      "epoch": 1.7994882530821121,
      "grad_norm": 1.0703422036218486,
      "learning_rate": 0.00024234987121706487,
      "loss": 2.5312,
      "step": 38680
    },
    {
      "epoch": 1.7995347755291928,
      "grad_norm": 0.9893238221564701,
      "learning_rate": 0.00024234694656310586,
      "loss": 2.2344,
      "step": 38681
    },
    {
      "epoch": 1.7995812979762735,
      "grad_norm": 1.0164815259718791,
      "learning_rate": 0.00024234402185261154,
      "loss": 2.1875,
      "step": 38682
    },
    {
      "epoch": 1.7996278204233542,
      "grad_norm": 1.0688740670121164,
      "learning_rate": 0.00024234109708558363,
      "loss": 2.4844,
      "step": 38683
    },
    {
      "epoch": 1.7996743428704352,
      "grad_norm": 1.060045471812666,
      "learning_rate": 0.00024233817226202396,
      "loss": 2.3906,
      "step": 38684
    },
    {
      "epoch": 1.7997208653175156,
      "grad_norm": 1.0158722429475913,
      "learning_rate": 0.00024233524738193437,
      "loss": 2.5312,
      "step": 38685
    },
    {
      "epoch": 1.7997673877645965,
      "grad_norm": 1.0654798664509513,
      "learning_rate": 0.00024233232244531654,
      "loss": 2.3438,
      "step": 38686
    },
    {
      "epoch": 1.799813910211677,
      "grad_norm": 1.039129864431833,
      "learning_rate": 0.00024232939745217236,
      "loss": 2.4844,
      "step": 38687
    },
    {
      "epoch": 1.799860432658758,
      "grad_norm": 1.090560929946572,
      "learning_rate": 0.00024232647240250355,
      "loss": 2.3125,
      "step": 38688
    },
    {
      "epoch": 1.7999069551058384,
      "grad_norm": 1.0249637743922984,
      "learning_rate": 0.00024232354729631194,
      "loss": 2.1875,
      "step": 38689
    },
    {
      "epoch": 1.7999534775529193,
      "grad_norm": 1.0333542111615357,
      "learning_rate": 0.0002423206221335993,
      "loss": 2.1562,
      "step": 38690
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.9693567888787623,
      "learning_rate": 0.00024231769691436742,
      "loss": 2.4688,
      "step": 38691
    },
    {
      "epoch": 1.8000465224470807,
      "grad_norm": 1.006499142372081,
      "learning_rate": 0.0002423147716386181,
      "loss": 1.75,
      "step": 38692
    },
    {
      "epoch": 1.8000930448941614,
      "grad_norm": 1.0941209565864543,
      "learning_rate": 0.00024231184630635317,
      "loss": 2.3594,
      "step": 38693
    },
    {
      "epoch": 1.8001395673412421,
      "grad_norm": 1.0271042277982763,
      "learning_rate": 0.0002423089209175744,
      "loss": 2.2031,
      "step": 38694
    },
    {
      "epoch": 1.8001860897883228,
      "grad_norm": 1.2236554590526387,
      "learning_rate": 0.00024230599547228352,
      "loss": 2.4062,
      "step": 38695
    },
    {
      "epoch": 1.8002326122354035,
      "grad_norm": 1.052899418890679,
      "learning_rate": 0.00024230306997048237,
      "loss": 2.4375,
      "step": 38696
    },
    {
      "epoch": 1.8002791346824845,
      "grad_norm": 1.102464224982407,
      "learning_rate": 0.0002423001444121727,
      "loss": 2.3125,
      "step": 38697
    },
    {
      "epoch": 1.800325657129565,
      "grad_norm": 1.144754924671427,
      "learning_rate": 0.00024229721879735641,
      "loss": 2.6562,
      "step": 38698
    },
    {
      "epoch": 1.8003721795766459,
      "grad_norm": 1.0902410920307157,
      "learning_rate": 0.0002422942931260352,
      "loss": 2.4375,
      "step": 38699
    },
    {
      "epoch": 1.8004187020237263,
      "grad_norm": 1.0725163432223666,
      "learning_rate": 0.00024229136739821087,
      "loss": 2.5312,
      "step": 38700
    },
    {
      "epoch": 1.8004652244708073,
      "grad_norm": 1.0356498707704822,
      "learning_rate": 0.0002422884416138852,
      "loss": 2.5312,
      "step": 38701
    },
    {
      "epoch": 1.8005117469178877,
      "grad_norm": 1.0610922184987568,
      "learning_rate": 0.00024228551577306005,
      "loss": 2.4531,
      "step": 38702
    },
    {
      "epoch": 1.8005582693649687,
      "grad_norm": 1.023146716242099,
      "learning_rate": 0.00024228258987573706,
      "loss": 1.8203,
      "step": 38703
    },
    {
      "epoch": 1.8006047918120494,
      "grad_norm": 0.966769562919381,
      "learning_rate": 0.00024227966392191823,
      "loss": 2.2188,
      "step": 38704
    },
    {
      "epoch": 1.80065131425913,
      "grad_norm": 1.028193851761616,
      "learning_rate": 0.0002422767379116052,
      "loss": 2.2969,
      "step": 38705
    },
    {
      "epoch": 1.8006978367062108,
      "grad_norm": 1.0205413147879845,
      "learning_rate": 0.00024227381184479984,
      "loss": 2.4219,
      "step": 38706
    },
    {
      "epoch": 1.8007443591532915,
      "grad_norm": 1.0116421467397239,
      "learning_rate": 0.0002422708857215039,
      "loss": 2.4219,
      "step": 38707
    },
    {
      "epoch": 1.8007908816003722,
      "grad_norm": 1.0763229846457179,
      "learning_rate": 0.00024226795954171917,
      "loss": 2.5312,
      "step": 38708
    },
    {
      "epoch": 1.8008374040474528,
      "grad_norm": 1.1087071192633606,
      "learning_rate": 0.00024226503330544746,
      "loss": 2.5156,
      "step": 38709
    },
    {
      "epoch": 1.8008839264945338,
      "grad_norm": 1.1001360897435062,
      "learning_rate": 0.00024226210701269054,
      "loss": 2.3906,
      "step": 38710
    },
    {
      "epoch": 1.8009304489416142,
      "grad_norm": 1.027178877393383,
      "learning_rate": 0.0002422591806634502,
      "loss": 2.6406,
      "step": 38711
    },
    {
      "epoch": 1.8009769713886952,
      "grad_norm": 1.0156396117018331,
      "learning_rate": 0.00024225625425772828,
      "loss": 2.0625,
      "step": 38712
    },
    {
      "epoch": 1.8010234938357756,
      "grad_norm": 1.0888602698660248,
      "learning_rate": 0.00024225332779552656,
      "loss": 2.625,
      "step": 38713
    },
    {
      "epoch": 1.8010700162828566,
      "grad_norm": 0.9332582087549953,
      "learning_rate": 0.00024225040127684672,
      "loss": 1.7266,
      "step": 38714
    },
    {
      "epoch": 1.801116538729937,
      "grad_norm": 1.621432318201465,
      "learning_rate": 0.00024224747470169068,
      "loss": 2.5625,
      "step": 38715
    },
    {
      "epoch": 1.801163061177018,
      "grad_norm": 1.097291565127021,
      "learning_rate": 0.00024224454807006025,
      "loss": 2.5938,
      "step": 38716
    },
    {
      "epoch": 1.8012095836240987,
      "grad_norm": 1.1437978214760067,
      "learning_rate": 0.00024224162138195712,
      "loss": 2.75,
      "step": 38717
    },
    {
      "epoch": 1.8012561060711794,
      "grad_norm": 1.0394427656944691,
      "learning_rate": 0.00024223869463738308,
      "loss": 2.5469,
      "step": 38718
    },
    {
      "epoch": 1.80130262851826,
      "grad_norm": 1.0568572476599603,
      "learning_rate": 0.00024223576783634002,
      "loss": 2.3594,
      "step": 38719
    },
    {
      "epoch": 1.8013491509653408,
      "grad_norm": 1.0172062204453194,
      "learning_rate": 0.0002422328409788297,
      "loss": 2.0781,
      "step": 38720
    },
    {
      "epoch": 1.8013956734124215,
      "grad_norm": 1.0741982793057563,
      "learning_rate": 0.0002422299140648539,
      "loss": 2.5156,
      "step": 38721
    },
    {
      "epoch": 1.8014421958595022,
      "grad_norm": 1.166280818522994,
      "learning_rate": 0.00024222698709441433,
      "loss": 2.0938,
      "step": 38722
    },
    {
      "epoch": 1.801488718306583,
      "grad_norm": 0.9574206562517676,
      "learning_rate": 0.00024222406006751287,
      "loss": 2.1406,
      "step": 38723
    },
    {
      "epoch": 1.8015352407536636,
      "grad_norm": 1.0134296666670468,
      "learning_rate": 0.00024222113298415132,
      "loss": 2.4844,
      "step": 38724
    },
    {
      "epoch": 1.8015817632007445,
      "grad_norm": 1.089674125946327,
      "learning_rate": 0.00024221820584433145,
      "loss": 2.6406,
      "step": 38725
    },
    {
      "epoch": 1.801628285647825,
      "grad_norm": 0.9904287288262927,
      "learning_rate": 0.000242215278648055,
      "loss": 2.3438,
      "step": 38726
    },
    {
      "epoch": 1.8016748080949059,
      "grad_norm": 1.0496858971825478,
      "learning_rate": 0.00024221235139532387,
      "loss": 2.5156,
      "step": 38727
    },
    {
      "epoch": 1.8017213305419864,
      "grad_norm": 1.0197665351173322,
      "learning_rate": 0.0002422094240861398,
      "loss": 2.3906,
      "step": 38728
    },
    {
      "epoch": 1.8017678529890673,
      "grad_norm": 1.0081407197313283,
      "learning_rate": 0.0002422064967205046,
      "loss": 2.4531,
      "step": 38729
    },
    {
      "epoch": 1.801814375436148,
      "grad_norm": 1.0492481503309556,
      "learning_rate": 0.00024220356929841998,
      "loss": 2.2188,
      "step": 38730
    },
    {
      "epoch": 1.8018608978832287,
      "grad_norm": 1.0484352746816878,
      "learning_rate": 0.0002422006418198878,
      "loss": 2.1562,
      "step": 38731
    },
    {
      "epoch": 1.8019074203303094,
      "grad_norm": 1.194001031191225,
      "learning_rate": 0.00024219771428490988,
      "loss": 2.75,
      "step": 38732
    },
    {
      "epoch": 1.80195394277739,
      "grad_norm": 1.0581138379742772,
      "learning_rate": 0.00024219478669348793,
      "loss": 2.3594,
      "step": 38733
    },
    {
      "epoch": 1.8020004652244708,
      "grad_norm": 1.09545793454721,
      "learning_rate": 0.00024219185904562383,
      "loss": 2.4375,
      "step": 38734
    },
    {
      "epoch": 1.8020469876715515,
      "grad_norm": 1.1252968858022578,
      "learning_rate": 0.0002421889313413193,
      "loss": 2.5312,
      "step": 38735
    },
    {
      "epoch": 1.8020935101186324,
      "grad_norm": 1.0108566126413607,
      "learning_rate": 0.00024218600358057616,
      "loss": 2.3906,
      "step": 38736
    },
    {
      "epoch": 1.8021400325657129,
      "grad_norm": 0.9878794796378072,
      "learning_rate": 0.00024218307576339622,
      "loss": 2.3438,
      "step": 38737
    },
    {
      "epoch": 1.8021865550127938,
      "grad_norm": 0.9883388055199155,
      "learning_rate": 0.00024218014788978125,
      "loss": 2.2188,
      "step": 38738
    },
    {
      "epoch": 1.8022330774598743,
      "grad_norm": 1.0046828808094475,
      "learning_rate": 0.00024217721995973307,
      "loss": 2.3281,
      "step": 38739
    },
    {
      "epoch": 1.8022795999069552,
      "grad_norm": 1.1230267689735336,
      "learning_rate": 0.0002421742919732534,
      "loss": 2.4688,
      "step": 38740
    },
    {
      "epoch": 1.8023261223540357,
      "grad_norm": 1.0756355625512157,
      "learning_rate": 0.00024217136393034415,
      "loss": 2.5156,
      "step": 38741
    },
    {
      "epoch": 1.8023726448011166,
      "grad_norm": 1.1010509783502267,
      "learning_rate": 0.00024216843583100702,
      "loss": 2.5781,
      "step": 38742
    },
    {
      "epoch": 1.8024191672481973,
      "grad_norm": 0.9995773524921692,
      "learning_rate": 0.00024216550767524383,
      "loss": 2.3438,
      "step": 38743
    },
    {
      "epoch": 1.802465689695278,
      "grad_norm": 1.131632916594209,
      "learning_rate": 0.0002421625794630564,
      "loss": 2.3125,
      "step": 38744
    },
    {
      "epoch": 1.8025122121423587,
      "grad_norm": 1.0386420107199863,
      "learning_rate": 0.00024215965119444647,
      "loss": 2.0156,
      "step": 38745
    },
    {
      "epoch": 1.8025587345894394,
      "grad_norm": 1.0197863390898254,
      "learning_rate": 0.00024215672286941585,
      "loss": 2.2812,
      "step": 38746
    },
    {
      "epoch": 1.80260525703652,
      "grad_norm": 1.1422809138238703,
      "learning_rate": 0.00024215379448796635,
      "loss": 2.5156,
      "step": 38747
    },
    {
      "epoch": 1.8026517794836008,
      "grad_norm": 1.094688024151336,
      "learning_rate": 0.00024215086605009975,
      "loss": 1.7891,
      "step": 38748
    },
    {
      "epoch": 1.8026983019306817,
      "grad_norm": 1.0167491070398478,
      "learning_rate": 0.00024214793755581785,
      "loss": 2.3438,
      "step": 38749
    },
    {
      "epoch": 1.8027448243777622,
      "grad_norm": 1.0269327284178298,
      "learning_rate": 0.00024214500900512245,
      "loss": 2.5,
      "step": 38750
    },
    {
      "epoch": 1.802791346824843,
      "grad_norm": 1.2408052357909447,
      "learning_rate": 0.00024214208039801535,
      "loss": 2.5156,
      "step": 38751
    },
    {
      "epoch": 1.8028378692719236,
      "grad_norm": 1.008366279898818,
      "learning_rate": 0.00024213915173449828,
      "loss": 2.3125,
      "step": 38752
    },
    {
      "epoch": 1.8028843917190045,
      "grad_norm": 1.1223998326705462,
      "learning_rate": 0.00024213622301457306,
      "loss": 2.6094,
      "step": 38753
    },
    {
      "epoch": 1.802930914166085,
      "grad_norm": 1.139075840404463,
      "learning_rate": 0.00024213329423824158,
      "loss": 2.4062,
      "step": 38754
    },
    {
      "epoch": 1.802977436613166,
      "grad_norm": 1.037862591197482,
      "learning_rate": 0.0002421303654055055,
      "loss": 2.4531,
      "step": 38755
    },
    {
      "epoch": 1.8030239590602466,
      "grad_norm": 1.0283069806018261,
      "learning_rate": 0.0002421274365163667,
      "loss": 2.4375,
      "step": 38756
    },
    {
      "epoch": 1.8030704815073273,
      "grad_norm": 1.0419893781678207,
      "learning_rate": 0.00024212450757082692,
      "loss": 2.25,
      "step": 38757
    },
    {
      "epoch": 1.803117003954408,
      "grad_norm": 0.9925352950795081,
      "learning_rate": 0.00024212157856888796,
      "loss": 2.2344,
      "step": 38758
    },
    {
      "epoch": 1.8031635264014887,
      "grad_norm": 1.0585493977884997,
      "learning_rate": 0.0002421186495105516,
      "loss": 1.8047,
      "step": 38759
    },
    {
      "epoch": 1.8032100488485694,
      "grad_norm": 1.1092040318688177,
      "learning_rate": 0.00024211572039581973,
      "loss": 2.4844,
      "step": 38760
    },
    {
      "epoch": 1.80325657129565,
      "grad_norm": 1.0556830347337842,
      "learning_rate": 0.00024211279122469408,
      "loss": 2.4844,
      "step": 38761
    },
    {
      "epoch": 1.803303093742731,
      "grad_norm": 1.0052175824328997,
      "learning_rate": 0.0002421098619971764,
      "loss": 2.4375,
      "step": 38762
    },
    {
      "epoch": 1.8033496161898115,
      "grad_norm": 1.1375602498088064,
      "learning_rate": 0.00024210693271326848,
      "loss": 2.4219,
      "step": 38763
    },
    {
      "epoch": 1.8033961386368924,
      "grad_norm": 0.9422200291557117,
      "learning_rate": 0.00024210400337297221,
      "loss": 2.0156,
      "step": 38764
    },
    {
      "epoch": 1.8034426610839729,
      "grad_norm": 1.2018566858519022,
      "learning_rate": 0.00024210107397628933,
      "loss": 2.3281,
      "step": 38765
    },
    {
      "epoch": 1.8034891835310538,
      "grad_norm": 1.006006489057726,
      "learning_rate": 0.0002420981445232216,
      "loss": 2.4062,
      "step": 38766
    },
    {
      "epoch": 1.8035357059781343,
      "grad_norm": 1.0460257090436689,
      "learning_rate": 0.00024209521501377085,
      "loss": 2.5312,
      "step": 38767
    },
    {
      "epoch": 1.8035822284252152,
      "grad_norm": 1.0009611562828358,
      "learning_rate": 0.00024209228544793887,
      "loss": 2.4688,
      "step": 38768
    },
    {
      "epoch": 1.803628750872296,
      "grad_norm": 1.0019987928543834,
      "learning_rate": 0.00024208935582572744,
      "loss": 2.2656,
      "step": 38769
    },
    {
      "epoch": 1.8036752733193766,
      "grad_norm": 1.0994259851107042,
      "learning_rate": 0.00024208642614713838,
      "loss": 2.7031,
      "step": 38770
    },
    {
      "epoch": 1.8037217957664573,
      "grad_norm": 0.9825626060702194,
      "learning_rate": 0.00024208349641217342,
      "loss": 2.5625,
      "step": 38771
    },
    {
      "epoch": 1.803768318213538,
      "grad_norm": 1.2218150979388698,
      "learning_rate": 0.0002420805666208345,
      "loss": 2.4531,
      "step": 38772
    },
    {
      "epoch": 1.8038148406606187,
      "grad_norm": 1.0241485799413412,
      "learning_rate": 0.00024207763677312324,
      "loss": 2.3594,
      "step": 38773
    },
    {
      "epoch": 1.8038613631076994,
      "grad_norm": 1.0529278191723497,
      "learning_rate": 0.0002420747068690415,
      "loss": 2.6406,
      "step": 38774
    },
    {
      "epoch": 1.8039078855547803,
      "grad_norm": 1.083167389574392,
      "learning_rate": 0.0002420717769085911,
      "loss": 2.3594,
      "step": 38775
    },
    {
      "epoch": 1.8039544080018608,
      "grad_norm": 0.9708986080287961,
      "learning_rate": 0.00024206884689177382,
      "loss": 1.7344,
      "step": 38776
    },
    {
      "epoch": 1.8040009304489417,
      "grad_norm": 1.038434545776296,
      "learning_rate": 0.00024206591681859144,
      "loss": 2.1719,
      "step": 38777
    },
    {
      "epoch": 1.8040474528960222,
      "grad_norm": 0.9909269698789556,
      "learning_rate": 0.0002420629866890458,
      "loss": 2.2188,
      "step": 38778
    },
    {
      "epoch": 1.8040939753431031,
      "grad_norm": 1.0283609489094427,
      "learning_rate": 0.0002420600565031386,
      "loss": 2.5156,
      "step": 38779
    },
    {
      "epoch": 1.8041404977901838,
      "grad_norm": 1.0519219176715784,
      "learning_rate": 0.00024205712626087174,
      "loss": 2.125,
      "step": 38780
    },
    {
      "epoch": 1.8041870202372645,
      "grad_norm": 1.0324294299073544,
      "learning_rate": 0.00024205419596224696,
      "loss": 2.2812,
      "step": 38781
    },
    {
      "epoch": 1.8042335426843452,
      "grad_norm": 1.1528075957936716,
      "learning_rate": 0.00024205126560726602,
      "loss": 2.3438,
      "step": 38782
    },
    {
      "epoch": 1.804280065131426,
      "grad_norm": 1.1034613511870408,
      "learning_rate": 0.00024204833519593077,
      "loss": 2.6094,
      "step": 38783
    },
    {
      "epoch": 1.8043265875785066,
      "grad_norm": 1.1342843794237227,
      "learning_rate": 0.00024204540472824298,
      "loss": 2.3906,
      "step": 38784
    },
    {
      "epoch": 1.8043731100255873,
      "grad_norm": 0.9963698828654707,
      "learning_rate": 0.00024204247420420448,
      "loss": 2.3281,
      "step": 38785
    },
    {
      "epoch": 1.804419632472668,
      "grad_norm": 1.1067595883002772,
      "learning_rate": 0.00024203954362381701,
      "loss": 2.4844,
      "step": 38786
    },
    {
      "epoch": 1.8044661549197487,
      "grad_norm": 1.0144480559608184,
      "learning_rate": 0.00024203661298708242,
      "loss": 2.4375,
      "step": 38787
    },
    {
      "epoch": 1.8045126773668296,
      "grad_norm": 1.0145134681980776,
      "learning_rate": 0.00024203368229400244,
      "loss": 2.4844,
      "step": 38788
    },
    {
      "epoch": 1.80455919981391,
      "grad_norm": 1.0443140769955381,
      "learning_rate": 0.00024203075154457894,
      "loss": 2.4844,
      "step": 38789
    },
    {
      "epoch": 1.804605722260991,
      "grad_norm": 1.020882996832459,
      "learning_rate": 0.0002420278207388136,
      "loss": 2.4531,
      "step": 38790
    },
    {
      "epoch": 1.8046522447080715,
      "grad_norm": 1.0300293495634236,
      "learning_rate": 0.00024202488987670832,
      "loss": 2.4062,
      "step": 38791
    },
    {
      "epoch": 1.8046987671551524,
      "grad_norm": 1.0908862976601152,
      "learning_rate": 0.00024202195895826488,
      "loss": 2.3281,
      "step": 38792
    },
    {
      "epoch": 1.8047452896022331,
      "grad_norm": 1.0154116303158396,
      "learning_rate": 0.00024201902798348502,
      "loss": 2.4062,
      "step": 38793
    },
    {
      "epoch": 1.8047918120493138,
      "grad_norm": 1.0379030153361224,
      "learning_rate": 0.00024201609695237062,
      "loss": 2.5312,
      "step": 38794
    },
    {
      "epoch": 1.8048383344963945,
      "grad_norm": 1.058150715758139,
      "learning_rate": 0.00024201316586492337,
      "loss": 2.3438,
      "step": 38795
    },
    {
      "epoch": 1.8048848569434752,
      "grad_norm": 1.1517537296480171,
      "learning_rate": 0.00024201023472114516,
      "loss": 2.6562,
      "step": 38796
    },
    {
      "epoch": 1.804931379390556,
      "grad_norm": 0.9985416938105548,
      "learning_rate": 0.00024200730352103773,
      "loss": 2.3438,
      "step": 38797
    },
    {
      "epoch": 1.8049779018376366,
      "grad_norm": 0.9809248340083568,
      "learning_rate": 0.0002420043722646029,
      "loss": 2.3594,
      "step": 38798
    },
    {
      "epoch": 1.8050244242847173,
      "grad_norm": 1.0541799053621748,
      "learning_rate": 0.00024200144095184238,
      "loss": 2.5469,
      "step": 38799
    },
    {
      "epoch": 1.805070946731798,
      "grad_norm": 1.0344716319571796,
      "learning_rate": 0.0002419985095827581,
      "loss": 2.3906,
      "step": 38800
    },
    {
      "epoch": 1.805117469178879,
      "grad_norm": 1.0512761069573398,
      "learning_rate": 0.00024199557815735172,
      "loss": 2.4219,
      "step": 38801
    },
    {
      "epoch": 1.8051639916259594,
      "grad_norm": 1.147481350408943,
      "learning_rate": 0.0002419926466756252,
      "loss": 2.4531,
      "step": 38802
    },
    {
      "epoch": 1.8052105140730403,
      "grad_norm": 1.1015373069456083,
      "learning_rate": 0.0002419897151375802,
      "loss": 2.4375,
      "step": 38803
    },
    {
      "epoch": 1.8052570365201208,
      "grad_norm": 1.0571149011585523,
      "learning_rate": 0.00024198678354321856,
      "loss": 2.4375,
      "step": 38804
    },
    {
      "epoch": 1.8053035589672017,
      "grad_norm": 0.9399322642862623,
      "learning_rate": 0.00024198385189254203,
      "loss": 2.3281,
      "step": 38805
    },
    {
      "epoch": 1.8053500814142824,
      "grad_norm": 1.095016206472676,
      "learning_rate": 0.0002419809201855525,
      "loss": 2.5,
      "step": 38806
    },
    {
      "epoch": 1.8053966038613631,
      "grad_norm": 1.0668805590786081,
      "learning_rate": 0.00024197798842225167,
      "loss": 2.5156,
      "step": 38807
    },
    {
      "epoch": 1.8054431263084438,
      "grad_norm": 1.0467643664915511,
      "learning_rate": 0.00024197505660264137,
      "loss": 2.2344,
      "step": 38808
    },
    {
      "epoch": 1.8054896487555245,
      "grad_norm": 0.9875193160876158,
      "learning_rate": 0.00024197212472672346,
      "loss": 2.1562,
      "step": 38809
    },
    {
      "epoch": 1.8055361712026052,
      "grad_norm": 0.9780677472338482,
      "learning_rate": 0.0002419691927944996,
      "loss": 2.375,
      "step": 38810
    },
    {
      "epoch": 1.805582693649686,
      "grad_norm": 0.9808652836648099,
      "learning_rate": 0.0002419662608059717,
      "loss": 2.1719,
      "step": 38811
    },
    {
      "epoch": 1.8056292160967669,
      "grad_norm": 1.0750745287386063,
      "learning_rate": 0.0002419633287611415,
      "loss": 2.6719,
      "step": 38812
    },
    {
      "epoch": 1.8056757385438473,
      "grad_norm": 1.0315750440371776,
      "learning_rate": 0.00024196039666001082,
      "loss": 2.5312,
      "step": 38813
    },
    {
      "epoch": 1.8057222609909283,
      "grad_norm": 0.9928087933095078,
      "learning_rate": 0.00024195746450258142,
      "loss": 2.2969,
      "step": 38814
    },
    {
      "epoch": 1.8057687834380087,
      "grad_norm": 1.1044888791202356,
      "learning_rate": 0.00024195453228885512,
      "loss": 2.5625,
      "step": 38815
    },
    {
      "epoch": 1.8058153058850896,
      "grad_norm": 1.0949774801378118,
      "learning_rate": 0.00024195160001883373,
      "loss": 2.4375,
      "step": 38816
    },
    {
      "epoch": 1.8058618283321701,
      "grad_norm": 1.1117113028123309,
      "learning_rate": 0.00024194866769251903,
      "loss": 2.5,
      "step": 38817
    },
    {
      "epoch": 1.805908350779251,
      "grad_norm": 1.0966136033170015,
      "learning_rate": 0.00024194573530991281,
      "loss": 2.5,
      "step": 38818
    },
    {
      "epoch": 1.8059548732263317,
      "grad_norm": 1.073700524546056,
      "learning_rate": 0.00024194280287101686,
      "loss": 2.3438,
      "step": 38819
    },
    {
      "epoch": 1.8060013956734124,
      "grad_norm": 1.0141342704429743,
      "learning_rate": 0.00024193987037583297,
      "loss": 2.4375,
      "step": 38820
    },
    {
      "epoch": 1.8060479181204931,
      "grad_norm": 0.9754873311947826,
      "learning_rate": 0.00024193693782436298,
      "loss": 2.25,
      "step": 38821
    },
    {
      "epoch": 1.8060944405675738,
      "grad_norm": 0.9882621733621433,
      "learning_rate": 0.00024193400521660866,
      "loss": 2.2656,
      "step": 38822
    },
    {
      "epoch": 1.8061409630146545,
      "grad_norm": 1.040827339705128,
      "learning_rate": 0.00024193107255257172,
      "loss": 2.4375,
      "step": 38823
    },
    {
      "epoch": 1.8061874854617352,
      "grad_norm": 1.0967578472685449,
      "learning_rate": 0.00024192813983225415,
      "loss": 2.3438,
      "step": 38824
    },
    {
      "epoch": 1.8062340079088162,
      "grad_norm": 1.1087651978179498,
      "learning_rate": 0.00024192520705565757,
      "loss": 2.5156,
      "step": 38825
    },
    {
      "epoch": 1.8062805303558966,
      "grad_norm": 1.0191938751302867,
      "learning_rate": 0.00024192227422278388,
      "loss": 2.3438,
      "step": 38826
    },
    {
      "epoch": 1.8063270528029776,
      "grad_norm": 1.0815407897181257,
      "learning_rate": 0.0002419193413336348,
      "loss": 2.4219,
      "step": 38827
    },
    {
      "epoch": 1.806373575250058,
      "grad_norm": 1.0024690001046048,
      "learning_rate": 0.00024191640838821214,
      "loss": 2.125,
      "step": 38828
    },
    {
      "epoch": 1.806420097697139,
      "grad_norm": 0.9633516786204972,
      "learning_rate": 0.0002419134753865177,
      "loss": 1.7031,
      "step": 38829
    },
    {
      "epoch": 1.8064666201442194,
      "grad_norm": 1.0394808043601549,
      "learning_rate": 0.00024191054232855334,
      "loss": 2.3906,
      "step": 38830
    },
    {
      "epoch": 1.8065131425913004,
      "grad_norm": 1.0311231664625766,
      "learning_rate": 0.00024190760921432078,
      "loss": 2.625,
      "step": 38831
    },
    {
      "epoch": 1.806559665038381,
      "grad_norm": 1.1571273047873485,
      "learning_rate": 0.00024190467604382187,
      "loss": 2.3438,
      "step": 38832
    },
    {
      "epoch": 1.8066061874854618,
      "grad_norm": 1.1135577900958602,
      "learning_rate": 0.0002419017428170583,
      "loss": 2.3438,
      "step": 38833
    },
    {
      "epoch": 1.8066527099325425,
      "grad_norm": 1.04458707010248,
      "learning_rate": 0.00024189880953403198,
      "loss": 2.1875,
      "step": 38834
    },
    {
      "epoch": 1.8066992323796232,
      "grad_norm": 1.008642498348833,
      "learning_rate": 0.00024189587619474472,
      "loss": 2.4375,
      "step": 38835
    },
    {
      "epoch": 1.8067457548267039,
      "grad_norm": 1.096965169497422,
      "learning_rate": 0.00024189294279919818,
      "loss": 2.3281,
      "step": 38836
    },
    {
      "epoch": 1.8067922772737846,
      "grad_norm": 0.9951166980966183,
      "learning_rate": 0.0002418900093473943,
      "loss": 2.2344,
      "step": 38837
    },
    {
      "epoch": 1.8068387997208655,
      "grad_norm": 1.0719887999414597,
      "learning_rate": 0.00024188707583933477,
      "loss": 2.4375,
      "step": 38838
    },
    {
      "epoch": 1.806885322167946,
      "grad_norm": 1.017046230228834,
      "learning_rate": 0.00024188414227502145,
      "loss": 2.2969,
      "step": 38839
    },
    {
      "epoch": 1.8069318446150269,
      "grad_norm": 1.035531610744227,
      "learning_rate": 0.00024188120865445618,
      "loss": 2.0781,
      "step": 38840
    },
    {
      "epoch": 1.8069783670621073,
      "grad_norm": 1.110305157569534,
      "learning_rate": 0.00024187827497764062,
      "loss": 2.375,
      "step": 38841
    },
    {
      "epoch": 1.8070248895091883,
      "grad_norm": 1.2084350515045055,
      "learning_rate": 0.0002418753412445766,
      "loss": 2.4062,
      "step": 38842
    },
    {
      "epoch": 1.8070714119562687,
      "grad_norm": 0.9968803349151276,
      "learning_rate": 0.00024187240745526605,
      "loss": 2.3594,
      "step": 38843
    },
    {
      "epoch": 1.8071179344033497,
      "grad_norm": 0.9817957784282338,
      "learning_rate": 0.00024186947360971064,
      "loss": 2.1406,
      "step": 38844
    },
    {
      "epoch": 1.8071644568504304,
      "grad_norm": 1.044975328612997,
      "learning_rate": 0.00024186653970791213,
      "loss": 2.4531,
      "step": 38845
    },
    {
      "epoch": 1.807210979297511,
      "grad_norm": 1.2033347391031626,
      "learning_rate": 0.00024186360574987247,
      "loss": 2.5469,
      "step": 38846
    },
    {
      "epoch": 1.8072575017445918,
      "grad_norm": 1.059636382103401,
      "learning_rate": 0.00024186067173559333,
      "loss": 2.5312,
      "step": 38847
    },
    {
      "epoch": 1.8073040241916725,
      "grad_norm": 1.0669431974644639,
      "learning_rate": 0.00024185773766507654,
      "loss": 2.4844,
      "step": 38848
    },
    {
      "epoch": 1.8073505466387532,
      "grad_norm": 1.0300258079204712,
      "learning_rate": 0.00024185480353832388,
      "loss": 2.3125,
      "step": 38849
    },
    {
      "epoch": 1.8073970690858339,
      "grad_norm": 1.0879057656933957,
      "learning_rate": 0.00024185186935533724,
      "loss": 2.3438,
      "step": 38850
    },
    {
      "epoch": 1.8074435915329148,
      "grad_norm": 1.0450544111958044,
      "learning_rate": 0.00024184893511611832,
      "loss": 2.2344,
      "step": 38851
    },
    {
      "epoch": 1.8074901139799953,
      "grad_norm": 1.0521646501943478,
      "learning_rate": 0.0002418460008206689,
      "loss": 2.4688,
      "step": 38852
    },
    {
      "epoch": 1.8075366364270762,
      "grad_norm": 1.09857639753243,
      "learning_rate": 0.00024184306646899084,
      "loss": 2.6406,
      "step": 38853
    },
    {
      "epoch": 1.8075831588741567,
      "grad_norm": 1.0545186964711897,
      "learning_rate": 0.00024184013206108592,
      "loss": 2.4219,
      "step": 38854
    },
    {
      "epoch": 1.8076296813212376,
      "grad_norm": 1.083101627300273,
      "learning_rate": 0.00024183719759695592,
      "loss": 2.4375,
      "step": 38855
    },
    {
      "epoch": 1.807676203768318,
      "grad_norm": 1.083539494237137,
      "learning_rate": 0.00024183426307660265,
      "loss": 2.3906,
      "step": 38856
    },
    {
      "epoch": 1.807722726215399,
      "grad_norm": 1.0690975739260846,
      "learning_rate": 0.0002418313285000279,
      "loss": 2.5625,
      "step": 38857
    },
    {
      "epoch": 1.8077692486624797,
      "grad_norm": 1.1755697238761742,
      "learning_rate": 0.00024182839386723348,
      "loss": 2.4062,
      "step": 38858
    },
    {
      "epoch": 1.8078157711095604,
      "grad_norm": 1.0261149286409432,
      "learning_rate": 0.00024182545917822117,
      "loss": 2.3594,
      "step": 38859
    },
    {
      "epoch": 1.807862293556641,
      "grad_norm": 1.028148818537364,
      "learning_rate": 0.00024182252443299276,
      "loss": 2.2812,
      "step": 38860
    },
    {
      "epoch": 1.8079088160037218,
      "grad_norm": 1.0019501615697584,
      "learning_rate": 0.0002418195896315501,
      "loss": 2.1094,
      "step": 38861
    },
    {
      "epoch": 1.8079553384508025,
      "grad_norm": 0.972129106618851,
      "learning_rate": 0.0002418166547738949,
      "loss": 2.3438,
      "step": 38862
    },
    {
      "epoch": 1.8080018608978832,
      "grad_norm": 1.0183906829868796,
      "learning_rate": 0.00024181371986002902,
      "loss": 2.2969,
      "step": 38863
    },
    {
      "epoch": 1.808048383344964,
      "grad_norm": 1.049657084237217,
      "learning_rate": 0.00024181078488995424,
      "loss": 2.5938,
      "step": 38864
    },
    {
      "epoch": 1.8080949057920446,
      "grad_norm": 1.1069667119034838,
      "learning_rate": 0.00024180784986367235,
      "loss": 2.3594,
      "step": 38865
    },
    {
      "epoch": 1.8081414282391255,
      "grad_norm": 1.0272902384852878,
      "learning_rate": 0.0002418049147811852,
      "loss": 2.5312,
      "step": 38866
    },
    {
      "epoch": 1.808187950686206,
      "grad_norm": 1.0850965455151964,
      "learning_rate": 0.00024180197964249447,
      "loss": 2.4219,
      "step": 38867
    },
    {
      "epoch": 1.808234473133287,
      "grad_norm": 1.0879595570583398,
      "learning_rate": 0.00024179904444760205,
      "loss": 2.2969,
      "step": 38868
    },
    {
      "epoch": 1.8082809955803674,
      "grad_norm": 0.9674016688194955,
      "learning_rate": 0.00024179610919650973,
      "loss": 2.2344,
      "step": 38869
    },
    {
      "epoch": 1.8083275180274483,
      "grad_norm": 1.0200306876406968,
      "learning_rate": 0.00024179317388921932,
      "loss": 2.6094,
      "step": 38870
    },
    {
      "epoch": 1.808374040474529,
      "grad_norm": 1.0379196423330508,
      "learning_rate": 0.0002417902385257325,
      "loss": 2.2188,
      "step": 38871
    },
    {
      "epoch": 1.8084205629216097,
      "grad_norm": 1.0682525161271357,
      "learning_rate": 0.00024178730310605123,
      "loss": 2.4531,
      "step": 38872
    },
    {
      "epoch": 1.8084670853686904,
      "grad_norm": 0.9848623685742001,
      "learning_rate": 0.00024178436763017718,
      "loss": 2.2188,
      "step": 38873
    },
    {
      "epoch": 1.808513607815771,
      "grad_norm": 1.0114111676064275,
      "learning_rate": 0.00024178143209811222,
      "loss": 2.2969,
      "step": 38874
    },
    {
      "epoch": 1.8085601302628518,
      "grad_norm": 1.0130752735233117,
      "learning_rate": 0.00024177849650985813,
      "loss": 2.2188,
      "step": 38875
    },
    {
      "epoch": 1.8086066527099325,
      "grad_norm": 0.9719512382722956,
      "learning_rate": 0.00024177556086541673,
      "loss": 2.1094,
      "step": 38876
    },
    {
      "epoch": 1.8086531751570134,
      "grad_norm": 1.2213546794995935,
      "learning_rate": 0.00024177262516478977,
      "loss": 2.625,
      "step": 38877
    },
    {
      "epoch": 1.8086996976040939,
      "grad_norm": 1.0858095301348005,
      "learning_rate": 0.00024176968940797905,
      "loss": 2.4219,
      "step": 38878
    },
    {
      "epoch": 1.8087462200511748,
      "grad_norm": 1.1440188259586288,
      "learning_rate": 0.00024176675359498638,
      "loss": 2.4844,
      "step": 38879
    },
    {
      "epoch": 1.8087927424982553,
      "grad_norm": 1.0250198907135675,
      "learning_rate": 0.0002417638177258136,
      "loss": 2.4844,
      "step": 38880
    },
    {
      "epoch": 1.8088392649453362,
      "grad_norm": 1.0494590429914363,
      "learning_rate": 0.00024176088180046244,
      "loss": 2.3594,
      "step": 38881
    },
    {
      "epoch": 1.8088857873924167,
      "grad_norm": 1.1021552105998078,
      "learning_rate": 0.00024175794581893475,
      "loss": 2.4219,
      "step": 38882
    },
    {
      "epoch": 1.8089323098394976,
      "grad_norm": 1.0158415874403064,
      "learning_rate": 0.00024175500978123232,
      "loss": 2.4062,
      "step": 38883
    },
    {
      "epoch": 1.8089788322865783,
      "grad_norm": 1.066366809383162,
      "learning_rate": 0.0002417520736873569,
      "loss": 2.5625,
      "step": 38884
    },
    {
      "epoch": 1.809025354733659,
      "grad_norm": 1.0294996598097534,
      "learning_rate": 0.00024174913753731032,
      "loss": 2.2812,
      "step": 38885
    },
    {
      "epoch": 1.8090718771807397,
      "grad_norm": 1.0983959782676407,
      "learning_rate": 0.00024174620133109441,
      "loss": 1.5625,
      "step": 38886
    },
    {
      "epoch": 1.8091183996278204,
      "grad_norm": 1.007337064142277,
      "learning_rate": 0.0002417432650687109,
      "loss": 2.375,
      "step": 38887
    },
    {
      "epoch": 1.809164922074901,
      "grad_norm": 1.1169057627098973,
      "learning_rate": 0.00024174032875016161,
      "loss": 2.3906,
      "step": 38888
    },
    {
      "epoch": 1.8092114445219818,
      "grad_norm": 1.0185533541643619,
      "learning_rate": 0.00024173739237544838,
      "loss": 2.3281,
      "step": 38889
    },
    {
      "epoch": 1.8092579669690627,
      "grad_norm": 1.0477233145475608,
      "learning_rate": 0.000241734455944573,
      "loss": 1.8438,
      "step": 38890
    },
    {
      "epoch": 1.8093044894161432,
      "grad_norm": 1.0163337114558677,
      "learning_rate": 0.0002417315194575372,
      "loss": 2.25,
      "step": 38891
    },
    {
      "epoch": 1.8093510118632241,
      "grad_norm": 1.0314653742434419,
      "learning_rate": 0.00024172858291434283,
      "loss": 2.5156,
      "step": 38892
    },
    {
      "epoch": 1.8093975343103046,
      "grad_norm": 0.9801537890947914,
      "learning_rate": 0.00024172564631499169,
      "loss": 2.3906,
      "step": 38893
    },
    {
      "epoch": 1.8094440567573855,
      "grad_norm": 1.1204309034455924,
      "learning_rate": 0.00024172270965948557,
      "loss": 2.5156,
      "step": 38894
    },
    {
      "epoch": 1.8094905792044662,
      "grad_norm": 1.0757812687791883,
      "learning_rate": 0.00024171977294782626,
      "loss": 2.1875,
      "step": 38895
    },
    {
      "epoch": 1.809537101651547,
      "grad_norm": 1.061136937693926,
      "learning_rate": 0.00024171683618001558,
      "loss": 2.5312,
      "step": 38896
    },
    {
      "epoch": 1.8095836240986276,
      "grad_norm": 1.0943347199294655,
      "learning_rate": 0.0002417138993560553,
      "loss": 2.4219,
      "step": 38897
    },
    {
      "epoch": 1.8096301465457083,
      "grad_norm": 1.0525756976141993,
      "learning_rate": 0.0002417109624759472,
      "loss": 1.875,
      "step": 38898
    },
    {
      "epoch": 1.809676668992789,
      "grad_norm": 1.0488550972772908,
      "learning_rate": 0.00024170802553969315,
      "loss": 2.375,
      "step": 38899
    },
    {
      "epoch": 1.8097231914398697,
      "grad_norm": 1.2676760825179514,
      "learning_rate": 0.0002417050885472949,
      "loss": 2.4375,
      "step": 38900
    },
    {
      "epoch": 1.8097697138869504,
      "grad_norm": 1.1903101520304178,
      "learning_rate": 0.0002417021514987542,
      "loss": 2.4219,
      "step": 38901
    },
    {
      "epoch": 1.809816236334031,
      "grad_norm": 1.0261478001067055,
      "learning_rate": 0.000241699214394073,
      "loss": 2.3125,
      "step": 38902
    },
    {
      "epoch": 1.809862758781112,
      "grad_norm": 1.015454116490223,
      "learning_rate": 0.00024169627723325294,
      "loss": 2.4531,
      "step": 38903
    },
    {
      "epoch": 1.8099092812281925,
      "grad_norm": 1.0802948307513176,
      "learning_rate": 0.0002416933400162959,
      "loss": 2.3594,
      "step": 38904
    },
    {
      "epoch": 1.8099558036752734,
      "grad_norm": 1.163663344809656,
      "learning_rate": 0.00024169040274320367,
      "loss": 2.5938,
      "step": 38905
    },
    {
      "epoch": 1.810002326122354,
      "grad_norm": 1.0399958821777526,
      "learning_rate": 0.000241687465413978,
      "loss": 2.1875,
      "step": 38906
    },
    {
      "epoch": 1.8100488485694348,
      "grad_norm": 1.08805332204206,
      "learning_rate": 0.00024168452802862073,
      "loss": 2.3281,
      "step": 38907
    },
    {
      "epoch": 1.8100953710165155,
      "grad_norm": 0.9973922450129219,
      "learning_rate": 0.0002416815905871337,
      "loss": 2.4219,
      "step": 38908
    },
    {
      "epoch": 1.8101418934635962,
      "grad_norm": 1.0885942399325765,
      "learning_rate": 0.00024167865308951858,
      "loss": 2.3906,
      "step": 38909
    },
    {
      "epoch": 1.810188415910677,
      "grad_norm": 1.002534493756764,
      "learning_rate": 0.0002416757155357773,
      "loss": 2.4375,
      "step": 38910
    },
    {
      "epoch": 1.8102349383577576,
      "grad_norm": 1.0331246404178946,
      "learning_rate": 0.00024167277792591158,
      "loss": 2.2188,
      "step": 38911
    },
    {
      "epoch": 1.8102814608048383,
      "grad_norm": 0.9812528229582732,
      "learning_rate": 0.00024166984025992324,
      "loss": 2.5,
      "step": 38912
    },
    {
      "epoch": 1.810327983251919,
      "grad_norm": 1.0811639898242293,
      "learning_rate": 0.00024166690253781412,
      "loss": 2.3906,
      "step": 38913
    },
    {
      "epoch": 1.8103745056989997,
      "grad_norm": 1.0434627148584725,
      "learning_rate": 0.00024166396475958597,
      "loss": 2.25,
      "step": 38914
    },
    {
      "epoch": 1.8104210281460804,
      "grad_norm": 1.0320063301930662,
      "learning_rate": 0.00024166102692524058,
      "loss": 2.5625,
      "step": 38915
    },
    {
      "epoch": 1.8104675505931613,
      "grad_norm": 1.0600402662860984,
      "learning_rate": 0.0002416580890347798,
      "loss": 2.5156,
      "step": 38916
    },
    {
      "epoch": 1.8105140730402418,
      "grad_norm": 1.0288646036775138,
      "learning_rate": 0.00024165515108820539,
      "loss": 2.375,
      "step": 38917
    },
    {
      "epoch": 1.8105605954873227,
      "grad_norm": 1.119828951773159,
      "learning_rate": 0.00024165221308551912,
      "loss": 2.4844,
      "step": 38918
    },
    {
      "epoch": 1.8106071179344032,
      "grad_norm": 1.0513821536131545,
      "learning_rate": 0.00024164927502672286,
      "loss": 2.3906,
      "step": 38919
    },
    {
      "epoch": 1.8106536403814841,
      "grad_norm": 1.0310248722470445,
      "learning_rate": 0.00024164633691181836,
      "loss": 2.5312,
      "step": 38920
    },
    {
      "epoch": 1.8107001628285648,
      "grad_norm": 1.0909351293584082,
      "learning_rate": 0.00024164339874080748,
      "loss": 2.4375,
      "step": 38921
    },
    {
      "epoch": 1.8107466852756455,
      "grad_norm": 0.9587013743263949,
      "learning_rate": 0.0002416404605136919,
      "loss": 1.6172,
      "step": 38922
    },
    {
      "epoch": 1.8107932077227262,
      "grad_norm": 1.0374148563197874,
      "learning_rate": 0.00024163752223047352,
      "loss": 2.25,
      "step": 38923
    },
    {
      "epoch": 1.810839730169807,
      "grad_norm": 1.0691853664336215,
      "learning_rate": 0.0002416345838911541,
      "loss": 1.7578,
      "step": 38924
    },
    {
      "epoch": 1.8108862526168876,
      "grad_norm": 1.0364409632475262,
      "learning_rate": 0.0002416316454957355,
      "loss": 2.2812,
      "step": 38925
    },
    {
      "epoch": 1.8109327750639683,
      "grad_norm": 1.035407940507557,
      "learning_rate": 0.00024162870704421937,
      "loss": 2.5625,
      "step": 38926
    },
    {
      "epoch": 1.8109792975110492,
      "grad_norm": 1.1483314517127483,
      "learning_rate": 0.00024162576853660768,
      "loss": 2.4219,
      "step": 38927
    },
    {
      "epoch": 1.8110258199581297,
      "grad_norm": 1.0376109636205149,
      "learning_rate": 0.00024162282997290213,
      "loss": 2.4375,
      "step": 38928
    },
    {
      "epoch": 1.8110723424052106,
      "grad_norm": 1.0802197587592939,
      "learning_rate": 0.00024161989135310455,
      "loss": 2.3906,
      "step": 38929
    },
    {
      "epoch": 1.8111188648522911,
      "grad_norm": 1.0111593059588901,
      "learning_rate": 0.0002416169526772167,
      "loss": 2.4531,
      "step": 38930
    },
    {
      "epoch": 1.811165387299372,
      "grad_norm": 1.0398449344828067,
      "learning_rate": 0.00024161401394524046,
      "loss": 2.5938,
      "step": 38931
    },
    {
      "epoch": 1.8112119097464525,
      "grad_norm": 1.151876892962745,
      "learning_rate": 0.00024161107515717757,
      "loss": 2.4375,
      "step": 38932
    },
    {
      "epoch": 1.8112584321935334,
      "grad_norm": 1.0451215532513063,
      "learning_rate": 0.0002416081363130298,
      "loss": 2.0312,
      "step": 38933
    },
    {
      "epoch": 1.8113049546406141,
      "grad_norm": 1.0462295909105086,
      "learning_rate": 0.00024160519741279901,
      "loss": 2.3594,
      "step": 38934
    },
    {
      "epoch": 1.8113514770876948,
      "grad_norm": 1.0229835424396907,
      "learning_rate": 0.00024160225845648703,
      "loss": 2.5,
      "step": 38935
    },
    {
      "epoch": 1.8113979995347755,
      "grad_norm": 1.1100724418108228,
      "learning_rate": 0.00024159931944409555,
      "loss": 2.1094,
      "step": 38936
    },
    {
      "epoch": 1.8114445219818562,
      "grad_norm": 1.0258729812108551,
      "learning_rate": 0.00024159638037562646,
      "loss": 2.5156,
      "step": 38937
    },
    {
      "epoch": 1.811491044428937,
      "grad_norm": 1.3515158953619708,
      "learning_rate": 0.0002415934412510815,
      "loss": 1.875,
      "step": 38938
    },
    {
      "epoch": 1.8115375668760176,
      "grad_norm": 1.0763076298015362,
      "learning_rate": 0.00024159050207046248,
      "loss": 2.6094,
      "step": 38939
    },
    {
      "epoch": 1.8115840893230986,
      "grad_norm": 1.068341000031956,
      "learning_rate": 0.00024158756283377126,
      "loss": 2.2656,
      "step": 38940
    },
    {
      "epoch": 1.811630611770179,
      "grad_norm": 1.1319039637109645,
      "learning_rate": 0.0002415846235410096,
      "loss": 2.3125,
      "step": 38941
    },
    {
      "epoch": 1.81167713421726,
      "grad_norm": 1.2183091819696568,
      "learning_rate": 0.00024158168419217927,
      "loss": 2.4219,
      "step": 38942
    },
    {
      "epoch": 1.8117236566643404,
      "grad_norm": 1.0744045020288984,
      "learning_rate": 0.00024157874478728206,
      "loss": 2.5938,
      "step": 38943
    },
    {
      "epoch": 1.8117701791114214,
      "grad_norm": 1.054208265432913,
      "learning_rate": 0.00024157580532631982,
      "loss": 2.3906,
      "step": 38944
    },
    {
      "epoch": 1.8118167015585018,
      "grad_norm": 1.0261892955224272,
      "learning_rate": 0.00024157286580929436,
      "loss": 2.3125,
      "step": 38945
    },
    {
      "epoch": 1.8118632240055828,
      "grad_norm": 1.1069414222529903,
      "learning_rate": 0.0002415699262362074,
      "loss": 2.6094,
      "step": 38946
    },
    {
      "epoch": 1.8119097464526635,
      "grad_norm": 1.1058850339721382,
      "learning_rate": 0.00024156698660706083,
      "loss": 2.7344,
      "step": 38947
    },
    {
      "epoch": 1.8119562688997441,
      "grad_norm": 1.105382071946212,
      "learning_rate": 0.00024156404692185645,
      "loss": 2.4844,
      "step": 38948
    },
    {
      "epoch": 1.8120027913468248,
      "grad_norm": 0.9939548177318539,
      "learning_rate": 0.00024156110718059597,
      "loss": 2.0781,
      "step": 38949
    },
    {
      "epoch": 1.8120493137939055,
      "grad_norm": 1.3046279401744876,
      "learning_rate": 0.00024155816738328123,
      "loss": 1.75,
      "step": 38950
    },
    {
      "epoch": 1.8120958362409862,
      "grad_norm": 1.042940453250401,
      "learning_rate": 0.00024155522752991409,
      "loss": 2.4062,
      "step": 38951
    },
    {
      "epoch": 1.812142358688067,
      "grad_norm": 0.9515673377703987,
      "learning_rate": 0.00024155228762049626,
      "loss": 2.2188,
      "step": 38952
    },
    {
      "epoch": 1.8121888811351479,
      "grad_norm": 0.9427894855200513,
      "learning_rate": 0.0002415493476550296,
      "loss": 1.75,
      "step": 38953
    },
    {
      "epoch": 1.8122354035822283,
      "grad_norm": 1.0775697747496606,
      "learning_rate": 0.00024154640763351587,
      "loss": 2.3281,
      "step": 38954
    },
    {
      "epoch": 1.8122819260293093,
      "grad_norm": 1.1034333742119455,
      "learning_rate": 0.00024154346755595688,
      "loss": 2.25,
      "step": 38955
    },
    {
      "epoch": 1.8123284484763897,
      "grad_norm": 1.057972100513142,
      "learning_rate": 0.00024154052742235448,
      "loss": 2.3438,
      "step": 38956
    },
    {
      "epoch": 1.8123749709234707,
      "grad_norm": 1.0977351914071842,
      "learning_rate": 0.0002415375872327104,
      "loss": 2.2656,
      "step": 38957
    },
    {
      "epoch": 1.8124214933705511,
      "grad_norm": 0.9183543203281388,
      "learning_rate": 0.00024153464698702646,
      "loss": 1.625,
      "step": 38958
    },
    {
      "epoch": 1.812468015817632,
      "grad_norm": 1.0510588946458048,
      "learning_rate": 0.0002415317066853045,
      "loss": 2.1719,
      "step": 38959
    },
    {
      "epoch": 1.8125145382647128,
      "grad_norm": 1.1553253205244627,
      "learning_rate": 0.0002415287663275463,
      "loss": 2.3281,
      "step": 38960
    },
    {
      "epoch": 1.8125610607117935,
      "grad_norm": 1.1628910778871389,
      "learning_rate": 0.00024152582591375365,
      "loss": 2.6875,
      "step": 38961
    },
    {
      "epoch": 1.8126075831588742,
      "grad_norm": 1.0436506993055557,
      "learning_rate": 0.0002415228854439283,
      "loss": 2.375,
      "step": 38962
    },
    {
      "epoch": 1.8126541056059549,
      "grad_norm": 0.992718385359249,
      "learning_rate": 0.00024151994491807214,
      "loss": 2.2188,
      "step": 38963
    },
    {
      "epoch": 1.8127006280530356,
      "grad_norm": 0.9996153007122557,
      "learning_rate": 0.00024151700433618694,
      "loss": 2.3125,
      "step": 38964
    },
    {
      "epoch": 1.8127471505001163,
      "grad_norm": 0.987787091908798,
      "learning_rate": 0.00024151406369827443,
      "loss": 1.8047,
      "step": 38965
    },
    {
      "epoch": 1.8127936729471972,
      "grad_norm": 1.071315714496933,
      "learning_rate": 0.0002415111230043365,
      "loss": 2.5625,
      "step": 38966
    },
    {
      "epoch": 1.8128401953942777,
      "grad_norm": 1.0785308108103953,
      "learning_rate": 0.00024150818225437493,
      "loss": 2.2344,
      "step": 38967
    },
    {
      "epoch": 1.8128867178413586,
      "grad_norm": 1.0879863857953846,
      "learning_rate": 0.00024150524144839154,
      "loss": 2.2344,
      "step": 38968
    },
    {
      "epoch": 1.812933240288439,
      "grad_norm": 1.1416659071435329,
      "learning_rate": 0.00024150230058638808,
      "loss": 2.3594,
      "step": 38969
    },
    {
      "epoch": 1.81297976273552,
      "grad_norm": 1.1934545397293892,
      "learning_rate": 0.00024149935966836638,
      "loss": 2.4062,
      "step": 38970
    },
    {
      "epoch": 1.8130262851826004,
      "grad_norm": 1.0282507277625685,
      "learning_rate": 0.0002414964186943282,
      "loss": 2.5781,
      "step": 38971
    },
    {
      "epoch": 1.8130728076296814,
      "grad_norm": 1.0006112464960226,
      "learning_rate": 0.0002414934776642754,
      "loss": 2.1562,
      "step": 38972
    },
    {
      "epoch": 1.813119330076762,
      "grad_norm": 1.043289857556067,
      "learning_rate": 0.00024149053657820976,
      "loss": 2.2812,
      "step": 38973
    },
    {
      "epoch": 1.8131658525238428,
      "grad_norm": 1.0138926593298554,
      "learning_rate": 0.00024148759543613307,
      "loss": 2.3594,
      "step": 38974
    },
    {
      "epoch": 1.8132123749709235,
      "grad_norm": 1.0926952258790432,
      "learning_rate": 0.00024148465423804713,
      "loss": 2.3281,
      "step": 38975
    },
    {
      "epoch": 1.8132588974180042,
      "grad_norm": 1.0447035606316826,
      "learning_rate": 0.0002414817129839537,
      "loss": 2.4844,
      "step": 38976
    },
    {
      "epoch": 1.8133054198650849,
      "grad_norm": 1.0450155189689965,
      "learning_rate": 0.0002414787716738547,
      "loss": 2.1406,
      "step": 38977
    },
    {
      "epoch": 1.8133519423121656,
      "grad_norm": 1.011853086104861,
      "learning_rate": 0.0002414758303077518,
      "loss": 2.4062,
      "step": 38978
    },
    {
      "epoch": 1.8133984647592465,
      "grad_norm": 1.0414871269634685,
      "learning_rate": 0.00024147288888564687,
      "loss": 2.375,
      "step": 38979
    },
    {
      "epoch": 1.813444987206327,
      "grad_norm": 1.105706184517418,
      "learning_rate": 0.0002414699474075417,
      "loss": 2.125,
      "step": 38980
    },
    {
      "epoch": 1.8134915096534079,
      "grad_norm": 0.9606353492347881,
      "learning_rate": 0.00024146700587343814,
      "loss": 2.0938,
      "step": 38981
    },
    {
      "epoch": 1.8135380321004884,
      "grad_norm": 1.028664138882643,
      "learning_rate": 0.00024146406428333792,
      "loss": 2.125,
      "step": 38982
    },
    {
      "epoch": 1.8135845545475693,
      "grad_norm": 1.3068949146701172,
      "learning_rate": 0.0002414611226372428,
      "loss": 2.4531,
      "step": 38983
    },
    {
      "epoch": 1.8136310769946498,
      "grad_norm": 0.953091617141995,
      "learning_rate": 0.00024145818093515467,
      "loss": 2.125,
      "step": 38984
    },
    {
      "epoch": 1.8136775994417307,
      "grad_norm": 1.0205864819167807,
      "learning_rate": 0.00024145523917707535,
      "loss": 2.4531,
      "step": 38985
    },
    {
      "epoch": 1.8137241218888114,
      "grad_norm": 1.047121717361486,
      "learning_rate": 0.00024145229736300655,
      "loss": 2.5,
      "step": 38986
    },
    {
      "epoch": 1.813770644335892,
      "grad_norm": 1.0250389961762079,
      "learning_rate": 0.00024144935549295013,
      "loss": 2.2812,
      "step": 38987
    },
    {
      "epoch": 1.8138171667829728,
      "grad_norm": 1.1905282668481116,
      "learning_rate": 0.00024144641356690786,
      "loss": 1.75,
      "step": 38988
    },
    {
      "epoch": 1.8138636892300535,
      "grad_norm": 1.0406413031295898,
      "learning_rate": 0.00024144347158488154,
      "loss": 2.2812,
      "step": 38989
    },
    {
      "epoch": 1.8139102116771342,
      "grad_norm": 1.0967434382574355,
      "learning_rate": 0.00024144052954687306,
      "loss": 2.2656,
      "step": 38990
    },
    {
      "epoch": 1.8139567341242149,
      "grad_norm": 1.0216425365007598,
      "learning_rate": 0.00024143758745288408,
      "loss": 2.3281,
      "step": 38991
    },
    {
      "epoch": 1.8140032565712958,
      "grad_norm": 0.9984950763676609,
      "learning_rate": 0.0002414346453029165,
      "loss": 2.2344,
      "step": 38992
    },
    {
      "epoch": 1.8140497790183763,
      "grad_norm": 1.037634831570615,
      "learning_rate": 0.0002414317030969721,
      "loss": 2.25,
      "step": 38993
    },
    {
      "epoch": 1.8140963014654572,
      "grad_norm": 1.0570999489065946,
      "learning_rate": 0.00024142876083505264,
      "loss": 2.3438,
      "step": 38994
    },
    {
      "epoch": 1.8141428239125377,
      "grad_norm": 1.008045942272832,
      "learning_rate": 0.00024142581851715995,
      "loss": 2.375,
      "step": 38995
    },
    {
      "epoch": 1.8141893463596186,
      "grad_norm": 1.1164405386827772,
      "learning_rate": 0.00024142287614329586,
      "loss": 2.5938,
      "step": 38996
    },
    {
      "epoch": 1.814235868806699,
      "grad_norm": 1.0508352509736343,
      "learning_rate": 0.00024141993371346214,
      "loss": 2.6094,
      "step": 38997
    },
    {
      "epoch": 1.81428239125378,
      "grad_norm": 1.0678149245570419,
      "learning_rate": 0.00024141699122766063,
      "loss": 2.1562,
      "step": 38998
    },
    {
      "epoch": 1.8143289137008607,
      "grad_norm": 0.9891392552274139,
      "learning_rate": 0.00024141404868589303,
      "loss": 2.125,
      "step": 38999
    },
    {
      "epoch": 1.8143754361479414,
      "grad_norm": 1.1174748170809943,
      "learning_rate": 0.00024141110608816123,
      "loss": 2.4531,
      "step": 39000
    },
    {
      "epoch": 1.814421958595022,
      "grad_norm": 1.0764349488208875,
      "learning_rate": 0.00024140816343446705,
      "loss": 2.0469,
      "step": 39001
    },
    {
      "epoch": 1.8144684810421028,
      "grad_norm": 1.038766432754439,
      "learning_rate": 0.00024140522072481224,
      "loss": 2.4844,
      "step": 39002
    },
    {
      "epoch": 1.8145150034891835,
      "grad_norm": 1.0774812677064378,
      "learning_rate": 0.00024140227795919862,
      "loss": 2.4062,
      "step": 39003
    },
    {
      "epoch": 1.8145615259362642,
      "grad_norm": 1.0582386408246047,
      "learning_rate": 0.00024139933513762796,
      "loss": 2.1719,
      "step": 39004
    },
    {
      "epoch": 1.814608048383345,
      "grad_norm": 1.0166482058639994,
      "learning_rate": 0.00024139639226010212,
      "loss": 2.1719,
      "step": 39005
    },
    {
      "epoch": 1.8146545708304256,
      "grad_norm": 1.0070321806180769,
      "learning_rate": 0.00024139344932662282,
      "loss": 2.2188,
      "step": 39006
    },
    {
      "epoch": 1.8147010932775065,
      "grad_norm": 0.9761187579141566,
      "learning_rate": 0.00024139050633719197,
      "loss": 2.0938,
      "step": 39007
    },
    {
      "epoch": 1.814747615724587,
      "grad_norm": 1.0356011039230344,
      "learning_rate": 0.00024138756329181128,
      "loss": 2.5938,
      "step": 39008
    },
    {
      "epoch": 1.814794138171668,
      "grad_norm": 1.1252930663448613,
      "learning_rate": 0.00024138462019048263,
      "loss": 2.3594,
      "step": 39009
    },
    {
      "epoch": 1.8148406606187484,
      "grad_norm": 1.08281005497717,
      "learning_rate": 0.00024138167703320772,
      "loss": 2.5312,
      "step": 39010
    },
    {
      "epoch": 1.8148871830658293,
      "grad_norm": 0.9604532514202161,
      "learning_rate": 0.0002413787338199884,
      "loss": 1.75,
      "step": 39011
    },
    {
      "epoch": 1.81493370551291,
      "grad_norm": 0.9351100283647975,
      "learning_rate": 0.00024137579055082654,
      "loss": 2.2188,
      "step": 39012
    },
    {
      "epoch": 1.8149802279599907,
      "grad_norm": 1.151090113746248,
      "learning_rate": 0.00024137284722572383,
      "loss": 2.4062,
      "step": 39013
    },
    {
      "epoch": 1.8150267504070714,
      "grad_norm": 1.066740177579125,
      "learning_rate": 0.00024136990384468216,
      "loss": 2.5938,
      "step": 39014
    },
    {
      "epoch": 1.815073272854152,
      "grad_norm": 1.05462393321818,
      "learning_rate": 0.0002413669604077033,
      "loss": 2.2969,
      "step": 39015
    },
    {
      "epoch": 1.8151197953012328,
      "grad_norm": 1.1695421179842007,
      "learning_rate": 0.00024136401691478903,
      "loss": 2.6875,
      "step": 39016
    },
    {
      "epoch": 1.8151663177483135,
      "grad_norm": 1.0767798673094304,
      "learning_rate": 0.00024136107336594117,
      "loss": 2.5938,
      "step": 39017
    },
    {
      "epoch": 1.8152128401953944,
      "grad_norm": 0.9930926155639482,
      "learning_rate": 0.0002413581297611615,
      "loss": 2.3906,
      "step": 39018
    },
    {
      "epoch": 1.815259362642475,
      "grad_norm": 1.0811034153110313,
      "learning_rate": 0.00024135518610045193,
      "loss": 2.5156,
      "step": 39019
    },
    {
      "epoch": 1.8153058850895558,
      "grad_norm": 1.1368924924332715,
      "learning_rate": 0.00024135224238381407,
      "loss": 2.5938,
      "step": 39020
    },
    {
      "epoch": 1.8153524075366363,
      "grad_norm": 1.0803573232435628,
      "learning_rate": 0.0002413492986112499,
      "loss": 2.3281,
      "step": 39021
    },
    {
      "epoch": 1.8153989299837172,
      "grad_norm": 1.1824669339844753,
      "learning_rate": 0.00024134635478276112,
      "loss": 2.5469,
      "step": 39022
    },
    {
      "epoch": 1.815445452430798,
      "grad_norm": 1.1682240747963224,
      "learning_rate": 0.00024134341089834954,
      "loss": 2.3594,
      "step": 39023
    },
    {
      "epoch": 1.8154919748778786,
      "grad_norm": 1.0731078942857082,
      "learning_rate": 0.00024134046695801703,
      "loss": 2.2344,
      "step": 39024
    },
    {
      "epoch": 1.8155384973249593,
      "grad_norm": 1.1179388934868637,
      "learning_rate": 0.00024133752296176536,
      "loss": 2.3594,
      "step": 39025
    },
    {
      "epoch": 1.81558501977204,
      "grad_norm": 1.5531708025821682,
      "learning_rate": 0.00024133457890959626,
      "loss": 2.1875,
      "step": 39026
    },
    {
      "epoch": 1.8156315422191207,
      "grad_norm": 1.1017296989191616,
      "learning_rate": 0.00024133163480151163,
      "loss": 2.2812,
      "step": 39027
    },
    {
      "epoch": 1.8156780646662014,
      "grad_norm": 0.9469787778145794,
      "learning_rate": 0.00024132869063751323,
      "loss": 2.0312,
      "step": 39028
    },
    {
      "epoch": 1.815724587113282,
      "grad_norm": 1.011022673279405,
      "learning_rate": 0.00024132574641760288,
      "loss": 2.2188,
      "step": 39029
    },
    {
      "epoch": 1.8157711095603628,
      "grad_norm": 1.0616404535529178,
      "learning_rate": 0.0002413228021417824,
      "loss": 2.1875,
      "step": 39030
    },
    {
      "epoch": 1.8158176320074437,
      "grad_norm": 1.1210767857880455,
      "learning_rate": 0.0002413198578100535,
      "loss": 2.3438,
      "step": 39031
    },
    {
      "epoch": 1.8158641544545242,
      "grad_norm": 0.9921274313262488,
      "learning_rate": 0.00024131691342241804,
      "loss": 2.125,
      "step": 39032
    },
    {
      "epoch": 1.8159106769016051,
      "grad_norm": 1.0417937926637617,
      "learning_rate": 0.00024131396897887787,
      "loss": 2.0938,
      "step": 39033
    },
    {
      "epoch": 1.8159571993486856,
      "grad_norm": 1.087542408450909,
      "learning_rate": 0.00024131102447943472,
      "loss": 2.375,
      "step": 39034
    },
    {
      "epoch": 1.8160037217957665,
      "grad_norm": 1.1245420308866576,
      "learning_rate": 0.00024130807992409046,
      "loss": 2.3281,
      "step": 39035
    },
    {
      "epoch": 1.8160502442428472,
      "grad_norm": 1.0111108811272598,
      "learning_rate": 0.00024130513531284682,
      "loss": 2.1562,
      "step": 39036
    },
    {
      "epoch": 1.816096766689928,
      "grad_norm": 1.0643256984112313,
      "learning_rate": 0.00024130219064570562,
      "loss": 2.25,
      "step": 39037
    },
    {
      "epoch": 1.8161432891370086,
      "grad_norm": 1.0365012428027063,
      "learning_rate": 0.00024129924592266873,
      "loss": 2.4688,
      "step": 39038
    },
    {
      "epoch": 1.8161898115840893,
      "grad_norm": 1.128503430014621,
      "learning_rate": 0.0002412963011437379,
      "loss": 2.4688,
      "step": 39039
    },
    {
      "epoch": 1.81623633403117,
      "grad_norm": 1.0565492046726146,
      "learning_rate": 0.00024129335630891492,
      "loss": 2.6094,
      "step": 39040
    },
    {
      "epoch": 1.8162828564782507,
      "grad_norm": 1.101188698828811,
      "learning_rate": 0.00024129041141820158,
      "loss": 2.5938,
      "step": 39041
    },
    {
      "epoch": 1.8163293789253314,
      "grad_norm": 1.1134100431113003,
      "learning_rate": 0.00024128746647159973,
      "loss": 2.5625,
      "step": 39042
    },
    {
      "epoch": 1.8163759013724121,
      "grad_norm": 1.0676144772374798,
      "learning_rate": 0.00024128452146911117,
      "loss": 2.4688,
      "step": 39043
    },
    {
      "epoch": 1.816422423819493,
      "grad_norm": 1.0771169222233152,
      "learning_rate": 0.00024128157641073767,
      "loss": 2.1719,
      "step": 39044
    },
    {
      "epoch": 1.8164689462665735,
      "grad_norm": 1.1324134241322792,
      "learning_rate": 0.00024127863129648106,
      "loss": 2.3906,
      "step": 39045
    },
    {
      "epoch": 1.8165154687136544,
      "grad_norm": 1.104249761235786,
      "learning_rate": 0.00024127568612634316,
      "loss": 2.25,
      "step": 39046
    },
    {
      "epoch": 1.816561991160735,
      "grad_norm": 1.0182515192438404,
      "learning_rate": 0.0002412727409003257,
      "loss": 2.2344,
      "step": 39047
    },
    {
      "epoch": 1.8166085136078158,
      "grad_norm": 1.0392715905659926,
      "learning_rate": 0.00024126979561843058,
      "loss": 2.3906,
      "step": 39048
    },
    {
      "epoch": 1.8166550360548965,
      "grad_norm": 1.1450064051826432,
      "learning_rate": 0.00024126685028065954,
      "loss": 2.5156,
      "step": 39049
    },
    {
      "epoch": 1.8167015585019772,
      "grad_norm": 1.229863208087471,
      "learning_rate": 0.00024126390488701438,
      "loss": 2.25,
      "step": 39050
    },
    {
      "epoch": 1.816748080949058,
      "grad_norm": 1.37852395753421,
      "learning_rate": 0.0002412609594374969,
      "loss": 2.5,
      "step": 39051
    },
    {
      "epoch": 1.8167946033961386,
      "grad_norm": 1.1354628937954003,
      "learning_rate": 0.00024125801393210897,
      "loss": 2.625,
      "step": 39052
    },
    {
      "epoch": 1.8168411258432193,
      "grad_norm": 1.0328628586229356,
      "learning_rate": 0.00024125506837085233,
      "loss": 2.375,
      "step": 39053
    },
    {
      "epoch": 1.8168876482903,
      "grad_norm": 1.108265507085899,
      "learning_rate": 0.00024125212275372877,
      "loss": 2.4375,
      "step": 39054
    },
    {
      "epoch": 1.816934170737381,
      "grad_norm": 1.0135981366245128,
      "learning_rate": 0.00024124917708074015,
      "loss": 2.375,
      "step": 39055
    },
    {
      "epoch": 1.8169806931844614,
      "grad_norm": 1.0379615400290865,
      "learning_rate": 0.00024124623135188825,
      "loss": 2.125,
      "step": 39056
    },
    {
      "epoch": 1.8170272156315423,
      "grad_norm": 1.1423552445799157,
      "learning_rate": 0.00024124328556717484,
      "loss": 2.3281,
      "step": 39057
    },
    {
      "epoch": 1.8170737380786228,
      "grad_norm": 1.0350218007105432,
      "learning_rate": 0.00024124033972660176,
      "loss": 2.3594,
      "step": 39058
    },
    {
      "epoch": 1.8171202605257037,
      "grad_norm": 1.1279002611740387,
      "learning_rate": 0.00024123739383017083,
      "loss": 2.5469,
      "step": 39059
    },
    {
      "epoch": 1.8171667829727842,
      "grad_norm": 1.0325044478624588,
      "learning_rate": 0.00024123444787788387,
      "loss": 2.4062,
      "step": 39060
    },
    {
      "epoch": 1.8172133054198651,
      "grad_norm": 1.0944361439808152,
      "learning_rate": 0.00024123150186974255,
      "loss": 2.5781,
      "step": 39061
    },
    {
      "epoch": 1.8172598278669458,
      "grad_norm": 1.1405191427125814,
      "learning_rate": 0.00024122855580574883,
      "loss": 2.4531,
      "step": 39062
    },
    {
      "epoch": 1.8173063503140265,
      "grad_norm": 1.0706347424930307,
      "learning_rate": 0.00024122560968590446,
      "loss": 2.2188,
      "step": 39063
    },
    {
      "epoch": 1.8173528727611072,
      "grad_norm": 1.2444023055865179,
      "learning_rate": 0.00024122266351021119,
      "loss": 2.3125,
      "step": 39064
    },
    {
      "epoch": 1.817399395208188,
      "grad_norm": 1.0542524215463989,
      "learning_rate": 0.00024121971727867085,
      "loss": 2.625,
      "step": 39065
    },
    {
      "epoch": 1.8174459176552686,
      "grad_norm": 1.057659783401223,
      "learning_rate": 0.00024121677099128532,
      "loss": 2.4688,
      "step": 39066
    },
    {
      "epoch": 1.8174924401023493,
      "grad_norm": 1.1251760214157578,
      "learning_rate": 0.00024121382464805633,
      "loss": 2.625,
      "step": 39067
    },
    {
      "epoch": 1.8175389625494303,
      "grad_norm": 1.0060511004555885,
      "learning_rate": 0.00024121087824898566,
      "loss": 2.1875,
      "step": 39068
    },
    {
      "epoch": 1.8175854849965107,
      "grad_norm": 1.1671651976215962,
      "learning_rate": 0.0002412079317940752,
      "loss": 2.4062,
      "step": 39069
    },
    {
      "epoch": 1.8176320074435917,
      "grad_norm": 1.0518010739793,
      "learning_rate": 0.00024120498528332668,
      "loss": 2.4688,
      "step": 39070
    },
    {
      "epoch": 1.8176785298906721,
      "grad_norm": 1.045410197442603,
      "learning_rate": 0.00024120203871674196,
      "loss": 2.2969,
      "step": 39071
    },
    {
      "epoch": 1.817725052337753,
      "grad_norm": 1.1120935882620213,
      "learning_rate": 0.00024119909209432275,
      "loss": 2.3594,
      "step": 39072
    },
    {
      "epoch": 1.8177715747848335,
      "grad_norm": 1.0008463599443336,
      "learning_rate": 0.00024119614541607095,
      "loss": 2.5,
      "step": 39073
    },
    {
      "epoch": 1.8178180972319145,
      "grad_norm": 1.066057853134253,
      "learning_rate": 0.00024119319868198838,
      "loss": 2.2812,
      "step": 39074
    },
    {
      "epoch": 1.8178646196789952,
      "grad_norm": 1.0893375108474541,
      "learning_rate": 0.00024119025189207674,
      "loss": 2.4688,
      "step": 39075
    },
    {
      "epoch": 1.8179111421260759,
      "grad_norm": 1.023550350365464,
      "learning_rate": 0.0002411873050463379,
      "loss": 2.2656,
      "step": 39076
    },
    {
      "epoch": 1.8179576645731566,
      "grad_norm": 1.0754354710375216,
      "learning_rate": 0.00024118435814477366,
      "loss": 2.6406,
      "step": 39077
    },
    {
      "epoch": 1.8180041870202373,
      "grad_norm": 1.0675442940183588,
      "learning_rate": 0.0002411814111873858,
      "loss": 2.6094,
      "step": 39078
    },
    {
      "epoch": 1.818050709467318,
      "grad_norm": 1.0138654264578906,
      "learning_rate": 0.00024117846417417621,
      "loss": 2.1562,
      "step": 39079
    },
    {
      "epoch": 1.8180972319143986,
      "grad_norm": 1.1317639772866042,
      "learning_rate": 0.0002411755171051466,
      "loss": 2.2969,
      "step": 39080
    },
    {
      "epoch": 1.8181437543614796,
      "grad_norm": 1.0282741675823641,
      "learning_rate": 0.00024117256998029877,
      "loss": 2.3438,
      "step": 39081
    },
    {
      "epoch": 1.81819027680856,
      "grad_norm": 1.0966073377396885,
      "learning_rate": 0.00024116962279963454,
      "loss": 2.2656,
      "step": 39082
    },
    {
      "epoch": 1.818236799255641,
      "grad_norm": 1.2746046466220164,
      "learning_rate": 0.00024116667556315578,
      "loss": 2.3594,
      "step": 39083
    },
    {
      "epoch": 1.8182833217027214,
      "grad_norm": 1.1220958978288176,
      "learning_rate": 0.00024116372827086424,
      "loss": 2.4844,
      "step": 39084
    },
    {
      "epoch": 1.8183298441498024,
      "grad_norm": 1.1468435168126445,
      "learning_rate": 0.00024116078092276168,
      "loss": 2.625,
      "step": 39085
    },
    {
      "epoch": 1.8183763665968828,
      "grad_norm": 1.2569987763681054,
      "learning_rate": 0.00024115783351884998,
      "loss": 2.1406,
      "step": 39086
    },
    {
      "epoch": 1.8184228890439638,
      "grad_norm": 1.0795342348496728,
      "learning_rate": 0.0002411548860591309,
      "loss": 2.0156,
      "step": 39087
    },
    {
      "epoch": 1.8184694114910445,
      "grad_norm": 1.05028341862905,
      "learning_rate": 0.0002411519385436063,
      "loss": 2.3125,
      "step": 39088
    },
    {
      "epoch": 1.8185159339381252,
      "grad_norm": 1.1236787706497355,
      "learning_rate": 0.00024114899097227793,
      "loss": 2.4062,
      "step": 39089
    },
    {
      "epoch": 1.8185624563852059,
      "grad_norm": 1.1154520501274134,
      "learning_rate": 0.00024114604334514756,
      "loss": 2.4375,
      "step": 39090
    },
    {
      "epoch": 1.8186089788322866,
      "grad_norm": 1.1578087203961,
      "learning_rate": 0.00024114309566221714,
      "loss": 2.5,
      "step": 39091
    },
    {
      "epoch": 1.8186555012793673,
      "grad_norm": 1.092548032456358,
      "learning_rate": 0.00024114014792348833,
      "loss": 2.25,
      "step": 39092
    },
    {
      "epoch": 1.818702023726448,
      "grad_norm": 1.002920090045452,
      "learning_rate": 0.00024113720012896298,
      "loss": 2.2812,
      "step": 39093
    },
    {
      "epoch": 1.8187485461735289,
      "grad_norm": 1.0362920649471479,
      "learning_rate": 0.00024113425227864293,
      "loss": 2.2344,
      "step": 39094
    },
    {
      "epoch": 1.8187950686206094,
      "grad_norm": 1.0605290411417323,
      "learning_rate": 0.00024113130437252993,
      "loss": 2.2812,
      "step": 39095
    },
    {
      "epoch": 1.8188415910676903,
      "grad_norm": 1.070089175644062,
      "learning_rate": 0.0002411283564106258,
      "loss": 2.5469,
      "step": 39096
    },
    {
      "epoch": 1.8188881135147708,
      "grad_norm": 1.2371854307235286,
      "learning_rate": 0.00024112540839293234,
      "loss": 2.5312,
      "step": 39097
    },
    {
      "epoch": 1.8189346359618517,
      "grad_norm": 1.0868048655601223,
      "learning_rate": 0.00024112246031945137,
      "loss": 2.5,
      "step": 39098
    },
    {
      "epoch": 1.8189811584089322,
      "grad_norm": 1.1797165420816098,
      "learning_rate": 0.00024111951219018472,
      "loss": 2.6875,
      "step": 39099
    },
    {
      "epoch": 1.819027680856013,
      "grad_norm": 1.105657690833763,
      "learning_rate": 0.00024111656400513417,
      "loss": 2.375,
      "step": 39100
    },
    {
      "epoch": 1.8190742033030938,
      "grad_norm": 1.0368706332185915,
      "learning_rate": 0.0002411136157643015,
      "loss": 2.0781,
      "step": 39101
    },
    {
      "epoch": 1.8191207257501745,
      "grad_norm": 1.0533906606949124,
      "learning_rate": 0.00024111066746768857,
      "loss": 2.2969,
      "step": 39102
    },
    {
      "epoch": 1.8191672481972552,
      "grad_norm": 1.020760130433823,
      "learning_rate": 0.00024110771911529713,
      "loss": 2.1094,
      "step": 39103
    },
    {
      "epoch": 1.8192137706443359,
      "grad_norm": 1.0670018526924694,
      "learning_rate": 0.00024110477070712902,
      "loss": 2.4219,
      "step": 39104
    },
    {
      "epoch": 1.8192602930914166,
      "grad_norm": 1.0328053274659366,
      "learning_rate": 0.00024110182224318602,
      "loss": 2.4688,
      "step": 39105
    },
    {
      "epoch": 1.8193068155384973,
      "grad_norm": 1.053364145347459,
      "learning_rate": 0.00024109887372346996,
      "loss": 2.7031,
      "step": 39106
    },
    {
      "epoch": 1.8193533379855782,
      "grad_norm": 1.0810152863040443,
      "learning_rate": 0.0002410959251479826,
      "loss": 2.2812,
      "step": 39107
    },
    {
      "epoch": 1.8193998604326587,
      "grad_norm": 1.0692255341229078,
      "learning_rate": 0.00024109297651672576,
      "loss": 2.3438,
      "step": 39108
    },
    {
      "epoch": 1.8194463828797396,
      "grad_norm": 1.0421201708656331,
      "learning_rate": 0.00024109002782970134,
      "loss": 2.2188,
      "step": 39109
    },
    {
      "epoch": 1.81949290532682,
      "grad_norm": 1.0877013708841434,
      "learning_rate": 0.000241087079086911,
      "loss": 2.2656,
      "step": 39110
    },
    {
      "epoch": 1.819539427773901,
      "grad_norm": 1.0389566677738562,
      "learning_rate": 0.00024108413028835668,
      "loss": 2.375,
      "step": 39111
    },
    {
      "epoch": 1.8195859502209815,
      "grad_norm": 1.0500856701957346,
      "learning_rate": 0.00024108118143404008,
      "loss": 2.5156,
      "step": 39112
    },
    {
      "epoch": 1.8196324726680624,
      "grad_norm": 1.0335601781265276,
      "learning_rate": 0.00024107823252396304,
      "loss": 2.2812,
      "step": 39113
    },
    {
      "epoch": 1.819678995115143,
      "grad_norm": 1.007774537384798,
      "learning_rate": 0.00024107528355812736,
      "loss": 2.2969,
      "step": 39114
    },
    {
      "epoch": 1.8197255175622238,
      "grad_norm": 1.0832270136358972,
      "learning_rate": 0.0002410723345365349,
      "loss": 2.6719,
      "step": 39115
    },
    {
      "epoch": 1.8197720400093045,
      "grad_norm": 1.073416665115658,
      "learning_rate": 0.00024106938545918736,
      "loss": 2.4531,
      "step": 39116
    },
    {
      "epoch": 1.8198185624563852,
      "grad_norm": 1.0676155378605903,
      "learning_rate": 0.00024106643632608666,
      "loss": 2.3594,
      "step": 39117
    },
    {
      "epoch": 1.8198650849034659,
      "grad_norm": 1.0369420579661133,
      "learning_rate": 0.00024106348713723451,
      "loss": 2.5312,
      "step": 39118
    },
    {
      "epoch": 1.8199116073505466,
      "grad_norm": 0.9940198547579704,
      "learning_rate": 0.00024106053789263278,
      "loss": 2.25,
      "step": 39119
    },
    {
      "epoch": 1.8199581297976275,
      "grad_norm": 0.9854090880517677,
      "learning_rate": 0.00024105758859228324,
      "loss": 2.2812,
      "step": 39120
    },
    {
      "epoch": 1.820004652244708,
      "grad_norm": 1.0274951168351696,
      "learning_rate": 0.00024105463923618773,
      "loss": 2.2188,
      "step": 39121
    },
    {
      "epoch": 1.820051174691789,
      "grad_norm": 1.0183100733094341,
      "learning_rate": 0.000241051689824348,
      "loss": 2.25,
      "step": 39122
    },
    {
      "epoch": 1.8200976971388694,
      "grad_norm": 1.057435877013209,
      "learning_rate": 0.00024104874035676588,
      "loss": 2.4844,
      "step": 39123
    },
    {
      "epoch": 1.8201442195859503,
      "grad_norm": 0.9262868875467214,
      "learning_rate": 0.00024104579083344325,
      "loss": 2.125,
      "step": 39124
    },
    {
      "epoch": 1.8201907420330308,
      "grad_norm": 1.1159266385087678,
      "learning_rate": 0.0002410428412543818,
      "loss": 2.2812,
      "step": 39125
    },
    {
      "epoch": 1.8202372644801117,
      "grad_norm": 1.0195220940226561,
      "learning_rate": 0.00024103989161958336,
      "loss": 2.4688,
      "step": 39126
    },
    {
      "epoch": 1.8202837869271924,
      "grad_norm": 1.0912057626415606,
      "learning_rate": 0.00024103694192904981,
      "loss": 2.3281,
      "step": 39127
    },
    {
      "epoch": 1.820330309374273,
      "grad_norm": 0.9505847419657261,
      "learning_rate": 0.0002410339921827829,
      "loss": 2.2969,
      "step": 39128
    },
    {
      "epoch": 1.8203768318213538,
      "grad_norm": 0.9994588054618635,
      "learning_rate": 0.00024103104238078443,
      "loss": 2.1719,
      "step": 39129
    },
    {
      "epoch": 1.8204233542684345,
      "grad_norm": 1.1073216078415014,
      "learning_rate": 0.00024102809252305626,
      "loss": 1.7578,
      "step": 39130
    },
    {
      "epoch": 1.8204698767155152,
      "grad_norm": 0.9991808310411268,
      "learning_rate": 0.00024102514260960012,
      "loss": 2.4219,
      "step": 39131
    },
    {
      "epoch": 1.8205163991625959,
      "grad_norm": 1.0203795797064,
      "learning_rate": 0.00024102219264041786,
      "loss": 2.375,
      "step": 39132
    },
    {
      "epoch": 1.8205629216096768,
      "grad_norm": 1.0369009759226053,
      "learning_rate": 0.00024101924261551126,
      "loss": 2.3438,
      "step": 39133
    },
    {
      "epoch": 1.8206094440567573,
      "grad_norm": 1.0848496362312192,
      "learning_rate": 0.00024101629253488218,
      "loss": 2.3125,
      "step": 39134
    },
    {
      "epoch": 1.8206559665038382,
      "grad_norm": 1.1026092694235137,
      "learning_rate": 0.00024101334239853232,
      "loss": 2.6562,
      "step": 39135
    },
    {
      "epoch": 1.8207024889509187,
      "grad_norm": 1.2863974072126871,
      "learning_rate": 0.00024101039220646362,
      "loss": 2.3594,
      "step": 39136
    },
    {
      "epoch": 1.8207490113979996,
      "grad_norm": 0.9879659207325192,
      "learning_rate": 0.00024100744195867778,
      "loss": 2.0781,
      "step": 39137
    },
    {
      "epoch": 1.8207955338450803,
      "grad_norm": 1.075004058351119,
      "learning_rate": 0.00024100449165517668,
      "loss": 2.2969,
      "step": 39138
    },
    {
      "epoch": 1.820842056292161,
      "grad_norm": 1.05653867746568,
      "learning_rate": 0.00024100154129596207,
      "loss": 2.3906,
      "step": 39139
    },
    {
      "epoch": 1.8208885787392417,
      "grad_norm": 1.1199176262021175,
      "learning_rate": 0.00024099859088103583,
      "loss": 2.3438,
      "step": 39140
    },
    {
      "epoch": 1.8209351011863224,
      "grad_norm": 1.1221450432673206,
      "learning_rate": 0.00024099564041039966,
      "loss": 2.6719,
      "step": 39141
    },
    {
      "epoch": 1.820981623633403,
      "grad_norm": 1.0966699425376585,
      "learning_rate": 0.00024099268988405544,
      "loss": 2.5938,
      "step": 39142
    },
    {
      "epoch": 1.8210281460804838,
      "grad_norm": 0.9688038559399066,
      "learning_rate": 0.00024098973930200497,
      "loss": 2.2812,
      "step": 39143
    },
    {
      "epoch": 1.8210746685275645,
      "grad_norm": 1.0578239378378924,
      "learning_rate": 0.00024098678866425004,
      "loss": 2.3906,
      "step": 39144
    },
    {
      "epoch": 1.8211211909746452,
      "grad_norm": 1.0571204980124942,
      "learning_rate": 0.00024098383797079245,
      "loss": 2.4219,
      "step": 39145
    },
    {
      "epoch": 1.8211677134217261,
      "grad_norm": 1.0299953732571323,
      "learning_rate": 0.000240980887221634,
      "loss": 2.5625,
      "step": 39146
    },
    {
      "epoch": 1.8212142358688066,
      "grad_norm": 1.0398289307459914,
      "learning_rate": 0.00024097793641677655,
      "loss": 2.5,
      "step": 39147
    },
    {
      "epoch": 1.8212607583158875,
      "grad_norm": 1.0494835529150977,
      "learning_rate": 0.00024097498555622187,
      "loss": 2.2812,
      "step": 39148
    },
    {
      "epoch": 1.821307280762968,
      "grad_norm": 1.1616616444660033,
      "learning_rate": 0.00024097203463997177,
      "loss": 2.2969,
      "step": 39149
    },
    {
      "epoch": 1.821353803210049,
      "grad_norm": 1.0057693849979257,
      "learning_rate": 0.00024096908366802805,
      "loss": 2.3281,
      "step": 39150
    },
    {
      "epoch": 1.8214003256571296,
      "grad_norm": 1.0833308602785185,
      "learning_rate": 0.0002409661326403925,
      "loss": 2.0469,
      "step": 39151
    },
    {
      "epoch": 1.8214468481042103,
      "grad_norm": 1.0414430565510402,
      "learning_rate": 0.00024096318155706695,
      "loss": 2.3594,
      "step": 39152
    },
    {
      "epoch": 1.821493370551291,
      "grad_norm": 1.169602348868207,
      "learning_rate": 0.00024096023041805323,
      "loss": 2.4375,
      "step": 39153
    },
    {
      "epoch": 1.8215398929983717,
      "grad_norm": 1.1531708182033968,
      "learning_rate": 0.0002409572792233531,
      "loss": 2.375,
      "step": 39154
    },
    {
      "epoch": 1.8215864154454524,
      "grad_norm": 1.1174273318579013,
      "learning_rate": 0.0002409543279729684,
      "loss": 2.6406,
      "step": 39155
    },
    {
      "epoch": 1.821632937892533,
      "grad_norm": 1.056837391921994,
      "learning_rate": 0.0002409513766669009,
      "loss": 2.3906,
      "step": 39156
    },
    {
      "epoch": 1.8216794603396138,
      "grad_norm": 0.9440976410339561,
      "learning_rate": 0.00024094842530515248,
      "loss": 1.8047,
      "step": 39157
    },
    {
      "epoch": 1.8217259827866945,
      "grad_norm": 1.0994005652402488,
      "learning_rate": 0.00024094547388772486,
      "loss": 2.3281,
      "step": 39158
    },
    {
      "epoch": 1.8217725052337754,
      "grad_norm": 1.1281242772622821,
      "learning_rate": 0.00024094252241461988,
      "loss": 2.6094,
      "step": 39159
    },
    {
      "epoch": 1.821819027680856,
      "grad_norm": 1.0319050037621764,
      "learning_rate": 0.00024093957088583935,
      "loss": 2.2344,
      "step": 39160
    },
    {
      "epoch": 1.8218655501279368,
      "grad_norm": 1.0209694340581301,
      "learning_rate": 0.0002409366193013851,
      "loss": 2.2188,
      "step": 39161
    },
    {
      "epoch": 1.8219120725750173,
      "grad_norm": 1.0406543071219718,
      "learning_rate": 0.0002409336676612589,
      "loss": 2.3594,
      "step": 39162
    },
    {
      "epoch": 1.8219585950220982,
      "grad_norm": 1.0455437512484413,
      "learning_rate": 0.0002409307159654626,
      "loss": 2.3281,
      "step": 39163
    },
    {
      "epoch": 1.822005117469179,
      "grad_norm": 1.0895560529584793,
      "learning_rate": 0.00024092776421399796,
      "loss": 2.625,
      "step": 39164
    },
    {
      "epoch": 1.8220516399162596,
      "grad_norm": 0.9841070975007218,
      "learning_rate": 0.00024092481240686682,
      "loss": 2.1562,
      "step": 39165
    },
    {
      "epoch": 1.8220981623633403,
      "grad_norm": 0.9903401836467326,
      "learning_rate": 0.00024092186054407096,
      "loss": 2.375,
      "step": 39166
    },
    {
      "epoch": 1.822144684810421,
      "grad_norm": 1.0003437239582478,
      "learning_rate": 0.00024091890862561218,
      "loss": 2.1875,
      "step": 39167
    },
    {
      "epoch": 1.8221912072575017,
      "grad_norm": 1.0174286894026054,
      "learning_rate": 0.00024091595665149234,
      "loss": 2.5312,
      "step": 39168
    },
    {
      "epoch": 1.8222377297045824,
      "grad_norm": 1.0976616647380415,
      "learning_rate": 0.0002409130046217132,
      "loss": 2.25,
      "step": 39169
    },
    {
      "epoch": 1.8222842521516633,
      "grad_norm": 1.0433207801794644,
      "learning_rate": 0.00024091005253627662,
      "loss": 2.4375,
      "step": 39170
    },
    {
      "epoch": 1.8223307745987438,
      "grad_norm": 1.189245253941342,
      "learning_rate": 0.0002409071003951843,
      "loss": 2.2031,
      "step": 39171
    },
    {
      "epoch": 1.8223772970458247,
      "grad_norm": 0.9990718114889703,
      "learning_rate": 0.00024090414819843818,
      "loss": 2.0938,
      "step": 39172
    },
    {
      "epoch": 1.8224238194929052,
      "grad_norm": 0.9994901552808744,
      "learning_rate": 0.00024090119594603998,
      "loss": 2.1094,
      "step": 39173
    },
    {
      "epoch": 1.8224703419399861,
      "grad_norm": 1.0256915330852132,
      "learning_rate": 0.00024089824363799153,
      "loss": 2.5156,
      "step": 39174
    },
    {
      "epoch": 1.8225168643870666,
      "grad_norm": 1.0907430625457906,
      "learning_rate": 0.00024089529127429464,
      "loss": 2.2812,
      "step": 39175
    },
    {
      "epoch": 1.8225633868341475,
      "grad_norm": 1.0790072012637646,
      "learning_rate": 0.00024089233885495113,
      "loss": 2.1875,
      "step": 39176
    },
    {
      "epoch": 1.8226099092812282,
      "grad_norm": 0.9706032061549725,
      "learning_rate": 0.0002408893863799628,
      "loss": 2.1719,
      "step": 39177
    },
    {
      "epoch": 1.822656431728309,
      "grad_norm": 1.1383701891728306,
      "learning_rate": 0.00024088643384933143,
      "loss": 2.3594,
      "step": 39178
    },
    {
      "epoch": 1.8227029541753896,
      "grad_norm": 1.1493111304133428,
      "learning_rate": 0.00024088348126305884,
      "loss": 2.4375,
      "step": 39179
    },
    {
      "epoch": 1.8227494766224703,
      "grad_norm": 1.1695890039600205,
      "learning_rate": 0.0002408805286211469,
      "loss": 2.3906,
      "step": 39180
    },
    {
      "epoch": 1.822795999069551,
      "grad_norm": 0.9939320248640557,
      "learning_rate": 0.0002408775759235973,
      "loss": 2.3906,
      "step": 39181
    },
    {
      "epoch": 1.8228425215166317,
      "grad_norm": 1.0912866967955759,
      "learning_rate": 0.00024087462317041192,
      "loss": 2.5,
      "step": 39182
    },
    {
      "epoch": 1.8228890439637127,
      "grad_norm": 1.0680285210626017,
      "learning_rate": 0.0002408716703615926,
      "loss": 2.2812,
      "step": 39183
    },
    {
      "epoch": 1.8229355664107931,
      "grad_norm": 1.31570879765073,
      "learning_rate": 0.0002408687174971411,
      "loss": 2.5469,
      "step": 39184
    },
    {
      "epoch": 1.822982088857874,
      "grad_norm": 1.003210032910319,
      "learning_rate": 0.00024086576457705918,
      "loss": 2.0938,
      "step": 39185
    },
    {
      "epoch": 1.8230286113049545,
      "grad_norm": 0.9852768341147288,
      "learning_rate": 0.00024086281160134876,
      "loss": 2.1719,
      "step": 39186
    },
    {
      "epoch": 1.8230751337520354,
      "grad_norm": 1.1154426085610292,
      "learning_rate": 0.0002408598585700116,
      "loss": 2.4219,
      "step": 39187
    },
    {
      "epoch": 1.823121656199116,
      "grad_norm": 1.1386576014477552,
      "learning_rate": 0.00024085690548304947,
      "loss": 2.6406,
      "step": 39188
    },
    {
      "epoch": 1.8231681786461968,
      "grad_norm": 1.1574065813143901,
      "learning_rate": 0.0002408539523404642,
      "loss": 2.6719,
      "step": 39189
    },
    {
      "epoch": 1.8232147010932775,
      "grad_norm": 1.072254291457049,
      "learning_rate": 0.00024085099914225762,
      "loss": 2.3438,
      "step": 39190
    },
    {
      "epoch": 1.8232612235403582,
      "grad_norm": 1.010122712894623,
      "learning_rate": 0.00024084804588843153,
      "loss": 2.2812,
      "step": 39191
    },
    {
      "epoch": 1.823307745987439,
      "grad_norm": 1.0134843106092388,
      "learning_rate": 0.00024084509257898775,
      "loss": 2.1875,
      "step": 39192
    },
    {
      "epoch": 1.8233542684345196,
      "grad_norm": 1.0448794502422352,
      "learning_rate": 0.00024084213921392802,
      "loss": 2.2031,
      "step": 39193
    },
    {
      "epoch": 1.8234007908816003,
      "grad_norm": 1.0159478773895416,
      "learning_rate": 0.00024083918579325425,
      "loss": 1.8438,
      "step": 39194
    },
    {
      "epoch": 1.823447313328681,
      "grad_norm": 1.1072805152945548,
      "learning_rate": 0.00024083623231696815,
      "loss": 2.6719,
      "step": 39195
    },
    {
      "epoch": 1.823493835775762,
      "grad_norm": 1.0262308014721995,
      "learning_rate": 0.00024083327878507156,
      "loss": 2.3906,
      "step": 39196
    },
    {
      "epoch": 1.8235403582228424,
      "grad_norm": 1.0544352527476668,
      "learning_rate": 0.00024083032519756634,
      "loss": 2.1562,
      "step": 39197
    },
    {
      "epoch": 1.8235868806699234,
      "grad_norm": 1.1366677482439798,
      "learning_rate": 0.00024082737155445424,
      "loss": 2.4062,
      "step": 39198
    },
    {
      "epoch": 1.8236334031170038,
      "grad_norm": 1.062357896085355,
      "learning_rate": 0.0002408244178557371,
      "loss": 2.6094,
      "step": 39199
    },
    {
      "epoch": 1.8236799255640848,
      "grad_norm": 1.1887315017791344,
      "learning_rate": 0.00024082146410141675,
      "loss": 2.3594,
      "step": 39200
    },
    {
      "epoch": 1.8237264480111652,
      "grad_norm": 1.1233094303591526,
      "learning_rate": 0.00024081851029149492,
      "loss": 2.4531,
      "step": 39201
    },
    {
      "epoch": 1.8237729704582462,
      "grad_norm": 1.1174351469289177,
      "learning_rate": 0.00024081555642597346,
      "loss": 2.4844,
      "step": 39202
    },
    {
      "epoch": 1.8238194929053269,
      "grad_norm": 1.0660830462175934,
      "learning_rate": 0.0002408126025048542,
      "loss": 2.4062,
      "step": 39203
    },
    {
      "epoch": 1.8238660153524076,
      "grad_norm": 1.0143877284364193,
      "learning_rate": 0.0002408096485281389,
      "loss": 2.125,
      "step": 39204
    },
    {
      "epoch": 1.8239125377994883,
      "grad_norm": 1.024509270904953,
      "learning_rate": 0.00024080669449582945,
      "loss": 2.5,
      "step": 39205
    },
    {
      "epoch": 1.823959060246569,
      "grad_norm": 1.0856041536090444,
      "learning_rate": 0.00024080374040792756,
      "loss": 2.625,
      "step": 39206
    },
    {
      "epoch": 1.8240055826936497,
      "grad_norm": 1.0389430532587558,
      "learning_rate": 0.00024080078626443507,
      "loss": 2.4062,
      "step": 39207
    },
    {
      "epoch": 1.8240521051407304,
      "grad_norm": 1.0122807578828756,
      "learning_rate": 0.00024079783206535382,
      "loss": 2.1719,
      "step": 39208
    },
    {
      "epoch": 1.8240986275878113,
      "grad_norm": 1.117322108100816,
      "learning_rate": 0.00024079487781068564,
      "loss": 2.4844,
      "step": 39209
    },
    {
      "epoch": 1.8241451500348917,
      "grad_norm": 1.1316805132218422,
      "learning_rate": 0.00024079192350043231,
      "loss": 2.2656,
      "step": 39210
    },
    {
      "epoch": 1.8241916724819727,
      "grad_norm": 1.1256137360341842,
      "learning_rate": 0.00024078896913459557,
      "loss": 2.4062,
      "step": 39211
    },
    {
      "epoch": 1.8242381949290531,
      "grad_norm": 1.009374037874145,
      "learning_rate": 0.0002407860147131773,
      "loss": 2.1094,
      "step": 39212
    },
    {
      "epoch": 1.824284717376134,
      "grad_norm": 1.1612976299103606,
      "learning_rate": 0.0002407830602361793,
      "loss": 2.125,
      "step": 39213
    },
    {
      "epoch": 1.8243312398232145,
      "grad_norm": 1.172730050869637,
      "learning_rate": 0.00024078010570360343,
      "loss": 2.3594,
      "step": 39214
    },
    {
      "epoch": 1.8243777622702955,
      "grad_norm": 1.063105775928679,
      "learning_rate": 0.0002407771511154514,
      "loss": 2.4688,
      "step": 39215
    },
    {
      "epoch": 1.8244242847173762,
      "grad_norm": 1.0118977577934725,
      "learning_rate": 0.00024077419647172506,
      "loss": 2.3125,
      "step": 39216
    },
    {
      "epoch": 1.8244708071644569,
      "grad_norm": 1.0114378282154797,
      "learning_rate": 0.00024077124177242622,
      "loss": 2.2031,
      "step": 39217
    },
    {
      "epoch": 1.8245173296115376,
      "grad_norm": 1.0170205765765694,
      "learning_rate": 0.00024076828701755668,
      "loss": 2.7031,
      "step": 39218
    },
    {
      "epoch": 1.8245638520586183,
      "grad_norm": 1.0280770528672867,
      "learning_rate": 0.00024076533220711828,
      "loss": 2.3594,
      "step": 39219
    },
    {
      "epoch": 1.824610374505699,
      "grad_norm": 0.9896285562387488,
      "learning_rate": 0.0002407623773411128,
      "loss": 2.375,
      "step": 39220
    },
    {
      "epoch": 1.8246568969527797,
      "grad_norm": 0.9781580534458579,
      "learning_rate": 0.00024075942241954206,
      "loss": 2.3594,
      "step": 39221
    },
    {
      "epoch": 1.8247034193998606,
      "grad_norm": 1.0017244713845113,
      "learning_rate": 0.00024075646744240787,
      "loss": 2.3281,
      "step": 39222
    },
    {
      "epoch": 1.824749941846941,
      "grad_norm": 1.0249033454707202,
      "learning_rate": 0.00024075351240971206,
      "loss": 2.5312,
      "step": 39223
    },
    {
      "epoch": 1.824796464294022,
      "grad_norm": 1.0699599183465236,
      "learning_rate": 0.00024075055732145637,
      "loss": 2.5625,
      "step": 39224
    },
    {
      "epoch": 1.8248429867411025,
      "grad_norm": 1.0166394374058594,
      "learning_rate": 0.00024074760217764266,
      "loss": 2.3438,
      "step": 39225
    },
    {
      "epoch": 1.8248895091881834,
      "grad_norm": 1.0469289762668716,
      "learning_rate": 0.00024074464697827275,
      "loss": 2.4219,
      "step": 39226
    },
    {
      "epoch": 1.8249360316352639,
      "grad_norm": 1.0751459759151363,
      "learning_rate": 0.00024074169172334846,
      "loss": 2.2969,
      "step": 39227
    },
    {
      "epoch": 1.8249825540823448,
      "grad_norm": 0.9947337060605053,
      "learning_rate": 0.00024073873641287154,
      "loss": 2.2344,
      "step": 39228
    },
    {
      "epoch": 1.8250290765294255,
      "grad_norm": 1.0585160045182476,
      "learning_rate": 0.00024073578104684382,
      "loss": 2.5625,
      "step": 39229
    },
    {
      "epoch": 1.8250755989765062,
      "grad_norm": 1.0196675683120362,
      "learning_rate": 0.0002407328256252671,
      "loss": 1.9844,
      "step": 39230
    },
    {
      "epoch": 1.8251221214235869,
      "grad_norm": 0.9798770113167625,
      "learning_rate": 0.00024072987014814326,
      "loss": 2.5,
      "step": 39231
    },
    {
      "epoch": 1.8251686438706676,
      "grad_norm": 1.09080141149663,
      "learning_rate": 0.00024072691461547404,
      "loss": 2.4375,
      "step": 39232
    },
    {
      "epoch": 1.8252151663177483,
      "grad_norm": 1.117993390809653,
      "learning_rate": 0.00024072395902726128,
      "loss": 2.3594,
      "step": 39233
    },
    {
      "epoch": 1.825261688764829,
      "grad_norm": 1.0569242254305944,
      "learning_rate": 0.00024072100338350677,
      "loss": 2.2656,
      "step": 39234
    },
    {
      "epoch": 1.82530821121191,
      "grad_norm": 1.0381812216878814,
      "learning_rate": 0.0002407180476842123,
      "loss": 2.4375,
      "step": 39235
    },
    {
      "epoch": 1.8253547336589904,
      "grad_norm": 1.0590331959170303,
      "learning_rate": 0.00024071509192937973,
      "loss": 2.4844,
      "step": 39236
    },
    {
      "epoch": 1.8254012561060713,
      "grad_norm": 1.0576578190508248,
      "learning_rate": 0.00024071213611901086,
      "loss": 2.1719,
      "step": 39237
    },
    {
      "epoch": 1.8254477785531518,
      "grad_norm": 1.1600118057671043,
      "learning_rate": 0.00024070918025310747,
      "loss": 2.375,
      "step": 39238
    },
    {
      "epoch": 1.8254943010002327,
      "grad_norm": 1.1106504723139818,
      "learning_rate": 0.00024070622433167139,
      "loss": 2.4219,
      "step": 39239
    },
    {
      "epoch": 1.8255408234473132,
      "grad_norm": 1.1074246237062018,
      "learning_rate": 0.0002407032683547044,
      "loss": 2.3594,
      "step": 39240
    },
    {
      "epoch": 1.825587345894394,
      "grad_norm": 1.0144980433610298,
      "learning_rate": 0.00024070031232220835,
      "loss": 2.4219,
      "step": 39241
    },
    {
      "epoch": 1.8256338683414748,
      "grad_norm": 1.0792917890488323,
      "learning_rate": 0.00024069735623418506,
      "loss": 2.6094,
      "step": 39242
    },
    {
      "epoch": 1.8256803907885555,
      "grad_norm": 1.1384390400660644,
      "learning_rate": 0.0002406944000906363,
      "loss": 2.2969,
      "step": 39243
    },
    {
      "epoch": 1.8257269132356362,
      "grad_norm": 1.331869962497196,
      "learning_rate": 0.0002406914438915639,
      "loss": 1.625,
      "step": 39244
    },
    {
      "epoch": 1.8257734356827169,
      "grad_norm": 1.0609066478168043,
      "learning_rate": 0.00024068848763696965,
      "loss": 2.4531,
      "step": 39245
    },
    {
      "epoch": 1.8258199581297976,
      "grad_norm": 1.009434722370777,
      "learning_rate": 0.00024068553132685532,
      "loss": 2.1562,
      "step": 39246
    },
    {
      "epoch": 1.8258664805768783,
      "grad_norm": 1.103786807322476,
      "learning_rate": 0.00024068257496122288,
      "loss": 2.625,
      "step": 39247
    },
    {
      "epoch": 1.8259130030239592,
      "grad_norm": 1.0555353472631588,
      "learning_rate": 0.00024067961854007394,
      "loss": 2.2656,
      "step": 39248
    },
    {
      "epoch": 1.8259595254710397,
      "grad_norm": 1.1613028060805568,
      "learning_rate": 0.00024067666206341044,
      "loss": 2.4531,
      "step": 39249
    },
    {
      "epoch": 1.8260060479181206,
      "grad_norm": 1.0596308527277645,
      "learning_rate": 0.00024067370553123416,
      "loss": 2.4375,
      "step": 39250
    },
    {
      "epoch": 1.826052570365201,
      "grad_norm": 1.0543255204963762,
      "learning_rate": 0.0002406707489435469,
      "loss": 2.2656,
      "step": 39251
    },
    {
      "epoch": 1.826099092812282,
      "grad_norm": 1.0081245480964784,
      "learning_rate": 0.00024066779230035048,
      "loss": 2.4375,
      "step": 39252
    },
    {
      "epoch": 1.8261456152593627,
      "grad_norm": 1.042958700394766,
      "learning_rate": 0.00024066483560164669,
      "loss": 2.3125,
      "step": 39253
    },
    {
      "epoch": 1.8261921377064434,
      "grad_norm": 0.9819569436195551,
      "learning_rate": 0.00024066187884743735,
      "loss": 2.2969,
      "step": 39254
    },
    {
      "epoch": 1.826238660153524,
      "grad_norm": 0.9962356403135478,
      "learning_rate": 0.00024065892203772431,
      "loss": 2.3906,
      "step": 39255
    },
    {
      "epoch": 1.8262851826006048,
      "grad_norm": 1.0538275281582044,
      "learning_rate": 0.00024065596517250934,
      "loss": 2.5156,
      "step": 39256
    },
    {
      "epoch": 1.8263317050476855,
      "grad_norm": 0.9752060529199374,
      "learning_rate": 0.0002406530082517942,
      "loss": 2.2188,
      "step": 39257
    },
    {
      "epoch": 1.8263782274947662,
      "grad_norm": 1.0700673769281128,
      "learning_rate": 0.00024065005127558078,
      "loss": 2.4531,
      "step": 39258
    },
    {
      "epoch": 1.826424749941847,
      "grad_norm": 2.563193528876747,
      "learning_rate": 0.00024064709424387087,
      "loss": 2.7031,
      "step": 39259
    },
    {
      "epoch": 1.8264712723889276,
      "grad_norm": 1.122434940722511,
      "learning_rate": 0.0002406441371566663,
      "loss": 2.3906,
      "step": 39260
    },
    {
      "epoch": 1.8265177948360085,
      "grad_norm": 1.044491989523781,
      "learning_rate": 0.00024064118001396878,
      "loss": 2.3125,
      "step": 39261
    },
    {
      "epoch": 1.826564317283089,
      "grad_norm": 1.0044955812770853,
      "learning_rate": 0.00024063822281578028,
      "loss": 2.2188,
      "step": 39262
    },
    {
      "epoch": 1.82661083973017,
      "grad_norm": 1.1389953012083296,
      "learning_rate": 0.00024063526556210248,
      "loss": 2.5625,
      "step": 39263
    },
    {
      "epoch": 1.8266573621772504,
      "grad_norm": 1.0663825572083097,
      "learning_rate": 0.00024063230825293724,
      "loss": 2.2812,
      "step": 39264
    },
    {
      "epoch": 1.8267038846243313,
      "grad_norm": 1.0381145105519962,
      "learning_rate": 0.00024062935088828638,
      "loss": 2.0938,
      "step": 39265
    },
    {
      "epoch": 1.826750407071412,
      "grad_norm": 1.0561455487117306,
      "learning_rate": 0.0002406263934681517,
      "loss": 2.2969,
      "step": 39266
    },
    {
      "epoch": 1.8267969295184927,
      "grad_norm": 1.0022190271323699,
      "learning_rate": 0.000240623435992535,
      "loss": 2.375,
      "step": 39267
    },
    {
      "epoch": 1.8268434519655734,
      "grad_norm": 1.0972052083172703,
      "learning_rate": 0.00024062047846143807,
      "loss": 2.25,
      "step": 39268
    },
    {
      "epoch": 1.826889974412654,
      "grad_norm": 1.093375085814811,
      "learning_rate": 0.00024061752087486282,
      "loss": 2.6406,
      "step": 39269
    },
    {
      "epoch": 1.8269364968597348,
      "grad_norm": 1.090052869383542,
      "learning_rate": 0.00024061456323281092,
      "loss": 2.3438,
      "step": 39270
    },
    {
      "epoch": 1.8269830193068155,
      "grad_norm": 1.066839243203682,
      "learning_rate": 0.00024061160553528425,
      "loss": 2.3594,
      "step": 39271
    },
    {
      "epoch": 1.8270295417538962,
      "grad_norm": 1.0446375599134992,
      "learning_rate": 0.00024060864778228467,
      "loss": 2.4062,
      "step": 39272
    },
    {
      "epoch": 1.827076064200977,
      "grad_norm": 0.9960314442761201,
      "learning_rate": 0.00024060568997381391,
      "loss": 2.25,
      "step": 39273
    },
    {
      "epoch": 1.8271225866480578,
      "grad_norm": 1.0603563204794995,
      "learning_rate": 0.0002406027321098738,
      "loss": 2.2812,
      "step": 39274
    },
    {
      "epoch": 1.8271691090951383,
      "grad_norm": 1.1706145284636584,
      "learning_rate": 0.0002405997741904662,
      "loss": 2.6406,
      "step": 39275
    },
    {
      "epoch": 1.8272156315422192,
      "grad_norm": 1.173206580372637,
      "learning_rate": 0.00024059681621559287,
      "loss": 2.1094,
      "step": 39276
    },
    {
      "epoch": 1.8272621539892997,
      "grad_norm": 1.1171327573758363,
      "learning_rate": 0.00024059385818525565,
      "loss": 2.5625,
      "step": 39277
    },
    {
      "epoch": 1.8273086764363806,
      "grad_norm": 1.0677814080404835,
      "learning_rate": 0.00024059090009945629,
      "loss": 2.3125,
      "step": 39278
    },
    {
      "epoch": 1.8273551988834613,
      "grad_norm": 1.0243274900883756,
      "learning_rate": 0.0002405879419581967,
      "loss": 2.1875,
      "step": 39279
    },
    {
      "epoch": 1.827401721330542,
      "grad_norm": 1.0584548709357313,
      "learning_rate": 0.0002405849837614786,
      "loss": 2.5469,
      "step": 39280
    },
    {
      "epoch": 1.8274482437776227,
      "grad_norm": 1.4506667357282053,
      "learning_rate": 0.00024058202550930388,
      "loss": 1.7656,
      "step": 39281
    },
    {
      "epoch": 1.8274947662247034,
      "grad_norm": 0.996843486020432,
      "learning_rate": 0.00024057906720167428,
      "loss": 1.9062,
      "step": 39282
    },
    {
      "epoch": 1.8275412886717841,
      "grad_norm": 1.1223704965274388,
      "learning_rate": 0.00024057610883859164,
      "loss": 2.3906,
      "step": 39283
    },
    {
      "epoch": 1.8275878111188648,
      "grad_norm": 1.0902055244180024,
      "learning_rate": 0.00024057315042005776,
      "loss": 2.2344,
      "step": 39284
    },
    {
      "epoch": 1.8276343335659457,
      "grad_norm": 1.115136955660475,
      "learning_rate": 0.0002405701919460745,
      "loss": 2.4219,
      "step": 39285
    },
    {
      "epoch": 1.8276808560130262,
      "grad_norm": 1.1802048491927202,
      "learning_rate": 0.0002405672334166436,
      "loss": 2.3438,
      "step": 39286
    },
    {
      "epoch": 1.8277273784601071,
      "grad_norm": 1.0773440158912915,
      "learning_rate": 0.0002405642748317669,
      "loss": 2.5781,
      "step": 39287
    },
    {
      "epoch": 1.8277739009071876,
      "grad_norm": 1.0333309001184001,
      "learning_rate": 0.00024056131619144627,
      "loss": 2.375,
      "step": 39288
    },
    {
      "epoch": 1.8278204233542685,
      "grad_norm": 1.0434090040423962,
      "learning_rate": 0.00024055835749568343,
      "loss": 2.2344,
      "step": 39289
    },
    {
      "epoch": 1.827866945801349,
      "grad_norm": 1.0972208411597233,
      "learning_rate": 0.00024055539874448024,
      "loss": 2.2812,
      "step": 39290
    },
    {
      "epoch": 1.82791346824843,
      "grad_norm": 1.1278154822547013,
      "learning_rate": 0.00024055243993783852,
      "loss": 2.2031,
      "step": 39291
    },
    {
      "epoch": 1.8279599906955106,
      "grad_norm": 1.052120087029919,
      "learning_rate": 0.00024054948107576002,
      "loss": 2.2344,
      "step": 39292
    },
    {
      "epoch": 1.8280065131425913,
      "grad_norm": 1.1971980967843905,
      "learning_rate": 0.0002405465221582466,
      "loss": 2.4062,
      "step": 39293
    },
    {
      "epoch": 1.828053035589672,
      "grad_norm": 1.1414213297053677,
      "learning_rate": 0.0002405435631853001,
      "loss": 1.8359,
      "step": 39294
    },
    {
      "epoch": 1.8280995580367527,
      "grad_norm": 1.2795331159087409,
      "learning_rate": 0.00024054060415692227,
      "loss": 1.7656,
      "step": 39295
    },
    {
      "epoch": 1.8281460804838334,
      "grad_norm": 1.0135252520228637,
      "learning_rate": 0.00024053764507311494,
      "loss": 2.0938,
      "step": 39296
    },
    {
      "epoch": 1.8281926029309141,
      "grad_norm": 1.1932736197517955,
      "learning_rate": 0.00024053468593387997,
      "loss": 2.5312,
      "step": 39297
    },
    {
      "epoch": 1.828239125377995,
      "grad_norm": 1.1031789141504897,
      "learning_rate": 0.0002405317267392191,
      "loss": 2.4688,
      "step": 39298
    },
    {
      "epoch": 1.8282856478250755,
      "grad_norm": 1.0587543746756505,
      "learning_rate": 0.00024052876748913417,
      "loss": 2.5156,
      "step": 39299
    },
    {
      "epoch": 1.8283321702721564,
      "grad_norm": 1.0029356616942702,
      "learning_rate": 0.000240525808183627,
      "loss": 2.4531,
      "step": 39300
    },
    {
      "epoch": 1.828378692719237,
      "grad_norm": 1.0783402207234505,
      "learning_rate": 0.0002405228488226994,
      "loss": 2.1875,
      "step": 39301
    },
    {
      "epoch": 1.8284252151663178,
      "grad_norm": 1.0558256139765654,
      "learning_rate": 0.0002405198894063532,
      "loss": 2.2812,
      "step": 39302
    },
    {
      "epoch": 1.8284717376133983,
      "grad_norm": 1.131126745964243,
      "learning_rate": 0.0002405169299345902,
      "loss": 2.9375,
      "step": 39303
    },
    {
      "epoch": 1.8285182600604792,
      "grad_norm": 1.0426151796282932,
      "learning_rate": 0.00024051397040741212,
      "loss": 1.7109,
      "step": 39304
    },
    {
      "epoch": 1.82856478250756,
      "grad_norm": 1.0214863443885644,
      "learning_rate": 0.0002405110108248209,
      "loss": 2.3281,
      "step": 39305
    },
    {
      "epoch": 1.8286113049546406,
      "grad_norm": 1.0522826161311172,
      "learning_rate": 0.0002405080511868183,
      "loss": 2.5312,
      "step": 39306
    },
    {
      "epoch": 1.8286578274017213,
      "grad_norm": 1.0352162504855287,
      "learning_rate": 0.00024050509149340616,
      "loss": 2.5938,
      "step": 39307
    },
    {
      "epoch": 1.828704349848802,
      "grad_norm": 1.0738742062110642,
      "learning_rate": 0.00024050213174458626,
      "loss": 2.625,
      "step": 39308
    },
    {
      "epoch": 1.8287508722958827,
      "grad_norm": 1.03437877724264,
      "learning_rate": 0.00024049917194036044,
      "loss": 2.3906,
      "step": 39309
    },
    {
      "epoch": 1.8287973947429634,
      "grad_norm": 1.0470366660562636,
      "learning_rate": 0.00024049621208073048,
      "loss": 2.2344,
      "step": 39310
    },
    {
      "epoch": 1.8288439171900444,
      "grad_norm": 1.0789614969529275,
      "learning_rate": 0.00024049325216569822,
      "loss": 2.4531,
      "step": 39311
    },
    {
      "epoch": 1.8288904396371248,
      "grad_norm": 1.090891691252641,
      "learning_rate": 0.00024049029219526543,
      "loss": 2.5469,
      "step": 39312
    },
    {
      "epoch": 1.8289369620842058,
      "grad_norm": 1.116287485906675,
      "learning_rate": 0.00024048733216943394,
      "loss": 2.5,
      "step": 39313
    },
    {
      "epoch": 1.8289834845312862,
      "grad_norm": 1.0076104364211735,
      "learning_rate": 0.0002404843720882056,
      "loss": 2.3281,
      "step": 39314
    },
    {
      "epoch": 1.8290300069783672,
      "grad_norm": 1.253787911947262,
      "learning_rate": 0.00024048141195158218,
      "loss": 1.6094,
      "step": 39315
    },
    {
      "epoch": 1.8290765294254476,
      "grad_norm": 1.0227444643805157,
      "learning_rate": 0.00024047845175956552,
      "loss": 2.4062,
      "step": 39316
    },
    {
      "epoch": 1.8291230518725285,
      "grad_norm": 1.2336684618849063,
      "learning_rate": 0.0002404754915121574,
      "loss": 2.3281,
      "step": 39317
    },
    {
      "epoch": 1.8291695743196092,
      "grad_norm": 1.0778561505655482,
      "learning_rate": 0.00024047253120935966,
      "loss": 2.375,
      "step": 39318
    },
    {
      "epoch": 1.82921609676669,
      "grad_norm": 1.1822180367077937,
      "learning_rate": 0.00024046957085117407,
      "loss": 2.6719,
      "step": 39319
    },
    {
      "epoch": 1.8292626192137706,
      "grad_norm": 1.1393869122859321,
      "learning_rate": 0.0002404666104376025,
      "loss": 2.5469,
      "step": 39320
    },
    {
      "epoch": 1.8293091416608513,
      "grad_norm": 1.0232867407507469,
      "learning_rate": 0.0002404636499686468,
      "loss": 2.2656,
      "step": 39321
    },
    {
      "epoch": 1.829355664107932,
      "grad_norm": 0.9254648169230969,
      "learning_rate": 0.00024046068944430865,
      "loss": 1.7188,
      "step": 39322
    },
    {
      "epoch": 1.8294021865550127,
      "grad_norm": 0.9606548422932875,
      "learning_rate": 0.00024045772886458993,
      "loss": 2.2031,
      "step": 39323
    },
    {
      "epoch": 1.8294487090020937,
      "grad_norm": 1.191902731044806,
      "learning_rate": 0.00024045476822949252,
      "loss": 2.4688,
      "step": 39324
    },
    {
      "epoch": 1.8294952314491741,
      "grad_norm": 1.0102367176812028,
      "learning_rate": 0.0002404518075390181,
      "loss": 2.125,
      "step": 39325
    },
    {
      "epoch": 1.829541753896255,
      "grad_norm": 1.0627659153572822,
      "learning_rate": 0.00024044884679316858,
      "loss": 2.25,
      "step": 39326
    },
    {
      "epoch": 1.8295882763433355,
      "grad_norm": 1.066123296686821,
      "learning_rate": 0.0002404458859919457,
      "loss": 2.5469,
      "step": 39327
    },
    {
      "epoch": 1.8296347987904165,
      "grad_norm": 1.136885124384686,
      "learning_rate": 0.00024044292513535136,
      "loss": 2.3438,
      "step": 39328
    },
    {
      "epoch": 1.829681321237497,
      "grad_norm": 1.1447464782579113,
      "learning_rate": 0.00024043996422338734,
      "loss": 2.4531,
      "step": 39329
    },
    {
      "epoch": 1.8297278436845779,
      "grad_norm": 1.1427974604157953,
      "learning_rate": 0.00024043700325605542,
      "loss": 2.3594,
      "step": 39330
    },
    {
      "epoch": 1.8297743661316586,
      "grad_norm": 1.0174656311019907,
      "learning_rate": 0.00024043404223335745,
      "loss": 2.375,
      "step": 39331
    },
    {
      "epoch": 1.8298208885787393,
      "grad_norm": 1.0843383940958669,
      "learning_rate": 0.00024043108115529517,
      "loss": 2.6719,
      "step": 39332
    },
    {
      "epoch": 1.82986741102582,
      "grad_norm": 1.0767514865484313,
      "learning_rate": 0.0002404281200218705,
      "loss": 2.4375,
      "step": 39333
    },
    {
      "epoch": 1.8299139334729007,
      "grad_norm": 1.0591889298835784,
      "learning_rate": 0.0002404251588330852,
      "loss": 2.6562,
      "step": 39334
    },
    {
      "epoch": 1.8299604559199814,
      "grad_norm": 1.1138246442668527,
      "learning_rate": 0.0002404221975889411,
      "loss": 2.6406,
      "step": 39335
    },
    {
      "epoch": 1.830006978367062,
      "grad_norm": 1.1341767426972367,
      "learning_rate": 0.00024041923628943996,
      "loss": 2.5938,
      "step": 39336
    },
    {
      "epoch": 1.830053500814143,
      "grad_norm": 1.222327134378124,
      "learning_rate": 0.00024041627493458364,
      "loss": 2.7031,
      "step": 39337
    },
    {
      "epoch": 1.8301000232612235,
      "grad_norm": 1.1285019827323493,
      "learning_rate": 0.00024041331352437392,
      "loss": 2.4844,
      "step": 39338
    },
    {
      "epoch": 1.8301465457083044,
      "grad_norm": 1.0246868578251764,
      "learning_rate": 0.0002404103520588127,
      "loss": 2.4219,
      "step": 39339
    },
    {
      "epoch": 1.8301930681553849,
      "grad_norm": 1.0177707994391945,
      "learning_rate": 0.00024040739053790168,
      "loss": 2.3906,
      "step": 39340
    },
    {
      "epoch": 1.8302395906024658,
      "grad_norm": 0.9751953850225923,
      "learning_rate": 0.0002404044289616427,
      "loss": 2.3594,
      "step": 39341
    },
    {
      "epoch": 1.8302861130495462,
      "grad_norm": 1.100875213752296,
      "learning_rate": 0.00024040146733003768,
      "loss": 2.3125,
      "step": 39342
    },
    {
      "epoch": 1.8303326354966272,
      "grad_norm": 1.0483469494550364,
      "learning_rate": 0.0002403985056430883,
      "loss": 2.25,
      "step": 39343
    },
    {
      "epoch": 1.8303791579437079,
      "grad_norm": 1.1055899625128547,
      "learning_rate": 0.0002403955439007964,
      "loss": 2.4062,
      "step": 39344
    },
    {
      "epoch": 1.8304256803907886,
      "grad_norm": 1.1253964174924511,
      "learning_rate": 0.00024039258210316387,
      "loss": 2.375,
      "step": 39345
    },
    {
      "epoch": 1.8304722028378693,
      "grad_norm": 1.255939306041764,
      "learning_rate": 0.0002403896202501924,
      "loss": 1.6797,
      "step": 39346
    },
    {
      "epoch": 1.83051872528495,
      "grad_norm": 1.0339984289179354,
      "learning_rate": 0.00024038665834188392,
      "loss": 2.2812,
      "step": 39347
    },
    {
      "epoch": 1.8305652477320307,
      "grad_norm": 1.0484262143599918,
      "learning_rate": 0.00024038369637824025,
      "loss": 2.4531,
      "step": 39348
    },
    {
      "epoch": 1.8306117701791114,
      "grad_norm": 1.0606580178116203,
      "learning_rate": 0.00024038073435926301,
      "loss": 2.2812,
      "step": 39349
    },
    {
      "epoch": 1.8306582926261923,
      "grad_norm": 0.982007676407151,
      "learning_rate": 0.00024037777228495425,
      "loss": 1.7734,
      "step": 39350
    },
    {
      "epoch": 1.8307048150732728,
      "grad_norm": 1.0455953055077472,
      "learning_rate": 0.00024037481015531568,
      "loss": 2.6094,
      "step": 39351
    },
    {
      "epoch": 1.8307513375203537,
      "grad_norm": 1.0627442817980315,
      "learning_rate": 0.0002403718479703491,
      "loss": 2.5156,
      "step": 39352
    },
    {
      "epoch": 1.8307978599674342,
      "grad_norm": 1.0878868552302976,
      "learning_rate": 0.0002403688857300563,
      "loss": 2.4375,
      "step": 39353
    },
    {
      "epoch": 1.830844382414515,
      "grad_norm": 1.020999118359985,
      "learning_rate": 0.0002403659234344392,
      "loss": 2.375,
      "step": 39354
    },
    {
      "epoch": 1.8308909048615956,
      "grad_norm": 1.1167882476925428,
      "learning_rate": 0.00024036296108349953,
      "loss": 2.5625,
      "step": 39355
    },
    {
      "epoch": 1.8309374273086765,
      "grad_norm": 1.0460552229775724,
      "learning_rate": 0.00024035999867723913,
      "loss": 2.1562,
      "step": 39356
    },
    {
      "epoch": 1.8309839497557572,
      "grad_norm": 1.070567533204499,
      "learning_rate": 0.00024035703621565977,
      "loss": 2.4844,
      "step": 39357
    },
    {
      "epoch": 1.8310304722028379,
      "grad_norm": 1.1193480819822201,
      "learning_rate": 0.00024035407369876334,
      "loss": 2.4531,
      "step": 39358
    },
    {
      "epoch": 1.8310769946499186,
      "grad_norm": 0.9941745342139355,
      "learning_rate": 0.0002403511111265516,
      "loss": 2.0469,
      "step": 39359
    },
    {
      "epoch": 1.8311235170969993,
      "grad_norm": 1.015728964049453,
      "learning_rate": 0.00024034814849902635,
      "loss": 2.0469,
      "step": 39360
    },
    {
      "epoch": 1.83117003954408,
      "grad_norm": 1.055134082877062,
      "learning_rate": 0.00024034518581618947,
      "loss": 2.2969,
      "step": 39361
    },
    {
      "epoch": 1.8312165619911607,
      "grad_norm": 1.018551420648719,
      "learning_rate": 0.00024034222307804272,
      "loss": 2.2031,
      "step": 39362
    },
    {
      "epoch": 1.8312630844382416,
      "grad_norm": 1.2364000661572827,
      "learning_rate": 0.0002403392602845879,
      "loss": 2.375,
      "step": 39363
    },
    {
      "epoch": 1.831309606885322,
      "grad_norm": 1.0457528097074018,
      "learning_rate": 0.0002403362974358269,
      "loss": 2.5312,
      "step": 39364
    },
    {
      "epoch": 1.831356129332403,
      "grad_norm": 1.099558158849844,
      "learning_rate": 0.00024033333453176147,
      "loss": 2.4219,
      "step": 39365
    },
    {
      "epoch": 1.8314026517794835,
      "grad_norm": 1.0735551703241004,
      "learning_rate": 0.00024033037157239343,
      "loss": 2.5312,
      "step": 39366
    },
    {
      "epoch": 1.8314491742265644,
      "grad_norm": 1.0944542264077333,
      "learning_rate": 0.00024032740855772463,
      "loss": 2.4531,
      "step": 39367
    },
    {
      "epoch": 1.8314956966736449,
      "grad_norm": 0.9648014394353829,
      "learning_rate": 0.00024032444548775683,
      "loss": 2.2969,
      "step": 39368
    },
    {
      "epoch": 1.8315422191207258,
      "grad_norm": 1.0514075827548284,
      "learning_rate": 0.0002403214823624919,
      "loss": 2.3438,
      "step": 39369
    },
    {
      "epoch": 1.8315887415678065,
      "grad_norm": 1.1227737776594755,
      "learning_rate": 0.0002403185191819316,
      "loss": 2.3906,
      "step": 39370
    },
    {
      "epoch": 1.8316352640148872,
      "grad_norm": 1.1004798872913064,
      "learning_rate": 0.00024031555594607775,
      "loss": 2.375,
      "step": 39371
    },
    {
      "epoch": 1.8316817864619679,
      "grad_norm": 1.208063307620562,
      "learning_rate": 0.00024031259265493222,
      "loss": 2.5312,
      "step": 39372
    },
    {
      "epoch": 1.8317283089090486,
      "grad_norm": 1.2272774994340667,
      "learning_rate": 0.0002403096293084968,
      "loss": 2.3438,
      "step": 39373
    },
    {
      "epoch": 1.8317748313561293,
      "grad_norm": 1.0540708389122093,
      "learning_rate": 0.00024030666590677324,
      "loss": 2.4219,
      "step": 39374
    },
    {
      "epoch": 1.83182135380321,
      "grad_norm": 1.0643718077752733,
      "learning_rate": 0.00024030370244976346,
      "loss": 2.4062,
      "step": 39375
    },
    {
      "epoch": 1.831867876250291,
      "grad_norm": 1.1218193603124174,
      "learning_rate": 0.00024030073893746925,
      "loss": 2.4531,
      "step": 39376
    },
    {
      "epoch": 1.8319143986973714,
      "grad_norm": 1.1667204315307464,
      "learning_rate": 0.0002402977753698923,
      "loss": 2.25,
      "step": 39377
    },
    {
      "epoch": 1.8319609211444523,
      "grad_norm": 1.0590431366241781,
      "learning_rate": 0.00024029481174703458,
      "loss": 2.3594,
      "step": 39378
    },
    {
      "epoch": 1.8320074435915328,
      "grad_norm": 0.9938620413228487,
      "learning_rate": 0.00024029184806889783,
      "loss": 2.3906,
      "step": 39379
    },
    {
      "epoch": 1.8320539660386137,
      "grad_norm": 1.0680492594754292,
      "learning_rate": 0.0002402888843354839,
      "loss": 2.1719,
      "step": 39380
    },
    {
      "epoch": 1.8321004884856944,
      "grad_norm": 1.056945993888095,
      "learning_rate": 0.00024028592054679455,
      "loss": 2.6875,
      "step": 39381
    },
    {
      "epoch": 1.832147010932775,
      "grad_norm": 0.9587875176685828,
      "learning_rate": 0.00024028295670283162,
      "loss": 2.2031,
      "step": 39382
    },
    {
      "epoch": 1.8321935333798558,
      "grad_norm": 1.21241453284333,
      "learning_rate": 0.00024027999280359696,
      "loss": 2.3906,
      "step": 39383
    },
    {
      "epoch": 1.8322400558269365,
      "grad_norm": 1.1039084314507261,
      "learning_rate": 0.00024027702884909236,
      "loss": 2.3125,
      "step": 39384
    },
    {
      "epoch": 1.8322865782740172,
      "grad_norm": 1.1245817646721783,
      "learning_rate": 0.00024027406483931963,
      "loss": 2.3281,
      "step": 39385
    },
    {
      "epoch": 1.832333100721098,
      "grad_norm": 1.0822369855709697,
      "learning_rate": 0.00024027110077428057,
      "loss": 2.4688,
      "step": 39386
    },
    {
      "epoch": 1.8323796231681786,
      "grad_norm": 1.2041802749853858,
      "learning_rate": 0.000240268136653977,
      "loss": 2.5938,
      "step": 39387
    },
    {
      "epoch": 1.8324261456152593,
      "grad_norm": 1.1071359083765722,
      "learning_rate": 0.0002402651724784108,
      "loss": 2.3281,
      "step": 39388
    },
    {
      "epoch": 1.8324726680623402,
      "grad_norm": 1.1307427419452856,
      "learning_rate": 0.00024026220824758369,
      "loss": 2.5469,
      "step": 39389
    },
    {
      "epoch": 1.8325191905094207,
      "grad_norm": 1.0150117578768676,
      "learning_rate": 0.0002402592439614975,
      "loss": 2.3594,
      "step": 39390
    },
    {
      "epoch": 1.8325657129565016,
      "grad_norm": 1.0013207095178362,
      "learning_rate": 0.0002402562796201541,
      "loss": 2.2969,
      "step": 39391
    },
    {
      "epoch": 1.832612235403582,
      "grad_norm": 1.009820428517722,
      "learning_rate": 0.00024025331522355524,
      "loss": 2.3906,
      "step": 39392
    },
    {
      "epoch": 1.832658757850663,
      "grad_norm": 1.0522641208997592,
      "learning_rate": 0.0002402503507717028,
      "loss": 2.4844,
      "step": 39393
    },
    {
      "epoch": 1.8327052802977437,
      "grad_norm": 1.2916592871123211,
      "learning_rate": 0.00024024738626459859,
      "loss": 2.6719,
      "step": 39394
    },
    {
      "epoch": 1.8327518027448244,
      "grad_norm": 0.9434777265612654,
      "learning_rate": 0.0002402444217022443,
      "loss": 2.2188,
      "step": 39395
    },
    {
      "epoch": 1.832798325191905,
      "grad_norm": 1.0788163670659183,
      "learning_rate": 0.00024024145708464198,
      "loss": 2.7344,
      "step": 39396
    },
    {
      "epoch": 1.8328448476389858,
      "grad_norm": 1.0442604485929898,
      "learning_rate": 0.00024023849241179324,
      "loss": 2.2031,
      "step": 39397
    },
    {
      "epoch": 1.8328913700860665,
      "grad_norm": 1.1171584497025473,
      "learning_rate": 0.00024023552768369992,
      "loss": 2.2344,
      "step": 39398
    },
    {
      "epoch": 1.8329378925331472,
      "grad_norm": 1.1023892269260445,
      "learning_rate": 0.00024023256290036393,
      "loss": 2.1562,
      "step": 39399
    },
    {
      "epoch": 1.832984414980228,
      "grad_norm": 1.0945123895161415,
      "learning_rate": 0.00024022959806178703,
      "loss": 2.2344,
      "step": 39400
    },
    {
      "epoch": 1.8330309374273086,
      "grad_norm": 0.9769031935452015,
      "learning_rate": 0.00024022663316797103,
      "loss": 1.9844,
      "step": 39401
    },
    {
      "epoch": 1.8330774598743895,
      "grad_norm": 1.1301738110514103,
      "learning_rate": 0.00024022366821891775,
      "loss": 2.5312,
      "step": 39402
    },
    {
      "epoch": 1.83312398232147,
      "grad_norm": 1.0714073473090755,
      "learning_rate": 0.00024022070321462902,
      "loss": 2.3281,
      "step": 39403
    },
    {
      "epoch": 1.833170504768551,
      "grad_norm": 1.0547026802747688,
      "learning_rate": 0.00024021773815510663,
      "loss": 2.4062,
      "step": 39404
    },
    {
      "epoch": 1.8332170272156314,
      "grad_norm": 1.0650778054610972,
      "learning_rate": 0.0002402147730403524,
      "loss": 2.4219,
      "step": 39405
    },
    {
      "epoch": 1.8332635496627123,
      "grad_norm": 1.0710266478631985,
      "learning_rate": 0.00024021180787036817,
      "loss": 2.3594,
      "step": 39406
    },
    {
      "epoch": 1.833310072109793,
      "grad_norm": 1.0245728838183594,
      "learning_rate": 0.00024020884264515575,
      "loss": 2.5625,
      "step": 39407
    },
    {
      "epoch": 1.8333565945568737,
      "grad_norm": 1.0791456111135858,
      "learning_rate": 0.00024020587736471694,
      "loss": 2.25,
      "step": 39408
    },
    {
      "epoch": 1.8334031170039544,
      "grad_norm": 1.0895102673636075,
      "learning_rate": 0.00024020291202905353,
      "loss": 2.1094,
      "step": 39409
    },
    {
      "epoch": 1.8334496394510351,
      "grad_norm": 1.1166456423830722,
      "learning_rate": 0.00024019994663816743,
      "loss": 2.3281,
      "step": 39410
    },
    {
      "epoch": 1.8334961618981158,
      "grad_norm": 1.1210770850099823,
      "learning_rate": 0.00024019698119206036,
      "loss": 2.4062,
      "step": 39411
    },
    {
      "epoch": 1.8335426843451965,
      "grad_norm": 1.0222475665333017,
      "learning_rate": 0.0002401940156907341,
      "loss": 1.7891,
      "step": 39412
    },
    {
      "epoch": 1.8335892067922774,
      "grad_norm": 1.094121089511467,
      "learning_rate": 0.0002401910501341906,
      "loss": 2.5156,
      "step": 39413
    },
    {
      "epoch": 1.833635729239358,
      "grad_norm": 1.082459092219739,
      "learning_rate": 0.0002401880845224316,
      "loss": 2.4062,
      "step": 39414
    },
    {
      "epoch": 1.8336822516864388,
      "grad_norm": 1.0456128914597627,
      "learning_rate": 0.00024018511885545891,
      "loss": 2.4062,
      "step": 39415
    },
    {
      "epoch": 1.8337287741335193,
      "grad_norm": 1.1332268088256066,
      "learning_rate": 0.00024018215313327437,
      "loss": 2.4688,
      "step": 39416
    },
    {
      "epoch": 1.8337752965806002,
      "grad_norm": 1.03824282871511,
      "learning_rate": 0.00024017918735587979,
      "loss": 2.0781,
      "step": 39417
    },
    {
      "epoch": 1.8338218190276807,
      "grad_norm": 1.1350765137750363,
      "learning_rate": 0.000240176221523277,
      "loss": 2.6719,
      "step": 39418
    },
    {
      "epoch": 1.8338683414747616,
      "grad_norm": 1.059006273309746,
      "learning_rate": 0.00024017325563546776,
      "loss": 2.2031,
      "step": 39419
    },
    {
      "epoch": 1.8339148639218423,
      "grad_norm": 1.1612065027528937,
      "learning_rate": 0.00024017028969245394,
      "loss": 2.3906,
      "step": 39420
    },
    {
      "epoch": 1.833961386368923,
      "grad_norm": 1.0700611453612212,
      "learning_rate": 0.0002401673236942373,
      "loss": 2.7656,
      "step": 39421
    },
    {
      "epoch": 1.8340079088160037,
      "grad_norm": 1.2359180687552653,
      "learning_rate": 0.00024016435764081972,
      "loss": 2.2344,
      "step": 39422
    },
    {
      "epoch": 1.8340544312630844,
      "grad_norm": 1.1598840569350752,
      "learning_rate": 0.00024016139153220297,
      "loss": 2.2969,
      "step": 39423
    },
    {
      "epoch": 1.8341009537101651,
      "grad_norm": 1.0240125257996286,
      "learning_rate": 0.00024015842536838895,
      "loss": 2.4062,
      "step": 39424
    },
    {
      "epoch": 1.8341474761572458,
      "grad_norm": 1.051339661176873,
      "learning_rate": 0.00024015545914937933,
      "loss": 2.2812,
      "step": 39425
    },
    {
      "epoch": 1.8341939986043267,
      "grad_norm": 0.903674647144944,
      "learning_rate": 0.00024015249287517602,
      "loss": 1.9219,
      "step": 39426
    },
    {
      "epoch": 1.8342405210514072,
      "grad_norm": 1.031435293236022,
      "learning_rate": 0.00024014952654578087,
      "loss": 2.6562,
      "step": 39427
    },
    {
      "epoch": 1.8342870434984881,
      "grad_norm": 1.0877703866675508,
      "learning_rate": 0.00024014656016119561,
      "loss": 2.25,
      "step": 39428
    },
    {
      "epoch": 1.8343335659455686,
      "grad_norm": 1.0910654584876052,
      "learning_rate": 0.00024014359372142213,
      "loss": 2.5312,
      "step": 39429
    },
    {
      "epoch": 1.8343800883926495,
      "grad_norm": 1.0271278354367925,
      "learning_rate": 0.0002401406272264622,
      "loss": 2.3281,
      "step": 39430
    },
    {
      "epoch": 1.83442661083973,
      "grad_norm": 1.0379950615619014,
      "learning_rate": 0.0002401376606763176,
      "loss": 2.4375,
      "step": 39431
    },
    {
      "epoch": 1.834473133286811,
      "grad_norm": 1.1117893855697627,
      "learning_rate": 0.00024013469407099024,
      "loss": 2.6094,
      "step": 39432
    },
    {
      "epoch": 1.8345196557338916,
      "grad_norm": 1.036184194481575,
      "learning_rate": 0.0002401317274104819,
      "loss": 2.4688,
      "step": 39433
    },
    {
      "epoch": 1.8345661781809723,
      "grad_norm": 1.0802032848029643,
      "learning_rate": 0.00024012876069479436,
      "loss": 2.2969,
      "step": 39434
    },
    {
      "epoch": 1.834612700628053,
      "grad_norm": 1.0416499355961883,
      "learning_rate": 0.00024012579392392944,
      "loss": 1.5703,
      "step": 39435
    },
    {
      "epoch": 1.8346592230751337,
      "grad_norm": 1.0080799703313668,
      "learning_rate": 0.00024012282709788901,
      "loss": 2.0781,
      "step": 39436
    },
    {
      "epoch": 1.8347057455222144,
      "grad_norm": 1.0725841010459236,
      "learning_rate": 0.0002401198602166748,
      "loss": 2.3594,
      "step": 39437
    },
    {
      "epoch": 1.8347522679692951,
      "grad_norm": 1.1244858905463417,
      "learning_rate": 0.00024011689328028876,
      "loss": 2.5781,
      "step": 39438
    },
    {
      "epoch": 1.834798790416376,
      "grad_norm": 1.098573366075841,
      "learning_rate": 0.0002401139262887326,
      "loss": 2.4375,
      "step": 39439
    },
    {
      "epoch": 1.8348453128634565,
      "grad_norm": 1.0862891200731015,
      "learning_rate": 0.00024011095924200815,
      "loss": 2.3906,
      "step": 39440
    },
    {
      "epoch": 1.8348918353105375,
      "grad_norm": 1.130867589966858,
      "learning_rate": 0.00024010799214011722,
      "loss": 2.3125,
      "step": 39441
    },
    {
      "epoch": 1.834938357757618,
      "grad_norm": 1.0805978125514342,
      "learning_rate": 0.00024010502498306171,
      "loss": 2.3906,
      "step": 39442
    },
    {
      "epoch": 1.8349848802046989,
      "grad_norm": 1.0298298076546868,
      "learning_rate": 0.0002401020577708433,
      "loss": 2.4688,
      "step": 39443
    },
    {
      "epoch": 1.8350314026517793,
      "grad_norm": 1.030336687983697,
      "learning_rate": 0.00024009909050346393,
      "loss": 2.4219,
      "step": 39444
    },
    {
      "epoch": 1.8350779250988603,
      "grad_norm": 1.0959988560859437,
      "learning_rate": 0.00024009612318092534,
      "loss": 2.4062,
      "step": 39445
    },
    {
      "epoch": 1.835124447545941,
      "grad_norm": 1.2993006703438055,
      "learning_rate": 0.00024009315580322937,
      "loss": 2.5938,
      "step": 39446
    },
    {
      "epoch": 1.8351709699930217,
      "grad_norm": 1.1640499021797786,
      "learning_rate": 0.00024009018837037788,
      "loss": 2.3906,
      "step": 39447
    },
    {
      "epoch": 1.8352174924401023,
      "grad_norm": 1.1158076768033853,
      "learning_rate": 0.00024008722088237258,
      "loss": 2.4375,
      "step": 39448
    },
    {
      "epoch": 1.835264014887183,
      "grad_norm": 1.0137962648142957,
      "learning_rate": 0.0002400842533392154,
      "loss": 1.9375,
      "step": 39449
    },
    {
      "epoch": 1.8353105373342637,
      "grad_norm": 1.0423746472035902,
      "learning_rate": 0.0002400812857409081,
      "loss": 2.2344,
      "step": 39450
    },
    {
      "epoch": 1.8353570597813444,
      "grad_norm": 1.1513805481526327,
      "learning_rate": 0.00024007831808745247,
      "loss": 2.7656,
      "step": 39451
    },
    {
      "epoch": 1.8354035822284254,
      "grad_norm": 1.0675494925902502,
      "learning_rate": 0.0002400753503788504,
      "loss": 2.125,
      "step": 39452
    },
    {
      "epoch": 1.8354501046755058,
      "grad_norm": 0.9948167975576898,
      "learning_rate": 0.0002400723826151037,
      "loss": 2.1406,
      "step": 39453
    },
    {
      "epoch": 1.8354966271225868,
      "grad_norm": 1.056058150522192,
      "learning_rate": 0.00024006941479621412,
      "loss": 2.375,
      "step": 39454
    },
    {
      "epoch": 1.8355431495696672,
      "grad_norm": 1.0474597883950048,
      "learning_rate": 0.00024006644692218355,
      "loss": 2.3906,
      "step": 39455
    },
    {
      "epoch": 1.8355896720167482,
      "grad_norm": 1.0592398287517537,
      "learning_rate": 0.00024006347899301373,
      "loss": 2.3125,
      "step": 39456
    },
    {
      "epoch": 1.8356361944638286,
      "grad_norm": 1.0610694755147254,
      "learning_rate": 0.00024006051100870654,
      "loss": 2.5312,
      "step": 39457
    },
    {
      "epoch": 1.8356827169109096,
      "grad_norm": 1.1953057306746413,
      "learning_rate": 0.00024005754296926372,
      "loss": 2.0938,
      "step": 39458
    },
    {
      "epoch": 1.8357292393579903,
      "grad_norm": 1.125858280914504,
      "learning_rate": 0.00024005457487468718,
      "loss": 2.2344,
      "step": 39459
    },
    {
      "epoch": 1.835775761805071,
      "grad_norm": 1.0355020750778092,
      "learning_rate": 0.00024005160672497868,
      "loss": 2.2812,
      "step": 39460
    },
    {
      "epoch": 1.8358222842521517,
      "grad_norm": 1.6722138887160323,
      "learning_rate": 0.00024004863852014006,
      "loss": 1.6875,
      "step": 39461
    },
    {
      "epoch": 1.8358688066992324,
      "grad_norm": 1.0495964980200365,
      "learning_rate": 0.0002400456702601732,
      "loss": 2.3438,
      "step": 39462
    },
    {
      "epoch": 1.835915329146313,
      "grad_norm": 1.0423792520897377,
      "learning_rate": 0.00024004270194507977,
      "loss": 1.875,
      "step": 39463
    },
    {
      "epoch": 1.8359618515933938,
      "grad_norm": 1.0240485950031633,
      "learning_rate": 0.00024003973357486171,
      "loss": 2.25,
      "step": 39464
    },
    {
      "epoch": 1.8360083740404747,
      "grad_norm": 1.1303428615134516,
      "learning_rate": 0.00024003676514952076,
      "loss": 2.4844,
      "step": 39465
    },
    {
      "epoch": 1.8360548964875552,
      "grad_norm": 1.292109271480828,
      "learning_rate": 0.0002400337966690588,
      "loss": 2.4531,
      "step": 39466
    },
    {
      "epoch": 1.836101418934636,
      "grad_norm": 1.0832300574615361,
      "learning_rate": 0.00024003082813347758,
      "loss": 2.1406,
      "step": 39467
    },
    {
      "epoch": 1.8361479413817166,
      "grad_norm": 1.104087934173961,
      "learning_rate": 0.00024002785954277902,
      "loss": 2.1406,
      "step": 39468
    },
    {
      "epoch": 1.8361944638287975,
      "grad_norm": 1.13973376950993,
      "learning_rate": 0.00024002489089696482,
      "loss": 2.3906,
      "step": 39469
    },
    {
      "epoch": 1.836240986275878,
      "grad_norm": 1.0719702551253956,
      "learning_rate": 0.00024002192219603686,
      "loss": 2.7344,
      "step": 39470
    },
    {
      "epoch": 1.8362875087229589,
      "grad_norm": 1.0915062768790624,
      "learning_rate": 0.00024001895343999698,
      "loss": 2.2656,
      "step": 39471
    },
    {
      "epoch": 1.8363340311700396,
      "grad_norm": 1.2628575059382015,
      "learning_rate": 0.00024001598462884696,
      "loss": 2.7188,
      "step": 39472
    },
    {
      "epoch": 1.8363805536171203,
      "grad_norm": 1.0557419386410798,
      "learning_rate": 0.00024001301576258858,
      "loss": 2.2656,
      "step": 39473
    },
    {
      "epoch": 1.836427076064201,
      "grad_norm": 1.1269738442829487,
      "learning_rate": 0.00024001004684122372,
      "loss": 2.5781,
      "step": 39474
    },
    {
      "epoch": 1.8364735985112817,
      "grad_norm": 1.090531189320178,
      "learning_rate": 0.0002400070778647542,
      "loss": 2.6094,
      "step": 39475
    },
    {
      "epoch": 1.8365201209583624,
      "grad_norm": 1.655527846536637,
      "learning_rate": 0.00024000410883318182,
      "loss": 1.7344,
      "step": 39476
    },
    {
      "epoch": 1.836566643405443,
      "grad_norm": 1.0381604278872265,
      "learning_rate": 0.00024000113974650836,
      "loss": 2.375,
      "step": 39477
    },
    {
      "epoch": 1.836613165852524,
      "grad_norm": 1.1172668411994515,
      "learning_rate": 0.00023999817060473572,
      "loss": 2.25,
      "step": 39478
    },
    {
      "epoch": 1.8366596882996045,
      "grad_norm": 1.0661674080710106,
      "learning_rate": 0.0002399952014078656,
      "loss": 2.1406,
      "step": 39479
    },
    {
      "epoch": 1.8367062107466854,
      "grad_norm": 1.0785836117538965,
      "learning_rate": 0.00023999223215589993,
      "loss": 2.5312,
      "step": 39480
    },
    {
      "epoch": 1.8367527331937659,
      "grad_norm": 1.0222173789633082,
      "learning_rate": 0.00023998926284884048,
      "loss": 2.1719,
      "step": 39481
    },
    {
      "epoch": 1.8367992556408468,
      "grad_norm": 1.0232850509081015,
      "learning_rate": 0.00023998629348668908,
      "loss": 2.3125,
      "step": 39482
    },
    {
      "epoch": 1.8368457780879273,
      "grad_norm": 1.038388550268834,
      "learning_rate": 0.00023998332406944756,
      "loss": 2.2969,
      "step": 39483
    },
    {
      "epoch": 1.8368923005350082,
      "grad_norm": 1.056943502339322,
      "learning_rate": 0.00023998035459711766,
      "loss": 2.1094,
      "step": 39484
    },
    {
      "epoch": 1.8369388229820889,
      "grad_norm": 1.0392814897106528,
      "learning_rate": 0.0002399773850697013,
      "loss": 2.5469,
      "step": 39485
    },
    {
      "epoch": 1.8369853454291696,
      "grad_norm": 1.0208928910093482,
      "learning_rate": 0.00023997441548720026,
      "loss": 2.2188,
      "step": 39486
    },
    {
      "epoch": 1.8370318678762503,
      "grad_norm": 1.0573050103440171,
      "learning_rate": 0.00023997144584961635,
      "loss": 2.1719,
      "step": 39487
    },
    {
      "epoch": 1.837078390323331,
      "grad_norm": 0.9652976173717459,
      "learning_rate": 0.0002399684761569514,
      "loss": 2.1406,
      "step": 39488
    },
    {
      "epoch": 1.8371249127704117,
      "grad_norm": 1.1512160539737941,
      "learning_rate": 0.00023996550640920715,
      "loss": 2.6094,
      "step": 39489
    },
    {
      "epoch": 1.8371714352174924,
      "grad_norm": 1.1246692102476985,
      "learning_rate": 0.00023996253660638552,
      "loss": 2.6406,
      "step": 39490
    },
    {
      "epoch": 1.8372179576645733,
      "grad_norm": 1.0769038493784358,
      "learning_rate": 0.00023995956674848832,
      "loss": 2.1406,
      "step": 39491
    },
    {
      "epoch": 1.8372644801116538,
      "grad_norm": 1.0453188631844323,
      "learning_rate": 0.00023995659683551733,
      "loss": 2.3281,
      "step": 39492
    },
    {
      "epoch": 1.8373110025587347,
      "grad_norm": 1.0254936389767213,
      "learning_rate": 0.0002399536268674744,
      "loss": 2.2031,
      "step": 39493
    },
    {
      "epoch": 1.8373575250058152,
      "grad_norm": 1.0623220057682867,
      "learning_rate": 0.0002399506568443613,
      "loss": 2.4375,
      "step": 39494
    },
    {
      "epoch": 1.837404047452896,
      "grad_norm": 1.142368122425417,
      "learning_rate": 0.0002399476867661799,
      "loss": 2.4688,
      "step": 39495
    },
    {
      "epoch": 1.8374505698999768,
      "grad_norm": 0.9674817945262839,
      "learning_rate": 0.00023994471663293202,
      "loss": 2.1562,
      "step": 39496
    },
    {
      "epoch": 1.8374970923470575,
      "grad_norm": 1.0832903577907484,
      "learning_rate": 0.00023994174644461938,
      "loss": 2.2344,
      "step": 39497
    },
    {
      "epoch": 1.8375436147941382,
      "grad_norm": 1.1972714280383423,
      "learning_rate": 0.00023993877620124394,
      "loss": 2.5781,
      "step": 39498
    },
    {
      "epoch": 1.837590137241219,
      "grad_norm": 1.1009618720272285,
      "learning_rate": 0.00023993580590280742,
      "loss": 2.3906,
      "step": 39499
    },
    {
      "epoch": 1.8376366596882996,
      "grad_norm": 1.1035150251534263,
      "learning_rate": 0.0002399328355493117,
      "loss": 2.5469,
      "step": 39500
    },
    {
      "epoch": 1.8376831821353803,
      "grad_norm": 1.1260087756067527,
      "learning_rate": 0.00023992986514075854,
      "loss": 2.4375,
      "step": 39501
    },
    {
      "epoch": 1.837729704582461,
      "grad_norm": 1.0758755956053911,
      "learning_rate": 0.00023992689467714978,
      "loss": 2.3125,
      "step": 39502
    },
    {
      "epoch": 1.8377762270295417,
      "grad_norm": 1.074497575452662,
      "learning_rate": 0.00023992392415848722,
      "loss": 2.3906,
      "step": 39503
    },
    {
      "epoch": 1.8378227494766226,
      "grad_norm": 0.9550961090925836,
      "learning_rate": 0.00023992095358477274,
      "loss": 2.2969,
      "step": 39504
    },
    {
      "epoch": 1.837869271923703,
      "grad_norm": 1.122156345447512,
      "learning_rate": 0.00023991798295600815,
      "loss": 2.7188,
      "step": 39505
    },
    {
      "epoch": 1.837915794370784,
      "grad_norm": 1.035348734509428,
      "learning_rate": 0.00023991501227219522,
      "loss": 2.2969,
      "step": 39506
    },
    {
      "epoch": 1.8379623168178645,
      "grad_norm": 1.1068347666276093,
      "learning_rate": 0.00023991204153333577,
      "loss": 2.3594,
      "step": 39507
    },
    {
      "epoch": 1.8380088392649454,
      "grad_norm": 1.065250898317531,
      "learning_rate": 0.00023990907073943163,
      "loss": 2.3281,
      "step": 39508
    },
    {
      "epoch": 1.838055361712026,
      "grad_norm": 1.194867314596267,
      "learning_rate": 0.00023990609989048465,
      "loss": 2.6562,
      "step": 39509
    },
    {
      "epoch": 1.8381018841591068,
      "grad_norm": 1.0876342389568479,
      "learning_rate": 0.00023990312898649664,
      "loss": 2.3125,
      "step": 39510
    },
    {
      "epoch": 1.8381484066061875,
      "grad_norm": 1.081578486305916,
      "learning_rate": 0.00023990015802746937,
      "loss": 2.4531,
      "step": 39511
    },
    {
      "epoch": 1.8381949290532682,
      "grad_norm": 1.0219238618806055,
      "learning_rate": 0.00023989718701340475,
      "loss": 2.2812,
      "step": 39512
    },
    {
      "epoch": 1.838241451500349,
      "grad_norm": 0.8737141480876481,
      "learning_rate": 0.00023989421594430447,
      "loss": 1.6719,
      "step": 39513
    },
    {
      "epoch": 1.8382879739474296,
      "grad_norm": 1.1399762242312423,
      "learning_rate": 0.00023989124482017048,
      "loss": 2.4375,
      "step": 39514
    },
    {
      "epoch": 1.8383344963945103,
      "grad_norm": 1.136897288715829,
      "learning_rate": 0.00023988827364100453,
      "loss": 2.5625,
      "step": 39515
    },
    {
      "epoch": 1.838381018841591,
      "grad_norm": 1.1059216304098096,
      "learning_rate": 0.0002398853024068084,
      "loss": 2.4219,
      "step": 39516
    },
    {
      "epoch": 1.838427541288672,
      "grad_norm": 1.05929378913823,
      "learning_rate": 0.00023988233111758397,
      "loss": 2.6094,
      "step": 39517
    },
    {
      "epoch": 1.8384740637357524,
      "grad_norm": 1.1995978207492104,
      "learning_rate": 0.00023987935977333309,
      "loss": 2.2969,
      "step": 39518
    },
    {
      "epoch": 1.8385205861828333,
      "grad_norm": 0.99053532703769,
      "learning_rate": 0.0002398763883740575,
      "loss": 2.2812,
      "step": 39519
    },
    {
      "epoch": 1.8385671086299138,
      "grad_norm": 0.9881823284980183,
      "learning_rate": 0.00023987341691975906,
      "loss": 2.3906,
      "step": 39520
    },
    {
      "epoch": 1.8386136310769947,
      "grad_norm": 1.0413317880392035,
      "learning_rate": 0.00023987044541043962,
      "loss": 2.3438,
      "step": 39521
    },
    {
      "epoch": 1.8386601535240754,
      "grad_norm": 1.0431500672283491,
      "learning_rate": 0.00023986747384610095,
      "loss": 2.375,
      "step": 39522
    },
    {
      "epoch": 1.8387066759711561,
      "grad_norm": 0.9834962813746514,
      "learning_rate": 0.00023986450222674487,
      "loss": 1.9766,
      "step": 39523
    },
    {
      "epoch": 1.8387531984182368,
      "grad_norm": 1.0438682579920908,
      "learning_rate": 0.0002398615305523732,
      "loss": 2.125,
      "step": 39524
    },
    {
      "epoch": 1.8387997208653175,
      "grad_norm": 1.0127906555132389,
      "learning_rate": 0.00023985855882298777,
      "loss": 1.6953,
      "step": 39525
    },
    {
      "epoch": 1.8388462433123982,
      "grad_norm": 1.044992561311282,
      "learning_rate": 0.00023985558703859045,
      "loss": 2.1562,
      "step": 39526
    },
    {
      "epoch": 1.838892765759479,
      "grad_norm": 1.076595213039762,
      "learning_rate": 0.00023985261519918294,
      "loss": 2.3125,
      "step": 39527
    },
    {
      "epoch": 1.8389392882065598,
      "grad_norm": 1.0647280205995424,
      "learning_rate": 0.0002398496433047672,
      "loss": 2.3281,
      "step": 39528
    },
    {
      "epoch": 1.8389858106536403,
      "grad_norm": 1.0075019878551088,
      "learning_rate": 0.0002398466713553449,
      "loss": 2.2656,
      "step": 39529
    },
    {
      "epoch": 1.8390323331007212,
      "grad_norm": 1.0412282790722402,
      "learning_rate": 0.000239843699350918,
      "loss": 2.5469,
      "step": 39530
    },
    {
      "epoch": 1.8390788555478017,
      "grad_norm": 1.0780834353449897,
      "learning_rate": 0.00023984072729148824,
      "loss": 2.3281,
      "step": 39531
    },
    {
      "epoch": 1.8391253779948826,
      "grad_norm": 1.0913086546619568,
      "learning_rate": 0.00023983775517705749,
      "loss": 2.7188,
      "step": 39532
    },
    {
      "epoch": 1.839171900441963,
      "grad_norm": 0.9759589120489207,
      "learning_rate": 0.00023983478300762748,
      "loss": 2.1719,
      "step": 39533
    },
    {
      "epoch": 1.839218422889044,
      "grad_norm": 1.080444648692508,
      "learning_rate": 0.00023983181078320013,
      "loss": 2.1719,
      "step": 39534
    },
    {
      "epoch": 1.8392649453361247,
      "grad_norm": 0.99422174168086,
      "learning_rate": 0.0002398288385037772,
      "loss": 2.0625,
      "step": 39535
    },
    {
      "epoch": 1.8393114677832054,
      "grad_norm": 1.1219471778169812,
      "learning_rate": 0.00023982586616936048,
      "loss": 2.5781,
      "step": 39536
    },
    {
      "epoch": 1.8393579902302861,
      "grad_norm": 1.0939750744607362,
      "learning_rate": 0.00023982289377995187,
      "loss": 2.3594,
      "step": 39537
    },
    {
      "epoch": 1.8394045126773668,
      "grad_norm": 1.1089351498395628,
      "learning_rate": 0.00023981992133555318,
      "loss": 2.4531,
      "step": 39538
    },
    {
      "epoch": 1.8394510351244475,
      "grad_norm": 1.0526414799864834,
      "learning_rate": 0.0002398169488361662,
      "loss": 2.3125,
      "step": 39539
    },
    {
      "epoch": 1.8394975575715282,
      "grad_norm": 0.9663829968555276,
      "learning_rate": 0.0002398139762817927,
      "loss": 2.3125,
      "step": 39540
    },
    {
      "epoch": 1.8395440800186091,
      "grad_norm": 1.1993445560372236,
      "learning_rate": 0.00023981100367243466,
      "loss": 1.7422,
      "step": 39541
    },
    {
      "epoch": 1.8395906024656896,
      "grad_norm": 1.0034874913805816,
      "learning_rate": 0.00023980803100809368,
      "loss": 2.3594,
      "step": 39542
    },
    {
      "epoch": 1.8396371249127705,
      "grad_norm": 1.0588003973793283,
      "learning_rate": 0.00023980505828877176,
      "loss": 2.5312,
      "step": 39543
    },
    {
      "epoch": 1.839683647359851,
      "grad_norm": 1.0254636081479689,
      "learning_rate": 0.00023980208551447067,
      "loss": 2.4844,
      "step": 39544
    },
    {
      "epoch": 1.839730169806932,
      "grad_norm": 1.0191110964786045,
      "learning_rate": 0.00023979911268519216,
      "loss": 2.3125,
      "step": 39545
    },
    {
      "epoch": 1.8397766922540124,
      "grad_norm": 1.1083908717249402,
      "learning_rate": 0.00023979613980093813,
      "loss": 2.2188,
      "step": 39546
    },
    {
      "epoch": 1.8398232147010933,
      "grad_norm": 1.1053229072735946,
      "learning_rate": 0.00023979316686171035,
      "loss": 2.4844,
      "step": 39547
    },
    {
      "epoch": 1.839869737148174,
      "grad_norm": 1.056313125544521,
      "learning_rate": 0.00023979019386751065,
      "loss": 2.2656,
      "step": 39548
    },
    {
      "epoch": 1.8399162595952547,
      "grad_norm": 1.0706818877094197,
      "learning_rate": 0.00023978722081834095,
      "loss": 2.5938,
      "step": 39549
    },
    {
      "epoch": 1.8399627820423354,
      "grad_norm": 1.0456028366760242,
      "learning_rate": 0.00023978424771420293,
      "loss": 2.375,
      "step": 39550
    },
    {
      "epoch": 1.8400093044894161,
      "grad_norm": 1.0709777864161936,
      "learning_rate": 0.0002397812745550985,
      "loss": 2.2812,
      "step": 39551
    },
    {
      "epoch": 1.8400558269364968,
      "grad_norm": 1.085221615768483,
      "learning_rate": 0.00023977830134102937,
      "loss": 2.3594,
      "step": 39552
    },
    {
      "epoch": 1.8401023493835775,
      "grad_norm": 1.0603753717013067,
      "learning_rate": 0.00023977532807199748,
      "loss": 2.5156,
      "step": 39553
    },
    {
      "epoch": 1.8401488718306585,
      "grad_norm": 1.037182459038313,
      "learning_rate": 0.0002397723547480046,
      "loss": 2.1719,
      "step": 39554
    },
    {
      "epoch": 1.840195394277739,
      "grad_norm": 0.980412573347036,
      "learning_rate": 0.00023976938136905255,
      "loss": 2.2031,
      "step": 39555
    },
    {
      "epoch": 1.8402419167248198,
      "grad_norm": 1.1491645771801526,
      "learning_rate": 0.0002397664079351432,
      "loss": 2.2344,
      "step": 39556
    },
    {
      "epoch": 1.8402884391719003,
      "grad_norm": 0.9808056037659695,
      "learning_rate": 0.00023976343444627826,
      "loss": 2.375,
      "step": 39557
    },
    {
      "epoch": 1.8403349616189812,
      "grad_norm": 0.9833626561369855,
      "learning_rate": 0.0002397604609024596,
      "loss": 2.1875,
      "step": 39558
    },
    {
      "epoch": 1.8403814840660617,
      "grad_norm": 1.1244510921775317,
      "learning_rate": 0.00023975748730368913,
      "loss": 2.4688,
      "step": 39559
    },
    {
      "epoch": 1.8404280065131426,
      "grad_norm": 1.1540915270210748,
      "learning_rate": 0.00023975451364996854,
      "loss": 2.8281,
      "step": 39560
    },
    {
      "epoch": 1.8404745289602233,
      "grad_norm": 1.0546842965545302,
      "learning_rate": 0.00023975153994129978,
      "loss": 2.1875,
      "step": 39561
    },
    {
      "epoch": 1.840521051407304,
      "grad_norm": 1.1375708532668138,
      "learning_rate": 0.00023974856617768454,
      "loss": 2.6406,
      "step": 39562
    },
    {
      "epoch": 1.8405675738543847,
      "grad_norm": 1.0153424378364677,
      "learning_rate": 0.00023974559235912473,
      "loss": 2.4062,
      "step": 39563
    },
    {
      "epoch": 1.8406140963014654,
      "grad_norm": 1.071331888213778,
      "learning_rate": 0.00023974261848562213,
      "loss": 2.2969,
      "step": 39564
    },
    {
      "epoch": 1.8406606187485461,
      "grad_norm": 1.2504827983382254,
      "learning_rate": 0.00023973964455717853,
      "loss": 2.4844,
      "step": 39565
    },
    {
      "epoch": 1.8407071411956268,
      "grad_norm": 1.0563449245005117,
      "learning_rate": 0.00023973667057379584,
      "loss": 2.25,
      "step": 39566
    },
    {
      "epoch": 1.8407536636427078,
      "grad_norm": 1.0733045143666955,
      "learning_rate": 0.0002397336965354758,
      "loss": 2.2656,
      "step": 39567
    },
    {
      "epoch": 1.8408001860897882,
      "grad_norm": 1.0939961878663504,
      "learning_rate": 0.00023973072244222031,
      "loss": 2.3594,
      "step": 39568
    },
    {
      "epoch": 1.8408467085368692,
      "grad_norm": 1.0269396183101156,
      "learning_rate": 0.00023972774829403109,
      "loss": 2.2812,
      "step": 39569
    },
    {
      "epoch": 1.8408932309839496,
      "grad_norm": 1.1367818842513686,
      "learning_rate": 0.00023972477409091002,
      "loss": 2.4062,
      "step": 39570
    },
    {
      "epoch": 1.8409397534310306,
      "grad_norm": 1.0632680205971758,
      "learning_rate": 0.0002397217998328589,
      "loss": 2.4844,
      "step": 39571
    },
    {
      "epoch": 1.840986275878111,
      "grad_norm": 1.0029276235046773,
      "learning_rate": 0.00023971882551987963,
      "loss": 2.3281,
      "step": 39572
    },
    {
      "epoch": 1.841032798325192,
      "grad_norm": 1.0948816881904375,
      "learning_rate": 0.00023971585115197393,
      "loss": 2.4688,
      "step": 39573
    },
    {
      "epoch": 1.8410793207722727,
      "grad_norm": 1.0597030362001147,
      "learning_rate": 0.00023971287672914365,
      "loss": 2.25,
      "step": 39574
    },
    {
      "epoch": 1.8411258432193534,
      "grad_norm": 1.2424539861793673,
      "learning_rate": 0.00023970990225139066,
      "loss": 2.25,
      "step": 39575
    },
    {
      "epoch": 1.841172365666434,
      "grad_norm": 1.023328231923009,
      "learning_rate": 0.00023970692771871672,
      "loss": 2.3281,
      "step": 39576
    },
    {
      "epoch": 1.8412188881135148,
      "grad_norm": 1.0422679749923967,
      "learning_rate": 0.0002397039531311236,
      "loss": 2.2656,
      "step": 39577
    },
    {
      "epoch": 1.8412654105605955,
      "grad_norm": 1.087157726056039,
      "learning_rate": 0.0002397009784886133,
      "loss": 2.4375,
      "step": 39578
    },
    {
      "epoch": 1.8413119330076761,
      "grad_norm": 1.2357193354990168,
      "learning_rate": 0.00023969800379118744,
      "loss": 2.625,
      "step": 39579
    },
    {
      "epoch": 1.841358455454757,
      "grad_norm": 1.1225538366353995,
      "learning_rate": 0.00023969502903884796,
      "loss": 2.2812,
      "step": 39580
    },
    {
      "epoch": 1.8414049779018375,
      "grad_norm": 1.1042421289269981,
      "learning_rate": 0.00023969205423159665,
      "loss": 2.5312,
      "step": 39581
    },
    {
      "epoch": 1.8414515003489185,
      "grad_norm": 1.042961086735984,
      "learning_rate": 0.00023968907936943538,
      "loss": 2.5625,
      "step": 39582
    },
    {
      "epoch": 1.841498022795999,
      "grad_norm": 1.0170432952204422,
      "learning_rate": 0.0002396861044523659,
      "loss": 2.2656,
      "step": 39583
    },
    {
      "epoch": 1.8415445452430799,
      "grad_norm": 1.0695802579782345,
      "learning_rate": 0.00023968312948039006,
      "loss": 2.2656,
      "step": 39584
    },
    {
      "epoch": 1.8415910676901603,
      "grad_norm": 1.089598856377269,
      "learning_rate": 0.00023968015445350967,
      "loss": 2.5156,
      "step": 39585
    },
    {
      "epoch": 1.8416375901372413,
      "grad_norm": 0.992133596531814,
      "learning_rate": 0.00023967717937172655,
      "loss": 2.0781,
      "step": 39586
    },
    {
      "epoch": 1.841684112584322,
      "grad_norm": 1.043328305664779,
      "learning_rate": 0.00023967420423504256,
      "loss": 2.3906,
      "step": 39587
    },
    {
      "epoch": 1.8417306350314027,
      "grad_norm": 1.0140287497837988,
      "learning_rate": 0.0002396712290434595,
      "loss": 2.4844,
      "step": 39588
    },
    {
      "epoch": 1.8417771574784834,
      "grad_norm": 1.104608911430951,
      "learning_rate": 0.00023966825379697918,
      "loss": 2.5469,
      "step": 39589
    },
    {
      "epoch": 1.841823679925564,
      "grad_norm": 1.1078003742274165,
      "learning_rate": 0.0002396652784956034,
      "loss": 2.375,
      "step": 39590
    },
    {
      "epoch": 1.8418702023726448,
      "grad_norm": 1.0441131870381317,
      "learning_rate": 0.000239662303139334,
      "loss": 2.375,
      "step": 39591
    },
    {
      "epoch": 1.8419167248197255,
      "grad_norm": 1.1021944394921932,
      "learning_rate": 0.0002396593277281728,
      "loss": 2.4219,
      "step": 39592
    },
    {
      "epoch": 1.8419632472668064,
      "grad_norm": 1.0903010558064952,
      "learning_rate": 0.00023965635226212172,
      "loss": 2.1719,
      "step": 39593
    },
    {
      "epoch": 1.8420097697138869,
      "grad_norm": 1.220758689766034,
      "learning_rate": 0.00023965337674118243,
      "loss": 2.6406,
      "step": 39594
    },
    {
      "epoch": 1.8420562921609678,
      "grad_norm": 1.025697893925672,
      "learning_rate": 0.00023965040116535682,
      "loss": 2.2969,
      "step": 39595
    },
    {
      "epoch": 1.8421028146080483,
      "grad_norm": 1.0067998284031707,
      "learning_rate": 0.0002396474255346467,
      "loss": 1.8359,
      "step": 39596
    },
    {
      "epoch": 1.8421493370551292,
      "grad_norm": 1.0225089074933797,
      "learning_rate": 0.00023964444984905393,
      "loss": 2.7344,
      "step": 39597
    },
    {
      "epoch": 1.8421958595022097,
      "grad_norm": 1.1177379687109075,
      "learning_rate": 0.00023964147410858024,
      "loss": 2.7656,
      "step": 39598
    },
    {
      "epoch": 1.8422423819492906,
      "grad_norm": 1.0005772869293237,
      "learning_rate": 0.00023963849831322757,
      "loss": 2.4375,
      "step": 39599
    },
    {
      "epoch": 1.8422889043963713,
      "grad_norm": 1.057420343670045,
      "learning_rate": 0.00023963552246299768,
      "loss": 2.1094,
      "step": 39600
    },
    {
      "epoch": 1.842335426843452,
      "grad_norm": 1.0557470997308422,
      "learning_rate": 0.00023963254655789235,
      "loss": 1.9688,
      "step": 39601
    },
    {
      "epoch": 1.8423819492905327,
      "grad_norm": 1.1609084609893205,
      "learning_rate": 0.00023962957059791347,
      "loss": 2.4062,
      "step": 39602
    },
    {
      "epoch": 1.8424284717376134,
      "grad_norm": 1.1304401117777174,
      "learning_rate": 0.00023962659458306282,
      "loss": 2.375,
      "step": 39603
    },
    {
      "epoch": 1.842474994184694,
      "grad_norm": 1.0417584210416777,
      "learning_rate": 0.00023962361851334227,
      "loss": 2.4062,
      "step": 39604
    },
    {
      "epoch": 1.8425215166317748,
      "grad_norm": 1.0796189558153753,
      "learning_rate": 0.00023962064238875361,
      "loss": 2.3438,
      "step": 39605
    },
    {
      "epoch": 1.8425680390788557,
      "grad_norm": 1.0268729679816488,
      "learning_rate": 0.00023961766620929863,
      "loss": 2.6406,
      "step": 39606
    },
    {
      "epoch": 1.8426145615259362,
      "grad_norm": 1.086906046390043,
      "learning_rate": 0.00023961468997497922,
      "loss": 2.3906,
      "step": 39607
    },
    {
      "epoch": 1.842661083973017,
      "grad_norm": 1.0628062675225176,
      "learning_rate": 0.00023961171368579718,
      "loss": 2.4219,
      "step": 39608
    },
    {
      "epoch": 1.8427076064200976,
      "grad_norm": 0.9496012304814224,
      "learning_rate": 0.00023960873734175426,
      "loss": 1.9688,
      "step": 39609
    },
    {
      "epoch": 1.8427541288671785,
      "grad_norm": 1.0792233725889788,
      "learning_rate": 0.00023960576094285242,
      "loss": 2.5156,
      "step": 39610
    },
    {
      "epoch": 1.842800651314259,
      "grad_norm": 1.1016517315743903,
      "learning_rate": 0.00023960278448909337,
      "loss": 2.4688,
      "step": 39611
    },
    {
      "epoch": 1.8428471737613399,
      "grad_norm": 1.188802203432839,
      "learning_rate": 0.00023959980798047894,
      "loss": 2.4844,
      "step": 39612
    },
    {
      "epoch": 1.8428936962084206,
      "grad_norm": 1.169159967120474,
      "learning_rate": 0.00023959683141701104,
      "loss": 2.4688,
      "step": 39613
    },
    {
      "epoch": 1.8429402186555013,
      "grad_norm": 1.0941803002608055,
      "learning_rate": 0.00023959385479869138,
      "loss": 2.3281,
      "step": 39614
    },
    {
      "epoch": 1.842986741102582,
      "grad_norm": 0.9731067142942683,
      "learning_rate": 0.00023959087812552187,
      "loss": 2.0156,
      "step": 39615
    },
    {
      "epoch": 1.8430332635496627,
      "grad_norm": 1.074244695692915,
      "learning_rate": 0.00023958790139750425,
      "loss": 2.5,
      "step": 39616
    },
    {
      "epoch": 1.8430797859967434,
      "grad_norm": 1.0685365930150463,
      "learning_rate": 0.00023958492461464046,
      "loss": 2.25,
      "step": 39617
    },
    {
      "epoch": 1.843126308443824,
      "grad_norm": 1.0873500131964617,
      "learning_rate": 0.00023958194777693218,
      "loss": 2.4688,
      "step": 39618
    },
    {
      "epoch": 1.843172830890905,
      "grad_norm": 1.1243841850160257,
      "learning_rate": 0.00023957897088438136,
      "loss": 2.4062,
      "step": 39619
    },
    {
      "epoch": 1.8432193533379855,
      "grad_norm": 1.1104979094351357,
      "learning_rate": 0.00023957599393698972,
      "loss": 2.3125,
      "step": 39620
    },
    {
      "epoch": 1.8432658757850664,
      "grad_norm": 1.0214852151385498,
      "learning_rate": 0.00023957301693475916,
      "loss": 2.4219,
      "step": 39621
    },
    {
      "epoch": 1.8433123982321469,
      "grad_norm": 1.0530621240348657,
      "learning_rate": 0.00023957003987769147,
      "loss": 2.4531,
      "step": 39622
    },
    {
      "epoch": 1.8433589206792278,
      "grad_norm": 1.0357819063883118,
      "learning_rate": 0.00023956706276578846,
      "loss": 2.2344,
      "step": 39623
    },
    {
      "epoch": 1.8434054431263085,
      "grad_norm": 1.202435564191557,
      "learning_rate": 0.00023956408559905193,
      "loss": 2.5156,
      "step": 39624
    },
    {
      "epoch": 1.8434519655733892,
      "grad_norm": 1.0621031525287863,
      "learning_rate": 0.0002395611083774838,
      "loss": 2.1875,
      "step": 39625
    },
    {
      "epoch": 1.84349848802047,
      "grad_norm": 1.0695675720569322,
      "learning_rate": 0.0002395581311010858,
      "loss": 2.3125,
      "step": 39626
    },
    {
      "epoch": 1.8435450104675506,
      "grad_norm": 1.133356708232309,
      "learning_rate": 0.0002395551537698598,
      "loss": 2.625,
      "step": 39627
    },
    {
      "epoch": 1.8435915329146313,
      "grad_norm": 1.042101308885065,
      "learning_rate": 0.00023955217638380762,
      "loss": 2.1719,
      "step": 39628
    },
    {
      "epoch": 1.843638055361712,
      "grad_norm": 1.1697374130707565,
      "learning_rate": 0.00023954919894293104,
      "loss": 2.4375,
      "step": 39629
    },
    {
      "epoch": 1.8436845778087927,
      "grad_norm": 1.0127872313931305,
      "learning_rate": 0.0002395462214472319,
      "loss": 2.375,
      "step": 39630
    },
    {
      "epoch": 1.8437311002558734,
      "grad_norm": 1.0362080181247841,
      "learning_rate": 0.0002395432438967121,
      "loss": 2.5,
      "step": 39631
    },
    {
      "epoch": 1.8437776227029543,
      "grad_norm": 1.0476544625386328,
      "learning_rate": 0.00023954026629137334,
      "loss": 2.625,
      "step": 39632
    },
    {
      "epoch": 1.8438241451500348,
      "grad_norm": 1.1296366643231595,
      "learning_rate": 0.0002395372886312175,
      "loss": 2.4219,
      "step": 39633
    },
    {
      "epoch": 1.8438706675971157,
      "grad_norm": 1.0734392506797075,
      "learning_rate": 0.00023953431091624643,
      "loss": 2.25,
      "step": 39634
    },
    {
      "epoch": 1.8439171900441962,
      "grad_norm": 1.0438742466898,
      "learning_rate": 0.00023953133314646194,
      "loss": 2.3906,
      "step": 39635
    },
    {
      "epoch": 1.843963712491277,
      "grad_norm": 1.0515186018972151,
      "learning_rate": 0.0002395283553218658,
      "loss": 2.2344,
      "step": 39636
    },
    {
      "epoch": 1.8440102349383578,
      "grad_norm": 1.1182308616973033,
      "learning_rate": 0.0002395253774424599,
      "loss": 2.5156,
      "step": 39637
    },
    {
      "epoch": 1.8440567573854385,
      "grad_norm": 1.0804889916220908,
      "learning_rate": 0.000239522399508246,
      "loss": 2.2969,
      "step": 39638
    },
    {
      "epoch": 1.8441032798325192,
      "grad_norm": 1.0932693188556053,
      "learning_rate": 0.00023951942151922604,
      "loss": 2.3438,
      "step": 39639
    },
    {
      "epoch": 1.8441498022796,
      "grad_norm": 1.0364248244546388,
      "learning_rate": 0.0002395164434754017,
      "loss": 2.25,
      "step": 39640
    },
    {
      "epoch": 1.8441963247266806,
      "grad_norm": 0.9884260770033059,
      "learning_rate": 0.00023951346537677486,
      "loss": 2.2188,
      "step": 39641
    },
    {
      "epoch": 1.8442428471737613,
      "grad_norm": 1.1109367839157396,
      "learning_rate": 0.00023951048722334738,
      "loss": 2.7031,
      "step": 39642
    },
    {
      "epoch": 1.8442893696208422,
      "grad_norm": 1.1123862087404057,
      "learning_rate": 0.000239507509015121,
      "loss": 2.3125,
      "step": 39643
    },
    {
      "epoch": 1.8443358920679227,
      "grad_norm": 1.0954284722682028,
      "learning_rate": 0.00023950453075209768,
      "loss": 2.5156,
      "step": 39644
    },
    {
      "epoch": 1.8443824145150036,
      "grad_norm": 1.1327273559372788,
      "learning_rate": 0.0002395015524342791,
      "loss": 2.3906,
      "step": 39645
    },
    {
      "epoch": 1.844428936962084,
      "grad_norm": 1.094781100444217,
      "learning_rate": 0.00023949857406166714,
      "loss": 2.6562,
      "step": 39646
    },
    {
      "epoch": 1.844475459409165,
      "grad_norm": 1.0759149850670482,
      "learning_rate": 0.00023949559563426367,
      "loss": 2.3125,
      "step": 39647
    },
    {
      "epoch": 1.8445219818562455,
      "grad_norm": 1.1310400605075686,
      "learning_rate": 0.00023949261715207042,
      "loss": 2.375,
      "step": 39648
    },
    {
      "epoch": 1.8445685043033264,
      "grad_norm": 1.0572713400815983,
      "learning_rate": 0.00023948963861508926,
      "loss": 2.4531,
      "step": 39649
    },
    {
      "epoch": 1.8446150267504071,
      "grad_norm": 1.1402412240932465,
      "learning_rate": 0.00023948666002332207,
      "loss": 2.3594,
      "step": 39650
    },
    {
      "epoch": 1.8446615491974878,
      "grad_norm": 1.0966322210716268,
      "learning_rate": 0.00023948368137677057,
      "loss": 2.3281,
      "step": 39651
    },
    {
      "epoch": 1.8447080716445685,
      "grad_norm": 1.0845591251745998,
      "learning_rate": 0.00023948070267543664,
      "loss": 2.375,
      "step": 39652
    },
    {
      "epoch": 1.8447545940916492,
      "grad_norm": 1.0523177199159912,
      "learning_rate": 0.00023947772391932212,
      "loss": 2.3438,
      "step": 39653
    },
    {
      "epoch": 1.84480111653873,
      "grad_norm": 1.091830660190622,
      "learning_rate": 0.0002394747451084288,
      "loss": 2.3438,
      "step": 39654
    },
    {
      "epoch": 1.8448476389858106,
      "grad_norm": 1.0398227382828256,
      "learning_rate": 0.0002394717662427585,
      "loss": 2.2344,
      "step": 39655
    },
    {
      "epoch": 1.8448941614328915,
      "grad_norm": 1.1644257206044064,
      "learning_rate": 0.00023946878732231304,
      "loss": 2.2656,
      "step": 39656
    },
    {
      "epoch": 1.844940683879972,
      "grad_norm": 1.1824478629661581,
      "learning_rate": 0.00023946580834709432,
      "loss": 2.3906,
      "step": 39657
    },
    {
      "epoch": 1.844987206327053,
      "grad_norm": 1.1131386071404137,
      "learning_rate": 0.00023946282931710405,
      "loss": 2.4375,
      "step": 39658
    },
    {
      "epoch": 1.8450337287741334,
      "grad_norm": 1.0919800855678483,
      "learning_rate": 0.00023945985023234414,
      "loss": 2.5312,
      "step": 39659
    },
    {
      "epoch": 1.8450802512212143,
      "grad_norm": 0.9748843565021182,
      "learning_rate": 0.00023945687109281637,
      "loss": 1.7578,
      "step": 39660
    },
    {
      "epoch": 1.8451267736682948,
      "grad_norm": 1.1043303618990938,
      "learning_rate": 0.00023945389189852258,
      "loss": 2.5469,
      "step": 39661
    },
    {
      "epoch": 1.8451732961153757,
      "grad_norm": 1.0888697165771997,
      "learning_rate": 0.0002394509126494646,
      "loss": 2.3594,
      "step": 39662
    },
    {
      "epoch": 1.8452198185624564,
      "grad_norm": 1.1631265804516344,
      "learning_rate": 0.00023944793334564423,
      "loss": 2.4531,
      "step": 39663
    },
    {
      "epoch": 1.8452663410095371,
      "grad_norm": 1.0427277646085098,
      "learning_rate": 0.00023944495398706332,
      "loss": 2.1094,
      "step": 39664
    },
    {
      "epoch": 1.8453128634566178,
      "grad_norm": 0.9824953978316204,
      "learning_rate": 0.00023944197457372368,
      "loss": 2.0781,
      "step": 39665
    },
    {
      "epoch": 1.8453593859036985,
      "grad_norm": 1.1593520930614043,
      "learning_rate": 0.00023943899510562715,
      "loss": 2.2969,
      "step": 39666
    },
    {
      "epoch": 1.8454059083507792,
      "grad_norm": 0.9772168591260174,
      "learning_rate": 0.00023943601558277546,
      "loss": 2.2656,
      "step": 39667
    },
    {
      "epoch": 1.84545243079786,
      "grad_norm": 1.0104885013834684,
      "learning_rate": 0.00023943303600517058,
      "loss": 2.2188,
      "step": 39668
    },
    {
      "epoch": 1.8454989532449408,
      "grad_norm": 1.0041649940151622,
      "learning_rate": 0.00023943005637281427,
      "loss": 2.125,
      "step": 39669
    },
    {
      "epoch": 1.8455454756920213,
      "grad_norm": 1.1051523776183816,
      "learning_rate": 0.00023942707668570836,
      "loss": 2.5156,
      "step": 39670
    },
    {
      "epoch": 1.8455919981391022,
      "grad_norm": 1.149341013544079,
      "learning_rate": 0.00023942409694385465,
      "loss": 2.4062,
      "step": 39671
    },
    {
      "epoch": 1.8456385205861827,
      "grad_norm": 1.1812135828652548,
      "learning_rate": 0.000239421117147255,
      "loss": 2.6094,
      "step": 39672
    },
    {
      "epoch": 1.8456850430332636,
      "grad_norm": 1.0454106603744842,
      "learning_rate": 0.0002394181372959112,
      "loss": 2.1562,
      "step": 39673
    },
    {
      "epoch": 1.8457315654803441,
      "grad_norm": 1.10059729383959,
      "learning_rate": 0.00023941515738982506,
      "loss": 2.5625,
      "step": 39674
    },
    {
      "epoch": 1.845778087927425,
      "grad_norm": 1.1681960516481409,
      "learning_rate": 0.00023941217742899849,
      "loss": 2.4375,
      "step": 39675
    },
    {
      "epoch": 1.8458246103745057,
      "grad_norm": 1.1680067940411705,
      "learning_rate": 0.00023940919741343323,
      "loss": 2.3906,
      "step": 39676
    },
    {
      "epoch": 1.8458711328215864,
      "grad_norm": 1.0119331952413813,
      "learning_rate": 0.00023940621734313113,
      "loss": 2.3125,
      "step": 39677
    },
    {
      "epoch": 1.8459176552686671,
      "grad_norm": 0.9582485588645795,
      "learning_rate": 0.00023940323721809398,
      "loss": 1.8125,
      "step": 39678
    },
    {
      "epoch": 1.8459641777157478,
      "grad_norm": 1.122743274714871,
      "learning_rate": 0.0002394002570383237,
      "loss": 2.4375,
      "step": 39679
    },
    {
      "epoch": 1.8460107001628285,
      "grad_norm": 1.133303119191042,
      "learning_rate": 0.00023939727680382202,
      "loss": 2.6094,
      "step": 39680
    },
    {
      "epoch": 1.8460572226099092,
      "grad_norm": 1.0635686975740304,
      "learning_rate": 0.00023939429651459083,
      "loss": 2.4375,
      "step": 39681
    },
    {
      "epoch": 1.8461037450569902,
      "grad_norm": 1.072967703672165,
      "learning_rate": 0.0002393913161706319,
      "loss": 2.25,
      "step": 39682
    },
    {
      "epoch": 1.8461502675040706,
      "grad_norm": 1.017429501737102,
      "learning_rate": 0.0002393883357719471,
      "loss": 2.4531,
      "step": 39683
    },
    {
      "epoch": 1.8461967899511516,
      "grad_norm": 1.081921590327333,
      "learning_rate": 0.0002393853553185382,
      "loss": 2.375,
      "step": 39684
    },
    {
      "epoch": 1.846243312398232,
      "grad_norm": 0.9277308877151912,
      "learning_rate": 0.0002393823748104071,
      "loss": 2.0469,
      "step": 39685
    },
    {
      "epoch": 1.846289834845313,
      "grad_norm": 1.0850490869766476,
      "learning_rate": 0.0002393793942475556,
      "loss": 1.6406,
      "step": 39686
    },
    {
      "epoch": 1.8463363572923934,
      "grad_norm": 1.1254390145465423,
      "learning_rate": 0.00023937641362998543,
      "loss": 2.6875,
      "step": 39687
    },
    {
      "epoch": 1.8463828797394743,
      "grad_norm": 1.1126169464470261,
      "learning_rate": 0.00023937343295769858,
      "loss": 2.2812,
      "step": 39688
    },
    {
      "epoch": 1.846429402186555,
      "grad_norm": 1.0339525438432031,
      "learning_rate": 0.0002393704522306967,
      "loss": 2.5,
      "step": 39689
    },
    {
      "epoch": 1.8464759246336357,
      "grad_norm": 1.053584219890522,
      "learning_rate": 0.00023936747144898176,
      "loss": 2.375,
      "step": 39690
    },
    {
      "epoch": 1.8465224470807164,
      "grad_norm": 1.1221314433268657,
      "learning_rate": 0.0002393644906125555,
      "loss": 2.4062,
      "step": 39691
    },
    {
      "epoch": 1.8465689695277971,
      "grad_norm": 0.9610073838917891,
      "learning_rate": 0.0002393615097214198,
      "loss": 2.0625,
      "step": 39692
    },
    {
      "epoch": 1.8466154919748778,
      "grad_norm": 1.1994776629407045,
      "learning_rate": 0.00023935852877557645,
      "loss": 2.5938,
      "step": 39693
    },
    {
      "epoch": 1.8466620144219585,
      "grad_norm": 1.1737867434755491,
      "learning_rate": 0.00023935554777502723,
      "loss": 2.6094,
      "step": 39694
    },
    {
      "epoch": 1.8467085368690395,
      "grad_norm": 1.0874152202234113,
      "learning_rate": 0.00023935256671977413,
      "loss": 2.375,
      "step": 39695
    },
    {
      "epoch": 1.84675505931612,
      "grad_norm": 1.0937841953565832,
      "learning_rate": 0.00023934958560981875,
      "loss": 2.375,
      "step": 39696
    },
    {
      "epoch": 1.8468015817632009,
      "grad_norm": 1.3118512498356827,
      "learning_rate": 0.0002393466044451631,
      "loss": 1.7656,
      "step": 39697
    },
    {
      "epoch": 1.8468481042102813,
      "grad_norm": 0.9864552198219101,
      "learning_rate": 0.00023934362322580892,
      "loss": 2.25,
      "step": 39698
    },
    {
      "epoch": 1.8468946266573623,
      "grad_norm": 1.1193225186624653,
      "learning_rate": 0.00023934064195175802,
      "loss": 2.4844,
      "step": 39699
    },
    {
      "epoch": 1.8469411491044427,
      "grad_norm": 1.0170791356484243,
      "learning_rate": 0.00023933766062301222,
      "loss": 2.2344,
      "step": 39700
    },
    {
      "epoch": 1.8469876715515237,
      "grad_norm": 1.1182848406995238,
      "learning_rate": 0.00023933467923957342,
      "loss": 2.2188,
      "step": 39701
    },
    {
      "epoch": 1.8470341939986044,
      "grad_norm": 1.0875120248672159,
      "learning_rate": 0.00023933169780144343,
      "loss": 2.4531,
      "step": 39702
    },
    {
      "epoch": 1.847080716445685,
      "grad_norm": 1.071815475130907,
      "learning_rate": 0.000239328716308624,
      "loss": 2.3906,
      "step": 39703
    },
    {
      "epoch": 1.8471272388927658,
      "grad_norm": 1.102999794313713,
      "learning_rate": 0.00023932573476111705,
      "loss": 2.4375,
      "step": 39704
    },
    {
      "epoch": 1.8471737613398465,
      "grad_norm": 1.0688024126418003,
      "learning_rate": 0.00023932275315892432,
      "loss": 2.2969,
      "step": 39705
    },
    {
      "epoch": 1.8472202837869272,
      "grad_norm": 1.2503631484137767,
      "learning_rate": 0.0002393197715020477,
      "loss": 2.7812,
      "step": 39706
    },
    {
      "epoch": 1.8472668062340079,
      "grad_norm": 1.1263156926925737,
      "learning_rate": 0.00023931678979048897,
      "loss": 2.3281,
      "step": 39707
    },
    {
      "epoch": 1.8473133286810888,
      "grad_norm": 1.095630796970852,
      "learning_rate": 0.00023931380802425,
      "loss": 2.4219,
      "step": 39708
    },
    {
      "epoch": 1.8473598511281693,
      "grad_norm": 1.1111120520137894,
      "learning_rate": 0.00023931082620333254,
      "loss": 2.5469,
      "step": 39709
    },
    {
      "epoch": 1.8474063735752502,
      "grad_norm": 1.078182997033523,
      "learning_rate": 0.0002393078443277385,
      "loss": 2.25,
      "step": 39710
    },
    {
      "epoch": 1.8474528960223306,
      "grad_norm": 1.0561595772765562,
      "learning_rate": 0.00023930486239746968,
      "loss": 2.4062,
      "step": 39711
    },
    {
      "epoch": 1.8474994184694116,
      "grad_norm": 1.0815658401566104,
      "learning_rate": 0.00023930188041252788,
      "loss": 2.4531,
      "step": 39712
    },
    {
      "epoch": 1.847545940916492,
      "grad_norm": 1.0454444783294707,
      "learning_rate": 0.00023929889837291494,
      "loss": 2.25,
      "step": 39713
    },
    {
      "epoch": 1.847592463363573,
      "grad_norm": 1.0398106256927622,
      "learning_rate": 0.0002392959162786327,
      "loss": 2.375,
      "step": 39714
    },
    {
      "epoch": 1.8476389858106537,
      "grad_norm": 1.0700523442191403,
      "learning_rate": 0.00023929293412968295,
      "loss": 2.4062,
      "step": 39715
    },
    {
      "epoch": 1.8476855082577344,
      "grad_norm": 1.060753481268853,
      "learning_rate": 0.00023928995192606757,
      "loss": 2.2969,
      "step": 39716
    },
    {
      "epoch": 1.847732030704815,
      "grad_norm": 1.1049268830047598,
      "learning_rate": 0.00023928696966778838,
      "loss": 2.4688,
      "step": 39717
    },
    {
      "epoch": 1.8477785531518958,
      "grad_norm": 0.9966546275142536,
      "learning_rate": 0.00023928398735484715,
      "loss": 2.2344,
      "step": 39718
    },
    {
      "epoch": 1.8478250755989765,
      "grad_norm": 1.0224109175558926,
      "learning_rate": 0.00023928100498724574,
      "loss": 2.3281,
      "step": 39719
    },
    {
      "epoch": 1.8478715980460572,
      "grad_norm": 1.1368972072903571,
      "learning_rate": 0.00023927802256498593,
      "loss": 2.625,
      "step": 39720
    },
    {
      "epoch": 1.847918120493138,
      "grad_norm": 1.028077374525601,
      "learning_rate": 0.00023927504008806964,
      "loss": 2.2344,
      "step": 39721
    },
    {
      "epoch": 1.8479646429402186,
      "grad_norm": 1.1031026122221705,
      "learning_rate": 0.0002392720575564986,
      "loss": 1.8203,
      "step": 39722
    },
    {
      "epoch": 1.8480111653872995,
      "grad_norm": 1.0622361208840474,
      "learning_rate": 0.00023926907497027471,
      "loss": 2.0469,
      "step": 39723
    },
    {
      "epoch": 1.84805768783438,
      "grad_norm": 1.2525570271361517,
      "learning_rate": 0.00023926609232939976,
      "loss": 2.75,
      "step": 39724
    },
    {
      "epoch": 1.8481042102814609,
      "grad_norm": 1.08179833955897,
      "learning_rate": 0.0002392631096338756,
      "loss": 2.4688,
      "step": 39725
    },
    {
      "epoch": 1.8481507327285414,
      "grad_norm": 1.0571907685457176,
      "learning_rate": 0.00023926012688370405,
      "loss": 2.3594,
      "step": 39726
    },
    {
      "epoch": 1.8481972551756223,
      "grad_norm": 1.0847729237480095,
      "learning_rate": 0.00023925714407888689,
      "loss": 2.4375,
      "step": 39727
    },
    {
      "epoch": 1.848243777622703,
      "grad_norm": 1.0323620228635915,
      "learning_rate": 0.000239254161219426,
      "loss": 2.5156,
      "step": 39728
    },
    {
      "epoch": 1.8482903000697837,
      "grad_norm": 1.1299411014327296,
      "learning_rate": 0.0002392511783053232,
      "loss": 2.4531,
      "step": 39729
    },
    {
      "epoch": 1.8483368225168644,
      "grad_norm": 0.9244822417738906,
      "learning_rate": 0.00023924819533658023,
      "loss": 1.6953,
      "step": 39730
    },
    {
      "epoch": 1.848383344963945,
      "grad_norm": 1.0216317379158013,
      "learning_rate": 0.00023924521231319908,
      "loss": 2.5,
      "step": 39731
    },
    {
      "epoch": 1.8484298674110258,
      "grad_norm": 1.0605941063016833,
      "learning_rate": 0.00023924222923518143,
      "loss": 2.2969,
      "step": 39732
    },
    {
      "epoch": 1.8484763898581065,
      "grad_norm": 1.0508753332720644,
      "learning_rate": 0.00023923924610252915,
      "loss": 2.4062,
      "step": 39733
    },
    {
      "epoch": 1.8485229123051874,
      "grad_norm": 1.0522980328173643,
      "learning_rate": 0.00023923626291524408,
      "loss": 2.3125,
      "step": 39734
    },
    {
      "epoch": 1.8485694347522679,
      "grad_norm": 1.0901331737492315,
      "learning_rate": 0.00023923327967332808,
      "loss": 2.5938,
      "step": 39735
    },
    {
      "epoch": 1.8486159571993488,
      "grad_norm": 0.9854584348799269,
      "learning_rate": 0.00023923029637678292,
      "loss": 2.1562,
      "step": 39736
    },
    {
      "epoch": 1.8486624796464293,
      "grad_norm": 1.0383181364575218,
      "learning_rate": 0.00023922731302561048,
      "loss": 2.5,
      "step": 39737
    },
    {
      "epoch": 1.8487090020935102,
      "grad_norm": 1.0803518605325828,
      "learning_rate": 0.00023922432961981255,
      "loss": 2.5,
      "step": 39738
    },
    {
      "epoch": 1.8487555245405909,
      "grad_norm": 1.0196090822690016,
      "learning_rate": 0.0002392213461593909,
      "loss": 2.2344,
      "step": 39739
    },
    {
      "epoch": 1.8488020469876716,
      "grad_norm": 1.1203680009353842,
      "learning_rate": 0.0002392183626443475,
      "loss": 2.6094,
      "step": 39740
    },
    {
      "epoch": 1.8488485694347523,
      "grad_norm": 1.1379591806189706,
      "learning_rate": 0.00023921537907468403,
      "loss": 2.5781,
      "step": 39741
    },
    {
      "epoch": 1.848895091881833,
      "grad_norm": 1.0699826433164716,
      "learning_rate": 0.0002392123954504024,
      "loss": 2.5469,
      "step": 39742
    },
    {
      "epoch": 1.8489416143289137,
      "grad_norm": 1.0679730430393295,
      "learning_rate": 0.00023920941177150436,
      "loss": 2.375,
      "step": 39743
    },
    {
      "epoch": 1.8489881367759944,
      "grad_norm": 0.9926635300597432,
      "learning_rate": 0.00023920642803799185,
      "loss": 2.2969,
      "step": 39744
    },
    {
      "epoch": 1.849034659223075,
      "grad_norm": 1.0824706635658252,
      "learning_rate": 0.00023920344424986666,
      "loss": 2.3281,
      "step": 39745
    },
    {
      "epoch": 1.8490811816701558,
      "grad_norm": 1.0032644002099622,
      "learning_rate": 0.00023920046040713057,
      "loss": 2.3906,
      "step": 39746
    },
    {
      "epoch": 1.8491277041172367,
      "grad_norm": 1.1732203788935383,
      "learning_rate": 0.00023919747650978543,
      "loss": 2.2656,
      "step": 39747
    },
    {
      "epoch": 1.8491742265643172,
      "grad_norm": 1.1135235069920382,
      "learning_rate": 0.00023919449255783304,
      "loss": 2.4062,
      "step": 39748
    },
    {
      "epoch": 1.849220749011398,
      "grad_norm": 1.0843477583697165,
      "learning_rate": 0.00023919150855127532,
      "loss": 2.4375,
      "step": 39749
    },
    {
      "epoch": 1.8492672714584786,
      "grad_norm": 1.112780512066686,
      "learning_rate": 0.00023918852449011398,
      "loss": 2.1562,
      "step": 39750
    },
    {
      "epoch": 1.8493137939055595,
      "grad_norm": 1.2023842692223359,
      "learning_rate": 0.00023918554037435092,
      "loss": 2.5,
      "step": 39751
    },
    {
      "epoch": 1.8493603163526402,
      "grad_norm": 1.1283282607721008,
      "learning_rate": 0.00023918255620398792,
      "loss": 2.5781,
      "step": 39752
    },
    {
      "epoch": 1.849406838799721,
      "grad_norm": 1.0827312964222113,
      "learning_rate": 0.0002391795719790269,
      "loss": 2.2188,
      "step": 39753
    },
    {
      "epoch": 1.8494533612468016,
      "grad_norm": 1.1214912784448274,
      "learning_rate": 0.00023917658769946954,
      "loss": 2.6875,
      "step": 39754
    },
    {
      "epoch": 1.8494998836938823,
      "grad_norm": 1.0373409138073013,
      "learning_rate": 0.00023917360336531777,
      "loss": 2.375,
      "step": 39755
    },
    {
      "epoch": 1.849546406140963,
      "grad_norm": 1.1135243198392417,
      "learning_rate": 0.00023917061897657342,
      "loss": 2.4219,
      "step": 39756
    },
    {
      "epoch": 1.8495929285880437,
      "grad_norm": 1.0934579237107398,
      "learning_rate": 0.00023916763453323827,
      "loss": 2.5469,
      "step": 39757
    },
    {
      "epoch": 1.8496394510351244,
      "grad_norm": 1.1144777626029008,
      "learning_rate": 0.0002391646500353142,
      "loss": 2.25,
      "step": 39758
    },
    {
      "epoch": 1.849685973482205,
      "grad_norm": 1.0691560555675912,
      "learning_rate": 0.00023916166548280295,
      "loss": 2.2344,
      "step": 39759
    },
    {
      "epoch": 1.849732495929286,
      "grad_norm": 1.1559800784755485,
      "learning_rate": 0.00023915868087570646,
      "loss": 2.2188,
      "step": 39760
    },
    {
      "epoch": 1.8497790183763665,
      "grad_norm": 1.1055209446285716,
      "learning_rate": 0.0002391556962140265,
      "loss": 2.5,
      "step": 39761
    },
    {
      "epoch": 1.8498255408234474,
      "grad_norm": 0.987726746796276,
      "learning_rate": 0.00023915271149776488,
      "loss": 2.2188,
      "step": 39762
    },
    {
      "epoch": 1.8498720632705279,
      "grad_norm": 1.0593282174289298,
      "learning_rate": 0.00023914972672692343,
      "loss": 2.2344,
      "step": 39763
    },
    {
      "epoch": 1.8499185857176088,
      "grad_norm": 1.1934274115664356,
      "learning_rate": 0.000239146741901504,
      "loss": 2.3438,
      "step": 39764
    },
    {
      "epoch": 1.8499651081646895,
      "grad_norm": 1.1277512740480433,
      "learning_rate": 0.0002391437570215084,
      "loss": 2.4219,
      "step": 39765
    },
    {
      "epoch": 1.8500116306117702,
      "grad_norm": 0.99906979412203,
      "learning_rate": 0.00023914077208693848,
      "loss": 2.1406,
      "step": 39766
    },
    {
      "epoch": 1.850058153058851,
      "grad_norm": 1.1387289089192107,
      "learning_rate": 0.00023913778709779604,
      "loss": 2.6406,
      "step": 39767
    },
    {
      "epoch": 1.8501046755059316,
      "grad_norm": 1.1016789968931604,
      "learning_rate": 0.00023913480205408293,
      "loss": 2.4844,
      "step": 39768
    },
    {
      "epoch": 1.8501511979530123,
      "grad_norm": 0.972404872497125,
      "learning_rate": 0.00023913181695580098,
      "loss": 2.2188,
      "step": 39769
    },
    {
      "epoch": 1.850197720400093,
      "grad_norm": 0.9760836863326338,
      "learning_rate": 0.000239128831802952,
      "loss": 2.2656,
      "step": 39770
    },
    {
      "epoch": 1.850244242847174,
      "grad_norm": 1.0608251738113046,
      "learning_rate": 0.00023912584659553779,
      "loss": 2.1719,
      "step": 39771
    },
    {
      "epoch": 1.8502907652942544,
      "grad_norm": 1.0256415413593378,
      "learning_rate": 0.00023912286133356025,
      "loss": 2.4375,
      "step": 39772
    },
    {
      "epoch": 1.8503372877413353,
      "grad_norm": 1.1081357035455268,
      "learning_rate": 0.00023911987601702117,
      "loss": 2.2812,
      "step": 39773
    },
    {
      "epoch": 1.8503838101884158,
      "grad_norm": 1.0564219508671986,
      "learning_rate": 0.00023911689064592238,
      "loss": 2.4219,
      "step": 39774
    },
    {
      "epoch": 1.8504303326354967,
      "grad_norm": 1.0671496682779522,
      "learning_rate": 0.0002391139052202657,
      "loss": 2.25,
      "step": 39775
    },
    {
      "epoch": 1.8504768550825772,
      "grad_norm": 1.0078060799211541,
      "learning_rate": 0.00023911091974005295,
      "loss": 2.3125,
      "step": 39776
    },
    {
      "epoch": 1.8505233775296581,
      "grad_norm": 1.0391737802404293,
      "learning_rate": 0.00023910793420528598,
      "loss": 2.4375,
      "step": 39777
    },
    {
      "epoch": 1.8505698999767388,
      "grad_norm": 1.0801758804362664,
      "learning_rate": 0.00023910494861596656,
      "loss": 2.375,
      "step": 39778
    },
    {
      "epoch": 1.8506164224238195,
      "grad_norm": 1.1457656717038995,
      "learning_rate": 0.00023910196297209662,
      "loss": 2.5469,
      "step": 39779
    },
    {
      "epoch": 1.8506629448709002,
      "grad_norm": 1.0673190951487386,
      "learning_rate": 0.00023909897727367792,
      "loss": 2.4688,
      "step": 39780
    },
    {
      "epoch": 1.850709467317981,
      "grad_norm": 1.083067442245294,
      "learning_rate": 0.00023909599152071234,
      "loss": 2.3906,
      "step": 39781
    },
    {
      "epoch": 1.8507559897650616,
      "grad_norm": 1.115529067715516,
      "learning_rate": 0.00023909300571320162,
      "loss": 2.5469,
      "step": 39782
    },
    {
      "epoch": 1.8508025122121423,
      "grad_norm": 1.096146595961616,
      "learning_rate": 0.00023909001985114762,
      "loss": 2.4844,
      "step": 39783
    },
    {
      "epoch": 1.8508490346592232,
      "grad_norm": 1.1562896217087315,
      "learning_rate": 0.00023908703393455224,
      "loss": 2.2969,
      "step": 39784
    },
    {
      "epoch": 1.8508955571063037,
      "grad_norm": 1.1085461404721433,
      "learning_rate": 0.00023908404796341723,
      "loss": 2.6719,
      "step": 39785
    },
    {
      "epoch": 1.8509420795533846,
      "grad_norm": 0.9960224215253816,
      "learning_rate": 0.00023908106193774444,
      "loss": 2.1875,
      "step": 39786
    },
    {
      "epoch": 1.850988602000465,
      "grad_norm": 1.1272928567771874,
      "learning_rate": 0.00023907807585753566,
      "loss": 2.4844,
      "step": 39787
    },
    {
      "epoch": 1.851035124447546,
      "grad_norm": 1.0027263240316764,
      "learning_rate": 0.00023907508972279278,
      "loss": 2.5,
      "step": 39788
    },
    {
      "epoch": 1.8510816468946265,
      "grad_norm": 1.1680786153306593,
      "learning_rate": 0.0002390721035335176,
      "loss": 2.5781,
      "step": 39789
    },
    {
      "epoch": 1.8511281693417074,
      "grad_norm": 0.9976749218027458,
      "learning_rate": 0.00023906911728971203,
      "loss": 2.1875,
      "step": 39790
    },
    {
      "epoch": 1.8511746917887881,
      "grad_norm": 1.0753599578065103,
      "learning_rate": 0.00023906613099137776,
      "loss": 2.5781,
      "step": 39791
    },
    {
      "epoch": 1.8512212142358688,
      "grad_norm": 1.1352288169826459,
      "learning_rate": 0.00023906314463851668,
      "loss": 2.3906,
      "step": 39792
    },
    {
      "epoch": 1.8512677366829495,
      "grad_norm": 1.0747297497712838,
      "learning_rate": 0.00023906015823113062,
      "loss": 2.4219,
      "step": 39793
    },
    {
      "epoch": 1.8513142591300302,
      "grad_norm": 0.9790691999947215,
      "learning_rate": 0.0002390571717692214,
      "loss": 2.25,
      "step": 39794
    },
    {
      "epoch": 1.851360781577111,
      "grad_norm": 1.108844462166673,
      "learning_rate": 0.00023905418525279083,
      "loss": 2.0625,
      "step": 39795
    },
    {
      "epoch": 1.8514073040241916,
      "grad_norm": 1.0495081860028022,
      "learning_rate": 0.0002390511986818408,
      "loss": 2.3438,
      "step": 39796
    },
    {
      "epoch": 1.8514538264712725,
      "grad_norm": 1.0456887553755592,
      "learning_rate": 0.00023904821205637312,
      "loss": 2.375,
      "step": 39797
    },
    {
      "epoch": 1.851500348918353,
      "grad_norm": 1.0938197582989035,
      "learning_rate": 0.00023904522537638955,
      "loss": 2.3906,
      "step": 39798
    },
    {
      "epoch": 1.851546871365434,
      "grad_norm": 1.0432238253194217,
      "learning_rate": 0.00023904223864189197,
      "loss": 2.5156,
      "step": 39799
    },
    {
      "epoch": 1.8515933938125144,
      "grad_norm": 1.0839737402402143,
      "learning_rate": 0.00023903925185288224,
      "loss": 2.3906,
      "step": 39800
    },
    {
      "epoch": 1.8516399162595953,
      "grad_norm": 1.056491573009796,
      "learning_rate": 0.00023903626500936212,
      "loss": 2.375,
      "step": 39801
    },
    {
      "epoch": 1.8516864387066758,
      "grad_norm": 1.1561671557463955,
      "learning_rate": 0.00023903327811133354,
      "loss": 2.5469,
      "step": 39802
    },
    {
      "epoch": 1.8517329611537567,
      "grad_norm": 1.0505039884246425,
      "learning_rate": 0.00023903029115879824,
      "loss": 2.375,
      "step": 39803
    },
    {
      "epoch": 1.8517794836008374,
      "grad_norm": 1.066537302295985,
      "learning_rate": 0.00023902730415175803,
      "loss": 2.3438,
      "step": 39804
    },
    {
      "epoch": 1.8518260060479181,
      "grad_norm": 1.1177447324633552,
      "learning_rate": 0.00023902431709021482,
      "loss": 2.5781,
      "step": 39805
    },
    {
      "epoch": 1.8518725284949988,
      "grad_norm": 1.4200506057712579,
      "learning_rate": 0.00023902132997417037,
      "loss": 2.5938,
      "step": 39806
    },
    {
      "epoch": 1.8519190509420795,
      "grad_norm": 1.1309946560137627,
      "learning_rate": 0.00023901834280362654,
      "loss": 2.5938,
      "step": 39807
    },
    {
      "epoch": 1.8519655733891602,
      "grad_norm": 1.0476795708395574,
      "learning_rate": 0.00023901535557858519,
      "loss": 2.2812,
      "step": 39808
    },
    {
      "epoch": 1.852012095836241,
      "grad_norm": 1.1629824765183152,
      "learning_rate": 0.00023901236829904803,
      "loss": 2.2969,
      "step": 39809
    },
    {
      "epoch": 1.8520586182833219,
      "grad_norm": 1.1372993713742505,
      "learning_rate": 0.00023900938096501703,
      "loss": 2.2969,
      "step": 39810
    },
    {
      "epoch": 1.8521051407304023,
      "grad_norm": 1.016491013680527,
      "learning_rate": 0.00023900639357649398,
      "loss": 2.125,
      "step": 39811
    },
    {
      "epoch": 1.8521516631774833,
      "grad_norm": 1.1291976176739575,
      "learning_rate": 0.00023900340613348066,
      "loss": 2.375,
      "step": 39812
    },
    {
      "epoch": 1.8521981856245637,
      "grad_norm": 1.1124220176131558,
      "learning_rate": 0.00023900041863597895,
      "loss": 2.2969,
      "step": 39813
    },
    {
      "epoch": 1.8522447080716447,
      "grad_norm": 1.0133642139920496,
      "learning_rate": 0.00023899743108399065,
      "loss": 1.875,
      "step": 39814
    },
    {
      "epoch": 1.8522912305187251,
      "grad_norm": 0.9952646644450657,
      "learning_rate": 0.00023899444347751762,
      "loss": 2.3594,
      "step": 39815
    },
    {
      "epoch": 1.852337752965806,
      "grad_norm": 1.0415966350198382,
      "learning_rate": 0.00023899145581656166,
      "loss": 2.2344,
      "step": 39816
    },
    {
      "epoch": 1.8523842754128867,
      "grad_norm": 1.1627146168044022,
      "learning_rate": 0.00023898846810112458,
      "loss": 2.375,
      "step": 39817
    },
    {
      "epoch": 1.8524307978599674,
      "grad_norm": 1.1784927373578629,
      "learning_rate": 0.00023898548033120828,
      "loss": 2.6875,
      "step": 39818
    },
    {
      "epoch": 1.8524773203070481,
      "grad_norm": 1.0883998397555295,
      "learning_rate": 0.00023898249250681452,
      "loss": 1.8594,
      "step": 39819
    },
    {
      "epoch": 1.8525238427541288,
      "grad_norm": 1.0498405032617795,
      "learning_rate": 0.00023897950462794512,
      "loss": 2.2656,
      "step": 39820
    },
    {
      "epoch": 1.8525703652012095,
      "grad_norm": 0.9997924581511678,
      "learning_rate": 0.00023897651669460194,
      "loss": 2.3125,
      "step": 39821
    },
    {
      "epoch": 1.8526168876482902,
      "grad_norm": 0.9866177542149456,
      "learning_rate": 0.00023897352870678686,
      "loss": 2.2344,
      "step": 39822
    },
    {
      "epoch": 1.8526634100953712,
      "grad_norm": 0.9920090167349536,
      "learning_rate": 0.00023897054066450164,
      "loss": 2.2188,
      "step": 39823
    },
    {
      "epoch": 1.8527099325424516,
      "grad_norm": 1.079764288596502,
      "learning_rate": 0.00023896755256774815,
      "loss": 2.4844,
      "step": 39824
    },
    {
      "epoch": 1.8527564549895326,
      "grad_norm": 1.095114596955324,
      "learning_rate": 0.00023896456441652817,
      "loss": 2.2812,
      "step": 39825
    },
    {
      "epoch": 1.852802977436613,
      "grad_norm": 1.1219430351505293,
      "learning_rate": 0.0002389615762108436,
      "loss": 2.2812,
      "step": 39826
    },
    {
      "epoch": 1.852849499883694,
      "grad_norm": 1.082178800709746,
      "learning_rate": 0.00023895858795069618,
      "loss": 2.2188,
      "step": 39827
    },
    {
      "epoch": 1.8528960223307744,
      "grad_norm": 1.164335244858235,
      "learning_rate": 0.00023895559963608783,
      "loss": 2.1875,
      "step": 39828
    },
    {
      "epoch": 1.8529425447778554,
      "grad_norm": 1.062432529525609,
      "learning_rate": 0.00023895261126702033,
      "loss": 2.3125,
      "step": 39829
    },
    {
      "epoch": 1.852989067224936,
      "grad_norm": 1.0293521542677204,
      "learning_rate": 0.00023894962284349552,
      "loss": 2.2812,
      "step": 39830
    },
    {
      "epoch": 1.8530355896720168,
      "grad_norm": 1.0939065630202407,
      "learning_rate": 0.0002389466343655152,
      "loss": 2.5469,
      "step": 39831
    },
    {
      "epoch": 1.8530821121190975,
      "grad_norm": 1.047229308661282,
      "learning_rate": 0.00023894364583308122,
      "loss": 2.1875,
      "step": 39832
    },
    {
      "epoch": 1.8531286345661782,
      "grad_norm": 1.0363352297117912,
      "learning_rate": 0.00023894065724619544,
      "loss": 2.4844,
      "step": 39833
    },
    {
      "epoch": 1.8531751570132589,
      "grad_norm": 1.0597224408918633,
      "learning_rate": 0.00023893766860485962,
      "loss": 2.4531,
      "step": 39834
    },
    {
      "epoch": 1.8532216794603396,
      "grad_norm": 1.0092486437942028,
      "learning_rate": 0.0002389346799090757,
      "loss": 2.2031,
      "step": 39835
    },
    {
      "epoch": 1.8532682019074205,
      "grad_norm": 0.9468973691205239,
      "learning_rate": 0.00023893169115884544,
      "loss": 2.3281,
      "step": 39836
    },
    {
      "epoch": 1.853314724354501,
      "grad_norm": 1.132528649191573,
      "learning_rate": 0.00023892870235417066,
      "loss": 2.4062,
      "step": 39837
    },
    {
      "epoch": 1.8533612468015819,
      "grad_norm": 1.0278155213687827,
      "learning_rate": 0.00023892571349505318,
      "loss": 2.125,
      "step": 39838
    },
    {
      "epoch": 1.8534077692486624,
      "grad_norm": 1.0257964885784037,
      "learning_rate": 0.00023892272458149488,
      "loss": 2.4219,
      "step": 39839
    },
    {
      "epoch": 1.8534542916957433,
      "grad_norm": 1.0710312555913402,
      "learning_rate": 0.00023891973561349756,
      "loss": 2.2031,
      "step": 39840
    },
    {
      "epoch": 1.8535008141428237,
      "grad_norm": 1.1335363429573193,
      "learning_rate": 0.00023891674659106305,
      "loss": 2.3125,
      "step": 39841
    },
    {
      "epoch": 1.8535473365899047,
      "grad_norm": 1.0292699275107917,
      "learning_rate": 0.0002389137575141932,
      "loss": 2.4219,
      "step": 39842
    },
    {
      "epoch": 1.8535938590369854,
      "grad_norm": 1.0311713693647317,
      "learning_rate": 0.0002389107683828898,
      "loss": 2.1875,
      "step": 39843
    },
    {
      "epoch": 1.853640381484066,
      "grad_norm": 0.9587899584218484,
      "learning_rate": 0.0002389077791971547,
      "loss": 2.125,
      "step": 39844
    },
    {
      "epoch": 1.8536869039311468,
      "grad_norm": 1.1769855594331158,
      "learning_rate": 0.00023890478995698976,
      "loss": 2.2969,
      "step": 39845
    },
    {
      "epoch": 1.8537334263782275,
      "grad_norm": 1.0860041353486414,
      "learning_rate": 0.00023890180066239676,
      "loss": 2.2344,
      "step": 39846
    },
    {
      "epoch": 1.8537799488253082,
      "grad_norm": 1.048057563281729,
      "learning_rate": 0.0002388988113133776,
      "loss": 1.9375,
      "step": 39847
    },
    {
      "epoch": 1.8538264712723889,
      "grad_norm": 1.0406056123951213,
      "learning_rate": 0.000238895821909934,
      "loss": 2.5938,
      "step": 39848
    },
    {
      "epoch": 1.8538729937194698,
      "grad_norm": 1.0871287779421375,
      "learning_rate": 0.00023889283245206788,
      "loss": 2.2812,
      "step": 39849
    },
    {
      "epoch": 1.8539195161665503,
      "grad_norm": 1.0360391284974537,
      "learning_rate": 0.00023888984293978101,
      "loss": 2.2188,
      "step": 39850
    },
    {
      "epoch": 1.8539660386136312,
      "grad_norm": 1.0915691306044504,
      "learning_rate": 0.00023888685337307533,
      "loss": 2.375,
      "step": 39851
    },
    {
      "epoch": 1.8540125610607117,
      "grad_norm": 1.0319084449841507,
      "learning_rate": 0.00023888386375195257,
      "loss": 1.7344,
      "step": 39852
    },
    {
      "epoch": 1.8540590835077926,
      "grad_norm": 0.9770883516964095,
      "learning_rate": 0.00023888087407641456,
      "loss": 2.2344,
      "step": 39853
    },
    {
      "epoch": 1.8541056059548733,
      "grad_norm": 1.1557329127009248,
      "learning_rate": 0.00023887788434646316,
      "loss": 2.4688,
      "step": 39854
    },
    {
      "epoch": 1.854152128401954,
      "grad_norm": 1.0034526239680435,
      "learning_rate": 0.00023887489456210018,
      "loss": 2.2812,
      "step": 39855
    },
    {
      "epoch": 1.8541986508490347,
      "grad_norm": 1.076144865445935,
      "learning_rate": 0.0002388719047233275,
      "loss": 2.2969,
      "step": 39856
    },
    {
      "epoch": 1.8542451732961154,
      "grad_norm": 1.0681579526773126,
      "learning_rate": 0.00023886891483014688,
      "loss": 2.6719,
      "step": 39857
    },
    {
      "epoch": 1.854291695743196,
      "grad_norm": 1.116452260644533,
      "learning_rate": 0.0002388659248825602,
      "loss": 2.2969,
      "step": 39858
    },
    {
      "epoch": 1.8543382181902768,
      "grad_norm": 1.035319153210367,
      "learning_rate": 0.00023886293488056928,
      "loss": 2.4844,
      "step": 39859
    },
    {
      "epoch": 1.8543847406373575,
      "grad_norm": 1.0672254538450707,
      "learning_rate": 0.00023885994482417597,
      "loss": 2.4219,
      "step": 39860
    },
    {
      "epoch": 1.8544312630844382,
      "grad_norm": 1.0230859191907677,
      "learning_rate": 0.00023885695471338205,
      "loss": 2.3125,
      "step": 39861
    },
    {
      "epoch": 1.854477785531519,
      "grad_norm": 1.138629913793115,
      "learning_rate": 0.0002388539645481894,
      "loss": 2.3125,
      "step": 39862
    },
    {
      "epoch": 1.8545243079785996,
      "grad_norm": 1.0927510600538235,
      "learning_rate": 0.00023885097432859982,
      "loss": 2.4219,
      "step": 39863
    },
    {
      "epoch": 1.8545708304256805,
      "grad_norm": 1.0808360965057497,
      "learning_rate": 0.00023884798405461515,
      "loss": 2.2812,
      "step": 39864
    },
    {
      "epoch": 1.854617352872761,
      "grad_norm": 1.061494922532044,
      "learning_rate": 0.00023884499372623722,
      "loss": 2.1719,
      "step": 39865
    },
    {
      "epoch": 1.854663875319842,
      "grad_norm": 1.0569984361929885,
      "learning_rate": 0.00023884200334346782,
      "loss": 2.2969,
      "step": 39866
    },
    {
      "epoch": 1.8547103977669226,
      "grad_norm": 1.0650129580419598,
      "learning_rate": 0.00023883901290630886,
      "loss": 2.3906,
      "step": 39867
    },
    {
      "epoch": 1.8547569202140033,
      "grad_norm": 1.1207117700310814,
      "learning_rate": 0.0002388360224147622,
      "loss": 2.4531,
      "step": 39868
    },
    {
      "epoch": 1.854803442661084,
      "grad_norm": 1.084273025002844,
      "learning_rate": 0.00023883303186882952,
      "loss": 2.4688,
      "step": 39869
    },
    {
      "epoch": 1.8548499651081647,
      "grad_norm": 1.0731597296452888,
      "learning_rate": 0.00023883004126851274,
      "loss": 2.5156,
      "step": 39870
    },
    {
      "epoch": 1.8548964875552454,
      "grad_norm": 1.0121065191050898,
      "learning_rate": 0.0002388270506138137,
      "loss": 1.7578,
      "step": 39871
    },
    {
      "epoch": 1.854943010002326,
      "grad_norm": 1.051928876995047,
      "learning_rate": 0.0002388240599047342,
      "loss": 2.2344,
      "step": 39872
    },
    {
      "epoch": 1.8549895324494068,
      "grad_norm": 1.1249714214475504,
      "learning_rate": 0.0002388210691412761,
      "loss": 2.2812,
      "step": 39873
    },
    {
      "epoch": 1.8550360548964875,
      "grad_norm": 1.0619670442373632,
      "learning_rate": 0.00023881807832344125,
      "loss": 2.4062,
      "step": 39874
    },
    {
      "epoch": 1.8550825773435684,
      "grad_norm": 1.0952926774973706,
      "learning_rate": 0.00023881508745123142,
      "loss": 2.5312,
      "step": 39875
    },
    {
      "epoch": 1.8551290997906489,
      "grad_norm": 1.152111776500428,
      "learning_rate": 0.00023881209652464844,
      "loss": 2.375,
      "step": 39876
    },
    {
      "epoch": 1.8551756222377298,
      "grad_norm": 1.1055651426771689,
      "learning_rate": 0.0002388091055436942,
      "loss": 2.6562,
      "step": 39877
    },
    {
      "epoch": 1.8552221446848103,
      "grad_norm": 1.1853978302225712,
      "learning_rate": 0.0002388061145083705,
      "loss": 2.4531,
      "step": 39878
    },
    {
      "epoch": 1.8552686671318912,
      "grad_norm": 1.1387321772104675,
      "learning_rate": 0.00023880312341867916,
      "loss": 2.2031,
      "step": 39879
    },
    {
      "epoch": 1.855315189578972,
      "grad_norm": 1.140231694572988,
      "learning_rate": 0.00023880013227462206,
      "loss": 2.2812,
      "step": 39880
    },
    {
      "epoch": 1.8553617120260526,
      "grad_norm": 0.973284474558761,
      "learning_rate": 0.00023879714107620097,
      "loss": 2.25,
      "step": 39881
    },
    {
      "epoch": 1.8554082344731333,
      "grad_norm": 1.0731376160175194,
      "learning_rate": 0.00023879414982341777,
      "loss": 2.625,
      "step": 39882
    },
    {
      "epoch": 1.855454756920214,
      "grad_norm": 1.1377661746926442,
      "learning_rate": 0.00023879115851627424,
      "loss": 2.4375,
      "step": 39883
    },
    {
      "epoch": 1.8555012793672947,
      "grad_norm": 1.0533184868395318,
      "learning_rate": 0.00023878816715477223,
      "loss": 2.3125,
      "step": 39884
    },
    {
      "epoch": 1.8555478018143754,
      "grad_norm": 1.117014770797758,
      "learning_rate": 0.0002387851757389136,
      "loss": 2.2812,
      "step": 39885
    },
    {
      "epoch": 1.8555943242614563,
      "grad_norm": 1.073976527051903,
      "learning_rate": 0.00023878218426870017,
      "loss": 2.375,
      "step": 39886
    },
    {
      "epoch": 1.8556408467085368,
      "grad_norm": 1.228060226488153,
      "learning_rate": 0.00023877919274413375,
      "loss": 2.7031,
      "step": 39887
    },
    {
      "epoch": 1.8556873691556177,
      "grad_norm": 1.1405820262650666,
      "learning_rate": 0.0002387762011652162,
      "loss": 2.375,
      "step": 39888
    },
    {
      "epoch": 1.8557338916026982,
      "grad_norm": 1.1138485736455053,
      "learning_rate": 0.00023877320953194934,
      "loss": 2.6406,
      "step": 39889
    },
    {
      "epoch": 1.8557804140497791,
      "grad_norm": 1.1716378052793706,
      "learning_rate": 0.00023877021784433496,
      "loss": 2.1719,
      "step": 39890
    },
    {
      "epoch": 1.8558269364968596,
      "grad_norm": 1.1027222146538933,
      "learning_rate": 0.00023876722610237494,
      "loss": 2.5312,
      "step": 39891
    },
    {
      "epoch": 1.8558734589439405,
      "grad_norm": 1.161565791808795,
      "learning_rate": 0.00023876423430607113,
      "loss": 2.5781,
      "step": 39892
    },
    {
      "epoch": 1.8559199813910212,
      "grad_norm": 1.0576660054124563,
      "learning_rate": 0.00023876124245542535,
      "loss": 2.4688,
      "step": 39893
    },
    {
      "epoch": 1.855966503838102,
      "grad_norm": 1.0089829258794054,
      "learning_rate": 0.00023875825055043936,
      "loss": 2.375,
      "step": 39894
    },
    {
      "epoch": 1.8560130262851826,
      "grad_norm": 1.0299384815734554,
      "learning_rate": 0.00023875525859111507,
      "loss": 2.2188,
      "step": 39895
    },
    {
      "epoch": 1.8560595487322633,
      "grad_norm": 1.1244153673123478,
      "learning_rate": 0.00023875226657745426,
      "loss": 2.2188,
      "step": 39896
    },
    {
      "epoch": 1.856106071179344,
      "grad_norm": 1.0620397750511603,
      "learning_rate": 0.00023874927450945883,
      "loss": 2.3594,
      "step": 39897
    },
    {
      "epoch": 1.8561525936264247,
      "grad_norm": 1.1464967246224778,
      "learning_rate": 0.00023874628238713055,
      "loss": 2.4688,
      "step": 39898
    },
    {
      "epoch": 1.8561991160735056,
      "grad_norm": 1.1950162167140799,
      "learning_rate": 0.00023874329021047127,
      "loss": 2.3438,
      "step": 39899
    },
    {
      "epoch": 1.856245638520586,
      "grad_norm": 1.086884113128898,
      "learning_rate": 0.0002387402979794828,
      "loss": 2.5781,
      "step": 39900
    },
    {
      "epoch": 1.856292160967667,
      "grad_norm": 1.4483429933540173,
      "learning_rate": 0.0002387373056941671,
      "loss": 2.375,
      "step": 39901
    },
    {
      "epoch": 1.8563386834147475,
      "grad_norm": 1.1982128478022473,
      "learning_rate": 0.0002387343133545258,
      "loss": 2.4062,
      "step": 39902
    },
    {
      "epoch": 1.8563852058618284,
      "grad_norm": 1.1198926266186848,
      "learning_rate": 0.00023873132096056087,
      "loss": 2.7031,
      "step": 39903
    },
    {
      "epoch": 1.856431728308909,
      "grad_norm": 1.13362499858649,
      "learning_rate": 0.00023872832851227411,
      "loss": 2.5625,
      "step": 39904
    },
    {
      "epoch": 1.8564782507559898,
      "grad_norm": 1.031432643437194,
      "learning_rate": 0.00023872533600966732,
      "loss": 2.3594,
      "step": 39905
    },
    {
      "epoch": 1.8565247732030705,
      "grad_norm": 1.0442000967243519,
      "learning_rate": 0.00023872234345274232,
      "loss": 2.2656,
      "step": 39906
    },
    {
      "epoch": 1.8565712956501512,
      "grad_norm": 1.1611685725477734,
      "learning_rate": 0.00023871935084150104,
      "loss": 2.4062,
      "step": 39907
    },
    {
      "epoch": 1.856617818097232,
      "grad_norm": 1.0955170544054487,
      "learning_rate": 0.0002387163581759452,
      "loss": 2.4531,
      "step": 39908
    },
    {
      "epoch": 1.8566643405443126,
      "grad_norm": 1.1365964293260507,
      "learning_rate": 0.0002387133654560767,
      "loss": 2.6406,
      "step": 39909
    },
    {
      "epoch": 1.8567108629913933,
      "grad_norm": 1.1304971419467456,
      "learning_rate": 0.0002387103726818974,
      "loss": 2.4844,
      "step": 39910
    },
    {
      "epoch": 1.856757385438474,
      "grad_norm": 1.1058376849033897,
      "learning_rate": 0.00023870737985340904,
      "loss": 2.4688,
      "step": 39911
    },
    {
      "epoch": 1.856803907885555,
      "grad_norm": 1.063055894560788,
      "learning_rate": 0.00023870438697061352,
      "loss": 2.2812,
      "step": 39912
    },
    {
      "epoch": 1.8568504303326354,
      "grad_norm": 1.1363309108811246,
      "learning_rate": 0.00023870139403351265,
      "loss": 2.4688,
      "step": 39913
    },
    {
      "epoch": 1.8568969527797163,
      "grad_norm": 1.1149884923359108,
      "learning_rate": 0.00023869840104210827,
      "loss": 2.1719,
      "step": 39914
    },
    {
      "epoch": 1.8569434752267968,
      "grad_norm": 1.0994585956285687,
      "learning_rate": 0.0002386954079964022,
      "loss": 2.5,
      "step": 39915
    },
    {
      "epoch": 1.8569899976738777,
      "grad_norm": 1.1901429559000503,
      "learning_rate": 0.00023869241489639625,
      "loss": 2.6094,
      "step": 39916
    },
    {
      "epoch": 1.8570365201209582,
      "grad_norm": 1.159590421140219,
      "learning_rate": 0.0002386894217420923,
      "loss": 2.4688,
      "step": 39917
    },
    {
      "epoch": 1.8570830425680391,
      "grad_norm": 1.1501972401779108,
      "learning_rate": 0.0002386864285334922,
      "loss": 2.4844,
      "step": 39918
    },
    {
      "epoch": 1.8571295650151198,
      "grad_norm": 1.160460449860122,
      "learning_rate": 0.0002386834352705977,
      "loss": 2.6406,
      "step": 39919
    },
    {
      "epoch": 1.8571760874622005,
      "grad_norm": 1.172094463103797,
      "learning_rate": 0.00023868044195341067,
      "loss": 2.2031,
      "step": 39920
    },
    {
      "epoch": 1.8572226099092812,
      "grad_norm": 1.1225856089934663,
      "learning_rate": 0.00023867744858193298,
      "loss": 2.6719,
      "step": 39921
    },
    {
      "epoch": 1.857269132356362,
      "grad_norm": 1.0348791921702292,
      "learning_rate": 0.00023867445515616644,
      "loss": 2.0781,
      "step": 39922
    },
    {
      "epoch": 1.8573156548034426,
      "grad_norm": 1.0158793459296318,
      "learning_rate": 0.00023867146167611287,
      "loss": 2.3281,
      "step": 39923
    },
    {
      "epoch": 1.8573621772505233,
      "grad_norm": 1.2164841286471466,
      "learning_rate": 0.0002386684681417741,
      "loss": 2.4688,
      "step": 39924
    },
    {
      "epoch": 1.8574086996976042,
      "grad_norm": 1.1891425884883688,
      "learning_rate": 0.00023866547455315198,
      "loss": 2.4531,
      "step": 39925
    },
    {
      "epoch": 1.8574552221446847,
      "grad_norm": 1.1202873460683827,
      "learning_rate": 0.0002386624809102483,
      "loss": 2.3281,
      "step": 39926
    },
    {
      "epoch": 1.8575017445917656,
      "grad_norm": 1.07920909532704,
      "learning_rate": 0.00023865948721306498,
      "loss": 2.2969,
      "step": 39927
    },
    {
      "epoch": 1.8575482670388461,
      "grad_norm": 1.0656625540076092,
      "learning_rate": 0.00023865649346160376,
      "loss": 2.625,
      "step": 39928
    },
    {
      "epoch": 1.857594789485927,
      "grad_norm": 1.1217039927277628,
      "learning_rate": 0.00023865349965586653,
      "loss": 2.3438,
      "step": 39929
    },
    {
      "epoch": 1.8576413119330075,
      "grad_norm": 1.0872347889672593,
      "learning_rate": 0.00023865050579585507,
      "loss": 2.0625,
      "step": 39930
    },
    {
      "epoch": 1.8576878343800884,
      "grad_norm": 1.1080793074397273,
      "learning_rate": 0.00023864751188157132,
      "loss": 2.3906,
      "step": 39931
    },
    {
      "epoch": 1.8577343568271691,
      "grad_norm": 1.0433622122389963,
      "learning_rate": 0.00023864451791301698,
      "loss": 2.3594,
      "step": 39932
    },
    {
      "epoch": 1.8577808792742498,
      "grad_norm": 1.1051600390200977,
      "learning_rate": 0.00023864152389019397,
      "loss": 2.2344,
      "step": 39933
    },
    {
      "epoch": 1.8578274017213305,
      "grad_norm": 1.0266308452098785,
      "learning_rate": 0.0002386385298131041,
      "loss": 2.2969,
      "step": 39934
    },
    {
      "epoch": 1.8578739241684112,
      "grad_norm": 1.1250483833886338,
      "learning_rate": 0.00023863553568174916,
      "loss": 2.375,
      "step": 39935
    },
    {
      "epoch": 1.857920446615492,
      "grad_norm": 1.1419907490137426,
      "learning_rate": 0.0002386325414961311,
      "loss": 2.5938,
      "step": 39936
    },
    {
      "epoch": 1.8579669690625726,
      "grad_norm": 1.0716586384619269,
      "learning_rate": 0.0002386295472562516,
      "loss": 2.2344,
      "step": 39937
    },
    {
      "epoch": 1.8580134915096536,
      "grad_norm": 1.132164424672195,
      "learning_rate": 0.00023862655296211262,
      "loss": 2.3125,
      "step": 39938
    },
    {
      "epoch": 1.858060013956734,
      "grad_norm": 1.0604998812216542,
      "learning_rate": 0.00023862355861371592,
      "loss": 2.3594,
      "step": 39939
    },
    {
      "epoch": 1.858106536403815,
      "grad_norm": 1.0978185627190435,
      "learning_rate": 0.00023862056421106336,
      "loss": 2.4375,
      "step": 39940
    },
    {
      "epoch": 1.8581530588508954,
      "grad_norm": 1.0459293592557675,
      "learning_rate": 0.00023861756975415672,
      "loss": 2.5781,
      "step": 39941
    },
    {
      "epoch": 1.8581995812979764,
      "grad_norm": 1.1758775090807927,
      "learning_rate": 0.0002386145752429979,
      "loss": 2.4688,
      "step": 39942
    },
    {
      "epoch": 1.8582461037450568,
      "grad_norm": 1.1548983738642677,
      "learning_rate": 0.00023861158067758876,
      "loss": 2.125,
      "step": 39943
    },
    {
      "epoch": 1.8582926261921378,
      "grad_norm": 1.0753943346417345,
      "learning_rate": 0.00023860858605793104,
      "loss": 2.6875,
      "step": 39944
    },
    {
      "epoch": 1.8583391486392185,
      "grad_norm": 1.109435377202809,
      "learning_rate": 0.00023860559138402665,
      "loss": 2.4844,
      "step": 39945
    },
    {
      "epoch": 1.8583856710862992,
      "grad_norm": 1.1716673147460892,
      "learning_rate": 0.0002386025966558774,
      "loss": 2.0781,
      "step": 39946
    },
    {
      "epoch": 1.8584321935333799,
      "grad_norm": 0.9932349028828017,
      "learning_rate": 0.00023859960187348512,
      "loss": 1.7266,
      "step": 39947
    },
    {
      "epoch": 1.8584787159804605,
      "grad_norm": 1.0692155717304066,
      "learning_rate": 0.00023859660703685163,
      "loss": 2.3125,
      "step": 39948
    },
    {
      "epoch": 1.8585252384275412,
      "grad_norm": 1.0975945870905954,
      "learning_rate": 0.00023859361214597882,
      "loss": 2.2812,
      "step": 39949
    },
    {
      "epoch": 1.858571760874622,
      "grad_norm": 1.0161172739161157,
      "learning_rate": 0.00023859061720086843,
      "loss": 2.4844,
      "step": 39950
    },
    {
      "epoch": 1.8586182833217029,
      "grad_norm": 1.0928049378101485,
      "learning_rate": 0.0002385876222015223,
      "loss": 2.1719,
      "step": 39951
    },
    {
      "epoch": 1.8586648057687833,
      "grad_norm": 1.0202842759693522,
      "learning_rate": 0.00023858462714794235,
      "loss": 2.3438,
      "step": 39952
    },
    {
      "epoch": 1.8587113282158643,
      "grad_norm": 1.0444347803765808,
      "learning_rate": 0.00023858163204013038,
      "loss": 2.4219,
      "step": 39953
    },
    {
      "epoch": 1.8587578506629447,
      "grad_norm": 1.2222104934060543,
      "learning_rate": 0.0002385786368780882,
      "loss": 2.3906,
      "step": 39954
    },
    {
      "epoch": 1.8588043731100257,
      "grad_norm": 1.1440864267997315,
      "learning_rate": 0.00023857564166181766,
      "loss": 2.5156,
      "step": 39955
    },
    {
      "epoch": 1.8588508955571061,
      "grad_norm": 1.0787928544813727,
      "learning_rate": 0.00023857264639132056,
      "loss": 2.3906,
      "step": 39956
    },
    {
      "epoch": 1.858897418004187,
      "grad_norm": 0.991964004835764,
      "learning_rate": 0.00023856965106659885,
      "loss": 2.3594,
      "step": 39957
    },
    {
      "epoch": 1.8589439404512678,
      "grad_norm": 1.022305026530903,
      "learning_rate": 0.0002385666556876542,
      "loss": 2.2812,
      "step": 39958
    },
    {
      "epoch": 1.8589904628983485,
      "grad_norm": 1.1567757422987035,
      "learning_rate": 0.00023856366025448852,
      "loss": 2.4844,
      "step": 39959
    },
    {
      "epoch": 1.8590369853454292,
      "grad_norm": 1.0648329495604194,
      "learning_rate": 0.00023856066476710372,
      "loss": 2.375,
      "step": 39960
    },
    {
      "epoch": 1.8590835077925099,
      "grad_norm": 1.0325950386892861,
      "learning_rate": 0.00023855766922550149,
      "loss": 2.3438,
      "step": 39961
    },
    {
      "epoch": 1.8591300302395906,
      "grad_norm": 1.0435259385660407,
      "learning_rate": 0.00023855467362968375,
      "loss": 2.3906,
      "step": 39962
    },
    {
      "epoch": 1.8591765526866713,
      "grad_norm": 1.0334745431006345,
      "learning_rate": 0.0002385516779796523,
      "loss": 2.2031,
      "step": 39963
    },
    {
      "epoch": 1.8592230751337522,
      "grad_norm": 1.1405922557614214,
      "learning_rate": 0.00023854868227540901,
      "loss": 2.4219,
      "step": 39964
    },
    {
      "epoch": 1.8592695975808327,
      "grad_norm": 1.005150751405893,
      "learning_rate": 0.0002385456865169557,
      "loss": 1.6875,
      "step": 39965
    },
    {
      "epoch": 1.8593161200279136,
      "grad_norm": 1.0172752387652824,
      "learning_rate": 0.0002385426907042942,
      "loss": 2.0469,
      "step": 39966
    },
    {
      "epoch": 1.859362642474994,
      "grad_norm": 1.120194732126857,
      "learning_rate": 0.00023853969483742635,
      "loss": 2.5,
      "step": 39967
    },
    {
      "epoch": 1.859409164922075,
      "grad_norm": 1.2264800868199357,
      "learning_rate": 0.00023853669891635393,
      "loss": 2.2812,
      "step": 39968
    },
    {
      "epoch": 1.8594556873691555,
      "grad_norm": 1.1785695875833322,
      "learning_rate": 0.00023853370294107885,
      "loss": 2.6719,
      "step": 39969
    },
    {
      "epoch": 1.8595022098162364,
      "grad_norm": 1.0597853810674918,
      "learning_rate": 0.00023853070691160294,
      "loss": 2.3594,
      "step": 39970
    },
    {
      "epoch": 1.859548732263317,
      "grad_norm": 1.0617221059725923,
      "learning_rate": 0.00023852771082792797,
      "loss": 2.4844,
      "step": 39971
    },
    {
      "epoch": 1.8595952547103978,
      "grad_norm": 1.0638382130510882,
      "learning_rate": 0.00023852471469005586,
      "loss": 2.0312,
      "step": 39972
    },
    {
      "epoch": 1.8596417771574785,
      "grad_norm": 1.1519618666819753,
      "learning_rate": 0.00023852171849798832,
      "loss": 2.4219,
      "step": 39973
    },
    {
      "epoch": 1.8596882996045592,
      "grad_norm": 1.120810781050073,
      "learning_rate": 0.00023851872225172735,
      "loss": 2.5,
      "step": 39974
    },
    {
      "epoch": 1.8597348220516399,
      "grad_norm": 1.1186782171637704,
      "learning_rate": 0.00023851572595127464,
      "loss": 2.4375,
      "step": 39975
    },
    {
      "epoch": 1.8597813444987206,
      "grad_norm": 1.1041851132445881,
      "learning_rate": 0.0002385127295966321,
      "loss": 2.3125,
      "step": 39976
    },
    {
      "epoch": 1.8598278669458015,
      "grad_norm": 1.1122262887181629,
      "learning_rate": 0.00023850973318780154,
      "loss": 2.5,
      "step": 39977
    },
    {
      "epoch": 1.859874389392882,
      "grad_norm": 1.0262020299959909,
      "learning_rate": 0.00023850673672478484,
      "loss": 2.4844,
      "step": 39978
    },
    {
      "epoch": 1.8599209118399629,
      "grad_norm": 1.050067224267803,
      "learning_rate": 0.00023850374020758375,
      "loss": 2.1719,
      "step": 39979
    },
    {
      "epoch": 1.8599674342870434,
      "grad_norm": 1.1205517452279627,
      "learning_rate": 0.00023850074363620014,
      "loss": 2.8438,
      "step": 39980
    },
    {
      "epoch": 1.8600139567341243,
      "grad_norm": 1.082977866615084,
      "learning_rate": 0.0002384977470106359,
      "loss": 2.2344,
      "step": 39981
    },
    {
      "epoch": 1.860060479181205,
      "grad_norm": 1.0676066549385546,
      "learning_rate": 0.00023849475033089278,
      "loss": 2.5,
      "step": 39982
    },
    {
      "epoch": 1.8601070016282857,
      "grad_norm": 1.051194547442512,
      "learning_rate": 0.00023849175359697266,
      "loss": 2.4375,
      "step": 39983
    },
    {
      "epoch": 1.8601535240753664,
      "grad_norm": 1.011778310612558,
      "learning_rate": 0.0002384887568088774,
      "loss": 2.0938,
      "step": 39984
    },
    {
      "epoch": 1.860200046522447,
      "grad_norm": 1.1994553549822136,
      "learning_rate": 0.0002384857599666087,
      "loss": 2.5469,
      "step": 39985
    },
    {
      "epoch": 1.8602465689695278,
      "grad_norm": 1.036442117838537,
      "learning_rate": 0.00023848276307016856,
      "loss": 2.4219,
      "step": 39986
    },
    {
      "epoch": 1.8602930914166085,
      "grad_norm": 1.0852127214690277,
      "learning_rate": 0.0002384797661195588,
      "loss": 2.5,
      "step": 39987
    },
    {
      "epoch": 1.8603396138636892,
      "grad_norm": 1.5046953654733997,
      "learning_rate": 0.00023847676911478114,
      "loss": 2.2344,
      "step": 39988
    },
    {
      "epoch": 1.8603861363107699,
      "grad_norm": 1.0366855800423909,
      "learning_rate": 0.0002384737720558375,
      "loss": 2.1562,
      "step": 39989
    },
    {
      "epoch": 1.8604326587578508,
      "grad_norm": 1.1239955938418869,
      "learning_rate": 0.00023847077494272968,
      "loss": 2.7031,
      "step": 39990
    },
    {
      "epoch": 1.8604791812049313,
      "grad_norm": 1.0591372579636946,
      "learning_rate": 0.0002384677777754596,
      "loss": 2.625,
      "step": 39991
    },
    {
      "epoch": 1.8605257036520122,
      "grad_norm": 1.0748528941597313,
      "learning_rate": 0.00023846478055402894,
      "loss": 2.2969,
      "step": 39992
    },
    {
      "epoch": 1.8605722260990927,
      "grad_norm": 1.0906994563352284,
      "learning_rate": 0.00023846178327843967,
      "loss": 2.5156,
      "step": 39993
    },
    {
      "epoch": 1.8606187485461736,
      "grad_norm": 1.0655300460978017,
      "learning_rate": 0.00023845878594869354,
      "loss": 2.6719,
      "step": 39994
    },
    {
      "epoch": 1.8606652709932543,
      "grad_norm": 1.071023980331699,
      "learning_rate": 0.00023845578856479245,
      "loss": 2.2656,
      "step": 39995
    },
    {
      "epoch": 1.860711793440335,
      "grad_norm": 1.0871902931076178,
      "learning_rate": 0.00023845279112673818,
      "loss": 2.5312,
      "step": 39996
    },
    {
      "epoch": 1.8607583158874157,
      "grad_norm": 1.0867134462930663,
      "learning_rate": 0.00023844979363453258,
      "loss": 2.125,
      "step": 39997
    },
    {
      "epoch": 1.8608048383344964,
      "grad_norm": 1.1270287737552007,
      "learning_rate": 0.00023844679608817752,
      "loss": 2.3438,
      "step": 39998
    },
    {
      "epoch": 1.860851360781577,
      "grad_norm": 1.0665764407106877,
      "learning_rate": 0.00023844379848767482,
      "loss": 2.2344,
      "step": 39999
    },
    {
      "epoch": 1.8608978832286578,
      "grad_norm": 1.0192585182214762,
      "learning_rate": 0.00023844080083302628,
      "loss": 2.5,
      "step": 40000
    },
    {
      "epoch": 1.8609444056757385,
      "grad_norm": 1.0821652283887764,
      "learning_rate": 0.0002384378031242338,
      "loss": 2.1406,
      "step": 40001
    },
    {
      "epoch": 1.8609909281228192,
      "grad_norm": 1.0730990409192005,
      "learning_rate": 0.00023843480536129915,
      "loss": 2.1562,
      "step": 40002
    },
    {
      "epoch": 1.8610374505699,
      "grad_norm": 1.0671709801537537,
      "learning_rate": 0.0002384318075442242,
      "loss": 2.1875,
      "step": 40003
    },
    {
      "epoch": 1.8610839730169806,
      "grad_norm": 1.0361240244595875,
      "learning_rate": 0.00023842880967301077,
      "loss": 2.3906,
      "step": 40004
    },
    {
      "epoch": 1.8611304954640615,
      "grad_norm": 1.117230776464423,
      "learning_rate": 0.0002384258117476607,
      "loss": 2.3438,
      "step": 40005
    },
    {
      "epoch": 1.861177017911142,
      "grad_norm": 1.2938506744690879,
      "learning_rate": 0.00023842281376817583,
      "loss": 1.6953,
      "step": 40006
    },
    {
      "epoch": 1.861223540358223,
      "grad_norm": 1.1023691074885928,
      "learning_rate": 0.00023841981573455794,
      "loss": 2.4219,
      "step": 40007
    },
    {
      "epoch": 1.8612700628053036,
      "grad_norm": 1.1173134730772498,
      "learning_rate": 0.000238416817646809,
      "loss": 2.7031,
      "step": 40008
    },
    {
      "epoch": 1.8613165852523843,
      "grad_norm": 1.1237914866752508,
      "learning_rate": 0.0002384138195049307,
      "loss": 2.4844,
      "step": 40009
    },
    {
      "epoch": 1.861363107699465,
      "grad_norm": 0.8672584024970196,
      "learning_rate": 0.00023841082130892497,
      "loss": 1.7188,
      "step": 40010
    },
    {
      "epoch": 1.8614096301465457,
      "grad_norm": 1.0527537925023296,
      "learning_rate": 0.0002384078230587936,
      "loss": 2.2188,
      "step": 40011
    },
    {
      "epoch": 1.8614561525936264,
      "grad_norm": 1.1615187492447647,
      "learning_rate": 0.00023840482475453846,
      "loss": 2.3125,
      "step": 40012
    },
    {
      "epoch": 1.861502675040707,
      "grad_norm": 1.0474149155804777,
      "learning_rate": 0.00023840182639616134,
      "loss": 2.3125,
      "step": 40013
    },
    {
      "epoch": 1.861549197487788,
      "grad_norm": 1.1086982550329207,
      "learning_rate": 0.00023839882798366412,
      "loss": 2.4844,
      "step": 40014
    },
    {
      "epoch": 1.8615957199348685,
      "grad_norm": 1.0520410011424677,
      "learning_rate": 0.00023839582951704866,
      "loss": 2.5156,
      "step": 40015
    },
    {
      "epoch": 1.8616422423819494,
      "grad_norm": 1.0835774084032492,
      "learning_rate": 0.00023839283099631668,
      "loss": 2.1875,
      "step": 40016
    },
    {
      "epoch": 1.86168876482903,
      "grad_norm": 1.0853585299584496,
      "learning_rate": 0.00023838983242147012,
      "loss": 2.0938,
      "step": 40017
    },
    {
      "epoch": 1.8617352872761108,
      "grad_norm": 1.121552492133398,
      "learning_rate": 0.00023838683379251077,
      "loss": 2.4688,
      "step": 40018
    },
    {
      "epoch": 1.8617818097231913,
      "grad_norm": 1.1578109147416142,
      "learning_rate": 0.00023838383510944045,
      "loss": 2.4219,
      "step": 40019
    },
    {
      "epoch": 1.8618283321702722,
      "grad_norm": 1.168891347517347,
      "learning_rate": 0.00023838083637226109,
      "loss": 2.4219,
      "step": 40020
    },
    {
      "epoch": 1.861874854617353,
      "grad_norm": 1.1270364789010427,
      "learning_rate": 0.00023837783758097442,
      "loss": 2.5312,
      "step": 40021
    },
    {
      "epoch": 1.8619213770644336,
      "grad_norm": 1.0447948339117505,
      "learning_rate": 0.00023837483873558236,
      "loss": 2.4219,
      "step": 40022
    },
    {
      "epoch": 1.8619678995115143,
      "grad_norm": 1.2101235786560698,
      "learning_rate": 0.00023837183983608666,
      "loss": 2.5938,
      "step": 40023
    },
    {
      "epoch": 1.862014421958595,
      "grad_norm": 1.1096594526200918,
      "learning_rate": 0.0002383688408824892,
      "loss": 2.3281,
      "step": 40024
    },
    {
      "epoch": 1.8620609444056757,
      "grad_norm": 1.1003338127849294,
      "learning_rate": 0.00023836584187479182,
      "loss": 2.2812,
      "step": 40025
    },
    {
      "epoch": 1.8621074668527564,
      "grad_norm": 1.079706225278229,
      "learning_rate": 0.0002383628428129964,
      "loss": 2.3125,
      "step": 40026
    },
    {
      "epoch": 1.8621539892998373,
      "grad_norm": 1.0407121484523105,
      "learning_rate": 0.0002383598436971047,
      "loss": 2.2344,
      "step": 40027
    },
    {
      "epoch": 1.8622005117469178,
      "grad_norm": 1.1179768288559646,
      "learning_rate": 0.00023835684452711852,
      "loss": 2.4844,
      "step": 40028
    },
    {
      "epoch": 1.8622470341939987,
      "grad_norm": 1.1024652928957344,
      "learning_rate": 0.0002383538453030398,
      "loss": 2.6719,
      "step": 40029
    },
    {
      "epoch": 1.8622935566410792,
      "grad_norm": 1.0878133453204069,
      "learning_rate": 0.00023835084602487032,
      "loss": 2.2969,
      "step": 40030
    },
    {
      "epoch": 1.8623400790881601,
      "grad_norm": 1.1059868823652248,
      "learning_rate": 0.00023834784669261196,
      "loss": 2.375,
      "step": 40031
    },
    {
      "epoch": 1.8623866015352406,
      "grad_norm": 1.2392966625914668,
      "learning_rate": 0.00023834484730626655,
      "loss": 2.3906,
      "step": 40032
    },
    {
      "epoch": 1.8624331239823215,
      "grad_norm": 1.0880469722600963,
      "learning_rate": 0.00023834184786583585,
      "loss": 2.1719,
      "step": 40033
    },
    {
      "epoch": 1.8624796464294022,
      "grad_norm": 1.0476533164653625,
      "learning_rate": 0.00023833884837132178,
      "loss": 2.2344,
      "step": 40034
    },
    {
      "epoch": 1.862526168876483,
      "grad_norm": 1.1458848596886442,
      "learning_rate": 0.00023833584882272614,
      "loss": 2.6406,
      "step": 40035
    },
    {
      "epoch": 1.8625726913235636,
      "grad_norm": 0.982603289453365,
      "learning_rate": 0.00023833284922005081,
      "loss": 2.2969,
      "step": 40036
    },
    {
      "epoch": 1.8626192137706443,
      "grad_norm": 1.0277814632784656,
      "learning_rate": 0.00023832984956329755,
      "loss": 2.1562,
      "step": 40037
    },
    {
      "epoch": 1.862665736217725,
      "grad_norm": 1.0009993715392973,
      "learning_rate": 0.0002383268498524682,
      "loss": 2.2188,
      "step": 40038
    },
    {
      "epoch": 1.8627122586648057,
      "grad_norm": 1.0743377087512977,
      "learning_rate": 0.00023832385008756466,
      "loss": 2.375,
      "step": 40039
    },
    {
      "epoch": 1.8627587811118866,
      "grad_norm": 1.1383051229343573,
      "learning_rate": 0.00023832085026858875,
      "loss": 2.3281,
      "step": 40040
    },
    {
      "epoch": 1.8628053035589671,
      "grad_norm": 1.0025276215559318,
      "learning_rate": 0.00023831785039554228,
      "loss": 2.1406,
      "step": 40041
    },
    {
      "epoch": 1.862851826006048,
      "grad_norm": 0.9605871698776003,
      "learning_rate": 0.00023831485046842712,
      "loss": 2.0312,
      "step": 40042
    },
    {
      "epoch": 1.8628983484531285,
      "grad_norm": 1.0831197186643458,
      "learning_rate": 0.00023831185048724509,
      "loss": 2.4062,
      "step": 40043
    },
    {
      "epoch": 1.8629448709002094,
      "grad_norm": 1.09427494962796,
      "learning_rate": 0.00023830885045199803,
      "loss": 2.0781,
      "step": 40044
    },
    {
      "epoch": 1.86299139334729,
      "grad_norm": 1.118547294247231,
      "learning_rate": 0.00023830585036268775,
      "loss": 2.5781,
      "step": 40045
    },
    {
      "epoch": 1.8630379157943708,
      "grad_norm": 1.1023579188691823,
      "learning_rate": 0.00023830285021931614,
      "loss": 2.2031,
      "step": 40046
    },
    {
      "epoch": 1.8630844382414515,
      "grad_norm": 1.18001431215292,
      "learning_rate": 0.000238299850021885,
      "loss": 2.125,
      "step": 40047
    },
    {
      "epoch": 1.8631309606885322,
      "grad_norm": 1.0755142717789532,
      "learning_rate": 0.00023829684977039615,
      "loss": 2.5,
      "step": 40048
    },
    {
      "epoch": 1.863177483135613,
      "grad_norm": 1.1412532086999514,
      "learning_rate": 0.00023829384946485142,
      "loss": 2.6406,
      "step": 40049
    },
    {
      "epoch": 1.8632240055826936,
      "grad_norm": 1.1259971739305077,
      "learning_rate": 0.00023829084910525269,
      "loss": 2.3281,
      "step": 40050
    },
    {
      "epoch": 1.8632705280297743,
      "grad_norm": 1.0805453658649078,
      "learning_rate": 0.00023828784869160178,
      "loss": 2.2969,
      "step": 40051
    },
    {
      "epoch": 1.863317050476855,
      "grad_norm": 1.2911858553306776,
      "learning_rate": 0.00023828484822390055,
      "loss": 2.4531,
      "step": 40052
    },
    {
      "epoch": 1.863363572923936,
      "grad_norm": 1.0321745804505524,
      "learning_rate": 0.0002382818477021508,
      "loss": 2.5312,
      "step": 40053
    },
    {
      "epoch": 1.8634100953710164,
      "grad_norm": 1.103380918494141,
      "learning_rate": 0.00023827884712635444,
      "loss": 2.375,
      "step": 40054
    },
    {
      "epoch": 1.8634566178180973,
      "grad_norm": 1.173639958594097,
      "learning_rate": 0.00023827584649651316,
      "loss": 2.375,
      "step": 40055
    },
    {
      "epoch": 1.8635031402651778,
      "grad_norm": 1.0533834798358368,
      "learning_rate": 0.00023827284581262893,
      "loss": 2.3906,
      "step": 40056
    },
    {
      "epoch": 1.8635496627122587,
      "grad_norm": 1.2081581252680362,
      "learning_rate": 0.0002382698450747036,
      "loss": 2.2188,
      "step": 40057
    },
    {
      "epoch": 1.8635961851593392,
      "grad_norm": 1.177532553913529,
      "learning_rate": 0.00023826684428273888,
      "loss": 2.375,
      "step": 40058
    },
    {
      "epoch": 1.8636427076064201,
      "grad_norm": 1.0649474101274041,
      "learning_rate": 0.0002382638434367367,
      "loss": 2.375,
      "step": 40059
    },
    {
      "epoch": 1.8636892300535008,
      "grad_norm": 1.1765997939444806,
      "learning_rate": 0.00023826084253669887,
      "loss": 2.375,
      "step": 40060
    },
    {
      "epoch": 1.8637357525005815,
      "grad_norm": 1.1099747608352015,
      "learning_rate": 0.00023825784158262723,
      "loss": 2.1719,
      "step": 40061
    },
    {
      "epoch": 1.8637822749476622,
      "grad_norm": 1.1887736959886603,
      "learning_rate": 0.0002382548405745236,
      "loss": 2.25,
      "step": 40062
    },
    {
      "epoch": 1.863828797394743,
      "grad_norm": 1.1880988092520002,
      "learning_rate": 0.00023825183951238984,
      "loss": 2.7344,
      "step": 40063
    },
    {
      "epoch": 1.8638753198418236,
      "grad_norm": 1.0567987823542537,
      "learning_rate": 0.00023824883839622778,
      "loss": 2.2031,
      "step": 40064
    },
    {
      "epoch": 1.8639218422889043,
      "grad_norm": 1.0488294283795305,
      "learning_rate": 0.00023824583722603928,
      "loss": 2.5938,
      "step": 40065
    },
    {
      "epoch": 1.8639683647359853,
      "grad_norm": 1.020266276893094,
      "learning_rate": 0.00023824283600182617,
      "loss": 2.1875,
      "step": 40066
    },
    {
      "epoch": 1.8640148871830657,
      "grad_norm": 1.0687083901445278,
      "learning_rate": 0.00023823983472359025,
      "loss": 2.2969,
      "step": 40067
    },
    {
      "epoch": 1.8640614096301467,
      "grad_norm": 1.1521347544679472,
      "learning_rate": 0.00023823683339133342,
      "loss": 2.3594,
      "step": 40068
    },
    {
      "epoch": 1.8641079320772271,
      "grad_norm": 1.1066580003735673,
      "learning_rate": 0.00023823383200505745,
      "loss": 2.1719,
      "step": 40069
    },
    {
      "epoch": 1.864154454524308,
      "grad_norm": 1.0711991408635557,
      "learning_rate": 0.0002382308305647642,
      "loss": 2.4688,
      "step": 40070
    },
    {
      "epoch": 1.8642009769713885,
      "grad_norm": 1.0802586311426694,
      "learning_rate": 0.00023822782907045555,
      "loss": 2.4531,
      "step": 40071
    },
    {
      "epoch": 1.8642474994184695,
      "grad_norm": 1.213844557203562,
      "learning_rate": 0.0002382248275221333,
      "loss": 2.5156,
      "step": 40072
    },
    {
      "epoch": 1.8642940218655502,
      "grad_norm": 1.1037251025608064,
      "learning_rate": 0.00023822182591979924,
      "loss": 2.6094,
      "step": 40073
    },
    {
      "epoch": 1.8643405443126309,
      "grad_norm": 1.107694139484021,
      "learning_rate": 0.0002382188242634553,
      "loss": 2.2656,
      "step": 40074
    },
    {
      "epoch": 1.8643870667597116,
      "grad_norm": 1.1074414854481338,
      "learning_rate": 0.00023821582255310325,
      "loss": 2.2188,
      "step": 40075
    },
    {
      "epoch": 1.8644335892067923,
      "grad_norm": 1.1634056077811905,
      "learning_rate": 0.00023821282078874498,
      "loss": 2.4062,
      "step": 40076
    },
    {
      "epoch": 1.864480111653873,
      "grad_norm": 1.0896901807796613,
      "learning_rate": 0.00023820981897038228,
      "loss": 2.3125,
      "step": 40077
    },
    {
      "epoch": 1.8645266341009537,
      "grad_norm": 1.1088919239184887,
      "learning_rate": 0.00023820681709801704,
      "loss": 2.3906,
      "step": 40078
    },
    {
      "epoch": 1.8645731565480346,
      "grad_norm": 0.9934567102536378,
      "learning_rate": 0.00023820381517165106,
      "loss": 2.375,
      "step": 40079
    },
    {
      "epoch": 1.864619678995115,
      "grad_norm": 1.065839250120869,
      "learning_rate": 0.00023820081319128616,
      "loss": 2.4844,
      "step": 40080
    },
    {
      "epoch": 1.864666201442196,
      "grad_norm": 1.2215364478568689,
      "learning_rate": 0.0002381978111569242,
      "loss": 2.5,
      "step": 40081
    },
    {
      "epoch": 1.8647127238892764,
      "grad_norm": 1.1189214938679126,
      "learning_rate": 0.00023819480906856706,
      "loss": 2.2031,
      "step": 40082
    },
    {
      "epoch": 1.8647592463363574,
      "grad_norm": 1.3044530918550847,
      "learning_rate": 0.0002381918069262165,
      "loss": 2.3281,
      "step": 40083
    },
    {
      "epoch": 1.8648057687834378,
      "grad_norm": 1.0926398221111986,
      "learning_rate": 0.00023818880472987442,
      "loss": 2.4688,
      "step": 40084
    },
    {
      "epoch": 1.8648522912305188,
      "grad_norm": 1.209396024334238,
      "learning_rate": 0.00023818580247954264,
      "loss": 2.4375,
      "step": 40085
    },
    {
      "epoch": 1.8648988136775995,
      "grad_norm": 1.0967788271707557,
      "learning_rate": 0.00023818280017522296,
      "loss": 2.4531,
      "step": 40086
    },
    {
      "epoch": 1.8649453361246802,
      "grad_norm": 1.087967763754269,
      "learning_rate": 0.00023817979781691725,
      "loss": 2.3906,
      "step": 40087
    },
    {
      "epoch": 1.8649918585717609,
      "grad_norm": 1.165019136738474,
      "learning_rate": 0.0002381767954046274,
      "loss": 2.4062,
      "step": 40088
    },
    {
      "epoch": 1.8650383810188416,
      "grad_norm": 1.174523930937869,
      "learning_rate": 0.0002381737929383551,
      "loss": 2.3281,
      "step": 40089
    },
    {
      "epoch": 1.8650849034659223,
      "grad_norm": 1.0495440780044494,
      "learning_rate": 0.00023817079041810237,
      "loss": 2.3594,
      "step": 40090
    },
    {
      "epoch": 1.865131425913003,
      "grad_norm": 1.019630812692369,
      "learning_rate": 0.00023816778784387094,
      "loss": 2.3594,
      "step": 40091
    },
    {
      "epoch": 1.8651779483600839,
      "grad_norm": 1.2705215703912494,
      "learning_rate": 0.0002381647852156627,
      "loss": 2.4219,
      "step": 40092
    },
    {
      "epoch": 1.8652244708071644,
      "grad_norm": 1.0765651610733178,
      "learning_rate": 0.00023816178253347942,
      "loss": 2.4219,
      "step": 40093
    },
    {
      "epoch": 1.8652709932542453,
      "grad_norm": 1.1592010394893602,
      "learning_rate": 0.00023815877979732297,
      "loss": 2.5469,
      "step": 40094
    },
    {
      "epoch": 1.8653175157013258,
      "grad_norm": 1.108721420250055,
      "learning_rate": 0.00023815577700719522,
      "loss": 2.1719,
      "step": 40095
    },
    {
      "epoch": 1.8653640381484067,
      "grad_norm": 1.1147704742412277,
      "learning_rate": 0.00023815277416309796,
      "loss": 2.4688,
      "step": 40096
    },
    {
      "epoch": 1.8654105605954874,
      "grad_norm": 1.1311579841217108,
      "learning_rate": 0.00023814977126503307,
      "loss": 2.4531,
      "step": 40097
    },
    {
      "epoch": 1.865457083042568,
      "grad_norm": 1.0179042514088585,
      "learning_rate": 0.00023814676831300236,
      "loss": 2.3594,
      "step": 40098
    },
    {
      "epoch": 1.8655036054896488,
      "grad_norm": 1.0584088101252596,
      "learning_rate": 0.0002381437653070077,
      "loss": 2.3438,
      "step": 40099
    },
    {
      "epoch": 1.8655501279367295,
      "grad_norm": 1.119261830761487,
      "learning_rate": 0.00023814076224705087,
      "loss": 2.4688,
      "step": 40100
    },
    {
      "epoch": 1.8655966503838102,
      "grad_norm": 1.1658670981066057,
      "learning_rate": 0.00023813775913313377,
      "loss": 2.3594,
      "step": 40101
    },
    {
      "epoch": 1.8656431728308909,
      "grad_norm": 1.185858297015446,
      "learning_rate": 0.00023813475596525823,
      "loss": 2.2969,
      "step": 40102
    },
    {
      "epoch": 1.8656896952779716,
      "grad_norm": 1.015943266015432,
      "learning_rate": 0.00023813175274342606,
      "loss": 1.9219,
      "step": 40103
    },
    {
      "epoch": 1.8657362177250523,
      "grad_norm": 1.0949540322937263,
      "learning_rate": 0.00023812874946763907,
      "loss": 2.2812,
      "step": 40104
    },
    {
      "epoch": 1.8657827401721332,
      "grad_norm": 1.226542374156989,
      "learning_rate": 0.0002381257461378992,
      "loss": 2.6094,
      "step": 40105
    },
    {
      "epoch": 1.8658292626192137,
      "grad_norm": 1.1274517802709498,
      "learning_rate": 0.0002381227427542082,
      "loss": 2.3281,
      "step": 40106
    },
    {
      "epoch": 1.8658757850662946,
      "grad_norm": 1.0881503714002845,
      "learning_rate": 0.00023811973931656797,
      "loss": 2.3438,
      "step": 40107
    },
    {
      "epoch": 1.865922307513375,
      "grad_norm": 1.095181100801383,
      "learning_rate": 0.00023811673582498026,
      "loss": 2.5625,
      "step": 40108
    },
    {
      "epoch": 1.865968829960456,
      "grad_norm": 1.1994521646558038,
      "learning_rate": 0.00023811373227944696,
      "loss": 2.4688,
      "step": 40109
    },
    {
      "epoch": 1.8660153524075367,
      "grad_norm": 1.107025650144224,
      "learning_rate": 0.00023811072867996997,
      "loss": 2.4062,
      "step": 40110
    },
    {
      "epoch": 1.8660618748546174,
      "grad_norm": 1.1273445510851,
      "learning_rate": 0.00023810772502655105,
      "loss": 2.5469,
      "step": 40111
    },
    {
      "epoch": 1.866108397301698,
      "grad_norm": 1.016778551307295,
      "learning_rate": 0.00023810472131919206,
      "loss": 2.1406,
      "step": 40112
    },
    {
      "epoch": 1.8661549197487788,
      "grad_norm": 1.1806674055400446,
      "learning_rate": 0.00023810171755789483,
      "loss": 2.6875,
      "step": 40113
    },
    {
      "epoch": 1.8662014421958595,
      "grad_norm": 1.1366244089615853,
      "learning_rate": 0.00023809871374266123,
      "loss": 2.4375,
      "step": 40114
    },
    {
      "epoch": 1.8662479646429402,
      "grad_norm": 1.066331715352502,
      "learning_rate": 0.0002380957098734931,
      "loss": 2.4219,
      "step": 40115
    },
    {
      "epoch": 1.8662944870900209,
      "grad_norm": 1.1928904151761803,
      "learning_rate": 0.00023809270595039222,
      "loss": 2.3438,
      "step": 40116
    },
    {
      "epoch": 1.8663410095371016,
      "grad_norm": 1.0327779766107266,
      "learning_rate": 0.00023808970197336044,
      "loss": 2.4531,
      "step": 40117
    },
    {
      "epoch": 1.8663875319841825,
      "grad_norm": 1.143027851864228,
      "learning_rate": 0.00023808669794239969,
      "loss": 2.2969,
      "step": 40118
    },
    {
      "epoch": 1.866434054431263,
      "grad_norm": 1.056963536196441,
      "learning_rate": 0.0002380836938575117,
      "loss": 2.1875,
      "step": 40119
    },
    {
      "epoch": 1.866480576878344,
      "grad_norm": 1.1246602534684236,
      "learning_rate": 0.00023808068971869836,
      "loss": 2.3906,
      "step": 40120
    },
    {
      "epoch": 1.8665270993254244,
      "grad_norm": 1.0372794065649347,
      "learning_rate": 0.00023807768552596152,
      "loss": 2.3281,
      "step": 40121
    },
    {
      "epoch": 1.8665736217725053,
      "grad_norm": 1.0491587127346478,
      "learning_rate": 0.000238074681279303,
      "loss": 2.1719,
      "step": 40122
    },
    {
      "epoch": 1.866620144219586,
      "grad_norm": 1.0309789094946176,
      "learning_rate": 0.00023807167697872462,
      "loss": 2.2188,
      "step": 40123
    },
    {
      "epoch": 1.8666666666666667,
      "grad_norm": 1.0808662153325843,
      "learning_rate": 0.00023806867262422823,
      "loss": 2.4531,
      "step": 40124
    },
    {
      "epoch": 1.8667131891137474,
      "grad_norm": 1.0295170102871902,
      "learning_rate": 0.00023806566821581572,
      "loss": 2.5,
      "step": 40125
    },
    {
      "epoch": 1.866759711560828,
      "grad_norm": 1.298933931529842,
      "learning_rate": 0.0002380626637534889,
      "loss": 2.75,
      "step": 40126
    },
    {
      "epoch": 1.8668062340079088,
      "grad_norm": 1.0685342916248821,
      "learning_rate": 0.00023805965923724955,
      "loss": 2.375,
      "step": 40127
    },
    {
      "epoch": 1.8668527564549895,
      "grad_norm": 1.1044364979576078,
      "learning_rate": 0.00023805665466709958,
      "loss": 2.2812,
      "step": 40128
    },
    {
      "epoch": 1.8668992789020704,
      "grad_norm": 1.060703812960207,
      "learning_rate": 0.00023805365004304078,
      "loss": 2.125,
      "step": 40129
    },
    {
      "epoch": 1.866945801349151,
      "grad_norm": 1.113800212478144,
      "learning_rate": 0.00023805064536507506,
      "loss": 2.4688,
      "step": 40130
    },
    {
      "epoch": 1.8669923237962318,
      "grad_norm": 1.2346009192928986,
      "learning_rate": 0.0002380476406332042,
      "loss": 2.4219,
      "step": 40131
    },
    {
      "epoch": 1.8670388462433123,
      "grad_norm": 1.1311465649149925,
      "learning_rate": 0.00023804463584743005,
      "loss": 2.4062,
      "step": 40132
    },
    {
      "epoch": 1.8670853686903932,
      "grad_norm": 1.01944692772654,
      "learning_rate": 0.00023804163100775446,
      "loss": 2.3438,
      "step": 40133
    },
    {
      "epoch": 1.8671318911374737,
      "grad_norm": 1.0186664126354426,
      "learning_rate": 0.00023803862611417926,
      "loss": 2.4062,
      "step": 40134
    },
    {
      "epoch": 1.8671784135845546,
      "grad_norm": 1.0795239230793936,
      "learning_rate": 0.0002380356211667063,
      "loss": 2.4219,
      "step": 40135
    },
    {
      "epoch": 1.8672249360316353,
      "grad_norm": 1.0095611640621618,
      "learning_rate": 0.00023803261616533742,
      "loss": 2.125,
      "step": 40136
    },
    {
      "epoch": 1.867271458478716,
      "grad_norm": 0.9937722070208511,
      "learning_rate": 0.00023802961111007442,
      "loss": 2.3281,
      "step": 40137
    },
    {
      "epoch": 1.8673179809257967,
      "grad_norm": 1.0968165718643779,
      "learning_rate": 0.00023802660600091922,
      "loss": 2.4219,
      "step": 40138
    },
    {
      "epoch": 1.8673645033728774,
      "grad_norm": 1.0588825545942566,
      "learning_rate": 0.00023802360083787356,
      "loss": 2.0312,
      "step": 40139
    },
    {
      "epoch": 1.867411025819958,
      "grad_norm": 1.0862016395944953,
      "learning_rate": 0.00023802059562093937,
      "loss": 2.4219,
      "step": 40140
    },
    {
      "epoch": 1.8674575482670388,
      "grad_norm": 1.0206215766415654,
      "learning_rate": 0.00023801759035011843,
      "loss": 2.1094,
      "step": 40141
    },
    {
      "epoch": 1.8675040707141197,
      "grad_norm": 1.0498734285728515,
      "learning_rate": 0.00023801458502541262,
      "loss": 2.4375,
      "step": 40142
    },
    {
      "epoch": 1.8675505931612002,
      "grad_norm": 1.0533864694094106,
      "learning_rate": 0.00023801157964682375,
      "loss": 2.1875,
      "step": 40143
    },
    {
      "epoch": 1.8675971156082811,
      "grad_norm": 1.1118062728716185,
      "learning_rate": 0.0002380085742143537,
      "loss": 2.5938,
      "step": 40144
    },
    {
      "epoch": 1.8676436380553616,
      "grad_norm": 1.091214590689589,
      "learning_rate": 0.00023800556872800426,
      "loss": 2.4219,
      "step": 40145
    },
    {
      "epoch": 1.8676901605024425,
      "grad_norm": 1.1328948365790492,
      "learning_rate": 0.0002380025631877773,
      "loss": 2.375,
      "step": 40146
    },
    {
      "epoch": 1.867736682949523,
      "grad_norm": 1.0788030649654186,
      "learning_rate": 0.00023799955759367465,
      "loss": 2.6875,
      "step": 40147
    },
    {
      "epoch": 1.867783205396604,
      "grad_norm": 1.112123851002604,
      "learning_rate": 0.00023799655194569813,
      "loss": 2.3906,
      "step": 40148
    },
    {
      "epoch": 1.8678297278436846,
      "grad_norm": 1.0420166018967332,
      "learning_rate": 0.00023799354624384964,
      "loss": 2.375,
      "step": 40149
    },
    {
      "epoch": 1.8678762502907653,
      "grad_norm": 1.0709641432001547,
      "learning_rate": 0.00023799054048813094,
      "loss": 2.5625,
      "step": 40150
    },
    {
      "epoch": 1.867922772737846,
      "grad_norm": 0.9696479715532582,
      "learning_rate": 0.00023798753467854398,
      "loss": 2.1406,
      "step": 40151
    },
    {
      "epoch": 1.8679692951849267,
      "grad_norm": 1.1431497816684457,
      "learning_rate": 0.0002379845288150905,
      "loss": 2.25,
      "step": 40152
    },
    {
      "epoch": 1.8680158176320074,
      "grad_norm": 1.135871699248415,
      "learning_rate": 0.00023798152289777235,
      "loss": 2.0781,
      "step": 40153
    },
    {
      "epoch": 1.8680623400790881,
      "grad_norm": 1.0464257943790254,
      "learning_rate": 0.0002379785169265914,
      "loss": 2.6406,
      "step": 40154
    },
    {
      "epoch": 1.868108862526169,
      "grad_norm": 1.0869687468215685,
      "learning_rate": 0.00023797551090154947,
      "loss": 2.3281,
      "step": 40155
    },
    {
      "epoch": 1.8681553849732495,
      "grad_norm": 1.0347818804760776,
      "learning_rate": 0.00023797250482264845,
      "loss": 1.9844,
      "step": 40156
    },
    {
      "epoch": 1.8682019074203304,
      "grad_norm": 1.0835455866192496,
      "learning_rate": 0.00023796949868989012,
      "loss": 2.2031,
      "step": 40157
    },
    {
      "epoch": 1.868248429867411,
      "grad_norm": 1.0742792696470638,
      "learning_rate": 0.00023796649250327635,
      "loss": 2.25,
      "step": 40158
    },
    {
      "epoch": 1.8682949523144918,
      "grad_norm": 1.0045560009994678,
      "learning_rate": 0.000237963486262809,
      "loss": 2.3281,
      "step": 40159
    },
    {
      "epoch": 1.8683414747615723,
      "grad_norm": 1.1182024476245263,
      "learning_rate": 0.00023796047996848984,
      "loss": 2.2344,
      "step": 40160
    },
    {
      "epoch": 1.8683879972086532,
      "grad_norm": 1.100251008369619,
      "learning_rate": 0.00023795747362032076,
      "loss": 2.3281,
      "step": 40161
    },
    {
      "epoch": 1.868434519655734,
      "grad_norm": 1.0488218821061086,
      "learning_rate": 0.00023795446721830362,
      "loss": 2.5781,
      "step": 40162
    },
    {
      "epoch": 1.8684810421028146,
      "grad_norm": 1.1574007111135343,
      "learning_rate": 0.00023795146076244022,
      "loss": 2.4688,
      "step": 40163
    },
    {
      "epoch": 1.8685275645498953,
      "grad_norm": 1.0570976734472715,
      "learning_rate": 0.00023794845425273244,
      "loss": 2.3906,
      "step": 40164
    },
    {
      "epoch": 1.868574086996976,
      "grad_norm": 1.057518715444187,
      "learning_rate": 0.0002379454476891821,
      "loss": 2.7344,
      "step": 40165
    },
    {
      "epoch": 1.8686206094440567,
      "grad_norm": 0.9819412795360488,
      "learning_rate": 0.00023794244107179104,
      "loss": 2.0938,
      "step": 40166
    },
    {
      "epoch": 1.8686671318911374,
      "grad_norm": 1.0732487501683636,
      "learning_rate": 0.00023793943440056107,
      "loss": 2.2344,
      "step": 40167
    },
    {
      "epoch": 1.8687136543382183,
      "grad_norm": 1.0906126258641355,
      "learning_rate": 0.00023793642767549407,
      "loss": 2.375,
      "step": 40168
    },
    {
      "epoch": 1.8687601767852988,
      "grad_norm": 1.1349840526652597,
      "learning_rate": 0.0002379334208965919,
      "loss": 2.6719,
      "step": 40169
    },
    {
      "epoch": 1.8688066992323797,
      "grad_norm": 1.0956175615741948,
      "learning_rate": 0.00023793041406385633,
      "loss": 2.4219,
      "step": 40170
    },
    {
      "epoch": 1.8688532216794602,
      "grad_norm": 1.1014814358474077,
      "learning_rate": 0.00023792740717728925,
      "loss": 2.3906,
      "step": 40171
    },
    {
      "epoch": 1.8688997441265411,
      "grad_norm": 1.1249231930880104,
      "learning_rate": 0.00023792440023689246,
      "loss": 2.5,
      "step": 40172
    },
    {
      "epoch": 1.8689462665736216,
      "grad_norm": 1.0720928091142417,
      "learning_rate": 0.00023792139324266794,
      "loss": 2.3594,
      "step": 40173
    },
    {
      "epoch": 1.8689927890207025,
      "grad_norm": 1.1217635873323306,
      "learning_rate": 0.00023791838619461732,
      "loss": 2.5625,
      "step": 40174
    },
    {
      "epoch": 1.8690393114677832,
      "grad_norm": 1.003857745984388,
      "learning_rate": 0.00023791537909274258,
      "loss": 2.3125,
      "step": 40175
    },
    {
      "epoch": 1.869085833914864,
      "grad_norm": 1.108652136884676,
      "learning_rate": 0.00023791237193704554,
      "loss": 2.375,
      "step": 40176
    },
    {
      "epoch": 1.8691323563619446,
      "grad_norm": 1.0144057906727009,
      "learning_rate": 0.00023790936472752806,
      "loss": 2.2344,
      "step": 40177
    },
    {
      "epoch": 1.8691788788090253,
      "grad_norm": 1.1708233227217975,
      "learning_rate": 0.00023790635746419192,
      "loss": 2.6875,
      "step": 40178
    },
    {
      "epoch": 1.869225401256106,
      "grad_norm": 1.070962696148473,
      "learning_rate": 0.00023790335014703894,
      "loss": 2.2969,
      "step": 40179
    },
    {
      "epoch": 1.8692719237031867,
      "grad_norm": 1.2100043558756326,
      "learning_rate": 0.00023790034277607107,
      "loss": 2.3438,
      "step": 40180
    },
    {
      "epoch": 1.8693184461502677,
      "grad_norm": 1.1089424685202975,
      "learning_rate": 0.00023789733535129007,
      "loss": 2.1406,
      "step": 40181
    },
    {
      "epoch": 1.8693649685973481,
      "grad_norm": 1.1093780432908327,
      "learning_rate": 0.00023789432787269777,
      "loss": 2.5781,
      "step": 40182
    },
    {
      "epoch": 1.869411491044429,
      "grad_norm": 1.1248724377440875,
      "learning_rate": 0.0002378913203402961,
      "loss": 2.6719,
      "step": 40183
    },
    {
      "epoch": 1.8694580134915095,
      "grad_norm": 1.0731213921323344,
      "learning_rate": 0.0002378883127540868,
      "loss": 2.2031,
      "step": 40184
    },
    {
      "epoch": 1.8695045359385905,
      "grad_norm": 1.131538682854658,
      "learning_rate": 0.0002378853051140718,
      "loss": 2.2969,
      "step": 40185
    },
    {
      "epoch": 1.869551058385671,
      "grad_norm": 1.3031634088722615,
      "learning_rate": 0.00023788229742025287,
      "loss": 2.5,
      "step": 40186
    },
    {
      "epoch": 1.8695975808327518,
      "grad_norm": 1.0864747143450209,
      "learning_rate": 0.00023787928967263191,
      "loss": 2.5625,
      "step": 40187
    },
    {
      "epoch": 1.8696441032798325,
      "grad_norm": 1.0181026896924332,
      "learning_rate": 0.0002378762818712107,
      "loss": 2.3906,
      "step": 40188
    },
    {
      "epoch": 1.8696906257269132,
      "grad_norm": 1.0189904451299074,
      "learning_rate": 0.00023787327401599115,
      "loss": 2.2188,
      "step": 40189
    },
    {
      "epoch": 1.869737148173994,
      "grad_norm": 1.0447414060858926,
      "learning_rate": 0.00023787026610697502,
      "loss": 2.6094,
      "step": 40190
    },
    {
      "epoch": 1.8697836706210746,
      "grad_norm": 1.0095525163607615,
      "learning_rate": 0.00023786725814416423,
      "loss": 2.2812,
      "step": 40191
    },
    {
      "epoch": 1.8698301930681553,
      "grad_norm": 1.1355319200066725,
      "learning_rate": 0.00023786425012756058,
      "loss": 2.5,
      "step": 40192
    },
    {
      "epoch": 1.869876715515236,
      "grad_norm": 1.159189453392787,
      "learning_rate": 0.0002378612420571659,
      "loss": 2.625,
      "step": 40193
    },
    {
      "epoch": 1.869923237962317,
      "grad_norm": 1.120385895437643,
      "learning_rate": 0.00023785823393298203,
      "loss": 2.3438,
      "step": 40194
    },
    {
      "epoch": 1.8699697604093974,
      "grad_norm": 1.1279923512752903,
      "learning_rate": 0.00023785522575501088,
      "loss": 2.5469,
      "step": 40195
    },
    {
      "epoch": 1.8700162828564784,
      "grad_norm": 1.1020164669559158,
      "learning_rate": 0.0002378522175232542,
      "loss": 2.5,
      "step": 40196
    },
    {
      "epoch": 1.8700628053035588,
      "grad_norm": 1.1153179336458077,
      "learning_rate": 0.0002378492092377139,
      "loss": 2.375,
      "step": 40197
    },
    {
      "epoch": 1.8701093277506398,
      "grad_norm": 1.2837014516001581,
      "learning_rate": 0.00023784620089839178,
      "loss": 2.5469,
      "step": 40198
    },
    {
      "epoch": 1.8701558501977202,
      "grad_norm": 1.1756078864406259,
      "learning_rate": 0.00023784319250528974,
      "loss": 2.3594,
      "step": 40199
    },
    {
      "epoch": 1.8702023726448012,
      "grad_norm": 1.2165351030904377,
      "learning_rate": 0.00023784018405840953,
      "loss": 2.4531,
      "step": 40200
    },
    {
      "epoch": 1.8702488950918819,
      "grad_norm": 1.1081437380370114,
      "learning_rate": 0.0002378371755577531,
      "loss": 2.5,
      "step": 40201
    },
    {
      "epoch": 1.8702954175389626,
      "grad_norm": 1.207764692086761,
      "learning_rate": 0.00023783416700332217,
      "loss": 2.3125,
      "step": 40202
    },
    {
      "epoch": 1.8703419399860433,
      "grad_norm": 1.1028507959202762,
      "learning_rate": 0.00023783115839511867,
      "loss": 2.3125,
      "step": 40203
    },
    {
      "epoch": 1.870388462433124,
      "grad_norm": 1.2299191984092153,
      "learning_rate": 0.0002378281497331444,
      "loss": 2.2188,
      "step": 40204
    },
    {
      "epoch": 1.8704349848802047,
      "grad_norm": 1.0262834592216235,
      "learning_rate": 0.00023782514101740123,
      "loss": 2.3281,
      "step": 40205
    },
    {
      "epoch": 1.8704815073272854,
      "grad_norm": 1.128122438649151,
      "learning_rate": 0.00023782213224789102,
      "loss": 2.4844,
      "step": 40206
    },
    {
      "epoch": 1.8705280297743663,
      "grad_norm": 1.1633795007979992,
      "learning_rate": 0.00023781912342461556,
      "loss": 2.4219,
      "step": 40207
    },
    {
      "epoch": 1.8705745522214468,
      "grad_norm": 1.1481635635750078,
      "learning_rate": 0.0002378161145475767,
      "loss": 2.3594,
      "step": 40208
    },
    {
      "epoch": 1.8706210746685277,
      "grad_norm": 1.0668925681712846,
      "learning_rate": 0.0002378131056167763,
      "loss": 2.5,
      "step": 40209
    },
    {
      "epoch": 1.8706675971156081,
      "grad_norm": 1.0601463458694016,
      "learning_rate": 0.00023781009663221625,
      "loss": 2.4688,
      "step": 40210
    },
    {
      "epoch": 1.870714119562689,
      "grad_norm": 1.1364383856093958,
      "learning_rate": 0.0002378070875938983,
      "loss": 2.5312,
      "step": 40211
    },
    {
      "epoch": 1.8707606420097695,
      "grad_norm": 1.1118044876857665,
      "learning_rate": 0.00023780407850182433,
      "loss": 1.6484,
      "step": 40212
    },
    {
      "epoch": 1.8708071644568505,
      "grad_norm": 1.089998000304989,
      "learning_rate": 0.00023780106935599617,
      "loss": 2.2812,
      "step": 40213
    },
    {
      "epoch": 1.8708536869039312,
      "grad_norm": 1.0726596564266784,
      "learning_rate": 0.00023779806015641574,
      "loss": 2.2812,
      "step": 40214
    },
    {
      "epoch": 1.8709002093510119,
      "grad_norm": 1.1011577780673751,
      "learning_rate": 0.00023779505090308476,
      "loss": 2.4062,
      "step": 40215
    },
    {
      "epoch": 1.8709467317980926,
      "grad_norm": 1.0581462409730407,
      "learning_rate": 0.00023779204159600517,
      "loss": 2.5469,
      "step": 40216
    },
    {
      "epoch": 1.8709932542451733,
      "grad_norm": 1.087261788697213,
      "learning_rate": 0.00023778903223517874,
      "loss": 2.3594,
      "step": 40217
    },
    {
      "epoch": 1.871039776692254,
      "grad_norm": 1.1018670813006848,
      "learning_rate": 0.00023778602282060739,
      "loss": 2.3125,
      "step": 40218
    },
    {
      "epoch": 1.8710862991393347,
      "grad_norm": 1.095912716415256,
      "learning_rate": 0.00023778301335229286,
      "loss": 2.5625,
      "step": 40219
    },
    {
      "epoch": 1.8711328215864156,
      "grad_norm": 0.9799373992924665,
      "learning_rate": 0.0002377800038302371,
      "loss": 2.2656,
      "step": 40220
    },
    {
      "epoch": 1.871179344033496,
      "grad_norm": 1.0626646332628555,
      "learning_rate": 0.00023777699425444192,
      "loss": 2.25,
      "step": 40221
    },
    {
      "epoch": 1.871225866480577,
      "grad_norm": 1.054484544389394,
      "learning_rate": 0.0002377739846249091,
      "loss": 2.2656,
      "step": 40222
    },
    {
      "epoch": 1.8712723889276575,
      "grad_norm": 1.0702555612772726,
      "learning_rate": 0.00023777097494164057,
      "loss": 2.6875,
      "step": 40223
    },
    {
      "epoch": 1.8713189113747384,
      "grad_norm": 1.2204985451090746,
      "learning_rate": 0.0002377679652046381,
      "loss": 2.4219,
      "step": 40224
    },
    {
      "epoch": 1.871365433821819,
      "grad_norm": 1.0750274286590698,
      "learning_rate": 0.0002377649554139036,
      "loss": 2.2812,
      "step": 40225
    },
    {
      "epoch": 1.8714119562688998,
      "grad_norm": 1.0880098531366367,
      "learning_rate": 0.0002377619455694388,
      "loss": 2.5469,
      "step": 40226
    },
    {
      "epoch": 1.8714584787159805,
      "grad_norm": 1.0365617410042445,
      "learning_rate": 0.00023775893567124567,
      "loss": 2.2812,
      "step": 40227
    },
    {
      "epoch": 1.8715050011630612,
      "grad_norm": 1.0860543235516396,
      "learning_rate": 0.000237755925719326,
      "loss": 2.0625,
      "step": 40228
    },
    {
      "epoch": 1.8715515236101419,
      "grad_norm": 1.0362418231764103,
      "learning_rate": 0.00023775291571368168,
      "loss": 2.4844,
      "step": 40229
    },
    {
      "epoch": 1.8715980460572226,
      "grad_norm": 1.141207947857117,
      "learning_rate": 0.00023774990565431444,
      "loss": 2.2344,
      "step": 40230
    },
    {
      "epoch": 1.8716445685043033,
      "grad_norm": 1.093087297107171,
      "learning_rate": 0.00023774689554122621,
      "loss": 2.0938,
      "step": 40231
    },
    {
      "epoch": 1.871691090951384,
      "grad_norm": 1.1063705125377767,
      "learning_rate": 0.00023774388537441883,
      "loss": 2.4688,
      "step": 40232
    },
    {
      "epoch": 1.871737613398465,
      "grad_norm": 1.094633612156962,
      "learning_rate": 0.00023774087515389413,
      "loss": 2.375,
      "step": 40233
    },
    {
      "epoch": 1.8717841358455454,
      "grad_norm": 1.0964032970756559,
      "learning_rate": 0.00023773786487965391,
      "loss": 2.4062,
      "step": 40234
    },
    {
      "epoch": 1.8718306582926263,
      "grad_norm": 1.0948974692626918,
      "learning_rate": 0.00023773485455170007,
      "loss": 2.5469,
      "step": 40235
    },
    {
      "epoch": 1.8718771807397068,
      "grad_norm": 1.1037797837417105,
      "learning_rate": 0.00023773184417003447,
      "loss": 2.4688,
      "step": 40236
    },
    {
      "epoch": 1.8719237031867877,
      "grad_norm": 1.1422961085815875,
      "learning_rate": 0.00023772883373465888,
      "loss": 2.3281,
      "step": 40237
    },
    {
      "epoch": 1.8719702256338684,
      "grad_norm": 1.1096497384941866,
      "learning_rate": 0.0002377258232455752,
      "loss": 2.2031,
      "step": 40238
    },
    {
      "epoch": 1.872016748080949,
      "grad_norm": 1.189543726984849,
      "learning_rate": 0.00023772281270278522,
      "loss": 2.5781,
      "step": 40239
    },
    {
      "epoch": 1.8720632705280298,
      "grad_norm": 1.1141161171882252,
      "learning_rate": 0.00023771980210629087,
      "loss": 2.7188,
      "step": 40240
    },
    {
      "epoch": 1.8721097929751105,
      "grad_norm": 1.082836416908368,
      "learning_rate": 0.00023771679145609387,
      "loss": 2.6406,
      "step": 40241
    },
    {
      "epoch": 1.8721563154221912,
      "grad_norm": 1.0136685163924775,
      "learning_rate": 0.00023771378075219623,
      "loss": 2.3438,
      "step": 40242
    },
    {
      "epoch": 1.8722028378692719,
      "grad_norm": 1.129677823071449,
      "learning_rate": 0.0002377107699945996,
      "loss": 2.5469,
      "step": 40243
    },
    {
      "epoch": 1.8722493603163528,
      "grad_norm": 0.9894021893558057,
      "learning_rate": 0.000237707759183306,
      "loss": 2.1094,
      "step": 40244
    },
    {
      "epoch": 1.8722958827634333,
      "grad_norm": 1.1033208218298254,
      "learning_rate": 0.00023770474831831713,
      "loss": 2.3594,
      "step": 40245
    },
    {
      "epoch": 1.8723424052105142,
      "grad_norm": 1.0821254612236613,
      "learning_rate": 0.00023770173739963494,
      "loss": 2.2031,
      "step": 40246
    },
    {
      "epoch": 1.8723889276575947,
      "grad_norm": 1.0519460821000373,
      "learning_rate": 0.00023769872642726117,
      "loss": 1.9688,
      "step": 40247
    },
    {
      "epoch": 1.8724354501046756,
      "grad_norm": 1.0943173239475172,
      "learning_rate": 0.00023769571540119776,
      "loss": 2.3594,
      "step": 40248
    },
    {
      "epoch": 1.872481972551756,
      "grad_norm": 1.1953801730714568,
      "learning_rate": 0.00023769270432144656,
      "loss": 2.5625,
      "step": 40249
    },
    {
      "epoch": 1.872528494998837,
      "grad_norm": 1.1293558765357339,
      "learning_rate": 0.0002376896931880093,
      "loss": 2.3438,
      "step": 40250
    },
    {
      "epoch": 1.8725750174459177,
      "grad_norm": 1.0835307489655939,
      "learning_rate": 0.00023768668200088792,
      "loss": 2.3906,
      "step": 40251
    },
    {
      "epoch": 1.8726215398929984,
      "grad_norm": 1.118987061153622,
      "learning_rate": 0.00023768367076008426,
      "loss": 2.0625,
      "step": 40252
    },
    {
      "epoch": 1.872668062340079,
      "grad_norm": 1.0007474514224282,
      "learning_rate": 0.00023768065946560012,
      "loss": 2.2812,
      "step": 40253
    },
    {
      "epoch": 1.8727145847871598,
      "grad_norm": 1.0231996575624493,
      "learning_rate": 0.00023767764811743734,
      "loss": 2.2188,
      "step": 40254
    },
    {
      "epoch": 1.8727611072342405,
      "grad_norm": 1.0991955235726203,
      "learning_rate": 0.0002376746367155978,
      "loss": 2.3438,
      "step": 40255
    },
    {
      "epoch": 1.8728076296813212,
      "grad_norm": 1.0171910964295516,
      "learning_rate": 0.00023767162526008336,
      "loss": 2.1562,
      "step": 40256
    },
    {
      "epoch": 1.8728541521284021,
      "grad_norm": 1.1313297070801103,
      "learning_rate": 0.0002376686137508958,
      "loss": 2.3906,
      "step": 40257
    },
    {
      "epoch": 1.8729006745754826,
      "grad_norm": 1.1163431378967437,
      "learning_rate": 0.00023766560218803706,
      "loss": 2.3906,
      "step": 40258
    },
    {
      "epoch": 1.8729471970225635,
      "grad_norm": 1.1207016554793208,
      "learning_rate": 0.00023766259057150883,
      "loss": 2.25,
      "step": 40259
    },
    {
      "epoch": 1.872993719469644,
      "grad_norm": 1.103769610227998,
      "learning_rate": 0.0002376595789013131,
      "loss": 2.3125,
      "step": 40260
    },
    {
      "epoch": 1.873040241916725,
      "grad_norm": 1.1423597412775413,
      "learning_rate": 0.00023765656717745164,
      "loss": 2.2656,
      "step": 40261
    },
    {
      "epoch": 1.8730867643638054,
      "grad_norm": 1.0491489654002906,
      "learning_rate": 0.00023765355539992632,
      "loss": 2.5156,
      "step": 40262
    },
    {
      "epoch": 1.8731332868108863,
      "grad_norm": 1.0460894247684456,
      "learning_rate": 0.00023765054356873901,
      "loss": 2.1094,
      "step": 40263
    },
    {
      "epoch": 1.873179809257967,
      "grad_norm": 1.0081903016070481,
      "learning_rate": 0.00023764753168389148,
      "loss": 2.2656,
      "step": 40264
    },
    {
      "epoch": 1.8732263317050477,
      "grad_norm": 1.1507525104189071,
      "learning_rate": 0.0002376445197453856,
      "loss": 2.4375,
      "step": 40265
    },
    {
      "epoch": 1.8732728541521284,
      "grad_norm": 1.1109884674828299,
      "learning_rate": 0.00023764150775322325,
      "loss": 2.5312,
      "step": 40266
    },
    {
      "epoch": 1.873319376599209,
      "grad_norm": 1.0786303013867515,
      "learning_rate": 0.00023763849570740625,
      "loss": 2.5156,
      "step": 40267
    },
    {
      "epoch": 1.8733658990462898,
      "grad_norm": 1.088793548934504,
      "learning_rate": 0.00023763548360793645,
      "loss": 2.4844,
      "step": 40268
    },
    {
      "epoch": 1.8734124214933705,
      "grad_norm": 1.049878319355671,
      "learning_rate": 0.00023763247145481572,
      "loss": 2.2656,
      "step": 40269
    },
    {
      "epoch": 1.8734589439404514,
      "grad_norm": 1.114096642940978,
      "learning_rate": 0.0002376294592480458,
      "loss": 2.5781,
      "step": 40270
    },
    {
      "epoch": 1.873505466387532,
      "grad_norm": 1.035093912996515,
      "learning_rate": 0.00023762644698762866,
      "loss": 2.3438,
      "step": 40271
    },
    {
      "epoch": 1.8735519888346128,
      "grad_norm": 1.17182906519798,
      "learning_rate": 0.0002376234346735661,
      "loss": 2.3125,
      "step": 40272
    },
    {
      "epoch": 1.8735985112816933,
      "grad_norm": 1.073778981500462,
      "learning_rate": 0.00023762042230585992,
      "loss": 2.375,
      "step": 40273
    },
    {
      "epoch": 1.8736450337287742,
      "grad_norm": 1.116718418771429,
      "learning_rate": 0.00023761740988451205,
      "loss": 2.6562,
      "step": 40274
    },
    {
      "epoch": 1.8736915561758547,
      "grad_norm": 1.0553145538158197,
      "learning_rate": 0.00023761439740952427,
      "loss": 2.4688,
      "step": 40275
    },
    {
      "epoch": 1.8737380786229356,
      "grad_norm": 1.0751545663603108,
      "learning_rate": 0.0002376113848808984,
      "loss": 2.4844,
      "step": 40276
    },
    {
      "epoch": 1.8737846010700163,
      "grad_norm": 1.166110325153053,
      "learning_rate": 0.00023760837229863636,
      "loss": 2.4844,
      "step": 40277
    },
    {
      "epoch": 1.873831123517097,
      "grad_norm": 1.0650379654672846,
      "learning_rate": 0.00023760535966273994,
      "loss": 2.3281,
      "step": 40278
    },
    {
      "epoch": 1.8738776459641777,
      "grad_norm": 1.166610815334112,
      "learning_rate": 0.00023760234697321102,
      "loss": 2.5,
      "step": 40279
    },
    {
      "epoch": 1.8739241684112584,
      "grad_norm": 1.1270571520432668,
      "learning_rate": 0.00023759933423005144,
      "loss": 2.5469,
      "step": 40280
    },
    {
      "epoch": 1.8739706908583391,
      "grad_norm": 1.0957409958229822,
      "learning_rate": 0.00023759632143326297,
      "loss": 2.2969,
      "step": 40281
    },
    {
      "epoch": 1.8740172133054198,
      "grad_norm": 1.0814642751131636,
      "learning_rate": 0.0002375933085828476,
      "loss": 2.4062,
      "step": 40282
    },
    {
      "epoch": 1.8740637357525007,
      "grad_norm": 1.144232107612573,
      "learning_rate": 0.00023759029567880702,
      "loss": 2.6094,
      "step": 40283
    },
    {
      "epoch": 1.8741102581995812,
      "grad_norm": 1.147437513345822,
      "learning_rate": 0.0002375872827211432,
      "loss": 2.5781,
      "step": 40284
    },
    {
      "epoch": 1.8741567806466621,
      "grad_norm": 1.0922207548684624,
      "learning_rate": 0.0002375842697098579,
      "loss": 2.3906,
      "step": 40285
    },
    {
      "epoch": 1.8742033030937426,
      "grad_norm": 1.0197124236585267,
      "learning_rate": 0.000237581256644953,
      "loss": 2.1562,
      "step": 40286
    },
    {
      "epoch": 1.8742498255408235,
      "grad_norm": 1.0706680935561435,
      "learning_rate": 0.00023757824352643034,
      "loss": 2.6094,
      "step": 40287
    },
    {
      "epoch": 1.874296347987904,
      "grad_norm": 1.0526002709001696,
      "learning_rate": 0.00023757523035429173,
      "loss": 2.5625,
      "step": 40288
    },
    {
      "epoch": 1.874342870434985,
      "grad_norm": 1.133256633088686,
      "learning_rate": 0.0002375722171285391,
      "loss": 2.0781,
      "step": 40289
    },
    {
      "epoch": 1.8743893928820656,
      "grad_norm": 1.5808873438791873,
      "learning_rate": 0.0002375692038491742,
      "loss": 2.5469,
      "step": 40290
    },
    {
      "epoch": 1.8744359153291463,
      "grad_norm": 1.1020833043430567,
      "learning_rate": 0.00023756619051619896,
      "loss": 2.3438,
      "step": 40291
    },
    {
      "epoch": 1.874482437776227,
      "grad_norm": 1.082004582421461,
      "learning_rate": 0.00023756317712961514,
      "loss": 2.5938,
      "step": 40292
    },
    {
      "epoch": 1.8745289602233077,
      "grad_norm": 1.031409870256679,
      "learning_rate": 0.0002375601636894246,
      "loss": 1.9766,
      "step": 40293
    },
    {
      "epoch": 1.8745754826703884,
      "grad_norm": 1.1184218976903608,
      "learning_rate": 0.00023755715019562932,
      "loss": 2.3125,
      "step": 40294
    },
    {
      "epoch": 1.8746220051174691,
      "grad_norm": 1.118531373360047,
      "learning_rate": 0.00023755413664823096,
      "loss": 2.4844,
      "step": 40295
    },
    {
      "epoch": 1.87466852756455,
      "grad_norm": 1.1205819224555216,
      "learning_rate": 0.00023755112304723144,
      "loss": 2.4844,
      "step": 40296
    },
    {
      "epoch": 1.8747150500116305,
      "grad_norm": 1.1235237774144196,
      "learning_rate": 0.0002375481093926326,
      "loss": 2.1406,
      "step": 40297
    },
    {
      "epoch": 1.8747615724587114,
      "grad_norm": 0.9835045209954258,
      "learning_rate": 0.00023754509568443634,
      "loss": 2.0625,
      "step": 40298
    },
    {
      "epoch": 1.874808094905792,
      "grad_norm": 1.0837182890838843,
      "learning_rate": 0.00023754208192264443,
      "loss": 2.3438,
      "step": 40299
    },
    {
      "epoch": 1.8748546173528728,
      "grad_norm": 1.1467413956794144,
      "learning_rate": 0.00023753906810725876,
      "loss": 2.2344,
      "step": 40300
    },
    {
      "epoch": 1.8749011397999533,
      "grad_norm": 1.108620818121026,
      "learning_rate": 0.0002375360542382811,
      "loss": 2.6094,
      "step": 40301
    },
    {
      "epoch": 1.8749476622470342,
      "grad_norm": 1.1448628957137,
      "learning_rate": 0.00023753304031571342,
      "loss": 2.4375,
      "step": 40302
    },
    {
      "epoch": 1.874994184694115,
      "grad_norm": 1.1873481729353164,
      "learning_rate": 0.00023753002633955745,
      "loss": 2.4844,
      "step": 40303
    },
    {
      "epoch": 1.8750407071411956,
      "grad_norm": 1.1187925421599012,
      "learning_rate": 0.00023752701230981508,
      "loss": 2.2969,
      "step": 40304
    },
    {
      "epoch": 1.8750872295882763,
      "grad_norm": 1.1233890838719687,
      "learning_rate": 0.00023752399822648816,
      "loss": 2.0625,
      "step": 40305
    },
    {
      "epoch": 1.875133752035357,
      "grad_norm": 1.1421617484118074,
      "learning_rate": 0.00023752098408957856,
      "loss": 2.5938,
      "step": 40306
    },
    {
      "epoch": 1.8751802744824377,
      "grad_norm": 1.051547774229468,
      "learning_rate": 0.0002375179698990881,
      "loss": 1.9297,
      "step": 40307
    },
    {
      "epoch": 1.8752267969295184,
      "grad_norm": 0.942802730248683,
      "learning_rate": 0.0002375149556550186,
      "loss": 2.0156,
      "step": 40308
    },
    {
      "epoch": 1.8752733193765994,
      "grad_norm": 1.0926077062812185,
      "learning_rate": 0.00023751194135737192,
      "loss": 2.5156,
      "step": 40309
    },
    {
      "epoch": 1.8753198418236798,
      "grad_norm": 1.1184737714956592,
      "learning_rate": 0.00023750892700614997,
      "loss": 1.8516,
      "step": 40310
    },
    {
      "epoch": 1.8753663642707608,
      "grad_norm": 1.0415440192674796,
      "learning_rate": 0.00023750591260135448,
      "loss": 2.3594,
      "step": 40311
    },
    {
      "epoch": 1.8754128867178412,
      "grad_norm": 1.0484875567925205,
      "learning_rate": 0.0002375028981429874,
      "loss": 2.4531,
      "step": 40312
    },
    {
      "epoch": 1.8754594091649222,
      "grad_norm": 1.0695086461590118,
      "learning_rate": 0.0002374998836310505,
      "loss": 2.4062,
      "step": 40313
    },
    {
      "epoch": 1.8755059316120026,
      "grad_norm": 1.0534515388240555,
      "learning_rate": 0.00023749686906554565,
      "loss": 2.3125,
      "step": 40314
    },
    {
      "epoch": 1.8755524540590836,
      "grad_norm": 1.1136091182141459,
      "learning_rate": 0.00023749385444647467,
      "loss": 2.5,
      "step": 40315
    },
    {
      "epoch": 1.8755989765061643,
      "grad_norm": 1.0444722448834995,
      "learning_rate": 0.00023749083977383947,
      "loss": 2.3906,
      "step": 40316
    },
    {
      "epoch": 1.875645498953245,
      "grad_norm": 1.2164083835317805,
      "learning_rate": 0.0002374878250476419,
      "loss": 2.375,
      "step": 40317
    },
    {
      "epoch": 1.8756920214003256,
      "grad_norm": 1.1367624280573667,
      "learning_rate": 0.00023748481026788376,
      "loss": 2.6406,
      "step": 40318
    },
    {
      "epoch": 1.8757385438474063,
      "grad_norm": 1.059687082592446,
      "learning_rate": 0.00023748179543456685,
      "loss": 2.3438,
      "step": 40319
    },
    {
      "epoch": 1.875785066294487,
      "grad_norm": 1.1554028568515888,
      "learning_rate": 0.0002374787805476931,
      "loss": 2.5625,
      "step": 40320
    },
    {
      "epoch": 1.8758315887415677,
      "grad_norm": 1.1708243333109,
      "learning_rate": 0.0002374757656072643,
      "loss": 2.2656,
      "step": 40321
    },
    {
      "epoch": 1.8758781111886487,
      "grad_norm": 1.1033168434210427,
      "learning_rate": 0.00023747275061328238,
      "loss": 2.5469,
      "step": 40322
    },
    {
      "epoch": 1.8759246336357291,
      "grad_norm": 1.0985288338390249,
      "learning_rate": 0.0002374697355657491,
      "loss": 2.3594,
      "step": 40323
    },
    {
      "epoch": 1.87597115608281,
      "grad_norm": 1.247872273830935,
      "learning_rate": 0.0002374667204646663,
      "loss": 2.5625,
      "step": 40324
    },
    {
      "epoch": 1.8760176785298905,
      "grad_norm": 1.0741862115631615,
      "learning_rate": 0.00023746370531003587,
      "loss": 2.3125,
      "step": 40325
    },
    {
      "epoch": 1.8760642009769715,
      "grad_norm": 1.0617243031000207,
      "learning_rate": 0.00023746069010185966,
      "loss": 1.6875,
      "step": 40326
    },
    {
      "epoch": 1.876110723424052,
      "grad_norm": 1.113435624683969,
      "learning_rate": 0.0002374576748401395,
      "loss": 2.4688,
      "step": 40327
    },
    {
      "epoch": 1.8761572458711329,
      "grad_norm": 0.9349899618829803,
      "learning_rate": 0.00023745465952487724,
      "loss": 1.7031,
      "step": 40328
    },
    {
      "epoch": 1.8762037683182136,
      "grad_norm": 1.02468655660123,
      "learning_rate": 0.00023745164415607474,
      "loss": 2.0938,
      "step": 40329
    },
    {
      "epoch": 1.8762502907652943,
      "grad_norm": 1.1583527298506022,
      "learning_rate": 0.0002374486287337338,
      "loss": 2.3594,
      "step": 40330
    },
    {
      "epoch": 1.876296813212375,
      "grad_norm": 1.1516258558408943,
      "learning_rate": 0.00023744561325785628,
      "loss": 2.4688,
      "step": 40331
    },
    {
      "epoch": 1.8763433356594557,
      "grad_norm": 1.146922394627456,
      "learning_rate": 0.00023744259772844406,
      "loss": 2.5625,
      "step": 40332
    },
    {
      "epoch": 1.8763898581065364,
      "grad_norm": 1.0852607658526106,
      "learning_rate": 0.00023743958214549898,
      "loss": 2.25,
      "step": 40333
    },
    {
      "epoch": 1.876436380553617,
      "grad_norm": 1.1773829987370232,
      "learning_rate": 0.00023743656650902285,
      "loss": 2.4844,
      "step": 40334
    },
    {
      "epoch": 1.876482903000698,
      "grad_norm": 1.1032853144235486,
      "learning_rate": 0.00023743355081901757,
      "loss": 2.3438,
      "step": 40335
    },
    {
      "epoch": 1.8765294254477785,
      "grad_norm": 1.2055854363636385,
      "learning_rate": 0.00023743053507548485,
      "loss": 2.4375,
      "step": 40336
    },
    {
      "epoch": 1.8765759478948594,
      "grad_norm": 1.0513621659452075,
      "learning_rate": 0.00023742751927842678,
      "loss": 2.4375,
      "step": 40337
    },
    {
      "epoch": 1.8766224703419399,
      "grad_norm": 1.0478291360610241,
      "learning_rate": 0.00023742450342784498,
      "loss": 2.25,
      "step": 40338
    },
    {
      "epoch": 1.8766689927890208,
      "grad_norm": 1.3575933261987385,
      "learning_rate": 0.00023742148752374143,
      "loss": 2.4375,
      "step": 40339
    },
    {
      "epoch": 1.8767155152361015,
      "grad_norm": 1.1115384092637963,
      "learning_rate": 0.0002374184715661179,
      "loss": 2.4375,
      "step": 40340
    },
    {
      "epoch": 1.8767620376831822,
      "grad_norm": 1.0636147081065397,
      "learning_rate": 0.00023741545555497627,
      "loss": 2.375,
      "step": 40341
    },
    {
      "epoch": 1.8768085601302629,
      "grad_norm": 1.0822300858875376,
      "learning_rate": 0.00023741243949031843,
      "loss": 2.5312,
      "step": 40342
    },
    {
      "epoch": 1.8768550825773436,
      "grad_norm": 1.280692337859223,
      "learning_rate": 0.0002374094233721461,
      "loss": 2.4219,
      "step": 40343
    },
    {
      "epoch": 1.8769016050244243,
      "grad_norm": 1.13980567802479,
      "learning_rate": 0.00023740640720046127,
      "loss": 2.3594,
      "step": 40344
    },
    {
      "epoch": 1.876948127471505,
      "grad_norm": 1.0707456022136508,
      "learning_rate": 0.0002374033909752657,
      "loss": 2.2812,
      "step": 40345
    },
    {
      "epoch": 1.8769946499185857,
      "grad_norm": 1.0550964333902102,
      "learning_rate": 0.00023740037469656126,
      "loss": 2.3125,
      "step": 40346
    },
    {
      "epoch": 1.8770411723656664,
      "grad_norm": 1.1209136705702298,
      "learning_rate": 0.00023739735836434978,
      "loss": 2.5156,
      "step": 40347
    },
    {
      "epoch": 1.8770876948127473,
      "grad_norm": 1.065431843311627,
      "learning_rate": 0.0002373943419786331,
      "loss": 2.4219,
      "step": 40348
    },
    {
      "epoch": 1.8771342172598278,
      "grad_norm": 1.2456097739447543,
      "learning_rate": 0.00023739132553941318,
      "loss": 2.5,
      "step": 40349
    },
    {
      "epoch": 1.8771807397069087,
      "grad_norm": 1.0988615124942984,
      "learning_rate": 0.0002373883090466917,
      "loss": 2.4844,
      "step": 40350
    },
    {
      "epoch": 1.8772272621539892,
      "grad_norm": 1.1436778933852811,
      "learning_rate": 0.0002373852925004706,
      "loss": 2.5312,
      "step": 40351
    },
    {
      "epoch": 1.87727378460107,
      "grad_norm": 1.1144893510226597,
      "learning_rate": 0.0002373822759007517,
      "loss": 2.3281,
      "step": 40352
    },
    {
      "epoch": 1.8773203070481508,
      "grad_norm": 1.0747611314766718,
      "learning_rate": 0.00023737925924753687,
      "loss": 2.25,
      "step": 40353
    },
    {
      "epoch": 1.8773668294952315,
      "grad_norm": 1.0768563745430333,
      "learning_rate": 0.00023737624254082794,
      "loss": 2.4844,
      "step": 40354
    },
    {
      "epoch": 1.8774133519423122,
      "grad_norm": 1.1276350970444142,
      "learning_rate": 0.00023737322578062676,
      "loss": 2.4531,
      "step": 40355
    },
    {
      "epoch": 1.8774598743893929,
      "grad_norm": 1.1228512249727274,
      "learning_rate": 0.00023737020896693516,
      "loss": 2.4062,
      "step": 40356
    },
    {
      "epoch": 1.8775063968364736,
      "grad_norm": 1.127933961317652,
      "learning_rate": 0.00023736719209975504,
      "loss": 2.4375,
      "step": 40357
    },
    {
      "epoch": 1.8775529192835543,
      "grad_norm": 1.0428481743654319,
      "learning_rate": 0.00023736417517908817,
      "loss": 2.7031,
      "step": 40358
    },
    {
      "epoch": 1.877599441730635,
      "grad_norm": 1.2216499235039386,
      "learning_rate": 0.00023736115820493644,
      "loss": 2.375,
      "step": 40359
    },
    {
      "epoch": 1.8776459641777157,
      "grad_norm": 1.1140519642289113,
      "learning_rate": 0.00023735814117730171,
      "loss": 2.4219,
      "step": 40360
    },
    {
      "epoch": 1.8776924866247966,
      "grad_norm": 1.1311108756749952,
      "learning_rate": 0.00023735512409618585,
      "loss": 2.5938,
      "step": 40361
    },
    {
      "epoch": 1.877739009071877,
      "grad_norm": 1.076077862561936,
      "learning_rate": 0.00023735210696159063,
      "loss": 2.2656,
      "step": 40362
    },
    {
      "epoch": 1.877785531518958,
      "grad_norm": 1.0941453672833523,
      "learning_rate": 0.0002373490897735179,
      "loss": 2.3125,
      "step": 40363
    },
    {
      "epoch": 1.8778320539660385,
      "grad_norm": 1.069069512306157,
      "learning_rate": 0.0002373460725319696,
      "loss": 2.1875,
      "step": 40364
    },
    {
      "epoch": 1.8778785764131194,
      "grad_norm": 1.0891308530341577,
      "learning_rate": 0.0002373430552369475,
      "loss": 2.2656,
      "step": 40365
    },
    {
      "epoch": 1.8779250988602,
      "grad_norm": 1.145311332168178,
      "learning_rate": 0.00023734003788845347,
      "loss": 2.7031,
      "step": 40366
    },
    {
      "epoch": 1.8779716213072808,
      "grad_norm": 1.1292049563805964,
      "learning_rate": 0.00023733702048648933,
      "loss": 2.5469,
      "step": 40367
    },
    {
      "epoch": 1.8780181437543615,
      "grad_norm": 1.1267334718510102,
      "learning_rate": 0.00023733400303105697,
      "loss": 2.3594,
      "step": 40368
    },
    {
      "epoch": 1.8780646662014422,
      "grad_norm": 1.0870811307094828,
      "learning_rate": 0.0002373309855221582,
      "loss": 2.3281,
      "step": 40369
    },
    {
      "epoch": 1.878111188648523,
      "grad_norm": 1.0569147761817352,
      "learning_rate": 0.0002373279679597949,
      "loss": 2.2969,
      "step": 40370
    },
    {
      "epoch": 1.8781577110956036,
      "grad_norm": 1.0510222215797311,
      "learning_rate": 0.0002373249503439689,
      "loss": 2.4219,
      "step": 40371
    },
    {
      "epoch": 1.8782042335426845,
      "grad_norm": 1.0763236060042711,
      "learning_rate": 0.0002373219326746821,
      "loss": 2.3438,
      "step": 40372
    },
    {
      "epoch": 1.878250755989765,
      "grad_norm": 1.0954066006047032,
      "learning_rate": 0.00023731891495193622,
      "loss": 2.5938,
      "step": 40373
    },
    {
      "epoch": 1.878297278436846,
      "grad_norm": 1.2130116930229007,
      "learning_rate": 0.00023731589717573321,
      "loss": 2.4688,
      "step": 40374
    },
    {
      "epoch": 1.8783438008839264,
      "grad_norm": 1.1649062956085958,
      "learning_rate": 0.00023731287934607493,
      "loss": 2.2969,
      "step": 40375
    },
    {
      "epoch": 1.8783903233310073,
      "grad_norm": 1.0634019251631495,
      "learning_rate": 0.00023730986146296317,
      "loss": 2.5938,
      "step": 40376
    },
    {
      "epoch": 1.8784368457780878,
      "grad_norm": 1.044665621439894,
      "learning_rate": 0.00023730684352639978,
      "loss": 2.3281,
      "step": 40377
    },
    {
      "epoch": 1.8784833682251687,
      "grad_norm": 1.1181181450588802,
      "learning_rate": 0.00023730382553638663,
      "loss": 2.4531,
      "step": 40378
    },
    {
      "epoch": 1.8785298906722494,
      "grad_norm": 1.0853110709109526,
      "learning_rate": 0.00023730080749292557,
      "loss": 2.4844,
      "step": 40379
    },
    {
      "epoch": 1.87857641311933,
      "grad_norm": 1.2937751598403386,
      "learning_rate": 0.00023729778939601842,
      "loss": 2.2812,
      "step": 40380
    },
    {
      "epoch": 1.8786229355664108,
      "grad_norm": 1.0645727385965897,
      "learning_rate": 0.0002372947712456671,
      "loss": 2.3594,
      "step": 40381
    },
    {
      "epoch": 1.8786694580134915,
      "grad_norm": 1.034970810927,
      "learning_rate": 0.00023729175304187337,
      "loss": 2.0781,
      "step": 40382
    },
    {
      "epoch": 1.8787159804605722,
      "grad_norm": 1.1091920055770783,
      "learning_rate": 0.00023728873478463913,
      "loss": 2.3281,
      "step": 40383
    },
    {
      "epoch": 1.878762502907653,
      "grad_norm": 1.1129698182367522,
      "learning_rate": 0.0002372857164739662,
      "loss": 2.6562,
      "step": 40384
    },
    {
      "epoch": 1.8788090253547338,
      "grad_norm": 1.027925856999167,
      "learning_rate": 0.00023728269810985642,
      "loss": 2.125,
      "step": 40385
    },
    {
      "epoch": 1.8788555478018143,
      "grad_norm": 1.0969171257663881,
      "learning_rate": 0.00023727967969231173,
      "loss": 2.4219,
      "step": 40386
    },
    {
      "epoch": 1.8789020702488952,
      "grad_norm": 1.0298593783062626,
      "learning_rate": 0.00023727666122133384,
      "loss": 2.375,
      "step": 40387
    },
    {
      "epoch": 1.8789485926959757,
      "grad_norm": 1.0576843181967075,
      "learning_rate": 0.00023727364269692468,
      "loss": 2.2031,
      "step": 40388
    },
    {
      "epoch": 1.8789951151430566,
      "grad_norm": 1.1200189085380239,
      "learning_rate": 0.0002372706241190861,
      "loss": 2.0781,
      "step": 40389
    },
    {
      "epoch": 1.879041637590137,
      "grad_norm": 1.1103233760944993,
      "learning_rate": 0.0002372676054878199,
      "loss": 2.2344,
      "step": 40390
    },
    {
      "epoch": 1.879088160037218,
      "grad_norm": 1.2840117992121713,
      "learning_rate": 0.00023726458680312795,
      "loss": 2.3125,
      "step": 40391
    },
    {
      "epoch": 1.8791346824842987,
      "grad_norm": 1.1358029144970667,
      "learning_rate": 0.00023726156806501213,
      "loss": 2.3594,
      "step": 40392
    },
    {
      "epoch": 1.8791812049313794,
      "grad_norm": 1.1463395884847694,
      "learning_rate": 0.00023725854927347426,
      "loss": 2.3125,
      "step": 40393
    },
    {
      "epoch": 1.8792277273784601,
      "grad_norm": 1.115881556342252,
      "learning_rate": 0.0002372555304285162,
      "loss": 2.0625,
      "step": 40394
    },
    {
      "epoch": 1.8792742498255408,
      "grad_norm": 1.0978062662988406,
      "learning_rate": 0.00023725251153013978,
      "loss": 2.5312,
      "step": 40395
    },
    {
      "epoch": 1.8793207722726215,
      "grad_norm": 1.0896312565269513,
      "learning_rate": 0.00023724949257834688,
      "loss": 2.4219,
      "step": 40396
    },
    {
      "epoch": 1.8793672947197022,
      "grad_norm": 1.108128402131458,
      "learning_rate": 0.0002372464735731393,
      "loss": 2.3906,
      "step": 40397
    },
    {
      "epoch": 1.8794138171667831,
      "grad_norm": 1.1489374875980312,
      "learning_rate": 0.00023724345451451895,
      "loss": 2.3125,
      "step": 40398
    },
    {
      "epoch": 1.8794603396138636,
      "grad_norm": 1.1058247483357904,
      "learning_rate": 0.00023724043540248755,
      "loss": 2.4219,
      "step": 40399
    },
    {
      "epoch": 1.8795068620609445,
      "grad_norm": 1.0750741197218887,
      "learning_rate": 0.00023723741623704714,
      "loss": 2.4844,
      "step": 40400
    },
    {
      "epoch": 1.879553384508025,
      "grad_norm": 1.0965217510758214,
      "learning_rate": 0.00023723439701819944,
      "loss": 2.6562,
      "step": 40401
    },
    {
      "epoch": 1.879599906955106,
      "grad_norm": 1.1700321818705524,
      "learning_rate": 0.0002372313777459463,
      "loss": 2.4375,
      "step": 40402
    },
    {
      "epoch": 1.8796464294021864,
      "grad_norm": 1.0985609031923778,
      "learning_rate": 0.0002372283584202896,
      "loss": 2.6719,
      "step": 40403
    },
    {
      "epoch": 1.8796929518492673,
      "grad_norm": 0.9937433818427082,
      "learning_rate": 0.0002372253390412312,
      "loss": 1.8438,
      "step": 40404
    },
    {
      "epoch": 1.879739474296348,
      "grad_norm": 1.1656014382495359,
      "learning_rate": 0.00023722231960877295,
      "loss": 2.3906,
      "step": 40405
    },
    {
      "epoch": 1.8797859967434287,
      "grad_norm": 1.059432360497879,
      "learning_rate": 0.00023721930012291667,
      "loss": 1.7578,
      "step": 40406
    },
    {
      "epoch": 1.8798325191905094,
      "grad_norm": 1.042825322509709,
      "learning_rate": 0.00023721628058366424,
      "loss": 2.4688,
      "step": 40407
    },
    {
      "epoch": 1.8798790416375901,
      "grad_norm": 1.1071765865635812,
      "learning_rate": 0.00023721326099101746,
      "loss": 2.4219,
      "step": 40408
    },
    {
      "epoch": 1.8799255640846708,
      "grad_norm": 0.9965385955283212,
      "learning_rate": 0.00023721024134497822,
      "loss": 1.8047,
      "step": 40409
    },
    {
      "epoch": 1.8799720865317515,
      "grad_norm": 1.1321865963563964,
      "learning_rate": 0.00023720722164554837,
      "loss": 2.5,
      "step": 40410
    },
    {
      "epoch": 1.8800186089788324,
      "grad_norm": 1.1561607581226376,
      "learning_rate": 0.00023720420189272972,
      "loss": 2.5,
      "step": 40411
    },
    {
      "epoch": 1.880065131425913,
      "grad_norm": 1.1368940017677447,
      "learning_rate": 0.00023720118208652417,
      "loss": 2.3281,
      "step": 40412
    },
    {
      "epoch": 1.8801116538729938,
      "grad_norm": 1.2148959857275277,
      "learning_rate": 0.00023719816222693348,
      "loss": 2.7344,
      "step": 40413
    },
    {
      "epoch": 1.8801581763200743,
      "grad_norm": 1.0238030372278377,
      "learning_rate": 0.00023719514231395963,
      "loss": 2.1875,
      "step": 40414
    },
    {
      "epoch": 1.8802046987671552,
      "grad_norm": 1.0350535713451074,
      "learning_rate": 0.00023719212234760435,
      "loss": 2.1875,
      "step": 40415
    },
    {
      "epoch": 1.8802512212142357,
      "grad_norm": 1.0554554336776163,
      "learning_rate": 0.00023718910232786958,
      "loss": 1.7578,
      "step": 40416
    },
    {
      "epoch": 1.8802977436613166,
      "grad_norm": 1.097340717722744,
      "learning_rate": 0.00023718608225475708,
      "loss": 2.0938,
      "step": 40417
    },
    {
      "epoch": 1.8803442661083973,
      "grad_norm": 1.1630518813078412,
      "learning_rate": 0.0002371830621282688,
      "loss": 2.2812,
      "step": 40418
    },
    {
      "epoch": 1.880390788555478,
      "grad_norm": 1.1039371677966578,
      "learning_rate": 0.00023718004194840653,
      "loss": 2.4844,
      "step": 40419
    },
    {
      "epoch": 1.8804373110025587,
      "grad_norm": 1.125281793945137,
      "learning_rate": 0.00023717702171517212,
      "loss": 2.2656,
      "step": 40420
    },
    {
      "epoch": 1.8804838334496394,
      "grad_norm": 1.0716364735214299,
      "learning_rate": 0.0002371740014285674,
      "loss": 2.2031,
      "step": 40421
    },
    {
      "epoch": 1.8805303558967201,
      "grad_norm": 1.1128269919987934,
      "learning_rate": 0.00023717098108859427,
      "loss": 2.5312,
      "step": 40422
    },
    {
      "epoch": 1.8805768783438008,
      "grad_norm": 1.2019175123247563,
      "learning_rate": 0.0002371679606952545,
      "loss": 2.5469,
      "step": 40423
    },
    {
      "epoch": 1.8806234007908817,
      "grad_norm": 1.1203386211435384,
      "learning_rate": 0.00023716494024855002,
      "loss": 2.4062,
      "step": 40424
    },
    {
      "epoch": 1.8806699232379622,
      "grad_norm": 1.0813851426104135,
      "learning_rate": 0.00023716191974848264,
      "loss": 2.25,
      "step": 40425
    },
    {
      "epoch": 1.8807164456850431,
      "grad_norm": 1.1670668777203101,
      "learning_rate": 0.00023715889919505425,
      "loss": 2.6719,
      "step": 40426
    },
    {
      "epoch": 1.8807629681321236,
      "grad_norm": 1.1637050187122417,
      "learning_rate": 0.0002371558785882667,
      "loss": 2.3438,
      "step": 40427
    },
    {
      "epoch": 1.8808094905792045,
      "grad_norm": 1.0155812677403675,
      "learning_rate": 0.00023715285792812174,
      "loss": 2.4375,
      "step": 40428
    },
    {
      "epoch": 1.880856013026285,
      "grad_norm": 1.1164029383122225,
      "learning_rate": 0.0002371498372146213,
      "loss": 2.6406,
      "step": 40429
    },
    {
      "epoch": 1.880902535473366,
      "grad_norm": 1.144431495599293,
      "learning_rate": 0.0002371468164477672,
      "loss": 2.4219,
      "step": 40430
    },
    {
      "epoch": 1.8809490579204466,
      "grad_norm": 1.1107694024320471,
      "learning_rate": 0.00023714379562756135,
      "loss": 2.4844,
      "step": 40431
    },
    {
      "epoch": 1.8809955803675273,
      "grad_norm": 1.3073753712820708,
      "learning_rate": 0.00023714077475400552,
      "loss": 2.625,
      "step": 40432
    },
    {
      "epoch": 1.881042102814608,
      "grad_norm": 1.1214559573390985,
      "learning_rate": 0.00023713775382710163,
      "loss": 2.4688,
      "step": 40433
    },
    {
      "epoch": 1.8810886252616887,
      "grad_norm": 1.0640108749396793,
      "learning_rate": 0.00023713473284685146,
      "loss": 2.4844,
      "step": 40434
    },
    {
      "epoch": 1.8811351477087694,
      "grad_norm": 1.1823658113745426,
      "learning_rate": 0.00023713171181325693,
      "loss": 2.4531,
      "step": 40435
    },
    {
      "epoch": 1.8811816701558501,
      "grad_norm": 1.0331633270270735,
      "learning_rate": 0.00023712869072631978,
      "loss": 2.2344,
      "step": 40436
    },
    {
      "epoch": 1.881228192602931,
      "grad_norm": 1.101783041684342,
      "learning_rate": 0.000237125669586042,
      "loss": 2.25,
      "step": 40437
    },
    {
      "epoch": 1.8812747150500115,
      "grad_norm": 1.0627682048521587,
      "learning_rate": 0.00023712264839242535,
      "loss": 2.3906,
      "step": 40438
    },
    {
      "epoch": 1.8813212374970925,
      "grad_norm": 1.0611165862308085,
      "learning_rate": 0.0002371196271454717,
      "loss": 2.25,
      "step": 40439
    },
    {
      "epoch": 1.881367759944173,
      "grad_norm": 1.0662694336279317,
      "learning_rate": 0.0002371166058451829,
      "loss": 2.1406,
      "step": 40440
    },
    {
      "epoch": 1.8814142823912539,
      "grad_norm": 1.0958078407385352,
      "learning_rate": 0.00023711358449156081,
      "loss": 2.4219,
      "step": 40441
    },
    {
      "epoch": 1.8814608048383343,
      "grad_norm": 1.0995325217004175,
      "learning_rate": 0.00023711056308460725,
      "loss": 2.2344,
      "step": 40442
    },
    {
      "epoch": 1.8815073272854153,
      "grad_norm": 1.1039426903933933,
      "learning_rate": 0.0002371075416243241,
      "loss": 2.2344,
      "step": 40443
    },
    {
      "epoch": 1.881553849732496,
      "grad_norm": 1.118440808827217,
      "learning_rate": 0.00023710452011071323,
      "loss": 2.4062,
      "step": 40444
    },
    {
      "epoch": 1.8816003721795767,
      "grad_norm": 1.1380418914233275,
      "learning_rate": 0.00023710149854377644,
      "loss": 2.5469,
      "step": 40445
    },
    {
      "epoch": 1.8816468946266574,
      "grad_norm": 1.0896026030142967,
      "learning_rate": 0.00023709847692351559,
      "loss": 2.3906,
      "step": 40446
    },
    {
      "epoch": 1.881693417073738,
      "grad_norm": 1.1480803842123821,
      "learning_rate": 0.0002370954552499325,
      "loss": 2.6094,
      "step": 40447
    },
    {
      "epoch": 1.8817399395208187,
      "grad_norm": 1.1093033934805738,
      "learning_rate": 0.00023709243352302913,
      "loss": 2.4688,
      "step": 40448
    },
    {
      "epoch": 1.8817864619678994,
      "grad_norm": 1.0946527276361608,
      "learning_rate": 0.00023708941174280723,
      "loss": 2.4531,
      "step": 40449
    },
    {
      "epoch": 1.8818329844149804,
      "grad_norm": 1.1964721536501703,
      "learning_rate": 0.00023708638990926865,
      "loss": 2.4062,
      "step": 40450
    },
    {
      "epoch": 1.8818795068620608,
      "grad_norm": 1.0254664315412259,
      "learning_rate": 0.0002370833680224153,
      "loss": 2.4062,
      "step": 40451
    },
    {
      "epoch": 1.8819260293091418,
      "grad_norm": 1.146573174286642,
      "learning_rate": 0.000237080346082249,
      "loss": 2.4375,
      "step": 40452
    },
    {
      "epoch": 1.8819725517562222,
      "grad_norm": 1.0625797195833802,
      "learning_rate": 0.0002370773240887716,
      "loss": 2.375,
      "step": 40453
    },
    {
      "epoch": 1.8820190742033032,
      "grad_norm": 1.1993704617986765,
      "learning_rate": 0.00023707430204198497,
      "loss": 2.4375,
      "step": 40454
    },
    {
      "epoch": 1.8820655966503839,
      "grad_norm": 1.132068290161359,
      "learning_rate": 0.0002370712799418909,
      "loss": 1.8516,
      "step": 40455
    },
    {
      "epoch": 1.8821121190974646,
      "grad_norm": 1.1610931497005461,
      "learning_rate": 0.00023706825778849127,
      "loss": 2.7969,
      "step": 40456
    },
    {
      "epoch": 1.8821586415445453,
      "grad_norm": 1.1202934897207903,
      "learning_rate": 0.00023706523558178797,
      "loss": 2.6406,
      "step": 40457
    },
    {
      "epoch": 1.882205163991626,
      "grad_norm": 1.0700008048223997,
      "learning_rate": 0.0002370622133217828,
      "loss": 2.4844,
      "step": 40458
    },
    {
      "epoch": 1.8822516864387067,
      "grad_norm": 1.2085355536808169,
      "learning_rate": 0.00023705919100847764,
      "loss": 2.6094,
      "step": 40459
    },
    {
      "epoch": 1.8822982088857874,
      "grad_norm": 1.121968439165758,
      "learning_rate": 0.00023705616864187437,
      "loss": 2.6719,
      "step": 40460
    },
    {
      "epoch": 1.882344731332868,
      "grad_norm": 1.0359245493186684,
      "learning_rate": 0.00023705314622197472,
      "loss": 2.3906,
      "step": 40461
    },
    {
      "epoch": 1.8823912537799488,
      "grad_norm": 1.156593226361667,
      "learning_rate": 0.00023705012374878066,
      "loss": 2.8281,
      "step": 40462
    },
    {
      "epoch": 1.8824377762270297,
      "grad_norm": 1.1235625092943549,
      "learning_rate": 0.00023704710122229402,
      "loss": 2.4375,
      "step": 40463
    },
    {
      "epoch": 1.8824842986741102,
      "grad_norm": 1.098875332388426,
      "learning_rate": 0.0002370440786425166,
      "loss": 2.4844,
      "step": 40464
    },
    {
      "epoch": 1.882530821121191,
      "grad_norm": 1.0309951876017729,
      "learning_rate": 0.00023704105600945032,
      "loss": 2.3438,
      "step": 40465
    },
    {
      "epoch": 1.8825773435682716,
      "grad_norm": 1.1524649633378807,
      "learning_rate": 0.00023703803332309696,
      "loss": 2.375,
      "step": 40466
    },
    {
      "epoch": 1.8826238660153525,
      "grad_norm": 1.0423513975942735,
      "learning_rate": 0.0002370350105834584,
      "loss": 2.2656,
      "step": 40467
    },
    {
      "epoch": 1.8826703884624332,
      "grad_norm": 1.0386106125098966,
      "learning_rate": 0.0002370319877905365,
      "loss": 2.0312,
      "step": 40468
    },
    {
      "epoch": 1.8827169109095139,
      "grad_norm": 1.131661089608226,
      "learning_rate": 0.00023702896494433312,
      "loss": 2.25,
      "step": 40469
    },
    {
      "epoch": 1.8827634333565946,
      "grad_norm": 1.1207956077125623,
      "learning_rate": 0.0002370259420448501,
      "loss": 2.25,
      "step": 40470
    },
    {
      "epoch": 1.8828099558036753,
      "grad_norm": 1.0690659175426247,
      "learning_rate": 0.00023702291909208923,
      "loss": 2.125,
      "step": 40471
    },
    {
      "epoch": 1.882856478250756,
      "grad_norm": 1.0767150827578487,
      "learning_rate": 0.00023701989608605246,
      "loss": 2.2656,
      "step": 40472
    },
    {
      "epoch": 1.8829030006978367,
      "grad_norm": 1.0306733977697622,
      "learning_rate": 0.0002370168730267416,
      "loss": 2.0469,
      "step": 40473
    },
    {
      "epoch": 1.8829495231449174,
      "grad_norm": 1.1679842393888025,
      "learning_rate": 0.00023701384991415853,
      "loss": 2.1875,
      "step": 40474
    },
    {
      "epoch": 1.882996045591998,
      "grad_norm": 1.0493648538765297,
      "learning_rate": 0.000237010826748305,
      "loss": 2.2812,
      "step": 40475
    },
    {
      "epoch": 1.883042568039079,
      "grad_norm": 1.1781379762434263,
      "learning_rate": 0.00023700780352918296,
      "loss": 2.4062,
      "step": 40476
    },
    {
      "epoch": 1.8830890904861595,
      "grad_norm": 1.1297294211077016,
      "learning_rate": 0.00023700478025679423,
      "loss": 2.1562,
      "step": 40477
    },
    {
      "epoch": 1.8831356129332404,
      "grad_norm": 1.1116055728969263,
      "learning_rate": 0.00023700175693114063,
      "loss": 2.2188,
      "step": 40478
    },
    {
      "epoch": 1.8831821353803209,
      "grad_norm": 1.023843433094975,
      "learning_rate": 0.00023699873355222407,
      "loss": 2.2969,
      "step": 40479
    },
    {
      "epoch": 1.8832286578274018,
      "grad_norm": 1.0649148388343175,
      "learning_rate": 0.0002369957101200464,
      "loss": 2.2969,
      "step": 40480
    },
    {
      "epoch": 1.8832751802744825,
      "grad_norm": 1.2032194745519704,
      "learning_rate": 0.0002369926866346094,
      "loss": 2.6875,
      "step": 40481
    },
    {
      "epoch": 1.8833217027215632,
      "grad_norm": 1.0165802996187197,
      "learning_rate": 0.00023698966309591499,
      "loss": 2.1562,
      "step": 40482
    },
    {
      "epoch": 1.8833682251686439,
      "grad_norm": 1.1066306136582447,
      "learning_rate": 0.00023698663950396498,
      "loss": 2.6719,
      "step": 40483
    },
    {
      "epoch": 1.8834147476157246,
      "grad_norm": 1.14186247975605,
      "learning_rate": 0.00023698361585876128,
      "loss": 2.5,
      "step": 40484
    },
    {
      "epoch": 1.8834612700628053,
      "grad_norm": 1.2099516450283858,
      "learning_rate": 0.00023698059216030565,
      "loss": 2.7188,
      "step": 40485
    },
    {
      "epoch": 1.883507792509886,
      "grad_norm": 1.188980687031448,
      "learning_rate": 0.00023697756840859995,
      "loss": 2.5312,
      "step": 40486
    },
    {
      "epoch": 1.883554314956967,
      "grad_norm": 1.1712196450307444,
      "learning_rate": 0.00023697454460364613,
      "loss": 2.2969,
      "step": 40487
    },
    {
      "epoch": 1.8836008374040474,
      "grad_norm": 1.101796583363477,
      "learning_rate": 0.000236971520745446,
      "loss": 2.25,
      "step": 40488
    },
    {
      "epoch": 1.8836473598511283,
      "grad_norm": 1.127650108641351,
      "learning_rate": 0.00023696849683400132,
      "loss": 2.4375,
      "step": 40489
    },
    {
      "epoch": 1.8836938822982088,
      "grad_norm": 0.9994423370551593,
      "learning_rate": 0.00023696547286931408,
      "loss": 2.1562,
      "step": 40490
    },
    {
      "epoch": 1.8837404047452897,
      "grad_norm": 1.1918938175720128,
      "learning_rate": 0.00023696244885138606,
      "loss": 2.8438,
      "step": 40491
    },
    {
      "epoch": 1.8837869271923702,
      "grad_norm": 1.0085706128243346,
      "learning_rate": 0.00023695942478021908,
      "loss": 2.2344,
      "step": 40492
    },
    {
      "epoch": 1.883833449639451,
      "grad_norm": 1.1041386634398602,
      "learning_rate": 0.00023695640065581503,
      "loss": 2.2031,
      "step": 40493
    },
    {
      "epoch": 1.8838799720865318,
      "grad_norm": 1.082241493676893,
      "learning_rate": 0.0002369533764781758,
      "loss": 2.2656,
      "step": 40494
    },
    {
      "epoch": 1.8839264945336125,
      "grad_norm": 0.9921954322950217,
      "learning_rate": 0.0002369503522473032,
      "loss": 1.7422,
      "step": 40495
    },
    {
      "epoch": 1.8839730169806932,
      "grad_norm": 1.135070862533095,
      "learning_rate": 0.00023694732796319904,
      "loss": 2.25,
      "step": 40496
    },
    {
      "epoch": 1.884019539427774,
      "grad_norm": 1.3505674165945927,
      "learning_rate": 0.0002369443036258652,
      "loss": 2.75,
      "step": 40497
    },
    {
      "epoch": 1.8840660618748546,
      "grad_norm": 1.2416615982631496,
      "learning_rate": 0.00023694127923530362,
      "loss": 2.7656,
      "step": 40498
    },
    {
      "epoch": 1.8841125843219353,
      "grad_norm": 1.1979161508349718,
      "learning_rate": 0.000236938254791516,
      "loss": 2.3594,
      "step": 40499
    },
    {
      "epoch": 1.8841591067690162,
      "grad_norm": 1.0872547126924887,
      "learning_rate": 0.0002369352302945043,
      "loss": 2.25,
      "step": 40500
    },
    {
      "epoch": 1.8842056292160967,
      "grad_norm": 1.03953663825683,
      "learning_rate": 0.00023693220574427034,
      "loss": 2.125,
      "step": 40501
    },
    {
      "epoch": 1.8842521516631776,
      "grad_norm": 1.119342293881146,
      "learning_rate": 0.00023692918114081598,
      "loss": 2.4688,
      "step": 40502
    },
    {
      "epoch": 1.884298674110258,
      "grad_norm": 1.1437091143980667,
      "learning_rate": 0.00023692615648414304,
      "loss": 2.4375,
      "step": 40503
    },
    {
      "epoch": 1.884345196557339,
      "grad_norm": 1.148154021754607,
      "learning_rate": 0.0002369231317742534,
      "loss": 2.5312,
      "step": 40504
    },
    {
      "epoch": 1.8843917190044195,
      "grad_norm": 1.1929071764020627,
      "learning_rate": 0.00023692010701114894,
      "loss": 2.3281,
      "step": 40505
    },
    {
      "epoch": 1.8844382414515004,
      "grad_norm": 1.2744642963424775,
      "learning_rate": 0.00023691708219483146,
      "loss": 2.4688,
      "step": 40506
    },
    {
      "epoch": 1.884484763898581,
      "grad_norm": 1.104044638633943,
      "learning_rate": 0.0002369140573253028,
      "loss": 2.4062,
      "step": 40507
    },
    {
      "epoch": 1.8845312863456618,
      "grad_norm": 1.1780769173533696,
      "learning_rate": 0.00023691103240256487,
      "loss": 2.3438,
      "step": 40508
    },
    {
      "epoch": 1.8845778087927425,
      "grad_norm": 1.0520344593789757,
      "learning_rate": 0.00023690800742661952,
      "loss": 2.3125,
      "step": 40509
    },
    {
      "epoch": 1.8846243312398232,
      "grad_norm": 1.0752416818432027,
      "learning_rate": 0.00023690498239746854,
      "loss": 2.0625,
      "step": 40510
    },
    {
      "epoch": 1.884670853686904,
      "grad_norm": 1.0977334670269752,
      "learning_rate": 0.0002369019573151138,
      "loss": 2.6562,
      "step": 40511
    },
    {
      "epoch": 1.8847173761339846,
      "grad_norm": 1.0871027310157442,
      "learning_rate": 0.0002368989321795572,
      "loss": 2.5156,
      "step": 40512
    },
    {
      "epoch": 1.8847638985810655,
      "grad_norm": 1.0508623282585898,
      "learning_rate": 0.00023689590699080054,
      "loss": 2.3281,
      "step": 40513
    },
    {
      "epoch": 1.884810421028146,
      "grad_norm": 1.077706542645822,
      "learning_rate": 0.0002368928817488457,
      "loss": 2.3438,
      "step": 40514
    },
    {
      "epoch": 1.884856943475227,
      "grad_norm": 1.0519618940304558,
      "learning_rate": 0.00023688985645369453,
      "loss": 2.5781,
      "step": 40515
    },
    {
      "epoch": 1.8849034659223074,
      "grad_norm": 1.0375368238531097,
      "learning_rate": 0.00023688683110534888,
      "loss": 2.2188,
      "step": 40516
    },
    {
      "epoch": 1.8849499883693883,
      "grad_norm": 1.0970991504379648,
      "learning_rate": 0.00023688380570381062,
      "loss": 2.4375,
      "step": 40517
    },
    {
      "epoch": 1.8849965108164688,
      "grad_norm": 1.0548627894211482,
      "learning_rate": 0.00023688078024908154,
      "loss": 2.2812,
      "step": 40518
    },
    {
      "epoch": 1.8850430332635497,
      "grad_norm": 1.2648369124701548,
      "learning_rate": 0.00023687775474116356,
      "loss": 2.4844,
      "step": 40519
    },
    {
      "epoch": 1.8850895557106304,
      "grad_norm": 1.0943206464187734,
      "learning_rate": 0.0002368747291800585,
      "loss": 2.3125,
      "step": 40520
    },
    {
      "epoch": 1.8851360781577111,
      "grad_norm": 1.0596163611500162,
      "learning_rate": 0.00023687170356576824,
      "loss": 2.4688,
      "step": 40521
    },
    {
      "epoch": 1.8851826006047918,
      "grad_norm": 1.170767087476508,
      "learning_rate": 0.00023686867789829457,
      "loss": 2.2969,
      "step": 40522
    },
    {
      "epoch": 1.8852291230518725,
      "grad_norm": 0.9916380049270938,
      "learning_rate": 0.0002368656521776394,
      "loss": 2.3438,
      "step": 40523
    },
    {
      "epoch": 1.8852756454989532,
      "grad_norm": 1.0766190135952094,
      "learning_rate": 0.00023686262640380457,
      "loss": 2.7188,
      "step": 40524
    },
    {
      "epoch": 1.885322167946034,
      "grad_norm": 1.123588149227669,
      "learning_rate": 0.00023685960057679196,
      "loss": 2.3594,
      "step": 40525
    },
    {
      "epoch": 1.8853686903931148,
      "grad_norm": 1.1038364421692095,
      "learning_rate": 0.00023685657469660335,
      "loss": 2.6719,
      "step": 40526
    },
    {
      "epoch": 1.8854152128401953,
      "grad_norm": 1.1021042100343512,
      "learning_rate": 0.00023685354876324064,
      "loss": 2.3906,
      "step": 40527
    },
    {
      "epoch": 1.8854617352872762,
      "grad_norm": 1.0622847746462796,
      "learning_rate": 0.00023685052277670567,
      "loss": 2.1719,
      "step": 40528
    },
    {
      "epoch": 1.8855082577343567,
      "grad_norm": 1.0858264010466863,
      "learning_rate": 0.00023684749673700032,
      "loss": 2.3438,
      "step": 40529
    },
    {
      "epoch": 1.8855547801814376,
      "grad_norm": 1.147616206006569,
      "learning_rate": 0.0002368444706441264,
      "loss": 2.3125,
      "step": 40530
    },
    {
      "epoch": 1.885601302628518,
      "grad_norm": 1.1180619934657756,
      "learning_rate": 0.00023684144449808583,
      "loss": 2.375,
      "step": 40531
    },
    {
      "epoch": 1.885647825075599,
      "grad_norm": 1.1883833772243237,
      "learning_rate": 0.00023683841829888033,
      "loss": 2.3281,
      "step": 40532
    },
    {
      "epoch": 1.8856943475226797,
      "grad_norm": 1.090948585563398,
      "learning_rate": 0.0002368353920465119,
      "loss": 2.25,
      "step": 40533
    },
    {
      "epoch": 1.8857408699697604,
      "grad_norm": 1.1209212904810737,
      "learning_rate": 0.0002368323657409823,
      "loss": 2.2031,
      "step": 40534
    },
    {
      "epoch": 1.8857873924168411,
      "grad_norm": 1.0410973900641105,
      "learning_rate": 0.00023682933938229343,
      "loss": 2.3906,
      "step": 40535
    },
    {
      "epoch": 1.8858339148639218,
      "grad_norm": 1.1401755020135977,
      "learning_rate": 0.00023682631297044715,
      "loss": 2.3594,
      "step": 40536
    },
    {
      "epoch": 1.8858804373110025,
      "grad_norm": 1.1279416845184331,
      "learning_rate": 0.00023682328650544526,
      "loss": 2.5312,
      "step": 40537
    },
    {
      "epoch": 1.8859269597580832,
      "grad_norm": 1.0880001066314773,
      "learning_rate": 0.00023682025998728964,
      "loss": 2.4062,
      "step": 40538
    },
    {
      "epoch": 1.8859734822051641,
      "grad_norm": 0.9975861380001187,
      "learning_rate": 0.00023681723341598216,
      "loss": 2.2188,
      "step": 40539
    },
    {
      "epoch": 1.8860200046522446,
      "grad_norm": 1.167964532094831,
      "learning_rate": 0.00023681420679152467,
      "loss": 2.3594,
      "step": 40540
    },
    {
      "epoch": 1.8860665270993255,
      "grad_norm": 1.214190070205109,
      "learning_rate": 0.000236811180113919,
      "loss": 2.3438,
      "step": 40541
    },
    {
      "epoch": 1.886113049546406,
      "grad_norm": 1.0777024703905485,
      "learning_rate": 0.000236808153383167,
      "loss": 2.2188,
      "step": 40542
    },
    {
      "epoch": 1.886159571993487,
      "grad_norm": 1.1096489627955861,
      "learning_rate": 0.00023680512659927054,
      "loss": 2.2188,
      "step": 40543
    },
    {
      "epoch": 1.8862060944405674,
      "grad_norm": 1.0734250220417372,
      "learning_rate": 0.00023680209976223142,
      "loss": 2.5938,
      "step": 40544
    },
    {
      "epoch": 1.8862526168876483,
      "grad_norm": 1.190321741302785,
      "learning_rate": 0.0002367990728720516,
      "loss": 2.2656,
      "step": 40545
    },
    {
      "epoch": 1.886299139334729,
      "grad_norm": 1.0670842145692176,
      "learning_rate": 0.0002367960459287329,
      "loss": 2.25,
      "step": 40546
    },
    {
      "epoch": 1.8863456617818097,
      "grad_norm": 1.1544596594106975,
      "learning_rate": 0.0002367930189322771,
      "loss": 2.5625,
      "step": 40547
    },
    {
      "epoch": 1.8863921842288904,
      "grad_norm": 1.1216820734977129,
      "learning_rate": 0.00023678999188268612,
      "loss": 2.5,
      "step": 40548
    },
    {
      "epoch": 1.8864387066759711,
      "grad_norm": 1.1804934954988484,
      "learning_rate": 0.00023678696477996185,
      "loss": 2.625,
      "step": 40549
    },
    {
      "epoch": 1.8864852291230518,
      "grad_norm": 1.1690781337900071,
      "learning_rate": 0.00023678393762410603,
      "loss": 2.3125,
      "step": 40550
    },
    {
      "epoch": 1.8865317515701325,
      "grad_norm": 1.1189480779849974,
      "learning_rate": 0.00023678091041512056,
      "loss": 2.2656,
      "step": 40551
    },
    {
      "epoch": 1.8865782740172135,
      "grad_norm": 1.1433858908867582,
      "learning_rate": 0.00023677788315300735,
      "loss": 2.7969,
      "step": 40552
    },
    {
      "epoch": 1.886624796464294,
      "grad_norm": 1.0761868112580415,
      "learning_rate": 0.00023677485583776817,
      "loss": 2.2344,
      "step": 40553
    },
    {
      "epoch": 1.8866713189113749,
      "grad_norm": 1.0681955517881387,
      "learning_rate": 0.00023677182846940494,
      "loss": 2.1562,
      "step": 40554
    },
    {
      "epoch": 1.8867178413584553,
      "grad_norm": 1.1485736313070838,
      "learning_rate": 0.00023676880104791948,
      "loss": 2.3125,
      "step": 40555
    },
    {
      "epoch": 1.8867643638055362,
      "grad_norm": 1.0772723928557628,
      "learning_rate": 0.0002367657735733136,
      "loss": 2.5312,
      "step": 40556
    },
    {
      "epoch": 1.8868108862526167,
      "grad_norm": 0.990852522774078,
      "learning_rate": 0.00023676274604558927,
      "loss": 2.3281,
      "step": 40557
    },
    {
      "epoch": 1.8868574086996976,
      "grad_norm": 1.144169640926563,
      "learning_rate": 0.00023675971846474824,
      "loss": 2.2969,
      "step": 40558
    },
    {
      "epoch": 1.8869039311467783,
      "grad_norm": 1.043840128077986,
      "learning_rate": 0.0002367566908307924,
      "loss": 2.2812,
      "step": 40559
    },
    {
      "epoch": 1.886950453593859,
      "grad_norm": 1.1036373628327283,
      "learning_rate": 0.0002367536631437236,
      "loss": 2.5312,
      "step": 40560
    },
    {
      "epoch": 1.8869969760409397,
      "grad_norm": 1.071215943044163,
      "learning_rate": 0.00023675063540354373,
      "loss": 2.2969,
      "step": 40561
    },
    {
      "epoch": 1.8870434984880204,
      "grad_norm": 1.100942393643031,
      "learning_rate": 0.00023674760761025458,
      "loss": 2.5312,
      "step": 40562
    },
    {
      "epoch": 1.8870900209351011,
      "grad_norm": 1.1058239371444238,
      "learning_rate": 0.00023674457976385804,
      "loss": 2.3594,
      "step": 40563
    },
    {
      "epoch": 1.8871365433821818,
      "grad_norm": 1.025087065995602,
      "learning_rate": 0.00023674155186435597,
      "loss": 2.25,
      "step": 40564
    },
    {
      "epoch": 1.8871830658292628,
      "grad_norm": 1.2687106205509382,
      "learning_rate": 0.0002367385239117502,
      "loss": 2.3438,
      "step": 40565
    },
    {
      "epoch": 1.8872295882763432,
      "grad_norm": 1.1795186033417748,
      "learning_rate": 0.00023673549590604254,
      "loss": 2.4844,
      "step": 40566
    },
    {
      "epoch": 1.8872761107234242,
      "grad_norm": 1.0856750097216372,
      "learning_rate": 0.00023673246784723496,
      "loss": 2.1719,
      "step": 40567
    },
    {
      "epoch": 1.8873226331705046,
      "grad_norm": 1.0794924860231718,
      "learning_rate": 0.00023672943973532923,
      "loss": 1.6953,
      "step": 40568
    },
    {
      "epoch": 1.8873691556175856,
      "grad_norm": 1.1010477495888245,
      "learning_rate": 0.00023672641157032725,
      "loss": 2.3594,
      "step": 40569
    },
    {
      "epoch": 1.887415678064666,
      "grad_norm": 1.110872969780058,
      "learning_rate": 0.00023672338335223084,
      "loss": 2.4531,
      "step": 40570
    },
    {
      "epoch": 1.887462200511747,
      "grad_norm": 1.1309697379270596,
      "learning_rate": 0.00023672035508104185,
      "loss": 2.4531,
      "step": 40571
    },
    {
      "epoch": 1.8875087229588277,
      "grad_norm": 1.081525604491748,
      "learning_rate": 0.0002367173267567622,
      "loss": 2.375,
      "step": 40572
    },
    {
      "epoch": 1.8875552454059084,
      "grad_norm": 1.1481174496394047,
      "learning_rate": 0.0002367142983793936,
      "loss": 2.3281,
      "step": 40573
    },
    {
      "epoch": 1.887601767852989,
      "grad_norm": 1.1832756783462703,
      "learning_rate": 0.00023671126994893806,
      "loss": 2.3281,
      "step": 40574
    },
    {
      "epoch": 1.8876482903000698,
      "grad_norm": 1.0986618110346695,
      "learning_rate": 0.00023670824146539734,
      "loss": 2.6094,
      "step": 40575
    },
    {
      "epoch": 1.8876948127471505,
      "grad_norm": 1.2059787440929295,
      "learning_rate": 0.00023670521292877333,
      "loss": 2.25,
      "step": 40576
    },
    {
      "epoch": 1.8877413351942312,
      "grad_norm": 1.0701275410296576,
      "learning_rate": 0.00023670218433906792,
      "loss": 2.4531,
      "step": 40577
    },
    {
      "epoch": 1.887787857641312,
      "grad_norm": 1.1163345475375732,
      "learning_rate": 0.00023669915569628287,
      "loss": 2.375,
      "step": 40578
    },
    {
      "epoch": 1.8878343800883925,
      "grad_norm": 1.095958765809659,
      "learning_rate": 0.0002366961270004201,
      "loss": 2.5156,
      "step": 40579
    },
    {
      "epoch": 1.8878809025354735,
      "grad_norm": 1.1162063890981788,
      "learning_rate": 0.00023669309825148147,
      "loss": 2.4844,
      "step": 40580
    },
    {
      "epoch": 1.887927424982554,
      "grad_norm": 1.116093368340582,
      "learning_rate": 0.0002366900694494688,
      "loss": 2.3594,
      "step": 40581
    },
    {
      "epoch": 1.8879739474296349,
      "grad_norm": 1.0407253685216924,
      "learning_rate": 0.0002366870405943839,
      "loss": 2.2344,
      "step": 40582
    },
    {
      "epoch": 1.8880204698767156,
      "grad_norm": 1.1140519501752204,
      "learning_rate": 0.00023668401168622878,
      "loss": 2.5,
      "step": 40583
    },
    {
      "epoch": 1.8880669923237963,
      "grad_norm": 1.2270480769603576,
      "learning_rate": 0.00023668098272500512,
      "loss": 2.2188,
      "step": 40584
    },
    {
      "epoch": 1.888113514770877,
      "grad_norm": 1.1812125165139542,
      "learning_rate": 0.00023667795371071495,
      "loss": 2.3594,
      "step": 40585
    },
    {
      "epoch": 1.8881600372179577,
      "grad_norm": 1.104250651339842,
      "learning_rate": 0.00023667492464335993,
      "loss": 2.3906,
      "step": 40586
    },
    {
      "epoch": 1.8882065596650384,
      "grad_norm": 1.199789436343687,
      "learning_rate": 0.00023667189552294203,
      "loss": 1.75,
      "step": 40587
    },
    {
      "epoch": 1.888253082112119,
      "grad_norm": 1.0954674391666739,
      "learning_rate": 0.0002366688663494631,
      "loss": 2.4219,
      "step": 40588
    },
    {
      "epoch": 1.8882996045591998,
      "grad_norm": 1.0550555798335641,
      "learning_rate": 0.00023666583712292496,
      "loss": 2.4219,
      "step": 40589
    },
    {
      "epoch": 1.8883461270062805,
      "grad_norm": 1.0673421971488892,
      "learning_rate": 0.00023666280784332954,
      "loss": 2.2656,
      "step": 40590
    },
    {
      "epoch": 1.8883926494533614,
      "grad_norm": 1.1357261432012937,
      "learning_rate": 0.00023665977851067857,
      "loss": 2.5938,
      "step": 40591
    },
    {
      "epoch": 1.8884391719004419,
      "grad_norm": 1.1628974550058002,
      "learning_rate": 0.00023665674912497401,
      "loss": 2.5,
      "step": 40592
    },
    {
      "epoch": 1.8884856943475228,
      "grad_norm": 1.075458066874732,
      "learning_rate": 0.00023665371968621766,
      "loss": 2.1406,
      "step": 40593
    },
    {
      "epoch": 1.8885322167946033,
      "grad_norm": 0.9788387327437341,
      "learning_rate": 0.00023665069019441142,
      "loss": 2.1719,
      "step": 40594
    },
    {
      "epoch": 1.8885787392416842,
      "grad_norm": 1.1183450700761957,
      "learning_rate": 0.0002366476606495571,
      "loss": 2.7969,
      "step": 40595
    },
    {
      "epoch": 1.8886252616887649,
      "grad_norm": 1.1010200784749515,
      "learning_rate": 0.0002366446310516566,
      "loss": 2.6406,
      "step": 40596
    },
    {
      "epoch": 1.8886717841358456,
      "grad_norm": 1.0754059996764913,
      "learning_rate": 0.00023664160140071167,
      "loss": 2.3594,
      "step": 40597
    },
    {
      "epoch": 1.8887183065829263,
      "grad_norm": 1.108943888674328,
      "learning_rate": 0.0002366385716967243,
      "loss": 2.5156,
      "step": 40598
    },
    {
      "epoch": 1.888764829030007,
      "grad_norm": 1.1512138584112812,
      "learning_rate": 0.00023663554193969626,
      "loss": 2.0469,
      "step": 40599
    },
    {
      "epoch": 1.8888113514770877,
      "grad_norm": 1.168940942127869,
      "learning_rate": 0.00023663251212962944,
      "loss": 2.5,
      "step": 40600
    },
    {
      "epoch": 1.8888578739241684,
      "grad_norm": 1.018566683179829,
      "learning_rate": 0.0002366294822665257,
      "loss": 2.1562,
      "step": 40601
    },
    {
      "epoch": 1.888904396371249,
      "grad_norm": 1.0989624278062318,
      "learning_rate": 0.0002366264523503869,
      "loss": 2.3594,
      "step": 40602
    },
    {
      "epoch": 1.8889509188183298,
      "grad_norm": 1.1769332592755966,
      "learning_rate": 0.00023662342238121482,
      "loss": 2.4062,
      "step": 40603
    },
    {
      "epoch": 1.8889974412654107,
      "grad_norm": 1.0894960829916298,
      "learning_rate": 0.00023662039235901138,
      "loss": 2.5625,
      "step": 40604
    },
    {
      "epoch": 1.8890439637124912,
      "grad_norm": 1.243732155847071,
      "learning_rate": 0.00023661736228377844,
      "loss": 2.5,
      "step": 40605
    },
    {
      "epoch": 1.889090486159572,
      "grad_norm": 1.0878369060036677,
      "learning_rate": 0.0002366143321555179,
      "loss": 2.3438,
      "step": 40606
    },
    {
      "epoch": 1.8891370086066526,
      "grad_norm": 1.228658855015137,
      "learning_rate": 0.00023661130197423147,
      "loss": 2.3438,
      "step": 40607
    },
    {
      "epoch": 1.8891835310537335,
      "grad_norm": 1.2361144871890415,
      "learning_rate": 0.00023660827173992111,
      "loss": 2.1719,
      "step": 40608
    },
    {
      "epoch": 1.8892300535008142,
      "grad_norm": 1.0759237905349468,
      "learning_rate": 0.00023660524145258867,
      "loss": 2.1875,
      "step": 40609
    },
    {
      "epoch": 1.8892765759478949,
      "grad_norm": 1.0693669237662524,
      "learning_rate": 0.00023660221111223594,
      "loss": 2.2656,
      "step": 40610
    },
    {
      "epoch": 1.8893230983949756,
      "grad_norm": 1.0772852918615474,
      "learning_rate": 0.0002365991807188649,
      "loss": 2.2344,
      "step": 40611
    },
    {
      "epoch": 1.8893696208420563,
      "grad_norm": 1.2000375412880198,
      "learning_rate": 0.00023659615027247726,
      "loss": 2.5469,
      "step": 40612
    },
    {
      "epoch": 1.889416143289137,
      "grad_norm": 1.1927223911413425,
      "learning_rate": 0.000236593119773075,
      "loss": 2.2812,
      "step": 40613
    },
    {
      "epoch": 1.8894626657362177,
      "grad_norm": 1.08484035741248,
      "learning_rate": 0.00023659008922065992,
      "loss": 2.2656,
      "step": 40614
    },
    {
      "epoch": 1.8895091881832986,
      "grad_norm": 1.055542163320436,
      "learning_rate": 0.00023658705861523389,
      "loss": 2.3281,
      "step": 40615
    },
    {
      "epoch": 1.889555710630379,
      "grad_norm": 1.1114073138869143,
      "learning_rate": 0.0002365840279567987,
      "loss": 2.7031,
      "step": 40616
    },
    {
      "epoch": 1.88960223307746,
      "grad_norm": 1.1831421788076102,
      "learning_rate": 0.0002365809972453563,
      "loss": 2.2656,
      "step": 40617
    },
    {
      "epoch": 1.8896487555245405,
      "grad_norm": 1.0517789139670082,
      "learning_rate": 0.00023657796648090848,
      "loss": 2.125,
      "step": 40618
    },
    {
      "epoch": 1.8896952779716214,
      "grad_norm": 1.0410041107052797,
      "learning_rate": 0.00023657493566345714,
      "loss": 2.3125,
      "step": 40619
    },
    {
      "epoch": 1.8897418004187019,
      "grad_norm": 1.0872703725311261,
      "learning_rate": 0.0002365719047930041,
      "loss": 2.1094,
      "step": 40620
    },
    {
      "epoch": 1.8897883228657828,
      "grad_norm": 1.2570146494627026,
      "learning_rate": 0.0002365688738695512,
      "loss": 2.125,
      "step": 40621
    },
    {
      "epoch": 1.8898348453128635,
      "grad_norm": 1.2535772120897313,
      "learning_rate": 0.0002365658428931004,
      "loss": 2.375,
      "step": 40622
    },
    {
      "epoch": 1.8898813677599442,
      "grad_norm": 1.1596691281817677,
      "learning_rate": 0.00023656281186365343,
      "loss": 1.875,
      "step": 40623
    },
    {
      "epoch": 1.889927890207025,
      "grad_norm": 1.0331989348120347,
      "learning_rate": 0.00023655978078121218,
      "loss": 1.6797,
      "step": 40624
    },
    {
      "epoch": 1.8899744126541056,
      "grad_norm": 1.1520671729706404,
      "learning_rate": 0.00023655674964577852,
      "loss": 2.5469,
      "step": 40625
    },
    {
      "epoch": 1.8900209351011863,
      "grad_norm": 1.0779764944198673,
      "learning_rate": 0.00023655371845735437,
      "loss": 2.4531,
      "step": 40626
    },
    {
      "epoch": 1.890067457548267,
      "grad_norm": 1.2093671404927855,
      "learning_rate": 0.0002365506872159415,
      "loss": 2.5938,
      "step": 40627
    },
    {
      "epoch": 1.890113979995348,
      "grad_norm": 1.042861206628012,
      "learning_rate": 0.00023654765592154176,
      "loss": 2.4375,
      "step": 40628
    },
    {
      "epoch": 1.8901605024424284,
      "grad_norm": 1.195050522429772,
      "learning_rate": 0.00023654462457415706,
      "loss": 2.3594,
      "step": 40629
    },
    {
      "epoch": 1.8902070248895093,
      "grad_norm": 1.1636104248067127,
      "learning_rate": 0.0002365415931737892,
      "loss": 2.4844,
      "step": 40630
    },
    {
      "epoch": 1.8902535473365898,
      "grad_norm": 1.1415786551126776,
      "learning_rate": 0.00023653856172044013,
      "loss": 2.1406,
      "step": 40631
    },
    {
      "epoch": 1.8903000697836707,
      "grad_norm": 1.1562829992484562,
      "learning_rate": 0.00023653553021411156,
      "loss": 2.4688,
      "step": 40632
    },
    {
      "epoch": 1.8903465922307512,
      "grad_norm": 1.1855175828664706,
      "learning_rate": 0.00023653249865480548,
      "loss": 2.5312,
      "step": 40633
    },
    {
      "epoch": 1.890393114677832,
      "grad_norm": 1.1229821432194471,
      "learning_rate": 0.00023652946704252369,
      "loss": 2.5938,
      "step": 40634
    },
    {
      "epoch": 1.8904396371249128,
      "grad_norm": 1.0980660961480047,
      "learning_rate": 0.00023652643537726804,
      "loss": 2.3125,
      "step": 40635
    },
    {
      "epoch": 1.8904861595719935,
      "grad_norm": 1.1110958432938582,
      "learning_rate": 0.0002365234036590404,
      "loss": 2.2344,
      "step": 40636
    },
    {
      "epoch": 1.8905326820190742,
      "grad_norm": 1.1151123788434056,
      "learning_rate": 0.00023652037188784264,
      "loss": 2.3438,
      "step": 40637
    },
    {
      "epoch": 1.890579204466155,
      "grad_norm": 1.0928985848978836,
      "learning_rate": 0.00023651734006367657,
      "loss": 2.4844,
      "step": 40638
    },
    {
      "epoch": 1.8906257269132356,
      "grad_norm": 1.024898045158,
      "learning_rate": 0.00023651430818654408,
      "loss": 2.2812,
      "step": 40639
    },
    {
      "epoch": 1.8906722493603163,
      "grad_norm": 1.061159994914328,
      "learning_rate": 0.00023651127625644704,
      "loss": 2.3125,
      "step": 40640
    },
    {
      "epoch": 1.8907187718073972,
      "grad_norm": 1.0572005316838864,
      "learning_rate": 0.0002365082442733873,
      "loss": 2.4531,
      "step": 40641
    },
    {
      "epoch": 1.8907652942544777,
      "grad_norm": 1.0660185248994254,
      "learning_rate": 0.00023650521223736662,
      "loss": 2.3594,
      "step": 40642
    },
    {
      "epoch": 1.8908118167015586,
      "grad_norm": 1.0838036683297332,
      "learning_rate": 0.000236502180148387,
      "loss": 2.3594,
      "step": 40643
    },
    {
      "epoch": 1.890858339148639,
      "grad_norm": 1.1485845946788473,
      "learning_rate": 0.0002364991480064502,
      "loss": 2.5,
      "step": 40644
    },
    {
      "epoch": 1.89090486159572,
      "grad_norm": 1.2498596676045193,
      "learning_rate": 0.00023649611581155817,
      "loss": 2.75,
      "step": 40645
    },
    {
      "epoch": 1.8909513840428005,
      "grad_norm": 1.068420656238993,
      "learning_rate": 0.00023649308356371267,
      "loss": 2.3906,
      "step": 40646
    },
    {
      "epoch": 1.8909979064898814,
      "grad_norm": 1.1252115433727783,
      "learning_rate": 0.00023649005126291563,
      "loss": 2.3906,
      "step": 40647
    },
    {
      "epoch": 1.8910444289369621,
      "grad_norm": 1.0961198965457721,
      "learning_rate": 0.00023648701890916887,
      "loss": 2.3438,
      "step": 40648
    },
    {
      "epoch": 1.8910909513840428,
      "grad_norm": 1.144301478531977,
      "learning_rate": 0.00023648398650247417,
      "loss": 2.7031,
      "step": 40649
    },
    {
      "epoch": 1.8911374738311235,
      "grad_norm": 1.124207091956002,
      "learning_rate": 0.00023648095404283354,
      "loss": 2.5,
      "step": 40650
    },
    {
      "epoch": 1.8911839962782042,
      "grad_norm": 1.0795615382526311,
      "learning_rate": 0.00023647792153024875,
      "loss": 2.3281,
      "step": 40651
    },
    {
      "epoch": 1.891230518725285,
      "grad_norm": 1.0696963408823645,
      "learning_rate": 0.00023647488896472163,
      "loss": 2.2812,
      "step": 40652
    },
    {
      "epoch": 1.8912770411723656,
      "grad_norm": 1.0956192514215197,
      "learning_rate": 0.0002364718563462541,
      "loss": 2.3906,
      "step": 40653
    },
    {
      "epoch": 1.8913235636194465,
      "grad_norm": 1.10443452750947,
      "learning_rate": 0.00023646882367484796,
      "loss": 2.3438,
      "step": 40654
    },
    {
      "epoch": 1.891370086066527,
      "grad_norm": 1.1029886757111158,
      "learning_rate": 0.00023646579095050514,
      "loss": 2.3438,
      "step": 40655
    },
    {
      "epoch": 1.891416608513608,
      "grad_norm": 1.0580439128263426,
      "learning_rate": 0.00023646275817322743,
      "loss": 2.1875,
      "step": 40656
    },
    {
      "epoch": 1.8914631309606884,
      "grad_norm": 1.196048478073678,
      "learning_rate": 0.00023645972534301672,
      "loss": 2.375,
      "step": 40657
    },
    {
      "epoch": 1.8915096534077693,
      "grad_norm": 1.2513440465432744,
      "learning_rate": 0.00023645669245987485,
      "loss": 2.6562,
      "step": 40658
    },
    {
      "epoch": 1.8915561758548498,
      "grad_norm": 1.1362592362969128,
      "learning_rate": 0.0002364536595238037,
      "loss": 2.5156,
      "step": 40659
    },
    {
      "epoch": 1.8916026983019307,
      "grad_norm": 1.0881115973611406,
      "learning_rate": 0.00023645062653480508,
      "loss": 2.2969,
      "step": 40660
    },
    {
      "epoch": 1.8916492207490114,
      "grad_norm": 1.1342666739111367,
      "learning_rate": 0.00023644759349288093,
      "loss": 2.6094,
      "step": 40661
    },
    {
      "epoch": 1.8916957431960921,
      "grad_norm": 1.0149926168135408,
      "learning_rate": 0.00023644456039803298,
      "loss": 2.1719,
      "step": 40662
    },
    {
      "epoch": 1.8917422656431728,
      "grad_norm": 1.0745218536556698,
      "learning_rate": 0.00023644152725026325,
      "loss": 1.9922,
      "step": 40663
    },
    {
      "epoch": 1.8917887880902535,
      "grad_norm": 1.1012172548893306,
      "learning_rate": 0.00023643849404957342,
      "loss": 2.4531,
      "step": 40664
    },
    {
      "epoch": 1.8918353105373342,
      "grad_norm": 1.1328981670792955,
      "learning_rate": 0.00023643546079596547,
      "loss": 2.1719,
      "step": 40665
    },
    {
      "epoch": 1.891881832984415,
      "grad_norm": 1.0510533942875646,
      "learning_rate": 0.00023643242748944121,
      "loss": 2.2188,
      "step": 40666
    },
    {
      "epoch": 1.8919283554314958,
      "grad_norm": 1.137980758856613,
      "learning_rate": 0.00023642939413000256,
      "loss": 2.5938,
      "step": 40667
    },
    {
      "epoch": 1.8919748778785763,
      "grad_norm": 1.1443141933314396,
      "learning_rate": 0.00023642636071765125,
      "loss": 2.5625,
      "step": 40668
    },
    {
      "epoch": 1.8920214003256572,
      "grad_norm": 1.0407867383501033,
      "learning_rate": 0.00023642332725238926,
      "loss": 2.1875,
      "step": 40669
    },
    {
      "epoch": 1.8920679227727377,
      "grad_norm": 1.136169912199686,
      "learning_rate": 0.00023642029373421842,
      "loss": 2.3281,
      "step": 40670
    },
    {
      "epoch": 1.8921144452198186,
      "grad_norm": 1.025803173423243,
      "learning_rate": 0.00023641726016314048,
      "loss": 2.2031,
      "step": 40671
    },
    {
      "epoch": 1.8921609676668991,
      "grad_norm": 1.0276027745993481,
      "learning_rate": 0.00023641422653915745,
      "loss": 2.0938,
      "step": 40672
    },
    {
      "epoch": 1.89220749011398,
      "grad_norm": 1.2307552484458006,
      "learning_rate": 0.00023641119286227114,
      "loss": 2.5469,
      "step": 40673
    },
    {
      "epoch": 1.8922540125610607,
      "grad_norm": 1.1770873947518963,
      "learning_rate": 0.00023640815913248336,
      "loss": 2.25,
      "step": 40674
    },
    {
      "epoch": 1.8923005350081414,
      "grad_norm": 1.1153086359843551,
      "learning_rate": 0.00023640512534979597,
      "loss": 2.2344,
      "step": 40675
    },
    {
      "epoch": 1.8923470574552221,
      "grad_norm": 1.0456648302060485,
      "learning_rate": 0.00023640209151421087,
      "loss": 2.4375,
      "step": 40676
    },
    {
      "epoch": 1.8923935799023028,
      "grad_norm": 1.0781248522547822,
      "learning_rate": 0.0002363990576257299,
      "loss": 2.5469,
      "step": 40677
    },
    {
      "epoch": 1.8924401023493835,
      "grad_norm": 1.0607010309276195,
      "learning_rate": 0.00023639602368435495,
      "loss": 2.2812,
      "step": 40678
    },
    {
      "epoch": 1.8924866247964642,
      "grad_norm": 1.1967278294666301,
      "learning_rate": 0.0002363929896900878,
      "loss": 2.6562,
      "step": 40679
    },
    {
      "epoch": 1.8925331472435452,
      "grad_norm": 1.0515266332515514,
      "learning_rate": 0.00023638995564293037,
      "loss": 1.8516,
      "step": 40680
    },
    {
      "epoch": 1.8925796696906256,
      "grad_norm": 0.9903967721648516,
      "learning_rate": 0.0002363869215428845,
      "loss": 2.2031,
      "step": 40681
    },
    {
      "epoch": 1.8926261921377066,
      "grad_norm": 1.2570872101736859,
      "learning_rate": 0.00023638388738995208,
      "loss": 2.6562,
      "step": 40682
    },
    {
      "epoch": 1.892672714584787,
      "grad_norm": 1.1122588337009045,
      "learning_rate": 0.0002363808531841349,
      "loss": 2.4219,
      "step": 40683
    },
    {
      "epoch": 1.892719237031868,
      "grad_norm": 1.1160919547564097,
      "learning_rate": 0.00023637781892543483,
      "loss": 2.2031,
      "step": 40684
    },
    {
      "epoch": 1.8927657594789484,
      "grad_norm": 1.1051546456944707,
      "learning_rate": 0.0002363747846138538,
      "loss": 2.6406,
      "step": 40685
    },
    {
      "epoch": 1.8928122819260293,
      "grad_norm": 1.084631906711769,
      "learning_rate": 0.00023637175024939362,
      "loss": 2.4375,
      "step": 40686
    },
    {
      "epoch": 1.89285880437311,
      "grad_norm": 1.127921579992022,
      "learning_rate": 0.00023636871583205608,
      "loss": 2.2969,
      "step": 40687
    },
    {
      "epoch": 1.8929053268201907,
      "grad_norm": 1.041244323187724,
      "learning_rate": 0.00023636568136184319,
      "loss": 2.5,
      "step": 40688
    },
    {
      "epoch": 1.8929518492672714,
      "grad_norm": 1.1816972366761567,
      "learning_rate": 0.00023636264683875663,
      "loss": 2.375,
      "step": 40689
    },
    {
      "epoch": 1.8929983717143521,
      "grad_norm": 1.113470813968859,
      "learning_rate": 0.00023635961226279838,
      "loss": 2.2344,
      "step": 40690
    },
    {
      "epoch": 1.8930448941614328,
      "grad_norm": 1.0965956304145656,
      "learning_rate": 0.0002363565776339703,
      "loss": 2.3281,
      "step": 40691
    },
    {
      "epoch": 1.8930914166085135,
      "grad_norm": 1.1159814700060309,
      "learning_rate": 0.00023635354295227422,
      "loss": 2.2812,
      "step": 40692
    },
    {
      "epoch": 1.8931379390555945,
      "grad_norm": 1.146347222697909,
      "learning_rate": 0.00023635050821771194,
      "loss": 2.4062,
      "step": 40693
    },
    {
      "epoch": 1.893184461502675,
      "grad_norm": 1.108666662857243,
      "learning_rate": 0.0002363474734302854,
      "loss": 2.5156,
      "step": 40694
    },
    {
      "epoch": 1.8932309839497559,
      "grad_norm": 1.0917824893071704,
      "learning_rate": 0.00023634443858999642,
      "loss": 2.3125,
      "step": 40695
    },
    {
      "epoch": 1.8932775063968363,
      "grad_norm": 1.094195338804912,
      "learning_rate": 0.00023634140369684689,
      "loss": 2.4219,
      "step": 40696
    },
    {
      "epoch": 1.8933240288439173,
      "grad_norm": 1.1314319285773646,
      "learning_rate": 0.00023633836875083862,
      "loss": 2.6719,
      "step": 40697
    },
    {
      "epoch": 1.893370551290998,
      "grad_norm": 1.099928564661789,
      "learning_rate": 0.0002363353337519735,
      "loss": 2.1406,
      "step": 40698
    },
    {
      "epoch": 1.8934170737380787,
      "grad_norm": 1.1782681335182084,
      "learning_rate": 0.00023633229870025335,
      "loss": 2.6406,
      "step": 40699
    },
    {
      "epoch": 1.8934635961851594,
      "grad_norm": 1.052993696074334,
      "learning_rate": 0.00023632926359568008,
      "loss": 2.2969,
      "step": 40700
    },
    {
      "epoch": 1.89351011863224,
      "grad_norm": 1.1281131590833362,
      "learning_rate": 0.00023632622843825556,
      "loss": 2.0938,
      "step": 40701
    },
    {
      "epoch": 1.8935566410793208,
      "grad_norm": 1.0801209565595529,
      "learning_rate": 0.00023632319322798156,
      "loss": 2.5,
      "step": 40702
    },
    {
      "epoch": 1.8936031635264015,
      "grad_norm": 1.0605223811115363,
      "learning_rate": 0.00023632015796486,
      "loss": 2.3594,
      "step": 40703
    },
    {
      "epoch": 1.8936496859734822,
      "grad_norm": 1.2881272856774542,
      "learning_rate": 0.00023631712264889274,
      "loss": 2.3906,
      "step": 40704
    },
    {
      "epoch": 1.8936962084205629,
      "grad_norm": 1.0733700131578925,
      "learning_rate": 0.00023631408728008165,
      "loss": 2.4688,
      "step": 40705
    },
    {
      "epoch": 1.8937427308676438,
      "grad_norm": 1.0870389914591831,
      "learning_rate": 0.00023631105185842856,
      "loss": 2.5,
      "step": 40706
    },
    {
      "epoch": 1.8937892533147243,
      "grad_norm": 1.154247051048767,
      "learning_rate": 0.00023630801638393532,
      "loss": 2.4062,
      "step": 40707
    },
    {
      "epoch": 1.8938357757618052,
      "grad_norm": 1.1602714379990289,
      "learning_rate": 0.00023630498085660384,
      "loss": 2.3594,
      "step": 40708
    },
    {
      "epoch": 1.8938822982088857,
      "grad_norm": 1.1753337679459863,
      "learning_rate": 0.0002363019452764359,
      "loss": 2.5469,
      "step": 40709
    },
    {
      "epoch": 1.8939288206559666,
      "grad_norm": 1.1515858469449896,
      "learning_rate": 0.00023629890964343343,
      "loss": 2.5781,
      "step": 40710
    },
    {
      "epoch": 1.8939753431030473,
      "grad_norm": 1.0823786733387142,
      "learning_rate": 0.0002362958739575982,
      "loss": 2.4219,
      "step": 40711
    },
    {
      "epoch": 1.894021865550128,
      "grad_norm": 1.196439121804094,
      "learning_rate": 0.0002362928382189322,
      "loss": 2.3281,
      "step": 40712
    },
    {
      "epoch": 1.8940683879972087,
      "grad_norm": 1.0515816861239085,
      "learning_rate": 0.0002362898024274372,
      "loss": 2.3438,
      "step": 40713
    },
    {
      "epoch": 1.8941149104442894,
      "grad_norm": 1.1243964095291838,
      "learning_rate": 0.00023628676658311507,
      "loss": 2.4062,
      "step": 40714
    },
    {
      "epoch": 1.89416143289137,
      "grad_norm": 1.1090145616663059,
      "learning_rate": 0.00023628373068596765,
      "loss": 2.6406,
      "step": 40715
    },
    {
      "epoch": 1.8942079553384508,
      "grad_norm": 1.0248712794622974,
      "learning_rate": 0.00023628069473599682,
      "loss": 2.2031,
      "step": 40716
    },
    {
      "epoch": 1.8942544777855315,
      "grad_norm": 1.0351303424566605,
      "learning_rate": 0.00023627765873320447,
      "loss": 2.0781,
      "step": 40717
    },
    {
      "epoch": 1.8943010002326122,
      "grad_norm": 1.067522554306258,
      "learning_rate": 0.00023627462267759243,
      "loss": 2.5938,
      "step": 40718
    },
    {
      "epoch": 1.894347522679693,
      "grad_norm": 1.1362769588449586,
      "learning_rate": 0.00023627158656916252,
      "loss": 2.4062,
      "step": 40719
    },
    {
      "epoch": 1.8943940451267736,
      "grad_norm": 1.1094514945292062,
      "learning_rate": 0.00023626855040791663,
      "loss": 2.25,
      "step": 40720
    },
    {
      "epoch": 1.8944405675738545,
      "grad_norm": 1.0924267801549985,
      "learning_rate": 0.00023626551419385667,
      "loss": 2.4375,
      "step": 40721
    },
    {
      "epoch": 1.894487090020935,
      "grad_norm": 1.1343063886568066,
      "learning_rate": 0.00023626247792698447,
      "loss": 2.4219,
      "step": 40722
    },
    {
      "epoch": 1.8945336124680159,
      "grad_norm": 1.098741424449892,
      "learning_rate": 0.00023625944160730184,
      "loss": 2.7031,
      "step": 40723
    },
    {
      "epoch": 1.8945801349150966,
      "grad_norm": 1.0318441150899051,
      "learning_rate": 0.00023625640523481064,
      "loss": 2.1562,
      "step": 40724
    },
    {
      "epoch": 1.8946266573621773,
      "grad_norm": 1.1411651596769412,
      "learning_rate": 0.0002362533688095128,
      "loss": 2.3281,
      "step": 40725
    },
    {
      "epoch": 1.894673179809258,
      "grad_norm": 1.0967609650585204,
      "learning_rate": 0.00023625033233141014,
      "loss": 2.3594,
      "step": 40726
    },
    {
      "epoch": 1.8947197022563387,
      "grad_norm": 1.0419585285893538,
      "learning_rate": 0.0002362472958005045,
      "loss": 2.2031,
      "step": 40727
    },
    {
      "epoch": 1.8947662247034194,
      "grad_norm": 1.090149581268313,
      "learning_rate": 0.0002362442592167978,
      "loss": 2.2969,
      "step": 40728
    },
    {
      "epoch": 1.8948127471505,
      "grad_norm": 1.0337653340178536,
      "learning_rate": 0.0002362412225802918,
      "loss": 1.8594,
      "step": 40729
    },
    {
      "epoch": 1.894859269597581,
      "grad_norm": 1.0302704338202677,
      "learning_rate": 0.00023623818589098842,
      "loss": 2.4844,
      "step": 40730
    },
    {
      "epoch": 1.8949057920446615,
      "grad_norm": 1.0765775067380674,
      "learning_rate": 0.00023623514914888956,
      "loss": 2.2656,
      "step": 40731
    },
    {
      "epoch": 1.8949523144917424,
      "grad_norm": 1.1014225746929867,
      "learning_rate": 0.000236232112353997,
      "loss": 2.4375,
      "step": 40732
    },
    {
      "epoch": 1.8949988369388229,
      "grad_norm": 1.1384914606603567,
      "learning_rate": 0.0002362290755063126,
      "loss": 2.5938,
      "step": 40733
    },
    {
      "epoch": 1.8950453593859038,
      "grad_norm": 1.3182475048089417,
      "learning_rate": 0.0002362260386058383,
      "loss": 2.5156,
      "step": 40734
    },
    {
      "epoch": 1.8950918818329843,
      "grad_norm": 1.0190074564963116,
      "learning_rate": 0.0002362230016525759,
      "loss": 2.375,
      "step": 40735
    },
    {
      "epoch": 1.8951384042800652,
      "grad_norm": 1.098679170566798,
      "learning_rate": 0.00023621996464652729,
      "loss": 2.375,
      "step": 40736
    },
    {
      "epoch": 1.895184926727146,
      "grad_norm": 1.0995249364961526,
      "learning_rate": 0.0002362169275876943,
      "loss": 2.5156,
      "step": 40737
    },
    {
      "epoch": 1.8952314491742266,
      "grad_norm": 1.0615551121366094,
      "learning_rate": 0.00023621389047607876,
      "loss": 2.5,
      "step": 40738
    },
    {
      "epoch": 1.8952779716213073,
      "grad_norm": 1.1163164232866196,
      "learning_rate": 0.00023621085331168262,
      "loss": 2.5,
      "step": 40739
    },
    {
      "epoch": 1.895324494068388,
      "grad_norm": 1.1511727776592025,
      "learning_rate": 0.00023620781609450767,
      "loss": 2.4688,
      "step": 40740
    },
    {
      "epoch": 1.8953710165154687,
      "grad_norm": 1.0611733914737387,
      "learning_rate": 0.00023620477882455574,
      "loss": 2.2812,
      "step": 40741
    },
    {
      "epoch": 1.8954175389625494,
      "grad_norm": 1.0635475047245224,
      "learning_rate": 0.00023620174150182883,
      "loss": 2.1406,
      "step": 40742
    },
    {
      "epoch": 1.8954640614096303,
      "grad_norm": 1.285515260366042,
      "learning_rate": 0.00023619870412632863,
      "loss": 2.5469,
      "step": 40743
    },
    {
      "epoch": 1.8955105838567108,
      "grad_norm": 1.1563847147848847,
      "learning_rate": 0.00023619566669805708,
      "loss": 2.4844,
      "step": 40744
    },
    {
      "epoch": 1.8955571063037917,
      "grad_norm": 1.0128200731050465,
      "learning_rate": 0.00023619262921701606,
      "loss": 2.3125,
      "step": 40745
    },
    {
      "epoch": 1.8956036287508722,
      "grad_norm": 1.1857138286120943,
      "learning_rate": 0.00023618959168320743,
      "loss": 1.7109,
      "step": 40746
    },
    {
      "epoch": 1.895650151197953,
      "grad_norm": 1.0822629605461092,
      "learning_rate": 0.00023618655409663296,
      "loss": 2.4375,
      "step": 40747
    },
    {
      "epoch": 1.8956966736450336,
      "grad_norm": 1.0823883910389969,
      "learning_rate": 0.00023618351645729463,
      "loss": 2.5625,
      "step": 40748
    },
    {
      "epoch": 1.8957431960921145,
      "grad_norm": 1.1968530903387322,
      "learning_rate": 0.00023618047876519424,
      "loss": 2.3438,
      "step": 40749
    },
    {
      "epoch": 1.8957897185391952,
      "grad_norm": 1.0903822358792068,
      "learning_rate": 0.0002361774410203336,
      "loss": 2.1406,
      "step": 40750
    },
    {
      "epoch": 1.895836240986276,
      "grad_norm": 1.0579398912199214,
      "learning_rate": 0.00023617440322271465,
      "loss": 2.3906,
      "step": 40751
    },
    {
      "epoch": 1.8958827634333566,
      "grad_norm": 1.11778692091511,
      "learning_rate": 0.0002361713653723392,
      "loss": 2.4531,
      "step": 40752
    },
    {
      "epoch": 1.8959292858804373,
      "grad_norm": 1.1881896392859301,
      "learning_rate": 0.00023616832746920917,
      "loss": 2.5938,
      "step": 40753
    },
    {
      "epoch": 1.895975808327518,
      "grad_norm": 1.0727356560801926,
      "learning_rate": 0.00023616528951332638,
      "loss": 2.6406,
      "step": 40754
    },
    {
      "epoch": 1.8960223307745987,
      "grad_norm": 1.1740912108629225,
      "learning_rate": 0.0002361622515046927,
      "loss": 1.6641,
      "step": 40755
    },
    {
      "epoch": 1.8960688532216796,
      "grad_norm": 1.031766993965457,
      "learning_rate": 0.00023615921344330996,
      "loss": 2.1562,
      "step": 40756
    },
    {
      "epoch": 1.89611537566876,
      "grad_norm": 1.1085839782095697,
      "learning_rate": 0.00023615617532918003,
      "loss": 2.2969,
      "step": 40757
    },
    {
      "epoch": 1.896161898115841,
      "grad_norm": 1.0830088074026112,
      "learning_rate": 0.00023615313716230483,
      "loss": 2.3594,
      "step": 40758
    },
    {
      "epoch": 1.8962084205629215,
      "grad_norm": 1.1210158961822196,
      "learning_rate": 0.00023615009894268612,
      "loss": 2.3594,
      "step": 40759
    },
    {
      "epoch": 1.8962549430100024,
      "grad_norm": 1.2051287038694345,
      "learning_rate": 0.00023614706067032583,
      "loss": 2.5,
      "step": 40760
    },
    {
      "epoch": 1.896301465457083,
      "grad_norm": 1.1416343124620703,
      "learning_rate": 0.00023614402234522586,
      "loss": 2.5,
      "step": 40761
    },
    {
      "epoch": 1.8963479879041638,
      "grad_norm": 1.075835983955886,
      "learning_rate": 0.00023614098396738793,
      "loss": 2.3906,
      "step": 40762
    },
    {
      "epoch": 1.8963945103512445,
      "grad_norm": 1.0932325795627067,
      "learning_rate": 0.00023613794553681397,
      "loss": 2.3594,
      "step": 40763
    },
    {
      "epoch": 1.8964410327983252,
      "grad_norm": 1.1692789159395214,
      "learning_rate": 0.00023613490705350589,
      "loss": 2.4844,
      "step": 40764
    },
    {
      "epoch": 1.896487555245406,
      "grad_norm": 1.062735573802403,
      "learning_rate": 0.0002361318685174655,
      "loss": 2.2656,
      "step": 40765
    },
    {
      "epoch": 1.8965340776924866,
      "grad_norm": 1.441456278303973,
      "learning_rate": 0.0002361288299286947,
      "loss": 2.5625,
      "step": 40766
    },
    {
      "epoch": 1.8965806001395673,
      "grad_norm": 1.1016081267954736,
      "learning_rate": 0.00023612579128719533,
      "loss": 1.8906,
      "step": 40767
    },
    {
      "epoch": 1.896627122586648,
      "grad_norm": 1.1985009350903824,
      "learning_rate": 0.0002361227525929692,
      "loss": 2.3125,
      "step": 40768
    },
    {
      "epoch": 1.896673645033729,
      "grad_norm": 1.0891708241683409,
      "learning_rate": 0.00023611971384601823,
      "loss": 2.1719,
      "step": 40769
    },
    {
      "epoch": 1.8967201674808094,
      "grad_norm": 1.159893071790664,
      "learning_rate": 0.0002361166750463443,
      "loss": 2.5469,
      "step": 40770
    },
    {
      "epoch": 1.8967666899278903,
      "grad_norm": 1.064804293900436,
      "learning_rate": 0.0002361136361939492,
      "loss": 2.4062,
      "step": 40771
    },
    {
      "epoch": 1.8968132123749708,
      "grad_norm": 1.1463769384489044,
      "learning_rate": 0.0002361105972888348,
      "loss": 2.0781,
      "step": 40772
    },
    {
      "epoch": 1.8968597348220517,
      "grad_norm": 1.1436233724209823,
      "learning_rate": 0.00023610755833100303,
      "loss": 2.4844,
      "step": 40773
    },
    {
      "epoch": 1.8969062572691322,
      "grad_norm": 1.0136981145605475,
      "learning_rate": 0.00023610451932045564,
      "loss": 2.2656,
      "step": 40774
    },
    {
      "epoch": 1.8969527797162131,
      "grad_norm": 1.1033296735043152,
      "learning_rate": 0.00023610148025719464,
      "loss": 2.4844,
      "step": 40775
    },
    {
      "epoch": 1.8969993021632938,
      "grad_norm": 1.0630915240105079,
      "learning_rate": 0.00023609844114122177,
      "loss": 2.4531,
      "step": 40776
    },
    {
      "epoch": 1.8970458246103745,
      "grad_norm": 1.087286427805358,
      "learning_rate": 0.0002360954019725389,
      "loss": 2.2812,
      "step": 40777
    },
    {
      "epoch": 1.8970923470574552,
      "grad_norm": 1.0790338628992904,
      "learning_rate": 0.00023609236275114797,
      "loss": 2.2344,
      "step": 40778
    },
    {
      "epoch": 1.897138869504536,
      "grad_norm": 1.0611824285100877,
      "learning_rate": 0.00023608932347705076,
      "loss": 2.2188,
      "step": 40779
    },
    {
      "epoch": 1.8971853919516166,
      "grad_norm": 1.1889043181893562,
      "learning_rate": 0.00023608628415024916,
      "loss": 2.7031,
      "step": 40780
    },
    {
      "epoch": 1.8972319143986973,
      "grad_norm": 1.0737434865898272,
      "learning_rate": 0.00023608324477074504,
      "loss": 2.1875,
      "step": 40781
    },
    {
      "epoch": 1.8972784368457782,
      "grad_norm": 1.1337794682542082,
      "learning_rate": 0.00023608020533854023,
      "loss": 2.2812,
      "step": 40782
    },
    {
      "epoch": 1.8973249592928587,
      "grad_norm": 1.1967230198301488,
      "learning_rate": 0.00023607716585363663,
      "loss": 2.25,
      "step": 40783
    },
    {
      "epoch": 1.8973714817399396,
      "grad_norm": 1.1590210363994207,
      "learning_rate": 0.00023607412631603607,
      "loss": 2.5312,
      "step": 40784
    },
    {
      "epoch": 1.8974180041870201,
      "grad_norm": 1.1814533084787258,
      "learning_rate": 0.00023607108672574038,
      "loss": 2.3906,
      "step": 40785
    },
    {
      "epoch": 1.897464526634101,
      "grad_norm": 1.201825319768549,
      "learning_rate": 0.00023606804708275152,
      "loss": 1.9062,
      "step": 40786
    },
    {
      "epoch": 1.8975110490811815,
      "grad_norm": 1.206729445087447,
      "learning_rate": 0.00023606500738707127,
      "loss": 2.5312,
      "step": 40787
    },
    {
      "epoch": 1.8975575715282624,
      "grad_norm": 1.173251832925477,
      "learning_rate": 0.00023606196763870154,
      "loss": 2.5156,
      "step": 40788
    },
    {
      "epoch": 1.8976040939753431,
      "grad_norm": 1.1691016526750022,
      "learning_rate": 0.00023605892783764415,
      "loss": 2.4219,
      "step": 40789
    },
    {
      "epoch": 1.8976506164224238,
      "grad_norm": 1.247265434689256,
      "learning_rate": 0.000236055887983901,
      "loss": 2.375,
      "step": 40790
    },
    {
      "epoch": 1.8976971388695045,
      "grad_norm": 1.0831256065677648,
      "learning_rate": 0.00023605284807747388,
      "loss": 2.4062,
      "step": 40791
    },
    {
      "epoch": 1.8977436613165852,
      "grad_norm": 1.201280500547025,
      "learning_rate": 0.0002360498081183648,
      "loss": 2.1875,
      "step": 40792
    },
    {
      "epoch": 1.897790183763666,
      "grad_norm": 1.1211574012528391,
      "learning_rate": 0.00023604676810657542,
      "loss": 2.4688,
      "step": 40793
    },
    {
      "epoch": 1.8978367062107466,
      "grad_norm": 1.1734952782705306,
      "learning_rate": 0.0002360437280421077,
      "loss": 2.4844,
      "step": 40794
    },
    {
      "epoch": 1.8978832286578275,
      "grad_norm": 1.1605625359636778,
      "learning_rate": 0.00023604068792496355,
      "loss": 2.2188,
      "step": 40795
    },
    {
      "epoch": 1.897929751104908,
      "grad_norm": 1.1388152063619006,
      "learning_rate": 0.00023603764775514472,
      "loss": 2.2969,
      "step": 40796
    },
    {
      "epoch": 1.897976273551989,
      "grad_norm": 1.153516268186133,
      "learning_rate": 0.0002360346075326532,
      "loss": 2.4688,
      "step": 40797
    },
    {
      "epoch": 1.8980227959990694,
      "grad_norm": 1.0446873680397244,
      "learning_rate": 0.00023603156725749078,
      "loss": 2.2969,
      "step": 40798
    },
    {
      "epoch": 1.8980693184461503,
      "grad_norm": 1.0643218934966403,
      "learning_rate": 0.00023602852692965933,
      "loss": 2.3906,
      "step": 40799
    },
    {
      "epoch": 1.8981158408932308,
      "grad_norm": 1.0784427933634853,
      "learning_rate": 0.0002360254865491607,
      "loss": 2.1562,
      "step": 40800
    },
    {
      "epoch": 1.8981623633403117,
      "grad_norm": 0.9925882737438874,
      "learning_rate": 0.00023602244611599672,
      "loss": 2.3594,
      "step": 40801
    },
    {
      "epoch": 1.8982088857873924,
      "grad_norm": 1.100067306293043,
      "learning_rate": 0.00023601940563016934,
      "loss": 2.4531,
      "step": 40802
    },
    {
      "epoch": 1.8982554082344731,
      "grad_norm": 1.0307715720409962,
      "learning_rate": 0.00023601636509168036,
      "loss": 2.2656,
      "step": 40803
    },
    {
      "epoch": 1.8983019306815538,
      "grad_norm": 1.1128479523248809,
      "learning_rate": 0.00023601332450053162,
      "loss": 2.4062,
      "step": 40804
    },
    {
      "epoch": 1.8983484531286345,
      "grad_norm": 1.0458091748975846,
      "learning_rate": 0.00023601028385672508,
      "loss": 2.5469,
      "step": 40805
    },
    {
      "epoch": 1.8983949755757152,
      "grad_norm": 1.0317222915481736,
      "learning_rate": 0.00023600724316026253,
      "loss": 2.3438,
      "step": 40806
    },
    {
      "epoch": 1.898441498022796,
      "grad_norm": 1.0604163942221771,
      "learning_rate": 0.00023600420241114576,
      "loss": 2.5469,
      "step": 40807
    },
    {
      "epoch": 1.8984880204698769,
      "grad_norm": 1.067210117656227,
      "learning_rate": 0.0002360011616093768,
      "loss": 2.375,
      "step": 40808
    },
    {
      "epoch": 1.8985345429169573,
      "grad_norm": 1.0512773213070576,
      "learning_rate": 0.0002359981207549574,
      "loss": 2.5781,
      "step": 40809
    },
    {
      "epoch": 1.8985810653640383,
      "grad_norm": 1.0955809708685593,
      "learning_rate": 0.0002359950798478894,
      "loss": 2.3125,
      "step": 40810
    },
    {
      "epoch": 1.8986275878111187,
      "grad_norm": 1.024365745542988,
      "learning_rate": 0.00023599203888817472,
      "loss": 2.1875,
      "step": 40811
    },
    {
      "epoch": 1.8986741102581997,
      "grad_norm": 1.0931622595711867,
      "learning_rate": 0.00023598899787581525,
      "loss": 2.4844,
      "step": 40812
    },
    {
      "epoch": 1.8987206327052801,
      "grad_norm": 1.0943962001705982,
      "learning_rate": 0.0002359859568108128,
      "loss": 2.5938,
      "step": 40813
    },
    {
      "epoch": 1.898767155152361,
      "grad_norm": 1.0574370586967563,
      "learning_rate": 0.00023598291569316922,
      "loss": 2.3438,
      "step": 40814
    },
    {
      "epoch": 1.8988136775994418,
      "grad_norm": 1.028016123005954,
      "learning_rate": 0.00023597987452288636,
      "loss": 2.3906,
      "step": 40815
    },
    {
      "epoch": 1.8988602000465225,
      "grad_norm": 1.0252235289199794,
      "learning_rate": 0.00023597683329996619,
      "loss": 2.3438,
      "step": 40816
    },
    {
      "epoch": 1.8989067224936031,
      "grad_norm": 1.088511379488006,
      "learning_rate": 0.00023597379202441044,
      "loss": 2.3906,
      "step": 40817
    },
    {
      "epoch": 1.8989532449406838,
      "grad_norm": 1.1299720579951378,
      "learning_rate": 0.000235970750696221,
      "loss": 2.2031,
      "step": 40818
    },
    {
      "epoch": 1.8989997673877645,
      "grad_norm": 1.172958605234146,
      "learning_rate": 0.00023596770931539983,
      "loss": 2.6719,
      "step": 40819
    },
    {
      "epoch": 1.8990462898348452,
      "grad_norm": 1.1322336473073809,
      "learning_rate": 0.00023596466788194869,
      "loss": 2.4688,
      "step": 40820
    },
    {
      "epoch": 1.8990928122819262,
      "grad_norm": 1.0928853184972194,
      "learning_rate": 0.00023596162639586947,
      "loss": 2.2812,
      "step": 40821
    },
    {
      "epoch": 1.8991393347290066,
      "grad_norm": 1.0850855087899813,
      "learning_rate": 0.00023595858485716406,
      "loss": 2.4531,
      "step": 40822
    },
    {
      "epoch": 1.8991858571760876,
      "grad_norm": 1.0829581997137,
      "learning_rate": 0.00023595554326583427,
      "loss": 2.2031,
      "step": 40823
    },
    {
      "epoch": 1.899232379623168,
      "grad_norm": 1.135528972847296,
      "learning_rate": 0.00023595250162188202,
      "loss": 2.5625,
      "step": 40824
    },
    {
      "epoch": 1.899278902070249,
      "grad_norm": 1.1340851781437717,
      "learning_rate": 0.0002359494599253091,
      "loss": 2.5625,
      "step": 40825
    },
    {
      "epoch": 1.8993254245173297,
      "grad_norm": 1.0181493075681274,
      "learning_rate": 0.00023594641817611744,
      "loss": 2.0938,
      "step": 40826
    },
    {
      "epoch": 1.8993719469644104,
      "grad_norm": 1.1063655728272308,
      "learning_rate": 0.00023594337637430888,
      "loss": 2.4531,
      "step": 40827
    },
    {
      "epoch": 1.899418469411491,
      "grad_norm": 1.1032305668741271,
      "learning_rate": 0.00023594033451988526,
      "loss": 2.2344,
      "step": 40828
    },
    {
      "epoch": 1.8994649918585718,
      "grad_norm": 1.119810311973143,
      "learning_rate": 0.00023593729261284848,
      "loss": 2.5312,
      "step": 40829
    },
    {
      "epoch": 1.8995115143056525,
      "grad_norm": 1.0441242790670413,
      "learning_rate": 0.00023593425065320035,
      "loss": 2.4844,
      "step": 40830
    },
    {
      "epoch": 1.8995580367527332,
      "grad_norm": 1.0722018257968682,
      "learning_rate": 0.0002359312086409428,
      "loss": 1.7656,
      "step": 40831
    },
    {
      "epoch": 1.8996045591998139,
      "grad_norm": 1.0956773139173734,
      "learning_rate": 0.00023592816657607766,
      "loss": 2.4688,
      "step": 40832
    },
    {
      "epoch": 1.8996510816468946,
      "grad_norm": 1.1760558177047196,
      "learning_rate": 0.00023592512445860675,
      "loss": 2.2656,
      "step": 40833
    },
    {
      "epoch": 1.8996976040939755,
      "grad_norm": 1.1546402886294804,
      "learning_rate": 0.00023592208228853204,
      "loss": 2.2812,
      "step": 40834
    },
    {
      "epoch": 1.899744126541056,
      "grad_norm": 1.11026321209267,
      "learning_rate": 0.00023591904006585527,
      "loss": 2.3906,
      "step": 40835
    },
    {
      "epoch": 1.8997906489881369,
      "grad_norm": 1.160455359555615,
      "learning_rate": 0.00023591599779057836,
      "loss": 2.6875,
      "step": 40836
    },
    {
      "epoch": 1.8998371714352174,
      "grad_norm": 1.085997736535405,
      "learning_rate": 0.00023591295546270322,
      "loss": 2.4531,
      "step": 40837
    },
    {
      "epoch": 1.8998836938822983,
      "grad_norm": 1.0095056926169876,
      "learning_rate": 0.0002359099130822316,
      "loss": 2.0938,
      "step": 40838
    },
    {
      "epoch": 1.899930216329379,
      "grad_norm": 1.0980722519169273,
      "learning_rate": 0.00023590687064916545,
      "loss": 2.25,
      "step": 40839
    },
    {
      "epoch": 1.8999767387764597,
      "grad_norm": 1.2072973530850266,
      "learning_rate": 0.0002359038281635066,
      "loss": 2.3438,
      "step": 40840
    },
    {
      "epoch": 1.9000232612235404,
      "grad_norm": 1.1874462753392698,
      "learning_rate": 0.00023590078562525692,
      "loss": 2.4219,
      "step": 40841
    },
    {
      "epoch": 1.900069783670621,
      "grad_norm": 1.1125826316771374,
      "learning_rate": 0.00023589774303441828,
      "loss": 2.3281,
      "step": 40842
    },
    {
      "epoch": 1.9001163061177018,
      "grad_norm": 1.115753087005929,
      "learning_rate": 0.00023589470039099255,
      "loss": 2.375,
      "step": 40843
    },
    {
      "epoch": 1.9001628285647825,
      "grad_norm": 1.173090014624501,
      "learning_rate": 0.00023589165769498157,
      "loss": 2.4062,
      "step": 40844
    },
    {
      "epoch": 1.9002093510118634,
      "grad_norm": 1.0699306439719452,
      "learning_rate": 0.00023588861494638718,
      "loss": 2.6719,
      "step": 40845
    },
    {
      "epoch": 1.9002558734589439,
      "grad_norm": 1.1353029962305956,
      "learning_rate": 0.00023588557214521133,
      "loss": 2.3594,
      "step": 40846
    },
    {
      "epoch": 1.9003023959060248,
      "grad_norm": 1.1431804676210588,
      "learning_rate": 0.0002358825292914558,
      "loss": 2.4062,
      "step": 40847
    },
    {
      "epoch": 1.9003489183531053,
      "grad_norm": 1.0535184580590025,
      "learning_rate": 0.00023587948638512245,
      "loss": 2.0312,
      "step": 40848
    },
    {
      "epoch": 1.9003954408001862,
      "grad_norm": 1.088338050584031,
      "learning_rate": 0.0002358764434262132,
      "loss": 2.3438,
      "step": 40849
    },
    {
      "epoch": 1.9004419632472667,
      "grad_norm": 1.1237327419908414,
      "learning_rate": 0.0002358734004147299,
      "loss": 2.4688,
      "step": 40850
    },
    {
      "epoch": 1.9004884856943476,
      "grad_norm": 1.1306479679601622,
      "learning_rate": 0.00023587035735067436,
      "loss": 2.375,
      "step": 40851
    },
    {
      "epoch": 1.9005350081414283,
      "grad_norm": 1.089585803630073,
      "learning_rate": 0.0002358673142340485,
      "loss": 2.5312,
      "step": 40852
    },
    {
      "epoch": 1.900581530588509,
      "grad_norm": 1.185133310623345,
      "learning_rate": 0.00023586427106485417,
      "loss": 2.5781,
      "step": 40853
    },
    {
      "epoch": 1.9006280530355897,
      "grad_norm": 1.1591493481096682,
      "learning_rate": 0.0002358612278430932,
      "loss": 2.5625,
      "step": 40854
    },
    {
      "epoch": 1.9006745754826704,
      "grad_norm": 1.0873077954779435,
      "learning_rate": 0.0002358581845687675,
      "loss": 2.2812,
      "step": 40855
    },
    {
      "epoch": 1.900721097929751,
      "grad_norm": 1.1722554354614363,
      "learning_rate": 0.00023585514124187893,
      "loss": 2.5781,
      "step": 40856
    },
    {
      "epoch": 1.9007676203768318,
      "grad_norm": 1.0600928400135565,
      "learning_rate": 0.00023585209786242933,
      "loss": 2.2031,
      "step": 40857
    },
    {
      "epoch": 1.9008141428239127,
      "grad_norm": 1.056409157548443,
      "learning_rate": 0.00023584905443042054,
      "loss": 2.25,
      "step": 40858
    },
    {
      "epoch": 1.9008606652709932,
      "grad_norm": 1.137138463361693,
      "learning_rate": 0.00023584601094585452,
      "loss": 2.375,
      "step": 40859
    },
    {
      "epoch": 1.900907187718074,
      "grad_norm": 1.0940113749481473,
      "learning_rate": 0.00023584296740873298,
      "loss": 2.5469,
      "step": 40860
    },
    {
      "epoch": 1.9009537101651546,
      "grad_norm": 1.0955722555374645,
      "learning_rate": 0.00023583992381905793,
      "loss": 2.4844,
      "step": 40861
    },
    {
      "epoch": 1.9010002326122355,
      "grad_norm": 1.1444138616673234,
      "learning_rate": 0.00023583688017683114,
      "loss": 2.3594,
      "step": 40862
    },
    {
      "epoch": 1.901046755059316,
      "grad_norm": 1.1578726869205376,
      "learning_rate": 0.00023583383648205454,
      "loss": 2.5625,
      "step": 40863
    },
    {
      "epoch": 1.901093277506397,
      "grad_norm": 1.0830233602949035,
      "learning_rate": 0.0002358307927347299,
      "loss": 1.9688,
      "step": 40864
    },
    {
      "epoch": 1.9011397999534776,
      "grad_norm": 1.0421874649135026,
      "learning_rate": 0.00023582774893485923,
      "loss": 2.1562,
      "step": 40865
    },
    {
      "epoch": 1.9011863224005583,
      "grad_norm": 1.157316483404893,
      "learning_rate": 0.00023582470508244424,
      "loss": 2.5625,
      "step": 40866
    },
    {
      "epoch": 1.901232844847639,
      "grad_norm": 1.128394482934238,
      "learning_rate": 0.00023582166117748688,
      "loss": 2.375,
      "step": 40867
    },
    {
      "epoch": 1.9012793672947197,
      "grad_norm": 1.016007652942377,
      "learning_rate": 0.00023581861721998898,
      "loss": 2.2344,
      "step": 40868
    },
    {
      "epoch": 1.9013258897418004,
      "grad_norm": 1.1245269254295318,
      "learning_rate": 0.00023581557320995246,
      "loss": 2.2344,
      "step": 40869
    },
    {
      "epoch": 1.901372412188881,
      "grad_norm": 1.0582685248412231,
      "learning_rate": 0.00023581252914737908,
      "loss": 2.2969,
      "step": 40870
    },
    {
      "epoch": 1.901418934635962,
      "grad_norm": 1.0037543780511913,
      "learning_rate": 0.0002358094850322708,
      "loss": 2.1562,
      "step": 40871
    },
    {
      "epoch": 1.9014654570830425,
      "grad_norm": 1.124532258536451,
      "learning_rate": 0.00023580644086462944,
      "loss": 2.625,
      "step": 40872
    },
    {
      "epoch": 1.9015119795301234,
      "grad_norm": 1.0325578336800483,
      "learning_rate": 0.00023580339664445681,
      "loss": 2.2344,
      "step": 40873
    },
    {
      "epoch": 1.9015585019772039,
      "grad_norm": 1.160754821191002,
      "learning_rate": 0.00023580035237175497,
      "loss": 2.5781,
      "step": 40874
    },
    {
      "epoch": 1.9016050244242848,
      "grad_norm": 1.1151326103119754,
      "learning_rate": 0.00023579730804652556,
      "loss": 2.3438,
      "step": 40875
    },
    {
      "epoch": 1.9016515468713653,
      "grad_norm": 1.0469800516935976,
      "learning_rate": 0.00023579426366877055,
      "loss": 2.0781,
      "step": 40876
    },
    {
      "epoch": 1.9016980693184462,
      "grad_norm": 1.1203465746758854,
      "learning_rate": 0.00023579121923849176,
      "loss": 2.4844,
      "step": 40877
    },
    {
      "epoch": 1.901744591765527,
      "grad_norm": 1.0522838449353369,
      "learning_rate": 0.0002357881747556911,
      "loss": 2.3906,
      "step": 40878
    },
    {
      "epoch": 1.9017911142126076,
      "grad_norm": 1.3063819124826688,
      "learning_rate": 0.00023578513022037045,
      "loss": 2.1875,
      "step": 40879
    },
    {
      "epoch": 1.9018376366596883,
      "grad_norm": 1.1368682485833022,
      "learning_rate": 0.0002357820856325316,
      "loss": 2.1875,
      "step": 40880
    },
    {
      "epoch": 1.901884159106769,
      "grad_norm": 1.1667146166886402,
      "learning_rate": 0.00023577904099217643,
      "loss": 1.8125,
      "step": 40881
    },
    {
      "epoch": 1.9019306815538497,
      "grad_norm": 1.0266673403262019,
      "learning_rate": 0.0002357759962993069,
      "loss": 1.7656,
      "step": 40882
    },
    {
      "epoch": 1.9019772040009304,
      "grad_norm": 1.1432840399782105,
      "learning_rate": 0.00023577295155392472,
      "loss": 2.3281,
      "step": 40883
    },
    {
      "epoch": 1.9020237264480113,
      "grad_norm": 1.336621506031587,
      "learning_rate": 0.00023576990675603184,
      "loss": 2.5781,
      "step": 40884
    },
    {
      "epoch": 1.9020702488950918,
      "grad_norm": 1.079281969090028,
      "learning_rate": 0.00023576686190563014,
      "loss": 2.4062,
      "step": 40885
    },
    {
      "epoch": 1.9021167713421727,
      "grad_norm": 1.0951939236610082,
      "learning_rate": 0.00023576381700272144,
      "loss": 2.2031,
      "step": 40886
    },
    {
      "epoch": 1.9021632937892532,
      "grad_norm": 1.277233249131717,
      "learning_rate": 0.00023576077204730768,
      "loss": 2.7344,
      "step": 40887
    },
    {
      "epoch": 1.9022098162363341,
      "grad_norm": 1.0785392146057076,
      "learning_rate": 0.00023575772703939067,
      "loss": 2.1875,
      "step": 40888
    },
    {
      "epoch": 1.9022563386834146,
      "grad_norm": 1.1131367164656887,
      "learning_rate": 0.0002357546819789722,
      "loss": 2.2656,
      "step": 40889
    },
    {
      "epoch": 1.9023028611304955,
      "grad_norm": 1.1241157031970055,
      "learning_rate": 0.0002357516368660543,
      "loss": 2.2812,
      "step": 40890
    },
    {
      "epoch": 1.9023493835775762,
      "grad_norm": 1.1376317595864978,
      "learning_rate": 0.00023574859170063866,
      "loss": 2.2656,
      "step": 40891
    },
    {
      "epoch": 1.902395906024657,
      "grad_norm": 1.2847262256920495,
      "learning_rate": 0.00023574554648272728,
      "loss": 1.8828,
      "step": 40892
    },
    {
      "epoch": 1.9024424284717376,
      "grad_norm": 1.18097598190932,
      "learning_rate": 0.0002357425012123219,
      "loss": 2.625,
      "step": 40893
    },
    {
      "epoch": 1.9024889509188183,
      "grad_norm": 1.1770869990524309,
      "learning_rate": 0.00023573945588942455,
      "loss": 2.4219,
      "step": 40894
    },
    {
      "epoch": 1.902535473365899,
      "grad_norm": 1.082671461934392,
      "learning_rate": 0.00023573641051403694,
      "loss": 2.4219,
      "step": 40895
    },
    {
      "epoch": 1.9025819958129797,
      "grad_norm": 1.1333821621005145,
      "learning_rate": 0.000235733365086161,
      "loss": 2.2188,
      "step": 40896
    },
    {
      "epoch": 1.9026285182600606,
      "grad_norm": 0.9921681520069303,
      "learning_rate": 0.00023573031960579864,
      "loss": 1.9609,
      "step": 40897
    },
    {
      "epoch": 1.902675040707141,
      "grad_norm": 1.1019158604792196,
      "learning_rate": 0.00023572727407295156,
      "loss": 2.25,
      "step": 40898
    },
    {
      "epoch": 1.902721563154222,
      "grad_norm": 1.1702688787939486,
      "learning_rate": 0.00023572422848762184,
      "loss": 2.3281,
      "step": 40899
    },
    {
      "epoch": 1.9027680856013025,
      "grad_norm": 1.2145377019509942,
      "learning_rate": 0.00023572118284981124,
      "loss": 2.3594,
      "step": 40900
    },
    {
      "epoch": 1.9028146080483834,
      "grad_norm": 1.0964845318805152,
      "learning_rate": 0.00023571813715952158,
      "loss": 2.3906,
      "step": 40901
    },
    {
      "epoch": 1.902861130495464,
      "grad_norm": 1.1723171749717072,
      "learning_rate": 0.0002357150914167548,
      "loss": 2.4062,
      "step": 40902
    },
    {
      "epoch": 1.9029076529425448,
      "grad_norm": 1.1806726471533997,
      "learning_rate": 0.00023571204562151273,
      "loss": 2.25,
      "step": 40903
    },
    {
      "epoch": 1.9029541753896255,
      "grad_norm": 1.0431982578508472,
      "learning_rate": 0.00023570899977379728,
      "loss": 2.6875,
      "step": 40904
    },
    {
      "epoch": 1.9030006978367062,
      "grad_norm": 1.1172932747358744,
      "learning_rate": 0.0002357059538736102,
      "loss": 2.6562,
      "step": 40905
    },
    {
      "epoch": 1.903047220283787,
      "grad_norm": 1.0954510518055547,
      "learning_rate": 0.00023570290792095344,
      "loss": 2.3906,
      "step": 40906
    },
    {
      "epoch": 1.9030937427308676,
      "grad_norm": 1.1231999719406947,
      "learning_rate": 0.00023569986191582888,
      "loss": 2.75,
      "step": 40907
    },
    {
      "epoch": 1.9031402651779483,
      "grad_norm": 1.1769838325814435,
      "learning_rate": 0.00023569681585823834,
      "loss": 2.7812,
      "step": 40908
    },
    {
      "epoch": 1.903186787625029,
      "grad_norm": 1.2069470109935978,
      "learning_rate": 0.00023569376974818374,
      "loss": 2.5,
      "step": 40909
    },
    {
      "epoch": 1.90323331007211,
      "grad_norm": 1.0389490406992257,
      "learning_rate": 0.00023569072358566688,
      "loss": 2.2188,
      "step": 40910
    },
    {
      "epoch": 1.9032798325191904,
      "grad_norm": 1.048221376919128,
      "learning_rate": 0.00023568767737068964,
      "loss": 2.2656,
      "step": 40911
    },
    {
      "epoch": 1.9033263549662713,
      "grad_norm": 1.077009686142158,
      "learning_rate": 0.00023568463110325394,
      "loss": 2.375,
      "step": 40912
    },
    {
      "epoch": 1.9033728774133518,
      "grad_norm": 1.1242930266495157,
      "learning_rate": 0.0002356815847833616,
      "loss": 2.25,
      "step": 40913
    },
    {
      "epoch": 1.9034193998604327,
      "grad_norm": 1.3297618649009155,
      "learning_rate": 0.0002356785384110145,
      "loss": 2.5312,
      "step": 40914
    },
    {
      "epoch": 1.9034659223075132,
      "grad_norm": 1.3124449404113372,
      "learning_rate": 0.00023567549198621446,
      "loss": 2.5469,
      "step": 40915
    },
    {
      "epoch": 1.9035124447545941,
      "grad_norm": 1.0818390057251357,
      "learning_rate": 0.0002356724455089634,
      "loss": 2.1719,
      "step": 40916
    },
    {
      "epoch": 1.9035589672016748,
      "grad_norm": 1.177483760494118,
      "learning_rate": 0.0002356693989792631,
      "loss": 2.5156,
      "step": 40917
    },
    {
      "epoch": 1.9036054896487555,
      "grad_norm": 1.1164701765938811,
      "learning_rate": 0.00023566635239711552,
      "loss": 2.2969,
      "step": 40918
    },
    {
      "epoch": 1.9036520120958362,
      "grad_norm": 1.129110966358414,
      "learning_rate": 0.00023566330576252256,
      "loss": 2.4219,
      "step": 40919
    },
    {
      "epoch": 1.903698534542917,
      "grad_norm": 1.2389321605022297,
      "learning_rate": 0.00023566025907548598,
      "loss": 2.4062,
      "step": 40920
    },
    {
      "epoch": 1.9037450569899976,
      "grad_norm": 1.2162590045205262,
      "learning_rate": 0.00023565721233600767,
      "loss": 2.5938,
      "step": 40921
    },
    {
      "epoch": 1.9037915794370783,
      "grad_norm": 1.1944042061505178,
      "learning_rate": 0.00023565416554408952,
      "loss": 2.5,
      "step": 40922
    },
    {
      "epoch": 1.9038381018841593,
      "grad_norm": 1.1521609157990926,
      "learning_rate": 0.0002356511186997334,
      "loss": 2.5781,
      "step": 40923
    },
    {
      "epoch": 1.9038846243312397,
      "grad_norm": 1.0638183111276869,
      "learning_rate": 0.00023564807180294112,
      "loss": 2.2812,
      "step": 40924
    },
    {
      "epoch": 1.9039311467783206,
      "grad_norm": 1.2691047747144835,
      "learning_rate": 0.00023564502485371464,
      "loss": 2.4844,
      "step": 40925
    },
    {
      "epoch": 1.9039776692254011,
      "grad_norm": 1.1889385802356092,
      "learning_rate": 0.00023564197785205573,
      "loss": 2.4688,
      "step": 40926
    },
    {
      "epoch": 1.904024191672482,
      "grad_norm": 1.1411085398261345,
      "learning_rate": 0.0002356389307979663,
      "loss": 2.3281,
      "step": 40927
    },
    {
      "epoch": 1.9040707141195625,
      "grad_norm": 1.1947488773920154,
      "learning_rate": 0.00023563588369144819,
      "loss": 2.3281,
      "step": 40928
    },
    {
      "epoch": 1.9041172365666434,
      "grad_norm": 1.096023175807468,
      "learning_rate": 0.00023563283653250337,
      "loss": 2.125,
      "step": 40929
    },
    {
      "epoch": 1.9041637590137241,
      "grad_norm": 1.1451259251564894,
      "learning_rate": 0.00023562978932113352,
      "loss": 2.2031,
      "step": 40930
    },
    {
      "epoch": 1.9042102814608048,
      "grad_norm": 1.0536494741834608,
      "learning_rate": 0.0002356267420573407,
      "loss": 2.125,
      "step": 40931
    },
    {
      "epoch": 1.9042568039078855,
      "grad_norm": 1.0693571558391948,
      "learning_rate": 0.0002356236947411266,
      "loss": 2.4375,
      "step": 40932
    },
    {
      "epoch": 1.9043033263549662,
      "grad_norm": 1.2123429747946681,
      "learning_rate": 0.00023562064737249323,
      "loss": 2.3125,
      "step": 40933
    },
    {
      "epoch": 1.904349848802047,
      "grad_norm": 1.1180126905360575,
      "learning_rate": 0.00023561759995144237,
      "loss": 2.375,
      "step": 40934
    },
    {
      "epoch": 1.9043963712491276,
      "grad_norm": 1.0616575972782847,
      "learning_rate": 0.00023561455247797595,
      "loss": 2.4219,
      "step": 40935
    },
    {
      "epoch": 1.9044428936962086,
      "grad_norm": 1.0975182465099476,
      "learning_rate": 0.00023561150495209575,
      "loss": 2.4219,
      "step": 40936
    },
    {
      "epoch": 1.904489416143289,
      "grad_norm": 1.1104122138443018,
      "learning_rate": 0.0002356084573738037,
      "loss": 2.25,
      "step": 40937
    },
    {
      "epoch": 1.90453593859037,
      "grad_norm": 1.052330596448562,
      "learning_rate": 0.00023560540974310162,
      "loss": 2.1094,
      "step": 40938
    },
    {
      "epoch": 1.9045824610374504,
      "grad_norm": 1.1177647719548314,
      "learning_rate": 0.0002356023620599914,
      "loss": 2.0938,
      "step": 40939
    },
    {
      "epoch": 1.9046289834845314,
      "grad_norm": 1.1236923584119987,
      "learning_rate": 0.00023559931432447494,
      "loss": 2.3125,
      "step": 40940
    },
    {
      "epoch": 1.904675505931612,
      "grad_norm": 1.1230961160819295,
      "learning_rate": 0.00023559626653655408,
      "loss": 2.5312,
      "step": 40941
    },
    {
      "epoch": 1.9047220283786928,
      "grad_norm": 1.0559190280494046,
      "learning_rate": 0.0002355932186962307,
      "loss": 2.25,
      "step": 40942
    },
    {
      "epoch": 1.9047685508257735,
      "grad_norm": 1.0340275193207615,
      "learning_rate": 0.0002355901708035066,
      "loss": 2.0625,
      "step": 40943
    },
    {
      "epoch": 1.9048150732728542,
      "grad_norm": 1.0537083806142233,
      "learning_rate": 0.00023558712285838372,
      "loss": 2.125,
      "step": 40944
    },
    {
      "epoch": 1.9048615957199349,
      "grad_norm": 1.2459866164367013,
      "learning_rate": 0.00023558407486086387,
      "loss": 1.7891,
      "step": 40945
    },
    {
      "epoch": 1.9049081181670156,
      "grad_norm": 1.1200289340575385,
      "learning_rate": 0.00023558102681094898,
      "loss": 2.4688,
      "step": 40946
    },
    {
      "epoch": 1.9049546406140963,
      "grad_norm": 1.074902437022551,
      "learning_rate": 0.00023557797870864085,
      "loss": 2.4062,
      "step": 40947
    },
    {
      "epoch": 1.905001163061177,
      "grad_norm": 1.0962725506855246,
      "learning_rate": 0.00023557493055394142,
      "loss": 2.2031,
      "step": 40948
    },
    {
      "epoch": 1.9050476855082579,
      "grad_norm": 1.4814570406047087,
      "learning_rate": 0.00023557188234685247,
      "loss": 2.4219,
      "step": 40949
    },
    {
      "epoch": 1.9050942079553383,
      "grad_norm": 1.2205862606085573,
      "learning_rate": 0.00023556883408737593,
      "loss": 2.2031,
      "step": 40950
    },
    {
      "epoch": 1.9051407304024193,
      "grad_norm": 1.1067978835345,
      "learning_rate": 0.00023556578577551364,
      "loss": 2.4531,
      "step": 40951
    },
    {
      "epoch": 1.9051872528494997,
      "grad_norm": 1.1058582396931458,
      "learning_rate": 0.00023556273741126747,
      "loss": 2.3594,
      "step": 40952
    },
    {
      "epoch": 1.9052337752965807,
      "grad_norm": 1.0829033313294023,
      "learning_rate": 0.0002355596889946393,
      "loss": 2.2656,
      "step": 40953
    },
    {
      "epoch": 1.9052802977436614,
      "grad_norm": 1.1316057201119087,
      "learning_rate": 0.00023555664052563098,
      "loss": 2.5312,
      "step": 40954
    },
    {
      "epoch": 1.905326820190742,
      "grad_norm": 1.1155412757962964,
      "learning_rate": 0.0002355535920042444,
      "loss": 2.3125,
      "step": 40955
    },
    {
      "epoch": 1.9053733426378228,
      "grad_norm": 1.220109350248499,
      "learning_rate": 0.00023555054343048137,
      "loss": 2.2656,
      "step": 40956
    },
    {
      "epoch": 1.9054198650849035,
      "grad_norm": 1.1797992421417072,
      "learning_rate": 0.0002355474948043438,
      "loss": 2.6094,
      "step": 40957
    },
    {
      "epoch": 1.9054663875319842,
      "grad_norm": 1.1694340563054935,
      "learning_rate": 0.00023554444612583356,
      "loss": 2.2812,
      "step": 40958
    },
    {
      "epoch": 1.9055129099790649,
      "grad_norm": 1.018330318223753,
      "learning_rate": 0.0002355413973949525,
      "loss": 2.2188,
      "step": 40959
    },
    {
      "epoch": 1.9055594324261456,
      "grad_norm": 1.1434412262282332,
      "learning_rate": 0.0002355383486117025,
      "loss": 2.5938,
      "step": 40960
    },
    {
      "epoch": 1.9056059548732263,
      "grad_norm": 1.1513991121210119,
      "learning_rate": 0.0002355352997760854,
      "loss": 2.2812,
      "step": 40961
    },
    {
      "epoch": 1.9056524773203072,
      "grad_norm": 1.15838038285105,
      "learning_rate": 0.0002355322508881031,
      "loss": 2.25,
      "step": 40962
    },
    {
      "epoch": 1.9056989997673877,
      "grad_norm": 1.2060152199955427,
      "learning_rate": 0.00023552920194775745,
      "loss": 2.6094,
      "step": 40963
    },
    {
      "epoch": 1.9057455222144686,
      "grad_norm": 1.1607390877959018,
      "learning_rate": 0.00023552615295505033,
      "loss": 2.4375,
      "step": 40964
    },
    {
      "epoch": 1.905792044661549,
      "grad_norm": 1.1036329283613915,
      "learning_rate": 0.00023552310390998358,
      "loss": 2.2188,
      "step": 40965
    },
    {
      "epoch": 1.90583856710863,
      "grad_norm": 1.1493619983744052,
      "learning_rate": 0.00023552005481255908,
      "loss": 2.3906,
      "step": 40966
    },
    {
      "epoch": 1.9058850895557107,
      "grad_norm": 1.0409788113291012,
      "learning_rate": 0.0002355170056627787,
      "loss": 2.2344,
      "step": 40967
    },
    {
      "epoch": 1.9059316120027914,
      "grad_norm": 1.375238241131687,
      "learning_rate": 0.00023551395646064432,
      "loss": 2.25,
      "step": 40968
    },
    {
      "epoch": 1.905978134449872,
      "grad_norm": 1.1807435188631217,
      "learning_rate": 0.00023551090720615774,
      "loss": 2.5781,
      "step": 40969
    },
    {
      "epoch": 1.9060246568969528,
      "grad_norm": 1.1199956830213056,
      "learning_rate": 0.00023550785789932095,
      "loss": 2.5938,
      "step": 40970
    },
    {
      "epoch": 1.9060711793440335,
      "grad_norm": 1.1360606759927943,
      "learning_rate": 0.00023550480854013574,
      "loss": 2.2656,
      "step": 40971
    },
    {
      "epoch": 1.9061177017911142,
      "grad_norm": 1.098834303309529,
      "learning_rate": 0.00023550175912860394,
      "loss": 2.4844,
      "step": 40972
    },
    {
      "epoch": 1.906164224238195,
      "grad_norm": 1.0817478087363441,
      "learning_rate": 0.00023549870966472746,
      "loss": 2.1719,
      "step": 40973
    },
    {
      "epoch": 1.9062107466852756,
      "grad_norm": 1.1079778152107032,
      "learning_rate": 0.00023549566014850819,
      "loss": 2.3281,
      "step": 40974
    },
    {
      "epoch": 1.9062572691323565,
      "grad_norm": 1.0712797702278416,
      "learning_rate": 0.00023549261057994797,
      "loss": 2.1094,
      "step": 40975
    },
    {
      "epoch": 1.906303791579437,
      "grad_norm": 1.1883068020801788,
      "learning_rate": 0.00023548956095904866,
      "loss": 2.6094,
      "step": 40976
    },
    {
      "epoch": 1.906350314026518,
      "grad_norm": 1.1323827235766866,
      "learning_rate": 0.00023548651128581217,
      "loss": 2.1719,
      "step": 40977
    },
    {
      "epoch": 1.9063968364735984,
      "grad_norm": 1.2369708509600061,
      "learning_rate": 0.00023548346156024026,
      "loss": 2.4062,
      "step": 40978
    },
    {
      "epoch": 1.9064433589206793,
      "grad_norm": 1.0773677600395235,
      "learning_rate": 0.00023548041178233492,
      "loss": 2.3906,
      "step": 40979
    },
    {
      "epoch": 1.90648988136776,
      "grad_norm": 1.1393118091470937,
      "learning_rate": 0.00023547736195209795,
      "loss": 2.4375,
      "step": 40980
    },
    {
      "epoch": 1.9065364038148407,
      "grad_norm": 1.1639069838236282,
      "learning_rate": 0.00023547431206953127,
      "loss": 2.4844,
      "step": 40981
    },
    {
      "epoch": 1.9065829262619214,
      "grad_norm": 1.0487223943782897,
      "learning_rate": 0.0002354712621346367,
      "loss": 1.8203,
      "step": 40982
    },
    {
      "epoch": 1.906629448709002,
      "grad_norm": 1.0226834719973603,
      "learning_rate": 0.0002354682121474161,
      "loss": 2.0781,
      "step": 40983
    },
    {
      "epoch": 1.9066759711560828,
      "grad_norm": 1.1106969413218275,
      "learning_rate": 0.0002354651621078714,
      "loss": 2.2812,
      "step": 40984
    },
    {
      "epoch": 1.9067224936031635,
      "grad_norm": 1.0870363910088137,
      "learning_rate": 0.00023546211201600439,
      "loss": 2.2031,
      "step": 40985
    },
    {
      "epoch": 1.9067690160502444,
      "grad_norm": 1.1185788411551936,
      "learning_rate": 0.00023545906187181695,
      "loss": 2.3281,
      "step": 40986
    },
    {
      "epoch": 1.9068155384973249,
      "grad_norm": 1.0489612950935243,
      "learning_rate": 0.000235456011675311,
      "loss": 2.3438,
      "step": 40987
    },
    {
      "epoch": 1.9068620609444058,
      "grad_norm": 1.1146780506233727,
      "learning_rate": 0.0002354529614264884,
      "loss": 2.6719,
      "step": 40988
    },
    {
      "epoch": 1.9069085833914863,
      "grad_norm": 1.0526905183664577,
      "learning_rate": 0.0002354499111253509,
      "loss": 2.3281,
      "step": 40989
    },
    {
      "epoch": 1.9069551058385672,
      "grad_norm": 1.1038200960591678,
      "learning_rate": 0.00023544686077190056,
      "loss": 2.4531,
      "step": 40990
    },
    {
      "epoch": 1.9070016282856477,
      "grad_norm": 1.2483978892694492,
      "learning_rate": 0.0002354438103661391,
      "loss": 2.3594,
      "step": 40991
    },
    {
      "epoch": 1.9070481507327286,
      "grad_norm": 1.1381299264020341,
      "learning_rate": 0.00023544075990806847,
      "loss": 2.2344,
      "step": 40992
    },
    {
      "epoch": 1.9070946731798093,
      "grad_norm": 1.0828256343438214,
      "learning_rate": 0.00023543770939769045,
      "loss": 2.1875,
      "step": 40993
    },
    {
      "epoch": 1.90714119562689,
      "grad_norm": 1.1413722560238047,
      "learning_rate": 0.000235434658835007,
      "loss": 2.1875,
      "step": 40994
    },
    {
      "epoch": 1.9071877180739707,
      "grad_norm": 1.100136773552866,
      "learning_rate": 0.00023543160822001995,
      "loss": 2.6719,
      "step": 40995
    },
    {
      "epoch": 1.9072342405210514,
      "grad_norm": 1.143402438449605,
      "learning_rate": 0.00023542855755273113,
      "loss": 2.5312,
      "step": 40996
    },
    {
      "epoch": 1.907280762968132,
      "grad_norm": 1.0837439199610228,
      "learning_rate": 0.00023542550683314248,
      "loss": 2.0781,
      "step": 40997
    },
    {
      "epoch": 1.9073272854152128,
      "grad_norm": 1.0344633178764477,
      "learning_rate": 0.00023542245606125584,
      "loss": 2.1719,
      "step": 40998
    },
    {
      "epoch": 1.9073738078622937,
      "grad_norm": 1.1059443877590813,
      "learning_rate": 0.00023541940523707307,
      "loss": 2.2344,
      "step": 40999
    },
    {
      "epoch": 1.9074203303093742,
      "grad_norm": 1.0742274765907953,
      "learning_rate": 0.000235416354360596,
      "loss": 2.2344,
      "step": 41000
    },
    {
      "epoch": 1.9074668527564551,
      "grad_norm": 1.134268297473835,
      "learning_rate": 0.00023541330343182656,
      "loss": 2.3281,
      "step": 41001
    },
    {
      "epoch": 1.9075133752035356,
      "grad_norm": 1.0557470253250854,
      "learning_rate": 0.0002354102524507666,
      "loss": 2.4531,
      "step": 41002
    },
    {
      "epoch": 1.9075598976506165,
      "grad_norm": 1.032891106727298,
      "learning_rate": 0.00023540720141741796,
      "loss": 2.3594,
      "step": 41003
    },
    {
      "epoch": 1.907606420097697,
      "grad_norm": 1.1152602411413146,
      "learning_rate": 0.0002354041503317825,
      "loss": 2.7188,
      "step": 41004
    },
    {
      "epoch": 1.907652942544778,
      "grad_norm": 1.1653262582865507,
      "learning_rate": 0.00023540109919386213,
      "loss": 2.7812,
      "step": 41005
    },
    {
      "epoch": 1.9076994649918586,
      "grad_norm": 1.1197898701857698,
      "learning_rate": 0.00023539804800365874,
      "loss": 2.3125,
      "step": 41006
    },
    {
      "epoch": 1.9077459874389393,
      "grad_norm": 1.0451152965221882,
      "learning_rate": 0.00023539499676117413,
      "loss": 2.1719,
      "step": 41007
    },
    {
      "epoch": 1.90779250988602,
      "grad_norm": 1.1466908829167115,
      "learning_rate": 0.0002353919454664102,
      "loss": 2.4062,
      "step": 41008
    },
    {
      "epoch": 1.9078390323331007,
      "grad_norm": 1.1238036554283355,
      "learning_rate": 0.00023538889411936883,
      "loss": 2.4375,
      "step": 41009
    },
    {
      "epoch": 1.9078855547801814,
      "grad_norm": 1.2606048053507284,
      "learning_rate": 0.00023538584272005187,
      "loss": 2.6719,
      "step": 41010
    },
    {
      "epoch": 1.907932077227262,
      "grad_norm": 1.1509140010778671,
      "learning_rate": 0.0002353827912684612,
      "loss": 2.2969,
      "step": 41011
    },
    {
      "epoch": 1.907978599674343,
      "grad_norm": 1.0857143969605538,
      "learning_rate": 0.0002353797397645987,
      "loss": 2.3281,
      "step": 41012
    },
    {
      "epoch": 1.9080251221214235,
      "grad_norm": 1.1344605707591966,
      "learning_rate": 0.0002353766882084662,
      "loss": 2.6875,
      "step": 41013
    },
    {
      "epoch": 1.9080716445685044,
      "grad_norm": 1.1271305862819445,
      "learning_rate": 0.0002353736366000656,
      "loss": 2.2812,
      "step": 41014
    },
    {
      "epoch": 1.908118167015585,
      "grad_norm": 1.0559680842859314,
      "learning_rate": 0.00023537058493939872,
      "loss": 2.3438,
      "step": 41015
    },
    {
      "epoch": 1.9081646894626658,
      "grad_norm": 1.0816898917890176,
      "learning_rate": 0.0002353675332264675,
      "loss": 2.0781,
      "step": 41016
    },
    {
      "epoch": 1.9082112119097463,
      "grad_norm": 1.2058473692523866,
      "learning_rate": 0.00023536448146127377,
      "loss": 2.25,
      "step": 41017
    },
    {
      "epoch": 1.9082577343568272,
      "grad_norm": 1.1144568590266934,
      "learning_rate": 0.00023536142964381937,
      "loss": 2.3281,
      "step": 41018
    },
    {
      "epoch": 1.908304256803908,
      "grad_norm": 1.2147242908600318,
      "learning_rate": 0.00023535837777410623,
      "loss": 2.2969,
      "step": 41019
    },
    {
      "epoch": 1.9083507792509886,
      "grad_norm": 1.0651494725351576,
      "learning_rate": 0.0002353553258521362,
      "loss": 2.125,
      "step": 41020
    },
    {
      "epoch": 1.9083973016980693,
      "grad_norm": 1.1765882604113373,
      "learning_rate": 0.00023535227387791113,
      "loss": 2.6719,
      "step": 41021
    },
    {
      "epoch": 1.90844382414515,
      "grad_norm": 1.2424622550585303,
      "learning_rate": 0.00023534922185143288,
      "loss": 2.4219,
      "step": 41022
    },
    {
      "epoch": 1.9084903465922307,
      "grad_norm": 1.0856966231471865,
      "learning_rate": 0.00023534616977270335,
      "loss": 2.2031,
      "step": 41023
    },
    {
      "epoch": 1.9085368690393114,
      "grad_norm": 1.188157279658054,
      "learning_rate": 0.00023534311764172435,
      "loss": 1.7109,
      "step": 41024
    },
    {
      "epoch": 1.9085833914863923,
      "grad_norm": 1.1185585197663555,
      "learning_rate": 0.00023534006545849787,
      "loss": 2.4375,
      "step": 41025
    },
    {
      "epoch": 1.9086299139334728,
      "grad_norm": 1.090815567129802,
      "learning_rate": 0.0002353370132230256,
      "loss": 2.5,
      "step": 41026
    },
    {
      "epoch": 1.9086764363805537,
      "grad_norm": 1.0931644831720626,
      "learning_rate": 0.00023533396093530955,
      "loss": 2.5469,
      "step": 41027
    },
    {
      "epoch": 1.9087229588276342,
      "grad_norm": 1.0697042023619763,
      "learning_rate": 0.00023533090859535156,
      "loss": 2.3438,
      "step": 41028
    },
    {
      "epoch": 1.9087694812747151,
      "grad_norm": 1.0818698241704878,
      "learning_rate": 0.00023532785620315345,
      "loss": 2.4531,
      "step": 41029
    },
    {
      "epoch": 1.9088160037217956,
      "grad_norm": 1.122952131950045,
      "learning_rate": 0.0002353248037587172,
      "loss": 2.4375,
      "step": 41030
    },
    {
      "epoch": 1.9088625261688765,
      "grad_norm": 1.0475288779417844,
      "learning_rate": 0.00023532175126204455,
      "loss": 2.4062,
      "step": 41031
    },
    {
      "epoch": 1.9089090486159572,
      "grad_norm": 1.1524760023586356,
      "learning_rate": 0.0002353186987131374,
      "loss": 1.7656,
      "step": 41032
    },
    {
      "epoch": 1.908955571063038,
      "grad_norm": 1.168829540785993,
      "learning_rate": 0.00023531564611199772,
      "loss": 2.4531,
      "step": 41033
    },
    {
      "epoch": 1.9090020935101186,
      "grad_norm": 1.1941967112645404,
      "learning_rate": 0.00023531259345862724,
      "loss": 2.3438,
      "step": 41034
    },
    {
      "epoch": 1.9090486159571993,
      "grad_norm": 1.1211444541168587,
      "learning_rate": 0.00023530954075302787,
      "loss": 2.7656,
      "step": 41035
    },
    {
      "epoch": 1.90909513840428,
      "grad_norm": 1.1014807849612098,
      "learning_rate": 0.00023530648799520153,
      "loss": 2.5625,
      "step": 41036
    },
    {
      "epoch": 1.9091416608513607,
      "grad_norm": 1.1140459537703618,
      "learning_rate": 0.00023530343518514998,
      "loss": 2.2969,
      "step": 41037
    },
    {
      "epoch": 1.9091881832984416,
      "grad_norm": 1.0868765041017323,
      "learning_rate": 0.00023530038232287526,
      "loss": 2.1719,
      "step": 41038
    },
    {
      "epoch": 1.9092347057455221,
      "grad_norm": 1.1148136107644124,
      "learning_rate": 0.0002352973294083791,
      "loss": 2.4844,
      "step": 41039
    },
    {
      "epoch": 1.909281228192603,
      "grad_norm": 1.0963186912217577,
      "learning_rate": 0.00023529427644166344,
      "loss": 2.5312,
      "step": 41040
    },
    {
      "epoch": 1.9093277506396835,
      "grad_norm": 1.1229255335238297,
      "learning_rate": 0.0002352912234227301,
      "loss": 2.2969,
      "step": 41041
    },
    {
      "epoch": 1.9093742730867644,
      "grad_norm": 1.0709661825775272,
      "learning_rate": 0.00023528817035158093,
      "loss": 2.5156,
      "step": 41042
    },
    {
      "epoch": 1.909420795533845,
      "grad_norm": 0.9541414420103705,
      "learning_rate": 0.00023528511722821792,
      "loss": 2.1875,
      "step": 41043
    },
    {
      "epoch": 1.9094673179809258,
      "grad_norm": 1.1806333719160624,
      "learning_rate": 0.00023528206405264282,
      "loss": 2.4531,
      "step": 41044
    },
    {
      "epoch": 1.9095138404280065,
      "grad_norm": 1.0533237331649714,
      "learning_rate": 0.00023527901082485753,
      "loss": 2.4062,
      "step": 41045
    },
    {
      "epoch": 1.9095603628750872,
      "grad_norm": 1.1781806410111586,
      "learning_rate": 0.00023527595754486394,
      "loss": 2.5781,
      "step": 41046
    },
    {
      "epoch": 1.909606885322168,
      "grad_norm": 1.1439960668714488,
      "learning_rate": 0.00023527290421266394,
      "loss": 2.5781,
      "step": 41047
    },
    {
      "epoch": 1.9096534077692486,
      "grad_norm": 1.0652959790807444,
      "learning_rate": 0.0002352698508282593,
      "loss": 2.2656,
      "step": 41048
    },
    {
      "epoch": 1.9096999302163293,
      "grad_norm": 1.0966892201054368,
      "learning_rate": 0.00023526679739165196,
      "loss": 2.2656,
      "step": 41049
    },
    {
      "epoch": 1.90974645266341,
      "grad_norm": 1.0756891021785295,
      "learning_rate": 0.0002352637439028438,
      "loss": 2.6406,
      "step": 41050
    },
    {
      "epoch": 1.909792975110491,
      "grad_norm": 1.105541877416742,
      "learning_rate": 0.00023526069036183667,
      "loss": 2.4219,
      "step": 41051
    },
    {
      "epoch": 1.9098394975575714,
      "grad_norm": 1.0689509487038227,
      "learning_rate": 0.00023525763676863248,
      "loss": 2.4844,
      "step": 41052
    },
    {
      "epoch": 1.9098860200046524,
      "grad_norm": 1.1908938722721958,
      "learning_rate": 0.00023525458312323303,
      "loss": 2.1875,
      "step": 41053
    },
    {
      "epoch": 1.9099325424517328,
      "grad_norm": 1.1729861187569488,
      "learning_rate": 0.00023525152942564025,
      "loss": 2.3906,
      "step": 41054
    },
    {
      "epoch": 1.9099790648988137,
      "grad_norm": 1.0999112584536317,
      "learning_rate": 0.00023524847567585593,
      "loss": 2.1406,
      "step": 41055
    },
    {
      "epoch": 1.9100255873458944,
      "grad_norm": 1.0237827873671321,
      "learning_rate": 0.00023524542187388205,
      "loss": 2.4219,
      "step": 41056
    },
    {
      "epoch": 1.9100721097929751,
      "grad_norm": 1.0604190035175798,
      "learning_rate": 0.00023524236801972037,
      "loss": 2.3125,
      "step": 41057
    },
    {
      "epoch": 1.9101186322400558,
      "grad_norm": 1.2083263244810258,
      "learning_rate": 0.00023523931411337283,
      "loss": 2.3438,
      "step": 41058
    },
    {
      "epoch": 1.9101651546871365,
      "grad_norm": 1.1890161514308866,
      "learning_rate": 0.0002352362601548413,
      "loss": 2.3594,
      "step": 41059
    },
    {
      "epoch": 1.9102116771342172,
      "grad_norm": 1.1325051637550962,
      "learning_rate": 0.00023523320614412757,
      "loss": 2.5312,
      "step": 41060
    },
    {
      "epoch": 1.910258199581298,
      "grad_norm": 1.1092135915090882,
      "learning_rate": 0.00023523015208123363,
      "loss": 2.2656,
      "step": 41061
    },
    {
      "epoch": 1.9103047220283786,
      "grad_norm": 1.133896155311941,
      "learning_rate": 0.00023522709796616124,
      "loss": 2.5312,
      "step": 41062
    },
    {
      "epoch": 1.9103512444754593,
      "grad_norm": 1.1362900631874344,
      "learning_rate": 0.00023522404379891238,
      "loss": 2.7656,
      "step": 41063
    },
    {
      "epoch": 1.9103977669225403,
      "grad_norm": 1.174198504513661,
      "learning_rate": 0.00023522098957948882,
      "loss": 2.5781,
      "step": 41064
    },
    {
      "epoch": 1.9104442893696207,
      "grad_norm": 1.0401042372153675,
      "learning_rate": 0.00023521793530789244,
      "loss": 1.7656,
      "step": 41065
    },
    {
      "epoch": 1.9104908118167017,
      "grad_norm": 1.1386042676566517,
      "learning_rate": 0.0002352148809841252,
      "loss": 2.5,
      "step": 41066
    },
    {
      "epoch": 1.9105373342637821,
      "grad_norm": 1.0884459858867161,
      "learning_rate": 0.00023521182660818886,
      "loss": 2.0938,
      "step": 41067
    },
    {
      "epoch": 1.910583856710863,
      "grad_norm": 1.0595191823576497,
      "learning_rate": 0.00023520877218008535,
      "loss": 2.2031,
      "step": 41068
    },
    {
      "epoch": 1.9106303791579438,
      "grad_norm": 1.115623436225824,
      "learning_rate": 0.00023520571769981654,
      "loss": 2.375,
      "step": 41069
    },
    {
      "epoch": 1.9106769016050245,
      "grad_norm": 1.0782337469698495,
      "learning_rate": 0.00023520266316738426,
      "loss": 2.2969,
      "step": 41070
    },
    {
      "epoch": 1.9107234240521052,
      "grad_norm": 0.9963284886564526,
      "learning_rate": 0.0002351996085827904,
      "loss": 2.0156,
      "step": 41071
    },
    {
      "epoch": 1.9107699464991859,
      "grad_norm": 1.0094826272366666,
      "learning_rate": 0.00023519655394603687,
      "loss": 1.9375,
      "step": 41072
    },
    {
      "epoch": 1.9108164689462666,
      "grad_norm": 1.0972051857953136,
      "learning_rate": 0.00023519349925712552,
      "loss": 2.5469,
      "step": 41073
    },
    {
      "epoch": 1.9108629913933473,
      "grad_norm": 1.0189948884661293,
      "learning_rate": 0.0002351904445160582,
      "loss": 2.375,
      "step": 41074
    },
    {
      "epoch": 1.910909513840428,
      "grad_norm": 1.132275769475065,
      "learning_rate": 0.00023518738972283678,
      "loss": 2.3438,
      "step": 41075
    },
    {
      "epoch": 1.9109560362875087,
      "grad_norm": 1.081535525648861,
      "learning_rate": 0.0002351843348774631,
      "loss": 2.375,
      "step": 41076
    },
    {
      "epoch": 1.9110025587345896,
      "grad_norm": 1.0642709586703996,
      "learning_rate": 0.00023518127997993913,
      "loss": 2.1875,
      "step": 41077
    },
    {
      "epoch": 1.91104908118167,
      "grad_norm": 1.1024307112565654,
      "learning_rate": 0.00023517822503026667,
      "loss": 2.4219,
      "step": 41078
    },
    {
      "epoch": 1.911095603628751,
      "grad_norm": 1.0536261778284133,
      "learning_rate": 0.00023517517002844755,
      "loss": 2.1094,
      "step": 41079
    },
    {
      "epoch": 1.9111421260758314,
      "grad_norm": 1.122027305376751,
      "learning_rate": 0.00023517211497448373,
      "loss": 2.6719,
      "step": 41080
    },
    {
      "epoch": 1.9111886485229124,
      "grad_norm": 1.0625376173985417,
      "learning_rate": 0.00023516905986837702,
      "loss": 2.1875,
      "step": 41081
    },
    {
      "epoch": 1.911235170969993,
      "grad_norm": 1.0746439480124292,
      "learning_rate": 0.00023516600471012932,
      "loss": 2.3906,
      "step": 41082
    },
    {
      "epoch": 1.9112816934170738,
      "grad_norm": 1.1388198176496356,
      "learning_rate": 0.00023516294949974247,
      "loss": 2.2812,
      "step": 41083
    },
    {
      "epoch": 1.9113282158641545,
      "grad_norm": 1.1145105709772212,
      "learning_rate": 0.0002351598942372184,
      "loss": 2.3906,
      "step": 41084
    },
    {
      "epoch": 1.9113747383112352,
      "grad_norm": 1.146677808406334,
      "learning_rate": 0.00023515683892255893,
      "loss": 2.3125,
      "step": 41085
    },
    {
      "epoch": 1.9114212607583159,
      "grad_norm": 1.221364023981292,
      "learning_rate": 0.0002351537835557659,
      "loss": 2.6094,
      "step": 41086
    },
    {
      "epoch": 1.9114677832053966,
      "grad_norm": 1.0777371413782242,
      "learning_rate": 0.00023515072813684124,
      "loss": 2.0469,
      "step": 41087
    },
    {
      "epoch": 1.9115143056524775,
      "grad_norm": 1.0728462712104034,
      "learning_rate": 0.00023514767266578684,
      "loss": 2.5,
      "step": 41088
    },
    {
      "epoch": 1.911560828099558,
      "grad_norm": 1.0859632667964696,
      "learning_rate": 0.0002351446171426045,
      "loss": 2.3594,
      "step": 41089
    },
    {
      "epoch": 1.9116073505466389,
      "grad_norm": 1.1028069621965437,
      "learning_rate": 0.00023514156156729613,
      "loss": 2.1562,
      "step": 41090
    },
    {
      "epoch": 1.9116538729937194,
      "grad_norm": 1.1012826268487315,
      "learning_rate": 0.0002351385059398636,
      "loss": 2.4844,
      "step": 41091
    },
    {
      "epoch": 1.9117003954408003,
      "grad_norm": 1.1016392262961257,
      "learning_rate": 0.00023513545026030872,
      "loss": 2.3594,
      "step": 41092
    },
    {
      "epoch": 1.9117469178878808,
      "grad_norm": 1.0756098925608646,
      "learning_rate": 0.00023513239452863352,
      "loss": 2.3906,
      "step": 41093
    },
    {
      "epoch": 1.9117934403349617,
      "grad_norm": 1.1755332978857453,
      "learning_rate": 0.0002351293387448397,
      "loss": 2.5,
      "step": 41094
    },
    {
      "epoch": 1.9118399627820424,
      "grad_norm": 1.075390057119294,
      "learning_rate": 0.0002351262829089292,
      "loss": 2.25,
      "step": 41095
    },
    {
      "epoch": 1.911886485229123,
      "grad_norm": 1.123265956413944,
      "learning_rate": 0.0002351232270209039,
      "loss": 2.5625,
      "step": 41096
    },
    {
      "epoch": 1.9119330076762038,
      "grad_norm": 1.0924445073942823,
      "learning_rate": 0.00023512017108076564,
      "loss": 2.5312,
      "step": 41097
    },
    {
      "epoch": 1.9119795301232845,
      "grad_norm": 1.115463068664893,
      "learning_rate": 0.00023511711508851632,
      "loss": 2.5,
      "step": 41098
    },
    {
      "epoch": 1.9120260525703652,
      "grad_norm": 1.068539978522251,
      "learning_rate": 0.00023511405904415783,
      "loss": 2.3438,
      "step": 41099
    },
    {
      "epoch": 1.9120725750174459,
      "grad_norm": 1.1243384902519358,
      "learning_rate": 0.00023511100294769196,
      "loss": 2.625,
      "step": 41100
    },
    {
      "epoch": 1.9121190974645268,
      "grad_norm": 1.2114374985269953,
      "learning_rate": 0.00023510794679912068,
      "loss": 2.4062,
      "step": 41101
    },
    {
      "epoch": 1.9121656199116073,
      "grad_norm": 1.1164870727529757,
      "learning_rate": 0.00023510489059844577,
      "loss": 2.5625,
      "step": 41102
    },
    {
      "epoch": 1.9122121423586882,
      "grad_norm": 1.182961010132396,
      "learning_rate": 0.00023510183434566917,
      "loss": 2.6562,
      "step": 41103
    },
    {
      "epoch": 1.9122586648057687,
      "grad_norm": 1.0912863323039028,
      "learning_rate": 0.0002350987780407927,
      "loss": 2.2812,
      "step": 41104
    },
    {
      "epoch": 1.9123051872528496,
      "grad_norm": 1.0248536667647445,
      "learning_rate": 0.0002350957216838183,
      "loss": 2.2812,
      "step": 41105
    },
    {
      "epoch": 1.91235170969993,
      "grad_norm": 1.0667849533816076,
      "learning_rate": 0.00023509266527474776,
      "loss": 2.5938,
      "step": 41106
    },
    {
      "epoch": 1.912398232147011,
      "grad_norm": 1.168775113996573,
      "learning_rate": 0.000235089608813583,
      "loss": 2.3594,
      "step": 41107
    },
    {
      "epoch": 1.9124447545940917,
      "grad_norm": 1.139432156919714,
      "learning_rate": 0.0002350865523003259,
      "loss": 2.3906,
      "step": 41108
    },
    {
      "epoch": 1.9124912770411724,
      "grad_norm": 1.086327956863003,
      "learning_rate": 0.0002350834957349783,
      "loss": 2.2344,
      "step": 41109
    },
    {
      "epoch": 1.912537799488253,
      "grad_norm": 1.0976446657247705,
      "learning_rate": 0.00023508043911754206,
      "loss": 2.2812,
      "step": 41110
    },
    {
      "epoch": 1.9125843219353338,
      "grad_norm": 1.2683880611968534,
      "learning_rate": 0.0002350773824480191,
      "loss": 2.4219,
      "step": 41111
    },
    {
      "epoch": 1.9126308443824145,
      "grad_norm": 1.1359678915671139,
      "learning_rate": 0.00023507432572641128,
      "loss": 2.5781,
      "step": 41112
    },
    {
      "epoch": 1.9126773668294952,
      "grad_norm": 1.049512953085452,
      "learning_rate": 0.00023507126895272045,
      "loss": 2.2969,
      "step": 41113
    },
    {
      "epoch": 1.912723889276576,
      "grad_norm": 1.2377892435797504,
      "learning_rate": 0.00023506821212694847,
      "loss": 2.375,
      "step": 41114
    },
    {
      "epoch": 1.9127704117236566,
      "grad_norm": 1.145462240553267,
      "learning_rate": 0.0002350651552490972,
      "loss": 2.2656,
      "step": 41115
    },
    {
      "epoch": 1.9128169341707375,
      "grad_norm": 1.0269348408655739,
      "learning_rate": 0.00023506209831916856,
      "loss": 2.3594,
      "step": 41116
    },
    {
      "epoch": 1.912863456617818,
      "grad_norm": 1.250616011931881,
      "learning_rate": 0.00023505904133716443,
      "loss": 2.6875,
      "step": 41117
    },
    {
      "epoch": 1.912909979064899,
      "grad_norm": 1.1621125703730857,
      "learning_rate": 0.00023505598430308665,
      "loss": 2.5938,
      "step": 41118
    },
    {
      "epoch": 1.9129565015119794,
      "grad_norm": 1.1152024340606745,
      "learning_rate": 0.00023505292721693704,
      "loss": 2.4062,
      "step": 41119
    },
    {
      "epoch": 1.9130030239590603,
      "grad_norm": 1.1582120736817194,
      "learning_rate": 0.0002350498700787176,
      "loss": 2.5312,
      "step": 41120
    },
    {
      "epoch": 1.913049546406141,
      "grad_norm": 1.0145865398164218,
      "learning_rate": 0.00023504681288843008,
      "loss": 1.6641,
      "step": 41121
    },
    {
      "epoch": 1.9130960688532217,
      "grad_norm": 1.14380948563497,
      "learning_rate": 0.00023504375564607644,
      "loss": 2.4531,
      "step": 41122
    },
    {
      "epoch": 1.9131425913003024,
      "grad_norm": 1.1892696977277908,
      "learning_rate": 0.0002350406983516585,
      "loss": 2.4219,
      "step": 41123
    },
    {
      "epoch": 1.913189113747383,
      "grad_norm": 1.0740204333017047,
      "learning_rate": 0.00023503764100517812,
      "loss": 2.2031,
      "step": 41124
    },
    {
      "epoch": 1.9132356361944638,
      "grad_norm": 1.0586277133049922,
      "learning_rate": 0.00023503458360663718,
      "loss": 2.2969,
      "step": 41125
    },
    {
      "epoch": 1.9132821586415445,
      "grad_norm": 1.062976914244615,
      "learning_rate": 0.0002350315261560376,
      "loss": 2.0938,
      "step": 41126
    },
    {
      "epoch": 1.9133286810886254,
      "grad_norm": 1.0315552690061465,
      "learning_rate": 0.00023502846865338124,
      "loss": 2.2969,
      "step": 41127
    },
    {
      "epoch": 1.913375203535706,
      "grad_norm": 1.1231731227018888,
      "learning_rate": 0.00023502541109866987,
      "loss": 2.4531,
      "step": 41128
    },
    {
      "epoch": 1.9134217259827868,
      "grad_norm": 1.1699341600909356,
      "learning_rate": 0.00023502235349190555,
      "loss": 2.2656,
      "step": 41129
    },
    {
      "epoch": 1.9134682484298673,
      "grad_norm": 1.1361722820371496,
      "learning_rate": 0.00023501929583308995,
      "loss": 2.2812,
      "step": 41130
    },
    {
      "epoch": 1.9135147708769482,
      "grad_norm": 1.138020259204045,
      "learning_rate": 0.0002350162381222251,
      "loss": 2.5156,
      "step": 41131
    },
    {
      "epoch": 1.9135612933240287,
      "grad_norm": 1.0926353121505292,
      "learning_rate": 0.00023501318035931278,
      "loss": 2.2656,
      "step": 41132
    },
    {
      "epoch": 1.9136078157711096,
      "grad_norm": 0.9897651457475976,
      "learning_rate": 0.00023501012254435486,
      "loss": 1.7812,
      "step": 41133
    },
    {
      "epoch": 1.9136543382181903,
      "grad_norm": 1.185477066409719,
      "learning_rate": 0.00023500706467735334,
      "loss": 2.2031,
      "step": 41134
    },
    {
      "epoch": 1.913700860665271,
      "grad_norm": 1.0235677688907576,
      "learning_rate": 0.00023500400675830987,
      "loss": 1.5938,
      "step": 41135
    },
    {
      "epoch": 1.9137473831123517,
      "grad_norm": 1.056867867710231,
      "learning_rate": 0.00023500094878722654,
      "loss": 2.2031,
      "step": 41136
    },
    {
      "epoch": 1.9137939055594324,
      "grad_norm": 1.0879259001115915,
      "learning_rate": 0.00023499789076410506,
      "loss": 2.2656,
      "step": 41137
    },
    {
      "epoch": 1.913840428006513,
      "grad_norm": 1.0994339559892596,
      "learning_rate": 0.0002349948326889474,
      "loss": 2.5625,
      "step": 41138
    },
    {
      "epoch": 1.9138869504535938,
      "grad_norm": 1.2517950957886081,
      "learning_rate": 0.0002349917745617554,
      "loss": 2.3125,
      "step": 41139
    },
    {
      "epoch": 1.9139334729006747,
      "grad_norm": 1.050392229799367,
      "learning_rate": 0.00023498871638253095,
      "loss": 2.2969,
      "step": 41140
    },
    {
      "epoch": 1.9139799953477552,
      "grad_norm": 1.169887830340536,
      "learning_rate": 0.0002349856581512759,
      "loss": 2.4375,
      "step": 41141
    },
    {
      "epoch": 1.9140265177948361,
      "grad_norm": 1.097903608505799,
      "learning_rate": 0.00023498259986799215,
      "loss": 2.3594,
      "step": 41142
    },
    {
      "epoch": 1.9140730402419166,
      "grad_norm": 1.1444287985301853,
      "learning_rate": 0.0002349795415326815,
      "loss": 2.4531,
      "step": 41143
    },
    {
      "epoch": 1.9141195626889975,
      "grad_norm": 1.1452847873225014,
      "learning_rate": 0.0002349764831453459,
      "loss": 2.2656,
      "step": 41144
    },
    {
      "epoch": 1.914166085136078,
      "grad_norm": 1.079753449096035,
      "learning_rate": 0.0002349734247059872,
      "loss": 2.6562,
      "step": 41145
    },
    {
      "epoch": 1.914212607583159,
      "grad_norm": 1.1238969906668155,
      "learning_rate": 0.00023497036621460729,
      "loss": 2.4531,
      "step": 41146
    },
    {
      "epoch": 1.9142591300302396,
      "grad_norm": 1.1281898578330498,
      "learning_rate": 0.00023496730767120797,
      "loss": 2.1094,
      "step": 41147
    },
    {
      "epoch": 1.9143056524773203,
      "grad_norm": 1.171869018392781,
      "learning_rate": 0.00023496424907579116,
      "loss": 2.4531,
      "step": 41148
    },
    {
      "epoch": 1.914352174924401,
      "grad_norm": 1.1059726176409552,
      "learning_rate": 0.0002349611904283588,
      "loss": 2.375,
      "step": 41149
    },
    {
      "epoch": 1.9143986973714817,
      "grad_norm": 1.1533982347299978,
      "learning_rate": 0.00023495813172891265,
      "loss": 2.4531,
      "step": 41150
    },
    {
      "epoch": 1.9144452198185624,
      "grad_norm": 1.1288112478560557,
      "learning_rate": 0.00023495507297745466,
      "loss": 2.5938,
      "step": 41151
    },
    {
      "epoch": 1.9144917422656431,
      "grad_norm": 1.0375691653006827,
      "learning_rate": 0.0002349520141739867,
      "loss": 1.8359,
      "step": 41152
    },
    {
      "epoch": 1.914538264712724,
      "grad_norm": 1.1016387576371054,
      "learning_rate": 0.00023494895531851056,
      "loss": 2.3125,
      "step": 41153
    },
    {
      "epoch": 1.9145847871598045,
      "grad_norm": 1.102748845596686,
      "learning_rate": 0.0002349458964110282,
      "loss": 2.4062,
      "step": 41154
    },
    {
      "epoch": 1.9146313096068854,
      "grad_norm": 1.125633992140932,
      "learning_rate": 0.0002349428374515414,
      "loss": 2.1875,
      "step": 41155
    },
    {
      "epoch": 1.914677832053966,
      "grad_norm": 1.12262258211046,
      "learning_rate": 0.00023493977844005217,
      "loss": 2.2969,
      "step": 41156
    },
    {
      "epoch": 1.9147243545010468,
      "grad_norm": 1.0602203354440178,
      "learning_rate": 0.00023493671937656227,
      "loss": 2.4219,
      "step": 41157
    },
    {
      "epoch": 1.9147708769481273,
      "grad_norm": 1.0765522263610783,
      "learning_rate": 0.0002349336602610736,
      "loss": 2.5625,
      "step": 41158
    },
    {
      "epoch": 1.9148173993952082,
      "grad_norm": 1.1610580682862046,
      "learning_rate": 0.00023493060109358805,
      "loss": 2.1719,
      "step": 41159
    },
    {
      "epoch": 1.914863921842289,
      "grad_norm": 1.1726243092633069,
      "learning_rate": 0.00023492754187410752,
      "loss": 2.625,
      "step": 41160
    },
    {
      "epoch": 1.9149104442893696,
      "grad_norm": 1.0871733747565453,
      "learning_rate": 0.00023492448260263384,
      "loss": 2.3438,
      "step": 41161
    },
    {
      "epoch": 1.9149569667364503,
      "grad_norm": 1.2106376252624755,
      "learning_rate": 0.00023492142327916887,
      "loss": 2.3125,
      "step": 41162
    },
    {
      "epoch": 1.915003489183531,
      "grad_norm": 1.1620094982940312,
      "learning_rate": 0.0002349183639037145,
      "loss": 2.4062,
      "step": 41163
    },
    {
      "epoch": 1.9150500116306117,
      "grad_norm": 1.1076089823135862,
      "learning_rate": 0.00023491530447627263,
      "loss": 2.4688,
      "step": 41164
    },
    {
      "epoch": 1.9150965340776924,
      "grad_norm": 1.153730339004371,
      "learning_rate": 0.00023491224499684507,
      "loss": 2.3438,
      "step": 41165
    },
    {
      "epoch": 1.9151430565247733,
      "grad_norm": 1.1209033701410187,
      "learning_rate": 0.00023490918546543378,
      "loss": 2.5,
      "step": 41166
    },
    {
      "epoch": 1.9151895789718538,
      "grad_norm": 1.1222756410627606,
      "learning_rate": 0.00023490612588204058,
      "loss": 2.1562,
      "step": 41167
    },
    {
      "epoch": 1.9152361014189347,
      "grad_norm": 1.145029239355761,
      "learning_rate": 0.00023490306624666732,
      "loss": 2.5781,
      "step": 41168
    },
    {
      "epoch": 1.9152826238660152,
      "grad_norm": 1.1992067996216202,
      "learning_rate": 0.0002349000065593159,
      "loss": 2.2344,
      "step": 41169
    },
    {
      "epoch": 1.9153291463130961,
      "grad_norm": 1.0994671998170034,
      "learning_rate": 0.0002348969468199882,
      "loss": 2.3906,
      "step": 41170
    },
    {
      "epoch": 1.9153756687601766,
      "grad_norm": 1.1643887374480901,
      "learning_rate": 0.00023489388702868614,
      "loss": 2.4531,
      "step": 41171
    },
    {
      "epoch": 1.9154221912072575,
      "grad_norm": 1.150647129415964,
      "learning_rate": 0.0002348908271854115,
      "loss": 2.7344,
      "step": 41172
    },
    {
      "epoch": 1.9154687136543382,
      "grad_norm": 1.1498736233454168,
      "learning_rate": 0.0002348877672901662,
      "loss": 2.5,
      "step": 41173
    },
    {
      "epoch": 1.915515236101419,
      "grad_norm": 1.0986941830710175,
      "learning_rate": 0.0002348847073429521,
      "loss": 2.5156,
      "step": 41174
    },
    {
      "epoch": 1.9155617585484996,
      "grad_norm": 1.1195198365660002,
      "learning_rate": 0.00023488164734377108,
      "loss": 2.3125,
      "step": 41175
    },
    {
      "epoch": 1.9156082809955803,
      "grad_norm": 1.1339079854955483,
      "learning_rate": 0.00023487858729262504,
      "loss": 2.3594,
      "step": 41176
    },
    {
      "epoch": 1.915654803442661,
      "grad_norm": 1.2035341207006713,
      "learning_rate": 0.00023487552718951584,
      "loss": 2.375,
      "step": 41177
    },
    {
      "epoch": 1.9157013258897417,
      "grad_norm": 1.0471386225712545,
      "learning_rate": 0.00023487246703444528,
      "loss": 2.3125,
      "step": 41178
    },
    {
      "epoch": 1.9157478483368227,
      "grad_norm": 1.2461208651474924,
      "learning_rate": 0.0002348694068274154,
      "loss": 2.4219,
      "step": 41179
    },
    {
      "epoch": 1.9157943707839031,
      "grad_norm": 1.3815243754957234,
      "learning_rate": 0.00023486634656842782,
      "loss": 2.3281,
      "step": 41180
    },
    {
      "epoch": 1.915840893230984,
      "grad_norm": 1.159916624886342,
      "learning_rate": 0.00023486328625748465,
      "loss": 2.6094,
      "step": 41181
    },
    {
      "epoch": 1.9158874156780645,
      "grad_norm": 1.243568728534931,
      "learning_rate": 0.00023486022589458766,
      "loss": 2.2969,
      "step": 41182
    },
    {
      "epoch": 1.9159339381251455,
      "grad_norm": 1.218534826894945,
      "learning_rate": 0.0002348571654797388,
      "loss": 2.7031,
      "step": 41183
    },
    {
      "epoch": 1.9159804605722262,
      "grad_norm": 1.111050960846585,
      "learning_rate": 0.0002348541050129398,
      "loss": 2.2656,
      "step": 41184
    },
    {
      "epoch": 1.9160269830193069,
      "grad_norm": 1.1254852703198859,
      "learning_rate": 0.00023485104449419262,
      "loss": 2.5781,
      "step": 41185
    },
    {
      "epoch": 1.9160735054663875,
      "grad_norm": 1.0960944230821574,
      "learning_rate": 0.00023484798392349918,
      "loss": 2.25,
      "step": 41186
    },
    {
      "epoch": 1.9161200279134682,
      "grad_norm": 1.132405351757168,
      "learning_rate": 0.00023484492330086128,
      "loss": 2.4219,
      "step": 41187
    },
    {
      "epoch": 1.916166550360549,
      "grad_norm": 1.0678980957132536,
      "learning_rate": 0.00023484186262628083,
      "loss": 2.25,
      "step": 41188
    },
    {
      "epoch": 1.9162130728076296,
      "grad_norm": 1.1040422194576252,
      "learning_rate": 0.00023483880189975967,
      "loss": 2.3906,
      "step": 41189
    },
    {
      "epoch": 1.9162595952547103,
      "grad_norm": 1.0787417618920898,
      "learning_rate": 0.00023483574112129972,
      "loss": 2.2969,
      "step": 41190
    },
    {
      "epoch": 1.916306117701791,
      "grad_norm": 1.1112937674949537,
      "learning_rate": 0.00023483268029090282,
      "loss": 2.1406,
      "step": 41191
    },
    {
      "epoch": 1.916352640148872,
      "grad_norm": 1.0495680389665019,
      "learning_rate": 0.00023482961940857086,
      "loss": 2.2344,
      "step": 41192
    },
    {
      "epoch": 1.9163991625959524,
      "grad_norm": 1.0878041717654223,
      "learning_rate": 0.00023482655847430566,
      "loss": 2.5781,
      "step": 41193
    },
    {
      "epoch": 1.9164456850430334,
      "grad_norm": 1.086007939566908,
      "learning_rate": 0.00023482349748810922,
      "loss": 2.2344,
      "step": 41194
    },
    {
      "epoch": 1.9164922074901138,
      "grad_norm": 1.222375514538404,
      "learning_rate": 0.00023482043644998328,
      "loss": 2.5781,
      "step": 41195
    },
    {
      "epoch": 1.9165387299371948,
      "grad_norm": 1.0752466902222095,
      "learning_rate": 0.00023481737535992978,
      "loss": 2.4219,
      "step": 41196
    },
    {
      "epoch": 1.9165852523842755,
      "grad_norm": 1.1083857782324469,
      "learning_rate": 0.0002348143142179506,
      "loss": 2.2812,
      "step": 41197
    },
    {
      "epoch": 1.9166317748313562,
      "grad_norm": 1.2381279825112996,
      "learning_rate": 0.00023481125302404754,
      "loss": 2.2344,
      "step": 41198
    },
    {
      "epoch": 1.9166782972784369,
      "grad_norm": 1.1219644680882546,
      "learning_rate": 0.0002348081917782226,
      "loss": 2.4531,
      "step": 41199
    },
    {
      "epoch": 1.9167248197255176,
      "grad_norm": 1.2045927284258247,
      "learning_rate": 0.00023480513048047756,
      "loss": 2.4844,
      "step": 41200
    },
    {
      "epoch": 1.9167713421725983,
      "grad_norm": 1.133682992333298,
      "learning_rate": 0.00023480206913081432,
      "loss": 1.7422,
      "step": 41201
    },
    {
      "epoch": 1.916817864619679,
      "grad_norm": 1.2061850891363077,
      "learning_rate": 0.00023479900772923473,
      "loss": 2.6562,
      "step": 41202
    },
    {
      "epoch": 1.9168643870667597,
      "grad_norm": 1.0715307161549286,
      "learning_rate": 0.00023479594627574073,
      "loss": 2.3906,
      "step": 41203
    },
    {
      "epoch": 1.9169109095138404,
      "grad_norm": 1.147865271577104,
      "learning_rate": 0.00023479288477033412,
      "loss": 2.6094,
      "step": 41204
    },
    {
      "epoch": 1.9169574319609213,
      "grad_norm": 1.1077797935016258,
      "learning_rate": 0.00023478982321301686,
      "loss": 2.2656,
      "step": 41205
    },
    {
      "epoch": 1.9170039544080018,
      "grad_norm": 1.2963060411926546,
      "learning_rate": 0.0002347867616037907,
      "loss": 2.4688,
      "step": 41206
    },
    {
      "epoch": 1.9170504768550827,
      "grad_norm": 1.210128859925978,
      "learning_rate": 0.00023478369994265762,
      "loss": 2.0,
      "step": 41207
    },
    {
      "epoch": 1.9170969993021632,
      "grad_norm": 1.09239907518038,
      "learning_rate": 0.00023478063822961946,
      "loss": 2.3438,
      "step": 41208
    },
    {
      "epoch": 1.917143521749244,
      "grad_norm": 1.2276341628355896,
      "learning_rate": 0.00023477757646467808,
      "loss": 2.5,
      "step": 41209
    },
    {
      "epoch": 1.9171900441963248,
      "grad_norm": 1.1279230573687842,
      "learning_rate": 0.00023477451464783537,
      "loss": 2.2344,
      "step": 41210
    },
    {
      "epoch": 1.9172365666434055,
      "grad_norm": 1.0731541049796793,
      "learning_rate": 0.00023477145277909318,
      "loss": 2.375,
      "step": 41211
    },
    {
      "epoch": 1.9172830890904862,
      "grad_norm": 1.1575316127156765,
      "learning_rate": 0.00023476839085845346,
      "loss": 2.3438,
      "step": 41212
    },
    {
      "epoch": 1.9173296115375669,
      "grad_norm": 1.0615029883852982,
      "learning_rate": 0.00023476532888591796,
      "loss": 2.3906,
      "step": 41213
    },
    {
      "epoch": 1.9173761339846476,
      "grad_norm": 1.1907136079013974,
      "learning_rate": 0.0002347622668614887,
      "loss": 2.4219,
      "step": 41214
    },
    {
      "epoch": 1.9174226564317283,
      "grad_norm": 1.155857419563709,
      "learning_rate": 0.00023475920478516744,
      "loss": 2.2656,
      "step": 41215
    },
    {
      "epoch": 1.9174691788788092,
      "grad_norm": 1.1417035581667356,
      "learning_rate": 0.00023475614265695613,
      "loss": 2.25,
      "step": 41216
    },
    {
      "epoch": 1.9175157013258897,
      "grad_norm": 1.1410134548314534,
      "learning_rate": 0.00023475308047685658,
      "loss": 2.4688,
      "step": 41217
    },
    {
      "epoch": 1.9175622237729706,
      "grad_norm": 1.2190467138271353,
      "learning_rate": 0.00023475001824487072,
      "loss": 2.4219,
      "step": 41218
    },
    {
      "epoch": 1.917608746220051,
      "grad_norm": 1.1348380590974012,
      "learning_rate": 0.00023474695596100036,
      "loss": 2.5312,
      "step": 41219
    },
    {
      "epoch": 1.917655268667132,
      "grad_norm": 1.040173142045035,
      "learning_rate": 0.00023474389362524746,
      "loss": 2.0938,
      "step": 41220
    },
    {
      "epoch": 1.9177017911142125,
      "grad_norm": 1.0806486430726854,
      "learning_rate": 0.0002347408312376138,
      "loss": 2.3438,
      "step": 41221
    },
    {
      "epoch": 1.9177483135612934,
      "grad_norm": 1.136547946437386,
      "learning_rate": 0.00023473776879810132,
      "loss": 2.5781,
      "step": 41222
    },
    {
      "epoch": 1.917794836008374,
      "grad_norm": 0.9553990546211801,
      "learning_rate": 0.0002347347063067119,
      "loss": 1.9219,
      "step": 41223
    },
    {
      "epoch": 1.9178413584554548,
      "grad_norm": 1.1203139814432337,
      "learning_rate": 0.00023473164376344738,
      "loss": 2.2812,
      "step": 41224
    },
    {
      "epoch": 1.9178878809025355,
      "grad_norm": 1.1279506936365904,
      "learning_rate": 0.00023472858116830965,
      "loss": 2.4688,
      "step": 41225
    },
    {
      "epoch": 1.9179344033496162,
      "grad_norm": 1.1132885313836758,
      "learning_rate": 0.00023472551852130058,
      "loss": 2.3281,
      "step": 41226
    },
    {
      "epoch": 1.9179809257966969,
      "grad_norm": 1.0269268502716151,
      "learning_rate": 0.00023472245582242205,
      "loss": 2.2344,
      "step": 41227
    },
    {
      "epoch": 1.9180274482437776,
      "grad_norm": 1.191575489606432,
      "learning_rate": 0.00023471939307167592,
      "loss": 2.1875,
      "step": 41228
    },
    {
      "epoch": 1.9180739706908585,
      "grad_norm": 1.0474016647785835,
      "learning_rate": 0.00023471633026906413,
      "loss": 2.5469,
      "step": 41229
    },
    {
      "epoch": 1.918120493137939,
      "grad_norm": 1.106896479956214,
      "learning_rate": 0.00023471326741458844,
      "loss": 2.2969,
      "step": 41230
    },
    {
      "epoch": 1.91816701558502,
      "grad_norm": 1.0731912414653284,
      "learning_rate": 0.0002347102045082508,
      "loss": 2.2812,
      "step": 41231
    },
    {
      "epoch": 1.9182135380321004,
      "grad_norm": 1.2595367525926693,
      "learning_rate": 0.0002347071415500531,
      "loss": 2.6875,
      "step": 41232
    },
    {
      "epoch": 1.9182600604791813,
      "grad_norm": 1.133393026796391,
      "learning_rate": 0.00023470407853999717,
      "loss": 2.2344,
      "step": 41233
    },
    {
      "epoch": 1.9183065829262618,
      "grad_norm": 1.3541841145532074,
      "learning_rate": 0.00023470101547808493,
      "loss": 2.6719,
      "step": 41234
    },
    {
      "epoch": 1.9183531053733427,
      "grad_norm": 1.1646638992886638,
      "learning_rate": 0.00023469795236431818,
      "loss": 2.5469,
      "step": 41235
    },
    {
      "epoch": 1.9183996278204234,
      "grad_norm": 1.1519897221469202,
      "learning_rate": 0.00023469488919869888,
      "loss": 2.4531,
      "step": 41236
    },
    {
      "epoch": 1.918446150267504,
      "grad_norm": 1.1960510829451376,
      "learning_rate": 0.00023469182598122887,
      "loss": 2.5156,
      "step": 41237
    },
    {
      "epoch": 1.9184926727145848,
      "grad_norm": 1.0977798278580337,
      "learning_rate": 0.00023468876271191,
      "loss": 2.2656,
      "step": 41238
    },
    {
      "epoch": 1.9185391951616655,
      "grad_norm": 1.1424028914117548,
      "learning_rate": 0.0002346856993907442,
      "loss": 2.0781,
      "step": 41239
    },
    {
      "epoch": 1.9185857176087462,
      "grad_norm": 1.1639274486843092,
      "learning_rate": 0.00023468263601773327,
      "loss": 2.6719,
      "step": 41240
    },
    {
      "epoch": 1.9186322400558269,
      "grad_norm": 1.186615358841844,
      "learning_rate": 0.00023467957259287918,
      "loss": 2.7031,
      "step": 41241
    },
    {
      "epoch": 1.9186787625029078,
      "grad_norm": 1.1403069754600557,
      "learning_rate": 0.00023467650911618377,
      "loss": 2.25,
      "step": 41242
    },
    {
      "epoch": 1.9187252849499883,
      "grad_norm": 1.0573158802156204,
      "learning_rate": 0.00023467344558764886,
      "loss": 1.9141,
      "step": 41243
    },
    {
      "epoch": 1.9187718073970692,
      "grad_norm": 1.1035858653038317,
      "learning_rate": 0.0002346703820072764,
      "loss": 2.5312,
      "step": 41244
    },
    {
      "epoch": 1.9188183298441497,
      "grad_norm": 1.1625415180988226,
      "learning_rate": 0.0002346673183750682,
      "loss": 2.3438,
      "step": 41245
    },
    {
      "epoch": 1.9188648522912306,
      "grad_norm": 1.1837785547305815,
      "learning_rate": 0.00023466425469102615,
      "loss": 2.4688,
      "step": 41246
    },
    {
      "epoch": 1.918911374738311,
      "grad_norm": 1.1169602794462452,
      "learning_rate": 0.00023466119095515216,
      "loss": 2.4375,
      "step": 41247
    },
    {
      "epoch": 1.918957897185392,
      "grad_norm": 1.1197343691314448,
      "learning_rate": 0.00023465812716744815,
      "loss": 2.6406,
      "step": 41248
    },
    {
      "epoch": 1.9190044196324727,
      "grad_norm": 1.0868244430573193,
      "learning_rate": 0.00023465506332791586,
      "loss": 2.2969,
      "step": 41249
    },
    {
      "epoch": 1.9190509420795534,
      "grad_norm": 1.105873238377417,
      "learning_rate": 0.0002346519994365573,
      "loss": 2.4375,
      "step": 41250
    },
    {
      "epoch": 1.919097464526634,
      "grad_norm": 1.169726372562621,
      "learning_rate": 0.00023464893549337426,
      "loss": 2.5938,
      "step": 41251
    },
    {
      "epoch": 1.9191439869737148,
      "grad_norm": 1.1101424176509838,
      "learning_rate": 0.00023464587149836863,
      "loss": 2.5781,
      "step": 41252
    },
    {
      "epoch": 1.9191905094207955,
      "grad_norm": 1.1091786384356932,
      "learning_rate": 0.00023464280745154228,
      "loss": 2.3438,
      "step": 41253
    },
    {
      "epoch": 1.9192370318678762,
      "grad_norm": 1.0649236274667684,
      "learning_rate": 0.00023463974335289714,
      "loss": 2.375,
      "step": 41254
    },
    {
      "epoch": 1.9192835543149571,
      "grad_norm": 1.100668503014736,
      "learning_rate": 0.00023463667920243505,
      "loss": 2.4688,
      "step": 41255
    },
    {
      "epoch": 1.9193300767620376,
      "grad_norm": 1.0583331971909535,
      "learning_rate": 0.0002346336150001579,
      "loss": 2.2188,
      "step": 41256
    },
    {
      "epoch": 1.9193765992091185,
      "grad_norm": 1.0863821357898662,
      "learning_rate": 0.00023463055074606753,
      "loss": 2.375,
      "step": 41257
    },
    {
      "epoch": 1.919423121656199,
      "grad_norm": 1.2004765198858034,
      "learning_rate": 0.00023462748644016585,
      "loss": 2.7031,
      "step": 41258
    },
    {
      "epoch": 1.91946964410328,
      "grad_norm": 1.045355937311745,
      "learning_rate": 0.0002346244220824547,
      "loss": 2.1875,
      "step": 41259
    },
    {
      "epoch": 1.9195161665503604,
      "grad_norm": 1.1733141890712793,
      "learning_rate": 0.000234621357672936,
      "loss": 1.9297,
      "step": 41260
    },
    {
      "epoch": 1.9195626889974413,
      "grad_norm": 1.1893732232620164,
      "learning_rate": 0.00023461829321161164,
      "loss": 2.4375,
      "step": 41261
    },
    {
      "epoch": 1.919609211444522,
      "grad_norm": 1.0697419290709491,
      "learning_rate": 0.0002346152286984834,
      "loss": 2.3438,
      "step": 41262
    },
    {
      "epoch": 1.9196557338916027,
      "grad_norm": 1.1553225295972183,
      "learning_rate": 0.00023461216413355325,
      "loss": 2.2656,
      "step": 41263
    },
    {
      "epoch": 1.9197022563386834,
      "grad_norm": 1.1306748737551002,
      "learning_rate": 0.00023460909951682302,
      "loss": 2.4531,
      "step": 41264
    },
    {
      "epoch": 1.919748778785764,
      "grad_norm": 1.1021935808358179,
      "learning_rate": 0.0002346060348482946,
      "loss": 2.4531,
      "step": 41265
    },
    {
      "epoch": 1.9197953012328448,
      "grad_norm": 1.1482258234497684,
      "learning_rate": 0.0002346029701279699,
      "loss": 2.1562,
      "step": 41266
    },
    {
      "epoch": 1.9198418236799255,
      "grad_norm": 1.0628306616935896,
      "learning_rate": 0.00023459990535585075,
      "loss": 2.1875,
      "step": 41267
    },
    {
      "epoch": 1.9198883461270064,
      "grad_norm": 1.1783833746605448,
      "learning_rate": 0.00023459684053193897,
      "loss": 2.625,
      "step": 41268
    },
    {
      "epoch": 1.919934868574087,
      "grad_norm": 1.0984442344855738,
      "learning_rate": 0.0002345937756562366,
      "loss": 2.4375,
      "step": 41269
    },
    {
      "epoch": 1.9199813910211678,
      "grad_norm": 1.1299478167794794,
      "learning_rate": 0.00023459071072874538,
      "loss": 2.375,
      "step": 41270
    },
    {
      "epoch": 1.9200279134682483,
      "grad_norm": 1.1495442532113755,
      "learning_rate": 0.0002345876457494672,
      "loss": 2.2969,
      "step": 41271
    },
    {
      "epoch": 1.9200744359153292,
      "grad_norm": 1.0767449282450992,
      "learning_rate": 0.000234584580718404,
      "loss": 2.4531,
      "step": 41272
    },
    {
      "epoch": 1.9201209583624097,
      "grad_norm": 1.0958677117223767,
      "learning_rate": 0.00023458151563555764,
      "loss": 2.5625,
      "step": 41273
    },
    {
      "epoch": 1.9201674808094906,
      "grad_norm": 1.151185839353156,
      "learning_rate": 0.00023457845050092998,
      "loss": 2.5781,
      "step": 41274
    },
    {
      "epoch": 1.9202140032565713,
      "grad_norm": 1.2427671319228062,
      "learning_rate": 0.00023457538531452285,
      "loss": 2.4844,
      "step": 41275
    },
    {
      "epoch": 1.920260525703652,
      "grad_norm": 1.1487749713934987,
      "learning_rate": 0.0002345723200763382,
      "loss": 2.6562,
      "step": 41276
    },
    {
      "epoch": 1.9203070481507327,
      "grad_norm": 1.24224136539828,
      "learning_rate": 0.00023456925478637785,
      "loss": 2.5,
      "step": 41277
    },
    {
      "epoch": 1.9203535705978134,
      "grad_norm": 1.1169292992853257,
      "learning_rate": 0.00023456618944464375,
      "loss": 2.3906,
      "step": 41278
    },
    {
      "epoch": 1.9204000930448941,
      "grad_norm": 1.0538609768523808,
      "learning_rate": 0.00023456312405113769,
      "loss": 2.3281,
      "step": 41279
    },
    {
      "epoch": 1.9204466154919748,
      "grad_norm": 1.178877357116797,
      "learning_rate": 0.0002345600586058616,
      "loss": 2.3438,
      "step": 41280
    },
    {
      "epoch": 1.9204931379390557,
      "grad_norm": 1.094522189994,
      "learning_rate": 0.00023455699310881735,
      "loss": 2.5469,
      "step": 41281
    },
    {
      "epoch": 1.9205396603861362,
      "grad_norm": 1.0850447888208865,
      "learning_rate": 0.00023455392756000678,
      "loss": 2.3281,
      "step": 41282
    },
    {
      "epoch": 1.9205861828332171,
      "grad_norm": 1.1091232151403465,
      "learning_rate": 0.00023455086195943182,
      "loss": 2.4062,
      "step": 41283
    },
    {
      "epoch": 1.9206327052802976,
      "grad_norm": 1.2511950272980696,
      "learning_rate": 0.00023454779630709434,
      "loss": 1.875,
      "step": 41284
    },
    {
      "epoch": 1.9206792277273785,
      "grad_norm": 1.1340752491205186,
      "learning_rate": 0.0002345447306029962,
      "loss": 2.0781,
      "step": 41285
    },
    {
      "epoch": 1.920725750174459,
      "grad_norm": 1.115497483483002,
      "learning_rate": 0.00023454166484713923,
      "loss": 2.375,
      "step": 41286
    },
    {
      "epoch": 1.92077227262154,
      "grad_norm": 1.1556535285549692,
      "learning_rate": 0.00023453859903952543,
      "loss": 2.7188,
      "step": 41287
    },
    {
      "epoch": 1.9208187950686206,
      "grad_norm": 1.1000160635814653,
      "learning_rate": 0.00023453553318015656,
      "loss": 2.3438,
      "step": 41288
    },
    {
      "epoch": 1.9208653175157013,
      "grad_norm": 1.1613850728907447,
      "learning_rate": 0.00023453246726903455,
      "loss": 2.4844,
      "step": 41289
    },
    {
      "epoch": 1.920911839962782,
      "grad_norm": 1.2157389322673384,
      "learning_rate": 0.0002345294013061612,
      "loss": 2.2656,
      "step": 41290
    },
    {
      "epoch": 1.9209583624098627,
      "grad_norm": 1.085219672866681,
      "learning_rate": 0.0002345263352915385,
      "loss": 2.4062,
      "step": 41291
    },
    {
      "epoch": 1.9210048848569434,
      "grad_norm": 1.1673845638576317,
      "learning_rate": 0.0002345232692251683,
      "loss": 2.3438,
      "step": 41292
    },
    {
      "epoch": 1.9210514073040241,
      "grad_norm": 1.1691479065396206,
      "learning_rate": 0.00023452020310705244,
      "loss": 2.3125,
      "step": 41293
    },
    {
      "epoch": 1.921097929751105,
      "grad_norm": 1.1147200211703705,
      "learning_rate": 0.00023451713693719282,
      "loss": 2.4062,
      "step": 41294
    },
    {
      "epoch": 1.9211444521981855,
      "grad_norm": 1.0690885779910098,
      "learning_rate": 0.0002345140707155913,
      "loss": 2.2188,
      "step": 41295
    },
    {
      "epoch": 1.9211909746452664,
      "grad_norm": 1.144652160851829,
      "learning_rate": 0.00023451100444224978,
      "loss": 2.5625,
      "step": 41296
    },
    {
      "epoch": 1.921237497092347,
      "grad_norm": 1.1433342236054065,
      "learning_rate": 0.00023450793811717014,
      "loss": 2.6406,
      "step": 41297
    },
    {
      "epoch": 1.9212840195394278,
      "grad_norm": 1.0019042343892435,
      "learning_rate": 0.00023450487174035418,
      "loss": 2.2656,
      "step": 41298
    },
    {
      "epoch": 1.9213305419865085,
      "grad_norm": 1.0865687547147624,
      "learning_rate": 0.00023450180531180392,
      "loss": 2.1719,
      "step": 41299
    },
    {
      "epoch": 1.9213770644335892,
      "grad_norm": 1.0728552327833578,
      "learning_rate": 0.00023449873883152109,
      "loss": 2.25,
      "step": 41300
    },
    {
      "epoch": 1.92142358688067,
      "grad_norm": 1.099370707678874,
      "learning_rate": 0.00023449567229950766,
      "loss": 2.2031,
      "step": 41301
    },
    {
      "epoch": 1.9214701093277506,
      "grad_norm": 1.0905994012351965,
      "learning_rate": 0.00023449260571576549,
      "loss": 2.2188,
      "step": 41302
    },
    {
      "epoch": 1.9215166317748313,
      "grad_norm": 1.1042444870050712,
      "learning_rate": 0.00023448953908029646,
      "loss": 2.3594,
      "step": 41303
    },
    {
      "epoch": 1.921563154221912,
      "grad_norm": 1.1002357493959356,
      "learning_rate": 0.0002344864723931024,
      "loss": 2.4219,
      "step": 41304
    },
    {
      "epoch": 1.9216096766689927,
      "grad_norm": 1.1365153724584143,
      "learning_rate": 0.00023448340565418528,
      "loss": 2.5,
      "step": 41305
    },
    {
      "epoch": 1.9216561991160734,
      "grad_norm": 1.2768014530144336,
      "learning_rate": 0.00023448033886354683,
      "loss": 2.2344,
      "step": 41306
    },
    {
      "epoch": 1.9217027215631544,
      "grad_norm": 1.2033908371696433,
      "learning_rate": 0.0002344772720211891,
      "loss": 2.5469,
      "step": 41307
    },
    {
      "epoch": 1.9217492440102348,
      "grad_norm": 1.1134789155875298,
      "learning_rate": 0.00023447420512711387,
      "loss": 1.7344,
      "step": 41308
    },
    {
      "epoch": 1.9217957664573158,
      "grad_norm": 1.2149807587337471,
      "learning_rate": 0.000234471138181323,
      "loss": 2.4688,
      "step": 41309
    },
    {
      "epoch": 1.9218422889043962,
      "grad_norm": 1.161447237947787,
      "learning_rate": 0.00023446807118381843,
      "loss": 2.4688,
      "step": 41310
    },
    {
      "epoch": 1.9218888113514772,
      "grad_norm": 1.07481598082684,
      "learning_rate": 0.00023446500413460198,
      "loss": 1.8438,
      "step": 41311
    },
    {
      "epoch": 1.9219353337985579,
      "grad_norm": 1.054097285737473,
      "learning_rate": 0.0002344619370336756,
      "loss": 2.3906,
      "step": 41312
    },
    {
      "epoch": 1.9219818562456386,
      "grad_norm": 1.1391169757853563,
      "learning_rate": 0.00023445886988104108,
      "loss": 2.3125,
      "step": 41313
    },
    {
      "epoch": 1.9220283786927193,
      "grad_norm": 1.1996544684121528,
      "learning_rate": 0.00023445580267670037,
      "loss": 2.375,
      "step": 41314
    },
    {
      "epoch": 1.9220749011398,
      "grad_norm": 1.0956126326246978,
      "learning_rate": 0.00023445273542065532,
      "loss": 2.2031,
      "step": 41315
    },
    {
      "epoch": 1.9221214235868807,
      "grad_norm": 2.558473388853624,
      "learning_rate": 0.0002344496681129078,
      "loss": 2.5156,
      "step": 41316
    },
    {
      "epoch": 1.9221679460339613,
      "grad_norm": 1.213191168350813,
      "learning_rate": 0.0002344466007534597,
      "loss": 2.6562,
      "step": 41317
    },
    {
      "epoch": 1.922214468481042,
      "grad_norm": 1.1108187593807817,
      "learning_rate": 0.00023444353334231286,
      "loss": 2.2656,
      "step": 41318
    },
    {
      "epoch": 1.9222609909281227,
      "grad_norm": 1.018893726157289,
      "learning_rate": 0.00023444046587946926,
      "loss": 2.1875,
      "step": 41319
    },
    {
      "epoch": 1.9223075133752037,
      "grad_norm": 1.133492796908459,
      "learning_rate": 0.00023443739836493066,
      "loss": 2.6562,
      "step": 41320
    },
    {
      "epoch": 1.9223540358222841,
      "grad_norm": 1.1679739130072746,
      "learning_rate": 0.000234434330798699,
      "loss": 2.1562,
      "step": 41321
    },
    {
      "epoch": 1.922400558269365,
      "grad_norm": 1.1473123001748453,
      "learning_rate": 0.00023443126318077611,
      "loss": 2.6562,
      "step": 41322
    },
    {
      "epoch": 1.9224470807164455,
      "grad_norm": 1.0675401776185423,
      "learning_rate": 0.000234428195511164,
      "loss": 2.3594,
      "step": 41323
    },
    {
      "epoch": 1.9224936031635265,
      "grad_norm": 1.171744869239562,
      "learning_rate": 0.00023442512778986438,
      "loss": 2.3906,
      "step": 41324
    },
    {
      "epoch": 1.9225401256106072,
      "grad_norm": 1.1571161989388394,
      "learning_rate": 0.0002344220600168792,
      "loss": 2.4375,
      "step": 41325
    },
    {
      "epoch": 1.9225866480576879,
      "grad_norm": 1.0423600403847277,
      "learning_rate": 0.00023441899219221033,
      "loss": 2.3125,
      "step": 41326
    },
    {
      "epoch": 1.9226331705047686,
      "grad_norm": 1.2142662849539085,
      "learning_rate": 0.0002344159243158597,
      "loss": 2.5938,
      "step": 41327
    },
    {
      "epoch": 1.9226796929518493,
      "grad_norm": 1.0616925876203736,
      "learning_rate": 0.00023441285638782906,
      "loss": 2.1562,
      "step": 41328
    },
    {
      "epoch": 1.92272621539893,
      "grad_norm": 1.1274142829064737,
      "learning_rate": 0.00023440978840812046,
      "loss": 2.4062,
      "step": 41329
    },
    {
      "epoch": 1.9227727378460107,
      "grad_norm": 1.1449384052843485,
      "learning_rate": 0.00023440672037673566,
      "loss": 2.375,
      "step": 41330
    },
    {
      "epoch": 1.9228192602930916,
      "grad_norm": 1.0611335592658666,
      "learning_rate": 0.00023440365229367656,
      "loss": 1.6406,
      "step": 41331
    },
    {
      "epoch": 1.922865782740172,
      "grad_norm": 1.0625301704435695,
      "learning_rate": 0.00023440058415894502,
      "loss": 2.1719,
      "step": 41332
    },
    {
      "epoch": 1.922912305187253,
      "grad_norm": 1.235173313454944,
      "learning_rate": 0.00023439751597254297,
      "loss": 2.4844,
      "step": 41333
    },
    {
      "epoch": 1.9229588276343335,
      "grad_norm": 1.2003856817034517,
      "learning_rate": 0.00023439444773447227,
      "loss": 2.5781,
      "step": 41334
    },
    {
      "epoch": 1.9230053500814144,
      "grad_norm": 1.1745477344262563,
      "learning_rate": 0.00023439137944473477,
      "loss": 2.4531,
      "step": 41335
    },
    {
      "epoch": 1.9230518725284949,
      "grad_norm": 1.0795997002361462,
      "learning_rate": 0.00023438831110333242,
      "loss": 2.2812,
      "step": 41336
    },
    {
      "epoch": 1.9230983949755758,
      "grad_norm": 1.113009105662512,
      "learning_rate": 0.00023438524271026702,
      "loss": 2.2812,
      "step": 41337
    },
    {
      "epoch": 1.9231449174226565,
      "grad_norm": 1.0865204780563378,
      "learning_rate": 0.0002343821742655405,
      "loss": 2.2344,
      "step": 41338
    },
    {
      "epoch": 1.9231914398697372,
      "grad_norm": 1.0411903105936025,
      "learning_rate": 0.00023437910576915467,
      "loss": 2.4219,
      "step": 41339
    },
    {
      "epoch": 1.9232379623168179,
      "grad_norm": 1.0193621153891388,
      "learning_rate": 0.00023437603722111148,
      "loss": 2.1094,
      "step": 41340
    },
    {
      "epoch": 1.9232844847638986,
      "grad_norm": 1.102121451869942,
      "learning_rate": 0.00023437296862141276,
      "loss": 2.4531,
      "step": 41341
    },
    {
      "epoch": 1.9233310072109793,
      "grad_norm": 1.0876637923714803,
      "learning_rate": 0.00023436989997006045,
      "loss": 2.3438,
      "step": 41342
    },
    {
      "epoch": 1.92337752965806,
      "grad_norm": 1.1469406348835567,
      "learning_rate": 0.00023436683126705637,
      "loss": 2.4688,
      "step": 41343
    },
    {
      "epoch": 1.923424052105141,
      "grad_norm": 0.9890803630739077,
      "learning_rate": 0.00023436376251240241,
      "loss": 2.125,
      "step": 41344
    },
    {
      "epoch": 1.9234705745522214,
      "grad_norm": 1.1227770566123696,
      "learning_rate": 0.00023436069370610048,
      "loss": 2.5781,
      "step": 41345
    },
    {
      "epoch": 1.9235170969993023,
      "grad_norm": 1.0632392638894024,
      "learning_rate": 0.00023435762484815242,
      "loss": 2.2812,
      "step": 41346
    },
    {
      "epoch": 1.9235636194463828,
      "grad_norm": 1.134579284232228,
      "learning_rate": 0.0002343545559385601,
      "loss": 2.6406,
      "step": 41347
    },
    {
      "epoch": 1.9236101418934637,
      "grad_norm": 1.1161689235360466,
      "learning_rate": 0.00023435148697732548,
      "loss": 2.5625,
      "step": 41348
    },
    {
      "epoch": 1.9236566643405442,
      "grad_norm": 1.140179328406014,
      "learning_rate": 0.00023434841796445035,
      "loss": 2.4375,
      "step": 41349
    },
    {
      "epoch": 1.923703186787625,
      "grad_norm": 1.057449859370427,
      "learning_rate": 0.00023434534889993662,
      "loss": 2.3594,
      "step": 41350
    },
    {
      "epoch": 1.9237497092347058,
      "grad_norm": 1.0858111224609215,
      "learning_rate": 0.00023434227978378616,
      "loss": 2.3438,
      "step": 41351
    },
    {
      "epoch": 1.9237962316817865,
      "grad_norm": 1.0762097068958139,
      "learning_rate": 0.00023433921061600092,
      "loss": 2.2969,
      "step": 41352
    },
    {
      "epoch": 1.9238427541288672,
      "grad_norm": 1.1102514367582081,
      "learning_rate": 0.00023433614139658262,
      "loss": 2.7188,
      "step": 41353
    },
    {
      "epoch": 1.9238892765759479,
      "grad_norm": 1.1601181073405131,
      "learning_rate": 0.0002343330721255333,
      "loss": 2.375,
      "step": 41354
    },
    {
      "epoch": 1.9239357990230286,
      "grad_norm": 1.15577205720257,
      "learning_rate": 0.00023433000280285478,
      "loss": 2.2344,
      "step": 41355
    },
    {
      "epoch": 1.9239823214701093,
      "grad_norm": 1.23030605822204,
      "learning_rate": 0.00023432693342854892,
      "loss": 2.5625,
      "step": 41356
    },
    {
      "epoch": 1.9240288439171902,
      "grad_norm": 1.1278175003857134,
      "learning_rate": 0.00023432386400261762,
      "loss": 2.2031,
      "step": 41357
    },
    {
      "epoch": 1.9240753663642707,
      "grad_norm": 1.0848704072074495,
      "learning_rate": 0.00023432079452506276,
      "loss": 2.2812,
      "step": 41358
    },
    {
      "epoch": 1.9241218888113516,
      "grad_norm": 1.062739705665474,
      "learning_rate": 0.0002343177249958862,
      "loss": 2.1406,
      "step": 41359
    },
    {
      "epoch": 1.924168411258432,
      "grad_norm": 1.1015316064911733,
      "learning_rate": 0.0002343146554150898,
      "loss": 2.2656,
      "step": 41360
    },
    {
      "epoch": 1.924214933705513,
      "grad_norm": 1.2549366404296929,
      "learning_rate": 0.00023431158578267553,
      "loss": 2.6094,
      "step": 41361
    },
    {
      "epoch": 1.9242614561525935,
      "grad_norm": 1.2229162533026778,
      "learning_rate": 0.00023430851609864515,
      "loss": 2.2812,
      "step": 41362
    },
    {
      "epoch": 1.9243079785996744,
      "grad_norm": 1.158804071652015,
      "learning_rate": 0.00023430544636300068,
      "loss": 2.4062,
      "step": 41363
    },
    {
      "epoch": 1.924354501046755,
      "grad_norm": 1.1625705539860847,
      "learning_rate": 0.00023430237657574385,
      "loss": 2.5469,
      "step": 41364
    },
    {
      "epoch": 1.9244010234938358,
      "grad_norm": 1.0877963734775657,
      "learning_rate": 0.00023429930673687664,
      "loss": 2.3594,
      "step": 41365
    },
    {
      "epoch": 1.9244475459409165,
      "grad_norm": 1.50652410639434,
      "learning_rate": 0.00023429623684640086,
      "loss": 2.2031,
      "step": 41366
    },
    {
      "epoch": 1.9244940683879972,
      "grad_norm": 1.1142816910714664,
      "learning_rate": 0.00023429316690431847,
      "loss": 2.4219,
      "step": 41367
    },
    {
      "epoch": 1.924540590835078,
      "grad_norm": 1.1072638045095915,
      "learning_rate": 0.00023429009691063128,
      "loss": 2.4219,
      "step": 41368
    },
    {
      "epoch": 1.9245871132821586,
      "grad_norm": 1.014491439854643,
      "learning_rate": 0.0002342870268653412,
      "loss": 2.5,
      "step": 41369
    },
    {
      "epoch": 1.9246336357292395,
      "grad_norm": 1.1196509616878303,
      "learning_rate": 0.00023428395676845014,
      "loss": 2.2969,
      "step": 41370
    },
    {
      "epoch": 1.92468015817632,
      "grad_norm": 1.1420823770490298,
      "learning_rate": 0.00023428088661995994,
      "loss": 2.4844,
      "step": 41371
    },
    {
      "epoch": 1.924726680623401,
      "grad_norm": 1.1042774938586735,
      "learning_rate": 0.00023427781641987246,
      "loss": 2.3125,
      "step": 41372
    },
    {
      "epoch": 1.9247732030704814,
      "grad_norm": 1.1118847375032879,
      "learning_rate": 0.00023427474616818957,
      "loss": 2.0625,
      "step": 41373
    },
    {
      "epoch": 1.9248197255175623,
      "grad_norm": 1.0277163765518367,
      "learning_rate": 0.00023427167586491322,
      "loss": 2.1719,
      "step": 41374
    },
    {
      "epoch": 1.9248662479646428,
      "grad_norm": 1.0709872339259372,
      "learning_rate": 0.00023426860551004528,
      "loss": 2.2344,
      "step": 41375
    },
    {
      "epoch": 1.9249127704117237,
      "grad_norm": 1.0886826225657793,
      "learning_rate": 0.00023426553510358757,
      "loss": 2.4219,
      "step": 41376
    },
    {
      "epoch": 1.9249592928588044,
      "grad_norm": 1.1167321284236296,
      "learning_rate": 0.000234262464645542,
      "loss": 2.3438,
      "step": 41377
    },
    {
      "epoch": 1.925005815305885,
      "grad_norm": 1.1512790109466546,
      "learning_rate": 0.00023425939413591047,
      "loss": 2.2969,
      "step": 41378
    },
    {
      "epoch": 1.9250523377529658,
      "grad_norm": 1.0662946037219319,
      "learning_rate": 0.00023425632357469483,
      "loss": 2.1562,
      "step": 41379
    },
    {
      "epoch": 1.9250988602000465,
      "grad_norm": 1.0961738563530035,
      "learning_rate": 0.00023425325296189695,
      "loss": 2.5781,
      "step": 41380
    },
    {
      "epoch": 1.9251453826471272,
      "grad_norm": 1.0606533545079426,
      "learning_rate": 0.00023425018229751877,
      "loss": 2.3438,
      "step": 41381
    },
    {
      "epoch": 1.925191905094208,
      "grad_norm": 1.104318281804883,
      "learning_rate": 0.00023424711158156214,
      "loss": 2.3281,
      "step": 41382
    },
    {
      "epoch": 1.9252384275412888,
      "grad_norm": 1.0688343478283489,
      "learning_rate": 0.0002342440408140289,
      "loss": 2.6406,
      "step": 41383
    },
    {
      "epoch": 1.9252849499883693,
      "grad_norm": 1.0982033193226515,
      "learning_rate": 0.00023424096999492098,
      "loss": 2.2656,
      "step": 41384
    },
    {
      "epoch": 1.9253314724354502,
      "grad_norm": 1.1554008253160841,
      "learning_rate": 0.00023423789912424024,
      "loss": 2.2188,
      "step": 41385
    },
    {
      "epoch": 1.9253779948825307,
      "grad_norm": 1.1523268813510734,
      "learning_rate": 0.00023423482820198856,
      "loss": 2.1562,
      "step": 41386
    },
    {
      "epoch": 1.9254245173296116,
      "grad_norm": 1.1045957182231738,
      "learning_rate": 0.0002342317572281678,
      "loss": 2.4531,
      "step": 41387
    },
    {
      "epoch": 1.925471039776692,
      "grad_norm": 1.0944077122563727,
      "learning_rate": 0.00023422868620277988,
      "loss": 2.3281,
      "step": 41388
    },
    {
      "epoch": 1.925517562223773,
      "grad_norm": 1.1494646998603142,
      "learning_rate": 0.00023422561512582667,
      "loss": 2.1094,
      "step": 41389
    },
    {
      "epoch": 1.9255640846708537,
      "grad_norm": 1.1190637449540033,
      "learning_rate": 0.00023422254399731003,
      "loss": 2.6094,
      "step": 41390
    },
    {
      "epoch": 1.9256106071179344,
      "grad_norm": 1.0342030326524279,
      "learning_rate": 0.00023421947281723185,
      "loss": 2.2344,
      "step": 41391
    },
    {
      "epoch": 1.9256571295650151,
      "grad_norm": 1.1964039555737966,
      "learning_rate": 0.00023421640158559405,
      "loss": 2.3438,
      "step": 41392
    },
    {
      "epoch": 1.9257036520120958,
      "grad_norm": 1.0581401206948498,
      "learning_rate": 0.0002342133303023984,
      "loss": 2.375,
      "step": 41393
    },
    {
      "epoch": 1.9257501744591765,
      "grad_norm": 1.141980481358484,
      "learning_rate": 0.00023421025896764694,
      "loss": 2.5625,
      "step": 41394
    },
    {
      "epoch": 1.9257966969062572,
      "grad_norm": 1.0604854642390842,
      "learning_rate": 0.0002342071875813414,
      "loss": 2.1719,
      "step": 41395
    },
    {
      "epoch": 1.9258432193533381,
      "grad_norm": 1.1114033582737504,
      "learning_rate": 0.00023420411614348376,
      "loss": 2.3594,
      "step": 41396
    },
    {
      "epoch": 1.9258897418004186,
      "grad_norm": 1.097231177035755,
      "learning_rate": 0.00023420104465407584,
      "loss": 2.1875,
      "step": 41397
    },
    {
      "epoch": 1.9259362642474995,
      "grad_norm": 1.0196087230783653,
      "learning_rate": 0.00023419797311311955,
      "loss": 2.2188,
      "step": 41398
    },
    {
      "epoch": 1.92598278669458,
      "grad_norm": 1.0767347499407312,
      "learning_rate": 0.00023419490152061675,
      "loss": 1.7578,
      "step": 41399
    },
    {
      "epoch": 1.926029309141661,
      "grad_norm": 1.2032906662436735,
      "learning_rate": 0.00023419182987656934,
      "loss": 2.5,
      "step": 41400
    },
    {
      "epoch": 1.9260758315887414,
      "grad_norm": 1.1028723680846442,
      "learning_rate": 0.0002341887581809792,
      "loss": 2.1562,
      "step": 41401
    },
    {
      "epoch": 1.9261223540358223,
      "grad_norm": 1.1308831409312128,
      "learning_rate": 0.00023418568643384822,
      "loss": 2.4844,
      "step": 41402
    },
    {
      "epoch": 1.926168876482903,
      "grad_norm": 1.2876425996999512,
      "learning_rate": 0.00023418261463517827,
      "loss": 2.4844,
      "step": 41403
    },
    {
      "epoch": 1.9262153989299837,
      "grad_norm": 1.1777887132493212,
      "learning_rate": 0.0002341795427849712,
      "loss": 2.7344,
      "step": 41404
    },
    {
      "epoch": 1.9262619213770644,
      "grad_norm": 1.0622956372344339,
      "learning_rate": 0.00023417647088322895,
      "loss": 2.2969,
      "step": 41405
    },
    {
      "epoch": 1.9263084438241451,
      "grad_norm": 1.177042637581467,
      "learning_rate": 0.00023417339892995332,
      "loss": 2.3125,
      "step": 41406
    },
    {
      "epoch": 1.9263549662712258,
      "grad_norm": 1.1214928920757905,
      "learning_rate": 0.0002341703269251463,
      "loss": 2.2656,
      "step": 41407
    },
    {
      "epoch": 1.9264014887183065,
      "grad_norm": 1.1745681489648758,
      "learning_rate": 0.00023416725486880967,
      "loss": 2.6562,
      "step": 41408
    },
    {
      "epoch": 1.9264480111653874,
      "grad_norm": 1.151685055260172,
      "learning_rate": 0.00023416418276094538,
      "loss": 2.5781,
      "step": 41409
    },
    {
      "epoch": 1.926494533612468,
      "grad_norm": 1.0992497158720496,
      "learning_rate": 0.00023416111060155521,
      "loss": 2.4062,
      "step": 41410
    },
    {
      "epoch": 1.9265410560595488,
      "grad_norm": 1.0886536518848833,
      "learning_rate": 0.0002341580383906412,
      "loss": 2.2656,
      "step": 41411
    },
    {
      "epoch": 1.9265875785066293,
      "grad_norm": 1.2251318096775474,
      "learning_rate": 0.0002341549661282051,
      "loss": 1.8125,
      "step": 41412
    },
    {
      "epoch": 1.9266341009537102,
      "grad_norm": 1.0797502795191103,
      "learning_rate": 0.0002341518938142488,
      "loss": 2.4219,
      "step": 41413
    },
    {
      "epoch": 1.926680623400791,
      "grad_norm": 1.1096690624993353,
      "learning_rate": 0.00023414882144877429,
      "loss": 2.4219,
      "step": 41414
    },
    {
      "epoch": 1.9267271458478716,
      "grad_norm": 1.020992647421761,
      "learning_rate": 0.00023414574903178332,
      "loss": 2.2031,
      "step": 41415
    },
    {
      "epoch": 1.9267736682949523,
      "grad_norm": 1.186129009858277,
      "learning_rate": 0.00023414267656327785,
      "loss": 2.2969,
      "step": 41416
    },
    {
      "epoch": 1.926820190742033,
      "grad_norm": 1.1639669679120594,
      "learning_rate": 0.0002341396040432598,
      "loss": 2.5781,
      "step": 41417
    },
    {
      "epoch": 1.9268667131891137,
      "grad_norm": 1.109444544394832,
      "learning_rate": 0.00023413653147173088,
      "loss": 2.2969,
      "step": 41418
    },
    {
      "epoch": 1.9269132356361944,
      "grad_norm": 1.1510435236873888,
      "learning_rate": 0.0002341334588486931,
      "loss": 2.25,
      "step": 41419
    },
    {
      "epoch": 1.9269597580832751,
      "grad_norm": 1.2557693580432188,
      "learning_rate": 0.00023413038617414836,
      "loss": 2.4219,
      "step": 41420
    },
    {
      "epoch": 1.9270062805303558,
      "grad_norm": 1.1002114388170212,
      "learning_rate": 0.0002341273134480985,
      "loss": 2.5,
      "step": 41421
    },
    {
      "epoch": 1.9270528029774368,
      "grad_norm": 1.161859069943166,
      "learning_rate": 0.00023412424067054537,
      "loss": 2.3594,
      "step": 41422
    },
    {
      "epoch": 1.9270993254245172,
      "grad_norm": 1.105272219229977,
      "learning_rate": 0.0002341211678414909,
      "loss": 2.0469,
      "step": 41423
    },
    {
      "epoch": 1.9271458478715981,
      "grad_norm": 1.1317498597387312,
      "learning_rate": 0.00023411809496093694,
      "loss": 2.25,
      "step": 41424
    },
    {
      "epoch": 1.9271923703186786,
      "grad_norm": 1.0912271474693171,
      "learning_rate": 0.00023411502202888543,
      "loss": 2.2969,
      "step": 41425
    },
    {
      "epoch": 1.9272388927657595,
      "grad_norm": 1.091712224802686,
      "learning_rate": 0.00023411194904533818,
      "loss": 2.3594,
      "step": 41426
    },
    {
      "epoch": 1.9272854152128402,
      "grad_norm": 1.0747327145832528,
      "learning_rate": 0.0002341088760102971,
      "loss": 2.25,
      "step": 41427
    },
    {
      "epoch": 1.927331937659921,
      "grad_norm": 1.1056450824002844,
      "learning_rate": 0.0002341058029237641,
      "loss": 2.3594,
      "step": 41428
    },
    {
      "epoch": 1.9273784601070016,
      "grad_norm": 1.0519366159687347,
      "learning_rate": 0.00023410272978574096,
      "loss": 2.1719,
      "step": 41429
    },
    {
      "epoch": 1.9274249825540823,
      "grad_norm": 1.1977764974637437,
      "learning_rate": 0.00023409965659622968,
      "loss": 2.5781,
      "step": 41430
    },
    {
      "epoch": 1.927471505001163,
      "grad_norm": 1.0860311712538049,
      "learning_rate": 0.0002340965833552321,
      "loss": 2.4219,
      "step": 41431
    },
    {
      "epoch": 1.9275180274482437,
      "grad_norm": 1.15913672879909,
      "learning_rate": 0.0002340935100627501,
      "loss": 2.0156,
      "step": 41432
    },
    {
      "epoch": 1.9275645498953244,
      "grad_norm": 1.1390652926401583,
      "learning_rate": 0.00023409043671878551,
      "loss": 2.2656,
      "step": 41433
    },
    {
      "epoch": 1.9276110723424051,
      "grad_norm": 1.083922193531568,
      "learning_rate": 0.0002340873633233403,
      "loss": 2.1094,
      "step": 41434
    },
    {
      "epoch": 1.927657594789486,
      "grad_norm": 1.0429986390728325,
      "learning_rate": 0.00023408428987641632,
      "loss": 2.0938,
      "step": 41435
    },
    {
      "epoch": 1.9277041172365665,
      "grad_norm": 1.2266814082562085,
      "learning_rate": 0.00023408121637801544,
      "loss": 2.6562,
      "step": 41436
    },
    {
      "epoch": 1.9277506396836475,
      "grad_norm": 1.1153073588034923,
      "learning_rate": 0.0002340781428281395,
      "loss": 2.4375,
      "step": 41437
    },
    {
      "epoch": 1.927797162130728,
      "grad_norm": 1.1492866534178052,
      "learning_rate": 0.00023407506922679044,
      "loss": 2.3125,
      "step": 41438
    },
    {
      "epoch": 1.9278436845778089,
      "grad_norm": 1.090937061544138,
      "learning_rate": 0.0002340719955739702,
      "loss": 2.0938,
      "step": 41439
    },
    {
      "epoch": 1.9278902070248896,
      "grad_norm": 1.1093223645312893,
      "learning_rate": 0.00023406892186968048,
      "loss": 2.6406,
      "step": 41440
    },
    {
      "epoch": 1.9279367294719703,
      "grad_norm": 1.1888437468212356,
      "learning_rate": 0.00023406584811392335,
      "loss": 2.6406,
      "step": 41441
    },
    {
      "epoch": 1.927983251919051,
      "grad_norm": 1.1961041098828749,
      "learning_rate": 0.0002340627743067006,
      "loss": 2.4219,
      "step": 41442
    },
    {
      "epoch": 1.9280297743661317,
      "grad_norm": 1.1436932372194681,
      "learning_rate": 0.0002340597004480141,
      "loss": 2.2812,
      "step": 41443
    },
    {
      "epoch": 1.9280762968132124,
      "grad_norm": 1.1743786286546543,
      "learning_rate": 0.00023405662653786573,
      "loss": 2.375,
      "step": 41444
    },
    {
      "epoch": 1.928122819260293,
      "grad_norm": 1.0648376485605882,
      "learning_rate": 0.00023405355257625742,
      "loss": 2.375,
      "step": 41445
    },
    {
      "epoch": 1.928169341707374,
      "grad_norm": 1.1419243385687208,
      "learning_rate": 0.00023405047856319105,
      "loss": 2.0312,
      "step": 41446
    },
    {
      "epoch": 1.9282158641544545,
      "grad_norm": 1.1835728360723146,
      "learning_rate": 0.00023404740449866848,
      "loss": 2.5312,
      "step": 41447
    },
    {
      "epoch": 1.9282623866015354,
      "grad_norm": 1.1484578932925353,
      "learning_rate": 0.00023404433038269162,
      "loss": 2.1406,
      "step": 41448
    },
    {
      "epoch": 1.9283089090486158,
      "grad_norm": 1.1438556145162975,
      "learning_rate": 0.00023404125621526227,
      "loss": 2.375,
      "step": 41449
    },
    {
      "epoch": 1.9283554314956968,
      "grad_norm": 1.1559941049607154,
      "learning_rate": 0.0002340381819963824,
      "loss": 2.3906,
      "step": 41450
    },
    {
      "epoch": 1.9284019539427772,
      "grad_norm": 1.1137472807931497,
      "learning_rate": 0.00023403510772605383,
      "loss": 2.375,
      "step": 41451
    },
    {
      "epoch": 1.9284484763898582,
      "grad_norm": 1.0617075690504953,
      "learning_rate": 0.00023403203340427851,
      "loss": 2.0312,
      "step": 41452
    },
    {
      "epoch": 1.9284949988369389,
      "grad_norm": 1.1969689244603348,
      "learning_rate": 0.00023402895903105827,
      "loss": 2.3906,
      "step": 41453
    },
    {
      "epoch": 1.9285415212840196,
      "grad_norm": 1.0972443561948004,
      "learning_rate": 0.00023402588460639498,
      "loss": 2.6094,
      "step": 41454
    },
    {
      "epoch": 1.9285880437311003,
      "grad_norm": 1.1826805073303117,
      "learning_rate": 0.0002340228101302906,
      "loss": 2.3438,
      "step": 41455
    },
    {
      "epoch": 1.928634566178181,
      "grad_norm": 1.2289237329079106,
      "learning_rate": 0.0002340197356027469,
      "loss": 2.5938,
      "step": 41456
    },
    {
      "epoch": 1.9286810886252617,
      "grad_norm": 0.9929463361314377,
      "learning_rate": 0.00023401666102376584,
      "loss": 2.1562,
      "step": 41457
    },
    {
      "epoch": 1.9287276110723424,
      "grad_norm": 1.0058819433509374,
      "learning_rate": 0.0002340135863933493,
      "loss": 1.9844,
      "step": 41458
    },
    {
      "epoch": 1.9287741335194233,
      "grad_norm": 1.1022172296943185,
      "learning_rate": 0.00023401051171149917,
      "loss": 2.5156,
      "step": 41459
    },
    {
      "epoch": 1.9288206559665038,
      "grad_norm": 1.1594301727166236,
      "learning_rate": 0.00023400743697821728,
      "loss": 2.5781,
      "step": 41460
    },
    {
      "epoch": 1.9288671784135847,
      "grad_norm": 1.1392451657746188,
      "learning_rate": 0.00023400436219350553,
      "loss": 2.5,
      "step": 41461
    },
    {
      "epoch": 1.9289137008606652,
      "grad_norm": 1.1397748534364143,
      "learning_rate": 0.00023400128735736583,
      "loss": 2.4688,
      "step": 41462
    },
    {
      "epoch": 1.928960223307746,
      "grad_norm": 1.1966538802678854,
      "learning_rate": 0.00023399821246980007,
      "loss": 2.5781,
      "step": 41463
    },
    {
      "epoch": 1.9290067457548266,
      "grad_norm": 1.1675600721228159,
      "learning_rate": 0.0002339951375308101,
      "loss": 2.3438,
      "step": 41464
    },
    {
      "epoch": 1.9290532682019075,
      "grad_norm": 1.0199368047658928,
      "learning_rate": 0.0002339920625403978,
      "loss": 2.2344,
      "step": 41465
    },
    {
      "epoch": 1.9290997906489882,
      "grad_norm": 1.1167045515512153,
      "learning_rate": 0.00023398898749856504,
      "loss": 2.4219,
      "step": 41466
    },
    {
      "epoch": 1.9291463130960689,
      "grad_norm": 1.0068817949416586,
      "learning_rate": 0.0002339859124053137,
      "loss": 2.2031,
      "step": 41467
    },
    {
      "epoch": 1.9291928355431496,
      "grad_norm": 1.0634848288799386,
      "learning_rate": 0.00023398283726064578,
      "loss": 2.4688,
      "step": 41468
    },
    {
      "epoch": 1.9292393579902303,
      "grad_norm": 1.1004225913997714,
      "learning_rate": 0.00023397976206456303,
      "loss": 2.5625,
      "step": 41469
    },
    {
      "epoch": 1.929285880437311,
      "grad_norm": 1.1280393630175842,
      "learning_rate": 0.00023397668681706738,
      "loss": 2.2812,
      "step": 41470
    },
    {
      "epoch": 1.9293324028843917,
      "grad_norm": 1.0200712501928744,
      "learning_rate": 0.0002339736115181607,
      "loss": 2.3594,
      "step": 41471
    },
    {
      "epoch": 1.9293789253314726,
      "grad_norm": 1.0796186781974808,
      "learning_rate": 0.00023397053616784492,
      "loss": 2.3281,
      "step": 41472
    },
    {
      "epoch": 1.929425447778553,
      "grad_norm": 1.0889430233516875,
      "learning_rate": 0.00023396746076612184,
      "loss": 2.1406,
      "step": 41473
    },
    {
      "epoch": 1.929471970225634,
      "grad_norm": 1.081135366060306,
      "learning_rate": 0.0002339643853129934,
      "loss": 2.2656,
      "step": 41474
    },
    {
      "epoch": 1.9295184926727145,
      "grad_norm": 1.1277755158804976,
      "learning_rate": 0.00023396130980846142,
      "loss": 2.2188,
      "step": 41475
    },
    {
      "epoch": 1.9295650151197954,
      "grad_norm": 1.0654812933448545,
      "learning_rate": 0.0002339582342525279,
      "loss": 2.0625,
      "step": 41476
    },
    {
      "epoch": 1.9296115375668759,
      "grad_norm": 1.0160829643401927,
      "learning_rate": 0.0002339551586451946,
      "loss": 2.0625,
      "step": 41477
    },
    {
      "epoch": 1.9296580600139568,
      "grad_norm": 1.1723683606945972,
      "learning_rate": 0.0002339520829864635,
      "loss": 2.4062,
      "step": 41478
    },
    {
      "epoch": 1.9297045824610375,
      "grad_norm": 1.151218562879178,
      "learning_rate": 0.0002339490072763364,
      "loss": 2.4688,
      "step": 41479
    },
    {
      "epoch": 1.9297511049081182,
      "grad_norm": 1.06070716296485,
      "learning_rate": 0.00023394593151481523,
      "loss": 2.3281,
      "step": 41480
    },
    {
      "epoch": 1.9297976273551989,
      "grad_norm": 1.312255396682798,
      "learning_rate": 0.00023394285570190192,
      "loss": 2.3125,
      "step": 41481
    },
    {
      "epoch": 1.9298441498022796,
      "grad_norm": 1.135440176214048,
      "learning_rate": 0.00023393977983759826,
      "loss": 2.6875,
      "step": 41482
    },
    {
      "epoch": 1.9298906722493603,
      "grad_norm": 1.254885678310951,
      "learning_rate": 0.00023393670392190616,
      "loss": 2.375,
      "step": 41483
    },
    {
      "epoch": 1.929937194696441,
      "grad_norm": 1.2503110241216602,
      "learning_rate": 0.00023393362795482754,
      "loss": 2.5625,
      "step": 41484
    },
    {
      "epoch": 1.929983717143522,
      "grad_norm": 1.115876593443056,
      "learning_rate": 0.00023393055193636427,
      "loss": 2.0625,
      "step": 41485
    },
    {
      "epoch": 1.9300302395906024,
      "grad_norm": 1.1637075567608293,
      "learning_rate": 0.00023392747586651816,
      "loss": 2.3281,
      "step": 41486
    },
    {
      "epoch": 1.9300767620376833,
      "grad_norm": 1.2221007270646798,
      "learning_rate": 0.0002339243997452912,
      "loss": 2.4062,
      "step": 41487
    },
    {
      "epoch": 1.9301232844847638,
      "grad_norm": 1.5081539088004583,
      "learning_rate": 0.00023392132357268522,
      "loss": 2.25,
      "step": 41488
    },
    {
      "epoch": 1.9301698069318447,
      "grad_norm": 1.202443605873353,
      "learning_rate": 0.0002339182473487021,
      "loss": 2.2812,
      "step": 41489
    },
    {
      "epoch": 1.9302163293789252,
      "grad_norm": 1.2305998040200428,
      "learning_rate": 0.0002339151710733438,
      "loss": 2.2188,
      "step": 41490
    },
    {
      "epoch": 1.930262851826006,
      "grad_norm": 1.1317383390016804,
      "learning_rate": 0.00023391209474661202,
      "loss": 2.5312,
      "step": 41491
    },
    {
      "epoch": 1.9303093742730868,
      "grad_norm": 1.1327534522196763,
      "learning_rate": 0.00023390901836850883,
      "loss": 2.2344,
      "step": 41492
    },
    {
      "epoch": 1.9303558967201675,
      "grad_norm": 1.0109354460708575,
      "learning_rate": 0.00023390594193903607,
      "loss": 2.2969,
      "step": 41493
    },
    {
      "epoch": 1.9304024191672482,
      "grad_norm": 1.176817405793289,
      "learning_rate": 0.00023390286545819559,
      "loss": 2.4688,
      "step": 41494
    },
    {
      "epoch": 1.930448941614329,
      "grad_norm": 1.2985401588629795,
      "learning_rate": 0.00023389978892598924,
      "loss": 2.5,
      "step": 41495
    },
    {
      "epoch": 1.9304954640614096,
      "grad_norm": 1.0529186069162744,
      "learning_rate": 0.00023389671234241895,
      "loss": 2.2812,
      "step": 41496
    },
    {
      "epoch": 1.9305419865084903,
      "grad_norm": 1.032085126240885,
      "learning_rate": 0.00023389363570748662,
      "loss": 2.1562,
      "step": 41497
    },
    {
      "epoch": 1.9305885089555712,
      "grad_norm": 1.1151707737028387,
      "learning_rate": 0.00023389055902119408,
      "loss": 2.5156,
      "step": 41498
    },
    {
      "epoch": 1.9306350314026517,
      "grad_norm": 1.1125749397660796,
      "learning_rate": 0.0002338874822835433,
      "loss": 2.3438,
      "step": 41499
    },
    {
      "epoch": 1.9306815538497326,
      "grad_norm": 1.2146614873366859,
      "learning_rate": 0.00023388440549453605,
      "loss": 2.3438,
      "step": 41500
    },
    {
      "epoch": 1.930728076296813,
      "grad_norm": 1.2118340503396687,
      "learning_rate": 0.0002338813286541743,
      "loss": 2.5,
      "step": 41501
    },
    {
      "epoch": 1.930774598743894,
      "grad_norm": 1.0760049816804718,
      "learning_rate": 0.00023387825176245995,
      "loss": 2.125,
      "step": 41502
    },
    {
      "epoch": 1.9308211211909745,
      "grad_norm": 1.147125887016534,
      "learning_rate": 0.00023387517481939475,
      "loss": 2.4375,
      "step": 41503
    },
    {
      "epoch": 1.9308676436380554,
      "grad_norm": 1.2167084200550942,
      "learning_rate": 0.00023387209782498074,
      "loss": 2.4062,
      "step": 41504
    },
    {
      "epoch": 1.930914166085136,
      "grad_norm": 1.1834106846845764,
      "learning_rate": 0.0002338690207792197,
      "loss": 2.4375,
      "step": 41505
    },
    {
      "epoch": 1.9309606885322168,
      "grad_norm": 1.0748543742874708,
      "learning_rate": 0.00023386594368211358,
      "loss": 2.1719,
      "step": 41506
    },
    {
      "epoch": 1.9310072109792975,
      "grad_norm": 1.109931080735891,
      "learning_rate": 0.00023386286653366423,
      "loss": 2.4375,
      "step": 41507
    },
    {
      "epoch": 1.9310537334263782,
      "grad_norm": 1.2908857492024504,
      "learning_rate": 0.00023385978933387352,
      "loss": 2.75,
      "step": 41508
    },
    {
      "epoch": 1.931100255873459,
      "grad_norm": 1.1373586214944886,
      "learning_rate": 0.00023385671208274333,
      "loss": 2.2969,
      "step": 41509
    },
    {
      "epoch": 1.9311467783205396,
      "grad_norm": 1.2563817120174792,
      "learning_rate": 0.00023385363478027564,
      "loss": 2.375,
      "step": 41510
    },
    {
      "epoch": 1.9311933007676205,
      "grad_norm": 1.1990457171786244,
      "learning_rate": 0.0002338505574264722,
      "loss": 2.4062,
      "step": 41511
    },
    {
      "epoch": 1.931239823214701,
      "grad_norm": 1.1309537623366388,
      "learning_rate": 0.000233847480021335,
      "loss": 2.125,
      "step": 41512
    },
    {
      "epoch": 1.931286345661782,
      "grad_norm": 1.1945608473538016,
      "learning_rate": 0.00023384440256486583,
      "loss": 2.6094,
      "step": 41513
    },
    {
      "epoch": 1.9313328681088624,
      "grad_norm": 1.129383632536743,
      "learning_rate": 0.00023384132505706667,
      "loss": 2.4844,
      "step": 41514
    },
    {
      "epoch": 1.9313793905559433,
      "grad_norm": 1.091236905980275,
      "learning_rate": 0.00023383824749793935,
      "loss": 2.25,
      "step": 41515
    },
    {
      "epoch": 1.9314259130030238,
      "grad_norm": 1.0302132492193434,
      "learning_rate": 0.00023383516988748573,
      "loss": 2.0469,
      "step": 41516
    },
    {
      "epoch": 1.9314724354501047,
      "grad_norm": 1.272837249437061,
      "learning_rate": 0.00023383209222570776,
      "loss": 2.4375,
      "step": 41517
    },
    {
      "epoch": 1.9315189578971854,
      "grad_norm": 1.4069418032216,
      "learning_rate": 0.00023382901451260725,
      "loss": 2.3281,
      "step": 41518
    },
    {
      "epoch": 1.9315654803442661,
      "grad_norm": 1.069891750761424,
      "learning_rate": 0.00023382593674818616,
      "loss": 2.0781,
      "step": 41519
    },
    {
      "epoch": 1.9316120027913468,
      "grad_norm": 1.1019183386471938,
      "learning_rate": 0.00023382285893244628,
      "loss": 2.4688,
      "step": 41520
    },
    {
      "epoch": 1.9316585252384275,
      "grad_norm": 1.193700903967559,
      "learning_rate": 0.0002338197810653896,
      "loss": 2.5156,
      "step": 41521
    },
    {
      "epoch": 1.9317050476855082,
      "grad_norm": 1.166522084429273,
      "learning_rate": 0.00023381670314701793,
      "loss": 2.4219,
      "step": 41522
    },
    {
      "epoch": 1.931751570132589,
      "grad_norm": 1.0591899651392103,
      "learning_rate": 0.0002338136251773332,
      "loss": 1.9531,
      "step": 41523
    },
    {
      "epoch": 1.9317980925796698,
      "grad_norm": 1.1124491218911017,
      "learning_rate": 0.00023381054715633731,
      "loss": 2.2344,
      "step": 41524
    },
    {
      "epoch": 1.9318446150267503,
      "grad_norm": 1.095169717604788,
      "learning_rate": 0.00023380746908403208,
      "loss": 2.2188,
      "step": 41525
    },
    {
      "epoch": 1.9318911374738312,
      "grad_norm": 1.0894092977303702,
      "learning_rate": 0.00023380439096041942,
      "loss": 2.375,
      "step": 41526
    },
    {
      "epoch": 1.9319376599209117,
      "grad_norm": 1.1240870258611118,
      "learning_rate": 0.00023380131278550117,
      "loss": 2.6094,
      "step": 41527
    },
    {
      "epoch": 1.9319841823679926,
      "grad_norm": 1.130053043731556,
      "learning_rate": 0.00023379823455927932,
      "loss": 2.625,
      "step": 41528
    },
    {
      "epoch": 1.932030704815073,
      "grad_norm": 1.1225251819412945,
      "learning_rate": 0.0002337951562817557,
      "loss": 2.2969,
      "step": 41529
    },
    {
      "epoch": 1.932077227262154,
      "grad_norm": 1.1848964471255274,
      "learning_rate": 0.0002337920779529322,
      "loss": 2.5469,
      "step": 41530
    },
    {
      "epoch": 1.9321237497092347,
      "grad_norm": 1.1457535378409327,
      "learning_rate": 0.0002337889995728106,
      "loss": 2.0938,
      "step": 41531
    },
    {
      "epoch": 1.9321702721563154,
      "grad_norm": 1.0694403050807777,
      "learning_rate": 0.00023378592114139298,
      "loss": 2.625,
      "step": 41532
    },
    {
      "epoch": 1.9322167946033961,
      "grad_norm": 1.2025075872631532,
      "learning_rate": 0.0002337828426586811,
      "loss": 2.5156,
      "step": 41533
    },
    {
      "epoch": 1.9322633170504768,
      "grad_norm": 1.0993799166076896,
      "learning_rate": 0.00023377976412467688,
      "loss": 2.4375,
      "step": 41534
    },
    {
      "epoch": 1.9323098394975575,
      "grad_norm": 1.146501126877132,
      "learning_rate": 0.00023377668553938217,
      "loss": 2.375,
      "step": 41535
    },
    {
      "epoch": 1.9323563619446382,
      "grad_norm": 1.1832081958211567,
      "learning_rate": 0.00023377360690279888,
      "loss": 2.2969,
      "step": 41536
    },
    {
      "epoch": 1.9324028843917191,
      "grad_norm": 1.133489567190551,
      "learning_rate": 0.00023377052821492892,
      "loss": 2.1562,
      "step": 41537
    },
    {
      "epoch": 1.9324494068387996,
      "grad_norm": 1.1805794810885308,
      "learning_rate": 0.00023376744947577413,
      "loss": 2.3438,
      "step": 41538
    },
    {
      "epoch": 1.9324959292858805,
      "grad_norm": 1.1946942718803981,
      "learning_rate": 0.0002337643706853364,
      "loss": 2.5781,
      "step": 41539
    },
    {
      "epoch": 1.932542451732961,
      "grad_norm": 1.1428234131705688,
      "learning_rate": 0.00023376129184361766,
      "loss": 2.1875,
      "step": 41540
    },
    {
      "epoch": 1.932588974180042,
      "grad_norm": 1.1248235014224974,
      "learning_rate": 0.00023375821295061974,
      "loss": 2.4219,
      "step": 41541
    },
    {
      "epoch": 1.9326354966271226,
      "grad_norm": 1.1483932704635833,
      "learning_rate": 0.00023375513400634453,
      "loss": 2.3594,
      "step": 41542
    },
    {
      "epoch": 1.9326820190742033,
      "grad_norm": 1.202361470197902,
      "learning_rate": 0.00023375205501079398,
      "loss": 2.2656,
      "step": 41543
    },
    {
      "epoch": 1.932728541521284,
      "grad_norm": 1.0790991790797408,
      "learning_rate": 0.00023374897596396992,
      "loss": 2.2656,
      "step": 41544
    },
    {
      "epoch": 1.9327750639683647,
      "grad_norm": 1.170057325914589,
      "learning_rate": 0.0002337458968658742,
      "loss": 2.3125,
      "step": 41545
    },
    {
      "epoch": 1.9328215864154454,
      "grad_norm": 1.1573485733843685,
      "learning_rate": 0.0002337428177165088,
      "loss": 2.5156,
      "step": 41546
    },
    {
      "epoch": 1.9328681088625261,
      "grad_norm": 1.0878091136127197,
      "learning_rate": 0.00023373973851587552,
      "loss": 2.5,
      "step": 41547
    },
    {
      "epoch": 1.9329146313096068,
      "grad_norm": 1.1032092048899005,
      "learning_rate": 0.00023373665926397632,
      "loss": 2.5312,
      "step": 41548
    },
    {
      "epoch": 1.9329611537566875,
      "grad_norm": 1.1046723669751817,
      "learning_rate": 0.000233733579960813,
      "loss": 2.4688,
      "step": 41549
    },
    {
      "epoch": 1.9330076762037685,
      "grad_norm": 1.225097847231398,
      "learning_rate": 0.00023373050060638753,
      "loss": 2.1719,
      "step": 41550
    },
    {
      "epoch": 1.933054198650849,
      "grad_norm": 1.1537592693246794,
      "learning_rate": 0.0002337274212007017,
      "loss": 2.4844,
      "step": 41551
    },
    {
      "epoch": 1.9331007210979299,
      "grad_norm": 1.1114207200400459,
      "learning_rate": 0.0002337243417437575,
      "loss": 2.5312,
      "step": 41552
    },
    {
      "epoch": 1.9331472435450103,
      "grad_norm": 1.0673461048199928,
      "learning_rate": 0.00023372126223555672,
      "loss": 2.3125,
      "step": 41553
    },
    {
      "epoch": 1.9331937659920913,
      "grad_norm": 1.1069627785310672,
      "learning_rate": 0.00023371818267610132,
      "loss": 2.4531,
      "step": 41554
    },
    {
      "epoch": 1.933240288439172,
      "grad_norm": 1.0396627955392077,
      "learning_rate": 0.00023371510306539314,
      "loss": 2.2656,
      "step": 41555
    },
    {
      "epoch": 1.9332868108862526,
      "grad_norm": 1.2580377618182461,
      "learning_rate": 0.0002337120234034341,
      "loss": 2.4375,
      "step": 41556
    },
    {
      "epoch": 1.9333333333333333,
      "grad_norm": 1.1388447565676256,
      "learning_rate": 0.00023370894369022607,
      "loss": 2.3594,
      "step": 41557
    },
    {
      "epoch": 1.933379855780414,
      "grad_norm": 1.1258868943461746,
      "learning_rate": 0.00023370586392577091,
      "loss": 2.4062,
      "step": 41558
    },
    {
      "epoch": 1.9334263782274947,
      "grad_norm": 1.0645521320902542,
      "learning_rate": 0.00023370278411007054,
      "loss": 1.7812,
      "step": 41559
    },
    {
      "epoch": 1.9334729006745754,
      "grad_norm": 1.0944880492440938,
      "learning_rate": 0.00023369970424312684,
      "loss": 2.2344,
      "step": 41560
    },
    {
      "epoch": 1.9335194231216561,
      "grad_norm": 1.1708158213197764,
      "learning_rate": 0.00023369662432494166,
      "loss": 2.2812,
      "step": 41561
    },
    {
      "epoch": 1.9335659455687368,
      "grad_norm": 1.1261732620866678,
      "learning_rate": 0.0002336935443555169,
      "loss": 2.4688,
      "step": 41562
    },
    {
      "epoch": 1.9336124680158178,
      "grad_norm": 1.1129420133937598,
      "learning_rate": 0.00023369046433485452,
      "loss": 2.3594,
      "step": 41563
    },
    {
      "epoch": 1.9336589904628982,
      "grad_norm": 1.1241491945837947,
      "learning_rate": 0.00023368738426295628,
      "loss": 2.4844,
      "step": 41564
    },
    {
      "epoch": 1.9337055129099792,
      "grad_norm": 1.094553322135641,
      "learning_rate": 0.00023368430413982417,
      "loss": 2.2656,
      "step": 41565
    },
    {
      "epoch": 1.9337520353570596,
      "grad_norm": 1.099744603673795,
      "learning_rate": 0.00023368122396546002,
      "loss": 2.2969,
      "step": 41566
    },
    {
      "epoch": 1.9337985578041406,
      "grad_norm": 1.2916321710412217,
      "learning_rate": 0.00023367814373986576,
      "loss": 2.7969,
      "step": 41567
    },
    {
      "epoch": 1.9338450802512213,
      "grad_norm": 1.2088120485949405,
      "learning_rate": 0.0002336750634630432,
      "loss": 2.2969,
      "step": 41568
    },
    {
      "epoch": 1.933891602698302,
      "grad_norm": 1.2371142479444277,
      "learning_rate": 0.0002336719831349943,
      "loss": 2.625,
      "step": 41569
    },
    {
      "epoch": 1.9339381251453827,
      "grad_norm": 1.0659432798196884,
      "learning_rate": 0.00023366890275572093,
      "loss": 2.375,
      "step": 41570
    },
    {
      "epoch": 1.9339846475924634,
      "grad_norm": 1.0865385866927644,
      "learning_rate": 0.00023366582232522493,
      "loss": 2.2812,
      "step": 41571
    },
    {
      "epoch": 1.934031170039544,
      "grad_norm": 1.2241036516091734,
      "learning_rate": 0.00023366274184350827,
      "loss": 2.375,
      "step": 41572
    },
    {
      "epoch": 1.9340776924866248,
      "grad_norm": 1.0623633194568214,
      "learning_rate": 0.00023365966131057273,
      "loss": 2.0469,
      "step": 41573
    },
    {
      "epoch": 1.9341242149337057,
      "grad_norm": 1.1898442918703849,
      "learning_rate": 0.0002336565807264203,
      "loss": 2.0781,
      "step": 41574
    },
    {
      "epoch": 1.9341707373807862,
      "grad_norm": 1.1464702199322998,
      "learning_rate": 0.00023365350009105278,
      "loss": 2.25,
      "step": 41575
    },
    {
      "epoch": 1.934217259827867,
      "grad_norm": 1.175126755444377,
      "learning_rate": 0.0002336504194044721,
      "loss": 2.5625,
      "step": 41576
    },
    {
      "epoch": 1.9342637822749476,
      "grad_norm": 1.151924754518218,
      "learning_rate": 0.00023364733866668017,
      "loss": 2.25,
      "step": 41577
    },
    {
      "epoch": 1.9343103047220285,
      "grad_norm": 1.1373499811058614,
      "learning_rate": 0.00023364425787767882,
      "loss": 2.6562,
      "step": 41578
    },
    {
      "epoch": 1.934356827169109,
      "grad_norm": 1.1579679639692695,
      "learning_rate": 0.00023364117703746998,
      "loss": 2.4062,
      "step": 41579
    },
    {
      "epoch": 1.9344033496161899,
      "grad_norm": 1.1233871462240141,
      "learning_rate": 0.00023363809614605554,
      "loss": 2.6406,
      "step": 41580
    },
    {
      "epoch": 1.9344498720632706,
      "grad_norm": 1.0699992048103555,
      "learning_rate": 0.0002336350152034373,
      "loss": 2.2656,
      "step": 41581
    },
    {
      "epoch": 1.9344963945103513,
      "grad_norm": 1.1041395670504277,
      "learning_rate": 0.00023363193420961723,
      "loss": 2.2812,
      "step": 41582
    },
    {
      "epoch": 1.934542916957432,
      "grad_norm": 1.084083279913064,
      "learning_rate": 0.00023362885316459726,
      "loss": 2.4375,
      "step": 41583
    },
    {
      "epoch": 1.9345894394045127,
      "grad_norm": 1.128120831033776,
      "learning_rate": 0.00023362577206837915,
      "loss": 2.2188,
      "step": 41584
    },
    {
      "epoch": 1.9346359618515934,
      "grad_norm": 1.068794476655896,
      "learning_rate": 0.00023362269092096482,
      "loss": 2.4062,
      "step": 41585
    },
    {
      "epoch": 1.934682484298674,
      "grad_norm": 1.0997814467138423,
      "learning_rate": 0.00023361960972235622,
      "loss": 2.3438,
      "step": 41586
    },
    {
      "epoch": 1.934729006745755,
      "grad_norm": 1.1354389432084053,
      "learning_rate": 0.00023361652847255526,
      "loss": 2.3281,
      "step": 41587
    },
    {
      "epoch": 1.9347755291928355,
      "grad_norm": 1.101749858793098,
      "learning_rate": 0.0002336134471715637,
      "loss": 2.2188,
      "step": 41588
    },
    {
      "epoch": 1.9348220516399164,
      "grad_norm": 1.0951609866938168,
      "learning_rate": 0.00023361036581938353,
      "loss": 2.6094,
      "step": 41589
    },
    {
      "epoch": 1.9348685740869969,
      "grad_norm": 1.0973546465210169,
      "learning_rate": 0.00023360728441601658,
      "loss": 2.4375,
      "step": 41590
    },
    {
      "epoch": 1.9349150965340778,
      "grad_norm": 1.0845228649671552,
      "learning_rate": 0.00023360420296146477,
      "loss": 2.6406,
      "step": 41591
    },
    {
      "epoch": 1.9349616189811583,
      "grad_norm": 1.0972303313501293,
      "learning_rate": 0.00023360112145572997,
      "loss": 2.5469,
      "step": 41592
    },
    {
      "epoch": 1.9350081414282392,
      "grad_norm": 1.09370142063418,
      "learning_rate": 0.00023359803989881408,
      "loss": 2.2344,
      "step": 41593
    },
    {
      "epoch": 1.9350546638753199,
      "grad_norm": 1.2901502037632506,
      "learning_rate": 0.00023359495829071897,
      "loss": 2.3125,
      "step": 41594
    },
    {
      "epoch": 1.9351011863224006,
      "grad_norm": 1.1823667727298077,
      "learning_rate": 0.00023359187663144653,
      "loss": 2.5625,
      "step": 41595
    },
    {
      "epoch": 1.9351477087694813,
      "grad_norm": 1.1625336016513903,
      "learning_rate": 0.00023358879492099864,
      "loss": 2.2812,
      "step": 41596
    },
    {
      "epoch": 1.935194231216562,
      "grad_norm": 1.189201674035516,
      "learning_rate": 0.00023358571315937722,
      "loss": 2.5781,
      "step": 41597
    },
    {
      "epoch": 1.9352407536636427,
      "grad_norm": 1.2241836782797075,
      "learning_rate": 0.0002335826313465841,
      "loss": 2.4219,
      "step": 41598
    },
    {
      "epoch": 1.9352872761107234,
      "grad_norm": 1.2284125908302033,
      "learning_rate": 0.00023357954948262122,
      "loss": 2.5156,
      "step": 41599
    },
    {
      "epoch": 1.9353337985578043,
      "grad_norm": 1.1184307177946708,
      "learning_rate": 0.00023357646756749046,
      "loss": 2.1406,
      "step": 41600
    },
    {
      "epoch": 1.9353803210048848,
      "grad_norm": 1.1498080117294294,
      "learning_rate": 0.00023357338560119368,
      "loss": 2.375,
      "step": 41601
    },
    {
      "epoch": 1.9354268434519657,
      "grad_norm": 1.112742362108793,
      "learning_rate": 0.00023357030358373278,
      "loss": 2.3594,
      "step": 41602
    },
    {
      "epoch": 1.9354733658990462,
      "grad_norm": 1.1143812265670074,
      "learning_rate": 0.00023356722151510968,
      "loss": 2.25,
      "step": 41603
    },
    {
      "epoch": 1.935519888346127,
      "grad_norm": 1.1176144660533402,
      "learning_rate": 0.00023356413939532622,
      "loss": 2.2344,
      "step": 41604
    },
    {
      "epoch": 1.9355664107932076,
      "grad_norm": 1.1104770688803913,
      "learning_rate": 0.00023356105722438427,
      "loss": 2.4219,
      "step": 41605
    },
    {
      "epoch": 1.9356129332402885,
      "grad_norm": 1.1344873372158573,
      "learning_rate": 0.00023355797500228576,
      "loss": 2.2969,
      "step": 41606
    },
    {
      "epoch": 1.9356594556873692,
      "grad_norm": 1.129910261348899,
      "learning_rate": 0.00023355489272903256,
      "loss": 2.3906,
      "step": 41607
    },
    {
      "epoch": 1.93570597813445,
      "grad_norm": 1.052825556407558,
      "learning_rate": 0.00023355181040462654,
      "loss": 2.3594,
      "step": 41608
    },
    {
      "epoch": 1.9357525005815306,
      "grad_norm": 1.0947408297994152,
      "learning_rate": 0.00023354872802906965,
      "loss": 2.0781,
      "step": 41609
    },
    {
      "epoch": 1.9357990230286113,
      "grad_norm": 1.200573027873992,
      "learning_rate": 0.00023354564560236377,
      "loss": 2.5,
      "step": 41610
    },
    {
      "epoch": 1.935845545475692,
      "grad_norm": 1.1118344284995172,
      "learning_rate": 0.00023354256312451067,
      "loss": 2.3125,
      "step": 41611
    },
    {
      "epoch": 1.9358920679227727,
      "grad_norm": 1.0850850340329405,
      "learning_rate": 0.0002335394805955124,
      "loss": 2.6406,
      "step": 41612
    },
    {
      "epoch": 1.9359385903698536,
      "grad_norm": 1.0564574616597993,
      "learning_rate": 0.00023353639801537075,
      "loss": 2.2969,
      "step": 41613
    },
    {
      "epoch": 1.935985112816934,
      "grad_norm": 1.2685699743650167,
      "learning_rate": 0.00023353331538408757,
      "loss": 2.3438,
      "step": 41614
    },
    {
      "epoch": 1.936031635264015,
      "grad_norm": 1.0850357018824048,
      "learning_rate": 0.00023353023270166484,
      "loss": 2.25,
      "step": 41615
    },
    {
      "epoch": 1.9360781577110955,
      "grad_norm": 1.0997870420478018,
      "learning_rate": 0.00023352714996810442,
      "loss": 2.3594,
      "step": 41616
    },
    {
      "epoch": 1.9361246801581764,
      "grad_norm": 1.2149627174037074,
      "learning_rate": 0.00023352406718340818,
      "loss": 2.4062,
      "step": 41617
    },
    {
      "epoch": 1.9361712026052569,
      "grad_norm": 1.1025230993161188,
      "learning_rate": 0.00023352098434757795,
      "loss": 2.3125,
      "step": 41618
    },
    {
      "epoch": 1.9362177250523378,
      "grad_norm": 1.4714335272143804,
      "learning_rate": 0.00023351790146061577,
      "loss": 2.5625,
      "step": 41619
    },
    {
      "epoch": 1.9362642474994185,
      "grad_norm": 1.237038383228608,
      "learning_rate": 0.0002335148185225234,
      "loss": 2.4844,
      "step": 41620
    },
    {
      "epoch": 1.9363107699464992,
      "grad_norm": 1.1219831626727532,
      "learning_rate": 0.00023351173553330277,
      "loss": 1.6719,
      "step": 41621
    },
    {
      "epoch": 1.93635729239358,
      "grad_norm": 1.0740192134736861,
      "learning_rate": 0.00023350865249295577,
      "loss": 2.3281,
      "step": 41622
    },
    {
      "epoch": 1.9364038148406606,
      "grad_norm": 1.169348815787204,
      "learning_rate": 0.0002335055694014843,
      "loss": 2.4844,
      "step": 41623
    },
    {
      "epoch": 1.9364503372877413,
      "grad_norm": 1.1243760066404815,
      "learning_rate": 0.0002335024862588902,
      "loss": 2.6094,
      "step": 41624
    },
    {
      "epoch": 1.936496859734822,
      "grad_norm": 1.0967935207119275,
      "learning_rate": 0.00023349940306517542,
      "loss": 2.375,
      "step": 41625
    },
    {
      "epoch": 1.936543382181903,
      "grad_norm": 1.1923679075872493,
      "learning_rate": 0.00023349631982034176,
      "loss": 2.5312,
      "step": 41626
    },
    {
      "epoch": 1.9365899046289834,
      "grad_norm": 1.0455833411961735,
      "learning_rate": 0.0002334932365243912,
      "loss": 2.3125,
      "step": 41627
    },
    {
      "epoch": 1.9366364270760643,
      "grad_norm": 1.1955678006811898,
      "learning_rate": 0.00023349015317732552,
      "loss": 2.6406,
      "step": 41628
    },
    {
      "epoch": 1.9366829495231448,
      "grad_norm": 1.0665639379570482,
      "learning_rate": 0.00023348706977914676,
      "loss": 2.2812,
      "step": 41629
    },
    {
      "epoch": 1.9367294719702257,
      "grad_norm": 1.072303021760479,
      "learning_rate": 0.00023348398632985664,
      "loss": 2.4219,
      "step": 41630
    },
    {
      "epoch": 1.9367759944173062,
      "grad_norm": 1.1974351812675785,
      "learning_rate": 0.00023348090282945724,
      "loss": 2.7031,
      "step": 41631
    },
    {
      "epoch": 1.9368225168643871,
      "grad_norm": 1.132352186622198,
      "learning_rate": 0.00023347781927795028,
      "loss": 2.3594,
      "step": 41632
    },
    {
      "epoch": 1.9368690393114678,
      "grad_norm": 1.1129274171021013,
      "learning_rate": 0.00023347473567533771,
      "loss": 2.4062,
      "step": 41633
    },
    {
      "epoch": 1.9369155617585485,
      "grad_norm": 1.1336371016111386,
      "learning_rate": 0.00023347165202162142,
      "loss": 2.5312,
      "step": 41634
    },
    {
      "epoch": 1.9369620842056292,
      "grad_norm": 1.0857694246593206,
      "learning_rate": 0.00023346856831680328,
      "loss": 2.5781,
      "step": 41635
    },
    {
      "epoch": 1.93700860665271,
      "grad_norm": 1.1718182085826747,
      "learning_rate": 0.00023346548456088523,
      "loss": 2.6094,
      "step": 41636
    },
    {
      "epoch": 1.9370551290997906,
      "grad_norm": 1.0946080278693424,
      "learning_rate": 0.0002334624007538691,
      "loss": 2.2656,
      "step": 41637
    },
    {
      "epoch": 1.9371016515468713,
      "grad_norm": 1.125472381072824,
      "learning_rate": 0.00023345931689575675,
      "loss": 2.4219,
      "step": 41638
    },
    {
      "epoch": 1.9371481739939522,
      "grad_norm": 1.0998621502523007,
      "learning_rate": 0.00023345623298655013,
      "loss": 2.25,
      "step": 41639
    },
    {
      "epoch": 1.9371946964410327,
      "grad_norm": 0.9981587823708797,
      "learning_rate": 0.00023345314902625114,
      "loss": 1.6719,
      "step": 41640
    },
    {
      "epoch": 1.9372412188881136,
      "grad_norm": 1.1392480920260954,
      "learning_rate": 0.00023345006501486161,
      "loss": 2.3438,
      "step": 41641
    },
    {
      "epoch": 1.937287741335194,
      "grad_norm": 1.16954634633353,
      "learning_rate": 0.00023344698095238348,
      "loss": 1.9219,
      "step": 41642
    },
    {
      "epoch": 1.937334263782275,
      "grad_norm": 0.9386990790593042,
      "learning_rate": 0.0002334438968388186,
      "loss": 1.8125,
      "step": 41643
    },
    {
      "epoch": 1.9373807862293555,
      "grad_norm": 1.1698759940725472,
      "learning_rate": 0.00023344081267416894,
      "loss": 2.6094,
      "step": 41644
    },
    {
      "epoch": 1.9374273086764364,
      "grad_norm": 1.1584016317821781,
      "learning_rate": 0.00023343772845843628,
      "loss": 2.7031,
      "step": 41645
    },
    {
      "epoch": 1.9374738311235171,
      "grad_norm": 1.1338896163881222,
      "learning_rate": 0.00023343464419162252,
      "loss": 2.5781,
      "step": 41646
    },
    {
      "epoch": 1.9375203535705978,
      "grad_norm": 1.0480056223070073,
      "learning_rate": 0.0002334315598737296,
      "loss": 2.3438,
      "step": 41647
    },
    {
      "epoch": 1.9375668760176785,
      "grad_norm": 1.1838086294900747,
      "learning_rate": 0.00023342847550475942,
      "loss": 2.625,
      "step": 41648
    },
    {
      "epoch": 1.9376133984647592,
      "grad_norm": 1.142360259048685,
      "learning_rate": 0.0002334253910847138,
      "loss": 2.4219,
      "step": 41649
    },
    {
      "epoch": 1.93765992091184,
      "grad_norm": 1.041133596072597,
      "learning_rate": 0.00023342230661359468,
      "loss": 2.4531,
      "step": 41650
    },
    {
      "epoch": 1.9377064433589206,
      "grad_norm": 1.139421636330647,
      "learning_rate": 0.00023341922209140392,
      "loss": 2.1719,
      "step": 41651
    },
    {
      "epoch": 1.9377529658060015,
      "grad_norm": 1.0601177924336416,
      "learning_rate": 0.0002334161375181434,
      "loss": 2.0938,
      "step": 41652
    },
    {
      "epoch": 1.937799488253082,
      "grad_norm": 1.0850179750908533,
      "learning_rate": 0.00023341305289381506,
      "loss": 2.3281,
      "step": 41653
    },
    {
      "epoch": 1.937846010700163,
      "grad_norm": 1.1043593578335584,
      "learning_rate": 0.00023340996821842076,
      "loss": 2.2969,
      "step": 41654
    },
    {
      "epoch": 1.9378925331472434,
      "grad_norm": 1.1742982533660478,
      "learning_rate": 0.00023340688349196234,
      "loss": 2.25,
      "step": 41655
    },
    {
      "epoch": 1.9379390555943243,
      "grad_norm": 1.1278941868346364,
      "learning_rate": 0.00023340379871444178,
      "loss": 1.9844,
      "step": 41656
    },
    {
      "epoch": 1.937985578041405,
      "grad_norm": 1.2132071776098592,
      "learning_rate": 0.00023340071388586092,
      "loss": 2.625,
      "step": 41657
    },
    {
      "epoch": 1.9380321004884857,
      "grad_norm": 1.1917902719829712,
      "learning_rate": 0.00023339762900622164,
      "loss": 2.6406,
      "step": 41658
    },
    {
      "epoch": 1.9380786229355664,
      "grad_norm": 1.1298607334202078,
      "learning_rate": 0.00023339454407552584,
      "loss": 2.4531,
      "step": 41659
    },
    {
      "epoch": 1.9381251453826471,
      "grad_norm": 1.446070896698036,
      "learning_rate": 0.00023339145909377542,
      "loss": 1.8438,
      "step": 41660
    },
    {
      "epoch": 1.9381716678297278,
      "grad_norm": 1.0403078685614562,
      "learning_rate": 0.00023338837406097228,
      "loss": 2.125,
      "step": 41661
    },
    {
      "epoch": 1.9382181902768085,
      "grad_norm": 1.1139103842914895,
      "learning_rate": 0.0002333852889771182,
      "loss": 2.5,
      "step": 41662
    },
    {
      "epoch": 1.9382647127238892,
      "grad_norm": 1.1289918277709172,
      "learning_rate": 0.00023338220384221524,
      "loss": 2.4375,
      "step": 41663
    },
    {
      "epoch": 1.93831123517097,
      "grad_norm": 1.1393043156516183,
      "learning_rate": 0.00023337911865626515,
      "loss": 2.5312,
      "step": 41664
    },
    {
      "epoch": 1.9383577576180508,
      "grad_norm": 1.1519706263733125,
      "learning_rate": 0.0002333760334192699,
      "loss": 2.4688,
      "step": 41665
    },
    {
      "epoch": 1.9384042800651313,
      "grad_norm": 1.190416896490179,
      "learning_rate": 0.00023337294813123135,
      "loss": 2.625,
      "step": 41666
    },
    {
      "epoch": 1.9384508025122122,
      "grad_norm": 1.096225169894771,
      "learning_rate": 0.00023336986279215137,
      "loss": 2.4219,
      "step": 41667
    },
    {
      "epoch": 1.9384973249592927,
      "grad_norm": 1.1039167971289556,
      "learning_rate": 0.00023336677740203192,
      "loss": 2.25,
      "step": 41668
    },
    {
      "epoch": 1.9385438474063736,
      "grad_norm": 1.241586462596869,
      "learning_rate": 0.0002333636919608748,
      "loss": 2.3281,
      "step": 41669
    },
    {
      "epoch": 1.9385903698534543,
      "grad_norm": 1.0614832113562744,
      "learning_rate": 0.00023336060646868194,
      "loss": 2.0156,
      "step": 41670
    },
    {
      "epoch": 1.938636892300535,
      "grad_norm": 1.142492677752253,
      "learning_rate": 0.0002333575209254552,
      "loss": 2.5,
      "step": 41671
    },
    {
      "epoch": 1.9386834147476157,
      "grad_norm": 1.0883255107918977,
      "learning_rate": 0.00023335443533119654,
      "loss": 2.4531,
      "step": 41672
    },
    {
      "epoch": 1.9387299371946964,
      "grad_norm": 1.0803612207438809,
      "learning_rate": 0.00023335134968590778,
      "loss": 2.5625,
      "step": 41673
    },
    {
      "epoch": 1.9387764596417771,
      "grad_norm": 1.1767301216564523,
      "learning_rate": 0.00023334826398959082,
      "loss": 2.3906,
      "step": 41674
    },
    {
      "epoch": 1.9388229820888578,
      "grad_norm": 1.0980032955986148,
      "learning_rate": 0.00023334517824224758,
      "loss": 2.4375,
      "step": 41675
    },
    {
      "epoch": 1.9388695045359385,
      "grad_norm": 1.179582793996601,
      "learning_rate": 0.00023334209244387996,
      "loss": 2.2656,
      "step": 41676
    },
    {
      "epoch": 1.9389160269830192,
      "grad_norm": 1.140059084187565,
      "learning_rate": 0.00023333900659448973,
      "loss": 1.8516,
      "step": 41677
    },
    {
      "epoch": 1.9389625494301002,
      "grad_norm": 1.139917080343663,
      "learning_rate": 0.00023333592069407893,
      "loss": 2.2812,
      "step": 41678
    },
    {
      "epoch": 1.9390090718771806,
      "grad_norm": 1.0446157283615183,
      "learning_rate": 0.0002333328347426494,
      "loss": 2.2969,
      "step": 41679
    },
    {
      "epoch": 1.9390555943242616,
      "grad_norm": 1.1884205331318158,
      "learning_rate": 0.00023332974874020303,
      "loss": 2.3281,
      "step": 41680
    },
    {
      "epoch": 1.939102116771342,
      "grad_norm": 1.1765166402206713,
      "learning_rate": 0.00023332666268674164,
      "loss": 2.2812,
      "step": 41681
    },
    {
      "epoch": 1.939148639218423,
      "grad_norm": 1.1674503542721264,
      "learning_rate": 0.00023332357658226722,
      "loss": 2.2812,
      "step": 41682
    },
    {
      "epoch": 1.9391951616655037,
      "grad_norm": 1.1290788587196636,
      "learning_rate": 0.0002333204904267816,
      "loss": 2.3906,
      "step": 41683
    },
    {
      "epoch": 1.9392416841125844,
      "grad_norm": 1.0230949533946396,
      "learning_rate": 0.0002333174042202867,
      "loss": 2.2969,
      "step": 41684
    },
    {
      "epoch": 1.939288206559665,
      "grad_norm": 1.2551630281540338,
      "learning_rate": 0.00023331431796278437,
      "loss": 2.3906,
      "step": 41685
    },
    {
      "epoch": 1.9393347290067458,
      "grad_norm": 1.0888354801062565,
      "learning_rate": 0.0002333112316542765,
      "loss": 2.4688,
      "step": 41686
    },
    {
      "epoch": 1.9393812514538264,
      "grad_norm": 1.049355745395362,
      "learning_rate": 0.00023330814529476507,
      "loss": 2.1094,
      "step": 41687
    },
    {
      "epoch": 1.9394277739009071,
      "grad_norm": 1.2460938624812863,
      "learning_rate": 0.00023330505888425183,
      "loss": 2.5156,
      "step": 41688
    },
    {
      "epoch": 1.939474296347988,
      "grad_norm": 1.1556329933479916,
      "learning_rate": 0.00023330197242273882,
      "loss": 2.4688,
      "step": 41689
    },
    {
      "epoch": 1.9395208187950685,
      "grad_norm": 1.074063658280381,
      "learning_rate": 0.0002332988859102278,
      "loss": 2.2188,
      "step": 41690
    },
    {
      "epoch": 1.9395673412421495,
      "grad_norm": 1.0472963665512698,
      "learning_rate": 0.0002332957993467207,
      "loss": 2.25,
      "step": 41691
    },
    {
      "epoch": 1.93961386368923,
      "grad_norm": 1.1740982545284027,
      "learning_rate": 0.00023329271273221945,
      "loss": 2.4219,
      "step": 41692
    },
    {
      "epoch": 1.9396603861363109,
      "grad_norm": 1.0526539425412258,
      "learning_rate": 0.0002332896260667259,
      "loss": 2.0781,
      "step": 41693
    },
    {
      "epoch": 1.9397069085833913,
      "grad_norm": 1.1837423165441434,
      "learning_rate": 0.000233286539350242,
      "loss": 2.6094,
      "step": 41694
    },
    {
      "epoch": 1.9397534310304723,
      "grad_norm": 1.0888272022133587,
      "learning_rate": 0.00023328345258276947,
      "loss": 2.2031,
      "step": 41695
    },
    {
      "epoch": 1.939799953477553,
      "grad_norm": 1.0380279973171338,
      "learning_rate": 0.00023328036576431043,
      "loss": 1.8672,
      "step": 41696
    },
    {
      "epoch": 1.9398464759246337,
      "grad_norm": 1.2647026495875893,
      "learning_rate": 0.00023327727889486662,
      "loss": 2.5312,
      "step": 41697
    },
    {
      "epoch": 1.9398929983717144,
      "grad_norm": 1.0236010227376844,
      "learning_rate": 0.00023327419197443998,
      "loss": 2.4219,
      "step": 41698
    },
    {
      "epoch": 1.939939520818795,
      "grad_norm": 1.035983797723044,
      "learning_rate": 0.00023327110500303237,
      "loss": 2.375,
      "step": 41699
    },
    {
      "epoch": 1.9399860432658758,
      "grad_norm": 1.1024215288816923,
      "learning_rate": 0.0002332680179806457,
      "loss": 2.2031,
      "step": 41700
    },
    {
      "epoch": 1.9400325657129565,
      "grad_norm": 0.9808307834490243,
      "learning_rate": 0.00023326493090728188,
      "loss": 1.7188,
      "step": 41701
    },
    {
      "epoch": 1.9400790881600374,
      "grad_norm": 1.1036207587130857,
      "learning_rate": 0.00023326184378294278,
      "loss": 2.1719,
      "step": 41702
    },
    {
      "epoch": 1.9401256106071179,
      "grad_norm": 1.1972010213223532,
      "learning_rate": 0.00023325875660763028,
      "loss": 2.7188,
      "step": 41703
    },
    {
      "epoch": 1.9401721330541988,
      "grad_norm": 1.172020437227361,
      "learning_rate": 0.00023325566938134625,
      "loss": 2.5156,
      "step": 41704
    },
    {
      "epoch": 1.9402186555012793,
      "grad_norm": 1.2149592288458868,
      "learning_rate": 0.00023325258210409264,
      "loss": 2.625,
      "step": 41705
    },
    {
      "epoch": 1.9402651779483602,
      "grad_norm": 1.0827303748918111,
      "learning_rate": 0.00023324949477587128,
      "loss": 2.3438,
      "step": 41706
    },
    {
      "epoch": 1.9403117003954407,
      "grad_norm": 1.083517865339442,
      "learning_rate": 0.0002332464073966841,
      "loss": 2.4531,
      "step": 41707
    },
    {
      "epoch": 1.9403582228425216,
      "grad_norm": 1.0891580582992604,
      "learning_rate": 0.00023324331996653304,
      "loss": 2.6719,
      "step": 41708
    },
    {
      "epoch": 1.9404047452896023,
      "grad_norm": 1.1034030402868142,
      "learning_rate": 0.00023324023248541984,
      "loss": 2.4375,
      "step": 41709
    },
    {
      "epoch": 1.940451267736683,
      "grad_norm": 1.1924136499767541,
      "learning_rate": 0.00023323714495334652,
      "loss": 2.5156,
      "step": 41710
    },
    {
      "epoch": 1.9404977901837637,
      "grad_norm": 1.1467445011976394,
      "learning_rate": 0.00023323405737031493,
      "loss": 2.4688,
      "step": 41711
    },
    {
      "epoch": 1.9405443126308444,
      "grad_norm": 1.1593445366662383,
      "learning_rate": 0.00023323096973632695,
      "loss": 2.4844,
      "step": 41712
    },
    {
      "epoch": 1.940590835077925,
      "grad_norm": 1.1068253245578101,
      "learning_rate": 0.00023322788205138448,
      "loss": 2.0781,
      "step": 41713
    },
    {
      "epoch": 1.9406373575250058,
      "grad_norm": 1.1329336736105757,
      "learning_rate": 0.00023322479431548942,
      "loss": 2.2031,
      "step": 41714
    },
    {
      "epoch": 1.9406838799720867,
      "grad_norm": 1.060327123503929,
      "learning_rate": 0.00023322170652864368,
      "loss": 2.4688,
      "step": 41715
    },
    {
      "epoch": 1.9407304024191672,
      "grad_norm": 1.1048087760430234,
      "learning_rate": 0.00023321861869084906,
      "loss": 2.2344,
      "step": 41716
    },
    {
      "epoch": 1.940776924866248,
      "grad_norm": 1.2144114076214776,
      "learning_rate": 0.0002332155308021075,
      "loss": 2.4219,
      "step": 41717
    },
    {
      "epoch": 1.9408234473133286,
      "grad_norm": 1.003514429967569,
      "learning_rate": 0.00023321244286242095,
      "loss": 2.0938,
      "step": 41718
    },
    {
      "epoch": 1.9408699697604095,
      "grad_norm": 1.1836429326220061,
      "learning_rate": 0.00023320935487179125,
      "loss": 2.2031,
      "step": 41719
    },
    {
      "epoch": 1.94091649220749,
      "grad_norm": 1.1421512036849715,
      "learning_rate": 0.0002332062668302203,
      "loss": 2.4062,
      "step": 41720
    },
    {
      "epoch": 1.9409630146545709,
      "grad_norm": 1.0645674422593585,
      "learning_rate": 0.00023320317873770993,
      "loss": 2.375,
      "step": 41721
    },
    {
      "epoch": 1.9410095371016516,
      "grad_norm": 1.1719117638847274,
      "learning_rate": 0.00023320009059426213,
      "loss": 2.3281,
      "step": 41722
    },
    {
      "epoch": 1.9410560595487323,
      "grad_norm": 1.0927484751886591,
      "learning_rate": 0.00023319700239987875,
      "loss": 2.1406,
      "step": 41723
    },
    {
      "epoch": 1.941102581995813,
      "grad_norm": 1.1665436858450704,
      "learning_rate": 0.00023319391415456165,
      "loss": 2.2656,
      "step": 41724
    },
    {
      "epoch": 1.9411491044428937,
      "grad_norm": 1.1036718154803027,
      "learning_rate": 0.00023319082585831273,
      "loss": 2.4219,
      "step": 41725
    },
    {
      "epoch": 1.9411956268899744,
      "grad_norm": 1.0995643065624665,
      "learning_rate": 0.00023318773751113397,
      "loss": 2.2969,
      "step": 41726
    },
    {
      "epoch": 1.941242149337055,
      "grad_norm": 1.3027572884155625,
      "learning_rate": 0.0002331846491130271,
      "loss": 2.6719,
      "step": 41727
    },
    {
      "epoch": 1.941288671784136,
      "grad_norm": 1.2196213655419799,
      "learning_rate": 0.00023318156066399413,
      "loss": 2.5,
      "step": 41728
    },
    {
      "epoch": 1.9413351942312165,
      "grad_norm": 1.0987990015477809,
      "learning_rate": 0.00023317847216403694,
      "loss": 2.2188,
      "step": 41729
    },
    {
      "epoch": 1.9413817166782974,
      "grad_norm": 1.1592135163845192,
      "learning_rate": 0.00023317538361315734,
      "loss": 2.7188,
      "step": 41730
    },
    {
      "epoch": 1.9414282391253779,
      "grad_norm": 1.3017559695891008,
      "learning_rate": 0.00023317229501135738,
      "loss": 2.4688,
      "step": 41731
    },
    {
      "epoch": 1.9414747615724588,
      "grad_norm": 1.1035340817393995,
      "learning_rate": 0.00023316920635863878,
      "loss": 2.5,
      "step": 41732
    },
    {
      "epoch": 1.9415212840195393,
      "grad_norm": 1.1302971941358084,
      "learning_rate": 0.00023316611765500353,
      "loss": 2.5,
      "step": 41733
    },
    {
      "epoch": 1.9415678064666202,
      "grad_norm": 1.0298333341743806,
      "learning_rate": 0.00023316302890045347,
      "loss": 2.2969,
      "step": 41734
    },
    {
      "epoch": 1.941614328913701,
      "grad_norm": 1.056299187229241,
      "learning_rate": 0.00023315994009499052,
      "loss": 2.1094,
      "step": 41735
    },
    {
      "epoch": 1.9416608513607816,
      "grad_norm": 1.024909275958608,
      "learning_rate": 0.00023315685123861656,
      "loss": 2.2031,
      "step": 41736
    },
    {
      "epoch": 1.9417073738078623,
      "grad_norm": 1.1875417676206852,
      "learning_rate": 0.0002331537623313335,
      "loss": 2.5312,
      "step": 41737
    },
    {
      "epoch": 1.941753896254943,
      "grad_norm": 1.2933050056399067,
      "learning_rate": 0.0002331506733731432,
      "loss": 2.5312,
      "step": 41738
    },
    {
      "epoch": 1.9418004187020237,
      "grad_norm": 1.1539982736785503,
      "learning_rate": 0.00023314758436404756,
      "loss": 2.1719,
      "step": 41739
    },
    {
      "epoch": 1.9418469411491044,
      "grad_norm": 1.123939597824347,
      "learning_rate": 0.0002331444953040485,
      "loss": 2.3906,
      "step": 41740
    },
    {
      "epoch": 1.9418934635961853,
      "grad_norm": 1.2687969136660886,
      "learning_rate": 0.00023314140619314788,
      "loss": 2.6719,
      "step": 41741
    },
    {
      "epoch": 1.9419399860432658,
      "grad_norm": 1.0659514352214785,
      "learning_rate": 0.00023313831703134757,
      "loss": 2.3125,
      "step": 41742
    },
    {
      "epoch": 1.9419865084903467,
      "grad_norm": 1.034353388588609,
      "learning_rate": 0.00023313522781864956,
      "loss": 2.2031,
      "step": 41743
    },
    {
      "epoch": 1.9420330309374272,
      "grad_norm": 1.1305470598778637,
      "learning_rate": 0.00023313213855505566,
      "loss": 2.25,
      "step": 41744
    },
    {
      "epoch": 1.942079553384508,
      "grad_norm": 1.1188734347441625,
      "learning_rate": 0.00023312904924056773,
      "loss": 2.6562,
      "step": 41745
    },
    {
      "epoch": 1.9421260758315886,
      "grad_norm": 1.1267738483858702,
      "learning_rate": 0.00023312595987518773,
      "loss": 2.5156,
      "step": 41746
    },
    {
      "epoch": 1.9421725982786695,
      "grad_norm": 1.1607153645713686,
      "learning_rate": 0.00023312287045891753,
      "loss": 2.2812,
      "step": 41747
    },
    {
      "epoch": 1.9422191207257502,
      "grad_norm": 1.1597402139709831,
      "learning_rate": 0.000233119780991759,
      "loss": 2.3906,
      "step": 41748
    },
    {
      "epoch": 1.942265643172831,
      "grad_norm": 1.2922071599208644,
      "learning_rate": 0.00023311669147371407,
      "loss": 2.5781,
      "step": 41749
    },
    {
      "epoch": 1.9423121656199116,
      "grad_norm": 1.1441511926541006,
      "learning_rate": 0.00023311360190478457,
      "loss": 2.0,
      "step": 41750
    },
    {
      "epoch": 1.9423586880669923,
      "grad_norm": 1.0124071954868152,
      "learning_rate": 0.00023311051228497252,
      "loss": 2.25,
      "step": 41751
    },
    {
      "epoch": 1.942405210514073,
      "grad_norm": 1.1818634803445855,
      "learning_rate": 0.00023310742261427967,
      "loss": 2.2031,
      "step": 41752
    },
    {
      "epoch": 1.9424517329611537,
      "grad_norm": 1.0767811311171647,
      "learning_rate": 0.00023310433289270798,
      "loss": 2.0625,
      "step": 41753
    },
    {
      "epoch": 1.9424982554082346,
      "grad_norm": 1.0921688009684787,
      "learning_rate": 0.00023310124312025932,
      "loss": 2.375,
      "step": 41754
    },
    {
      "epoch": 1.942544777855315,
      "grad_norm": 1.227386526601356,
      "learning_rate": 0.00023309815329693558,
      "loss": 2.5469,
      "step": 41755
    },
    {
      "epoch": 1.942591300302396,
      "grad_norm": 1.1205903868346523,
      "learning_rate": 0.00023309506342273872,
      "loss": 2.25,
      "step": 41756
    },
    {
      "epoch": 1.9426378227494765,
      "grad_norm": 1.1153380972434142,
      "learning_rate": 0.0002330919734976705,
      "loss": 2.4219,
      "step": 41757
    },
    {
      "epoch": 1.9426843451965574,
      "grad_norm": 1.085529814471989,
      "learning_rate": 0.0002330888835217329,
      "loss": 2.3125,
      "step": 41758
    },
    {
      "epoch": 1.942730867643638,
      "grad_norm": 1.140760440165981,
      "learning_rate": 0.0002330857934949278,
      "loss": 2.2188,
      "step": 41759
    },
    {
      "epoch": 1.9427773900907188,
      "grad_norm": 1.0900981205596965,
      "learning_rate": 0.00023308270341725707,
      "loss": 2.4375,
      "step": 41760
    },
    {
      "epoch": 1.9428239125377995,
      "grad_norm": 1.063994626962203,
      "learning_rate": 0.00023307961328872262,
      "loss": 2.4844,
      "step": 41761
    },
    {
      "epoch": 1.9428704349848802,
      "grad_norm": 1.0733841081964044,
      "learning_rate": 0.0002330765231093264,
      "loss": 2.1562,
      "step": 41762
    },
    {
      "epoch": 1.942916957431961,
      "grad_norm": 1.1925424105223414,
      "learning_rate": 0.0002330734328790702,
      "loss": 2.4844,
      "step": 41763
    },
    {
      "epoch": 1.9429634798790416,
      "grad_norm": 1.110287162342844,
      "learning_rate": 0.00023307034259795596,
      "loss": 2.2656,
      "step": 41764
    },
    {
      "epoch": 1.9430100023261223,
      "grad_norm": 1.0582764175150414,
      "learning_rate": 0.00023306725226598558,
      "loss": 2.3125,
      "step": 41765
    },
    {
      "epoch": 1.943056524773203,
      "grad_norm": 1.0461086002030302,
      "learning_rate": 0.00023306416188316093,
      "loss": 2.3125,
      "step": 41766
    },
    {
      "epoch": 1.943103047220284,
      "grad_norm": 1.0340222818085043,
      "learning_rate": 0.0002330610714494839,
      "loss": 2.0938,
      "step": 41767
    },
    {
      "epoch": 1.9431495696673644,
      "grad_norm": 1.0523809197707836,
      "learning_rate": 0.0002330579809649564,
      "loss": 2.1094,
      "step": 41768
    },
    {
      "epoch": 1.9431960921144453,
      "grad_norm": 1.1303888023624025,
      "learning_rate": 0.0002330548904295803,
      "loss": 2.7031,
      "step": 41769
    },
    {
      "epoch": 1.9432426145615258,
      "grad_norm": 1.0952669804790767,
      "learning_rate": 0.00023305179984335752,
      "loss": 2.5469,
      "step": 41770
    },
    {
      "epoch": 1.9432891370086067,
      "grad_norm": 1.0841503023327397,
      "learning_rate": 0.00023304870920628994,
      "loss": 2.2969,
      "step": 41771
    },
    {
      "epoch": 1.9433356594556872,
      "grad_norm": 1.1841307563900958,
      "learning_rate": 0.00023304561851837945,
      "loss": 2.4844,
      "step": 41772
    },
    {
      "epoch": 1.9433821819027681,
      "grad_norm": 1.1109964839046051,
      "learning_rate": 0.0002330425277796279,
      "loss": 2.3125,
      "step": 41773
    },
    {
      "epoch": 1.9434287043498488,
      "grad_norm": 1.0738349237559661,
      "learning_rate": 0.00023303943699003727,
      "loss": 2.1875,
      "step": 41774
    },
    {
      "epoch": 1.9434752267969295,
      "grad_norm": 1.0628423447996234,
      "learning_rate": 0.0002330363461496094,
      "loss": 2.5625,
      "step": 41775
    },
    {
      "epoch": 1.9435217492440102,
      "grad_norm": 1.1107635359391592,
      "learning_rate": 0.0002330332552583462,
      "loss": 1.6875,
      "step": 41776
    },
    {
      "epoch": 1.943568271691091,
      "grad_norm": 1.149326773141127,
      "learning_rate": 0.00023303016431624955,
      "loss": 2.1719,
      "step": 41777
    },
    {
      "epoch": 1.9436147941381716,
      "grad_norm": 1.1526886129300373,
      "learning_rate": 0.00023302707332332136,
      "loss": 2.3438,
      "step": 41778
    },
    {
      "epoch": 1.9436613165852523,
      "grad_norm": 1.1199643988891523,
      "learning_rate": 0.00023302398227956347,
      "loss": 2.4062,
      "step": 41779
    },
    {
      "epoch": 1.9437078390323332,
      "grad_norm": 1.0953875655790193,
      "learning_rate": 0.00023302089118497785,
      "loss": 2.4531,
      "step": 41780
    },
    {
      "epoch": 1.9437543614794137,
      "grad_norm": 1.0869334328662354,
      "learning_rate": 0.0002330178000395663,
      "loss": 2.0625,
      "step": 41781
    },
    {
      "epoch": 1.9438008839264946,
      "grad_norm": 1.2412136465526808,
      "learning_rate": 0.00023301470884333082,
      "loss": 2.4531,
      "step": 41782
    },
    {
      "epoch": 1.9438474063735751,
      "grad_norm": 1.028117125940276,
      "learning_rate": 0.00023301161759627315,
      "loss": 2.3281,
      "step": 41783
    },
    {
      "epoch": 1.943893928820656,
      "grad_norm": 1.1449267155916432,
      "learning_rate": 0.00023300852629839534,
      "loss": 2.3281,
      "step": 41784
    },
    {
      "epoch": 1.9439404512677367,
      "grad_norm": 1.1029503268078413,
      "learning_rate": 0.00023300543494969925,
      "loss": 2.4062,
      "step": 41785
    },
    {
      "epoch": 1.9439869737148174,
      "grad_norm": 1.3204807107033294,
      "learning_rate": 0.00023300234355018676,
      "loss": 2.4062,
      "step": 41786
    },
    {
      "epoch": 1.9440334961618981,
      "grad_norm": 1.0574695406313976,
      "learning_rate": 0.0002329992520998597,
      "loss": 2.1406,
      "step": 41787
    },
    {
      "epoch": 1.9440800186089788,
      "grad_norm": 0.9517005200503301,
      "learning_rate": 0.00023299616059872,
      "loss": 1.75,
      "step": 41788
    },
    {
      "epoch": 1.9441265410560595,
      "grad_norm": 1.1454346670605513,
      "learning_rate": 0.00023299306904676955,
      "loss": 2.4688,
      "step": 41789
    },
    {
      "epoch": 1.9441730635031402,
      "grad_norm": 1.117983555350864,
      "learning_rate": 0.0002329899774440103,
      "loss": 2.3281,
      "step": 41790
    },
    {
      "epoch": 1.944219585950221,
      "grad_norm": 1.0658214082233106,
      "learning_rate": 0.00023298688579044405,
      "loss": 2.5781,
      "step": 41791
    },
    {
      "epoch": 1.9442661083973016,
      "grad_norm": 1.1388392110451244,
      "learning_rate": 0.00023298379408607275,
      "loss": 2.2969,
      "step": 41792
    },
    {
      "epoch": 1.9443126308443826,
      "grad_norm": 1.1302812351516989,
      "learning_rate": 0.00023298070233089834,
      "loss": 2.1094,
      "step": 41793
    },
    {
      "epoch": 1.944359153291463,
      "grad_norm": 1.1344955070657912,
      "learning_rate": 0.00023297761052492257,
      "loss": 2.6406,
      "step": 41794
    },
    {
      "epoch": 1.944405675738544,
      "grad_norm": 1.149623622869485,
      "learning_rate": 0.00023297451866814746,
      "loss": 2.4844,
      "step": 41795
    },
    {
      "epoch": 1.9444521981856244,
      "grad_norm": 1.0840487227182876,
      "learning_rate": 0.00023297142676057485,
      "loss": 2.4531,
      "step": 41796
    },
    {
      "epoch": 1.9444987206327053,
      "grad_norm": 1.0502521638740965,
      "learning_rate": 0.00023296833480220664,
      "loss": 2.1562,
      "step": 41797
    },
    {
      "epoch": 1.944545243079786,
      "grad_norm": 1.0531399065887905,
      "learning_rate": 0.00023296524279304477,
      "loss": 2.0469,
      "step": 41798
    },
    {
      "epoch": 1.9445917655268667,
      "grad_norm": 1.175406424177416,
      "learning_rate": 0.00023296215073309104,
      "loss": 2.5,
      "step": 41799
    },
    {
      "epoch": 1.9446382879739474,
      "grad_norm": 1.0705251889119698,
      "learning_rate": 0.0002329590586223474,
      "loss": 2.1719,
      "step": 41800
    },
    {
      "epoch": 1.9446848104210281,
      "grad_norm": 1.0189320576733243,
      "learning_rate": 0.00023295596646081578,
      "loss": 2.2812,
      "step": 41801
    },
    {
      "epoch": 1.9447313328681088,
      "grad_norm": 1.0585700449182573,
      "learning_rate": 0.00023295287424849798,
      "loss": 2.4688,
      "step": 41802
    },
    {
      "epoch": 1.9447778553151895,
      "grad_norm": 1.1475509274039704,
      "learning_rate": 0.00023294978198539596,
      "loss": 2.5312,
      "step": 41803
    },
    {
      "epoch": 1.9448243777622702,
      "grad_norm": 1.104728760535313,
      "learning_rate": 0.00023294668967151157,
      "loss": 2.2812,
      "step": 41804
    },
    {
      "epoch": 1.944870900209351,
      "grad_norm": 1.2598991323479714,
      "learning_rate": 0.00023294359730684677,
      "loss": 2.5469,
      "step": 41805
    },
    {
      "epoch": 1.9449174226564319,
      "grad_norm": 1.3189572125915308,
      "learning_rate": 0.0002329405048914034,
      "loss": 2.2969,
      "step": 41806
    },
    {
      "epoch": 1.9449639451035123,
      "grad_norm": 1.1301806418736067,
      "learning_rate": 0.00023293741242518334,
      "loss": 2.7188,
      "step": 41807
    },
    {
      "epoch": 1.9450104675505933,
      "grad_norm": 1.1668948878476162,
      "learning_rate": 0.00023293431990818852,
      "loss": 2.3594,
      "step": 41808
    },
    {
      "epoch": 1.9450569899976737,
      "grad_norm": 1.1105311670008744,
      "learning_rate": 0.0002329312273404208,
      "loss": 2.2656,
      "step": 41809
    },
    {
      "epoch": 1.9451035124447547,
      "grad_norm": 1.0760786690099402,
      "learning_rate": 0.00023292813472188215,
      "loss": 2.2969,
      "step": 41810
    },
    {
      "epoch": 1.9451500348918354,
      "grad_norm": 1.0864066755911181,
      "learning_rate": 0.00023292504205257435,
      "loss": 2.4375,
      "step": 41811
    },
    {
      "epoch": 1.945196557338916,
      "grad_norm": 1.0623055534938708,
      "learning_rate": 0.00023292194933249939,
      "loss": 2.25,
      "step": 41812
    },
    {
      "epoch": 1.9452430797859968,
      "grad_norm": 1.2222509443449896,
      "learning_rate": 0.0002329188565616591,
      "loss": 2.4375,
      "step": 41813
    },
    {
      "epoch": 1.9452896022330775,
      "grad_norm": 1.1454810378367508,
      "learning_rate": 0.0002329157637400554,
      "loss": 2.1094,
      "step": 41814
    },
    {
      "epoch": 1.9453361246801582,
      "grad_norm": 1.246888774631381,
      "learning_rate": 0.0002329126708676902,
      "loss": 2.5938,
      "step": 41815
    },
    {
      "epoch": 1.9453826471272389,
      "grad_norm": 1.2060202931174924,
      "learning_rate": 0.00023290957794456534,
      "loss": 2.5625,
      "step": 41816
    },
    {
      "epoch": 1.9454291695743198,
      "grad_norm": 1.0570478793066453,
      "learning_rate": 0.00023290648497068276,
      "loss": 2.5156,
      "step": 41817
    },
    {
      "epoch": 1.9454756920214002,
      "grad_norm": 1.082566654416267,
      "learning_rate": 0.00023290339194604435,
      "loss": 2.2188,
      "step": 41818
    },
    {
      "epoch": 1.9455222144684812,
      "grad_norm": 1.1094219814789918,
      "learning_rate": 0.000232900298870652,
      "loss": 2.4844,
      "step": 41819
    },
    {
      "epoch": 1.9455687369155616,
      "grad_norm": 1.1541946367995009,
      "learning_rate": 0.0002328972057445076,
      "loss": 2.0938,
      "step": 41820
    },
    {
      "epoch": 1.9456152593626426,
      "grad_norm": 1.1327337115025269,
      "learning_rate": 0.00023289411256761304,
      "loss": 2.2344,
      "step": 41821
    },
    {
      "epoch": 1.945661781809723,
      "grad_norm": 1.088758762743023,
      "learning_rate": 0.0002328910193399702,
      "loss": 2.2031,
      "step": 41822
    },
    {
      "epoch": 1.945708304256804,
      "grad_norm": 1.2235315135466462,
      "learning_rate": 0.00023288792606158097,
      "loss": 2.75,
      "step": 41823
    },
    {
      "epoch": 1.9457548267038847,
      "grad_norm": 1.1995340633890434,
      "learning_rate": 0.00023288483273244733,
      "loss": 2.6875,
      "step": 41824
    },
    {
      "epoch": 1.9458013491509654,
      "grad_norm": 1.1253400899867514,
      "learning_rate": 0.00023288173935257105,
      "loss": 2.4844,
      "step": 41825
    },
    {
      "epoch": 1.945847871598046,
      "grad_norm": 1.1149743100721525,
      "learning_rate": 0.00023287864592195408,
      "loss": 2.0938,
      "step": 41826
    },
    {
      "epoch": 1.9458943940451268,
      "grad_norm": 1.1717074885815868,
      "learning_rate": 0.00023287555244059835,
      "loss": 2.7031,
      "step": 41827
    },
    {
      "epoch": 1.9459409164922075,
      "grad_norm": 1.0326889587188117,
      "learning_rate": 0.00023287245890850572,
      "loss": 2.2969,
      "step": 41828
    },
    {
      "epoch": 1.9459874389392882,
      "grad_norm": 1.1778029600287778,
      "learning_rate": 0.00023286936532567804,
      "loss": 2.5938,
      "step": 41829
    },
    {
      "epoch": 1.946033961386369,
      "grad_norm": 1.0708488995610799,
      "learning_rate": 0.0002328662716921173,
      "loss": 2.4531,
      "step": 41830
    },
    {
      "epoch": 1.9460804838334496,
      "grad_norm": 1.0769664987980705,
      "learning_rate": 0.0002328631780078253,
      "loss": 2.2344,
      "step": 41831
    },
    {
      "epoch": 1.9461270062805305,
      "grad_norm": 1.0563670084811199,
      "learning_rate": 0.00023286008427280398,
      "loss": 2.125,
      "step": 41832
    },
    {
      "epoch": 1.946173528727611,
      "grad_norm": 1.0732333488884378,
      "learning_rate": 0.00023285699048705523,
      "loss": 2.2031,
      "step": 41833
    },
    {
      "epoch": 1.9462200511746919,
      "grad_norm": 1.1329834149704723,
      "learning_rate": 0.00023285389665058095,
      "loss": 1.8203,
      "step": 41834
    },
    {
      "epoch": 1.9462665736217724,
      "grad_norm": 1.2387807121558743,
      "learning_rate": 0.00023285080276338302,
      "loss": 2.5156,
      "step": 41835
    },
    {
      "epoch": 1.9463130960688533,
      "grad_norm": 1.1397022261461438,
      "learning_rate": 0.00023284770882546336,
      "loss": 2.4531,
      "step": 41836
    },
    {
      "epoch": 1.946359618515934,
      "grad_norm": 1.1154593804184652,
      "learning_rate": 0.0002328446148368238,
      "loss": 2.4531,
      "step": 41837
    },
    {
      "epoch": 1.9464061409630147,
      "grad_norm": 1.1753394525276628,
      "learning_rate": 0.00023284152079746628,
      "loss": 2.4375,
      "step": 41838
    },
    {
      "epoch": 1.9464526634100954,
      "grad_norm": 1.056014697519778,
      "learning_rate": 0.00023283842670739272,
      "loss": 2.375,
      "step": 41839
    },
    {
      "epoch": 1.946499185857176,
      "grad_norm": 1.1456023532317587,
      "learning_rate": 0.000232835332566605,
      "loss": 2.5312,
      "step": 41840
    },
    {
      "epoch": 1.9465457083042568,
      "grad_norm": 1.0810485487190094,
      "learning_rate": 0.00023283223837510498,
      "loss": 2.3438,
      "step": 41841
    },
    {
      "epoch": 1.9465922307513375,
      "grad_norm": 1.0945210843521371,
      "learning_rate": 0.0002328291441328946,
      "loss": 2.3281,
      "step": 41842
    },
    {
      "epoch": 1.9466387531984184,
      "grad_norm": 1.1360259178212677,
      "learning_rate": 0.0002328260498399757,
      "loss": 2.5156,
      "step": 41843
    },
    {
      "epoch": 1.9466852756454989,
      "grad_norm": 1.1119908737454385,
      "learning_rate": 0.00023282295549635024,
      "loss": 2.5,
      "step": 41844
    },
    {
      "epoch": 1.9467317980925798,
      "grad_norm": 1.3081293603156556,
      "learning_rate": 0.00023281986110202003,
      "loss": 2.2031,
      "step": 41845
    },
    {
      "epoch": 1.9467783205396603,
      "grad_norm": 1.2384107270393547,
      "learning_rate": 0.00023281676665698706,
      "loss": 2.2188,
      "step": 41846
    },
    {
      "epoch": 1.9468248429867412,
      "grad_norm": 1.1859364694713395,
      "learning_rate": 0.00023281367216125312,
      "loss": 2.4062,
      "step": 41847
    },
    {
      "epoch": 1.9468713654338217,
      "grad_norm": 1.0832973294192665,
      "learning_rate": 0.00023281057761482022,
      "loss": 2.1875,
      "step": 41848
    },
    {
      "epoch": 1.9469178878809026,
      "grad_norm": 1.0889645755209731,
      "learning_rate": 0.00023280748301769013,
      "loss": 2.5,
      "step": 41849
    },
    {
      "epoch": 1.9469644103279833,
      "grad_norm": 1.0768443232461165,
      "learning_rate": 0.0002328043883698649,
      "loss": 2.3438,
      "step": 41850
    },
    {
      "epoch": 1.947010932775064,
      "grad_norm": 1.1437346079080624,
      "learning_rate": 0.00023280129367134623,
      "loss": 2.4688,
      "step": 41851
    },
    {
      "epoch": 1.9470574552221447,
      "grad_norm": 1.3357867811569406,
      "learning_rate": 0.0002327981989221362,
      "loss": 2.2969,
      "step": 41852
    },
    {
      "epoch": 1.9471039776692254,
      "grad_norm": 1.3610793599522333,
      "learning_rate": 0.0002327951041222366,
      "loss": 2.4219,
      "step": 41853
    },
    {
      "epoch": 1.947150500116306,
      "grad_norm": 1.1309385220162256,
      "learning_rate": 0.00023279200927164937,
      "loss": 2.5625,
      "step": 41854
    },
    {
      "epoch": 1.9471970225633868,
      "grad_norm": 1.1141873589630373,
      "learning_rate": 0.00023278891437037637,
      "loss": 2.4375,
      "step": 41855
    },
    {
      "epoch": 1.9472435450104677,
      "grad_norm": 1.182959969696148,
      "learning_rate": 0.00023278581941841949,
      "loss": 2.4375,
      "step": 41856
    },
    {
      "epoch": 1.9472900674575482,
      "grad_norm": 1.1492019051823494,
      "learning_rate": 0.00023278272441578065,
      "loss": 2.4062,
      "step": 41857
    },
    {
      "epoch": 1.947336589904629,
      "grad_norm": 1.1497034242724964,
      "learning_rate": 0.00023277962936246177,
      "loss": 2.2812,
      "step": 41858
    },
    {
      "epoch": 1.9473831123517096,
      "grad_norm": 1.09658855084732,
      "learning_rate": 0.00023277653425846464,
      "loss": 2.6406,
      "step": 41859
    },
    {
      "epoch": 1.9474296347987905,
      "grad_norm": 1.16049318533687,
      "learning_rate": 0.00023277343910379128,
      "loss": 2.625,
      "step": 41860
    },
    {
      "epoch": 1.947476157245871,
      "grad_norm": 1.1221213961695296,
      "learning_rate": 0.00023277034389844356,
      "loss": 2.375,
      "step": 41861
    },
    {
      "epoch": 1.947522679692952,
      "grad_norm": 1.1084418889200072,
      "learning_rate": 0.0002327672486424233,
      "loss": 2.4219,
      "step": 41862
    },
    {
      "epoch": 1.9475692021400326,
      "grad_norm": 1.1832429825535646,
      "learning_rate": 0.00023276415333573245,
      "loss": 2.2812,
      "step": 41863
    },
    {
      "epoch": 1.9476157245871133,
      "grad_norm": 1.1103266768399396,
      "learning_rate": 0.00023276105797837295,
      "loss": 2.4062,
      "step": 41864
    },
    {
      "epoch": 1.947662247034194,
      "grad_norm": 1.0935123909961506,
      "learning_rate": 0.0002327579625703466,
      "loss": 2.3281,
      "step": 41865
    },
    {
      "epoch": 1.9477087694812747,
      "grad_norm": 1.1591900925753806,
      "learning_rate": 0.00023275486711165532,
      "loss": 2.3906,
      "step": 41866
    },
    {
      "epoch": 1.9477552919283554,
      "grad_norm": 1.141734110882251,
      "learning_rate": 0.00023275177160230105,
      "loss": 2.5312,
      "step": 41867
    },
    {
      "epoch": 1.947801814375436,
      "grad_norm": 1.1473030374362385,
      "learning_rate": 0.00023274867604228567,
      "loss": 2.5625,
      "step": 41868
    },
    {
      "epoch": 1.947848336822517,
      "grad_norm": 1.255048224495355,
      "learning_rate": 0.000232745580431611,
      "loss": 2.7188,
      "step": 41869
    },
    {
      "epoch": 1.9478948592695975,
      "grad_norm": 1.159215467319191,
      "learning_rate": 0.00023274248477027902,
      "loss": 2.25,
      "step": 41870
    },
    {
      "epoch": 1.9479413817166784,
      "grad_norm": 1.1058591172386865,
      "learning_rate": 0.00023273938905829164,
      "loss": 2.5469,
      "step": 41871
    },
    {
      "epoch": 1.9479879041637589,
      "grad_norm": 1.1217782381358208,
      "learning_rate": 0.00023273629329565067,
      "loss": 2.5,
      "step": 41872
    },
    {
      "epoch": 1.9480344266108398,
      "grad_norm": 1.1173226707548092,
      "learning_rate": 0.00023273319748235813,
      "loss": 2.3281,
      "step": 41873
    },
    {
      "epoch": 1.9480809490579203,
      "grad_norm": 1.1355816789623956,
      "learning_rate": 0.00023273010161841578,
      "loss": 2.5156,
      "step": 41874
    },
    {
      "epoch": 1.9481274715050012,
      "grad_norm": 1.213294060684253,
      "learning_rate": 0.00023272700570382558,
      "loss": 2.5,
      "step": 41875
    },
    {
      "epoch": 1.948173993952082,
      "grad_norm": 1.0216336345940704,
      "learning_rate": 0.00023272390973858945,
      "loss": 2.1719,
      "step": 41876
    },
    {
      "epoch": 1.9482205163991626,
      "grad_norm": 1.1118178361741735,
      "learning_rate": 0.0002327208137227092,
      "loss": 2.5312,
      "step": 41877
    },
    {
      "epoch": 1.9482670388462433,
      "grad_norm": 1.0903165323523925,
      "learning_rate": 0.00023271771765618685,
      "loss": 2.2188,
      "step": 41878
    },
    {
      "epoch": 1.948313561293324,
      "grad_norm": 1.1330083921971537,
      "learning_rate": 0.00023271462153902418,
      "loss": 2.5938,
      "step": 41879
    },
    {
      "epoch": 1.9483600837404047,
      "grad_norm": 1.3298849076837636,
      "learning_rate": 0.00023271152537122312,
      "loss": 2.4219,
      "step": 41880
    },
    {
      "epoch": 1.9484066061874854,
      "grad_norm": 0.988694805227201,
      "learning_rate": 0.00023270842915278556,
      "loss": 1.6719,
      "step": 41881
    },
    {
      "epoch": 1.9484531286345663,
      "grad_norm": 1.1656979217760668,
      "learning_rate": 0.0002327053328837135,
      "loss": 2.3438,
      "step": 41882
    },
    {
      "epoch": 1.9484996510816468,
      "grad_norm": 1.0995141883134787,
      "learning_rate": 0.00023270223656400867,
      "loss": 2.2188,
      "step": 41883
    },
    {
      "epoch": 1.9485461735287277,
      "grad_norm": 1.1826729149432804,
      "learning_rate": 0.00023269914019367305,
      "loss": 2.3906,
      "step": 41884
    },
    {
      "epoch": 1.9485926959758082,
      "grad_norm": 1.2518765150703417,
      "learning_rate": 0.00023269604377270856,
      "loss": 2.5,
      "step": 41885
    },
    {
      "epoch": 1.9486392184228891,
      "grad_norm": 1.2426097119525936,
      "learning_rate": 0.00023269294730111705,
      "loss": 2.5781,
      "step": 41886
    },
    {
      "epoch": 1.9486857408699696,
      "grad_norm": 1.1783733952719497,
      "learning_rate": 0.00023268985077890046,
      "loss": 2.5156,
      "step": 41887
    },
    {
      "epoch": 1.9487322633170505,
      "grad_norm": 1.1070345645448612,
      "learning_rate": 0.0002326867542060606,
      "loss": 2.3281,
      "step": 41888
    },
    {
      "epoch": 1.9487787857641312,
      "grad_norm": 1.097543043026438,
      "learning_rate": 0.00023268365758259945,
      "loss": 2.2188,
      "step": 41889
    },
    {
      "epoch": 1.948825308211212,
      "grad_norm": 1.2684519949825714,
      "learning_rate": 0.0002326805609085189,
      "loss": 2.5938,
      "step": 41890
    },
    {
      "epoch": 1.9488718306582926,
      "grad_norm": 1.1496989381294742,
      "learning_rate": 0.00023267746418382084,
      "loss": 2.0312,
      "step": 41891
    },
    {
      "epoch": 1.9489183531053733,
      "grad_norm": 1.202434579573037,
      "learning_rate": 0.00023267436740850704,
      "loss": 2.5,
      "step": 41892
    },
    {
      "epoch": 1.948964875552454,
      "grad_norm": 1.2048991215204377,
      "learning_rate": 0.00023267127058257959,
      "loss": 2.4844,
      "step": 41893
    },
    {
      "epoch": 1.9490113979995347,
      "grad_norm": 1.1988393638636679,
      "learning_rate": 0.00023266817370604028,
      "loss": 2.4219,
      "step": 41894
    },
    {
      "epoch": 1.9490579204466156,
      "grad_norm": 1.1046611417873802,
      "learning_rate": 0.00023266507677889103,
      "loss": 2.2812,
      "step": 41895
    },
    {
      "epoch": 1.949104442893696,
      "grad_norm": 1.2346223991581586,
      "learning_rate": 0.00023266197980113378,
      "loss": 2.2812,
      "step": 41896
    },
    {
      "epoch": 1.949150965340777,
      "grad_norm": 1.1623129656992206,
      "learning_rate": 0.0002326588827727703,
      "loss": 2.3906,
      "step": 41897
    },
    {
      "epoch": 1.9491974877878575,
      "grad_norm": 1.0998616811541948,
      "learning_rate": 0.0002326557856938026,
      "loss": 2.1094,
      "step": 41898
    },
    {
      "epoch": 1.9492440102349384,
      "grad_norm": 1.17980751350052,
      "learning_rate": 0.00023265268856423254,
      "loss": 2.5625,
      "step": 41899
    },
    {
      "epoch": 1.9492905326820191,
      "grad_norm": 1.1311522503233278,
      "learning_rate": 0.00023264959138406203,
      "loss": 2.25,
      "step": 41900
    },
    {
      "epoch": 1.9493370551290998,
      "grad_norm": 1.0398029781890183,
      "learning_rate": 0.00023264649415329292,
      "loss": 2.0781,
      "step": 41901
    },
    {
      "epoch": 1.9493835775761805,
      "grad_norm": 1.1716702351627688,
      "learning_rate": 0.0002326433968719272,
      "loss": 2.4219,
      "step": 41902
    },
    {
      "epoch": 1.9494301000232612,
      "grad_norm": 1.1578148319565063,
      "learning_rate": 0.00023264029953996664,
      "loss": 2.4062,
      "step": 41903
    },
    {
      "epoch": 1.949476622470342,
      "grad_norm": 1.1751565887925361,
      "learning_rate": 0.0002326372021574132,
      "loss": 2.1562,
      "step": 41904
    },
    {
      "epoch": 1.9495231449174226,
      "grad_norm": 1.032951224274422,
      "learning_rate": 0.00023263410472426882,
      "loss": 2.125,
      "step": 41905
    },
    {
      "epoch": 1.9495696673645033,
      "grad_norm": 1.093939325075636,
      "learning_rate": 0.0002326310072405353,
      "loss": 2.2344,
      "step": 41906
    },
    {
      "epoch": 1.949616189811584,
      "grad_norm": 1.1531550581117964,
      "learning_rate": 0.0002326279097062147,
      "loss": 2.375,
      "step": 41907
    },
    {
      "epoch": 1.949662712258665,
      "grad_norm": 1.1156370133987037,
      "learning_rate": 0.0002326248121213087,
      "loss": 2.3281,
      "step": 41908
    },
    {
      "epoch": 1.9497092347057454,
      "grad_norm": 1.133661756338766,
      "learning_rate": 0.00023262171448581933,
      "loss": 2.3125,
      "step": 41909
    },
    {
      "epoch": 1.9497557571528263,
      "grad_norm": 1.185222347707518,
      "learning_rate": 0.00023261861679974846,
      "loss": 2.5156,
      "step": 41910
    },
    {
      "epoch": 1.9498022795999068,
      "grad_norm": 1.0502242153298802,
      "learning_rate": 0.000232615519063098,
      "loss": 2.3438,
      "step": 41911
    },
    {
      "epoch": 1.9498488020469877,
      "grad_norm": 1.1667269484627698,
      "learning_rate": 0.00023261242127586984,
      "loss": 2.5469,
      "step": 41912
    },
    {
      "epoch": 1.9498953244940684,
      "grad_norm": 1.132615306433005,
      "learning_rate": 0.00023260932343806588,
      "loss": 2.1719,
      "step": 41913
    },
    {
      "epoch": 1.9499418469411491,
      "grad_norm": 1.2046481121731554,
      "learning_rate": 0.00023260622554968798,
      "loss": 2.4531,
      "step": 41914
    },
    {
      "epoch": 1.9499883693882298,
      "grad_norm": 1.181217561668034,
      "learning_rate": 0.00023260312761073804,
      "loss": 2.7344,
      "step": 41915
    },
    {
      "epoch": 1.9500348918353105,
      "grad_norm": 1.1551894358230217,
      "learning_rate": 0.00023260002962121798,
      "loss": 2.3438,
      "step": 41916
    },
    {
      "epoch": 1.9500814142823912,
      "grad_norm": 1.0589303392896257,
      "learning_rate": 0.00023259693158112976,
      "loss": 1.9766,
      "step": 41917
    },
    {
      "epoch": 1.950127936729472,
      "grad_norm": 1.2401850053170276,
      "learning_rate": 0.00023259383349047514,
      "loss": 2.2969,
      "step": 41918
    },
    {
      "epoch": 1.9501744591765526,
      "grad_norm": 1.0899435274280405,
      "learning_rate": 0.0002325907353492561,
      "loss": 2.2031,
      "step": 41919
    },
    {
      "epoch": 1.9502209816236333,
      "grad_norm": 1.1503201899653168,
      "learning_rate": 0.00023258763715747457,
      "loss": 2.375,
      "step": 41920
    },
    {
      "epoch": 1.9502675040707143,
      "grad_norm": 1.2411198682396307,
      "learning_rate": 0.00023258453891513236,
      "loss": 2.625,
      "step": 41921
    },
    {
      "epoch": 1.9503140265177947,
      "grad_norm": 1.2426421989184189,
      "learning_rate": 0.00023258144062223142,
      "loss": 1.5625,
      "step": 41922
    },
    {
      "epoch": 1.9503605489648757,
      "grad_norm": 1.0832947780023052,
      "learning_rate": 0.00023257834227877365,
      "loss": 2.2812,
      "step": 41923
    },
    {
      "epoch": 1.9504070714119561,
      "grad_norm": 1.0945601743534037,
      "learning_rate": 0.00023257524388476089,
      "loss": 2.6875,
      "step": 41924
    },
    {
      "epoch": 1.950453593859037,
      "grad_norm": 1.1009649187284611,
      "learning_rate": 0.0002325721454401951,
      "loss": 2.2188,
      "step": 41925
    },
    {
      "epoch": 1.9505001163061177,
      "grad_norm": 1.0628741120689433,
      "learning_rate": 0.00023256904694507816,
      "loss": 2.2812,
      "step": 41926
    },
    {
      "epoch": 1.9505466387531984,
      "grad_norm": 1.1628791267030887,
      "learning_rate": 0.000232565948399412,
      "loss": 2.4688,
      "step": 41927
    },
    {
      "epoch": 1.9505931612002791,
      "grad_norm": 1.110181056613464,
      "learning_rate": 0.00023256284980319845,
      "loss": 2.375,
      "step": 41928
    },
    {
      "epoch": 1.9506396836473598,
      "grad_norm": 1.2099658858806366,
      "learning_rate": 0.00023255975115643942,
      "loss": 2.5625,
      "step": 41929
    },
    {
      "epoch": 1.9506862060944405,
      "grad_norm": 1.113630991785348,
      "learning_rate": 0.00023255665245913685,
      "loss": 2.1406,
      "step": 41930
    },
    {
      "epoch": 1.9507327285415212,
      "grad_norm": 1.0678018878363573,
      "learning_rate": 0.0002325535537112926,
      "loss": 2.375,
      "step": 41931
    },
    {
      "epoch": 1.9507792509886022,
      "grad_norm": 1.2016140963287945,
      "learning_rate": 0.00023255045491290855,
      "loss": 2.1719,
      "step": 41932
    },
    {
      "epoch": 1.9508257734356826,
      "grad_norm": 1.3981642832400427,
      "learning_rate": 0.00023254735606398667,
      "loss": 2.5625,
      "step": 41933
    },
    {
      "epoch": 1.9508722958827636,
      "grad_norm": 1.1754388007698005,
      "learning_rate": 0.00023254425716452877,
      "loss": 2.4375,
      "step": 41934
    },
    {
      "epoch": 1.950918818329844,
      "grad_norm": 1.1264942383788896,
      "learning_rate": 0.00023254115821453683,
      "loss": 2.4844,
      "step": 41935
    },
    {
      "epoch": 1.950965340776925,
      "grad_norm": 1.1423038565381225,
      "learning_rate": 0.0002325380592140127,
      "loss": 2.5469,
      "step": 41936
    },
    {
      "epoch": 1.9510118632240054,
      "grad_norm": 1.143722504150137,
      "learning_rate": 0.00023253496016295826,
      "loss": 2.2812,
      "step": 41937
    },
    {
      "epoch": 1.9510583856710864,
      "grad_norm": 1.0942364142141239,
      "learning_rate": 0.00023253186106137543,
      "loss": 2.3125,
      "step": 41938
    },
    {
      "epoch": 1.951104908118167,
      "grad_norm": 1.305902626906772,
      "learning_rate": 0.00023252876190926614,
      "loss": 1.8125,
      "step": 41939
    },
    {
      "epoch": 1.9511514305652478,
      "grad_norm": 1.1540063864417116,
      "learning_rate": 0.00023252566270663222,
      "loss": 2.4688,
      "step": 41940
    },
    {
      "epoch": 1.9511979530123285,
      "grad_norm": 1.131247429478767,
      "learning_rate": 0.00023252256345347564,
      "loss": 2.2656,
      "step": 41941
    },
    {
      "epoch": 1.9512444754594092,
      "grad_norm": 1.1971834650806672,
      "learning_rate": 0.0002325194641497982,
      "loss": 2.3125,
      "step": 41942
    },
    {
      "epoch": 1.9512909979064899,
      "grad_norm": 1.0976676277292812,
      "learning_rate": 0.00023251636479560192,
      "loss": 2.2969,
      "step": 41943
    },
    {
      "epoch": 1.9513375203535706,
      "grad_norm": 1.1062600695482514,
      "learning_rate": 0.00023251326539088863,
      "loss": 2.4219,
      "step": 41944
    },
    {
      "epoch": 1.9513840428006515,
      "grad_norm": 1.272391131118679,
      "learning_rate": 0.00023251016593566019,
      "loss": 2.2812,
      "step": 41945
    },
    {
      "epoch": 1.951430565247732,
      "grad_norm": 1.2717484436686115,
      "learning_rate": 0.00023250706642991857,
      "loss": 2.4844,
      "step": 41946
    },
    {
      "epoch": 1.9514770876948129,
      "grad_norm": 1.0447448651784546,
      "learning_rate": 0.00023250396687366564,
      "loss": 2.2812,
      "step": 41947
    },
    {
      "epoch": 1.9515236101418934,
      "grad_norm": 1.1908441559820764,
      "learning_rate": 0.00023250086726690327,
      "loss": 2.5938,
      "step": 41948
    },
    {
      "epoch": 1.9515701325889743,
      "grad_norm": 1.072623962243032,
      "learning_rate": 0.0002324977676096334,
      "loss": 2.375,
      "step": 41949
    },
    {
      "epoch": 1.9516166550360547,
      "grad_norm": 1.0832028545538857,
      "learning_rate": 0.00023249466790185793,
      "loss": 2.5,
      "step": 41950
    },
    {
      "epoch": 1.9516631774831357,
      "grad_norm": 1.1149247228964525,
      "learning_rate": 0.0002324915681435787,
      "loss": 2.3125,
      "step": 41951
    },
    {
      "epoch": 1.9517096999302164,
      "grad_norm": 1.240846940111269,
      "learning_rate": 0.0002324884683347977,
      "loss": 2.375,
      "step": 41952
    },
    {
      "epoch": 1.951756222377297,
      "grad_norm": 1.143217470366003,
      "learning_rate": 0.00023248536847551672,
      "loss": 2.3594,
      "step": 41953
    },
    {
      "epoch": 1.9518027448243778,
      "grad_norm": 1.1223724818044243,
      "learning_rate": 0.00023248226856573774,
      "loss": 2.3594,
      "step": 41954
    },
    {
      "epoch": 1.9518492672714585,
      "grad_norm": 1.1138515973960437,
      "learning_rate": 0.0002324791686054626,
      "loss": 2.4531,
      "step": 41955
    },
    {
      "epoch": 1.9518957897185392,
      "grad_norm": 1.156080473184112,
      "learning_rate": 0.00023247606859469325,
      "loss": 2.2656,
      "step": 41956
    },
    {
      "epoch": 1.9519423121656199,
      "grad_norm": 1.1067579426793945,
      "learning_rate": 0.00023247296853343155,
      "loss": 2.3281,
      "step": 41957
    },
    {
      "epoch": 1.9519888346127008,
      "grad_norm": 1.2537823229565646,
      "learning_rate": 0.00023246986842167944,
      "loss": 2.5938,
      "step": 41958
    },
    {
      "epoch": 1.9520353570597813,
      "grad_norm": 1.1553387539717777,
      "learning_rate": 0.00023246676825943875,
      "loss": 2.3281,
      "step": 41959
    },
    {
      "epoch": 1.9520818795068622,
      "grad_norm": 1.1972471663740998,
      "learning_rate": 0.00023246366804671146,
      "loss": 2.4688,
      "step": 41960
    },
    {
      "epoch": 1.9521284019539427,
      "grad_norm": 1.1288264749726813,
      "learning_rate": 0.0002324605677834994,
      "loss": 2.3906,
      "step": 41961
    },
    {
      "epoch": 1.9521749244010236,
      "grad_norm": 1.0637541370831722,
      "learning_rate": 0.00023245746746980453,
      "loss": 2.4219,
      "step": 41962
    },
    {
      "epoch": 1.952221446848104,
      "grad_norm": 1.394028122933259,
      "learning_rate": 0.00023245436710562869,
      "loss": 1.8125,
      "step": 41963
    },
    {
      "epoch": 1.952267969295185,
      "grad_norm": 1.0904337648185738,
      "learning_rate": 0.0002324512666909738,
      "loss": 2.3281,
      "step": 41964
    },
    {
      "epoch": 1.9523144917422657,
      "grad_norm": 1.0544196642178498,
      "learning_rate": 0.00023244816622584175,
      "loss": 2.3438,
      "step": 41965
    },
    {
      "epoch": 1.9523610141893464,
      "grad_norm": 1.311008929166691,
      "learning_rate": 0.00023244506571023444,
      "loss": 2.5156,
      "step": 41966
    },
    {
      "epoch": 1.952407536636427,
      "grad_norm": 1.1564832514588783,
      "learning_rate": 0.00023244196514415376,
      "loss": 2.125,
      "step": 41967
    },
    {
      "epoch": 1.9524540590835078,
      "grad_norm": 1.1303472003495552,
      "learning_rate": 0.00023243886452760165,
      "loss": 2.4531,
      "step": 41968
    },
    {
      "epoch": 1.9525005815305885,
      "grad_norm": 1.1776160797162898,
      "learning_rate": 0.00023243576386057998,
      "loss": 2.2031,
      "step": 41969
    },
    {
      "epoch": 1.9525471039776692,
      "grad_norm": 1.2890707709715121,
      "learning_rate": 0.00023243266314309068,
      "loss": 2.2656,
      "step": 41970
    },
    {
      "epoch": 1.95259362642475,
      "grad_norm": 1.0685702493236637,
      "learning_rate": 0.0002324295623751356,
      "loss": 2.2188,
      "step": 41971
    },
    {
      "epoch": 1.9526401488718306,
      "grad_norm": 1.0606939157735231,
      "learning_rate": 0.0002324264615567166,
      "loss": 1.9609,
      "step": 41972
    },
    {
      "epoch": 1.9526866713189115,
      "grad_norm": 1.2373328057190123,
      "learning_rate": 0.0002324233606878357,
      "loss": 2.1719,
      "step": 41973
    },
    {
      "epoch": 1.952733193765992,
      "grad_norm": 1.058349367802755,
      "learning_rate": 0.00023242025976849472,
      "loss": 2.0938,
      "step": 41974
    },
    {
      "epoch": 1.952779716213073,
      "grad_norm": 1.2190777914060695,
      "learning_rate": 0.00023241715879869553,
      "loss": 2.5,
      "step": 41975
    },
    {
      "epoch": 1.9528262386601534,
      "grad_norm": 1.211269288239451,
      "learning_rate": 0.00023241405777844014,
      "loss": 2.5469,
      "step": 41976
    },
    {
      "epoch": 1.9528727611072343,
      "grad_norm": 1.1421319316370806,
      "learning_rate": 0.00023241095670773032,
      "loss": 2.3125,
      "step": 41977
    },
    {
      "epoch": 1.952919283554315,
      "grad_norm": 1.080281840404824,
      "learning_rate": 0.00023240785558656808,
      "loss": 2.5156,
      "step": 41978
    },
    {
      "epoch": 1.9529658060013957,
      "grad_norm": 1.1961014777412762,
      "learning_rate": 0.00023240475441495522,
      "loss": 2.1875,
      "step": 41979
    },
    {
      "epoch": 1.9530123284484764,
      "grad_norm": 1.1853256223575832,
      "learning_rate": 0.00023240165319289368,
      "loss": 2.4219,
      "step": 41980
    },
    {
      "epoch": 1.953058850895557,
      "grad_norm": 1.1828963238740553,
      "learning_rate": 0.00023239855192038535,
      "loss": 2.375,
      "step": 41981
    },
    {
      "epoch": 1.9531053733426378,
      "grad_norm": 1.184626133954015,
      "learning_rate": 0.00023239545059743216,
      "loss": 2.3906,
      "step": 41982
    },
    {
      "epoch": 1.9531518957897185,
      "grad_norm": 1.18720143876165,
      "learning_rate": 0.00023239234922403602,
      "loss": 2.3906,
      "step": 41983
    },
    {
      "epoch": 1.9531984182367994,
      "grad_norm": 1.116510250330701,
      "learning_rate": 0.0002323892478001988,
      "loss": 2.5156,
      "step": 41984
    },
    {
      "epoch": 1.9532449406838799,
      "grad_norm": 1.2118199668214105,
      "learning_rate": 0.0002323861463259224,
      "loss": 2.2969,
      "step": 41985
    },
    {
      "epoch": 1.9532914631309608,
      "grad_norm": 1.3135918299322324,
      "learning_rate": 0.00023238304480120866,
      "loss": 2.4844,
      "step": 41986
    },
    {
      "epoch": 1.9533379855780413,
      "grad_norm": 1.1928783343169758,
      "learning_rate": 0.00023237994322605955,
      "loss": 2.3594,
      "step": 41987
    },
    {
      "epoch": 1.9533845080251222,
      "grad_norm": 1.229371856788545,
      "learning_rate": 0.00023237684160047698,
      "loss": 2.5156,
      "step": 41988
    },
    {
      "epoch": 1.9534310304722027,
      "grad_norm": 1.0973482133486316,
      "learning_rate": 0.0002323737399244628,
      "loss": 2.375,
      "step": 41989
    },
    {
      "epoch": 1.9534775529192836,
      "grad_norm": 1.2179637432566457,
      "learning_rate": 0.00023237063819801893,
      "loss": 2.5156,
      "step": 41990
    },
    {
      "epoch": 1.9535240753663643,
      "grad_norm": 1.1497175340976842,
      "learning_rate": 0.00023236753642114728,
      "loss": 2.4219,
      "step": 41991
    },
    {
      "epoch": 1.953570597813445,
      "grad_norm": 1.1872915455672235,
      "learning_rate": 0.00023236443459384974,
      "loss": 2.5781,
      "step": 41992
    },
    {
      "epoch": 1.9536171202605257,
      "grad_norm": 1.041660756862967,
      "learning_rate": 0.00023236133271612821,
      "loss": 2.2969,
      "step": 41993
    },
    {
      "epoch": 1.9536636427076064,
      "grad_norm": 1.1326331894964314,
      "learning_rate": 0.0002323582307879846,
      "loss": 2.3594,
      "step": 41994
    },
    {
      "epoch": 1.953710165154687,
      "grad_norm": 1.2888470476760694,
      "learning_rate": 0.00023235512880942076,
      "loss": 2.5312,
      "step": 41995
    },
    {
      "epoch": 1.9537566876017678,
      "grad_norm": 1.1348368300406593,
      "learning_rate": 0.00023235202678043864,
      "loss": 2.4219,
      "step": 41996
    },
    {
      "epoch": 1.9538032100488487,
      "grad_norm": 1.1069611324651183,
      "learning_rate": 0.00023234892470104016,
      "loss": 2.2344,
      "step": 41997
    },
    {
      "epoch": 1.9538497324959292,
      "grad_norm": 1.4140670254950154,
      "learning_rate": 0.00023234582257122713,
      "loss": 2.5312,
      "step": 41998
    },
    {
      "epoch": 1.9538962549430101,
      "grad_norm": 1.1345020724359063,
      "learning_rate": 0.00023234272039100154,
      "loss": 2.3125,
      "step": 41999
    },
    {
      "epoch": 1.9539427773900906,
      "grad_norm": 1.0801899039504768,
      "learning_rate": 0.00023233961816036523,
      "loss": 2.1562,
      "step": 42000
    },
    {
      "epoch": 1.9539892998371715,
      "grad_norm": 1.0923117810073562,
      "learning_rate": 0.00023233651587932014,
      "loss": 2.3281,
      "step": 42001
    },
    {
      "epoch": 1.954035822284252,
      "grad_norm": 1.184252703740679,
      "learning_rate": 0.00023233341354786808,
      "loss": 2.3281,
      "step": 42002
    },
    {
      "epoch": 1.954082344731333,
      "grad_norm": 1.0845811705162396,
      "learning_rate": 0.00023233031116601106,
      "loss": 2.3125,
      "step": 42003
    },
    {
      "epoch": 1.9541288671784136,
      "grad_norm": 1.0159433091313188,
      "learning_rate": 0.00023232720873375096,
      "loss": 2.0312,
      "step": 42004
    },
    {
      "epoch": 1.9541753896254943,
      "grad_norm": 1.2150375161089566,
      "learning_rate": 0.00023232410625108967,
      "loss": 2.9062,
      "step": 42005
    },
    {
      "epoch": 1.954221912072575,
      "grad_norm": 1.10766339658506,
      "learning_rate": 0.00023232100371802907,
      "loss": 2.4531,
      "step": 42006
    },
    {
      "epoch": 1.9542684345196557,
      "grad_norm": 1.0759623215744414,
      "learning_rate": 0.00023231790113457105,
      "loss": 2.1406,
      "step": 42007
    },
    {
      "epoch": 1.9543149569667364,
      "grad_norm": 1.121918627867654,
      "learning_rate": 0.00023231479850071752,
      "loss": 2.3438,
      "step": 42008
    },
    {
      "epoch": 1.954361479413817,
      "grad_norm": 1.1294713089329107,
      "learning_rate": 0.00023231169581647043,
      "loss": 2.4219,
      "step": 42009
    },
    {
      "epoch": 1.954408001860898,
      "grad_norm": 1.1721373447352461,
      "learning_rate": 0.00023230859308183158,
      "loss": 2.5781,
      "step": 42010
    },
    {
      "epoch": 1.9544545243079785,
      "grad_norm": 1.1523999557834241,
      "learning_rate": 0.00023230549029680292,
      "loss": 2.2344,
      "step": 42011
    },
    {
      "epoch": 1.9545010467550594,
      "grad_norm": 1.0673035066188599,
      "learning_rate": 0.0002323023874613864,
      "loss": 2.3125,
      "step": 42012
    },
    {
      "epoch": 1.95454756920214,
      "grad_norm": 1.1923938099116198,
      "learning_rate": 0.0002322992845755838,
      "loss": 2.6562,
      "step": 42013
    },
    {
      "epoch": 1.9545940916492208,
      "grad_norm": 1.0670698382807227,
      "learning_rate": 0.00023229618163939713,
      "loss": 2.3438,
      "step": 42014
    },
    {
      "epoch": 1.9546406140963015,
      "grad_norm": 1.1820353705708526,
      "learning_rate": 0.00023229307865282832,
      "loss": 2.3594,
      "step": 42015
    },
    {
      "epoch": 1.9546871365433822,
      "grad_norm": 1.1176024050512785,
      "learning_rate": 0.00023228997561587912,
      "loss": 2.4844,
      "step": 42016
    },
    {
      "epoch": 1.954733658990463,
      "grad_norm": 1.1061557665241366,
      "learning_rate": 0.00023228687252855156,
      "loss": 2.2969,
      "step": 42017
    },
    {
      "epoch": 1.9547801814375436,
      "grad_norm": 1.156174832616581,
      "learning_rate": 0.00023228376939084743,
      "loss": 2.3281,
      "step": 42018
    },
    {
      "epoch": 1.9548267038846243,
      "grad_norm": 1.1562818227141571,
      "learning_rate": 0.00023228066620276875,
      "loss": 2.2812,
      "step": 42019
    },
    {
      "epoch": 1.954873226331705,
      "grad_norm": 1.1970510597503714,
      "learning_rate": 0.00023227756296431736,
      "loss": 2.5938,
      "step": 42020
    },
    {
      "epoch": 1.9549197487787857,
      "grad_norm": 1.1201397286955272,
      "learning_rate": 0.00023227445967549513,
      "loss": 2.3594,
      "step": 42021
    },
    {
      "epoch": 1.9549662712258664,
      "grad_norm": 1.2324892162281709,
      "learning_rate": 0.00023227135633630404,
      "loss": 2.375,
      "step": 42022
    },
    {
      "epoch": 1.9550127936729473,
      "grad_norm": 1.175046135541952,
      "learning_rate": 0.00023226825294674593,
      "loss": 2.3281,
      "step": 42023
    },
    {
      "epoch": 1.9550593161200278,
      "grad_norm": 1.1279046245425102,
      "learning_rate": 0.0002322651495068226,
      "loss": 2.5938,
      "step": 42024
    },
    {
      "epoch": 1.9551058385671087,
      "grad_norm": 1.0865816909263681,
      "learning_rate": 0.00023226204601653618,
      "loss": 2.2656,
      "step": 42025
    },
    {
      "epoch": 1.9551523610141892,
      "grad_norm": 1.2463472426303113,
      "learning_rate": 0.00023225894247588843,
      "loss": 2.4219,
      "step": 42026
    },
    {
      "epoch": 1.9551988834612701,
      "grad_norm": 1.1557409615736922,
      "learning_rate": 0.00023225583888488124,
      "loss": 2.625,
      "step": 42027
    },
    {
      "epoch": 1.9552454059083508,
      "grad_norm": 1.1228016011888056,
      "learning_rate": 0.00023225273524351655,
      "loss": 2.3906,
      "step": 42028
    },
    {
      "epoch": 1.9552919283554315,
      "grad_norm": 1.1461965885580452,
      "learning_rate": 0.00023224963155179626,
      "loss": 2.3906,
      "step": 42029
    },
    {
      "epoch": 1.9553384508025122,
      "grad_norm": 1.1024275661233542,
      "learning_rate": 0.00023224652780972228,
      "loss": 2.4375,
      "step": 42030
    },
    {
      "epoch": 1.955384973249593,
      "grad_norm": 1.1104034249035908,
      "learning_rate": 0.00023224342401729649,
      "loss": 2.2812,
      "step": 42031
    },
    {
      "epoch": 1.9554314956966736,
      "grad_norm": 1.147795610444531,
      "learning_rate": 0.00023224032017452075,
      "loss": 2.5312,
      "step": 42032
    },
    {
      "epoch": 1.9554780181437543,
      "grad_norm": 1.0871434022479227,
      "learning_rate": 0.00023223721628139703,
      "loss": 2.0781,
      "step": 42033
    },
    {
      "epoch": 1.955524540590835,
      "grad_norm": 1.2435648495075373,
      "learning_rate": 0.00023223411233792718,
      "loss": 2.4219,
      "step": 42034
    },
    {
      "epoch": 1.9555710630379157,
      "grad_norm": 1.1253904569837694,
      "learning_rate": 0.0002322310083441131,
      "loss": 2.6406,
      "step": 42035
    },
    {
      "epoch": 1.9556175854849966,
      "grad_norm": 1.0915883489822742,
      "learning_rate": 0.00023222790429995677,
      "loss": 2.2031,
      "step": 42036
    },
    {
      "epoch": 1.9556641079320771,
      "grad_norm": 1.182887348989816,
      "learning_rate": 0.00023222480020546003,
      "loss": 2.3125,
      "step": 42037
    },
    {
      "epoch": 1.955710630379158,
      "grad_norm": 1.109816687251864,
      "learning_rate": 0.00023222169606062476,
      "loss": 2.25,
      "step": 42038
    },
    {
      "epoch": 1.9557571528262385,
      "grad_norm": 1.1922525544742741,
      "learning_rate": 0.00023221859186545288,
      "loss": 2.2969,
      "step": 42039
    },
    {
      "epoch": 1.9558036752733194,
      "grad_norm": 1.0734062071303823,
      "learning_rate": 0.00023221548761994632,
      "loss": 2.2031,
      "step": 42040
    },
    {
      "epoch": 1.9558501977204001,
      "grad_norm": 1.2273693625349955,
      "learning_rate": 0.00023221238332410692,
      "loss": 2.5312,
      "step": 42041
    },
    {
      "epoch": 1.9558967201674808,
      "grad_norm": 1.1993674723789045,
      "learning_rate": 0.00023220927897793666,
      "loss": 1.6641,
      "step": 42042
    },
    {
      "epoch": 1.9559432426145615,
      "grad_norm": 1.18124842469359,
      "learning_rate": 0.00023220617458143733,
      "loss": 2.5625,
      "step": 42043
    },
    {
      "epoch": 1.9559897650616422,
      "grad_norm": 1.1436959432716405,
      "learning_rate": 0.00023220307013461093,
      "loss": 2.4062,
      "step": 42044
    },
    {
      "epoch": 1.956036287508723,
      "grad_norm": 1.1880353172025175,
      "learning_rate": 0.00023219996563745933,
      "loss": 2.1875,
      "step": 42045
    },
    {
      "epoch": 1.9560828099558036,
      "grad_norm": 1.1833058739442928,
      "learning_rate": 0.00023219686108998442,
      "loss": 2.125,
      "step": 42046
    },
    {
      "epoch": 1.9561293324028846,
      "grad_norm": 0.9504897883439802,
      "learning_rate": 0.0002321937564921881,
      "loss": 1.6328,
      "step": 42047
    },
    {
      "epoch": 1.956175854849965,
      "grad_norm": 1.054998986822301,
      "learning_rate": 0.0002321906518440723,
      "loss": 2.4688,
      "step": 42048
    },
    {
      "epoch": 1.956222377297046,
      "grad_norm": 1.1020447008486385,
      "learning_rate": 0.0002321875471456389,
      "loss": 2.2656,
      "step": 42049
    },
    {
      "epoch": 1.9562688997441264,
      "grad_norm": 1.1908478359379737,
      "learning_rate": 0.00023218444239688976,
      "loss": 2.5156,
      "step": 42050
    },
    {
      "epoch": 1.9563154221912074,
      "grad_norm": 1.131894555233332,
      "learning_rate": 0.00023218133759782684,
      "loss": 2.4062,
      "step": 42051
    },
    {
      "epoch": 1.9563619446382878,
      "grad_norm": 1.18658762161161,
      "learning_rate": 0.00023217823274845206,
      "loss": 2.3594,
      "step": 42052
    },
    {
      "epoch": 1.9564084670853688,
      "grad_norm": 1.147693525192316,
      "learning_rate": 0.00023217512784876724,
      "loss": 2.5156,
      "step": 42053
    },
    {
      "epoch": 1.9564549895324495,
      "grad_norm": 1.2770276981894404,
      "learning_rate": 0.00023217202289877435,
      "loss": 2.375,
      "step": 42054
    },
    {
      "epoch": 1.9565015119795302,
      "grad_norm": 1.1313071337128453,
      "learning_rate": 0.0002321689178984752,
      "loss": 2.5781,
      "step": 42055
    },
    {
      "epoch": 1.9565480344266108,
      "grad_norm": 1.1093658038948666,
      "learning_rate": 0.00023216581284787183,
      "loss": 2.4531,
      "step": 42056
    },
    {
      "epoch": 1.9565945568736915,
      "grad_norm": 1.0786411155554974,
      "learning_rate": 0.000232162707746966,
      "loss": 2.5312,
      "step": 42057
    },
    {
      "epoch": 1.9566410793207722,
      "grad_norm": 1.0505492652018198,
      "learning_rate": 0.00023215960259575973,
      "loss": 2.2031,
      "step": 42058
    },
    {
      "epoch": 1.956687601767853,
      "grad_norm": 1.209324507707903,
      "learning_rate": 0.00023215649739425482,
      "loss": 2.1562,
      "step": 42059
    },
    {
      "epoch": 1.9567341242149339,
      "grad_norm": 1.2368606943372102,
      "learning_rate": 0.00023215339214245325,
      "loss": 2.375,
      "step": 42060
    },
    {
      "epoch": 1.9567806466620143,
      "grad_norm": 1.1039746753562882,
      "learning_rate": 0.0002321502868403569,
      "loss": 2.2188,
      "step": 42061
    },
    {
      "epoch": 1.9568271691090953,
      "grad_norm": 1.1622716250645655,
      "learning_rate": 0.00023214718148796762,
      "loss": 2.2188,
      "step": 42062
    },
    {
      "epoch": 1.9568736915561757,
      "grad_norm": 1.1455402965288672,
      "learning_rate": 0.0002321440760852874,
      "loss": 2.4531,
      "step": 42063
    },
    {
      "epoch": 1.9569202140032567,
      "grad_norm": 1.0846726435956826,
      "learning_rate": 0.00023214097063231805,
      "loss": 2.25,
      "step": 42064
    },
    {
      "epoch": 1.9569667364503371,
      "grad_norm": 1.013759567075486,
      "learning_rate": 0.00023213786512906156,
      "loss": 2.0625,
      "step": 42065
    },
    {
      "epoch": 1.957013258897418,
      "grad_norm": 1.1507699245549896,
      "learning_rate": 0.00023213475957551975,
      "loss": 2.4688,
      "step": 42066
    },
    {
      "epoch": 1.9570597813444988,
      "grad_norm": 1.1411767000881132,
      "learning_rate": 0.00023213165397169454,
      "loss": 2.0,
      "step": 42067
    },
    {
      "epoch": 1.9571063037915795,
      "grad_norm": 1.073728349702616,
      "learning_rate": 0.00023212854831758785,
      "loss": 2.4062,
      "step": 42068
    },
    {
      "epoch": 1.9571528262386602,
      "grad_norm": 1.1662879071397922,
      "learning_rate": 0.00023212544261320161,
      "loss": 2.2812,
      "step": 42069
    },
    {
      "epoch": 1.9571993486857409,
      "grad_norm": 1.1148317447715341,
      "learning_rate": 0.00023212233685853767,
      "loss": 2.3125,
      "step": 42070
    },
    {
      "epoch": 1.9572458711328216,
      "grad_norm": 1.2366520835492847,
      "learning_rate": 0.00023211923105359797,
      "loss": 2.7031,
      "step": 42071
    },
    {
      "epoch": 1.9572923935799023,
      "grad_norm": 1.1857239482724529,
      "learning_rate": 0.00023211612519838439,
      "loss": 2.375,
      "step": 42072
    },
    {
      "epoch": 1.9573389160269832,
      "grad_norm": 1.0802716055432051,
      "learning_rate": 0.00023211301929289884,
      "loss": 2.4688,
      "step": 42073
    },
    {
      "epoch": 1.9573854384740637,
      "grad_norm": 1.1835348593100155,
      "learning_rate": 0.00023210991333714318,
      "loss": 2.2812,
      "step": 42074
    },
    {
      "epoch": 1.9574319609211446,
      "grad_norm": 1.1199296163014394,
      "learning_rate": 0.0002321068073311194,
      "loss": 2.2969,
      "step": 42075
    },
    {
      "epoch": 1.957478483368225,
      "grad_norm": 1.0405660815505946,
      "learning_rate": 0.0002321037012748293,
      "loss": 2.2969,
      "step": 42076
    },
    {
      "epoch": 1.957525005815306,
      "grad_norm": 1.106805545668728,
      "learning_rate": 0.00023210059516827486,
      "loss": 2.1719,
      "step": 42077
    },
    {
      "epoch": 1.9575715282623865,
      "grad_norm": 1.130291223152017,
      "learning_rate": 0.0002320974890114579,
      "loss": 2.2812,
      "step": 42078
    },
    {
      "epoch": 1.9576180507094674,
      "grad_norm": 1.1148458702343365,
      "learning_rate": 0.00023209438280438042,
      "loss": 2.1406,
      "step": 42079
    },
    {
      "epoch": 1.957664573156548,
      "grad_norm": 1.222980298538385,
      "learning_rate": 0.00023209127654704427,
      "loss": 2.5781,
      "step": 42080
    },
    {
      "epoch": 1.9577110956036288,
      "grad_norm": 1.1362348267473976,
      "learning_rate": 0.00023208817023945137,
      "loss": 2.2812,
      "step": 42081
    },
    {
      "epoch": 1.9577576180507095,
      "grad_norm": 1.8777840293300692,
      "learning_rate": 0.00023208506388160358,
      "loss": 3.3906,
      "step": 42082
    },
    {
      "epoch": 1.9578041404977902,
      "grad_norm": 1.1002530393250913,
      "learning_rate": 0.00023208195747350283,
      "loss": 2.4375,
      "step": 42083
    },
    {
      "epoch": 1.9578506629448709,
      "grad_norm": 1.0949714715230503,
      "learning_rate": 0.00023207885101515107,
      "loss": 2.6094,
      "step": 42084
    },
    {
      "epoch": 1.9578971853919516,
      "grad_norm": 1.164606840709594,
      "learning_rate": 0.00023207574450655012,
      "loss": 2.5781,
      "step": 42085
    },
    {
      "epoch": 1.9579437078390325,
      "grad_norm": 1.2601264661894735,
      "learning_rate": 0.00023207263794770188,
      "loss": 2.4844,
      "step": 42086
    },
    {
      "epoch": 1.957990230286113,
      "grad_norm": 1.166081471960203,
      "learning_rate": 0.00023206953133860834,
      "loss": 2.3281,
      "step": 42087
    },
    {
      "epoch": 1.9580367527331939,
      "grad_norm": 1.1935221957403532,
      "learning_rate": 0.00023206642467927133,
      "loss": 2.3125,
      "step": 42088
    },
    {
      "epoch": 1.9580832751802744,
      "grad_norm": 1.0777107693956598,
      "learning_rate": 0.0002320633179696928,
      "loss": 2.2344,
      "step": 42089
    },
    {
      "epoch": 1.9581297976273553,
      "grad_norm": 1.134674136269186,
      "learning_rate": 0.0002320602112098745,
      "loss": 2.5156,
      "step": 42090
    },
    {
      "epoch": 1.9581763200744358,
      "grad_norm": 1.1748888727577607,
      "learning_rate": 0.0002320571043998186,
      "loss": 2.3594,
      "step": 42091
    },
    {
      "epoch": 1.9582228425215167,
      "grad_norm": 1.1716608174578662,
      "learning_rate": 0.0002320539975395268,
      "loss": 2.5469,
      "step": 42092
    },
    {
      "epoch": 1.9582693649685974,
      "grad_norm": 1.0673013912681717,
      "learning_rate": 0.00023205089062900108,
      "loss": 2.1719,
      "step": 42093
    },
    {
      "epoch": 1.958315887415678,
      "grad_norm": 1.1303346235564706,
      "learning_rate": 0.00023204778366824332,
      "loss": 2.2656,
      "step": 42094
    },
    {
      "epoch": 1.9583624098627588,
      "grad_norm": 1.0144012194082723,
      "learning_rate": 0.0002320446766572554,
      "loss": 2.125,
      "step": 42095
    },
    {
      "epoch": 1.9584089323098395,
      "grad_norm": 1.1482243260491558,
      "learning_rate": 0.00023204156959603928,
      "loss": 2.4375,
      "step": 42096
    },
    {
      "epoch": 1.9584554547569202,
      "grad_norm": 1.1226683893088452,
      "learning_rate": 0.00023203846248459677,
      "loss": 2.375,
      "step": 42097
    },
    {
      "epoch": 1.9585019772040009,
      "grad_norm": 1.1010247176932073,
      "learning_rate": 0.0002320353553229299,
      "loss": 2.4844,
      "step": 42098
    },
    {
      "epoch": 1.9585484996510818,
      "grad_norm": 1.0765728264671726,
      "learning_rate": 0.00023203224811104046,
      "loss": 2.3281,
      "step": 42099
    },
    {
      "epoch": 1.9585950220981623,
      "grad_norm": 1.094752344041973,
      "learning_rate": 0.0002320291408489304,
      "loss": 2.2188,
      "step": 42100
    },
    {
      "epoch": 1.9586415445452432,
      "grad_norm": 1.105742891872251,
      "learning_rate": 0.0002320260335366016,
      "loss": 2.2656,
      "step": 42101
    },
    {
      "epoch": 1.9586880669923237,
      "grad_norm": 1.2783916513240365,
      "learning_rate": 0.00023202292617405596,
      "loss": 2.5312,
      "step": 42102
    },
    {
      "epoch": 1.9587345894394046,
      "grad_norm": 1.1021130215215942,
      "learning_rate": 0.00023201981876129542,
      "loss": 2.2344,
      "step": 42103
    },
    {
      "epoch": 1.958781111886485,
      "grad_norm": 1.1338729331301662,
      "learning_rate": 0.00023201671129832193,
      "loss": 2.5781,
      "step": 42104
    },
    {
      "epoch": 1.958827634333566,
      "grad_norm": 1.1246663654978057,
      "learning_rate": 0.00023201360378513725,
      "loss": 2.2969,
      "step": 42105
    },
    {
      "epoch": 1.9588741567806467,
      "grad_norm": 1.0290043749925675,
      "learning_rate": 0.0002320104962217434,
      "loss": 2.3125,
      "step": 42106
    },
    {
      "epoch": 1.9589206792277274,
      "grad_norm": 1.0500099448823113,
      "learning_rate": 0.00023200738860814222,
      "loss": 2.4062,
      "step": 42107
    },
    {
      "epoch": 1.958967201674808,
      "grad_norm": 1.169273428048233,
      "learning_rate": 0.00023200428094433562,
      "loss": 2.2031,
      "step": 42108
    },
    {
      "epoch": 1.9590137241218888,
      "grad_norm": 1.1930982627703932,
      "learning_rate": 0.00023200117323032555,
      "loss": 2.6094,
      "step": 42109
    },
    {
      "epoch": 1.9590602465689695,
      "grad_norm": 1.0749600211894503,
      "learning_rate": 0.00023199806546611386,
      "loss": 2.4844,
      "step": 42110
    },
    {
      "epoch": 1.9591067690160502,
      "grad_norm": 0.9974929158122177,
      "learning_rate": 0.0002319949576517025,
      "loss": 2.0625,
      "step": 42111
    },
    {
      "epoch": 1.959153291463131,
      "grad_norm": 1.2243111651194774,
      "learning_rate": 0.00023199184978709328,
      "loss": 2.4062,
      "step": 42112
    },
    {
      "epoch": 1.9591998139102116,
      "grad_norm": 1.1048299298974535,
      "learning_rate": 0.00023198874187228819,
      "loss": 2.4219,
      "step": 42113
    },
    {
      "epoch": 1.9592463363572925,
      "grad_norm": 1.2165196396720537,
      "learning_rate": 0.00023198563390728914,
      "loss": 2.4844,
      "step": 42114
    },
    {
      "epoch": 1.959292858804373,
      "grad_norm": 1.0944671505978916,
      "learning_rate": 0.00023198252589209795,
      "loss": 2.5938,
      "step": 42115
    },
    {
      "epoch": 1.959339381251454,
      "grad_norm": 1.1260392870583218,
      "learning_rate": 0.00023197941782671664,
      "loss": 2.3594,
      "step": 42116
    },
    {
      "epoch": 1.9593859036985344,
      "grad_norm": 1.1304503248938849,
      "learning_rate": 0.00023197630971114706,
      "loss": 2.375,
      "step": 42117
    },
    {
      "epoch": 1.9594324261456153,
      "grad_norm": 1.0823912242382556,
      "learning_rate": 0.000231973201545391,
      "loss": 2.2031,
      "step": 42118
    },
    {
      "epoch": 1.959478948592696,
      "grad_norm": 1.1853131424928818,
      "learning_rate": 0.00023197009332945055,
      "loss": 2.25,
      "step": 42119
    },
    {
      "epoch": 1.9595254710397767,
      "grad_norm": 1.1495541505321947,
      "learning_rate": 0.0002319669850633275,
      "loss": 2.375,
      "step": 42120
    },
    {
      "epoch": 1.9595719934868574,
      "grad_norm": 1.1596273304030222,
      "learning_rate": 0.00023196387674702374,
      "loss": 2.3594,
      "step": 42121
    },
    {
      "epoch": 1.959618515933938,
      "grad_norm": 1.2154619826502366,
      "learning_rate": 0.00023196076838054126,
      "loss": 1.7656,
      "step": 42122
    },
    {
      "epoch": 1.9596650383810188,
      "grad_norm": 1.1836940240747211,
      "learning_rate": 0.00023195765996388186,
      "loss": 2.5938,
      "step": 42123
    },
    {
      "epoch": 1.9597115608280995,
      "grad_norm": 1.0801586331115969,
      "learning_rate": 0.00023195455149704758,
      "loss": 2.2969,
      "step": 42124
    },
    {
      "epoch": 1.9597580832751804,
      "grad_norm": 1.608302923594115,
      "learning_rate": 0.0002319514429800402,
      "loss": 2.4531,
      "step": 42125
    },
    {
      "epoch": 1.959804605722261,
      "grad_norm": 1.1480991076240075,
      "learning_rate": 0.00023194833441286168,
      "loss": 2.375,
      "step": 42126
    },
    {
      "epoch": 1.9598511281693418,
      "grad_norm": 1.07416195089485,
      "learning_rate": 0.00023194522579551385,
      "loss": 2.1875,
      "step": 42127
    },
    {
      "epoch": 1.9598976506164223,
      "grad_norm": 1.3051167719886791,
      "learning_rate": 0.00023194211712799872,
      "loss": 2.6562,
      "step": 42128
    },
    {
      "epoch": 1.9599441730635032,
      "grad_norm": 1.1159380709267246,
      "learning_rate": 0.0002319390084103181,
      "loss": 2.6094,
      "step": 42129
    },
    {
      "epoch": 1.9599906955105837,
      "grad_norm": 1.125359609455333,
      "learning_rate": 0.00023193589964247402,
      "loss": 2.3281,
      "step": 42130
    },
    {
      "epoch": 1.9600372179576646,
      "grad_norm": 1.20559978570661,
      "learning_rate": 0.00023193279082446824,
      "loss": 2.25,
      "step": 42131
    },
    {
      "epoch": 1.9600837404047453,
      "grad_norm": 1.1428658992278533,
      "learning_rate": 0.0002319296819563027,
      "loss": 2.2188,
      "step": 42132
    },
    {
      "epoch": 1.960130262851826,
      "grad_norm": 1.0849249368530107,
      "learning_rate": 0.00023192657303797935,
      "loss": 2.2812,
      "step": 42133
    },
    {
      "epoch": 1.9601767852989067,
      "grad_norm": 1.1344304136984706,
      "learning_rate": 0.00023192346406950007,
      "loss": 2.3438,
      "step": 42134
    },
    {
      "epoch": 1.9602233077459874,
      "grad_norm": 1.136194384335601,
      "learning_rate": 0.0002319203550508668,
      "loss": 2.2188,
      "step": 42135
    },
    {
      "epoch": 1.960269830193068,
      "grad_norm": 1.1832512898015735,
      "learning_rate": 0.00023191724598208138,
      "loss": 2.3906,
      "step": 42136
    },
    {
      "epoch": 1.9603163526401488,
      "grad_norm": 1.1368993612716092,
      "learning_rate": 0.00023191413686314568,
      "loss": 2.4531,
      "step": 42137
    },
    {
      "epoch": 1.9603628750872297,
      "grad_norm": 1.2121289683743628,
      "learning_rate": 0.00023191102769406173,
      "loss": 2.5156,
      "step": 42138
    },
    {
      "epoch": 1.9604093975343102,
      "grad_norm": 1.0956846745946618,
      "learning_rate": 0.00023190791847483135,
      "loss": 2.4219,
      "step": 42139
    },
    {
      "epoch": 1.9604559199813911,
      "grad_norm": 1.153240148799018,
      "learning_rate": 0.00023190480920545647,
      "loss": 2.3594,
      "step": 42140
    },
    {
      "epoch": 1.9605024424284716,
      "grad_norm": 1.2312088880701235,
      "learning_rate": 0.00023190169988593896,
      "loss": 2.4688,
      "step": 42141
    },
    {
      "epoch": 1.9605489648755525,
      "grad_norm": 1.0765456103661233,
      "learning_rate": 0.00023189859051628078,
      "loss": 2.125,
      "step": 42142
    },
    {
      "epoch": 1.9605954873226332,
      "grad_norm": 1.0385306250495898,
      "learning_rate": 0.00023189548109648378,
      "loss": 2.2031,
      "step": 42143
    },
    {
      "epoch": 1.960642009769714,
      "grad_norm": 1.1408989352731276,
      "learning_rate": 0.00023189237162654985,
      "loss": 2.6406,
      "step": 42144
    },
    {
      "epoch": 1.9606885322167946,
      "grad_norm": 1.1177622651455381,
      "learning_rate": 0.000231889262106481,
      "loss": 2.2188,
      "step": 42145
    },
    {
      "epoch": 1.9607350546638753,
      "grad_norm": 1.1078784418837573,
      "learning_rate": 0.000231886152536279,
      "loss": 2.2969,
      "step": 42146
    },
    {
      "epoch": 1.960781577110956,
      "grad_norm": 1.0663833686906488,
      "learning_rate": 0.00023188304291594584,
      "loss": 2.4844,
      "step": 42147
    },
    {
      "epoch": 1.9608280995580367,
      "grad_norm": 1.130974446559705,
      "learning_rate": 0.00023187993324548338,
      "loss": 2.375,
      "step": 42148
    },
    {
      "epoch": 1.9608746220051174,
      "grad_norm": 1.1781734646463053,
      "learning_rate": 0.00023187682352489357,
      "loss": 2.3281,
      "step": 42149
    },
    {
      "epoch": 1.9609211444521981,
      "grad_norm": 1.1400200633373754,
      "learning_rate": 0.00023187371375417827,
      "loss": 2.2812,
      "step": 42150
    },
    {
      "epoch": 1.960967666899279,
      "grad_norm": 1.1830261111512586,
      "learning_rate": 0.00023187060393333941,
      "loss": 2.4375,
      "step": 42151
    },
    {
      "epoch": 1.9610141893463595,
      "grad_norm": 1.1048826611249627,
      "learning_rate": 0.00023186749406237887,
      "loss": 2.3125,
      "step": 42152
    },
    {
      "epoch": 1.9610607117934404,
      "grad_norm": 1.107778556991728,
      "learning_rate": 0.00023186438414129858,
      "loss": 2.3438,
      "step": 42153
    },
    {
      "epoch": 1.961107234240521,
      "grad_norm": 1.1482994374552886,
      "learning_rate": 0.00023186127417010045,
      "loss": 2.4688,
      "step": 42154
    },
    {
      "epoch": 1.9611537566876018,
      "grad_norm": 1.1538259997019278,
      "learning_rate": 0.0002318581641487863,
      "loss": 2.1406,
      "step": 42155
    },
    {
      "epoch": 1.9612002791346825,
      "grad_norm": 1.00418379028316,
      "learning_rate": 0.00023185505407735815,
      "loss": 2.5312,
      "step": 42156
    },
    {
      "epoch": 1.9612468015817632,
      "grad_norm": 1.1085538632459524,
      "learning_rate": 0.00023185194395581785,
      "loss": 2.375,
      "step": 42157
    },
    {
      "epoch": 1.961293324028844,
      "grad_norm": 1.0524077691647016,
      "learning_rate": 0.00023184883378416733,
      "loss": 2.4531,
      "step": 42158
    },
    {
      "epoch": 1.9613398464759246,
      "grad_norm": 1.110664609495951,
      "learning_rate": 0.00023184572356240842,
      "loss": 2.4219,
      "step": 42159
    },
    {
      "epoch": 1.9613863689230053,
      "grad_norm": 1.1843522407247598,
      "learning_rate": 0.0002318426132905431,
      "loss": 2.5625,
      "step": 42160
    },
    {
      "epoch": 1.961432891370086,
      "grad_norm": 1.154463508318142,
      "learning_rate": 0.00023183950296857324,
      "loss": 2.3438,
      "step": 42161
    },
    {
      "epoch": 1.9614794138171667,
      "grad_norm": 1.16289198494774,
      "learning_rate": 0.00023183639259650077,
      "loss": 2.4375,
      "step": 42162
    },
    {
      "epoch": 1.9615259362642474,
      "grad_norm": 1.1522366917261975,
      "learning_rate": 0.00023183328217432758,
      "loss": 2.2344,
      "step": 42163
    },
    {
      "epoch": 1.9615724587113283,
      "grad_norm": 1.1679573413608078,
      "learning_rate": 0.00023183017170205558,
      "loss": 2.4844,
      "step": 42164
    },
    {
      "epoch": 1.9616189811584088,
      "grad_norm": 1.087073279719966,
      "learning_rate": 0.00023182706117968663,
      "loss": 2.1719,
      "step": 42165
    },
    {
      "epoch": 1.9616655036054897,
      "grad_norm": 1.1857038185781712,
      "learning_rate": 0.0002318239506072227,
      "loss": 1.7969,
      "step": 42166
    },
    {
      "epoch": 1.9617120260525702,
      "grad_norm": 1.1312023513642133,
      "learning_rate": 0.00023182083998466566,
      "loss": 2.1562,
      "step": 42167
    },
    {
      "epoch": 1.9617585484996511,
      "grad_norm": 1.099905610705514,
      "learning_rate": 0.00023181772931201737,
      "loss": 2.3125,
      "step": 42168
    },
    {
      "epoch": 1.9618050709467318,
      "grad_norm": 1.1251959983711541,
      "learning_rate": 0.00023181461858927984,
      "loss": 2.2031,
      "step": 42169
    },
    {
      "epoch": 1.9618515933938125,
      "grad_norm": 1.2117309277509818,
      "learning_rate": 0.0002318115078164549,
      "loss": 2.3594,
      "step": 42170
    },
    {
      "epoch": 1.9618981158408932,
      "grad_norm": 1.0260871552277475,
      "learning_rate": 0.00023180839699354452,
      "loss": 2.1562,
      "step": 42171
    },
    {
      "epoch": 1.961944638287974,
      "grad_norm": 1.159185802480185,
      "learning_rate": 0.0002318052861205505,
      "loss": 2.3906,
      "step": 42172
    },
    {
      "epoch": 1.9619911607350546,
      "grad_norm": 1.1623636352772166,
      "learning_rate": 0.00023180217519747483,
      "loss": 2.2969,
      "step": 42173
    },
    {
      "epoch": 1.9620376831821353,
      "grad_norm": 1.0855892158030054,
      "learning_rate": 0.00023179906422431937,
      "loss": 2.4531,
      "step": 42174
    },
    {
      "epoch": 1.9620842056292163,
      "grad_norm": 1.3405268854112655,
      "learning_rate": 0.00023179595320108607,
      "loss": 2.5938,
      "step": 42175
    },
    {
      "epoch": 1.9621307280762967,
      "grad_norm": 1.2102509897774825,
      "learning_rate": 0.00023179284212777675,
      "loss": 2.2969,
      "step": 42176
    },
    {
      "epoch": 1.9621772505233777,
      "grad_norm": 1.1352176429677079,
      "learning_rate": 0.0002317897310043934,
      "loss": 2.4844,
      "step": 42177
    },
    {
      "epoch": 1.9622237729704581,
      "grad_norm": 1.2618307135134432,
      "learning_rate": 0.00023178661983093792,
      "loss": 2.5156,
      "step": 42178
    },
    {
      "epoch": 1.962270295417539,
      "grad_norm": 1.1126662147905173,
      "learning_rate": 0.00023178350860741218,
      "loss": 2.3906,
      "step": 42179
    },
    {
      "epoch": 1.9623168178646195,
      "grad_norm": 1.1784965625294137,
      "learning_rate": 0.00023178039733381804,
      "loss": 2.6719,
      "step": 42180
    },
    {
      "epoch": 1.9623633403117005,
      "grad_norm": 1.1078152728276742,
      "learning_rate": 0.0002317772860101575,
      "loss": 2.25,
      "step": 42181
    },
    {
      "epoch": 1.9624098627587812,
      "grad_norm": 1.032239074035052,
      "learning_rate": 0.00023177417463643245,
      "loss": 2.0,
      "step": 42182
    },
    {
      "epoch": 1.9624563852058619,
      "grad_norm": 1.112830116597296,
      "learning_rate": 0.00023177106321264473,
      "loss": 2.0625,
      "step": 42183
    },
    {
      "epoch": 1.9625029076529426,
      "grad_norm": 1.0721355180370609,
      "learning_rate": 0.0002317679517387963,
      "loss": 2.2812,
      "step": 42184
    },
    {
      "epoch": 1.9625494301000233,
      "grad_norm": 1.1408031383558885,
      "learning_rate": 0.00023176484021488906,
      "loss": 2.4531,
      "step": 42185
    },
    {
      "epoch": 1.962595952547104,
      "grad_norm": 1.1828879469384457,
      "learning_rate": 0.00023176172864092486,
      "loss": 1.625,
      "step": 42186
    },
    {
      "epoch": 1.9626424749941846,
      "grad_norm": 1.1138390412976622,
      "learning_rate": 0.00023175861701690565,
      "loss": 2.5781,
      "step": 42187
    },
    {
      "epoch": 1.9626889974412656,
      "grad_norm": 1.2052854943991234,
      "learning_rate": 0.00023175550534283338,
      "loss": 2.6094,
      "step": 42188
    },
    {
      "epoch": 1.962735519888346,
      "grad_norm": 1.0403649214678419,
      "learning_rate": 0.00023175239361870986,
      "loss": 1.8594,
      "step": 42189
    },
    {
      "epoch": 1.962782042335427,
      "grad_norm": 1.097959781539434,
      "learning_rate": 0.00023174928184453708,
      "loss": 2.2969,
      "step": 42190
    },
    {
      "epoch": 1.9628285647825074,
      "grad_norm": 1.1492885515316131,
      "learning_rate": 0.0002317461700203169,
      "loss": 2.5,
      "step": 42191
    },
    {
      "epoch": 1.9628750872295884,
      "grad_norm": 1.164995671196978,
      "learning_rate": 0.00023174305814605123,
      "loss": 2.5,
      "step": 42192
    },
    {
      "epoch": 1.9629216096766688,
      "grad_norm": 1.1344002840316023,
      "learning_rate": 0.000231739946221742,
      "loss": 2.375,
      "step": 42193
    },
    {
      "epoch": 1.9629681321237498,
      "grad_norm": 1.1585597889687849,
      "learning_rate": 0.00023173683424739105,
      "loss": 2.3906,
      "step": 42194
    },
    {
      "epoch": 1.9630146545708305,
      "grad_norm": 1.0583441517007055,
      "learning_rate": 0.00023173372222300032,
      "loss": 2.25,
      "step": 42195
    },
    {
      "epoch": 1.9630611770179112,
      "grad_norm": 1.234214670068181,
      "learning_rate": 0.00023173061014857178,
      "loss": 2.5312,
      "step": 42196
    },
    {
      "epoch": 1.9631076994649919,
      "grad_norm": 1.1157964333063433,
      "learning_rate": 0.00023172749802410724,
      "loss": 2.4531,
      "step": 42197
    },
    {
      "epoch": 1.9631542219120726,
      "grad_norm": 1.1080227438046997,
      "learning_rate": 0.00023172438584960866,
      "loss": 2.2969,
      "step": 42198
    },
    {
      "epoch": 1.9632007443591533,
      "grad_norm": 1.1488000569534047,
      "learning_rate": 0.00023172127362507792,
      "loss": 2.3281,
      "step": 42199
    },
    {
      "epoch": 1.963247266806234,
      "grad_norm": 1.29579922979016,
      "learning_rate": 0.0002317181613505169,
      "loss": 2.375,
      "step": 42200
    },
    {
      "epoch": 1.9632937892533149,
      "grad_norm": 1.0977562376420826,
      "learning_rate": 0.0002317150490259276,
      "loss": 2.2656,
      "step": 42201
    },
    {
      "epoch": 1.9633403117003954,
      "grad_norm": 1.2066941832884155,
      "learning_rate": 0.00023171193665131183,
      "loss": 2.3125,
      "step": 42202
    },
    {
      "epoch": 1.9633868341474763,
      "grad_norm": 1.1044575492130948,
      "learning_rate": 0.00023170882422667154,
      "loss": 2.3125,
      "step": 42203
    },
    {
      "epoch": 1.9634333565945568,
      "grad_norm": 1.1745729972650887,
      "learning_rate": 0.00023170571175200867,
      "loss": 2.5312,
      "step": 42204
    },
    {
      "epoch": 1.9634798790416377,
      "grad_norm": 1.0831832018082308,
      "learning_rate": 0.000231702599227325,
      "loss": 2.2812,
      "step": 42205
    },
    {
      "epoch": 1.9635264014887182,
      "grad_norm": 1.0890158630626545,
      "learning_rate": 0.00023169948665262256,
      "loss": 2.4062,
      "step": 42206
    },
    {
      "epoch": 1.963572923935799,
      "grad_norm": 1.0598652379630222,
      "learning_rate": 0.00023169637402790323,
      "loss": 2.2969,
      "step": 42207
    },
    {
      "epoch": 1.9636194463828798,
      "grad_norm": 1.1441644216972624,
      "learning_rate": 0.0002316932613531689,
      "loss": 2.5781,
      "step": 42208
    },
    {
      "epoch": 1.9636659688299605,
      "grad_norm": 1.1493609197118748,
      "learning_rate": 0.00023169014862842145,
      "loss": 2.4688,
      "step": 42209
    },
    {
      "epoch": 1.9637124912770412,
      "grad_norm": 1.0765581856685356,
      "learning_rate": 0.0002316870358536628,
      "loss": 2.3125,
      "step": 42210
    },
    {
      "epoch": 1.9637590137241219,
      "grad_norm": 1.1616704547403118,
      "learning_rate": 0.00023168392302889485,
      "loss": 2.4219,
      "step": 42211
    },
    {
      "epoch": 1.9638055361712026,
      "grad_norm": 1.095791547980673,
      "learning_rate": 0.00023168081015411958,
      "loss": 2.3594,
      "step": 42212
    },
    {
      "epoch": 1.9638520586182833,
      "grad_norm": 1.166856723773453,
      "learning_rate": 0.00023167769722933878,
      "loss": 2.6562,
      "step": 42213
    },
    {
      "epoch": 1.9638985810653642,
      "grad_norm": 1.1088499597574235,
      "learning_rate": 0.00023167458425455448,
      "loss": 2.4219,
      "step": 42214
    },
    {
      "epoch": 1.9639451035124447,
      "grad_norm": 1.0943278102273677,
      "learning_rate": 0.00023167147122976845,
      "loss": 2.1562,
      "step": 42215
    },
    {
      "epoch": 1.9639916259595256,
      "grad_norm": 1.088984518172141,
      "learning_rate": 0.0002316683581549827,
      "loss": 2.5938,
      "step": 42216
    },
    {
      "epoch": 1.964038148406606,
      "grad_norm": 1.1038816402110956,
      "learning_rate": 0.00023166524503019908,
      "loss": 2.3594,
      "step": 42217
    },
    {
      "epoch": 1.964084670853687,
      "grad_norm": 1.2167807565766269,
      "learning_rate": 0.0002316621318554195,
      "loss": 2.4688,
      "step": 42218
    },
    {
      "epoch": 1.9641311933007675,
      "grad_norm": 1.1339581317883336,
      "learning_rate": 0.00023165901863064593,
      "loss": 2.5625,
      "step": 42219
    },
    {
      "epoch": 1.9641777157478484,
      "grad_norm": 1.0229913671691215,
      "learning_rate": 0.0002316559053558802,
      "loss": 2.0469,
      "step": 42220
    },
    {
      "epoch": 1.964224238194929,
      "grad_norm": 1.1421668860026795,
      "learning_rate": 0.00023165279203112422,
      "loss": 2.5312,
      "step": 42221
    },
    {
      "epoch": 1.9642707606420098,
      "grad_norm": 1.3380338992457792,
      "learning_rate": 0.00023164967865637996,
      "loss": 2.75,
      "step": 42222
    },
    {
      "epoch": 1.9643172830890905,
      "grad_norm": 1.1505364441087755,
      "learning_rate": 0.00023164656523164928,
      "loss": 2.3906,
      "step": 42223
    },
    {
      "epoch": 1.9643638055361712,
      "grad_norm": 1.1208594315698213,
      "learning_rate": 0.0002316434517569341,
      "loss": 2.2344,
      "step": 42224
    },
    {
      "epoch": 1.9644103279832519,
      "grad_norm": 1.1388797876047485,
      "learning_rate": 0.0002316403382322363,
      "loss": 2.3125,
      "step": 42225
    },
    {
      "epoch": 1.9644568504303326,
      "grad_norm": 1.1017825942425634,
      "learning_rate": 0.0002316372246575578,
      "loss": 2.4219,
      "step": 42226
    },
    {
      "epoch": 1.9645033728774135,
      "grad_norm": 1.0992577357556572,
      "learning_rate": 0.00023163411103290055,
      "loss": 2.375,
      "step": 42227
    },
    {
      "epoch": 1.964549895324494,
      "grad_norm": 1.1695753262784054,
      "learning_rate": 0.00023163099735826634,
      "loss": 2.2656,
      "step": 42228
    },
    {
      "epoch": 1.964596417771575,
      "grad_norm": 1.1512762894862845,
      "learning_rate": 0.0002316278836336572,
      "loss": 2.7031,
      "step": 42229
    },
    {
      "epoch": 1.9646429402186554,
      "grad_norm": 1.1571551632184431,
      "learning_rate": 0.000231624769859075,
      "loss": 2.3125,
      "step": 42230
    },
    {
      "epoch": 1.9646894626657363,
      "grad_norm": 1.1639803193094855,
      "learning_rate": 0.00023162165603452163,
      "loss": 2.2969,
      "step": 42231
    },
    {
      "epoch": 1.9647359851128168,
      "grad_norm": 1.1140498228431748,
      "learning_rate": 0.00023161854215999892,
      "loss": 2.2031,
      "step": 42232
    },
    {
      "epoch": 1.9647825075598977,
      "grad_norm": 1.1563421201370996,
      "learning_rate": 0.00023161542823550894,
      "loss": 2.4531,
      "step": 42233
    },
    {
      "epoch": 1.9648290300069784,
      "grad_norm": 1.1768579082801753,
      "learning_rate": 0.0002316123142610535,
      "loss": 2.7188,
      "step": 42234
    },
    {
      "epoch": 1.964875552454059,
      "grad_norm": 1.430522875575418,
      "learning_rate": 0.00023160920023663456,
      "loss": 2.375,
      "step": 42235
    },
    {
      "epoch": 1.9649220749011398,
      "grad_norm": 1.0386700526786268,
      "learning_rate": 0.00023160608616225396,
      "loss": 2.2031,
      "step": 42236
    },
    {
      "epoch": 1.9649685973482205,
      "grad_norm": 1.0656038077297956,
      "learning_rate": 0.00023160297203791362,
      "loss": 2.5938,
      "step": 42237
    },
    {
      "epoch": 1.9650151197953012,
      "grad_norm": 1.0699911372738589,
      "learning_rate": 0.00023159985786361546,
      "loss": 2.4531,
      "step": 42238
    },
    {
      "epoch": 1.965061642242382,
      "grad_norm": 1.0501562226896406,
      "learning_rate": 0.0002315967436393614,
      "loss": 2.1875,
      "step": 42239
    },
    {
      "epoch": 1.9651081646894628,
      "grad_norm": 1.1942280051028535,
      "learning_rate": 0.0002315936293651533,
      "loss": 2.4531,
      "step": 42240
    },
    {
      "epoch": 1.9651546871365433,
      "grad_norm": 1.1899887346250884,
      "learning_rate": 0.00023159051504099311,
      "loss": 2.3125,
      "step": 42241
    },
    {
      "epoch": 1.9652012095836242,
      "grad_norm": 1.157340181710848,
      "learning_rate": 0.00023158740066688273,
      "loss": 2.4375,
      "step": 42242
    },
    {
      "epoch": 1.9652477320307047,
      "grad_norm": 1.1266001677005135,
      "learning_rate": 0.00023158428624282405,
      "loss": 2.1406,
      "step": 42243
    },
    {
      "epoch": 1.9652942544777856,
      "grad_norm": 1.1240410593377224,
      "learning_rate": 0.00023158117176881902,
      "loss": 2.6406,
      "step": 42244
    },
    {
      "epoch": 1.965340776924866,
      "grad_norm": 1.2113655802632337,
      "learning_rate": 0.0002315780572448695,
      "loss": 2.7031,
      "step": 42245
    },
    {
      "epoch": 1.965387299371947,
      "grad_norm": 1.2197306630160756,
      "learning_rate": 0.00023157494267097743,
      "loss": 2.1875,
      "step": 42246
    },
    {
      "epoch": 1.9654338218190277,
      "grad_norm": 1.1568275571949667,
      "learning_rate": 0.00023157182804714466,
      "loss": 2.4688,
      "step": 42247
    },
    {
      "epoch": 1.9654803442661084,
      "grad_norm": 1.0893461023366635,
      "learning_rate": 0.00023156871337337315,
      "loss": 2.4062,
      "step": 42248
    },
    {
      "epoch": 1.965526866713189,
      "grad_norm": 1.1264272326377993,
      "learning_rate": 0.0002315655986496648,
      "loss": 2.1562,
      "step": 42249
    },
    {
      "epoch": 1.9655733891602698,
      "grad_norm": 1.0691323833552615,
      "learning_rate": 0.00023156248387602152,
      "loss": 2.3438,
      "step": 42250
    },
    {
      "epoch": 1.9656199116073505,
      "grad_norm": 1.1104772168985293,
      "learning_rate": 0.00023155936905244523,
      "loss": 2.4375,
      "step": 42251
    },
    {
      "epoch": 1.9656664340544312,
      "grad_norm": 1.1571625382354707,
      "learning_rate": 0.0002315562541789378,
      "loss": 2.5156,
      "step": 42252
    },
    {
      "epoch": 1.9657129565015121,
      "grad_norm": 1.0677433022614822,
      "learning_rate": 0.0002315531392555011,
      "loss": 2.1875,
      "step": 42253
    },
    {
      "epoch": 1.9657594789485926,
      "grad_norm": 1.2380102210068027,
      "learning_rate": 0.00023155002428213708,
      "loss": 2.5312,
      "step": 42254
    },
    {
      "epoch": 1.9658060013956735,
      "grad_norm": 1.250864710979194,
      "learning_rate": 0.00023154690925884772,
      "loss": 2.2812,
      "step": 42255
    },
    {
      "epoch": 1.965852523842754,
      "grad_norm": 1.0924157044626015,
      "learning_rate": 0.00023154379418563483,
      "loss": 1.9141,
      "step": 42256
    },
    {
      "epoch": 1.965899046289835,
      "grad_norm": 1.1507266518372679,
      "learning_rate": 0.00023154067906250035,
      "loss": 2.1406,
      "step": 42257
    },
    {
      "epoch": 1.9659455687369156,
      "grad_norm": 1.1540471270624986,
      "learning_rate": 0.00023153756388944618,
      "loss": 2.4062,
      "step": 42258
    },
    {
      "epoch": 1.9659920911839963,
      "grad_norm": 1.2349391120233382,
      "learning_rate": 0.00023153444866647426,
      "loss": 2.3281,
      "step": 42259
    },
    {
      "epoch": 1.966038613631077,
      "grad_norm": 1.091677838516757,
      "learning_rate": 0.00023153133339358646,
      "loss": 2.4688,
      "step": 42260
    },
    {
      "epoch": 1.9660851360781577,
      "grad_norm": 1.1118774115990333,
      "learning_rate": 0.00023152821807078468,
      "loss": 2.375,
      "step": 42261
    },
    {
      "epoch": 1.9661316585252384,
      "grad_norm": 1.1658468571340062,
      "learning_rate": 0.00023152510269807086,
      "loss": 2.4531,
      "step": 42262
    },
    {
      "epoch": 1.9661781809723191,
      "grad_norm": 1.1422956826950381,
      "learning_rate": 0.00023152198727544694,
      "loss": 2.6875,
      "step": 42263
    },
    {
      "epoch": 1.9662247034193998,
      "grad_norm": 1.2203703429185422,
      "learning_rate": 0.00023151887180291472,
      "loss": 2.1875,
      "step": 42264
    },
    {
      "epoch": 1.9662712258664805,
      "grad_norm": 1.1127410649833755,
      "learning_rate": 0.00023151575628047613,
      "loss": 2.625,
      "step": 42265
    },
    {
      "epoch": 1.9663177483135614,
      "grad_norm": 1.165615090662158,
      "learning_rate": 0.00023151264070813316,
      "loss": 2.5312,
      "step": 42266
    },
    {
      "epoch": 1.966364270760642,
      "grad_norm": 1.0480148471359119,
      "learning_rate": 0.00023150952508588766,
      "loss": 2.2344,
      "step": 42267
    },
    {
      "epoch": 1.9664107932077228,
      "grad_norm": 1.1141940144764537,
      "learning_rate": 0.00023150640941374155,
      "loss": 2.4531,
      "step": 42268
    },
    {
      "epoch": 1.9664573156548033,
      "grad_norm": 1.1546572922199392,
      "learning_rate": 0.00023150329369169676,
      "loss": 2.4375,
      "step": 42269
    },
    {
      "epoch": 1.9665038381018842,
      "grad_norm": 1.0610550632601856,
      "learning_rate": 0.00023150017791975512,
      "loss": 2.125,
      "step": 42270
    },
    {
      "epoch": 1.966550360548965,
      "grad_norm": 1.1358865881832982,
      "learning_rate": 0.00023149706209791865,
      "loss": 2.375,
      "step": 42271
    },
    {
      "epoch": 1.9665968829960456,
      "grad_norm": 1.0991859431084816,
      "learning_rate": 0.00023149394622618916,
      "loss": 2.2188,
      "step": 42272
    },
    {
      "epoch": 1.9666434054431263,
      "grad_norm": 1.1569425502953539,
      "learning_rate": 0.00023149083030456864,
      "loss": 2.2812,
      "step": 42273
    },
    {
      "epoch": 1.966689927890207,
      "grad_norm": 1.2365909210722428,
      "learning_rate": 0.00023148771433305888,
      "loss": 2.5938,
      "step": 42274
    },
    {
      "epoch": 1.9667364503372877,
      "grad_norm": 1.1709902418520128,
      "learning_rate": 0.00023148459831166191,
      "loss": 2.1406,
      "step": 42275
    },
    {
      "epoch": 1.9667829727843684,
      "grad_norm": 1.1164245838177564,
      "learning_rate": 0.00023148148224037956,
      "loss": 2.3125,
      "step": 42276
    },
    {
      "epoch": 1.9668294952314491,
      "grad_norm": 1.2377810317908702,
      "learning_rate": 0.0002314783661192138,
      "loss": 2.6719,
      "step": 42277
    },
    {
      "epoch": 1.9668760176785298,
      "grad_norm": 1.0610580349640106,
      "learning_rate": 0.0002314752499481665,
      "loss": 2.5,
      "step": 42278
    },
    {
      "epoch": 1.9669225401256107,
      "grad_norm": 1.0732069621156464,
      "learning_rate": 0.00023147213372723955,
      "loss": 2.4375,
      "step": 42279
    },
    {
      "epoch": 1.9669690625726912,
      "grad_norm": 1.058991633598328,
      "learning_rate": 0.0002314690174564349,
      "loss": 2.4844,
      "step": 42280
    },
    {
      "epoch": 1.9670155850197721,
      "grad_norm": 1.180479297186476,
      "learning_rate": 0.00023146590113575446,
      "loss": 2.4531,
      "step": 42281
    },
    {
      "epoch": 1.9670621074668526,
      "grad_norm": 1.2429084564861934,
      "learning_rate": 0.00023146278476520008,
      "loss": 2.4531,
      "step": 42282
    },
    {
      "epoch": 1.9671086299139335,
      "grad_norm": 1.2701848294791065,
      "learning_rate": 0.00023145966834477372,
      "loss": 2.5312,
      "step": 42283
    },
    {
      "epoch": 1.9671551523610142,
      "grad_norm": 1.1598975969675056,
      "learning_rate": 0.00023145655187447722,
      "loss": 2.25,
      "step": 42284
    },
    {
      "epoch": 1.967201674808095,
      "grad_norm": 1.1367557578738543,
      "learning_rate": 0.0002314534353543126,
      "loss": 2.3594,
      "step": 42285
    },
    {
      "epoch": 1.9672481972551756,
      "grad_norm": 1.1517200008185722,
      "learning_rate": 0.0002314503187842817,
      "loss": 2.2812,
      "step": 42286
    },
    {
      "epoch": 1.9672947197022563,
      "grad_norm": 1.1047137350933292,
      "learning_rate": 0.0002314472021643864,
      "loss": 2.3125,
      "step": 42287
    },
    {
      "epoch": 1.967341242149337,
      "grad_norm": 1.1266443291445927,
      "learning_rate": 0.00023144408549462869,
      "loss": 2.4844,
      "step": 42288
    },
    {
      "epoch": 1.9673877645964177,
      "grad_norm": 1.2739715045247308,
      "learning_rate": 0.00023144096877501037,
      "loss": 2.1406,
      "step": 42289
    },
    {
      "epoch": 1.9674342870434987,
      "grad_norm": 1.2687970951052845,
      "learning_rate": 0.00023143785200553345,
      "loss": 2.5469,
      "step": 42290
    },
    {
      "epoch": 1.9674808094905791,
      "grad_norm": 1.1225488384948927,
      "learning_rate": 0.00023143473518619982,
      "loss": 2.5938,
      "step": 42291
    },
    {
      "epoch": 1.96752733193766,
      "grad_norm": 1.12518803031461,
      "learning_rate": 0.0002314316183170113,
      "loss": 2.4844,
      "step": 42292
    },
    {
      "epoch": 1.9675738543847405,
      "grad_norm": 1.1370448162889326,
      "learning_rate": 0.0002314285013979699,
      "loss": 2.2031,
      "step": 42293
    },
    {
      "epoch": 1.9676203768318214,
      "grad_norm": 1.1535563199753252,
      "learning_rate": 0.00023142538442907747,
      "loss": 2.5156,
      "step": 42294
    },
    {
      "epoch": 1.967666899278902,
      "grad_norm": 1.055524254574251,
      "learning_rate": 0.000231422267410336,
      "loss": 2.0938,
      "step": 42295
    },
    {
      "epoch": 1.9677134217259828,
      "grad_norm": 1.2415661448819837,
      "learning_rate": 0.00023141915034174729,
      "loss": 2.6562,
      "step": 42296
    },
    {
      "epoch": 1.9677599441730635,
      "grad_norm": 1.148932864419789,
      "learning_rate": 0.0002314160332233133,
      "loss": 2.1719,
      "step": 42297
    },
    {
      "epoch": 1.9678064666201442,
      "grad_norm": 1.105485219337617,
      "learning_rate": 0.0002314129160550359,
      "loss": 2.1562,
      "step": 42298
    },
    {
      "epoch": 1.967852989067225,
      "grad_norm": 1.1433937297013208,
      "learning_rate": 0.00023140979883691707,
      "loss": 2.6094,
      "step": 42299
    },
    {
      "epoch": 1.9678995115143056,
      "grad_norm": 1.1234380402499096,
      "learning_rate": 0.00023140668156895871,
      "loss": 2.4219,
      "step": 42300
    },
    {
      "epoch": 1.9679460339613863,
      "grad_norm": 1.133743642732356,
      "learning_rate": 0.0002314035642511627,
      "loss": 2.1562,
      "step": 42301
    },
    {
      "epoch": 1.967992556408467,
      "grad_norm": 1.2187895643531383,
      "learning_rate": 0.00023140044688353093,
      "loss": 2.1875,
      "step": 42302
    },
    {
      "epoch": 1.968039078855548,
      "grad_norm": 1.090514144229673,
      "learning_rate": 0.0002313973294660653,
      "loss": 2.3594,
      "step": 42303
    },
    {
      "epoch": 1.9680856013026284,
      "grad_norm": 1.1818667218083736,
      "learning_rate": 0.00023139421199876777,
      "loss": 2.5,
      "step": 42304
    },
    {
      "epoch": 1.9681321237497094,
      "grad_norm": 1.1366951579657643,
      "learning_rate": 0.00023139109448164018,
      "loss": 2.2812,
      "step": 42305
    },
    {
      "epoch": 1.9681786461967898,
      "grad_norm": 1.3381499187214567,
      "learning_rate": 0.00023138797691468454,
      "loss": 2.5156,
      "step": 42306
    },
    {
      "epoch": 1.9682251686438708,
      "grad_norm": 1.2564621282072679,
      "learning_rate": 0.00023138485929790267,
      "loss": 2.5156,
      "step": 42307
    },
    {
      "epoch": 1.9682716910909512,
      "grad_norm": 1.1630188832451807,
      "learning_rate": 0.00023138174163129654,
      "loss": 2.6094,
      "step": 42308
    },
    {
      "epoch": 1.9683182135380322,
      "grad_norm": 1.130360338602226,
      "learning_rate": 0.000231378623914868,
      "loss": 2.1094,
      "step": 42309
    },
    {
      "epoch": 1.9683647359851129,
      "grad_norm": 1.094843966949324,
      "learning_rate": 0.000231375506148619,
      "loss": 2.125,
      "step": 42310
    },
    {
      "epoch": 1.9684112584321936,
      "grad_norm": 1.1338104256373287,
      "learning_rate": 0.0002313723883325514,
      "loss": 2.2344,
      "step": 42311
    },
    {
      "epoch": 1.9684577808792743,
      "grad_norm": 1.1605628593238646,
      "learning_rate": 0.0002313692704666672,
      "loss": 2.625,
      "step": 42312
    },
    {
      "epoch": 1.968504303326355,
      "grad_norm": 1.159591049011397,
      "learning_rate": 0.00023136615255096824,
      "loss": 2.2812,
      "step": 42313
    },
    {
      "epoch": 1.9685508257734357,
      "grad_norm": 1.1550424580948087,
      "learning_rate": 0.0002313630345854564,
      "loss": 2.5312,
      "step": 42314
    },
    {
      "epoch": 1.9685973482205164,
      "grad_norm": 1.1593202670150509,
      "learning_rate": 0.00023135991657013367,
      "loss": 2.4844,
      "step": 42315
    },
    {
      "epoch": 1.9686438706675973,
      "grad_norm": 1.1607125629268618,
      "learning_rate": 0.00023135679850500192,
      "loss": 2.5625,
      "step": 42316
    },
    {
      "epoch": 1.9686903931146778,
      "grad_norm": 1.1270285225850192,
      "learning_rate": 0.00023135368039006306,
      "loss": 2.5156,
      "step": 42317
    },
    {
      "epoch": 1.9687369155617587,
      "grad_norm": 1.1061169012805985,
      "learning_rate": 0.000231350562225319,
      "loss": 2.2656,
      "step": 42318
    },
    {
      "epoch": 1.9687834380088391,
      "grad_norm": 1.0895118160186483,
      "learning_rate": 0.0002313474440107716,
      "loss": 2.4375,
      "step": 42319
    },
    {
      "epoch": 1.96882996045592,
      "grad_norm": 1.1072564974733847,
      "learning_rate": 0.00023134432574642284,
      "loss": 2.125,
      "step": 42320
    },
    {
      "epoch": 1.9688764829030005,
      "grad_norm": 1.141763466305674,
      "learning_rate": 0.00023134120743227462,
      "loss": 2.3594,
      "step": 42321
    },
    {
      "epoch": 1.9689230053500815,
      "grad_norm": 1.1329354488174233,
      "learning_rate": 0.00023133808906832882,
      "loss": 2.375,
      "step": 42322
    },
    {
      "epoch": 1.9689695277971622,
      "grad_norm": 1.1988270056567532,
      "learning_rate": 0.00023133497065458734,
      "loss": 2.5156,
      "step": 42323
    },
    {
      "epoch": 1.9690160502442429,
      "grad_norm": 1.1505047203680365,
      "learning_rate": 0.00023133185219105214,
      "loss": 2.5156,
      "step": 42324
    },
    {
      "epoch": 1.9690625726913236,
      "grad_norm": 1.211590175055424,
      "learning_rate": 0.00023132873367772512,
      "loss": 2.25,
      "step": 42325
    },
    {
      "epoch": 1.9691090951384043,
      "grad_norm": 1.1218396506912065,
      "learning_rate": 0.00023132561511460817,
      "loss": 2.2031,
      "step": 42326
    },
    {
      "epoch": 1.969155617585485,
      "grad_norm": 1.1391390652324205,
      "learning_rate": 0.00023132249650170317,
      "loss": 2.3906,
      "step": 42327
    },
    {
      "epoch": 1.9692021400325657,
      "grad_norm": 1.1041524147278161,
      "learning_rate": 0.00023131937783901204,
      "loss": 2.4062,
      "step": 42328
    },
    {
      "epoch": 1.9692486624796466,
      "grad_norm": 1.2080468409736533,
      "learning_rate": 0.00023131625912653676,
      "loss": 2.2969,
      "step": 42329
    },
    {
      "epoch": 1.969295184926727,
      "grad_norm": 1.0727292451273682,
      "learning_rate": 0.00023131314036427917,
      "loss": 2.375,
      "step": 42330
    },
    {
      "epoch": 1.969341707373808,
      "grad_norm": 1.165047476237161,
      "learning_rate": 0.00023131002155224114,
      "loss": 2.6875,
      "step": 42331
    },
    {
      "epoch": 1.9693882298208885,
      "grad_norm": 1.2305565385896091,
      "learning_rate": 0.00023130690269042474,
      "loss": 2.4531,
      "step": 42332
    },
    {
      "epoch": 1.9694347522679694,
      "grad_norm": 1.2118475210917568,
      "learning_rate": 0.00023130378377883166,
      "loss": 2.3281,
      "step": 42333
    },
    {
      "epoch": 1.9694812747150499,
      "grad_norm": 1.0619183844457984,
      "learning_rate": 0.00023130066481746403,
      "loss": 2.3281,
      "step": 42334
    },
    {
      "epoch": 1.9695277971621308,
      "grad_norm": 1.1276263099874984,
      "learning_rate": 0.0002312975458063236,
      "loss": 2.4531,
      "step": 42335
    },
    {
      "epoch": 1.9695743196092115,
      "grad_norm": 1.3972786255563048,
      "learning_rate": 0.0002312944267454123,
      "loss": 2.3281,
      "step": 42336
    },
    {
      "epoch": 1.9696208420562922,
      "grad_norm": 1.2523045237507089,
      "learning_rate": 0.00023129130763473215,
      "loss": 2.2031,
      "step": 42337
    },
    {
      "epoch": 1.9696673645033729,
      "grad_norm": 1.2537000244540346,
      "learning_rate": 0.0002312881884742849,
      "loss": 2.1719,
      "step": 42338
    },
    {
      "epoch": 1.9697138869504536,
      "grad_norm": 1.1273552450156197,
      "learning_rate": 0.00023128506926407263,
      "loss": 2.1719,
      "step": 42339
    },
    {
      "epoch": 1.9697604093975343,
      "grad_norm": 1.1634316761721486,
      "learning_rate": 0.00023128195000409713,
      "loss": 2.5938,
      "step": 42340
    },
    {
      "epoch": 1.969806931844615,
      "grad_norm": 1.1832796618494685,
      "learning_rate": 0.0002312788306943603,
      "loss": 2.2812,
      "step": 42341
    },
    {
      "epoch": 1.969853454291696,
      "grad_norm": 1.2102992046805632,
      "learning_rate": 0.00023127571133486414,
      "loss": 2.4219,
      "step": 42342
    },
    {
      "epoch": 1.9698999767387764,
      "grad_norm": 1.1492613233350555,
      "learning_rate": 0.00023127259192561047,
      "loss": 2.1094,
      "step": 42343
    },
    {
      "epoch": 1.9699464991858573,
      "grad_norm": 1.119457895820976,
      "learning_rate": 0.00023126947246660125,
      "loss": 2.4688,
      "step": 42344
    },
    {
      "epoch": 1.9699930216329378,
      "grad_norm": 1.1059664217317098,
      "learning_rate": 0.00023126635295783843,
      "loss": 2.2031,
      "step": 42345
    },
    {
      "epoch": 1.9700395440800187,
      "grad_norm": 1.1719912195762117,
      "learning_rate": 0.00023126323339932382,
      "loss": 2.4531,
      "step": 42346
    },
    {
      "epoch": 1.9700860665270992,
      "grad_norm": 1.0624458759127888,
      "learning_rate": 0.0002312601137910594,
      "loss": 2.4375,
      "step": 42347
    },
    {
      "epoch": 1.97013258897418,
      "grad_norm": 1.1600622995230931,
      "learning_rate": 0.000231256994133047,
      "loss": 2.5156,
      "step": 42348
    },
    {
      "epoch": 1.9701791114212608,
      "grad_norm": 1.1523176766299525,
      "learning_rate": 0.0002312538744252887,
      "loss": 2.5781,
      "step": 42349
    },
    {
      "epoch": 1.9702256338683415,
      "grad_norm": 1.2135945526486644,
      "learning_rate": 0.00023125075466778623,
      "loss": 2.25,
      "step": 42350
    },
    {
      "epoch": 1.9702721563154222,
      "grad_norm": 1.2112533268837822,
      "learning_rate": 0.00023124763486054154,
      "loss": 2.5312,
      "step": 42351
    },
    {
      "epoch": 1.9703186787625029,
      "grad_norm": 1.1300022123017013,
      "learning_rate": 0.00023124451500355664,
      "loss": 2.3594,
      "step": 42352
    },
    {
      "epoch": 1.9703652012095836,
      "grad_norm": 1.168019498419281,
      "learning_rate": 0.0002312413950968333,
      "loss": 2.1719,
      "step": 42353
    },
    {
      "epoch": 1.9704117236566643,
      "grad_norm": 1.0377402383571463,
      "learning_rate": 0.00023123827514037358,
      "loss": 2.2188,
      "step": 42354
    },
    {
      "epoch": 1.9704582461037452,
      "grad_norm": 1.204878185026736,
      "learning_rate": 0.00023123515513417923,
      "loss": 2.2969,
      "step": 42355
    },
    {
      "epoch": 1.9705047685508257,
      "grad_norm": 1.1526272077790263,
      "learning_rate": 0.00023123203507825229,
      "loss": 2.2969,
      "step": 42356
    },
    {
      "epoch": 1.9705512909979066,
      "grad_norm": 1.1712709379899946,
      "learning_rate": 0.00023122891497259456,
      "loss": 2.3438,
      "step": 42357
    },
    {
      "epoch": 1.970597813444987,
      "grad_norm": 1.0883497007776968,
      "learning_rate": 0.0002312257948172081,
      "loss": 2.3438,
      "step": 42358
    },
    {
      "epoch": 1.970644335892068,
      "grad_norm": 1.1466318509961242,
      "learning_rate": 0.0002312226746120947,
      "loss": 2.5469,
      "step": 42359
    },
    {
      "epoch": 1.9706908583391485,
      "grad_norm": 1.2211523789974044,
      "learning_rate": 0.00023121955435725626,
      "loss": 2.25,
      "step": 42360
    },
    {
      "epoch": 1.9707373807862294,
      "grad_norm": 1.173664519923279,
      "learning_rate": 0.00023121643405269476,
      "loss": 2.3438,
      "step": 42361
    },
    {
      "epoch": 1.97078390323331,
      "grad_norm": 1.1534498441159584,
      "learning_rate": 0.00023121331369841205,
      "loss": 2.3438,
      "step": 42362
    },
    {
      "epoch": 1.9708304256803908,
      "grad_norm": 1.0990660596110127,
      "learning_rate": 0.0002312101932944101,
      "loss": 2.4219,
      "step": 42363
    },
    {
      "epoch": 1.9708769481274715,
      "grad_norm": 1.1042218791382963,
      "learning_rate": 0.00023120707284069077,
      "loss": 2.4219,
      "step": 42364
    },
    {
      "epoch": 1.9709234705745522,
      "grad_norm": 1.1957987620804058,
      "learning_rate": 0.000231203952337256,
      "loss": 2.1562,
      "step": 42365
    },
    {
      "epoch": 1.970969993021633,
      "grad_norm": 1.1500971246709653,
      "learning_rate": 0.0002312008317841077,
      "loss": 2.2344,
      "step": 42366
    },
    {
      "epoch": 1.9710165154687136,
      "grad_norm": 1.1990581830556264,
      "learning_rate": 0.00023119771118124778,
      "loss": 2.3594,
      "step": 42367
    },
    {
      "epoch": 1.9710630379157945,
      "grad_norm": 1.072729361756754,
      "learning_rate": 0.00023119459052867812,
      "loss": 1.9766,
      "step": 42368
    },
    {
      "epoch": 1.971109560362875,
      "grad_norm": 1.2919470742065309,
      "learning_rate": 0.0002311914698264007,
      "loss": 2.3906,
      "step": 42369
    },
    {
      "epoch": 1.971156082809956,
      "grad_norm": 1.3129237287964473,
      "learning_rate": 0.00023118834907441733,
      "loss": 2.6719,
      "step": 42370
    },
    {
      "epoch": 1.9712026052570364,
      "grad_norm": 1.2567185409271535,
      "learning_rate": 0.00023118522827272997,
      "loss": 2.5469,
      "step": 42371
    },
    {
      "epoch": 1.9712491277041173,
      "grad_norm": 1.3932552843527455,
      "learning_rate": 0.0002311821074213406,
      "loss": 2.5,
      "step": 42372
    },
    {
      "epoch": 1.9712956501511978,
      "grad_norm": 1.2365880254017685,
      "learning_rate": 0.000231178986520251,
      "loss": 2.5625,
      "step": 42373
    },
    {
      "epoch": 1.9713421725982787,
      "grad_norm": 1.1568217385064399,
      "learning_rate": 0.00023117586556946316,
      "loss": 2.5781,
      "step": 42374
    },
    {
      "epoch": 1.9713886950453594,
      "grad_norm": 1.1666656616029099,
      "learning_rate": 0.00023117274456897898,
      "loss": 2.375,
      "step": 42375
    },
    {
      "epoch": 1.97143521749244,
      "grad_norm": 1.111688881058787,
      "learning_rate": 0.00023116962351880035,
      "loss": 2.2188,
      "step": 42376
    },
    {
      "epoch": 1.9714817399395208,
      "grad_norm": 1.1835000647267506,
      "learning_rate": 0.00023116650241892926,
      "loss": 2.375,
      "step": 42377
    },
    {
      "epoch": 1.9715282623866015,
      "grad_norm": 1.1732600122138646,
      "learning_rate": 0.00023116338126936753,
      "loss": 2.5156,
      "step": 42378
    },
    {
      "epoch": 1.9715747848336822,
      "grad_norm": 1.1069810020197013,
      "learning_rate": 0.00023116026007011708,
      "loss": 2.5469,
      "step": 42379
    },
    {
      "epoch": 1.971621307280763,
      "grad_norm": 1.2147758678693739,
      "learning_rate": 0.00023115713882117982,
      "loss": 2.2188,
      "step": 42380
    },
    {
      "epoch": 1.9716678297278438,
      "grad_norm": 1.1925771348471113,
      "learning_rate": 0.00023115401752255772,
      "loss": 2.2188,
      "step": 42381
    },
    {
      "epoch": 1.9717143521749243,
      "grad_norm": 1.200697789656645,
      "learning_rate": 0.00023115089617425265,
      "loss": 2.3281,
      "step": 42382
    },
    {
      "epoch": 1.9717608746220052,
      "grad_norm": 1.2223334431008563,
      "learning_rate": 0.00023114777477626651,
      "loss": 1.7109,
      "step": 42383
    },
    {
      "epoch": 1.9718073970690857,
      "grad_norm": 1.2013018297895723,
      "learning_rate": 0.00023114465332860128,
      "loss": 2.5156,
      "step": 42384
    },
    {
      "epoch": 1.9718539195161666,
      "grad_norm": 1.2156237126531695,
      "learning_rate": 0.00023114153183125875,
      "loss": 2.5156,
      "step": 42385
    },
    {
      "epoch": 1.9719004419632473,
      "grad_norm": 1.2173099562384095,
      "learning_rate": 0.00023113841028424086,
      "loss": 2.3594,
      "step": 42386
    },
    {
      "epoch": 1.971946964410328,
      "grad_norm": 1.1702891470646433,
      "learning_rate": 0.00023113528868754963,
      "loss": 2.4062,
      "step": 42387
    },
    {
      "epoch": 1.9719934868574087,
      "grad_norm": 1.1248855473978638,
      "learning_rate": 0.00023113216704118687,
      "loss": 2.2656,
      "step": 42388
    },
    {
      "epoch": 1.9720400093044894,
      "grad_norm": 0.9984664982067913,
      "learning_rate": 0.00023112904534515453,
      "loss": 2.1719,
      "step": 42389
    },
    {
      "epoch": 1.9720865317515701,
      "grad_norm": 1.0749953793296472,
      "learning_rate": 0.00023112592359945453,
      "loss": 2.1875,
      "step": 42390
    },
    {
      "epoch": 1.9721330541986508,
      "grad_norm": 1.0875720186556943,
      "learning_rate": 0.0002311228018040887,
      "loss": 2.3125,
      "step": 42391
    },
    {
      "epoch": 1.9721795766457315,
      "grad_norm": 1.2779017401255774,
      "learning_rate": 0.0002311196799590591,
      "loss": 2.4531,
      "step": 42392
    },
    {
      "epoch": 1.9722260990928122,
      "grad_norm": 1.1281488074711465,
      "learning_rate": 0.00023111655806436746,
      "loss": 2.0938,
      "step": 42393
    },
    {
      "epoch": 1.9722726215398931,
      "grad_norm": 1.131920596671605,
      "learning_rate": 0.00023111343612001585,
      "loss": 2.2031,
      "step": 42394
    },
    {
      "epoch": 1.9723191439869736,
      "grad_norm": 1.1644828227276622,
      "learning_rate": 0.0002311103141260061,
      "loss": 2.1719,
      "step": 42395
    },
    {
      "epoch": 1.9723656664340545,
      "grad_norm": 1.0941766912916788,
      "learning_rate": 0.00023110719208234011,
      "loss": 2.3906,
      "step": 42396
    },
    {
      "epoch": 1.972412188881135,
      "grad_norm": 1.1987835195417071,
      "learning_rate": 0.00023110406998901986,
      "loss": 2.2656,
      "step": 42397
    },
    {
      "epoch": 1.972458711328216,
      "grad_norm": 1.176338076963896,
      "learning_rate": 0.00023110094784604724,
      "loss": 2.1875,
      "step": 42398
    },
    {
      "epoch": 1.9725052337752966,
      "grad_norm": 1.1508548285785751,
      "learning_rate": 0.00023109782565342406,
      "loss": 2.375,
      "step": 42399
    },
    {
      "epoch": 1.9725517562223773,
      "grad_norm": 1.0894942229372995,
      "learning_rate": 0.00023109470341115237,
      "loss": 2.2031,
      "step": 42400
    },
    {
      "epoch": 1.972598278669458,
      "grad_norm": 1.1495110412304648,
      "learning_rate": 0.000231091581119234,
      "loss": 2.3594,
      "step": 42401
    },
    {
      "epoch": 1.9726448011165387,
      "grad_norm": 1.2508878260708503,
      "learning_rate": 0.00023108845877767092,
      "loss": 1.8125,
      "step": 42402
    },
    {
      "epoch": 1.9726913235636194,
      "grad_norm": 1.1948683593241773,
      "learning_rate": 0.00023108533638646495,
      "loss": 2.5,
      "step": 42403
    },
    {
      "epoch": 1.9727378460107001,
      "grad_norm": 1.1124857003568636,
      "learning_rate": 0.00023108221394561813,
      "loss": 2.2031,
      "step": 42404
    },
    {
      "epoch": 1.972784368457781,
      "grad_norm": 1.1815988285475023,
      "learning_rate": 0.00023107909145513223,
      "loss": 2.1875,
      "step": 42405
    },
    {
      "epoch": 1.9728308909048615,
      "grad_norm": 1.1791886332448467,
      "learning_rate": 0.0002310759689150093,
      "loss": 2.375,
      "step": 42406
    },
    {
      "epoch": 1.9728774133519424,
      "grad_norm": 1.1870993728621086,
      "learning_rate": 0.00023107284632525114,
      "loss": 2.3594,
      "step": 42407
    },
    {
      "epoch": 1.972923935799023,
      "grad_norm": 1.132044609397821,
      "learning_rate": 0.00023106972368585975,
      "loss": 2.25,
      "step": 42408
    },
    {
      "epoch": 1.9729704582461038,
      "grad_norm": 1.1717900719207515,
      "learning_rate": 0.00023106660099683692,
      "loss": 2.3281,
      "step": 42409
    },
    {
      "epoch": 1.9730169806931843,
      "grad_norm": 1.2692895253178276,
      "learning_rate": 0.00023106347825818473,
      "loss": 2.5781,
      "step": 42410
    },
    {
      "epoch": 1.9730635031402652,
      "grad_norm": 1.2038422897571721,
      "learning_rate": 0.00023106035546990492,
      "loss": 2.4531,
      "step": 42411
    },
    {
      "epoch": 1.973110025587346,
      "grad_norm": 1.1841845926541141,
      "learning_rate": 0.00023105723263199953,
      "loss": 2.3438,
      "step": 42412
    },
    {
      "epoch": 1.9731565480344266,
      "grad_norm": 1.360150504945327,
      "learning_rate": 0.00023105410974447042,
      "loss": 2.2812,
      "step": 42413
    },
    {
      "epoch": 1.9732030704815073,
      "grad_norm": 1.0469766691785614,
      "learning_rate": 0.0002310509868073195,
      "loss": 2.0625,
      "step": 42414
    },
    {
      "epoch": 1.973249592928588,
      "grad_norm": 1.171912712584838,
      "learning_rate": 0.00023104786382054869,
      "loss": 2.3906,
      "step": 42415
    },
    {
      "epoch": 1.9732961153756687,
      "grad_norm": 1.3167442364704252,
      "learning_rate": 0.0002310447407841599,
      "loss": 2.2969,
      "step": 42416
    },
    {
      "epoch": 1.9733426378227494,
      "grad_norm": 1.2971378980964174,
      "learning_rate": 0.00023104161769815505,
      "loss": 2.6094,
      "step": 42417
    },
    {
      "epoch": 1.9733891602698304,
      "grad_norm": 1.2433331766228453,
      "learning_rate": 0.000231038494562536,
      "loss": 2.7031,
      "step": 42418
    },
    {
      "epoch": 1.9734356827169108,
      "grad_norm": 1.2773974469146414,
      "learning_rate": 0.00023103537137730474,
      "loss": 2.5156,
      "step": 42419
    },
    {
      "epoch": 1.9734822051639918,
      "grad_norm": 1.0643266669587925,
      "learning_rate": 0.00023103224814246314,
      "loss": 1.7109,
      "step": 42420
    },
    {
      "epoch": 1.9735287276110722,
      "grad_norm": 1.1506977526878917,
      "learning_rate": 0.00023102912485801314,
      "loss": 2.4062,
      "step": 42421
    },
    {
      "epoch": 1.9735752500581532,
      "grad_norm": 1.2222567289892292,
      "learning_rate": 0.00023102600152395659,
      "loss": 2.1875,
      "step": 42422
    },
    {
      "epoch": 1.9736217725052336,
      "grad_norm": 1.186655316213636,
      "learning_rate": 0.0002310228781402955,
      "loss": 2.4219,
      "step": 42423
    },
    {
      "epoch": 1.9736682949523146,
      "grad_norm": 1.3997929156811508,
      "learning_rate": 0.0002310197547070317,
      "loss": 1.6797,
      "step": 42424
    },
    {
      "epoch": 1.9737148173993952,
      "grad_norm": 1.2688061163090871,
      "learning_rate": 0.00023101663122416713,
      "loss": 2.5,
      "step": 42425
    },
    {
      "epoch": 1.973761339846476,
      "grad_norm": 1.1971511741168226,
      "learning_rate": 0.00023101350769170372,
      "loss": 2.2656,
      "step": 42426
    },
    {
      "epoch": 1.9738078622935566,
      "grad_norm": 1.0939596427738703,
      "learning_rate": 0.00023101038410964334,
      "loss": 2.2656,
      "step": 42427
    },
    {
      "epoch": 1.9738543847406373,
      "grad_norm": 1.522819085523001,
      "learning_rate": 0.00023100726047798795,
      "loss": 2.8125,
      "step": 42428
    },
    {
      "epoch": 1.973900907187718,
      "grad_norm": 1.2829952643607232,
      "learning_rate": 0.00023100413679673934,
      "loss": 2.6094,
      "step": 42429
    },
    {
      "epoch": 1.9739474296347987,
      "grad_norm": 1.32025662322997,
      "learning_rate": 0.00023100101306589962,
      "loss": 2.5,
      "step": 42430
    },
    {
      "epoch": 1.9739939520818797,
      "grad_norm": 1.062357365506565,
      "learning_rate": 0.00023099788928547055,
      "loss": 2.3125,
      "step": 42431
    },
    {
      "epoch": 1.9740404745289601,
      "grad_norm": 1.157926348975063,
      "learning_rate": 0.00023099476545545417,
      "loss": 2.4844,
      "step": 42432
    },
    {
      "epoch": 1.974086996976041,
      "grad_norm": 1.2254508214708455,
      "learning_rate": 0.00023099164157585223,
      "loss": 2.6406,
      "step": 42433
    },
    {
      "epoch": 1.9741335194231215,
      "grad_norm": 1.2228741903927076,
      "learning_rate": 0.0002309885176466668,
      "loss": 2.4375,
      "step": 42434
    },
    {
      "epoch": 1.9741800418702025,
      "grad_norm": 1.1823201826418452,
      "learning_rate": 0.0002309853936678997,
      "loss": 2.2812,
      "step": 42435
    },
    {
      "epoch": 1.974226564317283,
      "grad_norm": 1.4883112102287308,
      "learning_rate": 0.00023098226963955286,
      "loss": 2.4531,
      "step": 42436
    },
    {
      "epoch": 1.9742730867643639,
      "grad_norm": 1.2125415753061364,
      "learning_rate": 0.0002309791455616282,
      "loss": 2.25,
      "step": 42437
    },
    {
      "epoch": 1.9743196092114446,
      "grad_norm": 1.3830857269234265,
      "learning_rate": 0.00023097602143412764,
      "loss": 2.5,
      "step": 42438
    },
    {
      "epoch": 1.9743661316585253,
      "grad_norm": 1.1320607895439754,
      "learning_rate": 0.00023097289725705305,
      "loss": 2.1562,
      "step": 42439
    },
    {
      "epoch": 1.974412654105606,
      "grad_norm": 1.208354243242915,
      "learning_rate": 0.00023096977303040637,
      "loss": 2.6094,
      "step": 42440
    },
    {
      "epoch": 1.9744591765526867,
      "grad_norm": 1.2168566161449006,
      "learning_rate": 0.00023096664875418954,
      "loss": 2.1719,
      "step": 42441
    },
    {
      "epoch": 1.9745056989997674,
      "grad_norm": 1.2733652130978002,
      "learning_rate": 0.00023096352442840445,
      "loss": 2.5,
      "step": 42442
    },
    {
      "epoch": 1.974552221446848,
      "grad_norm": 1.238551946514781,
      "learning_rate": 0.00023096040005305302,
      "loss": 2.1875,
      "step": 42443
    },
    {
      "epoch": 1.974598743893929,
      "grad_norm": 1.1171748787834443,
      "learning_rate": 0.00023095727562813715,
      "loss": 2.3594,
      "step": 42444
    },
    {
      "epoch": 1.9746452663410095,
      "grad_norm": 1.2642750329006105,
      "learning_rate": 0.00023095415115365875,
      "loss": 2.125,
      "step": 42445
    },
    {
      "epoch": 1.9746917887880904,
      "grad_norm": 1.1413834494139308,
      "learning_rate": 0.00023095102662961978,
      "loss": 2.3594,
      "step": 42446
    },
    {
      "epoch": 1.9747383112351709,
      "grad_norm": 1.121441740706851,
      "learning_rate": 0.00023094790205602204,
      "loss": 2.4375,
      "step": 42447
    },
    {
      "epoch": 1.9747848336822518,
      "grad_norm": 1.1131212247365418,
      "learning_rate": 0.00023094477743286756,
      "loss": 2.3438,
      "step": 42448
    },
    {
      "epoch": 1.9748313561293322,
      "grad_norm": 1.206581091980741,
      "learning_rate": 0.00023094165276015826,
      "loss": 2.1406,
      "step": 42449
    },
    {
      "epoch": 1.9748778785764132,
      "grad_norm": 1.2048823676141753,
      "learning_rate": 0.00023093852803789596,
      "loss": 2.4844,
      "step": 42450
    },
    {
      "epoch": 1.9749244010234939,
      "grad_norm": 1.2400058855117098,
      "learning_rate": 0.00023093540326608257,
      "loss": 2.6094,
      "step": 42451
    },
    {
      "epoch": 1.9749709234705746,
      "grad_norm": 1.051766476790906,
      "learning_rate": 0.0002309322784447201,
      "loss": 2.0469,
      "step": 42452
    },
    {
      "epoch": 1.9750174459176553,
      "grad_norm": 1.2670294386604803,
      "learning_rate": 0.00023092915357381038,
      "loss": 2.6719,
      "step": 42453
    },
    {
      "epoch": 1.975063968364736,
      "grad_norm": 1.1805964891794092,
      "learning_rate": 0.00023092602865335538,
      "loss": 2.5156,
      "step": 42454
    },
    {
      "epoch": 1.9751104908118167,
      "grad_norm": 1.1455152610180648,
      "learning_rate": 0.00023092290368335698,
      "loss": 2.2969,
      "step": 42455
    },
    {
      "epoch": 1.9751570132588974,
      "grad_norm": 1.3269148998469675,
      "learning_rate": 0.00023091977866381716,
      "loss": 2.6562,
      "step": 42456
    },
    {
      "epoch": 1.9752035357059783,
      "grad_norm": 1.1699431018804467,
      "learning_rate": 0.0002309166535947377,
      "loss": 2.4844,
      "step": 42457
    },
    {
      "epoch": 1.9752500581530588,
      "grad_norm": 1.0660390069344066,
      "learning_rate": 0.0002309135284761206,
      "loss": 2.2344,
      "step": 42458
    },
    {
      "epoch": 1.9752965806001397,
      "grad_norm": 1.1034207169518073,
      "learning_rate": 0.00023091040330796775,
      "loss": 2.1875,
      "step": 42459
    },
    {
      "epoch": 1.9753431030472202,
      "grad_norm": 1.3917822422665267,
      "learning_rate": 0.0002309072780902811,
      "loss": 1.7812,
      "step": 42460
    },
    {
      "epoch": 1.975389625494301,
      "grad_norm": 1.2219400129541957,
      "learning_rate": 0.00023090415282306256,
      "loss": 2.5156,
      "step": 42461
    },
    {
      "epoch": 1.9754361479413816,
      "grad_norm": 1.2513964018985004,
      "learning_rate": 0.00023090102750631398,
      "loss": 2.25,
      "step": 42462
    },
    {
      "epoch": 1.9754826703884625,
      "grad_norm": 1.1612898507939726,
      "learning_rate": 0.00023089790214003732,
      "loss": 2.2969,
      "step": 42463
    },
    {
      "epoch": 1.9755291928355432,
      "grad_norm": 1.1040729394711315,
      "learning_rate": 0.00023089477672423448,
      "loss": 2.3438,
      "step": 42464
    },
    {
      "epoch": 1.9755757152826239,
      "grad_norm": 1.191207009666365,
      "learning_rate": 0.0002308916512589074,
      "loss": 2.5938,
      "step": 42465
    },
    {
      "epoch": 1.9756222377297046,
      "grad_norm": 1.2199331515540586,
      "learning_rate": 0.00023088852574405796,
      "loss": 2.4375,
      "step": 42466
    },
    {
      "epoch": 1.9756687601767853,
      "grad_norm": 1.159435063401509,
      "learning_rate": 0.00023088540017968812,
      "loss": 2.2188,
      "step": 42467
    },
    {
      "epoch": 1.975715282623866,
      "grad_norm": 1.1461434851184555,
      "learning_rate": 0.00023088227456579972,
      "loss": 2.4219,
      "step": 42468
    },
    {
      "epoch": 1.9757618050709467,
      "grad_norm": 1.3664546034767004,
      "learning_rate": 0.00023087914890239475,
      "loss": 2.1562,
      "step": 42469
    },
    {
      "epoch": 1.9758083275180276,
      "grad_norm": 1.2840404457814183,
      "learning_rate": 0.00023087602318947506,
      "loss": 2.5938,
      "step": 42470
    },
    {
      "epoch": 1.975854849965108,
      "grad_norm": 1.251015077528642,
      "learning_rate": 0.0002308728974270426,
      "loss": 2.4219,
      "step": 42471
    },
    {
      "epoch": 1.975901372412189,
      "grad_norm": 1.1290998142313629,
      "learning_rate": 0.00023086977161509926,
      "loss": 2.2656,
      "step": 42472
    },
    {
      "epoch": 1.9759478948592695,
      "grad_norm": 1.2159343393764641,
      "learning_rate": 0.000230866645753647,
      "loss": 2.5,
      "step": 42473
    },
    {
      "epoch": 1.9759944173063504,
      "grad_norm": 1.120846218475452,
      "learning_rate": 0.0002308635198426877,
      "loss": 2.2188,
      "step": 42474
    },
    {
      "epoch": 1.9760409397534309,
      "grad_norm": 1.2378614846290386,
      "learning_rate": 0.00023086039388222327,
      "loss": 2.4688,
      "step": 42475
    },
    {
      "epoch": 1.9760874622005118,
      "grad_norm": 1.149314829029515,
      "learning_rate": 0.00023085726787225563,
      "loss": 1.7812,
      "step": 42476
    },
    {
      "epoch": 1.9761339846475925,
      "grad_norm": 1.2059939811105194,
      "learning_rate": 0.00023085414181278667,
      "loss": 2.2812,
      "step": 42477
    },
    {
      "epoch": 1.9761805070946732,
      "grad_norm": 1.16046024811472,
      "learning_rate": 0.0002308510157038184,
      "loss": 2.3906,
      "step": 42478
    },
    {
      "epoch": 1.9762270295417539,
      "grad_norm": 1.2608211719965263,
      "learning_rate": 0.0002308478895453526,
      "loss": 2.5781,
      "step": 42479
    },
    {
      "epoch": 1.9762735519888346,
      "grad_norm": 1.1354729655701248,
      "learning_rate": 0.00023084476333739125,
      "loss": 2.2969,
      "step": 42480
    },
    {
      "epoch": 1.9763200744359153,
      "grad_norm": 1.2116241879243559,
      "learning_rate": 0.00023084163707993627,
      "loss": 2.5938,
      "step": 42481
    },
    {
      "epoch": 1.976366596882996,
      "grad_norm": 1.1554063647785162,
      "learning_rate": 0.00023083851077298955,
      "loss": 2.2656,
      "step": 42482
    },
    {
      "epoch": 1.976413119330077,
      "grad_norm": 1.197161983395822,
      "learning_rate": 0.00023083538441655301,
      "loss": 2.3125,
      "step": 42483
    },
    {
      "epoch": 1.9764596417771574,
      "grad_norm": 1.0977283004528027,
      "learning_rate": 0.0002308322580106286,
      "loss": 2.3594,
      "step": 42484
    },
    {
      "epoch": 1.9765061642242383,
      "grad_norm": 1.1069982309657702,
      "learning_rate": 0.0002308291315552182,
      "loss": 2.4844,
      "step": 42485
    },
    {
      "epoch": 1.9765526866713188,
      "grad_norm": 1.1396980890332675,
      "learning_rate": 0.00023082600505032374,
      "loss": 2.375,
      "step": 42486
    },
    {
      "epoch": 1.9765992091183997,
      "grad_norm": 1.1407989560089298,
      "learning_rate": 0.0002308228784959471,
      "loss": 2.3281,
      "step": 42487
    },
    {
      "epoch": 1.9766457315654802,
      "grad_norm": 1.2172707641934415,
      "learning_rate": 0.00023081975189209023,
      "loss": 2.2812,
      "step": 42488
    },
    {
      "epoch": 1.976692254012561,
      "grad_norm": 1.0934963350348472,
      "learning_rate": 0.000230816625238755,
      "loss": 2.3438,
      "step": 42489
    },
    {
      "epoch": 1.9767387764596418,
      "grad_norm": 1.3271018200803593,
      "learning_rate": 0.00023081349853594342,
      "loss": 2.5781,
      "step": 42490
    },
    {
      "epoch": 1.9767852989067225,
      "grad_norm": 1.0371491244495563,
      "learning_rate": 0.0002308103717836573,
      "loss": 2.2188,
      "step": 42491
    },
    {
      "epoch": 1.9768318213538032,
      "grad_norm": 1.185195626203034,
      "learning_rate": 0.00023080724498189857,
      "loss": 2.2656,
      "step": 42492
    },
    {
      "epoch": 1.976878343800884,
      "grad_norm": 1.0517435621899331,
      "learning_rate": 0.0002308041181306692,
      "loss": 2.3438,
      "step": 42493
    },
    {
      "epoch": 1.9769248662479646,
      "grad_norm": 1.1519318651088144,
      "learning_rate": 0.00023080099122997104,
      "loss": 2.4375,
      "step": 42494
    },
    {
      "epoch": 1.9769713886950453,
      "grad_norm": 1.1132998323068688,
      "learning_rate": 0.00023079786427980607,
      "loss": 2.3906,
      "step": 42495
    },
    {
      "epoch": 1.9770179111421262,
      "grad_norm": 1.1279691946819441,
      "learning_rate": 0.00023079473728017621,
      "loss": 2.625,
      "step": 42496
    },
    {
      "epoch": 1.9770644335892067,
      "grad_norm": 1.2555522294232466,
      "learning_rate": 0.00023079161023108327,
      "loss": 2.4844,
      "step": 42497
    },
    {
      "epoch": 1.9771109560362876,
      "grad_norm": 1.1513979456595327,
      "learning_rate": 0.00023078848313252924,
      "loss": 2.4844,
      "step": 42498
    },
    {
      "epoch": 1.977157478483368,
      "grad_norm": 1.2010284391266426,
      "learning_rate": 0.00023078535598451604,
      "loss": 2.4531,
      "step": 42499
    },
    {
      "epoch": 1.977204000930449,
      "grad_norm": 1.0904789981267475,
      "learning_rate": 0.0002307822287870456,
      "loss": 2.4375,
      "step": 42500
    },
    {
      "epoch": 1.9772505233775297,
      "grad_norm": 1.1263349874481652,
      "learning_rate": 0.0002307791015401197,
      "loss": 2.3438,
      "step": 42501
    },
    {
      "epoch": 1.9772970458246104,
      "grad_norm": 1.1560675624866896,
      "learning_rate": 0.00023077597424374046,
      "loss": 1.8438,
      "step": 42502
    },
    {
      "epoch": 1.977343568271691,
      "grad_norm": 1.0732040998980854,
      "learning_rate": 0.00023077284689790965,
      "loss": 2.3906,
      "step": 42503
    },
    {
      "epoch": 1.9773900907187718,
      "grad_norm": 1.1452971464715096,
      "learning_rate": 0.00023076971950262924,
      "loss": 2.3125,
      "step": 42504
    },
    {
      "epoch": 1.9774366131658525,
      "grad_norm": 1.1186858215777378,
      "learning_rate": 0.0002307665920579011,
      "loss": 2.4062,
      "step": 42505
    },
    {
      "epoch": 1.9774831356129332,
      "grad_norm": 1.2175841205468922,
      "learning_rate": 0.0002307634645637272,
      "loss": 2.2344,
      "step": 42506
    },
    {
      "epoch": 1.977529658060014,
      "grad_norm": 1.1509466692650072,
      "learning_rate": 0.00023076033702010946,
      "loss": 2.5312,
      "step": 42507
    },
    {
      "epoch": 1.9775761805070946,
      "grad_norm": 1.2134645819748238,
      "learning_rate": 0.00023075720942704973,
      "loss": 2.1719,
      "step": 42508
    },
    {
      "epoch": 1.9776227029541755,
      "grad_norm": 1.1029291405171235,
      "learning_rate": 0.00023075408178454998,
      "loss": 2.1719,
      "step": 42509
    },
    {
      "epoch": 1.977669225401256,
      "grad_norm": 1.221960433528085,
      "learning_rate": 0.0002307509540926121,
      "loss": 2.3438,
      "step": 42510
    },
    {
      "epoch": 1.977715747848337,
      "grad_norm": 1.1130566726132591,
      "learning_rate": 0.00023074782635123804,
      "loss": 2.5,
      "step": 42511
    },
    {
      "epoch": 1.9777622702954174,
      "grad_norm": 1.17098258313485,
      "learning_rate": 0.00023074469856042962,
      "loss": 2.2656,
      "step": 42512
    },
    {
      "epoch": 1.9778087927424983,
      "grad_norm": 1.1185464685066608,
      "learning_rate": 0.00023074157072018887,
      "loss": 2.5312,
      "step": 42513
    },
    {
      "epoch": 1.977855315189579,
      "grad_norm": 1.2295698828253891,
      "learning_rate": 0.0002307384428305176,
      "loss": 2.5,
      "step": 42514
    },
    {
      "epoch": 1.9779018376366597,
      "grad_norm": 1.1618206187341422,
      "learning_rate": 0.00023073531489141785,
      "loss": 2.375,
      "step": 42515
    },
    {
      "epoch": 1.9779483600837404,
      "grad_norm": 1.1491197624526885,
      "learning_rate": 0.0002307321869028914,
      "loss": 2.4219,
      "step": 42516
    },
    {
      "epoch": 1.9779948825308211,
      "grad_norm": 1.1331052892353037,
      "learning_rate": 0.00023072905886494026,
      "loss": 2.4062,
      "step": 42517
    },
    {
      "epoch": 1.9780414049779018,
      "grad_norm": 1.1612926667005743,
      "learning_rate": 0.00023072593077756628,
      "loss": 2.5938,
      "step": 42518
    },
    {
      "epoch": 1.9780879274249825,
      "grad_norm": 1.1250753797244908,
      "learning_rate": 0.00023072280264077146,
      "loss": 2.4844,
      "step": 42519
    },
    {
      "epoch": 1.9781344498720632,
      "grad_norm": 1.0452532419925473,
      "learning_rate": 0.00023071967445455768,
      "loss": 2.375,
      "step": 42520
    },
    {
      "epoch": 1.978180972319144,
      "grad_norm": 1.160388554901601,
      "learning_rate": 0.00023071654621892678,
      "loss": 2.3438,
      "step": 42521
    },
    {
      "epoch": 1.9782274947662248,
      "grad_norm": 1.2340233008855501,
      "learning_rate": 0.00023071341793388077,
      "loss": 2.3438,
      "step": 42522
    },
    {
      "epoch": 1.9782740172133053,
      "grad_norm": 1.0863663354020616,
      "learning_rate": 0.00023071028959942153,
      "loss": 2.1875,
      "step": 42523
    },
    {
      "epoch": 1.9783205396603862,
      "grad_norm": 1.1089861494170112,
      "learning_rate": 0.00023070716121555097,
      "loss": 2.5,
      "step": 42524
    },
    {
      "epoch": 1.9783670621074667,
      "grad_norm": 1.2337993563852447,
      "learning_rate": 0.00023070403278227096,
      "loss": 2.5312,
      "step": 42525
    },
    {
      "epoch": 1.9784135845545476,
      "grad_norm": 1.1924405487517953,
      "learning_rate": 0.00023070090429958356,
      "loss": 2.125,
      "step": 42526
    },
    {
      "epoch": 1.9784601070016283,
      "grad_norm": 1.2707667169433357,
      "learning_rate": 0.0002306977757674905,
      "loss": 2.2812,
      "step": 42527
    },
    {
      "epoch": 1.978506629448709,
      "grad_norm": 1.0878350464926028,
      "learning_rate": 0.00023069464718599385,
      "loss": 2.0625,
      "step": 42528
    },
    {
      "epoch": 1.9785531518957897,
      "grad_norm": 1.188268185997244,
      "learning_rate": 0.00023069151855509542,
      "loss": 2.4375,
      "step": 42529
    },
    {
      "epoch": 1.9785996743428704,
      "grad_norm": 1.1274126784116354,
      "learning_rate": 0.00023068838987479718,
      "loss": 2.4062,
      "step": 42530
    },
    {
      "epoch": 1.9786461967899511,
      "grad_norm": 1.1940230203555209,
      "learning_rate": 0.00023068526114510102,
      "loss": 2.3906,
      "step": 42531
    },
    {
      "epoch": 1.9786927192370318,
      "grad_norm": 1.1915528490285767,
      "learning_rate": 0.00023068213236600893,
      "loss": 2.3281,
      "step": 42532
    },
    {
      "epoch": 1.9787392416841127,
      "grad_norm": 1.1203017430763507,
      "learning_rate": 0.0002306790035375227,
      "loss": 2.3438,
      "step": 42533
    },
    {
      "epoch": 1.9787857641311932,
      "grad_norm": 1.1087468343482387,
      "learning_rate": 0.00023067587465964434,
      "loss": 2.4062,
      "step": 42534
    },
    {
      "epoch": 1.9788322865782741,
      "grad_norm": 1.117650635438376,
      "learning_rate": 0.00023067274573237572,
      "loss": 2.25,
      "step": 42535
    },
    {
      "epoch": 1.9788788090253546,
      "grad_norm": 1.1833042124755493,
      "learning_rate": 0.00023066961675571879,
      "loss": 2.5625,
      "step": 42536
    },
    {
      "epoch": 1.9789253314724355,
      "grad_norm": 1.1063111042729685,
      "learning_rate": 0.00023066648772967542,
      "loss": 2.3438,
      "step": 42537
    },
    {
      "epoch": 1.978971853919516,
      "grad_norm": 1.1681974389489713,
      "learning_rate": 0.00023066335865424753,
      "loss": 2.5312,
      "step": 42538
    },
    {
      "epoch": 1.979018376366597,
      "grad_norm": 1.0586199273756431,
      "learning_rate": 0.0002306602295294371,
      "loss": 2.4219,
      "step": 42539
    },
    {
      "epoch": 1.9790648988136776,
      "grad_norm": 1.0242424851501581,
      "learning_rate": 0.00023065710035524595,
      "loss": 2.3438,
      "step": 42540
    },
    {
      "epoch": 1.9791114212607583,
      "grad_norm": 1.2367318407893915,
      "learning_rate": 0.00023065397113167612,
      "loss": 2.4688,
      "step": 42541
    },
    {
      "epoch": 1.979157943707839,
      "grad_norm": 1.1199280376020186,
      "learning_rate": 0.0002306508418587294,
      "loss": 2.5312,
      "step": 42542
    },
    {
      "epoch": 1.9792044661549197,
      "grad_norm": 1.1425718448164004,
      "learning_rate": 0.00023064771253640775,
      "loss": 2.5781,
      "step": 42543
    },
    {
      "epoch": 1.9792509886020004,
      "grad_norm": 1.199725169898121,
      "learning_rate": 0.00023064458316471312,
      "loss": 2.6719,
      "step": 42544
    },
    {
      "epoch": 1.9792975110490811,
      "grad_norm": 1.214029539865089,
      "learning_rate": 0.0002306414537436474,
      "loss": 2.4375,
      "step": 42545
    },
    {
      "epoch": 1.979344033496162,
      "grad_norm": 1.1368010269528561,
      "learning_rate": 0.00023063832427321255,
      "loss": 2.5,
      "step": 42546
    },
    {
      "epoch": 1.9793905559432425,
      "grad_norm": 1.09559156972842,
      "learning_rate": 0.0002306351947534104,
      "loss": 2.3438,
      "step": 42547
    },
    {
      "epoch": 1.9794370783903235,
      "grad_norm": 1.137410807732787,
      "learning_rate": 0.00023063206518424292,
      "loss": 2.125,
      "step": 42548
    },
    {
      "epoch": 1.979483600837404,
      "grad_norm": 1.153246794561056,
      "learning_rate": 0.00023062893556571198,
      "loss": 2.5,
      "step": 42549
    },
    {
      "epoch": 1.9795301232844849,
      "grad_norm": 1.2374844370126608,
      "learning_rate": 0.00023062580589781954,
      "loss": 2.25,
      "step": 42550
    },
    {
      "epoch": 1.9795766457315653,
      "grad_norm": 1.1586681264833047,
      "learning_rate": 0.0002306226761805675,
      "loss": 2.3594,
      "step": 42551
    },
    {
      "epoch": 1.9796231681786463,
      "grad_norm": 1.093703694265645,
      "learning_rate": 0.00023061954641395783,
      "loss": 2.5,
      "step": 42552
    },
    {
      "epoch": 1.979669690625727,
      "grad_norm": 1.0598702649022371,
      "learning_rate": 0.00023061641659799238,
      "loss": 2.375,
      "step": 42553
    },
    {
      "epoch": 1.9797162130728077,
      "grad_norm": 1.1387234739620329,
      "learning_rate": 0.00023061328673267304,
      "loss": 2.4219,
      "step": 42554
    },
    {
      "epoch": 1.9797627355198884,
      "grad_norm": 1.182233053822592,
      "learning_rate": 0.00023061015681800182,
      "loss": 2.1875,
      "step": 42555
    },
    {
      "epoch": 1.979809257966969,
      "grad_norm": 1.1631614662160745,
      "learning_rate": 0.00023060702685398057,
      "loss": 2.5625,
      "step": 42556
    },
    {
      "epoch": 1.9798557804140497,
      "grad_norm": 1.1746538998075737,
      "learning_rate": 0.00023060389684061123,
      "loss": 2.2812,
      "step": 42557
    },
    {
      "epoch": 1.9799023028611304,
      "grad_norm": 1.1640521032602524,
      "learning_rate": 0.00023060076677789573,
      "loss": 2.6562,
      "step": 42558
    },
    {
      "epoch": 1.9799488253082114,
      "grad_norm": 1.1720375209882898,
      "learning_rate": 0.00023059763666583597,
      "loss": 2.6562,
      "step": 42559
    },
    {
      "epoch": 1.9799953477552918,
      "grad_norm": 1.1390048586728097,
      "learning_rate": 0.0002305945065044338,
      "loss": 2.4375,
      "step": 42560
    },
    {
      "epoch": 1.9800418702023728,
      "grad_norm": 1.1735163192910183,
      "learning_rate": 0.00023059137629369124,
      "loss": 2.4375,
      "step": 42561
    },
    {
      "epoch": 1.9800883926494532,
      "grad_norm": 1.1873608266949336,
      "learning_rate": 0.00023058824603361015,
      "loss": 2.5469,
      "step": 42562
    },
    {
      "epoch": 1.9801349150965342,
      "grad_norm": 1.3149394110052974,
      "learning_rate": 0.00023058511572419247,
      "loss": 2.3281,
      "step": 42563
    },
    {
      "epoch": 1.9801814375436146,
      "grad_norm": 1.2537835131866744,
      "learning_rate": 0.0002305819853654401,
      "loss": 2.3438,
      "step": 42564
    },
    {
      "epoch": 1.9802279599906956,
      "grad_norm": 1.2328296822829894,
      "learning_rate": 0.000230578854957355,
      "loss": 2.4219,
      "step": 42565
    },
    {
      "epoch": 1.9802744824377763,
      "grad_norm": 1.0858106905455294,
      "learning_rate": 0.00023057572449993897,
      "loss": 2.1719,
      "step": 42566
    },
    {
      "epoch": 1.980321004884857,
      "grad_norm": 1.1371026161233229,
      "learning_rate": 0.00023057259399319408,
      "loss": 2.2188,
      "step": 42567
    },
    {
      "epoch": 1.9803675273319377,
      "grad_norm": 1.0195079782306566,
      "learning_rate": 0.00023056946343712214,
      "loss": 2.2656,
      "step": 42568
    },
    {
      "epoch": 1.9804140497790184,
      "grad_norm": 1.1367578554662847,
      "learning_rate": 0.00023056633283172513,
      "loss": 2.1719,
      "step": 42569
    },
    {
      "epoch": 1.980460572226099,
      "grad_norm": 1.038866816663069,
      "learning_rate": 0.00023056320217700488,
      "loss": 2.25,
      "step": 42570
    },
    {
      "epoch": 1.9805070946731798,
      "grad_norm": 1.242395255413504,
      "learning_rate": 0.00023056007147296341,
      "loss": 2.4844,
      "step": 42571
    },
    {
      "epoch": 1.9805536171202607,
      "grad_norm": 1.1121470658428716,
      "learning_rate": 0.00023055694071960256,
      "loss": 2.3594,
      "step": 42572
    },
    {
      "epoch": 1.9806001395673412,
      "grad_norm": 1.149259554077938,
      "learning_rate": 0.0002305538099169243,
      "loss": 2.5156,
      "step": 42573
    },
    {
      "epoch": 1.980646662014422,
      "grad_norm": 1.1916312576422612,
      "learning_rate": 0.00023055067906493053,
      "loss": 2.5156,
      "step": 42574
    },
    {
      "epoch": 1.9806931844615026,
      "grad_norm": 1.2080194317977184,
      "learning_rate": 0.0002305475481636231,
      "loss": 2.3281,
      "step": 42575
    },
    {
      "epoch": 1.9807397069085835,
      "grad_norm": 1.0604681397229248,
      "learning_rate": 0.00023054441721300406,
      "loss": 2.1406,
      "step": 42576
    },
    {
      "epoch": 1.980786229355664,
      "grad_norm": 1.295093667327604,
      "learning_rate": 0.00023054128621307523,
      "loss": 2.5156,
      "step": 42577
    },
    {
      "epoch": 1.9808327518027449,
      "grad_norm": 1.1487101572395177,
      "learning_rate": 0.00023053815516383853,
      "loss": 2.2812,
      "step": 42578
    },
    {
      "epoch": 1.9808792742498256,
      "grad_norm": 1.1458140823900538,
      "learning_rate": 0.00023053502406529593,
      "loss": 2.6719,
      "step": 42579
    },
    {
      "epoch": 1.9809257966969063,
      "grad_norm": 1.1794659297509622,
      "learning_rate": 0.00023053189291744928,
      "loss": 2.3125,
      "step": 42580
    },
    {
      "epoch": 1.980972319143987,
      "grad_norm": 1.099153961487446,
      "learning_rate": 0.00023052876172030055,
      "loss": 2.375,
      "step": 42581
    },
    {
      "epoch": 1.9810188415910677,
      "grad_norm": 1.1564262022242646,
      "learning_rate": 0.00023052563047385165,
      "loss": 2.6562,
      "step": 42582
    },
    {
      "epoch": 1.9810653640381484,
      "grad_norm": 1.1724311423211846,
      "learning_rate": 0.00023052249917810444,
      "loss": 2.2812,
      "step": 42583
    },
    {
      "epoch": 1.981111886485229,
      "grad_norm": 1.2249089283095067,
      "learning_rate": 0.0002305193678330609,
      "loss": 2.3594,
      "step": 42584
    },
    {
      "epoch": 1.98115840893231,
      "grad_norm": 1.1422852608148681,
      "learning_rate": 0.00023051623643872296,
      "loss": 1.6953,
      "step": 42585
    },
    {
      "epoch": 1.9812049313793905,
      "grad_norm": 1.1575352277430158,
      "learning_rate": 0.0002305131049950925,
      "loss": 2.3125,
      "step": 42586
    },
    {
      "epoch": 1.9812514538264714,
      "grad_norm": 1.1304203233665862,
      "learning_rate": 0.0002305099735021714,
      "loss": 2.6406,
      "step": 42587
    },
    {
      "epoch": 1.9812979762735519,
      "grad_norm": 1.2079645240116346,
      "learning_rate": 0.00023050684195996164,
      "loss": 2.625,
      "step": 42588
    },
    {
      "epoch": 1.9813444987206328,
      "grad_norm": 1.339408827783574,
      "learning_rate": 0.00023050371036846515,
      "loss": 2.2969,
      "step": 42589
    },
    {
      "epoch": 1.9813910211677133,
      "grad_norm": 1.1083102942234424,
      "learning_rate": 0.00023050057872768374,
      "loss": 2.4062,
      "step": 42590
    },
    {
      "epoch": 1.9814375436147942,
      "grad_norm": 1.0837627866443793,
      "learning_rate": 0.00023049744703761949,
      "loss": 2.2969,
      "step": 42591
    },
    {
      "epoch": 1.9814840660618749,
      "grad_norm": 1.062257282840324,
      "learning_rate": 0.00023049431529827415,
      "loss": 2.3438,
      "step": 42592
    },
    {
      "epoch": 1.9815305885089556,
      "grad_norm": 1.1641593279462847,
      "learning_rate": 0.0002304911835096498,
      "loss": 2.2188,
      "step": 42593
    },
    {
      "epoch": 1.9815771109560363,
      "grad_norm": 1.1252021390913614,
      "learning_rate": 0.00023048805167174817,
      "loss": 2.3438,
      "step": 42594
    },
    {
      "epoch": 1.981623633403117,
      "grad_norm": 1.1345188805007513,
      "learning_rate": 0.00023048491978457135,
      "loss": 2.2188,
      "step": 42595
    },
    {
      "epoch": 1.9816701558501977,
      "grad_norm": 1.1993999827953052,
      "learning_rate": 0.00023048178784812118,
      "loss": 2.3906,
      "step": 42596
    },
    {
      "epoch": 1.9817166782972784,
      "grad_norm": 1.1783325590597982,
      "learning_rate": 0.00023047865586239954,
      "loss": 2.4062,
      "step": 42597
    },
    {
      "epoch": 1.9817632007443593,
      "grad_norm": 1.1659552158453461,
      "learning_rate": 0.00023047552382740846,
      "loss": 2.5469,
      "step": 42598
    },
    {
      "epoch": 1.9818097231914398,
      "grad_norm": 1.231064706348075,
      "learning_rate": 0.00023047239174314979,
      "loss": 2.8281,
      "step": 42599
    },
    {
      "epoch": 1.9818562456385207,
      "grad_norm": 1.127478620961531,
      "learning_rate": 0.0002304692596096254,
      "loss": 1.9922,
      "step": 42600
    },
    {
      "epoch": 1.9819027680856012,
      "grad_norm": 1.1048393340622509,
      "learning_rate": 0.00023046612742683726,
      "loss": 2.3281,
      "step": 42601
    },
    {
      "epoch": 1.981949290532682,
      "grad_norm": 1.1633343241179899,
      "learning_rate": 0.0002304629951947873,
      "loss": 2.2969,
      "step": 42602
    },
    {
      "epoch": 1.9819958129797626,
      "grad_norm": 1.2649562142925304,
      "learning_rate": 0.0002304598629134774,
      "loss": 2.5156,
      "step": 42603
    },
    {
      "epoch": 1.9820423354268435,
      "grad_norm": 1.3134557666337494,
      "learning_rate": 0.00023045673058290952,
      "loss": 1.7969,
      "step": 42604
    },
    {
      "epoch": 1.9820888578739242,
      "grad_norm": 1.2139571378768041,
      "learning_rate": 0.00023045359820308552,
      "loss": 2.3906,
      "step": 42605
    },
    {
      "epoch": 1.982135380321005,
      "grad_norm": 1.1625032730173117,
      "learning_rate": 0.0002304504657740074,
      "loss": 2.3906,
      "step": 42606
    },
    {
      "epoch": 1.9821819027680856,
      "grad_norm": 1.2717050516897264,
      "learning_rate": 0.00023044733329567703,
      "loss": 2.3281,
      "step": 42607
    },
    {
      "epoch": 1.9822284252151663,
      "grad_norm": 1.2698443313225376,
      "learning_rate": 0.0002304442007680963,
      "loss": 2.8125,
      "step": 42608
    },
    {
      "epoch": 1.982274947662247,
      "grad_norm": 1.1845911260016957,
      "learning_rate": 0.00023044106819126718,
      "loss": 2.5781,
      "step": 42609
    },
    {
      "epoch": 1.9823214701093277,
      "grad_norm": 1.2409392445432132,
      "learning_rate": 0.00023043793556519154,
      "loss": 2.1562,
      "step": 42610
    },
    {
      "epoch": 1.9823679925564086,
      "grad_norm": 1.1667978263301624,
      "learning_rate": 0.00023043480288987132,
      "loss": 2.3906,
      "step": 42611
    },
    {
      "epoch": 1.982414515003489,
      "grad_norm": 1.225714559313593,
      "learning_rate": 0.00023043167016530846,
      "loss": 2.1719,
      "step": 42612
    },
    {
      "epoch": 1.98246103745057,
      "grad_norm": 1.0643284427106765,
      "learning_rate": 0.00023042853739150485,
      "loss": 2.2656,
      "step": 42613
    },
    {
      "epoch": 1.9825075598976505,
      "grad_norm": 1.1473598789594868,
      "learning_rate": 0.00023042540456846242,
      "loss": 2.2031,
      "step": 42614
    },
    {
      "epoch": 1.9825540823447314,
      "grad_norm": 1.1673509478873954,
      "learning_rate": 0.00023042227169618309,
      "loss": 1.9141,
      "step": 42615
    },
    {
      "epoch": 1.982600604791812,
      "grad_norm": 1.1373583239150609,
      "learning_rate": 0.00023041913877466872,
      "loss": 2.2188,
      "step": 42616
    },
    {
      "epoch": 1.9826471272388928,
      "grad_norm": 1.1917480706112702,
      "learning_rate": 0.00023041600580392133,
      "loss": 2.4062,
      "step": 42617
    },
    {
      "epoch": 1.9826936496859735,
      "grad_norm": 1.264935006391974,
      "learning_rate": 0.0002304128727839428,
      "loss": 2.6094,
      "step": 42618
    },
    {
      "epoch": 1.9827401721330542,
      "grad_norm": 1.176304985555494,
      "learning_rate": 0.00023040973971473496,
      "loss": 2.2969,
      "step": 42619
    },
    {
      "epoch": 1.982786694580135,
      "grad_norm": 1.2069197480953116,
      "learning_rate": 0.0002304066065962999,
      "loss": 2.3281,
      "step": 42620
    },
    {
      "epoch": 1.9828332170272156,
      "grad_norm": 1.1947346615955237,
      "learning_rate": 0.0002304034734286394,
      "loss": 1.9219,
      "step": 42621
    },
    {
      "epoch": 1.9828797394742963,
      "grad_norm": 1.1685023462606599,
      "learning_rate": 0.00023040034021175543,
      "loss": 2.5156,
      "step": 42622
    },
    {
      "epoch": 1.982926261921377,
      "grad_norm": 1.1844311599486417,
      "learning_rate": 0.00023039720694564985,
      "loss": 2.2344,
      "step": 42623
    },
    {
      "epoch": 1.982972784368458,
      "grad_norm": 1.2391236316502823,
      "learning_rate": 0.0002303940736303247,
      "loss": 2.2656,
      "step": 42624
    },
    {
      "epoch": 1.9830193068155384,
      "grad_norm": 1.1410741851974273,
      "learning_rate": 0.00023039094026578176,
      "loss": 2.1719,
      "step": 42625
    },
    {
      "epoch": 1.9830658292626193,
      "grad_norm": 1.2883264485604358,
      "learning_rate": 0.00023038780685202302,
      "loss": 2.2969,
      "step": 42626
    },
    {
      "epoch": 1.9831123517096998,
      "grad_norm": 1.2200327628587608,
      "learning_rate": 0.00023038467338905042,
      "loss": 2.3438,
      "step": 42627
    },
    {
      "epoch": 1.9831588741567807,
      "grad_norm": 1.2976489352369365,
      "learning_rate": 0.0002303815398768658,
      "loss": 2.5781,
      "step": 42628
    },
    {
      "epoch": 1.9832053966038614,
      "grad_norm": 1.0719765410161706,
      "learning_rate": 0.0002303784063154712,
      "loss": 2.4375,
      "step": 42629
    },
    {
      "epoch": 1.9832519190509421,
      "grad_norm": 1.1064330211258973,
      "learning_rate": 0.00023037527270486843,
      "loss": 2.0469,
      "step": 42630
    },
    {
      "epoch": 1.9832984414980228,
      "grad_norm": 1.0945031835902617,
      "learning_rate": 0.00023037213904505947,
      "loss": 2.1094,
      "step": 42631
    },
    {
      "epoch": 1.9833449639451035,
      "grad_norm": 1.0668771365892535,
      "learning_rate": 0.00023036900533604618,
      "loss": 2.1875,
      "step": 42632
    },
    {
      "epoch": 1.9833914863921842,
      "grad_norm": 1.09436536139989,
      "learning_rate": 0.00023036587157783053,
      "loss": 2.3438,
      "step": 42633
    },
    {
      "epoch": 1.983438008839265,
      "grad_norm": 1.2404457183019622,
      "learning_rate": 0.00023036273777041436,
      "loss": 2.5625,
      "step": 42634
    },
    {
      "epoch": 1.9834845312863456,
      "grad_norm": 1.1598847382085444,
      "learning_rate": 0.00023035960391379974,
      "loss": 2.3281,
      "step": 42635
    },
    {
      "epoch": 1.9835310537334263,
      "grad_norm": 1.2401708359269583,
      "learning_rate": 0.00023035647000798842,
      "loss": 2.2188,
      "step": 42636
    },
    {
      "epoch": 1.9835775761805072,
      "grad_norm": 1.1098288690573141,
      "learning_rate": 0.00023035333605298246,
      "loss": 2.2656,
      "step": 42637
    },
    {
      "epoch": 1.9836240986275877,
      "grad_norm": 1.2360341293901245,
      "learning_rate": 0.00023035020204878362,
      "loss": 2.5156,
      "step": 42638
    },
    {
      "epoch": 1.9836706210746686,
      "grad_norm": 1.1030552294117202,
      "learning_rate": 0.000230347067995394,
      "loss": 2.1094,
      "step": 42639
    },
    {
      "epoch": 1.983717143521749,
      "grad_norm": 1.163703075361957,
      "learning_rate": 0.00023034393389281542,
      "loss": 2.4375,
      "step": 42640
    },
    {
      "epoch": 1.98376366596883,
      "grad_norm": 1.1409223929654888,
      "learning_rate": 0.00023034079974104977,
      "loss": 2.4375,
      "step": 42641
    },
    {
      "epoch": 1.9838101884159107,
      "grad_norm": 1.162175162488845,
      "learning_rate": 0.00023033766554009908,
      "loss": 2.5312,
      "step": 42642
    },
    {
      "epoch": 1.9838567108629914,
      "grad_norm": 1.0533177800518634,
      "learning_rate": 0.00023033453128996513,
      "loss": 2.4844,
      "step": 42643
    },
    {
      "epoch": 1.9839032333100721,
      "grad_norm": 1.1370102215286402,
      "learning_rate": 0.00023033139699064995,
      "loss": 2.4219,
      "step": 42644
    },
    {
      "epoch": 1.9839497557571528,
      "grad_norm": 1.1916600422064398,
      "learning_rate": 0.00023032826264215541,
      "loss": 2.5156,
      "step": 42645
    },
    {
      "epoch": 1.9839962782042335,
      "grad_norm": 1.2492436607385065,
      "learning_rate": 0.00023032512824448342,
      "loss": 2.4219,
      "step": 42646
    },
    {
      "epoch": 1.9840428006513142,
      "grad_norm": 1.140130544969819,
      "learning_rate": 0.00023032199379763592,
      "loss": 2.0781,
      "step": 42647
    },
    {
      "epoch": 1.9840893230983951,
      "grad_norm": 1.1490363606099216,
      "learning_rate": 0.0002303188593016148,
      "loss": 2.5938,
      "step": 42648
    },
    {
      "epoch": 1.9841358455454756,
      "grad_norm": 1.092988894131373,
      "learning_rate": 0.00023031572475642198,
      "loss": 2.3125,
      "step": 42649
    },
    {
      "epoch": 1.9841823679925565,
      "grad_norm": 1.208863100636652,
      "learning_rate": 0.00023031259016205945,
      "loss": 2.2188,
      "step": 42650
    },
    {
      "epoch": 1.984228890439637,
      "grad_norm": 1.2947309989632458,
      "learning_rate": 0.00023030945551852906,
      "loss": 2.1719,
      "step": 42651
    },
    {
      "epoch": 1.984275412886718,
      "grad_norm": 1.2942605070883946,
      "learning_rate": 0.00023030632082583278,
      "loss": 1.7109,
      "step": 42652
    },
    {
      "epoch": 1.9843219353337984,
      "grad_norm": 1.1298786739175868,
      "learning_rate": 0.00023030318608397248,
      "loss": 2.4219,
      "step": 42653
    },
    {
      "epoch": 1.9843684577808793,
      "grad_norm": 1.1286309573415552,
      "learning_rate": 0.00023030005129295007,
      "loss": 2.1719,
      "step": 42654
    },
    {
      "epoch": 1.98441498022796,
      "grad_norm": 1.2146780758444413,
      "learning_rate": 0.00023029691645276752,
      "loss": 2.4688,
      "step": 42655
    },
    {
      "epoch": 1.9844615026750407,
      "grad_norm": 1.213227590367131,
      "learning_rate": 0.00023029378156342673,
      "loss": 2.75,
      "step": 42656
    },
    {
      "epoch": 1.9845080251221214,
      "grad_norm": 1.1729404124197707,
      "learning_rate": 0.0002302906466249296,
      "loss": 2.2969,
      "step": 42657
    },
    {
      "epoch": 1.9845545475692021,
      "grad_norm": 1.100602550153071,
      "learning_rate": 0.00023028751163727806,
      "loss": 2.2969,
      "step": 42658
    },
    {
      "epoch": 1.9846010700162828,
      "grad_norm": 1.1224319847885877,
      "learning_rate": 0.00023028437660047404,
      "loss": 2.4375,
      "step": 42659
    },
    {
      "epoch": 1.9846475924633635,
      "grad_norm": 1.1562431989069073,
      "learning_rate": 0.0002302812415145194,
      "loss": 2.375,
      "step": 42660
    },
    {
      "epoch": 1.9846941149104445,
      "grad_norm": 1.1288857653130087,
      "learning_rate": 0.0002302781063794162,
      "loss": 2.2188,
      "step": 42661
    },
    {
      "epoch": 1.984740637357525,
      "grad_norm": 1.1741008935600792,
      "learning_rate": 0.00023027497119516618,
      "loss": 2.3125,
      "step": 42662
    },
    {
      "epoch": 1.9847871598046058,
      "grad_norm": 1.0332938430665575,
      "learning_rate": 0.00023027183596177142,
      "loss": 1.8984,
      "step": 42663
    },
    {
      "epoch": 1.9848336822516863,
      "grad_norm": 1.161753939359341,
      "learning_rate": 0.00023026870067923376,
      "loss": 2.25,
      "step": 42664
    },
    {
      "epoch": 1.9848802046987672,
      "grad_norm": 1.1290663497877236,
      "learning_rate": 0.0002302655653475551,
      "loss": 2.4531,
      "step": 42665
    },
    {
      "epoch": 1.9849267271458477,
      "grad_norm": 1.0895704433938191,
      "learning_rate": 0.00023026242996673744,
      "loss": 2.25,
      "step": 42666
    },
    {
      "epoch": 1.9849732495929286,
      "grad_norm": 1.315351817459868,
      "learning_rate": 0.00023025929453678257,
      "loss": 2.5625,
      "step": 42667
    },
    {
      "epoch": 1.9850197720400093,
      "grad_norm": 1.107149242579572,
      "learning_rate": 0.00023025615905769253,
      "loss": 2.3125,
      "step": 42668
    },
    {
      "epoch": 1.98506629448709,
      "grad_norm": 1.2552438932256316,
      "learning_rate": 0.0002302530235294692,
      "loss": 2.5625,
      "step": 42669
    },
    {
      "epoch": 1.9851128169341707,
      "grad_norm": 1.0887038426734432,
      "learning_rate": 0.0002302498879521145,
      "loss": 2.3125,
      "step": 42670
    },
    {
      "epoch": 1.9851593393812514,
      "grad_norm": 1.1952698375668194,
      "learning_rate": 0.0002302467523256303,
      "loss": 2.1875,
      "step": 42671
    },
    {
      "epoch": 1.9852058618283321,
      "grad_norm": 1.1710880484145794,
      "learning_rate": 0.0002302436166500186,
      "loss": 2.3281,
      "step": 42672
    },
    {
      "epoch": 1.9852523842754128,
      "grad_norm": 1.130092475229904,
      "learning_rate": 0.00023024048092528128,
      "loss": 2.125,
      "step": 42673
    },
    {
      "epoch": 1.9852989067224938,
      "grad_norm": 1.0534432165421874,
      "learning_rate": 0.0002302373451514203,
      "loss": 2.2344,
      "step": 42674
    },
    {
      "epoch": 1.9853454291695742,
      "grad_norm": 1.2000849642741103,
      "learning_rate": 0.00023023420932843748,
      "loss": 2.4844,
      "step": 42675
    },
    {
      "epoch": 1.9853919516166552,
      "grad_norm": 1.101804170459162,
      "learning_rate": 0.00023023107345633486,
      "loss": 2.4062,
      "step": 42676
    },
    {
      "epoch": 1.9854384740637356,
      "grad_norm": 1.1043739996533213,
      "learning_rate": 0.00023022793753511427,
      "loss": 2.1875,
      "step": 42677
    },
    {
      "epoch": 1.9854849965108166,
      "grad_norm": 1.0649999618649044,
      "learning_rate": 0.00023022480156477767,
      "loss": 2.4219,
      "step": 42678
    },
    {
      "epoch": 1.985531518957897,
      "grad_norm": 1.1208823833484791,
      "learning_rate": 0.00023022166554532698,
      "loss": 2.1094,
      "step": 42679
    },
    {
      "epoch": 1.985578041404978,
      "grad_norm": 1.0335320365896994,
      "learning_rate": 0.00023021852947676416,
      "loss": 2.2812,
      "step": 42680
    },
    {
      "epoch": 1.9856245638520587,
      "grad_norm": 1.2172285236950569,
      "learning_rate": 0.00023021539335909102,
      "loss": 2.4375,
      "step": 42681
    },
    {
      "epoch": 1.9856710862991394,
      "grad_norm": 1.1736303621119604,
      "learning_rate": 0.00023021225719230953,
      "loss": 2.5312,
      "step": 42682
    },
    {
      "epoch": 1.98571760874622,
      "grad_norm": 1.209653539654045,
      "learning_rate": 0.0002302091209764217,
      "loss": 2.5781,
      "step": 42683
    },
    {
      "epoch": 1.9857641311933008,
      "grad_norm": 1.1236118060044082,
      "learning_rate": 0.00023020598471142927,
      "loss": 2.4062,
      "step": 42684
    },
    {
      "epoch": 1.9858106536403815,
      "grad_norm": 1.1544526541310527,
      "learning_rate": 0.00023020284839733434,
      "loss": 2.1562,
      "step": 42685
    },
    {
      "epoch": 1.9858571760874622,
      "grad_norm": 1.1341237248331841,
      "learning_rate": 0.0002301997120341387,
      "loss": 2.3594,
      "step": 42686
    },
    {
      "epoch": 1.985903698534543,
      "grad_norm": 1.372118644985655,
      "learning_rate": 0.0002301965756218444,
      "loss": 2.5938,
      "step": 42687
    },
    {
      "epoch": 1.9859502209816235,
      "grad_norm": 1.1913890681917234,
      "learning_rate": 0.00023019343916045324,
      "loss": 2.6562,
      "step": 42688
    },
    {
      "epoch": 1.9859967434287045,
      "grad_norm": 1.1697423348639837,
      "learning_rate": 0.00023019030264996717,
      "loss": 2.1406,
      "step": 42689
    },
    {
      "epoch": 1.986043265875785,
      "grad_norm": 1.0807593690477695,
      "learning_rate": 0.00023018716609038816,
      "loss": 2.2188,
      "step": 42690
    },
    {
      "epoch": 1.9860897883228659,
      "grad_norm": 1.2703030419956172,
      "learning_rate": 0.00023018402948171807,
      "loss": 2.2656,
      "step": 42691
    },
    {
      "epoch": 1.9861363107699463,
      "grad_norm": 1.134680345865373,
      "learning_rate": 0.00023018089282395883,
      "loss": 2.375,
      "step": 42692
    },
    {
      "epoch": 1.9861828332170273,
      "grad_norm": 1.091384066382141,
      "learning_rate": 0.00023017775611711236,
      "loss": 2.375,
      "step": 42693
    },
    {
      "epoch": 1.986229355664108,
      "grad_norm": 1.1408646106729612,
      "learning_rate": 0.00023017461936118065,
      "loss": 2.625,
      "step": 42694
    },
    {
      "epoch": 1.9862758781111887,
      "grad_norm": 1.3788477199647644,
      "learning_rate": 0.00023017148255616553,
      "loss": 2.3594,
      "step": 42695
    },
    {
      "epoch": 1.9863224005582694,
      "grad_norm": 1.1532243000399731,
      "learning_rate": 0.000230168345702069,
      "loss": 2.2031,
      "step": 42696
    },
    {
      "epoch": 1.98636892300535,
      "grad_norm": 1.3059563122077762,
      "learning_rate": 0.0002301652087988929,
      "loss": 2.3906,
      "step": 42697
    },
    {
      "epoch": 1.9864154454524308,
      "grad_norm": 1.112350847588629,
      "learning_rate": 0.0002301620718466392,
      "loss": 2.5156,
      "step": 42698
    },
    {
      "epoch": 1.9864619678995115,
      "grad_norm": 1.3507685328066361,
      "learning_rate": 0.0002301589348453098,
      "loss": 2.3594,
      "step": 42699
    },
    {
      "epoch": 1.9865084903465924,
      "grad_norm": 1.1444631373207639,
      "learning_rate": 0.00023015579779490664,
      "loss": 2.3594,
      "step": 42700
    },
    {
      "epoch": 1.9865550127936729,
      "grad_norm": 1.1276782454949286,
      "learning_rate": 0.0002301526606954316,
      "loss": 2.3125,
      "step": 42701
    },
    {
      "epoch": 1.9866015352407538,
      "grad_norm": 1.1805602399201947,
      "learning_rate": 0.00023014952354688664,
      "loss": 2.4219,
      "step": 42702
    },
    {
      "epoch": 1.9866480576878343,
      "grad_norm": 1.1201874625496078,
      "learning_rate": 0.0002301463863492737,
      "loss": 2.2188,
      "step": 42703
    },
    {
      "epoch": 1.9866945801349152,
      "grad_norm": 1.1001800487855071,
      "learning_rate": 0.00023014324910259457,
      "loss": 2.125,
      "step": 42704
    },
    {
      "epoch": 1.9867411025819957,
      "grad_norm": 1.2736680567185368,
      "learning_rate": 0.0002301401118068514,
      "loss": 2.5312,
      "step": 42705
    },
    {
      "epoch": 1.9867876250290766,
      "grad_norm": 1.106432500696896,
      "learning_rate": 0.00023013697446204592,
      "loss": 2.25,
      "step": 42706
    },
    {
      "epoch": 1.9868341474761573,
      "grad_norm": 1.1439455869265147,
      "learning_rate": 0.00023013383706818014,
      "loss": 2.3438,
      "step": 42707
    },
    {
      "epoch": 1.986880669923238,
      "grad_norm": 1.1128338193020435,
      "learning_rate": 0.0002301306996252559,
      "loss": 2.2188,
      "step": 42708
    },
    {
      "epoch": 1.9869271923703187,
      "grad_norm": 1.2264764864816746,
      "learning_rate": 0.00023012756213327523,
      "loss": 2.6719,
      "step": 42709
    },
    {
      "epoch": 1.9869737148173994,
      "grad_norm": 1.1744802214169316,
      "learning_rate": 0.00023012442459223996,
      "loss": 2.5,
      "step": 42710
    },
    {
      "epoch": 1.98702023726448,
      "grad_norm": 1.1171946194840718,
      "learning_rate": 0.00023012128700215207,
      "loss": 2.3594,
      "step": 42711
    },
    {
      "epoch": 1.9870667597115608,
      "grad_norm": 1.131187395128286,
      "learning_rate": 0.00023011814936301343,
      "loss": 2.375,
      "step": 42712
    },
    {
      "epoch": 1.9871132821586417,
      "grad_norm": 1.1290881559334762,
      "learning_rate": 0.00023011501167482598,
      "loss": 2.3906,
      "step": 42713
    },
    {
      "epoch": 1.9871598046057222,
      "grad_norm": 1.1941263917955625,
      "learning_rate": 0.00023011187393759164,
      "loss": 2.3906,
      "step": 42714
    },
    {
      "epoch": 1.987206327052803,
      "grad_norm": 1.171636125684518,
      "learning_rate": 0.00023010873615131238,
      "loss": 2.5156,
      "step": 42715
    },
    {
      "epoch": 1.9872528494998836,
      "grad_norm": 1.2578728327169242,
      "learning_rate": 0.00023010559831599008,
      "loss": 2.4688,
      "step": 42716
    },
    {
      "epoch": 1.9872993719469645,
      "grad_norm": 1.1203451843967114,
      "learning_rate": 0.0002301024604316266,
      "loss": 2.1406,
      "step": 42717
    },
    {
      "epoch": 1.987345894394045,
      "grad_norm": 1.277112985183543,
      "learning_rate": 0.000230099322498224,
      "loss": 2.5312,
      "step": 42718
    },
    {
      "epoch": 1.9873924168411259,
      "grad_norm": 1.2140363823880058,
      "learning_rate": 0.00023009618451578405,
      "loss": 2.3594,
      "step": 42719
    },
    {
      "epoch": 1.9874389392882066,
      "grad_norm": 1.2458331705098804,
      "learning_rate": 0.00023009304648430881,
      "loss": 2.7344,
      "step": 42720
    },
    {
      "epoch": 1.9874854617352873,
      "grad_norm": 1.1446352158620745,
      "learning_rate": 0.0002300899084038001,
      "loss": 2.2969,
      "step": 42721
    },
    {
      "epoch": 1.987531984182368,
      "grad_norm": 1.2342254660346887,
      "learning_rate": 0.0002300867702742599,
      "loss": 2.375,
      "step": 42722
    },
    {
      "epoch": 1.9875785066294487,
      "grad_norm": 1.195373337552216,
      "learning_rate": 0.00023008363209569007,
      "loss": 2.2812,
      "step": 42723
    },
    {
      "epoch": 1.9876250290765294,
      "grad_norm": 1.1092787707349228,
      "learning_rate": 0.00023008049386809257,
      "loss": 2.25,
      "step": 42724
    },
    {
      "epoch": 1.98767155152361,
      "grad_norm": 0.917321959821078,
      "learning_rate": 0.00023007735559146933,
      "loss": 1.5703,
      "step": 42725
    },
    {
      "epoch": 1.987718073970691,
      "grad_norm": 1.3020404926260924,
      "learning_rate": 0.00023007421726582226,
      "loss": 2.5938,
      "step": 42726
    },
    {
      "epoch": 1.9877645964177715,
      "grad_norm": 1.4524004330739038,
      "learning_rate": 0.0002300710788911533,
      "loss": 2.25,
      "step": 42727
    },
    {
      "epoch": 1.9878111188648524,
      "grad_norm": 1.2690167976446738,
      "learning_rate": 0.00023006794046746433,
      "loss": 2.5781,
      "step": 42728
    },
    {
      "epoch": 1.9878576413119329,
      "grad_norm": 1.2379970752960001,
      "learning_rate": 0.00023006480199475732,
      "loss": 2.2969,
      "step": 42729
    },
    {
      "epoch": 1.9879041637590138,
      "grad_norm": 1.2084630177415459,
      "learning_rate": 0.00023006166347303415,
      "loss": 2.5156,
      "step": 42730
    },
    {
      "epoch": 1.9879506862060943,
      "grad_norm": 1.2110514114748603,
      "learning_rate": 0.00023005852490229676,
      "loss": 2.6562,
      "step": 42731
    },
    {
      "epoch": 1.9879972086531752,
      "grad_norm": 1.0948922553132998,
      "learning_rate": 0.00023005538628254708,
      "loss": 2.0,
      "step": 42732
    },
    {
      "epoch": 1.988043731100256,
      "grad_norm": 1.122532060827636,
      "learning_rate": 0.00023005224761378704,
      "loss": 2.2812,
      "step": 42733
    },
    {
      "epoch": 1.9880902535473366,
      "grad_norm": 1.066790529760746,
      "learning_rate": 0.0002300491088960185,
      "loss": 2.25,
      "step": 42734
    },
    {
      "epoch": 1.9881367759944173,
      "grad_norm": 1.1032498762573042,
      "learning_rate": 0.00023004597012924347,
      "loss": 2.4844,
      "step": 42735
    },
    {
      "epoch": 1.988183298441498,
      "grad_norm": 1.1305575975340068,
      "learning_rate": 0.00023004283131346378,
      "loss": 2.4219,
      "step": 42736
    },
    {
      "epoch": 1.9882298208885787,
      "grad_norm": 1.0932974841596461,
      "learning_rate": 0.00023003969244868135,
      "loss": 2.2812,
      "step": 42737
    },
    {
      "epoch": 1.9882763433356594,
      "grad_norm": 1.1176305255944297,
      "learning_rate": 0.00023003655353489826,
      "loss": 2.375,
      "step": 42738
    },
    {
      "epoch": 1.9883228657827403,
      "grad_norm": 1.1890870178311748,
      "learning_rate": 0.0002300334145721162,
      "loss": 2.4844,
      "step": 42739
    },
    {
      "epoch": 1.9883693882298208,
      "grad_norm": 1.1262828298544616,
      "learning_rate": 0.00023003027556033734,
      "loss": 2.1094,
      "step": 42740
    },
    {
      "epoch": 1.9884159106769017,
      "grad_norm": 1.140265926377667,
      "learning_rate": 0.0002300271364995634,
      "loss": 2.3125,
      "step": 42741
    },
    {
      "epoch": 1.9884624331239822,
      "grad_norm": 1.1013151738295048,
      "learning_rate": 0.0002300239973897964,
      "loss": 2.3281,
      "step": 42742
    },
    {
      "epoch": 1.988508955571063,
      "grad_norm": 1.1738122166508407,
      "learning_rate": 0.0002300208582310382,
      "loss": 2.6094,
      "step": 42743
    },
    {
      "epoch": 1.9885554780181438,
      "grad_norm": 1.1298442772084405,
      "learning_rate": 0.0002300177190232908,
      "loss": 2.5625,
      "step": 42744
    },
    {
      "epoch": 1.9886020004652245,
      "grad_norm": 1.206316393360686,
      "learning_rate": 0.0002300145797665561,
      "loss": 2.2969,
      "step": 42745
    },
    {
      "epoch": 1.9886485229123052,
      "grad_norm": 1.3737408349354774,
      "learning_rate": 0.00023001144046083598,
      "loss": 2.4062,
      "step": 42746
    },
    {
      "epoch": 1.988695045359386,
      "grad_norm": 1.1380921084455282,
      "learning_rate": 0.00023000830110613235,
      "loss": 2.2031,
      "step": 42747
    },
    {
      "epoch": 1.9887415678064666,
      "grad_norm": 1.2229148463474382,
      "learning_rate": 0.00023000516170244717,
      "loss": 2.3594,
      "step": 42748
    },
    {
      "epoch": 1.9887880902535473,
      "grad_norm": 1.2375119784181914,
      "learning_rate": 0.0002300020222497824,
      "loss": 2.5938,
      "step": 42749
    },
    {
      "epoch": 1.988834612700628,
      "grad_norm": 1.1034202124548598,
      "learning_rate": 0.00022999888274813986,
      "loss": 2.2344,
      "step": 42750
    },
    {
      "epoch": 1.9888811351477087,
      "grad_norm": 1.1428239967442366,
      "learning_rate": 0.0002299957431975216,
      "loss": 2.375,
      "step": 42751
    },
    {
      "epoch": 1.9889276575947896,
      "grad_norm": 1.1104244317816225,
      "learning_rate": 0.0002299926035979294,
      "loss": 2.4062,
      "step": 42752
    },
    {
      "epoch": 1.98897418004187,
      "grad_norm": 1.1921034463716425,
      "learning_rate": 0.00022998946394936536,
      "loss": 2.75,
      "step": 42753
    },
    {
      "epoch": 1.989020702488951,
      "grad_norm": 1.1067689341514242,
      "learning_rate": 0.00022998632425183123,
      "loss": 2.5781,
      "step": 42754
    },
    {
      "epoch": 1.9890672249360315,
      "grad_norm": 1.115566392486809,
      "learning_rate": 0.000229983184505329,
      "loss": 2.2656,
      "step": 42755
    },
    {
      "epoch": 1.9891137473831124,
      "grad_norm": 1.0175026945401702,
      "learning_rate": 0.00022998004470986061,
      "loss": 1.9531,
      "step": 42756
    },
    {
      "epoch": 1.9891602698301931,
      "grad_norm": 1.1825938034718997,
      "learning_rate": 0.00022997690486542798,
      "loss": 2.4531,
      "step": 42757
    },
    {
      "epoch": 1.9892067922772738,
      "grad_norm": 1.2367029983357571,
      "learning_rate": 0.00022997376497203297,
      "loss": 2.2969,
      "step": 42758
    },
    {
      "epoch": 1.9892533147243545,
      "grad_norm": 1.123874026137557,
      "learning_rate": 0.0002299706250296776,
      "loss": 2.4375,
      "step": 42759
    },
    {
      "epoch": 1.9892998371714352,
      "grad_norm": 1.1061489152735147,
      "learning_rate": 0.00022996748503836372,
      "loss": 2.375,
      "step": 42760
    },
    {
      "epoch": 1.989346359618516,
      "grad_norm": 1.2369889726296883,
      "learning_rate": 0.00022996434499809325,
      "loss": 2.4062,
      "step": 42761
    },
    {
      "epoch": 1.9893928820655966,
      "grad_norm": 1.1797244151738047,
      "learning_rate": 0.00022996120490886818,
      "loss": 2.4062,
      "step": 42762
    },
    {
      "epoch": 1.9894394045126773,
      "grad_norm": 1.1431836763403926,
      "learning_rate": 0.00022995806477069035,
      "loss": 2.2344,
      "step": 42763
    },
    {
      "epoch": 1.989485926959758,
      "grad_norm": 1.1350439568215487,
      "learning_rate": 0.00022995492458356177,
      "loss": 2.3438,
      "step": 42764
    },
    {
      "epoch": 1.989532449406839,
      "grad_norm": 1.2098850231846063,
      "learning_rate": 0.00022995178434748428,
      "loss": 2.5469,
      "step": 42765
    },
    {
      "epoch": 1.9895789718539194,
      "grad_norm": 1.1914661198826633,
      "learning_rate": 0.00022994864406245986,
      "loss": 2.4219,
      "step": 42766
    },
    {
      "epoch": 1.9896254943010003,
      "grad_norm": 1.220969359771966,
      "learning_rate": 0.00022994550372849038,
      "loss": 2.25,
      "step": 42767
    },
    {
      "epoch": 1.9896720167480808,
      "grad_norm": 1.1595764366709722,
      "learning_rate": 0.00022994236334557782,
      "loss": 2.4062,
      "step": 42768
    },
    {
      "epoch": 1.9897185391951617,
      "grad_norm": 1.214502673977093,
      "learning_rate": 0.00022993922291372401,
      "loss": 2.5156,
      "step": 42769
    },
    {
      "epoch": 1.9897650616422424,
      "grad_norm": 1.1037836760330912,
      "learning_rate": 0.00022993608243293098,
      "loss": 2.1719,
      "step": 42770
    },
    {
      "epoch": 1.9898115840893231,
      "grad_norm": 1.1453723873365549,
      "learning_rate": 0.0002299329419032006,
      "loss": 2.5156,
      "step": 42771
    },
    {
      "epoch": 1.9898581065364038,
      "grad_norm": 1.1833601347866023,
      "learning_rate": 0.00022992980132453483,
      "loss": 2.5156,
      "step": 42772
    },
    {
      "epoch": 1.9899046289834845,
      "grad_norm": 1.1732886392056507,
      "learning_rate": 0.00022992666069693556,
      "loss": 2.5625,
      "step": 42773
    },
    {
      "epoch": 1.9899511514305652,
      "grad_norm": 1.3746198084813344,
      "learning_rate": 0.00022992352002040474,
      "loss": 2.375,
      "step": 42774
    },
    {
      "epoch": 1.989997673877646,
      "grad_norm": 1.1521044997966483,
      "learning_rate": 0.00022992037929494422,
      "loss": 2.5312,
      "step": 42775
    },
    {
      "epoch": 1.9900441963247268,
      "grad_norm": 1.0834715303305156,
      "learning_rate": 0.00022991723852055598,
      "loss": 2.25,
      "step": 42776
    },
    {
      "epoch": 1.9900907187718073,
      "grad_norm": 1.1714630981082979,
      "learning_rate": 0.00022991409769724196,
      "loss": 2.3281,
      "step": 42777
    },
    {
      "epoch": 1.9901372412188882,
      "grad_norm": 1.046058517861177,
      "learning_rate": 0.00022991095682500402,
      "loss": 2.1875,
      "step": 42778
    },
    {
      "epoch": 1.9901837636659687,
      "grad_norm": 1.1376962038234169,
      "learning_rate": 0.00022990781590384417,
      "loss": 2.2188,
      "step": 42779
    },
    {
      "epoch": 1.9902302861130496,
      "grad_norm": 1.1546128890709362,
      "learning_rate": 0.00022990467493376422,
      "loss": 2.5156,
      "step": 42780
    },
    {
      "epoch": 1.9902768085601301,
      "grad_norm": 1.184161314974433,
      "learning_rate": 0.0002299015339147662,
      "loss": 2.4219,
      "step": 42781
    },
    {
      "epoch": 1.990323331007211,
      "grad_norm": 1.1277978193702067,
      "learning_rate": 0.00022989839284685197,
      "loss": 2.1719,
      "step": 42782
    },
    {
      "epoch": 1.9903698534542917,
      "grad_norm": 1.1766797922589196,
      "learning_rate": 0.0002298952517300235,
      "loss": 2.5469,
      "step": 42783
    },
    {
      "epoch": 1.9904163759013724,
      "grad_norm": 1.049961561041316,
      "learning_rate": 0.00022989211056428265,
      "loss": 2.3125,
      "step": 42784
    },
    {
      "epoch": 1.9904628983484531,
      "grad_norm": 1.1998143515743955,
      "learning_rate": 0.00022988896934963147,
      "loss": 2.6094,
      "step": 42785
    },
    {
      "epoch": 1.9905094207955338,
      "grad_norm": 1.1068328341712186,
      "learning_rate": 0.00022988582808607173,
      "loss": 2.4219,
      "step": 42786
    },
    {
      "epoch": 1.9905559432426145,
      "grad_norm": 1.1216346944161697,
      "learning_rate": 0.00022988268677360537,
      "loss": 2.3125,
      "step": 42787
    },
    {
      "epoch": 1.9906024656896952,
      "grad_norm": 1.1002177188693176,
      "learning_rate": 0.00022987954541223442,
      "loss": 2.6719,
      "step": 42788
    },
    {
      "epoch": 1.9906489881367762,
      "grad_norm": 1.1023046320412366,
      "learning_rate": 0.0002298764040019607,
      "loss": 2.5938,
      "step": 42789
    },
    {
      "epoch": 1.9906955105838566,
      "grad_norm": 1.1389098022119215,
      "learning_rate": 0.00022987326254278624,
      "loss": 2.2656,
      "step": 42790
    },
    {
      "epoch": 1.9907420330309376,
      "grad_norm": 1.0136325277281002,
      "learning_rate": 0.0002298701210347128,
      "loss": 2.125,
      "step": 42791
    },
    {
      "epoch": 1.990788555478018,
      "grad_norm": 1.1087904986417942,
      "learning_rate": 0.00022986697947774247,
      "loss": 2.1719,
      "step": 42792
    },
    {
      "epoch": 1.990835077925099,
      "grad_norm": 1.0161030295835816,
      "learning_rate": 0.00022986383787187707,
      "loss": 2.2188,
      "step": 42793
    },
    {
      "epoch": 1.9908816003721794,
      "grad_norm": 1.1573111800739553,
      "learning_rate": 0.0002298606962171186,
      "loss": 2.4375,
      "step": 42794
    },
    {
      "epoch": 1.9909281228192603,
      "grad_norm": 1.1473702379119899,
      "learning_rate": 0.0002298575545134689,
      "loss": 2.3281,
      "step": 42795
    },
    {
      "epoch": 1.990974645266341,
      "grad_norm": 1.1090198610820687,
      "learning_rate": 0.00022985441276092997,
      "loss": 2.3594,
      "step": 42796
    },
    {
      "epoch": 1.9910211677134217,
      "grad_norm": 1.1877766752840566,
      "learning_rate": 0.0002298512709595037,
      "loss": 2.4531,
      "step": 42797
    },
    {
      "epoch": 1.9910676901605024,
      "grad_norm": 1.1633115568430872,
      "learning_rate": 0.00022984812910919198,
      "loss": 2.2344,
      "step": 42798
    },
    {
      "epoch": 1.9911142126075831,
      "grad_norm": 1.1211963898057142,
      "learning_rate": 0.0002298449872099968,
      "loss": 2.3906,
      "step": 42799
    },
    {
      "epoch": 1.9911607350546638,
      "grad_norm": 1.1950983958798542,
      "learning_rate": 0.00022984184526191997,
      "loss": 2.25,
      "step": 42800
    },
    {
      "epoch": 1.9912072575017445,
      "grad_norm": 1.161177724646253,
      "learning_rate": 0.0002298387032649636,
      "loss": 2.1406,
      "step": 42801
    },
    {
      "epoch": 1.9912537799488255,
      "grad_norm": 1.058247024828477,
      "learning_rate": 0.0002298355612191294,
      "loss": 2.0625,
      "step": 42802
    },
    {
      "epoch": 1.991300302395906,
      "grad_norm": 1.1763459807515644,
      "learning_rate": 0.00022983241912441946,
      "loss": 2.7344,
      "step": 42803
    },
    {
      "epoch": 1.9913468248429869,
      "grad_norm": 1.1430516984690187,
      "learning_rate": 0.00022982927698083564,
      "loss": 2.4375,
      "step": 42804
    },
    {
      "epoch": 1.9913933472900673,
      "grad_norm": 1.1164984393708184,
      "learning_rate": 0.00022982613478837987,
      "loss": 2.2031,
      "step": 42805
    },
    {
      "epoch": 1.9914398697371483,
      "grad_norm": 1.1566711477500866,
      "learning_rate": 0.00022982299254705404,
      "loss": 2.3906,
      "step": 42806
    },
    {
      "epoch": 1.9914863921842287,
      "grad_norm": 1.237194704981657,
      "learning_rate": 0.00022981985025686015,
      "loss": 2.8281,
      "step": 42807
    },
    {
      "epoch": 1.9915329146313097,
      "grad_norm": 1.1625222138343774,
      "learning_rate": 0.0002298167079178,
      "loss": 2.0625,
      "step": 42808
    },
    {
      "epoch": 1.9915794370783904,
      "grad_norm": 1.1402766495958816,
      "learning_rate": 0.00022981356552987566,
      "loss": 2.5938,
      "step": 42809
    },
    {
      "epoch": 1.991625959525471,
      "grad_norm": 1.1548693018434448,
      "learning_rate": 0.000229810423093089,
      "loss": 2.3438,
      "step": 42810
    },
    {
      "epoch": 1.9916724819725518,
      "grad_norm": 1.0711156255388172,
      "learning_rate": 0.00022980728060744188,
      "loss": 2.4375,
      "step": 42811
    },
    {
      "epoch": 1.9917190044196325,
      "grad_norm": 1.177076553208869,
      "learning_rate": 0.0002298041380729363,
      "loss": 2.25,
      "step": 42812
    },
    {
      "epoch": 1.9917655268667132,
      "grad_norm": 1.3792139797296274,
      "learning_rate": 0.0002298009954895741,
      "loss": 2.3125,
      "step": 42813
    },
    {
      "epoch": 1.9918120493137939,
      "grad_norm": 1.169089400763248,
      "learning_rate": 0.0002297978528573573,
      "loss": 2.4375,
      "step": 42814
    },
    {
      "epoch": 1.9918585717608748,
      "grad_norm": 1.2034148722041231,
      "learning_rate": 0.0002297947101762878,
      "loss": 2.3281,
      "step": 42815
    },
    {
      "epoch": 1.9919050942079553,
      "grad_norm": 1.174852989608795,
      "learning_rate": 0.00022979156744636748,
      "loss": 2.3438,
      "step": 42816
    },
    {
      "epoch": 1.9919516166550362,
      "grad_norm": 1.0612206995845963,
      "learning_rate": 0.00022978842466759832,
      "loss": 2.1719,
      "step": 42817
    },
    {
      "epoch": 1.9919981391021166,
      "grad_norm": 1.200574252657947,
      "learning_rate": 0.00022978528183998224,
      "loss": 2.3281,
      "step": 42818
    },
    {
      "epoch": 1.9920446615491976,
      "grad_norm": 1.1434458810887786,
      "learning_rate": 0.0002297821389635211,
      "loss": 2.625,
      "step": 42819
    },
    {
      "epoch": 1.992091183996278,
      "grad_norm": 1.0725063805336918,
      "learning_rate": 0.00022977899603821687,
      "loss": 2.1562,
      "step": 42820
    },
    {
      "epoch": 1.992137706443359,
      "grad_norm": 1.1265736280371494,
      "learning_rate": 0.00022977585306407144,
      "loss": 2.3281,
      "step": 42821
    },
    {
      "epoch": 1.9921842288904397,
      "grad_norm": 1.0915068422695668,
      "learning_rate": 0.0002297727100410868,
      "loss": 2.4688,
      "step": 42822
    },
    {
      "epoch": 1.9922307513375204,
      "grad_norm": 1.0827256553534756,
      "learning_rate": 0.0002297695669692648,
      "loss": 2.4219,
      "step": 42823
    },
    {
      "epoch": 1.992277273784601,
      "grad_norm": 1.086294641348892,
      "learning_rate": 0.00022976642384860745,
      "loss": 2.2656,
      "step": 42824
    },
    {
      "epoch": 1.9923237962316818,
      "grad_norm": 1.1236198514667428,
      "learning_rate": 0.00022976328067911663,
      "loss": 2.5469,
      "step": 42825
    },
    {
      "epoch": 1.9923703186787625,
      "grad_norm": 1.1439066285922619,
      "learning_rate": 0.0002297601374607942,
      "loss": 2.1562,
      "step": 42826
    },
    {
      "epoch": 1.9924168411258432,
      "grad_norm": 1.2013208838900076,
      "learning_rate": 0.00022975699419364217,
      "loss": 2.3281,
      "step": 42827
    },
    {
      "epoch": 1.992463363572924,
      "grad_norm": 1.2060550629814488,
      "learning_rate": 0.00022975385087766243,
      "loss": 2.3906,
      "step": 42828
    },
    {
      "epoch": 1.9925098860200046,
      "grad_norm": 1.1131063514403658,
      "learning_rate": 0.00022975070751285695,
      "loss": 2.1406,
      "step": 42829
    },
    {
      "epoch": 1.9925564084670855,
      "grad_norm": 1.1863972384609793,
      "learning_rate": 0.00022974756409922757,
      "loss": 2.2188,
      "step": 42830
    },
    {
      "epoch": 1.992602930914166,
      "grad_norm": 1.1070613515495271,
      "learning_rate": 0.0002297444206367763,
      "loss": 2.3125,
      "step": 42831
    },
    {
      "epoch": 1.9926494533612469,
      "grad_norm": 1.1854132973979745,
      "learning_rate": 0.00022974127712550502,
      "loss": 2.4844,
      "step": 42832
    },
    {
      "epoch": 1.9926959758083274,
      "grad_norm": 1.147829392336914,
      "learning_rate": 0.00022973813356541565,
      "loss": 2.3438,
      "step": 42833
    },
    {
      "epoch": 1.9927424982554083,
      "grad_norm": 1.1761326597371617,
      "learning_rate": 0.00022973498995651012,
      "loss": 2.3438,
      "step": 42834
    },
    {
      "epoch": 1.992789020702489,
      "grad_norm": 1.1912769602988835,
      "learning_rate": 0.00022973184629879035,
      "loss": 2.4375,
      "step": 42835
    },
    {
      "epoch": 1.9928355431495697,
      "grad_norm": 1.1671983509764872,
      "learning_rate": 0.00022972870259225828,
      "loss": 2.2344,
      "step": 42836
    },
    {
      "epoch": 1.9928820655966504,
      "grad_norm": 1.1835469394588545,
      "learning_rate": 0.00022972555883691583,
      "loss": 2.5,
      "step": 42837
    },
    {
      "epoch": 1.992928588043731,
      "grad_norm": 1.1299558418099547,
      "learning_rate": 0.00022972241503276496,
      "loss": 2.3125,
      "step": 42838
    },
    {
      "epoch": 1.9929751104908118,
      "grad_norm": 1.0800117601199768,
      "learning_rate": 0.00022971927117980753,
      "loss": 2.4688,
      "step": 42839
    },
    {
      "epoch": 1.9930216329378925,
      "grad_norm": 1.1253333577938125,
      "learning_rate": 0.00022971612727804548,
      "loss": 2.3438,
      "step": 42840
    },
    {
      "epoch": 1.9930681553849734,
      "grad_norm": 1.0881807098458487,
      "learning_rate": 0.00022971298332748075,
      "loss": 2.375,
      "step": 42841
    },
    {
      "epoch": 1.9931146778320539,
      "grad_norm": 1.2838077899867852,
      "learning_rate": 0.0002297098393281153,
      "loss": 2.6719,
      "step": 42842
    },
    {
      "epoch": 1.9931612002791348,
      "grad_norm": 1.073836029473143,
      "learning_rate": 0.00022970669527995098,
      "loss": 2.1719,
      "step": 42843
    },
    {
      "epoch": 1.9932077227262153,
      "grad_norm": 1.1545451836509015,
      "learning_rate": 0.00022970355118298973,
      "loss": 2.5625,
      "step": 42844
    },
    {
      "epoch": 1.9932542451732962,
      "grad_norm": 1.0538078093834595,
      "learning_rate": 0.0002297004070372335,
      "loss": 2.2344,
      "step": 42845
    },
    {
      "epoch": 1.9933007676203767,
      "grad_norm": 1.005669333568277,
      "learning_rate": 0.00022969726284268426,
      "loss": 2.2812,
      "step": 42846
    },
    {
      "epoch": 1.9933472900674576,
      "grad_norm": 1.191222110552731,
      "learning_rate": 0.00022969411859934387,
      "loss": 2.4062,
      "step": 42847
    },
    {
      "epoch": 1.9933938125145383,
      "grad_norm": 1.122674118831279,
      "learning_rate": 0.00022969097430721423,
      "loss": 2.5312,
      "step": 42848
    },
    {
      "epoch": 1.993440334961619,
      "grad_norm": 1.1206555563815646,
      "learning_rate": 0.00022968782996629736,
      "loss": 2.2188,
      "step": 42849
    },
    {
      "epoch": 1.9934868574086997,
      "grad_norm": 1.1058112602977626,
      "learning_rate": 0.0002296846855765951,
      "loss": 2.375,
      "step": 42850
    },
    {
      "epoch": 1.9935333798557804,
      "grad_norm": 1.1299714189190788,
      "learning_rate": 0.00022968154113810942,
      "loss": 2.1406,
      "step": 42851
    },
    {
      "epoch": 1.993579902302861,
      "grad_norm": 1.3070564944214902,
      "learning_rate": 0.00022967839665084222,
      "loss": 2.6719,
      "step": 42852
    },
    {
      "epoch": 1.9936264247499418,
      "grad_norm": 1.1674891364316,
      "learning_rate": 0.00022967525211479547,
      "loss": 2.4688,
      "step": 42853
    },
    {
      "epoch": 1.9936729471970227,
      "grad_norm": 1.1521405982800963,
      "learning_rate": 0.000229672107529971,
      "loss": 2.4375,
      "step": 42854
    },
    {
      "epoch": 1.9937194696441032,
      "grad_norm": 1.2067685049150731,
      "learning_rate": 0.00022966896289637083,
      "loss": 2.3594,
      "step": 42855
    },
    {
      "epoch": 1.993765992091184,
      "grad_norm": 1.180163279100183,
      "learning_rate": 0.00022966581821399685,
      "loss": 2.5,
      "step": 42856
    },
    {
      "epoch": 1.9938125145382646,
      "grad_norm": 1.2792299555854063,
      "learning_rate": 0.00022966267348285097,
      "loss": 2.7656,
      "step": 42857
    },
    {
      "epoch": 1.9938590369853455,
      "grad_norm": 1.1641902538034619,
      "learning_rate": 0.00022965952870293517,
      "loss": 2.3594,
      "step": 42858
    },
    {
      "epoch": 1.9939055594324262,
      "grad_norm": 1.2180268595290369,
      "learning_rate": 0.0002296563838742513,
      "loss": 2.4688,
      "step": 42859
    },
    {
      "epoch": 1.993952081879507,
      "grad_norm": 1.0810937484569612,
      "learning_rate": 0.00022965323899680137,
      "loss": 2.25,
      "step": 42860
    },
    {
      "epoch": 1.9939986043265876,
      "grad_norm": 1.197852666803474,
      "learning_rate": 0.00022965009407058717,
      "loss": 2.6094,
      "step": 42861
    },
    {
      "epoch": 1.9940451267736683,
      "grad_norm": 1.2126502912493744,
      "learning_rate": 0.00022964694909561082,
      "loss": 2.2812,
      "step": 42862
    },
    {
      "epoch": 1.994091649220749,
      "grad_norm": 1.2292537170943263,
      "learning_rate": 0.00022964380407187405,
      "loss": 2.3438,
      "step": 42863
    },
    {
      "epoch": 1.9941381716678297,
      "grad_norm": 1.114132558031261,
      "learning_rate": 0.00022964065899937894,
      "loss": 2.3906,
      "step": 42864
    },
    {
      "epoch": 1.9941846941149104,
      "grad_norm": 1.1172346013245211,
      "learning_rate": 0.0002296375138781273,
      "loss": 2.4375,
      "step": 42865
    },
    {
      "epoch": 1.994231216561991,
      "grad_norm": 1.2025199934016924,
      "learning_rate": 0.00022963436870812113,
      "loss": 2.1406,
      "step": 42866
    },
    {
      "epoch": 1.994277739009072,
      "grad_norm": 1.0344729321800694,
      "learning_rate": 0.0002296312234893623,
      "loss": 2.3125,
      "step": 42867
    },
    {
      "epoch": 1.9943242614561525,
      "grad_norm": 1.1280961164366259,
      "learning_rate": 0.00022962807822185277,
      "loss": 2.25,
      "step": 42868
    },
    {
      "epoch": 1.9943707839032334,
      "grad_norm": 1.2027189011255055,
      "learning_rate": 0.0002296249329055945,
      "loss": 2.4062,
      "step": 42869
    },
    {
      "epoch": 1.994417306350314,
      "grad_norm": 1.1081572952106171,
      "learning_rate": 0.00022962178754058936,
      "loss": 2.1719,
      "step": 42870
    },
    {
      "epoch": 1.9944638287973948,
      "grad_norm": 1.3089826789864396,
      "learning_rate": 0.00022961864212683929,
      "loss": 2.4062,
      "step": 42871
    },
    {
      "epoch": 1.9945103512444755,
      "grad_norm": 1.1025299152926642,
      "learning_rate": 0.00022961549666434622,
      "loss": 2.2969,
      "step": 42872
    },
    {
      "epoch": 1.9945568736915562,
      "grad_norm": 1.122987544727846,
      "learning_rate": 0.00022961235115311206,
      "loss": 2.1875,
      "step": 42873
    },
    {
      "epoch": 1.994603396138637,
      "grad_norm": 1.1329320704128145,
      "learning_rate": 0.0002296092055931388,
      "loss": 2.1875,
      "step": 42874
    },
    {
      "epoch": 1.9946499185857176,
      "grad_norm": 1.1483966541466766,
      "learning_rate": 0.00022960605998442827,
      "loss": 2.2031,
      "step": 42875
    },
    {
      "epoch": 1.9946964410327983,
      "grad_norm": 1.2002660082091936,
      "learning_rate": 0.0002296029143269824,
      "loss": 2.2344,
      "step": 42876
    },
    {
      "epoch": 1.994742963479879,
      "grad_norm": 1.3936802516765072,
      "learning_rate": 0.00022959976862080324,
      "loss": 2.25,
      "step": 42877
    },
    {
      "epoch": 1.9947894859269597,
      "grad_norm": 1.161358189714284,
      "learning_rate": 0.0002295966228658926,
      "loss": 2.3125,
      "step": 42878
    },
    {
      "epoch": 1.9948360083740404,
      "grad_norm": 1.113940796678227,
      "learning_rate": 0.0002295934770622524,
      "loss": 2.0469,
      "step": 42879
    },
    {
      "epoch": 1.9948825308211213,
      "grad_norm": 1.2681136964436486,
      "learning_rate": 0.00022959033120988466,
      "loss": 1.7188,
      "step": 42880
    },
    {
      "epoch": 1.9949290532682018,
      "grad_norm": 1.1586663835060083,
      "learning_rate": 0.00022958718530879124,
      "loss": 2.5469,
      "step": 42881
    },
    {
      "epoch": 1.9949755757152827,
      "grad_norm": 1.1961576332629165,
      "learning_rate": 0.00022958403935897405,
      "loss": 2.4844,
      "step": 42882
    },
    {
      "epoch": 1.9950220981623632,
      "grad_norm": 1.1629050462737958,
      "learning_rate": 0.00022958089336043503,
      "loss": 2.0625,
      "step": 42883
    },
    {
      "epoch": 1.9950686206094441,
      "grad_norm": 1.2151973793278124,
      "learning_rate": 0.0002295777473131762,
      "loss": 2.25,
      "step": 42884
    },
    {
      "epoch": 1.9951151430565248,
      "grad_norm": 1.2635212178863875,
      "learning_rate": 0.00022957460121719934,
      "loss": 2.5625,
      "step": 42885
    },
    {
      "epoch": 1.9951616655036055,
      "grad_norm": 1.1340241299516534,
      "learning_rate": 0.00022957145507250643,
      "loss": 2.3594,
      "step": 42886
    },
    {
      "epoch": 1.9952081879506862,
      "grad_norm": 1.1468115181901168,
      "learning_rate": 0.00022956830887909942,
      "loss": 1.875,
      "step": 42887
    },
    {
      "epoch": 1.995254710397767,
      "grad_norm": 1.1951459516018372,
      "learning_rate": 0.00022956516263698026,
      "loss": 2.25,
      "step": 42888
    },
    {
      "epoch": 1.9953012328448476,
      "grad_norm": 1.0893184365067625,
      "learning_rate": 0.0002295620163461508,
      "loss": 2.3125,
      "step": 42889
    },
    {
      "epoch": 1.9953477552919283,
      "grad_norm": 1.240988637520026,
      "learning_rate": 0.00022955887000661296,
      "loss": 2.4219,
      "step": 42890
    },
    {
      "epoch": 1.9953942777390092,
      "grad_norm": 1.2244577905497123,
      "learning_rate": 0.00022955572361836872,
      "loss": 2.6875,
      "step": 42891
    },
    {
      "epoch": 1.9954408001860897,
      "grad_norm": 1.145930644300273,
      "learning_rate": 0.0002295525771814201,
      "loss": 2.1562,
      "step": 42892
    },
    {
      "epoch": 1.9954873226331706,
      "grad_norm": 1.1567521774206817,
      "learning_rate": 0.00022954943069576885,
      "loss": 2.25,
      "step": 42893
    },
    {
      "epoch": 1.9955338450802511,
      "grad_norm": 1.1751893629170926,
      "learning_rate": 0.00022954628416141699,
      "loss": 2.5312,
      "step": 42894
    },
    {
      "epoch": 1.995580367527332,
      "grad_norm": 1.2835249340834805,
      "learning_rate": 0.00022954313757836645,
      "loss": 2.2969,
      "step": 42895
    },
    {
      "epoch": 1.9956268899744125,
      "grad_norm": 1.071658344683745,
      "learning_rate": 0.00022953999094661907,
      "loss": 2.3906,
      "step": 42896
    },
    {
      "epoch": 1.9956734124214934,
      "grad_norm": 1.0929656990760928,
      "learning_rate": 0.0002295368442661769,
      "loss": 2.0625,
      "step": 42897
    },
    {
      "epoch": 1.9957199348685741,
      "grad_norm": 1.2120176326796024,
      "learning_rate": 0.00022953369753704177,
      "loss": 2.5,
      "step": 42898
    },
    {
      "epoch": 1.9957664573156548,
      "grad_norm": 1.2360218790686872,
      "learning_rate": 0.00022953055075921564,
      "loss": 2.6875,
      "step": 42899
    },
    {
      "epoch": 1.9958129797627355,
      "grad_norm": 1.0856198002966706,
      "learning_rate": 0.00022952740393270043,
      "loss": 2.375,
      "step": 42900
    },
    {
      "epoch": 1.9958595022098162,
      "grad_norm": 1.2691077980419054,
      "learning_rate": 0.00022952425705749806,
      "loss": 2.6562,
      "step": 42901
    },
    {
      "epoch": 1.995906024656897,
      "grad_norm": 1.1115493585060672,
      "learning_rate": 0.0002295211101336105,
      "loss": 2.2188,
      "step": 42902
    },
    {
      "epoch": 1.9959525471039776,
      "grad_norm": 1.3163087890647653,
      "learning_rate": 0.00022951796316103966,
      "loss": 2.3125,
      "step": 42903
    },
    {
      "epoch": 1.9959990695510585,
      "grad_norm": 1.3129935430265356,
      "learning_rate": 0.00022951481613978742,
      "loss": 2.5,
      "step": 42904
    },
    {
      "epoch": 1.996045591998139,
      "grad_norm": 1.086785451139541,
      "learning_rate": 0.0002295116690698558,
      "loss": 2.0938,
      "step": 42905
    },
    {
      "epoch": 1.99609211444522,
      "grad_norm": 1.1678636573684351,
      "learning_rate": 0.0002295085219512466,
      "loss": 2.4219,
      "step": 42906
    },
    {
      "epoch": 1.9961386368923004,
      "grad_norm": 1.2575518349017956,
      "learning_rate": 0.00022950537478396186,
      "loss": 2.2969,
      "step": 42907
    },
    {
      "epoch": 1.9961851593393813,
      "grad_norm": 1.144968214788063,
      "learning_rate": 0.00022950222756800348,
      "loss": 2.25,
      "step": 42908
    },
    {
      "epoch": 1.9962316817864618,
      "grad_norm": 1.1807550006911345,
      "learning_rate": 0.0002294990803033733,
      "loss": 2.1094,
      "step": 42909
    },
    {
      "epoch": 1.9962782042335427,
      "grad_norm": 1.1848497017772224,
      "learning_rate": 0.00022949593299007338,
      "loss": 2.2344,
      "step": 42910
    },
    {
      "epoch": 1.9963247266806234,
      "grad_norm": 1.2888092700150373,
      "learning_rate": 0.00022949278562810554,
      "loss": 2.4531,
      "step": 42911
    },
    {
      "epoch": 1.9963712491277041,
      "grad_norm": 1.2289397208815576,
      "learning_rate": 0.00022948963821747172,
      "loss": 2.4531,
      "step": 42912
    },
    {
      "epoch": 1.9964177715747848,
      "grad_norm": 1.286414899769761,
      "learning_rate": 0.0002294864907581739,
      "loss": 2.3125,
      "step": 42913
    },
    {
      "epoch": 1.9964642940218655,
      "grad_norm": 1.2401063903025975,
      "learning_rate": 0.00022948334325021403,
      "loss": 2.6719,
      "step": 42914
    },
    {
      "epoch": 1.9965108164689462,
      "grad_norm": 1.070228879673758,
      "learning_rate": 0.0002294801956935939,
      "loss": 2.2656,
      "step": 42915
    },
    {
      "epoch": 1.996557338916027,
      "grad_norm": 1.149165289486468,
      "learning_rate": 0.0002294770480883156,
      "loss": 2.2188,
      "step": 42916
    },
    {
      "epoch": 1.9966038613631079,
      "grad_norm": 1.2473019835008166,
      "learning_rate": 0.00022947390043438095,
      "loss": 2.1562,
      "step": 42917
    },
    {
      "epoch": 1.9966503838101883,
      "grad_norm": 1.1222020036092846,
      "learning_rate": 0.00022947075273179195,
      "loss": 2.0938,
      "step": 42918
    },
    {
      "epoch": 1.9966969062572693,
      "grad_norm": 1.140412223274202,
      "learning_rate": 0.00022946760498055046,
      "loss": 2.25,
      "step": 42919
    },
    {
      "epoch": 1.9967434287043497,
      "grad_norm": 1.2134727324393604,
      "learning_rate": 0.00022946445718065845,
      "loss": 2.4062,
      "step": 42920
    },
    {
      "epoch": 1.9967899511514307,
      "grad_norm": 1.0783609362348372,
      "learning_rate": 0.0002294613093321178,
      "loss": 2.4219,
      "step": 42921
    },
    {
      "epoch": 1.9968364735985111,
      "grad_norm": 1.0520479766732995,
      "learning_rate": 0.0002294581614349305,
      "loss": 2.1719,
      "step": 42922
    },
    {
      "epoch": 1.996882996045592,
      "grad_norm": 1.1478181350670882,
      "learning_rate": 0.0002294550134890984,
      "loss": 2.4219,
      "step": 42923
    },
    {
      "epoch": 1.9969295184926728,
      "grad_norm": 1.2224347600776753,
      "learning_rate": 0.00022945186549462346,
      "loss": 2.2656,
      "step": 42924
    },
    {
      "epoch": 1.9969760409397534,
      "grad_norm": 1.1101029769085842,
      "learning_rate": 0.00022944871745150767,
      "loss": 2.1562,
      "step": 42925
    },
    {
      "epoch": 1.9970225633868341,
      "grad_norm": 1.1265962027640228,
      "learning_rate": 0.0002294455693597529,
      "loss": 1.6641,
      "step": 42926
    },
    {
      "epoch": 1.9970690858339148,
      "grad_norm": 1.146413515166618,
      "learning_rate": 0.0002294424212193611,
      "loss": 2.4219,
      "step": 42927
    },
    {
      "epoch": 1.9971156082809955,
      "grad_norm": 1.099722088385562,
      "learning_rate": 0.00022943927303033416,
      "loss": 2.3281,
      "step": 42928
    },
    {
      "epoch": 1.9971621307280762,
      "grad_norm": 1.3111090753753094,
      "learning_rate": 0.00022943612479267401,
      "loss": 2.75,
      "step": 42929
    },
    {
      "epoch": 1.9972086531751572,
      "grad_norm": 1.0869571922432808,
      "learning_rate": 0.00022943297650638263,
      "loss": 2.3281,
      "step": 42930
    },
    {
      "epoch": 1.9972551756222376,
      "grad_norm": 1.120852814516715,
      "learning_rate": 0.0002294298281714619,
      "loss": 2.3281,
      "step": 42931
    },
    {
      "epoch": 1.9973016980693186,
      "grad_norm": 1.1502742707298321,
      "learning_rate": 0.00022942667978791375,
      "loss": 2.4375,
      "step": 42932
    },
    {
      "epoch": 1.997348220516399,
      "grad_norm": 1.2376833264889116,
      "learning_rate": 0.00022942353135574014,
      "loss": 2.6406,
      "step": 42933
    },
    {
      "epoch": 1.99739474296348,
      "grad_norm": 1.087975319880371,
      "learning_rate": 0.00022942038287494297,
      "loss": 2.0625,
      "step": 42934
    },
    {
      "epoch": 1.9974412654105604,
      "grad_norm": 1.1810660552112922,
      "learning_rate": 0.00022941723434552412,
      "loss": 2.6094,
      "step": 42935
    },
    {
      "epoch": 1.9974877878576414,
      "grad_norm": 1.0929242627352536,
      "learning_rate": 0.00022941408576748567,
      "loss": 2.1406,
      "step": 42936
    },
    {
      "epoch": 1.997534310304722,
      "grad_norm": 1.0750772897742549,
      "learning_rate": 0.00022941093714082936,
      "loss": 2.125,
      "step": 42937
    },
    {
      "epoch": 1.9975808327518028,
      "grad_norm": 1.208901263189117,
      "learning_rate": 0.00022940778846555724,
      "loss": 2.6875,
      "step": 42938
    },
    {
      "epoch": 1.9976273551988835,
      "grad_norm": 1.1485664953975063,
      "learning_rate": 0.00022940463974167123,
      "loss": 2.3438,
      "step": 42939
    },
    {
      "epoch": 1.9976738776459642,
      "grad_norm": 1.0979475986864133,
      "learning_rate": 0.00022940149096917323,
      "loss": 2.0781,
      "step": 42940
    },
    {
      "epoch": 1.9977204000930449,
      "grad_norm": 1.1128278027869958,
      "learning_rate": 0.00022939834214806513,
      "loss": 2.625,
      "step": 42941
    },
    {
      "epoch": 1.9977669225401256,
      "grad_norm": 1.173834979515657,
      "learning_rate": 0.00022939519327834891,
      "loss": 2.2344,
      "step": 42942
    },
    {
      "epoch": 1.9978134449872065,
      "grad_norm": 1.1485760898562238,
      "learning_rate": 0.0002293920443600265,
      "loss": 2.2344,
      "step": 42943
    },
    {
      "epoch": 1.997859967434287,
      "grad_norm": 1.1092663365709856,
      "learning_rate": 0.00022938889539309983,
      "loss": 2.2188,
      "step": 42944
    },
    {
      "epoch": 1.9979064898813679,
      "grad_norm": 1.0867599368196441,
      "learning_rate": 0.00022938574637757075,
      "loss": 2.2344,
      "step": 42945
    },
    {
      "epoch": 1.9979530123284484,
      "grad_norm": 1.1454018748026225,
      "learning_rate": 0.00022938259731344128,
      "loss": 2.4219,
      "step": 42946
    },
    {
      "epoch": 1.9979995347755293,
      "grad_norm": 1.0896085192278602,
      "learning_rate": 0.00022937944820071335,
      "loss": 2.3438,
      "step": 42947
    },
    {
      "epoch": 1.9980460572226098,
      "grad_norm": 1.1678279176325261,
      "learning_rate": 0.00022937629903938879,
      "loss": 2.6406,
      "step": 42948
    },
    {
      "epoch": 1.9980925796696907,
      "grad_norm": 1.2101233750095723,
      "learning_rate": 0.00022937314982946966,
      "loss": 2.4062,
      "step": 42949
    },
    {
      "epoch": 1.9981391021167714,
      "grad_norm": 1.0890512750451025,
      "learning_rate": 0.00022937000057095776,
      "loss": 2.3438,
      "step": 42950
    },
    {
      "epoch": 1.998185624563852,
      "grad_norm": 1.1566310582276929,
      "learning_rate": 0.00022936685126385511,
      "loss": 2.2344,
      "step": 42951
    },
    {
      "epoch": 1.9982321470109328,
      "grad_norm": 1.0825053270963663,
      "learning_rate": 0.00022936370190816357,
      "loss": 2.3438,
      "step": 42952
    },
    {
      "epoch": 1.9982786694580135,
      "grad_norm": 1.1117298308451153,
      "learning_rate": 0.00022936055250388513,
      "loss": 2.2656,
      "step": 42953
    },
    {
      "epoch": 1.9983251919050942,
      "grad_norm": 1.1470513232946968,
      "learning_rate": 0.0002293574030510217,
      "loss": 2.3125,
      "step": 42954
    },
    {
      "epoch": 1.9983717143521749,
      "grad_norm": 1.1723207920061196,
      "learning_rate": 0.00022935425354957522,
      "loss": 2.4688,
      "step": 42955
    },
    {
      "epoch": 1.9984182367992558,
      "grad_norm": 1.152095990307604,
      "learning_rate": 0.00022935110399954756,
      "loss": 2.4688,
      "step": 42956
    },
    {
      "epoch": 1.9984647592463363,
      "grad_norm": 1.3047844860592837,
      "learning_rate": 0.00022934795440094068,
      "loss": 1.7266,
      "step": 42957
    },
    {
      "epoch": 1.9985112816934172,
      "grad_norm": 1.2414117581428004,
      "learning_rate": 0.00022934480475375656,
      "loss": 2.0156,
      "step": 42958
    },
    {
      "epoch": 1.9985578041404977,
      "grad_norm": 1.219554918348752,
      "learning_rate": 0.000229341655057997,
      "loss": 2.0312,
      "step": 42959
    },
    {
      "epoch": 1.9986043265875786,
      "grad_norm": 1.1513204705406983,
      "learning_rate": 0.00022933850531366414,
      "loss": 2.2812,
      "step": 42960
    },
    {
      "epoch": 1.998650849034659,
      "grad_norm": 1.1155920385345885,
      "learning_rate": 0.00022933535552075967,
      "loss": 2.3438,
      "step": 42961
    },
    {
      "epoch": 1.99869737148174,
      "grad_norm": 1.244821455920964,
      "learning_rate": 0.00022933220567928567,
      "loss": 2.5312,
      "step": 42962
    },
    {
      "epoch": 1.9987438939288207,
      "grad_norm": 1.234671810085374,
      "learning_rate": 0.00022932905578924403,
      "loss": 2.5781,
      "step": 42963
    },
    {
      "epoch": 1.9987904163759014,
      "grad_norm": 1.0923892276003504,
      "learning_rate": 0.00022932590585063667,
      "loss": 2.2656,
      "step": 42964
    },
    {
      "epoch": 1.998836938822982,
      "grad_norm": 1.1663195387097618,
      "learning_rate": 0.0002293227558634655,
      "loss": 2.2812,
      "step": 42965
    },
    {
      "epoch": 1.9988834612700628,
      "grad_norm": 1.2671856514940303,
      "learning_rate": 0.0002293196058277325,
      "loss": 2.7188,
      "step": 42966
    },
    {
      "epoch": 1.9989299837171435,
      "grad_norm": 1.2027046878257446,
      "learning_rate": 0.00022931645574343957,
      "loss": 2.4531,
      "step": 42967
    },
    {
      "epoch": 1.9989765061642242,
      "grad_norm": 1.1325918112724054,
      "learning_rate": 0.00022931330561058863,
      "loss": 2.3906,
      "step": 42968
    },
    {
      "epoch": 1.999023028611305,
      "grad_norm": 1.1617090298254635,
      "learning_rate": 0.0002293101554291816,
      "loss": 2.5781,
      "step": 42969
    },
    {
      "epoch": 1.9990695510583856,
      "grad_norm": 1.0602086125386974,
      "learning_rate": 0.00022930700519922044,
      "loss": 2.0781,
      "step": 42970
    },
    {
      "epoch": 1.9991160735054665,
      "grad_norm": 1.1805735487569957,
      "learning_rate": 0.0002293038549207071,
      "loss": 1.875,
      "step": 42971
    },
    {
      "epoch": 1.999162595952547,
      "grad_norm": 1.1262910450807584,
      "learning_rate": 0.0002293007045936434,
      "loss": 2.5,
      "step": 42972
    },
    {
      "epoch": 1.999209118399628,
      "grad_norm": 1.1692808872130656,
      "learning_rate": 0.00022929755421803138,
      "loss": 2.0469,
      "step": 42973
    },
    {
      "epoch": 1.9992556408467084,
      "grad_norm": 1.2057636412974995,
      "learning_rate": 0.00022929440379387294,
      "loss": 2.6094,
      "step": 42974
    },
    {
      "epoch": 1.9993021632937893,
      "grad_norm": 1.146110113122353,
      "learning_rate": 0.00022929125332117,
      "loss": 2.3438,
      "step": 42975
    },
    {
      "epoch": 1.99934868574087,
      "grad_norm": 1.2776903425319714,
      "learning_rate": 0.00022928810279992446,
      "loss": 2.4375,
      "step": 42976
    },
    {
      "epoch": 1.9993952081879507,
      "grad_norm": 1.727158276034021,
      "learning_rate": 0.00022928495223013828,
      "loss": 2.5,
      "step": 42977
    },
    {
      "epoch": 1.9994417306350314,
      "grad_norm": 1.347085402544806,
      "learning_rate": 0.00022928180161181338,
      "loss": 2.6719,
      "step": 42978
    },
    {
      "epoch": 1.999488253082112,
      "grad_norm": 1.188340731998654,
      "learning_rate": 0.0002292786509449517,
      "loss": 2.7031,
      "step": 42979
    },
    {
      "epoch": 1.9995347755291928,
      "grad_norm": 1.064389220265587,
      "learning_rate": 0.00022927550022955518,
      "loss": 2.2656,
      "step": 42980
    },
    {
      "epoch": 1.9995812979762735,
      "grad_norm": 1.234322805138271,
      "learning_rate": 0.00022927234946562572,
      "loss": 2.3438,
      "step": 42981
    },
    {
      "epoch": 1.9996278204233544,
      "grad_norm": 1.1213718713972247,
      "learning_rate": 0.00022926919865316528,
      "loss": 2.2344,
      "step": 42982
    },
    {
      "epoch": 1.9996743428704349,
      "grad_norm": 1.1979581844062148,
      "learning_rate": 0.00022926604779217576,
      "loss": 2.4531,
      "step": 42983
    },
    {
      "epoch": 1.9997208653175158,
      "grad_norm": 1.2050128090317236,
      "learning_rate": 0.00022926289688265908,
      "loss": 2.3906,
      "step": 42984
    },
    {
      "epoch": 1.9997673877645963,
      "grad_norm": 1.426746427006487,
      "learning_rate": 0.00022925974592461718,
      "loss": 2.7656,
      "step": 42985
    },
    {
      "epoch": 1.9998139102116772,
      "grad_norm": 1.1680907855246694,
      "learning_rate": 0.00022925659491805205,
      "loss": 2.2969,
      "step": 42986
    },
    {
      "epoch": 1.999860432658758,
      "grad_norm": 1.315022427802609,
      "learning_rate": 0.00022925344386296552,
      "loss": 2.5,
      "step": 42987
    },
    {
      "epoch": 1.9999069551058386,
      "grad_norm": 1.2451299945261756,
      "learning_rate": 0.00022925029275935952,
      "loss": 2.4688,
      "step": 42988
    },
    {
      "epoch": 1.9999534775529193,
      "grad_norm": 1.1102003901459099,
      "learning_rate": 0.00022924714160723613,
      "loss": 2.3281,
      "step": 42989
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.1416807885812397,
      "learning_rate": 0.00022924399040659713,
      "loss": 2.3594,
      "step": 42990
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.3243942260742188,
      "eval_runtime": 38.9575,
      "eval_samples_per_second": 9.138,
      "eval_steps_per_second": 9.138,
      "step": 42990
    },
    {
      "epoch": 2.000046522447081,
      "grad_norm": 1.2361248909865339,
      "learning_rate": 0.00022924083915744448,
      "loss": 2.5,
      "step": 42991
    },
    {
      "epoch": 2.0000930448941614,
      "grad_norm": 1.1688700839446848,
      "learning_rate": 0.0002292376878597801,
      "loss": 2.4219,
      "step": 42992
    },
    {
      "epoch": 2.0001395673412423,
      "grad_norm": 1.0590521709330984,
      "learning_rate": 0.000229234536513606,
      "loss": 1.5938,
      "step": 42993
    },
    {
      "epoch": 2.000186089788323,
      "grad_norm": 1.2196273880307142,
      "learning_rate": 0.00022923138511892402,
      "loss": 2.3438,
      "step": 42994
    },
    {
      "epoch": 2.0002326122354037,
      "grad_norm": 1.2778540755742704,
      "learning_rate": 0.0002292282336757361,
      "loss": 1.8594,
      "step": 42995
    },
    {
      "epoch": 2.000279134682484,
      "grad_norm": 1.2724023451006405,
      "learning_rate": 0.00022922508218404419,
      "loss": 2.0781,
      "step": 42996
    },
    {
      "epoch": 2.000325657129565,
      "grad_norm": 1.151579362569252,
      "learning_rate": 0.00022922193064385022,
      "loss": 2.1875,
      "step": 42997
    },
    {
      "epoch": 2.0003721795766456,
      "grad_norm": 1.0247544090023588,
      "learning_rate": 0.00022921877905515616,
      "loss": 2.2344,
      "step": 42998
    },
    {
      "epoch": 2.0004187020237265,
      "grad_norm": 1.1630939214166447,
      "learning_rate": 0.00022921562741796384,
      "loss": 2.1719,
      "step": 42999
    },
    {
      "epoch": 2.000465224470807,
      "grad_norm": 1.16244932097632,
      "learning_rate": 0.0002292124757322753,
      "loss": 2.4688,
      "step": 43000
    },
    {
      "epoch": 2.000511746917888,
      "grad_norm": 1.1248319302171708,
      "learning_rate": 0.00022920932399809232,
      "loss": 2.1562,
      "step": 43001
    },
    {
      "epoch": 2.0005582693649684,
      "grad_norm": 1.2316483044843025,
      "learning_rate": 0.000229206172215417,
      "loss": 2.4375,
      "step": 43002
    },
    {
      "epoch": 2.0006047918120493,
      "grad_norm": 1.0580999986328086,
      "learning_rate": 0.00022920302038425123,
      "loss": 1.9219,
      "step": 43003
    },
    {
      "epoch": 2.0006513142591302,
      "grad_norm": 1.064624787659129,
      "learning_rate": 0.00022919986850459685,
      "loss": 2.1094,
      "step": 43004
    },
    {
      "epoch": 2.0006978367062107,
      "grad_norm": 1.1908104525704646,
      "learning_rate": 0.00022919671657645587,
      "loss": 2.2656,
      "step": 43005
    },
    {
      "epoch": 2.0007443591532916,
      "grad_norm": 0.9390488258513118,
      "learning_rate": 0.00022919356459983017,
      "loss": 1.5547,
      "step": 43006
    },
    {
      "epoch": 2.000790881600372,
      "grad_norm": 1.1242928838492405,
      "learning_rate": 0.0002291904125747217,
      "loss": 2.3281,
      "step": 43007
    },
    {
      "epoch": 2.000837404047453,
      "grad_norm": 1.2035886480544038,
      "learning_rate": 0.00022918726050113244,
      "loss": 2.0781,
      "step": 43008
    },
    {
      "epoch": 2.0008839264945335,
      "grad_norm": 1.232032707341695,
      "learning_rate": 0.0002291841083790642,
      "loss": 2.25,
      "step": 43009
    },
    {
      "epoch": 2.0009304489416144,
      "grad_norm": 1.1245505045579363,
      "learning_rate": 0.00022918095620851902,
      "loss": 2.1094,
      "step": 43010
    },
    {
      "epoch": 2.000976971388695,
      "grad_norm": 1.1209866272837534,
      "learning_rate": 0.00022917780398949873,
      "loss": 2.0781,
      "step": 43011
    },
    {
      "epoch": 2.001023493835776,
      "grad_norm": 1.1962452063500806,
      "learning_rate": 0.00022917465172200545,
      "loss": 2.2344,
      "step": 43012
    },
    {
      "epoch": 2.0010700162828563,
      "grad_norm": 1.2928133365567265,
      "learning_rate": 0.00022917149940604093,
      "loss": 1.9844,
      "step": 43013
    },
    {
      "epoch": 2.001116538729937,
      "grad_norm": 1.164631452740276,
      "learning_rate": 0.0002291683470416071,
      "loss": 2.2344,
      "step": 43014
    },
    {
      "epoch": 2.0011630611770177,
      "grad_norm": 1.2071646411244854,
      "learning_rate": 0.00022916519462870598,
      "loss": 2.3281,
      "step": 43015
    },
    {
      "epoch": 2.0012095836240986,
      "grad_norm": 1.128203176963458,
      "learning_rate": 0.00022916204216733943,
      "loss": 2.2656,
      "step": 43016
    },
    {
      "epoch": 2.0012561060711795,
      "grad_norm": 1.1456765665204862,
      "learning_rate": 0.00022915888965750945,
      "loss": 2.2812,
      "step": 43017
    },
    {
      "epoch": 2.00130262851826,
      "grad_norm": 1.0552451474883335,
      "learning_rate": 0.0002291557370992179,
      "loss": 2.125,
      "step": 43018
    },
    {
      "epoch": 2.001349150965341,
      "grad_norm": 1.1959379644022807,
      "learning_rate": 0.0002291525844924668,
      "loss": 2.0312,
      "step": 43019
    },
    {
      "epoch": 2.0013956734124214,
      "grad_norm": 1.1835867261775892,
      "learning_rate": 0.00022914943183725798,
      "loss": 2.1562,
      "step": 43020
    },
    {
      "epoch": 2.0014421958595023,
      "grad_norm": 1.2020505111573583,
      "learning_rate": 0.00022914627913359341,
      "loss": 2.3125,
      "step": 43021
    },
    {
      "epoch": 2.001488718306583,
      "grad_norm": 1.1275244444314845,
      "learning_rate": 0.00022914312638147496,
      "loss": 2.4375,
      "step": 43022
    },
    {
      "epoch": 2.0015352407536637,
      "grad_norm": 1.267035819263695,
      "learning_rate": 0.00022913997358090475,
      "loss": 2.4219,
      "step": 43023
    },
    {
      "epoch": 2.001581763200744,
      "grad_norm": 1.0099512678884721,
      "learning_rate": 0.00022913682073188448,
      "loss": 2.0312,
      "step": 43024
    },
    {
      "epoch": 2.001628285647825,
      "grad_norm": 1.067275812081701,
      "learning_rate": 0.00022913366783441626,
      "loss": 2.0781,
      "step": 43025
    },
    {
      "epoch": 2.0016748080949056,
      "grad_norm": 1.093955953508285,
      "learning_rate": 0.0002291305148885019,
      "loss": 2.125,
      "step": 43026
    },
    {
      "epoch": 2.0017213305419865,
      "grad_norm": 1.3071177938175729,
      "learning_rate": 0.00022912736189414335,
      "loss": 2.25,
      "step": 43027
    },
    {
      "epoch": 2.001767852989067,
      "grad_norm": 1.1143478292307252,
      "learning_rate": 0.00022912420885134262,
      "loss": 2.25,
      "step": 43028
    },
    {
      "epoch": 2.001814375436148,
      "grad_norm": 1.1460435941945875,
      "learning_rate": 0.00022912105576010152,
      "loss": 2.2969,
      "step": 43029
    },
    {
      "epoch": 2.001860897883229,
      "grad_norm": 1.1627166042964139,
      "learning_rate": 0.00022911790262042207,
      "loss": 2.0312,
      "step": 43030
    },
    {
      "epoch": 2.0019074203303093,
      "grad_norm": 1.172029142289887,
      "learning_rate": 0.00022911474943230616,
      "loss": 2.25,
      "step": 43031
    },
    {
      "epoch": 2.0019539427773902,
      "grad_norm": 1.1823394874468898,
      "learning_rate": 0.00022911159619575576,
      "loss": 1.8047,
      "step": 43032
    },
    {
      "epoch": 2.0020004652244707,
      "grad_norm": 1.2266069687750125,
      "learning_rate": 0.00022910844291077278,
      "loss": 2.375,
      "step": 43033
    },
    {
      "epoch": 2.0020469876715516,
      "grad_norm": 1.1408807218949126,
      "learning_rate": 0.00022910528957735912,
      "loss": 2.2344,
      "step": 43034
    },
    {
      "epoch": 2.002093510118632,
      "grad_norm": 1.1313505978631935,
      "learning_rate": 0.00022910213619551674,
      "loss": 2.25,
      "step": 43035
    },
    {
      "epoch": 2.002140032565713,
      "grad_norm": 1.1251184469969984,
      "learning_rate": 0.00022909898276524755,
      "loss": 2.1562,
      "step": 43036
    },
    {
      "epoch": 2.0021865550127935,
      "grad_norm": 1.2306206611602228,
      "learning_rate": 0.00022909582928655353,
      "loss": 2.1875,
      "step": 43037
    },
    {
      "epoch": 2.0022330774598744,
      "grad_norm": 1.1508488254053233,
      "learning_rate": 0.00022909267575943658,
      "loss": 2.375,
      "step": 43038
    },
    {
      "epoch": 2.002279599906955,
      "grad_norm": 1.1126417845239531,
      "learning_rate": 0.00022908952218389863,
      "loss": 2.1406,
      "step": 43039
    },
    {
      "epoch": 2.002326122354036,
      "grad_norm": 1.1413322006220485,
      "learning_rate": 0.00022908636855994158,
      "loss": 2.5312,
      "step": 43040
    },
    {
      "epoch": 2.0023726448011163,
      "grad_norm": 1.0444393821127351,
      "learning_rate": 0.00022908321488756742,
      "loss": 2.2031,
      "step": 43041
    },
    {
      "epoch": 2.0024191672481972,
      "grad_norm": 1.1260797273224807,
      "learning_rate": 0.00022908006116677802,
      "loss": 2.1406,
      "step": 43042
    },
    {
      "epoch": 2.002465689695278,
      "grad_norm": 1.1777701595692731,
      "learning_rate": 0.0002290769073975753,
      "loss": 2.3438,
      "step": 43043
    },
    {
      "epoch": 2.0025122121423586,
      "grad_norm": 1.138037609185521,
      "learning_rate": 0.0002290737535799613,
      "loss": 2.1719,
      "step": 43044
    },
    {
      "epoch": 2.0025587345894396,
      "grad_norm": 1.0459713470561463,
      "learning_rate": 0.00022907059971393788,
      "loss": 2.0469,
      "step": 43045
    },
    {
      "epoch": 2.00260525703652,
      "grad_norm": 1.1027025901782115,
      "learning_rate": 0.00022906744579950696,
      "loss": 2.3438,
      "step": 43046
    },
    {
      "epoch": 2.002651779483601,
      "grad_norm": 1.0408732802074685,
      "learning_rate": 0.00022906429183667046,
      "loss": 2.1719,
      "step": 43047
    },
    {
      "epoch": 2.0026983019306814,
      "grad_norm": 1.2499992007380334,
      "learning_rate": 0.00022906113782543034,
      "loss": 1.75,
      "step": 43048
    },
    {
      "epoch": 2.0027448243777624,
      "grad_norm": 1.0958663700033606,
      "learning_rate": 0.00022905798376578857,
      "loss": 2.0,
      "step": 43049
    },
    {
      "epoch": 2.002791346824843,
      "grad_norm": 1.1622515248323475,
      "learning_rate": 0.000229054829657747,
      "loss": 2.5469,
      "step": 43050
    },
    {
      "epoch": 2.0028378692719238,
      "grad_norm": 1.0825079613083177,
      "learning_rate": 0.00022905167550130764,
      "loss": 2.1875,
      "step": 43051
    },
    {
      "epoch": 2.0028843917190042,
      "grad_norm": 1.0921279093629197,
      "learning_rate": 0.00022904852129647233,
      "loss": 1.9688,
      "step": 43052
    },
    {
      "epoch": 2.002930914166085,
      "grad_norm": 1.2031125779072371,
      "learning_rate": 0.00022904536704324303,
      "loss": 2.2812,
      "step": 43053
    },
    {
      "epoch": 2.002977436613166,
      "grad_norm": 1.1150527679018254,
      "learning_rate": 0.00022904221274162173,
      "loss": 2.3594,
      "step": 43054
    },
    {
      "epoch": 2.0030239590602466,
      "grad_norm": 1.1439657235650054,
      "learning_rate": 0.00022903905839161031,
      "loss": 2.2188,
      "step": 43055
    },
    {
      "epoch": 2.0030704815073275,
      "grad_norm": 1.2908842810347376,
      "learning_rate": 0.0002290359039932107,
      "loss": 2.5,
      "step": 43056
    },
    {
      "epoch": 2.003117003954408,
      "grad_norm": 1.0810996673621334,
      "learning_rate": 0.00022903274954642487,
      "loss": 2.4531,
      "step": 43057
    },
    {
      "epoch": 2.003163526401489,
      "grad_norm": 1.200332361362039,
      "learning_rate": 0.00022902959505125472,
      "loss": 2.0938,
      "step": 43058
    },
    {
      "epoch": 2.0032100488485693,
      "grad_norm": 1.1495191448440225,
      "learning_rate": 0.0002290264405077022,
      "loss": 2.5,
      "step": 43059
    },
    {
      "epoch": 2.0032565712956503,
      "grad_norm": 1.053763501940091,
      "learning_rate": 0.00022902328591576922,
      "loss": 2.1719,
      "step": 43060
    },
    {
      "epoch": 2.0033030937427307,
      "grad_norm": 1.1469711263678666,
      "learning_rate": 0.0002290201312754577,
      "loss": 2.2031,
      "step": 43061
    },
    {
      "epoch": 2.0033496161898117,
      "grad_norm": 1.2195483268126335,
      "learning_rate": 0.00022901697658676959,
      "loss": 2.4688,
      "step": 43062
    },
    {
      "epoch": 2.003396138636892,
      "grad_norm": 1.192665851220715,
      "learning_rate": 0.00022901382184970686,
      "loss": 1.9688,
      "step": 43063
    },
    {
      "epoch": 2.003442661083973,
      "grad_norm": 1.0661535592103868,
      "learning_rate": 0.00022901066706427136,
      "loss": 2.0625,
      "step": 43064
    },
    {
      "epoch": 2.0034891835310535,
      "grad_norm": 1.113808578591563,
      "learning_rate": 0.00022900751223046506,
      "loss": 2.4062,
      "step": 43065
    },
    {
      "epoch": 2.0035357059781345,
      "grad_norm": 1.0630285866792208,
      "learning_rate": 0.0002290043573482899,
      "loss": 2.0938,
      "step": 43066
    },
    {
      "epoch": 2.0035822284252154,
      "grad_norm": 1.1588279768735101,
      "learning_rate": 0.00022900120241774784,
      "loss": 2.0,
      "step": 43067
    },
    {
      "epoch": 2.003628750872296,
      "grad_norm": 1.117773482455421,
      "learning_rate": 0.0002289980474388407,
      "loss": 2.0469,
      "step": 43068
    },
    {
      "epoch": 2.003675273319377,
      "grad_norm": 1.1460257808192142,
      "learning_rate": 0.0002289948924115706,
      "loss": 1.7812,
      "step": 43069
    },
    {
      "epoch": 2.0037217957664573,
      "grad_norm": 1.120509300786201,
      "learning_rate": 0.0002289917373359393,
      "loss": 2.0156,
      "step": 43070
    },
    {
      "epoch": 2.003768318213538,
      "grad_norm": 1.1272216881074295,
      "learning_rate": 0.00022898858221194877,
      "loss": 2.1562,
      "step": 43071
    },
    {
      "epoch": 2.0038148406606187,
      "grad_norm": 1.0931364224208537,
      "learning_rate": 0.000228985427039601,
      "loss": 1.9141,
      "step": 43072
    },
    {
      "epoch": 2.0038613631076996,
      "grad_norm": 1.1834933121323221,
      "learning_rate": 0.0002289822718188979,
      "loss": 2.0469,
      "step": 43073
    },
    {
      "epoch": 2.00390788555478,
      "grad_norm": 1.2247428955148911,
      "learning_rate": 0.00022897911654984137,
      "loss": 2.375,
      "step": 43074
    },
    {
      "epoch": 2.003954408001861,
      "grad_norm": 1.1055399705548308,
      "learning_rate": 0.00022897596123243335,
      "loss": 2.0312,
      "step": 43075
    },
    {
      "epoch": 2.0040009304489415,
      "grad_norm": 1.0773049554054717,
      "learning_rate": 0.0002289728058666758,
      "loss": 2.0781,
      "step": 43076
    },
    {
      "epoch": 2.0040474528960224,
      "grad_norm": 1.1256713807987526,
      "learning_rate": 0.0002289696504525706,
      "loss": 2.0625,
      "step": 43077
    },
    {
      "epoch": 2.004093975343103,
      "grad_norm": 1.1569361104161195,
      "learning_rate": 0.00022896649499011974,
      "loss": 2.1562,
      "step": 43078
    },
    {
      "epoch": 2.0041404977901838,
      "grad_norm": 1.1555560963574558,
      "learning_rate": 0.00022896333947932513,
      "loss": 2.4062,
      "step": 43079
    },
    {
      "epoch": 2.0041870202372647,
      "grad_norm": 1.2213502152922249,
      "learning_rate": 0.00022896018392018868,
      "loss": 2.2656,
      "step": 43080
    },
    {
      "epoch": 2.004233542684345,
      "grad_norm": 1.1507754066743139,
      "learning_rate": 0.00022895702831271237,
      "loss": 2.2031,
      "step": 43081
    },
    {
      "epoch": 2.004280065131426,
      "grad_norm": 1.1593249631817422,
      "learning_rate": 0.00022895387265689808,
      "loss": 2.4844,
      "step": 43082
    },
    {
      "epoch": 2.0043265875785066,
      "grad_norm": 1.076106063460565,
      "learning_rate": 0.00022895071695274775,
      "loss": 2.1719,
      "step": 43083
    },
    {
      "epoch": 2.0043731100255875,
      "grad_norm": 1.1137956744651634,
      "learning_rate": 0.00022894756120026336,
      "loss": 2.2812,
      "step": 43084
    },
    {
      "epoch": 2.004419632472668,
      "grad_norm": 1.2546642616114474,
      "learning_rate": 0.00022894440539944678,
      "loss": 2.4844,
      "step": 43085
    },
    {
      "epoch": 2.004466154919749,
      "grad_norm": 1.1692474835120472,
      "learning_rate": 0.00022894124955029997,
      "loss": 2.2031,
      "step": 43086
    },
    {
      "epoch": 2.0045126773668294,
      "grad_norm": 1.1250261515739106,
      "learning_rate": 0.0002289380936528249,
      "loss": 2.5156,
      "step": 43087
    },
    {
      "epoch": 2.0045591998139103,
      "grad_norm": 1.1383089334433192,
      "learning_rate": 0.0002289349377070234,
      "loss": 2.2031,
      "step": 43088
    },
    {
      "epoch": 2.0046057222609908,
      "grad_norm": 1.214974623533806,
      "learning_rate": 0.0002289317817128975,
      "loss": 2.2656,
      "step": 43089
    },
    {
      "epoch": 2.0046522447080717,
      "grad_norm": 1.5251210659447532,
      "learning_rate": 0.0002289286256704491,
      "loss": 1.7188,
      "step": 43090
    },
    {
      "epoch": 2.004698767155152,
      "grad_norm": 1.110328279340052,
      "learning_rate": 0.00022892546957968015,
      "loss": 2.5,
      "step": 43091
    },
    {
      "epoch": 2.004745289602233,
      "grad_norm": 1.3075508709970955,
      "learning_rate": 0.00022892231344059252,
      "loss": 2.2031,
      "step": 43092
    },
    {
      "epoch": 2.004791812049314,
      "grad_norm": 1.3594686797000999,
      "learning_rate": 0.0002289191572531882,
      "loss": 2.4375,
      "step": 43093
    },
    {
      "epoch": 2.0048383344963945,
      "grad_norm": 1.2644808750822374,
      "learning_rate": 0.00022891600101746914,
      "loss": 2.375,
      "step": 43094
    },
    {
      "epoch": 2.0048848569434754,
      "grad_norm": 1.1633615058523887,
      "learning_rate": 0.00022891284473343723,
      "loss": 1.8125,
      "step": 43095
    },
    {
      "epoch": 2.004931379390556,
      "grad_norm": 1.201218948503544,
      "learning_rate": 0.00022890968840109436,
      "loss": 2.2344,
      "step": 43096
    },
    {
      "epoch": 2.004977901837637,
      "grad_norm": 1.1526463109245584,
      "learning_rate": 0.00022890653202044256,
      "loss": 2.3594,
      "step": 43097
    },
    {
      "epoch": 2.0050244242847173,
      "grad_norm": 1.2201975147272108,
      "learning_rate": 0.0002289033755914837,
      "loss": 2.2969,
      "step": 43098
    },
    {
      "epoch": 2.005070946731798,
      "grad_norm": 1.1447655776347592,
      "learning_rate": 0.00022890021911421972,
      "loss": 2.375,
      "step": 43099
    },
    {
      "epoch": 2.0051174691788787,
      "grad_norm": 1.26302356591984,
      "learning_rate": 0.0002288970625886526,
      "loss": 2.1406,
      "step": 43100
    },
    {
      "epoch": 2.0051639916259596,
      "grad_norm": 1.1072848453123316,
      "learning_rate": 0.00022889390601478417,
      "loss": 2.2031,
      "step": 43101
    },
    {
      "epoch": 2.00521051407304,
      "grad_norm": 1.0420224987084763,
      "learning_rate": 0.00022889074939261647,
      "loss": 1.9062,
      "step": 43102
    },
    {
      "epoch": 2.005257036520121,
      "grad_norm": 1.3936871281898722,
      "learning_rate": 0.00022888759272215135,
      "loss": 1.6719,
      "step": 43103
    },
    {
      "epoch": 2.0053035589672015,
      "grad_norm": 1.2063492352932021,
      "learning_rate": 0.00022888443600339083,
      "loss": 2.2969,
      "step": 43104
    },
    {
      "epoch": 2.0053500814142824,
      "grad_norm": 1.1386027112753052,
      "learning_rate": 0.00022888127923633678,
      "loss": 2.1719,
      "step": 43105
    },
    {
      "epoch": 2.0053966038613633,
      "grad_norm": 1.078353141589742,
      "learning_rate": 0.00022887812242099116,
      "loss": 2.2031,
      "step": 43106
    },
    {
      "epoch": 2.005443126308444,
      "grad_norm": 1.116266219430792,
      "learning_rate": 0.00022887496555735586,
      "loss": 2.3594,
      "step": 43107
    },
    {
      "epoch": 2.0054896487555247,
      "grad_norm": 1.1291102485059974,
      "learning_rate": 0.00022887180864543285,
      "loss": 2.0312,
      "step": 43108
    },
    {
      "epoch": 2.005536171202605,
      "grad_norm": 1.12688281728169,
      "learning_rate": 0.00022886865168522406,
      "loss": 2.1406,
      "step": 43109
    },
    {
      "epoch": 2.005582693649686,
      "grad_norm": 1.1418263218931262,
      "learning_rate": 0.00022886549467673135,
      "loss": 2.1719,
      "step": 43110
    },
    {
      "epoch": 2.0056292160967666,
      "grad_norm": 1.1699738886950926,
      "learning_rate": 0.00022886233761995682,
      "loss": 2.2656,
      "step": 43111
    },
    {
      "epoch": 2.0056757385438475,
      "grad_norm": 1.1191733459162718,
      "learning_rate": 0.00022885918051490225,
      "loss": 2.1562,
      "step": 43112
    },
    {
      "epoch": 2.005722260990928,
      "grad_norm": 1.1800300989095218,
      "learning_rate": 0.00022885602336156967,
      "loss": 2.3438,
      "step": 43113
    },
    {
      "epoch": 2.005768783438009,
      "grad_norm": 1.2154875974334307,
      "learning_rate": 0.00022885286615996093,
      "loss": 2.4219,
      "step": 43114
    },
    {
      "epoch": 2.0058153058850894,
      "grad_norm": 1.1891782811491842,
      "learning_rate": 0.00022884970891007798,
      "loss": 2.0312,
      "step": 43115
    },
    {
      "epoch": 2.0058618283321703,
      "grad_norm": 1.1882871606129202,
      "learning_rate": 0.0002288465516119228,
      "loss": 2.1562,
      "step": 43116
    },
    {
      "epoch": 2.005908350779251,
      "grad_norm": 1.228341641691367,
      "learning_rate": 0.00022884339426549732,
      "loss": 2.0156,
      "step": 43117
    },
    {
      "epoch": 2.0059548732263317,
      "grad_norm": 1.2543531573757145,
      "learning_rate": 0.0002288402368708034,
      "loss": 2.125,
      "step": 43118
    },
    {
      "epoch": 2.0060013956734126,
      "grad_norm": 1.3170119980106367,
      "learning_rate": 0.00022883707942784306,
      "loss": 2.3906,
      "step": 43119
    },
    {
      "epoch": 2.006047918120493,
      "grad_norm": 1.2910324645124116,
      "learning_rate": 0.00022883392193661815,
      "loss": 2.4688,
      "step": 43120
    },
    {
      "epoch": 2.006094440567574,
      "grad_norm": 1.1780675858744567,
      "learning_rate": 0.00022883076439713068,
      "loss": 2.2812,
      "step": 43121
    },
    {
      "epoch": 2.0061409630146545,
      "grad_norm": 1.1914927658150045,
      "learning_rate": 0.00022882760680938258,
      "loss": 2.25,
      "step": 43122
    },
    {
      "epoch": 2.0061874854617354,
      "grad_norm": 1.2101752248317441,
      "learning_rate": 0.00022882444917337572,
      "loss": 2.5312,
      "step": 43123
    },
    {
      "epoch": 2.006234007908816,
      "grad_norm": 1.3425843932450336,
      "learning_rate": 0.00022882129148911207,
      "loss": 2.125,
      "step": 43124
    },
    {
      "epoch": 2.006280530355897,
      "grad_norm": 1.1763569960616391,
      "learning_rate": 0.00022881813375659355,
      "loss": 2.2188,
      "step": 43125
    },
    {
      "epoch": 2.0063270528029773,
      "grad_norm": 1.4667680628546436,
      "learning_rate": 0.00022881497597582214,
      "loss": 2.3125,
      "step": 43126
    },
    {
      "epoch": 2.006373575250058,
      "grad_norm": 1.273942683581685,
      "learning_rate": 0.00022881181814679975,
      "loss": 2.5,
      "step": 43127
    },
    {
      "epoch": 2.0064200976971387,
      "grad_norm": 1.144314630341936,
      "learning_rate": 0.00022880866026952826,
      "loss": 2.3594,
      "step": 43128
    },
    {
      "epoch": 2.0064666201442196,
      "grad_norm": 1.096730751286434,
      "learning_rate": 0.00022880550234400965,
      "loss": 2.1875,
      "step": 43129
    },
    {
      "epoch": 2.0065131425913,
      "grad_norm": 1.122557134851831,
      "learning_rate": 0.00022880234437024582,
      "loss": 2.0625,
      "step": 43130
    },
    {
      "epoch": 2.006559665038381,
      "grad_norm": 1.1849800812966522,
      "learning_rate": 0.00022879918634823872,
      "loss": 2.1094,
      "step": 43131
    },
    {
      "epoch": 2.006606187485462,
      "grad_norm": 1.2098092383812709,
      "learning_rate": 0.00022879602827799035,
      "loss": 2.25,
      "step": 43132
    },
    {
      "epoch": 2.0066527099325424,
      "grad_norm": 1.1432717839671958,
      "learning_rate": 0.00022879287015950257,
      "loss": 2.4219,
      "step": 43133
    },
    {
      "epoch": 2.0066992323796233,
      "grad_norm": 1.1142225517067366,
      "learning_rate": 0.00022878971199277737,
      "loss": 2.0781,
      "step": 43134
    },
    {
      "epoch": 2.006745754826704,
      "grad_norm": 1.1351978549350854,
      "learning_rate": 0.0002287865537778166,
      "loss": 2.1875,
      "step": 43135
    },
    {
      "epoch": 2.0067922772737847,
      "grad_norm": 1.2319839188119146,
      "learning_rate": 0.00022878339551462223,
      "loss": 2.3594,
      "step": 43136
    },
    {
      "epoch": 2.006838799720865,
      "grad_norm": 1.1803669162907071,
      "learning_rate": 0.00022878023720319623,
      "loss": 2.2344,
      "step": 43137
    },
    {
      "epoch": 2.006885322167946,
      "grad_norm": 1.1533060986470676,
      "learning_rate": 0.00022877707884354044,
      "loss": 1.6562,
      "step": 43138
    },
    {
      "epoch": 2.0069318446150266,
      "grad_norm": 1.117867250492204,
      "learning_rate": 0.00022877392043565693,
      "loss": 2.1562,
      "step": 43139
    },
    {
      "epoch": 2.0069783670621075,
      "grad_norm": 1.1547313480462662,
      "learning_rate": 0.0002287707619795475,
      "loss": 2.25,
      "step": 43140
    },
    {
      "epoch": 2.007024889509188,
      "grad_norm": 1.153845888216741,
      "learning_rate": 0.00022876760347521422,
      "loss": 2.2656,
      "step": 43141
    },
    {
      "epoch": 2.007071411956269,
      "grad_norm": 1.100494569191278,
      "learning_rate": 0.00022876444492265886,
      "loss": 2.2656,
      "step": 43142
    },
    {
      "epoch": 2.0071179344033494,
      "grad_norm": 1.2258808316930088,
      "learning_rate": 0.0002287612863218835,
      "loss": 2.4219,
      "step": 43143
    },
    {
      "epoch": 2.0071644568504303,
      "grad_norm": 1.1436206807089464,
      "learning_rate": 0.00022875812767289002,
      "loss": 2.375,
      "step": 43144
    },
    {
      "epoch": 2.0072109792975112,
      "grad_norm": 1.186136341182285,
      "learning_rate": 0.00022875496897568036,
      "loss": 2.125,
      "step": 43145
    },
    {
      "epoch": 2.0072575017445917,
      "grad_norm": 1.1770122260472708,
      "learning_rate": 0.0002287518102302564,
      "loss": 2.4531,
      "step": 43146
    },
    {
      "epoch": 2.0073040241916726,
      "grad_norm": 1.2338803818862738,
      "learning_rate": 0.00022874865143662014,
      "loss": 2.5469,
      "step": 43147
    },
    {
      "epoch": 2.007350546638753,
      "grad_norm": 1.2188083832576442,
      "learning_rate": 0.00022874549259477352,
      "loss": 2.25,
      "step": 43148
    },
    {
      "epoch": 2.007397069085834,
      "grad_norm": 1.1466009659271228,
      "learning_rate": 0.0002287423337047184,
      "loss": 1.9297,
      "step": 43149
    },
    {
      "epoch": 2.0074435915329145,
      "grad_norm": 1.0865944675117218,
      "learning_rate": 0.0002287391747664568,
      "loss": 2.25,
      "step": 43150
    },
    {
      "epoch": 2.0074901139799954,
      "grad_norm": 1.1288574703093626,
      "learning_rate": 0.0002287360157799906,
      "loss": 2.1094,
      "step": 43151
    },
    {
      "epoch": 2.007536636427076,
      "grad_norm": 1.1721748714971933,
      "learning_rate": 0.00022873285674532173,
      "loss": 2.4375,
      "step": 43152
    },
    {
      "epoch": 2.007583158874157,
      "grad_norm": 1.1778754643041252,
      "learning_rate": 0.0002287296976624521,
      "loss": 2.2031,
      "step": 43153
    },
    {
      "epoch": 2.0076296813212373,
      "grad_norm": 1.1728982028237722,
      "learning_rate": 0.00022872653853138377,
      "loss": 2.2812,
      "step": 43154
    },
    {
      "epoch": 2.0076762037683182,
      "grad_norm": 1.1572405608525078,
      "learning_rate": 0.0002287233793521185,
      "loss": 2.2031,
      "step": 43155
    },
    {
      "epoch": 2.0077227262153987,
      "grad_norm": 1.1505835420232018,
      "learning_rate": 0.0002287202201246584,
      "loss": 2.3125,
      "step": 43156
    },
    {
      "epoch": 2.0077692486624796,
      "grad_norm": 1.129672859446602,
      "learning_rate": 0.00022871706084900525,
      "loss": 2.0938,
      "step": 43157
    },
    {
      "epoch": 2.0078157711095606,
      "grad_norm": 1.1193030468741156,
      "learning_rate": 0.00022871390152516113,
      "loss": 2.2188,
      "step": 43158
    },
    {
      "epoch": 2.007862293556641,
      "grad_norm": 1.0357241848281444,
      "learning_rate": 0.0002287107421531278,
      "loss": 2.0938,
      "step": 43159
    },
    {
      "epoch": 2.007908816003722,
      "grad_norm": 1.2110633498674466,
      "learning_rate": 0.00022870758273290734,
      "loss": 2.25,
      "step": 43160
    },
    {
      "epoch": 2.0079553384508024,
      "grad_norm": 1.0156831712357068,
      "learning_rate": 0.0002287044232645017,
      "loss": 1.9453,
      "step": 43161
    },
    {
      "epoch": 2.0080018608978834,
      "grad_norm": 1.2296518139364083,
      "learning_rate": 0.00022870126374791263,
      "loss": 2.0625,
      "step": 43162
    },
    {
      "epoch": 2.008048383344964,
      "grad_norm": 1.1611487547493073,
      "learning_rate": 0.00022869810418314228,
      "loss": 2.2344,
      "step": 43163
    },
    {
      "epoch": 2.0080949057920447,
      "grad_norm": 1.201330411908367,
      "learning_rate": 0.0002286949445701924,
      "loss": 2.4219,
      "step": 43164
    },
    {
      "epoch": 2.0081414282391252,
      "grad_norm": 1.1540710279385127,
      "learning_rate": 0.00022869178490906507,
      "loss": 2.3906,
      "step": 43165
    },
    {
      "epoch": 2.008187950686206,
      "grad_norm": 1.099756728724034,
      "learning_rate": 0.0002286886251997621,
      "loss": 2.1094,
      "step": 43166
    },
    {
      "epoch": 2.0082344731332866,
      "grad_norm": 1.119401540604823,
      "learning_rate": 0.00022868546544228558,
      "loss": 2.3906,
      "step": 43167
    },
    {
      "epoch": 2.0082809955803675,
      "grad_norm": 1.1835882682958878,
      "learning_rate": 0.0002286823056366373,
      "loss": 2.4062,
      "step": 43168
    },
    {
      "epoch": 2.008327518027448,
      "grad_norm": 1.1347316274311672,
      "learning_rate": 0.00022867914578281924,
      "loss": 2.2188,
      "step": 43169
    },
    {
      "epoch": 2.008374040474529,
      "grad_norm": 1.2514599764585748,
      "learning_rate": 0.00022867598588083337,
      "loss": 2.0469,
      "step": 43170
    },
    {
      "epoch": 2.00842056292161,
      "grad_norm": 1.2668548993131878,
      "learning_rate": 0.0002286728259306816,
      "loss": 2.1562,
      "step": 43171
    },
    {
      "epoch": 2.0084670853686903,
      "grad_norm": 1.1731548863303163,
      "learning_rate": 0.0002286696659323658,
      "loss": 2.0781,
      "step": 43172
    },
    {
      "epoch": 2.0085136078157713,
      "grad_norm": 1.1414837517896665,
      "learning_rate": 0.00022866650588588807,
      "loss": 2.5312,
      "step": 43173
    },
    {
      "epoch": 2.0085601302628517,
      "grad_norm": 1.0202748391775351,
      "learning_rate": 0.00022866334579125022,
      "loss": 1.9062,
      "step": 43174
    },
    {
      "epoch": 2.0086066527099327,
      "grad_norm": 1.1894947502142403,
      "learning_rate": 0.00022866018564845413,
      "loss": 2.2812,
      "step": 43175
    },
    {
      "epoch": 2.008653175157013,
      "grad_norm": 1.0669959994073588,
      "learning_rate": 0.00022865702545750186,
      "loss": 2.0781,
      "step": 43176
    },
    {
      "epoch": 2.008699697604094,
      "grad_norm": 0.9660319589950207,
      "learning_rate": 0.0002286538652183953,
      "loss": 1.75,
      "step": 43177
    },
    {
      "epoch": 2.0087462200511745,
      "grad_norm": 1.093584508393573,
      "learning_rate": 0.0002286507049311364,
      "loss": 2.2031,
      "step": 43178
    },
    {
      "epoch": 2.0087927424982555,
      "grad_norm": 1.1334553629784372,
      "learning_rate": 0.000228647544595727,
      "loss": 2.4219,
      "step": 43179
    },
    {
      "epoch": 2.008839264945336,
      "grad_norm": 1.2176327551684447,
      "learning_rate": 0.00022864438421216918,
      "loss": 2.1719,
      "step": 43180
    },
    {
      "epoch": 2.008885787392417,
      "grad_norm": 1.114429511013856,
      "learning_rate": 0.00022864122378046478,
      "loss": 1.7969,
      "step": 43181
    },
    {
      "epoch": 2.0089323098394978,
      "grad_norm": 1.1700968998293098,
      "learning_rate": 0.00022863806330061578,
      "loss": 2.25,
      "step": 43182
    },
    {
      "epoch": 2.0089788322865783,
      "grad_norm": 1.1693137742599435,
      "learning_rate": 0.00022863490277262406,
      "loss": 2.1875,
      "step": 43183
    },
    {
      "epoch": 2.009025354733659,
      "grad_norm": 1.2621089074843552,
      "learning_rate": 0.00022863174219649163,
      "loss": 2.2188,
      "step": 43184
    },
    {
      "epoch": 2.0090718771807397,
      "grad_norm": 1.0904090998602638,
      "learning_rate": 0.00022862858157222035,
      "loss": 2.2031,
      "step": 43185
    },
    {
      "epoch": 2.0091183996278206,
      "grad_norm": 1.2548007778937917,
      "learning_rate": 0.0002286254208998122,
      "loss": 2.3125,
      "step": 43186
    },
    {
      "epoch": 2.009164922074901,
      "grad_norm": 1.2001459642671195,
      "learning_rate": 0.0002286222601792691,
      "loss": 2.375,
      "step": 43187
    },
    {
      "epoch": 2.009211444521982,
      "grad_norm": 1.1194405535799583,
      "learning_rate": 0.00022861909941059296,
      "loss": 2.1875,
      "step": 43188
    },
    {
      "epoch": 2.0092579669690624,
      "grad_norm": 1.1640796321608766,
      "learning_rate": 0.0002286159385937858,
      "loss": 2.1875,
      "step": 43189
    },
    {
      "epoch": 2.0093044894161434,
      "grad_norm": 1.147089448736301,
      "learning_rate": 0.00022861277772884945,
      "loss": 2.2031,
      "step": 43190
    },
    {
      "epoch": 2.009351011863224,
      "grad_norm": 1.2442442181301814,
      "learning_rate": 0.00022860961681578595,
      "loss": 1.9766,
      "step": 43191
    },
    {
      "epoch": 2.0093975343103048,
      "grad_norm": 1.1633411201276451,
      "learning_rate": 0.00022860645585459714,
      "loss": 2.2656,
      "step": 43192
    },
    {
      "epoch": 2.0094440567573852,
      "grad_norm": 1.1260530957885504,
      "learning_rate": 0.00022860329484528498,
      "loss": 2.25,
      "step": 43193
    },
    {
      "epoch": 2.009490579204466,
      "grad_norm": 1.173443185192742,
      "learning_rate": 0.00022860013378785146,
      "loss": 2.1094,
      "step": 43194
    },
    {
      "epoch": 2.009537101651547,
      "grad_norm": 1.2010540280387139,
      "learning_rate": 0.00022859697268229847,
      "loss": 2.4375,
      "step": 43195
    },
    {
      "epoch": 2.0095836240986276,
      "grad_norm": 1.1070708136869922,
      "learning_rate": 0.0002285938115286279,
      "loss": 2.25,
      "step": 43196
    },
    {
      "epoch": 2.0096301465457085,
      "grad_norm": 1.1940713972032686,
      "learning_rate": 0.00022859065032684175,
      "loss": 2.1406,
      "step": 43197
    },
    {
      "epoch": 2.009676668992789,
      "grad_norm": 1.0970275352486927,
      "learning_rate": 0.00022858748907694202,
      "loss": 2.2344,
      "step": 43198
    },
    {
      "epoch": 2.00972319143987,
      "grad_norm": 1.184187956820991,
      "learning_rate": 0.00022858432777893048,
      "loss": 1.8672,
      "step": 43199
    },
    {
      "epoch": 2.0097697138869504,
      "grad_norm": 1.1517694170897754,
      "learning_rate": 0.00022858116643280918,
      "loss": 2.1094,
      "step": 43200
    },
    {
      "epoch": 2.0098162363340313,
      "grad_norm": 1.2237083344455821,
      "learning_rate": 0.00022857800503858005,
      "loss": 2.3594,
      "step": 43201
    },
    {
      "epoch": 2.0098627587811118,
      "grad_norm": 1.1334852510693219,
      "learning_rate": 0.000228574843596245,
      "loss": 2.4688,
      "step": 43202
    },
    {
      "epoch": 2.0099092812281927,
      "grad_norm": 1.0976965172189412,
      "learning_rate": 0.0002285716821058059,
      "loss": 2.4531,
      "step": 43203
    },
    {
      "epoch": 2.009955803675273,
      "grad_norm": 1.2473755011876806,
      "learning_rate": 0.00022856852056726484,
      "loss": 2.125,
      "step": 43204
    },
    {
      "epoch": 2.010002326122354,
      "grad_norm": 1.1490661265592919,
      "learning_rate": 0.00022856535898062362,
      "loss": 2.0156,
      "step": 43205
    },
    {
      "epoch": 2.0100488485694346,
      "grad_norm": 1.194551615416776,
      "learning_rate": 0.00022856219734588423,
      "loss": 1.9453,
      "step": 43206
    },
    {
      "epoch": 2.0100953710165155,
      "grad_norm": 1.133877746057658,
      "learning_rate": 0.00022855903566304858,
      "loss": 2.2344,
      "step": 43207
    },
    {
      "epoch": 2.0101418934635964,
      "grad_norm": 1.2303066274999492,
      "learning_rate": 0.00022855587393211862,
      "loss": 2.1719,
      "step": 43208
    },
    {
      "epoch": 2.010188415910677,
      "grad_norm": 1.2564808877348215,
      "learning_rate": 0.00022855271215309637,
      "loss": 2.2969,
      "step": 43209
    },
    {
      "epoch": 2.010234938357758,
      "grad_norm": 1.2836576850539787,
      "learning_rate": 0.00022854955032598363,
      "loss": 2.2344,
      "step": 43210
    },
    {
      "epoch": 2.0102814608048383,
      "grad_norm": 1.1278830469207437,
      "learning_rate": 0.0002285463884507824,
      "loss": 2.0938,
      "step": 43211
    },
    {
      "epoch": 2.010327983251919,
      "grad_norm": 1.065156193559756,
      "learning_rate": 0.00022854322652749457,
      "loss": 2.0938,
      "step": 43212
    },
    {
      "epoch": 2.0103745056989997,
      "grad_norm": 1.3011041899704539,
      "learning_rate": 0.00022854006455612217,
      "loss": 2.25,
      "step": 43213
    },
    {
      "epoch": 2.0104210281460806,
      "grad_norm": 1.4895840308715786,
      "learning_rate": 0.00022853690253666706,
      "loss": 2.4531,
      "step": 43214
    },
    {
      "epoch": 2.010467550593161,
      "grad_norm": 1.2578768556765914,
      "learning_rate": 0.00022853374046913122,
      "loss": 2.1719,
      "step": 43215
    },
    {
      "epoch": 2.010514073040242,
      "grad_norm": 1.1814434724266685,
      "learning_rate": 0.00022853057835351654,
      "loss": 2.4531,
      "step": 43216
    },
    {
      "epoch": 2.0105605954873225,
      "grad_norm": 1.1092871636331143,
      "learning_rate": 0.00022852741618982497,
      "loss": 2.1719,
      "step": 43217
    },
    {
      "epoch": 2.0106071179344034,
      "grad_norm": 1.1070211909319425,
      "learning_rate": 0.00022852425397805844,
      "loss": 2.1719,
      "step": 43218
    },
    {
      "epoch": 2.010653640381484,
      "grad_norm": 1.16298572420592,
      "learning_rate": 0.00022852109171821888,
      "loss": 2.3438,
      "step": 43219
    },
    {
      "epoch": 2.010700162828565,
      "grad_norm": 1.1855150809956445,
      "learning_rate": 0.0002285179294103083,
      "loss": 2.2031,
      "step": 43220
    },
    {
      "epoch": 2.0107466852756457,
      "grad_norm": 1.2569947951714218,
      "learning_rate": 0.00022851476705432858,
      "loss": 2.4062,
      "step": 43221
    },
    {
      "epoch": 2.010793207722726,
      "grad_norm": 1.1814226726452233,
      "learning_rate": 0.00022851160465028165,
      "loss": 2.2188,
      "step": 43222
    },
    {
      "epoch": 2.010839730169807,
      "grad_norm": 1.2966717682534836,
      "learning_rate": 0.0002285084421981694,
      "loss": 2.2344,
      "step": 43223
    },
    {
      "epoch": 2.0108862526168876,
      "grad_norm": 1.126435388902858,
      "learning_rate": 0.0002285052796979939,
      "loss": 2.2656,
      "step": 43224
    },
    {
      "epoch": 2.0109327750639685,
      "grad_norm": 1.085936746385605,
      "learning_rate": 0.00022850211714975697,
      "loss": 2.25,
      "step": 43225
    },
    {
      "epoch": 2.010979297511049,
      "grad_norm": 1.0811943248036102,
      "learning_rate": 0.0002284989545534606,
      "loss": 2.1406,
      "step": 43226
    },
    {
      "epoch": 2.01102581995813,
      "grad_norm": 1.318260305230092,
      "learning_rate": 0.00022849579190910665,
      "loss": 2.2188,
      "step": 43227
    },
    {
      "epoch": 2.0110723424052104,
      "grad_norm": 1.1307959051376426,
      "learning_rate": 0.00022849262921669714,
      "loss": 2.2344,
      "step": 43228
    },
    {
      "epoch": 2.0111188648522913,
      "grad_norm": 1.2096580859057326,
      "learning_rate": 0.00022848946647623396,
      "loss": 2.0625,
      "step": 43229
    },
    {
      "epoch": 2.0111653872993718,
      "grad_norm": 1.1041672345427747,
      "learning_rate": 0.00022848630368771912,
      "loss": 2.2031,
      "step": 43230
    },
    {
      "epoch": 2.0112119097464527,
      "grad_norm": 1.1165755252260654,
      "learning_rate": 0.0002284831408511545,
      "loss": 2.0938,
      "step": 43231
    },
    {
      "epoch": 2.011258432193533,
      "grad_norm": 1.1080500165580587,
      "learning_rate": 0.00022847997796654197,
      "loss": 2.0625,
      "step": 43232
    },
    {
      "epoch": 2.011304954640614,
      "grad_norm": 1.1516428607957327,
      "learning_rate": 0.00022847681503388362,
      "loss": 2.2656,
      "step": 43233
    },
    {
      "epoch": 2.011351477087695,
      "grad_norm": 1.1490872361326874,
      "learning_rate": 0.0002284736520531812,
      "loss": 2.3594,
      "step": 43234
    },
    {
      "epoch": 2.0113979995347755,
      "grad_norm": 1.1845397720353696,
      "learning_rate": 0.00022847048902443684,
      "loss": 2.1562,
      "step": 43235
    },
    {
      "epoch": 2.0114445219818564,
      "grad_norm": 1.200735824469623,
      "learning_rate": 0.00022846732594765235,
      "loss": 2.1094,
      "step": 43236
    },
    {
      "epoch": 2.011491044428937,
      "grad_norm": 1.223489387342856,
      "learning_rate": 0.0002284641628228297,
      "loss": 2.3438,
      "step": 43237
    },
    {
      "epoch": 2.011537566876018,
      "grad_norm": 1.1753197310705297,
      "learning_rate": 0.00022846099964997084,
      "loss": 2.3125,
      "step": 43238
    },
    {
      "epoch": 2.0115840893230983,
      "grad_norm": 1.146787033490605,
      "learning_rate": 0.00022845783642907772,
      "loss": 1.9453,
      "step": 43239
    },
    {
      "epoch": 2.011630611770179,
      "grad_norm": 1.175560680760106,
      "learning_rate": 0.0002284546731601522,
      "loss": 2.3438,
      "step": 43240
    },
    {
      "epoch": 2.0116771342172597,
      "grad_norm": 1.1764838757529366,
      "learning_rate": 0.00022845150984319624,
      "loss": 2.1562,
      "step": 43241
    },
    {
      "epoch": 2.0117236566643406,
      "grad_norm": 1.157542126553854,
      "learning_rate": 0.00022844834647821184,
      "loss": 2.1562,
      "step": 43242
    },
    {
      "epoch": 2.011770179111421,
      "grad_norm": 1.1300815071421126,
      "learning_rate": 0.0002284451830652009,
      "loss": 2.1875,
      "step": 43243
    },
    {
      "epoch": 2.011816701558502,
      "grad_norm": 1.2603811158386888,
      "learning_rate": 0.00022844201960416538,
      "loss": 2.1875,
      "step": 43244
    },
    {
      "epoch": 2.0118632240055825,
      "grad_norm": 1.0806505444985928,
      "learning_rate": 0.00022843885609510716,
      "loss": 2.0625,
      "step": 43245
    },
    {
      "epoch": 2.0119097464526634,
      "grad_norm": 1.1900411191703066,
      "learning_rate": 0.00022843569253802823,
      "loss": 2.5312,
      "step": 43246
    },
    {
      "epoch": 2.0119562688997443,
      "grad_norm": 1.1271114074555373,
      "learning_rate": 0.0002284325289329305,
      "loss": 2.125,
      "step": 43247
    },
    {
      "epoch": 2.012002791346825,
      "grad_norm": 1.1389967248815742,
      "learning_rate": 0.00022842936527981593,
      "loss": 2.1719,
      "step": 43248
    },
    {
      "epoch": 2.0120493137939057,
      "grad_norm": 1.1300478758340466,
      "learning_rate": 0.00022842620157868639,
      "loss": 2.2969,
      "step": 43249
    },
    {
      "epoch": 2.012095836240986,
      "grad_norm": 1.1425539413227626,
      "learning_rate": 0.00022842303782954392,
      "loss": 2.4062,
      "step": 43250
    },
    {
      "epoch": 2.012142358688067,
      "grad_norm": 1.249929248821098,
      "learning_rate": 0.0002284198740323904,
      "loss": 2.2656,
      "step": 43251
    },
    {
      "epoch": 2.0121888811351476,
      "grad_norm": 1.2634223559775712,
      "learning_rate": 0.00022841671018722774,
      "loss": 1.8125,
      "step": 43252
    },
    {
      "epoch": 2.0122354035822285,
      "grad_norm": 1.1914686570711113,
      "learning_rate": 0.00022841354629405788,
      "loss": 2.4375,
      "step": 43253
    },
    {
      "epoch": 2.012281926029309,
      "grad_norm": 1.181787278625913,
      "learning_rate": 0.00022841038235288285,
      "loss": 2.3125,
      "step": 43254
    },
    {
      "epoch": 2.01232844847639,
      "grad_norm": 1.078102203306113,
      "learning_rate": 0.0002284072183637045,
      "loss": 2.3438,
      "step": 43255
    },
    {
      "epoch": 2.0123749709234704,
      "grad_norm": 1.1078405607700252,
      "learning_rate": 0.0002284040543265248,
      "loss": 2.0938,
      "step": 43256
    },
    {
      "epoch": 2.0124214933705513,
      "grad_norm": 1.1557267480288211,
      "learning_rate": 0.00022840089024134567,
      "loss": 1.9531,
      "step": 43257
    },
    {
      "epoch": 2.012468015817632,
      "grad_norm": 1.192909322639283,
      "learning_rate": 0.00022839772610816904,
      "loss": 2.375,
      "step": 43258
    },
    {
      "epoch": 2.0125145382647127,
      "grad_norm": 1.2005751699703306,
      "learning_rate": 0.00022839456192699689,
      "loss": 2.0156,
      "step": 43259
    },
    {
      "epoch": 2.0125610607117936,
      "grad_norm": 1.1493077263997975,
      "learning_rate": 0.0002283913976978311,
      "loss": 2.1875,
      "step": 43260
    },
    {
      "epoch": 2.012607583158874,
      "grad_norm": 1.1061412568378477,
      "learning_rate": 0.00022838823342067365,
      "loss": 2.0938,
      "step": 43261
    },
    {
      "epoch": 2.012654105605955,
      "grad_norm": 1.1381144919816228,
      "learning_rate": 0.0002283850690955264,
      "loss": 2.4531,
      "step": 43262
    },
    {
      "epoch": 2.0127006280530355,
      "grad_norm": 1.133907722970746,
      "learning_rate": 0.00022838190472239143,
      "loss": 2.0781,
      "step": 43263
    },
    {
      "epoch": 2.0127471505001164,
      "grad_norm": 1.160727102878385,
      "learning_rate": 0.00022837874030127054,
      "loss": 2.1094,
      "step": 43264
    },
    {
      "epoch": 2.012793672947197,
      "grad_norm": 1.1435915102997076,
      "learning_rate": 0.00022837557583216579,
      "loss": 2.2031,
      "step": 43265
    },
    {
      "epoch": 2.012840195394278,
      "grad_norm": 1.1309853591385473,
      "learning_rate": 0.000228372411315079,
      "loss": 1.9922,
      "step": 43266
    },
    {
      "epoch": 2.0128867178413583,
      "grad_norm": 1.2299030423734656,
      "learning_rate": 0.00022836924675001215,
      "loss": 1.9297,
      "step": 43267
    },
    {
      "epoch": 2.0129332402884392,
      "grad_norm": 1.233552303869823,
      "learning_rate": 0.0002283660821369672,
      "loss": 2.3125,
      "step": 43268
    },
    {
      "epoch": 2.0129797627355197,
      "grad_norm": 1.0854964380167775,
      "learning_rate": 0.0002283629174759461,
      "loss": 2.125,
      "step": 43269
    },
    {
      "epoch": 2.0130262851826006,
      "grad_norm": 1.1056793995250311,
      "learning_rate": 0.00022835975276695074,
      "loss": 1.8984,
      "step": 43270
    },
    {
      "epoch": 2.013072807629681,
      "grad_norm": 1.096576189734739,
      "learning_rate": 0.00022835658800998305,
      "loss": 1.6797,
      "step": 43271
    },
    {
      "epoch": 2.013119330076762,
      "grad_norm": 1.0977310671105276,
      "learning_rate": 0.00022835342320504505,
      "loss": 2.1406,
      "step": 43272
    },
    {
      "epoch": 2.013165852523843,
      "grad_norm": 1.1943594691831512,
      "learning_rate": 0.00022835025835213856,
      "loss": 2.2969,
      "step": 43273
    },
    {
      "epoch": 2.0132123749709234,
      "grad_norm": 1.1644284604718653,
      "learning_rate": 0.0002283470934512656,
      "loss": 2.0938,
      "step": 43274
    },
    {
      "epoch": 2.0132588974180043,
      "grad_norm": 1.123322885872183,
      "learning_rate": 0.00022834392850242812,
      "loss": 2.0469,
      "step": 43275
    },
    {
      "epoch": 2.013305419865085,
      "grad_norm": 1.169548097132698,
      "learning_rate": 0.000228340763505628,
      "loss": 2.3125,
      "step": 43276
    },
    {
      "epoch": 2.0133519423121657,
      "grad_norm": 1.2150693138011939,
      "learning_rate": 0.00022833759846086719,
      "loss": 2.375,
      "step": 43277
    },
    {
      "epoch": 2.013398464759246,
      "grad_norm": 1.3281806511321315,
      "learning_rate": 0.00022833443336814767,
      "loss": 2.4531,
      "step": 43278
    },
    {
      "epoch": 2.013444987206327,
      "grad_norm": 1.198913847669572,
      "learning_rate": 0.00022833126822747131,
      "loss": 2.1562,
      "step": 43279
    },
    {
      "epoch": 2.0134915096534076,
      "grad_norm": 1.181743795563945,
      "learning_rate": 0.00022832810303884013,
      "loss": 2.3906,
      "step": 43280
    },
    {
      "epoch": 2.0135380321004885,
      "grad_norm": 1.01769131353409,
      "learning_rate": 0.00022832493780225604,
      "loss": 1.8828,
      "step": 43281
    },
    {
      "epoch": 2.013584554547569,
      "grad_norm": 1.3706608187969067,
      "learning_rate": 0.00022832177251772088,
      "loss": 2.3281,
      "step": 43282
    },
    {
      "epoch": 2.01363107699465,
      "grad_norm": 1.164859845326577,
      "learning_rate": 0.00022831860718523675,
      "loss": 2.4844,
      "step": 43283
    },
    {
      "epoch": 2.0136775994417304,
      "grad_norm": 1.2323404936229552,
      "learning_rate": 0.00022831544180480545,
      "loss": 2.3281,
      "step": 43284
    },
    {
      "epoch": 2.0137241218888113,
      "grad_norm": 1.188403941712995,
      "learning_rate": 0.00022831227637642898,
      "loss": 2.125,
      "step": 43285
    },
    {
      "epoch": 2.0137706443358923,
      "grad_norm": 1.1500528719405547,
      "learning_rate": 0.0002283091109001093,
      "loss": 2.0469,
      "step": 43286
    },
    {
      "epoch": 2.0138171667829727,
      "grad_norm": 1.107740199926536,
      "learning_rate": 0.00022830594537584831,
      "loss": 2.0938,
      "step": 43287
    },
    {
      "epoch": 2.0138636892300537,
      "grad_norm": 1.229900362516546,
      "learning_rate": 0.00022830277980364795,
      "loss": 2.125,
      "step": 43288
    },
    {
      "epoch": 2.013910211677134,
      "grad_norm": 1.113797744296876,
      "learning_rate": 0.0002282996141835102,
      "loss": 2.25,
      "step": 43289
    },
    {
      "epoch": 2.013956734124215,
      "grad_norm": 1.2292220046418356,
      "learning_rate": 0.0002282964485154369,
      "loss": 2.6094,
      "step": 43290
    },
    {
      "epoch": 2.0140032565712955,
      "grad_norm": 1.2633758327178333,
      "learning_rate": 0.0002282932827994301,
      "loss": 2.0469,
      "step": 43291
    },
    {
      "epoch": 2.0140497790183765,
      "grad_norm": 1.1403210751303918,
      "learning_rate": 0.00022829011703549173,
      "loss": 2.0469,
      "step": 43292
    },
    {
      "epoch": 2.014096301465457,
      "grad_norm": 1.0938096558062986,
      "learning_rate": 0.00022828695122362365,
      "loss": 2.2656,
      "step": 43293
    },
    {
      "epoch": 2.014142823912538,
      "grad_norm": 1.1612046945874366,
      "learning_rate": 0.00022828378536382781,
      "loss": 2.1875,
      "step": 43294
    },
    {
      "epoch": 2.0141893463596183,
      "grad_norm": 1.1183794434764374,
      "learning_rate": 0.00022828061945610615,
      "loss": 2.2188,
      "step": 43295
    },
    {
      "epoch": 2.0142358688066992,
      "grad_norm": 1.1067218141854347,
      "learning_rate": 0.00022827745350046072,
      "loss": 2.2188,
      "step": 43296
    },
    {
      "epoch": 2.01428239125378,
      "grad_norm": 1.2004996898783284,
      "learning_rate": 0.00022827428749689333,
      "loss": 2.3906,
      "step": 43297
    },
    {
      "epoch": 2.0143289137008606,
      "grad_norm": 1.1854559744174875,
      "learning_rate": 0.00022827112144540595,
      "loss": 2.1562,
      "step": 43298
    },
    {
      "epoch": 2.0143754361479416,
      "grad_norm": 1.1398863896609537,
      "learning_rate": 0.00022826795534600054,
      "loss": 2.1875,
      "step": 43299
    },
    {
      "epoch": 2.014421958595022,
      "grad_norm": 1.125406847263283,
      "learning_rate": 0.00022826478919867906,
      "loss": 2.2969,
      "step": 43300
    },
    {
      "epoch": 2.014468481042103,
      "grad_norm": 1.1261780437014812,
      "learning_rate": 0.00022826162300344332,
      "loss": 2.25,
      "step": 43301
    },
    {
      "epoch": 2.0145150034891834,
      "grad_norm": 1.1211573369427454,
      "learning_rate": 0.00022825845676029545,
      "loss": 2.3906,
      "step": 43302
    },
    {
      "epoch": 2.0145615259362644,
      "grad_norm": 1.2453562676201222,
      "learning_rate": 0.00022825529046923725,
      "loss": 2.4375,
      "step": 43303
    },
    {
      "epoch": 2.014608048383345,
      "grad_norm": 1.1025328336846556,
      "learning_rate": 0.0002282521241302707,
      "loss": 2.3438,
      "step": 43304
    },
    {
      "epoch": 2.0146545708304258,
      "grad_norm": 1.1159201175388689,
      "learning_rate": 0.00022824895774339773,
      "loss": 2.25,
      "step": 43305
    },
    {
      "epoch": 2.0147010932775062,
      "grad_norm": 1.1267936254627073,
      "learning_rate": 0.0002282457913086203,
      "loss": 1.9609,
      "step": 43306
    },
    {
      "epoch": 2.014747615724587,
      "grad_norm": 0.9959369693513858,
      "learning_rate": 0.00022824262482594036,
      "loss": 1.7109,
      "step": 43307
    },
    {
      "epoch": 2.0147941381716676,
      "grad_norm": 1.1252276635302398,
      "learning_rate": 0.00022823945829535979,
      "loss": 2.3438,
      "step": 43308
    },
    {
      "epoch": 2.0148406606187486,
      "grad_norm": 1.2367612366254264,
      "learning_rate": 0.0002282362917168806,
      "loss": 2.2344,
      "step": 43309
    },
    {
      "epoch": 2.0148871830658295,
      "grad_norm": 1.0953541529201443,
      "learning_rate": 0.00022823312509050463,
      "loss": 2.3125,
      "step": 43310
    },
    {
      "epoch": 2.01493370551291,
      "grad_norm": 1.1499426726526345,
      "learning_rate": 0.00022822995841623392,
      "loss": 2.0781,
      "step": 43311
    },
    {
      "epoch": 2.014980227959991,
      "grad_norm": 1.2370345031355963,
      "learning_rate": 0.00022822679169407037,
      "loss": 2.375,
      "step": 43312
    },
    {
      "epoch": 2.0150267504070714,
      "grad_norm": 1.1526566142143464,
      "learning_rate": 0.0002282236249240159,
      "loss": 2.1875,
      "step": 43313
    },
    {
      "epoch": 2.0150732728541523,
      "grad_norm": 1.1071044770086702,
      "learning_rate": 0.0002282204581060725,
      "loss": 2.0312,
      "step": 43314
    },
    {
      "epoch": 2.0151197953012328,
      "grad_norm": 1.1049226830480527,
      "learning_rate": 0.00022821729124024206,
      "loss": 2.1875,
      "step": 43315
    },
    {
      "epoch": 2.0151663177483137,
      "grad_norm": 1.1766340868511527,
      "learning_rate": 0.0002282141243265265,
      "loss": 2.3594,
      "step": 43316
    },
    {
      "epoch": 2.015212840195394,
      "grad_norm": 1.2186059812310486,
      "learning_rate": 0.0002282109573649278,
      "loss": 2.3594,
      "step": 43317
    },
    {
      "epoch": 2.015259362642475,
      "grad_norm": 1.153141550093365,
      "learning_rate": 0.00022820779035544788,
      "loss": 2.0781,
      "step": 43318
    },
    {
      "epoch": 2.0153058850895555,
      "grad_norm": 1.1242000849288365,
      "learning_rate": 0.00022820462329808873,
      "loss": 2.3906,
      "step": 43319
    },
    {
      "epoch": 2.0153524075366365,
      "grad_norm": 1.2586472237930937,
      "learning_rate": 0.00022820145619285227,
      "loss": 1.9922,
      "step": 43320
    },
    {
      "epoch": 2.015398929983717,
      "grad_norm": 1.1775641046631249,
      "learning_rate": 0.00022819828903974034,
      "loss": 2.3125,
      "step": 43321
    },
    {
      "epoch": 2.015445452430798,
      "grad_norm": 1.404359066609763,
      "learning_rate": 0.000228195121838755,
      "loss": 2.4375,
      "step": 43322
    },
    {
      "epoch": 2.015491974877879,
      "grad_norm": 1.1582875964083206,
      "learning_rate": 0.00022819195458989816,
      "loss": 2.1562,
      "step": 43323
    },
    {
      "epoch": 2.0155384973249593,
      "grad_norm": 1.1529659458695058,
      "learning_rate": 0.00022818878729317173,
      "loss": 2.0781,
      "step": 43324
    },
    {
      "epoch": 2.01558501977204,
      "grad_norm": 1.148671011918725,
      "learning_rate": 0.00022818561994857766,
      "loss": 2.0156,
      "step": 43325
    },
    {
      "epoch": 2.0156315422191207,
      "grad_norm": 1.2244316544563767,
      "learning_rate": 0.00022818245255611788,
      "loss": 2.4219,
      "step": 43326
    },
    {
      "epoch": 2.0156780646662016,
      "grad_norm": 1.2189827932239194,
      "learning_rate": 0.00022817928511579438,
      "loss": 1.875,
      "step": 43327
    },
    {
      "epoch": 2.015724587113282,
      "grad_norm": 1.1065667912742856,
      "learning_rate": 0.00022817611762760903,
      "loss": 2.3438,
      "step": 43328
    },
    {
      "epoch": 2.015771109560363,
      "grad_norm": 1.092975565453282,
      "learning_rate": 0.0002281729500915638,
      "loss": 2.0625,
      "step": 43329
    },
    {
      "epoch": 2.0158176320074435,
      "grad_norm": 1.1153313608373163,
      "learning_rate": 0.00022816978250766063,
      "loss": 2.1094,
      "step": 43330
    },
    {
      "epoch": 2.0158641544545244,
      "grad_norm": 1.1565651272472088,
      "learning_rate": 0.00022816661487590147,
      "loss": 2.625,
      "step": 43331
    },
    {
      "epoch": 2.015910676901605,
      "grad_norm": 1.1060851755373189,
      "learning_rate": 0.00022816344719628825,
      "loss": 2.25,
      "step": 43332
    },
    {
      "epoch": 2.015957199348686,
      "grad_norm": 1.067330588596951,
      "learning_rate": 0.0002281602794688229,
      "loss": 2.0938,
      "step": 43333
    },
    {
      "epoch": 2.0160037217957663,
      "grad_norm": 1.1262943373147443,
      "learning_rate": 0.00022815711169350735,
      "loss": 2.1875,
      "step": 43334
    },
    {
      "epoch": 2.016050244242847,
      "grad_norm": 1.1665470862291827,
      "learning_rate": 0.0002281539438703436,
      "loss": 2.4219,
      "step": 43335
    },
    {
      "epoch": 2.016096766689928,
      "grad_norm": 1.151244398973787,
      "learning_rate": 0.0002281507759993335,
      "loss": 2.2031,
      "step": 43336
    },
    {
      "epoch": 2.0161432891370086,
      "grad_norm": 1.2098442031538017,
      "learning_rate": 0.00022814760808047906,
      "loss": 2.3438,
      "step": 43337
    },
    {
      "epoch": 2.0161898115840895,
      "grad_norm": 1.1279881569334265,
      "learning_rate": 0.00022814444011378217,
      "loss": 2.1719,
      "step": 43338
    },
    {
      "epoch": 2.01623633403117,
      "grad_norm": 1.1611929872215425,
      "learning_rate": 0.00022814127209924478,
      "loss": 1.7266,
      "step": 43339
    },
    {
      "epoch": 2.016282856478251,
      "grad_norm": 1.2311704649336161,
      "learning_rate": 0.0002281381040368689,
      "loss": 2.4062,
      "step": 43340
    },
    {
      "epoch": 2.0163293789253314,
      "grad_norm": 1.202418980682192,
      "learning_rate": 0.00022813493592665636,
      "loss": 2.0625,
      "step": 43341
    },
    {
      "epoch": 2.0163759013724123,
      "grad_norm": 1.184039337854336,
      "learning_rate": 0.0002281317677686092,
      "loss": 2.375,
      "step": 43342
    },
    {
      "epoch": 2.0164224238194928,
      "grad_norm": 1.3209699922242377,
      "learning_rate": 0.0002281285995627293,
      "loss": 2.625,
      "step": 43343
    },
    {
      "epoch": 2.0164689462665737,
      "grad_norm": 1.0414557425284103,
      "learning_rate": 0.00022812543130901856,
      "loss": 2.2031,
      "step": 43344
    },
    {
      "epoch": 2.016515468713654,
      "grad_norm": 1.1363933017774108,
      "learning_rate": 0.00022812226300747903,
      "loss": 2.125,
      "step": 43345
    },
    {
      "epoch": 2.016561991160735,
      "grad_norm": 1.1112875059868959,
      "learning_rate": 0.00022811909465811258,
      "loss": 1.5938,
      "step": 43346
    },
    {
      "epoch": 2.0166085136078156,
      "grad_norm": 1.1056580185546032,
      "learning_rate": 0.00022811592626092113,
      "loss": 2.1875,
      "step": 43347
    },
    {
      "epoch": 2.0166550360548965,
      "grad_norm": 1.21685386220186,
      "learning_rate": 0.00022811275781590667,
      "loss": 2.2031,
      "step": 43348
    },
    {
      "epoch": 2.0167015585019774,
      "grad_norm": 1.1707885690334054,
      "learning_rate": 0.0002281095893230711,
      "loss": 2.1094,
      "step": 43349
    },
    {
      "epoch": 2.016748080949058,
      "grad_norm": 1.111537343877192,
      "learning_rate": 0.0002281064207824164,
      "loss": 2.4219,
      "step": 43350
    },
    {
      "epoch": 2.016794603396139,
      "grad_norm": 1.1053534947287798,
      "learning_rate": 0.00022810325219394447,
      "loss": 2.1719,
      "step": 43351
    },
    {
      "epoch": 2.0168411258432193,
      "grad_norm": 1.2548676146526554,
      "learning_rate": 0.0002281000835576573,
      "loss": 2.2656,
      "step": 43352
    },
    {
      "epoch": 2.0168876482903,
      "grad_norm": 1.0363216311009928,
      "learning_rate": 0.0002280969148735568,
      "loss": 1.7188,
      "step": 43353
    },
    {
      "epoch": 2.0169341707373807,
      "grad_norm": 1.4988636493581609,
      "learning_rate": 0.00022809374614164487,
      "loss": 2.625,
      "step": 43354
    },
    {
      "epoch": 2.0169806931844616,
      "grad_norm": 1.1685664791172214,
      "learning_rate": 0.0002280905773619235,
      "loss": 2.1094,
      "step": 43355
    },
    {
      "epoch": 2.017027215631542,
      "grad_norm": 1.1180859817971633,
      "learning_rate": 0.00022808740853439463,
      "loss": 2.0312,
      "step": 43356
    },
    {
      "epoch": 2.017073738078623,
      "grad_norm": 1.1777310202787734,
      "learning_rate": 0.0002280842396590602,
      "loss": 2.2812,
      "step": 43357
    },
    {
      "epoch": 2.0171202605257035,
      "grad_norm": 1.061312102627236,
      "learning_rate": 0.0002280810707359221,
      "loss": 2.1562,
      "step": 43358
    },
    {
      "epoch": 2.0171667829727844,
      "grad_norm": 1.1546401839605178,
      "learning_rate": 0.00022807790176498238,
      "loss": 2.2812,
      "step": 43359
    },
    {
      "epoch": 2.017213305419865,
      "grad_norm": 1.1723010788984667,
      "learning_rate": 0.00022807473274624282,
      "loss": 2.0469,
      "step": 43360
    },
    {
      "epoch": 2.017259827866946,
      "grad_norm": 1.3062428730363291,
      "learning_rate": 0.0002280715636797055,
      "loss": 2.0469,
      "step": 43361
    },
    {
      "epoch": 2.0173063503140267,
      "grad_norm": 1.1418915033048638,
      "learning_rate": 0.00022806839456537226,
      "loss": 2.2188,
      "step": 43362
    },
    {
      "epoch": 2.017352872761107,
      "grad_norm": 1.139153536471506,
      "learning_rate": 0.00022806522540324515,
      "loss": 2.125,
      "step": 43363
    },
    {
      "epoch": 2.017399395208188,
      "grad_norm": 1.2929693783619074,
      "learning_rate": 0.00022806205619332605,
      "loss": 2.3281,
      "step": 43364
    },
    {
      "epoch": 2.0174459176552686,
      "grad_norm": 1.1963485806995622,
      "learning_rate": 0.00022805888693561686,
      "loss": 2.25,
      "step": 43365
    },
    {
      "epoch": 2.0174924401023495,
      "grad_norm": 1.1621545960837192,
      "learning_rate": 0.00022805571763011957,
      "loss": 2.4375,
      "step": 43366
    },
    {
      "epoch": 2.01753896254943,
      "grad_norm": 1.2222395813038078,
      "learning_rate": 0.00022805254827683611,
      "loss": 2.3281,
      "step": 43367
    },
    {
      "epoch": 2.017585484996511,
      "grad_norm": 1.125514768265606,
      "learning_rate": 0.00022804937887576843,
      "loss": 2.0312,
      "step": 43368
    },
    {
      "epoch": 2.0176320074435914,
      "grad_norm": 1.2354861583073016,
      "learning_rate": 0.0002280462094269184,
      "loss": 2.0781,
      "step": 43369
    },
    {
      "epoch": 2.0176785298906723,
      "grad_norm": 1.47498911951546,
      "learning_rate": 0.00022804303993028815,
      "loss": 2.375,
      "step": 43370
    },
    {
      "epoch": 2.017725052337753,
      "grad_norm": 1.3463056561983349,
      "learning_rate": 0.00022803987038587937,
      "loss": 2.0625,
      "step": 43371
    },
    {
      "epoch": 2.0177715747848337,
      "grad_norm": 1.1163058755127122,
      "learning_rate": 0.00022803670079369416,
      "loss": 2.2969,
      "step": 43372
    },
    {
      "epoch": 2.017818097231914,
      "grad_norm": 1.1566258467716994,
      "learning_rate": 0.0002280335311537344,
      "loss": 1.9688,
      "step": 43373
    },
    {
      "epoch": 2.017864619678995,
      "grad_norm": 1.176849858895843,
      "learning_rate": 0.00022803036146600212,
      "loss": 2.1719,
      "step": 43374
    },
    {
      "epoch": 2.017911142126076,
      "grad_norm": 1.1402492379761906,
      "learning_rate": 0.00022802719173049916,
      "loss": 2.1406,
      "step": 43375
    },
    {
      "epoch": 2.0179576645731565,
      "grad_norm": 1.1678204480340864,
      "learning_rate": 0.00022802402194722744,
      "loss": 2.2812,
      "step": 43376
    },
    {
      "epoch": 2.0180041870202374,
      "grad_norm": 1.0566102185206214,
      "learning_rate": 0.00022802085211618905,
      "loss": 1.9766,
      "step": 43377
    },
    {
      "epoch": 2.018050709467318,
      "grad_norm": 1.1154795712418915,
      "learning_rate": 0.00022801768223738573,
      "loss": 2.0312,
      "step": 43378
    },
    {
      "epoch": 2.018097231914399,
      "grad_norm": 1.108190950355281,
      "learning_rate": 0.00022801451231081965,
      "loss": 2.0,
      "step": 43379
    },
    {
      "epoch": 2.0181437543614793,
      "grad_norm": 1.1479944414110388,
      "learning_rate": 0.00022801134233649254,
      "loss": 2.2969,
      "step": 43380
    },
    {
      "epoch": 2.0181902768085602,
      "grad_norm": 1.197033838095208,
      "learning_rate": 0.00022800817231440645,
      "loss": 2.2344,
      "step": 43381
    },
    {
      "epoch": 2.0182367992556407,
      "grad_norm": 1.1171960316394907,
      "learning_rate": 0.0002280050022445633,
      "loss": 1.7109,
      "step": 43382
    },
    {
      "epoch": 2.0182833217027216,
      "grad_norm": 1.1122051062110394,
      "learning_rate": 0.00022800183212696496,
      "loss": 1.9922,
      "step": 43383
    },
    {
      "epoch": 2.018329844149802,
      "grad_norm": 1.1544869849415818,
      "learning_rate": 0.0002279986619616135,
      "loss": 2.1094,
      "step": 43384
    },
    {
      "epoch": 2.018376366596883,
      "grad_norm": 1.0575281403806622,
      "learning_rate": 0.0002279954917485108,
      "loss": 2.0312,
      "step": 43385
    },
    {
      "epoch": 2.0184228890439635,
      "grad_norm": 1.1117265540341512,
      "learning_rate": 0.00022799232148765875,
      "loss": 2.2812,
      "step": 43386
    },
    {
      "epoch": 2.0184694114910444,
      "grad_norm": 1.2924995140465698,
      "learning_rate": 0.00022798915117905945,
      "loss": 2.3906,
      "step": 43387
    },
    {
      "epoch": 2.0185159339381253,
      "grad_norm": 1.2047058217801792,
      "learning_rate": 0.00022798598082271465,
      "loss": 2.5312,
      "step": 43388
    },
    {
      "epoch": 2.018562456385206,
      "grad_norm": 1.0918621615405855,
      "learning_rate": 0.0002279828104186264,
      "loss": 2.2344,
      "step": 43389
    },
    {
      "epoch": 2.0186089788322867,
      "grad_norm": 1.113847980613401,
      "learning_rate": 0.0002279796399667966,
      "loss": 2.2344,
      "step": 43390
    },
    {
      "epoch": 2.018655501279367,
      "grad_norm": 1.1015228290877999,
      "learning_rate": 0.00022797646946722718,
      "loss": 2.3438,
      "step": 43391
    },
    {
      "epoch": 2.018702023726448,
      "grad_norm": 1.2006919658979633,
      "learning_rate": 0.00022797329891992017,
      "loss": 2.4844,
      "step": 43392
    },
    {
      "epoch": 2.0187485461735286,
      "grad_norm": 1.2078541117083093,
      "learning_rate": 0.00022797012832487742,
      "loss": 1.9844,
      "step": 43393
    },
    {
      "epoch": 2.0187950686206095,
      "grad_norm": 0.978629973626904,
      "learning_rate": 0.00022796695768210085,
      "loss": 2.0,
      "step": 43394
    },
    {
      "epoch": 2.01884159106769,
      "grad_norm": 1.03717822492061,
      "learning_rate": 0.0002279637869915925,
      "loss": 2.1562,
      "step": 43395
    },
    {
      "epoch": 2.018888113514771,
      "grad_norm": 1.053108396414811,
      "learning_rate": 0.00022796061625335426,
      "loss": 2.2812,
      "step": 43396
    },
    {
      "epoch": 2.0189346359618514,
      "grad_norm": 1.1700767407452917,
      "learning_rate": 0.00022795744546738803,
      "loss": 2.5312,
      "step": 43397
    },
    {
      "epoch": 2.0189811584089323,
      "grad_norm": 1.1378252173754757,
      "learning_rate": 0.00022795427463369588,
      "loss": 2.125,
      "step": 43398
    },
    {
      "epoch": 2.019027680856013,
      "grad_norm": 1.1208177496899405,
      "learning_rate": 0.00022795110375227955,
      "loss": 2.4219,
      "step": 43399
    },
    {
      "epoch": 2.0190742033030937,
      "grad_norm": 1.209794867553742,
      "learning_rate": 0.00022794793282314118,
      "loss": 2.3125,
      "step": 43400
    },
    {
      "epoch": 2.0191207257501746,
      "grad_norm": 1.1511441993742424,
      "learning_rate": 0.00022794476184628262,
      "loss": 2.3594,
      "step": 43401
    },
    {
      "epoch": 2.019167248197255,
      "grad_norm": 1.1582204314045426,
      "learning_rate": 0.00022794159082170575,
      "loss": 2.5469,
      "step": 43402
    },
    {
      "epoch": 2.019213770644336,
      "grad_norm": 1.262690809182088,
      "learning_rate": 0.00022793841974941268,
      "loss": 2.5156,
      "step": 43403
    },
    {
      "epoch": 2.0192602930914165,
      "grad_norm": 1.092057383713126,
      "learning_rate": 0.00022793524862940514,
      "loss": 2.2188,
      "step": 43404
    },
    {
      "epoch": 2.0193068155384974,
      "grad_norm": 1.097137830880255,
      "learning_rate": 0.00022793207746168526,
      "loss": 2.1094,
      "step": 43405
    },
    {
      "epoch": 2.019353337985578,
      "grad_norm": 1.186649644251297,
      "learning_rate": 0.00022792890624625484,
      "loss": 2.4062,
      "step": 43406
    },
    {
      "epoch": 2.019399860432659,
      "grad_norm": 1.204667510384043,
      "learning_rate": 0.00022792573498311595,
      "loss": 2.5625,
      "step": 43407
    },
    {
      "epoch": 2.0194463828797393,
      "grad_norm": 1.1156604294212242,
      "learning_rate": 0.00022792256367227043,
      "loss": 2.2812,
      "step": 43408
    },
    {
      "epoch": 2.0194929053268202,
      "grad_norm": 1.040656441032874,
      "learning_rate": 0.00022791939231372029,
      "loss": 2.1875,
      "step": 43409
    },
    {
      "epoch": 2.0195394277739007,
      "grad_norm": 1.0665332424699487,
      "learning_rate": 0.00022791622090746739,
      "loss": 2.25,
      "step": 43410
    },
    {
      "epoch": 2.0195859502209816,
      "grad_norm": 1.0872144390770928,
      "learning_rate": 0.00022791304945351376,
      "loss": 2.1406,
      "step": 43411
    },
    {
      "epoch": 2.0196324726680626,
      "grad_norm": 1.1102585217693326,
      "learning_rate": 0.00022790987795186127,
      "loss": 2.2031,
      "step": 43412
    },
    {
      "epoch": 2.019678995115143,
      "grad_norm": 1.0296723228905518,
      "learning_rate": 0.00022790670640251192,
      "loss": 2.0156,
      "step": 43413
    },
    {
      "epoch": 2.019725517562224,
      "grad_norm": 1.0772998455194214,
      "learning_rate": 0.00022790353480546766,
      "loss": 2.0156,
      "step": 43414
    },
    {
      "epoch": 2.0197720400093044,
      "grad_norm": 1.166672671641766,
      "learning_rate": 0.0002279003631607303,
      "loss": 2.5469,
      "step": 43415
    },
    {
      "epoch": 2.0198185624563854,
      "grad_norm": 1.1458299969320334,
      "learning_rate": 0.00022789719146830192,
      "loss": 2.2969,
      "step": 43416
    },
    {
      "epoch": 2.019865084903466,
      "grad_norm": 1.0706417512935549,
      "learning_rate": 0.00022789401972818444,
      "loss": 2.2031,
      "step": 43417
    },
    {
      "epoch": 2.0199116073505468,
      "grad_norm": 1.2870877649036796,
      "learning_rate": 0.00022789084794037976,
      "loss": 2.5938,
      "step": 43418
    },
    {
      "epoch": 2.0199581297976272,
      "grad_norm": 1.1108331436433123,
      "learning_rate": 0.00022788767610488984,
      "loss": 1.9766,
      "step": 43419
    },
    {
      "epoch": 2.020004652244708,
      "grad_norm": 1.3255769252471417,
      "learning_rate": 0.00022788450422171665,
      "loss": 1.8047,
      "step": 43420
    },
    {
      "epoch": 2.0200511746917886,
      "grad_norm": 1.0975066924705605,
      "learning_rate": 0.00022788133229086213,
      "loss": 2.25,
      "step": 43421
    },
    {
      "epoch": 2.0200976971388696,
      "grad_norm": 1.104112555976901,
      "learning_rate": 0.0002278781603123282,
      "loss": 2.125,
      "step": 43422
    },
    {
      "epoch": 2.02014421958595,
      "grad_norm": 1.1668450975526234,
      "learning_rate": 0.00022787498828611674,
      "loss": 2.1406,
      "step": 43423
    },
    {
      "epoch": 2.020190742033031,
      "grad_norm": 1.1204496997337936,
      "learning_rate": 0.00022787181621222982,
      "loss": 2.0938,
      "step": 43424
    },
    {
      "epoch": 2.020237264480112,
      "grad_norm": 1.0724783801815063,
      "learning_rate": 0.00022786864409066925,
      "loss": 2.125,
      "step": 43425
    },
    {
      "epoch": 2.0202837869271923,
      "grad_norm": 1.1653028461457704,
      "learning_rate": 0.0002278654719214371,
      "loss": 2.3906,
      "step": 43426
    },
    {
      "epoch": 2.0203303093742733,
      "grad_norm": 1.1645595849255639,
      "learning_rate": 0.00022786229970453518,
      "loss": 2.3125,
      "step": 43427
    },
    {
      "epoch": 2.0203768318213537,
      "grad_norm": 1.220502052084984,
      "learning_rate": 0.0002278591274399655,
      "loss": 2.1875,
      "step": 43428
    },
    {
      "epoch": 2.0204233542684347,
      "grad_norm": 1.1619697541285234,
      "learning_rate": 0.00022785595512773006,
      "loss": 2.2344,
      "step": 43429
    },
    {
      "epoch": 2.020469876715515,
      "grad_norm": 1.2387339638367427,
      "learning_rate": 0.00022785278276783074,
      "loss": 2.2969,
      "step": 43430
    },
    {
      "epoch": 2.020516399162596,
      "grad_norm": 1.2240568327307604,
      "learning_rate": 0.00022784961036026945,
      "loss": 2.25,
      "step": 43431
    },
    {
      "epoch": 2.0205629216096765,
      "grad_norm": 1.1569375071317838,
      "learning_rate": 0.0002278464379050482,
      "loss": 1.9141,
      "step": 43432
    },
    {
      "epoch": 2.0206094440567575,
      "grad_norm": 1.2925422354371943,
      "learning_rate": 0.00022784326540216892,
      "loss": 1.5078,
      "step": 43433
    },
    {
      "epoch": 2.020655966503838,
      "grad_norm": 1.1635560144068524,
      "learning_rate": 0.0002278400928516335,
      "loss": 2.125,
      "step": 43434
    },
    {
      "epoch": 2.020702488950919,
      "grad_norm": 1.175364185957168,
      "learning_rate": 0.00022783692025344393,
      "loss": 2.3594,
      "step": 43435
    },
    {
      "epoch": 2.0207490113979993,
      "grad_norm": 1.1477378695634715,
      "learning_rate": 0.0002278337476076021,
      "loss": 2.2656,
      "step": 43436
    },
    {
      "epoch": 2.0207955338450803,
      "grad_norm": 1.009460761745955,
      "learning_rate": 0.00022783057491411004,
      "loss": 1.8984,
      "step": 43437
    },
    {
      "epoch": 2.020842056292161,
      "grad_norm": 1.1354547013617204,
      "learning_rate": 0.00022782740217296965,
      "loss": 2.3125,
      "step": 43438
    },
    {
      "epoch": 2.0208885787392417,
      "grad_norm": 1.211140122666081,
      "learning_rate": 0.0002278242293841828,
      "loss": 2.3281,
      "step": 43439
    },
    {
      "epoch": 2.0209351011863226,
      "grad_norm": 1.1564523810605174,
      "learning_rate": 0.00022782105654775155,
      "loss": 2.1875,
      "step": 43440
    },
    {
      "epoch": 2.020981623633403,
      "grad_norm": 1.1794577137544902,
      "learning_rate": 0.00022781788366367783,
      "loss": 2.4062,
      "step": 43441
    },
    {
      "epoch": 2.021028146080484,
      "grad_norm": 1.1603709615953295,
      "learning_rate": 0.00022781471073196347,
      "loss": 1.9922,
      "step": 43442
    },
    {
      "epoch": 2.0210746685275645,
      "grad_norm": 1.1129242379863171,
      "learning_rate": 0.00022781153775261053,
      "loss": 2.2812,
      "step": 43443
    },
    {
      "epoch": 2.0211211909746454,
      "grad_norm": 1.129239185580525,
      "learning_rate": 0.0002278083647256209,
      "loss": 2.2031,
      "step": 43444
    },
    {
      "epoch": 2.021167713421726,
      "grad_norm": 1.0410761950836322,
      "learning_rate": 0.00022780519165099648,
      "loss": 1.8594,
      "step": 43445
    },
    {
      "epoch": 2.0212142358688068,
      "grad_norm": 1.1197534006095966,
      "learning_rate": 0.00022780201852873932,
      "loss": 2.2969,
      "step": 43446
    },
    {
      "epoch": 2.0212607583158873,
      "grad_norm": 1.0763536183021671,
      "learning_rate": 0.00022779884535885128,
      "loss": 2.2188,
      "step": 43447
    },
    {
      "epoch": 2.021307280762968,
      "grad_norm": 1.1043421025640137,
      "learning_rate": 0.00022779567214133435,
      "loss": 2.1094,
      "step": 43448
    },
    {
      "epoch": 2.0213538032100486,
      "grad_norm": 1.1875347097856597,
      "learning_rate": 0.00022779249887619046,
      "loss": 2.25,
      "step": 43449
    },
    {
      "epoch": 2.0214003256571296,
      "grad_norm": 1.1746188570858207,
      "learning_rate": 0.0002277893255634215,
      "loss": 2.2344,
      "step": 43450
    },
    {
      "epoch": 2.0214468481042105,
      "grad_norm": 1.1520952016692962,
      "learning_rate": 0.00022778615220302945,
      "loss": 1.9375,
      "step": 43451
    },
    {
      "epoch": 2.021493370551291,
      "grad_norm": 1.0775323010221902,
      "learning_rate": 0.00022778297879501628,
      "loss": 2.0625,
      "step": 43452
    },
    {
      "epoch": 2.021539892998372,
      "grad_norm": 1.1574454194019934,
      "learning_rate": 0.00022777980533938394,
      "loss": 2.0469,
      "step": 43453
    },
    {
      "epoch": 2.0215864154454524,
      "grad_norm": 1.1379658038742924,
      "learning_rate": 0.00022777663183613434,
      "loss": 2.0625,
      "step": 43454
    },
    {
      "epoch": 2.0216329378925333,
      "grad_norm": 1.1864847183019887,
      "learning_rate": 0.0002277734582852694,
      "loss": 2.4219,
      "step": 43455
    },
    {
      "epoch": 2.0216794603396138,
      "grad_norm": 1.1835120947465965,
      "learning_rate": 0.0002277702846867911,
      "loss": 2.6406,
      "step": 43456
    },
    {
      "epoch": 2.0217259827866947,
      "grad_norm": 1.1513868479875795,
      "learning_rate": 0.00022776711104070135,
      "loss": 2.2812,
      "step": 43457
    },
    {
      "epoch": 2.021772505233775,
      "grad_norm": 1.1267888479773098,
      "learning_rate": 0.00022776393734700218,
      "loss": 2.0625,
      "step": 43458
    },
    {
      "epoch": 2.021819027680856,
      "grad_norm": 1.504132183034781,
      "learning_rate": 0.00022776076360569541,
      "loss": 2.25,
      "step": 43459
    },
    {
      "epoch": 2.0218655501279366,
      "grad_norm": 1.2274283324761068,
      "learning_rate": 0.00022775758981678307,
      "loss": 2.2656,
      "step": 43460
    },
    {
      "epoch": 2.0219120725750175,
      "grad_norm": 1.148737432424969,
      "learning_rate": 0.00022775441598026707,
      "loss": 2.5781,
      "step": 43461
    },
    {
      "epoch": 2.021958595022098,
      "grad_norm": 1.1593813188164337,
      "learning_rate": 0.00022775124209614936,
      "loss": 2.5156,
      "step": 43462
    },
    {
      "epoch": 2.022005117469179,
      "grad_norm": 1.1126808497973195,
      "learning_rate": 0.00022774806816443186,
      "loss": 2.25,
      "step": 43463
    },
    {
      "epoch": 2.02205163991626,
      "grad_norm": 1.0661734181713889,
      "learning_rate": 0.00022774489418511654,
      "loss": 1.9453,
      "step": 43464
    },
    {
      "epoch": 2.0220981623633403,
      "grad_norm": 1.2480046201609294,
      "learning_rate": 0.00022774172015820534,
      "loss": 2.3438,
      "step": 43465
    },
    {
      "epoch": 2.022144684810421,
      "grad_norm": 1.2461768416972359,
      "learning_rate": 0.00022773854608370027,
      "loss": 2.4062,
      "step": 43466
    },
    {
      "epoch": 2.0221912072575017,
      "grad_norm": 1.261682980313873,
      "learning_rate": 0.0002277353719616031,
      "loss": 2.5469,
      "step": 43467
    },
    {
      "epoch": 2.0222377297045826,
      "grad_norm": 1.20477267402905,
      "learning_rate": 0.00022773219779191595,
      "loss": 2.1094,
      "step": 43468
    },
    {
      "epoch": 2.022284252151663,
      "grad_norm": 1.1305224335735005,
      "learning_rate": 0.00022772902357464064,
      "loss": 2.0781,
      "step": 43469
    },
    {
      "epoch": 2.022330774598744,
      "grad_norm": 1.1303333741111854,
      "learning_rate": 0.0002277258493097792,
      "loss": 2.3594,
      "step": 43470
    },
    {
      "epoch": 2.0223772970458245,
      "grad_norm": 1.1438203565942993,
      "learning_rate": 0.00022772267499733353,
      "loss": 2.3281,
      "step": 43471
    },
    {
      "epoch": 2.0224238194929054,
      "grad_norm": 1.201547453915969,
      "learning_rate": 0.00022771950063730554,
      "loss": 2.3438,
      "step": 43472
    },
    {
      "epoch": 2.022470341939986,
      "grad_norm": 1.0990479518921141,
      "learning_rate": 0.00022771632622969724,
      "loss": 2.1094,
      "step": 43473
    },
    {
      "epoch": 2.022516864387067,
      "grad_norm": 1.0902038629154982,
      "learning_rate": 0.00022771315177451057,
      "loss": 2.3594,
      "step": 43474
    },
    {
      "epoch": 2.0225633868341473,
      "grad_norm": 1.3165695656461174,
      "learning_rate": 0.00022770997727174748,
      "loss": 2.4062,
      "step": 43475
    },
    {
      "epoch": 2.022609909281228,
      "grad_norm": 1.173606261636263,
      "learning_rate": 0.0002277068027214098,
      "loss": 2.5312,
      "step": 43476
    },
    {
      "epoch": 2.022656431728309,
      "grad_norm": 1.22173815044448,
      "learning_rate": 0.00022770362812349958,
      "loss": 2.3438,
      "step": 43477
    },
    {
      "epoch": 2.0227029541753896,
      "grad_norm": 1.4834831884425388,
      "learning_rate": 0.00022770045347801876,
      "loss": 2.4844,
      "step": 43478
    },
    {
      "epoch": 2.0227494766224705,
      "grad_norm": 1.2290694590766382,
      "learning_rate": 0.00022769727878496927,
      "loss": 2.1562,
      "step": 43479
    },
    {
      "epoch": 2.022795999069551,
      "grad_norm": 1.25046844173894,
      "learning_rate": 0.00022769410404435304,
      "loss": 2.3594,
      "step": 43480
    },
    {
      "epoch": 2.022842521516632,
      "grad_norm": 1.1428289705154986,
      "learning_rate": 0.00022769092925617202,
      "loss": 2.5,
      "step": 43481
    },
    {
      "epoch": 2.0228890439637124,
      "grad_norm": 1.1213079986401164,
      "learning_rate": 0.00022768775442042816,
      "loss": 2.2812,
      "step": 43482
    },
    {
      "epoch": 2.0229355664107933,
      "grad_norm": 1.068013931805331,
      "learning_rate": 0.00022768457953712337,
      "loss": 2.0,
      "step": 43483
    },
    {
      "epoch": 2.022982088857874,
      "grad_norm": 1.1998504893687463,
      "learning_rate": 0.00022768140460625966,
      "loss": 2.2969,
      "step": 43484
    },
    {
      "epoch": 2.0230286113049547,
      "grad_norm": 1.2352871228456797,
      "learning_rate": 0.00022767822962783892,
      "loss": 2.4844,
      "step": 43485
    },
    {
      "epoch": 2.023075133752035,
      "grad_norm": 1.323787440868705,
      "learning_rate": 0.00022767505460186314,
      "loss": 2.375,
      "step": 43486
    },
    {
      "epoch": 2.023121656199116,
      "grad_norm": 1.2148350458783534,
      "learning_rate": 0.00022767187952833418,
      "loss": 2.2031,
      "step": 43487
    },
    {
      "epoch": 2.0231681786461966,
      "grad_norm": 1.243669647692678,
      "learning_rate": 0.00022766870440725406,
      "loss": 2.0938,
      "step": 43488
    },
    {
      "epoch": 2.0232147010932775,
      "grad_norm": 1.1342969682352961,
      "learning_rate": 0.0002276655292386247,
      "loss": 2.0312,
      "step": 43489
    },
    {
      "epoch": 2.0232612235403584,
      "grad_norm": 1.212697504168944,
      "learning_rate": 0.00022766235402244805,
      "loss": 2.5781,
      "step": 43490
    },
    {
      "epoch": 2.023307745987439,
      "grad_norm": 1.1162388706005757,
      "learning_rate": 0.00022765917875872607,
      "loss": 2.0781,
      "step": 43491
    },
    {
      "epoch": 2.02335426843452,
      "grad_norm": 1.1111841128428908,
      "learning_rate": 0.00022765600344746068,
      "loss": 2.0938,
      "step": 43492
    },
    {
      "epoch": 2.0234007908816003,
      "grad_norm": 1.1138271023732387,
      "learning_rate": 0.00022765282808865375,
      "loss": 2.0938,
      "step": 43493
    },
    {
      "epoch": 2.023447313328681,
      "grad_norm": 1.103868870676633,
      "learning_rate": 0.0002276496526823074,
      "loss": 2.1562,
      "step": 43494
    },
    {
      "epoch": 2.0234938357757617,
      "grad_norm": 1.5007651423085653,
      "learning_rate": 0.00022764647722842344,
      "loss": 2.2969,
      "step": 43495
    },
    {
      "epoch": 2.0235403582228426,
      "grad_norm": 1.2177509154917088,
      "learning_rate": 0.00022764330172700382,
      "loss": 2.3906,
      "step": 43496
    },
    {
      "epoch": 2.023586880669923,
      "grad_norm": 1.20544573250655,
      "learning_rate": 0.00022764012617805057,
      "loss": 2.4531,
      "step": 43497
    },
    {
      "epoch": 2.023633403117004,
      "grad_norm": 1.1964042323063204,
      "learning_rate": 0.00022763695058156553,
      "loss": 2.0938,
      "step": 43498
    },
    {
      "epoch": 2.0236799255640845,
      "grad_norm": 1.0905177522762655,
      "learning_rate": 0.00022763377493755071,
      "loss": 2.2031,
      "step": 43499
    },
    {
      "epoch": 2.0237264480111654,
      "grad_norm": 1.1043209492515869,
      "learning_rate": 0.00022763059924600803,
      "loss": 2.1562,
      "step": 43500
    },
    {
      "epoch": 2.023772970458246,
      "grad_norm": 1.0541088215843497,
      "learning_rate": 0.00022762742350693945,
      "loss": 2.2344,
      "step": 43501
    },
    {
      "epoch": 2.023819492905327,
      "grad_norm": 1.1169332242123755,
      "learning_rate": 0.0002276242477203469,
      "loss": 2.125,
      "step": 43502
    },
    {
      "epoch": 2.0238660153524077,
      "grad_norm": 1.2236219534870993,
      "learning_rate": 0.00022762107188623233,
      "loss": 2.3594,
      "step": 43503
    },
    {
      "epoch": 2.023912537799488,
      "grad_norm": 1.0703391113103262,
      "learning_rate": 0.00022761789600459766,
      "loss": 1.8281,
      "step": 43504
    },
    {
      "epoch": 2.023959060246569,
      "grad_norm": 1.3171743062682193,
      "learning_rate": 0.00022761472007544486,
      "loss": 2.6406,
      "step": 43505
    },
    {
      "epoch": 2.0240055826936496,
      "grad_norm": 1.201191356013055,
      "learning_rate": 0.00022761154409877587,
      "loss": 2.3438,
      "step": 43506
    },
    {
      "epoch": 2.0240521051407305,
      "grad_norm": 1.1167460034355678,
      "learning_rate": 0.0002276083680745927,
      "loss": 2.0312,
      "step": 43507
    },
    {
      "epoch": 2.024098627587811,
      "grad_norm": 1.1845631938939072,
      "learning_rate": 0.00022760519200289717,
      "loss": 2.0312,
      "step": 43508
    },
    {
      "epoch": 2.024145150034892,
      "grad_norm": 1.1459661894264532,
      "learning_rate": 0.00022760201588369126,
      "loss": 2.3125,
      "step": 43509
    },
    {
      "epoch": 2.0241916724819724,
      "grad_norm": 1.085708417490987,
      "learning_rate": 0.000227598839716977,
      "loss": 2.1875,
      "step": 43510
    },
    {
      "epoch": 2.0242381949290533,
      "grad_norm": 1.1391075057607358,
      "learning_rate": 0.00022759566350275624,
      "loss": 2.3125,
      "step": 43511
    },
    {
      "epoch": 2.024284717376134,
      "grad_norm": 1.1830517213767928,
      "learning_rate": 0.00022759248724103095,
      "loss": 2.2656,
      "step": 43512
    },
    {
      "epoch": 2.0243312398232147,
      "grad_norm": 1.1037410858020198,
      "learning_rate": 0.00022758931093180314,
      "loss": 2.25,
      "step": 43513
    },
    {
      "epoch": 2.024377762270295,
      "grad_norm": 1.1521547716328497,
      "learning_rate": 0.0002275861345750746,
      "loss": 2.2188,
      "step": 43514
    },
    {
      "epoch": 2.024424284717376,
      "grad_norm": 1.1213371914113999,
      "learning_rate": 0.0002275829581708474,
      "loss": 2.4844,
      "step": 43515
    },
    {
      "epoch": 2.024470807164457,
      "grad_norm": 1.1992158178246985,
      "learning_rate": 0.0002275797817191235,
      "loss": 2.3594,
      "step": 43516
    },
    {
      "epoch": 2.0245173296115375,
      "grad_norm": 1.1571447618322854,
      "learning_rate": 0.0002275766052199048,
      "loss": 2.2344,
      "step": 43517
    },
    {
      "epoch": 2.0245638520586184,
      "grad_norm": 1.1988325015171437,
      "learning_rate": 0.0002275734286731932,
      "loss": 2.2188,
      "step": 43518
    },
    {
      "epoch": 2.024610374505699,
      "grad_norm": 1.2126193318352514,
      "learning_rate": 0.0002275702520789907,
      "loss": 2.3438,
      "step": 43519
    },
    {
      "epoch": 2.02465689695278,
      "grad_norm": 1.1163795838717656,
      "learning_rate": 0.00022756707543729928,
      "loss": 2.1719,
      "step": 43520
    },
    {
      "epoch": 2.0247034193998603,
      "grad_norm": 1.1653144990391995,
      "learning_rate": 0.0002275638987481208,
      "loss": 2.2344,
      "step": 43521
    },
    {
      "epoch": 2.0247499418469412,
      "grad_norm": 1.1211367612179786,
      "learning_rate": 0.00022756072201145726,
      "loss": 2.1562,
      "step": 43522
    },
    {
      "epoch": 2.0247964642940217,
      "grad_norm": 1.1212077425164564,
      "learning_rate": 0.00022755754522731057,
      "loss": 2.3125,
      "step": 43523
    },
    {
      "epoch": 2.0248429867411026,
      "grad_norm": 1.1003229308256726,
      "learning_rate": 0.00022755436839568268,
      "loss": 2.2188,
      "step": 43524
    },
    {
      "epoch": 2.024889509188183,
      "grad_norm": 1.2080817623792495,
      "learning_rate": 0.00022755119151657565,
      "loss": 2.2656,
      "step": 43525
    },
    {
      "epoch": 2.024936031635264,
      "grad_norm": 1.168457168619812,
      "learning_rate": 0.00022754801458999116,
      "loss": 2.375,
      "step": 43526
    },
    {
      "epoch": 2.024982554082345,
      "grad_norm": 1.232038495446898,
      "learning_rate": 0.0002275448376159314,
      "loss": 2.5156,
      "step": 43527
    },
    {
      "epoch": 2.0250290765294254,
      "grad_norm": 1.112070203669334,
      "learning_rate": 0.00022754166059439824,
      "loss": 2.2344,
      "step": 43528
    },
    {
      "epoch": 2.0250755989765064,
      "grad_norm": 1.1206762766552443,
      "learning_rate": 0.00022753848352539364,
      "loss": 2.375,
      "step": 43529
    },
    {
      "epoch": 2.025122121423587,
      "grad_norm": 1.1374986557830873,
      "learning_rate": 0.00022753530640891951,
      "loss": 1.8828,
      "step": 43530
    },
    {
      "epoch": 2.0251686438706678,
      "grad_norm": 1.138773251264925,
      "learning_rate": 0.00022753212924497777,
      "loss": 1.5781,
      "step": 43531
    },
    {
      "epoch": 2.0252151663177482,
      "grad_norm": 1.271093217435229,
      "learning_rate": 0.00022752895203357042,
      "loss": 2.3281,
      "step": 43532
    },
    {
      "epoch": 2.025261688764829,
      "grad_norm": 1.128894424670081,
      "learning_rate": 0.00022752577477469944,
      "loss": 2.25,
      "step": 43533
    },
    {
      "epoch": 2.0253082112119096,
      "grad_norm": 1.2260491280477004,
      "learning_rate": 0.00022752259746836669,
      "loss": 2.2812,
      "step": 43534
    },
    {
      "epoch": 2.0253547336589905,
      "grad_norm": 1.1922743257559374,
      "learning_rate": 0.00022751942011457413,
      "loss": 2.5312,
      "step": 43535
    },
    {
      "epoch": 2.025401256106071,
      "grad_norm": 1.1659997202586185,
      "learning_rate": 0.0002275162427133237,
      "loss": 2.5,
      "step": 43536
    },
    {
      "epoch": 2.025447778553152,
      "grad_norm": 1.1050967483201588,
      "learning_rate": 0.00022751306526461743,
      "loss": 2.1875,
      "step": 43537
    },
    {
      "epoch": 2.0254943010002324,
      "grad_norm": 1.2874547149769733,
      "learning_rate": 0.00022750988776845717,
      "loss": 2.1875,
      "step": 43538
    },
    {
      "epoch": 2.0255408234473133,
      "grad_norm": 1.0866440669642474,
      "learning_rate": 0.0002275067102248449,
      "loss": 2.0781,
      "step": 43539
    },
    {
      "epoch": 2.0255873458943943,
      "grad_norm": 1.033905626663313,
      "learning_rate": 0.0002275035326337826,
      "loss": 1.5234,
      "step": 43540
    },
    {
      "epoch": 2.0256338683414747,
      "grad_norm": 1.2166184728966347,
      "learning_rate": 0.00022750035499527214,
      "loss": 2.4375,
      "step": 43541
    },
    {
      "epoch": 2.0256803907885557,
      "grad_norm": 1.1229507430841381,
      "learning_rate": 0.0002274971773093155,
      "loss": 2.375,
      "step": 43542
    },
    {
      "epoch": 2.025726913235636,
      "grad_norm": 1.2066132687482312,
      "learning_rate": 0.0002274939995759147,
      "loss": 2.5469,
      "step": 43543
    },
    {
      "epoch": 2.025773435682717,
      "grad_norm": 1.1213851404259823,
      "learning_rate": 0.00022749082179507156,
      "loss": 1.8594,
      "step": 43544
    },
    {
      "epoch": 2.0258199581297975,
      "grad_norm": 1.198254870201654,
      "learning_rate": 0.00022748764396678808,
      "loss": 2.4688,
      "step": 43545
    },
    {
      "epoch": 2.0258664805768785,
      "grad_norm": 1.1451079633706738,
      "learning_rate": 0.00022748446609106623,
      "loss": 1.6406,
      "step": 43546
    },
    {
      "epoch": 2.025913003023959,
      "grad_norm": 1.221276005576999,
      "learning_rate": 0.0002274812881679079,
      "loss": 1.9844,
      "step": 43547
    },
    {
      "epoch": 2.02595952547104,
      "grad_norm": 1.0633339790116167,
      "learning_rate": 0.0002274781101973151,
      "loss": 2.0938,
      "step": 43548
    },
    {
      "epoch": 2.0260060479181203,
      "grad_norm": 1.1996015474512092,
      "learning_rate": 0.00022747493217928976,
      "loss": 2.4844,
      "step": 43549
    },
    {
      "epoch": 2.0260525703652013,
      "grad_norm": 1.2288749821824474,
      "learning_rate": 0.00022747175411383375,
      "loss": 2.5781,
      "step": 43550
    },
    {
      "epoch": 2.0260990928122817,
      "grad_norm": 1.1693771731599598,
      "learning_rate": 0.00022746857600094912,
      "loss": 2.0,
      "step": 43551
    },
    {
      "epoch": 2.0261456152593627,
      "grad_norm": 1.0458910565655335,
      "learning_rate": 0.00022746539784063779,
      "loss": 1.8281,
      "step": 43552
    },
    {
      "epoch": 2.0261921377064436,
      "grad_norm": 1.201377194135676,
      "learning_rate": 0.00022746221963290165,
      "loss": 2.2344,
      "step": 43553
    },
    {
      "epoch": 2.026238660153524,
      "grad_norm": 1.1590059625954021,
      "learning_rate": 0.00022745904137774265,
      "loss": 2.0781,
      "step": 43554
    },
    {
      "epoch": 2.026285182600605,
      "grad_norm": 1.1532322117074898,
      "learning_rate": 0.00022745586307516288,
      "loss": 2.0312,
      "step": 43555
    },
    {
      "epoch": 2.0263317050476854,
      "grad_norm": 1.0259749260634121,
      "learning_rate": 0.0002274526847251641,
      "loss": 1.9844,
      "step": 43556
    },
    {
      "epoch": 2.0263782274947664,
      "grad_norm": 1.1313479820600276,
      "learning_rate": 0.0002274495063277483,
      "loss": 2.2812,
      "step": 43557
    },
    {
      "epoch": 2.026424749941847,
      "grad_norm": 1.1920901596373437,
      "learning_rate": 0.0002274463278829175,
      "loss": 2.375,
      "step": 43558
    },
    {
      "epoch": 2.0264712723889278,
      "grad_norm": 1.255045183519727,
      "learning_rate": 0.00022744314939067358,
      "loss": 2.3906,
      "step": 43559
    },
    {
      "epoch": 2.0265177948360082,
      "grad_norm": 1.2867832860397375,
      "learning_rate": 0.00022743997085101854,
      "loss": 2.1562,
      "step": 43560
    },
    {
      "epoch": 2.026564317283089,
      "grad_norm": 1.2078155841030471,
      "learning_rate": 0.00022743679226395425,
      "loss": 1.9453,
      "step": 43561
    },
    {
      "epoch": 2.0266108397301696,
      "grad_norm": 1.2258780416548118,
      "learning_rate": 0.00022743361362948276,
      "loss": 2.4844,
      "step": 43562
    },
    {
      "epoch": 2.0266573621772506,
      "grad_norm": 1.2112312090417487,
      "learning_rate": 0.00022743043494760588,
      "loss": 2.2344,
      "step": 43563
    },
    {
      "epoch": 2.026703884624331,
      "grad_norm": 1.284161303224497,
      "learning_rate": 0.00022742725621832568,
      "loss": 2.1562,
      "step": 43564
    },
    {
      "epoch": 2.026750407071412,
      "grad_norm": 1.189307758290887,
      "learning_rate": 0.00022742407744164405,
      "loss": 2.2344,
      "step": 43565
    },
    {
      "epoch": 2.026796929518493,
      "grad_norm": 1.216140007341175,
      "learning_rate": 0.00022742089861756294,
      "loss": 2.2344,
      "step": 43566
    },
    {
      "epoch": 2.0268434519655734,
      "grad_norm": 1.23096038154261,
      "learning_rate": 0.0002274177197460843,
      "loss": 2.125,
      "step": 43567
    },
    {
      "epoch": 2.0268899744126543,
      "grad_norm": 1.1706990982199286,
      "learning_rate": 0.00022741454082721008,
      "loss": 2.3594,
      "step": 43568
    },
    {
      "epoch": 2.0269364968597348,
      "grad_norm": 1.1898386257388036,
      "learning_rate": 0.0002274113618609422,
      "loss": 2.1719,
      "step": 43569
    },
    {
      "epoch": 2.0269830193068157,
      "grad_norm": 1.3550425728509345,
      "learning_rate": 0.0002274081828472826,
      "loss": 2.5312,
      "step": 43570
    },
    {
      "epoch": 2.027029541753896,
      "grad_norm": 1.2375702507500939,
      "learning_rate": 0.00022740500378623334,
      "loss": 2.3906,
      "step": 43571
    },
    {
      "epoch": 2.027076064200977,
      "grad_norm": 1.2423316604702763,
      "learning_rate": 0.00022740182467779625,
      "loss": 2.2031,
      "step": 43572
    },
    {
      "epoch": 2.0271225866480576,
      "grad_norm": 1.2530465685526757,
      "learning_rate": 0.0002273986455219733,
      "loss": 2.4062,
      "step": 43573
    },
    {
      "epoch": 2.0271691090951385,
      "grad_norm": 1.3226006490531739,
      "learning_rate": 0.00022739546631876643,
      "loss": 2.5625,
      "step": 43574
    },
    {
      "epoch": 2.027215631542219,
      "grad_norm": 1.0702026179232564,
      "learning_rate": 0.0002273922870681776,
      "loss": 2.25,
      "step": 43575
    },
    {
      "epoch": 2.0272621539893,
      "grad_norm": 1.0942243522791808,
      "learning_rate": 0.00022738910777020876,
      "loss": 2.0781,
      "step": 43576
    },
    {
      "epoch": 2.0273086764363804,
      "grad_norm": 1.180055150269713,
      "learning_rate": 0.00022738592842486187,
      "loss": 2.4219,
      "step": 43577
    },
    {
      "epoch": 2.0273551988834613,
      "grad_norm": 1.111576272069887,
      "learning_rate": 0.00022738274903213884,
      "loss": 2.1094,
      "step": 43578
    },
    {
      "epoch": 2.027401721330542,
      "grad_norm": 1.248019618665787,
      "learning_rate": 0.00022737956959204166,
      "loss": 2.125,
      "step": 43579
    },
    {
      "epoch": 2.0274482437776227,
      "grad_norm": 1.1257336185015878,
      "learning_rate": 0.0002273763901045722,
      "loss": 2.3594,
      "step": 43580
    },
    {
      "epoch": 2.0274947662247036,
      "grad_norm": 1.1696272009609063,
      "learning_rate": 0.00022737321056973253,
      "loss": 2.0312,
      "step": 43581
    },
    {
      "epoch": 2.027541288671784,
      "grad_norm": 1.2245701011632135,
      "learning_rate": 0.00022737003098752446,
      "loss": 2.4062,
      "step": 43582
    },
    {
      "epoch": 2.027587811118865,
      "grad_norm": 1.1108626503174532,
      "learning_rate": 0.00022736685135795002,
      "loss": 2.375,
      "step": 43583
    },
    {
      "epoch": 2.0276343335659455,
      "grad_norm": 1.2015026168643184,
      "learning_rate": 0.00022736367168101114,
      "loss": 2.4375,
      "step": 43584
    },
    {
      "epoch": 2.0276808560130264,
      "grad_norm": 1.1111911361731115,
      "learning_rate": 0.00022736049195670976,
      "loss": 2.2969,
      "step": 43585
    },
    {
      "epoch": 2.027727378460107,
      "grad_norm": 1.189555863784907,
      "learning_rate": 0.00022735731218504786,
      "loss": 2.4375,
      "step": 43586
    },
    {
      "epoch": 2.027773900907188,
      "grad_norm": 1.106404054712786,
      "learning_rate": 0.00022735413236602735,
      "loss": 1.9688,
      "step": 43587
    },
    {
      "epoch": 2.0278204233542683,
      "grad_norm": 1.1090206233335367,
      "learning_rate": 0.00022735095249965014,
      "loss": 2.0781,
      "step": 43588
    },
    {
      "epoch": 2.027866945801349,
      "grad_norm": 1.0060983432954989,
      "learning_rate": 0.00022734777258591829,
      "loss": 1.9922,
      "step": 43589
    },
    {
      "epoch": 2.0279134682484297,
      "grad_norm": 1.1614917982500899,
      "learning_rate": 0.00022734459262483363,
      "loss": 2.0938,
      "step": 43590
    },
    {
      "epoch": 2.0279599906955106,
      "grad_norm": 1.1817076965881503,
      "learning_rate": 0.00022734141261639815,
      "loss": 2.4062,
      "step": 43591
    },
    {
      "epoch": 2.0280065131425915,
      "grad_norm": 1.1574750243720886,
      "learning_rate": 0.0002273382325606138,
      "loss": 2.0469,
      "step": 43592
    },
    {
      "epoch": 2.028053035589672,
      "grad_norm": 1.1161364885712683,
      "learning_rate": 0.0002273350524574826,
      "loss": 2.2969,
      "step": 43593
    },
    {
      "epoch": 2.028099558036753,
      "grad_norm": 1.2634252821091643,
      "learning_rate": 0.0002273318723070063,
      "loss": 2.25,
      "step": 43594
    },
    {
      "epoch": 2.0281460804838334,
      "grad_norm": 1.1814768208369155,
      "learning_rate": 0.00022732869210918708,
      "loss": 2.0625,
      "step": 43595
    },
    {
      "epoch": 2.0281926029309143,
      "grad_norm": 1.1270100475383547,
      "learning_rate": 0.00022732551186402673,
      "loss": 1.7109,
      "step": 43596
    },
    {
      "epoch": 2.028239125377995,
      "grad_norm": 1.1661404090634375,
      "learning_rate": 0.00022732233157152725,
      "loss": 2.1875,
      "step": 43597
    },
    {
      "epoch": 2.0282856478250757,
      "grad_norm": 1.2332206018993612,
      "learning_rate": 0.00022731915123169055,
      "loss": 2.25,
      "step": 43598
    },
    {
      "epoch": 2.028332170272156,
      "grad_norm": 1.143899075239721,
      "learning_rate": 0.00022731597084451867,
      "loss": 1.9062,
      "step": 43599
    },
    {
      "epoch": 2.028378692719237,
      "grad_norm": 1.0412016181152663,
      "learning_rate": 0.00022731279041001348,
      "loss": 1.7266,
      "step": 43600
    },
    {
      "epoch": 2.0284252151663176,
      "grad_norm": 1.2203745212051595,
      "learning_rate": 0.00022730960992817695,
      "loss": 2.125,
      "step": 43601
    },
    {
      "epoch": 2.0284717376133985,
      "grad_norm": 1.1004946716817658,
      "learning_rate": 0.00022730642939901099,
      "loss": 2.1719,
      "step": 43602
    },
    {
      "epoch": 2.028518260060479,
      "grad_norm": 1.1048994074546887,
      "learning_rate": 0.0002273032488225176,
      "loss": 1.9766,
      "step": 43603
    },
    {
      "epoch": 2.02856478250756,
      "grad_norm": 1.234455934505483,
      "learning_rate": 0.00022730006819869872,
      "loss": 2.3281,
      "step": 43604
    },
    {
      "epoch": 2.028611304954641,
      "grad_norm": 1.1376304521120957,
      "learning_rate": 0.00022729688752755624,
      "loss": 1.5469,
      "step": 43605
    },
    {
      "epoch": 2.0286578274017213,
      "grad_norm": 1.0993806350101558,
      "learning_rate": 0.0002272937068090922,
      "loss": 2.0781,
      "step": 43606
    },
    {
      "epoch": 2.028704349848802,
      "grad_norm": 1.1751722154335866,
      "learning_rate": 0.00022729052604330844,
      "loss": 2.0781,
      "step": 43607
    },
    {
      "epoch": 2.0287508722958827,
      "grad_norm": 1.1927261658062218,
      "learning_rate": 0.00022728734523020703,
      "loss": 2.4062,
      "step": 43608
    },
    {
      "epoch": 2.0287973947429636,
      "grad_norm": 1.1061041036210033,
      "learning_rate": 0.0002272841643697898,
      "loss": 2.0,
      "step": 43609
    },
    {
      "epoch": 2.028843917190044,
      "grad_norm": 1.0864944954941693,
      "learning_rate": 0.00022728098346205878,
      "loss": 1.9922,
      "step": 43610
    },
    {
      "epoch": 2.028890439637125,
      "grad_norm": 1.138612396755042,
      "learning_rate": 0.00022727780250701588,
      "loss": 2.0625,
      "step": 43611
    },
    {
      "epoch": 2.0289369620842055,
      "grad_norm": 1.089648120246542,
      "learning_rate": 0.00022727462150466305,
      "loss": 2.1719,
      "step": 43612
    },
    {
      "epoch": 2.0289834845312864,
      "grad_norm": 1.1449177491858895,
      "learning_rate": 0.0002272714404550022,
      "loss": 2.5625,
      "step": 43613
    },
    {
      "epoch": 2.029030006978367,
      "grad_norm": 1.0683295732529274,
      "learning_rate": 0.00022726825935803535,
      "loss": 1.8828,
      "step": 43614
    },
    {
      "epoch": 2.029076529425448,
      "grad_norm": 1.3048871623163674,
      "learning_rate": 0.0002272650782137645,
      "loss": 2.2656,
      "step": 43615
    },
    {
      "epoch": 2.0291230518725283,
      "grad_norm": 1.1089804398552872,
      "learning_rate": 0.0002272618970221914,
      "loss": 1.5781,
      "step": 43616
    },
    {
      "epoch": 2.029169574319609,
      "grad_norm": 1.1286085735503417,
      "learning_rate": 0.00022725871578331818,
      "loss": 2.0,
      "step": 43617
    },
    {
      "epoch": 2.02921609676669,
      "grad_norm": 1.0881557035973535,
      "learning_rate": 0.00022725553449714665,
      "loss": 1.8984,
      "step": 43618
    },
    {
      "epoch": 2.0292626192137706,
      "grad_norm": 1.2574241546265483,
      "learning_rate": 0.0002272523531636789,
      "loss": 2.25,
      "step": 43619
    },
    {
      "epoch": 2.0293091416608515,
      "grad_norm": 1.195074547578554,
      "learning_rate": 0.00022724917178291675,
      "loss": 1.9453,
      "step": 43620
    },
    {
      "epoch": 2.029355664107932,
      "grad_norm": 1.237958659134737,
      "learning_rate": 0.00022724599035486222,
      "loss": 2.5312,
      "step": 43621
    },
    {
      "epoch": 2.029402186555013,
      "grad_norm": 1.238895457613659,
      "learning_rate": 0.00022724280887951724,
      "loss": 2.1875,
      "step": 43622
    },
    {
      "epoch": 2.0294487090020934,
      "grad_norm": 1.3313803899064482,
      "learning_rate": 0.00022723962735688377,
      "loss": 2.4375,
      "step": 43623
    },
    {
      "epoch": 2.0294952314491743,
      "grad_norm": 1.189320208239606,
      "learning_rate": 0.0002272364457869637,
      "loss": 2.3125,
      "step": 43624
    },
    {
      "epoch": 2.029541753896255,
      "grad_norm": 1.1553465033772783,
      "learning_rate": 0.0002272332641697591,
      "loss": 2.1562,
      "step": 43625
    },
    {
      "epoch": 2.0295882763433357,
      "grad_norm": 1.085615773477579,
      "learning_rate": 0.00022723008250527174,
      "loss": 2.0625,
      "step": 43626
    },
    {
      "epoch": 2.029634798790416,
      "grad_norm": 1.1941602132678122,
      "learning_rate": 0.00022722690079350378,
      "loss": 2.4062,
      "step": 43627
    },
    {
      "epoch": 2.029681321237497,
      "grad_norm": 1.2127290848152932,
      "learning_rate": 0.000227223719034457,
      "loss": 2.1719,
      "step": 43628
    },
    {
      "epoch": 2.0297278436845776,
      "grad_norm": 1.1909836548419015,
      "learning_rate": 0.00022722053722813338,
      "loss": 2.2969,
      "step": 43629
    },
    {
      "epoch": 2.0297743661316585,
      "grad_norm": 1.0157726345986673,
      "learning_rate": 0.0002272173553745349,
      "loss": 1.6484,
      "step": 43630
    },
    {
      "epoch": 2.0298208885787394,
      "grad_norm": 1.1537544609514576,
      "learning_rate": 0.00022721417347366352,
      "loss": 2.1406,
      "step": 43631
    },
    {
      "epoch": 2.02986741102582,
      "grad_norm": 1.0823079341020045,
      "learning_rate": 0.00022721099152552118,
      "loss": 2.2188,
      "step": 43632
    },
    {
      "epoch": 2.029913933472901,
      "grad_norm": 1.1937645510102324,
      "learning_rate": 0.0002272078095301098,
      "loss": 2.3438,
      "step": 43633
    },
    {
      "epoch": 2.0299604559199813,
      "grad_norm": 1.0981550029051723,
      "learning_rate": 0.00022720462748743137,
      "loss": 1.6719,
      "step": 43634
    },
    {
      "epoch": 2.0300069783670622,
      "grad_norm": 1.0948610655736226,
      "learning_rate": 0.00022720144539748773,
      "loss": 2.1094,
      "step": 43635
    },
    {
      "epoch": 2.0300535008141427,
      "grad_norm": 1.1256597688336958,
      "learning_rate": 0.00022719826326028097,
      "loss": 2.5156,
      "step": 43636
    },
    {
      "epoch": 2.0301000232612236,
      "grad_norm": 1.2213641813075042,
      "learning_rate": 0.00022719508107581297,
      "loss": 2.0781,
      "step": 43637
    },
    {
      "epoch": 2.030146545708304,
      "grad_norm": 1.2978406574798096,
      "learning_rate": 0.0002271918988440857,
      "loss": 2.5625,
      "step": 43638
    },
    {
      "epoch": 2.030193068155385,
      "grad_norm": 1.1934910622186246,
      "learning_rate": 0.00022718871656510109,
      "loss": 1.9531,
      "step": 43639
    },
    {
      "epoch": 2.0302395906024655,
      "grad_norm": 1.0720334672728489,
      "learning_rate": 0.00022718553423886113,
      "loss": 1.6562,
      "step": 43640
    },
    {
      "epoch": 2.0302861130495464,
      "grad_norm": 1.207345950078761,
      "learning_rate": 0.00022718235186536766,
      "loss": 2.1406,
      "step": 43641
    },
    {
      "epoch": 2.030332635496627,
      "grad_norm": 1.1130838456436434,
      "learning_rate": 0.00022717916944462274,
      "loss": 2.5,
      "step": 43642
    },
    {
      "epoch": 2.030379157943708,
      "grad_norm": 1.1842202420472028,
      "learning_rate": 0.00022717598697662825,
      "loss": 2.1875,
      "step": 43643
    },
    {
      "epoch": 2.0304256803907887,
      "grad_norm": 1.0893038524582925,
      "learning_rate": 0.0002271728044613862,
      "loss": 2.0156,
      "step": 43644
    },
    {
      "epoch": 2.0304722028378692,
      "grad_norm": 1.185068966268548,
      "learning_rate": 0.0002271696218988985,
      "loss": 2.3594,
      "step": 43645
    },
    {
      "epoch": 2.03051872528495,
      "grad_norm": 1.2098471713011067,
      "learning_rate": 0.00022716643928916703,
      "loss": 2.2344,
      "step": 43646
    },
    {
      "epoch": 2.0305652477320306,
      "grad_norm": 1.08398101832428,
      "learning_rate": 0.00022716325663219394,
      "loss": 2.1562,
      "step": 43647
    },
    {
      "epoch": 2.0306117701791115,
      "grad_norm": 1.2871987841994321,
      "learning_rate": 0.00022716007392798094,
      "loss": 2.4062,
      "step": 43648
    },
    {
      "epoch": 2.030658292626192,
      "grad_norm": 1.1827000838636228,
      "learning_rate": 0.00022715689117653015,
      "loss": 2.5312,
      "step": 43649
    },
    {
      "epoch": 2.030704815073273,
      "grad_norm": 1.188875465333608,
      "learning_rate": 0.0002271537083778434,
      "loss": 2.25,
      "step": 43650
    },
    {
      "epoch": 2.0307513375203534,
      "grad_norm": 1.0957384333138418,
      "learning_rate": 0.0002271505255319227,
      "loss": 2.2812,
      "step": 43651
    },
    {
      "epoch": 2.0307978599674343,
      "grad_norm": 1.0706472020769577,
      "learning_rate": 0.00022714734263877008,
      "loss": 2.0781,
      "step": 43652
    },
    {
      "epoch": 2.030844382414515,
      "grad_norm": 1.2215104028003019,
      "learning_rate": 0.00022714415969838736,
      "loss": 2.6094,
      "step": 43653
    },
    {
      "epoch": 2.0308909048615957,
      "grad_norm": 1.197848861689267,
      "learning_rate": 0.00022714097671077646,
      "loss": 2.0,
      "step": 43654
    },
    {
      "epoch": 2.030937427308676,
      "grad_norm": 1.195783844565355,
      "learning_rate": 0.00022713779367593948,
      "loss": 2.4531,
      "step": 43655
    },
    {
      "epoch": 2.030983949755757,
      "grad_norm": 1.2510257082057916,
      "learning_rate": 0.00022713461059387829,
      "loss": 2.4375,
      "step": 43656
    },
    {
      "epoch": 2.031030472202838,
      "grad_norm": 1.1039851041851163,
      "learning_rate": 0.00022713142746459477,
      "loss": 2.0312,
      "step": 43657
    },
    {
      "epoch": 2.0310769946499185,
      "grad_norm": 1.2241330318368115,
      "learning_rate": 0.000227128244288091,
      "loss": 2.2969,
      "step": 43658
    },
    {
      "epoch": 2.0311235170969995,
      "grad_norm": 1.2735724968339333,
      "learning_rate": 0.00022712506106436882,
      "loss": 2.1094,
      "step": 43659
    },
    {
      "epoch": 2.03117003954408,
      "grad_norm": 1.1607040225663636,
      "learning_rate": 0.00022712187779343025,
      "loss": 2.3125,
      "step": 43660
    },
    {
      "epoch": 2.031216561991161,
      "grad_norm": 1.033158120296001,
      "learning_rate": 0.00022711869447527723,
      "loss": 1.8672,
      "step": 43661
    },
    {
      "epoch": 2.0312630844382413,
      "grad_norm": 1.152889622659177,
      "learning_rate": 0.00022711551110991165,
      "loss": 2.3438,
      "step": 43662
    },
    {
      "epoch": 2.0313096068853222,
      "grad_norm": 1.2427261616091194,
      "learning_rate": 0.00022711232769733548,
      "loss": 2.1094,
      "step": 43663
    },
    {
      "epoch": 2.0313561293324027,
      "grad_norm": 1.2045024487518117,
      "learning_rate": 0.00022710914423755077,
      "loss": 2.3594,
      "step": 43664
    },
    {
      "epoch": 2.0314026517794836,
      "grad_norm": 1.2568589341689902,
      "learning_rate": 0.00022710596073055933,
      "loss": 2.4219,
      "step": 43665
    },
    {
      "epoch": 2.031449174226564,
      "grad_norm": 1.122379063634047,
      "learning_rate": 0.00022710277717636316,
      "loss": 2.3281,
      "step": 43666
    },
    {
      "epoch": 2.031495696673645,
      "grad_norm": 1.2156810755356546,
      "learning_rate": 0.00022709959357496425,
      "loss": 2.3125,
      "step": 43667
    },
    {
      "epoch": 2.031542219120726,
      "grad_norm": 1.1817503176572486,
      "learning_rate": 0.00022709640992636448,
      "loss": 2.4219,
      "step": 43668
    },
    {
      "epoch": 2.0315887415678064,
      "grad_norm": 1.1751031980198916,
      "learning_rate": 0.00022709322623056585,
      "loss": 2.4531,
      "step": 43669
    },
    {
      "epoch": 2.0316352640148874,
      "grad_norm": 1.1616879924588046,
      "learning_rate": 0.0002270900424875703,
      "loss": 2.2344,
      "step": 43670
    },
    {
      "epoch": 2.031681786461968,
      "grad_norm": 1.2223010439859616,
      "learning_rate": 0.0002270868586973798,
      "loss": 2.3438,
      "step": 43671
    },
    {
      "epoch": 2.0317283089090488,
      "grad_norm": 1.0602396799151903,
      "learning_rate": 0.0002270836748599962,
      "loss": 2.0938,
      "step": 43672
    },
    {
      "epoch": 2.0317748313561292,
      "grad_norm": 1.1061374083332485,
      "learning_rate": 0.00022708049097542156,
      "loss": 2.2656,
      "step": 43673
    },
    {
      "epoch": 2.03182135380321,
      "grad_norm": 1.1230435716647134,
      "learning_rate": 0.00022707730704365776,
      "loss": 2.0938,
      "step": 43674
    },
    {
      "epoch": 2.0318678762502906,
      "grad_norm": 1.1154348977024662,
      "learning_rate": 0.00022707412306470682,
      "loss": 2.4844,
      "step": 43675
    },
    {
      "epoch": 2.0319143986973716,
      "grad_norm": 1.172504216842052,
      "learning_rate": 0.00022707093903857065,
      "loss": 2.5156,
      "step": 43676
    },
    {
      "epoch": 2.031960921144452,
      "grad_norm": 1.0790246008105653,
      "learning_rate": 0.0002270677549652512,
      "loss": 2.2812,
      "step": 43677
    },
    {
      "epoch": 2.032007443591533,
      "grad_norm": 1.1503691039012471,
      "learning_rate": 0.00022706457084475037,
      "loss": 2.5156,
      "step": 43678
    },
    {
      "epoch": 2.0320539660386134,
      "grad_norm": 1.1448452729654377,
      "learning_rate": 0.00022706138667707016,
      "loss": 2.2031,
      "step": 43679
    },
    {
      "epoch": 2.0321004884856944,
      "grad_norm": 1.103306609308106,
      "learning_rate": 0.00022705820246221253,
      "loss": 2.0938,
      "step": 43680
    },
    {
      "epoch": 2.0321470109327753,
      "grad_norm": 1.1127376910945408,
      "learning_rate": 0.00022705501820017941,
      "loss": 2.2031,
      "step": 43681
    },
    {
      "epoch": 2.0321935333798558,
      "grad_norm": 1.281703295320797,
      "learning_rate": 0.00022705183389097277,
      "loss": 2.2969,
      "step": 43682
    },
    {
      "epoch": 2.0322400558269367,
      "grad_norm": 1.14875805122252,
      "learning_rate": 0.00022704864953459455,
      "loss": 2.0938,
      "step": 43683
    },
    {
      "epoch": 2.032286578274017,
      "grad_norm": 1.186621440168206,
      "learning_rate": 0.00022704546513104665,
      "loss": 2.2969,
      "step": 43684
    },
    {
      "epoch": 2.032333100721098,
      "grad_norm": 1.3415489846175341,
      "learning_rate": 0.0002270422806803311,
      "loss": 2.0312,
      "step": 43685
    },
    {
      "epoch": 2.0323796231681786,
      "grad_norm": 1.1655279971761812,
      "learning_rate": 0.00022703909618244981,
      "loss": 2.0938,
      "step": 43686
    },
    {
      "epoch": 2.0324261456152595,
      "grad_norm": 1.176604211591464,
      "learning_rate": 0.00022703591163740475,
      "loss": 2.2656,
      "step": 43687
    },
    {
      "epoch": 2.03247266806234,
      "grad_norm": 1.2643443487374686,
      "learning_rate": 0.0002270327270451978,
      "loss": 2.25,
      "step": 43688
    },
    {
      "epoch": 2.032519190509421,
      "grad_norm": 1.1621282728338227,
      "learning_rate": 0.000227029542405831,
      "loss": 2.3281,
      "step": 43689
    },
    {
      "epoch": 2.0325657129565013,
      "grad_norm": 1.1736968932649865,
      "learning_rate": 0.00022702635771930623,
      "loss": 2.2656,
      "step": 43690
    },
    {
      "epoch": 2.0326122354035823,
      "grad_norm": 1.1449208687536723,
      "learning_rate": 0.0002270231729856255,
      "loss": 2.0,
      "step": 43691
    },
    {
      "epoch": 2.0326587578506627,
      "grad_norm": 1.180801266338288,
      "learning_rate": 0.0002270199882047907,
      "loss": 2.4219,
      "step": 43692
    },
    {
      "epoch": 2.0327052802977437,
      "grad_norm": 1.1561145405814237,
      "learning_rate": 0.00022701680337680385,
      "loss": 2.0,
      "step": 43693
    },
    {
      "epoch": 2.0327518027448246,
      "grad_norm": 1.125281069772707,
      "learning_rate": 0.0002270136185016668,
      "loss": 2.125,
      "step": 43694
    },
    {
      "epoch": 2.032798325191905,
      "grad_norm": 1.1089383503790964,
      "learning_rate": 0.00022701043357938164,
      "loss": 2.1406,
      "step": 43695
    },
    {
      "epoch": 2.032844847638986,
      "grad_norm": 1.1806188144300183,
      "learning_rate": 0.00022700724860995016,
      "loss": 2.125,
      "step": 43696
    },
    {
      "epoch": 2.0328913700860665,
      "grad_norm": 1.1057688807208368,
      "learning_rate": 0.0002270040635933744,
      "loss": 2.0625,
      "step": 43697
    },
    {
      "epoch": 2.0329378925331474,
      "grad_norm": 1.2722745985551254,
      "learning_rate": 0.00022700087852965632,
      "loss": 2.3125,
      "step": 43698
    },
    {
      "epoch": 2.032984414980228,
      "grad_norm": 1.2351084217650399,
      "learning_rate": 0.00022699769341879785,
      "loss": 2.3281,
      "step": 43699
    },
    {
      "epoch": 2.033030937427309,
      "grad_norm": 1.1434285373204651,
      "learning_rate": 0.00022699450826080096,
      "loss": 2.0469,
      "step": 43700
    },
    {
      "epoch": 2.0330774598743893,
      "grad_norm": 1.1616321037031383,
      "learning_rate": 0.0002269913230556675,
      "loss": 2.2969,
      "step": 43701
    },
    {
      "epoch": 2.03312398232147,
      "grad_norm": 1.1734771783208278,
      "learning_rate": 0.00022698813780339957,
      "loss": 2.375,
      "step": 43702
    },
    {
      "epoch": 2.0331705047685507,
      "grad_norm": 1.1358304105901793,
      "learning_rate": 0.00022698495250399902,
      "loss": 2.2656,
      "step": 43703
    },
    {
      "epoch": 2.0332170272156316,
      "grad_norm": 1.2822934606943956,
      "learning_rate": 0.00022698176715746786,
      "loss": 2.375,
      "step": 43704
    },
    {
      "epoch": 2.033263549662712,
      "grad_norm": 1.2009339329261304,
      "learning_rate": 0.00022697858176380797,
      "loss": 2.2344,
      "step": 43705
    },
    {
      "epoch": 2.033310072109793,
      "grad_norm": 1.1005934922999852,
      "learning_rate": 0.00022697539632302139,
      "loss": 2.1406,
      "step": 43706
    },
    {
      "epoch": 2.033356594556874,
      "grad_norm": 1.1660500720469562,
      "learning_rate": 0.00022697221083510996,
      "loss": 2.4844,
      "step": 43707
    },
    {
      "epoch": 2.0334031170039544,
      "grad_norm": 1.2297047859967927,
      "learning_rate": 0.00022696902530007572,
      "loss": 2.3281,
      "step": 43708
    },
    {
      "epoch": 2.0334496394510353,
      "grad_norm": 1.113400276651134,
      "learning_rate": 0.00022696583971792058,
      "loss": 2.2812,
      "step": 43709
    },
    {
      "epoch": 2.0334961618981158,
      "grad_norm": 1.1224568217801796,
      "learning_rate": 0.00022696265408864649,
      "loss": 2.1719,
      "step": 43710
    },
    {
      "epoch": 2.0335426843451967,
      "grad_norm": 1.3166752567539313,
      "learning_rate": 0.0002269594684122554,
      "loss": 2.2656,
      "step": 43711
    },
    {
      "epoch": 2.033589206792277,
      "grad_norm": 1.2294965996695388,
      "learning_rate": 0.00022695628268874928,
      "loss": 2.1562,
      "step": 43712
    },
    {
      "epoch": 2.033635729239358,
      "grad_norm": 1.1098291284605228,
      "learning_rate": 0.0002269530969181301,
      "loss": 1.9297,
      "step": 43713
    },
    {
      "epoch": 2.0336822516864386,
      "grad_norm": 1.1512068772640145,
      "learning_rate": 0.00022694991110039974,
      "loss": 2.5,
      "step": 43714
    },
    {
      "epoch": 2.0337287741335195,
      "grad_norm": 1.1726557548425798,
      "learning_rate": 0.00022694672523556025,
      "loss": 2.1562,
      "step": 43715
    },
    {
      "epoch": 2.0337752965806,
      "grad_norm": 1.2424346873875347,
      "learning_rate": 0.00022694353932361348,
      "loss": 2.3125,
      "step": 43716
    },
    {
      "epoch": 2.033821819027681,
      "grad_norm": 1.1160671145314263,
      "learning_rate": 0.00022694035336456145,
      "loss": 2.1562,
      "step": 43717
    },
    {
      "epoch": 2.0338683414747614,
      "grad_norm": 1.1633756189242384,
      "learning_rate": 0.00022693716735840602,
      "loss": 2.3906,
      "step": 43718
    },
    {
      "epoch": 2.0339148639218423,
      "grad_norm": 1.0685507210236702,
      "learning_rate": 0.00022693398130514927,
      "loss": 2.0312,
      "step": 43719
    },
    {
      "epoch": 2.033961386368923,
      "grad_norm": 1.1027596185019652,
      "learning_rate": 0.00022693079520479304,
      "loss": 2.2031,
      "step": 43720
    },
    {
      "epoch": 2.0340079088160037,
      "grad_norm": 1.074357260829062,
      "learning_rate": 0.00022692760905733934,
      "loss": 2.0,
      "step": 43721
    },
    {
      "epoch": 2.0340544312630846,
      "grad_norm": 1.1654599527853693,
      "learning_rate": 0.00022692442286279012,
      "loss": 2.4375,
      "step": 43722
    },
    {
      "epoch": 2.034100953710165,
      "grad_norm": 1.1740662461968934,
      "learning_rate": 0.00022692123662114725,
      "loss": 2.2812,
      "step": 43723
    },
    {
      "epoch": 2.034147476157246,
      "grad_norm": 1.120765226038344,
      "learning_rate": 0.0002269180503324128,
      "loss": 2.2031,
      "step": 43724
    },
    {
      "epoch": 2.0341939986043265,
      "grad_norm": 1.1424295297684421,
      "learning_rate": 0.00022691486399658867,
      "loss": 2.5312,
      "step": 43725
    },
    {
      "epoch": 2.0342405210514074,
      "grad_norm": 1.146920895111593,
      "learning_rate": 0.0002269116776136768,
      "loss": 2.1875,
      "step": 43726
    },
    {
      "epoch": 2.034287043498488,
      "grad_norm": 1.2486195968833609,
      "learning_rate": 0.00022690849118367913,
      "loss": 2.2812,
      "step": 43727
    },
    {
      "epoch": 2.034333565945569,
      "grad_norm": 1.278507924550796,
      "learning_rate": 0.0002269053047065976,
      "loss": 2.4531,
      "step": 43728
    },
    {
      "epoch": 2.0343800883926493,
      "grad_norm": 1.1873622989892374,
      "learning_rate": 0.00022690211818243426,
      "loss": 2.2344,
      "step": 43729
    },
    {
      "epoch": 2.03442661083973,
      "grad_norm": 1.2293707663927027,
      "learning_rate": 0.00022689893161119098,
      "loss": 2.375,
      "step": 43730
    },
    {
      "epoch": 2.0344731332868107,
      "grad_norm": 1.2420438502164592,
      "learning_rate": 0.00022689574499286966,
      "loss": 2.2812,
      "step": 43731
    },
    {
      "epoch": 2.0345196557338916,
      "grad_norm": 1.252705037910937,
      "learning_rate": 0.00022689255832747239,
      "loss": 2.5938,
      "step": 43732
    },
    {
      "epoch": 2.0345661781809725,
      "grad_norm": 1.2265487898472738,
      "learning_rate": 0.000226889371615001,
      "loss": 2.375,
      "step": 43733
    },
    {
      "epoch": 2.034612700628053,
      "grad_norm": 1.3191818074545574,
      "learning_rate": 0.00022688618485545748,
      "loss": 2.3594,
      "step": 43734
    },
    {
      "epoch": 2.034659223075134,
      "grad_norm": 1.1488050585806409,
      "learning_rate": 0.00022688299804884377,
      "loss": 2.3125,
      "step": 43735
    },
    {
      "epoch": 2.0347057455222144,
      "grad_norm": 1.1863548647650761,
      "learning_rate": 0.00022687981119516189,
      "loss": 2.5938,
      "step": 43736
    },
    {
      "epoch": 2.0347522679692953,
      "grad_norm": 1.0762281982741086,
      "learning_rate": 0.0002268766242944137,
      "loss": 2.1562,
      "step": 43737
    },
    {
      "epoch": 2.034798790416376,
      "grad_norm": 1.1045753357047143,
      "learning_rate": 0.0002268734373466012,
      "loss": 2.2188,
      "step": 43738
    },
    {
      "epoch": 2.0348453128634567,
      "grad_norm": 1.1041144678285193,
      "learning_rate": 0.00022687025035172633,
      "loss": 2.3438,
      "step": 43739
    },
    {
      "epoch": 2.034891835310537,
      "grad_norm": 1.2265252705727077,
      "learning_rate": 0.00022686706330979104,
      "loss": 2.1875,
      "step": 43740
    },
    {
      "epoch": 2.034938357757618,
      "grad_norm": 1.1864614895178274,
      "learning_rate": 0.00022686387622079725,
      "loss": 2.2969,
      "step": 43741
    },
    {
      "epoch": 2.0349848802046986,
      "grad_norm": 1.1651087180697137,
      "learning_rate": 0.00022686068908474698,
      "loss": 2.0156,
      "step": 43742
    },
    {
      "epoch": 2.0350314026517795,
      "grad_norm": 1.2273389531888512,
      "learning_rate": 0.00022685750190164214,
      "loss": 2.6094,
      "step": 43743
    },
    {
      "epoch": 2.03507792509886,
      "grad_norm": 1.0878699015306503,
      "learning_rate": 0.00022685431467148464,
      "loss": 1.6953,
      "step": 43744
    },
    {
      "epoch": 2.035124447545941,
      "grad_norm": 1.1582386901210202,
      "learning_rate": 0.0002268511273942765,
      "loss": 2.2969,
      "step": 43745
    },
    {
      "epoch": 2.035170969993022,
      "grad_norm": 1.2369965509385255,
      "learning_rate": 0.00022684794007001965,
      "loss": 2.2656,
      "step": 43746
    },
    {
      "epoch": 2.0352174924401023,
      "grad_norm": 1.1615307117440568,
      "learning_rate": 0.00022684475269871602,
      "loss": 2.4375,
      "step": 43747
    },
    {
      "epoch": 2.0352640148871832,
      "grad_norm": 1.1594905672030669,
      "learning_rate": 0.0002268415652803676,
      "loss": 2.3594,
      "step": 43748
    },
    {
      "epoch": 2.0353105373342637,
      "grad_norm": 1.1372908118472425,
      "learning_rate": 0.00022683837781497634,
      "loss": 2.3438,
      "step": 43749
    },
    {
      "epoch": 2.0353570597813446,
      "grad_norm": 1.2103476324566376,
      "learning_rate": 0.00022683519030254417,
      "loss": 2.2344,
      "step": 43750
    },
    {
      "epoch": 2.035403582228425,
      "grad_norm": 1.1632568898979792,
      "learning_rate": 0.00022683200274307302,
      "loss": 1.7891,
      "step": 43751
    },
    {
      "epoch": 2.035450104675506,
      "grad_norm": 1.1389010242257769,
      "learning_rate": 0.00022682881513656487,
      "loss": 2.3906,
      "step": 43752
    },
    {
      "epoch": 2.0354966271225865,
      "grad_norm": 1.1993412002065553,
      "learning_rate": 0.00022682562748302168,
      "loss": 2.1562,
      "step": 43753
    },
    {
      "epoch": 2.0355431495696674,
      "grad_norm": 1.0856848028122241,
      "learning_rate": 0.00022682243978244538,
      "loss": 2.1094,
      "step": 43754
    },
    {
      "epoch": 2.035589672016748,
      "grad_norm": 1.1990378552236556,
      "learning_rate": 0.00022681925203483792,
      "loss": 2.4062,
      "step": 43755
    },
    {
      "epoch": 2.035636194463829,
      "grad_norm": 1.0307532976654616,
      "learning_rate": 0.00022681606424020126,
      "loss": 2.0156,
      "step": 43756
    },
    {
      "epoch": 2.0356827169109093,
      "grad_norm": 1.0495374464957734,
      "learning_rate": 0.00022681287639853733,
      "loss": 1.9766,
      "step": 43757
    },
    {
      "epoch": 2.03572923935799,
      "grad_norm": 1.0394594897495013,
      "learning_rate": 0.00022680968850984816,
      "loss": 1.8906,
      "step": 43758
    },
    {
      "epoch": 2.035775761805071,
      "grad_norm": 1.257003054779876,
      "learning_rate": 0.00022680650057413563,
      "loss": 2.2969,
      "step": 43759
    },
    {
      "epoch": 2.0358222842521516,
      "grad_norm": 1.1901386770914868,
      "learning_rate": 0.0002268033125914017,
      "loss": 2.1875,
      "step": 43760
    },
    {
      "epoch": 2.0358688066992325,
      "grad_norm": 1.1642913005991733,
      "learning_rate": 0.0002268001245616483,
      "loss": 2.3125,
      "step": 43761
    },
    {
      "epoch": 2.035915329146313,
      "grad_norm": 1.1620940393842718,
      "learning_rate": 0.00022679693648487747,
      "loss": 2.2188,
      "step": 43762
    },
    {
      "epoch": 2.035961851593394,
      "grad_norm": 1.1304461687985334,
      "learning_rate": 0.0002267937483610911,
      "loss": 2.4219,
      "step": 43763
    },
    {
      "epoch": 2.0360083740404744,
      "grad_norm": 1.0173027037358175,
      "learning_rate": 0.00022679056019029106,
      "loss": 1.9844,
      "step": 43764
    },
    {
      "epoch": 2.0360548964875553,
      "grad_norm": 1.1690631047869162,
      "learning_rate": 0.00022678737197247948,
      "loss": 2.375,
      "step": 43765
    },
    {
      "epoch": 2.036101418934636,
      "grad_norm": 1.2649400032051885,
      "learning_rate": 0.00022678418370765816,
      "loss": 2.2969,
      "step": 43766
    },
    {
      "epoch": 2.0361479413817167,
      "grad_norm": 1.164812030034168,
      "learning_rate": 0.00022678099539582915,
      "loss": 2.3594,
      "step": 43767
    },
    {
      "epoch": 2.036194463828797,
      "grad_norm": 1.1582060696710526,
      "learning_rate": 0.00022677780703699433,
      "loss": 2.2188,
      "step": 43768
    },
    {
      "epoch": 2.036240986275878,
      "grad_norm": 1.1529374341350065,
      "learning_rate": 0.00022677461863115572,
      "loss": 2.4375,
      "step": 43769
    },
    {
      "epoch": 2.0362875087229586,
      "grad_norm": 1.1638438160764022,
      "learning_rate": 0.00022677143017831516,
      "loss": 2.2031,
      "step": 43770
    },
    {
      "epoch": 2.0363340311700395,
      "grad_norm": 1.17612465668682,
      "learning_rate": 0.00022676824167847478,
      "loss": 2.2969,
      "step": 43771
    },
    {
      "epoch": 2.0363805536171204,
      "grad_norm": 1.1312443160714163,
      "learning_rate": 0.00022676505313163638,
      "loss": 2.1562,
      "step": 43772
    },
    {
      "epoch": 2.036427076064201,
      "grad_norm": 1.1268795554184672,
      "learning_rate": 0.00022676186453780194,
      "loss": 2.0469,
      "step": 43773
    },
    {
      "epoch": 2.036473598511282,
      "grad_norm": 1.1793455051130846,
      "learning_rate": 0.00022675867589697345,
      "loss": 2.4531,
      "step": 43774
    },
    {
      "epoch": 2.0365201209583623,
      "grad_norm": 1.1751573739508399,
      "learning_rate": 0.0002267554872091529,
      "loss": 1.9062,
      "step": 43775
    },
    {
      "epoch": 2.0365666434054432,
      "grad_norm": 1.3328592347122876,
      "learning_rate": 0.00022675229847434215,
      "loss": 2.1875,
      "step": 43776
    },
    {
      "epoch": 2.0366131658525237,
      "grad_norm": 1.1324133129819265,
      "learning_rate": 0.00022674910969254316,
      "loss": 2.2656,
      "step": 43777
    },
    {
      "epoch": 2.0366596882996046,
      "grad_norm": 1.1810800956462855,
      "learning_rate": 0.00022674592086375793,
      "loss": 2.4688,
      "step": 43778
    },
    {
      "epoch": 2.036706210746685,
      "grad_norm": 1.1138979752375469,
      "learning_rate": 0.0002267427319879884,
      "loss": 1.8516,
      "step": 43779
    },
    {
      "epoch": 2.036752733193766,
      "grad_norm": 1.1392102041628656,
      "learning_rate": 0.0002267395430652365,
      "loss": 2.5312,
      "step": 43780
    },
    {
      "epoch": 2.0367992556408465,
      "grad_norm": 1.193353331862501,
      "learning_rate": 0.00022673635409550423,
      "loss": 2.4219,
      "step": 43781
    },
    {
      "epoch": 2.0368457780879274,
      "grad_norm": 1.2134560998100656,
      "learning_rate": 0.0002267331650787935,
      "loss": 2.375,
      "step": 43782
    },
    {
      "epoch": 2.0368923005350084,
      "grad_norm": 1.1961492472944597,
      "learning_rate": 0.00022672997601510625,
      "loss": 2.4375,
      "step": 43783
    },
    {
      "epoch": 2.036938822982089,
      "grad_norm": 1.061659548828682,
      "learning_rate": 0.0002267267869044445,
      "loss": 2.0625,
      "step": 43784
    },
    {
      "epoch": 2.0369853454291698,
      "grad_norm": 1.1187511248686137,
      "learning_rate": 0.00022672359774681013,
      "loss": 2.2812,
      "step": 43785
    },
    {
      "epoch": 2.0370318678762502,
      "grad_norm": 1.2086331699350001,
      "learning_rate": 0.00022672040854220516,
      "loss": 2.1562,
      "step": 43786
    },
    {
      "epoch": 2.037078390323331,
      "grad_norm": 1.1722401724185223,
      "learning_rate": 0.00022671721929063145,
      "loss": 2.2812,
      "step": 43787
    },
    {
      "epoch": 2.0371249127704116,
      "grad_norm": 1.1637396477767896,
      "learning_rate": 0.00022671402999209107,
      "loss": 2.3438,
      "step": 43788
    },
    {
      "epoch": 2.0371714352174926,
      "grad_norm": 1.5279098387929024,
      "learning_rate": 0.00022671084064658585,
      "loss": 2.3438,
      "step": 43789
    },
    {
      "epoch": 2.037217957664573,
      "grad_norm": 1.2841116467453244,
      "learning_rate": 0.0002267076512541178,
      "loss": 2.4062,
      "step": 43790
    },
    {
      "epoch": 2.037264480111654,
      "grad_norm": 1.0784186692315367,
      "learning_rate": 0.0002267044618146889,
      "loss": 2.2188,
      "step": 43791
    },
    {
      "epoch": 2.0373110025587344,
      "grad_norm": 1.176062198496175,
      "learning_rate": 0.00022670127232830105,
      "loss": 2.2969,
      "step": 43792
    },
    {
      "epoch": 2.0373575250058154,
      "grad_norm": 1.2534834378820223,
      "learning_rate": 0.00022669808279495628,
      "loss": 2.2188,
      "step": 43793
    },
    {
      "epoch": 2.037404047452896,
      "grad_norm": 1.2690829476369803,
      "learning_rate": 0.00022669489321465645,
      "loss": 2.375,
      "step": 43794
    },
    {
      "epoch": 2.0374505698999767,
      "grad_norm": 1.1888052279189902,
      "learning_rate": 0.00022669170358740356,
      "loss": 2.1406,
      "step": 43795
    },
    {
      "epoch": 2.0374970923470577,
      "grad_norm": 1.230641493302777,
      "learning_rate": 0.00022668851391319958,
      "loss": 2.1719,
      "step": 43796
    },
    {
      "epoch": 2.037543614794138,
      "grad_norm": 1.146542333706225,
      "learning_rate": 0.00022668532419204643,
      "loss": 1.6484,
      "step": 43797
    },
    {
      "epoch": 2.037590137241219,
      "grad_norm": 1.2069961035727725,
      "learning_rate": 0.00022668213442394604,
      "loss": 2.2188,
      "step": 43798
    },
    {
      "epoch": 2.0376366596882995,
      "grad_norm": 1.2042715377041202,
      "learning_rate": 0.00022667894460890045,
      "loss": 2.0781,
      "step": 43799
    },
    {
      "epoch": 2.0376831821353805,
      "grad_norm": 1.0272266705674806,
      "learning_rate": 0.00022667575474691153,
      "loss": 1.9766,
      "step": 43800
    },
    {
      "epoch": 2.037729704582461,
      "grad_norm": 1.163339513343361,
      "learning_rate": 0.00022667256483798124,
      "loss": 2.2031,
      "step": 43801
    },
    {
      "epoch": 2.037776227029542,
      "grad_norm": 1.1790268224566782,
      "learning_rate": 0.00022666937488211158,
      "loss": 2.5625,
      "step": 43802
    },
    {
      "epoch": 2.0378227494766223,
      "grad_norm": 1.2236566491251135,
      "learning_rate": 0.00022666618487930443,
      "loss": 2.375,
      "step": 43803
    },
    {
      "epoch": 2.0378692719237033,
      "grad_norm": 1.1193437769115258,
      "learning_rate": 0.00022666299482956186,
      "loss": 2.3438,
      "step": 43804
    },
    {
      "epoch": 2.0379157943707837,
      "grad_norm": 1.2206189329632593,
      "learning_rate": 0.00022665980473288573,
      "loss": 2.3594,
      "step": 43805
    },
    {
      "epoch": 2.0379623168178647,
      "grad_norm": 1.1125015008816517,
      "learning_rate": 0.000226656614589278,
      "loss": 2.0312,
      "step": 43806
    },
    {
      "epoch": 2.038008839264945,
      "grad_norm": 1.2170713784750504,
      "learning_rate": 0.00022665342439874062,
      "loss": 2.25,
      "step": 43807
    },
    {
      "epoch": 2.038055361712026,
      "grad_norm": 1.2005350780140047,
      "learning_rate": 0.00022665023416127564,
      "loss": 2.4375,
      "step": 43808
    },
    {
      "epoch": 2.038101884159107,
      "grad_norm": 1.1787480480617643,
      "learning_rate": 0.00022664704387688483,
      "loss": 2.2031,
      "step": 43809
    },
    {
      "epoch": 2.0381484066061875,
      "grad_norm": 1.2746853062329813,
      "learning_rate": 0.00022664385354557036,
      "loss": 2.3125,
      "step": 43810
    },
    {
      "epoch": 2.0381949290532684,
      "grad_norm": 1.2149813930816487,
      "learning_rate": 0.000226640663167334,
      "loss": 2.2969,
      "step": 43811
    },
    {
      "epoch": 2.038241451500349,
      "grad_norm": 1.2283754876945676,
      "learning_rate": 0.00022663747274217778,
      "loss": 2.2656,
      "step": 43812
    },
    {
      "epoch": 2.0382879739474298,
      "grad_norm": 1.2086150165111134,
      "learning_rate": 0.00022663428227010364,
      "loss": 2.5781,
      "step": 43813
    },
    {
      "epoch": 2.0383344963945103,
      "grad_norm": 1.2043111253157675,
      "learning_rate": 0.00022663109175111358,
      "loss": 2.2969,
      "step": 43814
    },
    {
      "epoch": 2.038381018841591,
      "grad_norm": 1.1238414052159271,
      "learning_rate": 0.00022662790118520952,
      "loss": 2.2188,
      "step": 43815
    },
    {
      "epoch": 2.0384275412886717,
      "grad_norm": 1.2801465451658876,
      "learning_rate": 0.00022662471057239333,
      "loss": 2.4062,
      "step": 43816
    },
    {
      "epoch": 2.0384740637357526,
      "grad_norm": 1.3921684669172318,
      "learning_rate": 0.0002266215199126671,
      "loss": 2.3594,
      "step": 43817
    },
    {
      "epoch": 2.038520586182833,
      "grad_norm": 1.2754712908188648,
      "learning_rate": 0.00022661832920603268,
      "loss": 2.3594,
      "step": 43818
    },
    {
      "epoch": 2.038567108629914,
      "grad_norm": 1.2960700826917666,
      "learning_rate": 0.00022661513845249214,
      "loss": 2.3281,
      "step": 43819
    },
    {
      "epoch": 2.0386136310769944,
      "grad_norm": 1.0924207470918736,
      "learning_rate": 0.00022661194765204732,
      "loss": 1.4766,
      "step": 43820
    },
    {
      "epoch": 2.0386601535240754,
      "grad_norm": 1.1328698149659013,
      "learning_rate": 0.00022660875680470018,
      "loss": 2.1406,
      "step": 43821
    },
    {
      "epoch": 2.0387066759711563,
      "grad_norm": 1.1205564978283051,
      "learning_rate": 0.00022660556591045273,
      "loss": 2.3906,
      "step": 43822
    },
    {
      "epoch": 2.0387531984182368,
      "grad_norm": 1.1590505373649158,
      "learning_rate": 0.00022660237496930692,
      "loss": 2.2656,
      "step": 43823
    },
    {
      "epoch": 2.0387997208653177,
      "grad_norm": 1.102876671825429,
      "learning_rate": 0.00022659918398126467,
      "loss": 2.3594,
      "step": 43824
    },
    {
      "epoch": 2.038846243312398,
      "grad_norm": 1.2725764043476875,
      "learning_rate": 0.00022659599294632795,
      "loss": 2.0312,
      "step": 43825
    },
    {
      "epoch": 2.038892765759479,
      "grad_norm": 1.2962907082853914,
      "learning_rate": 0.00022659280186449875,
      "loss": 2.1719,
      "step": 43826
    },
    {
      "epoch": 2.0389392882065596,
      "grad_norm": 1.115305924635966,
      "learning_rate": 0.00022658961073577895,
      "loss": 1.6328,
      "step": 43827
    },
    {
      "epoch": 2.0389858106536405,
      "grad_norm": 1.1706320997408561,
      "learning_rate": 0.00022658641956017054,
      "loss": 2.0312,
      "step": 43828
    },
    {
      "epoch": 2.039032333100721,
      "grad_norm": 1.2965729866024307,
      "learning_rate": 0.00022658322833767546,
      "loss": 2.5156,
      "step": 43829
    },
    {
      "epoch": 2.039078855547802,
      "grad_norm": 1.2261660024975027,
      "learning_rate": 0.00022658003706829571,
      "loss": 1.9453,
      "step": 43830
    },
    {
      "epoch": 2.0391253779948824,
      "grad_norm": 1.1965201867509672,
      "learning_rate": 0.0002265768457520332,
      "loss": 1.5938,
      "step": 43831
    },
    {
      "epoch": 2.0391719004419633,
      "grad_norm": 1.1653921384187065,
      "learning_rate": 0.00022657365438888982,
      "loss": 2.0781,
      "step": 43832
    },
    {
      "epoch": 2.0392184228890438,
      "grad_norm": 1.1517691172148365,
      "learning_rate": 0.00022657046297886772,
      "loss": 2.1875,
      "step": 43833
    },
    {
      "epoch": 2.0392649453361247,
      "grad_norm": 1.0928011212393904,
      "learning_rate": 0.00022656727152196862,
      "loss": 2.0625,
      "step": 43834
    },
    {
      "epoch": 2.0393114677832056,
      "grad_norm": 1.1580425209260807,
      "learning_rate": 0.00022656408001819466,
      "loss": 2.0156,
      "step": 43835
    },
    {
      "epoch": 2.039357990230286,
      "grad_norm": 1.1492001196742962,
      "learning_rate": 0.00022656088846754771,
      "loss": 2.0938,
      "step": 43836
    },
    {
      "epoch": 2.039404512677367,
      "grad_norm": 1.168847618850447,
      "learning_rate": 0.00022655769687002973,
      "loss": 2.2031,
      "step": 43837
    },
    {
      "epoch": 2.0394510351244475,
      "grad_norm": 1.1972889434643568,
      "learning_rate": 0.00022655450522564267,
      "loss": 2.5312,
      "step": 43838
    },
    {
      "epoch": 2.0394975575715284,
      "grad_norm": 1.1317912898077813,
      "learning_rate": 0.00022655131353438847,
      "loss": 2.0938,
      "step": 43839
    },
    {
      "epoch": 2.039544080018609,
      "grad_norm": 1.119714450644817,
      "learning_rate": 0.00022654812179626914,
      "loss": 2.2188,
      "step": 43840
    },
    {
      "epoch": 2.03959060246569,
      "grad_norm": 1.3371676376320052,
      "learning_rate": 0.00022654493001128656,
      "loss": 2.4688,
      "step": 43841
    },
    {
      "epoch": 2.0396371249127703,
      "grad_norm": 1.2779948451187038,
      "learning_rate": 0.00022654173817944273,
      "loss": 2.4531,
      "step": 43842
    },
    {
      "epoch": 2.039683647359851,
      "grad_norm": 1.2529893112383954,
      "learning_rate": 0.00022653854630073962,
      "loss": 2.3438,
      "step": 43843
    },
    {
      "epoch": 2.0397301698069317,
      "grad_norm": 1.2881119876980502,
      "learning_rate": 0.00022653535437517917,
      "loss": 2.4062,
      "step": 43844
    },
    {
      "epoch": 2.0397766922540126,
      "grad_norm": 1.1322653928164212,
      "learning_rate": 0.00022653216240276327,
      "loss": 2.2031,
      "step": 43845
    },
    {
      "epoch": 2.039823214701093,
      "grad_norm": 1.177904139989964,
      "learning_rate": 0.000226528970383494,
      "loss": 2.4062,
      "step": 43846
    },
    {
      "epoch": 2.039869737148174,
      "grad_norm": 1.2205901259337457,
      "learning_rate": 0.0002265257783173732,
      "loss": 2.125,
      "step": 43847
    },
    {
      "epoch": 2.039916259595255,
      "grad_norm": 1.1332554508468289,
      "learning_rate": 0.0002265225862044029,
      "loss": 2.2656,
      "step": 43848
    },
    {
      "epoch": 2.0399627820423354,
      "grad_norm": 1.1719690172206036,
      "learning_rate": 0.00022651939404458497,
      "loss": 1.9766,
      "step": 43849
    },
    {
      "epoch": 2.0400093044894163,
      "grad_norm": 1.2408028491036216,
      "learning_rate": 0.00022651620183792144,
      "loss": 2.2969,
      "step": 43850
    },
    {
      "epoch": 2.040055826936497,
      "grad_norm": 1.2503647083649154,
      "learning_rate": 0.00022651300958441423,
      "loss": 2.375,
      "step": 43851
    },
    {
      "epoch": 2.0401023493835777,
      "grad_norm": 1.2569896980142488,
      "learning_rate": 0.00022650981728406536,
      "loss": 2.375,
      "step": 43852
    },
    {
      "epoch": 2.040148871830658,
      "grad_norm": 1.2102254515594908,
      "learning_rate": 0.00022650662493687662,
      "loss": 2.2969,
      "step": 43853
    },
    {
      "epoch": 2.040195394277739,
      "grad_norm": 1.1529784886356647,
      "learning_rate": 0.00022650343254285017,
      "loss": 2.1875,
      "step": 43854
    },
    {
      "epoch": 2.0402419167248196,
      "grad_norm": 1.1244263606064633,
      "learning_rate": 0.00022650024010198783,
      "loss": 2.4531,
      "step": 43855
    },
    {
      "epoch": 2.0402884391719005,
      "grad_norm": 1.1333174949244338,
      "learning_rate": 0.00022649704761429162,
      "loss": 2.0781,
      "step": 43856
    },
    {
      "epoch": 2.040334961618981,
      "grad_norm": 1.1546698643315128,
      "learning_rate": 0.00022649385507976343,
      "loss": 2.2031,
      "step": 43857
    },
    {
      "epoch": 2.040381484066062,
      "grad_norm": 1.2885052821345964,
      "learning_rate": 0.0002264906624984053,
      "loss": 2.3594,
      "step": 43858
    },
    {
      "epoch": 2.0404280065131424,
      "grad_norm": 1.0962467012287325,
      "learning_rate": 0.00022648746987021908,
      "loss": 2.3125,
      "step": 43859
    },
    {
      "epoch": 2.0404745289602233,
      "grad_norm": 1.160046113693393,
      "learning_rate": 0.0002264842771952068,
      "loss": 2.4062,
      "step": 43860
    },
    {
      "epoch": 2.040521051407304,
      "grad_norm": 1.1706293945468726,
      "learning_rate": 0.00022648108447337039,
      "loss": 2.0312,
      "step": 43861
    },
    {
      "epoch": 2.0405675738543847,
      "grad_norm": 1.0516891479895765,
      "learning_rate": 0.00022647789170471183,
      "loss": 1.9141,
      "step": 43862
    },
    {
      "epoch": 2.0406140963014656,
      "grad_norm": 1.1550260082651602,
      "learning_rate": 0.00022647469888923305,
      "loss": 2.1875,
      "step": 43863
    },
    {
      "epoch": 2.040660618748546,
      "grad_norm": 1.1197775354533286,
      "learning_rate": 0.000226471506026936,
      "loss": 2.0781,
      "step": 43864
    },
    {
      "epoch": 2.040707141195627,
      "grad_norm": 1.2768678974365741,
      "learning_rate": 0.00022646831311782262,
      "loss": 2.1406,
      "step": 43865
    },
    {
      "epoch": 2.0407536636427075,
      "grad_norm": 1.204901538787937,
      "learning_rate": 0.0002264651201618949,
      "loss": 2.3438,
      "step": 43866
    },
    {
      "epoch": 2.0408001860897884,
      "grad_norm": 1.2127785852805175,
      "learning_rate": 0.0002264619271591548,
      "loss": 2.2031,
      "step": 43867
    },
    {
      "epoch": 2.040846708536869,
      "grad_norm": 1.1208676097776544,
      "learning_rate": 0.00022645873410960423,
      "loss": 2.0625,
      "step": 43868
    },
    {
      "epoch": 2.04089323098395,
      "grad_norm": 1.1919307683324902,
      "learning_rate": 0.00022645554101324522,
      "loss": 2.1719,
      "step": 43869
    },
    {
      "epoch": 2.0409397534310303,
      "grad_norm": 1.205324356590177,
      "learning_rate": 0.00022645234787007967,
      "loss": 2.2969,
      "step": 43870
    },
    {
      "epoch": 2.040986275878111,
      "grad_norm": 1.1232854871685598,
      "learning_rate": 0.00022644915468010953,
      "loss": 2.1875,
      "step": 43871
    },
    {
      "epoch": 2.0410327983251917,
      "grad_norm": 1.0768319091819252,
      "learning_rate": 0.00022644596144333676,
      "loss": 2.1875,
      "step": 43872
    },
    {
      "epoch": 2.0410793207722726,
      "grad_norm": 1.3271333842171116,
      "learning_rate": 0.0002264427681597633,
      "loss": 2.5469,
      "step": 43873
    },
    {
      "epoch": 2.0411258432193535,
      "grad_norm": 1.2203197076970485,
      "learning_rate": 0.00022643957482939116,
      "loss": 2.5938,
      "step": 43874
    },
    {
      "epoch": 2.041172365666434,
      "grad_norm": 1.0753274675581805,
      "learning_rate": 0.00022643638145222227,
      "loss": 2.125,
      "step": 43875
    },
    {
      "epoch": 2.041218888113515,
      "grad_norm": 1.2591376694301735,
      "learning_rate": 0.00022643318802825855,
      "loss": 2.1562,
      "step": 43876
    },
    {
      "epoch": 2.0412654105605954,
      "grad_norm": 1.2667966060225453,
      "learning_rate": 0.00022642999455750197,
      "loss": 2.3281,
      "step": 43877
    },
    {
      "epoch": 2.0413119330076763,
      "grad_norm": 1.1260586334671052,
      "learning_rate": 0.0002264268010399545,
      "loss": 2.2656,
      "step": 43878
    },
    {
      "epoch": 2.041358455454757,
      "grad_norm": 1.1854606944783064,
      "learning_rate": 0.00022642360747561813,
      "loss": 2.3906,
      "step": 43879
    },
    {
      "epoch": 2.0414049779018377,
      "grad_norm": 1.2464950257866085,
      "learning_rate": 0.00022642041386449478,
      "loss": 2.375,
      "step": 43880
    },
    {
      "epoch": 2.041451500348918,
      "grad_norm": 1.182050795467009,
      "learning_rate": 0.00022641722020658633,
      "loss": 2.0938,
      "step": 43881
    },
    {
      "epoch": 2.041498022795999,
      "grad_norm": 1.2391679605282684,
      "learning_rate": 0.00022641402650189487,
      "loss": 2.2031,
      "step": 43882
    },
    {
      "epoch": 2.0415445452430796,
      "grad_norm": 1.1214268529840545,
      "learning_rate": 0.0002264108327504223,
      "loss": 2.1562,
      "step": 43883
    },
    {
      "epoch": 2.0415910676901605,
      "grad_norm": 1.109160007878538,
      "learning_rate": 0.0002264076389521705,
      "loss": 2.2812,
      "step": 43884
    },
    {
      "epoch": 2.041637590137241,
      "grad_norm": 1.1733505821521748,
      "learning_rate": 0.00022640444510714158,
      "loss": 2.375,
      "step": 43885
    },
    {
      "epoch": 2.041684112584322,
      "grad_norm": 1.1245625096855605,
      "learning_rate": 0.00022640125121533737,
      "loss": 2.1406,
      "step": 43886
    },
    {
      "epoch": 2.041730635031403,
      "grad_norm": 1.098981775393401,
      "learning_rate": 0.0002263980572767598,
      "loss": 2.2031,
      "step": 43887
    },
    {
      "epoch": 2.0417771574784833,
      "grad_norm": 1.174531813836546,
      "learning_rate": 0.00022639486329141097,
      "loss": 2.2969,
      "step": 43888
    },
    {
      "epoch": 2.0418236799255642,
      "grad_norm": 1.2986708942052012,
      "learning_rate": 0.00022639166925929275,
      "loss": 2.4062,
      "step": 43889
    },
    {
      "epoch": 2.0418702023726447,
      "grad_norm": 1.2385644741541255,
      "learning_rate": 0.00022638847518040707,
      "loss": 1.8047,
      "step": 43890
    },
    {
      "epoch": 2.0419167248197256,
      "grad_norm": 1.2038333630762903,
      "learning_rate": 0.00022638528105475592,
      "loss": 2.5469,
      "step": 43891
    },
    {
      "epoch": 2.041963247266806,
      "grad_norm": 1.1643646791324083,
      "learning_rate": 0.0002263820868823413,
      "loss": 1.9609,
      "step": 43892
    },
    {
      "epoch": 2.042009769713887,
      "grad_norm": 1.197749517283959,
      "learning_rate": 0.00022637889266316507,
      "loss": 2.3438,
      "step": 43893
    },
    {
      "epoch": 2.0420562921609675,
      "grad_norm": 1.1091179272934217,
      "learning_rate": 0.00022637569839722925,
      "loss": 2.1406,
      "step": 43894
    },
    {
      "epoch": 2.0421028146080484,
      "grad_norm": 1.3051053671931225,
      "learning_rate": 0.00022637250408453574,
      "loss": 2.1406,
      "step": 43895
    },
    {
      "epoch": 2.042149337055129,
      "grad_norm": 1.1452473459028252,
      "learning_rate": 0.0002263693097250866,
      "loss": 2.1875,
      "step": 43896
    },
    {
      "epoch": 2.04219585950221,
      "grad_norm": 1.2198925897062018,
      "learning_rate": 0.00022636611531888365,
      "loss": 2.2812,
      "step": 43897
    },
    {
      "epoch": 2.0422423819492908,
      "grad_norm": 1.015256546319912,
      "learning_rate": 0.00022636292086592892,
      "loss": 2.0625,
      "step": 43898
    },
    {
      "epoch": 2.0422889043963712,
      "grad_norm": 1.1278575258557992,
      "learning_rate": 0.0002263597263662244,
      "loss": 2.2031,
      "step": 43899
    },
    {
      "epoch": 2.042335426843452,
      "grad_norm": 1.1427254257949186,
      "learning_rate": 0.00022635653181977196,
      "loss": 2.375,
      "step": 43900
    },
    {
      "epoch": 2.0423819492905326,
      "grad_norm": 1.073473298061961,
      "learning_rate": 0.00022635333722657364,
      "loss": 2.0625,
      "step": 43901
    },
    {
      "epoch": 2.0424284717376135,
      "grad_norm": 1.1734068995652256,
      "learning_rate": 0.00022635014258663133,
      "loss": 2.5156,
      "step": 43902
    },
    {
      "epoch": 2.042474994184694,
      "grad_norm": 1.1367970209667633,
      "learning_rate": 0.00022634694789994703,
      "loss": 2.0938,
      "step": 43903
    },
    {
      "epoch": 2.042521516631775,
      "grad_norm": 1.4863696450596784,
      "learning_rate": 0.0002263437531665227,
      "loss": 2.6094,
      "step": 43904
    },
    {
      "epoch": 2.0425680390788554,
      "grad_norm": 1.1498410055160346,
      "learning_rate": 0.00022634055838636024,
      "loss": 2.3438,
      "step": 43905
    },
    {
      "epoch": 2.0426145615259363,
      "grad_norm": 1.118237674459091,
      "learning_rate": 0.00022633736355946168,
      "loss": 2.3906,
      "step": 43906
    },
    {
      "epoch": 2.042661083973017,
      "grad_norm": 1.2885286805104956,
      "learning_rate": 0.00022633416868582886,
      "loss": 2.0938,
      "step": 43907
    },
    {
      "epoch": 2.0427076064200977,
      "grad_norm": 1.1695311296032922,
      "learning_rate": 0.0002263309737654639,
      "loss": 2.2969,
      "step": 43908
    },
    {
      "epoch": 2.042754128867178,
      "grad_norm": 1.233359266614982,
      "learning_rate": 0.0002263277787983686,
      "loss": 2.4219,
      "step": 43909
    },
    {
      "epoch": 2.042800651314259,
      "grad_norm": 1.156551992632973,
      "learning_rate": 0.000226324583784545,
      "loss": 2.2812,
      "step": 43910
    },
    {
      "epoch": 2.04284717376134,
      "grad_norm": 1.1261214493863265,
      "learning_rate": 0.00022632138872399505,
      "loss": 2.2969,
      "step": 43911
    },
    {
      "epoch": 2.0428936962084205,
      "grad_norm": 1.3316280970060945,
      "learning_rate": 0.00022631819361672068,
      "loss": 2.0312,
      "step": 43912
    },
    {
      "epoch": 2.0429402186555015,
      "grad_norm": 1.1920769441683527,
      "learning_rate": 0.0002263149984627239,
      "loss": 2.1875,
      "step": 43913
    },
    {
      "epoch": 2.042986741102582,
      "grad_norm": 1.2556262531314704,
      "learning_rate": 0.00022631180326200662,
      "loss": 2.5,
      "step": 43914
    },
    {
      "epoch": 2.043033263549663,
      "grad_norm": 1.1705503098880914,
      "learning_rate": 0.00022630860801457078,
      "loss": 2.2031,
      "step": 43915
    },
    {
      "epoch": 2.0430797859967433,
      "grad_norm": 1.1128019142476544,
      "learning_rate": 0.00022630541272041838,
      "loss": 2.2188,
      "step": 43916
    },
    {
      "epoch": 2.0431263084438243,
      "grad_norm": 1.1991328397177154,
      "learning_rate": 0.00022630221737955135,
      "loss": 2.25,
      "step": 43917
    },
    {
      "epoch": 2.0431728308909047,
      "grad_norm": 1.1322569200351622,
      "learning_rate": 0.00022629902199197165,
      "loss": 2.1875,
      "step": 43918
    },
    {
      "epoch": 2.0432193533379857,
      "grad_norm": 1.0445905703096965,
      "learning_rate": 0.00022629582655768124,
      "loss": 1.9688,
      "step": 43919
    },
    {
      "epoch": 2.043265875785066,
      "grad_norm": 1.1902038876595697,
      "learning_rate": 0.00022629263107668208,
      "loss": 2.375,
      "step": 43920
    },
    {
      "epoch": 2.043312398232147,
      "grad_norm": 1.1866962335074145,
      "learning_rate": 0.00022628943554897608,
      "loss": 2.1562,
      "step": 43921
    },
    {
      "epoch": 2.0433589206792275,
      "grad_norm": 1.165043731522913,
      "learning_rate": 0.0002262862399745653,
      "loss": 2.0781,
      "step": 43922
    },
    {
      "epoch": 2.0434054431263085,
      "grad_norm": 1.0956565797040545,
      "learning_rate": 0.0002262830443534516,
      "loss": 2.1875,
      "step": 43923
    },
    {
      "epoch": 2.0434519655733894,
      "grad_norm": 1.134147165762516,
      "learning_rate": 0.000226279848685637,
      "loss": 2.2031,
      "step": 43924
    },
    {
      "epoch": 2.04349848802047,
      "grad_norm": 1.0860002804435558,
      "learning_rate": 0.00022627665297112338,
      "loss": 2.1094,
      "step": 43925
    },
    {
      "epoch": 2.0435450104675508,
      "grad_norm": 1.1897551505244452,
      "learning_rate": 0.00022627345720991279,
      "loss": 2.1719,
      "step": 43926
    },
    {
      "epoch": 2.0435915329146312,
      "grad_norm": 1.4315589849766857,
      "learning_rate": 0.00022627026140200712,
      "loss": 2.0469,
      "step": 43927
    },
    {
      "epoch": 2.043638055361712,
      "grad_norm": 1.236023758883668,
      "learning_rate": 0.00022626706554740834,
      "loss": 2.5,
      "step": 43928
    },
    {
      "epoch": 2.0436845778087926,
      "grad_norm": 1.2547859788383482,
      "learning_rate": 0.00022626386964611842,
      "loss": 2.2344,
      "step": 43929
    },
    {
      "epoch": 2.0437311002558736,
      "grad_norm": 1.2072774519596545,
      "learning_rate": 0.0002262606736981393,
      "loss": 2.0312,
      "step": 43930
    },
    {
      "epoch": 2.043777622702954,
      "grad_norm": 1.3485993088552477,
      "learning_rate": 0.00022625747770347297,
      "loss": 2.3438,
      "step": 43931
    },
    {
      "epoch": 2.043824145150035,
      "grad_norm": 1.1648907639614883,
      "learning_rate": 0.00022625428166212134,
      "loss": 2.2812,
      "step": 43932
    },
    {
      "epoch": 2.0438706675971154,
      "grad_norm": 1.236901768449229,
      "learning_rate": 0.0002262510855740864,
      "loss": 2.375,
      "step": 43933
    },
    {
      "epoch": 2.0439171900441964,
      "grad_norm": 1.2183469490480827,
      "learning_rate": 0.0002262478894393701,
      "loss": 1.6719,
      "step": 43934
    },
    {
      "epoch": 2.043963712491277,
      "grad_norm": 1.1982442374007787,
      "learning_rate": 0.00022624469325797437,
      "loss": 2.2812,
      "step": 43935
    },
    {
      "epoch": 2.0440102349383578,
      "grad_norm": 1.1727469266611872,
      "learning_rate": 0.00022624149702990122,
      "loss": 2.125,
      "step": 43936
    },
    {
      "epoch": 2.0440567573854387,
      "grad_norm": 1.1600091662679948,
      "learning_rate": 0.00022623830075515255,
      "loss": 2.2656,
      "step": 43937
    },
    {
      "epoch": 2.044103279832519,
      "grad_norm": 1.0920893834153356,
      "learning_rate": 0.00022623510443373033,
      "loss": 2.2969,
      "step": 43938
    },
    {
      "epoch": 2.0441498022796,
      "grad_norm": 1.1863495396980799,
      "learning_rate": 0.0002262319080656366,
      "loss": 2.3281,
      "step": 43939
    },
    {
      "epoch": 2.0441963247266806,
      "grad_norm": 1.2665877333477584,
      "learning_rate": 0.0002262287116508732,
      "loss": 2.3906,
      "step": 43940
    },
    {
      "epoch": 2.0442428471737615,
      "grad_norm": 1.2061581036318905,
      "learning_rate": 0.00022622551518944212,
      "loss": 2.1094,
      "step": 43941
    },
    {
      "epoch": 2.044289369620842,
      "grad_norm": 1.2201664670069678,
      "learning_rate": 0.00022622231868134533,
      "loss": 2.3281,
      "step": 43942
    },
    {
      "epoch": 2.044335892067923,
      "grad_norm": 1.2929527886830994,
      "learning_rate": 0.00022621912212658483,
      "loss": 2.125,
      "step": 43943
    },
    {
      "epoch": 2.0443824145150034,
      "grad_norm": 1.313886578995856,
      "learning_rate": 0.0002262159255251625,
      "loss": 2.4219,
      "step": 43944
    },
    {
      "epoch": 2.0444289369620843,
      "grad_norm": 1.2489915739354442,
      "learning_rate": 0.00022621272887708032,
      "loss": 2.2812,
      "step": 43945
    },
    {
      "epoch": 2.0444754594091648,
      "grad_norm": 1.0920749589127772,
      "learning_rate": 0.0002262095321823403,
      "loss": 2.1719,
      "step": 43946
    },
    {
      "epoch": 2.0445219818562457,
      "grad_norm": 1.1628718104397506,
      "learning_rate": 0.00022620633544094432,
      "loss": 2.3438,
      "step": 43947
    },
    {
      "epoch": 2.044568504303326,
      "grad_norm": 1.1331094906710673,
      "learning_rate": 0.00022620313865289436,
      "loss": 1.8516,
      "step": 43948
    },
    {
      "epoch": 2.044615026750407,
      "grad_norm": 1.1933478067943801,
      "learning_rate": 0.0002261999418181924,
      "loss": 2.4219,
      "step": 43949
    },
    {
      "epoch": 2.044661549197488,
      "grad_norm": 1.1112909195132308,
      "learning_rate": 0.00022619674493684044,
      "loss": 2.1719,
      "step": 43950
    },
    {
      "epoch": 2.0447080716445685,
      "grad_norm": 1.0244631421646635,
      "learning_rate": 0.0002261935480088403,
      "loss": 1.9375,
      "step": 43951
    },
    {
      "epoch": 2.0447545940916494,
      "grad_norm": 1.180043961187863,
      "learning_rate": 0.0002261903510341941,
      "loss": 2.1875,
      "step": 43952
    },
    {
      "epoch": 2.04480111653873,
      "grad_norm": 1.2849801406230286,
      "learning_rate": 0.00022618715401290365,
      "loss": 2.5625,
      "step": 43953
    },
    {
      "epoch": 2.044847638985811,
      "grad_norm": 1.2934971006936473,
      "learning_rate": 0.000226183956944971,
      "loss": 1.7578,
      "step": 43954
    },
    {
      "epoch": 2.0448941614328913,
      "grad_norm": 1.133709513255654,
      "learning_rate": 0.00022618075983039812,
      "loss": 2.3125,
      "step": 43955
    },
    {
      "epoch": 2.044940683879972,
      "grad_norm": 1.178753015551728,
      "learning_rate": 0.00022617756266918686,
      "loss": 2.25,
      "step": 43956
    },
    {
      "epoch": 2.0449872063270527,
      "grad_norm": 1.349295933358876,
      "learning_rate": 0.00022617436546133933,
      "loss": 2.375,
      "step": 43957
    },
    {
      "epoch": 2.0450337287741336,
      "grad_norm": 1.2769768653817564,
      "learning_rate": 0.00022617116820685738,
      "loss": 2.5625,
      "step": 43958
    },
    {
      "epoch": 2.045080251221214,
      "grad_norm": 1.1888854442087275,
      "learning_rate": 0.00022616797090574297,
      "loss": 2.0156,
      "step": 43959
    },
    {
      "epoch": 2.045126773668295,
      "grad_norm": 1.107252180769842,
      "learning_rate": 0.00022616477355799806,
      "loss": 2.1406,
      "step": 43960
    },
    {
      "epoch": 2.0451732961153755,
      "grad_norm": 1.1889690495659915,
      "learning_rate": 0.00022616157616362468,
      "loss": 2.2656,
      "step": 43961
    },
    {
      "epoch": 2.0452198185624564,
      "grad_norm": 1.2498428383466638,
      "learning_rate": 0.0002261583787226247,
      "loss": 2.4062,
      "step": 43962
    },
    {
      "epoch": 2.0452663410095373,
      "grad_norm": 1.119112871687147,
      "learning_rate": 0.0002261551812350001,
      "loss": 2.25,
      "step": 43963
    },
    {
      "epoch": 2.045312863456618,
      "grad_norm": 1.218822865277768,
      "learning_rate": 0.00022615198370075284,
      "loss": 2.1875,
      "step": 43964
    },
    {
      "epoch": 2.0453593859036987,
      "grad_norm": 1.3533571510685638,
      "learning_rate": 0.0002261487861198849,
      "loss": 2.625,
      "step": 43965
    },
    {
      "epoch": 2.045405908350779,
      "grad_norm": 1.2929784685727583,
      "learning_rate": 0.00022614558849239826,
      "loss": 2.5,
      "step": 43966
    },
    {
      "epoch": 2.04545243079786,
      "grad_norm": 1.1471914645281271,
      "learning_rate": 0.0002261423908182948,
      "loss": 2.2344,
      "step": 43967
    },
    {
      "epoch": 2.0454989532449406,
      "grad_norm": 1.2127643978833564,
      "learning_rate": 0.00022613919309757657,
      "loss": 2.2188,
      "step": 43968
    },
    {
      "epoch": 2.0455454756920215,
      "grad_norm": 1.1544164416136597,
      "learning_rate": 0.00022613599533024544,
      "loss": 2.1094,
      "step": 43969
    },
    {
      "epoch": 2.045591998139102,
      "grad_norm": 1.2256999233272263,
      "learning_rate": 0.00022613279751630339,
      "loss": 2.1094,
      "step": 43970
    },
    {
      "epoch": 2.045638520586183,
      "grad_norm": 1.1968113392955115,
      "learning_rate": 0.00022612959965575242,
      "loss": 2.3594,
      "step": 43971
    },
    {
      "epoch": 2.0456850430332634,
      "grad_norm": 1.230461341168405,
      "learning_rate": 0.00022612640174859448,
      "loss": 2.2812,
      "step": 43972
    },
    {
      "epoch": 2.0457315654803443,
      "grad_norm": 1.3799047393205162,
      "learning_rate": 0.00022612320379483146,
      "loss": 2.4219,
      "step": 43973
    },
    {
      "epoch": 2.0457780879274248,
      "grad_norm": 1.2407623442419071,
      "learning_rate": 0.0002261200057944654,
      "loss": 2.1094,
      "step": 43974
    },
    {
      "epoch": 2.0458246103745057,
      "grad_norm": 1.236216443438888,
      "learning_rate": 0.00022611680774749818,
      "loss": 2.2969,
      "step": 43975
    },
    {
      "epoch": 2.0458711328215866,
      "grad_norm": 1.224966081599713,
      "learning_rate": 0.0002261136096539318,
      "loss": 2.3594,
      "step": 43976
    },
    {
      "epoch": 2.045917655268667,
      "grad_norm": 1.2546391056451796,
      "learning_rate": 0.0002261104115137683,
      "loss": 2.4375,
      "step": 43977
    },
    {
      "epoch": 2.045964177715748,
      "grad_norm": 1.1956439982370983,
      "learning_rate": 0.0002261072133270095,
      "loss": 2.375,
      "step": 43978
    },
    {
      "epoch": 2.0460107001628285,
      "grad_norm": 1.1672447249115805,
      "learning_rate": 0.00022610401509365745,
      "loss": 2.1094,
      "step": 43979
    },
    {
      "epoch": 2.0460572226099094,
      "grad_norm": 1.167832466820993,
      "learning_rate": 0.00022610081681371402,
      "loss": 2.0312,
      "step": 43980
    },
    {
      "epoch": 2.04610374505699,
      "grad_norm": 1.2898239291081786,
      "learning_rate": 0.00022609761848718123,
      "loss": 2.2344,
      "step": 43981
    },
    {
      "epoch": 2.046150267504071,
      "grad_norm": 1.2262485200723856,
      "learning_rate": 0.0002260944201140611,
      "loss": 2.0156,
      "step": 43982
    },
    {
      "epoch": 2.0461967899511513,
      "grad_norm": 1.2744725492687252,
      "learning_rate": 0.00022609122169435546,
      "loss": 2.3594,
      "step": 43983
    },
    {
      "epoch": 2.046243312398232,
      "grad_norm": 1.2245091830618504,
      "learning_rate": 0.00022608802322806633,
      "loss": 2.0156,
      "step": 43984
    },
    {
      "epoch": 2.0462898348453127,
      "grad_norm": 1.2031045899000858,
      "learning_rate": 0.00022608482471519564,
      "loss": 2.7656,
      "step": 43985
    },
    {
      "epoch": 2.0463363572923936,
      "grad_norm": 1.0566269713850054,
      "learning_rate": 0.00022608162615574538,
      "loss": 1.875,
      "step": 43986
    },
    {
      "epoch": 2.046382879739474,
      "grad_norm": 1.2332026535707379,
      "learning_rate": 0.00022607842754971755,
      "loss": 2.4688,
      "step": 43987
    },
    {
      "epoch": 2.046429402186555,
      "grad_norm": 1.192827448030301,
      "learning_rate": 0.000226075228897114,
      "loss": 1.9219,
      "step": 43988
    },
    {
      "epoch": 2.046475924633636,
      "grad_norm": 1.0963418508099039,
      "learning_rate": 0.00022607203019793675,
      "loss": 2.125,
      "step": 43989
    },
    {
      "epoch": 2.0465224470807164,
      "grad_norm": 1.280602073112192,
      "learning_rate": 0.0002260688314521878,
      "loss": 2.625,
      "step": 43990
    },
    {
      "epoch": 2.0465689695277973,
      "grad_norm": 1.1528796035089701,
      "learning_rate": 0.00022606563265986906,
      "loss": 2.2188,
      "step": 43991
    },
    {
      "epoch": 2.046615491974878,
      "grad_norm": 1.2870494188347403,
      "learning_rate": 0.0002260624338209825,
      "loss": 2.375,
      "step": 43992
    },
    {
      "epoch": 2.0466620144219587,
      "grad_norm": 1.166896798593435,
      "learning_rate": 0.00022605923493553,
      "loss": 2.2344,
      "step": 43993
    },
    {
      "epoch": 2.046708536869039,
      "grad_norm": 1.3634937757704826,
      "learning_rate": 0.00022605603600351368,
      "loss": 2.3438,
      "step": 43994
    },
    {
      "epoch": 2.04675505931612,
      "grad_norm": 1.2943629695999925,
      "learning_rate": 0.0002260528370249353,
      "loss": 1.6328,
      "step": 43995
    },
    {
      "epoch": 2.0468015817632006,
      "grad_norm": 1.1777914717882922,
      "learning_rate": 0.000226049637999797,
      "loss": 2.4062,
      "step": 43996
    },
    {
      "epoch": 2.0468481042102815,
      "grad_norm": 1.1683223183872442,
      "learning_rate": 0.0002260464389281006,
      "loss": 2.2188,
      "step": 43997
    },
    {
      "epoch": 2.046894626657362,
      "grad_norm": 1.1476577367735008,
      "learning_rate": 0.00022604323980984819,
      "loss": 2.2344,
      "step": 43998
    },
    {
      "epoch": 2.046941149104443,
      "grad_norm": 1.1818597858226112,
      "learning_rate": 0.00022604004064504164,
      "loss": 2.25,
      "step": 43999
    },
    {
      "epoch": 2.0469876715515234,
      "grad_norm": 1.2512937545580187,
      "learning_rate": 0.00022603684143368295,
      "loss": 2.4688,
      "step": 44000
    },
    {
      "epoch": 2.0470341939986043,
      "grad_norm": 1.1784810079054215,
      "learning_rate": 0.00022603364217577398,
      "loss": 2.5469,
      "step": 44001
    },
    {
      "epoch": 2.0470807164456852,
      "grad_norm": 1.1174612642163773,
      "learning_rate": 0.00022603044287131685,
      "loss": 1.8438,
      "step": 44002
    },
    {
      "epoch": 2.0471272388927657,
      "grad_norm": 1.2118856898024317,
      "learning_rate": 0.00022602724352031343,
      "loss": 2.1562,
      "step": 44003
    },
    {
      "epoch": 2.0471737613398466,
      "grad_norm": 1.189746319986803,
      "learning_rate": 0.00022602404412276562,
      "loss": 2.5,
      "step": 44004
    },
    {
      "epoch": 2.047220283786927,
      "grad_norm": 1.2279691814881293,
      "learning_rate": 0.0002260208446786755,
      "loss": 2.2344,
      "step": 44005
    },
    {
      "epoch": 2.047266806234008,
      "grad_norm": 1.2235370429961105,
      "learning_rate": 0.00022601764518804496,
      "loss": 2.2812,
      "step": 44006
    },
    {
      "epoch": 2.0473133286810885,
      "grad_norm": 1.3034822203864445,
      "learning_rate": 0.00022601444565087595,
      "loss": 2.25,
      "step": 44007
    },
    {
      "epoch": 2.0473598511281694,
      "grad_norm": 1.1891462602994165,
      "learning_rate": 0.00022601124606717044,
      "loss": 2.4219,
      "step": 44008
    },
    {
      "epoch": 2.04740637357525,
      "grad_norm": 1.1987357716644866,
      "learning_rate": 0.00022600804643693043,
      "loss": 2.3281,
      "step": 44009
    },
    {
      "epoch": 2.047452896022331,
      "grad_norm": 1.1142554863112228,
      "learning_rate": 0.0002260048467601578,
      "loss": 1.8984,
      "step": 44010
    },
    {
      "epoch": 2.0474994184694113,
      "grad_norm": 1.1460369009001532,
      "learning_rate": 0.00022600164703685463,
      "loss": 2.1406,
      "step": 44011
    },
    {
      "epoch": 2.0475459409164922,
      "grad_norm": 1.1932679134139843,
      "learning_rate": 0.00022599844726702275,
      "loss": 2.5781,
      "step": 44012
    },
    {
      "epoch": 2.047592463363573,
      "grad_norm": 1.1485855468766535,
      "learning_rate": 0.0002259952474506642,
      "loss": 2.1719,
      "step": 44013
    },
    {
      "epoch": 2.0476389858106536,
      "grad_norm": 1.248825309914821,
      "learning_rate": 0.00022599204758778086,
      "loss": 2.2656,
      "step": 44014
    },
    {
      "epoch": 2.0476855082577345,
      "grad_norm": 1.162996944701798,
      "learning_rate": 0.00022598884767837478,
      "loss": 2.2188,
      "step": 44015
    },
    {
      "epoch": 2.047732030704815,
      "grad_norm": 1.2526341331815278,
      "learning_rate": 0.00022598564772244791,
      "loss": 2.3125,
      "step": 44016
    },
    {
      "epoch": 2.047778553151896,
      "grad_norm": 1.0717590251933038,
      "learning_rate": 0.00022598244772000214,
      "loss": 1.9219,
      "step": 44017
    },
    {
      "epoch": 2.0478250755989764,
      "grad_norm": 1.1795762737256323,
      "learning_rate": 0.00022597924767103948,
      "loss": 2.2656,
      "step": 44018
    },
    {
      "epoch": 2.0478715980460573,
      "grad_norm": 1.1404638013372899,
      "learning_rate": 0.0002259760475755618,
      "loss": 2.3906,
      "step": 44019
    },
    {
      "epoch": 2.047918120493138,
      "grad_norm": 1.153564585129491,
      "learning_rate": 0.00022597284743357124,
      "loss": 2.2188,
      "step": 44020
    },
    {
      "epoch": 2.0479646429402187,
      "grad_norm": 1.1749753655777517,
      "learning_rate": 0.0002259696472450696,
      "loss": 2.2031,
      "step": 44021
    },
    {
      "epoch": 2.048011165387299,
      "grad_norm": 1.1238357314344205,
      "learning_rate": 0.00022596644701005896,
      "loss": 2.0938,
      "step": 44022
    },
    {
      "epoch": 2.04805768783438,
      "grad_norm": 1.2555717519219134,
      "learning_rate": 0.0002259632467285411,
      "loss": 2.4531,
      "step": 44023
    },
    {
      "epoch": 2.0481042102814606,
      "grad_norm": 1.266926003834803,
      "learning_rate": 0.0002259600464005182,
      "loss": 2.375,
      "step": 44024
    },
    {
      "epoch": 2.0481507327285415,
      "grad_norm": 1.1586343925037228,
      "learning_rate": 0.00022595684602599205,
      "loss": 2.1094,
      "step": 44025
    },
    {
      "epoch": 2.0481972551756225,
      "grad_norm": 1.2086689876425407,
      "learning_rate": 0.0002259536456049647,
      "loss": 2.5,
      "step": 44026
    },
    {
      "epoch": 2.048243777622703,
      "grad_norm": 1.1457771730134687,
      "learning_rate": 0.00022595044513743805,
      "loss": 2.0781,
      "step": 44027
    },
    {
      "epoch": 2.048290300069784,
      "grad_norm": 1.28580772600612,
      "learning_rate": 0.00022594724462341416,
      "loss": 2.4062,
      "step": 44028
    },
    {
      "epoch": 2.0483368225168643,
      "grad_norm": 1.115081872129103,
      "learning_rate": 0.00022594404406289486,
      "loss": 1.9531,
      "step": 44029
    },
    {
      "epoch": 2.0483833449639453,
      "grad_norm": 1.1802849367379722,
      "learning_rate": 0.00022594084345588215,
      "loss": 1.6094,
      "step": 44030
    },
    {
      "epoch": 2.0484298674110257,
      "grad_norm": 1.2578713661358196,
      "learning_rate": 0.00022593764280237806,
      "loss": 2.4062,
      "step": 44031
    },
    {
      "epoch": 2.0484763898581066,
      "grad_norm": 1.1541247618013895,
      "learning_rate": 0.00022593444210238447,
      "loss": 1.9297,
      "step": 44032
    },
    {
      "epoch": 2.048522912305187,
      "grad_norm": 1.2288008294729735,
      "learning_rate": 0.00022593124135590338,
      "loss": 2.25,
      "step": 44033
    },
    {
      "epoch": 2.048569434752268,
      "grad_norm": 1.073575667286621,
      "learning_rate": 0.00022592804056293674,
      "loss": 2.0625,
      "step": 44034
    },
    {
      "epoch": 2.0486159571993485,
      "grad_norm": 1.2846378941319663,
      "learning_rate": 0.00022592483972348648,
      "loss": 2.2031,
      "step": 44035
    },
    {
      "epoch": 2.0486624796464294,
      "grad_norm": 1.149226549494164,
      "learning_rate": 0.0002259216388375546,
      "loss": 2.2188,
      "step": 44036
    },
    {
      "epoch": 2.04870900209351,
      "grad_norm": 1.1327485914871824,
      "learning_rate": 0.00022591843790514308,
      "loss": 2.375,
      "step": 44037
    },
    {
      "epoch": 2.048755524540591,
      "grad_norm": 1.1055182386205533,
      "learning_rate": 0.0002259152369262538,
      "loss": 2.2656,
      "step": 44038
    },
    {
      "epoch": 2.0488020469876718,
      "grad_norm": 1.1303939711222353,
      "learning_rate": 0.00022591203590088875,
      "loss": 2.1406,
      "step": 44039
    },
    {
      "epoch": 2.0488485694347522,
      "grad_norm": 1.1293394966836852,
      "learning_rate": 0.00022590883482904994,
      "loss": 2.2031,
      "step": 44040
    },
    {
      "epoch": 2.048895091881833,
      "grad_norm": 1.1708918719128065,
      "learning_rate": 0.00022590563371073925,
      "loss": 2.1562,
      "step": 44041
    },
    {
      "epoch": 2.0489416143289136,
      "grad_norm": 1.1957231680061795,
      "learning_rate": 0.00022590243254595873,
      "loss": 2.2656,
      "step": 44042
    },
    {
      "epoch": 2.0489881367759946,
      "grad_norm": 1.1975918271480877,
      "learning_rate": 0.00022589923133471029,
      "loss": 2.4219,
      "step": 44043
    },
    {
      "epoch": 2.049034659223075,
      "grad_norm": 1.1529531349900703,
      "learning_rate": 0.0002258960300769959,
      "loss": 2.125,
      "step": 44044
    },
    {
      "epoch": 2.049081181670156,
      "grad_norm": 1.207363181108488,
      "learning_rate": 0.00022589282877281746,
      "loss": 2.1875,
      "step": 44045
    },
    {
      "epoch": 2.0491277041172364,
      "grad_norm": 1.3152582372126564,
      "learning_rate": 0.00022588962742217704,
      "loss": 2.2344,
      "step": 44046
    },
    {
      "epoch": 2.0491742265643174,
      "grad_norm": 1.2354779228940986,
      "learning_rate": 0.00022588642602507653,
      "loss": 2.1094,
      "step": 44047
    },
    {
      "epoch": 2.049220749011398,
      "grad_norm": 1.1830140369820887,
      "learning_rate": 0.0002258832245815179,
      "loss": 2.1562,
      "step": 44048
    },
    {
      "epoch": 2.0492672714584788,
      "grad_norm": 1.2077833162331089,
      "learning_rate": 0.00022588002309150313,
      "loss": 2.0469,
      "step": 44049
    },
    {
      "epoch": 2.0493137939055592,
      "grad_norm": 1.084615853803023,
      "learning_rate": 0.00022587682155503412,
      "loss": 2.0938,
      "step": 44050
    },
    {
      "epoch": 2.04936031635264,
      "grad_norm": 1.0787474874200176,
      "learning_rate": 0.0002258736199721129,
      "loss": 2.0312,
      "step": 44051
    },
    {
      "epoch": 2.049406838799721,
      "grad_norm": 1.1257988325146897,
      "learning_rate": 0.0002258704183427414,
      "loss": 2.0156,
      "step": 44052
    },
    {
      "epoch": 2.0494533612468016,
      "grad_norm": 1.1442692838520023,
      "learning_rate": 0.00022586721666692156,
      "loss": 2.1562,
      "step": 44053
    },
    {
      "epoch": 2.0494998836938825,
      "grad_norm": 1.0665298537045413,
      "learning_rate": 0.00022586401494465537,
      "loss": 2.125,
      "step": 44054
    },
    {
      "epoch": 2.049546406140963,
      "grad_norm": 1.3246750078875833,
      "learning_rate": 0.0002258608131759448,
      "loss": 2.4219,
      "step": 44055
    },
    {
      "epoch": 2.049592928588044,
      "grad_norm": 1.141970232976527,
      "learning_rate": 0.0002258576113607918,
      "loss": 2.0781,
      "step": 44056
    },
    {
      "epoch": 2.0496394510351243,
      "grad_norm": 1.1399534402370899,
      "learning_rate": 0.00022585440949919833,
      "loss": 2.375,
      "step": 44057
    },
    {
      "epoch": 2.0496859734822053,
      "grad_norm": 1.1164091438295356,
      "learning_rate": 0.0002258512075911663,
      "loss": 2.0,
      "step": 44058
    },
    {
      "epoch": 2.0497324959292857,
      "grad_norm": 1.1594921891680003,
      "learning_rate": 0.00022584800563669777,
      "loss": 2.3281,
      "step": 44059
    },
    {
      "epoch": 2.0497790183763667,
      "grad_norm": 1.3529213798279847,
      "learning_rate": 0.0002258448036357946,
      "loss": 2.4688,
      "step": 44060
    },
    {
      "epoch": 2.049825540823447,
      "grad_norm": 1.1598502791296257,
      "learning_rate": 0.0002258416015884588,
      "loss": 2.2656,
      "step": 44061
    },
    {
      "epoch": 2.049872063270528,
      "grad_norm": 1.106634847550523,
      "learning_rate": 0.00022583839949469233,
      "loss": 1.9844,
      "step": 44062
    },
    {
      "epoch": 2.0499185857176085,
      "grad_norm": 1.1382153704528883,
      "learning_rate": 0.00022583519735449713,
      "loss": 1.7266,
      "step": 44063
    },
    {
      "epoch": 2.0499651081646895,
      "grad_norm": 1.135096293159254,
      "learning_rate": 0.0002258319951678752,
      "loss": 2.3281,
      "step": 44064
    },
    {
      "epoch": 2.0500116306117704,
      "grad_norm": 1.276646281311524,
      "learning_rate": 0.00022582879293482847,
      "loss": 2.375,
      "step": 44065
    },
    {
      "epoch": 2.050058153058851,
      "grad_norm": 1.1061098495439046,
      "learning_rate": 0.0002258255906553589,
      "loss": 1.9531,
      "step": 44066
    },
    {
      "epoch": 2.050104675505932,
      "grad_norm": 1.2623644742734283,
      "learning_rate": 0.0002258223883294685,
      "loss": 2.3594,
      "step": 44067
    },
    {
      "epoch": 2.0501511979530123,
      "grad_norm": 1.2155728515987971,
      "learning_rate": 0.0002258191859571591,
      "loss": 2.3594,
      "step": 44068
    },
    {
      "epoch": 2.050197720400093,
      "grad_norm": 1.2614391619570668,
      "learning_rate": 0.00022581598353843283,
      "loss": 2.4375,
      "step": 44069
    },
    {
      "epoch": 2.0502442428471737,
      "grad_norm": 1.232897481063933,
      "learning_rate": 0.0002258127810732915,
      "loss": 2.2812,
      "step": 44070
    },
    {
      "epoch": 2.0502907652942546,
      "grad_norm": 1.2485297635927797,
      "learning_rate": 0.0002258095785617372,
      "loss": 2.2969,
      "step": 44071
    },
    {
      "epoch": 2.050337287741335,
      "grad_norm": 1.1354729015358827,
      "learning_rate": 0.0002258063760037718,
      "loss": 2.1094,
      "step": 44072
    },
    {
      "epoch": 2.050383810188416,
      "grad_norm": 1.2097158626485423,
      "learning_rate": 0.00022580317339939728,
      "loss": 2.625,
      "step": 44073
    },
    {
      "epoch": 2.0504303326354965,
      "grad_norm": 1.204816304312672,
      "learning_rate": 0.00022579997074861558,
      "loss": 2.4062,
      "step": 44074
    },
    {
      "epoch": 2.0504768550825774,
      "grad_norm": 1.1712551724334637,
      "learning_rate": 0.00022579676805142878,
      "loss": 2.125,
      "step": 44075
    },
    {
      "epoch": 2.050523377529658,
      "grad_norm": 1.125677889599569,
      "learning_rate": 0.00022579356530783866,
      "loss": 2.3125,
      "step": 44076
    },
    {
      "epoch": 2.0505698999767388,
      "grad_norm": 1.0901448162684633,
      "learning_rate": 0.00022579036251784736,
      "loss": 2.1406,
      "step": 44077
    },
    {
      "epoch": 2.0506164224238197,
      "grad_norm": 1.3886121872625474,
      "learning_rate": 0.00022578715968145667,
      "loss": 1.8203,
      "step": 44078
    },
    {
      "epoch": 2.0506629448709,
      "grad_norm": 1.2277015754760636,
      "learning_rate": 0.0002257839567986687,
      "loss": 2.4844,
      "step": 44079
    },
    {
      "epoch": 2.050709467317981,
      "grad_norm": 1.2874503885620223,
      "learning_rate": 0.00022578075386948533,
      "loss": 2.5312,
      "step": 44080
    },
    {
      "epoch": 2.0507559897650616,
      "grad_norm": 1.1205424207889447,
      "learning_rate": 0.0002257775508939085,
      "loss": 2.3906,
      "step": 44081
    },
    {
      "epoch": 2.0508025122121425,
      "grad_norm": 1.2461159524242713,
      "learning_rate": 0.00022577434787194025,
      "loss": 2.5781,
      "step": 44082
    },
    {
      "epoch": 2.050849034659223,
      "grad_norm": 1.1786650139302108,
      "learning_rate": 0.0002257711448035825,
      "loss": 2.2031,
      "step": 44083
    },
    {
      "epoch": 2.050895557106304,
      "grad_norm": 1.1584853233351498,
      "learning_rate": 0.00022576794168883716,
      "loss": 2.25,
      "step": 44084
    },
    {
      "epoch": 2.0509420795533844,
      "grad_norm": 1.0971920348693365,
      "learning_rate": 0.00022576473852770624,
      "loss": 1.9141,
      "step": 44085
    },
    {
      "epoch": 2.0509886020004653,
      "grad_norm": 1.1184187714408453,
      "learning_rate": 0.00022576153532019173,
      "loss": 2.3906,
      "step": 44086
    },
    {
      "epoch": 2.0510351244475458,
      "grad_norm": 1.1067110983533388,
      "learning_rate": 0.00022575833206629555,
      "loss": 2.1875,
      "step": 44087
    },
    {
      "epoch": 2.0510816468946267,
      "grad_norm": 1.1819789239241665,
      "learning_rate": 0.00022575512876601972,
      "loss": 2.2031,
      "step": 44088
    },
    {
      "epoch": 2.051128169341707,
      "grad_norm": 1.193123680537474,
      "learning_rate": 0.0002257519254193661,
      "loss": 2.4375,
      "step": 44089
    },
    {
      "epoch": 2.051174691788788,
      "grad_norm": 1.172671990630608,
      "learning_rate": 0.00022574872202633673,
      "loss": 2.1406,
      "step": 44090
    },
    {
      "epoch": 2.051221214235869,
      "grad_norm": 1.124962824523267,
      "learning_rate": 0.00022574551858693353,
      "loss": 1.9766,
      "step": 44091
    },
    {
      "epoch": 2.0512677366829495,
      "grad_norm": 1.1605694195018939,
      "learning_rate": 0.00022574231510115848,
      "loss": 2.2031,
      "step": 44092
    },
    {
      "epoch": 2.0513142591300304,
      "grad_norm": 1.2173007492343324,
      "learning_rate": 0.00022573911156901352,
      "loss": 1.8125,
      "step": 44093
    },
    {
      "epoch": 2.051360781577111,
      "grad_norm": 1.125327125374631,
      "learning_rate": 0.00022573590799050068,
      "loss": 2.0312,
      "step": 44094
    },
    {
      "epoch": 2.051407304024192,
      "grad_norm": 1.1580775886635333,
      "learning_rate": 0.00022573270436562182,
      "loss": 1.7969,
      "step": 44095
    },
    {
      "epoch": 2.0514538264712723,
      "grad_norm": 1.0823852792421107,
      "learning_rate": 0.00022572950069437898,
      "loss": 2.0312,
      "step": 44096
    },
    {
      "epoch": 2.051500348918353,
      "grad_norm": 1.324466900434972,
      "learning_rate": 0.0002257262969767741,
      "loss": 2.5938,
      "step": 44097
    },
    {
      "epoch": 2.0515468713654337,
      "grad_norm": 1.1320185574574515,
      "learning_rate": 0.00022572309321280913,
      "loss": 2.0469,
      "step": 44098
    },
    {
      "epoch": 2.0515933938125146,
      "grad_norm": 1.1096780598060825,
      "learning_rate": 0.00022571988940248602,
      "loss": 2.0312,
      "step": 44099
    },
    {
      "epoch": 2.051639916259595,
      "grad_norm": 1.1853253307725231,
      "learning_rate": 0.00022571668554580672,
      "loss": 2.5312,
      "step": 44100
    },
    {
      "epoch": 2.051686438706676,
      "grad_norm": 1.1504285489375115,
      "learning_rate": 0.00022571348164277332,
      "loss": 2.0156,
      "step": 44101
    },
    {
      "epoch": 2.0517329611537565,
      "grad_norm": 1.130414000631268,
      "learning_rate": 0.00022571027769338758,
      "loss": 2.0938,
      "step": 44102
    },
    {
      "epoch": 2.0517794836008374,
      "grad_norm": 1.1826234078328448,
      "learning_rate": 0.0002257070736976516,
      "loss": 2.4531,
      "step": 44103
    },
    {
      "epoch": 2.0518260060479183,
      "grad_norm": 1.2162050009953538,
      "learning_rate": 0.0002257038696555673,
      "loss": 2.0625,
      "step": 44104
    },
    {
      "epoch": 2.051872528494999,
      "grad_norm": 1.0995153499780554,
      "learning_rate": 0.00022570066556713665,
      "loss": 2.1719,
      "step": 44105
    },
    {
      "epoch": 2.0519190509420797,
      "grad_norm": 1.2382045718868424,
      "learning_rate": 0.00022569746143236158,
      "loss": 2.3125,
      "step": 44106
    },
    {
      "epoch": 2.05196557338916,
      "grad_norm": 1.1741006344558953,
      "learning_rate": 0.0002256942572512441,
      "loss": 2.4375,
      "step": 44107
    },
    {
      "epoch": 2.052012095836241,
      "grad_norm": 1.227250169034147,
      "learning_rate": 0.00022569105302378613,
      "loss": 2.0781,
      "step": 44108
    },
    {
      "epoch": 2.0520586182833216,
      "grad_norm": 1.2234009426939618,
      "learning_rate": 0.00022568784874998972,
      "loss": 2.2969,
      "step": 44109
    },
    {
      "epoch": 2.0521051407304025,
      "grad_norm": 1.1139035421634746,
      "learning_rate": 0.00022568464442985668,
      "loss": 2.0781,
      "step": 44110
    },
    {
      "epoch": 2.052151663177483,
      "grad_norm": 1.2094346996756948,
      "learning_rate": 0.0002256814400633891,
      "loss": 2.1875,
      "step": 44111
    },
    {
      "epoch": 2.052198185624564,
      "grad_norm": 1.164676822644217,
      "learning_rate": 0.00022567823565058888,
      "loss": 2.4375,
      "step": 44112
    },
    {
      "epoch": 2.0522447080716444,
      "grad_norm": 1.1031530294396734,
      "learning_rate": 0.00022567503119145802,
      "loss": 1.9688,
      "step": 44113
    },
    {
      "epoch": 2.0522912305187253,
      "grad_norm": 1.302115475894563,
      "learning_rate": 0.00022567182668599843,
      "loss": 2.2188,
      "step": 44114
    },
    {
      "epoch": 2.052337752965806,
      "grad_norm": 1.1649217321746064,
      "learning_rate": 0.00022566862213421212,
      "loss": 2.2344,
      "step": 44115
    },
    {
      "epoch": 2.0523842754128867,
      "grad_norm": 1.1209712101140539,
      "learning_rate": 0.00022566541753610105,
      "loss": 2.1875,
      "step": 44116
    },
    {
      "epoch": 2.0524307978599676,
      "grad_norm": 1.0010577643106937,
      "learning_rate": 0.00022566221289166709,
      "loss": 1.8438,
      "step": 44117
    },
    {
      "epoch": 2.052477320307048,
      "grad_norm": 1.186093297338603,
      "learning_rate": 0.00022565900820091232,
      "loss": 2.4219,
      "step": 44118
    },
    {
      "epoch": 2.052523842754129,
      "grad_norm": 1.3054219492614596,
      "learning_rate": 0.00022565580346383868,
      "loss": 2.2969,
      "step": 44119
    },
    {
      "epoch": 2.0525703652012095,
      "grad_norm": 1.0874505477231486,
      "learning_rate": 0.0002256525986804481,
      "loss": 1.8984,
      "step": 44120
    },
    {
      "epoch": 2.0526168876482904,
      "grad_norm": 1.1162700134783694,
      "learning_rate": 0.00022564939385074257,
      "loss": 2.0781,
      "step": 44121
    },
    {
      "epoch": 2.052663410095371,
      "grad_norm": 1.195591343228659,
      "learning_rate": 0.00022564618897472403,
      "loss": 2.375,
      "step": 44122
    },
    {
      "epoch": 2.052709932542452,
      "grad_norm": 1.2374593767267434,
      "learning_rate": 0.00022564298405239444,
      "loss": 2.3125,
      "step": 44123
    },
    {
      "epoch": 2.0527564549895323,
      "grad_norm": 1.1343714449603008,
      "learning_rate": 0.00022563977908375573,
      "loss": 2.125,
      "step": 44124
    },
    {
      "epoch": 2.052802977436613,
      "grad_norm": 1.170560507238197,
      "learning_rate": 0.00022563657406880996,
      "loss": 2.375,
      "step": 44125
    },
    {
      "epoch": 2.0528494998836937,
      "grad_norm": 1.1643971106467215,
      "learning_rate": 0.000225633369007559,
      "loss": 2.375,
      "step": 44126
    },
    {
      "epoch": 2.0528960223307746,
      "grad_norm": 1.2011569397074444,
      "learning_rate": 0.0002256301639000049,
      "loss": 2.25,
      "step": 44127
    },
    {
      "epoch": 2.0529425447778555,
      "grad_norm": 1.1452735026023304,
      "learning_rate": 0.00022562695874614946,
      "loss": 2.4219,
      "step": 44128
    },
    {
      "epoch": 2.052989067224936,
      "grad_norm": 1.1776016938473997,
      "learning_rate": 0.00022562375354599483,
      "loss": 1.8594,
      "step": 44129
    },
    {
      "epoch": 2.053035589672017,
      "grad_norm": 1.1245093983349328,
      "learning_rate": 0.0002256205482995429,
      "loss": 2.2812,
      "step": 44130
    },
    {
      "epoch": 2.0530821121190974,
      "grad_norm": 1.1805715699423476,
      "learning_rate": 0.00022561734300679558,
      "loss": 2.2188,
      "step": 44131
    },
    {
      "epoch": 2.0531286345661783,
      "grad_norm": 1.1692815997200685,
      "learning_rate": 0.00022561413766775487,
      "loss": 2.3906,
      "step": 44132
    },
    {
      "epoch": 2.053175157013259,
      "grad_norm": 1.3290238874349827,
      "learning_rate": 0.0002256109322824228,
      "loss": 2.3438,
      "step": 44133
    },
    {
      "epoch": 2.0532216794603397,
      "grad_norm": 1.1381274982211296,
      "learning_rate": 0.00022560772685080124,
      "loss": 2.25,
      "step": 44134
    },
    {
      "epoch": 2.05326820190742,
      "grad_norm": 1.2705279223043462,
      "learning_rate": 0.0002256045213728922,
      "loss": 2.3281,
      "step": 44135
    },
    {
      "epoch": 2.053314724354501,
      "grad_norm": 1.2123966266438555,
      "learning_rate": 0.0002256013158486976,
      "loss": 1.9766,
      "step": 44136
    },
    {
      "epoch": 2.0533612468015816,
      "grad_norm": 1.2186125457098267,
      "learning_rate": 0.00022559811027821942,
      "loss": 2.6875,
      "step": 44137
    },
    {
      "epoch": 2.0534077692486625,
      "grad_norm": 1.1714432752896125,
      "learning_rate": 0.0002255949046614597,
      "loss": 1.6797,
      "step": 44138
    },
    {
      "epoch": 2.053454291695743,
      "grad_norm": 1.0595290818780212,
      "learning_rate": 0.0002255916989984202,
      "loss": 1.8594,
      "step": 44139
    },
    {
      "epoch": 2.053500814142824,
      "grad_norm": 1.2225443257113435,
      "learning_rate": 0.00022558849328910312,
      "loss": 2.2031,
      "step": 44140
    },
    {
      "epoch": 2.0535473365899044,
      "grad_norm": 1.2469492619918976,
      "learning_rate": 0.00022558528753351028,
      "loss": 2.5312,
      "step": 44141
    },
    {
      "epoch": 2.0535938590369853,
      "grad_norm": 1.226352198503577,
      "learning_rate": 0.00022558208173164372,
      "loss": 2.3594,
      "step": 44142
    },
    {
      "epoch": 2.0536403814840662,
      "grad_norm": 1.2002478222468742,
      "learning_rate": 0.00022557887588350536,
      "loss": 2.2656,
      "step": 44143
    },
    {
      "epoch": 2.0536869039311467,
      "grad_norm": 1.1531413374533486,
      "learning_rate": 0.00022557566998909716,
      "loss": 1.8984,
      "step": 44144
    },
    {
      "epoch": 2.0537334263782276,
      "grad_norm": 1.1897234075253986,
      "learning_rate": 0.00022557246404842106,
      "loss": 2.1094,
      "step": 44145
    },
    {
      "epoch": 2.053779948825308,
      "grad_norm": 1.0915391372738121,
      "learning_rate": 0.0002255692580614791,
      "loss": 2.2812,
      "step": 44146
    },
    {
      "epoch": 2.053826471272389,
      "grad_norm": 1.1464474659462764,
      "learning_rate": 0.00022556605202827314,
      "loss": 2.3906,
      "step": 44147
    },
    {
      "epoch": 2.0538729937194695,
      "grad_norm": 1.2677540715881916,
      "learning_rate": 0.00022556284594880523,
      "loss": 2.4688,
      "step": 44148
    },
    {
      "epoch": 2.0539195161665504,
      "grad_norm": 1.1364193891855876,
      "learning_rate": 0.00022555963982307732,
      "loss": 2.2656,
      "step": 44149
    },
    {
      "epoch": 2.053966038613631,
      "grad_norm": 1.196405222169113,
      "learning_rate": 0.0002255564336510913,
      "loss": 2.1562,
      "step": 44150
    },
    {
      "epoch": 2.054012561060712,
      "grad_norm": 1.2340864064840076,
      "learning_rate": 0.00022555322743284922,
      "loss": 2.4531,
      "step": 44151
    },
    {
      "epoch": 2.0540590835077923,
      "grad_norm": 1.209772356245955,
      "learning_rate": 0.000225550021168353,
      "loss": 2.3594,
      "step": 44152
    },
    {
      "epoch": 2.0541056059548732,
      "grad_norm": 1.2106500246232215,
      "learning_rate": 0.00022554681485760462,
      "loss": 2.25,
      "step": 44153
    },
    {
      "epoch": 2.054152128401954,
      "grad_norm": 1.2186440652917816,
      "learning_rate": 0.00022554360850060606,
      "loss": 2.2969,
      "step": 44154
    },
    {
      "epoch": 2.0541986508490346,
      "grad_norm": 1.1796702967396535,
      "learning_rate": 0.0002255404020973592,
      "loss": 2.3594,
      "step": 44155
    },
    {
      "epoch": 2.0542451732961156,
      "grad_norm": 1.193207881369863,
      "learning_rate": 0.00022553719564786606,
      "loss": 1.7031,
      "step": 44156
    },
    {
      "epoch": 2.054291695743196,
      "grad_norm": 1.089008800323855,
      "learning_rate": 0.00022553398915212868,
      "loss": 2.1406,
      "step": 44157
    },
    {
      "epoch": 2.054338218190277,
      "grad_norm": 1.2025756329909298,
      "learning_rate": 0.00022553078261014888,
      "loss": 2.3594,
      "step": 44158
    },
    {
      "epoch": 2.0543847406373574,
      "grad_norm": 1.2155283916349622,
      "learning_rate": 0.00022552757602192872,
      "loss": 2.5312,
      "step": 44159
    },
    {
      "epoch": 2.0544312630844384,
      "grad_norm": 1.010853386686659,
      "learning_rate": 0.0002255243693874701,
      "loss": 2.0469,
      "step": 44160
    },
    {
      "epoch": 2.054477785531519,
      "grad_norm": 1.145179381980567,
      "learning_rate": 0.00022552116270677504,
      "loss": 2.2344,
      "step": 44161
    },
    {
      "epoch": 2.0545243079785998,
      "grad_norm": 1.1373037193028463,
      "learning_rate": 0.00022551795597984544,
      "loss": 2.1094,
      "step": 44162
    },
    {
      "epoch": 2.0545708304256802,
      "grad_norm": 1.2538933066221543,
      "learning_rate": 0.00022551474920668338,
      "loss": 2.2031,
      "step": 44163
    },
    {
      "epoch": 2.054617352872761,
      "grad_norm": 1.2325124755264887,
      "learning_rate": 0.00022551154238729067,
      "loss": 2.2344,
      "step": 44164
    },
    {
      "epoch": 2.0546638753198416,
      "grad_norm": 1.130294570818603,
      "learning_rate": 0.00022550833552166942,
      "loss": 2.2344,
      "step": 44165
    },
    {
      "epoch": 2.0547103977669225,
      "grad_norm": 1.239729855699151,
      "learning_rate": 0.00022550512860982147,
      "loss": 2.375,
      "step": 44166
    },
    {
      "epoch": 2.0547569202140035,
      "grad_norm": 1.1603674799530868,
      "learning_rate": 0.00022550192165174884,
      "loss": 2.25,
      "step": 44167
    },
    {
      "epoch": 2.054803442661084,
      "grad_norm": 1.2450274785308164,
      "learning_rate": 0.00022549871464745352,
      "loss": 2.3438,
      "step": 44168
    },
    {
      "epoch": 2.054849965108165,
      "grad_norm": 1.2468132033014994,
      "learning_rate": 0.00022549550759693742,
      "loss": 2.2344,
      "step": 44169
    },
    {
      "epoch": 2.0548964875552453,
      "grad_norm": 1.2207009968408262,
      "learning_rate": 0.00022549230050020254,
      "loss": 2.2188,
      "step": 44170
    },
    {
      "epoch": 2.0549430100023263,
      "grad_norm": 1.2284250502360878,
      "learning_rate": 0.00022548909335725077,
      "loss": 2.5312,
      "step": 44171
    },
    {
      "epoch": 2.0549895324494067,
      "grad_norm": 1.2226694011184636,
      "learning_rate": 0.0002254858861680842,
      "loss": 2.2812,
      "step": 44172
    },
    {
      "epoch": 2.0550360548964877,
      "grad_norm": 1.2159635825257875,
      "learning_rate": 0.0002254826789327047,
      "loss": 2.2656,
      "step": 44173
    },
    {
      "epoch": 2.055082577343568,
      "grad_norm": 1.1629416869329794,
      "learning_rate": 0.00022547947165111424,
      "loss": 2.1719,
      "step": 44174
    },
    {
      "epoch": 2.055129099790649,
      "grad_norm": 1.236783417822638,
      "learning_rate": 0.00022547626432331487,
      "loss": 2.2344,
      "step": 44175
    },
    {
      "epoch": 2.0551756222377295,
      "grad_norm": 1.1739005339951072,
      "learning_rate": 0.00022547305694930843,
      "loss": 2.2031,
      "step": 44176
    },
    {
      "epoch": 2.0552221446848105,
      "grad_norm": 1.2063627112753168,
      "learning_rate": 0.00022546984952909692,
      "loss": 2.125,
      "step": 44177
    },
    {
      "epoch": 2.055268667131891,
      "grad_norm": 1.140975855739153,
      "learning_rate": 0.00022546664206268236,
      "loss": 2.1875,
      "step": 44178
    },
    {
      "epoch": 2.055315189578972,
      "grad_norm": 1.131714606437843,
      "learning_rate": 0.00022546343455006669,
      "loss": 2.2344,
      "step": 44179
    },
    {
      "epoch": 2.055361712026053,
      "grad_norm": 1.1753277386506906,
      "learning_rate": 0.00022546022699125183,
      "loss": 2.2656,
      "step": 44180
    },
    {
      "epoch": 2.0554082344731333,
      "grad_norm": 1.1721543787496316,
      "learning_rate": 0.0002254570193862398,
      "loss": 2.2656,
      "step": 44181
    },
    {
      "epoch": 2.055454756920214,
      "grad_norm": 1.166238065036582,
      "learning_rate": 0.00022545381173503251,
      "loss": 2.2812,
      "step": 44182
    },
    {
      "epoch": 2.0555012793672947,
      "grad_norm": 1.2607590541443867,
      "learning_rate": 0.00022545060403763196,
      "loss": 2.4844,
      "step": 44183
    },
    {
      "epoch": 2.0555478018143756,
      "grad_norm": 1.1490542014011162,
      "learning_rate": 0.0002254473962940401,
      "loss": 2.4219,
      "step": 44184
    },
    {
      "epoch": 2.055594324261456,
      "grad_norm": 1.2118842658378468,
      "learning_rate": 0.0002254441885042589,
      "loss": 2.3594,
      "step": 44185
    },
    {
      "epoch": 2.055640846708537,
      "grad_norm": 1.1562864337022212,
      "learning_rate": 0.00022544098066829037,
      "loss": 2.0156,
      "step": 44186
    },
    {
      "epoch": 2.0556873691556174,
      "grad_norm": 1.1935639886926004,
      "learning_rate": 0.00022543777278613637,
      "loss": 2.4844,
      "step": 44187
    },
    {
      "epoch": 2.0557338916026984,
      "grad_norm": 1.3416098782712225,
      "learning_rate": 0.00022543456485779896,
      "loss": 2.2031,
      "step": 44188
    },
    {
      "epoch": 2.055780414049779,
      "grad_norm": 1.151128124867325,
      "learning_rate": 0.00022543135688328,
      "loss": 2.0781,
      "step": 44189
    },
    {
      "epoch": 2.0558269364968598,
      "grad_norm": 1.1558092273570229,
      "learning_rate": 0.0002254281488625816,
      "loss": 2.2031,
      "step": 44190
    },
    {
      "epoch": 2.0558734589439402,
      "grad_norm": 1.2246686740488015,
      "learning_rate": 0.0002254249407957056,
      "loss": 2.4062,
      "step": 44191
    },
    {
      "epoch": 2.055919981391021,
      "grad_norm": 1.2940967244385615,
      "learning_rate": 0.00022542173268265403,
      "loss": 2.2812,
      "step": 44192
    },
    {
      "epoch": 2.055966503838102,
      "grad_norm": 1.1558336596190248,
      "learning_rate": 0.0002254185245234288,
      "loss": 2.2188,
      "step": 44193
    },
    {
      "epoch": 2.0560130262851826,
      "grad_norm": 1.2333854621996498,
      "learning_rate": 0.0002254153163180319,
      "loss": 1.9531,
      "step": 44194
    },
    {
      "epoch": 2.0560595487322635,
      "grad_norm": 1.0793713192947987,
      "learning_rate": 0.0002254121080664653,
      "loss": 1.9297,
      "step": 44195
    },
    {
      "epoch": 2.056106071179344,
      "grad_norm": 1.18298955460124,
      "learning_rate": 0.000225408899768731,
      "loss": 2.3438,
      "step": 44196
    },
    {
      "epoch": 2.056152593626425,
      "grad_norm": 1.26741150983588,
      "learning_rate": 0.00022540569142483094,
      "loss": 2.3906,
      "step": 44197
    },
    {
      "epoch": 2.0561991160735054,
      "grad_norm": 1.1991542248477944,
      "learning_rate": 0.000225402483034767,
      "loss": 2.0625,
      "step": 44198
    },
    {
      "epoch": 2.0562456385205863,
      "grad_norm": 1.1051081856012692,
      "learning_rate": 0.0002253992745985413,
      "loss": 2.2188,
      "step": 44199
    },
    {
      "epoch": 2.0562921609676668,
      "grad_norm": 1.1562185168507995,
      "learning_rate": 0.00022539606611615565,
      "loss": 2.2656,
      "step": 44200
    },
    {
      "epoch": 2.0563386834147477,
      "grad_norm": 1.072533359110712,
      "learning_rate": 0.00022539285758761213,
      "loss": 2.1094,
      "step": 44201
    },
    {
      "epoch": 2.056385205861828,
      "grad_norm": 1.2050449674666524,
      "learning_rate": 0.0002253896490129126,
      "loss": 2.2031,
      "step": 44202
    },
    {
      "epoch": 2.056431728308909,
      "grad_norm": 1.1295713715220792,
      "learning_rate": 0.00022538644039205914,
      "loss": 2.0938,
      "step": 44203
    },
    {
      "epoch": 2.0564782507559896,
      "grad_norm": 1.1245454689097556,
      "learning_rate": 0.00022538323172505365,
      "loss": 2.1094,
      "step": 44204
    },
    {
      "epoch": 2.0565247732030705,
      "grad_norm": 1.1344144052200784,
      "learning_rate": 0.00022538002301189807,
      "loss": 2.1094,
      "step": 44205
    },
    {
      "epoch": 2.0565712956501514,
      "grad_norm": 1.1401591821400545,
      "learning_rate": 0.0002253768142525944,
      "loss": 2.3438,
      "step": 44206
    },
    {
      "epoch": 2.056617818097232,
      "grad_norm": 1.157348904510622,
      "learning_rate": 0.0002253736054471446,
      "loss": 2.125,
      "step": 44207
    },
    {
      "epoch": 2.056664340544313,
      "grad_norm": 1.104939798658973,
      "learning_rate": 0.00022537039659555066,
      "loss": 1.9297,
      "step": 44208
    },
    {
      "epoch": 2.0567108629913933,
      "grad_norm": 1.1422208983270556,
      "learning_rate": 0.0002253671876978145,
      "loss": 2.2344,
      "step": 44209
    },
    {
      "epoch": 2.056757385438474,
      "grad_norm": 1.2727032258162911,
      "learning_rate": 0.00022536397875393813,
      "loss": 2.3594,
      "step": 44210
    },
    {
      "epoch": 2.0568039078855547,
      "grad_norm": 1.1671898341289455,
      "learning_rate": 0.00022536076976392347,
      "loss": 2.2656,
      "step": 44211
    },
    {
      "epoch": 2.0568504303326356,
      "grad_norm": 1.1867294065152127,
      "learning_rate": 0.00022535756072777254,
      "loss": 2.3594,
      "step": 44212
    },
    {
      "epoch": 2.056896952779716,
      "grad_norm": 1.3703378029295614,
      "learning_rate": 0.00022535435164548715,
      "loss": 2.4375,
      "step": 44213
    },
    {
      "epoch": 2.056943475226797,
      "grad_norm": 1.1891365468202986,
      "learning_rate": 0.0002253511425170695,
      "loss": 2.0625,
      "step": 44214
    },
    {
      "epoch": 2.0569899976738775,
      "grad_norm": 1.2467241566595624,
      "learning_rate": 0.0002253479333425214,
      "loss": 2.2812,
      "step": 44215
    },
    {
      "epoch": 2.0570365201209584,
      "grad_norm": 1.113972175603716,
      "learning_rate": 0.00022534472412184483,
      "loss": 2.4688,
      "step": 44216
    },
    {
      "epoch": 2.057083042568039,
      "grad_norm": 1.3008144753507507,
      "learning_rate": 0.0002253415148550418,
      "loss": 2.1875,
      "step": 44217
    },
    {
      "epoch": 2.05712956501512,
      "grad_norm": 1.2228487631854565,
      "learning_rate": 0.00022533830554211424,
      "loss": 2.3594,
      "step": 44218
    },
    {
      "epoch": 2.0571760874622007,
      "grad_norm": 1.1360002305696906,
      "learning_rate": 0.00022533509618306415,
      "loss": 2.4688,
      "step": 44219
    },
    {
      "epoch": 2.057222609909281,
      "grad_norm": 1.1552947930708226,
      "learning_rate": 0.00022533188677789344,
      "loss": 2.4531,
      "step": 44220
    },
    {
      "epoch": 2.057269132356362,
      "grad_norm": 1.1538816639360023,
      "learning_rate": 0.00022532867732660413,
      "loss": 2.5,
      "step": 44221
    },
    {
      "epoch": 2.0573156548034426,
      "grad_norm": 1.1535684868787381,
      "learning_rate": 0.0002253254678291981,
      "loss": 2.2188,
      "step": 44222
    },
    {
      "epoch": 2.0573621772505235,
      "grad_norm": 1.3216549297375988,
      "learning_rate": 0.00022532225828567748,
      "loss": 2.4062,
      "step": 44223
    },
    {
      "epoch": 2.057408699697604,
      "grad_norm": 1.2127841281337766,
      "learning_rate": 0.00022531904869604403,
      "loss": 2.4219,
      "step": 44224
    },
    {
      "epoch": 2.057455222144685,
      "grad_norm": 1.1583678721474657,
      "learning_rate": 0.00022531583906029988,
      "loss": 2.3906,
      "step": 44225
    },
    {
      "epoch": 2.0575017445917654,
      "grad_norm": 1.2984938573364622,
      "learning_rate": 0.00022531262937844687,
      "loss": 1.7969,
      "step": 44226
    },
    {
      "epoch": 2.0575482670388463,
      "grad_norm": 1.1552231393870749,
      "learning_rate": 0.00022530941965048703,
      "loss": 2.2969,
      "step": 44227
    },
    {
      "epoch": 2.057594789485927,
      "grad_norm": 1.1910564211769048,
      "learning_rate": 0.00022530620987642235,
      "loss": 2.375,
      "step": 44228
    },
    {
      "epoch": 2.0576413119330077,
      "grad_norm": 1.1209755754152038,
      "learning_rate": 0.00022530300005625477,
      "loss": 2.0156,
      "step": 44229
    },
    {
      "epoch": 2.057687834380088,
      "grad_norm": 1.1543818292068297,
      "learning_rate": 0.00022529979018998626,
      "loss": 2.4062,
      "step": 44230
    },
    {
      "epoch": 2.057734356827169,
      "grad_norm": 1.219021291034518,
      "learning_rate": 0.00022529658027761875,
      "loss": 2.5,
      "step": 44231
    },
    {
      "epoch": 2.05778087927425,
      "grad_norm": 1.1293421917771196,
      "learning_rate": 0.00022529337031915425,
      "loss": 2.0781,
      "step": 44232
    },
    {
      "epoch": 2.0578274017213305,
      "grad_norm": 1.3809803076973006,
      "learning_rate": 0.00022529016031459467,
      "loss": 2.1875,
      "step": 44233
    },
    {
      "epoch": 2.0578739241684114,
      "grad_norm": 1.2857642032729573,
      "learning_rate": 0.00022528695026394205,
      "loss": 2.3125,
      "step": 44234
    },
    {
      "epoch": 2.057920446615492,
      "grad_norm": 1.1727259467312667,
      "learning_rate": 0.0002252837401671983,
      "loss": 2.3594,
      "step": 44235
    },
    {
      "epoch": 2.057966969062573,
      "grad_norm": 1.1889575139816722,
      "learning_rate": 0.00022528053002436542,
      "loss": 2.5938,
      "step": 44236
    },
    {
      "epoch": 2.0580134915096533,
      "grad_norm": 1.2487621683876775,
      "learning_rate": 0.00022527731983544528,
      "loss": 2.2656,
      "step": 44237
    },
    {
      "epoch": 2.058060013956734,
      "grad_norm": 1.0811151285482294,
      "learning_rate": 0.00022527410960043997,
      "loss": 2.1406,
      "step": 44238
    },
    {
      "epoch": 2.0581065364038147,
      "grad_norm": 1.1368447027063349,
      "learning_rate": 0.0002252708993193514,
      "loss": 2.2656,
      "step": 44239
    },
    {
      "epoch": 2.0581530588508956,
      "grad_norm": 1.2322933245063723,
      "learning_rate": 0.00022526768899218158,
      "loss": 2.2344,
      "step": 44240
    },
    {
      "epoch": 2.058199581297976,
      "grad_norm": 1.1969244775744132,
      "learning_rate": 0.00022526447861893239,
      "loss": 2.1875,
      "step": 44241
    },
    {
      "epoch": 2.058246103745057,
      "grad_norm": 1.198911498512298,
      "learning_rate": 0.00022526126819960587,
      "loss": 2.3594,
      "step": 44242
    },
    {
      "epoch": 2.058292626192138,
      "grad_norm": 1.0877849591937465,
      "learning_rate": 0.0002252580577342039,
      "loss": 1.9141,
      "step": 44243
    },
    {
      "epoch": 2.0583391486392184,
      "grad_norm": 1.1831969308927501,
      "learning_rate": 0.0002252548472227286,
      "loss": 2.2812,
      "step": 44244
    },
    {
      "epoch": 2.0583856710862993,
      "grad_norm": 1.331892757788801,
      "learning_rate": 0.0002252516366651818,
      "loss": 2.6094,
      "step": 44245
    },
    {
      "epoch": 2.05843219353338,
      "grad_norm": 1.1534116670708023,
      "learning_rate": 0.0002252484260615655,
      "loss": 2.1094,
      "step": 44246
    },
    {
      "epoch": 2.0584787159804607,
      "grad_norm": 1.116493077980435,
      "learning_rate": 0.00022524521541188164,
      "loss": 2.1094,
      "step": 44247
    },
    {
      "epoch": 2.058525238427541,
      "grad_norm": 1.2085549921053729,
      "learning_rate": 0.00022524200471613225,
      "loss": 2.1406,
      "step": 44248
    },
    {
      "epoch": 2.058571760874622,
      "grad_norm": 1.1929370948668576,
      "learning_rate": 0.00022523879397431923,
      "loss": 2.375,
      "step": 44249
    },
    {
      "epoch": 2.0586182833217026,
      "grad_norm": 1.1974719633001438,
      "learning_rate": 0.0002252355831864446,
      "loss": 2.1562,
      "step": 44250
    },
    {
      "epoch": 2.0586648057687835,
      "grad_norm": 1.1189297289226514,
      "learning_rate": 0.00022523237235251033,
      "loss": 2.2344,
      "step": 44251
    },
    {
      "epoch": 2.058711328215864,
      "grad_norm": 1.1916789237471501,
      "learning_rate": 0.0002252291614725183,
      "loss": 2.2031,
      "step": 44252
    },
    {
      "epoch": 2.058757850662945,
      "grad_norm": 1.149093316111922,
      "learning_rate": 0.0002252259505464706,
      "loss": 2.2344,
      "step": 44253
    },
    {
      "epoch": 2.0588043731100254,
      "grad_norm": 1.1640742539002287,
      "learning_rate": 0.00022522273957436905,
      "loss": 2.1719,
      "step": 44254
    },
    {
      "epoch": 2.0588508955571063,
      "grad_norm": 1.1451246265893946,
      "learning_rate": 0.00022521952855621578,
      "loss": 1.8828,
      "step": 44255
    },
    {
      "epoch": 2.058897418004187,
      "grad_norm": 1.118364350525075,
      "learning_rate": 0.0002252163174920126,
      "loss": 1.8984,
      "step": 44256
    },
    {
      "epoch": 2.0589439404512677,
      "grad_norm": 1.1630717785045461,
      "learning_rate": 0.00022521310638176162,
      "loss": 2.6094,
      "step": 44257
    },
    {
      "epoch": 2.0589904628983486,
      "grad_norm": 1.2163626932816989,
      "learning_rate": 0.0002252098952254647,
      "loss": 2.5156,
      "step": 44258
    },
    {
      "epoch": 2.059036985345429,
      "grad_norm": 1.2004319946865414,
      "learning_rate": 0.0002252066840231238,
      "loss": 2.4531,
      "step": 44259
    },
    {
      "epoch": 2.05908350779251,
      "grad_norm": 1.2573738744688812,
      "learning_rate": 0.00022520347277474092,
      "loss": 2.2969,
      "step": 44260
    },
    {
      "epoch": 2.0591300302395905,
      "grad_norm": 1.2341689347756535,
      "learning_rate": 0.00022520026148031808,
      "loss": 2.2812,
      "step": 44261
    },
    {
      "epoch": 2.0591765526866714,
      "grad_norm": 1.2082256299650243,
      "learning_rate": 0.0002251970501398572,
      "loss": 2.4844,
      "step": 44262
    },
    {
      "epoch": 2.059223075133752,
      "grad_norm": 1.1987957555248774,
      "learning_rate": 0.00022519383875336022,
      "loss": 2.4844,
      "step": 44263
    },
    {
      "epoch": 2.059269597580833,
      "grad_norm": 1.2389404782849454,
      "learning_rate": 0.00022519062732082913,
      "loss": 2.125,
      "step": 44264
    },
    {
      "epoch": 2.0593161200279133,
      "grad_norm": 1.1621236024775456,
      "learning_rate": 0.0002251874158422659,
      "loss": 1.8438,
      "step": 44265
    },
    {
      "epoch": 2.0593626424749942,
      "grad_norm": 1.295278538495059,
      "learning_rate": 0.0002251842043176725,
      "loss": 2.25,
      "step": 44266
    },
    {
      "epoch": 2.0594091649220747,
      "grad_norm": 1.2824734428640907,
      "learning_rate": 0.00022518099274705086,
      "loss": 2.1719,
      "step": 44267
    },
    {
      "epoch": 2.0594556873691556,
      "grad_norm": 1.143850104840629,
      "learning_rate": 0.00022517778113040302,
      "loss": 1.875,
      "step": 44268
    },
    {
      "epoch": 2.0595022098162366,
      "grad_norm": 1.2447297451944486,
      "learning_rate": 0.00022517456946773083,
      "loss": 2.4062,
      "step": 44269
    },
    {
      "epoch": 2.059548732263317,
      "grad_norm": 1.1732526110981252,
      "learning_rate": 0.0002251713577590364,
      "loss": 2.1562,
      "step": 44270
    },
    {
      "epoch": 2.059595254710398,
      "grad_norm": 1.1416544232434018,
      "learning_rate": 0.00022516814600432157,
      "loss": 2.0625,
      "step": 44271
    },
    {
      "epoch": 2.0596417771574784,
      "grad_norm": 1.3631200190924202,
      "learning_rate": 0.00022516493420358835,
      "loss": 2.5625,
      "step": 44272
    },
    {
      "epoch": 2.0596882996045593,
      "grad_norm": 1.340062497801298,
      "learning_rate": 0.00022516172235683877,
      "loss": 2.2812,
      "step": 44273
    },
    {
      "epoch": 2.05973482205164,
      "grad_norm": 1.2741669221159404,
      "learning_rate": 0.0002251585104640747,
      "loss": 1.9297,
      "step": 44274
    },
    {
      "epoch": 2.0597813444987207,
      "grad_norm": 1.2240499897303956,
      "learning_rate": 0.00022515529852529814,
      "loss": 2.3438,
      "step": 44275
    },
    {
      "epoch": 2.0598278669458012,
      "grad_norm": 1.1501087421168057,
      "learning_rate": 0.00022515208654051106,
      "loss": 2.0625,
      "step": 44276
    },
    {
      "epoch": 2.059874389392882,
      "grad_norm": 1.2138998061166384,
      "learning_rate": 0.0002251488745097155,
      "loss": 2.4375,
      "step": 44277
    },
    {
      "epoch": 2.0599209118399626,
      "grad_norm": 1.1789004049953746,
      "learning_rate": 0.0002251456624329133,
      "loss": 2.2188,
      "step": 44278
    },
    {
      "epoch": 2.0599674342870435,
      "grad_norm": 1.274226195410784,
      "learning_rate": 0.00022514245031010648,
      "loss": 2.6719,
      "step": 44279
    },
    {
      "epoch": 2.060013956734124,
      "grad_norm": 1.3481380423130176,
      "learning_rate": 0.000225139238141297,
      "loss": 2.2969,
      "step": 44280
    },
    {
      "epoch": 2.060060479181205,
      "grad_norm": 1.1690142850467626,
      "learning_rate": 0.0002251360259264869,
      "loss": 2.2344,
      "step": 44281
    },
    {
      "epoch": 2.060107001628286,
      "grad_norm": 1.1010126694652296,
      "learning_rate": 0.000225132813665678,
      "loss": 2.0938,
      "step": 44282
    },
    {
      "epoch": 2.0601535240753663,
      "grad_norm": 1.2719149389674371,
      "learning_rate": 0.00022512960135887239,
      "loss": 2.2812,
      "step": 44283
    },
    {
      "epoch": 2.0602000465224473,
      "grad_norm": 1.2093621868577087,
      "learning_rate": 0.00022512638900607196,
      "loss": 2.0469,
      "step": 44284
    },
    {
      "epoch": 2.0602465689695277,
      "grad_norm": 1.1416907723786989,
      "learning_rate": 0.00022512317660727875,
      "loss": 2.1719,
      "step": 44285
    },
    {
      "epoch": 2.0602930914166087,
      "grad_norm": 1.3936608456866098,
      "learning_rate": 0.0002251199641624947,
      "loss": 2.7031,
      "step": 44286
    },
    {
      "epoch": 2.060339613863689,
      "grad_norm": 1.1547031058205217,
      "learning_rate": 0.00022511675167172175,
      "loss": 2.1406,
      "step": 44287
    },
    {
      "epoch": 2.06038613631077,
      "grad_norm": 1.1107903926867646,
      "learning_rate": 0.00022511353913496186,
      "loss": 2.0469,
      "step": 44288
    },
    {
      "epoch": 2.0604326587578505,
      "grad_norm": 1.1254678983398338,
      "learning_rate": 0.00022511032655221703,
      "loss": 1.8125,
      "step": 44289
    },
    {
      "epoch": 2.0604791812049315,
      "grad_norm": 1.2579298862555766,
      "learning_rate": 0.00022510711392348927,
      "loss": 2.1875,
      "step": 44290
    },
    {
      "epoch": 2.060525703652012,
      "grad_norm": 1.0857526914454043,
      "learning_rate": 0.0002251039012487804,
      "loss": 2.2812,
      "step": 44291
    },
    {
      "epoch": 2.060572226099093,
      "grad_norm": 1.1452289149253576,
      "learning_rate": 0.0002251006885280925,
      "loss": 2.0938,
      "step": 44292
    },
    {
      "epoch": 2.0606187485461733,
      "grad_norm": 1.2596283018798369,
      "learning_rate": 0.00022509747576142754,
      "loss": 2.2031,
      "step": 44293
    },
    {
      "epoch": 2.0606652709932542,
      "grad_norm": 1.1840766551581126,
      "learning_rate": 0.00022509426294878748,
      "loss": 2.1406,
      "step": 44294
    },
    {
      "epoch": 2.060711793440335,
      "grad_norm": 1.2087034417208742,
      "learning_rate": 0.00022509105009017424,
      "loss": 2.0156,
      "step": 44295
    },
    {
      "epoch": 2.0607583158874156,
      "grad_norm": 1.2940218254381004,
      "learning_rate": 0.0002250878371855898,
      "loss": 1.6172,
      "step": 44296
    },
    {
      "epoch": 2.0608048383344966,
      "grad_norm": 1.1823868026736197,
      "learning_rate": 0.00022508462423503618,
      "loss": 1.9297,
      "step": 44297
    },
    {
      "epoch": 2.060851360781577,
      "grad_norm": 1.0945781204142762,
      "learning_rate": 0.00022508141123851532,
      "loss": 2.0312,
      "step": 44298
    },
    {
      "epoch": 2.060897883228658,
      "grad_norm": 1.2018076035602698,
      "learning_rate": 0.00022507819819602914,
      "loss": 2.1406,
      "step": 44299
    },
    {
      "epoch": 2.0609444056757384,
      "grad_norm": 1.2358171233423112,
      "learning_rate": 0.00022507498510757968,
      "loss": 2.2812,
      "step": 44300
    },
    {
      "epoch": 2.0609909281228194,
      "grad_norm": 1.2227107048149928,
      "learning_rate": 0.00022507177197316888,
      "loss": 2.2344,
      "step": 44301
    },
    {
      "epoch": 2.0610374505699,
      "grad_norm": 1.2148527409667103,
      "learning_rate": 0.00022506855879279866,
      "loss": 2.1719,
      "step": 44302
    },
    {
      "epoch": 2.0610839730169808,
      "grad_norm": 1.177707223153183,
      "learning_rate": 0.00022506534556647104,
      "loss": 2.125,
      "step": 44303
    },
    {
      "epoch": 2.0611304954640612,
      "grad_norm": 1.205037004918248,
      "learning_rate": 0.00022506213229418797,
      "loss": 2.2344,
      "step": 44304
    },
    {
      "epoch": 2.061177017911142,
      "grad_norm": 1.1369699282279238,
      "learning_rate": 0.0002250589189759514,
      "loss": 1.8125,
      "step": 44305
    },
    {
      "epoch": 2.0612235403582226,
      "grad_norm": 1.3073952135103728,
      "learning_rate": 0.00022505570561176335,
      "loss": 2.3281,
      "step": 44306
    },
    {
      "epoch": 2.0612700628053036,
      "grad_norm": 1.2961867955647826,
      "learning_rate": 0.0002250524922016257,
      "loss": 2.4219,
      "step": 44307
    },
    {
      "epoch": 2.0613165852523845,
      "grad_norm": 1.2439980390701852,
      "learning_rate": 0.00022504927874554054,
      "loss": 2.3125,
      "step": 44308
    },
    {
      "epoch": 2.061363107699465,
      "grad_norm": 1.1610360141737925,
      "learning_rate": 0.00022504606524350975,
      "loss": 2.5,
      "step": 44309
    },
    {
      "epoch": 2.061409630146546,
      "grad_norm": 1.152654229230416,
      "learning_rate": 0.00022504285169553536,
      "loss": 2.2031,
      "step": 44310
    },
    {
      "epoch": 2.0614561525936264,
      "grad_norm": 1.1969485546856895,
      "learning_rate": 0.0002250396381016192,
      "loss": 2.4844,
      "step": 44311
    },
    {
      "epoch": 2.0615026750407073,
      "grad_norm": 1.109043552868488,
      "learning_rate": 0.0002250364244617634,
      "loss": 2.4219,
      "step": 44312
    },
    {
      "epoch": 2.0615491974877878,
      "grad_norm": 1.2208345188827234,
      "learning_rate": 0.0002250332107759698,
      "loss": 2.375,
      "step": 44313
    },
    {
      "epoch": 2.0615957199348687,
      "grad_norm": 1.2163728464978265,
      "learning_rate": 0.00022502999704424048,
      "loss": 2.4688,
      "step": 44314
    },
    {
      "epoch": 2.061642242381949,
      "grad_norm": 1.1542688398861194,
      "learning_rate": 0.00022502678326657735,
      "loss": 2.1406,
      "step": 44315
    },
    {
      "epoch": 2.06168876482903,
      "grad_norm": 1.317782739097482,
      "learning_rate": 0.00022502356944298233,
      "loss": 2.2656,
      "step": 44316
    },
    {
      "epoch": 2.0617352872761106,
      "grad_norm": 1.2847558806041048,
      "learning_rate": 0.00022502035557345752,
      "loss": 2.125,
      "step": 44317
    },
    {
      "epoch": 2.0617818097231915,
      "grad_norm": 1.3672086392667546,
      "learning_rate": 0.00022501714165800476,
      "loss": 2.3125,
      "step": 44318
    },
    {
      "epoch": 2.061828332170272,
      "grad_norm": 1.0723491264484946,
      "learning_rate": 0.00022501392769662604,
      "loss": 1.8438,
      "step": 44319
    },
    {
      "epoch": 2.061874854617353,
      "grad_norm": 1.1394058113578882,
      "learning_rate": 0.00022501071368932334,
      "loss": 2.2656,
      "step": 44320
    },
    {
      "epoch": 2.061921377064434,
      "grad_norm": 1.3768635043983284,
      "learning_rate": 0.0002250074996360987,
      "loss": 2.2656,
      "step": 44321
    },
    {
      "epoch": 2.0619678995115143,
      "grad_norm": 1.1274265643109167,
      "learning_rate": 0.00022500428553695403,
      "loss": 2.1406,
      "step": 44322
    },
    {
      "epoch": 2.062014421958595,
      "grad_norm": 1.2188078526446122,
      "learning_rate": 0.00022500107139189124,
      "loss": 2.2969,
      "step": 44323
    },
    {
      "epoch": 2.0620609444056757,
      "grad_norm": 1.165865148800968,
      "learning_rate": 0.00022499785720091238,
      "loss": 1.8359,
      "step": 44324
    },
    {
      "epoch": 2.0621074668527566,
      "grad_norm": 1.104491779753475,
      "learning_rate": 0.0002249946429640194,
      "loss": 2.0781,
      "step": 44325
    },
    {
      "epoch": 2.062153989299837,
      "grad_norm": 1.297843257387976,
      "learning_rate": 0.00022499142868121424,
      "loss": 2.4844,
      "step": 44326
    },
    {
      "epoch": 2.062200511746918,
      "grad_norm": 1.1245343692506276,
      "learning_rate": 0.00022498821435249888,
      "loss": 2.0781,
      "step": 44327
    },
    {
      "epoch": 2.0622470341939985,
      "grad_norm": 1.1551852034931953,
      "learning_rate": 0.0002249849999778753,
      "loss": 2.5469,
      "step": 44328
    },
    {
      "epoch": 2.0622935566410794,
      "grad_norm": 1.2002772164285307,
      "learning_rate": 0.00022498178555734546,
      "loss": 2.3906,
      "step": 44329
    },
    {
      "epoch": 2.06234007908816,
      "grad_norm": 1.204793114946926,
      "learning_rate": 0.00022497857109091138,
      "loss": 2.0781,
      "step": 44330
    },
    {
      "epoch": 2.062386601535241,
      "grad_norm": 1.207164936967912,
      "learning_rate": 0.0002249753565785749,
      "loss": 2.625,
      "step": 44331
    },
    {
      "epoch": 2.0624331239823213,
      "grad_norm": 1.1316103073774488,
      "learning_rate": 0.00022497214202033813,
      "loss": 2.0312,
      "step": 44332
    },
    {
      "epoch": 2.062479646429402,
      "grad_norm": 1.2967619263118237,
      "learning_rate": 0.0002249689274162029,
      "loss": 2.25,
      "step": 44333
    },
    {
      "epoch": 2.062526168876483,
      "grad_norm": 1.1462990600942051,
      "learning_rate": 0.0002249657127661713,
      "loss": 2.2812,
      "step": 44334
    },
    {
      "epoch": 2.0625726913235636,
      "grad_norm": 1.2110254479917943,
      "learning_rate": 0.00022496249807024525,
      "loss": 2.4219,
      "step": 44335
    },
    {
      "epoch": 2.0626192137706445,
      "grad_norm": 1.1758743810292915,
      "learning_rate": 0.0002249592833284267,
      "loss": 2.4375,
      "step": 44336
    },
    {
      "epoch": 2.062665736217725,
      "grad_norm": 1.1856775299523348,
      "learning_rate": 0.0002249560685407176,
      "loss": 2.375,
      "step": 44337
    },
    {
      "epoch": 2.062712258664806,
      "grad_norm": 1.3629060815557883,
      "learning_rate": 0.00022495285370712002,
      "loss": 2.2969,
      "step": 44338
    },
    {
      "epoch": 2.0627587811118864,
      "grad_norm": 1.1519826180281296,
      "learning_rate": 0.00022494963882763584,
      "loss": 2.2344,
      "step": 44339
    },
    {
      "epoch": 2.0628053035589673,
      "grad_norm": 1.1506463859625933,
      "learning_rate": 0.00022494642390226706,
      "loss": 2.25,
      "step": 44340
    },
    {
      "epoch": 2.0628518260060478,
      "grad_norm": 1.1792687994157054,
      "learning_rate": 0.00022494320893101563,
      "loss": 2.4844,
      "step": 44341
    },
    {
      "epoch": 2.0628983484531287,
      "grad_norm": 1.2035811586482514,
      "learning_rate": 0.0002249399939138835,
      "loss": 2.2031,
      "step": 44342
    },
    {
      "epoch": 2.062944870900209,
      "grad_norm": 1.230718582829846,
      "learning_rate": 0.0002249367788508727,
      "loss": 2.2969,
      "step": 44343
    },
    {
      "epoch": 2.06299139334729,
      "grad_norm": 1.1771612154221287,
      "learning_rate": 0.0002249335637419851,
      "loss": 2.4844,
      "step": 44344
    },
    {
      "epoch": 2.0630379157943706,
      "grad_norm": 1.2003509422530634,
      "learning_rate": 0.0002249303485872228,
      "loss": 2.2969,
      "step": 44345
    },
    {
      "epoch": 2.0630844382414515,
      "grad_norm": 1.1969105221130019,
      "learning_rate": 0.00022492713338658767,
      "loss": 2.1094,
      "step": 44346
    },
    {
      "epoch": 2.0631309606885324,
      "grad_norm": 1.0979914925951757,
      "learning_rate": 0.0002249239181400817,
      "loss": 2.125,
      "step": 44347
    },
    {
      "epoch": 2.063177483135613,
      "grad_norm": 1.18562966571599,
      "learning_rate": 0.00022492070284770686,
      "loss": 2.3906,
      "step": 44348
    },
    {
      "epoch": 2.063224005582694,
      "grad_norm": 1.2039954437813014,
      "learning_rate": 0.00022491748750946516,
      "loss": 2.4531,
      "step": 44349
    },
    {
      "epoch": 2.0632705280297743,
      "grad_norm": 1.1746261231159392,
      "learning_rate": 0.00022491427212535848,
      "loss": 2.1562,
      "step": 44350
    },
    {
      "epoch": 2.063317050476855,
      "grad_norm": 1.1141849910260493,
      "learning_rate": 0.00022491105669538892,
      "loss": 2.1562,
      "step": 44351
    },
    {
      "epoch": 2.0633635729239357,
      "grad_norm": 1.2089452460417471,
      "learning_rate": 0.0002249078412195583,
      "loss": 2.1562,
      "step": 44352
    },
    {
      "epoch": 2.0634100953710166,
      "grad_norm": 1.116613856837461,
      "learning_rate": 0.0002249046256978687,
      "loss": 2.25,
      "step": 44353
    },
    {
      "epoch": 2.063456617818097,
      "grad_norm": 1.0991202070165758,
      "learning_rate": 0.00022490141013032204,
      "loss": 2.125,
      "step": 44354
    },
    {
      "epoch": 2.063503140265178,
      "grad_norm": 1.160992609791471,
      "learning_rate": 0.00022489819451692027,
      "loss": 2.4375,
      "step": 44355
    },
    {
      "epoch": 2.0635496627122585,
      "grad_norm": 1.1566120553571717,
      "learning_rate": 0.00022489497885766542,
      "loss": 2.0781,
      "step": 44356
    },
    {
      "epoch": 2.0635961851593394,
      "grad_norm": 1.1270284743324723,
      "learning_rate": 0.0002248917631525594,
      "loss": 2.3906,
      "step": 44357
    },
    {
      "epoch": 2.0636427076064203,
      "grad_norm": 1.2442941882958705,
      "learning_rate": 0.00022488854740160418,
      "loss": 2.3906,
      "step": 44358
    },
    {
      "epoch": 2.063689230053501,
      "grad_norm": 1.1943229811370726,
      "learning_rate": 0.00022488533160480175,
      "loss": 2.3594,
      "step": 44359
    },
    {
      "epoch": 2.0637357525005817,
      "grad_norm": 1.226505993018855,
      "learning_rate": 0.0002248821157621541,
      "loss": 2.1875,
      "step": 44360
    },
    {
      "epoch": 2.063782274947662,
      "grad_norm": 1.192023465020209,
      "learning_rate": 0.00022487889987366316,
      "loss": 1.9844,
      "step": 44361
    },
    {
      "epoch": 2.063828797394743,
      "grad_norm": 1.1965148587996266,
      "learning_rate": 0.00022487568393933096,
      "loss": 2.2969,
      "step": 44362
    },
    {
      "epoch": 2.0638753198418236,
      "grad_norm": 1.1977367787861255,
      "learning_rate": 0.0002248724679591594,
      "loss": 1.9609,
      "step": 44363
    },
    {
      "epoch": 2.0639218422889045,
      "grad_norm": 1.0933321174933304,
      "learning_rate": 0.00022486925193315047,
      "loss": 2.0938,
      "step": 44364
    },
    {
      "epoch": 2.063968364735985,
      "grad_norm": 1.3099131199983087,
      "learning_rate": 0.00022486603586130616,
      "loss": 2.3438,
      "step": 44365
    },
    {
      "epoch": 2.064014887183066,
      "grad_norm": 1.1825808669115931,
      "learning_rate": 0.00022486281974362838,
      "loss": 2.3281,
      "step": 44366
    },
    {
      "epoch": 2.0640614096301464,
      "grad_norm": 1.222165143304585,
      "learning_rate": 0.0002248596035801192,
      "loss": 2.3906,
      "step": 44367
    },
    {
      "epoch": 2.0641079320772273,
      "grad_norm": 1.3225074585785723,
      "learning_rate": 0.00022485638737078048,
      "loss": 2.1875,
      "step": 44368
    },
    {
      "epoch": 2.064154454524308,
      "grad_norm": 1.214052551103112,
      "learning_rate": 0.00022485317111561428,
      "loss": 2.3125,
      "step": 44369
    },
    {
      "epoch": 2.0642009769713887,
      "grad_norm": 1.1254702239836996,
      "learning_rate": 0.00022484995481462247,
      "loss": 2.0,
      "step": 44370
    },
    {
      "epoch": 2.064247499418469,
      "grad_norm": 1.2145643496932688,
      "learning_rate": 0.0002248467384678071,
      "loss": 2.4219,
      "step": 44371
    },
    {
      "epoch": 2.06429402186555,
      "grad_norm": 1.21680432599913,
      "learning_rate": 0.0002248435220751701,
      "loss": 2.2344,
      "step": 44372
    },
    {
      "epoch": 2.064340544312631,
      "grad_norm": 1.1521798629633768,
      "learning_rate": 0.00022484030563671352,
      "loss": 2.5,
      "step": 44373
    },
    {
      "epoch": 2.0643870667597115,
      "grad_norm": 1.0885077614445884,
      "learning_rate": 0.0002248370891524392,
      "loss": 2.2656,
      "step": 44374
    },
    {
      "epoch": 2.0644335892067924,
      "grad_norm": 1.2437875471491429,
      "learning_rate": 0.00022483387262234924,
      "loss": 2.3125,
      "step": 44375
    },
    {
      "epoch": 2.064480111653873,
      "grad_norm": 1.133434366285384,
      "learning_rate": 0.00022483065604644547,
      "loss": 2.2812,
      "step": 44376
    },
    {
      "epoch": 2.064526634100954,
      "grad_norm": 1.111385544789015,
      "learning_rate": 0.00022482743942472998,
      "loss": 2.3281,
      "step": 44377
    },
    {
      "epoch": 2.0645731565480343,
      "grad_norm": 1.1643071870976482,
      "learning_rate": 0.00022482422275720468,
      "loss": 2.3125,
      "step": 44378
    },
    {
      "epoch": 2.0646196789951152,
      "grad_norm": 1.178094514110116,
      "learning_rate": 0.00022482100604387153,
      "loss": 2.4219,
      "step": 44379
    },
    {
      "epoch": 2.0646662014421957,
      "grad_norm": 1.1804491098592431,
      "learning_rate": 0.00022481778928473253,
      "loss": 2.1406,
      "step": 44380
    },
    {
      "epoch": 2.0647127238892766,
      "grad_norm": 1.1887974198682336,
      "learning_rate": 0.0002248145724797896,
      "loss": 2.2656,
      "step": 44381
    },
    {
      "epoch": 2.064759246336357,
      "grad_norm": 1.1228881595953781,
      "learning_rate": 0.00022481135562904482,
      "loss": 1.9219,
      "step": 44382
    },
    {
      "epoch": 2.064805768783438,
      "grad_norm": 1.171675695278917,
      "learning_rate": 0.00022480813873250005,
      "loss": 2.25,
      "step": 44383
    },
    {
      "epoch": 2.064852291230519,
      "grad_norm": 1.1644733095208937,
      "learning_rate": 0.0002248049217901573,
      "loss": 2.2969,
      "step": 44384
    },
    {
      "epoch": 2.0648988136775994,
      "grad_norm": 1.2281415797581587,
      "learning_rate": 0.0002248017048020185,
      "loss": 2.4844,
      "step": 44385
    },
    {
      "epoch": 2.0649453361246803,
      "grad_norm": 1.1514296644650455,
      "learning_rate": 0.0002247984877680857,
      "loss": 2.1562,
      "step": 44386
    },
    {
      "epoch": 2.064991858571761,
      "grad_norm": 1.2661286826863931,
      "learning_rate": 0.00022479527068836082,
      "loss": 2.125,
      "step": 44387
    },
    {
      "epoch": 2.0650383810188417,
      "grad_norm": 1.209624246244803,
      "learning_rate": 0.00022479205356284583,
      "loss": 2.2812,
      "step": 44388
    },
    {
      "epoch": 2.065084903465922,
      "grad_norm": 1.221965614827815,
      "learning_rate": 0.0002247888363915427,
      "loss": 2.25,
      "step": 44389
    },
    {
      "epoch": 2.065131425913003,
      "grad_norm": 1.1663759804496237,
      "learning_rate": 0.00022478561917445346,
      "loss": 2.0938,
      "step": 44390
    },
    {
      "epoch": 2.0651779483600836,
      "grad_norm": 1.1890128482870699,
      "learning_rate": 0.00022478240191157992,
      "loss": 2.0469,
      "step": 44391
    },
    {
      "epoch": 2.0652244708071645,
      "grad_norm": 1.195847817920627,
      "learning_rate": 0.0002247791846029242,
      "loss": 2.375,
      "step": 44392
    },
    {
      "epoch": 2.065270993254245,
      "grad_norm": 1.1426584077720532,
      "learning_rate": 0.00022477596724848828,
      "loss": 2.3438,
      "step": 44393
    },
    {
      "epoch": 2.065317515701326,
      "grad_norm": 1.300163584074268,
      "learning_rate": 0.000224772749848274,
      "loss": 2.3281,
      "step": 44394
    },
    {
      "epoch": 2.0653640381484064,
      "grad_norm": 1.2296103011827808,
      "learning_rate": 0.00022476953240228344,
      "loss": 2.3281,
      "step": 44395
    },
    {
      "epoch": 2.0654105605954873,
      "grad_norm": 1.2160721200839435,
      "learning_rate": 0.00022476631491051847,
      "loss": 1.7578,
      "step": 44396
    },
    {
      "epoch": 2.0654570830425683,
      "grad_norm": 1.1323508725348452,
      "learning_rate": 0.00022476309737298118,
      "loss": 2.2969,
      "step": 44397
    },
    {
      "epoch": 2.0655036054896487,
      "grad_norm": 1.2331143335140629,
      "learning_rate": 0.00022475987978967345,
      "loss": 2.1719,
      "step": 44398
    },
    {
      "epoch": 2.0655501279367297,
      "grad_norm": 1.2372991772698207,
      "learning_rate": 0.00022475666216059732,
      "loss": 2.375,
      "step": 44399
    },
    {
      "epoch": 2.06559665038381,
      "grad_norm": 1.1994921967960956,
      "learning_rate": 0.0002247534444857547,
      "loss": 2.3125,
      "step": 44400
    },
    {
      "epoch": 2.065643172830891,
      "grad_norm": 1.1511552166079753,
      "learning_rate": 0.00022475022676514755,
      "loss": 2.1406,
      "step": 44401
    },
    {
      "epoch": 2.0656896952779715,
      "grad_norm": 1.2230815496084375,
      "learning_rate": 0.0002247470089987779,
      "loss": 2.3906,
      "step": 44402
    },
    {
      "epoch": 2.0657362177250524,
      "grad_norm": 1.2419725180047247,
      "learning_rate": 0.0002247437911866477,
      "loss": 2.5938,
      "step": 44403
    },
    {
      "epoch": 2.065782740172133,
      "grad_norm": 1.2152413103245654,
      "learning_rate": 0.00022474057332875886,
      "loss": 2.4531,
      "step": 44404
    },
    {
      "epoch": 2.065829262619214,
      "grad_norm": 1.1264525506026861,
      "learning_rate": 0.00022473735542511347,
      "loss": 2.2031,
      "step": 44405
    },
    {
      "epoch": 2.0658757850662943,
      "grad_norm": 1.1375141637900505,
      "learning_rate": 0.0002247341374757134,
      "loss": 2.1562,
      "step": 44406
    },
    {
      "epoch": 2.0659223075133752,
      "grad_norm": 1.1188014947909348,
      "learning_rate": 0.00022473091948056064,
      "loss": 2.1406,
      "step": 44407
    },
    {
      "epoch": 2.0659688299604557,
      "grad_norm": 1.1549285503265276,
      "learning_rate": 0.0002247277014396572,
      "loss": 1.9219,
      "step": 44408
    },
    {
      "epoch": 2.0660153524075366,
      "grad_norm": 1.3420985022277603,
      "learning_rate": 0.00022472448335300499,
      "loss": 2.4531,
      "step": 44409
    },
    {
      "epoch": 2.0660618748546176,
      "grad_norm": 1.223677673826656,
      "learning_rate": 0.00022472126522060602,
      "loss": 2.4062,
      "step": 44410
    },
    {
      "epoch": 2.066108397301698,
      "grad_norm": 1.1831243654685244,
      "learning_rate": 0.00022471804704246226,
      "loss": 2.4219,
      "step": 44411
    },
    {
      "epoch": 2.066154919748779,
      "grad_norm": 1.1474747442831355,
      "learning_rate": 0.00022471482881857566,
      "loss": 1.9453,
      "step": 44412
    },
    {
      "epoch": 2.0662014421958594,
      "grad_norm": 1.1612386282815892,
      "learning_rate": 0.00022471161054894823,
      "loss": 2.1094,
      "step": 44413
    },
    {
      "epoch": 2.0662479646429404,
      "grad_norm": 1.1367179480511729,
      "learning_rate": 0.00022470839223358188,
      "loss": 2.2812,
      "step": 44414
    },
    {
      "epoch": 2.066294487090021,
      "grad_norm": 1.1850985607973732,
      "learning_rate": 0.00022470517387247863,
      "loss": 2.3906,
      "step": 44415
    },
    {
      "epoch": 2.0663410095371018,
      "grad_norm": 1.247439825852655,
      "learning_rate": 0.0002247019554656404,
      "loss": 2.5156,
      "step": 44416
    },
    {
      "epoch": 2.0663875319841822,
      "grad_norm": 1.1976651365228272,
      "learning_rate": 0.00022469873701306924,
      "loss": 2.2344,
      "step": 44417
    },
    {
      "epoch": 2.066434054431263,
      "grad_norm": 1.152247890740937,
      "learning_rate": 0.00022469551851476703,
      "loss": 2.1094,
      "step": 44418
    },
    {
      "epoch": 2.0664805768783436,
      "grad_norm": 1.285063624849517,
      "learning_rate": 0.0002246922999707358,
      "loss": 2.4531,
      "step": 44419
    },
    {
      "epoch": 2.0665270993254246,
      "grad_norm": 1.1757422220316285,
      "learning_rate": 0.0002246890813809775,
      "loss": 2.2344,
      "step": 44420
    },
    {
      "epoch": 2.066573621772505,
      "grad_norm": 1.128362095828584,
      "learning_rate": 0.00022468586274549413,
      "loss": 2.0156,
      "step": 44421
    },
    {
      "epoch": 2.066620144219586,
      "grad_norm": 1.1933992758686955,
      "learning_rate": 0.0002246826440642876,
      "loss": 2.2031,
      "step": 44422
    },
    {
      "epoch": 2.066666666666667,
      "grad_norm": 1.1129104121633924,
      "learning_rate": 0.00022467942533735993,
      "loss": 2.0938,
      "step": 44423
    },
    {
      "epoch": 2.0667131891137474,
      "grad_norm": 1.2351742002982555,
      "learning_rate": 0.00022467620656471305,
      "loss": 2.1562,
      "step": 44424
    },
    {
      "epoch": 2.0667597115608283,
      "grad_norm": 1.1265513872695272,
      "learning_rate": 0.00022467298774634902,
      "loss": 1.9766,
      "step": 44425
    },
    {
      "epoch": 2.0668062340079087,
      "grad_norm": 1.0809466935663197,
      "learning_rate": 0.0002246697688822697,
      "loss": 2.0469,
      "step": 44426
    },
    {
      "epoch": 2.0668527564549897,
      "grad_norm": 1.2846752397756631,
      "learning_rate": 0.00022466654997247709,
      "loss": 2.3281,
      "step": 44427
    },
    {
      "epoch": 2.06689927890207,
      "grad_norm": 1.2366488444320407,
      "learning_rate": 0.00022466333101697325,
      "loss": 2.4062,
      "step": 44428
    },
    {
      "epoch": 2.066945801349151,
      "grad_norm": 1.1244776781798946,
      "learning_rate": 0.00022466011201575998,
      "loss": 2.1875,
      "step": 44429
    },
    {
      "epoch": 2.0669923237962315,
      "grad_norm": 1.1445294014489096,
      "learning_rate": 0.00022465689296883944,
      "loss": 2.125,
      "step": 44430
    },
    {
      "epoch": 2.0670388462433125,
      "grad_norm": 1.1591883825886125,
      "learning_rate": 0.00022465367387621346,
      "loss": 1.9531,
      "step": 44431
    },
    {
      "epoch": 2.067085368690393,
      "grad_norm": 1.21016671128341,
      "learning_rate": 0.00022465045473788408,
      "loss": 2.5625,
      "step": 44432
    },
    {
      "epoch": 2.067131891137474,
      "grad_norm": 1.126950943220486,
      "learning_rate": 0.00022464723555385322,
      "loss": 2.0469,
      "step": 44433
    },
    {
      "epoch": 2.0671784135845543,
      "grad_norm": 1.0854327434555986,
      "learning_rate": 0.00022464401632412293,
      "loss": 2.1875,
      "step": 44434
    },
    {
      "epoch": 2.0672249360316353,
      "grad_norm": 1.2992669087033375,
      "learning_rate": 0.0002246407970486951,
      "loss": 2.6875,
      "step": 44435
    },
    {
      "epoch": 2.067271458478716,
      "grad_norm": 1.1762445485641373,
      "learning_rate": 0.00022463757772757173,
      "loss": 1.9922,
      "step": 44436
    },
    {
      "epoch": 2.0673179809257967,
      "grad_norm": 1.1889922440695213,
      "learning_rate": 0.0002246343583607548,
      "loss": 2.1094,
      "step": 44437
    },
    {
      "epoch": 2.0673645033728776,
      "grad_norm": 1.1668066274325901,
      "learning_rate": 0.0002246311389482463,
      "loss": 2.4062,
      "step": 44438
    },
    {
      "epoch": 2.067411025819958,
      "grad_norm": 1.2196099988838993,
      "learning_rate": 0.00022462791949004818,
      "loss": 1.5547,
      "step": 44439
    },
    {
      "epoch": 2.067457548267039,
      "grad_norm": 1.206826123103986,
      "learning_rate": 0.00022462469998616236,
      "loss": 2.3438,
      "step": 44440
    },
    {
      "epoch": 2.0675040707141195,
      "grad_norm": 1.2428523892805263,
      "learning_rate": 0.00022462148043659092,
      "loss": 2.0156,
      "step": 44441
    },
    {
      "epoch": 2.0675505931612004,
      "grad_norm": 1.1901487280399117,
      "learning_rate": 0.0002246182608413357,
      "loss": 2.1094,
      "step": 44442
    },
    {
      "epoch": 2.067597115608281,
      "grad_norm": 1.2391487796582021,
      "learning_rate": 0.0002246150412003988,
      "loss": 1.9531,
      "step": 44443
    },
    {
      "epoch": 2.0676436380553618,
      "grad_norm": 1.2709132536862076,
      "learning_rate": 0.0002246118215137821,
      "loss": 2.5938,
      "step": 44444
    },
    {
      "epoch": 2.0676901605024423,
      "grad_norm": 1.0791878718180725,
      "learning_rate": 0.00022460860178148765,
      "loss": 2.1875,
      "step": 44445
    },
    {
      "epoch": 2.067736682949523,
      "grad_norm": 1.223100418162507,
      "learning_rate": 0.00022460538200351731,
      "loss": 2.3438,
      "step": 44446
    },
    {
      "epoch": 2.0677832053966037,
      "grad_norm": 1.186940845547756,
      "learning_rate": 0.00022460216217987314,
      "loss": 2.2344,
      "step": 44447
    },
    {
      "epoch": 2.0678297278436846,
      "grad_norm": 1.2306658635976344,
      "learning_rate": 0.0002245989423105571,
      "loss": 2.3281,
      "step": 44448
    },
    {
      "epoch": 2.0678762502907655,
      "grad_norm": 1.2348817614461152,
      "learning_rate": 0.0002245957223955711,
      "loss": 2.3906,
      "step": 44449
    },
    {
      "epoch": 2.067922772737846,
      "grad_norm": 1.1142499435802655,
      "learning_rate": 0.00022459250243491723,
      "loss": 2.0625,
      "step": 44450
    },
    {
      "epoch": 2.067969295184927,
      "grad_norm": 1.1924638107545014,
      "learning_rate": 0.00022458928242859736,
      "loss": 2.375,
      "step": 44451
    },
    {
      "epoch": 2.0680158176320074,
      "grad_norm": 1.251884277852106,
      "learning_rate": 0.0002245860623766135,
      "loss": 2.0469,
      "step": 44452
    },
    {
      "epoch": 2.0680623400790883,
      "grad_norm": 1.1324474299748981,
      "learning_rate": 0.0002245828422789676,
      "loss": 2.1875,
      "step": 44453
    },
    {
      "epoch": 2.0681088625261688,
      "grad_norm": 1.1771338130854252,
      "learning_rate": 0.00022457962213566168,
      "loss": 2.2969,
      "step": 44454
    },
    {
      "epoch": 2.0681553849732497,
      "grad_norm": 1.0604846662510845,
      "learning_rate": 0.0002245764019466976,
      "loss": 2.0,
      "step": 44455
    },
    {
      "epoch": 2.06820190742033,
      "grad_norm": 1.1917293124286443,
      "learning_rate": 0.00022457318171207745,
      "loss": 2.0,
      "step": 44456
    },
    {
      "epoch": 2.068248429867411,
      "grad_norm": 1.1130019627677479,
      "learning_rate": 0.00022456996143180313,
      "loss": 2.1875,
      "step": 44457
    },
    {
      "epoch": 2.0682949523144916,
      "grad_norm": 1.140447773200883,
      "learning_rate": 0.0002245667411058767,
      "loss": 2.25,
      "step": 44458
    },
    {
      "epoch": 2.0683414747615725,
      "grad_norm": 1.1788712388696003,
      "learning_rate": 0.00022456352073430005,
      "loss": 2.3438,
      "step": 44459
    },
    {
      "epoch": 2.068387997208653,
      "grad_norm": 1.1343052903099404,
      "learning_rate": 0.00022456030031707517,
      "loss": 2.2031,
      "step": 44460
    },
    {
      "epoch": 2.068434519655734,
      "grad_norm": 1.052294276799756,
      "learning_rate": 0.00022455707985420402,
      "loss": 2.1875,
      "step": 44461
    },
    {
      "epoch": 2.068481042102815,
      "grad_norm": 1.1798164751145013,
      "learning_rate": 0.00022455385934568858,
      "loss": 2.4688,
      "step": 44462
    },
    {
      "epoch": 2.0685275645498953,
      "grad_norm": 1.1055270493523328,
      "learning_rate": 0.00022455063879153086,
      "loss": 2.2031,
      "step": 44463
    },
    {
      "epoch": 2.068574086996976,
      "grad_norm": 1.1602577968536574,
      "learning_rate": 0.00022454741819173278,
      "loss": 2.125,
      "step": 44464
    },
    {
      "epoch": 2.0686206094440567,
      "grad_norm": 1.1750813698508933,
      "learning_rate": 0.00022454419754629635,
      "loss": 2.2344,
      "step": 44465
    },
    {
      "epoch": 2.0686671318911376,
      "grad_norm": 1.287181120032906,
      "learning_rate": 0.00022454097685522346,
      "loss": 2.2344,
      "step": 44466
    },
    {
      "epoch": 2.068713654338218,
      "grad_norm": 1.1288382118036957,
      "learning_rate": 0.00022453775611851624,
      "loss": 2.2031,
      "step": 44467
    },
    {
      "epoch": 2.068760176785299,
      "grad_norm": 1.2181154725083256,
      "learning_rate": 0.00022453453533617649,
      "loss": 2.3594,
      "step": 44468
    },
    {
      "epoch": 2.0688066992323795,
      "grad_norm": 1.1610390080054713,
      "learning_rate": 0.00022453131450820627,
      "loss": 2.1719,
      "step": 44469
    },
    {
      "epoch": 2.0688532216794604,
      "grad_norm": 1.2303179127566126,
      "learning_rate": 0.00022452809363460754,
      "loss": 2.4375,
      "step": 44470
    },
    {
      "epoch": 2.068899744126541,
      "grad_norm": 1.1144764291333709,
      "learning_rate": 0.0002245248727153823,
      "loss": 2.25,
      "step": 44471
    },
    {
      "epoch": 2.068946266573622,
      "grad_norm": 1.119513842101292,
      "learning_rate": 0.00022452165175053252,
      "loss": 2.1562,
      "step": 44472
    },
    {
      "epoch": 2.0689927890207027,
      "grad_norm": 1.1499555570750537,
      "learning_rate": 0.0002245184307400601,
      "loss": 2.1875,
      "step": 44473
    },
    {
      "epoch": 2.069039311467783,
      "grad_norm": 1.2121758179854047,
      "learning_rate": 0.00022451520968396705,
      "loss": 2.3281,
      "step": 44474
    },
    {
      "epoch": 2.069085833914864,
      "grad_norm": 1.1127775218607268,
      "learning_rate": 0.00022451198858225536,
      "loss": 2.2344,
      "step": 44475
    },
    {
      "epoch": 2.0691323563619446,
      "grad_norm": 1.1526039438706694,
      "learning_rate": 0.00022450876743492702,
      "loss": 2.2812,
      "step": 44476
    },
    {
      "epoch": 2.0691788788090255,
      "grad_norm": 1.2149724084129236,
      "learning_rate": 0.00022450554624198392,
      "loss": 2.2344,
      "step": 44477
    },
    {
      "epoch": 2.069225401256106,
      "grad_norm": 1.1064984850156319,
      "learning_rate": 0.00022450232500342815,
      "loss": 2.1094,
      "step": 44478
    },
    {
      "epoch": 2.069271923703187,
      "grad_norm": 1.0833771656793265,
      "learning_rate": 0.00022449910371926155,
      "loss": 2.2188,
      "step": 44479
    },
    {
      "epoch": 2.0693184461502674,
      "grad_norm": 1.134348799724456,
      "learning_rate": 0.00022449588238948617,
      "loss": 2.2344,
      "step": 44480
    },
    {
      "epoch": 2.0693649685973483,
      "grad_norm": 1.1529228712277269,
      "learning_rate": 0.000224492661014104,
      "loss": 2.4062,
      "step": 44481
    },
    {
      "epoch": 2.069411491044429,
      "grad_norm": 1.2945509380497981,
      "learning_rate": 0.000224489439593117,
      "loss": 2.4219,
      "step": 44482
    },
    {
      "epoch": 2.0694580134915097,
      "grad_norm": 1.204173096784667,
      "learning_rate": 0.00022448621812652707,
      "loss": 2.5,
      "step": 44483
    },
    {
      "epoch": 2.06950453593859,
      "grad_norm": 1.175338017782809,
      "learning_rate": 0.0002244829966143363,
      "loss": 2.1562,
      "step": 44484
    },
    {
      "epoch": 2.069551058385671,
      "grad_norm": 1.1446906394651084,
      "learning_rate": 0.00022447977505654656,
      "loss": 2.1406,
      "step": 44485
    },
    {
      "epoch": 2.0695975808327516,
      "grad_norm": 1.218960836639133,
      "learning_rate": 0.00022447655345315989,
      "loss": 2.4219,
      "step": 44486
    },
    {
      "epoch": 2.0696441032798325,
      "grad_norm": 1.1654560473547926,
      "learning_rate": 0.00022447333180417823,
      "loss": 2.2031,
      "step": 44487
    },
    {
      "epoch": 2.0696906257269134,
      "grad_norm": 1.1685558242262122,
      "learning_rate": 0.00022447011010960353,
      "loss": 2.0312,
      "step": 44488
    },
    {
      "epoch": 2.069737148173994,
      "grad_norm": 1.1209345107668796,
      "learning_rate": 0.00022446688836943782,
      "loss": 2.2344,
      "step": 44489
    },
    {
      "epoch": 2.069783670621075,
      "grad_norm": 1.1298801188400673,
      "learning_rate": 0.00022446366658368297,
      "loss": 2.4219,
      "step": 44490
    },
    {
      "epoch": 2.0698301930681553,
      "grad_norm": 1.1407778374692588,
      "learning_rate": 0.00022446044475234113,
      "loss": 2.25,
      "step": 44491
    },
    {
      "epoch": 2.069876715515236,
      "grad_norm": 1.1925852337519016,
      "learning_rate": 0.00022445722287541412,
      "loss": 2.4219,
      "step": 44492
    },
    {
      "epoch": 2.0699232379623167,
      "grad_norm": 1.152263978382358,
      "learning_rate": 0.00022445400095290395,
      "loss": 1.9688,
      "step": 44493
    },
    {
      "epoch": 2.0699697604093976,
      "grad_norm": 1.120862428696522,
      "learning_rate": 0.0002244507789848126,
      "loss": 2.2031,
      "step": 44494
    },
    {
      "epoch": 2.070016282856478,
      "grad_norm": 1.147023027626536,
      "learning_rate": 0.0002244475569711421,
      "loss": 2.1562,
      "step": 44495
    },
    {
      "epoch": 2.070062805303559,
      "grad_norm": 1.3276901811617299,
      "learning_rate": 0.00022444433491189427,
      "loss": 2.4844,
      "step": 44496
    },
    {
      "epoch": 2.0701093277506395,
      "grad_norm": 1.1218088292172763,
      "learning_rate": 0.00022444111280707128,
      "loss": 2.1875,
      "step": 44497
    },
    {
      "epoch": 2.0701558501977204,
      "grad_norm": 1.0813275133346019,
      "learning_rate": 0.00022443789065667498,
      "loss": 2.0625,
      "step": 44498
    },
    {
      "epoch": 2.0702023726448013,
      "grad_norm": 1.3006871329251533,
      "learning_rate": 0.00022443466846070728,
      "loss": 2.3125,
      "step": 44499
    },
    {
      "epoch": 2.070248895091882,
      "grad_norm": 1.1271734811062601,
      "learning_rate": 0.00022443144621917032,
      "loss": 2.0156,
      "step": 44500
    },
    {
      "epoch": 2.0702954175389627,
      "grad_norm": 1.2887363819729685,
      "learning_rate": 0.0002244282239320659,
      "loss": 1.75,
      "step": 44501
    },
    {
      "epoch": 2.070341939986043,
      "grad_norm": 1.204110940887179,
      "learning_rate": 0.0002244250015993962,
      "loss": 2.2031,
      "step": 44502
    },
    {
      "epoch": 2.070388462433124,
      "grad_norm": 1.1391882902268868,
      "learning_rate": 0.000224421779221163,
      "loss": 2.5,
      "step": 44503
    },
    {
      "epoch": 2.0704349848802046,
      "grad_norm": 1.2160793625657014,
      "learning_rate": 0.00022441855679736838,
      "loss": 2.0938,
      "step": 44504
    },
    {
      "epoch": 2.0704815073272855,
      "grad_norm": 1.216599321270913,
      "learning_rate": 0.00022441533432801427,
      "loss": 2.2656,
      "step": 44505
    },
    {
      "epoch": 2.070528029774366,
      "grad_norm": 1.158431456315255,
      "learning_rate": 0.00022441211181310267,
      "loss": 2.2812,
      "step": 44506
    },
    {
      "epoch": 2.070574552221447,
      "grad_norm": 1.1981136077013088,
      "learning_rate": 0.00022440888925263553,
      "loss": 2.1406,
      "step": 44507
    },
    {
      "epoch": 2.0706210746685274,
      "grad_norm": 1.2010510926038216,
      "learning_rate": 0.0002244056666466148,
      "loss": 2.1875,
      "step": 44508
    },
    {
      "epoch": 2.0706675971156083,
      "grad_norm": 1.1892920787221606,
      "learning_rate": 0.0002244024439950425,
      "loss": 2.6094,
      "step": 44509
    },
    {
      "epoch": 2.070714119562689,
      "grad_norm": 1.2453158931348454,
      "learning_rate": 0.00022439922129792063,
      "loss": 2.5,
      "step": 44510
    },
    {
      "epoch": 2.0707606420097697,
      "grad_norm": 1.155632393664898,
      "learning_rate": 0.0002243959985552511,
      "loss": 2.1875,
      "step": 44511
    },
    {
      "epoch": 2.07080716445685,
      "grad_norm": 1.1660569236750988,
      "learning_rate": 0.00022439277576703583,
      "loss": 2.2188,
      "step": 44512
    },
    {
      "epoch": 2.070853686903931,
      "grad_norm": 1.1091521556795187,
      "learning_rate": 0.00022438955293327693,
      "loss": 2.25,
      "step": 44513
    },
    {
      "epoch": 2.070900209351012,
      "grad_norm": 1.121078167455778,
      "learning_rate": 0.00022438633005397626,
      "loss": 1.9219,
      "step": 44514
    },
    {
      "epoch": 2.0709467317980925,
      "grad_norm": 1.1645699622799124,
      "learning_rate": 0.0002243831071291359,
      "loss": 2.2812,
      "step": 44515
    },
    {
      "epoch": 2.0709932542451734,
      "grad_norm": 1.188263909058674,
      "learning_rate": 0.0002243798841587577,
      "loss": 2.375,
      "step": 44516
    },
    {
      "epoch": 2.071039776692254,
      "grad_norm": 1.0984436508980158,
      "learning_rate": 0.00022437666114284377,
      "loss": 2.1406,
      "step": 44517
    },
    {
      "epoch": 2.071086299139335,
      "grad_norm": 1.214685962772994,
      "learning_rate": 0.00022437343808139596,
      "loss": 2.375,
      "step": 44518
    },
    {
      "epoch": 2.0711328215864153,
      "grad_norm": 1.2528594572649139,
      "learning_rate": 0.00022437021497441633,
      "loss": 2.3594,
      "step": 44519
    },
    {
      "epoch": 2.0711793440334962,
      "grad_norm": 1.1822443659596766,
      "learning_rate": 0.00022436699182190676,
      "loss": 2.5312,
      "step": 44520
    },
    {
      "epoch": 2.0712258664805767,
      "grad_norm": 1.069554932761926,
      "learning_rate": 0.00022436376862386932,
      "loss": 2.0312,
      "step": 44521
    },
    {
      "epoch": 2.0712723889276576,
      "grad_norm": 1.1041779461398562,
      "learning_rate": 0.00022436054538030594,
      "loss": 2.3438,
      "step": 44522
    },
    {
      "epoch": 2.071318911374738,
      "grad_norm": 1.3662475874248676,
      "learning_rate": 0.00022435732209121856,
      "loss": 2.4688,
      "step": 44523
    },
    {
      "epoch": 2.071365433821819,
      "grad_norm": 1.1464248924350349,
      "learning_rate": 0.00022435409875660924,
      "loss": 2.2344,
      "step": 44524
    },
    {
      "epoch": 2.0714119562689,
      "grad_norm": 1.2050056141005254,
      "learning_rate": 0.00022435087537647986,
      "loss": 2.3438,
      "step": 44525
    },
    {
      "epoch": 2.0714584787159804,
      "grad_norm": 1.1598894171110297,
      "learning_rate": 0.0002243476519508325,
      "loss": 2.2969,
      "step": 44526
    },
    {
      "epoch": 2.0715050011630614,
      "grad_norm": 1.1839364001334396,
      "learning_rate": 0.000224344428479669,
      "loss": 2.4062,
      "step": 44527
    },
    {
      "epoch": 2.071551523610142,
      "grad_norm": 1.1397337579696485,
      "learning_rate": 0.00022434120496299143,
      "loss": 2.0781,
      "step": 44528
    },
    {
      "epoch": 2.0715980460572228,
      "grad_norm": 1.2145908052361436,
      "learning_rate": 0.00022433798140080173,
      "loss": 2.125,
      "step": 44529
    },
    {
      "epoch": 2.0716445685043032,
      "grad_norm": 1.1228982890389811,
      "learning_rate": 0.0002243347577931019,
      "loss": 2.3594,
      "step": 44530
    },
    {
      "epoch": 2.071691090951384,
      "grad_norm": 1.1444116805623499,
      "learning_rate": 0.00022433153413989383,
      "loss": 2.3906,
      "step": 44531
    },
    {
      "epoch": 2.0717376133984646,
      "grad_norm": 1.1501576163011344,
      "learning_rate": 0.00022432831044117964,
      "loss": 2.3906,
      "step": 44532
    },
    {
      "epoch": 2.0717841358455455,
      "grad_norm": 1.1932298228649731,
      "learning_rate": 0.00022432508669696115,
      "loss": 2.4219,
      "step": 44533
    },
    {
      "epoch": 2.071830658292626,
      "grad_norm": 1.266298671688186,
      "learning_rate": 0.00022432186290724046,
      "loss": 2.4219,
      "step": 44534
    },
    {
      "epoch": 2.071877180739707,
      "grad_norm": 1.255734702150114,
      "learning_rate": 0.00022431863907201947,
      "loss": 2.3594,
      "step": 44535
    },
    {
      "epoch": 2.0719237031867874,
      "grad_norm": 1.3342119727654347,
      "learning_rate": 0.00022431541519130017,
      "loss": 2.2812,
      "step": 44536
    },
    {
      "epoch": 2.0719702256338683,
      "grad_norm": 1.226712275122298,
      "learning_rate": 0.0002243121912650845,
      "loss": 1.9297,
      "step": 44537
    },
    {
      "epoch": 2.0720167480809493,
      "grad_norm": 1.2767306773361116,
      "learning_rate": 0.00022430896729337452,
      "loss": 2.625,
      "step": 44538
    },
    {
      "epoch": 2.0720632705280297,
      "grad_norm": 1.2968289254455607,
      "learning_rate": 0.00022430574327617214,
      "loss": 2.3594,
      "step": 44539
    },
    {
      "epoch": 2.0721097929751107,
      "grad_norm": 1.1198602538513307,
      "learning_rate": 0.00022430251921347932,
      "loss": 2.125,
      "step": 44540
    },
    {
      "epoch": 2.072156315422191,
      "grad_norm": 1.1979482431170216,
      "learning_rate": 0.00022429929510529812,
      "loss": 2.1094,
      "step": 44541
    },
    {
      "epoch": 2.072202837869272,
      "grad_norm": 1.0899081446762708,
      "learning_rate": 0.00022429607095163036,
      "loss": 2.125,
      "step": 44542
    },
    {
      "epoch": 2.0722493603163525,
      "grad_norm": 1.1774049240830289,
      "learning_rate": 0.0002242928467524782,
      "loss": 2.2812,
      "step": 44543
    },
    {
      "epoch": 2.0722958827634335,
      "grad_norm": 1.1753209698119924,
      "learning_rate": 0.00022428962250784347,
      "loss": 2.2031,
      "step": 44544
    },
    {
      "epoch": 2.072342405210514,
      "grad_norm": 1.1513240601794903,
      "learning_rate": 0.00022428639821772816,
      "loss": 2.25,
      "step": 44545
    },
    {
      "epoch": 2.072388927657595,
      "grad_norm": 1.1792969718277075,
      "learning_rate": 0.00022428317388213437,
      "loss": 2.1719,
      "step": 44546
    },
    {
      "epoch": 2.0724354501046753,
      "grad_norm": 1.2435523360329486,
      "learning_rate": 0.0002242799495010639,
      "loss": 2.3906,
      "step": 44547
    },
    {
      "epoch": 2.0724819725517563,
      "grad_norm": 1.183557034452081,
      "learning_rate": 0.00022427672507451885,
      "loss": 2.6094,
      "step": 44548
    },
    {
      "epoch": 2.0725284949988367,
      "grad_norm": 1.2892186303611508,
      "learning_rate": 0.00022427350060250117,
      "loss": 2.4688,
      "step": 44549
    },
    {
      "epoch": 2.0725750174459177,
      "grad_norm": 1.122536022005525,
      "learning_rate": 0.00022427027608501278,
      "loss": 2.0156,
      "step": 44550
    },
    {
      "epoch": 2.0726215398929986,
      "grad_norm": 1.1907244548455092,
      "learning_rate": 0.0002242670515220557,
      "loss": 2.4062,
      "step": 44551
    },
    {
      "epoch": 2.072668062340079,
      "grad_norm": 1.283579931455686,
      "learning_rate": 0.0002242638269136319,
      "loss": 2.375,
      "step": 44552
    },
    {
      "epoch": 2.07271458478716,
      "grad_norm": 1.153869087977993,
      "learning_rate": 0.00022426060225974335,
      "loss": 2.3594,
      "step": 44553
    },
    {
      "epoch": 2.0727611072342405,
      "grad_norm": 1.0495134078864496,
      "learning_rate": 0.00022425737756039203,
      "loss": 2.0781,
      "step": 44554
    },
    {
      "epoch": 2.0728076296813214,
      "grad_norm": 1.1234447237534044,
      "learning_rate": 0.0002242541528155799,
      "loss": 2.4375,
      "step": 44555
    },
    {
      "epoch": 2.072854152128402,
      "grad_norm": 1.175153326216578,
      "learning_rate": 0.00022425092802530886,
      "loss": 2.2031,
      "step": 44556
    },
    {
      "epoch": 2.0729006745754828,
      "grad_norm": 1.2211550302939207,
      "learning_rate": 0.00022424770318958106,
      "loss": 2.4531,
      "step": 44557
    },
    {
      "epoch": 2.0729471970225632,
      "grad_norm": 1.2151405051813022,
      "learning_rate": 0.00022424447830839836,
      "loss": 2.4844,
      "step": 44558
    },
    {
      "epoch": 2.072993719469644,
      "grad_norm": 1.21858141961167,
      "learning_rate": 0.00022424125338176275,
      "loss": 2.5781,
      "step": 44559
    },
    {
      "epoch": 2.0730402419167246,
      "grad_norm": 1.1654613917026604,
      "learning_rate": 0.0002242380284096762,
      "loss": 2.1562,
      "step": 44560
    },
    {
      "epoch": 2.0730867643638056,
      "grad_norm": 1.1327998392843803,
      "learning_rate": 0.0002242348033921407,
      "loss": 2.2031,
      "step": 44561
    },
    {
      "epoch": 2.073133286810886,
      "grad_norm": 1.126452719661636,
      "learning_rate": 0.00022423157832915816,
      "loss": 2.2344,
      "step": 44562
    },
    {
      "epoch": 2.073179809257967,
      "grad_norm": 1.1377001206754542,
      "learning_rate": 0.00022422835322073072,
      "loss": 2.1719,
      "step": 44563
    },
    {
      "epoch": 2.073226331705048,
      "grad_norm": 1.1853064332423684,
      "learning_rate": 0.00022422512806686014,
      "loss": 2.5,
      "step": 44564
    },
    {
      "epoch": 2.0732728541521284,
      "grad_norm": 1.1617414459671038,
      "learning_rate": 0.00022422190286754855,
      "loss": 2.2031,
      "step": 44565
    },
    {
      "epoch": 2.0733193765992093,
      "grad_norm": 1.269042701632407,
      "learning_rate": 0.00022421867762279787,
      "loss": 2.1562,
      "step": 44566
    },
    {
      "epoch": 2.0733658990462898,
      "grad_norm": 1.1299683924342683,
      "learning_rate": 0.00022421545233261006,
      "loss": 2.4688,
      "step": 44567
    },
    {
      "epoch": 2.0734124214933707,
      "grad_norm": 1.1211816537691037,
      "learning_rate": 0.00022421222699698715,
      "loss": 2.0156,
      "step": 44568
    },
    {
      "epoch": 2.073458943940451,
      "grad_norm": 1.1724303634086162,
      "learning_rate": 0.00022420900161593106,
      "loss": 2.2812,
      "step": 44569
    },
    {
      "epoch": 2.073505466387532,
      "grad_norm": 1.143761675746732,
      "learning_rate": 0.00022420577618944375,
      "loss": 2.1875,
      "step": 44570
    },
    {
      "epoch": 2.0735519888346126,
      "grad_norm": 1.2165686826683533,
      "learning_rate": 0.00022420255071752725,
      "loss": 2.1562,
      "step": 44571
    },
    {
      "epoch": 2.0735985112816935,
      "grad_norm": 1.2076455271181457,
      "learning_rate": 0.00022419932520018355,
      "loss": 2.2344,
      "step": 44572
    },
    {
      "epoch": 2.073645033728774,
      "grad_norm": 1.1619996794043952,
      "learning_rate": 0.00022419609963741452,
      "loss": 2.2188,
      "step": 44573
    },
    {
      "epoch": 2.073691556175855,
      "grad_norm": 1.2822412654628903,
      "learning_rate": 0.00022419287402922225,
      "loss": 2.25,
      "step": 44574
    },
    {
      "epoch": 2.0737380786229354,
      "grad_norm": 1.2646163957366268,
      "learning_rate": 0.00022418964837560862,
      "loss": 2.3594,
      "step": 44575
    },
    {
      "epoch": 2.0737846010700163,
      "grad_norm": 1.2020748783423083,
      "learning_rate": 0.0002241864226765757,
      "loss": 2.5625,
      "step": 44576
    },
    {
      "epoch": 2.073831123517097,
      "grad_norm": 1.3253266119523412,
      "learning_rate": 0.0002241831969321254,
      "loss": 2.3281,
      "step": 44577
    },
    {
      "epoch": 2.0738776459641777,
      "grad_norm": 1.1363073333823286,
      "learning_rate": 0.00022417997114225968,
      "loss": 2.125,
      "step": 44578
    },
    {
      "epoch": 2.0739241684112586,
      "grad_norm": 1.1573580033199313,
      "learning_rate": 0.00022417674530698058,
      "loss": 1.9531,
      "step": 44579
    },
    {
      "epoch": 2.073970690858339,
      "grad_norm": 1.2495715779916936,
      "learning_rate": 0.00022417351942629,
      "loss": 2.4688,
      "step": 44580
    },
    {
      "epoch": 2.07401721330542,
      "grad_norm": 1.145604246919793,
      "learning_rate": 0.00022417029350019,
      "loss": 2.2344,
      "step": 44581
    },
    {
      "epoch": 2.0740637357525005,
      "grad_norm": 1.3846858332727996,
      "learning_rate": 0.00022416706752868246,
      "loss": 2.4219,
      "step": 44582
    },
    {
      "epoch": 2.0741102581995814,
      "grad_norm": 1.1081637399727664,
      "learning_rate": 0.00022416384151176946,
      "loss": 2.125,
      "step": 44583
    },
    {
      "epoch": 2.074156780646662,
      "grad_norm": 1.3425521976926316,
      "learning_rate": 0.00022416061544945287,
      "loss": 2.4844,
      "step": 44584
    },
    {
      "epoch": 2.074203303093743,
      "grad_norm": 0.9967560247350571,
      "learning_rate": 0.00022415738934173477,
      "loss": 1.4922,
      "step": 44585
    },
    {
      "epoch": 2.0742498255408233,
      "grad_norm": 1.2330096266967363,
      "learning_rate": 0.000224154163188617,
      "loss": 2.4844,
      "step": 44586
    },
    {
      "epoch": 2.074296347987904,
      "grad_norm": 1.2519724629787854,
      "learning_rate": 0.0002241509369901017,
      "loss": 2.3438,
      "step": 44587
    },
    {
      "epoch": 2.074342870434985,
      "grad_norm": 1.191792830457106,
      "learning_rate": 0.0002241477107461907,
      "loss": 2.5156,
      "step": 44588
    },
    {
      "epoch": 2.0743893928820656,
      "grad_norm": 1.1658932138248117,
      "learning_rate": 0.00022414448445688605,
      "loss": 2.4062,
      "step": 44589
    },
    {
      "epoch": 2.0744359153291465,
      "grad_norm": 1.1335011311119942,
      "learning_rate": 0.0002241412581221897,
      "loss": 2.0,
      "step": 44590
    },
    {
      "epoch": 2.074482437776227,
      "grad_norm": 1.2803610323407457,
      "learning_rate": 0.00022413803174210363,
      "loss": 2.1719,
      "step": 44591
    },
    {
      "epoch": 2.074528960223308,
      "grad_norm": 1.3095194691886702,
      "learning_rate": 0.0002241348053166299,
      "loss": 2.4062,
      "step": 44592
    },
    {
      "epoch": 2.0745754826703884,
      "grad_norm": 1.205759769822757,
      "learning_rate": 0.0002241315788457703,
      "loss": 2.4062,
      "step": 44593
    },
    {
      "epoch": 2.0746220051174693,
      "grad_norm": 1.1977297247869674,
      "learning_rate": 0.00022412835232952694,
      "loss": 2.0938,
      "step": 44594
    },
    {
      "epoch": 2.07466852756455,
      "grad_norm": 1.0880441779433896,
      "learning_rate": 0.0002241251257679018,
      "loss": 2.2812,
      "step": 44595
    },
    {
      "epoch": 2.0747150500116307,
      "grad_norm": 1.2227612741526923,
      "learning_rate": 0.0002241218991608968,
      "loss": 2.3125,
      "step": 44596
    },
    {
      "epoch": 2.074761572458711,
      "grad_norm": 1.141785831072739,
      "learning_rate": 0.00022411867250851395,
      "loss": 2.2344,
      "step": 44597
    },
    {
      "epoch": 2.074808094905792,
      "grad_norm": 1.0926885245882278,
      "learning_rate": 0.0002241154458107552,
      "loss": 2.0781,
      "step": 44598
    },
    {
      "epoch": 2.0748546173528726,
      "grad_norm": 1.2383789147603632,
      "learning_rate": 0.0002241122190676225,
      "loss": 2.4062,
      "step": 44599
    },
    {
      "epoch": 2.0749011397999535,
      "grad_norm": 1.2245789398371623,
      "learning_rate": 0.0002241089922791179,
      "loss": 2.3906,
      "step": 44600
    },
    {
      "epoch": 2.074947662247034,
      "grad_norm": 1.0696596418060824,
      "learning_rate": 0.0002241057654452433,
      "loss": 2.125,
      "step": 44601
    },
    {
      "epoch": 2.074994184694115,
      "grad_norm": 1.2427924601566251,
      "learning_rate": 0.0002241025385660008,
      "loss": 2.375,
      "step": 44602
    },
    {
      "epoch": 2.075040707141196,
      "grad_norm": 1.259952642130901,
      "learning_rate": 0.0002240993116413922,
      "loss": 2.4531,
      "step": 44603
    },
    {
      "epoch": 2.0750872295882763,
      "grad_norm": 1.231134216987243,
      "learning_rate": 0.00022409608467141963,
      "loss": 2.2344,
      "step": 44604
    },
    {
      "epoch": 2.075133752035357,
      "grad_norm": 1.2370535913019687,
      "learning_rate": 0.00022409285765608497,
      "loss": 2.4688,
      "step": 44605
    },
    {
      "epoch": 2.0751802744824377,
      "grad_norm": 1.2390404677952696,
      "learning_rate": 0.00022408963059539024,
      "loss": 2.1094,
      "step": 44606
    },
    {
      "epoch": 2.0752267969295186,
      "grad_norm": 1.2064261898106823,
      "learning_rate": 0.0002240864034893374,
      "loss": 2.3438,
      "step": 44607
    },
    {
      "epoch": 2.075273319376599,
      "grad_norm": 1.1872291312739216,
      "learning_rate": 0.0002240831763379284,
      "loss": 2.6562,
      "step": 44608
    },
    {
      "epoch": 2.07531984182368,
      "grad_norm": 1.2606190420585361,
      "learning_rate": 0.00022407994914116526,
      "loss": 2.3281,
      "step": 44609
    },
    {
      "epoch": 2.0753663642707605,
      "grad_norm": 1.237297010754323,
      "learning_rate": 0.00022407672189904992,
      "loss": 2.0938,
      "step": 44610
    },
    {
      "epoch": 2.0754128867178414,
      "grad_norm": 1.148866291384829,
      "learning_rate": 0.0002240734946115844,
      "loss": 2.0,
      "step": 44611
    },
    {
      "epoch": 2.075459409164922,
      "grad_norm": 1.1204034470304898,
      "learning_rate": 0.00022407026727877064,
      "loss": 2.1562,
      "step": 44612
    },
    {
      "epoch": 2.075505931612003,
      "grad_norm": 1.2432198262797105,
      "learning_rate": 0.00022406703990061064,
      "loss": 2.3438,
      "step": 44613
    },
    {
      "epoch": 2.0755524540590837,
      "grad_norm": 1.2494324975876052,
      "learning_rate": 0.00022406381247710633,
      "loss": 2.2188,
      "step": 44614
    },
    {
      "epoch": 2.075598976506164,
      "grad_norm": 1.1924087734376065,
      "learning_rate": 0.0002240605850082598,
      "loss": 2.3438,
      "step": 44615
    },
    {
      "epoch": 2.075645498953245,
      "grad_norm": 1.2531087658105515,
      "learning_rate": 0.00022405735749407284,
      "loss": 2.3281,
      "step": 44616
    },
    {
      "epoch": 2.0756920214003256,
      "grad_norm": 1.1965203890108675,
      "learning_rate": 0.00022405412993454756,
      "loss": 2.1562,
      "step": 44617
    },
    {
      "epoch": 2.0757385438474065,
      "grad_norm": 1.2683196229077602,
      "learning_rate": 0.00022405090232968596,
      "loss": 2.4219,
      "step": 44618
    },
    {
      "epoch": 2.075785066294487,
      "grad_norm": 1.265670043855657,
      "learning_rate": 0.0002240476746794899,
      "loss": 1.6172,
      "step": 44619
    },
    {
      "epoch": 2.075831588741568,
      "grad_norm": 1.1318275732455094,
      "learning_rate": 0.00022404444698396147,
      "loss": 2.2812,
      "step": 44620
    },
    {
      "epoch": 2.0758781111886484,
      "grad_norm": 1.1523571140516373,
      "learning_rate": 0.00022404121924310253,
      "loss": 1.5781,
      "step": 44621
    },
    {
      "epoch": 2.0759246336357293,
      "grad_norm": 1.1021177764197985,
      "learning_rate": 0.00022403799145691514,
      "loss": 1.9766,
      "step": 44622
    },
    {
      "epoch": 2.07597115608281,
      "grad_norm": 1.1676999418615313,
      "learning_rate": 0.00022403476362540124,
      "loss": 2.1875,
      "step": 44623
    },
    {
      "epoch": 2.0760176785298907,
      "grad_norm": 1.3433111983532577,
      "learning_rate": 0.00022403153574856286,
      "loss": 2.3438,
      "step": 44624
    },
    {
      "epoch": 2.076064200976971,
      "grad_norm": 1.2518837795441786,
      "learning_rate": 0.0002240283078264019,
      "loss": 2.5781,
      "step": 44625
    },
    {
      "epoch": 2.076110723424052,
      "grad_norm": 1.2645845549009336,
      "learning_rate": 0.0002240250798589204,
      "loss": 2.1875,
      "step": 44626
    },
    {
      "epoch": 2.0761572458711326,
      "grad_norm": 1.1341719924179128,
      "learning_rate": 0.0002240218518461203,
      "loss": 2.4062,
      "step": 44627
    },
    {
      "epoch": 2.0762037683182135,
      "grad_norm": 1.087869326537685,
      "learning_rate": 0.0002240186237880036,
      "loss": 2.0625,
      "step": 44628
    },
    {
      "epoch": 2.0762502907652944,
      "grad_norm": 1.1722629312413326,
      "learning_rate": 0.00022401539568457225,
      "loss": 1.5078,
      "step": 44629
    },
    {
      "epoch": 2.076296813212375,
      "grad_norm": 1.1672920183915765,
      "learning_rate": 0.00022401216753582825,
      "loss": 2.0,
      "step": 44630
    },
    {
      "epoch": 2.076343335659456,
      "grad_norm": 1.1909509993793859,
      "learning_rate": 0.00022400893934177357,
      "loss": 2.3594,
      "step": 44631
    },
    {
      "epoch": 2.0763898581065363,
      "grad_norm": 1.1739569243541716,
      "learning_rate": 0.00022400571110241019,
      "loss": 2.3281,
      "step": 44632
    },
    {
      "epoch": 2.0764363805536172,
      "grad_norm": 1.2673951563588484,
      "learning_rate": 0.00022400248281774003,
      "loss": 2.2969,
      "step": 44633
    },
    {
      "epoch": 2.0764829030006977,
      "grad_norm": 1.208547778965938,
      "learning_rate": 0.00022399925448776512,
      "loss": 2.2656,
      "step": 44634
    },
    {
      "epoch": 2.0765294254477786,
      "grad_norm": 1.1522072995892823,
      "learning_rate": 0.00022399602611248746,
      "loss": 2.1875,
      "step": 44635
    },
    {
      "epoch": 2.076575947894859,
      "grad_norm": 1.1640024767297956,
      "learning_rate": 0.00022399279769190895,
      "loss": 2.125,
      "step": 44636
    },
    {
      "epoch": 2.07662247034194,
      "grad_norm": 1.132041019782945,
      "learning_rate": 0.0002239895692260317,
      "loss": 2.1562,
      "step": 44637
    },
    {
      "epoch": 2.0766689927890205,
      "grad_norm": 1.1268182688890873,
      "learning_rate": 0.00022398634071485752,
      "loss": 2.0312,
      "step": 44638
    },
    {
      "epoch": 2.0767155152361014,
      "grad_norm": 1.1388225356484774,
      "learning_rate": 0.00022398311215838853,
      "loss": 2.1406,
      "step": 44639
    },
    {
      "epoch": 2.0767620376831823,
      "grad_norm": 1.1066792166403043,
      "learning_rate": 0.0002239798835566266,
      "loss": 2.3125,
      "step": 44640
    },
    {
      "epoch": 2.076808560130263,
      "grad_norm": 1.155320218502637,
      "learning_rate": 0.00022397665490957378,
      "loss": 2.2812,
      "step": 44641
    },
    {
      "epoch": 2.0768550825773437,
      "grad_norm": 1.1564913326523314,
      "learning_rate": 0.00022397342621723195,
      "loss": 2.3281,
      "step": 44642
    },
    {
      "epoch": 2.0769016050244242,
      "grad_norm": 1.186126862276682,
      "learning_rate": 0.00022397019747960324,
      "loss": 2.2031,
      "step": 44643
    },
    {
      "epoch": 2.076948127471505,
      "grad_norm": 1.374479271236967,
      "learning_rate": 0.00022396696869668946,
      "loss": 2.6562,
      "step": 44644
    },
    {
      "epoch": 2.0769946499185856,
      "grad_norm": 1.0746568822574254,
      "learning_rate": 0.00022396373986849268,
      "loss": 1.7109,
      "step": 44645
    },
    {
      "epoch": 2.0770411723656665,
      "grad_norm": 1.119393792707436,
      "learning_rate": 0.0002239605109950149,
      "loss": 2.1094,
      "step": 44646
    },
    {
      "epoch": 2.077087694812747,
      "grad_norm": 1.1427579926269111,
      "learning_rate": 0.00022395728207625802,
      "loss": 2.3281,
      "step": 44647
    },
    {
      "epoch": 2.077134217259828,
      "grad_norm": 1.1795258162027504,
      "learning_rate": 0.0002239540531122241,
      "loss": 2.2812,
      "step": 44648
    },
    {
      "epoch": 2.0771807397069084,
      "grad_norm": 1.199666917361066,
      "learning_rate": 0.00022395082410291503,
      "loss": 1.9453,
      "step": 44649
    },
    {
      "epoch": 2.0772272621539893,
      "grad_norm": 1.214777653838359,
      "learning_rate": 0.00022394759504833288,
      "loss": 2.6719,
      "step": 44650
    },
    {
      "epoch": 2.07727378460107,
      "grad_norm": 1.3267816595492383,
      "learning_rate": 0.0002239443659484795,
      "loss": 2.4219,
      "step": 44651
    },
    {
      "epoch": 2.0773203070481507,
      "grad_norm": 1.2626904884859629,
      "learning_rate": 0.00022394113680335704,
      "loss": 2.5781,
      "step": 44652
    },
    {
      "epoch": 2.0773668294952317,
      "grad_norm": 1.2540309831472296,
      "learning_rate": 0.00022393790761296732,
      "loss": 2.2188,
      "step": 44653
    },
    {
      "epoch": 2.077413351942312,
      "grad_norm": 1.339134197946245,
      "learning_rate": 0.00022393467837731237,
      "loss": 2.4219,
      "step": 44654
    },
    {
      "epoch": 2.077459874389393,
      "grad_norm": 1.151290002142337,
      "learning_rate": 0.0002239314490963942,
      "loss": 2.2969,
      "step": 44655
    },
    {
      "epoch": 2.0775063968364735,
      "grad_norm": 1.2263679013833282,
      "learning_rate": 0.00022392821977021475,
      "loss": 2.2031,
      "step": 44656
    },
    {
      "epoch": 2.0775529192835545,
      "grad_norm": 1.2513397365115702,
      "learning_rate": 0.000223924990398776,
      "loss": 2.1094,
      "step": 44657
    },
    {
      "epoch": 2.077599441730635,
      "grad_norm": 1.1353972987244016,
      "learning_rate": 0.00022392176098207995,
      "loss": 1.8438,
      "step": 44658
    },
    {
      "epoch": 2.077645964177716,
      "grad_norm": 1.2061894129766102,
      "learning_rate": 0.0002239185315201286,
      "loss": 2.3281,
      "step": 44659
    },
    {
      "epoch": 2.0776924866247963,
      "grad_norm": 1.163242409355109,
      "learning_rate": 0.0002239153020129238,
      "loss": 2.1719,
      "step": 44660
    },
    {
      "epoch": 2.0777390090718773,
      "grad_norm": 1.1545870897738995,
      "learning_rate": 0.00022391207246046771,
      "loss": 2.1094,
      "step": 44661
    },
    {
      "epoch": 2.0777855315189577,
      "grad_norm": 1.221520321705817,
      "learning_rate": 0.00022390884286276213,
      "loss": 2.1406,
      "step": 44662
    },
    {
      "epoch": 2.0778320539660387,
      "grad_norm": 1.1917786405706035,
      "learning_rate": 0.0002239056132198092,
      "loss": 2.2188,
      "step": 44663
    },
    {
      "epoch": 2.077878576413119,
      "grad_norm": 1.199249274800186,
      "learning_rate": 0.00022390238353161074,
      "loss": 2.2656,
      "step": 44664
    },
    {
      "epoch": 2.0779250988602,
      "grad_norm": 1.196283190027143,
      "learning_rate": 0.00022389915379816884,
      "loss": 2.0469,
      "step": 44665
    },
    {
      "epoch": 2.077971621307281,
      "grad_norm": 1.1576330499764296,
      "learning_rate": 0.00022389592401948546,
      "loss": 2.1875,
      "step": 44666
    },
    {
      "epoch": 2.0780181437543614,
      "grad_norm": 1.1017544317172991,
      "learning_rate": 0.00022389269419556256,
      "loss": 1.7031,
      "step": 44667
    },
    {
      "epoch": 2.0780646662014424,
      "grad_norm": 1.106902890679203,
      "learning_rate": 0.0002238894643264021,
      "loss": 2.2969,
      "step": 44668
    },
    {
      "epoch": 2.078111188648523,
      "grad_norm": 1.2428864545714295,
      "learning_rate": 0.00022388623441200605,
      "loss": 2.3125,
      "step": 44669
    },
    {
      "epoch": 2.0781577110956038,
      "grad_norm": 1.1903092717129509,
      "learning_rate": 0.00022388300445237645,
      "loss": 1.9922,
      "step": 44670
    },
    {
      "epoch": 2.0782042335426842,
      "grad_norm": 1.2768007787277458,
      "learning_rate": 0.00022387977444751522,
      "loss": 2.1719,
      "step": 44671
    },
    {
      "epoch": 2.078250755989765,
      "grad_norm": 1.1962950338245242,
      "learning_rate": 0.00022387654439742438,
      "loss": 2.1406,
      "step": 44672
    },
    {
      "epoch": 2.0782972784368456,
      "grad_norm": 1.1833040217928923,
      "learning_rate": 0.00022387331430210586,
      "loss": 1.7734,
      "step": 44673
    },
    {
      "epoch": 2.0783438008839266,
      "grad_norm": 1.1928226866551432,
      "learning_rate": 0.00022387008416156168,
      "loss": 2.5156,
      "step": 44674
    },
    {
      "epoch": 2.078390323331007,
      "grad_norm": 1.163944982402287,
      "learning_rate": 0.00022386685397579375,
      "loss": 2.4219,
      "step": 44675
    },
    {
      "epoch": 2.078436845778088,
      "grad_norm": 1.1474991408920399,
      "learning_rate": 0.00022386362374480413,
      "loss": 2.1562,
      "step": 44676
    },
    {
      "epoch": 2.0784833682251684,
      "grad_norm": 1.239612077814445,
      "learning_rate": 0.00022386039346859482,
      "loss": 1.9688,
      "step": 44677
    },
    {
      "epoch": 2.0785298906722494,
      "grad_norm": 1.2157815763107547,
      "learning_rate": 0.00022385716314716767,
      "loss": 2.2812,
      "step": 44678
    },
    {
      "epoch": 2.0785764131193303,
      "grad_norm": 1.1845384692674346,
      "learning_rate": 0.00022385393278052474,
      "loss": 2.5312,
      "step": 44679
    },
    {
      "epoch": 2.0786229355664108,
      "grad_norm": 1.1535251747947337,
      "learning_rate": 0.000223850702368668,
      "loss": 2.2969,
      "step": 44680
    },
    {
      "epoch": 2.0786694580134917,
      "grad_norm": 1.2480674482835692,
      "learning_rate": 0.00022384747191159945,
      "loss": 2.1719,
      "step": 44681
    },
    {
      "epoch": 2.078715980460572,
      "grad_norm": 1.1467661957808553,
      "learning_rate": 0.00022384424140932103,
      "loss": 2.1719,
      "step": 44682
    },
    {
      "epoch": 2.078762502907653,
      "grad_norm": 1.0988887808095607,
      "learning_rate": 0.00022384101086183475,
      "loss": 2.0938,
      "step": 44683
    },
    {
      "epoch": 2.0788090253547336,
      "grad_norm": 1.18719012350479,
      "learning_rate": 0.00022383778026914252,
      "loss": 2.4062,
      "step": 44684
    },
    {
      "epoch": 2.0788555478018145,
      "grad_norm": 1.144352670854287,
      "learning_rate": 0.0002238345496312464,
      "loss": 1.9219,
      "step": 44685
    },
    {
      "epoch": 2.078902070248895,
      "grad_norm": 1.1588272531639616,
      "learning_rate": 0.00022383131894814832,
      "loss": 2.2188,
      "step": 44686
    },
    {
      "epoch": 2.078948592695976,
      "grad_norm": 1.1314952839923145,
      "learning_rate": 0.00022382808821985026,
      "loss": 2.2188,
      "step": 44687
    },
    {
      "epoch": 2.0789951151430563,
      "grad_norm": 1.2113414382529761,
      "learning_rate": 0.00022382485744635422,
      "loss": 2.2812,
      "step": 44688
    },
    {
      "epoch": 2.0790416375901373,
      "grad_norm": 1.1113771195400335,
      "learning_rate": 0.00022382162662766216,
      "loss": 2.1094,
      "step": 44689
    },
    {
      "epoch": 2.0790881600372177,
      "grad_norm": 1.2576403973032804,
      "learning_rate": 0.0002238183957637761,
      "loss": 2.4219,
      "step": 44690
    },
    {
      "epoch": 2.0791346824842987,
      "grad_norm": 1.15183115665847,
      "learning_rate": 0.00022381516485469794,
      "loss": 2.1562,
      "step": 44691
    },
    {
      "epoch": 2.0791812049313796,
      "grad_norm": 1.317389152746598,
      "learning_rate": 0.00022381193390042973,
      "loss": 1.6484,
      "step": 44692
    },
    {
      "epoch": 2.07922772737846,
      "grad_norm": 1.270958380913847,
      "learning_rate": 0.00022380870290097338,
      "loss": 2.1875,
      "step": 44693
    },
    {
      "epoch": 2.079274249825541,
      "grad_norm": 1.176680657003395,
      "learning_rate": 0.000223805471856331,
      "loss": 2.2969,
      "step": 44694
    },
    {
      "epoch": 2.0793207722726215,
      "grad_norm": 1.164360574719901,
      "learning_rate": 0.00022380224076650439,
      "loss": 2.2656,
      "step": 44695
    },
    {
      "epoch": 2.0793672947197024,
      "grad_norm": 1.0954181071279872,
      "learning_rate": 0.00022379900963149564,
      "loss": 2.0781,
      "step": 44696
    },
    {
      "epoch": 2.079413817166783,
      "grad_norm": 1.3111832841133555,
      "learning_rate": 0.0002237957784513067,
      "loss": 1.8281,
      "step": 44697
    },
    {
      "epoch": 2.079460339613864,
      "grad_norm": 1.1580958543770832,
      "learning_rate": 0.00022379254722593948,
      "loss": 2.3281,
      "step": 44698
    },
    {
      "epoch": 2.0795068620609443,
      "grad_norm": 1.2125989734854241,
      "learning_rate": 0.00022378931595539616,
      "loss": 2.4375,
      "step": 44699
    },
    {
      "epoch": 2.079553384508025,
      "grad_norm": 1.214801142352108,
      "learning_rate": 0.00022378608463967847,
      "loss": 2.5,
      "step": 44700
    },
    {
      "epoch": 2.0795999069551057,
      "grad_norm": 1.0996211390305644,
      "learning_rate": 0.0002237828532787886,
      "loss": 2.3125,
      "step": 44701
    },
    {
      "epoch": 2.0796464294021866,
      "grad_norm": 1.1153031411310812,
      "learning_rate": 0.00022377962187272835,
      "loss": 1.9922,
      "step": 44702
    },
    {
      "epoch": 2.079692951849267,
      "grad_norm": 1.183741401039736,
      "learning_rate": 0.0002237763904214998,
      "loss": 2.3594,
      "step": 44703
    },
    {
      "epoch": 2.079739474296348,
      "grad_norm": 1.1357736501392315,
      "learning_rate": 0.00022377315892510496,
      "loss": 2.3125,
      "step": 44704
    },
    {
      "epoch": 2.079785996743429,
      "grad_norm": 1.3026215045851353,
      "learning_rate": 0.00022376992738354574,
      "loss": 2.4688,
      "step": 44705
    },
    {
      "epoch": 2.0798325191905094,
      "grad_norm": 1.1664172089184655,
      "learning_rate": 0.00022376669579682407,
      "loss": 2.2812,
      "step": 44706
    },
    {
      "epoch": 2.0798790416375903,
      "grad_norm": 1.243985872062268,
      "learning_rate": 0.00022376346416494208,
      "loss": 2.4844,
      "step": 44707
    },
    {
      "epoch": 2.0799255640846708,
      "grad_norm": 1.1774172050892615,
      "learning_rate": 0.0002237602324879016,
      "loss": 2.2188,
      "step": 44708
    },
    {
      "epoch": 2.0799720865317517,
      "grad_norm": 1.1172983603782858,
      "learning_rate": 0.00022375700076570468,
      "loss": 2.0781,
      "step": 44709
    },
    {
      "epoch": 2.080018608978832,
      "grad_norm": 1.1440362796229007,
      "learning_rate": 0.0002237537689983533,
      "loss": 2.25,
      "step": 44710
    },
    {
      "epoch": 2.080065131425913,
      "grad_norm": 1.1121176052742459,
      "learning_rate": 0.00022375053718584945,
      "loss": 1.9219,
      "step": 44711
    },
    {
      "epoch": 2.0801116538729936,
      "grad_norm": 1.093492754942945,
      "learning_rate": 0.0002237473053281951,
      "loss": 2.2656,
      "step": 44712
    },
    {
      "epoch": 2.0801581763200745,
      "grad_norm": 1.164117379959725,
      "learning_rate": 0.00022374407342539215,
      "loss": 2.3125,
      "step": 44713
    },
    {
      "epoch": 2.080204698767155,
      "grad_norm": 1.2845158564470518,
      "learning_rate": 0.0002237408414774427,
      "loss": 2.4844,
      "step": 44714
    },
    {
      "epoch": 2.080251221214236,
      "grad_norm": 1.5451645756373051,
      "learning_rate": 0.00022373760948434863,
      "loss": 2.8125,
      "step": 44715
    },
    {
      "epoch": 2.0802977436613164,
      "grad_norm": 1.2283079487971076,
      "learning_rate": 0.000223734377446112,
      "loss": 2.3281,
      "step": 44716
    },
    {
      "epoch": 2.0803442661083973,
      "grad_norm": 1.2627761670725108,
      "learning_rate": 0.0002237311453627347,
      "loss": 2.6875,
      "step": 44717
    },
    {
      "epoch": 2.080390788555478,
      "grad_norm": 1.057750492745903,
      "learning_rate": 0.0002237279132342188,
      "loss": 1.9062,
      "step": 44718
    },
    {
      "epoch": 2.0804373110025587,
      "grad_norm": 1.1194333463230823,
      "learning_rate": 0.00022372468106056622,
      "loss": 2.3594,
      "step": 44719
    },
    {
      "epoch": 2.0804838334496396,
      "grad_norm": 1.1952921886120516,
      "learning_rate": 0.00022372144884177898,
      "loss": 2.1875,
      "step": 44720
    },
    {
      "epoch": 2.08053035589672,
      "grad_norm": 1.08011974302349,
      "learning_rate": 0.000223718216577859,
      "loss": 2.125,
      "step": 44721
    },
    {
      "epoch": 2.080576878343801,
      "grad_norm": 1.1926988249015675,
      "learning_rate": 0.0002237149842688083,
      "loss": 2.3281,
      "step": 44722
    },
    {
      "epoch": 2.0806234007908815,
      "grad_norm": 1.1342333104074473,
      "learning_rate": 0.00022371175191462887,
      "loss": 2.1875,
      "step": 44723
    },
    {
      "epoch": 2.0806699232379624,
      "grad_norm": 1.0476363796709058,
      "learning_rate": 0.00022370851951532267,
      "loss": 1.9141,
      "step": 44724
    },
    {
      "epoch": 2.080716445685043,
      "grad_norm": 1.1379382247617378,
      "learning_rate": 0.00022370528707089168,
      "loss": 2.375,
      "step": 44725
    },
    {
      "epoch": 2.080762968132124,
      "grad_norm": 1.2812180505399409,
      "learning_rate": 0.00022370205458133784,
      "loss": 2.4375,
      "step": 44726
    },
    {
      "epoch": 2.0808094905792043,
      "grad_norm": 1.2139153209193487,
      "learning_rate": 0.00022369882204666326,
      "loss": 2.4531,
      "step": 44727
    },
    {
      "epoch": 2.080856013026285,
      "grad_norm": 1.095629489553424,
      "learning_rate": 0.00022369558946686973,
      "loss": 1.9297,
      "step": 44728
    },
    {
      "epoch": 2.080902535473366,
      "grad_norm": 1.2032389686922171,
      "learning_rate": 0.00022369235684195938,
      "loss": 2.0938,
      "step": 44729
    },
    {
      "epoch": 2.0809490579204466,
      "grad_norm": 1.1859624179194372,
      "learning_rate": 0.0002236891241719341,
      "loss": 2.0156,
      "step": 44730
    },
    {
      "epoch": 2.0809955803675275,
      "grad_norm": 1.2272389801707388,
      "learning_rate": 0.0002236858914567959,
      "loss": 2.5156,
      "step": 44731
    },
    {
      "epoch": 2.081042102814608,
      "grad_norm": 1.1200202483153012,
      "learning_rate": 0.00022368265869654677,
      "loss": 1.9531,
      "step": 44732
    },
    {
      "epoch": 2.081088625261689,
      "grad_norm": 1.1434494412178136,
      "learning_rate": 0.00022367942589118873,
      "loss": 2.3281,
      "step": 44733
    },
    {
      "epoch": 2.0811351477087694,
      "grad_norm": 1.1972150265558716,
      "learning_rate": 0.00022367619304072364,
      "loss": 2.1094,
      "step": 44734
    },
    {
      "epoch": 2.0811816701558503,
      "grad_norm": 1.1610890663225477,
      "learning_rate": 0.00022367296014515363,
      "loss": 2.2656,
      "step": 44735
    },
    {
      "epoch": 2.081228192602931,
      "grad_norm": 1.2507850913546383,
      "learning_rate": 0.00022366972720448054,
      "loss": 2.4219,
      "step": 44736
    },
    {
      "epoch": 2.0812747150500117,
      "grad_norm": 1.158265596899849,
      "learning_rate": 0.00022366649421870643,
      "loss": 2.2344,
      "step": 44737
    },
    {
      "epoch": 2.081321237497092,
      "grad_norm": 1.168229768742068,
      "learning_rate": 0.00022366326118783327,
      "loss": 2.125,
      "step": 44738
    },
    {
      "epoch": 2.081367759944173,
      "grad_norm": 1.1801994749919,
      "learning_rate": 0.000223660028111863,
      "loss": 2.2969,
      "step": 44739
    },
    {
      "epoch": 2.0814142823912536,
      "grad_norm": 1.127535071186027,
      "learning_rate": 0.00022365679499079767,
      "loss": 2.0625,
      "step": 44740
    },
    {
      "epoch": 2.0814608048383345,
      "grad_norm": 1.1705819169789193,
      "learning_rate": 0.00022365356182463915,
      "loss": 2.4375,
      "step": 44741
    },
    {
      "epoch": 2.081507327285415,
      "grad_norm": 1.1963396019822565,
      "learning_rate": 0.0002236503286133895,
      "loss": 2.2812,
      "step": 44742
    },
    {
      "epoch": 2.081553849732496,
      "grad_norm": 1.188163030406281,
      "learning_rate": 0.0002236470953570507,
      "loss": 1.9766,
      "step": 44743
    },
    {
      "epoch": 2.081600372179577,
      "grad_norm": 1.2728651323508953,
      "learning_rate": 0.00022364386205562473,
      "loss": 2.4375,
      "step": 44744
    },
    {
      "epoch": 2.0816468946266573,
      "grad_norm": 1.267209948751176,
      "learning_rate": 0.00022364062870911355,
      "loss": 2.2812,
      "step": 44745
    },
    {
      "epoch": 2.0816934170737382,
      "grad_norm": 1.240650347349453,
      "learning_rate": 0.00022363739531751912,
      "loss": 2.2812,
      "step": 44746
    },
    {
      "epoch": 2.0817399395208187,
      "grad_norm": 1.1086269718042001,
      "learning_rate": 0.00022363416188084345,
      "loss": 2.2188,
      "step": 44747
    },
    {
      "epoch": 2.0817864619678996,
      "grad_norm": 1.153137539317322,
      "learning_rate": 0.00022363092839908854,
      "loss": 2.375,
      "step": 44748
    },
    {
      "epoch": 2.08183298441498,
      "grad_norm": 1.1660626372472134,
      "learning_rate": 0.0002236276948722563,
      "loss": 2.3281,
      "step": 44749
    },
    {
      "epoch": 2.081879506862061,
      "grad_norm": 1.200492196926652,
      "learning_rate": 0.00022362446130034882,
      "loss": 2.2188,
      "step": 44750
    },
    {
      "epoch": 2.0819260293091415,
      "grad_norm": 1.216214587143526,
      "learning_rate": 0.00022362122768336797,
      "loss": 2.125,
      "step": 44751
    },
    {
      "epoch": 2.0819725517562224,
      "grad_norm": 1.1108167487123992,
      "learning_rate": 0.00022361799402131574,
      "loss": 2.3594,
      "step": 44752
    },
    {
      "epoch": 2.082019074203303,
      "grad_norm": 1.0074425423818512,
      "learning_rate": 0.00022361476031419416,
      "loss": 1.7812,
      "step": 44753
    },
    {
      "epoch": 2.082065596650384,
      "grad_norm": 1.2167139312089863,
      "learning_rate": 0.00022361152656200518,
      "loss": 2.2188,
      "step": 44754
    },
    {
      "epoch": 2.0821121190974647,
      "grad_norm": 1.081012638298134,
      "learning_rate": 0.00022360829276475084,
      "loss": 2.2188,
      "step": 44755
    },
    {
      "epoch": 2.082158641544545,
      "grad_norm": 1.1665373600949815,
      "learning_rate": 0.000223605058922433,
      "loss": 1.8906,
      "step": 44756
    },
    {
      "epoch": 2.082205163991626,
      "grad_norm": 1.1067414264597752,
      "learning_rate": 0.00022360182503505376,
      "loss": 2.0938,
      "step": 44757
    },
    {
      "epoch": 2.0822516864387066,
      "grad_norm": 1.1982719776726525,
      "learning_rate": 0.000223598591102615,
      "loss": 2.3906,
      "step": 44758
    },
    {
      "epoch": 2.0822982088857875,
      "grad_norm": 1.1549690198061695,
      "learning_rate": 0.0002235953571251188,
      "loss": 2.2344,
      "step": 44759
    },
    {
      "epoch": 2.082344731332868,
      "grad_norm": 1.2643997247010128,
      "learning_rate": 0.00022359212310256706,
      "loss": 2.4531,
      "step": 44760
    },
    {
      "epoch": 2.082391253779949,
      "grad_norm": 1.1253134474039028,
      "learning_rate": 0.0002235888890349618,
      "loss": 2.0938,
      "step": 44761
    },
    {
      "epoch": 2.0824377762270294,
      "grad_norm": 1.1769920351949847,
      "learning_rate": 0.000223585654922305,
      "loss": 2.125,
      "step": 44762
    },
    {
      "epoch": 2.0824842986741103,
      "grad_norm": 1.2291686795439465,
      "learning_rate": 0.00022358242076459862,
      "loss": 2.3125,
      "step": 44763
    },
    {
      "epoch": 2.082530821121191,
      "grad_norm": 1.2091119013205225,
      "learning_rate": 0.00022357918656184465,
      "loss": 2.4062,
      "step": 44764
    },
    {
      "epoch": 2.0825773435682717,
      "grad_norm": 1.2679780526335398,
      "learning_rate": 0.00022357595231404503,
      "loss": 1.6562,
      "step": 44765
    },
    {
      "epoch": 2.082623866015352,
      "grad_norm": 1.2548027865168603,
      "learning_rate": 0.0002235727180212018,
      "loss": 2.25,
      "step": 44766
    },
    {
      "epoch": 2.082670388462433,
      "grad_norm": 1.27711470835749,
      "learning_rate": 0.00022356948368331694,
      "loss": 2.6094,
      "step": 44767
    },
    {
      "epoch": 2.082716910909514,
      "grad_norm": 1.249250623876329,
      "learning_rate": 0.00022356624930039242,
      "loss": 2.3438,
      "step": 44768
    },
    {
      "epoch": 2.0827634333565945,
      "grad_norm": 1.1971696900932123,
      "learning_rate": 0.00022356301487243014,
      "loss": 2.6875,
      "step": 44769
    },
    {
      "epoch": 2.0828099558036755,
      "grad_norm": 1.1595401786252555,
      "learning_rate": 0.00022355978039943222,
      "loss": 2.2812,
      "step": 44770
    },
    {
      "epoch": 2.082856478250756,
      "grad_norm": 1.1397659548400205,
      "learning_rate": 0.00022355654588140052,
      "loss": 2.3906,
      "step": 44771
    },
    {
      "epoch": 2.082903000697837,
      "grad_norm": 1.1649681096687763,
      "learning_rate": 0.0002235533113183371,
      "loss": 2.1406,
      "step": 44772
    },
    {
      "epoch": 2.0829495231449173,
      "grad_norm": 1.0668321489477433,
      "learning_rate": 0.0002235500767102439,
      "loss": 2.1406,
      "step": 44773
    },
    {
      "epoch": 2.0829960455919982,
      "grad_norm": 1.205084049315543,
      "learning_rate": 0.00022354684205712295,
      "loss": 2.0625,
      "step": 44774
    },
    {
      "epoch": 2.0830425680390787,
      "grad_norm": 1.1685321955765382,
      "learning_rate": 0.0002235436073589761,
      "loss": 2.2188,
      "step": 44775
    },
    {
      "epoch": 2.0830890904861596,
      "grad_norm": 0.9462880140253134,
      "learning_rate": 0.0002235403726158055,
      "loss": 1.3828,
      "step": 44776
    },
    {
      "epoch": 2.08313561293324,
      "grad_norm": 1.1539554673005818,
      "learning_rate": 0.000223537137827613,
      "loss": 2.3125,
      "step": 44777
    },
    {
      "epoch": 2.083182135380321,
      "grad_norm": 1.267182455836286,
      "learning_rate": 0.00022353390299440065,
      "loss": 2.2969,
      "step": 44778
    },
    {
      "epoch": 2.0832286578274015,
      "grad_norm": 1.0784035654038016,
      "learning_rate": 0.00022353066811617043,
      "loss": 2.1719,
      "step": 44779
    },
    {
      "epoch": 2.0832751802744824,
      "grad_norm": 1.214646795678373,
      "learning_rate": 0.00022352743319292424,
      "loss": 2.3594,
      "step": 44780
    },
    {
      "epoch": 2.0833217027215634,
      "grad_norm": 1.3472481778684164,
      "learning_rate": 0.00022352419822466418,
      "loss": 2.4062,
      "step": 44781
    },
    {
      "epoch": 2.083368225168644,
      "grad_norm": 1.1166922011294205,
      "learning_rate": 0.00022352096321139216,
      "loss": 2.1406,
      "step": 44782
    },
    {
      "epoch": 2.0834147476157248,
      "grad_norm": 1.152366205978413,
      "learning_rate": 0.0002235177281531102,
      "loss": 2.0156,
      "step": 44783
    },
    {
      "epoch": 2.0834612700628052,
      "grad_norm": 1.101465325326174,
      "learning_rate": 0.0002235144930498202,
      "loss": 2.2031,
      "step": 44784
    },
    {
      "epoch": 2.083507792509886,
      "grad_norm": 1.186368727208928,
      "learning_rate": 0.00022351125790152424,
      "loss": 2.2344,
      "step": 44785
    },
    {
      "epoch": 2.0835543149569666,
      "grad_norm": 1.2125024124458383,
      "learning_rate": 0.00022350802270822422,
      "loss": 2.125,
      "step": 44786
    },
    {
      "epoch": 2.0836008374040476,
      "grad_norm": 1.283099424146432,
      "learning_rate": 0.00022350478746992216,
      "loss": 2.4844,
      "step": 44787
    },
    {
      "epoch": 2.083647359851128,
      "grad_norm": 1.199864174923975,
      "learning_rate": 0.00022350155218662005,
      "loss": 2.4531,
      "step": 44788
    },
    {
      "epoch": 2.083693882298209,
      "grad_norm": 1.2164040094779613,
      "learning_rate": 0.00022349831685831984,
      "loss": 2.2812,
      "step": 44789
    },
    {
      "epoch": 2.0837404047452894,
      "grad_norm": 1.2126123224205658,
      "learning_rate": 0.00022349508148502358,
      "loss": 2.3281,
      "step": 44790
    },
    {
      "epoch": 2.0837869271923704,
      "grad_norm": 1.1951572736313563,
      "learning_rate": 0.00022349184606673312,
      "loss": 2.3906,
      "step": 44791
    },
    {
      "epoch": 2.083833449639451,
      "grad_norm": 1.143834312642344,
      "learning_rate": 0.00022348861060345057,
      "loss": 2.1094,
      "step": 44792
    },
    {
      "epoch": 2.0838799720865318,
      "grad_norm": 1.078044131654456,
      "learning_rate": 0.00022348537509517784,
      "loss": 2.0625,
      "step": 44793
    },
    {
      "epoch": 2.0839264945336127,
      "grad_norm": 1.0685117137097406,
      "learning_rate": 0.00022348213954191695,
      "loss": 2.1406,
      "step": 44794
    },
    {
      "epoch": 2.083973016980693,
      "grad_norm": 1.2046294191748015,
      "learning_rate": 0.00022347890394366985,
      "loss": 2.2344,
      "step": 44795
    },
    {
      "epoch": 2.084019539427774,
      "grad_norm": 1.1115997484226945,
      "learning_rate": 0.00022347566830043853,
      "loss": 2.0469,
      "step": 44796
    },
    {
      "epoch": 2.0840660618748545,
      "grad_norm": 1.133954760013254,
      "learning_rate": 0.00022347243261222494,
      "loss": 2.1094,
      "step": 44797
    },
    {
      "epoch": 2.0841125843219355,
      "grad_norm": 1.2492490633511508,
      "learning_rate": 0.00022346919687903113,
      "loss": 2.1719,
      "step": 44798
    },
    {
      "epoch": 2.084159106769016,
      "grad_norm": 1.2032253171975547,
      "learning_rate": 0.00022346596110085906,
      "loss": 2.4688,
      "step": 44799
    },
    {
      "epoch": 2.084205629216097,
      "grad_norm": 1.1787041704509404,
      "learning_rate": 0.00022346272527771065,
      "loss": 2.3906,
      "step": 44800
    },
    {
      "epoch": 2.0842521516631773,
      "grad_norm": 1.2092216028814544,
      "learning_rate": 0.00022345948940958796,
      "loss": 2.5,
      "step": 44801
    },
    {
      "epoch": 2.0842986741102583,
      "grad_norm": 1.2605127254127801,
      "learning_rate": 0.00022345625349649292,
      "loss": 2.2188,
      "step": 44802
    },
    {
      "epoch": 2.0843451965573387,
      "grad_norm": 1.1424844636116527,
      "learning_rate": 0.00022345301753842756,
      "loss": 2.1094,
      "step": 44803
    },
    {
      "epoch": 2.0843917190044197,
      "grad_norm": 1.1779023718944528,
      "learning_rate": 0.00022344978153539382,
      "loss": 2.2188,
      "step": 44804
    },
    {
      "epoch": 2.0844382414515,
      "grad_norm": 1.1573292065087362,
      "learning_rate": 0.00022344654548739367,
      "loss": 2.2188,
      "step": 44805
    },
    {
      "epoch": 2.084484763898581,
      "grad_norm": 1.1057468165677176,
      "learning_rate": 0.0002234433093944291,
      "loss": 2.2656,
      "step": 44806
    },
    {
      "epoch": 2.084531286345662,
      "grad_norm": 1.1798728454675782,
      "learning_rate": 0.00022344007325650214,
      "loss": 2.4062,
      "step": 44807
    },
    {
      "epoch": 2.0845778087927425,
      "grad_norm": 1.1821117639450083,
      "learning_rate": 0.00022343683707361472,
      "loss": 2.3281,
      "step": 44808
    },
    {
      "epoch": 2.0846243312398234,
      "grad_norm": 1.1714242861247879,
      "learning_rate": 0.00022343360084576882,
      "loss": 2.1719,
      "step": 44809
    },
    {
      "epoch": 2.084670853686904,
      "grad_norm": 1.2492563064388598,
      "learning_rate": 0.00022343036457296643,
      "loss": 2.5938,
      "step": 44810
    },
    {
      "epoch": 2.084717376133985,
      "grad_norm": 1.1765452544334645,
      "learning_rate": 0.0002234271282552096,
      "loss": 2.3438,
      "step": 44811
    },
    {
      "epoch": 2.0847638985810653,
      "grad_norm": 1.0975298723186244,
      "learning_rate": 0.0002234238918925002,
      "loss": 1.8906,
      "step": 44812
    },
    {
      "epoch": 2.084810421028146,
      "grad_norm": 1.2333473956103502,
      "learning_rate": 0.00022342065548484026,
      "loss": 2.3594,
      "step": 44813
    },
    {
      "epoch": 2.0848569434752267,
      "grad_norm": 1.3865687467992742,
      "learning_rate": 0.00022341741903223177,
      "loss": 2.3594,
      "step": 44814
    },
    {
      "epoch": 2.0849034659223076,
      "grad_norm": 1.3062293321162566,
      "learning_rate": 0.00022341418253467668,
      "loss": 2.3125,
      "step": 44815
    },
    {
      "epoch": 2.084949988369388,
      "grad_norm": 1.0859508295571998,
      "learning_rate": 0.00022341094599217704,
      "loss": 2.0625,
      "step": 44816
    },
    {
      "epoch": 2.084996510816469,
      "grad_norm": 1.1401682304956466,
      "learning_rate": 0.00022340770940473475,
      "loss": 2.0938,
      "step": 44817
    },
    {
      "epoch": 2.0850430332635495,
      "grad_norm": 1.0680536331608166,
      "learning_rate": 0.00022340447277235186,
      "loss": 1.6094,
      "step": 44818
    },
    {
      "epoch": 2.0850895557106304,
      "grad_norm": 1.1435187046750874,
      "learning_rate": 0.0002234012360950303,
      "loss": 2.2812,
      "step": 44819
    },
    {
      "epoch": 2.0851360781577113,
      "grad_norm": 1.1731192110106616,
      "learning_rate": 0.00022339799937277208,
      "loss": 2.2969,
      "step": 44820
    },
    {
      "epoch": 2.0851826006047918,
      "grad_norm": 1.1283881461536223,
      "learning_rate": 0.00022339476260557916,
      "loss": 2.2188,
      "step": 44821
    },
    {
      "epoch": 2.0852291230518727,
      "grad_norm": 1.256350760328,
      "learning_rate": 0.00022339152579345354,
      "loss": 2.25,
      "step": 44822
    },
    {
      "epoch": 2.085275645498953,
      "grad_norm": 1.221762915012432,
      "learning_rate": 0.0002233882889363972,
      "loss": 2.2344,
      "step": 44823
    },
    {
      "epoch": 2.085322167946034,
      "grad_norm": 1.1888754195172901,
      "learning_rate": 0.00022338505203441212,
      "loss": 2.2031,
      "step": 44824
    },
    {
      "epoch": 2.0853686903931146,
      "grad_norm": 1.150510794493718,
      "learning_rate": 0.00022338181508750027,
      "loss": 2.1719,
      "step": 44825
    },
    {
      "epoch": 2.0854152128401955,
      "grad_norm": 1.1576514239119033,
      "learning_rate": 0.0002233785780956636,
      "loss": 2.2812,
      "step": 44826
    },
    {
      "epoch": 2.085461735287276,
      "grad_norm": 1.1213824283007365,
      "learning_rate": 0.00022337534105890418,
      "loss": 1.9922,
      "step": 44827
    },
    {
      "epoch": 2.085508257734357,
      "grad_norm": 1.0699101854270916,
      "learning_rate": 0.00022337210397722394,
      "loss": 2.0625,
      "step": 44828
    },
    {
      "epoch": 2.0855547801814374,
      "grad_norm": 1.156309827000418,
      "learning_rate": 0.00022336886685062488,
      "loss": 2.3594,
      "step": 44829
    },
    {
      "epoch": 2.0856013026285183,
      "grad_norm": 1.0754718056407637,
      "learning_rate": 0.0002233656296791089,
      "loss": 2.1562,
      "step": 44830
    },
    {
      "epoch": 2.0856478250755988,
      "grad_norm": 1.133539018108028,
      "learning_rate": 0.00022336239246267814,
      "loss": 2.2812,
      "step": 44831
    },
    {
      "epoch": 2.0856943475226797,
      "grad_norm": 1.168326312645598,
      "learning_rate": 0.0002233591552013344,
      "loss": 2.3438,
      "step": 44832
    },
    {
      "epoch": 2.0857408699697606,
      "grad_norm": 1.2650194306231013,
      "learning_rate": 0.00022335591789507983,
      "loss": 2.0,
      "step": 44833
    },
    {
      "epoch": 2.085787392416841,
      "grad_norm": 1.2950655863271758,
      "learning_rate": 0.00022335268054391632,
      "loss": 2.6562,
      "step": 44834
    },
    {
      "epoch": 2.085833914863922,
      "grad_norm": 1.1685401777844122,
      "learning_rate": 0.00022334944314784583,
      "loss": 2.3906,
      "step": 44835
    },
    {
      "epoch": 2.0858804373110025,
      "grad_norm": 1.2296524356552736,
      "learning_rate": 0.0002233462057068704,
      "loss": 2.3125,
      "step": 44836
    },
    {
      "epoch": 2.0859269597580834,
      "grad_norm": 1.1392043381234025,
      "learning_rate": 0.00022334296822099198,
      "loss": 1.8984,
      "step": 44837
    },
    {
      "epoch": 2.085973482205164,
      "grad_norm": 1.0979512837338161,
      "learning_rate": 0.00022333973069021262,
      "loss": 2.0781,
      "step": 44838
    },
    {
      "epoch": 2.086020004652245,
      "grad_norm": 1.0443849367715285,
      "learning_rate": 0.00022333649311453418,
      "loss": 1.9531,
      "step": 44839
    },
    {
      "epoch": 2.0860665270993253,
      "grad_norm": 1.1635961335742482,
      "learning_rate": 0.00022333325549395874,
      "loss": 2.3594,
      "step": 44840
    },
    {
      "epoch": 2.086113049546406,
      "grad_norm": 1.1824681223469327,
      "learning_rate": 0.0002233300178284882,
      "loss": 2.0781,
      "step": 44841
    },
    {
      "epoch": 2.0861595719934867,
      "grad_norm": 1.1602867030934587,
      "learning_rate": 0.00022332678011812465,
      "loss": 2.2969,
      "step": 44842
    },
    {
      "epoch": 2.0862060944405676,
      "grad_norm": 1.1749124155332822,
      "learning_rate": 0.00022332354236286996,
      "loss": 2.1562,
      "step": 44843
    },
    {
      "epoch": 2.0862526168876485,
      "grad_norm": 1.165673565168974,
      "learning_rate": 0.00022332030456272622,
      "loss": 2.4062,
      "step": 44844
    },
    {
      "epoch": 2.086299139334729,
      "grad_norm": 1.096952692119674,
      "learning_rate": 0.0002233170667176953,
      "loss": 1.8516,
      "step": 44845
    },
    {
      "epoch": 2.08634566178181,
      "grad_norm": 1.1788160817650621,
      "learning_rate": 0.0002233138288277793,
      "loss": 2.5625,
      "step": 44846
    },
    {
      "epoch": 2.0863921842288904,
      "grad_norm": 1.2689576604672945,
      "learning_rate": 0.0002233105908929801,
      "loss": 2.4844,
      "step": 44847
    },
    {
      "epoch": 2.0864387066759713,
      "grad_norm": 1.1356926629729736,
      "learning_rate": 0.00022330735291329972,
      "loss": 2.0781,
      "step": 44848
    },
    {
      "epoch": 2.086485229123052,
      "grad_norm": 1.2425853732437193,
      "learning_rate": 0.0002233041148887402,
      "loss": 1.8516,
      "step": 44849
    },
    {
      "epoch": 2.0865317515701327,
      "grad_norm": 1.2744749696439863,
      "learning_rate": 0.00022330087681930342,
      "loss": 2.2969,
      "step": 44850
    },
    {
      "epoch": 2.086578274017213,
      "grad_norm": 1.1848505908176747,
      "learning_rate": 0.00022329763870499144,
      "loss": 2.2031,
      "step": 44851
    },
    {
      "epoch": 2.086624796464294,
      "grad_norm": 1.2233940941715282,
      "learning_rate": 0.00022329440054580615,
      "loss": 2.3594,
      "step": 44852
    },
    {
      "epoch": 2.0866713189113746,
      "grad_norm": 1.1553295501607546,
      "learning_rate": 0.00022329116234174966,
      "loss": 2.1875,
      "step": 44853
    },
    {
      "epoch": 2.0867178413584555,
      "grad_norm": 1.2664669446238581,
      "learning_rate": 0.00022328792409282387,
      "loss": 2.4531,
      "step": 44854
    },
    {
      "epoch": 2.086764363805536,
      "grad_norm": 1.167681639444045,
      "learning_rate": 0.0002232846857990308,
      "loss": 2.3125,
      "step": 44855
    },
    {
      "epoch": 2.086810886252617,
      "grad_norm": 1.132649574554059,
      "learning_rate": 0.00022328144746037236,
      "loss": 2.3125,
      "step": 44856
    },
    {
      "epoch": 2.0868574086996974,
      "grad_norm": 1.2183780566285454,
      "learning_rate": 0.00022327820907685065,
      "loss": 2.0469,
      "step": 44857
    },
    {
      "epoch": 2.0869039311467783,
      "grad_norm": 1.2206686088439829,
      "learning_rate": 0.00022327497064846753,
      "loss": 2.25,
      "step": 44858
    },
    {
      "epoch": 2.0869504535938592,
      "grad_norm": 1.2080644555367075,
      "learning_rate": 0.00022327173217522508,
      "loss": 2.0312,
      "step": 44859
    },
    {
      "epoch": 2.0869969760409397,
      "grad_norm": 1.158927114536437,
      "learning_rate": 0.00022326849365712526,
      "loss": 2.0625,
      "step": 44860
    },
    {
      "epoch": 2.0870434984880206,
      "grad_norm": 1.1589956389746672,
      "learning_rate": 0.00022326525509417,
      "loss": 2.5312,
      "step": 44861
    },
    {
      "epoch": 2.087090020935101,
      "grad_norm": 1.201899658127583,
      "learning_rate": 0.00022326201648636135,
      "loss": 2.25,
      "step": 44862
    },
    {
      "epoch": 2.087136543382182,
      "grad_norm": 1.1717348752867562,
      "learning_rate": 0.0002232587778337012,
      "loss": 2.1562,
      "step": 44863
    },
    {
      "epoch": 2.0871830658292625,
      "grad_norm": 1.1590620816257087,
      "learning_rate": 0.00022325553913619167,
      "loss": 1.8594,
      "step": 44864
    },
    {
      "epoch": 2.0872295882763434,
      "grad_norm": 1.1473833725368896,
      "learning_rate": 0.0002232523003938346,
      "loss": 1.9922,
      "step": 44865
    },
    {
      "epoch": 2.087276110723424,
      "grad_norm": 1.1382123718307382,
      "learning_rate": 0.00022324906160663208,
      "loss": 2.1562,
      "step": 44866
    },
    {
      "epoch": 2.087322633170505,
      "grad_norm": 1.1609848447043525,
      "learning_rate": 0.00022324582277458607,
      "loss": 1.9844,
      "step": 44867
    },
    {
      "epoch": 2.0873691556175853,
      "grad_norm": 1.0199951366164468,
      "learning_rate": 0.00022324258389769852,
      "loss": 2.0,
      "step": 44868
    },
    {
      "epoch": 2.087415678064666,
      "grad_norm": 1.2972767848720803,
      "learning_rate": 0.0002232393449759714,
      "loss": 2.1875,
      "step": 44869
    },
    {
      "epoch": 2.087462200511747,
      "grad_norm": 1.199960189517965,
      "learning_rate": 0.00022323610600940674,
      "loss": 2.3281,
      "step": 44870
    },
    {
      "epoch": 2.0875087229588276,
      "grad_norm": 1.1699990447039406,
      "learning_rate": 0.0002232328669980065,
      "loss": 2.1562,
      "step": 44871
    },
    {
      "epoch": 2.0875552454059085,
      "grad_norm": 1.1602865880718995,
      "learning_rate": 0.0002232296279417727,
      "loss": 2.0938,
      "step": 44872
    },
    {
      "epoch": 2.087601767852989,
      "grad_norm": 1.1296942720814538,
      "learning_rate": 0.00022322638884070728,
      "loss": 1.8672,
      "step": 44873
    },
    {
      "epoch": 2.08764829030007,
      "grad_norm": 1.1528344869858727,
      "learning_rate": 0.00022322314969481217,
      "loss": 2.2344,
      "step": 44874
    },
    {
      "epoch": 2.0876948127471504,
      "grad_norm": 1.2047640042529257,
      "learning_rate": 0.0002232199105040895,
      "loss": 2.125,
      "step": 44875
    },
    {
      "epoch": 2.0877413351942313,
      "grad_norm": 1.1256650098226113,
      "learning_rate": 0.0002232166712685411,
      "loss": 2.1094,
      "step": 44876
    },
    {
      "epoch": 2.087787857641312,
      "grad_norm": 1.2938207535272823,
      "learning_rate": 0.00022321343198816908,
      "loss": 2.5469,
      "step": 44877
    },
    {
      "epoch": 2.0878343800883927,
      "grad_norm": 1.3682567111709096,
      "learning_rate": 0.0002232101926629753,
      "loss": 1.7188,
      "step": 44878
    },
    {
      "epoch": 2.087880902535473,
      "grad_norm": 1.270203951513144,
      "learning_rate": 0.0002232069532929619,
      "loss": 2.3594,
      "step": 44879
    },
    {
      "epoch": 2.087927424982554,
      "grad_norm": 1.2296071024173678,
      "learning_rate": 0.00022320371387813068,
      "loss": 2.2969,
      "step": 44880
    },
    {
      "epoch": 2.0879739474296346,
      "grad_norm": 1.201186776739787,
      "learning_rate": 0.00022320047441848378,
      "loss": 2.25,
      "step": 44881
    },
    {
      "epoch": 2.0880204698767155,
      "grad_norm": 1.1155361557878587,
      "learning_rate": 0.00022319723491402306,
      "loss": 2.25,
      "step": 44882
    },
    {
      "epoch": 2.0880669923237964,
      "grad_norm": 1.2756508114399514,
      "learning_rate": 0.0002231939953647506,
      "loss": 2.3594,
      "step": 44883
    },
    {
      "epoch": 2.088113514770877,
      "grad_norm": 1.1196618642429694,
      "learning_rate": 0.00022319075577066836,
      "loss": 2.3906,
      "step": 44884
    },
    {
      "epoch": 2.088160037217958,
      "grad_norm": 1.2144087379419246,
      "learning_rate": 0.00022318751613177828,
      "loss": 2.1875,
      "step": 44885
    },
    {
      "epoch": 2.0882065596650383,
      "grad_norm": 1.3377670554941683,
      "learning_rate": 0.00022318427644808236,
      "loss": 1.7188,
      "step": 44886
    },
    {
      "epoch": 2.0882530821121192,
      "grad_norm": 1.2305608365956213,
      "learning_rate": 0.00022318103671958262,
      "loss": 2.1562,
      "step": 44887
    },
    {
      "epoch": 2.0882996045591997,
      "grad_norm": 1.1345983690816137,
      "learning_rate": 0.00022317779694628102,
      "loss": 2.0156,
      "step": 44888
    },
    {
      "epoch": 2.0883461270062806,
      "grad_norm": 1.2021132802517709,
      "learning_rate": 0.00022317455712817953,
      "loss": 2.2344,
      "step": 44889
    },
    {
      "epoch": 2.088392649453361,
      "grad_norm": 1.2381093913867987,
      "learning_rate": 0.00022317131726528016,
      "loss": 2.375,
      "step": 44890
    },
    {
      "epoch": 2.088439171900442,
      "grad_norm": 1.4121142555306063,
      "learning_rate": 0.00022316807735758484,
      "loss": 2.3906,
      "step": 44891
    },
    {
      "epoch": 2.0884856943475225,
      "grad_norm": 1.222505793179596,
      "learning_rate": 0.00022316483740509563,
      "loss": 2.2031,
      "step": 44892
    },
    {
      "epoch": 2.0885322167946034,
      "grad_norm": 1.2255698125051746,
      "learning_rate": 0.00022316159740781447,
      "loss": 2.4688,
      "step": 44893
    },
    {
      "epoch": 2.088578739241684,
      "grad_norm": 1.2265942893859583,
      "learning_rate": 0.00022315835736574335,
      "loss": 2.25,
      "step": 44894
    },
    {
      "epoch": 2.088625261688765,
      "grad_norm": 1.100719912658221,
      "learning_rate": 0.00022315511727888422,
      "loss": 2.1094,
      "step": 44895
    },
    {
      "epoch": 2.0886717841358458,
      "grad_norm": 1.1930148861626817,
      "learning_rate": 0.00022315187714723914,
      "loss": 2.2969,
      "step": 44896
    },
    {
      "epoch": 2.0887183065829262,
      "grad_norm": 1.244155225876574,
      "learning_rate": 0.00022314863697081003,
      "loss": 2.3281,
      "step": 44897
    },
    {
      "epoch": 2.088764829030007,
      "grad_norm": 1.1232760923966012,
      "learning_rate": 0.0002231453967495989,
      "loss": 2.0156,
      "step": 44898
    },
    {
      "epoch": 2.0888113514770876,
      "grad_norm": 1.1553089821493214,
      "learning_rate": 0.00022314215648360774,
      "loss": 2.1406,
      "step": 44899
    },
    {
      "epoch": 2.0888578739241686,
      "grad_norm": 1.1807196409128387,
      "learning_rate": 0.00022313891617283847,
      "loss": 2.25,
      "step": 44900
    },
    {
      "epoch": 2.088904396371249,
      "grad_norm": 1.2273193798404032,
      "learning_rate": 0.00022313567581729317,
      "loss": 2.4531,
      "step": 44901
    },
    {
      "epoch": 2.08895091881833,
      "grad_norm": 1.1554017768818083,
      "learning_rate": 0.00022313243541697373,
      "loss": 2.3125,
      "step": 44902
    },
    {
      "epoch": 2.0889974412654104,
      "grad_norm": 1.215368386710746,
      "learning_rate": 0.00022312919497188225,
      "loss": 2.3281,
      "step": 44903
    },
    {
      "epoch": 2.0890439637124913,
      "grad_norm": 1.2085639557809575,
      "learning_rate": 0.00022312595448202062,
      "loss": 2.1562,
      "step": 44904
    },
    {
      "epoch": 2.089090486159572,
      "grad_norm": 1.2742512338878274,
      "learning_rate": 0.00022312271394739084,
      "loss": 2.2344,
      "step": 44905
    },
    {
      "epoch": 2.0891370086066527,
      "grad_norm": 1.1955977152537636,
      "learning_rate": 0.00022311947336799487,
      "loss": 2.2812,
      "step": 44906
    },
    {
      "epoch": 2.0891835310537332,
      "grad_norm": 1.1295224444521144,
      "learning_rate": 0.00022311623274383477,
      "loss": 1.9766,
      "step": 44907
    },
    {
      "epoch": 2.089230053500814,
      "grad_norm": 1.1567441532086544,
      "learning_rate": 0.00022311299207491248,
      "loss": 2.2812,
      "step": 44908
    },
    {
      "epoch": 2.089276575947895,
      "grad_norm": 1.1285727097988987,
      "learning_rate": 0.00022310975136122997,
      "loss": 2.3281,
      "step": 44909
    },
    {
      "epoch": 2.0893230983949755,
      "grad_norm": 1.1504192224171443,
      "learning_rate": 0.00022310651060278929,
      "loss": 2.25,
      "step": 44910
    },
    {
      "epoch": 2.0893696208420565,
      "grad_norm": 1.1227592260720947,
      "learning_rate": 0.00022310326979959228,
      "loss": 2.0781,
      "step": 44911
    },
    {
      "epoch": 2.089416143289137,
      "grad_norm": 1.2102623465813747,
      "learning_rate": 0.0002231000289516411,
      "loss": 2.4219,
      "step": 44912
    },
    {
      "epoch": 2.089462665736218,
      "grad_norm": 1.2544151600350544,
      "learning_rate": 0.0002230967880589376,
      "loss": 1.7266,
      "step": 44913
    },
    {
      "epoch": 2.0895091881832983,
      "grad_norm": 1.158594388607874,
      "learning_rate": 0.00022309354712148386,
      "loss": 2.2188,
      "step": 44914
    },
    {
      "epoch": 2.0895557106303793,
      "grad_norm": 1.179742125862112,
      "learning_rate": 0.0002230903061392818,
      "loss": 2.125,
      "step": 44915
    },
    {
      "epoch": 2.0896022330774597,
      "grad_norm": 1.1795373359017853,
      "learning_rate": 0.00022308706511233343,
      "loss": 2.3906,
      "step": 44916
    },
    {
      "epoch": 2.0896487555245407,
      "grad_norm": 1.3080240656040711,
      "learning_rate": 0.00022308382404064071,
      "loss": 2.3438,
      "step": 44917
    },
    {
      "epoch": 2.089695277971621,
      "grad_norm": 1.2439781601743427,
      "learning_rate": 0.00022308058292420564,
      "loss": 2.375,
      "step": 44918
    },
    {
      "epoch": 2.089741800418702,
      "grad_norm": 1.2093726660660977,
      "learning_rate": 0.00022307734176303022,
      "loss": 2.4062,
      "step": 44919
    },
    {
      "epoch": 2.0897883228657825,
      "grad_norm": 1.1565490683148485,
      "learning_rate": 0.0002230741005571164,
      "loss": 2.2031,
      "step": 44920
    },
    {
      "epoch": 2.0898348453128635,
      "grad_norm": 1.1813790251045464,
      "learning_rate": 0.0002230708593064662,
      "loss": 2.4219,
      "step": 44921
    },
    {
      "epoch": 2.0898813677599444,
      "grad_norm": 1.1697947918070553,
      "learning_rate": 0.00022306761801108157,
      "loss": 2.1406,
      "step": 44922
    },
    {
      "epoch": 2.089927890207025,
      "grad_norm": 1.048471688756897,
      "learning_rate": 0.00022306437667096458,
      "loss": 2.0156,
      "step": 44923
    },
    {
      "epoch": 2.0899744126541058,
      "grad_norm": 1.2779618805672357,
      "learning_rate": 0.00022306113528611706,
      "loss": 2.2188,
      "step": 44924
    },
    {
      "epoch": 2.0900209351011863,
      "grad_norm": 1.1585344953975554,
      "learning_rate": 0.00022305789385654117,
      "loss": 2.2188,
      "step": 44925
    },
    {
      "epoch": 2.090067457548267,
      "grad_norm": 1.1593694050324985,
      "learning_rate": 0.00022305465238223876,
      "loss": 2.3594,
      "step": 44926
    },
    {
      "epoch": 2.0901139799953476,
      "grad_norm": 1.359915258047321,
      "learning_rate": 0.00022305141086321185,
      "loss": 2.25,
      "step": 44927
    },
    {
      "epoch": 2.0901605024424286,
      "grad_norm": 1.2448891206255162,
      "learning_rate": 0.00022304816929946244,
      "loss": 2.3438,
      "step": 44928
    },
    {
      "epoch": 2.090207024889509,
      "grad_norm": 1.123368167017088,
      "learning_rate": 0.0002230449276909925,
      "loss": 2.2656,
      "step": 44929
    },
    {
      "epoch": 2.09025354733659,
      "grad_norm": 1.1652146843478324,
      "learning_rate": 0.00022304168603780406,
      "loss": 1.9844,
      "step": 44930
    },
    {
      "epoch": 2.0903000697836704,
      "grad_norm": 1.150749542974515,
      "learning_rate": 0.00022303844433989905,
      "loss": 2.2656,
      "step": 44931
    },
    {
      "epoch": 2.0903465922307514,
      "grad_norm": 1.1951209779636782,
      "learning_rate": 0.0002230352025972795,
      "loss": 2.0156,
      "step": 44932
    },
    {
      "epoch": 2.090393114677832,
      "grad_norm": 1.1948110942220285,
      "learning_rate": 0.00022303196080994734,
      "loss": 2.3281,
      "step": 44933
    },
    {
      "epoch": 2.0904396371249128,
      "grad_norm": 1.0984747349793411,
      "learning_rate": 0.0002230287189779046,
      "loss": 2.0625,
      "step": 44934
    },
    {
      "epoch": 2.0904861595719937,
      "grad_norm": 1.2308760545958766,
      "learning_rate": 0.00022302547710115322,
      "loss": 2.4062,
      "step": 44935
    },
    {
      "epoch": 2.090532682019074,
      "grad_norm": 1.2280965485356086,
      "learning_rate": 0.00022302223517969526,
      "loss": 2.4844,
      "step": 44936
    },
    {
      "epoch": 2.090579204466155,
      "grad_norm": 1.2425563586119135,
      "learning_rate": 0.00022301899321353262,
      "loss": 2.5938,
      "step": 44937
    },
    {
      "epoch": 2.0906257269132356,
      "grad_norm": 1.2312845917978943,
      "learning_rate": 0.0002230157512026673,
      "loss": 2.3906,
      "step": 44938
    },
    {
      "epoch": 2.0906722493603165,
      "grad_norm": 1.1530698512228448,
      "learning_rate": 0.00022301250914710132,
      "loss": 2.2188,
      "step": 44939
    },
    {
      "epoch": 2.090718771807397,
      "grad_norm": 1.1837680902562588,
      "learning_rate": 0.00022300926704683666,
      "loss": 2.2656,
      "step": 44940
    },
    {
      "epoch": 2.090765294254478,
      "grad_norm": 1.1790315772486035,
      "learning_rate": 0.00022300602490187533,
      "loss": 2.3281,
      "step": 44941
    },
    {
      "epoch": 2.0908118167015584,
      "grad_norm": 1.1100496309394605,
      "learning_rate": 0.00022300278271221926,
      "loss": 2.1562,
      "step": 44942
    },
    {
      "epoch": 2.0908583391486393,
      "grad_norm": 1.3069746135661207,
      "learning_rate": 0.00022299954047787045,
      "loss": 2.6719,
      "step": 44943
    },
    {
      "epoch": 2.0909048615957198,
      "grad_norm": 1.167662424583462,
      "learning_rate": 0.00022299629819883088,
      "loss": 2.3125,
      "step": 44944
    },
    {
      "epoch": 2.0909513840428007,
      "grad_norm": 1.1695993760627788,
      "learning_rate": 0.00022299305587510256,
      "loss": 2.3906,
      "step": 44945
    },
    {
      "epoch": 2.090997906489881,
      "grad_norm": 1.2125651163337383,
      "learning_rate": 0.00022298981350668749,
      "loss": 2.125,
      "step": 44946
    },
    {
      "epoch": 2.091044428936962,
      "grad_norm": 1.2062927624169066,
      "learning_rate": 0.0002229865710935876,
      "loss": 2.2188,
      "step": 44947
    },
    {
      "epoch": 2.091090951384043,
      "grad_norm": 1.193676767829268,
      "learning_rate": 0.00022298332863580485,
      "loss": 1.9453,
      "step": 44948
    },
    {
      "epoch": 2.0911374738311235,
      "grad_norm": 1.2155057470974067,
      "learning_rate": 0.00022298008613334135,
      "loss": 2.3125,
      "step": 44949
    },
    {
      "epoch": 2.0911839962782044,
      "grad_norm": 1.2295565813867568,
      "learning_rate": 0.00022297684358619894,
      "loss": 2.0,
      "step": 44950
    },
    {
      "epoch": 2.091230518725285,
      "grad_norm": 1.127321097997052,
      "learning_rate": 0.00022297360099437976,
      "loss": 2.1719,
      "step": 44951
    },
    {
      "epoch": 2.091277041172366,
      "grad_norm": 1.3280939813382349,
      "learning_rate": 0.00022297035835788564,
      "loss": 2.3281,
      "step": 44952
    },
    {
      "epoch": 2.0913235636194463,
      "grad_norm": 1.117969799458721,
      "learning_rate": 0.0002229671156767187,
      "loss": 2.1562,
      "step": 44953
    },
    {
      "epoch": 2.091370086066527,
      "grad_norm": 1.1253310666726088,
      "learning_rate": 0.00022296387295088084,
      "loss": 1.5156,
      "step": 44954
    },
    {
      "epoch": 2.0914166085136077,
      "grad_norm": 1.1861428835412993,
      "learning_rate": 0.00022296063018037402,
      "loss": 1.9531,
      "step": 44955
    },
    {
      "epoch": 2.0914631309606886,
      "grad_norm": 1.1089457212359937,
      "learning_rate": 0.00022295738736520033,
      "loss": 1.9453,
      "step": 44956
    },
    {
      "epoch": 2.091509653407769,
      "grad_norm": 1.3085840142366902,
      "learning_rate": 0.00022295414450536168,
      "loss": 2.2812,
      "step": 44957
    },
    {
      "epoch": 2.09155617585485,
      "grad_norm": 1.27966022543682,
      "learning_rate": 0.00022295090160086008,
      "loss": 2.0938,
      "step": 44958
    },
    {
      "epoch": 2.091602698301931,
      "grad_norm": 1.2733667180377637,
      "learning_rate": 0.00022294765865169748,
      "loss": 2.3125,
      "step": 44959
    },
    {
      "epoch": 2.0916492207490114,
      "grad_norm": 1.1593621247468864,
      "learning_rate": 0.00022294441565787591,
      "loss": 2.375,
      "step": 44960
    },
    {
      "epoch": 2.0916957431960923,
      "grad_norm": 1.2148154310647152,
      "learning_rate": 0.0002229411726193973,
      "loss": 2.2812,
      "step": 44961
    },
    {
      "epoch": 2.091742265643173,
      "grad_norm": 1.1920865061054018,
      "learning_rate": 0.00022293792953626375,
      "loss": 2.2188,
      "step": 44962
    },
    {
      "epoch": 2.0917887880902537,
      "grad_norm": 1.1518586735178546,
      "learning_rate": 0.00022293468640847709,
      "loss": 2.2344,
      "step": 44963
    },
    {
      "epoch": 2.091835310537334,
      "grad_norm": 1.1601973519442528,
      "learning_rate": 0.00022293144323603945,
      "loss": 1.5781,
      "step": 44964
    },
    {
      "epoch": 2.091881832984415,
      "grad_norm": 1.2596113156352882,
      "learning_rate": 0.00022292820001895274,
      "loss": 2.4688,
      "step": 44965
    },
    {
      "epoch": 2.0919283554314956,
      "grad_norm": 1.2136498611628659,
      "learning_rate": 0.00022292495675721896,
      "loss": 2.3125,
      "step": 44966
    },
    {
      "epoch": 2.0919748778785765,
      "grad_norm": 1.098830058043152,
      "learning_rate": 0.0002229217134508401,
      "loss": 2.2031,
      "step": 44967
    },
    {
      "epoch": 2.092021400325657,
      "grad_norm": 1.1919969955109386,
      "learning_rate": 0.00022291847009981808,
      "loss": 2.3594,
      "step": 44968
    },
    {
      "epoch": 2.092067922772738,
      "grad_norm": 1.1624474564036191,
      "learning_rate": 0.000222915226704155,
      "loss": 2.4062,
      "step": 44969
    },
    {
      "epoch": 2.0921144452198184,
      "grad_norm": 1.2491841659558605,
      "learning_rate": 0.00022291198326385275,
      "loss": 2.2969,
      "step": 44970
    },
    {
      "epoch": 2.0921609676668993,
      "grad_norm": 1.1148051599189104,
      "learning_rate": 0.00022290873977891338,
      "loss": 2.1562,
      "step": 44971
    },
    {
      "epoch": 2.0922074901139798,
      "grad_norm": 1.1344549164377327,
      "learning_rate": 0.0002229054962493388,
      "loss": 2.3125,
      "step": 44972
    },
    {
      "epoch": 2.0922540125610607,
      "grad_norm": 1.2042185839061785,
      "learning_rate": 0.00022290225267513112,
      "loss": 2.2969,
      "step": 44973
    },
    {
      "epoch": 2.0923005350081416,
      "grad_norm": 1.2004008664495582,
      "learning_rate": 0.00022289900905629218,
      "loss": 2.25,
      "step": 44974
    },
    {
      "epoch": 2.092347057455222,
      "grad_norm": 1.2644954192653157,
      "learning_rate": 0.0002228957653928241,
      "loss": 2.25,
      "step": 44975
    },
    {
      "epoch": 2.092393579902303,
      "grad_norm": 1.2866409957384484,
      "learning_rate": 0.00022289252168472873,
      "loss": 2.3906,
      "step": 44976
    },
    {
      "epoch": 2.0924401023493835,
      "grad_norm": 1.232965076300178,
      "learning_rate": 0.0002228892779320082,
      "loss": 2.125,
      "step": 44977
    },
    {
      "epoch": 2.0924866247964644,
      "grad_norm": 1.2923059778948314,
      "learning_rate": 0.0002228860341346644,
      "loss": 2.5469,
      "step": 44978
    },
    {
      "epoch": 2.092533147243545,
      "grad_norm": 1.1853721384145224,
      "learning_rate": 0.00022288279029269935,
      "loss": 2.1562,
      "step": 44979
    },
    {
      "epoch": 2.092579669690626,
      "grad_norm": 1.3683660746006037,
      "learning_rate": 0.00022287954640611503,
      "loss": 2.375,
      "step": 44980
    },
    {
      "epoch": 2.0926261921377063,
      "grad_norm": 1.1407331350022336,
      "learning_rate": 0.00022287630247491341,
      "loss": 2.125,
      "step": 44981
    },
    {
      "epoch": 2.092672714584787,
      "grad_norm": 1.1348638517513576,
      "learning_rate": 0.00022287305849909647,
      "loss": 2.2969,
      "step": 44982
    },
    {
      "epoch": 2.0927192370318677,
      "grad_norm": 1.303047934661487,
      "learning_rate": 0.00022286981447866618,
      "loss": 2.3125,
      "step": 44983
    },
    {
      "epoch": 2.0927657594789486,
      "grad_norm": 1.3556408983579085,
      "learning_rate": 0.00022286657041362465,
      "loss": 2.375,
      "step": 44984
    },
    {
      "epoch": 2.0928122819260295,
      "grad_norm": 1.1171718444227559,
      "learning_rate": 0.0002228633263039737,
      "loss": 2.0469,
      "step": 44985
    },
    {
      "epoch": 2.09285880437311,
      "grad_norm": 1.3463110022868157,
      "learning_rate": 0.00022286008214971543,
      "loss": 1.6641,
      "step": 44986
    },
    {
      "epoch": 2.092905326820191,
      "grad_norm": 1.1927705934931336,
      "learning_rate": 0.0002228568379508518,
      "loss": 2.0938,
      "step": 44987
    },
    {
      "epoch": 2.0929518492672714,
      "grad_norm": 1.1850935316033768,
      "learning_rate": 0.00022285359370738478,
      "loss": 2.1406,
      "step": 44988
    },
    {
      "epoch": 2.0929983717143523,
      "grad_norm": 1.1008051023263128,
      "learning_rate": 0.00022285034941931637,
      "loss": 2.1719,
      "step": 44989
    },
    {
      "epoch": 2.093044894161433,
      "grad_norm": 1.166516740683346,
      "learning_rate": 0.0002228471050866485,
      "loss": 2.1406,
      "step": 44990
    },
    {
      "epoch": 2.0930914166085137,
      "grad_norm": 1.2165537881167905,
      "learning_rate": 0.00022284386070938324,
      "loss": 2.2031,
      "step": 44991
    },
    {
      "epoch": 2.093137939055594,
      "grad_norm": 1.1780419745234814,
      "learning_rate": 0.00022284061628752256,
      "loss": 2.1406,
      "step": 44992
    },
    {
      "epoch": 2.093184461502675,
      "grad_norm": 1.3176850688439437,
      "learning_rate": 0.0002228373718210684,
      "loss": 2.2031,
      "step": 44993
    },
    {
      "epoch": 2.0932309839497556,
      "grad_norm": 1.2358547971517595,
      "learning_rate": 0.00022283412731002273,
      "loss": 2.2188,
      "step": 44994
    },
    {
      "epoch": 2.0932775063968365,
      "grad_norm": 1.2028467946464922,
      "learning_rate": 0.0002228308827543876,
      "loss": 2.2031,
      "step": 44995
    },
    {
      "epoch": 2.093324028843917,
      "grad_norm": 1.2163172534188007,
      "learning_rate": 0.00022282763815416502,
      "loss": 1.8281,
      "step": 44996
    },
    {
      "epoch": 2.093370551290998,
      "grad_norm": 1.2713074705123137,
      "learning_rate": 0.00022282439350935687,
      "loss": 2.2812,
      "step": 44997
    },
    {
      "epoch": 2.093417073738079,
      "grad_norm": 1.2431469808530347,
      "learning_rate": 0.00022282114881996525,
      "loss": 2.0312,
      "step": 44998
    },
    {
      "epoch": 2.0934635961851593,
      "grad_norm": 1.1901004186619406,
      "learning_rate": 0.00022281790408599207,
      "loss": 2.0938,
      "step": 44999
    },
    {
      "epoch": 2.0935101186322402,
      "grad_norm": 1.1311315094935337,
      "learning_rate": 0.00022281465930743937,
      "loss": 2.2031,
      "step": 45000
    },
    {
      "epoch": 2.0935566410793207,
      "grad_norm": 1.1836891179024611,
      "learning_rate": 0.00022281141448430908,
      "loss": 2.1875,
      "step": 45001
    },
    {
      "epoch": 2.0936031635264016,
      "grad_norm": 1.6240824015248048,
      "learning_rate": 0.00022280816961660316,
      "loss": 2.2656,
      "step": 45002
    },
    {
      "epoch": 2.093649685973482,
      "grad_norm": 1.156556896735087,
      "learning_rate": 0.00022280492470432372,
      "loss": 1.9688,
      "step": 45003
    },
    {
      "epoch": 2.093696208420563,
      "grad_norm": 1.1970746901472036,
      "learning_rate": 0.00022280167974747268,
      "loss": 2.1875,
      "step": 45004
    },
    {
      "epoch": 2.0937427308676435,
      "grad_norm": 1.0994370071339583,
      "learning_rate": 0.00022279843474605197,
      "loss": 2.1406,
      "step": 45005
    },
    {
      "epoch": 2.0937892533147244,
      "grad_norm": 1.1776861978924436,
      "learning_rate": 0.00022279518970006365,
      "loss": 2.3281,
      "step": 45006
    },
    {
      "epoch": 2.093835775761805,
      "grad_norm": 1.2160956964562635,
      "learning_rate": 0.00022279194460950971,
      "loss": 2.0938,
      "step": 45007
    },
    {
      "epoch": 2.093882298208886,
      "grad_norm": 1.1569888753587263,
      "learning_rate": 0.00022278869947439209,
      "loss": 2.25,
      "step": 45008
    },
    {
      "epoch": 2.0939288206559663,
      "grad_norm": 1.1388579270436465,
      "learning_rate": 0.0002227854542947128,
      "loss": 2.1406,
      "step": 45009
    },
    {
      "epoch": 2.0939753431030472,
      "grad_norm": 1.2577481474485608,
      "learning_rate": 0.00022278220907047383,
      "loss": 2.25,
      "step": 45010
    },
    {
      "epoch": 2.094021865550128,
      "grad_norm": 1.1900287525613809,
      "learning_rate": 0.00022277896380167714,
      "loss": 2.0469,
      "step": 45011
    },
    {
      "epoch": 2.0940683879972086,
      "grad_norm": 1.3867288552497699,
      "learning_rate": 0.0002227757184883248,
      "loss": 2.3438,
      "step": 45012
    },
    {
      "epoch": 2.0941149104442895,
      "grad_norm": 1.3665111861662034,
      "learning_rate": 0.00022277247313041867,
      "loss": 2.2344,
      "step": 45013
    },
    {
      "epoch": 2.09416143289137,
      "grad_norm": 1.4554029997684659,
      "learning_rate": 0.00022276922772796089,
      "loss": 2.4531,
      "step": 45014
    },
    {
      "epoch": 2.094207955338451,
      "grad_norm": 1.117721962284287,
      "learning_rate": 0.00022276598228095326,
      "loss": 2.2188,
      "step": 45015
    },
    {
      "epoch": 2.0942544777855314,
      "grad_norm": 1.2730910284149697,
      "learning_rate": 0.0002227627367893979,
      "loss": 2.5156,
      "step": 45016
    },
    {
      "epoch": 2.0943010002326123,
      "grad_norm": 1.1861281186223684,
      "learning_rate": 0.0002227594912532968,
      "loss": 2.2344,
      "step": 45017
    },
    {
      "epoch": 2.094347522679693,
      "grad_norm": 1.217659134494402,
      "learning_rate": 0.00022275624567265185,
      "loss": 2.2969,
      "step": 45018
    },
    {
      "epoch": 2.0943940451267737,
      "grad_norm": 1.162349572591014,
      "learning_rate": 0.00022275300004746514,
      "loss": 2.125,
      "step": 45019
    },
    {
      "epoch": 2.094440567573854,
      "grad_norm": 1.1773205228184576,
      "learning_rate": 0.00022274975437773864,
      "loss": 2.2031,
      "step": 45020
    },
    {
      "epoch": 2.094487090020935,
      "grad_norm": 1.1707114050411214,
      "learning_rate": 0.00022274650866347428,
      "loss": 2.25,
      "step": 45021
    },
    {
      "epoch": 2.0945336124680156,
      "grad_norm": 1.3587377341131974,
      "learning_rate": 0.00022274326290467404,
      "loss": 2.3438,
      "step": 45022
    },
    {
      "epoch": 2.0945801349150965,
      "grad_norm": 1.0821498515309482,
      "learning_rate": 0.00022274001710134,
      "loss": 1.9766,
      "step": 45023
    },
    {
      "epoch": 2.0946266573621775,
      "grad_norm": 1.1830418463459573,
      "learning_rate": 0.00022273677125347405,
      "loss": 2.2188,
      "step": 45024
    },
    {
      "epoch": 2.094673179809258,
      "grad_norm": 1.2252825005697117,
      "learning_rate": 0.0002227335253610783,
      "loss": 2.4688,
      "step": 45025
    },
    {
      "epoch": 2.094719702256339,
      "grad_norm": 1.212450042125289,
      "learning_rate": 0.00022273027942415458,
      "loss": 2.5156,
      "step": 45026
    },
    {
      "epoch": 2.0947662247034193,
      "grad_norm": 1.2475035728304849,
      "learning_rate": 0.00022272703344270494,
      "loss": 2.5,
      "step": 45027
    },
    {
      "epoch": 2.0948127471505003,
      "grad_norm": 1.149028344576186,
      "learning_rate": 0.00022272378741673143,
      "loss": 2.1719,
      "step": 45028
    },
    {
      "epoch": 2.0948592695975807,
      "grad_norm": 1.1629569351061635,
      "learning_rate": 0.00022272054134623597,
      "loss": 2.1719,
      "step": 45029
    },
    {
      "epoch": 2.0949057920446617,
      "grad_norm": 1.2451119549150431,
      "learning_rate": 0.0002227172952312206,
      "loss": 2.1094,
      "step": 45030
    },
    {
      "epoch": 2.094952314491742,
      "grad_norm": 1.103148087085593,
      "learning_rate": 0.00022271404907168725,
      "loss": 2.1875,
      "step": 45031
    },
    {
      "epoch": 2.094998836938823,
      "grad_norm": 1.2331182018297375,
      "learning_rate": 0.0002227108028676379,
      "loss": 2.3125,
      "step": 45032
    },
    {
      "epoch": 2.0950453593859035,
      "grad_norm": 1.2189523426641058,
      "learning_rate": 0.00022270755661907458,
      "loss": 2.4531,
      "step": 45033
    },
    {
      "epoch": 2.0950918818329844,
      "grad_norm": 1.1687967952175347,
      "learning_rate": 0.0002227043103259993,
      "loss": 2.2812,
      "step": 45034
    },
    {
      "epoch": 2.095138404280065,
      "grad_norm": 1.3364913228846909,
      "learning_rate": 0.00022270106398841397,
      "loss": 2.4688,
      "step": 45035
    },
    {
      "epoch": 2.095184926727146,
      "grad_norm": 1.2767476481319646,
      "learning_rate": 0.00022269781760632067,
      "loss": 2.375,
      "step": 45036
    },
    {
      "epoch": 2.0952314491742268,
      "grad_norm": 1.118282703620704,
      "learning_rate": 0.0002226945711797213,
      "loss": 2.1094,
      "step": 45037
    },
    {
      "epoch": 2.0952779716213072,
      "grad_norm": 1.2005159488586197,
      "learning_rate": 0.0002226913247086179,
      "loss": 2.3125,
      "step": 45038
    },
    {
      "epoch": 2.095324494068388,
      "grad_norm": 1.088122017153431,
      "learning_rate": 0.00022268807819301241,
      "loss": 2.0625,
      "step": 45039
    },
    {
      "epoch": 2.0953710165154686,
      "grad_norm": 1.1654896224755806,
      "learning_rate": 0.0002226848316329069,
      "loss": 2.1719,
      "step": 45040
    },
    {
      "epoch": 2.0954175389625496,
      "grad_norm": 1.2025445971373068,
      "learning_rate": 0.0002226815850283033,
      "loss": 2.2031,
      "step": 45041
    },
    {
      "epoch": 2.09546406140963,
      "grad_norm": 1.2825310703670825,
      "learning_rate": 0.00022267833837920353,
      "loss": 2.3125,
      "step": 45042
    },
    {
      "epoch": 2.095510583856711,
      "grad_norm": 1.2276112241705703,
      "learning_rate": 0.00022267509168560977,
      "loss": 2.25,
      "step": 45043
    },
    {
      "epoch": 2.0955571063037914,
      "grad_norm": 1.2022271662363788,
      "learning_rate": 0.00022267184494752384,
      "loss": 1.9766,
      "step": 45044
    },
    {
      "epoch": 2.0956036287508724,
      "grad_norm": 1.1367256323257973,
      "learning_rate": 0.00022266859816494775,
      "loss": 2.0,
      "step": 45045
    },
    {
      "epoch": 2.095650151197953,
      "grad_norm": 1.2281328968070735,
      "learning_rate": 0.00022266535133788352,
      "loss": 2.1875,
      "step": 45046
    },
    {
      "epoch": 2.0956966736450338,
      "grad_norm": 1.283465509009205,
      "learning_rate": 0.00022266210446633317,
      "loss": 2.2969,
      "step": 45047
    },
    {
      "epoch": 2.0957431960921142,
      "grad_norm": 1.2781514503467362,
      "learning_rate": 0.00022265885755029863,
      "loss": 2.625,
      "step": 45048
    },
    {
      "epoch": 2.095789718539195,
      "grad_norm": 1.2103718081147083,
      "learning_rate": 0.0002226556105897819,
      "loss": 2.1094,
      "step": 45049
    },
    {
      "epoch": 2.095836240986276,
      "grad_norm": 1.1957253667075083,
      "learning_rate": 0.000222652363584785,
      "loss": 2.3594,
      "step": 45050
    },
    {
      "epoch": 2.0958827634333566,
      "grad_norm": 1.1602429336526365,
      "learning_rate": 0.00022264911653530991,
      "loss": 2.2812,
      "step": 45051
    },
    {
      "epoch": 2.0959292858804375,
      "grad_norm": 1.262834022913652,
      "learning_rate": 0.00022264586944135858,
      "loss": 2.1094,
      "step": 45052
    },
    {
      "epoch": 2.095975808327518,
      "grad_norm": 1.1934946444230246,
      "learning_rate": 0.00022264262230293298,
      "loss": 2.375,
      "step": 45053
    },
    {
      "epoch": 2.096022330774599,
      "grad_norm": 1.11647737689723,
      "learning_rate": 0.0002226393751200352,
      "loss": 2.1875,
      "step": 45054
    },
    {
      "epoch": 2.0960688532216794,
      "grad_norm": 1.1565566242225138,
      "learning_rate": 0.00022263612789266715,
      "loss": 2.1875,
      "step": 45055
    },
    {
      "epoch": 2.0961153756687603,
      "grad_norm": 1.2222882193940436,
      "learning_rate": 0.00022263288062083082,
      "loss": 2.0625,
      "step": 45056
    },
    {
      "epoch": 2.0961618981158407,
      "grad_norm": 1.129070920186936,
      "learning_rate": 0.0002226296333045282,
      "loss": 2.0938,
      "step": 45057
    },
    {
      "epoch": 2.0962084205629217,
      "grad_norm": 1.1824348116500112,
      "learning_rate": 0.00022262638594376134,
      "loss": 2.4531,
      "step": 45058
    },
    {
      "epoch": 2.096254943010002,
      "grad_norm": 1.2443272144665445,
      "learning_rate": 0.0002226231385385321,
      "loss": 2.1875,
      "step": 45059
    },
    {
      "epoch": 2.096301465457083,
      "grad_norm": 1.2410245562928335,
      "learning_rate": 0.00022261989108884262,
      "loss": 2.1875,
      "step": 45060
    },
    {
      "epoch": 2.0963479879041635,
      "grad_norm": 1.2341040201622537,
      "learning_rate": 0.0002226166435946948,
      "loss": 2.4844,
      "step": 45061
    },
    {
      "epoch": 2.0963945103512445,
      "grad_norm": 1.3060880417136786,
      "learning_rate": 0.00022261339605609062,
      "loss": 2.3438,
      "step": 45062
    },
    {
      "epoch": 2.0964410327983254,
      "grad_norm": 1.162621298115972,
      "learning_rate": 0.0002226101484730321,
      "loss": 2.0781,
      "step": 45063
    },
    {
      "epoch": 2.096487555245406,
      "grad_norm": 1.1597470003799213,
      "learning_rate": 0.00022260690084552123,
      "loss": 2.2344,
      "step": 45064
    },
    {
      "epoch": 2.096534077692487,
      "grad_norm": 1.2000210829118074,
      "learning_rate": 0.00022260365317355998,
      "loss": 2.25,
      "step": 45065
    },
    {
      "epoch": 2.0965806001395673,
      "grad_norm": 1.1876248326783068,
      "learning_rate": 0.00022260040545715032,
      "loss": 2.0625,
      "step": 45066
    },
    {
      "epoch": 2.096627122586648,
      "grad_norm": 1.0870080426962827,
      "learning_rate": 0.0002225971576962943,
      "loss": 2.0625,
      "step": 45067
    },
    {
      "epoch": 2.0966736450337287,
      "grad_norm": 1.1310795554374153,
      "learning_rate": 0.0002225939098909939,
      "loss": 2.25,
      "step": 45068
    },
    {
      "epoch": 2.0967201674808096,
      "grad_norm": 1.1815900795315437,
      "learning_rate": 0.00022259066204125103,
      "loss": 2.5781,
      "step": 45069
    },
    {
      "epoch": 2.09676668992789,
      "grad_norm": 1.1897392541328295,
      "learning_rate": 0.00022258741414706774,
      "loss": 2.2344,
      "step": 45070
    },
    {
      "epoch": 2.096813212374971,
      "grad_norm": 1.202663518173692,
      "learning_rate": 0.00022258416620844597,
      "loss": 2.3594,
      "step": 45071
    },
    {
      "epoch": 2.0968597348220515,
      "grad_norm": 1.163747053473211,
      "learning_rate": 0.00022258091822538776,
      "loss": 2.125,
      "step": 45072
    },
    {
      "epoch": 2.0969062572691324,
      "grad_norm": 1.141418535280701,
      "learning_rate": 0.00022257767019789515,
      "loss": 2.2031,
      "step": 45073
    },
    {
      "epoch": 2.0969527797162133,
      "grad_norm": 1.225566242345227,
      "learning_rate": 0.00022257442212597002,
      "loss": 2.25,
      "step": 45074
    },
    {
      "epoch": 2.0969993021632938,
      "grad_norm": 1.2016066815756867,
      "learning_rate": 0.0002225711740096144,
      "loss": 2.4844,
      "step": 45075
    },
    {
      "epoch": 2.0970458246103747,
      "grad_norm": 1.3415683453082174,
      "learning_rate": 0.00022256792584883029,
      "loss": 2.5469,
      "step": 45076
    },
    {
      "epoch": 2.097092347057455,
      "grad_norm": 1.2070306291956563,
      "learning_rate": 0.00022256467764361965,
      "loss": 2.5781,
      "step": 45077
    },
    {
      "epoch": 2.097138869504536,
      "grad_norm": 1.1143320648746546,
      "learning_rate": 0.00022256142939398448,
      "loss": 2.0156,
      "step": 45078
    },
    {
      "epoch": 2.0971853919516166,
      "grad_norm": 1.1934672924800185,
      "learning_rate": 0.00022255818109992684,
      "loss": 2.4844,
      "step": 45079
    },
    {
      "epoch": 2.0972319143986975,
      "grad_norm": 1.1383592566940774,
      "learning_rate": 0.0002225549327614486,
      "loss": 2.1562,
      "step": 45080
    },
    {
      "epoch": 2.097278436845778,
      "grad_norm": 1.2514444424001454,
      "learning_rate": 0.0002225516843785518,
      "loss": 2.2031,
      "step": 45081
    },
    {
      "epoch": 2.097324959292859,
      "grad_norm": 1.3104086396682628,
      "learning_rate": 0.00022254843595123842,
      "loss": 2.0469,
      "step": 45082
    },
    {
      "epoch": 2.0973714817399394,
      "grad_norm": 1.144367699294726,
      "learning_rate": 0.00022254518747951048,
      "loss": 2.2969,
      "step": 45083
    },
    {
      "epoch": 2.0974180041870203,
      "grad_norm": 1.1054278386271257,
      "learning_rate": 0.00022254193896336996,
      "loss": 2.2969,
      "step": 45084
    },
    {
      "epoch": 2.0974645266341008,
      "grad_norm": 1.2174550721292556,
      "learning_rate": 0.00022253869040281878,
      "loss": 2.4531,
      "step": 45085
    },
    {
      "epoch": 2.0975110490811817,
      "grad_norm": 1.1378771907593572,
      "learning_rate": 0.00022253544179785906,
      "loss": 2.4062,
      "step": 45086
    },
    {
      "epoch": 2.097557571528262,
      "grad_norm": 1.162177680431749,
      "learning_rate": 0.0002225321931484927,
      "loss": 2.2031,
      "step": 45087
    },
    {
      "epoch": 2.097604093975343,
      "grad_norm": 1.3747487392517994,
      "learning_rate": 0.00022252894445472167,
      "loss": 2.2812,
      "step": 45088
    },
    {
      "epoch": 2.097650616422424,
      "grad_norm": 1.2399468424702635,
      "learning_rate": 0.000222525695716548,
      "loss": 2.4844,
      "step": 45089
    },
    {
      "epoch": 2.0976971388695045,
      "grad_norm": 1.1466811754455455,
      "learning_rate": 0.0002225224469339737,
      "loss": 2.2344,
      "step": 45090
    },
    {
      "epoch": 2.0977436613165854,
      "grad_norm": 1.2277480314693447,
      "learning_rate": 0.0002225191981070007,
      "loss": 2.2812,
      "step": 45091
    },
    {
      "epoch": 2.097790183763666,
      "grad_norm": 1.1658735524954642,
      "learning_rate": 0.00022251594923563105,
      "loss": 2.2812,
      "step": 45092
    },
    {
      "epoch": 2.097836706210747,
      "grad_norm": 1.3040291035472378,
      "learning_rate": 0.0002225127003198667,
      "loss": 2.4688,
      "step": 45093
    },
    {
      "epoch": 2.0978832286578273,
      "grad_norm": 1.1244017877227706,
      "learning_rate": 0.0002225094513597096,
      "loss": 2.4375,
      "step": 45094
    },
    {
      "epoch": 2.097929751104908,
      "grad_norm": 1.100030450759527,
      "learning_rate": 0.00022250620235516184,
      "loss": 2.0312,
      "step": 45095
    },
    {
      "epoch": 2.0979762735519887,
      "grad_norm": 1.139095876747989,
      "learning_rate": 0.00022250295330622537,
      "loss": 2.1094,
      "step": 45096
    },
    {
      "epoch": 2.0980227959990696,
      "grad_norm": 1.2235826204801568,
      "learning_rate": 0.0002224997042129021,
      "loss": 2.4062,
      "step": 45097
    },
    {
      "epoch": 2.09806931844615,
      "grad_norm": 1.1589358705618362,
      "learning_rate": 0.0002224964550751941,
      "loss": 2.2969,
      "step": 45098
    },
    {
      "epoch": 2.098115840893231,
      "grad_norm": 1.0968144460885472,
      "learning_rate": 0.00022249320589310341,
      "loss": 2.1406,
      "step": 45099
    },
    {
      "epoch": 2.098162363340312,
      "grad_norm": 1.1364900720823425,
      "learning_rate": 0.00022248995666663193,
      "loss": 2.2656,
      "step": 45100
    },
    {
      "epoch": 2.0982088857873924,
      "grad_norm": 1.2350376314093414,
      "learning_rate": 0.00022248670739578164,
      "loss": 2.2656,
      "step": 45101
    },
    {
      "epoch": 2.0982554082344733,
      "grad_norm": 1.3298710911269627,
      "learning_rate": 0.00022248345808055457,
      "loss": 1.7891,
      "step": 45102
    },
    {
      "epoch": 2.098301930681554,
      "grad_norm": 1.1584502142649333,
      "learning_rate": 0.00022248020872095268,
      "loss": 2.2344,
      "step": 45103
    },
    {
      "epoch": 2.0983484531286347,
      "grad_norm": 1.2361400647180434,
      "learning_rate": 0.00022247695931697798,
      "loss": 2.3906,
      "step": 45104
    },
    {
      "epoch": 2.098394975575715,
      "grad_norm": 1.12156006462588,
      "learning_rate": 0.00022247370986863249,
      "loss": 1.9766,
      "step": 45105
    },
    {
      "epoch": 2.098441498022796,
      "grad_norm": 1.1285889577761228,
      "learning_rate": 0.00022247046037591814,
      "loss": 2.125,
      "step": 45106
    },
    {
      "epoch": 2.0984880204698766,
      "grad_norm": 1.1403561576367731,
      "learning_rate": 0.00022246721083883696,
      "loss": 2.0938,
      "step": 45107
    },
    {
      "epoch": 2.0985345429169575,
      "grad_norm": 1.1436691074110201,
      "learning_rate": 0.00022246396125739093,
      "loss": 2.2031,
      "step": 45108
    },
    {
      "epoch": 2.098581065364038,
      "grad_norm": 1.233975427590899,
      "learning_rate": 0.000222460711631582,
      "loss": 2.3906,
      "step": 45109
    },
    {
      "epoch": 2.098627587811119,
      "grad_norm": 1.2714252755713817,
      "learning_rate": 0.00022245746196141225,
      "loss": 2.5625,
      "step": 45110
    },
    {
      "epoch": 2.0986741102581994,
      "grad_norm": 1.1440969742146134,
      "learning_rate": 0.00022245421224688358,
      "loss": 1.6719,
      "step": 45111
    },
    {
      "epoch": 2.0987206327052803,
      "grad_norm": 1.1816767250303106,
      "learning_rate": 0.00022245096248799806,
      "loss": 1.6641,
      "step": 45112
    },
    {
      "epoch": 2.098767155152361,
      "grad_norm": 1.05383690257579,
      "learning_rate": 0.0002224477126847576,
      "loss": 1.7188,
      "step": 45113
    },
    {
      "epoch": 2.0988136775994417,
      "grad_norm": 1.123950593183543,
      "learning_rate": 0.0002224444628371642,
      "loss": 1.8828,
      "step": 45114
    },
    {
      "epoch": 2.0988602000465226,
      "grad_norm": 1.235931432471316,
      "learning_rate": 0.00022244121294521992,
      "loss": 2.25,
      "step": 45115
    },
    {
      "epoch": 2.098906722493603,
      "grad_norm": 1.2529252558754378,
      "learning_rate": 0.00022243796300892664,
      "loss": 2.1875,
      "step": 45116
    },
    {
      "epoch": 2.098953244940684,
      "grad_norm": 1.1184326237567783,
      "learning_rate": 0.00022243471302828646,
      "loss": 2.1562,
      "step": 45117
    },
    {
      "epoch": 2.0989997673877645,
      "grad_norm": 1.213055340604034,
      "learning_rate": 0.0002224314630033013,
      "loss": 2.3438,
      "step": 45118
    },
    {
      "epoch": 2.0990462898348454,
      "grad_norm": 1.1016637373881413,
      "learning_rate": 0.00022242821293397323,
      "loss": 2.0469,
      "step": 45119
    },
    {
      "epoch": 2.099092812281926,
      "grad_norm": 1.1575837404896365,
      "learning_rate": 0.0002224249628203041,
      "loss": 2.2969,
      "step": 45120
    },
    {
      "epoch": 2.099139334729007,
      "grad_norm": 1.3041544393595976,
      "learning_rate": 0.00022242171266229606,
      "loss": 2.4219,
      "step": 45121
    },
    {
      "epoch": 2.0991858571760873,
      "grad_norm": 1.261706170908413,
      "learning_rate": 0.00022241846245995095,
      "loss": 2.7188,
      "step": 45122
    },
    {
      "epoch": 2.099232379623168,
      "grad_norm": 1.1198334722563665,
      "learning_rate": 0.00022241521221327086,
      "loss": 2.2969,
      "step": 45123
    },
    {
      "epoch": 2.0992789020702487,
      "grad_norm": 1.19018479535695,
      "learning_rate": 0.00022241196192225774,
      "loss": 2.3125,
      "step": 45124
    },
    {
      "epoch": 2.0993254245173296,
      "grad_norm": 1.2420411277026806,
      "learning_rate": 0.0002224087115869136,
      "loss": 2.125,
      "step": 45125
    },
    {
      "epoch": 2.0993719469644105,
      "grad_norm": 1.2765475262957988,
      "learning_rate": 0.00022240546120724043,
      "loss": 2.25,
      "step": 45126
    },
    {
      "epoch": 2.099418469411491,
      "grad_norm": 1.1256601122502403,
      "learning_rate": 0.00022240221078324016,
      "loss": 2.0,
      "step": 45127
    },
    {
      "epoch": 2.099464991858572,
      "grad_norm": 1.128935385784039,
      "learning_rate": 0.00022239896031491492,
      "loss": 2.1875,
      "step": 45128
    },
    {
      "epoch": 2.0995115143056524,
      "grad_norm": 1.2250404540439006,
      "learning_rate": 0.00022239570980226654,
      "loss": 2.4062,
      "step": 45129
    },
    {
      "epoch": 2.0995580367527333,
      "grad_norm": 1.2893845143630176,
      "learning_rate": 0.0002223924592452971,
      "loss": 2.5,
      "step": 45130
    },
    {
      "epoch": 2.099604559199814,
      "grad_norm": 1.1457975675258174,
      "learning_rate": 0.00022238920864400854,
      "loss": 2.1406,
      "step": 45131
    },
    {
      "epoch": 2.0996510816468947,
      "grad_norm": 1.106500531369968,
      "learning_rate": 0.00022238595799840293,
      "loss": 2.1562,
      "step": 45132
    },
    {
      "epoch": 2.099697604093975,
      "grad_norm": 1.0923054373817371,
      "learning_rate": 0.00022238270730848216,
      "loss": 2.1719,
      "step": 45133
    },
    {
      "epoch": 2.099744126541056,
      "grad_norm": 1.1631878635100974,
      "learning_rate": 0.00022237945657424833,
      "loss": 2.4062,
      "step": 45134
    },
    {
      "epoch": 2.0997906489881366,
      "grad_norm": 1.139317905664168,
      "learning_rate": 0.00022237620579570333,
      "loss": 2.3125,
      "step": 45135
    },
    {
      "epoch": 2.0998371714352175,
      "grad_norm": 1.1281216463078656,
      "learning_rate": 0.0002223729549728492,
      "loss": 2.1406,
      "step": 45136
    },
    {
      "epoch": 2.099883693882298,
      "grad_norm": 1.1410299139780988,
      "learning_rate": 0.0002223697041056879,
      "loss": 2.2344,
      "step": 45137
    },
    {
      "epoch": 2.099930216329379,
      "grad_norm": 1.220131844303701,
      "learning_rate": 0.00022236645319422145,
      "loss": 2.4375,
      "step": 45138
    },
    {
      "epoch": 2.09997673877646,
      "grad_norm": 1.2215489509791913,
      "learning_rate": 0.00022236320223845187,
      "loss": 1.9922,
      "step": 45139
    },
    {
      "epoch": 2.1000232612235403,
      "grad_norm": 1.1810278807407648,
      "learning_rate": 0.00022235995123838105,
      "loss": 2.2031,
      "step": 45140
    },
    {
      "epoch": 2.1000697836706212,
      "grad_norm": 1.2068408737034135,
      "learning_rate": 0.00022235670019401109,
      "loss": 2.2344,
      "step": 45141
    },
    {
      "epoch": 2.1001163061177017,
      "grad_norm": 1.2075823557812992,
      "learning_rate": 0.0002223534491053439,
      "loss": 2.3906,
      "step": 45142
    },
    {
      "epoch": 2.1001628285647826,
      "grad_norm": 1.1224925793427136,
      "learning_rate": 0.00022235019797238153,
      "loss": 2.1562,
      "step": 45143
    },
    {
      "epoch": 2.100209351011863,
      "grad_norm": 1.1962583099573452,
      "learning_rate": 0.00022234694679512592,
      "loss": 2.5312,
      "step": 45144
    },
    {
      "epoch": 2.100255873458944,
      "grad_norm": 1.1738507655573478,
      "learning_rate": 0.0002223436955735791,
      "loss": 2.3594,
      "step": 45145
    },
    {
      "epoch": 2.1003023959060245,
      "grad_norm": 1.0927402458335538,
      "learning_rate": 0.000222340444307743,
      "loss": 2.0,
      "step": 45146
    },
    {
      "epoch": 2.1003489183531054,
      "grad_norm": 1.0747219796170184,
      "learning_rate": 0.00022233719299761975,
      "loss": 2.1406,
      "step": 45147
    },
    {
      "epoch": 2.100395440800186,
      "grad_norm": 1.283724064887141,
      "learning_rate": 0.00022233394164321115,
      "loss": 2.4531,
      "step": 45148
    },
    {
      "epoch": 2.100441963247267,
      "grad_norm": 1.1864824855782652,
      "learning_rate": 0.00022233069024451928,
      "loss": 2.1406,
      "step": 45149
    },
    {
      "epoch": 2.1004884856943473,
      "grad_norm": 1.0769403802594186,
      "learning_rate": 0.00022232743880154623,
      "loss": 1.9453,
      "step": 45150
    },
    {
      "epoch": 2.1005350081414282,
      "grad_norm": 1.493627691278241,
      "learning_rate": 0.00022232418731429378,
      "loss": 1.7109,
      "step": 45151
    },
    {
      "epoch": 2.100581530588509,
      "grad_norm": 1.261612574175897,
      "learning_rate": 0.00022232093578276413,
      "loss": 2.375,
      "step": 45152
    },
    {
      "epoch": 2.1006280530355896,
      "grad_norm": 1.3484471355487584,
      "learning_rate": 0.0002223176842069591,
      "loss": 2.0625,
      "step": 45153
    },
    {
      "epoch": 2.1006745754826706,
      "grad_norm": 1.2472645905969717,
      "learning_rate": 0.00022231443258688083,
      "loss": 2.3125,
      "step": 45154
    },
    {
      "epoch": 2.100721097929751,
      "grad_norm": 1.3294178213077228,
      "learning_rate": 0.0002223111809225312,
      "loss": 2.4375,
      "step": 45155
    },
    {
      "epoch": 2.100767620376832,
      "grad_norm": 1.175054768862839,
      "learning_rate": 0.00022230792921391226,
      "loss": 2.1875,
      "step": 45156
    },
    {
      "epoch": 2.1008141428239124,
      "grad_norm": 1.2973585296101309,
      "learning_rate": 0.00022230467746102594,
      "loss": 2.375,
      "step": 45157
    },
    {
      "epoch": 2.1008606652709934,
      "grad_norm": 1.10791627129917,
      "learning_rate": 0.0002223014256638743,
      "loss": 2.3125,
      "step": 45158
    },
    {
      "epoch": 2.100907187718074,
      "grad_norm": 1.353556172442817,
      "learning_rate": 0.00022229817382245928,
      "loss": 2.4844,
      "step": 45159
    },
    {
      "epoch": 2.1009537101651548,
      "grad_norm": 1.227316284448615,
      "learning_rate": 0.00022229492193678293,
      "loss": 2.4844,
      "step": 45160
    },
    {
      "epoch": 2.1010002326122352,
      "grad_norm": 1.181407612430343,
      "learning_rate": 0.00022229167000684718,
      "loss": 2.2031,
      "step": 45161
    },
    {
      "epoch": 2.101046755059316,
      "grad_norm": 1.2787845671653475,
      "learning_rate": 0.00022228841803265402,
      "loss": 2.125,
      "step": 45162
    },
    {
      "epoch": 2.1010932775063966,
      "grad_norm": 1.2920667300446942,
      "learning_rate": 0.0002222851660142055,
      "loss": 1.8906,
      "step": 45163
    },
    {
      "epoch": 2.1011397999534775,
      "grad_norm": 1.2065709671646931,
      "learning_rate": 0.00022228191395150357,
      "loss": 2.2031,
      "step": 45164
    },
    {
      "epoch": 2.1011863224005585,
      "grad_norm": 1.2451074653197631,
      "learning_rate": 0.00022227866184455024,
      "loss": 2.4688,
      "step": 45165
    },
    {
      "epoch": 2.101232844847639,
      "grad_norm": 1.4197912921597866,
      "learning_rate": 0.00022227540969334744,
      "loss": 2.4062,
      "step": 45166
    },
    {
      "epoch": 2.10127936729472,
      "grad_norm": 1.3419588596271699,
      "learning_rate": 0.00022227215749789724,
      "loss": 2.3594,
      "step": 45167
    },
    {
      "epoch": 2.1013258897418003,
      "grad_norm": 1.204612438661944,
      "learning_rate": 0.0002222689052582016,
      "loss": 2.3594,
      "step": 45168
    },
    {
      "epoch": 2.1013724121888813,
      "grad_norm": 1.1965328430048576,
      "learning_rate": 0.0002222656529742625,
      "loss": 2.3594,
      "step": 45169
    },
    {
      "epoch": 2.1014189346359617,
      "grad_norm": 1.2018053174371768,
      "learning_rate": 0.00022226240064608194,
      "loss": 2.5156,
      "step": 45170
    },
    {
      "epoch": 2.1014654570830427,
      "grad_norm": 1.1931364579927655,
      "learning_rate": 0.00022225914827366192,
      "loss": 2.2188,
      "step": 45171
    },
    {
      "epoch": 2.101511979530123,
      "grad_norm": 1.2546902068573618,
      "learning_rate": 0.00022225589585700442,
      "loss": 2.2969,
      "step": 45172
    },
    {
      "epoch": 2.101558501977204,
      "grad_norm": 1.2846103364590928,
      "learning_rate": 0.0002222526433961114,
      "loss": 2.2656,
      "step": 45173
    },
    {
      "epoch": 2.1016050244242845,
      "grad_norm": 1.2692113830891867,
      "learning_rate": 0.000222249390890985,
      "loss": 2.1562,
      "step": 45174
    },
    {
      "epoch": 2.1016515468713655,
      "grad_norm": 1.1633013402289019,
      "learning_rate": 0.00022224613834162697,
      "loss": 2.0625,
      "step": 45175
    },
    {
      "epoch": 2.101698069318446,
      "grad_norm": 1.2202125381276123,
      "learning_rate": 0.00022224288574803952,
      "loss": 2.3281,
      "step": 45176
    },
    {
      "epoch": 2.101744591765527,
      "grad_norm": 1.157613497567022,
      "learning_rate": 0.00022223963311022445,
      "loss": 2.2656,
      "step": 45177
    },
    {
      "epoch": 2.101791114212608,
      "grad_norm": 1.1135376164951039,
      "learning_rate": 0.00022223638042818394,
      "loss": 2.2031,
      "step": 45178
    },
    {
      "epoch": 2.1018376366596883,
      "grad_norm": 1.2503924464288567,
      "learning_rate": 0.00022223312770191988,
      "loss": 2.5312,
      "step": 45179
    },
    {
      "epoch": 2.101884159106769,
      "grad_norm": 1.2848908269409247,
      "learning_rate": 0.00022222987493143424,
      "loss": 2.0938,
      "step": 45180
    },
    {
      "epoch": 2.1019306815538497,
      "grad_norm": 1.1170519034873827,
      "learning_rate": 0.00022222662211672905,
      "loss": 2.2344,
      "step": 45181
    },
    {
      "epoch": 2.1019772040009306,
      "grad_norm": 1.1808720916840654,
      "learning_rate": 0.00022222336925780631,
      "loss": 2.25,
      "step": 45182
    },
    {
      "epoch": 2.102023726448011,
      "grad_norm": 1.1974144866553333,
      "learning_rate": 0.00022222011635466798,
      "loss": 2.2656,
      "step": 45183
    },
    {
      "epoch": 2.102070248895092,
      "grad_norm": 1.3318959202590457,
      "learning_rate": 0.00022221686340731606,
      "loss": 2.3438,
      "step": 45184
    },
    {
      "epoch": 2.1021167713421725,
      "grad_norm": 1.2753652720433841,
      "learning_rate": 0.0002222136104157526,
      "loss": 2.3281,
      "step": 45185
    },
    {
      "epoch": 2.1021632937892534,
      "grad_norm": 1.1990788492630775,
      "learning_rate": 0.0002222103573799795,
      "loss": 2.3125,
      "step": 45186
    },
    {
      "epoch": 2.102209816236334,
      "grad_norm": 1.123574725135968,
      "learning_rate": 0.00022220710429999885,
      "loss": 1.8672,
      "step": 45187
    },
    {
      "epoch": 2.1022563386834148,
      "grad_norm": 1.2695534114516074,
      "learning_rate": 0.0002222038511758125,
      "loss": 2.4219,
      "step": 45188
    },
    {
      "epoch": 2.1023028611304957,
      "grad_norm": 1.095556459543649,
      "learning_rate": 0.00022220059800742261,
      "loss": 2.0781,
      "step": 45189
    },
    {
      "epoch": 2.102349383577576,
      "grad_norm": 1.2498909246254943,
      "learning_rate": 0.00022219734479483102,
      "loss": 2.1094,
      "step": 45190
    },
    {
      "epoch": 2.102395906024657,
      "grad_norm": 1.2061627362453524,
      "learning_rate": 0.00022219409153803984,
      "loss": 2.1875,
      "step": 45191
    },
    {
      "epoch": 2.1024424284717376,
      "grad_norm": 1.1631356561987045,
      "learning_rate": 0.00022219083823705096,
      "loss": 2.25,
      "step": 45192
    },
    {
      "epoch": 2.1024889509188185,
      "grad_norm": 1.2351335551707625,
      "learning_rate": 0.00022218758489186649,
      "loss": 2.1094,
      "step": 45193
    },
    {
      "epoch": 2.102535473365899,
      "grad_norm": 1.2355770957719907,
      "learning_rate": 0.0002221843315024883,
      "loss": 2.2969,
      "step": 45194
    },
    {
      "epoch": 2.10258199581298,
      "grad_norm": 1.1885886121281004,
      "learning_rate": 0.00022218107806891841,
      "loss": 2.5625,
      "step": 45195
    },
    {
      "epoch": 2.1026285182600604,
      "grad_norm": 1.1038554874986404,
      "learning_rate": 0.00022217782459115892,
      "loss": 2.3281,
      "step": 45196
    },
    {
      "epoch": 2.1026750407071413,
      "grad_norm": 1.1706528403558014,
      "learning_rate": 0.0002221745710692117,
      "loss": 2.1719,
      "step": 45197
    },
    {
      "epoch": 2.1027215631542218,
      "grad_norm": 1.2243685216797018,
      "learning_rate": 0.0002221713175030788,
      "loss": 2.4531,
      "step": 45198
    },
    {
      "epoch": 2.1027680856013027,
      "grad_norm": 1.1590274925474384,
      "learning_rate": 0.00022216806389276217,
      "loss": 2.1875,
      "step": 45199
    },
    {
      "epoch": 2.102814608048383,
      "grad_norm": 1.179134820244354,
      "learning_rate": 0.00022216481023826386,
      "loss": 2.3281,
      "step": 45200
    },
    {
      "epoch": 2.102861130495464,
      "grad_norm": 1.1038427816113547,
      "learning_rate": 0.00022216155653958578,
      "loss": 2.0938,
      "step": 45201
    },
    {
      "epoch": 2.1029076529425446,
      "grad_norm": 1.2785995538284203,
      "learning_rate": 0.00022215830279673004,
      "loss": 2.2656,
      "step": 45202
    },
    {
      "epoch": 2.1029541753896255,
      "grad_norm": 1.1331555259905255,
      "learning_rate": 0.00022215504900969846,
      "loss": 2.3125,
      "step": 45203
    },
    {
      "epoch": 2.1030006978367064,
      "grad_norm": 1.1631455329912281,
      "learning_rate": 0.00022215179517849322,
      "loss": 2.0469,
      "step": 45204
    },
    {
      "epoch": 2.103047220283787,
      "grad_norm": 1.3134743175312065,
      "learning_rate": 0.00022214854130311616,
      "loss": 2.0781,
      "step": 45205
    },
    {
      "epoch": 2.103093742730868,
      "grad_norm": 1.1856612198891654,
      "learning_rate": 0.0002221452873835694,
      "loss": 2.2344,
      "step": 45206
    },
    {
      "epoch": 2.1031402651779483,
      "grad_norm": 1.167342226409721,
      "learning_rate": 0.00022214203341985487,
      "loss": 2.375,
      "step": 45207
    },
    {
      "epoch": 2.103186787625029,
      "grad_norm": 1.18972485638452,
      "learning_rate": 0.0002221387794119745,
      "loss": 2.5,
      "step": 45208
    },
    {
      "epoch": 2.1032333100721097,
      "grad_norm": 1.2072454106531016,
      "learning_rate": 0.00022213552535993038,
      "loss": 2.2031,
      "step": 45209
    },
    {
      "epoch": 2.1032798325191906,
      "grad_norm": 1.2468889634605351,
      "learning_rate": 0.00022213227126372445,
      "loss": 2.3594,
      "step": 45210
    },
    {
      "epoch": 2.103326354966271,
      "grad_norm": 1.0639109479873896,
      "learning_rate": 0.00022212901712335875,
      "loss": 2.0938,
      "step": 45211
    },
    {
      "epoch": 2.103372877413352,
      "grad_norm": 1.2864444514773192,
      "learning_rate": 0.00022212576293883523,
      "loss": 1.7031,
      "step": 45212
    },
    {
      "epoch": 2.1034193998604325,
      "grad_norm": 1.24492564310696,
      "learning_rate": 0.00022212250871015587,
      "loss": 2.3281,
      "step": 45213
    },
    {
      "epoch": 2.1034659223075134,
      "grad_norm": 1.1573407233115542,
      "learning_rate": 0.0002221192544373227,
      "loss": 2.1406,
      "step": 45214
    },
    {
      "epoch": 2.1035124447545943,
      "grad_norm": 1.1821734624159645,
      "learning_rate": 0.0002221160001203377,
      "loss": 2.2031,
      "step": 45215
    },
    {
      "epoch": 2.103558967201675,
      "grad_norm": 1.238835528190594,
      "learning_rate": 0.00022211274575920285,
      "loss": 2.5156,
      "step": 45216
    },
    {
      "epoch": 2.1036054896487557,
      "grad_norm": 1.178574938595797,
      "learning_rate": 0.00022210949135392018,
      "loss": 2.25,
      "step": 45217
    },
    {
      "epoch": 2.103652012095836,
      "grad_norm": 1.2186903569157495,
      "learning_rate": 0.00022210623690449162,
      "loss": 2.625,
      "step": 45218
    },
    {
      "epoch": 2.103698534542917,
      "grad_norm": 1.2945541954275075,
      "learning_rate": 0.00022210298241091923,
      "loss": 2.1875,
      "step": 45219
    },
    {
      "epoch": 2.1037450569899976,
      "grad_norm": 1.2574857036642317,
      "learning_rate": 0.00022209972787320498,
      "loss": 2.2969,
      "step": 45220
    },
    {
      "epoch": 2.1037915794370785,
      "grad_norm": 1.2216335747662754,
      "learning_rate": 0.0002220964732913508,
      "loss": 2.6562,
      "step": 45221
    },
    {
      "epoch": 2.103838101884159,
      "grad_norm": 1.1437303594229713,
      "learning_rate": 0.00022209321866535877,
      "loss": 2.1094,
      "step": 45222
    },
    {
      "epoch": 2.10388462433124,
      "grad_norm": 1.1624272497224042,
      "learning_rate": 0.00022208996399523083,
      "loss": 2.0781,
      "step": 45223
    },
    {
      "epoch": 2.1039311467783204,
      "grad_norm": 1.0655458382550678,
      "learning_rate": 0.00022208670928096897,
      "loss": 2.125,
      "step": 45224
    },
    {
      "epoch": 2.1039776692254013,
      "grad_norm": 1.2637995207570478,
      "learning_rate": 0.00022208345452257524,
      "loss": 2.0938,
      "step": 45225
    },
    {
      "epoch": 2.104024191672482,
      "grad_norm": 1.1397978141643317,
      "learning_rate": 0.00022208019972005157,
      "loss": 2.25,
      "step": 45226
    },
    {
      "epoch": 2.1040707141195627,
      "grad_norm": 1.1460210065208707,
      "learning_rate": 0.0002220769448734,
      "loss": 2.4688,
      "step": 45227
    },
    {
      "epoch": 2.104117236566643,
      "grad_norm": 1.7776818221883777,
      "learning_rate": 0.00022207368998262248,
      "loss": 1.4844,
      "step": 45228
    },
    {
      "epoch": 2.104163759013724,
      "grad_norm": 1.2500530754715384,
      "learning_rate": 0.000222070435047721,
      "loss": 2.3906,
      "step": 45229
    },
    {
      "epoch": 2.104210281460805,
      "grad_norm": 1.0967303698607573,
      "learning_rate": 0.00022206718006869764,
      "loss": 1.8438,
      "step": 45230
    },
    {
      "epoch": 2.1042568039078855,
      "grad_norm": 1.1645114953674642,
      "learning_rate": 0.00022206392504555428,
      "loss": 2.1875,
      "step": 45231
    },
    {
      "epoch": 2.1043033263549664,
      "grad_norm": 1.2532560295280641,
      "learning_rate": 0.00022206066997829298,
      "loss": 2.3906,
      "step": 45232
    },
    {
      "epoch": 2.104349848802047,
      "grad_norm": 1.200609394091321,
      "learning_rate": 0.0002220574148669157,
      "loss": 2.5,
      "step": 45233
    },
    {
      "epoch": 2.104396371249128,
      "grad_norm": 1.1712783825942852,
      "learning_rate": 0.00022205415971142446,
      "loss": 2.2812,
      "step": 45234
    },
    {
      "epoch": 2.1044428936962083,
      "grad_norm": 1.1450400255549056,
      "learning_rate": 0.0002220509045118212,
      "loss": 1.5625,
      "step": 45235
    },
    {
      "epoch": 2.104489416143289,
      "grad_norm": 1.2479595835638182,
      "learning_rate": 0.00022204764926810796,
      "loss": 2.25,
      "step": 45236
    },
    {
      "epoch": 2.1045359385903697,
      "grad_norm": 1.2440282064962056,
      "learning_rate": 0.0002220443939802868,
      "loss": 2.4688,
      "step": 45237
    },
    {
      "epoch": 2.1045824610374506,
      "grad_norm": 1.1426722881767548,
      "learning_rate": 0.00022204113864835958,
      "loss": 2.2344,
      "step": 45238
    },
    {
      "epoch": 2.104628983484531,
      "grad_norm": 1.2649893683214486,
      "learning_rate": 0.00022203788327232834,
      "loss": 2.3438,
      "step": 45239
    },
    {
      "epoch": 2.104675505931612,
      "grad_norm": 1.1784503745982866,
      "learning_rate": 0.0002220346278521951,
      "loss": 2.1562,
      "step": 45240
    },
    {
      "epoch": 2.104722028378693,
      "grad_norm": 1.1574444979893455,
      "learning_rate": 0.00022203137238796186,
      "loss": 2.0312,
      "step": 45241
    },
    {
      "epoch": 2.1047685508257734,
      "grad_norm": 1.3908018179728812,
      "learning_rate": 0.00022202811687963052,
      "loss": 1.7891,
      "step": 45242
    },
    {
      "epoch": 2.1048150732728543,
      "grad_norm": 1.1770110538654703,
      "learning_rate": 0.0002220248613272032,
      "loss": 2.1875,
      "step": 45243
    },
    {
      "epoch": 2.104861595719935,
      "grad_norm": 1.0771170070236666,
      "learning_rate": 0.0002220216057306818,
      "loss": 2.0625,
      "step": 45244
    },
    {
      "epoch": 2.1049081181670157,
      "grad_norm": 1.4406537215464956,
      "learning_rate": 0.00022201835009006839,
      "loss": 2.2188,
      "step": 45245
    },
    {
      "epoch": 2.104954640614096,
      "grad_norm": 1.2333879536854138,
      "learning_rate": 0.0002220150944053649,
      "loss": 2.5625,
      "step": 45246
    },
    {
      "epoch": 2.105001163061177,
      "grad_norm": 1.1320091238851333,
      "learning_rate": 0.0002220118386765733,
      "loss": 2.1406,
      "step": 45247
    },
    {
      "epoch": 2.1050476855082576,
      "grad_norm": 1.302468597128264,
      "learning_rate": 0.0002220085829036957,
      "loss": 2.25,
      "step": 45248
    },
    {
      "epoch": 2.1050942079553385,
      "grad_norm": 1.0984637855836348,
      "learning_rate": 0.00022200532708673397,
      "loss": 2.2188,
      "step": 45249
    },
    {
      "epoch": 2.105140730402419,
      "grad_norm": 1.1735705482049295,
      "learning_rate": 0.0002220020712256902,
      "loss": 2.1406,
      "step": 45250
    },
    {
      "epoch": 2.1051872528495,
      "grad_norm": 1.2207973615241219,
      "learning_rate": 0.00022199881532056632,
      "loss": 2.2031,
      "step": 45251
    },
    {
      "epoch": 2.1052337752965804,
      "grad_norm": 1.1018035701240314,
      "learning_rate": 0.00022199555937136434,
      "loss": 2.1719,
      "step": 45252
    },
    {
      "epoch": 2.1052802977436613,
      "grad_norm": 1.0830197368916792,
      "learning_rate": 0.00022199230337808625,
      "loss": 1.8672,
      "step": 45253
    },
    {
      "epoch": 2.1053268201907422,
      "grad_norm": 1.2302647147669108,
      "learning_rate": 0.00022198904734073408,
      "loss": 2.5156,
      "step": 45254
    },
    {
      "epoch": 2.1053733426378227,
      "grad_norm": 1.1626818987669683,
      "learning_rate": 0.0002219857912593097,
      "loss": 2.1562,
      "step": 45255
    },
    {
      "epoch": 2.1054198650849036,
      "grad_norm": 1.1034439026624743,
      "learning_rate": 0.0002219825351338153,
      "loss": 2.0312,
      "step": 45256
    },
    {
      "epoch": 2.105466387531984,
      "grad_norm": 1.209550597415004,
      "learning_rate": 0.0002219792789642527,
      "loss": 2.0312,
      "step": 45257
    },
    {
      "epoch": 2.105512909979065,
      "grad_norm": 1.3116896210823172,
      "learning_rate": 0.00022197602275062398,
      "loss": 2.2812,
      "step": 45258
    },
    {
      "epoch": 2.1055594324261455,
      "grad_norm": 1.2141995149778642,
      "learning_rate": 0.00022197276649293113,
      "loss": 2.5625,
      "step": 45259
    },
    {
      "epoch": 2.1056059548732264,
      "grad_norm": 1.0949798363393024,
      "learning_rate": 0.0002219695101911761,
      "loss": 2.1406,
      "step": 45260
    },
    {
      "epoch": 2.105652477320307,
      "grad_norm": 1.1469813476625355,
      "learning_rate": 0.00022196625384536095,
      "loss": 2.125,
      "step": 45261
    },
    {
      "epoch": 2.105698999767388,
      "grad_norm": 1.1552166159818034,
      "learning_rate": 0.0002219629974554876,
      "loss": 2.3125,
      "step": 45262
    },
    {
      "epoch": 2.1057455222144683,
      "grad_norm": 1.193026182055959,
      "learning_rate": 0.0002219597410215581,
      "loss": 2.0625,
      "step": 45263
    },
    {
      "epoch": 2.1057920446615492,
      "grad_norm": 1.286490611511246,
      "learning_rate": 0.00022195648454357439,
      "loss": 2.2656,
      "step": 45264
    },
    {
      "epoch": 2.1058385671086297,
      "grad_norm": 1.268404884679666,
      "learning_rate": 0.00022195322802153855,
      "loss": 2.2812,
      "step": 45265
    },
    {
      "epoch": 2.1058850895557106,
      "grad_norm": 1.2161166484722326,
      "learning_rate": 0.00022194997145545247,
      "loss": 2.3906,
      "step": 45266
    },
    {
      "epoch": 2.1059316120027916,
      "grad_norm": 1.138347513334926,
      "learning_rate": 0.00022194671484531824,
      "loss": 2.4219,
      "step": 45267
    },
    {
      "epoch": 2.105978134449872,
      "grad_norm": 1.1635371029239452,
      "learning_rate": 0.00022194345819113778,
      "loss": 2.4844,
      "step": 45268
    },
    {
      "epoch": 2.106024656896953,
      "grad_norm": 1.139867158164346,
      "learning_rate": 0.00022194020149291307,
      "loss": 2.1875,
      "step": 45269
    },
    {
      "epoch": 2.1060711793440334,
      "grad_norm": 1.1620073929029726,
      "learning_rate": 0.0002219369447506462,
      "loss": 2.2656,
      "step": 45270
    },
    {
      "epoch": 2.1061177017911143,
      "grad_norm": 1.1586273813608334,
      "learning_rate": 0.0002219336879643391,
      "loss": 2.2031,
      "step": 45271
    },
    {
      "epoch": 2.106164224238195,
      "grad_norm": 1.2847200096842293,
      "learning_rate": 0.00022193043113399375,
      "loss": 2.5156,
      "step": 45272
    },
    {
      "epoch": 2.1062107466852757,
      "grad_norm": 1.167167629742282,
      "learning_rate": 0.00022192717425961218,
      "loss": 2.2656,
      "step": 45273
    },
    {
      "epoch": 2.1062572691323562,
      "grad_norm": 1.1033996119384004,
      "learning_rate": 0.00022192391734119642,
      "loss": 2.1094,
      "step": 45274
    },
    {
      "epoch": 2.106303791579437,
      "grad_norm": 1.1126281689412902,
      "learning_rate": 0.00022192066037874834,
      "loss": 2.2812,
      "step": 45275
    },
    {
      "epoch": 2.1063503140265176,
      "grad_norm": 1.278944374506287,
      "learning_rate": 0.00022191740337227002,
      "loss": 2.4688,
      "step": 45276
    },
    {
      "epoch": 2.1063968364735985,
      "grad_norm": 1.1235724324175569,
      "learning_rate": 0.00022191414632176347,
      "loss": 2.3594,
      "step": 45277
    },
    {
      "epoch": 2.106443358920679,
      "grad_norm": 1.1124602720642973,
      "learning_rate": 0.00022191088922723064,
      "loss": 2.125,
      "step": 45278
    },
    {
      "epoch": 2.10648988136776,
      "grad_norm": 1.2435871815103063,
      "learning_rate": 0.00022190763208867353,
      "loss": 2.0938,
      "step": 45279
    },
    {
      "epoch": 2.106536403814841,
      "grad_norm": 1.2107556412839198,
      "learning_rate": 0.00022190437490609416,
      "loss": 2.3594,
      "step": 45280
    },
    {
      "epoch": 2.1065829262619213,
      "grad_norm": 1.1357524789575173,
      "learning_rate": 0.0002219011176794945,
      "loss": 2.5156,
      "step": 45281
    },
    {
      "epoch": 2.1066294487090023,
      "grad_norm": 1.1785509203126083,
      "learning_rate": 0.00022189786040887656,
      "loss": 2.125,
      "step": 45282
    },
    {
      "epoch": 2.1066759711560827,
      "grad_norm": 1.1997186528251644,
      "learning_rate": 0.00022189460309424234,
      "loss": 2.2188,
      "step": 45283
    },
    {
      "epoch": 2.1067224936031637,
      "grad_norm": 1.1954259269189556,
      "learning_rate": 0.0002218913457355938,
      "loss": 2.2812,
      "step": 45284
    },
    {
      "epoch": 2.106769016050244,
      "grad_norm": 1.2141595132710694,
      "learning_rate": 0.00022188808833293296,
      "loss": 2.2656,
      "step": 45285
    },
    {
      "epoch": 2.106815538497325,
      "grad_norm": 1.14587131770822,
      "learning_rate": 0.00022188483088626178,
      "loss": 1.6484,
      "step": 45286
    },
    {
      "epoch": 2.1068620609444055,
      "grad_norm": 1.234738224236455,
      "learning_rate": 0.00022188157339558232,
      "loss": 2.3594,
      "step": 45287
    },
    {
      "epoch": 2.1069085833914865,
      "grad_norm": 1.2533001025176849,
      "learning_rate": 0.00022187831586089653,
      "loss": 1.9922,
      "step": 45288
    },
    {
      "epoch": 2.106955105838567,
      "grad_norm": 1.1147904644875657,
      "learning_rate": 0.0002218750582822064,
      "loss": 2.2656,
      "step": 45289
    },
    {
      "epoch": 2.107001628285648,
      "grad_norm": 1.0709826872801385,
      "learning_rate": 0.00022187180065951395,
      "loss": 1.6094,
      "step": 45290
    },
    {
      "epoch": 2.1070481507327283,
      "grad_norm": 1.1551403857300213,
      "learning_rate": 0.00022186854299282113,
      "loss": 2.3281,
      "step": 45291
    },
    {
      "epoch": 2.1070946731798093,
      "grad_norm": 1.2193807016550695,
      "learning_rate": 0.00022186528528213002,
      "loss": 2.5781,
      "step": 45292
    },
    {
      "epoch": 2.10714119562689,
      "grad_norm": 1.0271503285673556,
      "learning_rate": 0.0002218620275274425,
      "loss": 1.6641,
      "step": 45293
    },
    {
      "epoch": 2.1071877180739707,
      "grad_norm": 1.1216862576628122,
      "learning_rate": 0.00022185876972876065,
      "loss": 2.2188,
      "step": 45294
    },
    {
      "epoch": 2.1072342405210516,
      "grad_norm": 1.0005649622233928,
      "learning_rate": 0.0002218555118860864,
      "loss": 1.5781,
      "step": 45295
    },
    {
      "epoch": 2.107280762968132,
      "grad_norm": 1.2736591030401627,
      "learning_rate": 0.00022185225399942187,
      "loss": 2.3125,
      "step": 45296
    },
    {
      "epoch": 2.107327285415213,
      "grad_norm": 1.1674215688425964,
      "learning_rate": 0.00022184899606876888,
      "loss": 2.0781,
      "step": 45297
    },
    {
      "epoch": 2.1073738078622934,
      "grad_norm": 1.242209743510155,
      "learning_rate": 0.00022184573809412957,
      "loss": 2.375,
      "step": 45298
    },
    {
      "epoch": 2.1074203303093744,
      "grad_norm": 1.1728912844075559,
      "learning_rate": 0.00022184248007550583,
      "loss": 2.2812,
      "step": 45299
    },
    {
      "epoch": 2.107466852756455,
      "grad_norm": 1.0767618406337278,
      "learning_rate": 0.00022183922201289975,
      "loss": 2.0312,
      "step": 45300
    },
    {
      "epoch": 2.1075133752035358,
      "grad_norm": 1.3264959994385594,
      "learning_rate": 0.00022183596390631323,
      "loss": 2.4219,
      "step": 45301
    },
    {
      "epoch": 2.1075598976506162,
      "grad_norm": 1.161029023294755,
      "learning_rate": 0.00022183270575574832,
      "loss": 2.0469,
      "step": 45302
    },
    {
      "epoch": 2.107606420097697,
      "grad_norm": 1.348125238195282,
      "learning_rate": 0.00022182944756120703,
      "loss": 2.3281,
      "step": 45303
    },
    {
      "epoch": 2.1076529425447776,
      "grad_norm": 1.1749126132856245,
      "learning_rate": 0.00022182618932269129,
      "loss": 2.1562,
      "step": 45304
    },
    {
      "epoch": 2.1076994649918586,
      "grad_norm": 1.1964540823997991,
      "learning_rate": 0.00022182293104020318,
      "loss": 2.0781,
      "step": 45305
    },
    {
      "epoch": 2.1077459874389395,
      "grad_norm": 1.2523387513233935,
      "learning_rate": 0.0002218196727137446,
      "loss": 2.125,
      "step": 45306
    },
    {
      "epoch": 2.10779250988602,
      "grad_norm": 1.2288131267151052,
      "learning_rate": 0.00022181641434331764,
      "loss": 2.2344,
      "step": 45307
    },
    {
      "epoch": 2.107839032333101,
      "grad_norm": 1.2186349471647149,
      "learning_rate": 0.0002218131559289242,
      "loss": 2.1719,
      "step": 45308
    },
    {
      "epoch": 2.1078855547801814,
      "grad_norm": 1.223433651666648,
      "learning_rate": 0.00022180989747056635,
      "loss": 2.5,
      "step": 45309
    },
    {
      "epoch": 2.1079320772272623,
      "grad_norm": 1.2672915802386966,
      "learning_rate": 0.00022180663896824605,
      "loss": 2.5156,
      "step": 45310
    },
    {
      "epoch": 2.1079785996743428,
      "grad_norm": 1.2294380638218303,
      "learning_rate": 0.00022180338042196532,
      "loss": 2.2812,
      "step": 45311
    },
    {
      "epoch": 2.1080251221214237,
      "grad_norm": 1.3029073711197,
      "learning_rate": 0.00022180012183172607,
      "loss": 2.4531,
      "step": 45312
    },
    {
      "epoch": 2.108071644568504,
      "grad_norm": 1.2288821690278207,
      "learning_rate": 0.00022179686319753042,
      "loss": 2.1094,
      "step": 45313
    },
    {
      "epoch": 2.108118167015585,
      "grad_norm": 1.2714421090629295,
      "learning_rate": 0.00022179360451938035,
      "loss": 1.7656,
      "step": 45314
    },
    {
      "epoch": 2.1081646894626656,
      "grad_norm": 1.119464297017378,
      "learning_rate": 0.00022179034579727775,
      "loss": 2.1719,
      "step": 45315
    },
    {
      "epoch": 2.1082112119097465,
      "grad_norm": 1.1709209493791624,
      "learning_rate": 0.00022178708703122468,
      "loss": 2.5469,
      "step": 45316
    },
    {
      "epoch": 2.108257734356827,
      "grad_norm": 1.215236662575652,
      "learning_rate": 0.00022178382822122316,
      "loss": 2.3438,
      "step": 45317
    },
    {
      "epoch": 2.108304256803908,
      "grad_norm": 1.1199488509577364,
      "learning_rate": 0.00022178056936727512,
      "loss": 1.9531,
      "step": 45318
    },
    {
      "epoch": 2.108350779250989,
      "grad_norm": 1.152917165100288,
      "learning_rate": 0.0002217773104693826,
      "loss": 2.2188,
      "step": 45319
    },
    {
      "epoch": 2.1083973016980693,
      "grad_norm": 1.1757550442699547,
      "learning_rate": 0.00022177405152754763,
      "loss": 2.1562,
      "step": 45320
    },
    {
      "epoch": 2.10844382414515,
      "grad_norm": 1.2193297684800255,
      "learning_rate": 0.0002217707925417721,
      "loss": 2.2969,
      "step": 45321
    },
    {
      "epoch": 2.1084903465922307,
      "grad_norm": 1.1784151528335571,
      "learning_rate": 0.00022176753351205815,
      "loss": 2.2188,
      "step": 45322
    },
    {
      "epoch": 2.1085368690393116,
      "grad_norm": 1.1817620112604443,
      "learning_rate": 0.0002217642744384076,
      "loss": 2.125,
      "step": 45323
    },
    {
      "epoch": 2.108583391486392,
      "grad_norm": 1.3033438688413206,
      "learning_rate": 0.00022176101532082258,
      "loss": 2.2969,
      "step": 45324
    },
    {
      "epoch": 2.108629913933473,
      "grad_norm": 1.159388232298815,
      "learning_rate": 0.00022175775615930506,
      "loss": 2.2031,
      "step": 45325
    },
    {
      "epoch": 2.1086764363805535,
      "grad_norm": 1.1448488255279876,
      "learning_rate": 0.000221754496953857,
      "loss": 1.9688,
      "step": 45326
    },
    {
      "epoch": 2.1087229588276344,
      "grad_norm": 1.1484849089207492,
      "learning_rate": 0.00022175123770448043,
      "loss": 2.0156,
      "step": 45327
    },
    {
      "epoch": 2.108769481274715,
      "grad_norm": 1.1424180977110252,
      "learning_rate": 0.00022174797841117733,
      "loss": 2.1719,
      "step": 45328
    },
    {
      "epoch": 2.108816003721796,
      "grad_norm": 1.187158081116127,
      "learning_rate": 0.00022174471907394967,
      "loss": 2.25,
      "step": 45329
    },
    {
      "epoch": 2.1088625261688767,
      "grad_norm": 1.2275455233247292,
      "learning_rate": 0.00022174145969279947,
      "loss": 2.1719,
      "step": 45330
    },
    {
      "epoch": 2.108909048615957,
      "grad_norm": 1.274695666862947,
      "learning_rate": 0.00022173820026772875,
      "loss": 2.6719,
      "step": 45331
    },
    {
      "epoch": 2.108955571063038,
      "grad_norm": 1.1510705729897768,
      "learning_rate": 0.0002217349407987395,
      "loss": 2.2969,
      "step": 45332
    },
    {
      "epoch": 2.1090020935101186,
      "grad_norm": 1.1730966731075094,
      "learning_rate": 0.00022173168128583365,
      "loss": 2.2969,
      "step": 45333
    },
    {
      "epoch": 2.1090486159571995,
      "grad_norm": 1.1771734109140575,
      "learning_rate": 0.00022172842172901323,
      "loss": 2.1406,
      "step": 45334
    },
    {
      "epoch": 2.10909513840428,
      "grad_norm": 1.330493893683647,
      "learning_rate": 0.00022172516212828027,
      "loss": 2.5,
      "step": 45335
    },
    {
      "epoch": 2.109141660851361,
      "grad_norm": 1.232573741643264,
      "learning_rate": 0.00022172190248363673,
      "loss": 2.2031,
      "step": 45336
    },
    {
      "epoch": 2.1091881832984414,
      "grad_norm": 1.116318426432092,
      "learning_rate": 0.0002217186427950847,
      "loss": 2.0938,
      "step": 45337
    },
    {
      "epoch": 2.1092347057455223,
      "grad_norm": 1.099195728061988,
      "learning_rate": 0.00022171538306262599,
      "loss": 2.0469,
      "step": 45338
    },
    {
      "epoch": 2.1092812281926028,
      "grad_norm": 1.2080479477924615,
      "learning_rate": 0.00022171212328626276,
      "loss": 2.2656,
      "step": 45339
    },
    {
      "epoch": 2.1093277506396837,
      "grad_norm": 1.2091992905194988,
      "learning_rate": 0.00022170886346599693,
      "loss": 2.3438,
      "step": 45340
    },
    {
      "epoch": 2.109374273086764,
      "grad_norm": 1.135468144976875,
      "learning_rate": 0.00022170560360183048,
      "loss": 1.75,
      "step": 45341
    },
    {
      "epoch": 2.109420795533845,
      "grad_norm": 1.1468298884261832,
      "learning_rate": 0.0002217023436937655,
      "loss": 2.2969,
      "step": 45342
    },
    {
      "epoch": 2.1094673179809256,
      "grad_norm": 1.1268006923683147,
      "learning_rate": 0.00022169908374180386,
      "loss": 1.7031,
      "step": 45343
    },
    {
      "epoch": 2.1095138404280065,
      "grad_norm": 1.204491626435483,
      "learning_rate": 0.00022169582374594767,
      "loss": 1.9531,
      "step": 45344
    },
    {
      "epoch": 2.1095603628750874,
      "grad_norm": 1.1590555940936713,
      "learning_rate": 0.0002216925637061988,
      "loss": 2.25,
      "step": 45345
    },
    {
      "epoch": 2.109606885322168,
      "grad_norm": 1.1881609872983037,
      "learning_rate": 0.0002216893036225594,
      "loss": 2.2188,
      "step": 45346
    },
    {
      "epoch": 2.109653407769249,
      "grad_norm": 1.089075076997217,
      "learning_rate": 0.00022168604349503133,
      "loss": 2.0938,
      "step": 45347
    },
    {
      "epoch": 2.1096999302163293,
      "grad_norm": 1.2057352054985027,
      "learning_rate": 0.0002216827833236167,
      "loss": 2.375,
      "step": 45348
    },
    {
      "epoch": 2.10974645266341,
      "grad_norm": 1.2297792474196294,
      "learning_rate": 0.0002216795231083174,
      "loss": 1.9766,
      "step": 45349
    },
    {
      "epoch": 2.1097929751104907,
      "grad_norm": 1.1191137428513518,
      "learning_rate": 0.00022167626284913552,
      "loss": 2.2031,
      "step": 45350
    },
    {
      "epoch": 2.1098394975575716,
      "grad_norm": 1.2795307904033446,
      "learning_rate": 0.00022167300254607295,
      "loss": 2.3906,
      "step": 45351
    },
    {
      "epoch": 2.109886020004652,
      "grad_norm": 1.242445359870825,
      "learning_rate": 0.00022166974219913177,
      "loss": 2.375,
      "step": 45352
    },
    {
      "epoch": 2.109932542451733,
      "grad_norm": 1.1656256473286057,
      "learning_rate": 0.00022166648180831398,
      "loss": 2.0938,
      "step": 45353
    },
    {
      "epoch": 2.1099790648988135,
      "grad_norm": 1.1468109227327186,
      "learning_rate": 0.0002216632213736215,
      "loss": 2.4844,
      "step": 45354
    },
    {
      "epoch": 2.1100255873458944,
      "grad_norm": 1.2032422738877124,
      "learning_rate": 0.00022165996089505642,
      "loss": 2.6094,
      "step": 45355
    },
    {
      "epoch": 2.1100721097929753,
      "grad_norm": 1.2264229365541426,
      "learning_rate": 0.0002216567003726206,
      "loss": 2.4531,
      "step": 45356
    },
    {
      "epoch": 2.110118632240056,
      "grad_norm": 1.2857152810008063,
      "learning_rate": 0.00022165343980631624,
      "loss": 2.2031,
      "step": 45357
    },
    {
      "epoch": 2.1101651546871367,
      "grad_norm": 1.2558787351632277,
      "learning_rate": 0.00022165017919614514,
      "loss": 2.2344,
      "step": 45358
    },
    {
      "epoch": 2.110211677134217,
      "grad_norm": 1.219014065653512,
      "learning_rate": 0.00022164691854210944,
      "loss": 1.6172,
      "step": 45359
    },
    {
      "epoch": 2.110258199581298,
      "grad_norm": 1.1505702487471114,
      "learning_rate": 0.000221643657844211,
      "loss": 2.0625,
      "step": 45360
    },
    {
      "epoch": 2.1103047220283786,
      "grad_norm": 1.3051013499672577,
      "learning_rate": 0.00022164039710245197,
      "loss": 2.3906,
      "step": 45361
    },
    {
      "epoch": 2.1103512444754595,
      "grad_norm": 1.1056403348054549,
      "learning_rate": 0.0002216371363168342,
      "loss": 2.0156,
      "step": 45362
    },
    {
      "epoch": 2.11039776692254,
      "grad_norm": 1.1709040903017425,
      "learning_rate": 0.00022163387548735985,
      "loss": 2.5469,
      "step": 45363
    },
    {
      "epoch": 2.110444289369621,
      "grad_norm": 1.2560684599244851,
      "learning_rate": 0.00022163061461403073,
      "loss": 2.0312,
      "step": 45364
    },
    {
      "epoch": 2.1104908118167014,
      "grad_norm": 1.2412126294965462,
      "learning_rate": 0.00022162735369684895,
      "loss": 2.1875,
      "step": 45365
    },
    {
      "epoch": 2.1105373342637823,
      "grad_norm": 1.128734427656476,
      "learning_rate": 0.0002216240927358165,
      "loss": 2.2969,
      "step": 45366
    },
    {
      "epoch": 2.110583856710863,
      "grad_norm": 1.1292561659464495,
      "learning_rate": 0.0002216208317309353,
      "loss": 2.2344,
      "step": 45367
    },
    {
      "epoch": 2.1106303791579437,
      "grad_norm": 1.2410567408486166,
      "learning_rate": 0.00022161757068220745,
      "loss": 2.4062,
      "step": 45368
    },
    {
      "epoch": 2.1106769016050246,
      "grad_norm": 1.2154041159696276,
      "learning_rate": 0.0002216143095896349,
      "loss": 2.1406,
      "step": 45369
    },
    {
      "epoch": 2.110723424052105,
      "grad_norm": 1.2929993192940419,
      "learning_rate": 0.00022161104845321966,
      "loss": 2.4531,
      "step": 45370
    },
    {
      "epoch": 2.110769946499186,
      "grad_norm": 1.1984229839025942,
      "learning_rate": 0.0002216077872729637,
      "loss": 2.1094,
      "step": 45371
    },
    {
      "epoch": 2.1108164689462665,
      "grad_norm": 1.2133700463399528,
      "learning_rate": 0.00022160452604886902,
      "loss": 2.0156,
      "step": 45372
    },
    {
      "epoch": 2.1108629913933474,
      "grad_norm": 1.226055981571211,
      "learning_rate": 0.0002216012647809376,
      "loss": 2.1719,
      "step": 45373
    },
    {
      "epoch": 2.110909513840428,
      "grad_norm": 1.1845047740558288,
      "learning_rate": 0.00022159800346917153,
      "loss": 2.0625,
      "step": 45374
    },
    {
      "epoch": 2.110956036287509,
      "grad_norm": 1.1939646959717671,
      "learning_rate": 0.00022159474211357272,
      "loss": 2.4844,
      "step": 45375
    },
    {
      "epoch": 2.1110025587345893,
      "grad_norm": 1.2226534776784925,
      "learning_rate": 0.0002215914807141432,
      "loss": 2.2656,
      "step": 45376
    },
    {
      "epoch": 2.1110490811816702,
      "grad_norm": 1.1829063182290707,
      "learning_rate": 0.0002215882192708849,
      "loss": 2.1094,
      "step": 45377
    },
    {
      "epoch": 2.1110956036287507,
      "grad_norm": 1.1767463854998554,
      "learning_rate": 0.0002215849577837999,
      "loss": 2.4531,
      "step": 45378
    },
    {
      "epoch": 2.1111421260758316,
      "grad_norm": 1.2259440198249347,
      "learning_rate": 0.00022158169625289019,
      "loss": 2.4688,
      "step": 45379
    },
    {
      "epoch": 2.111188648522912,
      "grad_norm": 1.1600945527526434,
      "learning_rate": 0.00022157843467815767,
      "loss": 2.2812,
      "step": 45380
    },
    {
      "epoch": 2.111235170969993,
      "grad_norm": 1.1678217959049328,
      "learning_rate": 0.0002215751730596045,
      "loss": 2.2656,
      "step": 45381
    },
    {
      "epoch": 2.111281693417074,
      "grad_norm": 1.2956878933249347,
      "learning_rate": 0.00022157191139723253,
      "loss": 2.4844,
      "step": 45382
    },
    {
      "epoch": 2.1113282158641544,
      "grad_norm": 1.0422279350208834,
      "learning_rate": 0.00022156864969104383,
      "loss": 2.0938,
      "step": 45383
    },
    {
      "epoch": 2.1113747383112353,
      "grad_norm": 1.1591439270232415,
      "learning_rate": 0.00022156538794104039,
      "loss": 2.125,
      "step": 45384
    },
    {
      "epoch": 2.111421260758316,
      "grad_norm": 1.1629644986542844,
      "learning_rate": 0.0002215621261472242,
      "loss": 2.125,
      "step": 45385
    },
    {
      "epoch": 2.1114677832053967,
      "grad_norm": 1.39416935918083,
      "learning_rate": 0.00022155886430959724,
      "loss": 1.625,
      "step": 45386
    },
    {
      "epoch": 2.111514305652477,
      "grad_norm": 1.25257596887986,
      "learning_rate": 0.00022155560242816154,
      "loss": 2.5938,
      "step": 45387
    },
    {
      "epoch": 2.111560828099558,
      "grad_norm": 1.1136444318262542,
      "learning_rate": 0.00022155234050291904,
      "loss": 2.2969,
      "step": 45388
    },
    {
      "epoch": 2.1116073505466386,
      "grad_norm": 1.144370557959654,
      "learning_rate": 0.0002215490785338718,
      "loss": 1.9062,
      "step": 45389
    },
    {
      "epoch": 2.1116538729937195,
      "grad_norm": 1.217066828610558,
      "learning_rate": 0.0002215458165210218,
      "loss": 2.625,
      "step": 45390
    },
    {
      "epoch": 2.1117003954408,
      "grad_norm": 1.274081734122758,
      "learning_rate": 0.00022154255446437098,
      "loss": 2.7188,
      "step": 45391
    },
    {
      "epoch": 2.111746917887881,
      "grad_norm": 1.1521425034892845,
      "learning_rate": 0.00022153929236392146,
      "loss": 2.25,
      "step": 45392
    },
    {
      "epoch": 2.1117934403349614,
      "grad_norm": 1.1666440189626492,
      "learning_rate": 0.00022153603021967514,
      "loss": 2.3281,
      "step": 45393
    },
    {
      "epoch": 2.1118399627820423,
      "grad_norm": 1.2082706223012991,
      "learning_rate": 0.00022153276803163404,
      "loss": 2.2656,
      "step": 45394
    },
    {
      "epoch": 2.1118864852291233,
      "grad_norm": 1.2528880302752499,
      "learning_rate": 0.00022152950579980014,
      "loss": 2.0625,
      "step": 45395
    },
    {
      "epoch": 2.1119330076762037,
      "grad_norm": 1.2759083995470448,
      "learning_rate": 0.0002215262435241755,
      "loss": 2.3438,
      "step": 45396
    },
    {
      "epoch": 2.1119795301232847,
      "grad_norm": 1.1285112240402226,
      "learning_rate": 0.000221522981204762,
      "loss": 2.1875,
      "step": 45397
    },
    {
      "epoch": 2.112026052570365,
      "grad_norm": 1.2413058801429626,
      "learning_rate": 0.00022151971884156176,
      "loss": 2.4688,
      "step": 45398
    },
    {
      "epoch": 2.112072575017446,
      "grad_norm": 1.057246177042417,
      "learning_rate": 0.0002215164564345767,
      "loss": 1.8047,
      "step": 45399
    },
    {
      "epoch": 2.1121190974645265,
      "grad_norm": 1.164629109019054,
      "learning_rate": 0.00022151319398380887,
      "loss": 2.2031,
      "step": 45400
    },
    {
      "epoch": 2.1121656199116075,
      "grad_norm": 1.1680065981330838,
      "learning_rate": 0.0002215099314892602,
      "loss": 2.2344,
      "step": 45401
    },
    {
      "epoch": 2.112212142358688,
      "grad_norm": 1.1716599302098332,
      "learning_rate": 0.0002215066689509328,
      "loss": 2.125,
      "step": 45402
    },
    {
      "epoch": 2.112258664805769,
      "grad_norm": 1.182017098442473,
      "learning_rate": 0.00022150340636882854,
      "loss": 2.1406,
      "step": 45403
    },
    {
      "epoch": 2.1123051872528493,
      "grad_norm": 1.1748030021700273,
      "learning_rate": 0.00022150014374294947,
      "loss": 2.2656,
      "step": 45404
    },
    {
      "epoch": 2.1123517096999302,
      "grad_norm": 1.1311315423337964,
      "learning_rate": 0.00022149688107329764,
      "loss": 2.1719,
      "step": 45405
    },
    {
      "epoch": 2.1123982321470107,
      "grad_norm": 1.115094244028271,
      "learning_rate": 0.00022149361835987496,
      "loss": 2.0781,
      "step": 45406
    },
    {
      "epoch": 2.1124447545940916,
      "grad_norm": 1.287571712758538,
      "learning_rate": 0.00022149035560268347,
      "loss": 2.3906,
      "step": 45407
    },
    {
      "epoch": 2.1124912770411726,
      "grad_norm": 1.2720951635841495,
      "learning_rate": 0.00022148709280172516,
      "loss": 2.4531,
      "step": 45408
    },
    {
      "epoch": 2.112537799488253,
      "grad_norm": 1.1904226053058355,
      "learning_rate": 0.00022148382995700204,
      "loss": 2.5781,
      "step": 45409
    },
    {
      "epoch": 2.112584321935334,
      "grad_norm": 1.3561929215229407,
      "learning_rate": 0.0002214805670685161,
      "loss": 2.3906,
      "step": 45410
    },
    {
      "epoch": 2.1126308443824144,
      "grad_norm": 1.1869130239822032,
      "learning_rate": 0.00022147730413626932,
      "loss": 2.125,
      "step": 45411
    },
    {
      "epoch": 2.1126773668294954,
      "grad_norm": 1.1464958076119613,
      "learning_rate": 0.00022147404116026372,
      "loss": 2.25,
      "step": 45412
    },
    {
      "epoch": 2.112723889276576,
      "grad_norm": 1.1536357931864036,
      "learning_rate": 0.00022147077814050126,
      "loss": 2.0625,
      "step": 45413
    },
    {
      "epoch": 2.1127704117236568,
      "grad_norm": 1.2800864913430208,
      "learning_rate": 0.000221467515076984,
      "loss": 2.4062,
      "step": 45414
    },
    {
      "epoch": 2.1128169341707372,
      "grad_norm": 1.144153467055248,
      "learning_rate": 0.0002214642519697139,
      "loss": 2.3281,
      "step": 45415
    },
    {
      "epoch": 2.112863456617818,
      "grad_norm": 1.182274330916535,
      "learning_rate": 0.00022146098881869303,
      "loss": 2.1562,
      "step": 45416
    },
    {
      "epoch": 2.1129099790648986,
      "grad_norm": 1.1325971494021334,
      "learning_rate": 0.00022145772562392324,
      "loss": 2.0469,
      "step": 45417
    },
    {
      "epoch": 2.1129565015119796,
      "grad_norm": 1.1660703419717708,
      "learning_rate": 0.00022145446238540663,
      "loss": 2.3438,
      "step": 45418
    },
    {
      "epoch": 2.11300302395906,
      "grad_norm": 1.1235898429215723,
      "learning_rate": 0.0002214511991031452,
      "loss": 2.0312,
      "step": 45419
    },
    {
      "epoch": 2.113049546406141,
      "grad_norm": 1.1959945831291152,
      "learning_rate": 0.00022144793577714088,
      "loss": 2.4844,
      "step": 45420
    },
    {
      "epoch": 2.113096068853222,
      "grad_norm": 1.1735730124590313,
      "learning_rate": 0.00022144467240739572,
      "loss": 2.25,
      "step": 45421
    },
    {
      "epoch": 2.1131425913003024,
      "grad_norm": 1.2287920592014847,
      "learning_rate": 0.00022144140899391172,
      "loss": 2.5625,
      "step": 45422
    },
    {
      "epoch": 2.1131891137473833,
      "grad_norm": 1.180772492659826,
      "learning_rate": 0.0002214381455366909,
      "loss": 2.2188,
      "step": 45423
    },
    {
      "epoch": 2.1132356361944638,
      "grad_norm": 1.2272265021997228,
      "learning_rate": 0.00022143488203573518,
      "loss": 2.3438,
      "step": 45424
    },
    {
      "epoch": 2.1132821586415447,
      "grad_norm": 1.1328126543426664,
      "learning_rate": 0.00022143161849104661,
      "loss": 2.125,
      "step": 45425
    },
    {
      "epoch": 2.113328681088625,
      "grad_norm": 1.1742584521173893,
      "learning_rate": 0.00022142835490262722,
      "loss": 2.0625,
      "step": 45426
    },
    {
      "epoch": 2.113375203535706,
      "grad_norm": 1.2452798167366241,
      "learning_rate": 0.00022142509127047894,
      "loss": 2.4062,
      "step": 45427
    },
    {
      "epoch": 2.1134217259827865,
      "grad_norm": 1.1594342201675176,
      "learning_rate": 0.00022142182759460382,
      "loss": 2.2188,
      "step": 45428
    },
    {
      "epoch": 2.1134682484298675,
      "grad_norm": 1.1979946888877062,
      "learning_rate": 0.00022141856387500382,
      "loss": 2.2969,
      "step": 45429
    },
    {
      "epoch": 2.113514770876948,
      "grad_norm": 1.1827610235052088,
      "learning_rate": 0.00022141530011168096,
      "loss": 2.1094,
      "step": 45430
    },
    {
      "epoch": 2.113561293324029,
      "grad_norm": 1.2557872162598656,
      "learning_rate": 0.0002214120363046372,
      "loss": 2.3281,
      "step": 45431
    },
    {
      "epoch": 2.1136078157711093,
      "grad_norm": 1.1134563217057245,
      "learning_rate": 0.00022140877245387463,
      "loss": 2.1875,
      "step": 45432
    },
    {
      "epoch": 2.1136543382181903,
      "grad_norm": 1.260700348221502,
      "learning_rate": 0.00022140550855939513,
      "loss": 2.2969,
      "step": 45433
    },
    {
      "epoch": 2.113700860665271,
      "grad_norm": 1.2561990639042444,
      "learning_rate": 0.00022140224462120078,
      "loss": 2.3438,
      "step": 45434
    },
    {
      "epoch": 2.1137473831123517,
      "grad_norm": 1.1385151334537396,
      "learning_rate": 0.00022139898063929357,
      "loss": 2.2656,
      "step": 45435
    },
    {
      "epoch": 2.1137939055594326,
      "grad_norm": 1.2240321971398225,
      "learning_rate": 0.00022139571661367548,
      "loss": 2.3906,
      "step": 45436
    },
    {
      "epoch": 2.113840428006513,
      "grad_norm": 1.1951390658977639,
      "learning_rate": 0.0002213924525443485,
      "loss": 2.3281,
      "step": 45437
    },
    {
      "epoch": 2.113886950453594,
      "grad_norm": 1.2084229380031832,
      "learning_rate": 0.00022138918843131466,
      "loss": 2.0625,
      "step": 45438
    },
    {
      "epoch": 2.1139334729006745,
      "grad_norm": 1.1975541227585316,
      "learning_rate": 0.0002213859242745759,
      "loss": 2.3906,
      "step": 45439
    },
    {
      "epoch": 2.1139799953477554,
      "grad_norm": 1.129318108007526,
      "learning_rate": 0.00022138266007413432,
      "loss": 2.2812,
      "step": 45440
    },
    {
      "epoch": 2.114026517794836,
      "grad_norm": 1.0831716106418443,
      "learning_rate": 0.00022137939582999179,
      "loss": 2.0625,
      "step": 45441
    },
    {
      "epoch": 2.114073040241917,
      "grad_norm": 1.156236498831624,
      "learning_rate": 0.0002213761315421504,
      "loss": 2.3125,
      "step": 45442
    },
    {
      "epoch": 2.1141195626889973,
      "grad_norm": 1.0963844327962444,
      "learning_rate": 0.0002213728672106121,
      "loss": 1.9375,
      "step": 45443
    },
    {
      "epoch": 2.114166085136078,
      "grad_norm": 1.1833828972877447,
      "learning_rate": 0.00022136960283537893,
      "loss": 2.2969,
      "step": 45444
    },
    {
      "epoch": 2.114212607583159,
      "grad_norm": 1.2537601617126946,
      "learning_rate": 0.00022136633841645284,
      "loss": 2.25,
      "step": 45445
    },
    {
      "epoch": 2.1142591300302396,
      "grad_norm": 1.1132291047798262,
      "learning_rate": 0.00022136307395383592,
      "loss": 2.0938,
      "step": 45446
    },
    {
      "epoch": 2.1143056524773205,
      "grad_norm": 1.2728676778276526,
      "learning_rate": 0.00022135980944753005,
      "loss": 2.2344,
      "step": 45447
    },
    {
      "epoch": 2.114352174924401,
      "grad_norm": 1.2785217240892468,
      "learning_rate": 0.0002213565448975373,
      "loss": 2.4219,
      "step": 45448
    },
    {
      "epoch": 2.114398697371482,
      "grad_norm": 1.2866814654573657,
      "learning_rate": 0.0002213532803038597,
      "loss": 2.625,
      "step": 45449
    },
    {
      "epoch": 2.1144452198185624,
      "grad_norm": 1.2068648536204363,
      "learning_rate": 0.00022135001566649912,
      "loss": 2.1719,
      "step": 45450
    },
    {
      "epoch": 2.1144917422656433,
      "grad_norm": 1.139156637116363,
      "learning_rate": 0.00022134675098545772,
      "loss": 2.2344,
      "step": 45451
    },
    {
      "epoch": 2.1145382647127238,
      "grad_norm": 1.2142616781541986,
      "learning_rate": 0.00022134348626073734,
      "loss": 2.3906,
      "step": 45452
    },
    {
      "epoch": 2.1145847871598047,
      "grad_norm": 1.1849553511341004,
      "learning_rate": 0.0002213402214923401,
      "loss": 2.0625,
      "step": 45453
    },
    {
      "epoch": 2.114631309606885,
      "grad_norm": 1.2003900645068397,
      "learning_rate": 0.00022133695668026797,
      "loss": 2.5156,
      "step": 45454
    },
    {
      "epoch": 2.114677832053966,
      "grad_norm": 1.0920357034501722,
      "learning_rate": 0.00022133369182452287,
      "loss": 1.5703,
      "step": 45455
    },
    {
      "epoch": 2.1147243545010466,
      "grad_norm": 1.1219292042052975,
      "learning_rate": 0.0002213304269251069,
      "loss": 2.1719,
      "step": 45456
    },
    {
      "epoch": 2.1147708769481275,
      "grad_norm": 1.1813145417742532,
      "learning_rate": 0.00022132716198202204,
      "loss": 2.3438,
      "step": 45457
    },
    {
      "epoch": 2.114817399395208,
      "grad_norm": 1.1924829626722542,
      "learning_rate": 0.00022132389699527027,
      "loss": 2.3125,
      "step": 45458
    },
    {
      "epoch": 2.114863921842289,
      "grad_norm": 1.1740778901743503,
      "learning_rate": 0.00022132063196485358,
      "loss": 2.4844,
      "step": 45459
    },
    {
      "epoch": 2.11491044428937,
      "grad_norm": 1.186944828519934,
      "learning_rate": 0.00022131736689077396,
      "loss": 2.1562,
      "step": 45460
    },
    {
      "epoch": 2.1149569667364503,
      "grad_norm": 1.3633371371765441,
      "learning_rate": 0.00022131410177303348,
      "loss": 2.2812,
      "step": 45461
    },
    {
      "epoch": 2.115003489183531,
      "grad_norm": 1.131406419281087,
      "learning_rate": 0.00022131083661163406,
      "loss": 1.9844,
      "step": 45462
    },
    {
      "epoch": 2.1150500116306117,
      "grad_norm": 1.1884695278802564,
      "learning_rate": 0.0002213075714065777,
      "loss": 2.0156,
      "step": 45463
    },
    {
      "epoch": 2.1150965340776926,
      "grad_norm": 1.2331031822977412,
      "learning_rate": 0.00022130430615786647,
      "loss": 2.2344,
      "step": 45464
    },
    {
      "epoch": 2.115143056524773,
      "grad_norm": 1.2360987847696971,
      "learning_rate": 0.00022130104086550228,
      "loss": 2.2812,
      "step": 45465
    },
    {
      "epoch": 2.115189578971854,
      "grad_norm": 1.184424636888878,
      "learning_rate": 0.00022129777552948717,
      "loss": 2.4062,
      "step": 45466
    },
    {
      "epoch": 2.1152361014189345,
      "grad_norm": 1.0573433557369707,
      "learning_rate": 0.00022129451014982313,
      "loss": 1.9531,
      "step": 45467
    },
    {
      "epoch": 2.1152826238660154,
      "grad_norm": 1.2137577166019575,
      "learning_rate": 0.00022129124472651223,
      "loss": 2.3125,
      "step": 45468
    },
    {
      "epoch": 2.115329146313096,
      "grad_norm": 1.1781681772578125,
      "learning_rate": 0.00022128797925955634,
      "loss": 2.2656,
      "step": 45469
    },
    {
      "epoch": 2.115375668760177,
      "grad_norm": 1.2129608349682006,
      "learning_rate": 0.00022128471374895762,
      "loss": 2.375,
      "step": 45470
    },
    {
      "epoch": 2.1154221912072577,
      "grad_norm": 1.2321296101049228,
      "learning_rate": 0.0002212814481947179,
      "loss": 2.0625,
      "step": 45471
    },
    {
      "epoch": 2.115468713654338,
      "grad_norm": 1.2107962987705627,
      "learning_rate": 0.0002212781825968393,
      "loss": 2.1094,
      "step": 45472
    },
    {
      "epoch": 2.115515236101419,
      "grad_norm": 1.1935940882968505,
      "learning_rate": 0.00022127491695532375,
      "loss": 2.3438,
      "step": 45473
    },
    {
      "epoch": 2.1155617585484996,
      "grad_norm": 1.1664857714734196,
      "learning_rate": 0.00022127165127017333,
      "loss": 2.4062,
      "step": 45474
    },
    {
      "epoch": 2.1156082809955805,
      "grad_norm": 1.2748619270996826,
      "learning_rate": 0.00022126838554138993,
      "loss": 2.3125,
      "step": 45475
    },
    {
      "epoch": 2.115654803442661,
      "grad_norm": 1.2881088798799107,
      "learning_rate": 0.00022126511976897564,
      "loss": 2.3125,
      "step": 45476
    },
    {
      "epoch": 2.115701325889742,
      "grad_norm": 1.206730168453142,
      "learning_rate": 0.00022126185395293237,
      "loss": 2.375,
      "step": 45477
    },
    {
      "epoch": 2.1157478483368224,
      "grad_norm": 1.0934742539784625,
      "learning_rate": 0.00022125858809326221,
      "loss": 2.2656,
      "step": 45478
    },
    {
      "epoch": 2.1157943707839033,
      "grad_norm": 1.2323237753556011,
      "learning_rate": 0.0002212553221899671,
      "loss": 2.1406,
      "step": 45479
    },
    {
      "epoch": 2.115840893230984,
      "grad_norm": 1.0464299946567108,
      "learning_rate": 0.00022125205624304905,
      "loss": 1.7188,
      "step": 45480
    },
    {
      "epoch": 2.1158874156780647,
      "grad_norm": 1.1695800964574803,
      "learning_rate": 0.00022124879025251014,
      "loss": 2.4375,
      "step": 45481
    },
    {
      "epoch": 2.115933938125145,
      "grad_norm": 1.1867664576066819,
      "learning_rate": 0.00022124552421835223,
      "loss": 2.1094,
      "step": 45482
    },
    {
      "epoch": 2.115980460572226,
      "grad_norm": 1.280867193200163,
      "learning_rate": 0.00022124225814057746,
      "loss": 2.3438,
      "step": 45483
    },
    {
      "epoch": 2.116026983019307,
      "grad_norm": 1.286987295042845,
      "learning_rate": 0.0002212389920191877,
      "loss": 2.2188,
      "step": 45484
    },
    {
      "epoch": 2.1160735054663875,
      "grad_norm": 1.2009460835722536,
      "learning_rate": 0.00022123572585418504,
      "loss": 2.375,
      "step": 45485
    },
    {
      "epoch": 2.1161200279134684,
      "grad_norm": 1.0634705638543183,
      "learning_rate": 0.0002212324596455714,
      "loss": 2.0781,
      "step": 45486
    },
    {
      "epoch": 2.116166550360549,
      "grad_norm": 1.144152927262896,
      "learning_rate": 0.00022122919339334892,
      "loss": 2.2031,
      "step": 45487
    },
    {
      "epoch": 2.11621307280763,
      "grad_norm": 1.2189466273818834,
      "learning_rate": 0.0002212259270975194,
      "loss": 2.125,
      "step": 45488
    },
    {
      "epoch": 2.1162595952547103,
      "grad_norm": 1.1689551863398242,
      "learning_rate": 0.00022122266075808502,
      "loss": 2.375,
      "step": 45489
    },
    {
      "epoch": 2.1163061177017912,
      "grad_norm": 1.2352572231822496,
      "learning_rate": 0.0002212193943750477,
      "loss": 2.2031,
      "step": 45490
    },
    {
      "epoch": 2.1163526401488717,
      "grad_norm": 1.2126286074583963,
      "learning_rate": 0.00022121612794840943,
      "loss": 2.1562,
      "step": 45491
    },
    {
      "epoch": 2.1163991625959526,
      "grad_norm": 1.1752233680025295,
      "learning_rate": 0.00022121286147817225,
      "loss": 2.1875,
      "step": 45492
    },
    {
      "epoch": 2.116445685043033,
      "grad_norm": 1.234228046707175,
      "learning_rate": 0.00022120959496433812,
      "loss": 2.25,
      "step": 45493
    },
    {
      "epoch": 2.116492207490114,
      "grad_norm": 1.3357089960394404,
      "learning_rate": 0.00022120632840690903,
      "loss": 2.75,
      "step": 45494
    },
    {
      "epoch": 2.1165387299371945,
      "grad_norm": 1.153268854484451,
      "learning_rate": 0.00022120306180588702,
      "loss": 2.375,
      "step": 45495
    },
    {
      "epoch": 2.1165852523842754,
      "grad_norm": 1.0433712479189226,
      "learning_rate": 0.0002211997951612741,
      "loss": 2.0781,
      "step": 45496
    },
    {
      "epoch": 2.1166317748313563,
      "grad_norm": 1.1304923036613141,
      "learning_rate": 0.00022119652847307224,
      "loss": 2.2188,
      "step": 45497
    },
    {
      "epoch": 2.116678297278437,
      "grad_norm": 1.1697834967497696,
      "learning_rate": 0.00022119326174128344,
      "loss": 2.1719,
      "step": 45498
    },
    {
      "epoch": 2.1167248197255177,
      "grad_norm": 1.4119061146659044,
      "learning_rate": 0.0002211899949659097,
      "loss": 1.6016,
      "step": 45499
    },
    {
      "epoch": 2.116771342172598,
      "grad_norm": 1.1276901800593198,
      "learning_rate": 0.00022118672814695303,
      "loss": 1.9844,
      "step": 45500
    },
    {
      "epoch": 2.116817864619679,
      "grad_norm": 1.1540198426031067,
      "learning_rate": 0.00022118346128441546,
      "loss": 2.0625,
      "step": 45501
    },
    {
      "epoch": 2.1168643870667596,
      "grad_norm": 1.3323130080727894,
      "learning_rate": 0.0002211801943782989,
      "loss": 2.3906,
      "step": 45502
    },
    {
      "epoch": 2.1169109095138405,
      "grad_norm": 1.2563048540815231,
      "learning_rate": 0.00022117692742860541,
      "loss": 2.1875,
      "step": 45503
    },
    {
      "epoch": 2.116957431960921,
      "grad_norm": 1.2356197200177859,
      "learning_rate": 0.000221173660435337,
      "loss": 2.2812,
      "step": 45504
    },
    {
      "epoch": 2.117003954408002,
      "grad_norm": 1.1903163235704706,
      "learning_rate": 0.0002211703933984957,
      "loss": 2.2344,
      "step": 45505
    },
    {
      "epoch": 2.1170504768550824,
      "grad_norm": 1.2383528740698573,
      "learning_rate": 0.00022116712631808339,
      "loss": 2.2656,
      "step": 45506
    },
    {
      "epoch": 2.1170969993021633,
      "grad_norm": 1.155891128524764,
      "learning_rate": 0.00022116385919410223,
      "loss": 2.1406,
      "step": 45507
    },
    {
      "epoch": 2.117143521749244,
      "grad_norm": 1.2547387966147812,
      "learning_rate": 0.00022116059202655406,
      "loss": 2.3906,
      "step": 45508
    },
    {
      "epoch": 2.1171900441963247,
      "grad_norm": 1.3417651087667308,
      "learning_rate": 0.00022115732481544097,
      "loss": 2.6719,
      "step": 45509
    },
    {
      "epoch": 2.1172365666434056,
      "grad_norm": 1.2490296510778933,
      "learning_rate": 0.00022115405756076496,
      "loss": 2.3438,
      "step": 45510
    },
    {
      "epoch": 2.117283089090486,
      "grad_norm": 1.2339520337825394,
      "learning_rate": 0.00022115079026252798,
      "loss": 2.0781,
      "step": 45511
    },
    {
      "epoch": 2.117329611537567,
      "grad_norm": 1.2769709751994296,
      "learning_rate": 0.00022114752292073212,
      "loss": 2.3281,
      "step": 45512
    },
    {
      "epoch": 2.1173761339846475,
      "grad_norm": 1.319816264435907,
      "learning_rate": 0.0002211442555353793,
      "loss": 2.0781,
      "step": 45513
    },
    {
      "epoch": 2.1174226564317284,
      "grad_norm": 1.0989311922381635,
      "learning_rate": 0.00022114098810647158,
      "loss": 2.0469,
      "step": 45514
    },
    {
      "epoch": 2.117469178878809,
      "grad_norm": 1.0923045337977073,
      "learning_rate": 0.00022113772063401087,
      "loss": 2.1719,
      "step": 45515
    },
    {
      "epoch": 2.11751570132589,
      "grad_norm": 1.256727273344857,
      "learning_rate": 0.00022113445311799929,
      "loss": 2.2969,
      "step": 45516
    },
    {
      "epoch": 2.1175622237729703,
      "grad_norm": 1.2069424668575497,
      "learning_rate": 0.00022113118555843877,
      "loss": 2.0938,
      "step": 45517
    },
    {
      "epoch": 2.1176087462200512,
      "grad_norm": 1.2546221265142514,
      "learning_rate": 0.0002211279179553313,
      "loss": 2.2656,
      "step": 45518
    },
    {
      "epoch": 2.1176552686671317,
      "grad_norm": 1.191591371462296,
      "learning_rate": 0.00022112465030867887,
      "loss": 2.0781,
      "step": 45519
    },
    {
      "epoch": 2.1177017911142126,
      "grad_norm": 1.2771752725550443,
      "learning_rate": 0.00022112138261848354,
      "loss": 2.1406,
      "step": 45520
    },
    {
      "epoch": 2.117748313561293,
      "grad_norm": 1.1939940396416178,
      "learning_rate": 0.0002211181148847473,
      "loss": 2.4844,
      "step": 45521
    },
    {
      "epoch": 2.117794836008374,
      "grad_norm": 1.2371090858002338,
      "learning_rate": 0.00022111484710747207,
      "loss": 2.3906,
      "step": 45522
    },
    {
      "epoch": 2.117841358455455,
      "grad_norm": 1.1746930617057711,
      "learning_rate": 0.00022111157928666,
      "loss": 2.3438,
      "step": 45523
    },
    {
      "epoch": 2.1178878809025354,
      "grad_norm": 1.1989315555802906,
      "learning_rate": 0.00022110831142231293,
      "loss": 2.2812,
      "step": 45524
    },
    {
      "epoch": 2.1179344033496164,
      "grad_norm": 1.261132200924269,
      "learning_rate": 0.00022110504351443297,
      "loss": 2.4375,
      "step": 45525
    },
    {
      "epoch": 2.117980925796697,
      "grad_norm": 1.1918276092362143,
      "learning_rate": 0.00022110177556302206,
      "loss": 2.1875,
      "step": 45526
    },
    {
      "epoch": 2.1180274482437778,
      "grad_norm": 1.262367613621883,
      "learning_rate": 0.00022109850756808224,
      "loss": 2.2969,
      "step": 45527
    },
    {
      "epoch": 2.1180739706908582,
      "grad_norm": 1.338741315910497,
      "learning_rate": 0.0002210952395296155,
      "loss": 2.3125,
      "step": 45528
    },
    {
      "epoch": 2.118120493137939,
      "grad_norm": 1.439156255591464,
      "learning_rate": 0.00022109197144762381,
      "loss": 2.8438,
      "step": 45529
    },
    {
      "epoch": 2.1181670155850196,
      "grad_norm": 1.1486059061466645,
      "learning_rate": 0.00022108870332210922,
      "loss": 2.2188,
      "step": 45530
    },
    {
      "epoch": 2.1182135380321006,
      "grad_norm": 1.14247808938977,
      "learning_rate": 0.0002210854351530737,
      "loss": 2.1562,
      "step": 45531
    },
    {
      "epoch": 2.118260060479181,
      "grad_norm": 1.13516726281435,
      "learning_rate": 0.00022108216694051924,
      "loss": 1.8203,
      "step": 45532
    },
    {
      "epoch": 2.118306582926262,
      "grad_norm": 1.1638897203372764,
      "learning_rate": 0.00022107889868444786,
      "loss": 2.3906,
      "step": 45533
    },
    {
      "epoch": 2.1183531053733424,
      "grad_norm": 1.3477423162551725,
      "learning_rate": 0.0002210756303848616,
      "loss": 2.4375,
      "step": 45534
    },
    {
      "epoch": 2.1183996278204233,
      "grad_norm": 1.2982033076437576,
      "learning_rate": 0.00022107236204176237,
      "loss": 2.0781,
      "step": 45535
    },
    {
      "epoch": 2.1184461502675043,
      "grad_norm": 1.2249577998332697,
      "learning_rate": 0.00022106909365515224,
      "loss": 2.2344,
      "step": 45536
    },
    {
      "epoch": 2.1184926727145847,
      "grad_norm": 1.147022136886291,
      "learning_rate": 0.0002210658252250332,
      "loss": 2.0,
      "step": 45537
    },
    {
      "epoch": 2.1185391951616657,
      "grad_norm": 1.30478043692565,
      "learning_rate": 0.00022106255675140727,
      "loss": 2.4844,
      "step": 45538
    },
    {
      "epoch": 2.118585717608746,
      "grad_norm": 1.24609560302061,
      "learning_rate": 0.00022105928823427636,
      "loss": 2.625,
      "step": 45539
    },
    {
      "epoch": 2.118632240055827,
      "grad_norm": 1.2329540726549446,
      "learning_rate": 0.00022105601967364256,
      "loss": 2.5469,
      "step": 45540
    },
    {
      "epoch": 2.1186787625029075,
      "grad_norm": 1.1273902985299256,
      "learning_rate": 0.0002210527510695079,
      "loss": 2.125,
      "step": 45541
    },
    {
      "epoch": 2.1187252849499885,
      "grad_norm": 1.130443632994443,
      "learning_rate": 0.00022104948242187422,
      "loss": 2.1562,
      "step": 45542
    },
    {
      "epoch": 2.118771807397069,
      "grad_norm": 1.0564896054687505,
      "learning_rate": 0.00022104621373074374,
      "loss": 1.9688,
      "step": 45543
    },
    {
      "epoch": 2.11881832984415,
      "grad_norm": 1.1970721188578102,
      "learning_rate": 0.00022104294499611827,
      "loss": 2.0469,
      "step": 45544
    },
    {
      "epoch": 2.1188648522912303,
      "grad_norm": 1.157097973715827,
      "learning_rate": 0.00022103967621799994,
      "loss": 2.0938,
      "step": 45545
    },
    {
      "epoch": 2.1189113747383113,
      "grad_norm": 1.1461042979396845,
      "learning_rate": 0.00022103640739639066,
      "loss": 2.1406,
      "step": 45546
    },
    {
      "epoch": 2.1189578971853917,
      "grad_norm": 1.200718376302302,
      "learning_rate": 0.0002210331385312925,
      "loss": 2.4219,
      "step": 45547
    },
    {
      "epoch": 2.1190044196324727,
      "grad_norm": 1.0876797766059407,
      "learning_rate": 0.00022102986962270742,
      "loss": 2.125,
      "step": 45548
    },
    {
      "epoch": 2.1190509420795536,
      "grad_norm": 1.1038370783404445,
      "learning_rate": 0.00022102660067063745,
      "loss": 2.1406,
      "step": 45549
    },
    {
      "epoch": 2.119097464526634,
      "grad_norm": 1.2232455312114117,
      "learning_rate": 0.00022102333167508457,
      "loss": 2.2344,
      "step": 45550
    },
    {
      "epoch": 2.119143986973715,
      "grad_norm": 1.3689190583796818,
      "learning_rate": 0.00022102006263605077,
      "loss": 2.4062,
      "step": 45551
    },
    {
      "epoch": 2.1191905094207955,
      "grad_norm": 1.234029368806371,
      "learning_rate": 0.00022101679355353808,
      "loss": 2.3906,
      "step": 45552
    },
    {
      "epoch": 2.1192370318678764,
      "grad_norm": 1.1125486800322761,
      "learning_rate": 0.0002210135244275485,
      "loss": 2.0781,
      "step": 45553
    },
    {
      "epoch": 2.119283554314957,
      "grad_norm": 1.1416911080170633,
      "learning_rate": 0.00022101025525808398,
      "loss": 2.0938,
      "step": 45554
    },
    {
      "epoch": 2.1193300767620378,
      "grad_norm": 1.295186541205648,
      "learning_rate": 0.00022100698604514662,
      "loss": 2.5469,
      "step": 45555
    },
    {
      "epoch": 2.1193765992091183,
      "grad_norm": 1.3259313701795574,
      "learning_rate": 0.00022100371678873836,
      "loss": 2.2188,
      "step": 45556
    },
    {
      "epoch": 2.119423121656199,
      "grad_norm": 1.2100338624183793,
      "learning_rate": 0.00022100044748886118,
      "loss": 2.1406,
      "step": 45557
    },
    {
      "epoch": 2.1194696441032796,
      "grad_norm": 1.1483933700411189,
      "learning_rate": 0.00022099717814551715,
      "loss": 1.875,
      "step": 45558
    },
    {
      "epoch": 2.1195161665503606,
      "grad_norm": 1.1768106738103818,
      "learning_rate": 0.00022099390875870818,
      "loss": 1.9766,
      "step": 45559
    },
    {
      "epoch": 2.1195626889974415,
      "grad_norm": 1.3121250302756986,
      "learning_rate": 0.00022099063932843634,
      "loss": 2.3281,
      "step": 45560
    },
    {
      "epoch": 2.119609211444522,
      "grad_norm": 1.2529587023293614,
      "learning_rate": 0.0002209873698547036,
      "loss": 2.2344,
      "step": 45561
    },
    {
      "epoch": 2.119655733891603,
      "grad_norm": 1.113497724891804,
      "learning_rate": 0.000220984100337512,
      "loss": 1.8672,
      "step": 45562
    },
    {
      "epoch": 2.1197022563386834,
      "grad_norm": 1.2404695130069758,
      "learning_rate": 0.0002209808307768635,
      "loss": 2.1719,
      "step": 45563
    },
    {
      "epoch": 2.1197487787857643,
      "grad_norm": 1.1343743569589697,
      "learning_rate": 0.0002209775611727601,
      "loss": 2.125,
      "step": 45564
    },
    {
      "epoch": 2.1197953012328448,
      "grad_norm": 1.1637937703390666,
      "learning_rate": 0.00022097429152520383,
      "loss": 2.1562,
      "step": 45565
    },
    {
      "epoch": 2.1198418236799257,
      "grad_norm": 1.1923259084882831,
      "learning_rate": 0.00022097102183419668,
      "loss": 2.0781,
      "step": 45566
    },
    {
      "epoch": 2.119888346127006,
      "grad_norm": 1.263561191319636,
      "learning_rate": 0.00022096775209974067,
      "loss": 2.0469,
      "step": 45567
    },
    {
      "epoch": 2.119934868574087,
      "grad_norm": 1.1472868699153618,
      "learning_rate": 0.00022096448232183778,
      "loss": 1.9922,
      "step": 45568
    },
    {
      "epoch": 2.1199813910211676,
      "grad_norm": 1.2413629285268728,
      "learning_rate": 0.00022096121250049004,
      "loss": 2.2344,
      "step": 45569
    },
    {
      "epoch": 2.1200279134682485,
      "grad_norm": 1.1825404770660966,
      "learning_rate": 0.00022095794263569937,
      "loss": 2.2969,
      "step": 45570
    },
    {
      "epoch": 2.120074435915329,
      "grad_norm": 1.2194528866139447,
      "learning_rate": 0.00022095467272746785,
      "loss": 2.0938,
      "step": 45571
    },
    {
      "epoch": 2.12012095836241,
      "grad_norm": 1.206717498230011,
      "learning_rate": 0.0002209514027757975,
      "loss": 2.1875,
      "step": 45572
    },
    {
      "epoch": 2.1201674808094904,
      "grad_norm": 1.0916534607789352,
      "learning_rate": 0.00022094813278069022,
      "loss": 2.1875,
      "step": 45573
    },
    {
      "epoch": 2.1202140032565713,
      "grad_norm": 1.2696568049582986,
      "learning_rate": 0.0002209448627421481,
      "loss": 2.4062,
      "step": 45574
    },
    {
      "epoch": 2.120260525703652,
      "grad_norm": 1.2131383547266401,
      "learning_rate": 0.0002209415926601731,
      "loss": 2.4219,
      "step": 45575
    },
    {
      "epoch": 2.1203070481507327,
      "grad_norm": 1.216189221570103,
      "learning_rate": 0.00022093832253476724,
      "loss": 2.3125,
      "step": 45576
    },
    {
      "epoch": 2.1203535705978136,
      "grad_norm": 1.1232324604763073,
      "learning_rate": 0.0002209350523659326,
      "loss": 2.0781,
      "step": 45577
    },
    {
      "epoch": 2.120400093044894,
      "grad_norm": 1.2385359151385391,
      "learning_rate": 0.000220931782153671,
      "loss": 2.5156,
      "step": 45578
    },
    {
      "epoch": 2.120446615491975,
      "grad_norm": 1.1806519703162404,
      "learning_rate": 0.00022092851189798462,
      "loss": 1.9219,
      "step": 45579
    },
    {
      "epoch": 2.1204931379390555,
      "grad_norm": 1.1114462478227323,
      "learning_rate": 0.0002209252415988753,
      "loss": 2.0938,
      "step": 45580
    },
    {
      "epoch": 2.1205396603861364,
      "grad_norm": 1.2074254079384517,
      "learning_rate": 0.00022092197125634521,
      "loss": 2.4375,
      "step": 45581
    },
    {
      "epoch": 2.120586182833217,
      "grad_norm": 1.257001431673686,
      "learning_rate": 0.00022091870087039627,
      "loss": 2.0938,
      "step": 45582
    },
    {
      "epoch": 2.120632705280298,
      "grad_norm": 1.2100176881690339,
      "learning_rate": 0.00022091543044103044,
      "loss": 2.1562,
      "step": 45583
    },
    {
      "epoch": 2.1206792277273783,
      "grad_norm": 1.147666227116039,
      "learning_rate": 0.00022091215996824983,
      "loss": 2.1406,
      "step": 45584
    },
    {
      "epoch": 2.120725750174459,
      "grad_norm": 1.159058147061832,
      "learning_rate": 0.0002209088894520563,
      "loss": 2.0781,
      "step": 45585
    },
    {
      "epoch": 2.12077227262154,
      "grad_norm": 1.275038079845812,
      "learning_rate": 0.00022090561889245196,
      "loss": 2.3125,
      "step": 45586
    },
    {
      "epoch": 2.1208187950686206,
      "grad_norm": 1.2058472365802915,
      "learning_rate": 0.00022090234828943877,
      "loss": 2.375,
      "step": 45587
    },
    {
      "epoch": 2.1208653175157015,
      "grad_norm": 1.1383196638196298,
      "learning_rate": 0.00022089907764301876,
      "loss": 2.375,
      "step": 45588
    },
    {
      "epoch": 2.120911839962782,
      "grad_norm": 1.179398255647063,
      "learning_rate": 0.0002208958069531939,
      "loss": 2.375,
      "step": 45589
    },
    {
      "epoch": 2.120958362409863,
      "grad_norm": 1.1427900207853865,
      "learning_rate": 0.00022089253621996626,
      "loss": 2.1406,
      "step": 45590
    },
    {
      "epoch": 2.1210048848569434,
      "grad_norm": 1.2707323777458976,
      "learning_rate": 0.00022088926544333774,
      "loss": 2.5,
      "step": 45591
    },
    {
      "epoch": 2.1210514073040243,
      "grad_norm": 1.0990471022791195,
      "learning_rate": 0.00022088599462331043,
      "loss": 1.8906,
      "step": 45592
    },
    {
      "epoch": 2.121097929751105,
      "grad_norm": 1.113542135633126,
      "learning_rate": 0.00022088272375988624,
      "loss": 2.0938,
      "step": 45593
    },
    {
      "epoch": 2.1211444521981857,
      "grad_norm": 1.0691969388078806,
      "learning_rate": 0.00022087945285306727,
      "loss": 2.0,
      "step": 45594
    },
    {
      "epoch": 2.121190974645266,
      "grad_norm": 1.1813586413494435,
      "learning_rate": 0.00022087618190285552,
      "loss": 1.5469,
      "step": 45595
    },
    {
      "epoch": 2.121237497092347,
      "grad_norm": 1.1989712443103546,
      "learning_rate": 0.0002208729109092529,
      "loss": 2.4844,
      "step": 45596
    },
    {
      "epoch": 2.1212840195394276,
      "grad_norm": 1.770543393846304,
      "learning_rate": 0.00022086963987226143,
      "loss": 1.6094,
      "step": 45597
    },
    {
      "epoch": 2.1213305419865085,
      "grad_norm": 1.8368459144644822,
      "learning_rate": 0.00022086636879188322,
      "loss": 2.2344,
      "step": 45598
    },
    {
      "epoch": 2.1213770644335894,
      "grad_norm": 1.295450229934935,
      "learning_rate": 0.0002208630976681202,
      "loss": 2.375,
      "step": 45599
    },
    {
      "epoch": 2.12142358688067,
      "grad_norm": 1.345602999268743,
      "learning_rate": 0.00022085982650097433,
      "loss": 2.2812,
      "step": 45600
    },
    {
      "epoch": 2.121470109327751,
      "grad_norm": 1.19640790369193,
      "learning_rate": 0.00022085655529044767,
      "loss": 2.4062,
      "step": 45601
    },
    {
      "epoch": 2.1215166317748313,
      "grad_norm": 1.2003069334785765,
      "learning_rate": 0.00022085328403654222,
      "loss": 2.1562,
      "step": 45602
    },
    {
      "epoch": 2.121563154221912,
      "grad_norm": 1.173542937243795,
      "learning_rate": 0.00022085001273925998,
      "loss": 2.2969,
      "step": 45603
    },
    {
      "epoch": 2.1216096766689927,
      "grad_norm": 1.189831056248581,
      "learning_rate": 0.00022084674139860293,
      "loss": 2.0938,
      "step": 45604
    },
    {
      "epoch": 2.1216561991160736,
      "grad_norm": 1.2409275030746008,
      "learning_rate": 0.00022084347001457308,
      "loss": 2.0625,
      "step": 45605
    },
    {
      "epoch": 2.121702721563154,
      "grad_norm": 1.2855111766155363,
      "learning_rate": 0.00022084019858717246,
      "loss": 2.3438,
      "step": 45606
    },
    {
      "epoch": 2.121749244010235,
      "grad_norm": 1.1966346070390412,
      "learning_rate": 0.00022083692711640307,
      "loss": 2.1875,
      "step": 45607
    },
    {
      "epoch": 2.1217957664573155,
      "grad_norm": 1.1982270744168175,
      "learning_rate": 0.00022083365560226684,
      "loss": 2.1719,
      "step": 45608
    },
    {
      "epoch": 2.1218422889043964,
      "grad_norm": 1.1092157383387484,
      "learning_rate": 0.00022083038404476584,
      "loss": 2.1094,
      "step": 45609
    },
    {
      "epoch": 2.121888811351477,
      "grad_norm": 1.2072001812178612,
      "learning_rate": 0.00022082711244390208,
      "loss": 2.25,
      "step": 45610
    },
    {
      "epoch": 2.121935333798558,
      "grad_norm": 1.1432910867809702,
      "learning_rate": 0.00022082384079967753,
      "loss": 2.25,
      "step": 45611
    },
    {
      "epoch": 2.1219818562456387,
      "grad_norm": 1.191667240775515,
      "learning_rate": 0.00022082056911209425,
      "loss": 2.0938,
      "step": 45612
    },
    {
      "epoch": 2.122028378692719,
      "grad_norm": 1.2348913825622239,
      "learning_rate": 0.00022081729738115415,
      "loss": 2.1094,
      "step": 45613
    },
    {
      "epoch": 2.1220749011398,
      "grad_norm": 1.2347811141140952,
      "learning_rate": 0.00022081402560685933,
      "loss": 2.5469,
      "step": 45614
    },
    {
      "epoch": 2.1221214235868806,
      "grad_norm": 1.151813718134545,
      "learning_rate": 0.00022081075378921168,
      "loss": 2.1094,
      "step": 45615
    },
    {
      "epoch": 2.1221679460339615,
      "grad_norm": 1.2479296692181776,
      "learning_rate": 0.00022080748192821335,
      "loss": 2.6875,
      "step": 45616
    },
    {
      "epoch": 2.122214468481042,
      "grad_norm": 1.1325000871592417,
      "learning_rate": 0.0002208042100238662,
      "loss": 2.1719,
      "step": 45617
    },
    {
      "epoch": 2.122260990928123,
      "grad_norm": 1.1849459113967644,
      "learning_rate": 0.00022080093807617232,
      "loss": 2.2344,
      "step": 45618
    },
    {
      "epoch": 2.1223075133752034,
      "grad_norm": 1.2989721472707345,
      "learning_rate": 0.00022079766608513367,
      "loss": 2.2188,
      "step": 45619
    },
    {
      "epoch": 2.1223540358222843,
      "grad_norm": 1.2630656393431945,
      "learning_rate": 0.0002207943940507523,
      "loss": 2.4219,
      "step": 45620
    },
    {
      "epoch": 2.122400558269365,
      "grad_norm": 1.1798078475830094,
      "learning_rate": 0.0002207911219730302,
      "loss": 2.5469,
      "step": 45621
    },
    {
      "epoch": 2.1224470807164457,
      "grad_norm": 1.1970757844553492,
      "learning_rate": 0.0002207878498519693,
      "loss": 2.4531,
      "step": 45622
    },
    {
      "epoch": 2.122493603163526,
      "grad_norm": 1.2250730401505423,
      "learning_rate": 0.0002207845776875717,
      "loss": 2.1875,
      "step": 45623
    },
    {
      "epoch": 2.122540125610607,
      "grad_norm": 1.1334245568842423,
      "learning_rate": 0.00022078130547983934,
      "loss": 1.9844,
      "step": 45624
    },
    {
      "epoch": 2.122586648057688,
      "grad_norm": 2.4600509590475044,
      "learning_rate": 0.00022077803322877428,
      "loss": 1.6953,
      "step": 45625
    },
    {
      "epoch": 2.1226331705047685,
      "grad_norm": 1.128423552446328,
      "learning_rate": 0.00022077476093437844,
      "loss": 2.3125,
      "step": 45626
    },
    {
      "epoch": 2.1226796929518494,
      "grad_norm": 1.1516417380334683,
      "learning_rate": 0.00022077148859665394,
      "loss": 2.1719,
      "step": 45627
    },
    {
      "epoch": 2.12272621539893,
      "grad_norm": 1.2074956149830036,
      "learning_rate": 0.0002207682162156027,
      "loss": 2.1094,
      "step": 45628
    },
    {
      "epoch": 2.122772737846011,
      "grad_norm": 1.12128692110773,
      "learning_rate": 0.0002207649437912267,
      "loss": 2.0,
      "step": 45629
    },
    {
      "epoch": 2.1228192602930913,
      "grad_norm": 1.2541782623752395,
      "learning_rate": 0.00022076167132352803,
      "loss": 2.5,
      "step": 45630
    },
    {
      "epoch": 2.1228657827401722,
      "grad_norm": 1.2063651452371815,
      "learning_rate": 0.0002207583988125086,
      "loss": 2.4375,
      "step": 45631
    },
    {
      "epoch": 2.1229123051872527,
      "grad_norm": 1.2324696320412944,
      "learning_rate": 0.0002207551262581705,
      "loss": 2.4844,
      "step": 45632
    },
    {
      "epoch": 2.1229588276343336,
      "grad_norm": 1.0643607410296179,
      "learning_rate": 0.00022075185366051566,
      "loss": 1.7734,
      "step": 45633
    },
    {
      "epoch": 2.123005350081414,
      "grad_norm": 1.1745687889006804,
      "learning_rate": 0.0002207485810195462,
      "loss": 2.0938,
      "step": 45634
    },
    {
      "epoch": 2.123051872528495,
      "grad_norm": 1.182848321836857,
      "learning_rate": 0.00022074530833526393,
      "loss": 2.0938,
      "step": 45635
    },
    {
      "epoch": 2.1230983949755755,
      "grad_norm": 1.0858219082448965,
      "learning_rate": 0.00022074203560767106,
      "loss": 2.0938,
      "step": 45636
    },
    {
      "epoch": 2.1231449174226564,
      "grad_norm": 1.1471362140492019,
      "learning_rate": 0.00022073876283676945,
      "loss": 2.0938,
      "step": 45637
    },
    {
      "epoch": 2.1231914398697374,
      "grad_norm": 1.1048743235278928,
      "learning_rate": 0.0002207354900225612,
      "loss": 1.9922,
      "step": 45638
    },
    {
      "epoch": 2.123237962316818,
      "grad_norm": 1.225230697603117,
      "learning_rate": 0.00022073221716504816,
      "loss": 2.3438,
      "step": 45639
    },
    {
      "epoch": 2.1232844847638987,
      "grad_norm": 1.166071498158474,
      "learning_rate": 0.00022072894426423254,
      "loss": 2.375,
      "step": 45640
    },
    {
      "epoch": 2.1233310072109792,
      "grad_norm": 1.2167353155991272,
      "learning_rate": 0.0002207256713201162,
      "loss": 2.4219,
      "step": 45641
    },
    {
      "epoch": 2.12337752965806,
      "grad_norm": 1.163641410096787,
      "learning_rate": 0.00022072239833270118,
      "loss": 2.1562,
      "step": 45642
    },
    {
      "epoch": 2.1234240521051406,
      "grad_norm": 1.0819184240900033,
      "learning_rate": 0.00022071912530198954,
      "loss": 2.1406,
      "step": 45643
    },
    {
      "epoch": 2.1234705745522215,
      "grad_norm": 1.1716676533335484,
      "learning_rate": 0.00022071585222798316,
      "loss": 2.2969,
      "step": 45644
    },
    {
      "epoch": 2.123517096999302,
      "grad_norm": 1.1479323335625382,
      "learning_rate": 0.0002207125791106842,
      "loss": 2.0625,
      "step": 45645
    },
    {
      "epoch": 2.123563619446383,
      "grad_norm": 1.2164554927315707,
      "learning_rate": 0.00022070930595009453,
      "loss": 2.25,
      "step": 45646
    },
    {
      "epoch": 2.1236101418934634,
      "grad_norm": 1.224051218290356,
      "learning_rate": 0.00022070603274621623,
      "loss": 2.1094,
      "step": 45647
    },
    {
      "epoch": 2.1236566643405443,
      "grad_norm": 1.201105543211126,
      "learning_rate": 0.00022070275949905124,
      "loss": 2.2344,
      "step": 45648
    },
    {
      "epoch": 2.123703186787625,
      "grad_norm": 1.2278482216770574,
      "learning_rate": 0.00022069948620860168,
      "loss": 2.3438,
      "step": 45649
    },
    {
      "epoch": 2.1237497092347057,
      "grad_norm": 1.3478573599400936,
      "learning_rate": 0.00022069621287486941,
      "loss": 1.9922,
      "step": 45650
    },
    {
      "epoch": 2.1237962316817867,
      "grad_norm": 1.2089859166067636,
      "learning_rate": 0.00022069293949785655,
      "loss": 2.3594,
      "step": 45651
    },
    {
      "epoch": 2.123842754128867,
      "grad_norm": 1.1747774611214576,
      "learning_rate": 0.00022068966607756503,
      "loss": 2.4375,
      "step": 45652
    },
    {
      "epoch": 2.123889276575948,
      "grad_norm": 1.225358074657401,
      "learning_rate": 0.00022068639261399684,
      "loss": 2.2188,
      "step": 45653
    },
    {
      "epoch": 2.1239357990230285,
      "grad_norm": 1.310710847031042,
      "learning_rate": 0.00022068311910715407,
      "loss": 2.5469,
      "step": 45654
    },
    {
      "epoch": 2.1239823214701095,
      "grad_norm": 1.1228829431729628,
      "learning_rate": 0.00022067984555703866,
      "loss": 1.6484,
      "step": 45655
    },
    {
      "epoch": 2.12402884391719,
      "grad_norm": 1.1582840112192336,
      "learning_rate": 0.00022067657196365268,
      "loss": 2.1406,
      "step": 45656
    },
    {
      "epoch": 2.124075366364271,
      "grad_norm": 1.2540318690630579,
      "learning_rate": 0.000220673298326998,
      "loss": 2.4531,
      "step": 45657
    },
    {
      "epoch": 2.1241218888113513,
      "grad_norm": 1.1407208462529623,
      "learning_rate": 0.0002206700246470768,
      "loss": 2.1562,
      "step": 45658
    },
    {
      "epoch": 2.1241684112584323,
      "grad_norm": 1.2399739298397825,
      "learning_rate": 0.00022066675092389094,
      "loss": 2.2969,
      "step": 45659
    },
    {
      "epoch": 2.1242149337055127,
      "grad_norm": 1.2048519384147436,
      "learning_rate": 0.0002206634771574425,
      "loss": 2.2656,
      "step": 45660
    },
    {
      "epoch": 2.1242614561525937,
      "grad_norm": 1.3618534893261507,
      "learning_rate": 0.00022066020334773345,
      "loss": 2.1719,
      "step": 45661
    },
    {
      "epoch": 2.124307978599674,
      "grad_norm": 1.1423978544920472,
      "learning_rate": 0.00022065692949476583,
      "loss": 2.2031,
      "step": 45662
    },
    {
      "epoch": 2.124354501046755,
      "grad_norm": 1.1873634320051534,
      "learning_rate": 0.0002206536555985416,
      "loss": 2.375,
      "step": 45663
    },
    {
      "epoch": 2.124401023493836,
      "grad_norm": 1.0962399524894966,
      "learning_rate": 0.00022065038165906278,
      "loss": 2.0469,
      "step": 45664
    },
    {
      "epoch": 2.1244475459409164,
      "grad_norm": 1.1626363850094665,
      "learning_rate": 0.0002206471076763314,
      "loss": 2.3594,
      "step": 45665
    },
    {
      "epoch": 2.1244940683879974,
      "grad_norm": 1.3106227278525662,
      "learning_rate": 0.00022064383365034943,
      "loss": 2.3438,
      "step": 45666
    },
    {
      "epoch": 2.124540590835078,
      "grad_norm": 1.3409694081119607,
      "learning_rate": 0.0002206405595811189,
      "loss": 2.3906,
      "step": 45667
    },
    {
      "epoch": 2.1245871132821588,
      "grad_norm": 1.1217538257246895,
      "learning_rate": 0.00022063728546864176,
      "loss": 2.3125,
      "step": 45668
    },
    {
      "epoch": 2.1246336357292392,
      "grad_norm": 1.2939231581710484,
      "learning_rate": 0.00022063401131292013,
      "loss": 2.5,
      "step": 45669
    },
    {
      "epoch": 2.12468015817632,
      "grad_norm": 1.2186549566501692,
      "learning_rate": 0.00022063073711395587,
      "loss": 2.2812,
      "step": 45670
    },
    {
      "epoch": 2.1247266806234006,
      "grad_norm": 1.132001637617484,
      "learning_rate": 0.00022062746287175111,
      "loss": 2.3125,
      "step": 45671
    },
    {
      "epoch": 2.1247732030704816,
      "grad_norm": 1.2165440381642878,
      "learning_rate": 0.0002206241885863078,
      "loss": 2.2812,
      "step": 45672
    },
    {
      "epoch": 2.124819725517562,
      "grad_norm": 1.3945663623322906,
      "learning_rate": 0.00022062091425762792,
      "loss": 2.3906,
      "step": 45673
    },
    {
      "epoch": 2.124866247964643,
      "grad_norm": 1.1523819495954393,
      "learning_rate": 0.00022061763988571347,
      "loss": 2.0156,
      "step": 45674
    },
    {
      "epoch": 2.124912770411724,
      "grad_norm": 1.1836127680959798,
      "learning_rate": 0.00022061436547056654,
      "loss": 2.2656,
      "step": 45675
    },
    {
      "epoch": 2.1249592928588044,
      "grad_norm": 1.4390954305007542,
      "learning_rate": 0.00022061109101218906,
      "loss": 1.625,
      "step": 45676
    },
    {
      "epoch": 2.1250058153058853,
      "grad_norm": 1.2836626478862785,
      "learning_rate": 0.00022060781651058305,
      "loss": 2.2344,
      "step": 45677
    },
    {
      "epoch": 2.1250523377529658,
      "grad_norm": 1.257482782567058,
      "learning_rate": 0.00022060454196575058,
      "loss": 2.4219,
      "step": 45678
    },
    {
      "epoch": 2.1250988602000467,
      "grad_norm": 1.3047646588634234,
      "learning_rate": 0.00022060126737769348,
      "loss": 2.0781,
      "step": 45679
    },
    {
      "epoch": 2.125145382647127,
      "grad_norm": 1.2612920204212577,
      "learning_rate": 0.00022059799274641397,
      "loss": 2.5938,
      "step": 45680
    },
    {
      "epoch": 2.125191905094208,
      "grad_norm": 1.199416919129845,
      "learning_rate": 0.0002205947180719139,
      "loss": 2.1406,
      "step": 45681
    },
    {
      "epoch": 2.1252384275412886,
      "grad_norm": 1.087481675951359,
      "learning_rate": 0.00022059144335419533,
      "loss": 2.0938,
      "step": 45682
    },
    {
      "epoch": 2.1252849499883695,
      "grad_norm": 1.2037364504558468,
      "learning_rate": 0.00022058816859326028,
      "loss": 2.0312,
      "step": 45683
    },
    {
      "epoch": 2.12533147243545,
      "grad_norm": 1.2427494498734863,
      "learning_rate": 0.00022058489378911072,
      "loss": 2.1719,
      "step": 45684
    },
    {
      "epoch": 2.125377994882531,
      "grad_norm": 1.241327325691264,
      "learning_rate": 0.00022058161894174862,
      "loss": 2.375,
      "step": 45685
    },
    {
      "epoch": 2.1254245173296114,
      "grad_norm": 1.242951415297215,
      "learning_rate": 0.00022057834405117614,
      "loss": 2.4844,
      "step": 45686
    },
    {
      "epoch": 2.1254710397766923,
      "grad_norm": 1.1866174910303962,
      "learning_rate": 0.0002205750691173951,
      "loss": 2.2188,
      "step": 45687
    },
    {
      "epoch": 2.1255175622237727,
      "grad_norm": 1.1793412360529845,
      "learning_rate": 0.00022057179414040765,
      "loss": 2.3438,
      "step": 45688
    },
    {
      "epoch": 2.1255640846708537,
      "grad_norm": 1.1117707919798445,
      "learning_rate": 0.00022056851912021573,
      "loss": 2.2188,
      "step": 45689
    },
    {
      "epoch": 2.1256106071179346,
      "grad_norm": 1.3083930848614478,
      "learning_rate": 0.0002205652440568213,
      "loss": 2.2188,
      "step": 45690
    },
    {
      "epoch": 2.125657129565015,
      "grad_norm": 1.210318604936147,
      "learning_rate": 0.00022056196895022646,
      "loss": 2.2344,
      "step": 45691
    },
    {
      "epoch": 2.125703652012096,
      "grad_norm": 1.3033088349639637,
      "learning_rate": 0.0002205586938004331,
      "loss": 2.3125,
      "step": 45692
    },
    {
      "epoch": 2.1257501744591765,
      "grad_norm": 1.2366184605191495,
      "learning_rate": 0.00022055541860744335,
      "loss": 2.5156,
      "step": 45693
    },
    {
      "epoch": 2.1257966969062574,
      "grad_norm": 1.3262624937889496,
      "learning_rate": 0.00022055214337125914,
      "loss": 1.8281,
      "step": 45694
    },
    {
      "epoch": 2.125843219353338,
      "grad_norm": 1.190726741231848,
      "learning_rate": 0.0002205488680918825,
      "loss": 2.2188,
      "step": 45695
    },
    {
      "epoch": 2.125889741800419,
      "grad_norm": 1.1141770324803613,
      "learning_rate": 0.00022054559276931537,
      "loss": 1.9375,
      "step": 45696
    },
    {
      "epoch": 2.1259362642474993,
      "grad_norm": 1.3306936781339986,
      "learning_rate": 0.0002205423174035599,
      "loss": 2.2969,
      "step": 45697
    },
    {
      "epoch": 2.12598278669458,
      "grad_norm": 1.1394356415808902,
      "learning_rate": 0.00022053904199461794,
      "loss": 2.125,
      "step": 45698
    },
    {
      "epoch": 2.1260293091416607,
      "grad_norm": 1.0594300992401948,
      "learning_rate": 0.0002205357665424916,
      "loss": 1.6562,
      "step": 45699
    },
    {
      "epoch": 2.1260758315887416,
      "grad_norm": 1.2201656814290611,
      "learning_rate": 0.00022053249104718282,
      "loss": 2.3125,
      "step": 45700
    },
    {
      "epoch": 2.1261223540358225,
      "grad_norm": 1.205040666534779,
      "learning_rate": 0.0002205292155086937,
      "loss": 2.3906,
      "step": 45701
    },
    {
      "epoch": 2.126168876482903,
      "grad_norm": 1.1626246163543874,
      "learning_rate": 0.0002205259399270261,
      "loss": 2.3281,
      "step": 45702
    },
    {
      "epoch": 2.126215398929984,
      "grad_norm": 1.1287129588715594,
      "learning_rate": 0.00022052266430218215,
      "loss": 2.3906,
      "step": 45703
    },
    {
      "epoch": 2.1262619213770644,
      "grad_norm": 1.2689837566309532,
      "learning_rate": 0.0002205193886341638,
      "loss": 2.4062,
      "step": 45704
    },
    {
      "epoch": 2.1263084438241453,
      "grad_norm": 1.1463095453537602,
      "learning_rate": 0.00022051611292297306,
      "loss": 2.375,
      "step": 45705
    },
    {
      "epoch": 2.1263549662712258,
      "grad_norm": 1.1965418629407876,
      "learning_rate": 0.00022051283716861193,
      "loss": 2.4062,
      "step": 45706
    },
    {
      "epoch": 2.1264014887183067,
      "grad_norm": 1.2865249515827764,
      "learning_rate": 0.00022050956137108243,
      "loss": 2.2344,
      "step": 45707
    },
    {
      "epoch": 2.126448011165387,
      "grad_norm": 1.349043145106968,
      "learning_rate": 0.00022050628553038656,
      "loss": 2.1562,
      "step": 45708
    },
    {
      "epoch": 2.126494533612468,
      "grad_norm": 1.3377411972389528,
      "learning_rate": 0.00022050300964652632,
      "loss": 2.0312,
      "step": 45709
    },
    {
      "epoch": 2.1265410560595486,
      "grad_norm": 1.1806594705913163,
      "learning_rate": 0.00022049973371950375,
      "loss": 2.1719,
      "step": 45710
    },
    {
      "epoch": 2.1265875785066295,
      "grad_norm": 1.2467550674551204,
      "learning_rate": 0.0002204964577493208,
      "loss": 2.1719,
      "step": 45711
    },
    {
      "epoch": 2.12663410095371,
      "grad_norm": 1.1450562649419003,
      "learning_rate": 0.0002204931817359795,
      "loss": 2.0625,
      "step": 45712
    },
    {
      "epoch": 2.126680623400791,
      "grad_norm": 1.1985846704516652,
      "learning_rate": 0.0002204899056794819,
      "loss": 2.2344,
      "step": 45713
    },
    {
      "epoch": 2.1267271458478714,
      "grad_norm": 1.1826605883585755,
      "learning_rate": 0.0002204866295798299,
      "loss": 2.0938,
      "step": 45714
    },
    {
      "epoch": 2.1267736682949523,
      "grad_norm": 1.2452014250796453,
      "learning_rate": 0.00022048335343702566,
      "loss": 2.4688,
      "step": 45715
    },
    {
      "epoch": 2.126820190742033,
      "grad_norm": 1.3131879936234103,
      "learning_rate": 0.00022048007725107102,
      "loss": 2.5625,
      "step": 45716
    },
    {
      "epoch": 2.1268667131891137,
      "grad_norm": 1.19865185421925,
      "learning_rate": 0.0002204768010219681,
      "loss": 2.125,
      "step": 45717
    },
    {
      "epoch": 2.1269132356361946,
      "grad_norm": 1.20688450605165,
      "learning_rate": 0.0002204735247497188,
      "loss": 2.2344,
      "step": 45718
    },
    {
      "epoch": 2.126959758083275,
      "grad_norm": 1.2335800040884828,
      "learning_rate": 0.00022047024843432526,
      "loss": 2.2656,
      "step": 45719
    },
    {
      "epoch": 2.127006280530356,
      "grad_norm": 1.2630751882049132,
      "learning_rate": 0.00022046697207578938,
      "loss": 2.5938,
      "step": 45720
    },
    {
      "epoch": 2.1270528029774365,
      "grad_norm": 1.2624870326018056,
      "learning_rate": 0.00022046369567411324,
      "loss": 2.1875,
      "step": 45721
    },
    {
      "epoch": 2.1270993254245174,
      "grad_norm": 1.2638219064127314,
      "learning_rate": 0.00022046041922929878,
      "loss": 2.4219,
      "step": 45722
    },
    {
      "epoch": 2.127145847871598,
      "grad_norm": 1.2441398965755035,
      "learning_rate": 0.00022045714274134806,
      "loss": 2.2969,
      "step": 45723
    },
    {
      "epoch": 2.127192370318679,
      "grad_norm": 1.1725382733886915,
      "learning_rate": 0.0002204538662102631,
      "loss": 2.2344,
      "step": 45724
    },
    {
      "epoch": 2.1272388927657593,
      "grad_norm": 1.229912295269234,
      "learning_rate": 0.0002204505896360458,
      "loss": 2.2344,
      "step": 45725
    },
    {
      "epoch": 2.12728541521284,
      "grad_norm": 1.1687644020503691,
      "learning_rate": 0.00022044731301869825,
      "loss": 2.2656,
      "step": 45726
    },
    {
      "epoch": 2.127331937659921,
      "grad_norm": 1.1555284984562912,
      "learning_rate": 0.00022044403635822248,
      "loss": 2.2812,
      "step": 45727
    },
    {
      "epoch": 2.1273784601070016,
      "grad_norm": 1.162534721198567,
      "learning_rate": 0.00022044075965462043,
      "loss": 2.3438,
      "step": 45728
    },
    {
      "epoch": 2.1274249825540825,
      "grad_norm": 1.146927688866686,
      "learning_rate": 0.00022043748290789407,
      "loss": 2.2188,
      "step": 45729
    },
    {
      "epoch": 2.127471505001163,
      "grad_norm": 1.195712548623863,
      "learning_rate": 0.00022043420611804555,
      "loss": 2.1875,
      "step": 45730
    },
    {
      "epoch": 2.127518027448244,
      "grad_norm": 1.1959850133468928,
      "learning_rate": 0.00022043092928507673,
      "loss": 2.1094,
      "step": 45731
    },
    {
      "epoch": 2.1275645498953244,
      "grad_norm": 1.0226772709288396,
      "learning_rate": 0.00022042765240898977,
      "loss": 1.6562,
      "step": 45732
    },
    {
      "epoch": 2.1276110723424053,
      "grad_norm": 1.2281945386988538,
      "learning_rate": 0.0002204243754897865,
      "loss": 2.4219,
      "step": 45733
    },
    {
      "epoch": 2.127657594789486,
      "grad_norm": 1.1315382088979011,
      "learning_rate": 0.00022042109852746903,
      "loss": 2.1875,
      "step": 45734
    },
    {
      "epoch": 2.1277041172365667,
      "grad_norm": 1.1764920812232413,
      "learning_rate": 0.00022041782152203937,
      "loss": 2.25,
      "step": 45735
    },
    {
      "epoch": 2.127750639683647,
      "grad_norm": 1.1583824039497717,
      "learning_rate": 0.00022041454447349954,
      "loss": 2.0156,
      "step": 45736
    },
    {
      "epoch": 2.127797162130728,
      "grad_norm": 1.1920845587798252,
      "learning_rate": 0.00022041126738185142,
      "loss": 2.3125,
      "step": 45737
    },
    {
      "epoch": 2.1278436845778086,
      "grad_norm": 1.2882351440420237,
      "learning_rate": 0.00022040799024709718,
      "loss": 2.1562,
      "step": 45738
    },
    {
      "epoch": 2.1278902070248895,
      "grad_norm": 1.1854200122375314,
      "learning_rate": 0.0002204047130692387,
      "loss": 2.125,
      "step": 45739
    },
    {
      "epoch": 2.12793672947197,
      "grad_norm": 1.4960960651172572,
      "learning_rate": 0.00022040143584827807,
      "loss": 2.4375,
      "step": 45740
    },
    {
      "epoch": 2.127983251919051,
      "grad_norm": 1.4514696001526617,
      "learning_rate": 0.0002203981585842173,
      "loss": 2.5469,
      "step": 45741
    },
    {
      "epoch": 2.128029774366132,
      "grad_norm": 1.1440023028045587,
      "learning_rate": 0.0002203948812770583,
      "loss": 2.2188,
      "step": 45742
    },
    {
      "epoch": 2.1280762968132123,
      "grad_norm": 1.150765246582,
      "learning_rate": 0.0002203916039268032,
      "loss": 2.3594,
      "step": 45743
    },
    {
      "epoch": 2.1281228192602932,
      "grad_norm": 1.1024852638137335,
      "learning_rate": 0.00022038832653345389,
      "loss": 2.0156,
      "step": 45744
    },
    {
      "epoch": 2.1281693417073737,
      "grad_norm": 1.1958410438194802,
      "learning_rate": 0.00022038504909701245,
      "loss": 2.0781,
      "step": 45745
    },
    {
      "epoch": 2.1282158641544546,
      "grad_norm": 1.4293399711569377,
      "learning_rate": 0.00022038177161748086,
      "loss": 2.375,
      "step": 45746
    },
    {
      "epoch": 2.128262386601535,
      "grad_norm": 1.303611897069229,
      "learning_rate": 0.00022037849409486116,
      "loss": 2.2969,
      "step": 45747
    },
    {
      "epoch": 2.128308909048616,
      "grad_norm": 1.219679563800604,
      "learning_rate": 0.00022037521652915529,
      "loss": 2.4219,
      "step": 45748
    },
    {
      "epoch": 2.1283554314956965,
      "grad_norm": 1.1088636744076446,
      "learning_rate": 0.00022037193892036536,
      "loss": 2.1875,
      "step": 45749
    },
    {
      "epoch": 2.1284019539427774,
      "grad_norm": 1.3148237293776657,
      "learning_rate": 0.00022036866126849325,
      "loss": 2.4531,
      "step": 45750
    },
    {
      "epoch": 2.128448476389858,
      "grad_norm": 1.1813817945614016,
      "learning_rate": 0.00022036538357354105,
      "loss": 2.25,
      "step": 45751
    },
    {
      "epoch": 2.128494998836939,
      "grad_norm": 1.2864752225583052,
      "learning_rate": 0.00022036210583551078,
      "loss": 2.2969,
      "step": 45752
    },
    {
      "epoch": 2.1285415212840197,
      "grad_norm": 1.1468276686363494,
      "learning_rate": 0.0002203588280544044,
      "loss": 2.2344,
      "step": 45753
    },
    {
      "epoch": 2.1285880437311,
      "grad_norm": 1.2892183617435833,
      "learning_rate": 0.00022035555023022392,
      "loss": 2.2656,
      "step": 45754
    },
    {
      "epoch": 2.128634566178181,
      "grad_norm": 1.193386356214543,
      "learning_rate": 0.00022035227236297136,
      "loss": 2.375,
      "step": 45755
    },
    {
      "epoch": 2.1286810886252616,
      "grad_norm": 1.2794053651802673,
      "learning_rate": 0.0002203489944526487,
      "loss": 2.3906,
      "step": 45756
    },
    {
      "epoch": 2.1287276110723425,
      "grad_norm": 1.2064845881959148,
      "learning_rate": 0.00022034571649925797,
      "loss": 2.25,
      "step": 45757
    },
    {
      "epoch": 2.128774133519423,
      "grad_norm": 1.2331365114359465,
      "learning_rate": 0.00022034243850280123,
      "loss": 2.1406,
      "step": 45758
    },
    {
      "epoch": 2.128820655966504,
      "grad_norm": 1.1986703265271823,
      "learning_rate": 0.00022033916046328042,
      "loss": 2.2812,
      "step": 45759
    },
    {
      "epoch": 2.1288671784135844,
      "grad_norm": 1.1527219301601157,
      "learning_rate": 0.00022033588238069753,
      "loss": 2.2969,
      "step": 45760
    },
    {
      "epoch": 2.1289137008606653,
      "grad_norm": 1.2383946496858258,
      "learning_rate": 0.00022033260425505463,
      "loss": 2.3125,
      "step": 45761
    },
    {
      "epoch": 2.128960223307746,
      "grad_norm": 1.179890339297958,
      "learning_rate": 0.00022032932608635368,
      "loss": 2.2812,
      "step": 45762
    },
    {
      "epoch": 2.1290067457548267,
      "grad_norm": 1.3464639066661543,
      "learning_rate": 0.0002203260478745967,
      "loss": 2.1875,
      "step": 45763
    },
    {
      "epoch": 2.1290532682019077,
      "grad_norm": 1.202641507834774,
      "learning_rate": 0.0002203227696197857,
      "loss": 2.2969,
      "step": 45764
    },
    {
      "epoch": 2.129099790648988,
      "grad_norm": 1.128459974328109,
      "learning_rate": 0.0002203194913219227,
      "loss": 2.1562,
      "step": 45765
    },
    {
      "epoch": 2.129146313096069,
      "grad_norm": 1.1373723165494587,
      "learning_rate": 0.00022031621298100967,
      "loss": 2.2656,
      "step": 45766
    },
    {
      "epoch": 2.1291928355431495,
      "grad_norm": 1.3506442589412246,
      "learning_rate": 0.00022031293459704866,
      "loss": 2.4062,
      "step": 45767
    },
    {
      "epoch": 2.1292393579902305,
      "grad_norm": 1.1405916397389217,
      "learning_rate": 0.00022030965617004164,
      "loss": 2.4688,
      "step": 45768
    },
    {
      "epoch": 2.129285880437311,
      "grad_norm": 1.1192704663904756,
      "learning_rate": 0.00022030637769999064,
      "loss": 2.3594,
      "step": 45769
    },
    {
      "epoch": 2.129332402884392,
      "grad_norm": 1.245016605376378,
      "learning_rate": 0.00022030309918689764,
      "loss": 2.4375,
      "step": 45770
    },
    {
      "epoch": 2.1293789253314723,
      "grad_norm": 1.2045862550997313,
      "learning_rate": 0.00022029982063076473,
      "loss": 2.4062,
      "step": 45771
    },
    {
      "epoch": 2.1294254477785532,
      "grad_norm": 1.1522790043086715,
      "learning_rate": 0.00022029654203159382,
      "loss": 2.0625,
      "step": 45772
    },
    {
      "epoch": 2.1294719702256337,
      "grad_norm": 1.312377632955725,
      "learning_rate": 0.00022029326338938692,
      "loss": 2.4531,
      "step": 45773
    },
    {
      "epoch": 2.1295184926727146,
      "grad_norm": 1.176554910300729,
      "learning_rate": 0.0002202899847041461,
      "loss": 2.0938,
      "step": 45774
    },
    {
      "epoch": 2.129565015119795,
      "grad_norm": 1.2456779643990363,
      "learning_rate": 0.00022028670597587334,
      "loss": 2.375,
      "step": 45775
    },
    {
      "epoch": 2.129611537566876,
      "grad_norm": 1.2941167779608587,
      "learning_rate": 0.00022028342720457065,
      "loss": 2.2656,
      "step": 45776
    },
    {
      "epoch": 2.1296580600139565,
      "grad_norm": 1.1707639327289627,
      "learning_rate": 0.00022028014839024,
      "loss": 2.2969,
      "step": 45777
    },
    {
      "epoch": 2.1297045824610374,
      "grad_norm": 1.2179278359303705,
      "learning_rate": 0.00022027686953288348,
      "loss": 2.4688,
      "step": 45778
    },
    {
      "epoch": 2.1297511049081184,
      "grad_norm": 1.1530750525045788,
      "learning_rate": 0.000220273590632503,
      "loss": 2.125,
      "step": 45779
    },
    {
      "epoch": 2.129797627355199,
      "grad_norm": 1.137741937386107,
      "learning_rate": 0.00022027031168910067,
      "loss": 2.0938,
      "step": 45780
    },
    {
      "epoch": 2.1298441498022798,
      "grad_norm": 1.1893153782010926,
      "learning_rate": 0.00022026703270267839,
      "loss": 2.2344,
      "step": 45781
    },
    {
      "epoch": 2.1298906722493602,
      "grad_norm": 1.3212970462722025,
      "learning_rate": 0.00022026375367323824,
      "loss": 2.2969,
      "step": 45782
    },
    {
      "epoch": 2.129937194696441,
      "grad_norm": 1.2950548672403888,
      "learning_rate": 0.00022026047460078219,
      "loss": 2.4688,
      "step": 45783
    },
    {
      "epoch": 2.1299837171435216,
      "grad_norm": 1.3264000980416104,
      "learning_rate": 0.00022025719548531223,
      "loss": 2.1875,
      "step": 45784
    },
    {
      "epoch": 2.1300302395906026,
      "grad_norm": 1.198069527923875,
      "learning_rate": 0.00022025391632683047,
      "loss": 2.2188,
      "step": 45785
    },
    {
      "epoch": 2.130076762037683,
      "grad_norm": 1.1378958169406348,
      "learning_rate": 0.0002202506371253388,
      "loss": 2.2344,
      "step": 45786
    },
    {
      "epoch": 2.130123284484764,
      "grad_norm": 1.2544963989828803,
      "learning_rate": 0.00022024735788083932,
      "loss": 2.375,
      "step": 45787
    },
    {
      "epoch": 2.1301698069318444,
      "grad_norm": 1.2031222467302038,
      "learning_rate": 0.00022024407859333396,
      "loss": 2.2969,
      "step": 45788
    },
    {
      "epoch": 2.1302163293789254,
      "grad_norm": 1.231716568286332,
      "learning_rate": 0.00022024079926282475,
      "loss": 2.1562,
      "step": 45789
    },
    {
      "epoch": 2.1302628518260063,
      "grad_norm": 1.2050947918627073,
      "learning_rate": 0.00022023751988931375,
      "loss": 2.1719,
      "step": 45790
    },
    {
      "epoch": 2.1303093742730868,
      "grad_norm": 1.2312768259870608,
      "learning_rate": 0.0002202342404728029,
      "loss": 2.2188,
      "step": 45791
    },
    {
      "epoch": 2.1303558967201677,
      "grad_norm": 1.2320344036679811,
      "learning_rate": 0.00022023096101329425,
      "loss": 2.375,
      "step": 45792
    },
    {
      "epoch": 2.130402419167248,
      "grad_norm": 1.1876870795986154,
      "learning_rate": 0.00022022768151078978,
      "loss": 2.4062,
      "step": 45793
    },
    {
      "epoch": 2.130448941614329,
      "grad_norm": 1.2923880817871969,
      "learning_rate": 0.0002202244019652915,
      "loss": 2.4062,
      "step": 45794
    },
    {
      "epoch": 2.1304954640614095,
      "grad_norm": 1.2073503492995983,
      "learning_rate": 0.00022022112237680145,
      "loss": 2.0781,
      "step": 45795
    },
    {
      "epoch": 2.1305419865084905,
      "grad_norm": 1.2830878942469008,
      "learning_rate": 0.00022021784274532162,
      "loss": 2.4062,
      "step": 45796
    },
    {
      "epoch": 2.130588508955571,
      "grad_norm": 1.173703095214756,
      "learning_rate": 0.00022021456307085396,
      "loss": 2.4375,
      "step": 45797
    },
    {
      "epoch": 2.130635031402652,
      "grad_norm": 1.1645579033254385,
      "learning_rate": 0.00022021128335340058,
      "loss": 2.4531,
      "step": 45798
    },
    {
      "epoch": 2.1306815538497323,
      "grad_norm": 1.1953384457728007,
      "learning_rate": 0.00022020800359296341,
      "loss": 2.1719,
      "step": 45799
    },
    {
      "epoch": 2.1307280762968133,
      "grad_norm": 1.0619451169608758,
      "learning_rate": 0.00022020472378954454,
      "loss": 1.9844,
      "step": 45800
    },
    {
      "epoch": 2.1307745987438937,
      "grad_norm": 1.2939423407945239,
      "learning_rate": 0.00022020144394314586,
      "loss": 2.3438,
      "step": 45801
    },
    {
      "epoch": 2.1308211211909747,
      "grad_norm": 1.1912617758247204,
      "learning_rate": 0.00022019816405376947,
      "loss": 2.375,
      "step": 45802
    },
    {
      "epoch": 2.130867643638055,
      "grad_norm": 1.1857103727180374,
      "learning_rate": 0.00022019488412141735,
      "loss": 2.2656,
      "step": 45803
    },
    {
      "epoch": 2.130914166085136,
      "grad_norm": 1.1453685129482372,
      "learning_rate": 0.00022019160414609153,
      "loss": 1.9766,
      "step": 45804
    },
    {
      "epoch": 2.130960688532217,
      "grad_norm": 1.423356345816808,
      "learning_rate": 0.0002201883241277939,
      "loss": 2.5938,
      "step": 45805
    },
    {
      "epoch": 2.1310072109792975,
      "grad_norm": 1.227867491280634,
      "learning_rate": 0.00022018504406652668,
      "loss": 2.4219,
      "step": 45806
    },
    {
      "epoch": 2.1310537334263784,
      "grad_norm": 1.1139263556542833,
      "learning_rate": 0.0002201817639622917,
      "loss": 2.25,
      "step": 45807
    },
    {
      "epoch": 2.131100255873459,
      "grad_norm": 1.1464131686977121,
      "learning_rate": 0.00022017848381509106,
      "loss": 2.1406,
      "step": 45808
    },
    {
      "epoch": 2.13114677832054,
      "grad_norm": 1.1939430706130107,
      "learning_rate": 0.00022017520362492673,
      "loss": 2.3438,
      "step": 45809
    },
    {
      "epoch": 2.1311933007676203,
      "grad_norm": 1.0912024125426374,
      "learning_rate": 0.00022017192339180073,
      "loss": 2.2031,
      "step": 45810
    },
    {
      "epoch": 2.131239823214701,
      "grad_norm": 1.1360462802379099,
      "learning_rate": 0.00022016864311571508,
      "loss": 2.1094,
      "step": 45811
    },
    {
      "epoch": 2.1312863456617817,
      "grad_norm": 1.2480558143452019,
      "learning_rate": 0.00022016536279667172,
      "loss": 2.3125,
      "step": 45812
    },
    {
      "epoch": 2.1313328681088626,
      "grad_norm": 1.150986089398006,
      "learning_rate": 0.0002201620824346728,
      "loss": 2.2969,
      "step": 45813
    },
    {
      "epoch": 2.131379390555943,
      "grad_norm": 1.1985667554379178,
      "learning_rate": 0.00022015880202972015,
      "loss": 2.3438,
      "step": 45814
    },
    {
      "epoch": 2.131425913003024,
      "grad_norm": 1.1498882625710716,
      "learning_rate": 0.00022015552158181591,
      "loss": 2.2344,
      "step": 45815
    },
    {
      "epoch": 2.131472435450105,
      "grad_norm": 1.1867148636164249,
      "learning_rate": 0.000220152241090962,
      "loss": 2.3906,
      "step": 45816
    },
    {
      "epoch": 2.1315189578971854,
      "grad_norm": 1.1151571189226497,
      "learning_rate": 0.0002201489605571605,
      "loss": 2.4531,
      "step": 45817
    },
    {
      "epoch": 2.1315654803442663,
      "grad_norm": 1.1909903116396106,
      "learning_rate": 0.00022014567998041343,
      "loss": 2.3281,
      "step": 45818
    },
    {
      "epoch": 2.1316120027913468,
      "grad_norm": 1.1433269974302498,
      "learning_rate": 0.00022014239936072276,
      "loss": 2.25,
      "step": 45819
    },
    {
      "epoch": 2.1316585252384277,
      "grad_norm": 1.3130605166221927,
      "learning_rate": 0.00022013911869809047,
      "loss": 2.25,
      "step": 45820
    },
    {
      "epoch": 2.131705047685508,
      "grad_norm": 1.1858959686257975,
      "learning_rate": 0.0002201358379925186,
      "loss": 2.1562,
      "step": 45821
    },
    {
      "epoch": 2.131751570132589,
      "grad_norm": 1.2198158685360594,
      "learning_rate": 0.00022013255724400915,
      "loss": 2.4531,
      "step": 45822
    },
    {
      "epoch": 2.1317980925796696,
      "grad_norm": 1.1250692987026487,
      "learning_rate": 0.00022012927645256416,
      "loss": 2.1719,
      "step": 45823
    },
    {
      "epoch": 2.1318446150267505,
      "grad_norm": 1.1540814855833947,
      "learning_rate": 0.0002201259956181856,
      "loss": 1.6875,
      "step": 45824
    },
    {
      "epoch": 2.131891137473831,
      "grad_norm": 1.2001644478818154,
      "learning_rate": 0.00022012271474087548,
      "loss": 2.1406,
      "step": 45825
    },
    {
      "epoch": 2.131937659920912,
      "grad_norm": 1.1963577364213795,
      "learning_rate": 0.00022011943382063587,
      "loss": 2.4062,
      "step": 45826
    },
    {
      "epoch": 2.1319841823679924,
      "grad_norm": 1.249190487755894,
      "learning_rate": 0.00022011615285746864,
      "loss": 2.0781,
      "step": 45827
    },
    {
      "epoch": 2.1320307048150733,
      "grad_norm": 1.2351340684935022,
      "learning_rate": 0.00022011287185137596,
      "loss": 2.1719,
      "step": 45828
    },
    {
      "epoch": 2.1320772272621538,
      "grad_norm": 1.1148145570541623,
      "learning_rate": 0.00022010959080235974,
      "loss": 2.1719,
      "step": 45829
    },
    {
      "epoch": 2.1321237497092347,
      "grad_norm": 1.2562476491881673,
      "learning_rate": 0.00022010630971042205,
      "loss": 2.4062,
      "step": 45830
    },
    {
      "epoch": 2.1321702721563156,
      "grad_norm": 1.2428922383382615,
      "learning_rate": 0.00022010302857556482,
      "loss": 2.1719,
      "step": 45831
    },
    {
      "epoch": 2.132216794603396,
      "grad_norm": 1.2853022483017797,
      "learning_rate": 0.0002200997473977901,
      "loss": 2.3906,
      "step": 45832
    },
    {
      "epoch": 2.132263317050477,
      "grad_norm": 1.2147143538008913,
      "learning_rate": 0.00022009646617709996,
      "loss": 2.4844,
      "step": 45833
    },
    {
      "epoch": 2.1323098394975575,
      "grad_norm": 1.1334422398779709,
      "learning_rate": 0.00022009318491349628,
      "loss": 2.125,
      "step": 45834
    },
    {
      "epoch": 2.1323563619446384,
      "grad_norm": 1.1765149035286007,
      "learning_rate": 0.00022008990360698123,
      "loss": 2.4062,
      "step": 45835
    },
    {
      "epoch": 2.132402884391719,
      "grad_norm": 1.1728957633378596,
      "learning_rate": 0.00022008662225755663,
      "loss": 1.7578,
      "step": 45836
    },
    {
      "epoch": 2.1324494068388,
      "grad_norm": 1.2555129221719046,
      "learning_rate": 0.00022008334086522465,
      "loss": 2.0781,
      "step": 45837
    },
    {
      "epoch": 2.1324959292858803,
      "grad_norm": 1.2709450403466407,
      "learning_rate": 0.00022008005942998716,
      "loss": 2.2812,
      "step": 45838
    },
    {
      "epoch": 2.132542451732961,
      "grad_norm": 1.1806568794168897,
      "learning_rate": 0.00022007677795184632,
      "loss": 2.2656,
      "step": 45839
    },
    {
      "epoch": 2.1325889741800417,
      "grad_norm": 1.1770714985802817,
      "learning_rate": 0.000220073496430804,
      "loss": 2.375,
      "step": 45840
    },
    {
      "epoch": 2.1326354966271226,
      "grad_norm": 1.2458708661156617,
      "learning_rate": 0.00022007021486686237,
      "loss": 2.375,
      "step": 45841
    },
    {
      "epoch": 2.1326820190742035,
      "grad_norm": 1.2993102855903647,
      "learning_rate": 0.00022006693326002323,
      "loss": 2.0469,
      "step": 45842
    },
    {
      "epoch": 2.132728541521284,
      "grad_norm": 1.229275452717321,
      "learning_rate": 0.00022006365161028878,
      "loss": 2.2344,
      "step": 45843
    },
    {
      "epoch": 2.132775063968365,
      "grad_norm": 1.2535756545486336,
      "learning_rate": 0.0002200603699176609,
      "loss": 2.3594,
      "step": 45844
    },
    {
      "epoch": 2.1328215864154454,
      "grad_norm": 1.1750624602654647,
      "learning_rate": 0.0002200570881821417,
      "loss": 2.4062,
      "step": 45845
    },
    {
      "epoch": 2.1328681088625263,
      "grad_norm": 1.228784708024557,
      "learning_rate": 0.0002200538064037331,
      "loss": 2.2969,
      "step": 45846
    },
    {
      "epoch": 2.132914631309607,
      "grad_norm": 1.1738369472152572,
      "learning_rate": 0.00022005052458243715,
      "loss": 2.2188,
      "step": 45847
    },
    {
      "epoch": 2.1329611537566877,
      "grad_norm": 1.2646964336851323,
      "learning_rate": 0.0002200472427182559,
      "loss": 2.3594,
      "step": 45848
    },
    {
      "epoch": 2.133007676203768,
      "grad_norm": 1.2299903203937148,
      "learning_rate": 0.00022004396081119122,
      "loss": 2.25,
      "step": 45849
    },
    {
      "epoch": 2.133054198650849,
      "grad_norm": 1.217697880605595,
      "learning_rate": 0.00022004067886124528,
      "loss": 2.3125,
      "step": 45850
    },
    {
      "epoch": 2.1331007210979296,
      "grad_norm": 1.148433234365342,
      "learning_rate": 0.00022003739686842004,
      "loss": 2.3594,
      "step": 45851
    },
    {
      "epoch": 2.1331472435450105,
      "grad_norm": 1.080522843279843,
      "learning_rate": 0.00022003411483271745,
      "loss": 2.1094,
      "step": 45852
    },
    {
      "epoch": 2.133193765992091,
      "grad_norm": 1.1626800651505487,
      "learning_rate": 0.00022003083275413956,
      "loss": 2.3906,
      "step": 45853
    },
    {
      "epoch": 2.133240288439172,
      "grad_norm": 1.165392105837398,
      "learning_rate": 0.00022002755063268842,
      "loss": 1.6953,
      "step": 45854
    },
    {
      "epoch": 2.1332868108862524,
      "grad_norm": 1.2408563158818537,
      "learning_rate": 0.000220024268468366,
      "loss": 2.3438,
      "step": 45855
    },
    {
      "epoch": 2.1333333333333333,
      "grad_norm": 1.2577637608684562,
      "learning_rate": 0.0002200209862611743,
      "loss": 2.4219,
      "step": 45856
    },
    {
      "epoch": 2.1333798557804142,
      "grad_norm": 1.2041640675969758,
      "learning_rate": 0.0002200177040111153,
      "loss": 2.2031,
      "step": 45857
    },
    {
      "epoch": 2.1334263782274947,
      "grad_norm": 1.2127874623863177,
      "learning_rate": 0.00022001442171819111,
      "loss": 2.5312,
      "step": 45858
    },
    {
      "epoch": 2.1334729006745756,
      "grad_norm": 1.1132686905179976,
      "learning_rate": 0.00022001113938240361,
      "loss": 2.2344,
      "step": 45859
    },
    {
      "epoch": 2.133519423121656,
      "grad_norm": 1.0998579971498486,
      "learning_rate": 0.00022000785700375494,
      "loss": 2.3125,
      "step": 45860
    },
    {
      "epoch": 2.133565945568737,
      "grad_norm": 1.1322822387931015,
      "learning_rate": 0.00022000457458224703,
      "loss": 2.1562,
      "step": 45861
    },
    {
      "epoch": 2.1336124680158175,
      "grad_norm": 1.115132665284687,
      "learning_rate": 0.00022000129211788188,
      "loss": 2.1406,
      "step": 45862
    },
    {
      "epoch": 2.1336589904628984,
      "grad_norm": 1.2485330337414695,
      "learning_rate": 0.00021999800961066158,
      "loss": 2.2812,
      "step": 45863
    },
    {
      "epoch": 2.133705512909979,
      "grad_norm": 1.1744680244350274,
      "learning_rate": 0.00021999472706058803,
      "loss": 2.1094,
      "step": 45864
    },
    {
      "epoch": 2.13375203535706,
      "grad_norm": 1.2867735843453667,
      "learning_rate": 0.00021999144446766336,
      "loss": 2.2188,
      "step": 45865
    },
    {
      "epoch": 2.1337985578041403,
      "grad_norm": 1.2136359611932455,
      "learning_rate": 0.00021998816183188945,
      "loss": 2.25,
      "step": 45866
    },
    {
      "epoch": 2.133845080251221,
      "grad_norm": 1.1241892718886768,
      "learning_rate": 0.00021998487915326841,
      "loss": 2.3281,
      "step": 45867
    },
    {
      "epoch": 2.133891602698302,
      "grad_norm": 1.2235733941922653,
      "learning_rate": 0.00021998159643180217,
      "loss": 2.3281,
      "step": 45868
    },
    {
      "epoch": 2.1339381251453826,
      "grad_norm": 1.2103819838260053,
      "learning_rate": 0.00021997831366749285,
      "loss": 2.4688,
      "step": 45869
    },
    {
      "epoch": 2.1339846475924635,
      "grad_norm": 1.2699787520004786,
      "learning_rate": 0.00021997503086034235,
      "loss": 2.3125,
      "step": 45870
    },
    {
      "epoch": 2.134031170039544,
      "grad_norm": 1.164747489957145,
      "learning_rate": 0.00021997174801035273,
      "loss": 2.4219,
      "step": 45871
    },
    {
      "epoch": 2.134077692486625,
      "grad_norm": 1.2202301885865527,
      "learning_rate": 0.00021996846511752603,
      "loss": 2.3594,
      "step": 45872
    },
    {
      "epoch": 2.1341242149337054,
      "grad_norm": 1.2906344406271513,
      "learning_rate": 0.00021996518218186416,
      "loss": 2.5156,
      "step": 45873
    },
    {
      "epoch": 2.1341707373807863,
      "grad_norm": 1.1533372084018718,
      "learning_rate": 0.00021996189920336925,
      "loss": 2.2969,
      "step": 45874
    },
    {
      "epoch": 2.134217259827867,
      "grad_norm": 1.2316534666221608,
      "learning_rate": 0.0002199586161820432,
      "loss": 2.0938,
      "step": 45875
    },
    {
      "epoch": 2.1342637822749477,
      "grad_norm": 1.1782511133793667,
      "learning_rate": 0.00021995533311788812,
      "loss": 2.1562,
      "step": 45876
    },
    {
      "epoch": 2.134310304722028,
      "grad_norm": 1.1814043324822043,
      "learning_rate": 0.00021995205001090594,
      "loss": 2.0938,
      "step": 45877
    },
    {
      "epoch": 2.134356827169109,
      "grad_norm": 1.161423577977662,
      "learning_rate": 0.00021994876686109874,
      "loss": 2.3281,
      "step": 45878
    },
    {
      "epoch": 2.1344033496161896,
      "grad_norm": 1.0954547833770365,
      "learning_rate": 0.00021994548366846846,
      "loss": 2.2188,
      "step": 45879
    },
    {
      "epoch": 2.1344498720632705,
      "grad_norm": 1.2430512263204927,
      "learning_rate": 0.00021994220043301718,
      "loss": 2.4844,
      "step": 45880
    },
    {
      "epoch": 2.1344963945103514,
      "grad_norm": 1.17627609506174,
      "learning_rate": 0.0002199389171547468,
      "loss": 2.3438,
      "step": 45881
    },
    {
      "epoch": 2.134542916957432,
      "grad_norm": 1.380739452653815,
      "learning_rate": 0.00021993563383365945,
      "loss": 2.2656,
      "step": 45882
    },
    {
      "epoch": 2.134589439404513,
      "grad_norm": 1.3135220050868617,
      "learning_rate": 0.0002199323504697571,
      "loss": 2.4062,
      "step": 45883
    },
    {
      "epoch": 2.1346359618515933,
      "grad_norm": 1.1758661958593133,
      "learning_rate": 0.00021992906706304173,
      "loss": 2.2031,
      "step": 45884
    },
    {
      "epoch": 2.1346824842986742,
      "grad_norm": 1.2084253120250623,
      "learning_rate": 0.0002199257836135154,
      "loss": 2.1406,
      "step": 45885
    },
    {
      "epoch": 2.1347290067457547,
      "grad_norm": 1.2259333573199798,
      "learning_rate": 0.0002199225001211801,
      "loss": 2.2656,
      "step": 45886
    },
    {
      "epoch": 2.1347755291928356,
      "grad_norm": 1.2866058747187095,
      "learning_rate": 0.0002199192165860378,
      "loss": 2.3281,
      "step": 45887
    },
    {
      "epoch": 2.134822051639916,
      "grad_norm": 1.1301904725755494,
      "learning_rate": 0.00021991593300809057,
      "loss": 2.2188,
      "step": 45888
    },
    {
      "epoch": 2.134868574086997,
      "grad_norm": 1.1968960033376685,
      "learning_rate": 0.0002199126493873404,
      "loss": 2.0469,
      "step": 45889
    },
    {
      "epoch": 2.1349150965340775,
      "grad_norm": 1.2786110063332303,
      "learning_rate": 0.00021990936572378926,
      "loss": 2.3125,
      "step": 45890
    },
    {
      "epoch": 2.1349616189811584,
      "grad_norm": 1.2078646793589032,
      "learning_rate": 0.0002199060820174392,
      "loss": 2.1562,
      "step": 45891
    },
    {
      "epoch": 2.135008141428239,
      "grad_norm": 1.173419852304771,
      "learning_rate": 0.00021990279826829222,
      "loss": 2.25,
      "step": 45892
    },
    {
      "epoch": 2.13505466387532,
      "grad_norm": 1.3154931455165162,
      "learning_rate": 0.00021989951447635032,
      "loss": 2.3281,
      "step": 45893
    },
    {
      "epoch": 2.1351011863224008,
      "grad_norm": 1.2066501925326707,
      "learning_rate": 0.00021989623064161558,
      "loss": 2.2969,
      "step": 45894
    },
    {
      "epoch": 2.1351477087694812,
      "grad_norm": 1.1852418974318761,
      "learning_rate": 0.0002198929467640899,
      "loss": 2.3438,
      "step": 45895
    },
    {
      "epoch": 2.135194231216562,
      "grad_norm": 1.2739587123899683,
      "learning_rate": 0.0002198896628437754,
      "loss": 2.4844,
      "step": 45896
    },
    {
      "epoch": 2.1352407536636426,
      "grad_norm": 1.1094408698724885,
      "learning_rate": 0.00021988637888067402,
      "loss": 2.2188,
      "step": 45897
    },
    {
      "epoch": 2.1352872761107236,
      "grad_norm": 1.2789612443917324,
      "learning_rate": 0.0002198830948747878,
      "loss": 2.6875,
      "step": 45898
    },
    {
      "epoch": 2.135333798557804,
      "grad_norm": 1.1141550631293755,
      "learning_rate": 0.00021987981082611868,
      "loss": 2.125,
      "step": 45899
    },
    {
      "epoch": 2.135380321004885,
      "grad_norm": 1.1791938163570037,
      "learning_rate": 0.0002198765267346688,
      "loss": 2.2656,
      "step": 45900
    },
    {
      "epoch": 2.1354268434519654,
      "grad_norm": 1.1820775187404557,
      "learning_rate": 0.00021987324260044005,
      "loss": 2.2969,
      "step": 45901
    },
    {
      "epoch": 2.1354733658990463,
      "grad_norm": 1.2066056817712465,
      "learning_rate": 0.00021986995842343448,
      "loss": 2.3594,
      "step": 45902
    },
    {
      "epoch": 2.135519888346127,
      "grad_norm": 1.2172274115595336,
      "learning_rate": 0.00021986667420365415,
      "loss": 2.4219,
      "step": 45903
    },
    {
      "epoch": 2.1355664107932077,
      "grad_norm": 1.099345107459666,
      "learning_rate": 0.00021986338994110097,
      "loss": 2.0312,
      "step": 45904
    },
    {
      "epoch": 2.1356129332402887,
      "grad_norm": 1.1392567679713308,
      "learning_rate": 0.00021986010563577706,
      "loss": 2.2656,
      "step": 45905
    },
    {
      "epoch": 2.135659455687369,
      "grad_norm": 1.1930958807726015,
      "learning_rate": 0.0002198568212876844,
      "loss": 2.3438,
      "step": 45906
    },
    {
      "epoch": 2.13570597813445,
      "grad_norm": 1.1246523496150997,
      "learning_rate": 0.00021985353689682496,
      "loss": 2.1562,
      "step": 45907
    },
    {
      "epoch": 2.1357525005815305,
      "grad_norm": 1.2081948233354984,
      "learning_rate": 0.00021985025246320077,
      "loss": 2.1406,
      "step": 45908
    },
    {
      "epoch": 2.1357990230286115,
      "grad_norm": 1.2676055547515674,
      "learning_rate": 0.00021984696798681383,
      "loss": 2.1719,
      "step": 45909
    },
    {
      "epoch": 2.135845545475692,
      "grad_norm": 1.2250289136517523,
      "learning_rate": 0.00021984368346766617,
      "loss": 2.2031,
      "step": 45910
    },
    {
      "epoch": 2.135892067922773,
      "grad_norm": 1.232008187839762,
      "learning_rate": 0.00021984039890575983,
      "loss": 2.2656,
      "step": 45911
    },
    {
      "epoch": 2.1359385903698533,
      "grad_norm": 1.1348188591537187,
      "learning_rate": 0.00021983711430109676,
      "loss": 2.0938,
      "step": 45912
    },
    {
      "epoch": 2.1359851128169343,
      "grad_norm": 1.1368702625639877,
      "learning_rate": 0.000219833829653679,
      "loss": 1.8438,
      "step": 45913
    },
    {
      "epoch": 2.1360316352640147,
      "grad_norm": 1.2477818049648315,
      "learning_rate": 0.00021983054496350852,
      "loss": 2.3281,
      "step": 45914
    },
    {
      "epoch": 2.1360781577110957,
      "grad_norm": 1.1630425561748667,
      "learning_rate": 0.0002198272602305874,
      "loss": 2.0781,
      "step": 45915
    },
    {
      "epoch": 2.136124680158176,
      "grad_norm": 1.1872782844338836,
      "learning_rate": 0.00021982397545491764,
      "loss": 2.2344,
      "step": 45916
    },
    {
      "epoch": 2.136171202605257,
      "grad_norm": 1.2509562162480208,
      "learning_rate": 0.00021982069063650121,
      "loss": 1.6562,
      "step": 45917
    },
    {
      "epoch": 2.1362177250523375,
      "grad_norm": 1.2234072982226993,
      "learning_rate": 0.00021981740577534017,
      "loss": 2.3125,
      "step": 45918
    },
    {
      "epoch": 2.1362642474994185,
      "grad_norm": 1.2543876932393028,
      "learning_rate": 0.00021981412087143643,
      "loss": 2.2812,
      "step": 45919
    },
    {
      "epoch": 2.1363107699464994,
      "grad_norm": 1.251839931931959,
      "learning_rate": 0.00021981083592479214,
      "loss": 2.4688,
      "step": 45920
    },
    {
      "epoch": 2.13635729239358,
      "grad_norm": 1.2463326630073994,
      "learning_rate": 0.00021980755093540922,
      "loss": 2.3594,
      "step": 45921
    },
    {
      "epoch": 2.1364038148406608,
      "grad_norm": 1.1792920676407337,
      "learning_rate": 0.00021980426590328974,
      "loss": 2.1562,
      "step": 45922
    },
    {
      "epoch": 2.1364503372877413,
      "grad_norm": 1.1797987269295611,
      "learning_rate": 0.00021980098082843562,
      "loss": 2.2031,
      "step": 45923
    },
    {
      "epoch": 2.136496859734822,
      "grad_norm": 1.2476467455748093,
      "learning_rate": 0.000219797695710849,
      "loss": 2.1406,
      "step": 45924
    },
    {
      "epoch": 2.1365433821819027,
      "grad_norm": 1.2781761649152097,
      "learning_rate": 0.00021979441055053174,
      "loss": 2.0312,
      "step": 45925
    },
    {
      "epoch": 2.1365899046289836,
      "grad_norm": 1.184161098466682,
      "learning_rate": 0.00021979112534748594,
      "loss": 2.3594,
      "step": 45926
    },
    {
      "epoch": 2.136636427076064,
      "grad_norm": 1.1360754013256527,
      "learning_rate": 0.00021978784010171363,
      "loss": 2.125,
      "step": 45927
    },
    {
      "epoch": 2.136682949523145,
      "grad_norm": 1.1877692230109627,
      "learning_rate": 0.00021978455481321682,
      "loss": 2.2969,
      "step": 45928
    },
    {
      "epoch": 2.1367294719702254,
      "grad_norm": 1.2257806475262998,
      "learning_rate": 0.00021978126948199748,
      "loss": 2.1719,
      "step": 45929
    },
    {
      "epoch": 2.1367759944173064,
      "grad_norm": 1.2253912699829594,
      "learning_rate": 0.00021977798410805762,
      "loss": 2.4688,
      "step": 45930
    },
    {
      "epoch": 2.1368225168643873,
      "grad_norm": 1.1750583170042355,
      "learning_rate": 0.00021977469869139928,
      "loss": 2.3125,
      "step": 45931
    },
    {
      "epoch": 2.1368690393114678,
      "grad_norm": 1.0633878935823626,
      "learning_rate": 0.00021977141323202443,
      "loss": 1.8906,
      "step": 45932
    },
    {
      "epoch": 2.1369155617585487,
      "grad_norm": 1.2045479202615026,
      "learning_rate": 0.00021976812772993515,
      "loss": 2.0625,
      "step": 45933
    },
    {
      "epoch": 2.136962084205629,
      "grad_norm": 1.1303380803649727,
      "learning_rate": 0.00021976484218513335,
      "loss": 1.9844,
      "step": 45934
    },
    {
      "epoch": 2.13700860665271,
      "grad_norm": 1.0917703719201832,
      "learning_rate": 0.00021976155659762117,
      "loss": 2.0625,
      "step": 45935
    },
    {
      "epoch": 2.1370551290997906,
      "grad_norm": 1.2121258596744777,
      "learning_rate": 0.00021975827096740053,
      "loss": 2.0625,
      "step": 45936
    },
    {
      "epoch": 2.1371016515468715,
      "grad_norm": 1.2765948315672975,
      "learning_rate": 0.00021975498529447343,
      "loss": 2.1406,
      "step": 45937
    },
    {
      "epoch": 2.137148173993952,
      "grad_norm": 1.2313083217803378,
      "learning_rate": 0.00021975169957884192,
      "loss": 2.1094,
      "step": 45938
    },
    {
      "epoch": 2.137194696441033,
      "grad_norm": 1.251837804458107,
      "learning_rate": 0.00021974841382050808,
      "loss": 2.375,
      "step": 45939
    },
    {
      "epoch": 2.1372412188881134,
      "grad_norm": 1.2143688462464932,
      "learning_rate": 0.00021974512801947377,
      "loss": 2.1094,
      "step": 45940
    },
    {
      "epoch": 2.1372877413351943,
      "grad_norm": 1.1415472951976413,
      "learning_rate": 0.00021974184217574114,
      "loss": 2.1875,
      "step": 45941
    },
    {
      "epoch": 2.1373342637822748,
      "grad_norm": 1.1450620961750173,
      "learning_rate": 0.00021973855628931212,
      "loss": 2.2969,
      "step": 45942
    },
    {
      "epoch": 2.1373807862293557,
      "grad_norm": 1.3597607400074687,
      "learning_rate": 0.00021973527036018873,
      "loss": 2.1875,
      "step": 45943
    },
    {
      "epoch": 2.137427308676436,
      "grad_norm": 1.3460078888603897,
      "learning_rate": 0.00021973198438837306,
      "loss": 2.4688,
      "step": 45944
    },
    {
      "epoch": 2.137473831123517,
      "grad_norm": 1.3231749672443647,
      "learning_rate": 0.000219728698373867,
      "loss": 2.25,
      "step": 45945
    },
    {
      "epoch": 2.137520353570598,
      "grad_norm": 1.28170890996447,
      "learning_rate": 0.0002197254123166726,
      "loss": 2.3594,
      "step": 45946
    },
    {
      "epoch": 2.1375668760176785,
      "grad_norm": 1.2175626480812292,
      "learning_rate": 0.00021972212621679192,
      "loss": 2.1406,
      "step": 45947
    },
    {
      "epoch": 2.1376133984647594,
      "grad_norm": 1.1565139705641259,
      "learning_rate": 0.00021971884007422694,
      "loss": 2.1562,
      "step": 45948
    },
    {
      "epoch": 2.13765992091184,
      "grad_norm": 1.2804353607064067,
      "learning_rate": 0.00021971555388897968,
      "loss": 1.6875,
      "step": 45949
    },
    {
      "epoch": 2.137706443358921,
      "grad_norm": 1.2198118301325953,
      "learning_rate": 0.00021971226766105212,
      "loss": 2.2812,
      "step": 45950
    },
    {
      "epoch": 2.1377529658060013,
      "grad_norm": 1.278337284359924,
      "learning_rate": 0.00021970898139044633,
      "loss": 2.2344,
      "step": 45951
    },
    {
      "epoch": 2.137799488253082,
      "grad_norm": 1.1177835044970255,
      "learning_rate": 0.00021970569507716428,
      "loss": 1.7969,
      "step": 45952
    },
    {
      "epoch": 2.1378460107001627,
      "grad_norm": 1.2292257149805312,
      "learning_rate": 0.00021970240872120803,
      "loss": 2.3281,
      "step": 45953
    },
    {
      "epoch": 2.1378925331472436,
      "grad_norm": 1.1907624841219713,
      "learning_rate": 0.0002196991223225795,
      "loss": 2.4688,
      "step": 45954
    },
    {
      "epoch": 2.137939055594324,
      "grad_norm": 1.2021755170930013,
      "learning_rate": 0.00021969583588128083,
      "loss": 2.1406,
      "step": 45955
    },
    {
      "epoch": 2.137985578041405,
      "grad_norm": 1.0893018839793784,
      "learning_rate": 0.0002196925493973139,
      "loss": 1.9844,
      "step": 45956
    },
    {
      "epoch": 2.138032100488486,
      "grad_norm": 1.19188945296621,
      "learning_rate": 0.00021968926287068078,
      "loss": 2.125,
      "step": 45957
    },
    {
      "epoch": 2.1380786229355664,
      "grad_norm": 1.0674871029083604,
      "learning_rate": 0.00021968597630138347,
      "loss": 2.0312,
      "step": 45958
    },
    {
      "epoch": 2.1381251453826473,
      "grad_norm": 1.215429171287867,
      "learning_rate": 0.00021968268968942402,
      "loss": 2.3594,
      "step": 45959
    },
    {
      "epoch": 2.138171667829728,
      "grad_norm": 1.1974028282139466,
      "learning_rate": 0.0002196794030348044,
      "loss": 2.375,
      "step": 45960
    },
    {
      "epoch": 2.1382181902768087,
      "grad_norm": 1.2530983846389148,
      "learning_rate": 0.00021967611633752666,
      "loss": 2.6406,
      "step": 45961
    },
    {
      "epoch": 2.138264712723889,
      "grad_norm": 1.1641537346928081,
      "learning_rate": 0.00021967282959759276,
      "loss": 2.2344,
      "step": 45962
    },
    {
      "epoch": 2.13831123517097,
      "grad_norm": 1.1455605688516863,
      "learning_rate": 0.00021966954281500478,
      "loss": 2.0781,
      "step": 45963
    },
    {
      "epoch": 2.1383577576180506,
      "grad_norm": 1.1985010728836833,
      "learning_rate": 0.00021966625598976466,
      "loss": 2.1719,
      "step": 45964
    },
    {
      "epoch": 2.1384042800651315,
      "grad_norm": 1.2917317065697098,
      "learning_rate": 0.0002196629691218745,
      "loss": 2.4062,
      "step": 45965
    },
    {
      "epoch": 2.138450802512212,
      "grad_norm": 1.1369391726613784,
      "learning_rate": 0.00021965968221133623,
      "loss": 2.2344,
      "step": 45966
    },
    {
      "epoch": 2.138497324959293,
      "grad_norm": 1.2386956549631445,
      "learning_rate": 0.00021965639525815188,
      "loss": 2.3594,
      "step": 45967
    },
    {
      "epoch": 2.1385438474063734,
      "grad_norm": 1.2332714503840527,
      "learning_rate": 0.0002196531082623235,
      "loss": 2.3594,
      "step": 45968
    },
    {
      "epoch": 2.1385903698534543,
      "grad_norm": 1.2423377856370161,
      "learning_rate": 0.00021964982122385306,
      "loss": 2.1875,
      "step": 45969
    },
    {
      "epoch": 2.1386368923005348,
      "grad_norm": 1.1606685992278822,
      "learning_rate": 0.0002196465341427426,
      "loss": 2.25,
      "step": 45970
    },
    {
      "epoch": 2.1386834147476157,
      "grad_norm": 1.1658874092993372,
      "learning_rate": 0.0002196432470189941,
      "loss": 2.3438,
      "step": 45971
    },
    {
      "epoch": 2.1387299371946966,
      "grad_norm": 1.1153291885369123,
      "learning_rate": 0.0002196399598526096,
      "loss": 2.2188,
      "step": 45972
    },
    {
      "epoch": 2.138776459641777,
      "grad_norm": 1.279776337994115,
      "learning_rate": 0.0002196366726435911,
      "loss": 2.3125,
      "step": 45973
    },
    {
      "epoch": 2.138822982088858,
      "grad_norm": 1.2423741698248896,
      "learning_rate": 0.0002196333853919406,
      "loss": 2.1719,
      "step": 45974
    },
    {
      "epoch": 2.1388695045359385,
      "grad_norm": 1.1434201979133758,
      "learning_rate": 0.00021963009809766016,
      "loss": 2.3438,
      "step": 45975
    },
    {
      "epoch": 2.1389160269830194,
      "grad_norm": 1.304943537017005,
      "learning_rate": 0.0002196268107607518,
      "loss": 2.1719,
      "step": 45976
    },
    {
      "epoch": 2.1389625494301,
      "grad_norm": 1.3505564295899193,
      "learning_rate": 0.00021962352338121747,
      "loss": 2.4219,
      "step": 45977
    },
    {
      "epoch": 2.139009071877181,
      "grad_norm": 1.2446678225888412,
      "learning_rate": 0.0002196202359590592,
      "loss": 2.3281,
      "step": 45978
    },
    {
      "epoch": 2.1390555943242613,
      "grad_norm": 1.2458168191316126,
      "learning_rate": 0.000219616948494279,
      "loss": 2.3594,
      "step": 45979
    },
    {
      "epoch": 2.139102116771342,
      "grad_norm": 1.190029287740772,
      "learning_rate": 0.0002196136609868789,
      "loss": 2.2656,
      "step": 45980
    },
    {
      "epoch": 2.1391486392184227,
      "grad_norm": 1.1515978340279116,
      "learning_rate": 0.0002196103734368609,
      "loss": 1.9453,
      "step": 45981
    },
    {
      "epoch": 2.1391951616655036,
      "grad_norm": 1.2683761554380233,
      "learning_rate": 0.00021960708584422702,
      "loss": 2.3594,
      "step": 45982
    },
    {
      "epoch": 2.1392416841125845,
      "grad_norm": 1.1349363725908084,
      "learning_rate": 0.00021960379820897932,
      "loss": 2.2812,
      "step": 45983
    },
    {
      "epoch": 2.139288206559665,
      "grad_norm": 1.121773548229916,
      "learning_rate": 0.00021960051053111968,
      "loss": 2.375,
      "step": 45984
    },
    {
      "epoch": 2.139334729006746,
      "grad_norm": 1.0752314175271416,
      "learning_rate": 0.00021959722281065028,
      "loss": 1.9844,
      "step": 45985
    },
    {
      "epoch": 2.1393812514538264,
      "grad_norm": 1.1712087499887684,
      "learning_rate": 0.000219593935047573,
      "loss": 2.0469,
      "step": 45986
    },
    {
      "epoch": 2.1394277739009073,
      "grad_norm": 1.161990393728619,
      "learning_rate": 0.00021959064724188992,
      "loss": 2.2344,
      "step": 45987
    },
    {
      "epoch": 2.139474296347988,
      "grad_norm": 1.142153744426887,
      "learning_rate": 0.00021958735939360302,
      "loss": 2.1562,
      "step": 45988
    },
    {
      "epoch": 2.1395208187950687,
      "grad_norm": 1.2396380917862653,
      "learning_rate": 0.00021958407150271436,
      "loss": 2.375,
      "step": 45989
    },
    {
      "epoch": 2.139567341242149,
      "grad_norm": 1.0391734512475075,
      "learning_rate": 0.00021958078356922587,
      "loss": 1.8594,
      "step": 45990
    },
    {
      "epoch": 2.13961386368923,
      "grad_norm": 1.1593229597056443,
      "learning_rate": 0.00021957749559313968,
      "loss": 2.3125,
      "step": 45991
    },
    {
      "epoch": 2.1396603861363106,
      "grad_norm": 1.25551163771354,
      "learning_rate": 0.0002195742075744577,
      "loss": 2.4375,
      "step": 45992
    },
    {
      "epoch": 2.1397069085833915,
      "grad_norm": 1.2300446006521617,
      "learning_rate": 0.00021957091951318195,
      "loss": 2.25,
      "step": 45993
    },
    {
      "epoch": 2.139753431030472,
      "grad_norm": 1.3021596605374228,
      "learning_rate": 0.00021956763140931453,
      "loss": 2.5938,
      "step": 45994
    },
    {
      "epoch": 2.139799953477553,
      "grad_norm": 1.1428339679175956,
      "learning_rate": 0.00021956434326285735,
      "loss": 2.2031,
      "step": 45995
    },
    {
      "epoch": 2.139846475924634,
      "grad_norm": 1.162406604193263,
      "learning_rate": 0.0002195610550738125,
      "loss": 2.4688,
      "step": 45996
    },
    {
      "epoch": 2.1398929983717143,
      "grad_norm": 1.1690117950640964,
      "learning_rate": 0.00021955776684218196,
      "loss": 2.3594,
      "step": 45997
    },
    {
      "epoch": 2.1399395208187952,
      "grad_norm": 1.1727002171469063,
      "learning_rate": 0.00021955447856796773,
      "loss": 2.3594,
      "step": 45998
    },
    {
      "epoch": 2.1399860432658757,
      "grad_norm": 1.227380346792063,
      "learning_rate": 0.00021955119025117184,
      "loss": 2.0938,
      "step": 45999
    },
    {
      "epoch": 2.1400325657129566,
      "grad_norm": 1.3002563100131765,
      "learning_rate": 0.00021954790189179633,
      "loss": 2.4531,
      "step": 46000
    },
    {
      "epoch": 2.140079088160037,
      "grad_norm": 1.196151210181011,
      "learning_rate": 0.00021954461348984314,
      "loss": 2.125,
      "step": 46001
    },
    {
      "epoch": 2.140125610607118,
      "grad_norm": 1.1883007499837286,
      "learning_rate": 0.00021954132504531439,
      "loss": 2.2812,
      "step": 46002
    },
    {
      "epoch": 2.1401721330541985,
      "grad_norm": 1.155800016610184,
      "learning_rate": 0.00021953803655821197,
      "loss": 2.2031,
      "step": 46003
    },
    {
      "epoch": 2.1402186555012794,
      "grad_norm": 1.139586448798614,
      "learning_rate": 0.00021953474802853794,
      "loss": 2.2969,
      "step": 46004
    },
    {
      "epoch": 2.14026517794836,
      "grad_norm": 1.1980908215828223,
      "learning_rate": 0.0002195314594562944,
      "loss": 2.1562,
      "step": 46005
    },
    {
      "epoch": 2.140311700395441,
      "grad_norm": 1.1299030703365587,
      "learning_rate": 0.00021952817084148324,
      "loss": 2.1562,
      "step": 46006
    },
    {
      "epoch": 2.1403582228425213,
      "grad_norm": 1.2024066392711783,
      "learning_rate": 0.00021952488218410655,
      "loss": 2.25,
      "step": 46007
    },
    {
      "epoch": 2.1404047452896022,
      "grad_norm": 1.1460293640380315,
      "learning_rate": 0.00021952159348416627,
      "loss": 2.2812,
      "step": 46008
    },
    {
      "epoch": 2.140451267736683,
      "grad_norm": 1.22207127583447,
      "learning_rate": 0.00021951830474166453,
      "loss": 2.25,
      "step": 46009
    },
    {
      "epoch": 2.1404977901837636,
      "grad_norm": 1.203619244055026,
      "learning_rate": 0.00021951501595660321,
      "loss": 1.9297,
      "step": 46010
    },
    {
      "epoch": 2.1405443126308445,
      "grad_norm": 1.2140940951311432,
      "learning_rate": 0.00021951172712898444,
      "loss": 2.4531,
      "step": 46011
    },
    {
      "epoch": 2.140590835077925,
      "grad_norm": 1.1562000679552755,
      "learning_rate": 0.00021950843825881014,
      "loss": 2.1406,
      "step": 46012
    },
    {
      "epoch": 2.140637357525006,
      "grad_norm": 1.1893933115212647,
      "learning_rate": 0.00021950514934608242,
      "loss": 2.2656,
      "step": 46013
    },
    {
      "epoch": 2.1406838799720864,
      "grad_norm": 1.2458211033442441,
      "learning_rate": 0.00021950186039080318,
      "loss": 2.125,
      "step": 46014
    },
    {
      "epoch": 2.1407304024191673,
      "grad_norm": 1.184344882659045,
      "learning_rate": 0.0002194985713929745,
      "loss": 2.3125,
      "step": 46015
    },
    {
      "epoch": 2.140776924866248,
      "grad_norm": 1.1767336760978742,
      "learning_rate": 0.0002194952823525984,
      "loss": 2.375,
      "step": 46016
    },
    {
      "epoch": 2.1408234473133287,
      "grad_norm": 1.2002151349641932,
      "learning_rate": 0.00021949199326967687,
      "loss": 2.1406,
      "step": 46017
    },
    {
      "epoch": 2.140869969760409,
      "grad_norm": 1.0729450036346397,
      "learning_rate": 0.00021948870414421196,
      "loss": 1.7969,
      "step": 46018
    },
    {
      "epoch": 2.14091649220749,
      "grad_norm": 1.1643572218338807,
      "learning_rate": 0.0002194854149762056,
      "loss": 2.3438,
      "step": 46019
    },
    {
      "epoch": 2.140963014654571,
      "grad_norm": 1.1236548949445848,
      "learning_rate": 0.00021948212576565991,
      "loss": 2.25,
      "step": 46020
    },
    {
      "epoch": 2.1410095371016515,
      "grad_norm": 1.1757989783481766,
      "learning_rate": 0.00021947883651257685,
      "loss": 2.1094,
      "step": 46021
    },
    {
      "epoch": 2.1410560595487325,
      "grad_norm": 1.198327093482061,
      "learning_rate": 0.00021947554721695844,
      "loss": 2.1094,
      "step": 46022
    },
    {
      "epoch": 2.141102581995813,
      "grad_norm": 1.162678627850617,
      "learning_rate": 0.00021947225787880665,
      "loss": 2.3438,
      "step": 46023
    },
    {
      "epoch": 2.141149104442894,
      "grad_norm": 1.181402575491383,
      "learning_rate": 0.00021946896849812358,
      "loss": 2.3594,
      "step": 46024
    },
    {
      "epoch": 2.1411956268899743,
      "grad_norm": 1.3219152135836383,
      "learning_rate": 0.00021946567907491117,
      "loss": 2.5625,
      "step": 46025
    },
    {
      "epoch": 2.1412421493370553,
      "grad_norm": 1.1852284537387834,
      "learning_rate": 0.00021946238960917142,
      "loss": 2.6094,
      "step": 46026
    },
    {
      "epoch": 2.1412886717841357,
      "grad_norm": 1.185577652237994,
      "learning_rate": 0.0002194591001009065,
      "loss": 2.2188,
      "step": 46027
    },
    {
      "epoch": 2.1413351942312167,
      "grad_norm": 1.1524074942499105,
      "learning_rate": 0.00021945581055011817,
      "loss": 2.1406,
      "step": 46028
    },
    {
      "epoch": 2.141381716678297,
      "grad_norm": 1.2959627446978894,
      "learning_rate": 0.0002194525209568087,
      "loss": 2.3906,
      "step": 46029
    },
    {
      "epoch": 2.141428239125378,
      "grad_norm": 1.3474942341437035,
      "learning_rate": 0.00021944923132097993,
      "loss": 2.2344,
      "step": 46030
    },
    {
      "epoch": 2.1414747615724585,
      "grad_norm": 1.2174107510566352,
      "learning_rate": 0.00021944594164263395,
      "loss": 2.3906,
      "step": 46031
    },
    {
      "epoch": 2.1415212840195395,
      "grad_norm": 1.2072777122049716,
      "learning_rate": 0.00021944265192177273,
      "loss": 2.375,
      "step": 46032
    },
    {
      "epoch": 2.14156780646662,
      "grad_norm": 1.209195705616579,
      "learning_rate": 0.00021943936215839836,
      "loss": 2.2969,
      "step": 46033
    },
    {
      "epoch": 2.141614328913701,
      "grad_norm": 1.2339442937498648,
      "learning_rate": 0.00021943607235251275,
      "loss": 2.5,
      "step": 46034
    },
    {
      "epoch": 2.1416608513607818,
      "grad_norm": 1.274480434242853,
      "learning_rate": 0.00021943278250411802,
      "loss": 2.1562,
      "step": 46035
    },
    {
      "epoch": 2.1417073738078622,
      "grad_norm": 1.2773033531431668,
      "learning_rate": 0.00021942949261321608,
      "loss": 2.3281,
      "step": 46036
    },
    {
      "epoch": 2.141753896254943,
      "grad_norm": 1.179896265309848,
      "learning_rate": 0.000219426202679809,
      "loss": 2.2656,
      "step": 46037
    },
    {
      "epoch": 2.1418004187020236,
      "grad_norm": 1.1497361910524329,
      "learning_rate": 0.00021942291270389883,
      "loss": 2.0469,
      "step": 46038
    },
    {
      "epoch": 2.1418469411491046,
      "grad_norm": 1.0728978853649278,
      "learning_rate": 0.0002194196226854875,
      "loss": 2.0781,
      "step": 46039
    },
    {
      "epoch": 2.141893463596185,
      "grad_norm": 1.2022937234012991,
      "learning_rate": 0.0002194163326245771,
      "loss": 2.0938,
      "step": 46040
    },
    {
      "epoch": 2.141939986043266,
      "grad_norm": 1.1849700043671365,
      "learning_rate": 0.0002194130425211696,
      "loss": 2.3906,
      "step": 46041
    },
    {
      "epoch": 2.1419865084903464,
      "grad_norm": 1.2065298486630116,
      "learning_rate": 0.00021940975237526704,
      "loss": 2.4375,
      "step": 46042
    },
    {
      "epoch": 2.1420330309374274,
      "grad_norm": 1.34119244120733,
      "learning_rate": 0.00021940646218687138,
      "loss": 2.4219,
      "step": 46043
    },
    {
      "epoch": 2.142079553384508,
      "grad_norm": 1.2255353707112788,
      "learning_rate": 0.00021940317195598473,
      "loss": 2.2031,
      "step": 46044
    },
    {
      "epoch": 2.1421260758315888,
      "grad_norm": 1.3045582168855718,
      "learning_rate": 0.000219399881682609,
      "loss": 2.4219,
      "step": 46045
    },
    {
      "epoch": 2.1421725982786697,
      "grad_norm": 1.2401636492529182,
      "learning_rate": 0.00021939659136674627,
      "loss": 2.0781,
      "step": 46046
    },
    {
      "epoch": 2.14221912072575,
      "grad_norm": 1.2002926021774747,
      "learning_rate": 0.00021939330100839854,
      "loss": 2.3281,
      "step": 46047
    },
    {
      "epoch": 2.142265643172831,
      "grad_norm": 1.2065614762634014,
      "learning_rate": 0.00021939001060756783,
      "loss": 2.3438,
      "step": 46048
    },
    {
      "epoch": 2.1423121656199116,
      "grad_norm": 1.198076585212964,
      "learning_rate": 0.00021938672016425613,
      "loss": 2.2812,
      "step": 46049
    },
    {
      "epoch": 2.1423586880669925,
      "grad_norm": 1.1808013033471112,
      "learning_rate": 0.0002193834296784655,
      "loss": 2.4375,
      "step": 46050
    },
    {
      "epoch": 2.142405210514073,
      "grad_norm": 1.1646029422238726,
      "learning_rate": 0.0002193801391501979,
      "loss": 2.0469,
      "step": 46051
    },
    {
      "epoch": 2.142451732961154,
      "grad_norm": 1.2675745871778568,
      "learning_rate": 0.00021937684857945537,
      "loss": 2.4062,
      "step": 46052
    },
    {
      "epoch": 2.1424982554082344,
      "grad_norm": 1.2574579714652474,
      "learning_rate": 0.00021937355796623997,
      "loss": 2.5312,
      "step": 46053
    },
    {
      "epoch": 2.1425447778553153,
      "grad_norm": 1.2623131832139243,
      "learning_rate": 0.00021937026731055358,
      "loss": 2.0781,
      "step": 46054
    },
    {
      "epoch": 2.1425913003023958,
      "grad_norm": 1.1680471540341546,
      "learning_rate": 0.0002193669766123984,
      "loss": 2.2188,
      "step": 46055
    },
    {
      "epoch": 2.1426378227494767,
      "grad_norm": 1.1706121317227682,
      "learning_rate": 0.00021936368587177626,
      "loss": 2.3438,
      "step": 46056
    },
    {
      "epoch": 2.142684345196557,
      "grad_norm": 1.2699033881329198,
      "learning_rate": 0.0002193603950886893,
      "loss": 2.4375,
      "step": 46057
    },
    {
      "epoch": 2.142730867643638,
      "grad_norm": 1.155255371075319,
      "learning_rate": 0.0002193571042631395,
      "loss": 2.125,
      "step": 46058
    },
    {
      "epoch": 2.1427773900907185,
      "grad_norm": 1.2958208731856466,
      "learning_rate": 0.00021935381339512888,
      "loss": 2.4219,
      "step": 46059
    },
    {
      "epoch": 2.1428239125377995,
      "grad_norm": 1.1944337844849091,
      "learning_rate": 0.00021935052248465945,
      "loss": 2.1719,
      "step": 46060
    },
    {
      "epoch": 2.1428704349848804,
      "grad_norm": 1.2945601455294362,
      "learning_rate": 0.0002193472315317332,
      "loss": 2.4219,
      "step": 46061
    },
    {
      "epoch": 2.142916957431961,
      "grad_norm": 1.136511763337626,
      "learning_rate": 0.00021934394053635216,
      "loss": 2.0312,
      "step": 46062
    },
    {
      "epoch": 2.142963479879042,
      "grad_norm": 1.1323701095122962,
      "learning_rate": 0.00021934064949851841,
      "loss": 1.9609,
      "step": 46063
    },
    {
      "epoch": 2.1430100023261223,
      "grad_norm": 1.2758889298006308,
      "learning_rate": 0.00021933735841823387,
      "loss": 2.2188,
      "step": 46064
    },
    {
      "epoch": 2.143056524773203,
      "grad_norm": 1.1605249263811388,
      "learning_rate": 0.00021933406729550056,
      "loss": 2.1562,
      "step": 46065
    },
    {
      "epoch": 2.1431030472202837,
      "grad_norm": 1.162920524634076,
      "learning_rate": 0.00021933077613032058,
      "loss": 2.4062,
      "step": 46066
    },
    {
      "epoch": 2.1431495696673646,
      "grad_norm": 1.1242171396590097,
      "learning_rate": 0.00021932748492269584,
      "loss": 2.0312,
      "step": 46067
    },
    {
      "epoch": 2.143196092114445,
      "grad_norm": 1.2086833501958685,
      "learning_rate": 0.00021932419367262843,
      "loss": 2.3438,
      "step": 46068
    },
    {
      "epoch": 2.143242614561526,
      "grad_norm": 1.2211744024247069,
      "learning_rate": 0.0002193209023801203,
      "loss": 2.3125,
      "step": 46069
    },
    {
      "epoch": 2.1432891370086065,
      "grad_norm": 1.34442625162756,
      "learning_rate": 0.00021931761104517357,
      "loss": 2.3281,
      "step": 46070
    },
    {
      "epoch": 2.1433356594556874,
      "grad_norm": 1.1560308943824582,
      "learning_rate": 0.00021931431966779014,
      "loss": 2.2188,
      "step": 46071
    },
    {
      "epoch": 2.1433821819027683,
      "grad_norm": 1.1527082952492322,
      "learning_rate": 0.0002193110282479721,
      "loss": 2.2812,
      "step": 46072
    },
    {
      "epoch": 2.143428704349849,
      "grad_norm": 1.1923917450638053,
      "learning_rate": 0.00021930773678572143,
      "loss": 2.2969,
      "step": 46073
    },
    {
      "epoch": 2.1434752267969297,
      "grad_norm": 1.1552326886448094,
      "learning_rate": 0.00021930444528104018,
      "loss": 2.3594,
      "step": 46074
    },
    {
      "epoch": 2.14352174924401,
      "grad_norm": 1.2119611584107859,
      "learning_rate": 0.0002193011537339303,
      "loss": 2.4375,
      "step": 46075
    },
    {
      "epoch": 2.143568271691091,
      "grad_norm": 1.1895911736760236,
      "learning_rate": 0.0002192978621443939,
      "loss": 2.25,
      "step": 46076
    },
    {
      "epoch": 2.1436147941381716,
      "grad_norm": 1.2848127936555016,
      "learning_rate": 0.00021929457051243293,
      "loss": 2.4688,
      "step": 46077
    },
    {
      "epoch": 2.1436613165852525,
      "grad_norm": 1.2721583988392937,
      "learning_rate": 0.00021929127883804937,
      "loss": 2.2969,
      "step": 46078
    },
    {
      "epoch": 2.143707839032333,
      "grad_norm": 1.2279750875199857,
      "learning_rate": 0.00021928798712124526,
      "loss": 2.3906,
      "step": 46079
    },
    {
      "epoch": 2.143754361479414,
      "grad_norm": 1.1768180521192306,
      "learning_rate": 0.0002192846953620227,
      "loss": 2.0156,
      "step": 46080
    },
    {
      "epoch": 2.1438008839264944,
      "grad_norm": 1.2589374497197503,
      "learning_rate": 0.00021928140356038364,
      "loss": 2.3438,
      "step": 46081
    },
    {
      "epoch": 2.1438474063735753,
      "grad_norm": 1.2700279017859686,
      "learning_rate": 0.00021927811171633006,
      "loss": 2.4688,
      "step": 46082
    },
    {
      "epoch": 2.1438939288206558,
      "grad_norm": 1.212209617431116,
      "learning_rate": 0.00021927481982986403,
      "loss": 2.2344,
      "step": 46083
    },
    {
      "epoch": 2.1439404512677367,
      "grad_norm": 1.204952623384145,
      "learning_rate": 0.00021927152790098754,
      "loss": 1.7734,
      "step": 46084
    },
    {
      "epoch": 2.143986973714817,
      "grad_norm": 1.1688458434293163,
      "learning_rate": 0.00021926823592970264,
      "loss": 2.2344,
      "step": 46085
    },
    {
      "epoch": 2.144033496161898,
      "grad_norm": 1.1645539029882195,
      "learning_rate": 0.00021926494391601126,
      "loss": 2.2344,
      "step": 46086
    },
    {
      "epoch": 2.144080018608979,
      "grad_norm": 1.2704000379573734,
      "learning_rate": 0.00021926165185991552,
      "loss": 2.4062,
      "step": 46087
    },
    {
      "epoch": 2.1441265410560595,
      "grad_norm": 1.147769597554798,
      "learning_rate": 0.0002192583597614174,
      "loss": 2.2344,
      "step": 46088
    },
    {
      "epoch": 2.1441730635031404,
      "grad_norm": 1.1868679043175494,
      "learning_rate": 0.00021925506762051887,
      "loss": 2.125,
      "step": 46089
    },
    {
      "epoch": 2.144219585950221,
      "grad_norm": 1.1532086690083359,
      "learning_rate": 0.00021925177543722198,
      "loss": 2.1562,
      "step": 46090
    },
    {
      "epoch": 2.144266108397302,
      "grad_norm": 1.241477795201389,
      "learning_rate": 0.00021924848321152872,
      "loss": 2.2812,
      "step": 46091
    },
    {
      "epoch": 2.1443126308443823,
      "grad_norm": 1.233089729050772,
      "learning_rate": 0.0002192451909434412,
      "loss": 2.4688,
      "step": 46092
    },
    {
      "epoch": 2.144359153291463,
      "grad_norm": 1.2939417104571738,
      "learning_rate": 0.00021924189863296132,
      "loss": 2.3281,
      "step": 46093
    },
    {
      "epoch": 2.1444056757385437,
      "grad_norm": 1.2990303491966129,
      "learning_rate": 0.00021923860628009117,
      "loss": 2.4375,
      "step": 46094
    },
    {
      "epoch": 2.1444521981856246,
      "grad_norm": 1.1670671631313134,
      "learning_rate": 0.0002192353138848327,
      "loss": 2.3125,
      "step": 46095
    },
    {
      "epoch": 2.144498720632705,
      "grad_norm": 1.1911334067000847,
      "learning_rate": 0.000219232021447188,
      "loss": 2.2812,
      "step": 46096
    },
    {
      "epoch": 2.144545243079786,
      "grad_norm": 1.14650519544435,
      "learning_rate": 0.00021922872896715904,
      "loss": 2.2656,
      "step": 46097
    },
    {
      "epoch": 2.144591765526867,
      "grad_norm": 1.2499182865405,
      "learning_rate": 0.00021922543644474786,
      "loss": 2.2812,
      "step": 46098
    },
    {
      "epoch": 2.1446382879739474,
      "grad_norm": 1.190905842789363,
      "learning_rate": 0.0002192221438799564,
      "loss": 2.1406,
      "step": 46099
    },
    {
      "epoch": 2.1446848104210283,
      "grad_norm": 1.1353603476139547,
      "learning_rate": 0.0002192188512727868,
      "loss": 2.1562,
      "step": 46100
    },
    {
      "epoch": 2.144731332868109,
      "grad_norm": 1.1322495945318722,
      "learning_rate": 0.00021921555862324096,
      "loss": 2.2656,
      "step": 46101
    },
    {
      "epoch": 2.1447778553151897,
      "grad_norm": 1.188412663890164,
      "learning_rate": 0.00021921226593132095,
      "loss": 2.2656,
      "step": 46102
    },
    {
      "epoch": 2.14482437776227,
      "grad_norm": 1.136634407229302,
      "learning_rate": 0.00021920897319702883,
      "loss": 2.25,
      "step": 46103
    },
    {
      "epoch": 2.144870900209351,
      "grad_norm": 1.1370669762509242,
      "learning_rate": 0.0002192056804203665,
      "loss": 2.3125,
      "step": 46104
    },
    {
      "epoch": 2.1449174226564316,
      "grad_norm": 1.0996939107054735,
      "learning_rate": 0.00021920238760133614,
      "loss": 1.8906,
      "step": 46105
    },
    {
      "epoch": 2.1449639451035125,
      "grad_norm": 1.241259680938155,
      "learning_rate": 0.00021919909473993958,
      "loss": 2.4688,
      "step": 46106
    },
    {
      "epoch": 2.145010467550593,
      "grad_norm": 1.205297272222144,
      "learning_rate": 0.000219195801836179,
      "loss": 2.4531,
      "step": 46107
    },
    {
      "epoch": 2.145056989997674,
      "grad_norm": 1.1911653027919908,
      "learning_rate": 0.00021919250889005626,
      "loss": 2.3594,
      "step": 46108
    },
    {
      "epoch": 2.1451035124447544,
      "grad_norm": 1.3696546702844963,
      "learning_rate": 0.00021918921590157353,
      "loss": 2.4688,
      "step": 46109
    },
    {
      "epoch": 2.1451500348918353,
      "grad_norm": 1.1734914892500934,
      "learning_rate": 0.0002191859228707327,
      "loss": 2.4375,
      "step": 46110
    },
    {
      "epoch": 2.1451965573389162,
      "grad_norm": 1.1442119232458594,
      "learning_rate": 0.0002191826297975359,
      "loss": 1.8359,
      "step": 46111
    },
    {
      "epoch": 2.1452430797859967,
      "grad_norm": 1.2057811386414001,
      "learning_rate": 0.00021917933668198504,
      "loss": 2.3125,
      "step": 46112
    },
    {
      "epoch": 2.1452896022330776,
      "grad_norm": 1.246772307309641,
      "learning_rate": 0.0002191760435240822,
      "loss": 2.1875,
      "step": 46113
    },
    {
      "epoch": 2.145336124680158,
      "grad_norm": 1.2646340508566543,
      "learning_rate": 0.00021917275032382936,
      "loss": 2.4375,
      "step": 46114
    },
    {
      "epoch": 2.145382647127239,
      "grad_norm": 1.209003140310067,
      "learning_rate": 0.00021916945708122854,
      "loss": 2.375,
      "step": 46115
    },
    {
      "epoch": 2.1454291695743195,
      "grad_norm": 1.1926245553873345,
      "learning_rate": 0.00021916616379628184,
      "loss": 2.2344,
      "step": 46116
    },
    {
      "epoch": 2.1454756920214004,
      "grad_norm": 1.1796773757186487,
      "learning_rate": 0.00021916287046899117,
      "loss": 2.5312,
      "step": 46117
    },
    {
      "epoch": 2.145522214468481,
      "grad_norm": 1.3158088157047256,
      "learning_rate": 0.00021915957709935858,
      "loss": 2.4531,
      "step": 46118
    },
    {
      "epoch": 2.145568736915562,
      "grad_norm": 1.2140980531534524,
      "learning_rate": 0.00021915628368738608,
      "loss": 2.25,
      "step": 46119
    },
    {
      "epoch": 2.1456152593626423,
      "grad_norm": 1.2589269944433303,
      "learning_rate": 0.0002191529902330757,
      "loss": 2.5312,
      "step": 46120
    },
    {
      "epoch": 2.1456617818097232,
      "grad_norm": 1.1427980407450105,
      "learning_rate": 0.00021914969673642948,
      "loss": 2.125,
      "step": 46121
    },
    {
      "epoch": 2.1457083042568037,
      "grad_norm": 1.230213971021656,
      "learning_rate": 0.0002191464031974494,
      "loss": 2.5625,
      "step": 46122
    },
    {
      "epoch": 2.1457548267038846,
      "grad_norm": 1.3044837738933983,
      "learning_rate": 0.00021914310961613744,
      "loss": 2.3125,
      "step": 46123
    },
    {
      "epoch": 2.1458013491509655,
      "grad_norm": 1.12176953902189,
      "learning_rate": 0.00021913981599249566,
      "loss": 2.0781,
      "step": 46124
    },
    {
      "epoch": 2.145847871598046,
      "grad_norm": 1.2362741129106054,
      "learning_rate": 0.00021913652232652614,
      "loss": 2.2969,
      "step": 46125
    },
    {
      "epoch": 2.145894394045127,
      "grad_norm": 1.1168183029352963,
      "learning_rate": 0.00021913322861823078,
      "loss": 2.1875,
      "step": 46126
    },
    {
      "epoch": 2.1459409164922074,
      "grad_norm": 1.1391692421884654,
      "learning_rate": 0.0002191299348676117,
      "loss": 2.2344,
      "step": 46127
    },
    {
      "epoch": 2.1459874389392883,
      "grad_norm": 1.2507376997486785,
      "learning_rate": 0.00021912664107467082,
      "loss": 2.3906,
      "step": 46128
    },
    {
      "epoch": 2.146033961386369,
      "grad_norm": 1.1407260972859765,
      "learning_rate": 0.00021912334723941024,
      "loss": 2.3281,
      "step": 46129
    },
    {
      "epoch": 2.1460804838334497,
      "grad_norm": 1.1330312305379484,
      "learning_rate": 0.0002191200533618319,
      "loss": 2.1406,
      "step": 46130
    },
    {
      "epoch": 2.14612700628053,
      "grad_norm": 1.2803300158307338,
      "learning_rate": 0.00021911675944193788,
      "loss": 2.4688,
      "step": 46131
    },
    {
      "epoch": 2.146173528727611,
      "grad_norm": 1.191277410759304,
      "learning_rate": 0.00021911346547973017,
      "loss": 2.2031,
      "step": 46132
    },
    {
      "epoch": 2.1462200511746916,
      "grad_norm": 1.2625554690704122,
      "learning_rate": 0.0002191101714752108,
      "loss": 2.2656,
      "step": 46133
    },
    {
      "epoch": 2.1462665736217725,
      "grad_norm": 1.1230980655428142,
      "learning_rate": 0.00021910687742838177,
      "loss": 2.1094,
      "step": 46134
    },
    {
      "epoch": 2.1463130960688535,
      "grad_norm": 1.2154322893917089,
      "learning_rate": 0.00021910358333924505,
      "loss": 2.2344,
      "step": 46135
    },
    {
      "epoch": 2.146359618515934,
      "grad_norm": 1.1001612916482062,
      "learning_rate": 0.00021910028920780277,
      "loss": 2.1094,
      "step": 46136
    },
    {
      "epoch": 2.146406140963015,
      "grad_norm": 1.194023257099327,
      "learning_rate": 0.0002190969950340569,
      "loss": 2.3125,
      "step": 46137
    },
    {
      "epoch": 2.1464526634100953,
      "grad_norm": 1.2524541030388938,
      "learning_rate": 0.0002190937008180094,
      "loss": 2.5469,
      "step": 46138
    },
    {
      "epoch": 2.1464991858571763,
      "grad_norm": 1.2311193410003232,
      "learning_rate": 0.00021909040655966234,
      "loss": 2.2656,
      "step": 46139
    },
    {
      "epoch": 2.1465457083042567,
      "grad_norm": 1.1373780873471628,
      "learning_rate": 0.00021908711225901773,
      "loss": 2.4219,
      "step": 46140
    },
    {
      "epoch": 2.1465922307513376,
      "grad_norm": 1.3930943373421527,
      "learning_rate": 0.00021908381791607755,
      "loss": 2.4844,
      "step": 46141
    },
    {
      "epoch": 2.146638753198418,
      "grad_norm": 1.1490021915570958,
      "learning_rate": 0.00021908052353084392,
      "loss": 2.3438,
      "step": 46142
    },
    {
      "epoch": 2.146685275645499,
      "grad_norm": 1.1308546439914502,
      "learning_rate": 0.00021907722910331873,
      "loss": 2.1875,
      "step": 46143
    },
    {
      "epoch": 2.1467317980925795,
      "grad_norm": 1.2465797823910714,
      "learning_rate": 0.00021907393463350408,
      "loss": 2.25,
      "step": 46144
    },
    {
      "epoch": 2.1467783205396604,
      "grad_norm": 1.1989371723892008,
      "learning_rate": 0.00021907064012140193,
      "loss": 2.3281,
      "step": 46145
    },
    {
      "epoch": 2.146824842986741,
      "grad_norm": 1.3509082792098295,
      "learning_rate": 0.00021906734556701436,
      "loss": 2.3281,
      "step": 46146
    },
    {
      "epoch": 2.146871365433822,
      "grad_norm": 1.257574329310526,
      "learning_rate": 0.00021906405097034333,
      "loss": 2.2031,
      "step": 46147
    },
    {
      "epoch": 2.1469178878809023,
      "grad_norm": 1.2068073741545855,
      "learning_rate": 0.0002190607563313909,
      "loss": 2.25,
      "step": 46148
    },
    {
      "epoch": 2.1469644103279832,
      "grad_norm": 1.148578574214152,
      "learning_rate": 0.00021905746165015906,
      "loss": 2.2031,
      "step": 46149
    },
    {
      "epoch": 2.147010932775064,
      "grad_norm": 1.1675271057999823,
      "learning_rate": 0.00021905416692664982,
      "loss": 2.4531,
      "step": 46150
    },
    {
      "epoch": 2.1470574552221446,
      "grad_norm": 1.2080975283115412,
      "learning_rate": 0.00021905087216086524,
      "loss": 2.1875,
      "step": 46151
    },
    {
      "epoch": 2.1471039776692256,
      "grad_norm": 1.1481429052489847,
      "learning_rate": 0.0002190475773528073,
      "loss": 2.0938,
      "step": 46152
    },
    {
      "epoch": 2.147150500116306,
      "grad_norm": 1.1860780196823073,
      "learning_rate": 0.000219044282502478,
      "loss": 2.3906,
      "step": 46153
    },
    {
      "epoch": 2.147197022563387,
      "grad_norm": 1.2977393201126586,
      "learning_rate": 0.00021904098760987942,
      "loss": 1.7031,
      "step": 46154
    },
    {
      "epoch": 2.1472435450104674,
      "grad_norm": 1.1484787203763553,
      "learning_rate": 0.00021903769267501354,
      "loss": 2.3594,
      "step": 46155
    },
    {
      "epoch": 2.1472900674575484,
      "grad_norm": 1.463306141714357,
      "learning_rate": 0.00021903439769788228,
      "loss": 2.3438,
      "step": 46156
    },
    {
      "epoch": 2.147336589904629,
      "grad_norm": 1.210903487904733,
      "learning_rate": 0.0002190311026784879,
      "loss": 2.2031,
      "step": 46157
    },
    {
      "epoch": 2.1473831123517098,
      "grad_norm": 1.238649332775413,
      "learning_rate": 0.00021902780761683222,
      "loss": 2.125,
      "step": 46158
    },
    {
      "epoch": 2.1474296347987902,
      "grad_norm": 1.1238342062991302,
      "learning_rate": 0.00021902451251291726,
      "loss": 2.1875,
      "step": 46159
    },
    {
      "epoch": 2.147476157245871,
      "grad_norm": 1.2165818695004298,
      "learning_rate": 0.00021902121736674514,
      "loss": 2.4688,
      "step": 46160
    },
    {
      "epoch": 2.147522679692952,
      "grad_norm": 1.1590339046098705,
      "learning_rate": 0.0002190179221783178,
      "loss": 2.1562,
      "step": 46161
    },
    {
      "epoch": 2.1475692021400326,
      "grad_norm": 1.1757351107327967,
      "learning_rate": 0.00021901462694763735,
      "loss": 2.1875,
      "step": 46162
    },
    {
      "epoch": 2.1476157245871135,
      "grad_norm": 1.396429971214825,
      "learning_rate": 0.00021901133167470565,
      "loss": 2.5,
      "step": 46163
    },
    {
      "epoch": 2.147662247034194,
      "grad_norm": 1.2813963952099197,
      "learning_rate": 0.00021900803635952482,
      "loss": 2.3906,
      "step": 46164
    },
    {
      "epoch": 2.147708769481275,
      "grad_norm": 1.2224788800705624,
      "learning_rate": 0.0002190047410020969,
      "loss": 2.2344,
      "step": 46165
    },
    {
      "epoch": 2.1477552919283553,
      "grad_norm": 1.1055077208690371,
      "learning_rate": 0.00021900144560242383,
      "loss": 2.0156,
      "step": 46166
    },
    {
      "epoch": 2.1478018143754363,
      "grad_norm": 1.2091892356602085,
      "learning_rate": 0.00021899815016050765,
      "loss": 2.2969,
      "step": 46167
    },
    {
      "epoch": 2.1478483368225167,
      "grad_norm": 1.2517830758827215,
      "learning_rate": 0.00021899485467635047,
      "loss": 2.3125,
      "step": 46168
    },
    {
      "epoch": 2.1478948592695977,
      "grad_norm": 1.1818502648374072,
      "learning_rate": 0.00021899155914995418,
      "loss": 2.3594,
      "step": 46169
    },
    {
      "epoch": 2.147941381716678,
      "grad_norm": 1.2003752239363834,
      "learning_rate": 0.00021898826358132087,
      "loss": 2.3906,
      "step": 46170
    },
    {
      "epoch": 2.147987904163759,
      "grad_norm": 1.1488033116902006,
      "learning_rate": 0.00021898496797045257,
      "loss": 2.125,
      "step": 46171
    },
    {
      "epoch": 2.1480344266108395,
      "grad_norm": 1.2304985380878923,
      "learning_rate": 0.00021898167231735122,
      "loss": 2.3281,
      "step": 46172
    },
    {
      "epoch": 2.1480809490579205,
      "grad_norm": 1.2975577745096272,
      "learning_rate": 0.0002189783766220189,
      "loss": 2.2656,
      "step": 46173
    },
    {
      "epoch": 2.148127471505001,
      "grad_norm": 1.185200496727641,
      "learning_rate": 0.0002189750808844576,
      "loss": 2.3281,
      "step": 46174
    },
    {
      "epoch": 2.148173993952082,
      "grad_norm": 1.133197687446521,
      "learning_rate": 0.0002189717851046694,
      "loss": 2.375,
      "step": 46175
    },
    {
      "epoch": 2.148220516399163,
      "grad_norm": 1.2863585799516737,
      "learning_rate": 0.0002189684892826562,
      "loss": 2.2812,
      "step": 46176
    },
    {
      "epoch": 2.1482670388462433,
      "grad_norm": 1.2911913440040166,
      "learning_rate": 0.0002189651934184201,
      "loss": 2.25,
      "step": 46177
    },
    {
      "epoch": 2.148313561293324,
      "grad_norm": 1.1869554331301193,
      "learning_rate": 0.00021896189751196307,
      "loss": 2.2188,
      "step": 46178
    },
    {
      "epoch": 2.1483600837404047,
      "grad_norm": 1.166366401033002,
      "learning_rate": 0.00021895860156328722,
      "loss": 2.1719,
      "step": 46179
    },
    {
      "epoch": 2.1484066061874856,
      "grad_norm": 1.2657133704468218,
      "learning_rate": 0.00021895530557239446,
      "loss": 2.4219,
      "step": 46180
    },
    {
      "epoch": 2.148453128634566,
      "grad_norm": 1.249776269042571,
      "learning_rate": 0.0002189520095392869,
      "loss": 1.9453,
      "step": 46181
    },
    {
      "epoch": 2.148499651081647,
      "grad_norm": 1.3253229821724481,
      "learning_rate": 0.00021894871346396651,
      "loss": 2.4062,
      "step": 46182
    },
    {
      "epoch": 2.1485461735287275,
      "grad_norm": 1.2088033436061631,
      "learning_rate": 0.00021894541734643528,
      "loss": 2.5,
      "step": 46183
    },
    {
      "epoch": 2.1485926959758084,
      "grad_norm": 1.1997308024342732,
      "learning_rate": 0.0002189421211866953,
      "loss": 2.1875,
      "step": 46184
    },
    {
      "epoch": 2.148639218422889,
      "grad_norm": 1.245103925567721,
      "learning_rate": 0.00021893882498474852,
      "loss": 1.7578,
      "step": 46185
    },
    {
      "epoch": 2.1486857408699698,
      "grad_norm": 1.2778313077285421,
      "learning_rate": 0.00021893552874059703,
      "loss": 2.4062,
      "step": 46186
    },
    {
      "epoch": 2.1487322633170507,
      "grad_norm": 1.169691743682745,
      "learning_rate": 0.00021893223245424273,
      "loss": 2.1094,
      "step": 46187
    },
    {
      "epoch": 2.148778785764131,
      "grad_norm": 1.1074832063284799,
      "learning_rate": 0.00021892893612568778,
      "loss": 2.0156,
      "step": 46188
    },
    {
      "epoch": 2.148825308211212,
      "grad_norm": 1.1698829489009224,
      "learning_rate": 0.00021892563975493406,
      "loss": 2.125,
      "step": 46189
    },
    {
      "epoch": 2.1488718306582926,
      "grad_norm": 1.276416253933347,
      "learning_rate": 0.00021892234334198367,
      "loss": 2.2656,
      "step": 46190
    },
    {
      "epoch": 2.1489183531053735,
      "grad_norm": 1.1549861892474027,
      "learning_rate": 0.00021891904688683863,
      "loss": 2.3281,
      "step": 46191
    },
    {
      "epoch": 2.148964875552454,
      "grad_norm": 1.1960979907326925,
      "learning_rate": 0.00021891575038950094,
      "loss": 2.3438,
      "step": 46192
    },
    {
      "epoch": 2.149011397999535,
      "grad_norm": 1.2390158558810518,
      "learning_rate": 0.00021891245384997264,
      "loss": 2.3906,
      "step": 46193
    },
    {
      "epoch": 2.1490579204466154,
      "grad_norm": 1.1798594523283976,
      "learning_rate": 0.00021890915726825572,
      "loss": 2.0938,
      "step": 46194
    },
    {
      "epoch": 2.1491044428936963,
      "grad_norm": 1.2506347560507218,
      "learning_rate": 0.0002189058606443522,
      "loss": 2.4062,
      "step": 46195
    },
    {
      "epoch": 2.1491509653407768,
      "grad_norm": 1.182750873800992,
      "learning_rate": 0.0002189025639782641,
      "loss": 2.5781,
      "step": 46196
    },
    {
      "epoch": 2.1491974877878577,
      "grad_norm": 1.206535806642201,
      "learning_rate": 0.0002188992672699935,
      "loss": 2.25,
      "step": 46197
    },
    {
      "epoch": 2.149244010234938,
      "grad_norm": 1.2209891506039265,
      "learning_rate": 0.00021889597051954232,
      "loss": 2.1094,
      "step": 46198
    },
    {
      "epoch": 2.149290532682019,
      "grad_norm": 1.221755662122944,
      "learning_rate": 0.00021889267372691263,
      "loss": 2.3906,
      "step": 46199
    },
    {
      "epoch": 2.1493370551290996,
      "grad_norm": 1.2658776354464458,
      "learning_rate": 0.00021888937689210636,
      "loss": 2.4844,
      "step": 46200
    },
    {
      "epoch": 2.1493835775761805,
      "grad_norm": 1.163806318082961,
      "learning_rate": 0.00021888608001512571,
      "loss": 2.25,
      "step": 46201
    },
    {
      "epoch": 2.1494301000232614,
      "grad_norm": 1.2640260032141581,
      "learning_rate": 0.00021888278309597256,
      "loss": 2.3125,
      "step": 46202
    },
    {
      "epoch": 2.149476622470342,
      "grad_norm": 1.1582734210649943,
      "learning_rate": 0.00021887948613464898,
      "loss": 2.3594,
      "step": 46203
    },
    {
      "epoch": 2.149523144917423,
      "grad_norm": 1.178093001621207,
      "learning_rate": 0.00021887618913115695,
      "loss": 2.4219,
      "step": 46204
    },
    {
      "epoch": 2.1495696673645033,
      "grad_norm": 1.3038679172370262,
      "learning_rate": 0.00021887289208549854,
      "loss": 2.0781,
      "step": 46205
    },
    {
      "epoch": 2.149616189811584,
      "grad_norm": 1.3250651571295018,
      "learning_rate": 0.0002188695949976757,
      "loss": 2.375,
      "step": 46206
    },
    {
      "epoch": 2.1496627122586647,
      "grad_norm": 1.314484475607881,
      "learning_rate": 0.00021886629786769054,
      "loss": 2.3281,
      "step": 46207
    },
    {
      "epoch": 2.1497092347057456,
      "grad_norm": 1.1554809334483596,
      "learning_rate": 0.00021886300069554496,
      "loss": 2.4375,
      "step": 46208
    },
    {
      "epoch": 2.149755757152826,
      "grad_norm": 1.188968931959295,
      "learning_rate": 0.0002188597034812411,
      "loss": 2.1875,
      "step": 46209
    },
    {
      "epoch": 2.149802279599907,
      "grad_norm": 1.2304618472942714,
      "learning_rate": 0.0002188564062247809,
      "loss": 2.4062,
      "step": 46210
    },
    {
      "epoch": 2.1498488020469875,
      "grad_norm": 1.1923361940971409,
      "learning_rate": 0.00021885310892616637,
      "loss": 2.3594,
      "step": 46211
    },
    {
      "epoch": 2.1498953244940684,
      "grad_norm": 1.3108266624035934,
      "learning_rate": 0.00021884981158539962,
      "loss": 2.2656,
      "step": 46212
    },
    {
      "epoch": 2.1499418469411493,
      "grad_norm": 1.1427644139501332,
      "learning_rate": 0.00021884651420248257,
      "loss": 2.5,
      "step": 46213
    },
    {
      "epoch": 2.14998836938823,
      "grad_norm": 1.1538725571988204,
      "learning_rate": 0.00021884321677741734,
      "loss": 2.0938,
      "step": 46214
    },
    {
      "epoch": 2.1500348918353107,
      "grad_norm": 1.1199473097534762,
      "learning_rate": 0.0002188399193102058,
      "loss": 2.3594,
      "step": 46215
    },
    {
      "epoch": 2.150081414282391,
      "grad_norm": 1.1915228511192895,
      "learning_rate": 0.0002188366218008501,
      "loss": 2.1406,
      "step": 46216
    },
    {
      "epoch": 2.150127936729472,
      "grad_norm": 1.2725020729014325,
      "learning_rate": 0.0002188333242493522,
      "loss": 2.0938,
      "step": 46217
    },
    {
      "epoch": 2.1501744591765526,
      "grad_norm": 1.4830868843396234,
      "learning_rate": 0.00021883002665571417,
      "loss": 2.4844,
      "step": 46218
    },
    {
      "epoch": 2.1502209816236335,
      "grad_norm": 1.2526062242737714,
      "learning_rate": 0.00021882672901993796,
      "loss": 2.5312,
      "step": 46219
    },
    {
      "epoch": 2.150267504070714,
      "grad_norm": 1.1727302983766497,
      "learning_rate": 0.00021882343134202564,
      "loss": 2.2188,
      "step": 46220
    },
    {
      "epoch": 2.150314026517795,
      "grad_norm": 1.215051458701234,
      "learning_rate": 0.0002188201336219792,
      "loss": 2.5469,
      "step": 46221
    },
    {
      "epoch": 2.1503605489648754,
      "grad_norm": 1.249711969863802,
      "learning_rate": 0.00021881683585980063,
      "loss": 2.4531,
      "step": 46222
    },
    {
      "epoch": 2.1504070714119563,
      "grad_norm": 1.2959727435036872,
      "learning_rate": 0.00021881353805549205,
      "loss": 2.2969,
      "step": 46223
    },
    {
      "epoch": 2.150453593859037,
      "grad_norm": 1.2614680345263796,
      "learning_rate": 0.00021881024020905537,
      "loss": 2.6094,
      "step": 46224
    },
    {
      "epoch": 2.1505001163061177,
      "grad_norm": 1.1709459234099202,
      "learning_rate": 0.0002188069423204927,
      "loss": 2.2188,
      "step": 46225
    },
    {
      "epoch": 2.1505466387531986,
      "grad_norm": 1.3008867065789387,
      "learning_rate": 0.000218803644389806,
      "loss": 2.1406,
      "step": 46226
    },
    {
      "epoch": 2.150593161200279,
      "grad_norm": 1.2714365348644399,
      "learning_rate": 0.00021880034641699728,
      "loss": 2.2656,
      "step": 46227
    },
    {
      "epoch": 2.15063968364736,
      "grad_norm": 1.1055132035965496,
      "learning_rate": 0.0002187970484020686,
      "loss": 2.125,
      "step": 46228
    },
    {
      "epoch": 2.1506862060944405,
      "grad_norm": 1.2055096662734275,
      "learning_rate": 0.00021879375034502196,
      "loss": 2.4062,
      "step": 46229
    },
    {
      "epoch": 2.1507327285415214,
      "grad_norm": 1.2504901374966684,
      "learning_rate": 0.00021879045224585937,
      "loss": 2.2969,
      "step": 46230
    },
    {
      "epoch": 2.150779250988602,
      "grad_norm": 1.2729436310032156,
      "learning_rate": 0.00021878715410458287,
      "loss": 2.4062,
      "step": 46231
    },
    {
      "epoch": 2.150825773435683,
      "grad_norm": 1.2435139254651926,
      "learning_rate": 0.00021878385592119447,
      "loss": 2.125,
      "step": 46232
    },
    {
      "epoch": 2.1508722958827633,
      "grad_norm": 1.2058919912596442,
      "learning_rate": 0.00021878055769569615,
      "loss": 2.3281,
      "step": 46233
    },
    {
      "epoch": 2.150918818329844,
      "grad_norm": 1.2011148616358194,
      "learning_rate": 0.00021877725942809004,
      "loss": 1.5547,
      "step": 46234
    },
    {
      "epoch": 2.1509653407769247,
      "grad_norm": 1.1536962024154909,
      "learning_rate": 0.00021877396111837804,
      "loss": 2.1875,
      "step": 46235
    },
    {
      "epoch": 2.1510118632240056,
      "grad_norm": 1.2659474687812178,
      "learning_rate": 0.00021877066276656222,
      "loss": 2.2812,
      "step": 46236
    },
    {
      "epoch": 2.151058385671086,
      "grad_norm": 1.238998231197156,
      "learning_rate": 0.00021876736437264458,
      "loss": 2.1562,
      "step": 46237
    },
    {
      "epoch": 2.151104908118167,
      "grad_norm": 1.1143478329920005,
      "learning_rate": 0.00021876406593662718,
      "loss": 2.0469,
      "step": 46238
    },
    {
      "epoch": 2.151151430565248,
      "grad_norm": 1.2552685852894503,
      "learning_rate": 0.000218760767458512,
      "loss": 2.5625,
      "step": 46239
    },
    {
      "epoch": 2.1511979530123284,
      "grad_norm": 1.1431984859663378,
      "learning_rate": 0.0002187574689383011,
      "loss": 2.0625,
      "step": 46240
    },
    {
      "epoch": 2.1512444754594093,
      "grad_norm": 1.2616492197457263,
      "learning_rate": 0.00021875417037599645,
      "loss": 2.1875,
      "step": 46241
    },
    {
      "epoch": 2.15129099790649,
      "grad_norm": 1.30047268904314,
      "learning_rate": 0.00021875087177160012,
      "loss": 2.4688,
      "step": 46242
    },
    {
      "epoch": 2.1513375203535707,
      "grad_norm": 1.2413878756064953,
      "learning_rate": 0.00021874757312511406,
      "loss": 1.9688,
      "step": 46243
    },
    {
      "epoch": 2.151384042800651,
      "grad_norm": 1.4063547849387625,
      "learning_rate": 0.00021874427443654032,
      "loss": 2.375,
      "step": 46244
    },
    {
      "epoch": 2.151430565247732,
      "grad_norm": 1.2247959167259346,
      "learning_rate": 0.00021874097570588095,
      "loss": 2.6094,
      "step": 46245
    },
    {
      "epoch": 2.1514770876948126,
      "grad_norm": 1.255909924385064,
      "learning_rate": 0.00021873767693313795,
      "loss": 2.2344,
      "step": 46246
    },
    {
      "epoch": 2.1515236101418935,
      "grad_norm": 1.1303508665201276,
      "learning_rate": 0.00021873437811831335,
      "loss": 1.9531,
      "step": 46247
    },
    {
      "epoch": 2.151570132588974,
      "grad_norm": 1.1828892034103151,
      "learning_rate": 0.00021873107926140915,
      "loss": 2.25,
      "step": 46248
    },
    {
      "epoch": 2.151616655036055,
      "grad_norm": 1.2448924630506586,
      "learning_rate": 0.0002187277803624274,
      "loss": 2.4375,
      "step": 46249
    },
    {
      "epoch": 2.151663177483136,
      "grad_norm": 1.1539679575122403,
      "learning_rate": 0.00021872448142137006,
      "loss": 2.2812,
      "step": 46250
    },
    {
      "epoch": 2.1517096999302163,
      "grad_norm": 1.1269280475308985,
      "learning_rate": 0.00021872118243823922,
      "loss": 2.1094,
      "step": 46251
    },
    {
      "epoch": 2.1517562223772972,
      "grad_norm": 1.2390357224509614,
      "learning_rate": 0.00021871788341303684,
      "loss": 2.2031,
      "step": 46252
    },
    {
      "epoch": 2.1518027448243777,
      "grad_norm": 1.2044456685583664,
      "learning_rate": 0.000218714584345765,
      "loss": 2.2031,
      "step": 46253
    },
    {
      "epoch": 2.1518492672714586,
      "grad_norm": 1.3321935153425246,
      "learning_rate": 0.00021871128523642567,
      "loss": 2.6719,
      "step": 46254
    },
    {
      "epoch": 2.151895789718539,
      "grad_norm": 1.2009729583968118,
      "learning_rate": 0.00021870798608502085,
      "loss": 2.3125,
      "step": 46255
    },
    {
      "epoch": 2.15194231216562,
      "grad_norm": 1.2121076934493182,
      "learning_rate": 0.00021870468689155268,
      "loss": 2.4375,
      "step": 46256
    },
    {
      "epoch": 2.1519888346127005,
      "grad_norm": 1.2309767827866178,
      "learning_rate": 0.000218701387656023,
      "loss": 2.3281,
      "step": 46257
    },
    {
      "epoch": 2.1520353570597814,
      "grad_norm": 1.2004836891586717,
      "learning_rate": 0.000218698088378434,
      "loss": 2.3125,
      "step": 46258
    },
    {
      "epoch": 2.152081879506862,
      "grad_norm": 1.1643125751830643,
      "learning_rate": 0.0002186947890587876,
      "loss": 2.3594,
      "step": 46259
    },
    {
      "epoch": 2.152128401953943,
      "grad_norm": 1.1588816589697766,
      "learning_rate": 0.00021869148969708583,
      "loss": 2.0938,
      "step": 46260
    },
    {
      "epoch": 2.1521749244010233,
      "grad_norm": 1.15995813762657,
      "learning_rate": 0.0002186881902933307,
      "loss": 2.2344,
      "step": 46261
    },
    {
      "epoch": 2.1522214468481042,
      "grad_norm": 1.2817901232668794,
      "learning_rate": 0.00021868489084752432,
      "loss": 2.3906,
      "step": 46262
    },
    {
      "epoch": 2.1522679692951847,
      "grad_norm": 1.2972827171465375,
      "learning_rate": 0.00021868159135966862,
      "loss": 1.9453,
      "step": 46263
    },
    {
      "epoch": 2.1523144917422656,
      "grad_norm": 1.2441192284202585,
      "learning_rate": 0.00021867829182976566,
      "loss": 2.3594,
      "step": 46264
    },
    {
      "epoch": 2.1523610141893466,
      "grad_norm": 1.1704659513313331,
      "learning_rate": 0.0002186749922578174,
      "loss": 2.25,
      "step": 46265
    },
    {
      "epoch": 2.152407536636427,
      "grad_norm": 1.1935257715263696,
      "learning_rate": 0.0002186716926438259,
      "loss": 2.2969,
      "step": 46266
    },
    {
      "epoch": 2.152454059083508,
      "grad_norm": 1.2089440284687618,
      "learning_rate": 0.00021866839298779323,
      "loss": 2.2656,
      "step": 46267
    },
    {
      "epoch": 2.1525005815305884,
      "grad_norm": 1.3088973613714567,
      "learning_rate": 0.00021866509328972135,
      "loss": 2.2656,
      "step": 46268
    },
    {
      "epoch": 2.1525471039776694,
      "grad_norm": 1.2560141367036937,
      "learning_rate": 0.00021866179354961232,
      "loss": 2.3438,
      "step": 46269
    },
    {
      "epoch": 2.15259362642475,
      "grad_norm": 1.256882312821316,
      "learning_rate": 0.00021865849376746807,
      "loss": 2.5469,
      "step": 46270
    },
    {
      "epoch": 2.1526401488718307,
      "grad_norm": 1.0851217552521868,
      "learning_rate": 0.00021865519394329076,
      "loss": 2.0,
      "step": 46271
    },
    {
      "epoch": 2.1526866713189112,
      "grad_norm": 1.151541099629085,
      "learning_rate": 0.0002186518940770823,
      "loss": 2.1875,
      "step": 46272
    },
    {
      "epoch": 2.152733193765992,
      "grad_norm": 1.2295864369601768,
      "learning_rate": 0.00021864859416884477,
      "loss": 2.2656,
      "step": 46273
    },
    {
      "epoch": 2.1527797162130726,
      "grad_norm": 1.2565373476991502,
      "learning_rate": 0.00021864529421858011,
      "loss": 2.5,
      "step": 46274
    },
    {
      "epoch": 2.1528262386601535,
      "grad_norm": 1.223021541686545,
      "learning_rate": 0.00021864199422629046,
      "loss": 2.4844,
      "step": 46275
    },
    {
      "epoch": 2.1528727611072345,
      "grad_norm": 1.2161085422475053,
      "learning_rate": 0.00021863869419197775,
      "loss": 2.2656,
      "step": 46276
    },
    {
      "epoch": 2.152919283554315,
      "grad_norm": 1.2245967777749083,
      "learning_rate": 0.00021863539411564397,
      "loss": 2.5469,
      "step": 46277
    },
    {
      "epoch": 2.152965806001396,
      "grad_norm": 1.2127202101360859,
      "learning_rate": 0.00021863209399729128,
      "loss": 2.3438,
      "step": 46278
    },
    {
      "epoch": 2.1530123284484763,
      "grad_norm": 1.1846862949875372,
      "learning_rate": 0.00021862879383692158,
      "loss": 2.4531,
      "step": 46279
    },
    {
      "epoch": 2.1530588508955573,
      "grad_norm": 1.1274422089278757,
      "learning_rate": 0.00021862549363453696,
      "loss": 2.2031,
      "step": 46280
    },
    {
      "epoch": 2.1531053733426377,
      "grad_norm": 1.1716886311795487,
      "learning_rate": 0.00021862219339013937,
      "loss": 2.2969,
      "step": 46281
    },
    {
      "epoch": 2.1531518957897187,
      "grad_norm": 1.1718094920387387,
      "learning_rate": 0.0002186188931037309,
      "loss": 1.9922,
      "step": 46282
    },
    {
      "epoch": 2.153198418236799,
      "grad_norm": 1.2780516027199298,
      "learning_rate": 0.00021861559277531347,
      "loss": 2.3281,
      "step": 46283
    },
    {
      "epoch": 2.15324494068388,
      "grad_norm": 1.1618280871628375,
      "learning_rate": 0.00021861229240488926,
      "loss": 2.2188,
      "step": 46284
    },
    {
      "epoch": 2.1532914631309605,
      "grad_norm": 1.1042611276507681,
      "learning_rate": 0.00021860899199246017,
      "loss": 2.1094,
      "step": 46285
    },
    {
      "epoch": 2.1533379855780415,
      "grad_norm": 1.2353729532054136,
      "learning_rate": 0.00021860569153802826,
      "loss": 2.3594,
      "step": 46286
    },
    {
      "epoch": 2.153384508025122,
      "grad_norm": 1.1588769755323785,
      "learning_rate": 0.0002186023910415955,
      "loss": 2.2656,
      "step": 46287
    },
    {
      "epoch": 2.153431030472203,
      "grad_norm": 1.1072559798398018,
      "learning_rate": 0.00021859909050316398,
      "loss": 2.2031,
      "step": 46288
    },
    {
      "epoch": 2.1534775529192833,
      "grad_norm": 1.0910785468115423,
      "learning_rate": 0.00021859578992273568,
      "loss": 2.0625,
      "step": 46289
    },
    {
      "epoch": 2.1535240753663643,
      "grad_norm": 1.1205943139634875,
      "learning_rate": 0.00021859248930031263,
      "loss": 2.0625,
      "step": 46290
    },
    {
      "epoch": 2.153570597813445,
      "grad_norm": 1.194411151676957,
      "learning_rate": 0.00021858918863589688,
      "loss": 2.2969,
      "step": 46291
    },
    {
      "epoch": 2.1536171202605257,
      "grad_norm": 1.255961321448284,
      "learning_rate": 0.0002185858879294904,
      "loss": 2.3125,
      "step": 46292
    },
    {
      "epoch": 2.1536636427076066,
      "grad_norm": 1.1033526657291521,
      "learning_rate": 0.0002185825871810953,
      "loss": 1.9688,
      "step": 46293
    },
    {
      "epoch": 2.153710165154687,
      "grad_norm": 1.2927862872348248,
      "learning_rate": 0.0002185792863907134,
      "loss": 2.2031,
      "step": 46294
    },
    {
      "epoch": 2.153756687601768,
      "grad_norm": 1.2137142820029083,
      "learning_rate": 0.000218575985558347,
      "loss": 2.1875,
      "step": 46295
    },
    {
      "epoch": 2.1538032100488484,
      "grad_norm": 1.1752573492284104,
      "learning_rate": 0.00021857268468399791,
      "loss": 1.7188,
      "step": 46296
    },
    {
      "epoch": 2.1538497324959294,
      "grad_norm": 1.188625030050757,
      "learning_rate": 0.00021856938376766823,
      "loss": 2.3125,
      "step": 46297
    },
    {
      "epoch": 2.15389625494301,
      "grad_norm": 1.2603685894043808,
      "learning_rate": 0.00021856608280935996,
      "loss": 2.5312,
      "step": 46298
    },
    {
      "epoch": 2.1539427773900908,
      "grad_norm": 1.2665348931571874,
      "learning_rate": 0.0002185627818090751,
      "loss": 2.3125,
      "step": 46299
    },
    {
      "epoch": 2.1539892998371712,
      "grad_norm": 1.1291243482769455,
      "learning_rate": 0.00021855948076681571,
      "loss": 2.1094,
      "step": 46300
    },
    {
      "epoch": 2.154035822284252,
      "grad_norm": 1.185173145762392,
      "learning_rate": 0.00021855617968258387,
      "loss": 1.7422,
      "step": 46301
    },
    {
      "epoch": 2.154082344731333,
      "grad_norm": 1.1230807847759123,
      "learning_rate": 0.00021855287855638148,
      "loss": 2.2656,
      "step": 46302
    },
    {
      "epoch": 2.1541288671784136,
      "grad_norm": 1.115581109160099,
      "learning_rate": 0.00021854957738821063,
      "loss": 1.6875,
      "step": 46303
    },
    {
      "epoch": 2.1541753896254945,
      "grad_norm": 1.213346802074673,
      "learning_rate": 0.00021854627617807335,
      "loss": 2.3281,
      "step": 46304
    },
    {
      "epoch": 2.154221912072575,
      "grad_norm": 0.986170735671929,
      "learning_rate": 0.00021854297492597156,
      "loss": 1.6328,
      "step": 46305
    },
    {
      "epoch": 2.154268434519656,
      "grad_norm": 1.263341722688375,
      "learning_rate": 0.0002185396736319074,
      "loss": 2.0625,
      "step": 46306
    },
    {
      "epoch": 2.1543149569667364,
      "grad_norm": 1.223293465144594,
      "learning_rate": 0.00021853637229588287,
      "loss": 2.3906,
      "step": 46307
    },
    {
      "epoch": 2.1543614794138173,
      "grad_norm": 1.1903211411003143,
      "learning_rate": 0.00021853307091789992,
      "loss": 2.25,
      "step": 46308
    },
    {
      "epoch": 2.1544080018608978,
      "grad_norm": 1.1828228106668377,
      "learning_rate": 0.00021852976949796068,
      "loss": 2.3125,
      "step": 46309
    },
    {
      "epoch": 2.1544545243079787,
      "grad_norm": 1.1809387511364087,
      "learning_rate": 0.00021852646803606704,
      "loss": 2.2188,
      "step": 46310
    },
    {
      "epoch": 2.154501046755059,
      "grad_norm": 1.1803814596674629,
      "learning_rate": 0.00021852316653222113,
      "loss": 2.3281,
      "step": 46311
    },
    {
      "epoch": 2.15454756920214,
      "grad_norm": 1.2236669993610523,
      "learning_rate": 0.00021851986498642493,
      "loss": 2.2031,
      "step": 46312
    },
    {
      "epoch": 2.1545940916492206,
      "grad_norm": 1.1556314587172791,
      "learning_rate": 0.00021851656339868047,
      "loss": 2.1875,
      "step": 46313
    },
    {
      "epoch": 2.1546406140963015,
      "grad_norm": 1.0906497421745331,
      "learning_rate": 0.0002185132617689898,
      "loss": 2.0156,
      "step": 46314
    },
    {
      "epoch": 2.154687136543382,
      "grad_norm": 1.1142840720417027,
      "learning_rate": 0.00021850996009735484,
      "loss": 2.25,
      "step": 46315
    },
    {
      "epoch": 2.154733658990463,
      "grad_norm": 1.2377074560319463,
      "learning_rate": 0.00021850665838377774,
      "loss": 2.2812,
      "step": 46316
    },
    {
      "epoch": 2.154780181437544,
      "grad_norm": 1.4368441881074128,
      "learning_rate": 0.00021850335662826044,
      "loss": 2.6094,
      "step": 46317
    },
    {
      "epoch": 2.1548267038846243,
      "grad_norm": 1.2205419014760464,
      "learning_rate": 0.00021850005483080496,
      "loss": 2.1406,
      "step": 46318
    },
    {
      "epoch": 2.154873226331705,
      "grad_norm": 1.313150410802854,
      "learning_rate": 0.00021849675299141335,
      "loss": 2.0938,
      "step": 46319
    },
    {
      "epoch": 2.1549197487787857,
      "grad_norm": 1.1796508806652648,
      "learning_rate": 0.00021849345111008765,
      "loss": 2.1875,
      "step": 46320
    },
    {
      "epoch": 2.1549662712258666,
      "grad_norm": 1.1726946785743082,
      "learning_rate": 0.00021849014918682978,
      "loss": 2.0781,
      "step": 46321
    },
    {
      "epoch": 2.155012793672947,
      "grad_norm": 1.1803571871091607,
      "learning_rate": 0.0002184868472216419,
      "loss": 2.1094,
      "step": 46322
    },
    {
      "epoch": 2.155059316120028,
      "grad_norm": 1.2104886812277675,
      "learning_rate": 0.00021848354521452598,
      "loss": 2.5,
      "step": 46323
    },
    {
      "epoch": 2.1551058385671085,
      "grad_norm": 1.2370948105387056,
      "learning_rate": 0.000218480243165484,
      "loss": 2.375,
      "step": 46324
    },
    {
      "epoch": 2.1551523610141894,
      "grad_norm": 1.2571073376966238,
      "learning_rate": 0.000218476941074518,
      "loss": 2.3594,
      "step": 46325
    },
    {
      "epoch": 2.15519888346127,
      "grad_norm": 1.2804935116582516,
      "learning_rate": 0.00021847363894163005,
      "loss": 2.5156,
      "step": 46326
    },
    {
      "epoch": 2.155245405908351,
      "grad_norm": 1.4069333086011868,
      "learning_rate": 0.00021847033676682213,
      "loss": 2.1406,
      "step": 46327
    },
    {
      "epoch": 2.1552919283554317,
      "grad_norm": 1.2692758046227695,
      "learning_rate": 0.00021846703455009626,
      "loss": 1.75,
      "step": 46328
    },
    {
      "epoch": 2.155338450802512,
      "grad_norm": 1.1505091444303162,
      "learning_rate": 0.00021846373229145446,
      "loss": 2.1719,
      "step": 46329
    },
    {
      "epoch": 2.155384973249593,
      "grad_norm": 1.1524161083657485,
      "learning_rate": 0.00021846042999089878,
      "loss": 2.3438,
      "step": 46330
    },
    {
      "epoch": 2.1554314956966736,
      "grad_norm": 1.1878620651085996,
      "learning_rate": 0.00021845712764843119,
      "loss": 1.9297,
      "step": 46331
    },
    {
      "epoch": 2.1554780181437545,
      "grad_norm": 1.1517753189821884,
      "learning_rate": 0.00021845382526405375,
      "loss": 1.5547,
      "step": 46332
    },
    {
      "epoch": 2.155524540590835,
      "grad_norm": 1.2914545785229596,
      "learning_rate": 0.00021845052283776844,
      "loss": 2.3281,
      "step": 46333
    },
    {
      "epoch": 2.155571063037916,
      "grad_norm": 1.0993303085642616,
      "learning_rate": 0.0002184472203695774,
      "loss": 1.5938,
      "step": 46334
    },
    {
      "epoch": 2.1556175854849964,
      "grad_norm": 1.136322594818503,
      "learning_rate": 0.0002184439178594825,
      "loss": 2.0781,
      "step": 46335
    },
    {
      "epoch": 2.1556641079320773,
      "grad_norm": 1.2065699871978697,
      "learning_rate": 0.0002184406153074859,
      "loss": 2.2188,
      "step": 46336
    },
    {
      "epoch": 2.1557106303791578,
      "grad_norm": 1.1717533510973175,
      "learning_rate": 0.00021843731271358946,
      "loss": 2.2656,
      "step": 46337
    },
    {
      "epoch": 2.1557571528262387,
      "grad_norm": 1.2804430432227818,
      "learning_rate": 0.00021843401007779539,
      "loss": 2.4375,
      "step": 46338
    },
    {
      "epoch": 2.155803675273319,
      "grad_norm": 1.2532767748714786,
      "learning_rate": 0.00021843070740010554,
      "loss": 2.3438,
      "step": 46339
    },
    {
      "epoch": 2.1558501977204,
      "grad_norm": 1.2681671886835513,
      "learning_rate": 0.00021842740468052204,
      "loss": 2.4688,
      "step": 46340
    },
    {
      "epoch": 2.1558967201674806,
      "grad_norm": 1.2947368255932346,
      "learning_rate": 0.00021842410191904687,
      "loss": 2.1719,
      "step": 46341
    },
    {
      "epoch": 2.1559432426145615,
      "grad_norm": 1.2148134018874446,
      "learning_rate": 0.00021842079911568206,
      "loss": 2.4531,
      "step": 46342
    },
    {
      "epoch": 2.1559897650616424,
      "grad_norm": 1.1088310937396617,
      "learning_rate": 0.00021841749627042966,
      "loss": 2.4375,
      "step": 46343
    },
    {
      "epoch": 2.156036287508723,
      "grad_norm": 1.272347788652253,
      "learning_rate": 0.00021841419338329164,
      "loss": 2.5469,
      "step": 46344
    },
    {
      "epoch": 2.156082809955804,
      "grad_norm": 1.1212640762634214,
      "learning_rate": 0.00021841089045427007,
      "loss": 2.4062,
      "step": 46345
    },
    {
      "epoch": 2.1561293324028843,
      "grad_norm": 1.352361338489199,
      "learning_rate": 0.0002184075874833669,
      "loss": 2.2031,
      "step": 46346
    },
    {
      "epoch": 2.156175854849965,
      "grad_norm": 1.1455649513849022,
      "learning_rate": 0.00021840428447058425,
      "loss": 2.1562,
      "step": 46347
    },
    {
      "epoch": 2.1562223772970457,
      "grad_norm": 1.1953081672489785,
      "learning_rate": 0.0002184009814159241,
      "loss": 2.2344,
      "step": 46348
    },
    {
      "epoch": 2.1562688997441266,
      "grad_norm": 1.1401153929377916,
      "learning_rate": 0.00021839767831938845,
      "loss": 2.0469,
      "step": 46349
    },
    {
      "epoch": 2.156315422191207,
      "grad_norm": 1.2375401113073081,
      "learning_rate": 0.0002183943751809793,
      "loss": 2.1406,
      "step": 46350
    },
    {
      "epoch": 2.156361944638288,
      "grad_norm": 1.183160073883495,
      "learning_rate": 0.0002183910720006988,
      "loss": 2.0781,
      "step": 46351
    },
    {
      "epoch": 2.1564084670853685,
      "grad_norm": 1.3385374961882073,
      "learning_rate": 0.00021838776877854878,
      "loss": 2.4844,
      "step": 46352
    },
    {
      "epoch": 2.1564549895324494,
      "grad_norm": 1.3870920134212106,
      "learning_rate": 0.0002183844655145314,
      "loss": 2.5781,
      "step": 46353
    },
    {
      "epoch": 2.1565015119795303,
      "grad_norm": 1.4276659590601508,
      "learning_rate": 0.0002183811622086487,
      "loss": 1.6406,
      "step": 46354
    },
    {
      "epoch": 2.156548034426611,
      "grad_norm": 1.255223473901498,
      "learning_rate": 0.00021837785886090258,
      "loss": 2.375,
      "step": 46355
    },
    {
      "epoch": 2.1565945568736917,
      "grad_norm": 1.1810844751125278,
      "learning_rate": 0.00021837455547129517,
      "loss": 2.3594,
      "step": 46356
    },
    {
      "epoch": 2.156641079320772,
      "grad_norm": 1.311760072977256,
      "learning_rate": 0.00021837125203982843,
      "loss": 2.5156,
      "step": 46357
    },
    {
      "epoch": 2.156687601767853,
      "grad_norm": 1.4046024046526868,
      "learning_rate": 0.00021836794856650444,
      "loss": 2.25,
      "step": 46358
    },
    {
      "epoch": 2.1567341242149336,
      "grad_norm": 1.2039260365175763,
      "learning_rate": 0.00021836464505132515,
      "loss": 2.4062,
      "step": 46359
    },
    {
      "epoch": 2.1567806466620145,
      "grad_norm": 1.2764094902565897,
      "learning_rate": 0.00021836134149429267,
      "loss": 2.25,
      "step": 46360
    },
    {
      "epoch": 2.156827169109095,
      "grad_norm": 1.2148889750234522,
      "learning_rate": 0.0002183580378954089,
      "loss": 2.5625,
      "step": 46361
    },
    {
      "epoch": 2.156873691556176,
      "grad_norm": 1.199489862174161,
      "learning_rate": 0.00021835473425467603,
      "loss": 2.1406,
      "step": 46362
    },
    {
      "epoch": 2.1569202140032564,
      "grad_norm": 1.1664166578897672,
      "learning_rate": 0.00021835143057209592,
      "loss": 2.1562,
      "step": 46363
    },
    {
      "epoch": 2.1569667364503373,
      "grad_norm": 1.1559882470103606,
      "learning_rate": 0.00021834812684767068,
      "loss": 2.1406,
      "step": 46364
    },
    {
      "epoch": 2.1570132588974182,
      "grad_norm": 1.4094396861947012,
      "learning_rate": 0.0002183448230814023,
      "loss": 2.5938,
      "step": 46365
    },
    {
      "epoch": 2.1570597813444987,
      "grad_norm": 1.206055296407321,
      "learning_rate": 0.0002183415192732928,
      "loss": 2.2031,
      "step": 46366
    },
    {
      "epoch": 2.1571063037915796,
      "grad_norm": 1.2885969187332798,
      "learning_rate": 0.0002183382154233443,
      "loss": 2.4844,
      "step": 46367
    },
    {
      "epoch": 2.15715282623866,
      "grad_norm": 1.2024072074137269,
      "learning_rate": 0.0002183349115315587,
      "loss": 2.2344,
      "step": 46368
    },
    {
      "epoch": 2.157199348685741,
      "grad_norm": 1.2163270667016886,
      "learning_rate": 0.00021833160759793805,
      "loss": 2.2969,
      "step": 46369
    },
    {
      "epoch": 2.1572458711328215,
      "grad_norm": 1.2062412248707681,
      "learning_rate": 0.0002183283036224844,
      "loss": 2.3281,
      "step": 46370
    },
    {
      "epoch": 2.1572923935799024,
      "grad_norm": 1.4011990625376025,
      "learning_rate": 0.00021832499960519977,
      "loss": 2.6406,
      "step": 46371
    },
    {
      "epoch": 2.157338916026983,
      "grad_norm": 1.2969393381118357,
      "learning_rate": 0.0002183216955460861,
      "loss": 2.5156,
      "step": 46372
    },
    {
      "epoch": 2.157385438474064,
      "grad_norm": 1.2929442701034854,
      "learning_rate": 0.0002183183914451456,
      "loss": 2.3438,
      "step": 46373
    },
    {
      "epoch": 2.1574319609211443,
      "grad_norm": 1.3353068116449751,
      "learning_rate": 0.00021831508730238007,
      "loss": 2.4219,
      "step": 46374
    },
    {
      "epoch": 2.1574784833682252,
      "grad_norm": 1.232321844899866,
      "learning_rate": 0.0002183117831177917,
      "loss": 2.3125,
      "step": 46375
    },
    {
      "epoch": 2.1575250058153057,
      "grad_norm": 1.242931056912267,
      "learning_rate": 0.00021830847889138245,
      "loss": 2.4219,
      "step": 46376
    },
    {
      "epoch": 2.1575715282623866,
      "grad_norm": 1.2502185521408289,
      "learning_rate": 0.00021830517462315436,
      "loss": 2.5156,
      "step": 46377
    },
    {
      "epoch": 2.157618050709467,
      "grad_norm": 1.3373911994396432,
      "learning_rate": 0.0002183018703131094,
      "loss": 2.3594,
      "step": 46378
    },
    {
      "epoch": 2.157664573156548,
      "grad_norm": 1.3339664709708283,
      "learning_rate": 0.00021829856596124964,
      "loss": 2.3125,
      "step": 46379
    },
    {
      "epoch": 2.157711095603629,
      "grad_norm": 1.2028267355028357,
      "learning_rate": 0.00021829526156757716,
      "loss": 2.4219,
      "step": 46380
    },
    {
      "epoch": 2.1577576180507094,
      "grad_norm": 1.1310856000888658,
      "learning_rate": 0.00021829195713209384,
      "loss": 2.1719,
      "step": 46381
    },
    {
      "epoch": 2.1578041404977903,
      "grad_norm": 1.1594860981676403,
      "learning_rate": 0.0002182886526548018,
      "loss": 1.8828,
      "step": 46382
    },
    {
      "epoch": 2.157850662944871,
      "grad_norm": 1.1494114991946067,
      "learning_rate": 0.00021828534813570305,
      "loss": 2.0625,
      "step": 46383
    },
    {
      "epoch": 2.1578971853919517,
      "grad_norm": 1.2359504879911336,
      "learning_rate": 0.00021828204357479965,
      "loss": 2.0625,
      "step": 46384
    },
    {
      "epoch": 2.157943707839032,
      "grad_norm": 1.206220126535437,
      "learning_rate": 0.00021827873897209353,
      "loss": 2.5625,
      "step": 46385
    },
    {
      "epoch": 2.157990230286113,
      "grad_norm": 1.1649265908097937,
      "learning_rate": 0.00021827543432758676,
      "loss": 2.1094,
      "step": 46386
    },
    {
      "epoch": 2.1580367527331936,
      "grad_norm": 1.2636630318502557,
      "learning_rate": 0.00021827212964128137,
      "loss": 2.5625,
      "step": 46387
    },
    {
      "epoch": 2.1580832751802745,
      "grad_norm": 1.1770617579664981,
      "learning_rate": 0.0002182688249131794,
      "loss": 2.2656,
      "step": 46388
    },
    {
      "epoch": 2.158129797627355,
      "grad_norm": 1.0673798890682968,
      "learning_rate": 0.00021826552014328287,
      "loss": 2.0312,
      "step": 46389
    },
    {
      "epoch": 2.158176320074436,
      "grad_norm": 1.237333920784293,
      "learning_rate": 0.00021826221533159372,
      "loss": 2.1719,
      "step": 46390
    },
    {
      "epoch": 2.158222842521517,
      "grad_norm": 1.1860207289862923,
      "learning_rate": 0.0002182589104781141,
      "loss": 2.0312,
      "step": 46391
    },
    {
      "epoch": 2.1582693649685973,
      "grad_norm": 1.1490899045587948,
      "learning_rate": 0.00021825560558284596,
      "loss": 1.9531,
      "step": 46392
    },
    {
      "epoch": 2.1583158874156783,
      "grad_norm": 1.150866471184101,
      "learning_rate": 0.00021825230064579133,
      "loss": 2.2344,
      "step": 46393
    },
    {
      "epoch": 2.1583624098627587,
      "grad_norm": 1.135155510180244,
      "learning_rate": 0.00021824899566695222,
      "loss": 1.8281,
      "step": 46394
    },
    {
      "epoch": 2.1584089323098397,
      "grad_norm": 1.3402735639848506,
      "learning_rate": 0.00021824569064633073,
      "loss": 2.3906,
      "step": 46395
    },
    {
      "epoch": 2.15845545475692,
      "grad_norm": 1.1813933121996385,
      "learning_rate": 0.00021824238558392875,
      "loss": 2.125,
      "step": 46396
    },
    {
      "epoch": 2.158501977204001,
      "grad_norm": 1.164513204875513,
      "learning_rate": 0.0002182390804797484,
      "loss": 2.25,
      "step": 46397
    },
    {
      "epoch": 2.1585484996510815,
      "grad_norm": 1.1941422411427243,
      "learning_rate": 0.00021823577533379172,
      "loss": 2.4062,
      "step": 46398
    },
    {
      "epoch": 2.1585950220981625,
      "grad_norm": 1.273130194031739,
      "learning_rate": 0.00021823247014606065,
      "loss": 2.2969,
      "step": 46399
    },
    {
      "epoch": 2.158641544545243,
      "grad_norm": 1.120543691627656,
      "learning_rate": 0.00021822916491655729,
      "loss": 2.375,
      "step": 46400
    },
    {
      "epoch": 2.158688066992324,
      "grad_norm": 1.2053979878679946,
      "learning_rate": 0.00021822585964528362,
      "loss": 2.3906,
      "step": 46401
    },
    {
      "epoch": 2.1587345894394043,
      "grad_norm": 1.1902946953215237,
      "learning_rate": 0.00021822255433224172,
      "loss": 2.25,
      "step": 46402
    },
    {
      "epoch": 2.1587811118864852,
      "grad_norm": 1.2808736811130448,
      "learning_rate": 0.00021821924897743352,
      "loss": 2.2188,
      "step": 46403
    },
    {
      "epoch": 2.1588276343335657,
      "grad_norm": 1.2463966178072796,
      "learning_rate": 0.0002182159435808611,
      "loss": 2.4062,
      "step": 46404
    },
    {
      "epoch": 2.1588741567806466,
      "grad_norm": 1.1760325207889988,
      "learning_rate": 0.0002182126381425265,
      "loss": 2.2188,
      "step": 46405
    },
    {
      "epoch": 2.1589206792277276,
      "grad_norm": 1.115248957998024,
      "learning_rate": 0.00021820933266243172,
      "loss": 2.0156,
      "step": 46406
    },
    {
      "epoch": 2.158967201674808,
      "grad_norm": 1.1960171811567786,
      "learning_rate": 0.00021820602714057874,
      "loss": 2.2656,
      "step": 46407
    },
    {
      "epoch": 2.159013724121889,
      "grad_norm": 1.2088782389064987,
      "learning_rate": 0.00021820272157696964,
      "loss": 2.4844,
      "step": 46408
    },
    {
      "epoch": 2.1590602465689694,
      "grad_norm": 1.1483486405403078,
      "learning_rate": 0.00021819941597160645,
      "loss": 2.1875,
      "step": 46409
    },
    {
      "epoch": 2.1591067690160504,
      "grad_norm": 1.1764142496447354,
      "learning_rate": 0.00021819611032449117,
      "loss": 2.2188,
      "step": 46410
    },
    {
      "epoch": 2.159153291463131,
      "grad_norm": 1.1672674404891699,
      "learning_rate": 0.00021819280463562587,
      "loss": 2.2656,
      "step": 46411
    },
    {
      "epoch": 2.1591998139102118,
      "grad_norm": 1.1452815820614364,
      "learning_rate": 0.0002181894989050125,
      "loss": 2.125,
      "step": 46412
    },
    {
      "epoch": 2.1592463363572922,
      "grad_norm": 1.2284885320513836,
      "learning_rate": 0.00021818619313265311,
      "loss": 2.2969,
      "step": 46413
    },
    {
      "epoch": 2.159292858804373,
      "grad_norm": 1.1162961653087815,
      "learning_rate": 0.00021818288731854972,
      "loss": 2.0312,
      "step": 46414
    },
    {
      "epoch": 2.1593393812514536,
      "grad_norm": 1.325586665288112,
      "learning_rate": 0.00021817958146270441,
      "loss": 2.6094,
      "step": 46415
    },
    {
      "epoch": 2.1593859036985346,
      "grad_norm": 1.1824858751186391,
      "learning_rate": 0.00021817627556511908,
      "loss": 2.3594,
      "step": 46416
    },
    {
      "epoch": 2.1594324261456155,
      "grad_norm": 1.1901524051621035,
      "learning_rate": 0.00021817296962579593,
      "loss": 2.25,
      "step": 46417
    },
    {
      "epoch": 2.159478948592696,
      "grad_norm": 1.251260525204842,
      "learning_rate": 0.0002181696636447368,
      "loss": 2.0938,
      "step": 46418
    },
    {
      "epoch": 2.159525471039777,
      "grad_norm": 1.3131284115920283,
      "learning_rate": 0.00021816635762194383,
      "loss": 2.5781,
      "step": 46419
    },
    {
      "epoch": 2.1595719934868574,
      "grad_norm": 1.2291999243823195,
      "learning_rate": 0.000218163051557419,
      "loss": 2.25,
      "step": 46420
    },
    {
      "epoch": 2.1596185159339383,
      "grad_norm": 1.1409320649979546,
      "learning_rate": 0.00021815974545116442,
      "loss": 2.0469,
      "step": 46421
    },
    {
      "epoch": 2.1596650383810188,
      "grad_norm": 1.157958711168871,
      "learning_rate": 0.00021815643930318197,
      "loss": 1.9922,
      "step": 46422
    },
    {
      "epoch": 2.1597115608280997,
      "grad_norm": 1.2045342038796143,
      "learning_rate": 0.00021815313311347379,
      "loss": 2.0625,
      "step": 46423
    },
    {
      "epoch": 2.15975808327518,
      "grad_norm": 1.1456014717614407,
      "learning_rate": 0.00021814982688204184,
      "loss": 2.0625,
      "step": 46424
    },
    {
      "epoch": 2.159804605722261,
      "grad_norm": 1.2122302848806479,
      "learning_rate": 0.00021814652060888817,
      "loss": 2.3438,
      "step": 46425
    },
    {
      "epoch": 2.1598511281693415,
      "grad_norm": 1.2173417506501971,
      "learning_rate": 0.00021814321429401479,
      "loss": 2.1562,
      "step": 46426
    },
    {
      "epoch": 2.1598976506164225,
      "grad_norm": 1.152441452659174,
      "learning_rate": 0.00021813990793742374,
      "loss": 2.3281,
      "step": 46427
    },
    {
      "epoch": 2.159944173063503,
      "grad_norm": 1.2519173924560183,
      "learning_rate": 0.00021813660153911703,
      "loss": 1.9609,
      "step": 46428
    },
    {
      "epoch": 2.159990695510584,
      "grad_norm": 1.356682010837992,
      "learning_rate": 0.00021813329509909668,
      "loss": 2.1719,
      "step": 46429
    },
    {
      "epoch": 2.1600372179576643,
      "grad_norm": 1.2229974874741045,
      "learning_rate": 0.00021812998861736474,
      "loss": 2.2656,
      "step": 46430
    },
    {
      "epoch": 2.1600837404047453,
      "grad_norm": 1.1509943607898958,
      "learning_rate": 0.0002181266820939232,
      "loss": 2.1406,
      "step": 46431
    },
    {
      "epoch": 2.160130262851826,
      "grad_norm": 1.1375833013440648,
      "learning_rate": 0.00021812337552877415,
      "loss": 2.2031,
      "step": 46432
    },
    {
      "epoch": 2.1601767852989067,
      "grad_norm": 1.2148405268193956,
      "learning_rate": 0.0002181200689219195,
      "loss": 2.4531,
      "step": 46433
    },
    {
      "epoch": 2.1602233077459876,
      "grad_norm": 1.1404678273156912,
      "learning_rate": 0.0002181167622733614,
      "loss": 2.1875,
      "step": 46434
    },
    {
      "epoch": 2.160269830193068,
      "grad_norm": 1.15217821095574,
      "learning_rate": 0.00021811345558310177,
      "loss": 2.2344,
      "step": 46435
    },
    {
      "epoch": 2.160316352640149,
      "grad_norm": 1.1837512291823067,
      "learning_rate": 0.00021811014885114274,
      "loss": 2.375,
      "step": 46436
    },
    {
      "epoch": 2.1603628750872295,
      "grad_norm": 1.1127867440924597,
      "learning_rate": 0.00021810684207748625,
      "loss": 2.0469,
      "step": 46437
    },
    {
      "epoch": 2.1604093975343104,
      "grad_norm": 1.2732416319248312,
      "learning_rate": 0.00021810353526213435,
      "loss": 2.5156,
      "step": 46438
    },
    {
      "epoch": 2.160455919981391,
      "grad_norm": 1.1625038191263837,
      "learning_rate": 0.00021810022840508905,
      "loss": 1.6875,
      "step": 46439
    },
    {
      "epoch": 2.160502442428472,
      "grad_norm": 1.2504799406353986,
      "learning_rate": 0.0002180969215063524,
      "loss": 2.25,
      "step": 46440
    },
    {
      "epoch": 2.1605489648755523,
      "grad_norm": 1.2139538662323246,
      "learning_rate": 0.00021809361456592637,
      "loss": 2.0781,
      "step": 46441
    },
    {
      "epoch": 2.160595487322633,
      "grad_norm": 1.1700216141291953,
      "learning_rate": 0.00021809030758381307,
      "loss": 2.2344,
      "step": 46442
    },
    {
      "epoch": 2.160642009769714,
      "grad_norm": 1.3783466153904809,
      "learning_rate": 0.0002180870005600145,
      "loss": 2.2969,
      "step": 46443
    },
    {
      "epoch": 2.1606885322167946,
      "grad_norm": 1.229420780205694,
      "learning_rate": 0.00021808369349453263,
      "loss": 2.3438,
      "step": 46444
    },
    {
      "epoch": 2.1607350546638755,
      "grad_norm": 1.194058158412923,
      "learning_rate": 0.00021808038638736958,
      "loss": 2.1094,
      "step": 46445
    },
    {
      "epoch": 2.160781577110956,
      "grad_norm": 1.1135794871950946,
      "learning_rate": 0.00021807707923852723,
      "loss": 2.0312,
      "step": 46446
    },
    {
      "epoch": 2.160828099558037,
      "grad_norm": 1.1875699876109367,
      "learning_rate": 0.00021807377204800774,
      "loss": 2.1094,
      "step": 46447
    },
    {
      "epoch": 2.1608746220051174,
      "grad_norm": 1.189944484542023,
      "learning_rate": 0.0002180704648158131,
      "loss": 2.4219,
      "step": 46448
    },
    {
      "epoch": 2.1609211444521983,
      "grad_norm": 1.1697286676337344,
      "learning_rate": 0.00021806715754194532,
      "loss": 2.2656,
      "step": 46449
    },
    {
      "epoch": 2.1609676668992788,
      "grad_norm": 1.1689155014655046,
      "learning_rate": 0.0002180638502264064,
      "loss": 2.2344,
      "step": 46450
    },
    {
      "epoch": 2.1610141893463597,
      "grad_norm": 1.1397247723776436,
      "learning_rate": 0.00021806054286919842,
      "loss": 2.0781,
      "step": 46451
    },
    {
      "epoch": 2.16106071179344,
      "grad_norm": 1.0919583257438987,
      "learning_rate": 0.0002180572354703233,
      "loss": 2.0156,
      "step": 46452
    },
    {
      "epoch": 2.161107234240521,
      "grad_norm": 1.1582576447649682,
      "learning_rate": 0.00021805392802978318,
      "loss": 2.0312,
      "step": 46453
    },
    {
      "epoch": 2.1611537566876016,
      "grad_norm": 1.1624458640934319,
      "learning_rate": 0.00021805062054758008,
      "loss": 2.25,
      "step": 46454
    },
    {
      "epoch": 2.1612002791346825,
      "grad_norm": 1.0928426946372507,
      "learning_rate": 0.00021804731302371594,
      "loss": 2.2188,
      "step": 46455
    },
    {
      "epoch": 2.161246801581763,
      "grad_norm": 1.1385703243461598,
      "learning_rate": 0.00021804400545819287,
      "loss": 2.1562,
      "step": 46456
    },
    {
      "epoch": 2.161293324028844,
      "grad_norm": 1.1256847188468364,
      "learning_rate": 0.00021804069785101286,
      "loss": 2.3281,
      "step": 46457
    },
    {
      "epoch": 2.161339846475925,
      "grad_norm": 1.2140374373367435,
      "learning_rate": 0.00021803739020217794,
      "loss": 2.125,
      "step": 46458
    },
    {
      "epoch": 2.1613863689230053,
      "grad_norm": 1.2622060438279972,
      "learning_rate": 0.00021803408251169006,
      "loss": 2.0625,
      "step": 46459
    },
    {
      "epoch": 2.161432891370086,
      "grad_norm": 1.2663679675071322,
      "learning_rate": 0.00021803077477955139,
      "loss": 2.6406,
      "step": 46460
    },
    {
      "epoch": 2.1614794138171667,
      "grad_norm": 1.2987961042104603,
      "learning_rate": 0.00021802746700576384,
      "loss": 2.2656,
      "step": 46461
    },
    {
      "epoch": 2.1615259362642476,
      "grad_norm": 1.2905861002854242,
      "learning_rate": 0.0002180241591903295,
      "loss": 2.2812,
      "step": 46462
    },
    {
      "epoch": 2.161572458711328,
      "grad_norm": 1.158805369315702,
      "learning_rate": 0.00021802085133325035,
      "loss": 2.4688,
      "step": 46463
    },
    {
      "epoch": 2.161618981158409,
      "grad_norm": 1.2913603622011531,
      "learning_rate": 0.0002180175434345284,
      "loss": 2.3594,
      "step": 46464
    },
    {
      "epoch": 2.1616655036054895,
      "grad_norm": 1.1190733634368395,
      "learning_rate": 0.00021801423549416577,
      "loss": 1.9844,
      "step": 46465
    },
    {
      "epoch": 2.1617120260525704,
      "grad_norm": 1.129275860525918,
      "learning_rate": 0.00021801092751216438,
      "loss": 2.0781,
      "step": 46466
    },
    {
      "epoch": 2.161758548499651,
      "grad_norm": 1.1463933961162338,
      "learning_rate": 0.00021800761948852633,
      "loss": 2.2969,
      "step": 46467
    },
    {
      "epoch": 2.161805070946732,
      "grad_norm": 1.2538904740288792,
      "learning_rate": 0.00021800431142325364,
      "loss": 2.375,
      "step": 46468
    },
    {
      "epoch": 2.1618515933938127,
      "grad_norm": 1.2301659011928443,
      "learning_rate": 0.00021800100331634826,
      "loss": 2.375,
      "step": 46469
    },
    {
      "epoch": 2.161898115840893,
      "grad_norm": 1.146292313887073,
      "learning_rate": 0.00021799769516781228,
      "loss": 2.1562,
      "step": 46470
    },
    {
      "epoch": 2.161944638287974,
      "grad_norm": 1.2298567189979037,
      "learning_rate": 0.0002179943869776477,
      "loss": 2.3906,
      "step": 46471
    },
    {
      "epoch": 2.1619911607350546,
      "grad_norm": 1.1564622766604513,
      "learning_rate": 0.00021799107874585655,
      "loss": 2.2969,
      "step": 46472
    },
    {
      "epoch": 2.1620376831821355,
      "grad_norm": 1.1832816193987292,
      "learning_rate": 0.00021798777047244092,
      "loss": 2.1875,
      "step": 46473
    },
    {
      "epoch": 2.162084205629216,
      "grad_norm": 1.2498861077818195,
      "learning_rate": 0.00021798446215740274,
      "loss": 2.2031,
      "step": 46474
    },
    {
      "epoch": 2.162130728076297,
      "grad_norm": 1.1444095890226067,
      "learning_rate": 0.00021798115380074404,
      "loss": 2.0781,
      "step": 46475
    },
    {
      "epoch": 2.1621772505233774,
      "grad_norm": 1.2317898243565748,
      "learning_rate": 0.0002179778454024669,
      "loss": 2.0625,
      "step": 46476
    },
    {
      "epoch": 2.1622237729704583,
      "grad_norm": 1.2209196614542799,
      "learning_rate": 0.00021797453696257332,
      "loss": 2.2344,
      "step": 46477
    },
    {
      "epoch": 2.162270295417539,
      "grad_norm": 1.2096261540896038,
      "learning_rate": 0.00021797122848106533,
      "loss": 2.2656,
      "step": 46478
    },
    {
      "epoch": 2.1623168178646197,
      "grad_norm": 1.1310528384900742,
      "learning_rate": 0.00021796791995794496,
      "loss": 2.1875,
      "step": 46479
    },
    {
      "epoch": 2.1623633403117,
      "grad_norm": 1.2087164876394576,
      "learning_rate": 0.00021796461139321423,
      "loss": 2.2188,
      "step": 46480
    },
    {
      "epoch": 2.162409862758781,
      "grad_norm": 1.159389647627727,
      "learning_rate": 0.00021796130278687513,
      "loss": 2.4062,
      "step": 46481
    },
    {
      "epoch": 2.162456385205862,
      "grad_norm": 1.2099793787587534,
      "learning_rate": 0.00021795799413892977,
      "loss": 2.1406,
      "step": 46482
    },
    {
      "epoch": 2.1625029076529425,
      "grad_norm": 1.1857634681726323,
      "learning_rate": 0.0002179546854493801,
      "loss": 2.3906,
      "step": 46483
    },
    {
      "epoch": 2.1625494301000234,
      "grad_norm": 1.17604411707407,
      "learning_rate": 0.00021795137671822817,
      "loss": 2.2656,
      "step": 46484
    },
    {
      "epoch": 2.162595952547104,
      "grad_norm": 1.1669686587881216,
      "learning_rate": 0.000217948067945476,
      "loss": 2.0469,
      "step": 46485
    },
    {
      "epoch": 2.162642474994185,
      "grad_norm": 1.1953179652098453,
      "learning_rate": 0.0002179447591311256,
      "loss": 2.0781,
      "step": 46486
    },
    {
      "epoch": 2.1626889974412653,
      "grad_norm": 1.0550615249529207,
      "learning_rate": 0.0002179414502751791,
      "loss": 2.0,
      "step": 46487
    },
    {
      "epoch": 2.1627355198883462,
      "grad_norm": 1.1179339719637271,
      "learning_rate": 0.00021793814137763837,
      "loss": 2.1875,
      "step": 46488
    },
    {
      "epoch": 2.1627820423354267,
      "grad_norm": 1.2200349007182625,
      "learning_rate": 0.00021793483243850558,
      "loss": 2.3438,
      "step": 46489
    },
    {
      "epoch": 2.1628285647825076,
      "grad_norm": 1.1304126703792874,
      "learning_rate": 0.0002179315234577826,
      "loss": 1.9766,
      "step": 46490
    },
    {
      "epoch": 2.162875087229588,
      "grad_norm": 1.2951418111579036,
      "learning_rate": 0.0002179282144354716,
      "loss": 1.6797,
      "step": 46491
    },
    {
      "epoch": 2.162921609676669,
      "grad_norm": 1.3987406317290656,
      "learning_rate": 0.0002179249053715745,
      "loss": 2.2969,
      "step": 46492
    },
    {
      "epoch": 2.1629681321237495,
      "grad_norm": 1.3100553271804647,
      "learning_rate": 0.00021792159626609343,
      "loss": 2.2656,
      "step": 46493
    },
    {
      "epoch": 2.1630146545708304,
      "grad_norm": 1.2030351339035787,
      "learning_rate": 0.0002179182871190303,
      "loss": 2.3438,
      "step": 46494
    },
    {
      "epoch": 2.1630611770179113,
      "grad_norm": 1.148669898044268,
      "learning_rate": 0.00021791497793038726,
      "loss": 2.2969,
      "step": 46495
    },
    {
      "epoch": 2.163107699464992,
      "grad_norm": 1.1810859629357595,
      "learning_rate": 0.0002179116687001662,
      "loss": 2.0156,
      "step": 46496
    },
    {
      "epoch": 2.1631542219120727,
      "grad_norm": 1.1731760725873408,
      "learning_rate": 0.00021790835942836926,
      "loss": 2.1562,
      "step": 46497
    },
    {
      "epoch": 2.163200744359153,
      "grad_norm": 1.2643535311572855,
      "learning_rate": 0.00021790505011499842,
      "loss": 2.3125,
      "step": 46498
    },
    {
      "epoch": 2.163247266806234,
      "grad_norm": 1.2318212266402093,
      "learning_rate": 0.00021790174076005567,
      "loss": 2.4062,
      "step": 46499
    },
    {
      "epoch": 2.1632937892533146,
      "grad_norm": 1.2723382173608255,
      "learning_rate": 0.00021789843136354314,
      "loss": 2.4531,
      "step": 46500
    },
    {
      "epoch": 2.1633403117003955,
      "grad_norm": 1.2158362968128669,
      "learning_rate": 0.00021789512192546271,
      "loss": 2.5156,
      "step": 46501
    },
    {
      "epoch": 2.163386834147476,
      "grad_norm": 1.1124124605404728,
      "learning_rate": 0.00021789181244581657,
      "loss": 2.0156,
      "step": 46502
    },
    {
      "epoch": 2.163433356594557,
      "grad_norm": 1.1873286814440327,
      "learning_rate": 0.00021788850292460662,
      "loss": 2.2344,
      "step": 46503
    },
    {
      "epoch": 2.1634798790416374,
      "grad_norm": 1.2693207040427579,
      "learning_rate": 0.00021788519336183494,
      "loss": 2.3281,
      "step": 46504
    },
    {
      "epoch": 2.1635264014887183,
      "grad_norm": 1.185148168443271,
      "learning_rate": 0.00021788188375750352,
      "loss": 2.2031,
      "step": 46505
    },
    {
      "epoch": 2.1635729239357993,
      "grad_norm": 1.2245308392212104,
      "learning_rate": 0.00021787857411161444,
      "loss": 2.1406,
      "step": 46506
    },
    {
      "epoch": 2.1636194463828797,
      "grad_norm": 1.1845136595774972,
      "learning_rate": 0.00021787526442416965,
      "loss": 2.1719,
      "step": 46507
    },
    {
      "epoch": 2.1636659688299607,
      "grad_norm": 1.240447275008188,
      "learning_rate": 0.00021787195469517127,
      "loss": 2.4062,
      "step": 46508
    },
    {
      "epoch": 2.163712491277041,
      "grad_norm": 1.1932581861270728,
      "learning_rate": 0.00021786864492462127,
      "loss": 2.1094,
      "step": 46509
    },
    {
      "epoch": 2.163759013724122,
      "grad_norm": 1.3142990371665904,
      "learning_rate": 0.00021786533511252166,
      "loss": 1.6875,
      "step": 46510
    },
    {
      "epoch": 2.1638055361712025,
      "grad_norm": 1.2217121477352193,
      "learning_rate": 0.00021786202525887454,
      "loss": 2.2656,
      "step": 46511
    },
    {
      "epoch": 2.1638520586182834,
      "grad_norm": 1.2374163335655102,
      "learning_rate": 0.00021785871536368184,
      "loss": 2.3594,
      "step": 46512
    },
    {
      "epoch": 2.163898581065364,
      "grad_norm": 1.2154362307042816,
      "learning_rate": 0.00021785540542694568,
      "loss": 2.0938,
      "step": 46513
    },
    {
      "epoch": 2.163945103512445,
      "grad_norm": 1.2416007032120406,
      "learning_rate": 0.00021785209544866803,
      "loss": 2.1562,
      "step": 46514
    },
    {
      "epoch": 2.1639916259595253,
      "grad_norm": 1.3116279430218358,
      "learning_rate": 0.00021784878542885092,
      "loss": 2.3906,
      "step": 46515
    },
    {
      "epoch": 2.1640381484066062,
      "grad_norm": 1.1534963561092213,
      "learning_rate": 0.00021784547536749633,
      "loss": 1.9844,
      "step": 46516
    },
    {
      "epoch": 2.1640846708536867,
      "grad_norm": 1.236198821273032,
      "learning_rate": 0.0002178421652646064,
      "loss": 2.5,
      "step": 46517
    },
    {
      "epoch": 2.1641311933007676,
      "grad_norm": 0.9589584195663149,
      "learning_rate": 0.0002178388551201831,
      "loss": 1.5078,
      "step": 46518
    },
    {
      "epoch": 2.164177715747848,
      "grad_norm": 1.225432088532226,
      "learning_rate": 0.0002178355449342284,
      "loss": 2.2031,
      "step": 46519
    },
    {
      "epoch": 2.164224238194929,
      "grad_norm": 1.2102851063294273,
      "learning_rate": 0.00021783223470674443,
      "loss": 2.2344,
      "step": 46520
    },
    {
      "epoch": 2.16427076064201,
      "grad_norm": 1.2195703528666844,
      "learning_rate": 0.00021782892443773317,
      "loss": 2.3438,
      "step": 46521
    },
    {
      "epoch": 2.1643172830890904,
      "grad_norm": 1.2197535619075706,
      "learning_rate": 0.00021782561412719663,
      "loss": 2.2188,
      "step": 46522
    },
    {
      "epoch": 2.1643638055361714,
      "grad_norm": 1.1817983404809225,
      "learning_rate": 0.00021782230377513683,
      "loss": 2.4531,
      "step": 46523
    },
    {
      "epoch": 2.164410327983252,
      "grad_norm": 1.2224694591130867,
      "learning_rate": 0.00021781899338155583,
      "loss": 2.4844,
      "step": 46524
    },
    {
      "epoch": 2.1644568504303328,
      "grad_norm": 1.176893118712791,
      "learning_rate": 0.00021781568294645565,
      "loss": 2.2656,
      "step": 46525
    },
    {
      "epoch": 2.1645033728774132,
      "grad_norm": 1.185451213179218,
      "learning_rate": 0.0002178123724698383,
      "loss": 2.0469,
      "step": 46526
    },
    {
      "epoch": 2.164549895324494,
      "grad_norm": 1.2345479838619815,
      "learning_rate": 0.0002178090619517058,
      "loss": 2.375,
      "step": 46527
    },
    {
      "epoch": 2.1645964177715746,
      "grad_norm": 1.1794311696465654,
      "learning_rate": 0.00021780575139206026,
      "loss": 2.2344,
      "step": 46528
    },
    {
      "epoch": 2.1646429402186556,
      "grad_norm": 1.321467347166702,
      "learning_rate": 0.00021780244079090352,
      "loss": 2.2812,
      "step": 46529
    },
    {
      "epoch": 2.164689462665736,
      "grad_norm": 1.2132955218389703,
      "learning_rate": 0.00021779913014823783,
      "loss": 2.3125,
      "step": 46530
    },
    {
      "epoch": 2.164735985112817,
      "grad_norm": 1.3174357110476167,
      "learning_rate": 0.00021779581946406508,
      "loss": 2.4062,
      "step": 46531
    },
    {
      "epoch": 2.164782507559898,
      "grad_norm": 1.173185922887944,
      "learning_rate": 0.00021779250873838735,
      "loss": 2.2031,
      "step": 46532
    },
    {
      "epoch": 2.1648290300069783,
      "grad_norm": 1.210906973293066,
      "learning_rate": 0.0002177891979712066,
      "loss": 2.3281,
      "step": 46533
    },
    {
      "epoch": 2.1648755524540593,
      "grad_norm": 1.2022989772205095,
      "learning_rate": 0.0002177858871625249,
      "loss": 1.5625,
      "step": 46534
    },
    {
      "epoch": 2.1649220749011397,
      "grad_norm": 1.2796301593106911,
      "learning_rate": 0.00021778257631234436,
      "loss": 2.1719,
      "step": 46535
    },
    {
      "epoch": 2.1649685973482207,
      "grad_norm": 1.1995289305672998,
      "learning_rate": 0.00021777926542066684,
      "loss": 2.0938,
      "step": 46536
    },
    {
      "epoch": 2.165015119795301,
      "grad_norm": 1.1218319404473527,
      "learning_rate": 0.00021777595448749452,
      "loss": 2.1562,
      "step": 46537
    },
    {
      "epoch": 2.165061642242382,
      "grad_norm": 1.1833440461498703,
      "learning_rate": 0.00021777264351282932,
      "loss": 2.2344,
      "step": 46538
    },
    {
      "epoch": 2.1651081646894625,
      "grad_norm": 1.211790038386383,
      "learning_rate": 0.00021776933249667332,
      "loss": 2.2969,
      "step": 46539
    },
    {
      "epoch": 2.1651546871365435,
      "grad_norm": 1.1499665151586922,
      "learning_rate": 0.0002177660214390285,
      "loss": 2.0156,
      "step": 46540
    },
    {
      "epoch": 2.165201209583624,
      "grad_norm": 1.177613560403141,
      "learning_rate": 0.000217762710339897,
      "loss": 2.2656,
      "step": 46541
    },
    {
      "epoch": 2.165247732030705,
      "grad_norm": 1.1418666476585468,
      "learning_rate": 0.00021775939919928071,
      "loss": 2.1875,
      "step": 46542
    },
    {
      "epoch": 2.1652942544777853,
      "grad_norm": 1.15593337396086,
      "learning_rate": 0.00021775608801718173,
      "loss": 2.2188,
      "step": 46543
    },
    {
      "epoch": 2.1653407769248663,
      "grad_norm": 1.0868084661501973,
      "learning_rate": 0.0002177527767936021,
      "loss": 2.0156,
      "step": 46544
    },
    {
      "epoch": 2.1653872993719467,
      "grad_norm": 1.2522361723964914,
      "learning_rate": 0.0002177494655285438,
      "loss": 2.3281,
      "step": 46545
    },
    {
      "epoch": 2.1654338218190277,
      "grad_norm": 1.185366769578802,
      "learning_rate": 0.0002177461542220089,
      "loss": 2.375,
      "step": 46546
    },
    {
      "epoch": 2.1654803442661086,
      "grad_norm": 1.1378810416619298,
      "learning_rate": 0.00021774284287399935,
      "loss": 2.125,
      "step": 46547
    },
    {
      "epoch": 2.165526866713189,
      "grad_norm": 1.1886042961169312,
      "learning_rate": 0.00021773953148451728,
      "loss": 1.9375,
      "step": 46548
    },
    {
      "epoch": 2.16557338916027,
      "grad_norm": 1.295951960857677,
      "learning_rate": 0.00021773622005356462,
      "loss": 2.4531,
      "step": 46549
    },
    {
      "epoch": 2.1656199116073505,
      "grad_norm": 1.1122042783927333,
      "learning_rate": 0.0002177329085811435,
      "loss": 2.1719,
      "step": 46550
    },
    {
      "epoch": 2.1656664340544314,
      "grad_norm": 1.225721923126696,
      "learning_rate": 0.00021772959706725585,
      "loss": 2.2969,
      "step": 46551
    },
    {
      "epoch": 2.165712956501512,
      "grad_norm": 1.2733923381069736,
      "learning_rate": 0.0002177262855119038,
      "loss": 2.1406,
      "step": 46552
    },
    {
      "epoch": 2.1657594789485928,
      "grad_norm": 1.1274438090222927,
      "learning_rate": 0.00021772297391508923,
      "loss": 2.0781,
      "step": 46553
    },
    {
      "epoch": 2.1658060013956733,
      "grad_norm": 1.1750570150026085,
      "learning_rate": 0.00021771966227681434,
      "loss": 2.2812,
      "step": 46554
    },
    {
      "epoch": 2.165852523842754,
      "grad_norm": 1.184725795176823,
      "learning_rate": 0.00021771635059708103,
      "loss": 2.375,
      "step": 46555
    },
    {
      "epoch": 2.1658990462898347,
      "grad_norm": 1.1391690589550834,
      "learning_rate": 0.0002177130388758914,
      "loss": 2.1562,
      "step": 46556
    },
    {
      "epoch": 2.1659455687369156,
      "grad_norm": 1.180532887607157,
      "learning_rate": 0.00021770972711324745,
      "loss": 2.5625,
      "step": 46557
    },
    {
      "epoch": 2.1659920911839965,
      "grad_norm": 1.2942702263735744,
      "learning_rate": 0.00021770641530915118,
      "loss": 2.0938,
      "step": 46558
    },
    {
      "epoch": 2.166038613631077,
      "grad_norm": 1.2780684241697169,
      "learning_rate": 0.00021770310346360468,
      "loss": 2.375,
      "step": 46559
    },
    {
      "epoch": 2.166085136078158,
      "grad_norm": 1.2926752627309726,
      "learning_rate": 0.00021769979157660991,
      "loss": 2.4219,
      "step": 46560
    },
    {
      "epoch": 2.1661316585252384,
      "grad_norm": 1.161683918403919,
      "learning_rate": 0.00021769647964816894,
      "loss": 2.3281,
      "step": 46561
    },
    {
      "epoch": 2.1661781809723193,
      "grad_norm": 1.227556754843879,
      "learning_rate": 0.00021769316767828372,
      "loss": 2.4219,
      "step": 46562
    },
    {
      "epoch": 2.1662247034193998,
      "grad_norm": 1.1778734086391314,
      "learning_rate": 0.00021768985566695645,
      "loss": 2.4531,
      "step": 46563
    },
    {
      "epoch": 2.1662712258664807,
      "grad_norm": 1.1610227776358275,
      "learning_rate": 0.00021768654361418896,
      "loss": 2.0156,
      "step": 46564
    },
    {
      "epoch": 2.166317748313561,
      "grad_norm": 1.1831533404014831,
      "learning_rate": 0.00021768323151998345,
      "loss": 2.375,
      "step": 46565
    },
    {
      "epoch": 2.166364270760642,
      "grad_norm": 1.2123282522506538,
      "learning_rate": 0.0002176799193843418,
      "loss": 2.2344,
      "step": 46566
    },
    {
      "epoch": 2.1664107932077226,
      "grad_norm": 1.1895129346856772,
      "learning_rate": 0.00021767660720726616,
      "loss": 2.1406,
      "step": 46567
    },
    {
      "epoch": 2.1664573156548035,
      "grad_norm": 1.1730942061209266,
      "learning_rate": 0.00021767329498875845,
      "loss": 2.4062,
      "step": 46568
    },
    {
      "epoch": 2.166503838101884,
      "grad_norm": 1.3104939746688244,
      "learning_rate": 0.0002176699827288208,
      "loss": 2.375,
      "step": 46569
    },
    {
      "epoch": 2.166550360548965,
      "grad_norm": 1.3569048083787858,
      "learning_rate": 0.00021766667042745516,
      "loss": 2.2812,
      "step": 46570
    },
    {
      "epoch": 2.1665968829960454,
      "grad_norm": 1.1798428044119507,
      "learning_rate": 0.00021766335808466358,
      "loss": 2.2812,
      "step": 46571
    },
    {
      "epoch": 2.1666434054431263,
      "grad_norm": 1.1223312087379274,
      "learning_rate": 0.00021766004570044815,
      "loss": 2.3125,
      "step": 46572
    },
    {
      "epoch": 2.166689927890207,
      "grad_norm": 1.1223281575696313,
      "learning_rate": 0.00021765673327481074,
      "loss": 2.125,
      "step": 46573
    },
    {
      "epoch": 2.1667364503372877,
      "grad_norm": 1.1820751892317507,
      "learning_rate": 0.00021765342080775355,
      "loss": 2.3125,
      "step": 46574
    },
    {
      "epoch": 2.1667829727843686,
      "grad_norm": 1.212342650905924,
      "learning_rate": 0.0002176501082992785,
      "loss": 2.1875,
      "step": 46575
    },
    {
      "epoch": 2.166829495231449,
      "grad_norm": 1.1320506907430243,
      "learning_rate": 0.0002176467957493877,
      "loss": 2.0625,
      "step": 46576
    },
    {
      "epoch": 2.16687601767853,
      "grad_norm": 1.2429205591196772,
      "learning_rate": 0.0002176434831580831,
      "loss": 2.1875,
      "step": 46577
    },
    {
      "epoch": 2.1669225401256105,
      "grad_norm": 1.1615569279966647,
      "learning_rate": 0.0002176401705253668,
      "loss": 2.3125,
      "step": 46578
    },
    {
      "epoch": 2.1669690625726914,
      "grad_norm": 1.1469529373182383,
      "learning_rate": 0.00021763685785124076,
      "loss": 2.0781,
      "step": 46579
    },
    {
      "epoch": 2.167015585019772,
      "grad_norm": 1.3039006258239023,
      "learning_rate": 0.000217633545135707,
      "loss": 2.3594,
      "step": 46580
    },
    {
      "epoch": 2.167062107466853,
      "grad_norm": 1.149041670392724,
      "learning_rate": 0.0002176302323787676,
      "loss": 2.25,
      "step": 46581
    },
    {
      "epoch": 2.1671086299139333,
      "grad_norm": 1.1663105189138279,
      "learning_rate": 0.00021762691958042465,
      "loss": 2.1719,
      "step": 46582
    },
    {
      "epoch": 2.167155152361014,
      "grad_norm": 1.2192785236173247,
      "learning_rate": 0.00021762360674068,
      "loss": 2.2812,
      "step": 46583
    },
    {
      "epoch": 2.167201674808095,
      "grad_norm": 1.206375025340792,
      "learning_rate": 0.00021762029385953582,
      "loss": 2.0938,
      "step": 46584
    },
    {
      "epoch": 2.1672481972551756,
      "grad_norm": 1.3283744671706563,
      "learning_rate": 0.00021761698093699413,
      "loss": 2.1719,
      "step": 46585
    },
    {
      "epoch": 2.1672947197022565,
      "grad_norm": 1.3264902482889833,
      "learning_rate": 0.00021761366797305688,
      "loss": 2.2969,
      "step": 46586
    },
    {
      "epoch": 2.167341242149337,
      "grad_norm": 1.175157990545944,
      "learning_rate": 0.00021761035496772616,
      "loss": 2.0625,
      "step": 46587
    },
    {
      "epoch": 2.167387764596418,
      "grad_norm": 1.2285219089838502,
      "learning_rate": 0.00021760704192100397,
      "loss": 2.0938,
      "step": 46588
    },
    {
      "epoch": 2.1674342870434984,
      "grad_norm": 1.2069107269998383,
      "learning_rate": 0.0002176037288328924,
      "loss": 2.1719,
      "step": 46589
    },
    {
      "epoch": 2.1674808094905793,
      "grad_norm": 1.322552779096644,
      "learning_rate": 0.00021760041570339337,
      "loss": 2.1875,
      "step": 46590
    },
    {
      "epoch": 2.16752733193766,
      "grad_norm": 1.1912012941159664,
      "learning_rate": 0.00021759710253250902,
      "loss": 2.2031,
      "step": 46591
    },
    {
      "epoch": 2.1675738543847407,
      "grad_norm": 1.1964674066964627,
      "learning_rate": 0.00021759378932024128,
      "loss": 2.2969,
      "step": 46592
    },
    {
      "epoch": 2.167620376831821,
      "grad_norm": 1.2124565932798588,
      "learning_rate": 0.00021759047606659227,
      "loss": 2.2031,
      "step": 46593
    },
    {
      "epoch": 2.167666899278902,
      "grad_norm": 1.232765691438508,
      "learning_rate": 0.00021758716277156393,
      "loss": 2.3438,
      "step": 46594
    },
    {
      "epoch": 2.1677134217259826,
      "grad_norm": 1.1472378612611305,
      "learning_rate": 0.00021758384943515834,
      "loss": 1.6406,
      "step": 46595
    },
    {
      "epoch": 2.1677599441730635,
      "grad_norm": 1.1291495023767042,
      "learning_rate": 0.0002175805360573775,
      "loss": 2.1875,
      "step": 46596
    },
    {
      "epoch": 2.1678064666201444,
      "grad_norm": 1.3227129019913721,
      "learning_rate": 0.0002175772226382235,
      "loss": 2.1719,
      "step": 46597
    },
    {
      "epoch": 2.167852989067225,
      "grad_norm": 1.1415832753686657,
      "learning_rate": 0.0002175739091776983,
      "loss": 2.1875,
      "step": 46598
    },
    {
      "epoch": 2.167899511514306,
      "grad_norm": 1.3133273956980163,
      "learning_rate": 0.00021757059567580395,
      "loss": 2.7188,
      "step": 46599
    },
    {
      "epoch": 2.1679460339613863,
      "grad_norm": 1.101366713933139,
      "learning_rate": 0.0002175672821325425,
      "loss": 2.0469,
      "step": 46600
    },
    {
      "epoch": 2.167992556408467,
      "grad_norm": 1.0591802538050301,
      "learning_rate": 0.00021756396854791596,
      "loss": 1.6875,
      "step": 46601
    },
    {
      "epoch": 2.1680390788555477,
      "grad_norm": 1.2618779877835171,
      "learning_rate": 0.00021756065492192637,
      "loss": 2.5312,
      "step": 46602
    },
    {
      "epoch": 2.1680856013026286,
      "grad_norm": 1.205837959929083,
      "learning_rate": 0.0002175573412545757,
      "loss": 2.1875,
      "step": 46603
    },
    {
      "epoch": 2.168132123749709,
      "grad_norm": 1.2386899771492887,
      "learning_rate": 0.00021755402754586607,
      "loss": 2.4062,
      "step": 46604
    },
    {
      "epoch": 2.16817864619679,
      "grad_norm": 1.2538115191465848,
      "learning_rate": 0.00021755071379579946,
      "loss": 2.0,
      "step": 46605
    },
    {
      "epoch": 2.1682251686438705,
      "grad_norm": 1.2911942388679714,
      "learning_rate": 0.0002175474000043779,
      "loss": 2.4062,
      "step": 46606
    },
    {
      "epoch": 2.1682716910909514,
      "grad_norm": 1.1408295923464682,
      "learning_rate": 0.00021754408617160345,
      "loss": 2.3594,
      "step": 46607
    },
    {
      "epoch": 2.168318213538032,
      "grad_norm": 1.1555743536726533,
      "learning_rate": 0.00021754077229747807,
      "loss": 1.8984,
      "step": 46608
    },
    {
      "epoch": 2.168364735985113,
      "grad_norm": 1.2209288736025936,
      "learning_rate": 0.00021753745838200386,
      "loss": 2.2031,
      "step": 46609
    },
    {
      "epoch": 2.1684112584321937,
      "grad_norm": 1.1598791150603642,
      "learning_rate": 0.00021753414442518277,
      "loss": 2.0469,
      "step": 46610
    },
    {
      "epoch": 2.168457780879274,
      "grad_norm": 1.1777700296828595,
      "learning_rate": 0.00021753083042701696,
      "loss": 2.25,
      "step": 46611
    },
    {
      "epoch": 2.168504303326355,
      "grad_norm": 1.2299103497385486,
      "learning_rate": 0.00021752751638750835,
      "loss": 2.4062,
      "step": 46612
    },
    {
      "epoch": 2.1685508257734356,
      "grad_norm": 1.2206409218086078,
      "learning_rate": 0.000217524202306659,
      "loss": 2.4688,
      "step": 46613
    },
    {
      "epoch": 2.1685973482205165,
      "grad_norm": 1.227622671781605,
      "learning_rate": 0.00021752088818447087,
      "loss": 2.4219,
      "step": 46614
    },
    {
      "epoch": 2.168643870667597,
      "grad_norm": 1.2247409435617203,
      "learning_rate": 0.00021751757402094612,
      "loss": 2.4844,
      "step": 46615
    },
    {
      "epoch": 2.168690393114678,
      "grad_norm": 1.1490320077617528,
      "learning_rate": 0.00021751425981608667,
      "loss": 2.4375,
      "step": 46616
    },
    {
      "epoch": 2.1687369155617584,
      "grad_norm": 1.1280657598888748,
      "learning_rate": 0.00021751094556989462,
      "loss": 2.2188,
      "step": 46617
    },
    {
      "epoch": 2.1687834380088393,
      "grad_norm": 1.1830749353205905,
      "learning_rate": 0.00021750763128237197,
      "loss": 2.4688,
      "step": 46618
    },
    {
      "epoch": 2.16882996045592,
      "grad_norm": 1.1475454832864505,
      "learning_rate": 0.00021750431695352073,
      "loss": 2.4375,
      "step": 46619
    },
    {
      "epoch": 2.1688764829030007,
      "grad_norm": 1.167722556856954,
      "learning_rate": 0.000217501002583343,
      "loss": 2.2969,
      "step": 46620
    },
    {
      "epoch": 2.1689230053500816,
      "grad_norm": 1.2694890356783852,
      "learning_rate": 0.0002174976881718407,
      "loss": 2.3281,
      "step": 46621
    },
    {
      "epoch": 2.168969527797162,
      "grad_norm": 1.217833576833404,
      "learning_rate": 0.00021749437371901598,
      "loss": 2.2656,
      "step": 46622
    },
    {
      "epoch": 2.169016050244243,
      "grad_norm": 1.2143732557778644,
      "learning_rate": 0.00021749105922487074,
      "loss": 2.1562,
      "step": 46623
    },
    {
      "epoch": 2.1690625726913235,
      "grad_norm": 1.1387272102794253,
      "learning_rate": 0.00021748774468940713,
      "loss": 2.25,
      "step": 46624
    },
    {
      "epoch": 2.1691090951384044,
      "grad_norm": 1.2254704877750868,
      "learning_rate": 0.0002174844301126271,
      "loss": 2.3438,
      "step": 46625
    },
    {
      "epoch": 2.169155617585485,
      "grad_norm": 1.1096995375497332,
      "learning_rate": 0.00021748111549453272,
      "loss": 2.1875,
      "step": 46626
    },
    {
      "epoch": 2.169202140032566,
      "grad_norm": 1.2216946688834354,
      "learning_rate": 0.00021747780083512596,
      "loss": 2.2969,
      "step": 46627
    },
    {
      "epoch": 2.1692486624796463,
      "grad_norm": 1.2714595516955587,
      "learning_rate": 0.00021747448613440893,
      "loss": 2.2812,
      "step": 46628
    },
    {
      "epoch": 2.1692951849267272,
      "grad_norm": 1.179797220243317,
      "learning_rate": 0.00021747117139238364,
      "loss": 2.3281,
      "step": 46629
    },
    {
      "epoch": 2.1693417073738077,
      "grad_norm": 1.2987669795911114,
      "learning_rate": 0.00021746785660905205,
      "loss": 2.4688,
      "step": 46630
    },
    {
      "epoch": 2.1693882298208886,
      "grad_norm": 1.3119914957408372,
      "learning_rate": 0.00021746454178441627,
      "loss": 2.4844,
      "step": 46631
    },
    {
      "epoch": 2.169434752267969,
      "grad_norm": 1.203922757098525,
      "learning_rate": 0.0002174612269184783,
      "loss": 2.1562,
      "step": 46632
    },
    {
      "epoch": 2.16948127471505,
      "grad_norm": 1.1482514344953327,
      "learning_rate": 0.00021745791201124018,
      "loss": 2.2188,
      "step": 46633
    },
    {
      "epoch": 2.1695277971621305,
      "grad_norm": 1.1973388056991927,
      "learning_rate": 0.0002174545970627039,
      "loss": 2.4219,
      "step": 46634
    },
    {
      "epoch": 2.1695743196092114,
      "grad_norm": 1.1182032256352201,
      "learning_rate": 0.00021745128207287156,
      "loss": 2.25,
      "step": 46635
    },
    {
      "epoch": 2.1696208420562924,
      "grad_norm": 1.1392026221576397,
      "learning_rate": 0.00021744796704174508,
      "loss": 2.2188,
      "step": 46636
    },
    {
      "epoch": 2.169667364503373,
      "grad_norm": 1.2780705622128554,
      "learning_rate": 0.00021744465196932663,
      "loss": 2.5312,
      "step": 46637
    },
    {
      "epoch": 2.1697138869504538,
      "grad_norm": 1.2526631881123114,
      "learning_rate": 0.0002174413368556181,
      "loss": 2.4375,
      "step": 46638
    },
    {
      "epoch": 2.1697604093975342,
      "grad_norm": 1.370662232877878,
      "learning_rate": 0.0002174380217006216,
      "loss": 2.3281,
      "step": 46639
    },
    {
      "epoch": 2.169806931844615,
      "grad_norm": 1.1185138699131159,
      "learning_rate": 0.0002174347065043392,
      "loss": 2.0938,
      "step": 46640
    },
    {
      "epoch": 2.1698534542916956,
      "grad_norm": 1.2976177981001682,
      "learning_rate": 0.0002174313912667728,
      "loss": 2.2656,
      "step": 46641
    },
    {
      "epoch": 2.1698999767387765,
      "grad_norm": 1.2763393218031116,
      "learning_rate": 0.00021742807598792456,
      "loss": 2.375,
      "step": 46642
    },
    {
      "epoch": 2.169946499185857,
      "grad_norm": 1.2730255009886355,
      "learning_rate": 0.00021742476066779646,
      "loss": 2.4062,
      "step": 46643
    },
    {
      "epoch": 2.169993021632938,
      "grad_norm": 1.2419441711545687,
      "learning_rate": 0.0002174214453063905,
      "loss": 2.4531,
      "step": 46644
    },
    {
      "epoch": 2.1700395440800184,
      "grad_norm": 1.202920771672115,
      "learning_rate": 0.00021741812990370873,
      "loss": 2.2188,
      "step": 46645
    },
    {
      "epoch": 2.1700860665270993,
      "grad_norm": 1.0597734175021394,
      "learning_rate": 0.00021741481445975322,
      "loss": 2.0156,
      "step": 46646
    },
    {
      "epoch": 2.1701325889741803,
      "grad_norm": 1.2400019467007855,
      "learning_rate": 0.00021741149897452588,
      "loss": 2.2031,
      "step": 46647
    },
    {
      "epoch": 2.1701791114212607,
      "grad_norm": 1.3535355168613847,
      "learning_rate": 0.0002174081834480289,
      "loss": 2.4219,
      "step": 46648
    },
    {
      "epoch": 2.1702256338683417,
      "grad_norm": 1.3039039389012914,
      "learning_rate": 0.00021740486788026416,
      "loss": 2.3281,
      "step": 46649
    },
    {
      "epoch": 2.170272156315422,
      "grad_norm": 1.1667107797795129,
      "learning_rate": 0.00021740155227123383,
      "loss": 2.1875,
      "step": 46650
    },
    {
      "epoch": 2.170318678762503,
      "grad_norm": 1.1002225529126899,
      "learning_rate": 0.00021739823662093985,
      "loss": 2.2344,
      "step": 46651
    },
    {
      "epoch": 2.1703652012095835,
      "grad_norm": 1.1805760074186187,
      "learning_rate": 0.0002173949209293843,
      "loss": 2.0,
      "step": 46652
    },
    {
      "epoch": 2.1704117236566645,
      "grad_norm": 1.1728535957702948,
      "learning_rate": 0.00021739160519656918,
      "loss": 2.0781,
      "step": 46653
    },
    {
      "epoch": 2.170458246103745,
      "grad_norm": 1.2272815115818998,
      "learning_rate": 0.00021738828942249647,
      "loss": 2.0938,
      "step": 46654
    },
    {
      "epoch": 2.170504768550826,
      "grad_norm": 1.2271493472930919,
      "learning_rate": 0.00021738497360716832,
      "loss": 2.25,
      "step": 46655
    },
    {
      "epoch": 2.1705512909979063,
      "grad_norm": 1.163199135725306,
      "learning_rate": 0.00021738165775058663,
      "loss": 2.2344,
      "step": 46656
    },
    {
      "epoch": 2.1705978134449873,
      "grad_norm": 1.344915788215731,
      "learning_rate": 0.00021737834185275355,
      "loss": 2.0469,
      "step": 46657
    },
    {
      "epoch": 2.1706443358920677,
      "grad_norm": 1.1270844872052166,
      "learning_rate": 0.000217375025913671,
      "loss": 2.2031,
      "step": 46658
    },
    {
      "epoch": 2.1706908583391487,
      "grad_norm": 1.2133285889367211,
      "learning_rate": 0.00021737170993334107,
      "loss": 2.5312,
      "step": 46659
    },
    {
      "epoch": 2.170737380786229,
      "grad_norm": 1.1290943501593882,
      "learning_rate": 0.0002173683939117658,
      "loss": 2.2344,
      "step": 46660
    },
    {
      "epoch": 2.17078390323331,
      "grad_norm": 1.1677602464826449,
      "learning_rate": 0.00021736507784894717,
      "loss": 2.2188,
      "step": 46661
    },
    {
      "epoch": 2.170830425680391,
      "grad_norm": 1.2970692205701129,
      "learning_rate": 0.00021736176174488726,
      "loss": 2.4375,
      "step": 46662
    },
    {
      "epoch": 2.1708769481274715,
      "grad_norm": 1.156787039034343,
      "learning_rate": 0.0002173584455995881,
      "loss": 2.3281,
      "step": 46663
    },
    {
      "epoch": 2.1709234705745524,
      "grad_norm": 1.135609857206249,
      "learning_rate": 0.0002173551294130517,
      "loss": 2.1406,
      "step": 46664
    },
    {
      "epoch": 2.170969993021633,
      "grad_norm": 1.1318483461329827,
      "learning_rate": 0.0002173518131852801,
      "loss": 1.8906,
      "step": 46665
    },
    {
      "epoch": 2.1710165154687138,
      "grad_norm": 1.1699213433206364,
      "learning_rate": 0.00021734849691627535,
      "loss": 1.9531,
      "step": 46666
    },
    {
      "epoch": 2.1710630379157942,
      "grad_norm": 1.2457796549306124,
      "learning_rate": 0.00021734518060603937,
      "loss": 2.3906,
      "step": 46667
    },
    {
      "epoch": 2.171109560362875,
      "grad_norm": 1.1652711227826296,
      "learning_rate": 0.00021734186425457434,
      "loss": 2.2969,
      "step": 46668
    },
    {
      "epoch": 2.1711560828099556,
      "grad_norm": 1.177900372724539,
      "learning_rate": 0.00021733854786188216,
      "loss": 2.5312,
      "step": 46669
    },
    {
      "epoch": 2.1712026052570366,
      "grad_norm": 1.1881887284913335,
      "learning_rate": 0.00021733523142796499,
      "loss": 2.3906,
      "step": 46670
    },
    {
      "epoch": 2.171249127704117,
      "grad_norm": 1.1595206103414215,
      "learning_rate": 0.00021733191495282474,
      "loss": 2.2344,
      "step": 46671
    },
    {
      "epoch": 2.171295650151198,
      "grad_norm": 1.1402134493746836,
      "learning_rate": 0.00021732859843646353,
      "loss": 2.2188,
      "step": 46672
    },
    {
      "epoch": 2.171342172598279,
      "grad_norm": 1.20504888437099,
      "learning_rate": 0.00021732528187888336,
      "loss": 2.2969,
      "step": 46673
    },
    {
      "epoch": 2.1713886950453594,
      "grad_norm": 1.2335903115814206,
      "learning_rate": 0.00021732196528008622,
      "loss": 2.1094,
      "step": 46674
    },
    {
      "epoch": 2.1714352174924403,
      "grad_norm": 1.1935059125275707,
      "learning_rate": 0.0002173186486400742,
      "loss": 2.3281,
      "step": 46675
    },
    {
      "epoch": 2.1714817399395208,
      "grad_norm": 1.2026399704730395,
      "learning_rate": 0.00021731533195884934,
      "loss": 2.0625,
      "step": 46676
    },
    {
      "epoch": 2.1715282623866017,
      "grad_norm": 1.2900819789986087,
      "learning_rate": 0.00021731201523641358,
      "loss": 2.6406,
      "step": 46677
    },
    {
      "epoch": 2.171574784833682,
      "grad_norm": 1.2120503669879465,
      "learning_rate": 0.00021730869847276903,
      "loss": 2.3125,
      "step": 46678
    },
    {
      "epoch": 2.171621307280763,
      "grad_norm": 1.2178114280396808,
      "learning_rate": 0.00021730538166791772,
      "loss": 2.2344,
      "step": 46679
    },
    {
      "epoch": 2.1716678297278436,
      "grad_norm": 1.2013603566303679,
      "learning_rate": 0.00021730206482186166,
      "loss": 1.625,
      "step": 46680
    },
    {
      "epoch": 2.1717143521749245,
      "grad_norm": 1.3139873850703259,
      "learning_rate": 0.00021729874793460286,
      "loss": 2.3438,
      "step": 46681
    },
    {
      "epoch": 2.171760874622005,
      "grad_norm": 1.165925794261842,
      "learning_rate": 0.00021729543100614332,
      "loss": 2.2656,
      "step": 46682
    },
    {
      "epoch": 2.171807397069086,
      "grad_norm": 1.0933975577971242,
      "learning_rate": 0.00021729211403648518,
      "loss": 1.9219,
      "step": 46683
    },
    {
      "epoch": 2.1718539195161664,
      "grad_norm": 1.1003510288494935,
      "learning_rate": 0.0002172887970256304,
      "loss": 2.0469,
      "step": 46684
    },
    {
      "epoch": 2.1719004419632473,
      "grad_norm": 1.2142823361595156,
      "learning_rate": 0.000217285479973581,
      "loss": 2.2344,
      "step": 46685
    },
    {
      "epoch": 2.1719469644103278,
      "grad_norm": 1.2036532509979094,
      "learning_rate": 0.00021728216288033906,
      "loss": 2.4375,
      "step": 46686
    },
    {
      "epoch": 2.1719934868574087,
      "grad_norm": 1.4523783630512663,
      "learning_rate": 0.0002172788457459066,
      "loss": 2.1094,
      "step": 46687
    },
    {
      "epoch": 2.1720400093044896,
      "grad_norm": 1.2736874878839661,
      "learning_rate": 0.0002172755285702856,
      "loss": 2.3594,
      "step": 46688
    },
    {
      "epoch": 2.17208653175157,
      "grad_norm": 1.1905180827803483,
      "learning_rate": 0.00021727221135347817,
      "loss": 2.25,
      "step": 46689
    },
    {
      "epoch": 2.172133054198651,
      "grad_norm": 1.1773011700342861,
      "learning_rate": 0.00021726889409548624,
      "loss": 2.0781,
      "step": 46690
    },
    {
      "epoch": 2.1721795766457315,
      "grad_norm": 1.2462544307744816,
      "learning_rate": 0.00021726557679631193,
      "loss": 2.3906,
      "step": 46691
    },
    {
      "epoch": 2.1722260990928124,
      "grad_norm": 1.242871676137877,
      "learning_rate": 0.00021726225945595723,
      "loss": 2.4219,
      "step": 46692
    },
    {
      "epoch": 2.172272621539893,
      "grad_norm": 1.0640294415659848,
      "learning_rate": 0.00021725894207442413,
      "loss": 1.6875,
      "step": 46693
    },
    {
      "epoch": 2.172319143986974,
      "grad_norm": 1.2798845822826777,
      "learning_rate": 0.00021725562465171476,
      "loss": 2.3438,
      "step": 46694
    },
    {
      "epoch": 2.1723656664340543,
      "grad_norm": 1.1644115742655465,
      "learning_rate": 0.00021725230718783108,
      "loss": 1.9609,
      "step": 46695
    },
    {
      "epoch": 2.172412188881135,
      "grad_norm": 1.2883091179700779,
      "learning_rate": 0.00021724898968277518,
      "loss": 2.3281,
      "step": 46696
    },
    {
      "epoch": 2.1724587113282157,
      "grad_norm": 1.2222191265828393,
      "learning_rate": 0.00021724567213654903,
      "loss": 2.4531,
      "step": 46697
    },
    {
      "epoch": 2.1725052337752966,
      "grad_norm": 1.1233973631747103,
      "learning_rate": 0.0002172423545491547,
      "loss": 2.0,
      "step": 46698
    },
    {
      "epoch": 2.1725517562223775,
      "grad_norm": 1.1236105562648315,
      "learning_rate": 0.00021723903692059414,
      "loss": 2.125,
      "step": 46699
    },
    {
      "epoch": 2.172598278669458,
      "grad_norm": 1.1184017010515206,
      "learning_rate": 0.00021723571925086953,
      "loss": 2.2188,
      "step": 46700
    },
    {
      "epoch": 2.172644801116539,
      "grad_norm": 1.2366532090241298,
      "learning_rate": 0.00021723240153998275,
      "loss": 2.3281,
      "step": 46701
    },
    {
      "epoch": 2.1726913235636194,
      "grad_norm": 1.1403452324871526,
      "learning_rate": 0.00021722908378793594,
      "loss": 2.0625,
      "step": 46702
    },
    {
      "epoch": 2.1727378460107003,
      "grad_norm": 1.2042756420876501,
      "learning_rate": 0.00021722576599473106,
      "loss": 2.3281,
      "step": 46703
    },
    {
      "epoch": 2.172784368457781,
      "grad_norm": 1.2074626387501488,
      "learning_rate": 0.00021722244816037016,
      "loss": 2.3594,
      "step": 46704
    },
    {
      "epoch": 2.1728308909048617,
      "grad_norm": 1.2242592172625555,
      "learning_rate": 0.00021721913028485533,
      "loss": 2.25,
      "step": 46705
    },
    {
      "epoch": 2.172877413351942,
      "grad_norm": 1.4068803198249604,
      "learning_rate": 0.00021721581236818852,
      "loss": 2.4844,
      "step": 46706
    },
    {
      "epoch": 2.172923935799023,
      "grad_norm": 1.1679943154966523,
      "learning_rate": 0.0002172124944103718,
      "loss": 2.3438,
      "step": 46707
    },
    {
      "epoch": 2.1729704582461036,
      "grad_norm": 1.1649759497798648,
      "learning_rate": 0.00021720917641140718,
      "loss": 2.2969,
      "step": 46708
    },
    {
      "epoch": 2.1730169806931845,
      "grad_norm": 1.1798655682931838,
      "learning_rate": 0.00021720585837129672,
      "loss": 2.3281,
      "step": 46709
    },
    {
      "epoch": 2.173063503140265,
      "grad_norm": 1.2994709613194502,
      "learning_rate": 0.0002172025402900424,
      "loss": 2.4375,
      "step": 46710
    },
    {
      "epoch": 2.173110025587346,
      "grad_norm": 1.1571512425513228,
      "learning_rate": 0.00021719922216764637,
      "loss": 2.1875,
      "step": 46711
    },
    {
      "epoch": 2.173156548034427,
      "grad_norm": 1.112208778330244,
      "learning_rate": 0.00021719590400411055,
      "loss": 2.1094,
      "step": 46712
    },
    {
      "epoch": 2.1732030704815073,
      "grad_norm": 1.1310760760300553,
      "learning_rate": 0.00021719258579943698,
      "loss": 2.1094,
      "step": 46713
    },
    {
      "epoch": 2.173249592928588,
      "grad_norm": 1.212873525481107,
      "learning_rate": 0.00021718926755362773,
      "loss": 2.4844,
      "step": 46714
    },
    {
      "epoch": 2.1732961153756687,
      "grad_norm": 1.4386444764020405,
      "learning_rate": 0.00021718594926668476,
      "loss": 2.3906,
      "step": 46715
    },
    {
      "epoch": 2.1733426378227496,
      "grad_norm": 1.2970726873701806,
      "learning_rate": 0.0002171826309386102,
      "loss": 2.2031,
      "step": 46716
    },
    {
      "epoch": 2.17338916026983,
      "grad_norm": 1.17558662210863,
      "learning_rate": 0.00021717931256940606,
      "loss": 2.375,
      "step": 46717
    },
    {
      "epoch": 2.173435682716911,
      "grad_norm": 1.1850675750302848,
      "learning_rate": 0.00021717599415907435,
      "loss": 2.2188,
      "step": 46718
    },
    {
      "epoch": 2.1734822051639915,
      "grad_norm": 1.1597027288524213,
      "learning_rate": 0.00021717267570761704,
      "loss": 2.1562,
      "step": 46719
    },
    {
      "epoch": 2.1735287276110724,
      "grad_norm": 1.427739936215395,
      "learning_rate": 0.0002171693572150363,
      "loss": 2.4062,
      "step": 46720
    },
    {
      "epoch": 2.173575250058153,
      "grad_norm": 1.1938468278613723,
      "learning_rate": 0.00021716603868133402,
      "loss": 2.2344,
      "step": 46721
    },
    {
      "epoch": 2.173621772505234,
      "grad_norm": 1.2569715762516007,
      "learning_rate": 0.00021716272010651233,
      "loss": 2.2031,
      "step": 46722
    },
    {
      "epoch": 2.1736682949523143,
      "grad_norm": 1.329482478488885,
      "learning_rate": 0.00021715940149057318,
      "loss": 2.3281,
      "step": 46723
    },
    {
      "epoch": 2.173714817399395,
      "grad_norm": 1.1770479909890732,
      "learning_rate": 0.00021715608283351872,
      "loss": 2.25,
      "step": 46724
    },
    {
      "epoch": 2.173761339846476,
      "grad_norm": 1.136227530762959,
      "learning_rate": 0.00021715276413535086,
      "loss": 2.4531,
      "step": 46725
    },
    {
      "epoch": 2.1738078622935566,
      "grad_norm": 1.2078621248528219,
      "learning_rate": 0.0002171494453960717,
      "loss": 2.375,
      "step": 46726
    },
    {
      "epoch": 2.1738543847406375,
      "grad_norm": 1.2062311112032174,
      "learning_rate": 0.00021714612661568325,
      "loss": 2.2812,
      "step": 46727
    },
    {
      "epoch": 2.173900907187718,
      "grad_norm": 1.1890841876920584,
      "learning_rate": 0.00021714280779418753,
      "loss": 2.2656,
      "step": 46728
    },
    {
      "epoch": 2.173947429634799,
      "grad_norm": 1.1952126649265424,
      "learning_rate": 0.00021713948893158663,
      "loss": 2.4531,
      "step": 46729
    },
    {
      "epoch": 2.1739939520818794,
      "grad_norm": 1.2162126692471193,
      "learning_rate": 0.0002171361700278825,
      "loss": 2.3906,
      "step": 46730
    },
    {
      "epoch": 2.1740404745289603,
      "grad_norm": 1.1218643105597215,
      "learning_rate": 0.00021713285108307723,
      "loss": 2.2188,
      "step": 46731
    },
    {
      "epoch": 2.174086996976041,
      "grad_norm": 1.1364558876958175,
      "learning_rate": 0.00021712953209717284,
      "loss": 2.125,
      "step": 46732
    },
    {
      "epoch": 2.1741335194231217,
      "grad_norm": 1.1283490928330573,
      "learning_rate": 0.00021712621307017134,
      "loss": 1.9766,
      "step": 46733
    },
    {
      "epoch": 2.174180041870202,
      "grad_norm": 1.3495765689309607,
      "learning_rate": 0.00021712289400207477,
      "loss": 2.25,
      "step": 46734
    },
    {
      "epoch": 2.174226564317283,
      "grad_norm": 1.210305961554846,
      "learning_rate": 0.00021711957489288516,
      "loss": 2.4375,
      "step": 46735
    },
    {
      "epoch": 2.174273086764364,
      "grad_norm": 1.1446189233670772,
      "learning_rate": 0.00021711625574260458,
      "loss": 1.8516,
      "step": 46736
    },
    {
      "epoch": 2.1743196092114445,
      "grad_norm": 1.1428546786483407,
      "learning_rate": 0.000217112936551235,
      "loss": 2.0469,
      "step": 46737
    },
    {
      "epoch": 2.1743661316585254,
      "grad_norm": 1.1834007489538092,
      "learning_rate": 0.00021710961731877853,
      "loss": 2.4375,
      "step": 46738
    },
    {
      "epoch": 2.174412654105606,
      "grad_norm": 1.2425929991680973,
      "learning_rate": 0.00021710629804523712,
      "loss": 2.1406,
      "step": 46739
    },
    {
      "epoch": 2.174459176552687,
      "grad_norm": 1.213014429340507,
      "learning_rate": 0.00021710297873061285,
      "loss": 2.125,
      "step": 46740
    },
    {
      "epoch": 2.1745056989997673,
      "grad_norm": 1.217436606381251,
      "learning_rate": 0.00021709965937490773,
      "loss": 2.2031,
      "step": 46741
    },
    {
      "epoch": 2.1745522214468482,
      "grad_norm": 1.2039998600060615,
      "learning_rate": 0.00021709633997812382,
      "loss": 2.4062,
      "step": 46742
    },
    {
      "epoch": 2.1745987438939287,
      "grad_norm": 1.252664796511467,
      "learning_rate": 0.00021709302054026314,
      "loss": 2.4062,
      "step": 46743
    },
    {
      "epoch": 2.1746452663410096,
      "grad_norm": 1.346145937034097,
      "learning_rate": 0.0002170897010613277,
      "loss": 2.3906,
      "step": 46744
    },
    {
      "epoch": 2.17469178878809,
      "grad_norm": 1.181803392579587,
      "learning_rate": 0.00021708638154131958,
      "loss": 2.3906,
      "step": 46745
    },
    {
      "epoch": 2.174738311235171,
      "grad_norm": 1.08289194321395,
      "learning_rate": 0.00021708306198024076,
      "loss": 2.0625,
      "step": 46746
    },
    {
      "epoch": 2.1747848336822515,
      "grad_norm": 1.2527927665846799,
      "learning_rate": 0.00021707974237809326,
      "loss": 2.2344,
      "step": 46747
    },
    {
      "epoch": 2.1748313561293324,
      "grad_norm": 1.2293493817036127,
      "learning_rate": 0.00021707642273487916,
      "loss": 2.1562,
      "step": 46748
    },
    {
      "epoch": 2.174877878576413,
      "grad_norm": 1.1528099297229477,
      "learning_rate": 0.00021707310305060052,
      "loss": 2.4375,
      "step": 46749
    },
    {
      "epoch": 2.174924401023494,
      "grad_norm": 1.263350881584423,
      "learning_rate": 0.0002170697833252593,
      "loss": 2.6094,
      "step": 46750
    },
    {
      "epoch": 2.1749709234705747,
      "grad_norm": 1.114744405372671,
      "learning_rate": 0.00021706646355885758,
      "loss": 2.1562,
      "step": 46751
    },
    {
      "epoch": 2.1750174459176552,
      "grad_norm": 1.3917224536455308,
      "learning_rate": 0.00021706314375139737,
      "loss": 2.1094,
      "step": 46752
    },
    {
      "epoch": 2.175063968364736,
      "grad_norm": 1.27335019731633,
      "learning_rate": 0.0002170598239028807,
      "loss": 2.5156,
      "step": 46753
    },
    {
      "epoch": 2.1751104908118166,
      "grad_norm": 1.1680203623450758,
      "learning_rate": 0.0002170565040133096,
      "loss": 2.3906,
      "step": 46754
    },
    {
      "epoch": 2.1751570132588975,
      "grad_norm": 1.3077824019582471,
      "learning_rate": 0.00021705318408268617,
      "loss": 2.3125,
      "step": 46755
    },
    {
      "epoch": 2.175203535705978,
      "grad_norm": 1.1425044209533217,
      "learning_rate": 0.00021704986411101232,
      "loss": 2.1406,
      "step": 46756
    },
    {
      "epoch": 2.175250058153059,
      "grad_norm": 1.0897762100902681,
      "learning_rate": 0.0002170465440982902,
      "loss": 1.9766,
      "step": 46757
    },
    {
      "epoch": 2.1752965806001394,
      "grad_norm": 1.3056664814540362,
      "learning_rate": 0.00021704322404452175,
      "loss": 2.4219,
      "step": 46758
    },
    {
      "epoch": 2.1753431030472203,
      "grad_norm": 1.2476295711736627,
      "learning_rate": 0.00021703990394970904,
      "loss": 2.3438,
      "step": 46759
    },
    {
      "epoch": 2.175389625494301,
      "grad_norm": 1.2755724616697022,
      "learning_rate": 0.00021703658381385413,
      "loss": 2.2031,
      "step": 46760
    },
    {
      "epoch": 2.1754361479413817,
      "grad_norm": 1.2475146846566456,
      "learning_rate": 0.00021703326363695902,
      "loss": 2.4688,
      "step": 46761
    },
    {
      "epoch": 2.1754826703884627,
      "grad_norm": 1.103780394417621,
      "learning_rate": 0.00021702994341902575,
      "loss": 2.1875,
      "step": 46762
    },
    {
      "epoch": 2.175529192835543,
      "grad_norm": 1.419807457712431,
      "learning_rate": 0.00021702662316005634,
      "loss": 2.2656,
      "step": 46763
    },
    {
      "epoch": 2.175575715282624,
      "grad_norm": 1.2270997753430044,
      "learning_rate": 0.00021702330286005287,
      "loss": 2.4531,
      "step": 46764
    },
    {
      "epoch": 2.1756222377297045,
      "grad_norm": 1.2119284968747257,
      "learning_rate": 0.0002170199825190173,
      "loss": 2.4062,
      "step": 46765
    },
    {
      "epoch": 2.1756687601767855,
      "grad_norm": 1.15256433163676,
      "learning_rate": 0.00021701666213695174,
      "loss": 2.1562,
      "step": 46766
    },
    {
      "epoch": 2.175715282623866,
      "grad_norm": 1.2874372936346177,
      "learning_rate": 0.00021701334171385817,
      "loss": 2.4375,
      "step": 46767
    },
    {
      "epoch": 2.175761805070947,
      "grad_norm": 1.181541095314923,
      "learning_rate": 0.00021701002124973863,
      "loss": 2.2188,
      "step": 46768
    },
    {
      "epoch": 2.1758083275180273,
      "grad_norm": 1.141532902757893,
      "learning_rate": 0.00021700670074459516,
      "loss": 2.375,
      "step": 46769
    },
    {
      "epoch": 2.1758548499651083,
      "grad_norm": 1.1588655843745397,
      "learning_rate": 0.0002170033801984298,
      "loss": 2.2812,
      "step": 46770
    },
    {
      "epoch": 2.1759013724121887,
      "grad_norm": 1.1603636994961544,
      "learning_rate": 0.00021700005961124453,
      "loss": 2.2188,
      "step": 46771
    },
    {
      "epoch": 2.1759478948592696,
      "grad_norm": 1.193823682647154,
      "learning_rate": 0.0002169967389830415,
      "loss": 2.4375,
      "step": 46772
    },
    {
      "epoch": 2.17599441730635,
      "grad_norm": 1.170824469217446,
      "learning_rate": 0.00021699341831382267,
      "loss": 2.1094,
      "step": 46773
    },
    {
      "epoch": 2.176040939753431,
      "grad_norm": 1.2438008190893506,
      "learning_rate": 0.00021699009760359,
      "loss": 2.3281,
      "step": 46774
    },
    {
      "epoch": 2.1760874622005115,
      "grad_norm": 1.211850258643264,
      "learning_rate": 0.0002169867768523457,
      "loss": 2.1406,
      "step": 46775
    },
    {
      "epoch": 2.1761339846475924,
      "grad_norm": 1.1946573896936086,
      "learning_rate": 0.00021698345606009162,
      "loss": 2.25,
      "step": 46776
    },
    {
      "epoch": 2.1761805070946734,
      "grad_norm": 1.161735812392421,
      "learning_rate": 0.0002169801352268299,
      "loss": 2.0156,
      "step": 46777
    },
    {
      "epoch": 2.176227029541754,
      "grad_norm": 1.2057763804725206,
      "learning_rate": 0.00021697681435256256,
      "loss": 2.1875,
      "step": 46778
    },
    {
      "epoch": 2.1762735519888348,
      "grad_norm": 1.2037209424878321,
      "learning_rate": 0.00021697349343729157,
      "loss": 2.4375,
      "step": 46779
    },
    {
      "epoch": 2.1763200744359152,
      "grad_norm": 1.194052006648706,
      "learning_rate": 0.00021697017248101906,
      "loss": 2.5,
      "step": 46780
    },
    {
      "epoch": 2.176366596882996,
      "grad_norm": 1.1802194971239792,
      "learning_rate": 0.00021696685148374698,
      "loss": 2.3438,
      "step": 46781
    },
    {
      "epoch": 2.1764131193300766,
      "grad_norm": 1.2203732616077834,
      "learning_rate": 0.00021696353044547742,
      "loss": 2.2031,
      "step": 46782
    },
    {
      "epoch": 2.1764596417771576,
      "grad_norm": 1.2158126246299186,
      "learning_rate": 0.0002169602093662124,
      "loss": 2.5625,
      "step": 46783
    },
    {
      "epoch": 2.176506164224238,
      "grad_norm": 1.1557514141677474,
      "learning_rate": 0.00021695688824595392,
      "loss": 2.1562,
      "step": 46784
    },
    {
      "epoch": 2.176552686671319,
      "grad_norm": 1.1985657635673057,
      "learning_rate": 0.00021695356708470407,
      "loss": 2.3906,
      "step": 46785
    },
    {
      "epoch": 2.1765992091183994,
      "grad_norm": 1.371711589690159,
      "learning_rate": 0.00021695024588246485,
      "loss": 2.6094,
      "step": 46786
    },
    {
      "epoch": 2.1766457315654804,
      "grad_norm": 1.1319146984928246,
      "learning_rate": 0.00021694692463923828,
      "loss": 2.1094,
      "step": 46787
    },
    {
      "epoch": 2.1766922540125613,
      "grad_norm": 1.2269140309155855,
      "learning_rate": 0.00021694360335502644,
      "loss": 2.3594,
      "step": 46788
    },
    {
      "epoch": 2.1767387764596418,
      "grad_norm": 1.129934826561187,
      "learning_rate": 0.00021694028202983129,
      "loss": 2.2031,
      "step": 46789
    },
    {
      "epoch": 2.1767852989067227,
      "grad_norm": 1.223363796240369,
      "learning_rate": 0.00021693696066365495,
      "loss": 2.125,
      "step": 46790
    },
    {
      "epoch": 2.176831821353803,
      "grad_norm": 1.2285698075585494,
      "learning_rate": 0.00021693363925649937,
      "loss": 2.1562,
      "step": 46791
    },
    {
      "epoch": 2.176878343800884,
      "grad_norm": 1.226319823556506,
      "learning_rate": 0.0002169303178083666,
      "loss": 2.25,
      "step": 46792
    },
    {
      "epoch": 2.1769248662479646,
      "grad_norm": 1.1231372599882483,
      "learning_rate": 0.0002169269963192587,
      "loss": 2.125,
      "step": 46793
    },
    {
      "epoch": 2.1769713886950455,
      "grad_norm": 1.3700678772003785,
      "learning_rate": 0.00021692367478917774,
      "loss": 2.3125,
      "step": 46794
    },
    {
      "epoch": 2.177017911142126,
      "grad_norm": 1.1515659381874512,
      "learning_rate": 0.00021692035321812568,
      "loss": 2.2188,
      "step": 46795
    },
    {
      "epoch": 2.177064433589207,
      "grad_norm": 1.1492936639618831,
      "learning_rate": 0.0002169170316061046,
      "loss": 2.3281,
      "step": 46796
    },
    {
      "epoch": 2.1771109560362873,
      "grad_norm": 1.2776024129023709,
      "learning_rate": 0.00021691370995311653,
      "loss": 2.1875,
      "step": 46797
    },
    {
      "epoch": 2.1771574784833683,
      "grad_norm": 1.2145507253606713,
      "learning_rate": 0.0002169103882591635,
      "loss": 2.2812,
      "step": 46798
    },
    {
      "epoch": 2.1772040009304487,
      "grad_norm": 1.178202274446562,
      "learning_rate": 0.0002169070665242475,
      "loss": 2.5469,
      "step": 46799
    },
    {
      "epoch": 2.1772505233775297,
      "grad_norm": 1.166551968143196,
      "learning_rate": 0.0002169037447483706,
      "loss": 2.2344,
      "step": 46800
    },
    {
      "epoch": 2.17729704582461,
      "grad_norm": 1.2004080235468402,
      "learning_rate": 0.00021690042293153486,
      "loss": 2.4844,
      "step": 46801
    },
    {
      "epoch": 2.177343568271691,
      "grad_norm": 1.1231016226679904,
      "learning_rate": 0.00021689710107374225,
      "loss": 2.0625,
      "step": 46802
    },
    {
      "epoch": 2.177390090718772,
      "grad_norm": 1.1147176146762345,
      "learning_rate": 0.00021689377917499488,
      "loss": 2.2031,
      "step": 46803
    },
    {
      "epoch": 2.1774366131658525,
      "grad_norm": 1.2229677631824218,
      "learning_rate": 0.0002168904572352947,
      "loss": 2.0938,
      "step": 46804
    },
    {
      "epoch": 2.1774831356129334,
      "grad_norm": 1.0982457958813479,
      "learning_rate": 0.00021688713525464383,
      "loss": 1.9688,
      "step": 46805
    },
    {
      "epoch": 2.177529658060014,
      "grad_norm": 1.2104808981143838,
      "learning_rate": 0.00021688381323304426,
      "loss": 2.5156,
      "step": 46806
    },
    {
      "epoch": 2.177576180507095,
      "grad_norm": 1.1877453937152667,
      "learning_rate": 0.00021688049117049802,
      "loss": 2.25,
      "step": 46807
    },
    {
      "epoch": 2.1776227029541753,
      "grad_norm": 1.2172152056450465,
      "learning_rate": 0.00021687716906700712,
      "loss": 2.1406,
      "step": 46808
    },
    {
      "epoch": 2.177669225401256,
      "grad_norm": 1.0718993456744375,
      "learning_rate": 0.00021687384692257368,
      "loss": 2.1406,
      "step": 46809
    },
    {
      "epoch": 2.1777157478483367,
      "grad_norm": 1.3745026772926245,
      "learning_rate": 0.00021687052473719963,
      "loss": 2.4688,
      "step": 46810
    },
    {
      "epoch": 2.1777622702954176,
      "grad_norm": 1.26534296062584,
      "learning_rate": 0.00021686720251088708,
      "loss": 2.6094,
      "step": 46811
    },
    {
      "epoch": 2.177808792742498,
      "grad_norm": 1.1974034306242336,
      "learning_rate": 0.00021686388024363802,
      "loss": 2.2344,
      "step": 46812
    },
    {
      "epoch": 2.177855315189579,
      "grad_norm": 1.2683945335201652,
      "learning_rate": 0.0002168605579354545,
      "loss": 2.25,
      "step": 46813
    },
    {
      "epoch": 2.17790183763666,
      "grad_norm": 1.1973910415463358,
      "learning_rate": 0.00021685723558633854,
      "loss": 2.375,
      "step": 46814
    },
    {
      "epoch": 2.1779483600837404,
      "grad_norm": 1.099187157215858,
      "learning_rate": 0.00021685391319629216,
      "loss": 2.0469,
      "step": 46815
    },
    {
      "epoch": 2.1779948825308213,
      "grad_norm": 1.279384223651427,
      "learning_rate": 0.00021685059076531748,
      "loss": 2.4062,
      "step": 46816
    },
    {
      "epoch": 2.1780414049779018,
      "grad_norm": 1.0895234146506225,
      "learning_rate": 0.00021684726829341645,
      "loss": 1.6641,
      "step": 46817
    },
    {
      "epoch": 2.1780879274249827,
      "grad_norm": 1.335566266823456,
      "learning_rate": 0.00021684394578059114,
      "loss": 2.5781,
      "step": 46818
    },
    {
      "epoch": 2.178134449872063,
      "grad_norm": 1.2267019148252296,
      "learning_rate": 0.00021684062322684355,
      "loss": 2.2188,
      "step": 46819
    },
    {
      "epoch": 2.178180972319144,
      "grad_norm": 1.1873338273454543,
      "learning_rate": 0.00021683730063217575,
      "loss": 2.2656,
      "step": 46820
    },
    {
      "epoch": 2.1782274947662246,
      "grad_norm": 1.1507064792746826,
      "learning_rate": 0.00021683397799658973,
      "loss": 2.3438,
      "step": 46821
    },
    {
      "epoch": 2.1782740172133055,
      "grad_norm": 1.2523806512866023,
      "learning_rate": 0.0002168306553200876,
      "loss": 2.2656,
      "step": 46822
    },
    {
      "epoch": 2.178320539660386,
      "grad_norm": 1.2367169682113712,
      "learning_rate": 0.00021682733260267135,
      "loss": 2.2812,
      "step": 46823
    },
    {
      "epoch": 2.178367062107467,
      "grad_norm": 1.1182379543166745,
      "learning_rate": 0.000216824009844343,
      "loss": 2.1406,
      "step": 46824
    },
    {
      "epoch": 2.1784135845545474,
      "grad_norm": 1.1612406320457103,
      "learning_rate": 0.00021682068704510457,
      "loss": 2.4062,
      "step": 46825
    },
    {
      "epoch": 2.1784601070016283,
      "grad_norm": 1.2511488205170342,
      "learning_rate": 0.0002168173642049581,
      "loss": 2.1406,
      "step": 46826
    },
    {
      "epoch": 2.178506629448709,
      "grad_norm": 1.3000593821346782,
      "learning_rate": 0.00021681404132390574,
      "loss": 2.5,
      "step": 46827
    },
    {
      "epoch": 2.1785531518957897,
      "grad_norm": 1.2465908836987978,
      "learning_rate": 0.00021681071840194937,
      "loss": 2.25,
      "step": 46828
    },
    {
      "epoch": 2.1785996743428706,
      "grad_norm": 1.1752278334609605,
      "learning_rate": 0.0002168073954390911,
      "loss": 2.2969,
      "step": 46829
    },
    {
      "epoch": 2.178646196789951,
      "grad_norm": 1.1925110988054437,
      "learning_rate": 0.00021680407243533295,
      "loss": 2.2812,
      "step": 46830
    },
    {
      "epoch": 2.178692719237032,
      "grad_norm": 1.1348126662967475,
      "learning_rate": 0.00021680074939067694,
      "loss": 2.2656,
      "step": 46831
    },
    {
      "epoch": 2.1787392416841125,
      "grad_norm": 1.1456116645832677,
      "learning_rate": 0.00021679742630512514,
      "loss": 2.2812,
      "step": 46832
    },
    {
      "epoch": 2.1787857641311934,
      "grad_norm": 1.3388391183444788,
      "learning_rate": 0.00021679410317867955,
      "loss": 2.4375,
      "step": 46833
    },
    {
      "epoch": 2.178832286578274,
      "grad_norm": 1.1778694579692415,
      "learning_rate": 0.0002167907800113422,
      "loss": 2.3125,
      "step": 46834
    },
    {
      "epoch": 2.178878809025355,
      "grad_norm": 1.1917605375982407,
      "learning_rate": 0.00021678745680311516,
      "loss": 2.0312,
      "step": 46835
    },
    {
      "epoch": 2.1789253314724353,
      "grad_norm": 1.2107547242217749,
      "learning_rate": 0.00021678413355400044,
      "loss": 2.25,
      "step": 46836
    },
    {
      "epoch": 2.178971853919516,
      "grad_norm": 1.2360073485911671,
      "learning_rate": 0.00021678081026400004,
      "loss": 2.1719,
      "step": 46837
    },
    {
      "epoch": 2.1790183763665967,
      "grad_norm": 1.2359251351990537,
      "learning_rate": 0.0002167774869331161,
      "loss": 2.3906,
      "step": 46838
    },
    {
      "epoch": 2.1790648988136776,
      "grad_norm": 1.1448443353662916,
      "learning_rate": 0.00021677416356135053,
      "loss": 2.25,
      "step": 46839
    },
    {
      "epoch": 2.1791114212607585,
      "grad_norm": 1.201302996096154,
      "learning_rate": 0.0002167708401487055,
      "loss": 2.4062,
      "step": 46840
    },
    {
      "epoch": 2.179157943707839,
      "grad_norm": 1.2754317903704289,
      "learning_rate": 0.0002167675166951829,
      "loss": 2.2812,
      "step": 46841
    },
    {
      "epoch": 2.17920446615492,
      "grad_norm": 1.110834500703184,
      "learning_rate": 0.0002167641932007849,
      "loss": 2.2344,
      "step": 46842
    },
    {
      "epoch": 2.1792509886020004,
      "grad_norm": 1.2009303012987869,
      "learning_rate": 0.00021676086966551336,
      "loss": 2.375,
      "step": 46843
    },
    {
      "epoch": 2.1792975110490813,
      "grad_norm": 1.2052244695229526,
      "learning_rate": 0.00021675754608937054,
      "loss": 2.2344,
      "step": 46844
    },
    {
      "epoch": 2.179344033496162,
      "grad_norm": 1.2287672875873772,
      "learning_rate": 0.00021675422247235826,
      "loss": 2.2344,
      "step": 46845
    },
    {
      "epoch": 2.1793905559432427,
      "grad_norm": 1.1665726552748006,
      "learning_rate": 0.00021675089881447875,
      "loss": 2.3281,
      "step": 46846
    },
    {
      "epoch": 2.179437078390323,
      "grad_norm": 1.1218430025190866,
      "learning_rate": 0.00021674757511573383,
      "loss": 2.3125,
      "step": 46847
    },
    {
      "epoch": 2.179483600837404,
      "grad_norm": 1.0936623484772343,
      "learning_rate": 0.0002167442513761257,
      "loss": 1.9688,
      "step": 46848
    },
    {
      "epoch": 2.1795301232844846,
      "grad_norm": 1.3238285306964692,
      "learning_rate": 0.0002167409275956564,
      "loss": 2.375,
      "step": 46849
    },
    {
      "epoch": 2.1795766457315655,
      "grad_norm": 1.242976249491267,
      "learning_rate": 0.00021673760377432784,
      "loss": 2.1719,
      "step": 46850
    },
    {
      "epoch": 2.1796231681786464,
      "grad_norm": 1.1658736516737216,
      "learning_rate": 0.0002167342799121422,
      "loss": 2.0781,
      "step": 46851
    },
    {
      "epoch": 2.179669690625727,
      "grad_norm": 1.0969689311514308,
      "learning_rate": 0.00021673095600910133,
      "loss": 2.0625,
      "step": 46852
    },
    {
      "epoch": 2.179716213072808,
      "grad_norm": 1.2190964034230318,
      "learning_rate": 0.0002167276320652075,
      "loss": 2.4688,
      "step": 46853
    },
    {
      "epoch": 2.1797627355198883,
      "grad_norm": 1.1695820560313395,
      "learning_rate": 0.00021672430808046252,
      "loss": 2.3906,
      "step": 46854
    },
    {
      "epoch": 2.1798092579669692,
      "grad_norm": 1.2224893568643855,
      "learning_rate": 0.0002167209840548686,
      "loss": 2.2344,
      "step": 46855
    },
    {
      "epoch": 2.1798557804140497,
      "grad_norm": 1.2774696296110315,
      "learning_rate": 0.00021671765998842766,
      "loss": 2.3594,
      "step": 46856
    },
    {
      "epoch": 2.1799023028611306,
      "grad_norm": 1.1685911630098134,
      "learning_rate": 0.00021671433588114176,
      "loss": 2.2031,
      "step": 46857
    },
    {
      "epoch": 2.179948825308211,
      "grad_norm": 1.16154318570118,
      "learning_rate": 0.00021671101173301296,
      "loss": 2.0469,
      "step": 46858
    },
    {
      "epoch": 2.179995347755292,
      "grad_norm": 1.1672226372784764,
      "learning_rate": 0.0002167076875440433,
      "loss": 2.0781,
      "step": 46859
    },
    {
      "epoch": 2.1800418702023725,
      "grad_norm": 1.2146415637769763,
      "learning_rate": 0.0002167043633142348,
      "loss": 2.3438,
      "step": 46860
    },
    {
      "epoch": 2.1800883926494534,
      "grad_norm": 1.3350078519292832,
      "learning_rate": 0.00021670103904358949,
      "loss": 2.3125,
      "step": 46861
    },
    {
      "epoch": 2.180134915096534,
      "grad_norm": 1.2381826004230778,
      "learning_rate": 0.00021669771473210945,
      "loss": 2.2188,
      "step": 46862
    },
    {
      "epoch": 2.180181437543615,
      "grad_norm": 1.2401979712717393,
      "learning_rate": 0.0002166943903797966,
      "loss": 2.2969,
      "step": 46863
    },
    {
      "epoch": 2.1802279599906953,
      "grad_norm": 1.320699710202556,
      "learning_rate": 0.0002166910659866531,
      "loss": 2.5469,
      "step": 46864
    },
    {
      "epoch": 2.180274482437776,
      "grad_norm": 1.2765334749477932,
      "learning_rate": 0.00021668774155268094,
      "loss": 2.3281,
      "step": 46865
    },
    {
      "epoch": 2.180321004884857,
      "grad_norm": 1.278936947100475,
      "learning_rate": 0.00021668441707788216,
      "loss": 2.4219,
      "step": 46866
    },
    {
      "epoch": 2.1803675273319376,
      "grad_norm": 1.236408067198013,
      "learning_rate": 0.00021668109256225873,
      "loss": 2.125,
      "step": 46867
    },
    {
      "epoch": 2.1804140497790185,
      "grad_norm": 1.1914575143898143,
      "learning_rate": 0.00021667776800581278,
      "loss": 2.2812,
      "step": 46868
    },
    {
      "epoch": 2.180460572226099,
      "grad_norm": 1.0968667985384826,
      "learning_rate": 0.0002166744434085463,
      "loss": 2.0469,
      "step": 46869
    },
    {
      "epoch": 2.18050709467318,
      "grad_norm": 1.2681936670825198,
      "learning_rate": 0.00021667111877046133,
      "loss": 1.8047,
      "step": 46870
    },
    {
      "epoch": 2.1805536171202604,
      "grad_norm": 1.2610821702355182,
      "learning_rate": 0.00021666779409155993,
      "loss": 2.1406,
      "step": 46871
    },
    {
      "epoch": 2.1806001395673413,
      "grad_norm": 1.169690907276521,
      "learning_rate": 0.00021666446937184408,
      "loss": 2.3281,
      "step": 46872
    },
    {
      "epoch": 2.180646662014422,
      "grad_norm": 1.4095118569229883,
      "learning_rate": 0.0002166611446113159,
      "loss": 2.625,
      "step": 46873
    },
    {
      "epoch": 2.1806931844615027,
      "grad_norm": 1.287963016852771,
      "learning_rate": 0.00021665781980997732,
      "loss": 2.4375,
      "step": 46874
    },
    {
      "epoch": 2.180739706908583,
      "grad_norm": 1.1874725944594064,
      "learning_rate": 0.0002166544949678305,
      "loss": 2.3906,
      "step": 46875
    },
    {
      "epoch": 2.180786229355664,
      "grad_norm": 1.2376314864586102,
      "learning_rate": 0.00021665117008487733,
      "loss": 2.3125,
      "step": 46876
    },
    {
      "epoch": 2.180832751802745,
      "grad_norm": 1.3299408653223603,
      "learning_rate": 0.00021664784516111998,
      "loss": 2.2344,
      "step": 46877
    },
    {
      "epoch": 2.1808792742498255,
      "grad_norm": 1.2225436913204448,
      "learning_rate": 0.00021664452019656036,
      "loss": 2.4844,
      "step": 46878
    },
    {
      "epoch": 2.1809257966969064,
      "grad_norm": 1.230154827493516,
      "learning_rate": 0.0002166411951912006,
      "loss": 2.5,
      "step": 46879
    },
    {
      "epoch": 2.180972319143987,
      "grad_norm": 1.2297917256649753,
      "learning_rate": 0.0002166378701450427,
      "loss": 2.3125,
      "step": 46880
    },
    {
      "epoch": 2.181018841591068,
      "grad_norm": 1.182026540203142,
      "learning_rate": 0.00021663454505808872,
      "loss": 2.3125,
      "step": 46881
    },
    {
      "epoch": 2.1810653640381483,
      "grad_norm": 1.19839553842189,
      "learning_rate": 0.0002166312199303407,
      "loss": 2.1094,
      "step": 46882
    },
    {
      "epoch": 2.1811118864852292,
      "grad_norm": 1.2084093254910648,
      "learning_rate": 0.0002166278947618006,
      "loss": 2.1719,
      "step": 46883
    },
    {
      "epoch": 2.1811584089323097,
      "grad_norm": 1.3109477568185415,
      "learning_rate": 0.0002166245695524706,
      "loss": 2.3594,
      "step": 46884
    },
    {
      "epoch": 2.1812049313793906,
      "grad_norm": 1.2018509427242194,
      "learning_rate": 0.00021662124430235253,
      "loss": 1.6328,
      "step": 46885
    },
    {
      "epoch": 2.181251453826471,
      "grad_norm": 1.134790821676278,
      "learning_rate": 0.00021661791901144862,
      "loss": 2.2656,
      "step": 46886
    },
    {
      "epoch": 2.181297976273552,
      "grad_norm": 1.141796795099225,
      "learning_rate": 0.00021661459367976083,
      "loss": 2.0938,
      "step": 46887
    },
    {
      "epoch": 2.1813444987206325,
      "grad_norm": 1.3380064768390547,
      "learning_rate": 0.00021661126830729117,
      "loss": 2.2969,
      "step": 46888
    },
    {
      "epoch": 2.1813910211677134,
      "grad_norm": 1.1449181964758854,
      "learning_rate": 0.00021660794289404166,
      "loss": 2.2656,
      "step": 46889
    },
    {
      "epoch": 2.181437543614794,
      "grad_norm": 1.1892422831391232,
      "learning_rate": 0.00021660461744001442,
      "loss": 2.3906,
      "step": 46890
    },
    {
      "epoch": 2.181484066061875,
      "grad_norm": 1.1234468975741747,
      "learning_rate": 0.0002166012919452114,
      "loss": 2.1875,
      "step": 46891
    },
    {
      "epoch": 2.1815305885089558,
      "grad_norm": 1.297150726187324,
      "learning_rate": 0.00021659796640963473,
      "loss": 2.5781,
      "step": 46892
    },
    {
      "epoch": 2.1815771109560362,
      "grad_norm": 1.1669994513841846,
      "learning_rate": 0.0002165946408332864,
      "loss": 2.2656,
      "step": 46893
    },
    {
      "epoch": 2.181623633403117,
      "grad_norm": 1.2184218722931344,
      "learning_rate": 0.0002165913152161684,
      "loss": 2.2656,
      "step": 46894
    },
    {
      "epoch": 2.1816701558501976,
      "grad_norm": 1.2174664292848438,
      "learning_rate": 0.00021658798955828283,
      "loss": 2.2656,
      "step": 46895
    },
    {
      "epoch": 2.1817166782972786,
      "grad_norm": 1.2512339659552707,
      "learning_rate": 0.00021658466385963168,
      "loss": 2.2656,
      "step": 46896
    },
    {
      "epoch": 2.181763200744359,
      "grad_norm": 1.2027592255527868,
      "learning_rate": 0.000216581338120217,
      "loss": 2.2969,
      "step": 46897
    },
    {
      "epoch": 2.18180972319144,
      "grad_norm": 1.2185690734017156,
      "learning_rate": 0.00021657801234004084,
      "loss": 2.2031,
      "step": 46898
    },
    {
      "epoch": 2.1818562456385204,
      "grad_norm": 1.0435381452970827,
      "learning_rate": 0.00021657468651910527,
      "loss": 1.9609,
      "step": 46899
    },
    {
      "epoch": 2.1819027680856014,
      "grad_norm": 1.2087142610276316,
      "learning_rate": 0.00021657136065741223,
      "loss": 1.9922,
      "step": 46900
    },
    {
      "epoch": 2.181949290532682,
      "grad_norm": 1.1511500615407557,
      "learning_rate": 0.00021656803475496382,
      "loss": 2.2656,
      "step": 46901
    },
    {
      "epoch": 2.1819958129797627,
      "grad_norm": 1.3019070337930962,
      "learning_rate": 0.00021656470881176206,
      "loss": 2.2031,
      "step": 46902
    },
    {
      "epoch": 2.1820423354268437,
      "grad_norm": 1.1120682179304957,
      "learning_rate": 0.00021656138282780905,
      "loss": 2.0625,
      "step": 46903
    },
    {
      "epoch": 2.182088857873924,
      "grad_norm": 1.1867990641299229,
      "learning_rate": 0.00021655805680310667,
      "loss": 2.4531,
      "step": 46904
    },
    {
      "epoch": 2.182135380321005,
      "grad_norm": 1.2435655872728342,
      "learning_rate": 0.0002165547307376571,
      "loss": 2.5469,
      "step": 46905
    },
    {
      "epoch": 2.1821819027680855,
      "grad_norm": 1.189252076151724,
      "learning_rate": 0.0002165514046314624,
      "loss": 2.1719,
      "step": 46906
    },
    {
      "epoch": 2.1822284252151665,
      "grad_norm": 1.417280345683818,
      "learning_rate": 0.0002165480784845245,
      "loss": 2.4219,
      "step": 46907
    },
    {
      "epoch": 2.182274947662247,
      "grad_norm": 1.1914083075651554,
      "learning_rate": 0.00021654475229684542,
      "loss": 2.4531,
      "step": 46908
    },
    {
      "epoch": 2.182321470109328,
      "grad_norm": 1.1931233354352322,
      "learning_rate": 0.00021654142606842728,
      "loss": 2.4219,
      "step": 46909
    },
    {
      "epoch": 2.1823679925564083,
      "grad_norm": 1.1795706349427535,
      "learning_rate": 0.00021653809979927212,
      "loss": 2.125,
      "step": 46910
    },
    {
      "epoch": 2.1824145150034893,
      "grad_norm": 1.2045849610518147,
      "learning_rate": 0.00021653477348938192,
      "loss": 2.5,
      "step": 46911
    },
    {
      "epoch": 2.1824610374505697,
      "grad_norm": 1.2392333272383778,
      "learning_rate": 0.0002165314471387587,
      "loss": 2.3281,
      "step": 46912
    },
    {
      "epoch": 2.1825075598976507,
      "grad_norm": 1.2143126195963203,
      "learning_rate": 0.00021652812074740457,
      "loss": 1.9922,
      "step": 46913
    },
    {
      "epoch": 2.182554082344731,
      "grad_norm": 1.068342859134432,
      "learning_rate": 0.00021652479431532155,
      "loss": 2.0469,
      "step": 46914
    },
    {
      "epoch": 2.182600604791812,
      "grad_norm": 1.2048518498768075,
      "learning_rate": 0.00021652146784251162,
      "loss": 2.5312,
      "step": 46915
    },
    {
      "epoch": 2.1826471272388925,
      "grad_norm": 1.2872760123720053,
      "learning_rate": 0.00021651814132897689,
      "loss": 2.2344,
      "step": 46916
    },
    {
      "epoch": 2.1826936496859735,
      "grad_norm": 1.139820780398606,
      "learning_rate": 0.00021651481477471938,
      "loss": 2.0781,
      "step": 46917
    },
    {
      "epoch": 2.1827401721330544,
      "grad_norm": 1.219364397752666,
      "learning_rate": 0.00021651148817974106,
      "loss": 2.3281,
      "step": 46918
    },
    {
      "epoch": 2.182786694580135,
      "grad_norm": 1.1762243219315702,
      "learning_rate": 0.00021650816154404403,
      "loss": 2.1719,
      "step": 46919
    },
    {
      "epoch": 2.1828332170272158,
      "grad_norm": 1.2001047402952223,
      "learning_rate": 0.00021650483486763034,
      "loss": 1.9141,
      "step": 46920
    },
    {
      "epoch": 2.1828797394742963,
      "grad_norm": 1.1798031631587536,
      "learning_rate": 0.00021650150815050198,
      "loss": 2.1719,
      "step": 46921
    },
    {
      "epoch": 2.182926261921377,
      "grad_norm": 1.1817644457393373,
      "learning_rate": 0.000216498181392661,
      "loss": 2.4062,
      "step": 46922
    },
    {
      "epoch": 2.1829727843684577,
      "grad_norm": 1.209759675405165,
      "learning_rate": 0.00021649485459410942,
      "loss": 2.2969,
      "step": 46923
    },
    {
      "epoch": 2.1830193068155386,
      "grad_norm": 1.2704475638018975,
      "learning_rate": 0.0002164915277548493,
      "loss": 2.2812,
      "step": 46924
    },
    {
      "epoch": 2.183065829262619,
      "grad_norm": 1.3118627394652222,
      "learning_rate": 0.0002164882008748827,
      "loss": 2.2812,
      "step": 46925
    },
    {
      "epoch": 2.1831123517097,
      "grad_norm": 1.1508041182723563,
      "learning_rate": 0.00021648487395421162,
      "loss": 2.125,
      "step": 46926
    },
    {
      "epoch": 2.1831588741567804,
      "grad_norm": 1.1812228820198876,
      "learning_rate": 0.00021648154699283813,
      "loss": 2.3906,
      "step": 46927
    },
    {
      "epoch": 2.1832053966038614,
      "grad_norm": 1.1828370729571063,
      "learning_rate": 0.00021647821999076422,
      "loss": 2.3438,
      "step": 46928
    },
    {
      "epoch": 2.1832519190509423,
      "grad_norm": 1.3090888395324047,
      "learning_rate": 0.00021647489294799197,
      "loss": 2.4062,
      "step": 46929
    },
    {
      "epoch": 2.1832984414980228,
      "grad_norm": 1.1924172365775474,
      "learning_rate": 0.00021647156586452338,
      "loss": 2.2812,
      "step": 46930
    },
    {
      "epoch": 2.1833449639451037,
      "grad_norm": 1.1109091784142373,
      "learning_rate": 0.00021646823874036053,
      "loss": 1.9688,
      "step": 46931
    },
    {
      "epoch": 2.183391486392184,
      "grad_norm": 1.2408333392830893,
      "learning_rate": 0.00021646491157550543,
      "loss": 2.25,
      "step": 46932
    },
    {
      "epoch": 2.183438008839265,
      "grad_norm": 1.2397816502956904,
      "learning_rate": 0.0002164615843699601,
      "loss": 2.3906,
      "step": 46933
    },
    {
      "epoch": 2.1834845312863456,
      "grad_norm": 1.3090794132026782,
      "learning_rate": 0.00021645825712372655,
      "loss": 2.2344,
      "step": 46934
    },
    {
      "epoch": 2.1835310537334265,
      "grad_norm": 1.2252830457620951,
      "learning_rate": 0.00021645492983680693,
      "loss": 2.3438,
      "step": 46935
    },
    {
      "epoch": 2.183577576180507,
      "grad_norm": 1.1987646053592502,
      "learning_rate": 0.0002164516025092032,
      "loss": 2.1719,
      "step": 46936
    },
    {
      "epoch": 2.183624098627588,
      "grad_norm": 1.1512384137118372,
      "learning_rate": 0.0002164482751409174,
      "loss": 2.2969,
      "step": 46937
    },
    {
      "epoch": 2.1836706210746684,
      "grad_norm": 1.1649433285145443,
      "learning_rate": 0.0002164449477319516,
      "loss": 2.4062,
      "step": 46938
    },
    {
      "epoch": 2.1837171435217493,
      "grad_norm": 1.1173291462006085,
      "learning_rate": 0.00021644162028230777,
      "loss": 2.2344,
      "step": 46939
    },
    {
      "epoch": 2.1837636659688298,
      "grad_norm": 1.2417005141571429,
      "learning_rate": 0.00021643829279198803,
      "loss": 2.2812,
      "step": 46940
    },
    {
      "epoch": 2.1838101884159107,
      "grad_norm": 1.1759952518182402,
      "learning_rate": 0.0002164349652609943,
      "loss": 2.4531,
      "step": 46941
    },
    {
      "epoch": 2.1838567108629916,
      "grad_norm": 1.1796600414794873,
      "learning_rate": 0.0002164316376893288,
      "loss": 2.0938,
      "step": 46942
    },
    {
      "epoch": 2.183903233310072,
      "grad_norm": 1.0992601943376734,
      "learning_rate": 0.0002164283100769934,
      "loss": 2.1094,
      "step": 46943
    },
    {
      "epoch": 2.183949755757153,
      "grad_norm": 1.1213484710923822,
      "learning_rate": 0.00021642498242399022,
      "loss": 2.125,
      "step": 46944
    },
    {
      "epoch": 2.1839962782042335,
      "grad_norm": 1.0803846278484914,
      "learning_rate": 0.00021642165473032124,
      "loss": 2.125,
      "step": 46945
    },
    {
      "epoch": 2.1840428006513144,
      "grad_norm": 1.1667472752655619,
      "learning_rate": 0.00021641832699598854,
      "loss": 1.7266,
      "step": 46946
    },
    {
      "epoch": 2.184089323098395,
      "grad_norm": 1.2040884046750049,
      "learning_rate": 0.00021641499922099417,
      "loss": 2.3906,
      "step": 46947
    },
    {
      "epoch": 2.184135845545476,
      "grad_norm": 1.2349449862470279,
      "learning_rate": 0.00021641167140534008,
      "loss": 2.2656,
      "step": 46948
    },
    {
      "epoch": 2.1841823679925563,
      "grad_norm": 1.2140522238036775,
      "learning_rate": 0.00021640834354902846,
      "loss": 2.1562,
      "step": 46949
    },
    {
      "epoch": 2.184228890439637,
      "grad_norm": 1.250742542661034,
      "learning_rate": 0.00021640501565206122,
      "loss": 2.1406,
      "step": 46950
    },
    {
      "epoch": 2.1842754128867177,
      "grad_norm": 1.0960418673143324,
      "learning_rate": 0.00021640168771444045,
      "loss": 2.1875,
      "step": 46951
    },
    {
      "epoch": 2.1843219353337986,
      "grad_norm": 1.1362837960849659,
      "learning_rate": 0.00021639835973616818,
      "loss": 2.1562,
      "step": 46952
    },
    {
      "epoch": 2.184368457780879,
      "grad_norm": 1.1614446579997517,
      "learning_rate": 0.00021639503171724645,
      "loss": 2.1406,
      "step": 46953
    },
    {
      "epoch": 2.18441498022796,
      "grad_norm": 1.13420943716894,
      "learning_rate": 0.00021639170365767726,
      "loss": 2.2812,
      "step": 46954
    },
    {
      "epoch": 2.184461502675041,
      "grad_norm": 1.201328620949265,
      "learning_rate": 0.0002163883755574627,
      "loss": 2.1875,
      "step": 46955
    },
    {
      "epoch": 2.1845080251221214,
      "grad_norm": 1.283206430337109,
      "learning_rate": 0.00021638504741660475,
      "loss": 2.4844,
      "step": 46956
    },
    {
      "epoch": 2.1845545475692023,
      "grad_norm": 1.1743751261635664,
      "learning_rate": 0.0002163817192351055,
      "loss": 2.0312,
      "step": 46957
    },
    {
      "epoch": 2.184601070016283,
      "grad_norm": 1.298413935028657,
      "learning_rate": 0.000216378391012967,
      "loss": 2.25,
      "step": 46958
    },
    {
      "epoch": 2.1846475924633637,
      "grad_norm": 1.2308356243202279,
      "learning_rate": 0.0002163750627501912,
      "loss": 2.25,
      "step": 46959
    },
    {
      "epoch": 2.184694114910444,
      "grad_norm": 1.1471487471301902,
      "learning_rate": 0.00021637173444678025,
      "loss": 2.3125,
      "step": 46960
    },
    {
      "epoch": 2.184740637357525,
      "grad_norm": 1.0934560860609257,
      "learning_rate": 0.00021636840610273611,
      "loss": 2.2812,
      "step": 46961
    },
    {
      "epoch": 2.1847871598046056,
      "grad_norm": 1.2212879131819518,
      "learning_rate": 0.00021636507771806087,
      "loss": 2.2812,
      "step": 46962
    },
    {
      "epoch": 2.1848336822516865,
      "grad_norm": 1.14119460613766,
      "learning_rate": 0.00021636174929275651,
      "loss": 2.2188,
      "step": 46963
    },
    {
      "epoch": 2.184880204698767,
      "grad_norm": 1.28351692180264,
      "learning_rate": 0.00021635842082682512,
      "loss": 2.2969,
      "step": 46964
    },
    {
      "epoch": 2.184926727145848,
      "grad_norm": 1.3159358244890624,
      "learning_rate": 0.00021635509232026867,
      "loss": 2.375,
      "step": 46965
    },
    {
      "epoch": 2.184973249592929,
      "grad_norm": 1.143686052629172,
      "learning_rate": 0.00021635176377308928,
      "loss": 2.3438,
      "step": 46966
    },
    {
      "epoch": 2.1850197720400093,
      "grad_norm": 1.1918748794751741,
      "learning_rate": 0.00021634843518528892,
      "loss": 2.3281,
      "step": 46967
    },
    {
      "epoch": 2.18506629448709,
      "grad_norm": 1.16625394291602,
      "learning_rate": 0.00021634510655686967,
      "loss": 2.25,
      "step": 46968
    },
    {
      "epoch": 2.1851128169341707,
      "grad_norm": 1.089236995224002,
      "learning_rate": 0.00021634177788783357,
      "loss": 2.2031,
      "step": 46969
    },
    {
      "epoch": 2.1851593393812516,
      "grad_norm": 1.2390935024973901,
      "learning_rate": 0.00021633844917818263,
      "loss": 2.4219,
      "step": 46970
    },
    {
      "epoch": 2.185205861828332,
      "grad_norm": 1.284040198487566,
      "learning_rate": 0.0002163351204279189,
      "loss": 2.1094,
      "step": 46971
    },
    {
      "epoch": 2.185252384275413,
      "grad_norm": 1.3819145483834288,
      "learning_rate": 0.00021633179163704438,
      "loss": 2.2969,
      "step": 46972
    },
    {
      "epoch": 2.1852989067224935,
      "grad_norm": 1.1813015233225348,
      "learning_rate": 0.00021632846280556124,
      "loss": 2.1562,
      "step": 46973
    },
    {
      "epoch": 2.1853454291695744,
      "grad_norm": 1.2006110816023647,
      "learning_rate": 0.00021632513393347134,
      "loss": 2.1562,
      "step": 46974
    },
    {
      "epoch": 2.185391951616655,
      "grad_norm": 1.2264999943177397,
      "learning_rate": 0.00021632180502077685,
      "loss": 2.375,
      "step": 46975
    },
    {
      "epoch": 2.185438474063736,
      "grad_norm": 1.1091263357102727,
      "learning_rate": 0.00021631847606747972,
      "loss": 2.0625,
      "step": 46976
    },
    {
      "epoch": 2.1854849965108163,
      "grad_norm": 1.1870040929543046,
      "learning_rate": 0.0002163151470735821,
      "loss": 2.5,
      "step": 46977
    },
    {
      "epoch": 2.185531518957897,
      "grad_norm": 1.194881285122974,
      "learning_rate": 0.0002163118180390859,
      "loss": 2.2812,
      "step": 46978
    },
    {
      "epoch": 2.1855780414049777,
      "grad_norm": 1.152663934586682,
      "learning_rate": 0.0002163084889639932,
      "loss": 1.9453,
      "step": 46979
    },
    {
      "epoch": 2.1856245638520586,
      "grad_norm": 1.1929565764101253,
      "learning_rate": 0.00021630515984830606,
      "loss": 2.2812,
      "step": 46980
    },
    {
      "epoch": 2.1856710862991395,
      "grad_norm": 1.1823177934622684,
      "learning_rate": 0.00021630183069202652,
      "loss": 2.0938,
      "step": 46981
    },
    {
      "epoch": 2.18571760874622,
      "grad_norm": 1.1891281981448951,
      "learning_rate": 0.00021629850149515662,
      "loss": 2.3125,
      "step": 46982
    },
    {
      "epoch": 2.185764131193301,
      "grad_norm": 1.2435481307438563,
      "learning_rate": 0.00021629517225769834,
      "loss": 2.5312,
      "step": 46983
    },
    {
      "epoch": 2.1858106536403814,
      "grad_norm": 1.2428046633225824,
      "learning_rate": 0.00021629184297965382,
      "loss": 2.1094,
      "step": 46984
    },
    {
      "epoch": 2.1858571760874623,
      "grad_norm": 1.1936013899701508,
      "learning_rate": 0.00021628851366102504,
      "loss": 2.5,
      "step": 46985
    },
    {
      "epoch": 2.185903698534543,
      "grad_norm": 1.204724347686193,
      "learning_rate": 0.00021628518430181405,
      "loss": 2.3438,
      "step": 46986
    },
    {
      "epoch": 2.1859502209816237,
      "grad_norm": 1.2002072899215872,
      "learning_rate": 0.00021628185490202282,
      "loss": 2.2344,
      "step": 46987
    },
    {
      "epoch": 2.185996743428704,
      "grad_norm": 1.27806012738438,
      "learning_rate": 0.00021627852546165352,
      "loss": 2.4375,
      "step": 46988
    },
    {
      "epoch": 2.186043265875785,
      "grad_norm": 1.0856320778733206,
      "learning_rate": 0.00021627519598070805,
      "loss": 2.0938,
      "step": 46989
    },
    {
      "epoch": 2.1860897883228656,
      "grad_norm": 1.2255081178310645,
      "learning_rate": 0.00021627186645918855,
      "loss": 2.3281,
      "step": 46990
    },
    {
      "epoch": 2.1861363107699465,
      "grad_norm": 1.2033963299441788,
      "learning_rate": 0.00021626853689709702,
      "loss": 2.1094,
      "step": 46991
    },
    {
      "epoch": 2.1861828332170274,
      "grad_norm": 1.1926182139423704,
      "learning_rate": 0.00021626520729443546,
      "loss": 2.1719,
      "step": 46992
    },
    {
      "epoch": 2.186229355664108,
      "grad_norm": 1.229086248135203,
      "learning_rate": 0.00021626187765120603,
      "loss": 2.1406,
      "step": 46993
    },
    {
      "epoch": 2.186275878111189,
      "grad_norm": 1.202388218195205,
      "learning_rate": 0.0002162585479674106,
      "loss": 2.5312,
      "step": 46994
    },
    {
      "epoch": 2.1863224005582693,
      "grad_norm": 1.3239958805852095,
      "learning_rate": 0.00021625521824305137,
      "loss": 2.5156,
      "step": 46995
    },
    {
      "epoch": 2.1863689230053502,
      "grad_norm": 1.3932541128123963,
      "learning_rate": 0.00021625188847813027,
      "loss": 2.3438,
      "step": 46996
    },
    {
      "epoch": 2.1864154454524307,
      "grad_norm": 1.1739073004042206,
      "learning_rate": 0.0002162485586726494,
      "loss": 2.0938,
      "step": 46997
    },
    {
      "epoch": 2.1864619678995116,
      "grad_norm": 1.1434228332621046,
      "learning_rate": 0.00021624522882661074,
      "loss": 2.1562,
      "step": 46998
    },
    {
      "epoch": 2.186508490346592,
      "grad_norm": 1.2356300300703804,
      "learning_rate": 0.00021624189894001638,
      "loss": 2.3438,
      "step": 46999
    },
    {
      "epoch": 2.186555012793673,
      "grad_norm": 1.149992583355831,
      "learning_rate": 0.00021623856901286832,
      "loss": 2.2812,
      "step": 47000
    },
    {
      "epoch": 2.1866015352407535,
      "grad_norm": 1.2243062988916897,
      "learning_rate": 0.00021623523904516865,
      "loss": 2.2188,
      "step": 47001
    },
    {
      "epoch": 2.1866480576878344,
      "grad_norm": 1.0904234999576476,
      "learning_rate": 0.00021623190903691936,
      "loss": 2.0469,
      "step": 47002
    },
    {
      "epoch": 2.186694580134915,
      "grad_norm": 1.2306922325458793,
      "learning_rate": 0.00021622857898812248,
      "loss": 2.625,
      "step": 47003
    },
    {
      "epoch": 2.186741102581996,
      "grad_norm": 1.2032909202963669,
      "learning_rate": 0.0002162252488987801,
      "loss": 2.3281,
      "step": 47004
    },
    {
      "epoch": 2.1867876250290763,
      "grad_norm": 1.2230864983012415,
      "learning_rate": 0.00021622191876889422,
      "loss": 2.2812,
      "step": 47005
    },
    {
      "epoch": 2.1868341474761572,
      "grad_norm": 1.2494879071073188,
      "learning_rate": 0.0002162185885984669,
      "loss": 2.2344,
      "step": 47006
    },
    {
      "epoch": 2.186880669923238,
      "grad_norm": 1.2061277255518832,
      "learning_rate": 0.0002162152583875002,
      "loss": 2.2344,
      "step": 47007
    },
    {
      "epoch": 2.1869271923703186,
      "grad_norm": 1.1329651561459888,
      "learning_rate": 0.00021621192813599607,
      "loss": 1.8047,
      "step": 47008
    },
    {
      "epoch": 2.1869737148173996,
      "grad_norm": 1.1641513115242272,
      "learning_rate": 0.00021620859784395662,
      "loss": 2.1562,
      "step": 47009
    },
    {
      "epoch": 2.18702023726448,
      "grad_norm": 1.2535255470040692,
      "learning_rate": 0.0002162052675113839,
      "loss": 2.2188,
      "step": 47010
    },
    {
      "epoch": 2.187066759711561,
      "grad_norm": 1.179702098270533,
      "learning_rate": 0.00021620193713827986,
      "loss": 2.3281,
      "step": 47011
    },
    {
      "epoch": 2.1871132821586414,
      "grad_norm": 1.1512212729952227,
      "learning_rate": 0.0002161986067246467,
      "loss": 2.375,
      "step": 47012
    },
    {
      "epoch": 2.1871598046057223,
      "grad_norm": 1.2411828971197005,
      "learning_rate": 0.00021619527627048633,
      "loss": 2.125,
      "step": 47013
    },
    {
      "epoch": 2.187206327052803,
      "grad_norm": 1.127114940008684,
      "learning_rate": 0.0002161919457758008,
      "loss": 2.1406,
      "step": 47014
    },
    {
      "epoch": 2.1872528494998837,
      "grad_norm": 1.2177967946536958,
      "learning_rate": 0.00021618861524059222,
      "loss": 2.3281,
      "step": 47015
    },
    {
      "epoch": 2.187299371946964,
      "grad_norm": 1.1679300069040301,
      "learning_rate": 0.00021618528466486251,
      "loss": 2.2656,
      "step": 47016
    },
    {
      "epoch": 2.187345894394045,
      "grad_norm": 1.276932615564922,
      "learning_rate": 0.00021618195404861384,
      "loss": 2.3125,
      "step": 47017
    },
    {
      "epoch": 2.187392416841126,
      "grad_norm": 1.1833522047759357,
      "learning_rate": 0.00021617862339184815,
      "loss": 2.0,
      "step": 47018
    },
    {
      "epoch": 2.1874389392882065,
      "grad_norm": 1.3383435750620316,
      "learning_rate": 0.00021617529269456754,
      "loss": 2.5938,
      "step": 47019
    },
    {
      "epoch": 2.1874854617352875,
      "grad_norm": 1.3149560736657842,
      "learning_rate": 0.000216171961956774,
      "loss": 2.5469,
      "step": 47020
    },
    {
      "epoch": 2.187531984182368,
      "grad_norm": 1.1787463469110298,
      "learning_rate": 0.0002161686311784696,
      "loss": 2.2656,
      "step": 47021
    },
    {
      "epoch": 2.187578506629449,
      "grad_norm": 1.142064821921153,
      "learning_rate": 0.00021616530035965632,
      "loss": 2.1875,
      "step": 47022
    },
    {
      "epoch": 2.1876250290765293,
      "grad_norm": 1.1742064153677003,
      "learning_rate": 0.00021616196950033638,
      "loss": 2.2031,
      "step": 47023
    },
    {
      "epoch": 2.1876715515236103,
      "grad_norm": 1.1184181310222825,
      "learning_rate": 0.00021615863860051157,
      "loss": 2.3281,
      "step": 47024
    },
    {
      "epoch": 2.1877180739706907,
      "grad_norm": 1.0870031049818185,
      "learning_rate": 0.00021615530766018416,
      "loss": 2.0781,
      "step": 47025
    },
    {
      "epoch": 2.1877645964177717,
      "grad_norm": 1.2328401540745666,
      "learning_rate": 0.00021615197667935603,
      "loss": 2.5469,
      "step": 47026
    },
    {
      "epoch": 2.187811118864852,
      "grad_norm": 1.3632664635999132,
      "learning_rate": 0.00021614864565802926,
      "loss": 2.0625,
      "step": 47027
    },
    {
      "epoch": 2.187857641311933,
      "grad_norm": 1.118079540630555,
      "learning_rate": 0.0002161453145962059,
      "loss": 1.9609,
      "step": 47028
    },
    {
      "epoch": 2.1879041637590135,
      "grad_norm": 1.1751928067592115,
      "learning_rate": 0.000216141983493888,
      "loss": 2.3125,
      "step": 47029
    },
    {
      "epoch": 2.1879506862060945,
      "grad_norm": 1.1766963899383514,
      "learning_rate": 0.0002161386523510776,
      "loss": 2.2188,
      "step": 47030
    },
    {
      "epoch": 2.187997208653175,
      "grad_norm": 1.159992587003059,
      "learning_rate": 0.0002161353211677767,
      "loss": 2.5156,
      "step": 47031
    },
    {
      "epoch": 2.188043731100256,
      "grad_norm": 1.1994802395752135,
      "learning_rate": 0.00021613198994398737,
      "loss": 2.0,
      "step": 47032
    },
    {
      "epoch": 2.1880902535473368,
      "grad_norm": 1.1869929287890202,
      "learning_rate": 0.00021612865867971166,
      "loss": 2.3906,
      "step": 47033
    },
    {
      "epoch": 2.1881367759944172,
      "grad_norm": 1.1458016445035304,
      "learning_rate": 0.00021612532737495156,
      "loss": 2.1875,
      "step": 47034
    },
    {
      "epoch": 2.188183298441498,
      "grad_norm": 1.1923625244540006,
      "learning_rate": 0.00021612199602970918,
      "loss": 2.1562,
      "step": 47035
    },
    {
      "epoch": 2.1882298208885786,
      "grad_norm": 1.2464957987326242,
      "learning_rate": 0.00021611866464398653,
      "loss": 2.5,
      "step": 47036
    },
    {
      "epoch": 2.1882763433356596,
      "grad_norm": 1.1284412872710587,
      "learning_rate": 0.00021611533321778563,
      "loss": 2.4375,
      "step": 47037
    },
    {
      "epoch": 2.18832286578274,
      "grad_norm": 1.1652922542990032,
      "learning_rate": 0.00021611200175110856,
      "loss": 2.0781,
      "step": 47038
    },
    {
      "epoch": 2.188369388229821,
      "grad_norm": 1.2051315185154476,
      "learning_rate": 0.00021610867024395732,
      "loss": 2.2031,
      "step": 47039
    },
    {
      "epoch": 2.1884159106769014,
      "grad_norm": 1.3187223813978115,
      "learning_rate": 0.00021610533869633394,
      "loss": 2.3906,
      "step": 47040
    },
    {
      "epoch": 2.1884624331239824,
      "grad_norm": 1.2060545776956808,
      "learning_rate": 0.0002161020071082405,
      "loss": 2.3125,
      "step": 47041
    },
    {
      "epoch": 2.188508955571063,
      "grad_norm": 1.1671044681063076,
      "learning_rate": 0.00021609867547967902,
      "loss": 2.2188,
      "step": 47042
    },
    {
      "epoch": 2.1885554780181438,
      "grad_norm": 1.271473090549534,
      "learning_rate": 0.00021609534381065155,
      "loss": 2.5312,
      "step": 47043
    },
    {
      "epoch": 2.1886020004652247,
      "grad_norm": 1.4266055708508532,
      "learning_rate": 0.00021609201210116006,
      "loss": 2.4531,
      "step": 47044
    },
    {
      "epoch": 2.188648522912305,
      "grad_norm": 1.1437181473389595,
      "learning_rate": 0.0002160886803512067,
      "loss": 2.2344,
      "step": 47045
    },
    {
      "epoch": 2.188695045359386,
      "grad_norm": 1.0943013638514272,
      "learning_rate": 0.00021608534856079346,
      "loss": 2.0,
      "step": 47046
    },
    {
      "epoch": 2.1887415678064666,
      "grad_norm": 1.223629825622141,
      "learning_rate": 0.0002160820167299224,
      "loss": 2.2812,
      "step": 47047
    },
    {
      "epoch": 2.1887880902535475,
      "grad_norm": 1.208207046419015,
      "learning_rate": 0.00021607868485859548,
      "loss": 2.3438,
      "step": 47048
    },
    {
      "epoch": 2.188834612700628,
      "grad_norm": 1.0648791108551927,
      "learning_rate": 0.00021607535294681488,
      "loss": 2.2031,
      "step": 47049
    },
    {
      "epoch": 2.188881135147709,
      "grad_norm": 1.1863111332436835,
      "learning_rate": 0.0002160720209945825,
      "loss": 2.6406,
      "step": 47050
    },
    {
      "epoch": 2.1889276575947894,
      "grad_norm": 1.1842075391328595,
      "learning_rate": 0.00021606868900190046,
      "loss": 2.1406,
      "step": 47051
    },
    {
      "epoch": 2.1889741800418703,
      "grad_norm": 1.2656389692411625,
      "learning_rate": 0.0002160653569687708,
      "loss": 2.375,
      "step": 47052
    },
    {
      "epoch": 2.1890207024889508,
      "grad_norm": 1.0927739611556229,
      "learning_rate": 0.0002160620248951955,
      "loss": 2.1719,
      "step": 47053
    },
    {
      "epoch": 2.1890672249360317,
      "grad_norm": 1.1991828711028691,
      "learning_rate": 0.00021605869278117665,
      "loss": 2.2188,
      "step": 47054
    },
    {
      "epoch": 2.189113747383112,
      "grad_norm": 1.210070981718728,
      "learning_rate": 0.00021605536062671625,
      "loss": 2.2656,
      "step": 47055
    },
    {
      "epoch": 2.189160269830193,
      "grad_norm": 1.1307292378734712,
      "learning_rate": 0.00021605202843181641,
      "loss": 2.3125,
      "step": 47056
    },
    {
      "epoch": 2.1892067922772735,
      "grad_norm": 1.2767381117028735,
      "learning_rate": 0.00021604869619647912,
      "loss": 2.3125,
      "step": 47057
    },
    {
      "epoch": 2.1892533147243545,
      "grad_norm": 1.1191852824858972,
      "learning_rate": 0.00021604536392070645,
      "loss": 2.1719,
      "step": 47058
    },
    {
      "epoch": 2.1892998371714354,
      "grad_norm": 1.2078179604343804,
      "learning_rate": 0.0002160420316045004,
      "loss": 2.0781,
      "step": 47059
    },
    {
      "epoch": 2.189346359618516,
      "grad_norm": 1.1383574830804624,
      "learning_rate": 0.00021603869924786303,
      "loss": 2.25,
      "step": 47060
    },
    {
      "epoch": 2.189392882065597,
      "grad_norm": 1.2034812911268578,
      "learning_rate": 0.00021603536685079635,
      "loss": 2.25,
      "step": 47061
    },
    {
      "epoch": 2.1894394045126773,
      "grad_norm": 1.1731308464653507,
      "learning_rate": 0.00021603203441330248,
      "loss": 2.3125,
      "step": 47062
    },
    {
      "epoch": 2.189485926959758,
      "grad_norm": 1.2033365183923468,
      "learning_rate": 0.00021602870193538338,
      "loss": 2.4062,
      "step": 47063
    },
    {
      "epoch": 2.1895324494068387,
      "grad_norm": 1.1911295260895933,
      "learning_rate": 0.00021602536941704113,
      "loss": 2.5,
      "step": 47064
    },
    {
      "epoch": 2.1895789718539196,
      "grad_norm": 1.622381639181775,
      "learning_rate": 0.00021602203685827778,
      "loss": 2.2344,
      "step": 47065
    },
    {
      "epoch": 2.189625494301,
      "grad_norm": 1.094427934732373,
      "learning_rate": 0.00021601870425909527,
      "loss": 2.0625,
      "step": 47066
    },
    {
      "epoch": 2.189672016748081,
      "grad_norm": 1.1584417673025957,
      "learning_rate": 0.00021601537161949582,
      "loss": 2.25,
      "step": 47067
    },
    {
      "epoch": 2.1897185391951615,
      "grad_norm": 1.304324136640368,
      "learning_rate": 0.0002160120389394813,
      "loss": 2.3594,
      "step": 47068
    },
    {
      "epoch": 2.1897650616422424,
      "grad_norm": 1.283933635855528,
      "learning_rate": 0.00021600870621905387,
      "loss": 2.2656,
      "step": 47069
    },
    {
      "epoch": 2.1898115840893233,
      "grad_norm": 1.2270379240203062,
      "learning_rate": 0.00021600537345821546,
      "loss": 2.5156,
      "step": 47070
    },
    {
      "epoch": 2.189858106536404,
      "grad_norm": 1.205011481278898,
      "learning_rate": 0.00021600204065696824,
      "loss": 2.1875,
      "step": 47071
    },
    {
      "epoch": 2.1899046289834847,
      "grad_norm": 1.1463860848161418,
      "learning_rate": 0.00021599870781531413,
      "loss": 2.3906,
      "step": 47072
    },
    {
      "epoch": 2.189951151430565,
      "grad_norm": 1.1816765947675734,
      "learning_rate": 0.00021599537493325525,
      "loss": 2.3594,
      "step": 47073
    },
    {
      "epoch": 2.189997673877646,
      "grad_norm": 1.184221028283287,
      "learning_rate": 0.0002159920420107936,
      "loss": 2.1562,
      "step": 47074
    },
    {
      "epoch": 2.1900441963247266,
      "grad_norm": 1.2178471138533968,
      "learning_rate": 0.00021598870904793126,
      "loss": 2.1562,
      "step": 47075
    },
    {
      "epoch": 2.1900907187718075,
      "grad_norm": 1.213981033482495,
      "learning_rate": 0.0002159853760446702,
      "loss": 2.1875,
      "step": 47076
    },
    {
      "epoch": 2.190137241218888,
      "grad_norm": 1.1701024661223272,
      "learning_rate": 0.0002159820430010125,
      "loss": 2.125,
      "step": 47077
    },
    {
      "epoch": 2.190183763665969,
      "grad_norm": 1.0898173851966033,
      "learning_rate": 0.00021597870991696026,
      "loss": 1.6172,
      "step": 47078
    },
    {
      "epoch": 2.1902302861130494,
      "grad_norm": 1.2083004112487103,
      "learning_rate": 0.00021597537679251543,
      "loss": 2.3438,
      "step": 47079
    },
    {
      "epoch": 2.1902768085601303,
      "grad_norm": 1.2578862626597185,
      "learning_rate": 0.0002159720436276801,
      "loss": 2.2812,
      "step": 47080
    },
    {
      "epoch": 2.1903233310072108,
      "grad_norm": 1.04023433103017,
      "learning_rate": 0.00021596871042245627,
      "loss": 1.6484,
      "step": 47081
    },
    {
      "epoch": 2.1903698534542917,
      "grad_norm": 1.1894919833811668,
      "learning_rate": 0.00021596537717684603,
      "loss": 2.2188,
      "step": 47082
    },
    {
      "epoch": 2.1904163759013726,
      "grad_norm": 1.1483047549064405,
      "learning_rate": 0.00021596204389085137,
      "loss": 2.1406,
      "step": 47083
    },
    {
      "epoch": 2.190462898348453,
      "grad_norm": 1.1275185833640196,
      "learning_rate": 0.00021595871056447443,
      "loss": 2.3281,
      "step": 47084
    },
    {
      "epoch": 2.190509420795534,
      "grad_norm": 1.0866469801882892,
      "learning_rate": 0.0002159553771977171,
      "loss": 1.6016,
      "step": 47085
    },
    {
      "epoch": 2.1905559432426145,
      "grad_norm": 1.3523455421474992,
      "learning_rate": 0.00021595204379058156,
      "loss": 2.4375,
      "step": 47086
    },
    {
      "epoch": 2.1906024656896954,
      "grad_norm": 1.231246943828059,
      "learning_rate": 0.00021594871034306972,
      "loss": 2.5,
      "step": 47087
    },
    {
      "epoch": 2.190648988136776,
      "grad_norm": 1.1772202854403175,
      "learning_rate": 0.00021594537685518372,
      "loss": 2.5781,
      "step": 47088
    },
    {
      "epoch": 2.190695510583857,
      "grad_norm": 1.2027310258247375,
      "learning_rate": 0.00021594204332692557,
      "loss": 2.5156,
      "step": 47089
    },
    {
      "epoch": 2.1907420330309373,
      "grad_norm": 1.1836037476252466,
      "learning_rate": 0.00021593870975829735,
      "loss": 2.3594,
      "step": 47090
    },
    {
      "epoch": 2.190788555478018,
      "grad_norm": 1.2436784301467885,
      "learning_rate": 0.00021593537614930102,
      "loss": 2.4844,
      "step": 47091
    },
    {
      "epoch": 2.1908350779250987,
      "grad_norm": 1.2004629485217098,
      "learning_rate": 0.00021593204249993866,
      "loss": 2.1562,
      "step": 47092
    },
    {
      "epoch": 2.1908816003721796,
      "grad_norm": 1.1683824039454245,
      "learning_rate": 0.00021592870881021237,
      "loss": 2.4219,
      "step": 47093
    },
    {
      "epoch": 2.19092812281926,
      "grad_norm": 1.2090815924887262,
      "learning_rate": 0.00021592537508012408,
      "loss": 2.2812,
      "step": 47094
    },
    {
      "epoch": 2.190974645266341,
      "grad_norm": 1.2926560521338977,
      "learning_rate": 0.0002159220413096759,
      "loss": 2.5469,
      "step": 47095
    },
    {
      "epoch": 2.191021167713422,
      "grad_norm": 1.2473875658878557,
      "learning_rate": 0.00021591870749886985,
      "loss": 2.125,
      "step": 47096
    },
    {
      "epoch": 2.1910676901605024,
      "grad_norm": 1.0845137931322326,
      "learning_rate": 0.00021591537364770802,
      "loss": 1.9688,
      "step": 47097
    },
    {
      "epoch": 2.1911142126075833,
      "grad_norm": 1.1635361866064269,
      "learning_rate": 0.00021591203975619236,
      "loss": 2.2344,
      "step": 47098
    },
    {
      "epoch": 2.191160735054664,
      "grad_norm": 1.1976309417178606,
      "learning_rate": 0.000215908705824325,
      "loss": 2.3281,
      "step": 47099
    },
    {
      "epoch": 2.1912072575017447,
      "grad_norm": 1.22414393396757,
      "learning_rate": 0.00021590537185210793,
      "loss": 2.5312,
      "step": 47100
    },
    {
      "epoch": 2.191253779948825,
      "grad_norm": 1.1836005009409307,
      "learning_rate": 0.00021590203783954315,
      "loss": 2.3281,
      "step": 47101
    },
    {
      "epoch": 2.191300302395906,
      "grad_norm": 1.14425231815218,
      "learning_rate": 0.00021589870378663285,
      "loss": 2.4062,
      "step": 47102
    },
    {
      "epoch": 2.1913468248429866,
      "grad_norm": 1.111178545058981,
      "learning_rate": 0.00021589536969337893,
      "loss": 2.0781,
      "step": 47103
    },
    {
      "epoch": 2.1913933472900675,
      "grad_norm": 1.2374236871130448,
      "learning_rate": 0.00021589203555978347,
      "loss": 2.0625,
      "step": 47104
    },
    {
      "epoch": 2.191439869737148,
      "grad_norm": 1.256366393785809,
      "learning_rate": 0.0002158887013858485,
      "loss": 2.3594,
      "step": 47105
    },
    {
      "epoch": 2.191486392184229,
      "grad_norm": 1.42327333552272,
      "learning_rate": 0.00021588536717157613,
      "loss": 2.2969,
      "step": 47106
    },
    {
      "epoch": 2.19153291463131,
      "grad_norm": 1.336027505158631,
      "learning_rate": 0.00021588203291696828,
      "loss": 2.3594,
      "step": 47107
    },
    {
      "epoch": 2.1915794370783903,
      "grad_norm": 1.2001930179437834,
      "learning_rate": 0.00021587869862202714,
      "loss": 2.625,
      "step": 47108
    },
    {
      "epoch": 2.1916259595254712,
      "grad_norm": 1.1463619298107965,
      "learning_rate": 0.00021587536428675463,
      "loss": 2.1094,
      "step": 47109
    },
    {
      "epoch": 2.1916724819725517,
      "grad_norm": 1.153100236216228,
      "learning_rate": 0.00021587202991115283,
      "loss": 2.1094,
      "step": 47110
    },
    {
      "epoch": 2.1917190044196326,
      "grad_norm": 1.2212041363702217,
      "learning_rate": 0.00021586869549522378,
      "loss": 2.2656,
      "step": 47111
    },
    {
      "epoch": 2.191765526866713,
      "grad_norm": 1.5166289944867983,
      "learning_rate": 0.00021586536103896953,
      "loss": 1.7578,
      "step": 47112
    },
    {
      "epoch": 2.191812049313794,
      "grad_norm": 1.1885326973696084,
      "learning_rate": 0.00021586202654239216,
      "loss": 2.1875,
      "step": 47113
    },
    {
      "epoch": 2.1918585717608745,
      "grad_norm": 1.162992777701346,
      "learning_rate": 0.0002158586920054936,
      "loss": 2.2656,
      "step": 47114
    },
    {
      "epoch": 2.1919050942079554,
      "grad_norm": 1.1774874031095712,
      "learning_rate": 0.00021585535742827604,
      "loss": 2.2344,
      "step": 47115
    },
    {
      "epoch": 2.191951616655036,
      "grad_norm": 1.3295994852669901,
      "learning_rate": 0.00021585202281074135,
      "loss": 2.1562,
      "step": 47116
    },
    {
      "epoch": 2.191998139102117,
      "grad_norm": 1.3779219654622754,
      "learning_rate": 0.00021584868815289175,
      "loss": 2.4531,
      "step": 47117
    },
    {
      "epoch": 2.1920446615491973,
      "grad_norm": 1.3095628502441299,
      "learning_rate": 0.00021584535345472915,
      "loss": 2.5312,
      "step": 47118
    },
    {
      "epoch": 2.1920911839962782,
      "grad_norm": 1.2114665818786123,
      "learning_rate": 0.00021584201871625565,
      "loss": 2.2188,
      "step": 47119
    },
    {
      "epoch": 2.1921377064433587,
      "grad_norm": 1.1556004310769294,
      "learning_rate": 0.00021583868393747327,
      "loss": 2.1562,
      "step": 47120
    },
    {
      "epoch": 2.1921842288904396,
      "grad_norm": 1.1350181595651796,
      "learning_rate": 0.00021583534911838402,
      "loss": 2.0312,
      "step": 47121
    },
    {
      "epoch": 2.1922307513375205,
      "grad_norm": 1.338733928457401,
      "learning_rate": 0.00021583201425899007,
      "loss": 2.2656,
      "step": 47122
    },
    {
      "epoch": 2.192277273784601,
      "grad_norm": 1.1492934620310555,
      "learning_rate": 0.0002158286793592933,
      "loss": 2.2031,
      "step": 47123
    },
    {
      "epoch": 2.192323796231682,
      "grad_norm": 1.236551401071544,
      "learning_rate": 0.00021582534441929585,
      "loss": 2.5781,
      "step": 47124
    },
    {
      "epoch": 2.1923703186787624,
      "grad_norm": 1.1623354572905267,
      "learning_rate": 0.00021582200943899972,
      "loss": 2.2969,
      "step": 47125
    },
    {
      "epoch": 2.1924168411258433,
      "grad_norm": 1.28148081510606,
      "learning_rate": 0.00021581867441840703,
      "loss": 1.9609,
      "step": 47126
    },
    {
      "epoch": 2.192463363572924,
      "grad_norm": 1.2819133260684352,
      "learning_rate": 0.00021581533935751968,
      "loss": 2.4062,
      "step": 47127
    },
    {
      "epoch": 2.1925098860200047,
      "grad_norm": 1.2374833819396254,
      "learning_rate": 0.00021581200425633984,
      "loss": 2.4062,
      "step": 47128
    },
    {
      "epoch": 2.192556408467085,
      "grad_norm": 1.6641846899340857,
      "learning_rate": 0.0002158086691148695,
      "loss": 1.6406,
      "step": 47129
    },
    {
      "epoch": 2.192602930914166,
      "grad_norm": 1.1219811068047172,
      "learning_rate": 0.0002158053339331107,
      "loss": 2.0625,
      "step": 47130
    },
    {
      "epoch": 2.1926494533612466,
      "grad_norm": 1.2131138755281654,
      "learning_rate": 0.00021580199871106546,
      "loss": 2.3281,
      "step": 47131
    },
    {
      "epoch": 2.1926959758083275,
      "grad_norm": 1.2209888030726683,
      "learning_rate": 0.00021579866344873587,
      "loss": 2.2188,
      "step": 47132
    },
    {
      "epoch": 2.1927424982554085,
      "grad_norm": 1.3552431881506704,
      "learning_rate": 0.0002157953281461239,
      "loss": 2.4375,
      "step": 47133
    },
    {
      "epoch": 2.192789020702489,
      "grad_norm": 1.4257229263394404,
      "learning_rate": 0.00021579199280323172,
      "loss": 2.1719,
      "step": 47134
    },
    {
      "epoch": 2.19283554314957,
      "grad_norm": 1.2165974705788778,
      "learning_rate": 0.00021578865742006128,
      "loss": 2.3438,
      "step": 47135
    },
    {
      "epoch": 2.1928820655966503,
      "grad_norm": 1.260364476587392,
      "learning_rate": 0.00021578532199661462,
      "loss": 2.3281,
      "step": 47136
    },
    {
      "epoch": 2.1929285880437313,
      "grad_norm": 1.2168559504720136,
      "learning_rate": 0.0002157819865328938,
      "loss": 2.3594,
      "step": 47137
    },
    {
      "epoch": 2.1929751104908117,
      "grad_norm": 1.3163984384952994,
      "learning_rate": 0.00021577865102890084,
      "loss": 2.2969,
      "step": 47138
    },
    {
      "epoch": 2.1930216329378927,
      "grad_norm": 1.2590802137954036,
      "learning_rate": 0.00021577531548463784,
      "loss": 2.1875,
      "step": 47139
    },
    {
      "epoch": 2.193068155384973,
      "grad_norm": 1.4824417170467692,
      "learning_rate": 0.0002157719799001068,
      "loss": 2.2031,
      "step": 47140
    },
    {
      "epoch": 2.193114677832054,
      "grad_norm": 1.3309257924087503,
      "learning_rate": 0.00021576864427530975,
      "loss": 2.2656,
      "step": 47141
    },
    {
      "epoch": 2.1931612002791345,
      "grad_norm": 1.1831868494512963,
      "learning_rate": 0.00021576530861024872,
      "loss": 2.5312,
      "step": 47142
    },
    {
      "epoch": 2.1932077227262154,
      "grad_norm": 1.3149275610482734,
      "learning_rate": 0.00021576197290492584,
      "loss": 2.75,
      "step": 47143
    },
    {
      "epoch": 2.193254245173296,
      "grad_norm": 1.1074079671932138,
      "learning_rate": 0.000215758637159343,
      "loss": 1.8203,
      "step": 47144
    },
    {
      "epoch": 2.193300767620377,
      "grad_norm": 1.2283392656051482,
      "learning_rate": 0.00021575530137350244,
      "loss": 2.375,
      "step": 47145
    },
    {
      "epoch": 2.1933472900674573,
      "grad_norm": 1.1831875469298707,
      "learning_rate": 0.00021575196554740603,
      "loss": 2.1875,
      "step": 47146
    },
    {
      "epoch": 2.1933938125145382,
      "grad_norm": 1.1254868655809946,
      "learning_rate": 0.00021574862968105595,
      "loss": 1.9375,
      "step": 47147
    },
    {
      "epoch": 2.193440334961619,
      "grad_norm": 1.1879756822048368,
      "learning_rate": 0.00021574529377445413,
      "loss": 2.3281,
      "step": 47148
    },
    {
      "epoch": 2.1934868574086996,
      "grad_norm": 1.121857265702161,
      "learning_rate": 0.00021574195782760264,
      "loss": 1.9141,
      "step": 47149
    },
    {
      "epoch": 2.1935333798557806,
      "grad_norm": 1.0861342126154574,
      "learning_rate": 0.00021573862184050356,
      "loss": 2.1562,
      "step": 47150
    },
    {
      "epoch": 2.193579902302861,
      "grad_norm": 1.1845138081254698,
      "learning_rate": 0.0002157352858131589,
      "loss": 2.2812,
      "step": 47151
    },
    {
      "epoch": 2.193626424749942,
      "grad_norm": 1.4742457360296553,
      "learning_rate": 0.0002157319497455707,
      "loss": 1.9375,
      "step": 47152
    },
    {
      "epoch": 2.1936729471970224,
      "grad_norm": 1.2894661498428945,
      "learning_rate": 0.000215728613637741,
      "loss": 1.6562,
      "step": 47153
    },
    {
      "epoch": 2.1937194696441034,
      "grad_norm": 1.1645658536341392,
      "learning_rate": 0.00021572527748967186,
      "loss": 2.1406,
      "step": 47154
    },
    {
      "epoch": 2.193765992091184,
      "grad_norm": 1.1848170839067462,
      "learning_rate": 0.00021572194130136532,
      "loss": 2.4688,
      "step": 47155
    },
    {
      "epoch": 2.1938125145382648,
      "grad_norm": 1.1986561859645313,
      "learning_rate": 0.00021571860507282344,
      "loss": 1.7344,
      "step": 47156
    },
    {
      "epoch": 2.1938590369853452,
      "grad_norm": 1.6179570890093162,
      "learning_rate": 0.00021571526880404822,
      "loss": 2.0312,
      "step": 47157
    },
    {
      "epoch": 2.193905559432426,
      "grad_norm": 1.3682159430492076,
      "learning_rate": 0.00021571193249504176,
      "loss": 2.2188,
      "step": 47158
    },
    {
      "epoch": 2.193952081879507,
      "grad_norm": 1.3359314910066018,
      "learning_rate": 0.00021570859614580603,
      "loss": 2.4062,
      "step": 47159
    },
    {
      "epoch": 2.1939986043265876,
      "grad_norm": 1.252070330652722,
      "learning_rate": 0.00021570525975634315,
      "loss": 2.3125,
      "step": 47160
    },
    {
      "epoch": 2.1940451267736685,
      "grad_norm": 1.380149044924238,
      "learning_rate": 0.00021570192332665512,
      "loss": 2.3125,
      "step": 47161
    },
    {
      "epoch": 2.194091649220749,
      "grad_norm": 1.3039365037602828,
      "learning_rate": 0.00021569858685674393,
      "loss": 2.2969,
      "step": 47162
    },
    {
      "epoch": 2.19413817166783,
      "grad_norm": 1.3609469087406685,
      "learning_rate": 0.00021569525034661175,
      "loss": 1.9531,
      "step": 47163
    },
    {
      "epoch": 2.1941846941149104,
      "grad_norm": 1.3004032252693827,
      "learning_rate": 0.00021569191379626048,
      "loss": 2.0,
      "step": 47164
    },
    {
      "epoch": 2.1942312165619913,
      "grad_norm": 1.1810958321636769,
      "learning_rate": 0.00021568857720569224,
      "loss": 2.3438,
      "step": 47165
    },
    {
      "epoch": 2.1942777390090717,
      "grad_norm": 1.151646000055385,
      "learning_rate": 0.0002156852405749091,
      "loss": 2.0625,
      "step": 47166
    },
    {
      "epoch": 2.1943242614561527,
      "grad_norm": 1.2257332940497112,
      "learning_rate": 0.00021568190390391307,
      "loss": 2.4219,
      "step": 47167
    },
    {
      "epoch": 2.194370783903233,
      "grad_norm": 1.1697907393370024,
      "learning_rate": 0.00021567856719270618,
      "loss": 2.1875,
      "step": 47168
    },
    {
      "epoch": 2.194417306350314,
      "grad_norm": 1.4304987156761677,
      "learning_rate": 0.0002156752304412905,
      "loss": 2.0938,
      "step": 47169
    },
    {
      "epoch": 2.1944638287973945,
      "grad_norm": 1.1775817714048158,
      "learning_rate": 0.000215671893649668,
      "loss": 2.1719,
      "step": 47170
    },
    {
      "epoch": 2.1945103512444755,
      "grad_norm": 1.323035548784579,
      "learning_rate": 0.00021566855681784085,
      "loss": 2.6094,
      "step": 47171
    },
    {
      "epoch": 2.194556873691556,
      "grad_norm": 1.1262974949392908,
      "learning_rate": 0.000215665219945811,
      "loss": 2.2656,
      "step": 47172
    },
    {
      "epoch": 2.194603396138637,
      "grad_norm": 1.3004127589316654,
      "learning_rate": 0.00021566188303358055,
      "loss": 2.0938,
      "step": 47173
    },
    {
      "epoch": 2.194649918585718,
      "grad_norm": 1.1923068110608739,
      "learning_rate": 0.00021565854608115146,
      "loss": 1.9141,
      "step": 47174
    },
    {
      "epoch": 2.1946964410327983,
      "grad_norm": 1.1499268083980976,
      "learning_rate": 0.00021565520908852577,
      "loss": 2.0156,
      "step": 47175
    },
    {
      "epoch": 2.194742963479879,
      "grad_norm": 1.1651620170799173,
      "learning_rate": 0.00021565187205570567,
      "loss": 2.2188,
      "step": 47176
    },
    {
      "epoch": 2.1947894859269597,
      "grad_norm": 1.4259326696562087,
      "learning_rate": 0.00021564853498269305,
      "loss": 2.2656,
      "step": 47177
    },
    {
      "epoch": 2.1948360083740406,
      "grad_norm": 1.4127734474188571,
      "learning_rate": 0.00021564519786949004,
      "loss": 2.3906,
      "step": 47178
    },
    {
      "epoch": 2.194882530821121,
      "grad_norm": 1.345504564387442,
      "learning_rate": 0.00021564186071609866,
      "loss": 2.4062,
      "step": 47179
    },
    {
      "epoch": 2.194929053268202,
      "grad_norm": 1.2719303381731129,
      "learning_rate": 0.00021563852352252095,
      "loss": 2.5,
      "step": 47180
    },
    {
      "epoch": 2.1949755757152825,
      "grad_norm": 1.1472538598111783,
      "learning_rate": 0.00021563518628875888,
      "loss": 2.1719,
      "step": 47181
    },
    {
      "epoch": 2.1950220981623634,
      "grad_norm": 1.255859475185037,
      "learning_rate": 0.00021563184901481465,
      "loss": 2.5156,
      "step": 47182
    },
    {
      "epoch": 2.195068620609444,
      "grad_norm": 1.2868529944730407,
      "learning_rate": 0.00021562851170069016,
      "loss": 2.1719,
      "step": 47183
    },
    {
      "epoch": 2.1951151430565248,
      "grad_norm": 1.426071522733065,
      "learning_rate": 0.0002156251743463875,
      "loss": 2.2188,
      "step": 47184
    },
    {
      "epoch": 2.1951616655036057,
      "grad_norm": 1.4048646073220359,
      "learning_rate": 0.00021562183695190875,
      "loss": 2.4219,
      "step": 47185
    },
    {
      "epoch": 2.195208187950686,
      "grad_norm": 1.3189704171796435,
      "learning_rate": 0.00021561849951725592,
      "loss": 2.2812,
      "step": 47186
    },
    {
      "epoch": 2.195254710397767,
      "grad_norm": 1.2513567121027114,
      "learning_rate": 0.00021561516204243104,
      "loss": 2.4844,
      "step": 47187
    },
    {
      "epoch": 2.1953012328448476,
      "grad_norm": 1.2477828207146777,
      "learning_rate": 0.00021561182452743623,
      "loss": 2.125,
      "step": 47188
    },
    {
      "epoch": 2.1953477552919285,
      "grad_norm": 1.7193373422656586,
      "learning_rate": 0.00021560848697227343,
      "loss": 2.0938,
      "step": 47189
    },
    {
      "epoch": 2.195394277739009,
      "grad_norm": 1.1995524444886152,
      "learning_rate": 0.00021560514937694474,
      "loss": 2.4375,
      "step": 47190
    },
    {
      "epoch": 2.19544080018609,
      "grad_norm": 1.198689213380766,
      "learning_rate": 0.00021560181174145218,
      "loss": 2.0938,
      "step": 47191
    },
    {
      "epoch": 2.1954873226331704,
      "grad_norm": 1.339259932005172,
      "learning_rate": 0.0002155984740657978,
      "loss": 2.3594,
      "step": 47192
    },
    {
      "epoch": 2.1955338450802513,
      "grad_norm": 1.2299032141377788,
      "learning_rate": 0.00021559513634998364,
      "loss": 2.3906,
      "step": 47193
    },
    {
      "epoch": 2.1955803675273318,
      "grad_norm": 1.4411676369438282,
      "learning_rate": 0.00021559179859401178,
      "loss": 2.4531,
      "step": 47194
    },
    {
      "epoch": 2.1956268899744127,
      "grad_norm": 1.229611782096067,
      "learning_rate": 0.00021558846079788423,
      "loss": 2.0469,
      "step": 47195
    },
    {
      "epoch": 2.195673412421493,
      "grad_norm": 1.3356831471021917,
      "learning_rate": 0.00021558512296160302,
      "loss": 2.3281,
      "step": 47196
    },
    {
      "epoch": 2.195719934868574,
      "grad_norm": 1.255305326687275,
      "learning_rate": 0.0002155817850851702,
      "loss": 2.0469,
      "step": 47197
    },
    {
      "epoch": 2.195766457315655,
      "grad_norm": 1.2602952040146556,
      "learning_rate": 0.00021557844716858782,
      "loss": 2.375,
      "step": 47198
    },
    {
      "epoch": 2.1958129797627355,
      "grad_norm": 1.2475116486407494,
      "learning_rate": 0.00021557510921185798,
      "loss": 2.3125,
      "step": 47199
    },
    {
      "epoch": 2.1958595022098164,
      "grad_norm": 1.1893079717596398,
      "learning_rate": 0.00021557177121498262,
      "loss": 2.3125,
      "step": 47200
    },
    {
      "epoch": 2.195906024656897,
      "grad_norm": 1.2465930278026607,
      "learning_rate": 0.00021556843317796387,
      "loss": 2.2188,
      "step": 47201
    },
    {
      "epoch": 2.195952547103978,
      "grad_norm": 1.213742613724023,
      "learning_rate": 0.00021556509510080375,
      "loss": 2.1875,
      "step": 47202
    },
    {
      "epoch": 2.1959990695510583,
      "grad_norm": 1.2297254129603823,
      "learning_rate": 0.00021556175698350425,
      "loss": 2.2812,
      "step": 47203
    },
    {
      "epoch": 2.196045591998139,
      "grad_norm": 1.2223983651166395,
      "learning_rate": 0.0002155584188260675,
      "loss": 2.0938,
      "step": 47204
    },
    {
      "epoch": 2.1960921144452197,
      "grad_norm": 1.171043614130234,
      "learning_rate": 0.00021555508062849548,
      "loss": 2.3281,
      "step": 47205
    },
    {
      "epoch": 2.1961386368923006,
      "grad_norm": 1.2055414315892454,
      "learning_rate": 0.00021555174239079025,
      "loss": 2.3438,
      "step": 47206
    },
    {
      "epoch": 2.196185159339381,
      "grad_norm": 1.1558932140136233,
      "learning_rate": 0.00021554840411295385,
      "loss": 1.8906,
      "step": 47207
    },
    {
      "epoch": 2.196231681786462,
      "grad_norm": 1.2503974080683142,
      "learning_rate": 0.0002155450657949883,
      "loss": 2.4531,
      "step": 47208
    },
    {
      "epoch": 2.1962782042335425,
      "grad_norm": 1.200017188197951,
      "learning_rate": 0.00021554172743689572,
      "loss": 2.3906,
      "step": 47209
    },
    {
      "epoch": 2.1963247266806234,
      "grad_norm": 1.1722802525190001,
      "learning_rate": 0.00021553838903867807,
      "loss": 2.2656,
      "step": 47210
    },
    {
      "epoch": 2.1963712491277043,
      "grad_norm": 1.1848125223140016,
      "learning_rate": 0.00021553505060033752,
      "loss": 2.0312,
      "step": 47211
    },
    {
      "epoch": 2.196417771574785,
      "grad_norm": 1.1754219176562544,
      "learning_rate": 0.00021553171212187593,
      "loss": 2.2656,
      "step": 47212
    },
    {
      "epoch": 2.1964642940218657,
      "grad_norm": 1.2749556498183532,
      "learning_rate": 0.0002155283736032955,
      "loss": 2.2969,
      "step": 47213
    },
    {
      "epoch": 2.196510816468946,
      "grad_norm": 1.1901268508023708,
      "learning_rate": 0.00021552503504459816,
      "loss": 2.3438,
      "step": 47214
    },
    {
      "epoch": 2.196557338916027,
      "grad_norm": 1.1842210017330161,
      "learning_rate": 0.00021552169644578606,
      "loss": 2.3438,
      "step": 47215
    },
    {
      "epoch": 2.1966038613631076,
      "grad_norm": 1.163250107790086,
      "learning_rate": 0.00021551835780686114,
      "loss": 2.2344,
      "step": 47216
    },
    {
      "epoch": 2.1966503838101885,
      "grad_norm": 1.2183173889182464,
      "learning_rate": 0.00021551501912782554,
      "loss": 2.3281,
      "step": 47217
    },
    {
      "epoch": 2.196696906257269,
      "grad_norm": 1.2017537442089627,
      "learning_rate": 0.00021551168040868124,
      "loss": 2.2656,
      "step": 47218
    },
    {
      "epoch": 2.19674342870435,
      "grad_norm": 1.173892777235094,
      "learning_rate": 0.0002155083416494303,
      "loss": 2.25,
      "step": 47219
    },
    {
      "epoch": 2.1967899511514304,
      "grad_norm": 1.1358068867173987,
      "learning_rate": 0.00021550500285007478,
      "loss": 2.5,
      "step": 47220
    },
    {
      "epoch": 2.1968364735985113,
      "grad_norm": 1.178766309097929,
      "learning_rate": 0.0002155016640106167,
      "loss": 2.4219,
      "step": 47221
    },
    {
      "epoch": 2.1968829960455922,
      "grad_norm": 1.189730975824919,
      "learning_rate": 0.00021549832513105812,
      "loss": 2.4062,
      "step": 47222
    },
    {
      "epoch": 2.1969295184926727,
      "grad_norm": 1.216726973436845,
      "learning_rate": 0.00021549498621140106,
      "loss": 2.2344,
      "step": 47223
    },
    {
      "epoch": 2.1969760409397536,
      "grad_norm": 1.190023300076735,
      "learning_rate": 0.00021549164725164765,
      "loss": 2.3281,
      "step": 47224
    },
    {
      "epoch": 2.197022563386834,
      "grad_norm": 1.205890408225698,
      "learning_rate": 0.00021548830825179977,
      "loss": 2.3125,
      "step": 47225
    },
    {
      "epoch": 2.197069085833915,
      "grad_norm": 1.2170285887902754,
      "learning_rate": 0.0002154849692118596,
      "loss": 2.4219,
      "step": 47226
    },
    {
      "epoch": 2.1971156082809955,
      "grad_norm": 1.1578496936391582,
      "learning_rate": 0.00021548163013182918,
      "loss": 2.1562,
      "step": 47227
    },
    {
      "epoch": 2.1971621307280764,
      "grad_norm": 1.1880440927585358,
      "learning_rate": 0.0002154782910117105,
      "loss": 2.4531,
      "step": 47228
    },
    {
      "epoch": 2.197208653175157,
      "grad_norm": 1.1886037135514136,
      "learning_rate": 0.00021547495185150563,
      "loss": 2.2031,
      "step": 47229
    },
    {
      "epoch": 2.197255175622238,
      "grad_norm": 1.2330170670237106,
      "learning_rate": 0.0002154716126512166,
      "loss": 2.4375,
      "step": 47230
    },
    {
      "epoch": 2.1973016980693183,
      "grad_norm": 1.2418692107688503,
      "learning_rate": 0.00021546827341084544,
      "loss": 2.2188,
      "step": 47231
    },
    {
      "epoch": 2.197348220516399,
      "grad_norm": 1.1844534170204983,
      "learning_rate": 0.00021546493413039428,
      "loss": 2.5,
      "step": 47232
    },
    {
      "epoch": 2.1973947429634797,
      "grad_norm": 1.1641037058624424,
      "learning_rate": 0.00021546159480986506,
      "loss": 2.2812,
      "step": 47233
    },
    {
      "epoch": 2.1974412654105606,
      "grad_norm": 1.2176568752015136,
      "learning_rate": 0.00021545825544925983,
      "loss": 2.4531,
      "step": 47234
    },
    {
      "epoch": 2.197487787857641,
      "grad_norm": 1.2259379261889551,
      "learning_rate": 0.00021545491604858073,
      "loss": 2.3125,
      "step": 47235
    },
    {
      "epoch": 2.197534310304722,
      "grad_norm": 1.1322003566231866,
      "learning_rate": 0.00021545157660782973,
      "loss": 2.2656,
      "step": 47236
    },
    {
      "epoch": 2.197580832751803,
      "grad_norm": 1.2382466933017602,
      "learning_rate": 0.0002154482371270089,
      "loss": 2.1406,
      "step": 47237
    },
    {
      "epoch": 2.1976273551988834,
      "grad_norm": 1.1753100535876844,
      "learning_rate": 0.00021544489760612023,
      "loss": 2.2656,
      "step": 47238
    },
    {
      "epoch": 2.1976738776459643,
      "grad_norm": 1.1695654563838718,
      "learning_rate": 0.00021544155804516585,
      "loss": 1.9922,
      "step": 47239
    },
    {
      "epoch": 2.197720400093045,
      "grad_norm": 1.3106457407585155,
      "learning_rate": 0.00021543821844414773,
      "loss": 2.25,
      "step": 47240
    },
    {
      "epoch": 2.1977669225401257,
      "grad_norm": 1.17513082541303,
      "learning_rate": 0.00021543487880306794,
      "loss": 2.0312,
      "step": 47241
    },
    {
      "epoch": 2.197813444987206,
      "grad_norm": 1.332585635686576,
      "learning_rate": 0.00021543153912192858,
      "loss": 2.2031,
      "step": 47242
    },
    {
      "epoch": 2.197859967434287,
      "grad_norm": 1.2215257833847715,
      "learning_rate": 0.00021542819940073162,
      "loss": 2.0938,
      "step": 47243
    },
    {
      "epoch": 2.1979064898813676,
      "grad_norm": 1.1082748819549935,
      "learning_rate": 0.00021542485963947912,
      "loss": 2.0938,
      "step": 47244
    },
    {
      "epoch": 2.1979530123284485,
      "grad_norm": 1.1871775329936447,
      "learning_rate": 0.00021542151983817314,
      "loss": 2.2812,
      "step": 47245
    },
    {
      "epoch": 2.197999534775529,
      "grad_norm": 1.2033671615635122,
      "learning_rate": 0.00021541817999681575,
      "loss": 2.1094,
      "step": 47246
    },
    {
      "epoch": 2.19804605722261,
      "grad_norm": 1.140953336554882,
      "learning_rate": 0.00021541484011540892,
      "loss": 2.3125,
      "step": 47247
    },
    {
      "epoch": 2.198092579669691,
      "grad_norm": 1.1354204765456042,
      "learning_rate": 0.00021541150019395477,
      "loss": 2.2031,
      "step": 47248
    },
    {
      "epoch": 2.1981391021167713,
      "grad_norm": 1.2514622168083618,
      "learning_rate": 0.00021540816023245528,
      "loss": 2.1562,
      "step": 47249
    },
    {
      "epoch": 2.1981856245638522,
      "grad_norm": 1.16803155999515,
      "learning_rate": 0.00021540482023091258,
      "loss": 2.1875,
      "step": 47250
    },
    {
      "epoch": 2.1982321470109327,
      "grad_norm": 1.2643779609696908,
      "learning_rate": 0.00021540148018932861,
      "loss": 2.25,
      "step": 47251
    },
    {
      "epoch": 2.1982786694580136,
      "grad_norm": 1.2213510187391174,
      "learning_rate": 0.0002153981401077055,
      "loss": 2.2188,
      "step": 47252
    },
    {
      "epoch": 2.198325191905094,
      "grad_norm": 1.2262944039028951,
      "learning_rate": 0.00021539479998604525,
      "loss": 2.5312,
      "step": 47253
    },
    {
      "epoch": 2.198371714352175,
      "grad_norm": 1.1927976560185807,
      "learning_rate": 0.00021539145982434995,
      "loss": 2.2188,
      "step": 47254
    },
    {
      "epoch": 2.1984182367992555,
      "grad_norm": 1.1835836294911075,
      "learning_rate": 0.00021538811962262157,
      "loss": 2.1562,
      "step": 47255
    },
    {
      "epoch": 2.1984647592463364,
      "grad_norm": 1.2029897595229118,
      "learning_rate": 0.00021538477938086223,
      "loss": 2.4375,
      "step": 47256
    },
    {
      "epoch": 2.198511281693417,
      "grad_norm": 1.2552948068935967,
      "learning_rate": 0.00021538143909907394,
      "loss": 2.4219,
      "step": 47257
    },
    {
      "epoch": 2.198557804140498,
      "grad_norm": 1.181071479897717,
      "learning_rate": 0.00021537809877725874,
      "loss": 2.3125,
      "step": 47258
    },
    {
      "epoch": 2.1986043265875783,
      "grad_norm": 1.229934341531471,
      "learning_rate": 0.00021537475841541866,
      "loss": 2.0625,
      "step": 47259
    },
    {
      "epoch": 2.1986508490346592,
      "grad_norm": 1.1847530048092947,
      "learning_rate": 0.0002153714180135558,
      "loss": 2.1406,
      "step": 47260
    },
    {
      "epoch": 2.1986973714817397,
      "grad_norm": 1.2688246178429803,
      "learning_rate": 0.0002153680775716722,
      "loss": 2.4844,
      "step": 47261
    },
    {
      "epoch": 2.1987438939288206,
      "grad_norm": 1.2666745727217048,
      "learning_rate": 0.0002153647370897698,
      "loss": 2.4375,
      "step": 47262
    },
    {
      "epoch": 2.1987904163759016,
      "grad_norm": 1.2287698832077125,
      "learning_rate": 0.00021536139656785073,
      "loss": 2.5781,
      "step": 47263
    },
    {
      "epoch": 2.198836938822982,
      "grad_norm": 1.1289048347430048,
      "learning_rate": 0.00021535805600591707,
      "loss": 2.125,
      "step": 47264
    },
    {
      "epoch": 2.198883461270063,
      "grad_norm": 1.3193626485282253,
      "learning_rate": 0.0002153547154039708,
      "loss": 2.2188,
      "step": 47265
    },
    {
      "epoch": 2.1989299837171434,
      "grad_norm": 1.2466705226770096,
      "learning_rate": 0.000215351374762014,
      "loss": 2.4219,
      "step": 47266
    },
    {
      "epoch": 2.1989765061642244,
      "grad_norm": 1.1458569801889886,
      "learning_rate": 0.0002153480340800487,
      "loss": 2.2031,
      "step": 47267
    },
    {
      "epoch": 2.199023028611305,
      "grad_norm": 1.2374492152966863,
      "learning_rate": 0.000215344693358077,
      "loss": 2.2188,
      "step": 47268
    },
    {
      "epoch": 2.1990695510583858,
      "grad_norm": 1.0873348104066172,
      "learning_rate": 0.0002153413525961008,
      "loss": 2.1094,
      "step": 47269
    },
    {
      "epoch": 2.1991160735054662,
      "grad_norm": 1.135658931220158,
      "learning_rate": 0.00021533801179412232,
      "loss": 1.8125,
      "step": 47270
    },
    {
      "epoch": 2.199162595952547,
      "grad_norm": 1.1831276185812,
      "learning_rate": 0.00021533467095214345,
      "loss": 2.1719,
      "step": 47271
    },
    {
      "epoch": 2.1992091183996276,
      "grad_norm": 1.1642613385461282,
      "learning_rate": 0.00021533133007016638,
      "loss": 1.9688,
      "step": 47272
    },
    {
      "epoch": 2.1992556408467085,
      "grad_norm": 1.2118703106876443,
      "learning_rate": 0.00021532798914819303,
      "loss": 2.25,
      "step": 47273
    },
    {
      "epoch": 2.1993021632937895,
      "grad_norm": 1.2429691359064117,
      "learning_rate": 0.0002153246481862255,
      "loss": 2.0625,
      "step": 47274
    },
    {
      "epoch": 2.19934868574087,
      "grad_norm": 1.3481976837897547,
      "learning_rate": 0.00021532130718426585,
      "loss": 2.0625,
      "step": 47275
    },
    {
      "epoch": 2.199395208187951,
      "grad_norm": 1.1861209766243284,
      "learning_rate": 0.00021531796614231613,
      "loss": 2.2812,
      "step": 47276
    },
    {
      "epoch": 2.1994417306350313,
      "grad_norm": 1.1873284323024884,
      "learning_rate": 0.00021531462506037833,
      "loss": 2.1094,
      "step": 47277
    },
    {
      "epoch": 2.1994882530821123,
      "grad_norm": 1.1772688880511468,
      "learning_rate": 0.0002153112839384546,
      "loss": 2.2656,
      "step": 47278
    },
    {
      "epoch": 2.1995347755291927,
      "grad_norm": 1.252955073832544,
      "learning_rate": 0.00021530794277654686,
      "loss": 2.3594,
      "step": 47279
    },
    {
      "epoch": 2.1995812979762737,
      "grad_norm": 1.193004092584825,
      "learning_rate": 0.00021530460157465723,
      "loss": 2.125,
      "step": 47280
    },
    {
      "epoch": 2.199627820423354,
      "grad_norm": 1.2423425247098143,
      "learning_rate": 0.00021530126033278776,
      "loss": 2.2344,
      "step": 47281
    },
    {
      "epoch": 2.199674342870435,
      "grad_norm": 1.121424156544464,
      "learning_rate": 0.00021529791905094042,
      "loss": 2.4531,
      "step": 47282
    },
    {
      "epoch": 2.1997208653175155,
      "grad_norm": 1.172924876686058,
      "learning_rate": 0.00021529457772911736,
      "loss": 2.0781,
      "step": 47283
    },
    {
      "epoch": 2.1997673877645965,
      "grad_norm": 1.1904421931040137,
      "learning_rate": 0.00021529123636732054,
      "loss": 2.2969,
      "step": 47284
    },
    {
      "epoch": 2.199813910211677,
      "grad_norm": 1.2121798457790418,
      "learning_rate": 0.00021528789496555204,
      "loss": 2.125,
      "step": 47285
    },
    {
      "epoch": 2.199860432658758,
      "grad_norm": 1.2604615592927402,
      "learning_rate": 0.0002152845535238139,
      "loss": 2.2344,
      "step": 47286
    },
    {
      "epoch": 2.1999069551058383,
      "grad_norm": 1.0613008890579725,
      "learning_rate": 0.0002152812120421082,
      "loss": 1.8906,
      "step": 47287
    },
    {
      "epoch": 2.1999534775529193,
      "grad_norm": 1.2137030934261748,
      "learning_rate": 0.00021527787052043692,
      "loss": 2.2188,
      "step": 47288
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.1967188667349484,
      "learning_rate": 0.00021527452895880216,
      "loss": 2.2656,
      "step": 47289
    },
    {
      "epoch": 2.2000465224470807,
      "grad_norm": 1.1216849770215893,
      "learning_rate": 0.00021527118735720598,
      "loss": 2.2188,
      "step": 47290
    },
    {
      "epoch": 2.2000930448941616,
      "grad_norm": 1.1626513197684545,
      "learning_rate": 0.00021526784571565037,
      "loss": 1.8438,
      "step": 47291
    },
    {
      "epoch": 2.200139567341242,
      "grad_norm": 1.2150742835682133,
      "learning_rate": 0.0002152645040341374,
      "loss": 2.5469,
      "step": 47292
    },
    {
      "epoch": 2.200186089788323,
      "grad_norm": 1.2851207392579171,
      "learning_rate": 0.00021526116231266912,
      "loss": 2.4844,
      "step": 47293
    },
    {
      "epoch": 2.2002326122354035,
      "grad_norm": 1.1502618345975122,
      "learning_rate": 0.00021525782055124758,
      "loss": 2.1719,
      "step": 47294
    },
    {
      "epoch": 2.2002791346824844,
      "grad_norm": 1.1489006205507553,
      "learning_rate": 0.00021525447874987482,
      "loss": 2.1406,
      "step": 47295
    },
    {
      "epoch": 2.200325657129565,
      "grad_norm": 1.1439333479266476,
      "learning_rate": 0.00021525113690855284,
      "loss": 2.0938,
      "step": 47296
    },
    {
      "epoch": 2.2003721795766458,
      "grad_norm": 1.2290676395278461,
      "learning_rate": 0.00021524779502728373,
      "loss": 2.1875,
      "step": 47297
    },
    {
      "epoch": 2.2004187020237262,
      "grad_norm": 1.191006730496143,
      "learning_rate": 0.0002152444531060696,
      "loss": 2.2031,
      "step": 47298
    },
    {
      "epoch": 2.200465224470807,
      "grad_norm": 1.2146018977136268,
      "learning_rate": 0.00021524111114491241,
      "loss": 2.3438,
      "step": 47299
    },
    {
      "epoch": 2.200511746917888,
      "grad_norm": 1.1926314843554044,
      "learning_rate": 0.00021523776914381422,
      "loss": 2.3125,
      "step": 47300
    },
    {
      "epoch": 2.2005582693649686,
      "grad_norm": 1.386954599254926,
      "learning_rate": 0.00021523442710277702,
      "loss": 2.25,
      "step": 47301
    },
    {
      "epoch": 2.2006047918120495,
      "grad_norm": 1.219933256253441,
      "learning_rate": 0.00021523108502180302,
      "loss": 2.1562,
      "step": 47302
    },
    {
      "epoch": 2.20065131425913,
      "grad_norm": 1.1817716702532393,
      "learning_rate": 0.0002152277429008941,
      "loss": 2.4375,
      "step": 47303
    },
    {
      "epoch": 2.200697836706211,
      "grad_norm": 1.1400971502774362,
      "learning_rate": 0.00021522440074005241,
      "loss": 2.0781,
      "step": 47304
    },
    {
      "epoch": 2.2007443591532914,
      "grad_norm": 1.2140845250685637,
      "learning_rate": 0.00021522105853927996,
      "loss": 2.3906,
      "step": 47305
    },
    {
      "epoch": 2.2007908816003723,
      "grad_norm": 1.2695275972369133,
      "learning_rate": 0.00021521771629857877,
      "loss": 2.1719,
      "step": 47306
    },
    {
      "epoch": 2.2008374040474528,
      "grad_norm": 1.1620519793003647,
      "learning_rate": 0.0002152143740179509,
      "loss": 2.25,
      "step": 47307
    },
    {
      "epoch": 2.2008839264945337,
      "grad_norm": 1.2496772771528755,
      "learning_rate": 0.0002152110316973984,
      "loss": 2.3438,
      "step": 47308
    },
    {
      "epoch": 2.200930448941614,
      "grad_norm": 1.2803660846257572,
      "learning_rate": 0.00021520768933692335,
      "loss": 2.1875,
      "step": 47309
    },
    {
      "epoch": 2.200976971388695,
      "grad_norm": 1.275864903960907,
      "learning_rate": 0.00021520434693652777,
      "loss": 2.4219,
      "step": 47310
    },
    {
      "epoch": 2.2010234938357756,
      "grad_norm": 1.3391355621725758,
      "learning_rate": 0.0002152010044962137,
      "loss": 1.6172,
      "step": 47311
    },
    {
      "epoch": 2.2010700162828565,
      "grad_norm": 1.2973998921490741,
      "learning_rate": 0.00021519766201598316,
      "loss": 2.0312,
      "step": 47312
    },
    {
      "epoch": 2.2011165387299374,
      "grad_norm": 1.2084108954192092,
      "learning_rate": 0.00021519431949583827,
      "loss": 2.1562,
      "step": 47313
    },
    {
      "epoch": 2.201163061177018,
      "grad_norm": 1.1682061367985055,
      "learning_rate": 0.000215190976935781,
      "loss": 2.3438,
      "step": 47314
    },
    {
      "epoch": 2.201209583624099,
      "grad_norm": 1.2247533114600115,
      "learning_rate": 0.00021518763433581346,
      "loss": 2.5781,
      "step": 47315
    },
    {
      "epoch": 2.2012561060711793,
      "grad_norm": 1.184752153880528,
      "learning_rate": 0.00021518429169593763,
      "loss": 2.2188,
      "step": 47316
    },
    {
      "epoch": 2.20130262851826,
      "grad_norm": 1.2044971561223463,
      "learning_rate": 0.00021518094901615565,
      "loss": 2.2031,
      "step": 47317
    },
    {
      "epoch": 2.2013491509653407,
      "grad_norm": 1.2974408423011463,
      "learning_rate": 0.00021517760629646948,
      "loss": 2.4844,
      "step": 47318
    },
    {
      "epoch": 2.2013956734124216,
      "grad_norm": 1.2389836063745965,
      "learning_rate": 0.00021517426353688114,
      "loss": 2.1406,
      "step": 47319
    },
    {
      "epoch": 2.201442195859502,
      "grad_norm": 1.2336612173007147,
      "learning_rate": 0.00021517092073739278,
      "loss": 2.1562,
      "step": 47320
    },
    {
      "epoch": 2.201488718306583,
      "grad_norm": 1.2730398414120332,
      "learning_rate": 0.00021516757789800643,
      "loss": 2.2656,
      "step": 47321
    },
    {
      "epoch": 2.2015352407536635,
      "grad_norm": 1.202529663784665,
      "learning_rate": 0.00021516423501872407,
      "loss": 2.25,
      "step": 47322
    },
    {
      "epoch": 2.2015817632007444,
      "grad_norm": 1.165403087414598,
      "learning_rate": 0.00021516089209954776,
      "loss": 1.9297,
      "step": 47323
    },
    {
      "epoch": 2.201628285647825,
      "grad_norm": 1.172763555392784,
      "learning_rate": 0.0002151575491404796,
      "loss": 2.1406,
      "step": 47324
    },
    {
      "epoch": 2.201674808094906,
      "grad_norm": 1.348311113221356,
      "learning_rate": 0.0002151542061415216,
      "loss": 2.5469,
      "step": 47325
    },
    {
      "epoch": 2.2017213305419867,
      "grad_norm": 1.2183867046800219,
      "learning_rate": 0.00021515086310267584,
      "loss": 2.6406,
      "step": 47326
    },
    {
      "epoch": 2.201767852989067,
      "grad_norm": 1.1678178058952202,
      "learning_rate": 0.0002151475200239443,
      "loss": 2.1719,
      "step": 47327
    },
    {
      "epoch": 2.201814375436148,
      "grad_norm": 1.3402834561300616,
      "learning_rate": 0.00021514417690532908,
      "loss": 2.1875,
      "step": 47328
    },
    {
      "epoch": 2.2018608978832286,
      "grad_norm": 1.1892168974996857,
      "learning_rate": 0.00021514083374683218,
      "loss": 2.3125,
      "step": 47329
    },
    {
      "epoch": 2.2019074203303095,
      "grad_norm": 1.2310520003542378,
      "learning_rate": 0.00021513749054845568,
      "loss": 2.375,
      "step": 47330
    },
    {
      "epoch": 2.20195394277739,
      "grad_norm": 1.1900240347576614,
      "learning_rate": 0.00021513414731020165,
      "loss": 1.9922,
      "step": 47331
    },
    {
      "epoch": 2.202000465224471,
      "grad_norm": 1.2170483250022928,
      "learning_rate": 0.00021513080403207208,
      "loss": 2.2031,
      "step": 47332
    },
    {
      "epoch": 2.2020469876715514,
      "grad_norm": 1.201938448687067,
      "learning_rate": 0.00021512746071406907,
      "loss": 2.4688,
      "step": 47333
    },
    {
      "epoch": 2.2020935101186323,
      "grad_norm": 1.3783050131730432,
      "learning_rate": 0.00021512411735619466,
      "loss": 2.3594,
      "step": 47334
    },
    {
      "epoch": 2.202140032565713,
      "grad_norm": 1.3476181260766091,
      "learning_rate": 0.00021512077395845086,
      "loss": 2.4531,
      "step": 47335
    },
    {
      "epoch": 2.2021865550127937,
      "grad_norm": 1.1721232717544434,
      "learning_rate": 0.00021511743052083976,
      "loss": 2.4219,
      "step": 47336
    },
    {
      "epoch": 2.2022330774598746,
      "grad_norm": 1.1545916535459604,
      "learning_rate": 0.00021511408704336338,
      "loss": 2.3594,
      "step": 47337
    },
    {
      "epoch": 2.202279599906955,
      "grad_norm": 1.2783100356845807,
      "learning_rate": 0.00021511074352602376,
      "loss": 2.0625,
      "step": 47338
    },
    {
      "epoch": 2.202326122354036,
      "grad_norm": 1.2690355864258187,
      "learning_rate": 0.00021510739996882298,
      "loss": 2.0781,
      "step": 47339
    },
    {
      "epoch": 2.2023726448011165,
      "grad_norm": 1.2968550769746094,
      "learning_rate": 0.00021510405637176303,
      "loss": 2.4062,
      "step": 47340
    },
    {
      "epoch": 2.2024191672481974,
      "grad_norm": 1.1595064730149096,
      "learning_rate": 0.000215100712734846,
      "loss": 2.2812,
      "step": 47341
    },
    {
      "epoch": 2.202465689695278,
      "grad_norm": 1.3004650543537277,
      "learning_rate": 0.00021509736905807395,
      "loss": 2.3281,
      "step": 47342
    },
    {
      "epoch": 2.202512212142359,
      "grad_norm": 1.1272435788150768,
      "learning_rate": 0.00021509402534144887,
      "loss": 2.1875,
      "step": 47343
    },
    {
      "epoch": 2.2025587345894393,
      "grad_norm": 1.1971953726979279,
      "learning_rate": 0.0002150906815849729,
      "loss": 2.0781,
      "step": 47344
    },
    {
      "epoch": 2.20260525703652,
      "grad_norm": 1.1981241500515099,
      "learning_rate": 0.00021508733778864797,
      "loss": 2.4062,
      "step": 47345
    },
    {
      "epoch": 2.2026517794836007,
      "grad_norm": 1.1811400635293754,
      "learning_rate": 0.00021508399395247626,
      "loss": 2.1406,
      "step": 47346
    },
    {
      "epoch": 2.2026983019306816,
      "grad_norm": 1.2146971810814595,
      "learning_rate": 0.0002150806500764597,
      "loss": 2.3438,
      "step": 47347
    },
    {
      "epoch": 2.202744824377762,
      "grad_norm": 1.2214223057165385,
      "learning_rate": 0.00021507730616060039,
      "loss": 2.1406,
      "step": 47348
    },
    {
      "epoch": 2.202791346824843,
      "grad_norm": 1.1564223986988045,
      "learning_rate": 0.00021507396220490034,
      "loss": 2.2812,
      "step": 47349
    },
    {
      "epoch": 2.2028378692719235,
      "grad_norm": 1.1118816712165154,
      "learning_rate": 0.0002150706182093617,
      "loss": 1.9219,
      "step": 47350
    },
    {
      "epoch": 2.2028843917190044,
      "grad_norm": 1.3057180223754759,
      "learning_rate": 0.00021506727417398638,
      "loss": 2.1875,
      "step": 47351
    },
    {
      "epoch": 2.2029309141660853,
      "grad_norm": 1.2949620614622297,
      "learning_rate": 0.0002150639300987765,
      "loss": 2.125,
      "step": 47352
    },
    {
      "epoch": 2.202977436613166,
      "grad_norm": 1.2560013452475796,
      "learning_rate": 0.0002150605859837341,
      "loss": 2.1562,
      "step": 47353
    },
    {
      "epoch": 2.2030239590602467,
      "grad_norm": 1.1092385350832001,
      "learning_rate": 0.00021505724182886127,
      "loss": 2.2969,
      "step": 47354
    },
    {
      "epoch": 2.203070481507327,
      "grad_norm": 1.2419899493603628,
      "learning_rate": 0.00021505389763415997,
      "loss": 2.3594,
      "step": 47355
    },
    {
      "epoch": 2.203117003954408,
      "grad_norm": 1.187432905118149,
      "learning_rate": 0.0002150505533996323,
      "loss": 2.3438,
      "step": 47356
    },
    {
      "epoch": 2.2031635264014886,
      "grad_norm": 1.1939155324964712,
      "learning_rate": 0.00021504720912528027,
      "loss": 2.1875,
      "step": 47357
    },
    {
      "epoch": 2.2032100488485695,
      "grad_norm": 1.242557379629164,
      "learning_rate": 0.000215043864811106,
      "loss": 2.6875,
      "step": 47358
    },
    {
      "epoch": 2.20325657129565,
      "grad_norm": 1.150536090943074,
      "learning_rate": 0.0002150405204571115,
      "loss": 2.4219,
      "step": 47359
    },
    {
      "epoch": 2.203303093742731,
      "grad_norm": 1.140953486793418,
      "learning_rate": 0.00021503717606329877,
      "loss": 2.1875,
      "step": 47360
    },
    {
      "epoch": 2.2033496161898114,
      "grad_norm": 1.1519639164428972,
      "learning_rate": 0.00021503383162966994,
      "loss": 2.0469,
      "step": 47361
    },
    {
      "epoch": 2.2033961386368923,
      "grad_norm": 1.1513749986093684,
      "learning_rate": 0.00021503048715622696,
      "loss": 2.1719,
      "step": 47362
    },
    {
      "epoch": 2.2034426610839732,
      "grad_norm": 1.440626567969559,
      "learning_rate": 0.00021502714264297194,
      "loss": 2.3594,
      "step": 47363
    },
    {
      "epoch": 2.2034891835310537,
      "grad_norm": 1.3050156547503562,
      "learning_rate": 0.00021502379808990696,
      "loss": 2.3906,
      "step": 47364
    },
    {
      "epoch": 2.2035357059781346,
      "grad_norm": 1.2173005701765063,
      "learning_rate": 0.00021502045349703402,
      "loss": 2.1875,
      "step": 47365
    },
    {
      "epoch": 2.203582228425215,
      "grad_norm": 1.2910174297021737,
      "learning_rate": 0.00021501710886435516,
      "loss": 2.2812,
      "step": 47366
    },
    {
      "epoch": 2.203628750872296,
      "grad_norm": 1.1567977842941661,
      "learning_rate": 0.00021501376419187242,
      "loss": 1.9922,
      "step": 47367
    },
    {
      "epoch": 2.2036752733193765,
      "grad_norm": 1.2313575507513381,
      "learning_rate": 0.0002150104194795879,
      "loss": 2.375,
      "step": 47368
    },
    {
      "epoch": 2.2037217957664574,
      "grad_norm": 1.2092572985802683,
      "learning_rate": 0.00021500707472750361,
      "loss": 2.3281,
      "step": 47369
    },
    {
      "epoch": 2.203768318213538,
      "grad_norm": 1.3643462582034984,
      "learning_rate": 0.00021500372993562162,
      "loss": 2.1406,
      "step": 47370
    },
    {
      "epoch": 2.203814840660619,
      "grad_norm": 1.1859078335509394,
      "learning_rate": 0.00021500038510394395,
      "loss": 2.25,
      "step": 47371
    },
    {
      "epoch": 2.2038613631076993,
      "grad_norm": 1.1447678574980247,
      "learning_rate": 0.00021499704023247268,
      "loss": 2.25,
      "step": 47372
    },
    {
      "epoch": 2.2039078855547802,
      "grad_norm": 1.2131538969505744,
      "learning_rate": 0.00021499369532120978,
      "loss": 2.25,
      "step": 47373
    },
    {
      "epoch": 2.2039544080018607,
      "grad_norm": 1.6893208624501341,
      "learning_rate": 0.0002149903503701574,
      "loss": 2.8281,
      "step": 47374
    },
    {
      "epoch": 2.2040009304489416,
      "grad_norm": 1.212823693898475,
      "learning_rate": 0.00021498700537931758,
      "loss": 2.2812,
      "step": 47375
    },
    {
      "epoch": 2.204047452896022,
      "grad_norm": 1.136407202357504,
      "learning_rate": 0.00021498366034869226,
      "loss": 2.2812,
      "step": 47376
    },
    {
      "epoch": 2.204093975343103,
      "grad_norm": 1.4855117966956164,
      "learning_rate": 0.00021498031527828363,
      "loss": 2.6406,
      "step": 47377
    },
    {
      "epoch": 2.204140497790184,
      "grad_norm": 1.148496551353422,
      "learning_rate": 0.00021497697016809362,
      "loss": 2.0625,
      "step": 47378
    },
    {
      "epoch": 2.2041870202372644,
      "grad_norm": 1.239182628156018,
      "learning_rate": 0.00021497362501812436,
      "loss": 2.3906,
      "step": 47379
    },
    {
      "epoch": 2.2042335426843453,
      "grad_norm": 1.1772791493648664,
      "learning_rate": 0.00021497027982837782,
      "loss": 2.3281,
      "step": 47380
    },
    {
      "epoch": 2.204280065131426,
      "grad_norm": 1.165689154777292,
      "learning_rate": 0.00021496693459885613,
      "loss": 2.2031,
      "step": 47381
    },
    {
      "epoch": 2.2043265875785067,
      "grad_norm": 1.247918926688841,
      "learning_rate": 0.00021496358932956126,
      "loss": 2.3281,
      "step": 47382
    },
    {
      "epoch": 2.2043731100255872,
      "grad_norm": 1.1633657241403101,
      "learning_rate": 0.00021496024402049537,
      "loss": 2.25,
      "step": 47383
    },
    {
      "epoch": 2.204419632472668,
      "grad_norm": 1.2023965654214452,
      "learning_rate": 0.00021495689867166034,
      "loss": 2.25,
      "step": 47384
    },
    {
      "epoch": 2.2044661549197486,
      "grad_norm": 1.0834684109432864,
      "learning_rate": 0.00021495355328305838,
      "loss": 2.0781,
      "step": 47385
    },
    {
      "epoch": 2.2045126773668295,
      "grad_norm": 1.1710783226967159,
      "learning_rate": 0.00021495020785469146,
      "loss": 2.25,
      "step": 47386
    },
    {
      "epoch": 2.20455919981391,
      "grad_norm": 1.1662624454782828,
      "learning_rate": 0.00021494686238656162,
      "loss": 1.9297,
      "step": 47387
    },
    {
      "epoch": 2.204605722260991,
      "grad_norm": 1.1953932621213055,
      "learning_rate": 0.000214943516878671,
      "loss": 2.4062,
      "step": 47388
    },
    {
      "epoch": 2.204652244708072,
      "grad_norm": 1.1955993580695634,
      "learning_rate": 0.00021494017133102147,
      "loss": 2.0,
      "step": 47389
    },
    {
      "epoch": 2.2046987671551523,
      "grad_norm": 1.1675527578692289,
      "learning_rate": 0.00021493682574361524,
      "loss": 2.3594,
      "step": 47390
    },
    {
      "epoch": 2.2047452896022333,
      "grad_norm": 1.1881507621911387,
      "learning_rate": 0.0002149334801164543,
      "loss": 2.2812,
      "step": 47391
    },
    {
      "epoch": 2.2047918120493137,
      "grad_norm": 1.2708079905282985,
      "learning_rate": 0.00021493013444954072,
      "loss": 2.4375,
      "step": 47392
    },
    {
      "epoch": 2.2048383344963947,
      "grad_norm": 1.1868605541343427,
      "learning_rate": 0.00021492678874287648,
      "loss": 2.3594,
      "step": 47393
    },
    {
      "epoch": 2.204884856943475,
      "grad_norm": 1.1211905042018122,
      "learning_rate": 0.00021492344299646373,
      "loss": 2.2969,
      "step": 47394
    },
    {
      "epoch": 2.204931379390556,
      "grad_norm": 1.0548721297551673,
      "learning_rate": 0.00021492009721030438,
      "loss": 2.0938,
      "step": 47395
    },
    {
      "epoch": 2.2049779018376365,
      "grad_norm": 1.2151923178542217,
      "learning_rate": 0.00021491675138440064,
      "loss": 2.3281,
      "step": 47396
    },
    {
      "epoch": 2.2050244242847175,
      "grad_norm": 1.1572501477269512,
      "learning_rate": 0.00021491340551875446,
      "loss": 2.1875,
      "step": 47397
    },
    {
      "epoch": 2.205070946731798,
      "grad_norm": 1.1607226264182833,
      "learning_rate": 0.00021491005961336794,
      "loss": 2.1719,
      "step": 47398
    },
    {
      "epoch": 2.205117469178879,
      "grad_norm": 1.174482985195782,
      "learning_rate": 0.00021490671366824302,
      "loss": 2.2812,
      "step": 47399
    },
    {
      "epoch": 2.2051639916259593,
      "grad_norm": 1.3428563704953114,
      "learning_rate": 0.0002149033676833819,
      "loss": 1.8125,
      "step": 47400
    },
    {
      "epoch": 2.2052105140730403,
      "grad_norm": 1.2233596126105946,
      "learning_rate": 0.0002149000216587866,
      "loss": 2.0781,
      "step": 47401
    },
    {
      "epoch": 2.2052570365201207,
      "grad_norm": 1.1570144632412744,
      "learning_rate": 0.00021489667559445905,
      "loss": 2.0938,
      "step": 47402
    },
    {
      "epoch": 2.2053035589672016,
      "grad_norm": 1.1470702355279179,
      "learning_rate": 0.00021489332949040137,
      "loss": 1.6406,
      "step": 47403
    },
    {
      "epoch": 2.2053500814142826,
      "grad_norm": 1.2025402383743777,
      "learning_rate": 0.00021488998334661562,
      "loss": 2.2969,
      "step": 47404
    },
    {
      "epoch": 2.205396603861363,
      "grad_norm": 1.1251939716817427,
      "learning_rate": 0.00021488663716310387,
      "loss": 1.9141,
      "step": 47405
    },
    {
      "epoch": 2.205443126308444,
      "grad_norm": 1.194066497719285,
      "learning_rate": 0.00021488329093986806,
      "loss": 2.25,
      "step": 47406
    },
    {
      "epoch": 2.2054896487555244,
      "grad_norm": 1.2498890966644132,
      "learning_rate": 0.0002148799446769104,
      "loss": 2.5156,
      "step": 47407
    },
    {
      "epoch": 2.2055361712026054,
      "grad_norm": 1.2149628654647993,
      "learning_rate": 0.0002148765983742328,
      "loss": 2.3438,
      "step": 47408
    },
    {
      "epoch": 2.205582693649686,
      "grad_norm": 1.1572220143974985,
      "learning_rate": 0.0002148732520318374,
      "loss": 2.3594,
      "step": 47409
    },
    {
      "epoch": 2.2056292160967668,
      "grad_norm": 1.2330055287887698,
      "learning_rate": 0.0002148699056497262,
      "loss": 2.2188,
      "step": 47410
    },
    {
      "epoch": 2.2056757385438472,
      "grad_norm": 1.1510744000742579,
      "learning_rate": 0.00021486655922790126,
      "loss": 2.4062,
      "step": 47411
    },
    {
      "epoch": 2.205722260990928,
      "grad_norm": 1.12514152351069,
      "learning_rate": 0.00021486321276636465,
      "loss": 2.1406,
      "step": 47412
    },
    {
      "epoch": 2.2057687834380086,
      "grad_norm": 1.1774825969229592,
      "learning_rate": 0.0002148598662651184,
      "loss": 2.2344,
      "step": 47413
    },
    {
      "epoch": 2.2058153058850896,
      "grad_norm": 1.2633289745209062,
      "learning_rate": 0.00021485651972416453,
      "loss": 2.5156,
      "step": 47414
    },
    {
      "epoch": 2.2058618283321705,
      "grad_norm": 1.2049843885895497,
      "learning_rate": 0.00021485317314350513,
      "loss": 2.4375,
      "step": 47415
    },
    {
      "epoch": 2.205908350779251,
      "grad_norm": 1.2262934322485504,
      "learning_rate": 0.00021484982652314225,
      "loss": 2.1562,
      "step": 47416
    },
    {
      "epoch": 2.205954873226332,
      "grad_norm": 1.1802451853000338,
      "learning_rate": 0.00021484647986307789,
      "loss": 2.1719,
      "step": 47417
    },
    {
      "epoch": 2.2060013956734124,
      "grad_norm": 1.1849739884793742,
      "learning_rate": 0.00021484313316331413,
      "loss": 2.2031,
      "step": 47418
    },
    {
      "epoch": 2.2060479181204933,
      "grad_norm": 1.2493884133534154,
      "learning_rate": 0.00021483978642385302,
      "loss": 2.4844,
      "step": 47419
    },
    {
      "epoch": 2.2060944405675738,
      "grad_norm": 1.1628244911475882,
      "learning_rate": 0.00021483643964469667,
      "loss": 2.2188,
      "step": 47420
    },
    {
      "epoch": 2.2061409630146547,
      "grad_norm": 1.1656800120550626,
      "learning_rate": 0.000214833092825847,
      "loss": 2.2969,
      "step": 47421
    },
    {
      "epoch": 2.206187485461735,
      "grad_norm": 1.2470580105501643,
      "learning_rate": 0.0002148297459673062,
      "loss": 2.3906,
      "step": 47422
    },
    {
      "epoch": 2.206234007908816,
      "grad_norm": 1.1611383538873246,
      "learning_rate": 0.0002148263990690762,
      "loss": 2.3281,
      "step": 47423
    },
    {
      "epoch": 2.2062805303558966,
      "grad_norm": 1.143036507784271,
      "learning_rate": 0.00021482305213115912,
      "loss": 2.2344,
      "step": 47424
    },
    {
      "epoch": 2.2063270528029775,
      "grad_norm": 1.0928188257020166,
      "learning_rate": 0.00021481970515355696,
      "loss": 2.4531,
      "step": 47425
    },
    {
      "epoch": 2.206373575250058,
      "grad_norm": 1.1802040671543423,
      "learning_rate": 0.00021481635813627178,
      "loss": 2.3281,
      "step": 47426
    },
    {
      "epoch": 2.206420097697139,
      "grad_norm": 1.1638247263425743,
      "learning_rate": 0.0002148130110793057,
      "loss": 2.0938,
      "step": 47427
    },
    {
      "epoch": 2.20646662014422,
      "grad_norm": 1.2577419270699899,
      "learning_rate": 0.00021480966398266062,
      "loss": 2.3438,
      "step": 47428
    },
    {
      "epoch": 2.2065131425913003,
      "grad_norm": 1.1283099454268641,
      "learning_rate": 0.00021480631684633877,
      "loss": 2.1406,
      "step": 47429
    },
    {
      "epoch": 2.206559665038381,
      "grad_norm": 1.5141933218430064,
      "learning_rate": 0.00021480296967034206,
      "loss": 1.6016,
      "step": 47430
    },
    {
      "epoch": 2.2066061874854617,
      "grad_norm": 1.2385880579317936,
      "learning_rate": 0.00021479962245467263,
      "loss": 1.7578,
      "step": 47431
    },
    {
      "epoch": 2.2066527099325426,
      "grad_norm": 1.1665688281438844,
      "learning_rate": 0.00021479627519933246,
      "loss": 2.2969,
      "step": 47432
    },
    {
      "epoch": 2.206699232379623,
      "grad_norm": 1.2396237537745396,
      "learning_rate": 0.00021479292790432366,
      "loss": 2.1562,
      "step": 47433
    },
    {
      "epoch": 2.206745754826704,
      "grad_norm": 1.2220742323097757,
      "learning_rate": 0.00021478958056964822,
      "loss": 2.0938,
      "step": 47434
    },
    {
      "epoch": 2.2067922772737845,
      "grad_norm": 1.3588012650298646,
      "learning_rate": 0.00021478623319530824,
      "loss": 2.2812,
      "step": 47435
    },
    {
      "epoch": 2.2068387997208654,
      "grad_norm": 1.244158461409023,
      "learning_rate": 0.00021478288578130573,
      "loss": 2.1719,
      "step": 47436
    },
    {
      "epoch": 2.206885322167946,
      "grad_norm": 1.2928680253126017,
      "learning_rate": 0.00021477953832764276,
      "loss": 2.3281,
      "step": 47437
    },
    {
      "epoch": 2.206931844615027,
      "grad_norm": 1.2119536255520336,
      "learning_rate": 0.00021477619083432137,
      "loss": 2.2969,
      "step": 47438
    },
    {
      "epoch": 2.2069783670621073,
      "grad_norm": 1.191951959621992,
      "learning_rate": 0.0002147728433013436,
      "loss": 2.375,
      "step": 47439
    },
    {
      "epoch": 2.207024889509188,
      "grad_norm": 1.1967126598660975,
      "learning_rate": 0.00021476949572871152,
      "loss": 2.5156,
      "step": 47440
    },
    {
      "epoch": 2.207071411956269,
      "grad_norm": 1.0722106292577531,
      "learning_rate": 0.00021476614811642716,
      "loss": 1.9609,
      "step": 47441
    },
    {
      "epoch": 2.2071179344033496,
      "grad_norm": 1.183637844009516,
      "learning_rate": 0.00021476280046449264,
      "loss": 2.25,
      "step": 47442
    },
    {
      "epoch": 2.2071644568504305,
      "grad_norm": 1.209570954180991,
      "learning_rate": 0.0002147594527729099,
      "loss": 2.4219,
      "step": 47443
    },
    {
      "epoch": 2.207210979297511,
      "grad_norm": 1.2594710436640884,
      "learning_rate": 0.00021475610504168106,
      "loss": 2.2812,
      "step": 47444
    },
    {
      "epoch": 2.207257501744592,
      "grad_norm": 1.3106215405622008,
      "learning_rate": 0.00021475275727080815,
      "loss": 2.2344,
      "step": 47445
    },
    {
      "epoch": 2.2073040241916724,
      "grad_norm": 1.1492762362156768,
      "learning_rate": 0.00021474940946029325,
      "loss": 2.2969,
      "step": 47446
    },
    {
      "epoch": 2.2073505466387533,
      "grad_norm": 1.1530628941405028,
      "learning_rate": 0.00021474606161013833,
      "loss": 2.1094,
      "step": 47447
    },
    {
      "epoch": 2.2073970690858338,
      "grad_norm": 1.1316037918965431,
      "learning_rate": 0.00021474271372034552,
      "loss": 2.4062,
      "step": 47448
    },
    {
      "epoch": 2.2074435915329147,
      "grad_norm": 1.1745777778355426,
      "learning_rate": 0.0002147393657909168,
      "loss": 2.2188,
      "step": 47449
    },
    {
      "epoch": 2.207490113979995,
      "grad_norm": 1.077829026386556,
      "learning_rate": 0.00021473601782185427,
      "loss": 2.0,
      "step": 47450
    },
    {
      "epoch": 2.207536636427076,
      "grad_norm": 1.2135843782376925,
      "learning_rate": 0.00021473266981316,
      "loss": 2.4688,
      "step": 47451
    },
    {
      "epoch": 2.207583158874157,
      "grad_norm": 1.2111689452791685,
      "learning_rate": 0.000214729321764836,
      "loss": 2.2812,
      "step": 47452
    },
    {
      "epoch": 2.2076296813212375,
      "grad_norm": 1.2075245798034002,
      "learning_rate": 0.00021472597367688432,
      "loss": 2.0781,
      "step": 47453
    },
    {
      "epoch": 2.2076762037683184,
      "grad_norm": 1.2266424626453298,
      "learning_rate": 0.00021472262554930702,
      "loss": 2.4375,
      "step": 47454
    },
    {
      "epoch": 2.207722726215399,
      "grad_norm": 1.1682426111008133,
      "learning_rate": 0.00021471927738210615,
      "loss": 2.2656,
      "step": 47455
    },
    {
      "epoch": 2.20776924866248,
      "grad_norm": 1.2025346082895907,
      "learning_rate": 0.00021471592917528373,
      "loss": 2.3906,
      "step": 47456
    },
    {
      "epoch": 2.2078157711095603,
      "grad_norm": 1.1778210874877784,
      "learning_rate": 0.00021471258092884188,
      "loss": 2.2031,
      "step": 47457
    },
    {
      "epoch": 2.207862293556641,
      "grad_norm": 1.1806677118636886,
      "learning_rate": 0.00021470923264278258,
      "loss": 1.9844,
      "step": 47458
    },
    {
      "epoch": 2.2079088160037217,
      "grad_norm": 1.1654088397128735,
      "learning_rate": 0.00021470588431710792,
      "loss": 1.9766,
      "step": 47459
    },
    {
      "epoch": 2.2079553384508026,
      "grad_norm": 1.1483640644506954,
      "learning_rate": 0.00021470253595181992,
      "loss": 2.0156,
      "step": 47460
    },
    {
      "epoch": 2.208001860897883,
      "grad_norm": 1.1101444369530025,
      "learning_rate": 0.00021469918754692065,
      "loss": 1.8047,
      "step": 47461
    },
    {
      "epoch": 2.208048383344964,
      "grad_norm": 1.195258656015056,
      "learning_rate": 0.00021469583910241216,
      "loss": 2.2969,
      "step": 47462
    },
    {
      "epoch": 2.2080949057920445,
      "grad_norm": 1.2151893669631155,
      "learning_rate": 0.00021469249061829647,
      "loss": 2.3906,
      "step": 47463
    },
    {
      "epoch": 2.2081414282391254,
      "grad_norm": 1.2214134954263083,
      "learning_rate": 0.00021468914209457572,
      "loss": 2.1406,
      "step": 47464
    },
    {
      "epoch": 2.208187950686206,
      "grad_norm": 1.0992448972907172,
      "learning_rate": 0.00021468579353125185,
      "loss": 2.0312,
      "step": 47465
    },
    {
      "epoch": 2.208234473133287,
      "grad_norm": 1.098409380021214,
      "learning_rate": 0.00021468244492832699,
      "loss": 2.1562,
      "step": 47466
    },
    {
      "epoch": 2.2082809955803677,
      "grad_norm": 1.2821559514323593,
      "learning_rate": 0.0002146790962858031,
      "loss": 2.4688,
      "step": 47467
    },
    {
      "epoch": 2.208327518027448,
      "grad_norm": 1.1990462394731185,
      "learning_rate": 0.00021467574760368236,
      "loss": 2.3281,
      "step": 47468
    },
    {
      "epoch": 2.208374040474529,
      "grad_norm": 1.2074663854630028,
      "learning_rate": 0.00021467239888196666,
      "loss": 2.2188,
      "step": 47469
    },
    {
      "epoch": 2.2084205629216096,
      "grad_norm": 1.247135374857516,
      "learning_rate": 0.0002146690501206582,
      "loss": 2.2344,
      "step": 47470
    },
    {
      "epoch": 2.2084670853686905,
      "grad_norm": 1.1850579928611287,
      "learning_rate": 0.00021466570131975892,
      "loss": 2.1875,
      "step": 47471
    },
    {
      "epoch": 2.208513607815771,
      "grad_norm": 1.184134995241531,
      "learning_rate": 0.00021466235247927094,
      "loss": 2.3281,
      "step": 47472
    },
    {
      "epoch": 2.208560130262852,
      "grad_norm": 1.1413168437343388,
      "learning_rate": 0.0002146590035991963,
      "loss": 2.2344,
      "step": 47473
    },
    {
      "epoch": 2.2086066527099324,
      "grad_norm": 1.274361852225132,
      "learning_rate": 0.000214655654679537,
      "loss": 2.2812,
      "step": 47474
    },
    {
      "epoch": 2.2086531751570133,
      "grad_norm": 1.1673538582599328,
      "learning_rate": 0.00021465230572029518,
      "loss": 2.2344,
      "step": 47475
    },
    {
      "epoch": 2.208699697604094,
      "grad_norm": 1.161245178057902,
      "learning_rate": 0.00021464895672147278,
      "loss": 2.0938,
      "step": 47476
    },
    {
      "epoch": 2.2087462200511747,
      "grad_norm": 1.1186495292062089,
      "learning_rate": 0.00021464560768307196,
      "loss": 2.0938,
      "step": 47477
    },
    {
      "epoch": 2.2087927424982556,
      "grad_norm": 1.1380872834964129,
      "learning_rate": 0.00021464225860509466,
      "loss": 1.9141,
      "step": 47478
    },
    {
      "epoch": 2.208839264945336,
      "grad_norm": 1.1342713835637792,
      "learning_rate": 0.00021463890948754304,
      "loss": 1.9844,
      "step": 47479
    },
    {
      "epoch": 2.208885787392417,
      "grad_norm": 1.226620772703765,
      "learning_rate": 0.00021463556033041907,
      "loss": 2.3125,
      "step": 47480
    },
    {
      "epoch": 2.2089323098394975,
      "grad_norm": 1.1602530712216832,
      "learning_rate": 0.00021463221113372487,
      "loss": 2.25,
      "step": 47481
    },
    {
      "epoch": 2.2089788322865784,
      "grad_norm": 1.1480240921139349,
      "learning_rate": 0.0002146288618974624,
      "loss": 2.2031,
      "step": 47482
    },
    {
      "epoch": 2.209025354733659,
      "grad_norm": 1.1914083603842325,
      "learning_rate": 0.0002146255126216338,
      "loss": 2.1406,
      "step": 47483
    },
    {
      "epoch": 2.20907187718074,
      "grad_norm": 1.3424611013362522,
      "learning_rate": 0.00021462216330624107,
      "loss": 2.5781,
      "step": 47484
    },
    {
      "epoch": 2.2091183996278203,
      "grad_norm": 1.1228532979231627,
      "learning_rate": 0.00021461881395128625,
      "loss": 2.1875,
      "step": 47485
    },
    {
      "epoch": 2.2091649220749012,
      "grad_norm": 1.3641119844802208,
      "learning_rate": 0.00021461546455677145,
      "loss": 2.3906,
      "step": 47486
    },
    {
      "epoch": 2.2092114445219817,
      "grad_norm": 1.2302594530926825,
      "learning_rate": 0.0002146121151226986,
      "loss": 2.3281,
      "step": 47487
    },
    {
      "epoch": 2.2092579669690626,
      "grad_norm": 1.210196215266221,
      "learning_rate": 0.00021460876564906992,
      "loss": 2.2656,
      "step": 47488
    },
    {
      "epoch": 2.209304489416143,
      "grad_norm": 1.133872469339392,
      "learning_rate": 0.00021460541613588734,
      "loss": 2.2344,
      "step": 47489
    },
    {
      "epoch": 2.209351011863224,
      "grad_norm": 1.192084984845081,
      "learning_rate": 0.00021460206658315296,
      "loss": 2.4531,
      "step": 47490
    },
    {
      "epoch": 2.2093975343103045,
      "grad_norm": 1.1257013717780417,
      "learning_rate": 0.00021459871699086878,
      "loss": 2.2656,
      "step": 47491
    },
    {
      "epoch": 2.2094440567573854,
      "grad_norm": 1.1549102559502034,
      "learning_rate": 0.00021459536735903692,
      "loss": 2.0938,
      "step": 47492
    },
    {
      "epoch": 2.2094905792044663,
      "grad_norm": 1.1665551936994443,
      "learning_rate": 0.00021459201768765936,
      "loss": 2.1094,
      "step": 47493
    },
    {
      "epoch": 2.209537101651547,
      "grad_norm": 1.1266470165687568,
      "learning_rate": 0.00021458866797673817,
      "loss": 2.2812,
      "step": 47494
    },
    {
      "epoch": 2.2095836240986277,
      "grad_norm": 1.1872187803295113,
      "learning_rate": 0.00021458531822627548,
      "loss": 2.0781,
      "step": 47495
    },
    {
      "epoch": 2.209630146545708,
      "grad_norm": 1.1687323527613462,
      "learning_rate": 0.00021458196843627324,
      "loss": 2.1719,
      "step": 47496
    },
    {
      "epoch": 2.209676668992789,
      "grad_norm": 1.2632825857215697,
      "learning_rate": 0.00021457861860673356,
      "loss": 2.3438,
      "step": 47497
    },
    {
      "epoch": 2.2097231914398696,
      "grad_norm": 1.0494511771322235,
      "learning_rate": 0.00021457526873765843,
      "loss": 2.125,
      "step": 47498
    },
    {
      "epoch": 2.2097697138869505,
      "grad_norm": 1.1792987038373965,
      "learning_rate": 0.00021457191882904997,
      "loss": 2.0781,
      "step": 47499
    },
    {
      "epoch": 2.209816236334031,
      "grad_norm": 1.2117603877195309,
      "learning_rate": 0.0002145685688809102,
      "loss": 2.2188,
      "step": 47500
    },
    {
      "epoch": 2.209862758781112,
      "grad_norm": 1.2241975296030008,
      "learning_rate": 0.0002145652188932412,
      "loss": 2.5781,
      "step": 47501
    },
    {
      "epoch": 2.2099092812281924,
      "grad_norm": 2.3865987132770035,
      "learning_rate": 0.00021456186886604492,
      "loss": 1.6797,
      "step": 47502
    },
    {
      "epoch": 2.2099558036752733,
      "grad_norm": 1.2481128387632565,
      "learning_rate": 0.00021455851879932354,
      "loss": 2.2969,
      "step": 47503
    },
    {
      "epoch": 2.2100023261223543,
      "grad_norm": 1.3859271731877523,
      "learning_rate": 0.00021455516869307902,
      "loss": 2.6094,
      "step": 47504
    },
    {
      "epoch": 2.2100488485694347,
      "grad_norm": 1.450862229234712,
      "learning_rate": 0.00021455181854731348,
      "loss": 2.0312,
      "step": 47505
    },
    {
      "epoch": 2.2100953710165157,
      "grad_norm": 1.2367645814763877,
      "learning_rate": 0.00021454846836202888,
      "loss": 1.9766,
      "step": 47506
    },
    {
      "epoch": 2.210141893463596,
      "grad_norm": 1.2032032108338502,
      "learning_rate": 0.0002145451181372274,
      "loss": 2.25,
      "step": 47507
    },
    {
      "epoch": 2.210188415910677,
      "grad_norm": 1.2850026865227275,
      "learning_rate": 0.00021454176787291099,
      "loss": 2.3281,
      "step": 47508
    },
    {
      "epoch": 2.2102349383577575,
      "grad_norm": 1.1159657645932086,
      "learning_rate": 0.0002145384175690817,
      "loss": 2.3438,
      "step": 47509
    },
    {
      "epoch": 2.2102814608048384,
      "grad_norm": 1.22648867778011,
      "learning_rate": 0.00021453506722574168,
      "loss": 2.2344,
      "step": 47510
    },
    {
      "epoch": 2.210327983251919,
      "grad_norm": 1.1798788938289262,
      "learning_rate": 0.00021453171684289286,
      "loss": 2.1875,
      "step": 47511
    },
    {
      "epoch": 2.210374505699,
      "grad_norm": 1.1399250589885903,
      "learning_rate": 0.00021452836642053732,
      "loss": 2.25,
      "step": 47512
    },
    {
      "epoch": 2.2104210281460803,
      "grad_norm": 1.333156923782693,
      "learning_rate": 0.0002145250159586772,
      "loss": 2.1094,
      "step": 47513
    },
    {
      "epoch": 2.2104675505931612,
      "grad_norm": 1.4010024045424552,
      "learning_rate": 0.00021452166545731443,
      "loss": 2.4531,
      "step": 47514
    },
    {
      "epoch": 2.2105140730402417,
      "grad_norm": 1.3252434176505825,
      "learning_rate": 0.0002145183149164511,
      "loss": 2.375,
      "step": 47515
    },
    {
      "epoch": 2.2105605954873226,
      "grad_norm": 1.2900436151632317,
      "learning_rate": 0.00021451496433608932,
      "loss": 2.1562,
      "step": 47516
    },
    {
      "epoch": 2.210607117934403,
      "grad_norm": 1.2551054000036423,
      "learning_rate": 0.00021451161371623107,
      "loss": 2.2656,
      "step": 47517
    },
    {
      "epoch": 2.210653640381484,
      "grad_norm": 1.127202955412173,
      "learning_rate": 0.00021450826305687847,
      "loss": 2.0156,
      "step": 47518
    },
    {
      "epoch": 2.210700162828565,
      "grad_norm": 1.1686300284293925,
      "learning_rate": 0.0002145049123580335,
      "loss": 1.9141,
      "step": 47519
    },
    {
      "epoch": 2.2107466852756454,
      "grad_norm": 1.209667361479959,
      "learning_rate": 0.00021450156161969826,
      "loss": 2.2812,
      "step": 47520
    },
    {
      "epoch": 2.2107932077227264,
      "grad_norm": 1.2358378252210784,
      "learning_rate": 0.0002144982108418748,
      "loss": 2.2656,
      "step": 47521
    },
    {
      "epoch": 2.210839730169807,
      "grad_norm": 1.1188377702562706,
      "learning_rate": 0.00021449486002456512,
      "loss": 2.2031,
      "step": 47522
    },
    {
      "epoch": 2.2108862526168878,
      "grad_norm": 1.2142646618650255,
      "learning_rate": 0.00021449150916777132,
      "loss": 2.1875,
      "step": 47523
    },
    {
      "epoch": 2.2109327750639682,
      "grad_norm": 1.2272960453474138,
      "learning_rate": 0.00021448815827149545,
      "loss": 2.1094,
      "step": 47524
    },
    {
      "epoch": 2.210979297511049,
      "grad_norm": 1.1241553166190565,
      "learning_rate": 0.00021448480733573955,
      "loss": 1.9297,
      "step": 47525
    },
    {
      "epoch": 2.2110258199581296,
      "grad_norm": 1.250585469580691,
      "learning_rate": 0.0002144814563605056,
      "loss": 2.25,
      "step": 47526
    },
    {
      "epoch": 2.2110723424052106,
      "grad_norm": 1.3226735775236755,
      "learning_rate": 0.00021447810534579582,
      "loss": 2.4062,
      "step": 47527
    },
    {
      "epoch": 2.211118864852291,
      "grad_norm": 1.2098548073499933,
      "learning_rate": 0.00021447475429161206,
      "loss": 2.4062,
      "step": 47528
    },
    {
      "epoch": 2.211165387299372,
      "grad_norm": 1.329687202744643,
      "learning_rate": 0.00021447140319795656,
      "loss": 2.1719,
      "step": 47529
    },
    {
      "epoch": 2.211211909746453,
      "grad_norm": 1.1095174023019454,
      "learning_rate": 0.00021446805206483128,
      "loss": 2.0,
      "step": 47530
    },
    {
      "epoch": 2.2112584321935334,
      "grad_norm": 1.2372585094932314,
      "learning_rate": 0.00021446470089223828,
      "loss": 2.3906,
      "step": 47531
    },
    {
      "epoch": 2.2113049546406143,
      "grad_norm": 1.239826611196382,
      "learning_rate": 0.00021446134968017955,
      "loss": 2.2969,
      "step": 47532
    },
    {
      "epoch": 2.2113514770876948,
      "grad_norm": 1.1254751189283823,
      "learning_rate": 0.00021445799842865728,
      "loss": 2.2188,
      "step": 47533
    },
    {
      "epoch": 2.2113979995347757,
      "grad_norm": 1.1801021872176334,
      "learning_rate": 0.0002144546471376734,
      "loss": 2.1719,
      "step": 47534
    },
    {
      "epoch": 2.211444521981856,
      "grad_norm": 1.3016697927179985,
      "learning_rate": 0.00021445129580723003,
      "loss": 2.1875,
      "step": 47535
    },
    {
      "epoch": 2.211491044428937,
      "grad_norm": 1.2420734133841556,
      "learning_rate": 0.0002144479444373292,
      "loss": 2.1875,
      "step": 47536
    },
    {
      "epoch": 2.2115375668760175,
      "grad_norm": 1.1119891988080737,
      "learning_rate": 0.0002144445930279729,
      "loss": 2.3281,
      "step": 47537
    },
    {
      "epoch": 2.2115840893230985,
      "grad_norm": 1.1672476550867434,
      "learning_rate": 0.00021444124157916328,
      "loss": 2.3906,
      "step": 47538
    },
    {
      "epoch": 2.211630611770179,
      "grad_norm": 1.1929996333521657,
      "learning_rate": 0.00021443789009090237,
      "loss": 2.2969,
      "step": 47539
    },
    {
      "epoch": 2.21167713421726,
      "grad_norm": 1.1786883850577434,
      "learning_rate": 0.00021443453856319217,
      "loss": 2.1406,
      "step": 47540
    },
    {
      "epoch": 2.2117236566643403,
      "grad_norm": 1.1556397625864132,
      "learning_rate": 0.00021443118699603477,
      "loss": 2.0156,
      "step": 47541
    },
    {
      "epoch": 2.2117701791114213,
      "grad_norm": 1.215146291550817,
      "learning_rate": 0.00021442783538943224,
      "loss": 2.375,
      "step": 47542
    },
    {
      "epoch": 2.211816701558502,
      "grad_norm": 1.1588514510539205,
      "learning_rate": 0.00021442448374338658,
      "loss": 2.2969,
      "step": 47543
    },
    {
      "epoch": 2.2118632240055827,
      "grad_norm": 1.4086653380596204,
      "learning_rate": 0.00021442113205789995,
      "loss": 2.2188,
      "step": 47544
    },
    {
      "epoch": 2.2119097464526636,
      "grad_norm": 1.2353906697644947,
      "learning_rate": 0.00021441778033297424,
      "loss": 2.1094,
      "step": 47545
    },
    {
      "epoch": 2.211956268899744,
      "grad_norm": 1.156232803117442,
      "learning_rate": 0.00021441442856861165,
      "loss": 2.2031,
      "step": 47546
    },
    {
      "epoch": 2.212002791346825,
      "grad_norm": 1.7002431639370887,
      "learning_rate": 0.00021441107676481411,
      "loss": 1.7344,
      "step": 47547
    },
    {
      "epoch": 2.2120493137939055,
      "grad_norm": 1.1775221897469876,
      "learning_rate": 0.00021440772492158368,
      "loss": 2.125,
      "step": 47548
    },
    {
      "epoch": 2.2120958362409864,
      "grad_norm": 1.1652139101079946,
      "learning_rate": 0.00021440437303892255,
      "loss": 2.1875,
      "step": 47549
    },
    {
      "epoch": 2.212142358688067,
      "grad_norm": 1.2567846119400672,
      "learning_rate": 0.00021440102111683267,
      "loss": 2.4219,
      "step": 47550
    },
    {
      "epoch": 2.2121888811351478,
      "grad_norm": 1.1644889488360808,
      "learning_rate": 0.00021439766915531608,
      "loss": 2.0,
      "step": 47551
    },
    {
      "epoch": 2.2122354035822283,
      "grad_norm": 1.2468364168320984,
      "learning_rate": 0.00021439431715437486,
      "loss": 2.0625,
      "step": 47552
    },
    {
      "epoch": 2.212281926029309,
      "grad_norm": 1.240343094260754,
      "learning_rate": 0.00021439096511401113,
      "loss": 2.0625,
      "step": 47553
    },
    {
      "epoch": 2.2123284484763897,
      "grad_norm": 1.1469182970777878,
      "learning_rate": 0.00021438761303422678,
      "loss": 2.3281,
      "step": 47554
    },
    {
      "epoch": 2.2123749709234706,
      "grad_norm": 1.2056726588314703,
      "learning_rate": 0.000214384260915024,
      "loss": 2.4062,
      "step": 47555
    },
    {
      "epoch": 2.2124214933705515,
      "grad_norm": 1.0696177099777806,
      "learning_rate": 0.00021438090875640478,
      "loss": 1.9531,
      "step": 47556
    },
    {
      "epoch": 2.212468015817632,
      "grad_norm": 1.2244523227747006,
      "learning_rate": 0.0002143775565583712,
      "loss": 2.625,
      "step": 47557
    },
    {
      "epoch": 2.212514538264713,
      "grad_norm": 1.2782108088824922,
      "learning_rate": 0.00021437420432092528,
      "loss": 2.4219,
      "step": 47558
    },
    {
      "epoch": 2.2125610607117934,
      "grad_norm": 1.3200564055487756,
      "learning_rate": 0.00021437085204406908,
      "loss": 2.2656,
      "step": 47559
    },
    {
      "epoch": 2.2126075831588743,
      "grad_norm": 1.2518240742957172,
      "learning_rate": 0.00021436749972780474,
      "loss": 2.4688,
      "step": 47560
    },
    {
      "epoch": 2.2126541056059548,
      "grad_norm": 1.2075748099909007,
      "learning_rate": 0.00021436414737213415,
      "loss": 2.2969,
      "step": 47561
    },
    {
      "epoch": 2.2127006280530357,
      "grad_norm": 1.1958476396806013,
      "learning_rate": 0.0002143607949770595,
      "loss": 2.2969,
      "step": 47562
    },
    {
      "epoch": 2.212747150500116,
      "grad_norm": 1.0980054445902436,
      "learning_rate": 0.00021435744254258277,
      "loss": 2.1406,
      "step": 47563
    },
    {
      "epoch": 2.212793672947197,
      "grad_norm": 1.3945470790315107,
      "learning_rate": 0.00021435409006870606,
      "loss": 2.3438,
      "step": 47564
    },
    {
      "epoch": 2.2128401953942776,
      "grad_norm": 1.2314632440944462,
      "learning_rate": 0.00021435073755543134,
      "loss": 2.2188,
      "step": 47565
    },
    {
      "epoch": 2.2128867178413585,
      "grad_norm": 1.1220389451543724,
      "learning_rate": 0.0002143473850027608,
      "loss": 2.0156,
      "step": 47566
    },
    {
      "epoch": 2.2129332402884394,
      "grad_norm": 1.1300341630561461,
      "learning_rate": 0.00021434403241069638,
      "loss": 2.2969,
      "step": 47567
    },
    {
      "epoch": 2.21297976273552,
      "grad_norm": 1.3115083060829078,
      "learning_rate": 0.00021434067977924015,
      "loss": 2.3125,
      "step": 47568
    },
    {
      "epoch": 2.213026285182601,
      "grad_norm": 1.2322889432550266,
      "learning_rate": 0.00021433732710839418,
      "loss": 2.4062,
      "step": 47569
    },
    {
      "epoch": 2.2130728076296813,
      "grad_norm": 1.17675017339447,
      "learning_rate": 0.0002143339743981605,
      "loss": 2.3594,
      "step": 47570
    },
    {
      "epoch": 2.213119330076762,
      "grad_norm": 1.5258772862838021,
      "learning_rate": 0.0002143306216485412,
      "loss": 2.3438,
      "step": 47571
    },
    {
      "epoch": 2.2131658525238427,
      "grad_norm": 1.2750688078797836,
      "learning_rate": 0.0002143272688595383,
      "loss": 2.2812,
      "step": 47572
    },
    {
      "epoch": 2.2132123749709236,
      "grad_norm": 1.2325110778475175,
      "learning_rate": 0.0002143239160311539,
      "loss": 2.4375,
      "step": 47573
    },
    {
      "epoch": 2.213258897418004,
      "grad_norm": 1.2723166301146764,
      "learning_rate": 0.00021432056316339002,
      "loss": 2.1562,
      "step": 47574
    },
    {
      "epoch": 2.213305419865085,
      "grad_norm": 1.2269090344754436,
      "learning_rate": 0.0002143172102562487,
      "loss": 2.2031,
      "step": 47575
    },
    {
      "epoch": 2.2133519423121655,
      "grad_norm": 1.1422205678855541,
      "learning_rate": 0.000214313857309732,
      "loss": 2.0938,
      "step": 47576
    },
    {
      "epoch": 2.2133984647592464,
      "grad_norm": 1.2799036637726935,
      "learning_rate": 0.000214310504323842,
      "loss": 2.5938,
      "step": 47577
    },
    {
      "epoch": 2.213444987206327,
      "grad_norm": 1.1359247966250585,
      "learning_rate": 0.00021430715129858066,
      "loss": 2.0625,
      "step": 47578
    },
    {
      "epoch": 2.213491509653408,
      "grad_norm": 1.2800822096322781,
      "learning_rate": 0.00021430379823395018,
      "loss": 2.5469,
      "step": 47579
    },
    {
      "epoch": 2.2135380321004883,
      "grad_norm": 1.1716819764079733,
      "learning_rate": 0.0002143004451299525,
      "loss": 2.3125,
      "step": 47580
    },
    {
      "epoch": 2.213584554547569,
      "grad_norm": 1.2070245206093078,
      "learning_rate": 0.0002142970919865897,
      "loss": 2.3438,
      "step": 47581
    },
    {
      "epoch": 2.21363107699465,
      "grad_norm": 1.436432251321971,
      "learning_rate": 0.00021429373880386387,
      "loss": 2.3906,
      "step": 47582
    },
    {
      "epoch": 2.2136775994417306,
      "grad_norm": 1.257691569133928,
      "learning_rate": 0.000214290385581777,
      "loss": 2.4688,
      "step": 47583
    },
    {
      "epoch": 2.2137241218888115,
      "grad_norm": 1.2348946068531281,
      "learning_rate": 0.00021428703232033122,
      "loss": 2.2969,
      "step": 47584
    },
    {
      "epoch": 2.213770644335892,
      "grad_norm": 1.2284179724168836,
      "learning_rate": 0.00021428367901952852,
      "loss": 2.2656,
      "step": 47585
    },
    {
      "epoch": 2.213817166782973,
      "grad_norm": 1.1718779890169837,
      "learning_rate": 0.00021428032567937097,
      "loss": 2.3438,
      "step": 47586
    },
    {
      "epoch": 2.2138636892300534,
      "grad_norm": 1.2368854499601885,
      "learning_rate": 0.00021427697229986064,
      "loss": 2.4375,
      "step": 47587
    },
    {
      "epoch": 2.2139102116771343,
      "grad_norm": 1.189821009356278,
      "learning_rate": 0.00021427361888099958,
      "loss": 2.0625,
      "step": 47588
    },
    {
      "epoch": 2.213956734124215,
      "grad_norm": 1.2233594193556068,
      "learning_rate": 0.00021427026542278978,
      "loss": 2.2188,
      "step": 47589
    },
    {
      "epoch": 2.2140032565712957,
      "grad_norm": 1.4227841031012105,
      "learning_rate": 0.00021426691192523336,
      "loss": 2.3438,
      "step": 47590
    },
    {
      "epoch": 2.214049779018376,
      "grad_norm": 1.1950781897033895,
      "learning_rate": 0.00021426355838833236,
      "loss": 2.1094,
      "step": 47591
    },
    {
      "epoch": 2.214096301465457,
      "grad_norm": 1.2609577431552066,
      "learning_rate": 0.0002142602048120888,
      "loss": 2.4219,
      "step": 47592
    },
    {
      "epoch": 2.214142823912538,
      "grad_norm": 1.17720247115391,
      "learning_rate": 0.00021425685119650484,
      "loss": 2.2969,
      "step": 47593
    },
    {
      "epoch": 2.2141893463596185,
      "grad_norm": 1.414075225119925,
      "learning_rate": 0.00021425349754158242,
      "loss": 2.0156,
      "step": 47594
    },
    {
      "epoch": 2.2142358688066994,
      "grad_norm": 1.1957285118008527,
      "learning_rate": 0.00021425014384732365,
      "loss": 2.125,
      "step": 47595
    },
    {
      "epoch": 2.21428239125378,
      "grad_norm": 1.286769156799958,
      "learning_rate": 0.0002142467901137305,
      "loss": 2.3438,
      "step": 47596
    },
    {
      "epoch": 2.214328913700861,
      "grad_norm": 1.2227522285101349,
      "learning_rate": 0.00021424343634080518,
      "loss": 2.3906,
      "step": 47597
    },
    {
      "epoch": 2.2143754361479413,
      "grad_norm": 1.2163307503475511,
      "learning_rate": 0.00021424008252854957,
      "loss": 2.2812,
      "step": 47598
    },
    {
      "epoch": 2.214421958595022,
      "grad_norm": 1.1725374594230318,
      "learning_rate": 0.00021423672867696588,
      "loss": 2.0,
      "step": 47599
    },
    {
      "epoch": 2.2144684810421027,
      "grad_norm": 1.1488966393695892,
      "learning_rate": 0.000214233374786056,
      "loss": 1.8359,
      "step": 47600
    },
    {
      "epoch": 2.2145150034891836,
      "grad_norm": 1.189448869011711,
      "learning_rate": 0.00021423002085582213,
      "loss": 1.5781,
      "step": 47601
    },
    {
      "epoch": 2.214561525936264,
      "grad_norm": 1.2301056714296772,
      "learning_rate": 0.0002142266668862662,
      "loss": 2.3125,
      "step": 47602
    },
    {
      "epoch": 2.214608048383345,
      "grad_norm": 1.3214407883063262,
      "learning_rate": 0.00021422331287739038,
      "loss": 2.3281,
      "step": 47603
    },
    {
      "epoch": 2.2146545708304255,
      "grad_norm": 1.2189747890778413,
      "learning_rate": 0.00021421995882919668,
      "loss": 2.1875,
      "step": 47604
    },
    {
      "epoch": 2.2147010932775064,
      "grad_norm": 1.3565618298818731,
      "learning_rate": 0.0002142166047416871,
      "loss": 2.4219,
      "step": 47605
    },
    {
      "epoch": 2.214747615724587,
      "grad_norm": 1.1328968455137214,
      "learning_rate": 0.00021421325061486379,
      "loss": 1.7969,
      "step": 47606
    },
    {
      "epoch": 2.214794138171668,
      "grad_norm": 1.1609285859172525,
      "learning_rate": 0.00021420989644872868,
      "loss": 2.3281,
      "step": 47607
    },
    {
      "epoch": 2.2148406606187487,
      "grad_norm": 1.288101798866331,
      "learning_rate": 0.00021420654224328395,
      "loss": 2.375,
      "step": 47608
    },
    {
      "epoch": 2.214887183065829,
      "grad_norm": 1.196687421758188,
      "learning_rate": 0.00021420318799853156,
      "loss": 2.125,
      "step": 47609
    },
    {
      "epoch": 2.21493370551291,
      "grad_norm": 1.0528586548160337,
      "learning_rate": 0.0002141998337144736,
      "loss": 1.6719,
      "step": 47610
    },
    {
      "epoch": 2.2149802279599906,
      "grad_norm": 1.160225275985574,
      "learning_rate": 0.00021419647939111214,
      "loss": 2.1562,
      "step": 47611
    },
    {
      "epoch": 2.2150267504070715,
      "grad_norm": 1.227004546192366,
      "learning_rate": 0.00021419312502844926,
      "loss": 2.6094,
      "step": 47612
    },
    {
      "epoch": 2.215073272854152,
      "grad_norm": 1.20768279924248,
      "learning_rate": 0.00021418977062648688,
      "loss": 2.0938,
      "step": 47613
    },
    {
      "epoch": 2.215119795301233,
      "grad_norm": 1.5269466962430407,
      "learning_rate": 0.0002141864161852272,
      "loss": 2.2656,
      "step": 47614
    },
    {
      "epoch": 2.2151663177483134,
      "grad_norm": 1.1296989884824267,
      "learning_rate": 0.00021418306170467222,
      "loss": 2.2344,
      "step": 47615
    },
    {
      "epoch": 2.2152128401953943,
      "grad_norm": 1.2358785504471153,
      "learning_rate": 0.00021417970718482396,
      "loss": 2.5938,
      "step": 47616
    },
    {
      "epoch": 2.215259362642475,
      "grad_norm": 1.2129765014185871,
      "learning_rate": 0.00021417635262568454,
      "loss": 2.4844,
      "step": 47617
    },
    {
      "epoch": 2.2153058850895557,
      "grad_norm": 1.1776594927197817,
      "learning_rate": 0.00021417299802725597,
      "loss": 1.6641,
      "step": 47618
    },
    {
      "epoch": 2.2153524075366366,
      "grad_norm": 1.225958069942251,
      "learning_rate": 0.00021416964338954032,
      "loss": 2.2656,
      "step": 47619
    },
    {
      "epoch": 2.215398929983717,
      "grad_norm": 1.19107148577103,
      "learning_rate": 0.0002141662887125396,
      "loss": 2.5,
      "step": 47620
    },
    {
      "epoch": 2.215445452430798,
      "grad_norm": 1.1580039695703133,
      "learning_rate": 0.00021416293399625593,
      "loss": 2.1719,
      "step": 47621
    },
    {
      "epoch": 2.2154919748778785,
      "grad_norm": 1.3355580382111716,
      "learning_rate": 0.0002141595792406913,
      "loss": 2.4375,
      "step": 47622
    },
    {
      "epoch": 2.2155384973249594,
      "grad_norm": 1.2204780892708151,
      "learning_rate": 0.00021415622444584785,
      "loss": 2.375,
      "step": 47623
    },
    {
      "epoch": 2.21558501977204,
      "grad_norm": 1.042260827277965,
      "learning_rate": 0.00021415286961172755,
      "loss": 1.7188,
      "step": 47624
    },
    {
      "epoch": 2.215631542219121,
      "grad_norm": 1.247325976712882,
      "learning_rate": 0.00021414951473833246,
      "loss": 2.5,
      "step": 47625
    },
    {
      "epoch": 2.2156780646662013,
      "grad_norm": 1.1564947355613853,
      "learning_rate": 0.00021414615982566469,
      "loss": 2.0938,
      "step": 47626
    },
    {
      "epoch": 2.2157245871132822,
      "grad_norm": 1.261806630739183,
      "learning_rate": 0.00021414280487372627,
      "loss": 2.4531,
      "step": 47627
    },
    {
      "epoch": 2.2157711095603627,
      "grad_norm": 1.1088551275700025,
      "learning_rate": 0.00021413944988251925,
      "loss": 2.2188,
      "step": 47628
    },
    {
      "epoch": 2.2158176320074436,
      "grad_norm": 1.186350106387381,
      "learning_rate": 0.00021413609485204565,
      "loss": 2.25,
      "step": 47629
    },
    {
      "epoch": 2.215864154454524,
      "grad_norm": 1.1590108155713532,
      "learning_rate": 0.0002141327397823076,
      "loss": 2.2969,
      "step": 47630
    },
    {
      "epoch": 2.215910676901605,
      "grad_norm": 1.1806983260333153,
      "learning_rate": 0.00021412938467330704,
      "loss": 2.125,
      "step": 47631
    },
    {
      "epoch": 2.2159571993486855,
      "grad_norm": 1.1920473986565545,
      "learning_rate": 0.00021412602952504615,
      "loss": 2.2656,
      "step": 47632
    },
    {
      "epoch": 2.2160037217957664,
      "grad_norm": 1.1745959315169876,
      "learning_rate": 0.00021412267433752692,
      "loss": 2.1406,
      "step": 47633
    },
    {
      "epoch": 2.2160502442428474,
      "grad_norm": 1.2548046766764658,
      "learning_rate": 0.0002141193191107514,
      "loss": 2.5625,
      "step": 47634
    },
    {
      "epoch": 2.216096766689928,
      "grad_norm": 1.2536854909254873,
      "learning_rate": 0.00021411596384472164,
      "loss": 2.2344,
      "step": 47635
    },
    {
      "epoch": 2.2161432891370088,
      "grad_norm": 1.240158646374824,
      "learning_rate": 0.00021411260853943973,
      "loss": 1.9297,
      "step": 47636
    },
    {
      "epoch": 2.2161898115840892,
      "grad_norm": 1.273762830940177,
      "learning_rate": 0.00021410925319490767,
      "loss": 1.6641,
      "step": 47637
    },
    {
      "epoch": 2.21623633403117,
      "grad_norm": 1.218328330599396,
      "learning_rate": 0.0002141058978111276,
      "loss": 2.2188,
      "step": 47638
    },
    {
      "epoch": 2.2162828564782506,
      "grad_norm": 1.2721628821160726,
      "learning_rate": 0.0002141025423881015,
      "loss": 2.2344,
      "step": 47639
    },
    {
      "epoch": 2.2163293789253316,
      "grad_norm": 1.3764640139299027,
      "learning_rate": 0.00021409918692583146,
      "loss": 2.4219,
      "step": 47640
    },
    {
      "epoch": 2.216375901372412,
      "grad_norm": 1.1765362222160223,
      "learning_rate": 0.0002140958314243195,
      "loss": 2.1875,
      "step": 47641
    },
    {
      "epoch": 2.216422423819493,
      "grad_norm": 1.2273537425693075,
      "learning_rate": 0.00021409247588356767,
      "loss": 2.4688,
      "step": 47642
    },
    {
      "epoch": 2.2164689462665734,
      "grad_norm": 1.373451894070673,
      "learning_rate": 0.0002140891203035781,
      "loss": 2.25,
      "step": 47643
    },
    {
      "epoch": 2.2165154687136543,
      "grad_norm": 1.1640435974585202,
      "learning_rate": 0.00021408576468435277,
      "loss": 2.4062,
      "step": 47644
    },
    {
      "epoch": 2.2165619911607353,
      "grad_norm": 1.1929277503426043,
      "learning_rate": 0.00021408240902589376,
      "loss": 2.3438,
      "step": 47645
    },
    {
      "epoch": 2.2166085136078157,
      "grad_norm": 1.3621968841218728,
      "learning_rate": 0.0002140790533282031,
      "loss": 2.2969,
      "step": 47646
    },
    {
      "epoch": 2.2166550360548967,
      "grad_norm": 1.184310851488614,
      "learning_rate": 0.0002140756975912829,
      "loss": 2.0938,
      "step": 47647
    },
    {
      "epoch": 2.216701558501977,
      "grad_norm": 1.2799010366465267,
      "learning_rate": 0.00021407234181513514,
      "loss": 2.2656,
      "step": 47648
    },
    {
      "epoch": 2.216748080949058,
      "grad_norm": 1.5745793144316402,
      "learning_rate": 0.00021406898599976194,
      "loss": 2.2188,
      "step": 47649
    },
    {
      "epoch": 2.2167946033961385,
      "grad_norm": 1.1927541771958368,
      "learning_rate": 0.00021406563014516534,
      "loss": 2.1875,
      "step": 47650
    },
    {
      "epoch": 2.2168411258432195,
      "grad_norm": 1.2603081500208464,
      "learning_rate": 0.00021406227425134738,
      "loss": 2.125,
      "step": 47651
    },
    {
      "epoch": 2.2168876482903,
      "grad_norm": 1.1445664846906776,
      "learning_rate": 0.0002140589183183101,
      "loss": 2.2031,
      "step": 47652
    },
    {
      "epoch": 2.216934170737381,
      "grad_norm": 1.201049075804393,
      "learning_rate": 0.00021405556234605557,
      "loss": 2.1875,
      "step": 47653
    },
    {
      "epoch": 2.2169806931844613,
      "grad_norm": 1.1398461873033372,
      "learning_rate": 0.0002140522063345859,
      "loss": 2.25,
      "step": 47654
    },
    {
      "epoch": 2.2170272156315423,
      "grad_norm": 1.5218598122606724,
      "learning_rate": 0.00021404885028390304,
      "loss": 2.625,
      "step": 47655
    },
    {
      "epoch": 2.2170737380786227,
      "grad_norm": 1.2434584745192958,
      "learning_rate": 0.0002140454941940091,
      "loss": 2.2656,
      "step": 47656
    },
    {
      "epoch": 2.2171202605257037,
      "grad_norm": 1.1558187493597905,
      "learning_rate": 0.00021404213806490614,
      "loss": 2.0469,
      "step": 47657
    },
    {
      "epoch": 2.217166782972784,
      "grad_norm": 1.1153543081857642,
      "learning_rate": 0.0002140387818965962,
      "loss": 2.2344,
      "step": 47658
    },
    {
      "epoch": 2.217213305419865,
      "grad_norm": 1.1934743636120402,
      "learning_rate": 0.0002140354256890813,
      "loss": 2.2188,
      "step": 47659
    },
    {
      "epoch": 2.217259827866946,
      "grad_norm": 1.233128550700817,
      "learning_rate": 0.0002140320694423636,
      "loss": 2.3438,
      "step": 47660
    },
    {
      "epoch": 2.2173063503140265,
      "grad_norm": 1.2714736525170345,
      "learning_rate": 0.00021402871315644506,
      "loss": 2.2969,
      "step": 47661
    },
    {
      "epoch": 2.2173528727611074,
      "grad_norm": 1.2458059110149426,
      "learning_rate": 0.00021402535683132782,
      "loss": 2.2812,
      "step": 47662
    },
    {
      "epoch": 2.217399395208188,
      "grad_norm": 1.1935198899100168,
      "learning_rate": 0.0002140220004670138,
      "loss": 2.5,
      "step": 47663
    },
    {
      "epoch": 2.2174459176552688,
      "grad_norm": 1.227242199119051,
      "learning_rate": 0.00021401864406350518,
      "loss": 2.2188,
      "step": 47664
    },
    {
      "epoch": 2.2174924401023492,
      "grad_norm": 1.1064931068502841,
      "learning_rate": 0.00021401528762080393,
      "loss": 2.0781,
      "step": 47665
    },
    {
      "epoch": 2.21753896254943,
      "grad_norm": 1.1867158071058121,
      "learning_rate": 0.0002140119311389122,
      "loss": 2.2812,
      "step": 47666
    },
    {
      "epoch": 2.2175854849965106,
      "grad_norm": 1.1153439454269594,
      "learning_rate": 0.00021400857461783196,
      "loss": 2.0469,
      "step": 47667
    },
    {
      "epoch": 2.2176320074435916,
      "grad_norm": 1.3032241166177712,
      "learning_rate": 0.0002140052180575653,
      "loss": 1.6797,
      "step": 47668
    },
    {
      "epoch": 2.217678529890672,
      "grad_norm": 1.1636690050650245,
      "learning_rate": 0.00021400186145811425,
      "loss": 2.375,
      "step": 47669
    },
    {
      "epoch": 2.217725052337753,
      "grad_norm": 1.2346503860339202,
      "learning_rate": 0.00021399850481948086,
      "loss": 2.4688,
      "step": 47670
    },
    {
      "epoch": 2.217771574784834,
      "grad_norm": 1.3703814486693093,
      "learning_rate": 0.00021399514814166725,
      "loss": 2.4219,
      "step": 47671
    },
    {
      "epoch": 2.2178180972319144,
      "grad_norm": 1.1935048920901021,
      "learning_rate": 0.00021399179142467543,
      "loss": 2.0938,
      "step": 47672
    },
    {
      "epoch": 2.2178646196789953,
      "grad_norm": 1.1649879722798624,
      "learning_rate": 0.00021398843466850746,
      "loss": 2.25,
      "step": 47673
    },
    {
      "epoch": 2.2179111421260758,
      "grad_norm": 1.1952553321407984,
      "learning_rate": 0.0002139850778731654,
      "loss": 2.1875,
      "step": 47674
    },
    {
      "epoch": 2.2179576645731567,
      "grad_norm": 1.1767401399049218,
      "learning_rate": 0.00021398172103865125,
      "loss": 2.3438,
      "step": 47675
    },
    {
      "epoch": 2.218004187020237,
      "grad_norm": 1.211777437757087,
      "learning_rate": 0.00021397836416496717,
      "loss": 2.4375,
      "step": 47676
    },
    {
      "epoch": 2.218050709467318,
      "grad_norm": 1.2110223874694468,
      "learning_rate": 0.00021397500725211515,
      "loss": 2.375,
      "step": 47677
    },
    {
      "epoch": 2.2180972319143986,
      "grad_norm": 1.1433472479340414,
      "learning_rate": 0.00021397165030009722,
      "loss": 2.0625,
      "step": 47678
    },
    {
      "epoch": 2.2181437543614795,
      "grad_norm": 1.1716799912109201,
      "learning_rate": 0.0002139682933089155,
      "loss": 2.2812,
      "step": 47679
    },
    {
      "epoch": 2.21819027680856,
      "grad_norm": 1.2694217853042162,
      "learning_rate": 0.000213964936278572,
      "loss": 2.2969,
      "step": 47680
    },
    {
      "epoch": 2.218236799255641,
      "grad_norm": 1.1827851248484267,
      "learning_rate": 0.0002139615792090688,
      "loss": 2.2031,
      "step": 47681
    },
    {
      "epoch": 2.2182833217027214,
      "grad_norm": 1.1037551989639174,
      "learning_rate": 0.00021395822210040793,
      "loss": 2.1094,
      "step": 47682
    },
    {
      "epoch": 2.2183298441498023,
      "grad_norm": 1.1479471134222838,
      "learning_rate": 0.00021395486495259144,
      "loss": 2.0625,
      "step": 47683
    },
    {
      "epoch": 2.218376366596883,
      "grad_norm": 1.1798535472774618,
      "learning_rate": 0.00021395150776562142,
      "loss": 2.3594,
      "step": 47684
    },
    {
      "epoch": 2.2184228890439637,
      "grad_norm": 1.302303715327297,
      "learning_rate": 0.0002139481505394999,
      "loss": 2.5312,
      "step": 47685
    },
    {
      "epoch": 2.2184694114910446,
      "grad_norm": 1.2740578496785468,
      "learning_rate": 0.000213944793274229,
      "loss": 2.4531,
      "step": 47686
    },
    {
      "epoch": 2.218515933938125,
      "grad_norm": 1.1423638556732716,
      "learning_rate": 0.00021394143596981067,
      "loss": 1.9141,
      "step": 47687
    },
    {
      "epoch": 2.218562456385206,
      "grad_norm": 1.1932575644913752,
      "learning_rate": 0.00021393807862624703,
      "loss": 2.0469,
      "step": 47688
    },
    {
      "epoch": 2.2186089788322865,
      "grad_norm": 1.1293738216146736,
      "learning_rate": 0.0002139347212435401,
      "loss": 2.2188,
      "step": 47689
    },
    {
      "epoch": 2.2186555012793674,
      "grad_norm": 1.2771231703995547,
      "learning_rate": 0.00021393136382169206,
      "loss": 2.2812,
      "step": 47690
    },
    {
      "epoch": 2.218702023726448,
      "grad_norm": 1.0612493068861604,
      "learning_rate": 0.00021392800636070474,
      "loss": 1.6797,
      "step": 47691
    },
    {
      "epoch": 2.218748546173529,
      "grad_norm": 1.1217514961117423,
      "learning_rate": 0.00021392464886058033,
      "loss": 2.4219,
      "step": 47692
    },
    {
      "epoch": 2.2187950686206093,
      "grad_norm": 1.1724726472361002,
      "learning_rate": 0.00021392129132132094,
      "loss": 2.2031,
      "step": 47693
    },
    {
      "epoch": 2.21884159106769,
      "grad_norm": 1.2323700589996933,
      "learning_rate": 0.00021391793374292848,
      "loss": 2.2656,
      "step": 47694
    },
    {
      "epoch": 2.2188881135147707,
      "grad_norm": 1.1990729600461707,
      "learning_rate": 0.00021391457612540514,
      "loss": 2.375,
      "step": 47695
    },
    {
      "epoch": 2.2189346359618516,
      "grad_norm": 1.3133671275432062,
      "learning_rate": 0.0002139112184687529,
      "loss": 2.1875,
      "step": 47696
    },
    {
      "epoch": 2.2189811584089325,
      "grad_norm": 1.1775044285990974,
      "learning_rate": 0.0002139078607729739,
      "loss": 2.25,
      "step": 47697
    },
    {
      "epoch": 2.219027680856013,
      "grad_norm": 1.12465290954726,
      "learning_rate": 0.00021390450303807002,
      "loss": 2.0938,
      "step": 47698
    },
    {
      "epoch": 2.219074203303094,
      "grad_norm": 1.1182307655377302,
      "learning_rate": 0.0002139011452640435,
      "loss": 2.0625,
      "step": 47699
    },
    {
      "epoch": 2.2191207257501744,
      "grad_norm": 1.1809058928448137,
      "learning_rate": 0.00021389778745089627,
      "loss": 2.0781,
      "step": 47700
    },
    {
      "epoch": 2.2191672481972553,
      "grad_norm": 1.2180775661660568,
      "learning_rate": 0.0002138944295986305,
      "loss": 2.1719,
      "step": 47701
    },
    {
      "epoch": 2.219213770644336,
      "grad_norm": 1.2423259859838236,
      "learning_rate": 0.00021389107170724815,
      "loss": 2.2656,
      "step": 47702
    },
    {
      "epoch": 2.2192602930914167,
      "grad_norm": 1.37129764087041,
      "learning_rate": 0.00021388771377675128,
      "loss": 2.3281,
      "step": 47703
    },
    {
      "epoch": 2.219306815538497,
      "grad_norm": 1.2156681191714638,
      "learning_rate": 0.00021388435580714204,
      "loss": 2.3281,
      "step": 47704
    },
    {
      "epoch": 2.219353337985578,
      "grad_norm": 1.2741297692761813,
      "learning_rate": 0.00021388099779842237,
      "loss": 2.2344,
      "step": 47705
    },
    {
      "epoch": 2.2193998604326586,
      "grad_norm": 1.1617618653590112,
      "learning_rate": 0.00021387763975059442,
      "loss": 2.0781,
      "step": 47706
    },
    {
      "epoch": 2.2194463828797395,
      "grad_norm": 1.1574625009491635,
      "learning_rate": 0.00021387428166366016,
      "loss": 2.0156,
      "step": 47707
    },
    {
      "epoch": 2.2194929053268204,
      "grad_norm": 1.1914607721671993,
      "learning_rate": 0.00021387092353762171,
      "loss": 2.1562,
      "step": 47708
    },
    {
      "epoch": 2.219539427773901,
      "grad_norm": 1.1833208812332665,
      "learning_rate": 0.00021386756537248108,
      "loss": 2.2969,
      "step": 47709
    },
    {
      "epoch": 2.219585950220982,
      "grad_norm": 1.1787251318192262,
      "learning_rate": 0.0002138642071682404,
      "loss": 2.2188,
      "step": 47710
    },
    {
      "epoch": 2.2196324726680623,
      "grad_norm": 1.2382628114341476,
      "learning_rate": 0.0002138608489249016,
      "loss": 2.7188,
      "step": 47711
    },
    {
      "epoch": 2.219678995115143,
      "grad_norm": 1.248901219186242,
      "learning_rate": 0.00021385749064246692,
      "loss": 2.1875,
      "step": 47712
    },
    {
      "epoch": 2.2197255175622237,
      "grad_norm": 1.190271959129912,
      "learning_rate": 0.0002138541323209382,
      "loss": 2.5,
      "step": 47713
    },
    {
      "epoch": 2.2197720400093046,
      "grad_norm": 1.1380651795336165,
      "learning_rate": 0.00021385077396031765,
      "loss": 2.2188,
      "step": 47714
    },
    {
      "epoch": 2.219818562456385,
      "grad_norm": 1.1864277650306951,
      "learning_rate": 0.00021384741556060727,
      "loss": 2.1719,
      "step": 47715
    },
    {
      "epoch": 2.219865084903466,
      "grad_norm": 1.1838549690444125,
      "learning_rate": 0.0002138440571218091,
      "loss": 2.375,
      "step": 47716
    },
    {
      "epoch": 2.2199116073505465,
      "grad_norm": 1.2518968613912003,
      "learning_rate": 0.00021384069864392532,
      "loss": 2.1719,
      "step": 47717
    },
    {
      "epoch": 2.2199581297976274,
      "grad_norm": 1.1453277828490174,
      "learning_rate": 0.0002138373401269578,
      "loss": 2.2656,
      "step": 47718
    },
    {
      "epoch": 2.220004652244708,
      "grad_norm": 1.0485729327686606,
      "learning_rate": 0.00021383398157090873,
      "loss": 1.7969,
      "step": 47719
    },
    {
      "epoch": 2.220051174691789,
      "grad_norm": 1.1641761701966948,
      "learning_rate": 0.00021383062297578007,
      "loss": 2.1406,
      "step": 47720
    },
    {
      "epoch": 2.2200976971388693,
      "grad_norm": 1.2242373296308549,
      "learning_rate": 0.00021382726434157398,
      "loss": 2.0781,
      "step": 47721
    },
    {
      "epoch": 2.22014421958595,
      "grad_norm": 1.2296606245974895,
      "learning_rate": 0.00021382390566829243,
      "loss": 2.3125,
      "step": 47722
    },
    {
      "epoch": 2.220190742033031,
      "grad_norm": 1.161313500357099,
      "learning_rate": 0.00021382054695593753,
      "loss": 2.0469,
      "step": 47723
    },
    {
      "epoch": 2.2202372644801116,
      "grad_norm": 1.14971660604367,
      "learning_rate": 0.00021381718820451126,
      "loss": 2.0938,
      "step": 47724
    },
    {
      "epoch": 2.2202837869271925,
      "grad_norm": 1.1920324027629683,
      "learning_rate": 0.00021381382941401577,
      "loss": 2.25,
      "step": 47725
    },
    {
      "epoch": 2.220330309374273,
      "grad_norm": 1.2014085575546185,
      "learning_rate": 0.00021381047058445312,
      "loss": 2.1875,
      "step": 47726
    },
    {
      "epoch": 2.220376831821354,
      "grad_norm": 1.1886648445002979,
      "learning_rate": 0.00021380711171582525,
      "loss": 1.6719,
      "step": 47727
    },
    {
      "epoch": 2.2204233542684344,
      "grad_norm": 1.2577802324853617,
      "learning_rate": 0.00021380375280813434,
      "loss": 2.125,
      "step": 47728
    },
    {
      "epoch": 2.2204698767155153,
      "grad_norm": 1.0938202166868072,
      "learning_rate": 0.00021380039386138238,
      "loss": 1.6562,
      "step": 47729
    },
    {
      "epoch": 2.220516399162596,
      "grad_norm": 1.2218257158178571,
      "learning_rate": 0.00021379703487557145,
      "loss": 2.3281,
      "step": 47730
    },
    {
      "epoch": 2.2205629216096767,
      "grad_norm": 1.167577256226189,
      "learning_rate": 0.00021379367585070357,
      "loss": 2.125,
      "step": 47731
    },
    {
      "epoch": 2.220609444056757,
      "grad_norm": 1.1186641599431855,
      "learning_rate": 0.0002137903167867809,
      "loss": 2.2031,
      "step": 47732
    },
    {
      "epoch": 2.220655966503838,
      "grad_norm": 1.2136307958926655,
      "learning_rate": 0.00021378695768380535,
      "loss": 2.3281,
      "step": 47733
    },
    {
      "epoch": 2.220702488950919,
      "grad_norm": 1.233655761168555,
      "learning_rate": 0.00021378359854177904,
      "loss": 2.625,
      "step": 47734
    },
    {
      "epoch": 2.2207490113979995,
      "grad_norm": 1.1366022702738483,
      "learning_rate": 0.00021378023936070403,
      "loss": 2.1094,
      "step": 47735
    },
    {
      "epoch": 2.2207955338450804,
      "grad_norm": 1.2581476593547825,
      "learning_rate": 0.00021377688014058248,
      "loss": 2.4375,
      "step": 47736
    },
    {
      "epoch": 2.220842056292161,
      "grad_norm": 1.2087448089465078,
      "learning_rate": 0.00021377352088141626,
      "loss": 2.375,
      "step": 47737
    },
    {
      "epoch": 2.220888578739242,
      "grad_norm": 1.2071306229917547,
      "learning_rate": 0.00021377016158320754,
      "loss": 2.2969,
      "step": 47738
    },
    {
      "epoch": 2.2209351011863223,
      "grad_norm": 1.3645726061786212,
      "learning_rate": 0.00021376680224595836,
      "loss": 2.4062,
      "step": 47739
    },
    {
      "epoch": 2.2209816236334032,
      "grad_norm": 1.3017658402378987,
      "learning_rate": 0.00021376344286967074,
      "loss": 2.6094,
      "step": 47740
    },
    {
      "epoch": 2.2210281460804837,
      "grad_norm": 1.0878946127909457,
      "learning_rate": 0.00021376008345434683,
      "loss": 1.9453,
      "step": 47741
    },
    {
      "epoch": 2.2210746685275646,
      "grad_norm": 1.2491341543892702,
      "learning_rate": 0.00021375672399998855,
      "loss": 2.25,
      "step": 47742
    },
    {
      "epoch": 2.221121190974645,
      "grad_norm": 1.0760957624678578,
      "learning_rate": 0.00021375336450659804,
      "loss": 1.9688,
      "step": 47743
    },
    {
      "epoch": 2.221167713421726,
      "grad_norm": 1.23100606032348,
      "learning_rate": 0.00021375000497417737,
      "loss": 2.2031,
      "step": 47744
    },
    {
      "epoch": 2.2212142358688065,
      "grad_norm": 1.161831358291988,
      "learning_rate": 0.00021374664540272853,
      "loss": 2.4219,
      "step": 47745
    },
    {
      "epoch": 2.2212607583158874,
      "grad_norm": 1.4287019874995417,
      "learning_rate": 0.00021374328579225365,
      "loss": 2.4531,
      "step": 47746
    },
    {
      "epoch": 2.221307280762968,
      "grad_norm": 1.2325767603353597,
      "learning_rate": 0.00021373992614275478,
      "loss": 2.4375,
      "step": 47747
    },
    {
      "epoch": 2.221353803210049,
      "grad_norm": 1.3483645442202923,
      "learning_rate": 0.00021373656645423388,
      "loss": 2.2812,
      "step": 47748
    },
    {
      "epoch": 2.2214003256571297,
      "grad_norm": 1.2934521644087456,
      "learning_rate": 0.00021373320672669313,
      "loss": 2.3281,
      "step": 47749
    },
    {
      "epoch": 2.2214468481042102,
      "grad_norm": 1.1819062126549806,
      "learning_rate": 0.00021372984696013455,
      "loss": 1.9922,
      "step": 47750
    },
    {
      "epoch": 2.221493370551291,
      "grad_norm": 1.1564368585763982,
      "learning_rate": 0.00021372648715456015,
      "loss": 2.125,
      "step": 47751
    },
    {
      "epoch": 2.2215398929983716,
      "grad_norm": 1.1668429615907252,
      "learning_rate": 0.00021372312730997205,
      "loss": 2.3281,
      "step": 47752
    },
    {
      "epoch": 2.2215864154454525,
      "grad_norm": 1.1265861131302213,
      "learning_rate": 0.0002137197674263722,
      "loss": 2.25,
      "step": 47753
    },
    {
      "epoch": 2.221632937892533,
      "grad_norm": 1.1641891364856198,
      "learning_rate": 0.0002137164075037628,
      "loss": 2.2656,
      "step": 47754
    },
    {
      "epoch": 2.221679460339614,
      "grad_norm": 1.2180618643957297,
      "learning_rate": 0.00021371304754214584,
      "loss": 2.4844,
      "step": 47755
    },
    {
      "epoch": 2.2217259827866944,
      "grad_norm": 1.0893062575845733,
      "learning_rate": 0.00021370968754152333,
      "loss": 2.0312,
      "step": 47756
    },
    {
      "epoch": 2.2217725052337753,
      "grad_norm": 1.1476369614427873,
      "learning_rate": 0.0002137063275018974,
      "loss": 2.1406,
      "step": 47757
    },
    {
      "epoch": 2.221819027680856,
      "grad_norm": 1.162404703947028,
      "learning_rate": 0.0002137029674232701,
      "loss": 2.3906,
      "step": 47758
    },
    {
      "epoch": 2.2218655501279367,
      "grad_norm": 1.1079951620963662,
      "learning_rate": 0.00021369960730564347,
      "loss": 1.9688,
      "step": 47759
    },
    {
      "epoch": 2.2219120725750177,
      "grad_norm": 1.2280786339108145,
      "learning_rate": 0.00021369624714901952,
      "loss": 2.2031,
      "step": 47760
    },
    {
      "epoch": 2.221958595022098,
      "grad_norm": 1.3311047049499904,
      "learning_rate": 0.00021369288695340037,
      "loss": 2.375,
      "step": 47761
    },
    {
      "epoch": 2.222005117469179,
      "grad_norm": 1.1401685762329155,
      "learning_rate": 0.0002136895267187881,
      "loss": 2.0,
      "step": 47762
    },
    {
      "epoch": 2.2220516399162595,
      "grad_norm": 1.159847530123216,
      "learning_rate": 0.00021368616644518472,
      "loss": 1.6797,
      "step": 47763
    },
    {
      "epoch": 2.2220981623633405,
      "grad_norm": 1.1817971364450859,
      "learning_rate": 0.00021368280613259224,
      "loss": 2.3438,
      "step": 47764
    },
    {
      "epoch": 2.222144684810421,
      "grad_norm": 1.196677423487663,
      "learning_rate": 0.00021367944578101284,
      "loss": 2.1875,
      "step": 47765
    },
    {
      "epoch": 2.222191207257502,
      "grad_norm": 1.2583331229282304,
      "learning_rate": 0.00021367608539044845,
      "loss": 2.5469,
      "step": 47766
    },
    {
      "epoch": 2.2222377297045823,
      "grad_norm": 1.162032689317511,
      "learning_rate": 0.0002136727249609012,
      "loss": 2.2656,
      "step": 47767
    },
    {
      "epoch": 2.2222842521516633,
      "grad_norm": 1.1902408753218683,
      "learning_rate": 0.0002136693644923731,
      "loss": 2.3594,
      "step": 47768
    },
    {
      "epoch": 2.2223307745987437,
      "grad_norm": 1.2989191402768758,
      "learning_rate": 0.0002136660039848663,
      "loss": 2.3594,
      "step": 47769
    },
    {
      "epoch": 2.2223772970458247,
      "grad_norm": 1.223744914700703,
      "learning_rate": 0.00021366264343838275,
      "loss": 2.4531,
      "step": 47770
    },
    {
      "epoch": 2.222423819492905,
      "grad_norm": 1.1471922277357602,
      "learning_rate": 0.00021365928285292462,
      "loss": 2.0781,
      "step": 47771
    },
    {
      "epoch": 2.222470341939986,
      "grad_norm": 1.15677399557068,
      "learning_rate": 0.00021365592222849383,
      "loss": 2.3438,
      "step": 47772
    },
    {
      "epoch": 2.2225168643870665,
      "grad_norm": 1.2027711263020855,
      "learning_rate": 0.00021365256156509254,
      "loss": 2.375,
      "step": 47773
    },
    {
      "epoch": 2.2225633868341474,
      "grad_norm": 1.1433033408161233,
      "learning_rate": 0.00021364920086272278,
      "loss": 2.375,
      "step": 47774
    },
    {
      "epoch": 2.2226099092812284,
      "grad_norm": 1.1371959129945985,
      "learning_rate": 0.0002136458401213866,
      "loss": 2.0938,
      "step": 47775
    },
    {
      "epoch": 2.222656431728309,
      "grad_norm": 1.1977999785860454,
      "learning_rate": 0.00021364247934108608,
      "loss": 2.3125,
      "step": 47776
    },
    {
      "epoch": 2.2227029541753898,
      "grad_norm": 1.3353373561217834,
      "learning_rate": 0.00021363911852182325,
      "loss": 2.1562,
      "step": 47777
    },
    {
      "epoch": 2.2227494766224702,
      "grad_norm": 1.1867964379401745,
      "learning_rate": 0.00021363575766360012,
      "loss": 2.125,
      "step": 47778
    },
    {
      "epoch": 2.222795999069551,
      "grad_norm": 1.1336844701645763,
      "learning_rate": 0.00021363239676641888,
      "loss": 2.3906,
      "step": 47779
    },
    {
      "epoch": 2.2228425215166316,
      "grad_norm": 1.1900496415935176,
      "learning_rate": 0.00021362903583028146,
      "loss": 1.9688,
      "step": 47780
    },
    {
      "epoch": 2.2228890439637126,
      "grad_norm": 1.0984686108217143,
      "learning_rate": 0.00021362567485519,
      "loss": 2.3281,
      "step": 47781
    },
    {
      "epoch": 2.222935566410793,
      "grad_norm": 1.1909401081331048,
      "learning_rate": 0.00021362231384114652,
      "loss": 1.9688,
      "step": 47782
    },
    {
      "epoch": 2.222982088857874,
      "grad_norm": 1.0826472133986202,
      "learning_rate": 0.00021361895278815306,
      "loss": 2.1562,
      "step": 47783
    },
    {
      "epoch": 2.2230286113049544,
      "grad_norm": 1.1667010011722905,
      "learning_rate": 0.00021361559169621176,
      "loss": 1.8516,
      "step": 47784
    },
    {
      "epoch": 2.2230751337520354,
      "grad_norm": 1.2545167627971208,
      "learning_rate": 0.00021361223056532458,
      "loss": 2.4375,
      "step": 47785
    },
    {
      "epoch": 2.2231216561991163,
      "grad_norm": 1.1778280205706733,
      "learning_rate": 0.00021360886939549362,
      "loss": 2.1406,
      "step": 47786
    },
    {
      "epoch": 2.2231681786461968,
      "grad_norm": 1.3685033367912125,
      "learning_rate": 0.00021360550818672093,
      "loss": 2.5625,
      "step": 47787
    },
    {
      "epoch": 2.2232147010932777,
      "grad_norm": 1.2211732263001907,
      "learning_rate": 0.00021360214693900861,
      "loss": 2.2656,
      "step": 47788
    },
    {
      "epoch": 2.223261223540358,
      "grad_norm": 1.1728431900826302,
      "learning_rate": 0.00021359878565235864,
      "loss": 2.3125,
      "step": 47789
    },
    {
      "epoch": 2.223307745987439,
      "grad_norm": 1.1823721479722622,
      "learning_rate": 0.00021359542432677312,
      "loss": 2.2031,
      "step": 47790
    },
    {
      "epoch": 2.2233542684345196,
      "grad_norm": 1.284895088548696,
      "learning_rate": 0.00021359206296225414,
      "loss": 2.1562,
      "step": 47791
    },
    {
      "epoch": 2.2234007908816005,
      "grad_norm": 1.207793331000583,
      "learning_rate": 0.0002135887015588037,
      "loss": 2.2188,
      "step": 47792
    },
    {
      "epoch": 2.223447313328681,
      "grad_norm": 1.1650154499385617,
      "learning_rate": 0.00021358534011642387,
      "loss": 2.3125,
      "step": 47793
    },
    {
      "epoch": 2.223493835775762,
      "grad_norm": 1.1279878856606003,
      "learning_rate": 0.00021358197863511672,
      "loss": 2.2031,
      "step": 47794
    },
    {
      "epoch": 2.2235403582228424,
      "grad_norm": 1.273082124376384,
      "learning_rate": 0.00021357861711488436,
      "loss": 2.2031,
      "step": 47795
    },
    {
      "epoch": 2.2235868806699233,
      "grad_norm": 1.1203868520811446,
      "learning_rate": 0.0002135752555557287,
      "loss": 2.25,
      "step": 47796
    },
    {
      "epoch": 2.2236334031170037,
      "grad_norm": 1.2377258074119413,
      "learning_rate": 0.00021357189395765198,
      "loss": 2.2812,
      "step": 47797
    },
    {
      "epoch": 2.2236799255640847,
      "grad_norm": 1.300456482714146,
      "learning_rate": 0.00021356853232065614,
      "loss": 2.4062,
      "step": 47798
    },
    {
      "epoch": 2.2237264480111656,
      "grad_norm": 1.346244118584701,
      "learning_rate": 0.00021356517064474327,
      "loss": 2.6406,
      "step": 47799
    },
    {
      "epoch": 2.223772970458246,
      "grad_norm": 1.2800137475613802,
      "learning_rate": 0.00021356180892991543,
      "loss": 2.6094,
      "step": 47800
    },
    {
      "epoch": 2.223819492905327,
      "grad_norm": 1.1989529542180362,
      "learning_rate": 0.00021355844717617465,
      "loss": 2.3281,
      "step": 47801
    },
    {
      "epoch": 2.2238660153524075,
      "grad_norm": 1.253549339665125,
      "learning_rate": 0.00021355508538352307,
      "loss": 2.2812,
      "step": 47802
    },
    {
      "epoch": 2.2239125377994884,
      "grad_norm": 1.2950065356452762,
      "learning_rate": 0.00021355172355196265,
      "loss": 2.5625,
      "step": 47803
    },
    {
      "epoch": 2.223959060246569,
      "grad_norm": 1.2205521461164217,
      "learning_rate": 0.00021354836168149553,
      "loss": 2.3125,
      "step": 47804
    },
    {
      "epoch": 2.22400558269365,
      "grad_norm": 1.3116217041658498,
      "learning_rate": 0.0002135449997721237,
      "loss": 2.3125,
      "step": 47805
    },
    {
      "epoch": 2.2240521051407303,
      "grad_norm": 1.2693622643575326,
      "learning_rate": 0.00021354163782384925,
      "loss": 2.3281,
      "step": 47806
    },
    {
      "epoch": 2.224098627587811,
      "grad_norm": 1.26335881697003,
      "learning_rate": 0.0002135382758366742,
      "loss": 2.2656,
      "step": 47807
    },
    {
      "epoch": 2.2241451500348917,
      "grad_norm": 1.304422559691464,
      "learning_rate": 0.00021353491381060074,
      "loss": 2.0156,
      "step": 47808
    },
    {
      "epoch": 2.2241916724819726,
      "grad_norm": 1.2128390367716284,
      "learning_rate": 0.00021353155174563072,
      "loss": 2.3906,
      "step": 47809
    },
    {
      "epoch": 2.224238194929053,
      "grad_norm": 1.222489961097475,
      "learning_rate": 0.0002135281896417664,
      "loss": 2.375,
      "step": 47810
    },
    {
      "epoch": 2.224284717376134,
      "grad_norm": 1.13200323918038,
      "learning_rate": 0.00021352482749900965,
      "loss": 1.8828,
      "step": 47811
    },
    {
      "epoch": 2.224331239823215,
      "grad_norm": 1.2138378426711518,
      "learning_rate": 0.0002135214653173627,
      "loss": 2.375,
      "step": 47812
    },
    {
      "epoch": 2.2243777622702954,
      "grad_norm": 1.1611009820174065,
      "learning_rate": 0.00021351810309682751,
      "loss": 2.1719,
      "step": 47813
    },
    {
      "epoch": 2.2244242847173763,
      "grad_norm": 1.3549114593992082,
      "learning_rate": 0.00021351474083740617,
      "loss": 2.625,
      "step": 47814
    },
    {
      "epoch": 2.2244708071644568,
      "grad_norm": 1.2853735643254107,
      "learning_rate": 0.00021351137853910072,
      "loss": 2.5156,
      "step": 47815
    },
    {
      "epoch": 2.2245173296115377,
      "grad_norm": 1.3540299589293452,
      "learning_rate": 0.00021350801620191324,
      "loss": 2.375,
      "step": 47816
    },
    {
      "epoch": 2.224563852058618,
      "grad_norm": 1.2297744190158504,
      "learning_rate": 0.0002135046538258458,
      "loss": 2.5469,
      "step": 47817
    },
    {
      "epoch": 2.224610374505699,
      "grad_norm": 1.2776354625588786,
      "learning_rate": 0.0002135012914109004,
      "loss": 2.4375,
      "step": 47818
    },
    {
      "epoch": 2.2246568969527796,
      "grad_norm": 1.1452308839878027,
      "learning_rate": 0.00021349792895707917,
      "loss": 2.0156,
      "step": 47819
    },
    {
      "epoch": 2.2247034193998605,
      "grad_norm": 1.1831846899564276,
      "learning_rate": 0.0002134945664643841,
      "loss": 2.2812,
      "step": 47820
    },
    {
      "epoch": 2.224749941846941,
      "grad_norm": 1.1624126888893818,
      "learning_rate": 0.00021349120393281728,
      "loss": 2.3125,
      "step": 47821
    },
    {
      "epoch": 2.224796464294022,
      "grad_norm": 1.1487127130515085,
      "learning_rate": 0.0002134878413623808,
      "loss": 2.1719,
      "step": 47822
    },
    {
      "epoch": 2.224842986741103,
      "grad_norm": 1.1850832814216323,
      "learning_rate": 0.00021348447875307666,
      "loss": 2.1875,
      "step": 47823
    },
    {
      "epoch": 2.2248895091881833,
      "grad_norm": 1.3712112420235762,
      "learning_rate": 0.00021348111610490698,
      "loss": 2.3438,
      "step": 47824
    },
    {
      "epoch": 2.224936031635264,
      "grad_norm": 1.2498768822815183,
      "learning_rate": 0.00021347775341787375,
      "loss": 1.9609,
      "step": 47825
    },
    {
      "epoch": 2.2249825540823447,
      "grad_norm": 1.1567469716762446,
      "learning_rate": 0.0002134743906919791,
      "loss": 2.2188,
      "step": 47826
    },
    {
      "epoch": 2.2250290765294256,
      "grad_norm": 1.208473210454448,
      "learning_rate": 0.00021347102792722506,
      "loss": 2.3281,
      "step": 47827
    },
    {
      "epoch": 2.225075598976506,
      "grad_norm": 1.1683026944553352,
      "learning_rate": 0.00021346766512361366,
      "loss": 2.2812,
      "step": 47828
    },
    {
      "epoch": 2.225122121423587,
      "grad_norm": 1.2652693230048249,
      "learning_rate": 0.00021346430228114696,
      "loss": 2.2656,
      "step": 47829
    },
    {
      "epoch": 2.2251686438706675,
      "grad_norm": 1.2031733313225896,
      "learning_rate": 0.00021346093939982708,
      "loss": 2.125,
      "step": 47830
    },
    {
      "epoch": 2.2252151663177484,
      "grad_norm": 1.1528087017304862,
      "learning_rate": 0.00021345757647965602,
      "loss": 2.25,
      "step": 47831
    },
    {
      "epoch": 2.225261688764829,
      "grad_norm": 1.3576559837240665,
      "learning_rate": 0.00021345421352063584,
      "loss": 2.0781,
      "step": 47832
    },
    {
      "epoch": 2.22530821121191,
      "grad_norm": 1.2180734634573551,
      "learning_rate": 0.00021345085052276868,
      "loss": 2.2344,
      "step": 47833
    },
    {
      "epoch": 2.2253547336589903,
      "grad_norm": 1.2319595061981308,
      "learning_rate": 0.00021344748748605645,
      "loss": 2.2969,
      "step": 47834
    },
    {
      "epoch": 2.225401256106071,
      "grad_norm": 1.1810154224013523,
      "learning_rate": 0.00021344412441050135,
      "loss": 2.3125,
      "step": 47835
    },
    {
      "epoch": 2.2254477785531517,
      "grad_norm": 1.2110111341575043,
      "learning_rate": 0.00021344076129610536,
      "loss": 2.1875,
      "step": 47836
    },
    {
      "epoch": 2.2254943010002326,
      "grad_norm": 1.285666145543639,
      "learning_rate": 0.00021343739814287058,
      "loss": 2.3594,
      "step": 47837
    },
    {
      "epoch": 2.2255408234473135,
      "grad_norm": 1.1877163188628288,
      "learning_rate": 0.00021343403495079904,
      "loss": 2.1719,
      "step": 47838
    },
    {
      "epoch": 2.225587345894394,
      "grad_norm": 1.159369097503093,
      "learning_rate": 0.00021343067171989284,
      "loss": 2.3594,
      "step": 47839
    },
    {
      "epoch": 2.225633868341475,
      "grad_norm": 1.296803546883376,
      "learning_rate": 0.00021342730845015396,
      "loss": 2.375,
      "step": 47840
    },
    {
      "epoch": 2.2256803907885554,
      "grad_norm": 1.1719756078674515,
      "learning_rate": 0.00021342394514158454,
      "loss": 2.3281,
      "step": 47841
    },
    {
      "epoch": 2.2257269132356363,
      "grad_norm": 1.1469084690508353,
      "learning_rate": 0.00021342058179418658,
      "loss": 2.3438,
      "step": 47842
    },
    {
      "epoch": 2.225773435682717,
      "grad_norm": 1.1698264315808176,
      "learning_rate": 0.00021341721840796221,
      "loss": 2.3594,
      "step": 47843
    },
    {
      "epoch": 2.2258199581297977,
      "grad_norm": 1.197325844862148,
      "learning_rate": 0.0002134138549829134,
      "loss": 2.2344,
      "step": 47844
    },
    {
      "epoch": 2.225866480576878,
      "grad_norm": 1.330479107104192,
      "learning_rate": 0.00021341049151904227,
      "loss": 2.2344,
      "step": 47845
    },
    {
      "epoch": 2.225913003023959,
      "grad_norm": 1.3056274931410543,
      "learning_rate": 0.00021340712801635087,
      "loss": 2.2188,
      "step": 47846
    },
    {
      "epoch": 2.2259595254710396,
      "grad_norm": 1.2149432414576042,
      "learning_rate": 0.00021340376447484124,
      "loss": 2.3125,
      "step": 47847
    },
    {
      "epoch": 2.2260060479181205,
      "grad_norm": 1.205156777914397,
      "learning_rate": 0.00021340040089451546,
      "loss": 2.3125,
      "step": 47848
    },
    {
      "epoch": 2.2260525703652014,
      "grad_norm": 1.2641170211864692,
      "learning_rate": 0.00021339703727537557,
      "loss": 2.3438,
      "step": 47849
    },
    {
      "epoch": 2.226099092812282,
      "grad_norm": 1.2472665882386356,
      "learning_rate": 0.00021339367361742365,
      "loss": 2.1406,
      "step": 47850
    },
    {
      "epoch": 2.226145615259363,
      "grad_norm": 1.272318530949209,
      "learning_rate": 0.00021339030992066177,
      "loss": 2.4688,
      "step": 47851
    },
    {
      "epoch": 2.2261921377064433,
      "grad_norm": 1.1833343683879292,
      "learning_rate": 0.00021338694618509195,
      "loss": 2.2812,
      "step": 47852
    },
    {
      "epoch": 2.2262386601535242,
      "grad_norm": 1.1960671444257909,
      "learning_rate": 0.00021338358241071624,
      "loss": 2.4062,
      "step": 47853
    },
    {
      "epoch": 2.2262851826006047,
      "grad_norm": 1.1311640063834012,
      "learning_rate": 0.00021338021859753677,
      "loss": 2.1562,
      "step": 47854
    },
    {
      "epoch": 2.2263317050476856,
      "grad_norm": 1.2187124473495985,
      "learning_rate": 0.00021337685474555551,
      "loss": 2.4375,
      "step": 47855
    },
    {
      "epoch": 2.226378227494766,
      "grad_norm": 1.1778818745448953,
      "learning_rate": 0.0002133734908547746,
      "loss": 2.3438,
      "step": 47856
    },
    {
      "epoch": 2.226424749941847,
      "grad_norm": 1.290727545065529,
      "learning_rate": 0.00021337012692519607,
      "loss": 2.5469,
      "step": 47857
    },
    {
      "epoch": 2.2264712723889275,
      "grad_norm": 1.108274246757081,
      "learning_rate": 0.00021336676295682195,
      "loss": 2.1719,
      "step": 47858
    },
    {
      "epoch": 2.2265177948360084,
      "grad_norm": 1.2208930747908477,
      "learning_rate": 0.0002133633989496544,
      "loss": 2.2188,
      "step": 47859
    },
    {
      "epoch": 2.226564317283089,
      "grad_norm": 1.203120634683501,
      "learning_rate": 0.0002133600349036953,
      "loss": 2.1875,
      "step": 47860
    },
    {
      "epoch": 2.22661083973017,
      "grad_norm": 1.1236670378588338,
      "learning_rate": 0.0002133566708189469,
      "loss": 2.125,
      "step": 47861
    },
    {
      "epoch": 2.2266573621772503,
      "grad_norm": 1.1594416708563384,
      "learning_rate": 0.0002133533066954111,
      "loss": 2.2656,
      "step": 47862
    },
    {
      "epoch": 2.226703884624331,
      "grad_norm": 1.2475991652425007,
      "learning_rate": 0.00021334994253309006,
      "loss": 2.1875,
      "step": 47863
    },
    {
      "epoch": 2.226750407071412,
      "grad_norm": 1.2068049444876365,
      "learning_rate": 0.00021334657833198582,
      "loss": 2.1562,
      "step": 47864
    },
    {
      "epoch": 2.2267969295184926,
      "grad_norm": 1.1863118271397706,
      "learning_rate": 0.00021334321409210045,
      "loss": 2.2656,
      "step": 47865
    },
    {
      "epoch": 2.2268434519655735,
      "grad_norm": 1.22924330595258,
      "learning_rate": 0.0002133398498134359,
      "loss": 2.25,
      "step": 47866
    },
    {
      "epoch": 2.226889974412654,
      "grad_norm": 1.2445772560481343,
      "learning_rate": 0.0002133364854959944,
      "loss": 2.4531,
      "step": 47867
    },
    {
      "epoch": 2.226936496859735,
      "grad_norm": 1.1640781053427895,
      "learning_rate": 0.00021333312113977794,
      "loss": 1.8828,
      "step": 47868
    },
    {
      "epoch": 2.2269830193068154,
      "grad_norm": 1.3365567758492884,
      "learning_rate": 0.00021332975674478855,
      "loss": 2.5156,
      "step": 47869
    },
    {
      "epoch": 2.2270295417538963,
      "grad_norm": 1.215296712751463,
      "learning_rate": 0.0002133263923110283,
      "loss": 2.3594,
      "step": 47870
    },
    {
      "epoch": 2.227076064200977,
      "grad_norm": 1.145511428289325,
      "learning_rate": 0.00021332302783849926,
      "loss": 2.0938,
      "step": 47871
    },
    {
      "epoch": 2.2271225866480577,
      "grad_norm": 1.068768443578223,
      "learning_rate": 0.00021331966332720353,
      "loss": 2.1875,
      "step": 47872
    },
    {
      "epoch": 2.227169109095138,
      "grad_norm": 1.2005531983637807,
      "learning_rate": 0.00021331629877714307,
      "loss": 2.0938,
      "step": 47873
    },
    {
      "epoch": 2.227215631542219,
      "grad_norm": 1.2515149440169777,
      "learning_rate": 0.00021331293418832005,
      "loss": 2.2031,
      "step": 47874
    },
    {
      "epoch": 2.2272621539893,
      "grad_norm": 1.2407643443499712,
      "learning_rate": 0.00021330956956073642,
      "loss": 2.1406,
      "step": 47875
    },
    {
      "epoch": 2.2273086764363805,
      "grad_norm": 1.1517303347677954,
      "learning_rate": 0.00021330620489439436,
      "loss": 2.2188,
      "step": 47876
    },
    {
      "epoch": 2.2273551988834615,
      "grad_norm": 1.2350449315415388,
      "learning_rate": 0.00021330284018929578,
      "loss": 2.4375,
      "step": 47877
    },
    {
      "epoch": 2.227401721330542,
      "grad_norm": 1.1199549345544348,
      "learning_rate": 0.0002132994754454429,
      "loss": 2.2344,
      "step": 47878
    },
    {
      "epoch": 2.227448243777623,
      "grad_norm": 1.316908880651831,
      "learning_rate": 0.0002132961106628377,
      "loss": 2.25,
      "step": 47879
    },
    {
      "epoch": 2.2274947662247033,
      "grad_norm": 1.1817948674232035,
      "learning_rate": 0.00021329274584148226,
      "loss": 2.25,
      "step": 47880
    },
    {
      "epoch": 2.2275412886717842,
      "grad_norm": 1.1319484626819096,
      "learning_rate": 0.00021328938098137858,
      "loss": 2.1406,
      "step": 47881
    },
    {
      "epoch": 2.2275878111188647,
      "grad_norm": 1.1333564591921486,
      "learning_rate": 0.0002132860160825288,
      "loss": 2.1562,
      "step": 47882
    },
    {
      "epoch": 2.2276343335659456,
      "grad_norm": 1.2482320789081007,
      "learning_rate": 0.000213282651144935,
      "loss": 2.3438,
      "step": 47883
    },
    {
      "epoch": 2.227680856013026,
      "grad_norm": 1.2766505249155484,
      "learning_rate": 0.00021327928616859913,
      "loss": 2.1094,
      "step": 47884
    },
    {
      "epoch": 2.227727378460107,
      "grad_norm": 1.1878802762515428,
      "learning_rate": 0.0002132759211535233,
      "loss": 2.1719,
      "step": 47885
    },
    {
      "epoch": 2.2277739009071875,
      "grad_norm": 1.2360764824655905,
      "learning_rate": 0.0002132725560997096,
      "loss": 2.0781,
      "step": 47886
    },
    {
      "epoch": 2.2278204233542684,
      "grad_norm": 1.2624274353970002,
      "learning_rate": 0.00021326919100716005,
      "loss": 2.2344,
      "step": 47887
    },
    {
      "epoch": 2.227866945801349,
      "grad_norm": 1.2735064442459443,
      "learning_rate": 0.00021326582587587672,
      "loss": 1.9766,
      "step": 47888
    },
    {
      "epoch": 2.22791346824843,
      "grad_norm": 1.237938350251267,
      "learning_rate": 0.0002132624607058617,
      "loss": 2.1562,
      "step": 47889
    },
    {
      "epoch": 2.2279599906955108,
      "grad_norm": 1.145056517488755,
      "learning_rate": 0.000213259095497117,
      "loss": 2.3281,
      "step": 47890
    },
    {
      "epoch": 2.2280065131425912,
      "grad_norm": 1.155359869306138,
      "learning_rate": 0.00021325573024964477,
      "loss": 2.1562,
      "step": 47891
    },
    {
      "epoch": 2.228053035589672,
      "grad_norm": 1.272899680324366,
      "learning_rate": 0.00021325236496344695,
      "loss": 2.3594,
      "step": 47892
    },
    {
      "epoch": 2.2280995580367526,
      "grad_norm": 1.2335187470947675,
      "learning_rate": 0.00021324899963852569,
      "loss": 2.4688,
      "step": 47893
    },
    {
      "epoch": 2.2281460804838336,
      "grad_norm": 1.159288318506952,
      "learning_rate": 0.000213245634274883,
      "loss": 2.0312,
      "step": 47894
    },
    {
      "epoch": 2.228192602930914,
      "grad_norm": 1.2436467071328021,
      "learning_rate": 0.000213242268872521,
      "loss": 2.125,
      "step": 47895
    },
    {
      "epoch": 2.228239125377995,
      "grad_norm": 1.205851126861952,
      "learning_rate": 0.00021323890343144172,
      "loss": 2.2812,
      "step": 47896
    },
    {
      "epoch": 2.2282856478250754,
      "grad_norm": 1.2487926143565042,
      "learning_rate": 0.00021323553795164714,
      "loss": 2.2812,
      "step": 47897
    },
    {
      "epoch": 2.2283321702721564,
      "grad_norm": 1.0993761258115768,
      "learning_rate": 0.00021323217243313946,
      "loss": 2.2656,
      "step": 47898
    },
    {
      "epoch": 2.228378692719237,
      "grad_norm": 1.318563878529373,
      "learning_rate": 0.00021322880687592058,
      "loss": 2.5312,
      "step": 47899
    },
    {
      "epoch": 2.2284252151663178,
      "grad_norm": 1.1968657657173871,
      "learning_rate": 0.00021322544127999274,
      "loss": 2.0625,
      "step": 47900
    },
    {
      "epoch": 2.2284717376133987,
      "grad_norm": 1.2138230629501707,
      "learning_rate": 0.00021322207564535784,
      "loss": 2.4375,
      "step": 47901
    },
    {
      "epoch": 2.228518260060479,
      "grad_norm": 1.2790201163991068,
      "learning_rate": 0.00021321870997201807,
      "loss": 2.3438,
      "step": 47902
    },
    {
      "epoch": 2.22856478250756,
      "grad_norm": 1.124092543162957,
      "learning_rate": 0.0002132153442599754,
      "loss": 2.1875,
      "step": 47903
    },
    {
      "epoch": 2.2286113049546405,
      "grad_norm": 1.216690217167189,
      "learning_rate": 0.00021321197850923196,
      "loss": 2.3906,
      "step": 47904
    },
    {
      "epoch": 2.2286578274017215,
      "grad_norm": 1.3203603907029213,
      "learning_rate": 0.00021320861271978975,
      "loss": 2.5781,
      "step": 47905
    },
    {
      "epoch": 2.228704349848802,
      "grad_norm": 1.42688768446927,
      "learning_rate": 0.00021320524689165087,
      "loss": 2.2812,
      "step": 47906
    },
    {
      "epoch": 2.228750872295883,
      "grad_norm": 1.529380574367539,
      "learning_rate": 0.00021320188102481733,
      "loss": 2.3281,
      "step": 47907
    },
    {
      "epoch": 2.2287973947429633,
      "grad_norm": 1.291236454290794,
      "learning_rate": 0.00021319851511929124,
      "loss": 2.5781,
      "step": 47908
    },
    {
      "epoch": 2.2288439171900443,
      "grad_norm": 1.1373029572564228,
      "learning_rate": 0.0002131951491750747,
      "loss": 2.3906,
      "step": 47909
    },
    {
      "epoch": 2.2288904396371247,
      "grad_norm": 1.2501148656318986,
      "learning_rate": 0.00021319178319216962,
      "loss": 2.1719,
      "step": 47910
    },
    {
      "epoch": 2.2289369620842057,
      "grad_norm": 1.2096088128218736,
      "learning_rate": 0.00021318841717057823,
      "loss": 1.9688,
      "step": 47911
    },
    {
      "epoch": 2.228983484531286,
      "grad_norm": 1.194729639943681,
      "learning_rate": 0.0002131850511103025,
      "loss": 2.25,
      "step": 47912
    },
    {
      "epoch": 2.229030006978367,
      "grad_norm": 1.3373054579109396,
      "learning_rate": 0.0002131816850113445,
      "loss": 2.5625,
      "step": 47913
    },
    {
      "epoch": 2.229076529425448,
      "grad_norm": 1.2828577303365278,
      "learning_rate": 0.00021317831887370631,
      "loss": 2.2031,
      "step": 47914
    },
    {
      "epoch": 2.2291230518725285,
      "grad_norm": 1.1834964865785145,
      "learning_rate": 0.00021317495269739,
      "loss": 2.2812,
      "step": 47915
    },
    {
      "epoch": 2.2291695743196094,
      "grad_norm": 1.1766826310779714,
      "learning_rate": 0.00021317158648239757,
      "loss": 2.2656,
      "step": 47916
    },
    {
      "epoch": 2.22921609676669,
      "grad_norm": 1.153429851837049,
      "learning_rate": 0.00021316822022873116,
      "loss": 2.1875,
      "step": 47917
    },
    {
      "epoch": 2.229262619213771,
      "grad_norm": 1.1398343060761265,
      "learning_rate": 0.00021316485393639277,
      "loss": 2.1406,
      "step": 47918
    },
    {
      "epoch": 2.2293091416608513,
      "grad_norm": 1.2714542179743238,
      "learning_rate": 0.0002131614876053845,
      "loss": 2.3438,
      "step": 47919
    },
    {
      "epoch": 2.229355664107932,
      "grad_norm": 1.2395630261990511,
      "learning_rate": 0.00021315812123570837,
      "loss": 2.3281,
      "step": 47920
    },
    {
      "epoch": 2.2294021865550127,
      "grad_norm": 1.227283726245004,
      "learning_rate": 0.00021315475482736645,
      "loss": 2.5938,
      "step": 47921
    },
    {
      "epoch": 2.2294487090020936,
      "grad_norm": 1.2047718801018545,
      "learning_rate": 0.0002131513883803609,
      "loss": 2.2031,
      "step": 47922
    },
    {
      "epoch": 2.229495231449174,
      "grad_norm": 1.264871374712288,
      "learning_rate": 0.00021314802189469363,
      "loss": 2.2031,
      "step": 47923
    },
    {
      "epoch": 2.229541753896255,
      "grad_norm": 1.1817283479216762,
      "learning_rate": 0.0002131446553703668,
      "loss": 1.8125,
      "step": 47924
    },
    {
      "epoch": 2.2295882763433355,
      "grad_norm": 1.2502215273592305,
      "learning_rate": 0.0002131412888073824,
      "loss": 2.0469,
      "step": 47925
    },
    {
      "epoch": 2.2296347987904164,
      "grad_norm": 1.205751581616476,
      "learning_rate": 0.00021313792220574256,
      "loss": 2.375,
      "step": 47926
    },
    {
      "epoch": 2.2296813212374973,
      "grad_norm": 1.3408281270283382,
      "learning_rate": 0.0002131345555654493,
      "loss": 2.4219,
      "step": 47927
    },
    {
      "epoch": 2.2297278436845778,
      "grad_norm": 1.1196788834275506,
      "learning_rate": 0.00021313118888650472,
      "loss": 1.9844,
      "step": 47928
    },
    {
      "epoch": 2.2297743661316587,
      "grad_norm": 1.20912373662755,
      "learning_rate": 0.00021312782216891083,
      "loss": 2.3125,
      "step": 47929
    },
    {
      "epoch": 2.229820888578739,
      "grad_norm": 1.1841097286996083,
      "learning_rate": 0.00021312445541266976,
      "loss": 2.2188,
      "step": 47930
    },
    {
      "epoch": 2.22986741102582,
      "grad_norm": 1.2273785940595874,
      "learning_rate": 0.00021312108861778345,
      "loss": 2.4062,
      "step": 47931
    },
    {
      "epoch": 2.2299139334729006,
      "grad_norm": 1.1885201682683253,
      "learning_rate": 0.00021311772178425408,
      "loss": 2.0938,
      "step": 47932
    },
    {
      "epoch": 2.2299604559199815,
      "grad_norm": 1.2571548814778617,
      "learning_rate": 0.00021311435491208367,
      "loss": 2.1719,
      "step": 47933
    },
    {
      "epoch": 2.230006978367062,
      "grad_norm": 1.2067183474630085,
      "learning_rate": 0.00021311098800127424,
      "loss": 2.4375,
      "step": 47934
    },
    {
      "epoch": 2.230053500814143,
      "grad_norm": 1.172489211933948,
      "learning_rate": 0.00021310762105182797,
      "loss": 2.25,
      "step": 47935
    },
    {
      "epoch": 2.2301000232612234,
      "grad_norm": 1.1607692089083437,
      "learning_rate": 0.00021310425406374675,
      "loss": 1.9922,
      "step": 47936
    },
    {
      "epoch": 2.2301465457083043,
      "grad_norm": 1.2183548384228087,
      "learning_rate": 0.00021310088703703283,
      "loss": 2.2656,
      "step": 47937
    },
    {
      "epoch": 2.230193068155385,
      "grad_norm": 1.3030360409497506,
      "learning_rate": 0.0002130975199716881,
      "loss": 2.1719,
      "step": 47938
    },
    {
      "epoch": 2.2302395906024657,
      "grad_norm": 1.118773156721297,
      "learning_rate": 0.00021309415286771473,
      "loss": 2.2812,
      "step": 47939
    },
    {
      "epoch": 2.2302861130495466,
      "grad_norm": 1.0787270776420377,
      "learning_rate": 0.00021309078572511473,
      "loss": 1.9219,
      "step": 47940
    },
    {
      "epoch": 2.230332635496627,
      "grad_norm": 1.182065710748863,
      "learning_rate": 0.0002130874185438902,
      "loss": 2.2188,
      "step": 47941
    },
    {
      "epoch": 2.230379157943708,
      "grad_norm": 1.2144794122572162,
      "learning_rate": 0.00021308405132404318,
      "loss": 2.2969,
      "step": 47942
    },
    {
      "epoch": 2.2304256803907885,
      "grad_norm": 1.2985980674578805,
      "learning_rate": 0.00021308068406557568,
      "loss": 2.3438,
      "step": 47943
    },
    {
      "epoch": 2.2304722028378694,
      "grad_norm": 1.211691954026725,
      "learning_rate": 0.00021307731676848988,
      "loss": 2.375,
      "step": 47944
    },
    {
      "epoch": 2.23051872528495,
      "grad_norm": 1.3409706080685428,
      "learning_rate": 0.00021307394943278774,
      "loss": 2.4219,
      "step": 47945
    },
    {
      "epoch": 2.230565247732031,
      "grad_norm": 1.2869164454427113,
      "learning_rate": 0.00021307058205847137,
      "loss": 2.4219,
      "step": 47946
    },
    {
      "epoch": 2.2306117701791113,
      "grad_norm": 1.190955703255239,
      "learning_rate": 0.00021306721464554282,
      "loss": 1.7109,
      "step": 47947
    },
    {
      "epoch": 2.230658292626192,
      "grad_norm": 1.155048093968265,
      "learning_rate": 0.00021306384719400412,
      "loss": 2.1094,
      "step": 47948
    },
    {
      "epoch": 2.2307048150732727,
      "grad_norm": 1.1847099946812918,
      "learning_rate": 0.0002130604797038574,
      "loss": 2.0156,
      "step": 47949
    },
    {
      "epoch": 2.2307513375203536,
      "grad_norm": 1.1593302728186203,
      "learning_rate": 0.00021305711217510468,
      "loss": 2.1406,
      "step": 47950
    },
    {
      "epoch": 2.230797859967434,
      "grad_norm": 1.2445421840708963,
      "learning_rate": 0.000213053744607748,
      "loss": 2.3281,
      "step": 47951
    },
    {
      "epoch": 2.230844382414515,
      "grad_norm": 1.260086511062334,
      "learning_rate": 0.0002130503770017895,
      "loss": 2.25,
      "step": 47952
    },
    {
      "epoch": 2.230890904861596,
      "grad_norm": 1.190109775361176,
      "learning_rate": 0.0002130470093572311,
      "loss": 2.1562,
      "step": 47953
    },
    {
      "epoch": 2.2309374273086764,
      "grad_norm": 1.4512090823144532,
      "learning_rate": 0.00021304364167407499,
      "loss": 2.4375,
      "step": 47954
    },
    {
      "epoch": 2.2309839497557573,
      "grad_norm": 1.2262552045820108,
      "learning_rate": 0.00021304027395232318,
      "loss": 2.4844,
      "step": 47955
    },
    {
      "epoch": 2.231030472202838,
      "grad_norm": 1.3591592312008491,
      "learning_rate": 0.00021303690619197776,
      "loss": 2.1406,
      "step": 47956
    },
    {
      "epoch": 2.2310769946499187,
      "grad_norm": 1.2744130693152498,
      "learning_rate": 0.0002130335383930408,
      "loss": 2.3125,
      "step": 47957
    },
    {
      "epoch": 2.231123517096999,
      "grad_norm": 1.215258528242954,
      "learning_rate": 0.00021303017055551428,
      "loss": 2.1406,
      "step": 47958
    },
    {
      "epoch": 2.23117003954408,
      "grad_norm": 1.0270213874806962,
      "learning_rate": 0.00021302680267940038,
      "loss": 1.6484,
      "step": 47959
    },
    {
      "epoch": 2.2312165619911606,
      "grad_norm": 1.1583267949528244,
      "learning_rate": 0.00021302343476470106,
      "loss": 2.1562,
      "step": 47960
    },
    {
      "epoch": 2.2312630844382415,
      "grad_norm": 1.1787759997005058,
      "learning_rate": 0.00021302006681141842,
      "loss": 2.3125,
      "step": 47961
    },
    {
      "epoch": 2.231309606885322,
      "grad_norm": 1.2062375841033677,
      "learning_rate": 0.00021301669881955453,
      "loss": 2.3125,
      "step": 47962
    },
    {
      "epoch": 2.231356129332403,
      "grad_norm": 1.3143669067231323,
      "learning_rate": 0.0002130133307891115,
      "loss": 2.2344,
      "step": 47963
    },
    {
      "epoch": 2.231402651779484,
      "grad_norm": 1.259682287154544,
      "learning_rate": 0.00021300996272009123,
      "loss": 2.3906,
      "step": 47964
    },
    {
      "epoch": 2.2314491742265643,
      "grad_norm": 1.0761111376477646,
      "learning_rate": 0.00021300659461249595,
      "loss": 2.1875,
      "step": 47965
    },
    {
      "epoch": 2.2314956966736452,
      "grad_norm": 1.1966556937017017,
      "learning_rate": 0.00021300322646632767,
      "loss": 2.3438,
      "step": 47966
    },
    {
      "epoch": 2.2315422191207257,
      "grad_norm": 1.243016087143928,
      "learning_rate": 0.00021299985828158844,
      "loss": 2.4531,
      "step": 47967
    },
    {
      "epoch": 2.2315887415678066,
      "grad_norm": 1.323059866239034,
      "learning_rate": 0.0002129964900582803,
      "loss": 2.5312,
      "step": 47968
    },
    {
      "epoch": 2.231635264014887,
      "grad_norm": 1.2411770352305893,
      "learning_rate": 0.00021299312179640534,
      "loss": 2.1719,
      "step": 47969
    },
    {
      "epoch": 2.231681786461968,
      "grad_norm": 1.2041257719166252,
      "learning_rate": 0.00021298975349596564,
      "loss": 1.7031,
      "step": 47970
    },
    {
      "epoch": 2.2317283089090485,
      "grad_norm": 1.173354911921308,
      "learning_rate": 0.00021298638515696323,
      "loss": 2.1094,
      "step": 47971
    },
    {
      "epoch": 2.2317748313561294,
      "grad_norm": 1.3690733789581246,
      "learning_rate": 0.0002129830167794002,
      "loss": 2.4219,
      "step": 47972
    },
    {
      "epoch": 2.23182135380321,
      "grad_norm": 1.20214426011214,
      "learning_rate": 0.00021297964836327856,
      "loss": 2.3125,
      "step": 47973
    },
    {
      "epoch": 2.231867876250291,
      "grad_norm": 1.0638239862162984,
      "learning_rate": 0.00021297627990860048,
      "loss": 1.6016,
      "step": 47974
    },
    {
      "epoch": 2.2319143986973713,
      "grad_norm": 1.104001179822962,
      "learning_rate": 0.0002129729114153679,
      "loss": 2.2812,
      "step": 47975
    },
    {
      "epoch": 2.231960921144452,
      "grad_norm": 1.5271508527066546,
      "learning_rate": 0.00021296954288358292,
      "loss": 2.3594,
      "step": 47976
    },
    {
      "epoch": 2.2320074435915327,
      "grad_norm": 1.186318777934764,
      "learning_rate": 0.00021296617431324763,
      "loss": 2.4219,
      "step": 47977
    },
    {
      "epoch": 2.2320539660386136,
      "grad_norm": 1.1703039904412218,
      "learning_rate": 0.0002129628057043641,
      "loss": 2.4219,
      "step": 47978
    },
    {
      "epoch": 2.2321004884856945,
      "grad_norm": 1.1793597280046693,
      "learning_rate": 0.00021295943705693432,
      "loss": 2.5312,
      "step": 47979
    },
    {
      "epoch": 2.232147010932775,
      "grad_norm": 1.1012356932780591,
      "learning_rate": 0.0002129560683709604,
      "loss": 2.0312,
      "step": 47980
    },
    {
      "epoch": 2.232193533379856,
      "grad_norm": 1.2259017378224177,
      "learning_rate": 0.00021295269964644446,
      "loss": 2.0312,
      "step": 47981
    },
    {
      "epoch": 2.2322400558269364,
      "grad_norm": 1.1077747175722499,
      "learning_rate": 0.00021294933088338846,
      "loss": 2.1875,
      "step": 47982
    },
    {
      "epoch": 2.2322865782740173,
      "grad_norm": 1.1277559002076876,
      "learning_rate": 0.00021294596208179455,
      "loss": 2.1719,
      "step": 47983
    },
    {
      "epoch": 2.232333100721098,
      "grad_norm": 1.1888899805001252,
      "learning_rate": 0.0002129425932416647,
      "loss": 2.4062,
      "step": 47984
    },
    {
      "epoch": 2.2323796231681787,
      "grad_norm": 1.3106506891393417,
      "learning_rate": 0.0002129392243630011,
      "loss": 2.4688,
      "step": 47985
    },
    {
      "epoch": 2.232426145615259,
      "grad_norm": 1.1473919555205117,
      "learning_rate": 0.00021293585544580567,
      "loss": 2.0781,
      "step": 47986
    },
    {
      "epoch": 2.23247266806234,
      "grad_norm": 1.223247828115176,
      "learning_rate": 0.00021293248649008055,
      "loss": 2.4062,
      "step": 47987
    },
    {
      "epoch": 2.2325191905094206,
      "grad_norm": 1.2075666071194395,
      "learning_rate": 0.00021292911749582779,
      "loss": 2.0156,
      "step": 47988
    },
    {
      "epoch": 2.2325657129565015,
      "grad_norm": 1.1898303754171617,
      "learning_rate": 0.00021292574846304944,
      "loss": 2.1875,
      "step": 47989
    },
    {
      "epoch": 2.2326122354035824,
      "grad_norm": 1.1947995884651728,
      "learning_rate": 0.0002129223793917476,
      "loss": 2.2812,
      "step": 47990
    },
    {
      "epoch": 2.232658757850663,
      "grad_norm": 1.1125447438930032,
      "learning_rate": 0.0002129190102819243,
      "loss": 2.125,
      "step": 47991
    },
    {
      "epoch": 2.232705280297744,
      "grad_norm": 1.178019310432719,
      "learning_rate": 0.00021291564113358163,
      "loss": 2.125,
      "step": 47992
    },
    {
      "epoch": 2.2327518027448243,
      "grad_norm": 1.1680350019759789,
      "learning_rate": 0.0002129122719467216,
      "loss": 1.9609,
      "step": 47993
    },
    {
      "epoch": 2.2327983251919052,
      "grad_norm": 1.2014317681382964,
      "learning_rate": 0.00021290890272134634,
      "loss": 2.3125,
      "step": 47994
    },
    {
      "epoch": 2.2328448476389857,
      "grad_norm": 1.2168289928305314,
      "learning_rate": 0.00021290553345745786,
      "loss": 2.0312,
      "step": 47995
    },
    {
      "epoch": 2.2328913700860666,
      "grad_norm": 1.2170795659179134,
      "learning_rate": 0.00021290216415505828,
      "loss": 2.1875,
      "step": 47996
    },
    {
      "epoch": 2.232937892533147,
      "grad_norm": 1.1955572950967979,
      "learning_rate": 0.00021289879481414958,
      "loss": 2.0469,
      "step": 47997
    },
    {
      "epoch": 2.232984414980228,
      "grad_norm": 1.180466300804408,
      "learning_rate": 0.00021289542543473386,
      "loss": 2.3438,
      "step": 47998
    },
    {
      "epoch": 2.2330309374273085,
      "grad_norm": 1.1831148045046427,
      "learning_rate": 0.00021289205601681318,
      "loss": 2.5781,
      "step": 47999
    },
    {
      "epoch": 2.2330774598743894,
      "grad_norm": 1.2698346663257338,
      "learning_rate": 0.00021288868656038965,
      "loss": 2.4062,
      "step": 48000
    },
    {
      "epoch": 2.23312398232147,
      "grad_norm": 1.1557771590266346,
      "learning_rate": 0.00021288531706546528,
      "loss": 2.2031,
      "step": 48001
    },
    {
      "epoch": 2.233170504768551,
      "grad_norm": 1.2400171378667233,
      "learning_rate": 0.00021288194753204216,
      "loss": 2.375,
      "step": 48002
    },
    {
      "epoch": 2.2332170272156313,
      "grad_norm": 1.248006248312942,
      "learning_rate": 0.00021287857796012236,
      "loss": 2.3125,
      "step": 48003
    },
    {
      "epoch": 2.2332635496627122,
      "grad_norm": 1.1570351957785654,
      "learning_rate": 0.00021287520834970786,
      "loss": 2.1719,
      "step": 48004
    },
    {
      "epoch": 2.233310072109793,
      "grad_norm": 1.1190627479251116,
      "learning_rate": 0.00021287183870080087,
      "loss": 2.2969,
      "step": 48005
    },
    {
      "epoch": 2.2333565945568736,
      "grad_norm": 1.1388601057946983,
      "learning_rate": 0.0002128684690134033,
      "loss": 2.0938,
      "step": 48006
    },
    {
      "epoch": 2.2334031170039546,
      "grad_norm": 1.1974185777797326,
      "learning_rate": 0.00021286509928751732,
      "loss": 2.1719,
      "step": 48007
    },
    {
      "epoch": 2.233449639451035,
      "grad_norm": 1.2400506586217965,
      "learning_rate": 0.0002128617295231449,
      "loss": 2.375,
      "step": 48008
    },
    {
      "epoch": 2.233496161898116,
      "grad_norm": 1.1332509580555643,
      "learning_rate": 0.00021285835972028824,
      "loss": 2.1562,
      "step": 48009
    },
    {
      "epoch": 2.2335426843451964,
      "grad_norm": 1.238114311852157,
      "learning_rate": 0.00021285498987894927,
      "loss": 2.1562,
      "step": 48010
    },
    {
      "epoch": 2.2335892067922773,
      "grad_norm": 1.2489515018884814,
      "learning_rate": 0.00021285161999913012,
      "loss": 2.1562,
      "step": 48011
    },
    {
      "epoch": 2.233635729239358,
      "grad_norm": 1.2664477902144862,
      "learning_rate": 0.00021284825008083282,
      "loss": 2.6562,
      "step": 48012
    },
    {
      "epoch": 2.2336822516864387,
      "grad_norm": 1.2389789796566357,
      "learning_rate": 0.00021284488012405947,
      "loss": 2.1406,
      "step": 48013
    },
    {
      "epoch": 2.2337287741335192,
      "grad_norm": 1.193645780056041,
      "learning_rate": 0.00021284151012881212,
      "loss": 2.25,
      "step": 48014
    },
    {
      "epoch": 2.2337752965806,
      "grad_norm": 1.2304005447692683,
      "learning_rate": 0.00021283814009509283,
      "loss": 2.4688,
      "step": 48015
    },
    {
      "epoch": 2.233821819027681,
      "grad_norm": 1.1386200675752292,
      "learning_rate": 0.00021283477002290366,
      "loss": 2.2188,
      "step": 48016
    },
    {
      "epoch": 2.2338683414747615,
      "grad_norm": 1.1689953374690678,
      "learning_rate": 0.00021283139991224665,
      "loss": 2.3906,
      "step": 48017
    },
    {
      "epoch": 2.2339148639218425,
      "grad_norm": 1.150842456362259,
      "learning_rate": 0.0002128280297631239,
      "loss": 2.1719,
      "step": 48018
    },
    {
      "epoch": 2.233961386368923,
      "grad_norm": 1.19795762486126,
      "learning_rate": 0.00021282465957553744,
      "loss": 2.2969,
      "step": 48019
    },
    {
      "epoch": 2.234007908816004,
      "grad_norm": 1.2882433860712625,
      "learning_rate": 0.00021282128934948936,
      "loss": 2.5,
      "step": 48020
    },
    {
      "epoch": 2.2340544312630843,
      "grad_norm": 1.2444271549163148,
      "learning_rate": 0.00021281791908498172,
      "loss": 2.3438,
      "step": 48021
    },
    {
      "epoch": 2.2341009537101653,
      "grad_norm": 1.2701120665738876,
      "learning_rate": 0.0002128145487820166,
      "loss": 2.2188,
      "step": 48022
    },
    {
      "epoch": 2.2341474761572457,
      "grad_norm": 1.1957948105566354,
      "learning_rate": 0.00021281117844059602,
      "loss": 2.1562,
      "step": 48023
    },
    {
      "epoch": 2.2341939986043267,
      "grad_norm": 1.049713282948545,
      "learning_rate": 0.00021280780806072212,
      "loss": 1.5547,
      "step": 48024
    },
    {
      "epoch": 2.234240521051407,
      "grad_norm": 1.2172292003400988,
      "learning_rate": 0.00021280443764239685,
      "loss": 2.2188,
      "step": 48025
    },
    {
      "epoch": 2.234287043498488,
      "grad_norm": 1.208916601256657,
      "learning_rate": 0.00021280106718562237,
      "loss": 2.2344,
      "step": 48026
    },
    {
      "epoch": 2.2343335659455685,
      "grad_norm": 1.1448398376017555,
      "learning_rate": 0.00021279769669040068,
      "loss": 2.4531,
      "step": 48027
    },
    {
      "epoch": 2.2343800883926495,
      "grad_norm": 1.1258137882909933,
      "learning_rate": 0.00021279432615673387,
      "loss": 2.0469,
      "step": 48028
    },
    {
      "epoch": 2.2344266108397304,
      "grad_norm": 1.188609419917896,
      "learning_rate": 0.00021279095558462402,
      "loss": 2.2344,
      "step": 48029
    },
    {
      "epoch": 2.234473133286811,
      "grad_norm": 1.2298926296116726,
      "learning_rate": 0.00021278758497407315,
      "loss": 2.2656,
      "step": 48030
    },
    {
      "epoch": 2.2345196557338918,
      "grad_norm": 1.1567082487147897,
      "learning_rate": 0.00021278421432508336,
      "loss": 2.2969,
      "step": 48031
    },
    {
      "epoch": 2.2345661781809723,
      "grad_norm": 1.201436823294506,
      "learning_rate": 0.0002127808436376567,
      "loss": 2.3281,
      "step": 48032
    },
    {
      "epoch": 2.234612700628053,
      "grad_norm": 1.1266582494717228,
      "learning_rate": 0.00021277747291179527,
      "loss": 2.0781,
      "step": 48033
    },
    {
      "epoch": 2.2346592230751336,
      "grad_norm": 1.1270707200416854,
      "learning_rate": 0.0002127741021475011,
      "loss": 1.9688,
      "step": 48034
    },
    {
      "epoch": 2.2347057455222146,
      "grad_norm": 1.180022458086311,
      "learning_rate": 0.0002127707313447762,
      "loss": 2.2031,
      "step": 48035
    },
    {
      "epoch": 2.234752267969295,
      "grad_norm": 1.3367814622540761,
      "learning_rate": 0.00021276736050362274,
      "loss": 2.4062,
      "step": 48036
    },
    {
      "epoch": 2.234798790416376,
      "grad_norm": 1.3446813348553406,
      "learning_rate": 0.00021276398962404274,
      "loss": 2.0625,
      "step": 48037
    },
    {
      "epoch": 2.2348453128634564,
      "grad_norm": 1.220923717348857,
      "learning_rate": 0.0002127606187060382,
      "loss": 2.1562,
      "step": 48038
    },
    {
      "epoch": 2.2348918353105374,
      "grad_norm": 1.1814682302218074,
      "learning_rate": 0.00021275724774961127,
      "loss": 1.9375,
      "step": 48039
    },
    {
      "epoch": 2.234938357757618,
      "grad_norm": 1.284996851992176,
      "learning_rate": 0.00021275387675476396,
      "loss": 2.4844,
      "step": 48040
    },
    {
      "epoch": 2.2349848802046988,
      "grad_norm": 1.2846205875238061,
      "learning_rate": 0.00021275050572149842,
      "loss": 2.5156,
      "step": 48041
    },
    {
      "epoch": 2.2350314026517797,
      "grad_norm": 1.223304110793394,
      "learning_rate": 0.0002127471346498166,
      "loss": 2.2344,
      "step": 48042
    },
    {
      "epoch": 2.23507792509886,
      "grad_norm": 1.1956596530641264,
      "learning_rate": 0.0002127437635397206,
      "loss": 2.1875,
      "step": 48043
    },
    {
      "epoch": 2.235124447545941,
      "grad_norm": 1.1778835270210017,
      "learning_rate": 0.00021274039239121257,
      "loss": 2.375,
      "step": 48044
    },
    {
      "epoch": 2.2351709699930216,
      "grad_norm": 1.2004230384834456,
      "learning_rate": 0.00021273702120429443,
      "loss": 2.2812,
      "step": 48045
    },
    {
      "epoch": 2.2352174924401025,
      "grad_norm": 1.2239870246561748,
      "learning_rate": 0.00021273364997896832,
      "loss": 2.2344,
      "step": 48046
    },
    {
      "epoch": 2.235264014887183,
      "grad_norm": 1.1695488044162878,
      "learning_rate": 0.00021273027871523633,
      "loss": 2.2031,
      "step": 48047
    },
    {
      "epoch": 2.235310537334264,
      "grad_norm": 1.321426585191379,
      "learning_rate": 0.0002127269074131005,
      "loss": 2.4219,
      "step": 48048
    },
    {
      "epoch": 2.2353570597813444,
      "grad_norm": 1.2094717046833101,
      "learning_rate": 0.00021272353607256286,
      "loss": 2.2031,
      "step": 48049
    },
    {
      "epoch": 2.2354035822284253,
      "grad_norm": 1.181485442646945,
      "learning_rate": 0.00021272016469362553,
      "loss": 2.3125,
      "step": 48050
    },
    {
      "epoch": 2.2354501046755058,
      "grad_norm": 1.344110994534953,
      "learning_rate": 0.0002127167932762905,
      "loss": 2.4844,
      "step": 48051
    },
    {
      "epoch": 2.2354966271225867,
      "grad_norm": 1.2333757389656579,
      "learning_rate": 0.0002127134218205599,
      "loss": 2.3906,
      "step": 48052
    },
    {
      "epoch": 2.2355431495696676,
      "grad_norm": 1.2074475231303674,
      "learning_rate": 0.00021271005032643582,
      "loss": 2.0781,
      "step": 48053
    },
    {
      "epoch": 2.235589672016748,
      "grad_norm": 1.1951843186393238,
      "learning_rate": 0.00021270667879392022,
      "loss": 2.0938,
      "step": 48054
    },
    {
      "epoch": 2.235636194463829,
      "grad_norm": 1.2377113817946677,
      "learning_rate": 0.00021270330722301524,
      "loss": 2.3281,
      "step": 48055
    },
    {
      "epoch": 2.2356827169109095,
      "grad_norm": 1.1414169075986016,
      "learning_rate": 0.00021269993561372292,
      "loss": 1.9609,
      "step": 48056
    },
    {
      "epoch": 2.2357292393579904,
      "grad_norm": 1.1899888336980768,
      "learning_rate": 0.00021269656396604537,
      "loss": 2.0781,
      "step": 48057
    },
    {
      "epoch": 2.235775761805071,
      "grad_norm": 1.3200795615590417,
      "learning_rate": 0.00021269319227998457,
      "loss": 2.4688,
      "step": 48058
    },
    {
      "epoch": 2.235822284252152,
      "grad_norm": 1.234465082526171,
      "learning_rate": 0.00021268982055554266,
      "loss": 2.375,
      "step": 48059
    },
    {
      "epoch": 2.2358688066992323,
      "grad_norm": 1.2922343995629413,
      "learning_rate": 0.00021268644879272164,
      "loss": 1.6641,
      "step": 48060
    },
    {
      "epoch": 2.235915329146313,
      "grad_norm": 1.1447315674631586,
      "learning_rate": 0.0002126830769915236,
      "loss": 2.1094,
      "step": 48061
    },
    {
      "epoch": 2.2359618515933937,
      "grad_norm": 1.2016038046159,
      "learning_rate": 0.00021267970515195063,
      "loss": 2.2031,
      "step": 48062
    },
    {
      "epoch": 2.2360083740404746,
      "grad_norm": 1.2889815567456466,
      "learning_rate": 0.00021267633327400477,
      "loss": 2.4531,
      "step": 48063
    },
    {
      "epoch": 2.236054896487555,
      "grad_norm": 1.223958412472008,
      "learning_rate": 0.0002126729613576881,
      "loss": 2.3125,
      "step": 48064
    },
    {
      "epoch": 2.236101418934636,
      "grad_norm": 1.0923374726968524,
      "learning_rate": 0.00021266958940300266,
      "loss": 1.8516,
      "step": 48065
    },
    {
      "epoch": 2.2361479413817165,
      "grad_norm": 1.297367059056021,
      "learning_rate": 0.00021266621740995056,
      "loss": 2.3125,
      "step": 48066
    },
    {
      "epoch": 2.2361944638287974,
      "grad_norm": 1.207204425328953,
      "learning_rate": 0.0002126628453785338,
      "loss": 2.1562,
      "step": 48067
    },
    {
      "epoch": 2.2362409862758783,
      "grad_norm": 1.4558760981656091,
      "learning_rate": 0.0002126594733087545,
      "loss": 2.5469,
      "step": 48068
    },
    {
      "epoch": 2.236287508722959,
      "grad_norm": 1.3424766383406601,
      "learning_rate": 0.00021265610120061468,
      "loss": 2.5,
      "step": 48069
    },
    {
      "epoch": 2.2363340311700397,
      "grad_norm": 1.0400786279424945,
      "learning_rate": 0.00021265272905411644,
      "loss": 1.8438,
      "step": 48070
    },
    {
      "epoch": 2.23638055361712,
      "grad_norm": 1.319229280587541,
      "learning_rate": 0.00021264935686926182,
      "loss": 2.2656,
      "step": 48071
    },
    {
      "epoch": 2.236427076064201,
      "grad_norm": 1.2547545730185887,
      "learning_rate": 0.00021264598464605287,
      "loss": 2.1719,
      "step": 48072
    },
    {
      "epoch": 2.2364735985112816,
      "grad_norm": 1.2460007504902026,
      "learning_rate": 0.0002126426123844917,
      "loss": 2.5469,
      "step": 48073
    },
    {
      "epoch": 2.2365201209583625,
      "grad_norm": 1.278708318091762,
      "learning_rate": 0.00021263924008458034,
      "loss": 2.4375,
      "step": 48074
    },
    {
      "epoch": 2.236566643405443,
      "grad_norm": 1.1972425176898065,
      "learning_rate": 0.0002126358677463209,
      "loss": 2.0938,
      "step": 48075
    },
    {
      "epoch": 2.236613165852524,
      "grad_norm": 1.1740515528664595,
      "learning_rate": 0.00021263249536971541,
      "loss": 2.3594,
      "step": 48076
    },
    {
      "epoch": 2.2366596882996044,
      "grad_norm": 1.2335507009521498,
      "learning_rate": 0.00021262912295476593,
      "loss": 2.2031,
      "step": 48077
    },
    {
      "epoch": 2.2367062107466853,
      "grad_norm": 1.2112837917942119,
      "learning_rate": 0.0002126257505014745,
      "loss": 2.1719,
      "step": 48078
    },
    {
      "epoch": 2.236752733193766,
      "grad_norm": 1.2372089072512917,
      "learning_rate": 0.00021262237800984325,
      "loss": 2.2656,
      "step": 48079
    },
    {
      "epoch": 2.2367992556408467,
      "grad_norm": 1.181483710375782,
      "learning_rate": 0.00021261900547987422,
      "loss": 2.0938,
      "step": 48080
    },
    {
      "epoch": 2.2368457780879276,
      "grad_norm": 1.1769184578504552,
      "learning_rate": 0.00021261563291156946,
      "loss": 2.4375,
      "step": 48081
    },
    {
      "epoch": 2.236892300535008,
      "grad_norm": 1.1224170786434693,
      "learning_rate": 0.00021261226030493103,
      "loss": 2.0156,
      "step": 48082
    },
    {
      "epoch": 2.236938822982089,
      "grad_norm": 1.17540589434873,
      "learning_rate": 0.000212608887659961,
      "loss": 2.375,
      "step": 48083
    },
    {
      "epoch": 2.2369853454291695,
      "grad_norm": 1.2279896750117651,
      "learning_rate": 0.00021260551497666143,
      "loss": 2.2031,
      "step": 48084
    },
    {
      "epoch": 2.2370318678762504,
      "grad_norm": 1.1131846480450998,
      "learning_rate": 0.0002126021422550344,
      "loss": 2.1719,
      "step": 48085
    },
    {
      "epoch": 2.237078390323331,
      "grad_norm": 1.234884431498602,
      "learning_rate": 0.00021259876949508203,
      "loss": 2.5156,
      "step": 48086
    },
    {
      "epoch": 2.237124912770412,
      "grad_norm": 1.1723932616951696,
      "learning_rate": 0.00021259539669680626,
      "loss": 2.3906,
      "step": 48087
    },
    {
      "epoch": 2.2371714352174923,
      "grad_norm": 1.1333289784637357,
      "learning_rate": 0.00021259202386020925,
      "loss": 2.3125,
      "step": 48088
    },
    {
      "epoch": 2.237217957664573,
      "grad_norm": 1.1463725909041969,
      "learning_rate": 0.000212588650985293,
      "loss": 2.1562,
      "step": 48089
    },
    {
      "epoch": 2.2372644801116537,
      "grad_norm": 1.171665592179074,
      "learning_rate": 0.00021258527807205963,
      "loss": 2.3594,
      "step": 48090
    },
    {
      "epoch": 2.2373110025587346,
      "grad_norm": 1.3682716238647616,
      "learning_rate": 0.00021258190512051116,
      "loss": 2.4531,
      "step": 48091
    },
    {
      "epoch": 2.237357525005815,
      "grad_norm": 1.2028389774146508,
      "learning_rate": 0.00021257853213064973,
      "loss": 2.3906,
      "step": 48092
    },
    {
      "epoch": 2.237404047452896,
      "grad_norm": 1.2824763142101576,
      "learning_rate": 0.00021257515910247732,
      "loss": 2.5156,
      "step": 48093
    },
    {
      "epoch": 2.237450569899977,
      "grad_norm": 1.2522256526288449,
      "learning_rate": 0.00021257178603599605,
      "loss": 2.4375,
      "step": 48094
    },
    {
      "epoch": 2.2374970923470574,
      "grad_norm": 1.2427471143335977,
      "learning_rate": 0.00021256841293120792,
      "loss": 2.375,
      "step": 48095
    },
    {
      "epoch": 2.2375436147941383,
      "grad_norm": 1.1759847863715611,
      "learning_rate": 0.00021256503978811506,
      "loss": 2.2812,
      "step": 48096
    },
    {
      "epoch": 2.237590137241219,
      "grad_norm": 1.1900756475146168,
      "learning_rate": 0.0002125616666067195,
      "loss": 2.2656,
      "step": 48097
    },
    {
      "epoch": 2.2376366596882997,
      "grad_norm": 1.1727494357607608,
      "learning_rate": 0.00021255829338702334,
      "loss": 2.2969,
      "step": 48098
    },
    {
      "epoch": 2.23768318213538,
      "grad_norm": 1.196272679301119,
      "learning_rate": 0.00021255492012902866,
      "loss": 2.2344,
      "step": 48099
    },
    {
      "epoch": 2.237729704582461,
      "grad_norm": 1.1971289171241704,
      "learning_rate": 0.00021255154683273746,
      "loss": 2.2969,
      "step": 48100
    },
    {
      "epoch": 2.2377762270295416,
      "grad_norm": 1.3368577775612827,
      "learning_rate": 0.0002125481734981518,
      "loss": 2.5,
      "step": 48101
    },
    {
      "epoch": 2.2378227494766225,
      "grad_norm": 1.1363624059021797,
      "learning_rate": 0.00021254480012527382,
      "loss": 1.9062,
      "step": 48102
    },
    {
      "epoch": 2.237869271923703,
      "grad_norm": 1.281471046255163,
      "learning_rate": 0.00021254142671410555,
      "loss": 2.3438,
      "step": 48103
    },
    {
      "epoch": 2.237915794370784,
      "grad_norm": 1.1956658762676666,
      "learning_rate": 0.000212538053264649,
      "loss": 2.2656,
      "step": 48104
    },
    {
      "epoch": 2.237962316817865,
      "grad_norm": 1.3699761622096527,
      "learning_rate": 0.00021253467977690635,
      "loss": 1.9922,
      "step": 48105
    },
    {
      "epoch": 2.2380088392649453,
      "grad_norm": 1.1171852528572255,
      "learning_rate": 0.00021253130625087954,
      "loss": 2.125,
      "step": 48106
    },
    {
      "epoch": 2.2380553617120262,
      "grad_norm": 1.2438769190286965,
      "learning_rate": 0.00021252793268657072,
      "loss": 2.3906,
      "step": 48107
    },
    {
      "epoch": 2.2381018841591067,
      "grad_norm": 1.1253481429174754,
      "learning_rate": 0.0002125245590839819,
      "loss": 2.0938,
      "step": 48108
    },
    {
      "epoch": 2.2381484066061876,
      "grad_norm": 1.088885272860661,
      "learning_rate": 0.00021252118544311523,
      "loss": 2.2344,
      "step": 48109
    },
    {
      "epoch": 2.238194929053268,
      "grad_norm": 1.2338080228339863,
      "learning_rate": 0.0002125178117639727,
      "loss": 2.2656,
      "step": 48110
    },
    {
      "epoch": 2.238241451500349,
      "grad_norm": 1.302803995223417,
      "learning_rate": 0.0002125144380465564,
      "loss": 2.3438,
      "step": 48111
    },
    {
      "epoch": 2.2382879739474295,
      "grad_norm": 1.2344562112347615,
      "learning_rate": 0.0002125110642908684,
      "loss": 2.2344,
      "step": 48112
    },
    {
      "epoch": 2.2383344963945104,
      "grad_norm": 1.306424948079036,
      "learning_rate": 0.00021250769049691075,
      "loss": 2.25,
      "step": 48113
    },
    {
      "epoch": 2.238381018841591,
      "grad_norm": 1.1122330839799537,
      "learning_rate": 0.00021250431666468552,
      "loss": 2.1875,
      "step": 48114
    },
    {
      "epoch": 2.238427541288672,
      "grad_norm": 1.2348537526259697,
      "learning_rate": 0.0002125009427941948,
      "loss": 2.4375,
      "step": 48115
    },
    {
      "epoch": 2.2384740637357523,
      "grad_norm": 1.161252221731099,
      "learning_rate": 0.00021249756888544062,
      "loss": 2.4219,
      "step": 48116
    },
    {
      "epoch": 2.2385205861828332,
      "grad_norm": 1.1470914095936633,
      "learning_rate": 0.00021249419493842505,
      "loss": 2.3594,
      "step": 48117
    },
    {
      "epoch": 2.2385671086299137,
      "grad_norm": 1.2275841502460285,
      "learning_rate": 0.00021249082095315015,
      "loss": 2.1719,
      "step": 48118
    },
    {
      "epoch": 2.2386136310769946,
      "grad_norm": 1.1620670963625277,
      "learning_rate": 0.000212487446929618,
      "loss": 2.1719,
      "step": 48119
    },
    {
      "epoch": 2.2386601535240755,
      "grad_norm": 1.1465212601432624,
      "learning_rate": 0.00021248407286783073,
      "loss": 2.2344,
      "step": 48120
    },
    {
      "epoch": 2.238706675971156,
      "grad_norm": 1.1953385348216843,
      "learning_rate": 0.00021248069876779027,
      "loss": 2.2969,
      "step": 48121
    },
    {
      "epoch": 2.238753198418237,
      "grad_norm": 1.120850518817554,
      "learning_rate": 0.00021247732462949882,
      "loss": 2.0312,
      "step": 48122
    },
    {
      "epoch": 2.2387997208653174,
      "grad_norm": 1.2234446035047442,
      "learning_rate": 0.00021247395045295836,
      "loss": 2.5312,
      "step": 48123
    },
    {
      "epoch": 2.2388462433123983,
      "grad_norm": 1.1449909259201185,
      "learning_rate": 0.00021247057623817095,
      "loss": 2.3125,
      "step": 48124
    },
    {
      "epoch": 2.238892765759479,
      "grad_norm": 1.18577581303058,
      "learning_rate": 0.00021246720198513872,
      "loss": 2.3125,
      "step": 48125
    },
    {
      "epoch": 2.2389392882065597,
      "grad_norm": 1.191809869545919,
      "learning_rate": 0.0002124638276938637,
      "loss": 2.2812,
      "step": 48126
    },
    {
      "epoch": 2.23898581065364,
      "grad_norm": 1.1424721019490403,
      "learning_rate": 0.00021246045336434797,
      "loss": 2.1094,
      "step": 48127
    },
    {
      "epoch": 2.239032333100721,
      "grad_norm": 1.1777689487190244,
      "learning_rate": 0.00021245707899659352,
      "loss": 2.3438,
      "step": 48128
    },
    {
      "epoch": 2.2390788555478016,
      "grad_norm": 1.0888715129884972,
      "learning_rate": 0.0002124537045906025,
      "loss": 1.6484,
      "step": 48129
    },
    {
      "epoch": 2.2391253779948825,
      "grad_norm": 1.1912190792928894,
      "learning_rate": 0.00021245033014637697,
      "loss": 1.7656,
      "step": 48130
    },
    {
      "epoch": 2.2391719004419635,
      "grad_norm": 1.1464376654987687,
      "learning_rate": 0.00021244695566391902,
      "loss": 2.2656,
      "step": 48131
    },
    {
      "epoch": 2.239218422889044,
      "grad_norm": 1.1399709969387064,
      "learning_rate": 0.00021244358114323058,
      "loss": 2.1719,
      "step": 48132
    },
    {
      "epoch": 2.239264945336125,
      "grad_norm": 1.195387109252553,
      "learning_rate": 0.00021244020658431388,
      "loss": 2.2656,
      "step": 48133
    },
    {
      "epoch": 2.2393114677832053,
      "grad_norm": 1.1550011671537006,
      "learning_rate": 0.0002124368319871709,
      "loss": 1.9141,
      "step": 48134
    },
    {
      "epoch": 2.2393579902302863,
      "grad_norm": 1.1735398499803766,
      "learning_rate": 0.00021243345735180374,
      "loss": 2.2812,
      "step": 48135
    },
    {
      "epoch": 2.2394045126773667,
      "grad_norm": 1.1777874654218583,
      "learning_rate": 0.00021243008267821445,
      "loss": 2.1875,
      "step": 48136
    },
    {
      "epoch": 2.2394510351244477,
      "grad_norm": 1.164391449078166,
      "learning_rate": 0.00021242670796640508,
      "loss": 2.1094,
      "step": 48137
    },
    {
      "epoch": 2.239497557571528,
      "grad_norm": 1.1490894813563817,
      "learning_rate": 0.00021242333321637774,
      "loss": 2.4531,
      "step": 48138
    },
    {
      "epoch": 2.239544080018609,
      "grad_norm": 1.1868573289860738,
      "learning_rate": 0.00021241995842813442,
      "loss": 2.3281,
      "step": 48139
    },
    {
      "epoch": 2.2395906024656895,
      "grad_norm": 1.10314604881195,
      "learning_rate": 0.00021241658360167726,
      "loss": 2.0,
      "step": 48140
    },
    {
      "epoch": 2.2396371249127704,
      "grad_norm": 1.1204764239347655,
      "learning_rate": 0.00021241320873700826,
      "loss": 2.1562,
      "step": 48141
    },
    {
      "epoch": 2.239683647359851,
      "grad_norm": 1.2241236186347593,
      "learning_rate": 0.00021240983383412958,
      "loss": 2.1562,
      "step": 48142
    },
    {
      "epoch": 2.239730169806932,
      "grad_norm": 1.2666249773422846,
      "learning_rate": 0.00021240645889304322,
      "loss": 2.3125,
      "step": 48143
    },
    {
      "epoch": 2.2397766922540128,
      "grad_norm": 1.2232782813536394,
      "learning_rate": 0.00021240308391375122,
      "loss": 2.2969,
      "step": 48144
    },
    {
      "epoch": 2.2398232147010932,
      "grad_norm": 1.2131033334331718,
      "learning_rate": 0.00021239970889625574,
      "loss": 2.2188,
      "step": 48145
    },
    {
      "epoch": 2.239869737148174,
      "grad_norm": 1.098507426893085,
      "learning_rate": 0.00021239633384055877,
      "loss": 1.8594,
      "step": 48146
    },
    {
      "epoch": 2.2399162595952546,
      "grad_norm": 1.1557648731343564,
      "learning_rate": 0.00021239295874666238,
      "loss": 2.1406,
      "step": 48147
    },
    {
      "epoch": 2.2399627820423356,
      "grad_norm": 1.3466022646158413,
      "learning_rate": 0.00021238958361456868,
      "loss": 2.3281,
      "step": 48148
    },
    {
      "epoch": 2.240009304489416,
      "grad_norm": 1.2337996418239083,
      "learning_rate": 0.00021238620844427972,
      "loss": 2.1719,
      "step": 48149
    },
    {
      "epoch": 2.240055826936497,
      "grad_norm": 1.1782265031085177,
      "learning_rate": 0.0002123828332357975,
      "loss": 2.5,
      "step": 48150
    },
    {
      "epoch": 2.2401023493835774,
      "grad_norm": 1.208792900514957,
      "learning_rate": 0.00021237945798912414,
      "loss": 2.2969,
      "step": 48151
    },
    {
      "epoch": 2.2401488718306584,
      "grad_norm": 1.207368987213388,
      "learning_rate": 0.00021237608270426175,
      "loss": 2.2656,
      "step": 48152
    },
    {
      "epoch": 2.240195394277739,
      "grad_norm": 1.2484216976110956,
      "learning_rate": 0.00021237270738121237,
      "loss": 2.1875,
      "step": 48153
    },
    {
      "epoch": 2.2402419167248198,
      "grad_norm": 1.214064093599817,
      "learning_rate": 0.000212369332019978,
      "loss": 2.3125,
      "step": 48154
    },
    {
      "epoch": 2.2402884391719002,
      "grad_norm": 1.194701245004046,
      "learning_rate": 0.00021236595662056082,
      "loss": 2.375,
      "step": 48155
    },
    {
      "epoch": 2.240334961618981,
      "grad_norm": 1.1619259550297352,
      "learning_rate": 0.00021236258118296274,
      "loss": 2.1719,
      "step": 48156
    },
    {
      "epoch": 2.240381484066062,
      "grad_norm": 1.2778740367640848,
      "learning_rate": 0.00021235920570718603,
      "loss": 2.4062,
      "step": 48157
    },
    {
      "epoch": 2.2404280065131426,
      "grad_norm": 1.2256795468906285,
      "learning_rate": 0.00021235583019323255,
      "loss": 2.2031,
      "step": 48158
    },
    {
      "epoch": 2.2404745289602235,
      "grad_norm": 1.1303526596804316,
      "learning_rate": 0.00021235245464110456,
      "loss": 2.0938,
      "step": 48159
    },
    {
      "epoch": 2.240521051407304,
      "grad_norm": 1.217983383712546,
      "learning_rate": 0.00021234907905080393,
      "loss": 2.1406,
      "step": 48160
    },
    {
      "epoch": 2.240567573854385,
      "grad_norm": 1.1997590775795282,
      "learning_rate": 0.0002123457034223329,
      "loss": 1.9922,
      "step": 48161
    },
    {
      "epoch": 2.2406140963014654,
      "grad_norm": 1.1478504947809252,
      "learning_rate": 0.0002123423277556934,
      "loss": 2.1406,
      "step": 48162
    },
    {
      "epoch": 2.2406606187485463,
      "grad_norm": 1.1846868500165617,
      "learning_rate": 0.0002123389520508876,
      "loss": 2.2812,
      "step": 48163
    },
    {
      "epoch": 2.2407071411956268,
      "grad_norm": 1.201671452433931,
      "learning_rate": 0.00021233557630791753,
      "loss": 2.6094,
      "step": 48164
    },
    {
      "epoch": 2.2407536636427077,
      "grad_norm": 1.1161625808970659,
      "learning_rate": 0.00021233220052678523,
      "loss": 2.0938,
      "step": 48165
    },
    {
      "epoch": 2.240800186089788,
      "grad_norm": 1.2437657387482077,
      "learning_rate": 0.00021232882470749283,
      "loss": 2.4688,
      "step": 48166
    },
    {
      "epoch": 2.240846708536869,
      "grad_norm": 1.226467328322264,
      "learning_rate": 0.0002123254488500423,
      "loss": 2.3281,
      "step": 48167
    },
    {
      "epoch": 2.24089323098395,
      "grad_norm": 1.0984324476154954,
      "learning_rate": 0.00021232207295443582,
      "loss": 2.0,
      "step": 48168
    },
    {
      "epoch": 2.2409397534310305,
      "grad_norm": 1.2189748126097824,
      "learning_rate": 0.00021231869702067533,
      "loss": 2.3281,
      "step": 48169
    },
    {
      "epoch": 2.2409862758781114,
      "grad_norm": 1.2007534849400634,
      "learning_rate": 0.00021231532104876304,
      "loss": 2.5156,
      "step": 48170
    },
    {
      "epoch": 2.241032798325192,
      "grad_norm": 1.1574361916733857,
      "learning_rate": 0.0002123119450387009,
      "loss": 2.25,
      "step": 48171
    },
    {
      "epoch": 2.241079320772273,
      "grad_norm": 1.3335454243571108,
      "learning_rate": 0.00021230856899049106,
      "loss": 2.3125,
      "step": 48172
    },
    {
      "epoch": 2.2411258432193533,
      "grad_norm": 1.1847805742262416,
      "learning_rate": 0.00021230519290413552,
      "loss": 2.2656,
      "step": 48173
    },
    {
      "epoch": 2.241172365666434,
      "grad_norm": 1.2629436649185382,
      "learning_rate": 0.00021230181677963636,
      "loss": 2.4219,
      "step": 48174
    },
    {
      "epoch": 2.2412188881135147,
      "grad_norm": 1.2695374696085429,
      "learning_rate": 0.00021229844061699567,
      "loss": 2.1875,
      "step": 48175
    },
    {
      "epoch": 2.2412654105605956,
      "grad_norm": 1.3033238430983896,
      "learning_rate": 0.0002122950644162155,
      "loss": 2.25,
      "step": 48176
    },
    {
      "epoch": 2.241311933007676,
      "grad_norm": 1.0851831850004567,
      "learning_rate": 0.00021229168817729795,
      "loss": 1.7734,
      "step": 48177
    },
    {
      "epoch": 2.241358455454757,
      "grad_norm": 1.193129153085945,
      "learning_rate": 0.00021228831190024504,
      "loss": 2.2656,
      "step": 48178
    },
    {
      "epoch": 2.2414049779018375,
      "grad_norm": 1.3224289019326192,
      "learning_rate": 0.00021228493558505886,
      "loss": 1.75,
      "step": 48179
    },
    {
      "epoch": 2.2414515003489184,
      "grad_norm": 1.1816926472559914,
      "learning_rate": 0.00021228155923174152,
      "loss": 2.3281,
      "step": 48180
    },
    {
      "epoch": 2.241498022795999,
      "grad_norm": 1.198018740280943,
      "learning_rate": 0.00021227818284029498,
      "loss": 2.2812,
      "step": 48181
    },
    {
      "epoch": 2.2415445452430798,
      "grad_norm": 1.1458344551725577,
      "learning_rate": 0.00021227480641072138,
      "loss": 2.0781,
      "step": 48182
    },
    {
      "epoch": 2.2415910676901607,
      "grad_norm": 1.2723677497867694,
      "learning_rate": 0.00021227142994302282,
      "loss": 2.3594,
      "step": 48183
    },
    {
      "epoch": 2.241637590137241,
      "grad_norm": 1.2634859213355947,
      "learning_rate": 0.00021226805343720127,
      "loss": 2.2344,
      "step": 48184
    },
    {
      "epoch": 2.241684112584322,
      "grad_norm": 1.2033217461459442,
      "learning_rate": 0.00021226467689325885,
      "loss": 2.3594,
      "step": 48185
    },
    {
      "epoch": 2.2417306350314026,
      "grad_norm": 1.247356120172313,
      "learning_rate": 0.00021226130031119767,
      "loss": 2.3906,
      "step": 48186
    },
    {
      "epoch": 2.2417771574784835,
      "grad_norm": 1.147347172639277,
      "learning_rate": 0.0002122579236910197,
      "loss": 2.0625,
      "step": 48187
    },
    {
      "epoch": 2.241823679925564,
      "grad_norm": 1.2994837927075915,
      "learning_rate": 0.00021225454703272713,
      "loss": 2.1406,
      "step": 48188
    },
    {
      "epoch": 2.241870202372645,
      "grad_norm": 1.1313946080697386,
      "learning_rate": 0.0002122511703363219,
      "loss": 2.2188,
      "step": 48189
    },
    {
      "epoch": 2.2419167248197254,
      "grad_norm": 1.1642730527564227,
      "learning_rate": 0.0002122477936018062,
      "loss": 2.4531,
      "step": 48190
    },
    {
      "epoch": 2.2419632472668063,
      "grad_norm": 1.0559373871857765,
      "learning_rate": 0.00021224441682918198,
      "loss": 1.9688,
      "step": 48191
    },
    {
      "epoch": 2.2420097697138868,
      "grad_norm": 1.1101946600732415,
      "learning_rate": 0.00021224104001845142,
      "loss": 1.9453,
      "step": 48192
    },
    {
      "epoch": 2.2420562921609677,
      "grad_norm": 1.1706011247120913,
      "learning_rate": 0.00021223766316961647,
      "loss": 2.1406,
      "step": 48193
    },
    {
      "epoch": 2.2421028146080486,
      "grad_norm": 1.3207988075122503,
      "learning_rate": 0.00021223428628267929,
      "loss": 2.1094,
      "step": 48194
    },
    {
      "epoch": 2.242149337055129,
      "grad_norm": 1.2949978011942158,
      "learning_rate": 0.00021223090935764183,
      "loss": 2.2656,
      "step": 48195
    },
    {
      "epoch": 2.24219585950221,
      "grad_norm": 1.417555497414873,
      "learning_rate": 0.00021222753239450633,
      "loss": 2.3906,
      "step": 48196
    },
    {
      "epoch": 2.2422423819492905,
      "grad_norm": 1.1472919144189493,
      "learning_rate": 0.00021222415539327475,
      "loss": 2.3281,
      "step": 48197
    },
    {
      "epoch": 2.2422889043963714,
      "grad_norm": 1.227252401453479,
      "learning_rate": 0.00021222077835394916,
      "loss": 2.25,
      "step": 48198
    },
    {
      "epoch": 2.242335426843452,
      "grad_norm": 1.2071977459151668,
      "learning_rate": 0.00021221740127653167,
      "loss": 2.125,
      "step": 48199
    },
    {
      "epoch": 2.242381949290533,
      "grad_norm": 1.2326814865362292,
      "learning_rate": 0.0002122140241610243,
      "loss": 2.4688,
      "step": 48200
    },
    {
      "epoch": 2.2424284717376133,
      "grad_norm": 1.2734635550069862,
      "learning_rate": 0.00021221064700742916,
      "loss": 2.4375,
      "step": 48201
    },
    {
      "epoch": 2.242474994184694,
      "grad_norm": 1.2247314590014295,
      "learning_rate": 0.00021220726981574826,
      "loss": 2.3281,
      "step": 48202
    },
    {
      "epoch": 2.2425215166317747,
      "grad_norm": 1.1638304353456685,
      "learning_rate": 0.00021220389258598375,
      "loss": 1.8359,
      "step": 48203
    },
    {
      "epoch": 2.2425680390788556,
      "grad_norm": 1.171283494609226,
      "learning_rate": 0.0002122005153181376,
      "loss": 2.3594,
      "step": 48204
    },
    {
      "epoch": 2.242614561525936,
      "grad_norm": 1.3319965961153974,
      "learning_rate": 0.00021219713801221197,
      "loss": 2.2344,
      "step": 48205
    },
    {
      "epoch": 2.242661083973017,
      "grad_norm": 1.0719408741903602,
      "learning_rate": 0.00021219376066820885,
      "loss": 1.8047,
      "step": 48206
    },
    {
      "epoch": 2.2427076064200975,
      "grad_norm": 1.1727627612897749,
      "learning_rate": 0.0002121903832861303,
      "loss": 1.9844,
      "step": 48207
    },
    {
      "epoch": 2.2427541288671784,
      "grad_norm": 1.1596433129732895,
      "learning_rate": 0.0002121870058659785,
      "loss": 2.0312,
      "step": 48208
    },
    {
      "epoch": 2.2428006513142593,
      "grad_norm": 1.1786411209436978,
      "learning_rate": 0.00021218362840775545,
      "loss": 2.3125,
      "step": 48209
    },
    {
      "epoch": 2.24284717376134,
      "grad_norm": 1.1827092615201416,
      "learning_rate": 0.0002121802509114632,
      "loss": 2.2969,
      "step": 48210
    },
    {
      "epoch": 2.2428936962084207,
      "grad_norm": 1.1632844704736096,
      "learning_rate": 0.00021217687337710383,
      "loss": 2.1406,
      "step": 48211
    },
    {
      "epoch": 2.242940218655501,
      "grad_norm": 1.3035692354524258,
      "learning_rate": 0.00021217349580467942,
      "loss": 2.1719,
      "step": 48212
    },
    {
      "epoch": 2.242986741102582,
      "grad_norm": 1.104773137465198,
      "learning_rate": 0.00021217011819419203,
      "loss": 2.0469,
      "step": 48213
    },
    {
      "epoch": 2.2430332635496626,
      "grad_norm": 1.18545310163026,
      "learning_rate": 0.00021216674054564376,
      "loss": 2.0469,
      "step": 48214
    },
    {
      "epoch": 2.2430797859967435,
      "grad_norm": 1.1585023972333077,
      "learning_rate": 0.00021216336285903657,
      "loss": 2.0625,
      "step": 48215
    },
    {
      "epoch": 2.243126308443824,
      "grad_norm": 1.2247793871083128,
      "learning_rate": 0.00021215998513437266,
      "loss": 2.2344,
      "step": 48216
    },
    {
      "epoch": 2.243172830890905,
      "grad_norm": 1.3620981678315207,
      "learning_rate": 0.000212156607371654,
      "loss": 2.5469,
      "step": 48217
    },
    {
      "epoch": 2.2432193533379854,
      "grad_norm": 1.1893634941830256,
      "learning_rate": 0.00021215322957088273,
      "loss": 2.2188,
      "step": 48218
    },
    {
      "epoch": 2.2432658757850663,
      "grad_norm": 1.1693163077525324,
      "learning_rate": 0.00021214985173206087,
      "loss": 1.9688,
      "step": 48219
    },
    {
      "epoch": 2.2433123982321472,
      "grad_norm": 1.3217922920271101,
      "learning_rate": 0.00021214647385519052,
      "loss": 2.5,
      "step": 48220
    },
    {
      "epoch": 2.2433589206792277,
      "grad_norm": 1.1083187760520146,
      "learning_rate": 0.00021214309594027374,
      "loss": 2.0312,
      "step": 48221
    },
    {
      "epoch": 2.2434054431263086,
      "grad_norm": 1.105809428678279,
      "learning_rate": 0.00021213971798731253,
      "loss": 1.8359,
      "step": 48222
    },
    {
      "epoch": 2.243451965573389,
      "grad_norm": 1.2378597559794273,
      "learning_rate": 0.00021213633999630908,
      "loss": 2.2188,
      "step": 48223
    },
    {
      "epoch": 2.24349848802047,
      "grad_norm": 1.1835050594736076,
      "learning_rate": 0.0002121329619672654,
      "loss": 2.1094,
      "step": 48224
    },
    {
      "epoch": 2.2435450104675505,
      "grad_norm": 1.176635086363897,
      "learning_rate": 0.00021212958390018352,
      "loss": 2.4375,
      "step": 48225
    },
    {
      "epoch": 2.2435915329146314,
      "grad_norm": 1.2373253428895403,
      "learning_rate": 0.00021212620579506557,
      "loss": 2.2812,
      "step": 48226
    },
    {
      "epoch": 2.243638055361712,
      "grad_norm": 1.301171834228486,
      "learning_rate": 0.00021212282765191358,
      "loss": 2.1406,
      "step": 48227
    },
    {
      "epoch": 2.243684577808793,
      "grad_norm": 1.1560423982097259,
      "learning_rate": 0.00021211944947072958,
      "loss": 2.0469,
      "step": 48228
    },
    {
      "epoch": 2.2437311002558733,
      "grad_norm": 1.3262305203615983,
      "learning_rate": 0.00021211607125151577,
      "loss": 2.3594,
      "step": 48229
    },
    {
      "epoch": 2.243777622702954,
      "grad_norm": 1.1216062043777533,
      "learning_rate": 0.0002121126929942741,
      "loss": 2.125,
      "step": 48230
    },
    {
      "epoch": 2.2438241451500347,
      "grad_norm": 1.144708742794664,
      "learning_rate": 0.00021210931469900664,
      "loss": 2.1406,
      "step": 48231
    },
    {
      "epoch": 2.2438706675971156,
      "grad_norm": 1.2047543721595624,
      "learning_rate": 0.00021210593636571554,
      "loss": 2.0156,
      "step": 48232
    },
    {
      "epoch": 2.243917190044196,
      "grad_norm": 1.1644968495038666,
      "learning_rate": 0.0002121025579944028,
      "loss": 2.3281,
      "step": 48233
    },
    {
      "epoch": 2.243963712491277,
      "grad_norm": 1.1534660759385105,
      "learning_rate": 0.00021209917958507055,
      "loss": 2.0156,
      "step": 48234
    },
    {
      "epoch": 2.244010234938358,
      "grad_norm": 1.189303694077456,
      "learning_rate": 0.00021209580113772073,
      "loss": 2.125,
      "step": 48235
    },
    {
      "epoch": 2.2440567573854384,
      "grad_norm": 1.351813229183294,
      "learning_rate": 0.00021209242265235557,
      "loss": 2.4688,
      "step": 48236
    },
    {
      "epoch": 2.2441032798325193,
      "grad_norm": 1.2084544592050561,
      "learning_rate": 0.000212089044128977,
      "loss": 2.3906,
      "step": 48237
    },
    {
      "epoch": 2.2441498022796,
      "grad_norm": 1.1239356672289649,
      "learning_rate": 0.00021208566556758722,
      "loss": 2.2031,
      "step": 48238
    },
    {
      "epoch": 2.2441963247266807,
      "grad_norm": 1.1762639498008318,
      "learning_rate": 0.00021208228696818816,
      "loss": 2.3125,
      "step": 48239
    },
    {
      "epoch": 2.244242847173761,
      "grad_norm": 1.1974147610879853,
      "learning_rate": 0.000212078908330782,
      "loss": 2.0625,
      "step": 48240
    },
    {
      "epoch": 2.244289369620842,
      "grad_norm": 1.1807159498790922,
      "learning_rate": 0.00021207552965537074,
      "loss": 2.1562,
      "step": 48241
    },
    {
      "epoch": 2.2443358920679226,
      "grad_norm": 1.216100165198283,
      "learning_rate": 0.00021207215094195652,
      "loss": 2.375,
      "step": 48242
    },
    {
      "epoch": 2.2443824145150035,
      "grad_norm": 1.1093875477964115,
      "learning_rate": 0.00021206877219054137,
      "loss": 1.8281,
      "step": 48243
    },
    {
      "epoch": 2.244428936962084,
      "grad_norm": 1.2928321972729695,
      "learning_rate": 0.0002120653934011273,
      "loss": 2.1562,
      "step": 48244
    },
    {
      "epoch": 2.244475459409165,
      "grad_norm": 1.0959018085832908,
      "learning_rate": 0.00021206201457371645,
      "loss": 1.9141,
      "step": 48245
    },
    {
      "epoch": 2.244521981856246,
      "grad_norm": 1.1998346166007956,
      "learning_rate": 0.00021205863570831086,
      "loss": 1.6719,
      "step": 48246
    },
    {
      "epoch": 2.2445685043033263,
      "grad_norm": 1.3135701974118126,
      "learning_rate": 0.00021205525680491265,
      "loss": 2.2188,
      "step": 48247
    },
    {
      "epoch": 2.2446150267504072,
      "grad_norm": 1.1786265764591761,
      "learning_rate": 0.00021205187786352378,
      "loss": 2.1094,
      "step": 48248
    },
    {
      "epoch": 2.2446615491974877,
      "grad_norm": 1.184627622764733,
      "learning_rate": 0.00021204849888414645,
      "loss": 2.375,
      "step": 48249
    },
    {
      "epoch": 2.2447080716445686,
      "grad_norm": 1.2497457675183659,
      "learning_rate": 0.00021204511986678258,
      "loss": 2.2188,
      "step": 48250
    },
    {
      "epoch": 2.244754594091649,
      "grad_norm": 1.2657343526310258,
      "learning_rate": 0.00021204174081143438,
      "loss": 2.3594,
      "step": 48251
    },
    {
      "epoch": 2.24480111653873,
      "grad_norm": 1.2110076753506391,
      "learning_rate": 0.00021203836171810383,
      "loss": 1.5859,
      "step": 48252
    },
    {
      "epoch": 2.2448476389858105,
      "grad_norm": 1.1623430161277502,
      "learning_rate": 0.0002120349825867931,
      "loss": 2.1719,
      "step": 48253
    },
    {
      "epoch": 2.2448941614328914,
      "grad_norm": 1.2720546671275446,
      "learning_rate": 0.00021203160341750412,
      "loss": 2.3125,
      "step": 48254
    },
    {
      "epoch": 2.244940683879972,
      "grad_norm": 1.1629015381263377,
      "learning_rate": 0.00021202822421023904,
      "loss": 2.2031,
      "step": 48255
    },
    {
      "epoch": 2.244987206327053,
      "grad_norm": 1.2532362035137865,
      "learning_rate": 0.00021202484496499993,
      "loss": 2.4531,
      "step": 48256
    },
    {
      "epoch": 2.2450337287741333,
      "grad_norm": 1.227518961446833,
      "learning_rate": 0.00021202146568178885,
      "loss": 2.6875,
      "step": 48257
    },
    {
      "epoch": 2.2450802512212142,
      "grad_norm": 1.190642204183403,
      "learning_rate": 0.00021201808636060786,
      "loss": 2.1875,
      "step": 48258
    },
    {
      "epoch": 2.2451267736682947,
      "grad_norm": 1.2206201523160485,
      "learning_rate": 0.000212014707001459,
      "loss": 1.6875,
      "step": 48259
    },
    {
      "epoch": 2.2451732961153756,
      "grad_norm": 1.2213203572151778,
      "learning_rate": 0.0002120113276043444,
      "loss": 2.375,
      "step": 48260
    },
    {
      "epoch": 2.2452198185624566,
      "grad_norm": 1.2117762320862118,
      "learning_rate": 0.00021200794816926606,
      "loss": 2.3594,
      "step": 48261
    },
    {
      "epoch": 2.245266341009537,
      "grad_norm": 1.2165080007575155,
      "learning_rate": 0.00021200456869622616,
      "loss": 2.2031,
      "step": 48262
    },
    {
      "epoch": 2.245312863456618,
      "grad_norm": 1.164192975351623,
      "learning_rate": 0.00021200118918522664,
      "loss": 2.0156,
      "step": 48263
    },
    {
      "epoch": 2.2453593859036984,
      "grad_norm": 1.249055585086569,
      "learning_rate": 0.00021199780963626966,
      "loss": 2.2812,
      "step": 48264
    },
    {
      "epoch": 2.2454059083507794,
      "grad_norm": 1.3769815028538854,
      "learning_rate": 0.00021199443004935723,
      "loss": 2.1562,
      "step": 48265
    },
    {
      "epoch": 2.24545243079786,
      "grad_norm": 1.1506766444954766,
      "learning_rate": 0.00021199105042449148,
      "loss": 2.2188,
      "step": 48266
    },
    {
      "epoch": 2.2454989532449408,
      "grad_norm": 1.2462647089525516,
      "learning_rate": 0.0002119876707616744,
      "loss": 2.4219,
      "step": 48267
    },
    {
      "epoch": 2.2455454756920212,
      "grad_norm": 1.115529642303408,
      "learning_rate": 0.00021198429106090812,
      "loss": 2.125,
      "step": 48268
    },
    {
      "epoch": 2.245591998139102,
      "grad_norm": 1.2602890068747634,
      "learning_rate": 0.00021198091132219472,
      "loss": 2.6875,
      "step": 48269
    },
    {
      "epoch": 2.2456385205861826,
      "grad_norm": 1.1241208622004903,
      "learning_rate": 0.00021197753154553618,
      "loss": 2.1406,
      "step": 48270
    },
    {
      "epoch": 2.2456850430332636,
      "grad_norm": 1.2801485426915207,
      "learning_rate": 0.0002119741517309347,
      "loss": 2.5469,
      "step": 48271
    },
    {
      "epoch": 2.2457315654803445,
      "grad_norm": 1.2708188089036296,
      "learning_rate": 0.00021197077187839222,
      "loss": 2.375,
      "step": 48272
    },
    {
      "epoch": 2.245778087927425,
      "grad_norm": 1.161435773378719,
      "learning_rate": 0.0002119673919879109,
      "loss": 2.4375,
      "step": 48273
    },
    {
      "epoch": 2.245824610374506,
      "grad_norm": 1.1538562930482765,
      "learning_rate": 0.00021196401205949276,
      "loss": 2.2969,
      "step": 48274
    },
    {
      "epoch": 2.2458711328215863,
      "grad_norm": 1.2616129491121175,
      "learning_rate": 0.00021196063209313992,
      "loss": 2.2969,
      "step": 48275
    },
    {
      "epoch": 2.2459176552686673,
      "grad_norm": 1.2038377795016724,
      "learning_rate": 0.00021195725208885435,
      "loss": 2.2656,
      "step": 48276
    },
    {
      "epoch": 2.2459641777157477,
      "grad_norm": 1.2106717510446627,
      "learning_rate": 0.00021195387204663824,
      "loss": 2.3281,
      "step": 48277
    },
    {
      "epoch": 2.2460107001628287,
      "grad_norm": 1.135443321906932,
      "learning_rate": 0.0002119504919664936,
      "loss": 2.125,
      "step": 48278
    },
    {
      "epoch": 2.246057222609909,
      "grad_norm": 1.2209227327391252,
      "learning_rate": 0.0002119471118484225,
      "loss": 2.4688,
      "step": 48279
    },
    {
      "epoch": 2.24610374505699,
      "grad_norm": 1.1773883693488738,
      "learning_rate": 0.000211943731692427,
      "loss": 2.125,
      "step": 48280
    },
    {
      "epoch": 2.2461502675040705,
      "grad_norm": 1.1443424048839952,
      "learning_rate": 0.00021194035149850918,
      "loss": 2.0469,
      "step": 48281
    },
    {
      "epoch": 2.2461967899511515,
      "grad_norm": 1.1476533600650711,
      "learning_rate": 0.00021193697126667115,
      "loss": 2.2188,
      "step": 48282
    },
    {
      "epoch": 2.246243312398232,
      "grad_norm": 1.135394054721748,
      "learning_rate": 0.00021193359099691488,
      "loss": 2.3594,
      "step": 48283
    },
    {
      "epoch": 2.246289834845313,
      "grad_norm": 1.129800251276904,
      "learning_rate": 0.00021193021068924254,
      "loss": 2.0469,
      "step": 48284
    },
    {
      "epoch": 2.246336357292394,
      "grad_norm": 1.260089594114163,
      "learning_rate": 0.00021192683034365617,
      "loss": 2.4219,
      "step": 48285
    },
    {
      "epoch": 2.2463828797394743,
      "grad_norm": 1.1593019540594145,
      "learning_rate": 0.00021192344996015782,
      "loss": 2.2188,
      "step": 48286
    },
    {
      "epoch": 2.246429402186555,
      "grad_norm": 1.279614467926833,
      "learning_rate": 0.00021192006953874956,
      "loss": 2.5469,
      "step": 48287
    },
    {
      "epoch": 2.2464759246336357,
      "grad_norm": 1.1817218974264898,
      "learning_rate": 0.00021191668907943344,
      "loss": 2.375,
      "step": 48288
    },
    {
      "epoch": 2.2465224470807166,
      "grad_norm": 1.1776964276755804,
      "learning_rate": 0.00021191330858221158,
      "loss": 2.2031,
      "step": 48289
    },
    {
      "epoch": 2.246568969527797,
      "grad_norm": 1.258004214635025,
      "learning_rate": 0.00021190992804708607,
      "loss": 2.2812,
      "step": 48290
    },
    {
      "epoch": 2.246615491974878,
      "grad_norm": 1.21078979708928,
      "learning_rate": 0.00021190654747405889,
      "loss": 2.3125,
      "step": 48291
    },
    {
      "epoch": 2.2466620144219585,
      "grad_norm": 1.1827859615577712,
      "learning_rate": 0.0002119031668631322,
      "loss": 2.1719,
      "step": 48292
    },
    {
      "epoch": 2.2467085368690394,
      "grad_norm": 1.2054176480176853,
      "learning_rate": 0.00021189978621430797,
      "loss": 2.1719,
      "step": 48293
    },
    {
      "epoch": 2.24675505931612,
      "grad_norm": 1.1478791570198046,
      "learning_rate": 0.00021189640552758834,
      "loss": 2.3125,
      "step": 48294
    },
    {
      "epoch": 2.2468015817632008,
      "grad_norm": 1.2109067538838383,
      "learning_rate": 0.00021189302480297537,
      "loss": 2.2031,
      "step": 48295
    },
    {
      "epoch": 2.2468481042102812,
      "grad_norm": 1.2275125907678233,
      "learning_rate": 0.00021188964404047114,
      "loss": 2.3281,
      "step": 48296
    },
    {
      "epoch": 2.246894626657362,
      "grad_norm": 1.1434627471888417,
      "learning_rate": 0.00021188626324007774,
      "loss": 2.1406,
      "step": 48297
    },
    {
      "epoch": 2.246941149104443,
      "grad_norm": 1.2505345757946529,
      "learning_rate": 0.00021188288240179713,
      "loss": 2.25,
      "step": 48298
    },
    {
      "epoch": 2.2469876715515236,
      "grad_norm": 1.175954065603117,
      "learning_rate": 0.0002118795015256315,
      "loss": 2.2188,
      "step": 48299
    },
    {
      "epoch": 2.2470341939986045,
      "grad_norm": 1.1437638024160377,
      "learning_rate": 0.00021187612061158284,
      "loss": 2.2656,
      "step": 48300
    },
    {
      "epoch": 2.247080716445685,
      "grad_norm": 1.1724198504072483,
      "learning_rate": 0.0002118727396596533,
      "loss": 2.0469,
      "step": 48301
    },
    {
      "epoch": 2.247127238892766,
      "grad_norm": 1.1455328453285996,
      "learning_rate": 0.00021186935866984488,
      "loss": 2.0312,
      "step": 48302
    },
    {
      "epoch": 2.2471737613398464,
      "grad_norm": 1.2613582423821201,
      "learning_rate": 0.00021186597764215968,
      "loss": 2.0781,
      "step": 48303
    },
    {
      "epoch": 2.2472202837869273,
      "grad_norm": 1.2131945032541764,
      "learning_rate": 0.00021186259657659975,
      "loss": 2.5,
      "step": 48304
    },
    {
      "epoch": 2.2472668062340078,
      "grad_norm": 1.2346491888455697,
      "learning_rate": 0.00021185921547316717,
      "loss": 2.3594,
      "step": 48305
    },
    {
      "epoch": 2.2473133286810887,
      "grad_norm": 1.187797154593243,
      "learning_rate": 0.00021185583433186406,
      "loss": 1.6797,
      "step": 48306
    },
    {
      "epoch": 2.247359851128169,
      "grad_norm": 1.3845631678027785,
      "learning_rate": 0.00021185245315269238,
      "loss": 2.25,
      "step": 48307
    },
    {
      "epoch": 2.24740637357525,
      "grad_norm": 1.2066767506303746,
      "learning_rate": 0.00021184907193565433,
      "loss": 2.4688,
      "step": 48308
    },
    {
      "epoch": 2.247452896022331,
      "grad_norm": 1.2212602001792152,
      "learning_rate": 0.00021184569068075185,
      "loss": 2.3125,
      "step": 48309
    },
    {
      "epoch": 2.2474994184694115,
      "grad_norm": 1.2191112428706945,
      "learning_rate": 0.00021184230938798714,
      "loss": 2.2344,
      "step": 48310
    },
    {
      "epoch": 2.2475459409164924,
      "grad_norm": 1.1661442771441144,
      "learning_rate": 0.00021183892805736213,
      "loss": 2.0938,
      "step": 48311
    },
    {
      "epoch": 2.247592463363573,
      "grad_norm": 1.1982759140157935,
      "learning_rate": 0.00021183554668887904,
      "loss": 2.25,
      "step": 48312
    },
    {
      "epoch": 2.247638985810654,
      "grad_norm": 1.2687339627783631,
      "learning_rate": 0.0002118321652825398,
      "loss": 2.4531,
      "step": 48313
    },
    {
      "epoch": 2.2476855082577343,
      "grad_norm": 1.2048350309736575,
      "learning_rate": 0.00021182878383834658,
      "loss": 2.0781,
      "step": 48314
    },
    {
      "epoch": 2.247732030704815,
      "grad_norm": 1.2822832794898764,
      "learning_rate": 0.00021182540235630137,
      "loss": 2.4688,
      "step": 48315
    },
    {
      "epoch": 2.2477785531518957,
      "grad_norm": 1.1187371298097937,
      "learning_rate": 0.00021182202083640632,
      "loss": 2.2031,
      "step": 48316
    },
    {
      "epoch": 2.2478250755989766,
      "grad_norm": 1.126899109008073,
      "learning_rate": 0.00021181863927866346,
      "loss": 2.2656,
      "step": 48317
    },
    {
      "epoch": 2.247871598046057,
      "grad_norm": 1.1735652746463041,
      "learning_rate": 0.00021181525768307487,
      "loss": 2.1094,
      "step": 48318
    },
    {
      "epoch": 2.247918120493138,
      "grad_norm": 1.2619241728468062,
      "learning_rate": 0.00021181187604964261,
      "loss": 2.375,
      "step": 48319
    },
    {
      "epoch": 2.2479646429402185,
      "grad_norm": 1.2902317155562488,
      "learning_rate": 0.00021180849437836874,
      "loss": 2.25,
      "step": 48320
    },
    {
      "epoch": 2.2480111653872994,
      "grad_norm": 1.3408673317956386,
      "learning_rate": 0.0002118051126692554,
      "loss": 2.4375,
      "step": 48321
    },
    {
      "epoch": 2.24805768783438,
      "grad_norm": 1.2822880507500354,
      "learning_rate": 0.00021180173092230452,
      "loss": 2.2656,
      "step": 48322
    },
    {
      "epoch": 2.248104210281461,
      "grad_norm": 1.171742047879136,
      "learning_rate": 0.00021179834913751831,
      "loss": 2.2344,
      "step": 48323
    },
    {
      "epoch": 2.2481507327285417,
      "grad_norm": 1.2280407932090196,
      "learning_rate": 0.00021179496731489877,
      "loss": 2.3438,
      "step": 48324
    },
    {
      "epoch": 2.248197255175622,
      "grad_norm": 1.0949760164560907,
      "learning_rate": 0.00021179158545444804,
      "loss": 2.0469,
      "step": 48325
    },
    {
      "epoch": 2.248243777622703,
      "grad_norm": 1.1806035088402136,
      "learning_rate": 0.00021178820355616807,
      "loss": 2.2969,
      "step": 48326
    },
    {
      "epoch": 2.2482903000697836,
      "grad_norm": 1.1597715323805022,
      "learning_rate": 0.000211784821620061,
      "loss": 2.1875,
      "step": 48327
    },
    {
      "epoch": 2.2483368225168645,
      "grad_norm": 1.1933855668744857,
      "learning_rate": 0.00021178143964612893,
      "loss": 2.25,
      "step": 48328
    },
    {
      "epoch": 2.248383344963945,
      "grad_norm": 1.2233502372271965,
      "learning_rate": 0.0002117780576343739,
      "loss": 2.1875,
      "step": 48329
    },
    {
      "epoch": 2.248429867411026,
      "grad_norm": 1.1585991952936359,
      "learning_rate": 0.00021177467558479798,
      "loss": 2.0938,
      "step": 48330
    },
    {
      "epoch": 2.2484763898581064,
      "grad_norm": 1.2381691249178703,
      "learning_rate": 0.0002117712934974032,
      "loss": 2.2969,
      "step": 48331
    },
    {
      "epoch": 2.2485229123051873,
      "grad_norm": 1.2145356025692189,
      "learning_rate": 0.0002117679113721917,
      "loss": 2.2031,
      "step": 48332
    },
    {
      "epoch": 2.248569434752268,
      "grad_norm": 1.1810894720359728,
      "learning_rate": 0.00021176452920916553,
      "loss": 2.0,
      "step": 48333
    },
    {
      "epoch": 2.2486159571993487,
      "grad_norm": 1.3408268515395425,
      "learning_rate": 0.00021176114700832672,
      "loss": 2.375,
      "step": 48334
    },
    {
      "epoch": 2.2486624796464296,
      "grad_norm": 1.1599459135084622,
      "learning_rate": 0.0002117577647696774,
      "loss": 2.1094,
      "step": 48335
    },
    {
      "epoch": 2.24870900209351,
      "grad_norm": 1.2349619801135578,
      "learning_rate": 0.0002117543824932196,
      "loss": 2.4531,
      "step": 48336
    },
    {
      "epoch": 2.248755524540591,
      "grad_norm": 1.2203729469589193,
      "learning_rate": 0.00021175100017895536,
      "loss": 2.1875,
      "step": 48337
    },
    {
      "epoch": 2.2488020469876715,
      "grad_norm": 1.2361469158983063,
      "learning_rate": 0.00021174761782688688,
      "loss": 2.1562,
      "step": 48338
    },
    {
      "epoch": 2.2488485694347524,
      "grad_norm": 1.1694760430429403,
      "learning_rate": 0.00021174423543701609,
      "loss": 2.2812,
      "step": 48339
    },
    {
      "epoch": 2.248895091881833,
      "grad_norm": 1.1810420118372384,
      "learning_rate": 0.00021174085300934513,
      "loss": 2.2344,
      "step": 48340
    },
    {
      "epoch": 2.248941614328914,
      "grad_norm": 1.3266352230080238,
      "learning_rate": 0.0002117374705438761,
      "loss": 2.1719,
      "step": 48341
    },
    {
      "epoch": 2.2489881367759943,
      "grad_norm": 1.1826643762347342,
      "learning_rate": 0.00021173408804061095,
      "loss": 1.5625,
      "step": 48342
    },
    {
      "epoch": 2.249034659223075,
      "grad_norm": 1.2628260344031776,
      "learning_rate": 0.00021173070549955185,
      "loss": 1.9844,
      "step": 48343
    },
    {
      "epoch": 2.2490811816701557,
      "grad_norm": 1.201324271403934,
      "learning_rate": 0.00021172732292070088,
      "loss": 2.1875,
      "step": 48344
    },
    {
      "epoch": 2.2491277041172366,
      "grad_norm": 1.279933914920726,
      "learning_rate": 0.00021172394030406004,
      "loss": 2.4531,
      "step": 48345
    },
    {
      "epoch": 2.249174226564317,
      "grad_norm": 1.2448158610659554,
      "learning_rate": 0.00021172055764963145,
      "loss": 2.4375,
      "step": 48346
    },
    {
      "epoch": 2.249220749011398,
      "grad_norm": 1.2111758856499744,
      "learning_rate": 0.00021171717495741717,
      "loss": 2.5469,
      "step": 48347
    },
    {
      "epoch": 2.2492672714584785,
      "grad_norm": 1.1260293658464107,
      "learning_rate": 0.00021171379222741926,
      "loss": 2.1094,
      "step": 48348
    },
    {
      "epoch": 2.2493137939055594,
      "grad_norm": 1.2728583252909154,
      "learning_rate": 0.00021171040945963985,
      "loss": 2.375,
      "step": 48349
    },
    {
      "epoch": 2.2493603163526403,
      "grad_norm": 1.3864603784784348,
      "learning_rate": 0.0002117070266540809,
      "loss": 2.2969,
      "step": 48350
    },
    {
      "epoch": 2.249406838799721,
      "grad_norm": 1.2045673153261938,
      "learning_rate": 0.0002117036438107446,
      "loss": 2.2656,
      "step": 48351
    },
    {
      "epoch": 2.2494533612468017,
      "grad_norm": 1.2055752243754474,
      "learning_rate": 0.00021170026092963296,
      "loss": 2.375,
      "step": 48352
    },
    {
      "epoch": 2.249499883693882,
      "grad_norm": 1.1951667860626642,
      "learning_rate": 0.00021169687801074802,
      "loss": 2.1094,
      "step": 48353
    },
    {
      "epoch": 2.249546406140963,
      "grad_norm": 1.2050794081605252,
      "learning_rate": 0.00021169349505409193,
      "loss": 2.1719,
      "step": 48354
    },
    {
      "epoch": 2.2495929285880436,
      "grad_norm": 1.485622201827769,
      "learning_rate": 0.0002116901120596667,
      "loss": 2.25,
      "step": 48355
    },
    {
      "epoch": 2.2496394510351245,
      "grad_norm": 1.1420375020816962,
      "learning_rate": 0.00021168672902747442,
      "loss": 2.125,
      "step": 48356
    },
    {
      "epoch": 2.249685973482205,
      "grad_norm": 1.1941203834277838,
      "learning_rate": 0.00021168334595751714,
      "loss": 2.0781,
      "step": 48357
    },
    {
      "epoch": 2.249732495929286,
      "grad_norm": 1.2036436419303054,
      "learning_rate": 0.000211679962849797,
      "loss": 2.25,
      "step": 48358
    },
    {
      "epoch": 2.2497790183763664,
      "grad_norm": 1.1511435805623629,
      "learning_rate": 0.00021167657970431593,
      "loss": 2.5312,
      "step": 48359
    },
    {
      "epoch": 2.2498255408234473,
      "grad_norm": 1.1346821680399368,
      "learning_rate": 0.0002116731965210762,
      "loss": 2.1406,
      "step": 48360
    },
    {
      "epoch": 2.2498720632705282,
      "grad_norm": 1.2447263561426978,
      "learning_rate": 0.0002116698133000797,
      "loss": 2.1562,
      "step": 48361
    },
    {
      "epoch": 2.2499185857176087,
      "grad_norm": 1.299171383106413,
      "learning_rate": 0.00021166643004132864,
      "loss": 2.3906,
      "step": 48362
    },
    {
      "epoch": 2.2499651081646896,
      "grad_norm": 1.2855684452618665,
      "learning_rate": 0.00021166304674482498,
      "loss": 2.3594,
      "step": 48363
    },
    {
      "epoch": 2.25001163061177,
      "grad_norm": 1.1762572495262282,
      "learning_rate": 0.00021165966341057086,
      "loss": 2.1406,
      "step": 48364
    },
    {
      "epoch": 2.250058153058851,
      "grad_norm": 1.286615004831829,
      "learning_rate": 0.00021165628003856835,
      "loss": 2.2656,
      "step": 48365
    },
    {
      "epoch": 2.2501046755059315,
      "grad_norm": 1.1967714988090221,
      "learning_rate": 0.00021165289662881945,
      "loss": 2.1875,
      "step": 48366
    },
    {
      "epoch": 2.2501511979530124,
      "grad_norm": 1.2683719237461808,
      "learning_rate": 0.00021164951318132635,
      "loss": 2.5156,
      "step": 48367
    },
    {
      "epoch": 2.250197720400093,
      "grad_norm": 1.1568527562386617,
      "learning_rate": 0.00021164612969609098,
      "loss": 2.3125,
      "step": 48368
    },
    {
      "epoch": 2.250244242847174,
      "grad_norm": 1.2230251242731036,
      "learning_rate": 0.00021164274617311557,
      "loss": 2.1562,
      "step": 48369
    },
    {
      "epoch": 2.2502907652942543,
      "grad_norm": 1.2791395577101798,
      "learning_rate": 0.00021163936261240203,
      "loss": 2.3438,
      "step": 48370
    },
    {
      "epoch": 2.2503372877413352,
      "grad_norm": 1.286841815162343,
      "learning_rate": 0.00021163597901395254,
      "loss": 2.4219,
      "step": 48371
    },
    {
      "epoch": 2.250383810188416,
      "grad_norm": 1.1795791262400437,
      "learning_rate": 0.00021163259537776912,
      "loss": 2.1094,
      "step": 48372
    },
    {
      "epoch": 2.2504303326354966,
      "grad_norm": 1.0833532483688686,
      "learning_rate": 0.0002116292117038539,
      "loss": 2.0938,
      "step": 48373
    },
    {
      "epoch": 2.250476855082577,
      "grad_norm": 1.2459520062896743,
      "learning_rate": 0.00021162582799220887,
      "loss": 2.3281,
      "step": 48374
    },
    {
      "epoch": 2.250523377529658,
      "grad_norm": 1.3412964310255362,
      "learning_rate": 0.00021162244424283622,
      "loss": 2.4375,
      "step": 48375
    },
    {
      "epoch": 2.250569899976739,
      "grad_norm": 1.3221933478251835,
      "learning_rate": 0.00021161906045573788,
      "loss": 2.375,
      "step": 48376
    },
    {
      "epoch": 2.2506164224238194,
      "grad_norm": 1.1794307171199152,
      "learning_rate": 0.00021161567663091602,
      "loss": 2.0312,
      "step": 48377
    },
    {
      "epoch": 2.2506629448709004,
      "grad_norm": 1.2094643436076946,
      "learning_rate": 0.0002116122927683727,
      "loss": 2.2188,
      "step": 48378
    },
    {
      "epoch": 2.250709467317981,
      "grad_norm": 1.2602438838863461,
      "learning_rate": 0.00021160890886810988,
      "loss": 2.5156,
      "step": 48379
    },
    {
      "epoch": 2.2507559897650617,
      "grad_norm": 1.1295160355271285,
      "learning_rate": 0.00021160552493012982,
      "loss": 2.1406,
      "step": 48380
    },
    {
      "epoch": 2.2508025122121422,
      "grad_norm": 1.119437913176221,
      "learning_rate": 0.0002116021409544344,
      "loss": 1.9922,
      "step": 48381
    },
    {
      "epoch": 2.250849034659223,
      "grad_norm": 1.1895473662812754,
      "learning_rate": 0.00021159875694102588,
      "loss": 2.1094,
      "step": 48382
    },
    {
      "epoch": 2.2508955571063036,
      "grad_norm": 1.2246646649624635,
      "learning_rate": 0.00021159537288990618,
      "loss": 2.4062,
      "step": 48383
    },
    {
      "epoch": 2.2509420795533845,
      "grad_norm": 1.246315002498653,
      "learning_rate": 0.00021159198880107746,
      "loss": 2.4062,
      "step": 48384
    },
    {
      "epoch": 2.250988602000465,
      "grad_norm": 1.1615995685827467,
      "learning_rate": 0.00021158860467454174,
      "loss": 2.0781,
      "step": 48385
    },
    {
      "epoch": 2.251035124447546,
      "grad_norm": 1.2723850709247364,
      "learning_rate": 0.0002115852205103011,
      "loss": 2.5,
      "step": 48386
    },
    {
      "epoch": 2.251081646894627,
      "grad_norm": 1.2198531515983664,
      "learning_rate": 0.00021158183630835765,
      "loss": 2.3281,
      "step": 48387
    },
    {
      "epoch": 2.2511281693417073,
      "grad_norm": 1.165051195891001,
      "learning_rate": 0.0002115784520687135,
      "loss": 2.4062,
      "step": 48388
    },
    {
      "epoch": 2.2511746917887883,
      "grad_norm": 1.2193688318907334,
      "learning_rate": 0.00021157506779137053,
      "loss": 2.2969,
      "step": 48389
    },
    {
      "epoch": 2.2512212142358687,
      "grad_norm": 1.1860316477986246,
      "learning_rate": 0.00021157168347633103,
      "loss": 2.3438,
      "step": 48390
    },
    {
      "epoch": 2.2512677366829497,
      "grad_norm": 1.2720242100317922,
      "learning_rate": 0.00021156829912359696,
      "loss": 2.375,
      "step": 48391
    },
    {
      "epoch": 2.25131425913003,
      "grad_norm": 1.2576631990801281,
      "learning_rate": 0.0002115649147331704,
      "loss": 2.2656,
      "step": 48392
    },
    {
      "epoch": 2.251360781577111,
      "grad_norm": 1.2361175546940797,
      "learning_rate": 0.00021156153030505343,
      "loss": 2.3281,
      "step": 48393
    },
    {
      "epoch": 2.2514073040241915,
      "grad_norm": 1.1547370365252358,
      "learning_rate": 0.00021155814583924816,
      "loss": 1.8906,
      "step": 48394
    },
    {
      "epoch": 2.2514538264712725,
      "grad_norm": 1.172935987485364,
      "learning_rate": 0.00021155476133575662,
      "loss": 1.6953,
      "step": 48395
    },
    {
      "epoch": 2.251500348918353,
      "grad_norm": 1.1979972316590572,
      "learning_rate": 0.00021155137679458087,
      "loss": 2.375,
      "step": 48396
    },
    {
      "epoch": 2.251546871365434,
      "grad_norm": 1.248822157042944,
      "learning_rate": 0.00021154799221572305,
      "loss": 2.3125,
      "step": 48397
    },
    {
      "epoch": 2.2515933938125148,
      "grad_norm": 1.184346054330796,
      "learning_rate": 0.00021154460759918516,
      "loss": 2.3125,
      "step": 48398
    },
    {
      "epoch": 2.2516399162595953,
      "grad_norm": 1.1738521107609998,
      "learning_rate": 0.0002115412229449693,
      "loss": 2.2031,
      "step": 48399
    },
    {
      "epoch": 2.2516864387066757,
      "grad_norm": 1.2170972974548444,
      "learning_rate": 0.00021153783825307752,
      "loss": 2.2969,
      "step": 48400
    },
    {
      "epoch": 2.2517329611537567,
      "grad_norm": 1.331934802249172,
      "learning_rate": 0.00021153445352351197,
      "loss": 2.4531,
      "step": 48401
    },
    {
      "epoch": 2.2517794836008376,
      "grad_norm": 1.2863375921604119,
      "learning_rate": 0.00021153106875627462,
      "loss": 2.2812,
      "step": 48402
    },
    {
      "epoch": 2.251826006047918,
      "grad_norm": 1.1484892398110012,
      "learning_rate": 0.00021152768395136756,
      "loss": 2.2969,
      "step": 48403
    },
    {
      "epoch": 2.251872528494999,
      "grad_norm": 1.1347599357500682,
      "learning_rate": 0.00021152429910879293,
      "loss": 2.1094,
      "step": 48404
    },
    {
      "epoch": 2.2519190509420794,
      "grad_norm": 1.2398093164475543,
      "learning_rate": 0.00021152091422855273,
      "loss": 2.1562,
      "step": 48405
    },
    {
      "epoch": 2.2519655733891604,
      "grad_norm": 1.1887010149749062,
      "learning_rate": 0.00021151752931064912,
      "loss": 2.2969,
      "step": 48406
    },
    {
      "epoch": 2.252012095836241,
      "grad_norm": 1.1524146735935783,
      "learning_rate": 0.00021151414435508406,
      "loss": 2.1719,
      "step": 48407
    },
    {
      "epoch": 2.2520586182833218,
      "grad_norm": 1.1648611004949143,
      "learning_rate": 0.00021151075936185973,
      "loss": 2.3906,
      "step": 48408
    },
    {
      "epoch": 2.2521051407304022,
      "grad_norm": 1.1908712936219588,
      "learning_rate": 0.0002115073743309781,
      "loss": 2.2812,
      "step": 48409
    },
    {
      "epoch": 2.252151663177483,
      "grad_norm": 1.124928368850339,
      "learning_rate": 0.00021150398926244132,
      "loss": 2.1719,
      "step": 48410
    },
    {
      "epoch": 2.2521981856245636,
      "grad_norm": 1.1699569963364542,
      "learning_rate": 0.00021150060415625144,
      "loss": 2.2656,
      "step": 48411
    },
    {
      "epoch": 2.2522447080716446,
      "grad_norm": 1.1727461998840645,
      "learning_rate": 0.00021149721901241053,
      "loss": 2.0625,
      "step": 48412
    },
    {
      "epoch": 2.2522912305187255,
      "grad_norm": 1.171039173271718,
      "learning_rate": 0.00021149383383092064,
      "loss": 2.1094,
      "step": 48413
    },
    {
      "epoch": 2.252337752965806,
      "grad_norm": 1.143957039552282,
      "learning_rate": 0.00021149044861178387,
      "loss": 2.1719,
      "step": 48414
    },
    {
      "epoch": 2.252384275412887,
      "grad_norm": 1.221868579453842,
      "learning_rate": 0.0002114870633550023,
      "loss": 2.3594,
      "step": 48415
    },
    {
      "epoch": 2.2524307978599674,
      "grad_norm": 1.1282965191657433,
      "learning_rate": 0.00021148367806057795,
      "loss": 2.2812,
      "step": 48416
    },
    {
      "epoch": 2.2524773203070483,
      "grad_norm": 1.277177922545836,
      "learning_rate": 0.00021148029272851298,
      "loss": 2.6094,
      "step": 48417
    },
    {
      "epoch": 2.2525238427541288,
      "grad_norm": 1.148451783964369,
      "learning_rate": 0.00021147690735880934,
      "loss": 1.9922,
      "step": 48418
    },
    {
      "epoch": 2.2525703652012097,
      "grad_norm": 1.1944111334684058,
      "learning_rate": 0.00021147352195146924,
      "loss": 2.4844,
      "step": 48419
    },
    {
      "epoch": 2.25261688764829,
      "grad_norm": 1.172276876537397,
      "learning_rate": 0.00021147013650649465,
      "loss": 2.3594,
      "step": 48420
    },
    {
      "epoch": 2.252663410095371,
      "grad_norm": 1.139226423487974,
      "learning_rate": 0.00021146675102388772,
      "loss": 2.2031,
      "step": 48421
    },
    {
      "epoch": 2.2527099325424516,
      "grad_norm": 1.179369942642802,
      "learning_rate": 0.00021146336550365044,
      "loss": 2.3438,
      "step": 48422
    },
    {
      "epoch": 2.2527564549895325,
      "grad_norm": 1.2366902088882477,
      "learning_rate": 0.000211459979945785,
      "loss": 2.4844,
      "step": 48423
    },
    {
      "epoch": 2.2528029774366134,
      "grad_norm": 1.16349524516284,
      "learning_rate": 0.0002114565943502933,
      "loss": 2.4219,
      "step": 48424
    },
    {
      "epoch": 2.252849499883694,
      "grad_norm": 1.282335753896571,
      "learning_rate": 0.00021145320871717756,
      "loss": 2.5,
      "step": 48425
    },
    {
      "epoch": 2.2528960223307744,
      "grad_norm": 1.1904125322624453,
      "learning_rate": 0.00021144982304643981,
      "loss": 2.2344,
      "step": 48426
    },
    {
      "epoch": 2.2529425447778553,
      "grad_norm": 1.2019287891263646,
      "learning_rate": 0.00021144643733808207,
      "loss": 2.2969,
      "step": 48427
    },
    {
      "epoch": 2.252989067224936,
      "grad_norm": 1.2491079279292858,
      "learning_rate": 0.00021144305159210652,
      "loss": 2.2344,
      "step": 48428
    },
    {
      "epoch": 2.2530355896720167,
      "grad_norm": 1.1862766384993368,
      "learning_rate": 0.00021143966580851513,
      "loss": 2.2812,
      "step": 48429
    },
    {
      "epoch": 2.2530821121190976,
      "grad_norm": 1.1932501651310459,
      "learning_rate": 0.00021143627998731004,
      "loss": 2.1875,
      "step": 48430
    },
    {
      "epoch": 2.253128634566178,
      "grad_norm": 1.0709315087740519,
      "learning_rate": 0.00021143289412849328,
      "loss": 2.125,
      "step": 48431
    },
    {
      "epoch": 2.253175157013259,
      "grad_norm": 1.2192808348001247,
      "learning_rate": 0.00021142950823206696,
      "loss": 2.4375,
      "step": 48432
    },
    {
      "epoch": 2.2532216794603395,
      "grad_norm": 1.1885155600988602,
      "learning_rate": 0.00021142612229803313,
      "loss": 2.2656,
      "step": 48433
    },
    {
      "epoch": 2.2532682019074204,
      "grad_norm": 1.1459903551457102,
      "learning_rate": 0.00021142273632639386,
      "loss": 2.3594,
      "step": 48434
    },
    {
      "epoch": 2.253314724354501,
      "grad_norm": 1.253238627673704,
      "learning_rate": 0.00021141935031715123,
      "loss": 2.25,
      "step": 48435
    },
    {
      "epoch": 2.253361246801582,
      "grad_norm": 1.2018950121097984,
      "learning_rate": 0.00021141596427030727,
      "loss": 2.4844,
      "step": 48436
    },
    {
      "epoch": 2.2534077692486623,
      "grad_norm": 1.2711116262771045,
      "learning_rate": 0.00021141257818586414,
      "loss": 2.375,
      "step": 48437
    },
    {
      "epoch": 2.253454291695743,
      "grad_norm": 1.1535362185922273,
      "learning_rate": 0.00021140919206382385,
      "loss": 2.1406,
      "step": 48438
    },
    {
      "epoch": 2.253500814142824,
      "grad_norm": 1.1526735601919968,
      "learning_rate": 0.00021140580590418853,
      "loss": 2.0938,
      "step": 48439
    },
    {
      "epoch": 2.2535473365899046,
      "grad_norm": 1.1462207956886687,
      "learning_rate": 0.00021140241970696015,
      "loss": 2.2031,
      "step": 48440
    },
    {
      "epoch": 2.2535938590369855,
      "grad_norm": 1.1736104017316638,
      "learning_rate": 0.0002113990334721409,
      "loss": 2.1719,
      "step": 48441
    },
    {
      "epoch": 2.253640381484066,
      "grad_norm": 1.2450160711351126,
      "learning_rate": 0.0002113956471997328,
      "loss": 2.1875,
      "step": 48442
    },
    {
      "epoch": 2.253686903931147,
      "grad_norm": 1.2542936977100803,
      "learning_rate": 0.0002113922608897379,
      "loss": 2.3594,
      "step": 48443
    },
    {
      "epoch": 2.2537334263782274,
      "grad_norm": 1.14900298034965,
      "learning_rate": 0.0002113888745421583,
      "loss": 2.1406,
      "step": 48444
    },
    {
      "epoch": 2.2537799488253083,
      "grad_norm": 1.2785886990203101,
      "learning_rate": 0.00021138548815699608,
      "loss": 2.4531,
      "step": 48445
    },
    {
      "epoch": 2.2538264712723888,
      "grad_norm": 1.119979405928567,
      "learning_rate": 0.00021138210173425324,
      "loss": 2.1406,
      "step": 48446
    },
    {
      "epoch": 2.2538729937194697,
      "grad_norm": 1.1742089206469655,
      "learning_rate": 0.00021137871527393198,
      "loss": 2.1094,
      "step": 48447
    },
    {
      "epoch": 2.25391951616655,
      "grad_norm": 1.1472813677738292,
      "learning_rate": 0.0002113753287760343,
      "loss": 1.6484,
      "step": 48448
    },
    {
      "epoch": 2.253966038613631,
      "grad_norm": 1.1791408320670504,
      "learning_rate": 0.00021137194224056226,
      "loss": 2.2969,
      "step": 48449
    },
    {
      "epoch": 2.254012561060712,
      "grad_norm": 1.2104922951086532,
      "learning_rate": 0.000211368555667518,
      "loss": 2.3438,
      "step": 48450
    },
    {
      "epoch": 2.2540590835077925,
      "grad_norm": 1.2192088357435065,
      "learning_rate": 0.00021136516905690352,
      "loss": 2.5156,
      "step": 48451
    },
    {
      "epoch": 2.2541056059548734,
      "grad_norm": 1.2368141216677424,
      "learning_rate": 0.00021136178240872093,
      "loss": 2.2344,
      "step": 48452
    },
    {
      "epoch": 2.254152128401954,
      "grad_norm": 1.2437852673956062,
      "learning_rate": 0.00021135839572297227,
      "loss": 2.2969,
      "step": 48453
    },
    {
      "epoch": 2.254198650849035,
      "grad_norm": 1.098979342902775,
      "learning_rate": 0.00021135500899965967,
      "loss": 1.5547,
      "step": 48454
    },
    {
      "epoch": 2.2542451732961153,
      "grad_norm": 1.4023415411026694,
      "learning_rate": 0.00021135162223878516,
      "loss": 2.4688,
      "step": 48455
    },
    {
      "epoch": 2.254291695743196,
      "grad_norm": 1.2628420084353666,
      "learning_rate": 0.00021134823544035082,
      "loss": 2.25,
      "step": 48456
    },
    {
      "epoch": 2.2543382181902767,
      "grad_norm": 1.2823722518943892,
      "learning_rate": 0.00021134484860435874,
      "loss": 2.3281,
      "step": 48457
    },
    {
      "epoch": 2.2543847406373576,
      "grad_norm": 1.1507864956780514,
      "learning_rate": 0.00021134146173081096,
      "loss": 2.2188,
      "step": 48458
    },
    {
      "epoch": 2.254431263084438,
      "grad_norm": 1.1890485724113318,
      "learning_rate": 0.0002113380748197096,
      "loss": 2.5781,
      "step": 48459
    },
    {
      "epoch": 2.254477785531519,
      "grad_norm": 1.1818998279957893,
      "learning_rate": 0.0002113346878710567,
      "loss": 2.2344,
      "step": 48460
    },
    {
      "epoch": 2.2545243079785995,
      "grad_norm": 1.1797818262592272,
      "learning_rate": 0.00021133130088485432,
      "loss": 2.1094,
      "step": 48461
    },
    {
      "epoch": 2.2545708304256804,
      "grad_norm": 1.2557778494540235,
      "learning_rate": 0.00021132791386110458,
      "loss": 2.2969,
      "step": 48462
    },
    {
      "epoch": 2.254617352872761,
      "grad_norm": 1.3039250897356724,
      "learning_rate": 0.00021132452679980957,
      "loss": 2.2656,
      "step": 48463
    },
    {
      "epoch": 2.254663875319842,
      "grad_norm": 1.1287151326128626,
      "learning_rate": 0.00021132113970097124,
      "loss": 2.3281,
      "step": 48464
    },
    {
      "epoch": 2.2547103977669227,
      "grad_norm": 1.2641940266348473,
      "learning_rate": 0.00021131775256459182,
      "loss": 2.3125,
      "step": 48465
    },
    {
      "epoch": 2.254756920214003,
      "grad_norm": 1.2145170998319188,
      "learning_rate": 0.00021131436539067325,
      "loss": 2.2344,
      "step": 48466
    },
    {
      "epoch": 2.254803442661084,
      "grad_norm": 1.1638967153663746,
      "learning_rate": 0.00021131097817921773,
      "loss": 2.25,
      "step": 48467
    },
    {
      "epoch": 2.2548499651081646,
      "grad_norm": 1.2707520789002278,
      "learning_rate": 0.0002113075909302272,
      "loss": 2.5781,
      "step": 48468
    },
    {
      "epoch": 2.2548964875552455,
      "grad_norm": 1.3744907073342425,
      "learning_rate": 0.0002113042036437038,
      "loss": 2.625,
      "step": 48469
    },
    {
      "epoch": 2.254943010002326,
      "grad_norm": 1.2760724815988969,
      "learning_rate": 0.00021130081631964964,
      "loss": 2.5781,
      "step": 48470
    },
    {
      "epoch": 2.254989532449407,
      "grad_norm": 1.1477317846080808,
      "learning_rate": 0.00021129742895806676,
      "loss": 2.4375,
      "step": 48471
    },
    {
      "epoch": 2.2550360548964874,
      "grad_norm": 1.1833176502087244,
      "learning_rate": 0.00021129404155895726,
      "loss": 2.2969,
      "step": 48472
    },
    {
      "epoch": 2.2550825773435683,
      "grad_norm": 1.3359434968938775,
      "learning_rate": 0.00021129065412232314,
      "loss": 2.4062,
      "step": 48473
    },
    {
      "epoch": 2.255129099790649,
      "grad_norm": 1.2004526643483224,
      "learning_rate": 0.00021128726664816654,
      "loss": 2.25,
      "step": 48474
    },
    {
      "epoch": 2.2551756222377297,
      "grad_norm": 1.2236361520972983,
      "learning_rate": 0.0002112838791364895,
      "loss": 2.2344,
      "step": 48475
    },
    {
      "epoch": 2.2552221446848106,
      "grad_norm": 1.2491573010218178,
      "learning_rate": 0.00021128049158729414,
      "loss": 2.0469,
      "step": 48476
    },
    {
      "epoch": 2.255268667131891,
      "grad_norm": 1.2430627727980672,
      "learning_rate": 0.00021127710400058248,
      "loss": 2.5781,
      "step": 48477
    },
    {
      "epoch": 2.255315189578972,
      "grad_norm": 1.2466194590413553,
      "learning_rate": 0.0002112737163763566,
      "loss": 2.3281,
      "step": 48478
    },
    {
      "epoch": 2.2553617120260525,
      "grad_norm": 1.1824436718434501,
      "learning_rate": 0.00021127032871461862,
      "loss": 2.2656,
      "step": 48479
    },
    {
      "epoch": 2.2554082344731334,
      "grad_norm": 1.1556364315279082,
      "learning_rate": 0.00021126694101537057,
      "loss": 2.1094,
      "step": 48480
    },
    {
      "epoch": 2.255454756920214,
      "grad_norm": 1.3504228925808321,
      "learning_rate": 0.0002112635532786145,
      "loss": 2.4844,
      "step": 48481
    },
    {
      "epoch": 2.255501279367295,
      "grad_norm": 1.2868667484558183,
      "learning_rate": 0.00021126016550435258,
      "loss": 2.1562,
      "step": 48482
    },
    {
      "epoch": 2.2555478018143753,
      "grad_norm": 1.260503927411878,
      "learning_rate": 0.00021125677769258679,
      "loss": 2.3906,
      "step": 48483
    },
    {
      "epoch": 2.2555943242614562,
      "grad_norm": 1.1230192034108157,
      "learning_rate": 0.00021125338984331928,
      "loss": 2.2969,
      "step": 48484
    },
    {
      "epoch": 2.2556408467085367,
      "grad_norm": 1.1988187781453052,
      "learning_rate": 0.00021125000195655204,
      "loss": 2.3594,
      "step": 48485
    },
    {
      "epoch": 2.2556873691556176,
      "grad_norm": 1.1193744690425091,
      "learning_rate": 0.00021124661403228723,
      "loss": 2.3281,
      "step": 48486
    },
    {
      "epoch": 2.2557338916026985,
      "grad_norm": 1.3068734093412508,
      "learning_rate": 0.00021124322607052684,
      "loss": 1.7344,
      "step": 48487
    },
    {
      "epoch": 2.255780414049779,
      "grad_norm": 1.262140518674145,
      "learning_rate": 0.000211239838071273,
      "loss": 2.2656,
      "step": 48488
    },
    {
      "epoch": 2.2558269364968595,
      "grad_norm": 1.2497674178163798,
      "learning_rate": 0.00021123645003452777,
      "loss": 2.4844,
      "step": 48489
    },
    {
      "epoch": 2.2558734589439404,
      "grad_norm": 1.2345265556655978,
      "learning_rate": 0.00021123306196029322,
      "loss": 2.4219,
      "step": 48490
    },
    {
      "epoch": 2.2559199813910213,
      "grad_norm": 1.1989474839656258,
      "learning_rate": 0.00021122967384857143,
      "loss": 2.375,
      "step": 48491
    },
    {
      "epoch": 2.255966503838102,
      "grad_norm": 1.2823002061470952,
      "learning_rate": 0.00021122628569936446,
      "loss": 2.2656,
      "step": 48492
    },
    {
      "epoch": 2.2560130262851827,
      "grad_norm": 1.1915587015285316,
      "learning_rate": 0.00021122289751267443,
      "loss": 2.2812,
      "step": 48493
    },
    {
      "epoch": 2.256059548732263,
      "grad_norm": 1.3216526567261955,
      "learning_rate": 0.00021121950928850336,
      "loss": 2.3125,
      "step": 48494
    },
    {
      "epoch": 2.256106071179344,
      "grad_norm": 1.2871149283912917,
      "learning_rate": 0.00021121612102685338,
      "loss": 2.5156,
      "step": 48495
    },
    {
      "epoch": 2.2561525936264246,
      "grad_norm": 1.1783443692118247,
      "learning_rate": 0.00021121273272772649,
      "loss": 2.4062,
      "step": 48496
    },
    {
      "epoch": 2.2561991160735055,
      "grad_norm": 1.1584251920891686,
      "learning_rate": 0.00021120934439112485,
      "loss": 2.0625,
      "step": 48497
    },
    {
      "epoch": 2.256245638520586,
      "grad_norm": 1.1720292420245666,
      "learning_rate": 0.00021120595601705047,
      "loss": 2.4688,
      "step": 48498
    },
    {
      "epoch": 2.256292160967667,
      "grad_norm": 1.1954661602459546,
      "learning_rate": 0.0002112025676055054,
      "loss": 2.2344,
      "step": 48499
    },
    {
      "epoch": 2.2563386834147474,
      "grad_norm": 1.064196283023007,
      "learning_rate": 0.0002111991791564918,
      "loss": 1.8906,
      "step": 48500
    },
    {
      "epoch": 2.2563852058618283,
      "grad_norm": 1.2384485671420047,
      "learning_rate": 0.00021119579067001165,
      "loss": 2.2969,
      "step": 48501
    },
    {
      "epoch": 2.2564317283089093,
      "grad_norm": 1.1929811145419202,
      "learning_rate": 0.00021119240214606712,
      "loss": 2.2656,
      "step": 48502
    },
    {
      "epoch": 2.2564782507559897,
      "grad_norm": 1.121235157645334,
      "learning_rate": 0.00021118901358466023,
      "loss": 2.1406,
      "step": 48503
    },
    {
      "epoch": 2.2565247732030707,
      "grad_norm": 1.2714939322869172,
      "learning_rate": 0.0002111856249857931,
      "loss": 2.3594,
      "step": 48504
    },
    {
      "epoch": 2.256571295650151,
      "grad_norm": 1.2056519848813039,
      "learning_rate": 0.00021118223634946772,
      "loss": 2.4219,
      "step": 48505
    },
    {
      "epoch": 2.256617818097232,
      "grad_norm": 1.1275145421171147,
      "learning_rate": 0.00021117884767568623,
      "loss": 2.2031,
      "step": 48506
    },
    {
      "epoch": 2.2566643405443125,
      "grad_norm": 1.252796533941567,
      "learning_rate": 0.00021117545896445067,
      "loss": 2.5781,
      "step": 48507
    },
    {
      "epoch": 2.2567108629913935,
      "grad_norm": 1.1100008819561327,
      "learning_rate": 0.0002111720702157632,
      "loss": 2.0469,
      "step": 48508
    },
    {
      "epoch": 2.256757385438474,
      "grad_norm": 1.2387287571737653,
      "learning_rate": 0.00021116868142962575,
      "loss": 2.4375,
      "step": 48509
    },
    {
      "epoch": 2.256803907885555,
      "grad_norm": 1.325632633058303,
      "learning_rate": 0.00021116529260604053,
      "loss": 1.7578,
      "step": 48510
    },
    {
      "epoch": 2.2568504303326353,
      "grad_norm": 1.0945002131639845,
      "learning_rate": 0.00021116190374500954,
      "loss": 2.0,
      "step": 48511
    },
    {
      "epoch": 2.2568969527797162,
      "grad_norm": 1.2459342712233112,
      "learning_rate": 0.00021115851484653487,
      "loss": 2.0938,
      "step": 48512
    },
    {
      "epoch": 2.256943475226797,
      "grad_norm": 1.3068524881806816,
      "learning_rate": 0.00021115512591061858,
      "loss": 2.4844,
      "step": 48513
    },
    {
      "epoch": 2.2569899976738776,
      "grad_norm": 1.259725897030971,
      "learning_rate": 0.00021115173693726276,
      "loss": 2.4062,
      "step": 48514
    },
    {
      "epoch": 2.257036520120958,
      "grad_norm": 1.094374450261615,
      "learning_rate": 0.00021114834792646954,
      "loss": 2.1719,
      "step": 48515
    },
    {
      "epoch": 2.257083042568039,
      "grad_norm": 1.2535963290553702,
      "learning_rate": 0.00021114495887824088,
      "loss": 2.2656,
      "step": 48516
    },
    {
      "epoch": 2.25712956501512,
      "grad_norm": 1.176092684249592,
      "learning_rate": 0.00021114156979257893,
      "loss": 2.2031,
      "step": 48517
    },
    {
      "epoch": 2.2571760874622004,
      "grad_norm": 1.1563979584805453,
      "learning_rate": 0.00021113818066948573,
      "loss": 2.25,
      "step": 48518
    },
    {
      "epoch": 2.2572226099092814,
      "grad_norm": 1.1847187607165448,
      "learning_rate": 0.00021113479150896343,
      "loss": 2.125,
      "step": 48519
    },
    {
      "epoch": 2.257269132356362,
      "grad_norm": 1.2152707209293692,
      "learning_rate": 0.00021113140231101402,
      "loss": 2.2969,
      "step": 48520
    },
    {
      "epoch": 2.2573156548034428,
      "grad_norm": 1.1575233918801944,
      "learning_rate": 0.00021112801307563963,
      "loss": 2.0469,
      "step": 48521
    },
    {
      "epoch": 2.2573621772505232,
      "grad_norm": 1.285325063610811,
      "learning_rate": 0.0002111246238028423,
      "loss": 2.5625,
      "step": 48522
    },
    {
      "epoch": 2.257408699697604,
      "grad_norm": 1.4938601520863097,
      "learning_rate": 0.0002111212344926241,
      "loss": 2.2812,
      "step": 48523
    },
    {
      "epoch": 2.2574552221446846,
      "grad_norm": 1.2102150598534436,
      "learning_rate": 0.00021111784514498712,
      "loss": 2.2188,
      "step": 48524
    },
    {
      "epoch": 2.2575017445917656,
      "grad_norm": 1.224447618197941,
      "learning_rate": 0.00021111445575993339,
      "loss": 2.4531,
      "step": 48525
    },
    {
      "epoch": 2.257548267038846,
      "grad_norm": 1.191337232967401,
      "learning_rate": 0.0002111110663374651,
      "loss": 1.9453,
      "step": 48526
    },
    {
      "epoch": 2.257594789485927,
      "grad_norm": 1.138736729476476,
      "learning_rate": 0.00021110767687758424,
      "loss": 2.0938,
      "step": 48527
    },
    {
      "epoch": 2.257641311933008,
      "grad_norm": 1.2116828860263493,
      "learning_rate": 0.0002111042873802929,
      "loss": 2.4375,
      "step": 48528
    },
    {
      "epoch": 2.2576878343800884,
      "grad_norm": 1.2332068876467088,
      "learning_rate": 0.00021110089784559316,
      "loss": 2.1875,
      "step": 48529
    },
    {
      "epoch": 2.2577343568271693,
      "grad_norm": 1.179039736074136,
      "learning_rate": 0.0002110975082734871,
      "loss": 2.1562,
      "step": 48530
    },
    {
      "epoch": 2.2577808792742498,
      "grad_norm": 1.4208297064923934,
      "learning_rate": 0.00021109411866397675,
      "loss": 2.6094,
      "step": 48531
    },
    {
      "epoch": 2.2578274017213307,
      "grad_norm": 1.272583543425795,
      "learning_rate": 0.00021109072901706423,
      "loss": 2.5156,
      "step": 48532
    },
    {
      "epoch": 2.257873924168411,
      "grad_norm": 1.1108746667999332,
      "learning_rate": 0.0002110873393327516,
      "loss": 2.1562,
      "step": 48533
    },
    {
      "epoch": 2.257920446615492,
      "grad_norm": 1.2634787920754416,
      "learning_rate": 0.00021108394961104096,
      "loss": 2.4062,
      "step": 48534
    },
    {
      "epoch": 2.2579669690625725,
      "grad_norm": 1.0681787970938519,
      "learning_rate": 0.00021108055985193436,
      "loss": 2.0312,
      "step": 48535
    },
    {
      "epoch": 2.2580134915096535,
      "grad_norm": 1.2534955227826738,
      "learning_rate": 0.00021107717005543387,
      "loss": 2.2656,
      "step": 48536
    },
    {
      "epoch": 2.258060013956734,
      "grad_norm": 1.221125724566733,
      "learning_rate": 0.0002110737802215416,
      "loss": 2.25,
      "step": 48537
    },
    {
      "epoch": 2.258106536403815,
      "grad_norm": 1.2343677462506417,
      "learning_rate": 0.00021107039035025957,
      "loss": 2.0781,
      "step": 48538
    },
    {
      "epoch": 2.258153058850896,
      "grad_norm": 1.144475892293598,
      "learning_rate": 0.00021106700044158994,
      "loss": 2.1875,
      "step": 48539
    },
    {
      "epoch": 2.2581995812979763,
      "grad_norm": 1.2263953947015296,
      "learning_rate": 0.00021106361049553465,
      "loss": 2.375,
      "step": 48540
    },
    {
      "epoch": 2.2582461037450567,
      "grad_norm": 1.1850034849919384,
      "learning_rate": 0.00021106022051209597,
      "loss": 2.3438,
      "step": 48541
    },
    {
      "epoch": 2.2582926261921377,
      "grad_norm": 1.1880948197875087,
      "learning_rate": 0.00021105683049127579,
      "loss": 2.3438,
      "step": 48542
    },
    {
      "epoch": 2.2583391486392186,
      "grad_norm": 1.212440826289707,
      "learning_rate": 0.00021105344043307624,
      "loss": 2.1875,
      "step": 48543
    },
    {
      "epoch": 2.258385671086299,
      "grad_norm": 1.3108025882605805,
      "learning_rate": 0.00021105005033749945,
      "loss": 2.5312,
      "step": 48544
    },
    {
      "epoch": 2.25843219353338,
      "grad_norm": 1.1413162771955279,
      "learning_rate": 0.00021104666020454747,
      "loss": 2.1406,
      "step": 48545
    },
    {
      "epoch": 2.2584787159804605,
      "grad_norm": 1.106098801177708,
      "learning_rate": 0.0002110432700342223,
      "loss": 2.125,
      "step": 48546
    },
    {
      "epoch": 2.2585252384275414,
      "grad_norm": 1.114736741436968,
      "learning_rate": 0.00021103987982652614,
      "loss": 1.9688,
      "step": 48547
    },
    {
      "epoch": 2.258571760874622,
      "grad_norm": 1.2083992174150762,
      "learning_rate": 0.000211036489581461,
      "loss": 2.125,
      "step": 48548
    },
    {
      "epoch": 2.258618283321703,
      "grad_norm": 1.1534760631867003,
      "learning_rate": 0.00021103309929902894,
      "loss": 2.2656,
      "step": 48549
    },
    {
      "epoch": 2.2586648057687833,
      "grad_norm": 1.1629516535734572,
      "learning_rate": 0.0002110297089792321,
      "loss": 2.2656,
      "step": 48550
    },
    {
      "epoch": 2.258711328215864,
      "grad_norm": 1.282457371706002,
      "learning_rate": 0.00021102631862207245,
      "loss": 2.5312,
      "step": 48551
    },
    {
      "epoch": 2.2587578506629447,
      "grad_norm": 1.2510417132374707,
      "learning_rate": 0.0002110229282275522,
      "loss": 2.2969,
      "step": 48552
    },
    {
      "epoch": 2.2588043731100256,
      "grad_norm": 1.1480156699793347,
      "learning_rate": 0.0002110195377956733,
      "loss": 2.0469,
      "step": 48553
    },
    {
      "epoch": 2.2588508955571065,
      "grad_norm": 1.2532366710728426,
      "learning_rate": 0.00021101614732643787,
      "loss": 2.3281,
      "step": 48554
    },
    {
      "epoch": 2.258897418004187,
      "grad_norm": 1.165407318620077,
      "learning_rate": 0.00021101275681984803,
      "loss": 2.1719,
      "step": 48555
    },
    {
      "epoch": 2.258943940451268,
      "grad_norm": 1.2255654176261657,
      "learning_rate": 0.00021100936627590583,
      "loss": 2.3906,
      "step": 48556
    },
    {
      "epoch": 2.2589904628983484,
      "grad_norm": 1.3389943166939782,
      "learning_rate": 0.0002110059756946133,
      "loss": 2.5938,
      "step": 48557
    },
    {
      "epoch": 2.2590369853454293,
      "grad_norm": 1.3374327117250424,
      "learning_rate": 0.00021100258507597254,
      "loss": 2.4375,
      "step": 48558
    },
    {
      "epoch": 2.2590835077925098,
      "grad_norm": 1.1456008868185938,
      "learning_rate": 0.0002109991944199857,
      "loss": 1.8359,
      "step": 48559
    },
    {
      "epoch": 2.2591300302395907,
      "grad_norm": 1.1738739922404802,
      "learning_rate": 0.0002109958037266547,
      "loss": 2.1875,
      "step": 48560
    },
    {
      "epoch": 2.259176552686671,
      "grad_norm": 1.1841324113402028,
      "learning_rate": 0.00021099241299598183,
      "loss": 2.3125,
      "step": 48561
    },
    {
      "epoch": 2.259223075133752,
      "grad_norm": 1.1995928425999745,
      "learning_rate": 0.00021098902222796897,
      "loss": 2.2969,
      "step": 48562
    },
    {
      "epoch": 2.2592695975808326,
      "grad_norm": 1.2388594328226215,
      "learning_rate": 0.00021098563142261828,
      "loss": 2.3281,
      "step": 48563
    },
    {
      "epoch": 2.2593161200279135,
      "grad_norm": 1.1478349232260447,
      "learning_rate": 0.00021098224057993184,
      "loss": 1.5469,
      "step": 48564
    },
    {
      "epoch": 2.2593626424749944,
      "grad_norm": 1.1695295448391536,
      "learning_rate": 0.0002109788496999117,
      "loss": 2.1406,
      "step": 48565
    },
    {
      "epoch": 2.259409164922075,
      "grad_norm": 1.220754406270146,
      "learning_rate": 0.00021097545878255998,
      "loss": 2.2344,
      "step": 48566
    },
    {
      "epoch": 2.259455687369156,
      "grad_norm": 1.1468023292055625,
      "learning_rate": 0.00021097206782787865,
      "loss": 2.2188,
      "step": 48567
    },
    {
      "epoch": 2.2595022098162363,
      "grad_norm": 1.160809255089007,
      "learning_rate": 0.00021096867683586992,
      "loss": 2.2031,
      "step": 48568
    },
    {
      "epoch": 2.259548732263317,
      "grad_norm": 1.2022780926423955,
      "learning_rate": 0.0002109652858065358,
      "loss": 2.2188,
      "step": 48569
    },
    {
      "epoch": 2.2595952547103977,
      "grad_norm": 1.1739697917003344,
      "learning_rate": 0.0002109618947398784,
      "loss": 2.2031,
      "step": 48570
    },
    {
      "epoch": 2.2596417771574786,
      "grad_norm": 1.248878602762962,
      "learning_rate": 0.0002109585036358997,
      "loss": 2.7188,
      "step": 48571
    },
    {
      "epoch": 2.259688299604559,
      "grad_norm": 1.1652492728224866,
      "learning_rate": 0.0002109551124946019,
      "loss": 2.0938,
      "step": 48572
    },
    {
      "epoch": 2.25973482205164,
      "grad_norm": 1.2692427640131052,
      "learning_rate": 0.00021095172131598702,
      "loss": 2.2344,
      "step": 48573
    },
    {
      "epoch": 2.2597813444987205,
      "grad_norm": 1.299343227489763,
      "learning_rate": 0.0002109483301000571,
      "loss": 2.1719,
      "step": 48574
    },
    {
      "epoch": 2.2598278669458014,
      "grad_norm": 1.194947411464268,
      "learning_rate": 0.00021094493884681427,
      "loss": 2.2188,
      "step": 48575
    },
    {
      "epoch": 2.259874389392882,
      "grad_norm": 1.216567885372657,
      "learning_rate": 0.0002109415475562606,
      "loss": 2.3594,
      "step": 48576
    },
    {
      "epoch": 2.259920911839963,
      "grad_norm": 1.0979958936987346,
      "learning_rate": 0.00021093815622839814,
      "loss": 2.0469,
      "step": 48577
    },
    {
      "epoch": 2.2599674342870433,
      "grad_norm": 1.2584432140703712,
      "learning_rate": 0.00021093476486322898,
      "loss": 2.1875,
      "step": 48578
    },
    {
      "epoch": 2.260013956734124,
      "grad_norm": 1.2635342111811159,
      "learning_rate": 0.00021093137346075522,
      "loss": 2.4062,
      "step": 48579
    },
    {
      "epoch": 2.260060479181205,
      "grad_norm": 1.2347053703318749,
      "learning_rate": 0.0002109279820209789,
      "loss": 1.6562,
      "step": 48580
    },
    {
      "epoch": 2.2601070016282856,
      "grad_norm": 1.217927313428335,
      "learning_rate": 0.00021092459054390214,
      "loss": 2.2812,
      "step": 48581
    },
    {
      "epoch": 2.2601535240753665,
      "grad_norm": 1.3399530543644635,
      "learning_rate": 0.00021092119902952694,
      "loss": 2.4531,
      "step": 48582
    },
    {
      "epoch": 2.260200046522447,
      "grad_norm": 1.3075034847323503,
      "learning_rate": 0.00021091780747785544,
      "loss": 2.25,
      "step": 48583
    },
    {
      "epoch": 2.260246568969528,
      "grad_norm": 1.2580827035562405,
      "learning_rate": 0.00021091441588888969,
      "loss": 2.5469,
      "step": 48584
    },
    {
      "epoch": 2.2602930914166084,
      "grad_norm": 1.4620090369805854,
      "learning_rate": 0.00021091102426263182,
      "loss": 2.3281,
      "step": 48585
    },
    {
      "epoch": 2.2603396138636893,
      "grad_norm": 1.5045751452566385,
      "learning_rate": 0.0002109076325990838,
      "loss": 2.2969,
      "step": 48586
    },
    {
      "epoch": 2.26038613631077,
      "grad_norm": 1.3939702209033669,
      "learning_rate": 0.00021090424089824781,
      "loss": 2.4844,
      "step": 48587
    },
    {
      "epoch": 2.2604326587578507,
      "grad_norm": 1.2059125809828921,
      "learning_rate": 0.00021090084916012585,
      "loss": 2.4844,
      "step": 48588
    },
    {
      "epoch": 2.260479181204931,
      "grad_norm": 1.2024491219785987,
      "learning_rate": 0.00021089745738472006,
      "loss": 2.2812,
      "step": 48589
    },
    {
      "epoch": 2.260525703652012,
      "grad_norm": 1.238022206016263,
      "learning_rate": 0.00021089406557203244,
      "loss": 2.1406,
      "step": 48590
    },
    {
      "epoch": 2.260572226099093,
      "grad_norm": 1.2724489116004933,
      "learning_rate": 0.00021089067372206518,
      "loss": 2.125,
      "step": 48591
    },
    {
      "epoch": 2.2606187485461735,
      "grad_norm": 1.2233095052731586,
      "learning_rate": 0.0002108872818348203,
      "loss": 2.5,
      "step": 48592
    },
    {
      "epoch": 2.2606652709932544,
      "grad_norm": 1.2184048661254765,
      "learning_rate": 0.0002108838899102998,
      "loss": 2.2812,
      "step": 48593
    },
    {
      "epoch": 2.260711793440335,
      "grad_norm": 1.3528406351186772,
      "learning_rate": 0.00021088049794850587,
      "loss": 2.3438,
      "step": 48594
    },
    {
      "epoch": 2.260758315887416,
      "grad_norm": 1.2408281737278408,
      "learning_rate": 0.00021087710594944054,
      "loss": 2.3281,
      "step": 48595
    },
    {
      "epoch": 2.2608048383344963,
      "grad_norm": 1.2187744119077746,
      "learning_rate": 0.00021087371391310586,
      "loss": 2.2188,
      "step": 48596
    },
    {
      "epoch": 2.2608513607815772,
      "grad_norm": 1.1533189595322657,
      "learning_rate": 0.00021087032183950396,
      "loss": 2.25,
      "step": 48597
    },
    {
      "epoch": 2.2608978832286577,
      "grad_norm": 1.1933052349878137,
      "learning_rate": 0.00021086692972863686,
      "loss": 2.2344,
      "step": 48598
    },
    {
      "epoch": 2.2609444056757386,
      "grad_norm": 1.1963171574195253,
      "learning_rate": 0.00021086353758050666,
      "loss": 2.3906,
      "step": 48599
    },
    {
      "epoch": 2.260990928122819,
      "grad_norm": 1.1084824110000615,
      "learning_rate": 0.0002108601453951155,
      "loss": 2.0625,
      "step": 48600
    },
    {
      "epoch": 2.2610374505699,
      "grad_norm": 1.2655821551016484,
      "learning_rate": 0.00021085675317246536,
      "loss": 2.1875,
      "step": 48601
    },
    {
      "epoch": 2.261083973016981,
      "grad_norm": 1.1121501892452146,
      "learning_rate": 0.00021085336091255838,
      "loss": 2.1875,
      "step": 48602
    },
    {
      "epoch": 2.2611304954640614,
      "grad_norm": 1.2075585587869424,
      "learning_rate": 0.00021084996861539656,
      "loss": 2.4531,
      "step": 48603
    },
    {
      "epoch": 2.261177017911142,
      "grad_norm": 1.2062047649672365,
      "learning_rate": 0.00021084657628098207,
      "loss": 2.1406,
      "step": 48604
    },
    {
      "epoch": 2.261223540358223,
      "grad_norm": 1.26913024021468,
      "learning_rate": 0.00021084318390931698,
      "loss": 2.4844,
      "step": 48605
    },
    {
      "epoch": 2.2612700628053037,
      "grad_norm": 1.321225290400194,
      "learning_rate": 0.0002108397915004033,
      "loss": 1.6797,
      "step": 48606
    },
    {
      "epoch": 2.261316585252384,
      "grad_norm": 1.3203854996218687,
      "learning_rate": 0.00021083639905424315,
      "loss": 1.6719,
      "step": 48607
    },
    {
      "epoch": 2.261363107699465,
      "grad_norm": 1.196039481419976,
      "learning_rate": 0.00021083300657083858,
      "loss": 2.3594,
      "step": 48608
    },
    {
      "epoch": 2.2614096301465456,
      "grad_norm": 1.2472927159533012,
      "learning_rate": 0.00021082961405019169,
      "loss": 2.1875,
      "step": 48609
    },
    {
      "epoch": 2.2614561525936265,
      "grad_norm": 1.183285270564859,
      "learning_rate": 0.00021082622149230454,
      "loss": 2.25,
      "step": 48610
    },
    {
      "epoch": 2.261502675040707,
      "grad_norm": 1.288458998428883,
      "learning_rate": 0.00021082282889717924,
      "loss": 2.4219,
      "step": 48611
    },
    {
      "epoch": 2.261549197487788,
      "grad_norm": 1.2361870934539834,
      "learning_rate": 0.0002108194362648178,
      "loss": 2.2969,
      "step": 48612
    },
    {
      "epoch": 2.2615957199348684,
      "grad_norm": 1.1381943035829098,
      "learning_rate": 0.0002108160435952224,
      "loss": 2.0312,
      "step": 48613
    },
    {
      "epoch": 2.2616422423819493,
      "grad_norm": 1.150914403798563,
      "learning_rate": 0.00021081265088839508,
      "loss": 2.3438,
      "step": 48614
    },
    {
      "epoch": 2.26168876482903,
      "grad_norm": 1.1593624582964983,
      "learning_rate": 0.00021080925814433784,
      "loss": 2.4531,
      "step": 48615
    },
    {
      "epoch": 2.2617352872761107,
      "grad_norm": 1.2878635025044565,
      "learning_rate": 0.00021080586536305283,
      "loss": 2.4688,
      "step": 48616
    },
    {
      "epoch": 2.2617818097231916,
      "grad_norm": 1.2728902213550959,
      "learning_rate": 0.00021080247254454213,
      "loss": 2.1094,
      "step": 48617
    },
    {
      "epoch": 2.261828332170272,
      "grad_norm": 1.202173986517643,
      "learning_rate": 0.00021079907968880778,
      "loss": 2.2812,
      "step": 48618
    },
    {
      "epoch": 2.261874854617353,
      "grad_norm": 1.2558088542749464,
      "learning_rate": 0.0002107956867958519,
      "loss": 1.9844,
      "step": 48619
    },
    {
      "epoch": 2.2619213770644335,
      "grad_norm": 1.1720898757770875,
      "learning_rate": 0.00021079229386567651,
      "loss": 2.3594,
      "step": 48620
    },
    {
      "epoch": 2.2619678995115144,
      "grad_norm": 1.2644651238617055,
      "learning_rate": 0.0002107889008982837,
      "loss": 2.0312,
      "step": 48621
    },
    {
      "epoch": 2.262014421958595,
      "grad_norm": 1.105096926760098,
      "learning_rate": 0.0002107855078936756,
      "loss": 2.25,
      "step": 48622
    },
    {
      "epoch": 2.262060944405676,
      "grad_norm": 1.1824130498763308,
      "learning_rate": 0.00021078211485185425,
      "loss": 2.4531,
      "step": 48623
    },
    {
      "epoch": 2.2621074668527563,
      "grad_norm": 1.5556331732596627,
      "learning_rate": 0.00021077872177282175,
      "loss": 1.7344,
      "step": 48624
    },
    {
      "epoch": 2.2621539892998372,
      "grad_norm": 1.1496191623379262,
      "learning_rate": 0.00021077532865658013,
      "loss": 1.9453,
      "step": 48625
    },
    {
      "epoch": 2.2622005117469177,
      "grad_norm": 1.1955783476749529,
      "learning_rate": 0.0002107719355031315,
      "loss": 1.7031,
      "step": 48626
    },
    {
      "epoch": 2.2622470341939986,
      "grad_norm": 1.6497403734889147,
      "learning_rate": 0.00021076854231247792,
      "loss": 2.5469,
      "step": 48627
    },
    {
      "epoch": 2.2622935566410796,
      "grad_norm": 1.5489861414312398,
      "learning_rate": 0.00021076514908462154,
      "loss": 2.2656,
      "step": 48628
    },
    {
      "epoch": 2.26234007908816,
      "grad_norm": 1.1990132435434586,
      "learning_rate": 0.00021076175581956428,
      "loss": 2.0469,
      "step": 48629
    },
    {
      "epoch": 2.2623866015352405,
      "grad_norm": 1.1660934289120415,
      "learning_rate": 0.0002107583625173084,
      "loss": 2.1875,
      "step": 48630
    },
    {
      "epoch": 2.2624331239823214,
      "grad_norm": 1.2453267294845962,
      "learning_rate": 0.00021075496917785587,
      "loss": 2.1406,
      "step": 48631
    },
    {
      "epoch": 2.2624796464294024,
      "grad_norm": 1.3201849102058179,
      "learning_rate": 0.0002107515758012088,
      "loss": 2.2344,
      "step": 48632
    },
    {
      "epoch": 2.262526168876483,
      "grad_norm": 1.2393792666384549,
      "learning_rate": 0.0002107481823873692,
      "loss": 1.6875,
      "step": 48633
    },
    {
      "epoch": 2.2625726913235638,
      "grad_norm": 1.296910973718596,
      "learning_rate": 0.00021074478893633923,
      "loss": 2.5469,
      "step": 48634
    },
    {
      "epoch": 2.2626192137706442,
      "grad_norm": 1.1690542865146656,
      "learning_rate": 0.00021074139544812102,
      "loss": 2.1719,
      "step": 48635
    },
    {
      "epoch": 2.262665736217725,
      "grad_norm": 1.2654891256964842,
      "learning_rate": 0.00021073800192271646,
      "loss": 2.4844,
      "step": 48636
    },
    {
      "epoch": 2.2627122586648056,
      "grad_norm": 1.2277993248975148,
      "learning_rate": 0.00021073460836012778,
      "loss": 2.5781,
      "step": 48637
    },
    {
      "epoch": 2.2627587811118866,
      "grad_norm": 1.3330754024737173,
      "learning_rate": 0.00021073121476035704,
      "loss": 2.6094,
      "step": 48638
    },
    {
      "epoch": 2.262805303558967,
      "grad_norm": 1.2773904305839618,
      "learning_rate": 0.00021072782112340627,
      "loss": 2.0625,
      "step": 48639
    },
    {
      "epoch": 2.262851826006048,
      "grad_norm": 1.2425783391548193,
      "learning_rate": 0.00021072442744927755,
      "loss": 2.2812,
      "step": 48640
    },
    {
      "epoch": 2.2628983484531284,
      "grad_norm": 1.300614857450723,
      "learning_rate": 0.00021072103373797303,
      "loss": 2.5156,
      "step": 48641
    },
    {
      "epoch": 2.2629448709002093,
      "grad_norm": 1.2014439091698221,
      "learning_rate": 0.0002107176399894947,
      "loss": 2.2344,
      "step": 48642
    },
    {
      "epoch": 2.2629913933472903,
      "grad_norm": 1.4153359078671819,
      "learning_rate": 0.0002107142462038447,
      "loss": 2.3438,
      "step": 48643
    },
    {
      "epoch": 2.2630379157943707,
      "grad_norm": 1.2383791443984553,
      "learning_rate": 0.00021071085238102502,
      "loss": 2.1562,
      "step": 48644
    },
    {
      "epoch": 2.2630844382414517,
      "grad_norm": 1.1807660448453514,
      "learning_rate": 0.00021070745852103784,
      "loss": 2.3125,
      "step": 48645
    },
    {
      "epoch": 2.263130960688532,
      "grad_norm": 1.2784848496216819,
      "learning_rate": 0.0002107040646238852,
      "loss": 2.5781,
      "step": 48646
    },
    {
      "epoch": 2.263177483135613,
      "grad_norm": 1.178675936646308,
      "learning_rate": 0.00021070067068956915,
      "loss": 2.4531,
      "step": 48647
    },
    {
      "epoch": 2.2632240055826935,
      "grad_norm": 1.124725552046122,
      "learning_rate": 0.00021069727671809183,
      "loss": 2.125,
      "step": 48648
    },
    {
      "epoch": 2.2632705280297745,
      "grad_norm": 1.215559441246303,
      "learning_rate": 0.00021069388270945525,
      "loss": 2.0938,
      "step": 48649
    },
    {
      "epoch": 2.263317050476855,
      "grad_norm": 1.231792487794972,
      "learning_rate": 0.00021069048866366151,
      "loss": 2.2344,
      "step": 48650
    },
    {
      "epoch": 2.263363572923936,
      "grad_norm": 1.1707754640381056,
      "learning_rate": 0.00021068709458071274,
      "loss": 2.1875,
      "step": 48651
    },
    {
      "epoch": 2.2634100953710163,
      "grad_norm": 1.2594637417299919,
      "learning_rate": 0.00021068370046061093,
      "loss": 2.4531,
      "step": 48652
    },
    {
      "epoch": 2.2634566178180973,
      "grad_norm": 1.2204934482603749,
      "learning_rate": 0.0002106803063033582,
      "loss": 2.5625,
      "step": 48653
    },
    {
      "epoch": 2.263503140265178,
      "grad_norm": 1.1207287360157545,
      "learning_rate": 0.00021067691210895667,
      "loss": 2.2188,
      "step": 48654
    },
    {
      "epoch": 2.2635496627122587,
      "grad_norm": 1.293016941770663,
      "learning_rate": 0.00021067351787740834,
      "loss": 2.2969,
      "step": 48655
    },
    {
      "epoch": 2.263596185159339,
      "grad_norm": 1.1903419056452322,
      "learning_rate": 0.0002106701236087153,
      "loss": 2.2969,
      "step": 48656
    },
    {
      "epoch": 2.26364270760642,
      "grad_norm": 1.207336319326779,
      "learning_rate": 0.00021066672930287973,
      "loss": 2.2031,
      "step": 48657
    },
    {
      "epoch": 2.263689230053501,
      "grad_norm": 1.1599134684565362,
      "learning_rate": 0.00021066333495990355,
      "loss": 2.3281,
      "step": 48658
    },
    {
      "epoch": 2.2637357525005815,
      "grad_norm": 1.1715706830991919,
      "learning_rate": 0.00021065994057978897,
      "loss": 2.2344,
      "step": 48659
    },
    {
      "epoch": 2.2637822749476624,
      "grad_norm": 1.1707825573869408,
      "learning_rate": 0.000210656546162538,
      "loss": 2.1562,
      "step": 48660
    },
    {
      "epoch": 2.263828797394743,
      "grad_norm": 1.0755346417962348,
      "learning_rate": 0.00021065315170815276,
      "loss": 2.125,
      "step": 48661
    },
    {
      "epoch": 2.2638753198418238,
      "grad_norm": 1.2248903991202864,
      "learning_rate": 0.00021064975721663524,
      "loss": 2.3438,
      "step": 48662
    },
    {
      "epoch": 2.2639218422889043,
      "grad_norm": 1.2407761960779844,
      "learning_rate": 0.00021064636268798765,
      "loss": 2.2031,
      "step": 48663
    },
    {
      "epoch": 2.263968364735985,
      "grad_norm": 1.2935994814949454,
      "learning_rate": 0.00021064296812221196,
      "loss": 2.4375,
      "step": 48664
    },
    {
      "epoch": 2.2640148871830656,
      "grad_norm": 1.2183695313596552,
      "learning_rate": 0.00021063957351931034,
      "loss": 1.8906,
      "step": 48665
    },
    {
      "epoch": 2.2640614096301466,
      "grad_norm": 1.1935174537023097,
      "learning_rate": 0.00021063617887928472,
      "loss": 2.3125,
      "step": 48666
    },
    {
      "epoch": 2.264107932077227,
      "grad_norm": 1.1949063299253697,
      "learning_rate": 0.00021063278420213735,
      "loss": 2.4688,
      "step": 48667
    },
    {
      "epoch": 2.264154454524308,
      "grad_norm": 1.2238893231338102,
      "learning_rate": 0.00021062938948787022,
      "loss": 2.4062,
      "step": 48668
    },
    {
      "epoch": 2.264200976971389,
      "grad_norm": 1.3010441201113596,
      "learning_rate": 0.00021062599473648539,
      "loss": 2.3125,
      "step": 48669
    },
    {
      "epoch": 2.2642474994184694,
      "grad_norm": 1.3482923718879443,
      "learning_rate": 0.000210622599947985,
      "loss": 2.1562,
      "step": 48670
    },
    {
      "epoch": 2.2642940218655503,
      "grad_norm": 1.236964197590158,
      "learning_rate": 0.00021061920512237107,
      "loss": 2.5156,
      "step": 48671
    },
    {
      "epoch": 2.2643405443126308,
      "grad_norm": 1.7008834069837087,
      "learning_rate": 0.00021061581025964574,
      "loss": 1.5312,
      "step": 48672
    },
    {
      "epoch": 2.2643870667597117,
      "grad_norm": 1.1562852933430625,
      "learning_rate": 0.00021061241535981102,
      "loss": 2.3438,
      "step": 48673
    },
    {
      "epoch": 2.264433589206792,
      "grad_norm": 1.3386836504029664,
      "learning_rate": 0.00021060902042286905,
      "loss": 2.4375,
      "step": 48674
    },
    {
      "epoch": 2.264480111653873,
      "grad_norm": 1.1995187671223044,
      "learning_rate": 0.00021060562544882188,
      "loss": 2.0938,
      "step": 48675
    },
    {
      "epoch": 2.2645266341009536,
      "grad_norm": 1.2446966886428683,
      "learning_rate": 0.0002106022304376716,
      "loss": 2.3281,
      "step": 48676
    },
    {
      "epoch": 2.2645731565480345,
      "grad_norm": 1.1600207189728367,
      "learning_rate": 0.00021059883538942023,
      "loss": 2.0781,
      "step": 48677
    },
    {
      "epoch": 2.264619678995115,
      "grad_norm": 1.4321241421281803,
      "learning_rate": 0.0002105954403040699,
      "loss": 2.5,
      "step": 48678
    },
    {
      "epoch": 2.264666201442196,
      "grad_norm": 1.3788566137909404,
      "learning_rate": 0.00021059204518162272,
      "loss": 2.6094,
      "step": 48679
    },
    {
      "epoch": 2.264712723889277,
      "grad_norm": 1.196538696442008,
      "learning_rate": 0.00021058865002208073,
      "loss": 2.25,
      "step": 48680
    },
    {
      "epoch": 2.2647592463363573,
      "grad_norm": 1.2797420929355656,
      "learning_rate": 0.000210585254825446,
      "loss": 1.9453,
      "step": 48681
    },
    {
      "epoch": 2.264805768783438,
      "grad_norm": 1.2077814831805342,
      "learning_rate": 0.00021058185959172058,
      "loss": 2.375,
      "step": 48682
    },
    {
      "epoch": 2.2648522912305187,
      "grad_norm": 1.2223524674753918,
      "learning_rate": 0.00021057846432090668,
      "loss": 2.4062,
      "step": 48683
    },
    {
      "epoch": 2.2648988136775996,
      "grad_norm": 1.4007330456727154,
      "learning_rate": 0.0002105750690130062,
      "loss": 2.3281,
      "step": 48684
    },
    {
      "epoch": 2.26494533612468,
      "grad_norm": 1.208057330635449,
      "learning_rate": 0.00021057167366802135,
      "loss": 2.0156,
      "step": 48685
    },
    {
      "epoch": 2.264991858571761,
      "grad_norm": 1.1721412262704207,
      "learning_rate": 0.00021056827828595418,
      "loss": 2.2344,
      "step": 48686
    },
    {
      "epoch": 2.2650383810188415,
      "grad_norm": 1.1539542099705364,
      "learning_rate": 0.00021056488286680673,
      "loss": 2.3438,
      "step": 48687
    },
    {
      "epoch": 2.2650849034659224,
      "grad_norm": 1.233076557886902,
      "learning_rate": 0.00021056148741058109,
      "loss": 2.4375,
      "step": 48688
    },
    {
      "epoch": 2.265131425913003,
      "grad_norm": 1.4087458712006937,
      "learning_rate": 0.00021055809191727936,
      "loss": 2.5625,
      "step": 48689
    },
    {
      "epoch": 2.265177948360084,
      "grad_norm": 1.1967248438491824,
      "learning_rate": 0.0002105546963869036,
      "loss": 2.25,
      "step": 48690
    },
    {
      "epoch": 2.2652244708071643,
      "grad_norm": 1.2843405285156493,
      "learning_rate": 0.0002105513008194559,
      "loss": 2.2188,
      "step": 48691
    },
    {
      "epoch": 2.265270993254245,
      "grad_norm": 1.2591855442174467,
      "learning_rate": 0.00021054790521493836,
      "loss": 2.3594,
      "step": 48692
    },
    {
      "epoch": 2.2653175157013257,
      "grad_norm": 1.2345591837812273,
      "learning_rate": 0.00021054450957335298,
      "loss": 2.2656,
      "step": 48693
    },
    {
      "epoch": 2.2653640381484066,
      "grad_norm": 1.245602596509748,
      "learning_rate": 0.00021054111389470198,
      "loss": 2.2656,
      "step": 48694
    },
    {
      "epoch": 2.2654105605954875,
      "grad_norm": 1.5040056671344317,
      "learning_rate": 0.00021053771817898732,
      "loss": 2.5156,
      "step": 48695
    },
    {
      "epoch": 2.265457083042568,
      "grad_norm": 1.2134031215300474,
      "learning_rate": 0.00021053432242621107,
      "loss": 2.2812,
      "step": 48696
    },
    {
      "epoch": 2.265503605489649,
      "grad_norm": 1.4239468559675177,
      "learning_rate": 0.00021053092663637538,
      "loss": 1.7031,
      "step": 48697
    },
    {
      "epoch": 2.2655501279367294,
      "grad_norm": 1.337077937018888,
      "learning_rate": 0.00021052753080948232,
      "loss": 2.4844,
      "step": 48698
    },
    {
      "epoch": 2.2655966503838103,
      "grad_norm": 1.2157251480999185,
      "learning_rate": 0.0002105241349455339,
      "loss": 2.4219,
      "step": 48699
    },
    {
      "epoch": 2.265643172830891,
      "grad_norm": 1.2275750633183906,
      "learning_rate": 0.0002105207390445323,
      "loss": 2.1406,
      "step": 48700
    },
    {
      "epoch": 2.2656896952779717,
      "grad_norm": 1.277663191527984,
      "learning_rate": 0.00021051734310647952,
      "loss": 2.5938,
      "step": 48701
    },
    {
      "epoch": 2.265736217725052,
      "grad_norm": 1.1676347296813958,
      "learning_rate": 0.00021051394713137765,
      "loss": 2.3281,
      "step": 48702
    },
    {
      "epoch": 2.265782740172133,
      "grad_norm": 1.290127597375156,
      "learning_rate": 0.00021051055111922883,
      "loss": 2.2344,
      "step": 48703
    },
    {
      "epoch": 2.2658292626192136,
      "grad_norm": 1.3929107218476435,
      "learning_rate": 0.00021050715507003504,
      "loss": 2.4688,
      "step": 48704
    },
    {
      "epoch": 2.2658757850662945,
      "grad_norm": 1.3748439465617315,
      "learning_rate": 0.00021050375898379849,
      "loss": 2.375,
      "step": 48705
    },
    {
      "epoch": 2.2659223075133754,
      "grad_norm": 1.3146208328554607,
      "learning_rate": 0.00021050036286052108,
      "loss": 2.4375,
      "step": 48706
    },
    {
      "epoch": 2.265968829960456,
      "grad_norm": 1.0968567317215159,
      "learning_rate": 0.00021049696670020506,
      "loss": 2.1094,
      "step": 48707
    },
    {
      "epoch": 2.266015352407537,
      "grad_norm": 1.142686047622415,
      "learning_rate": 0.00021049357050285242,
      "loss": 2.1719,
      "step": 48708
    },
    {
      "epoch": 2.2660618748546173,
      "grad_norm": 1.1986914172848757,
      "learning_rate": 0.0002104901742684653,
      "loss": 2.3125,
      "step": 48709
    },
    {
      "epoch": 2.266108397301698,
      "grad_norm": 1.276211596637874,
      "learning_rate": 0.00021048677799704563,
      "loss": 2.4062,
      "step": 48710
    },
    {
      "epoch": 2.2661549197487787,
      "grad_norm": 1.1958619522503484,
      "learning_rate": 0.00021048338168859574,
      "loss": 2.1875,
      "step": 48711
    },
    {
      "epoch": 2.2662014421958596,
      "grad_norm": 1.1555062396809588,
      "learning_rate": 0.00021047998534311747,
      "loss": 2.125,
      "step": 48712
    },
    {
      "epoch": 2.26624796464294,
      "grad_norm": 1.2370768177513733,
      "learning_rate": 0.00021047658896061302,
      "loss": 2.0312,
      "step": 48713
    },
    {
      "epoch": 2.266294487090021,
      "grad_norm": 1.2202698557813063,
      "learning_rate": 0.00021047319254108448,
      "loss": 2.3438,
      "step": 48714
    },
    {
      "epoch": 2.2663410095371015,
      "grad_norm": 1.2383236888484976,
      "learning_rate": 0.00021046979608453387,
      "loss": 2.6406,
      "step": 48715
    },
    {
      "epoch": 2.2663875319841824,
      "grad_norm": 1.2283742583722366,
      "learning_rate": 0.00021046639959096326,
      "loss": 2.4844,
      "step": 48716
    },
    {
      "epoch": 2.2664340544312633,
      "grad_norm": 1.1758734921724412,
      "learning_rate": 0.00021046300306037482,
      "loss": 2.0312,
      "step": 48717
    },
    {
      "epoch": 2.266480576878344,
      "grad_norm": 1.1582322920186732,
      "learning_rate": 0.00021045960649277055,
      "loss": 2.4688,
      "step": 48718
    },
    {
      "epoch": 2.2665270993254243,
      "grad_norm": 1.1938779601673064,
      "learning_rate": 0.00021045620988815255,
      "loss": 2.2969,
      "step": 48719
    },
    {
      "epoch": 2.266573621772505,
      "grad_norm": 1.2226258490564608,
      "learning_rate": 0.0002104528132465229,
      "loss": 2.375,
      "step": 48720
    },
    {
      "epoch": 2.266620144219586,
      "grad_norm": 1.1326200428719526,
      "learning_rate": 0.00021044941656788365,
      "loss": 2.0312,
      "step": 48721
    },
    {
      "epoch": 2.2666666666666666,
      "grad_norm": 1.2038388732779364,
      "learning_rate": 0.00021044601985223694,
      "loss": 2.25,
      "step": 48722
    },
    {
      "epoch": 2.2667131891137475,
      "grad_norm": 1.181511113344737,
      "learning_rate": 0.00021044262309958482,
      "loss": 2.0469,
      "step": 48723
    },
    {
      "epoch": 2.266759711560828,
      "grad_norm": 1.121215750416321,
      "learning_rate": 0.0002104392263099294,
      "loss": 2.2031,
      "step": 48724
    },
    {
      "epoch": 2.266806234007909,
      "grad_norm": 1.0998328261701817,
      "learning_rate": 0.00021043582948327273,
      "loss": 2.1875,
      "step": 48725
    },
    {
      "epoch": 2.2668527564549894,
      "grad_norm": 1.1481872521955687,
      "learning_rate": 0.00021043243261961687,
      "loss": 2.2656,
      "step": 48726
    },
    {
      "epoch": 2.2668992789020703,
      "grad_norm": 1.255615660155431,
      "learning_rate": 0.0002104290357189639,
      "loss": 2.2812,
      "step": 48727
    },
    {
      "epoch": 2.266945801349151,
      "grad_norm": 1.192472642365373,
      "learning_rate": 0.00021042563878131593,
      "loss": 2.3281,
      "step": 48728
    },
    {
      "epoch": 2.2669923237962317,
      "grad_norm": 1.2474937788574965,
      "learning_rate": 0.00021042224180667506,
      "loss": 2.4531,
      "step": 48729
    },
    {
      "epoch": 2.267038846243312,
      "grad_norm": 1.26351196139992,
      "learning_rate": 0.0002104188447950433,
      "loss": 2.4219,
      "step": 48730
    },
    {
      "epoch": 2.267085368690393,
      "grad_norm": 1.1933474332723866,
      "learning_rate": 0.00021041544774642277,
      "loss": 2.4062,
      "step": 48731
    },
    {
      "epoch": 2.267131891137474,
      "grad_norm": 1.188985017694343,
      "learning_rate": 0.0002104120506608155,
      "loss": 2.3438,
      "step": 48732
    },
    {
      "epoch": 2.2671784135845545,
      "grad_norm": 1.1886525524069966,
      "learning_rate": 0.00021040865353822368,
      "loss": 2.375,
      "step": 48733
    },
    {
      "epoch": 2.2672249360316354,
      "grad_norm": 1.3137501384492707,
      "learning_rate": 0.0002104052563786493,
      "loss": 2.2656,
      "step": 48734
    },
    {
      "epoch": 2.267271458478716,
      "grad_norm": 1.094186575409306,
      "learning_rate": 0.0002104018591820945,
      "loss": 2.2031,
      "step": 48735
    },
    {
      "epoch": 2.267317980925797,
      "grad_norm": 1.1904597878171184,
      "learning_rate": 0.0002103984619485613,
      "loss": 2.3281,
      "step": 48736
    },
    {
      "epoch": 2.2673645033728773,
      "grad_norm": 1.28826242777415,
      "learning_rate": 0.0002103950646780518,
      "loss": 2.2969,
      "step": 48737
    },
    {
      "epoch": 2.2674110258199582,
      "grad_norm": 1.150950169131571,
      "learning_rate": 0.00021039166737056814,
      "loss": 2.3281,
      "step": 48738
    },
    {
      "epoch": 2.2674575482670387,
      "grad_norm": 1.2394327015757387,
      "learning_rate": 0.00021038827002611227,
      "loss": 2.4688,
      "step": 48739
    },
    {
      "epoch": 2.2675040707141196,
      "grad_norm": 1.1757494810058151,
      "learning_rate": 0.0002103848726446864,
      "loss": 2.4531,
      "step": 48740
    },
    {
      "epoch": 2.2675505931612,
      "grad_norm": 1.2063962123481364,
      "learning_rate": 0.00021038147522629253,
      "loss": 2.4062,
      "step": 48741
    },
    {
      "epoch": 2.267597115608281,
      "grad_norm": 1.3023187333058066,
      "learning_rate": 0.00021037807777093278,
      "loss": 2.2344,
      "step": 48742
    },
    {
      "epoch": 2.267643638055362,
      "grad_norm": 1.246204379801607,
      "learning_rate": 0.00021037468027860918,
      "loss": 2.2344,
      "step": 48743
    },
    {
      "epoch": 2.2676901605024424,
      "grad_norm": 1.2901894931110032,
      "learning_rate": 0.00021037128274932387,
      "loss": 2.2188,
      "step": 48744
    },
    {
      "epoch": 2.267736682949523,
      "grad_norm": 1.1525244111985815,
      "learning_rate": 0.00021036788518307887,
      "loss": 1.875,
      "step": 48745
    },
    {
      "epoch": 2.267783205396604,
      "grad_norm": 1.231477827651499,
      "learning_rate": 0.00021036448757987637,
      "loss": 2.25,
      "step": 48746
    },
    {
      "epoch": 2.2678297278436848,
      "grad_norm": 1.2184599087418915,
      "learning_rate": 0.00021036108993971827,
      "loss": 2.3281,
      "step": 48747
    },
    {
      "epoch": 2.2678762502907652,
      "grad_norm": 1.1344258772770976,
      "learning_rate": 0.00021035769226260685,
      "loss": 1.9609,
      "step": 48748
    },
    {
      "epoch": 2.267922772737846,
      "grad_norm": 1.2554452284339719,
      "learning_rate": 0.00021035429454854406,
      "loss": 2.2344,
      "step": 48749
    },
    {
      "epoch": 2.2679692951849266,
      "grad_norm": 1.2408849889152456,
      "learning_rate": 0.00021035089679753203,
      "loss": 2.4375,
      "step": 48750
    },
    {
      "epoch": 2.2680158176320075,
      "grad_norm": 1.3270782612288727,
      "learning_rate": 0.00021034749900957284,
      "loss": 2.3281,
      "step": 48751
    },
    {
      "epoch": 2.268062340079088,
      "grad_norm": 1.335042560842077,
      "learning_rate": 0.0002103441011846685,
      "loss": 2.2812,
      "step": 48752
    },
    {
      "epoch": 2.268108862526169,
      "grad_norm": 1.2832011883111178,
      "learning_rate": 0.00021034070332282117,
      "loss": 2.2656,
      "step": 48753
    },
    {
      "epoch": 2.2681553849732494,
      "grad_norm": 1.2096882628328283,
      "learning_rate": 0.00021033730542403288,
      "loss": 2.3906,
      "step": 48754
    },
    {
      "epoch": 2.2682019074203303,
      "grad_norm": 1.2683303098129146,
      "learning_rate": 0.0002103339074883058,
      "loss": 2.5,
      "step": 48755
    },
    {
      "epoch": 2.268248429867411,
      "grad_norm": 1.2705098266697092,
      "learning_rate": 0.00021033050951564186,
      "loss": 2.2344,
      "step": 48756
    },
    {
      "epoch": 2.2682949523144917,
      "grad_norm": 1.1751441206065694,
      "learning_rate": 0.0002103271115060433,
      "loss": 2.2344,
      "step": 48757
    },
    {
      "epoch": 2.2683414747615727,
      "grad_norm": 1.2378800042324503,
      "learning_rate": 0.0002103237134595121,
      "loss": 2.3438,
      "step": 48758
    },
    {
      "epoch": 2.268387997208653,
      "grad_norm": 1.3054083641370824,
      "learning_rate": 0.0002103203153760504,
      "loss": 2.4062,
      "step": 48759
    },
    {
      "epoch": 2.268434519655734,
      "grad_norm": 1.1586733612629534,
      "learning_rate": 0.0002103169172556602,
      "loss": 2.125,
      "step": 48760
    },
    {
      "epoch": 2.2684810421028145,
      "grad_norm": 1.200774199479145,
      "learning_rate": 0.00021031351909834366,
      "loss": 2.3594,
      "step": 48761
    },
    {
      "epoch": 2.2685275645498955,
      "grad_norm": 1.3108843219043165,
      "learning_rate": 0.0002103101209041028,
      "loss": 2.3125,
      "step": 48762
    },
    {
      "epoch": 2.268574086996976,
      "grad_norm": 1.193409108819898,
      "learning_rate": 0.00021030672267293978,
      "loss": 2.2969,
      "step": 48763
    },
    {
      "epoch": 2.268620609444057,
      "grad_norm": 1.2174262494042956,
      "learning_rate": 0.0002103033244048566,
      "loss": 2.2656,
      "step": 48764
    },
    {
      "epoch": 2.2686671318911373,
      "grad_norm": 1.2098361334304972,
      "learning_rate": 0.0002102999260998553,
      "loss": 2.2656,
      "step": 48765
    },
    {
      "epoch": 2.2687136543382183,
      "grad_norm": 1.1910028867882592,
      "learning_rate": 0.00021029652775793813,
      "loss": 2.2031,
      "step": 48766
    },
    {
      "epoch": 2.2687601767852987,
      "grad_norm": 1.2564402576783662,
      "learning_rate": 0.000210293129379107,
      "loss": 2.2969,
      "step": 48767
    },
    {
      "epoch": 2.2688066992323797,
      "grad_norm": 1.2257545337630333,
      "learning_rate": 0.0002102897309633641,
      "loss": 2.2344,
      "step": 48768
    },
    {
      "epoch": 2.2688532216794606,
      "grad_norm": 1.1731320426762109,
      "learning_rate": 0.00021028633251071147,
      "loss": 2.1719,
      "step": 48769
    },
    {
      "epoch": 2.268899744126541,
      "grad_norm": 1.2280748995448425,
      "learning_rate": 0.0002102829340211512,
      "loss": 2.3438,
      "step": 48770
    },
    {
      "epoch": 2.2689462665736215,
      "grad_norm": 1.1932672752509066,
      "learning_rate": 0.00021027953549468533,
      "loss": 2.0781,
      "step": 48771
    },
    {
      "epoch": 2.2689927890207024,
      "grad_norm": 1.1580931652744633,
      "learning_rate": 0.000210276136931316,
      "loss": 2.25,
      "step": 48772
    },
    {
      "epoch": 2.2690393114677834,
      "grad_norm": 1.1593248444945647,
      "learning_rate": 0.00021027273833104526,
      "loss": 2.25,
      "step": 48773
    },
    {
      "epoch": 2.269085833914864,
      "grad_norm": 1.2368542982497313,
      "learning_rate": 0.0002102693396938752,
      "loss": 2.5781,
      "step": 48774
    },
    {
      "epoch": 2.2691323563619448,
      "grad_norm": 1.29702234890516,
      "learning_rate": 0.00021026594101980785,
      "loss": 2.4531,
      "step": 48775
    },
    {
      "epoch": 2.2691788788090252,
      "grad_norm": 1.171463486508988,
      "learning_rate": 0.0002102625423088454,
      "loss": 2.0,
      "step": 48776
    },
    {
      "epoch": 2.269225401256106,
      "grad_norm": 1.2260324612761435,
      "learning_rate": 0.00021025914356098983,
      "loss": 2.2031,
      "step": 48777
    },
    {
      "epoch": 2.2692719237031866,
      "grad_norm": 1.1504353427067855,
      "learning_rate": 0.00021025574477624324,
      "loss": 2.2969,
      "step": 48778
    },
    {
      "epoch": 2.2693184461502676,
      "grad_norm": 1.2219199784251618,
      "learning_rate": 0.00021025234595460778,
      "loss": 2.3125,
      "step": 48779
    },
    {
      "epoch": 2.269364968597348,
      "grad_norm": 1.1705426751997658,
      "learning_rate": 0.0002102489470960854,
      "loss": 2.4375,
      "step": 48780
    },
    {
      "epoch": 2.269411491044429,
      "grad_norm": 1.2206055447429893,
      "learning_rate": 0.00021024554820067836,
      "loss": 2.5625,
      "step": 48781
    },
    {
      "epoch": 2.2694580134915094,
      "grad_norm": 1.4674753067932473,
      "learning_rate": 0.00021024214926838858,
      "loss": 2.3281,
      "step": 48782
    },
    {
      "epoch": 2.2695045359385904,
      "grad_norm": 1.295502715654834,
      "learning_rate": 0.00021023875029921822,
      "loss": 2.6562,
      "step": 48783
    },
    {
      "epoch": 2.2695510583856713,
      "grad_norm": 1.136371914140715,
      "learning_rate": 0.00021023535129316933,
      "loss": 2.0312,
      "step": 48784
    },
    {
      "epoch": 2.2695975808327518,
      "grad_norm": 1.1912460794737092,
      "learning_rate": 0.000210231952250244,
      "loss": 2.375,
      "step": 48785
    },
    {
      "epoch": 2.2696441032798327,
      "grad_norm": 1.129661595415766,
      "learning_rate": 0.0002102285531704443,
      "loss": 2.0625,
      "step": 48786
    },
    {
      "epoch": 2.269690625726913,
      "grad_norm": 1.1705867022131182,
      "learning_rate": 0.00021022515405377234,
      "loss": 2.3438,
      "step": 48787
    },
    {
      "epoch": 2.269737148173994,
      "grad_norm": 1.300327150943268,
      "learning_rate": 0.0002102217549002302,
      "loss": 2.4844,
      "step": 48788
    },
    {
      "epoch": 2.2697836706210746,
      "grad_norm": 1.1788695617752727,
      "learning_rate": 0.00021021835570981994,
      "loss": 2.4531,
      "step": 48789
    },
    {
      "epoch": 2.2698301930681555,
      "grad_norm": 1.3638743599754735,
      "learning_rate": 0.00021021495648254368,
      "loss": 2.2969,
      "step": 48790
    },
    {
      "epoch": 2.269876715515236,
      "grad_norm": 1.1624998405666243,
      "learning_rate": 0.00021021155721840341,
      "loss": 2.0938,
      "step": 48791
    },
    {
      "epoch": 2.269923237962317,
      "grad_norm": 1.2269189199997437,
      "learning_rate": 0.0002102081579174013,
      "loss": 2.5625,
      "step": 48792
    },
    {
      "epoch": 2.2699697604093974,
      "grad_norm": 1.1780432582059366,
      "learning_rate": 0.0002102047585795394,
      "loss": 2.4219,
      "step": 48793
    },
    {
      "epoch": 2.2700162828564783,
      "grad_norm": 1.1603342936725782,
      "learning_rate": 0.00021020135920481978,
      "loss": 1.6719,
      "step": 48794
    },
    {
      "epoch": 2.270062805303559,
      "grad_norm": 1.2231275949278986,
      "learning_rate": 0.00021019795979324455,
      "loss": 2.2344,
      "step": 48795
    },
    {
      "epoch": 2.2701093277506397,
      "grad_norm": 1.1927778401871487,
      "learning_rate": 0.0002101945603448158,
      "loss": 2.0938,
      "step": 48796
    },
    {
      "epoch": 2.2701558501977206,
      "grad_norm": 1.1440778562745824,
      "learning_rate": 0.00021019116085953552,
      "loss": 2.2344,
      "step": 48797
    },
    {
      "epoch": 2.270202372644801,
      "grad_norm": 1.1976808110383517,
      "learning_rate": 0.00021018776133740585,
      "loss": 2.2812,
      "step": 48798
    },
    {
      "epoch": 2.270248895091882,
      "grad_norm": 1.3269083764331677,
      "learning_rate": 0.00021018436177842892,
      "loss": 2.3125,
      "step": 48799
    },
    {
      "epoch": 2.2702954175389625,
      "grad_norm": 1.1487713221176359,
      "learning_rate": 0.00021018096218260678,
      "loss": 2.2969,
      "step": 48800
    },
    {
      "epoch": 2.2703419399860434,
      "grad_norm": 1.1076455407295962,
      "learning_rate": 0.0002101775625499415,
      "loss": 2.2344,
      "step": 48801
    },
    {
      "epoch": 2.270388462433124,
      "grad_norm": 1.2311402981939223,
      "learning_rate": 0.00021017416288043512,
      "loss": 2.1094,
      "step": 48802
    },
    {
      "epoch": 2.270434984880205,
      "grad_norm": 1.2607152995984698,
      "learning_rate": 0.00021017076317408982,
      "loss": 2.2656,
      "step": 48803
    },
    {
      "epoch": 2.2704815073272853,
      "grad_norm": 1.1987357502881655,
      "learning_rate": 0.00021016736343090756,
      "loss": 1.8672,
      "step": 48804
    },
    {
      "epoch": 2.270528029774366,
      "grad_norm": 1.2083432766173223,
      "learning_rate": 0.00021016396365089053,
      "loss": 2.2031,
      "step": 48805
    },
    {
      "epoch": 2.2705745522214467,
      "grad_norm": 1.1581684998620496,
      "learning_rate": 0.00021016056383404074,
      "loss": 2.1094,
      "step": 48806
    },
    {
      "epoch": 2.2706210746685276,
      "grad_norm": 1.1170528751118607,
      "learning_rate": 0.0002101571639803603,
      "loss": 2.4531,
      "step": 48807
    },
    {
      "epoch": 2.270667597115608,
      "grad_norm": 1.2687690475401492,
      "learning_rate": 0.00021015376408985132,
      "loss": 2.5781,
      "step": 48808
    },
    {
      "epoch": 2.270714119562689,
      "grad_norm": 1.2005171473538983,
      "learning_rate": 0.00021015036416251583,
      "loss": 2.4531,
      "step": 48809
    },
    {
      "epoch": 2.27076064200977,
      "grad_norm": 1.1031941832251142,
      "learning_rate": 0.00021014696419835595,
      "loss": 2.1094,
      "step": 48810
    },
    {
      "epoch": 2.2708071644568504,
      "grad_norm": 1.212581655006798,
      "learning_rate": 0.0002101435641973737,
      "loss": 2.2031,
      "step": 48811
    },
    {
      "epoch": 2.2708536869039313,
      "grad_norm": 1.1309095103350275,
      "learning_rate": 0.00021014016415957126,
      "loss": 2.1406,
      "step": 48812
    },
    {
      "epoch": 2.270900209351012,
      "grad_norm": 1.297134153234916,
      "learning_rate": 0.0002101367640849506,
      "loss": 2.3125,
      "step": 48813
    },
    {
      "epoch": 2.2709467317980927,
      "grad_norm": 1.1985636900237504,
      "learning_rate": 0.00021013336397351394,
      "loss": 2.2969,
      "step": 48814
    },
    {
      "epoch": 2.270993254245173,
      "grad_norm": 1.1946958505573908,
      "learning_rate": 0.0002101299638252632,
      "loss": 2.3281,
      "step": 48815
    },
    {
      "epoch": 2.271039776692254,
      "grad_norm": 1.1757541283349429,
      "learning_rate": 0.00021012656364020058,
      "loss": 2.4688,
      "step": 48816
    },
    {
      "epoch": 2.2710862991393346,
      "grad_norm": 1.2621187042410913,
      "learning_rate": 0.0002101231634183281,
      "loss": 2.4062,
      "step": 48817
    },
    {
      "epoch": 2.2711328215864155,
      "grad_norm": 1.214029558195472,
      "learning_rate": 0.0002101197631596479,
      "loss": 2.1875,
      "step": 48818
    },
    {
      "epoch": 2.271179344033496,
      "grad_norm": 1.1847146537608169,
      "learning_rate": 0.00021011636286416202,
      "loss": 2.3438,
      "step": 48819
    },
    {
      "epoch": 2.271225866480577,
      "grad_norm": 1.1872104064618125,
      "learning_rate": 0.00021011296253187252,
      "loss": 2.25,
      "step": 48820
    },
    {
      "epoch": 2.271272388927658,
      "grad_norm": 1.11480420933627,
      "learning_rate": 0.00021010956216278154,
      "loss": 2.0312,
      "step": 48821
    },
    {
      "epoch": 2.2713189113747383,
      "grad_norm": 1.2998288828275473,
      "learning_rate": 0.00021010616175689108,
      "loss": 2.2812,
      "step": 48822
    },
    {
      "epoch": 2.271365433821819,
      "grad_norm": 1.4788746300860327,
      "learning_rate": 0.00021010276131420335,
      "loss": 2.4531,
      "step": 48823
    },
    {
      "epoch": 2.2714119562688997,
      "grad_norm": 1.2005914016120722,
      "learning_rate": 0.00021009936083472028,
      "loss": 2.2031,
      "step": 48824
    },
    {
      "epoch": 2.2714584787159806,
      "grad_norm": 1.2042432566255674,
      "learning_rate": 0.00021009596031844408,
      "loss": 2.3906,
      "step": 48825
    },
    {
      "epoch": 2.271505001163061,
      "grad_norm": 1.2004309767308505,
      "learning_rate": 0.00021009255976537676,
      "loss": 2.375,
      "step": 48826
    },
    {
      "epoch": 2.271551523610142,
      "grad_norm": 1.2331457491480187,
      "learning_rate": 0.00021008915917552045,
      "loss": 2.1562,
      "step": 48827
    },
    {
      "epoch": 2.2715980460572225,
      "grad_norm": 1.2242303837616342,
      "learning_rate": 0.00021008575854887716,
      "loss": 2.25,
      "step": 48828
    },
    {
      "epoch": 2.2716445685043034,
      "grad_norm": 1.1785454685016643,
      "learning_rate": 0.00021008235788544906,
      "loss": 2.2031,
      "step": 48829
    },
    {
      "epoch": 2.271691090951384,
      "grad_norm": 1.2538423037356166,
      "learning_rate": 0.00021007895718523812,
      "loss": 1.9297,
      "step": 48830
    },
    {
      "epoch": 2.271737613398465,
      "grad_norm": 1.1749180279228686,
      "learning_rate": 0.0002100755564482465,
      "loss": 2.1875,
      "step": 48831
    },
    {
      "epoch": 2.2717841358455453,
      "grad_norm": 1.2209352939911446,
      "learning_rate": 0.00021007215567447635,
      "loss": 2.1875,
      "step": 48832
    },
    {
      "epoch": 2.271830658292626,
      "grad_norm": 1.151400988738619,
      "learning_rate": 0.00021006875486392958,
      "loss": 2.2031,
      "step": 48833
    },
    {
      "epoch": 2.2718771807397067,
      "grad_norm": 1.2796647793495963,
      "learning_rate": 0.00021006535401660843,
      "loss": 2.0,
      "step": 48834
    },
    {
      "epoch": 2.2719237031867876,
      "grad_norm": 1.193387715101348,
      "learning_rate": 0.00021006195313251488,
      "loss": 2.1094,
      "step": 48835
    },
    {
      "epoch": 2.2719702256338685,
      "grad_norm": 1.2116668832563475,
      "learning_rate": 0.00021005855221165105,
      "loss": 2.2031,
      "step": 48836
    },
    {
      "epoch": 2.272016748080949,
      "grad_norm": 1.1969940786139093,
      "learning_rate": 0.00021005515125401903,
      "loss": 2.1875,
      "step": 48837
    },
    {
      "epoch": 2.27206327052803,
      "grad_norm": 1.2312679788057768,
      "learning_rate": 0.0002100517502596209,
      "loss": 2.3594,
      "step": 48838
    },
    {
      "epoch": 2.2721097929751104,
      "grad_norm": 1.2119772894556402,
      "learning_rate": 0.0002100483492284587,
      "loss": 2.4531,
      "step": 48839
    },
    {
      "epoch": 2.2721563154221913,
      "grad_norm": 1.2418371961197214,
      "learning_rate": 0.00021004494816053462,
      "loss": 2.3906,
      "step": 48840
    },
    {
      "epoch": 2.272202837869272,
      "grad_norm": 1.157612240806175,
      "learning_rate": 0.0002100415470558506,
      "loss": 2.4844,
      "step": 48841
    },
    {
      "epoch": 2.2722493603163527,
      "grad_norm": 1.2018532199776044,
      "learning_rate": 0.00021003814591440877,
      "loss": 2.1562,
      "step": 48842
    },
    {
      "epoch": 2.272295882763433,
      "grad_norm": 1.2776440497453077,
      "learning_rate": 0.0002100347447362113,
      "loss": 2.3906,
      "step": 48843
    },
    {
      "epoch": 2.272342405210514,
      "grad_norm": 1.274416056884739,
      "learning_rate": 0.00021003134352126017,
      "loss": 2.1875,
      "step": 48844
    },
    {
      "epoch": 2.2723889276575946,
      "grad_norm": 1.3496030279701412,
      "learning_rate": 0.00021002794226955752,
      "loss": 2.2188,
      "step": 48845
    },
    {
      "epoch": 2.2724354501046755,
      "grad_norm": 1.1406492082313238,
      "learning_rate": 0.00021002454098110538,
      "loss": 2.0781,
      "step": 48846
    },
    {
      "epoch": 2.2724819725517564,
      "grad_norm": 1.1932229674386012,
      "learning_rate": 0.00021002113965590589,
      "loss": 2.1406,
      "step": 48847
    },
    {
      "epoch": 2.272528494998837,
      "grad_norm": 1.1307705452628252,
      "learning_rate": 0.00021001773829396107,
      "loss": 2.125,
      "step": 48848
    },
    {
      "epoch": 2.272575017445918,
      "grad_norm": 1.2438805356046285,
      "learning_rate": 0.0002100143368952731,
      "loss": 2.1719,
      "step": 48849
    },
    {
      "epoch": 2.2726215398929983,
      "grad_norm": 1.2029338482343106,
      "learning_rate": 0.00021001093545984395,
      "loss": 2.2188,
      "step": 48850
    },
    {
      "epoch": 2.2726680623400792,
      "grad_norm": 1.1392710588532196,
      "learning_rate": 0.00021000753398767576,
      "loss": 2.1406,
      "step": 48851
    },
    {
      "epoch": 2.2727145847871597,
      "grad_norm": 1.2896175543352133,
      "learning_rate": 0.0002100041324787706,
      "loss": 2.4219,
      "step": 48852
    },
    {
      "epoch": 2.2727611072342406,
      "grad_norm": 1.2003798393476692,
      "learning_rate": 0.00021000073093313055,
      "loss": 2.3125,
      "step": 48853
    },
    {
      "epoch": 2.272807629681321,
      "grad_norm": 1.145421206996253,
      "learning_rate": 0.00020999732935075767,
      "loss": 2.1562,
      "step": 48854
    },
    {
      "epoch": 2.272854152128402,
      "grad_norm": 1.3770394483127197,
      "learning_rate": 0.00020999392773165415,
      "loss": 2.1719,
      "step": 48855
    },
    {
      "epoch": 2.2729006745754825,
      "grad_norm": 1.1832426975294068,
      "learning_rate": 0.00020999052607582194,
      "loss": 1.9297,
      "step": 48856
    },
    {
      "epoch": 2.2729471970225634,
      "grad_norm": 1.2183651827028186,
      "learning_rate": 0.00020998712438326323,
      "loss": 2.5625,
      "step": 48857
    },
    {
      "epoch": 2.2729937194696443,
      "grad_norm": 1.1982733460688495,
      "learning_rate": 0.00020998372265398002,
      "loss": 2.1406,
      "step": 48858
    },
    {
      "epoch": 2.273040241916725,
      "grad_norm": 1.213903992584199,
      "learning_rate": 0.0002099803208879744,
      "loss": 2.3906,
      "step": 48859
    },
    {
      "epoch": 2.2730867643638053,
      "grad_norm": 1.1922548656686343,
      "learning_rate": 0.0002099769190852485,
      "loss": 2.4375,
      "step": 48860
    },
    {
      "epoch": 2.2731332868108862,
      "grad_norm": 1.1339076266837589,
      "learning_rate": 0.00020997351724580434,
      "loss": 2.0781,
      "step": 48861
    },
    {
      "epoch": 2.273179809257967,
      "grad_norm": 1.3038310374309445,
      "learning_rate": 0.00020997011536964407,
      "loss": 2.2969,
      "step": 48862
    },
    {
      "epoch": 2.2732263317050476,
      "grad_norm": 1.1586180679301814,
      "learning_rate": 0.0002099667134567697,
      "loss": 1.9297,
      "step": 48863
    },
    {
      "epoch": 2.2732728541521285,
      "grad_norm": 1.2998312187391725,
      "learning_rate": 0.0002099633115071834,
      "loss": 2.5312,
      "step": 48864
    },
    {
      "epoch": 2.273319376599209,
      "grad_norm": 1.269154055363416,
      "learning_rate": 0.0002099599095208872,
      "loss": 2.3594,
      "step": 48865
    },
    {
      "epoch": 2.27336589904629,
      "grad_norm": 1.2947521123440044,
      "learning_rate": 0.0002099565074978832,
      "loss": 2.2656,
      "step": 48866
    },
    {
      "epoch": 2.2734124214933704,
      "grad_norm": 1.3592268340561118,
      "learning_rate": 0.00020995310543817347,
      "loss": 2.4531,
      "step": 48867
    },
    {
      "epoch": 2.2734589439404513,
      "grad_norm": 1.1830020588994625,
      "learning_rate": 0.00020994970334176007,
      "loss": 2.1875,
      "step": 48868
    },
    {
      "epoch": 2.273505466387532,
      "grad_norm": 1.3882935176451001,
      "learning_rate": 0.0002099463012086451,
      "loss": 2.5312,
      "step": 48869
    },
    {
      "epoch": 2.2735519888346127,
      "grad_norm": 1.2467829547406553,
      "learning_rate": 0.0002099428990388307,
      "loss": 2.2031,
      "step": 48870
    },
    {
      "epoch": 2.273598511281693,
      "grad_norm": 1.2625473988242688,
      "learning_rate": 0.0002099394968323189,
      "loss": 2.2812,
      "step": 48871
    },
    {
      "epoch": 2.273645033728774,
      "grad_norm": 1.2046939703197928,
      "learning_rate": 0.00020993609458911175,
      "loss": 2.4844,
      "step": 48872
    },
    {
      "epoch": 2.273691556175855,
      "grad_norm": 1.1239742007023845,
      "learning_rate": 0.00020993269230921142,
      "loss": 2.0312,
      "step": 48873
    },
    {
      "epoch": 2.2737380786229355,
      "grad_norm": 1.1823037298941659,
      "learning_rate": 0.00020992928999261984,
      "loss": 2.2031,
      "step": 48874
    },
    {
      "epoch": 2.2737846010700165,
      "grad_norm": 1.1939957186177486,
      "learning_rate": 0.0002099258876393393,
      "loss": 2.2031,
      "step": 48875
    },
    {
      "epoch": 2.273831123517097,
      "grad_norm": 1.1902449274514308,
      "learning_rate": 0.00020992248524937172,
      "loss": 1.8516,
      "step": 48876
    },
    {
      "epoch": 2.273877645964178,
      "grad_norm": 1.1216676907870926,
      "learning_rate": 0.00020991908282271928,
      "loss": 1.7656,
      "step": 48877
    },
    {
      "epoch": 2.2739241684112583,
      "grad_norm": 1.1728935223649066,
      "learning_rate": 0.00020991568035938398,
      "loss": 2.2812,
      "step": 48878
    },
    {
      "epoch": 2.2739706908583392,
      "grad_norm": 1.3129488092028356,
      "learning_rate": 0.000209912277859368,
      "loss": 2.4688,
      "step": 48879
    },
    {
      "epoch": 2.2740172133054197,
      "grad_norm": 1.187330231031853,
      "learning_rate": 0.00020990887532267334,
      "loss": 2.2344,
      "step": 48880
    },
    {
      "epoch": 2.2740637357525006,
      "grad_norm": 1.2676201366566555,
      "learning_rate": 0.0002099054727493021,
      "loss": 2.3125,
      "step": 48881
    },
    {
      "epoch": 2.274110258199581,
      "grad_norm": 1.321356701392561,
      "learning_rate": 0.0002099020701392564,
      "loss": 2.2812,
      "step": 48882
    },
    {
      "epoch": 2.274156780646662,
      "grad_norm": 1.3242846422952492,
      "learning_rate": 0.0002098986674925383,
      "loss": 1.8672,
      "step": 48883
    },
    {
      "epoch": 2.274203303093743,
      "grad_norm": 1.2037579912342458,
      "learning_rate": 0.00020989526480914993,
      "loss": 2.1406,
      "step": 48884
    },
    {
      "epoch": 2.2742498255408234,
      "grad_norm": 1.1293287803417131,
      "learning_rate": 0.0002098918620890932,
      "loss": 2.2344,
      "step": 48885
    },
    {
      "epoch": 2.274296347987904,
      "grad_norm": 1.106541022080053,
      "learning_rate": 0.0002098884593323704,
      "loss": 2.0781,
      "step": 48886
    },
    {
      "epoch": 2.274342870434985,
      "grad_norm": 1.1973147479220372,
      "learning_rate": 0.0002098850565389835,
      "loss": 2.5156,
      "step": 48887
    },
    {
      "epoch": 2.2743893928820658,
      "grad_norm": 1.2584687257994691,
      "learning_rate": 0.0002098816537089347,
      "loss": 2.1875,
      "step": 48888
    },
    {
      "epoch": 2.2744359153291462,
      "grad_norm": 1.122421322956308,
      "learning_rate": 0.00020987825084222588,
      "loss": 1.8984,
      "step": 48889
    },
    {
      "epoch": 2.274482437776227,
      "grad_norm": 1.2493779130710674,
      "learning_rate": 0.00020987484793885935,
      "loss": 1.9375,
      "step": 48890
    },
    {
      "epoch": 2.2745289602233076,
      "grad_norm": 1.2720624045698192,
      "learning_rate": 0.00020987144499883702,
      "loss": 2.3281,
      "step": 48891
    },
    {
      "epoch": 2.2745754826703886,
      "grad_norm": 1.2593318537643912,
      "learning_rate": 0.00020986804202216105,
      "loss": 2.2031,
      "step": 48892
    },
    {
      "epoch": 2.274622005117469,
      "grad_norm": 1.3393985255447052,
      "learning_rate": 0.0002098646390088335,
      "loss": 2.3906,
      "step": 48893
    },
    {
      "epoch": 2.27466852756455,
      "grad_norm": 1.2867353946702238,
      "learning_rate": 0.0002098612359588565,
      "loss": 1.8125,
      "step": 48894
    },
    {
      "epoch": 2.2747150500116304,
      "grad_norm": 1.2246516109320664,
      "learning_rate": 0.00020985783287223207,
      "loss": 2.1562,
      "step": 48895
    },
    {
      "epoch": 2.2747615724587114,
      "grad_norm": 1.2521014562839754,
      "learning_rate": 0.00020985442974896231,
      "loss": 2.3906,
      "step": 48896
    },
    {
      "epoch": 2.274808094905792,
      "grad_norm": 1.2216607175403156,
      "learning_rate": 0.0002098510265890494,
      "loss": 2.4531,
      "step": 48897
    },
    {
      "epoch": 2.2748546173528728,
      "grad_norm": 1.1925903133132016,
      "learning_rate": 0.00020984762339249524,
      "loss": 2.25,
      "step": 48898
    },
    {
      "epoch": 2.2749011397999537,
      "grad_norm": 1.225428158284546,
      "learning_rate": 0.00020984422015930208,
      "loss": 2.0781,
      "step": 48899
    },
    {
      "epoch": 2.274947662247034,
      "grad_norm": 1.2247336164200282,
      "learning_rate": 0.00020984081688947185,
      "loss": 2.6094,
      "step": 48900
    },
    {
      "epoch": 2.274994184694115,
      "grad_norm": 1.2118266721906426,
      "learning_rate": 0.0002098374135830068,
      "loss": 2.1406,
      "step": 48901
    },
    {
      "epoch": 2.2750407071411956,
      "grad_norm": 1.1900301611476976,
      "learning_rate": 0.0002098340102399089,
      "loss": 2.1094,
      "step": 48902
    },
    {
      "epoch": 2.2750872295882765,
      "grad_norm": 1.2943102174523584,
      "learning_rate": 0.0002098306068601803,
      "loss": 2.2656,
      "step": 48903
    },
    {
      "epoch": 2.275133752035357,
      "grad_norm": 1.2492891031822488,
      "learning_rate": 0.00020982720344382298,
      "loss": 2.3281,
      "step": 48904
    },
    {
      "epoch": 2.275180274482438,
      "grad_norm": 1.2751914116158303,
      "learning_rate": 0.00020982379999083918,
      "loss": 1.9375,
      "step": 48905
    },
    {
      "epoch": 2.2752267969295183,
      "grad_norm": 1.1859393079418235,
      "learning_rate": 0.00020982039650123085,
      "loss": 2.1094,
      "step": 48906
    },
    {
      "epoch": 2.2752733193765993,
      "grad_norm": 1.252460131474543,
      "learning_rate": 0.0002098169929750001,
      "loss": 2.4219,
      "step": 48907
    },
    {
      "epoch": 2.2753198418236797,
      "grad_norm": 1.251452380938821,
      "learning_rate": 0.00020981358941214907,
      "loss": 2.4844,
      "step": 48908
    },
    {
      "epoch": 2.2753663642707607,
      "grad_norm": 1.168235832823257,
      "learning_rate": 0.00020981018581267978,
      "loss": 2.0469,
      "step": 48909
    },
    {
      "epoch": 2.2754128867178416,
      "grad_norm": 1.4159021410646049,
      "learning_rate": 0.00020980678217659434,
      "loss": 2.1719,
      "step": 48910
    },
    {
      "epoch": 2.275459409164922,
      "grad_norm": 1.3300450493302833,
      "learning_rate": 0.00020980337850389486,
      "loss": 2.375,
      "step": 48911
    },
    {
      "epoch": 2.275505931612003,
      "grad_norm": 1.3014119567667315,
      "learning_rate": 0.0002097999747945834,
      "loss": 2.2188,
      "step": 48912
    },
    {
      "epoch": 2.2755524540590835,
      "grad_norm": 1.380087616666695,
      "learning_rate": 0.00020979657104866205,
      "loss": 2.3906,
      "step": 48913
    },
    {
      "epoch": 2.2755989765061644,
      "grad_norm": 1.2866746519719843,
      "learning_rate": 0.00020979316726613289,
      "loss": 2.1094,
      "step": 48914
    },
    {
      "epoch": 2.275645498953245,
      "grad_norm": 1.214014683822247,
      "learning_rate": 0.00020978976344699794,
      "loss": 2.5156,
      "step": 48915
    },
    {
      "epoch": 2.275692021400326,
      "grad_norm": 1.2010161500692855,
      "learning_rate": 0.0002097863595912594,
      "loss": 2.0781,
      "step": 48916
    },
    {
      "epoch": 2.2757385438474063,
      "grad_norm": 1.1570547456269922,
      "learning_rate": 0.00020978295569891927,
      "loss": 1.8906,
      "step": 48917
    },
    {
      "epoch": 2.275785066294487,
      "grad_norm": 1.0920398187820206,
      "learning_rate": 0.0002097795517699797,
      "loss": 2.0312,
      "step": 48918
    },
    {
      "epoch": 2.2758315887415677,
      "grad_norm": 1.2657052665584645,
      "learning_rate": 0.0002097761478044427,
      "loss": 2.4062,
      "step": 48919
    },
    {
      "epoch": 2.2758781111886486,
      "grad_norm": 1.1242043183322938,
      "learning_rate": 0.00020977274380231043,
      "loss": 2.1719,
      "step": 48920
    },
    {
      "epoch": 2.275924633635729,
      "grad_norm": 1.2495204214447455,
      "learning_rate": 0.0002097693397635849,
      "loss": 2.3125,
      "step": 48921
    },
    {
      "epoch": 2.27597115608281,
      "grad_norm": 1.1573094917083393,
      "learning_rate": 0.00020976593568826824,
      "loss": 2.2188,
      "step": 48922
    },
    {
      "epoch": 2.2760176785298905,
      "grad_norm": 1.2569681609466625,
      "learning_rate": 0.0002097625315763625,
      "loss": 2.4219,
      "step": 48923
    },
    {
      "epoch": 2.2760642009769714,
      "grad_norm": 1.0851892314631735,
      "learning_rate": 0.00020975912742786978,
      "loss": 2.1562,
      "step": 48924
    },
    {
      "epoch": 2.2761107234240523,
      "grad_norm": 1.2311856578043474,
      "learning_rate": 0.0002097557232427922,
      "loss": 2.2969,
      "step": 48925
    },
    {
      "epoch": 2.2761572458711328,
      "grad_norm": 1.2065940389075829,
      "learning_rate": 0.0002097523190211318,
      "loss": 2.4531,
      "step": 48926
    },
    {
      "epoch": 2.2762037683182137,
      "grad_norm": 1.0977979548600192,
      "learning_rate": 0.0002097489147628907,
      "loss": 2.0469,
      "step": 48927
    },
    {
      "epoch": 2.276250290765294,
      "grad_norm": 1.163080197709763,
      "learning_rate": 0.00020974551046807095,
      "loss": 2.4531,
      "step": 48928
    },
    {
      "epoch": 2.276296813212375,
      "grad_norm": 1.2752207848458883,
      "learning_rate": 0.00020974210613667463,
      "loss": 2.1406,
      "step": 48929
    },
    {
      "epoch": 2.2763433356594556,
      "grad_norm": 1.28581008534557,
      "learning_rate": 0.00020973870176870386,
      "loss": 2.3594,
      "step": 48930
    },
    {
      "epoch": 2.2763898581065365,
      "grad_norm": 1.2395356427911792,
      "learning_rate": 0.0002097352973641607,
      "loss": 2.0469,
      "step": 48931
    },
    {
      "epoch": 2.276436380553617,
      "grad_norm": 1.2296564647851038,
      "learning_rate": 0.00020973189292304724,
      "loss": 1.8203,
      "step": 48932
    },
    {
      "epoch": 2.276482903000698,
      "grad_norm": 1.1630765038467534,
      "learning_rate": 0.00020972848844536557,
      "loss": 2.1562,
      "step": 48933
    },
    {
      "epoch": 2.2765294254477784,
      "grad_norm": 1.1778028284082356,
      "learning_rate": 0.00020972508393111774,
      "loss": 2.4844,
      "step": 48934
    },
    {
      "epoch": 2.2765759478948593,
      "grad_norm": 1.1706705506572688,
      "learning_rate": 0.00020972167938030587,
      "loss": 1.9844,
      "step": 48935
    },
    {
      "epoch": 2.27662247034194,
      "grad_norm": 1.1665876686646133,
      "learning_rate": 0.0002097182747929321,
      "loss": 2.1094,
      "step": 48936
    },
    {
      "epoch": 2.2766689927890207,
      "grad_norm": 1.150753822410488,
      "learning_rate": 0.00020971487016899836,
      "loss": 2.0781,
      "step": 48937
    },
    {
      "epoch": 2.2767155152361016,
      "grad_norm": 1.4149814457464895,
      "learning_rate": 0.0002097114655085069,
      "loss": 2.3281,
      "step": 48938
    },
    {
      "epoch": 2.276762037683182,
      "grad_norm": 1.2595978511941717,
      "learning_rate": 0.00020970806081145965,
      "loss": 2.7188,
      "step": 48939
    },
    {
      "epoch": 2.276808560130263,
      "grad_norm": 1.1694203492992192,
      "learning_rate": 0.0002097046560778588,
      "loss": 2.4219,
      "step": 48940
    },
    {
      "epoch": 2.2768550825773435,
      "grad_norm": 1.2659974948725277,
      "learning_rate": 0.00020970125130770646,
      "loss": 2.2031,
      "step": 48941
    },
    {
      "epoch": 2.2769016050244244,
      "grad_norm": 1.3000016946054607,
      "learning_rate": 0.0002096978465010046,
      "loss": 2.375,
      "step": 48942
    },
    {
      "epoch": 2.276948127471505,
      "grad_norm": 1.2364877275122166,
      "learning_rate": 0.0002096944416577554,
      "loss": 2.2812,
      "step": 48943
    },
    {
      "epoch": 2.276994649918586,
      "grad_norm": 1.25125543309605,
      "learning_rate": 0.00020969103677796088,
      "loss": 2.4062,
      "step": 48944
    },
    {
      "epoch": 2.2770411723656663,
      "grad_norm": 1.2945186584920918,
      "learning_rate": 0.0002096876318616232,
      "loss": 2.5781,
      "step": 48945
    },
    {
      "epoch": 2.277087694812747,
      "grad_norm": 1.2480298440784443,
      "learning_rate": 0.00020968422690874436,
      "loss": 2.5625,
      "step": 48946
    },
    {
      "epoch": 2.2771342172598277,
      "grad_norm": 1.1563571172593978,
      "learning_rate": 0.00020968082191932653,
      "loss": 2.2969,
      "step": 48947
    },
    {
      "epoch": 2.2771807397069086,
      "grad_norm": 1.1277871280051865,
      "learning_rate": 0.00020967741689337168,
      "loss": 2.4688,
      "step": 48948
    },
    {
      "epoch": 2.277227262153989,
      "grad_norm": 1.2262093600239932,
      "learning_rate": 0.00020967401183088203,
      "loss": 2.4219,
      "step": 48949
    },
    {
      "epoch": 2.27727378460107,
      "grad_norm": 1.2078824428518087,
      "learning_rate": 0.00020967060673185957,
      "loss": 2.3438,
      "step": 48950
    },
    {
      "epoch": 2.277320307048151,
      "grad_norm": 1.2263221734213692,
      "learning_rate": 0.00020966720159630638,
      "loss": 2.2188,
      "step": 48951
    },
    {
      "epoch": 2.2773668294952314,
      "grad_norm": 1.2047942260806075,
      "learning_rate": 0.0002096637964242246,
      "loss": 2.2812,
      "step": 48952
    },
    {
      "epoch": 2.2774133519423123,
      "grad_norm": 1.268815721784874,
      "learning_rate": 0.00020966039121561632,
      "loss": 2.0938,
      "step": 48953
    },
    {
      "epoch": 2.277459874389393,
      "grad_norm": 1.204783547786525,
      "learning_rate": 0.0002096569859704836,
      "loss": 2.4062,
      "step": 48954
    },
    {
      "epoch": 2.2775063968364737,
      "grad_norm": 1.1382458458696039,
      "learning_rate": 0.00020965358068882848,
      "loss": 1.8672,
      "step": 48955
    },
    {
      "epoch": 2.277552919283554,
      "grad_norm": 1.1569955139922583,
      "learning_rate": 0.00020965017537065314,
      "loss": 2.1562,
      "step": 48956
    },
    {
      "epoch": 2.277599441730635,
      "grad_norm": 1.2539499129127958,
      "learning_rate": 0.00020964677001595957,
      "loss": 2.2969,
      "step": 48957
    },
    {
      "epoch": 2.2776459641777156,
      "grad_norm": 1.3828574111048124,
      "learning_rate": 0.00020964336462474993,
      "loss": 2.4688,
      "step": 48958
    },
    {
      "epoch": 2.2776924866247965,
      "grad_norm": 1.231960491754385,
      "learning_rate": 0.0002096399591970262,
      "loss": 1.9375,
      "step": 48959
    },
    {
      "epoch": 2.277739009071877,
      "grad_norm": 1.2655245084478934,
      "learning_rate": 0.0002096365537327906,
      "loss": 2.1719,
      "step": 48960
    },
    {
      "epoch": 2.277785531518958,
      "grad_norm": 1.188298791919497,
      "learning_rate": 0.00020963314823204513,
      "loss": 2.3438,
      "step": 48961
    },
    {
      "epoch": 2.277832053966039,
      "grad_norm": 1.183616544579248,
      "learning_rate": 0.00020962974269479186,
      "loss": 2.2656,
      "step": 48962
    },
    {
      "epoch": 2.2778785764131193,
      "grad_norm": 1.2108169163869398,
      "learning_rate": 0.00020962633712103294,
      "loss": 2.0938,
      "step": 48963
    },
    {
      "epoch": 2.2779250988602002,
      "grad_norm": 1.2289755884827642,
      "learning_rate": 0.00020962293151077048,
      "loss": 2.3438,
      "step": 48964
    },
    {
      "epoch": 2.2779716213072807,
      "grad_norm": 1.1924529235638373,
      "learning_rate": 0.00020961952586400645,
      "loss": 2.0156,
      "step": 48965
    },
    {
      "epoch": 2.2780181437543616,
      "grad_norm": 1.1766637386750467,
      "learning_rate": 0.000209616120180743,
      "loss": 1.9219,
      "step": 48966
    },
    {
      "epoch": 2.278064666201442,
      "grad_norm": 1.2461269793215999,
      "learning_rate": 0.00020961271446098224,
      "loss": 2.3281,
      "step": 48967
    },
    {
      "epoch": 2.278111188648523,
      "grad_norm": 1.269680885264698,
      "learning_rate": 0.00020960930870472618,
      "loss": 2.3281,
      "step": 48968
    },
    {
      "epoch": 2.2781577110956035,
      "grad_norm": 1.2709118667376273,
      "learning_rate": 0.000209605902911977,
      "loss": 2.3281,
      "step": 48969
    },
    {
      "epoch": 2.2782042335426844,
      "grad_norm": 1.2109566235256741,
      "learning_rate": 0.0002096024970827367,
      "loss": 2.2344,
      "step": 48970
    },
    {
      "epoch": 2.278250755989765,
      "grad_norm": 1.1771464297598067,
      "learning_rate": 0.00020959909121700743,
      "loss": 2.2656,
      "step": 48971
    },
    {
      "epoch": 2.278297278436846,
      "grad_norm": 1.2055546347712178,
      "learning_rate": 0.0002095956853147912,
      "loss": 1.9297,
      "step": 48972
    },
    {
      "epoch": 2.2783438008839267,
      "grad_norm": 1.2577723933591625,
      "learning_rate": 0.00020959227937609017,
      "loss": 2.1875,
      "step": 48973
    },
    {
      "epoch": 2.278390323331007,
      "grad_norm": 1.2359297213694265,
      "learning_rate": 0.00020958887340090634,
      "loss": 2.1562,
      "step": 48974
    },
    {
      "epoch": 2.2784368457780877,
      "grad_norm": 1.236176231965086,
      "learning_rate": 0.00020958546738924193,
      "loss": 2.0938,
      "step": 48975
    },
    {
      "epoch": 2.2784833682251686,
      "grad_norm": 1.2868336304342378,
      "learning_rate": 0.0002095820613410989,
      "loss": 2.25,
      "step": 48976
    },
    {
      "epoch": 2.2785298906722495,
      "grad_norm": 1.0189017925204222,
      "learning_rate": 0.0002095786552564794,
      "loss": 1.9531,
      "step": 48977
    },
    {
      "epoch": 2.27857641311933,
      "grad_norm": 1.1541469173751688,
      "learning_rate": 0.00020957524913538548,
      "loss": 2.0156,
      "step": 48978
    },
    {
      "epoch": 2.278622935566411,
      "grad_norm": 1.1112809167971525,
      "learning_rate": 0.00020957184297781928,
      "loss": 2.1406,
      "step": 48979
    },
    {
      "epoch": 2.2786694580134914,
      "grad_norm": 1.25875360856491,
      "learning_rate": 0.00020956843678378282,
      "loss": 2.5312,
      "step": 48980
    },
    {
      "epoch": 2.2787159804605723,
      "grad_norm": 1.3328272815573323,
      "learning_rate": 0.00020956503055327819,
      "loss": 2.25,
      "step": 48981
    },
    {
      "epoch": 2.278762502907653,
      "grad_norm": 1.2624963005999779,
      "learning_rate": 0.00020956162428630753,
      "loss": 2.2344,
      "step": 48982
    },
    {
      "epoch": 2.2788090253547337,
      "grad_norm": 1.2077297095416963,
      "learning_rate": 0.0002095582179828729,
      "loss": 2.2969,
      "step": 48983
    },
    {
      "epoch": 2.278855547801814,
      "grad_norm": 1.1937379401089443,
      "learning_rate": 0.00020955481164297633,
      "loss": 2.4531,
      "step": 48984
    },
    {
      "epoch": 2.278902070248895,
      "grad_norm": 1.1657221551553067,
      "learning_rate": 0.00020955140526661995,
      "loss": 2.1875,
      "step": 48985
    },
    {
      "epoch": 2.2789485926959756,
      "grad_norm": 1.2029710937415972,
      "learning_rate": 0.0002095479988538059,
      "loss": 2.3906,
      "step": 48986
    },
    {
      "epoch": 2.2789951151430565,
      "grad_norm": 1.2581176887086936,
      "learning_rate": 0.00020954459240453622,
      "loss": 2.3594,
      "step": 48987
    },
    {
      "epoch": 2.2790416375901374,
      "grad_norm": 1.1623019231788847,
      "learning_rate": 0.00020954118591881294,
      "loss": 2.0312,
      "step": 48988
    },
    {
      "epoch": 2.279088160037218,
      "grad_norm": 1.2355166377535118,
      "learning_rate": 0.00020953777939663822,
      "loss": 2.3438,
      "step": 48989
    },
    {
      "epoch": 2.279134682484299,
      "grad_norm": 1.094908162141719,
      "learning_rate": 0.00020953437283801411,
      "loss": 1.8984,
      "step": 48990
    },
    {
      "epoch": 2.2791812049313793,
      "grad_norm": 1.1154532319181305,
      "learning_rate": 0.0002095309662429427,
      "loss": 2.125,
      "step": 48991
    },
    {
      "epoch": 2.2792277273784602,
      "grad_norm": 1.2649498061627114,
      "learning_rate": 0.00020952755961142614,
      "loss": 2.2344,
      "step": 48992
    },
    {
      "epoch": 2.2792742498255407,
      "grad_norm": 1.2358683557163752,
      "learning_rate": 0.0002095241529434664,
      "loss": 2.3906,
      "step": 48993
    },
    {
      "epoch": 2.2793207722726216,
      "grad_norm": 1.2039358349568403,
      "learning_rate": 0.00020952074623906562,
      "loss": 2.2344,
      "step": 48994
    },
    {
      "epoch": 2.279367294719702,
      "grad_norm": 1.380285558375925,
      "learning_rate": 0.00020951733949822594,
      "loss": 2.4531,
      "step": 48995
    },
    {
      "epoch": 2.279413817166783,
      "grad_norm": 1.183790828165518,
      "learning_rate": 0.00020951393272094932,
      "loss": 2.5312,
      "step": 48996
    },
    {
      "epoch": 2.2794603396138635,
      "grad_norm": 1.2677312602393511,
      "learning_rate": 0.00020951052590723797,
      "loss": 2.25,
      "step": 48997
    },
    {
      "epoch": 2.2795068620609444,
      "grad_norm": 1.2047478024256275,
      "learning_rate": 0.0002095071190570939,
      "loss": 2.1562,
      "step": 48998
    },
    {
      "epoch": 2.2795533845080254,
      "grad_norm": 1.1918284047708294,
      "learning_rate": 0.00020950371217051927,
      "loss": 2.25,
      "step": 48999
    },
    {
      "epoch": 2.279599906955106,
      "grad_norm": 1.229883160168838,
      "learning_rate": 0.00020950030524751606,
      "loss": 2.3438,
      "step": 49000
    },
    {
      "epoch": 2.2796464294021863,
      "grad_norm": 1.2815599062326242,
      "learning_rate": 0.00020949689828808645,
      "loss": 2.2656,
      "step": 49001
    },
    {
      "epoch": 2.2796929518492672,
      "grad_norm": 1.2736874984907647,
      "learning_rate": 0.00020949349129223248,
      "loss": 2.2969,
      "step": 49002
    },
    {
      "epoch": 2.279739474296348,
      "grad_norm": 1.2776817356878374,
      "learning_rate": 0.00020949008425995625,
      "loss": 2.0625,
      "step": 49003
    },
    {
      "epoch": 2.2797859967434286,
      "grad_norm": 1.2329598873177483,
      "learning_rate": 0.0002094866771912598,
      "loss": 2.5,
      "step": 49004
    },
    {
      "epoch": 2.2798325191905096,
      "grad_norm": 1.3206937392682743,
      "learning_rate": 0.0002094832700861453,
      "loss": 2.1719,
      "step": 49005
    },
    {
      "epoch": 2.27987904163759,
      "grad_norm": 1.196415072491521,
      "learning_rate": 0.00020947986294461476,
      "loss": 2.125,
      "step": 49006
    },
    {
      "epoch": 2.279925564084671,
      "grad_norm": 1.2179581828734183,
      "learning_rate": 0.0002094764557666703,
      "loss": 2.1875,
      "step": 49007
    },
    {
      "epoch": 2.2799720865317514,
      "grad_norm": 1.1842608500423983,
      "learning_rate": 0.000209473048552314,
      "loss": 2.4844,
      "step": 49008
    },
    {
      "epoch": 2.2800186089788324,
      "grad_norm": 1.1515167031209315,
      "learning_rate": 0.000209469641301548,
      "loss": 2.2969,
      "step": 49009
    },
    {
      "epoch": 2.280065131425913,
      "grad_norm": 1.2807280505576935,
      "learning_rate": 0.0002094662340143743,
      "loss": 2.625,
      "step": 49010
    },
    {
      "epoch": 2.2801116538729937,
      "grad_norm": 1.2714183484550352,
      "learning_rate": 0.000209462826690795,
      "loss": 2.3125,
      "step": 49011
    },
    {
      "epoch": 2.2801581763200742,
      "grad_norm": 1.3149508465587667,
      "learning_rate": 0.00020945941933081224,
      "loss": 2.2969,
      "step": 49012
    },
    {
      "epoch": 2.280204698767155,
      "grad_norm": 1.1914739963805472,
      "learning_rate": 0.00020945601193442804,
      "loss": 2.2812,
      "step": 49013
    },
    {
      "epoch": 2.280251221214236,
      "grad_norm": 1.2753884040913883,
      "learning_rate": 0.00020945260450164454,
      "loss": 2.0938,
      "step": 49014
    },
    {
      "epoch": 2.2802977436613165,
      "grad_norm": 1.1441543420736788,
      "learning_rate": 0.0002094491970324638,
      "loss": 2.0938,
      "step": 49015
    },
    {
      "epoch": 2.2803442661083975,
      "grad_norm": 1.1464303135609346,
      "learning_rate": 0.00020944578952688793,
      "loss": 2.375,
      "step": 49016
    },
    {
      "epoch": 2.280390788555478,
      "grad_norm": 1.2403285459833158,
      "learning_rate": 0.00020944238198491896,
      "loss": 2.125,
      "step": 49017
    },
    {
      "epoch": 2.280437311002559,
      "grad_norm": 1.20625553364648,
      "learning_rate": 0.00020943897440655904,
      "loss": 2.2812,
      "step": 49018
    },
    {
      "epoch": 2.2804838334496393,
      "grad_norm": 1.233493308164225,
      "learning_rate": 0.00020943556679181024,
      "loss": 2.1875,
      "step": 49019
    },
    {
      "epoch": 2.2805303558967203,
      "grad_norm": 1.1607177135164755,
      "learning_rate": 0.0002094321591406746,
      "loss": 2.2188,
      "step": 49020
    },
    {
      "epoch": 2.2805768783438007,
      "grad_norm": 1.3500020910330375,
      "learning_rate": 0.0002094287514531543,
      "loss": 1.6953,
      "step": 49021
    },
    {
      "epoch": 2.2806234007908817,
      "grad_norm": 1.2397309621288601,
      "learning_rate": 0.00020942534372925131,
      "loss": 2.3594,
      "step": 49022
    },
    {
      "epoch": 2.280669923237962,
      "grad_norm": 1.1517597310493397,
      "learning_rate": 0.0002094219359689678,
      "loss": 2.0938,
      "step": 49023
    },
    {
      "epoch": 2.280716445685043,
      "grad_norm": 1.2568066889189895,
      "learning_rate": 0.0002094185281723058,
      "loss": 2.3281,
      "step": 49024
    },
    {
      "epoch": 2.280762968132124,
      "grad_norm": 1.3249667435424966,
      "learning_rate": 0.00020941512033926748,
      "loss": 2.2344,
      "step": 49025
    },
    {
      "epoch": 2.2808094905792045,
      "grad_norm": 1.342704866244459,
      "learning_rate": 0.00020941171246985485,
      "loss": 2.1562,
      "step": 49026
    },
    {
      "epoch": 2.280856013026285,
      "grad_norm": 1.3793328511570706,
      "learning_rate": 0.00020940830456407002,
      "loss": 2.3125,
      "step": 49027
    },
    {
      "epoch": 2.280902535473366,
      "grad_norm": 1.3070107363786634,
      "learning_rate": 0.00020940489662191506,
      "loss": 2.5469,
      "step": 49028
    },
    {
      "epoch": 2.2809490579204468,
      "grad_norm": 1.232070433716192,
      "learning_rate": 0.00020940148864339206,
      "loss": 2.4375,
      "step": 49029
    },
    {
      "epoch": 2.2809955803675273,
      "grad_norm": 1.1809264909365729,
      "learning_rate": 0.00020939808062850316,
      "loss": 2.2969,
      "step": 49030
    },
    {
      "epoch": 2.281042102814608,
      "grad_norm": 1.081331078802101,
      "learning_rate": 0.00020939467257725038,
      "loss": 2.1875,
      "step": 49031
    },
    {
      "epoch": 2.2810886252616887,
      "grad_norm": 1.1566271519200544,
      "learning_rate": 0.00020939126448963586,
      "loss": 2.2812,
      "step": 49032
    },
    {
      "epoch": 2.2811351477087696,
      "grad_norm": 1.322796733844626,
      "learning_rate": 0.00020938785636566163,
      "loss": 2.1094,
      "step": 49033
    },
    {
      "epoch": 2.28118167015585,
      "grad_norm": 1.373035535548446,
      "learning_rate": 0.00020938444820532982,
      "loss": 2.1562,
      "step": 49034
    },
    {
      "epoch": 2.281228192602931,
      "grad_norm": 1.2349674892967835,
      "learning_rate": 0.00020938104000864247,
      "loss": 2.1719,
      "step": 49035
    },
    {
      "epoch": 2.2812747150500114,
      "grad_norm": 1.1926414688995461,
      "learning_rate": 0.00020937763177560176,
      "loss": 2.1094,
      "step": 49036
    },
    {
      "epoch": 2.2813212374970924,
      "grad_norm": 1.1676232842042695,
      "learning_rate": 0.00020937422350620963,
      "loss": 2.4219,
      "step": 49037
    },
    {
      "epoch": 2.281367759944173,
      "grad_norm": 1.236077166523288,
      "learning_rate": 0.00020937081520046834,
      "loss": 2.2344,
      "step": 49038
    },
    {
      "epoch": 2.2814142823912538,
      "grad_norm": 1.1718618314314726,
      "learning_rate": 0.0002093674068583798,
      "loss": 2.2812,
      "step": 49039
    },
    {
      "epoch": 2.2814608048383347,
      "grad_norm": 1.303794089535363,
      "learning_rate": 0.00020936399847994622,
      "loss": 2.4531,
      "step": 49040
    },
    {
      "epoch": 2.281507327285415,
      "grad_norm": 1.33048594006129,
      "learning_rate": 0.00020936059006516967,
      "loss": 2.3438,
      "step": 49041
    },
    {
      "epoch": 2.281553849732496,
      "grad_norm": 1.190361106663349,
      "learning_rate": 0.0002093571816140522,
      "loss": 2.125,
      "step": 49042
    },
    {
      "epoch": 2.2816003721795766,
      "grad_norm": 1.2641753777738658,
      "learning_rate": 0.00020935377312659593,
      "loss": 2.5469,
      "step": 49043
    },
    {
      "epoch": 2.2816468946266575,
      "grad_norm": 1.0918205160058954,
      "learning_rate": 0.00020935036460280288,
      "loss": 2.0938,
      "step": 49044
    },
    {
      "epoch": 2.281693417073738,
      "grad_norm": 1.4404321539245135,
      "learning_rate": 0.00020934695604267524,
      "loss": 2.5,
      "step": 49045
    },
    {
      "epoch": 2.281739939520819,
      "grad_norm": 1.2520284412823603,
      "learning_rate": 0.00020934354744621503,
      "loss": 2.4375,
      "step": 49046
    },
    {
      "epoch": 2.2817864619678994,
      "grad_norm": 1.298760728634489,
      "learning_rate": 0.00020934013881342438,
      "loss": 2.25,
      "step": 49047
    },
    {
      "epoch": 2.2818329844149803,
      "grad_norm": 1.3534139127741502,
      "learning_rate": 0.00020933673014430528,
      "loss": 2.5156,
      "step": 49048
    },
    {
      "epoch": 2.2818795068620608,
      "grad_norm": 1.2094571018138027,
      "learning_rate": 0.00020933332143885993,
      "loss": 2.0156,
      "step": 49049
    },
    {
      "epoch": 2.2819260293091417,
      "grad_norm": 1.1643156632081697,
      "learning_rate": 0.00020932991269709034,
      "loss": 2.1719,
      "step": 49050
    },
    {
      "epoch": 2.2819725517562226,
      "grad_norm": 1.231571384472316,
      "learning_rate": 0.00020932650391899862,
      "loss": 2.2188,
      "step": 49051
    },
    {
      "epoch": 2.282019074203303,
      "grad_norm": 1.30628479823927,
      "learning_rate": 0.00020932309510458694,
      "loss": 2.5469,
      "step": 49052
    },
    {
      "epoch": 2.282065596650384,
      "grad_norm": 1.213738681758067,
      "learning_rate": 0.00020931968625385725,
      "loss": 2.2031,
      "step": 49053
    },
    {
      "epoch": 2.2821121190974645,
      "grad_norm": 1.318191889783757,
      "learning_rate": 0.0002093162773668117,
      "loss": 2.3281,
      "step": 49054
    },
    {
      "epoch": 2.2821586415445454,
      "grad_norm": 1.100456631396359,
      "learning_rate": 0.00020931286844345237,
      "loss": 1.9375,
      "step": 49055
    },
    {
      "epoch": 2.282205163991626,
      "grad_norm": 1.1895272788762574,
      "learning_rate": 0.0002093094594837814,
      "loss": 2.3125,
      "step": 49056
    },
    {
      "epoch": 2.282251686438707,
      "grad_norm": 1.2161625207266054,
      "learning_rate": 0.00020930605048780077,
      "loss": 2.1875,
      "step": 49057
    },
    {
      "epoch": 2.2822982088857873,
      "grad_norm": 1.1495869522300868,
      "learning_rate": 0.0002093026414555127,
      "loss": 2.2812,
      "step": 49058
    },
    {
      "epoch": 2.282344731332868,
      "grad_norm": 1.1847707347954395,
      "learning_rate": 0.00020929923238691912,
      "loss": 2.2031,
      "step": 49059
    },
    {
      "epoch": 2.2823912537799487,
      "grad_norm": 1.2773752208025546,
      "learning_rate": 0.00020929582328202228,
      "loss": 2.1875,
      "step": 49060
    },
    {
      "epoch": 2.2824377762270296,
      "grad_norm": 1.1731417583374457,
      "learning_rate": 0.0002092924141408241,
      "loss": 1.9141,
      "step": 49061
    },
    {
      "epoch": 2.28248429867411,
      "grad_norm": 1.2668379255911162,
      "learning_rate": 0.0002092890049633268,
      "loss": 2.3438,
      "step": 49062
    },
    {
      "epoch": 2.282530821121191,
      "grad_norm": 1.1435040228852107,
      "learning_rate": 0.00020928559574953244,
      "loss": 2.0469,
      "step": 49063
    },
    {
      "epoch": 2.2825773435682715,
      "grad_norm": 1.160030653303339,
      "learning_rate": 0.00020928218649944304,
      "loss": 2.4688,
      "step": 49064
    },
    {
      "epoch": 2.2826238660153524,
      "grad_norm": 1.1675874619259698,
      "learning_rate": 0.0002092787772130608,
      "loss": 2.4375,
      "step": 49065
    },
    {
      "epoch": 2.2826703884624333,
      "grad_norm": 1.1991708241880072,
      "learning_rate": 0.0002092753678903877,
      "loss": 2.2969,
      "step": 49066
    },
    {
      "epoch": 2.282716910909514,
      "grad_norm": 1.2275932299676038,
      "learning_rate": 0.00020927195853142589,
      "loss": 2.2969,
      "step": 49067
    },
    {
      "epoch": 2.2827634333565947,
      "grad_norm": 1.1675373714505768,
      "learning_rate": 0.00020926854913617742,
      "loss": 2.2812,
      "step": 49068
    },
    {
      "epoch": 2.282809955803675,
      "grad_norm": 1.1990660413707748,
      "learning_rate": 0.0002092651397046444,
      "loss": 2.0156,
      "step": 49069
    },
    {
      "epoch": 2.282856478250756,
      "grad_norm": 1.201077269316216,
      "learning_rate": 0.00020926173023682893,
      "loss": 2.5156,
      "step": 49070
    },
    {
      "epoch": 2.2829030006978366,
      "grad_norm": 1.203623231609978,
      "learning_rate": 0.00020925832073273308,
      "loss": 2.3594,
      "step": 49071
    },
    {
      "epoch": 2.2829495231449175,
      "grad_norm": 1.2045715260499903,
      "learning_rate": 0.00020925491119235884,
      "loss": 2.3438,
      "step": 49072
    },
    {
      "epoch": 2.282996045591998,
      "grad_norm": 1.3144269842099081,
      "learning_rate": 0.0002092515016157085,
      "loss": 2.5625,
      "step": 49073
    },
    {
      "epoch": 2.283042568039079,
      "grad_norm": 1.083602491576015,
      "learning_rate": 0.00020924809200278404,
      "loss": 2.1094,
      "step": 49074
    },
    {
      "epoch": 2.2830890904861594,
      "grad_norm": 1.1513362187805694,
      "learning_rate": 0.0002092446823535875,
      "loss": 2.2031,
      "step": 49075
    },
    {
      "epoch": 2.2831356129332403,
      "grad_norm": 1.2000844028099011,
      "learning_rate": 0.00020924127266812108,
      "loss": 2.2969,
      "step": 49076
    },
    {
      "epoch": 2.283182135380321,
      "grad_norm": 1.1697840546438782,
      "learning_rate": 0.00020923786294638674,
      "loss": 2.1562,
      "step": 49077
    },
    {
      "epoch": 2.2832286578274017,
      "grad_norm": 1.2541273888069622,
      "learning_rate": 0.0002092344531883867,
      "loss": 2.5781,
      "step": 49078
    },
    {
      "epoch": 2.2832751802744826,
      "grad_norm": 1.183890323862461,
      "learning_rate": 0.00020923104339412292,
      "loss": 2.4219,
      "step": 49079
    },
    {
      "epoch": 2.283321702721563,
      "grad_norm": 1.175818692582847,
      "learning_rate": 0.00020922763356359756,
      "loss": 2.5625,
      "step": 49080
    },
    {
      "epoch": 2.283368225168644,
      "grad_norm": 1.235214314440945,
      "learning_rate": 0.0002092242236968127,
      "loss": 2.25,
      "step": 49081
    },
    {
      "epoch": 2.2834147476157245,
      "grad_norm": 1.1962406510810515,
      "learning_rate": 0.00020922081379377041,
      "loss": 2.2656,
      "step": 49082
    },
    {
      "epoch": 2.2834612700628054,
      "grad_norm": 1.2312594085647446,
      "learning_rate": 0.00020921740385447277,
      "loss": 2.2969,
      "step": 49083
    },
    {
      "epoch": 2.283507792509886,
      "grad_norm": 1.1560706211762117,
      "learning_rate": 0.0002092139938789219,
      "loss": 2.0781,
      "step": 49084
    },
    {
      "epoch": 2.283554314956967,
      "grad_norm": 1.234691937103221,
      "learning_rate": 0.00020921058386711992,
      "loss": 2.4219,
      "step": 49085
    },
    {
      "epoch": 2.2836008374040473,
      "grad_norm": 1.1827633738812815,
      "learning_rate": 0.00020920717381906883,
      "loss": 2.2969,
      "step": 49086
    },
    {
      "epoch": 2.283647359851128,
      "grad_norm": 1.1369781225580273,
      "learning_rate": 0.00020920376373477077,
      "loss": 2.125,
      "step": 49087
    },
    {
      "epoch": 2.283693882298209,
      "grad_norm": 1.193868996630207,
      "learning_rate": 0.00020920035361422781,
      "loss": 2.4375,
      "step": 49088
    },
    {
      "epoch": 2.2837404047452896,
      "grad_norm": 1.1967927581138227,
      "learning_rate": 0.00020919694345744206,
      "loss": 2.2656,
      "step": 49089
    },
    {
      "epoch": 2.28378692719237,
      "grad_norm": 1.1179440125313016,
      "learning_rate": 0.00020919353326441558,
      "loss": 2.1094,
      "step": 49090
    },
    {
      "epoch": 2.283833449639451,
      "grad_norm": 1.2079440677976878,
      "learning_rate": 0.0002091901230351505,
      "loss": 2.3438,
      "step": 49091
    },
    {
      "epoch": 2.283879972086532,
      "grad_norm": 1.2034795397534317,
      "learning_rate": 0.0002091867127696488,
      "loss": 2.2969,
      "step": 49092
    },
    {
      "epoch": 2.2839264945336124,
      "grad_norm": 1.6678263547698053,
      "learning_rate": 0.00020918330246791272,
      "loss": 2.3281,
      "step": 49093
    },
    {
      "epoch": 2.2839730169806933,
      "grad_norm": 1.2716676027892457,
      "learning_rate": 0.0002091798921299442,
      "loss": 2.3125,
      "step": 49094
    },
    {
      "epoch": 2.284019539427774,
      "grad_norm": 1.2383873276193929,
      "learning_rate": 0.00020917648175574545,
      "loss": 2.4531,
      "step": 49095
    },
    {
      "epoch": 2.2840660618748547,
      "grad_norm": 1.2202354742242716,
      "learning_rate": 0.00020917307134531854,
      "loss": 2.3281,
      "step": 49096
    },
    {
      "epoch": 2.284112584321935,
      "grad_norm": 1.3321098402501577,
      "learning_rate": 0.0002091696608986655,
      "loss": 2.4062,
      "step": 49097
    },
    {
      "epoch": 2.284159106769016,
      "grad_norm": 1.177577401576991,
      "learning_rate": 0.00020916625041578842,
      "loss": 2.0938,
      "step": 49098
    },
    {
      "epoch": 2.2842056292160966,
      "grad_norm": 1.2127400700832551,
      "learning_rate": 0.00020916283989668943,
      "loss": 2.2344,
      "step": 49099
    },
    {
      "epoch": 2.2842521516631775,
      "grad_norm": 1.1675188412324502,
      "learning_rate": 0.00020915942934137064,
      "loss": 2.3594,
      "step": 49100
    },
    {
      "epoch": 2.284298674110258,
      "grad_norm": 1.2253089735409528,
      "learning_rate": 0.00020915601874983404,
      "loss": 2.25,
      "step": 49101
    },
    {
      "epoch": 2.284345196557339,
      "grad_norm": 1.2694082232664345,
      "learning_rate": 0.00020915260812208184,
      "loss": 2.2656,
      "step": 49102
    },
    {
      "epoch": 2.28439171900442,
      "grad_norm": 1.2179008900357007,
      "learning_rate": 0.000209149197458116,
      "loss": 2.2812,
      "step": 49103
    },
    {
      "epoch": 2.2844382414515003,
      "grad_norm": 1.2033718432971436,
      "learning_rate": 0.00020914578675793868,
      "loss": 2.5781,
      "step": 49104
    },
    {
      "epoch": 2.2844847638985812,
      "grad_norm": 1.198562668741625,
      "learning_rate": 0.00020914237602155197,
      "loss": 2.4062,
      "step": 49105
    },
    {
      "epoch": 2.2845312863456617,
      "grad_norm": 1.1969343025592998,
      "learning_rate": 0.00020913896524895795,
      "loss": 2.0781,
      "step": 49106
    },
    {
      "epoch": 2.2845778087927426,
      "grad_norm": 1.1924056710187656,
      "learning_rate": 0.0002091355544401587,
      "loss": 2.4375,
      "step": 49107
    },
    {
      "epoch": 2.284624331239823,
      "grad_norm": 1.1114062725618776,
      "learning_rate": 0.00020913214359515638,
      "loss": 2.2031,
      "step": 49108
    },
    {
      "epoch": 2.284670853686904,
      "grad_norm": 1.132482991921332,
      "learning_rate": 0.00020912873271395293,
      "loss": 2.1562,
      "step": 49109
    },
    {
      "epoch": 2.2847173761339845,
      "grad_norm": 1.1918802189420539,
      "learning_rate": 0.00020912532179655056,
      "loss": 2.4531,
      "step": 49110
    },
    {
      "epoch": 2.2847638985810654,
      "grad_norm": 1.0812403785363427,
      "learning_rate": 0.0002091219108429513,
      "loss": 1.9141,
      "step": 49111
    },
    {
      "epoch": 2.284810421028146,
      "grad_norm": 1.1636479909722777,
      "learning_rate": 0.0002091184998531573,
      "loss": 2.2031,
      "step": 49112
    },
    {
      "epoch": 2.284856943475227,
      "grad_norm": 1.2120869626890225,
      "learning_rate": 0.0002091150888271706,
      "loss": 2.1406,
      "step": 49113
    },
    {
      "epoch": 2.2849034659223078,
      "grad_norm": 1.2047419198912988,
      "learning_rate": 0.00020911167776499324,
      "loss": 2.3906,
      "step": 49114
    },
    {
      "epoch": 2.2849499883693882,
      "grad_norm": 1.1885597789040274,
      "learning_rate": 0.0002091082666666274,
      "loss": 2.0312,
      "step": 49115
    },
    {
      "epoch": 2.2849965108164687,
      "grad_norm": 1.3250176012884578,
      "learning_rate": 0.00020910485553207508,
      "loss": 2.4062,
      "step": 49116
    },
    {
      "epoch": 2.2850430332635496,
      "grad_norm": 1.0849840445788863,
      "learning_rate": 0.00020910144436133847,
      "loss": 1.6484,
      "step": 49117
    },
    {
      "epoch": 2.2850895557106305,
      "grad_norm": 1.1619658834656688,
      "learning_rate": 0.0002090980331544196,
      "loss": 2.1406,
      "step": 49118
    },
    {
      "epoch": 2.285136078157711,
      "grad_norm": 1.2132120380903912,
      "learning_rate": 0.00020909462191132057,
      "loss": 2.2344,
      "step": 49119
    },
    {
      "epoch": 2.285182600604792,
      "grad_norm": 1.2079174663184413,
      "learning_rate": 0.00020909121063204344,
      "loss": 2.4062,
      "step": 49120
    },
    {
      "epoch": 2.2852291230518724,
      "grad_norm": 1.285023855344247,
      "learning_rate": 0.00020908779931659037,
      "loss": 2.4375,
      "step": 49121
    },
    {
      "epoch": 2.2852756454989533,
      "grad_norm": 1.29752810037092,
      "learning_rate": 0.00020908438796496336,
      "loss": 2.5781,
      "step": 49122
    },
    {
      "epoch": 2.285322167946034,
      "grad_norm": 1.1790525500271365,
      "learning_rate": 0.00020908097657716456,
      "loss": 2.1406,
      "step": 49123
    },
    {
      "epoch": 2.2853686903931147,
      "grad_norm": 1.2529139971234318,
      "learning_rate": 0.00020907756515319603,
      "loss": 2.1875,
      "step": 49124
    },
    {
      "epoch": 2.285415212840195,
      "grad_norm": 1.3447543488274147,
      "learning_rate": 0.00020907415369305986,
      "loss": 1.5156,
      "step": 49125
    },
    {
      "epoch": 2.285461735287276,
      "grad_norm": 1.172108902715323,
      "learning_rate": 0.00020907074219675816,
      "loss": 2.2344,
      "step": 49126
    },
    {
      "epoch": 2.2855082577343566,
      "grad_norm": 1.3252607101681626,
      "learning_rate": 0.000209067330664293,
      "loss": 2.5469,
      "step": 49127
    },
    {
      "epoch": 2.2855547801814375,
      "grad_norm": 1.3235061455154336,
      "learning_rate": 0.00020906391909566646,
      "loss": 2.3125,
      "step": 49128
    },
    {
      "epoch": 2.2856013026285185,
      "grad_norm": 1.2028891036772773,
      "learning_rate": 0.00020906050749088065,
      "loss": 2.2188,
      "step": 49129
    },
    {
      "epoch": 2.285647825075599,
      "grad_norm": 1.1710272711030536,
      "learning_rate": 0.00020905709584993765,
      "loss": 2.1875,
      "step": 49130
    },
    {
      "epoch": 2.28569434752268,
      "grad_norm": 1.2895724313418475,
      "learning_rate": 0.00020905368417283954,
      "loss": 2.4531,
      "step": 49131
    },
    {
      "epoch": 2.2857408699697603,
      "grad_norm": 1.1202027839162414,
      "learning_rate": 0.00020905027245958843,
      "loss": 1.9219,
      "step": 49132
    },
    {
      "epoch": 2.2857873924168413,
      "grad_norm": 1.1673224305036558,
      "learning_rate": 0.00020904686071018637,
      "loss": 2.1875,
      "step": 49133
    },
    {
      "epoch": 2.2858339148639217,
      "grad_norm": 1.202791712681092,
      "learning_rate": 0.0002090434489246355,
      "loss": 2.3594,
      "step": 49134
    },
    {
      "epoch": 2.2858804373110027,
      "grad_norm": 1.1065736132577129,
      "learning_rate": 0.00020904003710293787,
      "loss": 1.9297,
      "step": 49135
    },
    {
      "epoch": 2.285926959758083,
      "grad_norm": 1.2688117832509067,
      "learning_rate": 0.00020903662524509562,
      "loss": 2.2812,
      "step": 49136
    },
    {
      "epoch": 2.285973482205164,
      "grad_norm": 1.1969868370280674,
      "learning_rate": 0.00020903321335111075,
      "loss": 2.0938,
      "step": 49137
    },
    {
      "epoch": 2.2860200046522445,
      "grad_norm": 1.2989783111141804,
      "learning_rate": 0.00020902980142098538,
      "loss": 2.0625,
      "step": 49138
    },
    {
      "epoch": 2.2860665270993255,
      "grad_norm": 1.2185299416984687,
      "learning_rate": 0.00020902638945472166,
      "loss": 2.5469,
      "step": 49139
    },
    {
      "epoch": 2.2861130495464064,
      "grad_norm": 1.2068381652095577,
      "learning_rate": 0.00020902297745232164,
      "loss": 2.25,
      "step": 49140
    },
    {
      "epoch": 2.286159571993487,
      "grad_norm": 1.1460622995483813,
      "learning_rate": 0.0002090195654137874,
      "loss": 2.2188,
      "step": 49141
    },
    {
      "epoch": 2.2862060944405673,
      "grad_norm": 1.1781145279252834,
      "learning_rate": 0.00020901615333912102,
      "loss": 1.8672,
      "step": 49142
    },
    {
      "epoch": 2.2862526168876482,
      "grad_norm": 1.3332947893455336,
      "learning_rate": 0.0002090127412283246,
      "loss": 2.5156,
      "step": 49143
    },
    {
      "epoch": 2.286299139334729,
      "grad_norm": 1.1635247558447,
      "learning_rate": 0.00020900932908140028,
      "loss": 2.3906,
      "step": 49144
    },
    {
      "epoch": 2.2863456617818096,
      "grad_norm": 1.2342811207263245,
      "learning_rate": 0.00020900591689835006,
      "loss": 2.0781,
      "step": 49145
    },
    {
      "epoch": 2.2863921842288906,
      "grad_norm": 1.2189643444069667,
      "learning_rate": 0.00020900250467917604,
      "loss": 2.2656,
      "step": 49146
    },
    {
      "epoch": 2.286438706675971,
      "grad_norm": 1.184148122481356,
      "learning_rate": 0.0002089990924238804,
      "loss": 2.3438,
      "step": 49147
    },
    {
      "epoch": 2.286485229123052,
      "grad_norm": 1.2077355168210324,
      "learning_rate": 0.00020899568013246512,
      "loss": 2.2969,
      "step": 49148
    },
    {
      "epoch": 2.2865317515701324,
      "grad_norm": 1.140399021245402,
      "learning_rate": 0.00020899226780493236,
      "loss": 2.25,
      "step": 49149
    },
    {
      "epoch": 2.2865782740172134,
      "grad_norm": 1.228866224139323,
      "learning_rate": 0.00020898885544128417,
      "loss": 2.2031,
      "step": 49150
    },
    {
      "epoch": 2.286624796464294,
      "grad_norm": 1.2011175289362062,
      "learning_rate": 0.00020898544304152268,
      "loss": 2.0781,
      "step": 49151
    },
    {
      "epoch": 2.2866713189113748,
      "grad_norm": 1.2579519681031917,
      "learning_rate": 0.00020898203060564993,
      "loss": 2.6875,
      "step": 49152
    },
    {
      "epoch": 2.2867178413584552,
      "grad_norm": 1.090747309117351,
      "learning_rate": 0.00020897861813366805,
      "loss": 1.9922,
      "step": 49153
    },
    {
      "epoch": 2.286764363805536,
      "grad_norm": 1.2036366494765107,
      "learning_rate": 0.00020897520562557914,
      "loss": 2.0469,
      "step": 49154
    },
    {
      "epoch": 2.286810886252617,
      "grad_norm": 1.1816891941071686,
      "learning_rate": 0.0002089717930813852,
      "loss": 2.0625,
      "step": 49155
    },
    {
      "epoch": 2.2868574086996976,
      "grad_norm": 1.2065101426168734,
      "learning_rate": 0.00020896838050108845,
      "loss": 2.4688,
      "step": 49156
    },
    {
      "epoch": 2.2869039311467785,
      "grad_norm": 1.1567247794862519,
      "learning_rate": 0.00020896496788469084,
      "loss": 2.0625,
      "step": 49157
    },
    {
      "epoch": 2.286950453593859,
      "grad_norm": 1.2421046161712288,
      "learning_rate": 0.00020896155523219458,
      "loss": 2.2344,
      "step": 49158
    },
    {
      "epoch": 2.28699697604094,
      "grad_norm": 1.0613885275968338,
      "learning_rate": 0.00020895814254360165,
      "loss": 1.9844,
      "step": 49159
    },
    {
      "epoch": 2.2870434984880204,
      "grad_norm": 1.2014404009086024,
      "learning_rate": 0.00020895472981891425,
      "loss": 2.2344,
      "step": 49160
    },
    {
      "epoch": 2.2870900209351013,
      "grad_norm": 1.0954618585359817,
      "learning_rate": 0.0002089513170581344,
      "loss": 2.1719,
      "step": 49161
    },
    {
      "epoch": 2.2871365433821818,
      "grad_norm": 1.2113588162496525,
      "learning_rate": 0.0002089479042612642,
      "loss": 2.2031,
      "step": 49162
    },
    {
      "epoch": 2.2871830658292627,
      "grad_norm": 1.1271689924825672,
      "learning_rate": 0.00020894449142830576,
      "loss": 2.2344,
      "step": 49163
    },
    {
      "epoch": 2.287229588276343,
      "grad_norm": 1.3001273541373606,
      "learning_rate": 0.00020894107855926115,
      "loss": 2.2969,
      "step": 49164
    },
    {
      "epoch": 2.287276110723424,
      "grad_norm": 1.231493662167506,
      "learning_rate": 0.00020893766565413248,
      "loss": 2.1875,
      "step": 49165
    },
    {
      "epoch": 2.287322633170505,
      "grad_norm": 1.2448946638905662,
      "learning_rate": 0.00020893425271292177,
      "loss": 2.25,
      "step": 49166
    },
    {
      "epoch": 2.2873691556175855,
      "grad_norm": 1.3204521233952213,
      "learning_rate": 0.00020893083973563126,
      "loss": 2.5,
      "step": 49167
    },
    {
      "epoch": 2.2874156780646664,
      "grad_norm": 1.1707817145169788,
      "learning_rate": 0.00020892742672226286,
      "loss": 2.2344,
      "step": 49168
    },
    {
      "epoch": 2.287462200511747,
      "grad_norm": 1.2595521382162518,
      "learning_rate": 0.00020892401367281874,
      "loss": 2.1094,
      "step": 49169
    },
    {
      "epoch": 2.287508722958828,
      "grad_norm": 1.3050808171350239,
      "learning_rate": 0.00020892060058730105,
      "loss": 2.4688,
      "step": 49170
    },
    {
      "epoch": 2.2875552454059083,
      "grad_norm": 1.1360881750573688,
      "learning_rate": 0.00020891718746571174,
      "loss": 2.1719,
      "step": 49171
    },
    {
      "epoch": 2.287601767852989,
      "grad_norm": 1.1467831662764878,
      "learning_rate": 0.00020891377430805306,
      "loss": 2.1719,
      "step": 49172
    },
    {
      "epoch": 2.2876482903000697,
      "grad_norm": 1.2078613593499392,
      "learning_rate": 0.00020891036111432698,
      "loss": 1.8125,
      "step": 49173
    },
    {
      "epoch": 2.2876948127471506,
      "grad_norm": 1.1386954172897243,
      "learning_rate": 0.00020890694788453567,
      "loss": 2.2031,
      "step": 49174
    },
    {
      "epoch": 2.287741335194231,
      "grad_norm": 1.1933189670184796,
      "learning_rate": 0.00020890353461868111,
      "loss": 2.4062,
      "step": 49175
    },
    {
      "epoch": 2.287787857641312,
      "grad_norm": 1.2522694495429672,
      "learning_rate": 0.00020890012131676553,
      "loss": 2.4219,
      "step": 49176
    },
    {
      "epoch": 2.2878343800883925,
      "grad_norm": 1.2752550408289234,
      "learning_rate": 0.00020889670797879088,
      "loss": 2.3125,
      "step": 49177
    },
    {
      "epoch": 2.2878809025354734,
      "grad_norm": 1.1853197108386595,
      "learning_rate": 0.00020889329460475938,
      "loss": 2.3281,
      "step": 49178
    },
    {
      "epoch": 2.287927424982554,
      "grad_norm": 1.1981923628958355,
      "learning_rate": 0.000208889881194673,
      "loss": 2.3125,
      "step": 49179
    },
    {
      "epoch": 2.287973947429635,
      "grad_norm": 1.2433427521664442,
      "learning_rate": 0.00020888646774853395,
      "loss": 2.1719,
      "step": 49180
    },
    {
      "epoch": 2.2880204698767157,
      "grad_norm": 1.16016887384603,
      "learning_rate": 0.0002088830542663442,
      "loss": 2.125,
      "step": 49181
    },
    {
      "epoch": 2.288066992323796,
      "grad_norm": 1.2104842095586985,
      "learning_rate": 0.00020887964074810592,
      "loss": 2.5938,
      "step": 49182
    },
    {
      "epoch": 2.288113514770877,
      "grad_norm": 1.2305633420659365,
      "learning_rate": 0.0002088762271938212,
      "loss": 2.2656,
      "step": 49183
    },
    {
      "epoch": 2.2881600372179576,
      "grad_norm": 1.2754593026336039,
      "learning_rate": 0.0002088728136034921,
      "loss": 2.2812,
      "step": 49184
    },
    {
      "epoch": 2.2882065596650385,
      "grad_norm": 1.1478084093760506,
      "learning_rate": 0.0002088693999771207,
      "loss": 2.1562,
      "step": 49185
    },
    {
      "epoch": 2.288253082112119,
      "grad_norm": 1.6289235682082384,
      "learning_rate": 0.0002088659863147091,
      "loss": 2.6406,
      "step": 49186
    },
    {
      "epoch": 2.2882996045592,
      "grad_norm": 1.1888208655381558,
      "learning_rate": 0.00020886257261625943,
      "loss": 2.3594,
      "step": 49187
    },
    {
      "epoch": 2.2883461270062804,
      "grad_norm": 1.1896176824422766,
      "learning_rate": 0.0002088591588817737,
      "loss": 2.3125,
      "step": 49188
    },
    {
      "epoch": 2.2883926494533613,
      "grad_norm": 1.2419509582925126,
      "learning_rate": 0.00020885574511125406,
      "loss": 2.2188,
      "step": 49189
    },
    {
      "epoch": 2.2884391719004418,
      "grad_norm": 1.1634461960287636,
      "learning_rate": 0.00020885233130470257,
      "loss": 2.2344,
      "step": 49190
    },
    {
      "epoch": 2.2884856943475227,
      "grad_norm": 1.1707469143584521,
      "learning_rate": 0.0002088489174621214,
      "loss": 2.3906,
      "step": 49191
    },
    {
      "epoch": 2.2885322167946036,
      "grad_norm": 1.1667657803932947,
      "learning_rate": 0.0002088455035835125,
      "loss": 2.2344,
      "step": 49192
    },
    {
      "epoch": 2.288578739241684,
      "grad_norm": 1.2870776446234393,
      "learning_rate": 0.00020884208966887805,
      "loss": 2.3281,
      "step": 49193
    },
    {
      "epoch": 2.288625261688765,
      "grad_norm": 1.1448119104338597,
      "learning_rate": 0.00020883867571822018,
      "loss": 2.1719,
      "step": 49194
    },
    {
      "epoch": 2.2886717841358455,
      "grad_norm": 1.1690565130412571,
      "learning_rate": 0.00020883526173154092,
      "loss": 2.1875,
      "step": 49195
    },
    {
      "epoch": 2.2887183065829264,
      "grad_norm": 1.1289294753449242,
      "learning_rate": 0.00020883184770884234,
      "loss": 2.1562,
      "step": 49196
    },
    {
      "epoch": 2.288764829030007,
      "grad_norm": 1.1749064145337262,
      "learning_rate": 0.00020882843365012654,
      "loss": 2.1875,
      "step": 49197
    },
    {
      "epoch": 2.288811351477088,
      "grad_norm": 1.2839319615366134,
      "learning_rate": 0.00020882501955539563,
      "loss": 2.0469,
      "step": 49198
    },
    {
      "epoch": 2.2888578739241683,
      "grad_norm": 1.116854029312696,
      "learning_rate": 0.00020882160542465172,
      "loss": 2.1875,
      "step": 49199
    },
    {
      "epoch": 2.288904396371249,
      "grad_norm": 1.3104739480409238,
      "learning_rate": 0.00020881819125789688,
      "loss": 2.4219,
      "step": 49200
    },
    {
      "epoch": 2.2889509188183297,
      "grad_norm": 1.2089713858754312,
      "learning_rate": 0.00020881477705513317,
      "loss": 2.2188,
      "step": 49201
    },
    {
      "epoch": 2.2889974412654106,
      "grad_norm": 1.2453497597843277,
      "learning_rate": 0.00020881136281636272,
      "loss": 2.3594,
      "step": 49202
    },
    {
      "epoch": 2.2890439637124915,
      "grad_norm": 1.1972383363986006,
      "learning_rate": 0.00020880794854158754,
      "loss": 2.375,
      "step": 49203
    },
    {
      "epoch": 2.289090486159572,
      "grad_norm": 1.20951394565732,
      "learning_rate": 0.0002088045342308099,
      "loss": 2.1719,
      "step": 49204
    },
    {
      "epoch": 2.2891370086066525,
      "grad_norm": 1.2190901413070194,
      "learning_rate": 0.0002088011198840317,
      "loss": 2.5,
      "step": 49205
    },
    {
      "epoch": 2.2891835310537334,
      "grad_norm": 1.2213047119129383,
      "learning_rate": 0.00020879770550125517,
      "loss": 2.25,
      "step": 49206
    },
    {
      "epoch": 2.2892300535008143,
      "grad_norm": 1.2422918858936889,
      "learning_rate": 0.0002087942910824823,
      "loss": 1.9453,
      "step": 49207
    },
    {
      "epoch": 2.289276575947895,
      "grad_norm": 1.2603182100301011,
      "learning_rate": 0.00020879087662771523,
      "loss": 2.3594,
      "step": 49208
    },
    {
      "epoch": 2.2893230983949757,
      "grad_norm": 1.4514858278369223,
      "learning_rate": 0.00020878746213695605,
      "loss": 2.3125,
      "step": 49209
    },
    {
      "epoch": 2.289369620842056,
      "grad_norm": 1.27583104190855,
      "learning_rate": 0.00020878404761020682,
      "loss": 2.4375,
      "step": 49210
    },
    {
      "epoch": 2.289416143289137,
      "grad_norm": 1.1878671575432047,
      "learning_rate": 0.00020878063304746966,
      "loss": 2.1406,
      "step": 49211
    },
    {
      "epoch": 2.2894626657362176,
      "grad_norm": 1.2446745043322458,
      "learning_rate": 0.00020877721844874664,
      "loss": 2.2031,
      "step": 49212
    },
    {
      "epoch": 2.2895091881832985,
      "grad_norm": 1.259310650400142,
      "learning_rate": 0.00020877380381403984,
      "loss": 2.6406,
      "step": 49213
    },
    {
      "epoch": 2.289555710630379,
      "grad_norm": 1.2913150163236065,
      "learning_rate": 0.00020877038914335138,
      "loss": 2.5625,
      "step": 49214
    },
    {
      "epoch": 2.28960223307746,
      "grad_norm": 1.156270371870754,
      "learning_rate": 0.00020876697443668335,
      "loss": 2.0469,
      "step": 49215
    },
    {
      "epoch": 2.2896487555245404,
      "grad_norm": 1.175969675870114,
      "learning_rate": 0.00020876355969403785,
      "loss": 2.1406,
      "step": 49216
    },
    {
      "epoch": 2.2896952779716213,
      "grad_norm": 1.1859971523914976,
      "learning_rate": 0.00020876014491541693,
      "loss": 2.1875,
      "step": 49217
    },
    {
      "epoch": 2.2897418004187022,
      "grad_norm": 1.3171842323642255,
      "learning_rate": 0.0002087567301008227,
      "loss": 2.3438,
      "step": 49218
    },
    {
      "epoch": 2.2897883228657827,
      "grad_norm": 1.175903979511764,
      "learning_rate": 0.0002087533152502573,
      "loss": 1.8828,
      "step": 49219
    },
    {
      "epoch": 2.2898348453128636,
      "grad_norm": 1.1701756211794636,
      "learning_rate": 0.00020874990036372275,
      "loss": 2.1875,
      "step": 49220
    },
    {
      "epoch": 2.289881367759944,
      "grad_norm": 1.2044765096541208,
      "learning_rate": 0.00020874648544122118,
      "loss": 2.4062,
      "step": 49221
    },
    {
      "epoch": 2.289927890207025,
      "grad_norm": 1.2516393604630482,
      "learning_rate": 0.00020874307048275462,
      "loss": 2.2656,
      "step": 49222
    },
    {
      "epoch": 2.2899744126541055,
      "grad_norm": 1.165830298682206,
      "learning_rate": 0.0002087396554883252,
      "loss": 2.1562,
      "step": 49223
    },
    {
      "epoch": 2.2900209351011864,
      "grad_norm": 1.2921196136707171,
      "learning_rate": 0.0002087362404579351,
      "loss": 2.4219,
      "step": 49224
    },
    {
      "epoch": 2.290067457548267,
      "grad_norm": 1.2047114310946834,
      "learning_rate": 0.0002087328253915862,
      "loss": 2.0938,
      "step": 49225
    },
    {
      "epoch": 2.290113979995348,
      "grad_norm": 1.1258807875105825,
      "learning_rate": 0.00020872941028928082,
      "loss": 1.875,
      "step": 49226
    },
    {
      "epoch": 2.2901605024424283,
      "grad_norm": 1.2064011728798196,
      "learning_rate": 0.0002087259951510209,
      "loss": 2.4219,
      "step": 49227
    },
    {
      "epoch": 2.2902070248895092,
      "grad_norm": 1.2108812110095466,
      "learning_rate": 0.0002087225799768086,
      "loss": 2.4688,
      "step": 49228
    },
    {
      "epoch": 2.29025354733659,
      "grad_norm": 1.10671908161644,
      "learning_rate": 0.00020871916476664597,
      "loss": 1.6562,
      "step": 49229
    },
    {
      "epoch": 2.2903000697836706,
      "grad_norm": 1.1684565872732522,
      "learning_rate": 0.00020871574952053518,
      "loss": 2.3906,
      "step": 49230
    },
    {
      "epoch": 2.290346592230751,
      "grad_norm": 1.1940193464882927,
      "learning_rate": 0.00020871233423847818,
      "loss": 2.1875,
      "step": 49231
    },
    {
      "epoch": 2.290393114677832,
      "grad_norm": 1.3295281849150573,
      "learning_rate": 0.00020870891892047722,
      "loss": 2.5312,
      "step": 49232
    },
    {
      "epoch": 2.290439637124913,
      "grad_norm": 1.176591980556017,
      "learning_rate": 0.00020870550356653428,
      "loss": 2.2188,
      "step": 49233
    },
    {
      "epoch": 2.2904861595719934,
      "grad_norm": 1.2084494812391295,
      "learning_rate": 0.00020870208817665148,
      "loss": 2.4844,
      "step": 49234
    },
    {
      "epoch": 2.2905326820190743,
      "grad_norm": 1.2114974094438984,
      "learning_rate": 0.00020869867275083095,
      "loss": 2.2969,
      "step": 49235
    },
    {
      "epoch": 2.290579204466155,
      "grad_norm": 1.1589248533512597,
      "learning_rate": 0.00020869525728907466,
      "loss": 2.3125,
      "step": 49236
    },
    {
      "epoch": 2.2906257269132357,
      "grad_norm": 1.155944476510074,
      "learning_rate": 0.00020869184179138486,
      "loss": 2.1406,
      "step": 49237
    },
    {
      "epoch": 2.290672249360316,
      "grad_norm": 1.2886316092800383,
      "learning_rate": 0.00020868842625776352,
      "loss": 2.1406,
      "step": 49238
    },
    {
      "epoch": 2.290718771807397,
      "grad_norm": 1.3143522606315696,
      "learning_rate": 0.00020868501068821283,
      "loss": 2.3125,
      "step": 49239
    },
    {
      "epoch": 2.2907652942544776,
      "grad_norm": 1.2448898230335,
      "learning_rate": 0.0002086815950827348,
      "loss": 2.4219,
      "step": 49240
    },
    {
      "epoch": 2.2908118167015585,
      "grad_norm": 1.2173262586915161,
      "learning_rate": 0.0002086781794413316,
      "loss": 2.1094,
      "step": 49241
    },
    {
      "epoch": 2.290858339148639,
      "grad_norm": 1.2369295945959613,
      "learning_rate": 0.00020867476376400522,
      "loss": 2.1406,
      "step": 49242
    },
    {
      "epoch": 2.29090486159572,
      "grad_norm": 1.3000564953829752,
      "learning_rate": 0.0002086713480507578,
      "loss": 2.4844,
      "step": 49243
    },
    {
      "epoch": 2.290951384042801,
      "grad_norm": 1.3061019411808101,
      "learning_rate": 0.00020866793230159145,
      "loss": 2.25,
      "step": 49244
    },
    {
      "epoch": 2.2909979064898813,
      "grad_norm": 1.1105596522282952,
      "learning_rate": 0.00020866451651650828,
      "loss": 2.0312,
      "step": 49245
    },
    {
      "epoch": 2.2910444289369623,
      "grad_norm": 1.1675507361241688,
      "learning_rate": 0.00020866110069551032,
      "loss": 2.2812,
      "step": 49246
    },
    {
      "epoch": 2.2910909513840427,
      "grad_norm": 1.3303685396421872,
      "learning_rate": 0.00020865768483859965,
      "loss": 2.3594,
      "step": 49247
    },
    {
      "epoch": 2.2911374738311236,
      "grad_norm": 1.2249315403874579,
      "learning_rate": 0.00020865426894577845,
      "loss": 2.3281,
      "step": 49248
    },
    {
      "epoch": 2.291183996278204,
      "grad_norm": 1.2048901307404132,
      "learning_rate": 0.00020865085301704874,
      "loss": 2.2812,
      "step": 49249
    },
    {
      "epoch": 2.291230518725285,
      "grad_norm": 1.2602123344597924,
      "learning_rate": 0.00020864743705241266,
      "loss": 2.2969,
      "step": 49250
    },
    {
      "epoch": 2.2912770411723655,
      "grad_norm": 1.1314179071697477,
      "learning_rate": 0.00020864402105187223,
      "loss": 2.125,
      "step": 49251
    },
    {
      "epoch": 2.2913235636194464,
      "grad_norm": 1.1950261398479463,
      "learning_rate": 0.0002086406050154296,
      "loss": 2.4375,
      "step": 49252
    },
    {
      "epoch": 2.291370086066527,
      "grad_norm": 1.2163703829795727,
      "learning_rate": 0.00020863718894308689,
      "loss": 2.4688,
      "step": 49253
    },
    {
      "epoch": 2.291416608513608,
      "grad_norm": 1.2252179665332472,
      "learning_rate": 0.0002086337728348461,
      "loss": 1.9375,
      "step": 49254
    },
    {
      "epoch": 2.2914631309606888,
      "grad_norm": 1.1903270138379667,
      "learning_rate": 0.00020863035669070934,
      "loss": 2.2969,
      "step": 49255
    },
    {
      "epoch": 2.2915096534077692,
      "grad_norm": 1.1330963676235186,
      "learning_rate": 0.0002086269405106788,
      "loss": 2.0312,
      "step": 49256
    },
    {
      "epoch": 2.2915561758548497,
      "grad_norm": 1.2777782197104193,
      "learning_rate": 0.0002086235242947565,
      "loss": 2.3125,
      "step": 49257
    },
    {
      "epoch": 2.2916026983019306,
      "grad_norm": 1.1783324395672825,
      "learning_rate": 0.00020862010804294446,
      "loss": 2.2656,
      "step": 49258
    },
    {
      "epoch": 2.2916492207490116,
      "grad_norm": 1.1519475238084642,
      "learning_rate": 0.00020861669175524492,
      "loss": 2.1875,
      "step": 49259
    },
    {
      "epoch": 2.291695743196092,
      "grad_norm": 1.1857259252411994,
      "learning_rate": 0.0002086132754316598,
      "loss": 2.1094,
      "step": 49260
    },
    {
      "epoch": 2.291742265643173,
      "grad_norm": 1.2347457640209671,
      "learning_rate": 0.0002086098590721914,
      "loss": 2.375,
      "step": 49261
    },
    {
      "epoch": 2.2917887880902534,
      "grad_norm": 1.188273059245565,
      "learning_rate": 0.00020860644267684162,
      "loss": 2.2812,
      "step": 49262
    },
    {
      "epoch": 2.2918353105373344,
      "grad_norm": 1.244872219447005,
      "learning_rate": 0.0002086030262456127,
      "loss": 2.2656,
      "step": 49263
    },
    {
      "epoch": 2.291881832984415,
      "grad_norm": 1.1198424625708905,
      "learning_rate": 0.0002085996097785066,
      "loss": 2.2031,
      "step": 49264
    },
    {
      "epoch": 2.2919283554314958,
      "grad_norm": 1.112237896405262,
      "learning_rate": 0.00020859619327552551,
      "loss": 2.0625,
      "step": 49265
    },
    {
      "epoch": 2.2919748778785762,
      "grad_norm": 1.1656283976505728,
      "learning_rate": 0.00020859277673667144,
      "loss": 2.4531,
      "step": 49266
    },
    {
      "epoch": 2.292021400325657,
      "grad_norm": 1.1868374109134794,
      "learning_rate": 0.0002085893601619466,
      "loss": 2.1875,
      "step": 49267
    },
    {
      "epoch": 2.2920679227727376,
      "grad_norm": 1.1906649878844546,
      "learning_rate": 0.00020858594355135294,
      "loss": 2.2812,
      "step": 49268
    },
    {
      "epoch": 2.2921144452198186,
      "grad_norm": 1.3014416701145248,
      "learning_rate": 0.00020858252690489262,
      "loss": 2.2812,
      "step": 49269
    },
    {
      "epoch": 2.2921609676668995,
      "grad_norm": 1.3133965256834665,
      "learning_rate": 0.0002085791102225678,
      "loss": 2.5312,
      "step": 49270
    },
    {
      "epoch": 2.29220749011398,
      "grad_norm": 1.2712390075939286,
      "learning_rate": 0.0002085756935043804,
      "loss": 2.3281,
      "step": 49271
    },
    {
      "epoch": 2.292254012561061,
      "grad_norm": 1.1167772268542007,
      "learning_rate": 0.00020857227675033271,
      "loss": 2.1875,
      "step": 49272
    },
    {
      "epoch": 2.2923005350081413,
      "grad_norm": 1.2362486424895525,
      "learning_rate": 0.00020856885996042672,
      "loss": 2.4688,
      "step": 49273
    },
    {
      "epoch": 2.2923470574552223,
      "grad_norm": 1.1802253851784124,
      "learning_rate": 0.00020856544313466448,
      "loss": 2.2969,
      "step": 49274
    },
    {
      "epoch": 2.2923935799023027,
      "grad_norm": 1.2674665783557346,
      "learning_rate": 0.00020856202627304814,
      "loss": 2.3594,
      "step": 49275
    },
    {
      "epoch": 2.2924401023493837,
      "grad_norm": 1.1692413375430908,
      "learning_rate": 0.00020855860937557985,
      "loss": 2.3281,
      "step": 49276
    },
    {
      "epoch": 2.292486624796464,
      "grad_norm": 1.2633560032347235,
      "learning_rate": 0.00020855519244226156,
      "loss": 2.5,
      "step": 49277
    },
    {
      "epoch": 2.292533147243545,
      "grad_norm": 1.1719785614217093,
      "learning_rate": 0.00020855177547309545,
      "loss": 2.3125,
      "step": 49278
    },
    {
      "epoch": 2.2925796696906255,
      "grad_norm": 1.178116241296992,
      "learning_rate": 0.0002085483584680836,
      "loss": 2.125,
      "step": 49279
    },
    {
      "epoch": 2.2926261921377065,
      "grad_norm": 1.2271897170949566,
      "learning_rate": 0.00020854494142722807,
      "loss": 2.2969,
      "step": 49280
    },
    {
      "epoch": 2.2926727145847874,
      "grad_norm": 1.1454251810948914,
      "learning_rate": 0.00020854152435053103,
      "loss": 2.1562,
      "step": 49281
    },
    {
      "epoch": 2.292719237031868,
      "grad_norm": 1.5220964559000847,
      "learning_rate": 0.0002085381072379945,
      "loss": 2.2031,
      "step": 49282
    },
    {
      "epoch": 2.292765759478949,
      "grad_norm": 1.3358997850066596,
      "learning_rate": 0.00020853469008962064,
      "loss": 2.2969,
      "step": 49283
    },
    {
      "epoch": 2.2928122819260293,
      "grad_norm": 1.2453701829309225,
      "learning_rate": 0.00020853127290541143,
      "loss": 2.2656,
      "step": 49284
    },
    {
      "epoch": 2.29285880437311,
      "grad_norm": 1.2000552264902735,
      "learning_rate": 0.00020852785568536907,
      "loss": 2.3438,
      "step": 49285
    },
    {
      "epoch": 2.2929053268201907,
      "grad_norm": 1.2278954039184138,
      "learning_rate": 0.0002085244384294956,
      "loss": 2.25,
      "step": 49286
    },
    {
      "epoch": 2.2929518492672716,
      "grad_norm": 1.235346273380495,
      "learning_rate": 0.00020852102113779315,
      "loss": 2.5156,
      "step": 49287
    },
    {
      "epoch": 2.292998371714352,
      "grad_norm": 1.1529426946911745,
      "learning_rate": 0.00020851760381026377,
      "loss": 2.4375,
      "step": 49288
    },
    {
      "epoch": 2.293044894161433,
      "grad_norm": 1.308438621744016,
      "learning_rate": 0.00020851418644690954,
      "loss": 2.5469,
      "step": 49289
    },
    {
      "epoch": 2.2930914166085135,
      "grad_norm": 1.2102658134916382,
      "learning_rate": 0.0002085107690477326,
      "loss": 2.375,
      "step": 49290
    },
    {
      "epoch": 2.2931379390555944,
      "grad_norm": 1.28732851986078,
      "learning_rate": 0.000208507351612735,
      "loss": 2.1875,
      "step": 49291
    },
    {
      "epoch": 2.293184461502675,
      "grad_norm": 1.1871121569958698,
      "learning_rate": 0.0002085039341419189,
      "loss": 2.2969,
      "step": 49292
    },
    {
      "epoch": 2.2932309839497558,
      "grad_norm": 1.1993567849316185,
      "learning_rate": 0.0002085005166352863,
      "loss": 2.1094,
      "step": 49293
    },
    {
      "epoch": 2.2932775063968363,
      "grad_norm": 1.3169245299370231,
      "learning_rate": 0.00020849709909283938,
      "loss": 2.6719,
      "step": 49294
    },
    {
      "epoch": 2.293324028843917,
      "grad_norm": 1.2330746177421525,
      "learning_rate": 0.0002084936815145802,
      "loss": 2.2656,
      "step": 49295
    },
    {
      "epoch": 2.293370551290998,
      "grad_norm": 1.1879926934860068,
      "learning_rate": 0.00020849026390051082,
      "loss": 1.8203,
      "step": 49296
    },
    {
      "epoch": 2.2934170737380786,
      "grad_norm": 1.1959143842661994,
      "learning_rate": 0.00020848684625063334,
      "loss": 2.375,
      "step": 49297
    },
    {
      "epoch": 2.2934635961851595,
      "grad_norm": 1.2004916886103412,
      "learning_rate": 0.0002084834285649499,
      "loss": 2.3281,
      "step": 49298
    },
    {
      "epoch": 2.29351011863224,
      "grad_norm": 1.262269516490031,
      "learning_rate": 0.00020848001084346253,
      "loss": 2.5312,
      "step": 49299
    },
    {
      "epoch": 2.293556641079321,
      "grad_norm": 1.1959016887075336,
      "learning_rate": 0.00020847659308617338,
      "loss": 2.2969,
      "step": 49300
    },
    {
      "epoch": 2.2936031635264014,
      "grad_norm": 1.8933535629292015,
      "learning_rate": 0.00020847317529308447,
      "loss": 2.4375,
      "step": 49301
    },
    {
      "epoch": 2.2936496859734823,
      "grad_norm": 1.296167148411593,
      "learning_rate": 0.00020846975746419797,
      "loss": 2.1406,
      "step": 49302
    },
    {
      "epoch": 2.2936962084205628,
      "grad_norm": 1.2358198998332535,
      "learning_rate": 0.00020846633959951594,
      "loss": 2.1562,
      "step": 49303
    },
    {
      "epoch": 2.2937427308676437,
      "grad_norm": 1.3474866920490074,
      "learning_rate": 0.00020846292169904047,
      "loss": 2.4375,
      "step": 49304
    },
    {
      "epoch": 2.293789253314724,
      "grad_norm": 1.267322268675118,
      "learning_rate": 0.0002084595037627737,
      "loss": 2.4375,
      "step": 49305
    },
    {
      "epoch": 2.293835775761805,
      "grad_norm": 1.1598593390089018,
      "learning_rate": 0.00020845608579071759,
      "loss": 2.1562,
      "step": 49306
    },
    {
      "epoch": 2.293882298208886,
      "grad_norm": 1.302479244313372,
      "learning_rate": 0.00020845266778287438,
      "loss": 2.1875,
      "step": 49307
    },
    {
      "epoch": 2.2939288206559665,
      "grad_norm": 1.2270474117294239,
      "learning_rate": 0.00020844924973924608,
      "loss": 2.4062,
      "step": 49308
    },
    {
      "epoch": 2.2939753431030474,
      "grad_norm": 1.2635568494217533,
      "learning_rate": 0.00020844583165983483,
      "loss": 2.4375,
      "step": 49309
    },
    {
      "epoch": 2.294021865550128,
      "grad_norm": 1.1729413359084722,
      "learning_rate": 0.00020844241354464266,
      "loss": 2.2812,
      "step": 49310
    },
    {
      "epoch": 2.294068387997209,
      "grad_norm": 1.3047378198432236,
      "learning_rate": 0.0002084389953936717,
      "loss": 2.1875,
      "step": 49311
    },
    {
      "epoch": 2.2941149104442893,
      "grad_norm": 1.125275802663917,
      "learning_rate": 0.00020843557720692405,
      "loss": 2.2656,
      "step": 49312
    },
    {
      "epoch": 2.29416143289137,
      "grad_norm": 1.1459053983083274,
      "learning_rate": 0.0002084321589844018,
      "loss": 2.5156,
      "step": 49313
    },
    {
      "epoch": 2.2942079553384507,
      "grad_norm": 1.090606656578287,
      "learning_rate": 0.00020842874072610708,
      "loss": 2.0938,
      "step": 49314
    },
    {
      "epoch": 2.2942544777855316,
      "grad_norm": 1.29962122639135,
      "learning_rate": 0.00020842532243204188,
      "loss": 2.2969,
      "step": 49315
    },
    {
      "epoch": 2.294301000232612,
      "grad_norm": 1.1538254143964186,
      "learning_rate": 0.00020842190410220838,
      "loss": 2.1406,
      "step": 49316
    },
    {
      "epoch": 2.294347522679693,
      "grad_norm": 1.3304886819041524,
      "learning_rate": 0.00020841848573660863,
      "loss": 2.4531,
      "step": 49317
    },
    {
      "epoch": 2.294394045126774,
      "grad_norm": 1.179736057601241,
      "learning_rate": 0.0002084150673352448,
      "loss": 2.2969,
      "step": 49318
    },
    {
      "epoch": 2.2944405675738544,
      "grad_norm": 1.1454037849891492,
      "learning_rate": 0.00020841164889811887,
      "loss": 2.0938,
      "step": 49319
    },
    {
      "epoch": 2.294487090020935,
      "grad_norm": 1.1589230530805368,
      "learning_rate": 0.00020840823042523295,
      "loss": 2.5312,
      "step": 49320
    },
    {
      "epoch": 2.294533612468016,
      "grad_norm": 1.2944844153594706,
      "learning_rate": 0.0002084048119165892,
      "loss": 1.8672,
      "step": 49321
    },
    {
      "epoch": 2.2945801349150967,
      "grad_norm": 1.1649788740225187,
      "learning_rate": 0.0002084013933721897,
      "loss": 1.5469,
      "step": 49322
    },
    {
      "epoch": 2.294626657362177,
      "grad_norm": 1.2204100943766185,
      "learning_rate": 0.0002083979747920365,
      "loss": 2.0781,
      "step": 49323
    },
    {
      "epoch": 2.294673179809258,
      "grad_norm": 1.2825975725443035,
      "learning_rate": 0.00020839455617613172,
      "loss": 2.2344,
      "step": 49324
    },
    {
      "epoch": 2.2947197022563386,
      "grad_norm": 1.271481717271789,
      "learning_rate": 0.00020839113752447742,
      "loss": 2.3438,
      "step": 49325
    },
    {
      "epoch": 2.2947662247034195,
      "grad_norm": 1.2560136839914238,
      "learning_rate": 0.00020838771883707578,
      "loss": 2.1094,
      "step": 49326
    },
    {
      "epoch": 2.2948127471505,
      "grad_norm": 1.0673727829321056,
      "learning_rate": 0.00020838430011392881,
      "loss": 1.5938,
      "step": 49327
    },
    {
      "epoch": 2.294859269597581,
      "grad_norm": 1.1616520047506749,
      "learning_rate": 0.00020838088135503863,
      "loss": 2.2188,
      "step": 49328
    },
    {
      "epoch": 2.2949057920446614,
      "grad_norm": 1.2385843717865292,
      "learning_rate": 0.00020837746256040734,
      "loss": 2.3125,
      "step": 49329
    },
    {
      "epoch": 2.2949523144917423,
      "grad_norm": 1.3228066091341875,
      "learning_rate": 0.00020837404373003697,
      "loss": 2.125,
      "step": 49330
    },
    {
      "epoch": 2.294998836938823,
      "grad_norm": 1.281904597637957,
      "learning_rate": 0.00020837062486392974,
      "loss": 2.0781,
      "step": 49331
    },
    {
      "epoch": 2.2950453593859037,
      "grad_norm": 1.1640856497952154,
      "learning_rate": 0.0002083672059620876,
      "loss": 2.2188,
      "step": 49332
    },
    {
      "epoch": 2.2950918818329846,
      "grad_norm": 1.2287768725626824,
      "learning_rate": 0.0002083637870245128,
      "loss": 2.125,
      "step": 49333
    },
    {
      "epoch": 2.295138404280065,
      "grad_norm": 1.2272138779522324,
      "learning_rate": 0.00020836036805120726,
      "loss": 2.2969,
      "step": 49334
    },
    {
      "epoch": 2.295184926727146,
      "grad_norm": 1.2231191852914547,
      "learning_rate": 0.00020835694904217317,
      "loss": 2.1719,
      "step": 49335
    },
    {
      "epoch": 2.2952314491742265,
      "grad_norm": 1.2089987001405973,
      "learning_rate": 0.00020835352999741262,
      "loss": 2.0312,
      "step": 49336
    },
    {
      "epoch": 2.2952779716213074,
      "grad_norm": 1.180168074305996,
      "learning_rate": 0.00020835011091692774,
      "loss": 2.3281,
      "step": 49337
    },
    {
      "epoch": 2.295324494068388,
      "grad_norm": 1.2425674803620286,
      "learning_rate": 0.0002083466918007205,
      "loss": 2.4688,
      "step": 49338
    },
    {
      "epoch": 2.295371016515469,
      "grad_norm": 1.416172302777956,
      "learning_rate": 0.00020834327264879316,
      "loss": 2.2812,
      "step": 49339
    },
    {
      "epoch": 2.2954175389625493,
      "grad_norm": 1.374378484184151,
      "learning_rate": 0.00020833985346114769,
      "loss": 2.1719,
      "step": 49340
    },
    {
      "epoch": 2.29546406140963,
      "grad_norm": 1.351272562044893,
      "learning_rate": 0.00020833643423778618,
      "loss": 1.6719,
      "step": 49341
    },
    {
      "epoch": 2.2955105838567107,
      "grad_norm": 1.1244518250128597,
      "learning_rate": 0.00020833301497871084,
      "loss": 1.9297,
      "step": 49342
    },
    {
      "epoch": 2.2955571063037916,
      "grad_norm": 1.370472488164026,
      "learning_rate": 0.0002083295956839236,
      "loss": 2.2656,
      "step": 49343
    },
    {
      "epoch": 2.2956036287508725,
      "grad_norm": 1.3020812094361893,
      "learning_rate": 0.00020832617635342668,
      "loss": 2.3438,
      "step": 49344
    },
    {
      "epoch": 2.295650151197953,
      "grad_norm": 1.2635281419609825,
      "learning_rate": 0.00020832275698722213,
      "loss": 2.4375,
      "step": 49345
    },
    {
      "epoch": 2.2956966736450335,
      "grad_norm": 1.3340940108921084,
      "learning_rate": 0.00020831933758531202,
      "loss": 2.4844,
      "step": 49346
    },
    {
      "epoch": 2.2957431960921144,
      "grad_norm": 1.4208210328775286,
      "learning_rate": 0.00020831591814769845,
      "loss": 1.6719,
      "step": 49347
    },
    {
      "epoch": 2.2957897185391953,
      "grad_norm": 1.1274389654242927,
      "learning_rate": 0.00020831249867438363,
      "loss": 2.1719,
      "step": 49348
    },
    {
      "epoch": 2.295836240986276,
      "grad_norm": 1.2857155638467854,
      "learning_rate": 0.00020830907916536944,
      "loss": 2.5938,
      "step": 49349
    },
    {
      "epoch": 2.2958827634333567,
      "grad_norm": 1.2684897984851153,
      "learning_rate": 0.00020830565962065816,
      "loss": 2.1875,
      "step": 49350
    },
    {
      "epoch": 2.295929285880437,
      "grad_norm": 1.1868927642797045,
      "learning_rate": 0.00020830224004025178,
      "loss": 2.3125,
      "step": 49351
    },
    {
      "epoch": 2.295975808327518,
      "grad_norm": 1.1830054871499762,
      "learning_rate": 0.00020829882042415246,
      "loss": 2.0938,
      "step": 49352
    },
    {
      "epoch": 2.2960223307745986,
      "grad_norm": 1.2576407876102262,
      "learning_rate": 0.00020829540077236226,
      "loss": 2.0625,
      "step": 49353
    },
    {
      "epoch": 2.2960688532216795,
      "grad_norm": 1.1925880112516993,
      "learning_rate": 0.00020829198108488324,
      "loss": 2.1406,
      "step": 49354
    },
    {
      "epoch": 2.29611537566876,
      "grad_norm": 1.258174268631456,
      "learning_rate": 0.00020828856136171752,
      "loss": 2.3281,
      "step": 49355
    },
    {
      "epoch": 2.296161898115841,
      "grad_norm": 1.260430552424452,
      "learning_rate": 0.0002082851416028672,
      "loss": 2.2344,
      "step": 49356
    },
    {
      "epoch": 2.2962084205629214,
      "grad_norm": 1.2178223274188438,
      "learning_rate": 0.0002082817218083344,
      "loss": 2.1719,
      "step": 49357
    },
    {
      "epoch": 2.2962549430100023,
      "grad_norm": 1.4993988665545743,
      "learning_rate": 0.00020827830197812117,
      "loss": 2.5938,
      "step": 49358
    },
    {
      "epoch": 2.2963014654570832,
      "grad_norm": 1.1280093256678485,
      "learning_rate": 0.0002082748821122296,
      "loss": 2.1719,
      "step": 49359
    },
    {
      "epoch": 2.2963479879041637,
      "grad_norm": 1.3368628699632719,
      "learning_rate": 0.0002082714622106618,
      "loss": 2.4844,
      "step": 49360
    },
    {
      "epoch": 2.2963945103512446,
      "grad_norm": 1.160006850791923,
      "learning_rate": 0.0002082680422734199,
      "loss": 2.4531,
      "step": 49361
    },
    {
      "epoch": 2.296441032798325,
      "grad_norm": 1.1976944832923273,
      "learning_rate": 0.000208264622300506,
      "loss": 2.4844,
      "step": 49362
    },
    {
      "epoch": 2.296487555245406,
      "grad_norm": 1.2912960728516132,
      "learning_rate": 0.00020826120229192212,
      "loss": 2.3281,
      "step": 49363
    },
    {
      "epoch": 2.2965340776924865,
      "grad_norm": 1.3737031515616651,
      "learning_rate": 0.00020825778224767033,
      "loss": 1.6953,
      "step": 49364
    },
    {
      "epoch": 2.2965806001395674,
      "grad_norm": 1.2668866787850124,
      "learning_rate": 0.00020825436216775285,
      "loss": 1.9922,
      "step": 49365
    },
    {
      "epoch": 2.296627122586648,
      "grad_norm": 1.2740358366958968,
      "learning_rate": 0.0002082509420521717,
      "loss": 2.2656,
      "step": 49366
    },
    {
      "epoch": 2.296673645033729,
      "grad_norm": 1.2593310010506051,
      "learning_rate": 0.00020824752190092894,
      "loss": 2.2188,
      "step": 49367
    },
    {
      "epoch": 2.2967201674808093,
      "grad_norm": 1.074635554555693,
      "learning_rate": 0.00020824410171402672,
      "loss": 1.9609,
      "step": 49368
    },
    {
      "epoch": 2.2967666899278902,
      "grad_norm": 1.1986539725524472,
      "learning_rate": 0.00020824068149146712,
      "loss": 1.6875,
      "step": 49369
    },
    {
      "epoch": 2.296813212374971,
      "grad_norm": 1.2024219769814886,
      "learning_rate": 0.00020823726123325227,
      "loss": 2.125,
      "step": 49370
    },
    {
      "epoch": 2.2968597348220516,
      "grad_norm": 1.2425305165481164,
      "learning_rate": 0.00020823384093938418,
      "loss": 2.4688,
      "step": 49371
    },
    {
      "epoch": 2.296906257269132,
      "grad_norm": 1.0326204794599576,
      "learning_rate": 0.000208230420609865,
      "loss": 1.6562,
      "step": 49372
    },
    {
      "epoch": 2.296952779716213,
      "grad_norm": 1.164732869006865,
      "learning_rate": 0.0002082270002446968,
      "loss": 2.2969,
      "step": 49373
    },
    {
      "epoch": 2.296999302163294,
      "grad_norm": 1.198171132263087,
      "learning_rate": 0.00020822357984388173,
      "loss": 2.2344,
      "step": 49374
    },
    {
      "epoch": 2.2970458246103744,
      "grad_norm": 1.3199821688040412,
      "learning_rate": 0.00020822015940742181,
      "loss": 2.5781,
      "step": 49375
    },
    {
      "epoch": 2.2970923470574554,
      "grad_norm": 1.1687537668470644,
      "learning_rate": 0.0002082167389353192,
      "loss": 2.3438,
      "step": 49376
    },
    {
      "epoch": 2.297138869504536,
      "grad_norm": 1.1572446766235254,
      "learning_rate": 0.0002082133184275759,
      "loss": 2.0156,
      "step": 49377
    },
    {
      "epoch": 2.2971853919516168,
      "grad_norm": 1.2963484446059952,
      "learning_rate": 0.00020820989788419413,
      "loss": 2.5625,
      "step": 49378
    },
    {
      "epoch": 2.2972319143986972,
      "grad_norm": 1.15655273946709,
      "learning_rate": 0.00020820647730517586,
      "loss": 2.2969,
      "step": 49379
    },
    {
      "epoch": 2.297278436845778,
      "grad_norm": 1.1588799068457205,
      "learning_rate": 0.00020820305669052322,
      "loss": 2.3906,
      "step": 49380
    },
    {
      "epoch": 2.2973249592928586,
      "grad_norm": 1.200192654317903,
      "learning_rate": 0.0002081996360402384,
      "loss": 2.3125,
      "step": 49381
    },
    {
      "epoch": 2.2973714817399395,
      "grad_norm": 1.2662864550062412,
      "learning_rate": 0.0002081962153543234,
      "loss": 2.4219,
      "step": 49382
    },
    {
      "epoch": 2.29741800418702,
      "grad_norm": 1.2425990433707503,
      "learning_rate": 0.00020819279463278031,
      "loss": 2.25,
      "step": 49383
    },
    {
      "epoch": 2.297464526634101,
      "grad_norm": 1.1760830458956268,
      "learning_rate": 0.00020818937387561122,
      "loss": 2.3281,
      "step": 49384
    },
    {
      "epoch": 2.297511049081182,
      "grad_norm": 1.1319474111809067,
      "learning_rate": 0.00020818595308281834,
      "loss": 2.3125,
      "step": 49385
    },
    {
      "epoch": 2.2975575715282623,
      "grad_norm": 1.381427467072323,
      "learning_rate": 0.0002081825322544036,
      "loss": 2.2656,
      "step": 49386
    },
    {
      "epoch": 2.2976040939753433,
      "grad_norm": 1.177159846547577,
      "learning_rate": 0.00020817911139036922,
      "loss": 2.3906,
      "step": 49387
    },
    {
      "epoch": 2.2976506164224237,
      "grad_norm": 1.1929129715712161,
      "learning_rate": 0.0002081756904907172,
      "loss": 2.2812,
      "step": 49388
    },
    {
      "epoch": 2.2976971388695047,
      "grad_norm": 1.1726675805545506,
      "learning_rate": 0.00020817226955544975,
      "loss": 1.9141,
      "step": 49389
    },
    {
      "epoch": 2.297743661316585,
      "grad_norm": 1.2601657502013226,
      "learning_rate": 0.00020816884858456883,
      "loss": 2.5938,
      "step": 49390
    },
    {
      "epoch": 2.297790183763666,
      "grad_norm": 1.166782831519697,
      "learning_rate": 0.0002081654275780766,
      "loss": 2.0938,
      "step": 49391
    },
    {
      "epoch": 2.2978367062107465,
      "grad_norm": 1.263663241860028,
      "learning_rate": 0.00020816200653597517,
      "loss": 2.3281,
      "step": 49392
    },
    {
      "epoch": 2.2978832286578275,
      "grad_norm": 1.15114185795409,
      "learning_rate": 0.00020815858545826662,
      "loss": 2.2344,
      "step": 49393
    },
    {
      "epoch": 2.297929751104908,
      "grad_norm": 1.2332388813297512,
      "learning_rate": 0.00020815516434495305,
      "loss": 2.25,
      "step": 49394
    },
    {
      "epoch": 2.297976273551989,
      "grad_norm": 1.2050224129418712,
      "learning_rate": 0.0002081517431960365,
      "loss": 2.0781,
      "step": 49395
    },
    {
      "epoch": 2.29802279599907,
      "grad_norm": 1.3270883933742035,
      "learning_rate": 0.0002081483220115192,
      "loss": 2.375,
      "step": 49396
    },
    {
      "epoch": 2.2980693184461503,
      "grad_norm": 1.4869578433294441,
      "learning_rate": 0.00020814490079140306,
      "loss": 1.875,
      "step": 49397
    },
    {
      "epoch": 2.298115840893231,
      "grad_norm": 1.1716474500881837,
      "learning_rate": 0.00020814147953569033,
      "loss": 2.0625,
      "step": 49398
    },
    {
      "epoch": 2.2981623633403117,
      "grad_norm": 1.132251382744665,
      "learning_rate": 0.00020813805824438302,
      "loss": 2.125,
      "step": 49399
    },
    {
      "epoch": 2.2982088857873926,
      "grad_norm": 1.2943108902376423,
      "learning_rate": 0.00020813463691748323,
      "loss": 2.2344,
      "step": 49400
    },
    {
      "epoch": 2.298255408234473,
      "grad_norm": 1.1584527340757673,
      "learning_rate": 0.00020813121555499312,
      "loss": 2.0469,
      "step": 49401
    },
    {
      "epoch": 2.298301930681554,
      "grad_norm": 1.3171537686963528,
      "learning_rate": 0.00020812779415691466,
      "loss": 2.4844,
      "step": 49402
    },
    {
      "epoch": 2.2983484531286344,
      "grad_norm": 1.316676356437172,
      "learning_rate": 0.00020812437272325007,
      "loss": 2.5625,
      "step": 49403
    },
    {
      "epoch": 2.2983949755757154,
      "grad_norm": 1.2079934465236422,
      "learning_rate": 0.0002081209512540014,
      "loss": 2.25,
      "step": 49404
    },
    {
      "epoch": 2.298441498022796,
      "grad_norm": 1.1644660195701575,
      "learning_rate": 0.00020811752974917076,
      "loss": 2.1875,
      "step": 49405
    },
    {
      "epoch": 2.2984880204698768,
      "grad_norm": 1.1160173301255782,
      "learning_rate": 0.00020811410820876014,
      "loss": 2.1094,
      "step": 49406
    },
    {
      "epoch": 2.2985345429169572,
      "grad_norm": 1.2226390288253415,
      "learning_rate": 0.0002081106866327718,
      "loss": 2.4219,
      "step": 49407
    },
    {
      "epoch": 2.298581065364038,
      "grad_norm": 1.1823960664710274,
      "learning_rate": 0.00020810726502120777,
      "loss": 2.3906,
      "step": 49408
    },
    {
      "epoch": 2.2986275878111186,
      "grad_norm": 1.2248982118662506,
      "learning_rate": 0.0002081038433740701,
      "loss": 2.2188,
      "step": 49409
    },
    {
      "epoch": 2.2986741102581996,
      "grad_norm": 1.1930944990258492,
      "learning_rate": 0.0002081004216913609,
      "loss": 2.5312,
      "step": 49410
    },
    {
      "epoch": 2.2987206327052805,
      "grad_norm": 1.1493123264440261,
      "learning_rate": 0.0002080969999730823,
      "loss": 2.1875,
      "step": 49411
    },
    {
      "epoch": 2.298767155152361,
      "grad_norm": 1.195218295864071,
      "learning_rate": 0.00020809357821923637,
      "loss": 2.4531,
      "step": 49412
    },
    {
      "epoch": 2.298813677599442,
      "grad_norm": 1.2004811032568405,
      "learning_rate": 0.00020809015642982517,
      "loss": 2.125,
      "step": 49413
    },
    {
      "epoch": 2.2988602000465224,
      "grad_norm": 1.286318934163212,
      "learning_rate": 0.0002080867346048509,
      "loss": 2.5781,
      "step": 49414
    },
    {
      "epoch": 2.2989067224936033,
      "grad_norm": 1.1526242493297483,
      "learning_rate": 0.00020808331274431555,
      "loss": 2.3125,
      "step": 49415
    },
    {
      "epoch": 2.2989532449406838,
      "grad_norm": 1.2071147710781405,
      "learning_rate": 0.00020807989084822127,
      "loss": 2.1562,
      "step": 49416
    },
    {
      "epoch": 2.2989997673877647,
      "grad_norm": 1.4099889743163179,
      "learning_rate": 0.00020807646891657012,
      "loss": 2.3438,
      "step": 49417
    },
    {
      "epoch": 2.299046289834845,
      "grad_norm": 1.228472107499564,
      "learning_rate": 0.00020807304694936424,
      "loss": 2.6406,
      "step": 49418
    },
    {
      "epoch": 2.299092812281926,
      "grad_norm": 1.1770877701533302,
      "learning_rate": 0.00020806962494660569,
      "loss": 2.1406,
      "step": 49419
    },
    {
      "epoch": 2.2991393347290066,
      "grad_norm": 1.2727766196073114,
      "learning_rate": 0.00020806620290829655,
      "loss": 2.4062,
      "step": 49420
    },
    {
      "epoch": 2.2991858571760875,
      "grad_norm": 1.1486558836074894,
      "learning_rate": 0.00020806278083443892,
      "loss": 2.25,
      "step": 49421
    },
    {
      "epoch": 2.2992323796231684,
      "grad_norm": 1.2076420330611617,
      "learning_rate": 0.00020805935872503494,
      "loss": 2.1562,
      "step": 49422
    },
    {
      "epoch": 2.299278902070249,
      "grad_norm": 1.1387367542751012,
      "learning_rate": 0.00020805593658008675,
      "loss": 2.2656,
      "step": 49423
    },
    {
      "epoch": 2.29932542451733,
      "grad_norm": 1.2430577966962935,
      "learning_rate": 0.00020805251439959624,
      "loss": 2.3125,
      "step": 49424
    },
    {
      "epoch": 2.2993719469644103,
      "grad_norm": 1.1506715188869183,
      "learning_rate": 0.00020804909218356577,
      "loss": 2.2344,
      "step": 49425
    },
    {
      "epoch": 2.299418469411491,
      "grad_norm": 1.2361762184093714,
      "learning_rate": 0.00020804566993199724,
      "loss": 2.2344,
      "step": 49426
    },
    {
      "epoch": 2.2994649918585717,
      "grad_norm": 1.1735247720206121,
      "learning_rate": 0.0002080422476448928,
      "loss": 2.0938,
      "step": 49427
    },
    {
      "epoch": 2.2995115143056526,
      "grad_norm": 1.165367200890327,
      "learning_rate": 0.00020803882532225454,
      "loss": 1.9375,
      "step": 49428
    },
    {
      "epoch": 2.299558036752733,
      "grad_norm": 1.2072244889830426,
      "learning_rate": 0.00020803540296408462,
      "loss": 2.3438,
      "step": 49429
    },
    {
      "epoch": 2.299604559199814,
      "grad_norm": 1.2694931021604945,
      "learning_rate": 0.00020803198057038505,
      "loss": 2.3281,
      "step": 49430
    },
    {
      "epoch": 2.2996510816468945,
      "grad_norm": 1.1932886917905376,
      "learning_rate": 0.00020802855814115796,
      "loss": 2.3281,
      "step": 49431
    },
    {
      "epoch": 2.2996976040939754,
      "grad_norm": 1.2333764863762078,
      "learning_rate": 0.00020802513567640547,
      "loss": 2.25,
      "step": 49432
    },
    {
      "epoch": 2.299744126541056,
      "grad_norm": 1.1856109199381222,
      "learning_rate": 0.0002080217131761296,
      "loss": 2.3594,
      "step": 49433
    },
    {
      "epoch": 2.299790648988137,
      "grad_norm": 1.140476298964557,
      "learning_rate": 0.00020801829064033255,
      "loss": 2.375,
      "step": 49434
    },
    {
      "epoch": 2.2998371714352173,
      "grad_norm": 1.198013174798324,
      "learning_rate": 0.00020801486806901632,
      "loss": 2.2188,
      "step": 49435
    },
    {
      "epoch": 2.299883693882298,
      "grad_norm": 1.2650333351603795,
      "learning_rate": 0.00020801144546218306,
      "loss": 2.4844,
      "step": 49436
    },
    {
      "epoch": 2.299930216329379,
      "grad_norm": 1.239638998911338,
      "learning_rate": 0.00020800802281983487,
      "loss": 2.1875,
      "step": 49437
    },
    {
      "epoch": 2.2999767387764596,
      "grad_norm": 1.1170488491444717,
      "learning_rate": 0.0002080046001419738,
      "loss": 2.0625,
      "step": 49438
    },
    {
      "epoch": 2.3000232612235405,
      "grad_norm": 1.270850560407196,
      "learning_rate": 0.00020800117742860198,
      "loss": 2.1719,
      "step": 49439
    },
    {
      "epoch": 2.300069783670621,
      "grad_norm": 1.1923391779876102,
      "learning_rate": 0.00020799775467972151,
      "loss": 2.2969,
      "step": 49440
    },
    {
      "epoch": 2.300116306117702,
      "grad_norm": 1.2531440228595023,
      "learning_rate": 0.00020799433189533443,
      "loss": 2.4375,
      "step": 49441
    },
    {
      "epoch": 2.3001628285647824,
      "grad_norm": 1.1860418934488421,
      "learning_rate": 0.00020799090907544295,
      "loss": 2.2656,
      "step": 49442
    },
    {
      "epoch": 2.3002093510118633,
      "grad_norm": 1.1878351287251832,
      "learning_rate": 0.00020798748622004906,
      "loss": 2.3125,
      "step": 49443
    },
    {
      "epoch": 2.300255873458944,
      "grad_norm": 1.220859899516717,
      "learning_rate": 0.00020798406332915483,
      "loss": 2.2344,
      "step": 49444
    },
    {
      "epoch": 2.3003023959060247,
      "grad_norm": 1.1684390332479346,
      "learning_rate": 0.00020798064040276247,
      "loss": 2.4688,
      "step": 49445
    },
    {
      "epoch": 2.300348918353105,
      "grad_norm": 1.2975376313989846,
      "learning_rate": 0.00020797721744087404,
      "loss": 2.4375,
      "step": 49446
    },
    {
      "epoch": 2.300395440800186,
      "grad_norm": 1.1677844682251186,
      "learning_rate": 0.0002079737944434916,
      "loss": 2.1406,
      "step": 49447
    },
    {
      "epoch": 2.300441963247267,
      "grad_norm": 1.1751181890875988,
      "learning_rate": 0.00020797037141061724,
      "loss": 2.4219,
      "step": 49448
    },
    {
      "epoch": 2.3004884856943475,
      "grad_norm": 1.179863427093378,
      "learning_rate": 0.00020796694834225314,
      "loss": 2.2188,
      "step": 49449
    },
    {
      "epoch": 2.3005350081414284,
      "grad_norm": 1.3659426161194017,
      "learning_rate": 0.00020796352523840125,
      "loss": 1.6641,
      "step": 49450
    },
    {
      "epoch": 2.300581530588509,
      "grad_norm": 1.205377386218099,
      "learning_rate": 0.0002079601020990638,
      "loss": 2.4688,
      "step": 49451
    },
    {
      "epoch": 2.30062805303559,
      "grad_norm": 1.2247973556094711,
      "learning_rate": 0.00020795667892424278,
      "loss": 2.4531,
      "step": 49452
    },
    {
      "epoch": 2.3006745754826703,
      "grad_norm": 1.1954452510007794,
      "learning_rate": 0.00020795325571394043,
      "loss": 2.25,
      "step": 49453
    },
    {
      "epoch": 2.300721097929751,
      "grad_norm": 1.1409971143035882,
      "learning_rate": 0.00020794983246815867,
      "loss": 1.9688,
      "step": 49454
    },
    {
      "epoch": 2.3007676203768317,
      "grad_norm": 1.2461789226302524,
      "learning_rate": 0.0002079464091868997,
      "loss": 2.3594,
      "step": 49455
    },
    {
      "epoch": 2.3008141428239126,
      "grad_norm": 1.2002403823078318,
      "learning_rate": 0.0002079429858701656,
      "loss": 2.4844,
      "step": 49456
    },
    {
      "epoch": 2.300860665270993,
      "grad_norm": 1.301224783876351,
      "learning_rate": 0.0002079395625179585,
      "loss": 2.3125,
      "step": 49457
    },
    {
      "epoch": 2.300907187718074,
      "grad_norm": 1.151526379626045,
      "learning_rate": 0.0002079361391302804,
      "loss": 2.2188,
      "step": 49458
    },
    {
      "epoch": 2.300953710165155,
      "grad_norm": 1.130654172848093,
      "learning_rate": 0.0002079327157071335,
      "loss": 2.2656,
      "step": 49459
    },
    {
      "epoch": 2.3010002326122354,
      "grad_norm": 1.2839104506352146,
      "learning_rate": 0.00020792929224851988,
      "loss": 2.4062,
      "step": 49460
    },
    {
      "epoch": 2.301046755059316,
      "grad_norm": 1.1637122819743104,
      "learning_rate": 0.00020792586875444154,
      "loss": 2.2656,
      "step": 49461
    },
    {
      "epoch": 2.301093277506397,
      "grad_norm": 1.207373735387286,
      "learning_rate": 0.00020792244522490065,
      "loss": 2.25,
      "step": 49462
    },
    {
      "epoch": 2.3011397999534777,
      "grad_norm": 1.1747003660099986,
      "learning_rate": 0.00020791902165989934,
      "loss": 2.125,
      "step": 49463
    },
    {
      "epoch": 2.301186322400558,
      "grad_norm": 1.2520748887233677,
      "learning_rate": 0.00020791559805943965,
      "loss": 2.4375,
      "step": 49464
    },
    {
      "epoch": 2.301232844847639,
      "grad_norm": 1.1901861711931077,
      "learning_rate": 0.00020791217442352365,
      "loss": 2.1875,
      "step": 49465
    },
    {
      "epoch": 2.3012793672947196,
      "grad_norm": 1.3216326525888027,
      "learning_rate": 0.00020790875075215345,
      "loss": 2.3594,
      "step": 49466
    },
    {
      "epoch": 2.3013258897418005,
      "grad_norm": 1.2210836548973956,
      "learning_rate": 0.00020790532704533126,
      "loss": 2.2969,
      "step": 49467
    },
    {
      "epoch": 2.301372412188881,
      "grad_norm": 1.2885824373919925,
      "learning_rate": 0.00020790190330305903,
      "loss": 2.5,
      "step": 49468
    },
    {
      "epoch": 2.301418934635962,
      "grad_norm": 1.1883122015518053,
      "learning_rate": 0.00020789847952533893,
      "loss": 2.3906,
      "step": 49469
    },
    {
      "epoch": 2.3014654570830424,
      "grad_norm": 1.3256088004660105,
      "learning_rate": 0.00020789505571217303,
      "loss": 2.0625,
      "step": 49470
    },
    {
      "epoch": 2.3015119795301233,
      "grad_norm": 1.2236935895708578,
      "learning_rate": 0.00020789163186356346,
      "loss": 2.3281,
      "step": 49471
    },
    {
      "epoch": 2.301558501977204,
      "grad_norm": 1.3635409145281163,
      "learning_rate": 0.00020788820797951226,
      "loss": 2.25,
      "step": 49472
    },
    {
      "epoch": 2.3016050244242847,
      "grad_norm": 1.3345334549615842,
      "learning_rate": 0.0002078847840600216,
      "loss": 2.75,
      "step": 49473
    },
    {
      "epoch": 2.3016515468713656,
      "grad_norm": 1.1491449326758942,
      "learning_rate": 0.00020788136010509351,
      "loss": 2.2656,
      "step": 49474
    },
    {
      "epoch": 2.301698069318446,
      "grad_norm": 1.1554961599179236,
      "learning_rate": 0.00020787793611473011,
      "loss": 2.0625,
      "step": 49475
    },
    {
      "epoch": 2.301744591765527,
      "grad_norm": 1.18962639460647,
      "learning_rate": 0.00020787451208893352,
      "loss": 2.1875,
      "step": 49476
    },
    {
      "epoch": 2.3017911142126075,
      "grad_norm": 1.2079203468213608,
      "learning_rate": 0.00020787108802770577,
      "loss": 2.4688,
      "step": 49477
    },
    {
      "epoch": 2.3018376366596884,
      "grad_norm": 1.1619104661269282,
      "learning_rate": 0.00020786766393104898,
      "loss": 2.3125,
      "step": 49478
    },
    {
      "epoch": 2.301884159106769,
      "grad_norm": 1.1854474812159181,
      "learning_rate": 0.00020786423979896534,
      "loss": 2.2188,
      "step": 49479
    },
    {
      "epoch": 2.30193068155385,
      "grad_norm": 1.2099118640754143,
      "learning_rate": 0.0002078608156314568,
      "loss": 2.75,
      "step": 49480
    },
    {
      "epoch": 2.3019772040009303,
      "grad_norm": 1.1392025457403072,
      "learning_rate": 0.00020785739142852562,
      "loss": 1.8672,
      "step": 49481
    },
    {
      "epoch": 2.3020237264480112,
      "grad_norm": 1.2119794023305208,
      "learning_rate": 0.0002078539671901737,
      "loss": 2.4531,
      "step": 49482
    },
    {
      "epoch": 2.3020702488950917,
      "grad_norm": 1.0910714226999687,
      "learning_rate": 0.0002078505429164033,
      "loss": 2.0781,
      "step": 49483
    },
    {
      "epoch": 2.3021167713421726,
      "grad_norm": 1.2549432945245675,
      "learning_rate": 0.00020784711860721643,
      "loss": 2.2188,
      "step": 49484
    },
    {
      "epoch": 2.3021632937892536,
      "grad_norm": 1.1680493820227928,
      "learning_rate": 0.00020784369426261526,
      "loss": 2.25,
      "step": 49485
    },
    {
      "epoch": 2.302209816236334,
      "grad_norm": 1.1944205959413492,
      "learning_rate": 0.0002078402698826018,
      "loss": 2.2188,
      "step": 49486
    },
    {
      "epoch": 2.3022563386834145,
      "grad_norm": 1.2200468378379659,
      "learning_rate": 0.00020783684546717818,
      "loss": 2.4375,
      "step": 49487
    },
    {
      "epoch": 2.3023028611304954,
      "grad_norm": 1.2246037588329735,
      "learning_rate": 0.0002078334210163465,
      "loss": 2.375,
      "step": 49488
    },
    {
      "epoch": 2.3023493835775763,
      "grad_norm": 1.2228621192818596,
      "learning_rate": 0.0002078299965301089,
      "loss": 2.3438,
      "step": 49489
    },
    {
      "epoch": 2.302395906024657,
      "grad_norm": 1.2183664885232879,
      "learning_rate": 0.0002078265720084674,
      "loss": 2.2188,
      "step": 49490
    },
    {
      "epoch": 2.3024424284717377,
      "grad_norm": 1.1204960834791453,
      "learning_rate": 0.00020782314745142414,
      "loss": 2.2188,
      "step": 49491
    },
    {
      "epoch": 2.3024889509188182,
      "grad_norm": 1.2186271419085375,
      "learning_rate": 0.0002078197228589812,
      "loss": 2.1875,
      "step": 49492
    },
    {
      "epoch": 2.302535473365899,
      "grad_norm": 1.1425839617228768,
      "learning_rate": 0.0002078162982311407,
      "loss": 2.1406,
      "step": 49493
    },
    {
      "epoch": 2.3025819958129796,
      "grad_norm": 1.2026784391586904,
      "learning_rate": 0.00020781287356790474,
      "loss": 2.25,
      "step": 49494
    },
    {
      "epoch": 2.3026285182600605,
      "grad_norm": 1.1227194921946357,
      "learning_rate": 0.00020780944886927534,
      "loss": 1.9453,
      "step": 49495
    },
    {
      "epoch": 2.302675040707141,
      "grad_norm": 1.216349724890514,
      "learning_rate": 0.00020780602413525472,
      "loss": 2.4375,
      "step": 49496
    },
    {
      "epoch": 2.302721563154222,
      "grad_norm": 1.189426086837856,
      "learning_rate": 0.00020780259936584484,
      "loss": 2.3594,
      "step": 49497
    },
    {
      "epoch": 2.3027680856013024,
      "grad_norm": 1.292951109812257,
      "learning_rate": 0.00020779917456104796,
      "loss": 2.5156,
      "step": 49498
    },
    {
      "epoch": 2.3028146080483833,
      "grad_norm": 1.3641994035685756,
      "learning_rate": 0.000207795749720866,
      "loss": 2.2656,
      "step": 49499
    },
    {
      "epoch": 2.3028611304954643,
      "grad_norm": 1.1227488736534657,
      "learning_rate": 0.00020779232484530115,
      "loss": 2.1562,
      "step": 49500
    },
    {
      "epoch": 2.3029076529425447,
      "grad_norm": 1.0738782393477417,
      "learning_rate": 0.00020778889993435556,
      "loss": 2.0312,
      "step": 49501
    },
    {
      "epoch": 2.3029541753896257,
      "grad_norm": 1.1065811105478327,
      "learning_rate": 0.0002077854749880312,
      "loss": 2.2344,
      "step": 49502
    },
    {
      "epoch": 2.303000697836706,
      "grad_norm": 1.259055112774142,
      "learning_rate": 0.00020778205000633026,
      "loss": 2.4844,
      "step": 49503
    },
    {
      "epoch": 2.303047220283787,
      "grad_norm": 1.2088639178014373,
      "learning_rate": 0.0002077786249892548,
      "loss": 2.4688,
      "step": 49504
    },
    {
      "epoch": 2.3030937427308675,
      "grad_norm": 1.1371965982988315,
      "learning_rate": 0.00020777519993680696,
      "loss": 2.125,
      "step": 49505
    },
    {
      "epoch": 2.3031402651779485,
      "grad_norm": 1.1522156444064657,
      "learning_rate": 0.00020777177484898875,
      "loss": 2.3594,
      "step": 49506
    },
    {
      "epoch": 2.303186787625029,
      "grad_norm": 1.1801022500069838,
      "learning_rate": 0.00020776834972580237,
      "loss": 2.5938,
      "step": 49507
    },
    {
      "epoch": 2.30323331007211,
      "grad_norm": 1.2399776666698339,
      "learning_rate": 0.0002077649245672498,
      "loss": 2.2656,
      "step": 49508
    },
    {
      "epoch": 2.3032798325191903,
      "grad_norm": 1.5189086818117483,
      "learning_rate": 0.00020776149937333329,
      "loss": 2.4688,
      "step": 49509
    },
    {
      "epoch": 2.3033263549662712,
      "grad_norm": 1.1803783338167462,
      "learning_rate": 0.00020775807414405477,
      "loss": 2.3594,
      "step": 49510
    },
    {
      "epoch": 2.303372877413352,
      "grad_norm": 1.2606345262567535,
      "learning_rate": 0.00020775464887941644,
      "loss": 2.3594,
      "step": 49511
    },
    {
      "epoch": 2.3034193998604326,
      "grad_norm": 1.143961922147473,
      "learning_rate": 0.0002077512235794204,
      "loss": 2.1406,
      "step": 49512
    },
    {
      "epoch": 2.3034659223075136,
      "grad_norm": 1.2455123983586078,
      "learning_rate": 0.00020774779824406868,
      "loss": 2.375,
      "step": 49513
    },
    {
      "epoch": 2.303512444754594,
      "grad_norm": 1.1176026072790828,
      "learning_rate": 0.00020774437287336347,
      "loss": 2.2656,
      "step": 49514
    },
    {
      "epoch": 2.303558967201675,
      "grad_norm": 1.261888345497534,
      "learning_rate": 0.00020774094746730677,
      "loss": 2.4062,
      "step": 49515
    },
    {
      "epoch": 2.3036054896487554,
      "grad_norm": 1.1754577309268819,
      "learning_rate": 0.00020773752202590074,
      "loss": 2.1406,
      "step": 49516
    },
    {
      "epoch": 2.3036520120958364,
      "grad_norm": 1.1674256990411467,
      "learning_rate": 0.00020773409654914745,
      "loss": 2.0781,
      "step": 49517
    },
    {
      "epoch": 2.303698534542917,
      "grad_norm": 1.2612737498273203,
      "learning_rate": 0.00020773067103704903,
      "loss": 2.4219,
      "step": 49518
    },
    {
      "epoch": 2.3037450569899978,
      "grad_norm": 1.2228777993457698,
      "learning_rate": 0.0002077272454896075,
      "loss": 2.375,
      "step": 49519
    },
    {
      "epoch": 2.3037915794370782,
      "grad_norm": 1.278211483891393,
      "learning_rate": 0.00020772381990682507,
      "loss": 2.5,
      "step": 49520
    },
    {
      "epoch": 2.303838101884159,
      "grad_norm": 1.2104487968372328,
      "learning_rate": 0.00020772039428870373,
      "loss": 2.2812,
      "step": 49521
    },
    {
      "epoch": 2.3038846243312396,
      "grad_norm": 1.2904088386381218,
      "learning_rate": 0.00020771696863524565,
      "loss": 2.5781,
      "step": 49522
    },
    {
      "epoch": 2.3039311467783206,
      "grad_norm": 1.154895357868732,
      "learning_rate": 0.0002077135429464529,
      "loss": 2.0312,
      "step": 49523
    },
    {
      "epoch": 2.303977669225401,
      "grad_norm": 1.1825898847110143,
      "learning_rate": 0.00020771011722232758,
      "loss": 2.2031,
      "step": 49524
    },
    {
      "epoch": 2.304024191672482,
      "grad_norm": 1.3157806582457494,
      "learning_rate": 0.0002077066914628718,
      "loss": 2.5,
      "step": 49525
    },
    {
      "epoch": 2.304070714119563,
      "grad_norm": 1.18294921010844,
      "learning_rate": 0.00020770326566808757,
      "loss": 2.0156,
      "step": 49526
    },
    {
      "epoch": 2.3041172365666434,
      "grad_norm": 1.2009064120729107,
      "learning_rate": 0.00020769983983797715,
      "loss": 2.3281,
      "step": 49527
    },
    {
      "epoch": 2.3041637590137243,
      "grad_norm": 1.139246050358747,
      "learning_rate": 0.0002076964139725425,
      "loss": 2.1406,
      "step": 49528
    },
    {
      "epoch": 2.3042102814608048,
      "grad_norm": 1.2107513443027336,
      "learning_rate": 0.00020769298807178578,
      "loss": 2.1875,
      "step": 49529
    },
    {
      "epoch": 2.3042568039078857,
      "grad_norm": 1.1623039935708284,
      "learning_rate": 0.00020768956213570907,
      "loss": 2.2969,
      "step": 49530
    },
    {
      "epoch": 2.304303326354966,
      "grad_norm": 1.2422584396694039,
      "learning_rate": 0.0002076861361643145,
      "loss": 2.375,
      "step": 49531
    },
    {
      "epoch": 2.304349848802047,
      "grad_norm": 1.161471306759416,
      "learning_rate": 0.0002076827101576041,
      "loss": 2.2969,
      "step": 49532
    },
    {
      "epoch": 2.3043963712491276,
      "grad_norm": 1.1510709368338297,
      "learning_rate": 0.00020767928411557997,
      "loss": 2.0156,
      "step": 49533
    },
    {
      "epoch": 2.3044428936962085,
      "grad_norm": 1.2319687469097818,
      "learning_rate": 0.00020767585803824432,
      "loss": 2.4531,
      "step": 49534
    },
    {
      "epoch": 2.304489416143289,
      "grad_norm": 1.2689216594286876,
      "learning_rate": 0.00020767243192559913,
      "loss": 2.5938,
      "step": 49535
    },
    {
      "epoch": 2.30453593859037,
      "grad_norm": 1.1773509516341782,
      "learning_rate": 0.00020766900577764654,
      "loss": 2.1406,
      "step": 49536
    },
    {
      "epoch": 2.304582461037451,
      "grad_norm": 1.1115766548578816,
      "learning_rate": 0.00020766557959438865,
      "loss": 2.1875,
      "step": 49537
    },
    {
      "epoch": 2.3046289834845313,
      "grad_norm": 1.3285559660377444,
      "learning_rate": 0.00020766215337582753,
      "loss": 2.1406,
      "step": 49538
    },
    {
      "epoch": 2.304675505931612,
      "grad_norm": 1.2676487360577549,
      "learning_rate": 0.00020765872712196536,
      "loss": 2.1719,
      "step": 49539
    },
    {
      "epoch": 2.3047220283786927,
      "grad_norm": 1.3098667785023006,
      "learning_rate": 0.00020765530083280412,
      "loss": 2.4844,
      "step": 49540
    },
    {
      "epoch": 2.3047685508257736,
      "grad_norm": 1.220827529783841,
      "learning_rate": 0.00020765187450834597,
      "loss": 2.3594,
      "step": 49541
    },
    {
      "epoch": 2.304815073272854,
      "grad_norm": 1.2616731210818246,
      "learning_rate": 0.00020764844814859305,
      "loss": 2.25,
      "step": 49542
    },
    {
      "epoch": 2.304861595719935,
      "grad_norm": 1.3214936203665868,
      "learning_rate": 0.00020764502175354735,
      "loss": 2.4062,
      "step": 49543
    },
    {
      "epoch": 2.3049081181670155,
      "grad_norm": 1.237886854020949,
      "learning_rate": 0.00020764159532321103,
      "loss": 2.2031,
      "step": 49544
    },
    {
      "epoch": 2.3049546406140964,
      "grad_norm": 1.3483996223299057,
      "learning_rate": 0.00020763816885758626,
      "loss": 2.25,
      "step": 49545
    },
    {
      "epoch": 2.305001163061177,
      "grad_norm": 1.214537578621613,
      "learning_rate": 0.000207634742356675,
      "loss": 2.3438,
      "step": 49546
    },
    {
      "epoch": 2.305047685508258,
      "grad_norm": 1.2847763754337602,
      "learning_rate": 0.0002076313158204794,
      "loss": 2.5156,
      "step": 49547
    },
    {
      "epoch": 2.3050942079553383,
      "grad_norm": 1.2497756165664777,
      "learning_rate": 0.0002076278892490016,
      "loss": 2.3906,
      "step": 49548
    },
    {
      "epoch": 2.305140730402419,
      "grad_norm": 1.398605813577906,
      "learning_rate": 0.00020762446264224366,
      "loss": 2.5,
      "step": 49549
    },
    {
      "epoch": 2.3051872528494997,
      "grad_norm": 1.3910866963330013,
      "learning_rate": 0.00020762103600020768,
      "loss": 2.5469,
      "step": 49550
    },
    {
      "epoch": 2.3052337752965806,
      "grad_norm": 1.2842685691342866,
      "learning_rate": 0.0002076176093228958,
      "loss": 2.4219,
      "step": 49551
    },
    {
      "epoch": 2.3052802977436615,
      "grad_norm": 1.1256909944251845,
      "learning_rate": 0.00020761418261031,
      "loss": 2.1406,
      "step": 49552
    },
    {
      "epoch": 2.305326820190742,
      "grad_norm": 1.1555099202812649,
      "learning_rate": 0.00020761075586245252,
      "loss": 2.1094,
      "step": 49553
    },
    {
      "epoch": 2.305373342637823,
      "grad_norm": 1.3199842743779153,
      "learning_rate": 0.00020760732907932535,
      "loss": 2.5156,
      "step": 49554
    },
    {
      "epoch": 2.3054198650849034,
      "grad_norm": 1.3899084375270272,
      "learning_rate": 0.00020760390226093068,
      "loss": 2.4688,
      "step": 49555
    },
    {
      "epoch": 2.3054663875319843,
      "grad_norm": 1.3005784287024706,
      "learning_rate": 0.00020760047540727055,
      "loss": 2.2812,
      "step": 49556
    },
    {
      "epoch": 2.3055129099790648,
      "grad_norm": 1.2044775403356272,
      "learning_rate": 0.00020759704851834707,
      "loss": 2.2344,
      "step": 49557
    },
    {
      "epoch": 2.3055594324261457,
      "grad_norm": 1.1564555801349579,
      "learning_rate": 0.00020759362159416232,
      "loss": 1.6641,
      "step": 49558
    },
    {
      "epoch": 2.305605954873226,
      "grad_norm": 1.152365043220225,
      "learning_rate": 0.00020759019463471845,
      "loss": 2.4844,
      "step": 49559
    },
    {
      "epoch": 2.305652477320307,
      "grad_norm": 1.2117794180913544,
      "learning_rate": 0.0002075867676400175,
      "loss": 2.3438,
      "step": 49560
    },
    {
      "epoch": 2.3056989997673876,
      "grad_norm": 1.1466830007184645,
      "learning_rate": 0.00020758334061006157,
      "loss": 2.25,
      "step": 49561
    },
    {
      "epoch": 2.3057455222144685,
      "grad_norm": 1.3016189473861017,
      "learning_rate": 0.00020757991354485283,
      "loss": 2.4219,
      "step": 49562
    },
    {
      "epoch": 2.3057920446615494,
      "grad_norm": 1.33543750799922,
      "learning_rate": 0.00020757648644439326,
      "loss": 2.2188,
      "step": 49563
    },
    {
      "epoch": 2.30583856710863,
      "grad_norm": 1.1798200457022994,
      "learning_rate": 0.0002075730593086851,
      "loss": 2.1875,
      "step": 49564
    },
    {
      "epoch": 2.305885089555711,
      "grad_norm": 1.256238961783555,
      "learning_rate": 0.0002075696321377303,
      "loss": 2.375,
      "step": 49565
    },
    {
      "epoch": 2.3059316120027913,
      "grad_norm": 1.1826721703183034,
      "learning_rate": 0.0002075662049315311,
      "loss": 2.3125,
      "step": 49566
    },
    {
      "epoch": 2.305978134449872,
      "grad_norm": 1.1650384833236553,
      "learning_rate": 0.00020756277769008944,
      "loss": 2.125,
      "step": 49567
    },
    {
      "epoch": 2.3060246568969527,
      "grad_norm": 1.1878046568271436,
      "learning_rate": 0.0002075593504134076,
      "loss": 2.2969,
      "step": 49568
    },
    {
      "epoch": 2.3060711793440336,
      "grad_norm": 1.1541780532892918,
      "learning_rate": 0.00020755592310148758,
      "loss": 2.2031,
      "step": 49569
    },
    {
      "epoch": 2.306117701791114,
      "grad_norm": 1.2043930180283844,
      "learning_rate": 0.00020755249575433145,
      "loss": 2.0781,
      "step": 49570
    },
    {
      "epoch": 2.306164224238195,
      "grad_norm": 1.2209426948023545,
      "learning_rate": 0.00020754906837194137,
      "loss": 2.1719,
      "step": 49571
    },
    {
      "epoch": 2.3062107466852755,
      "grad_norm": 1.2857487264898135,
      "learning_rate": 0.00020754564095431936,
      "loss": 2.1406,
      "step": 49572
    },
    {
      "epoch": 2.3062572691323564,
      "grad_norm": 1.2247044272011707,
      "learning_rate": 0.00020754221350146763,
      "loss": 2.2344,
      "step": 49573
    },
    {
      "epoch": 2.3063037915794373,
      "grad_norm": 1.2246913149488448,
      "learning_rate": 0.00020753878601338817,
      "loss": 2.1406,
      "step": 49574
    },
    {
      "epoch": 2.306350314026518,
      "grad_norm": 1.19212415421764,
      "learning_rate": 0.00020753535849008317,
      "loss": 1.9609,
      "step": 49575
    },
    {
      "epoch": 2.3063968364735983,
      "grad_norm": 1.2272965485668381,
      "learning_rate": 0.0002075319309315546,
      "loss": 2.125,
      "step": 49576
    },
    {
      "epoch": 2.306443358920679,
      "grad_norm": 1.1793115952541053,
      "learning_rate": 0.00020752850333780474,
      "loss": 2.3906,
      "step": 49577
    },
    {
      "epoch": 2.30648988136776,
      "grad_norm": 1.134715213870129,
      "learning_rate": 0.00020752507570883554,
      "loss": 2.0,
      "step": 49578
    },
    {
      "epoch": 2.3065364038148406,
      "grad_norm": 1.171920169055977,
      "learning_rate": 0.0002075216480446492,
      "loss": 2.3281,
      "step": 49579
    },
    {
      "epoch": 2.3065829262619215,
      "grad_norm": 1.2761130132142224,
      "learning_rate": 0.0002075182203452477,
      "loss": 2.0938,
      "step": 49580
    },
    {
      "epoch": 2.306629448709002,
      "grad_norm": 1.320375472721351,
      "learning_rate": 0.00020751479261063327,
      "loss": 2.1719,
      "step": 49581
    },
    {
      "epoch": 2.306675971156083,
      "grad_norm": 1.1575544998894487,
      "learning_rate": 0.00020751136484080791,
      "loss": 2.3125,
      "step": 49582
    },
    {
      "epoch": 2.3067224936031634,
      "grad_norm": 1.1390574251424315,
      "learning_rate": 0.00020750793703577377,
      "loss": 2.1094,
      "step": 49583
    },
    {
      "epoch": 2.3067690160502443,
      "grad_norm": 1.198267564381973,
      "learning_rate": 0.00020750450919553292,
      "loss": 2.4062,
      "step": 49584
    },
    {
      "epoch": 2.306815538497325,
      "grad_norm": 1.2445763637225897,
      "learning_rate": 0.00020750108132008745,
      "loss": 2.2812,
      "step": 49585
    },
    {
      "epoch": 2.3068620609444057,
      "grad_norm": 1.1716167706339689,
      "learning_rate": 0.00020749765340943952,
      "loss": 2.1406,
      "step": 49586
    },
    {
      "epoch": 2.306908583391486,
      "grad_norm": 1.1724046419020429,
      "learning_rate": 0.00020749422546359115,
      "loss": 2.0312,
      "step": 49587
    },
    {
      "epoch": 2.306955105838567,
      "grad_norm": 1.2575614216266975,
      "learning_rate": 0.00020749079748254447,
      "loss": 2.1562,
      "step": 49588
    },
    {
      "epoch": 2.307001628285648,
      "grad_norm": 1.2918772321737322,
      "learning_rate": 0.00020748736946630162,
      "loss": 2.2188,
      "step": 49589
    },
    {
      "epoch": 2.3070481507327285,
      "grad_norm": 1.2052040178840324,
      "learning_rate": 0.00020748394141486466,
      "loss": 2.2188,
      "step": 49590
    },
    {
      "epoch": 2.3070946731798094,
      "grad_norm": 1.2356023134171206,
      "learning_rate": 0.00020748051332823567,
      "loss": 2.1406,
      "step": 49591
    },
    {
      "epoch": 2.30714119562689,
      "grad_norm": 1.2194285942694956,
      "learning_rate": 0.0002074770852064168,
      "loss": 2.1875,
      "step": 49592
    },
    {
      "epoch": 2.307187718073971,
      "grad_norm": 1.2991697568308804,
      "learning_rate": 0.0002074736570494101,
      "loss": 2.2031,
      "step": 49593
    },
    {
      "epoch": 2.3072342405210513,
      "grad_norm": 1.2724908404122819,
      "learning_rate": 0.0002074702288572177,
      "loss": 2.2031,
      "step": 49594
    },
    {
      "epoch": 2.3072807629681322,
      "grad_norm": 1.2834775311205355,
      "learning_rate": 0.0002074668006298417,
      "loss": 2.5312,
      "step": 49595
    },
    {
      "epoch": 2.3073272854152127,
      "grad_norm": 1.226822339730335,
      "learning_rate": 0.00020746337236728413,
      "loss": 2.5625,
      "step": 49596
    },
    {
      "epoch": 2.3073738078622936,
      "grad_norm": 1.2993805116996775,
      "learning_rate": 0.0002074599440695472,
      "loss": 2.375,
      "step": 49597
    },
    {
      "epoch": 2.307420330309374,
      "grad_norm": 1.1953709933481704,
      "learning_rate": 0.00020745651573663288,
      "loss": 1.9688,
      "step": 49598
    },
    {
      "epoch": 2.307466852756455,
      "grad_norm": 1.1666710825719002,
      "learning_rate": 0.00020745308736854344,
      "loss": 2.2812,
      "step": 49599
    },
    {
      "epoch": 2.307513375203536,
      "grad_norm": 1.1721880708156338,
      "learning_rate": 0.00020744965896528082,
      "loss": 2.3594,
      "step": 49600
    },
    {
      "epoch": 2.3075598976506164,
      "grad_norm": 1.1918965300635824,
      "learning_rate": 0.00020744623052684722,
      "loss": 2.3438,
      "step": 49601
    },
    {
      "epoch": 2.307606420097697,
      "grad_norm": 1.3262801654322913,
      "learning_rate": 0.00020744280205324469,
      "loss": 2.6406,
      "step": 49602
    },
    {
      "epoch": 2.307652942544778,
      "grad_norm": 1.2710574312708127,
      "learning_rate": 0.00020743937354447532,
      "loss": 2.3906,
      "step": 49603
    },
    {
      "epoch": 2.3076994649918587,
      "grad_norm": 1.1993686947548272,
      "learning_rate": 0.00020743594500054123,
      "loss": 2.1406,
      "step": 49604
    },
    {
      "epoch": 2.307745987438939,
      "grad_norm": 1.1666135800040545,
      "learning_rate": 0.00020743251642144455,
      "loss": 2.4688,
      "step": 49605
    },
    {
      "epoch": 2.30779250988602,
      "grad_norm": 1.185594050036669,
      "learning_rate": 0.00020742908780718727,
      "loss": 2.3438,
      "step": 49606
    },
    {
      "epoch": 2.3078390323331006,
      "grad_norm": 1.2916079965258238,
      "learning_rate": 0.00020742565915777162,
      "loss": 2.4219,
      "step": 49607
    },
    {
      "epoch": 2.3078855547801815,
      "grad_norm": 1.2479427396871288,
      "learning_rate": 0.00020742223047319965,
      "loss": 2.0781,
      "step": 49608
    },
    {
      "epoch": 2.307932077227262,
      "grad_norm": 1.1722571806630893,
      "learning_rate": 0.00020741880175347338,
      "loss": 2.2969,
      "step": 49609
    },
    {
      "epoch": 2.307978599674343,
      "grad_norm": 1.262378667060661,
      "learning_rate": 0.00020741537299859506,
      "loss": 2.5156,
      "step": 49610
    },
    {
      "epoch": 2.3080251221214234,
      "grad_norm": 1.2650001503573092,
      "learning_rate": 0.00020741194420856665,
      "loss": 2.2812,
      "step": 49611
    },
    {
      "epoch": 2.3080716445685043,
      "grad_norm": 1.2457388277149268,
      "learning_rate": 0.00020740851538339041,
      "loss": 2.2188,
      "step": 49612
    },
    {
      "epoch": 2.308118167015585,
      "grad_norm": 1.2247521718904328,
      "learning_rate": 0.00020740508652306822,
      "loss": 2.2188,
      "step": 49613
    },
    {
      "epoch": 2.3081646894626657,
      "grad_norm": 1.1742206634832562,
      "learning_rate": 0.00020740165762760237,
      "loss": 2.125,
      "step": 49614
    },
    {
      "epoch": 2.3082112119097467,
      "grad_norm": 1.1163981361256385,
      "learning_rate": 0.00020739822869699485,
      "loss": 2.0469,
      "step": 49615
    },
    {
      "epoch": 2.308257734356827,
      "grad_norm": 1.1915600187500635,
      "learning_rate": 0.00020739479973124785,
      "loss": 2.2812,
      "step": 49616
    },
    {
      "epoch": 2.308304256803908,
      "grad_norm": 1.153723767692595,
      "learning_rate": 0.00020739137073036334,
      "loss": 2.375,
      "step": 49617
    },
    {
      "epoch": 2.3083507792509885,
      "grad_norm": 1.2920442274417314,
      "learning_rate": 0.00020738794169434358,
      "loss": 2.375,
      "step": 49618
    },
    {
      "epoch": 2.3083973016980694,
      "grad_norm": 1.1737020762416859,
      "learning_rate": 0.00020738451262319052,
      "loss": 2.0781,
      "step": 49619
    },
    {
      "epoch": 2.30844382414515,
      "grad_norm": 1.2295199492657582,
      "learning_rate": 0.00020738108351690633,
      "loss": 2.3125,
      "step": 49620
    },
    {
      "epoch": 2.308490346592231,
      "grad_norm": 1.1999560497541268,
      "learning_rate": 0.0002073776543754931,
      "loss": 2.2344,
      "step": 49621
    },
    {
      "epoch": 2.3085368690393113,
      "grad_norm": 1.164542766503691,
      "learning_rate": 0.00020737422519895293,
      "loss": 2.2969,
      "step": 49622
    },
    {
      "epoch": 2.3085833914863922,
      "grad_norm": 1.2495736153118817,
      "learning_rate": 0.00020737079598728798,
      "loss": 2.3594,
      "step": 49623
    },
    {
      "epoch": 2.3086299139334727,
      "grad_norm": 1.098194006488889,
      "learning_rate": 0.00020736736674050021,
      "loss": 1.9609,
      "step": 49624
    },
    {
      "epoch": 2.3086764363805536,
      "grad_norm": 1.2819892740771182,
      "learning_rate": 0.00020736393745859186,
      "loss": 2.4844,
      "step": 49625
    },
    {
      "epoch": 2.3087229588276346,
      "grad_norm": 1.2110102300444694,
      "learning_rate": 0.00020736050814156495,
      "loss": 1.9766,
      "step": 49626
    },
    {
      "epoch": 2.308769481274715,
      "grad_norm": 1.1736060279781968,
      "learning_rate": 0.0002073570787894216,
      "loss": 2.2969,
      "step": 49627
    },
    {
      "epoch": 2.3088160037217955,
      "grad_norm": 1.271347390441842,
      "learning_rate": 0.0002073536494021639,
      "loss": 2.2656,
      "step": 49628
    },
    {
      "epoch": 2.3088625261688764,
      "grad_norm": 1.1561995254715531,
      "learning_rate": 0.00020735021997979398,
      "loss": 2.25,
      "step": 49629
    },
    {
      "epoch": 2.3089090486159574,
      "grad_norm": 1.261340771054948,
      "learning_rate": 0.00020734679052231389,
      "loss": 2.2031,
      "step": 49630
    },
    {
      "epoch": 2.308955571063038,
      "grad_norm": 1.0933397324966547,
      "learning_rate": 0.00020734336102972572,
      "loss": 2.0781,
      "step": 49631
    },
    {
      "epoch": 2.3090020935101188,
      "grad_norm": 1.0836943093195537,
      "learning_rate": 0.00020733993150203167,
      "loss": 2.0,
      "step": 49632
    },
    {
      "epoch": 2.3090486159571992,
      "grad_norm": 1.2361466761221342,
      "learning_rate": 0.00020733650193923374,
      "loss": 2.7031,
      "step": 49633
    },
    {
      "epoch": 2.30909513840428,
      "grad_norm": 1.2110630334504433,
      "learning_rate": 0.0002073330723413341,
      "loss": 2.2812,
      "step": 49634
    },
    {
      "epoch": 2.3091416608513606,
      "grad_norm": 1.2032196035724243,
      "learning_rate": 0.00020732964270833482,
      "loss": 2.2031,
      "step": 49635
    },
    {
      "epoch": 2.3091881832984416,
      "grad_norm": 1.198287865473901,
      "learning_rate": 0.00020732621304023796,
      "loss": 2.2969,
      "step": 49636
    },
    {
      "epoch": 2.309234705745522,
      "grad_norm": 1.1860293541933404,
      "learning_rate": 0.00020732278333704564,
      "loss": 2.2656,
      "step": 49637
    },
    {
      "epoch": 2.309281228192603,
      "grad_norm": 1.1017446503780794,
      "learning_rate": 0.00020731935359876003,
      "loss": 1.9766,
      "step": 49638
    },
    {
      "epoch": 2.3093277506396834,
      "grad_norm": 1.1997873108647683,
      "learning_rate": 0.00020731592382538313,
      "loss": 2.2031,
      "step": 49639
    },
    {
      "epoch": 2.3093742730867644,
      "grad_norm": 1.0992430022724584,
      "learning_rate": 0.0002073124940169171,
      "loss": 2.0156,
      "step": 49640
    },
    {
      "epoch": 2.3094207955338453,
      "grad_norm": 1.18430519250339,
      "learning_rate": 0.00020730906417336403,
      "loss": 2.3125,
      "step": 49641
    },
    {
      "epoch": 2.3094673179809257,
      "grad_norm": 1.206453346387818,
      "learning_rate": 0.00020730563429472598,
      "loss": 2.4844,
      "step": 49642
    },
    {
      "epoch": 2.3095138404280067,
      "grad_norm": 1.1860032280645623,
      "learning_rate": 0.00020730220438100512,
      "loss": 2.0469,
      "step": 49643
    },
    {
      "epoch": 2.309560362875087,
      "grad_norm": 1.4392403171282246,
      "learning_rate": 0.0002072987744322035,
      "loss": 2.6719,
      "step": 49644
    },
    {
      "epoch": 2.309606885322168,
      "grad_norm": 1.1864996268811145,
      "learning_rate": 0.00020729534444832324,
      "loss": 2.2656,
      "step": 49645
    },
    {
      "epoch": 2.3096534077692485,
      "grad_norm": 1.198497860188291,
      "learning_rate": 0.00020729191442936645,
      "loss": 2.1094,
      "step": 49646
    },
    {
      "epoch": 2.3096999302163295,
      "grad_norm": 1.1847174668013438,
      "learning_rate": 0.00020728848437533517,
      "loss": 2.5,
      "step": 49647
    },
    {
      "epoch": 2.30974645266341,
      "grad_norm": 1.1912706800259178,
      "learning_rate": 0.00020728505428623155,
      "loss": 2.2812,
      "step": 49648
    },
    {
      "epoch": 2.309792975110491,
      "grad_norm": 1.2404695519684237,
      "learning_rate": 0.0002072816241620577,
      "loss": 2.4531,
      "step": 49649
    },
    {
      "epoch": 2.3098394975575713,
      "grad_norm": 1.1598023983241903,
      "learning_rate": 0.0002072781940028157,
      "loss": 2.0781,
      "step": 49650
    },
    {
      "epoch": 2.3098860200046523,
      "grad_norm": 1.2582693612986608,
      "learning_rate": 0.00020727476380850767,
      "loss": 2.2031,
      "step": 49651
    },
    {
      "epoch": 2.309932542451733,
      "grad_norm": 1.1748364467833372,
      "learning_rate": 0.00020727133357913567,
      "loss": 2.2812,
      "step": 49652
    },
    {
      "epoch": 2.3099790648988137,
      "grad_norm": 1.087503020048512,
      "learning_rate": 0.00020726790331470179,
      "loss": 1.9531,
      "step": 49653
    },
    {
      "epoch": 2.3100255873458946,
      "grad_norm": 1.279116639736455,
      "learning_rate": 0.0002072644730152082,
      "loss": 2.375,
      "step": 49654
    },
    {
      "epoch": 2.310072109792975,
      "grad_norm": 1.2320959048945215,
      "learning_rate": 0.00020726104268065695,
      "loss": 2.2188,
      "step": 49655
    },
    {
      "epoch": 2.310118632240056,
      "grad_norm": 1.252190717989464,
      "learning_rate": 0.00020725761231105017,
      "loss": 2.0469,
      "step": 49656
    },
    {
      "epoch": 2.3101651546871365,
      "grad_norm": 1.2445117894521784,
      "learning_rate": 0.0002072541819063899,
      "loss": 2.1875,
      "step": 49657
    },
    {
      "epoch": 2.3102116771342174,
      "grad_norm": 1.3195242569348071,
      "learning_rate": 0.00020725075146667835,
      "loss": 1.625,
      "step": 49658
    },
    {
      "epoch": 2.310258199581298,
      "grad_norm": 1.2023945755189727,
      "learning_rate": 0.0002072473209919175,
      "loss": 2.2969,
      "step": 49659
    },
    {
      "epoch": 2.3103047220283788,
      "grad_norm": 1.1781380459226023,
      "learning_rate": 0.00020724389048210954,
      "loss": 2.2031,
      "step": 49660
    },
    {
      "epoch": 2.3103512444754593,
      "grad_norm": 1.2334524709823058,
      "learning_rate": 0.0002072404599372565,
      "loss": 2.1094,
      "step": 49661
    },
    {
      "epoch": 2.31039776692254,
      "grad_norm": 1.1976494994821076,
      "learning_rate": 0.00020723702935736052,
      "loss": 2.1562,
      "step": 49662
    },
    {
      "epoch": 2.3104442893696207,
      "grad_norm": 1.2656509783968126,
      "learning_rate": 0.00020723359874242367,
      "loss": 2.4375,
      "step": 49663
    },
    {
      "epoch": 2.3104908118167016,
      "grad_norm": 1.3583817998385557,
      "learning_rate": 0.0002072301680924481,
      "loss": 2.5469,
      "step": 49664
    },
    {
      "epoch": 2.310537334263782,
      "grad_norm": 1.247356389711074,
      "learning_rate": 0.0002072267374074359,
      "loss": 2.3438,
      "step": 49665
    },
    {
      "epoch": 2.310583856710863,
      "grad_norm": 1.1928345015461885,
      "learning_rate": 0.0002072233066873891,
      "loss": 2.5156,
      "step": 49666
    },
    {
      "epoch": 2.310630379157944,
      "grad_norm": 1.1472355677097852,
      "learning_rate": 0.00020721987593230994,
      "loss": 2.4219,
      "step": 49667
    },
    {
      "epoch": 2.3106769016050244,
      "grad_norm": 1.2230883902096217,
      "learning_rate": 0.0002072164451422004,
      "loss": 2.3594,
      "step": 49668
    },
    {
      "epoch": 2.3107234240521053,
      "grad_norm": 1.1315605980294459,
      "learning_rate": 0.0002072130143170626,
      "loss": 2.2188,
      "step": 49669
    },
    {
      "epoch": 2.3107699464991858,
      "grad_norm": 1.2156208247955387,
      "learning_rate": 0.00020720958345689863,
      "loss": 2.5469,
      "step": 49670
    },
    {
      "epoch": 2.3108164689462667,
      "grad_norm": 1.2509211757739658,
      "learning_rate": 0.00020720615256171064,
      "loss": 2.0781,
      "step": 49671
    },
    {
      "epoch": 2.310862991393347,
      "grad_norm": 1.1597900932946819,
      "learning_rate": 0.0002072027216315007,
      "loss": 2.1406,
      "step": 49672
    },
    {
      "epoch": 2.310909513840428,
      "grad_norm": 1.2362419378974614,
      "learning_rate": 0.00020719929066627095,
      "loss": 2.4688,
      "step": 49673
    },
    {
      "epoch": 2.3109560362875086,
      "grad_norm": 1.241031247977766,
      "learning_rate": 0.00020719585966602342,
      "loss": 2.2969,
      "step": 49674
    },
    {
      "epoch": 2.3110025587345895,
      "grad_norm": 1.2490083523191604,
      "learning_rate": 0.00020719242863076023,
      "loss": 2.2812,
      "step": 49675
    },
    {
      "epoch": 2.31104908118167,
      "grad_norm": 1.268973313431291,
      "learning_rate": 0.0002071889975604836,
      "loss": 2.6094,
      "step": 49676
    },
    {
      "epoch": 2.311095603628751,
      "grad_norm": 1.2458483249701455,
      "learning_rate": 0.00020718556645519542,
      "loss": 2.2812,
      "step": 49677
    },
    {
      "epoch": 2.311142126075832,
      "grad_norm": 1.3183446850951452,
      "learning_rate": 0.00020718213531489794,
      "loss": 2.0938,
      "step": 49678
    },
    {
      "epoch": 2.3111886485229123,
      "grad_norm": 1.177945690608056,
      "learning_rate": 0.00020717870413959323,
      "loss": 2.4844,
      "step": 49679
    },
    {
      "epoch": 2.311235170969993,
      "grad_norm": 1.2058214681948793,
      "learning_rate": 0.00020717527292928335,
      "loss": 1.9766,
      "step": 49680
    },
    {
      "epoch": 2.3112816934170737,
      "grad_norm": 1.1036890007619113,
      "learning_rate": 0.00020717184168397049,
      "loss": 2.2188,
      "step": 49681
    },
    {
      "epoch": 2.3113282158641546,
      "grad_norm": 1.2114461500821703,
      "learning_rate": 0.00020716841040365662,
      "loss": 1.9297,
      "step": 49682
    },
    {
      "epoch": 2.311374738311235,
      "grad_norm": 1.2449708025189956,
      "learning_rate": 0.00020716497908834395,
      "loss": 2.2344,
      "step": 49683
    },
    {
      "epoch": 2.311421260758316,
      "grad_norm": 1.187606676038018,
      "learning_rate": 0.00020716154773803454,
      "loss": 2.1719,
      "step": 49684
    },
    {
      "epoch": 2.3114677832053965,
      "grad_norm": 1.2622450941448107,
      "learning_rate": 0.00020715811635273044,
      "loss": 2.0781,
      "step": 49685
    },
    {
      "epoch": 2.3115143056524774,
      "grad_norm": 1.1629415683243616,
      "learning_rate": 0.00020715468493243388,
      "loss": 1.9922,
      "step": 49686
    },
    {
      "epoch": 2.311560828099558,
      "grad_norm": 1.2256574017032125,
      "learning_rate": 0.00020715125347714683,
      "loss": 2.4219,
      "step": 49687
    },
    {
      "epoch": 2.311607350546639,
      "grad_norm": 1.1688007657786308,
      "learning_rate": 0.0002071478219868715,
      "loss": 2.1875,
      "step": 49688
    },
    {
      "epoch": 2.3116538729937197,
      "grad_norm": 1.1572807712558733,
      "learning_rate": 0.0002071443904616099,
      "loss": 2.2656,
      "step": 49689
    },
    {
      "epoch": 2.3117003954408,
      "grad_norm": 1.1989287069956314,
      "learning_rate": 0.0002071409589013642,
      "loss": 2.4844,
      "step": 49690
    },
    {
      "epoch": 2.3117469178878807,
      "grad_norm": 1.9333746215023653,
      "learning_rate": 0.00020713752730613645,
      "loss": 1.7578,
      "step": 49691
    },
    {
      "epoch": 2.3117934403349616,
      "grad_norm": 1.1530882152602238,
      "learning_rate": 0.00020713409567592875,
      "loss": 2.2656,
      "step": 49692
    },
    {
      "epoch": 2.3118399627820425,
      "grad_norm": 1.2215748293742168,
      "learning_rate": 0.00020713066401074329,
      "loss": 2.375,
      "step": 49693
    },
    {
      "epoch": 2.311886485229123,
      "grad_norm": 1.291253706427528,
      "learning_rate": 0.000207127232310582,
      "loss": 2.5156,
      "step": 49694
    },
    {
      "epoch": 2.311933007676204,
      "grad_norm": 1.2473303801793147,
      "learning_rate": 0.00020712380057544714,
      "loss": 2.2344,
      "step": 49695
    },
    {
      "epoch": 2.3119795301232844,
      "grad_norm": 1.2743973562013777,
      "learning_rate": 0.0002071203688053407,
      "loss": 2.2969,
      "step": 49696
    },
    {
      "epoch": 2.3120260525703653,
      "grad_norm": 1.3182708123050157,
      "learning_rate": 0.0002071169370002649,
      "loss": 2.2188,
      "step": 49697
    },
    {
      "epoch": 2.312072575017446,
      "grad_norm": 1.1688360695740825,
      "learning_rate": 0.00020711350516022174,
      "loss": 2.3594,
      "step": 49698
    },
    {
      "epoch": 2.3121190974645267,
      "grad_norm": 1.1544042718886818,
      "learning_rate": 0.00020711007328521336,
      "loss": 2.2969,
      "step": 49699
    },
    {
      "epoch": 2.312165619911607,
      "grad_norm": 1.2441778075295356,
      "learning_rate": 0.00020710664137524185,
      "loss": 2.3594,
      "step": 49700
    },
    {
      "epoch": 2.312212142358688,
      "grad_norm": 1.2011332337597003,
      "learning_rate": 0.00020710320943030934,
      "loss": 2.1875,
      "step": 49701
    },
    {
      "epoch": 2.3122586648057686,
      "grad_norm": 1.2653587805424098,
      "learning_rate": 0.00020709977745041793,
      "loss": 2.3438,
      "step": 49702
    },
    {
      "epoch": 2.3123051872528495,
      "grad_norm": 1.2027713406756475,
      "learning_rate": 0.00020709634543556965,
      "loss": 2.4688,
      "step": 49703
    },
    {
      "epoch": 2.3123517096999304,
      "grad_norm": 1.1184301319409946,
      "learning_rate": 0.00020709291338576665,
      "loss": 2.2656,
      "step": 49704
    },
    {
      "epoch": 2.312398232147011,
      "grad_norm": 1.37531798594376,
      "learning_rate": 0.00020708948130101107,
      "loss": 2.125,
      "step": 49705
    },
    {
      "epoch": 2.312444754594092,
      "grad_norm": 1.2169425390527338,
      "learning_rate": 0.00020708604918130496,
      "loss": 2.2969,
      "step": 49706
    },
    {
      "epoch": 2.3124912770411723,
      "grad_norm": 1.2080255444143853,
      "learning_rate": 0.00020708261702665038,
      "loss": 2.2344,
      "step": 49707
    },
    {
      "epoch": 2.312537799488253,
      "grad_norm": 1.1711741582819701,
      "learning_rate": 0.00020707918483704954,
      "loss": 2.1562,
      "step": 49708
    },
    {
      "epoch": 2.3125843219353337,
      "grad_norm": 1.2293490751958471,
      "learning_rate": 0.00020707575261250447,
      "loss": 2.0,
      "step": 49709
    },
    {
      "epoch": 2.3126308443824146,
      "grad_norm": 1.1905003039099247,
      "learning_rate": 0.00020707232035301732,
      "loss": 2.2656,
      "step": 49710
    },
    {
      "epoch": 2.312677366829495,
      "grad_norm": 1.1928565639889614,
      "learning_rate": 0.0002070688880585901,
      "loss": 2.1094,
      "step": 49711
    },
    {
      "epoch": 2.312723889276576,
      "grad_norm": 1.2347706016001467,
      "learning_rate": 0.000207065455729225,
      "loss": 2.4375,
      "step": 49712
    },
    {
      "epoch": 2.3127704117236565,
      "grad_norm": 1.1785414478878085,
      "learning_rate": 0.0002070620233649241,
      "loss": 2.1875,
      "step": 49713
    },
    {
      "epoch": 2.3128169341707374,
      "grad_norm": 1.1943068980658291,
      "learning_rate": 0.00020705859096568953,
      "loss": 2.4375,
      "step": 49714
    },
    {
      "epoch": 2.3128634566178183,
      "grad_norm": 1.254969045427382,
      "learning_rate": 0.00020705515853152335,
      "loss": 2.5,
      "step": 49715
    },
    {
      "epoch": 2.312909979064899,
      "grad_norm": 1.210870586910924,
      "learning_rate": 0.00020705172606242758,
      "loss": 2.2188,
      "step": 49716
    },
    {
      "epoch": 2.3129565015119793,
      "grad_norm": 1.3297979802173525,
      "learning_rate": 0.00020704829355840446,
      "loss": 2.6094,
      "step": 49717
    },
    {
      "epoch": 2.31300302395906,
      "grad_norm": 1.2313141186242436,
      "learning_rate": 0.00020704486101945602,
      "loss": 2.3438,
      "step": 49718
    },
    {
      "epoch": 2.313049546406141,
      "grad_norm": 1.3212905760721672,
      "learning_rate": 0.00020704142844558442,
      "loss": 2.3594,
      "step": 49719
    },
    {
      "epoch": 2.3130960688532216,
      "grad_norm": 1.460977300539073,
      "learning_rate": 0.00020703799583679167,
      "loss": 2.2812,
      "step": 49720
    },
    {
      "epoch": 2.3131425913003025,
      "grad_norm": 1.178186895044146,
      "learning_rate": 0.00020703456319307996,
      "loss": 2.2188,
      "step": 49721
    },
    {
      "epoch": 2.313189113747383,
      "grad_norm": 1.186068567467714,
      "learning_rate": 0.00020703113051445134,
      "loss": 2.0781,
      "step": 49722
    },
    {
      "epoch": 2.313235636194464,
      "grad_norm": 1.1767404136584434,
      "learning_rate": 0.00020702769780090794,
      "loss": 2.1094,
      "step": 49723
    },
    {
      "epoch": 2.3132821586415444,
      "grad_norm": 1.0976105164607115,
      "learning_rate": 0.00020702426505245184,
      "loss": 2.1719,
      "step": 49724
    },
    {
      "epoch": 2.3133286810886253,
      "grad_norm": 1.169084143528244,
      "learning_rate": 0.00020702083226908514,
      "loss": 1.9062,
      "step": 49725
    },
    {
      "epoch": 2.313375203535706,
      "grad_norm": 1.294417104500999,
      "learning_rate": 0.00020701739945080993,
      "loss": 2.4531,
      "step": 49726
    },
    {
      "epoch": 2.3134217259827867,
      "grad_norm": 1.2406413127546951,
      "learning_rate": 0.00020701396659762839,
      "loss": 2.2656,
      "step": 49727
    },
    {
      "epoch": 2.313468248429867,
      "grad_norm": 1.1604957392089568,
      "learning_rate": 0.00020701053370954256,
      "loss": 2.2031,
      "step": 49728
    },
    {
      "epoch": 2.313514770876948,
      "grad_norm": 1.3530588916671307,
      "learning_rate": 0.00020700710078655444,
      "loss": 2.5469,
      "step": 49729
    },
    {
      "epoch": 2.313561293324029,
      "grad_norm": 1.1085283118264726,
      "learning_rate": 0.00020700366782866635,
      "loss": 2.0781,
      "step": 49730
    },
    {
      "epoch": 2.3136078157711095,
      "grad_norm": 1.1968424144477725,
      "learning_rate": 0.00020700023483588025,
      "loss": 2.2656,
      "step": 49731
    },
    {
      "epoch": 2.3136543382181904,
      "grad_norm": 1.4200991001727614,
      "learning_rate": 0.00020699680180819827,
      "loss": 2.2031,
      "step": 49732
    },
    {
      "epoch": 2.313700860665271,
      "grad_norm": 1.3499867237586465,
      "learning_rate": 0.00020699336874562249,
      "loss": 1.6484,
      "step": 49733
    },
    {
      "epoch": 2.313747383112352,
      "grad_norm": 1.131384131102548,
      "learning_rate": 0.00020698993564815504,
      "loss": 2.1562,
      "step": 49734
    },
    {
      "epoch": 2.3137939055594323,
      "grad_norm": 1.1578823319504117,
      "learning_rate": 0.00020698650251579806,
      "loss": 2.2344,
      "step": 49735
    },
    {
      "epoch": 2.3138404280065132,
      "grad_norm": 1.3888879891004844,
      "learning_rate": 0.00020698306934855356,
      "loss": 2.3281,
      "step": 49736
    },
    {
      "epoch": 2.3138869504535937,
      "grad_norm": 1.1690436803319775,
      "learning_rate": 0.0002069796361464237,
      "loss": 2.1719,
      "step": 49737
    },
    {
      "epoch": 2.3139334729006746,
      "grad_norm": 1.2338636571391433,
      "learning_rate": 0.0002069762029094106,
      "loss": 2.25,
      "step": 49738
    },
    {
      "epoch": 2.313979995347755,
      "grad_norm": 1.139414500358093,
      "learning_rate": 0.00020697276963751627,
      "loss": 2.1875,
      "step": 49739
    },
    {
      "epoch": 2.314026517794836,
      "grad_norm": 1.2630103471329086,
      "learning_rate": 0.0002069693363307429,
      "loss": 2.4219,
      "step": 49740
    },
    {
      "epoch": 2.314073040241917,
      "grad_norm": 1.206965402922105,
      "learning_rate": 0.00020696590298909258,
      "loss": 2.2969,
      "step": 49741
    },
    {
      "epoch": 2.3141195626889974,
      "grad_norm": 1.338069536490561,
      "learning_rate": 0.00020696246961256738,
      "loss": 2.4531,
      "step": 49742
    },
    {
      "epoch": 2.314166085136078,
      "grad_norm": 1.3146662806359108,
      "learning_rate": 0.00020695903620116947,
      "loss": 2.2812,
      "step": 49743
    },
    {
      "epoch": 2.314212607583159,
      "grad_norm": 1.210097267867364,
      "learning_rate": 0.00020695560275490083,
      "loss": 2.2656,
      "step": 49744
    },
    {
      "epoch": 2.3142591300302398,
      "grad_norm": 1.1570533141623511,
      "learning_rate": 0.0002069521692737637,
      "loss": 2.3906,
      "step": 49745
    },
    {
      "epoch": 2.3143056524773202,
      "grad_norm": 1.2597003120137438,
      "learning_rate": 0.00020694873575776007,
      "loss": 2.25,
      "step": 49746
    },
    {
      "epoch": 2.314352174924401,
      "grad_norm": 1.160424100196014,
      "learning_rate": 0.00020694530220689212,
      "loss": 2.1094,
      "step": 49747
    },
    {
      "epoch": 2.3143986973714816,
      "grad_norm": 1.171582742976121,
      "learning_rate": 0.0002069418686211619,
      "loss": 2.1406,
      "step": 49748
    },
    {
      "epoch": 2.3144452198185625,
      "grad_norm": 1.2696372348836926,
      "learning_rate": 0.00020693843500057155,
      "loss": 2.6562,
      "step": 49749
    },
    {
      "epoch": 2.314491742265643,
      "grad_norm": 1.2343968715054416,
      "learning_rate": 0.00020693500134512312,
      "loss": 2.4062,
      "step": 49750
    },
    {
      "epoch": 2.314538264712724,
      "grad_norm": 1.2150256168116456,
      "learning_rate": 0.00020693156765481875,
      "loss": 2.3125,
      "step": 49751
    },
    {
      "epoch": 2.3145847871598044,
      "grad_norm": 1.2126500740326944,
      "learning_rate": 0.0002069281339296606,
      "loss": 2.1719,
      "step": 49752
    },
    {
      "epoch": 2.3146313096068853,
      "grad_norm": 1.169432095894751,
      "learning_rate": 0.00020692470016965065,
      "loss": 2.1562,
      "step": 49753
    },
    {
      "epoch": 2.314677832053966,
      "grad_norm": 1.2783140997677396,
      "learning_rate": 0.00020692126637479111,
      "loss": 2.4844,
      "step": 49754
    },
    {
      "epoch": 2.3147243545010467,
      "grad_norm": 1.2235197371185549,
      "learning_rate": 0.00020691783254508396,
      "loss": 2.5,
      "step": 49755
    },
    {
      "epoch": 2.3147708769481277,
      "grad_norm": 1.1945865917983716,
      "learning_rate": 0.00020691439868053145,
      "loss": 2.25,
      "step": 49756
    },
    {
      "epoch": 2.314817399395208,
      "grad_norm": 1.1385509157889198,
      "learning_rate": 0.00020691096478113558,
      "loss": 2.3281,
      "step": 49757
    },
    {
      "epoch": 2.314863921842289,
      "grad_norm": 1.1576884920406112,
      "learning_rate": 0.0002069075308468985,
      "loss": 2.1875,
      "step": 49758
    },
    {
      "epoch": 2.3149104442893695,
      "grad_norm": 1.19843019194763,
      "learning_rate": 0.00020690409687782228,
      "loss": 2.3594,
      "step": 49759
    },
    {
      "epoch": 2.3149569667364505,
      "grad_norm": 1.2021515524734676,
      "learning_rate": 0.00020690066287390904,
      "loss": 1.8906,
      "step": 49760
    },
    {
      "epoch": 2.315003489183531,
      "grad_norm": 1.2534280274345775,
      "learning_rate": 0.00020689722883516088,
      "loss": 2.3125,
      "step": 49761
    },
    {
      "epoch": 2.315050011630612,
      "grad_norm": 1.1858638161918893,
      "learning_rate": 0.00020689379476157988,
      "loss": 2.1875,
      "step": 49762
    },
    {
      "epoch": 2.3150965340776923,
      "grad_norm": 1.1644463473490434,
      "learning_rate": 0.00020689036065316818,
      "loss": 2.1719,
      "step": 49763
    },
    {
      "epoch": 2.3151430565247733,
      "grad_norm": 1.1650636036413407,
      "learning_rate": 0.00020688692650992787,
      "loss": 2.2812,
      "step": 49764
    },
    {
      "epoch": 2.3151895789718537,
      "grad_norm": 1.1668330360740873,
      "learning_rate": 0.00020688349233186103,
      "loss": 2.1094,
      "step": 49765
    },
    {
      "epoch": 2.3152361014189347,
      "grad_norm": 1.2783399994999138,
      "learning_rate": 0.0002068800581189698,
      "loss": 2.5781,
      "step": 49766
    },
    {
      "epoch": 2.3152826238660156,
      "grad_norm": 1.2196939587364803,
      "learning_rate": 0.00020687662387125627,
      "loss": 2.4219,
      "step": 49767
    },
    {
      "epoch": 2.315329146313096,
      "grad_norm": 1.1558758227976424,
      "learning_rate": 0.0002068731895887225,
      "loss": 2.1875,
      "step": 49768
    },
    {
      "epoch": 2.315375668760177,
      "grad_norm": 1.2029884445393364,
      "learning_rate": 0.0002068697552713707,
      "loss": 2.3125,
      "step": 49769
    },
    {
      "epoch": 2.3154221912072575,
      "grad_norm": 1.2637619952779973,
      "learning_rate": 0.00020686632091920283,
      "loss": 2.3125,
      "step": 49770
    },
    {
      "epoch": 2.3154687136543384,
      "grad_norm": 1.1367008216692511,
      "learning_rate": 0.0002068628865322211,
      "loss": 1.6641,
      "step": 49771
    },
    {
      "epoch": 2.315515236101419,
      "grad_norm": 1.1922493210973533,
      "learning_rate": 0.00020685945211042754,
      "loss": 2.2812,
      "step": 49772
    },
    {
      "epoch": 2.3155617585484998,
      "grad_norm": 1.2509388224872042,
      "learning_rate": 0.0002068560176538243,
      "loss": 2.3125,
      "step": 49773
    },
    {
      "epoch": 2.3156082809955802,
      "grad_norm": 1.1682521334934621,
      "learning_rate": 0.00020685258316241353,
      "loss": 2.4062,
      "step": 49774
    },
    {
      "epoch": 2.315654803442661,
      "grad_norm": 1.1510520672875248,
      "learning_rate": 0.00020684914863619718,
      "loss": 2.2188,
      "step": 49775
    },
    {
      "epoch": 2.3157013258897416,
      "grad_norm": 1.2343075813654303,
      "learning_rate": 0.00020684571407517753,
      "loss": 2.2969,
      "step": 49776
    },
    {
      "epoch": 2.3157478483368226,
      "grad_norm": 1.1447385391922666,
      "learning_rate": 0.0002068422794793565,
      "loss": 2.2031,
      "step": 49777
    },
    {
      "epoch": 2.315794370783903,
      "grad_norm": 1.1805585724097691,
      "learning_rate": 0.0002068388448487364,
      "loss": 2.2812,
      "step": 49778
    },
    {
      "epoch": 2.315840893230984,
      "grad_norm": 1.2354903170553964,
      "learning_rate": 0.00020683541018331916,
      "loss": 2.2969,
      "step": 49779
    },
    {
      "epoch": 2.3158874156780644,
      "grad_norm": 1.1938210086998082,
      "learning_rate": 0.00020683197548310698,
      "loss": 2.375,
      "step": 49780
    },
    {
      "epoch": 2.3159339381251454,
      "grad_norm": 1.237673041165337,
      "learning_rate": 0.0002068285407481019,
      "loss": 2.2656,
      "step": 49781
    },
    {
      "epoch": 2.3159804605722263,
      "grad_norm": 1.1183691923773134,
      "learning_rate": 0.00020682510597830607,
      "loss": 2.0469,
      "step": 49782
    },
    {
      "epoch": 2.3160269830193068,
      "grad_norm": 1.200513115010483,
      "learning_rate": 0.0002068216711737216,
      "loss": 2.25,
      "step": 49783
    },
    {
      "epoch": 2.3160735054663877,
      "grad_norm": 1.294609283220369,
      "learning_rate": 0.0002068182363343505,
      "loss": 2.25,
      "step": 49784
    },
    {
      "epoch": 2.316120027913468,
      "grad_norm": 1.1362048057668734,
      "learning_rate": 0.000206814801460195,
      "loss": 2.1094,
      "step": 49785
    },
    {
      "epoch": 2.316166550360549,
      "grad_norm": 1.1711649130291601,
      "learning_rate": 0.00020681136655125712,
      "loss": 2.1406,
      "step": 49786
    },
    {
      "epoch": 2.3162130728076296,
      "grad_norm": 1.1716188357253405,
      "learning_rate": 0.000206807931607539,
      "loss": 2.3281,
      "step": 49787
    },
    {
      "epoch": 2.3162595952547105,
      "grad_norm": 1.2504669678674762,
      "learning_rate": 0.0002068044966290427,
      "loss": 2.0938,
      "step": 49788
    },
    {
      "epoch": 2.316306117701791,
      "grad_norm": 1.3575547685331366,
      "learning_rate": 0.00020680106161577038,
      "loss": 2.3594,
      "step": 49789
    },
    {
      "epoch": 2.316352640148872,
      "grad_norm": 1.1596410368316046,
      "learning_rate": 0.0002067976265677241,
      "loss": 2.1562,
      "step": 49790
    },
    {
      "epoch": 2.3163991625959524,
      "grad_norm": 1.2604061996761864,
      "learning_rate": 0.000206794191484906,
      "loss": 2.3281,
      "step": 49791
    },
    {
      "epoch": 2.3164456850430333,
      "grad_norm": 1.2098420464006363,
      "learning_rate": 0.00020679075636731813,
      "loss": 2.4219,
      "step": 49792
    },
    {
      "epoch": 2.316492207490114,
      "grad_norm": 1.1708791268034708,
      "learning_rate": 0.00020678732121496267,
      "loss": 2.2969,
      "step": 49793
    },
    {
      "epoch": 2.3165387299371947,
      "grad_norm": 1.1665938962093074,
      "learning_rate": 0.00020678388602784163,
      "loss": 2.0469,
      "step": 49794
    },
    {
      "epoch": 2.3165852523842756,
      "grad_norm": 1.2228469674418145,
      "learning_rate": 0.00020678045080595715,
      "loss": 2.3438,
      "step": 49795
    },
    {
      "epoch": 2.316631774831356,
      "grad_norm": 1.2074224868669248,
      "learning_rate": 0.0002067770155493114,
      "loss": 2.2344,
      "step": 49796
    },
    {
      "epoch": 2.316678297278437,
      "grad_norm": 1.2133800491334281,
      "learning_rate": 0.00020677358025790636,
      "loss": 2.3125,
      "step": 49797
    },
    {
      "epoch": 2.3167248197255175,
      "grad_norm": 1.1253164989871405,
      "learning_rate": 0.00020677014493174426,
      "loss": 2.0469,
      "step": 49798
    },
    {
      "epoch": 2.3167713421725984,
      "grad_norm": 1.1869649914573208,
      "learning_rate": 0.00020676670957082714,
      "loss": 2.1875,
      "step": 49799
    },
    {
      "epoch": 2.316817864619679,
      "grad_norm": 1.2499366774064635,
      "learning_rate": 0.00020676327417515708,
      "loss": 2.4531,
      "step": 49800
    },
    {
      "epoch": 2.31686438706676,
      "grad_norm": 1.5883107588810914,
      "learning_rate": 0.00020675983874473617,
      "loss": 2.3906,
      "step": 49801
    },
    {
      "epoch": 2.3169109095138403,
      "grad_norm": 1.12600525938982,
      "learning_rate": 0.00020675640327956664,
      "loss": 2.1406,
      "step": 49802
    },
    {
      "epoch": 2.316957431960921,
      "grad_norm": 1.2405976171844293,
      "learning_rate": 0.00020675296777965046,
      "loss": 2.3281,
      "step": 49803
    },
    {
      "epoch": 2.317003954408002,
      "grad_norm": 1.232967080892302,
      "learning_rate": 0.0002067495322449898,
      "loss": 2.1562,
      "step": 49804
    },
    {
      "epoch": 2.3170504768550826,
      "grad_norm": 1.2383038490453653,
      "learning_rate": 0.0002067460966755867,
      "loss": 2.3906,
      "step": 49805
    },
    {
      "epoch": 2.317096999302163,
      "grad_norm": 1.1685410540345773,
      "learning_rate": 0.00020674266107144332,
      "loss": 2.1719,
      "step": 49806
    },
    {
      "epoch": 2.317143521749244,
      "grad_norm": 1.2224274451710795,
      "learning_rate": 0.00020673922543256175,
      "loss": 2.1719,
      "step": 49807
    },
    {
      "epoch": 2.317190044196325,
      "grad_norm": 1.2159539304994307,
      "learning_rate": 0.0002067357897589441,
      "loss": 2.3594,
      "step": 49808
    },
    {
      "epoch": 2.3172365666434054,
      "grad_norm": 1.2326309112836062,
      "learning_rate": 0.0002067323540505925,
      "loss": 2.2344,
      "step": 49809
    },
    {
      "epoch": 2.3172830890904863,
      "grad_norm": 1.291731541101847,
      "learning_rate": 0.00020672891830750896,
      "loss": 2.4531,
      "step": 49810
    },
    {
      "epoch": 2.317329611537567,
      "grad_norm": 1.199210578988008,
      "learning_rate": 0.00020672548252969567,
      "loss": 2.2969,
      "step": 49811
    },
    {
      "epoch": 2.3173761339846477,
      "grad_norm": 1.0972977871273464,
      "learning_rate": 0.0002067220467171547,
      "loss": 1.9531,
      "step": 49812
    },
    {
      "epoch": 2.317422656431728,
      "grad_norm": 1.3009444135933448,
      "learning_rate": 0.00020671861086988817,
      "loss": 2.2344,
      "step": 49813
    },
    {
      "epoch": 2.317469178878809,
      "grad_norm": 1.274279400970212,
      "learning_rate": 0.00020671517498789814,
      "loss": 2.2656,
      "step": 49814
    },
    {
      "epoch": 2.3175157013258896,
      "grad_norm": 1.1270023582916116,
      "learning_rate": 0.00020671173907118679,
      "loss": 2.0781,
      "step": 49815
    },
    {
      "epoch": 2.3175622237729705,
      "grad_norm": 1.1648767338754438,
      "learning_rate": 0.00020670830311975616,
      "loss": 2.2344,
      "step": 49816
    },
    {
      "epoch": 2.317608746220051,
      "grad_norm": 1.2172174604467496,
      "learning_rate": 0.00020670486713360834,
      "loss": 2.5469,
      "step": 49817
    },
    {
      "epoch": 2.317655268667132,
      "grad_norm": 1.2259417097585419,
      "learning_rate": 0.00020670143111274546,
      "loss": 2.375,
      "step": 49818
    },
    {
      "epoch": 2.317701791114213,
      "grad_norm": 1.1960356056049837,
      "learning_rate": 0.00020669799505716968,
      "loss": 2.1875,
      "step": 49819
    },
    {
      "epoch": 2.3177483135612933,
      "grad_norm": 1.163881925636794,
      "learning_rate": 0.000206694558966883,
      "loss": 2.125,
      "step": 49820
    },
    {
      "epoch": 2.317794836008374,
      "grad_norm": 1.1796645710897982,
      "learning_rate": 0.00020669112284188768,
      "loss": 2.2188,
      "step": 49821
    },
    {
      "epoch": 2.3178413584554547,
      "grad_norm": 1.0995590121393175,
      "learning_rate": 0.00020668768668218564,
      "loss": 2.125,
      "step": 49822
    },
    {
      "epoch": 2.3178878809025356,
      "grad_norm": 1.3172517011265368,
      "learning_rate": 0.00020668425048777907,
      "loss": 2.625,
      "step": 49823
    },
    {
      "epoch": 2.317934403349616,
      "grad_norm": 1.2158467041911105,
      "learning_rate": 0.00020668081425867009,
      "loss": 2.2656,
      "step": 49824
    },
    {
      "epoch": 2.317980925796697,
      "grad_norm": 1.3311410748501942,
      "learning_rate": 0.00020667737799486075,
      "loss": 2.5,
      "step": 49825
    },
    {
      "epoch": 2.3180274482437775,
      "grad_norm": 1.2213988188343878,
      "learning_rate": 0.0002066739416963532,
      "loss": 2.0156,
      "step": 49826
    },
    {
      "epoch": 2.3180739706908584,
      "grad_norm": 1.4945078694092238,
      "learning_rate": 0.00020667050536314952,
      "loss": 2.125,
      "step": 49827
    },
    {
      "epoch": 2.318120493137939,
      "grad_norm": 1.2366904201152658,
      "learning_rate": 0.00020666706899525182,
      "loss": 2.1719,
      "step": 49828
    },
    {
      "epoch": 2.31816701558502,
      "grad_norm": 1.1439539598486845,
      "learning_rate": 0.0002066636325926622,
      "loss": 2.3281,
      "step": 49829
    },
    {
      "epoch": 2.3182135380321007,
      "grad_norm": 1.1980774209012193,
      "learning_rate": 0.00020666019615538285,
      "loss": 2.0156,
      "step": 49830
    },
    {
      "epoch": 2.318260060479181,
      "grad_norm": 1.1803130467524454,
      "learning_rate": 0.00020665675968341572,
      "loss": 2.1875,
      "step": 49831
    },
    {
      "epoch": 2.3183065829262617,
      "grad_norm": 1.0676219822188109,
      "learning_rate": 0.00020665332317676302,
      "loss": 2.0156,
      "step": 49832
    },
    {
      "epoch": 2.3183531053733426,
      "grad_norm": 1.1998303785591855,
      "learning_rate": 0.00020664988663542677,
      "loss": 2.2344,
      "step": 49833
    },
    {
      "epoch": 2.3183996278204235,
      "grad_norm": 1.2241729128157324,
      "learning_rate": 0.00020664645005940917,
      "loss": 2.3281,
      "step": 49834
    },
    {
      "epoch": 2.318446150267504,
      "grad_norm": 1.2980052796013022,
      "learning_rate": 0.0002066430134487123,
      "loss": 2.5312,
      "step": 49835
    },
    {
      "epoch": 2.318492672714585,
      "grad_norm": 1.2482488046125055,
      "learning_rate": 0.0002066395768033382,
      "loss": 2.4531,
      "step": 49836
    },
    {
      "epoch": 2.3185391951616654,
      "grad_norm": 1.2191330303120183,
      "learning_rate": 0.00020663614012328906,
      "loss": 2.1562,
      "step": 49837
    },
    {
      "epoch": 2.3185857176087463,
      "grad_norm": 1.320774713194127,
      "learning_rate": 0.00020663270340856688,
      "loss": 2.5625,
      "step": 49838
    },
    {
      "epoch": 2.318632240055827,
      "grad_norm": 1.3458538063969374,
      "learning_rate": 0.00020662926665917383,
      "loss": 2.2031,
      "step": 49839
    },
    {
      "epoch": 2.3186787625029077,
      "grad_norm": 1.2162542405761376,
      "learning_rate": 0.00020662582987511204,
      "loss": 2.5312,
      "step": 49840
    },
    {
      "epoch": 2.318725284949988,
      "grad_norm": 1.1947935101745424,
      "learning_rate": 0.00020662239305638358,
      "loss": 2.0469,
      "step": 49841
    },
    {
      "epoch": 2.318771807397069,
      "grad_norm": 1.1509488354583968,
      "learning_rate": 0.00020661895620299056,
      "loss": 2.1875,
      "step": 49842
    },
    {
      "epoch": 2.3188183298441496,
      "grad_norm": 1.1675292370641246,
      "learning_rate": 0.0002066155193149351,
      "loss": 2.2344,
      "step": 49843
    },
    {
      "epoch": 2.3188648522912305,
      "grad_norm": 1.1981996123577578,
      "learning_rate": 0.00020661208239221925,
      "loss": 2.3281,
      "step": 49844
    },
    {
      "epoch": 2.3189113747383114,
      "grad_norm": 1.24024613622709,
      "learning_rate": 0.00020660864543484516,
      "loss": 2.4062,
      "step": 49845
    },
    {
      "epoch": 2.318957897185392,
      "grad_norm": 1.1724860685788714,
      "learning_rate": 0.0002066052084428149,
      "loss": 2.3594,
      "step": 49846
    },
    {
      "epoch": 2.319004419632473,
      "grad_norm": 1.1382615983544482,
      "learning_rate": 0.00020660177141613065,
      "loss": 1.7422,
      "step": 49847
    },
    {
      "epoch": 2.3190509420795533,
      "grad_norm": 1.1781799425144348,
      "learning_rate": 0.00020659833435479445,
      "loss": 2.2188,
      "step": 49848
    },
    {
      "epoch": 2.3190974645266342,
      "grad_norm": 1.2356532142304264,
      "learning_rate": 0.0002065948972588084,
      "loss": 2.3125,
      "step": 49849
    },
    {
      "epoch": 2.3191439869737147,
      "grad_norm": 1.1861212559549916,
      "learning_rate": 0.00020659146012817458,
      "loss": 2.125,
      "step": 49850
    },
    {
      "epoch": 2.3191905094207956,
      "grad_norm": 1.2031452414017894,
      "learning_rate": 0.00020658802296289518,
      "loss": 2.2969,
      "step": 49851
    },
    {
      "epoch": 2.319237031867876,
      "grad_norm": 1.2705471695469504,
      "learning_rate": 0.00020658458576297228,
      "loss": 2.125,
      "step": 49852
    },
    {
      "epoch": 2.319283554314957,
      "grad_norm": 1.2165927517308486,
      "learning_rate": 0.00020658114852840792,
      "loss": 2.1094,
      "step": 49853
    },
    {
      "epoch": 2.3193300767620375,
      "grad_norm": 1.1889366245378905,
      "learning_rate": 0.00020657771125920425,
      "loss": 2.2344,
      "step": 49854
    },
    {
      "epoch": 2.3193765992091184,
      "grad_norm": 1.1893366233410823,
      "learning_rate": 0.0002065742739553634,
      "loss": 2.1562,
      "step": 49855
    },
    {
      "epoch": 2.3194231216561993,
      "grad_norm": 1.1296853663404631,
      "learning_rate": 0.00020657083661688744,
      "loss": 2.2344,
      "step": 49856
    },
    {
      "epoch": 2.31946964410328,
      "grad_norm": 1.1862675922094792,
      "learning_rate": 0.00020656739924377848,
      "loss": 1.7734,
      "step": 49857
    },
    {
      "epoch": 2.3195161665503603,
      "grad_norm": 1.2264593271421391,
      "learning_rate": 0.00020656396183603863,
      "loss": 2.4844,
      "step": 49858
    },
    {
      "epoch": 2.3195626889974412,
      "grad_norm": 1.2510830113425986,
      "learning_rate": 0.00020656052439366998,
      "loss": 2.5312,
      "step": 49859
    },
    {
      "epoch": 2.319609211444522,
      "grad_norm": 1.1780064262963303,
      "learning_rate": 0.00020655708691667466,
      "loss": 2.0469,
      "step": 49860
    },
    {
      "epoch": 2.3196557338916026,
      "grad_norm": 1.1892850192807451,
      "learning_rate": 0.0002065536494050547,
      "loss": 2.375,
      "step": 49861
    },
    {
      "epoch": 2.3197022563386835,
      "grad_norm": 1.1842472591689577,
      "learning_rate": 0.00020655021185881227,
      "loss": 2.2031,
      "step": 49862
    },
    {
      "epoch": 2.319748778785764,
      "grad_norm": 1.2215893590055895,
      "learning_rate": 0.00020654677427794953,
      "loss": 2.0938,
      "step": 49863
    },
    {
      "epoch": 2.319795301232845,
      "grad_norm": 1.2385629365251698,
      "learning_rate": 0.00020654333666246847,
      "loss": 2.125,
      "step": 49864
    },
    {
      "epoch": 2.3198418236799254,
      "grad_norm": 1.2831717189901293,
      "learning_rate": 0.0002065398990123713,
      "loss": 2.2031,
      "step": 49865
    },
    {
      "epoch": 2.3198883461270063,
      "grad_norm": 1.258027448893072,
      "learning_rate": 0.00020653646132766,
      "loss": 2.1406,
      "step": 49866
    },
    {
      "epoch": 2.319934868574087,
      "grad_norm": 1.3464987697833164,
      "learning_rate": 0.0002065330236083368,
      "loss": 2.5312,
      "step": 49867
    },
    {
      "epoch": 2.3199813910211677,
      "grad_norm": 1.2226028876971426,
      "learning_rate": 0.00020652958585440373,
      "loss": 2.3281,
      "step": 49868
    },
    {
      "epoch": 2.320027913468248,
      "grad_norm": 1.250873700503448,
      "learning_rate": 0.00020652614806586294,
      "loss": 2.1562,
      "step": 49869
    },
    {
      "epoch": 2.320074435915329,
      "grad_norm": 1.2132368857524793,
      "learning_rate": 0.00020652271024271647,
      "loss": 2.3438,
      "step": 49870
    },
    {
      "epoch": 2.32012095836241,
      "grad_norm": 1.1503893078146608,
      "learning_rate": 0.0002065192723849665,
      "loss": 2.3594,
      "step": 49871
    },
    {
      "epoch": 2.3201674808094905,
      "grad_norm": 1.151556681224303,
      "learning_rate": 0.00020651583449261506,
      "loss": 2.3594,
      "step": 49872
    },
    {
      "epoch": 2.3202140032565715,
      "grad_norm": 1.2476966268918421,
      "learning_rate": 0.00020651239656566426,
      "loss": 2.1406,
      "step": 49873
    },
    {
      "epoch": 2.320260525703652,
      "grad_norm": 1.3149909995416433,
      "learning_rate": 0.00020650895860411633,
      "loss": 2.2344,
      "step": 49874
    },
    {
      "epoch": 2.320307048150733,
      "grad_norm": 1.233653440823868,
      "learning_rate": 0.00020650552060797326,
      "loss": 2.3281,
      "step": 49875
    },
    {
      "epoch": 2.3203535705978133,
      "grad_norm": 1.1389445241751441,
      "learning_rate": 0.00020650208257723716,
      "loss": 2.0,
      "step": 49876
    },
    {
      "epoch": 2.3204000930448943,
      "grad_norm": 1.157188085922794,
      "learning_rate": 0.00020649864451191012,
      "loss": 2.0625,
      "step": 49877
    },
    {
      "epoch": 2.3204466154919747,
      "grad_norm": 1.1489480197803532,
      "learning_rate": 0.00020649520641199433,
      "loss": 2.25,
      "step": 49878
    },
    {
      "epoch": 2.3204931379390557,
      "grad_norm": 1.2738923490464804,
      "learning_rate": 0.00020649176827749178,
      "loss": 2.3906,
      "step": 49879
    },
    {
      "epoch": 2.320539660386136,
      "grad_norm": 1.2212284260387531,
      "learning_rate": 0.00020648833010840473,
      "loss": 2.3906,
      "step": 49880
    },
    {
      "epoch": 2.320586182833217,
      "grad_norm": 1.206307721545078,
      "learning_rate": 0.00020648489190473512,
      "loss": 2.2969,
      "step": 49881
    },
    {
      "epoch": 2.320632705280298,
      "grad_norm": 1.2533375779401699,
      "learning_rate": 0.00020648145366648513,
      "loss": 2.4531,
      "step": 49882
    },
    {
      "epoch": 2.3206792277273784,
      "grad_norm": 1.2082758644414877,
      "learning_rate": 0.0002064780153936569,
      "loss": 2.3438,
      "step": 49883
    },
    {
      "epoch": 2.3207257501744594,
      "grad_norm": 1.2260357624187272,
      "learning_rate": 0.00020647457708625243,
      "loss": 2.4844,
      "step": 49884
    },
    {
      "epoch": 2.32077227262154,
      "grad_norm": 1.141494429816803,
      "learning_rate": 0.00020647113874427397,
      "loss": 2.1406,
      "step": 49885
    },
    {
      "epoch": 2.3208187950686208,
      "grad_norm": 1.1821663546631547,
      "learning_rate": 0.00020646770036772348,
      "loss": 2.3281,
      "step": 49886
    },
    {
      "epoch": 2.3208653175157012,
      "grad_norm": 1.2055601505417288,
      "learning_rate": 0.00020646426195660317,
      "loss": 2.4531,
      "step": 49887
    },
    {
      "epoch": 2.320911839962782,
      "grad_norm": 1.2393126984113239,
      "learning_rate": 0.00020646082351091508,
      "loss": 2.4375,
      "step": 49888
    },
    {
      "epoch": 2.3209583624098626,
      "grad_norm": 1.1548020595348394,
      "learning_rate": 0.00020645738503066136,
      "loss": 2.25,
      "step": 49889
    },
    {
      "epoch": 2.3210048848569436,
      "grad_norm": 1.147948688096993,
      "learning_rate": 0.00020645394651584408,
      "loss": 2.0156,
      "step": 49890
    },
    {
      "epoch": 2.321051407304024,
      "grad_norm": 1.1671031989831753,
      "learning_rate": 0.0002064505079664654,
      "loss": 2.25,
      "step": 49891
    },
    {
      "epoch": 2.321097929751105,
      "grad_norm": 1.2167880936691111,
      "learning_rate": 0.00020644706938252732,
      "loss": 2.2969,
      "step": 49892
    },
    {
      "epoch": 2.3211444521981854,
      "grad_norm": 1.248370823302153,
      "learning_rate": 0.0002064436307640321,
      "loss": 2.5312,
      "step": 49893
    },
    {
      "epoch": 2.3211909746452664,
      "grad_norm": 1.2410088681524718,
      "learning_rate": 0.00020644019211098167,
      "loss": 2.2656,
      "step": 49894
    },
    {
      "epoch": 2.321237497092347,
      "grad_norm": 1.212254592376495,
      "learning_rate": 0.00020643675342337826,
      "loss": 2.2188,
      "step": 49895
    },
    {
      "epoch": 2.3212840195394278,
      "grad_norm": 1.1403511058620932,
      "learning_rate": 0.00020643331470122396,
      "loss": 1.7578,
      "step": 49896
    },
    {
      "epoch": 2.3213305419865087,
      "grad_norm": 1.135652318686807,
      "learning_rate": 0.0002064298759445208,
      "loss": 2.2344,
      "step": 49897
    },
    {
      "epoch": 2.321377064433589,
      "grad_norm": 1.1777700049161548,
      "learning_rate": 0.00020642643715327097,
      "loss": 2.1562,
      "step": 49898
    },
    {
      "epoch": 2.32142358688067,
      "grad_norm": 1.1504182620504835,
      "learning_rate": 0.00020642299832747654,
      "loss": 2.1406,
      "step": 49899
    },
    {
      "epoch": 2.3214701093277506,
      "grad_norm": 1.218659490181316,
      "learning_rate": 0.00020641955946713964,
      "loss": 2.3906,
      "step": 49900
    },
    {
      "epoch": 2.3215166317748315,
      "grad_norm": 1.2302808677992383,
      "learning_rate": 0.0002064161205722623,
      "loss": 2.3594,
      "step": 49901
    },
    {
      "epoch": 2.321563154221912,
      "grad_norm": 1.274506660947895,
      "learning_rate": 0.00020641268164284674,
      "loss": 2.3125,
      "step": 49902
    },
    {
      "epoch": 2.321609676668993,
      "grad_norm": 1.34714902543607,
      "learning_rate": 0.00020640924267889495,
      "loss": 2.25,
      "step": 49903
    },
    {
      "epoch": 2.3216561991160733,
      "grad_norm": 1.1973620952336765,
      "learning_rate": 0.00020640580368040912,
      "loss": 2.3594,
      "step": 49904
    },
    {
      "epoch": 2.3217027215631543,
      "grad_norm": 1.2526357963614327,
      "learning_rate": 0.00020640236464739128,
      "loss": 2.5,
      "step": 49905
    },
    {
      "epoch": 2.3217492440102347,
      "grad_norm": 1.1844977098945006,
      "learning_rate": 0.00020639892557984362,
      "loss": 2.0312,
      "step": 49906
    },
    {
      "epoch": 2.3217957664573157,
      "grad_norm": 1.215487154903478,
      "learning_rate": 0.00020639548647776823,
      "loss": 2.4688,
      "step": 49907
    },
    {
      "epoch": 2.3218422889043966,
      "grad_norm": 1.2373931379999101,
      "learning_rate": 0.00020639204734116713,
      "loss": 2.1562,
      "step": 49908
    },
    {
      "epoch": 2.321888811351477,
      "grad_norm": 1.215457743419984,
      "learning_rate": 0.00020638860817004254,
      "loss": 2.25,
      "step": 49909
    },
    {
      "epoch": 2.321935333798558,
      "grad_norm": 1.231761739793167,
      "learning_rate": 0.00020638516896439647,
      "loss": 2.3906,
      "step": 49910
    },
    {
      "epoch": 2.3219818562456385,
      "grad_norm": 1.0993998728401242,
      "learning_rate": 0.0002063817297242311,
      "loss": 2.2344,
      "step": 49911
    },
    {
      "epoch": 2.3220283786927194,
      "grad_norm": 1.1285832972355159,
      "learning_rate": 0.0002063782904495485,
      "loss": 2.25,
      "step": 49912
    },
    {
      "epoch": 2.3220749011398,
      "grad_norm": 1.1300416300118836,
      "learning_rate": 0.00020637485114035077,
      "loss": 2.375,
      "step": 49913
    },
    {
      "epoch": 2.322121423586881,
      "grad_norm": 1.244671932967215,
      "learning_rate": 0.00020637141179664003,
      "loss": 2.125,
      "step": 49914
    },
    {
      "epoch": 2.3221679460339613,
      "grad_norm": 1.2605008868392902,
      "learning_rate": 0.00020636797241841838,
      "loss": 2.5,
      "step": 49915
    },
    {
      "epoch": 2.322214468481042,
      "grad_norm": 1.2022379168400557,
      "learning_rate": 0.00020636453300568788,
      "loss": 2.125,
      "step": 49916
    },
    {
      "epoch": 2.3222609909281227,
      "grad_norm": 1.2276733493857694,
      "learning_rate": 0.00020636109355845068,
      "loss": 2.1562,
      "step": 49917
    },
    {
      "epoch": 2.3223075133752036,
      "grad_norm": 1.2094783904417479,
      "learning_rate": 0.00020635765407670898,
      "loss": 2.3594,
      "step": 49918
    },
    {
      "epoch": 2.3223540358222845,
      "grad_norm": 1.2345668654387867,
      "learning_rate": 0.00020635421456046473,
      "loss": 2.125,
      "step": 49919
    },
    {
      "epoch": 2.322400558269365,
      "grad_norm": 1.210525706682509,
      "learning_rate": 0.0002063507750097201,
      "loss": 2.1562,
      "step": 49920
    },
    {
      "epoch": 2.3224470807164455,
      "grad_norm": 1.2061835623036576,
      "learning_rate": 0.00020634733542447718,
      "loss": 2.2812,
      "step": 49921
    },
    {
      "epoch": 2.3224936031635264,
      "grad_norm": 1.1896495667714577,
      "learning_rate": 0.0002063438958047381,
      "loss": 2.0938,
      "step": 49922
    },
    {
      "epoch": 2.3225401256106073,
      "grad_norm": 1.2160335382495726,
      "learning_rate": 0.00020634045615050496,
      "loss": 2.1875,
      "step": 49923
    },
    {
      "epoch": 2.3225866480576878,
      "grad_norm": 1.2219064261793926,
      "learning_rate": 0.0002063370164617799,
      "loss": 1.9922,
      "step": 49924
    },
    {
      "epoch": 2.3226331705047687,
      "grad_norm": 1.2233875565637389,
      "learning_rate": 0.00020633357673856492,
      "loss": 2.3125,
      "step": 49925
    },
    {
      "epoch": 2.322679692951849,
      "grad_norm": 1.1981876053227105,
      "learning_rate": 0.00020633013698086224,
      "loss": 2.3281,
      "step": 49926
    },
    {
      "epoch": 2.32272621539893,
      "grad_norm": 1.1256483902668515,
      "learning_rate": 0.00020632669718867385,
      "loss": 2.2188,
      "step": 49927
    },
    {
      "epoch": 2.3227727378460106,
      "grad_norm": 1.5680240233101428,
      "learning_rate": 0.00020632325736200197,
      "loss": 1.6016,
      "step": 49928
    },
    {
      "epoch": 2.3228192602930915,
      "grad_norm": 1.1426758990594115,
      "learning_rate": 0.00020631981750084873,
      "loss": 2.2656,
      "step": 49929
    },
    {
      "epoch": 2.322865782740172,
      "grad_norm": 1.1766580299311047,
      "learning_rate": 0.00020631637760521604,
      "loss": 2.3438,
      "step": 49930
    },
    {
      "epoch": 2.322912305187253,
      "grad_norm": 1.1870097445679881,
      "learning_rate": 0.0002063129376751062,
      "loss": 2.2344,
      "step": 49931
    },
    {
      "epoch": 2.3229588276343334,
      "grad_norm": 1.1909635321785208,
      "learning_rate": 0.00020630949771052124,
      "loss": 2.3906,
      "step": 49932
    },
    {
      "epoch": 2.3230053500814143,
      "grad_norm": 1.254911610398666,
      "learning_rate": 0.00020630605771146328,
      "loss": 2.3125,
      "step": 49933
    },
    {
      "epoch": 2.323051872528495,
      "grad_norm": 1.3131435090405714,
      "learning_rate": 0.00020630261767793439,
      "loss": 2.7344,
      "step": 49934
    },
    {
      "epoch": 2.3230983949755757,
      "grad_norm": 1.1202791939740688,
      "learning_rate": 0.00020629917760993675,
      "loss": 2.0312,
      "step": 49935
    },
    {
      "epoch": 2.3231449174226566,
      "grad_norm": 1.1949492141268436,
      "learning_rate": 0.00020629573750747236,
      "loss": 2.1875,
      "step": 49936
    },
    {
      "epoch": 2.323191439869737,
      "grad_norm": 1.1857539678705051,
      "learning_rate": 0.00020629229737054348,
      "loss": 2.2969,
      "step": 49937
    },
    {
      "epoch": 2.323237962316818,
      "grad_norm": 1.3489787224132956,
      "learning_rate": 0.00020628885719915202,
      "loss": 2.4844,
      "step": 49938
    },
    {
      "epoch": 2.3232844847638985,
      "grad_norm": 1.2481828639045425,
      "learning_rate": 0.00020628541699330022,
      "loss": 2.4062,
      "step": 49939
    },
    {
      "epoch": 2.3233310072109794,
      "grad_norm": 1.284593482953242,
      "learning_rate": 0.0002062819767529902,
      "loss": 2.3281,
      "step": 49940
    },
    {
      "epoch": 2.32337752965806,
      "grad_norm": 1.2946862419612695,
      "learning_rate": 0.00020627853647822402,
      "loss": 2.4531,
      "step": 49941
    },
    {
      "epoch": 2.323424052105141,
      "grad_norm": 1.2753046216060053,
      "learning_rate": 0.00020627509616900376,
      "loss": 2.625,
      "step": 49942
    },
    {
      "epoch": 2.3234705745522213,
      "grad_norm": 1.176154146247037,
      "learning_rate": 0.00020627165582533157,
      "loss": 2.1719,
      "step": 49943
    },
    {
      "epoch": 2.323517096999302,
      "grad_norm": 1.2895600397975786,
      "learning_rate": 0.00020626821544720954,
      "loss": 1.6484,
      "step": 49944
    },
    {
      "epoch": 2.323563619446383,
      "grad_norm": 1.1176770299233927,
      "learning_rate": 0.00020626477503463974,
      "loss": 1.875,
      "step": 49945
    },
    {
      "epoch": 2.3236101418934636,
      "grad_norm": 1.2246372302505475,
      "learning_rate": 0.00020626133458762435,
      "loss": 2.5,
      "step": 49946
    },
    {
      "epoch": 2.323656664340544,
      "grad_norm": 1.307079036261242,
      "learning_rate": 0.00020625789410616544,
      "loss": 2.2812,
      "step": 49947
    },
    {
      "epoch": 2.323703186787625,
      "grad_norm": 1.40326976712207,
      "learning_rate": 0.0002062544535902651,
      "loss": 2.2188,
      "step": 49948
    },
    {
      "epoch": 2.323749709234706,
      "grad_norm": 1.1554621345732126,
      "learning_rate": 0.00020625101303992544,
      "loss": 1.5938,
      "step": 49949
    },
    {
      "epoch": 2.3237962316817864,
      "grad_norm": 1.2876937105312611,
      "learning_rate": 0.00020624757245514858,
      "loss": 2.4375,
      "step": 49950
    },
    {
      "epoch": 2.3238427541288673,
      "grad_norm": 1.2021280363526008,
      "learning_rate": 0.00020624413183593663,
      "loss": 2.5,
      "step": 49951
    },
    {
      "epoch": 2.323889276575948,
      "grad_norm": 1.2058465818140216,
      "learning_rate": 0.00020624069118229172,
      "loss": 2.4219,
      "step": 49952
    },
    {
      "epoch": 2.3239357990230287,
      "grad_norm": 1.1875636719805434,
      "learning_rate": 0.0002062372504942159,
      "loss": 2.5,
      "step": 49953
    },
    {
      "epoch": 2.323982321470109,
      "grad_norm": 1.3061050036723187,
      "learning_rate": 0.00020623380977171133,
      "loss": 2.2812,
      "step": 49954
    },
    {
      "epoch": 2.32402884391719,
      "grad_norm": 1.164589412955208,
      "learning_rate": 0.00020623036901478009,
      "loss": 2.3125,
      "step": 49955
    },
    {
      "epoch": 2.3240753663642706,
      "grad_norm": 1.1311346072856494,
      "learning_rate": 0.00020622692822342426,
      "loss": 1.9375,
      "step": 49956
    },
    {
      "epoch": 2.3241218888113515,
      "grad_norm": 1.1777434941207015,
      "learning_rate": 0.00020622348739764599,
      "loss": 2.2031,
      "step": 49957
    },
    {
      "epoch": 2.324168411258432,
      "grad_norm": 1.2669645814531592,
      "learning_rate": 0.00020622004653744736,
      "loss": 2.2188,
      "step": 49958
    },
    {
      "epoch": 2.324214933705513,
      "grad_norm": 1.2369246909318772,
      "learning_rate": 0.00020621660564283052,
      "loss": 2.1875,
      "step": 49959
    },
    {
      "epoch": 2.324261456152594,
      "grad_norm": 1.2448396233011148,
      "learning_rate": 0.00020621316471379744,
      "loss": 2.4688,
      "step": 49960
    },
    {
      "epoch": 2.3243079785996743,
      "grad_norm": 1.3415138659719175,
      "learning_rate": 0.00020620972375035043,
      "loss": 2.3594,
      "step": 49961
    },
    {
      "epoch": 2.3243545010467552,
      "grad_norm": 1.1830834856617556,
      "learning_rate": 0.00020620628275249143,
      "loss": 2.3281,
      "step": 49962
    },
    {
      "epoch": 2.3244010234938357,
      "grad_norm": 1.267654188720182,
      "learning_rate": 0.00020620284172022269,
      "loss": 2.4219,
      "step": 49963
    },
    {
      "epoch": 2.3244475459409166,
      "grad_norm": 1.0890480130101263,
      "learning_rate": 0.00020619940065354618,
      "loss": 1.8281,
      "step": 49964
    },
    {
      "epoch": 2.324494068387997,
      "grad_norm": 1.159115504869543,
      "learning_rate": 0.0002061959595524641,
      "loss": 2.2344,
      "step": 49965
    },
    {
      "epoch": 2.324540590835078,
      "grad_norm": 1.2700158921001603,
      "learning_rate": 0.0002061925184169785,
      "loss": 2.4062,
      "step": 49966
    },
    {
      "epoch": 2.3245871132821585,
      "grad_norm": 1.222656616719863,
      "learning_rate": 0.0002061890772470915,
      "loss": 2.2969,
      "step": 49967
    },
    {
      "epoch": 2.3246336357292394,
      "grad_norm": 1.1910806783972883,
      "learning_rate": 0.00020618563604280524,
      "loss": 2.0156,
      "step": 49968
    },
    {
      "epoch": 2.32468015817632,
      "grad_norm": 1.2230514524338336,
      "learning_rate": 0.0002061821948041218,
      "loss": 2.1875,
      "step": 49969
    },
    {
      "epoch": 2.324726680623401,
      "grad_norm": 1.2823585245940876,
      "learning_rate": 0.00020617875353104328,
      "loss": 2.0625,
      "step": 49970
    },
    {
      "epoch": 2.3247732030704817,
      "grad_norm": 1.1451548137497967,
      "learning_rate": 0.00020617531222357174,
      "loss": 2.2031,
      "step": 49971
    },
    {
      "epoch": 2.324819725517562,
      "grad_norm": 1.2507708332245078,
      "learning_rate": 0.00020617187088170944,
      "loss": 2.5156,
      "step": 49972
    },
    {
      "epoch": 2.3248662479646427,
      "grad_norm": 1.2638304856800127,
      "learning_rate": 0.00020616842950545833,
      "loss": 2.0625,
      "step": 49973
    },
    {
      "epoch": 2.3249127704117236,
      "grad_norm": 1.2349588305001402,
      "learning_rate": 0.00020616498809482065,
      "loss": 2.2656,
      "step": 49974
    },
    {
      "epoch": 2.3249592928588045,
      "grad_norm": 1.1149400049493208,
      "learning_rate": 0.00020616154664979835,
      "loss": 2.0469,
      "step": 49975
    },
    {
      "epoch": 2.325005815305885,
      "grad_norm": 1.238670827895666,
      "learning_rate": 0.00020615810517039368,
      "loss": 2.375,
      "step": 49976
    },
    {
      "epoch": 2.325052337752966,
      "grad_norm": 1.1753896426002746,
      "learning_rate": 0.00020615466365660862,
      "loss": 2.2812,
      "step": 49977
    },
    {
      "epoch": 2.3250988602000464,
      "grad_norm": 1.2055893573763468,
      "learning_rate": 0.0002061512221084454,
      "loss": 2.2344,
      "step": 49978
    },
    {
      "epoch": 2.3251453826471273,
      "grad_norm": 1.373217946440529,
      "learning_rate": 0.00020614778052590604,
      "loss": 1.8047,
      "step": 49979
    },
    {
      "epoch": 2.325191905094208,
      "grad_norm": 1.3099879776701124,
      "learning_rate": 0.00020614433890899273,
      "loss": 2.4375,
      "step": 49980
    },
    {
      "epoch": 2.3252384275412887,
      "grad_norm": 1.321333665476954,
      "learning_rate": 0.00020614089725770745,
      "loss": 2.5156,
      "step": 49981
    },
    {
      "epoch": 2.325284949988369,
      "grad_norm": 1.3895582023459765,
      "learning_rate": 0.0002061374555720524,
      "loss": 2.4844,
      "step": 49982
    },
    {
      "epoch": 2.32533147243545,
      "grad_norm": 1.144764619314724,
      "learning_rate": 0.0002061340138520297,
      "loss": 2.1719,
      "step": 49983
    },
    {
      "epoch": 2.3253779948825306,
      "grad_norm": 1.2950844899838425,
      "learning_rate": 0.00020613057209764138,
      "loss": 2.2344,
      "step": 49984
    },
    {
      "epoch": 2.3254245173296115,
      "grad_norm": 1.3889842002623893,
      "learning_rate": 0.00020612713030888964,
      "loss": 2.3281,
      "step": 49985
    },
    {
      "epoch": 2.3254710397766925,
      "grad_norm": 1.2813061628323077,
      "learning_rate": 0.00020612368848577653,
      "loss": 2.4219,
      "step": 49986
    },
    {
      "epoch": 2.325517562223773,
      "grad_norm": 1.227027495058048,
      "learning_rate": 0.00020612024662830416,
      "loss": 2.4844,
      "step": 49987
    },
    {
      "epoch": 2.325564084670854,
      "grad_norm": 1.4535893372034958,
      "learning_rate": 0.00020611680473647467,
      "loss": 2.25,
      "step": 49988
    },
    {
      "epoch": 2.3256106071179343,
      "grad_norm": 1.1891319341884816,
      "learning_rate": 0.00020611336281029012,
      "loss": 2.4219,
      "step": 49989
    },
    {
      "epoch": 2.3256571295650152,
      "grad_norm": 1.4063383297880712,
      "learning_rate": 0.00020610992084975265,
      "loss": 2.4531,
      "step": 49990
    },
    {
      "epoch": 2.3257036520120957,
      "grad_norm": 1.2096082613976267,
      "learning_rate": 0.00020610647885486433,
      "loss": 1.9609,
      "step": 49991
    },
    {
      "epoch": 2.3257501744591766,
      "grad_norm": 1.265987737903209,
      "learning_rate": 0.0002061030368256273,
      "loss": 2.1719,
      "step": 49992
    },
    {
      "epoch": 2.325796696906257,
      "grad_norm": 1.268325818120394,
      "learning_rate": 0.00020609959476204363,
      "loss": 2.0938,
      "step": 49993
    },
    {
      "epoch": 2.325843219353338,
      "grad_norm": 1.197532007877295,
      "learning_rate": 0.00020609615266411552,
      "loss": 2.5312,
      "step": 49994
    },
    {
      "epoch": 2.3258897418004185,
      "grad_norm": 1.3083243471025403,
      "learning_rate": 0.00020609271053184498,
      "loss": 2.2812,
      "step": 49995
    },
    {
      "epoch": 2.3259362642474994,
      "grad_norm": 1.2460143359253923,
      "learning_rate": 0.00020608926836523415,
      "loss": 2.1562,
      "step": 49996
    },
    {
      "epoch": 2.3259827866945804,
      "grad_norm": 1.2718567881991454,
      "learning_rate": 0.00020608582616428515,
      "loss": 2.3125,
      "step": 49997
    },
    {
      "epoch": 2.326029309141661,
      "grad_norm": 1.4192600904957495,
      "learning_rate": 0.0002060823839290001,
      "loss": 2.4844,
      "step": 49998
    },
    {
      "epoch": 2.3260758315887418,
      "grad_norm": 1.2003383740458202,
      "learning_rate": 0.00020607894165938106,
      "loss": 2.2969,
      "step": 49999
    },
    {
      "epoch": 2.3261223540358222,
      "grad_norm": 1.3453024442483636,
      "learning_rate": 0.00020607549935543017,
      "loss": 2.2188,
      "step": 50000
    },
    {
      "epoch": 2.326168876482903,
      "grad_norm": 1.0972449902108459,
      "learning_rate": 0.00020607205701714948,
      "loss": 2.0156,
      "step": 50001
    },
    {
      "epoch": 2.3262153989299836,
      "grad_norm": 1.2236962800565683,
      "learning_rate": 0.00020606861464454122,
      "loss": 2.125,
      "step": 50002
    },
    {
      "epoch": 2.3262619213770646,
      "grad_norm": 1.2875282429375108,
      "learning_rate": 0.00020606517223760738,
      "loss": 2.3438,
      "step": 50003
    },
    {
      "epoch": 2.326308443824145,
      "grad_norm": 1.3325258912390463,
      "learning_rate": 0.0002060617297963501,
      "loss": 2.2188,
      "step": 50004
    },
    {
      "epoch": 2.326354966271226,
      "grad_norm": 1.1029155740391117,
      "learning_rate": 0.00020605828732077154,
      "loss": 1.9141,
      "step": 50005
    },
    {
      "epoch": 2.3264014887183064,
      "grad_norm": 1.4385651947880356,
      "learning_rate": 0.0002060548448108737,
      "loss": 2.2344,
      "step": 50006
    },
    {
      "epoch": 2.3264480111653874,
      "grad_norm": 1.1942540832412638,
      "learning_rate": 0.00020605140226665882,
      "loss": 2.0625,
      "step": 50007
    },
    {
      "epoch": 2.326494533612468,
      "grad_norm": 1.4606382097953783,
      "learning_rate": 0.0002060479596881289,
      "loss": 2.4844,
      "step": 50008
    },
    {
      "epoch": 2.3265410560595488,
      "grad_norm": 1.3270916161113198,
      "learning_rate": 0.00020604451707528616,
      "loss": 1.9297,
      "step": 50009
    },
    {
      "epoch": 2.3265875785066292,
      "grad_norm": 1.2300964915740744,
      "learning_rate": 0.00020604107442813256,
      "loss": 2.5312,
      "step": 50010
    },
    {
      "epoch": 2.32663410095371,
      "grad_norm": 1.1780851737507885,
      "learning_rate": 0.00020603763174667034,
      "loss": 2.2031,
      "step": 50011
    },
    {
      "epoch": 2.326680623400791,
      "grad_norm": 1.1490888205645098,
      "learning_rate": 0.00020603418903090149,
      "loss": 2.2031,
      "step": 50012
    },
    {
      "epoch": 2.3267271458478715,
      "grad_norm": 1.1764121930750697,
      "learning_rate": 0.00020603074628082824,
      "loss": 2.1094,
      "step": 50013
    },
    {
      "epoch": 2.3267736682949525,
      "grad_norm": 1.209858777559127,
      "learning_rate": 0.0002060273034964526,
      "loss": 2.3125,
      "step": 50014
    },
    {
      "epoch": 2.326820190742033,
      "grad_norm": 1.2008880773656536,
      "learning_rate": 0.00020602386067777666,
      "loss": 2.0312,
      "step": 50015
    },
    {
      "epoch": 2.326866713189114,
      "grad_norm": 1.3666531516902807,
      "learning_rate": 0.0002060204178248027,
      "loss": 2.5156,
      "step": 50016
    },
    {
      "epoch": 2.3269132356361943,
      "grad_norm": 1.1800379797061473,
      "learning_rate": 0.00020601697493753262,
      "loss": 2.2344,
      "step": 50017
    },
    {
      "epoch": 2.3269597580832753,
      "grad_norm": 1.152789322348418,
      "learning_rate": 0.00020601353201596867,
      "loss": 2.3125,
      "step": 50018
    },
    {
      "epoch": 2.3270062805303557,
      "grad_norm": 1.1830742061245105,
      "learning_rate": 0.0002060100890601129,
      "loss": 2.0781,
      "step": 50019
    },
    {
      "epoch": 2.3270528029774367,
      "grad_norm": 1.1225581238641158,
      "learning_rate": 0.00020600664606996741,
      "loss": 1.9375,
      "step": 50020
    },
    {
      "epoch": 2.327099325424517,
      "grad_norm": 1.1887625350754318,
      "learning_rate": 0.0002060032030455343,
      "loss": 2.2031,
      "step": 50021
    },
    {
      "epoch": 2.327145847871598,
      "grad_norm": 1.2724318305154056,
      "learning_rate": 0.00020599975998681575,
      "loss": 2.5,
      "step": 50022
    },
    {
      "epoch": 2.327192370318679,
      "grad_norm": 1.295349764121944,
      "learning_rate": 0.00020599631689381377,
      "loss": 2.5312,
      "step": 50023
    },
    {
      "epoch": 2.3272388927657595,
      "grad_norm": 1.2210444775603089,
      "learning_rate": 0.00020599287376653054,
      "loss": 2.3125,
      "step": 50024
    },
    {
      "epoch": 2.3272854152128404,
      "grad_norm": 1.2704638981705252,
      "learning_rate": 0.00020598943060496811,
      "loss": 2.5,
      "step": 50025
    },
    {
      "epoch": 2.327331937659921,
      "grad_norm": 1.1700766830344735,
      "learning_rate": 0.00020598598740912864,
      "loss": 2.4844,
      "step": 50026
    },
    {
      "epoch": 2.327378460107002,
      "grad_norm": 1.313588932274095,
      "learning_rate": 0.00020598254417901425,
      "loss": 2.7812,
      "step": 50027
    },
    {
      "epoch": 2.3274249825540823,
      "grad_norm": 1.197201270529276,
      "learning_rate": 0.00020597910091462698,
      "loss": 2.2656,
      "step": 50028
    },
    {
      "epoch": 2.327471505001163,
      "grad_norm": 1.256011805505659,
      "learning_rate": 0.00020597565761596898,
      "loss": 2.125,
      "step": 50029
    },
    {
      "epoch": 2.3275180274482437,
      "grad_norm": 1.26151347857718,
      "learning_rate": 0.00020597221428304236,
      "loss": 2.1406,
      "step": 50030
    },
    {
      "epoch": 2.3275645498953246,
      "grad_norm": 1.2354387783843117,
      "learning_rate": 0.00020596877091584923,
      "loss": 2.5781,
      "step": 50031
    },
    {
      "epoch": 2.327611072342405,
      "grad_norm": 1.178629423868629,
      "learning_rate": 0.00020596532751439165,
      "loss": 2.375,
      "step": 50032
    },
    {
      "epoch": 2.327657594789486,
      "grad_norm": 1.2373585251165116,
      "learning_rate": 0.00020596188407867182,
      "loss": 2.0625,
      "step": 50033
    },
    {
      "epoch": 2.3277041172365665,
      "grad_norm": 1.1623305713145404,
      "learning_rate": 0.00020595844060869177,
      "loss": 2.1094,
      "step": 50034
    },
    {
      "epoch": 2.3277506396836474,
      "grad_norm": 1.191973816843746,
      "learning_rate": 0.00020595499710445364,
      "loss": 2.2188,
      "step": 50035
    },
    {
      "epoch": 2.327797162130728,
      "grad_norm": 1.1974748063802936,
      "learning_rate": 0.0002059515535659595,
      "loss": 1.6406,
      "step": 50036
    },
    {
      "epoch": 2.3278436845778088,
      "grad_norm": 1.1497708014728745,
      "learning_rate": 0.00020594810999321152,
      "loss": 2.0938,
      "step": 50037
    },
    {
      "epoch": 2.3278902070248897,
      "grad_norm": 1.0812965055571757,
      "learning_rate": 0.0002059446663862118,
      "loss": 1.8359,
      "step": 50038
    },
    {
      "epoch": 2.32793672947197,
      "grad_norm": 1.1970192189115718,
      "learning_rate": 0.00020594122274496235,
      "loss": 2.2031,
      "step": 50039
    },
    {
      "epoch": 2.327983251919051,
      "grad_norm": 1.119931099600332,
      "learning_rate": 0.0002059377790694654,
      "loss": 2.2031,
      "step": 50040
    },
    {
      "epoch": 2.3280297743661316,
      "grad_norm": 1.1623035445594458,
      "learning_rate": 0.000205934335359723,
      "loss": 2.1719,
      "step": 50041
    },
    {
      "epoch": 2.3280762968132125,
      "grad_norm": 1.1911764421537163,
      "learning_rate": 0.0002059308916157373,
      "loss": 2.1719,
      "step": 50042
    },
    {
      "epoch": 2.328122819260293,
      "grad_norm": 1.183429120953727,
      "learning_rate": 0.00020592744783751033,
      "loss": 2.1875,
      "step": 50043
    },
    {
      "epoch": 2.328169341707374,
      "grad_norm": 1.3438804209562927,
      "learning_rate": 0.0002059240040250443,
      "loss": 2.4062,
      "step": 50044
    },
    {
      "epoch": 2.3282158641544544,
      "grad_norm": 1.202268147528797,
      "learning_rate": 0.00020592056017834122,
      "loss": 2.3438,
      "step": 50045
    },
    {
      "epoch": 2.3282623866015353,
      "grad_norm": 1.141146458359023,
      "learning_rate": 0.0002059171162974033,
      "loss": 2.3125,
      "step": 50046
    },
    {
      "epoch": 2.3283089090486158,
      "grad_norm": 1.1989310024888251,
      "learning_rate": 0.0002059136723822325,
      "loss": 2.2969,
      "step": 50047
    },
    {
      "epoch": 2.3283554314956967,
      "grad_norm": 1.2219903237036023,
      "learning_rate": 0.0002059102284328311,
      "loss": 2.2656,
      "step": 50048
    },
    {
      "epoch": 2.3284019539427776,
      "grad_norm": 1.2003107382458114,
      "learning_rate": 0.0002059067844492011,
      "loss": 2.3281,
      "step": 50049
    },
    {
      "epoch": 2.328448476389858,
      "grad_norm": 1.1771108713182914,
      "learning_rate": 0.00020590334043134466,
      "loss": 2.3281,
      "step": 50050
    },
    {
      "epoch": 2.328494998836939,
      "grad_norm": 1.219305548551749,
      "learning_rate": 0.00020589989637926387,
      "loss": 2.2812,
      "step": 50051
    },
    {
      "epoch": 2.3285415212840195,
      "grad_norm": 1.310614064060775,
      "learning_rate": 0.00020589645229296077,
      "loss": 2.1875,
      "step": 50052
    },
    {
      "epoch": 2.3285880437311004,
      "grad_norm": 1.1817054997705956,
      "learning_rate": 0.0002058930081724376,
      "loss": 2.0156,
      "step": 50053
    },
    {
      "epoch": 2.328634566178181,
      "grad_norm": 1.3362666454910677,
      "learning_rate": 0.00020588956401769635,
      "loss": 2.2656,
      "step": 50054
    },
    {
      "epoch": 2.328681088625262,
      "grad_norm": 1.1805846901930583,
      "learning_rate": 0.00020588611982873923,
      "loss": 2.1875,
      "step": 50055
    },
    {
      "epoch": 2.3287276110723423,
      "grad_norm": 1.219440652284774,
      "learning_rate": 0.00020588267560556827,
      "loss": 2.4219,
      "step": 50056
    },
    {
      "epoch": 2.328774133519423,
      "grad_norm": 1.212120036678705,
      "learning_rate": 0.00020587923134818563,
      "loss": 2.3594,
      "step": 50057
    },
    {
      "epoch": 2.3288206559665037,
      "grad_norm": 1.120640831913106,
      "learning_rate": 0.00020587578705659332,
      "loss": 2.1875,
      "step": 50058
    },
    {
      "epoch": 2.3288671784135846,
      "grad_norm": 1.3005954619507185,
      "learning_rate": 0.00020587234273079357,
      "loss": 2.6094,
      "step": 50059
    },
    {
      "epoch": 2.3289137008606655,
      "grad_norm": 1.2932776306663183,
      "learning_rate": 0.00020586889837078843,
      "loss": 2.0312,
      "step": 50060
    },
    {
      "epoch": 2.328960223307746,
      "grad_norm": 1.3056000222809347,
      "learning_rate": 0.00020586545397658008,
      "loss": 2.2812,
      "step": 50061
    },
    {
      "epoch": 2.3290067457548265,
      "grad_norm": 1.172218830061294,
      "learning_rate": 0.00020586200954817054,
      "loss": 2.25,
      "step": 50062
    },
    {
      "epoch": 2.3290532682019074,
      "grad_norm": 1.2031763967226698,
      "learning_rate": 0.00020585856508556195,
      "loss": 2.4375,
      "step": 50063
    },
    {
      "epoch": 2.3290997906489883,
      "grad_norm": 1.080698484966655,
      "learning_rate": 0.00020585512058875641,
      "loss": 2.0625,
      "step": 50064
    },
    {
      "epoch": 2.329146313096069,
      "grad_norm": 1.1541840986167864,
      "learning_rate": 0.000205851676057756,
      "loss": 2.0938,
      "step": 50065
    },
    {
      "epoch": 2.3291928355431497,
      "grad_norm": 1.2000809543662383,
      "learning_rate": 0.00020584823149256292,
      "loss": 2.2969,
      "step": 50066
    },
    {
      "epoch": 2.32923935799023,
      "grad_norm": 1.1383446062564042,
      "learning_rate": 0.0002058447868931792,
      "loss": 2.0938,
      "step": 50067
    },
    {
      "epoch": 2.329285880437311,
      "grad_norm": 1.227215824529168,
      "learning_rate": 0.00020584134225960698,
      "loss": 2.2656,
      "step": 50068
    },
    {
      "epoch": 2.3293324028843916,
      "grad_norm": 1.0416669900309565,
      "learning_rate": 0.00020583789759184832,
      "loss": 1.8906,
      "step": 50069
    },
    {
      "epoch": 2.3293789253314725,
      "grad_norm": 1.2059758704426293,
      "learning_rate": 0.00020583445288990544,
      "loss": 2.0156,
      "step": 50070
    },
    {
      "epoch": 2.329425447778553,
      "grad_norm": 1.2124606923537204,
      "learning_rate": 0.00020583100815378032,
      "loss": 2.2188,
      "step": 50071
    },
    {
      "epoch": 2.329471970225634,
      "grad_norm": 1.290006895504543,
      "learning_rate": 0.00020582756338347516,
      "loss": 2.3281,
      "step": 50072
    },
    {
      "epoch": 2.3295184926727144,
      "grad_norm": 1.1385118947318515,
      "learning_rate": 0.00020582411857899202,
      "loss": 2.1562,
      "step": 50073
    },
    {
      "epoch": 2.3295650151197953,
      "grad_norm": 1.2138742648075045,
      "learning_rate": 0.00020582067374033306,
      "loss": 2.3438,
      "step": 50074
    },
    {
      "epoch": 2.3296115375668762,
      "grad_norm": 1.1767896494602474,
      "learning_rate": 0.0002058172288675003,
      "loss": 2.4844,
      "step": 50075
    },
    {
      "epoch": 2.3296580600139567,
      "grad_norm": 1.3016901303030552,
      "learning_rate": 0.00020581378396049597,
      "loss": 2.4688,
      "step": 50076
    },
    {
      "epoch": 2.3297045824610376,
      "grad_norm": 1.2049368931182804,
      "learning_rate": 0.0002058103390193221,
      "loss": 2.5625,
      "step": 50077
    },
    {
      "epoch": 2.329751104908118,
      "grad_norm": 1.2365995163302466,
      "learning_rate": 0.00020580689404398075,
      "loss": 2.2969,
      "step": 50078
    },
    {
      "epoch": 2.329797627355199,
      "grad_norm": 1.231576190440514,
      "learning_rate": 0.0002058034490344741,
      "loss": 1.8906,
      "step": 50079
    },
    {
      "epoch": 2.3298441498022795,
      "grad_norm": 1.2551495273185898,
      "learning_rate": 0.00020580000399080426,
      "loss": 1.6641,
      "step": 50080
    },
    {
      "epoch": 2.3298906722493604,
      "grad_norm": 1.2275268336247134,
      "learning_rate": 0.00020579655891297336,
      "loss": 2.125,
      "step": 50081
    },
    {
      "epoch": 2.329937194696441,
      "grad_norm": 1.129733412400824,
      "learning_rate": 0.00020579311380098346,
      "loss": 2.0625,
      "step": 50082
    },
    {
      "epoch": 2.329983717143522,
      "grad_norm": 1.1724692348410632,
      "learning_rate": 0.0002057896686548367,
      "loss": 2.3281,
      "step": 50083
    },
    {
      "epoch": 2.3300302395906023,
      "grad_norm": 1.1838149154675017,
      "learning_rate": 0.00020578622347453514,
      "loss": 2.4375,
      "step": 50084
    },
    {
      "epoch": 2.330076762037683,
      "grad_norm": 1.3019245741970837,
      "learning_rate": 0.000205782778260081,
      "loss": 2.2812,
      "step": 50085
    },
    {
      "epoch": 2.330123284484764,
      "grad_norm": 1.2060465800150744,
      "learning_rate": 0.00020577933301147623,
      "loss": 2.1406,
      "step": 50086
    },
    {
      "epoch": 2.3301698069318446,
      "grad_norm": 1.2344871219570752,
      "learning_rate": 0.00020577588772872308,
      "loss": 2.2031,
      "step": 50087
    },
    {
      "epoch": 2.330216329378925,
      "grad_norm": 1.1329403831555245,
      "learning_rate": 0.00020577244241182355,
      "loss": 2.2188,
      "step": 50088
    },
    {
      "epoch": 2.330262851826006,
      "grad_norm": 1.2247829775382062,
      "learning_rate": 0.00020576899706077986,
      "loss": 2.2812,
      "step": 50089
    },
    {
      "epoch": 2.330309374273087,
      "grad_norm": 1.1717489286055323,
      "learning_rate": 0.00020576555167559407,
      "loss": 2.2969,
      "step": 50090
    },
    {
      "epoch": 2.3303558967201674,
      "grad_norm": 1.2357134312755798,
      "learning_rate": 0.0002057621062562682,
      "loss": 2.2812,
      "step": 50091
    },
    {
      "epoch": 2.3304024191672483,
      "grad_norm": 1.209570727931904,
      "learning_rate": 0.0002057586608028045,
      "loss": 2.2656,
      "step": 50092
    },
    {
      "epoch": 2.330448941614329,
      "grad_norm": 1.2759314804877946,
      "learning_rate": 0.000205755215315205,
      "loss": 2.2344,
      "step": 50093
    },
    {
      "epoch": 2.3304954640614097,
      "grad_norm": 1.2064766112495355,
      "learning_rate": 0.00020575176979347183,
      "loss": 2.25,
      "step": 50094
    },
    {
      "epoch": 2.33054198650849,
      "grad_norm": 1.20896690798755,
      "learning_rate": 0.0002057483242376071,
      "loss": 1.9922,
      "step": 50095
    },
    {
      "epoch": 2.330588508955571,
      "grad_norm": 1.2798758463633308,
      "learning_rate": 0.00020574487864761292,
      "loss": 2.3438,
      "step": 50096
    },
    {
      "epoch": 2.3306350314026516,
      "grad_norm": 1.2435338177271844,
      "learning_rate": 0.00020574143302349137,
      "loss": 2.3438,
      "step": 50097
    },
    {
      "epoch": 2.3306815538497325,
      "grad_norm": 1.2378516687926917,
      "learning_rate": 0.00020573798736524466,
      "loss": 2.3125,
      "step": 50098
    },
    {
      "epoch": 2.330728076296813,
      "grad_norm": 1.1829787561302116,
      "learning_rate": 0.00020573454167287475,
      "loss": 2.3438,
      "step": 50099
    },
    {
      "epoch": 2.330774598743894,
      "grad_norm": 1.2901889132717435,
      "learning_rate": 0.00020573109594638388,
      "loss": 1.9297,
      "step": 50100
    },
    {
      "epoch": 2.330821121190975,
      "grad_norm": 1.2728985658961265,
      "learning_rate": 0.00020572765018577404,
      "loss": 2.1719,
      "step": 50101
    },
    {
      "epoch": 2.3308676436380553,
      "grad_norm": 1.1138124033553412,
      "learning_rate": 0.00020572420439104742,
      "loss": 2.1875,
      "step": 50102
    },
    {
      "epoch": 2.3309141660851362,
      "grad_norm": 1.1275995884001655,
      "learning_rate": 0.00020572075856220616,
      "loss": 2.0938,
      "step": 50103
    },
    {
      "epoch": 2.3309606885322167,
      "grad_norm": 1.1932229089461641,
      "learning_rate": 0.00020571731269925227,
      "loss": 2.5781,
      "step": 50104
    },
    {
      "epoch": 2.3310072109792976,
      "grad_norm": 1.3242402763948733,
      "learning_rate": 0.000205713866802188,
      "loss": 2.25,
      "step": 50105
    },
    {
      "epoch": 2.331053733426378,
      "grad_norm": 1.1467792347545418,
      "learning_rate": 0.0002057104208710153,
      "loss": 2.4531,
      "step": 50106
    },
    {
      "epoch": 2.331100255873459,
      "grad_norm": 1.2434165190559376,
      "learning_rate": 0.00020570697490573635,
      "loss": 2.4062,
      "step": 50107
    },
    {
      "epoch": 2.3311467783205395,
      "grad_norm": 1.2786953895591884,
      "learning_rate": 0.00020570352890635326,
      "loss": 2.3438,
      "step": 50108
    },
    {
      "epoch": 2.3311933007676204,
      "grad_norm": 1.191786588114022,
      "learning_rate": 0.00020570008287286817,
      "loss": 2.125,
      "step": 50109
    },
    {
      "epoch": 2.331239823214701,
      "grad_norm": 1.1250830068119047,
      "learning_rate": 0.00020569663680528315,
      "loss": 2.25,
      "step": 50110
    },
    {
      "epoch": 2.331286345661782,
      "grad_norm": 1.1582663910873947,
      "learning_rate": 0.00020569319070360033,
      "loss": 1.9531,
      "step": 50111
    },
    {
      "epoch": 2.3313328681088628,
      "grad_norm": 1.3425380987213693,
      "learning_rate": 0.00020568974456782181,
      "loss": 1.7031,
      "step": 50112
    },
    {
      "epoch": 2.3313793905559432,
      "grad_norm": 1.244827185733025,
      "learning_rate": 0.00020568629839794967,
      "loss": 2.2969,
      "step": 50113
    },
    {
      "epoch": 2.331425913003024,
      "grad_norm": 1.233558286326965,
      "learning_rate": 0.00020568285219398606,
      "loss": 2.2969,
      "step": 50114
    },
    {
      "epoch": 2.3314724354501046,
      "grad_norm": 1.1519991751147856,
      "learning_rate": 0.0002056794059559331,
      "loss": 2.2344,
      "step": 50115
    },
    {
      "epoch": 2.3315189578971856,
      "grad_norm": 1.1419353127092309,
      "learning_rate": 0.00020567595968379288,
      "loss": 2.1094,
      "step": 50116
    },
    {
      "epoch": 2.331565480344266,
      "grad_norm": 1.1396503616298412,
      "learning_rate": 0.00020567251337756749,
      "loss": 2.0156,
      "step": 50117
    },
    {
      "epoch": 2.331612002791347,
      "grad_norm": 1.2582322392038763,
      "learning_rate": 0.00020566906703725908,
      "loss": 2.3281,
      "step": 50118
    },
    {
      "epoch": 2.3316585252384274,
      "grad_norm": 1.2040267098036468,
      "learning_rate": 0.0002056656206628697,
      "loss": 2.4688,
      "step": 50119
    },
    {
      "epoch": 2.3317050476855083,
      "grad_norm": 1.1918139839980404,
      "learning_rate": 0.00020566217425440158,
      "loss": 2.0938,
      "step": 50120
    },
    {
      "epoch": 2.331751570132589,
      "grad_norm": 1.1512706130595147,
      "learning_rate": 0.00020565872781185666,
      "loss": 2.1875,
      "step": 50121
    },
    {
      "epoch": 2.3317980925796697,
      "grad_norm": 1.2015029151947072,
      "learning_rate": 0.00020565528133523718,
      "loss": 2.1719,
      "step": 50122
    },
    {
      "epoch": 2.3318446150267502,
      "grad_norm": 1.229410856128616,
      "learning_rate": 0.00020565183482454519,
      "loss": 2.375,
      "step": 50123
    },
    {
      "epoch": 2.331891137473831,
      "grad_norm": 1.3171138483347162,
      "learning_rate": 0.00020564838827978282,
      "loss": 1.7969,
      "step": 50124
    },
    {
      "epoch": 2.3319376599209116,
      "grad_norm": 1.2497859263212827,
      "learning_rate": 0.0002056449417009522,
      "loss": 2.25,
      "step": 50125
    },
    {
      "epoch": 2.3319841823679925,
      "grad_norm": 1.1294812793300442,
      "learning_rate": 0.0002056414950880554,
      "loss": 2.0469,
      "step": 50126
    },
    {
      "epoch": 2.3320307048150735,
      "grad_norm": 1.2014195796071399,
      "learning_rate": 0.00020563804844109457,
      "loss": 2.25,
      "step": 50127
    },
    {
      "epoch": 2.332077227262154,
      "grad_norm": 1.1253914719927576,
      "learning_rate": 0.0002056346017600718,
      "loss": 2.125,
      "step": 50128
    },
    {
      "epoch": 2.332123749709235,
      "grad_norm": 1.2229395369143323,
      "learning_rate": 0.00020563115504498917,
      "loss": 2.2031,
      "step": 50129
    },
    {
      "epoch": 2.3321702721563153,
      "grad_norm": 1.0418278191766301,
      "learning_rate": 0.00020562770829584884,
      "loss": 2.0469,
      "step": 50130
    },
    {
      "epoch": 2.3322167946033963,
      "grad_norm": 1.4145902291746515,
      "learning_rate": 0.00020562426151265288,
      "loss": 2.4375,
      "step": 50131
    },
    {
      "epoch": 2.3322633170504767,
      "grad_norm": 1.0925616898531514,
      "learning_rate": 0.00020562081469540342,
      "loss": 1.6094,
      "step": 50132
    },
    {
      "epoch": 2.3323098394975577,
      "grad_norm": 1.2554137978558326,
      "learning_rate": 0.0002056173678441026,
      "loss": 2.2344,
      "step": 50133
    },
    {
      "epoch": 2.332356361944638,
      "grad_norm": 1.1750021988597907,
      "learning_rate": 0.00020561392095875245,
      "loss": 2.0781,
      "step": 50134
    },
    {
      "epoch": 2.332402884391719,
      "grad_norm": 1.3242363498131202,
      "learning_rate": 0.0002056104740393552,
      "loss": 2.2656,
      "step": 50135
    },
    {
      "epoch": 2.3324494068387995,
      "grad_norm": 1.1106758569082533,
      "learning_rate": 0.00020560702708591284,
      "loss": 1.6875,
      "step": 50136
    },
    {
      "epoch": 2.3324959292858805,
      "grad_norm": 1.1814885727671045,
      "learning_rate": 0.00020560358009842752,
      "loss": 2.2812,
      "step": 50137
    },
    {
      "epoch": 2.3325424517329614,
      "grad_norm": 1.2618868768482077,
      "learning_rate": 0.00020560013307690142,
      "loss": 2.4062,
      "step": 50138
    },
    {
      "epoch": 2.332588974180042,
      "grad_norm": 1.1849689431193116,
      "learning_rate": 0.00020559668602133653,
      "loss": 2.4375,
      "step": 50139
    },
    {
      "epoch": 2.3326354966271228,
      "grad_norm": 1.4163114283085634,
      "learning_rate": 0.00020559323893173508,
      "loss": 2.25,
      "step": 50140
    },
    {
      "epoch": 2.3326820190742033,
      "grad_norm": 1.3515377750660416,
      "learning_rate": 0.00020558979180809907,
      "loss": 2.375,
      "step": 50141
    },
    {
      "epoch": 2.332728541521284,
      "grad_norm": 1.2900210679673052,
      "learning_rate": 0.00020558634465043068,
      "loss": 2.3125,
      "step": 50142
    },
    {
      "epoch": 2.3327750639683646,
      "grad_norm": 1.4808526135907032,
      "learning_rate": 0.000205582897458732,
      "loss": 2.4062,
      "step": 50143
    },
    {
      "epoch": 2.3328215864154456,
      "grad_norm": 1.1899151044032983,
      "learning_rate": 0.00020557945023300513,
      "loss": 2.2031,
      "step": 50144
    },
    {
      "epoch": 2.332868108862526,
      "grad_norm": 1.2791486872987343,
      "learning_rate": 0.00020557600297325222,
      "loss": 2.4375,
      "step": 50145
    },
    {
      "epoch": 2.332914631309607,
      "grad_norm": 1.1865556317270818,
      "learning_rate": 0.0002055725556794753,
      "loss": 2.5938,
      "step": 50146
    },
    {
      "epoch": 2.3329611537566874,
      "grad_norm": 1.0669604249350009,
      "learning_rate": 0.00020556910835167663,
      "loss": 1.8672,
      "step": 50147
    },
    {
      "epoch": 2.3330076762037684,
      "grad_norm": 1.1764099674254809,
      "learning_rate": 0.00020556566098985815,
      "loss": 2.3906,
      "step": 50148
    },
    {
      "epoch": 2.333054198650849,
      "grad_norm": 1.2843905316242035,
      "learning_rate": 0.00020556221359402203,
      "loss": 2.5,
      "step": 50149
    },
    {
      "epoch": 2.3331007210979298,
      "grad_norm": 1.1162328829251111,
      "learning_rate": 0.0002055587661641704,
      "loss": 2.0,
      "step": 50150
    },
    {
      "epoch": 2.3331472435450102,
      "grad_norm": 1.150231970077136,
      "learning_rate": 0.00020555531870030544,
      "loss": 2.3906,
      "step": 50151
    },
    {
      "epoch": 2.333193765992091,
      "grad_norm": 1.2232594856201016,
      "learning_rate": 0.00020555187120242912,
      "loss": 2.25,
      "step": 50152
    },
    {
      "epoch": 2.333240288439172,
      "grad_norm": 1.4174242428596773,
      "learning_rate": 0.00020554842367054367,
      "loss": 2.375,
      "step": 50153
    },
    {
      "epoch": 2.3332868108862526,
      "grad_norm": 1.2259083722980473,
      "learning_rate": 0.0002055449761046511,
      "loss": 2.5156,
      "step": 50154
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 1.2221866169928033,
      "learning_rate": 0.00020554152850475358,
      "loss": 2.4219,
      "step": 50155
    },
    {
      "epoch": 2.333379855780414,
      "grad_norm": 1.221908536079135,
      "learning_rate": 0.00020553808087085318,
      "loss": 2.0469,
      "step": 50156
    },
    {
      "epoch": 2.333426378227495,
      "grad_norm": 1.1994299117560407,
      "learning_rate": 0.0002055346332029521,
      "loss": 2.3281,
      "step": 50157
    },
    {
      "epoch": 2.3334729006745754,
      "grad_norm": 1.1237119546595382,
      "learning_rate": 0.00020553118550105235,
      "loss": 2.0156,
      "step": 50158
    },
    {
      "epoch": 2.3335194231216563,
      "grad_norm": 1.1807629378085347,
      "learning_rate": 0.00020552773776515607,
      "loss": 2.375,
      "step": 50159
    },
    {
      "epoch": 2.3335659455687368,
      "grad_norm": 1.2192777702530715,
      "learning_rate": 0.0002055242899952654,
      "loss": 2.2656,
      "step": 50160
    },
    {
      "epoch": 2.3336124680158177,
      "grad_norm": 1.2656101396213333,
      "learning_rate": 0.00020552084219138247,
      "loss": 2.2344,
      "step": 50161
    },
    {
      "epoch": 2.333658990462898,
      "grad_norm": 1.1285302303527307,
      "learning_rate": 0.00020551739435350932,
      "loss": 1.9453,
      "step": 50162
    },
    {
      "epoch": 2.333705512909979,
      "grad_norm": 1.295641736106209,
      "learning_rate": 0.00020551394648164807,
      "loss": 2.2969,
      "step": 50163
    },
    {
      "epoch": 2.33375203535706,
      "grad_norm": 1.2208763881717195,
      "learning_rate": 0.0002055104985758009,
      "loss": 2.2344,
      "step": 50164
    },
    {
      "epoch": 2.3337985578041405,
      "grad_norm": 1.1511709858988028,
      "learning_rate": 0.00020550705063596987,
      "loss": 2.0,
      "step": 50165
    },
    {
      "epoch": 2.3338450802512214,
      "grad_norm": 1.2173205331655257,
      "learning_rate": 0.00020550360266215705,
      "loss": 2.2344,
      "step": 50166
    },
    {
      "epoch": 2.333891602698302,
      "grad_norm": 1.1769032594201823,
      "learning_rate": 0.00020550015465436465,
      "loss": 2.4688,
      "step": 50167
    },
    {
      "epoch": 2.333938125145383,
      "grad_norm": 1.2850887805002489,
      "learning_rate": 0.00020549670661259466,
      "loss": 2.2812,
      "step": 50168
    },
    {
      "epoch": 2.3339846475924633,
      "grad_norm": 1.144359014766051,
      "learning_rate": 0.00020549325853684932,
      "loss": 2.1094,
      "step": 50169
    },
    {
      "epoch": 2.334031170039544,
      "grad_norm": 1.163428590905553,
      "learning_rate": 0.00020548981042713067,
      "loss": 2.3125,
      "step": 50170
    },
    {
      "epoch": 2.3340776924866247,
      "grad_norm": 1.2793059308885713,
      "learning_rate": 0.00020548636228344085,
      "loss": 2.1875,
      "step": 50171
    },
    {
      "epoch": 2.3341242149337056,
      "grad_norm": 1.1967342570128898,
      "learning_rate": 0.00020548291410578192,
      "loss": 2.4688,
      "step": 50172
    },
    {
      "epoch": 2.334170737380786,
      "grad_norm": 1.2524660207092793,
      "learning_rate": 0.00020547946589415605,
      "loss": 2.4531,
      "step": 50173
    },
    {
      "epoch": 2.334217259827867,
      "grad_norm": 1.1675694785221002,
      "learning_rate": 0.0002054760176485653,
      "loss": 2.3438,
      "step": 50174
    },
    {
      "epoch": 2.334263782274948,
      "grad_norm": 1.2927973484711293,
      "learning_rate": 0.00020547256936901182,
      "loss": 2.2812,
      "step": 50175
    },
    {
      "epoch": 2.3343103047220284,
      "grad_norm": 1.202835800270758,
      "learning_rate": 0.0002054691210554977,
      "loss": 2.1094,
      "step": 50176
    },
    {
      "epoch": 2.334356827169109,
      "grad_norm": 1.3696834198122103,
      "learning_rate": 0.00020546567270802505,
      "loss": 2.4062,
      "step": 50177
    },
    {
      "epoch": 2.33440334961619,
      "grad_norm": 1.2398809783454603,
      "learning_rate": 0.000205462224326596,
      "loss": 2.1719,
      "step": 50178
    },
    {
      "epoch": 2.3344498720632707,
      "grad_norm": 1.215746679055977,
      "learning_rate": 0.0002054587759112126,
      "loss": 2.2344,
      "step": 50179
    },
    {
      "epoch": 2.334496394510351,
      "grad_norm": 1.1479855758094015,
      "learning_rate": 0.00020545532746187706,
      "loss": 2.0156,
      "step": 50180
    },
    {
      "epoch": 2.334542916957432,
      "grad_norm": 1.2755762168958635,
      "learning_rate": 0.00020545187897859143,
      "loss": 2.4531,
      "step": 50181
    },
    {
      "epoch": 2.3345894394045126,
      "grad_norm": 1.256437520257507,
      "learning_rate": 0.0002054484304613578,
      "loss": 2.2656,
      "step": 50182
    },
    {
      "epoch": 2.3346359618515935,
      "grad_norm": 1.3548328929570974,
      "learning_rate": 0.0002054449819101784,
      "loss": 1.5703,
      "step": 50183
    },
    {
      "epoch": 2.334682484298674,
      "grad_norm": 1.1698164739538188,
      "learning_rate": 0.0002054415333250552,
      "loss": 2.3125,
      "step": 50184
    },
    {
      "epoch": 2.334729006745755,
      "grad_norm": 1.1603251888267203,
      "learning_rate": 0.00020543808470599036,
      "loss": 2.1562,
      "step": 50185
    },
    {
      "epoch": 2.3347755291928354,
      "grad_norm": 1.1785441780120038,
      "learning_rate": 0.00020543463605298605,
      "loss": 2.2812,
      "step": 50186
    },
    {
      "epoch": 2.3348220516399163,
      "grad_norm": 1.1831106470090595,
      "learning_rate": 0.00020543118736604426,
      "loss": 2.4375,
      "step": 50187
    },
    {
      "epoch": 2.3348685740869968,
      "grad_norm": 1.2645530426615894,
      "learning_rate": 0.00020542773864516722,
      "loss": 2.4219,
      "step": 50188
    },
    {
      "epoch": 2.3349150965340777,
      "grad_norm": 1.2864477692891938,
      "learning_rate": 0.00020542428989035695,
      "loss": 2.6094,
      "step": 50189
    },
    {
      "epoch": 2.3349616189811586,
      "grad_norm": 1.1024379524230048,
      "learning_rate": 0.00020542084110161562,
      "loss": 2.2188,
      "step": 50190
    },
    {
      "epoch": 2.335008141428239,
      "grad_norm": 1.2763261679323123,
      "learning_rate": 0.0002054173922789453,
      "loss": 2.3906,
      "step": 50191
    },
    {
      "epoch": 2.33505466387532,
      "grad_norm": 1.39185275877882,
      "learning_rate": 0.00020541394342234816,
      "loss": 2.2031,
      "step": 50192
    },
    {
      "epoch": 2.3351011863224005,
      "grad_norm": 1.1850076395263172,
      "learning_rate": 0.00020541049453182627,
      "loss": 2.5625,
      "step": 50193
    },
    {
      "epoch": 2.3351477087694814,
      "grad_norm": 1.2200140271089788,
      "learning_rate": 0.00020540704560738176,
      "loss": 2.5469,
      "step": 50194
    },
    {
      "epoch": 2.335194231216562,
      "grad_norm": 1.3715183089422112,
      "learning_rate": 0.00020540359664901673,
      "loss": 2.1875,
      "step": 50195
    },
    {
      "epoch": 2.335240753663643,
      "grad_norm": 1.2650473422902253,
      "learning_rate": 0.00020540014765673328,
      "loss": 2.3125,
      "step": 50196
    },
    {
      "epoch": 2.3352872761107233,
      "grad_norm": 1.1583882598050637,
      "learning_rate": 0.00020539669863053355,
      "loss": 2.1562,
      "step": 50197
    },
    {
      "epoch": 2.335333798557804,
      "grad_norm": 1.2442096462336714,
      "learning_rate": 0.00020539324957041962,
      "loss": 2.0938,
      "step": 50198
    },
    {
      "epoch": 2.3353803210048847,
      "grad_norm": 1.2856539856265483,
      "learning_rate": 0.00020538980047639363,
      "loss": 2.5781,
      "step": 50199
    },
    {
      "epoch": 2.3354268434519656,
      "grad_norm": 1.1645711578455105,
      "learning_rate": 0.00020538635134845765,
      "loss": 2.3281,
      "step": 50200
    },
    {
      "epoch": 2.3354733658990465,
      "grad_norm": 1.1512236809197207,
      "learning_rate": 0.00020538290218661382,
      "loss": 2.3906,
      "step": 50201
    },
    {
      "epoch": 2.335519888346127,
      "grad_norm": 1.1794563273692598,
      "learning_rate": 0.00020537945299086425,
      "loss": 2.3281,
      "step": 50202
    },
    {
      "epoch": 2.3355664107932075,
      "grad_norm": 1.16157767602871,
      "learning_rate": 0.00020537600376121105,
      "loss": 2.1562,
      "step": 50203
    },
    {
      "epoch": 2.3356129332402884,
      "grad_norm": 1.2059870465894444,
      "learning_rate": 0.00020537255449765634,
      "loss": 2.3438,
      "step": 50204
    },
    {
      "epoch": 2.3356594556873693,
      "grad_norm": 1.181224606794694,
      "learning_rate": 0.0002053691052002023,
      "loss": 2.0625,
      "step": 50205
    },
    {
      "epoch": 2.33570597813445,
      "grad_norm": 1.302263845122291,
      "learning_rate": 0.00020536565586885087,
      "loss": 2.25,
      "step": 50206
    },
    {
      "epoch": 2.3357525005815307,
      "grad_norm": 1.2962747649077877,
      "learning_rate": 0.0002053622065036043,
      "loss": 2.3125,
      "step": 50207
    },
    {
      "epoch": 2.335799023028611,
      "grad_norm": 1.1716866551180625,
      "learning_rate": 0.00020535875710446465,
      "loss": 2.1875,
      "step": 50208
    },
    {
      "epoch": 2.335845545475692,
      "grad_norm": 1.2233368076713045,
      "learning_rate": 0.00020535530767143404,
      "loss": 2.4219,
      "step": 50209
    },
    {
      "epoch": 2.3358920679227726,
      "grad_norm": 1.188011738582476,
      "learning_rate": 0.0002053518582045146,
      "loss": 2.375,
      "step": 50210
    },
    {
      "epoch": 2.3359385903698535,
      "grad_norm": 1.2279277535331148,
      "learning_rate": 0.0002053484087037084,
      "loss": 2.4688,
      "step": 50211
    },
    {
      "epoch": 2.335985112816934,
      "grad_norm": 1.1987446606498002,
      "learning_rate": 0.0002053449591690176,
      "loss": 2.1719,
      "step": 50212
    },
    {
      "epoch": 2.336031635264015,
      "grad_norm": 1.1700949465442059,
      "learning_rate": 0.00020534150960044425,
      "loss": 2.2344,
      "step": 50213
    },
    {
      "epoch": 2.3360781577110954,
      "grad_norm": 1.2478908367971828,
      "learning_rate": 0.00020533805999799058,
      "loss": 2.3906,
      "step": 50214
    },
    {
      "epoch": 2.3361246801581763,
      "grad_norm": 1.1588742597164934,
      "learning_rate": 0.0002053346103616586,
      "loss": 2.2188,
      "step": 50215
    },
    {
      "epoch": 2.3361712026052572,
      "grad_norm": 1.1612218194723163,
      "learning_rate": 0.0002053311606914504,
      "loss": 2.0625,
      "step": 50216
    },
    {
      "epoch": 2.3362177250523377,
      "grad_norm": 1.265691714703214,
      "learning_rate": 0.00020532771098736818,
      "loss": 2.3594,
      "step": 50217
    },
    {
      "epoch": 2.3362642474994186,
      "grad_norm": 1.2224636839973997,
      "learning_rate": 0.00020532426124941398,
      "loss": 2.1406,
      "step": 50218
    },
    {
      "epoch": 2.336310769946499,
      "grad_norm": 1.223746000541816,
      "learning_rate": 0.00020532081147758995,
      "loss": 2.2812,
      "step": 50219
    },
    {
      "epoch": 2.33635729239358,
      "grad_norm": 1.2639688874058217,
      "learning_rate": 0.00020531736167189824,
      "loss": 2.2812,
      "step": 50220
    },
    {
      "epoch": 2.3364038148406605,
      "grad_norm": 0.9964937451431538,
      "learning_rate": 0.00020531391183234082,
      "loss": 1.5156,
      "step": 50221
    },
    {
      "epoch": 2.3364503372877414,
      "grad_norm": 1.1349884962112022,
      "learning_rate": 0.00020531046195891998,
      "loss": 2.1562,
      "step": 50222
    },
    {
      "epoch": 2.336496859734822,
      "grad_norm": 1.192948331947952,
      "learning_rate": 0.0002053070120516377,
      "loss": 2.2656,
      "step": 50223
    },
    {
      "epoch": 2.336543382181903,
      "grad_norm": 1.175394291160772,
      "learning_rate": 0.00020530356211049617,
      "loss": 2.2031,
      "step": 50224
    },
    {
      "epoch": 2.3365899046289833,
      "grad_norm": 1.1937690727841792,
      "learning_rate": 0.00020530011213549745,
      "loss": 2.4219,
      "step": 50225
    },
    {
      "epoch": 2.3366364270760642,
      "grad_norm": 1.1380894927094554,
      "learning_rate": 0.00020529666212664368,
      "loss": 2.0312,
      "step": 50226
    },
    {
      "epoch": 2.336682949523145,
      "grad_norm": 1.2869692742406056,
      "learning_rate": 0.00020529321208393697,
      "loss": 2.0625,
      "step": 50227
    },
    {
      "epoch": 2.3367294719702256,
      "grad_norm": 1.1683388108665058,
      "learning_rate": 0.00020528976200737944,
      "loss": 2.2031,
      "step": 50228
    },
    {
      "epoch": 2.336775994417306,
      "grad_norm": 1.2203581692343368,
      "learning_rate": 0.0002052863118969732,
      "loss": 2.2969,
      "step": 50229
    },
    {
      "epoch": 2.336822516864387,
      "grad_norm": 1.3090002236468528,
      "learning_rate": 0.00020528286175272036,
      "loss": 2.3281,
      "step": 50230
    },
    {
      "epoch": 2.336869039311468,
      "grad_norm": 1.3535985075573913,
      "learning_rate": 0.00020527941157462299,
      "loss": 2.4375,
      "step": 50231
    },
    {
      "epoch": 2.3369155617585484,
      "grad_norm": 1.3266358934583526,
      "learning_rate": 0.00020527596136268324,
      "loss": 2.4062,
      "step": 50232
    },
    {
      "epoch": 2.3369620842056293,
      "grad_norm": 1.2215470041832737,
      "learning_rate": 0.00020527251111690327,
      "loss": 2.1875,
      "step": 50233
    },
    {
      "epoch": 2.33700860665271,
      "grad_norm": 1.223356030642563,
      "learning_rate": 0.00020526906083728508,
      "loss": 2.1406,
      "step": 50234
    },
    {
      "epoch": 2.3370551290997907,
      "grad_norm": 1.172774821590604,
      "learning_rate": 0.0002052656105238309,
      "loss": 2.0938,
      "step": 50235
    },
    {
      "epoch": 2.337101651546871,
      "grad_norm": 1.1911015882459413,
      "learning_rate": 0.00020526216017654274,
      "loss": 2.3281,
      "step": 50236
    },
    {
      "epoch": 2.337148173993952,
      "grad_norm": 1.1805860108570123,
      "learning_rate": 0.0002052587097954228,
      "loss": 2.4375,
      "step": 50237
    },
    {
      "epoch": 2.3371946964410326,
      "grad_norm": 1.2732927210184848,
      "learning_rate": 0.00020525525938047313,
      "loss": 2.3438,
      "step": 50238
    },
    {
      "epoch": 2.3372412188881135,
      "grad_norm": 1.2573968060468648,
      "learning_rate": 0.00020525180893169587,
      "loss": 2.0781,
      "step": 50239
    },
    {
      "epoch": 2.337287741335194,
      "grad_norm": 1.2545065263567063,
      "learning_rate": 0.00020524835844909313,
      "loss": 2.3438,
      "step": 50240
    },
    {
      "epoch": 2.337334263782275,
      "grad_norm": 1.3055634826859157,
      "learning_rate": 0.000205244907932667,
      "loss": 2.3594,
      "step": 50241
    },
    {
      "epoch": 2.337380786229356,
      "grad_norm": 1.2902977875969515,
      "learning_rate": 0.00020524145738241964,
      "loss": 2.2031,
      "step": 50242
    },
    {
      "epoch": 2.3374273086764363,
      "grad_norm": 1.138330017629363,
      "learning_rate": 0.0002052380067983531,
      "loss": 2.1562,
      "step": 50243
    },
    {
      "epoch": 2.3374738311235173,
      "grad_norm": 1.2150421029048153,
      "learning_rate": 0.00020523455618046954,
      "loss": 2.2031,
      "step": 50244
    },
    {
      "epoch": 2.3375203535705977,
      "grad_norm": 1.1271249248684736,
      "learning_rate": 0.00020523110552877108,
      "loss": 2.0469,
      "step": 50245
    },
    {
      "epoch": 2.3375668760176787,
      "grad_norm": 1.2314017975018958,
      "learning_rate": 0.0002052276548432598,
      "loss": 2.2656,
      "step": 50246
    },
    {
      "epoch": 2.337613398464759,
      "grad_norm": 1.073952238937581,
      "learning_rate": 0.0002052242041239378,
      "loss": 1.5234,
      "step": 50247
    },
    {
      "epoch": 2.33765992091184,
      "grad_norm": 1.1201291366725,
      "learning_rate": 0.00020522075337080724,
      "loss": 2.1875,
      "step": 50248
    },
    {
      "epoch": 2.3377064433589205,
      "grad_norm": 1.086098091064482,
      "learning_rate": 0.00020521730258387023,
      "loss": 2.0625,
      "step": 50249
    },
    {
      "epoch": 2.3377529658060014,
      "grad_norm": 1.3218035898766216,
      "learning_rate": 0.00020521385176312882,
      "loss": 2.2031,
      "step": 50250
    },
    {
      "epoch": 2.337799488253082,
      "grad_norm": 1.1943257387054746,
      "learning_rate": 0.00020521040090858521,
      "loss": 2.1875,
      "step": 50251
    },
    {
      "epoch": 2.337846010700163,
      "grad_norm": 1.356953993152973,
      "learning_rate": 0.00020520695002024142,
      "loss": 2.4688,
      "step": 50252
    },
    {
      "epoch": 2.3378925331472438,
      "grad_norm": 1.0625301701413985,
      "learning_rate": 0.00020520349909809968,
      "loss": 2.0469,
      "step": 50253
    },
    {
      "epoch": 2.3379390555943242,
      "grad_norm": 1.229416888821045,
      "learning_rate": 0.00020520004814216194,
      "loss": 2.2344,
      "step": 50254
    },
    {
      "epoch": 2.337985578041405,
      "grad_norm": 1.210142578086,
      "learning_rate": 0.00020519659715243044,
      "loss": 2.4219,
      "step": 50255
    },
    {
      "epoch": 2.3380321004884856,
      "grad_norm": 1.2014934793751282,
      "learning_rate": 0.00020519314612890729,
      "loss": 2.4844,
      "step": 50256
    },
    {
      "epoch": 2.3380786229355666,
      "grad_norm": 1.2634863510047407,
      "learning_rate": 0.00020518969507159454,
      "loss": 2.4688,
      "step": 50257
    },
    {
      "epoch": 2.338125145382647,
      "grad_norm": 1.2575298410528126,
      "learning_rate": 0.00020518624398049436,
      "loss": 2.2969,
      "step": 50258
    },
    {
      "epoch": 2.338171667829728,
      "grad_norm": 1.1924219367900482,
      "learning_rate": 0.00020518279285560882,
      "loss": 2.3594,
      "step": 50259
    },
    {
      "epoch": 2.3382181902768084,
      "grad_norm": 1.210131069470791,
      "learning_rate": 0.00020517934169694002,
      "loss": 2.1406,
      "step": 50260
    },
    {
      "epoch": 2.3382647127238894,
      "grad_norm": 1.2360862288201744,
      "learning_rate": 0.00020517589050449015,
      "loss": 2.3281,
      "step": 50261
    },
    {
      "epoch": 2.33831123517097,
      "grad_norm": 1.2130658351746995,
      "learning_rate": 0.00020517243927826125,
      "loss": 2.2188,
      "step": 50262
    },
    {
      "epoch": 2.3383577576180508,
      "grad_norm": 1.1801621280154848,
      "learning_rate": 0.00020516898801825546,
      "loss": 2.0625,
      "step": 50263
    },
    {
      "epoch": 2.3384042800651312,
      "grad_norm": 1.2525522181541129,
      "learning_rate": 0.0002051655367244749,
      "loss": 2.0938,
      "step": 50264
    },
    {
      "epoch": 2.338450802512212,
      "grad_norm": 1.1783983180746187,
      "learning_rate": 0.00020516208539692166,
      "loss": 2.2344,
      "step": 50265
    },
    {
      "epoch": 2.3384973249592926,
      "grad_norm": 1.246109372301793,
      "learning_rate": 0.00020515863403559786,
      "loss": 2.4688,
      "step": 50266
    },
    {
      "epoch": 2.3385438474063736,
      "grad_norm": 1.257291722379333,
      "learning_rate": 0.00020515518264050566,
      "loss": 2.2188,
      "step": 50267
    },
    {
      "epoch": 2.3385903698534545,
      "grad_norm": 1.2210210663498307,
      "learning_rate": 0.00020515173121164707,
      "loss": 2.2656,
      "step": 50268
    },
    {
      "epoch": 2.338636892300535,
      "grad_norm": 1.1404972200632373,
      "learning_rate": 0.00020514827974902431,
      "loss": 2.125,
      "step": 50269
    },
    {
      "epoch": 2.338683414747616,
      "grad_norm": 1.309913941702401,
      "learning_rate": 0.0002051448282526394,
      "loss": 2.1719,
      "step": 50270
    },
    {
      "epoch": 2.3387299371946964,
      "grad_norm": 1.2979070461475626,
      "learning_rate": 0.00020514137672249458,
      "loss": 2.5781,
      "step": 50271
    },
    {
      "epoch": 2.3387764596417773,
      "grad_norm": 1.1958694264194147,
      "learning_rate": 0.0002051379251585918,
      "loss": 2.3906,
      "step": 50272
    },
    {
      "epoch": 2.3388229820888577,
      "grad_norm": 1.2558067164709807,
      "learning_rate": 0.00020513447356093332,
      "loss": 2.2031,
      "step": 50273
    },
    {
      "epoch": 2.3388695045359387,
      "grad_norm": 1.0798422992133292,
      "learning_rate": 0.00020513102192952119,
      "loss": 1.8438,
      "step": 50274
    },
    {
      "epoch": 2.338916026983019,
      "grad_norm": 1.2807776030418532,
      "learning_rate": 0.00020512757026435748,
      "loss": 2.4219,
      "step": 50275
    },
    {
      "epoch": 2.3389625494301,
      "grad_norm": 1.193039915828198,
      "learning_rate": 0.00020512411856544435,
      "loss": 2.0469,
      "step": 50276
    },
    {
      "epoch": 2.3390090718771805,
      "grad_norm": 1.1268106950009575,
      "learning_rate": 0.00020512066683278394,
      "loss": 2.0938,
      "step": 50277
    },
    {
      "epoch": 2.3390555943242615,
      "grad_norm": 1.1082030462160182,
      "learning_rate": 0.00020511721506637833,
      "loss": 2.2344,
      "step": 50278
    },
    {
      "epoch": 2.3391021167713424,
      "grad_norm": 1.2413113689279673,
      "learning_rate": 0.0002051137632662296,
      "loss": 2.3125,
      "step": 50279
    },
    {
      "epoch": 2.339148639218423,
      "grad_norm": 1.2058409198932287,
      "learning_rate": 0.00020511031143233995,
      "loss": 2.3281,
      "step": 50280
    },
    {
      "epoch": 2.339195161665504,
      "grad_norm": 1.2216989012957677,
      "learning_rate": 0.0002051068595647114,
      "loss": 2.4062,
      "step": 50281
    },
    {
      "epoch": 2.3392416841125843,
      "grad_norm": 1.273086399397057,
      "learning_rate": 0.00020510340766334613,
      "loss": 2.25,
      "step": 50282
    },
    {
      "epoch": 2.339288206559665,
      "grad_norm": 1.1869203188673993,
      "learning_rate": 0.00020509995572824625,
      "loss": 1.9375,
      "step": 50283
    },
    {
      "epoch": 2.3393347290067457,
      "grad_norm": 1.2327849515783738,
      "learning_rate": 0.00020509650375941384,
      "loss": 2.2812,
      "step": 50284
    },
    {
      "epoch": 2.3393812514538266,
      "grad_norm": 1.157342954482873,
      "learning_rate": 0.000205093051756851,
      "loss": 2.3906,
      "step": 50285
    },
    {
      "epoch": 2.339427773900907,
      "grad_norm": 1.1918040313764164,
      "learning_rate": 0.00020508959972055988,
      "loss": 2.3594,
      "step": 50286
    },
    {
      "epoch": 2.339474296347988,
      "grad_norm": 1.1330800674599273,
      "learning_rate": 0.00020508614765054258,
      "loss": 2.1094,
      "step": 50287
    },
    {
      "epoch": 2.3395208187950685,
      "grad_norm": 1.13313548751536,
      "learning_rate": 0.0002050826955468012,
      "loss": 2.0781,
      "step": 50288
    },
    {
      "epoch": 2.3395673412421494,
      "grad_norm": 1.23788006663544,
      "learning_rate": 0.00020507924340933784,
      "loss": 2.4375,
      "step": 50289
    },
    {
      "epoch": 2.3396138636892303,
      "grad_norm": 1.224959947048524,
      "learning_rate": 0.00020507579123815473,
      "loss": 2.4219,
      "step": 50290
    },
    {
      "epoch": 2.3396603861363108,
      "grad_norm": 1.1507275903931964,
      "learning_rate": 0.0002050723390332539,
      "loss": 2.1719,
      "step": 50291
    },
    {
      "epoch": 2.3397069085833913,
      "grad_norm": 1.1512521743951567,
      "learning_rate": 0.00020506888679463738,
      "loss": 2.0312,
      "step": 50292
    },
    {
      "epoch": 2.339753431030472,
      "grad_norm": 1.2448905937848027,
      "learning_rate": 0.00020506543452230742,
      "loss": 2.2812,
      "step": 50293
    },
    {
      "epoch": 2.339799953477553,
      "grad_norm": 1.1840618947602588,
      "learning_rate": 0.00020506198221626604,
      "loss": 2.0938,
      "step": 50294
    },
    {
      "epoch": 2.3398464759246336,
      "grad_norm": 1.2733276321866345,
      "learning_rate": 0.00020505852987651543,
      "loss": 2.3594,
      "step": 50295
    },
    {
      "epoch": 2.3398929983717145,
      "grad_norm": 1.1594888469735738,
      "learning_rate": 0.00020505507750305762,
      "loss": 2.1719,
      "step": 50296
    },
    {
      "epoch": 2.339939520818795,
      "grad_norm": 1.2031805190409308,
      "learning_rate": 0.0002050516250958948,
      "loss": 2.2188,
      "step": 50297
    },
    {
      "epoch": 2.339986043265876,
      "grad_norm": 1.2259674656842057,
      "learning_rate": 0.00020504817265502905,
      "loss": 2.4688,
      "step": 50298
    },
    {
      "epoch": 2.3400325657129564,
      "grad_norm": 1.2185768177560068,
      "learning_rate": 0.00020504472018046245,
      "loss": 2.5,
      "step": 50299
    },
    {
      "epoch": 2.3400790881600373,
      "grad_norm": 1.1718732382125707,
      "learning_rate": 0.00020504126767219714,
      "loss": 2.0625,
      "step": 50300
    },
    {
      "epoch": 2.3401256106071178,
      "grad_norm": 1.1876550942196327,
      "learning_rate": 0.00020503781513023526,
      "loss": 2.4219,
      "step": 50301
    },
    {
      "epoch": 2.3401721330541987,
      "grad_norm": 1.1320542507844575,
      "learning_rate": 0.00020503436255457893,
      "loss": 1.7266,
      "step": 50302
    },
    {
      "epoch": 2.340218655501279,
      "grad_norm": 1.1874448622352285,
      "learning_rate": 0.00020503090994523026,
      "loss": 2.2969,
      "step": 50303
    },
    {
      "epoch": 2.34026517794836,
      "grad_norm": 1.2118654767724932,
      "learning_rate": 0.0002050274573021913,
      "loss": 2.2344,
      "step": 50304
    },
    {
      "epoch": 2.340311700395441,
      "grad_norm": 1.1715498153431132,
      "learning_rate": 0.00020502400462546423,
      "loss": 2.0469,
      "step": 50305
    },
    {
      "epoch": 2.3403582228425215,
      "grad_norm": 1.1707735147055294,
      "learning_rate": 0.0002050205519150511,
      "loss": 2.25,
      "step": 50306
    },
    {
      "epoch": 2.3404047452896024,
      "grad_norm": 1.2780894263480758,
      "learning_rate": 0.00020501709917095407,
      "loss": 2.1562,
      "step": 50307
    },
    {
      "epoch": 2.340451267736683,
      "grad_norm": 1.2743432567542823,
      "learning_rate": 0.0002050136463931753,
      "loss": 2.1875,
      "step": 50308
    },
    {
      "epoch": 2.340497790183764,
      "grad_norm": 1.149372367979652,
      "learning_rate": 0.0002050101935817168,
      "loss": 2.1562,
      "step": 50309
    },
    {
      "epoch": 2.3405443126308443,
      "grad_norm": 1.1839225510748745,
      "learning_rate": 0.00020500674073658072,
      "loss": 2.4688,
      "step": 50310
    },
    {
      "epoch": 2.340590835077925,
      "grad_norm": 1.2378923696399726,
      "learning_rate": 0.00020500328785776924,
      "loss": 2.3594,
      "step": 50311
    },
    {
      "epoch": 2.3406373575250057,
      "grad_norm": 1.1555018802561712,
      "learning_rate": 0.00020499983494528441,
      "loss": 2.2656,
      "step": 50312
    },
    {
      "epoch": 2.3406838799720866,
      "grad_norm": 1.1207951590657328,
      "learning_rate": 0.00020499638199912836,
      "loss": 2.125,
      "step": 50313
    },
    {
      "epoch": 2.340730402419167,
      "grad_norm": 1.2734927860789271,
      "learning_rate": 0.0002049929290193032,
      "loss": 1.5,
      "step": 50314
    },
    {
      "epoch": 2.340776924866248,
      "grad_norm": 1.206731634987826,
      "learning_rate": 0.000204989476005811,
      "loss": 2.3906,
      "step": 50315
    },
    {
      "epoch": 2.340823447313329,
      "grad_norm": 1.262688754704566,
      "learning_rate": 0.00020498602295865399,
      "loss": 2.625,
      "step": 50316
    },
    {
      "epoch": 2.3408699697604094,
      "grad_norm": 1.0763357313534831,
      "learning_rate": 0.0002049825698778342,
      "loss": 2.0625,
      "step": 50317
    },
    {
      "epoch": 2.34091649220749,
      "grad_norm": 1.222548930733115,
      "learning_rate": 0.0002049791167633537,
      "loss": 1.7812,
      "step": 50318
    },
    {
      "epoch": 2.340963014654571,
      "grad_norm": 1.372980019787922,
      "learning_rate": 0.00020497566361521474,
      "loss": 2.3594,
      "step": 50319
    },
    {
      "epoch": 2.3410095371016517,
      "grad_norm": 1.184711901575329,
      "learning_rate": 0.00020497221043341927,
      "loss": 2.0156,
      "step": 50320
    },
    {
      "epoch": 2.341056059548732,
      "grad_norm": 1.1584548958351693,
      "learning_rate": 0.0002049687572179695,
      "loss": 2.375,
      "step": 50321
    },
    {
      "epoch": 2.341102581995813,
      "grad_norm": 1.168742958278925,
      "learning_rate": 0.00020496530396886756,
      "loss": 2.0469,
      "step": 50322
    },
    {
      "epoch": 2.3411491044428936,
      "grad_norm": 1.3736373724177533,
      "learning_rate": 0.00020496185068611555,
      "loss": 2.2656,
      "step": 50323
    },
    {
      "epoch": 2.3411956268899745,
      "grad_norm": 1.2199527588140053,
      "learning_rate": 0.00020495839736971554,
      "loss": 2.1562,
      "step": 50324
    },
    {
      "epoch": 2.341242149337055,
      "grad_norm": 1.1002784829883712,
      "learning_rate": 0.00020495494401966973,
      "loss": 1.9141,
      "step": 50325
    },
    {
      "epoch": 2.341288671784136,
      "grad_norm": 1.193951095120939,
      "learning_rate": 0.0002049514906359801,
      "loss": 2.4375,
      "step": 50326
    },
    {
      "epoch": 2.3413351942312164,
      "grad_norm": 1.2518044327922675,
      "learning_rate": 0.00020494803721864894,
      "loss": 2.4844,
      "step": 50327
    },
    {
      "epoch": 2.3413817166782973,
      "grad_norm": 1.2443145532461444,
      "learning_rate": 0.0002049445837676782,
      "loss": 2.2812,
      "step": 50328
    },
    {
      "epoch": 2.341428239125378,
      "grad_norm": 1.1568201081008447,
      "learning_rate": 0.0002049411302830701,
      "loss": 1.9062,
      "step": 50329
    },
    {
      "epoch": 2.3414747615724587,
      "grad_norm": 1.281429246665011,
      "learning_rate": 0.0002049376767648267,
      "loss": 2.3594,
      "step": 50330
    },
    {
      "epoch": 2.3415212840195396,
      "grad_norm": 1.161915994041127,
      "learning_rate": 0.00020493422321295012,
      "loss": 2.1562,
      "step": 50331
    },
    {
      "epoch": 2.34156780646662,
      "grad_norm": 1.334158280230512,
      "learning_rate": 0.00020493076962744248,
      "loss": 2.4219,
      "step": 50332
    },
    {
      "epoch": 2.341614328913701,
      "grad_norm": 1.1729186370706806,
      "learning_rate": 0.00020492731600830585,
      "loss": 2.1406,
      "step": 50333
    },
    {
      "epoch": 2.3416608513607815,
      "grad_norm": 1.1093929487952747,
      "learning_rate": 0.0002049238623555425,
      "loss": 1.9375,
      "step": 50334
    },
    {
      "epoch": 2.3417073738078624,
      "grad_norm": 1.1240985459221973,
      "learning_rate": 0.00020492040866915438,
      "loss": 2.2344,
      "step": 50335
    },
    {
      "epoch": 2.341753896254943,
      "grad_norm": 1.1757113127161702,
      "learning_rate": 0.00020491695494914366,
      "loss": 2.0156,
      "step": 50336
    },
    {
      "epoch": 2.341800418702024,
      "grad_norm": 1.2570659185484383,
      "learning_rate": 0.00020491350119551248,
      "loss": 2.4062,
      "step": 50337
    },
    {
      "epoch": 2.3418469411491043,
      "grad_norm": 1.1034362721953157,
      "learning_rate": 0.0002049100474082629,
      "loss": 2.0938,
      "step": 50338
    },
    {
      "epoch": 2.341893463596185,
      "grad_norm": 1.1793805524975831,
      "learning_rate": 0.0002049065935873971,
      "loss": 2.25,
      "step": 50339
    },
    {
      "epoch": 2.3419399860432657,
      "grad_norm": 1.2256724794102645,
      "learning_rate": 0.00020490313973291714,
      "loss": 2.4219,
      "step": 50340
    },
    {
      "epoch": 2.3419865084903466,
      "grad_norm": 1.2280641211028187,
      "learning_rate": 0.00020489968584482516,
      "loss": 2.3438,
      "step": 50341
    },
    {
      "epoch": 2.3420330309374275,
      "grad_norm": 1.2118084830359461,
      "learning_rate": 0.00020489623192312327,
      "loss": 2.4062,
      "step": 50342
    },
    {
      "epoch": 2.342079553384508,
      "grad_norm": 1.2023529879243058,
      "learning_rate": 0.00020489277796781357,
      "loss": 2.3281,
      "step": 50343
    },
    {
      "epoch": 2.3421260758315885,
      "grad_norm": 1.323013908353901,
      "learning_rate": 0.0002048893239788982,
      "loss": 1.7891,
      "step": 50344
    },
    {
      "epoch": 2.3421725982786694,
      "grad_norm": 1.1927308526348643,
      "learning_rate": 0.00020488586995637926,
      "loss": 2.3281,
      "step": 50345
    },
    {
      "epoch": 2.3422191207257503,
      "grad_norm": 1.200441997075975,
      "learning_rate": 0.00020488241590025887,
      "loss": 2.2812,
      "step": 50346
    },
    {
      "epoch": 2.342265643172831,
      "grad_norm": 1.1907887601655551,
      "learning_rate": 0.00020487896181053917,
      "loss": 2.0938,
      "step": 50347
    },
    {
      "epoch": 2.3423121656199117,
      "grad_norm": 1.1819379600897872,
      "learning_rate": 0.00020487550768722218,
      "loss": 2.4531,
      "step": 50348
    },
    {
      "epoch": 2.342358688066992,
      "grad_norm": 1.3444186958181539,
      "learning_rate": 0.00020487205353031013,
      "loss": 2.5625,
      "step": 50349
    },
    {
      "epoch": 2.342405210514073,
      "grad_norm": 1.259414468461638,
      "learning_rate": 0.00020486859933980508,
      "loss": 2.3594,
      "step": 50350
    },
    {
      "epoch": 2.3424517329611536,
      "grad_norm": 1.106750514865667,
      "learning_rate": 0.00020486514511570915,
      "loss": 2.0625,
      "step": 50351
    },
    {
      "epoch": 2.3424982554082345,
      "grad_norm": 1.1973446593008277,
      "learning_rate": 0.00020486169085802444,
      "loss": 2.2188,
      "step": 50352
    },
    {
      "epoch": 2.342544777855315,
      "grad_norm": 1.2233046078126462,
      "learning_rate": 0.00020485823656675312,
      "loss": 2.2188,
      "step": 50353
    },
    {
      "epoch": 2.342591300302396,
      "grad_norm": 1.2894888320468192,
      "learning_rate": 0.00020485478224189718,
      "loss": 2.2656,
      "step": 50354
    },
    {
      "epoch": 2.3426378227494764,
      "grad_norm": 1.1842107040860197,
      "learning_rate": 0.00020485132788345886,
      "loss": 2.5469,
      "step": 50355
    },
    {
      "epoch": 2.3426843451965573,
      "grad_norm": 1.2053170540263007,
      "learning_rate": 0.00020484787349144026,
      "loss": 2.3594,
      "step": 50356
    },
    {
      "epoch": 2.3427308676436382,
      "grad_norm": 1.3448124262242118,
      "learning_rate": 0.00020484441906584345,
      "loss": 2.2656,
      "step": 50357
    },
    {
      "epoch": 2.3427773900907187,
      "grad_norm": 1.1487224806166747,
      "learning_rate": 0.00020484096460667058,
      "loss": 2.0938,
      "step": 50358
    },
    {
      "epoch": 2.3428239125377996,
      "grad_norm": 1.2027006723052285,
      "learning_rate": 0.0002048375101139237,
      "loss": 2.2812,
      "step": 50359
    },
    {
      "epoch": 2.34287043498488,
      "grad_norm": 1.2513167539877985,
      "learning_rate": 0.000204834055587605,
      "loss": 2.1406,
      "step": 50360
    },
    {
      "epoch": 2.342916957431961,
      "grad_norm": 1.1987175635251741,
      "learning_rate": 0.0002048306010277166,
      "loss": 2.2812,
      "step": 50361
    },
    {
      "epoch": 2.3429634798790415,
      "grad_norm": 1.251255015816428,
      "learning_rate": 0.00020482714643426056,
      "loss": 2.4688,
      "step": 50362
    },
    {
      "epoch": 2.3430100023261224,
      "grad_norm": 1.2602115172033186,
      "learning_rate": 0.000204823691807239,
      "loss": 2.1406,
      "step": 50363
    },
    {
      "epoch": 2.343056524773203,
      "grad_norm": 1.1345911385547138,
      "learning_rate": 0.00020482023714665407,
      "loss": 2.2188,
      "step": 50364
    },
    {
      "epoch": 2.343103047220284,
      "grad_norm": 1.1827605379953112,
      "learning_rate": 0.00020481678245250787,
      "loss": 2.4219,
      "step": 50365
    },
    {
      "epoch": 2.3431495696673643,
      "grad_norm": 1.2249072848756806,
      "learning_rate": 0.0002048133277248025,
      "loss": 2.3594,
      "step": 50366
    },
    {
      "epoch": 2.3431960921144452,
      "grad_norm": 1.1442563791977836,
      "learning_rate": 0.00020480987296354013,
      "loss": 2.125,
      "step": 50367
    },
    {
      "epoch": 2.343242614561526,
      "grad_norm": 1.2469331460746538,
      "learning_rate": 0.00020480641816872277,
      "loss": 2.1094,
      "step": 50368
    },
    {
      "epoch": 2.3432891370086066,
      "grad_norm": 1.1140336965047473,
      "learning_rate": 0.00020480296334035263,
      "loss": 2.2969,
      "step": 50369
    },
    {
      "epoch": 2.3433356594556876,
      "grad_norm": 1.1830732642836983,
      "learning_rate": 0.00020479950847843175,
      "loss": 2.2188,
      "step": 50370
    },
    {
      "epoch": 2.343382181902768,
      "grad_norm": 1.1831441389035122,
      "learning_rate": 0.00020479605358296238,
      "loss": 2.3125,
      "step": 50371
    },
    {
      "epoch": 2.343428704349849,
      "grad_norm": 1.2548818762178042,
      "learning_rate": 0.00020479259865394648,
      "loss": 1.6562,
      "step": 50372
    },
    {
      "epoch": 2.3434752267969294,
      "grad_norm": 1.2064791288383099,
      "learning_rate": 0.00020478914369138627,
      "loss": 2.3125,
      "step": 50373
    },
    {
      "epoch": 2.3435217492440104,
      "grad_norm": 1.1291982302427308,
      "learning_rate": 0.00020478568869528374,
      "loss": 2.0781,
      "step": 50374
    },
    {
      "epoch": 2.343568271691091,
      "grad_norm": 1.1306491916822805,
      "learning_rate": 0.00020478223366564115,
      "loss": 2.2969,
      "step": 50375
    },
    {
      "epoch": 2.3436147941381718,
      "grad_norm": 1.2102604908168286,
      "learning_rate": 0.00020477877860246058,
      "loss": 2.2031,
      "step": 50376
    },
    {
      "epoch": 2.3436613165852522,
      "grad_norm": 1.100245804094063,
      "learning_rate": 0.00020477532350574403,
      "loss": 2.2812,
      "step": 50377
    },
    {
      "epoch": 2.343707839032333,
      "grad_norm": 1.1860250596549127,
      "learning_rate": 0.0002047718683754938,
      "loss": 2.4062,
      "step": 50378
    },
    {
      "epoch": 2.3437543614794136,
      "grad_norm": 1.189021408928428,
      "learning_rate": 0.00020476841321171184,
      "loss": 2.5,
      "step": 50379
    },
    {
      "epoch": 2.3438008839264945,
      "grad_norm": 1.219481969121644,
      "learning_rate": 0.0002047649580144004,
      "loss": 2.3125,
      "step": 50380
    },
    {
      "epoch": 2.343847406373575,
      "grad_norm": 1.2062850161003478,
      "learning_rate": 0.00020476150278356148,
      "loss": 2.2969,
      "step": 50381
    },
    {
      "epoch": 2.343893928820656,
      "grad_norm": 1.175476895728349,
      "learning_rate": 0.00020475804751919724,
      "loss": 2.25,
      "step": 50382
    },
    {
      "epoch": 2.343940451267737,
      "grad_norm": 1.2190246792019646,
      "learning_rate": 0.0002047545922213098,
      "loss": 2.2344,
      "step": 50383
    },
    {
      "epoch": 2.3439869737148173,
      "grad_norm": 1.1377376353083555,
      "learning_rate": 0.0002047511368899013,
      "loss": 2.2344,
      "step": 50384
    },
    {
      "epoch": 2.3440334961618983,
      "grad_norm": 1.168959350210548,
      "learning_rate": 0.00020474768152497382,
      "loss": 2.0938,
      "step": 50385
    },
    {
      "epoch": 2.3440800186089787,
      "grad_norm": 1.272637285325813,
      "learning_rate": 0.0002047442261265295,
      "loss": 2.3438,
      "step": 50386
    },
    {
      "epoch": 2.3441265410560597,
      "grad_norm": 1.1757374599588508,
      "learning_rate": 0.00020474077069457044,
      "loss": 2.3438,
      "step": 50387
    },
    {
      "epoch": 2.34417306350314,
      "grad_norm": 1.2508135525480593,
      "learning_rate": 0.0002047373152290987,
      "loss": 2.3594,
      "step": 50388
    },
    {
      "epoch": 2.344219585950221,
      "grad_norm": 1.1567842029190605,
      "learning_rate": 0.00020473385973011655,
      "loss": 2.2812,
      "step": 50389
    },
    {
      "epoch": 2.3442661083973015,
      "grad_norm": 1.1957410717912849,
      "learning_rate": 0.00020473040419762594,
      "loss": 2.3594,
      "step": 50390
    },
    {
      "epoch": 2.3443126308443825,
      "grad_norm": 1.2565805060408892,
      "learning_rate": 0.0002047269486316291,
      "loss": 2.5938,
      "step": 50391
    },
    {
      "epoch": 2.344359153291463,
      "grad_norm": 1.1935097087547508,
      "learning_rate": 0.00020472349303212806,
      "loss": 2.1562,
      "step": 50392
    },
    {
      "epoch": 2.344405675738544,
      "grad_norm": 1.1766442226338223,
      "learning_rate": 0.000204720037399125,
      "loss": 2.3594,
      "step": 50393
    },
    {
      "epoch": 2.344452198185625,
      "grad_norm": 1.263058153558076,
      "learning_rate": 0.000204716581732622,
      "loss": 2.3438,
      "step": 50394
    },
    {
      "epoch": 2.3444987206327053,
      "grad_norm": 1.1546762460785471,
      "learning_rate": 0.00020471312603262122,
      "loss": 2.5,
      "step": 50395
    },
    {
      "epoch": 2.344545243079786,
      "grad_norm": 1.1917735394387783,
      "learning_rate": 0.00020470967029912469,
      "loss": 2.1406,
      "step": 50396
    },
    {
      "epoch": 2.3445917655268667,
      "grad_norm": 1.2024278523014131,
      "learning_rate": 0.00020470621453213457,
      "loss": 2.0156,
      "step": 50397
    },
    {
      "epoch": 2.3446382879739476,
      "grad_norm": 1.227715640811805,
      "learning_rate": 0.000204702758731653,
      "loss": 2.3125,
      "step": 50398
    },
    {
      "epoch": 2.344684810421028,
      "grad_norm": 1.2470071883483538,
      "learning_rate": 0.0002046993028976821,
      "loss": 2.0938,
      "step": 50399
    },
    {
      "epoch": 2.344731332868109,
      "grad_norm": 1.2142545149480497,
      "learning_rate": 0.00020469584703022395,
      "loss": 2.4531,
      "step": 50400
    },
    {
      "epoch": 2.3447778553151895,
      "grad_norm": 1.155754145430973,
      "learning_rate": 0.0002046923911292807,
      "loss": 2.2188,
      "step": 50401
    },
    {
      "epoch": 2.3448243777622704,
      "grad_norm": 1.1395988342476253,
      "learning_rate": 0.00020468893519485443,
      "loss": 2.25,
      "step": 50402
    },
    {
      "epoch": 2.344870900209351,
      "grad_norm": 1.1717779998034819,
      "learning_rate": 0.00020468547922694724,
      "loss": 2.1562,
      "step": 50403
    },
    {
      "epoch": 2.3449174226564318,
      "grad_norm": 1.1562645276930843,
      "learning_rate": 0.00020468202322556134,
      "loss": 2.1406,
      "step": 50404
    },
    {
      "epoch": 2.3449639451035127,
      "grad_norm": 1.2190053806173344,
      "learning_rate": 0.00020467856719069875,
      "loss": 2.3125,
      "step": 50405
    },
    {
      "epoch": 2.345010467550593,
      "grad_norm": 1.2652216085689176,
      "learning_rate": 0.00020467511112236164,
      "loss": 2.5469,
      "step": 50406
    },
    {
      "epoch": 2.3450569899976736,
      "grad_norm": 1.215889399026374,
      "learning_rate": 0.00020467165502055206,
      "loss": 2.3125,
      "step": 50407
    },
    {
      "epoch": 2.3451035124447546,
      "grad_norm": 1.1637467196760904,
      "learning_rate": 0.00020466819888527218,
      "loss": 2.2812,
      "step": 50408
    },
    {
      "epoch": 2.3451500348918355,
      "grad_norm": 1.3039870503344784,
      "learning_rate": 0.0002046647427165241,
      "loss": 2.5625,
      "step": 50409
    },
    {
      "epoch": 2.345196557338916,
      "grad_norm": 1.147569228149403,
      "learning_rate": 0.00020466128651430997,
      "loss": 2.2188,
      "step": 50410
    },
    {
      "epoch": 2.345243079785997,
      "grad_norm": 1.1365240274065218,
      "learning_rate": 0.00020465783027863191,
      "loss": 2.3594,
      "step": 50411
    },
    {
      "epoch": 2.3452896022330774,
      "grad_norm": 1.1600354545374036,
      "learning_rate": 0.00020465437400949197,
      "loss": 1.9609,
      "step": 50412
    },
    {
      "epoch": 2.3453361246801583,
      "grad_norm": 1.232329708211646,
      "learning_rate": 0.0002046509177068923,
      "loss": 2.4531,
      "step": 50413
    },
    {
      "epoch": 2.3453826471272388,
      "grad_norm": 1.183119512610953,
      "learning_rate": 0.00020464746137083498,
      "loss": 2.3594,
      "step": 50414
    },
    {
      "epoch": 2.3454291695743197,
      "grad_norm": 1.135246658934677,
      "learning_rate": 0.00020464400500132222,
      "loss": 2.2188,
      "step": 50415
    },
    {
      "epoch": 2.3454756920214,
      "grad_norm": 1.187060313979321,
      "learning_rate": 0.00020464054859835603,
      "loss": 2.2656,
      "step": 50416
    },
    {
      "epoch": 2.345522214468481,
      "grad_norm": 1.281083802108949,
      "learning_rate": 0.00020463709216193862,
      "loss": 2.1094,
      "step": 50417
    },
    {
      "epoch": 2.3455687369155616,
      "grad_norm": 1.2067216364075066,
      "learning_rate": 0.00020463363569207202,
      "loss": 2.0625,
      "step": 50418
    },
    {
      "epoch": 2.3456152593626425,
      "grad_norm": 1.5914139277603288,
      "learning_rate": 0.00020463017918875842,
      "loss": 2.5469,
      "step": 50419
    },
    {
      "epoch": 2.3456617818097234,
      "grad_norm": 1.2137352928719976,
      "learning_rate": 0.00020462672265199983,
      "loss": 2.4375,
      "step": 50420
    },
    {
      "epoch": 2.345708304256804,
      "grad_norm": 1.1536150598271024,
      "learning_rate": 0.00020462326608179852,
      "loss": 2.4219,
      "step": 50421
    },
    {
      "epoch": 2.345754826703885,
      "grad_norm": 1.3816187806771083,
      "learning_rate": 0.0002046198094781565,
      "loss": 2.4219,
      "step": 50422
    },
    {
      "epoch": 2.3458013491509653,
      "grad_norm": 1.309016844293636,
      "learning_rate": 0.0002046163528410759,
      "loss": 2.5781,
      "step": 50423
    },
    {
      "epoch": 2.345847871598046,
      "grad_norm": 1.2183547814193838,
      "learning_rate": 0.00020461289617055886,
      "loss": 2.25,
      "step": 50424
    },
    {
      "epoch": 2.3458943940451267,
      "grad_norm": 1.182774682252819,
      "learning_rate": 0.0002046094394666075,
      "loss": 2.0469,
      "step": 50425
    },
    {
      "epoch": 2.3459409164922076,
      "grad_norm": 1.1652282466083985,
      "learning_rate": 0.00020460598272922388,
      "loss": 2.2188,
      "step": 50426
    },
    {
      "epoch": 2.345987438939288,
      "grad_norm": 1.2881226237457215,
      "learning_rate": 0.00020460252595841017,
      "loss": 2.375,
      "step": 50427
    },
    {
      "epoch": 2.346033961386369,
      "grad_norm": 1.1749807007815802,
      "learning_rate": 0.00020459906915416847,
      "loss": 2.3438,
      "step": 50428
    },
    {
      "epoch": 2.3460804838334495,
      "grad_norm": 1.2249863935356984,
      "learning_rate": 0.0002045956123165009,
      "loss": 2.1719,
      "step": 50429
    },
    {
      "epoch": 2.3461270062805304,
      "grad_norm": 1.2872889313536922,
      "learning_rate": 0.00020459215544540963,
      "loss": 2.2969,
      "step": 50430
    },
    {
      "epoch": 2.3461735287276113,
      "grad_norm": 1.2787632974604874,
      "learning_rate": 0.0002045886985408966,
      "loss": 2.25,
      "step": 50431
    },
    {
      "epoch": 2.346220051174692,
      "grad_norm": 1.311729229960701,
      "learning_rate": 0.00020458524160296414,
      "loss": 2.1875,
      "step": 50432
    },
    {
      "epoch": 2.3462665736217723,
      "grad_norm": 1.2669489165312635,
      "learning_rate": 0.00020458178463161425,
      "loss": 2.3438,
      "step": 50433
    },
    {
      "epoch": 2.346313096068853,
      "grad_norm": 1.2036852516629017,
      "learning_rate": 0.00020457832762684906,
      "loss": 2.25,
      "step": 50434
    },
    {
      "epoch": 2.346359618515934,
      "grad_norm": 1.1691626474992376,
      "learning_rate": 0.00020457487058867072,
      "loss": 2.2031,
      "step": 50435
    },
    {
      "epoch": 2.3464061409630146,
      "grad_norm": 1.213940361288013,
      "learning_rate": 0.00020457141351708133,
      "loss": 2.2812,
      "step": 50436
    },
    {
      "epoch": 2.3464526634100955,
      "grad_norm": 1.227122281319852,
      "learning_rate": 0.00020456795641208298,
      "loss": 2.3125,
      "step": 50437
    },
    {
      "epoch": 2.346499185857176,
      "grad_norm": 1.2446837930724006,
      "learning_rate": 0.00020456449927367778,
      "loss": 2.4688,
      "step": 50438
    },
    {
      "epoch": 2.346545708304257,
      "grad_norm": 1.20838216435334,
      "learning_rate": 0.0002045610421018679,
      "loss": 2.2344,
      "step": 50439
    },
    {
      "epoch": 2.3465922307513374,
      "grad_norm": 1.3145108593871946,
      "learning_rate": 0.00020455758489665543,
      "loss": 2.2344,
      "step": 50440
    },
    {
      "epoch": 2.3466387531984183,
      "grad_norm": 1.1492177357546427,
      "learning_rate": 0.00020455412765804247,
      "loss": 2.125,
      "step": 50441
    },
    {
      "epoch": 2.346685275645499,
      "grad_norm": 1.199255440651735,
      "learning_rate": 0.00020455067038603112,
      "loss": 2.3281,
      "step": 50442
    },
    {
      "epoch": 2.3467317980925797,
      "grad_norm": 1.250355374004012,
      "learning_rate": 0.00020454721308062359,
      "loss": 1.7812,
      "step": 50443
    },
    {
      "epoch": 2.34677832053966,
      "grad_norm": 1.2292120935860296,
      "learning_rate": 0.00020454375574182192,
      "loss": 2.3906,
      "step": 50444
    },
    {
      "epoch": 2.346824842986741,
      "grad_norm": 1.2083435974476044,
      "learning_rate": 0.00020454029836962823,
      "loss": 2.1094,
      "step": 50445
    },
    {
      "epoch": 2.346871365433822,
      "grad_norm": 1.1587117681372066,
      "learning_rate": 0.00020453684096404464,
      "loss": 2.1094,
      "step": 50446
    },
    {
      "epoch": 2.3469178878809025,
      "grad_norm": 1.1461003786953776,
      "learning_rate": 0.0002045333835250733,
      "loss": 2.1875,
      "step": 50447
    },
    {
      "epoch": 2.3469644103279834,
      "grad_norm": 1.2024905374581527,
      "learning_rate": 0.0002045299260527163,
      "loss": 2.1719,
      "step": 50448
    },
    {
      "epoch": 2.347010932775064,
      "grad_norm": 1.187283774490586,
      "learning_rate": 0.00020452646854697573,
      "loss": 2.4062,
      "step": 50449
    },
    {
      "epoch": 2.347057455222145,
      "grad_norm": 1.1578339797806414,
      "learning_rate": 0.00020452301100785375,
      "loss": 2.2031,
      "step": 50450
    },
    {
      "epoch": 2.3471039776692253,
      "grad_norm": 1.2469919503863802,
      "learning_rate": 0.00020451955343535244,
      "loss": 2.3438,
      "step": 50451
    },
    {
      "epoch": 2.347150500116306,
      "grad_norm": 1.1979062240680387,
      "learning_rate": 0.000204516095829474,
      "loss": 2.125,
      "step": 50452
    },
    {
      "epoch": 2.3471970225633867,
      "grad_norm": 1.2863793550497096,
      "learning_rate": 0.00020451263819022038,
      "loss": 2.75,
      "step": 50453
    },
    {
      "epoch": 2.3472435450104676,
      "grad_norm": 1.1833094319746518,
      "learning_rate": 0.00020450918051759392,
      "loss": 2.1719,
      "step": 50454
    },
    {
      "epoch": 2.347290067457548,
      "grad_norm": 1.209855013964409,
      "learning_rate": 0.00020450572281159653,
      "loss": 2.5156,
      "step": 50455
    },
    {
      "epoch": 2.347336589904629,
      "grad_norm": 1.26750345691784,
      "learning_rate": 0.00020450226507223046,
      "loss": 2.5781,
      "step": 50456
    },
    {
      "epoch": 2.34738311235171,
      "grad_norm": 1.2189893861847099,
      "learning_rate": 0.00020449880729949774,
      "loss": 2.1562,
      "step": 50457
    },
    {
      "epoch": 2.3474296347987904,
      "grad_norm": 1.1462277361344315,
      "learning_rate": 0.0002044953494934006,
      "loss": 2.4844,
      "step": 50458
    },
    {
      "epoch": 2.347476157245871,
      "grad_norm": 1.2236396538698853,
      "learning_rate": 0.00020449189165394103,
      "loss": 2.3281,
      "step": 50459
    },
    {
      "epoch": 2.347522679692952,
      "grad_norm": 1.2112173868119713,
      "learning_rate": 0.00020448843378112125,
      "loss": 2.2969,
      "step": 50460
    },
    {
      "epoch": 2.3475692021400327,
      "grad_norm": 1.1918724146787079,
      "learning_rate": 0.00020448497587494325,
      "loss": 2.1875,
      "step": 50461
    },
    {
      "epoch": 2.347615724587113,
      "grad_norm": 1.1656093358564183,
      "learning_rate": 0.0002044815179354093,
      "loss": 2.3125,
      "step": 50462
    },
    {
      "epoch": 2.347662247034194,
      "grad_norm": 1.1171919577515803,
      "learning_rate": 0.00020447805996252146,
      "loss": 2.1094,
      "step": 50463
    },
    {
      "epoch": 2.3477087694812746,
      "grad_norm": 1.225210054527301,
      "learning_rate": 0.00020447460195628173,
      "loss": 2.25,
      "step": 50464
    },
    {
      "epoch": 2.3477552919283555,
      "grad_norm": 1.146274035956513,
      "learning_rate": 0.0002044711439166924,
      "loss": 1.9141,
      "step": 50465
    },
    {
      "epoch": 2.347801814375436,
      "grad_norm": 1.2130318634670036,
      "learning_rate": 0.0002044676858437555,
      "loss": 2.3125,
      "step": 50466
    },
    {
      "epoch": 2.347848336822517,
      "grad_norm": 1.1884810367846814,
      "learning_rate": 0.00020446422773747315,
      "loss": 2.0938,
      "step": 50467
    },
    {
      "epoch": 2.3478948592695974,
      "grad_norm": 1.2782001230005826,
      "learning_rate": 0.0002044607695978475,
      "loss": 2.3594,
      "step": 50468
    },
    {
      "epoch": 2.3479413817166783,
      "grad_norm": 1.1524192868186127,
      "learning_rate": 0.00020445731142488063,
      "loss": 2.2812,
      "step": 50469
    },
    {
      "epoch": 2.347987904163759,
      "grad_norm": 1.2732131292058186,
      "learning_rate": 0.00020445385321857468,
      "loss": 2.3125,
      "step": 50470
    },
    {
      "epoch": 2.3480344266108397,
      "grad_norm": 1.2249935538144303,
      "learning_rate": 0.0002044503949789318,
      "loss": 2.2031,
      "step": 50471
    },
    {
      "epoch": 2.3480809490579206,
      "grad_norm": 1.1942737029192518,
      "learning_rate": 0.000204446936705954,
      "loss": 2.3125,
      "step": 50472
    },
    {
      "epoch": 2.348127471505001,
      "grad_norm": 1.1645220981124362,
      "learning_rate": 0.0002044434783996435,
      "loss": 2.0156,
      "step": 50473
    },
    {
      "epoch": 2.348173993952082,
      "grad_norm": 1.1988518963693444,
      "learning_rate": 0.00020444002006000237,
      "loss": 2.4219,
      "step": 50474
    },
    {
      "epoch": 2.3482205163991625,
      "grad_norm": 1.1673091173675756,
      "learning_rate": 0.00020443656168703275,
      "loss": 2.2031,
      "step": 50475
    },
    {
      "epoch": 2.3482670388462434,
      "grad_norm": 1.583667014631092,
      "learning_rate": 0.00020443310328073673,
      "loss": 1.6484,
      "step": 50476
    },
    {
      "epoch": 2.348313561293324,
      "grad_norm": 1.211836851400514,
      "learning_rate": 0.00020442964484111643,
      "loss": 2.2812,
      "step": 50477
    },
    {
      "epoch": 2.348360083740405,
      "grad_norm": 1.27162572564404,
      "learning_rate": 0.00020442618636817405,
      "loss": 1.9609,
      "step": 50478
    },
    {
      "epoch": 2.3484066061874853,
      "grad_norm": 1.2932317431182458,
      "learning_rate": 0.00020442272786191156,
      "loss": 2.0938,
      "step": 50479
    },
    {
      "epoch": 2.3484531286345662,
      "grad_norm": 1.2415420420484093,
      "learning_rate": 0.0002044192693223312,
      "loss": 2.2188,
      "step": 50480
    },
    {
      "epoch": 2.3484996510816467,
      "grad_norm": 1.133355958608862,
      "learning_rate": 0.000204415810749435,
      "loss": 2.2344,
      "step": 50481
    },
    {
      "epoch": 2.3485461735287276,
      "grad_norm": 1.1812347679293898,
      "learning_rate": 0.00020441235214322518,
      "loss": 2.2812,
      "step": 50482
    },
    {
      "epoch": 2.3485926959758086,
      "grad_norm": 1.3276846765172197,
      "learning_rate": 0.00020440889350370378,
      "loss": 2.3906,
      "step": 50483
    },
    {
      "epoch": 2.348639218422889,
      "grad_norm": 1.133771994717391,
      "learning_rate": 0.00020440543483087292,
      "loss": 2.0156,
      "step": 50484
    },
    {
      "epoch": 2.34868574086997,
      "grad_norm": 1.4805724214490146,
      "learning_rate": 0.0002044019761247347,
      "loss": 2.3281,
      "step": 50485
    },
    {
      "epoch": 2.3487322633170504,
      "grad_norm": 1.1681417721627163,
      "learning_rate": 0.00020439851738529132,
      "loss": 2.2344,
      "step": 50486
    },
    {
      "epoch": 2.3487787857641313,
      "grad_norm": 1.1527089472090106,
      "learning_rate": 0.00020439505861254484,
      "loss": 2.2188,
      "step": 50487
    },
    {
      "epoch": 2.348825308211212,
      "grad_norm": 1.190039775662284,
      "learning_rate": 0.00020439159980649733,
      "loss": 2.2188,
      "step": 50488
    },
    {
      "epoch": 2.3488718306582927,
      "grad_norm": 1.0963822247351216,
      "learning_rate": 0.00020438814096715105,
      "loss": 2.0,
      "step": 50489
    },
    {
      "epoch": 2.3489183531053732,
      "grad_norm": 1.264229910406523,
      "learning_rate": 0.00020438468209450796,
      "loss": 2.125,
      "step": 50490
    },
    {
      "epoch": 2.348964875552454,
      "grad_norm": 1.2370744282802477,
      "learning_rate": 0.00020438122318857028,
      "loss": 2.1562,
      "step": 50491
    },
    {
      "epoch": 2.3490113979995346,
      "grad_norm": 1.219623639450117,
      "learning_rate": 0.00020437776424934008,
      "loss": 2.4375,
      "step": 50492
    },
    {
      "epoch": 2.3490579204466155,
      "grad_norm": 1.21758678180233,
      "learning_rate": 0.0002043743052768195,
      "loss": 2.0625,
      "step": 50493
    },
    {
      "epoch": 2.349104442893696,
      "grad_norm": 1.2062749200765681,
      "learning_rate": 0.00020437084627101065,
      "loss": 2.4062,
      "step": 50494
    },
    {
      "epoch": 2.349150965340777,
      "grad_norm": 1.2781480909129814,
      "learning_rate": 0.00020436738723191567,
      "loss": 2.1875,
      "step": 50495
    },
    {
      "epoch": 2.3491974877878574,
      "grad_norm": 1.2743573132775505,
      "learning_rate": 0.00020436392815953664,
      "loss": 2.1875,
      "step": 50496
    },
    {
      "epoch": 2.3492440102349383,
      "grad_norm": 1.1789739680156923,
      "learning_rate": 0.00020436046905387566,
      "loss": 1.8594,
      "step": 50497
    },
    {
      "epoch": 2.3492905326820193,
      "grad_norm": 1.2332368595473777,
      "learning_rate": 0.0002043570099149349,
      "loss": 2.1406,
      "step": 50498
    },
    {
      "epoch": 2.3493370551290997,
      "grad_norm": 1.2128569410080403,
      "learning_rate": 0.0002043535507427165,
      "loss": 2.375,
      "step": 50499
    },
    {
      "epoch": 2.3493835775761807,
      "grad_norm": 1.1811123696492092,
      "learning_rate": 0.0002043500915372225,
      "loss": 2.2812,
      "step": 50500
    },
    {
      "epoch": 2.349430100023261,
      "grad_norm": 1.1117205052926904,
      "learning_rate": 0.00020434663229845502,
      "loss": 2.0625,
      "step": 50501
    },
    {
      "epoch": 2.349476622470342,
      "grad_norm": 1.1725272841894285,
      "learning_rate": 0.00020434317302641628,
      "loss": 2.3594,
      "step": 50502
    },
    {
      "epoch": 2.3495231449174225,
      "grad_norm": 1.1923542569701406,
      "learning_rate": 0.00020433971372110828,
      "loss": 2.3906,
      "step": 50503
    },
    {
      "epoch": 2.3495696673645035,
      "grad_norm": 1.2815485348592377,
      "learning_rate": 0.00020433625438253322,
      "loss": 2.2344,
      "step": 50504
    },
    {
      "epoch": 2.349616189811584,
      "grad_norm": 1.5972513825260797,
      "learning_rate": 0.00020433279501069315,
      "loss": 1.6719,
      "step": 50505
    },
    {
      "epoch": 2.349662712258665,
      "grad_norm": 1.2072936505382899,
      "learning_rate": 0.00020432933560559025,
      "loss": 2.2656,
      "step": 50506
    },
    {
      "epoch": 2.3497092347057453,
      "grad_norm": 1.258087176946339,
      "learning_rate": 0.00020432587616722657,
      "loss": 2.0938,
      "step": 50507
    },
    {
      "epoch": 2.3497557571528263,
      "grad_norm": 1.3663420351146816,
      "learning_rate": 0.0002043224166956043,
      "loss": 2.5469,
      "step": 50508
    },
    {
      "epoch": 2.349802279599907,
      "grad_norm": 1.1736173689886304,
      "learning_rate": 0.00020431895719072552,
      "loss": 2.0938,
      "step": 50509
    },
    {
      "epoch": 2.3498488020469877,
      "grad_norm": 1.3281450853783554,
      "learning_rate": 0.00020431549765259236,
      "loss": 2.2031,
      "step": 50510
    },
    {
      "epoch": 2.3498953244940686,
      "grad_norm": 1.191726381276337,
      "learning_rate": 0.00020431203808120692,
      "loss": 2.3438,
      "step": 50511
    },
    {
      "epoch": 2.349941846941149,
      "grad_norm": 1.1350084533150477,
      "learning_rate": 0.00020430857847657136,
      "loss": 2.1094,
      "step": 50512
    },
    {
      "epoch": 2.34998836938823,
      "grad_norm": 1.159721852429243,
      "learning_rate": 0.00020430511883868775,
      "loss": 2.0781,
      "step": 50513
    },
    {
      "epoch": 2.3500348918353104,
      "grad_norm": 1.330130733413175,
      "learning_rate": 0.0002043016591675582,
      "loss": 2.0156,
      "step": 50514
    },
    {
      "epoch": 2.3500814142823914,
      "grad_norm": 1.1945752256966362,
      "learning_rate": 0.00020429819946318488,
      "loss": 2.2656,
      "step": 50515
    },
    {
      "epoch": 2.350127936729472,
      "grad_norm": 1.1490683304481841,
      "learning_rate": 0.00020429473972556988,
      "loss": 2.2188,
      "step": 50516
    },
    {
      "epoch": 2.3501744591765528,
      "grad_norm": 1.2651748917653276,
      "learning_rate": 0.00020429127995471536,
      "loss": 2.2812,
      "step": 50517
    },
    {
      "epoch": 2.3502209816236332,
      "grad_norm": 1.4080417690389244,
      "learning_rate": 0.00020428782015062332,
      "loss": 2.3906,
      "step": 50518
    },
    {
      "epoch": 2.350267504070714,
      "grad_norm": 1.157228392794964,
      "learning_rate": 0.000204284360313296,
      "loss": 2.1406,
      "step": 50519
    },
    {
      "epoch": 2.350314026517795,
      "grad_norm": 1.1722571951684324,
      "learning_rate": 0.0002042809004427355,
      "loss": 2.375,
      "step": 50520
    },
    {
      "epoch": 2.3503605489648756,
      "grad_norm": 1.151488073560539,
      "learning_rate": 0.00020427744053894383,
      "loss": 2.1875,
      "step": 50521
    },
    {
      "epoch": 2.350407071411956,
      "grad_norm": 1.3197721376226137,
      "learning_rate": 0.00020427398060192327,
      "loss": 2.3438,
      "step": 50522
    },
    {
      "epoch": 2.350453593859037,
      "grad_norm": 1.1678640034086456,
      "learning_rate": 0.00020427052063167584,
      "loss": 2.2969,
      "step": 50523
    },
    {
      "epoch": 2.350500116306118,
      "grad_norm": 1.442345249832397,
      "learning_rate": 0.0002042670606282037,
      "loss": 2.1875,
      "step": 50524
    },
    {
      "epoch": 2.3505466387531984,
      "grad_norm": 1.2135102899433798,
      "learning_rate": 0.0002042636005915089,
      "loss": 2.0312,
      "step": 50525
    },
    {
      "epoch": 2.3505931612002793,
      "grad_norm": 1.2212100368813523,
      "learning_rate": 0.00020426014052159363,
      "loss": 2.125,
      "step": 50526
    },
    {
      "epoch": 2.3506396836473598,
      "grad_norm": 1.2062187778755138,
      "learning_rate": 0.00020425668041845996,
      "loss": 2.1719,
      "step": 50527
    },
    {
      "epoch": 2.3506862060944407,
      "grad_norm": 1.2016275973198174,
      "learning_rate": 0.00020425322028211004,
      "loss": 2.1719,
      "step": 50528
    },
    {
      "epoch": 2.350732728541521,
      "grad_norm": 1.2032775074707232,
      "learning_rate": 0.00020424976011254597,
      "loss": 2.1562,
      "step": 50529
    },
    {
      "epoch": 2.350779250988602,
      "grad_norm": 1.229951706613568,
      "learning_rate": 0.0002042462999097699,
      "loss": 2.5938,
      "step": 50530
    },
    {
      "epoch": 2.3508257734356826,
      "grad_norm": 1.1266709181772199,
      "learning_rate": 0.00020424283967378391,
      "loss": 2.1875,
      "step": 50531
    },
    {
      "epoch": 2.3508722958827635,
      "grad_norm": 1.2737537309436793,
      "learning_rate": 0.00020423937940459015,
      "loss": 2.3594,
      "step": 50532
    },
    {
      "epoch": 2.350918818329844,
      "grad_norm": 1.3025063666162948,
      "learning_rate": 0.00020423591910219072,
      "loss": 2.4531,
      "step": 50533
    },
    {
      "epoch": 2.350965340776925,
      "grad_norm": 1.2665735394000344,
      "learning_rate": 0.00020423245876658773,
      "loss": 2.2969,
      "step": 50534
    },
    {
      "epoch": 2.351011863224006,
      "grad_norm": 1.1560851443011946,
      "learning_rate": 0.0002042289983977833,
      "loss": 2.1875,
      "step": 50535
    },
    {
      "epoch": 2.3510583856710863,
      "grad_norm": 1.2527525232320187,
      "learning_rate": 0.00020422553799577956,
      "loss": 2.2812,
      "step": 50536
    },
    {
      "epoch": 2.351104908118167,
      "grad_norm": 1.177418434081392,
      "learning_rate": 0.00020422207756057864,
      "loss": 2.0156,
      "step": 50537
    },
    {
      "epoch": 2.3511514305652477,
      "grad_norm": 1.2232571472904166,
      "learning_rate": 0.00020421861709218265,
      "loss": 2.5156,
      "step": 50538
    },
    {
      "epoch": 2.3511979530123286,
      "grad_norm": 1.106487557680631,
      "learning_rate": 0.0002042151565905937,
      "loss": 2.125,
      "step": 50539
    },
    {
      "epoch": 2.351244475459409,
      "grad_norm": 1.2030021317978528,
      "learning_rate": 0.00020421169605581386,
      "loss": 2.3438,
      "step": 50540
    },
    {
      "epoch": 2.35129099790649,
      "grad_norm": 1.177410047329866,
      "learning_rate": 0.00020420823548784536,
      "loss": 2.3438,
      "step": 50541
    },
    {
      "epoch": 2.3513375203535705,
      "grad_norm": 1.2540926887251413,
      "learning_rate": 0.00020420477488669025,
      "loss": 2.2188,
      "step": 50542
    },
    {
      "epoch": 2.3513840428006514,
      "grad_norm": 1.223129687164712,
      "learning_rate": 0.00020420131425235067,
      "loss": 2.1406,
      "step": 50543
    },
    {
      "epoch": 2.351430565247732,
      "grad_norm": 1.1964232199631444,
      "learning_rate": 0.0002041978535848287,
      "loss": 2.4219,
      "step": 50544
    },
    {
      "epoch": 2.351477087694813,
      "grad_norm": 1.2832332358558598,
      "learning_rate": 0.00020419439288412648,
      "loss": 2.3906,
      "step": 50545
    },
    {
      "epoch": 2.3515236101418937,
      "grad_norm": 1.200495279532389,
      "learning_rate": 0.00020419093215024616,
      "loss": 2.2344,
      "step": 50546
    },
    {
      "epoch": 2.351570132588974,
      "grad_norm": 1.1246811415343398,
      "learning_rate": 0.0002041874713831898,
      "loss": 2.1875,
      "step": 50547
    },
    {
      "epoch": 2.3516166550360547,
      "grad_norm": 1.1730083738609667,
      "learning_rate": 0.0002041840105829596,
      "loss": 2.2812,
      "step": 50548
    },
    {
      "epoch": 2.3516631774831356,
      "grad_norm": 1.2313321215484965,
      "learning_rate": 0.00020418054974955755,
      "loss": 2.4531,
      "step": 50549
    },
    {
      "epoch": 2.3517096999302165,
      "grad_norm": 1.2025340380422294,
      "learning_rate": 0.00020417708888298593,
      "loss": 2.2031,
      "step": 50550
    },
    {
      "epoch": 2.351756222377297,
      "grad_norm": 1.1697408771791908,
      "learning_rate": 0.00020417362798324671,
      "loss": 2.4219,
      "step": 50551
    },
    {
      "epoch": 2.351802744824378,
      "grad_norm": 1.2315041474819786,
      "learning_rate": 0.0002041701670503421,
      "loss": 2.3438,
      "step": 50552
    },
    {
      "epoch": 2.3518492672714584,
      "grad_norm": 1.3127496281384334,
      "learning_rate": 0.0002041667060842742,
      "loss": 2.3594,
      "step": 50553
    },
    {
      "epoch": 2.3518957897185393,
      "grad_norm": 1.7200770219071435,
      "learning_rate": 0.00020416324508504516,
      "loss": 1.6875,
      "step": 50554
    },
    {
      "epoch": 2.3519423121656198,
      "grad_norm": 1.244107422132443,
      "learning_rate": 0.000204159784052657,
      "loss": 2.1094,
      "step": 50555
    },
    {
      "epoch": 2.3519888346127007,
      "grad_norm": 1.2380766216708432,
      "learning_rate": 0.00020415632298711195,
      "loss": 2.0938,
      "step": 50556
    },
    {
      "epoch": 2.352035357059781,
      "grad_norm": 1.238632567884775,
      "learning_rate": 0.00020415286188841207,
      "loss": 2.1562,
      "step": 50557
    },
    {
      "epoch": 2.352081879506862,
      "grad_norm": 1.2696559481223106,
      "learning_rate": 0.0002041494007565595,
      "loss": 2.2188,
      "step": 50558
    },
    {
      "epoch": 2.3521284019539426,
      "grad_norm": 1.1695018818799612,
      "learning_rate": 0.0002041459395915563,
      "loss": 2.0469,
      "step": 50559
    },
    {
      "epoch": 2.3521749244010235,
      "grad_norm": 1.3855238763899198,
      "learning_rate": 0.00020414247839340465,
      "loss": 2.2812,
      "step": 50560
    },
    {
      "epoch": 2.3522214468481044,
      "grad_norm": 1.2686218896669303,
      "learning_rate": 0.0002041390171621067,
      "loss": 2.3438,
      "step": 50561
    },
    {
      "epoch": 2.352267969295185,
      "grad_norm": 1.2011136062161405,
      "learning_rate": 0.00020413555589766442,
      "loss": 2.3281,
      "step": 50562
    },
    {
      "epoch": 2.352314491742266,
      "grad_norm": 1.2748836383896134,
      "learning_rate": 0.00020413209460008012,
      "loss": 1.875,
      "step": 50563
    },
    {
      "epoch": 2.3523610141893463,
      "grad_norm": 1.2534780338606974,
      "learning_rate": 0.00020412863326935583,
      "loss": 2.4219,
      "step": 50564
    },
    {
      "epoch": 2.352407536636427,
      "grad_norm": 1.2416036790287162,
      "learning_rate": 0.00020412517190549365,
      "loss": 2.3281,
      "step": 50565
    },
    {
      "epoch": 2.3524540590835077,
      "grad_norm": 1.2720116151512064,
      "learning_rate": 0.00020412171050849574,
      "loss": 2.1719,
      "step": 50566
    },
    {
      "epoch": 2.3525005815305886,
      "grad_norm": 1.2807104637383373,
      "learning_rate": 0.0002041182490783642,
      "loss": 2.4844,
      "step": 50567
    },
    {
      "epoch": 2.352547103977669,
      "grad_norm": 1.2418590658832547,
      "learning_rate": 0.00020411478761510113,
      "loss": 2.1875,
      "step": 50568
    },
    {
      "epoch": 2.35259362642475,
      "grad_norm": 1.249905796241743,
      "learning_rate": 0.00020411132611870866,
      "loss": 2.2031,
      "step": 50569
    },
    {
      "epoch": 2.3526401488718305,
      "grad_norm": 1.3769521658335189,
      "learning_rate": 0.00020410786458918898,
      "loss": 2.125,
      "step": 50570
    },
    {
      "epoch": 2.3526866713189114,
      "grad_norm": 1.348573406395135,
      "learning_rate": 0.0002041044030265441,
      "loss": 2.1094,
      "step": 50571
    },
    {
      "epoch": 2.3527331937659923,
      "grad_norm": 1.270083389474795,
      "learning_rate": 0.0002041009414307762,
      "loss": 2.2344,
      "step": 50572
    },
    {
      "epoch": 2.352779716213073,
      "grad_norm": 1.1744519323687528,
      "learning_rate": 0.00020409747980188727,
      "loss": 2.1406,
      "step": 50573
    },
    {
      "epoch": 2.3528262386601533,
      "grad_norm": 1.1477441323630804,
      "learning_rate": 0.00020409401813987972,
      "loss": 2.2969,
      "step": 50574
    },
    {
      "epoch": 2.352872761107234,
      "grad_norm": 1.2437063190874829,
      "learning_rate": 0.00020409055644475535,
      "loss": 2.3438,
      "step": 50575
    },
    {
      "epoch": 2.352919283554315,
      "grad_norm": 1.2739291031330449,
      "learning_rate": 0.00020408709471651654,
      "loss": 2.3906,
      "step": 50576
    },
    {
      "epoch": 2.3529658060013956,
      "grad_norm": 1.251027601540176,
      "learning_rate": 0.00020408363295516523,
      "loss": 2.0625,
      "step": 50577
    },
    {
      "epoch": 2.3530123284484765,
      "grad_norm": 1.160761479393015,
      "learning_rate": 0.00020408017116070362,
      "loss": 2.2188,
      "step": 50578
    },
    {
      "epoch": 2.353058850895557,
      "grad_norm": 1.078579279445967,
      "learning_rate": 0.0002040767093331338,
      "loss": 2.0469,
      "step": 50579
    },
    {
      "epoch": 2.353105373342638,
      "grad_norm": 1.193532953160435,
      "learning_rate": 0.0002040732474724579,
      "loss": 2.3125,
      "step": 50580
    },
    {
      "epoch": 2.3531518957897184,
      "grad_norm": 1.2318623382318366,
      "learning_rate": 0.00020406978557867806,
      "loss": 2.1875,
      "step": 50581
    },
    {
      "epoch": 2.3531984182367993,
      "grad_norm": 1.2788269815308924,
      "learning_rate": 0.00020406632365179637,
      "loss": 2.1094,
      "step": 50582
    },
    {
      "epoch": 2.35324494068388,
      "grad_norm": 1.227087144675857,
      "learning_rate": 0.00020406286169181496,
      "loss": 2.1719,
      "step": 50583
    },
    {
      "epoch": 2.3532914631309607,
      "grad_norm": 1.2384988593118569,
      "learning_rate": 0.0002040593996987359,
      "loss": 2.6719,
      "step": 50584
    },
    {
      "epoch": 2.353337985578041,
      "grad_norm": 1.1483136457988043,
      "learning_rate": 0.0002040559376725614,
      "loss": 2.3125,
      "step": 50585
    },
    {
      "epoch": 2.353384508025122,
      "grad_norm": 1.2751133154007326,
      "learning_rate": 0.00020405247561329352,
      "loss": 2.5156,
      "step": 50586
    },
    {
      "epoch": 2.353431030472203,
      "grad_norm": 1.5032116458683664,
      "learning_rate": 0.0002040490135209344,
      "loss": 2.4219,
      "step": 50587
    },
    {
      "epoch": 2.3534775529192835,
      "grad_norm": 1.3409576823882488,
      "learning_rate": 0.00020404555139548616,
      "loss": 2.5781,
      "step": 50588
    },
    {
      "epoch": 2.3535240753663644,
      "grad_norm": 1.1945015947148956,
      "learning_rate": 0.00020404208923695093,
      "loss": 2.375,
      "step": 50589
    },
    {
      "epoch": 2.353570597813445,
      "grad_norm": 1.075411550862721,
      "learning_rate": 0.0002040386270453308,
      "loss": 1.8828,
      "step": 50590
    },
    {
      "epoch": 2.353617120260526,
      "grad_norm": 1.1181268037166225,
      "learning_rate": 0.00020403516482062794,
      "loss": 1.8672,
      "step": 50591
    },
    {
      "epoch": 2.3536636427076063,
      "grad_norm": 1.1833025142391198,
      "learning_rate": 0.00020403170256284438,
      "loss": 2.375,
      "step": 50592
    },
    {
      "epoch": 2.3537101651546872,
      "grad_norm": 1.1473544707697814,
      "learning_rate": 0.00020402824027198233,
      "loss": 1.9688,
      "step": 50593
    },
    {
      "epoch": 2.3537566876017677,
      "grad_norm": 1.123367822357791,
      "learning_rate": 0.00020402477794804384,
      "loss": 2.2188,
      "step": 50594
    },
    {
      "epoch": 2.3538032100488486,
      "grad_norm": 1.2882580568334112,
      "learning_rate": 0.00020402131559103104,
      "loss": 2.1875,
      "step": 50595
    },
    {
      "epoch": 2.353849732495929,
      "grad_norm": 1.2363142843993655,
      "learning_rate": 0.00020401785320094614,
      "loss": 2.1406,
      "step": 50596
    },
    {
      "epoch": 2.35389625494301,
      "grad_norm": 1.1141366717402046,
      "learning_rate": 0.00020401439077779115,
      "loss": 1.7734,
      "step": 50597
    },
    {
      "epoch": 2.353942777390091,
      "grad_norm": 1.2024222040250145,
      "learning_rate": 0.00020401092832156824,
      "loss": 2.125,
      "step": 50598
    },
    {
      "epoch": 2.3539892998371714,
      "grad_norm": 1.2573550127262243,
      "learning_rate": 0.00020400746583227952,
      "loss": 2.3281,
      "step": 50599
    },
    {
      "epoch": 2.3540358222842523,
      "grad_norm": 1.404814021433149,
      "learning_rate": 0.00020400400330992713,
      "loss": 2.4219,
      "step": 50600
    },
    {
      "epoch": 2.354082344731333,
      "grad_norm": 1.2598426614890543,
      "learning_rate": 0.00020400054075451316,
      "loss": 2.2188,
      "step": 50601
    },
    {
      "epoch": 2.3541288671784137,
      "grad_norm": 1.1930222373529982,
      "learning_rate": 0.00020399707816603975,
      "loss": 1.9297,
      "step": 50602
    },
    {
      "epoch": 2.354175389625494,
      "grad_norm": 1.243579162514235,
      "learning_rate": 0.00020399361554450897,
      "loss": 2.2969,
      "step": 50603
    },
    {
      "epoch": 2.354221912072575,
      "grad_norm": 1.144702322274126,
      "learning_rate": 0.00020399015288992303,
      "loss": 2.0156,
      "step": 50604
    },
    {
      "epoch": 2.3542684345196556,
      "grad_norm": 1.1237373671767785,
      "learning_rate": 0.00020398669020228397,
      "loss": 2.1562,
      "step": 50605
    },
    {
      "epoch": 2.3543149569667365,
      "grad_norm": 1.4438424282245572,
      "learning_rate": 0.00020398322748159395,
      "loss": 1.6484,
      "step": 50606
    },
    {
      "epoch": 2.354361479413817,
      "grad_norm": 1.148340826708174,
      "learning_rate": 0.00020397976472785506,
      "loss": 2.1094,
      "step": 50607
    },
    {
      "epoch": 2.354408001860898,
      "grad_norm": 1.3585849681650053,
      "learning_rate": 0.00020397630194106948,
      "loss": 2.3906,
      "step": 50608
    },
    {
      "epoch": 2.3544545243079784,
      "grad_norm": 1.3161482582023873,
      "learning_rate": 0.00020397283912123928,
      "loss": 2.4688,
      "step": 50609
    },
    {
      "epoch": 2.3545010467550593,
      "grad_norm": 1.245056682495051,
      "learning_rate": 0.00020396937626836656,
      "loss": 2.2812,
      "step": 50610
    },
    {
      "epoch": 2.35454756920214,
      "grad_norm": 1.272470473661801,
      "learning_rate": 0.0002039659133824535,
      "loss": 2.3281,
      "step": 50611
    },
    {
      "epoch": 2.3545940916492207,
      "grad_norm": 1.214097751034914,
      "learning_rate": 0.00020396245046350214,
      "loss": 2.1875,
      "step": 50612
    },
    {
      "epoch": 2.3546406140963017,
      "grad_norm": 1.2804791211140545,
      "learning_rate": 0.00020395898751151471,
      "loss": 2.4844,
      "step": 50613
    },
    {
      "epoch": 2.354687136543382,
      "grad_norm": 1.2832267351664017,
      "learning_rate": 0.00020395552452649325,
      "loss": 2.375,
      "step": 50614
    },
    {
      "epoch": 2.354733658990463,
      "grad_norm": 1.19549866876281,
      "learning_rate": 0.00020395206150843992,
      "loss": 2.3438,
      "step": 50615
    },
    {
      "epoch": 2.3547801814375435,
      "grad_norm": 1.0964727387461128,
      "learning_rate": 0.00020394859845735677,
      "loss": 2.2031,
      "step": 50616
    },
    {
      "epoch": 2.3548267038846245,
      "grad_norm": 1.233906015917423,
      "learning_rate": 0.00020394513537324598,
      "loss": 2.4375,
      "step": 50617
    },
    {
      "epoch": 2.354873226331705,
      "grad_norm": 1.2201535734075322,
      "learning_rate": 0.00020394167225610968,
      "loss": 2.125,
      "step": 50618
    },
    {
      "epoch": 2.354919748778786,
      "grad_norm": 1.201566425383086,
      "learning_rate": 0.00020393820910594997,
      "loss": 2.4531,
      "step": 50619
    },
    {
      "epoch": 2.3549662712258663,
      "grad_norm": 1.1738613397805882,
      "learning_rate": 0.000203934745922769,
      "loss": 2.2656,
      "step": 50620
    },
    {
      "epoch": 2.3550127936729472,
      "grad_norm": 1.2383974883905275,
      "learning_rate": 0.0002039312827065688,
      "loss": 2.2188,
      "step": 50621
    },
    {
      "epoch": 2.3550593161200277,
      "grad_norm": 1.2601406781804414,
      "learning_rate": 0.0002039278194573516,
      "loss": 2.1406,
      "step": 50622
    },
    {
      "epoch": 2.3551058385671086,
      "grad_norm": 1.2342474864886903,
      "learning_rate": 0.00020392435617511942,
      "loss": 2.2656,
      "step": 50623
    },
    {
      "epoch": 2.3551523610141896,
      "grad_norm": 1.1928234847665775,
      "learning_rate": 0.0002039208928598745,
      "loss": 2.0469,
      "step": 50624
    },
    {
      "epoch": 2.35519888346127,
      "grad_norm": 1.2355472149462072,
      "learning_rate": 0.00020391742951161884,
      "loss": 2.2656,
      "step": 50625
    },
    {
      "epoch": 2.355245405908351,
      "grad_norm": 1.1697223131971421,
      "learning_rate": 0.00020391396613035466,
      "loss": 2.3281,
      "step": 50626
    },
    {
      "epoch": 2.3552919283554314,
      "grad_norm": 1.1776141302997574,
      "learning_rate": 0.00020391050271608398,
      "loss": 2.3281,
      "step": 50627
    },
    {
      "epoch": 2.3553384508025124,
      "grad_norm": 1.2649651151053818,
      "learning_rate": 0.00020390703926880896,
      "loss": 2.2812,
      "step": 50628
    },
    {
      "epoch": 2.355384973249593,
      "grad_norm": 1.1536698186302206,
      "learning_rate": 0.00020390357578853178,
      "loss": 2.2031,
      "step": 50629
    },
    {
      "epoch": 2.3554314956966738,
      "grad_norm": 1.1904346027178934,
      "learning_rate": 0.00020390011227525446,
      "loss": 1.9609,
      "step": 50630
    },
    {
      "epoch": 2.3554780181437542,
      "grad_norm": 1.2024399238494088,
      "learning_rate": 0.00020389664872897924,
      "loss": 2.2812,
      "step": 50631
    },
    {
      "epoch": 2.355524540590835,
      "grad_norm": 1.2175048860400381,
      "learning_rate": 0.00020389318514970817,
      "loss": 2.0469,
      "step": 50632
    },
    {
      "epoch": 2.3555710630379156,
      "grad_norm": 1.1313160858473132,
      "learning_rate": 0.00020388972153744333,
      "loss": 2.125,
      "step": 50633
    },
    {
      "epoch": 2.3556175854849966,
      "grad_norm": 1.3322922441267568,
      "learning_rate": 0.0002038862578921869,
      "loss": 1.8125,
      "step": 50634
    },
    {
      "epoch": 2.355664107932077,
      "grad_norm": 1.1981976803949146,
      "learning_rate": 0.00020388279421394102,
      "loss": 2.375,
      "step": 50635
    },
    {
      "epoch": 2.355710630379158,
      "grad_norm": 1.489894241509504,
      "learning_rate": 0.0002038793305027077,
      "loss": 2.2812,
      "step": 50636
    },
    {
      "epoch": 2.3557571528262384,
      "grad_norm": 1.2047147778981797,
      "learning_rate": 0.00020387586675848918,
      "loss": 1.8281,
      "step": 50637
    },
    {
      "epoch": 2.3558036752733194,
      "grad_norm": 1.307373341079068,
      "learning_rate": 0.00020387240298128757,
      "loss": 2.4688,
      "step": 50638
    },
    {
      "epoch": 2.3558501977204003,
      "grad_norm": 1.2511651765476186,
      "learning_rate": 0.00020386893917110488,
      "loss": 2.2344,
      "step": 50639
    },
    {
      "epoch": 2.3558967201674808,
      "grad_norm": 1.3023550344584387,
      "learning_rate": 0.0002038654753279434,
      "loss": 2.4219,
      "step": 50640
    },
    {
      "epoch": 2.3559432426145617,
      "grad_norm": 1.236233530182568,
      "learning_rate": 0.0002038620114518051,
      "loss": 2.6562,
      "step": 50641
    },
    {
      "epoch": 2.355989765061642,
      "grad_norm": 1.2676181872618135,
      "learning_rate": 0.00020385854754269216,
      "loss": 2.1875,
      "step": 50642
    },
    {
      "epoch": 2.356036287508723,
      "grad_norm": 1.2779907753079212,
      "learning_rate": 0.0002038550836006067,
      "loss": 2.4219,
      "step": 50643
    },
    {
      "epoch": 2.3560828099558035,
      "grad_norm": 1.31491645694629,
      "learning_rate": 0.00020385161962555086,
      "loss": 2.4688,
      "step": 50644
    },
    {
      "epoch": 2.3561293324028845,
      "grad_norm": 1.1820037090344715,
      "learning_rate": 0.00020384815561752672,
      "loss": 2.3281,
      "step": 50645
    },
    {
      "epoch": 2.356175854849965,
      "grad_norm": 1.235861168325866,
      "learning_rate": 0.00020384469157653644,
      "loss": 2.125,
      "step": 50646
    },
    {
      "epoch": 2.356222377297046,
      "grad_norm": 1.158323261452705,
      "learning_rate": 0.00020384122750258214,
      "loss": 2.2031,
      "step": 50647
    },
    {
      "epoch": 2.3562688997441263,
      "grad_norm": 1.1900885554913367,
      "learning_rate": 0.00020383776339566592,
      "loss": 2.5312,
      "step": 50648
    },
    {
      "epoch": 2.3563154221912073,
      "grad_norm": 1.2384115711621622,
      "learning_rate": 0.00020383429925578987,
      "loss": 2.2031,
      "step": 50649
    },
    {
      "epoch": 2.356361944638288,
      "grad_norm": 1.1698216577140543,
      "learning_rate": 0.0002038308350829561,
      "loss": 2.4062,
      "step": 50650
    },
    {
      "epoch": 2.3564084670853687,
      "grad_norm": 1.18257523667542,
      "learning_rate": 0.00020382737087716685,
      "loss": 2.2188,
      "step": 50651
    },
    {
      "epoch": 2.3564549895324496,
      "grad_norm": 1.1964924904397838,
      "learning_rate": 0.00020382390663842414,
      "loss": 2.2656,
      "step": 50652
    },
    {
      "epoch": 2.35650151197953,
      "grad_norm": 1.2069855589057068,
      "learning_rate": 0.00020382044236673017,
      "loss": 2.2969,
      "step": 50653
    },
    {
      "epoch": 2.356548034426611,
      "grad_norm": 1.1934710384928373,
      "learning_rate": 0.00020381697806208694,
      "loss": 2.1562,
      "step": 50654
    },
    {
      "epoch": 2.3565945568736915,
      "grad_norm": 1.2687532049019306,
      "learning_rate": 0.00020381351372449668,
      "loss": 2.2812,
      "step": 50655
    },
    {
      "epoch": 2.3566410793207724,
      "grad_norm": 1.1988602551486502,
      "learning_rate": 0.00020381004935396144,
      "loss": 2.0781,
      "step": 50656
    },
    {
      "epoch": 2.356687601767853,
      "grad_norm": 1.2267368224194888,
      "learning_rate": 0.0002038065849504834,
      "loss": 2.375,
      "step": 50657
    },
    {
      "epoch": 2.356734124214934,
      "grad_norm": 1.1601378353169172,
      "learning_rate": 0.00020380312051406464,
      "loss": 2.3125,
      "step": 50658
    },
    {
      "epoch": 2.3567806466620143,
      "grad_norm": 1.1847516940087934,
      "learning_rate": 0.00020379965604470728,
      "loss": 2.2656,
      "step": 50659
    },
    {
      "epoch": 2.356827169109095,
      "grad_norm": 1.1569928934697802,
      "learning_rate": 0.00020379619154241345,
      "loss": 2.3594,
      "step": 50660
    },
    {
      "epoch": 2.356873691556176,
      "grad_norm": 1.163217909922737,
      "learning_rate": 0.00020379272700718528,
      "loss": 2.3906,
      "step": 50661
    },
    {
      "epoch": 2.3569202140032566,
      "grad_norm": 1.214075144086698,
      "learning_rate": 0.0002037892624390249,
      "loss": 2.1719,
      "step": 50662
    },
    {
      "epoch": 2.356966736450337,
      "grad_norm": 1.217910092901815,
      "learning_rate": 0.00020378579783793442,
      "loss": 2.4062,
      "step": 50663
    },
    {
      "epoch": 2.357013258897418,
      "grad_norm": 1.2783715941266525,
      "learning_rate": 0.00020378233320391594,
      "loss": 2.3594,
      "step": 50664
    },
    {
      "epoch": 2.357059781344499,
      "grad_norm": 1.175621973232424,
      "learning_rate": 0.0002037788685369716,
      "loss": 2.0156,
      "step": 50665
    },
    {
      "epoch": 2.3571063037915794,
      "grad_norm": 1.2556587447924394,
      "learning_rate": 0.00020377540383710355,
      "loss": 2.4531,
      "step": 50666
    },
    {
      "epoch": 2.3571528262386603,
      "grad_norm": 1.180780034505601,
      "learning_rate": 0.00020377193910431384,
      "loss": 2.25,
      "step": 50667
    },
    {
      "epoch": 2.3571993486857408,
      "grad_norm": 1.271843049163846,
      "learning_rate": 0.00020376847433860464,
      "loss": 2.5938,
      "step": 50668
    },
    {
      "epoch": 2.3572458711328217,
      "grad_norm": 1.2580408468826938,
      "learning_rate": 0.00020376500953997806,
      "loss": 2.4375,
      "step": 50669
    },
    {
      "epoch": 2.357292393579902,
      "grad_norm": 1.1300239238972793,
      "learning_rate": 0.00020376154470843626,
      "loss": 2.1875,
      "step": 50670
    },
    {
      "epoch": 2.357338916026983,
      "grad_norm": 1.2873606108494384,
      "learning_rate": 0.00020375807984398126,
      "loss": 2.4219,
      "step": 50671
    },
    {
      "epoch": 2.3573854384740636,
      "grad_norm": 1.2116661421946255,
      "learning_rate": 0.0002037546149466153,
      "loss": 2.1875,
      "step": 50672
    },
    {
      "epoch": 2.3574319609211445,
      "grad_norm": 1.2140950634317396,
      "learning_rate": 0.00020375115001634042,
      "loss": 2.4688,
      "step": 50673
    },
    {
      "epoch": 2.357478483368225,
      "grad_norm": 1.2127435731231166,
      "learning_rate": 0.0002037476850531588,
      "loss": 2.5781,
      "step": 50674
    },
    {
      "epoch": 2.357525005815306,
      "grad_norm": 1.1435211965720373,
      "learning_rate": 0.0002037442200570725,
      "loss": 2.1406,
      "step": 50675
    },
    {
      "epoch": 2.357571528262387,
      "grad_norm": 1.1553462554579015,
      "learning_rate": 0.00020374075502808373,
      "loss": 2.125,
      "step": 50676
    },
    {
      "epoch": 2.3576180507094673,
      "grad_norm": 1.2159765258489204,
      "learning_rate": 0.00020373728996619445,
      "loss": 1.8594,
      "step": 50677
    },
    {
      "epoch": 2.357664573156548,
      "grad_norm": 1.215567353852338,
      "learning_rate": 0.000203733824871407,
      "loss": 2.2969,
      "step": 50678
    },
    {
      "epoch": 2.3577110956036287,
      "grad_norm": 1.2647175325909934,
      "learning_rate": 0.00020373035974372334,
      "loss": 2.3906,
      "step": 50679
    },
    {
      "epoch": 2.3577576180507096,
      "grad_norm": 1.2273633755475295,
      "learning_rate": 0.0002037268945831456,
      "loss": 2.4062,
      "step": 50680
    },
    {
      "epoch": 2.35780414049779,
      "grad_norm": 1.186026944090499,
      "learning_rate": 0.00020372342938967597,
      "loss": 2.3906,
      "step": 50681
    },
    {
      "epoch": 2.357850662944871,
      "grad_norm": 1.2367466441455102,
      "learning_rate": 0.0002037199641633165,
      "loss": 2.5,
      "step": 50682
    },
    {
      "epoch": 2.3578971853919515,
      "grad_norm": 1.1479178175757436,
      "learning_rate": 0.0002037164989040694,
      "loss": 2.4375,
      "step": 50683
    },
    {
      "epoch": 2.3579437078390324,
      "grad_norm": 1.2082550520706414,
      "learning_rate": 0.00020371303361193673,
      "loss": 2.4375,
      "step": 50684
    },
    {
      "epoch": 2.357990230286113,
      "grad_norm": 1.140239156749576,
      "learning_rate": 0.0002037095682869206,
      "loss": 2.2031,
      "step": 50685
    },
    {
      "epoch": 2.358036752733194,
      "grad_norm": 1.1576016260712039,
      "learning_rate": 0.00020370610292902316,
      "loss": 2.2656,
      "step": 50686
    },
    {
      "epoch": 2.3580832751802747,
      "grad_norm": 1.2269392513623747,
      "learning_rate": 0.0002037026375382466,
      "loss": 2.3438,
      "step": 50687
    },
    {
      "epoch": 2.358129797627355,
      "grad_norm": 1.2127745395190814,
      "learning_rate": 0.0002036991721145929,
      "loss": 2.1094,
      "step": 50688
    },
    {
      "epoch": 2.3581763200744357,
      "grad_norm": 1.2888982392655075,
      "learning_rate": 0.00020369570665806425,
      "loss": 2.3906,
      "step": 50689
    },
    {
      "epoch": 2.3582228425215166,
      "grad_norm": 1.2417346613412814,
      "learning_rate": 0.00020369224116866279,
      "loss": 2.4062,
      "step": 50690
    },
    {
      "epoch": 2.3582693649685975,
      "grad_norm": 1.158908148564111,
      "learning_rate": 0.00020368877564639064,
      "loss": 2.25,
      "step": 50691
    },
    {
      "epoch": 2.358315887415678,
      "grad_norm": 1.1471610547843103,
      "learning_rate": 0.0002036853100912499,
      "loss": 1.9844,
      "step": 50692
    },
    {
      "epoch": 2.358362409862759,
      "grad_norm": 1.1900325865314492,
      "learning_rate": 0.00020368184450324266,
      "loss": 2.1719,
      "step": 50693
    },
    {
      "epoch": 2.3584089323098394,
      "grad_norm": 1.089353126520268,
      "learning_rate": 0.00020367837888237109,
      "loss": 2.0,
      "step": 50694
    },
    {
      "epoch": 2.3584554547569203,
      "grad_norm": 1.1354747765983417,
      "learning_rate": 0.0002036749132286373,
      "loss": 2.3906,
      "step": 50695
    },
    {
      "epoch": 2.358501977204001,
      "grad_norm": 1.1283482215622265,
      "learning_rate": 0.00020367144754204343,
      "loss": 1.8906,
      "step": 50696
    },
    {
      "epoch": 2.3585484996510817,
      "grad_norm": 1.215065596159912,
      "learning_rate": 0.00020366798182259158,
      "loss": 2.4375,
      "step": 50697
    },
    {
      "epoch": 2.358595022098162,
      "grad_norm": 1.1033453539965543,
      "learning_rate": 0.00020366451607028386,
      "loss": 2.2031,
      "step": 50698
    },
    {
      "epoch": 2.358641544545243,
      "grad_norm": 1.1931850013043812,
      "learning_rate": 0.0002036610502851224,
      "loss": 2.3125,
      "step": 50699
    },
    {
      "epoch": 2.3586880669923236,
      "grad_norm": 1.2464523486945902,
      "learning_rate": 0.00020365758446710939,
      "loss": 2.0781,
      "step": 50700
    },
    {
      "epoch": 2.3587345894394045,
      "grad_norm": 1.2093268783532958,
      "learning_rate": 0.00020365411861624684,
      "loss": 2.3438,
      "step": 50701
    },
    {
      "epoch": 2.3587811118864854,
      "grad_norm": 1.1072055372994982,
      "learning_rate": 0.00020365065273253696,
      "loss": 2.1562,
      "step": 50702
    },
    {
      "epoch": 2.358827634333566,
      "grad_norm": 1.2950835531705753,
      "learning_rate": 0.00020364718681598176,
      "loss": 2.0938,
      "step": 50703
    },
    {
      "epoch": 2.358874156780647,
      "grad_norm": 1.1047167409125032,
      "learning_rate": 0.0002036437208665835,
      "loss": 2.125,
      "step": 50704
    },
    {
      "epoch": 2.3589206792277273,
      "grad_norm": 1.244837795113922,
      "learning_rate": 0.0002036402548843442,
      "loss": 2.3594,
      "step": 50705
    },
    {
      "epoch": 2.3589672016748082,
      "grad_norm": 1.3362066325220396,
      "learning_rate": 0.000203636788869266,
      "loss": 2.2344,
      "step": 50706
    },
    {
      "epoch": 2.3590137241218887,
      "grad_norm": 1.1010796137422683,
      "learning_rate": 0.00020363332282135113,
      "loss": 2.2656,
      "step": 50707
    },
    {
      "epoch": 2.3590602465689696,
      "grad_norm": 1.2438073083137058,
      "learning_rate": 0.00020362985674060157,
      "loss": 2.375,
      "step": 50708
    },
    {
      "epoch": 2.35910676901605,
      "grad_norm": 1.1341406928818178,
      "learning_rate": 0.00020362639062701952,
      "loss": 2.125,
      "step": 50709
    },
    {
      "epoch": 2.359153291463131,
      "grad_norm": 1.3866297921918802,
      "learning_rate": 0.000203622924480607,
      "loss": 2.2656,
      "step": 50710
    },
    {
      "epoch": 2.3591998139102115,
      "grad_norm": 1.1868367053844529,
      "learning_rate": 0.00020361945830136633,
      "loss": 2.4688,
      "step": 50711
    },
    {
      "epoch": 2.3592463363572924,
      "grad_norm": 1.2158130683559896,
      "learning_rate": 0.00020361599208929942,
      "loss": 2.125,
      "step": 50712
    },
    {
      "epoch": 2.3592928588043733,
      "grad_norm": 1.2460062400771068,
      "learning_rate": 0.00020361252584440853,
      "loss": 2.3125,
      "step": 50713
    },
    {
      "epoch": 2.359339381251454,
      "grad_norm": 1.1791209774004847,
      "learning_rate": 0.0002036090595666957,
      "loss": 2.3594,
      "step": 50714
    },
    {
      "epoch": 2.3593859036985347,
      "grad_norm": 1.2393208099609283,
      "learning_rate": 0.0002036055932561631,
      "loss": 2.1875,
      "step": 50715
    },
    {
      "epoch": 2.359432426145615,
      "grad_norm": 1.1561996738434588,
      "learning_rate": 0.00020360212691281285,
      "loss": 2.3594,
      "step": 50716
    },
    {
      "epoch": 2.359478948592696,
      "grad_norm": 1.2407050938884636,
      "learning_rate": 0.00020359866053664704,
      "loss": 2.2656,
      "step": 50717
    },
    {
      "epoch": 2.3595254710397766,
      "grad_norm": 1.271639456435863,
      "learning_rate": 0.00020359519412766784,
      "loss": 2.4375,
      "step": 50718
    },
    {
      "epoch": 2.3595719934868575,
      "grad_norm": 1.316615148566445,
      "learning_rate": 0.00020359172768587733,
      "loss": 1.7734,
      "step": 50719
    },
    {
      "epoch": 2.359618515933938,
      "grad_norm": 1.212070158127672,
      "learning_rate": 0.00020358826121127767,
      "loss": 2.1562,
      "step": 50720
    },
    {
      "epoch": 2.359665038381019,
      "grad_norm": 1.1569797165171516,
      "learning_rate": 0.00020358479470387094,
      "loss": 2.0625,
      "step": 50721
    },
    {
      "epoch": 2.3597115608280994,
      "grad_norm": 1.4001227959585252,
      "learning_rate": 0.0002035813281636593,
      "loss": 2.5312,
      "step": 50722
    },
    {
      "epoch": 2.3597580832751803,
      "grad_norm": 1.1629539542957537,
      "learning_rate": 0.0002035778615906448,
      "loss": 2.1875,
      "step": 50723
    },
    {
      "epoch": 2.359804605722261,
      "grad_norm": 1.1641766543261305,
      "learning_rate": 0.00020357439498482971,
      "loss": 2.0781,
      "step": 50724
    },
    {
      "epoch": 2.3598511281693417,
      "grad_norm": 1.2257147069270122,
      "learning_rate": 0.000203570928346216,
      "loss": 2.4062,
      "step": 50725
    },
    {
      "epoch": 2.359897650616422,
      "grad_norm": 1.2755433404045415,
      "learning_rate": 0.00020356746167480587,
      "loss": 2.3438,
      "step": 50726
    },
    {
      "epoch": 2.359944173063503,
      "grad_norm": 1.1899956550856845,
      "learning_rate": 0.0002035639949706014,
      "loss": 2.4219,
      "step": 50727
    },
    {
      "epoch": 2.359990695510584,
      "grad_norm": 1.1859953269150951,
      "learning_rate": 0.00020356052823360473,
      "loss": 2.5312,
      "step": 50728
    },
    {
      "epoch": 2.3600372179576645,
      "grad_norm": 1.3497708264847745,
      "learning_rate": 0.00020355706146381807,
      "loss": 2.4062,
      "step": 50729
    },
    {
      "epoch": 2.3600837404047454,
      "grad_norm": 1.2303825726901831,
      "learning_rate": 0.00020355359466124338,
      "loss": 2.3438,
      "step": 50730
    },
    {
      "epoch": 2.360130262851826,
      "grad_norm": 1.3450267318364801,
      "learning_rate": 0.0002035501278258829,
      "loss": 2.2812,
      "step": 50731
    },
    {
      "epoch": 2.360176785298907,
      "grad_norm": 1.3031331493994807,
      "learning_rate": 0.0002035466609577387,
      "loss": 2.2969,
      "step": 50732
    },
    {
      "epoch": 2.3602233077459873,
      "grad_norm": 1.2508866513410752,
      "learning_rate": 0.00020354319405681292,
      "loss": 2.3906,
      "step": 50733
    },
    {
      "epoch": 2.3602698301930682,
      "grad_norm": 1.146750264505006,
      "learning_rate": 0.00020353972712310766,
      "loss": 2.1406,
      "step": 50734
    },
    {
      "epoch": 2.3603163526401487,
      "grad_norm": 1.2145045712237508,
      "learning_rate": 0.00020353626015662512,
      "loss": 2.0938,
      "step": 50735
    },
    {
      "epoch": 2.3603628750872296,
      "grad_norm": 1.1958325692526397,
      "learning_rate": 0.00020353279315736732,
      "loss": 2.1094,
      "step": 50736
    },
    {
      "epoch": 2.36040939753431,
      "grad_norm": 1.2441909610109203,
      "learning_rate": 0.0002035293261253365,
      "loss": 2.125,
      "step": 50737
    },
    {
      "epoch": 2.360455919981391,
      "grad_norm": 1.163649073537685,
      "learning_rate": 0.0002035258590605346,
      "loss": 2.2031,
      "step": 50738
    },
    {
      "epoch": 2.360502442428472,
      "grad_norm": 1.2414197463473493,
      "learning_rate": 0.0002035223919629639,
      "loss": 2.2812,
      "step": 50739
    },
    {
      "epoch": 2.3605489648755524,
      "grad_norm": 1.1711819539639599,
      "learning_rate": 0.0002035189248326265,
      "loss": 2.4531,
      "step": 50740
    },
    {
      "epoch": 2.3605954873226334,
      "grad_norm": 1.2888871113982852,
      "learning_rate": 0.00020351545766952446,
      "loss": 2.2188,
      "step": 50741
    },
    {
      "epoch": 2.360642009769714,
      "grad_norm": 1.1049319694536928,
      "learning_rate": 0.00020351199047365998,
      "loss": 2.0938,
      "step": 50742
    },
    {
      "epoch": 2.3606885322167948,
      "grad_norm": 1.1297745641661965,
      "learning_rate": 0.0002035085232450351,
      "loss": 2.1094,
      "step": 50743
    },
    {
      "epoch": 2.3607350546638752,
      "grad_norm": 1.1648319905076292,
      "learning_rate": 0.00020350505598365202,
      "loss": 2.3281,
      "step": 50744
    },
    {
      "epoch": 2.360781577110956,
      "grad_norm": 1.1671980643781046,
      "learning_rate": 0.00020350158868951283,
      "loss": 2.3906,
      "step": 50745
    },
    {
      "epoch": 2.3608280995580366,
      "grad_norm": 1.2840572558845111,
      "learning_rate": 0.00020349812136261967,
      "loss": 2.5469,
      "step": 50746
    },
    {
      "epoch": 2.3608746220051176,
      "grad_norm": 1.3352740576637896,
      "learning_rate": 0.00020349465400297463,
      "loss": 2.5625,
      "step": 50747
    },
    {
      "epoch": 2.360921144452198,
      "grad_norm": 1.2969112802399463,
      "learning_rate": 0.0002034911866105798,
      "loss": 2.5156,
      "step": 50748
    },
    {
      "epoch": 2.360967666899279,
      "grad_norm": 1.1737780769919635,
      "learning_rate": 0.0002034877191854374,
      "loss": 2.2969,
      "step": 50749
    },
    {
      "epoch": 2.3610141893463594,
      "grad_norm": 1.230657066280979,
      "learning_rate": 0.00020348425172754948,
      "loss": 2.4219,
      "step": 50750
    },
    {
      "epoch": 2.3610607117934403,
      "grad_norm": 1.3193578521945317,
      "learning_rate": 0.0002034807842369182,
      "loss": 2.3906,
      "step": 50751
    },
    {
      "epoch": 2.361107234240521,
      "grad_norm": 1.177093695478252,
      "learning_rate": 0.00020347731671354567,
      "loss": 2.125,
      "step": 50752
    },
    {
      "epoch": 2.3611537566876017,
      "grad_norm": 1.1301730294396242,
      "learning_rate": 0.000203473849157434,
      "loss": 2.1875,
      "step": 50753
    },
    {
      "epoch": 2.3612002791346827,
      "grad_norm": 1.2257385395037443,
      "learning_rate": 0.00020347038156858535,
      "loss": 2.2031,
      "step": 50754
    },
    {
      "epoch": 2.361246801581763,
      "grad_norm": 1.1842817035264164,
      "learning_rate": 0.0002034669139470018,
      "loss": 2.3594,
      "step": 50755
    },
    {
      "epoch": 2.361293324028844,
      "grad_norm": 1.2819570627881478,
      "learning_rate": 0.00020346344629268548,
      "loss": 2.2969,
      "step": 50756
    },
    {
      "epoch": 2.3613398464759245,
      "grad_norm": 1.192199831334437,
      "learning_rate": 0.00020345997860563855,
      "loss": 2.1406,
      "step": 50757
    },
    {
      "epoch": 2.3613863689230055,
      "grad_norm": 1.178474528059052,
      "learning_rate": 0.00020345651088586307,
      "loss": 1.9688,
      "step": 50758
    },
    {
      "epoch": 2.361432891370086,
      "grad_norm": 1.1742058810446876,
      "learning_rate": 0.00020345304313336123,
      "loss": 2.3438,
      "step": 50759
    },
    {
      "epoch": 2.361479413817167,
      "grad_norm": 1.25871325316471,
      "learning_rate": 0.0002034495753481351,
      "loss": 2.3906,
      "step": 50760
    },
    {
      "epoch": 2.3615259362642473,
      "grad_norm": 1.2234551599515944,
      "learning_rate": 0.00020344610753018683,
      "loss": 2.5312,
      "step": 50761
    },
    {
      "epoch": 2.3615724587113283,
      "grad_norm": 1.2312499804525092,
      "learning_rate": 0.00020344263967951852,
      "loss": 2.3594,
      "step": 50762
    },
    {
      "epoch": 2.3616189811584087,
      "grad_norm": 1.2785727459223737,
      "learning_rate": 0.00020343917179613233,
      "loss": 2.5156,
      "step": 50763
    },
    {
      "epoch": 2.3616655036054897,
      "grad_norm": 1.2377045007420693,
      "learning_rate": 0.0002034357038800304,
      "loss": 2.5938,
      "step": 50764
    },
    {
      "epoch": 2.3617120260525706,
      "grad_norm": 1.2328113898259145,
      "learning_rate": 0.00020343223593121478,
      "loss": 2.2812,
      "step": 50765
    },
    {
      "epoch": 2.361758548499651,
      "grad_norm": 1.2224797396103295,
      "learning_rate": 0.00020342876794968766,
      "loss": 2.0781,
      "step": 50766
    },
    {
      "epoch": 2.361805070946732,
      "grad_norm": 1.1534752827479113,
      "learning_rate": 0.00020342529993545107,
      "loss": 2.0469,
      "step": 50767
    },
    {
      "epoch": 2.3618515933938125,
      "grad_norm": 1.197711129493665,
      "learning_rate": 0.00020342183188850726,
      "loss": 2.1562,
      "step": 50768
    },
    {
      "epoch": 2.3618981158408934,
      "grad_norm": 1.188451078154863,
      "learning_rate": 0.00020341836380885825,
      "loss": 2.2656,
      "step": 50769
    },
    {
      "epoch": 2.361944638287974,
      "grad_norm": 1.4107181266629782,
      "learning_rate": 0.0002034148956965062,
      "loss": 2.3125,
      "step": 50770
    },
    {
      "epoch": 2.3619911607350548,
      "grad_norm": 1.1054450266515494,
      "learning_rate": 0.00020341142755145325,
      "loss": 2.0938,
      "step": 50771
    },
    {
      "epoch": 2.3620376831821353,
      "grad_norm": 1.2345820428028593,
      "learning_rate": 0.00020340795937370153,
      "loss": 2.4062,
      "step": 50772
    },
    {
      "epoch": 2.362084205629216,
      "grad_norm": 1.2498501933537678,
      "learning_rate": 0.00020340449116325313,
      "loss": 2.1719,
      "step": 50773
    },
    {
      "epoch": 2.3621307280762966,
      "grad_norm": 1.1688839361879972,
      "learning_rate": 0.00020340102292011017,
      "loss": 2.0938,
      "step": 50774
    },
    {
      "epoch": 2.3621772505233776,
      "grad_norm": 1.2618163398170383,
      "learning_rate": 0.0002033975546442748,
      "loss": 2.1406,
      "step": 50775
    },
    {
      "epoch": 2.3622237729704585,
      "grad_norm": 1.3055602177912418,
      "learning_rate": 0.00020339408633574915,
      "loss": 2.2812,
      "step": 50776
    },
    {
      "epoch": 2.362270295417539,
      "grad_norm": 1.1656303330212594,
      "learning_rate": 0.0002033906179945353,
      "loss": 2.1562,
      "step": 50777
    },
    {
      "epoch": 2.3623168178646194,
      "grad_norm": 1.2211139415869505,
      "learning_rate": 0.0002033871496206354,
      "loss": 2.2656,
      "step": 50778
    },
    {
      "epoch": 2.3623633403117004,
      "grad_norm": 1.3045248887129604,
      "learning_rate": 0.0002033836812140516,
      "loss": 2.3906,
      "step": 50779
    },
    {
      "epoch": 2.3624098627587813,
      "grad_norm": 1.2122022973594992,
      "learning_rate": 0.00020338021277478596,
      "loss": 2.125,
      "step": 50780
    },
    {
      "epoch": 2.3624563852058618,
      "grad_norm": 1.2186231910797627,
      "learning_rate": 0.00020337674430284067,
      "loss": 2.1719,
      "step": 50781
    },
    {
      "epoch": 2.3625029076529427,
      "grad_norm": 1.119600693020209,
      "learning_rate": 0.00020337327579821775,
      "loss": 2.0469,
      "step": 50782
    },
    {
      "epoch": 2.362549430100023,
      "grad_norm": 1.105070865647229,
      "learning_rate": 0.00020336980726091947,
      "loss": 1.9219,
      "step": 50783
    },
    {
      "epoch": 2.362595952547104,
      "grad_norm": 1.2078742559133409,
      "learning_rate": 0.00020336633869094784,
      "loss": 2.2656,
      "step": 50784
    },
    {
      "epoch": 2.3626424749941846,
      "grad_norm": 1.1794794971289777,
      "learning_rate": 0.00020336287008830504,
      "loss": 2.1094,
      "step": 50785
    },
    {
      "epoch": 2.3626889974412655,
      "grad_norm": 1.157841021957241,
      "learning_rate": 0.0002033594014529932,
      "loss": 2.375,
      "step": 50786
    },
    {
      "epoch": 2.362735519888346,
      "grad_norm": 1.4263822386931602,
      "learning_rate": 0.00020335593278501444,
      "loss": 2.2812,
      "step": 50787
    },
    {
      "epoch": 2.362782042335427,
      "grad_norm": 1.1956993029141296,
      "learning_rate": 0.00020335246408437083,
      "loss": 2.375,
      "step": 50788
    },
    {
      "epoch": 2.3628285647825074,
      "grad_norm": 1.1981974289186907,
      "learning_rate": 0.0002033489953510645,
      "loss": 2.3281,
      "step": 50789
    },
    {
      "epoch": 2.3628750872295883,
      "grad_norm": 1.2156633952707767,
      "learning_rate": 0.00020334552658509764,
      "loss": 2.375,
      "step": 50790
    },
    {
      "epoch": 2.362921609676669,
      "grad_norm": 1.2937342239902934,
      "learning_rate": 0.0002033420577864723,
      "loss": 2.4062,
      "step": 50791
    },
    {
      "epoch": 2.3629681321237497,
      "grad_norm": 1.1594374530155533,
      "learning_rate": 0.00020333858895519067,
      "loss": 2.2344,
      "step": 50792
    },
    {
      "epoch": 2.3630146545708306,
      "grad_norm": 1.2527781737240773,
      "learning_rate": 0.00020333512009125477,
      "loss": 2.2969,
      "step": 50793
    },
    {
      "epoch": 2.363061177017911,
      "grad_norm": 1.252387362901789,
      "learning_rate": 0.00020333165119466686,
      "loss": 2.3438,
      "step": 50794
    },
    {
      "epoch": 2.363107699464992,
      "grad_norm": 1.149939528466038,
      "learning_rate": 0.00020332818226542898,
      "loss": 2.2656,
      "step": 50795
    },
    {
      "epoch": 2.3631542219120725,
      "grad_norm": 1.1216013766284825,
      "learning_rate": 0.0002033247133035433,
      "loss": 2.0469,
      "step": 50796
    },
    {
      "epoch": 2.3632007443591534,
      "grad_norm": 1.2904835910015737,
      "learning_rate": 0.0002033212443090119,
      "loss": 2.3906,
      "step": 50797
    },
    {
      "epoch": 2.363247266806234,
      "grad_norm": 1.158629349302668,
      "learning_rate": 0.00020331777528183692,
      "loss": 2.3125,
      "step": 50798
    },
    {
      "epoch": 2.363293789253315,
      "grad_norm": 1.2140308319262314,
      "learning_rate": 0.00020331430622202052,
      "loss": 2.1875,
      "step": 50799
    },
    {
      "epoch": 2.3633403117003953,
      "grad_norm": 1.172472412191031,
      "learning_rate": 0.0002033108371295647,
      "loss": 2.2188,
      "step": 50800
    },
    {
      "epoch": 2.363386834147476,
      "grad_norm": 1.3204434071975795,
      "learning_rate": 0.00020330736800447174,
      "loss": 2.3281,
      "step": 50801
    },
    {
      "epoch": 2.363433356594557,
      "grad_norm": 1.3466799821873798,
      "learning_rate": 0.0002033038988467437,
      "loss": 2.2031,
      "step": 50802
    },
    {
      "epoch": 2.3634798790416376,
      "grad_norm": 1.1204899455878425,
      "learning_rate": 0.00020330042965638264,
      "loss": 2.0625,
      "step": 50803
    },
    {
      "epoch": 2.363526401488718,
      "grad_norm": 1.1905026418197047,
      "learning_rate": 0.00020329696043339078,
      "loss": 2.3438,
      "step": 50804
    },
    {
      "epoch": 2.363572923935799,
      "grad_norm": 1.1383843411252188,
      "learning_rate": 0.00020329349117777023,
      "loss": 2.2188,
      "step": 50805
    },
    {
      "epoch": 2.36361944638288,
      "grad_norm": 1.2349522694886679,
      "learning_rate": 0.00020329002188952303,
      "loss": 2.5156,
      "step": 50806
    },
    {
      "epoch": 2.3636659688299604,
      "grad_norm": 1.1903009602868728,
      "learning_rate": 0.00020328655256865143,
      "loss": 2.2031,
      "step": 50807
    },
    {
      "epoch": 2.3637124912770413,
      "grad_norm": 1.2729173987243163,
      "learning_rate": 0.00020328308321515743,
      "loss": 2.4844,
      "step": 50808
    },
    {
      "epoch": 2.363759013724122,
      "grad_norm": 1.265087300999613,
      "learning_rate": 0.00020327961382904326,
      "loss": 2.4219,
      "step": 50809
    },
    {
      "epoch": 2.3638055361712027,
      "grad_norm": 1.2434521116574686,
      "learning_rate": 0.00020327614441031095,
      "loss": 2.1719,
      "step": 50810
    },
    {
      "epoch": 2.363852058618283,
      "grad_norm": 1.1224705099372336,
      "learning_rate": 0.00020327267495896272,
      "loss": 2.375,
      "step": 50811
    },
    {
      "epoch": 2.363898581065364,
      "grad_norm": 1.1508809655668786,
      "learning_rate": 0.00020326920547500066,
      "loss": 2.2188,
      "step": 50812
    },
    {
      "epoch": 2.3639451035124446,
      "grad_norm": 1.2250242416309955,
      "learning_rate": 0.00020326573595842682,
      "loss": 2.1875,
      "step": 50813
    },
    {
      "epoch": 2.3639916259595255,
      "grad_norm": 1.3407468003753646,
      "learning_rate": 0.00020326226640924339,
      "loss": 2.3281,
      "step": 50814
    },
    {
      "epoch": 2.364038148406606,
      "grad_norm": 1.2502506067606345,
      "learning_rate": 0.00020325879682745246,
      "loss": 2.4531,
      "step": 50815
    },
    {
      "epoch": 2.364084670853687,
      "grad_norm": 1.1774347336817639,
      "learning_rate": 0.00020325532721305627,
      "loss": 2.2812,
      "step": 50816
    },
    {
      "epoch": 2.364131193300768,
      "grad_norm": 1.1296404877373674,
      "learning_rate": 0.00020325185756605676,
      "loss": 2.2188,
      "step": 50817
    },
    {
      "epoch": 2.3641777157478483,
      "grad_norm": 1.1384501214088871,
      "learning_rate": 0.00020324838788645622,
      "loss": 2.1094,
      "step": 50818
    },
    {
      "epoch": 2.364224238194929,
      "grad_norm": 1.1694289034122574,
      "learning_rate": 0.00020324491817425667,
      "loss": 2.1562,
      "step": 50819
    },
    {
      "epoch": 2.3642707606420097,
      "grad_norm": 1.247913779051267,
      "learning_rate": 0.0002032414484294603,
      "loss": 2.5156,
      "step": 50820
    },
    {
      "epoch": 2.3643172830890906,
      "grad_norm": 1.2810039218236609,
      "learning_rate": 0.00020323797865206915,
      "loss": 2.4688,
      "step": 50821
    },
    {
      "epoch": 2.364363805536171,
      "grad_norm": 1.2636976916317995,
      "learning_rate": 0.00020323450884208544,
      "loss": 2.4219,
      "step": 50822
    },
    {
      "epoch": 2.364410327983252,
      "grad_norm": 1.2190864895880886,
      "learning_rate": 0.0002032310389995112,
      "loss": 2.4688,
      "step": 50823
    },
    {
      "epoch": 2.3644568504303325,
      "grad_norm": 1.1457770773350728,
      "learning_rate": 0.00020322756912434867,
      "loss": 2.2969,
      "step": 50824
    },
    {
      "epoch": 2.3645033728774134,
      "grad_norm": 1.1779196756881463,
      "learning_rate": 0.00020322409921659984,
      "loss": 2.4375,
      "step": 50825
    },
    {
      "epoch": 2.364549895324494,
      "grad_norm": 1.2030577975604855,
      "learning_rate": 0.00020322062927626694,
      "loss": 2.2812,
      "step": 50826
    },
    {
      "epoch": 2.364596417771575,
      "grad_norm": 1.0645025492890439,
      "learning_rate": 0.00020321715930335206,
      "loss": 1.8906,
      "step": 50827
    },
    {
      "epoch": 2.3646429402186557,
      "grad_norm": 1.2122360359086772,
      "learning_rate": 0.00020321368929785734,
      "loss": 2.4062,
      "step": 50828
    },
    {
      "epoch": 2.364689462665736,
      "grad_norm": 1.2956235245498202,
      "learning_rate": 0.00020321021925978484,
      "loss": 2.4062,
      "step": 50829
    },
    {
      "epoch": 2.3647359851128167,
      "grad_norm": 1.1663359993011926,
      "learning_rate": 0.00020320674918913675,
      "loss": 2.375,
      "step": 50830
    },
    {
      "epoch": 2.3647825075598976,
      "grad_norm": 1.141504731397696,
      "learning_rate": 0.00020320327908591518,
      "loss": 2.2031,
      "step": 50831
    },
    {
      "epoch": 2.3648290300069785,
      "grad_norm": 1.3161823592094206,
      "learning_rate": 0.00020319980895012224,
      "loss": 2.5156,
      "step": 50832
    },
    {
      "epoch": 2.364875552454059,
      "grad_norm": 1.1631268717311218,
      "learning_rate": 0.00020319633878176008,
      "loss": 2.3906,
      "step": 50833
    },
    {
      "epoch": 2.36492207490114,
      "grad_norm": 1.1795592129484678,
      "learning_rate": 0.00020319286858083078,
      "loss": 2.2031,
      "step": 50834
    },
    {
      "epoch": 2.3649685973482204,
      "grad_norm": 1.1866071377504883,
      "learning_rate": 0.00020318939834733653,
      "loss": 2.1875,
      "step": 50835
    },
    {
      "epoch": 2.3650151197953013,
      "grad_norm": 1.2019423894349688,
      "learning_rate": 0.00020318592808127938,
      "loss": 2.2656,
      "step": 50836
    },
    {
      "epoch": 2.365061642242382,
      "grad_norm": 1.276981638552903,
      "learning_rate": 0.00020318245778266152,
      "loss": 2.4062,
      "step": 50837
    },
    {
      "epoch": 2.3651081646894627,
      "grad_norm": 1.0915670730412956,
      "learning_rate": 0.000203178987451485,
      "loss": 1.9922,
      "step": 50838
    },
    {
      "epoch": 2.365154687136543,
      "grad_norm": 1.2913963255810368,
      "learning_rate": 0.00020317551708775203,
      "loss": 2.3125,
      "step": 50839
    },
    {
      "epoch": 2.365201209583624,
      "grad_norm": 1.1751713655295866,
      "learning_rate": 0.00020317204669146469,
      "loss": 2.3438,
      "step": 50840
    },
    {
      "epoch": 2.3652477320307046,
      "grad_norm": 1.2288445493892417,
      "learning_rate": 0.00020316857626262512,
      "loss": 2.6094,
      "step": 50841
    },
    {
      "epoch": 2.3652942544777855,
      "grad_norm": 1.345403668237987,
      "learning_rate": 0.00020316510580123542,
      "loss": 1.8281,
      "step": 50842
    },
    {
      "epoch": 2.3653407769248664,
      "grad_norm": 1.1825398382691032,
      "learning_rate": 0.00020316163530729772,
      "loss": 2.1875,
      "step": 50843
    },
    {
      "epoch": 2.365387299371947,
      "grad_norm": 1.2218166113456657,
      "learning_rate": 0.00020315816478081418,
      "loss": 2.5,
      "step": 50844
    },
    {
      "epoch": 2.365433821819028,
      "grad_norm": 1.223269379446873,
      "learning_rate": 0.00020315469422178687,
      "loss": 2.5,
      "step": 50845
    },
    {
      "epoch": 2.3654803442661083,
      "grad_norm": 1.1960458154195759,
      "learning_rate": 0.00020315122363021796,
      "loss": 2.25,
      "step": 50846
    },
    {
      "epoch": 2.3655268667131892,
      "grad_norm": 1.224290427206794,
      "learning_rate": 0.00020314775300610957,
      "loss": 2.2969,
      "step": 50847
    },
    {
      "epoch": 2.3655733891602697,
      "grad_norm": 1.261928043853588,
      "learning_rate": 0.00020314428234946376,
      "loss": 2.625,
      "step": 50848
    },
    {
      "epoch": 2.3656199116073506,
      "grad_norm": 1.1572084757118477,
      "learning_rate": 0.00020314081166028278,
      "loss": 2.1094,
      "step": 50849
    },
    {
      "epoch": 2.365666434054431,
      "grad_norm": 1.1704213583750025,
      "learning_rate": 0.00020313734093856863,
      "loss": 2.2344,
      "step": 50850
    },
    {
      "epoch": 2.365712956501512,
      "grad_norm": 1.2049358833303554,
      "learning_rate": 0.0002031338701843235,
      "loss": 2.25,
      "step": 50851
    },
    {
      "epoch": 2.3657594789485925,
      "grad_norm": 1.156235494260425,
      "learning_rate": 0.0002031303993975495,
      "loss": 2.1406,
      "step": 50852
    },
    {
      "epoch": 2.3658060013956734,
      "grad_norm": 1.1427838934019636,
      "learning_rate": 0.0002031269285782488,
      "loss": 2.2969,
      "step": 50853
    },
    {
      "epoch": 2.3658525238427544,
      "grad_norm": 1.1588384033386767,
      "learning_rate": 0.0002031234577264234,
      "loss": 1.6641,
      "step": 50854
    },
    {
      "epoch": 2.365899046289835,
      "grad_norm": 1.215155555406444,
      "learning_rate": 0.0002031199868420756,
      "loss": 2.25,
      "step": 50855
    },
    {
      "epoch": 2.3659455687369157,
      "grad_norm": 1.245997494277093,
      "learning_rate": 0.00020311651592520733,
      "loss": 2.3906,
      "step": 50856
    },
    {
      "epoch": 2.3659920911839962,
      "grad_norm": 1.3464250391093473,
      "learning_rate": 0.00020311304497582088,
      "loss": 2.4844,
      "step": 50857
    },
    {
      "epoch": 2.366038613631077,
      "grad_norm": 1.216669763960152,
      "learning_rate": 0.0002031095739939183,
      "loss": 2.1406,
      "step": 50858
    },
    {
      "epoch": 2.3660851360781576,
      "grad_norm": 1.1516016905144073,
      "learning_rate": 0.0002031061029795017,
      "loss": 2.2656,
      "step": 50859
    },
    {
      "epoch": 2.3661316585252385,
      "grad_norm": 1.1653221909638083,
      "learning_rate": 0.00020310263193257325,
      "loss": 2.1562,
      "step": 50860
    },
    {
      "epoch": 2.366178180972319,
      "grad_norm": 1.2451193084329881,
      "learning_rate": 0.00020309916085313503,
      "loss": 2.4844,
      "step": 50861
    },
    {
      "epoch": 2.3662247034194,
      "grad_norm": 1.2221947390839614,
      "learning_rate": 0.00020309568974118927,
      "loss": 2.1719,
      "step": 50862
    },
    {
      "epoch": 2.3662712258664804,
      "grad_norm": 1.135791769177044,
      "learning_rate": 0.00020309221859673792,
      "loss": 2.0938,
      "step": 50863
    },
    {
      "epoch": 2.3663177483135613,
      "grad_norm": 1.295576333086014,
      "learning_rate": 0.00020308874741978324,
      "loss": 2.4844,
      "step": 50864
    },
    {
      "epoch": 2.366364270760642,
      "grad_norm": 1.2115736150484773,
      "learning_rate": 0.00020308527621032735,
      "loss": 2.3125,
      "step": 50865
    },
    {
      "epoch": 2.3664107932077227,
      "grad_norm": 1.1479645011018769,
      "learning_rate": 0.0002030818049683723,
      "loss": 2.25,
      "step": 50866
    },
    {
      "epoch": 2.366457315654803,
      "grad_norm": 1.201306810987278,
      "learning_rate": 0.00020307833369392027,
      "loss": 2.2031,
      "step": 50867
    },
    {
      "epoch": 2.366503838101884,
      "grad_norm": 1.112641209521533,
      "learning_rate": 0.00020307486238697338,
      "loss": 2.1406,
      "step": 50868
    },
    {
      "epoch": 2.366550360548965,
      "grad_norm": 1.2160947536344475,
      "learning_rate": 0.00020307139104753372,
      "loss": 2.2812,
      "step": 50869
    },
    {
      "epoch": 2.3665968829960455,
      "grad_norm": 1.256056401371971,
      "learning_rate": 0.00020306791967560344,
      "loss": 2.3594,
      "step": 50870
    },
    {
      "epoch": 2.3666434054431265,
      "grad_norm": 1.1834126723538763,
      "learning_rate": 0.0002030644482711847,
      "loss": 2.4219,
      "step": 50871
    },
    {
      "epoch": 2.366689927890207,
      "grad_norm": 1.1735982762140553,
      "learning_rate": 0.00020306097683427956,
      "loss": 2.1406,
      "step": 50872
    },
    {
      "epoch": 2.366736450337288,
      "grad_norm": 1.1266122428169303,
      "learning_rate": 0.0002030575053648902,
      "loss": 2.25,
      "step": 50873
    },
    {
      "epoch": 2.3667829727843683,
      "grad_norm": 1.312259142877007,
      "learning_rate": 0.0002030540338630187,
      "loss": 2.0781,
      "step": 50874
    },
    {
      "epoch": 2.3668294952314493,
      "grad_norm": 1.1689642353166978,
      "learning_rate": 0.00020305056232866728,
      "loss": 2.3594,
      "step": 50875
    },
    {
      "epoch": 2.3668760176785297,
      "grad_norm": 1.2198428979274591,
      "learning_rate": 0.0002030470907618379,
      "loss": 2.5938,
      "step": 50876
    },
    {
      "epoch": 2.3669225401256107,
      "grad_norm": 1.15195968914184,
      "learning_rate": 0.00020304361916253282,
      "loss": 2.0156,
      "step": 50877
    },
    {
      "epoch": 2.366969062572691,
      "grad_norm": 1.2473866398303428,
      "learning_rate": 0.00020304014753075411,
      "loss": 2.375,
      "step": 50878
    },
    {
      "epoch": 2.367015585019772,
      "grad_norm": 1.2230906250238645,
      "learning_rate": 0.00020303667586650393,
      "loss": 2.375,
      "step": 50879
    },
    {
      "epoch": 2.367062107466853,
      "grad_norm": 1.2212105573103706,
      "learning_rate": 0.00020303320416978436,
      "loss": 2.3281,
      "step": 50880
    },
    {
      "epoch": 2.3671086299139334,
      "grad_norm": 1.2140697655156616,
      "learning_rate": 0.00020302973244059756,
      "loss": 2.3281,
      "step": 50881
    },
    {
      "epoch": 2.3671551523610144,
      "grad_norm": 1.1798191858440032,
      "learning_rate": 0.00020302626067894566,
      "loss": 2.125,
      "step": 50882
    },
    {
      "epoch": 2.367201674808095,
      "grad_norm": 1.1764928366765979,
      "learning_rate": 0.00020302278888483075,
      "loss": 2.25,
      "step": 50883
    },
    {
      "epoch": 2.3672481972551758,
      "grad_norm": 1.2022950069295997,
      "learning_rate": 0.00020301931705825498,
      "loss": 2.4688,
      "step": 50884
    },
    {
      "epoch": 2.3672947197022562,
      "grad_norm": 1.1219667616307596,
      "learning_rate": 0.00020301584519922047,
      "loss": 1.8672,
      "step": 50885
    },
    {
      "epoch": 2.367341242149337,
      "grad_norm": 1.232526379187487,
      "learning_rate": 0.00020301237330772937,
      "loss": 2.2344,
      "step": 50886
    },
    {
      "epoch": 2.3673877645964176,
      "grad_norm": 1.1675315949333684,
      "learning_rate": 0.00020300890138378374,
      "loss": 2.2656,
      "step": 50887
    },
    {
      "epoch": 2.3674342870434986,
      "grad_norm": 1.171911275098688,
      "learning_rate": 0.0002030054294273858,
      "loss": 2.0312,
      "step": 50888
    },
    {
      "epoch": 2.367480809490579,
      "grad_norm": 1.2676248654252336,
      "learning_rate": 0.0002030019574385376,
      "loss": 2.1719,
      "step": 50889
    },
    {
      "epoch": 2.36752733193766,
      "grad_norm": 1.2018351400249954,
      "learning_rate": 0.00020299848541724128,
      "loss": 1.9297,
      "step": 50890
    },
    {
      "epoch": 2.367573854384741,
      "grad_norm": 1.2048716922358225,
      "learning_rate": 0.00020299501336349895,
      "loss": 2.4062,
      "step": 50891
    },
    {
      "epoch": 2.3676203768318214,
      "grad_norm": 1.1958517989606507,
      "learning_rate": 0.0002029915412773128,
      "loss": 2.2344,
      "step": 50892
    },
    {
      "epoch": 2.367666899278902,
      "grad_norm": 1.0925520038555194,
      "learning_rate": 0.0002029880691586849,
      "loss": 1.9062,
      "step": 50893
    },
    {
      "epoch": 2.3677134217259828,
      "grad_norm": 1.1945067492395296,
      "learning_rate": 0.0002029845970076174,
      "loss": 2.4844,
      "step": 50894
    },
    {
      "epoch": 2.3677599441730637,
      "grad_norm": 1.2724426507505833,
      "learning_rate": 0.00020298112482411247,
      "loss": 2.2031,
      "step": 50895
    },
    {
      "epoch": 2.367806466620144,
      "grad_norm": 1.1825894883544166,
      "learning_rate": 0.00020297765260817208,
      "loss": 2.125,
      "step": 50896
    },
    {
      "epoch": 2.367852989067225,
      "grad_norm": 1.2089724772594412,
      "learning_rate": 0.00020297418035979852,
      "loss": 2.3594,
      "step": 50897
    },
    {
      "epoch": 2.3678995115143056,
      "grad_norm": 1.1611803275438417,
      "learning_rate": 0.00020297070807899384,
      "loss": 2.1406,
      "step": 50898
    },
    {
      "epoch": 2.3679460339613865,
      "grad_norm": 1.1972298718283272,
      "learning_rate": 0.0002029672357657602,
      "loss": 2.3125,
      "step": 50899
    },
    {
      "epoch": 2.367992556408467,
      "grad_norm": 1.335862053744999,
      "learning_rate": 0.0002029637634200997,
      "loss": 2.4062,
      "step": 50900
    },
    {
      "epoch": 2.368039078855548,
      "grad_norm": 1.2854484898062073,
      "learning_rate": 0.00020296029104201446,
      "loss": 2.3125,
      "step": 50901
    },
    {
      "epoch": 2.3680856013026284,
      "grad_norm": 1.2455072371311082,
      "learning_rate": 0.00020295681863150656,
      "loss": 2.3281,
      "step": 50902
    },
    {
      "epoch": 2.3681321237497093,
      "grad_norm": 1.1908903041471806,
      "learning_rate": 0.00020295334618857826,
      "loss": 2.3281,
      "step": 50903
    },
    {
      "epoch": 2.3681786461967897,
      "grad_norm": 1.3026873194474249,
      "learning_rate": 0.0002029498737132316,
      "loss": 2.1875,
      "step": 50904
    },
    {
      "epoch": 2.3682251686438707,
      "grad_norm": 1.2322895685941644,
      "learning_rate": 0.00020294640120546871,
      "loss": 2.1875,
      "step": 50905
    },
    {
      "epoch": 2.3682716910909516,
      "grad_norm": 1.1864549604830936,
      "learning_rate": 0.00020294292866529176,
      "loss": 2.3594,
      "step": 50906
    },
    {
      "epoch": 2.368318213538032,
      "grad_norm": 1.1762475684956477,
      "learning_rate": 0.00020293945609270274,
      "loss": 2.1875,
      "step": 50907
    },
    {
      "epoch": 2.368364735985113,
      "grad_norm": 1.1247914795165932,
      "learning_rate": 0.000202935983487704,
      "loss": 2.125,
      "step": 50908
    },
    {
      "epoch": 2.3684112584321935,
      "grad_norm": 1.18118125372806,
      "learning_rate": 0.00020293251085029744,
      "loss": 2.2031,
      "step": 50909
    },
    {
      "epoch": 2.3684577808792744,
      "grad_norm": 1.2570929616191753,
      "learning_rate": 0.00020292903818048532,
      "loss": 2.125,
      "step": 50910
    },
    {
      "epoch": 2.368504303326355,
      "grad_norm": 1.1673574493042826,
      "learning_rate": 0.0002029255654782697,
      "loss": 2.4062,
      "step": 50911
    },
    {
      "epoch": 2.368550825773436,
      "grad_norm": 1.1498454658326276,
      "learning_rate": 0.00020292209274365278,
      "loss": 2.1406,
      "step": 50912
    },
    {
      "epoch": 2.3685973482205163,
      "grad_norm": 1.1973218715168161,
      "learning_rate": 0.00020291861997663655,
      "loss": 2.125,
      "step": 50913
    },
    {
      "epoch": 2.368643870667597,
      "grad_norm": 1.1729200844421788,
      "learning_rate": 0.00020291514717722336,
      "loss": 2.0625,
      "step": 50914
    },
    {
      "epoch": 2.3686903931146777,
      "grad_norm": 1.1489509396521898,
      "learning_rate": 0.00020291167434541513,
      "loss": 2.2188,
      "step": 50915
    },
    {
      "epoch": 2.3687369155617586,
      "grad_norm": 1.1587326610438033,
      "learning_rate": 0.00020290820148121408,
      "loss": 2.3438,
      "step": 50916
    },
    {
      "epoch": 2.3687834380088395,
      "grad_norm": 1.1584932069777785,
      "learning_rate": 0.0002029047285846223,
      "loss": 2.1719,
      "step": 50917
    },
    {
      "epoch": 2.36882996045592,
      "grad_norm": 1.2343126254515353,
      "learning_rate": 0.000202901255655642,
      "loss": 2.375,
      "step": 50918
    },
    {
      "epoch": 2.3688764829030005,
      "grad_norm": 1.1769088063270885,
      "learning_rate": 0.0002028977826942752,
      "loss": 2.1406,
      "step": 50919
    },
    {
      "epoch": 2.3689230053500814,
      "grad_norm": 1.2953299872144854,
      "learning_rate": 0.000202894309700524,
      "loss": 2.2656,
      "step": 50920
    },
    {
      "epoch": 2.3689695277971623,
      "grad_norm": 1.1379214930596755,
      "learning_rate": 0.0002028908366743907,
      "loss": 1.6797,
      "step": 50921
    },
    {
      "epoch": 2.3690160502442428,
      "grad_norm": 1.1163920806910177,
      "learning_rate": 0.00020288736361587725,
      "loss": 2.2031,
      "step": 50922
    },
    {
      "epoch": 2.3690625726913237,
      "grad_norm": 1.163187989665954,
      "learning_rate": 0.00020288389052498587,
      "loss": 2.375,
      "step": 50923
    },
    {
      "epoch": 2.369109095138404,
      "grad_norm": 1.2635601250261905,
      "learning_rate": 0.0002028804174017186,
      "loss": 2.3438,
      "step": 50924
    },
    {
      "epoch": 2.369155617585485,
      "grad_norm": 1.1922346076287524,
      "learning_rate": 0.00020287694424607768,
      "loss": 2.2656,
      "step": 50925
    },
    {
      "epoch": 2.3692021400325656,
      "grad_norm": 1.4126078704584595,
      "learning_rate": 0.00020287347105806517,
      "loss": 2.3594,
      "step": 50926
    },
    {
      "epoch": 2.3692486624796465,
      "grad_norm": 1.1586517007494006,
      "learning_rate": 0.00020286999783768322,
      "loss": 2.375,
      "step": 50927
    },
    {
      "epoch": 2.369295184926727,
      "grad_norm": 1.1962262811510054,
      "learning_rate": 0.00020286652458493396,
      "loss": 2.3906,
      "step": 50928
    },
    {
      "epoch": 2.369341707373808,
      "grad_norm": 1.2756101862606763,
      "learning_rate": 0.0002028630512998195,
      "loss": 2.3438,
      "step": 50929
    },
    {
      "epoch": 2.3693882298208884,
      "grad_norm": 1.1662796523107268,
      "learning_rate": 0.00020285957798234195,
      "loss": 2.1562,
      "step": 50930
    },
    {
      "epoch": 2.3694347522679693,
      "grad_norm": 1.2143243471378755,
      "learning_rate": 0.00020285610463250346,
      "loss": 1.8203,
      "step": 50931
    },
    {
      "epoch": 2.36948127471505,
      "grad_norm": 1.2305298048334044,
      "learning_rate": 0.00020285263125030615,
      "loss": 2.4219,
      "step": 50932
    },
    {
      "epoch": 2.3695277971621307,
      "grad_norm": 1.2628169499008919,
      "learning_rate": 0.00020284915783575215,
      "loss": 2.2812,
      "step": 50933
    },
    {
      "epoch": 2.3695743196092116,
      "grad_norm": 1.205675579685509,
      "learning_rate": 0.00020284568438884358,
      "loss": 2.4531,
      "step": 50934
    },
    {
      "epoch": 2.369620842056292,
      "grad_norm": 1.2069113328103984,
      "learning_rate": 0.00020284221090958253,
      "loss": 2.3125,
      "step": 50935
    },
    {
      "epoch": 2.369667364503373,
      "grad_norm": 1.238451822446427,
      "learning_rate": 0.00020283873739797124,
      "loss": 2.4531,
      "step": 50936
    },
    {
      "epoch": 2.3697138869504535,
      "grad_norm": 1.2194032357525384,
      "learning_rate": 0.0002028352638540117,
      "loss": 2.3281,
      "step": 50937
    },
    {
      "epoch": 2.3697604093975344,
      "grad_norm": 1.1718101903105673,
      "learning_rate": 0.00020283179027770617,
      "loss": 2.1719,
      "step": 50938
    },
    {
      "epoch": 2.369806931844615,
      "grad_norm": 1.2096781789320392,
      "learning_rate": 0.00020282831666905665,
      "loss": 2.2812,
      "step": 50939
    },
    {
      "epoch": 2.369853454291696,
      "grad_norm": 1.179257093341043,
      "learning_rate": 0.00020282484302806535,
      "loss": 2.4844,
      "step": 50940
    },
    {
      "epoch": 2.3698999767387763,
      "grad_norm": 1.2725800008031338,
      "learning_rate": 0.00020282136935473435,
      "loss": 2.2812,
      "step": 50941
    },
    {
      "epoch": 2.369946499185857,
      "grad_norm": 1.1953117355445853,
      "learning_rate": 0.00020281789564906587,
      "loss": 2.3438,
      "step": 50942
    },
    {
      "epoch": 2.369993021632938,
      "grad_norm": 1.269614518810253,
      "learning_rate": 0.0002028144219110619,
      "loss": 2.1875,
      "step": 50943
    },
    {
      "epoch": 2.3700395440800186,
      "grad_norm": 1.2393708565530126,
      "learning_rate": 0.0002028109481407246,
      "loss": 2.5156,
      "step": 50944
    },
    {
      "epoch": 2.370086066527099,
      "grad_norm": 1.2075218596879285,
      "learning_rate": 0.00020280747433805616,
      "loss": 2.5625,
      "step": 50945
    },
    {
      "epoch": 2.37013258897418,
      "grad_norm": 1.1920938140184225,
      "learning_rate": 0.00020280400050305865,
      "loss": 2.2812,
      "step": 50946
    },
    {
      "epoch": 2.370179111421261,
      "grad_norm": 1.1922913489155538,
      "learning_rate": 0.00020280052663573426,
      "loss": 2.2969,
      "step": 50947
    },
    {
      "epoch": 2.3702256338683414,
      "grad_norm": 1.0952038175759267,
      "learning_rate": 0.00020279705273608503,
      "loss": 1.9141,
      "step": 50948
    },
    {
      "epoch": 2.3702721563154223,
      "grad_norm": 1.1763848411586653,
      "learning_rate": 0.0002027935788041132,
      "loss": 2.0469,
      "step": 50949
    },
    {
      "epoch": 2.370318678762503,
      "grad_norm": 1.1224733538189255,
      "learning_rate": 0.00020279010483982075,
      "loss": 2.2188,
      "step": 50950
    },
    {
      "epoch": 2.3703652012095837,
      "grad_norm": 1.1857733065307823,
      "learning_rate": 0.00020278663084320994,
      "loss": 2.2812,
      "step": 50951
    },
    {
      "epoch": 2.370411723656664,
      "grad_norm": 1.2326985600677445,
      "learning_rate": 0.00020278315681428283,
      "loss": 2.0938,
      "step": 50952
    },
    {
      "epoch": 2.370458246103745,
      "grad_norm": 1.1857120511162416,
      "learning_rate": 0.0002027796827530416,
      "loss": 2.1719,
      "step": 50953
    },
    {
      "epoch": 2.3705047685508256,
      "grad_norm": 1.256412443138829,
      "learning_rate": 0.00020277620865948826,
      "loss": 2.4531,
      "step": 50954
    },
    {
      "epoch": 2.3705512909979065,
      "grad_norm": 1.2046410693244396,
      "learning_rate": 0.00020277273453362508,
      "loss": 2.3906,
      "step": 50955
    },
    {
      "epoch": 2.370597813444987,
      "grad_norm": 1.2396281535605018,
      "learning_rate": 0.00020276926037545408,
      "loss": 2.2812,
      "step": 50956
    },
    {
      "epoch": 2.370644335892068,
      "grad_norm": 1.2128920532165381,
      "learning_rate": 0.00020276578618497743,
      "loss": 2.4062,
      "step": 50957
    },
    {
      "epoch": 2.370690858339149,
      "grad_norm": 1.2089920002533852,
      "learning_rate": 0.00020276231196219725,
      "loss": 2.3438,
      "step": 50958
    },
    {
      "epoch": 2.3707373807862293,
      "grad_norm": 1.2058379002757522,
      "learning_rate": 0.00020275883770711568,
      "loss": 2.3906,
      "step": 50959
    },
    {
      "epoch": 2.3707839032333102,
      "grad_norm": 1.2054146029497907,
      "learning_rate": 0.00020275536341973486,
      "loss": 2.3125,
      "step": 50960
    },
    {
      "epoch": 2.3708304256803907,
      "grad_norm": 1.1551518634725573,
      "learning_rate": 0.00020275188910005688,
      "loss": 2.3594,
      "step": 50961
    },
    {
      "epoch": 2.3708769481274716,
      "grad_norm": 1.2358344767677047,
      "learning_rate": 0.0002027484147480839,
      "loss": 2.375,
      "step": 50962
    },
    {
      "epoch": 2.370923470574552,
      "grad_norm": 1.1798647036382839,
      "learning_rate": 0.00020274494036381802,
      "loss": 2.0781,
      "step": 50963
    },
    {
      "epoch": 2.370969993021633,
      "grad_norm": 1.1354390711325628,
      "learning_rate": 0.0002027414659472614,
      "loss": 2.2188,
      "step": 50964
    },
    {
      "epoch": 2.3710165154687135,
      "grad_norm": 1.3007719363411452,
      "learning_rate": 0.00020273799149841606,
      "loss": 2.4062,
      "step": 50965
    },
    {
      "epoch": 2.3710630379157944,
      "grad_norm": 1.2800164475624556,
      "learning_rate": 0.00020273451701728428,
      "loss": 2.2344,
      "step": 50966
    },
    {
      "epoch": 2.371109560362875,
      "grad_norm": 1.152809251132031,
      "learning_rate": 0.0002027310425038681,
      "loss": 1.8125,
      "step": 50967
    },
    {
      "epoch": 2.371156082809956,
      "grad_norm": 1.2949023453233683,
      "learning_rate": 0.00020272756795816966,
      "loss": 2.5781,
      "step": 50968
    },
    {
      "epoch": 2.3712026052570367,
      "grad_norm": 1.3565503442982312,
      "learning_rate": 0.0002027240933801911,
      "loss": 2.3906,
      "step": 50969
    },
    {
      "epoch": 2.371249127704117,
      "grad_norm": 1.1766550757837142,
      "learning_rate": 0.00020272061876993453,
      "loss": 2.2344,
      "step": 50970
    },
    {
      "epoch": 2.371295650151198,
      "grad_norm": 1.2058753313124422,
      "learning_rate": 0.00020271714412740214,
      "loss": 2.3594,
      "step": 50971
    },
    {
      "epoch": 2.3713421725982786,
      "grad_norm": 1.2752407371966177,
      "learning_rate": 0.0002027136694525959,
      "loss": 2.4844,
      "step": 50972
    },
    {
      "epoch": 2.3713886950453595,
      "grad_norm": 1.2156569343686199,
      "learning_rate": 0.00020271019474551815,
      "loss": 2.2656,
      "step": 50973
    },
    {
      "epoch": 2.37143521749244,
      "grad_norm": 1.1331393960320306,
      "learning_rate": 0.00020270672000617082,
      "loss": 2.1875,
      "step": 50974
    },
    {
      "epoch": 2.371481739939521,
      "grad_norm": 1.2099142125824593,
      "learning_rate": 0.0002027032452345562,
      "loss": 2.2656,
      "step": 50975
    },
    {
      "epoch": 2.3715282623866014,
      "grad_norm": 1.1893984050150272,
      "learning_rate": 0.0002026997704306763,
      "loss": 2.0938,
      "step": 50976
    },
    {
      "epoch": 2.3715747848336823,
      "grad_norm": 1.0986370465336335,
      "learning_rate": 0.0002026962955945333,
      "loss": 1.6797,
      "step": 50977
    },
    {
      "epoch": 2.371621307280763,
      "grad_norm": 1.2367257303656223,
      "learning_rate": 0.00020269282072612931,
      "loss": 2.5156,
      "step": 50978
    },
    {
      "epoch": 2.3716678297278437,
      "grad_norm": 1.1900082983720166,
      "learning_rate": 0.00020268934582546642,
      "loss": 2.5,
      "step": 50979
    },
    {
      "epoch": 2.371714352174924,
      "grad_norm": 1.2684115038794996,
      "learning_rate": 0.00020268587089254688,
      "loss": 2.4531,
      "step": 50980
    },
    {
      "epoch": 2.371760874622005,
      "grad_norm": 1.2174655650479835,
      "learning_rate": 0.0002026823959273727,
      "loss": 2.3594,
      "step": 50981
    },
    {
      "epoch": 2.3718073970690856,
      "grad_norm": 1.3317433650363766,
      "learning_rate": 0.00020267892092994607,
      "loss": 2.4219,
      "step": 50982
    },
    {
      "epoch": 2.3718539195161665,
      "grad_norm": 1.1344973805358798,
      "learning_rate": 0.00020267544590026908,
      "loss": 1.9922,
      "step": 50983
    },
    {
      "epoch": 2.3719004419632475,
      "grad_norm": 1.2847643672388644,
      "learning_rate": 0.0002026719708383439,
      "loss": 2.4688,
      "step": 50984
    },
    {
      "epoch": 2.371946964410328,
      "grad_norm": 1.2876388686683662,
      "learning_rate": 0.00020266849574417258,
      "loss": 1.7031,
      "step": 50985
    },
    {
      "epoch": 2.371993486857409,
      "grad_norm": 1.2539264330518523,
      "learning_rate": 0.00020266502061775732,
      "loss": 2.25,
      "step": 50986
    },
    {
      "epoch": 2.3720400093044893,
      "grad_norm": 1.2369383628992285,
      "learning_rate": 0.0002026615454591002,
      "loss": 2.3906,
      "step": 50987
    },
    {
      "epoch": 2.3720865317515702,
      "grad_norm": 1.2242851454673385,
      "learning_rate": 0.00020265807026820343,
      "loss": 2.3281,
      "step": 50988
    },
    {
      "epoch": 2.3721330541986507,
      "grad_norm": 1.206025777159592,
      "learning_rate": 0.00020265459504506902,
      "loss": 2.25,
      "step": 50989
    },
    {
      "epoch": 2.3721795766457316,
      "grad_norm": 1.2173839785046652,
      "learning_rate": 0.00020265111978969914,
      "loss": 2.1875,
      "step": 50990
    },
    {
      "epoch": 2.372226099092812,
      "grad_norm": 1.1785525733002702,
      "learning_rate": 0.000202647644502096,
      "loss": 2.2656,
      "step": 50991
    },
    {
      "epoch": 2.372272621539893,
      "grad_norm": 1.2652929383063525,
      "learning_rate": 0.00020264416918226163,
      "loss": 2.0938,
      "step": 50992
    },
    {
      "epoch": 2.3723191439869735,
      "grad_norm": 1.1916782135692918,
      "learning_rate": 0.0002026406938301982,
      "loss": 2.5469,
      "step": 50993
    },
    {
      "epoch": 2.3723656664340544,
      "grad_norm": 1.270090006682941,
      "learning_rate": 0.00020263721844590782,
      "loss": 2.1562,
      "step": 50994
    },
    {
      "epoch": 2.3724121888811354,
      "grad_norm": 1.2466555132196184,
      "learning_rate": 0.00020263374302939265,
      "loss": 2.3906,
      "step": 50995
    },
    {
      "epoch": 2.372458711328216,
      "grad_norm": 1.1967581621995467,
      "learning_rate": 0.00020263026758065474,
      "loss": 2.0625,
      "step": 50996
    },
    {
      "epoch": 2.3725052337752968,
      "grad_norm": 1.2276496208309104,
      "learning_rate": 0.00020262679209969632,
      "loss": 2.0781,
      "step": 50997
    },
    {
      "epoch": 2.3725517562223772,
      "grad_norm": 1.240620560224536,
      "learning_rate": 0.00020262331658651943,
      "loss": 2.4688,
      "step": 50998
    },
    {
      "epoch": 2.372598278669458,
      "grad_norm": 1.315762631554661,
      "learning_rate": 0.00020261984104112625,
      "loss": 2.1406,
      "step": 50999
    },
    {
      "epoch": 2.3726448011165386,
      "grad_norm": 1.3118480697357198,
      "learning_rate": 0.0002026163654635189,
      "loss": 2.1094,
      "step": 51000
    },
    {
      "epoch": 2.3726913235636196,
      "grad_norm": 1.1977990097632176,
      "learning_rate": 0.00020261288985369948,
      "loss": 2.1719,
      "step": 51001
    },
    {
      "epoch": 2.3727378460107,
      "grad_norm": 1.2444709512378451,
      "learning_rate": 0.00020260941421167017,
      "loss": 2.3906,
      "step": 51002
    },
    {
      "epoch": 2.372784368457781,
      "grad_norm": 1.1721069454729793,
      "learning_rate": 0.00020260593853743306,
      "loss": 2.3281,
      "step": 51003
    },
    {
      "epoch": 2.3728308909048614,
      "grad_norm": 1.1854035966418877,
      "learning_rate": 0.00020260246283099027,
      "loss": 2.2969,
      "step": 51004
    },
    {
      "epoch": 2.3728774133519424,
      "grad_norm": 1.2371761799032182,
      "learning_rate": 0.00020259898709234394,
      "loss": 2.3281,
      "step": 51005
    },
    {
      "epoch": 2.3729239357990233,
      "grad_norm": 1.2750381835946842,
      "learning_rate": 0.00020259551132149623,
      "loss": 2.5,
      "step": 51006
    },
    {
      "epoch": 2.3729704582461038,
      "grad_norm": 1.1876396093876989,
      "learning_rate": 0.00020259203551844919,
      "loss": 2.3906,
      "step": 51007
    },
    {
      "epoch": 2.3730169806931842,
      "grad_norm": 1.1629263168743733,
      "learning_rate": 0.00020258855968320502,
      "loss": 2.1719,
      "step": 51008
    },
    {
      "epoch": 2.373063503140265,
      "grad_norm": 1.2105886712267848,
      "learning_rate": 0.00020258508381576582,
      "loss": 2.2969,
      "step": 51009
    },
    {
      "epoch": 2.373110025587346,
      "grad_norm": 1.1680064166102861,
      "learning_rate": 0.00020258160791613376,
      "loss": 2.0781,
      "step": 51010
    },
    {
      "epoch": 2.3731565480344265,
      "grad_norm": 1.19389759012062,
      "learning_rate": 0.00020257813198431085,
      "loss": 2.25,
      "step": 51011
    },
    {
      "epoch": 2.3732030704815075,
      "grad_norm": 1.2313266982472488,
      "learning_rate": 0.00020257465602029935,
      "loss": 2.25,
      "step": 51012
    },
    {
      "epoch": 2.373249592928588,
      "grad_norm": 1.2047808012049817,
      "learning_rate": 0.00020257118002410136,
      "loss": 2.3906,
      "step": 51013
    },
    {
      "epoch": 2.373296115375669,
      "grad_norm": 1.2312606159755353,
      "learning_rate": 0.0002025677039957189,
      "loss": 2.25,
      "step": 51014
    },
    {
      "epoch": 2.3733426378227493,
      "grad_norm": 1.2463258624632225,
      "learning_rate": 0.00020256422793515428,
      "loss": 2.5156,
      "step": 51015
    },
    {
      "epoch": 2.3733891602698303,
      "grad_norm": 1.1292149615893003,
      "learning_rate": 0.00020256075184240944,
      "loss": 2.2188,
      "step": 51016
    },
    {
      "epoch": 2.3734356827169107,
      "grad_norm": 1.2722226633389497,
      "learning_rate": 0.00020255727571748668,
      "loss": 2.2969,
      "step": 51017
    },
    {
      "epoch": 2.3734822051639917,
      "grad_norm": 1.2033770665299472,
      "learning_rate": 0.00020255379956038802,
      "loss": 2.1562,
      "step": 51018
    },
    {
      "epoch": 2.373528727611072,
      "grad_norm": 1.2832606531064905,
      "learning_rate": 0.0002025503233711156,
      "loss": 1.7188,
      "step": 51019
    },
    {
      "epoch": 2.373575250058153,
      "grad_norm": 1.2756121867466332,
      "learning_rate": 0.00020254684714967155,
      "loss": 2.4219,
      "step": 51020
    },
    {
      "epoch": 2.373621772505234,
      "grad_norm": 1.2565913974695735,
      "learning_rate": 0.00020254337089605805,
      "loss": 2.2656,
      "step": 51021
    },
    {
      "epoch": 2.3736682949523145,
      "grad_norm": 1.2892867870514666,
      "learning_rate": 0.00020253989461027714,
      "loss": 2.4375,
      "step": 51022
    },
    {
      "epoch": 2.3737148173993954,
      "grad_norm": 1.1982975774860123,
      "learning_rate": 0.00020253641829233102,
      "loss": 2.1094,
      "step": 51023
    },
    {
      "epoch": 2.373761339846476,
      "grad_norm": 1.290092163612351,
      "learning_rate": 0.00020253294194222176,
      "loss": 2.5,
      "step": 51024
    },
    {
      "epoch": 2.373807862293557,
      "grad_norm": 1.1828411017977163,
      "learning_rate": 0.00020252946555995158,
      "loss": 2.3594,
      "step": 51025
    },
    {
      "epoch": 2.3738543847406373,
      "grad_norm": 1.1656448020840224,
      "learning_rate": 0.00020252598914552257,
      "loss": 2.25,
      "step": 51026
    },
    {
      "epoch": 2.373900907187718,
      "grad_norm": 1.1117547217625254,
      "learning_rate": 0.00020252251269893678,
      "loss": 2.0625,
      "step": 51027
    },
    {
      "epoch": 2.3739474296347987,
      "grad_norm": 1.3837245123374966,
      "learning_rate": 0.00020251903622019643,
      "loss": 1.75,
      "step": 51028
    },
    {
      "epoch": 2.3739939520818796,
      "grad_norm": 1.081610872116813,
      "learning_rate": 0.0002025155597093036,
      "loss": 1.9609,
      "step": 51029
    },
    {
      "epoch": 2.37404047452896,
      "grad_norm": 1.1859744551012938,
      "learning_rate": 0.00020251208316626046,
      "loss": 2.2656,
      "step": 51030
    },
    {
      "epoch": 2.374086996976041,
      "grad_norm": 1.4161812284971047,
      "learning_rate": 0.0002025086065910691,
      "loss": 2.2188,
      "step": 51031
    },
    {
      "epoch": 2.374133519423122,
      "grad_norm": 1.2046751199990928,
      "learning_rate": 0.00020250512998373164,
      "loss": 2.4844,
      "step": 51032
    },
    {
      "epoch": 2.3741800418702024,
      "grad_norm": 1.0536244929671323,
      "learning_rate": 0.00020250165334425023,
      "loss": 1.7891,
      "step": 51033
    },
    {
      "epoch": 2.374226564317283,
      "grad_norm": 1.1039321267805766,
      "learning_rate": 0.000202498176672627,
      "loss": 2.125,
      "step": 51034
    },
    {
      "epoch": 2.3742730867643638,
      "grad_norm": 1.1497380980541512,
      "learning_rate": 0.0002024946999688641,
      "loss": 2.2812,
      "step": 51035
    },
    {
      "epoch": 2.3743196092114447,
      "grad_norm": 1.2483814407966034,
      "learning_rate": 0.00020249122323296365,
      "loss": 2.4062,
      "step": 51036
    },
    {
      "epoch": 2.374366131658525,
      "grad_norm": 1.2234046768132032,
      "learning_rate": 0.0002024877464649277,
      "loss": 2.2656,
      "step": 51037
    },
    {
      "epoch": 2.374412654105606,
      "grad_norm": 1.2794231389851496,
      "learning_rate": 0.00020248426966475852,
      "loss": 2.3438,
      "step": 51038
    },
    {
      "epoch": 2.3744591765526866,
      "grad_norm": 1.1741939130936503,
      "learning_rate": 0.0002024807928324581,
      "loss": 2.0625,
      "step": 51039
    },
    {
      "epoch": 2.3745056989997675,
      "grad_norm": 1.2807126297982359,
      "learning_rate": 0.00020247731596802866,
      "loss": 2.5312,
      "step": 51040
    },
    {
      "epoch": 2.374552221446848,
      "grad_norm": 1.1885092619543323,
      "learning_rate": 0.00020247383907147232,
      "loss": 2.3438,
      "step": 51041
    },
    {
      "epoch": 2.374598743893929,
      "grad_norm": 1.1745456868161297,
      "learning_rate": 0.00020247036214279116,
      "loss": 2.25,
      "step": 51042
    },
    {
      "epoch": 2.3746452663410094,
      "grad_norm": 1.230324431773752,
      "learning_rate": 0.0002024668851819873,
      "loss": 2.2812,
      "step": 51043
    },
    {
      "epoch": 2.3746917887880903,
      "grad_norm": 1.1785889579969124,
      "learning_rate": 0.00020246340818906293,
      "loss": 2.1406,
      "step": 51044
    },
    {
      "epoch": 2.3747383112351708,
      "grad_norm": 1.1607128726772988,
      "learning_rate": 0.00020245993116402015,
      "loss": 2.4531,
      "step": 51045
    },
    {
      "epoch": 2.3747848336822517,
      "grad_norm": 1.740296877491421,
      "learning_rate": 0.00020245645410686108,
      "loss": 1.5859,
      "step": 51046
    },
    {
      "epoch": 2.3748313561293326,
      "grad_norm": 1.15938385490149,
      "learning_rate": 0.00020245297701758792,
      "loss": 2.2656,
      "step": 51047
    },
    {
      "epoch": 2.374877878576413,
      "grad_norm": 1.3414017130572933,
      "learning_rate": 0.00020244949989620267,
      "loss": 2.1719,
      "step": 51048
    },
    {
      "epoch": 2.374924401023494,
      "grad_norm": 1.4105715807541086,
      "learning_rate": 0.00020244602274270757,
      "loss": 2.2812,
      "step": 51049
    },
    {
      "epoch": 2.3749709234705745,
      "grad_norm": 1.1637953769025418,
      "learning_rate": 0.00020244254555710467,
      "loss": 2.2344,
      "step": 51050
    },
    {
      "epoch": 2.3750174459176554,
      "grad_norm": 1.2677892893833336,
      "learning_rate": 0.00020243906833939616,
      "loss": 2.4219,
      "step": 51051
    },
    {
      "epoch": 2.375063968364736,
      "grad_norm": 1.2173009127455998,
      "learning_rate": 0.00020243559108958418,
      "loss": 2.5625,
      "step": 51052
    },
    {
      "epoch": 2.375110490811817,
      "grad_norm": 1.2189792713625722,
      "learning_rate": 0.00020243211380767078,
      "loss": 2.4844,
      "step": 51053
    },
    {
      "epoch": 2.3751570132588973,
      "grad_norm": 1.1897803309369175,
      "learning_rate": 0.00020242863649365815,
      "loss": 2.4688,
      "step": 51054
    },
    {
      "epoch": 2.375203535705978,
      "grad_norm": 1.156593507323082,
      "learning_rate": 0.00020242515914754833,
      "loss": 2.3438,
      "step": 51055
    },
    {
      "epoch": 2.3752500581530587,
      "grad_norm": 1.1704949258722301,
      "learning_rate": 0.00020242168176934355,
      "loss": 2.3125,
      "step": 51056
    },
    {
      "epoch": 2.3752965806001396,
      "grad_norm": 1.1182177033159408,
      "learning_rate": 0.00020241820435904593,
      "loss": 2.25,
      "step": 51057
    },
    {
      "epoch": 2.3753431030472205,
      "grad_norm": 1.1768973435115708,
      "learning_rate": 0.0002024147269166576,
      "loss": 2.3906,
      "step": 51058
    },
    {
      "epoch": 2.375389625494301,
      "grad_norm": 1.1844241931947412,
      "learning_rate": 0.0002024112494421806,
      "loss": 2.0312,
      "step": 51059
    },
    {
      "epoch": 2.3754361479413815,
      "grad_norm": 1.211889983329844,
      "learning_rate": 0.00020240777193561717,
      "loss": 2.0938,
      "step": 51060
    },
    {
      "epoch": 2.3754826703884624,
      "grad_norm": 1.1681456916546202,
      "learning_rate": 0.0002024042943969694,
      "loss": 2.25,
      "step": 51061
    },
    {
      "epoch": 2.3755291928355433,
      "grad_norm": 1.150560649304709,
      "learning_rate": 0.0002024008168262394,
      "loss": 2.2656,
      "step": 51062
    },
    {
      "epoch": 2.375575715282624,
      "grad_norm": 1.1849217618325933,
      "learning_rate": 0.0002023973392234293,
      "loss": 2.1406,
      "step": 51063
    },
    {
      "epoch": 2.3756222377297047,
      "grad_norm": 1.1233525195602658,
      "learning_rate": 0.00020239386158854127,
      "loss": 1.9844,
      "step": 51064
    },
    {
      "epoch": 2.375668760176785,
      "grad_norm": 1.1534312287343955,
      "learning_rate": 0.0002023903839215774,
      "loss": 2.2812,
      "step": 51065
    },
    {
      "epoch": 2.375715282623866,
      "grad_norm": 1.2439006487570283,
      "learning_rate": 0.00020238690622253978,
      "loss": 2.3906,
      "step": 51066
    },
    {
      "epoch": 2.3757618050709466,
      "grad_norm": 1.2564343859255094,
      "learning_rate": 0.00020238342849143064,
      "loss": 2.5156,
      "step": 51067
    },
    {
      "epoch": 2.3758083275180275,
      "grad_norm": 1.1968752049485532,
      "learning_rate": 0.00020237995072825202,
      "loss": 2.3594,
      "step": 51068
    },
    {
      "epoch": 2.375854849965108,
      "grad_norm": 1.136601435327499,
      "learning_rate": 0.0002023764729330061,
      "loss": 2.2031,
      "step": 51069
    },
    {
      "epoch": 2.375901372412189,
      "grad_norm": 1.2025922603599648,
      "learning_rate": 0.000202372995105695,
      "loss": 2.1875,
      "step": 51070
    },
    {
      "epoch": 2.3759478948592694,
      "grad_norm": 1.0898556352101259,
      "learning_rate": 0.00020236951724632085,
      "loss": 2.1094,
      "step": 51071
    },
    {
      "epoch": 2.3759944173063503,
      "grad_norm": 1.1727221382704383,
      "learning_rate": 0.00020236603935488577,
      "loss": 2.1094,
      "step": 51072
    },
    {
      "epoch": 2.3760409397534312,
      "grad_norm": 1.5836014140045653,
      "learning_rate": 0.0002023625614313919,
      "loss": 2.375,
      "step": 51073
    },
    {
      "epoch": 2.3760874622005117,
      "grad_norm": 1.222037399322553,
      "learning_rate": 0.00020235908347584136,
      "loss": 2.2031,
      "step": 51074
    },
    {
      "epoch": 2.3761339846475926,
      "grad_norm": 1.9075673195727567,
      "learning_rate": 0.00020235560548823627,
      "loss": 1.6875,
      "step": 51075
    },
    {
      "epoch": 2.376180507094673,
      "grad_norm": 1.212953220949627,
      "learning_rate": 0.00020235212746857876,
      "loss": 2.375,
      "step": 51076
    },
    {
      "epoch": 2.376227029541754,
      "grad_norm": 1.288686927642211,
      "learning_rate": 0.00020234864941687098,
      "loss": 1.5625,
      "step": 51077
    },
    {
      "epoch": 2.3762735519888345,
      "grad_norm": 1.237315818542364,
      "learning_rate": 0.00020234517133311503,
      "loss": 1.6406,
      "step": 51078
    },
    {
      "epoch": 2.3763200744359154,
      "grad_norm": 1.3306736248901472,
      "learning_rate": 0.00020234169321731307,
      "loss": 2.4062,
      "step": 51079
    },
    {
      "epoch": 2.376366596882996,
      "grad_norm": 1.2553344525939605,
      "learning_rate": 0.00020233821506946724,
      "loss": 2.3438,
      "step": 51080
    },
    {
      "epoch": 2.376413119330077,
      "grad_norm": 1.2812929945928346,
      "learning_rate": 0.0002023347368895796,
      "loss": 2.5312,
      "step": 51081
    },
    {
      "epoch": 2.3764596417771573,
      "grad_norm": 1.2561240263760016,
      "learning_rate": 0.0002023312586776524,
      "loss": 2.1562,
      "step": 51082
    },
    {
      "epoch": 2.376506164224238,
      "grad_norm": 1.2540769079840146,
      "learning_rate": 0.0002023277804336876,
      "loss": 2.5938,
      "step": 51083
    },
    {
      "epoch": 2.376552686671319,
      "grad_norm": 1.2349172946662232,
      "learning_rate": 0.00020232430215768753,
      "loss": 2.1719,
      "step": 51084
    },
    {
      "epoch": 2.3765992091183996,
      "grad_norm": 1.1492976914634538,
      "learning_rate": 0.0002023208238496541,
      "loss": 2.1875,
      "step": 51085
    },
    {
      "epoch": 2.3766457315654805,
      "grad_norm": 1.2669289039636993,
      "learning_rate": 0.00020231734550958964,
      "loss": 2.25,
      "step": 51086
    },
    {
      "epoch": 2.376692254012561,
      "grad_norm": 1.3367499728972887,
      "learning_rate": 0.00020231386713749614,
      "loss": 2.5938,
      "step": 51087
    },
    {
      "epoch": 2.376738776459642,
      "grad_norm": 1.2176832462805605,
      "learning_rate": 0.00020231038873337582,
      "loss": 2.3438,
      "step": 51088
    },
    {
      "epoch": 2.3767852989067224,
      "grad_norm": 1.1660873198011459,
      "learning_rate": 0.00020230691029723074,
      "loss": 2.2188,
      "step": 51089
    },
    {
      "epoch": 2.3768318213538033,
      "grad_norm": 1.1280949163555651,
      "learning_rate": 0.00020230343182906307,
      "loss": 2.125,
      "step": 51090
    },
    {
      "epoch": 2.376878343800884,
      "grad_norm": 1.315096588713992,
      "learning_rate": 0.00020229995332887498,
      "loss": 2.1719,
      "step": 51091
    },
    {
      "epoch": 2.3769248662479647,
      "grad_norm": 1.2209641084730996,
      "learning_rate": 0.00020229647479666848,
      "loss": 2.4844,
      "step": 51092
    },
    {
      "epoch": 2.376971388695045,
      "grad_norm": 1.346133226995416,
      "learning_rate": 0.00020229299623244584,
      "loss": 2.1875,
      "step": 51093
    },
    {
      "epoch": 2.377017911142126,
      "grad_norm": 1.1635226174785283,
      "learning_rate": 0.00020228951763620904,
      "loss": 2.375,
      "step": 51094
    },
    {
      "epoch": 2.3770644335892066,
      "grad_norm": 1.3693347880105033,
      "learning_rate": 0.00020228603900796036,
      "loss": 2.5312,
      "step": 51095
    },
    {
      "epoch": 2.3771109560362875,
      "grad_norm": 1.2401354324701315,
      "learning_rate": 0.0002022825603477018,
      "loss": 2.3594,
      "step": 51096
    },
    {
      "epoch": 2.377157478483368,
      "grad_norm": 1.357939000978115,
      "learning_rate": 0.0002022790816554356,
      "loss": 2.3906,
      "step": 51097
    },
    {
      "epoch": 2.377204000930449,
      "grad_norm": 1.3158645265040558,
      "learning_rate": 0.0002022756029311638,
      "loss": 2.4219,
      "step": 51098
    },
    {
      "epoch": 2.37725052337753,
      "grad_norm": 1.343676183804216,
      "learning_rate": 0.00020227212417488853,
      "loss": 2.5312,
      "step": 51099
    },
    {
      "epoch": 2.3772970458246103,
      "grad_norm": 1.1677958331827119,
      "learning_rate": 0.00020226864538661207,
      "loss": 2.3438,
      "step": 51100
    },
    {
      "epoch": 2.3773435682716912,
      "grad_norm": 1.2698574891164425,
      "learning_rate": 0.00020226516656633636,
      "loss": 2.2812,
      "step": 51101
    },
    {
      "epoch": 2.3773900907187717,
      "grad_norm": 1.4304317028698814,
      "learning_rate": 0.00020226168771406361,
      "loss": 2.4531,
      "step": 51102
    },
    {
      "epoch": 2.3774366131658526,
      "grad_norm": 1.422839600745695,
      "learning_rate": 0.00020225820882979596,
      "loss": 2.0625,
      "step": 51103
    },
    {
      "epoch": 2.377483135612933,
      "grad_norm": 1.260565113718709,
      "learning_rate": 0.00020225472991353553,
      "loss": 2.2031,
      "step": 51104
    },
    {
      "epoch": 2.377529658060014,
      "grad_norm": 1.2638029700664342,
      "learning_rate": 0.00020225125096528444,
      "loss": 2.3125,
      "step": 51105
    },
    {
      "epoch": 2.3775761805070945,
      "grad_norm": 1.2516396542486727,
      "learning_rate": 0.00020224777198504484,
      "loss": 2.1562,
      "step": 51106
    },
    {
      "epoch": 2.3776227029541754,
      "grad_norm": 1.2888305596229377,
      "learning_rate": 0.00020224429297281883,
      "loss": 2.375,
      "step": 51107
    },
    {
      "epoch": 2.377669225401256,
      "grad_norm": 1.224113729238503,
      "learning_rate": 0.00020224081392860858,
      "loss": 2.3594,
      "step": 51108
    },
    {
      "epoch": 2.377715747848337,
      "grad_norm": 1.2122425587670322,
      "learning_rate": 0.00020223733485241614,
      "loss": 2.2344,
      "step": 51109
    },
    {
      "epoch": 2.3777622702954178,
      "grad_norm": 1.185797366758607,
      "learning_rate": 0.0002022338557442437,
      "loss": 2.2031,
      "step": 51110
    },
    {
      "epoch": 2.3778087927424982,
      "grad_norm": 1.1109305716732734,
      "learning_rate": 0.00020223037660409347,
      "loss": 2.0312,
      "step": 51111
    },
    {
      "epoch": 2.377855315189579,
      "grad_norm": 1.2295490148027242,
      "learning_rate": 0.0002022268974319674,
      "loss": 2.3594,
      "step": 51112
    },
    {
      "epoch": 2.3779018376366596,
      "grad_norm": 1.199728173459056,
      "learning_rate": 0.00020222341822786778,
      "loss": 2.0938,
      "step": 51113
    },
    {
      "epoch": 2.3779483600837406,
      "grad_norm": 1.2170587934043013,
      "learning_rate": 0.00020221993899179668,
      "loss": 2.4062,
      "step": 51114
    },
    {
      "epoch": 2.377994882530821,
      "grad_norm": 1.2623457745740139,
      "learning_rate": 0.0002022164597237562,
      "loss": 2.2031,
      "step": 51115
    },
    {
      "epoch": 2.378041404977902,
      "grad_norm": 1.2011783977968116,
      "learning_rate": 0.0002022129804237485,
      "loss": 2.2969,
      "step": 51116
    },
    {
      "epoch": 2.3780879274249824,
      "grad_norm": 1.2077636963979557,
      "learning_rate": 0.0002022095010917757,
      "loss": 1.7422,
      "step": 51117
    },
    {
      "epoch": 2.3781344498720633,
      "grad_norm": 1.2768800774138571,
      "learning_rate": 0.00020220602172783993,
      "loss": 2.4219,
      "step": 51118
    },
    {
      "epoch": 2.378180972319144,
      "grad_norm": 1.1899876109593541,
      "learning_rate": 0.00020220254233194334,
      "loss": 2.2188,
      "step": 51119
    },
    {
      "epoch": 2.3782274947662247,
      "grad_norm": 1.2525948605816013,
      "learning_rate": 0.00020219906290408802,
      "loss": 2.3125,
      "step": 51120
    },
    {
      "epoch": 2.3782740172133057,
      "grad_norm": 1.3774878350620616,
      "learning_rate": 0.0002021955834442761,
      "loss": 2.2344,
      "step": 51121
    },
    {
      "epoch": 2.378320539660386,
      "grad_norm": 1.215270445802239,
      "learning_rate": 0.00020219210395250984,
      "loss": 2.2344,
      "step": 51122
    },
    {
      "epoch": 2.3783670621074666,
      "grad_norm": 1.1133510267174322,
      "learning_rate": 0.00020218862442879118,
      "loss": 2.1562,
      "step": 51123
    },
    {
      "epoch": 2.3784135845545475,
      "grad_norm": 1.6705207731084812,
      "learning_rate": 0.00020218514487312239,
      "loss": 1.8047,
      "step": 51124
    },
    {
      "epoch": 2.3784601070016285,
      "grad_norm": 1.3057335123106404,
      "learning_rate": 0.00020218166528550549,
      "loss": 1.75,
      "step": 51125
    },
    {
      "epoch": 2.378506629448709,
      "grad_norm": 1.225400606796753,
      "learning_rate": 0.0002021781856659427,
      "loss": 2.2344,
      "step": 51126
    },
    {
      "epoch": 2.37855315189579,
      "grad_norm": 1.2589488274594445,
      "learning_rate": 0.0002021747060144361,
      "loss": 2.25,
      "step": 51127
    },
    {
      "epoch": 2.3785996743428703,
      "grad_norm": 1.1790485337200765,
      "learning_rate": 0.0002021712263309879,
      "loss": 2.0312,
      "step": 51128
    },
    {
      "epoch": 2.3786461967899513,
      "grad_norm": 1.4648286381291478,
      "learning_rate": 0.00020216774661560008,
      "loss": 2.25,
      "step": 51129
    },
    {
      "epoch": 2.3786927192370317,
      "grad_norm": 1.2160337239074586,
      "learning_rate": 0.00020216426686827494,
      "loss": 2.0938,
      "step": 51130
    },
    {
      "epoch": 2.3787392416841127,
      "grad_norm": 1.255825758853342,
      "learning_rate": 0.00020216078708901446,
      "loss": 2.4688,
      "step": 51131
    },
    {
      "epoch": 2.378785764131193,
      "grad_norm": 1.25850718991832,
      "learning_rate": 0.00020215730727782087,
      "loss": 2.5,
      "step": 51132
    },
    {
      "epoch": 2.378832286578274,
      "grad_norm": 1.2116878086600817,
      "learning_rate": 0.00020215382743469628,
      "loss": 2.2344,
      "step": 51133
    },
    {
      "epoch": 2.3788788090253545,
      "grad_norm": 1.2724777928725424,
      "learning_rate": 0.00020215034755964278,
      "loss": 2.0938,
      "step": 51134
    },
    {
      "epoch": 2.3789253314724355,
      "grad_norm": 1.2637631317214513,
      "learning_rate": 0.00020214686765266255,
      "loss": 2.0156,
      "step": 51135
    },
    {
      "epoch": 2.3789718539195164,
      "grad_norm": 1.2071408698693766,
      "learning_rate": 0.0002021433877137577,
      "loss": 2.0625,
      "step": 51136
    },
    {
      "epoch": 2.379018376366597,
      "grad_norm": 1.2044956682802288,
      "learning_rate": 0.00020213990774293035,
      "loss": 2.1875,
      "step": 51137
    },
    {
      "epoch": 2.3790648988136778,
      "grad_norm": 1.186928463252377,
      "learning_rate": 0.0002021364277401826,
      "loss": 2.2188,
      "step": 51138
    },
    {
      "epoch": 2.3791114212607583,
      "grad_norm": 1.1768130789916216,
      "learning_rate": 0.0002021329477055167,
      "loss": 2.2188,
      "step": 51139
    },
    {
      "epoch": 2.379157943707839,
      "grad_norm": 1.1491932730909142,
      "learning_rate": 0.00020212946763893469,
      "loss": 2.1562,
      "step": 51140
    },
    {
      "epoch": 2.3792044661549197,
      "grad_norm": 1.2051616406488397,
      "learning_rate": 0.00020212598754043869,
      "loss": 2.2656,
      "step": 51141
    },
    {
      "epoch": 2.3792509886020006,
      "grad_norm": 1.240860130177938,
      "learning_rate": 0.00020212250741003085,
      "loss": 2.2812,
      "step": 51142
    },
    {
      "epoch": 2.379297511049081,
      "grad_norm": 1.245907516113573,
      "learning_rate": 0.0002021190272477133,
      "loss": 2.5469,
      "step": 51143
    },
    {
      "epoch": 2.379344033496162,
      "grad_norm": 1.2909889192938722,
      "learning_rate": 0.00020211554705348815,
      "loss": 2.5625,
      "step": 51144
    },
    {
      "epoch": 2.3793905559432424,
      "grad_norm": 1.0928355741087434,
      "learning_rate": 0.00020211206682735765,
      "loss": 2.125,
      "step": 51145
    },
    {
      "epoch": 2.3794370783903234,
      "grad_norm": 1.146082155602245,
      "learning_rate": 0.00020210858656932374,
      "loss": 2.2188,
      "step": 51146
    },
    {
      "epoch": 2.3794836008374043,
      "grad_norm": 1.218301201090187,
      "learning_rate": 0.0002021051062793887,
      "loss": 2.2031,
      "step": 51147
    },
    {
      "epoch": 2.3795301232844848,
      "grad_norm": 1.1581258979851756,
      "learning_rate": 0.00020210162595755456,
      "loss": 2.3281,
      "step": 51148
    },
    {
      "epoch": 2.3795766457315652,
      "grad_norm": 1.0794150089368035,
      "learning_rate": 0.00020209814560382352,
      "loss": 2.0781,
      "step": 51149
    },
    {
      "epoch": 2.379623168178646,
      "grad_norm": 1.113678967579319,
      "learning_rate": 0.00020209466521819774,
      "loss": 2.1562,
      "step": 51150
    },
    {
      "epoch": 2.379669690625727,
      "grad_norm": 1.1804957377894334,
      "learning_rate": 0.0002020911848006792,
      "loss": 2.4062,
      "step": 51151
    },
    {
      "epoch": 2.3797162130728076,
      "grad_norm": 1.0944705712035718,
      "learning_rate": 0.00020208770435127023,
      "loss": 1.9844,
      "step": 51152
    },
    {
      "epoch": 2.3797627355198885,
      "grad_norm": 1.1394951508922015,
      "learning_rate": 0.0002020842238699728,
      "loss": 2.0156,
      "step": 51153
    },
    {
      "epoch": 2.379809257966969,
      "grad_norm": 1.216147850447229,
      "learning_rate": 0.0002020807433567891,
      "loss": 2.4219,
      "step": 51154
    },
    {
      "epoch": 2.37985578041405,
      "grad_norm": 1.2033808227787615,
      "learning_rate": 0.00020207726281172125,
      "loss": 2.2656,
      "step": 51155
    },
    {
      "epoch": 2.3799023028611304,
      "grad_norm": 1.2132439808097986,
      "learning_rate": 0.0002020737822347714,
      "loss": 2.4062,
      "step": 51156
    },
    {
      "epoch": 2.3799488253082113,
      "grad_norm": 1.1711487140770906,
      "learning_rate": 0.00020207030162594172,
      "loss": 2.2344,
      "step": 51157
    },
    {
      "epoch": 2.3799953477552918,
      "grad_norm": 1.2040566141783937,
      "learning_rate": 0.0002020668209852343,
      "loss": 2.2188,
      "step": 51158
    },
    {
      "epoch": 2.3800418702023727,
      "grad_norm": 1.2204358468858703,
      "learning_rate": 0.00020206334031265123,
      "loss": 2.5,
      "step": 51159
    },
    {
      "epoch": 2.380088392649453,
      "grad_norm": 1.26329233840323,
      "learning_rate": 0.00020205985960819467,
      "loss": 2.1406,
      "step": 51160
    },
    {
      "epoch": 2.380134915096534,
      "grad_norm": 1.2587717855861464,
      "learning_rate": 0.00020205637887186676,
      "loss": 2.1406,
      "step": 51161
    },
    {
      "epoch": 2.380181437543615,
      "grad_norm": 1.192744651729043,
      "learning_rate": 0.00020205289810366962,
      "loss": 2.3438,
      "step": 51162
    },
    {
      "epoch": 2.3802279599906955,
      "grad_norm": 1.247868508472394,
      "learning_rate": 0.00020204941730360545,
      "loss": 2.4375,
      "step": 51163
    },
    {
      "epoch": 2.3802744824377764,
      "grad_norm": 1.2524850896740674,
      "learning_rate": 0.00020204593647167623,
      "loss": 2.2031,
      "step": 51164
    },
    {
      "epoch": 2.380321004884857,
      "grad_norm": 1.2252179116684585,
      "learning_rate": 0.00020204245560788423,
      "loss": 2.5781,
      "step": 51165
    },
    {
      "epoch": 2.380367527331938,
      "grad_norm": 1.3292384141585185,
      "learning_rate": 0.0002020389747122315,
      "loss": 2.0,
      "step": 51166
    },
    {
      "epoch": 2.3804140497790183,
      "grad_norm": 1.140469425734026,
      "learning_rate": 0.00020203549378472024,
      "loss": 2.0469,
      "step": 51167
    },
    {
      "epoch": 2.380460572226099,
      "grad_norm": 1.2418491856305764,
      "learning_rate": 0.0002020320128253525,
      "loss": 2.5,
      "step": 51168
    },
    {
      "epoch": 2.3805070946731797,
      "grad_norm": 1.1878658250649083,
      "learning_rate": 0.0002020285318341305,
      "loss": 2.4844,
      "step": 51169
    },
    {
      "epoch": 2.3805536171202606,
      "grad_norm": 1.2234069858471737,
      "learning_rate": 0.0002020250508110563,
      "loss": 2.3125,
      "step": 51170
    },
    {
      "epoch": 2.380600139567341,
      "grad_norm": 1.1625368099382813,
      "learning_rate": 0.0002020215697561321,
      "loss": 2.1562,
      "step": 51171
    },
    {
      "epoch": 2.380646662014422,
      "grad_norm": 1.1577530855700653,
      "learning_rate": 0.00020201808866935998,
      "loss": 2.125,
      "step": 51172
    },
    {
      "epoch": 2.380693184461503,
      "grad_norm": 1.1673306672320554,
      "learning_rate": 0.00020201460755074206,
      "loss": 2.3125,
      "step": 51173
    },
    {
      "epoch": 2.3807397069085834,
      "grad_norm": 1.1794467557859825,
      "learning_rate": 0.0002020111264002805,
      "loss": 2.4531,
      "step": 51174
    },
    {
      "epoch": 2.380786229355664,
      "grad_norm": 1.1686560566663304,
      "learning_rate": 0.0002020076452179774,
      "loss": 2.2031,
      "step": 51175
    },
    {
      "epoch": 2.380832751802745,
      "grad_norm": 1.1245082035750436,
      "learning_rate": 0.00020200416400383489,
      "loss": 2.125,
      "step": 51176
    },
    {
      "epoch": 2.3808792742498257,
      "grad_norm": 1.2283266437887825,
      "learning_rate": 0.00020200068275785514,
      "loss": 2.1875,
      "step": 51177
    },
    {
      "epoch": 2.380925796696906,
      "grad_norm": 1.3602512112402831,
      "learning_rate": 0.00020199720148004032,
      "loss": 2.1406,
      "step": 51178
    },
    {
      "epoch": 2.380972319143987,
      "grad_norm": 1.1524055414645762,
      "learning_rate": 0.00020199372017039245,
      "loss": 2.4219,
      "step": 51179
    },
    {
      "epoch": 2.3810188415910676,
      "grad_norm": 1.146448781761505,
      "learning_rate": 0.00020199023882891377,
      "loss": 2.2188,
      "step": 51180
    },
    {
      "epoch": 2.3810653640381485,
      "grad_norm": 1.1432312345730997,
      "learning_rate": 0.0002019867574556063,
      "loss": 2.3906,
      "step": 51181
    },
    {
      "epoch": 2.381111886485229,
      "grad_norm": 1.1648745025897083,
      "learning_rate": 0.00020198327605047228,
      "loss": 2.0625,
      "step": 51182
    },
    {
      "epoch": 2.38115840893231,
      "grad_norm": 1.2255922605555292,
      "learning_rate": 0.00020197979461351374,
      "loss": 2.2812,
      "step": 51183
    },
    {
      "epoch": 2.3812049313793904,
      "grad_norm": 1.171048015284647,
      "learning_rate": 0.00020197631314473291,
      "loss": 2.2344,
      "step": 51184
    },
    {
      "epoch": 2.3812514538264713,
      "grad_norm": 1.1589135593931856,
      "learning_rate": 0.0002019728316441319,
      "loss": 2.0312,
      "step": 51185
    },
    {
      "epoch": 2.3812979762735518,
      "grad_norm": 1.2787774288435454,
      "learning_rate": 0.00020196935011171274,
      "loss": 2.375,
      "step": 51186
    },
    {
      "epoch": 2.3813444987206327,
      "grad_norm": 1.174021495115155,
      "learning_rate": 0.00020196586854747767,
      "loss": 2.1406,
      "step": 51187
    },
    {
      "epoch": 2.3813910211677136,
      "grad_norm": 1.18336926411336,
      "learning_rate": 0.00020196238695142877,
      "loss": 2.375,
      "step": 51188
    },
    {
      "epoch": 2.381437543614794,
      "grad_norm": 1.204786006710081,
      "learning_rate": 0.00020195890532356822,
      "loss": 2.2031,
      "step": 51189
    },
    {
      "epoch": 2.381484066061875,
      "grad_norm": 1.1593794964591932,
      "learning_rate": 0.00020195542366389813,
      "loss": 2.3438,
      "step": 51190
    },
    {
      "epoch": 2.3815305885089555,
      "grad_norm": 1.2778808909019714,
      "learning_rate": 0.0002019519419724206,
      "loss": 2.5781,
      "step": 51191
    },
    {
      "epoch": 2.3815771109560364,
      "grad_norm": 1.2745370734350856,
      "learning_rate": 0.0002019484602491378,
      "loss": 2.3594,
      "step": 51192
    },
    {
      "epoch": 2.381623633403117,
      "grad_norm": 1.1878725707666222,
      "learning_rate": 0.00020194497849405183,
      "loss": 2.2344,
      "step": 51193
    },
    {
      "epoch": 2.381670155850198,
      "grad_norm": 1.2088341527384405,
      "learning_rate": 0.00020194149670716482,
      "loss": 2.3438,
      "step": 51194
    },
    {
      "epoch": 2.3817166782972783,
      "grad_norm": 1.2241148174714724,
      "learning_rate": 0.00020193801488847896,
      "loss": 2.375,
      "step": 51195
    },
    {
      "epoch": 2.381763200744359,
      "grad_norm": 1.2777815468023597,
      "learning_rate": 0.00020193453303799633,
      "loss": 2.5312,
      "step": 51196
    },
    {
      "epoch": 2.3818097231914397,
      "grad_norm": 1.273606811759216,
      "learning_rate": 0.0002019310511557191,
      "loss": 2.4844,
      "step": 51197
    },
    {
      "epoch": 2.3818562456385206,
      "grad_norm": 1.1990763819265737,
      "learning_rate": 0.00020192756924164933,
      "loss": 2.5625,
      "step": 51198
    },
    {
      "epoch": 2.3819027680856015,
      "grad_norm": 1.3747246146957217,
      "learning_rate": 0.0002019240872957892,
      "loss": 2.5938,
      "step": 51199
    },
    {
      "epoch": 2.381949290532682,
      "grad_norm": 1.1267178377456606,
      "learning_rate": 0.00020192060531814087,
      "loss": 2.0625,
      "step": 51200
    },
    {
      "epoch": 2.381995812979763,
      "grad_norm": 1.192931409786052,
      "learning_rate": 0.0002019171233087064,
      "loss": 2.3906,
      "step": 51201
    },
    {
      "epoch": 2.3820423354268434,
      "grad_norm": 1.1885487247362096,
      "learning_rate": 0.000201913641267488,
      "loss": 2.1562,
      "step": 51202
    },
    {
      "epoch": 2.3820888578739243,
      "grad_norm": 1.1815093149986973,
      "learning_rate": 0.00020191015919448772,
      "loss": 2.1562,
      "step": 51203
    },
    {
      "epoch": 2.382135380321005,
      "grad_norm": 1.2512913952363944,
      "learning_rate": 0.00020190667708970778,
      "loss": 2.1875,
      "step": 51204
    },
    {
      "epoch": 2.3821819027680857,
      "grad_norm": 1.1664543647087255,
      "learning_rate": 0.00020190319495315022,
      "loss": 2.5,
      "step": 51205
    },
    {
      "epoch": 2.382228425215166,
      "grad_norm": 1.0926866715877384,
      "learning_rate": 0.00020189971278481727,
      "loss": 2.1094,
      "step": 51206
    },
    {
      "epoch": 2.382274947662247,
      "grad_norm": 1.3800254094925541,
      "learning_rate": 0.00020189623058471096,
      "loss": 2.2188,
      "step": 51207
    },
    {
      "epoch": 2.3823214701093276,
      "grad_norm": 1.2555389962132242,
      "learning_rate": 0.00020189274835283352,
      "loss": 2.2031,
      "step": 51208
    },
    {
      "epoch": 2.3823679925564085,
      "grad_norm": 1.121384658353616,
      "learning_rate": 0.00020188926608918697,
      "loss": 2.125,
      "step": 51209
    },
    {
      "epoch": 2.382414515003489,
      "grad_norm": 1.1941082626086297,
      "learning_rate": 0.00020188578379377352,
      "loss": 2.2812,
      "step": 51210
    },
    {
      "epoch": 2.38246103745057,
      "grad_norm": 1.2532003212632028,
      "learning_rate": 0.00020188230146659533,
      "loss": 2.4844,
      "step": 51211
    },
    {
      "epoch": 2.3825075598976504,
      "grad_norm": 1.1038246572900663,
      "learning_rate": 0.00020187881910765446,
      "loss": 2.1562,
      "step": 51212
    },
    {
      "epoch": 2.3825540823447313,
      "grad_norm": 1.3822465912873079,
      "learning_rate": 0.00020187533671695308,
      "loss": 2.5938,
      "step": 51213
    },
    {
      "epoch": 2.3826006047918122,
      "grad_norm": 1.2221240149436814,
      "learning_rate": 0.0002018718542944933,
      "loss": 2.2344,
      "step": 51214
    },
    {
      "epoch": 2.3826471272388927,
      "grad_norm": 1.1515258753514033,
      "learning_rate": 0.00020186837184027728,
      "loss": 2.125,
      "step": 51215
    },
    {
      "epoch": 2.3826936496859736,
      "grad_norm": 1.1386048967346056,
      "learning_rate": 0.00020186488935430716,
      "loss": 1.9844,
      "step": 51216
    },
    {
      "epoch": 2.382740172133054,
      "grad_norm": 1.2464359712695934,
      "learning_rate": 0.00020186140683658502,
      "loss": 2.2812,
      "step": 51217
    },
    {
      "epoch": 2.382786694580135,
      "grad_norm": 1.260591416973714,
      "learning_rate": 0.00020185792428711302,
      "loss": 2.5156,
      "step": 51218
    },
    {
      "epoch": 2.3828332170272155,
      "grad_norm": 1.090809456237467,
      "learning_rate": 0.00020185444170589333,
      "loss": 1.9688,
      "step": 51219
    },
    {
      "epoch": 2.3828797394742964,
      "grad_norm": 1.325322471105847,
      "learning_rate": 0.000201850959092928,
      "loss": 2.2812,
      "step": 51220
    },
    {
      "epoch": 2.382926261921377,
      "grad_norm": 1.1536177897024718,
      "learning_rate": 0.00020184747644821918,
      "loss": 2.2969,
      "step": 51221
    },
    {
      "epoch": 2.382972784368458,
      "grad_norm": 1.1067718603654981,
      "learning_rate": 0.00020184399377176908,
      "loss": 1.9062,
      "step": 51222
    },
    {
      "epoch": 2.3830193068155383,
      "grad_norm": 1.179776157599404,
      "learning_rate": 0.00020184051106357978,
      "loss": 2.3438,
      "step": 51223
    },
    {
      "epoch": 2.3830658292626192,
      "grad_norm": 1.123759345671385,
      "learning_rate": 0.0002018370283236534,
      "loss": 1.9375,
      "step": 51224
    },
    {
      "epoch": 2.3831123517097,
      "grad_norm": 1.2005022591509429,
      "learning_rate": 0.0002018335455519921,
      "loss": 2.2031,
      "step": 51225
    },
    {
      "epoch": 2.3831588741567806,
      "grad_norm": 1.0915513694520222,
      "learning_rate": 0.000201830062748598,
      "loss": 2.1094,
      "step": 51226
    },
    {
      "epoch": 2.3832053966038615,
      "grad_norm": 1.2710941272369596,
      "learning_rate": 0.00020182657991347323,
      "loss": 2.3438,
      "step": 51227
    },
    {
      "epoch": 2.383251919050942,
      "grad_norm": 1.2307613648016436,
      "learning_rate": 0.0002018230970466199,
      "loss": 2.4688,
      "step": 51228
    },
    {
      "epoch": 2.383298441498023,
      "grad_norm": 1.1770204054441253,
      "learning_rate": 0.00020181961414804015,
      "loss": 2.2969,
      "step": 51229
    },
    {
      "epoch": 2.3833449639451034,
      "grad_norm": 1.1648464965747052,
      "learning_rate": 0.0002018161312177362,
      "loss": 2.1562,
      "step": 51230
    },
    {
      "epoch": 2.3833914863921843,
      "grad_norm": 1.1329855857492492,
      "learning_rate": 0.00020181264825571004,
      "loss": 2.0469,
      "step": 51231
    },
    {
      "epoch": 2.383438008839265,
      "grad_norm": 1.167108235015953,
      "learning_rate": 0.00020180916526196387,
      "loss": 2.5156,
      "step": 51232
    },
    {
      "epoch": 2.3834845312863457,
      "grad_norm": 1.1614382694847274,
      "learning_rate": 0.00020180568223649987,
      "loss": 2.3438,
      "step": 51233
    },
    {
      "epoch": 2.383531053733426,
      "grad_norm": 1.181465675953201,
      "learning_rate": 0.0002018021991793201,
      "loss": 2.1875,
      "step": 51234
    },
    {
      "epoch": 2.383577576180507,
      "grad_norm": 1.2879478998277045,
      "learning_rate": 0.00020179871609042672,
      "loss": 2.4844,
      "step": 51235
    },
    {
      "epoch": 2.3836240986275876,
      "grad_norm": 1.1628157386137459,
      "learning_rate": 0.00020179523296982185,
      "loss": 2.2969,
      "step": 51236
    },
    {
      "epoch": 2.3836706210746685,
      "grad_norm": 1.230488922023946,
      "learning_rate": 0.00020179174981750766,
      "loss": 2.3438,
      "step": 51237
    },
    {
      "epoch": 2.383717143521749,
      "grad_norm": 1.2542352875652134,
      "learning_rate": 0.0002017882666334862,
      "loss": 2.2344,
      "step": 51238
    },
    {
      "epoch": 2.38376366596883,
      "grad_norm": 1.2009003200659623,
      "learning_rate": 0.00020178478341775972,
      "loss": 2.3438,
      "step": 51239
    },
    {
      "epoch": 2.383810188415911,
      "grad_norm": 1.2139585771941965,
      "learning_rate": 0.00020178130017033027,
      "loss": 2.4688,
      "step": 51240
    },
    {
      "epoch": 2.3838567108629913,
      "grad_norm": 1.1585750273999043,
      "learning_rate": 0.00020177781689120002,
      "loss": 2.2812,
      "step": 51241
    },
    {
      "epoch": 2.3839032333100723,
      "grad_norm": 1.1690846171750524,
      "learning_rate": 0.00020177433358037106,
      "loss": 2.2344,
      "step": 51242
    },
    {
      "epoch": 2.3839497557571527,
      "grad_norm": 1.1841515549723771,
      "learning_rate": 0.00020177085023784553,
      "loss": 2.4062,
      "step": 51243
    },
    {
      "epoch": 2.3839962782042337,
      "grad_norm": 1.1480347238242268,
      "learning_rate": 0.00020176736686362563,
      "loss": 2.4375,
      "step": 51244
    },
    {
      "epoch": 2.384042800651314,
      "grad_norm": 1.125766471850787,
      "learning_rate": 0.0002017638834577134,
      "loss": 2.3125,
      "step": 51245
    },
    {
      "epoch": 2.384089323098395,
      "grad_norm": 1.3109333885644312,
      "learning_rate": 0.00020176040002011105,
      "loss": 2.3438,
      "step": 51246
    },
    {
      "epoch": 2.3841358455454755,
      "grad_norm": 1.2192822007223694,
      "learning_rate": 0.00020175691655082066,
      "loss": 2.1562,
      "step": 51247
    },
    {
      "epoch": 2.3841823679925565,
      "grad_norm": 1.0946468204635182,
      "learning_rate": 0.00020175343304984437,
      "loss": 2.0312,
      "step": 51248
    },
    {
      "epoch": 2.384228890439637,
      "grad_norm": 1.2372416752640027,
      "learning_rate": 0.00020174994951718434,
      "loss": 2.2344,
      "step": 51249
    },
    {
      "epoch": 2.384275412886718,
      "grad_norm": 1.4186864806038162,
      "learning_rate": 0.0002017464659528427,
      "loss": 2.4219,
      "step": 51250
    },
    {
      "epoch": 2.3843219353337988,
      "grad_norm": 1.2541461473857942,
      "learning_rate": 0.00020174298235682152,
      "loss": 2.5938,
      "step": 51251
    },
    {
      "epoch": 2.3843684577808792,
      "grad_norm": 1.0991942253631422,
      "learning_rate": 0.00020173949872912304,
      "loss": 2.1719,
      "step": 51252
    },
    {
      "epoch": 2.38441498022796,
      "grad_norm": 1.1810096912071046,
      "learning_rate": 0.00020173601506974926,
      "loss": 2.2031,
      "step": 51253
    },
    {
      "epoch": 2.3844615026750406,
      "grad_norm": 1.2809973563846926,
      "learning_rate": 0.00020173253137870247,
      "loss": 2.3594,
      "step": 51254
    },
    {
      "epoch": 2.3845080251221216,
      "grad_norm": 1.1708634377795542,
      "learning_rate": 0.0002017290476559847,
      "loss": 2.3125,
      "step": 51255
    },
    {
      "epoch": 2.384554547569202,
      "grad_norm": 1.1899516249706479,
      "learning_rate": 0.00020172556390159806,
      "loss": 2.125,
      "step": 51256
    },
    {
      "epoch": 2.384601070016283,
      "grad_norm": 1.1681713351005187,
      "learning_rate": 0.00020172208011554475,
      "loss": 2.0938,
      "step": 51257
    },
    {
      "epoch": 2.3846475924633634,
      "grad_norm": 1.180413021305951,
      "learning_rate": 0.00020171859629782685,
      "loss": 2.3125,
      "step": 51258
    },
    {
      "epoch": 2.3846941149104444,
      "grad_norm": 1.267237941210822,
      "learning_rate": 0.00020171511244844657,
      "loss": 2.5156,
      "step": 51259
    },
    {
      "epoch": 2.384740637357525,
      "grad_norm": 1.2131367402700548,
      "learning_rate": 0.00020171162856740595,
      "loss": 2.2344,
      "step": 51260
    },
    {
      "epoch": 2.3847871598046058,
      "grad_norm": 1.2330231169651404,
      "learning_rate": 0.00020170814465470723,
      "loss": 2.3594,
      "step": 51261
    },
    {
      "epoch": 2.3848336822516867,
      "grad_norm": 1.1646543414882986,
      "learning_rate": 0.0002017046607103524,
      "loss": 2.3125,
      "step": 51262
    },
    {
      "epoch": 2.384880204698767,
      "grad_norm": 1.2056790649334563,
      "learning_rate": 0.00020170117673434372,
      "loss": 2.2344,
      "step": 51263
    },
    {
      "epoch": 2.3849267271458476,
      "grad_norm": 1.214797877503087,
      "learning_rate": 0.0002016976927266832,
      "loss": 2.125,
      "step": 51264
    },
    {
      "epoch": 2.3849732495929286,
      "grad_norm": 1.175153920698517,
      "learning_rate": 0.00020169420868737317,
      "loss": 2.3281,
      "step": 51265
    },
    {
      "epoch": 2.3850197720400095,
      "grad_norm": 1.233332227637313,
      "learning_rate": 0.00020169072461641556,
      "loss": 2.1875,
      "step": 51266
    },
    {
      "epoch": 2.38506629448709,
      "grad_norm": 1.1896006282816534,
      "learning_rate": 0.0002016872405138126,
      "loss": 2.3906,
      "step": 51267
    },
    {
      "epoch": 2.385112816934171,
      "grad_norm": 1.2950973970699995,
      "learning_rate": 0.00020168375637956646,
      "loss": 2.2969,
      "step": 51268
    },
    {
      "epoch": 2.3851593393812514,
      "grad_norm": 1.1416198349184603,
      "learning_rate": 0.00020168027221367915,
      "loss": 2.3438,
      "step": 51269
    },
    {
      "epoch": 2.3852058618283323,
      "grad_norm": 1.196152673025258,
      "learning_rate": 0.0002016767880161529,
      "loss": 2.4844,
      "step": 51270
    },
    {
      "epoch": 2.3852523842754128,
      "grad_norm": 1.1296684062671576,
      "learning_rate": 0.0002016733037869898,
      "loss": 2.1562,
      "step": 51271
    },
    {
      "epoch": 2.3852989067224937,
      "grad_norm": 1.1903837496771774,
      "learning_rate": 0.00020166981952619202,
      "loss": 2.1875,
      "step": 51272
    },
    {
      "epoch": 2.385345429169574,
      "grad_norm": 1.2705824680920519,
      "learning_rate": 0.00020166633523376165,
      "loss": 2.25,
      "step": 51273
    },
    {
      "epoch": 2.385391951616655,
      "grad_norm": 1.1385727470834566,
      "learning_rate": 0.00020166285090970088,
      "loss": 2.3594,
      "step": 51274
    },
    {
      "epoch": 2.3854384740637355,
      "grad_norm": 1.2202669236849493,
      "learning_rate": 0.00020165936655401173,
      "loss": 2.3594,
      "step": 51275
    },
    {
      "epoch": 2.3854849965108165,
      "grad_norm": 1.2749532070758467,
      "learning_rate": 0.00020165588216669648,
      "loss": 2.4531,
      "step": 51276
    },
    {
      "epoch": 2.3855315189578974,
      "grad_norm": 1.1355327818793772,
      "learning_rate": 0.00020165239774775717,
      "loss": 2.4688,
      "step": 51277
    },
    {
      "epoch": 2.385578041404978,
      "grad_norm": 1.2391957013669976,
      "learning_rate": 0.00020164891329719597,
      "loss": 2.1562,
      "step": 51278
    },
    {
      "epoch": 2.385624563852059,
      "grad_norm": 1.2180044210159442,
      "learning_rate": 0.000201645428815015,
      "loss": 2.3438,
      "step": 51279
    },
    {
      "epoch": 2.3856710862991393,
      "grad_norm": 1.248685962134213,
      "learning_rate": 0.0002016419443012164,
      "loss": 2.5469,
      "step": 51280
    },
    {
      "epoch": 2.38571760874622,
      "grad_norm": 1.1629152620543755,
      "learning_rate": 0.0002016384597558023,
      "loss": 2.3125,
      "step": 51281
    },
    {
      "epoch": 2.3857641311933007,
      "grad_norm": 1.3211080292985125,
      "learning_rate": 0.00020163497517877482,
      "loss": 2.2812,
      "step": 51282
    },
    {
      "epoch": 2.3858106536403816,
      "grad_norm": 1.2539627318126618,
      "learning_rate": 0.0002016314905701361,
      "loss": 2.2969,
      "step": 51283
    },
    {
      "epoch": 2.385857176087462,
      "grad_norm": 1.2719604719637614,
      "learning_rate": 0.00020162800592988828,
      "loss": 2.0625,
      "step": 51284
    },
    {
      "epoch": 2.385903698534543,
      "grad_norm": 1.2333802058415633,
      "learning_rate": 0.00020162452125803353,
      "loss": 2.2969,
      "step": 51285
    },
    {
      "epoch": 2.3859502209816235,
      "grad_norm": 1.3758266665956742,
      "learning_rate": 0.00020162103655457382,
      "loss": 2.4688,
      "step": 51286
    },
    {
      "epoch": 2.3859967434287044,
      "grad_norm": 1.206961386684851,
      "learning_rate": 0.00020161755181951152,
      "loss": 2.375,
      "step": 51287
    },
    {
      "epoch": 2.3860432658757853,
      "grad_norm": 1.1934380673604454,
      "learning_rate": 0.00020161406705284862,
      "loss": 2.3594,
      "step": 51288
    },
    {
      "epoch": 2.386089788322866,
      "grad_norm": 1.227812693190577,
      "learning_rate": 0.0002016105822545873,
      "loss": 2.2344,
      "step": 51289
    },
    {
      "epoch": 2.3861363107699463,
      "grad_norm": 1.2099578472024939,
      "learning_rate": 0.00020160709742472966,
      "loss": 2.4688,
      "step": 51290
    },
    {
      "epoch": 2.386182833217027,
      "grad_norm": 1.309948816706815,
      "learning_rate": 0.0002016036125632779,
      "loss": 2.3281,
      "step": 51291
    },
    {
      "epoch": 2.386229355664108,
      "grad_norm": 1.2111133855883034,
      "learning_rate": 0.00020160012767023403,
      "loss": 2.4062,
      "step": 51292
    },
    {
      "epoch": 2.3862758781111886,
      "grad_norm": 1.1462230924696946,
      "learning_rate": 0.00020159664274560027,
      "loss": 1.9062,
      "step": 51293
    },
    {
      "epoch": 2.3863224005582695,
      "grad_norm": 1.148950448587175,
      "learning_rate": 0.00020159315778937878,
      "loss": 2.3438,
      "step": 51294
    },
    {
      "epoch": 2.38636892300535,
      "grad_norm": 1.3065280699097168,
      "learning_rate": 0.0002015896728015716,
      "loss": 2.5312,
      "step": 51295
    },
    {
      "epoch": 2.386415445452431,
      "grad_norm": 1.2865725877803222,
      "learning_rate": 0.00020158618778218102,
      "loss": 2.3438,
      "step": 51296
    },
    {
      "epoch": 2.3864619678995114,
      "grad_norm": 1.1768336603373046,
      "learning_rate": 0.00020158270273120893,
      "loss": 1.9844,
      "step": 51297
    },
    {
      "epoch": 2.3865084903465923,
      "grad_norm": 1.2433803099411633,
      "learning_rate": 0.0002015792176486577,
      "loss": 2.3281,
      "step": 51298
    },
    {
      "epoch": 2.3865550127936728,
      "grad_norm": 1.2031447700208238,
      "learning_rate": 0.00020157573253452933,
      "loss": 2.1875,
      "step": 51299
    },
    {
      "epoch": 2.3866015352407537,
      "grad_norm": 1.3548201537014515,
      "learning_rate": 0.00020157224738882605,
      "loss": 2.3906,
      "step": 51300
    },
    {
      "epoch": 2.386648057687834,
      "grad_norm": 1.3636001226379715,
      "learning_rate": 0.00020156876221154985,
      "loss": 2.2812,
      "step": 51301
    },
    {
      "epoch": 2.386694580134915,
      "grad_norm": 1.180378498281817,
      "learning_rate": 0.00020156527700270304,
      "loss": 2.2812,
      "step": 51302
    },
    {
      "epoch": 2.386741102581996,
      "grad_norm": 1.254033846951488,
      "learning_rate": 0.00020156179176228757,
      "loss": 2.4062,
      "step": 51303
    },
    {
      "epoch": 2.3867876250290765,
      "grad_norm": 1.1649702484836368,
      "learning_rate": 0.00020155830649030575,
      "loss": 2.1406,
      "step": 51304
    },
    {
      "epoch": 2.3868341474761574,
      "grad_norm": 1.1811966534868439,
      "learning_rate": 0.0002015548211867596,
      "loss": 2.1406,
      "step": 51305
    },
    {
      "epoch": 2.386880669923238,
      "grad_norm": 1.2426420593506486,
      "learning_rate": 0.0002015513358516513,
      "loss": 2.5156,
      "step": 51306
    },
    {
      "epoch": 2.386927192370319,
      "grad_norm": 1.1769106107361833,
      "learning_rate": 0.00020154785048498295,
      "loss": 2.3125,
      "step": 51307
    },
    {
      "epoch": 2.3869737148173993,
      "grad_norm": 1.1289332305659645,
      "learning_rate": 0.00020154436508675665,
      "loss": 2.1562,
      "step": 51308
    },
    {
      "epoch": 2.38702023726448,
      "grad_norm": 1.2250235923090655,
      "learning_rate": 0.00020154087965697467,
      "loss": 2.6875,
      "step": 51309
    },
    {
      "epoch": 2.3870667597115607,
      "grad_norm": 1.239033830283504,
      "learning_rate": 0.000201537394195639,
      "loss": 2.5469,
      "step": 51310
    },
    {
      "epoch": 2.3871132821586416,
      "grad_norm": 1.1239592581388174,
      "learning_rate": 0.0002015339087027519,
      "loss": 1.8984,
      "step": 51311
    },
    {
      "epoch": 2.387159804605722,
      "grad_norm": 1.21322300418869,
      "learning_rate": 0.00020153042317831536,
      "loss": 2.0156,
      "step": 51312
    },
    {
      "epoch": 2.387206327052803,
      "grad_norm": 1.1888116709956262,
      "learning_rate": 0.00020152693762233166,
      "loss": 2.0625,
      "step": 51313
    },
    {
      "epoch": 2.387252849499884,
      "grad_norm": 1.1269954043102004,
      "learning_rate": 0.00020152345203480285,
      "loss": 2.0625,
      "step": 51314
    },
    {
      "epoch": 2.3872993719469644,
      "grad_norm": 1.3109856471584986,
      "learning_rate": 0.00020151996641573107,
      "loss": 2.625,
      "step": 51315
    },
    {
      "epoch": 2.3873458943940453,
      "grad_norm": 1.1622736761594177,
      "learning_rate": 0.00020151648076511842,
      "loss": 2.0156,
      "step": 51316
    },
    {
      "epoch": 2.387392416841126,
      "grad_norm": 1.176110875480749,
      "learning_rate": 0.00020151299508296713,
      "loss": 2.2188,
      "step": 51317
    },
    {
      "epoch": 2.3874389392882067,
      "grad_norm": 1.290421980243886,
      "learning_rate": 0.00020150950936927926,
      "loss": 2.2656,
      "step": 51318
    },
    {
      "epoch": 2.387485461735287,
      "grad_norm": 1.1875446677009467,
      "learning_rate": 0.00020150602362405695,
      "loss": 2.2656,
      "step": 51319
    },
    {
      "epoch": 2.387531984182368,
      "grad_norm": 1.2240331746978315,
      "learning_rate": 0.00020150253784730242,
      "loss": 2.1875,
      "step": 51320
    },
    {
      "epoch": 2.3875785066294486,
      "grad_norm": 1.2346559442517608,
      "learning_rate": 0.00020149905203901766,
      "loss": 2.2344,
      "step": 51321
    },
    {
      "epoch": 2.3876250290765295,
      "grad_norm": 1.2491279821283903,
      "learning_rate": 0.0002014955661992049,
      "loss": 2.5781,
      "step": 51322
    },
    {
      "epoch": 2.38767155152361,
      "grad_norm": 1.1296528936855512,
      "learning_rate": 0.00020149208032786624,
      "loss": 2.2812,
      "step": 51323
    },
    {
      "epoch": 2.387718073970691,
      "grad_norm": 1.175748448786887,
      "learning_rate": 0.00020148859442500384,
      "loss": 2.1562,
      "step": 51324
    },
    {
      "epoch": 2.3877645964177714,
      "grad_norm": 1.237258595192971,
      "learning_rate": 0.0002014851084906198,
      "loss": 2.5,
      "step": 51325
    },
    {
      "epoch": 2.3878111188648523,
      "grad_norm": 1.139459732319515,
      "learning_rate": 0.00020148162252471628,
      "loss": 2.1875,
      "step": 51326
    },
    {
      "epoch": 2.387857641311933,
      "grad_norm": 1.268783206149895,
      "learning_rate": 0.00020147813652729543,
      "loss": 2.3438,
      "step": 51327
    },
    {
      "epoch": 2.3879041637590137,
      "grad_norm": 1.0509828865014097,
      "learning_rate": 0.00020147465049835938,
      "loss": 1.7891,
      "step": 51328
    },
    {
      "epoch": 2.3879506862060946,
      "grad_norm": 1.2453658443600104,
      "learning_rate": 0.00020147116443791017,
      "loss": 2.2188,
      "step": 51329
    },
    {
      "epoch": 2.387997208653175,
      "grad_norm": 1.1781883815150744,
      "learning_rate": 0.00020146767834595004,
      "loss": 2.1562,
      "step": 51330
    },
    {
      "epoch": 2.388043731100256,
      "grad_norm": 1.2114026442720387,
      "learning_rate": 0.00020146419222248114,
      "loss": 2.2969,
      "step": 51331
    },
    {
      "epoch": 2.3880902535473365,
      "grad_norm": 1.2485349175925111,
      "learning_rate": 0.0002014607060675055,
      "loss": 2.3594,
      "step": 51332
    },
    {
      "epoch": 2.3881367759944174,
      "grad_norm": 1.3988356159441293,
      "learning_rate": 0.00020145721988102535,
      "loss": 2.4688,
      "step": 51333
    },
    {
      "epoch": 2.388183298441498,
      "grad_norm": 1.1038527337357875,
      "learning_rate": 0.00020145373366304274,
      "loss": 2.1719,
      "step": 51334
    },
    {
      "epoch": 2.388229820888579,
      "grad_norm": 1.2756428297914109,
      "learning_rate": 0.00020145024741355993,
      "loss": 2.25,
      "step": 51335
    },
    {
      "epoch": 2.3882763433356593,
      "grad_norm": 1.321442236769401,
      "learning_rate": 0.00020144676113257893,
      "loss": 2.625,
      "step": 51336
    },
    {
      "epoch": 2.3883228657827402,
      "grad_norm": 1.2410595743638806,
      "learning_rate": 0.0002014432748201019,
      "loss": 2.3281,
      "step": 51337
    },
    {
      "epoch": 2.3883693882298207,
      "grad_norm": 1.3029724464731347,
      "learning_rate": 0.000201439788476131,
      "loss": 2.5781,
      "step": 51338
    },
    {
      "epoch": 2.3884159106769016,
      "grad_norm": 1.1944924893204747,
      "learning_rate": 0.0002014363021006684,
      "loss": 2.3125,
      "step": 51339
    },
    {
      "epoch": 2.3884624331239825,
      "grad_norm": 1.1732331887154779,
      "learning_rate": 0.00020143281569371614,
      "loss": 2.1406,
      "step": 51340
    },
    {
      "epoch": 2.388508955571063,
      "grad_norm": 1.2910803599978362,
      "learning_rate": 0.00020142932925527643,
      "loss": 2.3281,
      "step": 51341
    },
    {
      "epoch": 2.388555478018144,
      "grad_norm": 1.1846396154851495,
      "learning_rate": 0.00020142584278535138,
      "loss": 2.1875,
      "step": 51342
    },
    {
      "epoch": 2.3886020004652244,
      "grad_norm": 1.2634576860236821,
      "learning_rate": 0.00020142235628394311,
      "loss": 2.5156,
      "step": 51343
    },
    {
      "epoch": 2.3886485229123053,
      "grad_norm": 1.153219736225766,
      "learning_rate": 0.0002014188697510538,
      "loss": 2.2656,
      "step": 51344
    },
    {
      "epoch": 2.388695045359386,
      "grad_norm": 1.2535602128905574,
      "learning_rate": 0.00020141538318668554,
      "loss": 2.2656,
      "step": 51345
    },
    {
      "epoch": 2.3887415678064667,
      "grad_norm": 1.2974878557057343,
      "learning_rate": 0.0002014118965908405,
      "loss": 2.5312,
      "step": 51346
    },
    {
      "epoch": 2.388788090253547,
      "grad_norm": 1.238706318430526,
      "learning_rate": 0.00020140840996352077,
      "loss": 2.5312,
      "step": 51347
    },
    {
      "epoch": 2.388834612700628,
      "grad_norm": 1.2611693281415526,
      "learning_rate": 0.00020140492330472852,
      "loss": 2.125,
      "step": 51348
    },
    {
      "epoch": 2.3888811351477086,
      "grad_norm": 1.189923457681437,
      "learning_rate": 0.00020140143661446583,
      "loss": 2.3438,
      "step": 51349
    },
    {
      "epoch": 2.3889276575947895,
      "grad_norm": 1.2405119106039764,
      "learning_rate": 0.00020139794989273497,
      "loss": 2.3281,
      "step": 51350
    },
    {
      "epoch": 2.38897418004187,
      "grad_norm": 1.1435341238299115,
      "learning_rate": 0.0002013944631395379,
      "loss": 2.2188,
      "step": 51351
    },
    {
      "epoch": 2.389020702488951,
      "grad_norm": 1.1327816867718998,
      "learning_rate": 0.00020139097635487685,
      "loss": 2.2031,
      "step": 51352
    },
    {
      "epoch": 2.3890672249360314,
      "grad_norm": 1.2756147026274738,
      "learning_rate": 0.00020138748953875396,
      "loss": 2.3281,
      "step": 51353
    },
    {
      "epoch": 2.3891137473831123,
      "grad_norm": 1.1665254633996562,
      "learning_rate": 0.00020138400269117132,
      "loss": 2.1719,
      "step": 51354
    },
    {
      "epoch": 2.3891602698301933,
      "grad_norm": 1.2771758685603127,
      "learning_rate": 0.00020138051581213115,
      "loss": 2.2656,
      "step": 51355
    },
    {
      "epoch": 2.3892067922772737,
      "grad_norm": 1.1503864830531554,
      "learning_rate": 0.00020137702890163549,
      "loss": 2.375,
      "step": 51356
    },
    {
      "epoch": 2.3892533147243546,
      "grad_norm": 1.313412277821905,
      "learning_rate": 0.0002013735419596865,
      "loss": 2.3594,
      "step": 51357
    },
    {
      "epoch": 2.389299837171435,
      "grad_norm": 1.312262563065902,
      "learning_rate": 0.0002013700549862863,
      "loss": 2.3281,
      "step": 51358
    },
    {
      "epoch": 2.389346359618516,
      "grad_norm": 1.253607129856157,
      "learning_rate": 0.0002013665679814371,
      "loss": 2.5625,
      "step": 51359
    },
    {
      "epoch": 2.3893928820655965,
      "grad_norm": 1.1462582997187314,
      "learning_rate": 0.000201363080945141,
      "loss": 2.2812,
      "step": 51360
    },
    {
      "epoch": 2.3894394045126774,
      "grad_norm": 1.1060273226022788,
      "learning_rate": 0.00020135959387740008,
      "loss": 2.0938,
      "step": 51361
    },
    {
      "epoch": 2.389485926959758,
      "grad_norm": 1.2260026427283812,
      "learning_rate": 0.0002013561067782165,
      "loss": 2.2031,
      "step": 51362
    },
    {
      "epoch": 2.389532449406839,
      "grad_norm": 1.2338731037044204,
      "learning_rate": 0.00020135261964759245,
      "loss": 2.3281,
      "step": 51363
    },
    {
      "epoch": 2.3895789718539193,
      "grad_norm": 1.2010230509671087,
      "learning_rate": 0.00020134913248553,
      "loss": 2.4062,
      "step": 51364
    },
    {
      "epoch": 2.3896254943010002,
      "grad_norm": 1.2467959759385323,
      "learning_rate": 0.0002013456452920313,
      "loss": 2.3281,
      "step": 51365
    },
    {
      "epoch": 2.389672016748081,
      "grad_norm": 1.2869376371066117,
      "learning_rate": 0.00020134215806709852,
      "loss": 2.4062,
      "step": 51366
    },
    {
      "epoch": 2.3897185391951616,
      "grad_norm": 1.3922604400565286,
      "learning_rate": 0.00020133867081073375,
      "loss": 2.0469,
      "step": 51367
    },
    {
      "epoch": 2.3897650616422426,
      "grad_norm": 1.2903718494669756,
      "learning_rate": 0.00020133518352293914,
      "loss": 2.4688,
      "step": 51368
    },
    {
      "epoch": 2.389811584089323,
      "grad_norm": 1.2119405551182552,
      "learning_rate": 0.00020133169620371682,
      "loss": 2.2812,
      "step": 51369
    },
    {
      "epoch": 2.389858106536404,
      "grad_norm": 1.2883879137628322,
      "learning_rate": 0.00020132820885306895,
      "loss": 1.6797,
      "step": 51370
    },
    {
      "epoch": 2.3899046289834844,
      "grad_norm": 1.1040202345718497,
      "learning_rate": 0.00020132472147099762,
      "loss": 2.2031,
      "step": 51371
    },
    {
      "epoch": 2.3899511514305654,
      "grad_norm": 1.3185362282327966,
      "learning_rate": 0.00020132123405750503,
      "loss": 2.4375,
      "step": 51372
    },
    {
      "epoch": 2.389997673877646,
      "grad_norm": 1.2527189838447237,
      "learning_rate": 0.00020131774661259327,
      "loss": 2.2812,
      "step": 51373
    },
    {
      "epoch": 2.3900441963247268,
      "grad_norm": 1.2120902323964102,
      "learning_rate": 0.00020131425913626447,
      "loss": 2.3281,
      "step": 51374
    },
    {
      "epoch": 2.3900907187718072,
      "grad_norm": 1.1945070579646175,
      "learning_rate": 0.0002013107716285208,
      "loss": 2.3281,
      "step": 51375
    },
    {
      "epoch": 2.390137241218888,
      "grad_norm": 1.1485173162574935,
      "learning_rate": 0.00020130728408936435,
      "loss": 2.0469,
      "step": 51376
    },
    {
      "epoch": 2.390183763665969,
      "grad_norm": 1.205986940928651,
      "learning_rate": 0.0002013037965187973,
      "loss": 2.2031,
      "step": 51377
    },
    {
      "epoch": 2.3902302861130496,
      "grad_norm": 1.1978181514606887,
      "learning_rate": 0.00020130030891682174,
      "loss": 2.4219,
      "step": 51378
    },
    {
      "epoch": 2.39027680856013,
      "grad_norm": 1.1932892716634529,
      "learning_rate": 0.00020129682128343986,
      "loss": 2.25,
      "step": 51379
    },
    {
      "epoch": 2.390323331007211,
      "grad_norm": 1.2580922632239968,
      "learning_rate": 0.0002012933336186537,
      "loss": 2.5156,
      "step": 51380
    },
    {
      "epoch": 2.390369853454292,
      "grad_norm": 1.150194867534547,
      "learning_rate": 0.00020128984592246554,
      "loss": 2.25,
      "step": 51381
    },
    {
      "epoch": 2.3904163759013723,
      "grad_norm": 1.2300971170310726,
      "learning_rate": 0.0002012863581948774,
      "loss": 2.1875,
      "step": 51382
    },
    {
      "epoch": 2.3904628983484533,
      "grad_norm": 1.1869345934677091,
      "learning_rate": 0.00020128287043589144,
      "loss": 2.2969,
      "step": 51383
    },
    {
      "epoch": 2.3905094207955337,
      "grad_norm": 1.2327929130322153,
      "learning_rate": 0.00020127938264550977,
      "loss": 2.3438,
      "step": 51384
    },
    {
      "epoch": 2.3905559432426147,
      "grad_norm": 1.3814267398799684,
      "learning_rate": 0.00020127589482373461,
      "loss": 2.2344,
      "step": 51385
    },
    {
      "epoch": 2.390602465689695,
      "grad_norm": 1.1510073460059338,
      "learning_rate": 0.000201272406970568,
      "loss": 2.125,
      "step": 51386
    },
    {
      "epoch": 2.390648988136776,
      "grad_norm": 1.2315459416510828,
      "learning_rate": 0.0002012689190860122,
      "loss": 2.2031,
      "step": 51387
    },
    {
      "epoch": 2.3906955105838565,
      "grad_norm": 1.3613231855817398,
      "learning_rate": 0.00020126543117006924,
      "loss": 2.4219,
      "step": 51388
    },
    {
      "epoch": 2.3907420330309375,
      "grad_norm": 1.2698602497154725,
      "learning_rate": 0.00020126194322274125,
      "loss": 2.2031,
      "step": 51389
    },
    {
      "epoch": 2.390788555478018,
      "grad_norm": 1.1879615281481162,
      "learning_rate": 0.00020125845524403044,
      "loss": 2.2031,
      "step": 51390
    },
    {
      "epoch": 2.390835077925099,
      "grad_norm": 1.2886101655956728,
      "learning_rate": 0.00020125496723393882,
      "loss": 2.2188,
      "step": 51391
    },
    {
      "epoch": 2.39088160037218,
      "grad_norm": 1.3002205378789216,
      "learning_rate": 0.00020125147919246872,
      "loss": 2.3281,
      "step": 51392
    },
    {
      "epoch": 2.3909281228192603,
      "grad_norm": 1.1236373983413481,
      "learning_rate": 0.00020124799111962205,
      "loss": 2.1719,
      "step": 51393
    },
    {
      "epoch": 2.390974645266341,
      "grad_norm": 1.120897620579171,
      "learning_rate": 0.00020124450301540111,
      "loss": 2.0156,
      "step": 51394
    },
    {
      "epoch": 2.3910211677134217,
      "grad_norm": 1.0924655987871088,
      "learning_rate": 0.00020124101487980795,
      "loss": 1.875,
      "step": 51395
    },
    {
      "epoch": 2.3910676901605026,
      "grad_norm": 1.239337076812449,
      "learning_rate": 0.00020123752671284478,
      "loss": 2.2344,
      "step": 51396
    },
    {
      "epoch": 2.391114212607583,
      "grad_norm": 1.2288227738911162,
      "learning_rate": 0.00020123403851451369,
      "loss": 2.1562,
      "step": 51397
    },
    {
      "epoch": 2.391160735054664,
      "grad_norm": 1.165222096732478,
      "learning_rate": 0.00020123055028481681,
      "loss": 2.2031,
      "step": 51398
    },
    {
      "epoch": 2.3912072575017445,
      "grad_norm": 1.1578379497909286,
      "learning_rate": 0.00020122706202375628,
      "loss": 2.0938,
      "step": 51399
    },
    {
      "epoch": 2.3912537799488254,
      "grad_norm": 1.2947952889155259,
      "learning_rate": 0.00020122357373133427,
      "loss": 2.4531,
      "step": 51400
    },
    {
      "epoch": 2.391300302395906,
      "grad_norm": 1.2601049937310271,
      "learning_rate": 0.0002012200854075529,
      "loss": 2.4375,
      "step": 51401
    },
    {
      "epoch": 2.3913468248429868,
      "grad_norm": 1.1691845026969185,
      "learning_rate": 0.00020121659705241423,
      "loss": 2.2031,
      "step": 51402
    },
    {
      "epoch": 2.3913933472900677,
      "grad_norm": 1.1914157851837504,
      "learning_rate": 0.0002012131086659205,
      "loss": 2.2188,
      "step": 51403
    },
    {
      "epoch": 2.391439869737148,
      "grad_norm": 1.28304910069088,
      "learning_rate": 0.00020120962024807376,
      "loss": 2.2344,
      "step": 51404
    },
    {
      "epoch": 2.3914863921842286,
      "grad_norm": 1.2760738784353611,
      "learning_rate": 0.00020120613179887625,
      "loss": 2.3594,
      "step": 51405
    },
    {
      "epoch": 2.3915329146313096,
      "grad_norm": 1.2107258451838518,
      "learning_rate": 0.00020120264331832997,
      "loss": 2.2656,
      "step": 51406
    },
    {
      "epoch": 2.3915794370783905,
      "grad_norm": 1.1916390375723085,
      "learning_rate": 0.00020119915480643717,
      "loss": 2.0938,
      "step": 51407
    },
    {
      "epoch": 2.391625959525471,
      "grad_norm": 1.1677709856454437,
      "learning_rate": 0.00020119566626319993,
      "loss": 2.2188,
      "step": 51408
    },
    {
      "epoch": 2.391672481972552,
      "grad_norm": 1.2125556791063499,
      "learning_rate": 0.00020119217768862043,
      "loss": 2.4375,
      "step": 51409
    },
    {
      "epoch": 2.3917190044196324,
      "grad_norm": 1.4115876256673696,
      "learning_rate": 0.00020118868908270077,
      "loss": 2.3594,
      "step": 51410
    },
    {
      "epoch": 2.3917655268667133,
      "grad_norm": 1.3868164622785994,
      "learning_rate": 0.0002011852004454431,
      "loss": 2.5,
      "step": 51411
    },
    {
      "epoch": 2.3918120493137938,
      "grad_norm": 1.3310983102458953,
      "learning_rate": 0.00020118171177684952,
      "loss": 2.0938,
      "step": 51412
    },
    {
      "epoch": 2.3918585717608747,
      "grad_norm": 1.2377048453400155,
      "learning_rate": 0.00020117822307692224,
      "loss": 2.1094,
      "step": 51413
    },
    {
      "epoch": 2.391905094207955,
      "grad_norm": 1.1179059261513864,
      "learning_rate": 0.0002011747343456633,
      "loss": 2.0,
      "step": 51414
    },
    {
      "epoch": 2.391951616655036,
      "grad_norm": 1.171849992367814,
      "learning_rate": 0.0002011712455830749,
      "loss": 2.3438,
      "step": 51415
    },
    {
      "epoch": 2.3919981391021166,
      "grad_norm": 1.2411305162737414,
      "learning_rate": 0.0002011677567891592,
      "loss": 2.125,
      "step": 51416
    },
    {
      "epoch": 2.3920446615491975,
      "grad_norm": 1.3497264865154468,
      "learning_rate": 0.0002011642679639182,
      "loss": 2.6406,
      "step": 51417
    },
    {
      "epoch": 2.3920911839962784,
      "grad_norm": 1.2453548021131822,
      "learning_rate": 0.00020116077910735424,
      "loss": 2.2188,
      "step": 51418
    },
    {
      "epoch": 2.392137706443359,
      "grad_norm": 1.3490974602356076,
      "learning_rate": 0.0002011572902194693,
      "loss": 2.3281,
      "step": 51419
    },
    {
      "epoch": 2.39218422889044,
      "grad_norm": 1.1617944677364112,
      "learning_rate": 0.00020115380130026556,
      "loss": 2.4219,
      "step": 51420
    },
    {
      "epoch": 2.3922307513375203,
      "grad_norm": 1.2118375183999595,
      "learning_rate": 0.00020115031234974517,
      "loss": 2.1406,
      "step": 51421
    },
    {
      "epoch": 2.392277273784601,
      "grad_norm": 1.1818111635667958,
      "learning_rate": 0.0002011468233679103,
      "loss": 2.3906,
      "step": 51422
    },
    {
      "epoch": 2.3923237962316817,
      "grad_norm": 1.3517604397429646,
      "learning_rate": 0.000201143334354763,
      "loss": 2.3438,
      "step": 51423
    },
    {
      "epoch": 2.3923703186787626,
      "grad_norm": 1.250475786409609,
      "learning_rate": 0.00020113984531030545,
      "loss": 2.0312,
      "step": 51424
    },
    {
      "epoch": 2.392416841125843,
      "grad_norm": 1.1434507290418485,
      "learning_rate": 0.00020113635623453978,
      "loss": 2.0938,
      "step": 51425
    },
    {
      "epoch": 2.392463363572924,
      "grad_norm": 1.1645344916629505,
      "learning_rate": 0.00020113286712746816,
      "loss": 2.2031,
      "step": 51426
    },
    {
      "epoch": 2.3925098860200045,
      "grad_norm": 1.210697710728785,
      "learning_rate": 0.0002011293779890927,
      "loss": 2.2969,
      "step": 51427
    },
    {
      "epoch": 2.3925564084670854,
      "grad_norm": 1.1817182178627297,
      "learning_rate": 0.00020112588881941544,
      "loss": 2.1719,
      "step": 51428
    },
    {
      "epoch": 2.3926029309141663,
      "grad_norm": 1.15892310168914,
      "learning_rate": 0.00020112239961843874,
      "loss": 2.2344,
      "step": 51429
    },
    {
      "epoch": 2.392649453361247,
      "grad_norm": 1.3060494189417902,
      "learning_rate": 0.00020111891038616453,
      "loss": 2.3438,
      "step": 51430
    },
    {
      "epoch": 2.3926959758083273,
      "grad_norm": 1.1652691749910253,
      "learning_rate": 0.00020111542112259505,
      "loss": 2.0156,
      "step": 51431
    },
    {
      "epoch": 2.392742498255408,
      "grad_norm": 1.182127221611234,
      "learning_rate": 0.0002011119318277324,
      "loss": 2.1719,
      "step": 51432
    },
    {
      "epoch": 2.392789020702489,
      "grad_norm": 1.270761952722708,
      "learning_rate": 0.00020110844250157873,
      "loss": 2.5,
      "step": 51433
    },
    {
      "epoch": 2.3928355431495696,
      "grad_norm": 1.1763832773908232,
      "learning_rate": 0.00020110495314413612,
      "loss": 2.0469,
      "step": 51434
    },
    {
      "epoch": 2.3928820655966505,
      "grad_norm": 1.2118034529757662,
      "learning_rate": 0.00020110146375540682,
      "loss": 2.0469,
      "step": 51435
    },
    {
      "epoch": 2.392928588043731,
      "grad_norm": 1.2130018907497497,
      "learning_rate": 0.0002010979743353929,
      "loss": 2.4219,
      "step": 51436
    },
    {
      "epoch": 2.392975110490812,
      "grad_norm": 1.172265488412654,
      "learning_rate": 0.0002010944848840965,
      "loss": 2.0312,
      "step": 51437
    },
    {
      "epoch": 2.3930216329378924,
      "grad_norm": 1.2265204844389688,
      "learning_rate": 0.0002010909954015197,
      "loss": 2.3125,
      "step": 51438
    },
    {
      "epoch": 2.3930681553849733,
      "grad_norm": 1.2142804145136246,
      "learning_rate": 0.00020108750588766473,
      "loss": 2.2812,
      "step": 51439
    },
    {
      "epoch": 2.393114677832054,
      "grad_norm": 1.1976091815920284,
      "learning_rate": 0.0002010840163425337,
      "loss": 2.375,
      "step": 51440
    },
    {
      "epoch": 2.3931612002791347,
      "grad_norm": 1.249447403795169,
      "learning_rate": 0.0002010805267661287,
      "loss": 2.1875,
      "step": 51441
    },
    {
      "epoch": 2.393207722726215,
      "grad_norm": 1.1695917019464213,
      "learning_rate": 0.0002010770371584519,
      "loss": 2.2969,
      "step": 51442
    },
    {
      "epoch": 2.393254245173296,
      "grad_norm": 1.1784768632700677,
      "learning_rate": 0.00020107354751950547,
      "loss": 2.3281,
      "step": 51443
    },
    {
      "epoch": 2.393300767620377,
      "grad_norm": 1.2456130632023006,
      "learning_rate": 0.00020107005784929152,
      "loss": 1.7109,
      "step": 51444
    },
    {
      "epoch": 2.3933472900674575,
      "grad_norm": 1.2099540851037718,
      "learning_rate": 0.00020106656814781212,
      "loss": 2.3125,
      "step": 51445
    },
    {
      "epoch": 2.3933938125145384,
      "grad_norm": 1.2083230232802333,
      "learning_rate": 0.00020106307841506955,
      "loss": 2.2656,
      "step": 51446
    },
    {
      "epoch": 2.393440334961619,
      "grad_norm": 1.0842653307551247,
      "learning_rate": 0.0002010595886510658,
      "loss": 1.5938,
      "step": 51447
    },
    {
      "epoch": 2.3934868574087,
      "grad_norm": 1.131160082058081,
      "learning_rate": 0.0002010560988558031,
      "loss": 1.9688,
      "step": 51448
    },
    {
      "epoch": 2.3935333798557803,
      "grad_norm": 1.1920581177293665,
      "learning_rate": 0.00020105260902928353,
      "loss": 1.8984,
      "step": 51449
    },
    {
      "epoch": 2.393579902302861,
      "grad_norm": 1.2970150648430834,
      "learning_rate": 0.00020104911917150924,
      "loss": 2.5625,
      "step": 51450
    },
    {
      "epoch": 2.3936264247499417,
      "grad_norm": 1.1273877944909179,
      "learning_rate": 0.00020104562928248244,
      "loss": 2.1406,
      "step": 51451
    },
    {
      "epoch": 2.3936729471970226,
      "grad_norm": 1.2228033235209763,
      "learning_rate": 0.00020104213936220514,
      "loss": 2.2344,
      "step": 51452
    },
    {
      "epoch": 2.393719469644103,
      "grad_norm": 1.2814643428716164,
      "learning_rate": 0.00020103864941067956,
      "loss": 2.7031,
      "step": 51453
    },
    {
      "epoch": 2.393765992091184,
      "grad_norm": 1.2550912602873916,
      "learning_rate": 0.00020103515942790782,
      "loss": 2.5,
      "step": 51454
    },
    {
      "epoch": 2.393812514538265,
      "grad_norm": 1.1736590424527524,
      "learning_rate": 0.00020103166941389208,
      "loss": 2.5312,
      "step": 51455
    },
    {
      "epoch": 2.3938590369853454,
      "grad_norm": 1.3415369898680862,
      "learning_rate": 0.00020102817936863443,
      "loss": 2.125,
      "step": 51456
    },
    {
      "epoch": 2.3939055594324263,
      "grad_norm": 1.2110863704647172,
      "learning_rate": 0.00020102468929213705,
      "loss": 2.2031,
      "step": 51457
    },
    {
      "epoch": 2.393952081879507,
      "grad_norm": 1.213179948957631,
      "learning_rate": 0.00020102119918440203,
      "loss": 2.3281,
      "step": 51458
    },
    {
      "epoch": 2.3939986043265877,
      "grad_norm": 1.2058381170046408,
      "learning_rate": 0.00020101770904543153,
      "loss": 2.2188,
      "step": 51459
    },
    {
      "epoch": 2.394045126773668,
      "grad_norm": 1.1657404854087852,
      "learning_rate": 0.00020101421887522769,
      "loss": 2.3906,
      "step": 51460
    },
    {
      "epoch": 2.394091649220749,
      "grad_norm": 1.1841794811110822,
      "learning_rate": 0.00020101072867379267,
      "loss": 2.3594,
      "step": 51461
    },
    {
      "epoch": 2.3941381716678296,
      "grad_norm": 1.1590024796566825,
      "learning_rate": 0.00020100723844112856,
      "loss": 2.1094,
      "step": 51462
    },
    {
      "epoch": 2.3941846941149105,
      "grad_norm": 1.2140454308347755,
      "learning_rate": 0.00020100374817723748,
      "loss": 2.2344,
      "step": 51463
    },
    {
      "epoch": 2.394231216561991,
      "grad_norm": 1.3066945524709288,
      "learning_rate": 0.0002010002578821217,
      "loss": 2.2812,
      "step": 51464
    },
    {
      "epoch": 2.394277739009072,
      "grad_norm": 1.2121281080921078,
      "learning_rate": 0.00020099676755578317,
      "loss": 2.1094,
      "step": 51465
    },
    {
      "epoch": 2.3943242614561524,
      "grad_norm": 1.2109108473666061,
      "learning_rate": 0.00020099327719822415,
      "loss": 2.375,
      "step": 51466
    },
    {
      "epoch": 2.3943707839032333,
      "grad_norm": 1.139164576108513,
      "learning_rate": 0.00020098978680944675,
      "loss": 2.0312,
      "step": 51467
    },
    {
      "epoch": 2.394417306350314,
      "grad_norm": 1.2611802303617006,
      "learning_rate": 0.0002009862963894531,
      "loss": 2.4375,
      "step": 51468
    },
    {
      "epoch": 2.3944638287973947,
      "grad_norm": 1.2343325925776516,
      "learning_rate": 0.00020098280593824536,
      "loss": 2.5312,
      "step": 51469
    },
    {
      "epoch": 2.3945103512444756,
      "grad_norm": 1.2466947156560793,
      "learning_rate": 0.0002009793154558256,
      "loss": 2.4531,
      "step": 51470
    },
    {
      "epoch": 2.394556873691556,
      "grad_norm": 1.2057354041698067,
      "learning_rate": 0.000200975824942196,
      "loss": 2.4531,
      "step": 51471
    },
    {
      "epoch": 2.394603396138637,
      "grad_norm": 1.2710446552750299,
      "learning_rate": 0.00020097233439735873,
      "loss": 2.6562,
      "step": 51472
    },
    {
      "epoch": 2.3946499185857175,
      "grad_norm": 1.2877437146990058,
      "learning_rate": 0.0002009688438213159,
      "loss": 2.3281,
      "step": 51473
    },
    {
      "epoch": 2.3946964410327984,
      "grad_norm": 1.2496048308212135,
      "learning_rate": 0.00020096535321406964,
      "loss": 2.3125,
      "step": 51474
    },
    {
      "epoch": 2.394742963479879,
      "grad_norm": 1.223162293133369,
      "learning_rate": 0.0002009618625756221,
      "loss": 2.3594,
      "step": 51475
    },
    {
      "epoch": 2.39478948592696,
      "grad_norm": 1.2114962951200565,
      "learning_rate": 0.00020095837190597536,
      "loss": 2.3906,
      "step": 51476
    },
    {
      "epoch": 2.3948360083740403,
      "grad_norm": 1.1211234431786838,
      "learning_rate": 0.0002009548812051317,
      "loss": 2.0781,
      "step": 51477
    },
    {
      "epoch": 2.3948825308211212,
      "grad_norm": 1.185255944209719,
      "learning_rate": 0.00020095139047309306,
      "loss": 2.1875,
      "step": 51478
    },
    {
      "epoch": 2.3949290532682017,
      "grad_norm": 1.3426090391133032,
      "learning_rate": 0.00020094789970986175,
      "loss": 2.6094,
      "step": 51479
    },
    {
      "epoch": 2.3949755757152826,
      "grad_norm": 1.279542064649374,
      "learning_rate": 0.00020094440891543978,
      "loss": 2.3125,
      "step": 51480
    },
    {
      "epoch": 2.3950220981623636,
      "grad_norm": 1.1382698517609526,
      "learning_rate": 0.0002009409180898294,
      "loss": 2.3438,
      "step": 51481
    },
    {
      "epoch": 2.395068620609444,
      "grad_norm": 1.1525476315819896,
      "learning_rate": 0.00020093742723303263,
      "loss": 2.2031,
      "step": 51482
    },
    {
      "epoch": 2.395115143056525,
      "grad_norm": 1.1553583671498693,
      "learning_rate": 0.0002009339363450517,
      "loss": 2.1875,
      "step": 51483
    },
    {
      "epoch": 2.3951616655036054,
      "grad_norm": 1.1101715042862343,
      "learning_rate": 0.0002009304454258887,
      "loss": 1.9844,
      "step": 51484
    },
    {
      "epoch": 2.3952081879506864,
      "grad_norm": 1.1438355595057095,
      "learning_rate": 0.00020092695447554578,
      "loss": 2.0,
      "step": 51485
    },
    {
      "epoch": 2.395254710397767,
      "grad_norm": 1.374578956927831,
      "learning_rate": 0.00020092346349402508,
      "loss": 2.0312,
      "step": 51486
    },
    {
      "epoch": 2.3953012328448477,
      "grad_norm": 1.1711322191221896,
      "learning_rate": 0.00020091997248132876,
      "loss": 2.3906,
      "step": 51487
    },
    {
      "epoch": 2.3953477552919282,
      "grad_norm": 1.1939442972016998,
      "learning_rate": 0.00020091648143745892,
      "loss": 2.1562,
      "step": 51488
    },
    {
      "epoch": 2.395394277739009,
      "grad_norm": 1.2835879964490182,
      "learning_rate": 0.0002009129903624177,
      "loss": 2.3125,
      "step": 51489
    },
    {
      "epoch": 2.3954408001860896,
      "grad_norm": 1.172950248802145,
      "learning_rate": 0.00020090949925620727,
      "loss": 2.375,
      "step": 51490
    },
    {
      "epoch": 2.3954873226331705,
      "grad_norm": 1.2408179315506784,
      "learning_rate": 0.00020090600811882968,
      "loss": 2.2812,
      "step": 51491
    },
    {
      "epoch": 2.3955338450802515,
      "grad_norm": 1.1629525108586154,
      "learning_rate": 0.00020090251695028722,
      "loss": 1.9375,
      "step": 51492
    },
    {
      "epoch": 2.395580367527332,
      "grad_norm": 1.321368132130158,
      "learning_rate": 0.00020089902575058189,
      "loss": 2.2812,
      "step": 51493
    },
    {
      "epoch": 2.3956268899744124,
      "grad_norm": 1.239654985227458,
      "learning_rate": 0.00020089553451971585,
      "loss": 2.4375,
      "step": 51494
    },
    {
      "epoch": 2.3956734124214933,
      "grad_norm": 1.3528936468493507,
      "learning_rate": 0.0002008920432576913,
      "loss": 2.4844,
      "step": 51495
    },
    {
      "epoch": 2.3957199348685743,
      "grad_norm": 1.260379914689465,
      "learning_rate": 0.00020088855196451037,
      "loss": 2.1719,
      "step": 51496
    },
    {
      "epoch": 2.3957664573156547,
      "grad_norm": 1.2054117618046873,
      "learning_rate": 0.00020088506064017513,
      "loss": 2.4688,
      "step": 51497
    },
    {
      "epoch": 2.3958129797627357,
      "grad_norm": 1.1392679913323698,
      "learning_rate": 0.00020088156928468778,
      "loss": 2.1094,
      "step": 51498
    },
    {
      "epoch": 2.395859502209816,
      "grad_norm": 1.2113953057259652,
      "learning_rate": 0.0002008780778980504,
      "loss": 2.2188,
      "step": 51499
    },
    {
      "epoch": 2.395906024656897,
      "grad_norm": 1.2446662611388462,
      "learning_rate": 0.00020087458648026515,
      "loss": 2.3438,
      "step": 51500
    },
    {
      "epoch": 2.3959525471039775,
      "grad_norm": 1.242408791834043,
      "learning_rate": 0.00020087109503133424,
      "loss": 2.4062,
      "step": 51501
    },
    {
      "epoch": 2.3959990695510585,
      "grad_norm": 1.1605359514974352,
      "learning_rate": 0.0002008676035512597,
      "loss": 2.25,
      "step": 51502
    },
    {
      "epoch": 2.396045591998139,
      "grad_norm": 1.1371049766753352,
      "learning_rate": 0.00020086411204004375,
      "loss": 2.1719,
      "step": 51503
    },
    {
      "epoch": 2.39609211444522,
      "grad_norm": 1.1794454790101494,
      "learning_rate": 0.00020086062049768844,
      "loss": 2.3125,
      "step": 51504
    },
    {
      "epoch": 2.3961386368923003,
      "grad_norm": 1.136454008563099,
      "learning_rate": 0.00020085712892419598,
      "loss": 2.0938,
      "step": 51505
    },
    {
      "epoch": 2.3961851593393813,
      "grad_norm": 1.143066779457546,
      "learning_rate": 0.00020085363731956845,
      "loss": 2.1719,
      "step": 51506
    },
    {
      "epoch": 2.396231681786462,
      "grad_norm": 1.1888786013563597,
      "learning_rate": 0.0002008501456838081,
      "loss": 2.375,
      "step": 51507
    },
    {
      "epoch": 2.3962782042335427,
      "grad_norm": 1.221812862481853,
      "learning_rate": 0.00020084665401691698,
      "loss": 2.2812,
      "step": 51508
    },
    {
      "epoch": 2.3963247266806236,
      "grad_norm": 1.1689902710309037,
      "learning_rate": 0.00020084316231889718,
      "loss": 2.1406,
      "step": 51509
    },
    {
      "epoch": 2.396371249127704,
      "grad_norm": 1.2208536909407057,
      "learning_rate": 0.00020083967058975096,
      "loss": 2.2656,
      "step": 51510
    },
    {
      "epoch": 2.396417771574785,
      "grad_norm": 1.2200568121364965,
      "learning_rate": 0.00020083617882948033,
      "loss": 2.1094,
      "step": 51511
    },
    {
      "epoch": 2.3964642940218654,
      "grad_norm": 1.2464538658129836,
      "learning_rate": 0.00020083268703808754,
      "loss": 2.2344,
      "step": 51512
    },
    {
      "epoch": 2.3965108164689464,
      "grad_norm": 1.2068460268697725,
      "learning_rate": 0.0002008291952155747,
      "loss": 2.1562,
      "step": 51513
    },
    {
      "epoch": 2.396557338916027,
      "grad_norm": 1.1714302248427388,
      "learning_rate": 0.00020082570336194387,
      "loss": 2.3125,
      "step": 51514
    },
    {
      "epoch": 2.3966038613631078,
      "grad_norm": 1.306902973868013,
      "learning_rate": 0.00020082221147719727,
      "loss": 2.6562,
      "step": 51515
    },
    {
      "epoch": 2.3966503838101882,
      "grad_norm": 1.1676923860647352,
      "learning_rate": 0.000200818719561337,
      "loss": 2.2344,
      "step": 51516
    },
    {
      "epoch": 2.396696906257269,
      "grad_norm": 1.2113518359296072,
      "learning_rate": 0.0002008152276143652,
      "loss": 2.375,
      "step": 51517
    },
    {
      "epoch": 2.39674342870435,
      "grad_norm": 1.202274917088243,
      "learning_rate": 0.00020081173563628405,
      "loss": 2.4375,
      "step": 51518
    },
    {
      "epoch": 2.3967899511514306,
      "grad_norm": 1.1749391100251672,
      "learning_rate": 0.00020080824362709562,
      "loss": 2.3906,
      "step": 51519
    },
    {
      "epoch": 2.396836473598511,
      "grad_norm": 1.1807386878452317,
      "learning_rate": 0.00020080475158680214,
      "loss": 2.2969,
      "step": 51520
    },
    {
      "epoch": 2.396882996045592,
      "grad_norm": 1.295161419130008,
      "learning_rate": 0.00020080125951540568,
      "loss": 2.3438,
      "step": 51521
    },
    {
      "epoch": 2.396929518492673,
      "grad_norm": 1.1978601108830362,
      "learning_rate": 0.00020079776741290835,
      "loss": 2.5,
      "step": 51522
    },
    {
      "epoch": 2.3969760409397534,
      "grad_norm": 1.208987045341537,
      "learning_rate": 0.00020079427527931235,
      "loss": 2.2812,
      "step": 51523
    },
    {
      "epoch": 2.3970225633868343,
      "grad_norm": 1.2445681634116785,
      "learning_rate": 0.0002007907831146198,
      "loss": 1.8984,
      "step": 51524
    },
    {
      "epoch": 2.3970690858339148,
      "grad_norm": 1.2271002480523434,
      "learning_rate": 0.00020078729091883282,
      "loss": 2.3125,
      "step": 51525
    },
    {
      "epoch": 2.3971156082809957,
      "grad_norm": 1.1691499245421844,
      "learning_rate": 0.0002007837986919536,
      "loss": 2.1875,
      "step": 51526
    },
    {
      "epoch": 2.397162130728076,
      "grad_norm": 1.1567530022133594,
      "learning_rate": 0.00020078030643398418,
      "loss": 2.3125,
      "step": 51527
    },
    {
      "epoch": 2.397208653175157,
      "grad_norm": 1.2268500592704918,
      "learning_rate": 0.00020077681414492674,
      "loss": 2.2812,
      "step": 51528
    },
    {
      "epoch": 2.3972551756222376,
      "grad_norm": 1.383268104111274,
      "learning_rate": 0.0002007733218247835,
      "loss": 1.7656,
      "step": 51529
    },
    {
      "epoch": 2.3973016980693185,
      "grad_norm": 1.2336935985903554,
      "learning_rate": 0.0002007698294735565,
      "loss": 2.1094,
      "step": 51530
    },
    {
      "epoch": 2.397348220516399,
      "grad_norm": 1.3051692430378334,
      "learning_rate": 0.00020076633709124794,
      "loss": 2.0469,
      "step": 51531
    },
    {
      "epoch": 2.39739474296348,
      "grad_norm": 1.2166239178307134,
      "learning_rate": 0.00020076284467785988,
      "loss": 2.2344,
      "step": 51532
    },
    {
      "epoch": 2.397441265410561,
      "grad_norm": 1.1880128761872093,
      "learning_rate": 0.00020075935223339456,
      "loss": 2.1719,
      "step": 51533
    },
    {
      "epoch": 2.3974877878576413,
      "grad_norm": 1.2196818145839963,
      "learning_rate": 0.00020075585975785407,
      "loss": 2.3125,
      "step": 51534
    },
    {
      "epoch": 2.397534310304722,
      "grad_norm": 1.1245851023506954,
      "learning_rate": 0.0002007523672512405,
      "loss": 2.3125,
      "step": 51535
    },
    {
      "epoch": 2.3975808327518027,
      "grad_norm": 1.2528614591258378,
      "learning_rate": 0.00020074887471355606,
      "loss": 2.3125,
      "step": 51536
    },
    {
      "epoch": 2.3976273551988836,
      "grad_norm": 1.2680320116278123,
      "learning_rate": 0.0002007453821448028,
      "loss": 2.3438,
      "step": 51537
    },
    {
      "epoch": 2.397673877645964,
      "grad_norm": 1.2055185066203264,
      "learning_rate": 0.000200741889544983,
      "loss": 2.0938,
      "step": 51538
    },
    {
      "epoch": 2.397720400093045,
      "grad_norm": 1.339106623106589,
      "learning_rate": 0.00020073839691409868,
      "loss": 2.4062,
      "step": 51539
    },
    {
      "epoch": 2.3977669225401255,
      "grad_norm": 1.4140721840203652,
      "learning_rate": 0.00020073490425215202,
      "loss": 2.1875,
      "step": 51540
    },
    {
      "epoch": 2.3978134449872064,
      "grad_norm": 1.250787320448955,
      "learning_rate": 0.00020073141155914513,
      "loss": 2.4844,
      "step": 51541
    },
    {
      "epoch": 2.397859967434287,
      "grad_norm": 1.3469934832695094,
      "learning_rate": 0.0002007279188350802,
      "loss": 1.6016,
      "step": 51542
    },
    {
      "epoch": 2.397906489881368,
      "grad_norm": 1.3123610008846351,
      "learning_rate": 0.00020072442607995934,
      "loss": 2.3125,
      "step": 51543
    },
    {
      "epoch": 2.3979530123284487,
      "grad_norm": 1.216200218868637,
      "learning_rate": 0.0002007209332937847,
      "loss": 2.2188,
      "step": 51544
    },
    {
      "epoch": 2.397999534775529,
      "grad_norm": 1.236813783976526,
      "learning_rate": 0.00020071744047655833,
      "loss": 2.2031,
      "step": 51545
    },
    {
      "epoch": 2.3980460572226097,
      "grad_norm": 1.4850027247734512,
      "learning_rate": 0.00020071394762828253,
      "loss": 2.4688,
      "step": 51546
    },
    {
      "epoch": 2.3980925796696906,
      "grad_norm": 1.4204234518683192,
      "learning_rate": 0.00020071045474895935,
      "loss": 2.3438,
      "step": 51547
    },
    {
      "epoch": 2.3981391021167715,
      "grad_norm": 1.1795509821027004,
      "learning_rate": 0.00020070696183859088,
      "loss": 2.2656,
      "step": 51548
    },
    {
      "epoch": 2.398185624563852,
      "grad_norm": 1.2325439984693911,
      "learning_rate": 0.0002007034688971793,
      "loss": 2.5625,
      "step": 51549
    },
    {
      "epoch": 2.398232147010933,
      "grad_norm": 1.2551695316805653,
      "learning_rate": 0.00020069997592472678,
      "loss": 2.3438,
      "step": 51550
    },
    {
      "epoch": 2.3982786694580134,
      "grad_norm": 2.3459152281283373,
      "learning_rate": 0.00020069648292123546,
      "loss": 2.2656,
      "step": 51551
    },
    {
      "epoch": 2.3983251919050943,
      "grad_norm": 1.2529938863170438,
      "learning_rate": 0.00020069298988670742,
      "loss": 2.375,
      "step": 51552
    },
    {
      "epoch": 2.3983717143521748,
      "grad_norm": 1.3153323059759687,
      "learning_rate": 0.00020068949682114487,
      "loss": 2.4219,
      "step": 51553
    },
    {
      "epoch": 2.3984182367992557,
      "grad_norm": 1.132281795988999,
      "learning_rate": 0.00020068600372454988,
      "loss": 2.125,
      "step": 51554
    },
    {
      "epoch": 2.398464759246336,
      "grad_norm": 1.266711444408868,
      "learning_rate": 0.00020068251059692465,
      "loss": 2.375,
      "step": 51555
    },
    {
      "epoch": 2.398511281693417,
      "grad_norm": 1.2558662904010054,
      "learning_rate": 0.00020067901743827125,
      "loss": 2.1719,
      "step": 51556
    },
    {
      "epoch": 2.3985578041404976,
      "grad_norm": 1.218925684648305,
      "learning_rate": 0.0002006755242485919,
      "loss": 2.4375,
      "step": 51557
    },
    {
      "epoch": 2.3986043265875785,
      "grad_norm": 1.2767348702892418,
      "learning_rate": 0.00020067203102788867,
      "loss": 2.2969,
      "step": 51558
    },
    {
      "epoch": 2.3986508490346594,
      "grad_norm": 1.2366667855802136,
      "learning_rate": 0.00020066853777616373,
      "loss": 2.3125,
      "step": 51559
    },
    {
      "epoch": 2.39869737148174,
      "grad_norm": 1.3106730273558584,
      "learning_rate": 0.0002006650444934192,
      "loss": 2.25,
      "step": 51560
    },
    {
      "epoch": 2.398743893928821,
      "grad_norm": 1.3245309133096217,
      "learning_rate": 0.0002006615511796572,
      "loss": 2.3125,
      "step": 51561
    },
    {
      "epoch": 2.3987904163759013,
      "grad_norm": 1.192933920865164,
      "learning_rate": 0.00020065805783487997,
      "loss": 2.1094,
      "step": 51562
    },
    {
      "epoch": 2.398836938822982,
      "grad_norm": 1.2761491588313598,
      "learning_rate": 0.00020065456445908953,
      "loss": 2.4688,
      "step": 51563
    },
    {
      "epoch": 2.3988834612700627,
      "grad_norm": 1.204276048065402,
      "learning_rate": 0.00020065107105228812,
      "loss": 2.2188,
      "step": 51564
    },
    {
      "epoch": 2.3989299837171436,
      "grad_norm": 1.305009450441569,
      "learning_rate": 0.00020064757761447776,
      "loss": 1.6094,
      "step": 51565
    },
    {
      "epoch": 2.398976506164224,
      "grad_norm": 1.270743585653912,
      "learning_rate": 0.0002006440841456607,
      "loss": 2.0156,
      "step": 51566
    },
    {
      "epoch": 2.399023028611305,
      "grad_norm": 1.434501812776246,
      "learning_rate": 0.00020064059064583902,
      "loss": 2.4219,
      "step": 51567
    },
    {
      "epoch": 2.3990695510583855,
      "grad_norm": 1.2207245279830348,
      "learning_rate": 0.00020063709711501488,
      "loss": 2.25,
      "step": 51568
    },
    {
      "epoch": 2.3991160735054664,
      "grad_norm": 1.2763289816169887,
      "learning_rate": 0.0002006336035531904,
      "loss": 2.0156,
      "step": 51569
    },
    {
      "epoch": 2.3991625959525473,
      "grad_norm": 1.2281240372654374,
      "learning_rate": 0.00020063010996036775,
      "loss": 2.4531,
      "step": 51570
    },
    {
      "epoch": 2.399209118399628,
      "grad_norm": 1.2730680684704727,
      "learning_rate": 0.00020062661633654896,
      "loss": 2.25,
      "step": 51571
    },
    {
      "epoch": 2.3992556408467087,
      "grad_norm": 1.0938296517304635,
      "learning_rate": 0.00020062312268173633,
      "loss": 1.9141,
      "step": 51572
    },
    {
      "epoch": 2.399302163293789,
      "grad_norm": 1.2943630632449998,
      "learning_rate": 0.00020061962899593194,
      "loss": 2.125,
      "step": 51573
    },
    {
      "epoch": 2.39934868574087,
      "grad_norm": 1.2757543004824317,
      "learning_rate": 0.0002006161352791379,
      "loss": 2.1562,
      "step": 51574
    },
    {
      "epoch": 2.3993952081879506,
      "grad_norm": 1.3737227926367375,
      "learning_rate": 0.00020061264153135638,
      "loss": 2.2812,
      "step": 51575
    },
    {
      "epoch": 2.3994417306350315,
      "grad_norm": 1.2406048279883999,
      "learning_rate": 0.00020060914775258946,
      "loss": 1.7812,
      "step": 51576
    },
    {
      "epoch": 2.399488253082112,
      "grad_norm": 1.522547987061787,
      "learning_rate": 0.00020060565394283935,
      "loss": 2.125,
      "step": 51577
    },
    {
      "epoch": 2.399534775529193,
      "grad_norm": 1.2094708704922086,
      "learning_rate": 0.00020060216010210817,
      "loss": 2.1719,
      "step": 51578
    },
    {
      "epoch": 2.3995812979762734,
      "grad_norm": 1.2206456470107787,
      "learning_rate": 0.00020059866623039805,
      "loss": 2.0781,
      "step": 51579
    },
    {
      "epoch": 2.3996278204233543,
      "grad_norm": 1.193988955790265,
      "learning_rate": 0.00020059517232771107,
      "loss": 2.2031,
      "step": 51580
    },
    {
      "epoch": 2.399674342870435,
      "grad_norm": 1.1689661501987416,
      "learning_rate": 0.00020059167839404948,
      "loss": 2.3438,
      "step": 51581
    },
    {
      "epoch": 2.3997208653175157,
      "grad_norm": 1.2504780619901694,
      "learning_rate": 0.00020058818442941537,
      "loss": 2.1562,
      "step": 51582
    },
    {
      "epoch": 2.399767387764596,
      "grad_norm": 1.3507465225985176,
      "learning_rate": 0.00020058469043381083,
      "loss": 2.0938,
      "step": 51583
    },
    {
      "epoch": 2.399813910211677,
      "grad_norm": 1.3319369972135322,
      "learning_rate": 0.0002005811964072381,
      "loss": 2.4375,
      "step": 51584
    },
    {
      "epoch": 2.399860432658758,
      "grad_norm": 1.5220971403779837,
      "learning_rate": 0.00020057770234969922,
      "loss": 2.2344,
      "step": 51585
    },
    {
      "epoch": 2.3999069551058385,
      "grad_norm": 1.171204539334276,
      "learning_rate": 0.00020057420826119642,
      "loss": 2.0938,
      "step": 51586
    },
    {
      "epoch": 2.3999534775529194,
      "grad_norm": 1.2970017906659197,
      "learning_rate": 0.00020057071414173177,
      "loss": 2.4688,
      "step": 51587
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.173008154035846,
      "learning_rate": 0.00020056721999130742,
      "loss": 2.1562,
      "step": 51588
    },
    {
      "epoch": 2.400046522447081,
      "grad_norm": 1.2439797790743212,
      "learning_rate": 0.0002005637258099255,
      "loss": 2.3594,
      "step": 51589
    },
    {
      "epoch": 2.4000930448941613,
      "grad_norm": 1.3025760530101564,
      "learning_rate": 0.0002005602315975882,
      "loss": 2.1719,
      "step": 51590
    },
    {
      "epoch": 2.4001395673412422,
      "grad_norm": 1.1926815940449118,
      "learning_rate": 0.0002005567373542976,
      "loss": 1.8828,
      "step": 51591
    },
    {
      "epoch": 2.4001860897883227,
      "grad_norm": 1.3955772746347936,
      "learning_rate": 0.0002005532430800559,
      "loss": 2.5938,
      "step": 51592
    },
    {
      "epoch": 2.4002326122354036,
      "grad_norm": 1.2493250999335057,
      "learning_rate": 0.00020054974877486523,
      "loss": 2.3281,
      "step": 51593
    },
    {
      "epoch": 2.400279134682484,
      "grad_norm": 1.1689516608057722,
      "learning_rate": 0.00020054625443872764,
      "loss": 2.4219,
      "step": 51594
    },
    {
      "epoch": 2.400325657129565,
      "grad_norm": 1.2822520160894386,
      "learning_rate": 0.00020054276007164538,
      "loss": 2.5312,
      "step": 51595
    },
    {
      "epoch": 2.400372179576646,
      "grad_norm": 1.3194479192062563,
      "learning_rate": 0.0002005392656736205,
      "loss": 2.3125,
      "step": 51596
    },
    {
      "epoch": 2.4004187020237264,
      "grad_norm": 1.393839782428758,
      "learning_rate": 0.00020053577124465525,
      "loss": 2.125,
      "step": 51597
    },
    {
      "epoch": 2.4004652244708073,
      "grad_norm": 1.6330073444405349,
      "learning_rate": 0.00020053227678475165,
      "loss": 1.6797,
      "step": 51598
    },
    {
      "epoch": 2.400511746917888,
      "grad_norm": 1.2833663121512446,
      "learning_rate": 0.00020052878229391192,
      "loss": 2.3438,
      "step": 51599
    },
    {
      "epoch": 2.4005582693649687,
      "grad_norm": 1.162968745015451,
      "learning_rate": 0.00020052528777213816,
      "loss": 2.2812,
      "step": 51600
    },
    {
      "epoch": 2.400604791812049,
      "grad_norm": 1.2384639963980486,
      "learning_rate": 0.00020052179321943252,
      "loss": 2.1719,
      "step": 51601
    },
    {
      "epoch": 2.40065131425913,
      "grad_norm": 1.2696565911036453,
      "learning_rate": 0.00020051829863579712,
      "loss": 2.4531,
      "step": 51602
    },
    {
      "epoch": 2.4006978367062106,
      "grad_norm": 1.208117447335694,
      "learning_rate": 0.00020051480402123416,
      "loss": 2.1406,
      "step": 51603
    },
    {
      "epoch": 2.4007443591532915,
      "grad_norm": 1.3030440773859424,
      "learning_rate": 0.0002005113093757457,
      "loss": 2.4375,
      "step": 51604
    },
    {
      "epoch": 2.400790881600372,
      "grad_norm": 1.2930722361498748,
      "learning_rate": 0.00020050781469933395,
      "loss": 2.3281,
      "step": 51605
    },
    {
      "epoch": 2.400837404047453,
      "grad_norm": 1.2187939411010558,
      "learning_rate": 0.000200504319992001,
      "loss": 2.2031,
      "step": 51606
    },
    {
      "epoch": 2.400883926494534,
      "grad_norm": 1.396433825985679,
      "learning_rate": 0.000200500825253749,
      "loss": 2.3125,
      "step": 51607
    },
    {
      "epoch": 2.4009304489416143,
      "grad_norm": 1.1779149311109354,
      "learning_rate": 0.00020049733048458016,
      "loss": 2.0469,
      "step": 51608
    },
    {
      "epoch": 2.400976971388695,
      "grad_norm": 1.2487522550695587,
      "learning_rate": 0.0002004938356844965,
      "loss": 2.375,
      "step": 51609
    },
    {
      "epoch": 2.4010234938357757,
      "grad_norm": 1.2226394380528083,
      "learning_rate": 0.00020049034085350024,
      "loss": 2.4688,
      "step": 51610
    },
    {
      "epoch": 2.4010700162828567,
      "grad_norm": 1.3317506462393256,
      "learning_rate": 0.00020048684599159347,
      "loss": 2.4062,
      "step": 51611
    },
    {
      "epoch": 2.401116538729937,
      "grad_norm": 1.0761998620042503,
      "learning_rate": 0.00020048335109877839,
      "loss": 2.1875,
      "step": 51612
    },
    {
      "epoch": 2.401163061177018,
      "grad_norm": 1.2833824793309645,
      "learning_rate": 0.00020047985617505706,
      "loss": 2.1094,
      "step": 51613
    },
    {
      "epoch": 2.4012095836240985,
      "grad_norm": 1.1635137203733645,
      "learning_rate": 0.00020047636122043168,
      "loss": 2.2344,
      "step": 51614
    },
    {
      "epoch": 2.4012561060711795,
      "grad_norm": 1.1909499389162495,
      "learning_rate": 0.00020047286623490438,
      "loss": 2.4062,
      "step": 51615
    },
    {
      "epoch": 2.40130262851826,
      "grad_norm": 1.2392476501377159,
      "learning_rate": 0.0002004693712184773,
      "loss": 2.4219,
      "step": 51616
    },
    {
      "epoch": 2.401349150965341,
      "grad_norm": 1.3497350903127272,
      "learning_rate": 0.00020046587617115257,
      "loss": 2.125,
      "step": 51617
    },
    {
      "epoch": 2.4013956734124213,
      "grad_norm": 1.1603277556974898,
      "learning_rate": 0.00020046238109293232,
      "loss": 2.3281,
      "step": 51618
    },
    {
      "epoch": 2.4014421958595022,
      "grad_norm": 1.122385583687122,
      "learning_rate": 0.0002004588859838187,
      "loss": 2.1562,
      "step": 51619
    },
    {
      "epoch": 2.4014887183065827,
      "grad_norm": 1.1381507320306417,
      "learning_rate": 0.0002004553908438139,
      "loss": 2.1406,
      "step": 51620
    },
    {
      "epoch": 2.4015352407536636,
      "grad_norm": 1.2871117144217132,
      "learning_rate": 0.00020045189567291998,
      "loss": 2.4375,
      "step": 51621
    },
    {
      "epoch": 2.4015817632007446,
      "grad_norm": 1.1241391430244208,
      "learning_rate": 0.0002004484004711391,
      "loss": 2.0625,
      "step": 51622
    },
    {
      "epoch": 2.401628285647825,
      "grad_norm": 1.2475630522061338,
      "learning_rate": 0.00020044490523847344,
      "loss": 2.4844,
      "step": 51623
    },
    {
      "epoch": 2.401674808094906,
      "grad_norm": 1.2146627054739247,
      "learning_rate": 0.00020044140997492506,
      "loss": 2.2344,
      "step": 51624
    },
    {
      "epoch": 2.4017213305419864,
      "grad_norm": 1.098056346786721,
      "learning_rate": 0.00020043791468049623,
      "loss": 1.9766,
      "step": 51625
    },
    {
      "epoch": 2.4017678529890674,
      "grad_norm": 1.2904512353802364,
      "learning_rate": 0.00020043441935518893,
      "loss": 2.125,
      "step": 51626
    },
    {
      "epoch": 2.401814375436148,
      "grad_norm": 1.1377922821638922,
      "learning_rate": 0.00020043092399900543,
      "loss": 2.0781,
      "step": 51627
    },
    {
      "epoch": 2.4018608978832288,
      "grad_norm": 1.1783353450139809,
      "learning_rate": 0.0002004274286119478,
      "loss": 2.2031,
      "step": 51628
    },
    {
      "epoch": 2.4019074203303092,
      "grad_norm": 1.2263835686061448,
      "learning_rate": 0.00020042393319401824,
      "loss": 2.4219,
      "step": 51629
    },
    {
      "epoch": 2.40195394277739,
      "grad_norm": 1.2073785851400611,
      "learning_rate": 0.00020042043774521883,
      "loss": 2.2812,
      "step": 51630
    },
    {
      "epoch": 2.4020004652244706,
      "grad_norm": 1.1758766637512716,
      "learning_rate": 0.00020041694226555172,
      "loss": 2.5938,
      "step": 51631
    },
    {
      "epoch": 2.4020469876715516,
      "grad_norm": 1.1946429956389097,
      "learning_rate": 0.00020041344675501905,
      "loss": 2.1875,
      "step": 51632
    },
    {
      "epoch": 2.4020935101186325,
      "grad_norm": 1.0648103754636935,
      "learning_rate": 0.00020040995121362298,
      "loss": 1.6328,
      "step": 51633
    },
    {
      "epoch": 2.402140032565713,
      "grad_norm": 1.1818789563326082,
      "learning_rate": 0.00020040645564136568,
      "loss": 2.2969,
      "step": 51634
    },
    {
      "epoch": 2.4021865550127934,
      "grad_norm": 1.2068349380543808,
      "learning_rate": 0.0002004029600382492,
      "loss": 2.1875,
      "step": 51635
    },
    {
      "epoch": 2.4022330774598744,
      "grad_norm": 1.2004123777689713,
      "learning_rate": 0.00020039946440427575,
      "loss": 2.4375,
      "step": 51636
    },
    {
      "epoch": 2.4022795999069553,
      "grad_norm": 1.1984717601005723,
      "learning_rate": 0.00020039596873944738,
      "loss": 2.3438,
      "step": 51637
    },
    {
      "epoch": 2.4023261223540358,
      "grad_norm": 1.1562984996615224,
      "learning_rate": 0.0002003924730437664,
      "loss": 2.2656,
      "step": 51638
    },
    {
      "epoch": 2.4023726448011167,
      "grad_norm": 1.2394142129747046,
      "learning_rate": 0.0002003889773172348,
      "loss": 2.2969,
      "step": 51639
    },
    {
      "epoch": 2.402419167248197,
      "grad_norm": 1.2237729180643653,
      "learning_rate": 0.00020038548155985482,
      "loss": 2.0312,
      "step": 51640
    },
    {
      "epoch": 2.402465689695278,
      "grad_norm": 1.1806206459009543,
      "learning_rate": 0.00020038198577162857,
      "loss": 2.3594,
      "step": 51641
    },
    {
      "epoch": 2.4025122121423585,
      "grad_norm": 1.1648210772164829,
      "learning_rate": 0.00020037848995255807,
      "loss": 2.0156,
      "step": 51642
    },
    {
      "epoch": 2.4025587345894395,
      "grad_norm": 1.1864623425463507,
      "learning_rate": 0.00020037499410264565,
      "loss": 2.3125,
      "step": 51643
    },
    {
      "epoch": 2.40260525703652,
      "grad_norm": 1.1258126141199052,
      "learning_rate": 0.00020037149822189332,
      "loss": 2.1406,
      "step": 51644
    },
    {
      "epoch": 2.402651779483601,
      "grad_norm": 1.1855499948991195,
      "learning_rate": 0.00020036800231030326,
      "loss": 2.4688,
      "step": 51645
    },
    {
      "epoch": 2.4026983019306813,
      "grad_norm": 1.2810125595291024,
      "learning_rate": 0.0002003645063678776,
      "loss": 2.2969,
      "step": 51646
    },
    {
      "epoch": 2.4027448243777623,
      "grad_norm": 1.1849838247544862,
      "learning_rate": 0.00020036101039461854,
      "loss": 2.2969,
      "step": 51647
    },
    {
      "epoch": 2.402791346824843,
      "grad_norm": 1.1812197538770932,
      "learning_rate": 0.00020035751439052813,
      "loss": 2.2812,
      "step": 51648
    },
    {
      "epoch": 2.4028378692719237,
      "grad_norm": 1.261300303157284,
      "learning_rate": 0.00020035401835560856,
      "loss": 2.4375,
      "step": 51649
    },
    {
      "epoch": 2.4028843917190046,
      "grad_norm": 1.2320649869128786,
      "learning_rate": 0.00020035052228986196,
      "loss": 2.2812,
      "step": 51650
    },
    {
      "epoch": 2.402930914166085,
      "grad_norm": 1.2553619555145303,
      "learning_rate": 0.0002003470261932905,
      "loss": 2.2656,
      "step": 51651
    },
    {
      "epoch": 2.402977436613166,
      "grad_norm": 1.2022033742177491,
      "learning_rate": 0.00020034353006589628,
      "loss": 2.2188,
      "step": 51652
    },
    {
      "epoch": 2.4030239590602465,
      "grad_norm": 1.201959798021365,
      "learning_rate": 0.00020034003390768145,
      "loss": 2.3594,
      "step": 51653
    },
    {
      "epoch": 2.4030704815073274,
      "grad_norm": 1.2350687107628335,
      "learning_rate": 0.0002003365377186482,
      "loss": 2.4844,
      "step": 51654
    },
    {
      "epoch": 2.403117003954408,
      "grad_norm": 1.215278857758824,
      "learning_rate": 0.00020033304149879856,
      "loss": 2.4375,
      "step": 51655
    },
    {
      "epoch": 2.403163526401489,
      "grad_norm": 1.3450698165458939,
      "learning_rate": 0.00020032954524813477,
      "loss": 2.4531,
      "step": 51656
    },
    {
      "epoch": 2.4032100488485693,
      "grad_norm": 1.212040888638522,
      "learning_rate": 0.0002003260489666589,
      "loss": 2.1406,
      "step": 51657
    },
    {
      "epoch": 2.40325657129565,
      "grad_norm": 1.3017847846327948,
      "learning_rate": 0.00020032255265437315,
      "loss": 2.2344,
      "step": 51658
    },
    {
      "epoch": 2.403303093742731,
      "grad_norm": 1.1640854279317037,
      "learning_rate": 0.0002003190563112796,
      "loss": 2.0781,
      "step": 51659
    },
    {
      "epoch": 2.4033496161898116,
      "grad_norm": 1.230757557403533,
      "learning_rate": 0.0002003155599373805,
      "loss": 2.4219,
      "step": 51660
    },
    {
      "epoch": 2.403396138636892,
      "grad_norm": 1.2144965673262007,
      "learning_rate": 0.00020031206353267786,
      "loss": 2.3281,
      "step": 51661
    },
    {
      "epoch": 2.403442661083973,
      "grad_norm": 1.2942545203229072,
      "learning_rate": 0.00020030856709717392,
      "loss": 2.2188,
      "step": 51662
    },
    {
      "epoch": 2.403489183531054,
      "grad_norm": 1.3045921007011185,
      "learning_rate": 0.00020030507063087077,
      "loss": 2.4219,
      "step": 51663
    },
    {
      "epoch": 2.4035357059781344,
      "grad_norm": 1.336757475918348,
      "learning_rate": 0.00020030157413377053,
      "loss": 2.2188,
      "step": 51664
    },
    {
      "epoch": 2.4035822284252153,
      "grad_norm": 1.1633444732631366,
      "learning_rate": 0.00020029807760587538,
      "loss": 2.1562,
      "step": 51665
    },
    {
      "epoch": 2.4036287508722958,
      "grad_norm": 1.1694509714670653,
      "learning_rate": 0.0002002945810471875,
      "loss": 2.2969,
      "step": 51666
    },
    {
      "epoch": 2.4036752733193767,
      "grad_norm": 1.34294756661743,
      "learning_rate": 0.00020029108445770893,
      "loss": 2.4375,
      "step": 51667
    },
    {
      "epoch": 2.403721795766457,
      "grad_norm": 1.2320660117225568,
      "learning_rate": 0.00020028758783744187,
      "loss": 2.4375,
      "step": 51668
    },
    {
      "epoch": 2.403768318213538,
      "grad_norm": 1.2196034990711688,
      "learning_rate": 0.00020028409118638845,
      "loss": 2.3594,
      "step": 51669
    },
    {
      "epoch": 2.4038148406606186,
      "grad_norm": 1.4064634614249814,
      "learning_rate": 0.00020028059450455079,
      "loss": 2.2812,
      "step": 51670
    },
    {
      "epoch": 2.4038613631076995,
      "grad_norm": 1.3310979065857451,
      "learning_rate": 0.0002002770977919311,
      "loss": 2.25,
      "step": 51671
    },
    {
      "epoch": 2.40390788555478,
      "grad_norm": 1.1711271176481095,
      "learning_rate": 0.00020027360104853145,
      "loss": 2.1094,
      "step": 51672
    },
    {
      "epoch": 2.403954408001861,
      "grad_norm": 1.2536459632149446,
      "learning_rate": 0.00020027010427435402,
      "loss": 2.3906,
      "step": 51673
    },
    {
      "epoch": 2.404000930448942,
      "grad_norm": 1.1346964561390098,
      "learning_rate": 0.0002002666074694009,
      "loss": 1.9844,
      "step": 51674
    },
    {
      "epoch": 2.4040474528960223,
      "grad_norm": 1.1633578400924771,
      "learning_rate": 0.00020026311063367432,
      "loss": 1.8281,
      "step": 51675
    },
    {
      "epoch": 2.404093975343103,
      "grad_norm": 1.1972437462722754,
      "learning_rate": 0.00020025961376717632,
      "loss": 2.0469,
      "step": 51676
    },
    {
      "epoch": 2.4041404977901837,
      "grad_norm": 1.2895008713290386,
      "learning_rate": 0.00020025611686990912,
      "loss": 2.2656,
      "step": 51677
    },
    {
      "epoch": 2.4041870202372646,
      "grad_norm": 1.2791697637981976,
      "learning_rate": 0.00020025261994187482,
      "loss": 2.5625,
      "step": 51678
    },
    {
      "epoch": 2.404233542684345,
      "grad_norm": 1.2008566261088816,
      "learning_rate": 0.00020024912298307557,
      "loss": 2.2969,
      "step": 51679
    },
    {
      "epoch": 2.404280065131426,
      "grad_norm": 1.3652834399988207,
      "learning_rate": 0.0002002456259935135,
      "loss": 2.3281,
      "step": 51680
    },
    {
      "epoch": 2.4043265875785065,
      "grad_norm": 1.2371329170151675,
      "learning_rate": 0.00020024212897319074,
      "loss": 2.1406,
      "step": 51681
    },
    {
      "epoch": 2.4043731100255874,
      "grad_norm": 1.3048055476621894,
      "learning_rate": 0.00020023863192210952,
      "loss": 2.4531,
      "step": 51682
    },
    {
      "epoch": 2.404419632472668,
      "grad_norm": 1.152043417393992,
      "learning_rate": 0.00020023513484027187,
      "loss": 2.2969,
      "step": 51683
    },
    {
      "epoch": 2.404466154919749,
      "grad_norm": 1.2230850553971249,
      "learning_rate": 0.00020023163772767998,
      "loss": 2.3594,
      "step": 51684
    },
    {
      "epoch": 2.4045126773668297,
      "grad_norm": 1.1741661575360354,
      "learning_rate": 0.00020022814058433597,
      "loss": 2.2031,
      "step": 51685
    },
    {
      "epoch": 2.40455919981391,
      "grad_norm": 1.2147093772170747,
      "learning_rate": 0.00020022464341024204,
      "loss": 2.5156,
      "step": 51686
    },
    {
      "epoch": 2.404605722260991,
      "grad_norm": 1.269937564603367,
      "learning_rate": 0.00020022114620540024,
      "loss": 2.4219,
      "step": 51687
    },
    {
      "epoch": 2.4046522447080716,
      "grad_norm": 1.1750917734804318,
      "learning_rate": 0.0002002176489698128,
      "loss": 2.2344,
      "step": 51688
    },
    {
      "epoch": 2.4046987671551525,
      "grad_norm": 1.2280763822527858,
      "learning_rate": 0.00020021415170348177,
      "loss": 2.1875,
      "step": 51689
    },
    {
      "epoch": 2.404745289602233,
      "grad_norm": 1.2985560510840213,
      "learning_rate": 0.0002002106544064094,
      "loss": 2.2812,
      "step": 51690
    },
    {
      "epoch": 2.404791812049314,
      "grad_norm": 1.30886232878177,
      "learning_rate": 0.0002002071570785977,
      "loss": 2.3906,
      "step": 51691
    },
    {
      "epoch": 2.4048383344963944,
      "grad_norm": 1.2126235365102958,
      "learning_rate": 0.00020020365972004892,
      "loss": 2.3438,
      "step": 51692
    },
    {
      "epoch": 2.4048848569434753,
      "grad_norm": 1.333393532473053,
      "learning_rate": 0.0002002001623307652,
      "loss": 2.6719,
      "step": 51693
    },
    {
      "epoch": 2.404931379390556,
      "grad_norm": 1.2677703812901338,
      "learning_rate": 0.0002001966649107486,
      "loss": 2.2031,
      "step": 51694
    },
    {
      "epoch": 2.4049779018376367,
      "grad_norm": 1.2196672180882429,
      "learning_rate": 0.0002001931674600013,
      "loss": 2.2344,
      "step": 51695
    },
    {
      "epoch": 2.405024424284717,
      "grad_norm": 1.1434598420506958,
      "learning_rate": 0.00020018966997852543,
      "loss": 2.3281,
      "step": 51696
    },
    {
      "epoch": 2.405070946731798,
      "grad_norm": 1.1994710774100668,
      "learning_rate": 0.00020018617246632322,
      "loss": 2.4219,
      "step": 51697
    },
    {
      "epoch": 2.4051174691788786,
      "grad_norm": 1.2164892297752228,
      "learning_rate": 0.00020018267492339671,
      "loss": 2.4375,
      "step": 51698
    },
    {
      "epoch": 2.4051639916259595,
      "grad_norm": 1.3216945705233492,
      "learning_rate": 0.00020017917734974807,
      "loss": 1.8672,
      "step": 51699
    },
    {
      "epoch": 2.4052105140730404,
      "grad_norm": 1.2463940460409484,
      "learning_rate": 0.0002001756797453794,
      "loss": 2.3906,
      "step": 51700
    },
    {
      "epoch": 2.405257036520121,
      "grad_norm": 1.0909763578697924,
      "learning_rate": 0.00020017218211029292,
      "loss": 1.6719,
      "step": 51701
    },
    {
      "epoch": 2.405303558967202,
      "grad_norm": 1.2599597128537232,
      "learning_rate": 0.00020016868444449072,
      "loss": 2.3594,
      "step": 51702
    },
    {
      "epoch": 2.4053500814142823,
      "grad_norm": 1.1497804308353061,
      "learning_rate": 0.00020016518674797497,
      "loss": 2.1562,
      "step": 51703
    },
    {
      "epoch": 2.4053966038613632,
      "grad_norm": 1.163113935458715,
      "learning_rate": 0.0002001616890207478,
      "loss": 2.0469,
      "step": 51704
    },
    {
      "epoch": 2.4054431263084437,
      "grad_norm": 1.1916554995042345,
      "learning_rate": 0.00020015819126281134,
      "loss": 1.9531,
      "step": 51705
    },
    {
      "epoch": 2.4054896487555246,
      "grad_norm": 1.3042101234356278,
      "learning_rate": 0.00020015469347416773,
      "loss": 2.5625,
      "step": 51706
    },
    {
      "epoch": 2.405536171202605,
      "grad_norm": 1.2088314131464692,
      "learning_rate": 0.00020015119565481914,
      "loss": 2.2812,
      "step": 51707
    },
    {
      "epoch": 2.405582693649686,
      "grad_norm": 1.2386864042878323,
      "learning_rate": 0.0002001476978047677,
      "loss": 2.25,
      "step": 51708
    },
    {
      "epoch": 2.4056292160967665,
      "grad_norm": 1.2349070283405659,
      "learning_rate": 0.0002001441999240155,
      "loss": 2.4844,
      "step": 51709
    },
    {
      "epoch": 2.4056757385438474,
      "grad_norm": 1.1904184764836978,
      "learning_rate": 0.00020014070201256477,
      "loss": 2.2969,
      "step": 51710
    },
    {
      "epoch": 2.4057222609909283,
      "grad_norm": 1.2011611762126055,
      "learning_rate": 0.0002001372040704176,
      "loss": 2.4062,
      "step": 51711
    },
    {
      "epoch": 2.405768783438009,
      "grad_norm": 1.244474291100359,
      "learning_rate": 0.00020013370609757612,
      "loss": 2.2188,
      "step": 51712
    },
    {
      "epoch": 2.4058153058850897,
      "grad_norm": 1.2868638580348961,
      "learning_rate": 0.00020013020809404248,
      "loss": 2.5156,
      "step": 51713
    },
    {
      "epoch": 2.40586182833217,
      "grad_norm": 1.151661884530527,
      "learning_rate": 0.00020012671005981885,
      "loss": 2.1406,
      "step": 51714
    },
    {
      "epoch": 2.405908350779251,
      "grad_norm": 1.223990349218263,
      "learning_rate": 0.00020012321199490738,
      "loss": 2.1719,
      "step": 51715
    },
    {
      "epoch": 2.4059548732263316,
      "grad_norm": 1.2804740734229811,
      "learning_rate": 0.00020011971389931012,
      "loss": 2.1875,
      "step": 51716
    },
    {
      "epoch": 2.4060013956734125,
      "grad_norm": 1.2760978797840123,
      "learning_rate": 0.00020011621577302935,
      "loss": 2.375,
      "step": 51717
    },
    {
      "epoch": 2.406047918120493,
      "grad_norm": 1.2685515722623264,
      "learning_rate": 0.00020011271761606709,
      "loss": 2.4688,
      "step": 51718
    },
    {
      "epoch": 2.406094440567574,
      "grad_norm": 1.1670985862261567,
      "learning_rate": 0.00020010921942842556,
      "loss": 2.2188,
      "step": 51719
    },
    {
      "epoch": 2.4061409630146544,
      "grad_norm": 1.2509239110914563,
      "learning_rate": 0.0002001057212101068,
      "loss": 2.1875,
      "step": 51720
    },
    {
      "epoch": 2.4061874854617353,
      "grad_norm": 1.2174173593947901,
      "learning_rate": 0.0002001022229611131,
      "loss": 2.4531,
      "step": 51721
    },
    {
      "epoch": 2.4062340079088163,
      "grad_norm": 1.2309985711954383,
      "learning_rate": 0.00020009872468144648,
      "loss": 2.3281,
      "step": 51722
    },
    {
      "epoch": 2.4062805303558967,
      "grad_norm": 1.277436301519813,
      "learning_rate": 0.00020009522637110916,
      "loss": 2.6562,
      "step": 51723
    },
    {
      "epoch": 2.406327052802977,
      "grad_norm": 1.1463562225752597,
      "learning_rate": 0.0002000917280301032,
      "loss": 2.1562,
      "step": 51724
    },
    {
      "epoch": 2.406373575250058,
      "grad_norm": 1.242156926247322,
      "learning_rate": 0.0002000882296584308,
      "loss": 2.5,
      "step": 51725
    },
    {
      "epoch": 2.406420097697139,
      "grad_norm": 1.1789416806614699,
      "learning_rate": 0.00020008473125609412,
      "loss": 1.8281,
      "step": 51726
    },
    {
      "epoch": 2.4064666201442195,
      "grad_norm": 1.2275687976732716,
      "learning_rate": 0.00020008123282309526,
      "loss": 2.3594,
      "step": 51727
    },
    {
      "epoch": 2.4065131425913004,
      "grad_norm": 1.0990654284941939,
      "learning_rate": 0.00020007773435943638,
      "loss": 2.125,
      "step": 51728
    },
    {
      "epoch": 2.406559665038381,
      "grad_norm": 1.1709986844901743,
      "learning_rate": 0.0002000742358651196,
      "loss": 2.1094,
      "step": 51729
    },
    {
      "epoch": 2.406606187485462,
      "grad_norm": 1.1964566184676817,
      "learning_rate": 0.0002000707373401471,
      "loss": 2.3125,
      "step": 51730
    },
    {
      "epoch": 2.4066527099325423,
      "grad_norm": 1.2318827278715128,
      "learning_rate": 0.00020006723878452097,
      "loss": 2.25,
      "step": 51731
    },
    {
      "epoch": 2.4066992323796232,
      "grad_norm": 1.2203393933954299,
      "learning_rate": 0.0002000637401982434,
      "loss": 2.125,
      "step": 51732
    },
    {
      "epoch": 2.4067457548267037,
      "grad_norm": 1.1836741880850545,
      "learning_rate": 0.0002000602415813165,
      "loss": 2.1875,
      "step": 51733
    },
    {
      "epoch": 2.4067922772737846,
      "grad_norm": 1.2616712852828187,
      "learning_rate": 0.00020005674293374246,
      "loss": 2.2031,
      "step": 51734
    },
    {
      "epoch": 2.406838799720865,
      "grad_norm": 1.2105286830187987,
      "learning_rate": 0.00020005324425552336,
      "loss": 2.375,
      "step": 51735
    },
    {
      "epoch": 2.406885322167946,
      "grad_norm": 1.0895439255390296,
      "learning_rate": 0.00020004974554666138,
      "loss": 2.0625,
      "step": 51736
    },
    {
      "epoch": 2.406931844615027,
      "grad_norm": 1.2125733580394953,
      "learning_rate": 0.00020004624680715862,
      "loss": 2.4688,
      "step": 51737
    },
    {
      "epoch": 2.4069783670621074,
      "grad_norm": 1.1846441383890947,
      "learning_rate": 0.00020004274803701728,
      "loss": 2.1875,
      "step": 51738
    },
    {
      "epoch": 2.4070248895091884,
      "grad_norm": 1.1931959640164034,
      "learning_rate": 0.00020003924923623948,
      "loss": 2.4375,
      "step": 51739
    },
    {
      "epoch": 2.407071411956269,
      "grad_norm": 1.1842398000290042,
      "learning_rate": 0.00020003575040482735,
      "loss": 2.0156,
      "step": 51740
    },
    {
      "epoch": 2.4071179344033498,
      "grad_norm": 1.1778981745389654,
      "learning_rate": 0.00020003225154278302,
      "loss": 2.25,
      "step": 51741
    },
    {
      "epoch": 2.4071644568504302,
      "grad_norm": 1.3340586524705802,
      "learning_rate": 0.00020002875265010865,
      "loss": 2.4531,
      "step": 51742
    },
    {
      "epoch": 2.407210979297511,
      "grad_norm": 1.1447630730580962,
      "learning_rate": 0.00020002525372680643,
      "loss": 2.1875,
      "step": 51743
    },
    {
      "epoch": 2.4072575017445916,
      "grad_norm": 1.1089365439512389,
      "learning_rate": 0.0002000217547728784,
      "loss": 2.1875,
      "step": 51744
    },
    {
      "epoch": 2.4073040241916726,
      "grad_norm": 1.2269594481385055,
      "learning_rate": 0.00020001825578832682,
      "loss": 2.1562,
      "step": 51745
    },
    {
      "epoch": 2.407350546638753,
      "grad_norm": 1.2621983823028462,
      "learning_rate": 0.00020001475677315368,
      "loss": 2.1562,
      "step": 51746
    },
    {
      "epoch": 2.407397069085834,
      "grad_norm": 1.3766043437095226,
      "learning_rate": 0.00020001125772736126,
      "loss": 2.2969,
      "step": 51747
    },
    {
      "epoch": 2.407443591532915,
      "grad_norm": 1.1834138484248284,
      "learning_rate": 0.00020000775865095167,
      "loss": 2.2188,
      "step": 51748
    },
    {
      "epoch": 2.4074901139799953,
      "grad_norm": 1.172735020758865,
      "learning_rate": 0.000200004259543927,
      "loss": 2.2188,
      "step": 51749
    },
    {
      "epoch": 2.407536636427076,
      "grad_norm": 1.342381293167697,
      "learning_rate": 0.00020000076040628949,
      "loss": 2.6562,
      "step": 51750
    },
    {
      "epoch": 2.4075831588741567,
      "grad_norm": 1.1586962257591555,
      "learning_rate": 0.00019999726123804114,
      "loss": 2.3906,
      "step": 51751
    },
    {
      "epoch": 2.4076296813212377,
      "grad_norm": 1.2624403383685727,
      "learning_rate": 0.00019999376203918426,
      "loss": 2.4688,
      "step": 51752
    },
    {
      "epoch": 2.407676203768318,
      "grad_norm": 1.4735113822863062,
      "learning_rate": 0.00019999026280972083,
      "loss": 2.4844,
      "step": 51753
    },
    {
      "epoch": 2.407722726215399,
      "grad_norm": 1.1716469607244198,
      "learning_rate": 0.0001999867635496531,
      "loss": 2.2344,
      "step": 51754
    },
    {
      "epoch": 2.4077692486624795,
      "grad_norm": 1.1572747996079715,
      "learning_rate": 0.00019998326425898314,
      "loss": 2.4219,
      "step": 51755
    },
    {
      "epoch": 2.4078157711095605,
      "grad_norm": 1.1955546193863655,
      "learning_rate": 0.00019997976493771316,
      "loss": 2.2188,
      "step": 51756
    },
    {
      "epoch": 2.407862293556641,
      "grad_norm": 1.2580373485452252,
      "learning_rate": 0.00019997626558584527,
      "loss": 2.5781,
      "step": 51757
    },
    {
      "epoch": 2.407908816003722,
      "grad_norm": 1.126886958220315,
      "learning_rate": 0.00019997276620338164,
      "loss": 2.2031,
      "step": 51758
    },
    {
      "epoch": 2.4079553384508023,
      "grad_norm": 1.227190652994536,
      "learning_rate": 0.00019996926679032433,
      "loss": 2.2812,
      "step": 51759
    },
    {
      "epoch": 2.4080018608978833,
      "grad_norm": 1.1612213712737007,
      "learning_rate": 0.00019996576734667557,
      "loss": 2.3281,
      "step": 51760
    },
    {
      "epoch": 2.4080483833449637,
      "grad_norm": 1.201341023175671,
      "learning_rate": 0.0001999622678724375,
      "loss": 2.2969,
      "step": 51761
    },
    {
      "epoch": 2.4080949057920447,
      "grad_norm": 1.2228012267249204,
      "learning_rate": 0.00019995876836761224,
      "loss": 2.3125,
      "step": 51762
    },
    {
      "epoch": 2.4081414282391256,
      "grad_norm": 1.2236122573027572,
      "learning_rate": 0.00019995526883220192,
      "loss": 2.5625,
      "step": 51763
    },
    {
      "epoch": 2.408187950686206,
      "grad_norm": 1.2899085514126494,
      "learning_rate": 0.00019995176926620865,
      "loss": 2.4531,
      "step": 51764
    },
    {
      "epoch": 2.408234473133287,
      "grad_norm": 1.1737271010079025,
      "learning_rate": 0.0001999482696696346,
      "loss": 2.3906,
      "step": 51765
    },
    {
      "epoch": 2.4082809955803675,
      "grad_norm": 1.1832936717647242,
      "learning_rate": 0.00019994477004248198,
      "loss": 2.4062,
      "step": 51766
    },
    {
      "epoch": 2.4083275180274484,
      "grad_norm": 1.223427930436657,
      "learning_rate": 0.00019994127038475287,
      "loss": 2.3281,
      "step": 51767
    },
    {
      "epoch": 2.408374040474529,
      "grad_norm": 1.1137410180374014,
      "learning_rate": 0.0001999377706964494,
      "loss": 1.9922,
      "step": 51768
    },
    {
      "epoch": 2.4084205629216098,
      "grad_norm": 1.2204561543892232,
      "learning_rate": 0.0001999342709775737,
      "loss": 2.1875,
      "step": 51769
    },
    {
      "epoch": 2.4084670853686903,
      "grad_norm": 1.162705488551721,
      "learning_rate": 0.000199930771228128,
      "loss": 2.0938,
      "step": 51770
    },
    {
      "epoch": 2.408513607815771,
      "grad_norm": 1.4165804125043786,
      "learning_rate": 0.0001999272714481144,
      "loss": 1.6484,
      "step": 51771
    },
    {
      "epoch": 2.4085601302628517,
      "grad_norm": 1.3741774758804317,
      "learning_rate": 0.00019992377163753497,
      "loss": 1.4609,
      "step": 51772
    },
    {
      "epoch": 2.4086066527099326,
      "grad_norm": 1.3120938791569872,
      "learning_rate": 0.00019992027179639198,
      "loss": 2.6406,
      "step": 51773
    },
    {
      "epoch": 2.4086531751570135,
      "grad_norm": 1.2995739613445292,
      "learning_rate": 0.0001999167719246875,
      "loss": 2.4062,
      "step": 51774
    },
    {
      "epoch": 2.408699697604094,
      "grad_norm": 1.2879529347769074,
      "learning_rate": 0.00019991327202242362,
      "loss": 2.0469,
      "step": 51775
    },
    {
      "epoch": 2.4087462200511744,
      "grad_norm": 1.2053399732377146,
      "learning_rate": 0.00019990977208960255,
      "loss": 2.0156,
      "step": 51776
    },
    {
      "epoch": 2.4087927424982554,
      "grad_norm": 1.1003436226322456,
      "learning_rate": 0.00019990627212622644,
      "loss": 1.9922,
      "step": 51777
    },
    {
      "epoch": 2.4088392649453363,
      "grad_norm": 1.1648794820509962,
      "learning_rate": 0.00019990277213229746,
      "loss": 2.2344,
      "step": 51778
    },
    {
      "epoch": 2.4088857873924168,
      "grad_norm": 1.2271043474830035,
      "learning_rate": 0.00019989927210781763,
      "loss": 2.3125,
      "step": 51779
    },
    {
      "epoch": 2.4089323098394977,
      "grad_norm": 1.1255992600490428,
      "learning_rate": 0.00019989577205278922,
      "loss": 2.0469,
      "step": 51780
    },
    {
      "epoch": 2.408978832286578,
      "grad_norm": 1.183214800295586,
      "learning_rate": 0.00019989227196721428,
      "loss": 2.1094,
      "step": 51781
    },
    {
      "epoch": 2.409025354733659,
      "grad_norm": 1.320960074087549,
      "learning_rate": 0.00019988877185109504,
      "loss": 2.3281,
      "step": 51782
    },
    {
      "epoch": 2.4090718771807396,
      "grad_norm": 1.310331889780221,
      "learning_rate": 0.0001998852717044336,
      "loss": 2.3438,
      "step": 51783
    },
    {
      "epoch": 2.4091183996278205,
      "grad_norm": 1.2409681264564862,
      "learning_rate": 0.00019988177152723208,
      "loss": 2.2969,
      "step": 51784
    },
    {
      "epoch": 2.409164922074901,
      "grad_norm": 1.2605153928011932,
      "learning_rate": 0.00019987827131949268,
      "loss": 2.5312,
      "step": 51785
    },
    {
      "epoch": 2.409211444521982,
      "grad_norm": 1.1725783463398083,
      "learning_rate": 0.0001998747710812175,
      "loss": 2.4062,
      "step": 51786
    },
    {
      "epoch": 2.4092579669690624,
      "grad_norm": 1.2060628310749166,
      "learning_rate": 0.00019987127081240867,
      "loss": 2.1094,
      "step": 51787
    },
    {
      "epoch": 2.4093044894161433,
      "grad_norm": 1.222817501081101,
      "learning_rate": 0.00019986777051306834,
      "loss": 2.0625,
      "step": 51788
    },
    {
      "epoch": 2.409351011863224,
      "grad_norm": 1.277714146291052,
      "learning_rate": 0.00019986427018319874,
      "loss": 2.3125,
      "step": 51789
    },
    {
      "epoch": 2.4093975343103047,
      "grad_norm": 1.2063432412434472,
      "learning_rate": 0.00019986076982280183,
      "loss": 2.3594,
      "step": 51790
    },
    {
      "epoch": 2.4094440567573856,
      "grad_norm": 1.2700888965494073,
      "learning_rate": 0.00019985726943187994,
      "loss": 2.3906,
      "step": 51791
    },
    {
      "epoch": 2.409490579204466,
      "grad_norm": 1.0887318848641956,
      "learning_rate": 0.0001998537690104351,
      "loss": 2.1719,
      "step": 51792
    },
    {
      "epoch": 2.409537101651547,
      "grad_norm": 1.256763115123445,
      "learning_rate": 0.00019985026855846952,
      "loss": 2.5469,
      "step": 51793
    },
    {
      "epoch": 2.4095836240986275,
      "grad_norm": 1.1222521834586672,
      "learning_rate": 0.00019984676807598527,
      "loss": 2.0156,
      "step": 51794
    },
    {
      "epoch": 2.4096301465457084,
      "grad_norm": 1.1893213415041786,
      "learning_rate": 0.0001998432675629846,
      "loss": 2.0469,
      "step": 51795
    },
    {
      "epoch": 2.409676668992789,
      "grad_norm": 1.1955779465400471,
      "learning_rate": 0.00019983976701946953,
      "loss": 2.1406,
      "step": 51796
    },
    {
      "epoch": 2.40972319143987,
      "grad_norm": 1.2083236813124674,
      "learning_rate": 0.00019983626644544232,
      "loss": 2.375,
      "step": 51797
    },
    {
      "epoch": 2.4097697138869503,
      "grad_norm": 1.224161159973303,
      "learning_rate": 0.000199832765840905,
      "loss": 2.2031,
      "step": 51798
    },
    {
      "epoch": 2.409816236334031,
      "grad_norm": 1.2074109317581283,
      "learning_rate": 0.00019982926520585977,
      "loss": 2.4219,
      "step": 51799
    },
    {
      "epoch": 2.409862758781112,
      "grad_norm": 1.2072851747247106,
      "learning_rate": 0.0001998257645403088,
      "loss": 2.2031,
      "step": 51800
    },
    {
      "epoch": 2.4099092812281926,
      "grad_norm": 1.6995835797473153,
      "learning_rate": 0.00019982226384425414,
      "loss": 1.9453,
      "step": 51801
    },
    {
      "epoch": 2.4099558036752735,
      "grad_norm": 1.1904490433783426,
      "learning_rate": 0.00019981876311769804,
      "loss": 2.1406,
      "step": 51802
    },
    {
      "epoch": 2.410002326122354,
      "grad_norm": 1.2515552886740973,
      "learning_rate": 0.0001998152623606426,
      "loss": 2.375,
      "step": 51803
    },
    {
      "epoch": 2.410048848569435,
      "grad_norm": 1.2270267114509918,
      "learning_rate": 0.00019981176157308998,
      "loss": 2.3594,
      "step": 51804
    },
    {
      "epoch": 2.4100953710165154,
      "grad_norm": 1.2212470768085455,
      "learning_rate": 0.0001998082607550423,
      "loss": 2.1875,
      "step": 51805
    },
    {
      "epoch": 2.4101418934635963,
      "grad_norm": 1.1914613061321184,
      "learning_rate": 0.0001998047599065017,
      "loss": 2.2188,
      "step": 51806
    },
    {
      "epoch": 2.410188415910677,
      "grad_norm": 1.1762246649003874,
      "learning_rate": 0.0001998012590274703,
      "loss": 2.3438,
      "step": 51807
    },
    {
      "epoch": 2.4102349383577577,
      "grad_norm": 1.256699524276866,
      "learning_rate": 0.00019979775811795035,
      "loss": 2.1406,
      "step": 51808
    },
    {
      "epoch": 2.410281460804838,
      "grad_norm": 1.1464705498001537,
      "learning_rate": 0.00019979425717794386,
      "loss": 2.3281,
      "step": 51809
    },
    {
      "epoch": 2.410327983251919,
      "grad_norm": 1.1549836378188543,
      "learning_rate": 0.00019979075620745308,
      "loss": 2.4844,
      "step": 51810
    },
    {
      "epoch": 2.4103745056989996,
      "grad_norm": 1.2563582102439255,
      "learning_rate": 0.00019978725520648007,
      "loss": 2.3281,
      "step": 51811
    },
    {
      "epoch": 2.4104210281460805,
      "grad_norm": 1.2242799191081624,
      "learning_rate": 0.000199783754175027,
      "loss": 2.25,
      "step": 51812
    },
    {
      "epoch": 2.410467550593161,
      "grad_norm": 1.1187044727919175,
      "learning_rate": 0.00019978025311309604,
      "loss": 1.8516,
      "step": 51813
    },
    {
      "epoch": 2.410514073040242,
      "grad_norm": 1.273446808436402,
      "learning_rate": 0.0001997767520206893,
      "loss": 2.3906,
      "step": 51814
    },
    {
      "epoch": 2.410560595487323,
      "grad_norm": 1.2581239951185894,
      "learning_rate": 0.00019977325089780897,
      "loss": 2.3125,
      "step": 51815
    },
    {
      "epoch": 2.4106071179344033,
      "grad_norm": 1.2461401688013465,
      "learning_rate": 0.00019976974974445712,
      "loss": 2.3281,
      "step": 51816
    },
    {
      "epoch": 2.410653640381484,
      "grad_norm": 1.1964494887899786,
      "learning_rate": 0.00019976624856063598,
      "loss": 1.5938,
      "step": 51817
    },
    {
      "epoch": 2.4107001628285647,
      "grad_norm": 1.200995517060813,
      "learning_rate": 0.00019976274734634762,
      "loss": 2.3594,
      "step": 51818
    },
    {
      "epoch": 2.4107466852756456,
      "grad_norm": 1.1754616666663642,
      "learning_rate": 0.00019975924610159422,
      "loss": 2.2656,
      "step": 51819
    },
    {
      "epoch": 2.410793207722726,
      "grad_norm": 1.2277185966775512,
      "learning_rate": 0.0001997557448263779,
      "loss": 2.5469,
      "step": 51820
    },
    {
      "epoch": 2.410839730169807,
      "grad_norm": 1.288783637084294,
      "learning_rate": 0.00019975224352070085,
      "loss": 2.5312,
      "step": 51821
    },
    {
      "epoch": 2.4108862526168875,
      "grad_norm": 1.1218920819575793,
      "learning_rate": 0.00019974874218456516,
      "loss": 1.9453,
      "step": 51822
    },
    {
      "epoch": 2.4109327750639684,
      "grad_norm": 1.150370274295538,
      "learning_rate": 0.000199745240817973,
      "loss": 2.4219,
      "step": 51823
    },
    {
      "epoch": 2.410979297511049,
      "grad_norm": 1.1644900838372985,
      "learning_rate": 0.00019974173942092653,
      "loss": 2.4531,
      "step": 51824
    },
    {
      "epoch": 2.41102581995813,
      "grad_norm": 1.18841000917504,
      "learning_rate": 0.00019973823799342784,
      "loss": 2.5,
      "step": 51825
    },
    {
      "epoch": 2.4110723424052107,
      "grad_norm": 1.32753606033019,
      "learning_rate": 0.00019973473653547917,
      "loss": 2.4844,
      "step": 51826
    },
    {
      "epoch": 2.411118864852291,
      "grad_norm": 1.2244388242525346,
      "learning_rate": 0.00019973123504708255,
      "loss": 2.0469,
      "step": 51827
    },
    {
      "epoch": 2.411165387299372,
      "grad_norm": 1.2012962303984163,
      "learning_rate": 0.0001997277335282402,
      "loss": 2.1562,
      "step": 51828
    },
    {
      "epoch": 2.4112119097464526,
      "grad_norm": 1.22101623351134,
      "learning_rate": 0.0001997242319789542,
      "loss": 2.2656,
      "step": 51829
    },
    {
      "epoch": 2.4112584321935335,
      "grad_norm": 1.2007786515206804,
      "learning_rate": 0.00019972073039922677,
      "loss": 2.2344,
      "step": 51830
    },
    {
      "epoch": 2.411304954640614,
      "grad_norm": 1.2087634190100938,
      "learning_rate": 0.00019971722878906,
      "loss": 2.0156,
      "step": 51831
    },
    {
      "epoch": 2.411351477087695,
      "grad_norm": 1.2079915709305198,
      "learning_rate": 0.00019971372714845608,
      "loss": 2.2812,
      "step": 51832
    },
    {
      "epoch": 2.4113979995347754,
      "grad_norm": 1.2495277263698616,
      "learning_rate": 0.00019971022547741704,
      "loss": 2.1562,
      "step": 51833
    },
    {
      "epoch": 2.4114445219818563,
      "grad_norm": 1.2264379606806581,
      "learning_rate": 0.00019970672377594514,
      "loss": 2.2344,
      "step": 51834
    },
    {
      "epoch": 2.411491044428937,
      "grad_norm": 1.199795615152025,
      "learning_rate": 0.00019970322204404254,
      "loss": 2.4219,
      "step": 51835
    },
    {
      "epoch": 2.4115375668760177,
      "grad_norm": 1.2322192208330163,
      "learning_rate": 0.0001996997202817113,
      "loss": 2.2031,
      "step": 51836
    },
    {
      "epoch": 2.411584089323098,
      "grad_norm": 1.3214866703026806,
      "learning_rate": 0.00019969621848895365,
      "loss": 2.4688,
      "step": 51837
    },
    {
      "epoch": 2.411630611770179,
      "grad_norm": 1.2555518700935842,
      "learning_rate": 0.0001996927166657716,
      "loss": 2.3125,
      "step": 51838
    },
    {
      "epoch": 2.4116771342172596,
      "grad_norm": 1.170122866094009,
      "learning_rate": 0.00019968921481216742,
      "loss": 2.25,
      "step": 51839
    },
    {
      "epoch": 2.4117236566643405,
      "grad_norm": 1.2353627619502354,
      "learning_rate": 0.00019968571292814318,
      "loss": 2.2344,
      "step": 51840
    },
    {
      "epoch": 2.4117701791114214,
      "grad_norm": 1.2886483807503415,
      "learning_rate": 0.0001996822110137011,
      "loss": 1.9062,
      "step": 51841
    },
    {
      "epoch": 2.411816701558502,
      "grad_norm": 1.330455958778342,
      "learning_rate": 0.00019967870906884328,
      "loss": 2.4688,
      "step": 51842
    },
    {
      "epoch": 2.411863224005583,
      "grad_norm": 1.1543753984988323,
      "learning_rate": 0.00019967520709357183,
      "loss": 2.2031,
      "step": 51843
    },
    {
      "epoch": 2.4119097464526633,
      "grad_norm": 1.1982178225059825,
      "learning_rate": 0.00019967170508788893,
      "loss": 2.1875,
      "step": 51844
    },
    {
      "epoch": 2.4119562688997442,
      "grad_norm": 1.1818811557127988,
      "learning_rate": 0.00019966820305179672,
      "loss": 2.4062,
      "step": 51845
    },
    {
      "epoch": 2.4120027913468247,
      "grad_norm": 1.172673161349013,
      "learning_rate": 0.00019966470098529735,
      "loss": 1.9219,
      "step": 51846
    },
    {
      "epoch": 2.4120493137939056,
      "grad_norm": 1.198738475028337,
      "learning_rate": 0.00019966119888839294,
      "loss": 2.5781,
      "step": 51847
    },
    {
      "epoch": 2.412095836240986,
      "grad_norm": 1.2031626083217803,
      "learning_rate": 0.00019965769676108565,
      "loss": 2.3125,
      "step": 51848
    },
    {
      "epoch": 2.412142358688067,
      "grad_norm": 1.2312344900145078,
      "learning_rate": 0.00019965419460337764,
      "loss": 2.4531,
      "step": 51849
    },
    {
      "epoch": 2.4121888811351475,
      "grad_norm": 1.240323836356394,
      "learning_rate": 0.00019965069241527106,
      "loss": 2.3438,
      "step": 51850
    },
    {
      "epoch": 2.4122354035822284,
      "grad_norm": 1.1013671815055899,
      "learning_rate": 0.00019964719019676798,
      "loss": 1.8047,
      "step": 51851
    },
    {
      "epoch": 2.4122819260293094,
      "grad_norm": 1.2206496521159038,
      "learning_rate": 0.00019964368794787068,
      "loss": 2.3906,
      "step": 51852
    },
    {
      "epoch": 2.41232844847639,
      "grad_norm": 1.2219333094773315,
      "learning_rate": 0.00019964018566858113,
      "loss": 2.2344,
      "step": 51853
    },
    {
      "epoch": 2.4123749709234708,
      "grad_norm": 1.1526308877269105,
      "learning_rate": 0.0001996366833589016,
      "loss": 2.2969,
      "step": 51854
    },
    {
      "epoch": 2.4124214933705512,
      "grad_norm": 1.1576120936182155,
      "learning_rate": 0.00019963318101883423,
      "loss": 2.0781,
      "step": 51855
    },
    {
      "epoch": 2.412468015817632,
      "grad_norm": 1.1244438190618358,
      "learning_rate": 0.00019962967864838106,
      "loss": 2.0469,
      "step": 51856
    },
    {
      "epoch": 2.4125145382647126,
      "grad_norm": 1.2760521870604518,
      "learning_rate": 0.00019962617624754437,
      "loss": 2.2344,
      "step": 51857
    },
    {
      "epoch": 2.4125610607117935,
      "grad_norm": 1.1987578976978825,
      "learning_rate": 0.00019962267381632627,
      "loss": 2.0781,
      "step": 51858
    },
    {
      "epoch": 2.412607583158874,
      "grad_norm": 1.2394803529506928,
      "learning_rate": 0.00019961917135472886,
      "loss": 2.2656,
      "step": 51859
    },
    {
      "epoch": 2.412654105605955,
      "grad_norm": 1.14443153116633,
      "learning_rate": 0.00019961566886275424,
      "loss": 2.2344,
      "step": 51860
    },
    {
      "epoch": 2.4127006280530354,
      "grad_norm": 1.331695328592547,
      "learning_rate": 0.00019961216634040464,
      "loss": 2.3438,
      "step": 51861
    },
    {
      "epoch": 2.4127471505001163,
      "grad_norm": 1.2204570932221328,
      "learning_rate": 0.0001996086637876822,
      "loss": 2.5312,
      "step": 51862
    },
    {
      "epoch": 2.4127936729471973,
      "grad_norm": 1.1516435135745635,
      "learning_rate": 0.00019960516120458906,
      "loss": 2.2344,
      "step": 51863
    },
    {
      "epoch": 2.4128401953942777,
      "grad_norm": 1.1520496378032203,
      "learning_rate": 0.0001996016585911273,
      "loss": 2.125,
      "step": 51864
    },
    {
      "epoch": 2.412886717841358,
      "grad_norm": 1.1765080543709787,
      "learning_rate": 0.00019959815594729918,
      "loss": 2.375,
      "step": 51865
    },
    {
      "epoch": 2.412933240288439,
      "grad_norm": 1.201018346118021,
      "learning_rate": 0.00019959465327310668,
      "loss": 2.0938,
      "step": 51866
    },
    {
      "epoch": 2.41297976273552,
      "grad_norm": 1.2024711615153316,
      "learning_rate": 0.00019959115056855209,
      "loss": 2.2812,
      "step": 51867
    },
    {
      "epoch": 2.4130262851826005,
      "grad_norm": 1.20438285061594,
      "learning_rate": 0.0001995876478336375,
      "loss": 2.3438,
      "step": 51868
    },
    {
      "epoch": 2.4130728076296815,
      "grad_norm": 1.1679369898243355,
      "learning_rate": 0.0001995841450683651,
      "loss": 2.2031,
      "step": 51869
    },
    {
      "epoch": 2.413119330076762,
      "grad_norm": 1.3061721504433832,
      "learning_rate": 0.00019958064227273699,
      "loss": 2.6719,
      "step": 51870
    },
    {
      "epoch": 2.413165852523843,
      "grad_norm": 1.2090222490317553,
      "learning_rate": 0.00019957713944675524,
      "loss": 2.3125,
      "step": 51871
    },
    {
      "epoch": 2.4132123749709233,
      "grad_norm": 1.17071956862587,
      "learning_rate": 0.00019957363659042215,
      "loss": 2.3906,
      "step": 51872
    },
    {
      "epoch": 2.4132588974180043,
      "grad_norm": 1.2347629137256921,
      "learning_rate": 0.00019957013370373977,
      "loss": 2.5156,
      "step": 51873
    },
    {
      "epoch": 2.4133054198650847,
      "grad_norm": 1.2719827158415573,
      "learning_rate": 0.00019956663078671025,
      "loss": 2.4375,
      "step": 51874
    },
    {
      "epoch": 2.4133519423121657,
      "grad_norm": 1.2769340027081137,
      "learning_rate": 0.00019956312783933576,
      "loss": 2.2812,
      "step": 51875
    },
    {
      "epoch": 2.413398464759246,
      "grad_norm": 1.2678217319623946,
      "learning_rate": 0.00019955962486161843,
      "loss": 2.25,
      "step": 51876
    },
    {
      "epoch": 2.413444987206327,
      "grad_norm": 1.2180699948544729,
      "learning_rate": 0.00019955612185356038,
      "loss": 2.1875,
      "step": 51877
    },
    {
      "epoch": 2.413491509653408,
      "grad_norm": 1.1327048335868628,
      "learning_rate": 0.00019955261881516377,
      "loss": 2.3281,
      "step": 51878
    },
    {
      "epoch": 2.4135380321004885,
      "grad_norm": 1.176314414513423,
      "learning_rate": 0.0001995491157464308,
      "loss": 2.4375,
      "step": 51879
    },
    {
      "epoch": 2.4135845545475694,
      "grad_norm": 1.206746868882065,
      "learning_rate": 0.00019954561264736353,
      "loss": 2.4688,
      "step": 51880
    },
    {
      "epoch": 2.41363107699465,
      "grad_norm": 1.1174963895931238,
      "learning_rate": 0.00019954210951796418,
      "loss": 2.1562,
      "step": 51881
    },
    {
      "epoch": 2.4136775994417308,
      "grad_norm": 1.1503837377633945,
      "learning_rate": 0.00019953860635823486,
      "loss": 2.1406,
      "step": 51882
    },
    {
      "epoch": 2.4137241218888112,
      "grad_norm": 1.1286481384221263,
      "learning_rate": 0.0001995351031681777,
      "loss": 2.1094,
      "step": 51883
    },
    {
      "epoch": 2.413770644335892,
      "grad_norm": 1.1893922840590607,
      "learning_rate": 0.00019953159994779484,
      "loss": 2.5312,
      "step": 51884
    },
    {
      "epoch": 2.4138171667829726,
      "grad_norm": 1.1686215215538562,
      "learning_rate": 0.0001995280966970885,
      "loss": 2.3438,
      "step": 51885
    },
    {
      "epoch": 2.4138636892300536,
      "grad_norm": 1.20553929801166,
      "learning_rate": 0.0001995245934160607,
      "loss": 2.2812,
      "step": 51886
    },
    {
      "epoch": 2.413910211677134,
      "grad_norm": 1.1871216107477598,
      "learning_rate": 0.00019952109010471368,
      "loss": 2.2969,
      "step": 51887
    },
    {
      "epoch": 2.413956734124215,
      "grad_norm": 1.1472403483476237,
      "learning_rate": 0.00019951758676304955,
      "loss": 2.2188,
      "step": 51888
    },
    {
      "epoch": 2.414003256571296,
      "grad_norm": 1.2080882863075482,
      "learning_rate": 0.00019951408339107047,
      "loss": 2.4531,
      "step": 51889
    },
    {
      "epoch": 2.4140497790183764,
      "grad_norm": 1.2447300406049273,
      "learning_rate": 0.00019951057998877854,
      "loss": 2.4531,
      "step": 51890
    },
    {
      "epoch": 2.414096301465457,
      "grad_norm": 1.1435967123859487,
      "learning_rate": 0.00019950707655617598,
      "loss": 2.2188,
      "step": 51891
    },
    {
      "epoch": 2.4141428239125378,
      "grad_norm": 1.1504767675743828,
      "learning_rate": 0.0001995035730932649,
      "loss": 2.0156,
      "step": 51892
    },
    {
      "epoch": 2.4141893463596187,
      "grad_norm": 1.2489348292121192,
      "learning_rate": 0.00019950006960004743,
      "loss": 2.5,
      "step": 51893
    },
    {
      "epoch": 2.414235868806699,
      "grad_norm": 1.2211298438213893,
      "learning_rate": 0.00019949656607652573,
      "loss": 2.4375,
      "step": 51894
    },
    {
      "epoch": 2.41428239125378,
      "grad_norm": 1.2825417873463256,
      "learning_rate": 0.00019949306252270194,
      "loss": 2.2969,
      "step": 51895
    },
    {
      "epoch": 2.4143289137008606,
      "grad_norm": 1.2134307383262792,
      "learning_rate": 0.00019948955893857822,
      "loss": 2.0625,
      "step": 51896
    },
    {
      "epoch": 2.4143754361479415,
      "grad_norm": 1.2153105824700248,
      "learning_rate": 0.00019948605532415665,
      "loss": 2.125,
      "step": 51897
    },
    {
      "epoch": 2.414421958595022,
      "grad_norm": 1.2205300980784959,
      "learning_rate": 0.00019948255167943948,
      "loss": 2.4531,
      "step": 51898
    },
    {
      "epoch": 2.414468481042103,
      "grad_norm": 1.2729156251432991,
      "learning_rate": 0.00019947904800442877,
      "loss": 2.3281,
      "step": 51899
    },
    {
      "epoch": 2.4145150034891834,
      "grad_norm": 1.1117607893450927,
      "learning_rate": 0.00019947554429912667,
      "loss": 2.1094,
      "step": 51900
    },
    {
      "epoch": 2.4145615259362643,
      "grad_norm": 1.0766783726510942,
      "learning_rate": 0.00019947204056353538,
      "loss": 2.0625,
      "step": 51901
    },
    {
      "epoch": 2.4146080483833448,
      "grad_norm": 1.1304832495140407,
      "learning_rate": 0.00019946853679765703,
      "loss": 2.4062,
      "step": 51902
    },
    {
      "epoch": 2.4146545708304257,
      "grad_norm": 1.1768210309401828,
      "learning_rate": 0.00019946503300149372,
      "loss": 2.1719,
      "step": 51903
    },
    {
      "epoch": 2.4147010932775066,
      "grad_norm": 1.2392724627867246,
      "learning_rate": 0.00019946152917504767,
      "loss": 2.1875,
      "step": 51904
    },
    {
      "epoch": 2.414747615724587,
      "grad_norm": 1.2540077799073648,
      "learning_rate": 0.00019945802531832097,
      "loss": 2.25,
      "step": 51905
    },
    {
      "epoch": 2.414794138171668,
      "grad_norm": 1.1696163170912812,
      "learning_rate": 0.00019945452143131575,
      "loss": 2.2656,
      "step": 51906
    },
    {
      "epoch": 2.4148406606187485,
      "grad_norm": 1.1792084583528972,
      "learning_rate": 0.00019945101751403415,
      "loss": 2.3906,
      "step": 51907
    },
    {
      "epoch": 2.4148871830658294,
      "grad_norm": 1.1641965724775745,
      "learning_rate": 0.0001994475135664784,
      "loss": 2.2812,
      "step": 51908
    },
    {
      "epoch": 2.41493370551291,
      "grad_norm": 1.2201643422731245,
      "learning_rate": 0.00019944400958865063,
      "loss": 2.2031,
      "step": 51909
    },
    {
      "epoch": 2.414980227959991,
      "grad_norm": 1.2015714298611284,
      "learning_rate": 0.00019944050558055285,
      "loss": 2.1406,
      "step": 51910
    },
    {
      "epoch": 2.4150267504070713,
      "grad_norm": 1.0952112821263265,
      "learning_rate": 0.00019943700154218737,
      "loss": 1.6641,
      "step": 51911
    },
    {
      "epoch": 2.415073272854152,
      "grad_norm": 1.189542638827458,
      "learning_rate": 0.0001994334974735562,
      "loss": 2.1875,
      "step": 51912
    },
    {
      "epoch": 2.4151197953012327,
      "grad_norm": 1.207328750766278,
      "learning_rate": 0.00019942999337466163,
      "loss": 2.3438,
      "step": 51913
    },
    {
      "epoch": 2.4151663177483136,
      "grad_norm": 1.143663356365423,
      "learning_rate": 0.00019942648924550565,
      "loss": 2.1875,
      "step": 51914
    },
    {
      "epoch": 2.4152128401953945,
      "grad_norm": 1.1949813790846973,
      "learning_rate": 0.00019942298508609054,
      "loss": 2.1719,
      "step": 51915
    },
    {
      "epoch": 2.415259362642475,
      "grad_norm": 1.1654613472190192,
      "learning_rate": 0.00019941948089641836,
      "loss": 2.2812,
      "step": 51916
    },
    {
      "epoch": 2.415305885089556,
      "grad_norm": 1.0736293044807226,
      "learning_rate": 0.00019941597667649132,
      "loss": 2.125,
      "step": 51917
    },
    {
      "epoch": 2.4153524075366364,
      "grad_norm": 1.163283379363513,
      "learning_rate": 0.00019941247242631144,
      "loss": 2.5,
      "step": 51918
    },
    {
      "epoch": 2.4153989299837173,
      "grad_norm": 1.17011740676579,
      "learning_rate": 0.00019940896814588105,
      "loss": 2.3438,
      "step": 51919
    },
    {
      "epoch": 2.415445452430798,
      "grad_norm": 1.1873937454190702,
      "learning_rate": 0.00019940546383520215,
      "loss": 2.3438,
      "step": 51920
    },
    {
      "epoch": 2.4154919748778787,
      "grad_norm": 1.1836259449828248,
      "learning_rate": 0.00019940195949427698,
      "loss": 2.25,
      "step": 51921
    },
    {
      "epoch": 2.415538497324959,
      "grad_norm": 1.240452144711947,
      "learning_rate": 0.00019939845512310757,
      "loss": 2.2969,
      "step": 51922
    },
    {
      "epoch": 2.41558501977204,
      "grad_norm": 1.2596185758807852,
      "learning_rate": 0.00019939495072169612,
      "loss": 2.3906,
      "step": 51923
    },
    {
      "epoch": 2.4156315422191206,
      "grad_norm": 1.2776523810586682,
      "learning_rate": 0.00019939144629004487,
      "loss": 2.25,
      "step": 51924
    },
    {
      "epoch": 2.4156780646662015,
      "grad_norm": 1.1117190764803748,
      "learning_rate": 0.00019938794182815586,
      "loss": 2.1562,
      "step": 51925
    },
    {
      "epoch": 2.415724587113282,
      "grad_norm": 1.1493150546076336,
      "learning_rate": 0.00019938443733603125,
      "loss": 2.2344,
      "step": 51926
    },
    {
      "epoch": 2.415771109560363,
      "grad_norm": 1.22816176112637,
      "learning_rate": 0.00019938093281367318,
      "loss": 2.2812,
      "step": 51927
    },
    {
      "epoch": 2.4158176320074434,
      "grad_norm": 1.1645883417212597,
      "learning_rate": 0.00019937742826108386,
      "loss": 2.5625,
      "step": 51928
    },
    {
      "epoch": 2.4158641544545243,
      "grad_norm": 1.2296044121136023,
      "learning_rate": 0.00019937392367826533,
      "loss": 2.4219,
      "step": 51929
    },
    {
      "epoch": 2.415910676901605,
      "grad_norm": 1.2193471196638461,
      "learning_rate": 0.00019937041906521987,
      "loss": 2.25,
      "step": 51930
    },
    {
      "epoch": 2.4159571993486857,
      "grad_norm": 1.2759608690722937,
      "learning_rate": 0.00019936691442194949,
      "loss": 2.5781,
      "step": 51931
    },
    {
      "epoch": 2.4160037217957666,
      "grad_norm": 1.1966795086626798,
      "learning_rate": 0.00019936340974845636,
      "loss": 2.2812,
      "step": 51932
    },
    {
      "epoch": 2.416050244242847,
      "grad_norm": 1.1974138859471068,
      "learning_rate": 0.00019935990504474276,
      "loss": 2.3438,
      "step": 51933
    },
    {
      "epoch": 2.416096766689928,
      "grad_norm": 1.225470851085859,
      "learning_rate": 0.00019935640031081066,
      "loss": 2.4062,
      "step": 51934
    },
    {
      "epoch": 2.4161432891370085,
      "grad_norm": 1.1928152704712467,
      "learning_rate": 0.00019935289554666227,
      "loss": 2.2188,
      "step": 51935
    },
    {
      "epoch": 2.4161898115840894,
      "grad_norm": 1.152405294622915,
      "learning_rate": 0.0001993493907522998,
      "loss": 1.9375,
      "step": 51936
    },
    {
      "epoch": 2.41623633403117,
      "grad_norm": 1.2361145866782863,
      "learning_rate": 0.00019934588592772533,
      "loss": 2.1562,
      "step": 51937
    },
    {
      "epoch": 2.416282856478251,
      "grad_norm": 1.1654216152038692,
      "learning_rate": 0.000199342381072941,
      "loss": 2.0469,
      "step": 51938
    },
    {
      "epoch": 2.4163293789253313,
      "grad_norm": 1.1797053205996446,
      "learning_rate": 0.00019933887618794899,
      "loss": 2.0469,
      "step": 51939
    },
    {
      "epoch": 2.416375901372412,
      "grad_norm": 1.1104631850263766,
      "learning_rate": 0.0001993353712727514,
      "loss": 2.2188,
      "step": 51940
    },
    {
      "epoch": 2.416422423819493,
      "grad_norm": 1.338742893747561,
      "learning_rate": 0.00019933186632735045,
      "loss": 2.3438,
      "step": 51941
    },
    {
      "epoch": 2.4164689462665736,
      "grad_norm": 1.2485339619800246,
      "learning_rate": 0.0001993283613517482,
      "loss": 2.4531,
      "step": 51942
    },
    {
      "epoch": 2.4165154687136545,
      "grad_norm": 1.2049120513386995,
      "learning_rate": 0.00019932485634594684,
      "loss": 2.3906,
      "step": 51943
    },
    {
      "epoch": 2.416561991160735,
      "grad_norm": 1.1079689310353613,
      "learning_rate": 0.00019932135130994852,
      "loss": 1.875,
      "step": 51944
    },
    {
      "epoch": 2.416608513607816,
      "grad_norm": 1.3677632128646302,
      "learning_rate": 0.00019931784624375537,
      "loss": 2.375,
      "step": 51945
    },
    {
      "epoch": 2.4166550360548964,
      "grad_norm": 1.1705496870005703,
      "learning_rate": 0.0001993143411473696,
      "loss": 2.3281,
      "step": 51946
    },
    {
      "epoch": 2.4167015585019773,
      "grad_norm": 1.262607696073647,
      "learning_rate": 0.00019931083602079322,
      "loss": 2.2969,
      "step": 51947
    },
    {
      "epoch": 2.416748080949058,
      "grad_norm": 1.2171723525607758,
      "learning_rate": 0.0001993073308640285,
      "loss": 2.25,
      "step": 51948
    },
    {
      "epoch": 2.4167946033961387,
      "grad_norm": 1.273542013237656,
      "learning_rate": 0.0001993038256770775,
      "loss": 2.4844,
      "step": 51949
    },
    {
      "epoch": 2.416841125843219,
      "grad_norm": 1.244868921712695,
      "learning_rate": 0.00019930032045994246,
      "loss": 2.1719,
      "step": 51950
    },
    {
      "epoch": 2.4168876482903,
      "grad_norm": 1.215873512206472,
      "learning_rate": 0.00019929681521262547,
      "loss": 2.25,
      "step": 51951
    },
    {
      "epoch": 2.4169341707373806,
      "grad_norm": 1.2256890041532462,
      "learning_rate": 0.00019929330993512866,
      "loss": 2.6094,
      "step": 51952
    },
    {
      "epoch": 2.4169806931844615,
      "grad_norm": 1.2901167143614845,
      "learning_rate": 0.00019928980462745422,
      "loss": 2.3438,
      "step": 51953
    },
    {
      "epoch": 2.417027215631542,
      "grad_norm": 1.1914749071578983,
      "learning_rate": 0.0001992862992896042,
      "loss": 2.0156,
      "step": 51954
    },
    {
      "epoch": 2.417073738078623,
      "grad_norm": 1.1624372041043367,
      "learning_rate": 0.00019928279392158088,
      "loss": 2.1719,
      "step": 51955
    },
    {
      "epoch": 2.417120260525704,
      "grad_norm": 1.1239000599170454,
      "learning_rate": 0.00019927928852338632,
      "loss": 2.1875,
      "step": 51956
    },
    {
      "epoch": 2.4171667829727843,
      "grad_norm": 1.1636091359387402,
      "learning_rate": 0.00019927578309502272,
      "loss": 2.1719,
      "step": 51957
    },
    {
      "epoch": 2.4172133054198652,
      "grad_norm": 1.2433257876747132,
      "learning_rate": 0.00019927227763649215,
      "loss": 2.25,
      "step": 51958
    },
    {
      "epoch": 2.4172598278669457,
      "grad_norm": 1.2660952466716224,
      "learning_rate": 0.00019926877214779685,
      "loss": 2.1562,
      "step": 51959
    },
    {
      "epoch": 2.4173063503140266,
      "grad_norm": 1.1626088615559744,
      "learning_rate": 0.00019926526662893888,
      "loss": 1.9297,
      "step": 51960
    },
    {
      "epoch": 2.417352872761107,
      "grad_norm": 1.1393565475156209,
      "learning_rate": 0.00019926176107992044,
      "loss": 2.0938,
      "step": 51961
    },
    {
      "epoch": 2.417399395208188,
      "grad_norm": 1.2693845724200914,
      "learning_rate": 0.00019925825550074365,
      "loss": 2.2812,
      "step": 51962
    },
    {
      "epoch": 2.4174459176552685,
      "grad_norm": 1.2506692594690898,
      "learning_rate": 0.00019925474989141069,
      "loss": 2.4219,
      "step": 51963
    },
    {
      "epoch": 2.4174924401023494,
      "grad_norm": 1.1612768330822039,
      "learning_rate": 0.00019925124425192365,
      "loss": 2.2969,
      "step": 51964
    },
    {
      "epoch": 2.41753896254943,
      "grad_norm": 1.214334728682913,
      "learning_rate": 0.0001992477385822847,
      "loss": 2.1562,
      "step": 51965
    },
    {
      "epoch": 2.417585484996511,
      "grad_norm": 1.134308010832816,
      "learning_rate": 0.000199244232882496,
      "loss": 2.1406,
      "step": 51966
    },
    {
      "epoch": 2.4176320074435917,
      "grad_norm": 1.25056334421238,
      "learning_rate": 0.00019924072715255973,
      "loss": 2.2188,
      "step": 51967
    },
    {
      "epoch": 2.4176785298906722,
      "grad_norm": 1.329777166091533,
      "learning_rate": 0.00019923722139247795,
      "loss": 2.1875,
      "step": 51968
    },
    {
      "epoch": 2.417725052337753,
      "grad_norm": 1.2376626453276085,
      "learning_rate": 0.0001992337156022529,
      "loss": 2.3594,
      "step": 51969
    },
    {
      "epoch": 2.4177715747848336,
      "grad_norm": 1.1564936300112973,
      "learning_rate": 0.00019923020978188666,
      "loss": 2.2656,
      "step": 51970
    },
    {
      "epoch": 2.4178180972319145,
      "grad_norm": 1.2464946531454804,
      "learning_rate": 0.00019922670393138139,
      "loss": 2.3438,
      "step": 51971
    },
    {
      "epoch": 2.417864619678995,
      "grad_norm": 1.210668432899274,
      "learning_rate": 0.00019922319805073922,
      "loss": 2.2656,
      "step": 51972
    },
    {
      "epoch": 2.417911142126076,
      "grad_norm": 1.1977998251596236,
      "learning_rate": 0.00019921969213996233,
      "loss": 2.2344,
      "step": 51973
    },
    {
      "epoch": 2.4179576645731564,
      "grad_norm": 1.1560613950730143,
      "learning_rate": 0.00019921618619905286,
      "loss": 2.125,
      "step": 51974
    },
    {
      "epoch": 2.4180041870202373,
      "grad_norm": 1.196007341231536,
      "learning_rate": 0.00019921268022801296,
      "loss": 2.2344,
      "step": 51975
    },
    {
      "epoch": 2.418050709467318,
      "grad_norm": 1.1517290198368777,
      "learning_rate": 0.00019920917422684478,
      "loss": 2.0781,
      "step": 51976
    },
    {
      "epoch": 2.4180972319143987,
      "grad_norm": 1.1302552611673016,
      "learning_rate": 0.00019920566819555042,
      "loss": 2.0312,
      "step": 51977
    },
    {
      "epoch": 2.4181437543614797,
      "grad_norm": 1.2487822624242289,
      "learning_rate": 0.00019920216213413207,
      "loss": 2.2969,
      "step": 51978
    },
    {
      "epoch": 2.41819027680856,
      "grad_norm": 1.1413244171288883,
      "learning_rate": 0.00019919865604259187,
      "loss": 2.1562,
      "step": 51979
    },
    {
      "epoch": 2.4182367992556406,
      "grad_norm": 1.1661586135108162,
      "learning_rate": 0.00019919514992093197,
      "loss": 2.4062,
      "step": 51980
    },
    {
      "epoch": 2.4182833217027215,
      "grad_norm": 1.302009656767337,
      "learning_rate": 0.00019919164376915448,
      "loss": 2.625,
      "step": 51981
    },
    {
      "epoch": 2.4183298441498025,
      "grad_norm": 1.1566211742014811,
      "learning_rate": 0.0001991881375872616,
      "loss": 2.0312,
      "step": 51982
    },
    {
      "epoch": 2.418376366596883,
      "grad_norm": 1.1639767098160045,
      "learning_rate": 0.00019918463137525547,
      "loss": 2.1406,
      "step": 51983
    },
    {
      "epoch": 2.418422889043964,
      "grad_norm": 1.2427394521480744,
      "learning_rate": 0.0001991811251331382,
      "loss": 2.2812,
      "step": 51984
    },
    {
      "epoch": 2.4184694114910443,
      "grad_norm": 1.19217314142952,
      "learning_rate": 0.00019917761886091196,
      "loss": 2.2188,
      "step": 51985
    },
    {
      "epoch": 2.4185159339381253,
      "grad_norm": 1.2173246183898947,
      "learning_rate": 0.00019917411255857887,
      "loss": 2.2969,
      "step": 51986
    },
    {
      "epoch": 2.4185624563852057,
      "grad_norm": 1.176034137711502,
      "learning_rate": 0.00019917060622614112,
      "loss": 2.2812,
      "step": 51987
    },
    {
      "epoch": 2.4186089788322866,
      "grad_norm": 1.100483095916072,
      "learning_rate": 0.0001991670998636008,
      "loss": 1.8828,
      "step": 51988
    },
    {
      "epoch": 2.418655501279367,
      "grad_norm": 1.2140836124155,
      "learning_rate": 0.00019916359347096015,
      "loss": 2.125,
      "step": 51989
    },
    {
      "epoch": 2.418702023726448,
      "grad_norm": 1.2046144712083966,
      "learning_rate": 0.00019916008704822124,
      "loss": 2.375,
      "step": 51990
    },
    {
      "epoch": 2.4187485461735285,
      "grad_norm": 1.2058707974161937,
      "learning_rate": 0.0001991565805953862,
      "loss": 2.1875,
      "step": 51991
    },
    {
      "epoch": 2.4187950686206094,
      "grad_norm": 1.2199909476351227,
      "learning_rate": 0.00019915307411245726,
      "loss": 1.6875,
      "step": 51992
    },
    {
      "epoch": 2.4188415910676904,
      "grad_norm": 1.141502745305528,
      "learning_rate": 0.00019914956759943647,
      "loss": 2.1562,
      "step": 51993
    },
    {
      "epoch": 2.418888113514771,
      "grad_norm": 1.2035502117821615,
      "learning_rate": 0.00019914606105632607,
      "loss": 2.2656,
      "step": 51994
    },
    {
      "epoch": 2.4189346359618518,
      "grad_norm": 1.1920241806793828,
      "learning_rate": 0.0001991425544831281,
      "loss": 2.2031,
      "step": 51995
    },
    {
      "epoch": 2.4189811584089322,
      "grad_norm": 1.1512231707374918,
      "learning_rate": 0.00019913904787984484,
      "loss": 2.1094,
      "step": 51996
    },
    {
      "epoch": 2.419027680856013,
      "grad_norm": 1.1499999468865776,
      "learning_rate": 0.00019913554124647832,
      "loss": 2.3594,
      "step": 51997
    },
    {
      "epoch": 2.4190742033030936,
      "grad_norm": 1.162872366164168,
      "learning_rate": 0.00019913203458303075,
      "loss": 2.2656,
      "step": 51998
    },
    {
      "epoch": 2.4191207257501746,
      "grad_norm": 1.1848143738401433,
      "learning_rate": 0.00019912852788950427,
      "loss": 2.2188,
      "step": 51999
    },
    {
      "epoch": 2.419167248197255,
      "grad_norm": 1.1648076281376614,
      "learning_rate": 0.000199125021165901,
      "loss": 2.1562,
      "step": 52000
    },
    {
      "epoch": 2.419213770644336,
      "grad_norm": 1.2107742598506759,
      "learning_rate": 0.0001991215144122231,
      "loss": 2.1406,
      "step": 52001
    },
    {
      "epoch": 2.4192602930914164,
      "grad_norm": 1.1745782485007161,
      "learning_rate": 0.00019911800762847275,
      "loss": 2.1875,
      "step": 52002
    },
    {
      "epoch": 2.4193068155384974,
      "grad_norm": 1.118881167832734,
      "learning_rate": 0.00019911450081465206,
      "loss": 2.1719,
      "step": 52003
    },
    {
      "epoch": 2.4193533379855783,
      "grad_norm": 1.165441533557003,
      "learning_rate": 0.00019911099397076313,
      "loss": 1.9688,
      "step": 52004
    },
    {
      "epoch": 2.4193998604326588,
      "grad_norm": 1.293077003564556,
      "learning_rate": 0.00019910748709680822,
      "loss": 2.2969,
      "step": 52005
    },
    {
      "epoch": 2.4194463828797392,
      "grad_norm": 1.211699656960622,
      "learning_rate": 0.00019910398019278936,
      "loss": 2.1719,
      "step": 52006
    },
    {
      "epoch": 2.41949290532682,
      "grad_norm": 1.1849099729082841,
      "learning_rate": 0.0001991004732587088,
      "loss": 2.0938,
      "step": 52007
    },
    {
      "epoch": 2.419539427773901,
      "grad_norm": 1.1816957450392573,
      "learning_rate": 0.00019909696629456862,
      "loss": 2.2812,
      "step": 52008
    },
    {
      "epoch": 2.4195859502209816,
      "grad_norm": 1.2071439601029772,
      "learning_rate": 0.000199093459300371,
      "loss": 2.4375,
      "step": 52009
    },
    {
      "epoch": 2.4196324726680625,
      "grad_norm": 1.2379957110627295,
      "learning_rate": 0.00019908995227611802,
      "loss": 2.25,
      "step": 52010
    },
    {
      "epoch": 2.419678995115143,
      "grad_norm": 1.2515637811771658,
      "learning_rate": 0.00019908644522181196,
      "loss": 2.3594,
      "step": 52011
    },
    {
      "epoch": 2.419725517562224,
      "grad_norm": 1.2921922204365393,
      "learning_rate": 0.00019908293813745485,
      "loss": 2.2969,
      "step": 52012
    },
    {
      "epoch": 2.4197720400093043,
      "grad_norm": 1.2628233073941908,
      "learning_rate": 0.00019907943102304889,
      "loss": 2.2812,
      "step": 52013
    },
    {
      "epoch": 2.4198185624563853,
      "grad_norm": 1.2818914352647623,
      "learning_rate": 0.0001990759238785962,
      "loss": 2.5156,
      "step": 52014
    },
    {
      "epoch": 2.4198650849034657,
      "grad_norm": 1.0830257492022017,
      "learning_rate": 0.00019907241670409894,
      "loss": 2.0781,
      "step": 52015
    },
    {
      "epoch": 2.4199116073505467,
      "grad_norm": 1.1430571268623,
      "learning_rate": 0.0001990689094995593,
      "loss": 2.3906,
      "step": 52016
    },
    {
      "epoch": 2.419958129797627,
      "grad_norm": 1.2368037894666186,
      "learning_rate": 0.00019906540226497933,
      "loss": 2.4062,
      "step": 52017
    },
    {
      "epoch": 2.420004652244708,
      "grad_norm": 1.212878483550726,
      "learning_rate": 0.00019906189500036128,
      "loss": 2.2344,
      "step": 52018
    },
    {
      "epoch": 2.420051174691789,
      "grad_norm": 1.2990516887954302,
      "learning_rate": 0.0001990583877057072,
      "loss": 2.1562,
      "step": 52019
    },
    {
      "epoch": 2.4200976971388695,
      "grad_norm": 1.2485709394565008,
      "learning_rate": 0.00019905488038101927,
      "loss": 2.4844,
      "step": 52020
    },
    {
      "epoch": 2.4201442195859504,
      "grad_norm": 1.5328669973119795,
      "learning_rate": 0.0001990513730262997,
      "loss": 2.2969,
      "step": 52021
    },
    {
      "epoch": 2.420190742033031,
      "grad_norm": 1.3522988378559213,
      "learning_rate": 0.0001990478656415506,
      "loss": 2.5156,
      "step": 52022
    },
    {
      "epoch": 2.420237264480112,
      "grad_norm": 1.2203434029378308,
      "learning_rate": 0.0001990443582267741,
      "loss": 2.0156,
      "step": 52023
    },
    {
      "epoch": 2.4202837869271923,
      "grad_norm": 1.1551774010411187,
      "learning_rate": 0.00019904085078197232,
      "loss": 2.3281,
      "step": 52024
    },
    {
      "epoch": 2.420330309374273,
      "grad_norm": 1.1618245428885499,
      "learning_rate": 0.00019903734330714747,
      "loss": 2.125,
      "step": 52025
    },
    {
      "epoch": 2.4203768318213537,
      "grad_norm": 1.1832091498996933,
      "learning_rate": 0.00019903383580230165,
      "loss": 2.3594,
      "step": 52026
    },
    {
      "epoch": 2.4204233542684346,
      "grad_norm": 1.1717783193437274,
      "learning_rate": 0.00019903032826743705,
      "loss": 2.0938,
      "step": 52027
    },
    {
      "epoch": 2.420469876715515,
      "grad_norm": 1.1480024700233151,
      "learning_rate": 0.0001990268207025558,
      "loss": 2.125,
      "step": 52028
    },
    {
      "epoch": 2.420516399162596,
      "grad_norm": 1.1327313897356324,
      "learning_rate": 0.00019902331310766002,
      "loss": 2.1094,
      "step": 52029
    },
    {
      "epoch": 2.420562921609677,
      "grad_norm": 1.1828472835707062,
      "learning_rate": 0.00019901980548275188,
      "loss": 2.4219,
      "step": 52030
    },
    {
      "epoch": 2.4206094440567574,
      "grad_norm": 1.2031911798965707,
      "learning_rate": 0.00019901629782783351,
      "loss": 1.7188,
      "step": 52031
    },
    {
      "epoch": 2.420655966503838,
      "grad_norm": 1.1551256928386449,
      "learning_rate": 0.0001990127901429071,
      "loss": 1.7344,
      "step": 52032
    },
    {
      "epoch": 2.4207024889509188,
      "grad_norm": 1.1940060188297972,
      "learning_rate": 0.00019900928242797477,
      "loss": 2.0938,
      "step": 52033
    },
    {
      "epoch": 2.4207490113979997,
      "grad_norm": 1.2835058575774483,
      "learning_rate": 0.00019900577468303867,
      "loss": 2.1406,
      "step": 52034
    },
    {
      "epoch": 2.42079553384508,
      "grad_norm": 1.1517453591481748,
      "learning_rate": 0.00019900226690810094,
      "loss": 2.1719,
      "step": 52035
    },
    {
      "epoch": 2.420842056292161,
      "grad_norm": 1.1475201867211553,
      "learning_rate": 0.00019899875910316372,
      "loss": 2.1875,
      "step": 52036
    },
    {
      "epoch": 2.4208885787392416,
      "grad_norm": 1.1729976295754512,
      "learning_rate": 0.0001989952512682292,
      "loss": 2.1875,
      "step": 52037
    },
    {
      "epoch": 2.4209351011863225,
      "grad_norm": 1.2146588201523354,
      "learning_rate": 0.00019899174340329948,
      "loss": 2.4219,
      "step": 52038
    },
    {
      "epoch": 2.420981623633403,
      "grad_norm": 1.2578615652590286,
      "learning_rate": 0.00019898823550837673,
      "loss": 1.6562,
      "step": 52039
    },
    {
      "epoch": 2.421028146080484,
      "grad_norm": 1.188673564963109,
      "learning_rate": 0.0001989847275834631,
      "loss": 2.4062,
      "step": 52040
    },
    {
      "epoch": 2.4210746685275644,
      "grad_norm": 1.2825677150536814,
      "learning_rate": 0.00019898121962856074,
      "loss": 2.2812,
      "step": 52041
    },
    {
      "epoch": 2.4211211909746453,
      "grad_norm": 1.3009172620349931,
      "learning_rate": 0.00019897771164367176,
      "loss": 2.2188,
      "step": 52042
    },
    {
      "epoch": 2.4211677134217258,
      "grad_norm": 1.3193732871334087,
      "learning_rate": 0.0001989742036287983,
      "loss": 2.3594,
      "step": 52043
    },
    {
      "epoch": 2.4212142358688067,
      "grad_norm": 1.215806130364106,
      "learning_rate": 0.00019897069558394263,
      "loss": 2.1562,
      "step": 52044
    },
    {
      "epoch": 2.4212607583158876,
      "grad_norm": 1.1313585470617626,
      "learning_rate": 0.00019896718750910675,
      "loss": 2.0312,
      "step": 52045
    },
    {
      "epoch": 2.421307280762968,
      "grad_norm": 1.1771835423261316,
      "learning_rate": 0.0001989636794042929,
      "loss": 2.3438,
      "step": 52046
    },
    {
      "epoch": 2.421353803210049,
      "grad_norm": 1.1652957988160657,
      "learning_rate": 0.00019896017126950317,
      "loss": 2.2031,
      "step": 52047
    },
    {
      "epoch": 2.4214003256571295,
      "grad_norm": 1.176534000462468,
      "learning_rate": 0.0001989566631047398,
      "loss": 2.5156,
      "step": 52048
    },
    {
      "epoch": 2.4214468481042104,
      "grad_norm": 1.1702838760856387,
      "learning_rate": 0.0001989531549100048,
      "loss": 2.5156,
      "step": 52049
    },
    {
      "epoch": 2.421493370551291,
      "grad_norm": 1.1188766092817235,
      "learning_rate": 0.0001989496466853004,
      "loss": 2.1719,
      "step": 52050
    },
    {
      "epoch": 2.421539892998372,
      "grad_norm": 1.3364425797064596,
      "learning_rate": 0.00019894613843062878,
      "loss": 1.7266,
      "step": 52051
    },
    {
      "epoch": 2.4215864154454523,
      "grad_norm": 1.2445836734536226,
      "learning_rate": 0.00019894263014599202,
      "loss": 2.4531,
      "step": 52052
    },
    {
      "epoch": 2.421632937892533,
      "grad_norm": 1.1543733947967465,
      "learning_rate": 0.00019893912183139228,
      "loss": 1.9922,
      "step": 52053
    },
    {
      "epoch": 2.4216794603396137,
      "grad_norm": 1.2353216438405903,
      "learning_rate": 0.00019893561348683172,
      "loss": 2.1719,
      "step": 52054
    },
    {
      "epoch": 2.4217259827866946,
      "grad_norm": 1.142280978394478,
      "learning_rate": 0.00019893210511231252,
      "loss": 2.1094,
      "step": 52055
    },
    {
      "epoch": 2.4217725052337755,
      "grad_norm": 1.2236026009007832,
      "learning_rate": 0.00019892859670783678,
      "loss": 2.1875,
      "step": 52056
    },
    {
      "epoch": 2.421819027680856,
      "grad_norm": 1.1960157097346356,
      "learning_rate": 0.00019892508827340667,
      "loss": 2.4219,
      "step": 52057
    },
    {
      "epoch": 2.421865550127937,
      "grad_norm": 1.2019040118403006,
      "learning_rate": 0.00019892157980902432,
      "loss": 2.4062,
      "step": 52058
    },
    {
      "epoch": 2.4219120725750174,
      "grad_norm": 1.2632242917284184,
      "learning_rate": 0.00019891807131469194,
      "loss": 2.1406,
      "step": 52059
    },
    {
      "epoch": 2.4219585950220983,
      "grad_norm": 1.1778356959481744,
      "learning_rate": 0.00019891456279041156,
      "loss": 2.2188,
      "step": 52060
    },
    {
      "epoch": 2.422005117469179,
      "grad_norm": 1.1731851417779533,
      "learning_rate": 0.00019891105423618541,
      "loss": 2.2656,
      "step": 52061
    },
    {
      "epoch": 2.4220516399162597,
      "grad_norm": 1.1956639963644464,
      "learning_rate": 0.00019890754565201563,
      "loss": 2.3906,
      "step": 52062
    },
    {
      "epoch": 2.42209816236334,
      "grad_norm": 1.1974151211408028,
      "learning_rate": 0.0001989040370379044,
      "loss": 2.5469,
      "step": 52063
    },
    {
      "epoch": 2.422144684810421,
      "grad_norm": 1.2422123930140119,
      "learning_rate": 0.0001989005283938538,
      "loss": 2.4688,
      "step": 52064
    },
    {
      "epoch": 2.4221912072575016,
      "grad_norm": 1.2180182722069333,
      "learning_rate": 0.00019889701971986598,
      "loss": 2.0625,
      "step": 52065
    },
    {
      "epoch": 2.4222377297045825,
      "grad_norm": 1.1946263901675518,
      "learning_rate": 0.00019889351101594317,
      "loss": 2.375,
      "step": 52066
    },
    {
      "epoch": 2.422284252151663,
      "grad_norm": 1.1586706070114443,
      "learning_rate": 0.0001988900022820874,
      "loss": 2.0625,
      "step": 52067
    },
    {
      "epoch": 2.422330774598744,
      "grad_norm": 1.0717617730857785,
      "learning_rate": 0.00019888649351830094,
      "loss": 1.9766,
      "step": 52068
    },
    {
      "epoch": 2.4223772970458244,
      "grad_norm": 1.1665624001618047,
      "learning_rate": 0.00019888298472458586,
      "loss": 2.2969,
      "step": 52069
    },
    {
      "epoch": 2.4224238194929053,
      "grad_norm": 1.2040161369894222,
      "learning_rate": 0.00019887947590094433,
      "loss": 2.375,
      "step": 52070
    },
    {
      "epoch": 2.4224703419399862,
      "grad_norm": 1.3483561382715283,
      "learning_rate": 0.0001988759670473785,
      "loss": 2.2969,
      "step": 52071
    },
    {
      "epoch": 2.4225168643870667,
      "grad_norm": 1.1908764308113091,
      "learning_rate": 0.00019887245816389054,
      "loss": 2.1406,
      "step": 52072
    },
    {
      "epoch": 2.4225633868341476,
      "grad_norm": 1.17436871086919,
      "learning_rate": 0.00019886894925048255,
      "loss": 2.3438,
      "step": 52073
    },
    {
      "epoch": 2.422609909281228,
      "grad_norm": 1.1901928290218322,
      "learning_rate": 0.0001988654403071567,
      "loss": 2.25,
      "step": 52074
    },
    {
      "epoch": 2.422656431728309,
      "grad_norm": 1.29564145017085,
      "learning_rate": 0.0001988619313339151,
      "loss": 2.5156,
      "step": 52075
    },
    {
      "epoch": 2.4227029541753895,
      "grad_norm": 1.2971484871822787,
      "learning_rate": 0.00019885842233075994,
      "loss": 2.4062,
      "step": 52076
    },
    {
      "epoch": 2.4227494766224704,
      "grad_norm": 1.1412820235830126,
      "learning_rate": 0.00019885491329769343,
      "loss": 2.125,
      "step": 52077
    },
    {
      "epoch": 2.422795999069551,
      "grad_norm": 1.2158172029516954,
      "learning_rate": 0.0001988514042347176,
      "loss": 2.2969,
      "step": 52078
    },
    {
      "epoch": 2.422842521516632,
      "grad_norm": 1.269246483271263,
      "learning_rate": 0.0001988478951418347,
      "loss": 2.0625,
      "step": 52079
    },
    {
      "epoch": 2.4228890439637123,
      "grad_norm": 1.2010479428584748,
      "learning_rate": 0.00019884438601904683,
      "loss": 2.1406,
      "step": 52080
    },
    {
      "epoch": 2.422935566410793,
      "grad_norm": 1.3917639128586252,
      "learning_rate": 0.0001988408768663561,
      "loss": 2.25,
      "step": 52081
    },
    {
      "epoch": 2.422982088857874,
      "grad_norm": 1.180656724991568,
      "learning_rate": 0.00019883736768376467,
      "loss": 2.4531,
      "step": 52082
    },
    {
      "epoch": 2.4230286113049546,
      "grad_norm": 1.1156553325995415,
      "learning_rate": 0.00019883385847127482,
      "loss": 2.0938,
      "step": 52083
    },
    {
      "epoch": 2.4230751337520355,
      "grad_norm": 1.259764125853161,
      "learning_rate": 0.0001988303492288885,
      "loss": 2.3438,
      "step": 52084
    },
    {
      "epoch": 2.423121656199116,
      "grad_norm": 1.2756071602923074,
      "learning_rate": 0.00019882683995660802,
      "loss": 2.4688,
      "step": 52085
    },
    {
      "epoch": 2.423168178646197,
      "grad_norm": 1.2730098287461713,
      "learning_rate": 0.00019882333065443538,
      "loss": 2.3281,
      "step": 52086
    },
    {
      "epoch": 2.4232147010932774,
      "grad_norm": 1.1464904465671393,
      "learning_rate": 0.00019881982132237283,
      "loss": 2.3906,
      "step": 52087
    },
    {
      "epoch": 2.4232612235403583,
      "grad_norm": 1.1344391934852915,
      "learning_rate": 0.00019881631196042257,
      "loss": 1.9375,
      "step": 52088
    },
    {
      "epoch": 2.423307745987439,
      "grad_norm": 1.191141513497051,
      "learning_rate": 0.0001988128025685866,
      "loss": 2.125,
      "step": 52089
    },
    {
      "epoch": 2.4233542684345197,
      "grad_norm": 1.2870671718694242,
      "learning_rate": 0.0001988092931468672,
      "loss": 2.2812,
      "step": 52090
    },
    {
      "epoch": 2.4234007908816,
      "grad_norm": 1.1920202160806854,
      "learning_rate": 0.00019880578369526643,
      "loss": 2.2656,
      "step": 52091
    },
    {
      "epoch": 2.423447313328681,
      "grad_norm": 1.1915842968685946,
      "learning_rate": 0.00019880227421378648,
      "loss": 2.3125,
      "step": 52092
    },
    {
      "epoch": 2.423493835775762,
      "grad_norm": 1.2125473239830968,
      "learning_rate": 0.0001987987647024295,
      "loss": 2.1562,
      "step": 52093
    },
    {
      "epoch": 2.4235403582228425,
      "grad_norm": 1.2607560230541728,
      "learning_rate": 0.0001987952551611976,
      "loss": 2.4219,
      "step": 52094
    },
    {
      "epoch": 2.423586880669923,
      "grad_norm": 1.242643214935654,
      "learning_rate": 0.00019879174559009298,
      "loss": 2.2812,
      "step": 52095
    },
    {
      "epoch": 2.423633403117004,
      "grad_norm": 1.1844547670282979,
      "learning_rate": 0.00019878823598911777,
      "loss": 2.0938,
      "step": 52096
    },
    {
      "epoch": 2.423679925564085,
      "grad_norm": 1.106420019819625,
      "learning_rate": 0.0001987847263582741,
      "loss": 2.0938,
      "step": 52097
    },
    {
      "epoch": 2.4237264480111653,
      "grad_norm": 1.161139974921836,
      "learning_rate": 0.00019878121669756411,
      "loss": 2.0938,
      "step": 52098
    },
    {
      "epoch": 2.4237729704582462,
      "grad_norm": 1.1173538985947424,
      "learning_rate": 0.00019877770700699003,
      "loss": 2.0312,
      "step": 52099
    },
    {
      "epoch": 2.4238194929053267,
      "grad_norm": 1.142696747851386,
      "learning_rate": 0.0001987741972865539,
      "loss": 2.0469,
      "step": 52100
    },
    {
      "epoch": 2.4238660153524076,
      "grad_norm": 1.2526158571933446,
      "learning_rate": 0.00019877068753625796,
      "loss": 2.2188,
      "step": 52101
    },
    {
      "epoch": 2.423912537799488,
      "grad_norm": 1.1425894386701583,
      "learning_rate": 0.0001987671777561043,
      "loss": 2.3594,
      "step": 52102
    },
    {
      "epoch": 2.423959060246569,
      "grad_norm": 1.2845065589610745,
      "learning_rate": 0.00019876366794609508,
      "loss": 2.25,
      "step": 52103
    },
    {
      "epoch": 2.4240055826936495,
      "grad_norm": 1.1232501962258523,
      "learning_rate": 0.00019876015810623245,
      "loss": 2.0625,
      "step": 52104
    },
    {
      "epoch": 2.4240521051407304,
      "grad_norm": 1.2501262715597015,
      "learning_rate": 0.00019875664823651857,
      "loss": 2.3438,
      "step": 52105
    },
    {
      "epoch": 2.424098627587811,
      "grad_norm": 1.1326097033111224,
      "learning_rate": 0.00019875313833695558,
      "loss": 2.1875,
      "step": 52106
    },
    {
      "epoch": 2.424145150034892,
      "grad_norm": 1.129076831219372,
      "learning_rate": 0.00019874962840754566,
      "loss": 1.6797,
      "step": 52107
    },
    {
      "epoch": 2.4241916724819728,
      "grad_norm": 1.1902716145265553,
      "learning_rate": 0.00019874611844829086,
      "loss": 2.1875,
      "step": 52108
    },
    {
      "epoch": 2.4242381949290532,
      "grad_norm": 1.103841708130772,
      "learning_rate": 0.00019874260845919345,
      "loss": 1.9766,
      "step": 52109
    },
    {
      "epoch": 2.424284717376134,
      "grad_norm": 1.366779360396544,
      "learning_rate": 0.00019873909844025556,
      "loss": 2.6562,
      "step": 52110
    },
    {
      "epoch": 2.4243312398232146,
      "grad_norm": 1.1577978793104646,
      "learning_rate": 0.00019873558839147924,
      "loss": 1.7188,
      "step": 52111
    },
    {
      "epoch": 2.4243777622702956,
      "grad_norm": 1.0799946750868166,
      "learning_rate": 0.00019873207831286674,
      "loss": 1.9531,
      "step": 52112
    },
    {
      "epoch": 2.424424284717376,
      "grad_norm": 1.1878369741188914,
      "learning_rate": 0.00019872856820442019,
      "loss": 2.1562,
      "step": 52113
    },
    {
      "epoch": 2.424470807164457,
      "grad_norm": 1.2030189323380351,
      "learning_rate": 0.00019872505806614168,
      "loss": 2.0938,
      "step": 52114
    },
    {
      "epoch": 2.4245173296115374,
      "grad_norm": 1.1418915633255444,
      "learning_rate": 0.00019872154789803343,
      "loss": 2.2031,
      "step": 52115
    },
    {
      "epoch": 2.4245638520586184,
      "grad_norm": 1.2207290187008193,
      "learning_rate": 0.00019871803770009756,
      "loss": 2.1875,
      "step": 52116
    },
    {
      "epoch": 2.424610374505699,
      "grad_norm": 1.1240627810458919,
      "learning_rate": 0.00019871452747233622,
      "loss": 1.9922,
      "step": 52117
    },
    {
      "epoch": 2.4246568969527797,
      "grad_norm": 1.1921682762895587,
      "learning_rate": 0.00019871101721475159,
      "loss": 2.1406,
      "step": 52118
    },
    {
      "epoch": 2.4247034193998607,
      "grad_norm": 1.142980082501225,
      "learning_rate": 0.0001987075069273457,
      "loss": 2.2812,
      "step": 52119
    },
    {
      "epoch": 2.424749941846941,
      "grad_norm": 1.2133057479695812,
      "learning_rate": 0.00019870399661012084,
      "loss": 2.3438,
      "step": 52120
    },
    {
      "epoch": 2.4247964642940216,
      "grad_norm": 1.1299760264631624,
      "learning_rate": 0.0001987004862630791,
      "loss": 2.2188,
      "step": 52121
    },
    {
      "epoch": 2.4248429867411025,
      "grad_norm": 1.1892240103806997,
      "learning_rate": 0.00019869697588622266,
      "loss": 1.5938,
      "step": 52122
    },
    {
      "epoch": 2.4248895091881835,
      "grad_norm": 1.1869836393742481,
      "learning_rate": 0.00019869346547955364,
      "loss": 2.4375,
      "step": 52123
    },
    {
      "epoch": 2.424936031635264,
      "grad_norm": 1.1960566124866048,
      "learning_rate": 0.00019868995504307416,
      "loss": 2.4531,
      "step": 52124
    },
    {
      "epoch": 2.424982554082345,
      "grad_norm": 1.103088744727795,
      "learning_rate": 0.00019868644457678644,
      "loss": 1.5547,
      "step": 52125
    },
    {
      "epoch": 2.4250290765294253,
      "grad_norm": 1.2535417685965171,
      "learning_rate": 0.00019868293408069256,
      "loss": 2.1406,
      "step": 52126
    },
    {
      "epoch": 2.4250755989765063,
      "grad_norm": 1.1759115815408687,
      "learning_rate": 0.00019867942355479473,
      "loss": 2.375,
      "step": 52127
    },
    {
      "epoch": 2.4251221214235867,
      "grad_norm": 1.2237042870368227,
      "learning_rate": 0.00019867591299909505,
      "loss": 2.5,
      "step": 52128
    },
    {
      "epoch": 2.4251686438706677,
      "grad_norm": 1.1154479735738696,
      "learning_rate": 0.0001986724024135957,
      "loss": 1.9219,
      "step": 52129
    },
    {
      "epoch": 2.425215166317748,
      "grad_norm": 1.1226126011922302,
      "learning_rate": 0.00019866889179829874,
      "loss": 2.0156,
      "step": 52130
    },
    {
      "epoch": 2.425261688764829,
      "grad_norm": 1.101335059806264,
      "learning_rate": 0.0001986653811532065,
      "loss": 1.6562,
      "step": 52131
    },
    {
      "epoch": 2.4253082112119095,
      "grad_norm": 1.1926480080256878,
      "learning_rate": 0.00019866187047832098,
      "loss": 2.3438,
      "step": 52132
    },
    {
      "epoch": 2.4253547336589905,
      "grad_norm": 1.2180571362924173,
      "learning_rate": 0.0001986583597736444,
      "loss": 2.0469,
      "step": 52133
    },
    {
      "epoch": 2.4254012561060714,
      "grad_norm": 1.2950201396504486,
      "learning_rate": 0.00019865484903917887,
      "loss": 2.4531,
      "step": 52134
    },
    {
      "epoch": 2.425447778553152,
      "grad_norm": 1.3396217219187898,
      "learning_rate": 0.0001986513382749266,
      "loss": 2.5469,
      "step": 52135
    },
    {
      "epoch": 2.4254943010002328,
      "grad_norm": 1.1036522816548044,
      "learning_rate": 0.00019864782748088967,
      "loss": 1.6328,
      "step": 52136
    },
    {
      "epoch": 2.4255408234473133,
      "grad_norm": 1.2070585140524204,
      "learning_rate": 0.0001986443166570702,
      "loss": 2.1562,
      "step": 52137
    },
    {
      "epoch": 2.425587345894394,
      "grad_norm": 1.3828354832047423,
      "learning_rate": 0.00019864080580347048,
      "loss": 2.4688,
      "step": 52138
    },
    {
      "epoch": 2.4256338683414747,
      "grad_norm": 1.1876521762152576,
      "learning_rate": 0.00019863729492009251,
      "loss": 2.1875,
      "step": 52139
    },
    {
      "epoch": 2.4256803907885556,
      "grad_norm": 1.2536452043343183,
      "learning_rate": 0.00019863378400693853,
      "loss": 2.375,
      "step": 52140
    },
    {
      "epoch": 2.425726913235636,
      "grad_norm": 1.1720486121289668,
      "learning_rate": 0.0001986302730640106,
      "loss": 2.2344,
      "step": 52141
    },
    {
      "epoch": 2.425773435682717,
      "grad_norm": 1.1857025742124578,
      "learning_rate": 0.000198626762091311,
      "loss": 2.0625,
      "step": 52142
    },
    {
      "epoch": 2.4258199581297974,
      "grad_norm": 1.3221457999570412,
      "learning_rate": 0.00019862325108884176,
      "loss": 2.5625,
      "step": 52143
    },
    {
      "epoch": 2.4258664805768784,
      "grad_norm": 1.2479720900216182,
      "learning_rate": 0.00019861974005660514,
      "loss": 2.0938,
      "step": 52144
    },
    {
      "epoch": 2.4259130030239593,
      "grad_norm": 1.1759433982314513,
      "learning_rate": 0.00019861622899460318,
      "loss": 2.3281,
      "step": 52145
    },
    {
      "epoch": 2.4259595254710398,
      "grad_norm": 1.1861612813514484,
      "learning_rate": 0.00019861271790283812,
      "loss": 2.2188,
      "step": 52146
    },
    {
      "epoch": 2.4260060479181202,
      "grad_norm": 1.27721739544274,
      "learning_rate": 0.00019860920678131203,
      "loss": 2.2031,
      "step": 52147
    },
    {
      "epoch": 2.426052570365201,
      "grad_norm": 1.2288082416712942,
      "learning_rate": 0.0001986056956300271,
      "loss": 2.0625,
      "step": 52148
    },
    {
      "epoch": 2.426099092812282,
      "grad_norm": 1.2460957760259999,
      "learning_rate": 0.00019860218444898552,
      "loss": 2.4062,
      "step": 52149
    },
    {
      "epoch": 2.4261456152593626,
      "grad_norm": 1.2111412831749786,
      "learning_rate": 0.00019859867323818934,
      "loss": 2.375,
      "step": 52150
    },
    {
      "epoch": 2.4261921377064435,
      "grad_norm": 1.1661408149748458,
      "learning_rate": 0.00019859516199764078,
      "loss": 2.1562,
      "step": 52151
    },
    {
      "epoch": 2.426238660153524,
      "grad_norm": 1.146503430393045,
      "learning_rate": 0.00019859165072734193,
      "loss": 2.3125,
      "step": 52152
    },
    {
      "epoch": 2.426285182600605,
      "grad_norm": 1.2036985529156976,
      "learning_rate": 0.00019858813942729504,
      "loss": 2.5625,
      "step": 52153
    },
    {
      "epoch": 2.4263317050476854,
      "grad_norm": 1.2791096389848007,
      "learning_rate": 0.00019858462809750223,
      "loss": 2.3125,
      "step": 52154
    },
    {
      "epoch": 2.4263782274947663,
      "grad_norm": 1.2319125060123637,
      "learning_rate": 0.0001985811167379656,
      "loss": 2.3125,
      "step": 52155
    },
    {
      "epoch": 2.4264247499418468,
      "grad_norm": 1.243173901464153,
      "learning_rate": 0.00019857760534868732,
      "loss": 2.2969,
      "step": 52156
    },
    {
      "epoch": 2.4264712723889277,
      "grad_norm": 1.159323193040917,
      "learning_rate": 0.00019857409392966957,
      "loss": 2.2031,
      "step": 52157
    },
    {
      "epoch": 2.426517794836008,
      "grad_norm": 1.1770192960941783,
      "learning_rate": 0.0001985705824809144,
      "loss": 2.2812,
      "step": 52158
    },
    {
      "epoch": 2.426564317283089,
      "grad_norm": 1.2209440592947087,
      "learning_rate": 0.00019856707100242413,
      "loss": 2.4062,
      "step": 52159
    },
    {
      "epoch": 2.42661083973017,
      "grad_norm": 1.1654576046429168,
      "learning_rate": 0.00019856355949420071,
      "loss": 2.3281,
      "step": 52160
    },
    {
      "epoch": 2.4266573621772505,
      "grad_norm": 1.3023844315647066,
      "learning_rate": 0.00019856004795624647,
      "loss": 2.625,
      "step": 52161
    },
    {
      "epoch": 2.4267038846243314,
      "grad_norm": 1.2072434901305718,
      "learning_rate": 0.0001985565363885635,
      "loss": 2.4062,
      "step": 52162
    },
    {
      "epoch": 2.426750407071412,
      "grad_norm": 1.18708246791238,
      "learning_rate": 0.00019855302479115385,
      "loss": 2.25,
      "step": 52163
    },
    {
      "epoch": 2.426796929518493,
      "grad_norm": 1.2264006578772013,
      "learning_rate": 0.00019854951316401978,
      "loss": 2.2812,
      "step": 52164
    },
    {
      "epoch": 2.4268434519655733,
      "grad_norm": 1.1535226908607046,
      "learning_rate": 0.0001985460015071634,
      "loss": 2.1562,
      "step": 52165
    },
    {
      "epoch": 2.426889974412654,
      "grad_norm": 1.2682793584843126,
      "learning_rate": 0.00019854248982058693,
      "loss": 2.3125,
      "step": 52166
    },
    {
      "epoch": 2.4269364968597347,
      "grad_norm": 1.221478890050258,
      "learning_rate": 0.0001985389781042924,
      "loss": 2.1406,
      "step": 52167
    },
    {
      "epoch": 2.4269830193068156,
      "grad_norm": 1.3547286267350813,
      "learning_rate": 0.00019853546635828208,
      "loss": 2.4844,
      "step": 52168
    },
    {
      "epoch": 2.427029541753896,
      "grad_norm": 1.2476188171766032,
      "learning_rate": 0.00019853195458255802,
      "loss": 2.2656,
      "step": 52169
    },
    {
      "epoch": 2.427076064200977,
      "grad_norm": 1.243522597738731,
      "learning_rate": 0.00019852844277712246,
      "loss": 2.2656,
      "step": 52170
    },
    {
      "epoch": 2.427122586648058,
      "grad_norm": 1.2878251618361922,
      "learning_rate": 0.00019852493094197742,
      "loss": 2.4531,
      "step": 52171
    },
    {
      "epoch": 2.4271691090951384,
      "grad_norm": 1.3106203768057105,
      "learning_rate": 0.00019852141907712522,
      "loss": 2.5,
      "step": 52172
    },
    {
      "epoch": 2.4272156315422193,
      "grad_norm": 1.2042667302006405,
      "learning_rate": 0.00019851790718256786,
      "loss": 2.2188,
      "step": 52173
    },
    {
      "epoch": 2.4272621539893,
      "grad_norm": 1.1527856126515637,
      "learning_rate": 0.00019851439525830753,
      "loss": 2.1719,
      "step": 52174
    },
    {
      "epoch": 2.4273086764363807,
      "grad_norm": 1.3330703345658044,
      "learning_rate": 0.00019851088330434646,
      "loss": 2.2812,
      "step": 52175
    },
    {
      "epoch": 2.427355198883461,
      "grad_norm": 1.2505854107720382,
      "learning_rate": 0.0001985073713206867,
      "loss": 2.1875,
      "step": 52176
    },
    {
      "epoch": 2.427401721330542,
      "grad_norm": 1.212744832394897,
      "learning_rate": 0.00019850385930733047,
      "loss": 2.2344,
      "step": 52177
    },
    {
      "epoch": 2.4274482437776226,
      "grad_norm": 1.2119837839678094,
      "learning_rate": 0.00019850034726427986,
      "loss": 2.4531,
      "step": 52178
    },
    {
      "epoch": 2.4274947662247035,
      "grad_norm": 1.1987149625966873,
      "learning_rate": 0.0001984968351915371,
      "loss": 2.3906,
      "step": 52179
    },
    {
      "epoch": 2.427541288671784,
      "grad_norm": 1.2563090171113307,
      "learning_rate": 0.00019849332308910427,
      "loss": 2.25,
      "step": 52180
    },
    {
      "epoch": 2.427587811118865,
      "grad_norm": 1.2118073428596632,
      "learning_rate": 0.00019848981095698352,
      "loss": 2.3281,
      "step": 52181
    },
    {
      "epoch": 2.4276343335659454,
      "grad_norm": 1.3054463852652711,
      "learning_rate": 0.00019848629879517705,
      "loss": 2.3281,
      "step": 52182
    },
    {
      "epoch": 2.4276808560130263,
      "grad_norm": 1.146604809923346,
      "learning_rate": 0.00019848278660368696,
      "loss": 2.2812,
      "step": 52183
    },
    {
      "epoch": 2.4277273784601068,
      "grad_norm": 1.2566169085789365,
      "learning_rate": 0.00019847927438251543,
      "loss": 2.2656,
      "step": 52184
    },
    {
      "epoch": 2.4277739009071877,
      "grad_norm": 1.2030497573113066,
      "learning_rate": 0.00019847576213166462,
      "loss": 2.3281,
      "step": 52185
    },
    {
      "epoch": 2.4278204233542686,
      "grad_norm": 1.0857014578871256,
      "learning_rate": 0.00019847224985113665,
      "loss": 2.1094,
      "step": 52186
    },
    {
      "epoch": 2.427866945801349,
      "grad_norm": 1.321081904296828,
      "learning_rate": 0.0001984687375409337,
      "loss": 2.5,
      "step": 52187
    },
    {
      "epoch": 2.42791346824843,
      "grad_norm": 1.1876068861540476,
      "learning_rate": 0.00019846522520105788,
      "loss": 2.2344,
      "step": 52188
    },
    {
      "epoch": 2.4279599906955105,
      "grad_norm": 1.1989347564380106,
      "learning_rate": 0.00019846171283151136,
      "loss": 2.2344,
      "step": 52189
    },
    {
      "epoch": 2.4280065131425914,
      "grad_norm": 1.177744614452204,
      "learning_rate": 0.00019845820043229632,
      "loss": 2.1562,
      "step": 52190
    },
    {
      "epoch": 2.428053035589672,
      "grad_norm": 1.2250129834498633,
      "learning_rate": 0.00019845468800341485,
      "loss": 2.3594,
      "step": 52191
    },
    {
      "epoch": 2.428099558036753,
      "grad_norm": 1.3226704729814365,
      "learning_rate": 0.00019845117554486916,
      "loss": 2.3438,
      "step": 52192
    },
    {
      "epoch": 2.4281460804838333,
      "grad_norm": 1.200578923995212,
      "learning_rate": 0.00019844766305666137,
      "loss": 2.2344,
      "step": 52193
    },
    {
      "epoch": 2.428192602930914,
      "grad_norm": 1.1721742795256092,
      "learning_rate": 0.00019844415053879363,
      "loss": 2.4219,
      "step": 52194
    },
    {
      "epoch": 2.4282391253779947,
      "grad_norm": 1.1910477106107695,
      "learning_rate": 0.00019844063799126808,
      "loss": 2.2188,
      "step": 52195
    },
    {
      "epoch": 2.4282856478250756,
      "grad_norm": 1.1820961393155942,
      "learning_rate": 0.0001984371254140869,
      "loss": 2.25,
      "step": 52196
    },
    {
      "epoch": 2.4283321702721565,
      "grad_norm": 1.1716517469260401,
      "learning_rate": 0.00019843361280725224,
      "loss": 2.2031,
      "step": 52197
    },
    {
      "epoch": 2.428378692719237,
      "grad_norm": 1.224140718000662,
      "learning_rate": 0.00019843010017076622,
      "loss": 2.2344,
      "step": 52198
    },
    {
      "epoch": 2.428425215166318,
      "grad_norm": 1.1755125822572308,
      "learning_rate": 0.00019842658750463102,
      "loss": 2.2188,
      "step": 52199
    },
    {
      "epoch": 2.4284717376133984,
      "grad_norm": 1.269774879007181,
      "learning_rate": 0.0001984230748088488,
      "loss": 2.1719,
      "step": 52200
    },
    {
      "epoch": 2.4285182600604793,
      "grad_norm": 1.1922970342948087,
      "learning_rate": 0.00019841956208342164,
      "loss": 1.9922,
      "step": 52201
    },
    {
      "epoch": 2.42856478250756,
      "grad_norm": 1.0796994973532696,
      "learning_rate": 0.00019841604932835177,
      "loss": 1.9922,
      "step": 52202
    },
    {
      "epoch": 2.4286113049546407,
      "grad_norm": 1.2982268863510729,
      "learning_rate": 0.00019841253654364127,
      "loss": 2.2656,
      "step": 52203
    },
    {
      "epoch": 2.428657827401721,
      "grad_norm": 1.3158175724035208,
      "learning_rate": 0.00019840902372929238,
      "loss": 2.4219,
      "step": 52204
    },
    {
      "epoch": 2.428704349848802,
      "grad_norm": 1.2597470522502747,
      "learning_rate": 0.00019840551088530717,
      "loss": 2.3125,
      "step": 52205
    },
    {
      "epoch": 2.4287508722958826,
      "grad_norm": 1.2995424900335149,
      "learning_rate": 0.00019840199801168782,
      "loss": 1.7109,
      "step": 52206
    },
    {
      "epoch": 2.4287973947429635,
      "grad_norm": 1.3673565248773993,
      "learning_rate": 0.00019839848510843646,
      "loss": 2.4219,
      "step": 52207
    },
    {
      "epoch": 2.4288439171900444,
      "grad_norm": 1.3252073237380217,
      "learning_rate": 0.00019839497217555532,
      "loss": 2.5781,
      "step": 52208
    },
    {
      "epoch": 2.428890439637125,
      "grad_norm": 1.2639175803794576,
      "learning_rate": 0.00019839145921304643,
      "loss": 2.0938,
      "step": 52209
    },
    {
      "epoch": 2.4289369620842054,
      "grad_norm": 1.1941282480639865,
      "learning_rate": 0.0001983879462209121,
      "loss": 2.3125,
      "step": 52210
    },
    {
      "epoch": 2.4289834845312863,
      "grad_norm": 1.1947051966038718,
      "learning_rate": 0.0001983844331991543,
      "loss": 2.3438,
      "step": 52211
    },
    {
      "epoch": 2.4290300069783672,
      "grad_norm": 1.5466995662228973,
      "learning_rate": 0.00019838092014777528,
      "loss": 2.875,
      "step": 52212
    },
    {
      "epoch": 2.4290765294254477,
      "grad_norm": 1.2228962539242165,
      "learning_rate": 0.0001983774070667772,
      "loss": 2.4844,
      "step": 52213
    },
    {
      "epoch": 2.4291230518725286,
      "grad_norm": 1.1964709717041357,
      "learning_rate": 0.00019837389395616217,
      "loss": 2.2344,
      "step": 52214
    },
    {
      "epoch": 2.429169574319609,
      "grad_norm": 1.1356277845658065,
      "learning_rate": 0.00019837038081593235,
      "loss": 2.2188,
      "step": 52215
    },
    {
      "epoch": 2.42921609676669,
      "grad_norm": 1.1462373602365978,
      "learning_rate": 0.0001983668676460899,
      "loss": 2.1406,
      "step": 52216
    },
    {
      "epoch": 2.4292626192137705,
      "grad_norm": 1.1904377181540966,
      "learning_rate": 0.00019836335444663698,
      "loss": 2.3594,
      "step": 52217
    },
    {
      "epoch": 2.4293091416608514,
      "grad_norm": 1.1902057567904638,
      "learning_rate": 0.0001983598412175757,
      "loss": 2.2969,
      "step": 52218
    },
    {
      "epoch": 2.429355664107932,
      "grad_norm": 1.301534925316288,
      "learning_rate": 0.00019835632795890825,
      "loss": 2.625,
      "step": 52219
    },
    {
      "epoch": 2.429402186555013,
      "grad_norm": 1.2480349257328784,
      "learning_rate": 0.00019835281467063678,
      "loss": 2.3594,
      "step": 52220
    },
    {
      "epoch": 2.4294487090020933,
      "grad_norm": 1.316229759092039,
      "learning_rate": 0.00019834930135276344,
      "loss": 2.375,
      "step": 52221
    },
    {
      "epoch": 2.4294952314491742,
      "grad_norm": 1.1682450459326255,
      "learning_rate": 0.00019834578800529039,
      "loss": 2.3281,
      "step": 52222
    },
    {
      "epoch": 2.429541753896255,
      "grad_norm": 1.1439882588412766,
      "learning_rate": 0.00019834227462821972,
      "loss": 2.1719,
      "step": 52223
    },
    {
      "epoch": 2.4295882763433356,
      "grad_norm": 1.2021747099754585,
      "learning_rate": 0.00019833876122155364,
      "loss": 2.1562,
      "step": 52224
    },
    {
      "epoch": 2.4296347987904165,
      "grad_norm": 1.2403202713306227,
      "learning_rate": 0.0001983352477852943,
      "loss": 2.3281,
      "step": 52225
    },
    {
      "epoch": 2.429681321237497,
      "grad_norm": 1.1166944881915064,
      "learning_rate": 0.00019833173431944384,
      "loss": 2.0625,
      "step": 52226
    },
    {
      "epoch": 2.429727843684578,
      "grad_norm": 1.0258945701307178,
      "learning_rate": 0.0001983282208240044,
      "loss": 1.8906,
      "step": 52227
    },
    {
      "epoch": 2.4297743661316584,
      "grad_norm": 1.246265329947634,
      "learning_rate": 0.00019832470729897812,
      "loss": 2.2656,
      "step": 52228
    },
    {
      "epoch": 2.4298208885787393,
      "grad_norm": 1.2066301518387132,
      "learning_rate": 0.00019832119374436718,
      "loss": 2.3125,
      "step": 52229
    },
    {
      "epoch": 2.42986741102582,
      "grad_norm": 1.1526953634582666,
      "learning_rate": 0.00019831768016017375,
      "loss": 2.5,
      "step": 52230
    },
    {
      "epoch": 2.4299139334729007,
      "grad_norm": 1.23621623815745,
      "learning_rate": 0.00019831416654639988,
      "loss": 2.5312,
      "step": 52231
    },
    {
      "epoch": 2.429960455919981,
      "grad_norm": 1.212455774553193,
      "learning_rate": 0.0001983106529030479,
      "loss": 2.125,
      "step": 52232
    },
    {
      "epoch": 2.430006978367062,
      "grad_norm": 1.2403226883101908,
      "learning_rate": 0.00019830713923011973,
      "loss": 2.2812,
      "step": 52233
    },
    {
      "epoch": 2.430053500814143,
      "grad_norm": 1.2115781208372667,
      "learning_rate": 0.00019830362552761776,
      "loss": 2.25,
      "step": 52234
    },
    {
      "epoch": 2.4301000232612235,
      "grad_norm": 1.1152254084725581,
      "learning_rate": 0.00019830011179554395,
      "loss": 2.2031,
      "step": 52235
    },
    {
      "epoch": 2.430146545708304,
      "grad_norm": 1.219802916350749,
      "learning_rate": 0.00019829659803390057,
      "loss": 2.375,
      "step": 52236
    },
    {
      "epoch": 2.430193068155385,
      "grad_norm": 1.2702890795642428,
      "learning_rate": 0.00019829308424268967,
      "loss": 2.4062,
      "step": 52237
    },
    {
      "epoch": 2.430239590602466,
      "grad_norm": 1.2438429505929482,
      "learning_rate": 0.00019828957042191352,
      "loss": 1.9531,
      "step": 52238
    },
    {
      "epoch": 2.4302861130495463,
      "grad_norm": 1.159831833802745,
      "learning_rate": 0.00019828605657157413,
      "loss": 2.2344,
      "step": 52239
    },
    {
      "epoch": 2.4303326354966273,
      "grad_norm": 1.2991770895504369,
      "learning_rate": 0.0001982825426916738,
      "loss": 2.3906,
      "step": 52240
    },
    {
      "epoch": 2.4303791579437077,
      "grad_norm": 1.2240645741007499,
      "learning_rate": 0.0001982790287822146,
      "loss": 2.2812,
      "step": 52241
    },
    {
      "epoch": 2.4304256803907887,
      "grad_norm": 1.1385657458743719,
      "learning_rate": 0.0001982755148431987,
      "loss": 2.0938,
      "step": 52242
    },
    {
      "epoch": 2.430472202837869,
      "grad_norm": 1.1822474077730356,
      "learning_rate": 0.00019827200087462824,
      "loss": 2.3281,
      "step": 52243
    },
    {
      "epoch": 2.43051872528495,
      "grad_norm": 1.2266910960390567,
      "learning_rate": 0.00019826848687650537,
      "loss": 2.0625,
      "step": 52244
    },
    {
      "epoch": 2.4305652477320305,
      "grad_norm": 1.1553267951408115,
      "learning_rate": 0.00019826497284883228,
      "loss": 2.2031,
      "step": 52245
    },
    {
      "epoch": 2.4306117701791115,
      "grad_norm": 1.168197598701772,
      "learning_rate": 0.00019826145879161104,
      "loss": 2.2969,
      "step": 52246
    },
    {
      "epoch": 2.430658292626192,
      "grad_norm": 1.2463292615945332,
      "learning_rate": 0.0001982579447048439,
      "loss": 1.6953,
      "step": 52247
    },
    {
      "epoch": 2.430704815073273,
      "grad_norm": 1.2379261720141812,
      "learning_rate": 0.00019825443058853293,
      "loss": 2.4375,
      "step": 52248
    },
    {
      "epoch": 2.4307513375203538,
      "grad_norm": 1.110976951652949,
      "learning_rate": 0.00019825091644268034,
      "loss": 2.0625,
      "step": 52249
    },
    {
      "epoch": 2.4307978599674342,
      "grad_norm": 1.177041011097388,
      "learning_rate": 0.0001982474022672882,
      "loss": 2.1719,
      "step": 52250
    },
    {
      "epoch": 2.430844382414515,
      "grad_norm": 1.2120632651938619,
      "learning_rate": 0.00019824388806235872,
      "loss": 2.3438,
      "step": 52251
    },
    {
      "epoch": 2.4308909048615956,
      "grad_norm": 1.185557954756007,
      "learning_rate": 0.00019824037382789407,
      "loss": 2.3281,
      "step": 52252
    },
    {
      "epoch": 2.4309374273086766,
      "grad_norm": 1.2008796890564535,
      "learning_rate": 0.00019823685956389642,
      "loss": 2.3438,
      "step": 52253
    },
    {
      "epoch": 2.430983949755757,
      "grad_norm": 1.261009404400456,
      "learning_rate": 0.00019823334527036782,
      "loss": 2.2344,
      "step": 52254
    },
    {
      "epoch": 2.431030472202838,
      "grad_norm": 1.2171753470504094,
      "learning_rate": 0.00019822983094731054,
      "loss": 2.2812,
      "step": 52255
    },
    {
      "epoch": 2.4310769946499184,
      "grad_norm": 1.2361611216605277,
      "learning_rate": 0.00019822631659472664,
      "loss": 2.0781,
      "step": 52256
    },
    {
      "epoch": 2.4311235170969994,
      "grad_norm": 1.116661278016471,
      "learning_rate": 0.0001982228022126183,
      "loss": 1.9297,
      "step": 52257
    },
    {
      "epoch": 2.43117003954408,
      "grad_norm": 1.2134173514697257,
      "learning_rate": 0.0001982192878009877,
      "loss": 2.4219,
      "step": 52258
    },
    {
      "epoch": 2.4312165619911608,
      "grad_norm": 1.1834372820906558,
      "learning_rate": 0.00019821577335983693,
      "loss": 2.25,
      "step": 52259
    },
    {
      "epoch": 2.4312630844382417,
      "grad_norm": 1.2391736774531765,
      "learning_rate": 0.0001982122588891682,
      "loss": 2.1562,
      "step": 52260
    },
    {
      "epoch": 2.431309606885322,
      "grad_norm": 1.156388254360014,
      "learning_rate": 0.0001982087443889836,
      "loss": 1.9375,
      "step": 52261
    },
    {
      "epoch": 2.4313561293324026,
      "grad_norm": 1.1348184079513841,
      "learning_rate": 0.00019820522985928538,
      "loss": 2.0938,
      "step": 52262
    },
    {
      "epoch": 2.4314026517794836,
      "grad_norm": 1.2520951466260841,
      "learning_rate": 0.0001982017153000756,
      "loss": 2.2812,
      "step": 52263
    },
    {
      "epoch": 2.4314491742265645,
      "grad_norm": 1.2537152592312522,
      "learning_rate": 0.00019819820071135649,
      "loss": 2.3906,
      "step": 52264
    },
    {
      "epoch": 2.431495696673645,
      "grad_norm": 1.1750555651342598,
      "learning_rate": 0.00019819468609313015,
      "loss": 2.25,
      "step": 52265
    },
    {
      "epoch": 2.431542219120726,
      "grad_norm": 1.2786581772565988,
      "learning_rate": 0.0001981911714453987,
      "loss": 2.4531,
      "step": 52266
    },
    {
      "epoch": 2.4315887415678064,
      "grad_norm": 1.1365273855202667,
      "learning_rate": 0.00019818765676816433,
      "loss": 2.2812,
      "step": 52267
    },
    {
      "epoch": 2.4316352640148873,
      "grad_norm": 1.2794044852109494,
      "learning_rate": 0.00019818414206142926,
      "loss": 2.4375,
      "step": 52268
    },
    {
      "epoch": 2.4316817864619678,
      "grad_norm": 1.1672924135592877,
      "learning_rate": 0.00019818062732519554,
      "loss": 2.125,
      "step": 52269
    },
    {
      "epoch": 2.4317283089090487,
      "grad_norm": 1.2452904036025452,
      "learning_rate": 0.00019817711255946534,
      "loss": 2.3906,
      "step": 52270
    },
    {
      "epoch": 2.431774831356129,
      "grad_norm": 1.1292243010914065,
      "learning_rate": 0.00019817359776424083,
      "loss": 1.7734,
      "step": 52271
    },
    {
      "epoch": 2.43182135380321,
      "grad_norm": 1.184447188662067,
      "learning_rate": 0.00019817008293952413,
      "loss": 2.375,
      "step": 52272
    },
    {
      "epoch": 2.4318678762502905,
      "grad_norm": 1.2498108526780751,
      "learning_rate": 0.00019816656808531742,
      "loss": 2.2188,
      "step": 52273
    },
    {
      "epoch": 2.4319143986973715,
      "grad_norm": 1.1024799493195352,
      "learning_rate": 0.0001981630532016229,
      "loss": 1.9844,
      "step": 52274
    },
    {
      "epoch": 2.4319609211444524,
      "grad_norm": 1.188132044202227,
      "learning_rate": 0.00019815953828844268,
      "loss": 2.2188,
      "step": 52275
    },
    {
      "epoch": 2.432007443591533,
      "grad_norm": 1.1514681573001335,
      "learning_rate": 0.00019815602334577885,
      "loss": 1.6953,
      "step": 52276
    },
    {
      "epoch": 2.432053966038614,
      "grad_norm": 1.204034089999803,
      "learning_rate": 0.00019815250837363369,
      "loss": 2.1719,
      "step": 52277
    },
    {
      "epoch": 2.4321004884856943,
      "grad_norm": 1.2765209387031546,
      "learning_rate": 0.0001981489933720092,
      "loss": 2.4844,
      "step": 52278
    },
    {
      "epoch": 2.432147010932775,
      "grad_norm": 1.2774413477485307,
      "learning_rate": 0.0001981454783409077,
      "loss": 2.2188,
      "step": 52279
    },
    {
      "epoch": 2.4321935333798557,
      "grad_norm": 1.2121650974856102,
      "learning_rate": 0.0001981419632803312,
      "loss": 2.4688,
      "step": 52280
    },
    {
      "epoch": 2.4322400558269366,
      "grad_norm": 1.1035938815574349,
      "learning_rate": 0.00019813844819028194,
      "loss": 2.1875,
      "step": 52281
    },
    {
      "epoch": 2.432286578274017,
      "grad_norm": 1.2572380351360637,
      "learning_rate": 0.00019813493307076202,
      "loss": 2.4375,
      "step": 52282
    },
    {
      "epoch": 2.432333100721098,
      "grad_norm": 1.2593168043071878,
      "learning_rate": 0.00019813141792177357,
      "loss": 2.2188,
      "step": 52283
    },
    {
      "epoch": 2.4323796231681785,
      "grad_norm": 1.2363132844128881,
      "learning_rate": 0.00019812790274331883,
      "loss": 2.5625,
      "step": 52284
    },
    {
      "epoch": 2.4324261456152594,
      "grad_norm": 1.2302546338575462,
      "learning_rate": 0.00019812438753539986,
      "loss": 2.3906,
      "step": 52285
    },
    {
      "epoch": 2.4324726680623403,
      "grad_norm": 1.203803733429041,
      "learning_rate": 0.00019812087229801893,
      "loss": 2.375,
      "step": 52286
    },
    {
      "epoch": 2.432519190509421,
      "grad_norm": 1.1969674716058316,
      "learning_rate": 0.00019811735703117807,
      "loss": 2.1562,
      "step": 52287
    },
    {
      "epoch": 2.4325657129565017,
      "grad_norm": 1.1107752664986799,
      "learning_rate": 0.0001981138417348795,
      "loss": 2.2188,
      "step": 52288
    },
    {
      "epoch": 2.432612235403582,
      "grad_norm": 1.1753288652219391,
      "learning_rate": 0.00019811032640912535,
      "loss": 2.1719,
      "step": 52289
    },
    {
      "epoch": 2.432658757850663,
      "grad_norm": 1.17874388812285,
      "learning_rate": 0.00019810681105391774,
      "loss": 2.1406,
      "step": 52290
    },
    {
      "epoch": 2.4327052802977436,
      "grad_norm": 1.2514099667860856,
      "learning_rate": 0.00019810329566925892,
      "loss": 2.2344,
      "step": 52291
    },
    {
      "epoch": 2.4327518027448245,
      "grad_norm": 1.259060163928172,
      "learning_rate": 0.00019809978025515094,
      "loss": 2.1562,
      "step": 52292
    },
    {
      "epoch": 2.432798325191905,
      "grad_norm": 1.2112439155285077,
      "learning_rate": 0.00019809626481159597,
      "loss": 2.1875,
      "step": 52293
    },
    {
      "epoch": 2.432844847638986,
      "grad_norm": 1.0870066407510817,
      "learning_rate": 0.0001980927493385962,
      "loss": 1.9531,
      "step": 52294
    },
    {
      "epoch": 2.4328913700860664,
      "grad_norm": 1.2648093362772272,
      "learning_rate": 0.0001980892338361538,
      "loss": 2.3594,
      "step": 52295
    },
    {
      "epoch": 2.4329378925331473,
      "grad_norm": 1.1507262708850639,
      "learning_rate": 0.00019808571830427083,
      "loss": 2.125,
      "step": 52296
    },
    {
      "epoch": 2.4329844149802278,
      "grad_norm": 1.2421118100789075,
      "learning_rate": 0.00019808220274294952,
      "loss": 2.625,
      "step": 52297
    },
    {
      "epoch": 2.4330309374273087,
      "grad_norm": 1.1907175515444381,
      "learning_rate": 0.00019807868715219202,
      "loss": 2.2188,
      "step": 52298
    },
    {
      "epoch": 2.433077459874389,
      "grad_norm": 1.2127484038235086,
      "learning_rate": 0.00019807517153200047,
      "loss": 2.1875,
      "step": 52299
    },
    {
      "epoch": 2.43312398232147,
      "grad_norm": 1.1295376253722076,
      "learning_rate": 0.00019807165588237697,
      "loss": 2.125,
      "step": 52300
    },
    {
      "epoch": 2.433170504768551,
      "grad_norm": 1.1678671456567762,
      "learning_rate": 0.00019806814020332378,
      "loss": 2.1094,
      "step": 52301
    },
    {
      "epoch": 2.4332170272156315,
      "grad_norm": 1.2589138538655378,
      "learning_rate": 0.00019806462449484296,
      "loss": 2.4688,
      "step": 52302
    },
    {
      "epoch": 2.4332635496627124,
      "grad_norm": 1.1808692135885237,
      "learning_rate": 0.00019806110875693672,
      "loss": 2.125,
      "step": 52303
    },
    {
      "epoch": 2.433310072109793,
      "grad_norm": 1.1355834266275915,
      "learning_rate": 0.00019805759298960714,
      "loss": 2.2969,
      "step": 52304
    },
    {
      "epoch": 2.433356594556874,
      "grad_norm": 1.2163656123702713,
      "learning_rate": 0.0001980540771928564,
      "loss": 2.3906,
      "step": 52305
    },
    {
      "epoch": 2.4334031170039543,
      "grad_norm": 1.2076890181604842,
      "learning_rate": 0.00019805056136668677,
      "loss": 2.2344,
      "step": 52306
    },
    {
      "epoch": 2.433449639451035,
      "grad_norm": 1.2210643089281297,
      "learning_rate": 0.00019804704551110023,
      "loss": 2.2188,
      "step": 52307
    },
    {
      "epoch": 2.4334961618981157,
      "grad_norm": 1.1396005057595646,
      "learning_rate": 0.00019804352962609901,
      "loss": 2.0938,
      "step": 52308
    },
    {
      "epoch": 2.4335426843451966,
      "grad_norm": 1.1983783611079897,
      "learning_rate": 0.00019804001371168524,
      "loss": 2.1719,
      "step": 52309
    },
    {
      "epoch": 2.433589206792277,
      "grad_norm": 1.2957343896527032,
      "learning_rate": 0.00019803649776786115,
      "loss": 2.2188,
      "step": 52310
    },
    {
      "epoch": 2.433635729239358,
      "grad_norm": 1.1964220717105245,
      "learning_rate": 0.0001980329817946288,
      "loss": 2.5156,
      "step": 52311
    },
    {
      "epoch": 2.433682251686439,
      "grad_norm": 1.269605027287026,
      "learning_rate": 0.00019802946579199038,
      "loss": 2.3281,
      "step": 52312
    },
    {
      "epoch": 2.4337287741335194,
      "grad_norm": 1.1281046367114052,
      "learning_rate": 0.00019802594975994802,
      "loss": 2.1094,
      "step": 52313
    },
    {
      "epoch": 2.4337752965806003,
      "grad_norm": 1.1809725951150383,
      "learning_rate": 0.0001980224336985039,
      "loss": 2.2812,
      "step": 52314
    },
    {
      "epoch": 2.433821819027681,
      "grad_norm": 1.178753410998403,
      "learning_rate": 0.00019801891760766016,
      "loss": 2.375,
      "step": 52315
    },
    {
      "epoch": 2.4338683414747617,
      "grad_norm": 1.146584153797833,
      "learning_rate": 0.00019801540148741897,
      "loss": 2.3125,
      "step": 52316
    },
    {
      "epoch": 2.433914863921842,
      "grad_norm": 1.2468399822777474,
      "learning_rate": 0.0001980118853377825,
      "loss": 2.0781,
      "step": 52317
    },
    {
      "epoch": 2.433961386368923,
      "grad_norm": 1.1764836579308005,
      "learning_rate": 0.00019800836915875278,
      "loss": 1.6406,
      "step": 52318
    },
    {
      "epoch": 2.4340079088160036,
      "grad_norm": 1.2006986363542014,
      "learning_rate": 0.00019800485295033216,
      "loss": 2.4062,
      "step": 52319
    },
    {
      "epoch": 2.4340544312630845,
      "grad_norm": 1.3135868032127598,
      "learning_rate": 0.0001980013367125226,
      "loss": 2.3594,
      "step": 52320
    },
    {
      "epoch": 2.434100953710165,
      "grad_norm": 1.1337558994276107,
      "learning_rate": 0.0001979978204453264,
      "loss": 2.2812,
      "step": 52321
    },
    {
      "epoch": 2.434147476157246,
      "grad_norm": 1.152763709067709,
      "learning_rate": 0.00019799430414874558,
      "loss": 2.0938,
      "step": 52322
    },
    {
      "epoch": 2.434193998604327,
      "grad_norm": 1.3234961712510473,
      "learning_rate": 0.00019799078782278243,
      "loss": 2.3594,
      "step": 52323
    },
    {
      "epoch": 2.4342405210514073,
      "grad_norm": 1.2809192188437089,
      "learning_rate": 0.000197987271467439,
      "loss": 2.5781,
      "step": 52324
    },
    {
      "epoch": 2.434287043498488,
      "grad_norm": 1.2706399779856152,
      "learning_rate": 0.0001979837550827175,
      "loss": 2.4375,
      "step": 52325
    },
    {
      "epoch": 2.4343335659455687,
      "grad_norm": 1.1329667625328275,
      "learning_rate": 0.00019798023866862005,
      "loss": 1.8047,
      "step": 52326
    },
    {
      "epoch": 2.4343800883926496,
      "grad_norm": 1.2260223683023987,
      "learning_rate": 0.00019797672222514882,
      "loss": 1.9453,
      "step": 52327
    },
    {
      "epoch": 2.43442661083973,
      "grad_norm": 1.1764511070254597,
      "learning_rate": 0.00019797320575230598,
      "loss": 2.2969,
      "step": 52328
    },
    {
      "epoch": 2.434473133286811,
      "grad_norm": 1.3833855942673094,
      "learning_rate": 0.00019796968925009362,
      "loss": 2.2344,
      "step": 52329
    },
    {
      "epoch": 2.4345196557338915,
      "grad_norm": 1.222107537352916,
      "learning_rate": 0.00019796617271851397,
      "loss": 2.3125,
      "step": 52330
    },
    {
      "epoch": 2.4345661781809724,
      "grad_norm": 1.2017690282924631,
      "learning_rate": 0.00019796265615756913,
      "loss": 2.0938,
      "step": 52331
    },
    {
      "epoch": 2.434612700628053,
      "grad_norm": 1.2965412809078927,
      "learning_rate": 0.00019795913956726125,
      "loss": 2.5,
      "step": 52332
    },
    {
      "epoch": 2.434659223075134,
      "grad_norm": 1.2429767047304723,
      "learning_rate": 0.0001979556229475925,
      "loss": 2.0,
      "step": 52333
    },
    {
      "epoch": 2.4347057455222143,
      "grad_norm": 1.160974870698489,
      "learning_rate": 0.0001979521062985651,
      "loss": 2.1719,
      "step": 52334
    },
    {
      "epoch": 2.4347522679692952,
      "grad_norm": 1.2328978384470124,
      "learning_rate": 0.00019794858962018106,
      "loss": 2.1719,
      "step": 52335
    },
    {
      "epoch": 2.4347987904163757,
      "grad_norm": 1.2267585487268946,
      "learning_rate": 0.00019794507291244267,
      "loss": 2.1875,
      "step": 52336
    },
    {
      "epoch": 2.4348453128634566,
      "grad_norm": 1.3193830202017633,
      "learning_rate": 0.00019794155617535198,
      "loss": 2.2969,
      "step": 52337
    },
    {
      "epoch": 2.4348918353105375,
      "grad_norm": 1.1524449141860282,
      "learning_rate": 0.00019793803940891118,
      "loss": 2.1406,
      "step": 52338
    },
    {
      "epoch": 2.434938357757618,
      "grad_norm": 1.127177234044932,
      "learning_rate": 0.00019793452261312246,
      "loss": 1.9922,
      "step": 52339
    },
    {
      "epoch": 2.434984880204699,
      "grad_norm": 1.1564898106095813,
      "learning_rate": 0.00019793100578798794,
      "loss": 2.125,
      "step": 52340
    },
    {
      "epoch": 2.4350314026517794,
      "grad_norm": 1.3154739668880955,
      "learning_rate": 0.00019792748893350979,
      "loss": 2.0781,
      "step": 52341
    },
    {
      "epoch": 2.4350779250988603,
      "grad_norm": 1.2066144845311557,
      "learning_rate": 0.00019792397204969014,
      "loss": 2.1406,
      "step": 52342
    },
    {
      "epoch": 2.435124447545941,
      "grad_norm": 1.2545344485660248,
      "learning_rate": 0.00019792045513653114,
      "loss": 2.4844,
      "step": 52343
    },
    {
      "epoch": 2.4351709699930217,
      "grad_norm": 1.2974216338306377,
      "learning_rate": 0.00019791693819403493,
      "loss": 2.4531,
      "step": 52344
    },
    {
      "epoch": 2.435217492440102,
      "grad_norm": 1.1762851928664588,
      "learning_rate": 0.00019791342122220374,
      "loss": 2.3906,
      "step": 52345
    },
    {
      "epoch": 2.435264014887183,
      "grad_norm": 1.225163001121748,
      "learning_rate": 0.00019790990422103964,
      "loss": 2.2656,
      "step": 52346
    },
    {
      "epoch": 2.4353105373342636,
      "grad_norm": 1.1406427075337864,
      "learning_rate": 0.00019790638719054484,
      "loss": 2.1875,
      "step": 52347
    },
    {
      "epoch": 2.4353570597813445,
      "grad_norm": 1.2189804263847757,
      "learning_rate": 0.00019790287013072143,
      "loss": 2.25,
      "step": 52348
    },
    {
      "epoch": 2.4354035822284255,
      "grad_norm": 1.1473627154549564,
      "learning_rate": 0.00019789935304157161,
      "loss": 2.1719,
      "step": 52349
    },
    {
      "epoch": 2.435450104675506,
      "grad_norm": 1.188247519189452,
      "learning_rate": 0.00019789583592309755,
      "loss": 2.125,
      "step": 52350
    },
    {
      "epoch": 2.4354966271225864,
      "grad_norm": 1.0950794238617267,
      "learning_rate": 0.00019789231877530134,
      "loss": 2.0,
      "step": 52351
    },
    {
      "epoch": 2.4355431495696673,
      "grad_norm": 1.4084517829899295,
      "learning_rate": 0.00019788880159818522,
      "loss": 2.4062,
      "step": 52352
    },
    {
      "epoch": 2.4355896720167483,
      "grad_norm": 1.2366061974662024,
      "learning_rate": 0.00019788528439175124,
      "loss": 2.25,
      "step": 52353
    },
    {
      "epoch": 2.4356361944638287,
      "grad_norm": 1.2470388573395401,
      "learning_rate": 0.00019788176715600163,
      "loss": 2.2344,
      "step": 52354
    },
    {
      "epoch": 2.4356827169109097,
      "grad_norm": 1.233953088790893,
      "learning_rate": 0.00019787824989093853,
      "loss": 2.4219,
      "step": 52355
    },
    {
      "epoch": 2.43572923935799,
      "grad_norm": 1.1527441116601767,
      "learning_rate": 0.00019787473259656407,
      "loss": 2.4688,
      "step": 52356
    },
    {
      "epoch": 2.435775761805071,
      "grad_norm": 1.2324051040173924,
      "learning_rate": 0.00019787121527288043,
      "loss": 2.0938,
      "step": 52357
    },
    {
      "epoch": 2.4358222842521515,
      "grad_norm": 1.3267049675827256,
      "learning_rate": 0.00019786769791988978,
      "loss": 2.2969,
      "step": 52358
    },
    {
      "epoch": 2.4358688066992324,
      "grad_norm": 1.1892105145547047,
      "learning_rate": 0.00019786418053759417,
      "loss": 2.1875,
      "step": 52359
    },
    {
      "epoch": 2.435915329146313,
      "grad_norm": 1.1515147114650874,
      "learning_rate": 0.00019786066312599583,
      "loss": 2.0781,
      "step": 52360
    },
    {
      "epoch": 2.435961851593394,
      "grad_norm": 1.2006563824184349,
      "learning_rate": 0.00019785714568509695,
      "loss": 2.3125,
      "step": 52361
    },
    {
      "epoch": 2.4360083740404743,
      "grad_norm": 1.1909867622709942,
      "learning_rate": 0.00019785362821489962,
      "loss": 1.8438,
      "step": 52362
    },
    {
      "epoch": 2.4360548964875552,
      "grad_norm": 1.3387226678425577,
      "learning_rate": 0.0001978501107154061,
      "loss": 2.4688,
      "step": 52363
    },
    {
      "epoch": 2.436101418934636,
      "grad_norm": 1.2433319782677485,
      "learning_rate": 0.00019784659318661834,
      "loss": 2.4219,
      "step": 52364
    },
    {
      "epoch": 2.4361479413817166,
      "grad_norm": 1.14149212974114,
      "learning_rate": 0.0001978430756285387,
      "loss": 2.1406,
      "step": 52365
    },
    {
      "epoch": 2.4361944638287976,
      "grad_norm": 1.2095446713297133,
      "learning_rate": 0.00019783955804116918,
      "loss": 2.2344,
      "step": 52366
    },
    {
      "epoch": 2.436240986275878,
      "grad_norm": 1.3031276023662568,
      "learning_rate": 0.00019783604042451205,
      "loss": 2.25,
      "step": 52367
    },
    {
      "epoch": 2.436287508722959,
      "grad_norm": 1.1770320715584663,
      "learning_rate": 0.0001978325227785694,
      "loss": 2.125,
      "step": 52368
    },
    {
      "epoch": 2.4363340311700394,
      "grad_norm": 1.2742676772161978,
      "learning_rate": 0.00019782900510334337,
      "loss": 2.4219,
      "step": 52369
    },
    {
      "epoch": 2.4363805536171204,
      "grad_norm": 1.184096158556367,
      "learning_rate": 0.00019782548739883616,
      "loss": 2.2812,
      "step": 52370
    },
    {
      "epoch": 2.436427076064201,
      "grad_norm": 1.2443749381723537,
      "learning_rate": 0.0001978219696650499,
      "loss": 2.375,
      "step": 52371
    },
    {
      "epoch": 2.4364735985112818,
      "grad_norm": 1.2379998044812157,
      "learning_rate": 0.00019781845190198677,
      "loss": 2.2344,
      "step": 52372
    },
    {
      "epoch": 2.4365201209583622,
      "grad_norm": 1.1927747834065074,
      "learning_rate": 0.0001978149341096489,
      "loss": 2.2188,
      "step": 52373
    },
    {
      "epoch": 2.436566643405443,
      "grad_norm": 1.1608780203841333,
      "learning_rate": 0.00019781141628803843,
      "loss": 2.3125,
      "step": 52374
    },
    {
      "epoch": 2.436613165852524,
      "grad_norm": 1.2051730643655036,
      "learning_rate": 0.00019780789843715753,
      "loss": 2.375,
      "step": 52375
    },
    {
      "epoch": 2.4366596882996046,
      "grad_norm": 1.2275602846992442,
      "learning_rate": 0.00019780438055700837,
      "loss": 2.4375,
      "step": 52376
    },
    {
      "epoch": 2.436706210746685,
      "grad_norm": 1.2518328191946548,
      "learning_rate": 0.00019780086264759307,
      "loss": 2.3906,
      "step": 52377
    },
    {
      "epoch": 2.436752733193766,
      "grad_norm": 1.2333684541342154,
      "learning_rate": 0.0001977973447089138,
      "loss": 2.4688,
      "step": 52378
    },
    {
      "epoch": 2.436799255640847,
      "grad_norm": 1.1547223501140953,
      "learning_rate": 0.00019779382674097273,
      "loss": 2.1719,
      "step": 52379
    },
    {
      "epoch": 2.4368457780879273,
      "grad_norm": 1.1300289990942711,
      "learning_rate": 0.000197790308743772,
      "loss": 2.3594,
      "step": 52380
    },
    {
      "epoch": 2.4368923005350083,
      "grad_norm": 1.1954538332806357,
      "learning_rate": 0.0001977867907173137,
      "loss": 2.0625,
      "step": 52381
    },
    {
      "epoch": 2.4369388229820887,
      "grad_norm": 1.1860802985284096,
      "learning_rate": 0.0001977832726616001,
      "loss": 2.3594,
      "step": 52382
    },
    {
      "epoch": 2.4369853454291697,
      "grad_norm": 1.2803266953716426,
      "learning_rate": 0.00019777975457663328,
      "loss": 2.4688,
      "step": 52383
    },
    {
      "epoch": 2.43703186787625,
      "grad_norm": 1.1175075635663079,
      "learning_rate": 0.00019777623646241544,
      "loss": 2.2031,
      "step": 52384
    },
    {
      "epoch": 2.437078390323331,
      "grad_norm": 1.2431673009088398,
      "learning_rate": 0.00019777271831894868,
      "loss": 2.5625,
      "step": 52385
    },
    {
      "epoch": 2.4371249127704115,
      "grad_norm": 1.1895506567030167,
      "learning_rate": 0.0001977692001462352,
      "loss": 2.4375,
      "step": 52386
    },
    {
      "epoch": 2.4371714352174925,
      "grad_norm": 1.2464864717968447,
      "learning_rate": 0.00019776568194427714,
      "loss": 2.2344,
      "step": 52387
    },
    {
      "epoch": 2.437217957664573,
      "grad_norm": 1.1229214221514237,
      "learning_rate": 0.00019776216371307663,
      "loss": 2.2031,
      "step": 52388
    },
    {
      "epoch": 2.437264480111654,
      "grad_norm": 1.3138013798784174,
      "learning_rate": 0.00019775864545263584,
      "loss": 2.25,
      "step": 52389
    },
    {
      "epoch": 2.437311002558735,
      "grad_norm": 1.2185794478858922,
      "learning_rate": 0.00019775512716295693,
      "loss": 2.3438,
      "step": 52390
    },
    {
      "epoch": 2.4373575250058153,
      "grad_norm": 1.1389118959924,
      "learning_rate": 0.00019775160884404207,
      "loss": 2.1406,
      "step": 52391
    },
    {
      "epoch": 2.437404047452896,
      "grad_norm": 1.343911553317035,
      "learning_rate": 0.00019774809049589336,
      "loss": 2.2812,
      "step": 52392
    },
    {
      "epoch": 2.4374505698999767,
      "grad_norm": 1.1765503600498128,
      "learning_rate": 0.000197744572118513,
      "loss": 2.1719,
      "step": 52393
    },
    {
      "epoch": 2.4374970923470576,
      "grad_norm": 1.158382127603945,
      "learning_rate": 0.00019774105371190312,
      "loss": 2.4688,
      "step": 52394
    },
    {
      "epoch": 2.437543614794138,
      "grad_norm": 1.2157057316492164,
      "learning_rate": 0.0001977375352760659,
      "loss": 2.1562,
      "step": 52395
    },
    {
      "epoch": 2.437590137241219,
      "grad_norm": 1.4615568590759342,
      "learning_rate": 0.00019773401681100346,
      "loss": 2.3438,
      "step": 52396
    },
    {
      "epoch": 2.4376366596882995,
      "grad_norm": 1.2071498123697613,
      "learning_rate": 0.00019773049831671801,
      "loss": 2.1094,
      "step": 52397
    },
    {
      "epoch": 2.4376831821353804,
      "grad_norm": 1.1753567463013512,
      "learning_rate": 0.00019772697979321164,
      "loss": 2.3594,
      "step": 52398
    },
    {
      "epoch": 2.437729704582461,
      "grad_norm": 1.152590958050494,
      "learning_rate": 0.00019772346124048655,
      "loss": 2.0156,
      "step": 52399
    },
    {
      "epoch": 2.4377762270295418,
      "grad_norm": 1.144009487075326,
      "learning_rate": 0.00019771994265854487,
      "loss": 2.3594,
      "step": 52400
    },
    {
      "epoch": 2.4378227494766227,
      "grad_norm": 1.1233692400415425,
      "learning_rate": 0.00019771642404738877,
      "loss": 2.2188,
      "step": 52401
    },
    {
      "epoch": 2.437869271923703,
      "grad_norm": 1.2062071408562265,
      "learning_rate": 0.00019771290540702036,
      "loss": 2.3125,
      "step": 52402
    },
    {
      "epoch": 2.437915794370784,
      "grad_norm": 1.1598613819642614,
      "learning_rate": 0.00019770938673744186,
      "loss": 2.2656,
      "step": 52403
    },
    {
      "epoch": 2.4379623168178646,
      "grad_norm": 1.2232561055069342,
      "learning_rate": 0.0001977058680386554,
      "loss": 2.4531,
      "step": 52404
    },
    {
      "epoch": 2.4380088392649455,
      "grad_norm": 1.1884580565685707,
      "learning_rate": 0.00019770234931066306,
      "loss": 2.3438,
      "step": 52405
    },
    {
      "epoch": 2.438055361712026,
      "grad_norm": 1.3441901724257894,
      "learning_rate": 0.00019769883055346712,
      "loss": 2.2656,
      "step": 52406
    },
    {
      "epoch": 2.438101884159107,
      "grad_norm": 1.1899786263286205,
      "learning_rate": 0.00019769531176706966,
      "loss": 2.0312,
      "step": 52407
    },
    {
      "epoch": 2.4381484066061874,
      "grad_norm": 1.199213057926735,
      "learning_rate": 0.00019769179295147285,
      "loss": 2.4844,
      "step": 52408
    },
    {
      "epoch": 2.4381949290532683,
      "grad_norm": 1.1633123663835048,
      "learning_rate": 0.00019768827410667882,
      "loss": 2.2031,
      "step": 52409
    },
    {
      "epoch": 2.4382414515003488,
      "grad_norm": 1.2182222265554403,
      "learning_rate": 0.0001976847552326898,
      "loss": 2.4531,
      "step": 52410
    },
    {
      "epoch": 2.4382879739474297,
      "grad_norm": 1.378398946336139,
      "learning_rate": 0.00019768123632950786,
      "loss": 2.5781,
      "step": 52411
    },
    {
      "epoch": 2.43833449639451,
      "grad_norm": 1.208167082661174,
      "learning_rate": 0.0001976777173971352,
      "loss": 2.1406,
      "step": 52412
    },
    {
      "epoch": 2.438381018841591,
      "grad_norm": 1.346060440087082,
      "learning_rate": 0.00019767419843557394,
      "loss": 2.2031,
      "step": 52413
    },
    {
      "epoch": 2.4384275412886716,
      "grad_norm": 1.2647011368434735,
      "learning_rate": 0.00019767067944482627,
      "loss": 2.4375,
      "step": 52414
    },
    {
      "epoch": 2.4384740637357525,
      "grad_norm": 1.2513460043253397,
      "learning_rate": 0.00019766716042489432,
      "loss": 2.1562,
      "step": 52415
    },
    {
      "epoch": 2.4385205861828334,
      "grad_norm": 1.1533991589831016,
      "learning_rate": 0.00019766364137578023,
      "loss": 1.9609,
      "step": 52416
    },
    {
      "epoch": 2.438567108629914,
      "grad_norm": 1.290000485517144,
      "learning_rate": 0.00019766012229748624,
      "loss": 2.4062,
      "step": 52417
    },
    {
      "epoch": 2.438613631076995,
      "grad_norm": 1.2280895437325563,
      "learning_rate": 0.00019765660319001437,
      "loss": 2.2969,
      "step": 52418
    },
    {
      "epoch": 2.4386601535240753,
      "grad_norm": 1.2222889625920426,
      "learning_rate": 0.00019765308405336691,
      "loss": 2.0,
      "step": 52419
    },
    {
      "epoch": 2.438706675971156,
      "grad_norm": 1.2675798892828618,
      "learning_rate": 0.00019764956488754594,
      "loss": 2.25,
      "step": 52420
    },
    {
      "epoch": 2.4387531984182367,
      "grad_norm": 1.1959375400738066,
      "learning_rate": 0.0001976460456925536,
      "loss": 2.2656,
      "step": 52421
    },
    {
      "epoch": 2.4387997208653176,
      "grad_norm": 1.2997498770612317,
      "learning_rate": 0.0001976425264683921,
      "loss": 2.3438,
      "step": 52422
    },
    {
      "epoch": 2.438846243312398,
      "grad_norm": 1.2887217253681726,
      "learning_rate": 0.00019763900721506353,
      "loss": 2.2969,
      "step": 52423
    },
    {
      "epoch": 2.438892765759479,
      "grad_norm": 1.2359386707681468,
      "learning_rate": 0.00019763548793257012,
      "loss": 2.6406,
      "step": 52424
    },
    {
      "epoch": 2.4389392882065595,
      "grad_norm": 1.1693806585318285,
      "learning_rate": 0.00019763196862091395,
      "loss": 2.25,
      "step": 52425
    },
    {
      "epoch": 2.4389858106536404,
      "grad_norm": 1.2140547259752819,
      "learning_rate": 0.00019762844928009721,
      "loss": 2.2031,
      "step": 52426
    },
    {
      "epoch": 2.4390323331007213,
      "grad_norm": 1.1525735101241403,
      "learning_rate": 0.00019762492991012203,
      "loss": 2.2656,
      "step": 52427
    },
    {
      "epoch": 2.439078855547802,
      "grad_norm": 1.2056453814779236,
      "learning_rate": 0.00019762141051099064,
      "loss": 2.2344,
      "step": 52428
    },
    {
      "epoch": 2.4391253779948827,
      "grad_norm": 1.2725251673728948,
      "learning_rate": 0.0001976178910827051,
      "loss": 2.3594,
      "step": 52429
    },
    {
      "epoch": 2.439171900441963,
      "grad_norm": 1.1348298585224772,
      "learning_rate": 0.00019761437162526765,
      "loss": 2.1875,
      "step": 52430
    },
    {
      "epoch": 2.439218422889044,
      "grad_norm": 1.3758335293849928,
      "learning_rate": 0.00019761085213868037,
      "loss": 2.5312,
      "step": 52431
    },
    {
      "epoch": 2.4392649453361246,
      "grad_norm": 1.377463154322235,
      "learning_rate": 0.00019760733262294544,
      "loss": 2.2344,
      "step": 52432
    },
    {
      "epoch": 2.4393114677832055,
      "grad_norm": 1.268002641552123,
      "learning_rate": 0.00019760381307806503,
      "loss": 2.4688,
      "step": 52433
    },
    {
      "epoch": 2.439357990230286,
      "grad_norm": 1.291962037093798,
      "learning_rate": 0.0001976002935040413,
      "loss": 1.5859,
      "step": 52434
    },
    {
      "epoch": 2.439404512677367,
      "grad_norm": 1.2622801877481018,
      "learning_rate": 0.00019759677390087635,
      "loss": 2.4844,
      "step": 52435
    },
    {
      "epoch": 2.4394510351244474,
      "grad_norm": 1.2688516589239012,
      "learning_rate": 0.00019759325426857243,
      "loss": 2.1562,
      "step": 52436
    },
    {
      "epoch": 2.4394975575715283,
      "grad_norm": 1.2067538176288184,
      "learning_rate": 0.00019758973460713158,
      "loss": 1.9219,
      "step": 52437
    },
    {
      "epoch": 2.439544080018609,
      "grad_norm": 1.1908370558948884,
      "learning_rate": 0.00019758621491655607,
      "loss": 2.3594,
      "step": 52438
    },
    {
      "epoch": 2.4395906024656897,
      "grad_norm": 1.254610563952029,
      "learning_rate": 0.00019758269519684797,
      "loss": 2.3594,
      "step": 52439
    },
    {
      "epoch": 2.43963712491277,
      "grad_norm": 1.1595239396937194,
      "learning_rate": 0.00019757917544800945,
      "loss": 2.3594,
      "step": 52440
    },
    {
      "epoch": 2.439683647359851,
      "grad_norm": 1.2012579401878347,
      "learning_rate": 0.0001975756556700427,
      "loss": 2.3438,
      "step": 52441
    },
    {
      "epoch": 2.439730169806932,
      "grad_norm": 1.2141944491189987,
      "learning_rate": 0.00019757213586294985,
      "loss": 2.3438,
      "step": 52442
    },
    {
      "epoch": 2.4397766922540125,
      "grad_norm": 1.2427572418502653,
      "learning_rate": 0.00019756861602673309,
      "loss": 2.2188,
      "step": 52443
    },
    {
      "epoch": 2.4398232147010934,
      "grad_norm": 1.324171160151977,
      "learning_rate": 0.0001975650961613945,
      "loss": 2.375,
      "step": 52444
    },
    {
      "epoch": 2.439869737148174,
      "grad_norm": 1.0761223009975331,
      "learning_rate": 0.00019756157626693628,
      "loss": 1.9219,
      "step": 52445
    },
    {
      "epoch": 2.439916259595255,
      "grad_norm": 1.2604793116998467,
      "learning_rate": 0.00019755805634336058,
      "loss": 2.3281,
      "step": 52446
    },
    {
      "epoch": 2.4399627820423353,
      "grad_norm": 1.2563661499964485,
      "learning_rate": 0.00019755453639066958,
      "loss": 2.5938,
      "step": 52447
    },
    {
      "epoch": 2.440009304489416,
      "grad_norm": 1.1632388088774848,
      "learning_rate": 0.0001975510164088654,
      "loss": 1.8125,
      "step": 52448
    },
    {
      "epoch": 2.4400558269364967,
      "grad_norm": 1.1966536670646941,
      "learning_rate": 0.0001975474963979502,
      "loss": 2.1406,
      "step": 52449
    },
    {
      "epoch": 2.4401023493835776,
      "grad_norm": 1.1332065613871456,
      "learning_rate": 0.00019754397635792612,
      "loss": 2.2031,
      "step": 52450
    },
    {
      "epoch": 2.440148871830658,
      "grad_norm": 1.2293009137563942,
      "learning_rate": 0.00019754045628879539,
      "loss": 2.5,
      "step": 52451
    },
    {
      "epoch": 2.440195394277739,
      "grad_norm": 1.1988164093181524,
      "learning_rate": 0.00019753693619056008,
      "loss": 2.2969,
      "step": 52452
    },
    {
      "epoch": 2.44024191672482,
      "grad_norm": 1.2291452592146754,
      "learning_rate": 0.00019753341606322238,
      "loss": 2.4219,
      "step": 52453
    },
    {
      "epoch": 2.4402884391719004,
      "grad_norm": 1.292982393231905,
      "learning_rate": 0.0001975298959067845,
      "loss": 2.5,
      "step": 52454
    },
    {
      "epoch": 2.4403349616189813,
      "grad_norm": 1.2853443819821961,
      "learning_rate": 0.00019752637572124844,
      "loss": 2.2656,
      "step": 52455
    },
    {
      "epoch": 2.440381484066062,
      "grad_norm": 1.2303985036127116,
      "learning_rate": 0.0001975228555066165,
      "loss": 2.2969,
      "step": 52456
    },
    {
      "epoch": 2.4404280065131427,
      "grad_norm": 1.122880411431983,
      "learning_rate": 0.00019751933526289078,
      "loss": 2.0625,
      "step": 52457
    },
    {
      "epoch": 2.440474528960223,
      "grad_norm": 1.3748273707237968,
      "learning_rate": 0.00019751581499007347,
      "loss": 2.375,
      "step": 52458
    },
    {
      "epoch": 2.440521051407304,
      "grad_norm": 1.2601075655413059,
      "learning_rate": 0.0001975122946881667,
      "loss": 2.7188,
      "step": 52459
    },
    {
      "epoch": 2.4405675738543846,
      "grad_norm": 1.269267999373966,
      "learning_rate": 0.0001975087743571726,
      "loss": 2.4375,
      "step": 52460
    },
    {
      "epoch": 2.4406140963014655,
      "grad_norm": 1.2302604602834064,
      "learning_rate": 0.00019750525399709335,
      "loss": 2.4062,
      "step": 52461
    },
    {
      "epoch": 2.440660618748546,
      "grad_norm": 1.2391616791211053,
      "learning_rate": 0.0001975017336079311,
      "loss": 2.4531,
      "step": 52462
    },
    {
      "epoch": 2.440707141195627,
      "grad_norm": 1.1788754926461655,
      "learning_rate": 0.00019749821318968802,
      "loss": 2.2188,
      "step": 52463
    },
    {
      "epoch": 2.440753663642708,
      "grad_norm": 1.168540042865547,
      "learning_rate": 0.0001974946927423662,
      "loss": 2.2969,
      "step": 52464
    },
    {
      "epoch": 2.4408001860897883,
      "grad_norm": 1.1516644244115355,
      "learning_rate": 0.0001974911722659679,
      "loss": 2.125,
      "step": 52465
    },
    {
      "epoch": 2.440846708536869,
      "grad_norm": 1.1526867092599615,
      "learning_rate": 0.00019748765176049523,
      "loss": 2.0781,
      "step": 52466
    },
    {
      "epoch": 2.4408932309839497,
      "grad_norm": 1.2049305899734803,
      "learning_rate": 0.00019748413122595035,
      "loss": 2.4219,
      "step": 52467
    },
    {
      "epoch": 2.4409397534310306,
      "grad_norm": 1.2265889915898178,
      "learning_rate": 0.00019748061066233538,
      "loss": 2.4219,
      "step": 52468
    },
    {
      "epoch": 2.440986275878111,
      "grad_norm": 1.2194463318591535,
      "learning_rate": 0.00019747709006965252,
      "loss": 2.1094,
      "step": 52469
    },
    {
      "epoch": 2.441032798325192,
      "grad_norm": 1.3778609718952652,
      "learning_rate": 0.00019747356944790383,
      "loss": 2.375,
      "step": 52470
    },
    {
      "epoch": 2.4410793207722725,
      "grad_norm": 1.1443640187782214,
      "learning_rate": 0.00019747004879709163,
      "loss": 2.25,
      "step": 52471
    },
    {
      "epoch": 2.4411258432193534,
      "grad_norm": 1.10402266569543,
      "learning_rate": 0.000197466528117218,
      "loss": 2.0625,
      "step": 52472
    },
    {
      "epoch": 2.441172365666434,
      "grad_norm": 1.2405002511338181,
      "learning_rate": 0.000197463007408285,
      "loss": 2.2188,
      "step": 52473
    },
    {
      "epoch": 2.441218888113515,
      "grad_norm": 1.1790427051371997,
      "learning_rate": 0.00019745948667029495,
      "loss": 2.2969,
      "step": 52474
    },
    {
      "epoch": 2.4412654105605953,
      "grad_norm": 1.2715399925215158,
      "learning_rate": 0.00019745596590324982,
      "loss": 2.4062,
      "step": 52475
    },
    {
      "epoch": 2.4413119330076762,
      "grad_norm": 1.179513810349615,
      "learning_rate": 0.00019745244510715196,
      "loss": 2.5312,
      "step": 52476
    },
    {
      "epoch": 2.4413584554547567,
      "grad_norm": 1.2302241059227097,
      "learning_rate": 0.00019744892428200342,
      "loss": 2.5,
      "step": 52477
    },
    {
      "epoch": 2.4414049779018376,
      "grad_norm": 1.3036040590201434,
      "learning_rate": 0.00019744540342780636,
      "loss": 2.2969,
      "step": 52478
    },
    {
      "epoch": 2.4414515003489186,
      "grad_norm": 1.1898445314874202,
      "learning_rate": 0.0001974418825445629,
      "loss": 2.2812,
      "step": 52479
    },
    {
      "epoch": 2.441498022795999,
      "grad_norm": 1.1410059461139574,
      "learning_rate": 0.0001974383616322753,
      "loss": 2.1719,
      "step": 52480
    },
    {
      "epoch": 2.44154454524308,
      "grad_norm": 1.2231698237312536,
      "learning_rate": 0.00019743484069094556,
      "loss": 2.5312,
      "step": 52481
    },
    {
      "epoch": 2.4415910676901604,
      "grad_norm": 1.2302031927700308,
      "learning_rate": 0.00019743131972057605,
      "loss": 2.3125,
      "step": 52482
    },
    {
      "epoch": 2.4416375901372414,
      "grad_norm": 1.1825217359263753,
      "learning_rate": 0.00019742779872116873,
      "loss": 2.2969,
      "step": 52483
    },
    {
      "epoch": 2.441684112584322,
      "grad_norm": 1.219028413792347,
      "learning_rate": 0.00019742427769272586,
      "loss": 2.4375,
      "step": 52484
    },
    {
      "epoch": 2.4417306350314028,
      "grad_norm": 1.1383237390569123,
      "learning_rate": 0.00019742075663524962,
      "loss": 2.2812,
      "step": 52485
    },
    {
      "epoch": 2.4417771574784832,
      "grad_norm": 1.1217520393070481,
      "learning_rate": 0.00019741723554874202,
      "loss": 1.5938,
      "step": 52486
    },
    {
      "epoch": 2.441823679925564,
      "grad_norm": 1.1519688376278823,
      "learning_rate": 0.00019741371443320537,
      "loss": 2.125,
      "step": 52487
    },
    {
      "epoch": 2.4418702023726446,
      "grad_norm": 1.2435105216906026,
      "learning_rate": 0.0001974101932886417,
      "loss": 2.3125,
      "step": 52488
    },
    {
      "epoch": 2.4419167248197255,
      "grad_norm": 1.1666033736688999,
      "learning_rate": 0.00019740667211505332,
      "loss": 2.2031,
      "step": 52489
    },
    {
      "epoch": 2.4419632472668065,
      "grad_norm": 1.1809506976373036,
      "learning_rate": 0.00019740315091244223,
      "loss": 2.1094,
      "step": 52490
    },
    {
      "epoch": 2.442009769713887,
      "grad_norm": 1.1495863847861165,
      "learning_rate": 0.00019739962968081065,
      "loss": 2.1562,
      "step": 52491
    },
    {
      "epoch": 2.4420562921609674,
      "grad_norm": 1.173920242700456,
      "learning_rate": 0.00019739610842016075,
      "loss": 2.0312,
      "step": 52492
    },
    {
      "epoch": 2.4421028146080483,
      "grad_norm": 1.1821193402860513,
      "learning_rate": 0.0001973925871304947,
      "loss": 1.9062,
      "step": 52493
    },
    {
      "epoch": 2.4421493370551293,
      "grad_norm": 1.1813009346992485,
      "learning_rate": 0.00019738906581181462,
      "loss": 2.4375,
      "step": 52494
    },
    {
      "epoch": 2.4421958595022097,
      "grad_norm": 1.1882154434379137,
      "learning_rate": 0.00019738554446412264,
      "loss": 2.2969,
      "step": 52495
    },
    {
      "epoch": 2.4422423819492907,
      "grad_norm": 1.2905650419912107,
      "learning_rate": 0.000197382023087421,
      "loss": 2.3281,
      "step": 52496
    },
    {
      "epoch": 2.442288904396371,
      "grad_norm": 1.3294431144810794,
      "learning_rate": 0.00019737850168171178,
      "loss": 2.4219,
      "step": 52497
    },
    {
      "epoch": 2.442335426843452,
      "grad_norm": 1.128294063820963,
      "learning_rate": 0.0001973749802469972,
      "loss": 2.2656,
      "step": 52498
    },
    {
      "epoch": 2.4423819492905325,
      "grad_norm": 1.1983847814521924,
      "learning_rate": 0.0001973714587832793,
      "loss": 2.0156,
      "step": 52499
    },
    {
      "epoch": 2.4424284717376135,
      "grad_norm": 1.2281159513042312,
      "learning_rate": 0.00019736793729056037,
      "loss": 2.5156,
      "step": 52500
    },
    {
      "epoch": 2.442474994184694,
      "grad_norm": 1.245553987270373,
      "learning_rate": 0.00019736441576884248,
      "loss": 2.2344,
      "step": 52501
    },
    {
      "epoch": 2.442521516631775,
      "grad_norm": 1.1911242568752112,
      "learning_rate": 0.00019736089421812784,
      "loss": 2.2656,
      "step": 52502
    },
    {
      "epoch": 2.4425680390788553,
      "grad_norm": 1.0769805294269874,
      "learning_rate": 0.00019735737263841852,
      "loss": 2.0625,
      "step": 52503
    },
    {
      "epoch": 2.4426145615259363,
      "grad_norm": 1.1630671912613484,
      "learning_rate": 0.00019735385102971685,
      "loss": 2.0781,
      "step": 52504
    },
    {
      "epoch": 2.442661083973017,
      "grad_norm": 1.292708767081924,
      "learning_rate": 0.00019735032939202478,
      "loss": 2.3281,
      "step": 52505
    },
    {
      "epoch": 2.4427076064200977,
      "grad_norm": 1.2406094909490848,
      "learning_rate": 0.0001973468077253446,
      "loss": 2.3125,
      "step": 52506
    },
    {
      "epoch": 2.4427541288671786,
      "grad_norm": 1.1301755352414447,
      "learning_rate": 0.00019734328602967843,
      "loss": 2.0625,
      "step": 52507
    },
    {
      "epoch": 2.442800651314259,
      "grad_norm": 1.293499112758295,
      "learning_rate": 0.00019733976430502844,
      "loss": 2.4375,
      "step": 52508
    },
    {
      "epoch": 2.44284717376134,
      "grad_norm": 1.1683734444107134,
      "learning_rate": 0.00019733624255139671,
      "loss": 2.2031,
      "step": 52509
    },
    {
      "epoch": 2.4428936962084205,
      "grad_norm": 1.2187276101045488,
      "learning_rate": 0.0001973327207687855,
      "loss": 2.25,
      "step": 52510
    },
    {
      "epoch": 2.4429402186555014,
      "grad_norm": 1.1485725894064096,
      "learning_rate": 0.0001973291989571969,
      "loss": 2.25,
      "step": 52511
    },
    {
      "epoch": 2.442986741102582,
      "grad_norm": 1.2256236694170206,
      "learning_rate": 0.00019732567711663307,
      "loss": 2.2188,
      "step": 52512
    },
    {
      "epoch": 2.4430332635496628,
      "grad_norm": 1.2580084670263818,
      "learning_rate": 0.00019732215524709615,
      "loss": 2.3906,
      "step": 52513
    },
    {
      "epoch": 2.4430797859967432,
      "grad_norm": 1.3704015711864406,
      "learning_rate": 0.0001973186333485884,
      "loss": 2.125,
      "step": 52514
    },
    {
      "epoch": 2.443126308443824,
      "grad_norm": 1.2114308151593673,
      "learning_rate": 0.00019731511142111188,
      "loss": 2.2031,
      "step": 52515
    },
    {
      "epoch": 2.443172830890905,
      "grad_norm": 1.1022242731505567,
      "learning_rate": 0.00019731158946466876,
      "loss": 2.1094,
      "step": 52516
    },
    {
      "epoch": 2.4432193533379856,
      "grad_norm": 1.1771415097956894,
      "learning_rate": 0.00019730806747926124,
      "loss": 2.0938,
      "step": 52517
    },
    {
      "epoch": 2.4432658757850665,
      "grad_norm": 1.2351825448376914,
      "learning_rate": 0.0001973045454648914,
      "loss": 1.9219,
      "step": 52518
    },
    {
      "epoch": 2.443312398232147,
      "grad_norm": 1.2426970650213671,
      "learning_rate": 0.00019730102342156147,
      "loss": 2.3906,
      "step": 52519
    },
    {
      "epoch": 2.443358920679228,
      "grad_norm": 1.1415321748331533,
      "learning_rate": 0.00019729750134927352,
      "loss": 2.1094,
      "step": 52520
    },
    {
      "epoch": 2.4434054431263084,
      "grad_norm": 1.3215588480303937,
      "learning_rate": 0.00019729397924802983,
      "loss": 2.375,
      "step": 52521
    },
    {
      "epoch": 2.4434519655733893,
      "grad_norm": 1.2198537682808217,
      "learning_rate": 0.00019729045711783241,
      "loss": 2.3906,
      "step": 52522
    },
    {
      "epoch": 2.4434984880204698,
      "grad_norm": 1.2490612954137135,
      "learning_rate": 0.00019728693495868357,
      "loss": 2.3906,
      "step": 52523
    },
    {
      "epoch": 2.4435450104675507,
      "grad_norm": 1.1600708235354316,
      "learning_rate": 0.00019728341277058537,
      "loss": 2.125,
      "step": 52524
    },
    {
      "epoch": 2.443591532914631,
      "grad_norm": 1.266555728500758,
      "learning_rate": 0.00019727989055353995,
      "loss": 2.3125,
      "step": 52525
    },
    {
      "epoch": 2.443638055361712,
      "grad_norm": 1.182417773354397,
      "learning_rate": 0.00019727636830754952,
      "loss": 2.2656,
      "step": 52526
    },
    {
      "epoch": 2.4436845778087926,
      "grad_norm": 1.154321384255288,
      "learning_rate": 0.00019727284603261624,
      "loss": 2.1562,
      "step": 52527
    },
    {
      "epoch": 2.4437311002558735,
      "grad_norm": 1.303570012910827,
      "learning_rate": 0.00019726932372874224,
      "loss": 2.1406,
      "step": 52528
    },
    {
      "epoch": 2.443777622702954,
      "grad_norm": 1.1124751448057173,
      "learning_rate": 0.0001972658013959297,
      "loss": 1.9766,
      "step": 52529
    },
    {
      "epoch": 2.443824145150035,
      "grad_norm": 1.1957561840835123,
      "learning_rate": 0.0001972622790341807,
      "loss": 2.1562,
      "step": 52530
    },
    {
      "epoch": 2.443870667597116,
      "grad_norm": 1.2320288408255446,
      "learning_rate": 0.0001972587566434975,
      "loss": 2.5,
      "step": 52531
    },
    {
      "epoch": 2.4439171900441963,
      "grad_norm": 1.285556784998774,
      "learning_rate": 0.0001972552342238822,
      "loss": 2.1875,
      "step": 52532
    },
    {
      "epoch": 2.443963712491277,
      "grad_norm": 1.4915399393607056,
      "learning_rate": 0.00019725171177533695,
      "loss": 2.4531,
      "step": 52533
    },
    {
      "epoch": 2.4440102349383577,
      "grad_norm": 1.3076093497488097,
      "learning_rate": 0.00019724818929786394,
      "loss": 2.25,
      "step": 52534
    },
    {
      "epoch": 2.4440567573854386,
      "grad_norm": 1.1850959052810857,
      "learning_rate": 0.00019724466679146532,
      "loss": 2.125,
      "step": 52535
    },
    {
      "epoch": 2.444103279832519,
      "grad_norm": 1.1839125633974594,
      "learning_rate": 0.0001972411442561432,
      "loss": 2.1562,
      "step": 52536
    },
    {
      "epoch": 2.4441498022796,
      "grad_norm": 1.3019427202055338,
      "learning_rate": 0.00019723762169189982,
      "loss": 2.3125,
      "step": 52537
    },
    {
      "epoch": 2.4441963247266805,
      "grad_norm": 1.2374510655045339,
      "learning_rate": 0.00019723409909873726,
      "loss": 2.4844,
      "step": 52538
    },
    {
      "epoch": 2.4442428471737614,
      "grad_norm": 1.1748061451453153,
      "learning_rate": 0.00019723057647665773,
      "loss": 2.2344,
      "step": 52539
    },
    {
      "epoch": 2.444289369620842,
      "grad_norm": 1.2586833729992435,
      "learning_rate": 0.00019722705382566331,
      "loss": 2.0469,
      "step": 52540
    },
    {
      "epoch": 2.444335892067923,
      "grad_norm": 1.1150105184472405,
      "learning_rate": 0.00019722353114575626,
      "loss": 2.0156,
      "step": 52541
    },
    {
      "epoch": 2.4443824145150037,
      "grad_norm": 1.3317062093756205,
      "learning_rate": 0.00019722000843693866,
      "loss": 2.1875,
      "step": 52542
    },
    {
      "epoch": 2.444428936962084,
      "grad_norm": 1.2343666820666765,
      "learning_rate": 0.00019721648569921273,
      "loss": 2.4844,
      "step": 52543
    },
    {
      "epoch": 2.444475459409165,
      "grad_norm": 1.2271690168782148,
      "learning_rate": 0.00019721296293258054,
      "loss": 2.3281,
      "step": 52544
    },
    {
      "epoch": 2.4445219818562456,
      "grad_norm": 1.2600873662724092,
      "learning_rate": 0.00019720944013704433,
      "loss": 2.3906,
      "step": 52545
    },
    {
      "epoch": 2.4445685043033265,
      "grad_norm": 1.144038226486789,
      "learning_rate": 0.0001972059173126062,
      "loss": 1.9766,
      "step": 52546
    },
    {
      "epoch": 2.444615026750407,
      "grad_norm": 1.5791310444020425,
      "learning_rate": 0.0001972023944592683,
      "loss": 2.375,
      "step": 52547
    },
    {
      "epoch": 2.444661549197488,
      "grad_norm": 1.258622994804403,
      "learning_rate": 0.00019719887157703292,
      "loss": 2.0156,
      "step": 52548
    },
    {
      "epoch": 2.4447080716445684,
      "grad_norm": 1.302615525736168,
      "learning_rate": 0.00019719534866590203,
      "loss": 2.5625,
      "step": 52549
    },
    {
      "epoch": 2.4447545940916493,
      "grad_norm": 1.1863380954916383,
      "learning_rate": 0.0001971918257258779,
      "loss": 2.0938,
      "step": 52550
    },
    {
      "epoch": 2.44480111653873,
      "grad_norm": 1.2279419010340844,
      "learning_rate": 0.0001971883027569626,
      "loss": 2.625,
      "step": 52551
    },
    {
      "epoch": 2.4448476389858107,
      "grad_norm": 1.2212049523664892,
      "learning_rate": 0.0001971847797591584,
      "loss": 2.0938,
      "step": 52552
    },
    {
      "epoch": 2.444894161432891,
      "grad_norm": 1.1099217511412118,
      "learning_rate": 0.00019718125673246742,
      "loss": 2.1719,
      "step": 52553
    },
    {
      "epoch": 2.444940683879972,
      "grad_norm": 1.2645112491177037,
      "learning_rate": 0.00019717773367689174,
      "loss": 2.2031,
      "step": 52554
    },
    {
      "epoch": 2.4449872063270526,
      "grad_norm": 1.1807048423087634,
      "learning_rate": 0.0001971742105924336,
      "loss": 1.875,
      "step": 52555
    },
    {
      "epoch": 2.4450337287741335,
      "grad_norm": 1.210649332592682,
      "learning_rate": 0.00019717068747909515,
      "loss": 1.7734,
      "step": 52556
    },
    {
      "epoch": 2.4450802512212144,
      "grad_norm": 1.3257139216801463,
      "learning_rate": 0.00019716716433687846,
      "loss": 2.3125,
      "step": 52557
    },
    {
      "epoch": 2.445126773668295,
      "grad_norm": 1.2736131308797152,
      "learning_rate": 0.0001971636411657858,
      "loss": 2.3438,
      "step": 52558
    },
    {
      "epoch": 2.445173296115376,
      "grad_norm": 1.1813445010736683,
      "learning_rate": 0.00019716011796581929,
      "loss": 2.25,
      "step": 52559
    },
    {
      "epoch": 2.4452198185624563,
      "grad_norm": 1.209825711099791,
      "learning_rate": 0.00019715659473698105,
      "loss": 2.375,
      "step": 52560
    },
    {
      "epoch": 2.445266341009537,
      "grad_norm": 1.1397669623574997,
      "learning_rate": 0.0001971530714792733,
      "loss": 2.2188,
      "step": 52561
    },
    {
      "epoch": 2.4453128634566177,
      "grad_norm": 1.1662677111032436,
      "learning_rate": 0.00019714954819269814,
      "loss": 2.4062,
      "step": 52562
    },
    {
      "epoch": 2.4453593859036986,
      "grad_norm": 1.3211616053376947,
      "learning_rate": 0.00019714602487725774,
      "loss": 2.2812,
      "step": 52563
    },
    {
      "epoch": 2.445405908350779,
      "grad_norm": 1.2086431254284997,
      "learning_rate": 0.0001971425015329543,
      "loss": 2.3438,
      "step": 52564
    },
    {
      "epoch": 2.44545243079786,
      "grad_norm": 1.1311506089248804,
      "learning_rate": 0.00019713897815978995,
      "loss": 2.2031,
      "step": 52565
    },
    {
      "epoch": 2.4454989532449405,
      "grad_norm": 1.1753951167474685,
      "learning_rate": 0.00019713545475776676,
      "loss": 2.25,
      "step": 52566
    },
    {
      "epoch": 2.4455454756920214,
      "grad_norm": 1.2239734097778068,
      "learning_rate": 0.00019713193132688705,
      "loss": 2.5469,
      "step": 52567
    },
    {
      "epoch": 2.4455919981391023,
      "grad_norm": 1.1919148037188216,
      "learning_rate": 0.00019712840786715284,
      "loss": 2.1719,
      "step": 52568
    },
    {
      "epoch": 2.445638520586183,
      "grad_norm": 1.132612362341991,
      "learning_rate": 0.00019712488437856633,
      "loss": 2.2344,
      "step": 52569
    },
    {
      "epoch": 2.4456850430332637,
      "grad_norm": 1.1715250730631521,
      "learning_rate": 0.00019712136086112974,
      "loss": 2.3125,
      "step": 52570
    },
    {
      "epoch": 2.445731565480344,
      "grad_norm": 1.1843455062167014,
      "learning_rate": 0.00019711783731484516,
      "loss": 2.2031,
      "step": 52571
    },
    {
      "epoch": 2.445778087927425,
      "grad_norm": 1.044291216490499,
      "learning_rate": 0.00019711431373971476,
      "loss": 1.8516,
      "step": 52572
    },
    {
      "epoch": 2.4458246103745056,
      "grad_norm": 1.1699296340907661,
      "learning_rate": 0.0001971107901357407,
      "loss": 2.1406,
      "step": 52573
    },
    {
      "epoch": 2.4458711328215865,
      "grad_norm": 1.2518572008157014,
      "learning_rate": 0.00019710726650292514,
      "loss": 2.3281,
      "step": 52574
    },
    {
      "epoch": 2.445917655268667,
      "grad_norm": 1.4143294840762206,
      "learning_rate": 0.0001971037428412702,
      "loss": 2.5,
      "step": 52575
    },
    {
      "epoch": 2.445964177715748,
      "grad_norm": 1.0796492048087882,
      "learning_rate": 0.0001971002191507781,
      "loss": 1.9531,
      "step": 52576
    },
    {
      "epoch": 2.4460107001628284,
      "grad_norm": 1.1914942233344186,
      "learning_rate": 0.000197096695431451,
      "loss": 2.4375,
      "step": 52577
    },
    {
      "epoch": 2.4460572226099093,
      "grad_norm": 1.169170492975113,
      "learning_rate": 0.000197093171683291,
      "loss": 2.2656,
      "step": 52578
    },
    {
      "epoch": 2.4461037450569902,
      "grad_norm": 1.247921786473857,
      "learning_rate": 0.00019708964790630026,
      "loss": 2.4219,
      "step": 52579
    },
    {
      "epoch": 2.4461502675040707,
      "grad_norm": 1.0813208390306903,
      "learning_rate": 0.0001970861241004809,
      "loss": 2.0625,
      "step": 52580
    },
    {
      "epoch": 2.446196789951151,
      "grad_norm": 1.1620808943846128,
      "learning_rate": 0.00019708260026583528,
      "loss": 2.25,
      "step": 52581
    },
    {
      "epoch": 2.446243312398232,
      "grad_norm": 1.194179369828479,
      "learning_rate": 0.00019707907640236533,
      "loss": 2.1875,
      "step": 52582
    },
    {
      "epoch": 2.446289834845313,
      "grad_norm": 1.377294605351075,
      "learning_rate": 0.00019707555251007332,
      "loss": 2.3125,
      "step": 52583
    },
    {
      "epoch": 2.4463363572923935,
      "grad_norm": 1.2377984921765615,
      "learning_rate": 0.00019707202858896134,
      "loss": 2.3125,
      "step": 52584
    },
    {
      "epoch": 2.4463828797394744,
      "grad_norm": 1.3834717505583316,
      "learning_rate": 0.00019706850463903166,
      "loss": 1.7422,
      "step": 52585
    },
    {
      "epoch": 2.446429402186555,
      "grad_norm": 1.237392475261668,
      "learning_rate": 0.0001970649806602863,
      "loss": 2.3906,
      "step": 52586
    },
    {
      "epoch": 2.446475924633636,
      "grad_norm": 1.2710248119130447,
      "learning_rate": 0.0001970614566527275,
      "loss": 2.4062,
      "step": 52587
    },
    {
      "epoch": 2.4465224470807163,
      "grad_norm": 1.2597714277902687,
      "learning_rate": 0.00019705793261635737,
      "loss": 2.2031,
      "step": 52588
    },
    {
      "epoch": 2.4465689695277972,
      "grad_norm": 1.127938686000051,
      "learning_rate": 0.00019705440855117819,
      "loss": 2.0938,
      "step": 52589
    },
    {
      "epoch": 2.4466154919748777,
      "grad_norm": 1.1980106893956133,
      "learning_rate": 0.00019705088445719188,
      "loss": 2.1562,
      "step": 52590
    },
    {
      "epoch": 2.4466620144219586,
      "grad_norm": 1.1841643850746586,
      "learning_rate": 0.00019704736033440083,
      "loss": 2.125,
      "step": 52591
    },
    {
      "epoch": 2.446708536869039,
      "grad_norm": 1.262279114203597,
      "learning_rate": 0.00019704383618280715,
      "loss": 2.4844,
      "step": 52592
    },
    {
      "epoch": 2.44675505931612,
      "grad_norm": 1.1681534700254907,
      "learning_rate": 0.00019704031200241286,
      "loss": 2.0938,
      "step": 52593
    },
    {
      "epoch": 2.446801581763201,
      "grad_norm": 1.2205422352071482,
      "learning_rate": 0.0001970367877932203,
      "loss": 2.2969,
      "step": 52594
    },
    {
      "epoch": 2.4468481042102814,
      "grad_norm": 1.259983962790719,
      "learning_rate": 0.00019703326355523145,
      "loss": 2.2188,
      "step": 52595
    },
    {
      "epoch": 2.4468946266573623,
      "grad_norm": 1.150401957656497,
      "learning_rate": 0.00019702973928844864,
      "loss": 2.1562,
      "step": 52596
    },
    {
      "epoch": 2.446941149104443,
      "grad_norm": 1.3891125559090536,
      "learning_rate": 0.00019702621499287392,
      "loss": 2.3281,
      "step": 52597
    },
    {
      "epoch": 2.4469876715515237,
      "grad_norm": 1.1658668141144426,
      "learning_rate": 0.00019702269066850946,
      "loss": 2.1406,
      "step": 52598
    },
    {
      "epoch": 2.4470341939986042,
      "grad_norm": 1.143850435350756,
      "learning_rate": 0.00019701916631535745,
      "loss": 2.2188,
      "step": 52599
    },
    {
      "epoch": 2.447080716445685,
      "grad_norm": 1.1344670543304103,
      "learning_rate": 0.00019701564193342003,
      "loss": 2.2969,
      "step": 52600
    },
    {
      "epoch": 2.4471272388927656,
      "grad_norm": 1.3723050809591317,
      "learning_rate": 0.0001970121175226993,
      "loss": 1.5938,
      "step": 52601
    },
    {
      "epoch": 2.4471737613398465,
      "grad_norm": 1.24853945714306,
      "learning_rate": 0.00019700859308319755,
      "loss": 1.7031,
      "step": 52602
    },
    {
      "epoch": 2.447220283786927,
      "grad_norm": 1.256626169695863,
      "learning_rate": 0.00019700506861491682,
      "loss": 2.375,
      "step": 52603
    },
    {
      "epoch": 2.447266806234008,
      "grad_norm": 1.213070360596392,
      "learning_rate": 0.0001970015441178593,
      "loss": 2.2344,
      "step": 52604
    },
    {
      "epoch": 2.447313328681089,
      "grad_norm": 1.1220979238810591,
      "learning_rate": 0.00019699801959202723,
      "loss": 1.9922,
      "step": 52605
    },
    {
      "epoch": 2.4473598511281693,
      "grad_norm": 1.3216185821900217,
      "learning_rate": 0.00019699449503742263,
      "loss": 2.4219,
      "step": 52606
    },
    {
      "epoch": 2.44740637357525,
      "grad_norm": 1.1964390420150148,
      "learning_rate": 0.00019699097045404777,
      "loss": 2.25,
      "step": 52607
    },
    {
      "epoch": 2.4474528960223307,
      "grad_norm": 1.2869549695941607,
      "learning_rate": 0.0001969874458419047,
      "loss": 2.5156,
      "step": 52608
    },
    {
      "epoch": 2.4474994184694117,
      "grad_norm": 1.2651015593576382,
      "learning_rate": 0.0001969839212009957,
      "loss": 2.4062,
      "step": 52609
    },
    {
      "epoch": 2.447545940916492,
      "grad_norm": 1.2870947173432277,
      "learning_rate": 0.0001969803965313228,
      "loss": 2.5,
      "step": 52610
    },
    {
      "epoch": 2.447592463363573,
      "grad_norm": 1.2338201830634614,
      "learning_rate": 0.0001969768718328883,
      "loss": 2.2969,
      "step": 52611
    },
    {
      "epoch": 2.4476389858106535,
      "grad_norm": 1.1580862709151372,
      "learning_rate": 0.00019697334710569418,
      "loss": 2.4219,
      "step": 52612
    },
    {
      "epoch": 2.4476855082577345,
      "grad_norm": 1.1893301919920682,
      "learning_rate": 0.00019696982234974276,
      "loss": 2.4375,
      "step": 52613
    },
    {
      "epoch": 2.447732030704815,
      "grad_norm": 1.2012497792031793,
      "learning_rate": 0.00019696629756503617,
      "loss": 1.9766,
      "step": 52614
    },
    {
      "epoch": 2.447778553151896,
      "grad_norm": 1.2448092952064298,
      "learning_rate": 0.0001969627727515765,
      "loss": 2.125,
      "step": 52615
    },
    {
      "epoch": 2.4478250755989763,
      "grad_norm": 1.1846511321645317,
      "learning_rate": 0.00019695924790936594,
      "loss": 2.4375,
      "step": 52616
    },
    {
      "epoch": 2.4478715980460573,
      "grad_norm": 1.222498289355172,
      "learning_rate": 0.0001969557230384067,
      "loss": 2.3906,
      "step": 52617
    },
    {
      "epoch": 2.4479181204931377,
      "grad_norm": 1.268641082492201,
      "learning_rate": 0.00019695219813870086,
      "loss": 2.5156,
      "step": 52618
    },
    {
      "epoch": 2.4479646429402186,
      "grad_norm": 1.2474047029269435,
      "learning_rate": 0.00019694867321025058,
      "loss": 2.5,
      "step": 52619
    },
    {
      "epoch": 2.4480111653872996,
      "grad_norm": 1.8340255655011235,
      "learning_rate": 0.00019694514825305807,
      "loss": 1.7891,
      "step": 52620
    },
    {
      "epoch": 2.44805768783438,
      "grad_norm": 1.2511461485508362,
      "learning_rate": 0.00019694162326712545,
      "loss": 2.0781,
      "step": 52621
    },
    {
      "epoch": 2.448104210281461,
      "grad_norm": 1.213502317059721,
      "learning_rate": 0.0001969380982524549,
      "loss": 2.2812,
      "step": 52622
    },
    {
      "epoch": 2.4481507327285414,
      "grad_norm": 1.216454501922478,
      "learning_rate": 0.00019693457320904854,
      "loss": 2.3125,
      "step": 52623
    },
    {
      "epoch": 2.4481972551756224,
      "grad_norm": 1.253224704752531,
      "learning_rate": 0.00019693104813690862,
      "loss": 2.3281,
      "step": 52624
    },
    {
      "epoch": 2.448243777622703,
      "grad_norm": 1.1802459392207425,
      "learning_rate": 0.00019692752303603718,
      "loss": 1.9219,
      "step": 52625
    },
    {
      "epoch": 2.4482903000697838,
      "grad_norm": 1.0957727632144623,
      "learning_rate": 0.00019692399790643644,
      "loss": 2.1562,
      "step": 52626
    },
    {
      "epoch": 2.4483368225168642,
      "grad_norm": 1.158520056900727,
      "learning_rate": 0.00019692047274810857,
      "loss": 2.25,
      "step": 52627
    },
    {
      "epoch": 2.448383344963945,
      "grad_norm": 1.1632957391857712,
      "learning_rate": 0.00019691694756105574,
      "loss": 2.25,
      "step": 52628
    },
    {
      "epoch": 2.4484298674110256,
      "grad_norm": 1.1430055093095395,
      "learning_rate": 0.00019691342234528004,
      "loss": 2.0625,
      "step": 52629
    },
    {
      "epoch": 2.4484763898581066,
      "grad_norm": 1.1158925187802198,
      "learning_rate": 0.00019690989710078365,
      "loss": 2.1875,
      "step": 52630
    },
    {
      "epoch": 2.4485229123051875,
      "grad_norm": 1.2918127323822717,
      "learning_rate": 0.00019690637182756882,
      "loss": 2.5,
      "step": 52631
    },
    {
      "epoch": 2.448569434752268,
      "grad_norm": 1.2801752140195077,
      "learning_rate": 0.00019690284652563756,
      "loss": 2.375,
      "step": 52632
    },
    {
      "epoch": 2.4486159571993484,
      "grad_norm": 1.3261908518792718,
      "learning_rate": 0.00019689932119499215,
      "loss": 2.1562,
      "step": 52633
    },
    {
      "epoch": 2.4486624796464294,
      "grad_norm": 1.1172856964238547,
      "learning_rate": 0.0001968957958356346,
      "loss": 2.0312,
      "step": 52634
    },
    {
      "epoch": 2.4487090020935103,
      "grad_norm": 1.1525972831361646,
      "learning_rate": 0.00019689227044756728,
      "loss": 2.0781,
      "step": 52635
    },
    {
      "epoch": 2.4487555245405908,
      "grad_norm": 1.1939101910612757,
      "learning_rate": 0.00019688874503079215,
      "loss": 2.1406,
      "step": 52636
    },
    {
      "epoch": 2.4488020469876717,
      "grad_norm": 1.192166683589897,
      "learning_rate": 0.00019688521958531152,
      "loss": 2.0625,
      "step": 52637
    },
    {
      "epoch": 2.448848569434752,
      "grad_norm": 1.226520729079311,
      "learning_rate": 0.00019688169411112748,
      "loss": 2.5,
      "step": 52638
    },
    {
      "epoch": 2.448895091881833,
      "grad_norm": 1.1117274691248504,
      "learning_rate": 0.00019687816860824216,
      "loss": 2.0625,
      "step": 52639
    },
    {
      "epoch": 2.4489416143289136,
      "grad_norm": 1.13628747055478,
      "learning_rate": 0.00019687464307665777,
      "loss": 2.2031,
      "step": 52640
    },
    {
      "epoch": 2.4489881367759945,
      "grad_norm": 1.223755165577247,
      "learning_rate": 0.00019687111751637645,
      "loss": 2.4062,
      "step": 52641
    },
    {
      "epoch": 2.449034659223075,
      "grad_norm": 1.2247448454949017,
      "learning_rate": 0.00019686759192740034,
      "loss": 2.4219,
      "step": 52642
    },
    {
      "epoch": 2.449081181670156,
      "grad_norm": 1.1423193261671647,
      "learning_rate": 0.00019686406630973162,
      "loss": 2.0938,
      "step": 52643
    },
    {
      "epoch": 2.4491277041172363,
      "grad_norm": 1.2366988655124467,
      "learning_rate": 0.00019686054066337243,
      "loss": 2.4062,
      "step": 52644
    },
    {
      "epoch": 2.4491742265643173,
      "grad_norm": 1.1181826437876163,
      "learning_rate": 0.00019685701498832491,
      "loss": 1.8906,
      "step": 52645
    },
    {
      "epoch": 2.449220749011398,
      "grad_norm": 1.1559061271667284,
      "learning_rate": 0.0001968534892845913,
      "loss": 2.0312,
      "step": 52646
    },
    {
      "epoch": 2.4492672714584787,
      "grad_norm": 1.2096984765358811,
      "learning_rate": 0.0001968499635521737,
      "loss": 2.375,
      "step": 52647
    },
    {
      "epoch": 2.4493137939055596,
      "grad_norm": 1.1784374839942386,
      "learning_rate": 0.00019684643779107429,
      "loss": 2.1875,
      "step": 52648
    },
    {
      "epoch": 2.44936031635264,
      "grad_norm": 1.125963919368762,
      "learning_rate": 0.00019684291200129517,
      "loss": 2.0469,
      "step": 52649
    },
    {
      "epoch": 2.449406838799721,
      "grad_norm": 1.2720859929869135,
      "learning_rate": 0.0001968393861828386,
      "loss": 2.3281,
      "step": 52650
    },
    {
      "epoch": 2.4494533612468015,
      "grad_norm": 1.2101202020603463,
      "learning_rate": 0.00019683586033570664,
      "loss": 2.1562,
      "step": 52651
    },
    {
      "epoch": 2.4494998836938824,
      "grad_norm": 1.1360688506214112,
      "learning_rate": 0.0001968323344599015,
      "loss": 2.0938,
      "step": 52652
    },
    {
      "epoch": 2.449546406140963,
      "grad_norm": 1.2910337545069388,
      "learning_rate": 0.00019682880855542532,
      "loss": 2.3906,
      "step": 52653
    },
    {
      "epoch": 2.449592928588044,
      "grad_norm": 1.33976864032827,
      "learning_rate": 0.0001968252826222803,
      "loss": 1.6797,
      "step": 52654
    },
    {
      "epoch": 2.4496394510351243,
      "grad_norm": 1.1458255897092335,
      "learning_rate": 0.00019682175666046854,
      "loss": 2.1406,
      "step": 52655
    },
    {
      "epoch": 2.449685973482205,
      "grad_norm": 1.1600955624560334,
      "learning_rate": 0.00019681823066999222,
      "loss": 2.375,
      "step": 52656
    },
    {
      "epoch": 2.449732495929286,
      "grad_norm": 1.1648235334812047,
      "learning_rate": 0.00019681470465085353,
      "loss": 2.1562,
      "step": 52657
    },
    {
      "epoch": 2.4497790183763666,
      "grad_norm": 1.1995428981132084,
      "learning_rate": 0.00019681117860305457,
      "loss": 2.1406,
      "step": 52658
    },
    {
      "epoch": 2.4498255408234475,
      "grad_norm": 1.2324947771003536,
      "learning_rate": 0.00019680765252659755,
      "loss": 2.2812,
      "step": 52659
    },
    {
      "epoch": 2.449872063270528,
      "grad_norm": 1.2983057019188942,
      "learning_rate": 0.0001968041264214846,
      "loss": 2.4375,
      "step": 52660
    },
    {
      "epoch": 2.449918585717609,
      "grad_norm": 1.12470227206625,
      "learning_rate": 0.0001968006002877179,
      "loss": 1.8203,
      "step": 52661
    },
    {
      "epoch": 2.4499651081646894,
      "grad_norm": 1.245364609314205,
      "learning_rate": 0.00019679707412529956,
      "loss": 2.375,
      "step": 52662
    },
    {
      "epoch": 2.4500116306117703,
      "grad_norm": 1.3930777903725082,
      "learning_rate": 0.00019679354793423183,
      "loss": 2.5625,
      "step": 52663
    },
    {
      "epoch": 2.4500581530588508,
      "grad_norm": 1.174501061031255,
      "learning_rate": 0.00019679002171451679,
      "loss": 2.2031,
      "step": 52664
    },
    {
      "epoch": 2.4501046755059317,
      "grad_norm": 1.1233079769748668,
      "learning_rate": 0.00019678649546615664,
      "loss": 2.0625,
      "step": 52665
    },
    {
      "epoch": 2.450151197953012,
      "grad_norm": 1.199514873112012,
      "learning_rate": 0.00019678296918915347,
      "loss": 2.4844,
      "step": 52666
    },
    {
      "epoch": 2.450197720400093,
      "grad_norm": 1.1837477763347168,
      "learning_rate": 0.00019677944288350952,
      "loss": 2.3438,
      "step": 52667
    },
    {
      "epoch": 2.4502442428471736,
      "grad_norm": 1.2785311628064973,
      "learning_rate": 0.00019677591654922695,
      "loss": 2.2656,
      "step": 52668
    },
    {
      "epoch": 2.4502907652942545,
      "grad_norm": 1.2935269801128748,
      "learning_rate": 0.00019677239018630783,
      "loss": 2.25,
      "step": 52669
    },
    {
      "epoch": 2.450337287741335,
      "grad_norm": 1.2089277797957592,
      "learning_rate": 0.00019676886379475444,
      "loss": 2.4219,
      "step": 52670
    },
    {
      "epoch": 2.450383810188416,
      "grad_norm": 1.1436379015152038,
      "learning_rate": 0.0001967653373745688,
      "loss": 2.2344,
      "step": 52671
    },
    {
      "epoch": 2.450430332635497,
      "grad_norm": 1.1369524083363212,
      "learning_rate": 0.00019676181092575325,
      "loss": 1.9766,
      "step": 52672
    },
    {
      "epoch": 2.4504768550825773,
      "grad_norm": 1.2578551349949683,
      "learning_rate": 0.00019675828444830974,
      "loss": 2.2188,
      "step": 52673
    },
    {
      "epoch": 2.450523377529658,
      "grad_norm": 1.135696974528648,
      "learning_rate": 0.0001967547579422406,
      "loss": 1.8594,
      "step": 52674
    },
    {
      "epoch": 2.4505698999767387,
      "grad_norm": 1.1454829355453673,
      "learning_rate": 0.00019675123140754788,
      "loss": 1.8516,
      "step": 52675
    },
    {
      "epoch": 2.4506164224238196,
      "grad_norm": 1.1926358126829806,
      "learning_rate": 0.00019674770484423383,
      "loss": 2.125,
      "step": 52676
    },
    {
      "epoch": 2.4506629448709,
      "grad_norm": 1.1414625079283598,
      "learning_rate": 0.0001967441782523005,
      "loss": 2.375,
      "step": 52677
    },
    {
      "epoch": 2.450709467317981,
      "grad_norm": 1.2687532132758221,
      "learning_rate": 0.00019674065163175012,
      "loss": 2.2188,
      "step": 52678
    },
    {
      "epoch": 2.4507559897650615,
      "grad_norm": 1.2309447766063222,
      "learning_rate": 0.00019673712498258488,
      "loss": 2.5469,
      "step": 52679
    },
    {
      "epoch": 2.4508025122121424,
      "grad_norm": 1.3134715314977543,
      "learning_rate": 0.00019673359830480684,
      "loss": 2.3906,
      "step": 52680
    },
    {
      "epoch": 2.450849034659223,
      "grad_norm": 1.206163895976716,
      "learning_rate": 0.0001967300715984183,
      "loss": 2.5781,
      "step": 52681
    },
    {
      "epoch": 2.450895557106304,
      "grad_norm": 1.2060397967535097,
      "learning_rate": 0.00019672654486342124,
      "loss": 2.2031,
      "step": 52682
    },
    {
      "epoch": 2.4509420795533847,
      "grad_norm": 1.237790546537922,
      "learning_rate": 0.00019672301809981797,
      "loss": 2.2812,
      "step": 52683
    },
    {
      "epoch": 2.450988602000465,
      "grad_norm": 1.2420871259408635,
      "learning_rate": 0.00019671949130761055,
      "loss": 2.3438,
      "step": 52684
    },
    {
      "epoch": 2.451035124447546,
      "grad_norm": 1.2467001861835603,
      "learning_rate": 0.00019671596448680122,
      "loss": 2.4375,
      "step": 52685
    },
    {
      "epoch": 2.4510816468946266,
      "grad_norm": 1.282815981945186,
      "learning_rate": 0.0001967124376373921,
      "loss": 2.375,
      "step": 52686
    },
    {
      "epoch": 2.4511281693417075,
      "grad_norm": 1.1978448144423604,
      "learning_rate": 0.00019670891075938536,
      "loss": 2.2344,
      "step": 52687
    },
    {
      "epoch": 2.451174691788788,
      "grad_norm": 1.1794742332210366,
      "learning_rate": 0.0001967053838527831,
      "loss": 2.0,
      "step": 52688
    },
    {
      "epoch": 2.451221214235869,
      "grad_norm": 1.1298138056755427,
      "learning_rate": 0.00019670185691758756,
      "loss": 2.2656,
      "step": 52689
    },
    {
      "epoch": 2.4512677366829494,
      "grad_norm": 1.203160633426504,
      "learning_rate": 0.00019669832995380091,
      "loss": 2.1406,
      "step": 52690
    },
    {
      "epoch": 2.4513142591300303,
      "grad_norm": 1.3655068388587552,
      "learning_rate": 0.00019669480296142519,
      "loss": 2.4844,
      "step": 52691
    },
    {
      "epoch": 2.451360781577111,
      "grad_norm": 1.2399987869696811,
      "learning_rate": 0.00019669127594046268,
      "loss": 2.1875,
      "step": 52692
    },
    {
      "epoch": 2.4514073040241917,
      "grad_norm": 1.2804329691404712,
      "learning_rate": 0.00019668774889091548,
      "loss": 2.2969,
      "step": 52693
    },
    {
      "epoch": 2.4514538264712726,
      "grad_norm": 1.272084800547205,
      "learning_rate": 0.0001966842218127858,
      "loss": 2.3438,
      "step": 52694
    },
    {
      "epoch": 2.451500348918353,
      "grad_norm": 1.1769704762862105,
      "learning_rate": 0.0001966806947060757,
      "loss": 2.2969,
      "step": 52695
    },
    {
      "epoch": 2.4515468713654336,
      "grad_norm": 1.1897008582002886,
      "learning_rate": 0.00019667716757078746,
      "loss": 2.4531,
      "step": 52696
    },
    {
      "epoch": 2.4515933938125145,
      "grad_norm": 1.272108305768525,
      "learning_rate": 0.00019667364040692315,
      "loss": 2.6094,
      "step": 52697
    },
    {
      "epoch": 2.4516399162595954,
      "grad_norm": 1.3358750795695484,
      "learning_rate": 0.000196670113214485,
      "loss": 2.4531,
      "step": 52698
    },
    {
      "epoch": 2.451686438706676,
      "grad_norm": 1.2284958382521005,
      "learning_rate": 0.0001966665859934751,
      "loss": 2.5312,
      "step": 52699
    },
    {
      "epoch": 2.451732961153757,
      "grad_norm": 1.209867398847484,
      "learning_rate": 0.0001966630587438956,
      "loss": 2.7812,
      "step": 52700
    },
    {
      "epoch": 2.4517794836008373,
      "grad_norm": 1.4160089000400577,
      "learning_rate": 0.00019665953146574879,
      "loss": 2.4219,
      "step": 52701
    },
    {
      "epoch": 2.4518260060479182,
      "grad_norm": 1.2155405916381765,
      "learning_rate": 0.00019665600415903666,
      "loss": 2.2969,
      "step": 52702
    },
    {
      "epoch": 2.4518725284949987,
      "grad_norm": 1.2363700259484214,
      "learning_rate": 0.00019665247682376153,
      "loss": 2.3281,
      "step": 52703
    },
    {
      "epoch": 2.4519190509420796,
      "grad_norm": 1.2268370281126697,
      "learning_rate": 0.0001966489494599254,
      "loss": 2.1562,
      "step": 52704
    },
    {
      "epoch": 2.45196557338916,
      "grad_norm": 1.16016968065521,
      "learning_rate": 0.00019664542206753057,
      "loss": 2.0938,
      "step": 52705
    },
    {
      "epoch": 2.452012095836241,
      "grad_norm": 1.3838598299071059,
      "learning_rate": 0.0001966418946465791,
      "loss": 2.25,
      "step": 52706
    },
    {
      "epoch": 2.4520586182833215,
      "grad_norm": 1.265888631849049,
      "learning_rate": 0.00019663836719707321,
      "loss": 2.0156,
      "step": 52707
    },
    {
      "epoch": 2.4521051407304024,
      "grad_norm": 1.3957093486237124,
      "learning_rate": 0.00019663483971901503,
      "loss": 2.2656,
      "step": 52708
    },
    {
      "epoch": 2.4521516631774833,
      "grad_norm": 1.183739889830563,
      "learning_rate": 0.0001966313122124067,
      "loss": 2.3281,
      "step": 52709
    },
    {
      "epoch": 2.452198185624564,
      "grad_norm": 1.2706754137059486,
      "learning_rate": 0.00019662778467725042,
      "loss": 1.9844,
      "step": 52710
    },
    {
      "epoch": 2.4522447080716447,
      "grad_norm": 1.2786569000959613,
      "learning_rate": 0.00019662425711354837,
      "loss": 2.2969,
      "step": 52711
    },
    {
      "epoch": 2.452291230518725,
      "grad_norm": 1.2035358372402776,
      "learning_rate": 0.00019662072952130263,
      "loss": 2.1719,
      "step": 52712
    },
    {
      "epoch": 2.452337752965806,
      "grad_norm": 1.2252857606498224,
      "learning_rate": 0.00019661720190051544,
      "loss": 2.25,
      "step": 52713
    },
    {
      "epoch": 2.4523842754128866,
      "grad_norm": 1.2094436938286102,
      "learning_rate": 0.00019661367425118892,
      "loss": 2.5469,
      "step": 52714
    },
    {
      "epoch": 2.4524307978599675,
      "grad_norm": 1.304410903034446,
      "learning_rate": 0.00019661014657332518,
      "loss": 2.0938,
      "step": 52715
    },
    {
      "epoch": 2.452477320307048,
      "grad_norm": 1.2897241192554825,
      "learning_rate": 0.0001966066188669265,
      "loss": 2.2812,
      "step": 52716
    },
    {
      "epoch": 2.452523842754129,
      "grad_norm": 1.1996723476786144,
      "learning_rate": 0.00019660309113199494,
      "loss": 2.3906,
      "step": 52717
    },
    {
      "epoch": 2.4525703652012094,
      "grad_norm": 1.13975681996715,
      "learning_rate": 0.00019659956336853273,
      "loss": 2.125,
      "step": 52718
    },
    {
      "epoch": 2.4526168876482903,
      "grad_norm": 1.2002639757385942,
      "learning_rate": 0.00019659603557654193,
      "loss": 2.0938,
      "step": 52719
    },
    {
      "epoch": 2.4526634100953713,
      "grad_norm": 1.157712061670256,
      "learning_rate": 0.00019659250775602482,
      "loss": 2.3125,
      "step": 52720
    },
    {
      "epoch": 2.4527099325424517,
      "grad_norm": 1.1918484008968344,
      "learning_rate": 0.00019658897990698345,
      "loss": 2.2188,
      "step": 52721
    },
    {
      "epoch": 2.452756454989532,
      "grad_norm": 1.1384522035605074,
      "learning_rate": 0.00019658545202942004,
      "loss": 2.1719,
      "step": 52722
    },
    {
      "epoch": 2.452802977436613,
      "grad_norm": 1.1886371738431227,
      "learning_rate": 0.00019658192412333678,
      "loss": 2.1719,
      "step": 52723
    },
    {
      "epoch": 2.452849499883694,
      "grad_norm": 1.2142678225657426,
      "learning_rate": 0.00019657839618873578,
      "loss": 2.4375,
      "step": 52724
    },
    {
      "epoch": 2.4528960223307745,
      "grad_norm": 1.2084354476700139,
      "learning_rate": 0.0001965748682256192,
      "loss": 2.5,
      "step": 52725
    },
    {
      "epoch": 2.4529425447778554,
      "grad_norm": 1.185513442996161,
      "learning_rate": 0.00019657134023398922,
      "loss": 2.2344,
      "step": 52726
    },
    {
      "epoch": 2.452989067224936,
      "grad_norm": 1.1753472345345897,
      "learning_rate": 0.00019656781221384802,
      "loss": 2.4062,
      "step": 52727
    },
    {
      "epoch": 2.453035589672017,
      "grad_norm": 1.1924044771002598,
      "learning_rate": 0.00019656428416519765,
      "loss": 2.3125,
      "step": 52728
    },
    {
      "epoch": 2.4530821121190973,
      "grad_norm": 1.183903980019612,
      "learning_rate": 0.00019656075608804043,
      "loss": 2.2969,
      "step": 52729
    },
    {
      "epoch": 2.4531286345661782,
      "grad_norm": 1.1298381440404055,
      "learning_rate": 0.0001965572279823784,
      "loss": 2.2188,
      "step": 52730
    },
    {
      "epoch": 2.4531751570132587,
      "grad_norm": 1.1897054120920034,
      "learning_rate": 0.00019655369984821378,
      "loss": 2.2969,
      "step": 52731
    },
    {
      "epoch": 2.4532216794603396,
      "grad_norm": 1.1585570405521568,
      "learning_rate": 0.0001965501716855487,
      "loss": 2.25,
      "step": 52732
    },
    {
      "epoch": 2.45326820190742,
      "grad_norm": 1.2405032863832415,
      "learning_rate": 0.0001965466434943853,
      "loss": 2.3125,
      "step": 52733
    },
    {
      "epoch": 2.453314724354501,
      "grad_norm": 1.1769962793487008,
      "learning_rate": 0.00019654311527472578,
      "loss": 2.2188,
      "step": 52734
    },
    {
      "epoch": 2.453361246801582,
      "grad_norm": 1.1956959420988864,
      "learning_rate": 0.00019653958702657234,
      "loss": 2.2656,
      "step": 52735
    },
    {
      "epoch": 2.4534077692486624,
      "grad_norm": 1.1155710894629343,
      "learning_rate": 0.00019653605874992705,
      "loss": 2.1562,
      "step": 52736
    },
    {
      "epoch": 2.4534542916957434,
      "grad_norm": 1.1092045158596384,
      "learning_rate": 0.00019653253044479212,
      "loss": 2.1094,
      "step": 52737
    },
    {
      "epoch": 2.453500814142824,
      "grad_norm": 1.1707725463810759,
      "learning_rate": 0.00019652900211116972,
      "loss": 2.3438,
      "step": 52738
    },
    {
      "epoch": 2.4535473365899048,
      "grad_norm": 1.2281484047509212,
      "learning_rate": 0.00019652547374906197,
      "loss": 2.4688,
      "step": 52739
    },
    {
      "epoch": 2.4535938590369852,
      "grad_norm": 1.2784617115777142,
      "learning_rate": 0.00019652194535847107,
      "loss": 2.2969,
      "step": 52740
    },
    {
      "epoch": 2.453640381484066,
      "grad_norm": 1.2260015566694045,
      "learning_rate": 0.00019651841693939912,
      "loss": 2.5156,
      "step": 52741
    },
    {
      "epoch": 2.4536869039311466,
      "grad_norm": 1.3287925581341986,
      "learning_rate": 0.00019651488849184838,
      "loss": 2.1875,
      "step": 52742
    },
    {
      "epoch": 2.4537334263782276,
      "grad_norm": 1.2937821180803255,
      "learning_rate": 0.00019651136001582088,
      "loss": 2.625,
      "step": 52743
    },
    {
      "epoch": 2.453779948825308,
      "grad_norm": 1.1868004383643154,
      "learning_rate": 0.0001965078315113189,
      "loss": 2.1719,
      "step": 52744
    },
    {
      "epoch": 2.453826471272389,
      "grad_norm": 1.1665318083745562,
      "learning_rate": 0.00019650430297834452,
      "loss": 2.2344,
      "step": 52745
    },
    {
      "epoch": 2.45387299371947,
      "grad_norm": 1.1869064098837308,
      "learning_rate": 0.00019650077441689997,
      "loss": 2.1719,
      "step": 52746
    },
    {
      "epoch": 2.4539195161665504,
      "grad_norm": 1.2856263705903126,
      "learning_rate": 0.00019649724582698733,
      "loss": 2.1562,
      "step": 52747
    },
    {
      "epoch": 2.453966038613631,
      "grad_norm": 1.2730262790717353,
      "learning_rate": 0.00019649371720860886,
      "loss": 2.0938,
      "step": 52748
    },
    {
      "epoch": 2.4540125610607118,
      "grad_norm": 1.1944926948176513,
      "learning_rate": 0.00019649018856176658,
      "loss": 2.5312,
      "step": 52749
    },
    {
      "epoch": 2.4540590835077927,
      "grad_norm": 1.2657096219879944,
      "learning_rate": 0.00019648665988646283,
      "loss": 2.4219,
      "step": 52750
    },
    {
      "epoch": 2.454105605954873,
      "grad_norm": 1.3180929677924202,
      "learning_rate": 0.00019648313118269964,
      "loss": 2.4062,
      "step": 52751
    },
    {
      "epoch": 2.454152128401954,
      "grad_norm": 1.3200733893894223,
      "learning_rate": 0.00019647960245047915,
      "loss": 2.2812,
      "step": 52752
    },
    {
      "epoch": 2.4541986508490345,
      "grad_norm": 1.2131807595439148,
      "learning_rate": 0.00019647607368980367,
      "loss": 2.1719,
      "step": 52753
    },
    {
      "epoch": 2.4542451732961155,
      "grad_norm": 1.2036240388696295,
      "learning_rate": 0.0001964725449006752,
      "loss": 2.4531,
      "step": 52754
    },
    {
      "epoch": 2.454291695743196,
      "grad_norm": 1.2692982913905573,
      "learning_rate": 0.0001964690160830959,
      "loss": 2.1094,
      "step": 52755
    },
    {
      "epoch": 2.454338218190277,
      "grad_norm": 1.1835313994720122,
      "learning_rate": 0.00019646548723706804,
      "loss": 2.3594,
      "step": 52756
    },
    {
      "epoch": 2.4543847406373573,
      "grad_norm": 1.1395404410372065,
      "learning_rate": 0.0001964619583625938,
      "loss": 2.0938,
      "step": 52757
    },
    {
      "epoch": 2.4544312630844383,
      "grad_norm": 1.23977499595406,
      "learning_rate": 0.0001964584294596752,
      "loss": 2.3906,
      "step": 52758
    },
    {
      "epoch": 2.4544777855315187,
      "grad_norm": 1.209171853046297,
      "learning_rate": 0.00019645490052831453,
      "loss": 2.0312,
      "step": 52759
    },
    {
      "epoch": 2.4545243079785997,
      "grad_norm": 1.2275723677628745,
      "learning_rate": 0.0001964513715685139,
      "loss": 2.4219,
      "step": 52760
    },
    {
      "epoch": 2.4545708304256806,
      "grad_norm": 1.262840332875892,
      "learning_rate": 0.00019644784258027542,
      "loss": 2.0781,
      "step": 52761
    },
    {
      "epoch": 2.454617352872761,
      "grad_norm": 1.214870261566625,
      "learning_rate": 0.00019644431356360132,
      "loss": 2.2656,
      "step": 52762
    },
    {
      "epoch": 2.454663875319842,
      "grad_norm": 1.2799406315689652,
      "learning_rate": 0.00019644078451849377,
      "loss": 2.375,
      "step": 52763
    },
    {
      "epoch": 2.4547103977669225,
      "grad_norm": 1.263599602267381,
      "learning_rate": 0.00019643725544495486,
      "loss": 2.4844,
      "step": 52764
    },
    {
      "epoch": 2.4547569202140034,
      "grad_norm": 1.2132249984655823,
      "learning_rate": 0.00019643372634298674,
      "loss": 2.2656,
      "step": 52765
    },
    {
      "epoch": 2.454803442661084,
      "grad_norm": 1.1261360789136063,
      "learning_rate": 0.00019643019721259173,
      "loss": 1.9766,
      "step": 52766
    },
    {
      "epoch": 2.4548499651081648,
      "grad_norm": 1.249148311309874,
      "learning_rate": 0.00019642666805377179,
      "loss": 1.6875,
      "step": 52767
    },
    {
      "epoch": 2.4548964875552453,
      "grad_norm": 1.2221384706857294,
      "learning_rate": 0.00019642313886652918,
      "loss": 2.3594,
      "step": 52768
    },
    {
      "epoch": 2.454943010002326,
      "grad_norm": 1.1513132140602735,
      "learning_rate": 0.0001964196096508661,
      "loss": 1.9609,
      "step": 52769
    },
    {
      "epoch": 2.4549895324494067,
      "grad_norm": 1.2752775930091438,
      "learning_rate": 0.00019641608040678465,
      "loss": 2.2656,
      "step": 52770
    },
    {
      "epoch": 2.4550360548964876,
      "grad_norm": 1.1482080929413385,
      "learning_rate": 0.00019641255113428695,
      "loss": 2.125,
      "step": 52771
    },
    {
      "epoch": 2.4550825773435685,
      "grad_norm": 1.102661099630168,
      "learning_rate": 0.00019640902183337526,
      "loss": 1.9375,
      "step": 52772
    },
    {
      "epoch": 2.455129099790649,
      "grad_norm": 1.171956536862368,
      "learning_rate": 0.00019640549250405168,
      "loss": 2.2031,
      "step": 52773
    },
    {
      "epoch": 2.45517562223773,
      "grad_norm": 1.2999586404574126,
      "learning_rate": 0.00019640196314631842,
      "loss": 2.4062,
      "step": 52774
    },
    {
      "epoch": 2.4552221446848104,
      "grad_norm": 1.2443674807356329,
      "learning_rate": 0.00019639843376017754,
      "loss": 2.7188,
      "step": 52775
    },
    {
      "epoch": 2.4552686671318913,
      "grad_norm": 1.3032902329270657,
      "learning_rate": 0.00019639490434563128,
      "loss": 2.3281,
      "step": 52776
    },
    {
      "epoch": 2.4553151895789718,
      "grad_norm": 1.2356022525337624,
      "learning_rate": 0.0001963913749026818,
      "loss": 2.1562,
      "step": 52777
    },
    {
      "epoch": 2.4553617120260527,
      "grad_norm": 1.0719530471074783,
      "learning_rate": 0.00019638784543133127,
      "loss": 1.7891,
      "step": 52778
    },
    {
      "epoch": 2.455408234473133,
      "grad_norm": 1.1327676749112532,
      "learning_rate": 0.00019638431593158178,
      "loss": 2.1094,
      "step": 52779
    },
    {
      "epoch": 2.455454756920214,
      "grad_norm": 1.3190185352377897,
      "learning_rate": 0.00019638078640343558,
      "loss": 2.2812,
      "step": 52780
    },
    {
      "epoch": 2.4555012793672946,
      "grad_norm": 1.2118060981260632,
      "learning_rate": 0.0001963772568468948,
      "loss": 2.5156,
      "step": 52781
    },
    {
      "epoch": 2.4555478018143755,
      "grad_norm": 1.2978727086949466,
      "learning_rate": 0.00019637372726196155,
      "loss": 2.4219,
      "step": 52782
    },
    {
      "epoch": 2.455594324261456,
      "grad_norm": 1.2468076151242384,
      "learning_rate": 0.00019637019764863806,
      "loss": 2.2344,
      "step": 52783
    },
    {
      "epoch": 2.455640846708537,
      "grad_norm": 1.2724218919371018,
      "learning_rate": 0.00019636666800692642,
      "loss": 2.4844,
      "step": 52784
    },
    {
      "epoch": 2.4556873691556174,
      "grad_norm": 1.1734594026736636,
      "learning_rate": 0.00019636313833682888,
      "loss": 2.125,
      "step": 52785
    },
    {
      "epoch": 2.4557338916026983,
      "grad_norm": 1.2291079574829864,
      "learning_rate": 0.00019635960863834752,
      "loss": 2.2656,
      "step": 52786
    },
    {
      "epoch": 2.455780414049779,
      "grad_norm": 1.2575413541625164,
      "learning_rate": 0.00019635607891148454,
      "loss": 2.4688,
      "step": 52787
    },
    {
      "epoch": 2.4558269364968597,
      "grad_norm": 1.2508462274163166,
      "learning_rate": 0.0001963525491562421,
      "loss": 2.4375,
      "step": 52788
    },
    {
      "epoch": 2.4558734589439406,
      "grad_norm": 1.2082146010177368,
      "learning_rate": 0.00019634901937262233,
      "loss": 2.5938,
      "step": 52789
    },
    {
      "epoch": 2.455919981391021,
      "grad_norm": 1.1939718793729568,
      "learning_rate": 0.00019634548956062747,
      "loss": 2.0625,
      "step": 52790
    },
    {
      "epoch": 2.455966503838102,
      "grad_norm": 1.1897449360932708,
      "learning_rate": 0.0001963419597202596,
      "loss": 2.3594,
      "step": 52791
    },
    {
      "epoch": 2.4560130262851825,
      "grad_norm": 1.292720481112662,
      "learning_rate": 0.00019633842985152094,
      "loss": 2.375,
      "step": 52792
    },
    {
      "epoch": 2.4560595487322634,
      "grad_norm": 1.3001917536558705,
      "learning_rate": 0.00019633489995441356,
      "loss": 2.1094,
      "step": 52793
    },
    {
      "epoch": 2.456106071179344,
      "grad_norm": 1.346116635953314,
      "learning_rate": 0.00019633137002893973,
      "loss": 2.625,
      "step": 52794
    },
    {
      "epoch": 2.456152593626425,
      "grad_norm": 1.2260211450797107,
      "learning_rate": 0.00019632784007510154,
      "loss": 2.0,
      "step": 52795
    },
    {
      "epoch": 2.4561991160735053,
      "grad_norm": 1.2286234715150657,
      "learning_rate": 0.0001963243100929012,
      "loss": 2.2969,
      "step": 52796
    },
    {
      "epoch": 2.456245638520586,
      "grad_norm": 1.2350931484165044,
      "learning_rate": 0.0001963207800823408,
      "loss": 2.1094,
      "step": 52797
    },
    {
      "epoch": 2.456292160967667,
      "grad_norm": 1.2318540430734104,
      "learning_rate": 0.00019631725004342257,
      "loss": 2.2656,
      "step": 52798
    },
    {
      "epoch": 2.4563386834147476,
      "grad_norm": 1.2365782171526087,
      "learning_rate": 0.00019631371997614868,
      "loss": 2.1875,
      "step": 52799
    },
    {
      "epoch": 2.4563852058618285,
      "grad_norm": 1.140780774543905,
      "learning_rate": 0.0001963101898805212,
      "loss": 2.2188,
      "step": 52800
    },
    {
      "epoch": 2.456431728308909,
      "grad_norm": 1.237611941112621,
      "learning_rate": 0.00019630665975654238,
      "loss": 2.5,
      "step": 52801
    },
    {
      "epoch": 2.45647825075599,
      "grad_norm": 1.1518504186399527,
      "learning_rate": 0.00019630312960421432,
      "loss": 2.1406,
      "step": 52802
    },
    {
      "epoch": 2.4565247732030704,
      "grad_norm": 1.1744456320751984,
      "learning_rate": 0.00019629959942353925,
      "loss": 2.3438,
      "step": 52803
    },
    {
      "epoch": 2.4565712956501513,
      "grad_norm": 1.2386788014139625,
      "learning_rate": 0.00019629606921451928,
      "loss": 2.2031,
      "step": 52804
    },
    {
      "epoch": 2.456617818097232,
      "grad_norm": 1.2539226677583692,
      "learning_rate": 0.0001962925389771566,
      "loss": 2.2969,
      "step": 52805
    },
    {
      "epoch": 2.4566643405443127,
      "grad_norm": 1.2247599451811484,
      "learning_rate": 0.0001962890087114533,
      "loss": 2.25,
      "step": 52806
    },
    {
      "epoch": 2.456710862991393,
      "grad_norm": 1.1863525718452719,
      "learning_rate": 0.00019628547841741163,
      "loss": 2.3281,
      "step": 52807
    },
    {
      "epoch": 2.456757385438474,
      "grad_norm": 1.2988592909634527,
      "learning_rate": 0.00019628194809503372,
      "loss": 2.0469,
      "step": 52808
    },
    {
      "epoch": 2.456803907885555,
      "grad_norm": 1.2776387785191203,
      "learning_rate": 0.0001962784177443217,
      "loss": 2.3438,
      "step": 52809
    },
    {
      "epoch": 2.4568504303326355,
      "grad_norm": 1.2793382273013862,
      "learning_rate": 0.00019627488736527783,
      "loss": 2.375,
      "step": 52810
    },
    {
      "epoch": 2.456896952779716,
      "grad_norm": 1.1979244486269167,
      "learning_rate": 0.00019627135695790413,
      "loss": 2.1562,
      "step": 52811
    },
    {
      "epoch": 2.456943475226797,
      "grad_norm": 1.2109560820272016,
      "learning_rate": 0.0001962678265222029,
      "loss": 2.0781,
      "step": 52812
    },
    {
      "epoch": 2.456989997673878,
      "grad_norm": 1.2935865931031327,
      "learning_rate": 0.00019626429605817616,
      "loss": 2.4531,
      "step": 52813
    },
    {
      "epoch": 2.4570365201209583,
      "grad_norm": 1.1958129076089885,
      "learning_rate": 0.0001962607655658262,
      "loss": 2.2344,
      "step": 52814
    },
    {
      "epoch": 2.457083042568039,
      "grad_norm": 1.1673050980163193,
      "learning_rate": 0.00019625723504515508,
      "loss": 2.2344,
      "step": 52815
    },
    {
      "epoch": 2.4571295650151197,
      "grad_norm": 1.276174348279414,
      "learning_rate": 0.00019625370449616504,
      "loss": 2.3281,
      "step": 52816
    },
    {
      "epoch": 2.4571760874622006,
      "grad_norm": 1.301902924559426,
      "learning_rate": 0.0001962501739188582,
      "loss": 2.2812,
      "step": 52817
    },
    {
      "epoch": 2.457222609909281,
      "grad_norm": 1.2430230286670587,
      "learning_rate": 0.00019624664331323674,
      "loss": 2.25,
      "step": 52818
    },
    {
      "epoch": 2.457269132356362,
      "grad_norm": 1.3118570869584565,
      "learning_rate": 0.0001962431126793028,
      "loss": 2.3281,
      "step": 52819
    },
    {
      "epoch": 2.4573156548034425,
      "grad_norm": 1.2051861553713028,
      "learning_rate": 0.00019623958201705856,
      "loss": 2.1719,
      "step": 52820
    },
    {
      "epoch": 2.4573621772505234,
      "grad_norm": 1.2503592263946357,
      "learning_rate": 0.00019623605132650617,
      "loss": 2.2969,
      "step": 52821
    },
    {
      "epoch": 2.457408699697604,
      "grad_norm": 1.1464999918676044,
      "learning_rate": 0.0001962325206076478,
      "loss": 2.3281,
      "step": 52822
    },
    {
      "epoch": 2.457455222144685,
      "grad_norm": 1.2426886453602244,
      "learning_rate": 0.00019622898986048563,
      "loss": 2.375,
      "step": 52823
    },
    {
      "epoch": 2.4575017445917657,
      "grad_norm": 1.163652895276708,
      "learning_rate": 0.00019622545908502177,
      "loss": 2.125,
      "step": 52824
    },
    {
      "epoch": 2.457548267038846,
      "grad_norm": 1.155671994060668,
      "learning_rate": 0.00019622192828125842,
      "loss": 2.1562,
      "step": 52825
    },
    {
      "epoch": 2.457594789485927,
      "grad_norm": 1.18989867143728,
      "learning_rate": 0.00019621839744919772,
      "loss": 2.125,
      "step": 52826
    },
    {
      "epoch": 2.4576413119330076,
      "grad_norm": 1.157419550838523,
      "learning_rate": 0.0001962148665888419,
      "loss": 2.2031,
      "step": 52827
    },
    {
      "epoch": 2.4576878343800885,
      "grad_norm": 1.2695649793587822,
      "learning_rate": 0.000196211335700193,
      "loss": 2.4062,
      "step": 52828
    },
    {
      "epoch": 2.457734356827169,
      "grad_norm": 1.1667307962209656,
      "learning_rate": 0.0001962078047832533,
      "loss": 2.0312,
      "step": 52829
    },
    {
      "epoch": 2.45778087927425,
      "grad_norm": 1.1608212403564298,
      "learning_rate": 0.00019620427383802488,
      "loss": 2.0,
      "step": 52830
    },
    {
      "epoch": 2.4578274017213304,
      "grad_norm": 1.1874410867853809,
      "learning_rate": 0.00019620074286450992,
      "loss": 2.3125,
      "step": 52831
    },
    {
      "epoch": 2.4578739241684113,
      "grad_norm": 1.347114417791921,
      "learning_rate": 0.00019619721186271062,
      "loss": 2.1719,
      "step": 52832
    },
    {
      "epoch": 2.457920446615492,
      "grad_norm": 1.3566897908543063,
      "learning_rate": 0.0001961936808326291,
      "loss": 2.2188,
      "step": 52833
    },
    {
      "epoch": 2.4579669690625727,
      "grad_norm": 1.249047984551814,
      "learning_rate": 0.00019619014977426754,
      "loss": 2.2969,
      "step": 52834
    },
    {
      "epoch": 2.4580134915096536,
      "grad_norm": 1.3081918593576127,
      "learning_rate": 0.0001961866186876281,
      "loss": 1.6562,
      "step": 52835
    },
    {
      "epoch": 2.458060013956734,
      "grad_norm": 1.1743746795028833,
      "learning_rate": 0.00019618308757271292,
      "loss": 2.0938,
      "step": 52836
    },
    {
      "epoch": 2.4581065364038146,
      "grad_norm": 1.2543110377071949,
      "learning_rate": 0.00019617955642952422,
      "loss": 2.125,
      "step": 52837
    },
    {
      "epoch": 2.4581530588508955,
      "grad_norm": 1.275719573977902,
      "learning_rate": 0.00019617602525806411,
      "loss": 2.3438,
      "step": 52838
    },
    {
      "epoch": 2.4581995812979764,
      "grad_norm": 1.1541816991095384,
      "learning_rate": 0.00019617249405833476,
      "loss": 2.1875,
      "step": 52839
    },
    {
      "epoch": 2.458246103745057,
      "grad_norm": 1.217797829945036,
      "learning_rate": 0.00019616896283033834,
      "loss": 2.1719,
      "step": 52840
    },
    {
      "epoch": 2.458292626192138,
      "grad_norm": 1.2394795088024757,
      "learning_rate": 0.00019616543157407698,
      "loss": 2.2188,
      "step": 52841
    },
    {
      "epoch": 2.4583391486392183,
      "grad_norm": 1.199142326466789,
      "learning_rate": 0.00019616190028955288,
      "loss": 2.0469,
      "step": 52842
    },
    {
      "epoch": 2.4583856710862992,
      "grad_norm": 1.2646527587829182,
      "learning_rate": 0.00019615836897676818,
      "loss": 2.3594,
      "step": 52843
    },
    {
      "epoch": 2.4584321935333797,
      "grad_norm": 1.146145795555388,
      "learning_rate": 0.0001961548376357251,
      "loss": 2.2188,
      "step": 52844
    },
    {
      "epoch": 2.4584787159804606,
      "grad_norm": 1.2070945502444672,
      "learning_rate": 0.00019615130626642575,
      "loss": 2.2031,
      "step": 52845
    },
    {
      "epoch": 2.458525238427541,
      "grad_norm": 1.1505098814644559,
      "learning_rate": 0.00019614777486887228,
      "loss": 2.0625,
      "step": 52846
    },
    {
      "epoch": 2.458571760874622,
      "grad_norm": 1.1504261717216506,
      "learning_rate": 0.0001961442434430669,
      "loss": 2.3125,
      "step": 52847
    },
    {
      "epoch": 2.4586182833217025,
      "grad_norm": 1.2445231829112822,
      "learning_rate": 0.00019614071198901172,
      "loss": 2.5625,
      "step": 52848
    },
    {
      "epoch": 2.4586648057687834,
      "grad_norm": 1.1935519641908212,
      "learning_rate": 0.00019613718050670893,
      "loss": 2.3438,
      "step": 52849
    },
    {
      "epoch": 2.4587113282158644,
      "grad_norm": 1.1931572372326527,
      "learning_rate": 0.00019613364899616066,
      "loss": 2.1406,
      "step": 52850
    },
    {
      "epoch": 2.458757850662945,
      "grad_norm": 1.1873560925300726,
      "learning_rate": 0.00019613011745736914,
      "loss": 2.1719,
      "step": 52851
    },
    {
      "epoch": 2.4588043731100258,
      "grad_norm": 1.2662017566333141,
      "learning_rate": 0.00019612658589033646,
      "loss": 2.1562,
      "step": 52852
    },
    {
      "epoch": 2.4588508955571062,
      "grad_norm": 1.2050266411350077,
      "learning_rate": 0.0001961230542950648,
      "loss": 2.2969,
      "step": 52853
    },
    {
      "epoch": 2.458897418004187,
      "grad_norm": 1.1758989777460482,
      "learning_rate": 0.00019611952267155634,
      "loss": 2.0,
      "step": 52854
    },
    {
      "epoch": 2.4589439404512676,
      "grad_norm": 1.240345282116008,
      "learning_rate": 0.00019611599101981324,
      "loss": 2.125,
      "step": 52855
    },
    {
      "epoch": 2.4589904628983486,
      "grad_norm": 1.1055126182422936,
      "learning_rate": 0.00019611245933983767,
      "loss": 1.9453,
      "step": 52856
    },
    {
      "epoch": 2.459036985345429,
      "grad_norm": 1.245046232040111,
      "learning_rate": 0.0001961089276316318,
      "loss": 2.1406,
      "step": 52857
    },
    {
      "epoch": 2.45908350779251,
      "grad_norm": 1.136532781214084,
      "learning_rate": 0.00019610539589519775,
      "loss": 2.1406,
      "step": 52858
    },
    {
      "epoch": 2.4591300302395904,
      "grad_norm": 1.2271760588435008,
      "learning_rate": 0.0001961018641305377,
      "loss": 2.3125,
      "step": 52859
    },
    {
      "epoch": 2.4591765526866713,
      "grad_norm": 1.2565946900568556,
      "learning_rate": 0.00019609833233765386,
      "loss": 2.3906,
      "step": 52860
    },
    {
      "epoch": 2.4592230751337523,
      "grad_norm": 1.2221217019367292,
      "learning_rate": 0.00019609480051654827,
      "loss": 1.6719,
      "step": 52861
    },
    {
      "epoch": 2.4592695975808327,
      "grad_norm": 1.2328024908443378,
      "learning_rate": 0.00019609126866722325,
      "loss": 2.3438,
      "step": 52862
    },
    {
      "epoch": 2.459316120027913,
      "grad_norm": 1.3720543529255298,
      "learning_rate": 0.00019608773678968082,
      "loss": 2.5,
      "step": 52863
    },
    {
      "epoch": 2.459362642474994,
      "grad_norm": 1.1707941876706158,
      "learning_rate": 0.0001960842048839232,
      "loss": 1.8203,
      "step": 52864
    },
    {
      "epoch": 2.459409164922075,
      "grad_norm": 1.1490073636965683,
      "learning_rate": 0.0001960806729499526,
      "loss": 2.3125,
      "step": 52865
    },
    {
      "epoch": 2.4594556873691555,
      "grad_norm": 1.19095227889619,
      "learning_rate": 0.00019607714098777114,
      "loss": 2.0156,
      "step": 52866
    },
    {
      "epoch": 2.4595022098162365,
      "grad_norm": 1.203504759942628,
      "learning_rate": 0.00019607360899738098,
      "loss": 2.125,
      "step": 52867
    },
    {
      "epoch": 2.459548732263317,
      "grad_norm": 1.2272479750378325,
      "learning_rate": 0.0001960700769787843,
      "loss": 2.25,
      "step": 52868
    },
    {
      "epoch": 2.459595254710398,
      "grad_norm": 1.1935884682142939,
      "learning_rate": 0.00019606654493198322,
      "loss": 2.1562,
      "step": 52869
    },
    {
      "epoch": 2.4596417771574783,
      "grad_norm": 1.2647709830642415,
      "learning_rate": 0.00019606301285697995,
      "loss": 2.3125,
      "step": 52870
    },
    {
      "epoch": 2.4596882996045593,
      "grad_norm": 1.1590722729433514,
      "learning_rate": 0.00019605948075377663,
      "loss": 2.25,
      "step": 52871
    },
    {
      "epoch": 2.4597348220516397,
      "grad_norm": 1.164462051300778,
      "learning_rate": 0.0001960559486223754,
      "loss": 2.4844,
      "step": 52872
    },
    {
      "epoch": 2.4597813444987207,
      "grad_norm": 1.239586034546664,
      "learning_rate": 0.0001960524164627785,
      "loss": 2.2344,
      "step": 52873
    },
    {
      "epoch": 2.459827866945801,
      "grad_norm": 1.2092133964316596,
      "learning_rate": 0.00019604888427498797,
      "loss": 2.2969,
      "step": 52874
    },
    {
      "epoch": 2.459874389392882,
      "grad_norm": 1.1793445595315712,
      "learning_rate": 0.00019604535205900605,
      "loss": 2.3438,
      "step": 52875
    },
    {
      "epoch": 2.459920911839963,
      "grad_norm": 1.2370518318102763,
      "learning_rate": 0.0001960418198148349,
      "loss": 2.2188,
      "step": 52876
    },
    {
      "epoch": 2.4599674342870435,
      "grad_norm": 1.2711411580170915,
      "learning_rate": 0.00019603828754247672,
      "loss": 2.2031,
      "step": 52877
    },
    {
      "epoch": 2.4600139567341244,
      "grad_norm": 1.2571958198785258,
      "learning_rate": 0.0001960347552419336,
      "loss": 2.3281,
      "step": 52878
    },
    {
      "epoch": 2.460060479181205,
      "grad_norm": 1.2317490084011355,
      "learning_rate": 0.00019603122291320774,
      "loss": 2.3438,
      "step": 52879
    },
    {
      "epoch": 2.4601070016282858,
      "grad_norm": 1.4206224405249017,
      "learning_rate": 0.00019602769055630125,
      "loss": 2.4531,
      "step": 52880
    },
    {
      "epoch": 2.4601535240753662,
      "grad_norm": 1.314947625802337,
      "learning_rate": 0.0001960241581712164,
      "loss": 2.4219,
      "step": 52881
    },
    {
      "epoch": 2.460200046522447,
      "grad_norm": 1.1993107196126176,
      "learning_rate": 0.00019602062575795526,
      "loss": 2.1562,
      "step": 52882
    },
    {
      "epoch": 2.4602465689695276,
      "grad_norm": 1.2247273884969112,
      "learning_rate": 0.00019601709331652003,
      "loss": 2.4219,
      "step": 52883
    },
    {
      "epoch": 2.4602930914166086,
      "grad_norm": 1.3328981643330142,
      "learning_rate": 0.00019601356084691287,
      "loss": 2.4531,
      "step": 52884
    },
    {
      "epoch": 2.460339613863689,
      "grad_norm": 1.160247461936377,
      "learning_rate": 0.0001960100283491359,
      "loss": 1.9219,
      "step": 52885
    },
    {
      "epoch": 2.46038613631077,
      "grad_norm": 1.2456620472243807,
      "learning_rate": 0.00019600649582319135,
      "loss": 1.9688,
      "step": 52886
    },
    {
      "epoch": 2.460432658757851,
      "grad_norm": 1.3273236530306176,
      "learning_rate": 0.00019600296326908133,
      "loss": 2.2969,
      "step": 52887
    },
    {
      "epoch": 2.4604791812049314,
      "grad_norm": 1.2309219778540081,
      "learning_rate": 0.00019599943068680805,
      "loss": 2.25,
      "step": 52888
    },
    {
      "epoch": 2.4605257036520123,
      "grad_norm": 1.133190192508896,
      "learning_rate": 0.00019599589807637365,
      "loss": 2.1719,
      "step": 52889
    },
    {
      "epoch": 2.4605722260990928,
      "grad_norm": 1.2515367175037388,
      "learning_rate": 0.0001959923654377803,
      "loss": 2.5781,
      "step": 52890
    },
    {
      "epoch": 2.4606187485461737,
      "grad_norm": 1.2573807237742043,
      "learning_rate": 0.0001959888327710301,
      "loss": 2.3281,
      "step": 52891
    },
    {
      "epoch": 2.460665270993254,
      "grad_norm": 1.2765151585796644,
      "learning_rate": 0.00019598530007612533,
      "loss": 2.3125,
      "step": 52892
    },
    {
      "epoch": 2.460711793440335,
      "grad_norm": 1.2722496617928694,
      "learning_rate": 0.00019598176735306804,
      "loss": 2.4219,
      "step": 52893
    },
    {
      "epoch": 2.4607583158874156,
      "grad_norm": 1.1255726292953263,
      "learning_rate": 0.00019597823460186048,
      "loss": 2.1406,
      "step": 52894
    },
    {
      "epoch": 2.4608048383344965,
      "grad_norm": 1.277549393732651,
      "learning_rate": 0.00019597470182250472,
      "loss": 2.3125,
      "step": 52895
    },
    {
      "epoch": 2.460851360781577,
      "grad_norm": 1.3303516302850873,
      "learning_rate": 0.00019597116901500303,
      "loss": 2.3281,
      "step": 52896
    },
    {
      "epoch": 2.460897883228658,
      "grad_norm": 1.2583326284308136,
      "learning_rate": 0.0001959676361793575,
      "loss": 2.4688,
      "step": 52897
    },
    {
      "epoch": 2.4609444056757384,
      "grad_norm": 1.2396441216567209,
      "learning_rate": 0.0001959641033155703,
      "loss": 2.0469,
      "step": 52898
    },
    {
      "epoch": 2.4609909281228193,
      "grad_norm": 1.2074193736689838,
      "learning_rate": 0.0001959605704236436,
      "loss": 2.3125,
      "step": 52899
    },
    {
      "epoch": 2.4610374505698998,
      "grad_norm": 1.2629344273694683,
      "learning_rate": 0.00019595703750357958,
      "loss": 2.3125,
      "step": 52900
    },
    {
      "epoch": 2.4610839730169807,
      "grad_norm": 1.247039648246939,
      "learning_rate": 0.00019595350455538043,
      "loss": 1.9688,
      "step": 52901
    },
    {
      "epoch": 2.4611304954640616,
      "grad_norm": 1.2182240743626724,
      "learning_rate": 0.0001959499715790482,
      "loss": 2.2969,
      "step": 52902
    },
    {
      "epoch": 2.461177017911142,
      "grad_norm": 1.3270295725230814,
      "learning_rate": 0.00019594643857458516,
      "loss": 2.4531,
      "step": 52903
    },
    {
      "epoch": 2.461223540358223,
      "grad_norm": 1.1282765133176544,
      "learning_rate": 0.00019594290554199344,
      "loss": 2.0625,
      "step": 52904
    },
    {
      "epoch": 2.4612700628053035,
      "grad_norm": 1.1474039550949504,
      "learning_rate": 0.00019593937248127524,
      "loss": 2.2188,
      "step": 52905
    },
    {
      "epoch": 2.4613165852523844,
      "grad_norm": 1.2746873824923615,
      "learning_rate": 0.00019593583939243262,
      "loss": 2.375,
      "step": 52906
    },
    {
      "epoch": 2.461363107699465,
      "grad_norm": 1.2485822797818693,
      "learning_rate": 0.00019593230627546786,
      "loss": 2.4219,
      "step": 52907
    },
    {
      "epoch": 2.461409630146546,
      "grad_norm": 1.3029984391907572,
      "learning_rate": 0.000195928773130383,
      "loss": 2.3281,
      "step": 52908
    },
    {
      "epoch": 2.4614561525936263,
      "grad_norm": 1.2739494673948133,
      "learning_rate": 0.00019592523995718035,
      "loss": 2.7344,
      "step": 52909
    },
    {
      "epoch": 2.461502675040707,
      "grad_norm": 1.1581778601234658,
      "learning_rate": 0.00019592170675586197,
      "loss": 2.0156,
      "step": 52910
    },
    {
      "epoch": 2.4615491974877877,
      "grad_norm": 1.2191862137909029,
      "learning_rate": 0.00019591817352643007,
      "loss": 2.125,
      "step": 52911
    },
    {
      "epoch": 2.4615957199348686,
      "grad_norm": 1.1346958036273234,
      "learning_rate": 0.00019591464026888679,
      "loss": 1.9844,
      "step": 52912
    },
    {
      "epoch": 2.4616422423819495,
      "grad_norm": 1.1630951792788353,
      "learning_rate": 0.00019591110698323426,
      "loss": 2.2031,
      "step": 52913
    },
    {
      "epoch": 2.46168876482903,
      "grad_norm": 1.2181206732401713,
      "learning_rate": 0.00019590757366947468,
      "loss": 2.2344,
      "step": 52914
    },
    {
      "epoch": 2.461735287276111,
      "grad_norm": 1.2029586580852072,
      "learning_rate": 0.00019590404032761026,
      "loss": 2.3281,
      "step": 52915
    },
    {
      "epoch": 2.4617818097231914,
      "grad_norm": 1.3012926385341452,
      "learning_rate": 0.00019590050695764312,
      "loss": 2.8281,
      "step": 52916
    },
    {
      "epoch": 2.4618283321702723,
      "grad_norm": 1.244611917085481,
      "learning_rate": 0.00019589697355957536,
      "loss": 2.3438,
      "step": 52917
    },
    {
      "epoch": 2.461874854617353,
      "grad_norm": 1.2147820028357874,
      "learning_rate": 0.00019589344013340925,
      "loss": 2.1875,
      "step": 52918
    },
    {
      "epoch": 2.4619213770644337,
      "grad_norm": 1.1826877890608538,
      "learning_rate": 0.0001958899066791469,
      "loss": 2.25,
      "step": 52919
    },
    {
      "epoch": 2.461967899511514,
      "grad_norm": 1.1999709778126901,
      "learning_rate": 0.00019588637319679043,
      "loss": 2.2969,
      "step": 52920
    },
    {
      "epoch": 2.462014421958595,
      "grad_norm": 1.295891083299504,
      "learning_rate": 0.00019588283968634208,
      "loss": 2.4531,
      "step": 52921
    },
    {
      "epoch": 2.4620609444056756,
      "grad_norm": 1.2499741286285408,
      "learning_rate": 0.000195879306147804,
      "loss": 2.2969,
      "step": 52922
    },
    {
      "epoch": 2.4621074668527565,
      "grad_norm": 1.1818974709932193,
      "learning_rate": 0.00019587577258117837,
      "loss": 2.25,
      "step": 52923
    },
    {
      "epoch": 2.4621539892998374,
      "grad_norm": 1.1951112909469004,
      "learning_rate": 0.00019587223898646726,
      "loss": 2.3281,
      "step": 52924
    },
    {
      "epoch": 2.462200511746918,
      "grad_norm": 1.2219494972940113,
      "learning_rate": 0.0001958687053636729,
      "loss": 2.3594,
      "step": 52925
    },
    {
      "epoch": 2.4622470341939984,
      "grad_norm": 1.1615552221979921,
      "learning_rate": 0.00019586517171279747,
      "loss": 2.4062,
      "step": 52926
    },
    {
      "epoch": 2.4622935566410793,
      "grad_norm": 1.2680370076654848,
      "learning_rate": 0.00019586163803384313,
      "loss": 2.3906,
      "step": 52927
    },
    {
      "epoch": 2.46234007908816,
      "grad_norm": 1.2471005203543315,
      "learning_rate": 0.00019585810432681198,
      "loss": 2.1406,
      "step": 52928
    },
    {
      "epoch": 2.4623866015352407,
      "grad_norm": 1.19681908213598,
      "learning_rate": 0.00019585457059170626,
      "loss": 2.3281,
      "step": 52929
    },
    {
      "epoch": 2.4624331239823216,
      "grad_norm": 1.1848075711811061,
      "learning_rate": 0.0001958510368285281,
      "loss": 2.25,
      "step": 52930
    },
    {
      "epoch": 2.462479646429402,
      "grad_norm": 1.1394702566117239,
      "learning_rate": 0.00019584750303727963,
      "loss": 2.1719,
      "step": 52931
    },
    {
      "epoch": 2.462526168876483,
      "grad_norm": 1.1912464330240042,
      "learning_rate": 0.0001958439692179631,
      "loss": 2.2188,
      "step": 52932
    },
    {
      "epoch": 2.4625726913235635,
      "grad_norm": 1.1766836341988571,
      "learning_rate": 0.0001958404353705806,
      "loss": 2.0625,
      "step": 52933
    },
    {
      "epoch": 2.4626192137706444,
      "grad_norm": 1.1563183581755119,
      "learning_rate": 0.0001958369014951343,
      "loss": 2.4375,
      "step": 52934
    },
    {
      "epoch": 2.462665736217725,
      "grad_norm": 1.2211673895099016,
      "learning_rate": 0.0001958333675916264,
      "loss": 2.4219,
      "step": 52935
    },
    {
      "epoch": 2.462712258664806,
      "grad_norm": 1.180144602706084,
      "learning_rate": 0.00019582983366005905,
      "loss": 2.1094,
      "step": 52936
    },
    {
      "epoch": 2.4627587811118863,
      "grad_norm": 1.2514932946261013,
      "learning_rate": 0.00019582629970043438,
      "loss": 2.6094,
      "step": 52937
    },
    {
      "epoch": 2.462805303558967,
      "grad_norm": 1.3852570326715112,
      "learning_rate": 0.0001958227657127546,
      "loss": 2.375,
      "step": 52938
    },
    {
      "epoch": 2.462851826006048,
      "grad_norm": 1.2604211183276146,
      "learning_rate": 0.00019581923169702183,
      "loss": 2.2344,
      "step": 52939
    },
    {
      "epoch": 2.4628983484531286,
      "grad_norm": 1.260041640914227,
      "learning_rate": 0.00019581569765323827,
      "loss": 2.5,
      "step": 52940
    },
    {
      "epoch": 2.4629448709002095,
      "grad_norm": 1.1938573778214698,
      "learning_rate": 0.00019581216358140606,
      "loss": 2.3594,
      "step": 52941
    },
    {
      "epoch": 2.46299139334729,
      "grad_norm": 1.1638608975728755,
      "learning_rate": 0.0001958086294815274,
      "loss": 2.1875,
      "step": 52942
    },
    {
      "epoch": 2.463037915794371,
      "grad_norm": 1.1843421855023457,
      "learning_rate": 0.00019580509535360442,
      "loss": 2.4062,
      "step": 52943
    },
    {
      "epoch": 2.4630844382414514,
      "grad_norm": 1.2843678897063966,
      "learning_rate": 0.00019580156119763925,
      "loss": 2.4219,
      "step": 52944
    },
    {
      "epoch": 2.4631309606885323,
      "grad_norm": 1.3065576730448947,
      "learning_rate": 0.00019579802701363415,
      "loss": 2.2969,
      "step": 52945
    },
    {
      "epoch": 2.463177483135613,
      "grad_norm": 1.2751440688010618,
      "learning_rate": 0.0001957944928015912,
      "loss": 2.2812,
      "step": 52946
    },
    {
      "epoch": 2.4632240055826937,
      "grad_norm": 1.3057588096320722,
      "learning_rate": 0.0001957909585615126,
      "loss": 2.2031,
      "step": 52947
    },
    {
      "epoch": 2.463270528029774,
      "grad_norm": 1.310974311121104,
      "learning_rate": 0.00019578742429340046,
      "loss": 2.3906,
      "step": 52948
    },
    {
      "epoch": 2.463317050476855,
      "grad_norm": 1.1760109739667566,
      "learning_rate": 0.00019578388999725704,
      "loss": 2.1875,
      "step": 52949
    },
    {
      "epoch": 2.463363572923936,
      "grad_norm": 1.3186352158890167,
      "learning_rate": 0.00019578035567308446,
      "loss": 2.4531,
      "step": 52950
    },
    {
      "epoch": 2.4634100953710165,
      "grad_norm": 1.2802540752825766,
      "learning_rate": 0.00019577682132088488,
      "loss": 2.3281,
      "step": 52951
    },
    {
      "epoch": 2.463456617818097,
      "grad_norm": 1.2431803510171517,
      "learning_rate": 0.00019577328694066038,
      "loss": 2.2969,
      "step": 52952
    },
    {
      "epoch": 2.463503140265178,
      "grad_norm": 1.240390987335533,
      "learning_rate": 0.00019576975253241327,
      "loss": 2.5,
      "step": 52953
    },
    {
      "epoch": 2.463549662712259,
      "grad_norm": 1.2257087889108556,
      "learning_rate": 0.00019576621809614566,
      "loss": 2.1094,
      "step": 52954
    },
    {
      "epoch": 2.4635961851593393,
      "grad_norm": 1.2584220388598022,
      "learning_rate": 0.00019576268363185969,
      "loss": 2.4844,
      "step": 52955
    },
    {
      "epoch": 2.4636427076064202,
      "grad_norm": 1.2351575863936826,
      "learning_rate": 0.00019575914913955755,
      "loss": 2.2656,
      "step": 52956
    },
    {
      "epoch": 2.4636892300535007,
      "grad_norm": 1.2310264526173438,
      "learning_rate": 0.00019575561461924134,
      "loss": 2.3438,
      "step": 52957
    },
    {
      "epoch": 2.4637357525005816,
      "grad_norm": 1.2043058856450948,
      "learning_rate": 0.00019575208007091332,
      "loss": 1.9531,
      "step": 52958
    },
    {
      "epoch": 2.463782274947662,
      "grad_norm": 1.2120049822562056,
      "learning_rate": 0.00019574854549457557,
      "loss": 2.5,
      "step": 52959
    },
    {
      "epoch": 2.463828797394743,
      "grad_norm": 1.2731255819816167,
      "learning_rate": 0.0001957450108902303,
      "loss": 2.3906,
      "step": 52960
    },
    {
      "epoch": 2.4638753198418235,
      "grad_norm": 1.1974598109547616,
      "learning_rate": 0.00019574147625787969,
      "loss": 2.4375,
      "step": 52961
    },
    {
      "epoch": 2.4639218422889044,
      "grad_norm": 1.1744133960218615,
      "learning_rate": 0.00019573794159752583,
      "loss": 2.1562,
      "step": 52962
    },
    {
      "epoch": 2.463968364735985,
      "grad_norm": 1.150419405652707,
      "learning_rate": 0.00019573440690917092,
      "loss": 2.0469,
      "step": 52963
    },
    {
      "epoch": 2.464014887183066,
      "grad_norm": 1.1350983991622063,
      "learning_rate": 0.0001957308721928172,
      "loss": 2.1719,
      "step": 52964
    },
    {
      "epoch": 2.4640614096301467,
      "grad_norm": 1.2251052655808552,
      "learning_rate": 0.00019572733744846677,
      "loss": 2.3594,
      "step": 52965
    },
    {
      "epoch": 2.4641079320772272,
      "grad_norm": 1.2871524040498181,
      "learning_rate": 0.00019572380267612177,
      "loss": 2.3281,
      "step": 52966
    },
    {
      "epoch": 2.464154454524308,
      "grad_norm": 1.240323288020345,
      "learning_rate": 0.0001957202678757844,
      "loss": 2.3281,
      "step": 52967
    },
    {
      "epoch": 2.4642009769713886,
      "grad_norm": 1.1948272564041127,
      "learning_rate": 0.0001957167330474568,
      "loss": 1.9297,
      "step": 52968
    },
    {
      "epoch": 2.4642474994184695,
      "grad_norm": 1.1980746508307507,
      "learning_rate": 0.00019571319819114115,
      "loss": 2.1875,
      "step": 52969
    },
    {
      "epoch": 2.46429402186555,
      "grad_norm": 1.2367743722732696,
      "learning_rate": 0.00019570966330683962,
      "loss": 2.1719,
      "step": 52970
    },
    {
      "epoch": 2.464340544312631,
      "grad_norm": 1.1354784447640396,
      "learning_rate": 0.00019570612839455437,
      "loss": 2.1094,
      "step": 52971
    },
    {
      "epoch": 2.4643870667597114,
      "grad_norm": 1.157363202824214,
      "learning_rate": 0.00019570259345428755,
      "loss": 2.2031,
      "step": 52972
    },
    {
      "epoch": 2.4644335892067923,
      "grad_norm": 1.1572134066026547,
      "learning_rate": 0.0001956990584860413,
      "loss": 1.9844,
      "step": 52973
    },
    {
      "epoch": 2.464480111653873,
      "grad_norm": 1.3181299183613673,
      "learning_rate": 0.0001956955234898178,
      "loss": 2.25,
      "step": 52974
    },
    {
      "epoch": 2.4645266341009537,
      "grad_norm": 1.1717289510702968,
      "learning_rate": 0.0001956919884656193,
      "loss": 2.125,
      "step": 52975
    },
    {
      "epoch": 2.4645731565480347,
      "grad_norm": 1.2028889218905041,
      "learning_rate": 0.0001956884534134479,
      "loss": 2.3281,
      "step": 52976
    },
    {
      "epoch": 2.464619678995115,
      "grad_norm": 1.2530288020930398,
      "learning_rate": 0.0001956849183333057,
      "loss": 2.375,
      "step": 52977
    },
    {
      "epoch": 2.4646662014421956,
      "grad_norm": 1.205049361349714,
      "learning_rate": 0.00019568138322519497,
      "loss": 2.3281,
      "step": 52978
    },
    {
      "epoch": 2.4647127238892765,
      "grad_norm": 1.1390552284531412,
      "learning_rate": 0.00019567784808911782,
      "loss": 2.2031,
      "step": 52979
    },
    {
      "epoch": 2.4647592463363575,
      "grad_norm": 1.1654953399208352,
      "learning_rate": 0.00019567431292507643,
      "loss": 2.2344,
      "step": 52980
    },
    {
      "epoch": 2.464805768783438,
      "grad_norm": 1.202469774251758,
      "learning_rate": 0.00019567077773307296,
      "loss": 2.3594,
      "step": 52981
    },
    {
      "epoch": 2.464852291230519,
      "grad_norm": 1.2094025535762027,
      "learning_rate": 0.00019566724251310956,
      "loss": 2.3438,
      "step": 52982
    },
    {
      "epoch": 2.4648988136775993,
      "grad_norm": 1.2434819659381777,
      "learning_rate": 0.0001956637072651884,
      "loss": 2.3281,
      "step": 52983
    },
    {
      "epoch": 2.4649453361246803,
      "grad_norm": 1.2195534664650178,
      "learning_rate": 0.00019566017198931163,
      "loss": 2.1719,
      "step": 52984
    },
    {
      "epoch": 2.4649918585717607,
      "grad_norm": 1.2661425354900846,
      "learning_rate": 0.00019565663668548138,
      "loss": 2.5469,
      "step": 52985
    },
    {
      "epoch": 2.4650383810188417,
      "grad_norm": 1.2875511450252481,
      "learning_rate": 0.00019565310135370001,
      "loss": 2.4531,
      "step": 52986
    },
    {
      "epoch": 2.465084903465922,
      "grad_norm": 1.1561873785440533,
      "learning_rate": 0.00019564956599396944,
      "loss": 2.25,
      "step": 52987
    },
    {
      "epoch": 2.465131425913003,
      "grad_norm": 1.19916370807843,
      "learning_rate": 0.00019564603060629197,
      "loss": 2.375,
      "step": 52988
    },
    {
      "epoch": 2.4651779483600835,
      "grad_norm": 1.2072629849508698,
      "learning_rate": 0.00019564249519066971,
      "loss": 2.3906,
      "step": 52989
    },
    {
      "epoch": 2.4652244708071644,
      "grad_norm": 1.3088694405838375,
      "learning_rate": 0.00019563895974710488,
      "loss": 2.375,
      "step": 52990
    },
    {
      "epoch": 2.4652709932542454,
      "grad_norm": 1.2254623793494785,
      "learning_rate": 0.00019563542427559956,
      "loss": 2.2188,
      "step": 52991
    },
    {
      "epoch": 2.465317515701326,
      "grad_norm": 1.1185889054613125,
      "learning_rate": 0.00019563188877615604,
      "loss": 1.6016,
      "step": 52992
    },
    {
      "epoch": 2.4653640381484068,
      "grad_norm": 1.1825962874512215,
      "learning_rate": 0.0001956283532487764,
      "loss": 2.1875,
      "step": 52993
    },
    {
      "epoch": 2.4654105605954872,
      "grad_norm": 1.2367875800996986,
      "learning_rate": 0.00019562481769346275,
      "loss": 1.6719,
      "step": 52994
    },
    {
      "epoch": 2.465457083042568,
      "grad_norm": 1.293001709241756,
      "learning_rate": 0.0001956212821102174,
      "loss": 2.5156,
      "step": 52995
    },
    {
      "epoch": 2.4655036054896486,
      "grad_norm": 1.1072867842121945,
      "learning_rate": 0.0001956177464990423,
      "loss": 1.9531,
      "step": 52996
    },
    {
      "epoch": 2.4655501279367296,
      "grad_norm": 1.3077537808943542,
      "learning_rate": 0.00019561421085993985,
      "loss": 2.2812,
      "step": 52997
    },
    {
      "epoch": 2.46559665038381,
      "grad_norm": 1.1021501646905252,
      "learning_rate": 0.00019561067519291206,
      "loss": 1.8438,
      "step": 52998
    },
    {
      "epoch": 2.465643172830891,
      "grad_norm": 1.2233636806008374,
      "learning_rate": 0.0001956071394979612,
      "loss": 2.4688,
      "step": 52999
    },
    {
      "epoch": 2.4656896952779714,
      "grad_norm": 1.0956404720159132,
      "learning_rate": 0.00019560360377508934,
      "loss": 1.6562,
      "step": 53000
    },
    {
      "epoch": 2.4657362177250524,
      "grad_norm": 1.261441512006481,
      "learning_rate": 0.00019560006802429872,
      "loss": 2.1875,
      "step": 53001
    },
    {
      "epoch": 2.4657827401721333,
      "grad_norm": 1.2328225678856504,
      "learning_rate": 0.00019559653224559143,
      "loss": 2.3281,
      "step": 53002
    },
    {
      "epoch": 2.4658292626192138,
      "grad_norm": 1.125481009025479,
      "learning_rate": 0.00019559299643896971,
      "loss": 1.7031,
      "step": 53003
    },
    {
      "epoch": 2.4658757850662947,
      "grad_norm": 1.1627057728161165,
      "learning_rate": 0.00019558946060443567,
      "loss": 2.2969,
      "step": 53004
    },
    {
      "epoch": 2.465922307513375,
      "grad_norm": 1.2249335361984788,
      "learning_rate": 0.0001955859247419915,
      "loss": 2.2969,
      "step": 53005
    },
    {
      "epoch": 2.465968829960456,
      "grad_norm": 1.1677981483692519,
      "learning_rate": 0.0001955823888516394,
      "loss": 2.4688,
      "step": 53006
    },
    {
      "epoch": 2.4660153524075366,
      "grad_norm": 1.293246924784022,
      "learning_rate": 0.00019557885293338136,
      "loss": 2.3594,
      "step": 53007
    },
    {
      "epoch": 2.4660618748546175,
      "grad_norm": 1.2076512031007949,
      "learning_rate": 0.0001955753169872198,
      "loss": 2.2031,
      "step": 53008
    },
    {
      "epoch": 2.466108397301698,
      "grad_norm": 1.2742470155024488,
      "learning_rate": 0.00019557178101315672,
      "loss": 2.3906,
      "step": 53009
    },
    {
      "epoch": 2.466154919748779,
      "grad_norm": 1.2833473572733312,
      "learning_rate": 0.00019556824501119435,
      "loss": 2.375,
      "step": 53010
    },
    {
      "epoch": 2.4662014421958594,
      "grad_norm": 1.1685431239200048,
      "learning_rate": 0.00019556470898133478,
      "loss": 1.9375,
      "step": 53011
    },
    {
      "epoch": 2.4662479646429403,
      "grad_norm": 1.1813914753701766,
      "learning_rate": 0.0001955611729235803,
      "loss": 2.4062,
      "step": 53012
    },
    {
      "epoch": 2.4662944870900207,
      "grad_norm": 1.1048007065560552,
      "learning_rate": 0.00019555763683793293,
      "loss": 1.9531,
      "step": 53013
    },
    {
      "epoch": 2.4663410095371017,
      "grad_norm": 1.3360545418749399,
      "learning_rate": 0.000195554100724395,
      "loss": 2.5469,
      "step": 53014
    },
    {
      "epoch": 2.466387531984182,
      "grad_norm": 1.2222173853299465,
      "learning_rate": 0.00019555056458296847,
      "loss": 2.75,
      "step": 53015
    },
    {
      "epoch": 2.466434054431263,
      "grad_norm": 1.176116676622548,
      "learning_rate": 0.0001955470284136557,
      "loss": 2.2656,
      "step": 53016
    },
    {
      "epoch": 2.466480576878344,
      "grad_norm": 2.2144792103709223,
      "learning_rate": 0.0001955434922164587,
      "loss": 2.3281,
      "step": 53017
    },
    {
      "epoch": 2.4665270993254245,
      "grad_norm": 1.1336904286218619,
      "learning_rate": 0.00019553995599137975,
      "loss": 2.0938,
      "step": 53018
    },
    {
      "epoch": 2.4665736217725054,
      "grad_norm": 1.299137305454472,
      "learning_rate": 0.00019553641973842095,
      "loss": 2.3125,
      "step": 53019
    },
    {
      "epoch": 2.466620144219586,
      "grad_norm": 1.2110680896164119,
      "learning_rate": 0.0001955328834575845,
      "loss": 2.1562,
      "step": 53020
    },
    {
      "epoch": 2.466666666666667,
      "grad_norm": 1.147708982759063,
      "learning_rate": 0.00019552934714887256,
      "loss": 2.2188,
      "step": 53021
    },
    {
      "epoch": 2.4667131891137473,
      "grad_norm": 1.229396989140105,
      "learning_rate": 0.0001955258108122873,
      "loss": 1.5469,
      "step": 53022
    },
    {
      "epoch": 2.466759711560828,
      "grad_norm": 1.2667086173058386,
      "learning_rate": 0.00019552227444783084,
      "loss": 2.1094,
      "step": 53023
    },
    {
      "epoch": 2.4668062340079087,
      "grad_norm": 1.1938673484637465,
      "learning_rate": 0.00019551873805550538,
      "loss": 2.1094,
      "step": 53024
    },
    {
      "epoch": 2.4668527564549896,
      "grad_norm": 1.1776847850627985,
      "learning_rate": 0.00019551520163531307,
      "loss": 2.1406,
      "step": 53025
    },
    {
      "epoch": 2.46689927890207,
      "grad_norm": 1.1289869933512031,
      "learning_rate": 0.00019551166518725613,
      "loss": 2.2344,
      "step": 53026
    },
    {
      "epoch": 2.466945801349151,
      "grad_norm": 1.1168757234209186,
      "learning_rate": 0.00019550812871133665,
      "loss": 1.6719,
      "step": 53027
    },
    {
      "epoch": 2.466992323796232,
      "grad_norm": 1.046202804426988,
      "learning_rate": 0.00019550459220755677,
      "loss": 1.6875,
      "step": 53028
    },
    {
      "epoch": 2.4670388462433124,
      "grad_norm": 1.3145060744878652,
      "learning_rate": 0.0001955010556759188,
      "loss": 2.625,
      "step": 53029
    },
    {
      "epoch": 2.4670853686903933,
      "grad_norm": 1.144346559993141,
      "learning_rate": 0.00019549751911642475,
      "loss": 2.1875,
      "step": 53030
    },
    {
      "epoch": 2.4671318911374738,
      "grad_norm": 1.2302278086268554,
      "learning_rate": 0.00019549398252907688,
      "loss": 2.2812,
      "step": 53031
    },
    {
      "epoch": 2.4671784135845547,
      "grad_norm": 1.1955879480399143,
      "learning_rate": 0.00019549044591387732,
      "loss": 2.0469,
      "step": 53032
    },
    {
      "epoch": 2.467224936031635,
      "grad_norm": 1.1697494414312313,
      "learning_rate": 0.00019548690927082823,
      "loss": 2.2344,
      "step": 53033
    },
    {
      "epoch": 2.467271458478716,
      "grad_norm": 1.1871776957006173,
      "learning_rate": 0.00019548337259993182,
      "loss": 2.3125,
      "step": 53034
    },
    {
      "epoch": 2.4673179809257966,
      "grad_norm": 1.152828510251458,
      "learning_rate": 0.0001954798359011902,
      "loss": 2.1875,
      "step": 53035
    },
    {
      "epoch": 2.4673645033728775,
      "grad_norm": 1.1726304308411701,
      "learning_rate": 0.00019547629917460556,
      "loss": 2.375,
      "step": 53036
    },
    {
      "epoch": 2.467411025819958,
      "grad_norm": 1.2157081740593725,
      "learning_rate": 0.00019547276242018008,
      "loss": 2.0312,
      "step": 53037
    },
    {
      "epoch": 2.467457548267039,
      "grad_norm": 1.1088462974991082,
      "learning_rate": 0.00019546922563791588,
      "loss": 1.7812,
      "step": 53038
    },
    {
      "epoch": 2.4675040707141194,
      "grad_norm": 1.195507180153011,
      "learning_rate": 0.00019546568882781515,
      "loss": 2.4062,
      "step": 53039
    },
    {
      "epoch": 2.4675505931612003,
      "grad_norm": 1.1605015110729358,
      "learning_rate": 0.00019546215198988008,
      "loss": 2.1406,
      "step": 53040
    },
    {
      "epoch": 2.4675971156082808,
      "grad_norm": 1.2418078573785098,
      "learning_rate": 0.0001954586151241128,
      "loss": 2.4375,
      "step": 53041
    },
    {
      "epoch": 2.4676436380553617,
      "grad_norm": 1.164830401406077,
      "learning_rate": 0.00019545507823051547,
      "loss": 2.1562,
      "step": 53042
    },
    {
      "epoch": 2.4676901605024426,
      "grad_norm": 1.2994852091029805,
      "learning_rate": 0.0001954515413090903,
      "loss": 2.2031,
      "step": 53043
    },
    {
      "epoch": 2.467736682949523,
      "grad_norm": 1.2115139859569737,
      "learning_rate": 0.00019544800435983942,
      "loss": 2.375,
      "step": 53044
    },
    {
      "epoch": 2.467783205396604,
      "grad_norm": 1.2513385325165387,
      "learning_rate": 0.00019544446738276503,
      "loss": 2.125,
      "step": 53045
    },
    {
      "epoch": 2.4678297278436845,
      "grad_norm": 1.2442100453756628,
      "learning_rate": 0.00019544093037786921,
      "loss": 2.2812,
      "step": 53046
    },
    {
      "epoch": 2.4678762502907654,
      "grad_norm": 1.1874100215082288,
      "learning_rate": 0.00019543739334515424,
      "loss": 2.4531,
      "step": 53047
    },
    {
      "epoch": 2.467922772737846,
      "grad_norm": 1.147642641959534,
      "learning_rate": 0.0001954338562846222,
      "loss": 2.1875,
      "step": 53048
    },
    {
      "epoch": 2.467969295184927,
      "grad_norm": 1.232367660596075,
      "learning_rate": 0.00019543031919627528,
      "loss": 2.1562,
      "step": 53049
    },
    {
      "epoch": 2.4680158176320073,
      "grad_norm": 1.2514385117480233,
      "learning_rate": 0.00019542678208011566,
      "loss": 2.1875,
      "step": 53050
    },
    {
      "epoch": 2.468062340079088,
      "grad_norm": 1.311705500600494,
      "learning_rate": 0.0001954232449361455,
      "loss": 1.9688,
      "step": 53051
    },
    {
      "epoch": 2.4681088625261687,
      "grad_norm": 1.2897371497617267,
      "learning_rate": 0.00019541970776436695,
      "loss": 2.25,
      "step": 53052
    },
    {
      "epoch": 2.4681553849732496,
      "grad_norm": 1.1421283344856101,
      "learning_rate": 0.00019541617056478217,
      "loss": 2.2188,
      "step": 53053
    },
    {
      "epoch": 2.4682019074203305,
      "grad_norm": 1.2630280924707522,
      "learning_rate": 0.0001954126333373934,
      "loss": 2.625,
      "step": 53054
    },
    {
      "epoch": 2.468248429867411,
      "grad_norm": 1.1782066993824185,
      "learning_rate": 0.00019540909608220273,
      "loss": 2.2344,
      "step": 53055
    },
    {
      "epoch": 2.468294952314492,
      "grad_norm": 1.1516270809693596,
      "learning_rate": 0.00019540555879921234,
      "loss": 2.1875,
      "step": 53056
    },
    {
      "epoch": 2.4683414747615724,
      "grad_norm": 1.256811038552911,
      "learning_rate": 0.00019540202148842436,
      "loss": 2.3281,
      "step": 53057
    },
    {
      "epoch": 2.4683879972086533,
      "grad_norm": 1.2609743822353525,
      "learning_rate": 0.00019539848414984104,
      "loss": 2.1094,
      "step": 53058
    },
    {
      "epoch": 2.468434519655734,
      "grad_norm": 1.3344266697560818,
      "learning_rate": 0.0001953949467834645,
      "loss": 2.3125,
      "step": 53059
    },
    {
      "epoch": 2.4684810421028147,
      "grad_norm": 1.2729223570023942,
      "learning_rate": 0.0001953914093892969,
      "loss": 2.5312,
      "step": 53060
    },
    {
      "epoch": 2.468527564549895,
      "grad_norm": 1.1327159508720737,
      "learning_rate": 0.0001953878719673404,
      "loss": 1.9688,
      "step": 53061
    },
    {
      "epoch": 2.468574086996976,
      "grad_norm": 1.2345613434515037,
      "learning_rate": 0.00019538433451759716,
      "loss": 2.2812,
      "step": 53062
    },
    {
      "epoch": 2.4686206094440566,
      "grad_norm": 1.245155470399135,
      "learning_rate": 0.0001953807970400694,
      "loss": 2.1719,
      "step": 53063
    },
    {
      "epoch": 2.4686671318911375,
      "grad_norm": 1.31497615419213,
      "learning_rate": 0.00019537725953475924,
      "loss": 2.1094,
      "step": 53064
    },
    {
      "epoch": 2.4687136543382184,
      "grad_norm": 1.2774823588448772,
      "learning_rate": 0.00019537372200166886,
      "loss": 2.1875,
      "step": 53065
    },
    {
      "epoch": 2.468760176785299,
      "grad_norm": 1.2533428945062466,
      "learning_rate": 0.00019537018444080038,
      "loss": 2.6094,
      "step": 53066
    },
    {
      "epoch": 2.4688066992323794,
      "grad_norm": 1.2035127987087813,
      "learning_rate": 0.00019536664685215605,
      "loss": 2.375,
      "step": 53067
    },
    {
      "epoch": 2.4688532216794603,
      "grad_norm": 1.1922507262899151,
      "learning_rate": 0.000195363109235738,
      "loss": 2.2969,
      "step": 53068
    },
    {
      "epoch": 2.4688997441265412,
      "grad_norm": 1.244042175145908,
      "learning_rate": 0.00019535957159154833,
      "loss": 1.6797,
      "step": 53069
    },
    {
      "epoch": 2.4689462665736217,
      "grad_norm": 1.2764181524221858,
      "learning_rate": 0.0001953560339195893,
      "loss": 2.3906,
      "step": 53070
    },
    {
      "epoch": 2.4689927890207026,
      "grad_norm": 1.2859712231253144,
      "learning_rate": 0.00019535249621986306,
      "loss": 2.1875,
      "step": 53071
    },
    {
      "epoch": 2.469039311467783,
      "grad_norm": 1.2510952340893884,
      "learning_rate": 0.00019534895849237168,
      "loss": 2.1094,
      "step": 53072
    },
    {
      "epoch": 2.469085833914864,
      "grad_norm": 1.3325300553181012,
      "learning_rate": 0.00019534542073711746,
      "loss": 1.6641,
      "step": 53073
    },
    {
      "epoch": 2.4691323563619445,
      "grad_norm": 1.1609941332982983,
      "learning_rate": 0.00019534188295410252,
      "loss": 2.3125,
      "step": 53074
    },
    {
      "epoch": 2.4691788788090254,
      "grad_norm": 1.201307012714291,
      "learning_rate": 0.00019533834514332896,
      "loss": 2.2812,
      "step": 53075
    },
    {
      "epoch": 2.469225401256106,
      "grad_norm": 1.243881678453946,
      "learning_rate": 0.00019533480730479904,
      "loss": 2.0938,
      "step": 53076
    },
    {
      "epoch": 2.469271923703187,
      "grad_norm": 1.1351521248078582,
      "learning_rate": 0.00019533126943851485,
      "loss": 2.4062,
      "step": 53077
    },
    {
      "epoch": 2.4693184461502673,
      "grad_norm": 1.5296552077602983,
      "learning_rate": 0.00019532773154447863,
      "loss": 1.9766,
      "step": 53078
    },
    {
      "epoch": 2.469364968597348,
      "grad_norm": 1.182239741249463,
      "learning_rate": 0.00019532419362269248,
      "loss": 2.2031,
      "step": 53079
    },
    {
      "epoch": 2.469411491044429,
      "grad_norm": 1.1254215689594411,
      "learning_rate": 0.0001953206556731586,
      "loss": 1.9844,
      "step": 53080
    },
    {
      "epoch": 2.4694580134915096,
      "grad_norm": 1.314677753467203,
      "learning_rate": 0.00019531711769587914,
      "loss": 2.25,
      "step": 53081
    },
    {
      "epoch": 2.4695045359385905,
      "grad_norm": 1.1474333493894247,
      "learning_rate": 0.0001953135796908563,
      "loss": 2.1562,
      "step": 53082
    },
    {
      "epoch": 2.469551058385671,
      "grad_norm": 1.3007625875201614,
      "learning_rate": 0.00019531004165809218,
      "loss": 2.2969,
      "step": 53083
    },
    {
      "epoch": 2.469597580832752,
      "grad_norm": 1.394326679093567,
      "learning_rate": 0.000195306503597589,
      "loss": 2.625,
      "step": 53084
    },
    {
      "epoch": 2.4696441032798324,
      "grad_norm": 1.1196778268892844,
      "learning_rate": 0.00019530296550934888,
      "loss": 2.0938,
      "step": 53085
    },
    {
      "epoch": 2.4696906257269133,
      "grad_norm": 1.331093338018754,
      "learning_rate": 0.00019529942739337407,
      "loss": 2.2344,
      "step": 53086
    },
    {
      "epoch": 2.469737148173994,
      "grad_norm": 1.2632905493453035,
      "learning_rate": 0.0001952958892496667,
      "loss": 2.2031,
      "step": 53087
    },
    {
      "epoch": 2.4697836706210747,
      "grad_norm": 1.2148441137428503,
      "learning_rate": 0.00019529235107822887,
      "loss": 2.125,
      "step": 53088
    },
    {
      "epoch": 2.469830193068155,
      "grad_norm": 1.2280664843070341,
      "learning_rate": 0.0001952888128790628,
      "loss": 2.2812,
      "step": 53089
    },
    {
      "epoch": 2.469876715515236,
      "grad_norm": 1.1732697276563382,
      "learning_rate": 0.00019528527465217067,
      "loss": 2.1562,
      "step": 53090
    },
    {
      "epoch": 2.469923237962317,
      "grad_norm": 1.2825627782005404,
      "learning_rate": 0.00019528173639755465,
      "loss": 2.2812,
      "step": 53091
    },
    {
      "epoch": 2.4699697604093975,
      "grad_norm": 1.2053678684304567,
      "learning_rate": 0.00019527819811521681,
      "loss": 2.0156,
      "step": 53092
    },
    {
      "epoch": 2.470016282856478,
      "grad_norm": 1.2775594311355725,
      "learning_rate": 0.00019527465980515946,
      "loss": 2.4219,
      "step": 53093
    },
    {
      "epoch": 2.470062805303559,
      "grad_norm": 1.2852326925491477,
      "learning_rate": 0.0001952711214673846,
      "loss": 2.1719,
      "step": 53094
    },
    {
      "epoch": 2.47010932775064,
      "grad_norm": 1.1320839422691753,
      "learning_rate": 0.00019526758310189462,
      "loss": 2.1719,
      "step": 53095
    },
    {
      "epoch": 2.4701558501977203,
      "grad_norm": 1.2668495855991386,
      "learning_rate": 0.00019526404470869148,
      "loss": 2.4062,
      "step": 53096
    },
    {
      "epoch": 2.4702023726448012,
      "grad_norm": 1.2128396688166714,
      "learning_rate": 0.00019526050628777746,
      "loss": 2.3125,
      "step": 53097
    },
    {
      "epoch": 2.4702488950918817,
      "grad_norm": 1.3233389539430627,
      "learning_rate": 0.00019525696783915465,
      "loss": 2.2344,
      "step": 53098
    },
    {
      "epoch": 2.4702954175389626,
      "grad_norm": 1.3134720023168882,
      "learning_rate": 0.00019525342936282532,
      "loss": 2.0156,
      "step": 53099
    },
    {
      "epoch": 2.470341939986043,
      "grad_norm": 1.1531807852871125,
      "learning_rate": 0.00019524989085879156,
      "loss": 1.8984,
      "step": 53100
    },
    {
      "epoch": 2.470388462433124,
      "grad_norm": 1.2750118172326645,
      "learning_rate": 0.0001952463523270555,
      "loss": 2.2656,
      "step": 53101
    },
    {
      "epoch": 2.4704349848802045,
      "grad_norm": 1.0983362276816007,
      "learning_rate": 0.0001952428137676194,
      "loss": 1.8203,
      "step": 53102
    },
    {
      "epoch": 2.4704815073272854,
      "grad_norm": 1.2096128247273983,
      "learning_rate": 0.00019523927518048535,
      "loss": 2.2031,
      "step": 53103
    },
    {
      "epoch": 2.470528029774366,
      "grad_norm": 1.22782395446401,
      "learning_rate": 0.0001952357365656556,
      "loss": 2.1562,
      "step": 53104
    },
    {
      "epoch": 2.470574552221447,
      "grad_norm": 1.2416513890824665,
      "learning_rate": 0.0001952321979231322,
      "loss": 2.3438,
      "step": 53105
    },
    {
      "epoch": 2.4706210746685278,
      "grad_norm": 1.2121944411112087,
      "learning_rate": 0.0001952286592529174,
      "loss": 2.1562,
      "step": 53106
    },
    {
      "epoch": 2.4706675971156082,
      "grad_norm": 1.3548220344074766,
      "learning_rate": 0.00019522512055501336,
      "loss": 1.5,
      "step": 53107
    },
    {
      "epoch": 2.470714119562689,
      "grad_norm": 1.1736977032457658,
      "learning_rate": 0.00019522158182942224,
      "loss": 2.2656,
      "step": 53108
    },
    {
      "epoch": 2.4707606420097696,
      "grad_norm": 1.5370551996967805,
      "learning_rate": 0.0001952180430761462,
      "loss": 2.4375,
      "step": 53109
    },
    {
      "epoch": 2.4708071644568506,
      "grad_norm": 1.1164685671819359,
      "learning_rate": 0.00019521450429518743,
      "loss": 2.125,
      "step": 53110
    },
    {
      "epoch": 2.470853686903931,
      "grad_norm": 1.1057156406757442,
      "learning_rate": 0.00019521096548654805,
      "loss": 1.9688,
      "step": 53111
    },
    {
      "epoch": 2.470900209351012,
      "grad_norm": 1.197130883354961,
      "learning_rate": 0.00019520742665023026,
      "loss": 2.1562,
      "step": 53112
    },
    {
      "epoch": 2.4709467317980924,
      "grad_norm": 1.1746842845562642,
      "learning_rate": 0.0001952038877862362,
      "loss": 2.0469,
      "step": 53113
    },
    {
      "epoch": 2.4709932542451734,
      "grad_norm": 1.262811156333449,
      "learning_rate": 0.00019520034889456808,
      "loss": 2.5,
      "step": 53114
    },
    {
      "epoch": 2.471039776692254,
      "grad_norm": 1.2354405768634855,
      "learning_rate": 0.00019519680997522802,
      "loss": 2.2656,
      "step": 53115
    },
    {
      "epoch": 2.4710862991393348,
      "grad_norm": 1.27978986389283,
      "learning_rate": 0.00019519327102821815,
      "loss": 2.2656,
      "step": 53116
    },
    {
      "epoch": 2.4711328215864157,
      "grad_norm": 1.2254735233489293,
      "learning_rate": 0.00019518973205354077,
      "loss": 2.2344,
      "step": 53117
    },
    {
      "epoch": 2.471179344033496,
      "grad_norm": 1.2013108027044301,
      "learning_rate": 0.00019518619305119794,
      "loss": 2.4688,
      "step": 53118
    },
    {
      "epoch": 2.471225866480577,
      "grad_norm": 1.2940256447584977,
      "learning_rate": 0.00019518265402119187,
      "loss": 2.5,
      "step": 53119
    },
    {
      "epoch": 2.4712723889276575,
      "grad_norm": 1.2804442127263556,
      "learning_rate": 0.00019517911496352473,
      "loss": 2.4375,
      "step": 53120
    },
    {
      "epoch": 2.4713189113747385,
      "grad_norm": 1.1385939381718015,
      "learning_rate": 0.00019517557587819866,
      "loss": 1.5625,
      "step": 53121
    },
    {
      "epoch": 2.471365433821819,
      "grad_norm": 1.2072227157294104,
      "learning_rate": 0.0001951720367652158,
      "loss": 2.1875,
      "step": 53122
    },
    {
      "epoch": 2.4714119562689,
      "grad_norm": 1.22114289926985,
      "learning_rate": 0.0001951684976245784,
      "loss": 2.4531,
      "step": 53123
    },
    {
      "epoch": 2.4714584787159803,
      "grad_norm": 1.1871982937863275,
      "learning_rate": 0.00019516495845628857,
      "loss": 2.1875,
      "step": 53124
    },
    {
      "epoch": 2.4715050011630613,
      "grad_norm": 1.219337081760692,
      "learning_rate": 0.00019516141926034848,
      "loss": 2.4062,
      "step": 53125
    },
    {
      "epoch": 2.4715515236101417,
      "grad_norm": 1.2258653019611332,
      "learning_rate": 0.00019515788003676032,
      "loss": 2.3438,
      "step": 53126
    },
    {
      "epoch": 2.4715980460572227,
      "grad_norm": 1.2286522921903014,
      "learning_rate": 0.00019515434078552616,
      "loss": 2.4219,
      "step": 53127
    },
    {
      "epoch": 2.471644568504303,
      "grad_norm": 1.174342693226678,
      "learning_rate": 0.00019515080150664832,
      "loss": 2.0625,
      "step": 53128
    },
    {
      "epoch": 2.471691090951384,
      "grad_norm": 1.290433329976835,
      "learning_rate": 0.00019514726220012886,
      "loss": 2.2969,
      "step": 53129
    },
    {
      "epoch": 2.4717376133984645,
      "grad_norm": 1.2603273639807853,
      "learning_rate": 0.00019514372286597002,
      "loss": 2.375,
      "step": 53130
    },
    {
      "epoch": 2.4717841358455455,
      "grad_norm": 1.1758059846650517,
      "learning_rate": 0.00019514018350417388,
      "loss": 2.3281,
      "step": 53131
    },
    {
      "epoch": 2.4718306582926264,
      "grad_norm": 1.1084815704957671,
      "learning_rate": 0.0001951366441147427,
      "loss": 2.2969,
      "step": 53132
    },
    {
      "epoch": 2.471877180739707,
      "grad_norm": 1.1448492228476208,
      "learning_rate": 0.00019513310469767856,
      "loss": 2.2031,
      "step": 53133
    },
    {
      "epoch": 2.471923703186788,
      "grad_norm": 1.1995429835759621,
      "learning_rate": 0.0001951295652529837,
      "loss": 2.2344,
      "step": 53134
    },
    {
      "epoch": 2.4719702256338683,
      "grad_norm": 1.1898158708320972,
      "learning_rate": 0.00019512602578066021,
      "loss": 2.2188,
      "step": 53135
    },
    {
      "epoch": 2.472016748080949,
      "grad_norm": 1.2145591849549342,
      "learning_rate": 0.00019512248628071038,
      "loss": 2.1719,
      "step": 53136
    },
    {
      "epoch": 2.4720632705280297,
      "grad_norm": 1.2297646871966916,
      "learning_rate": 0.0001951189467531362,
      "loss": 2.2812,
      "step": 53137
    },
    {
      "epoch": 2.4721097929751106,
      "grad_norm": 1.219007575641992,
      "learning_rate": 0.00019511540719794002,
      "loss": 2.3125,
      "step": 53138
    },
    {
      "epoch": 2.472156315422191,
      "grad_norm": 1.1837943922300413,
      "learning_rate": 0.0001951118676151239,
      "loss": 2.125,
      "step": 53139
    },
    {
      "epoch": 2.472202837869272,
      "grad_norm": 1.1785796187919415,
      "learning_rate": 0.00019510832800468997,
      "loss": 2.2656,
      "step": 53140
    },
    {
      "epoch": 2.4722493603163525,
      "grad_norm": 1.1889202369474619,
      "learning_rate": 0.00019510478836664053,
      "loss": 2.4375,
      "step": 53141
    },
    {
      "epoch": 2.4722958827634334,
      "grad_norm": 1.208346586133224,
      "learning_rate": 0.00019510124870097763,
      "loss": 2.1875,
      "step": 53142
    },
    {
      "epoch": 2.4723424052105143,
      "grad_norm": 1.236835017222837,
      "learning_rate": 0.00019509770900770352,
      "loss": 2.6094,
      "step": 53143
    },
    {
      "epoch": 2.4723889276575948,
      "grad_norm": 1.304136876822907,
      "learning_rate": 0.00019509416928682028,
      "loss": 2.0781,
      "step": 53144
    },
    {
      "epoch": 2.4724354501046757,
      "grad_norm": 1.1248360285726002,
      "learning_rate": 0.00019509062953833013,
      "loss": 2.0781,
      "step": 53145
    },
    {
      "epoch": 2.472481972551756,
      "grad_norm": 1.191754347346248,
      "learning_rate": 0.00019508708976223523,
      "loss": 2.2812,
      "step": 53146
    },
    {
      "epoch": 2.472528494998837,
      "grad_norm": 1.2556828867823564,
      "learning_rate": 0.0001950835499585378,
      "loss": 2.25,
      "step": 53147
    },
    {
      "epoch": 2.4725750174459176,
      "grad_norm": 1.2481604134520787,
      "learning_rate": 0.0001950800101272399,
      "loss": 2.2656,
      "step": 53148
    },
    {
      "epoch": 2.4726215398929985,
      "grad_norm": 1.1677265879307945,
      "learning_rate": 0.00019507647026834374,
      "loss": 2.3594,
      "step": 53149
    },
    {
      "epoch": 2.472668062340079,
      "grad_norm": 1.2135358800944651,
      "learning_rate": 0.00019507293038185155,
      "loss": 2.2188,
      "step": 53150
    },
    {
      "epoch": 2.47271458478716,
      "grad_norm": 1.2613233621384576,
      "learning_rate": 0.0001950693904677654,
      "loss": 2.5156,
      "step": 53151
    },
    {
      "epoch": 2.4727611072342404,
      "grad_norm": 1.1185757191371455,
      "learning_rate": 0.00019506585052608754,
      "loss": 2.3125,
      "step": 53152
    },
    {
      "epoch": 2.4728076296813213,
      "grad_norm": 1.2921809629521122,
      "learning_rate": 0.00019506231055682008,
      "loss": 2.5625,
      "step": 53153
    },
    {
      "epoch": 2.4728541521284018,
      "grad_norm": 1.1184341378200098,
      "learning_rate": 0.00019505877055996524,
      "loss": 2.0156,
      "step": 53154
    },
    {
      "epoch": 2.4729006745754827,
      "grad_norm": 1.205192377725133,
      "learning_rate": 0.00019505523053552513,
      "loss": 2.3594,
      "step": 53155
    },
    {
      "epoch": 2.472947197022563,
      "grad_norm": 1.2147541589473707,
      "learning_rate": 0.00019505169048350196,
      "loss": 2.3594,
      "step": 53156
    },
    {
      "epoch": 2.472993719469644,
      "grad_norm": 1.1915354244918024,
      "learning_rate": 0.00019504815040389785,
      "loss": 2.2812,
      "step": 53157
    },
    {
      "epoch": 2.473040241916725,
      "grad_norm": 1.2119552587935842,
      "learning_rate": 0.000195044610296715,
      "loss": 2.1094,
      "step": 53158
    },
    {
      "epoch": 2.4730867643638055,
      "grad_norm": 1.212810314588577,
      "learning_rate": 0.0001950410701619556,
      "loss": 2.2188,
      "step": 53159
    },
    {
      "epoch": 2.4731332868108864,
      "grad_norm": 1.2144977654510873,
      "learning_rate": 0.00019503752999962176,
      "loss": 2.2656,
      "step": 53160
    },
    {
      "epoch": 2.473179809257967,
      "grad_norm": 1.2769021111796892,
      "learning_rate": 0.0001950339898097157,
      "loss": 2.2344,
      "step": 53161
    },
    {
      "epoch": 2.473226331705048,
      "grad_norm": 1.2403237709636794,
      "learning_rate": 0.00019503044959223956,
      "loss": 1.8281,
      "step": 53162
    },
    {
      "epoch": 2.4732728541521283,
      "grad_norm": 1.2853582773646197,
      "learning_rate": 0.00019502690934719552,
      "loss": 2.5625,
      "step": 53163
    },
    {
      "epoch": 2.473319376599209,
      "grad_norm": 1.3185469810256099,
      "learning_rate": 0.00019502336907458573,
      "loss": 2.125,
      "step": 53164
    },
    {
      "epoch": 2.4733658990462897,
      "grad_norm": 1.124860303068347,
      "learning_rate": 0.00019501982877441238,
      "loss": 2.2031,
      "step": 53165
    },
    {
      "epoch": 2.4734124214933706,
      "grad_norm": 1.31027392608363,
      "learning_rate": 0.0001950162884466776,
      "loss": 2.1875,
      "step": 53166
    },
    {
      "epoch": 2.473458943940451,
      "grad_norm": 1.1911382461045548,
      "learning_rate": 0.0001950127480913836,
      "loss": 2.3125,
      "step": 53167
    },
    {
      "epoch": 2.473505466387532,
      "grad_norm": 1.2154601649290182,
      "learning_rate": 0.00019500920770853253,
      "loss": 2.2656,
      "step": 53168
    },
    {
      "epoch": 2.473551988834613,
      "grad_norm": 1.1765466474933783,
      "learning_rate": 0.00019500566729812658,
      "loss": 2.3125,
      "step": 53169
    },
    {
      "epoch": 2.4735985112816934,
      "grad_norm": 1.1893543506331712,
      "learning_rate": 0.00019500212686016788,
      "loss": 2.2344,
      "step": 53170
    },
    {
      "epoch": 2.4736450337287743,
      "grad_norm": 1.1840178984122107,
      "learning_rate": 0.00019499858639465857,
      "loss": 2.2344,
      "step": 53171
    },
    {
      "epoch": 2.473691556175855,
      "grad_norm": 1.2162954922535223,
      "learning_rate": 0.0001949950459016009,
      "loss": 2.1406,
      "step": 53172
    },
    {
      "epoch": 2.4737380786229357,
      "grad_norm": 1.2747979360613453,
      "learning_rate": 0.00019499150538099702,
      "loss": 2.1719,
      "step": 53173
    },
    {
      "epoch": 2.473784601070016,
      "grad_norm": 1.2455250737714825,
      "learning_rate": 0.00019498796483284904,
      "loss": 2.5,
      "step": 53174
    },
    {
      "epoch": 2.473831123517097,
      "grad_norm": 1.244432347616484,
      "learning_rate": 0.00019498442425715918,
      "loss": 2.0938,
      "step": 53175
    },
    {
      "epoch": 2.4738776459641776,
      "grad_norm": 1.1978593845817156,
      "learning_rate": 0.00019498088365392958,
      "loss": 2.0781,
      "step": 53176
    },
    {
      "epoch": 2.4739241684112585,
      "grad_norm": 1.2669382212698297,
      "learning_rate": 0.0001949773430231624,
      "loss": 2.375,
      "step": 53177
    },
    {
      "epoch": 2.473970690858339,
      "grad_norm": 1.1975565199196518,
      "learning_rate": 0.00019497380236485986,
      "loss": 2.3594,
      "step": 53178
    },
    {
      "epoch": 2.47401721330542,
      "grad_norm": 1.160946250470435,
      "learning_rate": 0.00019497026167902408,
      "loss": 2.3125,
      "step": 53179
    },
    {
      "epoch": 2.474063735752501,
      "grad_norm": 1.5286503599599344,
      "learning_rate": 0.00019496672096565727,
      "loss": 2.4375,
      "step": 53180
    },
    {
      "epoch": 2.4741102581995813,
      "grad_norm": 1.544028051224531,
      "learning_rate": 0.00019496318022476153,
      "loss": 2.2656,
      "step": 53181
    },
    {
      "epoch": 2.474156780646662,
      "grad_norm": 1.1998395259105599,
      "learning_rate": 0.00019495963945633904,
      "loss": 2.1406,
      "step": 53182
    },
    {
      "epoch": 2.4742033030937427,
      "grad_norm": 1.245340295864471,
      "learning_rate": 0.00019495609866039207,
      "loss": 2.3281,
      "step": 53183
    },
    {
      "epoch": 2.4742498255408236,
      "grad_norm": 1.2495002570350946,
      "learning_rate": 0.00019495255783692262,
      "loss": 2.25,
      "step": 53184
    },
    {
      "epoch": 2.474296347987904,
      "grad_norm": 1.215143988221754,
      "learning_rate": 0.00019494901698593304,
      "loss": 2.1094,
      "step": 53185
    },
    {
      "epoch": 2.474342870434985,
      "grad_norm": 1.2182038569395266,
      "learning_rate": 0.00019494547610742535,
      "loss": 1.8438,
      "step": 53186
    },
    {
      "epoch": 2.4743893928820655,
      "grad_norm": 1.3255366673904072,
      "learning_rate": 0.00019494193520140182,
      "loss": 2.4375,
      "step": 53187
    },
    {
      "epoch": 2.4744359153291464,
      "grad_norm": 1.2251072009807993,
      "learning_rate": 0.0001949383942678645,
      "loss": 2.2188,
      "step": 53188
    },
    {
      "epoch": 2.474482437776227,
      "grad_norm": 1.1602604401501189,
      "learning_rate": 0.00019493485330681568,
      "loss": 2.2344,
      "step": 53189
    },
    {
      "epoch": 2.474528960223308,
      "grad_norm": 1.1791486512492184,
      "learning_rate": 0.00019493131231825749,
      "loss": 2.0781,
      "step": 53190
    },
    {
      "epoch": 2.4745754826703883,
      "grad_norm": 1.1346703648415923,
      "learning_rate": 0.00019492777130219205,
      "loss": 2.1406,
      "step": 53191
    },
    {
      "epoch": 2.474622005117469,
      "grad_norm": 1.201597301361687,
      "learning_rate": 0.0001949242302586216,
      "loss": 2.1562,
      "step": 53192
    },
    {
      "epoch": 2.4746685275645497,
      "grad_norm": 1.2483232614802142,
      "learning_rate": 0.00019492068918754824,
      "loss": 2.5156,
      "step": 53193
    },
    {
      "epoch": 2.4747150500116306,
      "grad_norm": 1.1968786578899684,
      "learning_rate": 0.0001949171480889742,
      "loss": 2.1719,
      "step": 53194
    },
    {
      "epoch": 2.4747615724587115,
      "grad_norm": 1.2419161929789757,
      "learning_rate": 0.00019491360696290158,
      "loss": 2.5,
      "step": 53195
    },
    {
      "epoch": 2.474808094905792,
      "grad_norm": 1.2339607376884116,
      "learning_rate": 0.0001949100658093326,
      "loss": 2.1094,
      "step": 53196
    },
    {
      "epoch": 2.474854617352873,
      "grad_norm": 1.2028125675922876,
      "learning_rate": 0.00019490652462826944,
      "loss": 1.9922,
      "step": 53197
    },
    {
      "epoch": 2.4749011397999534,
      "grad_norm": 1.2154746691006555,
      "learning_rate": 0.0001949029834197142,
      "loss": 2.3438,
      "step": 53198
    },
    {
      "epoch": 2.4749476622470343,
      "grad_norm": 1.149478537575888,
      "learning_rate": 0.0001948994421836691,
      "loss": 2.3125,
      "step": 53199
    },
    {
      "epoch": 2.474994184694115,
      "grad_norm": 1.2386378125709037,
      "learning_rate": 0.00019489590092013631,
      "loss": 2.3906,
      "step": 53200
    },
    {
      "epoch": 2.4750407071411957,
      "grad_norm": 1.3519567705491915,
      "learning_rate": 0.000194892359629118,
      "loss": 2.5625,
      "step": 53201
    },
    {
      "epoch": 2.475087229588276,
      "grad_norm": 1.2198467911512423,
      "learning_rate": 0.00019488881831061628,
      "loss": 2.2344,
      "step": 53202
    },
    {
      "epoch": 2.475133752035357,
      "grad_norm": 1.128493791631895,
      "learning_rate": 0.00019488527696463339,
      "loss": 1.5078,
      "step": 53203
    },
    {
      "epoch": 2.4751802744824376,
      "grad_norm": 1.182511443199983,
      "learning_rate": 0.00019488173559117146,
      "loss": 2.1094,
      "step": 53204
    },
    {
      "epoch": 2.4752267969295185,
      "grad_norm": 1.251568016873219,
      "learning_rate": 0.00019487819419023266,
      "loss": 2.4062,
      "step": 53205
    },
    {
      "epoch": 2.4752733193765994,
      "grad_norm": 1.1975101665004886,
      "learning_rate": 0.00019487465276181917,
      "loss": 2.1719,
      "step": 53206
    },
    {
      "epoch": 2.47531984182368,
      "grad_norm": 1.1264691016810267,
      "learning_rate": 0.0001948711113059332,
      "loss": 1.6484,
      "step": 53207
    },
    {
      "epoch": 2.4753663642707604,
      "grad_norm": 1.1852048681214922,
      "learning_rate": 0.0001948675698225768,
      "loss": 2.4062,
      "step": 53208
    },
    {
      "epoch": 2.4754128867178413,
      "grad_norm": 1.2312090567508618,
      "learning_rate": 0.00019486402831175224,
      "loss": 2.2656,
      "step": 53209
    },
    {
      "epoch": 2.4754594091649222,
      "grad_norm": 1.1464648488848408,
      "learning_rate": 0.00019486048677346164,
      "loss": 1.9922,
      "step": 53210
    },
    {
      "epoch": 2.4755059316120027,
      "grad_norm": 1.0313652505550737,
      "learning_rate": 0.00019485694520770722,
      "loss": 1.7188,
      "step": 53211
    },
    {
      "epoch": 2.4755524540590836,
      "grad_norm": 1.1572576462554143,
      "learning_rate": 0.0001948534036144911,
      "loss": 2.2031,
      "step": 53212
    },
    {
      "epoch": 2.475598976506164,
      "grad_norm": 1.3629326783551308,
      "learning_rate": 0.00019484986199381547,
      "loss": 2.3594,
      "step": 53213
    },
    {
      "epoch": 2.475645498953245,
      "grad_norm": 1.2598745919628127,
      "learning_rate": 0.00019484632034568247,
      "loss": 2.3906,
      "step": 53214
    },
    {
      "epoch": 2.4756920214003255,
      "grad_norm": 1.232323946222525,
      "learning_rate": 0.00019484277867009425,
      "loss": 2.4531,
      "step": 53215
    },
    {
      "epoch": 2.4757385438474064,
      "grad_norm": 1.222104234254013,
      "learning_rate": 0.00019483923696705306,
      "loss": 2.2969,
      "step": 53216
    },
    {
      "epoch": 2.475785066294487,
      "grad_norm": 1.1272445290823936,
      "learning_rate": 0.00019483569523656103,
      "loss": 2.0938,
      "step": 53217
    },
    {
      "epoch": 2.475831588741568,
      "grad_norm": 1.1396940843353982,
      "learning_rate": 0.0001948321534786203,
      "loss": 2.3438,
      "step": 53218
    },
    {
      "epoch": 2.4758781111886483,
      "grad_norm": 1.2681244887442105,
      "learning_rate": 0.0001948286116932331,
      "loss": 2.1562,
      "step": 53219
    },
    {
      "epoch": 2.4759246336357292,
      "grad_norm": 1.2623161373704583,
      "learning_rate": 0.00019482506988040157,
      "loss": 2.5,
      "step": 53220
    },
    {
      "epoch": 2.47597115608281,
      "grad_norm": 1.2492248687364635,
      "learning_rate": 0.00019482152804012781,
      "loss": 2.1719,
      "step": 53221
    },
    {
      "epoch": 2.4760176785298906,
      "grad_norm": 1.2758623638935414,
      "learning_rate": 0.0001948179861724141,
      "loss": 2.3906,
      "step": 53222
    },
    {
      "epoch": 2.4760642009769716,
      "grad_norm": 1.1693431145142712,
      "learning_rate": 0.00019481444427726252,
      "loss": 2.2969,
      "step": 53223
    },
    {
      "epoch": 2.476110723424052,
      "grad_norm": 1.1896720934213612,
      "learning_rate": 0.0001948109023546753,
      "loss": 2.2344,
      "step": 53224
    },
    {
      "epoch": 2.476157245871133,
      "grad_norm": 1.1704999831858518,
      "learning_rate": 0.00019480736040465455,
      "loss": 2.2656,
      "step": 53225
    },
    {
      "epoch": 2.4762037683182134,
      "grad_norm": 1.1341643993164472,
      "learning_rate": 0.00019480381842720249,
      "loss": 2.25,
      "step": 53226
    },
    {
      "epoch": 2.4762502907652943,
      "grad_norm": 1.270683520893479,
      "learning_rate": 0.00019480027642232122,
      "loss": 2.2344,
      "step": 53227
    },
    {
      "epoch": 2.476296813212375,
      "grad_norm": 1.2651085127576776,
      "learning_rate": 0.00019479673439001303,
      "loss": 2.4844,
      "step": 53228
    },
    {
      "epoch": 2.4763433356594557,
      "grad_norm": 1.201105879130638,
      "learning_rate": 0.00019479319233027997,
      "loss": 2.1875,
      "step": 53229
    },
    {
      "epoch": 2.4763898581065362,
      "grad_norm": 1.2323943599604188,
      "learning_rate": 0.00019478965024312425,
      "loss": 2.4375,
      "step": 53230
    },
    {
      "epoch": 2.476436380553617,
      "grad_norm": 1.2318573297433066,
      "learning_rate": 0.00019478610812854807,
      "loss": 2.2969,
      "step": 53231
    },
    {
      "epoch": 2.476482903000698,
      "grad_norm": 1.1650781087010056,
      "learning_rate": 0.00019478256598655356,
      "loss": 2.1406,
      "step": 53232
    },
    {
      "epoch": 2.4765294254477785,
      "grad_norm": 1.2435001689522633,
      "learning_rate": 0.00019477902381714293,
      "loss": 2.3594,
      "step": 53233
    },
    {
      "epoch": 2.476575947894859,
      "grad_norm": 1.2195892995876039,
      "learning_rate": 0.00019477548162031828,
      "loss": 2.3594,
      "step": 53234
    },
    {
      "epoch": 2.47662247034194,
      "grad_norm": 1.2813109579495752,
      "learning_rate": 0.00019477193939608183,
      "loss": 2.2031,
      "step": 53235
    },
    {
      "epoch": 2.476668992789021,
      "grad_norm": 1.2314661190713312,
      "learning_rate": 0.0001947683971444357,
      "loss": 2.4688,
      "step": 53236
    },
    {
      "epoch": 2.4767155152361013,
      "grad_norm": 1.2924984996041349,
      "learning_rate": 0.00019476485486538212,
      "loss": 2.4844,
      "step": 53237
    },
    {
      "epoch": 2.4767620376831823,
      "grad_norm": 1.2156220901736943,
      "learning_rate": 0.00019476131255892324,
      "loss": 2.1562,
      "step": 53238
    },
    {
      "epoch": 2.4768085601302627,
      "grad_norm": 1.1188024998884694,
      "learning_rate": 0.00019475777022506124,
      "loss": 2.0781,
      "step": 53239
    },
    {
      "epoch": 2.4768550825773437,
      "grad_norm": 1.251388092487417,
      "learning_rate": 0.0001947542278637982,
      "loss": 2.4062,
      "step": 53240
    },
    {
      "epoch": 2.476901605024424,
      "grad_norm": 1.2416544208782172,
      "learning_rate": 0.00019475068547513644,
      "loss": 2.3438,
      "step": 53241
    },
    {
      "epoch": 2.476948127471505,
      "grad_norm": 1.372869217508926,
      "learning_rate": 0.00019474714305907798,
      "loss": 2.4219,
      "step": 53242
    },
    {
      "epoch": 2.4769946499185855,
      "grad_norm": 1.1671004720391553,
      "learning_rate": 0.0001947436006156251,
      "loss": 2.1094,
      "step": 53243
    },
    {
      "epoch": 2.4770411723656665,
      "grad_norm": 1.2785150618308894,
      "learning_rate": 0.00019474005814477987,
      "loss": 2.1875,
      "step": 53244
    },
    {
      "epoch": 2.477087694812747,
      "grad_norm": 1.1765193247446488,
      "learning_rate": 0.0001947365156465446,
      "loss": 2.0469,
      "step": 53245
    },
    {
      "epoch": 2.477134217259828,
      "grad_norm": 1.1672499100863376,
      "learning_rate": 0.0001947329731209213,
      "loss": 2.1562,
      "step": 53246
    },
    {
      "epoch": 2.4771807397069088,
      "grad_norm": 1.2336682377305188,
      "learning_rate": 0.00019472943056791223,
      "loss": 2.3125,
      "step": 53247
    },
    {
      "epoch": 2.4772272621539893,
      "grad_norm": 1.0832636058511997,
      "learning_rate": 0.00019472588798751954,
      "loss": 2.0938,
      "step": 53248
    },
    {
      "epoch": 2.47727378460107,
      "grad_norm": 1.215789497204792,
      "learning_rate": 0.00019472234537974538,
      "loss": 2.5625,
      "step": 53249
    },
    {
      "epoch": 2.4773203070481506,
      "grad_norm": 1.133207872053243,
      "learning_rate": 0.00019471880274459196,
      "loss": 2.0625,
      "step": 53250
    },
    {
      "epoch": 2.4773668294952316,
      "grad_norm": 1.4280720457201084,
      "learning_rate": 0.00019471526008206145,
      "loss": 1.6641,
      "step": 53251
    },
    {
      "epoch": 2.477413351942312,
      "grad_norm": 1.3522550525864947,
      "learning_rate": 0.00019471171739215593,
      "loss": 2.1875,
      "step": 53252
    },
    {
      "epoch": 2.477459874389393,
      "grad_norm": 1.1666318953029537,
      "learning_rate": 0.00019470817467487768,
      "loss": 2.2656,
      "step": 53253
    },
    {
      "epoch": 2.4775063968364734,
      "grad_norm": 1.1030895612289184,
      "learning_rate": 0.00019470463193022882,
      "loss": 1.9453,
      "step": 53254
    },
    {
      "epoch": 2.4775529192835544,
      "grad_norm": 1.2348814505465189,
      "learning_rate": 0.0001947010891582115,
      "loss": 2.375,
      "step": 53255
    },
    {
      "epoch": 2.477599441730635,
      "grad_norm": 1.159319441015244,
      "learning_rate": 0.00019469754635882794,
      "loss": 2.0,
      "step": 53256
    },
    {
      "epoch": 2.4776459641777158,
      "grad_norm": 1.2448845004024431,
      "learning_rate": 0.00019469400353208026,
      "loss": 2.375,
      "step": 53257
    },
    {
      "epoch": 2.4776924866247967,
      "grad_norm": 1.2972890511940323,
      "learning_rate": 0.00019469046067797062,
      "loss": 2.2656,
      "step": 53258
    },
    {
      "epoch": 2.477739009071877,
      "grad_norm": 1.2677896207421597,
      "learning_rate": 0.00019468691779650127,
      "loss": 2.4219,
      "step": 53259
    },
    {
      "epoch": 2.477785531518958,
      "grad_norm": 1.2514667202471725,
      "learning_rate": 0.00019468337488767428,
      "loss": 2.3594,
      "step": 53260
    },
    {
      "epoch": 2.4778320539660386,
      "grad_norm": 1.2491251785418838,
      "learning_rate": 0.0001946798319514919,
      "loss": 2.0,
      "step": 53261
    },
    {
      "epoch": 2.4778785764131195,
      "grad_norm": 1.2152071320176758,
      "learning_rate": 0.00019467628898795622,
      "loss": 2.3906,
      "step": 53262
    },
    {
      "epoch": 2.4779250988602,
      "grad_norm": 1.2334019650333814,
      "learning_rate": 0.0001946727459970695,
      "loss": 2.5156,
      "step": 53263
    },
    {
      "epoch": 2.477971621307281,
      "grad_norm": 1.2202523624921973,
      "learning_rate": 0.00019466920297883382,
      "loss": 2.3438,
      "step": 53264
    },
    {
      "epoch": 2.4780181437543614,
      "grad_norm": 1.229956622665671,
      "learning_rate": 0.00019466565993325144,
      "loss": 2.2656,
      "step": 53265
    },
    {
      "epoch": 2.4780646662014423,
      "grad_norm": 1.1907628413015552,
      "learning_rate": 0.00019466211686032444,
      "loss": 2.1875,
      "step": 53266
    },
    {
      "epoch": 2.4781111886485228,
      "grad_norm": 1.2412157265115196,
      "learning_rate": 0.00019465857376005504,
      "loss": 2.2812,
      "step": 53267
    },
    {
      "epoch": 2.4781577110956037,
      "grad_norm": 1.2475329452104043,
      "learning_rate": 0.0001946550306324454,
      "loss": 2.2031,
      "step": 53268
    },
    {
      "epoch": 2.478204233542684,
      "grad_norm": 1.216681922603103,
      "learning_rate": 0.0001946514874774977,
      "loss": 2.3125,
      "step": 53269
    },
    {
      "epoch": 2.478250755989765,
      "grad_norm": 1.2499084462721939,
      "learning_rate": 0.00019464794429521407,
      "loss": 2.2812,
      "step": 53270
    },
    {
      "epoch": 2.4782972784368456,
      "grad_norm": 1.4117021364159896,
      "learning_rate": 0.0001946444010855967,
      "loss": 2.4375,
      "step": 53271
    },
    {
      "epoch": 2.4783438008839265,
      "grad_norm": 1.1828301392426668,
      "learning_rate": 0.00019464085784864777,
      "loss": 2.2656,
      "step": 53272
    },
    {
      "epoch": 2.4783903233310074,
      "grad_norm": 1.2119095977745238,
      "learning_rate": 0.00019463731458436946,
      "loss": 2.2969,
      "step": 53273
    },
    {
      "epoch": 2.478436845778088,
      "grad_norm": 1.2245078349174148,
      "learning_rate": 0.00019463377129276394,
      "loss": 2.1094,
      "step": 53274
    },
    {
      "epoch": 2.478483368225169,
      "grad_norm": 1.1781991902942905,
      "learning_rate": 0.00019463022797383333,
      "loss": 2.25,
      "step": 53275
    },
    {
      "epoch": 2.4785298906722493,
      "grad_norm": 1.1978523535865027,
      "learning_rate": 0.00019462668462757988,
      "loss": 2.2812,
      "step": 53276
    },
    {
      "epoch": 2.47857641311933,
      "grad_norm": 1.2621964646542225,
      "learning_rate": 0.00019462314125400564,
      "loss": 2.375,
      "step": 53277
    },
    {
      "epoch": 2.4786229355664107,
      "grad_norm": 1.1835415140512986,
      "learning_rate": 0.0001946195978531129,
      "loss": 2.3125,
      "step": 53278
    },
    {
      "epoch": 2.4786694580134916,
      "grad_norm": 1.1831525726867862,
      "learning_rate": 0.00019461605442490376,
      "loss": 2.5156,
      "step": 53279
    },
    {
      "epoch": 2.478715980460572,
      "grad_norm": 1.191391321293864,
      "learning_rate": 0.00019461251096938043,
      "loss": 2.2344,
      "step": 53280
    },
    {
      "epoch": 2.478762502907653,
      "grad_norm": 1.1496909096386092,
      "learning_rate": 0.000194608967486545,
      "loss": 2.0938,
      "step": 53281
    },
    {
      "epoch": 2.4788090253547335,
      "grad_norm": 1.373030126874566,
      "learning_rate": 0.0001946054239763997,
      "loss": 1.7656,
      "step": 53282
    },
    {
      "epoch": 2.4788555478018144,
      "grad_norm": 1.2278422684159662,
      "learning_rate": 0.00019460188043894677,
      "loss": 2.2969,
      "step": 53283
    },
    {
      "epoch": 2.4789020702488953,
      "grad_norm": 1.1771864829734136,
      "learning_rate": 0.00019459833687418828,
      "loss": 2.125,
      "step": 53284
    },
    {
      "epoch": 2.478948592695976,
      "grad_norm": 1.2032965940138867,
      "learning_rate": 0.0001945947932821264,
      "loss": 2.125,
      "step": 53285
    },
    {
      "epoch": 2.4789951151430567,
      "grad_norm": 1.2811354967405986,
      "learning_rate": 0.00019459124966276334,
      "loss": 2.2812,
      "step": 53286
    },
    {
      "epoch": 2.479041637590137,
      "grad_norm": 1.2847017740853617,
      "learning_rate": 0.00019458770601610127,
      "loss": 2.25,
      "step": 53287
    },
    {
      "epoch": 2.479088160037218,
      "grad_norm": 1.2380474490591642,
      "learning_rate": 0.00019458416234214228,
      "loss": 2.4688,
      "step": 53288
    },
    {
      "epoch": 2.4791346824842986,
      "grad_norm": 1.140624113809896,
      "learning_rate": 0.00019458061864088868,
      "loss": 1.8984,
      "step": 53289
    },
    {
      "epoch": 2.4791812049313795,
      "grad_norm": 1.1726064857243466,
      "learning_rate": 0.0001945770749123425,
      "loss": 2.125,
      "step": 53290
    },
    {
      "epoch": 2.47922772737846,
      "grad_norm": 1.1850934427854942,
      "learning_rate": 0.00019457353115650604,
      "loss": 2.1406,
      "step": 53291
    },
    {
      "epoch": 2.479274249825541,
      "grad_norm": 1.4080626781018275,
      "learning_rate": 0.00019456998737338137,
      "loss": 2.1719,
      "step": 53292
    },
    {
      "epoch": 2.4793207722726214,
      "grad_norm": 1.1276040504533744,
      "learning_rate": 0.00019456644356297066,
      "loss": 1.8672,
      "step": 53293
    },
    {
      "epoch": 2.4793672947197023,
      "grad_norm": 1.1786681081319665,
      "learning_rate": 0.00019456289972527617,
      "loss": 2.125,
      "step": 53294
    },
    {
      "epoch": 2.479413817166783,
      "grad_norm": 1.1926260184246462,
      "learning_rate": 0.00019455935586029996,
      "loss": 2.0625,
      "step": 53295
    },
    {
      "epoch": 2.4794603396138637,
      "grad_norm": 1.415600594457292,
      "learning_rate": 0.00019455581196804427,
      "loss": 2.2969,
      "step": 53296
    },
    {
      "epoch": 2.479506862060944,
      "grad_norm": 1.1796324331243335,
      "learning_rate": 0.00019455226804851125,
      "loss": 2.0938,
      "step": 53297
    },
    {
      "epoch": 2.479553384508025,
      "grad_norm": 1.1855128729117013,
      "learning_rate": 0.00019454872410170306,
      "loss": 2.1562,
      "step": 53298
    },
    {
      "epoch": 2.479599906955106,
      "grad_norm": 1.2549492371954438,
      "learning_rate": 0.00019454518012762185,
      "loss": 2.0469,
      "step": 53299
    },
    {
      "epoch": 2.4796464294021865,
      "grad_norm": 1.2499471225769843,
      "learning_rate": 0.00019454163612626988,
      "loss": 2.375,
      "step": 53300
    },
    {
      "epoch": 2.4796929518492674,
      "grad_norm": 1.2252396246848214,
      "learning_rate": 0.00019453809209764924,
      "loss": 2.3906,
      "step": 53301
    },
    {
      "epoch": 2.479739474296348,
      "grad_norm": 1.1672566610466117,
      "learning_rate": 0.0001945345480417621,
      "loss": 2.4219,
      "step": 53302
    },
    {
      "epoch": 2.479785996743429,
      "grad_norm": 1.2060713853790723,
      "learning_rate": 0.00019453100395861066,
      "loss": 2.3594,
      "step": 53303
    },
    {
      "epoch": 2.4798325191905093,
      "grad_norm": 1.1669023726247492,
      "learning_rate": 0.00019452745984819704,
      "loss": 2.3438,
      "step": 53304
    },
    {
      "epoch": 2.47987904163759,
      "grad_norm": 1.1963333827608265,
      "learning_rate": 0.00019452391571052352,
      "loss": 2.2656,
      "step": 53305
    },
    {
      "epoch": 2.4799255640846707,
      "grad_norm": 1.1759159068091616,
      "learning_rate": 0.0001945203715455921,
      "loss": 2.25,
      "step": 53306
    },
    {
      "epoch": 2.4799720865317516,
      "grad_norm": 1.2439322646392699,
      "learning_rate": 0.00019451682735340513,
      "loss": 2.3125,
      "step": 53307
    },
    {
      "epoch": 2.480018608978832,
      "grad_norm": 1.1298898327290845,
      "learning_rate": 0.00019451328313396462,
      "loss": 2.2656,
      "step": 53308
    },
    {
      "epoch": 2.480065131425913,
      "grad_norm": 1.2517322150810175,
      "learning_rate": 0.0001945097388872729,
      "loss": 2.5156,
      "step": 53309
    },
    {
      "epoch": 2.480111653872994,
      "grad_norm": 1.209384639377834,
      "learning_rate": 0.00019450619461333204,
      "loss": 2.25,
      "step": 53310
    },
    {
      "epoch": 2.4801581763200744,
      "grad_norm": 1.196859043512386,
      "learning_rate": 0.00019450265031214418,
      "loss": 2.0938,
      "step": 53311
    },
    {
      "epoch": 2.4802046987671553,
      "grad_norm": 1.0485430156630067,
      "learning_rate": 0.00019449910598371155,
      "loss": 1.9141,
      "step": 53312
    },
    {
      "epoch": 2.480251221214236,
      "grad_norm": 1.2139761243441813,
      "learning_rate": 0.00019449556162803633,
      "loss": 2.25,
      "step": 53313
    },
    {
      "epoch": 2.4802977436613167,
      "grad_norm": 1.2706484738668031,
      "learning_rate": 0.00019449201724512064,
      "loss": 2.0,
      "step": 53314
    },
    {
      "epoch": 2.480344266108397,
      "grad_norm": 1.2236150769375387,
      "learning_rate": 0.00019448847283496664,
      "loss": 2.2812,
      "step": 53315
    },
    {
      "epoch": 2.480390788555478,
      "grad_norm": 1.235825160676135,
      "learning_rate": 0.00019448492839757662,
      "loss": 2.5625,
      "step": 53316
    },
    {
      "epoch": 2.4804373110025586,
      "grad_norm": 1.2585756054038653,
      "learning_rate": 0.0001944813839329526,
      "loss": 2.3594,
      "step": 53317
    },
    {
      "epoch": 2.4804838334496395,
      "grad_norm": 1.2299617920162298,
      "learning_rate": 0.00019447783944109685,
      "loss": 2.4219,
      "step": 53318
    },
    {
      "epoch": 2.48053035589672,
      "grad_norm": 1.2134185437918528,
      "learning_rate": 0.0001944742949220115,
      "loss": 2.2344,
      "step": 53319
    },
    {
      "epoch": 2.480576878343801,
      "grad_norm": 1.2216021205287217,
      "learning_rate": 0.00019447075037569872,
      "loss": 2.3906,
      "step": 53320
    },
    {
      "epoch": 2.480623400790882,
      "grad_norm": 1.189707767506123,
      "learning_rate": 0.00019446720580216067,
      "loss": 2.375,
      "step": 53321
    },
    {
      "epoch": 2.4806699232379623,
      "grad_norm": 1.2673804452152666,
      "learning_rate": 0.00019446366120139957,
      "loss": 2.2969,
      "step": 53322
    },
    {
      "epoch": 2.480716445685043,
      "grad_norm": 1.265262387513522,
      "learning_rate": 0.0001944601165734175,
      "loss": 2.2812,
      "step": 53323
    },
    {
      "epoch": 2.4807629681321237,
      "grad_norm": 1.1144424268736957,
      "learning_rate": 0.00019445657191821672,
      "loss": 2.0625,
      "step": 53324
    },
    {
      "epoch": 2.4808094905792046,
      "grad_norm": 1.164026802792829,
      "learning_rate": 0.0001944530272357993,
      "loss": 2.3125,
      "step": 53325
    },
    {
      "epoch": 2.480856013026285,
      "grad_norm": 1.142139227204086,
      "learning_rate": 0.00019444948252616756,
      "loss": 1.8906,
      "step": 53326
    },
    {
      "epoch": 2.480902535473366,
      "grad_norm": 1.2453788774578314,
      "learning_rate": 0.00019444593778932359,
      "loss": 2.4531,
      "step": 53327
    },
    {
      "epoch": 2.4809490579204465,
      "grad_norm": 1.2340332976286077,
      "learning_rate": 0.0001944423930252695,
      "loss": 2.1094,
      "step": 53328
    },
    {
      "epoch": 2.4809955803675274,
      "grad_norm": 1.2785567583803004,
      "learning_rate": 0.00019443884823400757,
      "loss": 1.875,
      "step": 53329
    },
    {
      "epoch": 2.481042102814608,
      "grad_norm": 1.1853892516449027,
      "learning_rate": 0.0001944353034155399,
      "loss": 2.4688,
      "step": 53330
    },
    {
      "epoch": 2.481088625261689,
      "grad_norm": 1.2230775224835049,
      "learning_rate": 0.00019443175856986866,
      "loss": 2.5156,
      "step": 53331
    },
    {
      "epoch": 2.4811351477087693,
      "grad_norm": 1.1648884279459142,
      "learning_rate": 0.00019442821369699601,
      "loss": 2.125,
      "step": 53332
    },
    {
      "epoch": 2.4811816701558502,
      "grad_norm": 1.210063818328537,
      "learning_rate": 0.00019442466879692418,
      "loss": 2.3125,
      "step": 53333
    },
    {
      "epoch": 2.4812281926029307,
      "grad_norm": 1.2111850036375527,
      "learning_rate": 0.0001944211238696553,
      "loss": 2.2812,
      "step": 53334
    },
    {
      "epoch": 2.4812747150500116,
      "grad_norm": 1.1803630165218089,
      "learning_rate": 0.0001944175789151915,
      "loss": 2.3281,
      "step": 53335
    },
    {
      "epoch": 2.4813212374970925,
      "grad_norm": 1.2678871365368838,
      "learning_rate": 0.00019441403393353503,
      "loss": 2.3594,
      "step": 53336
    },
    {
      "epoch": 2.481367759944173,
      "grad_norm": 1.2187935371373033,
      "learning_rate": 0.00019441048892468807,
      "loss": 2.2656,
      "step": 53337
    },
    {
      "epoch": 2.481414282391254,
      "grad_norm": 1.1783388663235512,
      "learning_rate": 0.0001944069438886527,
      "loss": 2.2812,
      "step": 53338
    },
    {
      "epoch": 2.4814608048383344,
      "grad_norm": 1.2172351481993966,
      "learning_rate": 0.00019440339882543115,
      "loss": 2.3125,
      "step": 53339
    },
    {
      "epoch": 2.4815073272854153,
      "grad_norm": 1.213783467549361,
      "learning_rate": 0.0001943998537350256,
      "loss": 2.3125,
      "step": 53340
    },
    {
      "epoch": 2.481553849732496,
      "grad_norm": 1.1205776235851714,
      "learning_rate": 0.00019439630861743814,
      "loss": 2.0625,
      "step": 53341
    },
    {
      "epoch": 2.4816003721795767,
      "grad_norm": 1.2390796872228027,
      "learning_rate": 0.00019439276347267106,
      "loss": 2.2656,
      "step": 53342
    },
    {
      "epoch": 2.481646894626657,
      "grad_norm": 1.1606024744743855,
      "learning_rate": 0.00019438921830072645,
      "loss": 2.3594,
      "step": 53343
    },
    {
      "epoch": 2.481693417073738,
      "grad_norm": 1.1604276550265742,
      "learning_rate": 0.00019438567310160648,
      "loss": 2.2031,
      "step": 53344
    },
    {
      "epoch": 2.4817399395208186,
      "grad_norm": 1.2516155067630341,
      "learning_rate": 0.00019438212787531334,
      "loss": 2.2656,
      "step": 53345
    },
    {
      "epoch": 2.4817864619678995,
      "grad_norm": 1.2104701953321502,
      "learning_rate": 0.00019437858262184916,
      "loss": 2.3438,
      "step": 53346
    },
    {
      "epoch": 2.4818329844149805,
      "grad_norm": 1.1913539899146661,
      "learning_rate": 0.00019437503734121621,
      "loss": 1.7422,
      "step": 53347
    },
    {
      "epoch": 2.481879506862061,
      "grad_norm": 1.2578885854367412,
      "learning_rate": 0.0001943714920334166,
      "loss": 2.1875,
      "step": 53348
    },
    {
      "epoch": 2.4819260293091414,
      "grad_norm": 1.306703342821567,
      "learning_rate": 0.0001943679466984525,
      "loss": 2.4219,
      "step": 53349
    },
    {
      "epoch": 2.4819725517562223,
      "grad_norm": 1.2755053709879167,
      "learning_rate": 0.00019436440133632608,
      "loss": 2.3125,
      "step": 53350
    },
    {
      "epoch": 2.4820190742033033,
      "grad_norm": 1.1920319577399072,
      "learning_rate": 0.0001943608559470395,
      "loss": 2.25,
      "step": 53351
    },
    {
      "epoch": 2.4820655966503837,
      "grad_norm": 1.2339910177954339,
      "learning_rate": 0.00019435731053059498,
      "loss": 2.2656,
      "step": 53352
    },
    {
      "epoch": 2.4821121190974647,
      "grad_norm": 1.2699416487485575,
      "learning_rate": 0.0001943537650869946,
      "loss": 2.2344,
      "step": 53353
    },
    {
      "epoch": 2.482158641544545,
      "grad_norm": 1.1687343682262803,
      "learning_rate": 0.00019435021961624062,
      "loss": 2.1094,
      "step": 53354
    },
    {
      "epoch": 2.482205163991626,
      "grad_norm": 1.2125059493663375,
      "learning_rate": 0.00019434667411833515,
      "loss": 2.1562,
      "step": 53355
    },
    {
      "epoch": 2.4822516864387065,
      "grad_norm": 1.2082551877258545,
      "learning_rate": 0.0001943431285932804,
      "loss": 2.1719,
      "step": 53356
    },
    {
      "epoch": 2.4822982088857874,
      "grad_norm": 1.1206807779042547,
      "learning_rate": 0.0001943395830410785,
      "loss": 1.5,
      "step": 53357
    },
    {
      "epoch": 2.482344731332868,
      "grad_norm": 1.1847015830721164,
      "learning_rate": 0.00019433603746173166,
      "loss": 2.2969,
      "step": 53358
    },
    {
      "epoch": 2.482391253779949,
      "grad_norm": 1.1138130650632914,
      "learning_rate": 0.00019433249185524205,
      "loss": 2.0781,
      "step": 53359
    },
    {
      "epoch": 2.4824377762270293,
      "grad_norm": 1.1877779897377172,
      "learning_rate": 0.00019432894622161182,
      "loss": 2.125,
      "step": 53360
    },
    {
      "epoch": 2.4824842986741102,
      "grad_norm": 1.2198532649882503,
      "learning_rate": 0.00019432540056084317,
      "loss": 2.2656,
      "step": 53361
    },
    {
      "epoch": 2.482530821121191,
      "grad_norm": 1.1262560551834244,
      "learning_rate": 0.00019432185487293818,
      "loss": 1.6797,
      "step": 53362
    },
    {
      "epoch": 2.4825773435682716,
      "grad_norm": 1.1831370867850182,
      "learning_rate": 0.00019431830915789917,
      "loss": 2.1719,
      "step": 53363
    },
    {
      "epoch": 2.4826238660153526,
      "grad_norm": 1.1403562302561574,
      "learning_rate": 0.00019431476341572816,
      "loss": 2.3125,
      "step": 53364
    },
    {
      "epoch": 2.482670388462433,
      "grad_norm": 1.1707390913021811,
      "learning_rate": 0.00019431121764642745,
      "loss": 2.1406,
      "step": 53365
    },
    {
      "epoch": 2.482716910909514,
      "grad_norm": 1.0974237068379218,
      "learning_rate": 0.00019430767184999912,
      "loss": 2.1719,
      "step": 53366
    },
    {
      "epoch": 2.4827634333565944,
      "grad_norm": 1.1791233961469616,
      "learning_rate": 0.00019430412602644537,
      "loss": 2.0938,
      "step": 53367
    },
    {
      "epoch": 2.4828099558036754,
      "grad_norm": 1.1737371828105438,
      "learning_rate": 0.00019430058017576836,
      "loss": 2.2812,
      "step": 53368
    },
    {
      "epoch": 2.482856478250756,
      "grad_norm": 1.137920814923935,
      "learning_rate": 0.00019429703429797027,
      "loss": 2.2344,
      "step": 53369
    },
    {
      "epoch": 2.4829030006978368,
      "grad_norm": 1.227693014207099,
      "learning_rate": 0.00019429348839305333,
      "loss": 2.1719,
      "step": 53370
    },
    {
      "epoch": 2.4829495231449172,
      "grad_norm": 1.2664614918969943,
      "learning_rate": 0.00019428994246101962,
      "loss": 2.25,
      "step": 53371
    },
    {
      "epoch": 2.482996045591998,
      "grad_norm": 1.2278188662595761,
      "learning_rate": 0.00019428639650187138,
      "loss": 1.6562,
      "step": 53372
    },
    {
      "epoch": 2.483042568039079,
      "grad_norm": 1.275112643906321,
      "learning_rate": 0.00019428285051561068,
      "loss": 2.4688,
      "step": 53373
    },
    {
      "epoch": 2.4830890904861596,
      "grad_norm": 1.2658747644113642,
      "learning_rate": 0.00019427930450223983,
      "loss": 2.375,
      "step": 53374
    },
    {
      "epoch": 2.4831356129332405,
      "grad_norm": 1.2168068521871964,
      "learning_rate": 0.00019427575846176086,
      "loss": 2.5312,
      "step": 53375
    },
    {
      "epoch": 2.483182135380321,
      "grad_norm": 1.1829890497601314,
      "learning_rate": 0.00019427221239417606,
      "loss": 2.2344,
      "step": 53376
    },
    {
      "epoch": 2.483228657827402,
      "grad_norm": 1.1633836137838867,
      "learning_rate": 0.00019426866629948755,
      "loss": 2.4219,
      "step": 53377
    },
    {
      "epoch": 2.4832751802744824,
      "grad_norm": 1.1110247942913354,
      "learning_rate": 0.0001942651201776975,
      "loss": 2.1562,
      "step": 53378
    },
    {
      "epoch": 2.4833217027215633,
      "grad_norm": 1.3149900376032622,
      "learning_rate": 0.00019426157402880804,
      "loss": 2.1875,
      "step": 53379
    },
    {
      "epoch": 2.4833682251686438,
      "grad_norm": 1.2078151564225381,
      "learning_rate": 0.00019425802785282142,
      "loss": 2.3438,
      "step": 53380
    },
    {
      "epoch": 2.4834147476157247,
      "grad_norm": 1.2569239978923896,
      "learning_rate": 0.00019425448164973975,
      "loss": 2.25,
      "step": 53381
    },
    {
      "epoch": 2.483461270062805,
      "grad_norm": 1.2644833394246218,
      "learning_rate": 0.00019425093541956524,
      "loss": 1.7578,
      "step": 53382
    },
    {
      "epoch": 2.483507792509886,
      "grad_norm": 1.209093531974928,
      "learning_rate": 0.00019424738916230008,
      "loss": 2.3438,
      "step": 53383
    },
    {
      "epoch": 2.4835543149569665,
      "grad_norm": 1.2575737564849159,
      "learning_rate": 0.00019424384287794637,
      "loss": 2.5,
      "step": 53384
    },
    {
      "epoch": 2.4836008374040475,
      "grad_norm": 1.1547450402575172,
      "learning_rate": 0.00019424029656650633,
      "loss": 2.0625,
      "step": 53385
    },
    {
      "epoch": 2.483647359851128,
      "grad_norm": 1.558729014725475,
      "learning_rate": 0.0001942367502279821,
      "loss": 2.4062,
      "step": 53386
    },
    {
      "epoch": 2.483693882298209,
      "grad_norm": 1.261726926334837,
      "learning_rate": 0.0001942332038623759,
      "loss": 2.1875,
      "step": 53387
    },
    {
      "epoch": 2.48374040474529,
      "grad_norm": 1.2015734021393258,
      "learning_rate": 0.00019422965746968983,
      "loss": 2.2344,
      "step": 53388
    },
    {
      "epoch": 2.4837869271923703,
      "grad_norm": 1.229519953583032,
      "learning_rate": 0.00019422611104992612,
      "loss": 2.5156,
      "step": 53389
    },
    {
      "epoch": 2.483833449639451,
      "grad_norm": 1.2221667514821386,
      "learning_rate": 0.00019422256460308694,
      "loss": 2.375,
      "step": 53390
    },
    {
      "epoch": 2.4838799720865317,
      "grad_norm": 1.2196600490410303,
      "learning_rate": 0.00019421901812917444,
      "loss": 2.375,
      "step": 53391
    },
    {
      "epoch": 2.4839264945336126,
      "grad_norm": 1.2102891171473096,
      "learning_rate": 0.00019421547162819082,
      "loss": 2.1562,
      "step": 53392
    },
    {
      "epoch": 2.483973016980693,
      "grad_norm": 1.2784194017964912,
      "learning_rate": 0.00019421192510013816,
      "loss": 2.25,
      "step": 53393
    },
    {
      "epoch": 2.484019539427774,
      "grad_norm": 1.3483299835421898,
      "learning_rate": 0.00019420837854501878,
      "loss": 2.25,
      "step": 53394
    },
    {
      "epoch": 2.4840660618748545,
      "grad_norm": 1.1733833860335183,
      "learning_rate": 0.00019420483196283474,
      "loss": 2.0625,
      "step": 53395
    },
    {
      "epoch": 2.4841125843219354,
      "grad_norm": 1.2332401908777655,
      "learning_rate": 0.00019420128535358824,
      "loss": 2.4844,
      "step": 53396
    },
    {
      "epoch": 2.484159106769016,
      "grad_norm": 1.0748912541724176,
      "learning_rate": 0.00019419773871728145,
      "loss": 1.7812,
      "step": 53397
    },
    {
      "epoch": 2.4842056292160968,
      "grad_norm": 1.2830276165383672,
      "learning_rate": 0.00019419419205391654,
      "loss": 2.5781,
      "step": 53398
    },
    {
      "epoch": 2.4842521516631777,
      "grad_norm": 1.3459953158879845,
      "learning_rate": 0.00019419064536349564,
      "loss": 2.2188,
      "step": 53399
    },
    {
      "epoch": 2.484298674110258,
      "grad_norm": 1.3400544219548651,
      "learning_rate": 0.00019418709864602106,
      "loss": 2.4531,
      "step": 53400
    },
    {
      "epoch": 2.484345196557339,
      "grad_norm": 1.2926979289218177,
      "learning_rate": 0.0001941835519014948,
      "loss": 2.4531,
      "step": 53401
    },
    {
      "epoch": 2.4843917190044196,
      "grad_norm": 1.1320166560006573,
      "learning_rate": 0.00019418000512991913,
      "loss": 2.1406,
      "step": 53402
    },
    {
      "epoch": 2.4844382414515005,
      "grad_norm": 1.2223678896645869,
      "learning_rate": 0.00019417645833129623,
      "loss": 2.0625,
      "step": 53403
    },
    {
      "epoch": 2.484484763898581,
      "grad_norm": 1.2150194159697738,
      "learning_rate": 0.00019417291150562822,
      "loss": 2.3281,
      "step": 53404
    },
    {
      "epoch": 2.484531286345662,
      "grad_norm": 1.2167063990253184,
      "learning_rate": 0.0001941693646529173,
      "loss": 2.4531,
      "step": 53405
    },
    {
      "epoch": 2.4845778087927424,
      "grad_norm": 1.3099763237474842,
      "learning_rate": 0.0001941658177731656,
      "loss": 2.2656,
      "step": 53406
    },
    {
      "epoch": 2.4846243312398233,
      "grad_norm": 1.2614240467392912,
      "learning_rate": 0.0001941622708663754,
      "loss": 2.2969,
      "step": 53407
    },
    {
      "epoch": 2.4846708536869038,
      "grad_norm": 1.1323121890582781,
      "learning_rate": 0.00019415872393254875,
      "loss": 2.1094,
      "step": 53408
    },
    {
      "epoch": 2.4847173761339847,
      "grad_norm": 1.1126535564641677,
      "learning_rate": 0.00019415517697168785,
      "loss": 2.0781,
      "step": 53409
    },
    {
      "epoch": 2.4847638985810656,
      "grad_norm": 1.1762081737455463,
      "learning_rate": 0.0001941516299837949,
      "loss": 2.3125,
      "step": 53410
    },
    {
      "epoch": 2.484810421028146,
      "grad_norm": 1.2159482472986625,
      "learning_rate": 0.00019414808296887211,
      "loss": 2.25,
      "step": 53411
    },
    {
      "epoch": 2.4848569434752266,
      "grad_norm": 1.388390517966574,
      "learning_rate": 0.00019414453592692156,
      "loss": 2.4688,
      "step": 53412
    },
    {
      "epoch": 2.4849034659223075,
      "grad_norm": 1.2388693621461817,
      "learning_rate": 0.00019414098885794543,
      "loss": 2.2656,
      "step": 53413
    },
    {
      "epoch": 2.4849499883693884,
      "grad_norm": 1.2056798249358098,
      "learning_rate": 0.000194137441761946,
      "loss": 2.125,
      "step": 53414
    },
    {
      "epoch": 2.484996510816469,
      "grad_norm": 1.1939565465247346,
      "learning_rate": 0.00019413389463892534,
      "loss": 2.25,
      "step": 53415
    },
    {
      "epoch": 2.48504303326355,
      "grad_norm": 1.266804141225007,
      "learning_rate": 0.00019413034748888566,
      "loss": 2.4844,
      "step": 53416
    },
    {
      "epoch": 2.4850895557106303,
      "grad_norm": 1.1929134098027196,
      "learning_rate": 0.0001941268003118291,
      "loss": 2.25,
      "step": 53417
    },
    {
      "epoch": 2.485136078157711,
      "grad_norm": 1.3269493829452468,
      "learning_rate": 0.00019412325310775785,
      "loss": 1.75,
      "step": 53418
    },
    {
      "epoch": 2.4851826006047917,
      "grad_norm": 1.2422511744589042,
      "learning_rate": 0.0001941197058766741,
      "loss": 2.1719,
      "step": 53419
    },
    {
      "epoch": 2.4852291230518726,
      "grad_norm": 1.1952839820040744,
      "learning_rate": 0.00019411615861858003,
      "loss": 2.2969,
      "step": 53420
    },
    {
      "epoch": 2.485275645498953,
      "grad_norm": 1.2309290525636447,
      "learning_rate": 0.00019411261133347774,
      "loss": 2.4531,
      "step": 53421
    },
    {
      "epoch": 2.485322167946034,
      "grad_norm": 1.1244554281806534,
      "learning_rate": 0.00019410906402136949,
      "loss": 1.9375,
      "step": 53422
    },
    {
      "epoch": 2.4853686903931145,
      "grad_norm": 1.2880415967548606,
      "learning_rate": 0.00019410551668225736,
      "loss": 2.3125,
      "step": 53423
    },
    {
      "epoch": 2.4854152128401954,
      "grad_norm": 1.317657975787989,
      "learning_rate": 0.0001941019693161436,
      "loss": 2.3281,
      "step": 53424
    },
    {
      "epoch": 2.4854617352872763,
      "grad_norm": 1.2846953814292468,
      "learning_rate": 0.00019409842192303037,
      "loss": 2.4375,
      "step": 53425
    },
    {
      "epoch": 2.485508257734357,
      "grad_norm": 1.1619708438120722,
      "learning_rate": 0.0001940948745029198,
      "loss": 2.3594,
      "step": 53426
    },
    {
      "epoch": 2.4855547801814377,
      "grad_norm": 1.167599088460951,
      "learning_rate": 0.0001940913270558141,
      "loss": 2.1562,
      "step": 53427
    },
    {
      "epoch": 2.485601302628518,
      "grad_norm": 1.2094551959446154,
      "learning_rate": 0.0001940877795817154,
      "loss": 2.2031,
      "step": 53428
    },
    {
      "epoch": 2.485647825075599,
      "grad_norm": 1.2099029344485388,
      "learning_rate": 0.00019408423208062598,
      "loss": 2.1875,
      "step": 53429
    },
    {
      "epoch": 2.4856943475226796,
      "grad_norm": 1.1783126512784419,
      "learning_rate": 0.00019408068455254788,
      "loss": 2.3281,
      "step": 53430
    },
    {
      "epoch": 2.4857408699697605,
      "grad_norm": 1.20263276749078,
      "learning_rate": 0.00019407713699748334,
      "loss": 2.3438,
      "step": 53431
    },
    {
      "epoch": 2.485787392416841,
      "grad_norm": 1.132286372457916,
      "learning_rate": 0.00019407358941543447,
      "loss": 2.0312,
      "step": 53432
    },
    {
      "epoch": 2.485833914863922,
      "grad_norm": 1.18823914975713,
      "learning_rate": 0.00019407004180640357,
      "loss": 2.1562,
      "step": 53433
    },
    {
      "epoch": 2.4858804373110024,
      "grad_norm": 1.227050963582722,
      "learning_rate": 0.00019406649417039268,
      "loss": 2.1719,
      "step": 53434
    },
    {
      "epoch": 2.4859269597580833,
      "grad_norm": 1.23637969860727,
      "learning_rate": 0.000194062946507404,
      "loss": 2.6406,
      "step": 53435
    },
    {
      "epoch": 2.4859734822051642,
      "grad_norm": 1.1847884697023692,
      "learning_rate": 0.00019405939881743977,
      "loss": 2.2344,
      "step": 53436
    },
    {
      "epoch": 2.4860200046522447,
      "grad_norm": 1.2403033769489102,
      "learning_rate": 0.0001940558511005021,
      "loss": 2.4062,
      "step": 53437
    },
    {
      "epoch": 2.486066527099325,
      "grad_norm": 1.134640754832922,
      "learning_rate": 0.0001940523033565932,
      "loss": 2.2344,
      "step": 53438
    },
    {
      "epoch": 2.486113049546406,
      "grad_norm": 1.161979680840917,
      "learning_rate": 0.00019404875558571517,
      "loss": 2.1875,
      "step": 53439
    },
    {
      "epoch": 2.486159571993487,
      "grad_norm": 1.1661466308306656,
      "learning_rate": 0.00019404520778787027,
      "loss": 2.4375,
      "step": 53440
    },
    {
      "epoch": 2.4862060944405675,
      "grad_norm": 1.2128429240286926,
      "learning_rate": 0.0001940416599630606,
      "loss": 2.2031,
      "step": 53441
    },
    {
      "epoch": 2.4862526168876484,
      "grad_norm": 1.1779352218214574,
      "learning_rate": 0.00019403811211128843,
      "loss": 2.25,
      "step": 53442
    },
    {
      "epoch": 2.486299139334729,
      "grad_norm": 1.172311928673148,
      "learning_rate": 0.0001940345642325558,
      "loss": 2.25,
      "step": 53443
    },
    {
      "epoch": 2.48634566178181,
      "grad_norm": 1.1773603452755248,
      "learning_rate": 0.000194031016326865,
      "loss": 2.125,
      "step": 53444
    },
    {
      "epoch": 2.4863921842288903,
      "grad_norm": 1.2641122966859928,
      "learning_rate": 0.0001940274683942181,
      "loss": 2.3438,
      "step": 53445
    },
    {
      "epoch": 2.486438706675971,
      "grad_norm": 1.1623327851993153,
      "learning_rate": 0.00019402392043461737,
      "loss": 2.2656,
      "step": 53446
    },
    {
      "epoch": 2.4864852291230517,
      "grad_norm": 1.3694766943324992,
      "learning_rate": 0.00019402037244806492,
      "loss": 2.4688,
      "step": 53447
    },
    {
      "epoch": 2.4865317515701326,
      "grad_norm": 1.2600196654473,
      "learning_rate": 0.00019401682443456292,
      "loss": 2.5156,
      "step": 53448
    },
    {
      "epoch": 2.486578274017213,
      "grad_norm": 1.2269544060779214,
      "learning_rate": 0.0001940132763941136,
      "loss": 2.2344,
      "step": 53449
    },
    {
      "epoch": 2.486624796464294,
      "grad_norm": 1.1800817416636986,
      "learning_rate": 0.0001940097283267191,
      "loss": 2.1406,
      "step": 53450
    },
    {
      "epoch": 2.486671318911375,
      "grad_norm": 1.1915554694954669,
      "learning_rate": 0.00019400618023238155,
      "loss": 2.3906,
      "step": 53451
    },
    {
      "epoch": 2.4867178413584554,
      "grad_norm": 1.2061587742856315,
      "learning_rate": 0.00019400263211110318,
      "loss": 2.2656,
      "step": 53452
    },
    {
      "epoch": 2.4867643638055363,
      "grad_norm": 1.218445505274378,
      "learning_rate": 0.00019399908396288613,
      "loss": 2.1406,
      "step": 53453
    },
    {
      "epoch": 2.486810886252617,
      "grad_norm": 1.3206501416970362,
      "learning_rate": 0.00019399553578773254,
      "loss": 2.4375,
      "step": 53454
    },
    {
      "epoch": 2.4868574086996977,
      "grad_norm": 1.1631903394318377,
      "learning_rate": 0.0001939919875856447,
      "loss": 2.0156,
      "step": 53455
    },
    {
      "epoch": 2.486903931146778,
      "grad_norm": 1.164131521983224,
      "learning_rate": 0.0001939884393566246,
      "loss": 2.3125,
      "step": 53456
    },
    {
      "epoch": 2.486950453593859,
      "grad_norm": 1.167629939587189,
      "learning_rate": 0.0001939848911006746,
      "loss": 2.3281,
      "step": 53457
    },
    {
      "epoch": 2.4869969760409396,
      "grad_norm": 1.300015645833601,
      "learning_rate": 0.0001939813428177968,
      "loss": 2.4688,
      "step": 53458
    },
    {
      "epoch": 2.4870434984880205,
      "grad_norm": 1.2079543074423889,
      "learning_rate": 0.00019397779450799335,
      "loss": 2.2656,
      "step": 53459
    },
    {
      "epoch": 2.487090020935101,
      "grad_norm": 1.2432530978474212,
      "learning_rate": 0.00019397424617126645,
      "loss": 2.2812,
      "step": 53460
    },
    {
      "epoch": 2.487136543382182,
      "grad_norm": 1.177802325520828,
      "learning_rate": 0.00019397069780761818,
      "loss": 2.1562,
      "step": 53461
    },
    {
      "epoch": 2.487183065829263,
      "grad_norm": 1.2267674032211207,
      "learning_rate": 0.00019396714941705088,
      "loss": 2.5,
      "step": 53462
    },
    {
      "epoch": 2.4872295882763433,
      "grad_norm": 1.2072323757824814,
      "learning_rate": 0.00019396360099956656,
      "loss": 2.2344,
      "step": 53463
    },
    {
      "epoch": 2.487276110723424,
      "grad_norm": 1.3055718507657015,
      "learning_rate": 0.0001939600525551675,
      "loss": 2.1719,
      "step": 53464
    },
    {
      "epoch": 2.4873226331705047,
      "grad_norm": 1.1619494935186332,
      "learning_rate": 0.00019395650408385583,
      "loss": 2.1406,
      "step": 53465
    },
    {
      "epoch": 2.4873691556175856,
      "grad_norm": 1.1700985516672417,
      "learning_rate": 0.00019395295558563376,
      "loss": 2.3281,
      "step": 53466
    },
    {
      "epoch": 2.487415678064666,
      "grad_norm": 1.1750018118657135,
      "learning_rate": 0.00019394940706050337,
      "loss": 1.9766,
      "step": 53467
    },
    {
      "epoch": 2.487462200511747,
      "grad_norm": 1.1414430167871514,
      "learning_rate": 0.00019394585850846695,
      "loss": 2.2656,
      "step": 53468
    },
    {
      "epoch": 2.4875087229588275,
      "grad_norm": 1.1805187905491847,
      "learning_rate": 0.00019394230992952655,
      "loss": 1.8438,
      "step": 53469
    },
    {
      "epoch": 2.4875552454059084,
      "grad_norm": 1.2730756185600325,
      "learning_rate": 0.0001939387613236845,
      "loss": 2.375,
      "step": 53470
    },
    {
      "epoch": 2.487601767852989,
      "grad_norm": 1.3005946625963363,
      "learning_rate": 0.00019393521269094283,
      "loss": 2.4219,
      "step": 53471
    },
    {
      "epoch": 2.48764829030007,
      "grad_norm": 1.178196360160553,
      "learning_rate": 0.00019393166403130376,
      "loss": 2.2656,
      "step": 53472
    },
    {
      "epoch": 2.4876948127471503,
      "grad_norm": 1.1993125756105865,
      "learning_rate": 0.0001939281153447695,
      "loss": 2.2188,
      "step": 53473
    },
    {
      "epoch": 2.4877413351942312,
      "grad_norm": 1.2887227476436482,
      "learning_rate": 0.00019392456663134216,
      "loss": 2.2656,
      "step": 53474
    },
    {
      "epoch": 2.4877878576413117,
      "grad_norm": 1.1693032107948433,
      "learning_rate": 0.00019392101789102395,
      "loss": 2.1406,
      "step": 53475
    },
    {
      "epoch": 2.4878343800883926,
      "grad_norm": 1.1516150245013665,
      "learning_rate": 0.00019391746912381702,
      "loss": 1.6562,
      "step": 53476
    },
    {
      "epoch": 2.4878809025354736,
      "grad_norm": 1.2376200508829185,
      "learning_rate": 0.0001939139203297236,
      "loss": 2.3594,
      "step": 53477
    },
    {
      "epoch": 2.487927424982554,
      "grad_norm": 1.2340482122150298,
      "learning_rate": 0.00019391037150874571,
      "loss": 2.5625,
      "step": 53478
    },
    {
      "epoch": 2.487973947429635,
      "grad_norm": 1.254556270537333,
      "learning_rate": 0.00019390682266088574,
      "loss": 2.1406,
      "step": 53479
    },
    {
      "epoch": 2.4880204698767154,
      "grad_norm": 1.2303348321736118,
      "learning_rate": 0.0001939032737861457,
      "loss": 2.2656,
      "step": 53480
    },
    {
      "epoch": 2.4880669923237964,
      "grad_norm": 1.2443496584804195,
      "learning_rate": 0.00019389972488452787,
      "loss": 2.4375,
      "step": 53481
    },
    {
      "epoch": 2.488113514770877,
      "grad_norm": 1.240167540269336,
      "learning_rate": 0.00019389617595603432,
      "loss": 2.3594,
      "step": 53482
    },
    {
      "epoch": 2.4881600372179578,
      "grad_norm": 1.1495938689391425,
      "learning_rate": 0.00019389262700066732,
      "loss": 2.2969,
      "step": 53483
    },
    {
      "epoch": 2.4882065596650382,
      "grad_norm": 1.2143452543930784,
      "learning_rate": 0.00019388907801842892,
      "loss": 2.2344,
      "step": 53484
    },
    {
      "epoch": 2.488253082112119,
      "grad_norm": 1.1521705931889843,
      "learning_rate": 0.00019388552900932146,
      "loss": 2.0625,
      "step": 53485
    },
    {
      "epoch": 2.4882996045591996,
      "grad_norm": 1.183925476643623,
      "learning_rate": 0.000193881979973347,
      "loss": 2.4375,
      "step": 53486
    },
    {
      "epoch": 2.4883461270062806,
      "grad_norm": 1.1766889431680134,
      "learning_rate": 0.00019387843091050766,
      "loss": 2.0312,
      "step": 53487
    },
    {
      "epoch": 2.4883926494533615,
      "grad_norm": 1.2589332417004568,
      "learning_rate": 0.00019387488182080574,
      "loss": 2.5312,
      "step": 53488
    },
    {
      "epoch": 2.488439171900442,
      "grad_norm": 1.1570553345086791,
      "learning_rate": 0.0001938713327042433,
      "loss": 2.1875,
      "step": 53489
    },
    {
      "epoch": 2.488485694347523,
      "grad_norm": 1.2098665451467903,
      "learning_rate": 0.0001938677835608227,
      "loss": 2.2812,
      "step": 53490
    },
    {
      "epoch": 2.4885322167946033,
      "grad_norm": 1.2029133852545986,
      "learning_rate": 0.00019386423439054587,
      "loss": 2.2031,
      "step": 53491
    },
    {
      "epoch": 2.4885787392416843,
      "grad_norm": 1.2222270707049283,
      "learning_rate": 0.00019386068519341515,
      "loss": 2.125,
      "step": 53492
    },
    {
      "epoch": 2.4886252616887647,
      "grad_norm": 1.3219746456439623,
      "learning_rate": 0.00019385713596943265,
      "loss": 2.2812,
      "step": 53493
    },
    {
      "epoch": 2.4886717841358457,
      "grad_norm": 1.1203384422617102,
      "learning_rate": 0.00019385358671860053,
      "loss": 2.2188,
      "step": 53494
    },
    {
      "epoch": 2.488718306582926,
      "grad_norm": 1.2794429932246523,
      "learning_rate": 0.00019385003744092102,
      "loss": 2.1875,
      "step": 53495
    },
    {
      "epoch": 2.488764829030007,
      "grad_norm": 1.1701127143322694,
      "learning_rate": 0.00019384648813639623,
      "loss": 2.3906,
      "step": 53496
    },
    {
      "epoch": 2.4888113514770875,
      "grad_norm": 1.29946974602095,
      "learning_rate": 0.00019384293880502838,
      "loss": 2.5312,
      "step": 53497
    },
    {
      "epoch": 2.4888578739241685,
      "grad_norm": 1.186967666347174,
      "learning_rate": 0.00019383938944681964,
      "loss": 2.125,
      "step": 53498
    },
    {
      "epoch": 2.488904396371249,
      "grad_norm": 1.1887713321326576,
      "learning_rate": 0.00019383584006177216,
      "loss": 2.375,
      "step": 53499
    },
    {
      "epoch": 2.48895091881833,
      "grad_norm": 1.2708983341650415,
      "learning_rate": 0.00019383229064988807,
      "loss": 2.6094,
      "step": 53500
    },
    {
      "epoch": 2.4889974412654103,
      "grad_norm": 1.267317187863132,
      "learning_rate": 0.00019382874121116965,
      "loss": 2.3438,
      "step": 53501
    },
    {
      "epoch": 2.4890439637124913,
      "grad_norm": 1.224924078603868,
      "learning_rate": 0.00019382519174561896,
      "loss": 2.2969,
      "step": 53502
    },
    {
      "epoch": 2.489090486159572,
      "grad_norm": 1.1377741462191129,
      "learning_rate": 0.00019382164225323828,
      "loss": 2.0469,
      "step": 53503
    },
    {
      "epoch": 2.4891370086066527,
      "grad_norm": 1.1782040518160257,
      "learning_rate": 0.0001938180927340297,
      "loss": 2.1094,
      "step": 53504
    },
    {
      "epoch": 2.4891835310537336,
      "grad_norm": 1.2223071362137743,
      "learning_rate": 0.00019381454318799548,
      "loss": 2.4062,
      "step": 53505
    },
    {
      "epoch": 2.489230053500814,
      "grad_norm": 1.2318921726948735,
      "learning_rate": 0.00019381099361513767,
      "loss": 2.2344,
      "step": 53506
    },
    {
      "epoch": 2.489276575947895,
      "grad_norm": 1.2162009843702812,
      "learning_rate": 0.00019380744401545857,
      "loss": 2.1719,
      "step": 53507
    },
    {
      "epoch": 2.4893230983949755,
      "grad_norm": 1.260944758690153,
      "learning_rate": 0.00019380389438896023,
      "loss": 2.3125,
      "step": 53508
    },
    {
      "epoch": 2.4893696208420564,
      "grad_norm": 1.2197503451683365,
      "learning_rate": 0.00019380034473564495,
      "loss": 2.125,
      "step": 53509
    },
    {
      "epoch": 2.489416143289137,
      "grad_norm": 1.2770507623591323,
      "learning_rate": 0.00019379679505551482,
      "loss": 2.2656,
      "step": 53510
    },
    {
      "epoch": 2.4894626657362178,
      "grad_norm": 1.2112369036263915,
      "learning_rate": 0.000193793245348572,
      "loss": 2.0625,
      "step": 53511
    },
    {
      "epoch": 2.4895091881832982,
      "grad_norm": 1.266783434865686,
      "learning_rate": 0.00019378969561481877,
      "loss": 2.2344,
      "step": 53512
    },
    {
      "epoch": 2.489555710630379,
      "grad_norm": 1.2278152299337457,
      "learning_rate": 0.00019378614585425713,
      "loss": 2.4375,
      "step": 53513
    },
    {
      "epoch": 2.48960223307746,
      "grad_norm": 1.1576735521045576,
      "learning_rate": 0.00019378259606688946,
      "loss": 2.0312,
      "step": 53514
    },
    {
      "epoch": 2.4896487555245406,
      "grad_norm": 1.317377496706184,
      "learning_rate": 0.00019377904625271774,
      "loss": 2.3438,
      "step": 53515
    },
    {
      "epoch": 2.4896952779716215,
      "grad_norm": 1.3235241226705872,
      "learning_rate": 0.0001937754964117443,
      "loss": 2.3281,
      "step": 53516
    },
    {
      "epoch": 2.489741800418702,
      "grad_norm": 1.1682623578143416,
      "learning_rate": 0.0001937719465439712,
      "loss": 2.2188,
      "step": 53517
    },
    {
      "epoch": 2.489788322865783,
      "grad_norm": 1.2907483453190423,
      "learning_rate": 0.00019376839664940067,
      "loss": 2.5312,
      "step": 53518
    },
    {
      "epoch": 2.4898348453128634,
      "grad_norm": 1.3114679539231373,
      "learning_rate": 0.00019376484672803488,
      "loss": 2.1875,
      "step": 53519
    },
    {
      "epoch": 2.4898813677599443,
      "grad_norm": 1.253665478361001,
      "learning_rate": 0.000193761296779876,
      "loss": 2.3594,
      "step": 53520
    },
    {
      "epoch": 2.4899278902070248,
      "grad_norm": 1.2423382487457493,
      "learning_rate": 0.00019375774680492614,
      "loss": 2.4062,
      "step": 53521
    },
    {
      "epoch": 2.4899744126541057,
      "grad_norm": 1.3081744365480172,
      "learning_rate": 0.00019375419680318755,
      "loss": 2.4219,
      "step": 53522
    },
    {
      "epoch": 2.490020935101186,
      "grad_norm": 1.2114377831580838,
      "learning_rate": 0.0001937506467746624,
      "loss": 2.0156,
      "step": 53523
    },
    {
      "epoch": 2.490067457548267,
      "grad_norm": 1.2084669069098917,
      "learning_rate": 0.00019374709671935282,
      "loss": 2.0938,
      "step": 53524
    },
    {
      "epoch": 2.490113979995348,
      "grad_norm": 1.2075121126978612,
      "learning_rate": 0.00019374354663726108,
      "loss": 2.375,
      "step": 53525
    },
    {
      "epoch": 2.4901605024424285,
      "grad_norm": 1.2905159880903334,
      "learning_rate": 0.00019373999652838922,
      "loss": 2.2812,
      "step": 53526
    },
    {
      "epoch": 2.490207024889509,
      "grad_norm": 1.2073765179877862,
      "learning_rate": 0.00019373644639273952,
      "loss": 2.0156,
      "step": 53527
    },
    {
      "epoch": 2.49025354733659,
      "grad_norm": 1.237450149782981,
      "learning_rate": 0.00019373289623031406,
      "loss": 2.4688,
      "step": 53528
    },
    {
      "epoch": 2.490300069783671,
      "grad_norm": 1.1710835786557277,
      "learning_rate": 0.00019372934604111508,
      "loss": 2.25,
      "step": 53529
    },
    {
      "epoch": 2.4903465922307513,
      "grad_norm": 1.0562362395734235,
      "learning_rate": 0.00019372579582514475,
      "loss": 2.0156,
      "step": 53530
    },
    {
      "epoch": 2.490393114677832,
      "grad_norm": 1.2238240589527425,
      "learning_rate": 0.00019372224558240523,
      "loss": 1.6172,
      "step": 53531
    },
    {
      "epoch": 2.4904396371249127,
      "grad_norm": 1.1590019939400382,
      "learning_rate": 0.00019371869531289868,
      "loss": 2.0781,
      "step": 53532
    },
    {
      "epoch": 2.4904861595719936,
      "grad_norm": 1.1945144131852938,
      "learning_rate": 0.00019371514501662727,
      "loss": 2.3906,
      "step": 53533
    },
    {
      "epoch": 2.490532682019074,
      "grad_norm": 1.3010160534668505,
      "learning_rate": 0.00019371159469359325,
      "loss": 2.3906,
      "step": 53534
    },
    {
      "epoch": 2.490579204466155,
      "grad_norm": 1.2218176107801788,
      "learning_rate": 0.00019370804434379866,
      "loss": 2.4219,
      "step": 53535
    },
    {
      "epoch": 2.4906257269132355,
      "grad_norm": 1.1239152316534184,
      "learning_rate": 0.0001937044939672458,
      "loss": 2.1406,
      "step": 53536
    },
    {
      "epoch": 2.4906722493603164,
      "grad_norm": 1.1840091283558976,
      "learning_rate": 0.00019370094356393677,
      "loss": 2.5938,
      "step": 53537
    },
    {
      "epoch": 2.490718771807397,
      "grad_norm": 1.1839203369602693,
      "learning_rate": 0.0001936973931338738,
      "loss": 1.9531,
      "step": 53538
    },
    {
      "epoch": 2.490765294254478,
      "grad_norm": 1.2026923009940584,
      "learning_rate": 0.00019369384267705898,
      "loss": 2.2969,
      "step": 53539
    },
    {
      "epoch": 2.4908118167015587,
      "grad_norm": 1.1872808861898099,
      "learning_rate": 0.00019369029219349458,
      "loss": 2.3594,
      "step": 53540
    },
    {
      "epoch": 2.490858339148639,
      "grad_norm": 1.272449043295718,
      "learning_rate": 0.00019368674168318269,
      "loss": 2.5,
      "step": 53541
    },
    {
      "epoch": 2.49090486159572,
      "grad_norm": 1.2356951319270153,
      "learning_rate": 0.0001936831911461255,
      "loss": 2.2031,
      "step": 53542
    },
    {
      "epoch": 2.4909513840428006,
      "grad_norm": 1.1145152768614448,
      "learning_rate": 0.00019367964058232524,
      "loss": 2.0781,
      "step": 53543
    },
    {
      "epoch": 2.4909979064898815,
      "grad_norm": 1.1218490850268963,
      "learning_rate": 0.00019367608999178404,
      "loss": 2.0469,
      "step": 53544
    },
    {
      "epoch": 2.491044428936962,
      "grad_norm": 1.06374020809483,
      "learning_rate": 0.00019367253937450408,
      "loss": 2.0625,
      "step": 53545
    },
    {
      "epoch": 2.491090951384043,
      "grad_norm": 1.2752396416822813,
      "learning_rate": 0.00019366898873048751,
      "loss": 2.375,
      "step": 53546
    },
    {
      "epoch": 2.4911374738311234,
      "grad_norm": 1.1780059700167547,
      "learning_rate": 0.00019366543805973655,
      "loss": 2.3594,
      "step": 53547
    },
    {
      "epoch": 2.4911839962782043,
      "grad_norm": 1.114506571281056,
      "learning_rate": 0.00019366188736225337,
      "loss": 1.9766,
      "step": 53548
    },
    {
      "epoch": 2.491230518725285,
      "grad_norm": 1.2531694388829788,
      "learning_rate": 0.0001936583366380401,
      "loss": 2.3125,
      "step": 53549
    },
    {
      "epoch": 2.4912770411723657,
      "grad_norm": 1.180768296697921,
      "learning_rate": 0.00019365478588709894,
      "loss": 2.4688,
      "step": 53550
    },
    {
      "epoch": 2.4913235636194466,
      "grad_norm": 1.1570710205143118,
      "learning_rate": 0.00019365123510943207,
      "loss": 2.2969,
      "step": 53551
    },
    {
      "epoch": 2.491370086066527,
      "grad_norm": 1.14444938135146,
      "learning_rate": 0.00019364768430504164,
      "loss": 2.1719,
      "step": 53552
    },
    {
      "epoch": 2.4914166085136076,
      "grad_norm": 1.2240881704933793,
      "learning_rate": 0.00019364413347392988,
      "loss": 2.5938,
      "step": 53553
    },
    {
      "epoch": 2.4914631309606885,
      "grad_norm": 1.256480803594648,
      "learning_rate": 0.00019364058261609886,
      "loss": 2.3594,
      "step": 53554
    },
    {
      "epoch": 2.4915096534077694,
      "grad_norm": 1.2063827517128918,
      "learning_rate": 0.00019363703173155088,
      "loss": 2.4062,
      "step": 53555
    },
    {
      "epoch": 2.49155617585485,
      "grad_norm": 1.2320085993225605,
      "learning_rate": 0.00019363348082028804,
      "loss": 2.1562,
      "step": 53556
    },
    {
      "epoch": 2.491602698301931,
      "grad_norm": 1.1251456390394878,
      "learning_rate": 0.0001936299298823125,
      "loss": 2.2656,
      "step": 53557
    },
    {
      "epoch": 2.4916492207490113,
      "grad_norm": 1.1999381789526615,
      "learning_rate": 0.0001936263789176265,
      "loss": 2.4219,
      "step": 53558
    },
    {
      "epoch": 2.491695743196092,
      "grad_norm": 1.2111839772745545,
      "learning_rate": 0.00019362282792623209,
      "loss": 2.3594,
      "step": 53559
    },
    {
      "epoch": 2.4917422656431727,
      "grad_norm": 1.2206203027883324,
      "learning_rate": 0.00019361927690813161,
      "loss": 2.2812,
      "step": 53560
    },
    {
      "epoch": 2.4917887880902536,
      "grad_norm": 1.145954052617579,
      "learning_rate": 0.0001936157258633271,
      "loss": 2.0781,
      "step": 53561
    },
    {
      "epoch": 2.491835310537334,
      "grad_norm": 1.3073642710955669,
      "learning_rate": 0.00019361217479182087,
      "loss": 2.2656,
      "step": 53562
    },
    {
      "epoch": 2.491881832984415,
      "grad_norm": 1.1183866735267969,
      "learning_rate": 0.0001936086236936149,
      "loss": 1.4766,
      "step": 53563
    },
    {
      "epoch": 2.4919283554314955,
      "grad_norm": 1.276617698541516,
      "learning_rate": 0.00019360507256871158,
      "loss": 2.3281,
      "step": 53564
    },
    {
      "epoch": 2.4919748778785764,
      "grad_norm": 1.2775899637221682,
      "learning_rate": 0.00019360152141711292,
      "loss": 2.2812,
      "step": 53565
    },
    {
      "epoch": 2.4920214003256573,
      "grad_norm": 1.1605637788312226,
      "learning_rate": 0.0001935979702388211,
      "loss": 2.0781,
      "step": 53566
    },
    {
      "epoch": 2.492067922772738,
      "grad_norm": 1.1774460281932635,
      "learning_rate": 0.0001935944190338384,
      "loss": 2.2188,
      "step": 53567
    },
    {
      "epoch": 2.4921144452198187,
      "grad_norm": 1.2024822447254346,
      "learning_rate": 0.00019359086780216698,
      "loss": 2.3281,
      "step": 53568
    },
    {
      "epoch": 2.492160967666899,
      "grad_norm": 1.2493308635272593,
      "learning_rate": 0.00019358731654380893,
      "loss": 2.2031,
      "step": 53569
    },
    {
      "epoch": 2.49220749011398,
      "grad_norm": 1.2528249016903321,
      "learning_rate": 0.00019358376525876645,
      "loss": 2.2656,
      "step": 53570
    },
    {
      "epoch": 2.4922540125610606,
      "grad_norm": 1.211878743805446,
      "learning_rate": 0.0001935802139470418,
      "loss": 2.3125,
      "step": 53571
    },
    {
      "epoch": 2.4923005350081415,
      "grad_norm": 1.2067557732325984,
      "learning_rate": 0.000193576662608637,
      "loss": 2.3125,
      "step": 53572
    },
    {
      "epoch": 2.492347057455222,
      "grad_norm": 1.0655033282080815,
      "learning_rate": 0.00019357311124355438,
      "loss": 1.8125,
      "step": 53573
    },
    {
      "epoch": 2.492393579902303,
      "grad_norm": 1.1297515618754121,
      "learning_rate": 0.000193569559851796,
      "loss": 1.7734,
      "step": 53574
    },
    {
      "epoch": 2.4924401023493834,
      "grad_norm": 1.250804990130588,
      "learning_rate": 0.00019356600843336408,
      "loss": 2.3906,
      "step": 53575
    },
    {
      "epoch": 2.4924866247964643,
      "grad_norm": 1.1791502400138265,
      "learning_rate": 0.00019356245698826083,
      "loss": 2.0938,
      "step": 53576
    },
    {
      "epoch": 2.4925331472435452,
      "grad_norm": 1.2172526177983365,
      "learning_rate": 0.00019355890551648832,
      "loss": 2.3281,
      "step": 53577
    },
    {
      "epoch": 2.4925796696906257,
      "grad_norm": 1.1996694141319664,
      "learning_rate": 0.00019355535401804883,
      "loss": 2.1875,
      "step": 53578
    },
    {
      "epoch": 2.492626192137706,
      "grad_norm": 1.2252556158249461,
      "learning_rate": 0.00019355180249294452,
      "loss": 2.1406,
      "step": 53579
    },
    {
      "epoch": 2.492672714584787,
      "grad_norm": 1.258118308942167,
      "learning_rate": 0.00019354825094117752,
      "loss": 2.1562,
      "step": 53580
    },
    {
      "epoch": 2.492719237031868,
      "grad_norm": 1.2180176062517767,
      "learning_rate": 0.00019354469936275003,
      "loss": 2.0625,
      "step": 53581
    },
    {
      "epoch": 2.4927657594789485,
      "grad_norm": 1.2614836085190302,
      "learning_rate": 0.00019354114775766424,
      "loss": 2.1719,
      "step": 53582
    },
    {
      "epoch": 2.4928122819260294,
      "grad_norm": 1.2847762161466327,
      "learning_rate": 0.00019353759612592225,
      "loss": 2.3438,
      "step": 53583
    },
    {
      "epoch": 2.49285880437311,
      "grad_norm": 1.2766191389395547,
      "learning_rate": 0.00019353404446752635,
      "loss": 2.375,
      "step": 53584
    },
    {
      "epoch": 2.492905326820191,
      "grad_norm": 1.3050636999076357,
      "learning_rate": 0.00019353049278247859,
      "loss": 2.5312,
      "step": 53585
    },
    {
      "epoch": 2.4929518492672713,
      "grad_norm": 1.1726459539110023,
      "learning_rate": 0.00019352694107078121,
      "loss": 2.2344,
      "step": 53586
    },
    {
      "epoch": 2.4929983717143522,
      "grad_norm": 1.2324906946708631,
      "learning_rate": 0.00019352338933243643,
      "loss": 2.3281,
      "step": 53587
    },
    {
      "epoch": 2.4930448941614327,
      "grad_norm": 1.2193358686504208,
      "learning_rate": 0.00019351983756744632,
      "loss": 2.2812,
      "step": 53588
    },
    {
      "epoch": 2.4930914166085136,
      "grad_norm": 1.2681906968417112,
      "learning_rate": 0.0001935162857758131,
      "loss": 2.5469,
      "step": 53589
    },
    {
      "epoch": 2.493137939055594,
      "grad_norm": 1.3092567853528372,
      "learning_rate": 0.00019351273395753902,
      "loss": 2.0625,
      "step": 53590
    },
    {
      "epoch": 2.493184461502675,
      "grad_norm": 1.2718388515963588,
      "learning_rate": 0.00019350918211262613,
      "loss": 2.5312,
      "step": 53591
    },
    {
      "epoch": 2.493230983949756,
      "grad_norm": 1.1415135769670561,
      "learning_rate": 0.0001935056302410767,
      "loss": 2.2656,
      "step": 53592
    },
    {
      "epoch": 2.4932775063968364,
      "grad_norm": 1.2516543118358041,
      "learning_rate": 0.00019350207834289285,
      "loss": 2.5,
      "step": 53593
    },
    {
      "epoch": 2.4933240288439174,
      "grad_norm": 1.2207478148841653,
      "learning_rate": 0.0001934985264180768,
      "loss": 2.2031,
      "step": 53594
    },
    {
      "epoch": 2.493370551290998,
      "grad_norm": 1.1215600689771312,
      "learning_rate": 0.00019349497446663068,
      "loss": 2.0938,
      "step": 53595
    },
    {
      "epoch": 2.4934170737380787,
      "grad_norm": 1.249932004545201,
      "learning_rate": 0.00019349142248855668,
      "loss": 2.3281,
      "step": 53596
    },
    {
      "epoch": 2.4934635961851592,
      "grad_norm": 1.2048743109778368,
      "learning_rate": 0.00019348787048385698,
      "loss": 2.2031,
      "step": 53597
    },
    {
      "epoch": 2.49351011863224,
      "grad_norm": 1.1674025539567772,
      "learning_rate": 0.0001934843184525337,
      "loss": 2.2344,
      "step": 53598
    },
    {
      "epoch": 2.4935566410793206,
      "grad_norm": 1.19008906051599,
      "learning_rate": 0.0001934807663945891,
      "loss": 1.9219,
      "step": 53599
    },
    {
      "epoch": 2.4936031635264015,
      "grad_norm": 1.3123657886057638,
      "learning_rate": 0.0001934772143100253,
      "loss": 2.2969,
      "step": 53600
    },
    {
      "epoch": 2.493649685973482,
      "grad_norm": 1.268187892775769,
      "learning_rate": 0.0001934736621988445,
      "loss": 2.1406,
      "step": 53601
    },
    {
      "epoch": 2.493696208420563,
      "grad_norm": 1.3007902120701322,
      "learning_rate": 0.00019347011006104887,
      "loss": 2.5312,
      "step": 53602
    },
    {
      "epoch": 2.493742730867644,
      "grad_norm": 1.1506788428240682,
      "learning_rate": 0.0001934665578966406,
      "loss": 2.0938,
      "step": 53603
    },
    {
      "epoch": 2.4937892533147243,
      "grad_norm": 1.196485940763814,
      "learning_rate": 0.00019346300570562185,
      "loss": 2.2188,
      "step": 53604
    },
    {
      "epoch": 2.4938357757618053,
      "grad_norm": 1.2563302928862796,
      "learning_rate": 0.00019345945348799482,
      "loss": 2.4375,
      "step": 53605
    },
    {
      "epoch": 2.4938822982088857,
      "grad_norm": 1.1402507476379584,
      "learning_rate": 0.00019345590124376157,
      "loss": 2.2656,
      "step": 53606
    },
    {
      "epoch": 2.4939288206559667,
      "grad_norm": 1.2547160149012486,
      "learning_rate": 0.00019345234897292444,
      "loss": 2.375,
      "step": 53607
    },
    {
      "epoch": 2.493975343103047,
      "grad_norm": 1.2099183175494843,
      "learning_rate": 0.0001934487966754855,
      "loss": 2.375,
      "step": 53608
    },
    {
      "epoch": 2.494021865550128,
      "grad_norm": 1.242161230414234,
      "learning_rate": 0.00019344524435144692,
      "loss": 2.6094,
      "step": 53609
    },
    {
      "epoch": 2.4940683879972085,
      "grad_norm": 1.1397630916069341,
      "learning_rate": 0.0001934416920008109,
      "loss": 1.9453,
      "step": 53610
    },
    {
      "epoch": 2.4941149104442895,
      "grad_norm": 1.1658410137455575,
      "learning_rate": 0.00019343813962357964,
      "loss": 2.2031,
      "step": 53611
    },
    {
      "epoch": 2.49416143289137,
      "grad_norm": 1.2596399253526325,
      "learning_rate": 0.00019343458721975536,
      "loss": 2.3125,
      "step": 53612
    },
    {
      "epoch": 2.494207955338451,
      "grad_norm": 1.2477759276969667,
      "learning_rate": 0.00019343103478934007,
      "loss": 2.1406,
      "step": 53613
    },
    {
      "epoch": 2.4942544777855313,
      "grad_norm": 1.1734540366143806,
      "learning_rate": 0.0001934274823323361,
      "loss": 2.1875,
      "step": 53614
    },
    {
      "epoch": 2.4943010002326123,
      "grad_norm": 1.236375779814954,
      "learning_rate": 0.00019342392984874555,
      "loss": 2.0625,
      "step": 53615
    },
    {
      "epoch": 2.4943475226796927,
      "grad_norm": 1.1986772005419921,
      "learning_rate": 0.00019342037733857066,
      "loss": 2.3906,
      "step": 53616
    },
    {
      "epoch": 2.4943940451267737,
      "grad_norm": 1.3155362541964764,
      "learning_rate": 0.00019341682480181348,
      "loss": 2.5156,
      "step": 53617
    },
    {
      "epoch": 2.4944405675738546,
      "grad_norm": 1.1157211295844183,
      "learning_rate": 0.00019341327223847634,
      "loss": 2.125,
      "step": 53618
    },
    {
      "epoch": 2.494487090020935,
      "grad_norm": 1.1782542228868795,
      "learning_rate": 0.00019340971964856127,
      "loss": 2.2031,
      "step": 53619
    },
    {
      "epoch": 2.494533612468016,
      "grad_norm": 1.1616822735413443,
      "learning_rate": 0.00019340616703207055,
      "loss": 2.0312,
      "step": 53620
    },
    {
      "epoch": 2.4945801349150964,
      "grad_norm": 1.3313851249350557,
      "learning_rate": 0.00019340261438900635,
      "loss": 2.2969,
      "step": 53621
    },
    {
      "epoch": 2.4946266573621774,
      "grad_norm": 1.1993899603499114,
      "learning_rate": 0.00019339906171937074,
      "loss": 2.2812,
      "step": 53622
    },
    {
      "epoch": 2.494673179809258,
      "grad_norm": 1.246197285540303,
      "learning_rate": 0.00019339550902316605,
      "loss": 2.3906,
      "step": 53623
    },
    {
      "epoch": 2.4947197022563388,
      "grad_norm": 1.2311793723914477,
      "learning_rate": 0.00019339195630039432,
      "loss": 2.2188,
      "step": 53624
    },
    {
      "epoch": 2.4947662247034192,
      "grad_norm": 1.2483709959281304,
      "learning_rate": 0.0001933884035510578,
      "loss": 2.3594,
      "step": 53625
    },
    {
      "epoch": 2.4948127471505,
      "grad_norm": 1.1849543898787975,
      "learning_rate": 0.0001933848507751586,
      "loss": 2.1562,
      "step": 53626
    },
    {
      "epoch": 2.4948592695975806,
      "grad_norm": 1.192312029344056,
      "learning_rate": 0.000193381297972699,
      "loss": 2.4219,
      "step": 53627
    },
    {
      "epoch": 2.4949057920446616,
      "grad_norm": 1.2037607688872483,
      "learning_rate": 0.00019337774514368108,
      "loss": 2.125,
      "step": 53628
    },
    {
      "epoch": 2.4949523144917425,
      "grad_norm": 1.280353397214871,
      "learning_rate": 0.00019337419228810708,
      "loss": 2.25,
      "step": 53629
    },
    {
      "epoch": 2.494998836938823,
      "grad_norm": 1.1629273112085128,
      "learning_rate": 0.0001933706394059791,
      "loss": 2.0156,
      "step": 53630
    },
    {
      "epoch": 2.495045359385904,
      "grad_norm": 1.2331559799755312,
      "learning_rate": 0.00019336708649729937,
      "loss": 2.2969,
      "step": 53631
    },
    {
      "epoch": 2.4950918818329844,
      "grad_norm": 1.2097816498150527,
      "learning_rate": 0.0001933635335620701,
      "loss": 2.3281,
      "step": 53632
    },
    {
      "epoch": 2.4951384042800653,
      "grad_norm": 1.2482199680238204,
      "learning_rate": 0.00019335998060029334,
      "loss": 2.2969,
      "step": 53633
    },
    {
      "epoch": 2.4951849267271458,
      "grad_norm": 1.210798809511359,
      "learning_rate": 0.0001933564276119714,
      "loss": 2.375,
      "step": 53634
    },
    {
      "epoch": 2.4952314491742267,
      "grad_norm": 1.3333146101072284,
      "learning_rate": 0.00019335287459710637,
      "loss": 2.1562,
      "step": 53635
    },
    {
      "epoch": 2.495277971621307,
      "grad_norm": 1.329396800743814,
      "learning_rate": 0.0001933493215557005,
      "loss": 2.4844,
      "step": 53636
    },
    {
      "epoch": 2.495324494068388,
      "grad_norm": 1.2379893679017104,
      "learning_rate": 0.00019334576848775587,
      "loss": 2.4062,
      "step": 53637
    },
    {
      "epoch": 2.4953710165154686,
      "grad_norm": 1.235294978199475,
      "learning_rate": 0.00019334221539327474,
      "loss": 2.1875,
      "step": 53638
    },
    {
      "epoch": 2.4954175389625495,
      "grad_norm": 1.1535477462408372,
      "learning_rate": 0.00019333866227225923,
      "loss": 2.2031,
      "step": 53639
    },
    {
      "epoch": 2.4954640614096304,
      "grad_norm": 1.1618285899677772,
      "learning_rate": 0.00019333510912471154,
      "loss": 2.1094,
      "step": 53640
    },
    {
      "epoch": 2.495510583856711,
      "grad_norm": 1.2225784121399914,
      "learning_rate": 0.00019333155595063385,
      "loss": 2.0625,
      "step": 53641
    },
    {
      "epoch": 2.4955571063037914,
      "grad_norm": 1.2693391646527274,
      "learning_rate": 0.0001933280027500283,
      "loss": 2.4375,
      "step": 53642
    },
    {
      "epoch": 2.4956036287508723,
      "grad_norm": 1.2103880832757143,
      "learning_rate": 0.0001933244495228971,
      "loss": 2.2812,
      "step": 53643
    },
    {
      "epoch": 2.495650151197953,
      "grad_norm": 1.3286269432363236,
      "learning_rate": 0.00019332089626924244,
      "loss": 2.6094,
      "step": 53644
    },
    {
      "epoch": 2.4956966736450337,
      "grad_norm": 1.2735336982327419,
      "learning_rate": 0.00019331734298906646,
      "loss": 2.2344,
      "step": 53645
    },
    {
      "epoch": 2.4957431960921146,
      "grad_norm": 1.2708039446618355,
      "learning_rate": 0.00019331378968237133,
      "loss": 2.375,
      "step": 53646
    },
    {
      "epoch": 2.495789718539195,
      "grad_norm": 1.2355357486029759,
      "learning_rate": 0.0001933102363491593,
      "loss": 2.4531,
      "step": 53647
    },
    {
      "epoch": 2.495836240986276,
      "grad_norm": 1.3009037634956062,
      "learning_rate": 0.0001933066829894324,
      "loss": 2.4375,
      "step": 53648
    },
    {
      "epoch": 2.4958827634333565,
      "grad_norm": 1.1582129178922305,
      "learning_rate": 0.00019330312960319298,
      "loss": 2.125,
      "step": 53649
    },
    {
      "epoch": 2.4959292858804374,
      "grad_norm": 1.18849574583983,
      "learning_rate": 0.00019329957619044306,
      "loss": 2.2031,
      "step": 53650
    },
    {
      "epoch": 2.495975808327518,
      "grad_norm": 1.158320621752413,
      "learning_rate": 0.00019329602275118492,
      "loss": 2.1719,
      "step": 53651
    },
    {
      "epoch": 2.496022330774599,
      "grad_norm": 1.155869944840039,
      "learning_rate": 0.00019329246928542068,
      "loss": 2.1562,
      "step": 53652
    },
    {
      "epoch": 2.4960688532216793,
      "grad_norm": 1.1742027413152007,
      "learning_rate": 0.00019328891579315253,
      "loss": 2.2188,
      "step": 53653
    },
    {
      "epoch": 2.49611537566876,
      "grad_norm": 1.1769325851091827,
      "learning_rate": 0.0001932853622743827,
      "loss": 2.0938,
      "step": 53654
    },
    {
      "epoch": 2.496161898115841,
      "grad_norm": 1.2650688749754104,
      "learning_rate": 0.00019328180872911325,
      "loss": 2.5156,
      "step": 53655
    },
    {
      "epoch": 2.4962084205629216,
      "grad_norm": 1.2727569234156222,
      "learning_rate": 0.0001932782551573465,
      "loss": 2.0469,
      "step": 53656
    },
    {
      "epoch": 2.4962549430100025,
      "grad_norm": 1.1618230527851245,
      "learning_rate": 0.00019327470155908446,
      "loss": 2.3906,
      "step": 53657
    },
    {
      "epoch": 2.496301465457083,
      "grad_norm": 1.1922728425031477,
      "learning_rate": 0.00019327114793432949,
      "loss": 2.3594,
      "step": 53658
    },
    {
      "epoch": 2.496347987904164,
      "grad_norm": 1.2018259689457453,
      "learning_rate": 0.00019326759428308358,
      "loss": 2.4688,
      "step": 53659
    },
    {
      "epoch": 2.4963945103512444,
      "grad_norm": 1.2211693133226806,
      "learning_rate": 0.00019326404060534906,
      "loss": 1.6641,
      "step": 53660
    },
    {
      "epoch": 2.4964410327983253,
      "grad_norm": 1.2265089059944927,
      "learning_rate": 0.00019326048690112795,
      "loss": 2.2812,
      "step": 53661
    },
    {
      "epoch": 2.4964875552454058,
      "grad_norm": 1.2645545113993863,
      "learning_rate": 0.00019325693317042263,
      "loss": 2.1875,
      "step": 53662
    },
    {
      "epoch": 2.4965340776924867,
      "grad_norm": 1.306924526465281,
      "learning_rate": 0.00019325337941323507,
      "loss": 2.4062,
      "step": 53663
    },
    {
      "epoch": 2.496580600139567,
      "grad_norm": 1.1993563640101201,
      "learning_rate": 0.00019324982562956755,
      "loss": 2.2812,
      "step": 53664
    },
    {
      "epoch": 2.496627122586648,
      "grad_norm": 1.4463480828578867,
      "learning_rate": 0.0001932462718194223,
      "loss": 2.2969,
      "step": 53665
    },
    {
      "epoch": 2.496673645033729,
      "grad_norm": 1.1927461073953531,
      "learning_rate": 0.00019324271798280135,
      "loss": 2.2031,
      "step": 53666
    },
    {
      "epoch": 2.4967201674808095,
      "grad_norm": 1.2226331288596717,
      "learning_rate": 0.000193239164119707,
      "loss": 2.0938,
      "step": 53667
    },
    {
      "epoch": 2.49676668992789,
      "grad_norm": 1.2061701569523149,
      "learning_rate": 0.00019323561023014134,
      "loss": 2.25,
      "step": 53668
    },
    {
      "epoch": 2.496813212374971,
      "grad_norm": 1.1787361462734276,
      "learning_rate": 0.0001932320563141066,
      "loss": 2.5156,
      "step": 53669
    },
    {
      "epoch": 2.496859734822052,
      "grad_norm": 1.3622669955555597,
      "learning_rate": 0.00019322850237160494,
      "loss": 2.5,
      "step": 53670
    },
    {
      "epoch": 2.4969062572691323,
      "grad_norm": 1.1710747883985373,
      "learning_rate": 0.00019322494840263857,
      "loss": 2.1719,
      "step": 53671
    },
    {
      "epoch": 2.496952779716213,
      "grad_norm": 1.183092469705485,
      "learning_rate": 0.0001932213944072096,
      "loss": 2.4688,
      "step": 53672
    },
    {
      "epoch": 2.4969993021632937,
      "grad_norm": 1.1589026481467013,
      "learning_rate": 0.00019321784038532023,
      "loss": 2.1406,
      "step": 53673
    },
    {
      "epoch": 2.4970458246103746,
      "grad_norm": 1.3190972709824267,
      "learning_rate": 0.00019321428633697264,
      "loss": 2.5312,
      "step": 53674
    },
    {
      "epoch": 2.497092347057455,
      "grad_norm": 1.1639457930115822,
      "learning_rate": 0.00019321073226216903,
      "loss": 2.1406,
      "step": 53675
    },
    {
      "epoch": 2.497138869504536,
      "grad_norm": 1.252249748343043,
      "learning_rate": 0.00019320717816091157,
      "loss": 2.1406,
      "step": 53676
    },
    {
      "epoch": 2.4971853919516165,
      "grad_norm": 1.2537864619987165,
      "learning_rate": 0.00019320362403320236,
      "loss": 2.1875,
      "step": 53677
    },
    {
      "epoch": 2.4972319143986974,
      "grad_norm": 1.1949544934376037,
      "learning_rate": 0.0001932000698790437,
      "loss": 2.3125,
      "step": 53678
    },
    {
      "epoch": 2.497278436845778,
      "grad_norm": 1.2737496513950086,
      "learning_rate": 0.00019319651569843767,
      "loss": 2.5,
      "step": 53679
    },
    {
      "epoch": 2.497324959292859,
      "grad_norm": 1.227659720401578,
      "learning_rate": 0.0001931929614913865,
      "loss": 2.1875,
      "step": 53680
    },
    {
      "epoch": 2.4973714817399397,
      "grad_norm": 1.2415391957073414,
      "learning_rate": 0.00019318940725789234,
      "loss": 2.1719,
      "step": 53681
    },
    {
      "epoch": 2.49741800418702,
      "grad_norm": 1.1510143942320188,
      "learning_rate": 0.00019318585299795736,
      "loss": 2.0469,
      "step": 53682
    },
    {
      "epoch": 2.497464526634101,
      "grad_norm": 1.2889540942927855,
      "learning_rate": 0.00019318229871158373,
      "loss": 2.2031,
      "step": 53683
    },
    {
      "epoch": 2.4975110490811816,
      "grad_norm": 1.199143649257187,
      "learning_rate": 0.0001931787443987737,
      "loss": 2.2656,
      "step": 53684
    },
    {
      "epoch": 2.4975575715282625,
      "grad_norm": 1.2509377791242433,
      "learning_rate": 0.0001931751900595293,
      "loss": 2.625,
      "step": 53685
    },
    {
      "epoch": 2.497604093975343,
      "grad_norm": 1.2645598132729008,
      "learning_rate": 0.00019317163569385285,
      "loss": 2.5781,
      "step": 53686
    },
    {
      "epoch": 2.497650616422424,
      "grad_norm": 1.2140945926744102,
      "learning_rate": 0.00019316808130174644,
      "loss": 2.3125,
      "step": 53687
    },
    {
      "epoch": 2.4976971388695044,
      "grad_norm": 1.2103682961902673,
      "learning_rate": 0.0001931645268832123,
      "loss": 2.0625,
      "step": 53688
    },
    {
      "epoch": 2.4977436613165853,
      "grad_norm": 1.3766878484123823,
      "learning_rate": 0.00019316097243825262,
      "loss": 2.5312,
      "step": 53689
    },
    {
      "epoch": 2.497790183763666,
      "grad_norm": 1.1947896139593606,
      "learning_rate": 0.00019315741796686948,
      "loss": 2.1719,
      "step": 53690
    },
    {
      "epoch": 2.4978367062107467,
      "grad_norm": 1.1058167948658082,
      "learning_rate": 0.00019315386346906515,
      "loss": 1.7891,
      "step": 53691
    },
    {
      "epoch": 2.4978832286578276,
      "grad_norm": 1.2014908611184998,
      "learning_rate": 0.00019315030894484175,
      "loss": 2.1094,
      "step": 53692
    },
    {
      "epoch": 2.497929751104908,
      "grad_norm": 1.1739359302718284,
      "learning_rate": 0.0001931467543942015,
      "loss": 2.25,
      "step": 53693
    },
    {
      "epoch": 2.4979762735519886,
      "grad_norm": 1.2524875468058432,
      "learning_rate": 0.0001931431998171465,
      "loss": 2.4219,
      "step": 53694
    },
    {
      "epoch": 2.4980227959990695,
      "grad_norm": 1.2085197800064154,
      "learning_rate": 0.00019313964521367903,
      "loss": 1.8281,
      "step": 53695
    },
    {
      "epoch": 2.4980693184461504,
      "grad_norm": 1.239068069097579,
      "learning_rate": 0.0001931360905838012,
      "loss": 2.5,
      "step": 53696
    },
    {
      "epoch": 2.498115840893231,
      "grad_norm": 1.2107320115810098,
      "learning_rate": 0.00019313253592751517,
      "loss": 2.4219,
      "step": 53697
    },
    {
      "epoch": 2.498162363340312,
      "grad_norm": 1.1625447196535628,
      "learning_rate": 0.00019312898124482317,
      "loss": 2.3125,
      "step": 53698
    },
    {
      "epoch": 2.4982088857873923,
      "grad_norm": 1.2681137002757072,
      "learning_rate": 0.00019312542653572736,
      "loss": 2.125,
      "step": 53699
    },
    {
      "epoch": 2.4982554082344732,
      "grad_norm": 1.2035220833195164,
      "learning_rate": 0.00019312187180022992,
      "loss": 2.2812,
      "step": 53700
    },
    {
      "epoch": 2.4983019306815537,
      "grad_norm": 1.2492763928943975,
      "learning_rate": 0.000193118317038333,
      "loss": 2.375,
      "step": 53701
    },
    {
      "epoch": 2.4983484531286346,
      "grad_norm": 1.1436475032311837,
      "learning_rate": 0.0001931147622500388,
      "loss": 2.25,
      "step": 53702
    },
    {
      "epoch": 2.498394975575715,
      "grad_norm": 1.1989206555241707,
      "learning_rate": 0.0001931112074353495,
      "loss": 2.1562,
      "step": 53703
    },
    {
      "epoch": 2.498441498022796,
      "grad_norm": 1.320024726203614,
      "learning_rate": 0.00019310765259426726,
      "loss": 2.5312,
      "step": 53704
    },
    {
      "epoch": 2.4984880204698765,
      "grad_norm": 1.1527373119893234,
      "learning_rate": 0.00019310409772679425,
      "loss": 2.2188,
      "step": 53705
    },
    {
      "epoch": 2.4985345429169574,
      "grad_norm": 1.21266800170111,
      "learning_rate": 0.00019310054283293266,
      "loss": 2.125,
      "step": 53706
    },
    {
      "epoch": 2.4985810653640383,
      "grad_norm": 1.1736206042448558,
      "learning_rate": 0.00019309698791268468,
      "loss": 2.1094,
      "step": 53707
    },
    {
      "epoch": 2.498627587811119,
      "grad_norm": 1.2371422460013668,
      "learning_rate": 0.0001930934329660524,
      "loss": 2.125,
      "step": 53708
    },
    {
      "epoch": 2.4986741102581997,
      "grad_norm": 1.2272291395652208,
      "learning_rate": 0.0001930898779930381,
      "loss": 2.4219,
      "step": 53709
    },
    {
      "epoch": 2.49872063270528,
      "grad_norm": 1.2311965473553663,
      "learning_rate": 0.00019308632299364398,
      "loss": 2.3281,
      "step": 53710
    },
    {
      "epoch": 2.498767155152361,
      "grad_norm": 1.2113519324808295,
      "learning_rate": 0.00019308276796787212,
      "loss": 2.1094,
      "step": 53711
    },
    {
      "epoch": 2.4988136775994416,
      "grad_norm": 1.3152584988680696,
      "learning_rate": 0.00019307921291572474,
      "loss": 2.5156,
      "step": 53712
    },
    {
      "epoch": 2.4988602000465225,
      "grad_norm": 1.1779649387338658,
      "learning_rate": 0.00019307565783720397,
      "loss": 2.0312,
      "step": 53713
    },
    {
      "epoch": 2.498906722493603,
      "grad_norm": 1.2564812806938968,
      "learning_rate": 0.0001930721027323121,
      "loss": 2.3906,
      "step": 53714
    },
    {
      "epoch": 2.498953244940684,
      "grad_norm": 1.1281775468488024,
      "learning_rate": 0.00019306854760105122,
      "loss": 2.2656,
      "step": 53715
    },
    {
      "epoch": 2.4989997673877644,
      "grad_norm": 1.1456199725577816,
      "learning_rate": 0.0001930649924434235,
      "loss": 2.0781,
      "step": 53716
    },
    {
      "epoch": 2.4990462898348453,
      "grad_norm": 1.3219961359439707,
      "learning_rate": 0.00019306143725943115,
      "loss": 2.1562,
      "step": 53717
    },
    {
      "epoch": 2.4990928122819263,
      "grad_norm": 1.1735075892152962,
      "learning_rate": 0.00019305788204907633,
      "loss": 2.4219,
      "step": 53718
    },
    {
      "epoch": 2.4991393347290067,
      "grad_norm": 1.154141988527301,
      "learning_rate": 0.00019305432681236118,
      "loss": 2.0625,
      "step": 53719
    },
    {
      "epoch": 2.4991858571760877,
      "grad_norm": 1.2243373989881943,
      "learning_rate": 0.00019305077154928792,
      "loss": 2.5,
      "step": 53720
    },
    {
      "epoch": 2.499232379623168,
      "grad_norm": 1.1467692890051484,
      "learning_rate": 0.0001930472162598588,
      "loss": 1.8828,
      "step": 53721
    },
    {
      "epoch": 2.499278902070249,
      "grad_norm": 1.2514943078953638,
      "learning_rate": 0.00019304366094407587,
      "loss": 2.3281,
      "step": 53722
    },
    {
      "epoch": 2.4993254245173295,
      "grad_norm": 1.250608788861238,
      "learning_rate": 0.00019304010560194137,
      "loss": 2.5156,
      "step": 53723
    },
    {
      "epoch": 2.4993719469644105,
      "grad_norm": 1.2510461162536919,
      "learning_rate": 0.00019303655023345746,
      "loss": 2.4375,
      "step": 53724
    },
    {
      "epoch": 2.499418469411491,
      "grad_norm": 1.2230468094868534,
      "learning_rate": 0.00019303299483862632,
      "loss": 2.4688,
      "step": 53725
    },
    {
      "epoch": 2.499464991858572,
      "grad_norm": 1.1086840105894815,
      "learning_rate": 0.00019302943941745012,
      "loss": 1.9766,
      "step": 53726
    },
    {
      "epoch": 2.4995115143056523,
      "grad_norm": 1.3228591589814813,
      "learning_rate": 0.00019302588396993107,
      "loss": 2.3594,
      "step": 53727
    },
    {
      "epoch": 2.4995580367527332,
      "grad_norm": 1.1993092949994797,
      "learning_rate": 0.0001930223284960713,
      "loss": 2.3594,
      "step": 53728
    },
    {
      "epoch": 2.4996045591998137,
      "grad_norm": 1.2605346619095004,
      "learning_rate": 0.000193018772995873,
      "loss": 2.2812,
      "step": 53729
    },
    {
      "epoch": 2.4996510816468946,
      "grad_norm": 1.2908574278095708,
      "learning_rate": 0.00019301521746933835,
      "loss": 2.3594,
      "step": 53730
    },
    {
      "epoch": 2.499697604093975,
      "grad_norm": 1.190523185082255,
      "learning_rate": 0.0001930116619164695,
      "loss": 2.2969,
      "step": 53731
    },
    {
      "epoch": 2.499744126541056,
      "grad_norm": 1.2126059182044975,
      "learning_rate": 0.0001930081063372687,
      "loss": 2.1875,
      "step": 53732
    },
    {
      "epoch": 2.499790648988137,
      "grad_norm": 1.1931378995623252,
      "learning_rate": 0.00019300455073173808,
      "loss": 2.1406,
      "step": 53733
    },
    {
      "epoch": 2.4998371714352174,
      "grad_norm": 1.2012875224463593,
      "learning_rate": 0.00019300099509987989,
      "loss": 2.2969,
      "step": 53734
    },
    {
      "epoch": 2.4998836938822984,
      "grad_norm": 1.1681837128813328,
      "learning_rate": 0.00019299743944169612,
      "loss": 2.2344,
      "step": 53735
    },
    {
      "epoch": 2.499930216329379,
      "grad_norm": 1.2767612845655323,
      "learning_rate": 0.00019299388375718912,
      "loss": 2.4219,
      "step": 53736
    },
    {
      "epoch": 2.4999767387764598,
      "grad_norm": 1.197588019859225,
      "learning_rate": 0.000192990328046361,
      "loss": 2.2344,
      "step": 53737
    },
    {
      "epoch": 2.5000232612235402,
      "grad_norm": 1.309741793621731,
      "learning_rate": 0.00019298677230921398,
      "loss": 2.4531,
      "step": 53738
    },
    {
      "epoch": 2.500069783670621,
      "grad_norm": 1.1774446197446775,
      "learning_rate": 0.00019298321654575017,
      "loss": 2.1562,
      "step": 53739
    },
    {
      "epoch": 2.5001163061177016,
      "grad_norm": 1.2524168866737846,
      "learning_rate": 0.00019297966075597177,
      "loss": 2.2812,
      "step": 53740
    },
    {
      "epoch": 2.5001628285647826,
      "grad_norm": 1.2900639534247094,
      "learning_rate": 0.000192976104939881,
      "loss": 2.5312,
      "step": 53741
    },
    {
      "epoch": 2.500209351011863,
      "grad_norm": 1.2232223375250488,
      "learning_rate": 0.00019297254909748,
      "loss": 2.3125,
      "step": 53742
    },
    {
      "epoch": 2.500255873458944,
      "grad_norm": 1.2038063344407601,
      "learning_rate": 0.00019296899322877092,
      "loss": 2.375,
      "step": 53743
    },
    {
      "epoch": 2.500302395906025,
      "grad_norm": 1.2969967843170893,
      "learning_rate": 0.00019296543733375598,
      "loss": 2.3594,
      "step": 53744
    },
    {
      "epoch": 2.5003489183531054,
      "grad_norm": 1.245484580265601,
      "learning_rate": 0.00019296188141243738,
      "loss": 2.3594,
      "step": 53745
    },
    {
      "epoch": 2.500395440800186,
      "grad_norm": 1.1979015656976821,
      "learning_rate": 0.00019295832546481722,
      "loss": 2.3906,
      "step": 53746
    },
    {
      "epoch": 2.5004419632472668,
      "grad_norm": 1.1866274205734828,
      "learning_rate": 0.00019295476949089777,
      "loss": 2.2188,
      "step": 53747
    },
    {
      "epoch": 2.5004884856943477,
      "grad_norm": 1.134266207173326,
      "learning_rate": 0.00019295121349068112,
      "loss": 1.9609,
      "step": 53748
    },
    {
      "epoch": 2.500535008141428,
      "grad_norm": 1.316068980419249,
      "learning_rate": 0.0001929476574641695,
      "loss": 2.3594,
      "step": 53749
    },
    {
      "epoch": 2.500581530588509,
      "grad_norm": 1.2283160793178838,
      "learning_rate": 0.00019294410141136505,
      "loss": 2.1562,
      "step": 53750
    },
    {
      "epoch": 2.5006280530355895,
      "grad_norm": 1.2673430482973236,
      "learning_rate": 0.00019294054533227,
      "loss": 2.6094,
      "step": 53751
    },
    {
      "epoch": 2.5006745754826705,
      "grad_norm": 1.1724021219027645,
      "learning_rate": 0.00019293698922688646,
      "loss": 2.3594,
      "step": 53752
    },
    {
      "epoch": 2.500721097929751,
      "grad_norm": 1.2152424634512629,
      "learning_rate": 0.00019293343309521665,
      "loss": 2.2656,
      "step": 53753
    },
    {
      "epoch": 2.500767620376832,
      "grad_norm": 1.7221837463446825,
      "learning_rate": 0.0001929298769372628,
      "loss": 2.4375,
      "step": 53754
    },
    {
      "epoch": 2.500814142823913,
      "grad_norm": 1.124849022122389,
      "learning_rate": 0.00019292632075302692,
      "loss": 2.0312,
      "step": 53755
    },
    {
      "epoch": 2.5008606652709933,
      "grad_norm": 1.1639968098446274,
      "learning_rate": 0.00019292276454251135,
      "loss": 2.125,
      "step": 53756
    },
    {
      "epoch": 2.5009071877180737,
      "grad_norm": 1.1739108047592497,
      "learning_rate": 0.00019291920830571822,
      "loss": 2.1875,
      "step": 53757
    },
    {
      "epoch": 2.5009537101651547,
      "grad_norm": 1.1762266000728907,
      "learning_rate": 0.00019291565204264968,
      "loss": 2.3594,
      "step": 53758
    },
    {
      "epoch": 2.5010002326122356,
      "grad_norm": 1.173972349937891,
      "learning_rate": 0.00019291209575330795,
      "loss": 2.125,
      "step": 53759
    },
    {
      "epoch": 2.501046755059316,
      "grad_norm": 1.257184767102271,
      "learning_rate": 0.00019290853943769516,
      "loss": 2.6719,
      "step": 53760
    },
    {
      "epoch": 2.501093277506397,
      "grad_norm": 1.2126320534511152,
      "learning_rate": 0.0001929049830958135,
      "loss": 2.0156,
      "step": 53761
    },
    {
      "epoch": 2.5011397999534775,
      "grad_norm": 1.178287731418759,
      "learning_rate": 0.0001929014267276652,
      "loss": 2.3594,
      "step": 53762
    },
    {
      "epoch": 2.5011863224005584,
      "grad_norm": 1.1678981825220816,
      "learning_rate": 0.00019289787033325233,
      "loss": 2.4688,
      "step": 53763
    },
    {
      "epoch": 2.501232844847639,
      "grad_norm": 1.128774527762068,
      "learning_rate": 0.00019289431391257715,
      "loss": 2.0938,
      "step": 53764
    },
    {
      "epoch": 2.50127936729472,
      "grad_norm": 1.1298986302794114,
      "learning_rate": 0.00019289075746564186,
      "loss": 2.2969,
      "step": 53765
    },
    {
      "epoch": 2.5013258897418003,
      "grad_norm": 1.2694916708139776,
      "learning_rate": 0.00019288720099244855,
      "loss": 2.3594,
      "step": 53766
    },
    {
      "epoch": 2.501372412188881,
      "grad_norm": 1.2204322490952468,
      "learning_rate": 0.00019288364449299947,
      "loss": 2.3125,
      "step": 53767
    },
    {
      "epoch": 2.5014189346359617,
      "grad_norm": 1.135360216936429,
      "learning_rate": 0.00019288008796729676,
      "loss": 2.2031,
      "step": 53768
    },
    {
      "epoch": 2.5014654570830426,
      "grad_norm": 1.273077203557256,
      "learning_rate": 0.00019287653141534264,
      "loss": 2.4844,
      "step": 53769
    },
    {
      "epoch": 2.5015119795301235,
      "grad_norm": 1.225683821732521,
      "learning_rate": 0.00019287297483713917,
      "loss": 2.2188,
      "step": 53770
    },
    {
      "epoch": 2.501558501977204,
      "grad_norm": 1.2550526174137884,
      "learning_rate": 0.0001928694182326887,
      "loss": 2.3438,
      "step": 53771
    },
    {
      "epoch": 2.5016050244242845,
      "grad_norm": 1.311085660999437,
      "learning_rate": 0.00019286586160199327,
      "loss": 2.2031,
      "step": 53772
    },
    {
      "epoch": 2.5016515468713654,
      "grad_norm": 1.2610576112510423,
      "learning_rate": 0.00019286230494505515,
      "loss": 2.4844,
      "step": 53773
    },
    {
      "epoch": 2.5016980693184463,
      "grad_norm": 1.1330690128733352,
      "learning_rate": 0.00019285874826187644,
      "loss": 2.2812,
      "step": 53774
    },
    {
      "epoch": 2.5017445917655268,
      "grad_norm": 1.1985215074809328,
      "learning_rate": 0.00019285519155245933,
      "loss": 2.2969,
      "step": 53775
    },
    {
      "epoch": 2.5017911142126077,
      "grad_norm": 1.181885383609148,
      "learning_rate": 0.00019285163481680604,
      "loss": 2.2031,
      "step": 53776
    },
    {
      "epoch": 2.501837636659688,
      "grad_norm": 1.139552678314783,
      "learning_rate": 0.00019284807805491875,
      "loss": 2.3594,
      "step": 53777
    },
    {
      "epoch": 2.501884159106769,
      "grad_norm": 1.143428572374027,
      "learning_rate": 0.00019284452126679962,
      "loss": 1.7734,
      "step": 53778
    },
    {
      "epoch": 2.5019306815538496,
      "grad_norm": 1.2561952695986187,
      "learning_rate": 0.00019284096445245077,
      "loss": 2.25,
      "step": 53779
    },
    {
      "epoch": 2.5019772040009305,
      "grad_norm": 1.526042702708547,
      "learning_rate": 0.00019283740761187447,
      "loss": 2.8438,
      "step": 53780
    },
    {
      "epoch": 2.5020237264480114,
      "grad_norm": 1.220208657702043,
      "learning_rate": 0.00019283385074507283,
      "loss": 2.4531,
      "step": 53781
    },
    {
      "epoch": 2.502070248895092,
      "grad_norm": 1.2205186817918217,
      "learning_rate": 0.0001928302938520481,
      "loss": 1.75,
      "step": 53782
    },
    {
      "epoch": 2.5021167713421724,
      "grad_norm": 1.3965070866854803,
      "learning_rate": 0.00019282673693280235,
      "loss": 2.4219,
      "step": 53783
    },
    {
      "epoch": 2.5021632937892533,
      "grad_norm": 1.2348561540924907,
      "learning_rate": 0.00019282317998733784,
      "loss": 2.4844,
      "step": 53784
    },
    {
      "epoch": 2.502209816236334,
      "grad_norm": 1.2313505570659857,
      "learning_rate": 0.00019281962301565675,
      "loss": 2.25,
      "step": 53785
    },
    {
      "epoch": 2.5022563386834147,
      "grad_norm": 1.2069509600595725,
      "learning_rate": 0.00019281606601776122,
      "loss": 2.5625,
      "step": 53786
    },
    {
      "epoch": 2.5023028611304956,
      "grad_norm": 1.3154737175733204,
      "learning_rate": 0.00019281250899365343,
      "loss": 2.2344,
      "step": 53787
    },
    {
      "epoch": 2.502349383577576,
      "grad_norm": 1.3824535057420448,
      "learning_rate": 0.0001928089519433356,
      "loss": 2.2188,
      "step": 53788
    },
    {
      "epoch": 2.502395906024657,
      "grad_norm": 1.3199233179280931,
      "learning_rate": 0.00019280539486680987,
      "loss": 2.5938,
      "step": 53789
    },
    {
      "epoch": 2.5024424284717375,
      "grad_norm": 1.1611896810354267,
      "learning_rate": 0.0001928018377640784,
      "loss": 2.2188,
      "step": 53790
    },
    {
      "epoch": 2.5024889509188184,
      "grad_norm": 1.2692104667942903,
      "learning_rate": 0.0001927982806351434,
      "loss": 2.4688,
      "step": 53791
    },
    {
      "epoch": 2.5025354733658993,
      "grad_norm": 1.181922464878908,
      "learning_rate": 0.00019279472348000706,
      "loss": 2.1094,
      "step": 53792
    },
    {
      "epoch": 2.50258199581298,
      "grad_norm": 1.1578790822510456,
      "learning_rate": 0.00019279116629867155,
      "loss": 2.1562,
      "step": 53793
    },
    {
      "epoch": 2.5026285182600603,
      "grad_norm": 1.2052265558974784,
      "learning_rate": 0.00019278760909113897,
      "loss": 2.3594,
      "step": 53794
    },
    {
      "epoch": 2.502675040707141,
      "grad_norm": 1.7266314031286258,
      "learning_rate": 0.00019278405185741164,
      "loss": 2.2031,
      "step": 53795
    },
    {
      "epoch": 2.502721563154222,
      "grad_norm": 1.1220381889136855,
      "learning_rate": 0.0001927804945974916,
      "loss": 2.2188,
      "step": 53796
    },
    {
      "epoch": 2.5027680856013026,
      "grad_norm": 1.2527335217467719,
      "learning_rate": 0.0001927769373113811,
      "loss": 2.625,
      "step": 53797
    },
    {
      "epoch": 2.502814608048383,
      "grad_norm": 1.207440598977306,
      "learning_rate": 0.00019277337999908236,
      "loss": 2.2812,
      "step": 53798
    },
    {
      "epoch": 2.502861130495464,
      "grad_norm": 1.1910112555487085,
      "learning_rate": 0.00019276982266059744,
      "loss": 2.5156,
      "step": 53799
    },
    {
      "epoch": 2.502907652942545,
      "grad_norm": 1.1840268826098106,
      "learning_rate": 0.00019276626529592862,
      "loss": 2.25,
      "step": 53800
    },
    {
      "epoch": 2.5029541753896254,
      "grad_norm": 1.266218846368189,
      "learning_rate": 0.00019276270790507803,
      "loss": 2.4531,
      "step": 53801
    },
    {
      "epoch": 2.5030006978367063,
      "grad_norm": 1.1063563908123704,
      "learning_rate": 0.00019275915048804786,
      "loss": 1.9922,
      "step": 53802
    },
    {
      "epoch": 2.503047220283787,
      "grad_norm": 1.2396729313436112,
      "learning_rate": 0.00019275559304484028,
      "loss": 2.3594,
      "step": 53803
    },
    {
      "epoch": 2.5030937427308677,
      "grad_norm": 1.260360787850412,
      "learning_rate": 0.0001927520355754575,
      "loss": 2.1094,
      "step": 53804
    },
    {
      "epoch": 2.503140265177948,
      "grad_norm": 1.267700940766965,
      "learning_rate": 0.0001927484780799016,
      "loss": 2.4219,
      "step": 53805
    },
    {
      "epoch": 2.503186787625029,
      "grad_norm": 1.1932897674190672,
      "learning_rate": 0.00019274492055817492,
      "loss": 2.3594,
      "step": 53806
    },
    {
      "epoch": 2.50323331007211,
      "grad_norm": 1.2507697807225748,
      "learning_rate": 0.00019274136301027946,
      "loss": 2.3125,
      "step": 53807
    },
    {
      "epoch": 2.5032798325191905,
      "grad_norm": 1.1720815576711945,
      "learning_rate": 0.00019273780543621757,
      "loss": 2.375,
      "step": 53808
    },
    {
      "epoch": 2.503326354966271,
      "grad_norm": 1.2829368831729848,
      "learning_rate": 0.0001927342478359913,
      "loss": 2.4688,
      "step": 53809
    },
    {
      "epoch": 2.503372877413352,
      "grad_norm": 1.2655245367948094,
      "learning_rate": 0.00019273069020960288,
      "loss": 2.4375,
      "step": 53810
    },
    {
      "epoch": 2.503419399860433,
      "grad_norm": 1.138282566839017,
      "learning_rate": 0.00019272713255705448,
      "loss": 2.0781,
      "step": 53811
    },
    {
      "epoch": 2.5034659223075133,
      "grad_norm": 1.3173269658994586,
      "learning_rate": 0.0001927235748783483,
      "loss": 2.4375,
      "step": 53812
    },
    {
      "epoch": 2.5035124447545942,
      "grad_norm": 1.2365374973427352,
      "learning_rate": 0.00019272001717348644,
      "loss": 2.5469,
      "step": 53813
    },
    {
      "epoch": 2.5035589672016747,
      "grad_norm": 1.1475052391973364,
      "learning_rate": 0.00019271645944247119,
      "loss": 2.3438,
      "step": 53814
    },
    {
      "epoch": 2.5036054896487556,
      "grad_norm": 1.1120094306637425,
      "learning_rate": 0.00019271290168530465,
      "loss": 1.9609,
      "step": 53815
    },
    {
      "epoch": 2.503652012095836,
      "grad_norm": 1.144291856496869,
      "learning_rate": 0.000192709343901989,
      "loss": 2.0781,
      "step": 53816
    },
    {
      "epoch": 2.503698534542917,
      "grad_norm": 1.2380073615595832,
      "learning_rate": 0.00019270578609252646,
      "loss": 2.25,
      "step": 53817
    },
    {
      "epoch": 2.503745056989998,
      "grad_norm": 1.213339551439365,
      "learning_rate": 0.00019270222825691912,
      "loss": 2.3594,
      "step": 53818
    },
    {
      "epoch": 2.5037915794370784,
      "grad_norm": 1.257360581649618,
      "learning_rate": 0.0001926986703951693,
      "loss": 2.3438,
      "step": 53819
    },
    {
      "epoch": 2.503838101884159,
      "grad_norm": 1.245534107477523,
      "learning_rate": 0.0001926951125072791,
      "loss": 2.375,
      "step": 53820
    },
    {
      "epoch": 2.50388462433124,
      "grad_norm": 1.2304034027657458,
      "learning_rate": 0.0001926915545932507,
      "loss": 2.2969,
      "step": 53821
    },
    {
      "epoch": 2.5039311467783207,
      "grad_norm": 1.2161831553929014,
      "learning_rate": 0.0001926879966530863,
      "loss": 2.2812,
      "step": 53822
    },
    {
      "epoch": 2.503977669225401,
      "grad_norm": 1.216798897694271,
      "learning_rate": 0.000192684438686788,
      "loss": 2.3125,
      "step": 53823
    },
    {
      "epoch": 2.504024191672482,
      "grad_norm": 1.2487794181907894,
      "learning_rate": 0.00019268088069435805,
      "loss": 2.375,
      "step": 53824
    },
    {
      "epoch": 2.5040707141195626,
      "grad_norm": 1.2600862746591859,
      "learning_rate": 0.0001926773226757986,
      "loss": 2.2812,
      "step": 53825
    },
    {
      "epoch": 2.5041172365666435,
      "grad_norm": 1.2679617153778973,
      "learning_rate": 0.0001926737646311119,
      "loss": 2.2031,
      "step": 53826
    },
    {
      "epoch": 2.504163759013724,
      "grad_norm": 1.1671537337393483,
      "learning_rate": 0.00019267020656030002,
      "loss": 2.0625,
      "step": 53827
    },
    {
      "epoch": 2.504210281460805,
      "grad_norm": 1.2118392381532745,
      "learning_rate": 0.00019266664846336523,
      "loss": 2.1562,
      "step": 53828
    },
    {
      "epoch": 2.5042568039078854,
      "grad_norm": 1.4972375286345867,
      "learning_rate": 0.0001926630903403096,
      "loss": 2.4844,
      "step": 53829
    },
    {
      "epoch": 2.5043033263549663,
      "grad_norm": 1.1754239241102469,
      "learning_rate": 0.0001926595321911354,
      "loss": 2.0938,
      "step": 53830
    },
    {
      "epoch": 2.504349848802047,
      "grad_norm": 1.0777896548168329,
      "learning_rate": 0.0001926559740158448,
      "loss": 2.0,
      "step": 53831
    },
    {
      "epoch": 2.5043963712491277,
      "grad_norm": 1.114879887828596,
      "learning_rate": 0.00019265241581443998,
      "loss": 2.2031,
      "step": 53832
    },
    {
      "epoch": 2.5044428936962086,
      "grad_norm": 1.1814286561784346,
      "learning_rate": 0.00019264885758692304,
      "loss": 2.4375,
      "step": 53833
    },
    {
      "epoch": 2.504489416143289,
      "grad_norm": 1.2351639250976099,
      "learning_rate": 0.00019264529933329626,
      "loss": 2.2812,
      "step": 53834
    },
    {
      "epoch": 2.5045359385903696,
      "grad_norm": 1.2248585554810192,
      "learning_rate": 0.00019264174105356182,
      "loss": 2.1562,
      "step": 53835
    },
    {
      "epoch": 2.5045824610374505,
      "grad_norm": 1.3903237325820277,
      "learning_rate": 0.00019263818274772176,
      "loss": 2.2656,
      "step": 53836
    },
    {
      "epoch": 2.5046289834845314,
      "grad_norm": 1.2433113207023403,
      "learning_rate": 0.00019263462441577843,
      "loss": 2.4062,
      "step": 53837
    },
    {
      "epoch": 2.504675505931612,
      "grad_norm": 1.1032951831085236,
      "learning_rate": 0.00019263106605773387,
      "loss": 2.0625,
      "step": 53838
    },
    {
      "epoch": 2.504722028378693,
      "grad_norm": 1.149262911912568,
      "learning_rate": 0.00019262750767359035,
      "loss": 2.0469,
      "step": 53839
    },
    {
      "epoch": 2.5047685508257733,
      "grad_norm": 1.1790214250165176,
      "learning_rate": 0.00019262394926335,
      "loss": 2.3594,
      "step": 53840
    },
    {
      "epoch": 2.5048150732728542,
      "grad_norm": 1.157808882998822,
      "learning_rate": 0.00019262039082701507,
      "loss": 2.1406,
      "step": 53841
    },
    {
      "epoch": 2.5048615957199347,
      "grad_norm": 1.3202046941517216,
      "learning_rate": 0.0001926168323645876,
      "loss": 2.3125,
      "step": 53842
    },
    {
      "epoch": 2.5049081181670156,
      "grad_norm": 1.3891157415253657,
      "learning_rate": 0.00019261327387606994,
      "loss": 2.1875,
      "step": 53843
    },
    {
      "epoch": 2.5049546406140966,
      "grad_norm": 1.2843924490798113,
      "learning_rate": 0.00019260971536146416,
      "loss": 2.2344,
      "step": 53844
    },
    {
      "epoch": 2.505001163061177,
      "grad_norm": 1.151707058251127,
      "learning_rate": 0.00019260615682077244,
      "loss": 2.2812,
      "step": 53845
    },
    {
      "epoch": 2.5050476855082575,
      "grad_norm": 1.257418647890983,
      "learning_rate": 0.00019260259825399698,
      "loss": 2.4688,
      "step": 53846
    },
    {
      "epoch": 2.5050942079553384,
      "grad_norm": 1.2123370562332056,
      "learning_rate": 0.00019259903966114,
      "loss": 2.0625,
      "step": 53847
    },
    {
      "epoch": 2.5051407304024194,
      "grad_norm": 1.230235933501637,
      "learning_rate": 0.0001925954810422036,
      "loss": 2.3438,
      "step": 53848
    },
    {
      "epoch": 2.5051872528495,
      "grad_norm": 1.2808300542906692,
      "learning_rate": 0.00019259192239719,
      "loss": 2.5156,
      "step": 53849
    },
    {
      "epoch": 2.5052337752965808,
      "grad_norm": 1.20632292744739,
      "learning_rate": 0.00019258836372610137,
      "loss": 2.1875,
      "step": 53850
    },
    {
      "epoch": 2.5052802977436612,
      "grad_norm": 1.251649726774492,
      "learning_rate": 0.00019258480502893987,
      "loss": 2.4688,
      "step": 53851
    },
    {
      "epoch": 2.505326820190742,
      "grad_norm": 1.2961495401455565,
      "learning_rate": 0.00019258124630570773,
      "loss": 2.3281,
      "step": 53852
    },
    {
      "epoch": 2.5053733426378226,
      "grad_norm": 1.2557379060283367,
      "learning_rate": 0.00019257768755640708,
      "loss": 2.2969,
      "step": 53853
    },
    {
      "epoch": 2.5054198650849036,
      "grad_norm": 1.2328840781764796,
      "learning_rate": 0.00019257412878104016,
      "loss": 2.4219,
      "step": 53854
    },
    {
      "epoch": 2.505466387531984,
      "grad_norm": 1.2233820086414002,
      "learning_rate": 0.00019257056997960906,
      "loss": 2.3906,
      "step": 53855
    },
    {
      "epoch": 2.505512909979065,
      "grad_norm": 1.1436682628502213,
      "learning_rate": 0.00019256701115211606,
      "loss": 2.2188,
      "step": 53856
    },
    {
      "epoch": 2.5055594324261454,
      "grad_norm": 1.1919085459029333,
      "learning_rate": 0.00019256345229856325,
      "loss": 2.4688,
      "step": 53857
    },
    {
      "epoch": 2.5056059548732263,
      "grad_norm": 1.1668605064737938,
      "learning_rate": 0.00019255989341895283,
      "loss": 2.2188,
      "step": 53858
    },
    {
      "epoch": 2.5056524773203073,
      "grad_norm": 1.5289300091284412,
      "learning_rate": 0.000192556334513287,
      "loss": 2.2812,
      "step": 53859
    },
    {
      "epoch": 2.5056989997673877,
      "grad_norm": 1.1771971232074663,
      "learning_rate": 0.00019255277558156799,
      "loss": 2.3594,
      "step": 53860
    },
    {
      "epoch": 2.5057455222144682,
      "grad_norm": 1.2081742948529122,
      "learning_rate": 0.0001925492166237979,
      "loss": 2.4375,
      "step": 53861
    },
    {
      "epoch": 2.505792044661549,
      "grad_norm": 1.1978556538932827,
      "learning_rate": 0.00019254565763997884,
      "loss": 2.4531,
      "step": 53862
    },
    {
      "epoch": 2.50583856710863,
      "grad_norm": 1.1997343388725237,
      "learning_rate": 0.00019254209863011314,
      "loss": 2.0312,
      "step": 53863
    },
    {
      "epoch": 2.5058850895557105,
      "grad_norm": 1.1792049781294074,
      "learning_rate": 0.0001925385395942029,
      "loss": 2.3594,
      "step": 53864
    },
    {
      "epoch": 2.5059316120027915,
      "grad_norm": 1.186816338285718,
      "learning_rate": 0.00019253498053225035,
      "loss": 2.1719,
      "step": 53865
    },
    {
      "epoch": 2.505978134449872,
      "grad_norm": 1.2302178984271108,
      "learning_rate": 0.0001925314214442576,
      "loss": 2.2344,
      "step": 53866
    },
    {
      "epoch": 2.506024656896953,
      "grad_norm": 1.174703871736089,
      "learning_rate": 0.0001925278623302269,
      "loss": 1.9844,
      "step": 53867
    },
    {
      "epoch": 2.5060711793440333,
      "grad_norm": 1.2369065024041532,
      "learning_rate": 0.00019252430319016036,
      "loss": 2.1875,
      "step": 53868
    },
    {
      "epoch": 2.5061177017911143,
      "grad_norm": 1.2342622043880063,
      "learning_rate": 0.00019252074402406022,
      "loss": 2.3125,
      "step": 53869
    },
    {
      "epoch": 2.506164224238195,
      "grad_norm": 1.1396075943795023,
      "learning_rate": 0.00019251718483192858,
      "loss": 2.0625,
      "step": 53870
    },
    {
      "epoch": 2.5062107466852757,
      "grad_norm": 1.106875231672496,
      "learning_rate": 0.00019251362561376775,
      "loss": 2.0312,
      "step": 53871
    },
    {
      "epoch": 2.506257269132356,
      "grad_norm": 1.1325217253793975,
      "learning_rate": 0.00019251006636957974,
      "loss": 2.0781,
      "step": 53872
    },
    {
      "epoch": 2.506303791579437,
      "grad_norm": 1.1993241757798276,
      "learning_rate": 0.00019250650709936684,
      "loss": 2.1562,
      "step": 53873
    },
    {
      "epoch": 2.506350314026518,
      "grad_norm": 1.2648132026689112,
      "learning_rate": 0.00019250294780313122,
      "loss": 2.6094,
      "step": 53874
    },
    {
      "epoch": 2.5063968364735985,
      "grad_norm": 1.219186069610227,
      "learning_rate": 0.00019249938848087507,
      "loss": 2.3125,
      "step": 53875
    },
    {
      "epoch": 2.5064433589206794,
      "grad_norm": 1.1983776613754444,
      "learning_rate": 0.00019249582913260051,
      "loss": 2.3281,
      "step": 53876
    },
    {
      "epoch": 2.50648988136776,
      "grad_norm": 1.2203625560332232,
      "learning_rate": 0.00019249226975830974,
      "loss": 2.4531,
      "step": 53877
    },
    {
      "epoch": 2.5065364038148408,
      "grad_norm": 1.1975527786257638,
      "learning_rate": 0.000192488710358005,
      "loss": 2.2344,
      "step": 53878
    },
    {
      "epoch": 2.5065829262619213,
      "grad_norm": 1.2790211539125915,
      "learning_rate": 0.00019248515093168837,
      "loss": 2.375,
      "step": 53879
    },
    {
      "epoch": 2.506629448709002,
      "grad_norm": 1.230794216772681,
      "learning_rate": 0.00019248159147936214,
      "loss": 2.2344,
      "step": 53880
    },
    {
      "epoch": 2.5066759711560826,
      "grad_norm": 1.3203965395138464,
      "learning_rate": 0.00019247803200102837,
      "loss": 2.2969,
      "step": 53881
    },
    {
      "epoch": 2.5067224936031636,
      "grad_norm": 1.232278763898385,
      "learning_rate": 0.00019247447249668933,
      "loss": 2.5,
      "step": 53882
    },
    {
      "epoch": 2.506769016050244,
      "grad_norm": 1.180850258374669,
      "learning_rate": 0.00019247091296634717,
      "loss": 2.3281,
      "step": 53883
    },
    {
      "epoch": 2.506815538497325,
      "grad_norm": 1.3582616608503342,
      "learning_rate": 0.00019246735341000405,
      "loss": 2.2656,
      "step": 53884
    },
    {
      "epoch": 2.506862060944406,
      "grad_norm": 1.1566689948392521,
      "learning_rate": 0.0001924637938276622,
      "loss": 2.1094,
      "step": 53885
    },
    {
      "epoch": 2.5069085833914864,
      "grad_norm": 1.2157009456693055,
      "learning_rate": 0.00019246023421932372,
      "loss": 2.5,
      "step": 53886
    },
    {
      "epoch": 2.506955105838567,
      "grad_norm": 1.1814807911632614,
      "learning_rate": 0.00019245667458499084,
      "loss": 2.2344,
      "step": 53887
    },
    {
      "epoch": 2.5070016282856478,
      "grad_norm": 1.1243135578624377,
      "learning_rate": 0.00019245311492466574,
      "loss": 2.0312,
      "step": 53888
    },
    {
      "epoch": 2.5070481507327287,
      "grad_norm": 1.1243502239553125,
      "learning_rate": 0.00019244955523835063,
      "loss": 2.0469,
      "step": 53889
    },
    {
      "epoch": 2.507094673179809,
      "grad_norm": 1.181027394067481,
      "learning_rate": 0.0001924459955260476,
      "loss": 2.2656,
      "step": 53890
    },
    {
      "epoch": 2.50714119562689,
      "grad_norm": 1.1769238007564704,
      "learning_rate": 0.00019244243578775893,
      "loss": 2.3125,
      "step": 53891
    },
    {
      "epoch": 2.5071877180739706,
      "grad_norm": 1.2247906213865303,
      "learning_rate": 0.0001924388760234867,
      "loss": 2.3594,
      "step": 53892
    },
    {
      "epoch": 2.5072342405210515,
      "grad_norm": 1.211139660493993,
      "learning_rate": 0.00019243531623323317,
      "loss": 2.3438,
      "step": 53893
    },
    {
      "epoch": 2.507280762968132,
      "grad_norm": 1.1770096596333972,
      "learning_rate": 0.00019243175641700048,
      "loss": 2.2969,
      "step": 53894
    },
    {
      "epoch": 2.507327285415213,
      "grad_norm": 1.3045963691537825,
      "learning_rate": 0.0001924281965747908,
      "loss": 1.5391,
      "step": 53895
    },
    {
      "epoch": 2.507373807862294,
      "grad_norm": 1.1744568614388864,
      "learning_rate": 0.00019242463670660637,
      "loss": 2.3594,
      "step": 53896
    },
    {
      "epoch": 2.5074203303093743,
      "grad_norm": 1.1472517122997903,
      "learning_rate": 0.00019242107681244927,
      "loss": 2.2031,
      "step": 53897
    },
    {
      "epoch": 2.5074668527564548,
      "grad_norm": 1.3352035927260848,
      "learning_rate": 0.0001924175168923218,
      "loss": 2.25,
      "step": 53898
    },
    {
      "epoch": 2.5075133752035357,
      "grad_norm": 1.2539573081586353,
      "learning_rate": 0.00019241395694622607,
      "loss": 2.3906,
      "step": 53899
    },
    {
      "epoch": 2.5075598976506166,
      "grad_norm": 1.1795378728022612,
      "learning_rate": 0.00019241039697416424,
      "loss": 2.1719,
      "step": 53900
    },
    {
      "epoch": 2.507606420097697,
      "grad_norm": 1.2261806765224068,
      "learning_rate": 0.0001924068369761385,
      "loss": 2.2188,
      "step": 53901
    },
    {
      "epoch": 2.507652942544778,
      "grad_norm": 1.1902387655949305,
      "learning_rate": 0.00019240327695215108,
      "loss": 2.1094,
      "step": 53902
    },
    {
      "epoch": 2.5076994649918585,
      "grad_norm": 1.1011508922207645,
      "learning_rate": 0.0001923997169022041,
      "loss": 1.8984,
      "step": 53903
    },
    {
      "epoch": 2.5077459874389394,
      "grad_norm": 1.2579924276434409,
      "learning_rate": 0.0001923961568262998,
      "loss": 2.3906,
      "step": 53904
    },
    {
      "epoch": 2.50779250988602,
      "grad_norm": 1.2525408558090103,
      "learning_rate": 0.00019239259672444026,
      "loss": 2.2969,
      "step": 53905
    },
    {
      "epoch": 2.507839032333101,
      "grad_norm": 1.28532807096588,
      "learning_rate": 0.00019238903659662778,
      "loss": 2.25,
      "step": 53906
    },
    {
      "epoch": 2.5078855547801817,
      "grad_norm": 1.173017630193968,
      "learning_rate": 0.00019238547644286443,
      "loss": 2.2812,
      "step": 53907
    },
    {
      "epoch": 2.507932077227262,
      "grad_norm": 1.1927154662164543,
      "learning_rate": 0.00019238191626315247,
      "loss": 2.3125,
      "step": 53908
    },
    {
      "epoch": 2.5079785996743427,
      "grad_norm": 1.2730148038339106,
      "learning_rate": 0.00019237835605749406,
      "loss": 2.1406,
      "step": 53909
    },
    {
      "epoch": 2.5080251221214236,
      "grad_norm": 1.2495031647902264,
      "learning_rate": 0.00019237479582589136,
      "loss": 2.0781,
      "step": 53910
    },
    {
      "epoch": 2.5080716445685045,
      "grad_norm": 1.2698349954848638,
      "learning_rate": 0.00019237123556834659,
      "loss": 2.1719,
      "step": 53911
    },
    {
      "epoch": 2.508118167015585,
      "grad_norm": 1.0488844478291783,
      "learning_rate": 0.00019236767528486187,
      "loss": 1.8516,
      "step": 53912
    },
    {
      "epoch": 2.5081646894626655,
      "grad_norm": 1.232893251369335,
      "learning_rate": 0.0001923641149754394,
      "loss": 2.4844,
      "step": 53913
    },
    {
      "epoch": 2.5082112119097464,
      "grad_norm": 1.1360953908655564,
      "learning_rate": 0.00019236055464008138,
      "loss": 1.9688,
      "step": 53914
    },
    {
      "epoch": 2.5082577343568273,
      "grad_norm": 1.2398388141305299,
      "learning_rate": 0.00019235699427879,
      "loss": 2.1719,
      "step": 53915
    },
    {
      "epoch": 2.508304256803908,
      "grad_norm": 1.231382546566111,
      "learning_rate": 0.00019235343389156738,
      "loss": 2.3281,
      "step": 53916
    },
    {
      "epoch": 2.5083507792509887,
      "grad_norm": 1.1278978250279879,
      "learning_rate": 0.00019234987347841573,
      "loss": 2.0938,
      "step": 53917
    },
    {
      "epoch": 2.508397301698069,
      "grad_norm": 1.2196230856779664,
      "learning_rate": 0.00019234631303933727,
      "loss": 2.2812,
      "step": 53918
    },
    {
      "epoch": 2.50844382414515,
      "grad_norm": 1.213388158538828,
      "learning_rate": 0.00019234275257433415,
      "loss": 2.3281,
      "step": 53919
    },
    {
      "epoch": 2.5084903465922306,
      "grad_norm": 1.2254272131878288,
      "learning_rate": 0.00019233919208340856,
      "loss": 2.1406,
      "step": 53920
    },
    {
      "epoch": 2.5085368690393115,
      "grad_norm": 1.2325645066823159,
      "learning_rate": 0.00019233563156656263,
      "loss": 2.4531,
      "step": 53921
    },
    {
      "epoch": 2.5085833914863924,
      "grad_norm": 1.2294240079342966,
      "learning_rate": 0.0001923320710237986,
      "loss": 2.2812,
      "step": 53922
    },
    {
      "epoch": 2.508629913933473,
      "grad_norm": 1.2538611356848235,
      "learning_rate": 0.00019232851045511862,
      "loss": 2.4062,
      "step": 53923
    },
    {
      "epoch": 2.5086764363805534,
      "grad_norm": 1.292800727504354,
      "learning_rate": 0.00019232494986052488,
      "loss": 1.6797,
      "step": 53924
    },
    {
      "epoch": 2.5087229588276343,
      "grad_norm": 1.2454767015387365,
      "learning_rate": 0.00019232138924001955,
      "loss": 2.5,
      "step": 53925
    },
    {
      "epoch": 2.508769481274715,
      "grad_norm": 1.1234059460441708,
      "learning_rate": 0.00019231782859360482,
      "loss": 2.0312,
      "step": 53926
    },
    {
      "epoch": 2.5088160037217957,
      "grad_norm": 1.2868200224432225,
      "learning_rate": 0.00019231426792128283,
      "loss": 2.3125,
      "step": 53927
    },
    {
      "epoch": 2.5088625261688766,
      "grad_norm": 1.2527801611293679,
      "learning_rate": 0.00019231070722305584,
      "loss": 2.1562,
      "step": 53928
    },
    {
      "epoch": 2.508909048615957,
      "grad_norm": 1.1737667179448223,
      "learning_rate": 0.000192307146498926,
      "loss": 2.1094,
      "step": 53929
    },
    {
      "epoch": 2.508955571063038,
      "grad_norm": 1.2297953561215098,
      "learning_rate": 0.00019230358574889544,
      "loss": 2.3125,
      "step": 53930
    },
    {
      "epoch": 2.5090020935101185,
      "grad_norm": 1.1488394530355805,
      "learning_rate": 0.00019230002497296642,
      "loss": 2.0938,
      "step": 53931
    },
    {
      "epoch": 2.5090486159571994,
      "grad_norm": 2.417764713302766,
      "learning_rate": 0.000192296464171141,
      "loss": 2.1875,
      "step": 53932
    },
    {
      "epoch": 2.5090951384042803,
      "grad_norm": 1.192922218440811,
      "learning_rate": 0.0001922929033434215,
      "loss": 2.2188,
      "step": 53933
    },
    {
      "epoch": 2.509141660851361,
      "grad_norm": 1.3148162569647601,
      "learning_rate": 0.00019228934248981,
      "loss": 2.3594,
      "step": 53934
    },
    {
      "epoch": 2.5091881832984413,
      "grad_norm": 1.1986091230707747,
      "learning_rate": 0.00019228578161030878,
      "loss": 2.1719,
      "step": 53935
    },
    {
      "epoch": 2.509234705745522,
      "grad_norm": 1.2202716988702331,
      "learning_rate": 0.00019228222070491983,
      "loss": 2.3438,
      "step": 53936
    },
    {
      "epoch": 2.509281228192603,
      "grad_norm": 1.1532272790330402,
      "learning_rate": 0.00019227865977364557,
      "loss": 2.1719,
      "step": 53937
    },
    {
      "epoch": 2.5093277506396836,
      "grad_norm": 1.2700099124704496,
      "learning_rate": 0.00019227509881648798,
      "loss": 2.5312,
      "step": 53938
    },
    {
      "epoch": 2.5093742730867645,
      "grad_norm": 1.376906264558291,
      "learning_rate": 0.00019227153783344937,
      "loss": 2.4688,
      "step": 53939
    },
    {
      "epoch": 2.509420795533845,
      "grad_norm": 1.2401832448752894,
      "learning_rate": 0.00019226797682453186,
      "loss": 2.2656,
      "step": 53940
    },
    {
      "epoch": 2.509467317980926,
      "grad_norm": 1.3540830898736633,
      "learning_rate": 0.0001922644157897377,
      "loss": 2.2031,
      "step": 53941
    },
    {
      "epoch": 2.5095138404280064,
      "grad_norm": 1.2911373663054628,
      "learning_rate": 0.00019226085472906897,
      "loss": 2.5312,
      "step": 53942
    },
    {
      "epoch": 2.5095603628750873,
      "grad_norm": 1.3534030335851048,
      "learning_rate": 0.0001922572936425279,
      "loss": 2.2344,
      "step": 53943
    },
    {
      "epoch": 2.509606885322168,
      "grad_norm": 1.2122177125417533,
      "learning_rate": 0.0001922537325301167,
      "loss": 2.2031,
      "step": 53944
    },
    {
      "epoch": 2.5096534077692487,
      "grad_norm": 1.371831862730839,
      "learning_rate": 0.00019225017139183745,
      "loss": 2.3594,
      "step": 53945
    },
    {
      "epoch": 2.509699930216329,
      "grad_norm": 1.215577875366584,
      "learning_rate": 0.0001922466102276925,
      "loss": 2.2344,
      "step": 53946
    },
    {
      "epoch": 2.50974645266341,
      "grad_norm": 1.3144127108777537,
      "learning_rate": 0.00019224304903768378,
      "loss": 2.5781,
      "step": 53947
    },
    {
      "epoch": 2.509792975110491,
      "grad_norm": 1.1687716283135505,
      "learning_rate": 0.00019223948782181373,
      "loss": 2.3594,
      "step": 53948
    },
    {
      "epoch": 2.5098394975575715,
      "grad_norm": 1.2773419937284045,
      "learning_rate": 0.00019223592658008433,
      "loss": 2.2188,
      "step": 53949
    },
    {
      "epoch": 2.509886020004652,
      "grad_norm": 1.1801682796772808,
      "learning_rate": 0.00019223236531249792,
      "loss": 2.3438,
      "step": 53950
    },
    {
      "epoch": 2.509932542451733,
      "grad_norm": 1.306004292351957,
      "learning_rate": 0.0001922288040190566,
      "loss": 1.8047,
      "step": 53951
    },
    {
      "epoch": 2.509979064898814,
      "grad_norm": 1.2897644707470342,
      "learning_rate": 0.00019222524269976252,
      "loss": 2.5,
      "step": 53952
    },
    {
      "epoch": 2.5100255873458943,
      "grad_norm": 1.2277815309727014,
      "learning_rate": 0.0001922216813546179,
      "loss": 2.4375,
      "step": 53953
    },
    {
      "epoch": 2.5100721097929752,
      "grad_norm": 1.1517583919077805,
      "learning_rate": 0.00019221811998362495,
      "loss": 2.1875,
      "step": 53954
    },
    {
      "epoch": 2.5101186322400557,
      "grad_norm": 1.2360333490816675,
      "learning_rate": 0.0001922145585867858,
      "loss": 2.3281,
      "step": 53955
    },
    {
      "epoch": 2.5101651546871366,
      "grad_norm": 1.1148106802404627,
      "learning_rate": 0.00019221099716410265,
      "loss": 2.0469,
      "step": 53956
    },
    {
      "epoch": 2.510211677134217,
      "grad_norm": 1.1418490704390487,
      "learning_rate": 0.00019220743571557772,
      "loss": 2.0469,
      "step": 53957
    },
    {
      "epoch": 2.510258199581298,
      "grad_norm": 1.1922172661128334,
      "learning_rate": 0.00019220387424121312,
      "loss": 2.1094,
      "step": 53958
    },
    {
      "epoch": 2.510304722028379,
      "grad_norm": 1.2400197325485398,
      "learning_rate": 0.00019220031274101102,
      "loss": 2.3281,
      "step": 53959
    },
    {
      "epoch": 2.5103512444754594,
      "grad_norm": 1.2575012804719838,
      "learning_rate": 0.00019219675121497364,
      "loss": 2.5156,
      "step": 53960
    },
    {
      "epoch": 2.51039776692254,
      "grad_norm": 1.2195930854233286,
      "learning_rate": 0.0001921931896631032,
      "loss": 2.2188,
      "step": 53961
    },
    {
      "epoch": 2.510444289369621,
      "grad_norm": 1.0562831921305529,
      "learning_rate": 0.0001921896280854018,
      "loss": 1.8594,
      "step": 53962
    },
    {
      "epoch": 2.5104908118167018,
      "grad_norm": 1.1916150128308112,
      "learning_rate": 0.00019218606648187172,
      "loss": 2.375,
      "step": 53963
    },
    {
      "epoch": 2.5105373342637822,
      "grad_norm": 1.1660449821595693,
      "learning_rate": 0.00019218250485251504,
      "loss": 2.2344,
      "step": 53964
    },
    {
      "epoch": 2.510583856710863,
      "grad_norm": 1.2572606262069383,
      "learning_rate": 0.00019217894319733403,
      "loss": 2.5156,
      "step": 53965
    },
    {
      "epoch": 2.5106303791579436,
      "grad_norm": 1.1864213163057826,
      "learning_rate": 0.00019217538151633076,
      "loss": 2.2344,
      "step": 53966
    },
    {
      "epoch": 2.5106769016050245,
      "grad_norm": 1.219881139451744,
      "learning_rate": 0.0001921718198095075,
      "loss": 2.3594,
      "step": 53967
    },
    {
      "epoch": 2.510723424052105,
      "grad_norm": 1.218417146980249,
      "learning_rate": 0.00019216825807686643,
      "loss": 2.5156,
      "step": 53968
    },
    {
      "epoch": 2.510769946499186,
      "grad_norm": 1.1527325500938714,
      "learning_rate": 0.00019216469631840966,
      "loss": 2.1562,
      "step": 53969
    },
    {
      "epoch": 2.5108164689462664,
      "grad_norm": 1.3129781131504805,
      "learning_rate": 0.00019216113453413944,
      "loss": 2.5156,
      "step": 53970
    },
    {
      "epoch": 2.5108629913933473,
      "grad_norm": 1.1893632824578557,
      "learning_rate": 0.0001921575727240579,
      "loss": 2.0312,
      "step": 53971
    },
    {
      "epoch": 2.510909513840428,
      "grad_norm": 1.2133875774420078,
      "learning_rate": 0.00019215401088816726,
      "loss": 2.1875,
      "step": 53972
    },
    {
      "epoch": 2.5109560362875087,
      "grad_norm": 1.190999667882932,
      "learning_rate": 0.0001921504490264697,
      "loss": 2.3125,
      "step": 53973
    },
    {
      "epoch": 2.5110025587345897,
      "grad_norm": 1.2366304209350105,
      "learning_rate": 0.00019214688713896738,
      "loss": 2.5312,
      "step": 53974
    },
    {
      "epoch": 2.51104908118167,
      "grad_norm": 1.2928824070117955,
      "learning_rate": 0.00019214332522566246,
      "loss": 2.3281,
      "step": 53975
    },
    {
      "epoch": 2.5110956036287506,
      "grad_norm": 1.2417785471877796,
      "learning_rate": 0.0001921397632865572,
      "loss": 2.3125,
      "step": 53976
    },
    {
      "epoch": 2.5111421260758315,
      "grad_norm": 1.2024182554473524,
      "learning_rate": 0.00019213620132165366,
      "loss": 2.4219,
      "step": 53977
    },
    {
      "epoch": 2.5111886485229125,
      "grad_norm": 1.106609168044668,
      "learning_rate": 0.00019213263933095417,
      "loss": 2.0469,
      "step": 53978
    },
    {
      "epoch": 2.511235170969993,
      "grad_norm": 1.2238551132284903,
      "learning_rate": 0.00019212907731446077,
      "loss": 2.2656,
      "step": 53979
    },
    {
      "epoch": 2.511281693417074,
      "grad_norm": 1.23970997476123,
      "learning_rate": 0.00019212551527217572,
      "loss": 2.4688,
      "step": 53980
    },
    {
      "epoch": 2.5113282158641543,
      "grad_norm": 1.2267004386021498,
      "learning_rate": 0.0001921219532041012,
      "loss": 2.3906,
      "step": 53981
    },
    {
      "epoch": 2.5113747383112353,
      "grad_norm": 1.2303182627240186,
      "learning_rate": 0.00019211839111023932,
      "loss": 2.3594,
      "step": 53982
    },
    {
      "epoch": 2.5114212607583157,
      "grad_norm": 1.3714136683943292,
      "learning_rate": 0.00019211482899059233,
      "loss": 1.6719,
      "step": 53983
    },
    {
      "epoch": 2.5114677832053967,
      "grad_norm": 1.2256131963101524,
      "learning_rate": 0.0001921112668451624,
      "loss": 2.4688,
      "step": 53984
    },
    {
      "epoch": 2.5115143056524776,
      "grad_norm": 1.2399811897757729,
      "learning_rate": 0.00019210770467395174,
      "loss": 2.3594,
      "step": 53985
    },
    {
      "epoch": 2.511560828099558,
      "grad_norm": 1.3654387696313357,
      "learning_rate": 0.00019210414247696245,
      "loss": 2.5781,
      "step": 53986
    },
    {
      "epoch": 2.5116073505466385,
      "grad_norm": 1.9328587943665407,
      "learning_rate": 0.0001921005802541968,
      "loss": 2.1719,
      "step": 53987
    },
    {
      "epoch": 2.5116538729937194,
      "grad_norm": 1.6839183375020301,
      "learning_rate": 0.00019209701800565688,
      "loss": 2.3125,
      "step": 53988
    },
    {
      "epoch": 2.5117003954408004,
      "grad_norm": 1.1797142351739394,
      "learning_rate": 0.00019209345573134495,
      "loss": 2.25,
      "step": 53989
    },
    {
      "epoch": 2.511746917887881,
      "grad_norm": 1.2238548668034976,
      "learning_rate": 0.0001920898934312631,
      "loss": 2.5625,
      "step": 53990
    },
    {
      "epoch": 2.5117934403349618,
      "grad_norm": 1.1106548253720714,
      "learning_rate": 0.00019208633110541368,
      "loss": 2.0938,
      "step": 53991
    },
    {
      "epoch": 2.5118399627820422,
      "grad_norm": 1.2505432978766138,
      "learning_rate": 0.00019208276875379865,
      "loss": 2.2656,
      "step": 53992
    },
    {
      "epoch": 2.511886485229123,
      "grad_norm": 1.23497296737127,
      "learning_rate": 0.00019207920637642035,
      "loss": 2.4844,
      "step": 53993
    },
    {
      "epoch": 2.5119330076762036,
      "grad_norm": 1.145048208838188,
      "learning_rate": 0.00019207564397328092,
      "loss": 2.1875,
      "step": 53994
    },
    {
      "epoch": 2.5119795301232846,
      "grad_norm": 1.1116496417629589,
      "learning_rate": 0.0001920720815443825,
      "loss": 2.4062,
      "step": 53995
    },
    {
      "epoch": 2.512026052570365,
      "grad_norm": 1.1498070347657012,
      "learning_rate": 0.00019206851908972733,
      "loss": 2.2969,
      "step": 53996
    },
    {
      "epoch": 2.512072575017446,
      "grad_norm": 1.2155346703777117,
      "learning_rate": 0.00019206495660931757,
      "loss": 2.0781,
      "step": 53997
    },
    {
      "epoch": 2.5121190974645264,
      "grad_norm": 1.2790273716137592,
      "learning_rate": 0.0001920613941031554,
      "loss": 2.5312,
      "step": 53998
    },
    {
      "epoch": 2.5121656199116074,
      "grad_norm": 1.1167040998778885,
      "learning_rate": 0.00019205783157124297,
      "loss": 2.3594,
      "step": 53999
    },
    {
      "epoch": 2.5122121423586883,
      "grad_norm": 1.1524459108293623,
      "learning_rate": 0.00019205426901358253,
      "loss": 2.2031,
      "step": 54000
    },
    {
      "epoch": 2.5122586648057688,
      "grad_norm": 1.124400749082234,
      "learning_rate": 0.00019205070643017614,
      "loss": 2.2969,
      "step": 54001
    },
    {
      "epoch": 2.5123051872528492,
      "grad_norm": 1.1412633567486217,
      "learning_rate": 0.00019204714382102612,
      "loss": 2.0781,
      "step": 54002
    },
    {
      "epoch": 2.51235170969993,
      "grad_norm": 1.2052810846387307,
      "learning_rate": 0.0001920435811861346,
      "loss": 2.2656,
      "step": 54003
    },
    {
      "epoch": 2.512398232147011,
      "grad_norm": 1.421482832814416,
      "learning_rate": 0.00019204001852550368,
      "loss": 2.4688,
      "step": 54004
    },
    {
      "epoch": 2.5124447545940916,
      "grad_norm": 1.3938472461428164,
      "learning_rate": 0.0001920364558391357,
      "loss": 1.6719,
      "step": 54005
    },
    {
      "epoch": 2.5124912770411725,
      "grad_norm": 1.253438669614266,
      "learning_rate": 0.0001920328931270327,
      "loss": 2.1875,
      "step": 54006
    },
    {
      "epoch": 2.512537799488253,
      "grad_norm": 1.2430131902131023,
      "learning_rate": 0.00019202933038919693,
      "loss": 2.125,
      "step": 54007
    },
    {
      "epoch": 2.512584321935334,
      "grad_norm": 1.258355517582376,
      "learning_rate": 0.00019202576762563053,
      "loss": 2.2812,
      "step": 54008
    },
    {
      "epoch": 2.5126308443824144,
      "grad_norm": 1.2814254989264382,
      "learning_rate": 0.00019202220483633574,
      "loss": 2.2969,
      "step": 54009
    },
    {
      "epoch": 2.5126773668294953,
      "grad_norm": 1.2394264549056024,
      "learning_rate": 0.0001920186420213147,
      "loss": 2.5938,
      "step": 54010
    },
    {
      "epoch": 2.512723889276576,
      "grad_norm": 1.2797750009017705,
      "learning_rate": 0.00019201507918056962,
      "loss": 2.4062,
      "step": 54011
    },
    {
      "epoch": 2.5127704117236567,
      "grad_norm": 1.1363956266606712,
      "learning_rate": 0.00019201151631410263,
      "loss": 2.1562,
      "step": 54012
    },
    {
      "epoch": 2.512816934170737,
      "grad_norm": 1.2485323271984694,
      "learning_rate": 0.000192007953421916,
      "loss": 2.4531,
      "step": 54013
    },
    {
      "epoch": 2.512863456617818,
      "grad_norm": 1.2697951764231674,
      "learning_rate": 0.00019200439050401176,
      "loss": 2.5,
      "step": 54014
    },
    {
      "epoch": 2.512909979064899,
      "grad_norm": 1.1269965821169612,
      "learning_rate": 0.00019200082756039223,
      "loss": 2.0938,
      "step": 54015
    },
    {
      "epoch": 2.5129565015119795,
      "grad_norm": 1.1438441551027878,
      "learning_rate": 0.0001919972645910596,
      "loss": 2.2656,
      "step": 54016
    },
    {
      "epoch": 2.5130030239590604,
      "grad_norm": 1.3041500968245552,
      "learning_rate": 0.00019199370159601593,
      "loss": 2.3281,
      "step": 54017
    },
    {
      "epoch": 2.513049546406141,
      "grad_norm": 1.1996836450032415,
      "learning_rate": 0.0001919901385752635,
      "loss": 2.2969,
      "step": 54018
    },
    {
      "epoch": 2.513096068853222,
      "grad_norm": 1.2081185427021615,
      "learning_rate": 0.0001919865755288044,
      "loss": 2.3594,
      "step": 54019
    },
    {
      "epoch": 2.5131425913003023,
      "grad_norm": 1.2246937067778172,
      "learning_rate": 0.00019198301245664095,
      "loss": 2.1719,
      "step": 54020
    },
    {
      "epoch": 2.513189113747383,
      "grad_norm": 1.168450019617579,
      "learning_rate": 0.0001919794493587752,
      "loss": 1.9922,
      "step": 54021
    },
    {
      "epoch": 2.5132356361944637,
      "grad_norm": 1.2315044329389497,
      "learning_rate": 0.0001919758862352094,
      "loss": 2.4219,
      "step": 54022
    },
    {
      "epoch": 2.5132821586415446,
      "grad_norm": 1.3076749746952514,
      "learning_rate": 0.00019197232308594574,
      "loss": 2.3438,
      "step": 54023
    },
    {
      "epoch": 2.513328681088625,
      "grad_norm": 1.1571974479096996,
      "learning_rate": 0.00019196875991098634,
      "loss": 2.1562,
      "step": 54024
    },
    {
      "epoch": 2.513375203535706,
      "grad_norm": 1.172642073910385,
      "learning_rate": 0.0001919651967103334,
      "loss": 2.1406,
      "step": 54025
    },
    {
      "epoch": 2.513421725982787,
      "grad_norm": 1.3379106461904322,
      "learning_rate": 0.00019196163348398916,
      "loss": 2.8125,
      "step": 54026
    },
    {
      "epoch": 2.5134682484298674,
      "grad_norm": 1.2457923533123358,
      "learning_rate": 0.00019195807023195577,
      "loss": 2.2031,
      "step": 54027
    },
    {
      "epoch": 2.513514770876948,
      "grad_norm": 1.1858531785589264,
      "learning_rate": 0.00019195450695423538,
      "loss": 2.125,
      "step": 54028
    },
    {
      "epoch": 2.513561293324029,
      "grad_norm": 1.1443581219268586,
      "learning_rate": 0.0001919509436508302,
      "loss": 2.2031,
      "step": 54029
    },
    {
      "epoch": 2.5136078157711097,
      "grad_norm": 1.1828041275694514,
      "learning_rate": 0.0001919473803217424,
      "loss": 2.25,
      "step": 54030
    },
    {
      "epoch": 2.51365433821819,
      "grad_norm": 1.236455985869262,
      "learning_rate": 0.0001919438169669742,
      "loss": 2.3281,
      "step": 54031
    },
    {
      "epoch": 2.513700860665271,
      "grad_norm": 1.158209783753258,
      "learning_rate": 0.00019194025358652768,
      "loss": 2.2031,
      "step": 54032
    },
    {
      "epoch": 2.5137473831123516,
      "grad_norm": 1.3008424299278885,
      "learning_rate": 0.00019193669018040515,
      "loss": 2.4688,
      "step": 54033
    },
    {
      "epoch": 2.5137939055594325,
      "grad_norm": 1.2334308055822532,
      "learning_rate": 0.00019193312674860869,
      "loss": 2.3906,
      "step": 54034
    },
    {
      "epoch": 2.513840428006513,
      "grad_norm": 1.1436607013731344,
      "learning_rate": 0.00019192956329114056,
      "loss": 2.2344,
      "step": 54035
    },
    {
      "epoch": 2.513886950453594,
      "grad_norm": 1.1590469659696807,
      "learning_rate": 0.00019192599980800284,
      "loss": 2.0938,
      "step": 54036
    },
    {
      "epoch": 2.513933472900675,
      "grad_norm": 1.1935510378680725,
      "learning_rate": 0.0001919224362991978,
      "loss": 2.2812,
      "step": 54037
    },
    {
      "epoch": 2.5139799953477553,
      "grad_norm": 1.215771899277715,
      "learning_rate": 0.00019191887276472766,
      "loss": 2.2969,
      "step": 54038
    },
    {
      "epoch": 2.5140265177948358,
      "grad_norm": 1.2672739210835264,
      "learning_rate": 0.00019191530920459449,
      "loss": 2.3438,
      "step": 54039
    },
    {
      "epoch": 2.5140730402419167,
      "grad_norm": 1.2519301651243464,
      "learning_rate": 0.00019191174561880055,
      "loss": 2.4375,
      "step": 54040
    },
    {
      "epoch": 2.5141195626889976,
      "grad_norm": 1.2311188017341317,
      "learning_rate": 0.00019190818200734793,
      "loss": 2.5312,
      "step": 54041
    },
    {
      "epoch": 2.514166085136078,
      "grad_norm": 1.252875966414561,
      "learning_rate": 0.00019190461837023895,
      "loss": 2.1562,
      "step": 54042
    },
    {
      "epoch": 2.514212607583159,
      "grad_norm": 1.1959810307278067,
      "learning_rate": 0.00019190105470747566,
      "loss": 2.0625,
      "step": 54043
    },
    {
      "epoch": 2.5142591300302395,
      "grad_norm": 1.2061114238777075,
      "learning_rate": 0.00019189749101906033,
      "loss": 2.4375,
      "step": 54044
    },
    {
      "epoch": 2.5143056524773204,
      "grad_norm": 1.2743438631788335,
      "learning_rate": 0.00019189392730499508,
      "loss": 2.25,
      "step": 54045
    },
    {
      "epoch": 2.514352174924401,
      "grad_norm": 1.2469093850991695,
      "learning_rate": 0.0001918903635652822,
      "loss": 2.3281,
      "step": 54046
    },
    {
      "epoch": 2.514398697371482,
      "grad_norm": 1.1279695672520904,
      "learning_rate": 0.00019188679979992366,
      "loss": 1.9219,
      "step": 54047
    },
    {
      "epoch": 2.5144452198185627,
      "grad_norm": 1.1812986518766189,
      "learning_rate": 0.00019188323600892186,
      "loss": 2.2812,
      "step": 54048
    },
    {
      "epoch": 2.514491742265643,
      "grad_norm": 1.3663264678230007,
      "learning_rate": 0.00019187967219227886,
      "loss": 2.375,
      "step": 54049
    },
    {
      "epoch": 2.5145382647127237,
      "grad_norm": 1.4007115310185874,
      "learning_rate": 0.00019187610834999692,
      "loss": 2.4531,
      "step": 54050
    },
    {
      "epoch": 2.5145847871598046,
      "grad_norm": 1.2449605218852773,
      "learning_rate": 0.00019187254448207813,
      "loss": 2.4219,
      "step": 54051
    },
    {
      "epoch": 2.5146313096068855,
      "grad_norm": 1.1823975759840255,
      "learning_rate": 0.00019186898058852478,
      "loss": 2.0469,
      "step": 54052
    },
    {
      "epoch": 2.514677832053966,
      "grad_norm": 1.2268551858405556,
      "learning_rate": 0.00019186541666933897,
      "loss": 2.2656,
      "step": 54053
    },
    {
      "epoch": 2.514724354501047,
      "grad_norm": 1.2063946337040423,
      "learning_rate": 0.00019186185272452287,
      "loss": 2.3438,
      "step": 54054
    },
    {
      "epoch": 2.5147708769481274,
      "grad_norm": 1.2491353837171473,
      "learning_rate": 0.00019185828875407874,
      "loss": 2.5312,
      "step": 54055
    },
    {
      "epoch": 2.5148173993952083,
      "grad_norm": 1.22714922767645,
      "learning_rate": 0.00019185472475800866,
      "loss": 2.3125,
      "step": 54056
    },
    {
      "epoch": 2.514863921842289,
      "grad_norm": 1.3631334565674675,
      "learning_rate": 0.00019185116073631498,
      "loss": 2.2031,
      "step": 54057
    },
    {
      "epoch": 2.5149104442893697,
      "grad_norm": 1.1786143129661801,
      "learning_rate": 0.00019184759668899965,
      "loss": 2.2188,
      "step": 54058
    },
    {
      "epoch": 2.51495696673645,
      "grad_norm": 1.1533786567170428,
      "learning_rate": 0.00019184403261606506,
      "loss": 2.2812,
      "step": 54059
    },
    {
      "epoch": 2.515003489183531,
      "grad_norm": 1.1410814593610537,
      "learning_rate": 0.00019184046851751323,
      "loss": 2.2344,
      "step": 54060
    },
    {
      "epoch": 2.5150500116306116,
      "grad_norm": 1.2880857446720533,
      "learning_rate": 0.00019183690439334648,
      "loss": 2.25,
      "step": 54061
    },
    {
      "epoch": 2.5150965340776925,
      "grad_norm": 1.1131539057863382,
      "learning_rate": 0.00019183334024356694,
      "loss": 2.2031,
      "step": 54062
    },
    {
      "epoch": 2.5151430565247734,
      "grad_norm": 1.1266161367329834,
      "learning_rate": 0.00019182977606817676,
      "loss": 2.2188,
      "step": 54063
    },
    {
      "epoch": 2.515189578971854,
      "grad_norm": 1.2712475731463309,
      "learning_rate": 0.00019182621186717816,
      "loss": 2.4531,
      "step": 54064
    },
    {
      "epoch": 2.5152361014189344,
      "grad_norm": 1.2748690868415742,
      "learning_rate": 0.00019182264764057324,
      "loss": 2.2969,
      "step": 54065
    },
    {
      "epoch": 2.5152826238660153,
      "grad_norm": 1.192761122793859,
      "learning_rate": 0.00019181908338836436,
      "loss": 2.1719,
      "step": 54066
    },
    {
      "epoch": 2.5153291463130962,
      "grad_norm": 1.1838877975846638,
      "learning_rate": 0.00019181551911055347,
      "loss": 2.2344,
      "step": 54067
    },
    {
      "epoch": 2.5153756687601767,
      "grad_norm": 1.2528512383718797,
      "learning_rate": 0.000191811954807143,
      "loss": 1.9922,
      "step": 54068
    },
    {
      "epoch": 2.5154221912072576,
      "grad_norm": 1.2507168999226344,
      "learning_rate": 0.00019180839047813492,
      "loss": 2.3438,
      "step": 54069
    },
    {
      "epoch": 2.515468713654338,
      "grad_norm": 1.189071536946855,
      "learning_rate": 0.0001918048261235315,
      "loss": 2.1719,
      "step": 54070
    },
    {
      "epoch": 2.515515236101419,
      "grad_norm": 1.2095575042331608,
      "learning_rate": 0.0001918012617433349,
      "loss": 2.2344,
      "step": 54071
    },
    {
      "epoch": 2.5155617585484995,
      "grad_norm": 1.2142143908881178,
      "learning_rate": 0.00019179769733754736,
      "loss": 2.3906,
      "step": 54072
    },
    {
      "epoch": 2.5156082809955804,
      "grad_norm": 1.1824650796022529,
      "learning_rate": 0.000191794132906171,
      "loss": 2.0469,
      "step": 54073
    },
    {
      "epoch": 2.5156548034426613,
      "grad_norm": 1.1463852575640545,
      "learning_rate": 0.0001917905684492081,
      "loss": 2.1562,
      "step": 54074
    },
    {
      "epoch": 2.515701325889742,
      "grad_norm": 1.3077950024350538,
      "learning_rate": 0.0001917870039666607,
      "loss": 2.4375,
      "step": 54075
    },
    {
      "epoch": 2.5157478483368223,
      "grad_norm": 1.2269628444958318,
      "learning_rate": 0.00019178343945853106,
      "loss": 2.125,
      "step": 54076
    },
    {
      "epoch": 2.5157943707839032,
      "grad_norm": 1.1747464686920785,
      "learning_rate": 0.00019177987492482136,
      "loss": 2.3438,
      "step": 54077
    },
    {
      "epoch": 2.515840893230984,
      "grad_norm": 1.2075101000394803,
      "learning_rate": 0.00019177631036553376,
      "loss": 2.1562,
      "step": 54078
    },
    {
      "epoch": 2.5158874156780646,
      "grad_norm": 1.2096521747937798,
      "learning_rate": 0.00019177274578067047,
      "loss": 2.25,
      "step": 54079
    },
    {
      "epoch": 2.5159339381251455,
      "grad_norm": 1.2035476249770012,
      "learning_rate": 0.00019176918117023365,
      "loss": 2.3438,
      "step": 54080
    },
    {
      "epoch": 2.515980460572226,
      "grad_norm": 1.2223190077651631,
      "learning_rate": 0.0001917656165342255,
      "loss": 2.2188,
      "step": 54081
    },
    {
      "epoch": 2.516026983019307,
      "grad_norm": 1.1593320671072969,
      "learning_rate": 0.00019176205187264813,
      "loss": 2.1562,
      "step": 54082
    },
    {
      "epoch": 2.5160735054663874,
      "grad_norm": 1.2541100986944536,
      "learning_rate": 0.00019175848718550387,
      "loss": 2.5469,
      "step": 54083
    },
    {
      "epoch": 2.5161200279134683,
      "grad_norm": 1.4356611603269234,
      "learning_rate": 0.0001917549224727948,
      "loss": 2.25,
      "step": 54084
    },
    {
      "epoch": 2.516166550360549,
      "grad_norm": 1.2979713613399038,
      "learning_rate": 0.00019175135773452312,
      "loss": 2.2812,
      "step": 54085
    },
    {
      "epoch": 2.5162130728076297,
      "grad_norm": 1.14737012051352,
      "learning_rate": 0.00019174779297069096,
      "loss": 2.1562,
      "step": 54086
    },
    {
      "epoch": 2.51625959525471,
      "grad_norm": 1.188068779965761,
      "learning_rate": 0.00019174422818130064,
      "loss": 2.1875,
      "step": 54087
    },
    {
      "epoch": 2.516306117701791,
      "grad_norm": 1.1770291635582484,
      "learning_rate": 0.00019174066336635423,
      "loss": 2.0781,
      "step": 54088
    },
    {
      "epoch": 2.516352640148872,
      "grad_norm": 1.2940782563191946,
      "learning_rate": 0.0001917370985258539,
      "loss": 2.3438,
      "step": 54089
    },
    {
      "epoch": 2.5163991625959525,
      "grad_norm": 1.2813972965958025,
      "learning_rate": 0.00019173353365980193,
      "loss": 2.4375,
      "step": 54090
    },
    {
      "epoch": 2.516445685043033,
      "grad_norm": 1.171994197321018,
      "learning_rate": 0.0001917299687682004,
      "loss": 2.1875,
      "step": 54091
    },
    {
      "epoch": 2.516492207490114,
      "grad_norm": 1.2157566917226943,
      "learning_rate": 0.00019172640385105153,
      "loss": 2.2969,
      "step": 54092
    },
    {
      "epoch": 2.516538729937195,
      "grad_norm": 1.2874073413592086,
      "learning_rate": 0.0001917228389083575,
      "loss": 2.3281,
      "step": 54093
    },
    {
      "epoch": 2.5165852523842753,
      "grad_norm": 1.1357279347281826,
      "learning_rate": 0.00019171927394012056,
      "loss": 2.0312,
      "step": 54094
    },
    {
      "epoch": 2.5166317748313562,
      "grad_norm": 1.18597060982137,
      "learning_rate": 0.00019171570894634278,
      "loss": 2.4219,
      "step": 54095
    },
    {
      "epoch": 2.5166782972784367,
      "grad_norm": 1.2038048987004337,
      "learning_rate": 0.00019171214392702646,
      "loss": 2.1406,
      "step": 54096
    },
    {
      "epoch": 2.5167248197255176,
      "grad_norm": 1.167314915876375,
      "learning_rate": 0.00019170857888217366,
      "loss": 2.25,
      "step": 54097
    },
    {
      "epoch": 2.516771342172598,
      "grad_norm": 1.322834696921346,
      "learning_rate": 0.00019170501381178667,
      "loss": 2.2656,
      "step": 54098
    },
    {
      "epoch": 2.516817864619679,
      "grad_norm": 1.2569863670459145,
      "learning_rate": 0.0001917014487158676,
      "loss": 2.1875,
      "step": 54099
    },
    {
      "epoch": 2.51686438706676,
      "grad_norm": 1.2040458027331733,
      "learning_rate": 0.00019169788359441867,
      "loss": 2.0,
      "step": 54100
    },
    {
      "epoch": 2.5169109095138404,
      "grad_norm": 1.155895938118878,
      "learning_rate": 0.00019169431844744207,
      "loss": 2.1719,
      "step": 54101
    },
    {
      "epoch": 2.516957431960921,
      "grad_norm": 1.1869253684435976,
      "learning_rate": 0.0001916907532749399,
      "loss": 2.2344,
      "step": 54102
    },
    {
      "epoch": 2.517003954408002,
      "grad_norm": 1.257105628289487,
      "learning_rate": 0.0001916871880769144,
      "loss": 2.4844,
      "step": 54103
    },
    {
      "epoch": 2.5170504768550828,
      "grad_norm": 1.2628454886039944,
      "learning_rate": 0.0001916836228533678,
      "loss": 2.1719,
      "step": 54104
    },
    {
      "epoch": 2.5170969993021632,
      "grad_norm": 1.2520101649933797,
      "learning_rate": 0.00019168005760430225,
      "loss": 2.1562,
      "step": 54105
    },
    {
      "epoch": 2.517143521749244,
      "grad_norm": 1.154044975506329,
      "learning_rate": 0.00019167649232971988,
      "loss": 2.0312,
      "step": 54106
    },
    {
      "epoch": 2.5171900441963246,
      "grad_norm": 1.3176842031560716,
      "learning_rate": 0.00019167292702962298,
      "loss": 2.4375,
      "step": 54107
    },
    {
      "epoch": 2.5172365666434056,
      "grad_norm": 1.2720556722717633,
      "learning_rate": 0.00019166936170401363,
      "loss": 1.9922,
      "step": 54108
    },
    {
      "epoch": 2.517283089090486,
      "grad_norm": 1.3312186500324341,
      "learning_rate": 0.00019166579635289404,
      "loss": 2.3594,
      "step": 54109
    },
    {
      "epoch": 2.517329611537567,
      "grad_norm": 1.307439052775743,
      "learning_rate": 0.00019166223097626643,
      "loss": 2.375,
      "step": 54110
    },
    {
      "epoch": 2.5173761339846474,
      "grad_norm": 1.2604800643578868,
      "learning_rate": 0.00019165866557413296,
      "loss": 2.4531,
      "step": 54111
    },
    {
      "epoch": 2.5174226564317284,
      "grad_norm": 1.3407465954264404,
      "learning_rate": 0.00019165510014649574,
      "loss": 2.5625,
      "step": 54112
    },
    {
      "epoch": 2.517469178878809,
      "grad_norm": 1.19694373368474,
      "learning_rate": 0.00019165153469335712,
      "loss": 2.0156,
      "step": 54113
    },
    {
      "epoch": 2.5175157013258898,
      "grad_norm": 1.151277935290406,
      "learning_rate": 0.00019164796921471912,
      "loss": 2.0469,
      "step": 54114
    },
    {
      "epoch": 2.5175622237729707,
      "grad_norm": 1.208978603854174,
      "learning_rate": 0.000191644403710584,
      "loss": 2.3906,
      "step": 54115
    },
    {
      "epoch": 2.517608746220051,
      "grad_norm": 1.2520055470511051,
      "learning_rate": 0.00019164083818095393,
      "loss": 2.4375,
      "step": 54116
    },
    {
      "epoch": 2.5176552686671316,
      "grad_norm": 1.231831087151709,
      "learning_rate": 0.00019163727262583107,
      "loss": 2.4688,
      "step": 54117
    },
    {
      "epoch": 2.5177017911142126,
      "grad_norm": 1.17853165757989,
      "learning_rate": 0.00019163370704521773,
      "loss": 2.125,
      "step": 54118
    },
    {
      "epoch": 2.5177483135612935,
      "grad_norm": 1.1467347293586536,
      "learning_rate": 0.00019163014143911588,
      "loss": 2.125,
      "step": 54119
    },
    {
      "epoch": 2.517794836008374,
      "grad_norm": 1.3029774105409682,
      "learning_rate": 0.00019162657580752785,
      "loss": 2.5625,
      "step": 54120
    },
    {
      "epoch": 2.517841358455455,
      "grad_norm": 1.2297107199085366,
      "learning_rate": 0.00019162301015045578,
      "loss": 2.25,
      "step": 54121
    },
    {
      "epoch": 2.5178878809025353,
      "grad_norm": 1.3048669849186572,
      "learning_rate": 0.00019161944446790188,
      "loss": 2.5625,
      "step": 54122
    },
    {
      "epoch": 2.5179344033496163,
      "grad_norm": 1.2658130973726076,
      "learning_rate": 0.0001916158787598683,
      "loss": 2.2031,
      "step": 54123
    },
    {
      "epoch": 2.5179809257966967,
      "grad_norm": 1.2666834264709284,
      "learning_rate": 0.00019161231302635724,
      "loss": 2.1406,
      "step": 54124
    },
    {
      "epoch": 2.5180274482437777,
      "grad_norm": 1.196013680696436,
      "learning_rate": 0.00019160874726737082,
      "loss": 2.25,
      "step": 54125
    },
    {
      "epoch": 2.5180739706908586,
      "grad_norm": 1.156908616538167,
      "learning_rate": 0.00019160518148291132,
      "loss": 2.0312,
      "step": 54126
    },
    {
      "epoch": 2.518120493137939,
      "grad_norm": 1.1665044631872084,
      "learning_rate": 0.0001916016156729809,
      "loss": 2.0938,
      "step": 54127
    },
    {
      "epoch": 2.5181670155850195,
      "grad_norm": 1.1572901129400046,
      "learning_rate": 0.00019159804983758172,
      "loss": 2.1094,
      "step": 54128
    },
    {
      "epoch": 2.5182135380321005,
      "grad_norm": 1.1439600329574837,
      "learning_rate": 0.00019159448397671597,
      "loss": 2.1719,
      "step": 54129
    },
    {
      "epoch": 2.5182600604791814,
      "grad_norm": 1.2782286861167043,
      "learning_rate": 0.00019159091809038578,
      "loss": 2.2969,
      "step": 54130
    },
    {
      "epoch": 2.518306582926262,
      "grad_norm": 1.16304768168632,
      "learning_rate": 0.00019158735217859348,
      "loss": 2.1562,
      "step": 54131
    },
    {
      "epoch": 2.518353105373343,
      "grad_norm": 1.1945483946417637,
      "learning_rate": 0.00019158378624134105,
      "loss": 2.1719,
      "step": 54132
    },
    {
      "epoch": 2.5183996278204233,
      "grad_norm": 1.1926871573891829,
      "learning_rate": 0.00019158022027863087,
      "loss": 2.125,
      "step": 54133
    },
    {
      "epoch": 2.518446150267504,
      "grad_norm": 1.2156292289894703,
      "learning_rate": 0.00019157665429046498,
      "loss": 2.2812,
      "step": 54134
    },
    {
      "epoch": 2.5184926727145847,
      "grad_norm": 1.2242501322241222,
      "learning_rate": 0.00019157308827684566,
      "loss": 2.0938,
      "step": 54135
    },
    {
      "epoch": 2.5185391951616656,
      "grad_norm": 1.2912154003505882,
      "learning_rate": 0.00019156952223777502,
      "loss": 2.25,
      "step": 54136
    },
    {
      "epoch": 2.518585717608746,
      "grad_norm": 1.2805683640558132,
      "learning_rate": 0.00019156595617325528,
      "loss": 2.5156,
      "step": 54137
    },
    {
      "epoch": 2.518632240055827,
      "grad_norm": 1.1649912931564115,
      "learning_rate": 0.0001915623900832886,
      "loss": 2.2344,
      "step": 54138
    },
    {
      "epoch": 2.5186787625029075,
      "grad_norm": 1.2492343531902272,
      "learning_rate": 0.00019155882396787718,
      "loss": 2.375,
      "step": 54139
    },
    {
      "epoch": 2.5187252849499884,
      "grad_norm": 1.2758937284467793,
      "learning_rate": 0.00019155525782702326,
      "loss": 2.2344,
      "step": 54140
    },
    {
      "epoch": 2.5187718073970693,
      "grad_norm": 1.249280683940321,
      "learning_rate": 0.0001915516916607289,
      "loss": 2.4688,
      "step": 54141
    },
    {
      "epoch": 2.5188183298441498,
      "grad_norm": 1.2521034518578469,
      "learning_rate": 0.00019154812546899637,
      "loss": 2.5469,
      "step": 54142
    },
    {
      "epoch": 2.5188648522912302,
      "grad_norm": 1.2641313985814588,
      "learning_rate": 0.00019154455925182785,
      "loss": 2.1875,
      "step": 54143
    },
    {
      "epoch": 2.518911374738311,
      "grad_norm": 1.2263439733317774,
      "learning_rate": 0.00019154099300922552,
      "loss": 2.2812,
      "step": 54144
    },
    {
      "epoch": 2.518957897185392,
      "grad_norm": 1.2244813110785338,
      "learning_rate": 0.0001915374267411915,
      "loss": 2.3438,
      "step": 54145
    },
    {
      "epoch": 2.5190044196324726,
      "grad_norm": 1.2206855997191637,
      "learning_rate": 0.00019153386044772807,
      "loss": 2.2188,
      "step": 54146
    },
    {
      "epoch": 2.5190509420795535,
      "grad_norm": 1.2299500346430112,
      "learning_rate": 0.00019153029412883734,
      "loss": 2.4531,
      "step": 54147
    },
    {
      "epoch": 2.519097464526634,
      "grad_norm": 1.2080557327234518,
      "learning_rate": 0.0001915267277845215,
      "loss": 2.2812,
      "step": 54148
    },
    {
      "epoch": 2.519143986973715,
      "grad_norm": 1.2746173129239862,
      "learning_rate": 0.00019152316141478277,
      "loss": 2.2031,
      "step": 54149
    },
    {
      "epoch": 2.5191905094207954,
      "grad_norm": 1.3668775594736156,
      "learning_rate": 0.0001915195950196233,
      "loss": 2.1562,
      "step": 54150
    },
    {
      "epoch": 2.5192370318678763,
      "grad_norm": 1.2302867046965562,
      "learning_rate": 0.00019151602859904533,
      "loss": 2.3125,
      "step": 54151
    },
    {
      "epoch": 2.519283554314957,
      "grad_norm": 1.5871195280736887,
      "learning_rate": 0.00019151246215305098,
      "loss": 2.6094,
      "step": 54152
    },
    {
      "epoch": 2.5193300767620377,
      "grad_norm": 1.250837604609875,
      "learning_rate": 0.00019150889568164247,
      "loss": 2.0781,
      "step": 54153
    },
    {
      "epoch": 2.519376599209118,
      "grad_norm": 1.2339098636798813,
      "learning_rate": 0.00019150532918482194,
      "loss": 2.2031,
      "step": 54154
    },
    {
      "epoch": 2.519423121656199,
      "grad_norm": 1.1218992948725577,
      "learning_rate": 0.00019150176266259162,
      "loss": 2.0781,
      "step": 54155
    },
    {
      "epoch": 2.51946964410328,
      "grad_norm": 1.176028870173004,
      "learning_rate": 0.00019149819611495366,
      "loss": 2.2812,
      "step": 54156
    },
    {
      "epoch": 2.5195161665503605,
      "grad_norm": 1.1959234229627265,
      "learning_rate": 0.0001914946295419103,
      "loss": 2.2031,
      "step": 54157
    },
    {
      "epoch": 2.5195626889974414,
      "grad_norm": 1.2981180750928756,
      "learning_rate": 0.00019149106294346366,
      "loss": 2.1094,
      "step": 54158
    },
    {
      "epoch": 2.519609211444522,
      "grad_norm": 1.274305574657095,
      "learning_rate": 0.00019148749631961592,
      "loss": 2.4062,
      "step": 54159
    },
    {
      "epoch": 2.519655733891603,
      "grad_norm": 1.2995209730782111,
      "learning_rate": 0.00019148392967036936,
      "loss": 2.4375,
      "step": 54160
    },
    {
      "epoch": 2.5197022563386833,
      "grad_norm": 1.2834653650210315,
      "learning_rate": 0.000191480362995726,
      "loss": 2.3281,
      "step": 54161
    },
    {
      "epoch": 2.519748778785764,
      "grad_norm": 1.2390783785858415,
      "learning_rate": 0.0001914767962956882,
      "loss": 2.2188,
      "step": 54162
    },
    {
      "epoch": 2.519795301232845,
      "grad_norm": 1.1589295508945667,
      "learning_rate": 0.00019147322957025804,
      "loss": 1.6484,
      "step": 54163
    },
    {
      "epoch": 2.5198418236799256,
      "grad_norm": 1.2375252399157812,
      "learning_rate": 0.0001914696628194377,
      "loss": 2.3906,
      "step": 54164
    },
    {
      "epoch": 2.519888346127006,
      "grad_norm": 1.2126635893303013,
      "learning_rate": 0.0001914660960432294,
      "loss": 2.3438,
      "step": 54165
    },
    {
      "epoch": 2.519934868574087,
      "grad_norm": 1.123526440244624,
      "learning_rate": 0.00019146252924163534,
      "loss": 1.75,
      "step": 54166
    },
    {
      "epoch": 2.519981391021168,
      "grad_norm": 1.2165388385697347,
      "learning_rate": 0.00019145896241465763,
      "loss": 2.1875,
      "step": 54167
    },
    {
      "epoch": 2.5200279134682484,
      "grad_norm": 1.263214360498825,
      "learning_rate": 0.0001914553955622985,
      "loss": 2.4688,
      "step": 54168
    },
    {
      "epoch": 2.520074435915329,
      "grad_norm": 1.2116767626067895,
      "learning_rate": 0.00019145182868456013,
      "loss": 2.2969,
      "step": 54169
    },
    {
      "epoch": 2.52012095836241,
      "grad_norm": 1.2115645755317392,
      "learning_rate": 0.00019144826178144473,
      "loss": 2.125,
      "step": 54170
    },
    {
      "epoch": 2.5201674808094907,
      "grad_norm": 1.2821720659978122,
      "learning_rate": 0.00019144469485295448,
      "loss": 2.1875,
      "step": 54171
    },
    {
      "epoch": 2.520214003256571,
      "grad_norm": 1.263276209066394,
      "learning_rate": 0.0001914411278990915,
      "loss": 2.1094,
      "step": 54172
    },
    {
      "epoch": 2.520260525703652,
      "grad_norm": 1.1572954596556446,
      "learning_rate": 0.00019143756091985806,
      "loss": 2.1406,
      "step": 54173
    },
    {
      "epoch": 2.5203070481507326,
      "grad_norm": 1.2005070472254051,
      "learning_rate": 0.00019143399391525627,
      "loss": 2.1094,
      "step": 54174
    },
    {
      "epoch": 2.5203535705978135,
      "grad_norm": 1.2150824415340529,
      "learning_rate": 0.00019143042688528838,
      "loss": 2.5312,
      "step": 54175
    },
    {
      "epoch": 2.520400093044894,
      "grad_norm": 1.2460363028171393,
      "learning_rate": 0.0001914268598299565,
      "loss": 2.2344,
      "step": 54176
    },
    {
      "epoch": 2.520446615491975,
      "grad_norm": 1.285230606010023,
      "learning_rate": 0.00019142329274926287,
      "loss": 2.6094,
      "step": 54177
    },
    {
      "epoch": 2.520493137939056,
      "grad_norm": 1.2321930282191162,
      "learning_rate": 0.0001914197256432096,
      "loss": 2.4688,
      "step": 54178
    },
    {
      "epoch": 2.5205396603861363,
      "grad_norm": 1.1843200112504695,
      "learning_rate": 0.00019141615851179898,
      "loss": 2.2031,
      "step": 54179
    },
    {
      "epoch": 2.520586182833217,
      "grad_norm": 1.2198670904509943,
      "learning_rate": 0.00019141259135503313,
      "loss": 2.4219,
      "step": 54180
    },
    {
      "epoch": 2.5206327052802977,
      "grad_norm": 1.1993324790467796,
      "learning_rate": 0.0001914090241729143,
      "loss": 2.2344,
      "step": 54181
    },
    {
      "epoch": 2.5206792277273786,
      "grad_norm": 1.2429099016268257,
      "learning_rate": 0.00019140545696544453,
      "loss": 2.1562,
      "step": 54182
    },
    {
      "epoch": 2.520725750174459,
      "grad_norm": 1.3586626951214726,
      "learning_rate": 0.00019140188973262618,
      "loss": 2.2344,
      "step": 54183
    },
    {
      "epoch": 2.52077227262154,
      "grad_norm": 1.1638800214394016,
      "learning_rate": 0.00019139832247446135,
      "loss": 2.375,
      "step": 54184
    },
    {
      "epoch": 2.5208187950686205,
      "grad_norm": 1.1756850585789556,
      "learning_rate": 0.00019139475519095215,
      "loss": 2.1406,
      "step": 54185
    },
    {
      "epoch": 2.5208653175157014,
      "grad_norm": 1.2492604429232543,
      "learning_rate": 0.0001913911878821009,
      "loss": 2.2969,
      "step": 54186
    },
    {
      "epoch": 2.520911839962782,
      "grad_norm": 1.1582116793441768,
      "learning_rate": 0.00019138762054790966,
      "loss": 2.1406,
      "step": 54187
    },
    {
      "epoch": 2.520958362409863,
      "grad_norm": 1.2265009854532851,
      "learning_rate": 0.00019138405318838074,
      "loss": 1.7734,
      "step": 54188
    },
    {
      "epoch": 2.5210048848569437,
      "grad_norm": 1.270297712511743,
      "learning_rate": 0.0001913804858035162,
      "loss": 2.0938,
      "step": 54189
    },
    {
      "epoch": 2.521051407304024,
      "grad_norm": 1.1465766801820982,
      "learning_rate": 0.00019137691839331834,
      "loss": 2.1719,
      "step": 54190
    },
    {
      "epoch": 2.5210979297511047,
      "grad_norm": 1.3463333999229599,
      "learning_rate": 0.0001913733509577892,
      "loss": 2.3906,
      "step": 54191
    },
    {
      "epoch": 2.5211444521981856,
      "grad_norm": 1.2546627222255582,
      "learning_rate": 0.00019136978349693114,
      "loss": 2.375,
      "step": 54192
    },
    {
      "epoch": 2.5211909746452665,
      "grad_norm": 1.3421503338896121,
      "learning_rate": 0.00019136621601074623,
      "loss": 2.3594,
      "step": 54193
    },
    {
      "epoch": 2.521237497092347,
      "grad_norm": 1.1770259768169866,
      "learning_rate": 0.0001913626484992367,
      "loss": 2.3906,
      "step": 54194
    },
    {
      "epoch": 2.521284019539428,
      "grad_norm": 1.1408011342430973,
      "learning_rate": 0.00019135908096240464,
      "loss": 2.2344,
      "step": 54195
    },
    {
      "epoch": 2.5213305419865084,
      "grad_norm": 1.270527904141542,
      "learning_rate": 0.00019135551340025236,
      "loss": 2.4219,
      "step": 54196
    },
    {
      "epoch": 2.5213770644335893,
      "grad_norm": 1.2408840660139593,
      "learning_rate": 0.000191351945812782,
      "loss": 2.2812,
      "step": 54197
    },
    {
      "epoch": 2.52142358688067,
      "grad_norm": 1.301961565418177,
      "learning_rate": 0.00019134837819999575,
      "loss": 2.2812,
      "step": 54198
    },
    {
      "epoch": 2.5214701093277507,
      "grad_norm": 1.1087177336816785,
      "learning_rate": 0.0001913448105618957,
      "loss": 1.9531,
      "step": 54199
    },
    {
      "epoch": 2.521516631774831,
      "grad_norm": 1.2300188118242963,
      "learning_rate": 0.00019134124289848416,
      "loss": 2.4844,
      "step": 54200
    },
    {
      "epoch": 2.521563154221912,
      "grad_norm": 1.2655000986641392,
      "learning_rate": 0.00019133767520976327,
      "loss": 2.4375,
      "step": 54201
    },
    {
      "epoch": 2.5216096766689926,
      "grad_norm": 1.214354553052206,
      "learning_rate": 0.0001913341074957352,
      "loss": 1.75,
      "step": 54202
    },
    {
      "epoch": 2.5216561991160735,
      "grad_norm": 1.2582778643450985,
      "learning_rate": 0.00019133053975640217,
      "loss": 2.3125,
      "step": 54203
    },
    {
      "epoch": 2.5217027215631544,
      "grad_norm": 1.2312273068482205,
      "learning_rate": 0.0001913269719917663,
      "loss": 2.0781,
      "step": 54204
    },
    {
      "epoch": 2.521749244010235,
      "grad_norm": 1.280797287957109,
      "learning_rate": 0.00019132340420182985,
      "loss": 2.3594,
      "step": 54205
    },
    {
      "epoch": 2.5217957664573154,
      "grad_norm": 1.218065371827491,
      "learning_rate": 0.00019131983638659493,
      "loss": 2.3438,
      "step": 54206
    },
    {
      "epoch": 2.5218422889043963,
      "grad_norm": 1.2068923622764842,
      "learning_rate": 0.00019131626854606385,
      "loss": 2.2188,
      "step": 54207
    },
    {
      "epoch": 2.5218888113514772,
      "grad_norm": 1.37571141841718,
      "learning_rate": 0.00019131270068023862,
      "loss": 2.5469,
      "step": 54208
    },
    {
      "epoch": 2.5219353337985577,
      "grad_norm": 1.1901499160245148,
      "learning_rate": 0.00019130913278912154,
      "loss": 2.0938,
      "step": 54209
    },
    {
      "epoch": 2.5219818562456386,
      "grad_norm": 1.31957612916,
      "learning_rate": 0.0001913055648727148,
      "loss": 2.3281,
      "step": 54210
    },
    {
      "epoch": 2.522028378692719,
      "grad_norm": 1.1896833981128572,
      "learning_rate": 0.00019130199693102051,
      "loss": 2.2188,
      "step": 54211
    },
    {
      "epoch": 2.5220749011398,
      "grad_norm": 1.1870176573361007,
      "learning_rate": 0.00019129842896404087,
      "loss": 2.0469,
      "step": 54212
    },
    {
      "epoch": 2.5221214235868805,
      "grad_norm": 1.173084789634512,
      "learning_rate": 0.00019129486097177809,
      "loss": 2.3281,
      "step": 54213
    },
    {
      "epoch": 2.5221679460339614,
      "grad_norm": 1.2585842481608365,
      "learning_rate": 0.00019129129295423442,
      "loss": 2.5625,
      "step": 54214
    },
    {
      "epoch": 2.5222144684810424,
      "grad_norm": 1.1597268446139337,
      "learning_rate": 0.0001912877249114119,
      "loss": 2.125,
      "step": 54215
    },
    {
      "epoch": 2.522260990928123,
      "grad_norm": 1.2679653918806197,
      "learning_rate": 0.00019128415684331287,
      "loss": 2.1406,
      "step": 54216
    },
    {
      "epoch": 2.5223075133752033,
      "grad_norm": 1.1911557175612708,
      "learning_rate": 0.00019128058874993937,
      "loss": 2.2344,
      "step": 54217
    },
    {
      "epoch": 2.5223540358222842,
      "grad_norm": 1.1624797812104832,
      "learning_rate": 0.0001912770206312937,
      "loss": 2.2188,
      "step": 54218
    },
    {
      "epoch": 2.522400558269365,
      "grad_norm": 1.1494484792708928,
      "learning_rate": 0.00019127345248737797,
      "loss": 2.1875,
      "step": 54219
    },
    {
      "epoch": 2.5224470807164456,
      "grad_norm": 1.2196847440007514,
      "learning_rate": 0.00019126988431819437,
      "loss": 2.2188,
      "step": 54220
    },
    {
      "epoch": 2.5224936031635266,
      "grad_norm": 1.2082818085106448,
      "learning_rate": 0.00019126631612374512,
      "loss": 2.4844,
      "step": 54221
    },
    {
      "epoch": 2.522540125610607,
      "grad_norm": 1.2151059973445104,
      "learning_rate": 0.0001912627479040324,
      "loss": 2.3125,
      "step": 54222
    },
    {
      "epoch": 2.522586648057688,
      "grad_norm": 1.1415821556421268,
      "learning_rate": 0.00019125917965905835,
      "loss": 2.0938,
      "step": 54223
    },
    {
      "epoch": 2.5226331705047684,
      "grad_norm": 1.1451048943276916,
      "learning_rate": 0.0001912556113888252,
      "loss": 2.2344,
      "step": 54224
    },
    {
      "epoch": 2.5226796929518494,
      "grad_norm": 1.2015515803670103,
      "learning_rate": 0.00019125204309333515,
      "loss": 2.3281,
      "step": 54225
    },
    {
      "epoch": 2.52272621539893,
      "grad_norm": 1.326615742257787,
      "learning_rate": 0.00019124847477259034,
      "loss": 2.2656,
      "step": 54226
    },
    {
      "epoch": 2.5227727378460107,
      "grad_norm": 1.1530556373700431,
      "learning_rate": 0.000191244906426593,
      "loss": 2.1094,
      "step": 54227
    },
    {
      "epoch": 2.5228192602930912,
      "grad_norm": 1.2224319719870465,
      "learning_rate": 0.0001912413380553452,
      "loss": 2.1562,
      "step": 54228
    },
    {
      "epoch": 2.522865782740172,
      "grad_norm": 1.2211711331532196,
      "learning_rate": 0.00019123776965884927,
      "loss": 2.1719,
      "step": 54229
    },
    {
      "epoch": 2.522912305187253,
      "grad_norm": 1.1194833408599871,
      "learning_rate": 0.0001912342012371073,
      "loss": 1.7031,
      "step": 54230
    },
    {
      "epoch": 2.5229588276343335,
      "grad_norm": 1.2071083155887674,
      "learning_rate": 0.00019123063279012157,
      "loss": 2.0938,
      "step": 54231
    },
    {
      "epoch": 2.523005350081414,
      "grad_norm": 1.1548983478185182,
      "learning_rate": 0.00019122706431789417,
      "loss": 2.0781,
      "step": 54232
    },
    {
      "epoch": 2.523051872528495,
      "grad_norm": 1.2607493225857858,
      "learning_rate": 0.0001912234958204273,
      "loss": 2.2188,
      "step": 54233
    },
    {
      "epoch": 2.523098394975576,
      "grad_norm": 1.1636594942586111,
      "learning_rate": 0.00019121992729772319,
      "loss": 2.25,
      "step": 54234
    },
    {
      "epoch": 2.5231449174226563,
      "grad_norm": 1.1681039661046915,
      "learning_rate": 0.00019121635874978397,
      "loss": 2.0156,
      "step": 54235
    },
    {
      "epoch": 2.5231914398697373,
      "grad_norm": 1.2392381573401088,
      "learning_rate": 0.0001912127901766119,
      "loss": 2.3125,
      "step": 54236
    },
    {
      "epoch": 2.5232379623168177,
      "grad_norm": 1.3272542918426005,
      "learning_rate": 0.0001912092215782091,
      "loss": 2.25,
      "step": 54237
    },
    {
      "epoch": 2.5232844847638987,
      "grad_norm": 1.275774993045057,
      "learning_rate": 0.00019120565295457776,
      "loss": 1.7031,
      "step": 54238
    },
    {
      "epoch": 2.523331007210979,
      "grad_norm": 1.1615718086323603,
      "learning_rate": 0.00019120208430572006,
      "loss": 2.2656,
      "step": 54239
    },
    {
      "epoch": 2.52337752965806,
      "grad_norm": 1.1904265448210771,
      "learning_rate": 0.00019119851563163823,
      "loss": 2.3125,
      "step": 54240
    },
    {
      "epoch": 2.523424052105141,
      "grad_norm": 1.1549910182929672,
      "learning_rate": 0.00019119494693233438,
      "loss": 2.1562,
      "step": 54241
    },
    {
      "epoch": 2.5234705745522215,
      "grad_norm": 1.2188805527557725,
      "learning_rate": 0.00019119137820781078,
      "loss": 2.4688,
      "step": 54242
    },
    {
      "epoch": 2.523517096999302,
      "grad_norm": 1.1513082359233822,
      "learning_rate": 0.00019118780945806955,
      "loss": 1.8906,
      "step": 54243
    },
    {
      "epoch": 2.523563619446383,
      "grad_norm": 1.1891933645750383,
      "learning_rate": 0.00019118424068311296,
      "loss": 2.25,
      "step": 54244
    },
    {
      "epoch": 2.5236101418934638,
      "grad_norm": 1.282480683828336,
      "learning_rate": 0.00019118067188294305,
      "loss": 2.2656,
      "step": 54245
    },
    {
      "epoch": 2.5236566643405443,
      "grad_norm": 1.1416527015176576,
      "learning_rate": 0.00019117710305756213,
      "loss": 2.2031,
      "step": 54246
    },
    {
      "epoch": 2.523703186787625,
      "grad_norm": 1.3075330702049013,
      "learning_rate": 0.00019117353420697238,
      "loss": 2.3438,
      "step": 54247
    },
    {
      "epoch": 2.5237497092347057,
      "grad_norm": 1.2363592802001502,
      "learning_rate": 0.0001911699653311759,
      "loss": 2.4062,
      "step": 54248
    },
    {
      "epoch": 2.5237962316817866,
      "grad_norm": 1.1965343517172002,
      "learning_rate": 0.00019116639643017497,
      "loss": 2.4375,
      "step": 54249
    },
    {
      "epoch": 2.523842754128867,
      "grad_norm": 1.2437586573833903,
      "learning_rate": 0.00019116282750397166,
      "loss": 2.4375,
      "step": 54250
    },
    {
      "epoch": 2.523889276575948,
      "grad_norm": 1.2901057609978837,
      "learning_rate": 0.0001911592585525683,
      "loss": 1.7422,
      "step": 54251
    },
    {
      "epoch": 2.5239357990230284,
      "grad_norm": 1.1208704176250206,
      "learning_rate": 0.00019115568957596695,
      "loss": 2.3438,
      "step": 54252
    },
    {
      "epoch": 2.5239823214701094,
      "grad_norm": 1.3072124417917068,
      "learning_rate": 0.00019115212057416989,
      "loss": 1.7422,
      "step": 54253
    },
    {
      "epoch": 2.52402884391719,
      "grad_norm": 1.1209500678435085,
      "learning_rate": 0.00019114855154717922,
      "loss": 2.0625,
      "step": 54254
    },
    {
      "epoch": 2.5240753663642708,
      "grad_norm": 1.23073276807482,
      "learning_rate": 0.00019114498249499717,
      "loss": 2.4375,
      "step": 54255
    },
    {
      "epoch": 2.5241218888113517,
      "grad_norm": 1.2227708735516458,
      "learning_rate": 0.00019114141341762593,
      "loss": 2.1562,
      "step": 54256
    },
    {
      "epoch": 2.524168411258432,
      "grad_norm": 1.2745920699980022,
      "learning_rate": 0.00019113784431506762,
      "loss": 2.1719,
      "step": 54257
    },
    {
      "epoch": 2.5242149337055126,
      "grad_norm": 1.1368025115109084,
      "learning_rate": 0.00019113427518732456,
      "loss": 2.0938,
      "step": 54258
    },
    {
      "epoch": 2.5242614561525936,
      "grad_norm": 1.1302673960052565,
      "learning_rate": 0.0001911307060343988,
      "loss": 2.1562,
      "step": 54259
    },
    {
      "epoch": 2.5243079785996745,
      "grad_norm": 1.2485447529996299,
      "learning_rate": 0.00019112713685629263,
      "loss": 2.5312,
      "step": 54260
    },
    {
      "epoch": 2.524354501046755,
      "grad_norm": 1.2608433295277248,
      "learning_rate": 0.00019112356765300814,
      "loss": 2.3906,
      "step": 54261
    },
    {
      "epoch": 2.524401023493836,
      "grad_norm": 1.3268449115191883,
      "learning_rate": 0.00019111999842454758,
      "loss": 2.4531,
      "step": 54262
    },
    {
      "epoch": 2.5244475459409164,
      "grad_norm": 1.1734062976435375,
      "learning_rate": 0.0001911164291709131,
      "loss": 2.2031,
      "step": 54263
    },
    {
      "epoch": 2.5244940683879973,
      "grad_norm": 1.262718419082731,
      "learning_rate": 0.0001911128598921069,
      "loss": 2.3125,
      "step": 54264
    },
    {
      "epoch": 2.5245405908350778,
      "grad_norm": 1.2149193851832178,
      "learning_rate": 0.0001911092905881312,
      "loss": 2.0781,
      "step": 54265
    },
    {
      "epoch": 2.5245871132821587,
      "grad_norm": 1.2553780300814334,
      "learning_rate": 0.00019110572125898814,
      "loss": 2.5625,
      "step": 54266
    },
    {
      "epoch": 2.5246336357292396,
      "grad_norm": 1.2099406023680443,
      "learning_rate": 0.00019110215190467988,
      "loss": 2.4375,
      "step": 54267
    },
    {
      "epoch": 2.52468015817632,
      "grad_norm": 1.180528157685712,
      "learning_rate": 0.00019109858252520863,
      "loss": 2.2812,
      "step": 54268
    },
    {
      "epoch": 2.5247266806234006,
      "grad_norm": 1.2588982778261524,
      "learning_rate": 0.00019109501312057663,
      "loss": 2.4062,
      "step": 54269
    },
    {
      "epoch": 2.5247732030704815,
      "grad_norm": 1.1952262225661348,
      "learning_rate": 0.000191091443690786,
      "loss": 2.2344,
      "step": 54270
    },
    {
      "epoch": 2.5248197255175624,
      "grad_norm": 1.2503384486165623,
      "learning_rate": 0.00019108787423583896,
      "loss": 2.1719,
      "step": 54271
    },
    {
      "epoch": 2.524866247964643,
      "grad_norm": 1.2546756474752432,
      "learning_rate": 0.00019108430475573766,
      "loss": 2.2031,
      "step": 54272
    },
    {
      "epoch": 2.524912770411724,
      "grad_norm": 1.1592387553131493,
      "learning_rate": 0.00019108073525048435,
      "loss": 2.2969,
      "step": 54273
    },
    {
      "epoch": 2.5249592928588043,
      "grad_norm": 1.2360413638583065,
      "learning_rate": 0.00019107716572008113,
      "loss": 2.2344,
      "step": 54274
    },
    {
      "epoch": 2.525005815305885,
      "grad_norm": 1.151040986858638,
      "learning_rate": 0.00019107359616453025,
      "loss": 2.3438,
      "step": 54275
    },
    {
      "epoch": 2.5250523377529657,
      "grad_norm": 1.213061774689388,
      "learning_rate": 0.00019107002658383385,
      "loss": 2.4375,
      "step": 54276
    },
    {
      "epoch": 2.5250988602000466,
      "grad_norm": 1.197662757533502,
      "learning_rate": 0.00019106645697799415,
      "loss": 2.3125,
      "step": 54277
    },
    {
      "epoch": 2.5251453826471275,
      "grad_norm": 1.2228781972369727,
      "learning_rate": 0.00019106288734701334,
      "loss": 2.2656,
      "step": 54278
    },
    {
      "epoch": 2.525191905094208,
      "grad_norm": 1.1328385929037583,
      "learning_rate": 0.00019105931769089355,
      "loss": 2.3281,
      "step": 54279
    },
    {
      "epoch": 2.5252384275412885,
      "grad_norm": 1.2617065775739151,
      "learning_rate": 0.000191055748009637,
      "loss": 2.4219,
      "step": 54280
    },
    {
      "epoch": 2.5252849499883694,
      "grad_norm": 1.1569247460129948,
      "learning_rate": 0.0001910521783032459,
      "loss": 2.2812,
      "step": 54281
    },
    {
      "epoch": 2.5253314724354503,
      "grad_norm": 1.1526554086438474,
      "learning_rate": 0.00019104860857172245,
      "loss": 2.25,
      "step": 54282
    },
    {
      "epoch": 2.525377994882531,
      "grad_norm": 1.16724374086386,
      "learning_rate": 0.00019104503881506877,
      "loss": 2.0469,
      "step": 54283
    },
    {
      "epoch": 2.5254245173296113,
      "grad_norm": 1.2337606692149838,
      "learning_rate": 0.00019104146903328707,
      "loss": 2.3906,
      "step": 54284
    },
    {
      "epoch": 2.525471039776692,
      "grad_norm": 1.2270909682725666,
      "learning_rate": 0.00019103789922637952,
      "loss": 2.25,
      "step": 54285
    },
    {
      "epoch": 2.525517562223773,
      "grad_norm": 1.242341296107156,
      "learning_rate": 0.00019103432939434836,
      "loss": 2.2969,
      "step": 54286
    },
    {
      "epoch": 2.5255640846708536,
      "grad_norm": 1.2566965211647956,
      "learning_rate": 0.00019103075953719574,
      "loss": 2.3906,
      "step": 54287
    },
    {
      "epoch": 2.5256106071179345,
      "grad_norm": 1.2664920879474777,
      "learning_rate": 0.00019102718965492384,
      "loss": 2.1875,
      "step": 54288
    },
    {
      "epoch": 2.525657129565015,
      "grad_norm": 1.181659296995605,
      "learning_rate": 0.0001910236197475348,
      "loss": 2.4688,
      "step": 54289
    },
    {
      "epoch": 2.525703652012096,
      "grad_norm": 1.2629690639764173,
      "learning_rate": 0.00019102004981503092,
      "loss": 2.5938,
      "step": 54290
    },
    {
      "epoch": 2.5257501744591764,
      "grad_norm": 1.205308799439066,
      "learning_rate": 0.00019101647985741434,
      "loss": 2.4219,
      "step": 54291
    },
    {
      "epoch": 2.5257966969062573,
      "grad_norm": 1.260065859219231,
      "learning_rate": 0.0001910129098746872,
      "loss": 2.3906,
      "step": 54292
    },
    {
      "epoch": 2.525843219353338,
      "grad_norm": 1.1992037899655814,
      "learning_rate": 0.00019100933986685172,
      "loss": 2.4219,
      "step": 54293
    },
    {
      "epoch": 2.5258897418004187,
      "grad_norm": 1.1772542320522141,
      "learning_rate": 0.00019100576983391006,
      "loss": 2.2031,
      "step": 54294
    },
    {
      "epoch": 2.525936264247499,
      "grad_norm": 1.3434127224971073,
      "learning_rate": 0.00019100219977586446,
      "loss": 2.3906,
      "step": 54295
    },
    {
      "epoch": 2.52598278669458,
      "grad_norm": 1.1807211315555937,
      "learning_rate": 0.00019099862969271705,
      "loss": 2.3438,
      "step": 54296
    },
    {
      "epoch": 2.526029309141661,
      "grad_norm": 1.2587817472998937,
      "learning_rate": 0.00019099505958447005,
      "loss": 2.3125,
      "step": 54297
    },
    {
      "epoch": 2.5260758315887415,
      "grad_norm": 1.3100491540167285,
      "learning_rate": 0.00019099148945112563,
      "loss": 1.6484,
      "step": 54298
    },
    {
      "epoch": 2.5261223540358224,
      "grad_norm": 1.2928224642403936,
      "learning_rate": 0.000190987919292686,
      "loss": 2.2031,
      "step": 54299
    },
    {
      "epoch": 2.526168876482903,
      "grad_norm": 1.1133123236475044,
      "learning_rate": 0.0001909843491091532,
      "loss": 1.9766,
      "step": 54300
    },
    {
      "epoch": 2.526215398929984,
      "grad_norm": 1.255323040155264,
      "learning_rate": 0.00019098077890052968,
      "loss": 2.3906,
      "step": 54301
    },
    {
      "epoch": 2.5262619213770643,
      "grad_norm": 1.265946499098024,
      "learning_rate": 0.00019097720866681744,
      "loss": 2.5781,
      "step": 54302
    },
    {
      "epoch": 2.526308443824145,
      "grad_norm": 1.2409130376913058,
      "learning_rate": 0.00019097363840801874,
      "loss": 2.3125,
      "step": 54303
    },
    {
      "epoch": 2.526354966271226,
      "grad_norm": 1.225283322929724,
      "learning_rate": 0.00019097006812413572,
      "loss": 2.3125,
      "step": 54304
    },
    {
      "epoch": 2.5264014887183066,
      "grad_norm": 1.2476197566538036,
      "learning_rate": 0.00019096649781517056,
      "loss": 2.3438,
      "step": 54305
    },
    {
      "epoch": 2.526448011165387,
      "grad_norm": 1.2411729431795833,
      "learning_rate": 0.0001909629274811255,
      "loss": 2.4219,
      "step": 54306
    },
    {
      "epoch": 2.526494533612468,
      "grad_norm": 1.2084751925339956,
      "learning_rate": 0.00019095935712200266,
      "loss": 2.1094,
      "step": 54307
    },
    {
      "epoch": 2.526541056059549,
      "grad_norm": 1.2957112257230943,
      "learning_rate": 0.00019095578673780427,
      "loss": 2.4219,
      "step": 54308
    },
    {
      "epoch": 2.5265875785066294,
      "grad_norm": 1.1581563078503856,
      "learning_rate": 0.0001909522163285325,
      "loss": 2.1719,
      "step": 54309
    },
    {
      "epoch": 2.5266341009537103,
      "grad_norm": 1.2695719009873914,
      "learning_rate": 0.0001909486458941896,
      "loss": 2.2344,
      "step": 54310
    },
    {
      "epoch": 2.526680623400791,
      "grad_norm": 1.2688368398977792,
      "learning_rate": 0.0001909450754347776,
      "loss": 2.3594,
      "step": 54311
    },
    {
      "epoch": 2.5267271458478717,
      "grad_norm": 1.1800291809874344,
      "learning_rate": 0.00019094150495029886,
      "loss": 2.1719,
      "step": 54312
    },
    {
      "epoch": 2.526773668294952,
      "grad_norm": 1.2051738020255274,
      "learning_rate": 0.00019093793444075545,
      "loss": 2.2344,
      "step": 54313
    },
    {
      "epoch": 2.526820190742033,
      "grad_norm": 1.2005737450704288,
      "learning_rate": 0.00019093436390614965,
      "loss": 2.2969,
      "step": 54314
    },
    {
      "epoch": 2.5268667131891136,
      "grad_norm": 1.2206880965312856,
      "learning_rate": 0.00019093079334648352,
      "loss": 2.375,
      "step": 54315
    },
    {
      "epoch": 2.5269132356361945,
      "grad_norm": 1.2868273636859513,
      "learning_rate": 0.00019092722276175937,
      "loss": 2.2812,
      "step": 54316
    },
    {
      "epoch": 2.526959758083275,
      "grad_norm": 1.1453072530400639,
      "learning_rate": 0.0001909236521519793,
      "loss": 2.2031,
      "step": 54317
    },
    {
      "epoch": 2.527006280530356,
      "grad_norm": 1.1676194437039094,
      "learning_rate": 0.00019092008151714554,
      "loss": 2.1875,
      "step": 54318
    },
    {
      "epoch": 2.527052802977437,
      "grad_norm": 1.212083529622408,
      "learning_rate": 0.00019091651085726026,
      "loss": 2.2344,
      "step": 54319
    },
    {
      "epoch": 2.5270993254245173,
      "grad_norm": 1.1397882857483324,
      "learning_rate": 0.00019091294017232568,
      "loss": 2.0781,
      "step": 54320
    },
    {
      "epoch": 2.527145847871598,
      "grad_norm": 1.2577685694078962,
      "learning_rate": 0.00019090936946234395,
      "loss": 2.4375,
      "step": 54321
    },
    {
      "epoch": 2.5271923703186787,
      "grad_norm": 1.1272261806594233,
      "learning_rate": 0.0001909057987273172,
      "loss": 2.2031,
      "step": 54322
    },
    {
      "epoch": 2.5272388927657596,
      "grad_norm": 1.2730957023390856,
      "learning_rate": 0.00019090222796724774,
      "loss": 2.2656,
      "step": 54323
    },
    {
      "epoch": 2.52728541521284,
      "grad_norm": 1.2785138362916681,
      "learning_rate": 0.00019089865718213768,
      "loss": 2.5781,
      "step": 54324
    },
    {
      "epoch": 2.527331937659921,
      "grad_norm": 1.2944597831320754,
      "learning_rate": 0.00019089508637198924,
      "loss": 2.3438,
      "step": 54325
    },
    {
      "epoch": 2.5273784601070015,
      "grad_norm": 1.2425245922794654,
      "learning_rate": 0.00019089151553680452,
      "loss": 2.2188,
      "step": 54326
    },
    {
      "epoch": 2.5274249825540824,
      "grad_norm": 1.2425980475007234,
      "learning_rate": 0.00019088794467658583,
      "loss": 2.2812,
      "step": 54327
    },
    {
      "epoch": 2.527471505001163,
      "grad_norm": 1.25107097157742,
      "learning_rate": 0.0001908843737913353,
      "loss": 2.2656,
      "step": 54328
    },
    {
      "epoch": 2.527518027448244,
      "grad_norm": 1.3050016227126349,
      "learning_rate": 0.0001908808028810551,
      "loss": 2.4375,
      "step": 54329
    },
    {
      "epoch": 2.5275645498953248,
      "grad_norm": 1.410353970235155,
      "learning_rate": 0.00019087723194574746,
      "loss": 2.5469,
      "step": 54330
    },
    {
      "epoch": 2.5276110723424052,
      "grad_norm": 1.233978120044347,
      "learning_rate": 0.00019087366098541453,
      "loss": 2.3438,
      "step": 54331
    },
    {
      "epoch": 2.5276575947894857,
      "grad_norm": 1.2163884587530867,
      "learning_rate": 0.0001908700900000585,
      "loss": 2.25,
      "step": 54332
    },
    {
      "epoch": 2.5277041172365666,
      "grad_norm": 1.2687159460043131,
      "learning_rate": 0.0001908665189896815,
      "loss": 2.2031,
      "step": 54333
    },
    {
      "epoch": 2.5277506396836475,
      "grad_norm": 1.2237678674540098,
      "learning_rate": 0.00019086294795428587,
      "loss": 2.2344,
      "step": 54334
    },
    {
      "epoch": 2.527797162130728,
      "grad_norm": 1.2224244694153186,
      "learning_rate": 0.00019085937689387362,
      "loss": 2.4688,
      "step": 54335
    },
    {
      "epoch": 2.527843684577809,
      "grad_norm": 1.228319801398831,
      "learning_rate": 0.00019085580580844707,
      "loss": 2.2188,
      "step": 54336
    },
    {
      "epoch": 2.5278902070248894,
      "grad_norm": 1.2686157439473607,
      "learning_rate": 0.00019085223469800832,
      "loss": 2.5,
      "step": 54337
    },
    {
      "epoch": 2.5279367294719703,
      "grad_norm": 1.2121796931700337,
      "learning_rate": 0.00019084866356255964,
      "loss": 2.0469,
      "step": 54338
    },
    {
      "epoch": 2.527983251919051,
      "grad_norm": 1.2213718836887542,
      "learning_rate": 0.00019084509240210315,
      "loss": 2.2656,
      "step": 54339
    },
    {
      "epoch": 2.5280297743661317,
      "grad_norm": 1.19690614540733,
      "learning_rate": 0.00019084152121664108,
      "loss": 2.3281,
      "step": 54340
    },
    {
      "epoch": 2.528076296813212,
      "grad_norm": 1.17000956841141,
      "learning_rate": 0.00019083795000617552,
      "loss": 2.3594,
      "step": 54341
    },
    {
      "epoch": 2.528122819260293,
      "grad_norm": 1.144438771716871,
      "learning_rate": 0.00019083437877070878,
      "loss": 2.3594,
      "step": 54342
    },
    {
      "epoch": 2.5281693417073736,
      "grad_norm": 1.2317055666024601,
      "learning_rate": 0.00019083080751024299,
      "loss": 1.6328,
      "step": 54343
    },
    {
      "epoch": 2.5282158641544545,
      "grad_norm": 1.241202026770216,
      "learning_rate": 0.00019082723622478026,
      "loss": 2.4219,
      "step": 54344
    },
    {
      "epoch": 2.5282623866015355,
      "grad_norm": 1.1439180540867289,
      "learning_rate": 0.00019082366491432294,
      "loss": 2.2344,
      "step": 54345
    },
    {
      "epoch": 2.528308909048616,
      "grad_norm": 1.3409157222707604,
      "learning_rate": 0.0001908200935788731,
      "loss": 2.4531,
      "step": 54346
    },
    {
      "epoch": 2.5283554314956964,
      "grad_norm": 1.2050908153024238,
      "learning_rate": 0.00019081652221843298,
      "loss": 2.4375,
      "step": 54347
    },
    {
      "epoch": 2.5284019539427773,
      "grad_norm": 1.182975920431934,
      "learning_rate": 0.00019081295083300473,
      "loss": 2.25,
      "step": 54348
    },
    {
      "epoch": 2.5284484763898583,
      "grad_norm": 1.2006842486127476,
      "learning_rate": 0.00019080937942259055,
      "loss": 2.5781,
      "step": 54349
    },
    {
      "epoch": 2.5284949988369387,
      "grad_norm": 1.214543811021097,
      "learning_rate": 0.00019080580798719261,
      "loss": 2.3281,
      "step": 54350
    },
    {
      "epoch": 2.5285415212840197,
      "grad_norm": 1.2911835661434539,
      "learning_rate": 0.00019080223652681317,
      "loss": 2.2344,
      "step": 54351
    },
    {
      "epoch": 2.5285880437311,
      "grad_norm": 1.2325040604004054,
      "learning_rate": 0.0001907986650414543,
      "loss": 2.2344,
      "step": 54352
    },
    {
      "epoch": 2.528634566178181,
      "grad_norm": 1.2430196430784346,
      "learning_rate": 0.0001907950935311183,
      "loss": 2.2812,
      "step": 54353
    },
    {
      "epoch": 2.5286810886252615,
      "grad_norm": 1.1720586570657618,
      "learning_rate": 0.00019079152199580728,
      "loss": 2.2969,
      "step": 54354
    },
    {
      "epoch": 2.5287276110723425,
      "grad_norm": 1.1171123975621104,
      "learning_rate": 0.00019078795043552343,
      "loss": 2.1719,
      "step": 54355
    },
    {
      "epoch": 2.5287741335194234,
      "grad_norm": 1.1501231768362812,
      "learning_rate": 0.00019078437885026897,
      "loss": 1.9844,
      "step": 54356
    },
    {
      "epoch": 2.528820655966504,
      "grad_norm": 1.2132110734754484,
      "learning_rate": 0.00019078080724004606,
      "loss": 2.2031,
      "step": 54357
    },
    {
      "epoch": 2.5288671784135843,
      "grad_norm": 1.2521755531079495,
      "learning_rate": 0.00019077723560485693,
      "loss": 2.2812,
      "step": 54358
    },
    {
      "epoch": 2.5289137008606652,
      "grad_norm": 1.2042363003044863,
      "learning_rate": 0.0001907736639447037,
      "loss": 2.2188,
      "step": 54359
    },
    {
      "epoch": 2.528960223307746,
      "grad_norm": 1.195806315208233,
      "learning_rate": 0.00019077009225958863,
      "loss": 2.4375,
      "step": 54360
    },
    {
      "epoch": 2.5290067457548266,
      "grad_norm": 1.1871573761635592,
      "learning_rate": 0.00019076652054951382,
      "loss": 2.3281,
      "step": 54361
    },
    {
      "epoch": 2.5290532682019076,
      "grad_norm": 1.2783768875027668,
      "learning_rate": 0.00019076294881448155,
      "loss": 2.25,
      "step": 54362
    },
    {
      "epoch": 2.529099790648988,
      "grad_norm": 1.263102788260794,
      "learning_rate": 0.00019075937705449397,
      "loss": 2.3125,
      "step": 54363
    },
    {
      "epoch": 2.529146313096069,
      "grad_norm": 1.1897010331255602,
      "learning_rate": 0.00019075580526955324,
      "loss": 2.3125,
      "step": 54364
    },
    {
      "epoch": 2.5291928355431494,
      "grad_norm": 1.3151601356688059,
      "learning_rate": 0.00019075223345966158,
      "loss": 2.5625,
      "step": 54365
    },
    {
      "epoch": 2.5292393579902304,
      "grad_norm": 1.278379637224394,
      "learning_rate": 0.00019074866162482112,
      "loss": 1.7109,
      "step": 54366
    },
    {
      "epoch": 2.529285880437311,
      "grad_norm": 1.8250978957075608,
      "learning_rate": 0.00019074508976503414,
      "loss": 2.1406,
      "step": 54367
    },
    {
      "epoch": 2.5293324028843918,
      "grad_norm": 1.2132893202412687,
      "learning_rate": 0.0001907415178803027,
      "loss": 2.3594,
      "step": 54368
    },
    {
      "epoch": 2.5293789253314722,
      "grad_norm": 1.2144986821591963,
      "learning_rate": 0.00019073794597062918,
      "loss": 2.4375,
      "step": 54369
    },
    {
      "epoch": 2.529425447778553,
      "grad_norm": 1.2291319169624517,
      "learning_rate": 0.00019073437403601556,
      "loss": 2.0312,
      "step": 54370
    },
    {
      "epoch": 2.529471970225634,
      "grad_norm": 1.2191390352628768,
      "learning_rate": 0.00019073080207646415,
      "loss": 2.3594,
      "step": 54371
    },
    {
      "epoch": 2.5295184926727146,
      "grad_norm": 1.1594346035304925,
      "learning_rate": 0.00019072723009197707,
      "loss": 2.2031,
      "step": 54372
    },
    {
      "epoch": 2.529565015119795,
      "grad_norm": 1.2457850746402033,
      "learning_rate": 0.00019072365808255656,
      "loss": 2.2969,
      "step": 54373
    },
    {
      "epoch": 2.529611537566876,
      "grad_norm": 1.2767232294345368,
      "learning_rate": 0.0001907200860482048,
      "loss": 2.3125,
      "step": 54374
    },
    {
      "epoch": 2.529658060013957,
      "grad_norm": 1.2113975039982938,
      "learning_rate": 0.00019071651398892397,
      "loss": 2.2188,
      "step": 54375
    },
    {
      "epoch": 2.5297045824610374,
      "grad_norm": 1.185327853165437,
      "learning_rate": 0.0001907129419047162,
      "loss": 1.9688,
      "step": 54376
    },
    {
      "epoch": 2.5297511049081183,
      "grad_norm": 1.1532674875148063,
      "learning_rate": 0.00019070936979558378,
      "loss": 2.2812,
      "step": 54377
    },
    {
      "epoch": 2.5297976273551988,
      "grad_norm": 1.2282757732054292,
      "learning_rate": 0.0001907057976615288,
      "loss": 2.375,
      "step": 54378
    },
    {
      "epoch": 2.5298441498022797,
      "grad_norm": 1.2901460933196105,
      "learning_rate": 0.00019070222550255354,
      "loss": 2.0469,
      "step": 54379
    },
    {
      "epoch": 2.52989067224936,
      "grad_norm": 1.2167898117634781,
      "learning_rate": 0.00019069865331866013,
      "loss": 2.2969,
      "step": 54380
    },
    {
      "epoch": 2.529937194696441,
      "grad_norm": 1.1758195821187776,
      "learning_rate": 0.0001906950811098507,
      "loss": 2.1875,
      "step": 54381
    },
    {
      "epoch": 2.529983717143522,
      "grad_norm": 1.1270143368178114,
      "learning_rate": 0.00019069150887612756,
      "loss": 2.0625,
      "step": 54382
    },
    {
      "epoch": 2.5300302395906025,
      "grad_norm": 1.319109700989073,
      "learning_rate": 0.00019068793661749283,
      "loss": 2.3594,
      "step": 54383
    },
    {
      "epoch": 2.530076762037683,
      "grad_norm": 1.1359094099543925,
      "learning_rate": 0.00019068436433394874,
      "loss": 1.9375,
      "step": 54384
    },
    {
      "epoch": 2.530123284484764,
      "grad_norm": 1.2286371032399004,
      "learning_rate": 0.00019068079202549736,
      "loss": 2.1562,
      "step": 54385
    },
    {
      "epoch": 2.530169806931845,
      "grad_norm": 1.1969075832110847,
      "learning_rate": 0.00019067721969214102,
      "loss": 2.2969,
      "step": 54386
    },
    {
      "epoch": 2.5302163293789253,
      "grad_norm": 1.2013084195286083,
      "learning_rate": 0.00019067364733388182,
      "loss": 2.0469,
      "step": 54387
    },
    {
      "epoch": 2.530262851826006,
      "grad_norm": 1.2805639052439406,
      "learning_rate": 0.000190670074950722,
      "loss": 2.4062,
      "step": 54388
    },
    {
      "epoch": 2.5303093742730867,
      "grad_norm": 1.1673804767937308,
      "learning_rate": 0.00019066650254266369,
      "loss": 2.1562,
      "step": 54389
    },
    {
      "epoch": 2.5303558967201676,
      "grad_norm": 1.2488829982222265,
      "learning_rate": 0.0001906629301097091,
      "loss": 2.4375,
      "step": 54390
    },
    {
      "epoch": 2.530402419167248,
      "grad_norm": 1.2019523043321547,
      "learning_rate": 0.0001906593576518605,
      "loss": 2.1875,
      "step": 54391
    },
    {
      "epoch": 2.530448941614329,
      "grad_norm": 1.2526044049051557,
      "learning_rate": 0.00019065578516911993,
      "loss": 2.2656,
      "step": 54392
    },
    {
      "epoch": 2.53049546406141,
      "grad_norm": 1.2344857713152009,
      "learning_rate": 0.00019065221266148966,
      "loss": 2.25,
      "step": 54393
    },
    {
      "epoch": 2.5305419865084904,
      "grad_norm": 1.2622174906987522,
      "learning_rate": 0.00019064864012897185,
      "loss": 2.4219,
      "step": 54394
    },
    {
      "epoch": 2.530588508955571,
      "grad_norm": 1.265972171547182,
      "learning_rate": 0.00019064506757156873,
      "loss": 2.4375,
      "step": 54395
    },
    {
      "epoch": 2.530635031402652,
      "grad_norm": 1.3270587487679542,
      "learning_rate": 0.00019064149498928247,
      "loss": 2.3438,
      "step": 54396
    },
    {
      "epoch": 2.5306815538497327,
      "grad_norm": 1.1881726819871838,
      "learning_rate": 0.00019063792238211525,
      "loss": 2.125,
      "step": 54397
    },
    {
      "epoch": 2.530728076296813,
      "grad_norm": 1.2853065304782956,
      "learning_rate": 0.00019063434975006923,
      "loss": 2.4219,
      "step": 54398
    },
    {
      "epoch": 2.5307745987438937,
      "grad_norm": 1.1773309714334095,
      "learning_rate": 0.0001906307770931466,
      "loss": 2.2656,
      "step": 54399
    },
    {
      "epoch": 2.5308211211909746,
      "grad_norm": 1.26877333901296,
      "learning_rate": 0.00019062720441134963,
      "loss": 2.375,
      "step": 54400
    },
    {
      "epoch": 2.5308676436380555,
      "grad_norm": 1.328671941510755,
      "learning_rate": 0.00019062363170468038,
      "loss": 2.3281,
      "step": 54401
    },
    {
      "epoch": 2.530914166085136,
      "grad_norm": 1.1694534925501794,
      "learning_rate": 0.00019062005897314116,
      "loss": 2.1562,
      "step": 54402
    },
    {
      "epoch": 2.530960688532217,
      "grad_norm": 1.1782413113632833,
      "learning_rate": 0.0001906164862167341,
      "loss": 2.0938,
      "step": 54403
    },
    {
      "epoch": 2.5310072109792974,
      "grad_norm": 1.185442859578909,
      "learning_rate": 0.00019061291343546135,
      "loss": 2.4062,
      "step": 54404
    },
    {
      "epoch": 2.5310537334263783,
      "grad_norm": 1.1787598516332698,
      "learning_rate": 0.00019060934062932515,
      "loss": 2.2344,
      "step": 54405
    },
    {
      "epoch": 2.5311002558734588,
      "grad_norm": 1.21021366969273,
      "learning_rate": 0.00019060576779832765,
      "loss": 2.3594,
      "step": 54406
    },
    {
      "epoch": 2.5311467783205397,
      "grad_norm": 1.2453411586194267,
      "learning_rate": 0.00019060219494247108,
      "loss": 2.3594,
      "step": 54407
    },
    {
      "epoch": 2.5311933007676206,
      "grad_norm": 1.198171487291906,
      "learning_rate": 0.00019059862206175762,
      "loss": 2.2656,
      "step": 54408
    },
    {
      "epoch": 2.531239823214701,
      "grad_norm": 1.3829425709501446,
      "learning_rate": 0.00019059504915618945,
      "loss": 2.625,
      "step": 54409
    },
    {
      "epoch": 2.5312863456617816,
      "grad_norm": 1.2087208875831,
      "learning_rate": 0.0001905914762257687,
      "loss": 2.3438,
      "step": 54410
    },
    {
      "epoch": 2.5313328681088625,
      "grad_norm": 1.1708331564326324,
      "learning_rate": 0.0001905879032704977,
      "loss": 2.2969,
      "step": 54411
    },
    {
      "epoch": 2.5313793905559434,
      "grad_norm": 1.18968715490505,
      "learning_rate": 0.00019058433029037845,
      "loss": 2.4688,
      "step": 54412
    },
    {
      "epoch": 2.531425913003024,
      "grad_norm": 1.2403240643851756,
      "learning_rate": 0.0001905807572854133,
      "loss": 2.2344,
      "step": 54413
    },
    {
      "epoch": 2.531472435450105,
      "grad_norm": 1.3391870391982954,
      "learning_rate": 0.00019057718425560433,
      "loss": 2.4531,
      "step": 54414
    },
    {
      "epoch": 2.5315189578971853,
      "grad_norm": 1.220890894302204,
      "learning_rate": 0.0001905736112009538,
      "loss": 2.1094,
      "step": 54415
    },
    {
      "epoch": 2.531565480344266,
      "grad_norm": 1.185629782600954,
      "learning_rate": 0.00019057003812146382,
      "loss": 2.1562,
      "step": 54416
    },
    {
      "epoch": 2.5316120027913467,
      "grad_norm": 1.288236976616994,
      "learning_rate": 0.00019056646501713667,
      "loss": 2.4688,
      "step": 54417
    },
    {
      "epoch": 2.5316585252384276,
      "grad_norm": 1.1315390657689062,
      "learning_rate": 0.00019056289188797447,
      "loss": 2.2031,
      "step": 54418
    },
    {
      "epoch": 2.5317050476855085,
      "grad_norm": 1.1616866797334933,
      "learning_rate": 0.00019055931873397945,
      "loss": 2.25,
      "step": 54419
    },
    {
      "epoch": 2.531751570132589,
      "grad_norm": 1.1204630650011689,
      "learning_rate": 0.00019055574555515377,
      "loss": 2.0781,
      "step": 54420
    },
    {
      "epoch": 2.5317980925796695,
      "grad_norm": 1.1925884655254537,
      "learning_rate": 0.00019055217235149956,
      "loss": 2.0,
      "step": 54421
    },
    {
      "epoch": 2.5318446150267504,
      "grad_norm": 1.3521369440010333,
      "learning_rate": 0.00019054859912301912,
      "loss": 2.2188,
      "step": 54422
    },
    {
      "epoch": 2.5318911374738313,
      "grad_norm": 1.2806316063986511,
      "learning_rate": 0.00019054502586971463,
      "loss": 2.4688,
      "step": 54423
    },
    {
      "epoch": 2.531937659920912,
      "grad_norm": 1.1739766719376534,
      "learning_rate": 0.0001905414525915882,
      "loss": 2.1406,
      "step": 54424
    },
    {
      "epoch": 2.5319841823679927,
      "grad_norm": 1.2700581407965397,
      "learning_rate": 0.00019053787928864201,
      "loss": 2.2969,
      "step": 54425
    },
    {
      "epoch": 2.532030704815073,
      "grad_norm": 1.2155703639777016,
      "learning_rate": 0.00019053430596087837,
      "loss": 2.3594,
      "step": 54426
    },
    {
      "epoch": 2.532077227262154,
      "grad_norm": 1.1813013871497695,
      "learning_rate": 0.00019053073260829934,
      "loss": 2.2344,
      "step": 54427
    },
    {
      "epoch": 2.5321237497092346,
      "grad_norm": 1.2132381690899232,
      "learning_rate": 0.0001905271592309072,
      "loss": 2.0781,
      "step": 54428
    },
    {
      "epoch": 2.5321702721563155,
      "grad_norm": 1.214900816051969,
      "learning_rate": 0.00019052358582870405,
      "loss": 2.4688,
      "step": 54429
    },
    {
      "epoch": 2.532216794603396,
      "grad_norm": 1.177620833254357,
      "learning_rate": 0.00019052001240169215,
      "loss": 2.1562,
      "step": 54430
    },
    {
      "epoch": 2.532263317050477,
      "grad_norm": 1.1336253394480926,
      "learning_rate": 0.00019051643894987363,
      "loss": 1.9609,
      "step": 54431
    },
    {
      "epoch": 2.5323098394975574,
      "grad_norm": 1.265107824313913,
      "learning_rate": 0.0001905128654732507,
      "loss": 2.4844,
      "step": 54432
    },
    {
      "epoch": 2.5323563619446383,
      "grad_norm": 1.2063228933457233,
      "learning_rate": 0.00019050929197182557,
      "loss": 2.4219,
      "step": 54433
    },
    {
      "epoch": 2.5324028843917192,
      "grad_norm": 1.288177638049088,
      "learning_rate": 0.00019050571844560042,
      "loss": 2.1562,
      "step": 54434
    },
    {
      "epoch": 2.5324494068387997,
      "grad_norm": 1.111946285653329,
      "learning_rate": 0.00019050214489457743,
      "loss": 2.1562,
      "step": 54435
    },
    {
      "epoch": 2.53249592928588,
      "grad_norm": 1.1021531878513522,
      "learning_rate": 0.0001904985713187588,
      "loss": 1.5859,
      "step": 54436
    },
    {
      "epoch": 2.532542451732961,
      "grad_norm": 1.1999658473091879,
      "learning_rate": 0.00019049499771814672,
      "loss": 2.4375,
      "step": 54437
    },
    {
      "epoch": 2.532588974180042,
      "grad_norm": 1.1810041517231553,
      "learning_rate": 0.0001904914240927433,
      "loss": 2.375,
      "step": 54438
    },
    {
      "epoch": 2.5326354966271225,
      "grad_norm": 1.0576471212432441,
      "learning_rate": 0.0001904878504425509,
      "loss": 1.6328,
      "step": 54439
    },
    {
      "epoch": 2.5326820190742034,
      "grad_norm": 1.2082606710800718,
      "learning_rate": 0.00019048427676757147,
      "loss": 2.3438,
      "step": 54440
    },
    {
      "epoch": 2.532728541521284,
      "grad_norm": 1.2429950690997738,
      "learning_rate": 0.00019048070306780743,
      "loss": 2.2656,
      "step": 54441
    },
    {
      "epoch": 2.532775063968365,
      "grad_norm": 1.1274559840310827,
      "learning_rate": 0.00019047712934326078,
      "loss": 2.0938,
      "step": 54442
    },
    {
      "epoch": 2.5328215864154453,
      "grad_norm": 1.125190979772798,
      "learning_rate": 0.00019047355559393385,
      "loss": 2.2344,
      "step": 54443
    },
    {
      "epoch": 2.5328681088625262,
      "grad_norm": 1.163428503449991,
      "learning_rate": 0.00019046998181982872,
      "loss": 2.1562,
      "step": 54444
    },
    {
      "epoch": 2.532914631309607,
      "grad_norm": 1.36122216573357,
      "learning_rate": 0.00019046640802094768,
      "loss": 2.1406,
      "step": 54445
    },
    {
      "epoch": 2.5329611537566876,
      "grad_norm": 1.2293598082670458,
      "learning_rate": 0.00019046283419729283,
      "loss": 2.3594,
      "step": 54446
    },
    {
      "epoch": 2.533007676203768,
      "grad_norm": 1.034038489990101,
      "learning_rate": 0.00019045926034886646,
      "loss": 1.5781,
      "step": 54447
    },
    {
      "epoch": 2.533054198650849,
      "grad_norm": 1.2633441721115057,
      "learning_rate": 0.00019045568647567062,
      "loss": 2.4375,
      "step": 54448
    },
    {
      "epoch": 2.53310072109793,
      "grad_norm": 1.2014065281576216,
      "learning_rate": 0.00019045211257770763,
      "loss": 2.3438,
      "step": 54449
    },
    {
      "epoch": 2.5331472435450104,
      "grad_norm": 1.2446482558205698,
      "learning_rate": 0.0001904485386549796,
      "loss": 2.2344,
      "step": 54450
    },
    {
      "epoch": 2.5331937659920913,
      "grad_norm": 1.2279440049930384,
      "learning_rate": 0.0001904449647074887,
      "loss": 2.1719,
      "step": 54451
    },
    {
      "epoch": 2.533240288439172,
      "grad_norm": 1.1985632861018838,
      "learning_rate": 0.0001904413907352372,
      "loss": 2.2188,
      "step": 54452
    },
    {
      "epoch": 2.5332868108862527,
      "grad_norm": 1.2583994525231275,
      "learning_rate": 0.00019043781673822716,
      "loss": 1.9844,
      "step": 54453
    },
    {
      "epoch": 2.533333333333333,
      "grad_norm": 1.1916573402212467,
      "learning_rate": 0.00019043424271646096,
      "loss": 2.375,
      "step": 54454
    },
    {
      "epoch": 2.533379855780414,
      "grad_norm": 1.1567824920541427,
      "learning_rate": 0.00019043066866994058,
      "loss": 2.2656,
      "step": 54455
    },
    {
      "epoch": 2.5334263782274946,
      "grad_norm": 1.2404509557819063,
      "learning_rate": 0.00019042709459866837,
      "loss": 2.5938,
      "step": 54456
    },
    {
      "epoch": 2.5334729006745755,
      "grad_norm": 1.230506671262283,
      "learning_rate": 0.00019042352050264644,
      "loss": 2.3125,
      "step": 54457
    },
    {
      "epoch": 2.533519423121656,
      "grad_norm": 1.2622928347271873,
      "learning_rate": 0.000190419946381877,
      "loss": 2.4844,
      "step": 54458
    },
    {
      "epoch": 2.533565945568737,
      "grad_norm": 1.1760354770435464,
      "learning_rate": 0.0001904163722363622,
      "loss": 2.1094,
      "step": 54459
    },
    {
      "epoch": 2.533612468015818,
      "grad_norm": 1.2421348135403019,
      "learning_rate": 0.00019041279806610432,
      "loss": 2.3125,
      "step": 54460
    },
    {
      "epoch": 2.5336589904628983,
      "grad_norm": 1.1544312860017265,
      "learning_rate": 0.0001904092238711054,
      "loss": 2.3125,
      "step": 54461
    },
    {
      "epoch": 2.533705512909979,
      "grad_norm": 1.223580636092426,
      "learning_rate": 0.0001904056496513678,
      "loss": 2.2969,
      "step": 54462
    },
    {
      "epoch": 2.5337520353570597,
      "grad_norm": 1.1802732779566296,
      "learning_rate": 0.00019040207540689362,
      "loss": 2.1094,
      "step": 54463
    },
    {
      "epoch": 2.5337985578041406,
      "grad_norm": 1.5431594774807476,
      "learning_rate": 0.00019039850113768494,
      "loss": 2.2656,
      "step": 54464
    },
    {
      "epoch": 2.533845080251221,
      "grad_norm": 1.2357475060249337,
      "learning_rate": 0.00019039492684374415,
      "loss": 2.3906,
      "step": 54465
    },
    {
      "epoch": 2.533891602698302,
      "grad_norm": 1.3613331264824051,
      "learning_rate": 0.00019039135252507333,
      "loss": 2.2812,
      "step": 54466
    },
    {
      "epoch": 2.5339381251453825,
      "grad_norm": 1.2615353065741464,
      "learning_rate": 0.0001903877781816747,
      "loss": 2.3438,
      "step": 54467
    },
    {
      "epoch": 2.5339846475924634,
      "grad_norm": 1.2171115880279475,
      "learning_rate": 0.00019038420381355039,
      "loss": 2.1875,
      "step": 54468
    },
    {
      "epoch": 2.534031170039544,
      "grad_norm": 1.2688934348998557,
      "learning_rate": 0.00019038062942070268,
      "loss": 2.2031,
      "step": 54469
    },
    {
      "epoch": 2.534077692486625,
      "grad_norm": 1.2325100080460787,
      "learning_rate": 0.0001903770550031337,
      "loss": 2.2031,
      "step": 54470
    },
    {
      "epoch": 2.5341242149337058,
      "grad_norm": 1.2239623329568021,
      "learning_rate": 0.00019037348056084568,
      "loss": 2.125,
      "step": 54471
    },
    {
      "epoch": 2.5341707373807862,
      "grad_norm": 1.2650352377400804,
      "learning_rate": 0.0001903699060938407,
      "loss": 2.25,
      "step": 54472
    },
    {
      "epoch": 2.5342172598278667,
      "grad_norm": 1.1991140705991592,
      "learning_rate": 0.00019036633160212111,
      "loss": 2.1406,
      "step": 54473
    },
    {
      "epoch": 2.5342637822749476,
      "grad_norm": 1.3079853531943064,
      "learning_rate": 0.00019036275708568894,
      "loss": 2.2656,
      "step": 54474
    },
    {
      "epoch": 2.5343103047220286,
      "grad_norm": 1.3097130147256093,
      "learning_rate": 0.00019035918254454648,
      "loss": 2.4219,
      "step": 54475
    },
    {
      "epoch": 2.534356827169109,
      "grad_norm": 1.2543258249437728,
      "learning_rate": 0.00019035560797869591,
      "loss": 2.5,
      "step": 54476
    },
    {
      "epoch": 2.53440334961619,
      "grad_norm": 1.2574274061728428,
      "learning_rate": 0.00019035203338813936,
      "loss": 2.2969,
      "step": 54477
    },
    {
      "epoch": 2.5344498720632704,
      "grad_norm": 1.1518962700803255,
      "learning_rate": 0.0001903484587728791,
      "loss": 2.2969,
      "step": 54478
    },
    {
      "epoch": 2.5344963945103514,
      "grad_norm": 1.2204640904744826,
      "learning_rate": 0.00019034488413291725,
      "loss": 2.3125,
      "step": 54479
    },
    {
      "epoch": 2.534542916957432,
      "grad_norm": 1.2186945939357976,
      "learning_rate": 0.00019034130946825602,
      "loss": 2.2969,
      "step": 54480
    },
    {
      "epoch": 2.5345894394045128,
      "grad_norm": 1.3310945230930609,
      "learning_rate": 0.00019033773477889764,
      "loss": 2.5469,
      "step": 54481
    },
    {
      "epoch": 2.5346359618515932,
      "grad_norm": 1.1353930526663587,
      "learning_rate": 0.00019033416006484426,
      "loss": 1.9844,
      "step": 54482
    },
    {
      "epoch": 2.534682484298674,
      "grad_norm": 1.3783325755848554,
      "learning_rate": 0.000190330585326098,
      "loss": 2.2188,
      "step": 54483
    },
    {
      "epoch": 2.5347290067457546,
      "grad_norm": 1.2356859489633367,
      "learning_rate": 0.0001903270105626612,
      "loss": 2.4062,
      "step": 54484
    },
    {
      "epoch": 2.5347755291928356,
      "grad_norm": 1.118191088544711,
      "learning_rate": 0.00019032343577453592,
      "loss": 2.0938,
      "step": 54485
    },
    {
      "epoch": 2.5348220516399165,
      "grad_norm": 1.2687572201362018,
      "learning_rate": 0.00019031986096172438,
      "loss": 1.8984,
      "step": 54486
    },
    {
      "epoch": 2.534868574086997,
      "grad_norm": 1.1493703305324523,
      "learning_rate": 0.00019031628612422883,
      "loss": 1.7578,
      "step": 54487
    },
    {
      "epoch": 2.5349150965340774,
      "grad_norm": 1.1817993297385192,
      "learning_rate": 0.0001903127112620514,
      "loss": 2.1094,
      "step": 54488
    },
    {
      "epoch": 2.5349616189811583,
      "grad_norm": 1.2375727459648,
      "learning_rate": 0.00019030913637519428,
      "loss": 2.25,
      "step": 54489
    },
    {
      "epoch": 2.5350081414282393,
      "grad_norm": 1.3621608668876433,
      "learning_rate": 0.00019030556146365965,
      "loss": 2.2969,
      "step": 54490
    },
    {
      "epoch": 2.5350546638753197,
      "grad_norm": 1.1622268753357552,
      "learning_rate": 0.00019030198652744974,
      "loss": 2.2031,
      "step": 54491
    },
    {
      "epoch": 2.5351011863224007,
      "grad_norm": 1.1864605289191572,
      "learning_rate": 0.0001902984115665667,
      "loss": 2.25,
      "step": 54492
    },
    {
      "epoch": 2.535147708769481,
      "grad_norm": 1.2311101136106937,
      "learning_rate": 0.00019029483658101277,
      "loss": 2.2656,
      "step": 54493
    },
    {
      "epoch": 2.535194231216562,
      "grad_norm": 1.0810680229739265,
      "learning_rate": 0.00019029126157079005,
      "loss": 1.6172,
      "step": 54494
    },
    {
      "epoch": 2.5352407536636425,
      "grad_norm": 1.163979424615047,
      "learning_rate": 0.00019028768653590086,
      "loss": 2.3281,
      "step": 54495
    },
    {
      "epoch": 2.5352872761107235,
      "grad_norm": 1.2732679870817216,
      "learning_rate": 0.00019028411147634723,
      "loss": 2.5312,
      "step": 54496
    },
    {
      "epoch": 2.5353337985578044,
      "grad_norm": 1.1892651420057259,
      "learning_rate": 0.00019028053639213145,
      "loss": 2.3906,
      "step": 54497
    },
    {
      "epoch": 2.535380321004885,
      "grad_norm": 1.261946512410265,
      "learning_rate": 0.0001902769612832557,
      "loss": 1.8281,
      "step": 54498
    },
    {
      "epoch": 2.5354268434519653,
      "grad_norm": 1.289476213926014,
      "learning_rate": 0.00019027338614972217,
      "loss": 2.2656,
      "step": 54499
    },
    {
      "epoch": 2.5354733658990463,
      "grad_norm": 1.0990072853804136,
      "learning_rate": 0.00019026981099153303,
      "loss": 1.9844,
      "step": 54500
    },
    {
      "epoch": 2.535519888346127,
      "grad_norm": 1.289677853736475,
      "learning_rate": 0.00019026623580869047,
      "loss": 2.25,
      "step": 54501
    },
    {
      "epoch": 2.5355664107932077,
      "grad_norm": 1.1546311077082083,
      "learning_rate": 0.0001902626606011967,
      "loss": 2.25,
      "step": 54502
    },
    {
      "epoch": 2.5356129332402886,
      "grad_norm": 1.2719841967841747,
      "learning_rate": 0.00019025908536905384,
      "loss": 2.3438,
      "step": 54503
    },
    {
      "epoch": 2.535659455687369,
      "grad_norm": 1.1751620047018194,
      "learning_rate": 0.0001902555101122642,
      "loss": 1.9141,
      "step": 54504
    },
    {
      "epoch": 2.53570597813445,
      "grad_norm": 1.2536258100704671,
      "learning_rate": 0.00019025193483082983,
      "loss": 2.1719,
      "step": 54505
    },
    {
      "epoch": 2.5357525005815305,
      "grad_norm": 1.3022660550119827,
      "learning_rate": 0.00019024835952475303,
      "loss": 2.3281,
      "step": 54506
    },
    {
      "epoch": 2.5357990230286114,
      "grad_norm": 1.2620031504363394,
      "learning_rate": 0.00019024478419403594,
      "loss": 2.3594,
      "step": 54507
    },
    {
      "epoch": 2.5358455454756923,
      "grad_norm": 1.39107476139146,
      "learning_rate": 0.00019024120883868076,
      "loss": 2.5781,
      "step": 54508
    },
    {
      "epoch": 2.5358920679227728,
      "grad_norm": 1.1766073037158828,
      "learning_rate": 0.0001902376334586897,
      "loss": 2.2656,
      "step": 54509
    },
    {
      "epoch": 2.5359385903698533,
      "grad_norm": 1.0945808371965782,
      "learning_rate": 0.00019023405805406487,
      "loss": 2.0469,
      "step": 54510
    },
    {
      "epoch": 2.535985112816934,
      "grad_norm": 1.2246919098020497,
      "learning_rate": 0.00019023048262480853,
      "loss": 2.1875,
      "step": 54511
    },
    {
      "epoch": 2.536031635264015,
      "grad_norm": 1.2686664672553731,
      "learning_rate": 0.00019022690717092285,
      "loss": 2.2656,
      "step": 54512
    },
    {
      "epoch": 2.5360781577110956,
      "grad_norm": 1.2669281254161344,
      "learning_rate": 0.00019022333169241005,
      "loss": 2.1719,
      "step": 54513
    },
    {
      "epoch": 2.536124680158176,
      "grad_norm": 1.1640383740579316,
      "learning_rate": 0.00019021975618927224,
      "loss": 2.0938,
      "step": 54514
    },
    {
      "epoch": 2.536171202605257,
      "grad_norm": 1.303195278497842,
      "learning_rate": 0.0001902161806615117,
      "loss": 2.625,
      "step": 54515
    },
    {
      "epoch": 2.536217725052338,
      "grad_norm": 1.1871421794458297,
      "learning_rate": 0.00019021260510913057,
      "loss": 2.1875,
      "step": 54516
    },
    {
      "epoch": 2.5362642474994184,
      "grad_norm": 1.1467996592789853,
      "learning_rate": 0.00019020902953213105,
      "loss": 1.5781,
      "step": 54517
    },
    {
      "epoch": 2.5363107699464993,
      "grad_norm": 1.3702938392123418,
      "learning_rate": 0.00019020545393051529,
      "loss": 2.3281,
      "step": 54518
    },
    {
      "epoch": 2.5363572923935798,
      "grad_norm": 1.2089796331309868,
      "learning_rate": 0.00019020187830428553,
      "loss": 2.1719,
      "step": 54519
    },
    {
      "epoch": 2.5364038148406607,
      "grad_norm": 1.2244876027521616,
      "learning_rate": 0.00019019830265344398,
      "loss": 2.1719,
      "step": 54520
    },
    {
      "epoch": 2.536450337287741,
      "grad_norm": 1.2096635898929964,
      "learning_rate": 0.00019019472697799275,
      "loss": 1.6406,
      "step": 54521
    },
    {
      "epoch": 2.536496859734822,
      "grad_norm": 1.3165266910830404,
      "learning_rate": 0.00019019115127793412,
      "loss": 2.4688,
      "step": 54522
    },
    {
      "epoch": 2.536543382181903,
      "grad_norm": 1.2130439933245563,
      "learning_rate": 0.00019018757555327016,
      "loss": 2.2969,
      "step": 54523
    },
    {
      "epoch": 2.5365899046289835,
      "grad_norm": 1.2610327340437535,
      "learning_rate": 0.00019018399980400317,
      "loss": 2.3125,
      "step": 54524
    },
    {
      "epoch": 2.536636427076064,
      "grad_norm": 1.06015722946782,
      "learning_rate": 0.0001901804240301353,
      "loss": 1.6484,
      "step": 54525
    },
    {
      "epoch": 2.536682949523145,
      "grad_norm": 1.1562465324985132,
      "learning_rate": 0.00019017684823166873,
      "loss": 2.3594,
      "step": 54526
    },
    {
      "epoch": 2.536729471970226,
      "grad_norm": 1.2503690444398645,
      "learning_rate": 0.00019017327240860565,
      "loss": 2.3125,
      "step": 54527
    },
    {
      "epoch": 2.5367759944173063,
      "grad_norm": 1.2166537689739563,
      "learning_rate": 0.00019016969656094826,
      "loss": 2.3125,
      "step": 54528
    },
    {
      "epoch": 2.536822516864387,
      "grad_norm": 1.278456729407033,
      "learning_rate": 0.00019016612068869878,
      "loss": 2.25,
      "step": 54529
    },
    {
      "epoch": 2.5368690393114677,
      "grad_norm": 1.3793732118841902,
      "learning_rate": 0.0001901625447918593,
      "loss": 2.3125,
      "step": 54530
    },
    {
      "epoch": 2.5369155617585486,
      "grad_norm": 1.2267642310686657,
      "learning_rate": 0.00019015896887043213,
      "loss": 2.2656,
      "step": 54531
    },
    {
      "epoch": 2.536962084205629,
      "grad_norm": 1.2207972662789364,
      "learning_rate": 0.00019015539292441936,
      "loss": 2.25,
      "step": 54532
    },
    {
      "epoch": 2.53700860665271,
      "grad_norm": 1.1678517470354632,
      "learning_rate": 0.00019015181695382325,
      "loss": 2.1094,
      "step": 54533
    },
    {
      "epoch": 2.537055129099791,
      "grad_norm": 1.3232044918830337,
      "learning_rate": 0.00019014824095864592,
      "loss": 2.3281,
      "step": 54534
    },
    {
      "epoch": 2.5371016515468714,
      "grad_norm": 1.3125477590153183,
      "learning_rate": 0.00019014466493888968,
      "loss": 2.2656,
      "step": 54535
    },
    {
      "epoch": 2.537148173993952,
      "grad_norm": 1.282584410828983,
      "learning_rate": 0.00019014108889455655,
      "loss": 2.4531,
      "step": 54536
    },
    {
      "epoch": 2.537194696441033,
      "grad_norm": 1.27229450339985,
      "learning_rate": 0.0001901375128256489,
      "loss": 2.4062,
      "step": 54537
    },
    {
      "epoch": 2.5372412188881137,
      "grad_norm": 1.2751061875982221,
      "learning_rate": 0.00019013393673216874,
      "loss": 2.2344,
      "step": 54538
    },
    {
      "epoch": 2.537287741335194,
      "grad_norm": 1.253607672590764,
      "learning_rate": 0.0001901303606141184,
      "loss": 2.2969,
      "step": 54539
    },
    {
      "epoch": 2.537334263782275,
      "grad_norm": 1.2122540757724451,
      "learning_rate": 0.00019012678447149998,
      "loss": 2.2969,
      "step": 54540
    },
    {
      "epoch": 2.5373807862293556,
      "grad_norm": 1.1567367081190647,
      "learning_rate": 0.00019012320830431571,
      "loss": 2.0625,
      "step": 54541
    },
    {
      "epoch": 2.5374273086764365,
      "grad_norm": 1.204064589305012,
      "learning_rate": 0.0001901196321125678,
      "loss": 2.125,
      "step": 54542
    },
    {
      "epoch": 2.537473831123517,
      "grad_norm": 1.2087326425297202,
      "learning_rate": 0.00019011605589625843,
      "loss": 1.9297,
      "step": 54543
    },
    {
      "epoch": 2.537520353570598,
      "grad_norm": 1.2474312127622311,
      "learning_rate": 0.00019011247965538977,
      "loss": 2.375,
      "step": 54544
    },
    {
      "epoch": 2.5375668760176784,
      "grad_norm": 1.1537797509640308,
      "learning_rate": 0.000190108903389964,
      "loss": 2.1562,
      "step": 54545
    },
    {
      "epoch": 2.5376133984647593,
      "grad_norm": 1.140015790151344,
      "learning_rate": 0.00019010532709998329,
      "loss": 2.0938,
      "step": 54546
    },
    {
      "epoch": 2.53765992091184,
      "grad_norm": 1.2257025819161265,
      "learning_rate": 0.00019010175078544992,
      "loss": 2.3438,
      "step": 54547
    },
    {
      "epoch": 2.5377064433589207,
      "grad_norm": 1.1617924330543843,
      "learning_rate": 0.00019009817444636597,
      "loss": 2.0469,
      "step": 54548
    },
    {
      "epoch": 2.5377529658060016,
      "grad_norm": 1.250802197431433,
      "learning_rate": 0.0001900945980827337,
      "loss": 2.0781,
      "step": 54549
    },
    {
      "epoch": 2.537799488253082,
      "grad_norm": 1.1594020433634182,
      "learning_rate": 0.0001900910216945553,
      "loss": 2.1562,
      "step": 54550
    },
    {
      "epoch": 2.5378460107001626,
      "grad_norm": 1.2105803555452164,
      "learning_rate": 0.00019008744528183292,
      "loss": 2.3906,
      "step": 54551
    },
    {
      "epoch": 2.5378925331472435,
      "grad_norm": 1.2221781245850019,
      "learning_rate": 0.00019008386884456874,
      "loss": 2.4688,
      "step": 54552
    },
    {
      "epoch": 2.5379390555943244,
      "grad_norm": 1.2470713608190085,
      "learning_rate": 0.00019008029238276502,
      "loss": 2.1719,
      "step": 54553
    },
    {
      "epoch": 2.537985578041405,
      "grad_norm": 1.2426378374594296,
      "learning_rate": 0.00019007671589642392,
      "loss": 2.1406,
      "step": 54554
    },
    {
      "epoch": 2.538032100488486,
      "grad_norm": 1.197377185035346,
      "learning_rate": 0.00019007313938554759,
      "loss": 2.3594,
      "step": 54555
    },
    {
      "epoch": 2.5380786229355663,
      "grad_norm": 1.2102508683222737,
      "learning_rate": 0.00019006956285013825,
      "loss": 2.4688,
      "step": 54556
    },
    {
      "epoch": 2.538125145382647,
      "grad_norm": 1.1406018478939821,
      "learning_rate": 0.00019006598629019814,
      "loss": 2.3281,
      "step": 54557
    },
    {
      "epoch": 2.5381716678297277,
      "grad_norm": 1.1563881079152285,
      "learning_rate": 0.00019006240970572931,
      "loss": 2.2812,
      "step": 54558
    },
    {
      "epoch": 2.5382181902768086,
      "grad_norm": 1.2770129993415593,
      "learning_rate": 0.00019005883309673412,
      "loss": 2.4844,
      "step": 54559
    },
    {
      "epoch": 2.5382647127238895,
      "grad_norm": 1.1900392269581732,
      "learning_rate": 0.00019005525646321463,
      "loss": 1.6719,
      "step": 54560
    },
    {
      "epoch": 2.53831123517097,
      "grad_norm": 1.370530991685533,
      "learning_rate": 0.0001900516798051731,
      "loss": 2.4688,
      "step": 54561
    },
    {
      "epoch": 2.5383577576180505,
      "grad_norm": 1.288965958772286,
      "learning_rate": 0.00019004810312261167,
      "loss": 2.6562,
      "step": 54562
    },
    {
      "epoch": 2.5384042800651314,
      "grad_norm": 1.187204671985677,
      "learning_rate": 0.00019004452641553256,
      "loss": 2.2031,
      "step": 54563
    },
    {
      "epoch": 2.5384508025122123,
      "grad_norm": 1.1872904171839689,
      "learning_rate": 0.00019004094968393792,
      "loss": 2.2656,
      "step": 54564
    },
    {
      "epoch": 2.538497324959293,
      "grad_norm": 1.15027296522312,
      "learning_rate": 0.00019003737292783003,
      "loss": 2.4375,
      "step": 54565
    },
    {
      "epoch": 2.5385438474063737,
      "grad_norm": 1.2113300540273606,
      "learning_rate": 0.00019003379614721103,
      "loss": 2.2344,
      "step": 54566
    },
    {
      "epoch": 2.538590369853454,
      "grad_norm": 1.2437142534598504,
      "learning_rate": 0.00019003021934208307,
      "loss": 2.2344,
      "step": 54567
    },
    {
      "epoch": 2.538636892300535,
      "grad_norm": 1.2023898040229901,
      "learning_rate": 0.0001900266425124484,
      "loss": 2.2344,
      "step": 54568
    },
    {
      "epoch": 2.5386834147476156,
      "grad_norm": 1.1829417159917266,
      "learning_rate": 0.00019002306565830919,
      "loss": 2.3281,
      "step": 54569
    },
    {
      "epoch": 2.5387299371946965,
      "grad_norm": 1.2119113920142524,
      "learning_rate": 0.00019001948877966758,
      "loss": 2.1719,
      "step": 54570
    },
    {
      "epoch": 2.538776459641777,
      "grad_norm": 1.1762939906398815,
      "learning_rate": 0.00019001591187652582,
      "loss": 2.25,
      "step": 54571
    },
    {
      "epoch": 2.538822982088858,
      "grad_norm": 1.1549787796275273,
      "learning_rate": 0.0001900123349488861,
      "loss": 2.375,
      "step": 54572
    },
    {
      "epoch": 2.5388695045359384,
      "grad_norm": 1.2951139673365644,
      "learning_rate": 0.0001900087579967506,
      "loss": 2.1875,
      "step": 54573
    },
    {
      "epoch": 2.5389160269830193,
      "grad_norm": 1.207552468984921,
      "learning_rate": 0.00019000518102012143,
      "loss": 2.3281,
      "step": 54574
    },
    {
      "epoch": 2.5389625494301002,
      "grad_norm": 1.1412434323231657,
      "learning_rate": 0.00019000160401900089,
      "loss": 2.1406,
      "step": 54575
    },
    {
      "epoch": 2.5390090718771807,
      "grad_norm": 1.2980905066968502,
      "learning_rate": 0.00018999802699339117,
      "loss": 2.625,
      "step": 54576
    },
    {
      "epoch": 2.539055594324261,
      "grad_norm": 1.2593339428121795,
      "learning_rate": 0.0001899944499432944,
      "loss": 2.2344,
      "step": 54577
    },
    {
      "epoch": 2.539102116771342,
      "grad_norm": 1.223778230232994,
      "learning_rate": 0.00018999087286871282,
      "loss": 2.375,
      "step": 54578
    },
    {
      "epoch": 2.539148639218423,
      "grad_norm": 1.2606314564462193,
      "learning_rate": 0.00018998729576964854,
      "loss": 2.2969,
      "step": 54579
    },
    {
      "epoch": 2.5391951616655035,
      "grad_norm": 1.189540381962553,
      "learning_rate": 0.00018998371864610382,
      "loss": 2.2656,
      "step": 54580
    },
    {
      "epoch": 2.5392416841125844,
      "grad_norm": 1.1857224112122249,
      "learning_rate": 0.00018998014149808082,
      "loss": 2.1094,
      "step": 54581
    },
    {
      "epoch": 2.539288206559665,
      "grad_norm": 1.2118819776162364,
      "learning_rate": 0.00018997656432558183,
      "loss": 2.2969,
      "step": 54582
    },
    {
      "epoch": 2.539334729006746,
      "grad_norm": 1.1633614734225908,
      "learning_rate": 0.00018997298712860886,
      "loss": 2.2344,
      "step": 54583
    },
    {
      "epoch": 2.5393812514538263,
      "grad_norm": 1.1708327658677549,
      "learning_rate": 0.0001899694099071642,
      "loss": 2.4062,
      "step": 54584
    },
    {
      "epoch": 2.5394277739009072,
      "grad_norm": 1.2435930561389383,
      "learning_rate": 0.00018996583266125004,
      "loss": 2.0938,
      "step": 54585
    },
    {
      "epoch": 2.539474296347988,
      "grad_norm": 1.197105679758109,
      "learning_rate": 0.00018996225539086854,
      "loss": 2.0156,
      "step": 54586
    },
    {
      "epoch": 2.5395208187950686,
      "grad_norm": 1.1778863733445677,
      "learning_rate": 0.00018995867809602196,
      "loss": 2.1875,
      "step": 54587
    },
    {
      "epoch": 2.539567341242149,
      "grad_norm": 1.1518321289226894,
      "learning_rate": 0.00018995510077671242,
      "loss": 2.1719,
      "step": 54588
    },
    {
      "epoch": 2.53961386368923,
      "grad_norm": 1.3001690866051296,
      "learning_rate": 0.00018995152343294214,
      "loss": 2.4375,
      "step": 54589
    },
    {
      "epoch": 2.539660386136311,
      "grad_norm": 1.2412051668623176,
      "learning_rate": 0.00018994794606471327,
      "loss": 2.1875,
      "step": 54590
    },
    {
      "epoch": 2.5397069085833914,
      "grad_norm": 1.2871673595905508,
      "learning_rate": 0.00018994436867202807,
      "loss": 2.4219,
      "step": 54591
    },
    {
      "epoch": 2.5397534310304724,
      "grad_norm": 1.2658793379978563,
      "learning_rate": 0.00018994079125488866,
      "loss": 2.3438,
      "step": 54592
    },
    {
      "epoch": 2.539799953477553,
      "grad_norm": 1.200055736172221,
      "learning_rate": 0.00018993721381329733,
      "loss": 2.375,
      "step": 54593
    },
    {
      "epoch": 2.5398464759246338,
      "grad_norm": 1.2065505240553902,
      "learning_rate": 0.00018993363634725612,
      "loss": 2.25,
      "step": 54594
    },
    {
      "epoch": 2.5398929983717142,
      "grad_norm": 1.2370570304534159,
      "learning_rate": 0.00018993005885676738,
      "loss": 2.3594,
      "step": 54595
    },
    {
      "epoch": 2.539939520818795,
      "grad_norm": 1.204301993129939,
      "learning_rate": 0.00018992648134183316,
      "loss": 2.1406,
      "step": 54596
    },
    {
      "epoch": 2.5399860432658756,
      "grad_norm": 1.1507044312249086,
      "learning_rate": 0.0001899229038024557,
      "loss": 2.3594,
      "step": 54597
    },
    {
      "epoch": 2.5400325657129565,
      "grad_norm": 1.3236054129549957,
      "learning_rate": 0.00018991932623863724,
      "loss": 2.4062,
      "step": 54598
    },
    {
      "epoch": 2.540079088160037,
      "grad_norm": 1.2965258923046545,
      "learning_rate": 0.00018991574865037992,
      "loss": 2.3438,
      "step": 54599
    },
    {
      "epoch": 2.540125610607118,
      "grad_norm": 1.1745641885350222,
      "learning_rate": 0.00018991217103768595,
      "loss": 2.1875,
      "step": 54600
    },
    {
      "epoch": 2.540172133054199,
      "grad_norm": 1.416282300943323,
      "learning_rate": 0.00018990859340055753,
      "loss": 2.3281,
      "step": 54601
    },
    {
      "epoch": 2.5402186555012793,
      "grad_norm": 1.2370422106749757,
      "learning_rate": 0.00018990501573899684,
      "loss": 2.25,
      "step": 54602
    },
    {
      "epoch": 2.54026517794836,
      "grad_norm": 1.2428338740150973,
      "learning_rate": 0.000189901438053006,
      "loss": 2.0938,
      "step": 54603
    },
    {
      "epoch": 2.5403117003954407,
      "grad_norm": 1.1939222070309672,
      "learning_rate": 0.00018989786034258733,
      "loss": 2.3125,
      "step": 54604
    },
    {
      "epoch": 2.5403582228425217,
      "grad_norm": 1.270943071583603,
      "learning_rate": 0.00018989428260774292,
      "loss": 2.3125,
      "step": 54605
    },
    {
      "epoch": 2.540404745289602,
      "grad_norm": 1.176794428307325,
      "learning_rate": 0.00018989070484847504,
      "loss": 2.4375,
      "step": 54606
    },
    {
      "epoch": 2.540451267736683,
      "grad_norm": 1.223328750022337,
      "learning_rate": 0.00018988712706478577,
      "loss": 2.25,
      "step": 54607
    },
    {
      "epoch": 2.5404977901837635,
      "grad_norm": 1.225081738499868,
      "learning_rate": 0.00018988354925667737,
      "loss": 2.2969,
      "step": 54608
    },
    {
      "epoch": 2.5405443126308445,
      "grad_norm": 1.2665280033682849,
      "learning_rate": 0.0001898799714241521,
      "loss": 2.4062,
      "step": 54609
    },
    {
      "epoch": 2.540590835077925,
      "grad_norm": 1.2150280857074438,
      "learning_rate": 0.00018987639356721198,
      "loss": 2.25,
      "step": 54610
    },
    {
      "epoch": 2.540637357525006,
      "grad_norm": 1.1939288005276945,
      "learning_rate": 0.00018987281568585938,
      "loss": 2.1094,
      "step": 54611
    },
    {
      "epoch": 2.540683879972087,
      "grad_norm": 1.2184908569258814,
      "learning_rate": 0.00018986923778009637,
      "loss": 2.25,
      "step": 54612
    },
    {
      "epoch": 2.5407304024191673,
      "grad_norm": 1.196597763139614,
      "learning_rate": 0.0001898656598499252,
      "loss": 2.2031,
      "step": 54613
    },
    {
      "epoch": 2.5407769248662477,
      "grad_norm": 1.2537332838840967,
      "learning_rate": 0.00018986208189534799,
      "loss": 2.375,
      "step": 54614
    },
    {
      "epoch": 2.5408234473133287,
      "grad_norm": 1.2179680939945223,
      "learning_rate": 0.00018985850391636702,
      "loss": 2.3906,
      "step": 54615
    },
    {
      "epoch": 2.5408699697604096,
      "grad_norm": 1.1933482685349772,
      "learning_rate": 0.00018985492591298443,
      "loss": 2.1875,
      "step": 54616
    },
    {
      "epoch": 2.54091649220749,
      "grad_norm": 1.284061429259484,
      "learning_rate": 0.00018985134788520244,
      "loss": 2.2031,
      "step": 54617
    },
    {
      "epoch": 2.540963014654571,
      "grad_norm": 1.1433609496081385,
      "learning_rate": 0.00018984776983302316,
      "loss": 2.1094,
      "step": 54618
    },
    {
      "epoch": 2.5410095371016514,
      "grad_norm": 1.2057675505703545,
      "learning_rate": 0.00018984419175644888,
      "loss": 2.4844,
      "step": 54619
    },
    {
      "epoch": 2.5410560595487324,
      "grad_norm": 1.266006958190492,
      "learning_rate": 0.00018984061365548175,
      "loss": 2.2969,
      "step": 54620
    },
    {
      "epoch": 2.541102581995813,
      "grad_norm": 1.2865680365691987,
      "learning_rate": 0.00018983703553012395,
      "loss": 2.2031,
      "step": 54621
    },
    {
      "epoch": 2.5411491044428938,
      "grad_norm": 1.125020731847793,
      "learning_rate": 0.00018983345738037772,
      "loss": 2.1562,
      "step": 54622
    },
    {
      "epoch": 2.5411956268899742,
      "grad_norm": 1.2123544153209957,
      "learning_rate": 0.00018982987920624516,
      "loss": 2.25,
      "step": 54623
    },
    {
      "epoch": 2.541242149337055,
      "grad_norm": 1.2406588503558826,
      "learning_rate": 0.00018982630100772854,
      "loss": 2.3125,
      "step": 54624
    },
    {
      "epoch": 2.5412886717841356,
      "grad_norm": 1.3341320205072074,
      "learning_rate": 0.00018982272278483003,
      "loss": 2.4219,
      "step": 54625
    },
    {
      "epoch": 2.5413351942312166,
      "grad_norm": 1.218734152470622,
      "learning_rate": 0.0001898191445375518,
      "loss": 2.2344,
      "step": 54626
    },
    {
      "epoch": 2.5413817166782975,
      "grad_norm": 1.2362708447379476,
      "learning_rate": 0.00018981556626589607,
      "loss": 2.2188,
      "step": 54627
    },
    {
      "epoch": 2.541428239125378,
      "grad_norm": 1.2186123718372024,
      "learning_rate": 0.00018981198796986503,
      "loss": 2.2656,
      "step": 54628
    },
    {
      "epoch": 2.5414747615724584,
      "grad_norm": 1.1589321602953315,
      "learning_rate": 0.0001898084096494608,
      "loss": 2.2031,
      "step": 54629
    },
    {
      "epoch": 2.5415212840195394,
      "grad_norm": 1.148862129932007,
      "learning_rate": 0.00018980483130468564,
      "loss": 2.1875,
      "step": 54630
    },
    {
      "epoch": 2.5415678064666203,
      "grad_norm": 1.3149487100350947,
      "learning_rate": 0.00018980125293554178,
      "loss": 2.3281,
      "step": 54631
    },
    {
      "epoch": 2.5416143289137008,
      "grad_norm": 1.2392680694404061,
      "learning_rate": 0.00018979767454203132,
      "loss": 2.5469,
      "step": 54632
    },
    {
      "epoch": 2.5416608513607817,
      "grad_norm": 1.2269785874655235,
      "learning_rate": 0.00018979409612415648,
      "loss": 2.0781,
      "step": 54633
    },
    {
      "epoch": 2.541707373807862,
      "grad_norm": 1.1811338038924317,
      "learning_rate": 0.00018979051768191945,
      "loss": 2.2969,
      "step": 54634
    },
    {
      "epoch": 2.541753896254943,
      "grad_norm": 1.2008957808095424,
      "learning_rate": 0.0001897869392153225,
      "loss": 2.0312,
      "step": 54635
    },
    {
      "epoch": 2.5418004187020236,
      "grad_norm": 1.3301519943746047,
      "learning_rate": 0.0001897833607243677,
      "loss": 2.4375,
      "step": 54636
    },
    {
      "epoch": 2.5418469411491045,
      "grad_norm": 1.1804060897524746,
      "learning_rate": 0.00018977978220905732,
      "loss": 2.2344,
      "step": 54637
    },
    {
      "epoch": 2.5418934635961854,
      "grad_norm": 1.2520739038152076,
      "learning_rate": 0.00018977620366939345,
      "loss": 2.4062,
      "step": 54638
    },
    {
      "epoch": 2.541939986043266,
      "grad_norm": 1.1213186347087727,
      "learning_rate": 0.00018977262510537843,
      "loss": 2.1875,
      "step": 54639
    },
    {
      "epoch": 2.5419865084903464,
      "grad_norm": 1.3147586430179268,
      "learning_rate": 0.00018976904651701437,
      "loss": 2.625,
      "step": 54640
    },
    {
      "epoch": 2.5420330309374273,
      "grad_norm": 1.1953241023908712,
      "learning_rate": 0.0001897654679043034,
      "loss": 2.0625,
      "step": 54641
    },
    {
      "epoch": 2.542079553384508,
      "grad_norm": 1.303578507461347,
      "learning_rate": 0.00018976188926724785,
      "loss": 2.25,
      "step": 54642
    },
    {
      "epoch": 2.5421260758315887,
      "grad_norm": 1.2044439768800217,
      "learning_rate": 0.0001897583106058498,
      "loss": 2.3125,
      "step": 54643
    },
    {
      "epoch": 2.5421725982786696,
      "grad_norm": 1.1785635720405494,
      "learning_rate": 0.00018975473192011147,
      "loss": 2.2969,
      "step": 54644
    },
    {
      "epoch": 2.54221912072575,
      "grad_norm": 1.1510783753307114,
      "learning_rate": 0.00018975115321003507,
      "loss": 2.3438,
      "step": 54645
    },
    {
      "epoch": 2.542265643172831,
      "grad_norm": 1.2458590068359692,
      "learning_rate": 0.00018974757447562282,
      "loss": 2.5312,
      "step": 54646
    },
    {
      "epoch": 2.5423121656199115,
      "grad_norm": 1.197909656043639,
      "learning_rate": 0.00018974399571687682,
      "loss": 1.6797,
      "step": 54647
    },
    {
      "epoch": 2.5423586880669924,
      "grad_norm": 1.187864248362002,
      "learning_rate": 0.00018974041693379934,
      "loss": 2.1406,
      "step": 54648
    },
    {
      "epoch": 2.5424052105140733,
      "grad_norm": 1.2961423891460544,
      "learning_rate": 0.00018973683812639254,
      "loss": 2.375,
      "step": 54649
    },
    {
      "epoch": 2.542451732961154,
      "grad_norm": 1.2957042511722305,
      "learning_rate": 0.00018973325929465861,
      "loss": 2.2188,
      "step": 54650
    },
    {
      "epoch": 2.5424982554082343,
      "grad_norm": 1.2090456435949026,
      "learning_rate": 0.00018972968043859972,
      "loss": 2.0312,
      "step": 54651
    },
    {
      "epoch": 2.542544777855315,
      "grad_norm": 1.1415120730905286,
      "learning_rate": 0.00018972610155821809,
      "loss": 2.2188,
      "step": 54652
    },
    {
      "epoch": 2.542591300302396,
      "grad_norm": 1.1163793682405923,
      "learning_rate": 0.00018972252265351592,
      "loss": 2.1094,
      "step": 54653
    },
    {
      "epoch": 2.5426378227494766,
      "grad_norm": 1.2497972739950192,
      "learning_rate": 0.00018971894372449538,
      "loss": 2.4062,
      "step": 54654
    },
    {
      "epoch": 2.5426843451965575,
      "grad_norm": 1.2425471886935795,
      "learning_rate": 0.0001897153647711587,
      "loss": 2.0625,
      "step": 54655
    },
    {
      "epoch": 2.542730867643638,
      "grad_norm": 1.1518307238708456,
      "learning_rate": 0.00018971178579350802,
      "loss": 2.0,
      "step": 54656
    },
    {
      "epoch": 2.542777390090719,
      "grad_norm": 1.1597334553505387,
      "learning_rate": 0.00018970820679154555,
      "loss": 2.375,
      "step": 54657
    },
    {
      "epoch": 2.5428239125377994,
      "grad_norm": 1.164370351080691,
      "learning_rate": 0.00018970462776527345,
      "loss": 2.2188,
      "step": 54658
    },
    {
      "epoch": 2.5428704349848803,
      "grad_norm": 1.2808609450384156,
      "learning_rate": 0.000189701048714694,
      "loss": 2.5156,
      "step": 54659
    },
    {
      "epoch": 2.542916957431961,
      "grad_norm": 1.196887168897966,
      "learning_rate": 0.00018969746963980928,
      "loss": 2.2344,
      "step": 54660
    },
    {
      "epoch": 2.5429634798790417,
      "grad_norm": 1.2040038871825256,
      "learning_rate": 0.00018969389054062158,
      "loss": 2.2188,
      "step": 54661
    },
    {
      "epoch": 2.543010002326122,
      "grad_norm": 1.1801705395645772,
      "learning_rate": 0.00018969031141713295,
      "loss": 2.2812,
      "step": 54662
    },
    {
      "epoch": 2.543056524773203,
      "grad_norm": 1.1879052061868174,
      "learning_rate": 0.0001896867322693458,
      "loss": 2.3125,
      "step": 54663
    },
    {
      "epoch": 2.543103047220284,
      "grad_norm": 1.2690625197582077,
      "learning_rate": 0.00018968315309726217,
      "loss": 2.0938,
      "step": 54664
    },
    {
      "epoch": 2.5431495696673645,
      "grad_norm": 1.2333370955001135,
      "learning_rate": 0.00018967957390088425,
      "loss": 2.3281,
      "step": 54665
    },
    {
      "epoch": 2.543196092114445,
      "grad_norm": 1.2734201002990415,
      "learning_rate": 0.00018967599468021427,
      "loss": 2.5938,
      "step": 54666
    },
    {
      "epoch": 2.543242614561526,
      "grad_norm": 1.2510425817344033,
      "learning_rate": 0.00018967241543525442,
      "loss": 2.5312,
      "step": 54667
    },
    {
      "epoch": 2.543289137008607,
      "grad_norm": 1.2209179048224739,
      "learning_rate": 0.0001896688361660069,
      "loss": 2.1094,
      "step": 54668
    },
    {
      "epoch": 2.5433356594556873,
      "grad_norm": 1.1387390417965069,
      "learning_rate": 0.00018966525687247383,
      "loss": 2.0781,
      "step": 54669
    },
    {
      "epoch": 2.543382181902768,
      "grad_norm": 1.2874983225369256,
      "learning_rate": 0.0001896616775546575,
      "loss": 2.5938,
      "step": 54670
    },
    {
      "epoch": 2.5434287043498487,
      "grad_norm": 1.2053873336997236,
      "learning_rate": 0.00018965809821256004,
      "loss": 2.2656,
      "step": 54671
    },
    {
      "epoch": 2.5434752267969296,
      "grad_norm": 1.220052998781696,
      "learning_rate": 0.0001896545188461837,
      "loss": 2.25,
      "step": 54672
    },
    {
      "epoch": 2.54352174924401,
      "grad_norm": 1.1991539983965733,
      "learning_rate": 0.00018965093945553051,
      "loss": 2.25,
      "step": 54673
    },
    {
      "epoch": 2.543568271691091,
      "grad_norm": 1.2083035633700165,
      "learning_rate": 0.00018964736004060292,
      "loss": 2.2969,
      "step": 54674
    },
    {
      "epoch": 2.543614794138172,
      "grad_norm": 1.220154297253514,
      "learning_rate": 0.00018964378060140288,
      "loss": 2.0312,
      "step": 54675
    },
    {
      "epoch": 2.5436613165852524,
      "grad_norm": 1.1647974480525962,
      "learning_rate": 0.0001896402011379328,
      "loss": 2.2656,
      "step": 54676
    },
    {
      "epoch": 2.543707839032333,
      "grad_norm": 1.2702018725462438,
      "learning_rate": 0.00018963662165019467,
      "loss": 2.375,
      "step": 54677
    },
    {
      "epoch": 2.543754361479414,
      "grad_norm": 1.1722204601846504,
      "learning_rate": 0.00018963304213819078,
      "loss": 2.0312,
      "step": 54678
    },
    {
      "epoch": 2.5438008839264947,
      "grad_norm": 1.2059468932795745,
      "learning_rate": 0.00018962946260192332,
      "loss": 2.2656,
      "step": 54679
    },
    {
      "epoch": 2.543847406373575,
      "grad_norm": 1.2172761790684106,
      "learning_rate": 0.00018962588304139444,
      "loss": 2.3438,
      "step": 54680
    },
    {
      "epoch": 2.543893928820656,
      "grad_norm": 1.3144495613200804,
      "learning_rate": 0.0001896223034566064,
      "loss": 2.4062,
      "step": 54681
    },
    {
      "epoch": 2.5439404512677366,
      "grad_norm": 1.196019061638961,
      "learning_rate": 0.00018961872384756133,
      "loss": 2.3125,
      "step": 54682
    },
    {
      "epoch": 2.5439869737148175,
      "grad_norm": 1.1879711316214623,
      "learning_rate": 0.00018961514421426146,
      "loss": 2.1406,
      "step": 54683
    },
    {
      "epoch": 2.544033496161898,
      "grad_norm": 1.2524278055106224,
      "learning_rate": 0.0001896115645567089,
      "loss": 2.5312,
      "step": 54684
    },
    {
      "epoch": 2.544080018608979,
      "grad_norm": 1.2122277435370234,
      "learning_rate": 0.000189607984874906,
      "loss": 2.3125,
      "step": 54685
    },
    {
      "epoch": 2.5441265410560594,
      "grad_norm": 1.247086861684346,
      "learning_rate": 0.00018960440516885478,
      "loss": 2.4219,
      "step": 54686
    },
    {
      "epoch": 2.5441730635031403,
      "grad_norm": 1.180825155617013,
      "learning_rate": 0.0001896008254385576,
      "loss": 2.2188,
      "step": 54687
    },
    {
      "epoch": 2.544219585950221,
      "grad_norm": 1.322977542317503,
      "learning_rate": 0.00018959724568401646,
      "loss": 2.5469,
      "step": 54688
    },
    {
      "epoch": 2.5442661083973017,
      "grad_norm": 1.1362409643702645,
      "learning_rate": 0.00018959366590523373,
      "loss": 2.2344,
      "step": 54689
    },
    {
      "epoch": 2.5443126308443826,
      "grad_norm": 1.1806800073555874,
      "learning_rate": 0.00018959008610221152,
      "loss": 2.2969,
      "step": 54690
    },
    {
      "epoch": 2.544359153291463,
      "grad_norm": 1.24852951763825,
      "learning_rate": 0.000189586506274952,
      "loss": 2.375,
      "step": 54691
    },
    {
      "epoch": 2.5444056757385436,
      "grad_norm": 1.0797405631513683,
      "learning_rate": 0.00018958292642345739,
      "loss": 2.0625,
      "step": 54692
    },
    {
      "epoch": 2.5444521981856245,
      "grad_norm": 1.2509954092506124,
      "learning_rate": 0.00018957934654772985,
      "loss": 2.1875,
      "step": 54693
    },
    {
      "epoch": 2.5444987206327054,
      "grad_norm": 1.0909653209144525,
      "learning_rate": 0.00018957576664777165,
      "loss": 2.2344,
      "step": 54694
    },
    {
      "epoch": 2.544545243079786,
      "grad_norm": 1.2636413977566925,
      "learning_rate": 0.00018957218672358488,
      "loss": 2.2656,
      "step": 54695
    },
    {
      "epoch": 2.544591765526867,
      "grad_norm": 1.1885472051004347,
      "learning_rate": 0.00018956860677517184,
      "loss": 2.1719,
      "step": 54696
    },
    {
      "epoch": 2.5446382879739473,
      "grad_norm": 1.2049909619769035,
      "learning_rate": 0.00018956502680253466,
      "loss": 2.4531,
      "step": 54697
    },
    {
      "epoch": 2.5446848104210282,
      "grad_norm": 1.2687173455354122,
      "learning_rate": 0.00018956144680567548,
      "loss": 2.3125,
      "step": 54698
    },
    {
      "epoch": 2.5447313328681087,
      "grad_norm": 1.2128678559933461,
      "learning_rate": 0.0001895578667845966,
      "loss": 2.3125,
      "step": 54699
    },
    {
      "epoch": 2.5447778553151896,
      "grad_norm": 1.249631507262839,
      "learning_rate": 0.00018955428673930015,
      "loss": 2.3594,
      "step": 54700
    },
    {
      "epoch": 2.5448243777622706,
      "grad_norm": 1.2648718453132475,
      "learning_rate": 0.00018955070666978833,
      "loss": 2.0938,
      "step": 54701
    },
    {
      "epoch": 2.544870900209351,
      "grad_norm": 1.2019429053821453,
      "learning_rate": 0.00018954712657606336,
      "loss": 2.3125,
      "step": 54702
    },
    {
      "epoch": 2.5449174226564315,
      "grad_norm": 1.2550690926901684,
      "learning_rate": 0.0001895435464581274,
      "loss": 2.1562,
      "step": 54703
    },
    {
      "epoch": 2.5449639451035124,
      "grad_norm": 1.2342669654829894,
      "learning_rate": 0.00018953996631598262,
      "loss": 2.3906,
      "step": 54704
    },
    {
      "epoch": 2.5450104675505933,
      "grad_norm": 1.1742044618858183,
      "learning_rate": 0.00018953638614963128,
      "loss": 2.0625,
      "step": 54705
    },
    {
      "epoch": 2.545056989997674,
      "grad_norm": 1.2337208162219027,
      "learning_rate": 0.00018953280595907545,
      "loss": 2.4375,
      "step": 54706
    },
    {
      "epoch": 2.5451035124447547,
      "grad_norm": 1.1934024569583392,
      "learning_rate": 0.00018952922574431747,
      "loss": 2.1094,
      "step": 54707
    },
    {
      "epoch": 2.5451500348918352,
      "grad_norm": 1.0970998694286926,
      "learning_rate": 0.00018952564550535944,
      "loss": 2.0469,
      "step": 54708
    },
    {
      "epoch": 2.545196557338916,
      "grad_norm": 1.2327662602261649,
      "learning_rate": 0.00018952206524220359,
      "loss": 2.1562,
      "step": 54709
    },
    {
      "epoch": 2.5452430797859966,
      "grad_norm": 1.2489192730613372,
      "learning_rate": 0.00018951848495485208,
      "loss": 1.7031,
      "step": 54710
    },
    {
      "epoch": 2.5452896022330775,
      "grad_norm": 1.286431965740424,
      "learning_rate": 0.00018951490464330715,
      "loss": 2.4688,
      "step": 54711
    },
    {
      "epoch": 2.545336124680158,
      "grad_norm": 1.3205377166604297,
      "learning_rate": 0.00018951132430757093,
      "loss": 2.2812,
      "step": 54712
    },
    {
      "epoch": 2.545382647127239,
      "grad_norm": 1.132188600129249,
      "learning_rate": 0.0001895077439476457,
      "loss": 2.2188,
      "step": 54713
    },
    {
      "epoch": 2.5454291695743194,
      "grad_norm": 1.2995291725052172,
      "learning_rate": 0.00018950416356353355,
      "loss": 2.4688,
      "step": 54714
    },
    {
      "epoch": 2.5454756920214003,
      "grad_norm": 1.2304036928397994,
      "learning_rate": 0.00018950058315523672,
      "loss": 2.1875,
      "step": 54715
    },
    {
      "epoch": 2.5455222144684813,
      "grad_norm": 1.1120798360009574,
      "learning_rate": 0.00018949700272275744,
      "loss": 2.1562,
      "step": 54716
    },
    {
      "epoch": 2.5455687369155617,
      "grad_norm": 1.2527196178927094,
      "learning_rate": 0.00018949342226609776,
      "loss": 2.4688,
      "step": 54717
    },
    {
      "epoch": 2.545615259362642,
      "grad_norm": 1.1496016239645697,
      "learning_rate": 0.00018948984178526008,
      "loss": 2.1875,
      "step": 54718
    },
    {
      "epoch": 2.545661781809723,
      "grad_norm": 1.2409970834254311,
      "learning_rate": 0.00018948626128024643,
      "loss": 2.4531,
      "step": 54719
    },
    {
      "epoch": 2.545708304256804,
      "grad_norm": 1.1776289353980147,
      "learning_rate": 0.0001894826807510591,
      "loss": 2.125,
      "step": 54720
    },
    {
      "epoch": 2.5457548267038845,
      "grad_norm": 1.2548944910045199,
      "learning_rate": 0.0001894791001977002,
      "loss": 2.5625,
      "step": 54721
    },
    {
      "epoch": 2.5458013491509655,
      "grad_norm": 1.2580522306589428,
      "learning_rate": 0.000189475519620172,
      "loss": 1.8672,
      "step": 54722
    },
    {
      "epoch": 2.545847871598046,
      "grad_norm": 1.188081496202013,
      "learning_rate": 0.0001894719390184766,
      "loss": 2.2344,
      "step": 54723
    },
    {
      "epoch": 2.545894394045127,
      "grad_norm": 1.1901085303433816,
      "learning_rate": 0.00018946835839261635,
      "loss": 2.3594,
      "step": 54724
    },
    {
      "epoch": 2.5459409164922073,
      "grad_norm": 1.1888859586157419,
      "learning_rate": 0.00018946477774259323,
      "loss": 2.2344,
      "step": 54725
    },
    {
      "epoch": 2.5459874389392882,
      "grad_norm": 1.2061685161711238,
      "learning_rate": 0.00018946119706840959,
      "loss": 2.4219,
      "step": 54726
    },
    {
      "epoch": 2.546033961386369,
      "grad_norm": 1.2771272664892341,
      "learning_rate": 0.00018945761637006753,
      "loss": 2.2344,
      "step": 54727
    },
    {
      "epoch": 2.5460804838334496,
      "grad_norm": 1.1763761532310582,
      "learning_rate": 0.00018945403564756932,
      "loss": 2.1719,
      "step": 54728
    },
    {
      "epoch": 2.54612700628053,
      "grad_norm": 1.2216853334654838,
      "learning_rate": 0.00018945045490091714,
      "loss": 2.2969,
      "step": 54729
    },
    {
      "epoch": 2.546173528727611,
      "grad_norm": 1.1904512332508088,
      "learning_rate": 0.0001894468741301131,
      "loss": 2.3281,
      "step": 54730
    },
    {
      "epoch": 2.546220051174692,
      "grad_norm": 1.2479164532595226,
      "learning_rate": 0.00018944329333515952,
      "loss": 2.2031,
      "step": 54731
    },
    {
      "epoch": 2.5462665736217724,
      "grad_norm": 1.2639817860673797,
      "learning_rate": 0.00018943971251605846,
      "loss": 2.3438,
      "step": 54732
    },
    {
      "epoch": 2.5463130960688534,
      "grad_norm": 1.2180652891161936,
      "learning_rate": 0.00018943613167281224,
      "loss": 2.3125,
      "step": 54733
    },
    {
      "epoch": 2.546359618515934,
      "grad_norm": 1.1331465102931595,
      "learning_rate": 0.00018943255080542293,
      "loss": 2.2188,
      "step": 54734
    },
    {
      "epoch": 2.5464061409630148,
      "grad_norm": 1.2632889249686652,
      "learning_rate": 0.00018942896991389283,
      "loss": 2.25,
      "step": 54735
    },
    {
      "epoch": 2.5464526634100952,
      "grad_norm": 1.146456580102013,
      "learning_rate": 0.00018942538899822405,
      "loss": 2.0156,
      "step": 54736
    },
    {
      "epoch": 2.546499185857176,
      "grad_norm": 1.1514140681440552,
      "learning_rate": 0.00018942180805841882,
      "loss": 2.0,
      "step": 54737
    },
    {
      "epoch": 2.5465457083042566,
      "grad_norm": 1.225307265624554,
      "learning_rate": 0.00018941822709447927,
      "loss": 2.3281,
      "step": 54738
    },
    {
      "epoch": 2.5465922307513376,
      "grad_norm": 1.2701823069204812,
      "learning_rate": 0.00018941464610640771,
      "loss": 2.4375,
      "step": 54739
    },
    {
      "epoch": 2.546638753198418,
      "grad_norm": 1.3050669453905215,
      "learning_rate": 0.00018941106509420626,
      "loss": 2.375,
      "step": 54740
    },
    {
      "epoch": 2.546685275645499,
      "grad_norm": 1.189502268177639,
      "learning_rate": 0.00018940748405787714,
      "loss": 2.375,
      "step": 54741
    },
    {
      "epoch": 2.54673179809258,
      "grad_norm": 1.2015276401810417,
      "learning_rate": 0.00018940390299742254,
      "loss": 2.1875,
      "step": 54742
    },
    {
      "epoch": 2.5467783205396604,
      "grad_norm": 1.2241483433578015,
      "learning_rate": 0.00018940032191284458,
      "loss": 2.2812,
      "step": 54743
    },
    {
      "epoch": 2.546824842986741,
      "grad_norm": 1.124428861353308,
      "learning_rate": 0.00018939674080414558,
      "loss": 2.1875,
      "step": 54744
    },
    {
      "epoch": 2.5468713654338218,
      "grad_norm": 1.2195963004996195,
      "learning_rate": 0.00018939315967132759,
      "loss": 2.3125,
      "step": 54745
    },
    {
      "epoch": 2.5469178878809027,
      "grad_norm": 1.1924634075400429,
      "learning_rate": 0.00018938957851439295,
      "loss": 2.1406,
      "step": 54746
    },
    {
      "epoch": 2.546964410327983,
      "grad_norm": 1.1675910079583174,
      "learning_rate": 0.0001893859973333437,
      "loss": 2.2656,
      "step": 54747
    },
    {
      "epoch": 2.547010932775064,
      "grad_norm": 1.2105490876808545,
      "learning_rate": 0.00018938241612818216,
      "loss": 2.2344,
      "step": 54748
    },
    {
      "epoch": 2.5470574552221446,
      "grad_norm": 1.1699230490802632,
      "learning_rate": 0.00018937883489891048,
      "loss": 2.25,
      "step": 54749
    },
    {
      "epoch": 2.5471039776692255,
      "grad_norm": 1.2236013006757183,
      "learning_rate": 0.00018937525364553078,
      "loss": 2.2656,
      "step": 54750
    },
    {
      "epoch": 2.547150500116306,
      "grad_norm": 1.298968847494774,
      "learning_rate": 0.00018937167236804544,
      "loss": 2.3906,
      "step": 54751
    },
    {
      "epoch": 2.547197022563387,
      "grad_norm": 1.2940532506227513,
      "learning_rate": 0.0001893680910664564,
      "loss": 2.4062,
      "step": 54752
    },
    {
      "epoch": 2.547243545010468,
      "grad_norm": 1.2271264542667792,
      "learning_rate": 0.00018936450974076606,
      "loss": 2.4219,
      "step": 54753
    },
    {
      "epoch": 2.5472900674575483,
      "grad_norm": 1.2158959444135353,
      "learning_rate": 0.0001893609283909765,
      "loss": 2.3281,
      "step": 54754
    },
    {
      "epoch": 2.5473365899046287,
      "grad_norm": 1.2334816411589569,
      "learning_rate": 0.00018935734701709,
      "loss": 2.3125,
      "step": 54755
    },
    {
      "epoch": 2.5473831123517097,
      "grad_norm": 1.229167910346453,
      "learning_rate": 0.00018935376561910865,
      "loss": 2.1719,
      "step": 54756
    },
    {
      "epoch": 2.5474296347987906,
      "grad_norm": 1.1468249423860153,
      "learning_rate": 0.0001893501841970347,
      "loss": 2.1562,
      "step": 54757
    },
    {
      "epoch": 2.547476157245871,
      "grad_norm": 1.188727577243329,
      "learning_rate": 0.00018934660275087033,
      "loss": 2.3125,
      "step": 54758
    },
    {
      "epoch": 2.547522679692952,
      "grad_norm": 1.2076489148742364,
      "learning_rate": 0.00018934302128061778,
      "loss": 2.2188,
      "step": 54759
    },
    {
      "epoch": 2.5475692021400325,
      "grad_norm": 1.203128997851937,
      "learning_rate": 0.00018933943978627913,
      "loss": 2.1406,
      "step": 54760
    },
    {
      "epoch": 2.5476157245871134,
      "grad_norm": 1.2718682538920285,
      "learning_rate": 0.00018933585826785666,
      "loss": 2.1562,
      "step": 54761
    },
    {
      "epoch": 2.547662247034194,
      "grad_norm": 1.1916105405827766,
      "learning_rate": 0.0001893322767253526,
      "loss": 2.1719,
      "step": 54762
    },
    {
      "epoch": 2.547708769481275,
      "grad_norm": 1.218774169278359,
      "learning_rate": 0.00018932869515876906,
      "loss": 2.1875,
      "step": 54763
    },
    {
      "epoch": 2.5477552919283557,
      "grad_norm": 1.2078680132277424,
      "learning_rate": 0.00018932511356810827,
      "loss": 2.3594,
      "step": 54764
    },
    {
      "epoch": 2.547801814375436,
      "grad_norm": 1.2312553343210249,
      "learning_rate": 0.00018932153195337238,
      "loss": 2.1562,
      "step": 54765
    },
    {
      "epoch": 2.5478483368225167,
      "grad_norm": 1.1732447696686046,
      "learning_rate": 0.00018931795031456363,
      "loss": 2.125,
      "step": 54766
    },
    {
      "epoch": 2.5478948592695976,
      "grad_norm": 1.1869560620322646,
      "learning_rate": 0.00018931436865168418,
      "loss": 2.1875,
      "step": 54767
    },
    {
      "epoch": 2.5479413817166785,
      "grad_norm": 1.2982825523323367,
      "learning_rate": 0.00018931078696473628,
      "loss": 2.1094,
      "step": 54768
    },
    {
      "epoch": 2.547987904163759,
      "grad_norm": 1.1976328270983192,
      "learning_rate": 0.00018930720525372208,
      "loss": 2.4219,
      "step": 54769
    },
    {
      "epoch": 2.5480344266108395,
      "grad_norm": 1.2111068020025564,
      "learning_rate": 0.0001893036235186438,
      "loss": 2.3125,
      "step": 54770
    },
    {
      "epoch": 2.5480809490579204,
      "grad_norm": 1.2475872340461065,
      "learning_rate": 0.0001893000417595035,
      "loss": 2.375,
      "step": 54771
    },
    {
      "epoch": 2.5481274715050013,
      "grad_norm": 1.1903147278001114,
      "learning_rate": 0.0001892964599763036,
      "loss": 2.2812,
      "step": 54772
    },
    {
      "epoch": 2.5481739939520818,
      "grad_norm": 1.278028639997687,
      "learning_rate": 0.00018929287816904614,
      "loss": 2.3906,
      "step": 54773
    },
    {
      "epoch": 2.5482205163991627,
      "grad_norm": 1.225909720344486,
      "learning_rate": 0.00018928929633773333,
      "loss": 2.3281,
      "step": 54774
    },
    {
      "epoch": 2.548267038846243,
      "grad_norm": 1.3298116830656226,
      "learning_rate": 0.00018928571448236742,
      "loss": 2.5156,
      "step": 54775
    },
    {
      "epoch": 2.548313561293324,
      "grad_norm": 1.1529312077659954,
      "learning_rate": 0.00018928213260295055,
      "loss": 2.0625,
      "step": 54776
    },
    {
      "epoch": 2.5483600837404046,
      "grad_norm": 1.2686583516919714,
      "learning_rate": 0.00018927855069948493,
      "loss": 1.875,
      "step": 54777
    },
    {
      "epoch": 2.5484066061874855,
      "grad_norm": 1.1838211383978887,
      "learning_rate": 0.00018927496877197274,
      "loss": 2.0469,
      "step": 54778
    },
    {
      "epoch": 2.5484531286345664,
      "grad_norm": 1.226684407612957,
      "learning_rate": 0.00018927138682041616,
      "loss": 1.9609,
      "step": 54779
    },
    {
      "epoch": 2.548499651081647,
      "grad_norm": 1.1916056986791297,
      "learning_rate": 0.00018926780484481744,
      "loss": 2.0625,
      "step": 54780
    },
    {
      "epoch": 2.5485461735287274,
      "grad_norm": 1.1728688675844356,
      "learning_rate": 0.00018926422284517872,
      "loss": 2.1719,
      "step": 54781
    },
    {
      "epoch": 2.5485926959758083,
      "grad_norm": 1.2664449663192108,
      "learning_rate": 0.00018926064082150219,
      "loss": 2.3438,
      "step": 54782
    },
    {
      "epoch": 2.548639218422889,
      "grad_norm": 1.1637230170248742,
      "learning_rate": 0.0001892570587737901,
      "loss": 2.2031,
      "step": 54783
    },
    {
      "epoch": 2.5486857408699697,
      "grad_norm": 1.2693224872046012,
      "learning_rate": 0.00018925347670204458,
      "loss": 2.4219,
      "step": 54784
    },
    {
      "epoch": 2.5487322633170506,
      "grad_norm": 1.1889911209698083,
      "learning_rate": 0.0001892498946062679,
      "loss": 2.2031,
      "step": 54785
    },
    {
      "epoch": 2.548778785764131,
      "grad_norm": 1.2120583239626328,
      "learning_rate": 0.00018924631248646217,
      "loss": 2.3594,
      "step": 54786
    },
    {
      "epoch": 2.548825308211212,
      "grad_norm": 1.1976006067014926,
      "learning_rate": 0.0001892427303426296,
      "loss": 2.2969,
      "step": 54787
    },
    {
      "epoch": 2.5488718306582925,
      "grad_norm": 1.1823316673447897,
      "learning_rate": 0.00018923914817477243,
      "loss": 2.0469,
      "step": 54788
    },
    {
      "epoch": 2.5489183531053734,
      "grad_norm": 1.3111594567853897,
      "learning_rate": 0.00018923556598289282,
      "loss": 2.4375,
      "step": 54789
    },
    {
      "epoch": 2.5489648755524543,
      "grad_norm": 1.2345353119675342,
      "learning_rate": 0.00018923198376699294,
      "loss": 2.2344,
      "step": 54790
    },
    {
      "epoch": 2.549011397999535,
      "grad_norm": 1.1819920874181398,
      "learning_rate": 0.00018922840152707504,
      "loss": 2.2812,
      "step": 54791
    },
    {
      "epoch": 2.5490579204466153,
      "grad_norm": 1.3131519979027366,
      "learning_rate": 0.00018922481926314128,
      "loss": 2.3125,
      "step": 54792
    },
    {
      "epoch": 2.549104442893696,
      "grad_norm": 1.1536193473810177,
      "learning_rate": 0.00018922123697519378,
      "loss": 2.0781,
      "step": 54793
    },
    {
      "epoch": 2.549150965340777,
      "grad_norm": 1.1913391904489696,
      "learning_rate": 0.00018921765466323485,
      "loss": 2.3594,
      "step": 54794
    },
    {
      "epoch": 2.5491974877878576,
      "grad_norm": 1.1642509065703324,
      "learning_rate": 0.00018921407232726667,
      "loss": 2.1719,
      "step": 54795
    },
    {
      "epoch": 2.5492440102349385,
      "grad_norm": 1.310156409410602,
      "learning_rate": 0.0001892104899672914,
      "loss": 2.3594,
      "step": 54796
    },
    {
      "epoch": 2.549290532682019,
      "grad_norm": 1.233957365241838,
      "learning_rate": 0.00018920690758331122,
      "loss": 2.2812,
      "step": 54797
    },
    {
      "epoch": 2.5493370551291,
      "grad_norm": 1.2034901721952755,
      "learning_rate": 0.00018920332517532835,
      "loss": 2.3594,
      "step": 54798
    },
    {
      "epoch": 2.5493835775761804,
      "grad_norm": 1.1943256329471317,
      "learning_rate": 0.00018919974274334502,
      "loss": 2.2969,
      "step": 54799
    },
    {
      "epoch": 2.5494301000232613,
      "grad_norm": 1.1868875229425557,
      "learning_rate": 0.00018919616028736328,
      "loss": 2.25,
      "step": 54800
    },
    {
      "epoch": 2.549476622470342,
      "grad_norm": 1.2067713731590322,
      "learning_rate": 0.0001891925778073855,
      "loss": 2.5625,
      "step": 54801
    },
    {
      "epoch": 2.5495231449174227,
      "grad_norm": 1.2041293926909986,
      "learning_rate": 0.00018918899530341373,
      "loss": 2.2656,
      "step": 54802
    },
    {
      "epoch": 2.549569667364503,
      "grad_norm": 1.1209206044284725,
      "learning_rate": 0.0001891854127754503,
      "loss": 2.0469,
      "step": 54803
    },
    {
      "epoch": 2.549616189811584,
      "grad_norm": 1.683077781848084,
      "learning_rate": 0.00018918183022349723,
      "loss": 2.5312,
      "step": 54804
    },
    {
      "epoch": 2.549662712258665,
      "grad_norm": 1.1073747974534198,
      "learning_rate": 0.0001891782476475569,
      "loss": 1.6328,
      "step": 54805
    },
    {
      "epoch": 2.5497092347057455,
      "grad_norm": 1.1841468869861274,
      "learning_rate": 0.00018917466504763132,
      "loss": 2.125,
      "step": 54806
    },
    {
      "epoch": 2.549755757152826,
      "grad_norm": 1.246014383359848,
      "learning_rate": 0.0001891710824237229,
      "loss": 2.1875,
      "step": 54807
    },
    {
      "epoch": 2.549802279599907,
      "grad_norm": 1.1883924230532525,
      "learning_rate": 0.00018916749977583363,
      "loss": 2.375,
      "step": 54808
    },
    {
      "epoch": 2.549848802046988,
      "grad_norm": 1.2132019996839722,
      "learning_rate": 0.00018916391710396583,
      "loss": 2.3125,
      "step": 54809
    },
    {
      "epoch": 2.5498953244940683,
      "grad_norm": 1.2143248553232098,
      "learning_rate": 0.0001891603344081216,
      "loss": 2.2344,
      "step": 54810
    },
    {
      "epoch": 2.5499418469411492,
      "grad_norm": 1.2353756542802798,
      "learning_rate": 0.00018915675168830324,
      "loss": 2.375,
      "step": 54811
    },
    {
      "epoch": 2.5499883693882297,
      "grad_norm": 1.1480442571135423,
      "learning_rate": 0.00018915316894451288,
      "loss": 1.9922,
      "step": 54812
    },
    {
      "epoch": 2.5500348918353106,
      "grad_norm": 1.19728117432447,
      "learning_rate": 0.00018914958617675267,
      "loss": 2.1875,
      "step": 54813
    },
    {
      "epoch": 2.550081414282391,
      "grad_norm": 1.2349383984744,
      "learning_rate": 0.0001891460033850249,
      "loss": 2.3906,
      "step": 54814
    },
    {
      "epoch": 2.550127936729472,
      "grad_norm": 1.211970369677015,
      "learning_rate": 0.00018914242056933164,
      "loss": 2.4375,
      "step": 54815
    },
    {
      "epoch": 2.550174459176553,
      "grad_norm": 1.1144429061849361,
      "learning_rate": 0.00018913883772967525,
      "loss": 2.25,
      "step": 54816
    },
    {
      "epoch": 2.5502209816236334,
      "grad_norm": 1.213584238570071,
      "learning_rate": 0.00018913525486605775,
      "loss": 2.2812,
      "step": 54817
    },
    {
      "epoch": 2.550267504070714,
      "grad_norm": 1.333140603690651,
      "learning_rate": 0.0001891316719784815,
      "loss": 2.5938,
      "step": 54818
    },
    {
      "epoch": 2.550314026517795,
      "grad_norm": 1.2508226547058081,
      "learning_rate": 0.00018912808906694858,
      "loss": 2.5469,
      "step": 54819
    },
    {
      "epoch": 2.5503605489648757,
      "grad_norm": 1.329855895308042,
      "learning_rate": 0.00018912450613146122,
      "loss": 2.5,
      "step": 54820
    },
    {
      "epoch": 2.550407071411956,
      "grad_norm": 1.1165382640423174,
      "learning_rate": 0.00018912092317202155,
      "loss": 2.3125,
      "step": 54821
    },
    {
      "epoch": 2.550453593859037,
      "grad_norm": 1.3257614417921229,
      "learning_rate": 0.00018911734018863192,
      "loss": 2.1406,
      "step": 54822
    },
    {
      "epoch": 2.5505001163061176,
      "grad_norm": 1.233948143248256,
      "learning_rate": 0.00018911375718129437,
      "loss": 2.4375,
      "step": 54823
    },
    {
      "epoch": 2.5505466387531985,
      "grad_norm": 1.1706573978182544,
      "learning_rate": 0.00018911017415001115,
      "loss": 2.375,
      "step": 54824
    },
    {
      "epoch": 2.550593161200279,
      "grad_norm": 1.2925637419469258,
      "learning_rate": 0.00018910659109478442,
      "loss": 2.3281,
      "step": 54825
    },
    {
      "epoch": 2.55063968364736,
      "grad_norm": 1.2112998643965383,
      "learning_rate": 0.0001891030080156164,
      "loss": 2.2344,
      "step": 54826
    },
    {
      "epoch": 2.5506862060944404,
      "grad_norm": 1.199943467677005,
      "learning_rate": 0.00018909942491250934,
      "loss": 2.25,
      "step": 54827
    },
    {
      "epoch": 2.5507327285415213,
      "grad_norm": 1.2604457223553824,
      "learning_rate": 0.00018909584178546538,
      "loss": 2.1875,
      "step": 54828
    },
    {
      "epoch": 2.550779250988602,
      "grad_norm": 1.282758520864764,
      "learning_rate": 0.00018909225863448668,
      "loss": 2.2031,
      "step": 54829
    },
    {
      "epoch": 2.5508257734356827,
      "grad_norm": 1.233442614430405,
      "learning_rate": 0.00018908867545957547,
      "loss": 2.4062,
      "step": 54830
    },
    {
      "epoch": 2.5508722958827637,
      "grad_norm": 1.2412676044984123,
      "learning_rate": 0.000189085092260734,
      "loss": 2.1562,
      "step": 54831
    },
    {
      "epoch": 2.550918818329844,
      "grad_norm": 1.1936150371813685,
      "learning_rate": 0.00018908150903796433,
      "loss": 2.1406,
      "step": 54832
    },
    {
      "epoch": 2.5509653407769246,
      "grad_norm": 1.2094725196767548,
      "learning_rate": 0.00018907792579126877,
      "loss": 2.3281,
      "step": 54833
    },
    {
      "epoch": 2.5510118632240055,
      "grad_norm": 1.3215641391891138,
      "learning_rate": 0.00018907434252064947,
      "loss": 1.6641,
      "step": 54834
    },
    {
      "epoch": 2.5510583856710864,
      "grad_norm": 1.2185965048129361,
      "learning_rate": 0.00018907075922610866,
      "loss": 2.4531,
      "step": 54835
    },
    {
      "epoch": 2.551104908118167,
      "grad_norm": 1.3742523467836227,
      "learning_rate": 0.00018906717590764843,
      "loss": 2.4062,
      "step": 54836
    },
    {
      "epoch": 2.551151430565248,
      "grad_norm": 1.270779280733402,
      "learning_rate": 0.00018906359256527108,
      "loss": 2.3281,
      "step": 54837
    },
    {
      "epoch": 2.5511979530123283,
      "grad_norm": 1.1324776540840003,
      "learning_rate": 0.0001890600091989788,
      "loss": 1.6719,
      "step": 54838
    },
    {
      "epoch": 2.5512444754594092,
      "grad_norm": 1.2048385462421793,
      "learning_rate": 0.00018905642580877369,
      "loss": 2.0781,
      "step": 54839
    },
    {
      "epoch": 2.5512909979064897,
      "grad_norm": 1.2033041258360313,
      "learning_rate": 0.00018905284239465806,
      "loss": 2.2344,
      "step": 54840
    },
    {
      "epoch": 2.5513375203535706,
      "grad_norm": 1.2943123730880177,
      "learning_rate": 0.00018904925895663402,
      "loss": 2.25,
      "step": 54841
    },
    {
      "epoch": 2.5513840428006516,
      "grad_norm": 1.2716329098110626,
      "learning_rate": 0.00018904567549470378,
      "loss": 2.1875,
      "step": 54842
    },
    {
      "epoch": 2.551430565247732,
      "grad_norm": 1.2585199000412022,
      "learning_rate": 0.00018904209200886954,
      "loss": 1.6641,
      "step": 54843
    },
    {
      "epoch": 2.5514770876948125,
      "grad_norm": 1.3632969679041225,
      "learning_rate": 0.00018903850849913358,
      "loss": 2.4688,
      "step": 54844
    },
    {
      "epoch": 2.5515236101418934,
      "grad_norm": 1.2836185484856857,
      "learning_rate": 0.00018903492496549795,
      "loss": 2.3125,
      "step": 54845
    },
    {
      "epoch": 2.5515701325889744,
      "grad_norm": 1.2988718178547962,
      "learning_rate": 0.00018903134140796493,
      "loss": 2.3438,
      "step": 54846
    },
    {
      "epoch": 2.551616655036055,
      "grad_norm": 1.2818584445223673,
      "learning_rate": 0.00018902775782653666,
      "loss": 2.5156,
      "step": 54847
    },
    {
      "epoch": 2.5516631774831358,
      "grad_norm": 1.2067621056661837,
      "learning_rate": 0.0001890241742212154,
      "loss": 2.0625,
      "step": 54848
    },
    {
      "epoch": 2.5517096999302162,
      "grad_norm": 1.2151854552295975,
      "learning_rate": 0.0001890205905920033,
      "loss": 2.2969,
      "step": 54849
    },
    {
      "epoch": 2.551756222377297,
      "grad_norm": 1.4627367288320243,
      "learning_rate": 0.00018901700693890256,
      "loss": 2.2969,
      "step": 54850
    },
    {
      "epoch": 2.5518027448243776,
      "grad_norm": 1.245903669710044,
      "learning_rate": 0.0001890134232619154,
      "loss": 2.3906,
      "step": 54851
    },
    {
      "epoch": 2.5518492672714586,
      "grad_norm": 1.1713041005316482,
      "learning_rate": 0.00018900983956104397,
      "loss": 2.2344,
      "step": 54852
    },
    {
      "epoch": 2.551895789718539,
      "grad_norm": 1.2728766427705993,
      "learning_rate": 0.00018900625583629052,
      "loss": 2.375,
      "step": 54853
    },
    {
      "epoch": 2.55194231216562,
      "grad_norm": 1.184809815533522,
      "learning_rate": 0.00018900267208765717,
      "loss": 2.0781,
      "step": 54854
    },
    {
      "epoch": 2.5519888346127004,
      "grad_norm": 1.1661940775149728,
      "learning_rate": 0.00018899908831514618,
      "loss": 1.7656,
      "step": 54855
    },
    {
      "epoch": 2.5520353570597814,
      "grad_norm": 1.224801588678325,
      "learning_rate": 0.00018899550451875968,
      "loss": 1.6562,
      "step": 54856
    },
    {
      "epoch": 2.5520818795068623,
      "grad_norm": 1.1218322205973088,
      "learning_rate": 0.00018899192069849992,
      "loss": 2.125,
      "step": 54857
    },
    {
      "epoch": 2.5521284019539427,
      "grad_norm": 1.2008365019937515,
      "learning_rate": 0.0001889883368543691,
      "loss": 2.2969,
      "step": 54858
    },
    {
      "epoch": 2.5521749244010232,
      "grad_norm": 1.2318321385180864,
      "learning_rate": 0.00018898475298636936,
      "loss": 2.3594,
      "step": 54859
    },
    {
      "epoch": 2.552221446848104,
      "grad_norm": 1.1865215784086478,
      "learning_rate": 0.00018898116909450295,
      "loss": 2.0,
      "step": 54860
    },
    {
      "epoch": 2.552267969295185,
      "grad_norm": 1.252325698302766,
      "learning_rate": 0.000188977585178772,
      "loss": 2.1719,
      "step": 54861
    },
    {
      "epoch": 2.5523144917422655,
      "grad_norm": 1.2073019385020165,
      "learning_rate": 0.0001889740012391788,
      "loss": 2.0469,
      "step": 54862
    },
    {
      "epoch": 2.5523610141893465,
      "grad_norm": 1.2307019820458727,
      "learning_rate": 0.00018897041727572545,
      "loss": 2.3906,
      "step": 54863
    },
    {
      "epoch": 2.552407536636427,
      "grad_norm": 1.2207404171799026,
      "learning_rate": 0.0001889668332884142,
      "loss": 2.0938,
      "step": 54864
    },
    {
      "epoch": 2.552454059083508,
      "grad_norm": 1.3311314226694075,
      "learning_rate": 0.00018896324927724723,
      "loss": 2.3125,
      "step": 54865
    },
    {
      "epoch": 2.5525005815305883,
      "grad_norm": 1.180285213449894,
      "learning_rate": 0.00018895966524222672,
      "loss": 2.0781,
      "step": 54866
    },
    {
      "epoch": 2.5525471039776693,
      "grad_norm": 1.3060187820471094,
      "learning_rate": 0.00018895608118335482,
      "loss": 2.25,
      "step": 54867
    },
    {
      "epoch": 2.55259362642475,
      "grad_norm": 1.2419236221266967,
      "learning_rate": 0.00018895249710063387,
      "loss": 2.0938,
      "step": 54868
    },
    {
      "epoch": 2.5526401488718307,
      "grad_norm": 1.5462832879403767,
      "learning_rate": 0.00018894891299406588,
      "loss": 1.6797,
      "step": 54869
    },
    {
      "epoch": 2.552686671318911,
      "grad_norm": 1.1700810660150105,
      "learning_rate": 0.00018894532886365318,
      "loss": 2.1719,
      "step": 54870
    },
    {
      "epoch": 2.552733193765992,
      "grad_norm": 1.2008687657856694,
      "learning_rate": 0.00018894174470939794,
      "loss": 2.2969,
      "step": 54871
    },
    {
      "epoch": 2.552779716213073,
      "grad_norm": 1.1901126219301692,
      "learning_rate": 0.0001889381605313023,
      "loss": 2.0781,
      "step": 54872
    },
    {
      "epoch": 2.5528262386601535,
      "grad_norm": 1.2354919684682943,
      "learning_rate": 0.0001889345763293685,
      "loss": 2.2344,
      "step": 54873
    },
    {
      "epoch": 2.5528727611072344,
      "grad_norm": 1.1201472943595312,
      "learning_rate": 0.00018893099210359873,
      "loss": 2.0938,
      "step": 54874
    },
    {
      "epoch": 2.552919283554315,
      "grad_norm": 1.1548567866210606,
      "learning_rate": 0.00018892740785399518,
      "loss": 2.1875,
      "step": 54875
    },
    {
      "epoch": 2.5529658060013958,
      "grad_norm": 1.2202174090484241,
      "learning_rate": 0.00018892382358056003,
      "loss": 2.3906,
      "step": 54876
    },
    {
      "epoch": 2.5530123284484763,
      "grad_norm": 1.2233094640094229,
      "learning_rate": 0.00018892023928329554,
      "loss": 2.1875,
      "step": 54877
    },
    {
      "epoch": 2.553058850895557,
      "grad_norm": 1.1614963724584038,
      "learning_rate": 0.00018891665496220377,
      "loss": 2.0625,
      "step": 54878
    },
    {
      "epoch": 2.553105373342638,
      "grad_norm": 1.1954015799078175,
      "learning_rate": 0.00018891307061728703,
      "loss": 2.0,
      "step": 54879
    },
    {
      "epoch": 2.5531518957897186,
      "grad_norm": 1.230060852200368,
      "learning_rate": 0.0001889094862485475,
      "loss": 2.3906,
      "step": 54880
    },
    {
      "epoch": 2.553198418236799,
      "grad_norm": 1.198663191668917,
      "learning_rate": 0.00018890590185598728,
      "loss": 2.2344,
      "step": 54881
    },
    {
      "epoch": 2.55324494068388,
      "grad_norm": 1.1585619951981843,
      "learning_rate": 0.0001889023174396087,
      "loss": 2.1875,
      "step": 54882
    },
    {
      "epoch": 2.553291463130961,
      "grad_norm": 1.196636123564052,
      "learning_rate": 0.00018889873299941389,
      "loss": 2.3594,
      "step": 54883
    },
    {
      "epoch": 2.5533379855780414,
      "grad_norm": 1.170797763911159,
      "learning_rate": 0.00018889514853540504,
      "loss": 2.1094,
      "step": 54884
    },
    {
      "epoch": 2.553384508025122,
      "grad_norm": 1.2322594982651915,
      "learning_rate": 0.00018889156404758433,
      "loss": 2.2969,
      "step": 54885
    },
    {
      "epoch": 2.5534310304722028,
      "grad_norm": 1.2400241871744726,
      "learning_rate": 0.000188887979535954,
      "loss": 2.125,
      "step": 54886
    },
    {
      "epoch": 2.5534775529192837,
      "grad_norm": 1.2976377242823822,
      "learning_rate": 0.00018888439500051619,
      "loss": 2.2812,
      "step": 54887
    },
    {
      "epoch": 2.553524075366364,
      "grad_norm": 1.2655062537536883,
      "learning_rate": 0.0001888808104412732,
      "loss": 2.2656,
      "step": 54888
    },
    {
      "epoch": 2.553570597813445,
      "grad_norm": 1.3250524175591363,
      "learning_rate": 0.00018887722585822706,
      "loss": 2.25,
      "step": 54889
    },
    {
      "epoch": 2.5536171202605256,
      "grad_norm": 1.2751289832682255,
      "learning_rate": 0.00018887364125138009,
      "loss": 2.3438,
      "step": 54890
    },
    {
      "epoch": 2.5536636427076065,
      "grad_norm": 1.2797698765306358,
      "learning_rate": 0.00018887005662073444,
      "loss": 2.4062,
      "step": 54891
    },
    {
      "epoch": 2.553710165154687,
      "grad_norm": 1.2998574531468292,
      "learning_rate": 0.0001888664719662923,
      "loss": 2.0938,
      "step": 54892
    },
    {
      "epoch": 2.553756687601768,
      "grad_norm": 1.1624454482995457,
      "learning_rate": 0.00018886288728805592,
      "loss": 1.9375,
      "step": 54893
    },
    {
      "epoch": 2.553803210048849,
      "grad_norm": 1.4484489170352528,
      "learning_rate": 0.0001888593025860274,
      "loss": 2.2344,
      "step": 54894
    },
    {
      "epoch": 2.5538497324959293,
      "grad_norm": 1.21037003596866,
      "learning_rate": 0.000188855717860209,
      "loss": 2.2344,
      "step": 54895
    },
    {
      "epoch": 2.5538962549430098,
      "grad_norm": 1.2321640868762895,
      "learning_rate": 0.00018885213311060293,
      "loss": 2.4844,
      "step": 54896
    },
    {
      "epoch": 2.5539427773900907,
      "grad_norm": 1.1712288726163274,
      "learning_rate": 0.00018884854833721134,
      "loss": 2.0156,
      "step": 54897
    },
    {
      "epoch": 2.5539892998371716,
      "grad_norm": 1.1829660734715133,
      "learning_rate": 0.0001888449635400364,
      "loss": 2.1875,
      "step": 54898
    },
    {
      "epoch": 2.554035822284252,
      "grad_norm": 1.1995461355007841,
      "learning_rate": 0.0001888413787190804,
      "loss": 2.25,
      "step": 54899
    },
    {
      "epoch": 2.554082344731333,
      "grad_norm": 1.2331685400347,
      "learning_rate": 0.0001888377938743455,
      "loss": 2.4219,
      "step": 54900
    },
    {
      "epoch": 2.5541288671784135,
      "grad_norm": 1.26930277095416,
      "learning_rate": 0.0001888342090058338,
      "loss": 2.2969,
      "step": 54901
    },
    {
      "epoch": 2.5541753896254944,
      "grad_norm": 1.2453472744912846,
      "learning_rate": 0.00018883062411354762,
      "loss": 2.1406,
      "step": 54902
    },
    {
      "epoch": 2.554221912072575,
      "grad_norm": 1.342418613381669,
      "learning_rate": 0.00018882703919748906,
      "loss": 2.3125,
      "step": 54903
    },
    {
      "epoch": 2.554268434519656,
      "grad_norm": 1.2247688193731836,
      "learning_rate": 0.00018882345425766034,
      "loss": 2.1719,
      "step": 54904
    },
    {
      "epoch": 2.5543149569667367,
      "grad_norm": 1.2216517766600723,
      "learning_rate": 0.00018881986929406377,
      "loss": 2.2344,
      "step": 54905
    },
    {
      "epoch": 2.554361479413817,
      "grad_norm": 1.2634654774075964,
      "learning_rate": 0.00018881628430670138,
      "loss": 2.2344,
      "step": 54906
    },
    {
      "epoch": 2.5544080018608977,
      "grad_norm": 1.21627427961347,
      "learning_rate": 0.00018881269929557542,
      "loss": 2.1562,
      "step": 54907
    },
    {
      "epoch": 2.5544545243079786,
      "grad_norm": 1.2563881045252068,
      "learning_rate": 0.00018880911426068814,
      "loss": 2.0625,
      "step": 54908
    },
    {
      "epoch": 2.5545010467550595,
      "grad_norm": 1.2428463099047105,
      "learning_rate": 0.00018880552920204165,
      "loss": 2.3438,
      "step": 54909
    },
    {
      "epoch": 2.55454756920214,
      "grad_norm": 1.306332513517061,
      "learning_rate": 0.00018880194411963826,
      "loss": 2.375,
      "step": 54910
    },
    {
      "epoch": 2.554594091649221,
      "grad_norm": 1.1316176956074702,
      "learning_rate": 0.00018879835901348,
      "loss": 2.0938,
      "step": 54911
    },
    {
      "epoch": 2.5546406140963014,
      "grad_norm": 1.1935980114442113,
      "learning_rate": 0.00018879477388356923,
      "loss": 2.0781,
      "step": 54912
    },
    {
      "epoch": 2.5546871365433823,
      "grad_norm": 1.1909667356447287,
      "learning_rate": 0.000188791188729908,
      "loss": 2.1406,
      "step": 54913
    },
    {
      "epoch": 2.554733658990463,
      "grad_norm": 1.217142168129854,
      "learning_rate": 0.0001887876035524986,
      "loss": 2.125,
      "step": 54914
    },
    {
      "epoch": 2.5547801814375437,
      "grad_norm": 1.2034847992591886,
      "learning_rate": 0.0001887840183513432,
      "loss": 2.2031,
      "step": 54915
    },
    {
      "epoch": 2.554826703884624,
      "grad_norm": 1.2565107104411357,
      "learning_rate": 0.00018878043312644404,
      "loss": 2.2812,
      "step": 54916
    },
    {
      "epoch": 2.554873226331705,
      "grad_norm": 1.2752522837755749,
      "learning_rate": 0.00018877684787780321,
      "loss": 2.2344,
      "step": 54917
    },
    {
      "epoch": 2.5549197487787856,
      "grad_norm": 1.2657235088622723,
      "learning_rate": 0.00018877326260542305,
      "loss": 2.125,
      "step": 54918
    },
    {
      "epoch": 2.5549662712258665,
      "grad_norm": 1.2280935327543294,
      "learning_rate": 0.0001887696773093056,
      "loss": 2.2188,
      "step": 54919
    },
    {
      "epoch": 2.5550127936729474,
      "grad_norm": 1.1838495262715325,
      "learning_rate": 0.00018876609198945315,
      "loss": 2.0469,
      "step": 54920
    },
    {
      "epoch": 2.555059316120028,
      "grad_norm": 1.2626678513660994,
      "learning_rate": 0.00018876250664586784,
      "loss": 2.3594,
      "step": 54921
    },
    {
      "epoch": 2.5551058385671084,
      "grad_norm": 1.3242656653197122,
      "learning_rate": 0.0001887589212785519,
      "loss": 2.4219,
      "step": 54922
    },
    {
      "epoch": 2.5551523610141893,
      "grad_norm": 1.4442073313627402,
      "learning_rate": 0.00018875533588750756,
      "loss": 2.5469,
      "step": 54923
    },
    {
      "epoch": 2.55519888346127,
      "grad_norm": 1.22539969504422,
      "learning_rate": 0.00018875175047273693,
      "loss": 2.1875,
      "step": 54924
    },
    {
      "epoch": 2.5552454059083507,
      "grad_norm": 1.263470441913321,
      "learning_rate": 0.00018874816503424227,
      "loss": 2.5469,
      "step": 54925
    },
    {
      "epoch": 2.5552919283554316,
      "grad_norm": 1.1309360511356015,
      "learning_rate": 0.0001887445795720257,
      "loss": 2.125,
      "step": 54926
    },
    {
      "epoch": 2.555338450802512,
      "grad_norm": 1.1857729955071665,
      "learning_rate": 0.00018874099408608955,
      "loss": 2.1094,
      "step": 54927
    },
    {
      "epoch": 2.555384973249593,
      "grad_norm": 1.243695999328258,
      "learning_rate": 0.00018873740857643591,
      "loss": 2.375,
      "step": 54928
    },
    {
      "epoch": 2.5554314956966735,
      "grad_norm": 1.2463948486969925,
      "learning_rate": 0.00018873382304306703,
      "loss": 2.2656,
      "step": 54929
    },
    {
      "epoch": 2.5554780181437544,
      "grad_norm": 1.3041738955453992,
      "learning_rate": 0.00018873023748598502,
      "loss": 2.6406,
      "step": 54930
    },
    {
      "epoch": 2.5555245405908353,
      "grad_norm": 1.1600874492871638,
      "learning_rate": 0.0001887266519051922,
      "loss": 2.0312,
      "step": 54931
    },
    {
      "epoch": 2.555571063037916,
      "grad_norm": 1.4727698612978963,
      "learning_rate": 0.00018872306630069065,
      "loss": 2.3594,
      "step": 54932
    },
    {
      "epoch": 2.5556175854849963,
      "grad_norm": 1.192228965109263,
      "learning_rate": 0.0001887194806724826,
      "loss": 2.1406,
      "step": 54933
    },
    {
      "epoch": 2.555664107932077,
      "grad_norm": 1.1935940379206502,
      "learning_rate": 0.00018871589502057027,
      "loss": 2.2656,
      "step": 54934
    },
    {
      "epoch": 2.555710630379158,
      "grad_norm": 1.1408155245384792,
      "learning_rate": 0.00018871230934495582,
      "loss": 2.1406,
      "step": 54935
    },
    {
      "epoch": 2.5557571528262386,
      "grad_norm": 1.264926515423606,
      "learning_rate": 0.00018870872364564148,
      "loss": 2.5,
      "step": 54936
    },
    {
      "epoch": 2.5558036752733195,
      "grad_norm": 1.2415486170696854,
      "learning_rate": 0.0001887051379226294,
      "loss": 2.2812,
      "step": 54937
    },
    {
      "epoch": 2.5558501977204,
      "grad_norm": 1.3034288195437362,
      "learning_rate": 0.00018870155217592187,
      "loss": 2.125,
      "step": 54938
    },
    {
      "epoch": 2.555896720167481,
      "grad_norm": 1.2371351312395258,
      "learning_rate": 0.00018869796640552097,
      "loss": 2.4531,
      "step": 54939
    },
    {
      "epoch": 2.5559432426145614,
      "grad_norm": 1.2211490422335478,
      "learning_rate": 0.00018869438061142898,
      "loss": 2.2344,
      "step": 54940
    },
    {
      "epoch": 2.5559897650616423,
      "grad_norm": 1.2209980855384068,
      "learning_rate": 0.00018869079479364803,
      "loss": 2.3281,
      "step": 54941
    },
    {
      "epoch": 2.556036287508723,
      "grad_norm": 1.2280373951785895,
      "learning_rate": 0.0001886872089521804,
      "loss": 2.4531,
      "step": 54942
    },
    {
      "epoch": 2.5560828099558037,
      "grad_norm": 1.1799109357350117,
      "learning_rate": 0.0001886836230870282,
      "loss": 2.25,
      "step": 54943
    },
    {
      "epoch": 2.556129332402884,
      "grad_norm": 1.20809409581051,
      "learning_rate": 0.00018868003719819368,
      "loss": 2.2812,
      "step": 54944
    },
    {
      "epoch": 2.556175854849965,
      "grad_norm": 1.1895777698725387,
      "learning_rate": 0.000188676451285679,
      "loss": 2.125,
      "step": 54945
    },
    {
      "epoch": 2.556222377297046,
      "grad_norm": 1.3424817936071978,
      "learning_rate": 0.00018867286534948635,
      "loss": 2.5,
      "step": 54946
    },
    {
      "epoch": 2.5562688997441265,
      "grad_norm": 1.1474354665085282,
      "learning_rate": 0.00018866927938961795,
      "loss": 2.0469,
      "step": 54947
    },
    {
      "epoch": 2.556315422191207,
      "grad_norm": 1.1537741324474646,
      "learning_rate": 0.000188665693406076,
      "loss": 2.2656,
      "step": 54948
    },
    {
      "epoch": 2.556361944638288,
      "grad_norm": 1.2655397761212106,
      "learning_rate": 0.00018866210739886267,
      "loss": 2.0625,
      "step": 54949
    },
    {
      "epoch": 2.556408467085369,
      "grad_norm": 1.2278710028192945,
      "learning_rate": 0.00018865852136798017,
      "loss": 2.4062,
      "step": 54950
    },
    {
      "epoch": 2.5564549895324493,
      "grad_norm": 1.2143233781742164,
      "learning_rate": 0.00018865493531343072,
      "loss": 2.125,
      "step": 54951
    },
    {
      "epoch": 2.5565015119795302,
      "grad_norm": 1.2700265935788366,
      "learning_rate": 0.00018865134923521645,
      "loss": 2.5,
      "step": 54952
    },
    {
      "epoch": 2.5565480344266107,
      "grad_norm": 1.1563529202049168,
      "learning_rate": 0.00018864776313333963,
      "loss": 2.2344,
      "step": 54953
    },
    {
      "epoch": 2.5565945568736916,
      "grad_norm": 1.3429180006300592,
      "learning_rate": 0.0001886441770078024,
      "loss": 2.4844,
      "step": 54954
    },
    {
      "epoch": 2.556641079320772,
      "grad_norm": 1.0716178155023657,
      "learning_rate": 0.00018864059085860703,
      "loss": 1.7266,
      "step": 54955
    },
    {
      "epoch": 2.556687601767853,
      "grad_norm": 1.113347879200945,
      "learning_rate": 0.0001886370046857556,
      "loss": 2.1094,
      "step": 54956
    },
    {
      "epoch": 2.556734124214934,
      "grad_norm": 1.2291310150455244,
      "learning_rate": 0.0001886334184892504,
      "loss": 2.125,
      "step": 54957
    },
    {
      "epoch": 2.5567806466620144,
      "grad_norm": 1.1929921218233444,
      "learning_rate": 0.00018862983226909357,
      "loss": 2.4375,
      "step": 54958
    },
    {
      "epoch": 2.556827169109095,
      "grad_norm": 1.1283945526500607,
      "learning_rate": 0.0001886262460252873,
      "loss": 2.2344,
      "step": 54959
    },
    {
      "epoch": 2.556873691556176,
      "grad_norm": 1.2238059883110777,
      "learning_rate": 0.0001886226597578339,
      "loss": 2.5312,
      "step": 54960
    },
    {
      "epoch": 2.5569202140032568,
      "grad_norm": 1.240874687605277,
      "learning_rate": 0.0001886190734667354,
      "loss": 2.3281,
      "step": 54961
    },
    {
      "epoch": 2.5569667364503372,
      "grad_norm": 1.2602660017248903,
      "learning_rate": 0.00018861548715199417,
      "loss": 2.2969,
      "step": 54962
    },
    {
      "epoch": 2.557013258897418,
      "grad_norm": 1.2731498012421818,
      "learning_rate": 0.00018861190081361225,
      "loss": 2.2031,
      "step": 54963
    },
    {
      "epoch": 2.5570597813444986,
      "grad_norm": 1.2691262707684927,
      "learning_rate": 0.00018860831445159188,
      "loss": 2.25,
      "step": 54964
    },
    {
      "epoch": 2.5571063037915795,
      "grad_norm": 1.268679605472608,
      "learning_rate": 0.0001886047280659353,
      "loss": 2.4531,
      "step": 54965
    },
    {
      "epoch": 2.55715282623866,
      "grad_norm": 1.2732152116275908,
      "learning_rate": 0.00018860114165664469,
      "loss": 2.4844,
      "step": 54966
    },
    {
      "epoch": 2.557199348685741,
      "grad_norm": 1.233917735714519,
      "learning_rate": 0.00018859755522372218,
      "loss": 2.4375,
      "step": 54967
    },
    {
      "epoch": 2.5572458711328214,
      "grad_norm": 1.3760488170736918,
      "learning_rate": 0.0001885939687671701,
      "loss": 2.3125,
      "step": 54968
    },
    {
      "epoch": 2.5572923935799023,
      "grad_norm": 1.2366552129174142,
      "learning_rate": 0.00018859038228699048,
      "loss": 2.4219,
      "step": 54969
    },
    {
      "epoch": 2.557338916026983,
      "grad_norm": 1.2832242686849205,
      "learning_rate": 0.00018858679578318566,
      "loss": 2.375,
      "step": 54970
    },
    {
      "epoch": 2.5573854384740637,
      "grad_norm": 1.170297768767211,
      "learning_rate": 0.00018858320925575775,
      "loss": 1.8906,
      "step": 54971
    },
    {
      "epoch": 2.5574319609211447,
      "grad_norm": 1.1602189499918938,
      "learning_rate": 0.00018857962270470895,
      "loss": 2.0938,
      "step": 54972
    },
    {
      "epoch": 2.557478483368225,
      "grad_norm": 1.2008682034173705,
      "learning_rate": 0.00018857603613004154,
      "loss": 2.1406,
      "step": 54973
    },
    {
      "epoch": 2.5575250058153056,
      "grad_norm": 1.1867252156416213,
      "learning_rate": 0.0001885724495317576,
      "loss": 2.0469,
      "step": 54974
    },
    {
      "epoch": 2.5575715282623865,
      "grad_norm": 1.2581632920412475,
      "learning_rate": 0.0001885688629098594,
      "loss": 2.2344,
      "step": 54975
    },
    {
      "epoch": 2.5576180507094675,
      "grad_norm": 1.2298516220615803,
      "learning_rate": 0.0001885652762643491,
      "loss": 2.25,
      "step": 54976
    },
    {
      "epoch": 2.557664573156548,
      "grad_norm": 1.212409433361325,
      "learning_rate": 0.00018856168959522897,
      "loss": 2.0625,
      "step": 54977
    },
    {
      "epoch": 2.557711095603629,
      "grad_norm": 1.2341511484175525,
      "learning_rate": 0.00018855810290250107,
      "loss": 2.3594,
      "step": 54978
    },
    {
      "epoch": 2.5577576180507093,
      "grad_norm": 1.2474349664000797,
      "learning_rate": 0.00018855451618616771,
      "loss": 2.1094,
      "step": 54979
    },
    {
      "epoch": 2.5578041404977903,
      "grad_norm": 1.227618746962845,
      "learning_rate": 0.00018855092944623105,
      "loss": 2.3438,
      "step": 54980
    },
    {
      "epoch": 2.5578506629448707,
      "grad_norm": 1.2086715964977617,
      "learning_rate": 0.00018854734268269324,
      "loss": 2.5156,
      "step": 54981
    },
    {
      "epoch": 2.5578971853919517,
      "grad_norm": 1.1848088749050465,
      "learning_rate": 0.00018854375589555657,
      "loss": 2.2031,
      "step": 54982
    },
    {
      "epoch": 2.5579437078390326,
      "grad_norm": 1.3806405519374905,
      "learning_rate": 0.00018854016908482314,
      "loss": 2.25,
      "step": 54983
    },
    {
      "epoch": 2.557990230286113,
      "grad_norm": 1.2463953726688695,
      "learning_rate": 0.00018853658225049527,
      "loss": 2.4844,
      "step": 54984
    },
    {
      "epoch": 2.5580367527331935,
      "grad_norm": 1.2923426920514312,
      "learning_rate": 0.00018853299539257497,
      "loss": 2.3125,
      "step": 54985
    },
    {
      "epoch": 2.5580832751802745,
      "grad_norm": 1.2924815386712878,
      "learning_rate": 0.00018852940851106463,
      "loss": 2.4844,
      "step": 54986
    },
    {
      "epoch": 2.5581297976273554,
      "grad_norm": 1.2312311627124166,
      "learning_rate": 0.00018852582160596633,
      "loss": 1.7344,
      "step": 54987
    },
    {
      "epoch": 2.558176320074436,
      "grad_norm": 1.1526412799568801,
      "learning_rate": 0.0001885222346772823,
      "loss": 2.2031,
      "step": 54988
    },
    {
      "epoch": 2.5582228425215168,
      "grad_norm": 1.1592069269713798,
      "learning_rate": 0.00018851864772501472,
      "loss": 2.2031,
      "step": 54989
    },
    {
      "epoch": 2.5582693649685972,
      "grad_norm": 1.4253328705835795,
      "learning_rate": 0.0001885150607491658,
      "loss": 2.3438,
      "step": 54990
    },
    {
      "epoch": 2.558315887415678,
      "grad_norm": 1.2157214213511758,
      "learning_rate": 0.00018851147374973775,
      "loss": 2.5469,
      "step": 54991
    },
    {
      "epoch": 2.5583624098627586,
      "grad_norm": 1.213680175914021,
      "learning_rate": 0.0001885078867267327,
      "loss": 2.3281,
      "step": 54992
    },
    {
      "epoch": 2.5584089323098396,
      "grad_norm": 1.2220639505177555,
      "learning_rate": 0.00018850429968015296,
      "loss": 2.0312,
      "step": 54993
    },
    {
      "epoch": 2.5584554547569205,
      "grad_norm": 1.2661647946421097,
      "learning_rate": 0.0001885007126100006,
      "loss": 2.25,
      "step": 54994
    },
    {
      "epoch": 2.558501977204001,
      "grad_norm": 1.2062122895518042,
      "learning_rate": 0.00018849712551627793,
      "loss": 2.2656,
      "step": 54995
    },
    {
      "epoch": 2.5585484996510814,
      "grad_norm": 1.2011552082669021,
      "learning_rate": 0.00018849353839898704,
      "loss": 2.0625,
      "step": 54996
    },
    {
      "epoch": 2.5585950220981624,
      "grad_norm": 1.268555359082555,
      "learning_rate": 0.00018848995125813023,
      "loss": 2.4844,
      "step": 54997
    },
    {
      "epoch": 2.5586415445452433,
      "grad_norm": 1.1610935515257654,
      "learning_rate": 0.00018848636409370963,
      "loss": 2.0625,
      "step": 54998
    },
    {
      "epoch": 2.5586880669923238,
      "grad_norm": 1.2922409274073756,
      "learning_rate": 0.00018848277690572743,
      "loss": 2.3125,
      "step": 54999
    },
    {
      "epoch": 2.5587345894394042,
      "grad_norm": 1.2990756620033208,
      "learning_rate": 0.00018847918969418586,
      "loss": 2.1094,
      "step": 55000
    },
    {
      "epoch": 2.558781111886485,
      "grad_norm": 1.1671476341146954,
      "learning_rate": 0.00018847560245908708,
      "loss": 2.1562,
      "step": 55001
    },
    {
      "epoch": 2.558827634333566,
      "grad_norm": 1.2158245134429604,
      "learning_rate": 0.00018847201520043338,
      "loss": 2.3438,
      "step": 55002
    },
    {
      "epoch": 2.5588741567806466,
      "grad_norm": 1.248348945619179,
      "learning_rate": 0.00018846842791822683,
      "loss": 2.25,
      "step": 55003
    },
    {
      "epoch": 2.5589206792277275,
      "grad_norm": 1.273637208199803,
      "learning_rate": 0.0001884648406124697,
      "loss": 2.6719,
      "step": 55004
    },
    {
      "epoch": 2.558967201674808,
      "grad_norm": 1.2802789794983123,
      "learning_rate": 0.00018846125328316412,
      "loss": 2.3906,
      "step": 55005
    },
    {
      "epoch": 2.559013724121889,
      "grad_norm": 1.1901015421888868,
      "learning_rate": 0.00018845766593031241,
      "loss": 2.0156,
      "step": 55006
    },
    {
      "epoch": 2.5590602465689694,
      "grad_norm": 1.2735634996313587,
      "learning_rate": 0.00018845407855391664,
      "loss": 2.0469,
      "step": 55007
    },
    {
      "epoch": 2.5591067690160503,
      "grad_norm": 1.3303728835755901,
      "learning_rate": 0.0001884504911539791,
      "loss": 2.4062,
      "step": 55008
    },
    {
      "epoch": 2.559153291463131,
      "grad_norm": 1.1666553478804724,
      "learning_rate": 0.00018844690373050188,
      "loss": 2.2188,
      "step": 55009
    },
    {
      "epoch": 2.5591998139102117,
      "grad_norm": 1.2615144290827545,
      "learning_rate": 0.0001884433162834873,
      "loss": 2.375,
      "step": 55010
    },
    {
      "epoch": 2.559246336357292,
      "grad_norm": 1.2254512863333746,
      "learning_rate": 0.00018843972881293745,
      "loss": 2.2969,
      "step": 55011
    },
    {
      "epoch": 2.559292858804373,
      "grad_norm": 1.199800016007478,
      "learning_rate": 0.00018843614131885456,
      "loss": 1.9922,
      "step": 55012
    },
    {
      "epoch": 2.559339381251454,
      "grad_norm": 1.3225671046959302,
      "learning_rate": 0.00018843255380124088,
      "loss": 2.2969,
      "step": 55013
    },
    {
      "epoch": 2.5593859036985345,
      "grad_norm": 1.2827013154619171,
      "learning_rate": 0.00018842896626009852,
      "loss": 2.5625,
      "step": 55014
    },
    {
      "epoch": 2.5594324261456154,
      "grad_norm": 1.1790599820784113,
      "learning_rate": 0.0001884253786954298,
      "loss": 2.2656,
      "step": 55015
    },
    {
      "epoch": 2.559478948592696,
      "grad_norm": 1.288701800580294,
      "learning_rate": 0.00018842179110723677,
      "loss": 2.3281,
      "step": 55016
    },
    {
      "epoch": 2.559525471039777,
      "grad_norm": 1.3681348482405329,
      "learning_rate": 0.00018841820349552174,
      "loss": 2.2031,
      "step": 55017
    },
    {
      "epoch": 2.5595719934868573,
      "grad_norm": 1.2954832323527847,
      "learning_rate": 0.00018841461586028682,
      "loss": 2.4219,
      "step": 55018
    },
    {
      "epoch": 2.559618515933938,
      "grad_norm": 1.1775907939844967,
      "learning_rate": 0.00018841102820153427,
      "loss": 2.1719,
      "step": 55019
    },
    {
      "epoch": 2.559665038381019,
      "grad_norm": 1.2543777001618035,
      "learning_rate": 0.0001884074405192662,
      "loss": 2.4531,
      "step": 55020
    },
    {
      "epoch": 2.5597115608280996,
      "grad_norm": 1.2751697053254087,
      "learning_rate": 0.00018840385281348494,
      "loss": 2.3438,
      "step": 55021
    },
    {
      "epoch": 2.55975808327518,
      "grad_norm": 1.1809770441361434,
      "learning_rate": 0.00018840026508419258,
      "loss": 2.3125,
      "step": 55022
    },
    {
      "epoch": 2.559804605722261,
      "grad_norm": 1.1502838689966655,
      "learning_rate": 0.00018839667733139138,
      "loss": 2.2188,
      "step": 55023
    },
    {
      "epoch": 2.559851128169342,
      "grad_norm": 1.2763439686483735,
      "learning_rate": 0.00018839308955508345,
      "loss": 2.2812,
      "step": 55024
    },
    {
      "epoch": 2.5598976506164224,
      "grad_norm": 1.3019096432628157,
      "learning_rate": 0.0001883895017552711,
      "loss": 2.375,
      "step": 55025
    },
    {
      "epoch": 2.5599441730635033,
      "grad_norm": 1.3613165736084132,
      "learning_rate": 0.00018838591393195646,
      "loss": 2.5469,
      "step": 55026
    },
    {
      "epoch": 2.559990695510584,
      "grad_norm": 1.2533845352116184,
      "learning_rate": 0.00018838232608514173,
      "loss": 2.3125,
      "step": 55027
    },
    {
      "epoch": 2.5600372179576647,
      "grad_norm": 1.2781191684772601,
      "learning_rate": 0.00018837873821482914,
      "loss": 2.2656,
      "step": 55028
    },
    {
      "epoch": 2.560083740404745,
      "grad_norm": 1.2366874671849148,
      "learning_rate": 0.0001883751503210208,
      "loss": 2.3594,
      "step": 55029
    },
    {
      "epoch": 2.560130262851826,
      "grad_norm": 1.2247670482873405,
      "learning_rate": 0.00018837156240371903,
      "loss": 2.3125,
      "step": 55030
    },
    {
      "epoch": 2.5601767852989066,
      "grad_norm": 1.2165317904293935,
      "learning_rate": 0.00018836797446292593,
      "loss": 2.125,
      "step": 55031
    },
    {
      "epoch": 2.5602233077459875,
      "grad_norm": 1.183920886711497,
      "learning_rate": 0.00018836438649864375,
      "loss": 2.0469,
      "step": 55032
    },
    {
      "epoch": 2.560269830193068,
      "grad_norm": 1.201532543055153,
      "learning_rate": 0.00018836079851087466,
      "loss": 2.3125,
      "step": 55033
    },
    {
      "epoch": 2.560316352640149,
      "grad_norm": 1.281929276999141,
      "learning_rate": 0.0001883572104996208,
      "loss": 2.2344,
      "step": 55034
    },
    {
      "epoch": 2.56036287508723,
      "grad_norm": 1.3155051794187902,
      "learning_rate": 0.00018835362246488448,
      "loss": 2.3594,
      "step": 55035
    },
    {
      "epoch": 2.5604093975343103,
      "grad_norm": 1.2488485801605302,
      "learning_rate": 0.00018835003440666786,
      "loss": 2.25,
      "step": 55036
    },
    {
      "epoch": 2.5604559199813908,
      "grad_norm": 1.2042113456905479,
      "learning_rate": 0.00018834644632497312,
      "loss": 2.3281,
      "step": 55037
    },
    {
      "epoch": 2.5605024424284717,
      "grad_norm": 1.382686647758614,
      "learning_rate": 0.00018834285821980247,
      "loss": 2.4219,
      "step": 55038
    },
    {
      "epoch": 2.5605489648755526,
      "grad_norm": 1.2018776609984316,
      "learning_rate": 0.0001883392700911581,
      "loss": 2.0625,
      "step": 55039
    },
    {
      "epoch": 2.560595487322633,
      "grad_norm": 1.2369414391404636,
      "learning_rate": 0.00018833568193904216,
      "loss": 2.4844,
      "step": 55040
    },
    {
      "epoch": 2.560642009769714,
      "grad_norm": 1.1685998909295876,
      "learning_rate": 0.00018833209376345694,
      "loss": 2.0625,
      "step": 55041
    },
    {
      "epoch": 2.5606885322167945,
      "grad_norm": 1.1289690731515816,
      "learning_rate": 0.00018832850556440455,
      "loss": 2.1094,
      "step": 55042
    },
    {
      "epoch": 2.5607350546638754,
      "grad_norm": 1.162104758173214,
      "learning_rate": 0.00018832491734188723,
      "loss": 2.1562,
      "step": 55043
    },
    {
      "epoch": 2.560781577110956,
      "grad_norm": 1.1719665385867288,
      "learning_rate": 0.00018832132909590716,
      "loss": 2.2188,
      "step": 55044
    },
    {
      "epoch": 2.560828099558037,
      "grad_norm": 1.138956789339911,
      "learning_rate": 0.00018831774082646657,
      "loss": 2.125,
      "step": 55045
    },
    {
      "epoch": 2.5608746220051177,
      "grad_norm": 1.1873949626007871,
      "learning_rate": 0.0001883141525335676,
      "loss": 2.2188,
      "step": 55046
    },
    {
      "epoch": 2.560921144452198,
      "grad_norm": 1.213354764547046,
      "learning_rate": 0.00018831056421721252,
      "loss": 2.2812,
      "step": 55047
    },
    {
      "epoch": 2.5609676668992787,
      "grad_norm": 1.3150947914216904,
      "learning_rate": 0.00018830697587740345,
      "loss": 2.5625,
      "step": 55048
    },
    {
      "epoch": 2.5610141893463596,
      "grad_norm": 1.1808073713961946,
      "learning_rate": 0.00018830338751414264,
      "loss": 2.375,
      "step": 55049
    },
    {
      "epoch": 2.5610607117934405,
      "grad_norm": 1.2332941806135598,
      "learning_rate": 0.00018829979912743228,
      "loss": 2.2344,
      "step": 55050
    },
    {
      "epoch": 2.561107234240521,
      "grad_norm": 1.07768665977168,
      "learning_rate": 0.00018829621071727456,
      "loss": 1.7422,
      "step": 55051
    },
    {
      "epoch": 2.561153756687602,
      "grad_norm": 1.336671432290476,
      "learning_rate": 0.0001882926222836717,
      "loss": 2.2344,
      "step": 55052
    },
    {
      "epoch": 2.5612002791346824,
      "grad_norm": 1.5139251766362782,
      "learning_rate": 0.00018828903382662579,
      "loss": 1.7031,
      "step": 55053
    },
    {
      "epoch": 2.5612468015817633,
      "grad_norm": 1.3276686863477962,
      "learning_rate": 0.0001882854453461392,
      "loss": 2.5625,
      "step": 55054
    },
    {
      "epoch": 2.561293324028844,
      "grad_norm": 1.3231211307886328,
      "learning_rate": 0.00018828185684221396,
      "loss": 2.4062,
      "step": 55055
    },
    {
      "epoch": 2.5613398464759247,
      "grad_norm": 1.248980494504668,
      "learning_rate": 0.00018827826831485235,
      "loss": 2.5312,
      "step": 55056
    },
    {
      "epoch": 2.561386368923005,
      "grad_norm": 1.1703324718551955,
      "learning_rate": 0.00018827467976405656,
      "loss": 2.2812,
      "step": 55057
    },
    {
      "epoch": 2.561432891370086,
      "grad_norm": 1.2598798376734504,
      "learning_rate": 0.00018827109118982883,
      "loss": 2.1875,
      "step": 55058
    },
    {
      "epoch": 2.5614794138171666,
      "grad_norm": 1.20618668075242,
      "learning_rate": 0.00018826750259217127,
      "loss": 2.4531,
      "step": 55059
    },
    {
      "epoch": 2.5615259362642475,
      "grad_norm": 1.2655325978122498,
      "learning_rate": 0.00018826391397108613,
      "loss": 2.5156,
      "step": 55060
    },
    {
      "epoch": 2.5615724587113284,
      "grad_norm": 1.1741265692671865,
      "learning_rate": 0.00018826032532657562,
      "loss": 2.0625,
      "step": 55061
    },
    {
      "epoch": 2.561618981158409,
      "grad_norm": 1.1784890366330387,
      "learning_rate": 0.0001882567366586419,
      "loss": 2.3906,
      "step": 55062
    },
    {
      "epoch": 2.5616655036054894,
      "grad_norm": 1.234825980356628,
      "learning_rate": 0.00018825314796728715,
      "loss": 2.5625,
      "step": 55063
    },
    {
      "epoch": 2.5617120260525703,
      "grad_norm": 1.1876903705851218,
      "learning_rate": 0.00018824955925251366,
      "loss": 2.4688,
      "step": 55064
    },
    {
      "epoch": 2.5617585484996512,
      "grad_norm": 1.3246544960315034,
      "learning_rate": 0.00018824597051432355,
      "loss": 1.6875,
      "step": 55065
    },
    {
      "epoch": 2.5618050709467317,
      "grad_norm": 1.221407042273859,
      "learning_rate": 0.00018824238175271899,
      "loss": 2.2344,
      "step": 55066
    },
    {
      "epoch": 2.5618515933938126,
      "grad_norm": 1.247469126493379,
      "learning_rate": 0.0001882387929677022,
      "loss": 2.4375,
      "step": 55067
    },
    {
      "epoch": 2.561898115840893,
      "grad_norm": 1.2825149037668158,
      "learning_rate": 0.00018823520415927543,
      "loss": 2.5,
      "step": 55068
    },
    {
      "epoch": 2.561944638287974,
      "grad_norm": 1.2824199121548034,
      "learning_rate": 0.00018823161532744085,
      "loss": 2.4531,
      "step": 55069
    },
    {
      "epoch": 2.5619911607350545,
      "grad_norm": 1.0856227571926067,
      "learning_rate": 0.00018822802647220065,
      "loss": 2.1094,
      "step": 55070
    },
    {
      "epoch": 2.5620376831821354,
      "grad_norm": 1.221283979721736,
      "learning_rate": 0.00018822443759355703,
      "loss": 2.1406,
      "step": 55071
    },
    {
      "epoch": 2.5620842056292163,
      "grad_norm": 1.2229838656112773,
      "learning_rate": 0.00018822084869151218,
      "loss": 2.25,
      "step": 55072
    },
    {
      "epoch": 2.562130728076297,
      "grad_norm": 1.2671522491154958,
      "learning_rate": 0.00018821725976606832,
      "loss": 2.25,
      "step": 55073
    },
    {
      "epoch": 2.5621772505233773,
      "grad_norm": 1.1966011224981385,
      "learning_rate": 0.00018821367081722757,
      "loss": 2.4062,
      "step": 55074
    },
    {
      "epoch": 2.5622237729704582,
      "grad_norm": 1.150475456622258,
      "learning_rate": 0.00018821008184499223,
      "loss": 2.0938,
      "step": 55075
    },
    {
      "epoch": 2.562270295417539,
      "grad_norm": 1.2095748767849122,
      "learning_rate": 0.00018820649284936444,
      "loss": 1.9688,
      "step": 55076
    },
    {
      "epoch": 2.5623168178646196,
      "grad_norm": 1.1750333875334389,
      "learning_rate": 0.00018820290383034642,
      "loss": 2.0,
      "step": 55077
    },
    {
      "epoch": 2.5623633403117005,
      "grad_norm": 1.2100323585563595,
      "learning_rate": 0.00018819931478794035,
      "loss": 2.25,
      "step": 55078
    },
    {
      "epoch": 2.562409862758781,
      "grad_norm": 1.2150736436425462,
      "learning_rate": 0.00018819572572214841,
      "loss": 2.4219,
      "step": 55079
    },
    {
      "epoch": 2.562456385205862,
      "grad_norm": 1.249482945447836,
      "learning_rate": 0.00018819213663297284,
      "loss": 2.4375,
      "step": 55080
    },
    {
      "epoch": 2.5625029076529424,
      "grad_norm": 1.2591512959267221,
      "learning_rate": 0.00018818854752041583,
      "loss": 2.2656,
      "step": 55081
    },
    {
      "epoch": 2.5625494301000233,
      "grad_norm": 1.1406509378452385,
      "learning_rate": 0.0001881849583844796,
      "loss": 2.0156,
      "step": 55082
    },
    {
      "epoch": 2.562595952547104,
      "grad_norm": 1.2723698592366541,
      "learning_rate": 0.00018818136922516625,
      "loss": 2.3438,
      "step": 55083
    },
    {
      "epoch": 2.5626424749941847,
      "grad_norm": 1.1693743847750122,
      "learning_rate": 0.00018817778004247808,
      "loss": 2.3906,
      "step": 55084
    },
    {
      "epoch": 2.562688997441265,
      "grad_norm": 1.3535639027858408,
      "learning_rate": 0.00018817419083641722,
      "loss": 2.2188,
      "step": 55085
    },
    {
      "epoch": 2.562735519888346,
      "grad_norm": 1.1552639005549898,
      "learning_rate": 0.00018817060160698594,
      "loss": 2.1875,
      "step": 55086
    },
    {
      "epoch": 2.562782042335427,
      "grad_norm": 1.163472988027974,
      "learning_rate": 0.00018816701235418632,
      "loss": 2.3125,
      "step": 55087
    },
    {
      "epoch": 2.5628285647825075,
      "grad_norm": 1.259914771565399,
      "learning_rate": 0.00018816342307802068,
      "loss": 2.3438,
      "step": 55088
    },
    {
      "epoch": 2.562875087229588,
      "grad_norm": 1.3030693168374998,
      "learning_rate": 0.00018815983377849115,
      "loss": 2.2969,
      "step": 55089
    },
    {
      "epoch": 2.562921609676669,
      "grad_norm": 1.2063145853327955,
      "learning_rate": 0.00018815624445559995,
      "loss": 2.0469,
      "step": 55090
    },
    {
      "epoch": 2.56296813212375,
      "grad_norm": 1.2762627913801745,
      "learning_rate": 0.0001881526551093493,
      "loss": 2.1875,
      "step": 55091
    },
    {
      "epoch": 2.5630146545708303,
      "grad_norm": 1.2158892523015272,
      "learning_rate": 0.00018814906573974132,
      "loss": 2.2188,
      "step": 55092
    },
    {
      "epoch": 2.5630611770179113,
      "grad_norm": 1.0994139487615937,
      "learning_rate": 0.0001881454763467783,
      "loss": 2.0312,
      "step": 55093
    },
    {
      "epoch": 2.5631076994649917,
      "grad_norm": 1.202257938529309,
      "learning_rate": 0.00018814188693046238,
      "loss": 2.2188,
      "step": 55094
    },
    {
      "epoch": 2.5631542219120727,
      "grad_norm": 1.2492131330533847,
      "learning_rate": 0.00018813829749079577,
      "loss": 2.2969,
      "step": 55095
    },
    {
      "epoch": 2.563200744359153,
      "grad_norm": 1.2099337712949672,
      "learning_rate": 0.00018813470802778068,
      "loss": 2.4688,
      "step": 55096
    },
    {
      "epoch": 2.563247266806234,
      "grad_norm": 1.2879637308700984,
      "learning_rate": 0.0001881311185414193,
      "loss": 2.1875,
      "step": 55097
    },
    {
      "epoch": 2.563293789253315,
      "grad_norm": 1.2039102924500424,
      "learning_rate": 0.0001881275290317138,
      "loss": 2.3281,
      "step": 55098
    },
    {
      "epoch": 2.5633403117003954,
      "grad_norm": 1.179324790246409,
      "learning_rate": 0.0001881239394986664,
      "loss": 2.0312,
      "step": 55099
    },
    {
      "epoch": 2.563386834147476,
      "grad_norm": 1.2251340900173002,
      "learning_rate": 0.0001881203499422793,
      "loss": 2.25,
      "step": 55100
    },
    {
      "epoch": 2.563433356594557,
      "grad_norm": 1.186646235797688,
      "learning_rate": 0.0001881167603625547,
      "loss": 2.1406,
      "step": 55101
    },
    {
      "epoch": 2.5634798790416378,
      "grad_norm": 1.111899362992674,
      "learning_rate": 0.00018811317075949482,
      "loss": 2.0938,
      "step": 55102
    },
    {
      "epoch": 2.5635264014887182,
      "grad_norm": 1.2140757241146716,
      "learning_rate": 0.00018810958113310182,
      "loss": 2.1719,
      "step": 55103
    },
    {
      "epoch": 2.563572923935799,
      "grad_norm": 1.2406657893778794,
      "learning_rate": 0.00018810599148337792,
      "loss": 2.2031,
      "step": 55104
    },
    {
      "epoch": 2.5636194463828796,
      "grad_norm": 1.3508930421039593,
      "learning_rate": 0.00018810240181032527,
      "loss": 2.4531,
      "step": 55105
    },
    {
      "epoch": 2.5636659688299606,
      "grad_norm": 1.3482410250470556,
      "learning_rate": 0.00018809881211394617,
      "loss": 2.3594,
      "step": 55106
    },
    {
      "epoch": 2.563712491277041,
      "grad_norm": 1.2559934656497724,
      "learning_rate": 0.00018809522239424266,
      "loss": 2.3125,
      "step": 55107
    },
    {
      "epoch": 2.563759013724122,
      "grad_norm": 1.1235738440739105,
      "learning_rate": 0.0001880916326512171,
      "loss": 2.1719,
      "step": 55108
    },
    {
      "epoch": 2.563805536171203,
      "grad_norm": 1.2137925629996607,
      "learning_rate": 0.0001880880428848716,
      "loss": 2.2188,
      "step": 55109
    },
    {
      "epoch": 2.5638520586182834,
      "grad_norm": 1.3233395041409475,
      "learning_rate": 0.0001880844530952084,
      "loss": 2.2812,
      "step": 55110
    },
    {
      "epoch": 2.563898581065364,
      "grad_norm": 1.1867452069017541,
      "learning_rate": 0.0001880808632822296,
      "loss": 1.8125,
      "step": 55111
    },
    {
      "epoch": 2.5639451035124448,
      "grad_norm": 1.2668024642371158,
      "learning_rate": 0.00018807727344593753,
      "loss": 2.1406,
      "step": 55112
    },
    {
      "epoch": 2.5639916259595257,
      "grad_norm": 1.3604289699384164,
      "learning_rate": 0.00018807368358633435,
      "loss": 2.4688,
      "step": 55113
    },
    {
      "epoch": 2.564038148406606,
      "grad_norm": 1.2293807159348886,
      "learning_rate": 0.00018807009370342217,
      "loss": 2.3594,
      "step": 55114
    },
    {
      "epoch": 2.5640846708536866,
      "grad_norm": 1.2422725554185483,
      "learning_rate": 0.0001880665037972033,
      "loss": 2.3594,
      "step": 55115
    },
    {
      "epoch": 2.5641311933007676,
      "grad_norm": 1.2678568369032484,
      "learning_rate": 0.00018806291386767987,
      "loss": 2.0938,
      "step": 55116
    },
    {
      "epoch": 2.5641777157478485,
      "grad_norm": 1.2025943390014247,
      "learning_rate": 0.0001880593239148541,
      "loss": 2.4531,
      "step": 55117
    },
    {
      "epoch": 2.564224238194929,
      "grad_norm": 1.255725581250294,
      "learning_rate": 0.00018805573393872822,
      "loss": 2.2188,
      "step": 55118
    },
    {
      "epoch": 2.56427076064201,
      "grad_norm": 1.2478371634143381,
      "learning_rate": 0.0001880521439393044,
      "loss": 2.4688,
      "step": 55119
    },
    {
      "epoch": 2.5643172830890903,
      "grad_norm": 1.2657813672216196,
      "learning_rate": 0.00018804855391658479,
      "loss": 2.4531,
      "step": 55120
    },
    {
      "epoch": 2.5643638055361713,
      "grad_norm": 1.160522338328962,
      "learning_rate": 0.00018804496387057169,
      "loss": 2.2031,
      "step": 55121
    },
    {
      "epoch": 2.5644103279832517,
      "grad_norm": 1.222868299601012,
      "learning_rate": 0.00018804137380126716,
      "loss": 2.0938,
      "step": 55122
    },
    {
      "epoch": 2.5644568504303327,
      "grad_norm": 1.1715204850235243,
      "learning_rate": 0.0001880377837086735,
      "loss": 2.4062,
      "step": 55123
    },
    {
      "epoch": 2.5645033728774136,
      "grad_norm": 1.2420418218103753,
      "learning_rate": 0.0001880341935927929,
      "loss": 2.5938,
      "step": 55124
    },
    {
      "epoch": 2.564549895324494,
      "grad_norm": 1.26948261146799,
      "learning_rate": 0.00018803060345362754,
      "loss": 2.3125,
      "step": 55125
    },
    {
      "epoch": 2.5645964177715745,
      "grad_norm": 1.168359985047212,
      "learning_rate": 0.00018802701329117963,
      "loss": 2.2969,
      "step": 55126
    },
    {
      "epoch": 2.5646429402186555,
      "grad_norm": 1.1640079457157348,
      "learning_rate": 0.00018802342310545136,
      "loss": 2.125,
      "step": 55127
    },
    {
      "epoch": 2.5646894626657364,
      "grad_norm": 1.1575122803161846,
      "learning_rate": 0.00018801983289644495,
      "loss": 2.0469,
      "step": 55128
    },
    {
      "epoch": 2.564735985112817,
      "grad_norm": 1.1910460166247008,
      "learning_rate": 0.0001880162426641625,
      "loss": 2.2344,
      "step": 55129
    },
    {
      "epoch": 2.564782507559898,
      "grad_norm": 1.2840755333531289,
      "learning_rate": 0.00018801265240860635,
      "loss": 2.5,
      "step": 55130
    },
    {
      "epoch": 2.5648290300069783,
      "grad_norm": 1.233733463568804,
      "learning_rate": 0.00018800906212977858,
      "loss": 2.5156,
      "step": 55131
    },
    {
      "epoch": 2.564875552454059,
      "grad_norm": 1.1958396728480627,
      "learning_rate": 0.00018800547182768149,
      "loss": 2.2344,
      "step": 55132
    },
    {
      "epoch": 2.5649220749011397,
      "grad_norm": 1.2191557005299347,
      "learning_rate": 0.00018800188150231716,
      "loss": 2.4844,
      "step": 55133
    },
    {
      "epoch": 2.5649685973482206,
      "grad_norm": 1.3859278821821162,
      "learning_rate": 0.00018799829115368787,
      "loss": 2.1719,
      "step": 55134
    },
    {
      "epoch": 2.5650151197953015,
      "grad_norm": 1.2157072012711525,
      "learning_rate": 0.00018799470078179585,
      "loss": 2.125,
      "step": 55135
    },
    {
      "epoch": 2.565061642242382,
      "grad_norm": 1.2129683503439748,
      "learning_rate": 0.00018799111038664322,
      "loss": 2.1875,
      "step": 55136
    },
    {
      "epoch": 2.5651081646894625,
      "grad_norm": 1.2047407415012108,
      "learning_rate": 0.0001879875199682322,
      "loss": 2.2344,
      "step": 55137
    },
    {
      "epoch": 2.5651546871365434,
      "grad_norm": 1.1776844049697845,
      "learning_rate": 0.000187983929526565,
      "loss": 2.25,
      "step": 55138
    },
    {
      "epoch": 2.5652012095836243,
      "grad_norm": 1.1775673652963543,
      "learning_rate": 0.00018798033906164386,
      "loss": 2.1406,
      "step": 55139
    },
    {
      "epoch": 2.5652477320307048,
      "grad_norm": 1.2410888170002399,
      "learning_rate": 0.0001879767485734709,
      "loss": 2.2656,
      "step": 55140
    },
    {
      "epoch": 2.5652942544777857,
      "grad_norm": 1.1733398653042737,
      "learning_rate": 0.00018797315806204834,
      "loss": 2.25,
      "step": 55141
    },
    {
      "epoch": 2.565340776924866,
      "grad_norm": 1.2085812732712384,
      "learning_rate": 0.00018796956752737838,
      "loss": 2.3594,
      "step": 55142
    },
    {
      "epoch": 2.565387299371947,
      "grad_norm": 1.2475307270611644,
      "learning_rate": 0.00018796597696946326,
      "loss": 2.4688,
      "step": 55143
    },
    {
      "epoch": 2.5654338218190276,
      "grad_norm": 1.28692309070518,
      "learning_rate": 0.0001879623863883051,
      "loss": 2.25,
      "step": 55144
    },
    {
      "epoch": 2.5654803442661085,
      "grad_norm": 1.2056588892949507,
      "learning_rate": 0.00018795879578390617,
      "loss": 2.25,
      "step": 55145
    },
    {
      "epoch": 2.565526866713189,
      "grad_norm": 1.2292752718932132,
      "learning_rate": 0.00018795520515626867,
      "loss": 2.2812,
      "step": 55146
    },
    {
      "epoch": 2.56557338916027,
      "grad_norm": 1.311200892427177,
      "learning_rate": 0.0001879516145053947,
      "loss": 2.5469,
      "step": 55147
    },
    {
      "epoch": 2.5656199116073504,
      "grad_norm": 1.1776886634147021,
      "learning_rate": 0.0001879480238312866,
      "loss": 2.3438,
      "step": 55148
    },
    {
      "epoch": 2.5656664340544313,
      "grad_norm": 1.3690112873480615,
      "learning_rate": 0.00018794443313394646,
      "loss": 2.375,
      "step": 55149
    },
    {
      "epoch": 2.565712956501512,
      "grad_norm": 1.2526461864499452,
      "learning_rate": 0.00018794084241337652,
      "loss": 2.3594,
      "step": 55150
    },
    {
      "epoch": 2.5657594789485927,
      "grad_norm": 1.2159194878662598,
      "learning_rate": 0.00018793725166957895,
      "loss": 2.125,
      "step": 55151
    },
    {
      "epoch": 2.565806001395673,
      "grad_norm": 1.2380643302561027,
      "learning_rate": 0.00018793366090255603,
      "loss": 2.3906,
      "step": 55152
    },
    {
      "epoch": 2.565852523842754,
      "grad_norm": 1.2534158991402657,
      "learning_rate": 0.00018793007011230986,
      "loss": 2.2344,
      "step": 55153
    },
    {
      "epoch": 2.565899046289835,
      "grad_norm": 1.2712981755388033,
      "learning_rate": 0.00018792647929884268,
      "loss": 2.4062,
      "step": 55154
    },
    {
      "epoch": 2.5659455687369155,
      "grad_norm": 1.2426766294947045,
      "learning_rate": 0.00018792288846215666,
      "loss": 2.3594,
      "step": 55155
    },
    {
      "epoch": 2.5659920911839964,
      "grad_norm": 1.2111597533205047,
      "learning_rate": 0.00018791929760225403,
      "loss": 2.1562,
      "step": 55156
    },
    {
      "epoch": 2.566038613631077,
      "grad_norm": 1.2594426335294078,
      "learning_rate": 0.00018791570671913702,
      "loss": 2.1406,
      "step": 55157
    },
    {
      "epoch": 2.566085136078158,
      "grad_norm": 1.1577922382340873,
      "learning_rate": 0.0001879121158128078,
      "loss": 2.2656,
      "step": 55158
    },
    {
      "epoch": 2.5661316585252383,
      "grad_norm": 1.2296964853076844,
      "learning_rate": 0.00018790852488326855,
      "loss": 2.4219,
      "step": 55159
    },
    {
      "epoch": 2.566178180972319,
      "grad_norm": 1.251425155583273,
      "learning_rate": 0.00018790493393052143,
      "loss": 2.4844,
      "step": 55160
    },
    {
      "epoch": 2.5662247034194,
      "grad_norm": 1.3676673794339442,
      "learning_rate": 0.00018790134295456874,
      "loss": 1.8438,
      "step": 55161
    },
    {
      "epoch": 2.5662712258664806,
      "grad_norm": 1.1306432827308444,
      "learning_rate": 0.0001878977519554126,
      "loss": 2.2344,
      "step": 55162
    },
    {
      "epoch": 2.566317748313561,
      "grad_norm": 1.191012475036628,
      "learning_rate": 0.00018789416093305524,
      "loss": 2.2344,
      "step": 55163
    },
    {
      "epoch": 2.566364270760642,
      "grad_norm": 1.0134503201104978,
      "learning_rate": 0.00018789056988749884,
      "loss": 1.6172,
      "step": 55164
    },
    {
      "epoch": 2.566410793207723,
      "grad_norm": 1.1691476651815274,
      "learning_rate": 0.00018788697881874563,
      "loss": 2.3125,
      "step": 55165
    },
    {
      "epoch": 2.5664573156548034,
      "grad_norm": 1.2045070509801035,
      "learning_rate": 0.0001878833877267977,
      "loss": 2.3281,
      "step": 55166
    },
    {
      "epoch": 2.5665038381018843,
      "grad_norm": 1.1799591899924737,
      "learning_rate": 0.00018787979661165745,
      "loss": 1.9922,
      "step": 55167
    },
    {
      "epoch": 2.566550360548965,
      "grad_norm": 1.140102290000042,
      "learning_rate": 0.0001878762054733269,
      "loss": 1.9453,
      "step": 55168
    },
    {
      "epoch": 2.5665968829960457,
      "grad_norm": 1.183163030165963,
      "learning_rate": 0.00018787261431180838,
      "loss": 2.1719,
      "step": 55169
    },
    {
      "epoch": 2.566643405443126,
      "grad_norm": 1.1498369590399977,
      "learning_rate": 0.00018786902312710398,
      "loss": 2.125,
      "step": 55170
    },
    {
      "epoch": 2.566689927890207,
      "grad_norm": 1.247084703448351,
      "learning_rate": 0.00018786543191921595,
      "loss": 2.4062,
      "step": 55171
    },
    {
      "epoch": 2.5667364503372876,
      "grad_norm": 1.2055030638594586,
      "learning_rate": 0.00018786184068814648,
      "loss": 2.2656,
      "step": 55172
    },
    {
      "epoch": 2.5667829727843685,
      "grad_norm": 1.2300226274267654,
      "learning_rate": 0.00018785824943389775,
      "loss": 2.2188,
      "step": 55173
    },
    {
      "epoch": 2.566829495231449,
      "grad_norm": 1.1649046283756543,
      "learning_rate": 0.000187854658156472,
      "loss": 2.2969,
      "step": 55174
    },
    {
      "epoch": 2.56687601767853,
      "grad_norm": 1.2911385732606124,
      "learning_rate": 0.00018785106685587134,
      "loss": 2.3125,
      "step": 55175
    },
    {
      "epoch": 2.566922540125611,
      "grad_norm": 1.2271641213421245,
      "learning_rate": 0.00018784747553209812,
      "loss": 1.8672,
      "step": 55176
    },
    {
      "epoch": 2.5669690625726913,
      "grad_norm": 1.2107745237326424,
      "learning_rate": 0.00018784388418515438,
      "loss": 2.1719,
      "step": 55177
    },
    {
      "epoch": 2.567015585019772,
      "grad_norm": 1.161189020265958,
      "learning_rate": 0.00018784029281504247,
      "loss": 2.0781,
      "step": 55178
    },
    {
      "epoch": 2.5670621074668527,
      "grad_norm": 1.19126482953081,
      "learning_rate": 0.00018783670142176443,
      "loss": 2.2031,
      "step": 55179
    },
    {
      "epoch": 2.5671086299139336,
      "grad_norm": 1.2103904750174441,
      "learning_rate": 0.00018783311000532258,
      "loss": 2.2656,
      "step": 55180
    },
    {
      "epoch": 2.567155152361014,
      "grad_norm": 1.2157890202402428,
      "learning_rate": 0.00018782951856571907,
      "loss": 2.1719,
      "step": 55181
    },
    {
      "epoch": 2.567201674808095,
      "grad_norm": 1.1369898590929683,
      "learning_rate": 0.00018782592710295612,
      "loss": 1.9062,
      "step": 55182
    },
    {
      "epoch": 2.5672481972551755,
      "grad_norm": 1.2516842232818142,
      "learning_rate": 0.00018782233561703593,
      "loss": 2.3906,
      "step": 55183
    },
    {
      "epoch": 2.5672947197022564,
      "grad_norm": 1.2024905089120164,
      "learning_rate": 0.00018781874410796066,
      "loss": 1.8984,
      "step": 55184
    },
    {
      "epoch": 2.567341242149337,
      "grad_norm": 1.2057207934798753,
      "learning_rate": 0.00018781515257573254,
      "loss": 2.2969,
      "step": 55185
    },
    {
      "epoch": 2.567387764596418,
      "grad_norm": 1.333987380681436,
      "learning_rate": 0.00018781156102035373,
      "loss": 2.1562,
      "step": 55186
    },
    {
      "epoch": 2.5674342870434987,
      "grad_norm": 1.2797087009905002,
      "learning_rate": 0.00018780796944182652,
      "loss": 2.2031,
      "step": 55187
    },
    {
      "epoch": 2.567480809490579,
      "grad_norm": 1.2063420066923132,
      "learning_rate": 0.00018780437784015293,
      "loss": 2.4375,
      "step": 55188
    },
    {
      "epoch": 2.5675273319376597,
      "grad_norm": 1.1568704585307394,
      "learning_rate": 0.0001878007862153354,
      "loss": 2.1562,
      "step": 55189
    },
    {
      "epoch": 2.5675738543847406,
      "grad_norm": 1.2728681800653427,
      "learning_rate": 0.00018779719456737596,
      "loss": 2.3594,
      "step": 55190
    },
    {
      "epoch": 2.5676203768318215,
      "grad_norm": 1.2227217794947542,
      "learning_rate": 0.00018779360289627683,
      "loss": 2.0938,
      "step": 55191
    },
    {
      "epoch": 2.567666899278902,
      "grad_norm": 1.1964345384703656,
      "learning_rate": 0.00018779001120204023,
      "loss": 2.1406,
      "step": 55192
    },
    {
      "epoch": 2.567713421725983,
      "grad_norm": 1.257243554263304,
      "learning_rate": 0.00018778641948466847,
      "loss": 2.2344,
      "step": 55193
    },
    {
      "epoch": 2.5677599441730634,
      "grad_norm": 1.2700902707718666,
      "learning_rate": 0.00018778282774416352,
      "loss": 2.2031,
      "step": 55194
    },
    {
      "epoch": 2.5678064666201443,
      "grad_norm": 1.2617299806623115,
      "learning_rate": 0.00018777923598052777,
      "loss": 2.5625,
      "step": 55195
    },
    {
      "epoch": 2.567852989067225,
      "grad_norm": 1.146305699942304,
      "learning_rate": 0.0001877756441937633,
      "loss": 1.9844,
      "step": 55196
    },
    {
      "epoch": 2.5678995115143057,
      "grad_norm": 1.2343375972675594,
      "learning_rate": 0.00018777205238387242,
      "loss": 2.5938,
      "step": 55197
    },
    {
      "epoch": 2.567946033961386,
      "grad_norm": 1.2320290837911607,
      "learning_rate": 0.0001877684605508572,
      "loss": 2.25,
      "step": 55198
    },
    {
      "epoch": 2.567992556408467,
      "grad_norm": 1.2656106227285377,
      "learning_rate": 0.0001877648686947199,
      "loss": 2.2812,
      "step": 55199
    },
    {
      "epoch": 2.5680390788555476,
      "grad_norm": 1.19444107780105,
      "learning_rate": 0.00018776127681546277,
      "loss": 2.4062,
      "step": 55200
    },
    {
      "epoch": 2.5680856013026285,
      "grad_norm": 1.334242712690656,
      "learning_rate": 0.00018775768491308795,
      "loss": 2.4062,
      "step": 55201
    },
    {
      "epoch": 2.5681321237497095,
      "grad_norm": 1.2724186690877468,
      "learning_rate": 0.00018775409298759768,
      "loss": 2.2656,
      "step": 55202
    },
    {
      "epoch": 2.56817864619679,
      "grad_norm": 1.2814478506820675,
      "learning_rate": 0.00018775050103899408,
      "loss": 2.125,
      "step": 55203
    },
    {
      "epoch": 2.5682251686438704,
      "grad_norm": 1.179197481727699,
      "learning_rate": 0.00018774690906727946,
      "loss": 2.375,
      "step": 55204
    },
    {
      "epoch": 2.5682716910909513,
      "grad_norm": 1.2209510630494886,
      "learning_rate": 0.0001877433170724559,
      "loss": 2.2188,
      "step": 55205
    },
    {
      "epoch": 2.5683182135380322,
      "grad_norm": 1.1301175559784067,
      "learning_rate": 0.0001877397250545257,
      "loss": 2.2812,
      "step": 55206
    },
    {
      "epoch": 2.5683647359851127,
      "grad_norm": 1.454467954129989,
      "learning_rate": 0.000187736133013491,
      "loss": 2.2969,
      "step": 55207
    },
    {
      "epoch": 2.5684112584321936,
      "grad_norm": 1.3444681267779404,
      "learning_rate": 0.00018773254094935402,
      "loss": 2.2969,
      "step": 55208
    },
    {
      "epoch": 2.568457780879274,
      "grad_norm": 1.08833204050358,
      "learning_rate": 0.00018772894886211696,
      "loss": 2.2031,
      "step": 55209
    },
    {
      "epoch": 2.568504303326355,
      "grad_norm": 1.403218945471423,
      "learning_rate": 0.00018772535675178197,
      "loss": 2.125,
      "step": 55210
    },
    {
      "epoch": 2.5685508257734355,
      "grad_norm": 1.237589841792909,
      "learning_rate": 0.00018772176461835137,
      "loss": 2.2969,
      "step": 55211
    },
    {
      "epoch": 2.5685973482205164,
      "grad_norm": 1.1675963157632636,
      "learning_rate": 0.00018771817246182723,
      "loss": 2.1562,
      "step": 55212
    },
    {
      "epoch": 2.5686438706675974,
      "grad_norm": 1.3064591126299383,
      "learning_rate": 0.00018771458028221186,
      "loss": 2.4375,
      "step": 55213
    },
    {
      "epoch": 2.568690393114678,
      "grad_norm": 1.2482260993829175,
      "learning_rate": 0.00018771098807950735,
      "loss": 2.2812,
      "step": 55214
    },
    {
      "epoch": 2.5687369155617583,
      "grad_norm": 1.2160015785779725,
      "learning_rate": 0.00018770739585371597,
      "loss": 2.1406,
      "step": 55215
    },
    {
      "epoch": 2.5687834380088392,
      "grad_norm": 1.2888403228008303,
      "learning_rate": 0.00018770380360483987,
      "loss": 2.0156,
      "step": 55216
    },
    {
      "epoch": 2.56882996045592,
      "grad_norm": 1.2129410862597936,
      "learning_rate": 0.00018770021133288132,
      "loss": 2.1562,
      "step": 55217
    },
    {
      "epoch": 2.5688764829030006,
      "grad_norm": 1.2610188564643654,
      "learning_rate": 0.00018769661903784244,
      "loss": 2.4219,
      "step": 55218
    },
    {
      "epoch": 2.5689230053500816,
      "grad_norm": 1.2214392054191856,
      "learning_rate": 0.00018769302671972556,
      "loss": 2.25,
      "step": 55219
    },
    {
      "epoch": 2.568969527797162,
      "grad_norm": 1.243723368445169,
      "learning_rate": 0.00018768943437853265,
      "loss": 2.3125,
      "step": 55220
    },
    {
      "epoch": 2.569016050244243,
      "grad_norm": 1.235776490565529,
      "learning_rate": 0.0001876858420142661,
      "loss": 2.5781,
      "step": 55221
    },
    {
      "epoch": 2.5690625726913234,
      "grad_norm": 1.2800318898476217,
      "learning_rate": 0.0001876822496269281,
      "loss": 2.4531,
      "step": 55222
    },
    {
      "epoch": 2.5691090951384044,
      "grad_norm": 1.158850050167427,
      "learning_rate": 0.00018767865721652075,
      "loss": 2.0312,
      "step": 55223
    },
    {
      "epoch": 2.5691556175854853,
      "grad_norm": 1.2369465351671367,
      "learning_rate": 0.00018767506478304635,
      "loss": 2.2344,
      "step": 55224
    },
    {
      "epoch": 2.5692021400325658,
      "grad_norm": 1.1746680115734407,
      "learning_rate": 0.00018767147232650702,
      "loss": 2.0312,
      "step": 55225
    },
    {
      "epoch": 2.5692486624796462,
      "grad_norm": 1.1711909120789068,
      "learning_rate": 0.000187667879846905,
      "loss": 2.1719,
      "step": 55226
    },
    {
      "epoch": 2.569295184926727,
      "grad_norm": 1.2579800796610572,
      "learning_rate": 0.0001876642873442425,
      "loss": 2.4062,
      "step": 55227
    },
    {
      "epoch": 2.569341707373808,
      "grad_norm": 1.135015213590785,
      "learning_rate": 0.00018766069481852168,
      "loss": 2.0,
      "step": 55228
    },
    {
      "epoch": 2.5693882298208885,
      "grad_norm": 1.3279991938190536,
      "learning_rate": 0.00018765710226974477,
      "loss": 2.2969,
      "step": 55229
    },
    {
      "epoch": 2.569434752267969,
      "grad_norm": 1.3206628191310836,
      "learning_rate": 0.00018765350969791395,
      "loss": 2.4531,
      "step": 55230
    },
    {
      "epoch": 2.56948127471505,
      "grad_norm": 1.2211520191637018,
      "learning_rate": 0.00018764991710303145,
      "loss": 1.625,
      "step": 55231
    },
    {
      "epoch": 2.569527797162131,
      "grad_norm": 1.1662184045569075,
      "learning_rate": 0.0001876463244850994,
      "loss": 2.0156,
      "step": 55232
    },
    {
      "epoch": 2.5695743196092113,
      "grad_norm": 1.2230254527042488,
      "learning_rate": 0.00018764273184412013,
      "loss": 1.8438,
      "step": 55233
    },
    {
      "epoch": 2.5696208420562923,
      "grad_norm": 1.2511065495869762,
      "learning_rate": 0.00018763913918009567,
      "loss": 2.3125,
      "step": 55234
    },
    {
      "epoch": 2.5696673645033727,
      "grad_norm": 1.1395698359472952,
      "learning_rate": 0.00018763554649302836,
      "loss": 1.7812,
      "step": 55235
    },
    {
      "epoch": 2.5697138869504537,
      "grad_norm": 1.1972398751882383,
      "learning_rate": 0.00018763195378292035,
      "loss": 2.1562,
      "step": 55236
    },
    {
      "epoch": 2.569760409397534,
      "grad_norm": 1.1151821242572293,
      "learning_rate": 0.00018762836104977383,
      "loss": 2.0,
      "step": 55237
    },
    {
      "epoch": 2.569806931844615,
      "grad_norm": 1.2230422231388807,
      "learning_rate": 0.00018762476829359097,
      "loss": 2.4844,
      "step": 55238
    },
    {
      "epoch": 2.569853454291696,
      "grad_norm": 1.220779552402625,
      "learning_rate": 0.00018762117551437407,
      "loss": 1.9844,
      "step": 55239
    },
    {
      "epoch": 2.5698999767387765,
      "grad_norm": 1.2044997687167998,
      "learning_rate": 0.0001876175827121252,
      "loss": 2.125,
      "step": 55240
    },
    {
      "epoch": 2.569946499185857,
      "grad_norm": 1.296108507743019,
      "learning_rate": 0.0001876139898868467,
      "loss": 2.4219,
      "step": 55241
    },
    {
      "epoch": 2.569993021632938,
      "grad_norm": 1.2028577797624305,
      "learning_rate": 0.0001876103970385406,
      "loss": 2.4219,
      "step": 55242
    },
    {
      "epoch": 2.570039544080019,
      "grad_norm": 1.2588028809025835,
      "learning_rate": 0.00018760680416720924,
      "loss": 2.4375,
      "step": 55243
    },
    {
      "epoch": 2.5700860665270993,
      "grad_norm": 1.2340181595138897,
      "learning_rate": 0.00018760321127285476,
      "loss": 2.125,
      "step": 55244
    },
    {
      "epoch": 2.57013258897418,
      "grad_norm": 1.2376467669168427,
      "learning_rate": 0.0001875996183554794,
      "loss": 2.4375,
      "step": 55245
    },
    {
      "epoch": 2.5701791114212607,
      "grad_norm": 1.1660902811771379,
      "learning_rate": 0.00018759602541508532,
      "loss": 2.2969,
      "step": 55246
    },
    {
      "epoch": 2.5702256338683416,
      "grad_norm": 1.2284725393250586,
      "learning_rate": 0.00018759243245167472,
      "loss": 2.3438,
      "step": 55247
    },
    {
      "epoch": 2.570272156315422,
      "grad_norm": 1.2788215787318702,
      "learning_rate": 0.00018758883946524982,
      "loss": 2.2031,
      "step": 55248
    },
    {
      "epoch": 2.570318678762503,
      "grad_norm": 1.2218166670448825,
      "learning_rate": 0.0001875852464558128,
      "loss": 2.125,
      "step": 55249
    },
    {
      "epoch": 2.570365201209584,
      "grad_norm": 1.264270447020923,
      "learning_rate": 0.0001875816534233659,
      "loss": 2.2812,
      "step": 55250
    },
    {
      "epoch": 2.5704117236566644,
      "grad_norm": 1.1940552583484472,
      "learning_rate": 0.00018757806036791123,
      "loss": 2.1094,
      "step": 55251
    },
    {
      "epoch": 2.570458246103745,
      "grad_norm": 1.2186334756571506,
      "learning_rate": 0.00018757446728945114,
      "loss": 2.1562,
      "step": 55252
    },
    {
      "epoch": 2.5705047685508258,
      "grad_norm": 1.237425138324808,
      "learning_rate": 0.00018757087418798765,
      "loss": 2.3438,
      "step": 55253
    },
    {
      "epoch": 2.5705512909979067,
      "grad_norm": 1.2259914224656712,
      "learning_rate": 0.00018756728106352307,
      "loss": 2.1875,
      "step": 55254
    },
    {
      "epoch": 2.570597813444987,
      "grad_norm": 1.1570142962090904,
      "learning_rate": 0.00018756368791605964,
      "loss": 2.3594,
      "step": 55255
    },
    {
      "epoch": 2.570644335892068,
      "grad_norm": 1.2350359578965249,
      "learning_rate": 0.00018756009474559941,
      "loss": 2.2656,
      "step": 55256
    },
    {
      "epoch": 2.5706908583391486,
      "grad_norm": 1.2684705627582233,
      "learning_rate": 0.00018755650155214478,
      "loss": 2.1406,
      "step": 55257
    },
    {
      "epoch": 2.5707373807862295,
      "grad_norm": 1.1612023620646987,
      "learning_rate": 0.0001875529083356977,
      "loss": 1.6875,
      "step": 55258
    },
    {
      "epoch": 2.57078390323331,
      "grad_norm": 1.2341119871149417,
      "learning_rate": 0.00018754931509626062,
      "loss": 2.3594,
      "step": 55259
    },
    {
      "epoch": 2.570830425680391,
      "grad_norm": 1.1894351194870356,
      "learning_rate": 0.00018754572183383558,
      "loss": 2.3281,
      "step": 55260
    },
    {
      "epoch": 2.5708769481274714,
      "grad_norm": 1.2452654409814718,
      "learning_rate": 0.00018754212854842488,
      "loss": 2.1719,
      "step": 55261
    },
    {
      "epoch": 2.5709234705745523,
      "grad_norm": 1.3195901960506706,
      "learning_rate": 0.0001875385352400306,
      "loss": 2.6094,
      "step": 55262
    },
    {
      "epoch": 2.5709699930216328,
      "grad_norm": 1.1982147247590236,
      "learning_rate": 0.00018753494190865505,
      "loss": 2.5156,
      "step": 55263
    },
    {
      "epoch": 2.5710165154687137,
      "grad_norm": 1.3450811924740502,
      "learning_rate": 0.00018753134855430034,
      "loss": 2.1719,
      "step": 55264
    },
    {
      "epoch": 2.5710630379157946,
      "grad_norm": 1.3239580553141526,
      "learning_rate": 0.00018752775517696875,
      "loss": 2.2969,
      "step": 55265
    },
    {
      "epoch": 2.571109560362875,
      "grad_norm": 1.2346170485636372,
      "learning_rate": 0.00018752416177666246,
      "loss": 1.9688,
      "step": 55266
    },
    {
      "epoch": 2.5711560828099556,
      "grad_norm": 1.2369044883099898,
      "learning_rate": 0.0001875205683533836,
      "loss": 2.4375,
      "step": 55267
    },
    {
      "epoch": 2.5712026052570365,
      "grad_norm": 1.2796616878238993,
      "learning_rate": 0.0001875169749071345,
      "loss": 2.4531,
      "step": 55268
    },
    {
      "epoch": 2.5712491277041174,
      "grad_norm": 1.1928441135183478,
      "learning_rate": 0.00018751338143791724,
      "loss": 2.0312,
      "step": 55269
    },
    {
      "epoch": 2.571295650151198,
      "grad_norm": 1.2480758647452475,
      "learning_rate": 0.00018750978794573411,
      "loss": 2.5,
      "step": 55270
    },
    {
      "epoch": 2.571342172598279,
      "grad_norm": 1.3122886842902635,
      "learning_rate": 0.0001875061944305872,
      "loss": 2.4531,
      "step": 55271
    },
    {
      "epoch": 2.5713886950453593,
      "grad_norm": 1.235743230216619,
      "learning_rate": 0.00018750260089247885,
      "loss": 2.2812,
      "step": 55272
    },
    {
      "epoch": 2.57143521749244,
      "grad_norm": 1.3299550554252975,
      "learning_rate": 0.00018749900733141116,
      "loss": 2.4844,
      "step": 55273
    },
    {
      "epoch": 2.5714817399395207,
      "grad_norm": 1.32174168210536,
      "learning_rate": 0.00018749541374738635,
      "loss": 2.25,
      "step": 55274
    },
    {
      "epoch": 2.5715282623866016,
      "grad_norm": 1.2319490894462302,
      "learning_rate": 0.00018749182014040662,
      "loss": 2.3906,
      "step": 55275
    },
    {
      "epoch": 2.5715747848336825,
      "grad_norm": 1.3008477180695788,
      "learning_rate": 0.00018748822651047415,
      "loss": 2.3906,
      "step": 55276
    },
    {
      "epoch": 2.571621307280763,
      "grad_norm": 1.100939094884776,
      "learning_rate": 0.0001874846328575912,
      "loss": 1.75,
      "step": 55277
    },
    {
      "epoch": 2.5716678297278435,
      "grad_norm": 1.2041693468536354,
      "learning_rate": 0.00018748103918175997,
      "loss": 2.0781,
      "step": 55278
    },
    {
      "epoch": 2.5717143521749244,
      "grad_norm": 1.2374065538138013,
      "learning_rate": 0.0001874774454829826,
      "loss": 2.375,
      "step": 55279
    },
    {
      "epoch": 2.5717608746220053,
      "grad_norm": 1.219370871328687,
      "learning_rate": 0.0001874738517612613,
      "loss": 2.1562,
      "step": 55280
    },
    {
      "epoch": 2.571807397069086,
      "grad_norm": 1.3161217224558983,
      "learning_rate": 0.0001874702580165983,
      "loss": 2.3125,
      "step": 55281
    },
    {
      "epoch": 2.5718539195161667,
      "grad_norm": 1.2309084178816516,
      "learning_rate": 0.00018746666424899577,
      "loss": 2.1875,
      "step": 55282
    },
    {
      "epoch": 2.571900441963247,
      "grad_norm": 1.3534073634041894,
      "learning_rate": 0.00018746307045845595,
      "loss": 2.25,
      "step": 55283
    },
    {
      "epoch": 2.571946964410328,
      "grad_norm": 1.2402772891460034,
      "learning_rate": 0.000187459476644981,
      "loss": 2.2188,
      "step": 55284
    },
    {
      "epoch": 2.5719934868574086,
      "grad_norm": 1.2114512437914506,
      "learning_rate": 0.00018745588280857318,
      "loss": 2.3281,
      "step": 55285
    },
    {
      "epoch": 2.5720400093044895,
      "grad_norm": 1.207533111107492,
      "learning_rate": 0.00018745228894923453,
      "loss": 2.3438,
      "step": 55286
    },
    {
      "epoch": 2.57208653175157,
      "grad_norm": 1.1765389536982096,
      "learning_rate": 0.0001874486950669675,
      "loss": 2.0312,
      "step": 55287
    },
    {
      "epoch": 2.572133054198651,
      "grad_norm": 1.2342728668254421,
      "learning_rate": 0.00018744510116177409,
      "loss": 2.0156,
      "step": 55288
    },
    {
      "epoch": 2.5721795766457314,
      "grad_norm": 1.252418018235514,
      "learning_rate": 0.0001874415072336566,
      "loss": 2.4062,
      "step": 55289
    },
    {
      "epoch": 2.5722260990928123,
      "grad_norm": 1.2385224058274447,
      "learning_rate": 0.00018743791328261716,
      "loss": 2.4219,
      "step": 55290
    },
    {
      "epoch": 2.5722726215398932,
      "grad_norm": 1.2359103428244513,
      "learning_rate": 0.00018743431930865807,
      "loss": 2.4219,
      "step": 55291
    },
    {
      "epoch": 2.5723191439869737,
      "grad_norm": 1.3339115513720594,
      "learning_rate": 0.00018743072531178146,
      "loss": 2.0625,
      "step": 55292
    },
    {
      "epoch": 2.572365666434054,
      "grad_norm": 1.201719162494072,
      "learning_rate": 0.00018742713129198948,
      "loss": 2.0781,
      "step": 55293
    },
    {
      "epoch": 2.572412188881135,
      "grad_norm": 1.251044198066751,
      "learning_rate": 0.00018742353724928446,
      "loss": 1.8516,
      "step": 55294
    },
    {
      "epoch": 2.572458711328216,
      "grad_norm": 1.195374484497602,
      "learning_rate": 0.00018741994318366849,
      "loss": 2.1562,
      "step": 55295
    },
    {
      "epoch": 2.5725052337752965,
      "grad_norm": 1.001239479575765,
      "learning_rate": 0.00018741634909514383,
      "loss": 1.5312,
      "step": 55296
    },
    {
      "epoch": 2.5725517562223774,
      "grad_norm": 1.1957927510889572,
      "learning_rate": 0.0001874127549837126,
      "loss": 2.2031,
      "step": 55297
    },
    {
      "epoch": 2.572598278669458,
      "grad_norm": 1.2124079966721264,
      "learning_rate": 0.0001874091608493771,
      "loss": 2.3438,
      "step": 55298
    },
    {
      "epoch": 2.572644801116539,
      "grad_norm": 1.2028725803325735,
      "learning_rate": 0.0001874055666921395,
      "loss": 2.4844,
      "step": 55299
    },
    {
      "epoch": 2.5726913235636193,
      "grad_norm": 1.2164031180065555,
      "learning_rate": 0.000187401972512002,
      "loss": 2.1719,
      "step": 55300
    },
    {
      "epoch": 2.5727378460107,
      "grad_norm": 1.1894591792624776,
      "learning_rate": 0.00018739837830896678,
      "loss": 2.3594,
      "step": 55301
    },
    {
      "epoch": 2.572784368457781,
      "grad_norm": 1.2190462381916751,
      "learning_rate": 0.00018739478408303606,
      "loss": 2.25,
      "step": 55302
    },
    {
      "epoch": 2.5728308909048616,
      "grad_norm": 1.1698255600991005,
      "learning_rate": 0.000187391189834212,
      "loss": 2.3281,
      "step": 55303
    },
    {
      "epoch": 2.572877413351942,
      "grad_norm": 1.2091543007129542,
      "learning_rate": 0.0001873875955624969,
      "loss": 2.4062,
      "step": 55304
    },
    {
      "epoch": 2.572923935799023,
      "grad_norm": 1.1505589760305008,
      "learning_rate": 0.00018738400126789282,
      "loss": 2.1719,
      "step": 55305
    },
    {
      "epoch": 2.572970458246104,
      "grad_norm": 1.2110745208887763,
      "learning_rate": 0.0001873804069504021,
      "loss": 2.375,
      "step": 55306
    },
    {
      "epoch": 2.5730169806931844,
      "grad_norm": 1.1338413220471941,
      "learning_rate": 0.00018737681261002685,
      "loss": 2.1875,
      "step": 55307
    },
    {
      "epoch": 2.5730635031402653,
      "grad_norm": 1.2221928858282922,
      "learning_rate": 0.00018737321824676925,
      "loss": 2.1562,
      "step": 55308
    },
    {
      "epoch": 2.573110025587346,
      "grad_norm": 1.1934357112361471,
      "learning_rate": 0.00018736962386063159,
      "loss": 2.2188,
      "step": 55309
    },
    {
      "epoch": 2.5731565480344267,
      "grad_norm": 1.2360295814722295,
      "learning_rate": 0.000187366029451616,
      "loss": 2.3594,
      "step": 55310
    },
    {
      "epoch": 2.573203070481507,
      "grad_norm": 1.2178666365319626,
      "learning_rate": 0.00018736243501972475,
      "loss": 2.3125,
      "step": 55311
    },
    {
      "epoch": 2.573249592928588,
      "grad_norm": 1.2735497269665241,
      "learning_rate": 0.00018735884056495997,
      "loss": 2.3594,
      "step": 55312
    },
    {
      "epoch": 2.5732961153756686,
      "grad_norm": 1.2503730441141923,
      "learning_rate": 0.00018735524608732388,
      "loss": 2.375,
      "step": 55313
    },
    {
      "epoch": 2.5733426378227495,
      "grad_norm": 1.1518491785516987,
      "learning_rate": 0.0001873516515868187,
      "loss": 2.125,
      "step": 55314
    },
    {
      "epoch": 2.57338916026983,
      "grad_norm": 1.1941621337199317,
      "learning_rate": 0.00018734805706344663,
      "loss": 2.3281,
      "step": 55315
    },
    {
      "epoch": 2.573435682716911,
      "grad_norm": 1.1574433548943215,
      "learning_rate": 0.00018734446251720982,
      "loss": 2.1406,
      "step": 55316
    },
    {
      "epoch": 2.573482205163992,
      "grad_norm": 1.165333878339578,
      "learning_rate": 0.00018734086794811055,
      "loss": 2.1406,
      "step": 55317
    },
    {
      "epoch": 2.5735287276110723,
      "grad_norm": 1.1876419856769143,
      "learning_rate": 0.00018733727335615096,
      "loss": 2.1875,
      "step": 55318
    },
    {
      "epoch": 2.573575250058153,
      "grad_norm": 1.2078522018273903,
      "learning_rate": 0.00018733367874133327,
      "loss": 2.25,
      "step": 55319
    },
    {
      "epoch": 2.5736217725052337,
      "grad_norm": 1.277128977744171,
      "learning_rate": 0.0001873300841036597,
      "loss": 2.3281,
      "step": 55320
    },
    {
      "epoch": 2.5736682949523146,
      "grad_norm": 1.1997927061460745,
      "learning_rate": 0.0001873264894431324,
      "loss": 2.3125,
      "step": 55321
    },
    {
      "epoch": 2.573714817399395,
      "grad_norm": 1.2247018874378386,
      "learning_rate": 0.00018732289475975364,
      "loss": 2.1406,
      "step": 55322
    },
    {
      "epoch": 2.573761339846476,
      "grad_norm": 1.2637017770464418,
      "learning_rate": 0.00018731930005352556,
      "loss": 2.4531,
      "step": 55323
    },
    {
      "epoch": 2.5738078622935565,
      "grad_norm": 1.1621306661507669,
      "learning_rate": 0.00018731570532445042,
      "loss": 2.0,
      "step": 55324
    },
    {
      "epoch": 2.5738543847406374,
      "grad_norm": 1.118562680425057,
      "learning_rate": 0.00018731211057253035,
      "loss": 2.1875,
      "step": 55325
    },
    {
      "epoch": 2.573900907187718,
      "grad_norm": 1.2134332978754037,
      "learning_rate": 0.00018730851579776763,
      "loss": 2.4688,
      "step": 55326
    },
    {
      "epoch": 2.573947429634799,
      "grad_norm": 1.1821352013536344,
      "learning_rate": 0.00018730492100016435,
      "loss": 2.2188,
      "step": 55327
    },
    {
      "epoch": 2.5739939520818798,
      "grad_norm": 1.140878440352324,
      "learning_rate": 0.0001873013261797228,
      "loss": 2.0781,
      "step": 55328
    },
    {
      "epoch": 2.5740404745289602,
      "grad_norm": 1.191034198978031,
      "learning_rate": 0.00018729773133644519,
      "loss": 1.8672,
      "step": 55329
    },
    {
      "epoch": 2.5740869969760407,
      "grad_norm": 1.278344429614919,
      "learning_rate": 0.00018729413647033364,
      "loss": 2.3281,
      "step": 55330
    },
    {
      "epoch": 2.5741335194231216,
      "grad_norm": 1.1481824964526492,
      "learning_rate": 0.00018729054158139044,
      "loss": 2.2812,
      "step": 55331
    },
    {
      "epoch": 2.5741800418702026,
      "grad_norm": 1.2126234777831246,
      "learning_rate": 0.00018728694666961772,
      "loss": 2.1719,
      "step": 55332
    },
    {
      "epoch": 2.574226564317283,
      "grad_norm": 1.2279214319457188,
      "learning_rate": 0.00018728335173501774,
      "loss": 2.0312,
      "step": 55333
    },
    {
      "epoch": 2.574273086764364,
      "grad_norm": 1.2582002601324762,
      "learning_rate": 0.00018727975677759265,
      "loss": 2.375,
      "step": 55334
    },
    {
      "epoch": 2.5743196092114444,
      "grad_norm": 1.1507799534396996,
      "learning_rate": 0.0001872761617973447,
      "loss": 1.9062,
      "step": 55335
    },
    {
      "epoch": 2.5743661316585253,
      "grad_norm": 1.3564825097889648,
      "learning_rate": 0.00018727256679427603,
      "loss": 2.5312,
      "step": 55336
    },
    {
      "epoch": 2.574412654105606,
      "grad_norm": 1.2540883826594431,
      "learning_rate": 0.0001872689717683889,
      "loss": 2.3438,
      "step": 55337
    },
    {
      "epoch": 2.5744591765526867,
      "grad_norm": 1.2595226440239682,
      "learning_rate": 0.0001872653767196855,
      "loss": 2.1562,
      "step": 55338
    },
    {
      "epoch": 2.5745056989997672,
      "grad_norm": 1.240245021307272,
      "learning_rate": 0.00018726178164816802,
      "loss": 2.2969,
      "step": 55339
    },
    {
      "epoch": 2.574552221446848,
      "grad_norm": 1.2296273319075264,
      "learning_rate": 0.0001872581865538386,
      "loss": 2.5312,
      "step": 55340
    },
    {
      "epoch": 2.5745987438939286,
      "grad_norm": 1.244515013698063,
      "learning_rate": 0.0001872545914366995,
      "loss": 2.5625,
      "step": 55341
    },
    {
      "epoch": 2.5746452663410095,
      "grad_norm": 1.2334558650377814,
      "learning_rate": 0.00018725099629675297,
      "loss": 2.4531,
      "step": 55342
    },
    {
      "epoch": 2.5746917887880905,
      "grad_norm": 1.2665831513647827,
      "learning_rate": 0.00018724740113400113,
      "loss": 2.4375,
      "step": 55343
    },
    {
      "epoch": 2.574738311235171,
      "grad_norm": 1.2083516683280437,
      "learning_rate": 0.00018724380594844624,
      "loss": 2.1094,
      "step": 55344
    },
    {
      "epoch": 2.5747848336822514,
      "grad_norm": 1.34604877525918,
      "learning_rate": 0.00018724021074009045,
      "loss": 2.3594,
      "step": 55345
    },
    {
      "epoch": 2.5748313561293323,
      "grad_norm": 1.1827757100736411,
      "learning_rate": 0.000187236615508936,
      "loss": 2.3281,
      "step": 55346
    },
    {
      "epoch": 2.5748778785764133,
      "grad_norm": 1.0936874126320635,
      "learning_rate": 0.00018723302025498505,
      "loss": 1.75,
      "step": 55347
    },
    {
      "epoch": 2.5749244010234937,
      "grad_norm": 1.139763772136336,
      "learning_rate": 0.00018722942497823987,
      "loss": 1.9766,
      "step": 55348
    },
    {
      "epoch": 2.5749709234705747,
      "grad_norm": 1.2649829442900316,
      "learning_rate": 0.0001872258296787026,
      "loss": 2.2812,
      "step": 55349
    },
    {
      "epoch": 2.575017445917655,
      "grad_norm": 1.3487593758032208,
      "learning_rate": 0.00018722223435637544,
      "loss": 2.4062,
      "step": 55350
    },
    {
      "epoch": 2.575063968364736,
      "grad_norm": 1.2442950416700889,
      "learning_rate": 0.00018721863901126058,
      "loss": 2.1719,
      "step": 55351
    },
    {
      "epoch": 2.5751104908118165,
      "grad_norm": 1.3719594927945784,
      "learning_rate": 0.00018721504364336026,
      "loss": 2.4531,
      "step": 55352
    },
    {
      "epoch": 2.5751570132588975,
      "grad_norm": 1.2835379653832184,
      "learning_rate": 0.00018721144825267674,
      "loss": 2.3906,
      "step": 55353
    },
    {
      "epoch": 2.5752035357059784,
      "grad_norm": 1.2024400914365359,
      "learning_rate": 0.0001872078528392121,
      "loss": 2.3906,
      "step": 55354
    },
    {
      "epoch": 2.575250058153059,
      "grad_norm": 1.1905932204484253,
      "learning_rate": 0.00018720425740296857,
      "loss": 2.2188,
      "step": 55355
    },
    {
      "epoch": 2.5752965806001393,
      "grad_norm": 1.2712485945793064,
      "learning_rate": 0.0001872006619439484,
      "loss": 2.7031,
      "step": 55356
    },
    {
      "epoch": 2.5753431030472203,
      "grad_norm": 1.297418628872388,
      "learning_rate": 0.00018719706646215382,
      "loss": 2.2344,
      "step": 55357
    },
    {
      "epoch": 2.575389625494301,
      "grad_norm": 1.2715858432105258,
      "learning_rate": 0.0001871934709575869,
      "loss": 2.0,
      "step": 55358
    },
    {
      "epoch": 2.5754361479413816,
      "grad_norm": 1.1876546515639552,
      "learning_rate": 0.00018718987543024992,
      "loss": 2.2812,
      "step": 55359
    },
    {
      "epoch": 2.5754826703884626,
      "grad_norm": 1.2867370849517703,
      "learning_rate": 0.00018718627988014512,
      "loss": 2.4844,
      "step": 55360
    },
    {
      "epoch": 2.575529192835543,
      "grad_norm": 1.3609352308922902,
      "learning_rate": 0.00018718268430727465,
      "loss": 2.3125,
      "step": 55361
    },
    {
      "epoch": 2.575575715282624,
      "grad_norm": 1.197683292518232,
      "learning_rate": 0.0001871790887116407,
      "loss": 2.125,
      "step": 55362
    },
    {
      "epoch": 2.5756222377297044,
      "grad_norm": 1.190108421598439,
      "learning_rate": 0.0001871754930932455,
      "loss": 2.1719,
      "step": 55363
    },
    {
      "epoch": 2.5756687601767854,
      "grad_norm": 1.2394929699183577,
      "learning_rate": 0.00018717189745209127,
      "loss": 2.3906,
      "step": 55364
    },
    {
      "epoch": 2.5757152826238663,
      "grad_norm": 1.1657798625408882,
      "learning_rate": 0.00018716830178818015,
      "loss": 2.125,
      "step": 55365
    },
    {
      "epoch": 2.5757618050709468,
      "grad_norm": 1.2611836277163682,
      "learning_rate": 0.00018716470610151442,
      "loss": 2.3906,
      "step": 55366
    },
    {
      "epoch": 2.5758083275180272,
      "grad_norm": 1.6821457712402013,
      "learning_rate": 0.00018716111039209619,
      "loss": 2.1094,
      "step": 55367
    },
    {
      "epoch": 2.575854849965108,
      "grad_norm": 1.2249669441695308,
      "learning_rate": 0.00018715751465992774,
      "loss": 2.1875,
      "step": 55368
    },
    {
      "epoch": 2.575901372412189,
      "grad_norm": 1.1564069640089225,
      "learning_rate": 0.00018715391890501123,
      "loss": 2.2188,
      "step": 55369
    },
    {
      "epoch": 2.5759478948592696,
      "grad_norm": 1.239600057095004,
      "learning_rate": 0.00018715032312734888,
      "loss": 2.3438,
      "step": 55370
    },
    {
      "epoch": 2.57599441730635,
      "grad_norm": 1.2579428896065676,
      "learning_rate": 0.00018714672732694288,
      "loss": 2.4375,
      "step": 55371
    },
    {
      "epoch": 2.576040939753431,
      "grad_norm": 1.2171034444621205,
      "learning_rate": 0.00018714313150379542,
      "loss": 2.6094,
      "step": 55372
    },
    {
      "epoch": 2.576087462200512,
      "grad_norm": 1.17307553249455,
      "learning_rate": 0.00018713953565790872,
      "loss": 1.9609,
      "step": 55373
    },
    {
      "epoch": 2.5761339846475924,
      "grad_norm": 1.305660705443038,
      "learning_rate": 0.00018713593978928497,
      "loss": 1.8516,
      "step": 55374
    },
    {
      "epoch": 2.5761805070946733,
      "grad_norm": 1.1588555698790166,
      "learning_rate": 0.0001871323438979264,
      "loss": 2.25,
      "step": 55375
    },
    {
      "epoch": 2.5762270295417538,
      "grad_norm": 1.2194836417611812,
      "learning_rate": 0.0001871287479838352,
      "loss": 2.5625,
      "step": 55376
    },
    {
      "epoch": 2.5762735519888347,
      "grad_norm": 1.2132146553558498,
      "learning_rate": 0.00018712515204701355,
      "loss": 2.1406,
      "step": 55377
    },
    {
      "epoch": 2.576320074435915,
      "grad_norm": 1.246465798914985,
      "learning_rate": 0.00018712155608746365,
      "loss": 2.5312,
      "step": 55378
    },
    {
      "epoch": 2.576366596882996,
      "grad_norm": 1.2397782405199131,
      "learning_rate": 0.00018711796010518773,
      "loss": 2.4688,
      "step": 55379
    },
    {
      "epoch": 2.576413119330077,
      "grad_norm": 1.2590446070461945,
      "learning_rate": 0.00018711436410018796,
      "loss": 2.2188,
      "step": 55380
    },
    {
      "epoch": 2.5764596417771575,
      "grad_norm": 1.213494664018682,
      "learning_rate": 0.00018711076807246657,
      "loss": 2.4219,
      "step": 55381
    },
    {
      "epoch": 2.576506164224238,
      "grad_norm": 1.3428362435697039,
      "learning_rate": 0.00018710717202202574,
      "loss": 2.1719,
      "step": 55382
    },
    {
      "epoch": 2.576552686671319,
      "grad_norm": 1.3248757398658038,
      "learning_rate": 0.0001871035759488677,
      "loss": 2.5625,
      "step": 55383
    },
    {
      "epoch": 2.5765992091184,
      "grad_norm": 1.211736055743962,
      "learning_rate": 0.0001870999798529946,
      "loss": 2.1562,
      "step": 55384
    },
    {
      "epoch": 2.5766457315654803,
      "grad_norm": 1.140696627197425,
      "learning_rate": 0.00018709638373440865,
      "loss": 2.2656,
      "step": 55385
    },
    {
      "epoch": 2.576692254012561,
      "grad_norm": 1.1798095322909918,
      "learning_rate": 0.0001870927875931121,
      "loss": 2.2031,
      "step": 55386
    },
    {
      "epoch": 2.5767387764596417,
      "grad_norm": 1.210485282191022,
      "learning_rate": 0.0001870891914291072,
      "loss": 2.2656,
      "step": 55387
    },
    {
      "epoch": 2.5767852989067226,
      "grad_norm": 1.2175799018880036,
      "learning_rate": 0.000187085595242396,
      "loss": 2.2344,
      "step": 55388
    },
    {
      "epoch": 2.576831821353803,
      "grad_norm": 1.2861778049376815,
      "learning_rate": 0.00018708199903298082,
      "loss": 2.2812,
      "step": 55389
    },
    {
      "epoch": 2.576878343800884,
      "grad_norm": 1.2415742626400574,
      "learning_rate": 0.00018707840280086382,
      "loss": 2.4531,
      "step": 55390
    },
    {
      "epoch": 2.576924866247965,
      "grad_norm": 1.2682661954533756,
      "learning_rate": 0.00018707480654604714,
      "loss": 2.2656,
      "step": 55391
    },
    {
      "epoch": 2.5769713886950454,
      "grad_norm": 1.239451635842329,
      "learning_rate": 0.00018707121026853313,
      "loss": 2.125,
      "step": 55392
    },
    {
      "epoch": 2.577017911142126,
      "grad_norm": 1.2329813758002255,
      "learning_rate": 0.00018706761396832387,
      "loss": 2.2656,
      "step": 55393
    },
    {
      "epoch": 2.577064433589207,
      "grad_norm": 1.2126537214659308,
      "learning_rate": 0.00018706401764542158,
      "loss": 2.2656,
      "step": 55394
    },
    {
      "epoch": 2.5771109560362877,
      "grad_norm": 1.2368542014537862,
      "learning_rate": 0.00018706042129982848,
      "loss": 2.4531,
      "step": 55395
    },
    {
      "epoch": 2.577157478483368,
      "grad_norm": 1.1882106417186167,
      "learning_rate": 0.00018705682493154677,
      "loss": 2.5156,
      "step": 55396
    },
    {
      "epoch": 2.577204000930449,
      "grad_norm": 1.2221286731878027,
      "learning_rate": 0.00018705322854057867,
      "loss": 2.4062,
      "step": 55397
    },
    {
      "epoch": 2.5772505233775296,
      "grad_norm": 1.191235684348971,
      "learning_rate": 0.0001870496321269264,
      "loss": 2.4688,
      "step": 55398
    },
    {
      "epoch": 2.5772970458246105,
      "grad_norm": 1.2931463257849374,
      "learning_rate": 0.00018704603569059207,
      "loss": 2.4219,
      "step": 55399
    },
    {
      "epoch": 2.577343568271691,
      "grad_norm": 1.227834546045989,
      "learning_rate": 0.00018704243923157795,
      "loss": 2.4375,
      "step": 55400
    },
    {
      "epoch": 2.577390090718772,
      "grad_norm": 1.2282465960042432,
      "learning_rate": 0.0001870388427498863,
      "loss": 2.2031,
      "step": 55401
    },
    {
      "epoch": 2.5774366131658524,
      "grad_norm": 1.1544630361178134,
      "learning_rate": 0.00018703524624551917,
      "loss": 2.1406,
      "step": 55402
    },
    {
      "epoch": 2.5774831356129333,
      "grad_norm": 1.2866148363411813,
      "learning_rate": 0.00018703164971847885,
      "loss": 2.4688,
      "step": 55403
    },
    {
      "epoch": 2.5775296580600138,
      "grad_norm": 1.237218635244247,
      "learning_rate": 0.00018702805316876756,
      "loss": 2.0781,
      "step": 55404
    },
    {
      "epoch": 2.5775761805070947,
      "grad_norm": 1.344046827636689,
      "learning_rate": 0.0001870244565963875,
      "loss": 2.2344,
      "step": 55405
    },
    {
      "epoch": 2.5776227029541756,
      "grad_norm": 1.1767198466767117,
      "learning_rate": 0.00018702086000134082,
      "loss": 2.0625,
      "step": 55406
    },
    {
      "epoch": 2.577669225401256,
      "grad_norm": 1.2610963970429325,
      "learning_rate": 0.00018701726338362973,
      "loss": 2.2188,
      "step": 55407
    },
    {
      "epoch": 2.5777157478483366,
      "grad_norm": 1.257341225000613,
      "learning_rate": 0.00018701366674325645,
      "loss": 2.3281,
      "step": 55408
    },
    {
      "epoch": 2.5777622702954175,
      "grad_norm": 1.2142717291753393,
      "learning_rate": 0.00018701007008022324,
      "loss": 2.3125,
      "step": 55409
    },
    {
      "epoch": 2.5778087927424984,
      "grad_norm": 1.161546069203783,
      "learning_rate": 0.00018700647339453218,
      "loss": 2.1406,
      "step": 55410
    },
    {
      "epoch": 2.577855315189579,
      "grad_norm": 1.2422313130505758,
      "learning_rate": 0.0001870028766861856,
      "loss": 2.2188,
      "step": 55411
    },
    {
      "epoch": 2.57790183763666,
      "grad_norm": 1.3046651018402229,
      "learning_rate": 0.0001869992799551856,
      "loss": 2.4531,
      "step": 55412
    },
    {
      "epoch": 2.5779483600837403,
      "grad_norm": 1.3118293831270316,
      "learning_rate": 0.00018699568320153446,
      "loss": 1.9922,
      "step": 55413
    },
    {
      "epoch": 2.577994882530821,
      "grad_norm": 1.2946885215175785,
      "learning_rate": 0.00018699208642523435,
      "loss": 2.2188,
      "step": 55414
    },
    {
      "epoch": 2.5780414049779017,
      "grad_norm": 1.1950388436558348,
      "learning_rate": 0.0001869884896262874,
      "loss": 2.1094,
      "step": 55415
    },
    {
      "epoch": 2.5780879274249826,
      "grad_norm": 1.1940471157308319,
      "learning_rate": 0.00018698489280469596,
      "loss": 2.4062,
      "step": 55416
    },
    {
      "epoch": 2.5781344498720635,
      "grad_norm": 1.1720095558471768,
      "learning_rate": 0.00018698129596046207,
      "loss": 2.3594,
      "step": 55417
    },
    {
      "epoch": 2.578180972319144,
      "grad_norm": 1.1891533887625911,
      "learning_rate": 0.00018697769909358807,
      "loss": 2.3281,
      "step": 55418
    },
    {
      "epoch": 2.5782274947662245,
      "grad_norm": 1.170873615734032,
      "learning_rate": 0.00018697410220407608,
      "loss": 2.2812,
      "step": 55419
    },
    {
      "epoch": 2.5782740172133054,
      "grad_norm": 1.175067866268268,
      "learning_rate": 0.00018697050529192834,
      "loss": 2.1719,
      "step": 55420
    },
    {
      "epoch": 2.5783205396603863,
      "grad_norm": 1.1947989210360288,
      "learning_rate": 0.000186966908357147,
      "loss": 2.0938,
      "step": 55421
    },
    {
      "epoch": 2.578367062107467,
      "grad_norm": 1.2527010432603727,
      "learning_rate": 0.00018696331139973437,
      "loss": 2.4375,
      "step": 55422
    },
    {
      "epoch": 2.5784135845545477,
      "grad_norm": 1.2829912951717624,
      "learning_rate": 0.00018695971441969254,
      "loss": 2.1875,
      "step": 55423
    },
    {
      "epoch": 2.578460107001628,
      "grad_norm": 1.3008765731487104,
      "learning_rate": 0.00018695611741702378,
      "loss": 2.5312,
      "step": 55424
    },
    {
      "epoch": 2.578506629448709,
      "grad_norm": 1.2053194727567078,
      "learning_rate": 0.00018695252039173025,
      "loss": 2.2656,
      "step": 55425
    },
    {
      "epoch": 2.5785531518957896,
      "grad_norm": 1.2881174612433166,
      "learning_rate": 0.00018694892334381418,
      "loss": 2.4688,
      "step": 55426
    },
    {
      "epoch": 2.5785996743428705,
      "grad_norm": 1.2922612978148178,
      "learning_rate": 0.00018694532627327773,
      "loss": 2.375,
      "step": 55427
    },
    {
      "epoch": 2.578646196789951,
      "grad_norm": 1.2773217655124358,
      "learning_rate": 0.00018694172918012317,
      "loss": 2.3125,
      "step": 55428
    },
    {
      "epoch": 2.578692719237032,
      "grad_norm": 1.2429162628596317,
      "learning_rate": 0.0001869381320643526,
      "loss": 2.4375,
      "step": 55429
    },
    {
      "epoch": 2.5787392416841124,
      "grad_norm": 1.3132899006665781,
      "learning_rate": 0.00018693453492596836,
      "loss": 2.1562,
      "step": 55430
    },
    {
      "epoch": 2.5787857641311933,
      "grad_norm": 1.2177703372780033,
      "learning_rate": 0.00018693093776497256,
      "loss": 2.4219,
      "step": 55431
    },
    {
      "epoch": 2.5788322865782742,
      "grad_norm": 1.2453901989029939,
      "learning_rate": 0.0001869273405813674,
      "loss": 2.2188,
      "step": 55432
    },
    {
      "epoch": 2.5788788090253547,
      "grad_norm": 1.264985517578967,
      "learning_rate": 0.00018692374337515516,
      "loss": 2.3594,
      "step": 55433
    },
    {
      "epoch": 2.578925331472435,
      "grad_norm": 1.303993895056364,
      "learning_rate": 0.00018692014614633796,
      "loss": 2.5156,
      "step": 55434
    },
    {
      "epoch": 2.578971853919516,
      "grad_norm": 1.2789148999039825,
      "learning_rate": 0.000186916548894918,
      "loss": 2.2344,
      "step": 55435
    },
    {
      "epoch": 2.579018376366597,
      "grad_norm": 1.2022756988530954,
      "learning_rate": 0.00018691295162089752,
      "loss": 2.2031,
      "step": 55436
    },
    {
      "epoch": 2.5790648988136775,
      "grad_norm": 1.1454570001382576,
      "learning_rate": 0.00018690935432427876,
      "loss": 2.2188,
      "step": 55437
    },
    {
      "epoch": 2.5791114212607584,
      "grad_norm": 1.16596781141811,
      "learning_rate": 0.00018690575700506382,
      "loss": 2.0781,
      "step": 55438
    },
    {
      "epoch": 2.579157943707839,
      "grad_norm": 1.1708706074312412,
      "learning_rate": 0.00018690215966325497,
      "loss": 2.25,
      "step": 55439
    },
    {
      "epoch": 2.57920446615492,
      "grad_norm": 1.2068536825306397,
      "learning_rate": 0.0001868985622988544,
      "loss": 2.3438,
      "step": 55440
    },
    {
      "epoch": 2.5792509886020003,
      "grad_norm": 1.262001579964214,
      "learning_rate": 0.0001868949649118643,
      "loss": 2.4219,
      "step": 55441
    },
    {
      "epoch": 2.5792975110490812,
      "grad_norm": 1.1883392715060772,
      "learning_rate": 0.0001868913675022869,
      "loss": 2.125,
      "step": 55442
    },
    {
      "epoch": 2.579344033496162,
      "grad_norm": 1.2714304377148455,
      "learning_rate": 0.00018688777007012442,
      "loss": 2.4219,
      "step": 55443
    },
    {
      "epoch": 2.5793905559432426,
      "grad_norm": 1.1617240654401157,
      "learning_rate": 0.000186884172615379,
      "loss": 2.2031,
      "step": 55444
    },
    {
      "epoch": 2.579437078390323,
      "grad_norm": 1.1161180581033083,
      "learning_rate": 0.00018688057513805288,
      "loss": 1.9609,
      "step": 55445
    },
    {
      "epoch": 2.579483600837404,
      "grad_norm": 1.2845619503500485,
      "learning_rate": 0.00018687697763814827,
      "loss": 1.7344,
      "step": 55446
    },
    {
      "epoch": 2.579530123284485,
      "grad_norm": 1.2574991155181072,
      "learning_rate": 0.00018687338011566732,
      "loss": 2.1875,
      "step": 55447
    },
    {
      "epoch": 2.5795766457315654,
      "grad_norm": 1.1895599915078048,
      "learning_rate": 0.0001868697825706123,
      "loss": 2.1719,
      "step": 55448
    },
    {
      "epoch": 2.5796231681786463,
      "grad_norm": 1.2146783713429565,
      "learning_rate": 0.00018686618500298537,
      "loss": 2.0469,
      "step": 55449
    },
    {
      "epoch": 2.579669690625727,
      "grad_norm": 1.2408275395374257,
      "learning_rate": 0.00018686258741278875,
      "loss": 2.2188,
      "step": 55450
    },
    {
      "epoch": 2.5797162130728077,
      "grad_norm": 1.2351831683798145,
      "learning_rate": 0.0001868589898000246,
      "loss": 2.2188,
      "step": 55451
    },
    {
      "epoch": 2.579762735519888,
      "grad_norm": 1.2445539510430346,
      "learning_rate": 0.00018685539216469518,
      "loss": 2.1094,
      "step": 55452
    },
    {
      "epoch": 2.579809257966969,
      "grad_norm": 1.2874714933152993,
      "learning_rate": 0.00018685179450680272,
      "loss": 2.125,
      "step": 55453
    },
    {
      "epoch": 2.5798557804140496,
      "grad_norm": 1.1951739923404758,
      "learning_rate": 0.00018684819682634928,
      "loss": 1.875,
      "step": 55454
    },
    {
      "epoch": 2.5799023028611305,
      "grad_norm": 1.1940599755475059,
      "learning_rate": 0.00018684459912333726,
      "loss": 2.125,
      "step": 55455
    },
    {
      "epoch": 2.579948825308211,
      "grad_norm": 1.197652100813495,
      "learning_rate": 0.0001868410013977687,
      "loss": 2.4219,
      "step": 55456
    },
    {
      "epoch": 2.579995347755292,
      "grad_norm": 1.1352783543436782,
      "learning_rate": 0.00018683740364964588,
      "loss": 2.1719,
      "step": 55457
    },
    {
      "epoch": 2.580041870202373,
      "grad_norm": 1.176368108124852,
      "learning_rate": 0.00018683380587897097,
      "loss": 2.1094,
      "step": 55458
    },
    {
      "epoch": 2.5800883926494533,
      "grad_norm": 1.2619830942445367,
      "learning_rate": 0.0001868302080857462,
      "loss": 2.3125,
      "step": 55459
    },
    {
      "epoch": 2.580134915096534,
      "grad_norm": 1.2905320505436952,
      "learning_rate": 0.00018682661026997373,
      "loss": 2.3438,
      "step": 55460
    },
    {
      "epoch": 2.5801814375436147,
      "grad_norm": 1.3401755430820836,
      "learning_rate": 0.00018682301243165585,
      "loss": 2.3906,
      "step": 55461
    },
    {
      "epoch": 2.5802279599906957,
      "grad_norm": 1.266387081913462,
      "learning_rate": 0.00018681941457079465,
      "loss": 2.1094,
      "step": 55462
    },
    {
      "epoch": 2.580274482437776,
      "grad_norm": 1.1873946842244616,
      "learning_rate": 0.00018681581668739236,
      "loss": 2.1406,
      "step": 55463
    },
    {
      "epoch": 2.580321004884857,
      "grad_norm": 1.1716862743065577,
      "learning_rate": 0.0001868122187814513,
      "loss": 2.1719,
      "step": 55464
    },
    {
      "epoch": 2.5803675273319375,
      "grad_norm": 1.1549428832723643,
      "learning_rate": 0.0001868086208529735,
      "loss": 2.3125,
      "step": 55465
    },
    {
      "epoch": 2.5804140497790184,
      "grad_norm": 1.2206721915629686,
      "learning_rate": 0.00018680502290196132,
      "loss": 2.0625,
      "step": 55466
    },
    {
      "epoch": 2.580460572226099,
      "grad_norm": 1.523807449080763,
      "learning_rate": 0.00018680142492841686,
      "loss": 2.3281,
      "step": 55467
    },
    {
      "epoch": 2.58050709467318,
      "grad_norm": 1.253323768234766,
      "learning_rate": 0.00018679782693234234,
      "loss": 1.6562,
      "step": 55468
    },
    {
      "epoch": 2.5805536171202608,
      "grad_norm": 1.30325057971877,
      "learning_rate": 0.00018679422891374,
      "loss": 2.2031,
      "step": 55469
    },
    {
      "epoch": 2.5806001395673412,
      "grad_norm": 1.1880500609515394,
      "learning_rate": 0.00018679063087261198,
      "loss": 2.1094,
      "step": 55470
    },
    {
      "epoch": 2.5806466620144217,
      "grad_norm": 1.2245227843620803,
      "learning_rate": 0.00018678703280896052,
      "loss": 2.2031,
      "step": 55471
    },
    {
      "epoch": 2.5806931844615026,
      "grad_norm": 1.2008947619284112,
      "learning_rate": 0.00018678343472278784,
      "loss": 2.2969,
      "step": 55472
    },
    {
      "epoch": 2.5807397069085836,
      "grad_norm": 1.1995758869333204,
      "learning_rate": 0.00018677983661409612,
      "loss": 2.1562,
      "step": 55473
    },
    {
      "epoch": 2.580786229355664,
      "grad_norm": 1.1630603433581501,
      "learning_rate": 0.00018677623848288753,
      "loss": 2.2344,
      "step": 55474
    },
    {
      "epoch": 2.580832751802745,
      "grad_norm": 2.0906696830642457,
      "learning_rate": 0.00018677264032916437,
      "loss": 2.3281,
      "step": 55475
    },
    {
      "epoch": 2.5808792742498254,
      "grad_norm": 1.216557403626961,
      "learning_rate": 0.00018676904215292873,
      "loss": 2.2188,
      "step": 55476
    },
    {
      "epoch": 2.5809257966969064,
      "grad_norm": 1.1750915514902358,
      "learning_rate": 0.00018676544395418294,
      "loss": 2.0938,
      "step": 55477
    },
    {
      "epoch": 2.580972319143987,
      "grad_norm": 1.1179756508575591,
      "learning_rate": 0.00018676184573292905,
      "loss": 1.6797,
      "step": 55478
    },
    {
      "epoch": 2.5810188415910678,
      "grad_norm": 1.2197713400722434,
      "learning_rate": 0.0001867582474891694,
      "loss": 2.5,
      "step": 55479
    },
    {
      "epoch": 2.5810653640381487,
      "grad_norm": 1.2792364338906013,
      "learning_rate": 0.0001867546492229061,
      "loss": 2.5312,
      "step": 55480
    },
    {
      "epoch": 2.581111886485229,
      "grad_norm": 1.169195416071472,
      "learning_rate": 0.0001867510509341414,
      "loss": 2.1719,
      "step": 55481
    },
    {
      "epoch": 2.5811584089323096,
      "grad_norm": 1.1528413802453583,
      "learning_rate": 0.00018674745262287748,
      "loss": 2.125,
      "step": 55482
    },
    {
      "epoch": 2.5812049313793906,
      "grad_norm": 1.3402210323409975,
      "learning_rate": 0.00018674385428911656,
      "loss": 2.4062,
      "step": 55483
    },
    {
      "epoch": 2.5812514538264715,
      "grad_norm": 1.2525190824394237,
      "learning_rate": 0.00018674025593286083,
      "loss": 2.4219,
      "step": 55484
    },
    {
      "epoch": 2.581297976273552,
      "grad_norm": 1.2520062746126186,
      "learning_rate": 0.00018673665755411251,
      "loss": 2.3438,
      "step": 55485
    },
    {
      "epoch": 2.5813444987206324,
      "grad_norm": 1.245210061442108,
      "learning_rate": 0.00018673305915287378,
      "loss": 2.0625,
      "step": 55486
    },
    {
      "epoch": 2.5813910211677134,
      "grad_norm": 1.1984542915924405,
      "learning_rate": 0.00018672946072914687,
      "loss": 2.125,
      "step": 55487
    },
    {
      "epoch": 2.5814375436147943,
      "grad_norm": 1.257060205833445,
      "learning_rate": 0.00018672586228293396,
      "loss": 2.5469,
      "step": 55488
    },
    {
      "epoch": 2.5814840660618747,
      "grad_norm": 1.2652392730971025,
      "learning_rate": 0.00018672226381423723,
      "loss": 2.4844,
      "step": 55489
    },
    {
      "epoch": 2.5815305885089557,
      "grad_norm": 1.2091303094647026,
      "learning_rate": 0.00018671866532305896,
      "loss": 2.1406,
      "step": 55490
    },
    {
      "epoch": 2.581577110956036,
      "grad_norm": 1.2074354190530843,
      "learning_rate": 0.00018671506680940128,
      "loss": 2.1406,
      "step": 55491
    },
    {
      "epoch": 2.581623633403117,
      "grad_norm": 1.11381234572149,
      "learning_rate": 0.00018671146827326643,
      "loss": 2.0469,
      "step": 55492
    },
    {
      "epoch": 2.5816701558501975,
      "grad_norm": 1.1960317879601285,
      "learning_rate": 0.00018670786971465662,
      "loss": 1.9922,
      "step": 55493
    },
    {
      "epoch": 2.5817166782972785,
      "grad_norm": 1.1938714958707985,
      "learning_rate": 0.00018670427113357403,
      "loss": 2.6094,
      "step": 55494
    },
    {
      "epoch": 2.5817632007443594,
      "grad_norm": 1.1858714755747615,
      "learning_rate": 0.00018670067253002083,
      "loss": 2.4531,
      "step": 55495
    },
    {
      "epoch": 2.58180972319144,
      "grad_norm": 1.226075723333016,
      "learning_rate": 0.00018669707390399929,
      "loss": 2.4531,
      "step": 55496
    },
    {
      "epoch": 2.5818562456385203,
      "grad_norm": 1.1558659630452932,
      "learning_rate": 0.0001866934752555116,
      "loss": 2.25,
      "step": 55497
    },
    {
      "epoch": 2.5819027680856013,
      "grad_norm": 1.2870721451739056,
      "learning_rate": 0.0001866898765845599,
      "loss": 2.375,
      "step": 55498
    },
    {
      "epoch": 2.581949290532682,
      "grad_norm": 1.3330116345321832,
      "learning_rate": 0.00018668627789114652,
      "loss": 2.0625,
      "step": 55499
    },
    {
      "epoch": 2.5819958129797627,
      "grad_norm": 1.2481242734886937,
      "learning_rate": 0.0001866826791752735,
      "loss": 2.2656,
      "step": 55500
    },
    {
      "epoch": 2.5820423354268436,
      "grad_norm": 1.8589646341867052,
      "learning_rate": 0.00018667908043694316,
      "loss": 2.25,
      "step": 55501
    },
    {
      "epoch": 2.582088857873924,
      "grad_norm": 1.271021962046318,
      "learning_rate": 0.00018667548167615767,
      "loss": 2.3281,
      "step": 55502
    },
    {
      "epoch": 2.582135380321005,
      "grad_norm": 1.1846975907796229,
      "learning_rate": 0.00018667188289291924,
      "loss": 2.3281,
      "step": 55503
    },
    {
      "epoch": 2.5821819027680855,
      "grad_norm": 1.204032555395973,
      "learning_rate": 0.00018666828408723008,
      "loss": 1.8047,
      "step": 55504
    },
    {
      "epoch": 2.5822284252151664,
      "grad_norm": 1.2027432032518732,
      "learning_rate": 0.00018666468525909238,
      "loss": 2.2344,
      "step": 55505
    },
    {
      "epoch": 2.5822749476622473,
      "grad_norm": 1.1968507741646195,
      "learning_rate": 0.0001866610864085083,
      "loss": 2.2812,
      "step": 55506
    },
    {
      "epoch": 2.5823214701093278,
      "grad_norm": 1.2145717240480631,
      "learning_rate": 0.0001866574875354801,
      "loss": 2.2344,
      "step": 55507
    },
    {
      "epoch": 2.5823679925564083,
      "grad_norm": 1.2183944075242572,
      "learning_rate": 0.00018665388864001005,
      "loss": 2.1562,
      "step": 55508
    },
    {
      "epoch": 2.582414515003489,
      "grad_norm": 1.1685116825728505,
      "learning_rate": 0.0001866502897221002,
      "loss": 2.4375,
      "step": 55509
    },
    {
      "epoch": 2.58246103745057,
      "grad_norm": 1.1944043465688192,
      "learning_rate": 0.00018664669078175282,
      "loss": 2.375,
      "step": 55510
    },
    {
      "epoch": 2.5825075598976506,
      "grad_norm": 1.2181047437747723,
      "learning_rate": 0.00018664309181897013,
      "loss": 1.6484,
      "step": 55511
    },
    {
      "epoch": 2.5825540823447315,
      "grad_norm": 1.2621472477408666,
      "learning_rate": 0.00018663949283375436,
      "loss": 2.3281,
      "step": 55512
    },
    {
      "epoch": 2.582600604791812,
      "grad_norm": 1.215302137719902,
      "learning_rate": 0.00018663589382610763,
      "loss": 2.2812,
      "step": 55513
    },
    {
      "epoch": 2.582647127238893,
      "grad_norm": 1.9304813063321953,
      "learning_rate": 0.0001866322947960322,
      "loss": 2.4062,
      "step": 55514
    },
    {
      "epoch": 2.5826936496859734,
      "grad_norm": 1.2730436043020925,
      "learning_rate": 0.0001866286957435303,
      "loss": 2.3438,
      "step": 55515
    },
    {
      "epoch": 2.5827401721330543,
      "grad_norm": 1.2146197661902685,
      "learning_rate": 0.00018662509666860408,
      "loss": 2.3594,
      "step": 55516
    },
    {
      "epoch": 2.5827866945801348,
      "grad_norm": 1.214111622062535,
      "learning_rate": 0.0001866214975712557,
      "loss": 2.3125,
      "step": 55517
    },
    {
      "epoch": 2.5828332170272157,
      "grad_norm": 1.421538305763915,
      "learning_rate": 0.00018661789845148748,
      "loss": 2.2656,
      "step": 55518
    },
    {
      "epoch": 2.582879739474296,
      "grad_norm": 1.195690996095541,
      "learning_rate": 0.00018661429930930153,
      "loss": 2.125,
      "step": 55519
    },
    {
      "epoch": 2.582926261921377,
      "grad_norm": 1.2080925296665637,
      "learning_rate": 0.00018661070014470014,
      "loss": 2.2188,
      "step": 55520
    },
    {
      "epoch": 2.582972784368458,
      "grad_norm": 1.3149597093328043,
      "learning_rate": 0.00018660710095768545,
      "loss": 2.3906,
      "step": 55521
    },
    {
      "epoch": 2.5830193068155385,
      "grad_norm": 1.1648086439622507,
      "learning_rate": 0.00018660350174825964,
      "loss": 2.2812,
      "step": 55522
    },
    {
      "epoch": 2.583065829262619,
      "grad_norm": 1.2499375687302368,
      "learning_rate": 0.000186599902516425,
      "loss": 2.3281,
      "step": 55523
    },
    {
      "epoch": 2.5831123517097,
      "grad_norm": 1.1652987358129332,
      "learning_rate": 0.00018659630326218365,
      "loss": 2.0781,
      "step": 55524
    },
    {
      "epoch": 2.583158874156781,
      "grad_norm": 1.2478103898051094,
      "learning_rate": 0.00018659270398553785,
      "loss": 2.4219,
      "step": 55525
    },
    {
      "epoch": 2.5832053966038613,
      "grad_norm": 1.3354569260800115,
      "learning_rate": 0.00018658910468648975,
      "loss": 2.1562,
      "step": 55526
    },
    {
      "epoch": 2.583251919050942,
      "grad_norm": 1.2929939610985675,
      "learning_rate": 0.00018658550536504163,
      "loss": 2.4375,
      "step": 55527
    },
    {
      "epoch": 2.5832984414980227,
      "grad_norm": 1.2545241523687494,
      "learning_rate": 0.0001865819060211956,
      "loss": 2.25,
      "step": 55528
    },
    {
      "epoch": 2.5833449639451036,
      "grad_norm": 1.259973267860105,
      "learning_rate": 0.00018657830665495394,
      "loss": 2.2969,
      "step": 55529
    },
    {
      "epoch": 2.583391486392184,
      "grad_norm": 1.1929090378245941,
      "learning_rate": 0.0001865747072663188,
      "loss": 2.0469,
      "step": 55530
    },
    {
      "epoch": 2.583438008839265,
      "grad_norm": 1.1939587615941778,
      "learning_rate": 0.00018657110785529245,
      "loss": 2.2344,
      "step": 55531
    },
    {
      "epoch": 2.583484531286346,
      "grad_norm": 1.3382136635534383,
      "learning_rate": 0.000186567508421877,
      "loss": 2.625,
      "step": 55532
    },
    {
      "epoch": 2.5835310537334264,
      "grad_norm": 1.2671061756083568,
      "learning_rate": 0.0001865639089660748,
      "loss": 2.1562,
      "step": 55533
    },
    {
      "epoch": 2.583577576180507,
      "grad_norm": 1.272828434109562,
      "learning_rate": 0.00018656030948788788,
      "loss": 2.4531,
      "step": 55534
    },
    {
      "epoch": 2.583624098627588,
      "grad_norm": 1.292124655903968,
      "learning_rate": 0.00018655670998731852,
      "loss": 2.4844,
      "step": 55535
    },
    {
      "epoch": 2.5836706210746687,
      "grad_norm": 1.224807605043881,
      "learning_rate": 0.00018655311046436896,
      "loss": 2.2344,
      "step": 55536
    },
    {
      "epoch": 2.583717143521749,
      "grad_norm": 1.2712338814929456,
      "learning_rate": 0.00018654951091904136,
      "loss": 2.3438,
      "step": 55537
    },
    {
      "epoch": 2.58376366596883,
      "grad_norm": 1.2648208506121552,
      "learning_rate": 0.00018654591135133794,
      "loss": 2.1875,
      "step": 55538
    },
    {
      "epoch": 2.5838101884159106,
      "grad_norm": 1.2077292578088055,
      "learning_rate": 0.00018654231176126084,
      "loss": 2.3281,
      "step": 55539
    },
    {
      "epoch": 2.5838567108629915,
      "grad_norm": 1.2623790336365617,
      "learning_rate": 0.0001865387121488124,
      "loss": 2.3125,
      "step": 55540
    },
    {
      "epoch": 2.583903233310072,
      "grad_norm": 1.2334107956363822,
      "learning_rate": 0.00018653511251399466,
      "loss": 2.2031,
      "step": 55541
    },
    {
      "epoch": 2.583949755757153,
      "grad_norm": 1.2569500362348682,
      "learning_rate": 0.00018653151285681,
      "loss": 2.2188,
      "step": 55542
    },
    {
      "epoch": 2.5839962782042334,
      "grad_norm": 1.29040809064707,
      "learning_rate": 0.00018652791317726048,
      "loss": 2.2969,
      "step": 55543
    },
    {
      "epoch": 2.5840428006513143,
      "grad_norm": 1.237209784375081,
      "learning_rate": 0.00018652431347534839,
      "loss": 2.2969,
      "step": 55544
    },
    {
      "epoch": 2.584089323098395,
      "grad_norm": 1.2448627947771667,
      "learning_rate": 0.00018652071375107587,
      "loss": 2.1875,
      "step": 55545
    },
    {
      "epoch": 2.5841358455454757,
      "grad_norm": 1.195026241493069,
      "learning_rate": 0.00018651711400444518,
      "loss": 2.2344,
      "step": 55546
    },
    {
      "epoch": 2.5841823679925566,
      "grad_norm": 1.2467494081492327,
      "learning_rate": 0.0001865135142354585,
      "loss": 2.4219,
      "step": 55547
    },
    {
      "epoch": 2.584228890439637,
      "grad_norm": 1.2024652696771807,
      "learning_rate": 0.00018650991444411802,
      "loss": 2.25,
      "step": 55548
    },
    {
      "epoch": 2.5842754128867176,
      "grad_norm": 1.155420374293257,
      "learning_rate": 0.00018650631463042595,
      "loss": 2.2656,
      "step": 55549
    },
    {
      "epoch": 2.5843219353337985,
      "grad_norm": 1.2472789508751168,
      "learning_rate": 0.00018650271479438445,
      "loss": 2.4531,
      "step": 55550
    },
    {
      "epoch": 2.5843684577808794,
      "grad_norm": 1.2874086866813192,
      "learning_rate": 0.00018649911493599585,
      "loss": 2.3438,
      "step": 55551
    },
    {
      "epoch": 2.58441498022796,
      "grad_norm": 1.3421565454411748,
      "learning_rate": 0.00018649551505526223,
      "loss": 2.4531,
      "step": 55552
    },
    {
      "epoch": 2.584461502675041,
      "grad_norm": 1.1711564440164606,
      "learning_rate": 0.00018649191515218586,
      "loss": 2.1719,
      "step": 55553
    },
    {
      "epoch": 2.5845080251221213,
      "grad_norm": 1.2282973850194707,
      "learning_rate": 0.0001864883152267689,
      "loss": 2.1094,
      "step": 55554
    },
    {
      "epoch": 2.584554547569202,
      "grad_norm": 1.351057474632669,
      "learning_rate": 0.00018648471527901364,
      "loss": 2.1406,
      "step": 55555
    },
    {
      "epoch": 2.5846010700162827,
      "grad_norm": 1.1921889699990897,
      "learning_rate": 0.0001864811153089222,
      "loss": 2.2031,
      "step": 55556
    },
    {
      "epoch": 2.5846475924633636,
      "grad_norm": 1.2448452364083182,
      "learning_rate": 0.00018647751531649677,
      "loss": 2.1875,
      "step": 55557
    },
    {
      "epoch": 2.5846941149104445,
      "grad_norm": 1.2300004891498793,
      "learning_rate": 0.00018647391530173958,
      "loss": 2.375,
      "step": 55558
    },
    {
      "epoch": 2.584740637357525,
      "grad_norm": 1.322329722613592,
      "learning_rate": 0.00018647031526465292,
      "loss": 2.1875,
      "step": 55559
    },
    {
      "epoch": 2.5847871598046055,
      "grad_norm": 1.2547397295771572,
      "learning_rate": 0.00018646671520523885,
      "loss": 2.25,
      "step": 55560
    },
    {
      "epoch": 2.5848336822516864,
      "grad_norm": 1.289459803047279,
      "learning_rate": 0.00018646311512349965,
      "loss": 2.5,
      "step": 55561
    },
    {
      "epoch": 2.5848802046987673,
      "grad_norm": 1.23103321322188,
      "learning_rate": 0.00018645951501943756,
      "loss": 2.1719,
      "step": 55562
    },
    {
      "epoch": 2.584926727145848,
      "grad_norm": 1.2399389810747716,
      "learning_rate": 0.00018645591489305468,
      "loss": 2.3438,
      "step": 55563
    },
    {
      "epoch": 2.5849732495929287,
      "grad_norm": 1.187876186872778,
      "learning_rate": 0.00018645231474435334,
      "loss": 2.4375,
      "step": 55564
    },
    {
      "epoch": 2.585019772040009,
      "grad_norm": 1.2637652186969404,
      "learning_rate": 0.00018644871457333562,
      "loss": 2.3438,
      "step": 55565
    },
    {
      "epoch": 2.58506629448709,
      "grad_norm": 1.2645909907034976,
      "learning_rate": 0.0001864451143800038,
      "loss": 2.5156,
      "step": 55566
    },
    {
      "epoch": 2.5851128169341706,
      "grad_norm": 1.1955880866000317,
      "learning_rate": 0.00018644151416436007,
      "loss": 2.1562,
      "step": 55567
    },
    {
      "epoch": 2.5851593393812515,
      "grad_norm": 1.1193223450021006,
      "learning_rate": 0.00018643791392640663,
      "loss": 2.2188,
      "step": 55568
    },
    {
      "epoch": 2.585205861828332,
      "grad_norm": 1.1609769614565097,
      "learning_rate": 0.00018643431366614568,
      "loss": 2.1719,
      "step": 55569
    },
    {
      "epoch": 2.585252384275413,
      "grad_norm": 1.1482255979901477,
      "learning_rate": 0.00018643071338357947,
      "loss": 2.1875,
      "step": 55570
    },
    {
      "epoch": 2.5852989067224934,
      "grad_norm": 1.6495290103138058,
      "learning_rate": 0.0001864271130787101,
      "loss": 3.0,
      "step": 55571
    },
    {
      "epoch": 2.5853454291695743,
      "grad_norm": 1.2622052651624063,
      "learning_rate": 0.00018642351275153984,
      "loss": 2.3438,
      "step": 55572
    },
    {
      "epoch": 2.5853919516166552,
      "grad_norm": 1.228599057822771,
      "learning_rate": 0.00018641991240207095,
      "loss": 2.25,
      "step": 55573
    },
    {
      "epoch": 2.5854384740637357,
      "grad_norm": 1.1993995201982217,
      "learning_rate": 0.00018641631203030555,
      "loss": 2.2031,
      "step": 55574
    },
    {
      "epoch": 2.585484996510816,
      "grad_norm": 1.216922679281367,
      "learning_rate": 0.00018641271163624584,
      "loss": 2.4688,
      "step": 55575
    },
    {
      "epoch": 2.585531518957897,
      "grad_norm": 1.2739373415942954,
      "learning_rate": 0.00018640911121989406,
      "loss": 2.4688,
      "step": 55576
    },
    {
      "epoch": 2.585578041404978,
      "grad_norm": 1.331503259735191,
      "learning_rate": 0.00018640551078125242,
      "loss": 2.3438,
      "step": 55577
    },
    {
      "epoch": 2.5856245638520585,
      "grad_norm": 1.2188478829640104,
      "learning_rate": 0.0001864019103203231,
      "loss": 2.3438,
      "step": 55578
    },
    {
      "epoch": 2.5856710862991394,
      "grad_norm": 1.197658396727601,
      "learning_rate": 0.00018639830983710836,
      "loss": 2.2812,
      "step": 55579
    },
    {
      "epoch": 2.58571760874622,
      "grad_norm": 1.229811775623167,
      "learning_rate": 0.0001863947093316103,
      "loss": 2.3906,
      "step": 55580
    },
    {
      "epoch": 2.585764131193301,
      "grad_norm": 1.2621926651511335,
      "learning_rate": 0.00018639110880383126,
      "loss": 2.1562,
      "step": 55581
    },
    {
      "epoch": 2.5858106536403813,
      "grad_norm": 1.433746842033942,
      "learning_rate": 0.00018638750825377329,
      "loss": 2.3906,
      "step": 55582
    },
    {
      "epoch": 2.5858571760874622,
      "grad_norm": 1.1917414684841319,
      "learning_rate": 0.00018638390768143867,
      "loss": 2.2344,
      "step": 55583
    },
    {
      "epoch": 2.585903698534543,
      "grad_norm": 1.2537647616458776,
      "learning_rate": 0.00018638030708682967,
      "loss": 2.2344,
      "step": 55584
    },
    {
      "epoch": 2.5859502209816236,
      "grad_norm": 1.1569456301518497,
      "learning_rate": 0.00018637670646994838,
      "loss": 2.0625,
      "step": 55585
    },
    {
      "epoch": 2.585996743428704,
      "grad_norm": 1.2072797225572596,
      "learning_rate": 0.00018637310583079713,
      "loss": 2.2344,
      "step": 55586
    },
    {
      "epoch": 2.586043265875785,
      "grad_norm": 1.272395376699381,
      "learning_rate": 0.00018636950516937796,
      "loss": 2.2188,
      "step": 55587
    },
    {
      "epoch": 2.586089788322866,
      "grad_norm": 1.2600973040765526,
      "learning_rate": 0.0001863659044856932,
      "loss": 2.4844,
      "step": 55588
    },
    {
      "epoch": 2.5861363107699464,
      "grad_norm": 1.2441223409906166,
      "learning_rate": 0.000186362303779745,
      "loss": 2.0625,
      "step": 55589
    },
    {
      "epoch": 2.5861828332170274,
      "grad_norm": 1.2992426293774673,
      "learning_rate": 0.00018635870305153566,
      "loss": 2.625,
      "step": 55590
    },
    {
      "epoch": 2.586229355664108,
      "grad_norm": 1.2013615086573475,
      "learning_rate": 0.00018635510230106722,
      "loss": 2.375,
      "step": 55591
    },
    {
      "epoch": 2.5862758781111888,
      "grad_norm": 1.2188910442469576,
      "learning_rate": 0.00018635150152834204,
      "loss": 2.1875,
      "step": 55592
    },
    {
      "epoch": 2.5863224005582692,
      "grad_norm": 1.3111927629451807,
      "learning_rate": 0.00018634790073336217,
      "loss": 2.4219,
      "step": 55593
    },
    {
      "epoch": 2.58636892300535,
      "grad_norm": 1.2168228509331596,
      "learning_rate": 0.00018634429991612998,
      "loss": 2.125,
      "step": 55594
    },
    {
      "epoch": 2.586415445452431,
      "grad_norm": 1.248655975337294,
      "learning_rate": 0.00018634069907664757,
      "loss": 2.1406,
      "step": 55595
    },
    {
      "epoch": 2.5864619678995115,
      "grad_norm": 1.1843151967443508,
      "learning_rate": 0.00018633709821491714,
      "loss": 1.9922,
      "step": 55596
    },
    {
      "epoch": 2.586508490346592,
      "grad_norm": 1.1683219287809283,
      "learning_rate": 0.00018633349733094095,
      "loss": 2.2812,
      "step": 55597
    },
    {
      "epoch": 2.586555012793673,
      "grad_norm": 1.1329127729384965,
      "learning_rate": 0.00018632989642472118,
      "loss": 1.8828,
      "step": 55598
    },
    {
      "epoch": 2.586601535240754,
      "grad_norm": 1.254668039590249,
      "learning_rate": 0.0001863262954962601,
      "loss": 2.1406,
      "step": 55599
    },
    {
      "epoch": 2.5866480576878343,
      "grad_norm": 1.1950630219447087,
      "learning_rate": 0.00018632269454555973,
      "loss": 2.3906,
      "step": 55600
    },
    {
      "epoch": 2.586694580134915,
      "grad_norm": 1.2003700364725787,
      "learning_rate": 0.00018631909357262245,
      "loss": 2.4375,
      "step": 55601
    },
    {
      "epoch": 2.5867411025819957,
      "grad_norm": 1.2075096496520714,
      "learning_rate": 0.00018631549257745042,
      "loss": 2.125,
      "step": 55602
    },
    {
      "epoch": 2.5867876250290767,
      "grad_norm": 1.224774241491409,
      "learning_rate": 0.0001863118915600458,
      "loss": 2.3281,
      "step": 55603
    },
    {
      "epoch": 2.586834147476157,
      "grad_norm": 1.1067776502786248,
      "learning_rate": 0.00018630829052041083,
      "loss": 2.0469,
      "step": 55604
    },
    {
      "epoch": 2.586880669923238,
      "grad_norm": 1.2674553106103952,
      "learning_rate": 0.0001863046894585477,
      "loss": 2.1562,
      "step": 55605
    },
    {
      "epoch": 2.5869271923703185,
      "grad_norm": 1.2388468523689427,
      "learning_rate": 0.00018630108837445867,
      "loss": 2.3594,
      "step": 55606
    },
    {
      "epoch": 2.5869737148173995,
      "grad_norm": 1.2131153593728565,
      "learning_rate": 0.00018629748726814587,
      "loss": 2.3906,
      "step": 55607
    },
    {
      "epoch": 2.58702023726448,
      "grad_norm": 1.1400365260929923,
      "learning_rate": 0.00018629388613961156,
      "loss": 1.9297,
      "step": 55608
    },
    {
      "epoch": 2.587066759711561,
      "grad_norm": 1.435339541562131,
      "learning_rate": 0.00018629028498885785,
      "loss": 1.75,
      "step": 55609
    },
    {
      "epoch": 2.587113282158642,
      "grad_norm": 1.2494961617307658,
      "learning_rate": 0.0001862866838158871,
      "loss": 2.1875,
      "step": 55610
    },
    {
      "epoch": 2.5871598046057223,
      "grad_norm": 1.2372189103457485,
      "learning_rate": 0.00018628308262070138,
      "loss": 2.25,
      "step": 55611
    },
    {
      "epoch": 2.5872063270528027,
      "grad_norm": 1.1998962966847677,
      "learning_rate": 0.00018627948140330296,
      "loss": 2.5,
      "step": 55612
    },
    {
      "epoch": 2.5872528494998837,
      "grad_norm": 1.1862546013833661,
      "learning_rate": 0.000186275880163694,
      "loss": 1.9141,
      "step": 55613
    },
    {
      "epoch": 2.5872993719469646,
      "grad_norm": 1.200918412206225,
      "learning_rate": 0.0001862722789018768,
      "loss": 2.2344,
      "step": 55614
    },
    {
      "epoch": 2.587345894394045,
      "grad_norm": 1.1255333927449296,
      "learning_rate": 0.0001862686776178534,
      "loss": 2.25,
      "step": 55615
    },
    {
      "epoch": 2.587392416841126,
      "grad_norm": 1.2537893929731907,
      "learning_rate": 0.00018626507631162615,
      "loss": 2.3906,
      "step": 55616
    },
    {
      "epoch": 2.5874389392882065,
      "grad_norm": 1.2407082554990296,
      "learning_rate": 0.00018626147498319724,
      "loss": 2.2656,
      "step": 55617
    },
    {
      "epoch": 2.5874854617352874,
      "grad_norm": 1.1752304127066757,
      "learning_rate": 0.0001862578736325688,
      "loss": 2.2031,
      "step": 55618
    },
    {
      "epoch": 2.587531984182368,
      "grad_norm": 1.1758134918645813,
      "learning_rate": 0.00018625427225974305,
      "loss": 2.1094,
      "step": 55619
    },
    {
      "epoch": 2.5875785066294488,
      "grad_norm": 1.1660418065619715,
      "learning_rate": 0.00018625067086472225,
      "loss": 2.2031,
      "step": 55620
    },
    {
      "epoch": 2.5876250290765297,
      "grad_norm": 1.244896060733446,
      "learning_rate": 0.00018624706944750862,
      "loss": 2.5,
      "step": 55621
    },
    {
      "epoch": 2.58767155152361,
      "grad_norm": 1.168440457913161,
      "learning_rate": 0.00018624346800810427,
      "loss": 2.25,
      "step": 55622
    },
    {
      "epoch": 2.5877180739706906,
      "grad_norm": 1.2427318729209347,
      "learning_rate": 0.00018623986654651146,
      "loss": 2.2969,
      "step": 55623
    },
    {
      "epoch": 2.5877645964177716,
      "grad_norm": 1.053228848570507,
      "learning_rate": 0.0001862362650627324,
      "loss": 1.8516,
      "step": 55624
    },
    {
      "epoch": 2.5878111188648525,
      "grad_norm": 1.3188404218682643,
      "learning_rate": 0.0001862326635567693,
      "loss": 2.1719,
      "step": 55625
    },
    {
      "epoch": 2.587857641311933,
      "grad_norm": 1.2099935750815967,
      "learning_rate": 0.00018622906202862428,
      "loss": 2.1406,
      "step": 55626
    },
    {
      "epoch": 2.587904163759014,
      "grad_norm": 1.2049617739096514,
      "learning_rate": 0.00018622546047829968,
      "loss": 2.3906,
      "step": 55627
    },
    {
      "epoch": 2.5879506862060944,
      "grad_norm": 1.1395362981628407,
      "learning_rate": 0.00018622185890579765,
      "loss": 1.9609,
      "step": 55628
    },
    {
      "epoch": 2.5879972086531753,
      "grad_norm": 1.132860698019207,
      "learning_rate": 0.00018621825731112037,
      "loss": 2.1406,
      "step": 55629
    },
    {
      "epoch": 2.5880437311002558,
      "grad_norm": 1.4006843792709522,
      "learning_rate": 0.00018621465569427004,
      "loss": 2.5469,
      "step": 55630
    },
    {
      "epoch": 2.5880902535473367,
      "grad_norm": 1.3037031586648034,
      "learning_rate": 0.00018621105405524887,
      "loss": 2.1875,
      "step": 55631
    },
    {
      "epoch": 2.588136775994417,
      "grad_norm": 1.1659020982214736,
      "learning_rate": 0.00018620745239405912,
      "loss": 2.1875,
      "step": 55632
    },
    {
      "epoch": 2.588183298441498,
      "grad_norm": 1.1949256796325196,
      "learning_rate": 0.00018620385071070294,
      "loss": 2.2656,
      "step": 55633
    },
    {
      "epoch": 2.5882298208885786,
      "grad_norm": 1.3975793128495846,
      "learning_rate": 0.00018620024900518258,
      "loss": 2.2031,
      "step": 55634
    },
    {
      "epoch": 2.5882763433356595,
      "grad_norm": 1.3866801320125202,
      "learning_rate": 0.00018619664727750017,
      "loss": 2.2188,
      "step": 55635
    },
    {
      "epoch": 2.5883228657827404,
      "grad_norm": 1.1554856035058194,
      "learning_rate": 0.00018619304552765795,
      "loss": 1.5156,
      "step": 55636
    },
    {
      "epoch": 2.588369388229821,
      "grad_norm": 1.2583731176482382,
      "learning_rate": 0.00018618944375565813,
      "loss": 2.4375,
      "step": 55637
    },
    {
      "epoch": 2.5884159106769014,
      "grad_norm": 1.2387024647812899,
      "learning_rate": 0.00018618584196150294,
      "loss": 2.2656,
      "step": 55638
    },
    {
      "epoch": 2.5884624331239823,
      "grad_norm": 1.4112259842008228,
      "learning_rate": 0.00018618224014519457,
      "loss": 2.0938,
      "step": 55639
    },
    {
      "epoch": 2.588508955571063,
      "grad_norm": 1.1832364305081882,
      "learning_rate": 0.00018617863830673525,
      "loss": 2.2188,
      "step": 55640
    },
    {
      "epoch": 2.5885554780181437,
      "grad_norm": 1.2891043054790252,
      "learning_rate": 0.00018617503644612713,
      "loss": 2.2031,
      "step": 55641
    },
    {
      "epoch": 2.5886020004652246,
      "grad_norm": 1.1018753468818177,
      "learning_rate": 0.00018617143456337243,
      "loss": 1.6797,
      "step": 55642
    },
    {
      "epoch": 2.588648522912305,
      "grad_norm": 1.1704563486634543,
      "learning_rate": 0.0001861678326584734,
      "loss": 2.125,
      "step": 55643
    },
    {
      "epoch": 2.588695045359386,
      "grad_norm": 1.1886614410540504,
      "learning_rate": 0.00018616423073143212,
      "loss": 2.1719,
      "step": 55644
    },
    {
      "epoch": 2.5887415678064665,
      "grad_norm": 1.3549047947830763,
      "learning_rate": 0.00018616062878225098,
      "loss": 2.3281,
      "step": 55645
    },
    {
      "epoch": 2.5887880902535474,
      "grad_norm": 1.1783712414298506,
      "learning_rate": 0.00018615702681093203,
      "loss": 2.1562,
      "step": 55646
    },
    {
      "epoch": 2.5888346127006283,
      "grad_norm": 1.2902412849131393,
      "learning_rate": 0.00018615342481747757,
      "loss": 2.2969,
      "step": 55647
    },
    {
      "epoch": 2.588881135147709,
      "grad_norm": 1.2413883014492033,
      "learning_rate": 0.0001861498228018897,
      "loss": 1.9297,
      "step": 55648
    },
    {
      "epoch": 2.5889276575947893,
      "grad_norm": 1.2048520843532675,
      "learning_rate": 0.0001861462207641708,
      "loss": 2.1094,
      "step": 55649
    },
    {
      "epoch": 2.58897418004187,
      "grad_norm": 1.3014043481986766,
      "learning_rate": 0.0001861426187043229,
      "loss": 2.375,
      "step": 55650
    },
    {
      "epoch": 2.589020702488951,
      "grad_norm": 1.2545107219506229,
      "learning_rate": 0.0001861390166223483,
      "loss": 2.4219,
      "step": 55651
    },
    {
      "epoch": 2.5890672249360316,
      "grad_norm": 1.2865399016543642,
      "learning_rate": 0.00018613541451824916,
      "loss": 2.4688,
      "step": 55652
    },
    {
      "epoch": 2.5891137473831125,
      "grad_norm": 1.1951435035129885,
      "learning_rate": 0.00018613181239202775,
      "loss": 2.2656,
      "step": 55653
    },
    {
      "epoch": 2.589160269830193,
      "grad_norm": 1.2874531775910947,
      "learning_rate": 0.0001861282102436862,
      "loss": 2.5156,
      "step": 55654
    },
    {
      "epoch": 2.589206792277274,
      "grad_norm": 1.14561368142397,
      "learning_rate": 0.00018612460807322678,
      "loss": 2.0156,
      "step": 55655
    },
    {
      "epoch": 2.5892533147243544,
      "grad_norm": 1.2338366800953053,
      "learning_rate": 0.00018612100588065165,
      "loss": 2.4531,
      "step": 55656
    },
    {
      "epoch": 2.5892998371714353,
      "grad_norm": 1.1433075700019861,
      "learning_rate": 0.00018611740366596298,
      "loss": 2.0469,
      "step": 55657
    },
    {
      "epoch": 2.589346359618516,
      "grad_norm": 1.1427392360221134,
      "learning_rate": 0.0001861138014291631,
      "loss": 2.0469,
      "step": 55658
    },
    {
      "epoch": 2.5893928820655967,
      "grad_norm": 1.1941830776050961,
      "learning_rate": 0.00018611019917025404,
      "loss": 2.3281,
      "step": 55659
    },
    {
      "epoch": 2.589439404512677,
      "grad_norm": 1.2720815709841438,
      "learning_rate": 0.00018610659688923816,
      "loss": 2.375,
      "step": 55660
    },
    {
      "epoch": 2.589485926959758,
      "grad_norm": 1.1666152268857612,
      "learning_rate": 0.0001861029945861176,
      "loss": 2.1875,
      "step": 55661
    },
    {
      "epoch": 2.589532449406839,
      "grad_norm": 1.2447834213708115,
      "learning_rate": 0.0001860993922608946,
      "loss": 2.4062,
      "step": 55662
    },
    {
      "epoch": 2.5895789718539195,
      "grad_norm": 1.1337399188964814,
      "learning_rate": 0.0001860957899135713,
      "loss": 1.9922,
      "step": 55663
    },
    {
      "epoch": 2.589625494301,
      "grad_norm": 1.2116178189280227,
      "learning_rate": 0.00018609218754414998,
      "loss": 2.4062,
      "step": 55664
    },
    {
      "epoch": 2.589672016748081,
      "grad_norm": 1.2602449845153672,
      "learning_rate": 0.00018608858515263278,
      "loss": 2.3281,
      "step": 55665
    },
    {
      "epoch": 2.589718539195162,
      "grad_norm": 1.237089372789776,
      "learning_rate": 0.00018608498273902196,
      "loss": 2.2656,
      "step": 55666
    },
    {
      "epoch": 2.5897650616422423,
      "grad_norm": 1.1986156295298138,
      "learning_rate": 0.00018608138030331973,
      "loss": 2.3438,
      "step": 55667
    },
    {
      "epoch": 2.589811584089323,
      "grad_norm": 1.170045067298546,
      "learning_rate": 0.00018607777784552818,
      "loss": 2.25,
      "step": 55668
    },
    {
      "epoch": 2.5898581065364037,
      "grad_norm": 1.121138054354316,
      "learning_rate": 0.00018607417536564968,
      "loss": 2.0312,
      "step": 55669
    },
    {
      "epoch": 2.5899046289834846,
      "grad_norm": 1.281506562071314,
      "learning_rate": 0.00018607057286368627,
      "loss": 2.2344,
      "step": 55670
    },
    {
      "epoch": 2.589951151430565,
      "grad_norm": 1.3892726850070618,
      "learning_rate": 0.00018606697033964032,
      "loss": 2.1562,
      "step": 55671
    },
    {
      "epoch": 2.589997673877646,
      "grad_norm": 1.2053973981695034,
      "learning_rate": 0.00018606336779351392,
      "loss": 2.3906,
      "step": 55672
    },
    {
      "epoch": 2.590044196324727,
      "grad_norm": 1.179208040777558,
      "learning_rate": 0.0001860597652253093,
      "loss": 2.0,
      "step": 55673
    },
    {
      "epoch": 2.5900907187718074,
      "grad_norm": 1.304955106332785,
      "learning_rate": 0.00018605616263502872,
      "loss": 2.2344,
      "step": 55674
    },
    {
      "epoch": 2.590137241218888,
      "grad_norm": 1.2772258465885948,
      "learning_rate": 0.00018605256002267437,
      "loss": 2.2969,
      "step": 55675
    },
    {
      "epoch": 2.590183763665969,
      "grad_norm": 1.2179616832778475,
      "learning_rate": 0.00018604895738824837,
      "loss": 2.1719,
      "step": 55676
    },
    {
      "epoch": 2.5902302861130497,
      "grad_norm": 1.1765462144928547,
      "learning_rate": 0.000186045354731753,
      "loss": 2.1562,
      "step": 55677
    },
    {
      "epoch": 2.59027680856013,
      "grad_norm": 1.2833322815560757,
      "learning_rate": 0.00018604175205319046,
      "loss": 1.9609,
      "step": 55678
    },
    {
      "epoch": 2.590323331007211,
      "grad_norm": 1.1671156162209708,
      "learning_rate": 0.00018603814935256297,
      "loss": 2.1094,
      "step": 55679
    },
    {
      "epoch": 2.5903698534542916,
      "grad_norm": 1.2471686248131457,
      "learning_rate": 0.0001860345466298727,
      "loss": 2.3125,
      "step": 55680
    },
    {
      "epoch": 2.5904163759013725,
      "grad_norm": 1.201659179484813,
      "learning_rate": 0.00018603094388512184,
      "loss": 2.3281,
      "step": 55681
    },
    {
      "epoch": 2.590462898348453,
      "grad_norm": 1.279140552152629,
      "learning_rate": 0.00018602734111831265,
      "loss": 2.375,
      "step": 55682
    },
    {
      "epoch": 2.590509420795534,
      "grad_norm": 1.2056597267392835,
      "learning_rate": 0.00018602373832944728,
      "loss": 2.3594,
      "step": 55683
    },
    {
      "epoch": 2.5905559432426144,
      "grad_norm": 1.1564000961458465,
      "learning_rate": 0.00018602013551852802,
      "loss": 2.2188,
      "step": 55684
    },
    {
      "epoch": 2.5906024656896953,
      "grad_norm": 1.2558627725538016,
      "learning_rate": 0.00018601653268555696,
      "loss": 2.5312,
      "step": 55685
    },
    {
      "epoch": 2.590648988136776,
      "grad_norm": 1.2538970600263488,
      "learning_rate": 0.00018601292983053643,
      "loss": 2.3438,
      "step": 55686
    },
    {
      "epoch": 2.5906955105838567,
      "grad_norm": 1.127698760451976,
      "learning_rate": 0.0001860093269534685,
      "loss": 2.1094,
      "step": 55687
    },
    {
      "epoch": 2.5907420330309376,
      "grad_norm": 1.295576238855151,
      "learning_rate": 0.00018600572405435553,
      "loss": 2.2188,
      "step": 55688
    },
    {
      "epoch": 2.590788555478018,
      "grad_norm": 1.231383029056345,
      "learning_rate": 0.00018600212113319958,
      "loss": 2.3125,
      "step": 55689
    },
    {
      "epoch": 2.5908350779250986,
      "grad_norm": 1.0944861184645582,
      "learning_rate": 0.00018599851819000294,
      "loss": 2.1094,
      "step": 55690
    },
    {
      "epoch": 2.5908816003721795,
      "grad_norm": 1.1453716431416585,
      "learning_rate": 0.00018599491522476778,
      "loss": 2.1875,
      "step": 55691
    },
    {
      "epoch": 2.5909281228192604,
      "grad_norm": 1.364876800830695,
      "learning_rate": 0.00018599131223749632,
      "loss": 2.2188,
      "step": 55692
    },
    {
      "epoch": 2.590974645266341,
      "grad_norm": 1.258332618640707,
      "learning_rate": 0.00018598770922819078,
      "loss": 2.6406,
      "step": 55693
    },
    {
      "epoch": 2.591021167713422,
      "grad_norm": 1.1164725182529454,
      "learning_rate": 0.00018598410619685335,
      "loss": 2.1562,
      "step": 55694
    },
    {
      "epoch": 2.5910676901605023,
      "grad_norm": 1.1911627494898016,
      "learning_rate": 0.00018598050314348627,
      "loss": 2.1875,
      "step": 55695
    },
    {
      "epoch": 2.5911142126075832,
      "grad_norm": 1.2678660537401532,
      "learning_rate": 0.00018597690006809164,
      "loss": 2.3281,
      "step": 55696
    },
    {
      "epoch": 2.5911607350546637,
      "grad_norm": 1.1632282046476694,
      "learning_rate": 0.00018597329697067183,
      "loss": 2.3125,
      "step": 55697
    },
    {
      "epoch": 2.5912072575017446,
      "grad_norm": 1.1422700997545796,
      "learning_rate": 0.00018596969385122888,
      "loss": 2.0938,
      "step": 55698
    },
    {
      "epoch": 2.5912537799488256,
      "grad_norm": 1.1639104215673859,
      "learning_rate": 0.0001859660907097651,
      "loss": 2.1875,
      "step": 55699
    },
    {
      "epoch": 2.591300302395906,
      "grad_norm": 1.2730285930292098,
      "learning_rate": 0.0001859624875462827,
      "loss": 2.3906,
      "step": 55700
    },
    {
      "epoch": 2.5913468248429865,
      "grad_norm": 1.275328192869999,
      "learning_rate": 0.0001859588843607838,
      "loss": 2.1719,
      "step": 55701
    },
    {
      "epoch": 2.5913933472900674,
      "grad_norm": 1.1310426778823126,
      "learning_rate": 0.00018595528115327066,
      "loss": 1.8672,
      "step": 55702
    },
    {
      "epoch": 2.5914398697371483,
      "grad_norm": 1.1973656774624977,
      "learning_rate": 0.0001859516779237455,
      "loss": 2.4219,
      "step": 55703
    },
    {
      "epoch": 2.591486392184229,
      "grad_norm": 1.1472250530600323,
      "learning_rate": 0.00018594807467221052,
      "loss": 2.2188,
      "step": 55704
    },
    {
      "epoch": 2.5915329146313097,
      "grad_norm": 1.2020374484028002,
      "learning_rate": 0.0001859444713986679,
      "loss": 2.125,
      "step": 55705
    },
    {
      "epoch": 2.5915794370783902,
      "grad_norm": 1.1613988396136443,
      "learning_rate": 0.0001859408681031199,
      "loss": 1.9141,
      "step": 55706
    },
    {
      "epoch": 2.591625959525471,
      "grad_norm": 1.3184971055563386,
      "learning_rate": 0.00018593726478556864,
      "loss": 2.3906,
      "step": 55707
    },
    {
      "epoch": 2.5916724819725516,
      "grad_norm": 1.2801002358166804,
      "learning_rate": 0.00018593366144601645,
      "loss": 2.4688,
      "step": 55708
    },
    {
      "epoch": 2.5917190044196325,
      "grad_norm": 1.2270200280516963,
      "learning_rate": 0.00018593005808446536,
      "loss": 2.2969,
      "step": 55709
    },
    {
      "epoch": 2.5917655268667135,
      "grad_norm": 1.2426118387178544,
      "learning_rate": 0.00018592645470091775,
      "loss": 2.25,
      "step": 55710
    },
    {
      "epoch": 2.591812049313794,
      "grad_norm": 1.3009255028870972,
      "learning_rate": 0.00018592285129537573,
      "loss": 2.2656,
      "step": 55711
    },
    {
      "epoch": 2.5918585717608744,
      "grad_norm": 1.1993283194213278,
      "learning_rate": 0.00018591924786784153,
      "loss": 2.2812,
      "step": 55712
    },
    {
      "epoch": 2.5919050942079553,
      "grad_norm": 1.220467643540058,
      "learning_rate": 0.00018591564441831733,
      "loss": 2.0938,
      "step": 55713
    },
    {
      "epoch": 2.5919516166550363,
      "grad_norm": 1.1093424126709408,
      "learning_rate": 0.00018591204094680537,
      "loss": 2.125,
      "step": 55714
    },
    {
      "epoch": 2.5919981391021167,
      "grad_norm": 1.2763995691899161,
      "learning_rate": 0.00018590843745330788,
      "loss": 2.2031,
      "step": 55715
    },
    {
      "epoch": 2.592044661549197,
      "grad_norm": 1.2485030545417226,
      "learning_rate": 0.00018590483393782703,
      "loss": 2.25,
      "step": 55716
    },
    {
      "epoch": 2.592091183996278,
      "grad_norm": 1.1869589878720246,
      "learning_rate": 0.00018590123040036503,
      "loss": 2.0938,
      "step": 55717
    },
    {
      "epoch": 2.592137706443359,
      "grad_norm": 1.22451325680161,
      "learning_rate": 0.00018589762684092403,
      "loss": 2.5312,
      "step": 55718
    },
    {
      "epoch": 2.5921842288904395,
      "grad_norm": 1.3432200946883002,
      "learning_rate": 0.00018589402325950633,
      "loss": 1.6328,
      "step": 55719
    },
    {
      "epoch": 2.5922307513375205,
      "grad_norm": 1.2165822553070174,
      "learning_rate": 0.00018589041965611408,
      "loss": 2.2188,
      "step": 55720
    },
    {
      "epoch": 2.592277273784601,
      "grad_norm": 1.3037014570515304,
      "learning_rate": 0.00018588681603074955,
      "loss": 2.2812,
      "step": 55721
    },
    {
      "epoch": 2.592323796231682,
      "grad_norm": 1.2910016907073827,
      "learning_rate": 0.00018588321238341486,
      "loss": 2.4219,
      "step": 55722
    },
    {
      "epoch": 2.5923703186787623,
      "grad_norm": 1.0626836629126446,
      "learning_rate": 0.00018587960871411228,
      "loss": 1.5938,
      "step": 55723
    },
    {
      "epoch": 2.5924168411258433,
      "grad_norm": 1.1663993004707938,
      "learning_rate": 0.00018587600502284395,
      "loss": 2.3594,
      "step": 55724
    },
    {
      "epoch": 2.592463363572924,
      "grad_norm": 1.2052880025195363,
      "learning_rate": 0.00018587240130961215,
      "loss": 2.3281,
      "step": 55725
    },
    {
      "epoch": 2.5925098860200047,
      "grad_norm": 1.257433447989389,
      "learning_rate": 0.00018586879757441906,
      "loss": 2.4688,
      "step": 55726
    },
    {
      "epoch": 2.592556408467085,
      "grad_norm": 1.5284066958625733,
      "learning_rate": 0.00018586519381726688,
      "loss": 2.4844,
      "step": 55727
    },
    {
      "epoch": 2.592602930914166,
      "grad_norm": 1.3219401964833695,
      "learning_rate": 0.0001858615900381578,
      "loss": 2.4844,
      "step": 55728
    },
    {
      "epoch": 2.592649453361247,
      "grad_norm": 1.2234842059273505,
      "learning_rate": 0.00018585798623709405,
      "loss": 2.1875,
      "step": 55729
    },
    {
      "epoch": 2.5926959758083274,
      "grad_norm": 1.1369461697275578,
      "learning_rate": 0.00018585438241407783,
      "loss": 2.2188,
      "step": 55730
    },
    {
      "epoch": 2.5927424982554084,
      "grad_norm": 1.2714159522172326,
      "learning_rate": 0.00018585077856911135,
      "loss": 2.5156,
      "step": 55731
    },
    {
      "epoch": 2.592789020702489,
      "grad_norm": 1.3984021597791099,
      "learning_rate": 0.00018584717470219683,
      "loss": 2.375,
      "step": 55732
    },
    {
      "epoch": 2.5928355431495698,
      "grad_norm": 1.2406121185044139,
      "learning_rate": 0.0001858435708133364,
      "loss": 2.3906,
      "step": 55733
    },
    {
      "epoch": 2.5928820655966502,
      "grad_norm": 1.3188864927331152,
      "learning_rate": 0.0001858399669025324,
      "loss": 2.4062,
      "step": 55734
    },
    {
      "epoch": 2.592928588043731,
      "grad_norm": 1.1697157250863994,
      "learning_rate": 0.0001858363629697869,
      "loss": 2.3594,
      "step": 55735
    },
    {
      "epoch": 2.592975110490812,
      "grad_norm": 1.2975535426827662,
      "learning_rate": 0.00018583275901510216,
      "loss": 2.5625,
      "step": 55736
    },
    {
      "epoch": 2.5930216329378926,
      "grad_norm": 1.3165157127186735,
      "learning_rate": 0.00018582915503848044,
      "loss": 2.4688,
      "step": 55737
    },
    {
      "epoch": 2.593068155384973,
      "grad_norm": 1.2054565131803736,
      "learning_rate": 0.00018582555103992387,
      "loss": 2.3281,
      "step": 55738
    },
    {
      "epoch": 2.593114677832054,
      "grad_norm": 1.1584823860653646,
      "learning_rate": 0.0001858219470194347,
      "loss": 2.1562,
      "step": 55739
    },
    {
      "epoch": 2.593161200279135,
      "grad_norm": 1.1948105354295222,
      "learning_rate": 0.00018581834297701514,
      "loss": 2.1719,
      "step": 55740
    },
    {
      "epoch": 2.5932077227262154,
      "grad_norm": 1.1977223310059457,
      "learning_rate": 0.00018581473891266737,
      "loss": 2.0312,
      "step": 55741
    },
    {
      "epoch": 2.5932542451732963,
      "grad_norm": 1.2847551460451723,
      "learning_rate": 0.0001858111348263936,
      "loss": 2.2031,
      "step": 55742
    },
    {
      "epoch": 2.5933007676203768,
      "grad_norm": 1.2664552395512036,
      "learning_rate": 0.00018580753071819605,
      "loss": 2.5,
      "step": 55743
    },
    {
      "epoch": 2.5933472900674577,
      "grad_norm": 1.377068612282589,
      "learning_rate": 0.0001858039265880769,
      "loss": 1.7109,
      "step": 55744
    },
    {
      "epoch": 2.593393812514538,
      "grad_norm": 1.1981285749714239,
      "learning_rate": 0.00018580032243603836,
      "loss": 2.3594,
      "step": 55745
    },
    {
      "epoch": 2.593440334961619,
      "grad_norm": 1.2346945400271938,
      "learning_rate": 0.00018579671826208269,
      "loss": 2.3906,
      "step": 55746
    },
    {
      "epoch": 2.5934868574086996,
      "grad_norm": 1.2041583915041993,
      "learning_rate": 0.00018579311406621203,
      "loss": 2.3281,
      "step": 55747
    },
    {
      "epoch": 2.5935333798557805,
      "grad_norm": 1.2302145464151206,
      "learning_rate": 0.00018578950984842865,
      "loss": 2.1562,
      "step": 55748
    },
    {
      "epoch": 2.593579902302861,
      "grad_norm": 1.2621822892873904,
      "learning_rate": 0.00018578590560873467,
      "loss": 2.2812,
      "step": 55749
    },
    {
      "epoch": 2.593626424749942,
      "grad_norm": 1.2905763382895028,
      "learning_rate": 0.0001857823013471324,
      "loss": 2.2188,
      "step": 55750
    },
    {
      "epoch": 2.593672947197023,
      "grad_norm": 1.2680245486369162,
      "learning_rate": 0.00018577869706362394,
      "loss": 2.2656,
      "step": 55751
    },
    {
      "epoch": 2.5937194696441033,
      "grad_norm": 1.2504721298103039,
      "learning_rate": 0.00018577509275821162,
      "loss": 2.4531,
      "step": 55752
    },
    {
      "epoch": 2.5937659920911837,
      "grad_norm": 1.1958447730051818,
      "learning_rate": 0.0001857714884308975,
      "loss": 2.2969,
      "step": 55753
    },
    {
      "epoch": 2.5938125145382647,
      "grad_norm": 1.2047048079727765,
      "learning_rate": 0.00018576788408168396,
      "loss": 2.3125,
      "step": 55754
    },
    {
      "epoch": 2.5938590369853456,
      "grad_norm": 1.1825099405348873,
      "learning_rate": 0.00018576427971057303,
      "loss": 2.1406,
      "step": 55755
    },
    {
      "epoch": 2.593905559432426,
      "grad_norm": 1.22981196546232,
      "learning_rate": 0.00018576067531756704,
      "loss": 2.1406,
      "step": 55756
    },
    {
      "epoch": 2.593952081879507,
      "grad_norm": 1.3342883231160998,
      "learning_rate": 0.00018575707090266809,
      "loss": 2.4844,
      "step": 55757
    },
    {
      "epoch": 2.5939986043265875,
      "grad_norm": 1.1981114548950125,
      "learning_rate": 0.0001857534664658785,
      "loss": 2.3438,
      "step": 55758
    },
    {
      "epoch": 2.5940451267736684,
      "grad_norm": 1.3718710265681069,
      "learning_rate": 0.0001857498620072004,
      "loss": 1.8047,
      "step": 55759
    },
    {
      "epoch": 2.594091649220749,
      "grad_norm": 1.2278908168298652,
      "learning_rate": 0.00018574625752663606,
      "loss": 2.3125,
      "step": 55760
    },
    {
      "epoch": 2.59413817166783,
      "grad_norm": 1.1743086726798575,
      "learning_rate": 0.00018574265302418765,
      "loss": 2.1562,
      "step": 55761
    },
    {
      "epoch": 2.5941846941149107,
      "grad_norm": 1.2674810672494365,
      "learning_rate": 0.00018573904849985737,
      "loss": 2.3906,
      "step": 55762
    },
    {
      "epoch": 2.594231216561991,
      "grad_norm": 1.228862989620646,
      "learning_rate": 0.00018573544395364747,
      "loss": 2.5625,
      "step": 55763
    },
    {
      "epoch": 2.5942777390090717,
      "grad_norm": 1.182716972662218,
      "learning_rate": 0.00018573183938556004,
      "loss": 2.1094,
      "step": 55764
    },
    {
      "epoch": 2.5943242614561526,
      "grad_norm": 1.149398058033164,
      "learning_rate": 0.00018572823479559743,
      "loss": 2.25,
      "step": 55765
    },
    {
      "epoch": 2.5943707839032335,
      "grad_norm": 1.2957265753830665,
      "learning_rate": 0.00018572463018376174,
      "loss": 2.1719,
      "step": 55766
    },
    {
      "epoch": 2.594417306350314,
      "grad_norm": 1.2365406976385163,
      "learning_rate": 0.00018572102555005526,
      "loss": 2.3594,
      "step": 55767
    },
    {
      "epoch": 2.594463828797395,
      "grad_norm": 1.287189068748884,
      "learning_rate": 0.00018571742089448014,
      "loss": 2.2344,
      "step": 55768
    },
    {
      "epoch": 2.5945103512444754,
      "grad_norm": 1.18305190007528,
      "learning_rate": 0.00018571381621703857,
      "loss": 2.1875,
      "step": 55769
    },
    {
      "epoch": 2.5945568736915563,
      "grad_norm": 1.25774917171403,
      "learning_rate": 0.0001857102115177328,
      "loss": 2.3125,
      "step": 55770
    },
    {
      "epoch": 2.5946033961386368,
      "grad_norm": 1.2706510813306542,
      "learning_rate": 0.0001857066067965651,
      "loss": 2.25,
      "step": 55771
    },
    {
      "epoch": 2.5946499185857177,
      "grad_norm": 1.3097621721070116,
      "learning_rate": 0.0001857030020535375,
      "loss": 2.2812,
      "step": 55772
    },
    {
      "epoch": 2.594696441032798,
      "grad_norm": 1.2745534829180571,
      "learning_rate": 0.00018569939728865241,
      "loss": 2.5,
      "step": 55773
    },
    {
      "epoch": 2.594742963479879,
      "grad_norm": 1.2524888089157356,
      "learning_rate": 0.0001856957925019119,
      "loss": 2.2812,
      "step": 55774
    },
    {
      "epoch": 2.5947894859269596,
      "grad_norm": 1.1907123142576557,
      "learning_rate": 0.00018569218769331821,
      "loss": 2.2188,
      "step": 55775
    },
    {
      "epoch": 2.5948360083740405,
      "grad_norm": 1.210429601665254,
      "learning_rate": 0.00018568858286287357,
      "loss": 2.1406,
      "step": 55776
    },
    {
      "epoch": 2.5948825308211214,
      "grad_norm": 1.254732030131221,
      "learning_rate": 0.00018568497801058013,
      "loss": 2.3281,
      "step": 55777
    },
    {
      "epoch": 2.594929053268202,
      "grad_norm": 1.2336878921498817,
      "learning_rate": 0.00018568137313644016,
      "loss": 2.4375,
      "step": 55778
    },
    {
      "epoch": 2.5949755757152824,
      "grad_norm": 1.1857074273693418,
      "learning_rate": 0.00018567776824045585,
      "loss": 2.4375,
      "step": 55779
    },
    {
      "epoch": 2.5950220981623633,
      "grad_norm": 1.2125803603296148,
      "learning_rate": 0.00018567416332262936,
      "loss": 2.125,
      "step": 55780
    },
    {
      "epoch": 2.595068620609444,
      "grad_norm": 1.2093726534847877,
      "learning_rate": 0.000185670558382963,
      "loss": 2.25,
      "step": 55781
    },
    {
      "epoch": 2.5951151430565247,
      "grad_norm": 1.1965079759664117,
      "learning_rate": 0.00018566695342145888,
      "loss": 2.3281,
      "step": 55782
    },
    {
      "epoch": 2.5951616655036056,
      "grad_norm": 1.3471336952442992,
      "learning_rate": 0.00018566334843811923,
      "loss": 2.5781,
      "step": 55783
    },
    {
      "epoch": 2.595208187950686,
      "grad_norm": 1.1629412396812562,
      "learning_rate": 0.00018565974343294627,
      "loss": 2.0312,
      "step": 55784
    },
    {
      "epoch": 2.595254710397767,
      "grad_norm": 1.302723726202204,
      "learning_rate": 0.00018565613840594222,
      "loss": 2.6094,
      "step": 55785
    },
    {
      "epoch": 2.5953012328448475,
      "grad_norm": 1.199079883655132,
      "learning_rate": 0.0001856525333571093,
      "loss": 2.1562,
      "step": 55786
    },
    {
      "epoch": 2.5953477552919284,
      "grad_norm": 1.3634941887823906,
      "learning_rate": 0.00018564892828644967,
      "loss": 2.5469,
      "step": 55787
    },
    {
      "epoch": 2.5953942777390093,
      "grad_norm": 1.166079056574135,
      "learning_rate": 0.00018564532319396556,
      "loss": 2.125,
      "step": 55788
    },
    {
      "epoch": 2.59544080018609,
      "grad_norm": 1.1546669577771154,
      "learning_rate": 0.00018564171807965916,
      "loss": 2.1562,
      "step": 55789
    },
    {
      "epoch": 2.5954873226331703,
      "grad_norm": 1.2479912557621229,
      "learning_rate": 0.00018563811294353266,
      "loss": 2.1562,
      "step": 55790
    },
    {
      "epoch": 2.595533845080251,
      "grad_norm": 1.2432386367418478,
      "learning_rate": 0.00018563450778558832,
      "loss": 2.3594,
      "step": 55791
    },
    {
      "epoch": 2.595580367527332,
      "grad_norm": 1.1617481970469,
      "learning_rate": 0.0001856309026058283,
      "loss": 2.125,
      "step": 55792
    },
    {
      "epoch": 2.5956268899744126,
      "grad_norm": 1.259982131856763,
      "learning_rate": 0.0001856272974042549,
      "loss": 2.0781,
      "step": 55793
    },
    {
      "epoch": 2.5956734124214935,
      "grad_norm": 1.1892178177061905,
      "learning_rate": 0.0001856236921808702,
      "loss": 2.375,
      "step": 55794
    },
    {
      "epoch": 2.595719934868574,
      "grad_norm": 1.2482623159562687,
      "learning_rate": 0.00018562008693567651,
      "loss": 2.3906,
      "step": 55795
    },
    {
      "epoch": 2.595766457315655,
      "grad_norm": 1.2576415330897461,
      "learning_rate": 0.00018561648166867594,
      "loss": 2.2812,
      "step": 55796
    },
    {
      "epoch": 2.5958129797627354,
      "grad_norm": 1.2130625211420283,
      "learning_rate": 0.0001856128763798708,
      "loss": 2.1562,
      "step": 55797
    },
    {
      "epoch": 2.5958595022098163,
      "grad_norm": 1.1838393449100844,
      "learning_rate": 0.00018560927106926322,
      "loss": 2.3125,
      "step": 55798
    },
    {
      "epoch": 2.595906024656897,
      "grad_norm": 1.1798450329352514,
      "learning_rate": 0.00018560566573685544,
      "loss": 1.6875,
      "step": 55799
    },
    {
      "epoch": 2.5959525471039777,
      "grad_norm": 1.1894245144438889,
      "learning_rate": 0.0001856020603826497,
      "loss": 2.0938,
      "step": 55800
    },
    {
      "epoch": 2.595999069551058,
      "grad_norm": 1.2180718635236618,
      "learning_rate": 0.00018559845500664812,
      "loss": 2.25,
      "step": 55801
    },
    {
      "epoch": 2.596045591998139,
      "grad_norm": 1.1894664917274227,
      "learning_rate": 0.00018559484960885291,
      "loss": 2.2812,
      "step": 55802
    },
    {
      "epoch": 2.59609211444522,
      "grad_norm": 1.1845253677611265,
      "learning_rate": 0.0001855912441892664,
      "loss": 1.9688,
      "step": 55803
    },
    {
      "epoch": 2.5961386368923005,
      "grad_norm": 1.2250146950879213,
      "learning_rate": 0.00018558763874789068,
      "loss": 2.2344,
      "step": 55804
    },
    {
      "epoch": 2.596185159339381,
      "grad_norm": 1.1842170472122338,
      "learning_rate": 0.00018558403328472803,
      "loss": 2.1875,
      "step": 55805
    },
    {
      "epoch": 2.596231681786462,
      "grad_norm": 1.2044295098309907,
      "learning_rate": 0.00018558042779978062,
      "loss": 2.1562,
      "step": 55806
    },
    {
      "epoch": 2.596278204233543,
      "grad_norm": 1.223415688606355,
      "learning_rate": 0.00018557682229305064,
      "loss": 2.125,
      "step": 55807
    },
    {
      "epoch": 2.5963247266806233,
      "grad_norm": 1.2059552111962508,
      "learning_rate": 0.00018557321676454037,
      "loss": 2.1406,
      "step": 55808
    },
    {
      "epoch": 2.5963712491277042,
      "grad_norm": 1.1823174444786337,
      "learning_rate": 0.0001855696112142519,
      "loss": 2.1094,
      "step": 55809
    },
    {
      "epoch": 2.5964177715747847,
      "grad_norm": 1.2717299920989675,
      "learning_rate": 0.00018556600564218756,
      "loss": 2.0312,
      "step": 55810
    },
    {
      "epoch": 2.5964642940218656,
      "grad_norm": 1.2068195575307359,
      "learning_rate": 0.00018556240004834946,
      "loss": 2.1562,
      "step": 55811
    },
    {
      "epoch": 2.596510816468946,
      "grad_norm": 1.250188729707788,
      "learning_rate": 0.0001855587944327399,
      "loss": 2.4062,
      "step": 55812
    },
    {
      "epoch": 2.596557338916027,
      "grad_norm": 1.2745942198026248,
      "learning_rate": 0.00018555518879536097,
      "loss": 2.5,
      "step": 55813
    },
    {
      "epoch": 2.596603861363108,
      "grad_norm": 1.2318964036178985,
      "learning_rate": 0.000185551583136215,
      "loss": 2.1562,
      "step": 55814
    },
    {
      "epoch": 2.5966503838101884,
      "grad_norm": 1.2101093711799649,
      "learning_rate": 0.0001855479774553041,
      "loss": 1.9609,
      "step": 55815
    },
    {
      "epoch": 2.596696906257269,
      "grad_norm": 1.2567811378791067,
      "learning_rate": 0.00018554437175263055,
      "loss": 2.2031,
      "step": 55816
    },
    {
      "epoch": 2.59674342870435,
      "grad_norm": 1.3390105234244687,
      "learning_rate": 0.0001855407660281965,
      "loss": 2.1562,
      "step": 55817
    },
    {
      "epoch": 2.5967899511514307,
      "grad_norm": 1.2465040085326868,
      "learning_rate": 0.0001855371602820042,
      "loss": 2.2656,
      "step": 55818
    },
    {
      "epoch": 2.596836473598511,
      "grad_norm": 1.2614791646502737,
      "learning_rate": 0.00018553355451405586,
      "loss": 2.3125,
      "step": 55819
    },
    {
      "epoch": 2.596882996045592,
      "grad_norm": 1.2131614587069184,
      "learning_rate": 0.0001855299487243536,
      "loss": 2.0938,
      "step": 55820
    },
    {
      "epoch": 2.5969295184926726,
      "grad_norm": 1.279584163115636,
      "learning_rate": 0.00018552634291289978,
      "loss": 2.1719,
      "step": 55821
    },
    {
      "epoch": 2.5969760409397535,
      "grad_norm": 1.2924100650455952,
      "learning_rate": 0.0001855227370796965,
      "loss": 2.25,
      "step": 55822
    },
    {
      "epoch": 2.597022563386834,
      "grad_norm": 1.243965931932015,
      "learning_rate": 0.00018551913122474598,
      "loss": 2.1875,
      "step": 55823
    },
    {
      "epoch": 2.597069085833915,
      "grad_norm": 1.2518378655772626,
      "learning_rate": 0.0001855155253480504,
      "loss": 2.5,
      "step": 55824
    },
    {
      "epoch": 2.597115608280996,
      "grad_norm": 1.2712606544413547,
      "learning_rate": 0.00018551191944961206,
      "loss": 2.1719,
      "step": 55825
    },
    {
      "epoch": 2.5971621307280763,
      "grad_norm": 1.3882828674815515,
      "learning_rate": 0.00018550831352943307,
      "loss": 2.2812,
      "step": 55826
    },
    {
      "epoch": 2.597208653175157,
      "grad_norm": 1.364053992893179,
      "learning_rate": 0.0001855047075875157,
      "loss": 2.5625,
      "step": 55827
    },
    {
      "epoch": 2.5972551756222377,
      "grad_norm": 1.2008307930157378,
      "learning_rate": 0.00018550110162386218,
      "loss": 1.9609,
      "step": 55828
    },
    {
      "epoch": 2.5973016980693187,
      "grad_norm": 1.2363295740987332,
      "learning_rate": 0.00018549749563847461,
      "loss": 2.2031,
      "step": 55829
    },
    {
      "epoch": 2.597348220516399,
      "grad_norm": 1.2077082841655913,
      "learning_rate": 0.00018549388963135535,
      "loss": 2.5469,
      "step": 55830
    },
    {
      "epoch": 2.5973947429634796,
      "grad_norm": 1.2767224804171529,
      "learning_rate": 0.00018549028360250643,
      "loss": 2.1406,
      "step": 55831
    },
    {
      "epoch": 2.5974412654105605,
      "grad_norm": 1.3370140775364798,
      "learning_rate": 0.0001854866775519302,
      "loss": 2.2344,
      "step": 55832
    },
    {
      "epoch": 2.5974877878576415,
      "grad_norm": 1.2338887515017594,
      "learning_rate": 0.0001854830714796288,
      "loss": 2.5156,
      "step": 55833
    },
    {
      "epoch": 2.597534310304722,
      "grad_norm": 1.165803527441669,
      "learning_rate": 0.00018547946538560446,
      "loss": 2.25,
      "step": 55834
    },
    {
      "epoch": 2.597580832751803,
      "grad_norm": 1.309457199749674,
      "learning_rate": 0.00018547585926985936,
      "loss": 2.2031,
      "step": 55835
    },
    {
      "epoch": 2.5976273551988833,
      "grad_norm": 1.1017558719867753,
      "learning_rate": 0.00018547225313239574,
      "loss": 2.0625,
      "step": 55836
    },
    {
      "epoch": 2.5976738776459642,
      "grad_norm": 1.1811753879461668,
      "learning_rate": 0.00018546864697321583,
      "loss": 2.3906,
      "step": 55837
    },
    {
      "epoch": 2.5977204000930447,
      "grad_norm": 1.1927381931727927,
      "learning_rate": 0.00018546504079232175,
      "loss": 1.7891,
      "step": 55838
    },
    {
      "epoch": 2.5977669225401256,
      "grad_norm": 1.1523437711879831,
      "learning_rate": 0.00018546143458971582,
      "loss": 2.0469,
      "step": 55839
    },
    {
      "epoch": 2.5978134449872066,
      "grad_norm": 1.094973281918181,
      "learning_rate": 0.00018545782836540016,
      "loss": 1.8438,
      "step": 55840
    },
    {
      "epoch": 2.597859967434287,
      "grad_norm": 1.2036945603563807,
      "learning_rate": 0.00018545422211937703,
      "loss": 2.1562,
      "step": 55841
    },
    {
      "epoch": 2.5979064898813675,
      "grad_norm": 1.249404443375092,
      "learning_rate": 0.00018545061585164858,
      "loss": 2.375,
      "step": 55842
    },
    {
      "epoch": 2.5979530123284484,
      "grad_norm": 1.2372452904207083,
      "learning_rate": 0.0001854470095622171,
      "loss": 2.3906,
      "step": 55843
    },
    {
      "epoch": 2.5979995347755294,
      "grad_norm": 1.1269090965939728,
      "learning_rate": 0.0001854434032510847,
      "loss": 2.0156,
      "step": 55844
    },
    {
      "epoch": 2.59804605722261,
      "grad_norm": 1.134545852401973,
      "learning_rate": 0.00018543979691825366,
      "loss": 1.9219,
      "step": 55845
    },
    {
      "epoch": 2.5980925796696908,
      "grad_norm": 1.1288434050974665,
      "learning_rate": 0.0001854361905637262,
      "loss": 1.9219,
      "step": 55846
    },
    {
      "epoch": 2.5981391021167712,
      "grad_norm": 1.3028753422958574,
      "learning_rate": 0.00018543258418750446,
      "loss": 2.625,
      "step": 55847
    },
    {
      "epoch": 2.598185624563852,
      "grad_norm": 1.1203988109606973,
      "learning_rate": 0.00018542897778959068,
      "loss": 1.6641,
      "step": 55848
    },
    {
      "epoch": 2.5982321470109326,
      "grad_norm": 1.3125746066095656,
      "learning_rate": 0.0001854253713699871,
      "loss": 2.2656,
      "step": 55849
    },
    {
      "epoch": 2.5982786694580136,
      "grad_norm": 1.2617971515187765,
      "learning_rate": 0.0001854217649286959,
      "loss": 2.2656,
      "step": 55850
    },
    {
      "epoch": 2.5983251919050945,
      "grad_norm": 1.1251703821529202,
      "learning_rate": 0.00018541815846571924,
      "loss": 1.9766,
      "step": 55851
    },
    {
      "epoch": 2.598371714352175,
      "grad_norm": 1.199511131059841,
      "learning_rate": 0.00018541455198105942,
      "loss": 2.3281,
      "step": 55852
    },
    {
      "epoch": 2.5984182367992554,
      "grad_norm": 1.1671989086738717,
      "learning_rate": 0.0001854109454747186,
      "loss": 2.3125,
      "step": 55853
    },
    {
      "epoch": 2.5984647592463364,
      "grad_norm": 1.2634115224656002,
      "learning_rate": 0.00018540733894669898,
      "loss": 2.3594,
      "step": 55854
    },
    {
      "epoch": 2.5985112816934173,
      "grad_norm": 1.2042607619509884,
      "learning_rate": 0.00018540373239700275,
      "loss": 2.0469,
      "step": 55855
    },
    {
      "epoch": 2.5985578041404978,
      "grad_norm": 1.0887985206958415,
      "learning_rate": 0.00018540012582563217,
      "loss": 1.9219,
      "step": 55856
    },
    {
      "epoch": 2.5986043265875787,
      "grad_norm": 1.2327709105840854,
      "learning_rate": 0.00018539651923258946,
      "loss": 2.2812,
      "step": 55857
    },
    {
      "epoch": 2.598650849034659,
      "grad_norm": 1.1594673012379233,
      "learning_rate": 0.00018539291261787674,
      "loss": 2.0156,
      "step": 55858
    },
    {
      "epoch": 2.59869737148174,
      "grad_norm": 1.1360831024329703,
      "learning_rate": 0.0001853893059814963,
      "loss": 2.0312,
      "step": 55859
    },
    {
      "epoch": 2.5987438939288205,
      "grad_norm": 1.163067213198504,
      "learning_rate": 0.0001853856993234503,
      "loss": 2.2188,
      "step": 55860
    },
    {
      "epoch": 2.5987904163759015,
      "grad_norm": 1.2942920458180411,
      "learning_rate": 0.00018538209264374098,
      "loss": 2.4688,
      "step": 55861
    },
    {
      "epoch": 2.598836938822982,
      "grad_norm": 1.4490816122856869,
      "learning_rate": 0.0001853784859423705,
      "loss": 2.4375,
      "step": 55862
    },
    {
      "epoch": 2.598883461270063,
      "grad_norm": 1.211361815377894,
      "learning_rate": 0.0001853748792193412,
      "loss": 2.4062,
      "step": 55863
    },
    {
      "epoch": 2.5989299837171433,
      "grad_norm": 1.2118855161082793,
      "learning_rate": 0.00018537127247465507,
      "loss": 2.4375,
      "step": 55864
    },
    {
      "epoch": 2.5989765061642243,
      "grad_norm": 1.2571204185148928,
      "learning_rate": 0.0001853676657083145,
      "loss": 2.3125,
      "step": 55865
    },
    {
      "epoch": 2.599023028611305,
      "grad_norm": 1.1850221434294625,
      "learning_rate": 0.0001853640589203216,
      "loss": 2.0469,
      "step": 55866
    },
    {
      "epoch": 2.5990695510583857,
      "grad_norm": 1.1509454225152593,
      "learning_rate": 0.00018536045211067865,
      "loss": 2.0312,
      "step": 55867
    },
    {
      "epoch": 2.599116073505466,
      "grad_norm": 1.2701599959346332,
      "learning_rate": 0.0001853568452793878,
      "loss": 2.2969,
      "step": 55868
    },
    {
      "epoch": 2.599162595952547,
      "grad_norm": 1.1334150613826561,
      "learning_rate": 0.0001853532384264513,
      "loss": 2.1406,
      "step": 55869
    },
    {
      "epoch": 2.599209118399628,
      "grad_norm": 1.3019527982512482,
      "learning_rate": 0.00018534963155187134,
      "loss": 2.5,
      "step": 55870
    },
    {
      "epoch": 2.5992556408467085,
      "grad_norm": 1.2206381307100629,
      "learning_rate": 0.0001853460246556501,
      "loss": 2.3281,
      "step": 55871
    },
    {
      "epoch": 2.5993021632937894,
      "grad_norm": 1.165723107616735,
      "learning_rate": 0.00018534241773778985,
      "loss": 2.2031,
      "step": 55872
    },
    {
      "epoch": 2.59934868574087,
      "grad_norm": 1.2135530599187125,
      "learning_rate": 0.00018533881079829274,
      "loss": 2.3438,
      "step": 55873
    },
    {
      "epoch": 2.599395208187951,
      "grad_norm": 1.2036205236679944,
      "learning_rate": 0.00018533520383716103,
      "loss": 2.4062,
      "step": 55874
    },
    {
      "epoch": 2.5994417306350313,
      "grad_norm": 1.1831037964389608,
      "learning_rate": 0.00018533159685439686,
      "loss": 2.2812,
      "step": 55875
    },
    {
      "epoch": 2.599488253082112,
      "grad_norm": 1.4104140358228774,
      "learning_rate": 0.00018532798985000252,
      "loss": 2.4219,
      "step": 55876
    },
    {
      "epoch": 2.599534775529193,
      "grad_norm": 1.2565103119683543,
      "learning_rate": 0.00018532438282398017,
      "loss": 2.1875,
      "step": 55877
    },
    {
      "epoch": 2.5995812979762736,
      "grad_norm": 1.2450406723903837,
      "learning_rate": 0.000185320775776332,
      "loss": 2.3281,
      "step": 55878
    },
    {
      "epoch": 2.599627820423354,
      "grad_norm": 1.3314747003840095,
      "learning_rate": 0.00018531716870706023,
      "loss": 2.4062,
      "step": 55879
    },
    {
      "epoch": 2.599674342870435,
      "grad_norm": 1.2135130520539967,
      "learning_rate": 0.0001853135616161671,
      "loss": 2.0,
      "step": 55880
    },
    {
      "epoch": 2.599720865317516,
      "grad_norm": 1.2401595962829624,
      "learning_rate": 0.0001853099545036548,
      "loss": 2.0938,
      "step": 55881
    },
    {
      "epoch": 2.5997673877645964,
      "grad_norm": 1.1995688688211035,
      "learning_rate": 0.00018530634736952558,
      "loss": 2.2812,
      "step": 55882
    },
    {
      "epoch": 2.5998139102116773,
      "grad_norm": 1.2524041472671923,
      "learning_rate": 0.00018530274021378158,
      "loss": 2.1562,
      "step": 55883
    },
    {
      "epoch": 2.5998604326587578,
      "grad_norm": 1.1184924093764468,
      "learning_rate": 0.000185299133036425,
      "loss": 1.5938,
      "step": 55884
    },
    {
      "epoch": 2.5999069551058387,
      "grad_norm": 1.2614063690872093,
      "learning_rate": 0.0001852955258374581,
      "loss": 2.4531,
      "step": 55885
    },
    {
      "epoch": 2.599953477552919,
      "grad_norm": 1.2338338747656494,
      "learning_rate": 0.0001852919186168831,
      "loss": 2.2656,
      "step": 55886
    },
    {
      "epoch": 2.6,
      "grad_norm": 1.3187194137954386,
      "learning_rate": 0.00018528831137470218,
      "loss": 2.5156,
      "step": 55887
    },
    {
      "epoch": 2.6000465224470806,
      "grad_norm": 1.337047280689025,
      "learning_rate": 0.0001852847041109175,
      "loss": 2.4531,
      "step": 55888
    },
    {
      "epoch": 2.6000930448941615,
      "grad_norm": 1.2353089265017743,
      "learning_rate": 0.0001852810968255313,
      "loss": 2.1562,
      "step": 55889
    },
    {
      "epoch": 2.600139567341242,
      "grad_norm": 1.2161824203969824,
      "learning_rate": 0.00018527748951854584,
      "loss": 2.2656,
      "step": 55890
    },
    {
      "epoch": 2.600186089788323,
      "grad_norm": 1.2836689179523213,
      "learning_rate": 0.00018527388218996332,
      "loss": 2.2812,
      "step": 55891
    },
    {
      "epoch": 2.600232612235404,
      "grad_norm": 1.1946857695157578,
      "learning_rate": 0.0001852702748397859,
      "loss": 1.8594,
      "step": 55892
    },
    {
      "epoch": 2.6002791346824843,
      "grad_norm": 1.2243015730516855,
      "learning_rate": 0.0001852666674680158,
      "loss": 2.1406,
      "step": 55893
    },
    {
      "epoch": 2.6003256571295648,
      "grad_norm": 1.1808938229453616,
      "learning_rate": 0.00018526306007465523,
      "loss": 2.2031,
      "step": 55894
    },
    {
      "epoch": 2.6003721795766457,
      "grad_norm": 1.2393214120297955,
      "learning_rate": 0.00018525945265970644,
      "loss": 2.1719,
      "step": 55895
    },
    {
      "epoch": 2.6004187020237266,
      "grad_norm": 1.218889911094156,
      "learning_rate": 0.00018525584522317162,
      "loss": 2.125,
      "step": 55896
    },
    {
      "epoch": 2.600465224470807,
      "grad_norm": 1.5792898286047075,
      "learning_rate": 0.00018525223776505288,
      "loss": 1.6016,
      "step": 55897
    },
    {
      "epoch": 2.600511746917888,
      "grad_norm": 1.1866081835797544,
      "learning_rate": 0.00018524863028535258,
      "loss": 2.0625,
      "step": 55898
    },
    {
      "epoch": 2.6005582693649685,
      "grad_norm": 1.2272668776638225,
      "learning_rate": 0.00018524502278407287,
      "loss": 2.375,
      "step": 55899
    },
    {
      "epoch": 2.6006047918120494,
      "grad_norm": 1.3359952820605776,
      "learning_rate": 0.00018524141526121587,
      "loss": 2.4688,
      "step": 55900
    },
    {
      "epoch": 2.60065131425913,
      "grad_norm": 1.2009117975564543,
      "learning_rate": 0.00018523780771678393,
      "loss": 2.1094,
      "step": 55901
    },
    {
      "epoch": 2.600697836706211,
      "grad_norm": 1.2188484262402468,
      "learning_rate": 0.00018523420015077922,
      "loss": 2.4688,
      "step": 55902
    },
    {
      "epoch": 2.6007443591532917,
      "grad_norm": 1.2723617903461222,
      "learning_rate": 0.00018523059256320387,
      "loss": 2.3594,
      "step": 55903
    },
    {
      "epoch": 2.600790881600372,
      "grad_norm": 1.2173047299205777,
      "learning_rate": 0.00018522698495406018,
      "loss": 2.4844,
      "step": 55904
    },
    {
      "epoch": 2.6008374040474527,
      "grad_norm": 1.241468014868181,
      "learning_rate": 0.0001852233773233503,
      "loss": 2.0312,
      "step": 55905
    },
    {
      "epoch": 2.6008839264945336,
      "grad_norm": 1.2772564273689135,
      "learning_rate": 0.0001852197696710765,
      "loss": 2.375,
      "step": 55906
    },
    {
      "epoch": 2.6009304489416145,
      "grad_norm": 1.214274600240608,
      "learning_rate": 0.0001852161619972409,
      "loss": 2.25,
      "step": 55907
    },
    {
      "epoch": 2.600976971388695,
      "grad_norm": 1.2384996789323428,
      "learning_rate": 0.0001852125543018458,
      "loss": 2.3906,
      "step": 55908
    },
    {
      "epoch": 2.601023493835776,
      "grad_norm": 1.1822406463725599,
      "learning_rate": 0.00018520894658489336,
      "loss": 1.9375,
      "step": 55909
    },
    {
      "epoch": 2.6010700162828564,
      "grad_norm": 1.2566307318700438,
      "learning_rate": 0.00018520533884638576,
      "loss": 2.3906,
      "step": 55910
    },
    {
      "epoch": 2.6011165387299373,
      "grad_norm": 1.2428222368264534,
      "learning_rate": 0.00018520173108632526,
      "loss": 2.1562,
      "step": 55911
    },
    {
      "epoch": 2.601163061177018,
      "grad_norm": 1.2798143489543863,
      "learning_rate": 0.00018519812330471404,
      "loss": 2.2656,
      "step": 55912
    },
    {
      "epoch": 2.6012095836240987,
      "grad_norm": 1.233335856736018,
      "learning_rate": 0.00018519451550155433,
      "loss": 2.5312,
      "step": 55913
    },
    {
      "epoch": 2.601256106071179,
      "grad_norm": 1.1823936738322973,
      "learning_rate": 0.00018519090767684835,
      "loss": 2.3438,
      "step": 55914
    },
    {
      "epoch": 2.60130262851826,
      "grad_norm": 1.267811391830971,
      "learning_rate": 0.0001851872998305983,
      "loss": 2.2656,
      "step": 55915
    },
    {
      "epoch": 2.6013491509653406,
      "grad_norm": 1.1663462282988548,
      "learning_rate": 0.00018518369196280631,
      "loss": 2.2656,
      "step": 55916
    },
    {
      "epoch": 2.6013956734124215,
      "grad_norm": 1.207694617475233,
      "learning_rate": 0.00018518008407347476,
      "loss": 2.4844,
      "step": 55917
    },
    {
      "epoch": 2.6014421958595024,
      "grad_norm": 1.185378344594357,
      "learning_rate": 0.00018517647616260566,
      "loss": 2.375,
      "step": 55918
    },
    {
      "epoch": 2.601488718306583,
      "grad_norm": 1.2658181519982579,
      "learning_rate": 0.00018517286823020138,
      "loss": 2.125,
      "step": 55919
    },
    {
      "epoch": 2.6015352407536634,
      "grad_norm": 1.145618093674353,
      "learning_rate": 0.000185169260276264,
      "loss": 1.9141,
      "step": 55920
    },
    {
      "epoch": 2.6015817632007443,
      "grad_norm": 1.2540190278125656,
      "learning_rate": 0.00018516565230079586,
      "loss": 2.2031,
      "step": 55921
    },
    {
      "epoch": 2.6016282856478252,
      "grad_norm": 1.1818476691374258,
      "learning_rate": 0.00018516204430379905,
      "loss": 2.1094,
      "step": 55922
    },
    {
      "epoch": 2.6016748080949057,
      "grad_norm": 1.3844548938649903,
      "learning_rate": 0.00018515843628527583,
      "loss": 2.3281,
      "step": 55923
    },
    {
      "epoch": 2.6017213305419866,
      "grad_norm": 1.3177128028748633,
      "learning_rate": 0.00018515482824522843,
      "loss": 2.3125,
      "step": 55924
    },
    {
      "epoch": 2.601767852989067,
      "grad_norm": 1.3200548548466453,
      "learning_rate": 0.00018515122018365903,
      "loss": 2.7188,
      "step": 55925
    },
    {
      "epoch": 2.601814375436148,
      "grad_norm": 1.2007293127840362,
      "learning_rate": 0.00018514761210056986,
      "loss": 2.1875,
      "step": 55926
    },
    {
      "epoch": 2.6018608978832285,
      "grad_norm": 1.1770578028889376,
      "learning_rate": 0.0001851440039959631,
      "loss": 2.2656,
      "step": 55927
    },
    {
      "epoch": 2.6019074203303094,
      "grad_norm": 1.2001741439348257,
      "learning_rate": 0.00018514039586984098,
      "loss": 2.25,
      "step": 55928
    },
    {
      "epoch": 2.6019539427773903,
      "grad_norm": 1.2144039965291267,
      "learning_rate": 0.00018513678772220569,
      "loss": 2.1875,
      "step": 55929
    },
    {
      "epoch": 2.602000465224471,
      "grad_norm": 1.2179485132737362,
      "learning_rate": 0.00018513317955305946,
      "loss": 2.2031,
      "step": 55930
    },
    {
      "epoch": 2.6020469876715513,
      "grad_norm": 1.1630917456800924,
      "learning_rate": 0.00018512957136240446,
      "loss": 2.1562,
      "step": 55931
    },
    {
      "epoch": 2.602093510118632,
      "grad_norm": 1.2191405186426796,
      "learning_rate": 0.00018512596315024298,
      "loss": 2.3281,
      "step": 55932
    },
    {
      "epoch": 2.602140032565713,
      "grad_norm": 1.238941011188947,
      "learning_rate": 0.00018512235491657716,
      "loss": 2.375,
      "step": 55933
    },
    {
      "epoch": 2.6021865550127936,
      "grad_norm": 1.2071312216687524,
      "learning_rate": 0.0001851187466614092,
      "loss": 2.3594,
      "step": 55934
    },
    {
      "epoch": 2.6022330774598745,
      "grad_norm": 1.286030069117975,
      "learning_rate": 0.00018511513838474138,
      "loss": 2.5469,
      "step": 55935
    },
    {
      "epoch": 2.602279599906955,
      "grad_norm": 1.205608686371356,
      "learning_rate": 0.00018511153008657583,
      "loss": 2.2188,
      "step": 55936
    },
    {
      "epoch": 2.602326122354036,
      "grad_norm": 1.207309603856289,
      "learning_rate": 0.00018510792176691483,
      "loss": 2.2188,
      "step": 55937
    },
    {
      "epoch": 2.6023726448011164,
      "grad_norm": 1.1648155106198477,
      "learning_rate": 0.00018510431342576053,
      "loss": 2.2188,
      "step": 55938
    },
    {
      "epoch": 2.6024191672481973,
      "grad_norm": 1.3317927966982273,
      "learning_rate": 0.00018510070506311518,
      "loss": 2.4062,
      "step": 55939
    },
    {
      "epoch": 2.602465689695278,
      "grad_norm": 1.1924199107107896,
      "learning_rate": 0.0001850970966789809,
      "loss": 2.4062,
      "step": 55940
    },
    {
      "epoch": 2.6025122121423587,
      "grad_norm": 1.261457704990027,
      "learning_rate": 0.00018509348827336008,
      "loss": 2.2031,
      "step": 55941
    },
    {
      "epoch": 2.602558734589439,
      "grad_norm": 1.152667366080749,
      "learning_rate": 0.00018508987984625476,
      "loss": 2.0781,
      "step": 55942
    },
    {
      "epoch": 2.60260525703652,
      "grad_norm": 1.2127760168591468,
      "learning_rate": 0.00018508627139766722,
      "loss": 2.2344,
      "step": 55943
    },
    {
      "epoch": 2.602651779483601,
      "grad_norm": 1.1995064515635203,
      "learning_rate": 0.00018508266292759966,
      "loss": 2.2188,
      "step": 55944
    },
    {
      "epoch": 2.6026983019306815,
      "grad_norm": 1.262000539354025,
      "learning_rate": 0.00018507905443605424,
      "loss": 2.4219,
      "step": 55945
    },
    {
      "epoch": 2.602744824377762,
      "grad_norm": 1.2786685575248422,
      "learning_rate": 0.0001850754459230333,
      "loss": 2.5156,
      "step": 55946
    },
    {
      "epoch": 2.602791346824843,
      "grad_norm": 1.2370161498520587,
      "learning_rate": 0.0001850718373885389,
      "loss": 2.4219,
      "step": 55947
    },
    {
      "epoch": 2.602837869271924,
      "grad_norm": 1.2184377087974958,
      "learning_rate": 0.00018506822883257332,
      "loss": 2.2969,
      "step": 55948
    },
    {
      "epoch": 2.6028843917190043,
      "grad_norm": 1.3104460044737978,
      "learning_rate": 0.00018506462025513878,
      "loss": 2.2812,
      "step": 55949
    },
    {
      "epoch": 2.6029309141660852,
      "grad_norm": 1.361653962307228,
      "learning_rate": 0.0001850610116562375,
      "loss": 2.1719,
      "step": 55950
    },
    {
      "epoch": 2.6029774366131657,
      "grad_norm": 1.1064217483392909,
      "learning_rate": 0.0001850574030358716,
      "loss": 2.0625,
      "step": 55951
    },
    {
      "epoch": 2.6030239590602466,
      "grad_norm": 1.1853019474949178,
      "learning_rate": 0.00018505379439404343,
      "loss": 2.375,
      "step": 55952
    },
    {
      "epoch": 2.603070481507327,
      "grad_norm": 1.1879845531730622,
      "learning_rate": 0.00018505018573075507,
      "loss": 2.2344,
      "step": 55953
    },
    {
      "epoch": 2.603117003954408,
      "grad_norm": 1.19467410551645,
      "learning_rate": 0.0001850465770460088,
      "loss": 2.2344,
      "step": 55954
    },
    {
      "epoch": 2.603163526401489,
      "grad_norm": 1.29665256899408,
      "learning_rate": 0.00018504296833980679,
      "loss": 2.4531,
      "step": 55955
    },
    {
      "epoch": 2.6032100488485694,
      "grad_norm": 1.288769437239392,
      "learning_rate": 0.00018503935961215124,
      "loss": 2.2344,
      "step": 55956
    },
    {
      "epoch": 2.60325657129565,
      "grad_norm": 1.2322918424937017,
      "learning_rate": 0.00018503575086304444,
      "loss": 2.4062,
      "step": 55957
    },
    {
      "epoch": 2.603303093742731,
      "grad_norm": 1.3071041345294427,
      "learning_rate": 0.0001850321420924885,
      "loss": 2.4375,
      "step": 55958
    },
    {
      "epoch": 2.6033496161898118,
      "grad_norm": 1.2447820478565879,
      "learning_rate": 0.00018502853330048575,
      "loss": 2.3125,
      "step": 55959
    },
    {
      "epoch": 2.6033961386368922,
      "grad_norm": 1.1864342471122922,
      "learning_rate": 0.00018502492448703824,
      "loss": 2.2656,
      "step": 55960
    },
    {
      "epoch": 2.603442661083973,
      "grad_norm": 1.2603199243301966,
      "learning_rate": 0.00018502131565214836,
      "loss": 2.4219,
      "step": 55961
    },
    {
      "epoch": 2.6034891835310536,
      "grad_norm": 1.2573353203627566,
      "learning_rate": 0.0001850177067958181,
      "loss": 2.3281,
      "step": 55962
    },
    {
      "epoch": 2.6035357059781346,
      "grad_norm": 1.2083662445499217,
      "learning_rate": 0.00018501409791804992,
      "loss": 2.2812,
      "step": 55963
    },
    {
      "epoch": 2.603582228425215,
      "grad_norm": 1.212714468281054,
      "learning_rate": 0.0001850104890188458,
      "loss": 2.375,
      "step": 55964
    },
    {
      "epoch": 2.603628750872296,
      "grad_norm": 1.3070026503534176,
      "learning_rate": 0.00018500688009820813,
      "loss": 2.4219,
      "step": 55965
    },
    {
      "epoch": 2.603675273319377,
      "grad_norm": 1.2639125774641666,
      "learning_rate": 0.00018500327115613898,
      "loss": 2.1406,
      "step": 55966
    },
    {
      "epoch": 2.6037217957664573,
      "grad_norm": 1.16164752421608,
      "learning_rate": 0.00018499966219264063,
      "loss": 2.0469,
      "step": 55967
    },
    {
      "epoch": 2.603768318213538,
      "grad_norm": 1.2347405951092645,
      "learning_rate": 0.00018499605320771532,
      "loss": 2.5312,
      "step": 55968
    },
    {
      "epoch": 2.6038148406606187,
      "grad_norm": 1.2063064584103178,
      "learning_rate": 0.0001849924442013652,
      "loss": 2.3594,
      "step": 55969
    },
    {
      "epoch": 2.6038613631076997,
      "grad_norm": 1.235930537421261,
      "learning_rate": 0.00018498883517359253,
      "loss": 2.3594,
      "step": 55970
    },
    {
      "epoch": 2.60390788555478,
      "grad_norm": 1.4752837927133473,
      "learning_rate": 0.00018498522612439943,
      "loss": 1.7812,
      "step": 55971
    },
    {
      "epoch": 2.6039544080018606,
      "grad_norm": 1.3115541154592674,
      "learning_rate": 0.00018498161705378824,
      "loss": 2.25,
      "step": 55972
    },
    {
      "epoch": 2.6040009304489415,
      "grad_norm": 1.224451310658216,
      "learning_rate": 0.00018497800796176103,
      "loss": 2.2031,
      "step": 55973
    },
    {
      "epoch": 2.6040474528960225,
      "grad_norm": 1.2658397405981412,
      "learning_rate": 0.00018497439884832012,
      "loss": 2.5156,
      "step": 55974
    },
    {
      "epoch": 2.604093975343103,
      "grad_norm": 1.3026934262140988,
      "learning_rate": 0.00018497078971346765,
      "loss": 2.4531,
      "step": 55975
    },
    {
      "epoch": 2.604140497790184,
      "grad_norm": 1.3136093854965982,
      "learning_rate": 0.00018496718055720587,
      "loss": 2.4531,
      "step": 55976
    },
    {
      "epoch": 2.6041870202372643,
      "grad_norm": 1.276744549684015,
      "learning_rate": 0.00018496357137953696,
      "loss": 2.6719,
      "step": 55977
    },
    {
      "epoch": 2.6042335426843453,
      "grad_norm": 1.2314498312839781,
      "learning_rate": 0.00018495996218046315,
      "loss": 2.2812,
      "step": 55978
    },
    {
      "epoch": 2.6042800651314257,
      "grad_norm": 1.2449125477635479,
      "learning_rate": 0.0001849563529599867,
      "loss": 2.2031,
      "step": 55979
    },
    {
      "epoch": 2.6043265875785067,
      "grad_norm": 1.2641510330552537,
      "learning_rate": 0.00018495274371810967,
      "loss": 2.3438,
      "step": 55980
    },
    {
      "epoch": 2.6043731100255876,
      "grad_norm": 1.171996488982955,
      "learning_rate": 0.00018494913445483443,
      "loss": 2.0625,
      "step": 55981
    },
    {
      "epoch": 2.604419632472668,
      "grad_norm": 1.4528804830048336,
      "learning_rate": 0.00018494552517016308,
      "loss": 2.4062,
      "step": 55982
    },
    {
      "epoch": 2.6044661549197485,
      "grad_norm": 1.1144775832156852,
      "learning_rate": 0.00018494191586409793,
      "loss": 1.6172,
      "step": 55983
    },
    {
      "epoch": 2.6045126773668295,
      "grad_norm": 1.2847384895251244,
      "learning_rate": 0.0001849383065366411,
      "loss": 2.375,
      "step": 55984
    },
    {
      "epoch": 2.6045591998139104,
      "grad_norm": 1.2903094467527612,
      "learning_rate": 0.00018493469718779482,
      "loss": 2.2812,
      "step": 55985
    },
    {
      "epoch": 2.604605722260991,
      "grad_norm": 1.2135464960642812,
      "learning_rate": 0.00018493108781756132,
      "loss": 2.2031,
      "step": 55986
    },
    {
      "epoch": 2.6046522447080718,
      "grad_norm": 1.204609248331446,
      "learning_rate": 0.00018492747842594284,
      "loss": 2.2969,
      "step": 55987
    },
    {
      "epoch": 2.6046987671551523,
      "grad_norm": 1.1831292368782433,
      "learning_rate": 0.00018492386901294147,
      "loss": 2.4844,
      "step": 55988
    },
    {
      "epoch": 2.604745289602233,
      "grad_norm": 1.267326874817671,
      "learning_rate": 0.0001849202595785596,
      "loss": 1.6328,
      "step": 55989
    },
    {
      "epoch": 2.6047918120493136,
      "grad_norm": 1.2374712086141677,
      "learning_rate": 0.00018491665012279927,
      "loss": 2.2656,
      "step": 55990
    },
    {
      "epoch": 2.6048383344963946,
      "grad_norm": 1.2208182969065209,
      "learning_rate": 0.0001849130406456628,
      "loss": 2.2344,
      "step": 55991
    },
    {
      "epoch": 2.6048848569434755,
      "grad_norm": 1.143394000941574,
      "learning_rate": 0.00018490943114715235,
      "loss": 2.125,
      "step": 55992
    },
    {
      "epoch": 2.604931379390556,
      "grad_norm": 1.2440436195002464,
      "learning_rate": 0.00018490582162727012,
      "loss": 2.2188,
      "step": 55993
    },
    {
      "epoch": 2.6049779018376364,
      "grad_norm": 1.2345407001237851,
      "learning_rate": 0.00018490221208601837,
      "loss": 2.5469,
      "step": 55994
    },
    {
      "epoch": 2.6050244242847174,
      "grad_norm": 1.351190953243137,
      "learning_rate": 0.00018489860252339927,
      "loss": 2.4062,
      "step": 55995
    },
    {
      "epoch": 2.6050709467317983,
      "grad_norm": 1.2606191738451207,
      "learning_rate": 0.00018489499293941505,
      "loss": 2.5156,
      "step": 55996
    },
    {
      "epoch": 2.6051174691788788,
      "grad_norm": 1.2121703307262008,
      "learning_rate": 0.00018489138333406787,
      "loss": 2.6094,
      "step": 55997
    },
    {
      "epoch": 2.6051639916259597,
      "grad_norm": 1.293017009885641,
      "learning_rate": 0.00018488777370736004,
      "loss": 2.4531,
      "step": 55998
    },
    {
      "epoch": 2.60521051407304,
      "grad_norm": 1.293144747339304,
      "learning_rate": 0.00018488416405929362,
      "loss": 2.3281,
      "step": 55999
    },
    {
      "epoch": 2.605257036520121,
      "grad_norm": 1.1797956818734876,
      "learning_rate": 0.00018488055438987098,
      "loss": 2.2969,
      "step": 56000
    },
    {
      "epoch": 2.6053035589672016,
      "grad_norm": 1.2891079481079457,
      "learning_rate": 0.00018487694469909423,
      "loss": 2.4531,
      "step": 56001
    },
    {
      "epoch": 2.6053500814142825,
      "grad_norm": 1.2217451662689827,
      "learning_rate": 0.00018487333498696563,
      "loss": 2.2656,
      "step": 56002
    },
    {
      "epoch": 2.605396603861363,
      "grad_norm": 1.2300698785316917,
      "learning_rate": 0.0001848697252534874,
      "loss": 2.5156,
      "step": 56003
    },
    {
      "epoch": 2.605443126308444,
      "grad_norm": 1.2961231475237438,
      "learning_rate": 0.00018486611549866166,
      "loss": 2.2812,
      "step": 56004
    },
    {
      "epoch": 2.6054896487555244,
      "grad_norm": 1.2067142378208287,
      "learning_rate": 0.0001848625057224907,
      "loss": 2.3594,
      "step": 56005
    },
    {
      "epoch": 2.6055361712026053,
      "grad_norm": 1.2155216397445288,
      "learning_rate": 0.00018485889592497672,
      "loss": 1.6016,
      "step": 56006
    },
    {
      "epoch": 2.605582693649686,
      "grad_norm": 1.2206995312870883,
      "learning_rate": 0.0001848552861061219,
      "loss": 1.7422,
      "step": 56007
    },
    {
      "epoch": 2.6056292160967667,
      "grad_norm": 1.175909041267215,
      "learning_rate": 0.00018485167626592847,
      "loss": 2.1094,
      "step": 56008
    },
    {
      "epoch": 2.605675738543847,
      "grad_norm": 1.2236767737674523,
      "learning_rate": 0.00018484806640439865,
      "loss": 2.3438,
      "step": 56009
    },
    {
      "epoch": 2.605722260990928,
      "grad_norm": 1.2614869918881726,
      "learning_rate": 0.00018484445652153459,
      "loss": 2.1562,
      "step": 56010
    },
    {
      "epoch": 2.605768783438009,
      "grad_norm": 1.2672274296038324,
      "learning_rate": 0.00018484084661733862,
      "loss": 2.2344,
      "step": 56011
    },
    {
      "epoch": 2.6058153058850895,
      "grad_norm": 1.1242073867519735,
      "learning_rate": 0.0001848372366918128,
      "loss": 1.6016,
      "step": 56012
    },
    {
      "epoch": 2.6058618283321704,
      "grad_norm": 1.3320179329944568,
      "learning_rate": 0.0001848336267449595,
      "loss": 2.375,
      "step": 56013
    },
    {
      "epoch": 2.605908350779251,
      "grad_norm": 1.2100662645394973,
      "learning_rate": 0.00018483001677678081,
      "loss": 2.1406,
      "step": 56014
    },
    {
      "epoch": 2.605954873226332,
      "grad_norm": 1.2170744578205894,
      "learning_rate": 0.000184826406787279,
      "loss": 2.3281,
      "step": 56015
    },
    {
      "epoch": 2.6060013956734123,
      "grad_norm": 1.1894208540789521,
      "learning_rate": 0.00018482279677645624,
      "loss": 2.0781,
      "step": 56016
    },
    {
      "epoch": 2.606047918120493,
      "grad_norm": 1.270333041052386,
      "learning_rate": 0.00018481918674431475,
      "loss": 2.3906,
      "step": 56017
    },
    {
      "epoch": 2.606094440567574,
      "grad_norm": 1.2152807925383113,
      "learning_rate": 0.00018481557669085678,
      "loss": 2.1875,
      "step": 56018
    },
    {
      "epoch": 2.6061409630146546,
      "grad_norm": 1.2501840555243273,
      "learning_rate": 0.00018481196661608446,
      "loss": 2.25,
      "step": 56019
    },
    {
      "epoch": 2.606187485461735,
      "grad_norm": 1.1105598559295462,
      "learning_rate": 0.0001848083565200001,
      "loss": 2.0,
      "step": 56020
    },
    {
      "epoch": 2.606234007908816,
      "grad_norm": 1.1455415374698652,
      "learning_rate": 0.0001848047464026058,
      "loss": 2.0156,
      "step": 56021
    },
    {
      "epoch": 2.606280530355897,
      "grad_norm": 1.1928928922978046,
      "learning_rate": 0.00018480113626390387,
      "loss": 2.25,
      "step": 56022
    },
    {
      "epoch": 2.6063270528029774,
      "grad_norm": 1.2142771837085413,
      "learning_rate": 0.00018479752610389648,
      "loss": 2.3438,
      "step": 56023
    },
    {
      "epoch": 2.6063735752500583,
      "grad_norm": 1.2548859778288695,
      "learning_rate": 0.00018479391592258584,
      "loss": 2.4219,
      "step": 56024
    },
    {
      "epoch": 2.606420097697139,
      "grad_norm": 1.1814131719881436,
      "learning_rate": 0.00018479030571997413,
      "loss": 2.1719,
      "step": 56025
    },
    {
      "epoch": 2.6064666201442197,
      "grad_norm": 1.3368670472716637,
      "learning_rate": 0.00018478669549606364,
      "loss": 2.2969,
      "step": 56026
    },
    {
      "epoch": 2.6065131425913,
      "grad_norm": 1.2575687426351807,
      "learning_rate": 0.00018478308525085647,
      "loss": 2.2188,
      "step": 56027
    },
    {
      "epoch": 2.606559665038381,
      "grad_norm": 1.3118735192762605,
      "learning_rate": 0.00018477947498435495,
      "loss": 2.1875,
      "step": 56028
    },
    {
      "epoch": 2.6066061874854616,
      "grad_norm": 1.2225621658926216,
      "learning_rate": 0.0001847758646965612,
      "loss": 2.2188,
      "step": 56029
    },
    {
      "epoch": 2.6066527099325425,
      "grad_norm": 1.3145747362398503,
      "learning_rate": 0.00018477225438747749,
      "loss": 2.5,
      "step": 56030
    },
    {
      "epoch": 2.606699232379623,
      "grad_norm": 1.1599279929176953,
      "learning_rate": 0.000184768644057106,
      "loss": 2.2031,
      "step": 56031
    },
    {
      "epoch": 2.606745754826704,
      "grad_norm": 1.2393570922440058,
      "learning_rate": 0.00018476503370544884,
      "loss": 2.375,
      "step": 56032
    },
    {
      "epoch": 2.606792277273785,
      "grad_norm": 1.2396159496593457,
      "learning_rate": 0.0001847614233325084,
      "loss": 2.5156,
      "step": 56033
    },
    {
      "epoch": 2.6068387997208653,
      "grad_norm": 1.3922854208405986,
      "learning_rate": 0.00018475781293828683,
      "loss": 1.7422,
      "step": 56034
    },
    {
      "epoch": 2.6068853221679458,
      "grad_norm": 1.218127151701138,
      "learning_rate": 0.00018475420252278627,
      "loss": 2.125,
      "step": 56035
    },
    {
      "epoch": 2.6069318446150267,
      "grad_norm": 1.1829821024254221,
      "learning_rate": 0.00018475059208600904,
      "loss": 2.1094,
      "step": 56036
    },
    {
      "epoch": 2.6069783670621076,
      "grad_norm": 1.2498771143988336,
      "learning_rate": 0.0001847469816279573,
      "loss": 2.4844,
      "step": 56037
    },
    {
      "epoch": 2.607024889509188,
      "grad_norm": 1.2870132171472795,
      "learning_rate": 0.00018474337114863317,
      "loss": 2.375,
      "step": 56038
    },
    {
      "epoch": 2.607071411956269,
      "grad_norm": 1.2417889376471676,
      "learning_rate": 0.000184739760648039,
      "loss": 2.2812,
      "step": 56039
    },
    {
      "epoch": 2.6071179344033495,
      "grad_norm": 1.1695536616224218,
      "learning_rate": 0.00018473615012617694,
      "loss": 2.2656,
      "step": 56040
    },
    {
      "epoch": 2.6071644568504304,
      "grad_norm": 1.24480157552785,
      "learning_rate": 0.0001847325395830492,
      "loss": 2.4844,
      "step": 56041
    },
    {
      "epoch": 2.607210979297511,
      "grad_norm": 1.193301355389192,
      "learning_rate": 0.000184728929018658,
      "loss": 2.125,
      "step": 56042
    },
    {
      "epoch": 2.607257501744592,
      "grad_norm": 1.2473771842756298,
      "learning_rate": 0.00018472531843300553,
      "loss": 2.375,
      "step": 56043
    },
    {
      "epoch": 2.6073040241916727,
      "grad_norm": 1.1884864063511118,
      "learning_rate": 0.00018472170782609404,
      "loss": 2.1719,
      "step": 56044
    },
    {
      "epoch": 2.607350546638753,
      "grad_norm": 1.225925029525852,
      "learning_rate": 0.00018471809719792568,
      "loss": 2.2812,
      "step": 56045
    },
    {
      "epoch": 2.6073970690858337,
      "grad_norm": 1.2125404973711504,
      "learning_rate": 0.00018471448654850273,
      "loss": 2.3594,
      "step": 56046
    },
    {
      "epoch": 2.6074435915329146,
      "grad_norm": 1.257636819730171,
      "learning_rate": 0.00018471087587782736,
      "loss": 2.2969,
      "step": 56047
    },
    {
      "epoch": 2.6074901139799955,
      "grad_norm": 1.220631572179922,
      "learning_rate": 0.00018470726518590177,
      "loss": 2.4219,
      "step": 56048
    },
    {
      "epoch": 2.607536636427076,
      "grad_norm": 1.1682398617751117,
      "learning_rate": 0.0001847036544727282,
      "loss": 1.875,
      "step": 56049
    },
    {
      "epoch": 2.607583158874157,
      "grad_norm": 1.2339743530102796,
      "learning_rate": 0.00018470004373830886,
      "loss": 2.4375,
      "step": 56050
    },
    {
      "epoch": 2.6076296813212374,
      "grad_norm": 1.2206153324977689,
      "learning_rate": 0.00018469643298264595,
      "loss": 2.1094,
      "step": 56051
    },
    {
      "epoch": 2.6076762037683183,
      "grad_norm": 1.151331851290914,
      "learning_rate": 0.00018469282220574167,
      "loss": 2.1875,
      "step": 56052
    },
    {
      "epoch": 2.607722726215399,
      "grad_norm": 1.3290079408927649,
      "learning_rate": 0.00018468921140759822,
      "loss": 1.8047,
      "step": 56053
    },
    {
      "epoch": 2.6077692486624797,
      "grad_norm": 1.1818450375631941,
      "learning_rate": 0.00018468560058821783,
      "loss": 2.2344,
      "step": 56054
    },
    {
      "epoch": 2.60781577110956,
      "grad_norm": 1.2279092555916422,
      "learning_rate": 0.00018468198974760274,
      "loss": 2.0938,
      "step": 56055
    },
    {
      "epoch": 2.607862293556641,
      "grad_norm": 1.2526661316122616,
      "learning_rate": 0.0001846783788857551,
      "loss": 2.3281,
      "step": 56056
    },
    {
      "epoch": 2.6079088160037216,
      "grad_norm": 1.2943393586487788,
      "learning_rate": 0.00018467476800267717,
      "loss": 2.3438,
      "step": 56057
    },
    {
      "epoch": 2.6079553384508025,
      "grad_norm": 1.2335208305033967,
      "learning_rate": 0.00018467115709837114,
      "loss": 2.3281,
      "step": 56058
    },
    {
      "epoch": 2.6080018608978834,
      "grad_norm": 1.21995034431467,
      "learning_rate": 0.00018466754617283923,
      "loss": 2.2969,
      "step": 56059
    },
    {
      "epoch": 2.608048383344964,
      "grad_norm": 1.2373000310982085,
      "learning_rate": 0.00018466393522608362,
      "loss": 2.3125,
      "step": 56060
    },
    {
      "epoch": 2.6080949057920444,
      "grad_norm": 1.1949952225975005,
      "learning_rate": 0.0001846603242581066,
      "loss": 2.0156,
      "step": 56061
    },
    {
      "epoch": 2.6081414282391253,
      "grad_norm": 1.1598721373067538,
      "learning_rate": 0.00018465671326891027,
      "loss": 2.1875,
      "step": 56062
    },
    {
      "epoch": 2.6081879506862062,
      "grad_norm": 1.254136867296392,
      "learning_rate": 0.00018465310225849695,
      "loss": 2.2188,
      "step": 56063
    },
    {
      "epoch": 2.6082344731332867,
      "grad_norm": 1.2058754771180977,
      "learning_rate": 0.00018464949122686875,
      "loss": 2.5469,
      "step": 56064
    },
    {
      "epoch": 2.6082809955803676,
      "grad_norm": 1.252386971207425,
      "learning_rate": 0.00018464588017402792,
      "loss": 2.375,
      "step": 56065
    },
    {
      "epoch": 2.608327518027448,
      "grad_norm": 1.1963056106655536,
      "learning_rate": 0.0001846422690999767,
      "loss": 2.2656,
      "step": 56066
    },
    {
      "epoch": 2.608374040474529,
      "grad_norm": 1.208799113911238,
      "learning_rate": 0.00018463865800471727,
      "loss": 2.1875,
      "step": 56067
    },
    {
      "epoch": 2.6084205629216095,
      "grad_norm": 1.2008673489631223,
      "learning_rate": 0.00018463504688825188,
      "loss": 2.3594,
      "step": 56068
    },
    {
      "epoch": 2.6084670853686904,
      "grad_norm": 1.2170799746309462,
      "learning_rate": 0.00018463143575058266,
      "loss": 1.7344,
      "step": 56069
    },
    {
      "epoch": 2.6085136078157714,
      "grad_norm": 1.292163060899285,
      "learning_rate": 0.00018462782459171192,
      "loss": 2.1875,
      "step": 56070
    },
    {
      "epoch": 2.608560130262852,
      "grad_norm": 1.221261301848608,
      "learning_rate": 0.00018462421341164178,
      "loss": 2.1719,
      "step": 56071
    },
    {
      "epoch": 2.6086066527099323,
      "grad_norm": 1.255117008488875,
      "learning_rate": 0.00018462060221037454,
      "loss": 2.25,
      "step": 56072
    },
    {
      "epoch": 2.6086531751570132,
      "grad_norm": 1.2236922955552851,
      "learning_rate": 0.0001846169909879123,
      "loss": 2.2969,
      "step": 56073
    },
    {
      "epoch": 2.608699697604094,
      "grad_norm": 1.2808754936781586,
      "learning_rate": 0.0001846133797442574,
      "loss": 2.2188,
      "step": 56074
    },
    {
      "epoch": 2.6087462200511746,
      "grad_norm": 1.2904425543802431,
      "learning_rate": 0.00018460976847941194,
      "loss": 2.5156,
      "step": 56075
    },
    {
      "epoch": 2.6087927424982555,
      "grad_norm": 1.2961415002536463,
      "learning_rate": 0.00018460615719337816,
      "loss": 2.2031,
      "step": 56076
    },
    {
      "epoch": 2.608839264945336,
      "grad_norm": 1.1877272926364175,
      "learning_rate": 0.00018460254588615832,
      "loss": 2.1406,
      "step": 56077
    },
    {
      "epoch": 2.608885787392417,
      "grad_norm": 1.195521883820909,
      "learning_rate": 0.0001845989345577546,
      "loss": 2.4219,
      "step": 56078
    },
    {
      "epoch": 2.6089323098394974,
      "grad_norm": 1.2567557127038982,
      "learning_rate": 0.00018459532320816923,
      "loss": 2.4844,
      "step": 56079
    },
    {
      "epoch": 2.6089788322865783,
      "grad_norm": 1.1840632649906317,
      "learning_rate": 0.00018459171183740432,
      "loss": 2.0781,
      "step": 56080
    },
    {
      "epoch": 2.6090253547336593,
      "grad_norm": 1.135729640820148,
      "learning_rate": 0.00018458810044546224,
      "loss": 2.3125,
      "step": 56081
    },
    {
      "epoch": 2.6090718771807397,
      "grad_norm": 1.2548816344337819,
      "learning_rate": 0.0001845844890323451,
      "loss": 2.2969,
      "step": 56082
    },
    {
      "epoch": 2.60911839962782,
      "grad_norm": 1.1843332771723942,
      "learning_rate": 0.00018458087759805512,
      "loss": 2.2031,
      "step": 56083
    },
    {
      "epoch": 2.609164922074901,
      "grad_norm": 1.186044431680172,
      "learning_rate": 0.0001845772661425945,
      "loss": 2.2656,
      "step": 56084
    },
    {
      "epoch": 2.609211444521982,
      "grad_norm": 1.1330484537415686,
      "learning_rate": 0.00018457365466596553,
      "loss": 2.0,
      "step": 56085
    },
    {
      "epoch": 2.6092579669690625,
      "grad_norm": 1.1717973487399023,
      "learning_rate": 0.00018457004316817035,
      "loss": 2.3594,
      "step": 56086
    },
    {
      "epoch": 2.609304489416143,
      "grad_norm": 1.2020259196786642,
      "learning_rate": 0.00018456643164921113,
      "loss": 2.25,
      "step": 56087
    },
    {
      "epoch": 2.609351011863224,
      "grad_norm": 1.0599263089361324,
      "learning_rate": 0.0001845628201090902,
      "loss": 1.9922,
      "step": 56088
    },
    {
      "epoch": 2.609397534310305,
      "grad_norm": 1.1397129184611379,
      "learning_rate": 0.00018455920854780968,
      "loss": 1.9609,
      "step": 56089
    },
    {
      "epoch": 2.6094440567573853,
      "grad_norm": 1.1906168554638812,
      "learning_rate": 0.0001845555969653718,
      "loss": 2.125,
      "step": 56090
    },
    {
      "epoch": 2.6094905792044663,
      "grad_norm": 1.3467844201417816,
      "learning_rate": 0.00018455198536177883,
      "loss": 2.2656,
      "step": 56091
    },
    {
      "epoch": 2.6095371016515467,
      "grad_norm": 1.2487855197980005,
      "learning_rate": 0.0001845483737370329,
      "loss": 2.4219,
      "step": 56092
    },
    {
      "epoch": 2.6095836240986277,
      "grad_norm": 1.1826373981451803,
      "learning_rate": 0.00018454476209113624,
      "loss": 2.1562,
      "step": 56093
    },
    {
      "epoch": 2.609630146545708,
      "grad_norm": 1.3473148359053861,
      "learning_rate": 0.0001845411504240911,
      "loss": 2.4688,
      "step": 56094
    },
    {
      "epoch": 2.609676668992789,
      "grad_norm": 1.2324314575318212,
      "learning_rate": 0.0001845375387358996,
      "loss": 2.3281,
      "step": 56095
    },
    {
      "epoch": 2.60972319143987,
      "grad_norm": 1.2162760278999787,
      "learning_rate": 0.00018453392702656406,
      "loss": 2.3125,
      "step": 56096
    },
    {
      "epoch": 2.6097697138869504,
      "grad_norm": 1.1970232362948716,
      "learning_rate": 0.00018453031529608665,
      "loss": 2.1406,
      "step": 56097
    },
    {
      "epoch": 2.609816236334031,
      "grad_norm": 1.1808488615495896,
      "learning_rate": 0.00018452670354446958,
      "loss": 2.2344,
      "step": 56098
    },
    {
      "epoch": 2.609862758781112,
      "grad_norm": 1.1380996748306684,
      "learning_rate": 0.00018452309177171506,
      "loss": 1.6328,
      "step": 56099
    },
    {
      "epoch": 2.6099092812281928,
      "grad_norm": 1.1508775537274623,
      "learning_rate": 0.0001845194799778253,
      "loss": 2.0156,
      "step": 56100
    },
    {
      "epoch": 2.6099558036752732,
      "grad_norm": 1.2215394035471872,
      "learning_rate": 0.0001845158681628025,
      "loss": 2.4062,
      "step": 56101
    },
    {
      "epoch": 2.610002326122354,
      "grad_norm": 1.1528832164911424,
      "learning_rate": 0.00018451225632664886,
      "loss": 2.1562,
      "step": 56102
    },
    {
      "epoch": 2.6100488485694346,
      "grad_norm": 1.1693717868545406,
      "learning_rate": 0.00018450864446936668,
      "loss": 2.1719,
      "step": 56103
    },
    {
      "epoch": 2.6100953710165156,
      "grad_norm": 1.1149347959715583,
      "learning_rate": 0.00018450503259095805,
      "loss": 2.0938,
      "step": 56104
    },
    {
      "epoch": 2.610141893463596,
      "grad_norm": 1.1481774688684012,
      "learning_rate": 0.00018450142069142525,
      "loss": 2.1562,
      "step": 56105
    },
    {
      "epoch": 2.610188415910677,
      "grad_norm": 1.2756550701835172,
      "learning_rate": 0.00018449780877077045,
      "loss": 2.3438,
      "step": 56106
    },
    {
      "epoch": 2.610234938357758,
      "grad_norm": 1.199331471603719,
      "learning_rate": 0.00018449419682899595,
      "loss": 2.3281,
      "step": 56107
    },
    {
      "epoch": 2.6102814608048384,
      "grad_norm": 1.0975229813960332,
      "learning_rate": 0.00018449058486610383,
      "loss": 1.8516,
      "step": 56108
    },
    {
      "epoch": 2.610327983251919,
      "grad_norm": 1.2079308967743017,
      "learning_rate": 0.0001844869728820964,
      "loss": 2.3281,
      "step": 56109
    },
    {
      "epoch": 2.6103745056989998,
      "grad_norm": 1.1802031442940497,
      "learning_rate": 0.00018448336087697586,
      "loss": 2.4219,
      "step": 56110
    },
    {
      "epoch": 2.6104210281460807,
      "grad_norm": 1.1985551116693993,
      "learning_rate": 0.0001844797488507444,
      "loss": 2.1875,
      "step": 56111
    },
    {
      "epoch": 2.610467550593161,
      "grad_norm": 1.328334423166739,
      "learning_rate": 0.00018447613680340423,
      "loss": 2.2031,
      "step": 56112
    },
    {
      "epoch": 2.610514073040242,
      "grad_norm": 1.2098177884426997,
      "learning_rate": 0.0001844725247349575,
      "loss": 1.9844,
      "step": 56113
    },
    {
      "epoch": 2.6105605954873226,
      "grad_norm": 1.2018044242661843,
      "learning_rate": 0.0001844689126454066,
      "loss": 2.125,
      "step": 56114
    },
    {
      "epoch": 2.6106071179344035,
      "grad_norm": 1.2226655189538083,
      "learning_rate": 0.00018446530053475358,
      "loss": 2.4375,
      "step": 56115
    },
    {
      "epoch": 2.610653640381484,
      "grad_norm": 1.3066993087903827,
      "learning_rate": 0.0001844616884030007,
      "loss": 2.3438,
      "step": 56116
    },
    {
      "epoch": 2.610700162828565,
      "grad_norm": 1.2380513859945896,
      "learning_rate": 0.00018445807625015013,
      "loss": 2.1719,
      "step": 56117
    },
    {
      "epoch": 2.6107466852756454,
      "grad_norm": 1.1956076802593334,
      "learning_rate": 0.0001844544640762042,
      "loss": 2.2188,
      "step": 56118
    },
    {
      "epoch": 2.6107932077227263,
      "grad_norm": 1.274986714244133,
      "learning_rate": 0.00018445085188116493,
      "loss": 2.6094,
      "step": 56119
    },
    {
      "epoch": 2.6108397301698067,
      "grad_norm": 1.1466461008360633,
      "learning_rate": 0.00018444723966503474,
      "loss": 2.0156,
      "step": 56120
    },
    {
      "epoch": 2.6108862526168877,
      "grad_norm": 1.061454823514834,
      "learning_rate": 0.0001844436274278157,
      "loss": 1.6641,
      "step": 56121
    },
    {
      "epoch": 2.6109327750639686,
      "grad_norm": 1.1531199512706447,
      "learning_rate": 0.00018444001516951014,
      "loss": 2.0156,
      "step": 56122
    },
    {
      "epoch": 2.610979297511049,
      "grad_norm": 1.3300907406581095,
      "learning_rate": 0.00018443640289012017,
      "loss": 2.2656,
      "step": 56123
    },
    {
      "epoch": 2.6110258199581295,
      "grad_norm": 1.1984540593619346,
      "learning_rate": 0.00018443279058964797,
      "loss": 2.2812,
      "step": 56124
    },
    {
      "epoch": 2.6110723424052105,
      "grad_norm": 1.1903741317842074,
      "learning_rate": 0.0001844291782680959,
      "loss": 2.2188,
      "step": 56125
    },
    {
      "epoch": 2.6111188648522914,
      "grad_norm": 1.2862749790979964,
      "learning_rate": 0.00018442556592546602,
      "loss": 2.3594,
      "step": 56126
    },
    {
      "epoch": 2.611165387299372,
      "grad_norm": 1.1424614870108325,
      "learning_rate": 0.00018442195356176066,
      "loss": 2.0,
      "step": 56127
    },
    {
      "epoch": 2.611211909746453,
      "grad_norm": 1.2195947458377516,
      "learning_rate": 0.0001844183411769819,
      "loss": 2.2344,
      "step": 56128
    },
    {
      "epoch": 2.6112584321935333,
      "grad_norm": 1.2006777381952922,
      "learning_rate": 0.0001844147287711321,
      "loss": 2.2969,
      "step": 56129
    },
    {
      "epoch": 2.611304954640614,
      "grad_norm": 1.1958226151522562,
      "learning_rate": 0.00018441111634421334,
      "loss": 2.0781,
      "step": 56130
    },
    {
      "epoch": 2.6113514770876947,
      "grad_norm": 1.2268892075471276,
      "learning_rate": 0.00018440750389622792,
      "loss": 2.2031,
      "step": 56131
    },
    {
      "epoch": 2.6113979995347756,
      "grad_norm": 1.599202449563744,
      "learning_rate": 0.000184403891427178,
      "loss": 2.3125,
      "step": 56132
    },
    {
      "epoch": 2.6114445219818565,
      "grad_norm": 1.2775339682634819,
      "learning_rate": 0.00018440027893706586,
      "loss": 2.4375,
      "step": 56133
    },
    {
      "epoch": 2.611491044428937,
      "grad_norm": 1.1799855119464233,
      "learning_rate": 0.00018439666642589366,
      "loss": 2.0,
      "step": 56134
    },
    {
      "epoch": 2.6115375668760175,
      "grad_norm": 1.2777628189726087,
      "learning_rate": 0.0001843930538936636,
      "loss": 2.3438,
      "step": 56135
    },
    {
      "epoch": 2.6115840893230984,
      "grad_norm": 1.2180837442119778,
      "learning_rate": 0.00018438944134037795,
      "loss": 2.3281,
      "step": 56136
    },
    {
      "epoch": 2.6116306117701793,
      "grad_norm": 1.1977797141495339,
      "learning_rate": 0.00018438582876603883,
      "loss": 2.25,
      "step": 56137
    },
    {
      "epoch": 2.6116771342172598,
      "grad_norm": 1.1908910802326533,
      "learning_rate": 0.00018438221617064854,
      "loss": 2.2031,
      "step": 56138
    },
    {
      "epoch": 2.6117236566643407,
      "grad_norm": 1.5231368986182245,
      "learning_rate": 0.00018437860355420923,
      "loss": 2.4844,
      "step": 56139
    },
    {
      "epoch": 2.611770179111421,
      "grad_norm": 1.2555339377690913,
      "learning_rate": 0.00018437499091672317,
      "loss": 2.375,
      "step": 56140
    },
    {
      "epoch": 2.611816701558502,
      "grad_norm": 1.246243305146435,
      "learning_rate": 0.00018437137825819244,
      "loss": 2.1562,
      "step": 56141
    },
    {
      "epoch": 2.6118632240055826,
      "grad_norm": 1.2251460629371667,
      "learning_rate": 0.00018436776557861944,
      "loss": 2.3281,
      "step": 56142
    },
    {
      "epoch": 2.6119097464526635,
      "grad_norm": 1.1960479797840748,
      "learning_rate": 0.00018436415287800627,
      "loss": 2.3125,
      "step": 56143
    },
    {
      "epoch": 2.611956268899744,
      "grad_norm": 1.1418858392636044,
      "learning_rate": 0.00018436054015635517,
      "loss": 2.0938,
      "step": 56144
    },
    {
      "epoch": 2.612002791346825,
      "grad_norm": 1.1017735879092398,
      "learning_rate": 0.00018435692741366834,
      "loss": 1.75,
      "step": 56145
    },
    {
      "epoch": 2.6120493137939054,
      "grad_norm": 1.1599551751741324,
      "learning_rate": 0.00018435331464994803,
      "loss": 2.1562,
      "step": 56146
    },
    {
      "epoch": 2.6120958362409863,
      "grad_norm": 1.2621986740046787,
      "learning_rate": 0.00018434970186519635,
      "loss": 2.4375,
      "step": 56147
    },
    {
      "epoch": 2.612142358688067,
      "grad_norm": 1.2209035003272204,
      "learning_rate": 0.0001843460890594156,
      "loss": 2.375,
      "step": 56148
    },
    {
      "epoch": 2.6121888811351477,
      "grad_norm": 1.2961417702841562,
      "learning_rate": 0.00018434247623260803,
      "loss": 2.5625,
      "step": 56149
    },
    {
      "epoch": 2.612235403582228,
      "grad_norm": 1.35347652178423,
      "learning_rate": 0.00018433886338477574,
      "loss": 2.5,
      "step": 56150
    },
    {
      "epoch": 2.612281926029309,
      "grad_norm": 1.3039772643878038,
      "learning_rate": 0.000184335250515921,
      "loss": 2.2188,
      "step": 56151
    },
    {
      "epoch": 2.61232844847639,
      "grad_norm": 1.2029110724130754,
      "learning_rate": 0.000184331637626046,
      "loss": 2.5312,
      "step": 56152
    },
    {
      "epoch": 2.6123749709234705,
      "grad_norm": 1.1859025112138801,
      "learning_rate": 0.000184328024715153,
      "loss": 2.2812,
      "step": 56153
    },
    {
      "epoch": 2.6124214933705514,
      "grad_norm": 1.2422785640244869,
      "learning_rate": 0.00018432441178324417,
      "loss": 1.75,
      "step": 56154
    },
    {
      "epoch": 2.612468015817632,
      "grad_norm": 1.1468860087428636,
      "learning_rate": 0.00018432079883032177,
      "loss": 2.0781,
      "step": 56155
    },
    {
      "epoch": 2.612514538264713,
      "grad_norm": 1.2357691798721009,
      "learning_rate": 0.0001843171858563879,
      "loss": 2.0781,
      "step": 56156
    },
    {
      "epoch": 2.6125610607117933,
      "grad_norm": 1.362255887717351,
      "learning_rate": 0.0001843135728614449,
      "loss": 2.3906,
      "step": 56157
    },
    {
      "epoch": 2.612607583158874,
      "grad_norm": 1.2156690596855235,
      "learning_rate": 0.0001843099598454949,
      "loss": 2.2188,
      "step": 56158
    },
    {
      "epoch": 2.612654105605955,
      "grad_norm": 1.281723322681994,
      "learning_rate": 0.00018430634680854019,
      "loss": 2.3125,
      "step": 56159
    },
    {
      "epoch": 2.6127006280530356,
      "grad_norm": 1.2463794965095396,
      "learning_rate": 0.00018430273375058287,
      "loss": 2.1875,
      "step": 56160
    },
    {
      "epoch": 2.612747150500116,
      "grad_norm": 1.2358357811086371,
      "learning_rate": 0.00018429912067162524,
      "loss": 2.1562,
      "step": 56161
    },
    {
      "epoch": 2.612793672947197,
      "grad_norm": 1.282685124689718,
      "learning_rate": 0.00018429550757166952,
      "loss": 2.5312,
      "step": 56162
    },
    {
      "epoch": 2.612840195394278,
      "grad_norm": 1.2470686302790193,
      "learning_rate": 0.0001842918944507178,
      "loss": 2.25,
      "step": 56163
    },
    {
      "epoch": 2.6128867178413584,
      "grad_norm": 1.2459000816037378,
      "learning_rate": 0.00018428828130877245,
      "loss": 2.3906,
      "step": 56164
    },
    {
      "epoch": 2.6129332402884393,
      "grad_norm": 1.2399054019826616,
      "learning_rate": 0.0001842846681458356,
      "loss": 2.3281,
      "step": 56165
    },
    {
      "epoch": 2.61297976273552,
      "grad_norm": 1.1903562817327606,
      "learning_rate": 0.00018428105496190951,
      "loss": 2.125,
      "step": 56166
    },
    {
      "epoch": 2.6130262851826007,
      "grad_norm": 1.2318513455883942,
      "learning_rate": 0.0001842774417569963,
      "loss": 2.3125,
      "step": 56167
    },
    {
      "epoch": 2.613072807629681,
      "grad_norm": 1.1425103968858035,
      "learning_rate": 0.00018427382853109826,
      "loss": 2.1719,
      "step": 56168
    },
    {
      "epoch": 2.613119330076762,
      "grad_norm": 1.1730222476941452,
      "learning_rate": 0.00018427021528421756,
      "loss": 2.0625,
      "step": 56169
    },
    {
      "epoch": 2.6131658525238426,
      "grad_norm": 1.289534046591152,
      "learning_rate": 0.00018426660201635648,
      "loss": 2.4844,
      "step": 56170
    },
    {
      "epoch": 2.6132123749709235,
      "grad_norm": 1.239432266497004,
      "learning_rate": 0.0001842629887275171,
      "loss": 2.4531,
      "step": 56171
    },
    {
      "epoch": 2.613258897418004,
      "grad_norm": 1.237140871536016,
      "learning_rate": 0.00018425937541770182,
      "loss": 2.3438,
      "step": 56172
    },
    {
      "epoch": 2.613305419865085,
      "grad_norm": 1.2541013293625736,
      "learning_rate": 0.00018425576208691268,
      "loss": 2.2812,
      "step": 56173
    },
    {
      "epoch": 2.613351942312166,
      "grad_norm": 1.1806279770466457,
      "learning_rate": 0.00018425214873515195,
      "loss": 2.4688,
      "step": 56174
    },
    {
      "epoch": 2.6133984647592463,
      "grad_norm": 1.3343332650320356,
      "learning_rate": 0.00018424853536242193,
      "loss": 2.4219,
      "step": 56175
    },
    {
      "epoch": 2.613444987206327,
      "grad_norm": 1.223904843348676,
      "learning_rate": 0.00018424492196872467,
      "loss": 2.3906,
      "step": 56176
    },
    {
      "epoch": 2.6134915096534077,
      "grad_norm": 1.1817172906340592,
      "learning_rate": 0.0001842413085540625,
      "loss": 2.1875,
      "step": 56177
    },
    {
      "epoch": 2.6135380321004886,
      "grad_norm": 1.2404177787655992,
      "learning_rate": 0.0001842376951184376,
      "loss": 2.2656,
      "step": 56178
    },
    {
      "epoch": 2.613584554547569,
      "grad_norm": 1.2193281850709876,
      "learning_rate": 0.00018423408166185222,
      "loss": 2.25,
      "step": 56179
    },
    {
      "epoch": 2.61363107699465,
      "grad_norm": 1.2710289193195916,
      "learning_rate": 0.00018423046818430848,
      "loss": 2.4219,
      "step": 56180
    },
    {
      "epoch": 2.6136775994417305,
      "grad_norm": 1.353350682713553,
      "learning_rate": 0.00018422685468580868,
      "loss": 2.4062,
      "step": 56181
    },
    {
      "epoch": 2.6137241218888114,
      "grad_norm": 1.3388933835835477,
      "learning_rate": 0.00018422324116635494,
      "loss": 2.2188,
      "step": 56182
    },
    {
      "epoch": 2.613770644335892,
      "grad_norm": 1.1065617575177633,
      "learning_rate": 0.00018421962762594962,
      "loss": 1.9453,
      "step": 56183
    },
    {
      "epoch": 2.613817166782973,
      "grad_norm": 1.3027527545830946,
      "learning_rate": 0.00018421601406459477,
      "loss": 2.6094,
      "step": 56184
    },
    {
      "epoch": 2.6138636892300537,
      "grad_norm": 1.2003638764255011,
      "learning_rate": 0.00018421240048229268,
      "loss": 2.2188,
      "step": 56185
    },
    {
      "epoch": 2.613910211677134,
      "grad_norm": 1.2703613531481759,
      "learning_rate": 0.0001842087868790456,
      "loss": 2.25,
      "step": 56186
    },
    {
      "epoch": 2.6139567341242147,
      "grad_norm": 1.2470898943637712,
      "learning_rate": 0.00018420517325485564,
      "loss": 2.0938,
      "step": 56187
    },
    {
      "epoch": 2.6140032565712956,
      "grad_norm": 1.1992660964393895,
      "learning_rate": 0.00018420155960972512,
      "loss": 2.25,
      "step": 56188
    },
    {
      "epoch": 2.6140497790183765,
      "grad_norm": 1.2918487597669053,
      "learning_rate": 0.0001841979459436562,
      "loss": 2.4062,
      "step": 56189
    },
    {
      "epoch": 2.614096301465457,
      "grad_norm": 1.2276441605985862,
      "learning_rate": 0.0001841943322566511,
      "loss": 1.7031,
      "step": 56190
    },
    {
      "epoch": 2.614142823912538,
      "grad_norm": 1.5435674101999692,
      "learning_rate": 0.00018419071854871197,
      "loss": 2.4375,
      "step": 56191
    },
    {
      "epoch": 2.6141893463596184,
      "grad_norm": 1.310533790974311,
      "learning_rate": 0.00018418710481984114,
      "loss": 2.625,
      "step": 56192
    },
    {
      "epoch": 2.6142358688066993,
      "grad_norm": 1.2090182662983575,
      "learning_rate": 0.00018418349107004073,
      "loss": 2.0625,
      "step": 56193
    },
    {
      "epoch": 2.61428239125378,
      "grad_norm": 1.2299939656921288,
      "learning_rate": 0.00018417987729931303,
      "loss": 2.3281,
      "step": 56194
    },
    {
      "epoch": 2.6143289137008607,
      "grad_norm": 1.180288713509035,
      "learning_rate": 0.00018417626350766017,
      "loss": 2.2656,
      "step": 56195
    },
    {
      "epoch": 2.6143754361479417,
      "grad_norm": 1.3418636257078953,
      "learning_rate": 0.0001841726496950844,
      "loss": 2.0625,
      "step": 56196
    },
    {
      "epoch": 2.614421958595022,
      "grad_norm": 1.2085422786928042,
      "learning_rate": 0.00018416903586158796,
      "loss": 2.1875,
      "step": 56197
    },
    {
      "epoch": 2.6144684810421026,
      "grad_norm": 1.2523913248635814,
      "learning_rate": 0.000184165422007173,
      "loss": 2.3594,
      "step": 56198
    },
    {
      "epoch": 2.6145150034891835,
      "grad_norm": 1.1208039234533806,
      "learning_rate": 0.00018416180813184181,
      "loss": 2.0625,
      "step": 56199
    },
    {
      "epoch": 2.6145615259362645,
      "grad_norm": 1.1770381024380971,
      "learning_rate": 0.00018415819423559651,
      "loss": 2.1406,
      "step": 56200
    },
    {
      "epoch": 2.614608048383345,
      "grad_norm": 1.3141241585913448,
      "learning_rate": 0.0001841545803184394,
      "loss": 2.5781,
      "step": 56201
    },
    {
      "epoch": 2.6146545708304254,
      "grad_norm": 1.221260749734045,
      "learning_rate": 0.00018415096638037262,
      "loss": 2.25,
      "step": 56202
    },
    {
      "epoch": 2.6147010932775063,
      "grad_norm": 1.1163799079822898,
      "learning_rate": 0.00018414735242139847,
      "loss": 1.6797,
      "step": 56203
    },
    {
      "epoch": 2.6147476157245872,
      "grad_norm": 1.2088199211795945,
      "learning_rate": 0.00018414373844151903,
      "loss": 2.1875,
      "step": 56204
    },
    {
      "epoch": 2.6147941381716677,
      "grad_norm": 1.2649776387747582,
      "learning_rate": 0.00018414012444073667,
      "loss": 2.2344,
      "step": 56205
    },
    {
      "epoch": 2.6148406606187486,
      "grad_norm": 1.2754234107334677,
      "learning_rate": 0.00018413651041905349,
      "loss": 2.4844,
      "step": 56206
    },
    {
      "epoch": 2.614887183065829,
      "grad_norm": 1.325537906291992,
      "learning_rate": 0.0001841328963764717,
      "loss": 2.2344,
      "step": 56207
    },
    {
      "epoch": 2.61493370551291,
      "grad_norm": 1.2064245888215528,
      "learning_rate": 0.00018412928231299362,
      "loss": 2.2344,
      "step": 56208
    },
    {
      "epoch": 2.6149802279599905,
      "grad_norm": 1.2099264438860093,
      "learning_rate": 0.00018412566822862135,
      "loss": 2.5,
      "step": 56209
    },
    {
      "epoch": 2.6150267504070714,
      "grad_norm": 1.186677138867428,
      "learning_rate": 0.00018412205412335716,
      "loss": 2.1562,
      "step": 56210
    },
    {
      "epoch": 2.6150732728541524,
      "grad_norm": 1.2482558015508383,
      "learning_rate": 0.00018411843999720324,
      "loss": 2.2812,
      "step": 56211
    },
    {
      "epoch": 2.615119795301233,
      "grad_norm": 1.1728521095369473,
      "learning_rate": 0.00018411482585016184,
      "loss": 2.1562,
      "step": 56212
    },
    {
      "epoch": 2.6151663177483133,
      "grad_norm": 1.1808234487792055,
      "learning_rate": 0.0001841112116822351,
      "loss": 2.4219,
      "step": 56213
    },
    {
      "epoch": 2.6152128401953942,
      "grad_norm": 1.2221426678671454,
      "learning_rate": 0.00018410759749342532,
      "loss": 2.2344,
      "step": 56214
    },
    {
      "epoch": 2.615259362642475,
      "grad_norm": 1.2496534689303624,
      "learning_rate": 0.00018410398328373462,
      "loss": 2.4844,
      "step": 56215
    },
    {
      "epoch": 2.6153058850895556,
      "grad_norm": 1.2525681369893027,
      "learning_rate": 0.00018410036905316528,
      "loss": 2.1562,
      "step": 56216
    },
    {
      "epoch": 2.6153524075366366,
      "grad_norm": 1.2826762042920015,
      "learning_rate": 0.0001840967548017195,
      "loss": 2.2344,
      "step": 56217
    },
    {
      "epoch": 2.615398929983717,
      "grad_norm": 1.2776411872093862,
      "learning_rate": 0.00018409314052939945,
      "loss": 2.25,
      "step": 56218
    },
    {
      "epoch": 2.615445452430798,
      "grad_norm": 1.2474429959416447,
      "learning_rate": 0.00018408952623620743,
      "loss": 2.4688,
      "step": 56219
    },
    {
      "epoch": 2.6154919748778784,
      "grad_norm": 1.2592086187284077,
      "learning_rate": 0.00018408591192214555,
      "loss": 2.0,
      "step": 56220
    },
    {
      "epoch": 2.6155384973249594,
      "grad_norm": 1.23659029416119,
      "learning_rate": 0.00018408229758721614,
      "loss": 2.25,
      "step": 56221
    },
    {
      "epoch": 2.6155850197720403,
      "grad_norm": 1.1935865203748608,
      "learning_rate": 0.0001840786832314213,
      "loss": 2.1719,
      "step": 56222
    },
    {
      "epoch": 2.6156315422191208,
      "grad_norm": 1.2418477875966196,
      "learning_rate": 0.00018407506885476332,
      "loss": 2.3594,
      "step": 56223
    },
    {
      "epoch": 2.6156780646662012,
      "grad_norm": 1.152292336251065,
      "learning_rate": 0.00018407145445724433,
      "loss": 2.2344,
      "step": 56224
    },
    {
      "epoch": 2.615724587113282,
      "grad_norm": 1.236681014124402,
      "learning_rate": 0.00018406784003886664,
      "loss": 2.4531,
      "step": 56225
    },
    {
      "epoch": 2.615771109560363,
      "grad_norm": 1.1433013980612305,
      "learning_rate": 0.0001840642255996324,
      "loss": 2.2188,
      "step": 56226
    },
    {
      "epoch": 2.6158176320074435,
      "grad_norm": 1.2015190000208438,
      "learning_rate": 0.00018406061113954386,
      "loss": 2.3438,
      "step": 56227
    },
    {
      "epoch": 2.6158641544545245,
      "grad_norm": 1.3175668886007328,
      "learning_rate": 0.00018405699665860318,
      "loss": 2.4531,
      "step": 56228
    },
    {
      "epoch": 2.615910676901605,
      "grad_norm": 1.1032248167757597,
      "learning_rate": 0.00018405338215681262,
      "loss": 1.6094,
      "step": 56229
    },
    {
      "epoch": 2.615957199348686,
      "grad_norm": 1.406374338047759,
      "learning_rate": 0.0001840497676341744,
      "loss": 2.5156,
      "step": 56230
    },
    {
      "epoch": 2.6160037217957663,
      "grad_norm": 1.1632633862169273,
      "learning_rate": 0.00018404615309069067,
      "loss": 2.1094,
      "step": 56231
    },
    {
      "epoch": 2.6160502442428473,
      "grad_norm": 1.1917443602286166,
      "learning_rate": 0.0001840425385263637,
      "loss": 2.3438,
      "step": 56232
    },
    {
      "epoch": 2.6160967666899277,
      "grad_norm": 1.3002587571334931,
      "learning_rate": 0.00018403892394119572,
      "loss": 2.4375,
      "step": 56233
    },
    {
      "epoch": 2.6161432891370087,
      "grad_norm": 1.2837662405982395,
      "learning_rate": 0.0001840353093351889,
      "loss": 2.4375,
      "step": 56234
    },
    {
      "epoch": 2.616189811584089,
      "grad_norm": 1.2050435890245879,
      "learning_rate": 0.00018403169470834543,
      "loss": 2.4062,
      "step": 56235
    },
    {
      "epoch": 2.61623633403117,
      "grad_norm": 1.27609569801462,
      "learning_rate": 0.00018402808006066758,
      "loss": 2.4531,
      "step": 56236
    },
    {
      "epoch": 2.616282856478251,
      "grad_norm": 1.1992006544717422,
      "learning_rate": 0.0001840244653921575,
      "loss": 2.3125,
      "step": 56237
    },
    {
      "epoch": 2.6163293789253315,
      "grad_norm": 1.422905128860096,
      "learning_rate": 0.00018402085070281748,
      "loss": 2.5156,
      "step": 56238
    },
    {
      "epoch": 2.616375901372412,
      "grad_norm": 1.1880992996580282,
      "learning_rate": 0.0001840172359926497,
      "loss": 2.375,
      "step": 56239
    },
    {
      "epoch": 2.616422423819493,
      "grad_norm": 1.224560075021165,
      "learning_rate": 0.00018401362126165634,
      "loss": 2.1562,
      "step": 56240
    },
    {
      "epoch": 2.616468946266574,
      "grad_norm": 1.174144252500225,
      "learning_rate": 0.00018401000650983965,
      "loss": 2.0469,
      "step": 56241
    },
    {
      "epoch": 2.6165154687136543,
      "grad_norm": 1.1329923670817945,
      "learning_rate": 0.00018400639173720185,
      "loss": 2.2031,
      "step": 56242
    },
    {
      "epoch": 2.616561991160735,
      "grad_norm": 1.246272868677885,
      "learning_rate": 0.00018400277694374516,
      "loss": 2.3281,
      "step": 56243
    },
    {
      "epoch": 2.6166085136078157,
      "grad_norm": 1.1518938271147077,
      "learning_rate": 0.0001839991621294717,
      "loss": 2.0,
      "step": 56244
    },
    {
      "epoch": 2.6166550360548966,
      "grad_norm": 1.3125179299649177,
      "learning_rate": 0.0001839955472943838,
      "loss": 2.4062,
      "step": 56245
    },
    {
      "epoch": 2.616701558501977,
      "grad_norm": 1.2258131369221845,
      "learning_rate": 0.0001839919324384836,
      "loss": 2.4688,
      "step": 56246
    },
    {
      "epoch": 2.616748080949058,
      "grad_norm": 1.224757179972616,
      "learning_rate": 0.0001839883175617734,
      "loss": 2.125,
      "step": 56247
    },
    {
      "epoch": 2.616794603396139,
      "grad_norm": 1.2681318656015732,
      "learning_rate": 0.00018398470266425528,
      "loss": 2.3281,
      "step": 56248
    },
    {
      "epoch": 2.6168411258432194,
      "grad_norm": 1.219231200048651,
      "learning_rate": 0.00018398108774593156,
      "loss": 2.3281,
      "step": 56249
    },
    {
      "epoch": 2.6168876482903,
      "grad_norm": 1.2069659140586064,
      "learning_rate": 0.00018397747280680439,
      "loss": 2.2812,
      "step": 56250
    },
    {
      "epoch": 2.6169341707373808,
      "grad_norm": 1.176877852071505,
      "learning_rate": 0.00018397385784687604,
      "loss": 2.2656,
      "step": 56251
    },
    {
      "epoch": 2.6169806931844617,
      "grad_norm": 1.2025160407533135,
      "learning_rate": 0.00018397024286614862,
      "loss": 2.2812,
      "step": 56252
    },
    {
      "epoch": 2.617027215631542,
      "grad_norm": 1.150919759128735,
      "learning_rate": 0.00018396662786462453,
      "loss": 2.1719,
      "step": 56253
    },
    {
      "epoch": 2.617073738078623,
      "grad_norm": 1.1874238456561406,
      "learning_rate": 0.00018396301284230582,
      "loss": 2.4062,
      "step": 56254
    },
    {
      "epoch": 2.6171202605257036,
      "grad_norm": 1.1378742408978486,
      "learning_rate": 0.00018395939779919474,
      "loss": 1.6406,
      "step": 56255
    },
    {
      "epoch": 2.6171667829727845,
      "grad_norm": 1.3011243622955695,
      "learning_rate": 0.00018395578273529354,
      "loss": 2.2344,
      "step": 56256
    },
    {
      "epoch": 2.617213305419865,
      "grad_norm": 1.2185432602661168,
      "learning_rate": 0.0001839521676506044,
      "loss": 2.2969,
      "step": 56257
    },
    {
      "epoch": 2.617259827866946,
      "grad_norm": 1.1767958974597343,
      "learning_rate": 0.00018394855254512957,
      "loss": 2.125,
      "step": 56258
    },
    {
      "epoch": 2.6173063503140264,
      "grad_norm": 1.2445561925395185,
      "learning_rate": 0.0001839449374188712,
      "loss": 2.1406,
      "step": 56259
    },
    {
      "epoch": 2.6173528727611073,
      "grad_norm": 1.1374841040138464,
      "learning_rate": 0.00018394132227183153,
      "loss": 1.9297,
      "step": 56260
    },
    {
      "epoch": 2.6173993952081878,
      "grad_norm": 1.288765388995256,
      "learning_rate": 0.0001839377071040128,
      "loss": 2.4219,
      "step": 56261
    },
    {
      "epoch": 2.6174459176552687,
      "grad_norm": 1.1264352620234959,
      "learning_rate": 0.00018393409191541722,
      "loss": 2.0781,
      "step": 56262
    },
    {
      "epoch": 2.6174924401023496,
      "grad_norm": 1.1571125165138758,
      "learning_rate": 0.00018393047670604696,
      "loss": 2.375,
      "step": 56263
    },
    {
      "epoch": 2.61753896254943,
      "grad_norm": 1.1503669002076449,
      "learning_rate": 0.00018392686147590426,
      "loss": 2.1094,
      "step": 56264
    },
    {
      "epoch": 2.6175854849965106,
      "grad_norm": 1.228965318296101,
      "learning_rate": 0.00018392324622499136,
      "loss": 2.1562,
      "step": 56265
    },
    {
      "epoch": 2.6176320074435915,
      "grad_norm": 1.2537279270631032,
      "learning_rate": 0.00018391963095331043,
      "loss": 2.1719,
      "step": 56266
    },
    {
      "epoch": 2.6176785298906724,
      "grad_norm": 1.1961805062868973,
      "learning_rate": 0.00018391601566086372,
      "loss": 2.3594,
      "step": 56267
    },
    {
      "epoch": 2.617725052337753,
      "grad_norm": 1.2445092501412418,
      "learning_rate": 0.0001839124003476534,
      "loss": 2.4531,
      "step": 56268
    },
    {
      "epoch": 2.617771574784834,
      "grad_norm": 1.3006622783815114,
      "learning_rate": 0.0001839087850136818,
      "loss": 2.1875,
      "step": 56269
    },
    {
      "epoch": 2.6178180972319143,
      "grad_norm": 1.2290958947984503,
      "learning_rate": 0.00018390516965895095,
      "loss": 2.4062,
      "step": 56270
    },
    {
      "epoch": 2.617864619678995,
      "grad_norm": 1.2672795666071426,
      "learning_rate": 0.0001839015542834632,
      "loss": 2.25,
      "step": 56271
    },
    {
      "epoch": 2.6179111421260757,
      "grad_norm": 1.275013959727624,
      "learning_rate": 0.00018389793888722066,
      "loss": 2.375,
      "step": 56272
    },
    {
      "epoch": 2.6179576645731566,
      "grad_norm": 1.2827455951094173,
      "learning_rate": 0.0001838943234702256,
      "loss": 2.3906,
      "step": 56273
    },
    {
      "epoch": 2.6180041870202375,
      "grad_norm": 1.237653798892437,
      "learning_rate": 0.00018389070803248025,
      "loss": 2.1094,
      "step": 56274
    },
    {
      "epoch": 2.618050709467318,
      "grad_norm": 1.2357707737361487,
      "learning_rate": 0.00018388709257398687,
      "loss": 2.1094,
      "step": 56275
    },
    {
      "epoch": 2.6180972319143985,
      "grad_norm": 1.2010707736876471,
      "learning_rate": 0.00018388347709474755,
      "loss": 2.3281,
      "step": 56276
    },
    {
      "epoch": 2.6181437543614794,
      "grad_norm": 1.1709406613730786,
      "learning_rate": 0.0001838798615947646,
      "loss": 2.1875,
      "step": 56277
    },
    {
      "epoch": 2.6181902768085603,
      "grad_norm": 1.2473684159073664,
      "learning_rate": 0.00018387624607404016,
      "loss": 2.5781,
      "step": 56278
    },
    {
      "epoch": 2.618236799255641,
      "grad_norm": 1.1341466643671236,
      "learning_rate": 0.00018387263053257655,
      "loss": 2.125,
      "step": 56279
    },
    {
      "epoch": 2.6182833217027217,
      "grad_norm": 1.1526329569941929,
      "learning_rate": 0.00018386901497037585,
      "loss": 2.0938,
      "step": 56280
    },
    {
      "epoch": 2.618329844149802,
      "grad_norm": 1.2375041502424726,
      "learning_rate": 0.0001838653993874404,
      "loss": 2.0938,
      "step": 56281
    },
    {
      "epoch": 2.618376366596883,
      "grad_norm": 1.291118811200633,
      "learning_rate": 0.00018386178378377235,
      "loss": 2.5,
      "step": 56282
    },
    {
      "epoch": 2.6184228890439636,
      "grad_norm": 1.2393702363207877,
      "learning_rate": 0.00018385816815937384,
      "loss": 2.2656,
      "step": 56283
    },
    {
      "epoch": 2.6184694114910445,
      "grad_norm": 1.2538656713867,
      "learning_rate": 0.0001838545525142472,
      "loss": 2.3438,
      "step": 56284
    },
    {
      "epoch": 2.618515933938125,
      "grad_norm": 1.1645548409030313,
      "learning_rate": 0.0001838509368483946,
      "loss": 2.1875,
      "step": 56285
    },
    {
      "epoch": 2.618562456385206,
      "grad_norm": 1.2647578281136778,
      "learning_rate": 0.00018384732116181828,
      "loss": 2.25,
      "step": 56286
    },
    {
      "epoch": 2.6186089788322864,
      "grad_norm": 1.1707583352474218,
      "learning_rate": 0.00018384370545452037,
      "loss": 1.9141,
      "step": 56287
    },
    {
      "epoch": 2.6186555012793673,
      "grad_norm": 1.2033368708311987,
      "learning_rate": 0.00018384008972650322,
      "loss": 2.1875,
      "step": 56288
    },
    {
      "epoch": 2.6187020237264482,
      "grad_norm": 1.1241690636929675,
      "learning_rate": 0.00018383647397776892,
      "loss": 1.7109,
      "step": 56289
    },
    {
      "epoch": 2.6187485461735287,
      "grad_norm": 1.180908049825673,
      "learning_rate": 0.00018383285820831977,
      "loss": 2.1406,
      "step": 56290
    },
    {
      "epoch": 2.618795068620609,
      "grad_norm": 1.2059262029365443,
      "learning_rate": 0.00018382924241815789,
      "loss": 2.1875,
      "step": 56291
    },
    {
      "epoch": 2.61884159106769,
      "grad_norm": 1.3371203474491569,
      "learning_rate": 0.00018382562660728563,
      "loss": 2.1875,
      "step": 56292
    },
    {
      "epoch": 2.618888113514771,
      "grad_norm": 1.1762687763014605,
      "learning_rate": 0.00018382201077570502,
      "loss": 1.7266,
      "step": 56293
    },
    {
      "epoch": 2.6189346359618515,
      "grad_norm": 1.4571905056037764,
      "learning_rate": 0.00018381839492341847,
      "loss": 2.5,
      "step": 56294
    },
    {
      "epoch": 2.6189811584089324,
      "grad_norm": 1.1951359063050133,
      "learning_rate": 0.00018381477905042806,
      "loss": 1.9453,
      "step": 56295
    },
    {
      "epoch": 2.619027680856013,
      "grad_norm": 1.181734503839769,
      "learning_rate": 0.00018381116315673598,
      "loss": 2.1719,
      "step": 56296
    },
    {
      "epoch": 2.619074203303094,
      "grad_norm": 1.2305072414640246,
      "learning_rate": 0.00018380754724234462,
      "loss": 2.1719,
      "step": 56297
    },
    {
      "epoch": 2.6191207257501743,
      "grad_norm": 1.1726403789719988,
      "learning_rate": 0.000183803931307256,
      "loss": 2.3906,
      "step": 56298
    },
    {
      "epoch": 2.619167248197255,
      "grad_norm": 1.2640651416505886,
      "learning_rate": 0.00018380031535147247,
      "loss": 2.4062,
      "step": 56299
    },
    {
      "epoch": 2.619213770644336,
      "grad_norm": 1.0912175693861195,
      "learning_rate": 0.00018379669937499613,
      "loss": 1.6094,
      "step": 56300
    },
    {
      "epoch": 2.6192602930914166,
      "grad_norm": 1.135456179097247,
      "learning_rate": 0.00018379308337782932,
      "loss": 2.0469,
      "step": 56301
    },
    {
      "epoch": 2.619306815538497,
      "grad_norm": 1.2506599536911331,
      "learning_rate": 0.0001837894673599741,
      "loss": 2.1562,
      "step": 56302
    },
    {
      "epoch": 2.619353337985578,
      "grad_norm": 1.2882772863838046,
      "learning_rate": 0.00018378585132143284,
      "loss": 2.4844,
      "step": 56303
    },
    {
      "epoch": 2.619399860432659,
      "grad_norm": 1.1810624632511,
      "learning_rate": 0.00018378223526220765,
      "loss": 2.3438,
      "step": 56304
    },
    {
      "epoch": 2.6194463828797394,
      "grad_norm": 1.2317626069105607,
      "learning_rate": 0.0001837786191823008,
      "loss": 2.3594,
      "step": 56305
    },
    {
      "epoch": 2.6194929053268203,
      "grad_norm": 1.232285252743412,
      "learning_rate": 0.00018377500308171444,
      "loss": 2.4219,
      "step": 56306
    },
    {
      "epoch": 2.619539427773901,
      "grad_norm": 1.1366397905008174,
      "learning_rate": 0.00018377138696045085,
      "loss": 2.0156,
      "step": 56307
    },
    {
      "epoch": 2.6195859502209817,
      "grad_norm": 1.1886189708024324,
      "learning_rate": 0.00018376777081851223,
      "loss": 2.0156,
      "step": 56308
    },
    {
      "epoch": 2.619632472668062,
      "grad_norm": 1.1534944389888901,
      "learning_rate": 0.00018376415465590074,
      "loss": 2.0469,
      "step": 56309
    },
    {
      "epoch": 2.619678995115143,
      "grad_norm": 1.310415512073452,
      "learning_rate": 0.0001837605384726187,
      "loss": 2.3125,
      "step": 56310
    },
    {
      "epoch": 2.619725517562224,
      "grad_norm": 1.1700565384244352,
      "learning_rate": 0.0001837569222686682,
      "loss": 2.2031,
      "step": 56311
    },
    {
      "epoch": 2.6197720400093045,
      "grad_norm": 1.3363738303840773,
      "learning_rate": 0.00018375330604405155,
      "loss": 2.2656,
      "step": 56312
    },
    {
      "epoch": 2.619818562456385,
      "grad_norm": 1.141875033471004,
      "learning_rate": 0.0001837496897987709,
      "loss": 1.875,
      "step": 56313
    },
    {
      "epoch": 2.619865084903466,
      "grad_norm": 1.174853715065879,
      "learning_rate": 0.00018374607353282852,
      "loss": 2.2188,
      "step": 56314
    },
    {
      "epoch": 2.619911607350547,
      "grad_norm": 1.203650149320667,
      "learning_rate": 0.00018374245724622656,
      "loss": 2.25,
      "step": 56315
    },
    {
      "epoch": 2.6199581297976273,
      "grad_norm": 1.2300440995647806,
      "learning_rate": 0.0001837388409389673,
      "loss": 2.3594,
      "step": 56316
    },
    {
      "epoch": 2.620004652244708,
      "grad_norm": 1.24388330469646,
      "learning_rate": 0.00018373522461105293,
      "loss": 2.1875,
      "step": 56317
    },
    {
      "epoch": 2.6200511746917887,
      "grad_norm": 1.2455201863598881,
      "learning_rate": 0.0001837316082624856,
      "loss": 2.25,
      "step": 56318
    },
    {
      "epoch": 2.6200976971388696,
      "grad_norm": 1.2468191590430384,
      "learning_rate": 0.00018372799189326765,
      "loss": 2.0625,
      "step": 56319
    },
    {
      "epoch": 2.62014421958595,
      "grad_norm": 1.3156998697218734,
      "learning_rate": 0.00018372437550340118,
      "loss": 2.3906,
      "step": 56320
    },
    {
      "epoch": 2.620190742033031,
      "grad_norm": 1.2621711407801826,
      "learning_rate": 0.00018372075909288844,
      "loss": 2.4219,
      "step": 56321
    },
    {
      "epoch": 2.6202372644801115,
      "grad_norm": 1.1881170717007872,
      "learning_rate": 0.00018371714266173167,
      "loss": 2.0938,
      "step": 56322
    },
    {
      "epoch": 2.6202837869271924,
      "grad_norm": 1.229098028555661,
      "learning_rate": 0.00018371352620993308,
      "loss": 2.125,
      "step": 56323
    },
    {
      "epoch": 2.620330309374273,
      "grad_norm": 1.0799636901030158,
      "learning_rate": 0.00018370990973749486,
      "loss": 1.9609,
      "step": 56324
    },
    {
      "epoch": 2.620376831821354,
      "grad_norm": 1.2295836911384592,
      "learning_rate": 0.00018370629324441926,
      "loss": 2.2969,
      "step": 56325
    },
    {
      "epoch": 2.6204233542684348,
      "grad_norm": 1.2537260437639308,
      "learning_rate": 0.00018370267673070841,
      "loss": 2.2969,
      "step": 56326
    },
    {
      "epoch": 2.6204698767155152,
      "grad_norm": 1.2565861926304935,
      "learning_rate": 0.00018369906019636466,
      "loss": 2.3594,
      "step": 56327
    },
    {
      "epoch": 2.6205163991625957,
      "grad_norm": 1.1397887400775033,
      "learning_rate": 0.00018369544364139006,
      "loss": 1.9766,
      "step": 56328
    },
    {
      "epoch": 2.6205629216096766,
      "grad_norm": 1.2125120696800473,
      "learning_rate": 0.00018369182706578694,
      "loss": 2.2344,
      "step": 56329
    },
    {
      "epoch": 2.6206094440567576,
      "grad_norm": 1.2017592247253728,
      "learning_rate": 0.00018368821046955755,
      "loss": 2.2031,
      "step": 56330
    },
    {
      "epoch": 2.620655966503838,
      "grad_norm": 1.286344868405514,
      "learning_rate": 0.00018368459385270395,
      "loss": 1.7266,
      "step": 56331
    },
    {
      "epoch": 2.620702488950919,
      "grad_norm": 1.2639616588506746,
      "learning_rate": 0.0001836809772152285,
      "loss": 2.4688,
      "step": 56332
    },
    {
      "epoch": 2.6207490113979994,
      "grad_norm": 1.178435891481142,
      "learning_rate": 0.00018367736055713334,
      "loss": 2.2344,
      "step": 56333
    },
    {
      "epoch": 2.6207955338450803,
      "grad_norm": 1.2091955238110297,
      "learning_rate": 0.0001836737438784207,
      "loss": 2.3125,
      "step": 56334
    },
    {
      "epoch": 2.620842056292161,
      "grad_norm": 1.2679950204405952,
      "learning_rate": 0.00018367012717909279,
      "loss": 2.3125,
      "step": 56335
    },
    {
      "epoch": 2.6208885787392417,
      "grad_norm": 1.1753194370208089,
      "learning_rate": 0.00018366651045915186,
      "loss": 2.1094,
      "step": 56336
    },
    {
      "epoch": 2.6209351011863227,
      "grad_norm": 1.2914632207017476,
      "learning_rate": 0.00018366289371860004,
      "loss": 2.4375,
      "step": 56337
    },
    {
      "epoch": 2.620981623633403,
      "grad_norm": 1.1734393068684748,
      "learning_rate": 0.00018365927695743965,
      "loss": 2.4688,
      "step": 56338
    },
    {
      "epoch": 2.6210281460804836,
      "grad_norm": 1.1840238151794802,
      "learning_rate": 0.0001836556601756728,
      "loss": 2.1406,
      "step": 56339
    },
    {
      "epoch": 2.6210746685275645,
      "grad_norm": 1.2266642807225037,
      "learning_rate": 0.00018365204337330177,
      "loss": 1.8516,
      "step": 56340
    },
    {
      "epoch": 2.6211211909746455,
      "grad_norm": 1.1901982283029915,
      "learning_rate": 0.0001836484265503288,
      "loss": 2.2188,
      "step": 56341
    },
    {
      "epoch": 2.621167713421726,
      "grad_norm": 1.1846890263219483,
      "learning_rate": 0.00018364480970675602,
      "loss": 2.0938,
      "step": 56342
    },
    {
      "epoch": 2.621214235868807,
      "grad_norm": 1.2008502226050541,
      "learning_rate": 0.00018364119284258572,
      "loss": 2.1406,
      "step": 56343
    },
    {
      "epoch": 2.6212607583158873,
      "grad_norm": 1.2224380610662848,
      "learning_rate": 0.00018363757595782007,
      "loss": 2.3281,
      "step": 56344
    },
    {
      "epoch": 2.6213072807629683,
      "grad_norm": 1.1910321763553549,
      "learning_rate": 0.0001836339590524613,
      "loss": 2.2656,
      "step": 56345
    },
    {
      "epoch": 2.6213538032100487,
      "grad_norm": 1.1885816727893364,
      "learning_rate": 0.00018363034212651164,
      "loss": 2.4062,
      "step": 56346
    },
    {
      "epoch": 2.6214003256571297,
      "grad_norm": 1.2278689639716527,
      "learning_rate": 0.0001836267251799733,
      "loss": 2.4219,
      "step": 56347
    },
    {
      "epoch": 2.62144684810421,
      "grad_norm": 1.1873903955557696,
      "learning_rate": 0.0001836231082128484,
      "loss": 2.3281,
      "step": 56348
    },
    {
      "epoch": 2.621493370551291,
      "grad_norm": 1.2425532785594544,
      "learning_rate": 0.0001836194912251393,
      "loss": 1.7422,
      "step": 56349
    },
    {
      "epoch": 2.6215398929983715,
      "grad_norm": 1.2825401072691414,
      "learning_rate": 0.00018361587421684812,
      "loss": 2.2656,
      "step": 56350
    },
    {
      "epoch": 2.6215864154454525,
      "grad_norm": 1.1831069303192505,
      "learning_rate": 0.0001836122571879771,
      "loss": 2.1406,
      "step": 56351
    },
    {
      "epoch": 2.6216329378925334,
      "grad_norm": 1.2077838244548234,
      "learning_rate": 0.0001836086401385285,
      "loss": 2.2812,
      "step": 56352
    },
    {
      "epoch": 2.621679460339614,
      "grad_norm": 1.2348948432764477,
      "learning_rate": 0.00018360502306850448,
      "loss": 2.2656,
      "step": 56353
    },
    {
      "epoch": 2.6217259827866943,
      "grad_norm": 1.2125898600596594,
      "learning_rate": 0.00018360140597790725,
      "loss": 2.4219,
      "step": 56354
    },
    {
      "epoch": 2.6217725052337753,
      "grad_norm": 1.1614706809878996,
      "learning_rate": 0.00018359778886673905,
      "loss": 2.4531,
      "step": 56355
    },
    {
      "epoch": 2.621819027680856,
      "grad_norm": 1.3546170753582143,
      "learning_rate": 0.0001835941717350021,
      "loss": 2.4375,
      "step": 56356
    },
    {
      "epoch": 2.6218655501279367,
      "grad_norm": 1.3217364426878697,
      "learning_rate": 0.00018359055458269858,
      "loss": 2.3594,
      "step": 56357
    },
    {
      "epoch": 2.6219120725750176,
      "grad_norm": 1.0747793958190528,
      "learning_rate": 0.00018358693740983074,
      "loss": 1.7578,
      "step": 56358
    },
    {
      "epoch": 2.621958595022098,
      "grad_norm": 1.2125070735668995,
      "learning_rate": 0.00018358332021640073,
      "loss": 2.1562,
      "step": 56359
    },
    {
      "epoch": 2.622005117469179,
      "grad_norm": 1.2715711309792948,
      "learning_rate": 0.00018357970300241088,
      "loss": 2.4688,
      "step": 56360
    },
    {
      "epoch": 2.6220516399162594,
      "grad_norm": 1.241312712119806,
      "learning_rate": 0.00018357608576786326,
      "loss": 2.4688,
      "step": 56361
    },
    {
      "epoch": 2.6220981623633404,
      "grad_norm": 1.222774164340883,
      "learning_rate": 0.00018357246851276023,
      "loss": 2.125,
      "step": 56362
    },
    {
      "epoch": 2.6221446848104213,
      "grad_norm": 1.2046541878048203,
      "learning_rate": 0.00018356885123710395,
      "loss": 2.0156,
      "step": 56363
    },
    {
      "epoch": 2.6221912072575018,
      "grad_norm": 1.218849533778559,
      "learning_rate": 0.00018356523394089658,
      "loss": 2.5938,
      "step": 56364
    },
    {
      "epoch": 2.6222377297045822,
      "grad_norm": 1.252111787483671,
      "learning_rate": 0.00018356161662414037,
      "loss": 2.3281,
      "step": 56365
    },
    {
      "epoch": 2.622284252151663,
      "grad_norm": 1.3005278051176694,
      "learning_rate": 0.00018355799928683754,
      "loss": 1.7188,
      "step": 56366
    },
    {
      "epoch": 2.622330774598744,
      "grad_norm": 1.1704823997878118,
      "learning_rate": 0.00018355438192899036,
      "loss": 2.1094,
      "step": 56367
    },
    {
      "epoch": 2.6223772970458246,
      "grad_norm": 1.290826736010484,
      "learning_rate": 0.0001835507645506009,
      "loss": 2.375,
      "step": 56368
    },
    {
      "epoch": 2.6224238194929055,
      "grad_norm": 1.1953819969447295,
      "learning_rate": 0.00018354714715167154,
      "loss": 2.3906,
      "step": 56369
    },
    {
      "epoch": 2.622470341939986,
      "grad_norm": 1.1725787100508323,
      "learning_rate": 0.00018354352973220438,
      "loss": 2.3906,
      "step": 56370
    },
    {
      "epoch": 2.622516864387067,
      "grad_norm": 1.1792000650216186,
      "learning_rate": 0.00018353991229220172,
      "loss": 2.1406,
      "step": 56371
    },
    {
      "epoch": 2.6225633868341474,
      "grad_norm": 1.2906355281933515,
      "learning_rate": 0.00018353629483166563,
      "loss": 2.5156,
      "step": 56372
    },
    {
      "epoch": 2.6226099092812283,
      "grad_norm": 1.1380167762199342,
      "learning_rate": 0.00018353267735059852,
      "loss": 2.1094,
      "step": 56373
    },
    {
      "epoch": 2.6226564317283088,
      "grad_norm": 1.2257661821433494,
      "learning_rate": 0.00018352905984900245,
      "loss": 2.2812,
      "step": 56374
    },
    {
      "epoch": 2.6227029541753897,
      "grad_norm": 1.2661676615577673,
      "learning_rate": 0.00018352544232687974,
      "loss": 2.4062,
      "step": 56375
    },
    {
      "epoch": 2.62274947662247,
      "grad_norm": 1.3173800294263232,
      "learning_rate": 0.00018352182478423255,
      "loss": 2.5,
      "step": 56376
    },
    {
      "epoch": 2.622795999069551,
      "grad_norm": 1.2713012891790283,
      "learning_rate": 0.00018351820722106306,
      "loss": 2.3281,
      "step": 56377
    },
    {
      "epoch": 2.622842521516632,
      "grad_norm": 1.1799460649948228,
      "learning_rate": 0.0001835145896373736,
      "loss": 2.2344,
      "step": 56378
    },
    {
      "epoch": 2.6228890439637125,
      "grad_norm": 1.3378441067972344,
      "learning_rate": 0.0001835109720331662,
      "loss": 2.2188,
      "step": 56379
    },
    {
      "epoch": 2.622935566410793,
      "grad_norm": 1.1997675883712786,
      "learning_rate": 0.00018350735440844326,
      "loss": 2.2812,
      "step": 56380
    },
    {
      "epoch": 2.622982088857874,
      "grad_norm": 1.1975802285399062,
      "learning_rate": 0.00018350373676320693,
      "loss": 2.2656,
      "step": 56381
    },
    {
      "epoch": 2.623028611304955,
      "grad_norm": 1.1686486503371993,
      "learning_rate": 0.0001835001190974594,
      "loss": 2.0156,
      "step": 56382
    },
    {
      "epoch": 2.6230751337520353,
      "grad_norm": 1.20556427189692,
      "learning_rate": 0.00018349650141120282,
      "loss": 2.0938,
      "step": 56383
    },
    {
      "epoch": 2.623121656199116,
      "grad_norm": 1.5001617265570368,
      "learning_rate": 0.0001834928837044396,
      "loss": 2.4688,
      "step": 56384
    },
    {
      "epoch": 2.6231681786461967,
      "grad_norm": 1.2582681181302204,
      "learning_rate": 0.00018348926597717177,
      "loss": 2.4688,
      "step": 56385
    },
    {
      "epoch": 2.6232147010932776,
      "grad_norm": 1.1650244013046875,
      "learning_rate": 0.00018348564822940166,
      "loss": 2.3438,
      "step": 56386
    },
    {
      "epoch": 2.623261223540358,
      "grad_norm": 1.2432993652463251,
      "learning_rate": 0.0001834820304611314,
      "loss": 2.0469,
      "step": 56387
    },
    {
      "epoch": 2.623307745987439,
      "grad_norm": 1.0871877201734594,
      "learning_rate": 0.00018347841267236326,
      "loss": 1.9297,
      "step": 56388
    },
    {
      "epoch": 2.62335426843452,
      "grad_norm": 1.214574628322905,
      "learning_rate": 0.00018347479486309945,
      "loss": 2.2656,
      "step": 56389
    },
    {
      "epoch": 2.6234007908816004,
      "grad_norm": 1.232166562349362,
      "learning_rate": 0.00018347117703334216,
      "loss": 2.1875,
      "step": 56390
    },
    {
      "epoch": 2.623447313328681,
      "grad_norm": 1.275854428221087,
      "learning_rate": 0.00018346755918309364,
      "loss": 2.2188,
      "step": 56391
    },
    {
      "epoch": 2.623493835775762,
      "grad_norm": 1.1551828627241711,
      "learning_rate": 0.00018346394131235605,
      "loss": 2.2812,
      "step": 56392
    },
    {
      "epoch": 2.6235403582228427,
      "grad_norm": 1.2141434118570398,
      "learning_rate": 0.00018346032342113168,
      "loss": 2.2344,
      "step": 56393
    },
    {
      "epoch": 2.623586880669923,
      "grad_norm": 1.1519133117207623,
      "learning_rate": 0.0001834567055094226,
      "loss": 1.6406,
      "step": 56394
    },
    {
      "epoch": 2.623633403117004,
      "grad_norm": 1.1680976436457828,
      "learning_rate": 0.00018345308757723125,
      "loss": 2.0625,
      "step": 56395
    },
    {
      "epoch": 2.6236799255640846,
      "grad_norm": 1.1901105509087937,
      "learning_rate": 0.00018344946962455967,
      "loss": 2.5156,
      "step": 56396
    },
    {
      "epoch": 2.6237264480111655,
      "grad_norm": 1.2516361353554908,
      "learning_rate": 0.00018344585165141014,
      "loss": 2.4062,
      "step": 56397
    },
    {
      "epoch": 2.623772970458246,
      "grad_norm": 1.3489310341204395,
      "learning_rate": 0.00018344223365778482,
      "loss": 2.4844,
      "step": 56398
    },
    {
      "epoch": 2.623819492905327,
      "grad_norm": 1.2536961362001164,
      "learning_rate": 0.00018343861564368606,
      "loss": 2.1875,
      "step": 56399
    },
    {
      "epoch": 2.6238660153524074,
      "grad_norm": 1.249896695673724,
      "learning_rate": 0.00018343499760911587,
      "loss": 2.2812,
      "step": 56400
    },
    {
      "epoch": 2.6239125377994883,
      "grad_norm": 1.2972109879476654,
      "learning_rate": 0.00018343137955407668,
      "loss": 2.2344,
      "step": 56401
    },
    {
      "epoch": 2.6239590602465688,
      "grad_norm": 1.1891226852950723,
      "learning_rate": 0.00018342776147857055,
      "loss": 2.1562,
      "step": 56402
    },
    {
      "epoch": 2.6240055826936497,
      "grad_norm": 1.3044610679964241,
      "learning_rate": 0.00018342414338259975,
      "loss": 2.2344,
      "step": 56403
    },
    {
      "epoch": 2.6240521051407306,
      "grad_norm": 1.1838422579137027,
      "learning_rate": 0.00018342052526616647,
      "loss": 2.3281,
      "step": 56404
    },
    {
      "epoch": 2.624098627587811,
      "grad_norm": 1.218565379831803,
      "learning_rate": 0.00018341690712927298,
      "loss": 2.2188,
      "step": 56405
    },
    {
      "epoch": 2.6241451500348916,
      "grad_norm": 1.2355904449169322,
      "learning_rate": 0.00018341328897192145,
      "loss": 2.1562,
      "step": 56406
    },
    {
      "epoch": 2.6241916724819725,
      "grad_norm": 1.219780413171128,
      "learning_rate": 0.0001834096707941141,
      "loss": 2.1094,
      "step": 56407
    },
    {
      "epoch": 2.6242381949290534,
      "grad_norm": 1.1162199716793657,
      "learning_rate": 0.00018340605259585318,
      "loss": 1.9609,
      "step": 56408
    },
    {
      "epoch": 2.624284717376134,
      "grad_norm": 1.3144551999226355,
      "learning_rate": 0.00018340243437714083,
      "loss": 2.2969,
      "step": 56409
    },
    {
      "epoch": 2.624331239823215,
      "grad_norm": 1.2255233539506225,
      "learning_rate": 0.0001833988161379794,
      "loss": 2.3906,
      "step": 56410
    },
    {
      "epoch": 2.6243777622702953,
      "grad_norm": 1.3205563926944774,
      "learning_rate": 0.00018339519787837093,
      "loss": 2.4375,
      "step": 56411
    },
    {
      "epoch": 2.624424284717376,
      "grad_norm": 1.1854114958659294,
      "learning_rate": 0.00018339157959831778,
      "loss": 2.0625,
      "step": 56412
    },
    {
      "epoch": 2.6244708071644567,
      "grad_norm": 1.2828060822650125,
      "learning_rate": 0.00018338796129782205,
      "loss": 2.0938,
      "step": 56413
    },
    {
      "epoch": 2.6245173296115376,
      "grad_norm": 1.2495912101863809,
      "learning_rate": 0.0001833843429768861,
      "loss": 2.1875,
      "step": 56414
    },
    {
      "epoch": 2.6245638520586185,
      "grad_norm": 1.1983477203799984,
      "learning_rate": 0.00018338072463551196,
      "loss": 2.4531,
      "step": 56415
    },
    {
      "epoch": 2.624610374505699,
      "grad_norm": 1.250624567421915,
      "learning_rate": 0.000183377106273702,
      "loss": 2.2031,
      "step": 56416
    },
    {
      "epoch": 2.6246568969527795,
      "grad_norm": 1.3155487040434488,
      "learning_rate": 0.00018337348789145835,
      "loss": 2.5156,
      "step": 56417
    },
    {
      "epoch": 2.6247034193998604,
      "grad_norm": 1.1927364797057365,
      "learning_rate": 0.00018336986948878329,
      "loss": 2.1875,
      "step": 56418
    },
    {
      "epoch": 2.6247499418469413,
      "grad_norm": 1.1084578616269594,
      "learning_rate": 0.00018336625106567898,
      "loss": 2.0625,
      "step": 56419
    },
    {
      "epoch": 2.624796464294022,
      "grad_norm": 1.1897650483287179,
      "learning_rate": 0.00018336263262214766,
      "loss": 2.1406,
      "step": 56420
    },
    {
      "epoch": 2.6248429867411027,
      "grad_norm": 1.1947896737216792,
      "learning_rate": 0.0001833590141581915,
      "loss": 2.2344,
      "step": 56421
    },
    {
      "epoch": 2.624889509188183,
      "grad_norm": 1.1951917467234883,
      "learning_rate": 0.00018335539567381281,
      "loss": 2.2969,
      "step": 56422
    },
    {
      "epoch": 2.624936031635264,
      "grad_norm": 1.1914657012750802,
      "learning_rate": 0.00018335177716901377,
      "loss": 2.0938,
      "step": 56423
    },
    {
      "epoch": 2.6249825540823446,
      "grad_norm": 1.2949735341830628,
      "learning_rate": 0.00018334815864379648,
      "loss": 2.75,
      "step": 56424
    },
    {
      "epoch": 2.6250290765294255,
      "grad_norm": 1.244995159894634,
      "learning_rate": 0.00018334454009816332,
      "loss": 1.6875,
      "step": 56425
    },
    {
      "epoch": 2.6250755989765064,
      "grad_norm": 1.2343731794456565,
      "learning_rate": 0.00018334092153211642,
      "loss": 2.4062,
      "step": 56426
    },
    {
      "epoch": 2.625122121423587,
      "grad_norm": 1.3068120612992706,
      "learning_rate": 0.000183337302945658,
      "loss": 2.4219,
      "step": 56427
    },
    {
      "epoch": 2.6251686438706674,
      "grad_norm": 1.2995212039493063,
      "learning_rate": 0.00018333368433879032,
      "loss": 2.4688,
      "step": 56428
    },
    {
      "epoch": 2.6252151663177483,
      "grad_norm": 1.2850321225689674,
      "learning_rate": 0.00018333006571151554,
      "loss": 2.2656,
      "step": 56429
    },
    {
      "epoch": 2.6252616887648292,
      "grad_norm": 1.3047109620922348,
      "learning_rate": 0.00018332644706383592,
      "loss": 2.5625,
      "step": 56430
    },
    {
      "epoch": 2.6253082112119097,
      "grad_norm": 1.2509348615294817,
      "learning_rate": 0.0001833228283957536,
      "loss": 2.5625,
      "step": 56431
    },
    {
      "epoch": 2.62535473365899,
      "grad_norm": 1.2144686426471738,
      "learning_rate": 0.00018331920970727093,
      "loss": 2.1719,
      "step": 56432
    },
    {
      "epoch": 2.625401256106071,
      "grad_norm": 1.2159752661774623,
      "learning_rate": 0.00018331559099838996,
      "loss": 2.2031,
      "step": 56433
    },
    {
      "epoch": 2.625447778553152,
      "grad_norm": 1.06058511018911,
      "learning_rate": 0.00018331197226911303,
      "loss": 2.0312,
      "step": 56434
    },
    {
      "epoch": 2.6254943010002325,
      "grad_norm": 1.1684745143141873,
      "learning_rate": 0.00018330835351944232,
      "loss": 1.9219,
      "step": 56435
    },
    {
      "epoch": 2.6255408234473134,
      "grad_norm": 1.2154435089886595,
      "learning_rate": 0.00018330473474938004,
      "loss": 2.2031,
      "step": 56436
    },
    {
      "epoch": 2.625587345894394,
      "grad_norm": 1.2814502443593268,
      "learning_rate": 0.00018330111595892838,
      "loss": 2.2812,
      "step": 56437
    },
    {
      "epoch": 2.625633868341475,
      "grad_norm": 1.1831168261034364,
      "learning_rate": 0.00018329749714808956,
      "loss": 2.2031,
      "step": 56438
    },
    {
      "epoch": 2.6256803907885553,
      "grad_norm": 1.1526886982472329,
      "learning_rate": 0.00018329387831686586,
      "loss": 2.0469,
      "step": 56439
    },
    {
      "epoch": 2.6257269132356362,
      "grad_norm": 1.2040483243780706,
      "learning_rate": 0.00018329025946525946,
      "loss": 2.2656,
      "step": 56440
    },
    {
      "epoch": 2.625773435682717,
      "grad_norm": 1.1500124227863058,
      "learning_rate": 0.00018328664059327255,
      "loss": 2.125,
      "step": 56441
    },
    {
      "epoch": 2.6258199581297976,
      "grad_norm": 1.1159253427916638,
      "learning_rate": 0.00018328302170090733,
      "loss": 2.0781,
      "step": 56442
    },
    {
      "epoch": 2.625866480576878,
      "grad_norm": 1.1648983270857955,
      "learning_rate": 0.0001832794027881661,
      "loss": 2.0781,
      "step": 56443
    },
    {
      "epoch": 2.625913003023959,
      "grad_norm": 1.25777572256352,
      "learning_rate": 0.00018327578385505099,
      "loss": 2.25,
      "step": 56444
    },
    {
      "epoch": 2.62595952547104,
      "grad_norm": 1.1378695934145242,
      "learning_rate": 0.00018327216490156428,
      "loss": 1.9297,
      "step": 56445
    },
    {
      "epoch": 2.6260060479181204,
      "grad_norm": 1.2756716041484426,
      "learning_rate": 0.00018326854592770812,
      "loss": 2.4375,
      "step": 56446
    },
    {
      "epoch": 2.6260525703652013,
      "grad_norm": 1.2294145677376958,
      "learning_rate": 0.0001832649269334848,
      "loss": 2.3594,
      "step": 56447
    },
    {
      "epoch": 2.626099092812282,
      "grad_norm": 1.3437936094822311,
      "learning_rate": 0.00018326130791889643,
      "loss": 2.4062,
      "step": 56448
    },
    {
      "epoch": 2.6261456152593627,
      "grad_norm": 1.201704623045435,
      "learning_rate": 0.00018325768888394534,
      "loss": 2.1719,
      "step": 56449
    },
    {
      "epoch": 2.626192137706443,
      "grad_norm": 1.247273874010987,
      "learning_rate": 0.0001832540698286337,
      "loss": 2.4219,
      "step": 56450
    },
    {
      "epoch": 2.626238660153524,
      "grad_norm": 1.2162986193347989,
      "learning_rate": 0.00018325045075296372,
      "loss": 2.1562,
      "step": 56451
    },
    {
      "epoch": 2.626285182600605,
      "grad_norm": 1.2097759746651469,
      "learning_rate": 0.0001832468316569376,
      "loss": 2.0469,
      "step": 56452
    },
    {
      "epoch": 2.6263317050476855,
      "grad_norm": 1.2154406237622424,
      "learning_rate": 0.00018324321254055756,
      "loss": 2.3281,
      "step": 56453
    },
    {
      "epoch": 2.626378227494766,
      "grad_norm": 1.1700973140525155,
      "learning_rate": 0.00018323959340382589,
      "loss": 2.0625,
      "step": 56454
    },
    {
      "epoch": 2.626424749941847,
      "grad_norm": 1.2026704728767297,
      "learning_rate": 0.0001832359742467447,
      "loss": 2.1875,
      "step": 56455
    },
    {
      "epoch": 2.626471272388928,
      "grad_norm": 1.4856161536258148,
      "learning_rate": 0.00018323235506931629,
      "loss": 2.125,
      "step": 56456
    },
    {
      "epoch": 2.6265177948360083,
      "grad_norm": 1.4012282043770192,
      "learning_rate": 0.00018322873587154278,
      "loss": 1.6953,
      "step": 56457
    },
    {
      "epoch": 2.6265643172830893,
      "grad_norm": 1.1874783717488444,
      "learning_rate": 0.00018322511665342647,
      "loss": 2.0781,
      "step": 56458
    },
    {
      "epoch": 2.6266108397301697,
      "grad_norm": 1.234349087941246,
      "learning_rate": 0.00018322149741496955,
      "loss": 2.3125,
      "step": 56459
    },
    {
      "epoch": 2.6266573621772507,
      "grad_norm": 1.2914340275169145,
      "learning_rate": 0.0001832178781561742,
      "loss": 2.4844,
      "step": 56460
    },
    {
      "epoch": 2.626703884624331,
      "grad_norm": 1.2247351057014253,
      "learning_rate": 0.00018321425887704273,
      "loss": 2.4531,
      "step": 56461
    },
    {
      "epoch": 2.626750407071412,
      "grad_norm": 1.1949794625362473,
      "learning_rate": 0.00018321063957757724,
      "loss": 2.1719,
      "step": 56462
    },
    {
      "epoch": 2.6267969295184925,
      "grad_norm": 1.135668879845618,
      "learning_rate": 0.00018320702025778003,
      "loss": 1.9922,
      "step": 56463
    },
    {
      "epoch": 2.6268434519655735,
      "grad_norm": 1.1395643370688064,
      "learning_rate": 0.00018320340091765324,
      "loss": 2.1406,
      "step": 56464
    },
    {
      "epoch": 2.626889974412654,
      "grad_norm": 1.2917523167241012,
      "learning_rate": 0.0001831997815571992,
      "loss": 2.3906,
      "step": 56465
    },
    {
      "epoch": 2.626936496859735,
      "grad_norm": 1.2783591453107233,
      "learning_rate": 0.00018319616217642002,
      "loss": 2.2188,
      "step": 56466
    },
    {
      "epoch": 2.6269830193068158,
      "grad_norm": 1.3878924068732743,
      "learning_rate": 0.000183192542775318,
      "loss": 2.125,
      "step": 56467
    },
    {
      "epoch": 2.6270295417538962,
      "grad_norm": 1.202263769643215,
      "learning_rate": 0.00018318892335389525,
      "loss": 1.9844,
      "step": 56468
    },
    {
      "epoch": 2.6270760642009767,
      "grad_norm": 1.2286764008207463,
      "learning_rate": 0.00018318530391215406,
      "loss": 2.25,
      "step": 56469
    },
    {
      "epoch": 2.6271225866480576,
      "grad_norm": 1.2178006661745684,
      "learning_rate": 0.0001831816844500966,
      "loss": 2.3906,
      "step": 56470
    },
    {
      "epoch": 2.6271691090951386,
      "grad_norm": 1.2717683174810894,
      "learning_rate": 0.00018317806496772517,
      "loss": 2.375,
      "step": 56471
    },
    {
      "epoch": 2.627215631542219,
      "grad_norm": 1.1876503813937995,
      "learning_rate": 0.00018317444546504195,
      "loss": 2.3281,
      "step": 56472
    },
    {
      "epoch": 2.6272621539893,
      "grad_norm": 1.2702764692004627,
      "learning_rate": 0.00018317082594204907,
      "loss": 2.3594,
      "step": 56473
    },
    {
      "epoch": 2.6273086764363804,
      "grad_norm": 1.2232545430674369,
      "learning_rate": 0.0001831672063987489,
      "loss": 2.0781,
      "step": 56474
    },
    {
      "epoch": 2.6273551988834614,
      "grad_norm": 1.2451126442939664,
      "learning_rate": 0.0001831635868351435,
      "loss": 2.5156,
      "step": 56475
    },
    {
      "epoch": 2.627401721330542,
      "grad_norm": 1.2193915522661192,
      "learning_rate": 0.0001831599672512352,
      "loss": 2.1562,
      "step": 56476
    },
    {
      "epoch": 2.6274482437776228,
      "grad_norm": 1.1444248628410525,
      "learning_rate": 0.00018315634764702615,
      "loss": 2.0156,
      "step": 56477
    },
    {
      "epoch": 2.6274947662247037,
      "grad_norm": 1.219053884630488,
      "learning_rate": 0.0001831527280225186,
      "loss": 2.2344,
      "step": 56478
    },
    {
      "epoch": 2.627541288671784,
      "grad_norm": 1.2592100324368232,
      "learning_rate": 0.00018314910837771473,
      "loss": 2.2812,
      "step": 56479
    },
    {
      "epoch": 2.6275878111188646,
      "grad_norm": 1.1764594873946523,
      "learning_rate": 0.00018314548871261685,
      "loss": 2.1719,
      "step": 56480
    },
    {
      "epoch": 2.6276343335659456,
      "grad_norm": 1.187283458161012,
      "learning_rate": 0.000183141869027227,
      "loss": 2.1406,
      "step": 56481
    },
    {
      "epoch": 2.6276808560130265,
      "grad_norm": 1.294615963074644,
      "learning_rate": 0.00018313824932154755,
      "loss": 2.2656,
      "step": 56482
    },
    {
      "epoch": 2.627727378460107,
      "grad_norm": 1.2736859921536765,
      "learning_rate": 0.00018313462959558067,
      "loss": 2.4062,
      "step": 56483
    },
    {
      "epoch": 2.627773900907188,
      "grad_norm": 1.202078796982351,
      "learning_rate": 0.00018313100984932858,
      "loss": 2.3281,
      "step": 56484
    },
    {
      "epoch": 2.6278204233542684,
      "grad_norm": 1.202819723306985,
      "learning_rate": 0.0001831273900827935,
      "loss": 2.3281,
      "step": 56485
    },
    {
      "epoch": 2.6278669458013493,
      "grad_norm": 1.3014579387648486,
      "learning_rate": 0.00018312377029597763,
      "loss": 2.2031,
      "step": 56486
    },
    {
      "epoch": 2.6279134682484298,
      "grad_norm": 1.191393771440781,
      "learning_rate": 0.00018312015048888323,
      "loss": 2.2812,
      "step": 56487
    },
    {
      "epoch": 2.6279599906955107,
      "grad_norm": 1.1467747998361462,
      "learning_rate": 0.0001831165306615124,
      "loss": 2.2344,
      "step": 56488
    },
    {
      "epoch": 2.628006513142591,
      "grad_norm": 1.260837197291637,
      "learning_rate": 0.00018311291081386747,
      "loss": 2.4844,
      "step": 56489
    },
    {
      "epoch": 2.628053035589672,
      "grad_norm": 1.1524712996029003,
      "learning_rate": 0.00018310929094595064,
      "loss": 2.3438,
      "step": 56490
    },
    {
      "epoch": 2.6280995580367525,
      "grad_norm": 1.274723284143523,
      "learning_rate": 0.0001831056710577641,
      "loss": 2.4375,
      "step": 56491
    },
    {
      "epoch": 2.6281460804838335,
      "grad_norm": 1.1186502302844548,
      "learning_rate": 0.00018310205114931,
      "loss": 2.0156,
      "step": 56492
    },
    {
      "epoch": 2.6281926029309144,
      "grad_norm": 1.2787072353865168,
      "learning_rate": 0.00018309843122059073,
      "loss": 2.2188,
      "step": 56493
    },
    {
      "epoch": 2.628239125377995,
      "grad_norm": 1.286441493021931,
      "learning_rate": 0.00018309481127160834,
      "loss": 2.3281,
      "step": 56494
    },
    {
      "epoch": 2.6282856478250753,
      "grad_norm": 1.2129581855864695,
      "learning_rate": 0.00018309119130236517,
      "loss": 2.2344,
      "step": 56495
    },
    {
      "epoch": 2.6283321702721563,
      "grad_norm": 1.2024261323542866,
      "learning_rate": 0.00018308757131286333,
      "loss": 2.0625,
      "step": 56496
    },
    {
      "epoch": 2.628378692719237,
      "grad_norm": 1.283318199751811,
      "learning_rate": 0.00018308395130310512,
      "loss": 2.625,
      "step": 56497
    },
    {
      "epoch": 2.6284252151663177,
      "grad_norm": 1.3790504537577388,
      "learning_rate": 0.00018308033127309274,
      "loss": 2.3281,
      "step": 56498
    },
    {
      "epoch": 2.6284717376133986,
      "grad_norm": 1.2809048360848012,
      "learning_rate": 0.0001830767112228283,
      "loss": 2.25,
      "step": 56499
    },
    {
      "epoch": 2.628518260060479,
      "grad_norm": 1.2552154662687336,
      "learning_rate": 0.0001830730911523142,
      "loss": 1.7422,
      "step": 56500
    },
    {
      "epoch": 2.62856478250756,
      "grad_norm": 1.18379768921588,
      "learning_rate": 0.00018306947106155245,
      "loss": 2.0156,
      "step": 56501
    },
    {
      "epoch": 2.6286113049546405,
      "grad_norm": 1.2737966666201486,
      "learning_rate": 0.00018306585095054546,
      "loss": 2.3281,
      "step": 56502
    },
    {
      "epoch": 2.6286578274017214,
      "grad_norm": 1.2849712063716419,
      "learning_rate": 0.0001830622308192953,
      "loss": 2.4062,
      "step": 56503
    },
    {
      "epoch": 2.6287043498488023,
      "grad_norm": 1.227155537826981,
      "learning_rate": 0.0001830586106678043,
      "loss": 2.4844,
      "step": 56504
    },
    {
      "epoch": 2.628750872295883,
      "grad_norm": 1.3185796721184375,
      "learning_rate": 0.0001830549904960746,
      "loss": 2.375,
      "step": 56505
    },
    {
      "epoch": 2.6287973947429633,
      "grad_norm": 1.1632588890490883,
      "learning_rate": 0.00018305137030410847,
      "loss": 2.2344,
      "step": 56506
    },
    {
      "epoch": 2.628843917190044,
      "grad_norm": 1.3031714222331912,
      "learning_rate": 0.00018304775009190803,
      "loss": 2.3594,
      "step": 56507
    },
    {
      "epoch": 2.628890439637125,
      "grad_norm": 1.2747445067178396,
      "learning_rate": 0.00018304412985947565,
      "loss": 2.2031,
      "step": 56508
    },
    {
      "epoch": 2.6289369620842056,
      "grad_norm": 1.2024082219336454,
      "learning_rate": 0.00018304050960681338,
      "loss": 2.0781,
      "step": 56509
    },
    {
      "epoch": 2.6289834845312865,
      "grad_norm": 1.2195199776629093,
      "learning_rate": 0.00018303688933392356,
      "loss": 2.0781,
      "step": 56510
    },
    {
      "epoch": 2.629030006978367,
      "grad_norm": 1.321456155483699,
      "learning_rate": 0.00018303326904080836,
      "loss": 2.5312,
      "step": 56511
    },
    {
      "epoch": 2.629076529425448,
      "grad_norm": 1.2128949129164273,
      "learning_rate": 0.00018302964872747,
      "loss": 2.2344,
      "step": 56512
    },
    {
      "epoch": 2.6291230518725284,
      "grad_norm": 1.238323594468613,
      "learning_rate": 0.00018302602839391068,
      "loss": 2.1406,
      "step": 56513
    },
    {
      "epoch": 2.6291695743196093,
      "grad_norm": 1.1042206583560517,
      "learning_rate": 0.0001830224080401326,
      "loss": 1.5625,
      "step": 56514
    },
    {
      "epoch": 2.6292160967666898,
      "grad_norm": 1.2090068635282702,
      "learning_rate": 0.00018301878766613806,
      "loss": 2.4531,
      "step": 56515
    },
    {
      "epoch": 2.6292626192137707,
      "grad_norm": 1.2823783505954216,
      "learning_rate": 0.00018301516727192919,
      "loss": 2.4219,
      "step": 56516
    },
    {
      "epoch": 2.629309141660851,
      "grad_norm": 1.2181333929939078,
      "learning_rate": 0.00018301154685750826,
      "loss": 2.2969,
      "step": 56517
    },
    {
      "epoch": 2.629355664107932,
      "grad_norm": 1.1023898006791277,
      "learning_rate": 0.00018300792642287744,
      "loss": 1.9375,
      "step": 56518
    },
    {
      "epoch": 2.629402186555013,
      "grad_norm": 1.2256962782356786,
      "learning_rate": 0.000183004305968039,
      "loss": 2.25,
      "step": 56519
    },
    {
      "epoch": 2.6294487090020935,
      "grad_norm": 1.1654745530575494,
      "learning_rate": 0.0001830006854929951,
      "loss": 2.2031,
      "step": 56520
    },
    {
      "epoch": 2.629495231449174,
      "grad_norm": 1.326936025170673,
      "learning_rate": 0.00018299706499774805,
      "loss": 2.4375,
      "step": 56521
    },
    {
      "epoch": 2.629541753896255,
      "grad_norm": 1.2705953196140503,
      "learning_rate": 0.00018299344448229998,
      "loss": 2.3125,
      "step": 56522
    },
    {
      "epoch": 2.629588276343336,
      "grad_norm": 1.1687283691617214,
      "learning_rate": 0.0001829898239466531,
      "loss": 2.2031,
      "step": 56523
    },
    {
      "epoch": 2.6296347987904163,
      "grad_norm": 1.222470245111139,
      "learning_rate": 0.00018298620339080967,
      "loss": 2.2344,
      "step": 56524
    },
    {
      "epoch": 2.629681321237497,
      "grad_norm": 1.1918370207234361,
      "learning_rate": 0.00018298258281477188,
      "loss": 2.3125,
      "step": 56525
    },
    {
      "epoch": 2.6297278436845777,
      "grad_norm": 1.2202289998751885,
      "learning_rate": 0.00018297896221854194,
      "loss": 2.2656,
      "step": 56526
    },
    {
      "epoch": 2.6297743661316586,
      "grad_norm": 1.1494602587897742,
      "learning_rate": 0.0001829753416021221,
      "loss": 2.1562,
      "step": 56527
    },
    {
      "epoch": 2.629820888578739,
      "grad_norm": 1.3068575507721139,
      "learning_rate": 0.00018297172096551462,
      "loss": 2.4688,
      "step": 56528
    },
    {
      "epoch": 2.62986741102582,
      "grad_norm": 1.275545279599268,
      "learning_rate": 0.00018296810030872158,
      "loss": 2.5469,
      "step": 56529
    },
    {
      "epoch": 2.629913933472901,
      "grad_norm": 1.1587603957756063,
      "learning_rate": 0.00018296447963174532,
      "loss": 2.125,
      "step": 56530
    },
    {
      "epoch": 2.6299604559199814,
      "grad_norm": 1.1946440519205528,
      "learning_rate": 0.00018296085893458798,
      "loss": 2.1094,
      "step": 56531
    },
    {
      "epoch": 2.630006978367062,
      "grad_norm": 1.254520936297557,
      "learning_rate": 0.00018295723821725186,
      "loss": 2.2344,
      "step": 56532
    },
    {
      "epoch": 2.630053500814143,
      "grad_norm": 1.278174381922183,
      "learning_rate": 0.00018295361747973905,
      "loss": 2.5,
      "step": 56533
    },
    {
      "epoch": 2.6301000232612237,
      "grad_norm": 1.1662260976600594,
      "learning_rate": 0.0001829499967220519,
      "loss": 2.0312,
      "step": 56534
    },
    {
      "epoch": 2.630146545708304,
      "grad_norm": 1.197232296262969,
      "learning_rate": 0.00018294637594419254,
      "loss": 2.3594,
      "step": 56535
    },
    {
      "epoch": 2.630193068155385,
      "grad_norm": 1.1890041703977683,
      "learning_rate": 0.0001829427551461632,
      "loss": 2.0938,
      "step": 56536
    },
    {
      "epoch": 2.6302395906024656,
      "grad_norm": 1.209207810711421,
      "learning_rate": 0.00018293913432796617,
      "loss": 2.2969,
      "step": 56537
    },
    {
      "epoch": 2.6302861130495465,
      "grad_norm": 1.1688830994189658,
      "learning_rate": 0.00018293551348960355,
      "loss": 2.25,
      "step": 56538
    },
    {
      "epoch": 2.630332635496627,
      "grad_norm": 1.1400725679092125,
      "learning_rate": 0.00018293189263107764,
      "loss": 1.9219,
      "step": 56539
    },
    {
      "epoch": 2.630379157943708,
      "grad_norm": 1.1766821067769075,
      "learning_rate": 0.00018292827175239064,
      "loss": 2.2031,
      "step": 56540
    },
    {
      "epoch": 2.6304256803907884,
      "grad_norm": 1.2050744436868943,
      "learning_rate": 0.00018292465085354475,
      "loss": 2.1875,
      "step": 56541
    },
    {
      "epoch": 2.6304722028378693,
      "grad_norm": 1.2074179555234081,
      "learning_rate": 0.00018292102993454218,
      "loss": 2.5156,
      "step": 56542
    },
    {
      "epoch": 2.63051872528495,
      "grad_norm": 1.2477126785909587,
      "learning_rate": 0.00018291740899538516,
      "loss": 2.0625,
      "step": 56543
    },
    {
      "epoch": 2.6305652477320307,
      "grad_norm": 1.1246821326166754,
      "learning_rate": 0.00018291378803607592,
      "loss": 1.6328,
      "step": 56544
    },
    {
      "epoch": 2.6306117701791116,
      "grad_norm": 1.1713495695460283,
      "learning_rate": 0.0001829101670566167,
      "loss": 2.1406,
      "step": 56545
    },
    {
      "epoch": 2.630658292626192,
      "grad_norm": 1.2092606515031072,
      "learning_rate": 0.0001829065460570096,
      "loss": 2.3125,
      "step": 56546
    },
    {
      "epoch": 2.6307048150732726,
      "grad_norm": 1.218583636318674,
      "learning_rate": 0.00018290292503725698,
      "loss": 2.2812,
      "step": 56547
    },
    {
      "epoch": 2.6307513375203535,
      "grad_norm": 1.2638899718120384,
      "learning_rate": 0.00018289930399736096,
      "loss": 2.4688,
      "step": 56548
    },
    {
      "epoch": 2.6307978599674344,
      "grad_norm": 1.267130531284179,
      "learning_rate": 0.00018289568293732383,
      "loss": 2.0,
      "step": 56549
    },
    {
      "epoch": 2.630844382414515,
      "grad_norm": 1.2452378312368577,
      "learning_rate": 0.00018289206185714778,
      "loss": 2.1094,
      "step": 56550
    },
    {
      "epoch": 2.630890904861596,
      "grad_norm": 1.213759954148512,
      "learning_rate": 0.00018288844075683495,
      "loss": 2.1875,
      "step": 56551
    },
    {
      "epoch": 2.6309374273086763,
      "grad_norm": 1.1596284502203444,
      "learning_rate": 0.00018288481963638767,
      "loss": 2.1094,
      "step": 56552
    },
    {
      "epoch": 2.6309839497557572,
      "grad_norm": 1.3702721042753285,
      "learning_rate": 0.0001828811984958081,
      "loss": 2.5156,
      "step": 56553
    },
    {
      "epoch": 2.6310304722028377,
      "grad_norm": 1.2453479026550398,
      "learning_rate": 0.00018287757733509847,
      "loss": 2.3906,
      "step": 56554
    },
    {
      "epoch": 2.6310769946499186,
      "grad_norm": 1.1899029453545191,
      "learning_rate": 0.00018287395615426097,
      "loss": 2.3438,
      "step": 56555
    },
    {
      "epoch": 2.6311235170969995,
      "grad_norm": 1.2818258136654748,
      "learning_rate": 0.0001828703349532979,
      "loss": 2.0938,
      "step": 56556
    },
    {
      "epoch": 2.63117003954408,
      "grad_norm": 1.1659796449088486,
      "learning_rate": 0.00018286671373221133,
      "loss": 2.0,
      "step": 56557
    },
    {
      "epoch": 2.6312165619911605,
      "grad_norm": 1.2291309423573888,
      "learning_rate": 0.0001828630924910036,
      "loss": 2.3594,
      "step": 56558
    },
    {
      "epoch": 2.6312630844382414,
      "grad_norm": 1.2281750123577888,
      "learning_rate": 0.00018285947122967695,
      "loss": 2.375,
      "step": 56559
    },
    {
      "epoch": 2.6313096068853223,
      "grad_norm": 1.2333276817752596,
      "learning_rate": 0.00018285584994823345,
      "loss": 2.25,
      "step": 56560
    },
    {
      "epoch": 2.631356129332403,
      "grad_norm": 1.1105789599537566,
      "learning_rate": 0.00018285222864667546,
      "loss": 2.1406,
      "step": 56561
    },
    {
      "epoch": 2.6314026517794837,
      "grad_norm": 1.1824712122820933,
      "learning_rate": 0.00018284860732500514,
      "loss": 1.7266,
      "step": 56562
    },
    {
      "epoch": 2.631449174226564,
      "grad_norm": 1.240482400421662,
      "learning_rate": 0.00018284498598322469,
      "loss": 2.2344,
      "step": 56563
    },
    {
      "epoch": 2.631495696673645,
      "grad_norm": 1.367700861908131,
      "learning_rate": 0.00018284136462133637,
      "loss": 2.2031,
      "step": 56564
    },
    {
      "epoch": 2.6315422191207256,
      "grad_norm": 1.1244654067483373,
      "learning_rate": 0.00018283774323934234,
      "loss": 2.0469,
      "step": 56565
    },
    {
      "epoch": 2.6315887415678065,
      "grad_norm": 1.3647067732228433,
      "learning_rate": 0.00018283412183724485,
      "loss": 2.6562,
      "step": 56566
    },
    {
      "epoch": 2.6316352640148875,
      "grad_norm": 1.2161784593160316,
      "learning_rate": 0.00018283050041504616,
      "loss": 2.3125,
      "step": 56567
    },
    {
      "epoch": 2.631681786461968,
      "grad_norm": 1.2931473922493864,
      "learning_rate": 0.0001828268789727484,
      "loss": 2.3438,
      "step": 56568
    },
    {
      "epoch": 2.6317283089090484,
      "grad_norm": 1.2300297473169337,
      "learning_rate": 0.00018282325751035381,
      "loss": 2.4375,
      "step": 56569
    },
    {
      "epoch": 2.6317748313561293,
      "grad_norm": 1.1893771471468435,
      "learning_rate": 0.0001828196360278647,
      "loss": 2.2031,
      "step": 56570
    },
    {
      "epoch": 2.6318213538032103,
      "grad_norm": 1.2206381128496124,
      "learning_rate": 0.0001828160145252832,
      "loss": 2.2344,
      "step": 56571
    },
    {
      "epoch": 2.6318678762502907,
      "grad_norm": 1.2541340848336555,
      "learning_rate": 0.0001828123930026115,
      "loss": 2.2344,
      "step": 56572
    },
    {
      "epoch": 2.631914398697371,
      "grad_norm": 1.2186502749947208,
      "learning_rate": 0.00018280877145985188,
      "loss": 2.0781,
      "step": 56573
    },
    {
      "epoch": 2.631960921144452,
      "grad_norm": 1.229902439380682,
      "learning_rate": 0.0001828051498970066,
      "loss": 1.6562,
      "step": 56574
    },
    {
      "epoch": 2.632007443591533,
      "grad_norm": 1.2276283190676038,
      "learning_rate": 0.0001828015283140777,
      "loss": 2.4531,
      "step": 56575
    },
    {
      "epoch": 2.6320539660386135,
      "grad_norm": 1.239896960237718,
      "learning_rate": 0.0001827979067110676,
      "loss": 2.2656,
      "step": 56576
    },
    {
      "epoch": 2.6321004884856944,
      "grad_norm": 1.2323106310733691,
      "learning_rate": 0.00018279428508797836,
      "loss": 2.3906,
      "step": 56577
    },
    {
      "epoch": 2.632147010932775,
      "grad_norm": 1.251731380561392,
      "learning_rate": 0.00018279066344481233,
      "loss": 2.3438,
      "step": 56578
    },
    {
      "epoch": 2.632193533379856,
      "grad_norm": 1.2874244140073283,
      "learning_rate": 0.00018278704178157162,
      "loss": 2.2969,
      "step": 56579
    },
    {
      "epoch": 2.6322400558269363,
      "grad_norm": 1.171020722146603,
      "learning_rate": 0.00018278342009825848,
      "loss": 2.25,
      "step": 56580
    },
    {
      "epoch": 2.6322865782740172,
      "grad_norm": 1.2743457695896439,
      "learning_rate": 0.0001827797983948752,
      "loss": 2.3906,
      "step": 56581
    },
    {
      "epoch": 2.632333100721098,
      "grad_norm": 1.3425675498118061,
      "learning_rate": 0.00018277617667142383,
      "loss": 2.5469,
      "step": 56582
    },
    {
      "epoch": 2.6323796231681786,
      "grad_norm": 1.1620893725675447,
      "learning_rate": 0.00018277255492790679,
      "loss": 2.1094,
      "step": 56583
    },
    {
      "epoch": 2.632426145615259,
      "grad_norm": 1.2156015964878697,
      "learning_rate": 0.00018276893316432615,
      "loss": 2.0,
      "step": 56584
    },
    {
      "epoch": 2.63247266806234,
      "grad_norm": 1.2345425093105222,
      "learning_rate": 0.00018276531138068422,
      "loss": 2.3125,
      "step": 56585
    },
    {
      "epoch": 2.632519190509421,
      "grad_norm": 1.2737025217561067,
      "learning_rate": 0.0001827616895769831,
      "loss": 2.4531,
      "step": 56586
    },
    {
      "epoch": 2.6325657129565014,
      "grad_norm": 1.2520734181320434,
      "learning_rate": 0.00018275806775322516,
      "loss": 2.3125,
      "step": 56587
    },
    {
      "epoch": 2.6326122354035824,
      "grad_norm": 1.224746609770291,
      "learning_rate": 0.00018275444590941245,
      "loss": 2.2656,
      "step": 56588
    },
    {
      "epoch": 2.632658757850663,
      "grad_norm": 1.142915709106482,
      "learning_rate": 0.00018275082404554737,
      "loss": 2.2031,
      "step": 56589
    },
    {
      "epoch": 2.6327052802977438,
      "grad_norm": 1.2406809986564684,
      "learning_rate": 0.000182747202161632,
      "loss": 2.2812,
      "step": 56590
    },
    {
      "epoch": 2.6327518027448242,
      "grad_norm": 1.2461303786871387,
      "learning_rate": 0.00018274358025766857,
      "loss": 2.375,
      "step": 56591
    },
    {
      "epoch": 2.632798325191905,
      "grad_norm": 1.277678466164377,
      "learning_rate": 0.00018273995833365938,
      "loss": 2.5469,
      "step": 56592
    },
    {
      "epoch": 2.632844847638986,
      "grad_norm": 1.212389705554498,
      "learning_rate": 0.00018273633638960657,
      "loss": 2.3594,
      "step": 56593
    },
    {
      "epoch": 2.6328913700860666,
      "grad_norm": 1.3098198857927956,
      "learning_rate": 0.00018273271442551236,
      "loss": 2.1719,
      "step": 56594
    },
    {
      "epoch": 2.632937892533147,
      "grad_norm": 1.2256796239417163,
      "learning_rate": 0.00018272909244137903,
      "loss": 2.2969,
      "step": 56595
    },
    {
      "epoch": 2.632984414980228,
      "grad_norm": 1.16092883294834,
      "learning_rate": 0.00018272547043720873,
      "loss": 2.25,
      "step": 56596
    },
    {
      "epoch": 2.633030937427309,
      "grad_norm": 1.4217744548547468,
      "learning_rate": 0.0001827218484130037,
      "loss": 2.4219,
      "step": 56597
    },
    {
      "epoch": 2.6330774598743893,
      "grad_norm": 1.2261785881840088,
      "learning_rate": 0.0001827182263687662,
      "loss": 2.2344,
      "step": 56598
    },
    {
      "epoch": 2.6331239823214703,
      "grad_norm": 1.164771591470071,
      "learning_rate": 0.00018271460430449834,
      "loss": 2.0781,
      "step": 56599
    },
    {
      "epoch": 2.6331705047685507,
      "grad_norm": 1.1491161908533623,
      "learning_rate": 0.0001827109822202025,
      "loss": 2.0312,
      "step": 56600
    },
    {
      "epoch": 2.6332170272156317,
      "grad_norm": 1.15092054291643,
      "learning_rate": 0.00018270736011588072,
      "loss": 2.1406,
      "step": 56601
    },
    {
      "epoch": 2.633263549662712,
      "grad_norm": 1.0975456864145134,
      "learning_rate": 0.0001827037379915353,
      "loss": 2.0625,
      "step": 56602
    },
    {
      "epoch": 2.633310072109793,
      "grad_norm": 1.2345854230399722,
      "learning_rate": 0.0001827001158471685,
      "loss": 2.0469,
      "step": 56603
    },
    {
      "epoch": 2.6333565945568735,
      "grad_norm": 1.176327323238193,
      "learning_rate": 0.00018269649368278252,
      "loss": 2.3125,
      "step": 56604
    },
    {
      "epoch": 2.6334031170039545,
      "grad_norm": 1.2503507472155961,
      "learning_rate": 0.00018269287149837952,
      "loss": 2.2188,
      "step": 56605
    },
    {
      "epoch": 2.633449639451035,
      "grad_norm": 1.3474613575794543,
      "learning_rate": 0.00018268924929396176,
      "loss": 2.3125,
      "step": 56606
    },
    {
      "epoch": 2.633496161898116,
      "grad_norm": 1.3378144005209518,
      "learning_rate": 0.00018268562706953145,
      "loss": 2.1406,
      "step": 56607
    },
    {
      "epoch": 2.633542684345197,
      "grad_norm": 1.253516123210262,
      "learning_rate": 0.00018268200482509078,
      "loss": 2.3125,
      "step": 56608
    },
    {
      "epoch": 2.6335892067922773,
      "grad_norm": 1.2754461940141855,
      "learning_rate": 0.00018267838256064202,
      "loss": 2.4688,
      "step": 56609
    },
    {
      "epoch": 2.6336357292393577,
      "grad_norm": 1.2373048276392433,
      "learning_rate": 0.00018267476027618735,
      "loss": 2.1719,
      "step": 56610
    },
    {
      "epoch": 2.6336822516864387,
      "grad_norm": 1.2476731436034907,
      "learning_rate": 0.00018267113797172904,
      "loss": 2.2656,
      "step": 56611
    },
    {
      "epoch": 2.6337287741335196,
      "grad_norm": 1.1829510166926693,
      "learning_rate": 0.0001826675156472692,
      "loss": 2.3438,
      "step": 56612
    },
    {
      "epoch": 2.6337752965806,
      "grad_norm": 1.1328849448064677,
      "learning_rate": 0.00018266389330281012,
      "loss": 1.9531,
      "step": 56613
    },
    {
      "epoch": 2.633821819027681,
      "grad_norm": 1.1846450860693734,
      "learning_rate": 0.00018266027093835404,
      "loss": 2.2344,
      "step": 56614
    },
    {
      "epoch": 2.6338683414747615,
      "grad_norm": 1.2938645283092867,
      "learning_rate": 0.00018265664855390316,
      "loss": 2.375,
      "step": 56615
    },
    {
      "epoch": 2.6339148639218424,
      "grad_norm": 1.2585997182647344,
      "learning_rate": 0.00018265302614945967,
      "loss": 2.3125,
      "step": 56616
    },
    {
      "epoch": 2.633961386368923,
      "grad_norm": 1.2249953782392788,
      "learning_rate": 0.00018264940372502583,
      "loss": 2.2656,
      "step": 56617
    },
    {
      "epoch": 2.6340079088160038,
      "grad_norm": 1.2328029237324354,
      "learning_rate": 0.00018264578128060382,
      "loss": 2.4844,
      "step": 56618
    },
    {
      "epoch": 2.6340544312630847,
      "grad_norm": 1.2148004698276138,
      "learning_rate": 0.00018264215881619585,
      "loss": 2.0781,
      "step": 56619
    },
    {
      "epoch": 2.634100953710165,
      "grad_norm": 1.185389546538084,
      "learning_rate": 0.00018263853633180419,
      "loss": 2.2031,
      "step": 56620
    },
    {
      "epoch": 2.6341474761572456,
      "grad_norm": 1.2508235737743942,
      "learning_rate": 0.00018263491382743098,
      "loss": 2.1562,
      "step": 56621
    },
    {
      "epoch": 2.6341939986043266,
      "grad_norm": 1.1280184262730562,
      "learning_rate": 0.00018263129130307852,
      "loss": 1.9766,
      "step": 56622
    },
    {
      "epoch": 2.6342405210514075,
      "grad_norm": 1.2443074802777248,
      "learning_rate": 0.000182627668758749,
      "loss": 2.1875,
      "step": 56623
    },
    {
      "epoch": 2.634287043498488,
      "grad_norm": 1.2259071665638177,
      "learning_rate": 0.00018262404619444458,
      "loss": 2.3125,
      "step": 56624
    },
    {
      "epoch": 2.634333565945569,
      "grad_norm": 1.2233397338763774,
      "learning_rate": 0.00018262042361016754,
      "loss": 2.4219,
      "step": 56625
    },
    {
      "epoch": 2.6343800883926494,
      "grad_norm": 1.1603612570431825,
      "learning_rate": 0.00018261680100592012,
      "loss": 2.1406,
      "step": 56626
    },
    {
      "epoch": 2.6344266108397303,
      "grad_norm": 1.2276846234084433,
      "learning_rate": 0.00018261317838170446,
      "loss": 2.4062,
      "step": 56627
    },
    {
      "epoch": 2.6344731332868108,
      "grad_norm": 1.2455180974604212,
      "learning_rate": 0.00018260955573752284,
      "loss": 2.3281,
      "step": 56628
    },
    {
      "epoch": 2.6345196557338917,
      "grad_norm": 1.2855806429937302,
      "learning_rate": 0.00018260593307337745,
      "loss": 2.3125,
      "step": 56629
    },
    {
      "epoch": 2.634566178180972,
      "grad_norm": 1.2609306252474752,
      "learning_rate": 0.00018260231038927054,
      "loss": 2.4062,
      "step": 56630
    },
    {
      "epoch": 2.634612700628053,
      "grad_norm": 1.3637302057412781,
      "learning_rate": 0.00018259868768520432,
      "loss": 2.5156,
      "step": 56631
    },
    {
      "epoch": 2.6346592230751336,
      "grad_norm": 1.2678226865433717,
      "learning_rate": 0.00018259506496118096,
      "loss": 2.3281,
      "step": 56632
    },
    {
      "epoch": 2.6347057455222145,
      "grad_norm": 1.2459950814032068,
      "learning_rate": 0.00018259144221720273,
      "loss": 2.1406,
      "step": 56633
    },
    {
      "epoch": 2.6347522679692954,
      "grad_norm": 1.1181955323844766,
      "learning_rate": 0.00018258781945327176,
      "loss": 1.6562,
      "step": 56634
    },
    {
      "epoch": 2.634798790416376,
      "grad_norm": 1.3600396201898985,
      "learning_rate": 0.0001825841966693904,
      "loss": 2.5469,
      "step": 56635
    },
    {
      "epoch": 2.6348453128634564,
      "grad_norm": 1.2460208222405555,
      "learning_rate": 0.00018258057386556076,
      "loss": 2.2969,
      "step": 56636
    },
    {
      "epoch": 2.6348918353105373,
      "grad_norm": 1.2061801349103598,
      "learning_rate": 0.00018257695104178517,
      "loss": 2.3594,
      "step": 56637
    },
    {
      "epoch": 2.634938357757618,
      "grad_norm": 1.184454710104355,
      "learning_rate": 0.0001825733281980657,
      "loss": 2.2188,
      "step": 56638
    },
    {
      "epoch": 2.6349848802046987,
      "grad_norm": 1.2395947748912028,
      "learning_rate": 0.0001825697053344047,
      "loss": 2.5312,
      "step": 56639
    },
    {
      "epoch": 2.6350314026517796,
      "grad_norm": 1.2803455214206554,
      "learning_rate": 0.0001825660824508043,
      "loss": 2.4062,
      "step": 56640
    },
    {
      "epoch": 2.63507792509886,
      "grad_norm": 1.2223026080806432,
      "learning_rate": 0.0001825624595472668,
      "loss": 2.1875,
      "step": 56641
    },
    {
      "epoch": 2.635124447545941,
      "grad_norm": 1.2815266206058271,
      "learning_rate": 0.00018255883662379429,
      "loss": 2.2188,
      "step": 56642
    },
    {
      "epoch": 2.6351709699930215,
      "grad_norm": 1.232455774931956,
      "learning_rate": 0.00018255521368038915,
      "loss": 2.1094,
      "step": 56643
    },
    {
      "epoch": 2.6352174924401024,
      "grad_norm": 1.283512908504547,
      "learning_rate": 0.0001825515907170535,
      "loss": 2.4062,
      "step": 56644
    },
    {
      "epoch": 2.6352640148871833,
      "grad_norm": 1.2209977284309852,
      "learning_rate": 0.00018254796773378956,
      "loss": 2.4062,
      "step": 56645
    },
    {
      "epoch": 2.635310537334264,
      "grad_norm": 1.2506979702637564,
      "learning_rate": 0.00018254434473059951,
      "loss": 2.3125,
      "step": 56646
    },
    {
      "epoch": 2.6353570597813443,
      "grad_norm": 1.2653795769824194,
      "learning_rate": 0.00018254072170748568,
      "loss": 2.0469,
      "step": 56647
    },
    {
      "epoch": 2.635403582228425,
      "grad_norm": 1.1587018388533914,
      "learning_rate": 0.00018253709866445023,
      "loss": 2.4375,
      "step": 56648
    },
    {
      "epoch": 2.635450104675506,
      "grad_norm": 1.2430903845346297,
      "learning_rate": 0.00018253347560149533,
      "loss": 2.125,
      "step": 56649
    },
    {
      "epoch": 2.6354966271225866,
      "grad_norm": 1.213130523538021,
      "learning_rate": 0.00018252985251862328,
      "loss": 2.2969,
      "step": 56650
    },
    {
      "epoch": 2.6355431495696675,
      "grad_norm": 1.2640071020961552,
      "learning_rate": 0.00018252622941583626,
      "loss": 2.3125,
      "step": 56651
    },
    {
      "epoch": 2.635589672016748,
      "grad_norm": 1.2330129918554156,
      "learning_rate": 0.0001825226062931365,
      "loss": 2.5625,
      "step": 56652
    },
    {
      "epoch": 2.635636194463829,
      "grad_norm": 1.242952578049987,
      "learning_rate": 0.00018251898315052622,
      "loss": 2.125,
      "step": 56653
    },
    {
      "epoch": 2.6356827169109094,
      "grad_norm": 1.1815523909036276,
      "learning_rate": 0.0001825153599880076,
      "loss": 2.125,
      "step": 56654
    },
    {
      "epoch": 2.6357292393579903,
      "grad_norm": 1.3127040456171188,
      "learning_rate": 0.00018251173680558288,
      "loss": 2.5625,
      "step": 56655
    },
    {
      "epoch": 2.635775761805071,
      "grad_norm": 1.2561504895267475,
      "learning_rate": 0.00018250811360325433,
      "loss": 2.3125,
      "step": 56656
    },
    {
      "epoch": 2.6358222842521517,
      "grad_norm": 1.153381074549417,
      "learning_rate": 0.0001825044903810241,
      "loss": 2.0156,
      "step": 56657
    },
    {
      "epoch": 2.635868806699232,
      "grad_norm": 1.3469834783356973,
      "learning_rate": 0.00018250086713889434,
      "loss": 2.4375,
      "step": 56658
    },
    {
      "epoch": 2.635915329146313,
      "grad_norm": 1.2486348824907803,
      "learning_rate": 0.00018249724387686748,
      "loss": 1.9219,
      "step": 56659
    },
    {
      "epoch": 2.635961851593394,
      "grad_norm": 1.121276803454618,
      "learning_rate": 0.00018249362059494557,
      "loss": 2.1719,
      "step": 56660
    },
    {
      "epoch": 2.6360083740404745,
      "grad_norm": 1.1875957449120202,
      "learning_rate": 0.00018248999729313087,
      "loss": 2.0312,
      "step": 56661
    },
    {
      "epoch": 2.636054896487555,
      "grad_norm": 1.1642077306440435,
      "learning_rate": 0.0001824863739714256,
      "loss": 2.1406,
      "step": 56662
    },
    {
      "epoch": 2.636101418934636,
      "grad_norm": 1.1531548262308295,
      "learning_rate": 0.000182482750629832,
      "loss": 2.1562,
      "step": 56663
    },
    {
      "epoch": 2.636147941381717,
      "grad_norm": 1.305804742199673,
      "learning_rate": 0.00018247912726835225,
      "loss": 2.4844,
      "step": 56664
    },
    {
      "epoch": 2.6361944638287973,
      "grad_norm": 1.2729783993445791,
      "learning_rate": 0.00018247550388698862,
      "loss": 2.1562,
      "step": 56665
    },
    {
      "epoch": 2.636240986275878,
      "grad_norm": 1.2055482203689785,
      "learning_rate": 0.00018247188048574323,
      "loss": 2.2188,
      "step": 56666
    },
    {
      "epoch": 2.6362875087229587,
      "grad_norm": 1.2875459885697367,
      "learning_rate": 0.00018246825706461843,
      "loss": 2.3125,
      "step": 56667
    },
    {
      "epoch": 2.6363340311700396,
      "grad_norm": 1.2092407833200192,
      "learning_rate": 0.0001824646336236163,
      "loss": 2.1406,
      "step": 56668
    },
    {
      "epoch": 2.63638055361712,
      "grad_norm": 1.2513535118103511,
      "learning_rate": 0.00018246101016273917,
      "loss": 2.6406,
      "step": 56669
    },
    {
      "epoch": 2.636427076064201,
      "grad_norm": 1.1363433973245338,
      "learning_rate": 0.00018245738668198924,
      "loss": 2.1094,
      "step": 56670
    },
    {
      "epoch": 2.636473598511282,
      "grad_norm": 1.2116507022088592,
      "learning_rate": 0.00018245376318136867,
      "loss": 1.6016,
      "step": 56671
    },
    {
      "epoch": 2.6365201209583624,
      "grad_norm": 1.2552535838662082,
      "learning_rate": 0.00018245013966087975,
      "loss": 2.3438,
      "step": 56672
    },
    {
      "epoch": 2.636566643405443,
      "grad_norm": 1.2430893522999642,
      "learning_rate": 0.00018244651612052464,
      "loss": 2.2812,
      "step": 56673
    },
    {
      "epoch": 2.636613165852524,
      "grad_norm": 1.3426121504630801,
      "learning_rate": 0.00018244289256030559,
      "loss": 2.25,
      "step": 56674
    },
    {
      "epoch": 2.6366596882996047,
      "grad_norm": 1.2217595719658854,
      "learning_rate": 0.0001824392689802248,
      "loss": 2.1719,
      "step": 56675
    },
    {
      "epoch": 2.636706210746685,
      "grad_norm": 1.2511550167407444,
      "learning_rate": 0.00018243564538028453,
      "loss": 2.3125,
      "step": 56676
    },
    {
      "epoch": 2.636752733193766,
      "grad_norm": 1.2168600501934328,
      "learning_rate": 0.0001824320217604869,
      "loss": 2.375,
      "step": 56677
    },
    {
      "epoch": 2.6367992556408466,
      "grad_norm": 1.3273851839652286,
      "learning_rate": 0.00018242839812083423,
      "loss": 2.3125,
      "step": 56678
    },
    {
      "epoch": 2.6368457780879275,
      "grad_norm": 1.2265208894819397,
      "learning_rate": 0.00018242477446132874,
      "loss": 2.2969,
      "step": 56679
    },
    {
      "epoch": 2.636892300535008,
      "grad_norm": 1.1562063184541231,
      "learning_rate": 0.00018242115078197257,
      "loss": 1.6641,
      "step": 56680
    },
    {
      "epoch": 2.636938822982089,
      "grad_norm": 1.174380245723432,
      "learning_rate": 0.000182417527082768,
      "loss": 2.0156,
      "step": 56681
    },
    {
      "epoch": 2.63698534542917,
      "grad_norm": 1.1744449340596492,
      "learning_rate": 0.0001824139033637172,
      "loss": 2.1562,
      "step": 56682
    },
    {
      "epoch": 2.6370318678762503,
      "grad_norm": 1.3134818341031682,
      "learning_rate": 0.00018241027962482247,
      "loss": 2.2969,
      "step": 56683
    },
    {
      "epoch": 2.637078390323331,
      "grad_norm": 1.2209430746715757,
      "learning_rate": 0.00018240665586608592,
      "loss": 2.4219,
      "step": 56684
    },
    {
      "epoch": 2.6371249127704117,
      "grad_norm": 1.202916781876219,
      "learning_rate": 0.00018240303208750988,
      "loss": 2.2969,
      "step": 56685
    },
    {
      "epoch": 2.6371714352174926,
      "grad_norm": 1.214213689406715,
      "learning_rate": 0.00018239940828909646,
      "loss": 2.25,
      "step": 56686
    },
    {
      "epoch": 2.637217957664573,
      "grad_norm": 1.170165309815665,
      "learning_rate": 0.00018239578447084797,
      "loss": 2.1094,
      "step": 56687
    },
    {
      "epoch": 2.6372644801116536,
      "grad_norm": 1.1660879116142748,
      "learning_rate": 0.00018239216063276655,
      "loss": 1.75,
      "step": 56688
    },
    {
      "epoch": 2.6373110025587345,
      "grad_norm": 1.1870396775238115,
      "learning_rate": 0.00018238853677485445,
      "loss": 2.0938,
      "step": 56689
    },
    {
      "epoch": 2.6373575250058154,
      "grad_norm": 1.2057573700889843,
      "learning_rate": 0.00018238491289711398,
      "loss": 2.25,
      "step": 56690
    },
    {
      "epoch": 2.637404047452896,
      "grad_norm": 1.2390724409377256,
      "learning_rate": 0.00018238128899954718,
      "loss": 2.1875,
      "step": 56691
    },
    {
      "epoch": 2.637450569899977,
      "grad_norm": 1.3147171941061777,
      "learning_rate": 0.00018237766508215645,
      "loss": 2.3906,
      "step": 56692
    },
    {
      "epoch": 2.6374970923470573,
      "grad_norm": 1.2562985924132548,
      "learning_rate": 0.00018237404114494386,
      "loss": 2.2969,
      "step": 56693
    },
    {
      "epoch": 2.6375436147941382,
      "grad_norm": 1.2070185445766448,
      "learning_rate": 0.00018237041718791174,
      "loss": 2.2344,
      "step": 56694
    },
    {
      "epoch": 2.6375901372412187,
      "grad_norm": 1.3381472065506717,
      "learning_rate": 0.00018236679321106218,
      "loss": 2.2812,
      "step": 56695
    },
    {
      "epoch": 2.6376366596882996,
      "grad_norm": 1.2129136139813832,
      "learning_rate": 0.00018236316921439757,
      "loss": 2.0938,
      "step": 56696
    },
    {
      "epoch": 2.6376831821353806,
      "grad_norm": 1.2126105255031854,
      "learning_rate": 0.00018235954519791998,
      "loss": 2.0781,
      "step": 56697
    },
    {
      "epoch": 2.637729704582461,
      "grad_norm": 1.225855727816982,
      "learning_rate": 0.0001823559211616317,
      "loss": 2.125,
      "step": 56698
    },
    {
      "epoch": 2.6377762270295415,
      "grad_norm": 1.2037675396275003,
      "learning_rate": 0.00018235229710553494,
      "loss": 2.1875,
      "step": 56699
    },
    {
      "epoch": 2.6378227494766224,
      "grad_norm": 1.2070387796255726,
      "learning_rate": 0.0001823486730296319,
      "loss": 2.0781,
      "step": 56700
    },
    {
      "epoch": 2.6378692719237034,
      "grad_norm": 1.3173831965700695,
      "learning_rate": 0.00018234504893392483,
      "loss": 2.2969,
      "step": 56701
    },
    {
      "epoch": 2.637915794370784,
      "grad_norm": 1.2074556472808484,
      "learning_rate": 0.0001823414248184159,
      "loss": 2.1562,
      "step": 56702
    },
    {
      "epoch": 2.6379623168178647,
      "grad_norm": 1.202162312741846,
      "learning_rate": 0.0001823378006831074,
      "loss": 2.2969,
      "step": 56703
    },
    {
      "epoch": 2.6380088392649452,
      "grad_norm": 1.2991110827795518,
      "learning_rate": 0.0001823341765280015,
      "loss": 2.4375,
      "step": 56704
    },
    {
      "epoch": 2.638055361712026,
      "grad_norm": 1.2618911900786,
      "learning_rate": 0.0001823305523531004,
      "loss": 2.2031,
      "step": 56705
    },
    {
      "epoch": 2.6381018841591066,
      "grad_norm": 1.246015233803416,
      "learning_rate": 0.00018232692815840635,
      "loss": 2.1875,
      "step": 56706
    },
    {
      "epoch": 2.6381484066061875,
      "grad_norm": 1.2676031082245107,
      "learning_rate": 0.0001823233039439216,
      "loss": 2.375,
      "step": 56707
    },
    {
      "epoch": 2.6381949290532685,
      "grad_norm": 1.3759417315395415,
      "learning_rate": 0.0001823196797096483,
      "loss": 2.3438,
      "step": 56708
    },
    {
      "epoch": 2.638241451500349,
      "grad_norm": 1.2473404926756706,
      "learning_rate": 0.0001823160554555887,
      "loss": 2.2969,
      "step": 56709
    },
    {
      "epoch": 2.6382879739474294,
      "grad_norm": 1.1879865744913343,
      "learning_rate": 0.00018231243118174505,
      "loss": 2.2031,
      "step": 56710
    },
    {
      "epoch": 2.6383344963945103,
      "grad_norm": 1.2182988517334465,
      "learning_rate": 0.0001823088068881195,
      "loss": 2.3125,
      "step": 56711
    },
    {
      "epoch": 2.6383810188415913,
      "grad_norm": 1.3193847878397367,
      "learning_rate": 0.00018230518257471434,
      "loss": 2.5469,
      "step": 56712
    },
    {
      "epoch": 2.6384275412886717,
      "grad_norm": 1.2666523996538515,
      "learning_rate": 0.00018230155824153172,
      "loss": 1.6094,
      "step": 56713
    },
    {
      "epoch": 2.6384740637357527,
      "grad_norm": 1.2071709958739258,
      "learning_rate": 0.00018229793388857394,
      "loss": 1.7344,
      "step": 56714
    },
    {
      "epoch": 2.638520586182833,
      "grad_norm": 1.211827092406987,
      "learning_rate": 0.00018229430951584313,
      "loss": 2.3906,
      "step": 56715
    },
    {
      "epoch": 2.638567108629914,
      "grad_norm": 1.2186558510094518,
      "learning_rate": 0.00018229068512334162,
      "loss": 2.2656,
      "step": 56716
    },
    {
      "epoch": 2.6386136310769945,
      "grad_norm": 1.2347389397039392,
      "learning_rate": 0.0001822870607110715,
      "loss": 2.3125,
      "step": 56717
    },
    {
      "epoch": 2.6386601535240755,
      "grad_norm": 1.1873443768449345,
      "learning_rate": 0.00018228343627903508,
      "loss": 2.2969,
      "step": 56718
    },
    {
      "epoch": 2.638706675971156,
      "grad_norm": 1.225178424272259,
      "learning_rate": 0.00018227981182723451,
      "loss": 2.3281,
      "step": 56719
    },
    {
      "epoch": 2.638753198418237,
      "grad_norm": 1.238047982391511,
      "learning_rate": 0.00018227618735567212,
      "loss": 2.5312,
      "step": 56720
    },
    {
      "epoch": 2.6387997208653173,
      "grad_norm": 1.1215097574901776,
      "learning_rate": 0.00018227256286435,
      "loss": 2.0938,
      "step": 56721
    },
    {
      "epoch": 2.6388462433123983,
      "grad_norm": 1.3484291501249939,
      "learning_rate": 0.00018226893835327044,
      "loss": 2.2031,
      "step": 56722
    },
    {
      "epoch": 2.638892765759479,
      "grad_norm": 1.1616955063630054,
      "learning_rate": 0.00018226531382243563,
      "loss": 2.0625,
      "step": 56723
    },
    {
      "epoch": 2.6389392882065597,
      "grad_norm": 1.2401235043901084,
      "learning_rate": 0.00018226168927184785,
      "loss": 2.2344,
      "step": 56724
    },
    {
      "epoch": 2.63898581065364,
      "grad_norm": 1.1974987119331473,
      "learning_rate": 0.00018225806470150924,
      "loss": 2.3125,
      "step": 56725
    },
    {
      "epoch": 2.639032333100721,
      "grad_norm": 1.2110660648490144,
      "learning_rate": 0.00018225444011142207,
      "loss": 2.3125,
      "step": 56726
    },
    {
      "epoch": 2.639078855547802,
      "grad_norm": 1.266667341090524,
      "learning_rate": 0.00018225081550158852,
      "loss": 2.4844,
      "step": 56727
    },
    {
      "epoch": 2.6391253779948824,
      "grad_norm": 1.0986320636286944,
      "learning_rate": 0.00018224719087201084,
      "loss": 1.9609,
      "step": 56728
    },
    {
      "epoch": 2.6391719004419634,
      "grad_norm": 1.148495118504787,
      "learning_rate": 0.00018224356622269125,
      "loss": 2.2656,
      "step": 56729
    },
    {
      "epoch": 2.639218422889044,
      "grad_norm": 1.2295567004271928,
      "learning_rate": 0.00018223994155363196,
      "loss": 2.2344,
      "step": 56730
    },
    {
      "epoch": 2.6392649453361248,
      "grad_norm": 1.2061681205953487,
      "learning_rate": 0.0001822363168648352,
      "loss": 2.1719,
      "step": 56731
    },
    {
      "epoch": 2.6393114677832052,
      "grad_norm": 1.2273510677785477,
      "learning_rate": 0.0001822326921563031,
      "loss": 1.9609,
      "step": 56732
    },
    {
      "epoch": 2.639357990230286,
      "grad_norm": 1.251924533483782,
      "learning_rate": 0.000182229067428038,
      "loss": 2.375,
      "step": 56733
    },
    {
      "epoch": 2.639404512677367,
      "grad_norm": 1.1890720555994962,
      "learning_rate": 0.0001822254426800421,
      "loss": 2.2969,
      "step": 56734
    },
    {
      "epoch": 2.6394510351244476,
      "grad_norm": 1.3606988653905974,
      "learning_rate": 0.0001822218179123176,
      "loss": 2.3594,
      "step": 56735
    },
    {
      "epoch": 2.639497557571528,
      "grad_norm": 1.2410250234634246,
      "learning_rate": 0.00018221819312486668,
      "loss": 2.2969,
      "step": 56736
    },
    {
      "epoch": 2.639544080018609,
      "grad_norm": 1.1910797577326144,
      "learning_rate": 0.00018221456831769164,
      "loss": 2.3281,
      "step": 56737
    },
    {
      "epoch": 2.63959060246569,
      "grad_norm": 1.2307951280358183,
      "learning_rate": 0.00018221094349079464,
      "loss": 2.4062,
      "step": 56738
    },
    {
      "epoch": 2.6396371249127704,
      "grad_norm": 1.2108002751744797,
      "learning_rate": 0.00018220731864417787,
      "loss": 2.375,
      "step": 56739
    },
    {
      "epoch": 2.6396836473598513,
      "grad_norm": 1.1707037682239885,
      "learning_rate": 0.0001822036937778436,
      "loss": 1.9922,
      "step": 56740
    },
    {
      "epoch": 2.6397301698069318,
      "grad_norm": 1.129740956775448,
      "learning_rate": 0.00018220006889179403,
      "loss": 2.25,
      "step": 56741
    },
    {
      "epoch": 2.6397766922540127,
      "grad_norm": 1.188125417031679,
      "learning_rate": 0.00018219644398603143,
      "loss": 2.2188,
      "step": 56742
    },
    {
      "epoch": 2.639823214701093,
      "grad_norm": 1.2679246943478317,
      "learning_rate": 0.00018219281906055792,
      "loss": 2.3125,
      "step": 56743
    },
    {
      "epoch": 2.639869737148174,
      "grad_norm": 1.2160633896368571,
      "learning_rate": 0.0001821891941153758,
      "loss": 2.3125,
      "step": 56744
    },
    {
      "epoch": 2.6399162595952546,
      "grad_norm": 1.2042348865861952,
      "learning_rate": 0.00018218556915048728,
      "loss": 2.1875,
      "step": 56745
    },
    {
      "epoch": 2.6399627820423355,
      "grad_norm": 1.171383390106293,
      "learning_rate": 0.00018218194416589457,
      "loss": 2.25,
      "step": 56746
    },
    {
      "epoch": 2.640009304489416,
      "grad_norm": 1.245202426489401,
      "learning_rate": 0.00018217831916159986,
      "loss": 2.3594,
      "step": 56747
    },
    {
      "epoch": 2.640055826936497,
      "grad_norm": 1.248262775238511,
      "learning_rate": 0.00018217469413760542,
      "loss": 2.3594,
      "step": 56748
    },
    {
      "epoch": 2.640102349383578,
      "grad_norm": 1.2578912909654758,
      "learning_rate": 0.00018217106909391344,
      "loss": 2.2656,
      "step": 56749
    },
    {
      "epoch": 2.6401488718306583,
      "grad_norm": 1.2020936679575887,
      "learning_rate": 0.00018216744403052614,
      "loss": 2.1719,
      "step": 56750
    },
    {
      "epoch": 2.6401953942777387,
      "grad_norm": 1.380631357520874,
      "learning_rate": 0.00018216381894744574,
      "loss": 2.3594,
      "step": 56751
    },
    {
      "epoch": 2.6402419167248197,
      "grad_norm": 1.197657860299319,
      "learning_rate": 0.00018216019384467445,
      "loss": 2.2656,
      "step": 56752
    },
    {
      "epoch": 2.6402884391719006,
      "grad_norm": 1.2514601167800439,
      "learning_rate": 0.0001821565687222145,
      "loss": 2.5,
      "step": 56753
    },
    {
      "epoch": 2.640334961618981,
      "grad_norm": 1.213290965701441,
      "learning_rate": 0.0001821529435800681,
      "loss": 2.3281,
      "step": 56754
    },
    {
      "epoch": 2.640381484066062,
      "grad_norm": 1.3628759563826534,
      "learning_rate": 0.0001821493184182375,
      "loss": 2.0938,
      "step": 56755
    },
    {
      "epoch": 2.6404280065131425,
      "grad_norm": 1.1793018858868127,
      "learning_rate": 0.00018214569323672487,
      "loss": 2.4062,
      "step": 56756
    },
    {
      "epoch": 2.6404745289602234,
      "grad_norm": 1.1620896694492753,
      "learning_rate": 0.00018214206803553247,
      "loss": 2.1562,
      "step": 56757
    },
    {
      "epoch": 2.640521051407304,
      "grad_norm": 1.7023159316567984,
      "learning_rate": 0.0001821384428146625,
      "loss": 3.1719,
      "step": 56758
    },
    {
      "epoch": 2.640567573854385,
      "grad_norm": 1.2410395346290577,
      "learning_rate": 0.0001821348175741172,
      "loss": 2.2344,
      "step": 56759
    },
    {
      "epoch": 2.6406140963014657,
      "grad_norm": 1.2114173941105757,
      "learning_rate": 0.00018213119231389878,
      "loss": 2.2031,
      "step": 56760
    },
    {
      "epoch": 2.640660618748546,
      "grad_norm": 1.2690963612770396,
      "learning_rate": 0.00018212756703400948,
      "loss": 2.2969,
      "step": 56761
    },
    {
      "epoch": 2.6407071411956267,
      "grad_norm": 1.1683561292797136,
      "learning_rate": 0.00018212394173445142,
      "loss": 2.3281,
      "step": 56762
    },
    {
      "epoch": 2.6407536636427076,
      "grad_norm": 1.237663183655599,
      "learning_rate": 0.00018212031641522697,
      "loss": 2.25,
      "step": 56763
    },
    {
      "epoch": 2.6408001860897885,
      "grad_norm": 1.2379246519505847,
      "learning_rate": 0.00018211669107633823,
      "loss": 2.3438,
      "step": 56764
    },
    {
      "epoch": 2.640846708536869,
      "grad_norm": 1.2934162333112964,
      "learning_rate": 0.00018211306571778746,
      "loss": 2.4375,
      "step": 56765
    },
    {
      "epoch": 2.64089323098395,
      "grad_norm": 1.2079666425923594,
      "learning_rate": 0.0001821094403395769,
      "loss": 2.375,
      "step": 56766
    },
    {
      "epoch": 2.6409397534310304,
      "grad_norm": 1.2361642216874638,
      "learning_rate": 0.00018210581494170874,
      "loss": 2.2188,
      "step": 56767
    },
    {
      "epoch": 2.6409862758781113,
      "grad_norm": 1.2637655093747173,
      "learning_rate": 0.0001821021895241852,
      "loss": 2.4219,
      "step": 56768
    },
    {
      "epoch": 2.6410327983251918,
      "grad_norm": 1.23937635153804,
      "learning_rate": 0.00018209856408700853,
      "loss": 2.1875,
      "step": 56769
    },
    {
      "epoch": 2.6410793207722727,
      "grad_norm": 1.247673742365415,
      "learning_rate": 0.00018209493863018095,
      "loss": 1.9531,
      "step": 56770
    },
    {
      "epoch": 2.641125843219353,
      "grad_norm": 1.314433596711994,
      "learning_rate": 0.00018209131315370463,
      "loss": 2.2188,
      "step": 56771
    },
    {
      "epoch": 2.641172365666434,
      "grad_norm": 1.122370813843688,
      "learning_rate": 0.00018208768765758183,
      "loss": 2.0781,
      "step": 56772
    },
    {
      "epoch": 2.6412188881135146,
      "grad_norm": 1.2988108206740419,
      "learning_rate": 0.00018208406214181472,
      "loss": 2.4062,
      "step": 56773
    },
    {
      "epoch": 2.6412654105605955,
      "grad_norm": 1.285661048952499,
      "learning_rate": 0.00018208043660640562,
      "loss": 2.4375,
      "step": 56774
    },
    {
      "epoch": 2.6413119330076764,
      "grad_norm": 1.2095540155489817,
      "learning_rate": 0.00018207681105135662,
      "loss": 2.0469,
      "step": 56775
    },
    {
      "epoch": 2.641358455454757,
      "grad_norm": 1.3098022445606299,
      "learning_rate": 0.0001820731854766701,
      "loss": 2.5781,
      "step": 56776
    },
    {
      "epoch": 2.6414049779018374,
      "grad_norm": 1.1760353755264736,
      "learning_rate": 0.0001820695598823481,
      "loss": 2.2344,
      "step": 56777
    },
    {
      "epoch": 2.6414515003489183,
      "grad_norm": 1.2429471531138478,
      "learning_rate": 0.00018206593426839293,
      "loss": 2.2969,
      "step": 56778
    },
    {
      "epoch": 2.641498022795999,
      "grad_norm": 1.3465518580798412,
      "learning_rate": 0.00018206230863480687,
      "loss": 2.2812,
      "step": 56779
    },
    {
      "epoch": 2.6415445452430797,
      "grad_norm": 1.187230143494398,
      "learning_rate": 0.00018205868298159201,
      "loss": 2.0938,
      "step": 56780
    },
    {
      "epoch": 2.6415910676901606,
      "grad_norm": 1.304647250784876,
      "learning_rate": 0.00018205505730875069,
      "loss": 2.2969,
      "step": 56781
    },
    {
      "epoch": 2.641637590137241,
      "grad_norm": 1.3495052513144166,
      "learning_rate": 0.00018205143161628503,
      "loss": 2.2812,
      "step": 56782
    },
    {
      "epoch": 2.641684112584322,
      "grad_norm": 1.2216068451667819,
      "learning_rate": 0.00018204780590419734,
      "loss": 2.3594,
      "step": 56783
    },
    {
      "epoch": 2.6417306350314025,
      "grad_norm": 1.238614108514539,
      "learning_rate": 0.00018204418017248977,
      "loss": 2.2812,
      "step": 56784
    },
    {
      "epoch": 2.6417771574784834,
      "grad_norm": 1.308372614697826,
      "learning_rate": 0.00018204055442116456,
      "loss": 2.4688,
      "step": 56785
    },
    {
      "epoch": 2.6418236799255643,
      "grad_norm": 1.189928406979162,
      "learning_rate": 0.00018203692865022394,
      "loss": 2.0625,
      "step": 56786
    },
    {
      "epoch": 2.641870202372645,
      "grad_norm": 1.3846105736075962,
      "learning_rate": 0.00018203330285967016,
      "loss": 2.2812,
      "step": 56787
    },
    {
      "epoch": 2.6419167248197253,
      "grad_norm": 1.2601698897264577,
      "learning_rate": 0.0001820296770495053,
      "loss": 2.25,
      "step": 56788
    },
    {
      "epoch": 2.641963247266806,
      "grad_norm": 1.2809505368051597,
      "learning_rate": 0.00018202605121973175,
      "loss": 2.3125,
      "step": 56789
    },
    {
      "epoch": 2.642009769713887,
      "grad_norm": 1.3800163177646152,
      "learning_rate": 0.00018202242537035168,
      "loss": 2.0938,
      "step": 56790
    },
    {
      "epoch": 2.6420562921609676,
      "grad_norm": 1.2614903462750566,
      "learning_rate": 0.00018201879950136726,
      "loss": 2.4688,
      "step": 56791
    },
    {
      "epoch": 2.6421028146080485,
      "grad_norm": 1.268647024420957,
      "learning_rate": 0.00018201517361278078,
      "loss": 2.4688,
      "step": 56792
    },
    {
      "epoch": 2.642149337055129,
      "grad_norm": 1.2281820224521116,
      "learning_rate": 0.00018201154770459437,
      "loss": 2.375,
      "step": 56793
    },
    {
      "epoch": 2.64219585950221,
      "grad_norm": 1.2862794729343336,
      "learning_rate": 0.00018200792177681035,
      "loss": 2.2656,
      "step": 56794
    },
    {
      "epoch": 2.6422423819492904,
      "grad_norm": 1.1947253675731766,
      "learning_rate": 0.00018200429582943084,
      "loss": 2.0938,
      "step": 56795
    },
    {
      "epoch": 2.6422889043963713,
      "grad_norm": 1.2396459703714724,
      "learning_rate": 0.00018200066986245815,
      "loss": 2.2656,
      "step": 56796
    },
    {
      "epoch": 2.6423354268434522,
      "grad_norm": 1.2194658070611908,
      "learning_rate": 0.00018199704387589447,
      "loss": 2.375,
      "step": 56797
    },
    {
      "epoch": 2.6423819492905327,
      "grad_norm": 1.1804483115874091,
      "learning_rate": 0.000181993417869742,
      "loss": 2.2188,
      "step": 56798
    },
    {
      "epoch": 2.642428471737613,
      "grad_norm": 1.2268525340366394,
      "learning_rate": 0.00018198979184400296,
      "loss": 2.4219,
      "step": 56799
    },
    {
      "epoch": 2.642474994184694,
      "grad_norm": 1.2214097593506952,
      "learning_rate": 0.00018198616579867956,
      "loss": 2.1875,
      "step": 56800
    },
    {
      "epoch": 2.642521516631775,
      "grad_norm": 1.2551885548775303,
      "learning_rate": 0.00018198253973377408,
      "loss": 2.5469,
      "step": 56801
    },
    {
      "epoch": 2.6425680390788555,
      "grad_norm": 1.1558938009233384,
      "learning_rate": 0.00018197891364928867,
      "loss": 2.1094,
      "step": 56802
    },
    {
      "epoch": 2.642614561525936,
      "grad_norm": 1.1233893158274781,
      "learning_rate": 0.00018197528754522563,
      "loss": 2.2031,
      "step": 56803
    },
    {
      "epoch": 2.642661083973017,
      "grad_norm": 1.142167803723324,
      "learning_rate": 0.00018197166142158708,
      "loss": 2.1406,
      "step": 56804
    },
    {
      "epoch": 2.642707606420098,
      "grad_norm": 1.1731526992359924,
      "learning_rate": 0.00018196803527837534,
      "loss": 2.2969,
      "step": 56805
    },
    {
      "epoch": 2.6427541288671783,
      "grad_norm": 2.6396131137630188,
      "learning_rate": 0.0001819644091155925,
      "loss": 2.0625,
      "step": 56806
    },
    {
      "epoch": 2.6428006513142592,
      "grad_norm": 1.180370906197224,
      "learning_rate": 0.00018196078293324094,
      "loss": 2.1562,
      "step": 56807
    },
    {
      "epoch": 2.6428471737613397,
      "grad_norm": 1.2655778124171968,
      "learning_rate": 0.00018195715673132275,
      "loss": 2.3125,
      "step": 56808
    },
    {
      "epoch": 2.6428936962084206,
      "grad_norm": 1.2615513076111178,
      "learning_rate": 0.00018195353050984024,
      "loss": 2.2656,
      "step": 56809
    },
    {
      "epoch": 2.642940218655501,
      "grad_norm": 1.1759997856774163,
      "learning_rate": 0.00018194990426879557,
      "loss": 2.0938,
      "step": 56810
    },
    {
      "epoch": 2.642986741102582,
      "grad_norm": 1.148027566510393,
      "learning_rate": 0.00018194627800819098,
      "loss": 2.0781,
      "step": 56811
    },
    {
      "epoch": 2.643033263549663,
      "grad_norm": 1.1531115226482331,
      "learning_rate": 0.00018194265172802868,
      "loss": 2.0781,
      "step": 56812
    },
    {
      "epoch": 2.6430797859967434,
      "grad_norm": 1.3576709714971802,
      "learning_rate": 0.00018193902542831093,
      "loss": 2.4219,
      "step": 56813
    },
    {
      "epoch": 2.643126308443824,
      "grad_norm": 1.1797144588222663,
      "learning_rate": 0.00018193539910903988,
      "loss": 2.2031,
      "step": 56814
    },
    {
      "epoch": 2.643172830890905,
      "grad_norm": 1.1620767920330146,
      "learning_rate": 0.00018193177277021783,
      "loss": 2.2969,
      "step": 56815
    },
    {
      "epoch": 2.6432193533379857,
      "grad_norm": 1.2167904430971839,
      "learning_rate": 0.00018192814641184693,
      "loss": 2.0781,
      "step": 56816
    },
    {
      "epoch": 2.643265875785066,
      "grad_norm": 1.2306397141201457,
      "learning_rate": 0.00018192452003392944,
      "loss": 2.3281,
      "step": 56817
    },
    {
      "epoch": 2.643312398232147,
      "grad_norm": 1.1689040968012407,
      "learning_rate": 0.00018192089363646758,
      "loss": 2.2656,
      "step": 56818
    },
    {
      "epoch": 2.6433589206792276,
      "grad_norm": 1.2900440096150614,
      "learning_rate": 0.00018191726721946354,
      "loss": 2.4531,
      "step": 56819
    },
    {
      "epoch": 2.6434054431263085,
      "grad_norm": 1.2421715213808862,
      "learning_rate": 0.0001819136407829196,
      "loss": 2.4375,
      "step": 56820
    },
    {
      "epoch": 2.643451965573389,
      "grad_norm": 1.262588274868204,
      "learning_rate": 0.00018191001432683792,
      "loss": 2.0625,
      "step": 56821
    },
    {
      "epoch": 2.64349848802047,
      "grad_norm": 1.1573133672744846,
      "learning_rate": 0.00018190638785122072,
      "loss": 2.2344,
      "step": 56822
    },
    {
      "epoch": 2.643545010467551,
      "grad_norm": 1.2309487485948936,
      "learning_rate": 0.00018190276135607026,
      "loss": 2.4219,
      "step": 56823
    },
    {
      "epoch": 2.6435915329146313,
      "grad_norm": 1.2332908032491703,
      "learning_rate": 0.00018189913484138872,
      "loss": 2.3281,
      "step": 56824
    },
    {
      "epoch": 2.643638055361712,
      "grad_norm": 1.1932628095258948,
      "learning_rate": 0.0001818955083071784,
      "loss": 2.2969,
      "step": 56825
    },
    {
      "epoch": 2.6436845778087927,
      "grad_norm": 1.1317816426386114,
      "learning_rate": 0.0001818918817534414,
      "loss": 1.6953,
      "step": 56826
    },
    {
      "epoch": 2.6437311002558737,
      "grad_norm": 1.0680103938511336,
      "learning_rate": 0.00018188825518018005,
      "loss": 1.7578,
      "step": 56827
    },
    {
      "epoch": 2.643777622702954,
      "grad_norm": 1.2107393358876126,
      "learning_rate": 0.00018188462858739648,
      "loss": 2.2656,
      "step": 56828
    },
    {
      "epoch": 2.643824145150035,
      "grad_norm": 1.2311461333634974,
      "learning_rate": 0.000181881001975093,
      "loss": 2.0938,
      "step": 56829
    },
    {
      "epoch": 2.6438706675971155,
      "grad_norm": 1.265218555484322,
      "learning_rate": 0.0001818773753432717,
      "loss": 2.3906,
      "step": 56830
    },
    {
      "epoch": 2.6439171900441965,
      "grad_norm": 1.1790558667769597,
      "learning_rate": 0.00018187374869193499,
      "loss": 2.3125,
      "step": 56831
    },
    {
      "epoch": 2.643963712491277,
      "grad_norm": 1.2426219442739417,
      "learning_rate": 0.0001818701220210849,
      "loss": 2.2031,
      "step": 56832
    },
    {
      "epoch": 2.644010234938358,
      "grad_norm": 1.1740959013065773,
      "learning_rate": 0.00018186649533072374,
      "loss": 2.3281,
      "step": 56833
    },
    {
      "epoch": 2.6440567573854383,
      "grad_norm": 1.170761652230254,
      "learning_rate": 0.0001818628686208538,
      "loss": 2.3438,
      "step": 56834
    },
    {
      "epoch": 2.6441032798325192,
      "grad_norm": 1.2202156644209325,
      "learning_rate": 0.00018185924189147715,
      "loss": 2.25,
      "step": 56835
    },
    {
      "epoch": 2.6441498022795997,
      "grad_norm": 1.1924847451010296,
      "learning_rate": 0.0001818556151425961,
      "loss": 1.9609,
      "step": 56836
    },
    {
      "epoch": 2.6441963247266806,
      "grad_norm": 1.1431872634901084,
      "learning_rate": 0.00018185198837421284,
      "loss": 1.9297,
      "step": 56837
    },
    {
      "epoch": 2.6442428471737616,
      "grad_norm": 1.2441990512069432,
      "learning_rate": 0.00018184836158632967,
      "loss": 2.25,
      "step": 56838
    },
    {
      "epoch": 2.644289369620842,
      "grad_norm": 1.1993431681577342,
      "learning_rate": 0.00018184473477894867,
      "loss": 2.2969,
      "step": 56839
    },
    {
      "epoch": 2.6443358920679225,
      "grad_norm": 1.318422375619603,
      "learning_rate": 0.0001818411079520722,
      "loss": 2.5,
      "step": 56840
    },
    {
      "epoch": 2.6443824145150034,
      "grad_norm": 1.1782917587303856,
      "learning_rate": 0.00018183748110570236,
      "loss": 2.3281,
      "step": 56841
    },
    {
      "epoch": 2.6444289369620844,
      "grad_norm": 1.1930216433114411,
      "learning_rate": 0.00018183385423984147,
      "loss": 2.4531,
      "step": 56842
    },
    {
      "epoch": 2.644475459409165,
      "grad_norm": 1.0903719114350123,
      "learning_rate": 0.00018183022735449164,
      "loss": 2.0781,
      "step": 56843
    },
    {
      "epoch": 2.6445219818562458,
      "grad_norm": 1.3049209673530289,
      "learning_rate": 0.00018182660044965522,
      "loss": 2.25,
      "step": 56844
    },
    {
      "epoch": 2.6445685043033262,
      "grad_norm": 1.273049767142699,
      "learning_rate": 0.00018182297352533437,
      "loss": 2.5156,
      "step": 56845
    },
    {
      "epoch": 2.644615026750407,
      "grad_norm": 1.2134922564638109,
      "learning_rate": 0.00018181934658153124,
      "loss": 1.7656,
      "step": 56846
    },
    {
      "epoch": 2.6446615491974876,
      "grad_norm": 1.2165608655354092,
      "learning_rate": 0.0001818157196182482,
      "loss": 1.7266,
      "step": 56847
    },
    {
      "epoch": 2.6447080716445686,
      "grad_norm": 1.2829648383306427,
      "learning_rate": 0.00018181209263548733,
      "loss": 2.4375,
      "step": 56848
    },
    {
      "epoch": 2.6447545940916495,
      "grad_norm": 1.3532474055853556,
      "learning_rate": 0.00018180846563325094,
      "loss": 2.4219,
      "step": 56849
    },
    {
      "epoch": 2.64480111653873,
      "grad_norm": 1.2962380512138065,
      "learning_rate": 0.00018180483861154122,
      "loss": 2.4531,
      "step": 56850
    },
    {
      "epoch": 2.6448476389858104,
      "grad_norm": 1.1728163415031865,
      "learning_rate": 0.00018180121157036042,
      "loss": 2.0625,
      "step": 56851
    },
    {
      "epoch": 2.6448941614328914,
      "grad_norm": 1.1748820929633874,
      "learning_rate": 0.00018179758450971066,
      "loss": 2.1406,
      "step": 56852
    },
    {
      "epoch": 2.6449406838799723,
      "grad_norm": 1.199074797984856,
      "learning_rate": 0.00018179395742959432,
      "loss": 2.125,
      "step": 56853
    },
    {
      "epoch": 2.6449872063270528,
      "grad_norm": 1.235778479815133,
      "learning_rate": 0.00018179033033001343,
      "loss": 2.3594,
      "step": 56854
    },
    {
      "epoch": 2.6450337287741337,
      "grad_norm": 1.2422497112561728,
      "learning_rate": 0.00018178670321097035,
      "loss": 2.4219,
      "step": 56855
    },
    {
      "epoch": 2.645080251221214,
      "grad_norm": 1.2324530924113961,
      "learning_rate": 0.00018178307607246726,
      "loss": 2.3438,
      "step": 56856
    },
    {
      "epoch": 2.645126773668295,
      "grad_norm": 1.212421495030505,
      "learning_rate": 0.00018177944891450642,
      "loss": 1.9844,
      "step": 56857
    },
    {
      "epoch": 2.6451732961153755,
      "grad_norm": 1.1962575506205562,
      "learning_rate": 0.00018177582173709,
      "loss": 2.2812,
      "step": 56858
    },
    {
      "epoch": 2.6452198185624565,
      "grad_norm": 1.1366729610226747,
      "learning_rate": 0.00018177219454022022,
      "loss": 1.6094,
      "step": 56859
    },
    {
      "epoch": 2.645266341009537,
      "grad_norm": 1.2129508668881726,
      "learning_rate": 0.00018176856732389932,
      "loss": 2.2969,
      "step": 56860
    },
    {
      "epoch": 2.645312863456618,
      "grad_norm": 1.2314493111338702,
      "learning_rate": 0.00018176494008812952,
      "loss": 2.4219,
      "step": 56861
    },
    {
      "epoch": 2.6453593859036983,
      "grad_norm": 1.1796051152883986,
      "learning_rate": 0.00018176131283291307,
      "loss": 2.1719,
      "step": 56862
    },
    {
      "epoch": 2.6454059083507793,
      "grad_norm": 1.3126917980089072,
      "learning_rate": 0.0001817576855582521,
      "loss": 2.5625,
      "step": 56863
    },
    {
      "epoch": 2.64545243079786,
      "grad_norm": 1.194448301023793,
      "learning_rate": 0.0001817540582641489,
      "loss": 1.9609,
      "step": 56864
    },
    {
      "epoch": 2.6454989532449407,
      "grad_norm": 1.1877132041129765,
      "learning_rate": 0.00018175043095060566,
      "loss": 2.2812,
      "step": 56865
    },
    {
      "epoch": 2.645545475692021,
      "grad_norm": 1.2139442079581046,
      "learning_rate": 0.00018174680361762467,
      "loss": 2.1406,
      "step": 56866
    },
    {
      "epoch": 2.645591998139102,
      "grad_norm": 1.2265781501293267,
      "learning_rate": 0.00018174317626520808,
      "loss": 2.1875,
      "step": 56867
    },
    {
      "epoch": 2.645638520586183,
      "grad_norm": 1.2263203652399177,
      "learning_rate": 0.0001817395488933581,
      "loss": 2.1875,
      "step": 56868
    },
    {
      "epoch": 2.6456850430332635,
      "grad_norm": 1.2727718843901374,
      "learning_rate": 0.00018173592150207702,
      "loss": 2.6875,
      "step": 56869
    },
    {
      "epoch": 2.6457315654803444,
      "grad_norm": 1.2472986585601586,
      "learning_rate": 0.00018173229409136702,
      "loss": 2.2812,
      "step": 56870
    },
    {
      "epoch": 2.645778087927425,
      "grad_norm": 1.3372710544658872,
      "learning_rate": 0.00018172866666123032,
      "loss": 2.4375,
      "step": 56871
    },
    {
      "epoch": 2.645824610374506,
      "grad_norm": 1.2129982779945199,
      "learning_rate": 0.00018172503921166913,
      "loss": 2.2344,
      "step": 56872
    },
    {
      "epoch": 2.6458711328215863,
      "grad_norm": 1.2461497205116239,
      "learning_rate": 0.0001817214117426857,
      "loss": 2.4844,
      "step": 56873
    },
    {
      "epoch": 2.645917655268667,
      "grad_norm": 1.2517441780555543,
      "learning_rate": 0.00018171778425428222,
      "loss": 2.3594,
      "step": 56874
    },
    {
      "epoch": 2.645964177715748,
      "grad_norm": 1.3983629904577606,
      "learning_rate": 0.00018171415674646095,
      "loss": 2.5,
      "step": 56875
    },
    {
      "epoch": 2.6460107001628286,
      "grad_norm": 1.235059348773769,
      "learning_rate": 0.00018171052921922402,
      "loss": 2.2344,
      "step": 56876
    },
    {
      "epoch": 2.646057222609909,
      "grad_norm": 1.2603621474377436,
      "learning_rate": 0.00018170690167257378,
      "loss": 2.2031,
      "step": 56877
    },
    {
      "epoch": 2.64610374505699,
      "grad_norm": 1.1627977286395472,
      "learning_rate": 0.00018170327410651235,
      "loss": 2.3438,
      "step": 56878
    },
    {
      "epoch": 2.646150267504071,
      "grad_norm": 1.2776391969047898,
      "learning_rate": 0.00018169964652104206,
      "loss": 2.3438,
      "step": 56879
    },
    {
      "epoch": 2.6461967899511514,
      "grad_norm": 1.258149411708159,
      "learning_rate": 0.00018169601891616496,
      "loss": 2.3438,
      "step": 56880
    },
    {
      "epoch": 2.6462433123982323,
      "grad_norm": 1.2543556476522875,
      "learning_rate": 0.00018169239129188348,
      "loss": 2.5,
      "step": 56881
    },
    {
      "epoch": 2.6462898348453128,
      "grad_norm": 1.1935516707493534,
      "learning_rate": 0.00018168876364819963,
      "loss": 2.3438,
      "step": 56882
    },
    {
      "epoch": 2.6463363572923937,
      "grad_norm": 1.3874789125652138,
      "learning_rate": 0.00018168513598511578,
      "loss": 2.4375,
      "step": 56883
    },
    {
      "epoch": 2.646382879739474,
      "grad_norm": 1.2254646257067217,
      "learning_rate": 0.0001816815083026341,
      "loss": 2.2656,
      "step": 56884
    },
    {
      "epoch": 2.646429402186555,
      "grad_norm": 1.3137912420899536,
      "learning_rate": 0.00018167788060075683,
      "loss": 2.2344,
      "step": 56885
    },
    {
      "epoch": 2.6464759246336356,
      "grad_norm": 1.2542197383608094,
      "learning_rate": 0.00018167425287948617,
      "loss": 2.4844,
      "step": 56886
    },
    {
      "epoch": 2.6465224470807165,
      "grad_norm": 1.2047147179921587,
      "learning_rate": 0.00018167062513882427,
      "loss": 2.3438,
      "step": 56887
    },
    {
      "epoch": 2.646568969527797,
      "grad_norm": 1.1950724242359667,
      "learning_rate": 0.00018166699737877352,
      "loss": 2.25,
      "step": 56888
    },
    {
      "epoch": 2.646615491974878,
      "grad_norm": 1.3287768262287734,
      "learning_rate": 0.00018166336959933598,
      "loss": 2.4375,
      "step": 56889
    },
    {
      "epoch": 2.646662014421959,
      "grad_norm": 1.2677421982316834,
      "learning_rate": 0.000181659741800514,
      "loss": 2.2031,
      "step": 56890
    },
    {
      "epoch": 2.6467085368690393,
      "grad_norm": 1.2030264133081645,
      "learning_rate": 0.00018165611398230969,
      "loss": 2.2969,
      "step": 56891
    },
    {
      "epoch": 2.6467550593161198,
      "grad_norm": 1.2539240777123948,
      "learning_rate": 0.0001816524861447254,
      "loss": 1.7422,
      "step": 56892
    },
    {
      "epoch": 2.6468015817632007,
      "grad_norm": 1.1731581267483637,
      "learning_rate": 0.00018164885828776317,
      "loss": 2.0156,
      "step": 56893
    },
    {
      "epoch": 2.6468481042102816,
      "grad_norm": 1.2002722459675992,
      "learning_rate": 0.00018164523041142537,
      "loss": 2.125,
      "step": 56894
    },
    {
      "epoch": 2.646894626657362,
      "grad_norm": 1.1372647722377558,
      "learning_rate": 0.00018164160251571415,
      "loss": 1.7031,
      "step": 56895
    },
    {
      "epoch": 2.646941149104443,
      "grad_norm": 1.2275641803805748,
      "learning_rate": 0.00018163797460063182,
      "loss": 2.2812,
      "step": 56896
    },
    {
      "epoch": 2.6469876715515235,
      "grad_norm": 1.308258649221056,
      "learning_rate": 0.00018163434666618048,
      "loss": 2.2812,
      "step": 56897
    },
    {
      "epoch": 2.6470341939986044,
      "grad_norm": 1.2275061621483359,
      "learning_rate": 0.0001816307187123624,
      "loss": 2.3125,
      "step": 56898
    },
    {
      "epoch": 2.647080716445685,
      "grad_norm": 1.2327406080050711,
      "learning_rate": 0.00018162709073917986,
      "loss": 2.2812,
      "step": 56899
    },
    {
      "epoch": 2.647127238892766,
      "grad_norm": 1.214935571052222,
      "learning_rate": 0.00018162346274663496,
      "loss": 2.0312,
      "step": 56900
    },
    {
      "epoch": 2.6471737613398467,
      "grad_norm": 1.2135908224878893,
      "learning_rate": 0.00018161983473473004,
      "loss": 2.2188,
      "step": 56901
    },
    {
      "epoch": 2.647220283786927,
      "grad_norm": 1.3615601775451633,
      "learning_rate": 0.00018161620670346723,
      "loss": 2.5,
      "step": 56902
    },
    {
      "epoch": 2.6472668062340077,
      "grad_norm": 1.262885917913244,
      "learning_rate": 0.0001816125786528488,
      "loss": 2.2969,
      "step": 56903
    },
    {
      "epoch": 2.6473133286810886,
      "grad_norm": 1.2514294100668293,
      "learning_rate": 0.000181608950582877,
      "loss": 2.375,
      "step": 56904
    },
    {
      "epoch": 2.6473598511281695,
      "grad_norm": 1.2224667345640778,
      "learning_rate": 0.000181605322493554,
      "loss": 2.2656,
      "step": 56905
    },
    {
      "epoch": 2.64740637357525,
      "grad_norm": 1.172013206991795,
      "learning_rate": 0.00018160169438488204,
      "loss": 2.3594,
      "step": 56906
    },
    {
      "epoch": 2.647452896022331,
      "grad_norm": 1.134799759443949,
      "learning_rate": 0.00018159806625686332,
      "loss": 2.0625,
      "step": 56907
    },
    {
      "epoch": 2.6474994184694114,
      "grad_norm": 1.2865124666808303,
      "learning_rate": 0.00018159443810950008,
      "loss": 2.4375,
      "step": 56908
    },
    {
      "epoch": 2.6475459409164923,
      "grad_norm": 1.1957931896667726,
      "learning_rate": 0.00018159080994279453,
      "loss": 2.2969,
      "step": 56909
    },
    {
      "epoch": 2.647592463363573,
      "grad_norm": 1.2042332821902646,
      "learning_rate": 0.00018158718175674893,
      "loss": 2.2344,
      "step": 56910
    },
    {
      "epoch": 2.6476389858106537,
      "grad_norm": 1.2688599351502163,
      "learning_rate": 0.00018158355355136544,
      "loss": 1.6016,
      "step": 56911
    },
    {
      "epoch": 2.6476855082577346,
      "grad_norm": 1.1810893334166062,
      "learning_rate": 0.00018157992532664632,
      "loss": 2.2344,
      "step": 56912
    },
    {
      "epoch": 2.647732030704815,
      "grad_norm": 1.3454282507829733,
      "learning_rate": 0.0001815762970825938,
      "loss": 2.4844,
      "step": 56913
    },
    {
      "epoch": 2.6477785531518956,
      "grad_norm": 1.2190165372913735,
      "learning_rate": 0.00018157266881921007,
      "loss": 2.2344,
      "step": 56914
    },
    {
      "epoch": 2.6478250755989765,
      "grad_norm": 1.2755618271688647,
      "learning_rate": 0.00018156904053649736,
      "loss": 2.5469,
      "step": 56915
    },
    {
      "epoch": 2.6478715980460574,
      "grad_norm": 1.288142525199652,
      "learning_rate": 0.0001815654122344579,
      "loss": 2.3906,
      "step": 56916
    },
    {
      "epoch": 2.647918120493138,
      "grad_norm": 1.2207491811488755,
      "learning_rate": 0.00018156178391309392,
      "loss": 2.2031,
      "step": 56917
    },
    {
      "epoch": 2.6479646429402184,
      "grad_norm": 1.355112403220385,
      "learning_rate": 0.00018155815557240764,
      "loss": 2.3281,
      "step": 56918
    },
    {
      "epoch": 2.6480111653872993,
      "grad_norm": 1.1782704617430162,
      "learning_rate": 0.00018155452721240123,
      "loss": 2.125,
      "step": 56919
    },
    {
      "epoch": 2.6480576878343802,
      "grad_norm": 1.2358612478847857,
      "learning_rate": 0.00018155089883307697,
      "loss": 2.375,
      "step": 56920
    },
    {
      "epoch": 2.6481042102814607,
      "grad_norm": 1.2944911477418741,
      "learning_rate": 0.0001815472704344371,
      "loss": 2.2656,
      "step": 56921
    },
    {
      "epoch": 2.6481507327285416,
      "grad_norm": 1.2300403425043174,
      "learning_rate": 0.00018154364201648378,
      "loss": 2.0781,
      "step": 56922
    },
    {
      "epoch": 2.648197255175622,
      "grad_norm": 1.2686610862960603,
      "learning_rate": 0.00018154001357921926,
      "loss": 2.2188,
      "step": 56923
    },
    {
      "epoch": 2.648243777622703,
      "grad_norm": 1.3318979188173623,
      "learning_rate": 0.00018153638512264573,
      "loss": 2.4375,
      "step": 56924
    },
    {
      "epoch": 2.6482903000697835,
      "grad_norm": 1.1043653001000227,
      "learning_rate": 0.0001815327566467655,
      "loss": 2.0938,
      "step": 56925
    },
    {
      "epoch": 2.6483368225168644,
      "grad_norm": 1.24248974403602,
      "learning_rate": 0.00018152912815158065,
      "loss": 2.2969,
      "step": 56926
    },
    {
      "epoch": 2.6483833449639453,
      "grad_norm": 1.363605976686622,
      "learning_rate": 0.00018152549963709353,
      "loss": 2.2969,
      "step": 56927
    },
    {
      "epoch": 2.648429867411026,
      "grad_norm": 1.2357685997334173,
      "learning_rate": 0.0001815218711033063,
      "loss": 2.2344,
      "step": 56928
    },
    {
      "epoch": 2.6484763898581063,
      "grad_norm": 1.298293850825029,
      "learning_rate": 0.00018151824255022123,
      "loss": 2.3281,
      "step": 56929
    },
    {
      "epoch": 2.648522912305187,
      "grad_norm": 1.2378219266965393,
      "learning_rate": 0.00018151461397784046,
      "loss": 2.4531,
      "step": 56930
    },
    {
      "epoch": 2.648569434752268,
      "grad_norm": 1.3012517040090998,
      "learning_rate": 0.0001815109853861663,
      "loss": 2.2656,
      "step": 56931
    },
    {
      "epoch": 2.6486159571993486,
      "grad_norm": 1.1184021587756574,
      "learning_rate": 0.00018150735677520088,
      "loss": 1.5469,
      "step": 56932
    },
    {
      "epoch": 2.6486624796464295,
      "grad_norm": 1.399259730589011,
      "learning_rate": 0.0001815037281449465,
      "loss": 2.1719,
      "step": 56933
    },
    {
      "epoch": 2.64870900209351,
      "grad_norm": 1.122170783832994,
      "learning_rate": 0.00018150009949540537,
      "loss": 2.1094,
      "step": 56934
    },
    {
      "epoch": 2.648755524540591,
      "grad_norm": 1.2877944367952197,
      "learning_rate": 0.00018149647082657964,
      "loss": 2.3438,
      "step": 56935
    },
    {
      "epoch": 2.6488020469876714,
      "grad_norm": 1.2695191041320764,
      "learning_rate": 0.00018149284213847162,
      "loss": 2.1875,
      "step": 56936
    },
    {
      "epoch": 2.6488485694347523,
      "grad_norm": 1.250624656802711,
      "learning_rate": 0.00018148921343108347,
      "loss": 2.2656,
      "step": 56937
    },
    {
      "epoch": 2.6488950918818333,
      "grad_norm": 1.3221845814551785,
      "learning_rate": 0.0001814855847044175,
      "loss": 2.3594,
      "step": 56938
    },
    {
      "epoch": 2.6489416143289137,
      "grad_norm": 1.1384550559439501,
      "learning_rate": 0.0001814819559584758,
      "loss": 1.7109,
      "step": 56939
    },
    {
      "epoch": 2.648988136775994,
      "grad_norm": 1.17343010050559,
      "learning_rate": 0.0001814783271932607,
      "loss": 2.125,
      "step": 56940
    },
    {
      "epoch": 2.649034659223075,
      "grad_norm": 1.2779240734337174,
      "learning_rate": 0.00018147469840877438,
      "loss": 2.3125,
      "step": 56941
    },
    {
      "epoch": 2.649081181670156,
      "grad_norm": 1.2136274670356293,
      "learning_rate": 0.00018147106960501904,
      "loss": 2.2031,
      "step": 56942
    },
    {
      "epoch": 2.6491277041172365,
      "grad_norm": 1.2628673797443617,
      "learning_rate": 0.00018146744078199696,
      "loss": 2.2969,
      "step": 56943
    },
    {
      "epoch": 2.6491742265643174,
      "grad_norm": 1.1050979375794319,
      "learning_rate": 0.0001814638119397103,
      "loss": 2.0156,
      "step": 56944
    },
    {
      "epoch": 2.649220749011398,
      "grad_norm": 1.198393047901263,
      "learning_rate": 0.00018146018307816134,
      "loss": 2.3125,
      "step": 56945
    },
    {
      "epoch": 2.649267271458479,
      "grad_norm": 1.150568328432255,
      "learning_rate": 0.00018145655419735224,
      "loss": 2.1719,
      "step": 56946
    },
    {
      "epoch": 2.6493137939055593,
      "grad_norm": 1.2373235174969748,
      "learning_rate": 0.00018145292529728527,
      "loss": 2.2812,
      "step": 56947
    },
    {
      "epoch": 2.6493603163526402,
      "grad_norm": 1.2304755639124714,
      "learning_rate": 0.00018144929637796262,
      "loss": 2.0,
      "step": 56948
    },
    {
      "epoch": 2.6494068387997207,
      "grad_norm": 1.182709351021063,
      "learning_rate": 0.00018144566743938655,
      "loss": 2.2656,
      "step": 56949
    },
    {
      "epoch": 2.6494533612468016,
      "grad_norm": 1.1976240683317156,
      "learning_rate": 0.0001814420384815592,
      "loss": 2.3906,
      "step": 56950
    },
    {
      "epoch": 2.649499883693882,
      "grad_norm": 1.1781008464195748,
      "learning_rate": 0.0001814384095044829,
      "loss": 1.9375,
      "step": 56951
    },
    {
      "epoch": 2.649546406140963,
      "grad_norm": 1.2267064353054586,
      "learning_rate": 0.00018143478050815977,
      "loss": 2.4219,
      "step": 56952
    },
    {
      "epoch": 2.649592928588044,
      "grad_norm": 1.1716872757908594,
      "learning_rate": 0.00018143115149259214,
      "loss": 1.9531,
      "step": 56953
    },
    {
      "epoch": 2.6496394510351244,
      "grad_norm": 1.2161879738930317,
      "learning_rate": 0.00018142752245778218,
      "loss": 2.0938,
      "step": 56954
    },
    {
      "epoch": 2.649685973482205,
      "grad_norm": 1.2065477145854546,
      "learning_rate": 0.00018142389340373204,
      "loss": 2.2031,
      "step": 56955
    },
    {
      "epoch": 2.649732495929286,
      "grad_norm": 1.2165955453290582,
      "learning_rate": 0.00018142026433044404,
      "loss": 1.8359,
      "step": 56956
    },
    {
      "epoch": 2.6497790183763668,
      "grad_norm": 1.1400003421965472,
      "learning_rate": 0.0001814166352379204,
      "loss": 2.0625,
      "step": 56957
    },
    {
      "epoch": 2.6498255408234472,
      "grad_norm": 1.1980029154811764,
      "learning_rate": 0.00018141300612616328,
      "loss": 2.2344,
      "step": 56958
    },
    {
      "epoch": 2.649872063270528,
      "grad_norm": 1.2516239792431685,
      "learning_rate": 0.00018140937699517493,
      "loss": 2.4375,
      "step": 56959
    },
    {
      "epoch": 2.6499185857176086,
      "grad_norm": 1.209469468018812,
      "learning_rate": 0.0001814057478449576,
      "loss": 2.3281,
      "step": 56960
    },
    {
      "epoch": 2.6499651081646896,
      "grad_norm": 1.2121750113564471,
      "learning_rate": 0.00018140211867551345,
      "loss": 2.1094,
      "step": 56961
    },
    {
      "epoch": 2.65001163061177,
      "grad_norm": 1.2052040307696432,
      "learning_rate": 0.00018139848948684476,
      "loss": 2.2969,
      "step": 56962
    },
    {
      "epoch": 2.650058153058851,
      "grad_norm": 1.2275587456499433,
      "learning_rate": 0.00018139486027895368,
      "loss": 2.3594,
      "step": 56963
    },
    {
      "epoch": 2.650104675505932,
      "grad_norm": 1.2406931466595845,
      "learning_rate": 0.00018139123105184255,
      "loss": 2.5,
      "step": 56964
    },
    {
      "epoch": 2.6501511979530123,
      "grad_norm": 1.261541439333955,
      "learning_rate": 0.00018138760180551352,
      "loss": 2.25,
      "step": 56965
    },
    {
      "epoch": 2.650197720400093,
      "grad_norm": 1.159597068641371,
      "learning_rate": 0.0001813839725399688,
      "loss": 2.3906,
      "step": 56966
    },
    {
      "epoch": 2.6502442428471737,
      "grad_norm": 1.1783375066707766,
      "learning_rate": 0.00018138034325521063,
      "loss": 2.3438,
      "step": 56967
    },
    {
      "epoch": 2.6502907652942547,
      "grad_norm": 1.151534020271995,
      "learning_rate": 0.00018137671395124122,
      "loss": 2.1719,
      "step": 56968
    },
    {
      "epoch": 2.650337287741335,
      "grad_norm": 1.204027125030061,
      "learning_rate": 0.0001813730846280628,
      "loss": 2.3281,
      "step": 56969
    },
    {
      "epoch": 2.650383810188416,
      "grad_norm": 2.522921857715494,
      "learning_rate": 0.00018136945528567758,
      "loss": 2.5,
      "step": 56970
    },
    {
      "epoch": 2.6504303326354965,
      "grad_norm": 1.251747456203598,
      "learning_rate": 0.00018136582592408784,
      "loss": 2.2344,
      "step": 56971
    },
    {
      "epoch": 2.6504768550825775,
      "grad_norm": 1.2573195322426354,
      "learning_rate": 0.0001813621965432957,
      "loss": 2.2344,
      "step": 56972
    },
    {
      "epoch": 2.650523377529658,
      "grad_norm": 1.1953781180196394,
      "learning_rate": 0.0001813585671433035,
      "loss": 1.8516,
      "step": 56973
    },
    {
      "epoch": 2.650569899976739,
      "grad_norm": 1.3060087873013992,
      "learning_rate": 0.0001813549377241133,
      "loss": 2.3281,
      "step": 56974
    },
    {
      "epoch": 2.6506164224238193,
      "grad_norm": 1.188739501277398,
      "learning_rate": 0.00018135130828572752,
      "loss": 2.1719,
      "step": 56975
    },
    {
      "epoch": 2.6506629448709003,
      "grad_norm": 1.2274434782917074,
      "learning_rate": 0.00018134767882814823,
      "loss": 2.2344,
      "step": 56976
    },
    {
      "epoch": 2.6507094673179807,
      "grad_norm": 1.2624119257937942,
      "learning_rate": 0.00018134404935137775,
      "loss": 2.4219,
      "step": 56977
    },
    {
      "epoch": 2.6507559897650617,
      "grad_norm": 1.1727884261167005,
      "learning_rate": 0.00018134041985541825,
      "loss": 2.0625,
      "step": 56978
    },
    {
      "epoch": 2.6508025122121426,
      "grad_norm": 1.3240913045953313,
      "learning_rate": 0.00018133679034027192,
      "loss": 2.4375,
      "step": 56979
    },
    {
      "epoch": 2.650849034659223,
      "grad_norm": 1.1685495749480312,
      "learning_rate": 0.0001813331608059411,
      "loss": 2.2812,
      "step": 56980
    },
    {
      "epoch": 2.6508955571063035,
      "grad_norm": 1.3043267702264254,
      "learning_rate": 0.00018132953125242783,
      "loss": 2.6094,
      "step": 56981
    },
    {
      "epoch": 2.6509420795533845,
      "grad_norm": 1.3148976647103363,
      "learning_rate": 0.00018132590167973452,
      "loss": 2.2969,
      "step": 56982
    },
    {
      "epoch": 2.6509886020004654,
      "grad_norm": 1.280864290789377,
      "learning_rate": 0.00018132227208786326,
      "loss": 2.25,
      "step": 56983
    },
    {
      "epoch": 2.651035124447546,
      "grad_norm": 1.274587737102088,
      "learning_rate": 0.00018131864247681638,
      "loss": 2.5156,
      "step": 56984
    },
    {
      "epoch": 2.6510816468946268,
      "grad_norm": 1.2403319691815986,
      "learning_rate": 0.00018131501284659595,
      "loss": 2.0625,
      "step": 56985
    },
    {
      "epoch": 2.6511281693417073,
      "grad_norm": 1.1927581897901254,
      "learning_rate": 0.00018131138319720433,
      "loss": 2.1406,
      "step": 56986
    },
    {
      "epoch": 2.651174691788788,
      "grad_norm": 1.261814384295727,
      "learning_rate": 0.0001813077535286437,
      "loss": 2.1562,
      "step": 56987
    },
    {
      "epoch": 2.6512212142358687,
      "grad_norm": 1.1195006499550373,
      "learning_rate": 0.00018130412384091628,
      "loss": 2.0781,
      "step": 56988
    },
    {
      "epoch": 2.6512677366829496,
      "grad_norm": 1.2294232251280448,
      "learning_rate": 0.0001813004941340243,
      "loss": 2.125,
      "step": 56989
    },
    {
      "epoch": 2.6513142591300305,
      "grad_norm": 1.19258065795236,
      "learning_rate": 0.00018129686440797,
      "loss": 2.0625,
      "step": 56990
    },
    {
      "epoch": 2.651360781577111,
      "grad_norm": 1.2191644852666834,
      "learning_rate": 0.00018129323466275552,
      "loss": 2.1094,
      "step": 56991
    },
    {
      "epoch": 2.6514073040241914,
      "grad_norm": 1.1466252246006068,
      "learning_rate": 0.00018128960489838315,
      "loss": 1.6562,
      "step": 56992
    },
    {
      "epoch": 2.6514538264712724,
      "grad_norm": 1.2280318117317668,
      "learning_rate": 0.00018128597511485512,
      "loss": 2.1562,
      "step": 56993
    },
    {
      "epoch": 2.6515003489183533,
      "grad_norm": 1.362451537983722,
      "learning_rate": 0.0001812823453121736,
      "loss": 2.25,
      "step": 56994
    },
    {
      "epoch": 2.6515468713654338,
      "grad_norm": 1.2923769118031474,
      "learning_rate": 0.0001812787154903409,
      "loss": 2.3438,
      "step": 56995
    },
    {
      "epoch": 2.6515933938125147,
      "grad_norm": 1.2755524336848751,
      "learning_rate": 0.0001812750856493591,
      "loss": 2.3281,
      "step": 56996
    },
    {
      "epoch": 2.651639916259595,
      "grad_norm": 1.258631106740542,
      "learning_rate": 0.00018127145578923057,
      "loss": 2.4844,
      "step": 56997
    },
    {
      "epoch": 2.651686438706676,
      "grad_norm": 1.28229279077429,
      "learning_rate": 0.00018126782590995743,
      "loss": 2.25,
      "step": 56998
    },
    {
      "epoch": 2.6517329611537566,
      "grad_norm": 1.3727527087256788,
      "learning_rate": 0.000181264196011542,
      "loss": 2.3438,
      "step": 56999
    },
    {
      "epoch": 2.6517794836008375,
      "grad_norm": 1.3000579645700479,
      "learning_rate": 0.0001812605660939864,
      "loss": 2.1562,
      "step": 57000
    },
    {
      "epoch": 2.651826006047918,
      "grad_norm": 1.2238423388577915,
      "learning_rate": 0.00018125693615729294,
      "loss": 2.2656,
      "step": 57001
    },
    {
      "epoch": 2.651872528494999,
      "grad_norm": 1.1670670987951912,
      "learning_rate": 0.00018125330620146374,
      "loss": 2.0938,
      "step": 57002
    },
    {
      "epoch": 2.6519190509420794,
      "grad_norm": 1.256098212305088,
      "learning_rate": 0.00018124967622650112,
      "loss": 2.2969,
      "step": 57003
    },
    {
      "epoch": 2.6519655733891603,
      "grad_norm": 1.2566017656396213,
      "learning_rate": 0.00018124604623240729,
      "loss": 2.3125,
      "step": 57004
    },
    {
      "epoch": 2.652012095836241,
      "grad_norm": 1.1408224477786753,
      "learning_rate": 0.00018124241621918441,
      "loss": 2.1094,
      "step": 57005
    },
    {
      "epoch": 2.6520586182833217,
      "grad_norm": 1.2031654307928825,
      "learning_rate": 0.00018123878618683472,
      "loss": 2.0469,
      "step": 57006
    },
    {
      "epoch": 2.652105140730402,
      "grad_norm": 1.166079569163689,
      "learning_rate": 0.00018123515613536044,
      "loss": 1.6875,
      "step": 57007
    },
    {
      "epoch": 2.652151663177483,
      "grad_norm": 1.2316613385733957,
      "learning_rate": 0.0001812315260647639,
      "loss": 2.3281,
      "step": 57008
    },
    {
      "epoch": 2.652198185624564,
      "grad_norm": 1.194878635934561,
      "learning_rate": 0.00018122789597504717,
      "loss": 2.3281,
      "step": 57009
    },
    {
      "epoch": 2.6522447080716445,
      "grad_norm": 1.2872324273698308,
      "learning_rate": 0.00018122426586621258,
      "loss": 2.4219,
      "step": 57010
    },
    {
      "epoch": 2.6522912305187254,
      "grad_norm": 1.2212974789381645,
      "learning_rate": 0.00018122063573826228,
      "loss": 2.375,
      "step": 57011
    },
    {
      "epoch": 2.652337752965806,
      "grad_norm": 1.1443861747394517,
      "learning_rate": 0.00018121700559119852,
      "loss": 1.7891,
      "step": 57012
    },
    {
      "epoch": 2.652384275412887,
      "grad_norm": 1.1558578471053818,
      "learning_rate": 0.00018121337542502354,
      "loss": 2.0156,
      "step": 57013
    },
    {
      "epoch": 2.6524307978599673,
      "grad_norm": 1.2559584256692349,
      "learning_rate": 0.00018120974523973957,
      "loss": 2.4844,
      "step": 57014
    },
    {
      "epoch": 2.652477320307048,
      "grad_norm": 1.2047056314569577,
      "learning_rate": 0.00018120611503534876,
      "loss": 2.1406,
      "step": 57015
    },
    {
      "epoch": 2.652523842754129,
      "grad_norm": 1.3274637892930359,
      "learning_rate": 0.00018120248481185341,
      "loss": 2.1719,
      "step": 57016
    },
    {
      "epoch": 2.6525703652012096,
      "grad_norm": 1.1972330432032972,
      "learning_rate": 0.00018119885456925575,
      "loss": 2.3438,
      "step": 57017
    },
    {
      "epoch": 2.65261688764829,
      "grad_norm": 1.2258450297897177,
      "learning_rate": 0.0001811952243075579,
      "loss": 2.1719,
      "step": 57018
    },
    {
      "epoch": 2.652663410095371,
      "grad_norm": 1.2078082673726314,
      "learning_rate": 0.0001811915940267622,
      "loss": 2.0938,
      "step": 57019
    },
    {
      "epoch": 2.652709932542452,
      "grad_norm": 1.2527438323828328,
      "learning_rate": 0.00018118796372687077,
      "loss": 2.3438,
      "step": 57020
    },
    {
      "epoch": 2.6527564549895324,
      "grad_norm": 1.3664480502814307,
      "learning_rate": 0.00018118433340788594,
      "loss": 2.25,
      "step": 57021
    },
    {
      "epoch": 2.6528029774366133,
      "grad_norm": 1.1572261735983156,
      "learning_rate": 0.00018118070306980986,
      "loss": 1.9766,
      "step": 57022
    },
    {
      "epoch": 2.652849499883694,
      "grad_norm": 1.2273183288959164,
      "learning_rate": 0.00018117707271264477,
      "loss": 2.3594,
      "step": 57023
    },
    {
      "epoch": 2.6528960223307747,
      "grad_norm": 1.3293948038284484,
      "learning_rate": 0.00018117344233639288,
      "loss": 2.3594,
      "step": 57024
    },
    {
      "epoch": 2.652942544777855,
      "grad_norm": 1.2004790781567658,
      "learning_rate": 0.00018116981194105642,
      "loss": 2.2031,
      "step": 57025
    },
    {
      "epoch": 2.652989067224936,
      "grad_norm": 1.2063046741499153,
      "learning_rate": 0.00018116618152663765,
      "loss": 2.1094,
      "step": 57026
    },
    {
      "epoch": 2.653035589672017,
      "grad_norm": 1.2605704913491276,
      "learning_rate": 0.00018116255109313875,
      "loss": 2.4531,
      "step": 57027
    },
    {
      "epoch": 2.6530821121190975,
      "grad_norm": 1.2655970590745251,
      "learning_rate": 0.00018115892064056192,
      "loss": 2.2812,
      "step": 57028
    },
    {
      "epoch": 2.653128634566178,
      "grad_norm": 1.2564652066250133,
      "learning_rate": 0.00018115529016890942,
      "loss": 2.4062,
      "step": 57029
    },
    {
      "epoch": 2.653175157013259,
      "grad_norm": 1.207326286299546,
      "learning_rate": 0.0001811516596781835,
      "loss": 2.2812,
      "step": 57030
    },
    {
      "epoch": 2.65322167946034,
      "grad_norm": 1.223710349411704,
      "learning_rate": 0.0001811480291683863,
      "loss": 2.4844,
      "step": 57031
    },
    {
      "epoch": 2.6532682019074203,
      "grad_norm": 1.2638631442076989,
      "learning_rate": 0.00018114439863952018,
      "loss": 2.2031,
      "step": 57032
    },
    {
      "epoch": 2.6533147243545008,
      "grad_norm": 1.2895367482223945,
      "learning_rate": 0.00018114076809158718,
      "loss": 2.4531,
      "step": 57033
    },
    {
      "epoch": 2.6533612468015817,
      "grad_norm": 1.2353828867755985,
      "learning_rate": 0.0001811371375245897,
      "loss": 2.2969,
      "step": 57034
    },
    {
      "epoch": 2.6534077692486626,
      "grad_norm": 1.2588340083781613,
      "learning_rate": 0.00018113350693852983,
      "loss": 2.2812,
      "step": 57035
    },
    {
      "epoch": 2.653454291695743,
      "grad_norm": 1.233148049713837,
      "learning_rate": 0.00018112987633340984,
      "loss": 2.0938,
      "step": 57036
    },
    {
      "epoch": 2.653500814142824,
      "grad_norm": 1.129626452552925,
      "learning_rate": 0.000181126245709232,
      "loss": 1.75,
      "step": 57037
    },
    {
      "epoch": 2.6535473365899045,
      "grad_norm": 1.229608550493836,
      "learning_rate": 0.00018112261506599846,
      "loss": 2.3594,
      "step": 57038
    },
    {
      "epoch": 2.6535938590369854,
      "grad_norm": 1.2846061513626423,
      "learning_rate": 0.00018111898440371146,
      "loss": 2.0625,
      "step": 57039
    },
    {
      "epoch": 2.653640381484066,
      "grad_norm": 1.3606253992686386,
      "learning_rate": 0.00018111535372237325,
      "loss": 2.3281,
      "step": 57040
    },
    {
      "epoch": 2.653686903931147,
      "grad_norm": 1.2705862796561285,
      "learning_rate": 0.00018111172302198605,
      "loss": 2.2188,
      "step": 57041
    },
    {
      "epoch": 2.6537334263782277,
      "grad_norm": 1.226347064348675,
      "learning_rate": 0.00018110809230255202,
      "loss": 2.2656,
      "step": 57042
    },
    {
      "epoch": 2.653779948825308,
      "grad_norm": 1.256935429349366,
      "learning_rate": 0.00018110446156407347,
      "loss": 1.8047,
      "step": 57043
    },
    {
      "epoch": 2.6538264712723887,
      "grad_norm": 1.1604459823075055,
      "learning_rate": 0.00018110083080655258,
      "loss": 2.0469,
      "step": 57044
    },
    {
      "epoch": 2.6538729937194696,
      "grad_norm": 1.2717934429722255,
      "learning_rate": 0.0001810972000299916,
      "loss": 2.3125,
      "step": 57045
    },
    {
      "epoch": 2.6539195161665505,
      "grad_norm": 1.2392000062887085,
      "learning_rate": 0.0001810935692343927,
      "loss": 2.1719,
      "step": 57046
    },
    {
      "epoch": 2.653966038613631,
      "grad_norm": 1.164610783719122,
      "learning_rate": 0.00018108993841975816,
      "loss": 1.9375,
      "step": 57047
    },
    {
      "epoch": 2.654012561060712,
      "grad_norm": 1.2255226164154178,
      "learning_rate": 0.00018108630758609012,
      "loss": 2.3438,
      "step": 57048
    },
    {
      "epoch": 2.6540590835077924,
      "grad_norm": 1.1526615985699808,
      "learning_rate": 0.00018108267673339092,
      "loss": 2.1406,
      "step": 57049
    },
    {
      "epoch": 2.6541056059548733,
      "grad_norm": 1.2575433999796295,
      "learning_rate": 0.00018107904586166273,
      "loss": 2.125,
      "step": 57050
    },
    {
      "epoch": 2.654152128401954,
      "grad_norm": 1.2279565845771079,
      "learning_rate": 0.0001810754149709077,
      "loss": 1.9531,
      "step": 57051
    },
    {
      "epoch": 2.6541986508490347,
      "grad_norm": 1.1555517301965053,
      "learning_rate": 0.00018107178406112819,
      "loss": 1.8594,
      "step": 57052
    },
    {
      "epoch": 2.6542451732961156,
      "grad_norm": 1.1586273582580477,
      "learning_rate": 0.00018106815313232629,
      "loss": 2.2188,
      "step": 57053
    },
    {
      "epoch": 2.654291695743196,
      "grad_norm": 1.2626424330318413,
      "learning_rate": 0.00018106452218450434,
      "loss": 2.375,
      "step": 57054
    },
    {
      "epoch": 2.6543382181902766,
      "grad_norm": 1.1882766564537701,
      "learning_rate": 0.00018106089121766445,
      "loss": 2.3438,
      "step": 57055
    },
    {
      "epoch": 2.6543847406373575,
      "grad_norm": 1.2729721015247113,
      "learning_rate": 0.00018105726023180893,
      "loss": 2.2969,
      "step": 57056
    },
    {
      "epoch": 2.6544312630844384,
      "grad_norm": 1.351098604973861,
      "learning_rate": 0.00018105362922693998,
      "loss": 2.2188,
      "step": 57057
    },
    {
      "epoch": 2.654477785531519,
      "grad_norm": 1.3221340862130875,
      "learning_rate": 0.0001810499982030598,
      "loss": 1.7344,
      "step": 57058
    },
    {
      "epoch": 2.6545243079786,
      "grad_norm": 1.2250816549718768,
      "learning_rate": 0.0001810463671601706,
      "loss": 2.1719,
      "step": 57059
    },
    {
      "epoch": 2.6545708304256803,
      "grad_norm": 1.2838031298602997,
      "learning_rate": 0.00018104273609827472,
      "loss": 2.1406,
      "step": 57060
    },
    {
      "epoch": 2.6546173528727612,
      "grad_norm": 1.2626515356893053,
      "learning_rate": 0.0001810391050173742,
      "loss": 2.2656,
      "step": 57061
    },
    {
      "epoch": 2.6546638753198417,
      "grad_norm": 1.2538022121530172,
      "learning_rate": 0.0001810354739174714,
      "loss": 2.2656,
      "step": 57062
    },
    {
      "epoch": 2.6547103977669226,
      "grad_norm": 1.2746843571777287,
      "learning_rate": 0.0001810318427985685,
      "loss": 2.25,
      "step": 57063
    },
    {
      "epoch": 2.654756920214003,
      "grad_norm": 1.1950775532897755,
      "learning_rate": 0.0001810282116606677,
      "loss": 1.8359,
      "step": 57064
    },
    {
      "epoch": 2.654803442661084,
      "grad_norm": 1.1490457244700838,
      "learning_rate": 0.00018102458050377128,
      "loss": 2.3438,
      "step": 57065
    },
    {
      "epoch": 2.6548499651081645,
      "grad_norm": 1.187156649143706,
      "learning_rate": 0.0001810209493278814,
      "loss": 2.2344,
      "step": 57066
    },
    {
      "epoch": 2.6548964875552454,
      "grad_norm": 1.2947101190832526,
      "learning_rate": 0.0001810173181330003,
      "loss": 2.125,
      "step": 57067
    },
    {
      "epoch": 2.6549430100023264,
      "grad_norm": 1.257587920593225,
      "learning_rate": 0.00018101368691913027,
      "loss": 2.25,
      "step": 57068
    },
    {
      "epoch": 2.654989532449407,
      "grad_norm": 1.213051258020905,
      "learning_rate": 0.0001810100556862734,
      "loss": 2.3594,
      "step": 57069
    },
    {
      "epoch": 2.6550360548964873,
      "grad_norm": 1.2234901869089725,
      "learning_rate": 0.00018100642443443207,
      "loss": 2.4688,
      "step": 57070
    },
    {
      "epoch": 2.6550825773435682,
      "grad_norm": 1.2030181355301997,
      "learning_rate": 0.0001810027931636084,
      "loss": 1.5938,
      "step": 57071
    },
    {
      "epoch": 2.655129099790649,
      "grad_norm": 1.2414815700197743,
      "learning_rate": 0.0001809991618738046,
      "loss": 2.2031,
      "step": 57072
    },
    {
      "epoch": 2.6551756222377296,
      "grad_norm": 1.1852831878815988,
      "learning_rate": 0.00018099553056502294,
      "loss": 2.2969,
      "step": 57073
    },
    {
      "epoch": 2.6552221446848105,
      "grad_norm": 1.2423688611128874,
      "learning_rate": 0.00018099189923726568,
      "loss": 2.5938,
      "step": 57074
    },
    {
      "epoch": 2.655268667131891,
      "grad_norm": 1.2204891894464969,
      "learning_rate": 0.000180988267890535,
      "loss": 2.1094,
      "step": 57075
    },
    {
      "epoch": 2.655315189578972,
      "grad_norm": 1.269536406790114,
      "learning_rate": 0.00018098463652483306,
      "loss": 2.3594,
      "step": 57076
    },
    {
      "epoch": 2.6553617120260524,
      "grad_norm": 1.1881915017141433,
      "learning_rate": 0.00018098100514016217,
      "loss": 2.2812,
      "step": 57077
    },
    {
      "epoch": 2.6554082344731333,
      "grad_norm": 1.1989638249158456,
      "learning_rate": 0.00018097737373652456,
      "loss": 2.25,
      "step": 57078
    },
    {
      "epoch": 2.6554547569202143,
      "grad_norm": 1.2610692270212829,
      "learning_rate": 0.00018097374231392234,
      "loss": 2.5781,
      "step": 57079
    },
    {
      "epoch": 2.6555012793672947,
      "grad_norm": 1.2675048801069364,
      "learning_rate": 0.0001809701108723579,
      "loss": 2.1562,
      "step": 57080
    },
    {
      "epoch": 2.655547801814375,
      "grad_norm": 1.25860467860979,
      "learning_rate": 0.0001809664794118333,
      "loss": 2.2969,
      "step": 57081
    },
    {
      "epoch": 2.655594324261456,
      "grad_norm": 1.2314032371534094,
      "learning_rate": 0.0001809628479323509,
      "loss": 2.2188,
      "step": 57082
    },
    {
      "epoch": 2.655640846708537,
      "grad_norm": 1.2287010677151082,
      "learning_rate": 0.00018095921643391282,
      "loss": 2.1562,
      "step": 57083
    },
    {
      "epoch": 2.6556873691556175,
      "grad_norm": 1.2592984358757693,
      "learning_rate": 0.0001809555849165213,
      "loss": 2.4375,
      "step": 57084
    },
    {
      "epoch": 2.6557338916026985,
      "grad_norm": 1.243385099528226,
      "learning_rate": 0.00018095195338017865,
      "loss": 2.2031,
      "step": 57085
    },
    {
      "epoch": 2.655780414049779,
      "grad_norm": 1.1607564466907025,
      "learning_rate": 0.00018094832182488703,
      "loss": 1.9688,
      "step": 57086
    },
    {
      "epoch": 2.65582693649686,
      "grad_norm": 1.207021178390297,
      "learning_rate": 0.00018094469025064868,
      "loss": 2.3594,
      "step": 57087
    },
    {
      "epoch": 2.6558734589439403,
      "grad_norm": 1.193864915716038,
      "learning_rate": 0.00018094105865746574,
      "loss": 2.0469,
      "step": 57088
    },
    {
      "epoch": 2.6559199813910213,
      "grad_norm": 1.1899973977142568,
      "learning_rate": 0.00018093742704534054,
      "loss": 2.1094,
      "step": 57089
    },
    {
      "epoch": 2.6559665038381017,
      "grad_norm": 1.2407871271761197,
      "learning_rate": 0.00018093379541427528,
      "loss": 2.4375,
      "step": 57090
    },
    {
      "epoch": 2.6560130262851827,
      "grad_norm": 1.2899304176164588,
      "learning_rate": 0.00018093016376427215,
      "loss": 2.4531,
      "step": 57091
    },
    {
      "epoch": 2.656059548732263,
      "grad_norm": 1.2854201271848025,
      "learning_rate": 0.00018092653209533338,
      "loss": 2.5312,
      "step": 57092
    },
    {
      "epoch": 2.656106071179344,
      "grad_norm": 1.2136060429690232,
      "learning_rate": 0.0001809229004074612,
      "loss": 2.3906,
      "step": 57093
    },
    {
      "epoch": 2.656152593626425,
      "grad_norm": 1.3930642391824148,
      "learning_rate": 0.00018091926870065787,
      "loss": 2.4219,
      "step": 57094
    },
    {
      "epoch": 2.6561991160735055,
      "grad_norm": 1.1633395503838218,
      "learning_rate": 0.00018091563697492555,
      "loss": 2.1406,
      "step": 57095
    },
    {
      "epoch": 2.656245638520586,
      "grad_norm": 1.2233713467627672,
      "learning_rate": 0.00018091200523026647,
      "loss": 2.25,
      "step": 57096
    },
    {
      "epoch": 2.656292160967667,
      "grad_norm": 1.3187231474522476,
      "learning_rate": 0.00018090837346668295,
      "loss": 2.3906,
      "step": 57097
    },
    {
      "epoch": 2.6563386834147478,
      "grad_norm": 1.1723950727888126,
      "learning_rate": 0.00018090474168417712,
      "loss": 2.0625,
      "step": 57098
    },
    {
      "epoch": 2.6563852058618282,
      "grad_norm": 1.3049170246437989,
      "learning_rate": 0.00018090110988275122,
      "loss": 2.5312,
      "step": 57099
    },
    {
      "epoch": 2.656431728308909,
      "grad_norm": 1.1503701890884952,
      "learning_rate": 0.0001808974780624075,
      "loss": 2.1406,
      "step": 57100
    },
    {
      "epoch": 2.6564782507559896,
      "grad_norm": 1.2543922042012663,
      "learning_rate": 0.0001808938462231481,
      "loss": 2.0938,
      "step": 57101
    },
    {
      "epoch": 2.6565247732030706,
      "grad_norm": 1.2307702201255388,
      "learning_rate": 0.00018089021436497535,
      "loss": 2.25,
      "step": 57102
    },
    {
      "epoch": 2.656571295650151,
      "grad_norm": 1.2615311276492722,
      "learning_rate": 0.00018088658248789142,
      "loss": 2.1562,
      "step": 57103
    },
    {
      "epoch": 2.656617818097232,
      "grad_norm": 1.1790115614607592,
      "learning_rate": 0.00018088295059189857,
      "loss": 2.1719,
      "step": 57104
    },
    {
      "epoch": 2.656664340544313,
      "grad_norm": 1.4256814887609688,
      "learning_rate": 0.00018087931867699893,
      "loss": 2.2969,
      "step": 57105
    },
    {
      "epoch": 2.6567108629913934,
      "grad_norm": 1.1058657602873485,
      "learning_rate": 0.00018087568674319483,
      "loss": 1.9609,
      "step": 57106
    },
    {
      "epoch": 2.656757385438474,
      "grad_norm": 1.254150750104293,
      "learning_rate": 0.00018087205479048842,
      "loss": 2.2031,
      "step": 57107
    },
    {
      "epoch": 2.6568039078855548,
      "grad_norm": 1.301720440552843,
      "learning_rate": 0.000180868422818882,
      "loss": 1.8047,
      "step": 57108
    },
    {
      "epoch": 2.6568504303326357,
      "grad_norm": 1.2409036171543721,
      "learning_rate": 0.00018086479082837773,
      "loss": 2.4531,
      "step": 57109
    },
    {
      "epoch": 2.656896952779716,
      "grad_norm": 1.2395968706570626,
      "learning_rate": 0.00018086115881897787,
      "loss": 2.2969,
      "step": 57110
    },
    {
      "epoch": 2.656943475226797,
      "grad_norm": 1.2712575867540752,
      "learning_rate": 0.0001808575267906846,
      "loss": 2.1406,
      "step": 57111
    },
    {
      "epoch": 2.6569899976738776,
      "grad_norm": 1.2281726737282452,
      "learning_rate": 0.00018085389474350018,
      "loss": 2.3438,
      "step": 57112
    },
    {
      "epoch": 2.6570365201209585,
      "grad_norm": 1.2435158805458302,
      "learning_rate": 0.00018085026267742685,
      "loss": 2.3906,
      "step": 57113
    },
    {
      "epoch": 2.657083042568039,
      "grad_norm": 1.2989279925519948,
      "learning_rate": 0.00018084663059246678,
      "loss": 2.3906,
      "step": 57114
    },
    {
      "epoch": 2.65712956501512,
      "grad_norm": 1.2442928750026587,
      "learning_rate": 0.00018084299848862226,
      "loss": 2.2812,
      "step": 57115
    },
    {
      "epoch": 2.6571760874622004,
      "grad_norm": 1.276719192965574,
      "learning_rate": 0.0001808393663658954,
      "loss": 2.3281,
      "step": 57116
    },
    {
      "epoch": 2.6572226099092813,
      "grad_norm": 1.1904963667572173,
      "learning_rate": 0.00018083573422428853,
      "loss": 2.125,
      "step": 57117
    },
    {
      "epoch": 2.6572691323563618,
      "grad_norm": 1.1764208922072457,
      "learning_rate": 0.00018083210206380385,
      "loss": 2.3438,
      "step": 57118
    },
    {
      "epoch": 2.6573156548034427,
      "grad_norm": 1.1227901399102445,
      "learning_rate": 0.0001808284698844436,
      "loss": 2.0156,
      "step": 57119
    },
    {
      "epoch": 2.6573621772505236,
      "grad_norm": 1.148089358513148,
      "learning_rate": 0.00018082483768620992,
      "loss": 2.0938,
      "step": 57120
    },
    {
      "epoch": 2.657408699697604,
      "grad_norm": 1.2598577361177978,
      "learning_rate": 0.00018082120546910515,
      "loss": 2.3281,
      "step": 57121
    },
    {
      "epoch": 2.6574552221446845,
      "grad_norm": 1.2696392683802147,
      "learning_rate": 0.00018081757323313143,
      "loss": 2.0781,
      "step": 57122
    },
    {
      "epoch": 2.6575017445917655,
      "grad_norm": 1.2309534841903478,
      "learning_rate": 0.00018081394097829102,
      "loss": 2.3281,
      "step": 57123
    },
    {
      "epoch": 2.6575482670388464,
      "grad_norm": 1.250697687762485,
      "learning_rate": 0.00018081030870458612,
      "loss": 2.2031,
      "step": 57124
    },
    {
      "epoch": 2.657594789485927,
      "grad_norm": 1.2191893675114789,
      "learning_rate": 0.000180806676412019,
      "loss": 2.4375,
      "step": 57125
    },
    {
      "epoch": 2.657641311933008,
      "grad_norm": 1.1985147896845707,
      "learning_rate": 0.00018080304410059183,
      "loss": 2.0781,
      "step": 57126
    },
    {
      "epoch": 2.6576878343800883,
      "grad_norm": 1.2767425109472248,
      "learning_rate": 0.00018079941177030683,
      "loss": 2.3438,
      "step": 57127
    },
    {
      "epoch": 2.657734356827169,
      "grad_norm": 1.2111866783657914,
      "learning_rate": 0.00018079577942116626,
      "loss": 2.1406,
      "step": 57128
    },
    {
      "epoch": 2.6577808792742497,
      "grad_norm": 1.2533968334269374,
      "learning_rate": 0.00018079214705317233,
      "loss": 2.3906,
      "step": 57129
    },
    {
      "epoch": 2.6578274017213306,
      "grad_norm": 1.2116618507163257,
      "learning_rate": 0.0001807885146663273,
      "loss": 2.2969,
      "step": 57130
    },
    {
      "epoch": 2.6578739241684115,
      "grad_norm": 1.154642521730733,
      "learning_rate": 0.0001807848822606333,
      "loss": 2.25,
      "step": 57131
    },
    {
      "epoch": 2.657920446615492,
      "grad_norm": 1.2132021310323564,
      "learning_rate": 0.00018078124983609268,
      "loss": 1.9844,
      "step": 57132
    },
    {
      "epoch": 2.6579669690625725,
      "grad_norm": 1.2632861869667742,
      "learning_rate": 0.00018077761739270756,
      "loss": 2.2812,
      "step": 57133
    },
    {
      "epoch": 2.6580134915096534,
      "grad_norm": 1.131959738696629,
      "learning_rate": 0.00018077398493048023,
      "loss": 1.8594,
      "step": 57134
    },
    {
      "epoch": 2.6580600139567343,
      "grad_norm": 1.197904083376365,
      "learning_rate": 0.00018077035244941285,
      "loss": 2.2969,
      "step": 57135
    },
    {
      "epoch": 2.658106536403815,
      "grad_norm": 1.1688707985753255,
      "learning_rate": 0.0001807667199495077,
      "loss": 2.1094,
      "step": 57136
    },
    {
      "epoch": 2.6581530588508957,
      "grad_norm": 1.2309070766480634,
      "learning_rate": 0.00018076308743076696,
      "loss": 2.3438,
      "step": 57137
    },
    {
      "epoch": 2.658199581297976,
      "grad_norm": 1.2622435835760728,
      "learning_rate": 0.00018075945489319295,
      "loss": 2.2812,
      "step": 57138
    },
    {
      "epoch": 2.658246103745057,
      "grad_norm": 1.1638930654510018,
      "learning_rate": 0.00018075582233678772,
      "loss": 2.0469,
      "step": 57139
    },
    {
      "epoch": 2.6582926261921376,
      "grad_norm": 1.2408839319886855,
      "learning_rate": 0.00018075218976155365,
      "loss": 2.1562,
      "step": 57140
    },
    {
      "epoch": 2.6583391486392185,
      "grad_norm": 1.1542211064732717,
      "learning_rate": 0.00018074855716749289,
      "loss": 2.0312,
      "step": 57141
    },
    {
      "epoch": 2.658385671086299,
      "grad_norm": 1.222015877049352,
      "learning_rate": 0.0001807449245546077,
      "loss": 2.375,
      "step": 57142
    },
    {
      "epoch": 2.65843219353338,
      "grad_norm": 1.1828003905763471,
      "learning_rate": 0.00018074129192290026,
      "loss": 2.2188,
      "step": 57143
    },
    {
      "epoch": 2.6584787159804604,
      "grad_norm": 1.171659984896903,
      "learning_rate": 0.00018073765927237285,
      "loss": 2.2344,
      "step": 57144
    },
    {
      "epoch": 2.6585252384275413,
      "grad_norm": 1.1682533877556234,
      "learning_rate": 0.00018073402660302764,
      "loss": 2.0312,
      "step": 57145
    },
    {
      "epoch": 2.658571760874622,
      "grad_norm": 1.2485369305850085,
      "learning_rate": 0.00018073039391486688,
      "loss": 2.0938,
      "step": 57146
    },
    {
      "epoch": 2.6586182833217027,
      "grad_norm": 1.2059413881089995,
      "learning_rate": 0.0001807267612078928,
      "loss": 2.2812,
      "step": 57147
    },
    {
      "epoch": 2.658664805768783,
      "grad_norm": 1.2502870366597232,
      "learning_rate": 0.00018072312848210761,
      "loss": 2.3281,
      "step": 57148
    },
    {
      "epoch": 2.658711328215864,
      "grad_norm": 1.2748425619564094,
      "learning_rate": 0.00018071949573751357,
      "loss": 2.2188,
      "step": 57149
    },
    {
      "epoch": 2.658757850662945,
      "grad_norm": 1.2176957017135663,
      "learning_rate": 0.00018071586297411284,
      "loss": 2.2031,
      "step": 57150
    },
    {
      "epoch": 2.6588043731100255,
      "grad_norm": 1.1850790832267875,
      "learning_rate": 0.00018071223019190764,
      "loss": 2.2344,
      "step": 57151
    },
    {
      "epoch": 2.6588508955571064,
      "grad_norm": 1.2829448280599134,
      "learning_rate": 0.0001807085973909003,
      "loss": 2.2188,
      "step": 57152
    },
    {
      "epoch": 2.658897418004187,
      "grad_norm": 1.1421559611132521,
      "learning_rate": 0.00018070496457109296,
      "loss": 2.1719,
      "step": 57153
    },
    {
      "epoch": 2.658943940451268,
      "grad_norm": 1.2278123651626525,
      "learning_rate": 0.00018070133173248785,
      "loss": 2.0938,
      "step": 57154
    },
    {
      "epoch": 2.6589904628983483,
      "grad_norm": 1.1940963861032914,
      "learning_rate": 0.00018069769887508718,
      "loss": 2.1562,
      "step": 57155
    },
    {
      "epoch": 2.659036985345429,
      "grad_norm": 1.1247456320082239,
      "learning_rate": 0.00018069406599889324,
      "loss": 1.9297,
      "step": 57156
    },
    {
      "epoch": 2.65908350779251,
      "grad_norm": 1.2817904102968802,
      "learning_rate": 0.0001806904331039082,
      "loss": 2.4688,
      "step": 57157
    },
    {
      "epoch": 2.6591300302395906,
      "grad_norm": 1.462695561777185,
      "learning_rate": 0.00018068680019013428,
      "loss": 2.3594,
      "step": 57158
    },
    {
      "epoch": 2.659176552686671,
      "grad_norm": 1.157686284646987,
      "learning_rate": 0.00018068316725757374,
      "loss": 2.125,
      "step": 57159
    },
    {
      "epoch": 2.659223075133752,
      "grad_norm": 1.1580112402906775,
      "learning_rate": 0.0001806795343062288,
      "loss": 2.1719,
      "step": 57160
    },
    {
      "epoch": 2.659269597580833,
      "grad_norm": 1.2019502954554289,
      "learning_rate": 0.00018067590133610164,
      "loss": 2.1562,
      "step": 57161
    },
    {
      "epoch": 2.6593161200279134,
      "grad_norm": 1.1825959492572877,
      "learning_rate": 0.00018067226834719448,
      "loss": 2.4219,
      "step": 57162
    },
    {
      "epoch": 2.6593626424749943,
      "grad_norm": 1.1694196844124432,
      "learning_rate": 0.00018066863533950964,
      "loss": 2.2188,
      "step": 57163
    },
    {
      "epoch": 2.659409164922075,
      "grad_norm": 1.1774315846853602,
      "learning_rate": 0.00018066500231304927,
      "loss": 2.25,
      "step": 57164
    },
    {
      "epoch": 2.6594556873691557,
      "grad_norm": 1.1599018105070367,
      "learning_rate": 0.00018066136926781558,
      "loss": 2.125,
      "step": 57165
    },
    {
      "epoch": 2.659502209816236,
      "grad_norm": 1.1740052677489217,
      "learning_rate": 0.0001806577362038108,
      "loss": 2.0312,
      "step": 57166
    },
    {
      "epoch": 2.659548732263317,
      "grad_norm": 1.2762167777123379,
      "learning_rate": 0.00018065410312103722,
      "loss": 2.2344,
      "step": 57167
    },
    {
      "epoch": 2.659595254710398,
      "grad_norm": 1.2478698851839685,
      "learning_rate": 0.00018065047001949698,
      "loss": 1.9375,
      "step": 57168
    },
    {
      "epoch": 2.6596417771574785,
      "grad_norm": 1.306065266361952,
      "learning_rate": 0.00018064683689919238,
      "loss": 2.5,
      "step": 57169
    },
    {
      "epoch": 2.659688299604559,
      "grad_norm": 1.2308734091561262,
      "learning_rate": 0.00018064320376012558,
      "loss": 2.5625,
      "step": 57170
    },
    {
      "epoch": 2.65973482205164,
      "grad_norm": 1.219602042451639,
      "learning_rate": 0.00018063957060229885,
      "loss": 2.5469,
      "step": 57171
    },
    {
      "epoch": 2.659781344498721,
      "grad_norm": 1.174272061359179,
      "learning_rate": 0.00018063593742571437,
      "loss": 2.0781,
      "step": 57172
    },
    {
      "epoch": 2.6598278669458013,
      "grad_norm": 1.2802943581693325,
      "learning_rate": 0.0001806323042303744,
      "loss": 1.5391,
      "step": 57173
    },
    {
      "epoch": 2.659874389392882,
      "grad_norm": 1.2583478361090474,
      "learning_rate": 0.00018062867101628115,
      "loss": 2.2344,
      "step": 57174
    },
    {
      "epoch": 2.6599209118399627,
      "grad_norm": 1.2831384849334733,
      "learning_rate": 0.00018062503778343682,
      "loss": 2.1406,
      "step": 57175
    },
    {
      "epoch": 2.6599674342870436,
      "grad_norm": 1.2613149636923884,
      "learning_rate": 0.0001806214045318437,
      "loss": 2.3906,
      "step": 57176
    },
    {
      "epoch": 2.660013956734124,
      "grad_norm": 1.0903783951135075,
      "learning_rate": 0.00018061777126150399,
      "loss": 1.9609,
      "step": 57177
    },
    {
      "epoch": 2.660060479181205,
      "grad_norm": 1.380093560084882,
      "learning_rate": 0.00018061413797241987,
      "loss": 2.3438,
      "step": 57178
    },
    {
      "epoch": 2.6601070016282855,
      "grad_norm": 1.2223957197137938,
      "learning_rate": 0.00018061050466459358,
      "loss": 2.0938,
      "step": 57179
    },
    {
      "epoch": 2.6601535240753664,
      "grad_norm": 1.264693495522394,
      "learning_rate": 0.0001806068713380274,
      "loss": 2.25,
      "step": 57180
    },
    {
      "epoch": 2.660200046522447,
      "grad_norm": 1.149139201139523,
      "learning_rate": 0.0001806032379927235,
      "loss": 2.0469,
      "step": 57181
    },
    {
      "epoch": 2.660246568969528,
      "grad_norm": 1.4060499824702415,
      "learning_rate": 0.0001805996046286841,
      "loss": 2.25,
      "step": 57182
    },
    {
      "epoch": 2.6602930914166087,
      "grad_norm": 1.1775608911791078,
      "learning_rate": 0.00018059597124591144,
      "loss": 1.9062,
      "step": 57183
    },
    {
      "epoch": 2.6603396138636892,
      "grad_norm": 1.1986303219960195,
      "learning_rate": 0.00018059233784440773,
      "loss": 2.0938,
      "step": 57184
    },
    {
      "epoch": 2.6603861363107697,
      "grad_norm": 1.2255309291107683,
      "learning_rate": 0.00018058870442417527,
      "loss": 2.4062,
      "step": 57185
    },
    {
      "epoch": 2.6604326587578506,
      "grad_norm": 1.2242743693204468,
      "learning_rate": 0.0001805850709852162,
      "loss": 2.4688,
      "step": 57186
    },
    {
      "epoch": 2.6604791812049315,
      "grad_norm": 1.2801435532142895,
      "learning_rate": 0.00018058143752753276,
      "loss": 2.2656,
      "step": 57187
    },
    {
      "epoch": 2.660525703652012,
      "grad_norm": 1.202047918702836,
      "learning_rate": 0.00018057780405112718,
      "loss": 2.1406,
      "step": 57188
    },
    {
      "epoch": 2.660572226099093,
      "grad_norm": 1.1896719902975412,
      "learning_rate": 0.0001805741705560017,
      "loss": 2.2656,
      "step": 57189
    },
    {
      "epoch": 2.6606187485461734,
      "grad_norm": 1.1772720633324338,
      "learning_rate": 0.00018057053704215848,
      "loss": 2.2031,
      "step": 57190
    },
    {
      "epoch": 2.6606652709932543,
      "grad_norm": 1.1531247737094081,
      "learning_rate": 0.00018056690350959988,
      "loss": 2.1406,
      "step": 57191
    },
    {
      "epoch": 2.660711793440335,
      "grad_norm": 1.1735271523049446,
      "learning_rate": 0.000180563269958328,
      "loss": 1.5781,
      "step": 57192
    },
    {
      "epoch": 2.6607583158874157,
      "grad_norm": 1.3202503089896804,
      "learning_rate": 0.00018055963638834513,
      "loss": 2.4844,
      "step": 57193
    },
    {
      "epoch": 2.6608048383344967,
      "grad_norm": 1.2306627950388516,
      "learning_rate": 0.00018055600279965342,
      "loss": 2.1875,
      "step": 57194
    },
    {
      "epoch": 2.660851360781577,
      "grad_norm": 1.2739336389454283,
      "learning_rate": 0.00018055236919225517,
      "loss": 2.5469,
      "step": 57195
    },
    {
      "epoch": 2.6608978832286576,
      "grad_norm": 1.3499862744376665,
      "learning_rate": 0.0001805487355661526,
      "loss": 2.2812,
      "step": 57196
    },
    {
      "epoch": 2.6609444056757385,
      "grad_norm": 1.216281654111191,
      "learning_rate": 0.00018054510192134788,
      "loss": 2.1875,
      "step": 57197
    },
    {
      "epoch": 2.6609909281228195,
      "grad_norm": 1.1128598236771594,
      "learning_rate": 0.0001805414682578433,
      "loss": 1.8828,
      "step": 57198
    },
    {
      "epoch": 2.6610374505699,
      "grad_norm": 1.1673939524467027,
      "learning_rate": 0.00018053783457564103,
      "loss": 2.0469,
      "step": 57199
    },
    {
      "epoch": 2.661083973016981,
      "grad_norm": 1.2690057198511442,
      "learning_rate": 0.00018053420087474334,
      "loss": 2.2812,
      "step": 57200
    },
    {
      "epoch": 2.6611304954640613,
      "grad_norm": 1.2106590281511858,
      "learning_rate": 0.00018053056715515239,
      "loss": 2.3125,
      "step": 57201
    },
    {
      "epoch": 2.6611770179111423,
      "grad_norm": 1.317721958840745,
      "learning_rate": 0.00018052693341687052,
      "loss": 2.4531,
      "step": 57202
    },
    {
      "epoch": 2.6612235403582227,
      "grad_norm": 1.2413450463043636,
      "learning_rate": 0.00018052329965989985,
      "loss": 2.2812,
      "step": 57203
    },
    {
      "epoch": 2.6612700628053036,
      "grad_norm": 1.2072396863433665,
      "learning_rate": 0.00018051966588424263,
      "loss": 2.1406,
      "step": 57204
    },
    {
      "epoch": 2.661316585252384,
      "grad_norm": 1.27808247101698,
      "learning_rate": 0.00018051603208990103,
      "loss": 1.5,
      "step": 57205
    },
    {
      "epoch": 2.661363107699465,
      "grad_norm": 1.231320192481947,
      "learning_rate": 0.0001805123982768774,
      "loss": 2.4219,
      "step": 57206
    },
    {
      "epoch": 2.6614096301465455,
      "grad_norm": 1.276127204239691,
      "learning_rate": 0.0001805087644451739,
      "loss": 2.2812,
      "step": 57207
    },
    {
      "epoch": 2.6614561525936264,
      "grad_norm": 1.209501647207445,
      "learning_rate": 0.00018050513059479273,
      "loss": 2.2031,
      "step": 57208
    },
    {
      "epoch": 2.6615026750407074,
      "grad_norm": 1.1789882085414822,
      "learning_rate": 0.00018050149672573618,
      "loss": 2.125,
      "step": 57209
    },
    {
      "epoch": 2.661549197487788,
      "grad_norm": 1.2082213617040356,
      "learning_rate": 0.00018049786283800637,
      "loss": 2.0625,
      "step": 57210
    },
    {
      "epoch": 2.6615957199348683,
      "grad_norm": 1.157606640478802,
      "learning_rate": 0.00018049422893160564,
      "loss": 2.1719,
      "step": 57211
    },
    {
      "epoch": 2.6616422423819492,
      "grad_norm": 1.2219122990374953,
      "learning_rate": 0.00018049059500653618,
      "loss": 2.0781,
      "step": 57212
    },
    {
      "epoch": 2.66168876482903,
      "grad_norm": 1.2133527350968742,
      "learning_rate": 0.00018048696106280016,
      "loss": 2.2188,
      "step": 57213
    },
    {
      "epoch": 2.6617352872761106,
      "grad_norm": 1.3096213570162836,
      "learning_rate": 0.00018048332710039985,
      "loss": 2.6406,
      "step": 57214
    },
    {
      "epoch": 2.6617818097231916,
      "grad_norm": 1.2037804718541347,
      "learning_rate": 0.00018047969311933747,
      "loss": 2.3125,
      "step": 57215
    },
    {
      "epoch": 2.661828332170272,
      "grad_norm": 1.282961299497885,
      "learning_rate": 0.0001804760591196152,
      "loss": 2.5781,
      "step": 57216
    },
    {
      "epoch": 2.661874854617353,
      "grad_norm": 1.1240847765900503,
      "learning_rate": 0.0001804724251012354,
      "loss": 1.8516,
      "step": 57217
    },
    {
      "epoch": 2.6619213770644334,
      "grad_norm": 1.2067258966970262,
      "learning_rate": 0.00018046879106420013,
      "loss": 2.2188,
      "step": 57218
    },
    {
      "epoch": 2.6619678995115144,
      "grad_norm": 1.255706209378448,
      "learning_rate": 0.00018046515700851173,
      "loss": 2.3594,
      "step": 57219
    },
    {
      "epoch": 2.6620144219585953,
      "grad_norm": 1.172710514581036,
      "learning_rate": 0.00018046152293417237,
      "loss": 2.2656,
      "step": 57220
    },
    {
      "epoch": 2.6620609444056758,
      "grad_norm": 1.2519106216981082,
      "learning_rate": 0.00018045788884118422,
      "loss": 2.3438,
      "step": 57221
    },
    {
      "epoch": 2.6621074668527562,
      "grad_norm": 1.2608444050322936,
      "learning_rate": 0.00018045425472954969,
      "loss": 2.4062,
      "step": 57222
    },
    {
      "epoch": 2.662153989299837,
      "grad_norm": 1.248473831532456,
      "learning_rate": 0.00018045062059927078,
      "loss": 2.375,
      "step": 57223
    },
    {
      "epoch": 2.662200511746918,
      "grad_norm": 1.2270831058983467,
      "learning_rate": 0.00018044698645034988,
      "loss": 2.2656,
      "step": 57224
    },
    {
      "epoch": 2.6622470341939986,
      "grad_norm": 1.2921683183130908,
      "learning_rate": 0.00018044335228278912,
      "loss": 2.3906,
      "step": 57225
    },
    {
      "epoch": 2.6622935566410795,
      "grad_norm": 1.3118121064678026,
      "learning_rate": 0.0001804397180965908,
      "loss": 2.2656,
      "step": 57226
    },
    {
      "epoch": 2.66234007908816,
      "grad_norm": 1.193966497190156,
      "learning_rate": 0.00018043608389175703,
      "loss": 2.1875,
      "step": 57227
    },
    {
      "epoch": 2.662386601535241,
      "grad_norm": 1.2233697305624738,
      "learning_rate": 0.0001804324496682902,
      "loss": 1.4766,
      "step": 57228
    },
    {
      "epoch": 2.6624331239823213,
      "grad_norm": 1.2370070854417496,
      "learning_rate": 0.0001804288154261924,
      "loss": 2.4531,
      "step": 57229
    },
    {
      "epoch": 2.6624796464294023,
      "grad_norm": 1.2624885442479077,
      "learning_rate": 0.00018042518116546588,
      "loss": 2.2969,
      "step": 57230
    },
    {
      "epoch": 2.6625261688764827,
      "grad_norm": 1.281023733096733,
      "learning_rate": 0.0001804215468861129,
      "loss": 2.3906,
      "step": 57231
    },
    {
      "epoch": 2.6625726913235637,
      "grad_norm": 1.262081848582877,
      "learning_rate": 0.0001804179125881357,
      "loss": 2.2969,
      "step": 57232
    },
    {
      "epoch": 2.662619213770644,
      "grad_norm": 1.2311568588950066,
      "learning_rate": 0.00018041427827153648,
      "loss": 2.3125,
      "step": 57233
    },
    {
      "epoch": 2.662665736217725,
      "grad_norm": 1.2710830843149,
      "learning_rate": 0.00018041064393631742,
      "loss": 2.4219,
      "step": 57234
    },
    {
      "epoch": 2.662712258664806,
      "grad_norm": 1.419333670406198,
      "learning_rate": 0.00018040700958248083,
      "loss": 2.4219,
      "step": 57235
    },
    {
      "epoch": 2.6627587811118865,
      "grad_norm": 1.2948133646679945,
      "learning_rate": 0.00018040337521002883,
      "loss": 2.3281,
      "step": 57236
    },
    {
      "epoch": 2.662805303558967,
      "grad_norm": 1.2395694533793045,
      "learning_rate": 0.00018039974081896374,
      "loss": 2.125,
      "step": 57237
    },
    {
      "epoch": 2.662851826006048,
      "grad_norm": 1.2639199800153158,
      "learning_rate": 0.00018039610640928772,
      "loss": 2.3594,
      "step": 57238
    },
    {
      "epoch": 2.662898348453129,
      "grad_norm": 1.198149516017874,
      "learning_rate": 0.00018039247198100306,
      "loss": 2.1406,
      "step": 57239
    },
    {
      "epoch": 2.6629448709002093,
      "grad_norm": 1.2765631895670788,
      "learning_rate": 0.0001803888375341119,
      "loss": 2.0781,
      "step": 57240
    },
    {
      "epoch": 2.66299139334729,
      "grad_norm": 1.2430115051040096,
      "learning_rate": 0.00018038520306861658,
      "loss": 2.2969,
      "step": 57241
    },
    {
      "epoch": 2.6630379157943707,
      "grad_norm": 1.2398665713095205,
      "learning_rate": 0.00018038156858451925,
      "loss": 2.1406,
      "step": 57242
    },
    {
      "epoch": 2.6630844382414516,
      "grad_norm": 1.193344796997079,
      "learning_rate": 0.00018037793408182213,
      "loss": 2.3281,
      "step": 57243
    },
    {
      "epoch": 2.663130960688532,
      "grad_norm": 1.3212524768113498,
      "learning_rate": 0.00018037429956052744,
      "loss": 2.3438,
      "step": 57244
    },
    {
      "epoch": 2.663177483135613,
      "grad_norm": 1.2385984847201161,
      "learning_rate": 0.00018037066502063747,
      "loss": 2.2812,
      "step": 57245
    },
    {
      "epoch": 2.663224005582694,
      "grad_norm": 1.2955868214776778,
      "learning_rate": 0.00018036703046215438,
      "loss": 2.4844,
      "step": 57246
    },
    {
      "epoch": 2.6632705280297744,
      "grad_norm": 1.2344357856770416,
      "learning_rate": 0.00018036339588508037,
      "loss": 2.2344,
      "step": 57247
    },
    {
      "epoch": 2.663317050476855,
      "grad_norm": 1.2468874464817707,
      "learning_rate": 0.00018035976128941773,
      "loss": 2.25,
      "step": 57248
    },
    {
      "epoch": 2.6633635729239358,
      "grad_norm": 1.2514191634459193,
      "learning_rate": 0.0001803561266751687,
      "loss": 2.4688,
      "step": 57249
    },
    {
      "epoch": 2.6634100953710167,
      "grad_norm": 1.199720428141868,
      "learning_rate": 0.00018035249204233545,
      "loss": 2.1719,
      "step": 57250
    },
    {
      "epoch": 2.663456617818097,
      "grad_norm": 1.2179720859231284,
      "learning_rate": 0.0001803488573909202,
      "loss": 2.0469,
      "step": 57251
    },
    {
      "epoch": 2.663503140265178,
      "grad_norm": 1.142852714546206,
      "learning_rate": 0.00018034522272092528,
      "loss": 1.9062,
      "step": 57252
    },
    {
      "epoch": 2.6635496627122586,
      "grad_norm": 1.3010106922161375,
      "learning_rate": 0.00018034158803235275,
      "loss": 2.1406,
      "step": 57253
    },
    {
      "epoch": 2.6635961851593395,
      "grad_norm": 1.127597760288326,
      "learning_rate": 0.00018033795332520497,
      "loss": 2.0312,
      "step": 57254
    },
    {
      "epoch": 2.66364270760642,
      "grad_norm": 1.202369486260686,
      "learning_rate": 0.0001803343185994841,
      "loss": 2.0938,
      "step": 57255
    },
    {
      "epoch": 2.663689230053501,
      "grad_norm": 1.2813659058658016,
      "learning_rate": 0.0001803306838551924,
      "loss": 2.5156,
      "step": 57256
    },
    {
      "epoch": 2.6637357525005814,
      "grad_norm": 1.238055579493216,
      "learning_rate": 0.00018032704909233202,
      "loss": 2.3594,
      "step": 57257
    },
    {
      "epoch": 2.6637822749476623,
      "grad_norm": 1.2849357168945037,
      "learning_rate": 0.0001803234143109053,
      "loss": 2.2656,
      "step": 57258
    },
    {
      "epoch": 2.6638287973947428,
      "grad_norm": 1.262192799950958,
      "learning_rate": 0.0001803197795109144,
      "loss": 2.4375,
      "step": 57259
    },
    {
      "epoch": 2.6638753198418237,
      "grad_norm": 1.3822181557628377,
      "learning_rate": 0.0001803161446923615,
      "loss": 2.4062,
      "step": 57260
    },
    {
      "epoch": 2.6639218422889046,
      "grad_norm": 1.1837530265880858,
      "learning_rate": 0.00018031250985524894,
      "loss": 2.2188,
      "step": 57261
    },
    {
      "epoch": 2.663968364735985,
      "grad_norm": 1.2647241629951909,
      "learning_rate": 0.00018030887499957885,
      "loss": 2.1875,
      "step": 57262
    },
    {
      "epoch": 2.6640148871830656,
      "grad_norm": 1.3013447512713816,
      "learning_rate": 0.0001803052401253535,
      "loss": 2.4375,
      "step": 57263
    },
    {
      "epoch": 2.6640614096301465,
      "grad_norm": 1.2995025783962446,
      "learning_rate": 0.0001803016052325751,
      "loss": 2.4062,
      "step": 57264
    },
    {
      "epoch": 2.6641079320772274,
      "grad_norm": 1.12399453446324,
      "learning_rate": 0.0001802979703212459,
      "loss": 2.0469,
      "step": 57265
    },
    {
      "epoch": 2.664154454524308,
      "grad_norm": 1.2785524730436209,
      "learning_rate": 0.00018029433539136809,
      "loss": 2.3906,
      "step": 57266
    },
    {
      "epoch": 2.664200976971389,
      "grad_norm": 1.1909827942868896,
      "learning_rate": 0.0001802907004429439,
      "loss": 2.3906,
      "step": 57267
    },
    {
      "epoch": 2.6642474994184693,
      "grad_norm": 1.2207738252821936,
      "learning_rate": 0.00018028706547597556,
      "loss": 2.25,
      "step": 57268
    },
    {
      "epoch": 2.66429402186555,
      "grad_norm": 1.1853497360524017,
      "learning_rate": 0.00018028343049046535,
      "loss": 2.0156,
      "step": 57269
    },
    {
      "epoch": 2.6643405443126307,
      "grad_norm": 1.262746764506518,
      "learning_rate": 0.00018027979548641539,
      "loss": 2.2812,
      "step": 57270
    },
    {
      "epoch": 2.6643870667597116,
      "grad_norm": 1.2583397120143944,
      "learning_rate": 0.00018027616046382795,
      "loss": 2.1875,
      "step": 57271
    },
    {
      "epoch": 2.6644335892067925,
      "grad_norm": 1.2267291274998133,
      "learning_rate": 0.0001802725254227053,
      "loss": 2.2188,
      "step": 57272
    },
    {
      "epoch": 2.664480111653873,
      "grad_norm": 1.21953571151286,
      "learning_rate": 0.0001802688903630496,
      "loss": 2.1094,
      "step": 57273
    },
    {
      "epoch": 2.6645266341009535,
      "grad_norm": 1.2182198721653115,
      "learning_rate": 0.00018026525528486314,
      "loss": 2.2656,
      "step": 57274
    },
    {
      "epoch": 2.6645731565480344,
      "grad_norm": 1.1714657605200391,
      "learning_rate": 0.0001802616201881481,
      "loss": 1.7188,
      "step": 57275
    },
    {
      "epoch": 2.6646196789951153,
      "grad_norm": 1.2348079732983226,
      "learning_rate": 0.00018025798507290673,
      "loss": 2.3438,
      "step": 57276
    },
    {
      "epoch": 2.664666201442196,
      "grad_norm": 1.241635439861541,
      "learning_rate": 0.0001802543499391412,
      "loss": 2.4531,
      "step": 57277
    },
    {
      "epoch": 2.6647127238892767,
      "grad_norm": 1.2333762899804124,
      "learning_rate": 0.00018025071478685386,
      "loss": 2.2344,
      "step": 57278
    },
    {
      "epoch": 2.664759246336357,
      "grad_norm": 1.1890673302761197,
      "learning_rate": 0.0001802470796160468,
      "loss": 2.3906,
      "step": 57279
    },
    {
      "epoch": 2.664805768783438,
      "grad_norm": 1.2638014126568597,
      "learning_rate": 0.0001802434444267223,
      "loss": 2.4062,
      "step": 57280
    },
    {
      "epoch": 2.6648522912305186,
      "grad_norm": 1.2097789030135728,
      "learning_rate": 0.00018023980921888258,
      "loss": 2.2188,
      "step": 57281
    },
    {
      "epoch": 2.6648988136775995,
      "grad_norm": 1.2072309537160832,
      "learning_rate": 0.00018023617399252987,
      "loss": 2.2969,
      "step": 57282
    },
    {
      "epoch": 2.6649453361246804,
      "grad_norm": 1.3351452966095645,
      "learning_rate": 0.0001802325387476664,
      "loss": 2.25,
      "step": 57283
    },
    {
      "epoch": 2.664991858571761,
      "grad_norm": 1.15606508998046,
      "learning_rate": 0.00018022890348429443,
      "loss": 1.9688,
      "step": 57284
    },
    {
      "epoch": 2.6650383810188414,
      "grad_norm": 1.259780099687752,
      "learning_rate": 0.0001802252682024161,
      "loss": 2.4844,
      "step": 57285
    },
    {
      "epoch": 2.6650849034659223,
      "grad_norm": 1.2604803138120275,
      "learning_rate": 0.00018022163290203367,
      "loss": 2.3281,
      "step": 57286
    },
    {
      "epoch": 2.6651314259130032,
      "grad_norm": 1.1574047406942853,
      "learning_rate": 0.00018021799758314945,
      "loss": 2.1406,
      "step": 57287
    },
    {
      "epoch": 2.6651779483600837,
      "grad_norm": 1.2087900151381499,
      "learning_rate": 0.00018021436224576552,
      "loss": 2.1719,
      "step": 57288
    },
    {
      "epoch": 2.665224470807164,
      "grad_norm": 1.178014471093911,
      "learning_rate": 0.00018021072688988423,
      "loss": 2.0938,
      "step": 57289
    },
    {
      "epoch": 2.665270993254245,
      "grad_norm": 1.2736530514666913,
      "learning_rate": 0.00018020709151550773,
      "loss": 2.1719,
      "step": 57290
    },
    {
      "epoch": 2.665317515701326,
      "grad_norm": 1.2491797244281178,
      "learning_rate": 0.00018020345612263826,
      "loss": 2.1562,
      "step": 57291
    },
    {
      "epoch": 2.6653640381484065,
      "grad_norm": 1.2434458366998196,
      "learning_rate": 0.0001801998207112781,
      "loss": 2.375,
      "step": 57292
    },
    {
      "epoch": 2.6654105605954874,
      "grad_norm": 1.1880858471083722,
      "learning_rate": 0.00018019618528142937,
      "loss": 2.1562,
      "step": 57293
    },
    {
      "epoch": 2.665457083042568,
      "grad_norm": 1.2562109485245392,
      "learning_rate": 0.0001801925498330944,
      "loss": 1.7422,
      "step": 57294
    },
    {
      "epoch": 2.665503605489649,
      "grad_norm": 1.2223117052677304,
      "learning_rate": 0.00018018891436627534,
      "loss": 2.3281,
      "step": 57295
    },
    {
      "epoch": 2.6655501279367293,
      "grad_norm": 1.1759013684380517,
      "learning_rate": 0.00018018527888097452,
      "loss": 2.2969,
      "step": 57296
    },
    {
      "epoch": 2.66559665038381,
      "grad_norm": 1.309555588600135,
      "learning_rate": 0.000180181643377194,
      "loss": 2.5781,
      "step": 57297
    },
    {
      "epoch": 2.665643172830891,
      "grad_norm": 1.2081509189796005,
      "learning_rate": 0.00018017800785493618,
      "loss": 2.2812,
      "step": 57298
    },
    {
      "epoch": 2.6656896952779716,
      "grad_norm": 1.286116313625019,
      "learning_rate": 0.00018017437231420316,
      "loss": 2.375,
      "step": 57299
    },
    {
      "epoch": 2.665736217725052,
      "grad_norm": 1.1596303854390968,
      "learning_rate": 0.00018017073675499724,
      "loss": 2.3281,
      "step": 57300
    },
    {
      "epoch": 2.665782740172133,
      "grad_norm": 1.2614728414593932,
      "learning_rate": 0.0001801671011773206,
      "loss": 2.5,
      "step": 57301
    },
    {
      "epoch": 2.665829262619214,
      "grad_norm": 1.2583064149104388,
      "learning_rate": 0.0001801634655811755,
      "loss": 2.4688,
      "step": 57302
    },
    {
      "epoch": 2.6658757850662944,
      "grad_norm": 1.2097074254773883,
      "learning_rate": 0.00018015982996656408,
      "loss": 2.1094,
      "step": 57303
    },
    {
      "epoch": 2.6659223075133753,
      "grad_norm": 1.325022063047194,
      "learning_rate": 0.0001801561943334887,
      "loss": 2.4844,
      "step": 57304
    },
    {
      "epoch": 2.665968829960456,
      "grad_norm": 1.1999389987764035,
      "learning_rate": 0.0001801525586819515,
      "loss": 2.1406,
      "step": 57305
    },
    {
      "epoch": 2.6660153524075367,
      "grad_norm": 1.258869462797459,
      "learning_rate": 0.00018014892301195475,
      "loss": 2.3125,
      "step": 57306
    },
    {
      "epoch": 2.666061874854617,
      "grad_norm": 1.2389331748126968,
      "learning_rate": 0.00018014528732350062,
      "loss": 2.2344,
      "step": 57307
    },
    {
      "epoch": 2.666108397301698,
      "grad_norm": 1.3321183168768915,
      "learning_rate": 0.0001801416516165914,
      "loss": 2.3906,
      "step": 57308
    },
    {
      "epoch": 2.666154919748779,
      "grad_norm": 1.3080228637731346,
      "learning_rate": 0.00018013801589122924,
      "loss": 2.6875,
      "step": 57309
    },
    {
      "epoch": 2.6662014421958595,
      "grad_norm": 1.2448085366603194,
      "learning_rate": 0.00018013438014741643,
      "loss": 2.3438,
      "step": 57310
    },
    {
      "epoch": 2.66624796464294,
      "grad_norm": 1.2072640605065772,
      "learning_rate": 0.0001801307443851552,
      "loss": 2.2188,
      "step": 57311
    },
    {
      "epoch": 2.666294487090021,
      "grad_norm": 1.2961148241829616,
      "learning_rate": 0.00018012710860444773,
      "loss": 2.3125,
      "step": 57312
    },
    {
      "epoch": 2.666341009537102,
      "grad_norm": 1.2523243124183192,
      "learning_rate": 0.00018012347280529627,
      "loss": 2.3438,
      "step": 57313
    },
    {
      "epoch": 2.6663875319841823,
      "grad_norm": 1.3101096471656422,
      "learning_rate": 0.00018011983698770304,
      "loss": 2.25,
      "step": 57314
    },
    {
      "epoch": 2.6664340544312632,
      "grad_norm": 1.1796195400094445,
      "learning_rate": 0.00018011620115167027,
      "loss": 2.2031,
      "step": 57315
    },
    {
      "epoch": 2.6664805768783437,
      "grad_norm": 1.1962624807712794,
      "learning_rate": 0.00018011256529720015,
      "loss": 2.3594,
      "step": 57316
    },
    {
      "epoch": 2.6665270993254246,
      "grad_norm": 1.212692521427764,
      "learning_rate": 0.000180108929424295,
      "loss": 2.25,
      "step": 57317
    },
    {
      "epoch": 2.666573621772505,
      "grad_norm": 1.2773833562510062,
      "learning_rate": 0.00018010529353295693,
      "loss": 2.2031,
      "step": 57318
    },
    {
      "epoch": 2.666620144219586,
      "grad_norm": 1.1652370567749595,
      "learning_rate": 0.00018010165762318825,
      "loss": 2.25,
      "step": 57319
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.2446502917703328,
      "learning_rate": 0.0001800980216949912,
      "loss": 2.2656,
      "step": 57320
    },
    {
      "epoch": 2.6667131891137474,
      "grad_norm": 1.2804036693263352,
      "learning_rate": 0.00018009438574836787,
      "loss": 2.3281,
      "step": 57321
    },
    {
      "epoch": 2.666759711560828,
      "grad_norm": 1.2575784721506365,
      "learning_rate": 0.00018009074978332065,
      "loss": 2.2969,
      "step": 57322
    },
    {
      "epoch": 2.666806234007909,
      "grad_norm": 1.1608900120342591,
      "learning_rate": 0.0001800871137998517,
      "loss": 2.1719,
      "step": 57323
    },
    {
      "epoch": 2.6668527564549898,
      "grad_norm": 1.2541615618795774,
      "learning_rate": 0.0001800834777979632,
      "loss": 2.0938,
      "step": 57324
    },
    {
      "epoch": 2.6668992789020702,
      "grad_norm": 1.3290534679150299,
      "learning_rate": 0.0001800798417776574,
      "loss": 2.5312,
      "step": 57325
    },
    {
      "epoch": 2.6669458013491507,
      "grad_norm": 1.2275690150792276,
      "learning_rate": 0.0001800762057389366,
      "loss": 2.0625,
      "step": 57326
    },
    {
      "epoch": 2.6669923237962316,
      "grad_norm": 1.3122986601230147,
      "learning_rate": 0.00018007256968180296,
      "loss": 2.2969,
      "step": 57327
    },
    {
      "epoch": 2.6670388462433126,
      "grad_norm": 1.1777151392219256,
      "learning_rate": 0.00018006893360625868,
      "loss": 2.1406,
      "step": 57328
    },
    {
      "epoch": 2.667085368690393,
      "grad_norm": 1.3183106584830675,
      "learning_rate": 0.00018006529751230606,
      "loss": 2.5312,
      "step": 57329
    },
    {
      "epoch": 2.667131891137474,
      "grad_norm": 1.318972813321519,
      "learning_rate": 0.00018006166139994728,
      "loss": 2.3438,
      "step": 57330
    },
    {
      "epoch": 2.6671784135845544,
      "grad_norm": 1.2266927373686118,
      "learning_rate": 0.00018005802526918456,
      "loss": 2.5,
      "step": 57331
    },
    {
      "epoch": 2.6672249360316354,
      "grad_norm": 1.119228884801292,
      "learning_rate": 0.00018005438912002014,
      "loss": 2.0938,
      "step": 57332
    },
    {
      "epoch": 2.667271458478716,
      "grad_norm": 1.2204779686406952,
      "learning_rate": 0.00018005075295245626,
      "loss": 2.2656,
      "step": 57333
    },
    {
      "epoch": 2.6673179809257967,
      "grad_norm": 1.2872124954054545,
      "learning_rate": 0.00018004711676649512,
      "loss": 2.375,
      "step": 57334
    },
    {
      "epoch": 2.6673645033728777,
      "grad_norm": 1.128278352449202,
      "learning_rate": 0.00018004348056213898,
      "loss": 2.2344,
      "step": 57335
    },
    {
      "epoch": 2.667411025819958,
      "grad_norm": 1.2253193109146638,
      "learning_rate": 0.00018003984433938997,
      "loss": 2.3125,
      "step": 57336
    },
    {
      "epoch": 2.6674575482670386,
      "grad_norm": 1.1818490491002045,
      "learning_rate": 0.00018003620809825047,
      "loss": 2.2188,
      "step": 57337
    },
    {
      "epoch": 2.6675040707141195,
      "grad_norm": 1.337718716685753,
      "learning_rate": 0.0001800325718387226,
      "loss": 2.6094,
      "step": 57338
    },
    {
      "epoch": 2.6675505931612005,
      "grad_norm": 1.1573952393893012,
      "learning_rate": 0.0001800289355608086,
      "loss": 2.0156,
      "step": 57339
    },
    {
      "epoch": 2.667597115608281,
      "grad_norm": 1.2534868281429223,
      "learning_rate": 0.00018002529926451077,
      "loss": 2.125,
      "step": 57340
    },
    {
      "epoch": 2.667643638055362,
      "grad_norm": 1.2750311490890043,
      "learning_rate": 0.00018002166294983122,
      "loss": 2.4219,
      "step": 57341
    },
    {
      "epoch": 2.6676901605024423,
      "grad_norm": 1.1759619148635876,
      "learning_rate": 0.00018001802661677226,
      "loss": 2.2188,
      "step": 57342
    },
    {
      "epoch": 2.6677366829495233,
      "grad_norm": 1.2749990777600244,
      "learning_rate": 0.00018001439026533604,
      "loss": 2.4219,
      "step": 57343
    },
    {
      "epoch": 2.6677832053966037,
      "grad_norm": 1.3267100843714532,
      "learning_rate": 0.00018001075389552487,
      "loss": 2.1406,
      "step": 57344
    },
    {
      "epoch": 2.6678297278436847,
      "grad_norm": 1.235671533891279,
      "learning_rate": 0.00018000711750734092,
      "loss": 1.6562,
      "step": 57345
    },
    {
      "epoch": 2.667876250290765,
      "grad_norm": 1.200989445735909,
      "learning_rate": 0.00018000348110078647,
      "loss": 2.3125,
      "step": 57346
    },
    {
      "epoch": 2.667922772737846,
      "grad_norm": 1.2215070076863659,
      "learning_rate": 0.00017999984467586365,
      "loss": 2.4688,
      "step": 57347
    },
    {
      "epoch": 2.6679692951849265,
      "grad_norm": 1.2681116434613426,
      "learning_rate": 0.0001799962082325748,
      "loss": 2.3438,
      "step": 57348
    },
    {
      "epoch": 2.6680158176320075,
      "grad_norm": 1.2921993566697996,
      "learning_rate": 0.00017999257177092208,
      "loss": 2.3281,
      "step": 57349
    },
    {
      "epoch": 2.6680623400790884,
      "grad_norm": 1.1499171857205006,
      "learning_rate": 0.00017998893529090772,
      "loss": 2.0625,
      "step": 57350
    },
    {
      "epoch": 2.668108862526169,
      "grad_norm": 1.245520450819451,
      "learning_rate": 0.00017998529879253397,
      "loss": 2.2812,
      "step": 57351
    },
    {
      "epoch": 2.6681553849732493,
      "grad_norm": 1.2225644280286394,
      "learning_rate": 0.00017998166227580306,
      "loss": 2.0938,
      "step": 57352
    },
    {
      "epoch": 2.6682019074203303,
      "grad_norm": 1.2861939864968355,
      "learning_rate": 0.0001799780257407172,
      "loss": 2.4531,
      "step": 57353
    },
    {
      "epoch": 2.668248429867411,
      "grad_norm": 1.2375749532768348,
      "learning_rate": 0.00017997438918727858,
      "loss": 2.1875,
      "step": 57354
    },
    {
      "epoch": 2.6682949523144917,
      "grad_norm": 1.1647541050734875,
      "learning_rate": 0.0001799707526154895,
      "loss": 2.0312,
      "step": 57355
    },
    {
      "epoch": 2.6683414747615726,
      "grad_norm": 1.263356595308838,
      "learning_rate": 0.00017996711602535212,
      "loss": 2.1406,
      "step": 57356
    },
    {
      "epoch": 2.668387997208653,
      "grad_norm": 1.1983395115772915,
      "learning_rate": 0.0001799634794168687,
      "loss": 2.125,
      "step": 57357
    },
    {
      "epoch": 2.668434519655734,
      "grad_norm": 1.1586665714487214,
      "learning_rate": 0.00017995984279004144,
      "loss": 2.0625,
      "step": 57358
    },
    {
      "epoch": 2.6684810421028144,
      "grad_norm": 1.162577025629768,
      "learning_rate": 0.00017995620614487263,
      "loss": 2.1562,
      "step": 57359
    },
    {
      "epoch": 2.6685275645498954,
      "grad_norm": 1.1920216659403617,
      "learning_rate": 0.0001799525694813644,
      "loss": 2.2656,
      "step": 57360
    },
    {
      "epoch": 2.6685740869969763,
      "grad_norm": 1.2408873226760597,
      "learning_rate": 0.00017994893279951908,
      "loss": 2.2969,
      "step": 57361
    },
    {
      "epoch": 2.6686206094440568,
      "grad_norm": 1.0960749244140546,
      "learning_rate": 0.00017994529609933883,
      "loss": 1.8203,
      "step": 57362
    },
    {
      "epoch": 2.6686671318911372,
      "grad_norm": 1.1831253671808106,
      "learning_rate": 0.0001799416593808259,
      "loss": 2.2344,
      "step": 57363
    },
    {
      "epoch": 2.668713654338218,
      "grad_norm": 1.3283406773865634,
      "learning_rate": 0.00017993802264398248,
      "loss": 2.3906,
      "step": 57364
    },
    {
      "epoch": 2.668760176785299,
      "grad_norm": 1.2461657205220005,
      "learning_rate": 0.00017993438588881087,
      "loss": 2.3906,
      "step": 57365
    },
    {
      "epoch": 2.6688066992323796,
      "grad_norm": 1.3096321853366393,
      "learning_rate": 0.00017993074911531326,
      "loss": 2.2031,
      "step": 57366
    },
    {
      "epoch": 2.6688532216794605,
      "grad_norm": 1.3806645285869867,
      "learning_rate": 0.00017992711232349184,
      "loss": 2.25,
      "step": 57367
    },
    {
      "epoch": 2.668899744126541,
      "grad_norm": 1.2559734358807528,
      "learning_rate": 0.0001799234755133489,
      "loss": 2.3906,
      "step": 57368
    },
    {
      "epoch": 2.668946266573622,
      "grad_norm": 1.330173956840301,
      "learning_rate": 0.00017991983868488655,
      "loss": 2.3281,
      "step": 57369
    },
    {
      "epoch": 2.6689927890207024,
      "grad_norm": 1.3291621617583849,
      "learning_rate": 0.00017991620183810714,
      "loss": 2.4688,
      "step": 57370
    },
    {
      "epoch": 2.6690393114677833,
      "grad_norm": 1.1955721616919708,
      "learning_rate": 0.00017991256497301288,
      "loss": 2.4844,
      "step": 57371
    },
    {
      "epoch": 2.6690858339148638,
      "grad_norm": 1.2366734113533409,
      "learning_rate": 0.00017990892808960598,
      "loss": 2.3125,
      "step": 57372
    },
    {
      "epoch": 2.6691323563619447,
      "grad_norm": 1.2990870987847074,
      "learning_rate": 0.0001799052911878886,
      "loss": 2.1406,
      "step": 57373
    },
    {
      "epoch": 2.669178878809025,
      "grad_norm": 1.2554843936619284,
      "learning_rate": 0.00017990165426786308,
      "loss": 2.2188,
      "step": 57374
    },
    {
      "epoch": 2.669225401256106,
      "grad_norm": 1.2065506881626722,
      "learning_rate": 0.00017989801732953156,
      "loss": 2.2344,
      "step": 57375
    },
    {
      "epoch": 2.669271923703187,
      "grad_norm": 1.28268167154277,
      "learning_rate": 0.00017989438037289632,
      "loss": 2.1094,
      "step": 57376
    },
    {
      "epoch": 2.6693184461502675,
      "grad_norm": 1.2441001982595026,
      "learning_rate": 0.00017989074339795955,
      "loss": 2.25,
      "step": 57377
    },
    {
      "epoch": 2.669364968597348,
      "grad_norm": 1.1480801466875514,
      "learning_rate": 0.00017988710640472351,
      "loss": 2.3594,
      "step": 57378
    },
    {
      "epoch": 2.669411491044429,
      "grad_norm": 1.2628580835537717,
      "learning_rate": 0.0001798834693931904,
      "loss": 2.3438,
      "step": 57379
    },
    {
      "epoch": 2.66945801349151,
      "grad_norm": 1.149086307755527,
      "learning_rate": 0.00017987983236336238,
      "loss": 2.2188,
      "step": 57380
    },
    {
      "epoch": 2.6695045359385903,
      "grad_norm": 1.214986454857532,
      "learning_rate": 0.00017987619531524185,
      "loss": 2.2188,
      "step": 57381
    },
    {
      "epoch": 2.669551058385671,
      "grad_norm": 1.1431231599440723,
      "learning_rate": 0.0001798725582488309,
      "loss": 2.0156,
      "step": 57382
    },
    {
      "epoch": 2.6695975808327517,
      "grad_norm": 1.2037945267462216,
      "learning_rate": 0.00017986892116413178,
      "loss": 2.5781,
      "step": 57383
    },
    {
      "epoch": 2.6696441032798326,
      "grad_norm": 1.2845441506028334,
      "learning_rate": 0.00017986528406114676,
      "loss": 2.3125,
      "step": 57384
    },
    {
      "epoch": 2.669690625726913,
      "grad_norm": 1.2057513548042194,
      "learning_rate": 0.00017986164693987804,
      "loss": 2.2188,
      "step": 57385
    },
    {
      "epoch": 2.669737148173994,
      "grad_norm": 1.2445726957251357,
      "learning_rate": 0.00017985800980032778,
      "loss": 1.7109,
      "step": 57386
    },
    {
      "epoch": 2.669783670621075,
      "grad_norm": 1.2371783071065094,
      "learning_rate": 0.00017985437264249834,
      "loss": 2.1562,
      "step": 57387
    },
    {
      "epoch": 2.6698301930681554,
      "grad_norm": 1.2311983332103413,
      "learning_rate": 0.00017985073546639184,
      "loss": 2.0625,
      "step": 57388
    },
    {
      "epoch": 2.669876715515236,
      "grad_norm": 1.196278731031037,
      "learning_rate": 0.0001798470982720106,
      "loss": 2.3125,
      "step": 57389
    },
    {
      "epoch": 2.669923237962317,
      "grad_norm": 1.1839625798275164,
      "learning_rate": 0.00017984346105935674,
      "loss": 2.0156,
      "step": 57390
    },
    {
      "epoch": 2.6699697604093977,
      "grad_norm": 1.2192868058513784,
      "learning_rate": 0.00017983982382843253,
      "loss": 2.0,
      "step": 57391
    },
    {
      "epoch": 2.670016282856478,
      "grad_norm": 1.2426710237420207,
      "learning_rate": 0.00017983618657924023,
      "loss": 1.4766,
      "step": 57392
    },
    {
      "epoch": 2.670062805303559,
      "grad_norm": 1.203243233949507,
      "learning_rate": 0.000179832549311782,
      "loss": 2.2656,
      "step": 57393
    },
    {
      "epoch": 2.6701093277506396,
      "grad_norm": 1.9134882486320053,
      "learning_rate": 0.00017982891202606016,
      "loss": 2.375,
      "step": 57394
    },
    {
      "epoch": 2.6701558501977205,
      "grad_norm": 1.1966315812164687,
      "learning_rate": 0.00017982527472207684,
      "loss": 2.1719,
      "step": 57395
    },
    {
      "epoch": 2.670202372644801,
      "grad_norm": 1.2714290622484725,
      "learning_rate": 0.00017982163739983434,
      "loss": 2.4219,
      "step": 57396
    },
    {
      "epoch": 2.670248895091882,
      "grad_norm": 1.2935996615137741,
      "learning_rate": 0.00017981800005933485,
      "loss": 2.3125,
      "step": 57397
    },
    {
      "epoch": 2.670295417538963,
      "grad_norm": 1.2359480473087843,
      "learning_rate": 0.00017981436270058063,
      "loss": 2.2812,
      "step": 57398
    },
    {
      "epoch": 2.6703419399860433,
      "grad_norm": 1.2820832593362304,
      "learning_rate": 0.00017981072532357383,
      "loss": 2.6094,
      "step": 57399
    },
    {
      "epoch": 2.6703884624331238,
      "grad_norm": 1.1655261916085096,
      "learning_rate": 0.00017980708792831676,
      "loss": 2.3438,
      "step": 57400
    },
    {
      "epoch": 2.6704349848802047,
      "grad_norm": 1.2244325877467528,
      "learning_rate": 0.0001798034505148116,
      "loss": 2.0469,
      "step": 57401
    },
    {
      "epoch": 2.6704815073272856,
      "grad_norm": 1.2804971991498828,
      "learning_rate": 0.00017979981308306061,
      "loss": 2.2344,
      "step": 57402
    },
    {
      "epoch": 2.670528029774366,
      "grad_norm": 1.1742303067090498,
      "learning_rate": 0.000179796175633066,
      "loss": 2.2188,
      "step": 57403
    },
    {
      "epoch": 2.6705745522214466,
      "grad_norm": 1.3137404543830884,
      "learning_rate": 0.00017979253816483,
      "loss": 2.2031,
      "step": 57404
    },
    {
      "epoch": 2.6706210746685275,
      "grad_norm": 1.1866383595260444,
      "learning_rate": 0.00017978890067835482,
      "loss": 2.2031,
      "step": 57405
    },
    {
      "epoch": 2.6706675971156084,
      "grad_norm": 1.239336192062221,
      "learning_rate": 0.00017978526317364267,
      "loss": 2.1719,
      "step": 57406
    },
    {
      "epoch": 2.670714119562689,
      "grad_norm": 1.2044192521042658,
      "learning_rate": 0.00017978162565069586,
      "loss": 2.4844,
      "step": 57407
    },
    {
      "epoch": 2.67076064200977,
      "grad_norm": 1.2379991454311305,
      "learning_rate": 0.00017977798810951651,
      "loss": 2.2031,
      "step": 57408
    },
    {
      "epoch": 2.6708071644568503,
      "grad_norm": 1.1927876924343648,
      "learning_rate": 0.00017977435055010696,
      "loss": 2.0625,
      "step": 57409
    },
    {
      "epoch": 2.670853686903931,
      "grad_norm": 1.2162585129428773,
      "learning_rate": 0.00017977071297246933,
      "loss": 2.0781,
      "step": 57410
    },
    {
      "epoch": 2.6709002093510117,
      "grad_norm": 1.1886773945806204,
      "learning_rate": 0.00017976707537660595,
      "loss": 2.1562,
      "step": 57411
    },
    {
      "epoch": 2.6709467317980926,
      "grad_norm": 1.2622706542288726,
      "learning_rate": 0.00017976343776251894,
      "loss": 2.4531,
      "step": 57412
    },
    {
      "epoch": 2.6709932542451735,
      "grad_norm": 1.261515081821993,
      "learning_rate": 0.00017975980013021055,
      "loss": 2.2188,
      "step": 57413
    },
    {
      "epoch": 2.671039776692254,
      "grad_norm": 1.2771327103778742,
      "learning_rate": 0.00017975616247968307,
      "loss": 2.4844,
      "step": 57414
    },
    {
      "epoch": 2.6710862991393345,
      "grad_norm": 1.1752679964031785,
      "learning_rate": 0.0001797525248109387,
      "loss": 2.25,
      "step": 57415
    },
    {
      "epoch": 2.6711328215864154,
      "grad_norm": 1.1740717654606825,
      "learning_rate": 0.00017974888712397966,
      "loss": 2.125,
      "step": 57416
    },
    {
      "epoch": 2.6711793440334963,
      "grad_norm": 1.2106257894270458,
      "learning_rate": 0.00017974524941880818,
      "loss": 2.2969,
      "step": 57417
    },
    {
      "epoch": 2.671225866480577,
      "grad_norm": 1.1825782894263162,
      "learning_rate": 0.0001797416116954265,
      "loss": 2.1094,
      "step": 57418
    },
    {
      "epoch": 2.6712723889276577,
      "grad_norm": 1.4078336043693978,
      "learning_rate": 0.00017973797395383676,
      "loss": 2.6094,
      "step": 57419
    },
    {
      "epoch": 2.671318911374738,
      "grad_norm": 1.1640078722925045,
      "learning_rate": 0.00017973433619404133,
      "loss": 2.4531,
      "step": 57420
    },
    {
      "epoch": 2.671365433821819,
      "grad_norm": 1.228293786171839,
      "learning_rate": 0.0001797306984160423,
      "loss": 2.3594,
      "step": 57421
    },
    {
      "epoch": 2.6714119562688996,
      "grad_norm": 1.193729836882139,
      "learning_rate": 0.00017972706061984204,
      "loss": 2.25,
      "step": 57422
    },
    {
      "epoch": 2.6714584787159805,
      "grad_norm": 1.2928892639030831,
      "learning_rate": 0.0001797234228054426,
      "loss": 2.4531,
      "step": 57423
    },
    {
      "epoch": 2.6715050011630614,
      "grad_norm": 1.1457105069900235,
      "learning_rate": 0.00017971978497284636,
      "loss": 2.2656,
      "step": 57424
    },
    {
      "epoch": 2.671551523610142,
      "grad_norm": 1.2243446292845483,
      "learning_rate": 0.00017971614712205552,
      "loss": 2.0,
      "step": 57425
    },
    {
      "epoch": 2.6715980460572224,
      "grad_norm": 1.2506031693515756,
      "learning_rate": 0.00017971250925307222,
      "loss": 2.2188,
      "step": 57426
    },
    {
      "epoch": 2.6716445685043033,
      "grad_norm": 1.518526912107692,
      "learning_rate": 0.0001797088713658988,
      "loss": 1.7109,
      "step": 57427
    },
    {
      "epoch": 2.6716910909513842,
      "grad_norm": 1.314795057244422,
      "learning_rate": 0.00017970523346053742,
      "loss": 2.2812,
      "step": 57428
    },
    {
      "epoch": 2.6717376133984647,
      "grad_norm": 1.2104446037725356,
      "learning_rate": 0.0001797015955369903,
      "loss": 2.1875,
      "step": 57429
    },
    {
      "epoch": 2.6717841358455456,
      "grad_norm": 1.251691332135647,
      "learning_rate": 0.00017969795759525972,
      "loss": 2.5781,
      "step": 57430
    },
    {
      "epoch": 2.671830658292626,
      "grad_norm": 1.2380704983788955,
      "learning_rate": 0.00017969431963534786,
      "loss": 2.2656,
      "step": 57431
    },
    {
      "epoch": 2.671877180739707,
      "grad_norm": 1.2230466048539343,
      "learning_rate": 0.00017969068165725696,
      "loss": 2.2031,
      "step": 57432
    },
    {
      "epoch": 2.6719237031867875,
      "grad_norm": 1.2176655593890786,
      "learning_rate": 0.00017968704366098926,
      "loss": 2.1406,
      "step": 57433
    },
    {
      "epoch": 2.6719702256338684,
      "grad_norm": 1.2363470084578112,
      "learning_rate": 0.00017968340564654696,
      "loss": 2.1875,
      "step": 57434
    },
    {
      "epoch": 2.672016748080949,
      "grad_norm": 1.2058125815014027,
      "learning_rate": 0.0001796797676139323,
      "loss": 2.1094,
      "step": 57435
    },
    {
      "epoch": 2.67206327052803,
      "grad_norm": 1.251819440510841,
      "learning_rate": 0.00017967612956314754,
      "loss": 2.5781,
      "step": 57436
    },
    {
      "epoch": 2.6721097929751103,
      "grad_norm": 1.2058493142497702,
      "learning_rate": 0.00017967249149419484,
      "loss": 2.25,
      "step": 57437
    },
    {
      "epoch": 2.6721563154221912,
      "grad_norm": 1.1514444330784965,
      "learning_rate": 0.00017966885340707647,
      "loss": 1.9297,
      "step": 57438
    },
    {
      "epoch": 2.672202837869272,
      "grad_norm": 1.2097129356391463,
      "learning_rate": 0.00017966521530179467,
      "loss": 2.125,
      "step": 57439
    },
    {
      "epoch": 2.6722493603163526,
      "grad_norm": 1.2201247967825455,
      "learning_rate": 0.00017966157717835168,
      "loss": 2.25,
      "step": 57440
    },
    {
      "epoch": 2.672295882763433,
      "grad_norm": 1.2615303271793599,
      "learning_rate": 0.00017965793903674965,
      "loss": 2.1875,
      "step": 57441
    },
    {
      "epoch": 2.672342405210514,
      "grad_norm": 1.2501574424390078,
      "learning_rate": 0.00017965430087699087,
      "loss": 2.3281,
      "step": 57442
    },
    {
      "epoch": 2.672388927657595,
      "grad_norm": 1.217699132894854,
      "learning_rate": 0.00017965066269907753,
      "loss": 1.9688,
      "step": 57443
    },
    {
      "epoch": 2.6724354501046754,
      "grad_norm": 1.2344353578250664,
      "learning_rate": 0.00017964702450301196,
      "loss": 2.25,
      "step": 57444
    },
    {
      "epoch": 2.6724819725517563,
      "grad_norm": 1.212967801650137,
      "learning_rate": 0.00017964338628879623,
      "loss": 2.2344,
      "step": 57445
    },
    {
      "epoch": 2.672528494998837,
      "grad_norm": 1.2622696390955477,
      "learning_rate": 0.00017963974805643265,
      "loss": 1.9688,
      "step": 57446
    },
    {
      "epoch": 2.6725750174459177,
      "grad_norm": 1.1842059703470302,
      "learning_rate": 0.00017963610980592344,
      "loss": 2.1406,
      "step": 57447
    },
    {
      "epoch": 2.672621539892998,
      "grad_norm": 1.2074956819569187,
      "learning_rate": 0.00017963247153727086,
      "loss": 2.2031,
      "step": 57448
    },
    {
      "epoch": 2.672668062340079,
      "grad_norm": 1.1035685549972836,
      "learning_rate": 0.0001796288332504771,
      "loss": 1.9922,
      "step": 57449
    },
    {
      "epoch": 2.67271458478716,
      "grad_norm": 1.2854524065203723,
      "learning_rate": 0.00017962519494554437,
      "loss": 2.4062,
      "step": 57450
    },
    {
      "epoch": 2.6727611072342405,
      "grad_norm": 1.1954263231391218,
      "learning_rate": 0.00017962155662247493,
      "loss": 2.2344,
      "step": 57451
    },
    {
      "epoch": 2.672807629681321,
      "grad_norm": 1.2358012864535044,
      "learning_rate": 0.00017961791828127104,
      "loss": 2.25,
      "step": 57452
    },
    {
      "epoch": 2.672854152128402,
      "grad_norm": 1.1560221229125747,
      "learning_rate": 0.00017961427992193484,
      "loss": 2.1562,
      "step": 57453
    },
    {
      "epoch": 2.672900674575483,
      "grad_norm": 1.1756847008442475,
      "learning_rate": 0.00017961064154446861,
      "loss": 2.0625,
      "step": 57454
    },
    {
      "epoch": 2.6729471970225633,
      "grad_norm": 1.1111890695232716,
      "learning_rate": 0.00017960700314887458,
      "loss": 2.0938,
      "step": 57455
    },
    {
      "epoch": 2.6729937194696443,
      "grad_norm": 1.1918919306181681,
      "learning_rate": 0.00017960336473515494,
      "loss": 2.2188,
      "step": 57456
    },
    {
      "epoch": 2.6730402419167247,
      "grad_norm": 1.3234141439757532,
      "learning_rate": 0.00017959972630331194,
      "loss": 2.2969,
      "step": 57457
    },
    {
      "epoch": 2.6730867643638057,
      "grad_norm": 1.1467503327179622,
      "learning_rate": 0.00017959608785334785,
      "loss": 2.0,
      "step": 57458
    },
    {
      "epoch": 2.673133286810886,
      "grad_norm": 1.3249340549446584,
      "learning_rate": 0.00017959244938526488,
      "loss": 2.6406,
      "step": 57459
    },
    {
      "epoch": 2.673179809257967,
      "grad_norm": 1.1995893621008948,
      "learning_rate": 0.0001795888108990652,
      "loss": 2.3125,
      "step": 57460
    },
    {
      "epoch": 2.6732263317050475,
      "grad_norm": 1.2140950527344843,
      "learning_rate": 0.0001795851723947511,
      "loss": 1.5078,
      "step": 57461
    },
    {
      "epoch": 2.6732728541521285,
      "grad_norm": 1.2024412300121021,
      "learning_rate": 0.00017958153387232477,
      "loss": 2.1719,
      "step": 57462
    },
    {
      "epoch": 2.673319376599209,
      "grad_norm": 1.1915845425570513,
      "learning_rate": 0.00017957789533178844,
      "loss": 2.1875,
      "step": 57463
    },
    {
      "epoch": 2.67336589904629,
      "grad_norm": 1.236409704123486,
      "learning_rate": 0.00017957425677314436,
      "loss": 2.125,
      "step": 57464
    },
    {
      "epoch": 2.6734124214933708,
      "grad_norm": 1.2617951094861761,
      "learning_rate": 0.00017957061819639473,
      "loss": 2.3906,
      "step": 57465
    },
    {
      "epoch": 2.6734589439404512,
      "grad_norm": 1.1467519940720288,
      "learning_rate": 0.00017956697960154185,
      "loss": 2.0625,
      "step": 57466
    },
    {
      "epoch": 2.6735054663875317,
      "grad_norm": 1.2871846807575291,
      "learning_rate": 0.0001795633409885878,
      "loss": 2.3125,
      "step": 57467
    },
    {
      "epoch": 2.6735519888346126,
      "grad_norm": 1.2817688013153161,
      "learning_rate": 0.00017955970235753496,
      "loss": 2.2969,
      "step": 57468
    },
    {
      "epoch": 2.6735985112816936,
      "grad_norm": 1.2683336562993617,
      "learning_rate": 0.00017955606370838548,
      "loss": 2.25,
      "step": 57469
    },
    {
      "epoch": 2.673645033728774,
      "grad_norm": 1.1635679323352432,
      "learning_rate": 0.00017955242504114158,
      "loss": 2.2344,
      "step": 57470
    },
    {
      "epoch": 2.673691556175855,
      "grad_norm": 1.413752268296043,
      "learning_rate": 0.00017954878635580553,
      "loss": 2.5625,
      "step": 57471
    },
    {
      "epoch": 2.6737380786229354,
      "grad_norm": 1.2372204009262682,
      "learning_rate": 0.00017954514765237956,
      "loss": 2.5,
      "step": 57472
    },
    {
      "epoch": 2.6737846010700164,
      "grad_norm": 1.267773691610776,
      "learning_rate": 0.0001795415089308659,
      "loss": 2.4531,
      "step": 57473
    },
    {
      "epoch": 2.673831123517097,
      "grad_norm": 1.1432475527311041,
      "learning_rate": 0.00017953787019126669,
      "loss": 1.6719,
      "step": 57474
    },
    {
      "epoch": 2.6738776459641778,
      "grad_norm": 1.1933665041244865,
      "learning_rate": 0.00017953423143358426,
      "loss": 2.2812,
      "step": 57475
    },
    {
      "epoch": 2.6739241684112587,
      "grad_norm": 1.2653421074387026,
      "learning_rate": 0.00017953059265782078,
      "loss": 2.375,
      "step": 57476
    },
    {
      "epoch": 2.673970690858339,
      "grad_norm": 1.239187152133549,
      "learning_rate": 0.0001795269538639785,
      "loss": 2.4844,
      "step": 57477
    },
    {
      "epoch": 2.6740172133054196,
      "grad_norm": 1.2696258390665909,
      "learning_rate": 0.00017952331505205964,
      "loss": 2.4531,
      "step": 57478
    },
    {
      "epoch": 2.6740637357525006,
      "grad_norm": 1.3298285980252038,
      "learning_rate": 0.00017951967622206643,
      "loss": 2.5938,
      "step": 57479
    },
    {
      "epoch": 2.6741102581995815,
      "grad_norm": 1.2442508724247379,
      "learning_rate": 0.0001795160373740011,
      "loss": 2.2969,
      "step": 57480
    },
    {
      "epoch": 2.674156780646662,
      "grad_norm": 1.200785984020485,
      "learning_rate": 0.00017951239850786592,
      "loss": 2.2188,
      "step": 57481
    },
    {
      "epoch": 2.674203303093743,
      "grad_norm": 1.1877576864389323,
      "learning_rate": 0.00017950875962366303,
      "loss": 2.3906,
      "step": 57482
    },
    {
      "epoch": 2.6742498255408234,
      "grad_norm": 1.179973937034569,
      "learning_rate": 0.0001795051207213947,
      "loss": 2.1719,
      "step": 57483
    },
    {
      "epoch": 2.6742963479879043,
      "grad_norm": 1.1657006136039216,
      "learning_rate": 0.00017950148180106317,
      "loss": 2.2969,
      "step": 57484
    },
    {
      "epoch": 2.6743428704349848,
      "grad_norm": 1.217378505484454,
      "learning_rate": 0.0001794978428626707,
      "loss": 2.3594,
      "step": 57485
    },
    {
      "epoch": 2.6743893928820657,
      "grad_norm": 1.2248305840079987,
      "learning_rate": 0.00017949420390621948,
      "loss": 2.2969,
      "step": 57486
    },
    {
      "epoch": 2.674435915329146,
      "grad_norm": 1.2904487256881987,
      "learning_rate": 0.00017949056493171169,
      "loss": 2.2656,
      "step": 57487
    },
    {
      "epoch": 2.674482437776227,
      "grad_norm": 1.3024300915198748,
      "learning_rate": 0.00017948692593914962,
      "loss": 2.4531,
      "step": 57488
    },
    {
      "epoch": 2.6745289602233075,
      "grad_norm": 1.237296840411429,
      "learning_rate": 0.00017948328692853546,
      "loss": 2.3125,
      "step": 57489
    },
    {
      "epoch": 2.6745754826703885,
      "grad_norm": 1.1731817966717415,
      "learning_rate": 0.00017947964789987144,
      "loss": 2.2344,
      "step": 57490
    },
    {
      "epoch": 2.6746220051174694,
      "grad_norm": 1.2023834239314066,
      "learning_rate": 0.00017947600885315985,
      "loss": 2.2969,
      "step": 57491
    },
    {
      "epoch": 2.67466852756455,
      "grad_norm": 1.2751802456931507,
      "learning_rate": 0.00017947236978840285,
      "loss": 2.4688,
      "step": 57492
    },
    {
      "epoch": 2.6747150500116303,
      "grad_norm": 1.2124627497512057,
      "learning_rate": 0.00017946873070560272,
      "loss": 2.3438,
      "step": 57493
    },
    {
      "epoch": 2.6747615724587113,
      "grad_norm": 1.3251220250601838,
      "learning_rate": 0.00017946509160476164,
      "loss": 2.3125,
      "step": 57494
    },
    {
      "epoch": 2.674808094905792,
      "grad_norm": 1.1650509714981925,
      "learning_rate": 0.00017946145248588183,
      "loss": 2.2188,
      "step": 57495
    },
    {
      "epoch": 2.6748546173528727,
      "grad_norm": 1.22910066532591,
      "learning_rate": 0.0001794578133489656,
      "loss": 2.3281,
      "step": 57496
    },
    {
      "epoch": 2.6749011397999536,
      "grad_norm": 1.2601823680510926,
      "learning_rate": 0.00017945417419401507,
      "loss": 2.3125,
      "step": 57497
    },
    {
      "epoch": 2.674947662247034,
      "grad_norm": 1.2739445827887528,
      "learning_rate": 0.00017945053502103257,
      "loss": 2.4219,
      "step": 57498
    },
    {
      "epoch": 2.674994184694115,
      "grad_norm": 1.2920958843253496,
      "learning_rate": 0.0001794468958300203,
      "loss": 2.25,
      "step": 57499
    },
    {
      "epoch": 2.6750407071411955,
      "grad_norm": 1.3922242295750953,
      "learning_rate": 0.0001794432566209804,
      "loss": 2.2031,
      "step": 57500
    },
    {
      "epoch": 2.6750872295882764,
      "grad_norm": 1.2024991721596503,
      "learning_rate": 0.00017943961739391517,
      "loss": 2.3125,
      "step": 57501
    },
    {
      "epoch": 2.6751337520353573,
      "grad_norm": 1.173203066727745,
      "learning_rate": 0.00017943597814882683,
      "loss": 2.1562,
      "step": 57502
    },
    {
      "epoch": 2.675180274482438,
      "grad_norm": 1.3120913170803892,
      "learning_rate": 0.00017943233888571765,
      "loss": 2.0625,
      "step": 57503
    },
    {
      "epoch": 2.6752267969295183,
      "grad_norm": 1.3096674716444265,
      "learning_rate": 0.00017942869960458979,
      "loss": 1.8906,
      "step": 57504
    },
    {
      "epoch": 2.675273319376599,
      "grad_norm": 1.1964274978351495,
      "learning_rate": 0.00017942506030544554,
      "loss": 2.0938,
      "step": 57505
    },
    {
      "epoch": 2.67531984182368,
      "grad_norm": 1.246719463485931,
      "learning_rate": 0.00017942142098828704,
      "loss": 2.0156,
      "step": 57506
    },
    {
      "epoch": 2.6753663642707606,
      "grad_norm": 1.1433267216296072,
      "learning_rate": 0.00017941778165311663,
      "loss": 2.1719,
      "step": 57507
    },
    {
      "epoch": 2.6754128867178415,
      "grad_norm": 1.1788715203148556,
      "learning_rate": 0.00017941414229993643,
      "loss": 2.0938,
      "step": 57508
    },
    {
      "epoch": 2.675459409164922,
      "grad_norm": 1.2371560929275365,
      "learning_rate": 0.0001794105029287488,
      "loss": 2.4062,
      "step": 57509
    },
    {
      "epoch": 2.675505931612003,
      "grad_norm": 1.2400468156202558,
      "learning_rate": 0.0001794068635395558,
      "loss": 2.3281,
      "step": 57510
    },
    {
      "epoch": 2.6755524540590834,
      "grad_norm": 1.23396664937058,
      "learning_rate": 0.00017940322413235977,
      "loss": 2.4219,
      "step": 57511
    },
    {
      "epoch": 2.6755989765061643,
      "grad_norm": 1.2751847037771769,
      "learning_rate": 0.00017939958470716293,
      "loss": 2.2969,
      "step": 57512
    },
    {
      "epoch": 2.675645498953245,
      "grad_norm": 1.3039477738799312,
      "learning_rate": 0.00017939594526396744,
      "loss": 2.125,
      "step": 57513
    },
    {
      "epoch": 2.6756920214003257,
      "grad_norm": 1.2435060892428078,
      "learning_rate": 0.00017939230580277566,
      "loss": 2.3594,
      "step": 57514
    },
    {
      "epoch": 2.675738543847406,
      "grad_norm": 1.2405648194713044,
      "learning_rate": 0.00017938866632358967,
      "loss": 2.375,
      "step": 57515
    },
    {
      "epoch": 2.675785066294487,
      "grad_norm": 1.229932610372823,
      "learning_rate": 0.0001793850268264118,
      "loss": 2.2656,
      "step": 57516
    },
    {
      "epoch": 2.675831588741568,
      "grad_norm": 1.3204182245486074,
      "learning_rate": 0.00017938138731124422,
      "loss": 2.1875,
      "step": 57517
    },
    {
      "epoch": 2.6758781111886485,
      "grad_norm": 1.3145208740244934,
      "learning_rate": 0.00017937774777808922,
      "loss": 2.2969,
      "step": 57518
    },
    {
      "epoch": 2.675924633635729,
      "grad_norm": 1.1417252341776603,
      "learning_rate": 0.00017937410822694894,
      "loss": 2.2031,
      "step": 57519
    },
    {
      "epoch": 2.67597115608281,
      "grad_norm": 1.30571449901844,
      "learning_rate": 0.0001793704686578257,
      "loss": 2.4531,
      "step": 57520
    },
    {
      "epoch": 2.676017678529891,
      "grad_norm": 1.3123376581800688,
      "learning_rate": 0.00017936682907072167,
      "loss": 1.7578,
      "step": 57521
    },
    {
      "epoch": 2.6760642009769713,
      "grad_norm": 1.1429594702750308,
      "learning_rate": 0.00017936318946563907,
      "loss": 2.25,
      "step": 57522
    },
    {
      "epoch": 2.676110723424052,
      "grad_norm": 1.2516755106726398,
      "learning_rate": 0.00017935954984258021,
      "loss": 2.2031,
      "step": 57523
    },
    {
      "epoch": 2.6761572458711327,
      "grad_norm": 1.2175022651506242,
      "learning_rate": 0.00017935591020154718,
      "loss": 2.3438,
      "step": 57524
    },
    {
      "epoch": 2.6762037683182136,
      "grad_norm": 1.220151320752608,
      "learning_rate": 0.00017935227054254236,
      "loss": 2.0312,
      "step": 57525
    },
    {
      "epoch": 2.676250290765294,
      "grad_norm": 1.2144570190540906,
      "learning_rate": 0.0001793486308655679,
      "loss": 2.0625,
      "step": 57526
    },
    {
      "epoch": 2.676296813212375,
      "grad_norm": 1.1459969660404317,
      "learning_rate": 0.00017934499117062603,
      "loss": 1.9297,
      "step": 57527
    },
    {
      "epoch": 2.676343335659456,
      "grad_norm": 1.2739645461619316,
      "learning_rate": 0.00017934135145771896,
      "loss": 2.3281,
      "step": 57528
    },
    {
      "epoch": 2.6763898581065364,
      "grad_norm": 1.2213692964491736,
      "learning_rate": 0.00017933771172684896,
      "loss": 2.2344,
      "step": 57529
    },
    {
      "epoch": 2.676436380553617,
      "grad_norm": 1.2854709324494011,
      "learning_rate": 0.00017933407197801818,
      "loss": 1.7344,
      "step": 57530
    },
    {
      "epoch": 2.676482903000698,
      "grad_norm": 1.2335928182301559,
      "learning_rate": 0.000179330432211229,
      "loss": 2.1562,
      "step": 57531
    },
    {
      "epoch": 2.6765294254477787,
      "grad_norm": 1.1459471161137984,
      "learning_rate": 0.00017932679242648348,
      "loss": 2.0938,
      "step": 57532
    },
    {
      "epoch": 2.676575947894859,
      "grad_norm": 1.2120924576843148,
      "learning_rate": 0.00017932315262378398,
      "loss": 2.125,
      "step": 57533
    },
    {
      "epoch": 2.67662247034194,
      "grad_norm": 1.2399154483999943,
      "learning_rate": 0.00017931951280313266,
      "loss": 2.2969,
      "step": 57534
    },
    {
      "epoch": 2.6766689927890206,
      "grad_norm": 1.155826231287032,
      "learning_rate": 0.00017931587296453176,
      "loss": 2.0625,
      "step": 57535
    },
    {
      "epoch": 2.6767155152361015,
      "grad_norm": 1.2712740709173056,
      "learning_rate": 0.0001793122331079835,
      "loss": 2.4062,
      "step": 57536
    },
    {
      "epoch": 2.676762037683182,
      "grad_norm": 1.2783026228852983,
      "learning_rate": 0.0001793085932334901,
      "loss": 2.3594,
      "step": 57537
    },
    {
      "epoch": 2.676808560130263,
      "grad_norm": 1.2626669380879587,
      "learning_rate": 0.0001793049533410539,
      "loss": 2.2969,
      "step": 57538
    },
    {
      "epoch": 2.676855082577344,
      "grad_norm": 1.179736714076475,
      "learning_rate": 0.0001793013134306769,
      "loss": 2.1094,
      "step": 57539
    },
    {
      "epoch": 2.6769016050244243,
      "grad_norm": 1.2050405435238845,
      "learning_rate": 0.00017929767350236155,
      "loss": 2.125,
      "step": 57540
    },
    {
      "epoch": 2.676948127471505,
      "grad_norm": 1.277590384428313,
      "learning_rate": 0.00017929403355610997,
      "loss": 2.2031,
      "step": 57541
    },
    {
      "epoch": 2.6769946499185857,
      "grad_norm": 1.2289313959713264,
      "learning_rate": 0.00017929039359192443,
      "loss": 2.2656,
      "step": 57542
    },
    {
      "epoch": 2.6770411723656666,
      "grad_norm": 1.1790822800795937,
      "learning_rate": 0.0001792867536098071,
      "loss": 2.2969,
      "step": 57543
    },
    {
      "epoch": 2.677087694812747,
      "grad_norm": 1.237418623951257,
      "learning_rate": 0.00017928311360976024,
      "loss": 2.1406,
      "step": 57544
    },
    {
      "epoch": 2.677134217259828,
      "grad_norm": 1.2278792669764345,
      "learning_rate": 0.00017927947359178614,
      "loss": 2.125,
      "step": 57545
    },
    {
      "epoch": 2.6771807397069085,
      "grad_norm": 1.2516096409980886,
      "learning_rate": 0.00017927583355588695,
      "loss": 2.3438,
      "step": 57546
    },
    {
      "epoch": 2.6772272621539894,
      "grad_norm": 1.370054199885107,
      "learning_rate": 0.00017927219350206492,
      "loss": 2.4531,
      "step": 57547
    },
    {
      "epoch": 2.67727378460107,
      "grad_norm": 1.3743147897425738,
      "learning_rate": 0.00017926855343032225,
      "loss": 2.5156,
      "step": 57548
    },
    {
      "epoch": 2.677320307048151,
      "grad_norm": 1.283385649251496,
      "learning_rate": 0.00017926491334066126,
      "loss": 2.1094,
      "step": 57549
    },
    {
      "epoch": 2.6773668294952313,
      "grad_norm": 1.28503230742263,
      "learning_rate": 0.00017926127323308406,
      "loss": 2.3906,
      "step": 57550
    },
    {
      "epoch": 2.6774133519423122,
      "grad_norm": 1.1960866551441696,
      "learning_rate": 0.00017925763310759298,
      "loss": 2.2344,
      "step": 57551
    },
    {
      "epoch": 2.6774598743893927,
      "grad_norm": 1.270828377170256,
      "learning_rate": 0.0001792539929641902,
      "loss": 2.3281,
      "step": 57552
    },
    {
      "epoch": 2.6775063968364736,
      "grad_norm": 1.2307508515350423,
      "learning_rate": 0.00017925035280287794,
      "loss": 2.2031,
      "step": 57553
    },
    {
      "epoch": 2.6775529192835545,
      "grad_norm": 1.2013265900556893,
      "learning_rate": 0.00017924671262365842,
      "loss": 2.2656,
      "step": 57554
    },
    {
      "epoch": 2.677599441730635,
      "grad_norm": 1.206609505108857,
      "learning_rate": 0.0001792430724265339,
      "loss": 2.1094,
      "step": 57555
    },
    {
      "epoch": 2.6776459641777155,
      "grad_norm": 1.2866846073547717,
      "learning_rate": 0.0001792394322115066,
      "loss": 2.3594,
      "step": 57556
    },
    {
      "epoch": 2.6776924866247964,
      "grad_norm": 1.1701828100754361,
      "learning_rate": 0.00017923579197857875,
      "loss": 2.0938,
      "step": 57557
    },
    {
      "epoch": 2.6777390090718773,
      "grad_norm": 1.2548605604648708,
      "learning_rate": 0.0001792321517277526,
      "loss": 1.6406,
      "step": 57558
    },
    {
      "epoch": 2.677785531518958,
      "grad_norm": 1.0928625166094772,
      "learning_rate": 0.00017922851145903032,
      "loss": 1.7031,
      "step": 57559
    },
    {
      "epoch": 2.6778320539660387,
      "grad_norm": 1.2812325513390599,
      "learning_rate": 0.0001792248711724142,
      "loss": 2.2031,
      "step": 57560
    },
    {
      "epoch": 2.677878576413119,
      "grad_norm": 1.1613576414112305,
      "learning_rate": 0.00017922123086790644,
      "loss": 1.9609,
      "step": 57561
    },
    {
      "epoch": 2.6779250988602,
      "grad_norm": 1.3160615931894049,
      "learning_rate": 0.00017921759054550926,
      "loss": 2.2656,
      "step": 57562
    },
    {
      "epoch": 2.6779716213072806,
      "grad_norm": 1.1447011432751848,
      "learning_rate": 0.0001792139502052249,
      "loss": 1.7344,
      "step": 57563
    },
    {
      "epoch": 2.6780181437543615,
      "grad_norm": 1.1771661560090876,
      "learning_rate": 0.00017921030984705558,
      "loss": 2.2656,
      "step": 57564
    },
    {
      "epoch": 2.6780646662014425,
      "grad_norm": 1.0874563098922017,
      "learning_rate": 0.00017920666947100354,
      "loss": 1.6406,
      "step": 57565
    },
    {
      "epoch": 2.678111188648523,
      "grad_norm": 1.328885223598011,
      "learning_rate": 0.000179203029077071,
      "loss": 2.3281,
      "step": 57566
    },
    {
      "epoch": 2.6781577110956034,
      "grad_norm": 1.2326262427826715,
      "learning_rate": 0.0001791993886652602,
      "loss": 2.1406,
      "step": 57567
    },
    {
      "epoch": 2.6782042335426843,
      "grad_norm": 1.3244527794612686,
      "learning_rate": 0.00017919574823557338,
      "loss": 2.4219,
      "step": 57568
    },
    {
      "epoch": 2.6782507559897653,
      "grad_norm": 1.2993232940449357,
      "learning_rate": 0.00017919210778801273,
      "loss": 2.5469,
      "step": 57569
    },
    {
      "epoch": 2.6782972784368457,
      "grad_norm": 1.2436900139330167,
      "learning_rate": 0.00017918846732258047,
      "loss": 2.4531,
      "step": 57570
    },
    {
      "epoch": 2.6783438008839267,
      "grad_norm": 1.241362477220232,
      "learning_rate": 0.00017918482683927894,
      "loss": 2.2344,
      "step": 57571
    },
    {
      "epoch": 2.678390323331007,
      "grad_norm": 1.3022929963284815,
      "learning_rate": 0.00017918118633811022,
      "loss": 2.4219,
      "step": 57572
    },
    {
      "epoch": 2.678436845778088,
      "grad_norm": 1.2693517009163333,
      "learning_rate": 0.00017917754581907666,
      "loss": 2.0156,
      "step": 57573
    },
    {
      "epoch": 2.6784833682251685,
      "grad_norm": 1.2259451461858744,
      "learning_rate": 0.00017917390528218038,
      "loss": 2.3438,
      "step": 57574
    },
    {
      "epoch": 2.6785298906722494,
      "grad_norm": 1.1414524781356277,
      "learning_rate": 0.0001791702647274237,
      "loss": 2.3281,
      "step": 57575
    },
    {
      "epoch": 2.67857641311933,
      "grad_norm": 1.2681693084595929,
      "learning_rate": 0.00017916662415480878,
      "loss": 2.0156,
      "step": 57576
    },
    {
      "epoch": 2.678622935566411,
      "grad_norm": 1.2438634929412777,
      "learning_rate": 0.00017916298356433785,
      "loss": 2.2812,
      "step": 57577
    },
    {
      "epoch": 2.6786694580134913,
      "grad_norm": 1.0987232517502,
      "learning_rate": 0.00017915934295601322,
      "loss": 1.5234,
      "step": 57578
    },
    {
      "epoch": 2.6787159804605722,
      "grad_norm": 1.1680331393446568,
      "learning_rate": 0.0001791557023298371,
      "loss": 1.9297,
      "step": 57579
    },
    {
      "epoch": 2.678762502907653,
      "grad_norm": 1.1974737520800953,
      "learning_rate": 0.00017915206168581165,
      "loss": 2.3438,
      "step": 57580
    },
    {
      "epoch": 2.6788090253547336,
      "grad_norm": 1.297710194591224,
      "learning_rate": 0.00017914842102393914,
      "loss": 2.5,
      "step": 57581
    },
    {
      "epoch": 2.678855547801814,
      "grad_norm": 1.1969570119063053,
      "learning_rate": 0.0001791447803442218,
      "loss": 2.2344,
      "step": 57582
    },
    {
      "epoch": 2.678902070248895,
      "grad_norm": 1.286071395404375,
      "learning_rate": 0.0001791411396466618,
      "loss": 2.25,
      "step": 57583
    },
    {
      "epoch": 2.678948592695976,
      "grad_norm": 1.2627926368400328,
      "learning_rate": 0.00017913749893126152,
      "loss": 2.3594,
      "step": 57584
    },
    {
      "epoch": 2.6789951151430564,
      "grad_norm": 1.1891439542688058,
      "learning_rate": 0.000179133858198023,
      "loss": 2.3281,
      "step": 57585
    },
    {
      "epoch": 2.6790416375901374,
      "grad_norm": 1.2807601327078024,
      "learning_rate": 0.00017913021744694863,
      "loss": 2.4688,
      "step": 57586
    },
    {
      "epoch": 2.679088160037218,
      "grad_norm": 1.2073380492760295,
      "learning_rate": 0.00017912657667804054,
      "loss": 2.1562,
      "step": 57587
    },
    {
      "epoch": 2.6791346824842988,
      "grad_norm": 1.2568945783532393,
      "learning_rate": 0.00017912293589130094,
      "loss": 2.4375,
      "step": 57588
    },
    {
      "epoch": 2.6791812049313792,
      "grad_norm": 1.213057234757473,
      "learning_rate": 0.00017911929508673214,
      "loss": 2.0625,
      "step": 57589
    },
    {
      "epoch": 2.67922772737846,
      "grad_norm": 1.2827029302724064,
      "learning_rate": 0.00017911565426433637,
      "loss": 2.4844,
      "step": 57590
    },
    {
      "epoch": 2.679274249825541,
      "grad_norm": 1.2636329600045881,
      "learning_rate": 0.0001791120134241158,
      "loss": 2.2969,
      "step": 57591
    },
    {
      "epoch": 2.6793207722726216,
      "grad_norm": 1.2248196145147592,
      "learning_rate": 0.00017910837256607273,
      "loss": 1.9844,
      "step": 57592
    },
    {
      "epoch": 2.679367294719702,
      "grad_norm": 1.1765560218530935,
      "learning_rate": 0.0001791047316902093,
      "loss": 2.2188,
      "step": 57593
    },
    {
      "epoch": 2.679413817166783,
      "grad_norm": 1.2381599349685386,
      "learning_rate": 0.00017910109079652777,
      "loss": 2.2656,
      "step": 57594
    },
    {
      "epoch": 2.679460339613864,
      "grad_norm": 1.3253174212139873,
      "learning_rate": 0.00017909744988503043,
      "loss": 2.0156,
      "step": 57595
    },
    {
      "epoch": 2.6795068620609443,
      "grad_norm": 1.2328454606206491,
      "learning_rate": 0.0001790938089557194,
      "loss": 2.25,
      "step": 57596
    },
    {
      "epoch": 2.6795533845080253,
      "grad_norm": 1.2212518759462119,
      "learning_rate": 0.00017909016800859702,
      "loss": 2.0312,
      "step": 57597
    },
    {
      "epoch": 2.6795999069551057,
      "grad_norm": 1.2636879979579017,
      "learning_rate": 0.0001790865270436654,
      "loss": 2.375,
      "step": 57598
    },
    {
      "epoch": 2.6796464294021867,
      "grad_norm": 1.3755631223019515,
      "learning_rate": 0.00017908288606092686,
      "loss": 1.7344,
      "step": 57599
    },
    {
      "epoch": 2.679692951849267,
      "grad_norm": 1.226505194582565,
      "learning_rate": 0.00017907924506038362,
      "loss": 2.3906,
      "step": 57600
    },
    {
      "epoch": 2.679739474296348,
      "grad_norm": 1.2554092447466043,
      "learning_rate": 0.0001790756040420379,
      "loss": 2.4375,
      "step": 57601
    },
    {
      "epoch": 2.6797859967434285,
      "grad_norm": 1.275253040435091,
      "learning_rate": 0.00017907196300589193,
      "loss": 2.3906,
      "step": 57602
    },
    {
      "epoch": 2.6798325191905095,
      "grad_norm": 1.2405285755730262,
      "learning_rate": 0.00017906832195194793,
      "loss": 2.0938,
      "step": 57603
    },
    {
      "epoch": 2.67987904163759,
      "grad_norm": 1.2182288332222964,
      "learning_rate": 0.0001790646808802081,
      "loss": 2.0938,
      "step": 57604
    },
    {
      "epoch": 2.679925564084671,
      "grad_norm": 1.282231945656843,
      "learning_rate": 0.00017906103979067474,
      "loss": 2.25,
      "step": 57605
    },
    {
      "epoch": 2.679972086531752,
      "grad_norm": 1.2746583874449886,
      "learning_rate": 0.00017905739868335005,
      "loss": 2.4375,
      "step": 57606
    },
    {
      "epoch": 2.6800186089788323,
      "grad_norm": 1.1841997841820535,
      "learning_rate": 0.0001790537575582362,
      "loss": 2.2344,
      "step": 57607
    },
    {
      "epoch": 2.6800651314259127,
      "grad_norm": 1.2568073445410182,
      "learning_rate": 0.00017905011641533553,
      "loss": 2.5156,
      "step": 57608
    },
    {
      "epoch": 2.6801116538729937,
      "grad_norm": 1.220972772936067,
      "learning_rate": 0.00017904647525465015,
      "loss": 2.375,
      "step": 57609
    },
    {
      "epoch": 2.6801581763200746,
      "grad_norm": 1.1462322100140205,
      "learning_rate": 0.0001790428340761824,
      "loss": 2.1719,
      "step": 57610
    },
    {
      "epoch": 2.680204698767155,
      "grad_norm": 1.4109982348533405,
      "learning_rate": 0.00017903919287993436,
      "loss": 2.5156,
      "step": 57611
    },
    {
      "epoch": 2.680251221214236,
      "grad_norm": 1.2819828454226427,
      "learning_rate": 0.00017903555166590843,
      "loss": 2.4375,
      "step": 57612
    },
    {
      "epoch": 2.6802977436613165,
      "grad_norm": 1.1625051943924745,
      "learning_rate": 0.00017903191043410675,
      "loss": 1.8203,
      "step": 57613
    },
    {
      "epoch": 2.6803442661083974,
      "grad_norm": 1.2441824097846546,
      "learning_rate": 0.0001790282691845316,
      "loss": 2.1875,
      "step": 57614
    },
    {
      "epoch": 2.680390788555478,
      "grad_norm": 1.2734209594553358,
      "learning_rate": 0.00017902462791718514,
      "loss": 2.5,
      "step": 57615
    },
    {
      "epoch": 2.6804373110025588,
      "grad_norm": 1.2255969370815194,
      "learning_rate": 0.00017902098663206964,
      "loss": 2.2188,
      "step": 57616
    },
    {
      "epoch": 2.6804838334496397,
      "grad_norm": 1.2527520253961022,
      "learning_rate": 0.00017901734532918727,
      "loss": 2.25,
      "step": 57617
    },
    {
      "epoch": 2.68053035589672,
      "grad_norm": 1.3736471687369298,
      "learning_rate": 0.0001790137040085404,
      "loss": 2.3125,
      "step": 57618
    },
    {
      "epoch": 2.6805768783438007,
      "grad_norm": 1.2102094823051792,
      "learning_rate": 0.00017901006267013114,
      "loss": 2.2656,
      "step": 57619
    },
    {
      "epoch": 2.6806234007908816,
      "grad_norm": 1.1899769438154582,
      "learning_rate": 0.00017900642131396172,
      "loss": 2.1719,
      "step": 57620
    },
    {
      "epoch": 2.6806699232379625,
      "grad_norm": 1.228390301966813,
      "learning_rate": 0.0001790027799400344,
      "loss": 2.2344,
      "step": 57621
    },
    {
      "epoch": 2.680716445685043,
      "grad_norm": 1.2042536393215937,
      "learning_rate": 0.00017899913854835137,
      "loss": 2.2812,
      "step": 57622
    },
    {
      "epoch": 2.680762968132124,
      "grad_norm": 1.2421866750231971,
      "learning_rate": 0.00017899549713891498,
      "loss": 2.3594,
      "step": 57623
    },
    {
      "epoch": 2.6808094905792044,
      "grad_norm": 1.2536589527689699,
      "learning_rate": 0.00017899185571172731,
      "loss": 2.2969,
      "step": 57624
    },
    {
      "epoch": 2.6808560130262853,
      "grad_norm": 1.1855948841004051,
      "learning_rate": 0.0001789882142667907,
      "loss": 2.1875,
      "step": 57625
    },
    {
      "epoch": 2.6809025354733658,
      "grad_norm": 1.253981030233088,
      "learning_rate": 0.0001789845728041073,
      "loss": 2.2344,
      "step": 57626
    },
    {
      "epoch": 2.6809490579204467,
      "grad_norm": 1.214332807740948,
      "learning_rate": 0.00017898093132367944,
      "loss": 2.125,
      "step": 57627
    },
    {
      "epoch": 2.6809955803675276,
      "grad_norm": 1.3173282733686908,
      "learning_rate": 0.0001789772898255092,
      "loss": 2.4688,
      "step": 57628
    },
    {
      "epoch": 2.681042102814608,
      "grad_norm": 1.185230879458963,
      "learning_rate": 0.00017897364830959895,
      "loss": 2.1875,
      "step": 57629
    },
    {
      "epoch": 2.6810886252616886,
      "grad_norm": 1.3028907275429655,
      "learning_rate": 0.00017897000677595082,
      "loss": 2.4219,
      "step": 57630
    },
    {
      "epoch": 2.6811351477087695,
      "grad_norm": 1.4802838425798277,
      "learning_rate": 0.0001789663652245671,
      "loss": 2.2656,
      "step": 57631
    },
    {
      "epoch": 2.6811816701558504,
      "grad_norm": 1.2966589080497615,
      "learning_rate": 0.00017896272365545,
      "loss": 2.3594,
      "step": 57632
    },
    {
      "epoch": 2.681228192602931,
      "grad_norm": 1.2973076997372626,
      "learning_rate": 0.00017895908206860174,
      "loss": 2.1562,
      "step": 57633
    },
    {
      "epoch": 2.6812747150500114,
      "grad_norm": 1.199466711021772,
      "learning_rate": 0.00017895544046402458,
      "loss": 1.875,
      "step": 57634
    },
    {
      "epoch": 2.6813212374970923,
      "grad_norm": 1.2012249165316313,
      "learning_rate": 0.0001789517988417207,
      "loss": 1.9688,
      "step": 57635
    },
    {
      "epoch": 2.681367759944173,
      "grad_norm": 1.3515679397305889,
      "learning_rate": 0.0001789481572016924,
      "loss": 2.4375,
      "step": 57636
    },
    {
      "epoch": 2.6814142823912537,
      "grad_norm": 1.2475065869379034,
      "learning_rate": 0.00017894451554394182,
      "loss": 2.2812,
      "step": 57637
    },
    {
      "epoch": 2.6814608048383346,
      "grad_norm": 1.2862595775618175,
      "learning_rate": 0.00017894087386847128,
      "loss": 2.4219,
      "step": 57638
    },
    {
      "epoch": 2.681507327285415,
      "grad_norm": 1.2570242610094116,
      "learning_rate": 0.00017893723217528293,
      "loss": 2.2188,
      "step": 57639
    },
    {
      "epoch": 2.681553849732496,
      "grad_norm": 1.2936358383004156,
      "learning_rate": 0.00017893359046437907,
      "loss": 2.125,
      "step": 57640
    },
    {
      "epoch": 2.6816003721795765,
      "grad_norm": 1.3210902816910248,
      "learning_rate": 0.00017892994873576186,
      "loss": 2.4688,
      "step": 57641
    },
    {
      "epoch": 2.6816468946266574,
      "grad_norm": 1.3011882627679663,
      "learning_rate": 0.00017892630698943362,
      "loss": 2.1875,
      "step": 57642
    },
    {
      "epoch": 2.6816934170737383,
      "grad_norm": 1.1898840572530183,
      "learning_rate": 0.00017892266522539647,
      "loss": 2.0625,
      "step": 57643
    },
    {
      "epoch": 2.681739939520819,
      "grad_norm": 1.2224157527676887,
      "learning_rate": 0.00017891902344365269,
      "loss": 2.3125,
      "step": 57644
    },
    {
      "epoch": 2.6817864619678993,
      "grad_norm": 1.153471798589326,
      "learning_rate": 0.00017891538164420452,
      "loss": 2.0781,
      "step": 57645
    },
    {
      "epoch": 2.68183298441498,
      "grad_norm": 1.1866518509222908,
      "learning_rate": 0.00017891173982705422,
      "loss": 2.5469,
      "step": 57646
    },
    {
      "epoch": 2.681879506862061,
      "grad_norm": 1.1512885650248568,
      "learning_rate": 0.00017890809799220398,
      "loss": 2.1719,
      "step": 57647
    },
    {
      "epoch": 2.6819260293091416,
      "grad_norm": 1.2060554110287256,
      "learning_rate": 0.00017890445613965601,
      "loss": 2.2969,
      "step": 57648
    },
    {
      "epoch": 2.6819725517562225,
      "grad_norm": 1.23547496156964,
      "learning_rate": 0.00017890081426941257,
      "loss": 2.2344,
      "step": 57649
    },
    {
      "epoch": 2.682019074203303,
      "grad_norm": 1.2352992919086536,
      "learning_rate": 0.00017889717238147587,
      "loss": 2.0938,
      "step": 57650
    },
    {
      "epoch": 2.682065596650384,
      "grad_norm": 1.239072742501058,
      "learning_rate": 0.00017889353047584818,
      "loss": 2.1406,
      "step": 57651
    },
    {
      "epoch": 2.6821121190974644,
      "grad_norm": 1.2236943822046713,
      "learning_rate": 0.00017888988855253166,
      "loss": 2.3281,
      "step": 57652
    },
    {
      "epoch": 2.6821586415445453,
      "grad_norm": 1.233783855003197,
      "learning_rate": 0.0001788862466115286,
      "loss": 2.3438,
      "step": 57653
    },
    {
      "epoch": 2.6822051639916262,
      "grad_norm": 1.1885676119343391,
      "learning_rate": 0.00017888260465284117,
      "loss": 2.0156,
      "step": 57654
    },
    {
      "epoch": 2.6822516864387067,
      "grad_norm": 1.1699420024179126,
      "learning_rate": 0.00017887896267647165,
      "loss": 2.0625,
      "step": 57655
    },
    {
      "epoch": 2.682298208885787,
      "grad_norm": 1.2937982502353178,
      "learning_rate": 0.00017887532068242232,
      "loss": 2.2969,
      "step": 57656
    },
    {
      "epoch": 2.682344731332868,
      "grad_norm": 1.2636716169405022,
      "learning_rate": 0.00017887167867069531,
      "loss": 2.2031,
      "step": 57657
    },
    {
      "epoch": 2.682391253779949,
      "grad_norm": 1.1107274099046958,
      "learning_rate": 0.0001788680366412929,
      "loss": 1.8594,
      "step": 57658
    },
    {
      "epoch": 2.6824377762270295,
      "grad_norm": 1.2432984957619118,
      "learning_rate": 0.0001788643945942173,
      "loss": 2.2031,
      "step": 57659
    },
    {
      "epoch": 2.6824842986741104,
      "grad_norm": 1.1467872803196493,
      "learning_rate": 0.00017886075252947074,
      "loss": 1.9141,
      "step": 57660
    },
    {
      "epoch": 2.682530821121191,
      "grad_norm": 1.2527040256437902,
      "learning_rate": 0.00017885711044705546,
      "loss": 2.3906,
      "step": 57661
    },
    {
      "epoch": 2.682577343568272,
      "grad_norm": 1.1860779303267288,
      "learning_rate": 0.0001788534683469737,
      "loss": 2.0625,
      "step": 57662
    },
    {
      "epoch": 2.6826238660153523,
      "grad_norm": 1.2316758070064218,
      "learning_rate": 0.00017884982622922766,
      "loss": 2.2969,
      "step": 57663
    },
    {
      "epoch": 2.682670388462433,
      "grad_norm": 1.2330453007931694,
      "learning_rate": 0.0001788461840938196,
      "loss": 2.2188,
      "step": 57664
    },
    {
      "epoch": 2.6827169109095137,
      "grad_norm": 1.2314387085081933,
      "learning_rate": 0.00017884254194075174,
      "loss": 2.2031,
      "step": 57665
    },
    {
      "epoch": 2.6827634333565946,
      "grad_norm": 1.208855741291664,
      "learning_rate": 0.00017883889977002627,
      "loss": 2.2031,
      "step": 57666
    },
    {
      "epoch": 2.682809955803675,
      "grad_norm": 1.2116587870696625,
      "learning_rate": 0.00017883525758164548,
      "loss": 2.2656,
      "step": 57667
    },
    {
      "epoch": 2.682856478250756,
      "grad_norm": 1.2538855386159187,
      "learning_rate": 0.0001788316153756116,
      "loss": 2.2969,
      "step": 57668
    },
    {
      "epoch": 2.682903000697837,
      "grad_norm": 1.2949690686640647,
      "learning_rate": 0.0001788279731519268,
      "loss": 2.3281,
      "step": 57669
    },
    {
      "epoch": 2.6829495231449174,
      "grad_norm": 1.3231557764909065,
      "learning_rate": 0.00017882433091059334,
      "loss": 2.5938,
      "step": 57670
    },
    {
      "epoch": 2.682996045591998,
      "grad_norm": 1.278600708038728,
      "learning_rate": 0.00017882068865161346,
      "loss": 1.7266,
      "step": 57671
    },
    {
      "epoch": 2.683042568039079,
      "grad_norm": 1.1914740677127353,
      "learning_rate": 0.0001788170463749894,
      "loss": 2.0469,
      "step": 57672
    },
    {
      "epoch": 2.6830890904861597,
      "grad_norm": 1.312651649547407,
      "learning_rate": 0.00017881340408072341,
      "loss": 2.4688,
      "step": 57673
    },
    {
      "epoch": 2.68313561293324,
      "grad_norm": 1.30157135443457,
      "learning_rate": 0.00017880976176881764,
      "loss": 2.4219,
      "step": 57674
    },
    {
      "epoch": 2.683182135380321,
      "grad_norm": 1.3061468969631476,
      "learning_rate": 0.00017880611943927436,
      "loss": 2.2812,
      "step": 57675
    },
    {
      "epoch": 2.6832286578274016,
      "grad_norm": 1.254781238924158,
      "learning_rate": 0.0001788024770920958,
      "loss": 2.25,
      "step": 57676
    },
    {
      "epoch": 2.6832751802744825,
      "grad_norm": 1.2165012124278571,
      "learning_rate": 0.00017879883472728418,
      "loss": 2.3281,
      "step": 57677
    },
    {
      "epoch": 2.683321702721563,
      "grad_norm": 1.204141317116445,
      "learning_rate": 0.0001787951923448418,
      "loss": 2.2031,
      "step": 57678
    },
    {
      "epoch": 2.683368225168644,
      "grad_norm": 1.2145742652423368,
      "learning_rate": 0.00017879154994477077,
      "loss": 2.4375,
      "step": 57679
    },
    {
      "epoch": 2.683414747615725,
      "grad_norm": 1.210185202446432,
      "learning_rate": 0.00017878790752707345,
      "loss": 2.3125,
      "step": 57680
    },
    {
      "epoch": 2.6834612700628053,
      "grad_norm": 1.1613393901759537,
      "learning_rate": 0.00017878426509175196,
      "loss": 2.1562,
      "step": 57681
    },
    {
      "epoch": 2.683507792509886,
      "grad_norm": 1.211779467299101,
      "learning_rate": 0.0001787806226388086,
      "loss": 2.125,
      "step": 57682
    },
    {
      "epoch": 2.6835543149569667,
      "grad_norm": 1.3027711548366219,
      "learning_rate": 0.00017877698016824552,
      "loss": 2.6094,
      "step": 57683
    },
    {
      "epoch": 2.6836008374040476,
      "grad_norm": 1.302944666945511,
      "learning_rate": 0.00017877333768006508,
      "loss": 2.5312,
      "step": 57684
    },
    {
      "epoch": 2.683647359851128,
      "grad_norm": 1.2448989107846635,
      "learning_rate": 0.00017876969517426937,
      "loss": 2.0781,
      "step": 57685
    },
    {
      "epoch": 2.683693882298209,
      "grad_norm": 1.2300091355121117,
      "learning_rate": 0.00017876605265086074,
      "loss": 2.1406,
      "step": 57686
    },
    {
      "epoch": 2.6837404047452895,
      "grad_norm": 1.2367471653530213,
      "learning_rate": 0.00017876241010984125,
      "loss": 2.0469,
      "step": 57687
    },
    {
      "epoch": 2.6837869271923704,
      "grad_norm": 1.2170867271065793,
      "learning_rate": 0.00017875876755121337,
      "loss": 2.0938,
      "step": 57688
    },
    {
      "epoch": 2.683833449639451,
      "grad_norm": 1.3335870337971323,
      "learning_rate": 0.00017875512497497916,
      "loss": 2.2656,
      "step": 57689
    },
    {
      "epoch": 2.683879972086532,
      "grad_norm": 1.09151510393654,
      "learning_rate": 0.00017875148238114086,
      "loss": 2.0156,
      "step": 57690
    },
    {
      "epoch": 2.6839264945336123,
      "grad_norm": 1.1821989486590387,
      "learning_rate": 0.00017874783976970076,
      "loss": 2.2188,
      "step": 57691
    },
    {
      "epoch": 2.6839730169806932,
      "grad_norm": 1.1479125069207312,
      "learning_rate": 0.00017874419714066108,
      "loss": 2.0156,
      "step": 57692
    },
    {
      "epoch": 2.6840195394277737,
      "grad_norm": 1.3656714638510188,
      "learning_rate": 0.000178740554494024,
      "loss": 2.5156,
      "step": 57693
    },
    {
      "epoch": 2.6840660618748546,
      "grad_norm": 1.3703277888853422,
      "learning_rate": 0.0001787369118297918,
      "loss": 2.4219,
      "step": 57694
    },
    {
      "epoch": 2.6841125843219356,
      "grad_norm": 1.1436018269252253,
      "learning_rate": 0.00017873326914796673,
      "loss": 2.2031,
      "step": 57695
    },
    {
      "epoch": 2.684159106769016,
      "grad_norm": 1.3066854772382235,
      "learning_rate": 0.00017872962644855091,
      "loss": 2.2344,
      "step": 57696
    },
    {
      "epoch": 2.6842056292160965,
      "grad_norm": 1.2183608585362053,
      "learning_rate": 0.0001787259837315467,
      "loss": 2.0938,
      "step": 57697
    },
    {
      "epoch": 2.6842521516631774,
      "grad_norm": 1.3225941004252715,
      "learning_rate": 0.0001787223409969562,
      "loss": 2.5625,
      "step": 57698
    },
    {
      "epoch": 2.6842986741102584,
      "grad_norm": 1.1740005245978817,
      "learning_rate": 0.0001787186982447818,
      "loss": 2.0469,
      "step": 57699
    },
    {
      "epoch": 2.684345196557339,
      "grad_norm": 1.25309004958455,
      "learning_rate": 0.0001787150554750256,
      "loss": 2.2344,
      "step": 57700
    },
    {
      "epoch": 2.6843917190044198,
      "grad_norm": 1.3618125974527726,
      "learning_rate": 0.00017871141268768992,
      "loss": 2.2031,
      "step": 57701
    },
    {
      "epoch": 2.6844382414515002,
      "grad_norm": 1.2708590265248307,
      "learning_rate": 0.0001787077698827769,
      "loss": 2.3906,
      "step": 57702
    },
    {
      "epoch": 2.684484763898581,
      "grad_norm": 1.2800415217562344,
      "learning_rate": 0.0001787041270602888,
      "loss": 2.5,
      "step": 57703
    },
    {
      "epoch": 2.6845312863456616,
      "grad_norm": 1.3561270036364645,
      "learning_rate": 0.0001787004842202279,
      "loss": 2.3594,
      "step": 57704
    },
    {
      "epoch": 2.6845778087927425,
      "grad_norm": 1.4389095879759204,
      "learning_rate": 0.0001786968413625964,
      "loss": 2.2344,
      "step": 57705
    },
    {
      "epoch": 2.6846243312398235,
      "grad_norm": 1.1980110158627146,
      "learning_rate": 0.0001786931984873965,
      "loss": 2.0781,
      "step": 57706
    },
    {
      "epoch": 2.684670853686904,
      "grad_norm": 1.2145735475569088,
      "learning_rate": 0.00017868955559463044,
      "loss": 2.2031,
      "step": 57707
    },
    {
      "epoch": 2.6847173761339844,
      "grad_norm": 1.1731640454883292,
      "learning_rate": 0.00017868591268430052,
      "loss": 1.9766,
      "step": 57708
    },
    {
      "epoch": 2.6847638985810653,
      "grad_norm": 1.1674634667142991,
      "learning_rate": 0.0001786822697564088,
      "loss": 1.9531,
      "step": 57709
    },
    {
      "epoch": 2.6848104210281463,
      "grad_norm": 1.3067012852570086,
      "learning_rate": 0.00017867862681095775,
      "loss": 2.1406,
      "step": 57710
    },
    {
      "epoch": 2.6848569434752267,
      "grad_norm": 1.4010672395902228,
      "learning_rate": 0.00017867498384794943,
      "loss": 2.3281,
      "step": 57711
    },
    {
      "epoch": 2.6849034659223077,
      "grad_norm": 1.3679367970190186,
      "learning_rate": 0.0001786713408673861,
      "loss": 2.4375,
      "step": 57712
    },
    {
      "epoch": 2.684949988369388,
      "grad_norm": 1.3288080606555035,
      "learning_rate": 0.00017866769786927005,
      "loss": 2.2656,
      "step": 57713
    },
    {
      "epoch": 2.684996510816469,
      "grad_norm": 1.1994475294257512,
      "learning_rate": 0.00017866405485360344,
      "loss": 2.0312,
      "step": 57714
    },
    {
      "epoch": 2.6850430332635495,
      "grad_norm": 1.3565772967288894,
      "learning_rate": 0.00017866041182038855,
      "loss": 2.25,
      "step": 57715
    },
    {
      "epoch": 2.6850895557106305,
      "grad_norm": 1.2771033066836432,
      "learning_rate": 0.00017865676876962757,
      "loss": 2.3594,
      "step": 57716
    },
    {
      "epoch": 2.685136078157711,
      "grad_norm": 1.2883685953759603,
      "learning_rate": 0.00017865312570132272,
      "loss": 2.4688,
      "step": 57717
    },
    {
      "epoch": 2.685182600604792,
      "grad_norm": 1.336247325396662,
      "learning_rate": 0.00017864948261547627,
      "loss": 2.4688,
      "step": 57718
    },
    {
      "epoch": 2.6852291230518723,
      "grad_norm": 1.218050693971778,
      "learning_rate": 0.00017864583951209047,
      "loss": 2.2969,
      "step": 57719
    },
    {
      "epoch": 2.6852756454989533,
      "grad_norm": 1.2280235463021312,
      "learning_rate": 0.00017864219639116742,
      "loss": 1.875,
      "step": 57720
    },
    {
      "epoch": 2.685322167946034,
      "grad_norm": 1.2784938490104707,
      "learning_rate": 0.00017863855325270955,
      "loss": 2.3438,
      "step": 57721
    },
    {
      "epoch": 2.6853686903931147,
      "grad_norm": 1.2958084895427309,
      "learning_rate": 0.00017863491009671899,
      "loss": 2.4375,
      "step": 57722
    },
    {
      "epoch": 2.685415212840195,
      "grad_norm": 1.4020815085320706,
      "learning_rate": 0.0001786312669231979,
      "loss": 2.2812,
      "step": 57723
    },
    {
      "epoch": 2.685461735287276,
      "grad_norm": 1.410328846033114,
      "learning_rate": 0.00017862762373214864,
      "loss": 2.2188,
      "step": 57724
    },
    {
      "epoch": 2.685508257734357,
      "grad_norm": 1.3664707148593338,
      "learning_rate": 0.00017862398052357337,
      "loss": 2.25,
      "step": 57725
    },
    {
      "epoch": 2.6855547801814375,
      "grad_norm": 1.2743965903103343,
      "learning_rate": 0.00017862033729747431,
      "loss": 2.2344,
      "step": 57726
    },
    {
      "epoch": 2.6856013026285184,
      "grad_norm": 1.2427860856844806,
      "learning_rate": 0.00017861669405385374,
      "loss": 2.1719,
      "step": 57727
    },
    {
      "epoch": 2.685647825075599,
      "grad_norm": 1.3257498906885776,
      "learning_rate": 0.00017861305079271386,
      "loss": 2.1562,
      "step": 57728
    },
    {
      "epoch": 2.6856943475226798,
      "grad_norm": 1.2316002351273934,
      "learning_rate": 0.00017860940751405685,
      "loss": 2.1875,
      "step": 57729
    },
    {
      "epoch": 2.6857408699697602,
      "grad_norm": 1.2152665320001061,
      "learning_rate": 0.00017860576421788508,
      "loss": 2.3438,
      "step": 57730
    },
    {
      "epoch": 2.685787392416841,
      "grad_norm": 1.2531246145121493,
      "learning_rate": 0.00017860212090420056,
      "loss": 2.25,
      "step": 57731
    },
    {
      "epoch": 2.685833914863922,
      "grad_norm": 1.4277010285825171,
      "learning_rate": 0.00017859847757300577,
      "loss": 2.3906,
      "step": 57732
    },
    {
      "epoch": 2.6858804373110026,
      "grad_norm": 1.098652105664691,
      "learning_rate": 0.00017859483422430277,
      "loss": 2.0625,
      "step": 57733
    },
    {
      "epoch": 2.685926959758083,
      "grad_norm": 1.238358362269286,
      "learning_rate": 0.00017859119085809387,
      "loss": 2.25,
      "step": 57734
    },
    {
      "epoch": 2.685973482205164,
      "grad_norm": 1.21923352771258,
      "learning_rate": 0.00017858754747438125,
      "loss": 2.2969,
      "step": 57735
    },
    {
      "epoch": 2.686020004652245,
      "grad_norm": 1.3011053137211779,
      "learning_rate": 0.00017858390407316722,
      "loss": 2.2969,
      "step": 57736
    },
    {
      "epoch": 2.6860665270993254,
      "grad_norm": 1.2869683668248026,
      "learning_rate": 0.0001785802606544539,
      "loss": 2.3281,
      "step": 57737
    },
    {
      "epoch": 2.6861130495464063,
      "grad_norm": 1.2290723377315949,
      "learning_rate": 0.0001785766172182436,
      "loss": 2.2031,
      "step": 57738
    },
    {
      "epoch": 2.6861595719934868,
      "grad_norm": 1.2777965177439377,
      "learning_rate": 0.00017857297376453848,
      "loss": 2.2656,
      "step": 57739
    },
    {
      "epoch": 2.6862060944405677,
      "grad_norm": 1.2466232788001206,
      "learning_rate": 0.00017856933029334089,
      "loss": 2.2344,
      "step": 57740
    },
    {
      "epoch": 2.686252616887648,
      "grad_norm": 1.2556157516324817,
      "learning_rate": 0.00017856568680465294,
      "loss": 2.1719,
      "step": 57741
    },
    {
      "epoch": 2.686299139334729,
      "grad_norm": 1.1906059137592155,
      "learning_rate": 0.0001785620432984769,
      "loss": 2.0938,
      "step": 57742
    },
    {
      "epoch": 2.6863456617818096,
      "grad_norm": 1.1371089372161216,
      "learning_rate": 0.00017855839977481505,
      "loss": 1.8672,
      "step": 57743
    },
    {
      "epoch": 2.6863921842288905,
      "grad_norm": 1.2452579123044138,
      "learning_rate": 0.00017855475623366956,
      "loss": 2.4219,
      "step": 57744
    },
    {
      "epoch": 2.686438706675971,
      "grad_norm": 1.1605739918268982,
      "learning_rate": 0.00017855111267504268,
      "loss": 1.9844,
      "step": 57745
    },
    {
      "epoch": 2.686485229123052,
      "grad_norm": 1.2103170032924992,
      "learning_rate": 0.00017854746909893663,
      "loss": 2.2969,
      "step": 57746
    },
    {
      "epoch": 2.686531751570133,
      "grad_norm": 1.3090380233026697,
      "learning_rate": 0.00017854382550535366,
      "loss": 2.2188,
      "step": 57747
    },
    {
      "epoch": 2.6865782740172133,
      "grad_norm": 1.20409879928563,
      "learning_rate": 0.000178540181894296,
      "loss": 2.4062,
      "step": 57748
    },
    {
      "epoch": 2.6866247964642938,
      "grad_norm": 1.2895328758487796,
      "learning_rate": 0.00017853653826576586,
      "loss": 2.6094,
      "step": 57749
    },
    {
      "epoch": 2.6866713189113747,
      "grad_norm": 1.248192555864105,
      "learning_rate": 0.0001785328946197655,
      "loss": 2.0781,
      "step": 57750
    },
    {
      "epoch": 2.6867178413584556,
      "grad_norm": 1.2339954182754609,
      "learning_rate": 0.0001785292509562971,
      "loss": 2.4844,
      "step": 57751
    },
    {
      "epoch": 2.686764363805536,
      "grad_norm": 1.2327143767918791,
      "learning_rate": 0.00017852560727536293,
      "loss": 2.1094,
      "step": 57752
    },
    {
      "epoch": 2.686810886252617,
      "grad_norm": 1.2688070844590502,
      "learning_rate": 0.00017852196357696524,
      "loss": 2.2031,
      "step": 57753
    },
    {
      "epoch": 2.6868574086996975,
      "grad_norm": 1.2882613455535492,
      "learning_rate": 0.00017851831986110623,
      "loss": 2.1094,
      "step": 57754
    },
    {
      "epoch": 2.6869039311467784,
      "grad_norm": 1.1758749640831212,
      "learning_rate": 0.00017851467612778812,
      "loss": 2.0781,
      "step": 57755
    },
    {
      "epoch": 2.686950453593859,
      "grad_norm": 1.292837439212047,
      "learning_rate": 0.0001785110323770132,
      "loss": 2.3125,
      "step": 57756
    },
    {
      "epoch": 2.68699697604094,
      "grad_norm": 1.3880031124178382,
      "learning_rate": 0.0001785073886087836,
      "loss": 2.5156,
      "step": 57757
    },
    {
      "epoch": 2.6870434984880207,
      "grad_norm": 1.2070015331329278,
      "learning_rate": 0.00017850374482310165,
      "loss": 2.0312,
      "step": 57758
    },
    {
      "epoch": 2.687090020935101,
      "grad_norm": 1.3244540994476734,
      "learning_rate": 0.00017850010101996955,
      "loss": 2.4219,
      "step": 57759
    },
    {
      "epoch": 2.6871365433821817,
      "grad_norm": 1.2566383684796327,
      "learning_rate": 0.0001784964571993895,
      "loss": 2.3438,
      "step": 57760
    },
    {
      "epoch": 2.6871830658292626,
      "grad_norm": 1.2568124944197072,
      "learning_rate": 0.0001784928133613637,
      "loss": 2.3281,
      "step": 57761
    },
    {
      "epoch": 2.6872295882763435,
      "grad_norm": 1.2134322113973708,
      "learning_rate": 0.00017848916950589453,
      "loss": 2.3438,
      "step": 57762
    },
    {
      "epoch": 2.687276110723424,
      "grad_norm": 1.2342099712895214,
      "learning_rate": 0.00017848552563298406,
      "loss": 2.4688,
      "step": 57763
    },
    {
      "epoch": 2.687322633170505,
      "grad_norm": 1.2393241021727186,
      "learning_rate": 0.00017848188174263456,
      "loss": 2.2656,
      "step": 57764
    },
    {
      "epoch": 2.6873691556175854,
      "grad_norm": 1.3227022335458163,
      "learning_rate": 0.00017847823783484834,
      "loss": 2.3906,
      "step": 57765
    },
    {
      "epoch": 2.6874156780646663,
      "grad_norm": 1.192391891744521,
      "learning_rate": 0.00017847459390962756,
      "loss": 2.2969,
      "step": 57766
    },
    {
      "epoch": 2.687462200511747,
      "grad_norm": 1.2312766622258207,
      "learning_rate": 0.00017847094996697446,
      "loss": 2.25,
      "step": 57767
    },
    {
      "epoch": 2.6875087229588277,
      "grad_norm": 1.2698012724990921,
      "learning_rate": 0.00017846730600689126,
      "loss": 2.4219,
      "step": 57768
    },
    {
      "epoch": 2.6875552454059086,
      "grad_norm": 1.2179815030659946,
      "learning_rate": 0.00017846366202938025,
      "loss": 2.4062,
      "step": 57769
    },
    {
      "epoch": 2.687601767852989,
      "grad_norm": 1.2810449645060484,
      "learning_rate": 0.0001784600180344436,
      "loss": 2.1875,
      "step": 57770
    },
    {
      "epoch": 2.6876482903000696,
      "grad_norm": 1.3748247117893195,
      "learning_rate": 0.00017845637402208353,
      "loss": 2.3125,
      "step": 57771
    },
    {
      "epoch": 2.6876948127471505,
      "grad_norm": 1.2808749172646607,
      "learning_rate": 0.0001784527299923023,
      "loss": 2.2656,
      "step": 57772
    },
    {
      "epoch": 2.6877413351942314,
      "grad_norm": 1.2779406388644208,
      "learning_rate": 0.0001784490859451022,
      "loss": 2.2344,
      "step": 57773
    },
    {
      "epoch": 2.687787857641312,
      "grad_norm": 1.2178730466802514,
      "learning_rate": 0.00017844544188048536,
      "loss": 2.5,
      "step": 57774
    },
    {
      "epoch": 2.6878343800883924,
      "grad_norm": 1.2458828203213983,
      "learning_rate": 0.00017844179779845403,
      "loss": 2.3438,
      "step": 57775
    },
    {
      "epoch": 2.6878809025354733,
      "grad_norm": 1.2559116807073032,
      "learning_rate": 0.0001784381536990105,
      "loss": 2.25,
      "step": 57776
    },
    {
      "epoch": 2.687927424982554,
      "grad_norm": 1.1781874413965643,
      "learning_rate": 0.00017843450958215695,
      "loss": 2.125,
      "step": 57777
    },
    {
      "epoch": 2.6879739474296347,
      "grad_norm": 1.2283524662538612,
      "learning_rate": 0.00017843086544789562,
      "loss": 2.3594,
      "step": 57778
    },
    {
      "epoch": 2.6880204698767156,
      "grad_norm": 1.314735820030785,
      "learning_rate": 0.00017842722129622878,
      "loss": 2.4219,
      "step": 57779
    },
    {
      "epoch": 2.688066992323796,
      "grad_norm": 1.2869373936573565,
      "learning_rate": 0.0001784235771271586,
      "loss": 2.3125,
      "step": 57780
    },
    {
      "epoch": 2.688113514770877,
      "grad_norm": 1.1702662819348946,
      "learning_rate": 0.00017841993294068735,
      "loss": 2.2656,
      "step": 57781
    },
    {
      "epoch": 2.6881600372179575,
      "grad_norm": 1.390757413559161,
      "learning_rate": 0.00017841628873681726,
      "loss": 2.5938,
      "step": 57782
    },
    {
      "epoch": 2.6882065596650384,
      "grad_norm": 1.3695132452721261,
      "learning_rate": 0.00017841264451555052,
      "loss": 2.4844,
      "step": 57783
    },
    {
      "epoch": 2.6882530821121193,
      "grad_norm": 1.22833740588949,
      "learning_rate": 0.0001784090002768894,
      "loss": 2.1875,
      "step": 57784
    },
    {
      "epoch": 2.6882996045592,
      "grad_norm": 1.3472431378802816,
      "learning_rate": 0.00017840535602083613,
      "loss": 2.2969,
      "step": 57785
    },
    {
      "epoch": 2.6883461270062803,
      "grad_norm": 1.3568999186131834,
      "learning_rate": 0.00017840171174739292,
      "loss": 2.5312,
      "step": 57786
    },
    {
      "epoch": 2.688392649453361,
      "grad_norm": 1.1230902531901468,
      "learning_rate": 0.00017839806745656203,
      "loss": 2.0156,
      "step": 57787
    },
    {
      "epoch": 2.688439171900442,
      "grad_norm": 1.2443058717278626,
      "learning_rate": 0.00017839442314834567,
      "loss": 2.5,
      "step": 57788
    },
    {
      "epoch": 2.6884856943475226,
      "grad_norm": 1.2292406077014548,
      "learning_rate": 0.00017839077882274607,
      "loss": 2.2969,
      "step": 57789
    },
    {
      "epoch": 2.6885322167946035,
      "grad_norm": 1.195278443761955,
      "learning_rate": 0.0001783871344797655,
      "loss": 2.2188,
      "step": 57790
    },
    {
      "epoch": 2.688578739241684,
      "grad_norm": 1.260436172461687,
      "learning_rate": 0.00017838349011940614,
      "loss": 2.4688,
      "step": 57791
    },
    {
      "epoch": 2.688625261688765,
      "grad_norm": 1.2253158866717704,
      "learning_rate": 0.0001783798457416702,
      "loss": 2.3281,
      "step": 57792
    },
    {
      "epoch": 2.6886717841358454,
      "grad_norm": 1.1863299323939918,
      "learning_rate": 0.00017837620134656003,
      "loss": 2.125,
      "step": 57793
    },
    {
      "epoch": 2.6887183065829263,
      "grad_norm": 1.222221870612927,
      "learning_rate": 0.00017837255693407773,
      "loss": 2.3125,
      "step": 57794
    },
    {
      "epoch": 2.6887648290300072,
      "grad_norm": 1.1946112973651943,
      "learning_rate": 0.00017836891250422562,
      "loss": 1.8672,
      "step": 57795
    },
    {
      "epoch": 2.6888113514770877,
      "grad_norm": 1.2883610791670976,
      "learning_rate": 0.00017836526805700586,
      "loss": 2.4844,
      "step": 57796
    },
    {
      "epoch": 2.688857873924168,
      "grad_norm": 1.225048177150644,
      "learning_rate": 0.0001783616235924207,
      "loss": 2.0781,
      "step": 57797
    },
    {
      "epoch": 2.688904396371249,
      "grad_norm": 1.1801700812724054,
      "learning_rate": 0.00017835797911047241,
      "loss": 2.25,
      "step": 57798
    },
    {
      "epoch": 2.68895091881833,
      "grad_norm": 1.211555902459097,
      "learning_rate": 0.0001783543346111632,
      "loss": 1.9922,
      "step": 57799
    },
    {
      "epoch": 2.6889974412654105,
      "grad_norm": 1.2475304651812056,
      "learning_rate": 0.0001783506900944953,
      "loss": 2.2969,
      "step": 57800
    },
    {
      "epoch": 2.6890439637124914,
      "grad_norm": 1.2311979727169122,
      "learning_rate": 0.00017834704556047093,
      "loss": 2.4062,
      "step": 57801
    },
    {
      "epoch": 2.689090486159572,
      "grad_norm": 1.2657294915738206,
      "learning_rate": 0.00017834340100909236,
      "loss": 2.25,
      "step": 57802
    },
    {
      "epoch": 2.689137008606653,
      "grad_norm": 1.276457903308843,
      "learning_rate": 0.00017833975644036173,
      "loss": 2.2969,
      "step": 57803
    },
    {
      "epoch": 2.6891835310537333,
      "grad_norm": 1.2075076950225647,
      "learning_rate": 0.0001783361118542814,
      "loss": 2.2812,
      "step": 57804
    },
    {
      "epoch": 2.6892300535008142,
      "grad_norm": 1.3651117728341442,
      "learning_rate": 0.00017833246725085353,
      "loss": 2.4062,
      "step": 57805
    },
    {
      "epoch": 2.6892765759478947,
      "grad_norm": 1.2265117633354348,
      "learning_rate": 0.00017832882263008032,
      "loss": 2.2656,
      "step": 57806
    },
    {
      "epoch": 2.6893230983949756,
      "grad_norm": 1.2526054336375858,
      "learning_rate": 0.00017832517799196403,
      "loss": 2.0469,
      "step": 57807
    },
    {
      "epoch": 2.689369620842056,
      "grad_norm": 1.2234665415568204,
      "learning_rate": 0.00017832153333650696,
      "loss": 2.2188,
      "step": 57808
    },
    {
      "epoch": 2.689416143289137,
      "grad_norm": 1.2976584563764453,
      "learning_rate": 0.00017831788866371127,
      "loss": 2.2969,
      "step": 57809
    },
    {
      "epoch": 2.689462665736218,
      "grad_norm": 1.1805752916095669,
      "learning_rate": 0.00017831424397357913,
      "loss": 2.1875,
      "step": 57810
    },
    {
      "epoch": 2.6895091881832984,
      "grad_norm": 1.2934437635908098,
      "learning_rate": 0.00017831059926611293,
      "loss": 2.3438,
      "step": 57811
    },
    {
      "epoch": 2.689555710630379,
      "grad_norm": 1.2365194250837825,
      "learning_rate": 0.00017830695454131476,
      "loss": 2.4219,
      "step": 57812
    },
    {
      "epoch": 2.68960223307746,
      "grad_norm": 1.1637940011694186,
      "learning_rate": 0.00017830330979918692,
      "loss": 2.2031,
      "step": 57813
    },
    {
      "epoch": 2.6896487555245407,
      "grad_norm": 1.2356645138739315,
      "learning_rate": 0.0001782996650397316,
      "loss": 1.6172,
      "step": 57814
    },
    {
      "epoch": 2.6896952779716212,
      "grad_norm": 1.255917691092555,
      "learning_rate": 0.00017829602026295114,
      "loss": 1.9141,
      "step": 57815
    },
    {
      "epoch": 2.689741800418702,
      "grad_norm": 1.2733600793537363,
      "learning_rate": 0.0001782923754688476,
      "loss": 2.5156,
      "step": 57816
    },
    {
      "epoch": 2.6897883228657826,
      "grad_norm": 1.1745401660146157,
      "learning_rate": 0.00017828873065742334,
      "loss": 2.2656,
      "step": 57817
    },
    {
      "epoch": 2.6898348453128635,
      "grad_norm": 1.2118864392497626,
      "learning_rate": 0.00017828508582868054,
      "loss": 2.1875,
      "step": 57818
    },
    {
      "epoch": 2.689881367759944,
      "grad_norm": 1.2831197194138717,
      "learning_rate": 0.00017828144098262145,
      "loss": 2.1719,
      "step": 57819
    },
    {
      "epoch": 2.689927890207025,
      "grad_norm": 1.1814364920011928,
      "learning_rate": 0.00017827779611924828,
      "loss": 2.0781,
      "step": 57820
    },
    {
      "epoch": 2.689974412654106,
      "grad_norm": 1.2236701776569874,
      "learning_rate": 0.0001782741512385633,
      "loss": 2.3594,
      "step": 57821
    },
    {
      "epoch": 2.6900209351011863,
      "grad_norm": 1.1739164890677252,
      "learning_rate": 0.00017827050634056874,
      "loss": 2.0625,
      "step": 57822
    },
    {
      "epoch": 2.690067457548267,
      "grad_norm": 1.1912244396066372,
      "learning_rate": 0.00017826686142526676,
      "loss": 2.3281,
      "step": 57823
    },
    {
      "epoch": 2.6901139799953477,
      "grad_norm": 1.4677186468401195,
      "learning_rate": 0.0001782632164926597,
      "loss": 2.5156,
      "step": 57824
    },
    {
      "epoch": 2.6901605024424287,
      "grad_norm": 1.2382195465980856,
      "learning_rate": 0.00017825957154274965,
      "loss": 2.3594,
      "step": 57825
    },
    {
      "epoch": 2.690207024889509,
      "grad_norm": 1.3468275068681006,
      "learning_rate": 0.000178255926575539,
      "loss": 2.4844,
      "step": 57826
    },
    {
      "epoch": 2.69025354733659,
      "grad_norm": 1.1739894303040053,
      "learning_rate": 0.00017825228159102987,
      "loss": 1.5,
      "step": 57827
    },
    {
      "epoch": 2.6903000697836705,
      "grad_norm": 1.2494727885410017,
      "learning_rate": 0.00017824863658922452,
      "loss": 2.1875,
      "step": 57828
    },
    {
      "epoch": 2.6903465922307515,
      "grad_norm": 1.2125801961042857,
      "learning_rate": 0.00017824499157012517,
      "loss": 2.1719,
      "step": 57829
    },
    {
      "epoch": 2.690393114677832,
      "grad_norm": 1.2165395934407688,
      "learning_rate": 0.00017824134653373412,
      "loss": 2.375,
      "step": 57830
    },
    {
      "epoch": 2.690439637124913,
      "grad_norm": 1.227000758806397,
      "learning_rate": 0.0001782377014800535,
      "loss": 2.2344,
      "step": 57831
    },
    {
      "epoch": 2.6904861595719933,
      "grad_norm": 1.2151968181503012,
      "learning_rate": 0.00017823405640908564,
      "loss": 2.0312,
      "step": 57832
    },
    {
      "epoch": 2.6905326820190743,
      "grad_norm": 1.2875137028616577,
      "learning_rate": 0.0001782304113208327,
      "loss": 2.4844,
      "step": 57833
    },
    {
      "epoch": 2.6905792044661547,
      "grad_norm": 1.2126730388958988,
      "learning_rate": 0.00017822676621529696,
      "loss": 2.1719,
      "step": 57834
    },
    {
      "epoch": 2.6906257269132356,
      "grad_norm": 1.181396154805664,
      "learning_rate": 0.00017822312109248064,
      "loss": 2.375,
      "step": 57835
    },
    {
      "epoch": 2.6906722493603166,
      "grad_norm": 1.228511406726633,
      "learning_rate": 0.0001782194759523859,
      "loss": 2.125,
      "step": 57836
    },
    {
      "epoch": 2.690718771807397,
      "grad_norm": 1.2316415402392256,
      "learning_rate": 0.0001782158307950151,
      "loss": 2.2969,
      "step": 57837
    },
    {
      "epoch": 2.6907652942544775,
      "grad_norm": 1.2245276857166694,
      "learning_rate": 0.00017821218562037033,
      "loss": 2.3281,
      "step": 57838
    },
    {
      "epoch": 2.6908118167015584,
      "grad_norm": 1.2484552270152756,
      "learning_rate": 0.00017820854042845395,
      "loss": 2.4688,
      "step": 57839
    },
    {
      "epoch": 2.6908583391486394,
      "grad_norm": 1.2509214684031313,
      "learning_rate": 0.00017820489521926805,
      "loss": 1.6172,
      "step": 57840
    },
    {
      "epoch": 2.69090486159572,
      "grad_norm": 1.228213071147033,
      "learning_rate": 0.00017820124999281503,
      "loss": 2.2812,
      "step": 57841
    },
    {
      "epoch": 2.6909513840428008,
      "grad_norm": 1.3379352524116928,
      "learning_rate": 0.000178197604749097,
      "loss": 2.2031,
      "step": 57842
    },
    {
      "epoch": 2.6909979064898812,
      "grad_norm": 1.3425615698555295,
      "learning_rate": 0.00017819395948811626,
      "loss": 2.3281,
      "step": 57843
    },
    {
      "epoch": 2.691044428936962,
      "grad_norm": 1.2344341384147266,
      "learning_rate": 0.000178190314209875,
      "loss": 2.25,
      "step": 57844
    },
    {
      "epoch": 2.6910909513840426,
      "grad_norm": 1.2464820792857045,
      "learning_rate": 0.0001781866689143755,
      "loss": 2.2344,
      "step": 57845
    },
    {
      "epoch": 2.6911374738311236,
      "grad_norm": 1.161163073391257,
      "learning_rate": 0.00017818302360161987,
      "loss": 2.125,
      "step": 57846
    },
    {
      "epoch": 2.6911839962782045,
      "grad_norm": 1.2684307188504849,
      "learning_rate": 0.00017817937827161048,
      "loss": 2.4062,
      "step": 57847
    },
    {
      "epoch": 2.691230518725285,
      "grad_norm": 1.2579124648141187,
      "learning_rate": 0.00017817573292434953,
      "loss": 2.125,
      "step": 57848
    },
    {
      "epoch": 2.6912770411723654,
      "grad_norm": 1.2412136883070801,
      "learning_rate": 0.00017817208755983917,
      "loss": 2.3438,
      "step": 57849
    },
    {
      "epoch": 2.6913235636194464,
      "grad_norm": 1.2931118134787778,
      "learning_rate": 0.00017816844217808175,
      "loss": 2.4219,
      "step": 57850
    },
    {
      "epoch": 2.6913700860665273,
      "grad_norm": 1.0869841346428986,
      "learning_rate": 0.00017816479677907934,
      "loss": 1.5469,
      "step": 57851
    },
    {
      "epoch": 2.6914166085136078,
      "grad_norm": 1.320669823399402,
      "learning_rate": 0.0001781611513628344,
      "loss": 2.2188,
      "step": 57852
    },
    {
      "epoch": 2.6914631309606887,
      "grad_norm": 1.2176912644683708,
      "learning_rate": 0.00017815750592934897,
      "loss": 2.4219,
      "step": 57853
    },
    {
      "epoch": 2.691509653407769,
      "grad_norm": 1.3008960684069035,
      "learning_rate": 0.00017815386047862538,
      "loss": 2.4844,
      "step": 57854
    },
    {
      "epoch": 2.69155617585485,
      "grad_norm": 1.152650493517067,
      "learning_rate": 0.0001781502150106658,
      "loss": 2.1875,
      "step": 57855
    },
    {
      "epoch": 2.6916026983019306,
      "grad_norm": 1.1857284981577678,
      "learning_rate": 0.00017814656952547253,
      "loss": 2.375,
      "step": 57856
    },
    {
      "epoch": 2.6916492207490115,
      "grad_norm": 1.2426570469928353,
      "learning_rate": 0.00017814292402304775,
      "loss": 2.0156,
      "step": 57857
    },
    {
      "epoch": 2.691695743196092,
      "grad_norm": 1.2346052550742996,
      "learning_rate": 0.00017813927850339372,
      "loss": 2.0625,
      "step": 57858
    },
    {
      "epoch": 2.691742265643173,
      "grad_norm": 1.2715572235494104,
      "learning_rate": 0.00017813563296651262,
      "loss": 2.4688,
      "step": 57859
    },
    {
      "epoch": 2.6917887880902533,
      "grad_norm": 1.3100767446457857,
      "learning_rate": 0.00017813198741240677,
      "loss": 2.6406,
      "step": 57860
    },
    {
      "epoch": 2.6918353105373343,
      "grad_norm": 1.30655794713523,
      "learning_rate": 0.00017812834184107834,
      "loss": 2.5156,
      "step": 57861
    },
    {
      "epoch": 2.691881832984415,
      "grad_norm": 1.1750844522299186,
      "learning_rate": 0.0001781246962525295,
      "loss": 2.1875,
      "step": 57862
    },
    {
      "epoch": 2.6919283554314957,
      "grad_norm": 1.2926109381657094,
      "learning_rate": 0.00017812105064676263,
      "loss": 2.3281,
      "step": 57863
    },
    {
      "epoch": 2.691974877878576,
      "grad_norm": 1.2094103517901498,
      "learning_rate": 0.00017811740502377986,
      "loss": 2.2656,
      "step": 57864
    },
    {
      "epoch": 2.692021400325657,
      "grad_norm": 1.3444811511409815,
      "learning_rate": 0.00017811375938358345,
      "loss": 2.1094,
      "step": 57865
    },
    {
      "epoch": 2.692067922772738,
      "grad_norm": 1.2627424523341253,
      "learning_rate": 0.00017811011372617563,
      "loss": 2.4062,
      "step": 57866
    },
    {
      "epoch": 2.6921144452198185,
      "grad_norm": 1.2774833875631124,
      "learning_rate": 0.00017810646805155867,
      "loss": 2.2656,
      "step": 57867
    },
    {
      "epoch": 2.6921609676668994,
      "grad_norm": 1.3056636204647785,
      "learning_rate": 0.00017810282235973472,
      "loss": 2.25,
      "step": 57868
    },
    {
      "epoch": 2.69220749011398,
      "grad_norm": 1.176042880732595,
      "learning_rate": 0.00017809917665070608,
      "loss": 2.2344,
      "step": 57869
    },
    {
      "epoch": 2.692254012561061,
      "grad_norm": 1.3374342942945985,
      "learning_rate": 0.00017809553092447495,
      "loss": 2.25,
      "step": 57870
    },
    {
      "epoch": 2.6923005350081413,
      "grad_norm": 1.2090255637234337,
      "learning_rate": 0.00017809188518104355,
      "loss": 2.3438,
      "step": 57871
    },
    {
      "epoch": 2.692347057455222,
      "grad_norm": 1.2689595039718229,
      "learning_rate": 0.00017808823942041418,
      "loss": 2.2812,
      "step": 57872
    },
    {
      "epoch": 2.692393579902303,
      "grad_norm": 1.2324209913360606,
      "learning_rate": 0.00017808459364258896,
      "loss": 2.1406,
      "step": 57873
    },
    {
      "epoch": 2.6924401023493836,
      "grad_norm": 1.2222486624131765,
      "learning_rate": 0.00017808094784757026,
      "loss": 2.1719,
      "step": 57874
    },
    {
      "epoch": 2.692486624796464,
      "grad_norm": 1.1194499000609517,
      "learning_rate": 0.00017807730203536017,
      "loss": 2.0312,
      "step": 57875
    },
    {
      "epoch": 2.692533147243545,
      "grad_norm": 1.1937667994335024,
      "learning_rate": 0.00017807365620596104,
      "loss": 2.1719,
      "step": 57876
    },
    {
      "epoch": 2.692579669690626,
      "grad_norm": 1.2124304860101918,
      "learning_rate": 0.00017807001035937501,
      "loss": 1.9766,
      "step": 57877
    },
    {
      "epoch": 2.6926261921377064,
      "grad_norm": 1.3238065770880134,
      "learning_rate": 0.0001780663644956044,
      "loss": 2.4062,
      "step": 57878
    },
    {
      "epoch": 2.6926727145847873,
      "grad_norm": 1.2092143621239761,
      "learning_rate": 0.00017806271861465136,
      "loss": 1.7344,
      "step": 57879
    },
    {
      "epoch": 2.6927192370318678,
      "grad_norm": 1.2315894426010054,
      "learning_rate": 0.0001780590727165182,
      "loss": 2.1562,
      "step": 57880
    },
    {
      "epoch": 2.6927657594789487,
      "grad_norm": 1.252375463331347,
      "learning_rate": 0.00017805542680120708,
      "loss": 2.3281,
      "step": 57881
    },
    {
      "epoch": 2.692812281926029,
      "grad_norm": 1.1804879542502527,
      "learning_rate": 0.00017805178086872025,
      "loss": 2.3125,
      "step": 57882
    },
    {
      "epoch": 2.69285880437311,
      "grad_norm": 1.1932523464697304,
      "learning_rate": 0.00017804813491905996,
      "loss": 2.3125,
      "step": 57883
    },
    {
      "epoch": 2.692905326820191,
      "grad_norm": 1.1724179980177978,
      "learning_rate": 0.00017804448895222843,
      "loss": 2.0312,
      "step": 57884
    },
    {
      "epoch": 2.6929518492672715,
      "grad_norm": 1.2513622154483595,
      "learning_rate": 0.00017804084296822796,
      "loss": 2.3281,
      "step": 57885
    },
    {
      "epoch": 2.692998371714352,
      "grad_norm": 1.2329198687603815,
      "learning_rate": 0.00017803719696706064,
      "loss": 2.3125,
      "step": 57886
    },
    {
      "epoch": 2.693044894161433,
      "grad_norm": 1.2321821146871519,
      "learning_rate": 0.00017803355094872883,
      "loss": 2.2188,
      "step": 57887
    },
    {
      "epoch": 2.693091416608514,
      "grad_norm": 1.1806605466807067,
      "learning_rate": 0.0001780299049132347,
      "loss": 2.1562,
      "step": 57888
    },
    {
      "epoch": 2.6931379390555943,
      "grad_norm": 1.241914823539754,
      "learning_rate": 0.0001780262588605805,
      "loss": 2.2188,
      "step": 57889
    },
    {
      "epoch": 2.6931844615026748,
      "grad_norm": 1.133005927355669,
      "learning_rate": 0.00017802261279076844,
      "loss": 2.0938,
      "step": 57890
    },
    {
      "epoch": 2.6932309839497557,
      "grad_norm": 1.2466013924372186,
      "learning_rate": 0.00017801896670380083,
      "loss": 2.2656,
      "step": 57891
    },
    {
      "epoch": 2.6932775063968366,
      "grad_norm": 1.2478103065432247,
      "learning_rate": 0.00017801532059967976,
      "loss": 2.2031,
      "step": 57892
    },
    {
      "epoch": 2.693324028843917,
      "grad_norm": 1.1600246599587987,
      "learning_rate": 0.00017801167447840764,
      "loss": 2.25,
      "step": 57893
    },
    {
      "epoch": 2.693370551290998,
      "grad_norm": 1.3158365111530304,
      "learning_rate": 0.0001780080283399865,
      "loss": 2.2969,
      "step": 57894
    },
    {
      "epoch": 2.6934170737380785,
      "grad_norm": 1.2854848662972107,
      "learning_rate": 0.00017800438218441874,
      "loss": 2.25,
      "step": 57895
    },
    {
      "epoch": 2.6934635961851594,
      "grad_norm": 1.1839954586721395,
      "learning_rate": 0.00017800073601170654,
      "loss": 2.4062,
      "step": 57896
    },
    {
      "epoch": 2.69351011863224,
      "grad_norm": 1.3287240242102756,
      "learning_rate": 0.0001779970898218521,
      "loss": 2.1094,
      "step": 57897
    },
    {
      "epoch": 2.693556641079321,
      "grad_norm": 1.226950862314473,
      "learning_rate": 0.0001779934436148577,
      "loss": 2.1094,
      "step": 57898
    },
    {
      "epoch": 2.6936031635264017,
      "grad_norm": 1.2526937302967347,
      "learning_rate": 0.00017798979739072553,
      "loss": 2.1562,
      "step": 57899
    },
    {
      "epoch": 2.693649685973482,
      "grad_norm": 1.2702702632728642,
      "learning_rate": 0.0001779861511494579,
      "loss": 2.4688,
      "step": 57900
    },
    {
      "epoch": 2.6936962084205627,
      "grad_norm": 1.1711767078655484,
      "learning_rate": 0.00017798250489105686,
      "loss": 2.1719,
      "step": 57901
    },
    {
      "epoch": 2.6937427308676436,
      "grad_norm": 1.224218900652584,
      "learning_rate": 0.0001779788586155249,
      "loss": 2.125,
      "step": 57902
    },
    {
      "epoch": 2.6937892533147245,
      "grad_norm": 1.3184320986318523,
      "learning_rate": 0.00017797521232286402,
      "loss": 2.3281,
      "step": 57903
    },
    {
      "epoch": 2.693835775761805,
      "grad_norm": 1.2355826836391164,
      "learning_rate": 0.00017797156601307663,
      "loss": 2.5312,
      "step": 57904
    },
    {
      "epoch": 2.693882298208886,
      "grad_norm": 1.183084819440145,
      "learning_rate": 0.0001779679196861648,
      "loss": 2.0625,
      "step": 57905
    },
    {
      "epoch": 2.6939288206559664,
      "grad_norm": 1.184206403137427,
      "learning_rate": 0.0001779642733421309,
      "loss": 2.125,
      "step": 57906
    },
    {
      "epoch": 2.6939753431030473,
      "grad_norm": 1.2760601649598162,
      "learning_rate": 0.0001779606269809771,
      "loss": 2.5156,
      "step": 57907
    },
    {
      "epoch": 2.694021865550128,
      "grad_norm": 1.109363350802411,
      "learning_rate": 0.00017795698060270562,
      "loss": 2.1562,
      "step": 57908
    },
    {
      "epoch": 2.6940683879972087,
      "grad_norm": 1.2428079275306796,
      "learning_rate": 0.0001779533342073187,
      "loss": 2.2812,
      "step": 57909
    },
    {
      "epoch": 2.6941149104442896,
      "grad_norm": 1.314832506847695,
      "learning_rate": 0.0001779496877948186,
      "loss": 2.2188,
      "step": 57910
    },
    {
      "epoch": 2.69416143289137,
      "grad_norm": 1.344831529911279,
      "learning_rate": 0.00017794604136520757,
      "loss": 2.1875,
      "step": 57911
    },
    {
      "epoch": 2.6942079553384506,
      "grad_norm": 1.341590612243252,
      "learning_rate": 0.00017794239491848778,
      "loss": 2.4062,
      "step": 57912
    },
    {
      "epoch": 2.6942544777855315,
      "grad_norm": 1.253456887872696,
      "learning_rate": 0.00017793874845466152,
      "loss": 2.3281,
      "step": 57913
    },
    {
      "epoch": 2.6943010002326124,
      "grad_norm": 1.2499041614747153,
      "learning_rate": 0.00017793510197373094,
      "loss": 2.3594,
      "step": 57914
    },
    {
      "epoch": 2.694347522679693,
      "grad_norm": 1.2108377111316655,
      "learning_rate": 0.00017793145547569838,
      "loss": 2.2969,
      "step": 57915
    },
    {
      "epoch": 2.694394045126774,
      "grad_norm": 1.2562995510748525,
      "learning_rate": 0.00017792780896056597,
      "loss": 2.3125,
      "step": 57916
    },
    {
      "epoch": 2.6944405675738543,
      "grad_norm": 1.1672395259452688,
      "learning_rate": 0.00017792416242833599,
      "loss": 1.9609,
      "step": 57917
    },
    {
      "epoch": 2.6944870900209352,
      "grad_norm": 1.1857821458383544,
      "learning_rate": 0.0001779205158790107,
      "loss": 2.2969,
      "step": 57918
    },
    {
      "epoch": 2.6945336124680157,
      "grad_norm": 1.2525169875605966,
      "learning_rate": 0.00017791686931259228,
      "loss": 2.2969,
      "step": 57919
    },
    {
      "epoch": 2.6945801349150966,
      "grad_norm": 1.1993774355854592,
      "learning_rate": 0.00017791322272908304,
      "loss": 2.4062,
      "step": 57920
    },
    {
      "epoch": 2.694626657362177,
      "grad_norm": 1.2577752421468507,
      "learning_rate": 0.0001779095761284851,
      "loss": 2.4688,
      "step": 57921
    },
    {
      "epoch": 2.694673179809258,
      "grad_norm": 1.196082506599623,
      "learning_rate": 0.0001779059295108008,
      "loss": 2.1719,
      "step": 57922
    },
    {
      "epoch": 2.6947197022563385,
      "grad_norm": 1.1818373439226586,
      "learning_rate": 0.0001779022828760323,
      "loss": 1.6016,
      "step": 57923
    },
    {
      "epoch": 2.6947662247034194,
      "grad_norm": 1.2318142131617191,
      "learning_rate": 0.00017789863622418186,
      "loss": 2.4062,
      "step": 57924
    },
    {
      "epoch": 2.6948127471505003,
      "grad_norm": 1.2486095240191786,
      "learning_rate": 0.0001778949895552517,
      "loss": 2.125,
      "step": 57925
    },
    {
      "epoch": 2.694859269597581,
      "grad_norm": 1.2719420907803942,
      "learning_rate": 0.00017789134286924413,
      "loss": 2.3281,
      "step": 57926
    },
    {
      "epoch": 2.6949057920446613,
      "grad_norm": 1.2827017455292893,
      "learning_rate": 0.00017788769616616123,
      "loss": 2.375,
      "step": 57927
    },
    {
      "epoch": 2.694952314491742,
      "grad_norm": 1.2706392537991038,
      "learning_rate": 0.00017788404944600532,
      "loss": 2.4062,
      "step": 57928
    },
    {
      "epoch": 2.694998836938823,
      "grad_norm": 1.3344507497052098,
      "learning_rate": 0.0001778804027087787,
      "loss": 2.3438,
      "step": 57929
    },
    {
      "epoch": 2.6950453593859036,
      "grad_norm": 1.2296810719509759,
      "learning_rate": 0.0001778767559544835,
      "loss": 2.1562,
      "step": 57930
    },
    {
      "epoch": 2.6950918818329845,
      "grad_norm": 1.2439375805789872,
      "learning_rate": 0.00017787310918312198,
      "loss": 2.0781,
      "step": 57931
    },
    {
      "epoch": 2.695138404280065,
      "grad_norm": 1.1243652365871413,
      "learning_rate": 0.00017786946239469636,
      "loss": 1.7344,
      "step": 57932
    },
    {
      "epoch": 2.695184926727146,
      "grad_norm": 1.2253230013679368,
      "learning_rate": 0.0001778658155892089,
      "loss": 2.375,
      "step": 57933
    },
    {
      "epoch": 2.6952314491742264,
      "grad_norm": 1.2210046122049363,
      "learning_rate": 0.00017786216876666185,
      "loss": 2.3594,
      "step": 57934
    },
    {
      "epoch": 2.6952779716213073,
      "grad_norm": 1.176596747276066,
      "learning_rate": 0.0001778585219270574,
      "loss": 2.1562,
      "step": 57935
    },
    {
      "epoch": 2.6953244940683883,
      "grad_norm": 1.241960422364414,
      "learning_rate": 0.0001778548750703978,
      "loss": 2.2969,
      "step": 57936
    },
    {
      "epoch": 2.6953710165154687,
      "grad_norm": 1.2531260749599653,
      "learning_rate": 0.0001778512281966853,
      "loss": 2.5312,
      "step": 57937
    },
    {
      "epoch": 2.695417538962549,
      "grad_norm": 1.2289236459851411,
      "learning_rate": 0.0001778475813059221,
      "loss": 2.375,
      "step": 57938
    },
    {
      "epoch": 2.69546406140963,
      "grad_norm": 1.2413323247664636,
      "learning_rate": 0.0001778439343981104,
      "loss": 2.4844,
      "step": 57939
    },
    {
      "epoch": 2.695510583856711,
      "grad_norm": 1.2068750989118493,
      "learning_rate": 0.00017784028747325252,
      "loss": 2.2031,
      "step": 57940
    },
    {
      "epoch": 2.6955571063037915,
      "grad_norm": 1.2713439698344493,
      "learning_rate": 0.00017783664053135065,
      "loss": 2.3281,
      "step": 57941
    },
    {
      "epoch": 2.6956036287508724,
      "grad_norm": 1.3003122160677214,
      "learning_rate": 0.00017783299357240705,
      "loss": 2.4688,
      "step": 57942
    },
    {
      "epoch": 2.695650151197953,
      "grad_norm": 1.1003333139250684,
      "learning_rate": 0.0001778293465964239,
      "loss": 1.5859,
      "step": 57943
    },
    {
      "epoch": 2.695696673645034,
      "grad_norm": 1.254524924452575,
      "learning_rate": 0.00017782569960340345,
      "loss": 2.125,
      "step": 57944
    },
    {
      "epoch": 2.6957431960921143,
      "grad_norm": 1.3578502881192502,
      "learning_rate": 0.00017782205259334798,
      "loss": 2.4531,
      "step": 57945
    },
    {
      "epoch": 2.6957897185391952,
      "grad_norm": 1.1949065461247663,
      "learning_rate": 0.0001778184055662597,
      "loss": 2.0625,
      "step": 57946
    },
    {
      "epoch": 2.6958362409862757,
      "grad_norm": 1.1308144805670461,
      "learning_rate": 0.00017781475852214073,
      "loss": 2.0781,
      "step": 57947
    },
    {
      "epoch": 2.6958827634333566,
      "grad_norm": 1.15456483812637,
      "learning_rate": 0.0001778111114609935,
      "loss": 2.0781,
      "step": 57948
    },
    {
      "epoch": 2.695929285880437,
      "grad_norm": 1.3048590831311666,
      "learning_rate": 0.00017780746438282005,
      "loss": 2.4062,
      "step": 57949
    },
    {
      "epoch": 2.695975808327518,
      "grad_norm": 1.2338856117267147,
      "learning_rate": 0.00017780381728762278,
      "loss": 2.2969,
      "step": 57950
    },
    {
      "epoch": 2.696022330774599,
      "grad_norm": 1.2686913008836638,
      "learning_rate": 0.0001778001701754038,
      "loss": 2.2812,
      "step": 57951
    },
    {
      "epoch": 2.6960688532216794,
      "grad_norm": 1.284023814921727,
      "learning_rate": 0.00017779652304616544,
      "loss": 2.375,
      "step": 57952
    },
    {
      "epoch": 2.69611537566876,
      "grad_norm": 1.1885566596038009,
      "learning_rate": 0.00017779287589990986,
      "loss": 2.0469,
      "step": 57953
    },
    {
      "epoch": 2.696161898115841,
      "grad_norm": 1.191309087802067,
      "learning_rate": 0.00017778922873663933,
      "loss": 2.2812,
      "step": 57954
    },
    {
      "epoch": 2.6962084205629218,
      "grad_norm": 1.2672671786861773,
      "learning_rate": 0.0001777855815563561,
      "loss": 2.3281,
      "step": 57955
    },
    {
      "epoch": 2.6962549430100022,
      "grad_norm": 1.2174870337492416,
      "learning_rate": 0.00017778193435906233,
      "loss": 2.25,
      "step": 57956
    },
    {
      "epoch": 2.696301465457083,
      "grad_norm": 1.3202208001513416,
      "learning_rate": 0.0001777782871447603,
      "loss": 2.4375,
      "step": 57957
    },
    {
      "epoch": 2.6963479879041636,
      "grad_norm": 1.3210885845285105,
      "learning_rate": 0.00017777463991345223,
      "loss": 2.3438,
      "step": 57958
    },
    {
      "epoch": 2.6963945103512446,
      "grad_norm": 1.1512834645146173,
      "learning_rate": 0.0001777709926651404,
      "loss": 1.9297,
      "step": 57959
    },
    {
      "epoch": 2.696441032798325,
      "grad_norm": 1.426589152686928,
      "learning_rate": 0.00017776734539982697,
      "loss": 2.5469,
      "step": 57960
    },
    {
      "epoch": 2.696487555245406,
      "grad_norm": 1.2110171656873423,
      "learning_rate": 0.0001777636981175142,
      "loss": 2.25,
      "step": 57961
    },
    {
      "epoch": 2.696534077692487,
      "grad_norm": 1.3453853884225597,
      "learning_rate": 0.00017776005081820433,
      "loss": 2.5156,
      "step": 57962
    },
    {
      "epoch": 2.6965806001395674,
      "grad_norm": 1.2058345604190832,
      "learning_rate": 0.00017775640350189961,
      "loss": 2.375,
      "step": 57963
    },
    {
      "epoch": 2.696627122586648,
      "grad_norm": 1.2388684739605982,
      "learning_rate": 0.00017775275616860228,
      "loss": 2.4531,
      "step": 57964
    },
    {
      "epoch": 2.6966736450337288,
      "grad_norm": 1.2317183143494927,
      "learning_rate": 0.00017774910881831452,
      "loss": 1.9453,
      "step": 57965
    },
    {
      "epoch": 2.6967201674808097,
      "grad_norm": 1.2705300258991157,
      "learning_rate": 0.00017774546145103858,
      "loss": 2.4375,
      "step": 57966
    },
    {
      "epoch": 2.69676668992789,
      "grad_norm": 1.3126770286980538,
      "learning_rate": 0.00017774181406677675,
      "loss": 2.4219,
      "step": 57967
    },
    {
      "epoch": 2.696813212374971,
      "grad_norm": 1.1595354534944062,
      "learning_rate": 0.0001777381666655312,
      "loss": 2.1875,
      "step": 57968
    },
    {
      "epoch": 2.6968597348220515,
      "grad_norm": 1.272643768851876,
      "learning_rate": 0.00017773451924730417,
      "loss": 2.1875,
      "step": 57969
    },
    {
      "epoch": 2.6969062572691325,
      "grad_norm": 1.1980472951266343,
      "learning_rate": 0.0001777308718120979,
      "loss": 2.125,
      "step": 57970
    },
    {
      "epoch": 2.696952779716213,
      "grad_norm": 1.2177193731596503,
      "learning_rate": 0.00017772722435991463,
      "loss": 2.4844,
      "step": 57971
    },
    {
      "epoch": 2.696999302163294,
      "grad_norm": 1.2111670626422313,
      "learning_rate": 0.0001777235768907566,
      "loss": 2.0781,
      "step": 57972
    },
    {
      "epoch": 2.6970458246103743,
      "grad_norm": 1.2150736651448082,
      "learning_rate": 0.00017771992940462597,
      "loss": 2.4062,
      "step": 57973
    },
    {
      "epoch": 2.6970923470574553,
      "grad_norm": 1.2033499965323515,
      "learning_rate": 0.00017771628190152512,
      "loss": 2.2969,
      "step": 57974
    },
    {
      "epoch": 2.6971388695045357,
      "grad_norm": 1.3715525264529427,
      "learning_rate": 0.00017771263438145617,
      "loss": 2.4688,
      "step": 57975
    },
    {
      "epoch": 2.6971853919516167,
      "grad_norm": 1.222298196890775,
      "learning_rate": 0.0001777089868444214,
      "loss": 2.2812,
      "step": 57976
    },
    {
      "epoch": 2.6972319143986976,
      "grad_norm": 1.191524080984551,
      "learning_rate": 0.000177705339290423,
      "loss": 2.25,
      "step": 57977
    },
    {
      "epoch": 2.697278436845778,
      "grad_norm": 1.1674205665114317,
      "learning_rate": 0.00017770169171946325,
      "loss": 2.0469,
      "step": 57978
    },
    {
      "epoch": 2.6973249592928585,
      "grad_norm": 1.2688464060513867,
      "learning_rate": 0.00017769804413154432,
      "loss": 2.4062,
      "step": 57979
    },
    {
      "epoch": 2.6973714817399395,
      "grad_norm": 1.2454589805228766,
      "learning_rate": 0.00017769439652666854,
      "loss": 2.1875,
      "step": 57980
    },
    {
      "epoch": 2.6974180041870204,
      "grad_norm": 1.186867521923378,
      "learning_rate": 0.00017769074890483803,
      "loss": 2.0781,
      "step": 57981
    },
    {
      "epoch": 2.697464526634101,
      "grad_norm": 1.1945683900711335,
      "learning_rate": 0.00017768710126605513,
      "loss": 2.1094,
      "step": 57982
    },
    {
      "epoch": 2.6975110490811818,
      "grad_norm": 1.2079056777378154,
      "learning_rate": 0.00017768345361032198,
      "loss": 2.2812,
      "step": 57983
    },
    {
      "epoch": 2.6975575715282623,
      "grad_norm": 1.2248583846249839,
      "learning_rate": 0.00017767980593764085,
      "loss": 2.2031,
      "step": 57984
    },
    {
      "epoch": 2.697604093975343,
      "grad_norm": 1.2999421381660705,
      "learning_rate": 0.00017767615824801404,
      "loss": 2.0781,
      "step": 57985
    },
    {
      "epoch": 2.6976506164224237,
      "grad_norm": 1.2792530355231415,
      "learning_rate": 0.00017767251054144368,
      "loss": 2.5,
      "step": 57986
    },
    {
      "epoch": 2.6976971388695046,
      "grad_norm": 1.2397324551424485,
      "learning_rate": 0.00017766886281793206,
      "loss": 2.4062,
      "step": 57987
    },
    {
      "epoch": 2.6977436613165855,
      "grad_norm": 1.232571302573676,
      "learning_rate": 0.0001776652150774814,
      "loss": 1.6875,
      "step": 57988
    },
    {
      "epoch": 2.697790183763666,
      "grad_norm": 1.3562447596671676,
      "learning_rate": 0.00017766156732009392,
      "loss": 2.25,
      "step": 57989
    },
    {
      "epoch": 2.6978367062107464,
      "grad_norm": 1.2685159672792583,
      "learning_rate": 0.00017765791954577184,
      "loss": 2.6094,
      "step": 57990
    },
    {
      "epoch": 2.6978832286578274,
      "grad_norm": 1.2289888434056766,
      "learning_rate": 0.00017765427175451748,
      "loss": 2.5,
      "step": 57991
    },
    {
      "epoch": 2.6979297511049083,
      "grad_norm": 1.3201221507145564,
      "learning_rate": 0.00017765062394633298,
      "loss": 2.4844,
      "step": 57992
    },
    {
      "epoch": 2.6979762735519888,
      "grad_norm": 1.2942955709073922,
      "learning_rate": 0.00017764697612122064,
      "loss": 2.25,
      "step": 57993
    },
    {
      "epoch": 2.6980227959990697,
      "grad_norm": 1.2243880971836973,
      "learning_rate": 0.0001776433282791826,
      "loss": 2.1406,
      "step": 57994
    },
    {
      "epoch": 2.69806931844615,
      "grad_norm": 1.198804416107414,
      "learning_rate": 0.00017763968042022117,
      "loss": 2.1719,
      "step": 57995
    },
    {
      "epoch": 2.698115840893231,
      "grad_norm": 1.1060525001929478,
      "learning_rate": 0.00017763603254433857,
      "loss": 2.1094,
      "step": 57996
    },
    {
      "epoch": 2.6981623633403116,
      "grad_norm": 1.2181259014522872,
      "learning_rate": 0.00017763238465153704,
      "loss": 2.2344,
      "step": 57997
    },
    {
      "epoch": 2.6982088857873925,
      "grad_norm": 1.1812244181653964,
      "learning_rate": 0.0001776287367418188,
      "loss": 2.0156,
      "step": 57998
    },
    {
      "epoch": 2.6982554082344734,
      "grad_norm": 1.2354160012722957,
      "learning_rate": 0.00017762508881518605,
      "loss": 2.3906,
      "step": 57999
    },
    {
      "epoch": 2.698301930681554,
      "grad_norm": 1.3122931651126137,
      "learning_rate": 0.0001776214408716411,
      "loss": 2.125,
      "step": 58000
    },
    {
      "epoch": 2.6983484531286344,
      "grad_norm": 1.2007197528813545,
      "learning_rate": 0.00017761779291118612,
      "loss": 2.0625,
      "step": 58001
    },
    {
      "epoch": 2.6983949755757153,
      "grad_norm": 1.1770783458705498,
      "learning_rate": 0.0001776141449338234,
      "loss": 1.875,
      "step": 58002
    },
    {
      "epoch": 2.698441498022796,
      "grad_norm": 1.2476953977507166,
      "learning_rate": 0.00017761049693955507,
      "loss": 2.2344,
      "step": 58003
    },
    {
      "epoch": 2.6984880204698767,
      "grad_norm": 1.2613517096059312,
      "learning_rate": 0.0001776068489283835,
      "loss": 2.2188,
      "step": 58004
    },
    {
      "epoch": 2.698534542916957,
      "grad_norm": 1.2226216817763715,
      "learning_rate": 0.00017760320090031082,
      "loss": 2.3125,
      "step": 58005
    },
    {
      "epoch": 2.698581065364038,
      "grad_norm": 1.2466815508590898,
      "learning_rate": 0.00017759955285533927,
      "loss": 2.2812,
      "step": 58006
    },
    {
      "epoch": 2.698627587811119,
      "grad_norm": 1.233090525841776,
      "learning_rate": 0.00017759590479347117,
      "loss": 2.2656,
      "step": 58007
    },
    {
      "epoch": 2.6986741102581995,
      "grad_norm": 1.2195964396636965,
      "learning_rate": 0.00017759225671470864,
      "loss": 1.6328,
      "step": 58008
    },
    {
      "epoch": 2.6987206327052804,
      "grad_norm": 1.276245855946183,
      "learning_rate": 0.000177588608619054,
      "loss": 2.3594,
      "step": 58009
    },
    {
      "epoch": 2.698767155152361,
      "grad_norm": 1.232033140249139,
      "learning_rate": 0.00017758496050650942,
      "loss": 2.1875,
      "step": 58010
    },
    {
      "epoch": 2.698813677599442,
      "grad_norm": 1.139500506655656,
      "learning_rate": 0.00017758131237707723,
      "loss": 1.6641,
      "step": 58011
    },
    {
      "epoch": 2.6988602000465223,
      "grad_norm": 1.2186539995161274,
      "learning_rate": 0.00017757766423075953,
      "loss": 1.9922,
      "step": 58012
    },
    {
      "epoch": 2.698906722493603,
      "grad_norm": 1.3094849201336485,
      "learning_rate": 0.0001775740160675587,
      "loss": 2.5312,
      "step": 58013
    },
    {
      "epoch": 2.698953244940684,
      "grad_norm": 1.2668229476887936,
      "learning_rate": 0.0001775703678874768,
      "loss": 2.1875,
      "step": 58014
    },
    {
      "epoch": 2.6989997673877646,
      "grad_norm": 1.498423154146017,
      "learning_rate": 0.00017756671969051623,
      "loss": 2.3906,
      "step": 58015
    },
    {
      "epoch": 2.699046289834845,
      "grad_norm": 1.2839185834705948,
      "learning_rate": 0.00017756307147667912,
      "loss": 2.2656,
      "step": 58016
    },
    {
      "epoch": 2.699092812281926,
      "grad_norm": 1.1573295173043041,
      "learning_rate": 0.00017755942324596772,
      "loss": 2.1719,
      "step": 58017
    },
    {
      "epoch": 2.699139334729007,
      "grad_norm": 1.2891756641694059,
      "learning_rate": 0.00017755577499838432,
      "loss": 2.4375,
      "step": 58018
    },
    {
      "epoch": 2.6991858571760874,
      "grad_norm": 1.2027493593722964,
      "learning_rate": 0.00017755212673393103,
      "loss": 2.3125,
      "step": 58019
    },
    {
      "epoch": 2.6992323796231683,
      "grad_norm": 1.2357235429753426,
      "learning_rate": 0.00017754847845261027,
      "loss": 2.3125,
      "step": 58020
    },
    {
      "epoch": 2.699278902070249,
      "grad_norm": 1.2536064033590268,
      "learning_rate": 0.00017754483015442412,
      "loss": 2.2031,
      "step": 58021
    },
    {
      "epoch": 2.6993254245173297,
      "grad_norm": 1.2529572369133826,
      "learning_rate": 0.00017754118183937488,
      "loss": 2.25,
      "step": 58022
    },
    {
      "epoch": 2.69937194696441,
      "grad_norm": 1.2063771299845871,
      "learning_rate": 0.00017753753350746473,
      "loss": 2.2344,
      "step": 58023
    },
    {
      "epoch": 2.699418469411491,
      "grad_norm": 1.3071328473151491,
      "learning_rate": 0.00017753388515869597,
      "loss": 2.0625,
      "step": 58024
    },
    {
      "epoch": 2.699464991858572,
      "grad_norm": 1.2906018549743596,
      "learning_rate": 0.0001775302367930708,
      "loss": 1.7031,
      "step": 58025
    },
    {
      "epoch": 2.6995115143056525,
      "grad_norm": 1.3365563234211637,
      "learning_rate": 0.00017752658841059147,
      "loss": 2.25,
      "step": 58026
    },
    {
      "epoch": 2.699558036752733,
      "grad_norm": 1.168214983654803,
      "learning_rate": 0.00017752294001126015,
      "loss": 2.2031,
      "step": 58027
    },
    {
      "epoch": 2.699604559199814,
      "grad_norm": 1.1414314296977806,
      "learning_rate": 0.00017751929159507917,
      "loss": 1.6562,
      "step": 58028
    },
    {
      "epoch": 2.699651081646895,
      "grad_norm": 1.262361919490443,
      "learning_rate": 0.00017751564316205071,
      "loss": 2.4375,
      "step": 58029
    },
    {
      "epoch": 2.6996976040939753,
      "grad_norm": 1.1727873832784765,
      "learning_rate": 0.00017751199471217698,
      "loss": 2.0625,
      "step": 58030
    },
    {
      "epoch": 2.699744126541056,
      "grad_norm": 1.1850566180957751,
      "learning_rate": 0.0001775083462454603,
      "loss": 2.0156,
      "step": 58031
    },
    {
      "epoch": 2.6997906489881367,
      "grad_norm": 1.227095307982673,
      "learning_rate": 0.0001775046977619028,
      "loss": 2.3906,
      "step": 58032
    },
    {
      "epoch": 2.6998371714352176,
      "grad_norm": 1.2779233315642657,
      "learning_rate": 0.00017750104926150681,
      "loss": 2.375,
      "step": 58033
    },
    {
      "epoch": 2.699883693882298,
      "grad_norm": 1.5214548196775284,
      "learning_rate": 0.00017749740074427447,
      "loss": 2.4375,
      "step": 58034
    },
    {
      "epoch": 2.699930216329379,
      "grad_norm": 1.124955776959225,
      "learning_rate": 0.0001774937522102081,
      "loss": 1.6641,
      "step": 58035
    },
    {
      "epoch": 2.6999767387764595,
      "grad_norm": 1.2497811824690521,
      "learning_rate": 0.00017749010365930985,
      "loss": 2.5938,
      "step": 58036
    },
    {
      "epoch": 2.7000232612235404,
      "grad_norm": 1.3633980387928208,
      "learning_rate": 0.00017748645509158201,
      "loss": 2.3438,
      "step": 58037
    },
    {
      "epoch": 2.700069783670621,
      "grad_norm": 1.2218416242549879,
      "learning_rate": 0.0001774828065070268,
      "loss": 2.125,
      "step": 58038
    },
    {
      "epoch": 2.700116306117702,
      "grad_norm": 1.1922475896140652,
      "learning_rate": 0.00017747915790564643,
      "loss": 1.7578,
      "step": 58039
    },
    {
      "epoch": 2.7001628285647827,
      "grad_norm": 1.252965615881132,
      "learning_rate": 0.00017747550928744324,
      "loss": 2.4062,
      "step": 58040
    },
    {
      "epoch": 2.700209351011863,
      "grad_norm": 1.9578807416870747,
      "learning_rate": 0.0001774718606524193,
      "loss": 2.2188,
      "step": 58041
    },
    {
      "epoch": 2.7002558734589437,
      "grad_norm": 1.3463675088084481,
      "learning_rate": 0.00017746821200057697,
      "loss": 1.7656,
      "step": 58042
    },
    {
      "epoch": 2.7003023959060246,
      "grad_norm": 1.3515496389338728,
      "learning_rate": 0.0001774645633319184,
      "loss": 2.0625,
      "step": 58043
    },
    {
      "epoch": 2.7003489183531055,
      "grad_norm": 1.2385258716616294,
      "learning_rate": 0.0001774609146464459,
      "loss": 2.3594,
      "step": 58044
    },
    {
      "epoch": 2.700395440800186,
      "grad_norm": 1.3856170391703595,
      "learning_rate": 0.00017745726594416164,
      "loss": 2.3125,
      "step": 58045
    },
    {
      "epoch": 2.700441963247267,
      "grad_norm": 1.3050420274422316,
      "learning_rate": 0.0001774536172250679,
      "loss": 2.1719,
      "step": 58046
    },
    {
      "epoch": 2.7004884856943474,
      "grad_norm": 1.2515917908045744,
      "learning_rate": 0.0001774499684891669,
      "loss": 2.2031,
      "step": 58047
    },
    {
      "epoch": 2.7005350081414283,
      "grad_norm": 1.2894382725751048,
      "learning_rate": 0.00017744631973646083,
      "loss": 2.3906,
      "step": 58048
    },
    {
      "epoch": 2.700581530588509,
      "grad_norm": 1.3922648703021137,
      "learning_rate": 0.00017744267096695202,
      "loss": 2.1562,
      "step": 58049
    },
    {
      "epoch": 2.7006280530355897,
      "grad_norm": 1.2906508693326146,
      "learning_rate": 0.00017743902218064257,
      "loss": 2.0781,
      "step": 58050
    },
    {
      "epoch": 2.7006745754826706,
      "grad_norm": 1.3433016142642458,
      "learning_rate": 0.00017743537337753485,
      "loss": 2.5469,
      "step": 58051
    },
    {
      "epoch": 2.700721097929751,
      "grad_norm": 1.3337497048058289,
      "learning_rate": 0.000177431724557631,
      "loss": 2.4375,
      "step": 58052
    },
    {
      "epoch": 2.7007676203768316,
      "grad_norm": 1.331965877057217,
      "learning_rate": 0.0001774280757209333,
      "loss": 2.3594,
      "step": 58053
    },
    {
      "epoch": 2.7008141428239125,
      "grad_norm": 1.2428841841584828,
      "learning_rate": 0.00017742442686744395,
      "loss": 2.4219,
      "step": 58054
    },
    {
      "epoch": 2.7008606652709934,
      "grad_norm": 1.3421465781879116,
      "learning_rate": 0.00017742077799716525,
      "loss": 2.5781,
      "step": 58055
    },
    {
      "epoch": 2.700907187718074,
      "grad_norm": 1.2429269114483077,
      "learning_rate": 0.00017741712911009932,
      "loss": 2.2031,
      "step": 58056
    },
    {
      "epoch": 2.700953710165155,
      "grad_norm": 1.2868135885359795,
      "learning_rate": 0.00017741348020624853,
      "loss": 2.4531,
      "step": 58057
    },
    {
      "epoch": 2.7010002326122353,
      "grad_norm": 1.2119377876550437,
      "learning_rate": 0.000177409831285615,
      "loss": 2.2031,
      "step": 58058
    },
    {
      "epoch": 2.7010467550593162,
      "grad_norm": 1.2376284985046162,
      "learning_rate": 0.00017740618234820103,
      "loss": 2.0938,
      "step": 58059
    },
    {
      "epoch": 2.7010932775063967,
      "grad_norm": 1.2836216872605775,
      "learning_rate": 0.00017740253339400882,
      "loss": 2.3594,
      "step": 58060
    },
    {
      "epoch": 2.7011397999534776,
      "grad_norm": 1.1964748926527027,
      "learning_rate": 0.00017739888442304063,
      "loss": 1.9141,
      "step": 58061
    },
    {
      "epoch": 2.701186322400558,
      "grad_norm": 1.24097071298736,
      "learning_rate": 0.00017739523543529868,
      "loss": 2.3281,
      "step": 58062
    },
    {
      "epoch": 2.701232844847639,
      "grad_norm": 1.1560165753680545,
      "learning_rate": 0.0001773915864307852,
      "loss": 2.1875,
      "step": 58063
    },
    {
      "epoch": 2.7012793672947195,
      "grad_norm": 1.4293457195672037,
      "learning_rate": 0.00017738793740950247,
      "loss": 2.3438,
      "step": 58064
    },
    {
      "epoch": 2.7013258897418004,
      "grad_norm": 1.2899581546617838,
      "learning_rate": 0.0001773842883714526,
      "loss": 2.25,
      "step": 58065
    },
    {
      "epoch": 2.7013724121888814,
      "grad_norm": 1.1827827132667337,
      "learning_rate": 0.000177380639316638,
      "loss": 2.125,
      "step": 58066
    },
    {
      "epoch": 2.701418934635962,
      "grad_norm": 1.286309358933612,
      "learning_rate": 0.00017737699024506076,
      "loss": 2.2188,
      "step": 58067
    },
    {
      "epoch": 2.7014654570830423,
      "grad_norm": 1.298815472262481,
      "learning_rate": 0.00017737334115672316,
      "loss": 2.0625,
      "step": 58068
    },
    {
      "epoch": 2.7015119795301232,
      "grad_norm": 1.1710668876727872,
      "learning_rate": 0.00017736969205162743,
      "loss": 2.3125,
      "step": 58069
    },
    {
      "epoch": 2.701558501977204,
      "grad_norm": 1.2230564991996775,
      "learning_rate": 0.00017736604292977587,
      "loss": 2.2344,
      "step": 58070
    },
    {
      "epoch": 2.7016050244242846,
      "grad_norm": 1.1739732531157296,
      "learning_rate": 0.0001773623937911706,
      "loss": 2.2969,
      "step": 58071
    },
    {
      "epoch": 2.7016515468713656,
      "grad_norm": 1.2692035729759759,
      "learning_rate": 0.00017735874463581394,
      "loss": 2.5312,
      "step": 58072
    },
    {
      "epoch": 2.701698069318446,
      "grad_norm": 1.2527061927523415,
      "learning_rate": 0.00017735509546370804,
      "loss": 2.1719,
      "step": 58073
    },
    {
      "epoch": 2.701744591765527,
      "grad_norm": 1.274030809236185,
      "learning_rate": 0.00017735144627485528,
      "loss": 2.0938,
      "step": 58074
    },
    {
      "epoch": 2.7017911142126074,
      "grad_norm": 1.213770659358926,
      "learning_rate": 0.00017734779706925775,
      "loss": 2.375,
      "step": 58075
    },
    {
      "epoch": 2.7018376366596883,
      "grad_norm": 1.3316018274777677,
      "learning_rate": 0.00017734414784691775,
      "loss": 2.375,
      "step": 58076
    },
    {
      "epoch": 2.7018841591067693,
      "grad_norm": 1.2605466340845815,
      "learning_rate": 0.00017734049860783753,
      "loss": 2.0781,
      "step": 58077
    },
    {
      "epoch": 2.7019306815538497,
      "grad_norm": 1.3101899091461515,
      "learning_rate": 0.00017733684935201922,
      "loss": 2.3281,
      "step": 58078
    },
    {
      "epoch": 2.70197720400093,
      "grad_norm": 1.1723362115795832,
      "learning_rate": 0.00017733320007946518,
      "loss": 2.3125,
      "step": 58079
    },
    {
      "epoch": 2.702023726448011,
      "grad_norm": 1.1929052866213088,
      "learning_rate": 0.0001773295507901776,
      "loss": 2.0156,
      "step": 58080
    },
    {
      "epoch": 2.702070248895092,
      "grad_norm": 1.1719706512850858,
      "learning_rate": 0.00017732590148415866,
      "loss": 2.2188,
      "step": 58081
    },
    {
      "epoch": 2.7021167713421725,
      "grad_norm": 1.259076454377511,
      "learning_rate": 0.00017732225216141067,
      "loss": 2.2969,
      "step": 58082
    },
    {
      "epoch": 2.7021632937892535,
      "grad_norm": 1.2158740133510746,
      "learning_rate": 0.00017731860282193585,
      "loss": 2.1406,
      "step": 58083
    },
    {
      "epoch": 2.702209816236334,
      "grad_norm": 1.296997096915343,
      "learning_rate": 0.00017731495346573643,
      "loss": 2.4844,
      "step": 58084
    },
    {
      "epoch": 2.702256338683415,
      "grad_norm": 1.3678061276912972,
      "learning_rate": 0.00017731130409281463,
      "loss": 2.4375,
      "step": 58085
    },
    {
      "epoch": 2.7023028611304953,
      "grad_norm": 1.348096005300646,
      "learning_rate": 0.00017730765470317267,
      "loss": 2.2812,
      "step": 58086
    },
    {
      "epoch": 2.7023493835775763,
      "grad_norm": 1.3900611385168085,
      "learning_rate": 0.00017730400529681283,
      "loss": 2.3125,
      "step": 58087
    },
    {
      "epoch": 2.7023959060246567,
      "grad_norm": 1.212756180889923,
      "learning_rate": 0.00017730035587373733,
      "loss": 2.2969,
      "step": 58088
    },
    {
      "epoch": 2.7024424284717377,
      "grad_norm": 1.2787706707293858,
      "learning_rate": 0.00017729670643394833,
      "loss": 2.25,
      "step": 58089
    },
    {
      "epoch": 2.702488950918818,
      "grad_norm": 1.2436995489513336,
      "learning_rate": 0.00017729305697744815,
      "loss": 2.1094,
      "step": 58090
    },
    {
      "epoch": 2.702535473365899,
      "grad_norm": 1.1683581257048927,
      "learning_rate": 0.000177289407504239,
      "loss": 2.3438,
      "step": 58091
    },
    {
      "epoch": 2.70258199581298,
      "grad_norm": 1.2397561618495594,
      "learning_rate": 0.0001772857580143231,
      "loss": 2.3906,
      "step": 58092
    },
    {
      "epoch": 2.7026285182600605,
      "grad_norm": 1.1395857967764587,
      "learning_rate": 0.0001772821085077027,
      "loss": 1.6953,
      "step": 58093
    },
    {
      "epoch": 2.702675040707141,
      "grad_norm": 1.2148204667803133,
      "learning_rate": 0.00017727845898438008,
      "loss": 2.0469,
      "step": 58094
    },
    {
      "epoch": 2.702721563154222,
      "grad_norm": 1.1665434982682974,
      "learning_rate": 0.00017727480944435738,
      "loss": 2.2188,
      "step": 58095
    },
    {
      "epoch": 2.7027680856013028,
      "grad_norm": 1.2679915759018106,
      "learning_rate": 0.0001772711598876369,
      "loss": 2.0625,
      "step": 58096
    },
    {
      "epoch": 2.7028146080483832,
      "grad_norm": 1.2536479437329027,
      "learning_rate": 0.00017726751031422083,
      "loss": 2.25,
      "step": 58097
    },
    {
      "epoch": 2.702861130495464,
      "grad_norm": 1.2366380954273544,
      "learning_rate": 0.0001772638607241115,
      "loss": 2.2969,
      "step": 58098
    },
    {
      "epoch": 2.7029076529425446,
      "grad_norm": 1.1778499030213694,
      "learning_rate": 0.000177260211117311,
      "loss": 1.9844,
      "step": 58099
    },
    {
      "epoch": 2.7029541753896256,
      "grad_norm": 1.1600420061092187,
      "learning_rate": 0.00017725656149382166,
      "loss": 2.1875,
      "step": 58100
    },
    {
      "epoch": 2.703000697836706,
      "grad_norm": 1.2971947599267963,
      "learning_rate": 0.0001772529118536457,
      "loss": 2.4375,
      "step": 58101
    },
    {
      "epoch": 2.703047220283787,
      "grad_norm": 1.2153601546187391,
      "learning_rate": 0.00017724926219678537,
      "loss": 2.3438,
      "step": 58102
    },
    {
      "epoch": 2.703093742730868,
      "grad_norm": 1.16810810587409,
      "learning_rate": 0.00017724561252324282,
      "loss": 2.0156,
      "step": 58103
    },
    {
      "epoch": 2.7031402651779484,
      "grad_norm": 1.2155707833350027,
      "learning_rate": 0.00017724196283302036,
      "loss": 2.4219,
      "step": 58104
    },
    {
      "epoch": 2.703186787625029,
      "grad_norm": 1.2833679367089101,
      "learning_rate": 0.00017723831312612027,
      "loss": 2.2656,
      "step": 58105
    },
    {
      "epoch": 2.7032333100721098,
      "grad_norm": 1.1711847467007765,
      "learning_rate": 0.00017723466340254464,
      "loss": 2.1094,
      "step": 58106
    },
    {
      "epoch": 2.7032798325191907,
      "grad_norm": 1.258708799873158,
      "learning_rate": 0.00017723101366229585,
      "loss": 2.375,
      "step": 58107
    },
    {
      "epoch": 2.703326354966271,
      "grad_norm": 1.1865817921427035,
      "learning_rate": 0.00017722736390537606,
      "loss": 2.2969,
      "step": 58108
    },
    {
      "epoch": 2.703372877413352,
      "grad_norm": 1.2742052139606863,
      "learning_rate": 0.0001772237141317875,
      "loss": 2.2812,
      "step": 58109
    },
    {
      "epoch": 2.7034193998604326,
      "grad_norm": 1.1394183867923366,
      "learning_rate": 0.00017722006434153241,
      "loss": 2.1094,
      "step": 58110
    },
    {
      "epoch": 2.7034659223075135,
      "grad_norm": 1.228205226277661,
      "learning_rate": 0.0001772164145346131,
      "loss": 2.4219,
      "step": 58111
    },
    {
      "epoch": 2.703512444754594,
      "grad_norm": 1.3741341283808457,
      "learning_rate": 0.0001772127647110317,
      "loss": 2.2656,
      "step": 58112
    },
    {
      "epoch": 2.703558967201675,
      "grad_norm": 1.1935649452276915,
      "learning_rate": 0.00017720911487079048,
      "loss": 2.2656,
      "step": 58113
    },
    {
      "epoch": 2.703605489648756,
      "grad_norm": 1.2617762905700458,
      "learning_rate": 0.00017720546501389167,
      "loss": 2.4219,
      "step": 58114
    },
    {
      "epoch": 2.7036520120958363,
      "grad_norm": 1.2566526394182445,
      "learning_rate": 0.0001772018151403375,
      "loss": 2.5,
      "step": 58115
    },
    {
      "epoch": 2.7036985345429168,
      "grad_norm": 1.2085760275064101,
      "learning_rate": 0.00017719816525013028,
      "loss": 2.3125,
      "step": 58116
    },
    {
      "epoch": 2.7037450569899977,
      "grad_norm": 1.2286243009045439,
      "learning_rate": 0.00017719451534327214,
      "loss": 2.0469,
      "step": 58117
    },
    {
      "epoch": 2.7037915794370786,
      "grad_norm": 1.3297164429859634,
      "learning_rate": 0.00017719086541976537,
      "loss": 2.5625,
      "step": 58118
    },
    {
      "epoch": 2.703838101884159,
      "grad_norm": 1.2393724051170512,
      "learning_rate": 0.0001771872154796122,
      "loss": 2.125,
      "step": 58119
    },
    {
      "epoch": 2.7038846243312396,
      "grad_norm": 1.333993546452305,
      "learning_rate": 0.00017718356552281486,
      "loss": 2.2656,
      "step": 58120
    },
    {
      "epoch": 2.7039311467783205,
      "grad_norm": 1.3190942622221649,
      "learning_rate": 0.00017717991554937554,
      "loss": 2.1094,
      "step": 58121
    },
    {
      "epoch": 2.7039776692254014,
      "grad_norm": 1.2039673893282212,
      "learning_rate": 0.00017717626555929656,
      "loss": 2.2031,
      "step": 58122
    },
    {
      "epoch": 2.704024191672482,
      "grad_norm": 1.3760992486802148,
      "learning_rate": 0.0001771726155525801,
      "loss": 2.4375,
      "step": 58123
    },
    {
      "epoch": 2.704070714119563,
      "grad_norm": 1.1970598474426464,
      "learning_rate": 0.00017716896552922838,
      "loss": 1.6562,
      "step": 58124
    },
    {
      "epoch": 2.7041172365666433,
      "grad_norm": 1.2275452134311542,
      "learning_rate": 0.00017716531548924369,
      "loss": 2.2188,
      "step": 58125
    },
    {
      "epoch": 2.704163759013724,
      "grad_norm": 1.2650840646608932,
      "learning_rate": 0.0001771616654326282,
      "loss": 2.1719,
      "step": 58126
    },
    {
      "epoch": 2.7042102814608047,
      "grad_norm": 1.2536778549199226,
      "learning_rate": 0.00017715801535938422,
      "loss": 2.0469,
      "step": 58127
    },
    {
      "epoch": 2.7042568039078856,
      "grad_norm": 1.214462269248309,
      "learning_rate": 0.0001771543652695139,
      "loss": 2.1719,
      "step": 58128
    },
    {
      "epoch": 2.7043033263549665,
      "grad_norm": 1.2536851049373394,
      "learning_rate": 0.00017715071516301954,
      "loss": 2.3125,
      "step": 58129
    },
    {
      "epoch": 2.704349848802047,
      "grad_norm": 1.258560518765234,
      "learning_rate": 0.00017714706503990334,
      "loss": 2.3906,
      "step": 58130
    },
    {
      "epoch": 2.7043963712491275,
      "grad_norm": 1.229210693960182,
      "learning_rate": 0.00017714341490016758,
      "loss": 2.1875,
      "step": 58131
    },
    {
      "epoch": 2.7044428936962084,
      "grad_norm": 1.2370837976987348,
      "learning_rate": 0.00017713976474381443,
      "loss": 2.3281,
      "step": 58132
    },
    {
      "epoch": 2.7044894161432893,
      "grad_norm": 1.3175310288421909,
      "learning_rate": 0.00017713611457084618,
      "loss": 2.5625,
      "step": 58133
    },
    {
      "epoch": 2.70453593859037,
      "grad_norm": 1.32301828837993,
      "learning_rate": 0.000177132464381265,
      "loss": 2.25,
      "step": 58134
    },
    {
      "epoch": 2.7045824610374507,
      "grad_norm": 1.2536108380690967,
      "learning_rate": 0.0001771288141750732,
      "loss": 2.2812,
      "step": 58135
    },
    {
      "epoch": 2.704628983484531,
      "grad_norm": 1.0874662836532143,
      "learning_rate": 0.000177125163952273,
      "loss": 1.9688,
      "step": 58136
    },
    {
      "epoch": 2.704675505931612,
      "grad_norm": 1.2855148849170357,
      "learning_rate": 0.00017712151371286654,
      "loss": 2.5469,
      "step": 58137
    },
    {
      "epoch": 2.7047220283786926,
      "grad_norm": 1.1608806775877718,
      "learning_rate": 0.0001771178634568562,
      "loss": 1.9375,
      "step": 58138
    },
    {
      "epoch": 2.7047685508257735,
      "grad_norm": 1.2285416725858447,
      "learning_rate": 0.00017711421318424407,
      "loss": 2.3281,
      "step": 58139
    },
    {
      "epoch": 2.7048150732728544,
      "grad_norm": 1.1910127278455278,
      "learning_rate": 0.00017711056289503255,
      "loss": 2.2344,
      "step": 58140
    },
    {
      "epoch": 2.704861595719935,
      "grad_norm": 1.1342115384001994,
      "learning_rate": 0.00017710691258922373,
      "loss": 2.0625,
      "step": 58141
    },
    {
      "epoch": 2.7049081181670154,
      "grad_norm": 1.1777076136736109,
      "learning_rate": 0.00017710326226681996,
      "loss": 2.1719,
      "step": 58142
    },
    {
      "epoch": 2.7049546406140963,
      "grad_norm": 1.1914856367283964,
      "learning_rate": 0.0001770996119278233,
      "loss": 2.2031,
      "step": 58143
    },
    {
      "epoch": 2.705001163061177,
      "grad_norm": 1.2811276182221794,
      "learning_rate": 0.0001770959615722362,
      "loss": 2.3125,
      "step": 58144
    },
    {
      "epoch": 2.7050476855082577,
      "grad_norm": 1.2663915492318194,
      "learning_rate": 0.00017709231120006073,
      "loss": 2.3906,
      "step": 58145
    },
    {
      "epoch": 2.7050942079553386,
      "grad_norm": 1.201095599726133,
      "learning_rate": 0.00017708866081129923,
      "loss": 2.4062,
      "step": 58146
    },
    {
      "epoch": 2.705140730402419,
      "grad_norm": 1.2870331563013744,
      "learning_rate": 0.00017708501040595385,
      "loss": 2.7031,
      "step": 58147
    },
    {
      "epoch": 2.7051872528495,
      "grad_norm": 1.2970240887365512,
      "learning_rate": 0.0001770813599840269,
      "loss": 2.3281,
      "step": 58148
    },
    {
      "epoch": 2.7052337752965805,
      "grad_norm": 1.2303614356174521,
      "learning_rate": 0.00017707770954552058,
      "loss": 2.3594,
      "step": 58149
    },
    {
      "epoch": 2.7052802977436614,
      "grad_norm": 1.302128352192581,
      "learning_rate": 0.0001770740590904371,
      "loss": 2.5938,
      "step": 58150
    },
    {
      "epoch": 2.705326820190742,
      "grad_norm": 1.3863399125337668,
      "learning_rate": 0.00017707040861877874,
      "loss": 2.3906,
      "step": 58151
    },
    {
      "epoch": 2.705373342637823,
      "grad_norm": 1.272754283782748,
      "learning_rate": 0.0001770667581305477,
      "loss": 2.4219,
      "step": 58152
    },
    {
      "epoch": 2.7054198650849033,
      "grad_norm": 1.1797193472845482,
      "learning_rate": 0.00017706310762574627,
      "loss": 1.9531,
      "step": 58153
    },
    {
      "epoch": 2.705466387531984,
      "grad_norm": 1.2608026972973025,
      "learning_rate": 0.00017705945710437662,
      "loss": 2.2031,
      "step": 58154
    },
    {
      "epoch": 2.705512909979065,
      "grad_norm": 1.2716136384398484,
      "learning_rate": 0.00017705580656644104,
      "loss": 2.0781,
      "step": 58155
    },
    {
      "epoch": 2.7055594324261456,
      "grad_norm": 1.187027989484805,
      "learning_rate": 0.00017705215601194167,
      "loss": 2.1875,
      "step": 58156
    },
    {
      "epoch": 2.705605954873226,
      "grad_norm": 1.2548969378680652,
      "learning_rate": 0.0001770485054408809,
      "loss": 1.9688,
      "step": 58157
    },
    {
      "epoch": 2.705652477320307,
      "grad_norm": 1.2198706648760733,
      "learning_rate": 0.0001770448548532608,
      "loss": 2.3125,
      "step": 58158
    },
    {
      "epoch": 2.705698999767388,
      "grad_norm": 1.244586853222153,
      "learning_rate": 0.0001770412042490837,
      "loss": 2.4844,
      "step": 58159
    },
    {
      "epoch": 2.7057455222144684,
      "grad_norm": 1.1800615471639007,
      "learning_rate": 0.00017703755362835185,
      "loss": 2.1719,
      "step": 58160
    },
    {
      "epoch": 2.7057920446615493,
      "grad_norm": 1.2205517643648705,
      "learning_rate": 0.00017703390299106741,
      "loss": 2.125,
      "step": 58161
    },
    {
      "epoch": 2.70583856710863,
      "grad_norm": 1.2040793600890194,
      "learning_rate": 0.00017703025233723268,
      "loss": 2.0938,
      "step": 58162
    },
    {
      "epoch": 2.7058850895557107,
      "grad_norm": 1.205657750527593,
      "learning_rate": 0.00017702660166684983,
      "loss": 2.2188,
      "step": 58163
    },
    {
      "epoch": 2.705931612002791,
      "grad_norm": 1.1589757256460786,
      "learning_rate": 0.0001770229509799212,
      "loss": 2.1562,
      "step": 58164
    },
    {
      "epoch": 2.705978134449872,
      "grad_norm": 1.220469613900443,
      "learning_rate": 0.0001770193002764489,
      "loss": 2.3125,
      "step": 58165
    },
    {
      "epoch": 2.706024656896953,
      "grad_norm": 1.2667393903713626,
      "learning_rate": 0.00017701564955643524,
      "loss": 2.4062,
      "step": 58166
    },
    {
      "epoch": 2.7060711793440335,
      "grad_norm": 1.172351660992394,
      "learning_rate": 0.00017701199881988244,
      "loss": 2.3906,
      "step": 58167
    },
    {
      "epoch": 2.706117701791114,
      "grad_norm": 1.2262474930928584,
      "learning_rate": 0.0001770083480667928,
      "loss": 2.2969,
      "step": 58168
    },
    {
      "epoch": 2.706164224238195,
      "grad_norm": 1.2494918089086264,
      "learning_rate": 0.0001770046972971684,
      "loss": 2.3125,
      "step": 58169
    },
    {
      "epoch": 2.706210746685276,
      "grad_norm": 1.2077261304171079,
      "learning_rate": 0.0001770010465110116,
      "loss": 2.4062,
      "step": 58170
    },
    {
      "epoch": 2.7062572691323563,
      "grad_norm": 1.219357727422446,
      "learning_rate": 0.0001769973957083246,
      "loss": 2.4688,
      "step": 58171
    },
    {
      "epoch": 2.7063037915794372,
      "grad_norm": 1.2429251247598903,
      "learning_rate": 0.0001769937448891096,
      "loss": 2.3906,
      "step": 58172
    },
    {
      "epoch": 2.7063503140265177,
      "grad_norm": 1.369574126319765,
      "learning_rate": 0.00017699009405336893,
      "loss": 2.375,
      "step": 58173
    },
    {
      "epoch": 2.7063968364735986,
      "grad_norm": 1.1925452693576926,
      "learning_rate": 0.00017698644320110474,
      "loss": 2.2656,
      "step": 58174
    },
    {
      "epoch": 2.706443358920679,
      "grad_norm": 1.3985317305257972,
      "learning_rate": 0.0001769827923323193,
      "loss": 2.4688,
      "step": 58175
    },
    {
      "epoch": 2.70648988136776,
      "grad_norm": 1.3382057516430579,
      "learning_rate": 0.00017697914144701481,
      "loss": 2.3438,
      "step": 58176
    },
    {
      "epoch": 2.7065364038148405,
      "grad_norm": 1.1911650080721743,
      "learning_rate": 0.00017697549054519358,
      "loss": 2.3125,
      "step": 58177
    },
    {
      "epoch": 2.7065829262619214,
      "grad_norm": 1.2946372577376126,
      "learning_rate": 0.00017697183962685773,
      "loss": 2.1562,
      "step": 58178
    },
    {
      "epoch": 2.706629448709002,
      "grad_norm": 1.2482633536022474,
      "learning_rate": 0.0001769681886920096,
      "loss": 2.1719,
      "step": 58179
    },
    {
      "epoch": 2.706675971156083,
      "grad_norm": 1.2317348646928123,
      "learning_rate": 0.00017696453774065135,
      "loss": 2.1562,
      "step": 58180
    },
    {
      "epoch": 2.7067224936031637,
      "grad_norm": 1.2942528176829209,
      "learning_rate": 0.0001769608867727853,
      "loss": 2.5,
      "step": 58181
    },
    {
      "epoch": 2.7067690160502442,
      "grad_norm": 1.207855270672948,
      "learning_rate": 0.0001769572357884136,
      "loss": 2.2344,
      "step": 58182
    },
    {
      "epoch": 2.7068155384973247,
      "grad_norm": 1.1920092125365824,
      "learning_rate": 0.00017695358478753855,
      "loss": 2.2031,
      "step": 58183
    },
    {
      "epoch": 2.7068620609444056,
      "grad_norm": 1.179814321920166,
      "learning_rate": 0.00017694993377016238,
      "loss": 2.4062,
      "step": 58184
    },
    {
      "epoch": 2.7069085833914865,
      "grad_norm": 1.25943012294742,
      "learning_rate": 0.00017694628273628725,
      "loss": 2.375,
      "step": 58185
    },
    {
      "epoch": 2.706955105838567,
      "grad_norm": 1.16672060680228,
      "learning_rate": 0.00017694263168591546,
      "loss": 2.2344,
      "step": 58186
    },
    {
      "epoch": 2.707001628285648,
      "grad_norm": 1.2340144057764997,
      "learning_rate": 0.00017693898061904922,
      "loss": 2.3594,
      "step": 58187
    },
    {
      "epoch": 2.7070481507327284,
      "grad_norm": 1.1501007798653706,
      "learning_rate": 0.0001769353295356908,
      "loss": 1.9062,
      "step": 58188
    },
    {
      "epoch": 2.7070946731798093,
      "grad_norm": 1.294211540334327,
      "learning_rate": 0.0001769316784358424,
      "loss": 2.1406,
      "step": 58189
    },
    {
      "epoch": 2.70714119562689,
      "grad_norm": 1.187725387075763,
      "learning_rate": 0.0001769280273195063,
      "loss": 2.1094,
      "step": 58190
    },
    {
      "epoch": 2.7071877180739707,
      "grad_norm": 1.139304577718047,
      "learning_rate": 0.00017692437618668466,
      "loss": 2.125,
      "step": 58191
    },
    {
      "epoch": 2.7072342405210517,
      "grad_norm": 1.3085843114454692,
      "learning_rate": 0.00017692072503737975,
      "loss": 2.1875,
      "step": 58192
    },
    {
      "epoch": 2.707280762968132,
      "grad_norm": 1.2349679652841,
      "learning_rate": 0.00017691707387159383,
      "loss": 2.1406,
      "step": 58193
    },
    {
      "epoch": 2.7073272854152126,
      "grad_norm": 1.3042971091072844,
      "learning_rate": 0.00017691342268932915,
      "loss": 2.2812,
      "step": 58194
    },
    {
      "epoch": 2.7073738078622935,
      "grad_norm": 1.2088508587534963,
      "learning_rate": 0.00017690977149058788,
      "loss": 2.2031,
      "step": 58195
    },
    {
      "epoch": 2.7074203303093745,
      "grad_norm": 1.2669054624614675,
      "learning_rate": 0.00017690612027537232,
      "loss": 2.5625,
      "step": 58196
    },
    {
      "epoch": 2.707466852756455,
      "grad_norm": 1.2844664619936192,
      "learning_rate": 0.00017690246904368466,
      "loss": 2.4219,
      "step": 58197
    },
    {
      "epoch": 2.707513375203536,
      "grad_norm": 1.1880906487724783,
      "learning_rate": 0.00017689881779552714,
      "loss": 1.6016,
      "step": 58198
    },
    {
      "epoch": 2.7075598976506163,
      "grad_norm": 1.1457086377084986,
      "learning_rate": 0.00017689516653090202,
      "loss": 2.0938,
      "step": 58199
    },
    {
      "epoch": 2.7076064200976973,
      "grad_norm": 1.2295828284201993,
      "learning_rate": 0.00017689151524981152,
      "loss": 2.4375,
      "step": 58200
    },
    {
      "epoch": 2.7076529425447777,
      "grad_norm": 1.3181678023557357,
      "learning_rate": 0.00017688786395225788,
      "loss": 2.6406,
      "step": 58201
    },
    {
      "epoch": 2.7076994649918587,
      "grad_norm": 1.1742442177637185,
      "learning_rate": 0.00017688421263824326,
      "loss": 2.1719,
      "step": 58202
    },
    {
      "epoch": 2.707745987438939,
      "grad_norm": 1.2049211432575728,
      "learning_rate": 0.00017688056130777,
      "loss": 2.1562,
      "step": 58203
    },
    {
      "epoch": 2.70779250988602,
      "grad_norm": 1.243241139240931,
      "learning_rate": 0.00017687690996084034,
      "loss": 2.5,
      "step": 58204
    },
    {
      "epoch": 2.7078390323331005,
      "grad_norm": 1.2882454660587996,
      "learning_rate": 0.0001768732585974565,
      "loss": 2.4062,
      "step": 58205
    },
    {
      "epoch": 2.7078855547801814,
      "grad_norm": 1.2093317197557312,
      "learning_rate": 0.0001768696072176206,
      "loss": 2.125,
      "step": 58206
    },
    {
      "epoch": 2.7079320772272624,
      "grad_norm": 1.232223290948928,
      "learning_rate": 0.00017686595582133507,
      "loss": 2.2344,
      "step": 58207
    },
    {
      "epoch": 2.707978599674343,
      "grad_norm": 1.2390696904013652,
      "learning_rate": 0.00017686230440860196,
      "loss": 2.2031,
      "step": 58208
    },
    {
      "epoch": 2.7080251221214233,
      "grad_norm": 1.160958694458773,
      "learning_rate": 0.00017685865297942363,
      "loss": 2.1562,
      "step": 58209
    },
    {
      "epoch": 2.7080716445685042,
      "grad_norm": 1.2264273678983364,
      "learning_rate": 0.00017685500153380231,
      "loss": 2.0781,
      "step": 58210
    },
    {
      "epoch": 2.708118167015585,
      "grad_norm": 1.3171249284892537,
      "learning_rate": 0.00017685135007174016,
      "loss": 2.3906,
      "step": 58211
    },
    {
      "epoch": 2.7081646894626656,
      "grad_norm": 1.1399532821343563,
      "learning_rate": 0.00017684769859323946,
      "loss": 2.3281,
      "step": 58212
    },
    {
      "epoch": 2.7082112119097466,
      "grad_norm": 1.2455022657404997,
      "learning_rate": 0.00017684404709830237,
      "loss": 1.9766,
      "step": 58213
    },
    {
      "epoch": 2.708257734356827,
      "grad_norm": 1.2308743112466796,
      "learning_rate": 0.00017684039558693132,
      "loss": 2.0312,
      "step": 58214
    },
    {
      "epoch": 2.708304256803908,
      "grad_norm": 1.31900656460351,
      "learning_rate": 0.00017683674405912834,
      "loss": 2.6406,
      "step": 58215
    },
    {
      "epoch": 2.7083507792509884,
      "grad_norm": 1.1948756114952719,
      "learning_rate": 0.0001768330925148958,
      "loss": 2.1875,
      "step": 58216
    },
    {
      "epoch": 2.7083973016980694,
      "grad_norm": 1.206904374733932,
      "learning_rate": 0.0001768294409542358,
      "loss": 2.2344,
      "step": 58217
    },
    {
      "epoch": 2.7084438241451503,
      "grad_norm": 1.2694342956313913,
      "learning_rate": 0.00017682578937715075,
      "loss": 2.2656,
      "step": 58218
    },
    {
      "epoch": 2.7084903465922308,
      "grad_norm": 1.2480909004399645,
      "learning_rate": 0.00017682213778364274,
      "loss": 2.0469,
      "step": 58219
    },
    {
      "epoch": 2.7085368690393112,
      "grad_norm": 1.5562204183112782,
      "learning_rate": 0.0001768184861737141,
      "loss": 2.4375,
      "step": 58220
    },
    {
      "epoch": 2.708583391486392,
      "grad_norm": 1.3149187867147365,
      "learning_rate": 0.00017681483454736697,
      "loss": 2.5156,
      "step": 58221
    },
    {
      "epoch": 2.708629913933473,
      "grad_norm": 1.2655314448516437,
      "learning_rate": 0.0001768111829046037,
      "loss": 2.5469,
      "step": 58222
    },
    {
      "epoch": 2.7086764363805536,
      "grad_norm": 1.3921148461508537,
      "learning_rate": 0.00017680753124542646,
      "loss": 2.4375,
      "step": 58223
    },
    {
      "epoch": 2.7087229588276345,
      "grad_norm": 1.17944887229371,
      "learning_rate": 0.0001768038795698374,
      "loss": 2.1406,
      "step": 58224
    },
    {
      "epoch": 2.708769481274715,
      "grad_norm": 1.2234625674852102,
      "learning_rate": 0.00017680022787783893,
      "loss": 2.1875,
      "step": 58225
    },
    {
      "epoch": 2.708816003721796,
      "grad_norm": 1.1643113124198226,
      "learning_rate": 0.00017679657616943316,
      "loss": 2.375,
      "step": 58226
    },
    {
      "epoch": 2.7088625261688764,
      "grad_norm": 1.1767061619343548,
      "learning_rate": 0.00017679292444462244,
      "loss": 1.8906,
      "step": 58227
    },
    {
      "epoch": 2.7089090486159573,
      "grad_norm": 1.3315187320139041,
      "learning_rate": 0.00017678927270340885,
      "loss": 2.3438,
      "step": 58228
    },
    {
      "epoch": 2.708955571063038,
      "grad_norm": 1.2909249982874933,
      "learning_rate": 0.00017678562094579478,
      "loss": 2.3125,
      "step": 58229
    },
    {
      "epoch": 2.7090020935101187,
      "grad_norm": 1.164520765910986,
      "learning_rate": 0.00017678196917178234,
      "loss": 1.625,
      "step": 58230
    },
    {
      "epoch": 2.709048615957199,
      "grad_norm": 1.2155027139854753,
      "learning_rate": 0.00017677831738137386,
      "loss": 2.2656,
      "step": 58231
    },
    {
      "epoch": 2.70909513840428,
      "grad_norm": 1.2413831559328958,
      "learning_rate": 0.00017677466557457152,
      "loss": 2.375,
      "step": 58232
    },
    {
      "epoch": 2.709141660851361,
      "grad_norm": 1.213513963730599,
      "learning_rate": 0.00017677101375137758,
      "loss": 2.0469,
      "step": 58233
    },
    {
      "epoch": 2.7091881832984415,
      "grad_norm": 1.181658717399825,
      "learning_rate": 0.00017676736191179424,
      "loss": 2.0938,
      "step": 58234
    },
    {
      "epoch": 2.709234705745522,
      "grad_norm": 1.3211082145656996,
      "learning_rate": 0.00017676371005582376,
      "loss": 2.4844,
      "step": 58235
    },
    {
      "epoch": 2.709281228192603,
      "grad_norm": 1.1403350400019006,
      "learning_rate": 0.00017676005818346841,
      "loss": 1.9609,
      "step": 58236
    },
    {
      "epoch": 2.709327750639684,
      "grad_norm": 1.2621619221409939,
      "learning_rate": 0.0001767564062947304,
      "loss": 2.375,
      "step": 58237
    },
    {
      "epoch": 2.7093742730867643,
      "grad_norm": 1.3857094012762414,
      "learning_rate": 0.00017675275438961197,
      "loss": 2.2812,
      "step": 58238
    },
    {
      "epoch": 2.709420795533845,
      "grad_norm": 1.2616294591815884,
      "learning_rate": 0.0001767491024681153,
      "loss": 2.25,
      "step": 58239
    },
    {
      "epoch": 2.7094673179809257,
      "grad_norm": 1.2404452279952252,
      "learning_rate": 0.0001767454505302427,
      "loss": 2.1094,
      "step": 58240
    },
    {
      "epoch": 2.7095138404280066,
      "grad_norm": 1.2765578634398247,
      "learning_rate": 0.00017674179857599638,
      "loss": 2.25,
      "step": 58241
    },
    {
      "epoch": 2.709560362875087,
      "grad_norm": 1.055552762717874,
      "learning_rate": 0.00017673814660537857,
      "loss": 1.5859,
      "step": 58242
    },
    {
      "epoch": 2.709606885322168,
      "grad_norm": 1.2227938286230162,
      "learning_rate": 0.00017673449461839147,
      "loss": 1.9609,
      "step": 58243
    },
    {
      "epoch": 2.709653407769249,
      "grad_norm": 1.1953992581976973,
      "learning_rate": 0.00017673084261503742,
      "loss": 2.375,
      "step": 58244
    },
    {
      "epoch": 2.7096999302163294,
      "grad_norm": 1.1709436206269392,
      "learning_rate": 0.00017672719059531856,
      "loss": 2.2031,
      "step": 58245
    },
    {
      "epoch": 2.70974645266341,
      "grad_norm": 1.2504411574538123,
      "learning_rate": 0.00017672353855923713,
      "loss": 2.2031,
      "step": 58246
    },
    {
      "epoch": 2.7097929751104908,
      "grad_norm": 1.2806654717752146,
      "learning_rate": 0.00017671988650679545,
      "loss": 2.4844,
      "step": 58247
    },
    {
      "epoch": 2.7098394975575717,
      "grad_norm": 1.2249308447775256,
      "learning_rate": 0.00017671623443799562,
      "loss": 2.2656,
      "step": 58248
    },
    {
      "epoch": 2.709886020004652,
      "grad_norm": 1.3643313127222574,
      "learning_rate": 0.00017671258235284003,
      "loss": 2.6094,
      "step": 58249
    },
    {
      "epoch": 2.709932542451733,
      "grad_norm": 1.1453805213135706,
      "learning_rate": 0.0001767089302513308,
      "loss": 1.9688,
      "step": 58250
    },
    {
      "epoch": 2.7099790648988136,
      "grad_norm": 1.1722629878753876,
      "learning_rate": 0.00017670527813347023,
      "loss": 1.8984,
      "step": 58251
    },
    {
      "epoch": 2.7100255873458945,
      "grad_norm": 1.2115288168311478,
      "learning_rate": 0.00017670162599926049,
      "loss": 2.3906,
      "step": 58252
    },
    {
      "epoch": 2.710072109792975,
      "grad_norm": 1.3376235558332943,
      "learning_rate": 0.0001766979738487039,
      "loss": 2.25,
      "step": 58253
    },
    {
      "epoch": 2.710118632240056,
      "grad_norm": 1.2935027967477242,
      "learning_rate": 0.00017669432168180264,
      "loss": 2.1719,
      "step": 58254
    },
    {
      "epoch": 2.710165154687137,
      "grad_norm": 1.3389676414784932,
      "learning_rate": 0.00017669066949855896,
      "loss": 2.4062,
      "step": 58255
    },
    {
      "epoch": 2.7102116771342173,
      "grad_norm": 1.1637705548597441,
      "learning_rate": 0.00017668701729897508,
      "loss": 2.2188,
      "step": 58256
    },
    {
      "epoch": 2.7102581995812978,
      "grad_norm": 1.211628118759826,
      "learning_rate": 0.00017668336508305324,
      "loss": 2.1406,
      "step": 58257
    },
    {
      "epoch": 2.7103047220283787,
      "grad_norm": 1.166503221608337,
      "learning_rate": 0.00017667971285079573,
      "loss": 2.1719,
      "step": 58258
    },
    {
      "epoch": 2.7103512444754596,
      "grad_norm": 1.2414534735055618,
      "learning_rate": 0.0001766760606022047,
      "loss": 2.4688,
      "step": 58259
    },
    {
      "epoch": 2.71039776692254,
      "grad_norm": 1.231071180784946,
      "learning_rate": 0.00017667240833728248,
      "loss": 2.2656,
      "step": 58260
    },
    {
      "epoch": 2.710444289369621,
      "grad_norm": 1.342682331513166,
      "learning_rate": 0.0001766687560560312,
      "loss": 2.5625,
      "step": 58261
    },
    {
      "epoch": 2.7104908118167015,
      "grad_norm": 1.1558296474737264,
      "learning_rate": 0.00017666510375845317,
      "loss": 2.4062,
      "step": 58262
    },
    {
      "epoch": 2.7105373342637824,
      "grad_norm": 1.1954003674954927,
      "learning_rate": 0.0001766614514445506,
      "loss": 2.1562,
      "step": 58263
    },
    {
      "epoch": 2.710583856710863,
      "grad_norm": 1.2386471367751877,
      "learning_rate": 0.00017665779911432578,
      "loss": 2.375,
      "step": 58264
    },
    {
      "epoch": 2.710630379157944,
      "grad_norm": 1.2685576342534068,
      "learning_rate": 0.00017665414676778084,
      "loss": 2.4531,
      "step": 58265
    },
    {
      "epoch": 2.7106769016050243,
      "grad_norm": 1.2131381803344352,
      "learning_rate": 0.0001766504944049181,
      "loss": 2.125,
      "step": 58266
    },
    {
      "epoch": 2.710723424052105,
      "grad_norm": 1.2502441027316042,
      "learning_rate": 0.00017664684202573974,
      "loss": 2.3906,
      "step": 58267
    },
    {
      "epoch": 2.7107699464991857,
      "grad_norm": 1.2447281576531157,
      "learning_rate": 0.00017664318963024804,
      "loss": 2.4531,
      "step": 58268
    },
    {
      "epoch": 2.7108164689462666,
      "grad_norm": 1.2699259815444495,
      "learning_rate": 0.00017663953721844527,
      "loss": 2.3438,
      "step": 58269
    },
    {
      "epoch": 2.7108629913933475,
      "grad_norm": 1.3054967944742266,
      "learning_rate": 0.00017663588479033355,
      "loss": 2.1875,
      "step": 58270
    },
    {
      "epoch": 2.710909513840428,
      "grad_norm": 1.226504903619896,
      "learning_rate": 0.00017663223234591524,
      "loss": 2.25,
      "step": 58271
    },
    {
      "epoch": 2.7109560362875085,
      "grad_norm": 2.246542952524136,
      "learning_rate": 0.0001766285798851925,
      "loss": 2.375,
      "step": 58272
    },
    {
      "epoch": 2.7110025587345894,
      "grad_norm": 1.232569961349317,
      "learning_rate": 0.0001766249274081676,
      "loss": 2.3594,
      "step": 58273
    },
    {
      "epoch": 2.7110490811816703,
      "grad_norm": 1.1199722245995167,
      "learning_rate": 0.00017662127491484272,
      "loss": 2.0625,
      "step": 58274
    },
    {
      "epoch": 2.711095603628751,
      "grad_norm": 1.2321636963749527,
      "learning_rate": 0.0001766176224052202,
      "loss": 2.4219,
      "step": 58275
    },
    {
      "epoch": 2.7111421260758317,
      "grad_norm": 1.2285912223149398,
      "learning_rate": 0.00017661396987930214,
      "loss": 2.25,
      "step": 58276
    },
    {
      "epoch": 2.711188648522912,
      "grad_norm": 1.1936401452427252,
      "learning_rate": 0.00017661031733709094,
      "loss": 2.1562,
      "step": 58277
    },
    {
      "epoch": 2.711235170969993,
      "grad_norm": 1.3120348128260608,
      "learning_rate": 0.00017660666477858867,
      "loss": 2.25,
      "step": 58278
    },
    {
      "epoch": 2.7112816934170736,
      "grad_norm": 1.2171756526261301,
      "learning_rate": 0.00017660301220379765,
      "loss": 2.1875,
      "step": 58279
    },
    {
      "epoch": 2.7113282158641545,
      "grad_norm": 1.263036627990412,
      "learning_rate": 0.00017659935961272016,
      "loss": 2.2969,
      "step": 58280
    },
    {
      "epoch": 2.7113747383112354,
      "grad_norm": 1.190757742578804,
      "learning_rate": 0.00017659570700535832,
      "loss": 2.0781,
      "step": 58281
    },
    {
      "epoch": 2.711421260758316,
      "grad_norm": 1.2558961396467812,
      "learning_rate": 0.00017659205438171446,
      "loss": 2.3438,
      "step": 58282
    },
    {
      "epoch": 2.7114677832053964,
      "grad_norm": 1.3275084558853103,
      "learning_rate": 0.0001765884017417908,
      "loss": 2.4531,
      "step": 58283
    },
    {
      "epoch": 2.7115143056524773,
      "grad_norm": 1.1839962355925957,
      "learning_rate": 0.00017658474908558957,
      "loss": 2.5312,
      "step": 58284
    },
    {
      "epoch": 2.7115608280995582,
      "grad_norm": 1.2027643734393014,
      "learning_rate": 0.00017658109641311296,
      "loss": 2.3125,
      "step": 58285
    },
    {
      "epoch": 2.7116073505466387,
      "grad_norm": 1.2261820158635872,
      "learning_rate": 0.0001765774437243633,
      "loss": 2.0938,
      "step": 58286
    },
    {
      "epoch": 2.7116538729937196,
      "grad_norm": 1.2312518394903158,
      "learning_rate": 0.00017657379101934274,
      "loss": 2.2969,
      "step": 58287
    },
    {
      "epoch": 2.7117003954408,
      "grad_norm": 1.1572538206725245,
      "learning_rate": 0.00017657013829805356,
      "loss": 2.0,
      "step": 58288
    },
    {
      "epoch": 2.711746917887881,
      "grad_norm": 1.3185557339267817,
      "learning_rate": 0.00017656648556049797,
      "loss": 2.1406,
      "step": 58289
    },
    {
      "epoch": 2.7117934403349615,
      "grad_norm": 1.2032024508715462,
      "learning_rate": 0.00017656283280667823,
      "loss": 2.4219,
      "step": 58290
    },
    {
      "epoch": 2.7118399627820424,
      "grad_norm": 1.2929797680302166,
      "learning_rate": 0.00017655918003659654,
      "loss": 2.3125,
      "step": 58291
    },
    {
      "epoch": 2.711886485229123,
      "grad_norm": 1.171278492896663,
      "learning_rate": 0.0001765555272502552,
      "loss": 2.2031,
      "step": 58292
    },
    {
      "epoch": 2.711933007676204,
      "grad_norm": 1.2179623072261212,
      "learning_rate": 0.00017655187444765643,
      "loss": 2.2344,
      "step": 58293
    },
    {
      "epoch": 2.7119795301232843,
      "grad_norm": 1.2471870068091289,
      "learning_rate": 0.0001765482216288024,
      "loss": 2.25,
      "step": 58294
    },
    {
      "epoch": 2.712026052570365,
      "grad_norm": 1.13133203640362,
      "learning_rate": 0.00017654456879369543,
      "loss": 2.0469,
      "step": 58295
    },
    {
      "epoch": 2.712072575017446,
      "grad_norm": 1.1367878519164956,
      "learning_rate": 0.00017654091594233767,
      "loss": 1.9766,
      "step": 58296
    },
    {
      "epoch": 2.7121190974645266,
      "grad_norm": 1.1973671265685513,
      "learning_rate": 0.00017653726307473143,
      "loss": 2.0781,
      "step": 58297
    },
    {
      "epoch": 2.712165619911607,
      "grad_norm": 1.2431617983058754,
      "learning_rate": 0.0001765336101908789,
      "loss": 2.1562,
      "step": 58298
    },
    {
      "epoch": 2.712212142358688,
      "grad_norm": 1.1449018427443545,
      "learning_rate": 0.0001765299572907824,
      "loss": 2.3281,
      "step": 58299
    },
    {
      "epoch": 2.712258664805769,
      "grad_norm": 1.2767114720824013,
      "learning_rate": 0.00017652630437444406,
      "loss": 2.2656,
      "step": 58300
    },
    {
      "epoch": 2.7123051872528494,
      "grad_norm": 1.2059246270962871,
      "learning_rate": 0.00017652265144186614,
      "loss": 2.2031,
      "step": 58301
    },
    {
      "epoch": 2.7123517096999303,
      "grad_norm": 1.2121177797022116,
      "learning_rate": 0.0001765189984930509,
      "loss": 2.0781,
      "step": 58302
    },
    {
      "epoch": 2.712398232147011,
      "grad_norm": 1.1900562938410264,
      "learning_rate": 0.0001765153455280006,
      "loss": 2.25,
      "step": 58303
    },
    {
      "epoch": 2.7124447545940917,
      "grad_norm": 1.193223530840263,
      "learning_rate": 0.00017651169254671747,
      "loss": 2.2812,
      "step": 58304
    },
    {
      "epoch": 2.712491277041172,
      "grad_norm": 1.2657473014005831,
      "learning_rate": 0.0001765080395492037,
      "loss": 2.2031,
      "step": 58305
    },
    {
      "epoch": 2.712537799488253,
      "grad_norm": 1.3314095703704079,
      "learning_rate": 0.00017650438653546156,
      "loss": 1.6953,
      "step": 58306
    },
    {
      "epoch": 2.712584321935334,
      "grad_norm": 1.1887311722932412,
      "learning_rate": 0.00017650073350549325,
      "loss": 2.1562,
      "step": 58307
    },
    {
      "epoch": 2.7126308443824145,
      "grad_norm": 1.203107829630231,
      "learning_rate": 0.00017649708045930107,
      "loss": 2.2344,
      "step": 58308
    },
    {
      "epoch": 2.712677366829495,
      "grad_norm": 1.2684298126542444,
      "learning_rate": 0.0001764934273968872,
      "loss": 2.4844,
      "step": 58309
    },
    {
      "epoch": 2.712723889276576,
      "grad_norm": 1.2424982422327255,
      "learning_rate": 0.0001764897743182539,
      "loss": 2.5469,
      "step": 58310
    },
    {
      "epoch": 2.712770411723657,
      "grad_norm": 1.2599209765929043,
      "learning_rate": 0.0001764861212234034,
      "loss": 2.4375,
      "step": 58311
    },
    {
      "epoch": 2.7128169341707373,
      "grad_norm": 1.1875062816445576,
      "learning_rate": 0.00017648246811233795,
      "loss": 2.375,
      "step": 58312
    },
    {
      "epoch": 2.7128634566178182,
      "grad_norm": 1.1750184053258435,
      "learning_rate": 0.00017647881498505973,
      "loss": 2.1875,
      "step": 58313
    },
    {
      "epoch": 2.7129099790648987,
      "grad_norm": 1.281117217060746,
      "learning_rate": 0.0001764751618415711,
      "loss": 2.4531,
      "step": 58314
    },
    {
      "epoch": 2.7129565015119796,
      "grad_norm": 1.23254493077584,
      "learning_rate": 0.00017647150868187417,
      "loss": 2.125,
      "step": 58315
    },
    {
      "epoch": 2.71300302395906,
      "grad_norm": 1.213171054349925,
      "learning_rate": 0.00017646785550597124,
      "loss": 2.2344,
      "step": 58316
    },
    {
      "epoch": 2.713049546406141,
      "grad_norm": 1.229440983153694,
      "learning_rate": 0.00017646420231386456,
      "loss": 2.25,
      "step": 58317
    },
    {
      "epoch": 2.7130960688532215,
      "grad_norm": 1.3065994823621607,
      "learning_rate": 0.0001764605491055563,
      "loss": 2.5938,
      "step": 58318
    },
    {
      "epoch": 2.7131425913003024,
      "grad_norm": 1.216234578813676,
      "learning_rate": 0.00017645689588104878,
      "loss": 2.1406,
      "step": 58319
    },
    {
      "epoch": 2.713189113747383,
      "grad_norm": 1.1551031622557915,
      "learning_rate": 0.00017645324264034415,
      "loss": 2.1406,
      "step": 58320
    },
    {
      "epoch": 2.713235636194464,
      "grad_norm": 1.3132304611366021,
      "learning_rate": 0.0001764495893834447,
      "loss": 2.1719,
      "step": 58321
    },
    {
      "epoch": 2.7132821586415448,
      "grad_norm": 1.3105737793776453,
      "learning_rate": 0.00017644593611035268,
      "loss": 2.4219,
      "step": 58322
    },
    {
      "epoch": 2.7133286810886252,
      "grad_norm": 1.1787739440549714,
      "learning_rate": 0.00017644228282107024,
      "loss": 2.0781,
      "step": 58323
    },
    {
      "epoch": 2.7133752035357057,
      "grad_norm": 1.272307879757125,
      "learning_rate": 0.0001764386295155997,
      "loss": 1.9844,
      "step": 58324
    },
    {
      "epoch": 2.7134217259827866,
      "grad_norm": 1.1966714884578762,
      "learning_rate": 0.0001764349761939433,
      "loss": 2.0312,
      "step": 58325
    },
    {
      "epoch": 2.7134682484298676,
      "grad_norm": 1.18305140373446,
      "learning_rate": 0.00017643132285610327,
      "loss": 2.4844,
      "step": 58326
    },
    {
      "epoch": 2.713514770876948,
      "grad_norm": 1.3280872418316194,
      "learning_rate": 0.00017642766950208178,
      "loss": 2.2656,
      "step": 58327
    },
    {
      "epoch": 2.713561293324029,
      "grad_norm": 1.2075397463687707,
      "learning_rate": 0.00017642401613188113,
      "loss": 2.125,
      "step": 58328
    },
    {
      "epoch": 2.7136078157711094,
      "grad_norm": 1.1501642134912888,
      "learning_rate": 0.00017642036274550358,
      "loss": 2.0312,
      "step": 58329
    },
    {
      "epoch": 2.7136543382181904,
      "grad_norm": 1.216966460484385,
      "learning_rate": 0.00017641670934295133,
      "loss": 2.2188,
      "step": 58330
    },
    {
      "epoch": 2.713700860665271,
      "grad_norm": 1.159003298366787,
      "learning_rate": 0.00017641305592422653,
      "loss": 2.0312,
      "step": 58331
    },
    {
      "epoch": 2.7137473831123518,
      "grad_norm": 1.221548478397237,
      "learning_rate": 0.0001764094024893316,
      "loss": 2.3594,
      "step": 58332
    },
    {
      "epoch": 2.7137939055594327,
      "grad_norm": 1.1784892437582968,
      "learning_rate": 0.00017640574903826861,
      "loss": 2.2031,
      "step": 58333
    },
    {
      "epoch": 2.713840428006513,
      "grad_norm": 1.3780038775971608,
      "learning_rate": 0.00017640209557103986,
      "loss": 2.3594,
      "step": 58334
    },
    {
      "epoch": 2.7138869504535936,
      "grad_norm": 1.3788784111991146,
      "learning_rate": 0.0001763984420876476,
      "loss": 2.25,
      "step": 58335
    },
    {
      "epoch": 2.7139334729006745,
      "grad_norm": 1.3157269059964294,
      "learning_rate": 0.00017639478858809412,
      "loss": 2.2656,
      "step": 58336
    },
    {
      "epoch": 2.7139799953477555,
      "grad_norm": 1.2660188769400533,
      "learning_rate": 0.00017639113507238153,
      "loss": 2.3438,
      "step": 58337
    },
    {
      "epoch": 2.714026517794836,
      "grad_norm": 1.3094205503514122,
      "learning_rate": 0.00017638748154051218,
      "loss": 2.4375,
      "step": 58338
    },
    {
      "epoch": 2.714073040241917,
      "grad_norm": 1.2011290342391716,
      "learning_rate": 0.0001763838279924882,
      "loss": 2.3594,
      "step": 58339
    },
    {
      "epoch": 2.7141195626889973,
      "grad_norm": 1.3040551551753883,
      "learning_rate": 0.00017638017442831192,
      "loss": 2.6094,
      "step": 58340
    },
    {
      "epoch": 2.7141660851360783,
      "grad_norm": 1.2673819054925868,
      "learning_rate": 0.00017637652084798557,
      "loss": 2.3125,
      "step": 58341
    },
    {
      "epoch": 2.7142126075831587,
      "grad_norm": 1.2016362029202543,
      "learning_rate": 0.00017637286725151133,
      "loss": 2.375,
      "step": 58342
    },
    {
      "epoch": 2.7142591300302397,
      "grad_norm": 1.2898312357039527,
      "learning_rate": 0.0001763692136388915,
      "loss": 2.1406,
      "step": 58343
    },
    {
      "epoch": 2.71430565247732,
      "grad_norm": 1.2651242022234288,
      "learning_rate": 0.00017636556001012822,
      "loss": 2.4062,
      "step": 58344
    },
    {
      "epoch": 2.714352174924401,
      "grad_norm": 1.2779708410079962,
      "learning_rate": 0.0001763619063652238,
      "loss": 2.3438,
      "step": 58345
    },
    {
      "epoch": 2.7143986973714815,
      "grad_norm": 1.2859171676646972,
      "learning_rate": 0.00017635825270418044,
      "loss": 2.4688,
      "step": 58346
    },
    {
      "epoch": 2.7144452198185625,
      "grad_norm": 1.2648437858636927,
      "learning_rate": 0.0001763545990270005,
      "loss": 2.0625,
      "step": 58347
    },
    {
      "epoch": 2.7144917422656434,
      "grad_norm": 1.2938362710665827,
      "learning_rate": 0.000176350945333686,
      "loss": 2.1562,
      "step": 58348
    },
    {
      "epoch": 2.714538264712724,
      "grad_norm": 1.4083320401641408,
      "learning_rate": 0.0001763472916242394,
      "loss": 2.7656,
      "step": 58349
    },
    {
      "epoch": 2.7145847871598043,
      "grad_norm": 1.3563567427278436,
      "learning_rate": 0.00017634363789866277,
      "loss": 2.3281,
      "step": 58350
    },
    {
      "epoch": 2.7146313096068853,
      "grad_norm": 1.3665584269286577,
      "learning_rate": 0.00017633998415695845,
      "loss": 2.375,
      "step": 58351
    },
    {
      "epoch": 2.714677832053966,
      "grad_norm": 1.2236366905347318,
      "learning_rate": 0.00017633633039912858,
      "loss": 2.1562,
      "step": 58352
    },
    {
      "epoch": 2.7147243545010467,
      "grad_norm": 1.1943041041430904,
      "learning_rate": 0.00017633267662517553,
      "loss": 2.1094,
      "step": 58353
    },
    {
      "epoch": 2.7147708769481276,
      "grad_norm": 1.2790224103278356,
      "learning_rate": 0.00017632902283510138,
      "loss": 1.6406,
      "step": 58354
    },
    {
      "epoch": 2.714817399395208,
      "grad_norm": 1.2843163778400575,
      "learning_rate": 0.00017632536902890847,
      "loss": 2.3125,
      "step": 58355
    },
    {
      "epoch": 2.714863921842289,
      "grad_norm": 1.3001794713203632,
      "learning_rate": 0.00017632171520659906,
      "loss": 2.25,
      "step": 58356
    },
    {
      "epoch": 2.7149104442893695,
      "grad_norm": 1.0713103957797954,
      "learning_rate": 0.00017631806136817529,
      "loss": 1.5625,
      "step": 58357
    },
    {
      "epoch": 2.7149569667364504,
      "grad_norm": 1.313515290806624,
      "learning_rate": 0.00017631440751363948,
      "loss": 2.3281,
      "step": 58358
    },
    {
      "epoch": 2.7150034891835313,
      "grad_norm": 1.2593501625708365,
      "learning_rate": 0.00017631075364299382,
      "loss": 2.4375,
      "step": 58359
    },
    {
      "epoch": 2.7150500116306118,
      "grad_norm": 1.2125381488619043,
      "learning_rate": 0.0001763070997562406,
      "loss": 2.3125,
      "step": 58360
    },
    {
      "epoch": 2.7150965340776922,
      "grad_norm": 1.2220667604397457,
      "learning_rate": 0.00017630344585338196,
      "loss": 2.25,
      "step": 58361
    },
    {
      "epoch": 2.715143056524773,
      "grad_norm": 1.2766175236969937,
      "learning_rate": 0.0001762997919344202,
      "loss": 2.2969,
      "step": 58362
    },
    {
      "epoch": 2.715189578971854,
      "grad_norm": 1.2892748811175556,
      "learning_rate": 0.0001762961379993576,
      "loss": 2.4062,
      "step": 58363
    },
    {
      "epoch": 2.7152361014189346,
      "grad_norm": 1.1465452380032677,
      "learning_rate": 0.0001762924840481963,
      "loss": 2.1406,
      "step": 58364
    },
    {
      "epoch": 2.7152826238660155,
      "grad_norm": 1.2355677307228283,
      "learning_rate": 0.0001762888300809386,
      "loss": 2.2344,
      "step": 58365
    },
    {
      "epoch": 2.715329146313096,
      "grad_norm": 1.332318477609218,
      "learning_rate": 0.00017628517609758675,
      "loss": 2.2969,
      "step": 58366
    },
    {
      "epoch": 2.715375668760177,
      "grad_norm": 1.2855765135397599,
      "learning_rate": 0.00017628152209814296,
      "loss": 2.4844,
      "step": 58367
    },
    {
      "epoch": 2.7154221912072574,
      "grad_norm": 1.328181229383386,
      "learning_rate": 0.0001762778680826094,
      "loss": 2.3281,
      "step": 58368
    },
    {
      "epoch": 2.7154687136543383,
      "grad_norm": 1.224115460776171,
      "learning_rate": 0.00017627421405098844,
      "loss": 2.25,
      "step": 58369
    },
    {
      "epoch": 2.715515236101419,
      "grad_norm": 1.2137979109334394,
      "learning_rate": 0.00017627056000328224,
      "loss": 2.2812,
      "step": 58370
    },
    {
      "epoch": 2.7155617585484997,
      "grad_norm": 1.1824391308142352,
      "learning_rate": 0.00017626690593949306,
      "loss": 2.1719,
      "step": 58371
    },
    {
      "epoch": 2.71560828099558,
      "grad_norm": 1.2786618088288433,
      "learning_rate": 0.00017626325185962307,
      "loss": 2.3125,
      "step": 58372
    },
    {
      "epoch": 2.715654803442661,
      "grad_norm": 1.2500154565420118,
      "learning_rate": 0.0001762595977636746,
      "loss": 2.375,
      "step": 58373
    },
    {
      "epoch": 2.715701325889742,
      "grad_norm": 1.2149199924150427,
      "learning_rate": 0.00017625594365164985,
      "loss": 2.0312,
      "step": 58374
    },
    {
      "epoch": 2.7157478483368225,
      "grad_norm": 1.154862306259687,
      "learning_rate": 0.00017625228952355108,
      "loss": 2.1719,
      "step": 58375
    },
    {
      "epoch": 2.7157943707839034,
      "grad_norm": 1.3073522793897812,
      "learning_rate": 0.00017624863537938045,
      "loss": 2.2656,
      "step": 58376
    },
    {
      "epoch": 2.715840893230984,
      "grad_norm": 1.1127396580412532,
      "learning_rate": 0.00017624498121914027,
      "loss": 1.9688,
      "step": 58377
    },
    {
      "epoch": 2.715887415678065,
      "grad_norm": 1.2319722582254793,
      "learning_rate": 0.00017624132704283278,
      "loss": 2.1719,
      "step": 58378
    },
    {
      "epoch": 2.7159339381251453,
      "grad_norm": 1.1732736208738794,
      "learning_rate": 0.00017623767285046018,
      "loss": 2.2188,
      "step": 58379
    },
    {
      "epoch": 2.715980460572226,
      "grad_norm": 1.385891112270714,
      "learning_rate": 0.00017623401864202474,
      "loss": 2.3906,
      "step": 58380
    },
    {
      "epoch": 2.7160269830193067,
      "grad_norm": 1.25452262261258,
      "learning_rate": 0.00017623036441752864,
      "loss": 2.375,
      "step": 58381
    },
    {
      "epoch": 2.7160735054663876,
      "grad_norm": 1.2606656216283136,
      "learning_rate": 0.0001762267101769742,
      "loss": 2.3594,
      "step": 58382
    },
    {
      "epoch": 2.716120027913468,
      "grad_norm": 1.2549881022193767,
      "learning_rate": 0.0001762230559203636,
      "loss": 2.3906,
      "step": 58383
    },
    {
      "epoch": 2.716166550360549,
      "grad_norm": 1.155301514261272,
      "learning_rate": 0.0001762194016476991,
      "loss": 2.1875,
      "step": 58384
    },
    {
      "epoch": 2.71621307280763,
      "grad_norm": 1.2077050136961247,
      "learning_rate": 0.0001762157473589829,
      "loss": 2.3438,
      "step": 58385
    },
    {
      "epoch": 2.7162595952547104,
      "grad_norm": 1.1988362892336404,
      "learning_rate": 0.00017621209305421727,
      "loss": 2.1875,
      "step": 58386
    },
    {
      "epoch": 2.716306117701791,
      "grad_norm": 1.23652816646382,
      "learning_rate": 0.00017620843873340441,
      "loss": 2.4062,
      "step": 58387
    },
    {
      "epoch": 2.716352640148872,
      "grad_norm": 1.2582157065305093,
      "learning_rate": 0.00017620478439654664,
      "loss": 2.2188,
      "step": 58388
    },
    {
      "epoch": 2.7163991625959527,
      "grad_norm": 1.2668402843642947,
      "learning_rate": 0.00017620113004364614,
      "loss": 2.25,
      "step": 58389
    },
    {
      "epoch": 2.716445685043033,
      "grad_norm": 1.2025599602167223,
      "learning_rate": 0.00017619747567470514,
      "loss": 2.0,
      "step": 58390
    },
    {
      "epoch": 2.716492207490114,
      "grad_norm": 1.1877787384755865,
      "learning_rate": 0.00017619382128972595,
      "loss": 2.4844,
      "step": 58391
    },
    {
      "epoch": 2.7165387299371946,
      "grad_norm": 1.277629854115603,
      "learning_rate": 0.00017619016688871065,
      "loss": 2.375,
      "step": 58392
    },
    {
      "epoch": 2.7165852523842755,
      "grad_norm": 1.2279285951875722,
      "learning_rate": 0.00017618651247166165,
      "loss": 2.2656,
      "step": 58393
    },
    {
      "epoch": 2.716631774831356,
      "grad_norm": 1.1581822192107596,
      "learning_rate": 0.00017618285803858107,
      "loss": 1.9375,
      "step": 58394
    },
    {
      "epoch": 2.716678297278437,
      "grad_norm": 1.2715896300896004,
      "learning_rate": 0.00017617920358947123,
      "loss": 2.3906,
      "step": 58395
    },
    {
      "epoch": 2.716724819725518,
      "grad_norm": 1.180415166908211,
      "learning_rate": 0.00017617554912433426,
      "loss": 2.2812,
      "step": 58396
    },
    {
      "epoch": 2.7167713421725983,
      "grad_norm": 1.218047936900441,
      "learning_rate": 0.00017617189464317256,
      "loss": 2.2188,
      "step": 58397
    },
    {
      "epoch": 2.716817864619679,
      "grad_norm": 1.2615678872187517,
      "learning_rate": 0.00017616824014598818,
      "loss": 1.6094,
      "step": 58398
    },
    {
      "epoch": 2.7168643870667597,
      "grad_norm": 1.1607653526989536,
      "learning_rate": 0.0001761645856327835,
      "loss": 2.2031,
      "step": 58399
    },
    {
      "epoch": 2.7169109095138406,
      "grad_norm": 1.2126885060542725,
      "learning_rate": 0.00017616093110356067,
      "loss": 2.1719,
      "step": 58400
    },
    {
      "epoch": 2.716957431960921,
      "grad_norm": 1.2798940400838292,
      "learning_rate": 0.00017615727655832198,
      "loss": 2.0625,
      "step": 58401
    },
    {
      "epoch": 2.717003954408002,
      "grad_norm": 1.2221522860846505,
      "learning_rate": 0.0001761536219970697,
      "loss": 2.1719,
      "step": 58402
    },
    {
      "epoch": 2.7170504768550825,
      "grad_norm": 1.1577419845805177,
      "learning_rate": 0.00017614996741980595,
      "loss": 2.1875,
      "step": 58403
    },
    {
      "epoch": 2.7170969993021634,
      "grad_norm": 1.1903330430871428,
      "learning_rate": 0.0001761463128265331,
      "loss": 2.2188,
      "step": 58404
    },
    {
      "epoch": 2.717143521749244,
      "grad_norm": 1.2411601879710357,
      "learning_rate": 0.00017614265821725328,
      "loss": 2.5312,
      "step": 58405
    },
    {
      "epoch": 2.717190044196325,
      "grad_norm": 1.2471954842217805,
      "learning_rate": 0.00017613900359196878,
      "loss": 2.2656,
      "step": 58406
    },
    {
      "epoch": 2.7172365666434053,
      "grad_norm": 1.2032561683149272,
      "learning_rate": 0.00017613534895068183,
      "loss": 2.3438,
      "step": 58407
    },
    {
      "epoch": 2.717283089090486,
      "grad_norm": 1.0545992254462424,
      "learning_rate": 0.00017613169429339467,
      "loss": 1.5469,
      "step": 58408
    },
    {
      "epoch": 2.7173296115375667,
      "grad_norm": 1.1404215899099315,
      "learning_rate": 0.00017612803962010953,
      "loss": 2.1719,
      "step": 58409
    },
    {
      "epoch": 2.7173761339846476,
      "grad_norm": 1.2643193611787615,
      "learning_rate": 0.0001761243849308286,
      "loss": 2.3594,
      "step": 58410
    },
    {
      "epoch": 2.7174226564317285,
      "grad_norm": 1.2072679125936259,
      "learning_rate": 0.00017612073022555422,
      "loss": 2.2656,
      "step": 58411
    },
    {
      "epoch": 2.717469178878809,
      "grad_norm": 1.1452839989286236,
      "learning_rate": 0.00017611707550428858,
      "loss": 2.0469,
      "step": 58412
    },
    {
      "epoch": 2.7175157013258895,
      "grad_norm": 1.3696808268998466,
      "learning_rate": 0.0001761134207670339,
      "loss": 2.4688,
      "step": 58413
    },
    {
      "epoch": 2.7175622237729704,
      "grad_norm": 1.2909094610614138,
      "learning_rate": 0.00017610976601379244,
      "loss": 2.1719,
      "step": 58414
    },
    {
      "epoch": 2.7176087462200513,
      "grad_norm": 1.1936559269801275,
      "learning_rate": 0.0001761061112445664,
      "loss": 2.2188,
      "step": 58415
    },
    {
      "epoch": 2.717655268667132,
      "grad_norm": 1.2656637025119994,
      "learning_rate": 0.00017610245645935805,
      "loss": 2.3906,
      "step": 58416
    },
    {
      "epoch": 2.7177017911142127,
      "grad_norm": 1.391423323579947,
      "learning_rate": 0.00017609880165816966,
      "loss": 2.5469,
      "step": 58417
    },
    {
      "epoch": 2.717748313561293,
      "grad_norm": 1.1521469576466445,
      "learning_rate": 0.0001760951468410034,
      "loss": 2.0312,
      "step": 58418
    },
    {
      "epoch": 2.717794836008374,
      "grad_norm": 1.2574399530450595,
      "learning_rate": 0.00017609149200786153,
      "loss": 2.2031,
      "step": 58419
    },
    {
      "epoch": 2.7178413584554546,
      "grad_norm": 1.1798177833315782,
      "learning_rate": 0.0001760878371587463,
      "loss": 2.2656,
      "step": 58420
    },
    {
      "epoch": 2.7178878809025355,
      "grad_norm": 1.2311236419570042,
      "learning_rate": 0.00017608418229365995,
      "loss": 2.2188,
      "step": 58421
    },
    {
      "epoch": 2.7179344033496164,
      "grad_norm": 1.2493157568018813,
      "learning_rate": 0.0001760805274126047,
      "loss": 2.1406,
      "step": 58422
    },
    {
      "epoch": 2.717980925796697,
      "grad_norm": 1.2517756578559032,
      "learning_rate": 0.00017607687251558281,
      "loss": 2.4375,
      "step": 58423
    },
    {
      "epoch": 2.7180274482437774,
      "grad_norm": 1.2012127487454063,
      "learning_rate": 0.0001760732176025965,
      "loss": 2.2812,
      "step": 58424
    },
    {
      "epoch": 2.7180739706908583,
      "grad_norm": 1.2952322525322988,
      "learning_rate": 0.00017606956267364802,
      "loss": 2.2188,
      "step": 58425
    },
    {
      "epoch": 2.7181204931379392,
      "grad_norm": 1.2432569663006856,
      "learning_rate": 0.00017606590772873958,
      "loss": 2.1094,
      "step": 58426
    },
    {
      "epoch": 2.7181670155850197,
      "grad_norm": 1.1670219407458895,
      "learning_rate": 0.00017606225276787347,
      "loss": 1.9609,
      "step": 58427
    },
    {
      "epoch": 2.7182135380321006,
      "grad_norm": 1.183692780576925,
      "learning_rate": 0.0001760585977910519,
      "loss": 2.125,
      "step": 58428
    },
    {
      "epoch": 2.718260060479181,
      "grad_norm": 1.443543611074262,
      "learning_rate": 0.00017605494279827706,
      "loss": 2.2969,
      "step": 58429
    },
    {
      "epoch": 2.718306582926262,
      "grad_norm": 1.215890938168596,
      "learning_rate": 0.00017605128778955124,
      "loss": 2.0781,
      "step": 58430
    },
    {
      "epoch": 2.7183531053733425,
      "grad_norm": 1.255387135952634,
      "learning_rate": 0.00017604763276487666,
      "loss": 2.2188,
      "step": 58431
    },
    {
      "epoch": 2.7183996278204234,
      "grad_norm": 1.2454292734527643,
      "learning_rate": 0.00017604397772425558,
      "loss": 2.3438,
      "step": 58432
    },
    {
      "epoch": 2.718446150267504,
      "grad_norm": 1.2439687381501505,
      "learning_rate": 0.0001760403226676902,
      "loss": 2.4219,
      "step": 58433
    },
    {
      "epoch": 2.718492672714585,
      "grad_norm": 1.3431538143665616,
      "learning_rate": 0.00017603666759518282,
      "loss": 2.3594,
      "step": 58434
    },
    {
      "epoch": 2.7185391951616653,
      "grad_norm": 1.3446405332509843,
      "learning_rate": 0.0001760330125067356,
      "loss": 2.2656,
      "step": 58435
    },
    {
      "epoch": 2.7185857176087462,
      "grad_norm": 1.2659164000297691,
      "learning_rate": 0.0001760293574023509,
      "loss": 2.375,
      "step": 58436
    },
    {
      "epoch": 2.718632240055827,
      "grad_norm": 1.272951652129645,
      "learning_rate": 0.00017602570228203082,
      "loss": 2.375,
      "step": 58437
    },
    {
      "epoch": 2.7186787625029076,
      "grad_norm": 1.2857520865909966,
      "learning_rate": 0.00017602204714577764,
      "loss": 2.25,
      "step": 58438
    },
    {
      "epoch": 2.718725284949988,
      "grad_norm": 1.2003512912225571,
      "learning_rate": 0.00017601839199359363,
      "loss": 2.1875,
      "step": 58439
    },
    {
      "epoch": 2.718771807397069,
      "grad_norm": 1.2156772487558525,
      "learning_rate": 0.00017601473682548097,
      "loss": 2.2188,
      "step": 58440
    },
    {
      "epoch": 2.71881832984415,
      "grad_norm": 1.3734652646634717,
      "learning_rate": 0.00017601108164144199,
      "loss": 2.4219,
      "step": 58441
    },
    {
      "epoch": 2.7188648522912304,
      "grad_norm": 1.2304855532239631,
      "learning_rate": 0.00017600742644147883,
      "loss": 2.3438,
      "step": 58442
    },
    {
      "epoch": 2.7189113747383113,
      "grad_norm": 1.2048198481100394,
      "learning_rate": 0.00017600377122559377,
      "loss": 2.25,
      "step": 58443
    },
    {
      "epoch": 2.718957897185392,
      "grad_norm": 1.2842313278584627,
      "learning_rate": 0.00017600011599378903,
      "loss": 2.125,
      "step": 58444
    },
    {
      "epoch": 2.7190044196324727,
      "grad_norm": 1.3240843834766935,
      "learning_rate": 0.00017599646074606694,
      "loss": 2.4062,
      "step": 58445
    },
    {
      "epoch": 2.7190509420795532,
      "grad_norm": 1.16996632469815,
      "learning_rate": 0.0001759928054824296,
      "loss": 2.2969,
      "step": 58446
    },
    {
      "epoch": 2.719097464526634,
      "grad_norm": 1.2696680289050324,
      "learning_rate": 0.0001759891502028793,
      "loss": 2.5625,
      "step": 58447
    },
    {
      "epoch": 2.719143986973715,
      "grad_norm": 1.2953809561761314,
      "learning_rate": 0.00017598549490741833,
      "loss": 2.1562,
      "step": 58448
    },
    {
      "epoch": 2.7191905094207955,
      "grad_norm": 1.296435753445414,
      "learning_rate": 0.0001759818395960489,
      "loss": 2.2031,
      "step": 58449
    },
    {
      "epoch": 2.719237031867876,
      "grad_norm": 1.2510921457168338,
      "learning_rate": 0.0001759781842687732,
      "loss": 2.2344,
      "step": 58450
    },
    {
      "epoch": 2.719283554314957,
      "grad_norm": 1.2211427275242979,
      "learning_rate": 0.00017597452892559353,
      "loss": 2.2344,
      "step": 58451
    },
    {
      "epoch": 2.719330076762038,
      "grad_norm": 1.3255446592524163,
      "learning_rate": 0.00017597087356651208,
      "loss": 2.4219,
      "step": 58452
    },
    {
      "epoch": 2.7193765992091183,
      "grad_norm": 1.1889942229446309,
      "learning_rate": 0.0001759672181915311,
      "loss": 2.0781,
      "step": 58453
    },
    {
      "epoch": 2.7194231216561993,
      "grad_norm": 1.1269704950286898,
      "learning_rate": 0.00017596356280065285,
      "loss": 2.0312,
      "step": 58454
    },
    {
      "epoch": 2.7194696441032797,
      "grad_norm": 1.2067465687613412,
      "learning_rate": 0.00017595990739387954,
      "loss": 2.125,
      "step": 58455
    },
    {
      "epoch": 2.7195161665503607,
      "grad_norm": 1.1961585749150143,
      "learning_rate": 0.00017595625197121346,
      "loss": 2.2812,
      "step": 58456
    },
    {
      "epoch": 2.719562688997441,
      "grad_norm": 1.1794903692155565,
      "learning_rate": 0.00017595259653265674,
      "loss": 2.3281,
      "step": 58457
    },
    {
      "epoch": 2.719609211444522,
      "grad_norm": 1.2426833868253369,
      "learning_rate": 0.00017594894107821177,
      "loss": 2.4062,
      "step": 58458
    },
    {
      "epoch": 2.7196557338916025,
      "grad_norm": 1.2144135822521138,
      "learning_rate": 0.00017594528560788063,
      "loss": 2.3594,
      "step": 58459
    },
    {
      "epoch": 2.7197022563386835,
      "grad_norm": 1.1281799559340915,
      "learning_rate": 0.00017594163012166572,
      "loss": 2.0781,
      "step": 58460
    },
    {
      "epoch": 2.719748778785764,
      "grad_norm": 1.2184766997224588,
      "learning_rate": 0.00017593797461956908,
      "loss": 2.2031,
      "step": 58461
    },
    {
      "epoch": 2.719795301232845,
      "grad_norm": 1.324093507254059,
      "learning_rate": 0.00017593431910159317,
      "loss": 2.5469,
      "step": 58462
    },
    {
      "epoch": 2.7198418236799258,
      "grad_norm": 1.2736072232166142,
      "learning_rate": 0.0001759306635677401,
      "loss": 2.25,
      "step": 58463
    },
    {
      "epoch": 2.7198883461270063,
      "grad_norm": 1.1736587741528886,
      "learning_rate": 0.00017592700801801207,
      "loss": 2.1562,
      "step": 58464
    },
    {
      "epoch": 2.7199348685740867,
      "grad_norm": 1.2248703864603905,
      "learning_rate": 0.00017592335245241136,
      "loss": 2.0938,
      "step": 58465
    },
    {
      "epoch": 2.7199813910211676,
      "grad_norm": 1.2617495408938149,
      "learning_rate": 0.00017591969687094023,
      "loss": 2.4531,
      "step": 58466
    },
    {
      "epoch": 2.7200279134682486,
      "grad_norm": 1.1861823347091225,
      "learning_rate": 0.00017591604127360097,
      "loss": 2.2344,
      "step": 58467
    },
    {
      "epoch": 2.720074435915329,
      "grad_norm": 1.1392233480922194,
      "learning_rate": 0.0001759123856603957,
      "loss": 2.2031,
      "step": 58468
    },
    {
      "epoch": 2.72012095836241,
      "grad_norm": 1.2517283155656065,
      "learning_rate": 0.00017590873003132674,
      "loss": 2.4844,
      "step": 58469
    },
    {
      "epoch": 2.7201674808094904,
      "grad_norm": 1.21712239338661,
      "learning_rate": 0.0001759050743863963,
      "loss": 2.25,
      "step": 58470
    },
    {
      "epoch": 2.7202140032565714,
      "grad_norm": 1.2748006178730058,
      "learning_rate": 0.00017590141872560663,
      "loss": 2.25,
      "step": 58471
    },
    {
      "epoch": 2.720260525703652,
      "grad_norm": 1.1762698322346925,
      "learning_rate": 0.00017589776304895993,
      "loss": 1.7734,
      "step": 58472
    },
    {
      "epoch": 2.7203070481507328,
      "grad_norm": 1.1779161691701092,
      "learning_rate": 0.0001758941073564585,
      "loss": 2.125,
      "step": 58473
    },
    {
      "epoch": 2.7203535705978137,
      "grad_norm": 1.1916280763109974,
      "learning_rate": 0.00017589045164810452,
      "loss": 2.125,
      "step": 58474
    },
    {
      "epoch": 2.720400093044894,
      "grad_norm": 1.3463635764404323,
      "learning_rate": 0.0001758867959239003,
      "loss": 2.5938,
      "step": 58475
    },
    {
      "epoch": 2.7204466154919746,
      "grad_norm": 1.1733108280731428,
      "learning_rate": 0.00017588314018384795,
      "loss": 2.3906,
      "step": 58476
    },
    {
      "epoch": 2.7204931379390556,
      "grad_norm": 1.1698068337039393,
      "learning_rate": 0.0001758794844279498,
      "loss": 1.8125,
      "step": 58477
    },
    {
      "epoch": 2.7205396603861365,
      "grad_norm": 1.3092642095467772,
      "learning_rate": 0.00017587582865620814,
      "loss": 2.3906,
      "step": 58478
    },
    {
      "epoch": 2.720586182833217,
      "grad_norm": 1.2063263108946174,
      "learning_rate": 0.00017587217286862508,
      "loss": 2.1719,
      "step": 58479
    },
    {
      "epoch": 2.720632705280298,
      "grad_norm": 1.2259597272471778,
      "learning_rate": 0.000175868517065203,
      "loss": 2.2656,
      "step": 58480
    },
    {
      "epoch": 2.7206792277273784,
      "grad_norm": 1.1359966107649337,
      "learning_rate": 0.00017586486124594402,
      "loss": 1.6172,
      "step": 58481
    },
    {
      "epoch": 2.7207257501744593,
      "grad_norm": 1.2377329217384587,
      "learning_rate": 0.00017586120541085044,
      "loss": 2.2344,
      "step": 58482
    },
    {
      "epoch": 2.7207722726215398,
      "grad_norm": 1.2784560288040678,
      "learning_rate": 0.00017585754955992442,
      "loss": 2.4688,
      "step": 58483
    },
    {
      "epoch": 2.7208187950686207,
      "grad_norm": 1.1984354445705727,
      "learning_rate": 0.00017585389369316834,
      "loss": 2.1875,
      "step": 58484
    },
    {
      "epoch": 2.7208653175157016,
      "grad_norm": 1.1991864765756857,
      "learning_rate": 0.00017585023781058426,
      "loss": 2.125,
      "step": 58485
    },
    {
      "epoch": 2.720911839962782,
      "grad_norm": 1.3159274377594754,
      "learning_rate": 0.0001758465819121746,
      "loss": 2.1719,
      "step": 58486
    },
    {
      "epoch": 2.7209583624098626,
      "grad_norm": 1.1873277049233901,
      "learning_rate": 0.00017584292599794144,
      "loss": 2.1875,
      "step": 58487
    },
    {
      "epoch": 2.7210048848569435,
      "grad_norm": 1.3029798981174774,
      "learning_rate": 0.00017583927006788712,
      "loss": 2.375,
      "step": 58488
    },
    {
      "epoch": 2.7210514073040244,
      "grad_norm": 1.3507258077038764,
      "learning_rate": 0.00017583561412201385,
      "loss": 2.625,
      "step": 58489
    },
    {
      "epoch": 2.721097929751105,
      "grad_norm": 1.1497066070492261,
      "learning_rate": 0.00017583195816032383,
      "loss": 1.9922,
      "step": 58490
    },
    {
      "epoch": 2.7211444521981853,
      "grad_norm": 1.1882519111662422,
      "learning_rate": 0.0001758283021828194,
      "loss": 2.0156,
      "step": 58491
    },
    {
      "epoch": 2.7211909746452663,
      "grad_norm": 1.4414608685879688,
      "learning_rate": 0.00017582464618950267,
      "loss": 2.2344,
      "step": 58492
    },
    {
      "epoch": 2.721237497092347,
      "grad_norm": 1.2745383763685139,
      "learning_rate": 0.00017582099018037596,
      "loss": 2.4375,
      "step": 58493
    },
    {
      "epoch": 2.7212840195394277,
      "grad_norm": 1.2212688397180345,
      "learning_rate": 0.0001758173341554415,
      "loss": 1.625,
      "step": 58494
    },
    {
      "epoch": 2.7213305419865086,
      "grad_norm": 1.2731437542380215,
      "learning_rate": 0.00017581367811470152,
      "loss": 2.3125,
      "step": 58495
    },
    {
      "epoch": 2.721377064433589,
      "grad_norm": 1.189293168461697,
      "learning_rate": 0.0001758100220581582,
      "loss": 2.0312,
      "step": 58496
    },
    {
      "epoch": 2.72142358688067,
      "grad_norm": 1.1711588017794992,
      "learning_rate": 0.0001758063659858139,
      "loss": 1.6172,
      "step": 58497
    },
    {
      "epoch": 2.7214701093277505,
      "grad_norm": 1.2748520696167318,
      "learning_rate": 0.00017580270989767073,
      "loss": 2.2344,
      "step": 58498
    },
    {
      "epoch": 2.7215166317748314,
      "grad_norm": 1.275527817382523,
      "learning_rate": 0.00017579905379373103,
      "loss": 2.2969,
      "step": 58499
    },
    {
      "epoch": 2.7215631542219123,
      "grad_norm": 1.3122615713648245,
      "learning_rate": 0.000175795397673997,
      "loss": 2.4844,
      "step": 58500
    },
    {
      "epoch": 2.721609676668993,
      "grad_norm": 1.231513239656151,
      "learning_rate": 0.00017579174153847083,
      "loss": 2.375,
      "step": 58501
    },
    {
      "epoch": 2.7216561991160733,
      "grad_norm": 1.3032977431426012,
      "learning_rate": 0.00017578808538715488,
      "loss": 2.4688,
      "step": 58502
    },
    {
      "epoch": 2.721702721563154,
      "grad_norm": 1.3770590184708216,
      "learning_rate": 0.00017578442922005128,
      "loss": 1.5938,
      "step": 58503
    },
    {
      "epoch": 2.721749244010235,
      "grad_norm": 1.3197177626013739,
      "learning_rate": 0.0001757807730371623,
      "loss": 2.2656,
      "step": 58504
    },
    {
      "epoch": 2.7217957664573156,
      "grad_norm": 1.1586404551611929,
      "learning_rate": 0.00017577711683849014,
      "loss": 2.0625,
      "step": 58505
    },
    {
      "epoch": 2.7218422889043965,
      "grad_norm": 1.243180315629251,
      "learning_rate": 0.00017577346062403712,
      "loss": 2.2344,
      "step": 58506
    },
    {
      "epoch": 2.721888811351477,
      "grad_norm": 1.2086137061731719,
      "learning_rate": 0.0001757698043938054,
      "loss": 2.2969,
      "step": 58507
    },
    {
      "epoch": 2.721935333798558,
      "grad_norm": 1.3603826742393492,
      "learning_rate": 0.00017576614814779728,
      "loss": 2.3125,
      "step": 58508
    },
    {
      "epoch": 2.7219818562456384,
      "grad_norm": 1.2369424041637715,
      "learning_rate": 0.00017576249188601498,
      "loss": 2.3438,
      "step": 58509
    },
    {
      "epoch": 2.7220283786927193,
      "grad_norm": 1.2839259864597827,
      "learning_rate": 0.0001757588356084607,
      "loss": 2.5,
      "step": 58510
    },
    {
      "epoch": 2.7220749011398,
      "grad_norm": 1.2164092701296039,
      "learning_rate": 0.00017575517931513675,
      "loss": 2.3281,
      "step": 58511
    },
    {
      "epoch": 2.7221214235868807,
      "grad_norm": 1.2421881718591363,
      "learning_rate": 0.0001757515230060453,
      "loss": 2.2188,
      "step": 58512
    },
    {
      "epoch": 2.722167946033961,
      "grad_norm": 1.2693421964041687,
      "learning_rate": 0.00017574786668118862,
      "loss": 2.3125,
      "step": 58513
    },
    {
      "epoch": 2.722214468481042,
      "grad_norm": 1.2718861582527332,
      "learning_rate": 0.00017574421034056894,
      "loss": 1.8828,
      "step": 58514
    },
    {
      "epoch": 2.722260990928123,
      "grad_norm": 1.215497238251222,
      "learning_rate": 0.00017574055398418851,
      "loss": 2.4531,
      "step": 58515
    },
    {
      "epoch": 2.7223075133752035,
      "grad_norm": 1.2773679052953042,
      "learning_rate": 0.00017573689761204953,
      "loss": 2.2969,
      "step": 58516
    },
    {
      "epoch": 2.7223540358222844,
      "grad_norm": 1.2657395385890369,
      "learning_rate": 0.00017573324122415436,
      "loss": 2.2188,
      "step": 58517
    },
    {
      "epoch": 2.722400558269365,
      "grad_norm": 1.2064139692912417,
      "learning_rate": 0.00017572958482050502,
      "loss": 2.0781,
      "step": 58518
    },
    {
      "epoch": 2.722447080716446,
      "grad_norm": 1.2056283022597782,
      "learning_rate": 0.000175725928401104,
      "loss": 2.1562,
      "step": 58519
    },
    {
      "epoch": 2.7224936031635263,
      "grad_norm": 1.156957139719167,
      "learning_rate": 0.00017572227196595332,
      "loss": 2.25,
      "step": 58520
    },
    {
      "epoch": 2.722540125610607,
      "grad_norm": 1.2904483957886452,
      "learning_rate": 0.00017571861551505535,
      "loss": 2.4062,
      "step": 58521
    },
    {
      "epoch": 2.7225866480576877,
      "grad_norm": 1.2199586329323682,
      "learning_rate": 0.00017571495904841232,
      "loss": 2.1562,
      "step": 58522
    },
    {
      "epoch": 2.7226331705047686,
      "grad_norm": 1.223218825814478,
      "learning_rate": 0.0001757113025660264,
      "loss": 2.2031,
      "step": 58523
    },
    {
      "epoch": 2.722679692951849,
      "grad_norm": 1.2356957583077257,
      "learning_rate": 0.0001757076460678999,
      "loss": 2.4219,
      "step": 58524
    },
    {
      "epoch": 2.72272621539893,
      "grad_norm": 1.3044037798247714,
      "learning_rate": 0.000175703989554035,
      "loss": 2.0469,
      "step": 58525
    },
    {
      "epoch": 2.722772737846011,
      "grad_norm": 1.1504431046875716,
      "learning_rate": 0.00017570033302443397,
      "loss": 1.9766,
      "step": 58526
    },
    {
      "epoch": 2.7228192602930914,
      "grad_norm": 1.3519160971631095,
      "learning_rate": 0.00017569667647909906,
      "loss": 2.4844,
      "step": 58527
    },
    {
      "epoch": 2.722865782740172,
      "grad_norm": 1.233776875159513,
      "learning_rate": 0.0001756930199180325,
      "loss": 2.2031,
      "step": 58528
    },
    {
      "epoch": 2.722912305187253,
      "grad_norm": 1.1741009818122827,
      "learning_rate": 0.00017568936334123647,
      "loss": 1.9766,
      "step": 58529
    },
    {
      "epoch": 2.7229588276343337,
      "grad_norm": 1.1828629244658881,
      "learning_rate": 0.00017568570674871334,
      "loss": 2.1562,
      "step": 58530
    },
    {
      "epoch": 2.723005350081414,
      "grad_norm": 1.1456254135642423,
      "learning_rate": 0.00017568205014046521,
      "loss": 2.0,
      "step": 58531
    },
    {
      "epoch": 2.723051872528495,
      "grad_norm": 1.1989727406155,
      "learning_rate": 0.00017567839351649437,
      "loss": 2.0625,
      "step": 58532
    },
    {
      "epoch": 2.7230983949755756,
      "grad_norm": 1.247583397435928,
      "learning_rate": 0.00017567473687680308,
      "loss": 2.2031,
      "step": 58533
    },
    {
      "epoch": 2.7231449174226565,
      "grad_norm": 1.3349067906201542,
      "learning_rate": 0.0001756710802213936,
      "loss": 2.4375,
      "step": 58534
    },
    {
      "epoch": 2.723191439869737,
      "grad_norm": 1.3175806752995998,
      "learning_rate": 0.00017566742355026814,
      "loss": 2.4219,
      "step": 58535
    },
    {
      "epoch": 2.723237962316818,
      "grad_norm": 1.3459596640693428,
      "learning_rate": 0.00017566376686342888,
      "loss": 2.2188,
      "step": 58536
    },
    {
      "epoch": 2.723284484763899,
      "grad_norm": 1.3038960453864692,
      "learning_rate": 0.00017566011016087812,
      "loss": 2.1719,
      "step": 58537
    },
    {
      "epoch": 2.7233310072109793,
      "grad_norm": 1.2879790526014212,
      "learning_rate": 0.0001756564534426181,
      "loss": 2.3125,
      "step": 58538
    },
    {
      "epoch": 2.72337752965806,
      "grad_norm": 1.3071877788402637,
      "learning_rate": 0.00017565279670865106,
      "loss": 2.5,
      "step": 58539
    },
    {
      "epoch": 2.7234240521051407,
      "grad_norm": 1.1900331044875432,
      "learning_rate": 0.0001756491399589792,
      "loss": 2.0781,
      "step": 58540
    },
    {
      "epoch": 2.7234705745522216,
      "grad_norm": 1.2818967930408403,
      "learning_rate": 0.00017564548319360483,
      "loss": 2.25,
      "step": 58541
    },
    {
      "epoch": 2.723517096999302,
      "grad_norm": 1.127302103504149,
      "learning_rate": 0.00017564182641253005,
      "loss": 1.9062,
      "step": 58542
    },
    {
      "epoch": 2.723563619446383,
      "grad_norm": 1.2294745518398564,
      "learning_rate": 0.00017563816961575727,
      "loss": 2.1875,
      "step": 58543
    },
    {
      "epoch": 2.7236101418934635,
      "grad_norm": 1.1871715847672464,
      "learning_rate": 0.00017563451280328866,
      "loss": 2.1562,
      "step": 58544
    },
    {
      "epoch": 2.7236566643405444,
      "grad_norm": 1.2122939956421535,
      "learning_rate": 0.00017563085597512642,
      "loss": 2.0469,
      "step": 58545
    },
    {
      "epoch": 2.723703186787625,
      "grad_norm": 1.1441904590552443,
      "learning_rate": 0.00017562719913127284,
      "loss": 1.8828,
      "step": 58546
    },
    {
      "epoch": 2.723749709234706,
      "grad_norm": 1.402259518858331,
      "learning_rate": 0.0001756235422717301,
      "loss": 2.375,
      "step": 58547
    },
    {
      "epoch": 2.7237962316817863,
      "grad_norm": 1.2196792611435852,
      "learning_rate": 0.00017561988539650054,
      "loss": 2.2188,
      "step": 58548
    },
    {
      "epoch": 2.7238427541288672,
      "grad_norm": 1.2367123059284288,
      "learning_rate": 0.00017561622850558625,
      "loss": 2.4062,
      "step": 58549
    },
    {
      "epoch": 2.7238892765759477,
      "grad_norm": 1.2133385838915474,
      "learning_rate": 0.00017561257159898964,
      "loss": 2.1875,
      "step": 58550
    },
    {
      "epoch": 2.7239357990230286,
      "grad_norm": 1.3242533813199964,
      "learning_rate": 0.0001756089146767128,
      "loss": 2.1875,
      "step": 58551
    },
    {
      "epoch": 2.7239823214701095,
      "grad_norm": 1.2343355438737285,
      "learning_rate": 0.00017560525773875805,
      "loss": 2.0938,
      "step": 58552
    },
    {
      "epoch": 2.72402884391719,
      "grad_norm": 1.2559077482603318,
      "learning_rate": 0.0001756016007851276,
      "loss": 2.1562,
      "step": 58553
    },
    {
      "epoch": 2.7240753663642705,
      "grad_norm": 1.2138896549816527,
      "learning_rate": 0.0001755979438158237,
      "loss": 2.2656,
      "step": 58554
    },
    {
      "epoch": 2.7241218888113514,
      "grad_norm": 1.2712853167921117,
      "learning_rate": 0.0001755942868308486,
      "loss": 2.125,
      "step": 58555
    },
    {
      "epoch": 2.7241684112584323,
      "grad_norm": 1.297848297258727,
      "learning_rate": 0.00017559062983020456,
      "loss": 2.1719,
      "step": 58556
    },
    {
      "epoch": 2.724214933705513,
      "grad_norm": 1.1969556970579933,
      "learning_rate": 0.00017558697281389377,
      "loss": 2.125,
      "step": 58557
    },
    {
      "epoch": 2.7242614561525937,
      "grad_norm": 1.2526848093216731,
      "learning_rate": 0.00017558331578191845,
      "loss": 2.3125,
      "step": 58558
    },
    {
      "epoch": 2.724307978599674,
      "grad_norm": 1.1875052169255182,
      "learning_rate": 0.00017557965873428092,
      "loss": 2.0781,
      "step": 58559
    },
    {
      "epoch": 2.724354501046755,
      "grad_norm": 1.2118375921794104,
      "learning_rate": 0.00017557600167098333,
      "loss": 2.2656,
      "step": 58560
    },
    {
      "epoch": 2.7244010234938356,
      "grad_norm": 1.2370449207595287,
      "learning_rate": 0.00017557234459202799,
      "loss": 2.3281,
      "step": 58561
    },
    {
      "epoch": 2.7244475459409165,
      "grad_norm": 1.3338875996053916,
      "learning_rate": 0.0001755686874974171,
      "loss": 2.3594,
      "step": 58562
    },
    {
      "epoch": 2.7244940683879975,
      "grad_norm": 1.2614418705881403,
      "learning_rate": 0.0001755650303871529,
      "loss": 2.2344,
      "step": 58563
    },
    {
      "epoch": 2.724540590835078,
      "grad_norm": 1.2767423345484825,
      "learning_rate": 0.0001755613732612376,
      "loss": 2.4844,
      "step": 58564
    },
    {
      "epoch": 2.7245871132821584,
      "grad_norm": 1.2371387145692807,
      "learning_rate": 0.0001755577161196735,
      "loss": 2.5312,
      "step": 58565
    },
    {
      "epoch": 2.7246336357292393,
      "grad_norm": 1.1940455032610604,
      "learning_rate": 0.00017555405896246284,
      "loss": 2.3281,
      "step": 58566
    },
    {
      "epoch": 2.7246801581763203,
      "grad_norm": 1.2937073247018451,
      "learning_rate": 0.00017555040178960786,
      "loss": 2.2656,
      "step": 58567
    },
    {
      "epoch": 2.7247266806234007,
      "grad_norm": 1.1325488998035402,
      "learning_rate": 0.0001755467446011107,
      "loss": 2.0625,
      "step": 58568
    },
    {
      "epoch": 2.7247732030704817,
      "grad_norm": 1.2123504840021866,
      "learning_rate": 0.00017554308739697376,
      "loss": 2.2969,
      "step": 58569
    },
    {
      "epoch": 2.724819725517562,
      "grad_norm": 1.2901994114513955,
      "learning_rate": 0.00017553943017719915,
      "loss": 2.2188,
      "step": 58570
    },
    {
      "epoch": 2.724866247964643,
      "grad_norm": 1.2648439361274648,
      "learning_rate": 0.00017553577294178915,
      "loss": 2.4531,
      "step": 58571
    },
    {
      "epoch": 2.7249127704117235,
      "grad_norm": 1.2095862102380213,
      "learning_rate": 0.000175532115690746,
      "loss": 2.0312,
      "step": 58572
    },
    {
      "epoch": 2.7249592928588044,
      "grad_norm": 1.1821351429745575,
      "learning_rate": 0.00017552845842407191,
      "loss": 2.0781,
      "step": 58573
    },
    {
      "epoch": 2.725005815305885,
      "grad_norm": 1.2876479337572648,
      "learning_rate": 0.0001755248011417692,
      "loss": 2.3594,
      "step": 58574
    },
    {
      "epoch": 2.725052337752966,
      "grad_norm": 1.302131041766104,
      "learning_rate": 0.00017552114384383999,
      "loss": 2.4688,
      "step": 58575
    },
    {
      "epoch": 2.7250988602000463,
      "grad_norm": 1.2550227549739201,
      "learning_rate": 0.0001755174865302866,
      "loss": 2.3906,
      "step": 58576
    },
    {
      "epoch": 2.7251453826471272,
      "grad_norm": 1.2730593170482472,
      "learning_rate": 0.0001755138292011113,
      "loss": 2.2656,
      "step": 58577
    },
    {
      "epoch": 2.725191905094208,
      "grad_norm": 1.209579852146275,
      "learning_rate": 0.00017551017185631624,
      "loss": 2.2656,
      "step": 58578
    },
    {
      "epoch": 2.7252384275412886,
      "grad_norm": 1.280713987627513,
      "learning_rate": 0.00017550651449590372,
      "loss": 2.4531,
      "step": 58579
    },
    {
      "epoch": 2.725284949988369,
      "grad_norm": 1.1961742816391236,
      "learning_rate": 0.00017550285711987598,
      "loss": 2.125,
      "step": 58580
    },
    {
      "epoch": 2.72533147243545,
      "grad_norm": 1.1828782473197417,
      "learning_rate": 0.00017549919972823522,
      "loss": 2.2188,
      "step": 58581
    },
    {
      "epoch": 2.725377994882531,
      "grad_norm": 1.1955491101669464,
      "learning_rate": 0.00017549554232098373,
      "loss": 2.1094,
      "step": 58582
    },
    {
      "epoch": 2.7254245173296114,
      "grad_norm": 1.1924115517940725,
      "learning_rate": 0.0001754918848981237,
      "loss": 2.2344,
      "step": 58583
    },
    {
      "epoch": 2.7254710397766924,
      "grad_norm": 1.3644875944544,
      "learning_rate": 0.00017548822745965738,
      "loss": 2.25,
      "step": 58584
    },
    {
      "epoch": 2.725517562223773,
      "grad_norm": 1.3017740527903123,
      "learning_rate": 0.00017548457000558703,
      "loss": 2.1562,
      "step": 58585
    },
    {
      "epoch": 2.7255640846708538,
      "grad_norm": 1.1735555088775569,
      "learning_rate": 0.0001754809125359148,
      "loss": 2.0781,
      "step": 58586
    },
    {
      "epoch": 2.7256106071179342,
      "grad_norm": 1.1574148087168568,
      "learning_rate": 0.0001754772550506431,
      "loss": 2.0156,
      "step": 58587
    },
    {
      "epoch": 2.725657129565015,
      "grad_norm": 1.433052131281511,
      "learning_rate": 0.00017547359754977403,
      "loss": 2.2969,
      "step": 58588
    },
    {
      "epoch": 2.725703652012096,
      "grad_norm": 1.0731081849944601,
      "learning_rate": 0.00017546994003330988,
      "loss": 1.6016,
      "step": 58589
    },
    {
      "epoch": 2.7257501744591766,
      "grad_norm": 1.3654478801650374,
      "learning_rate": 0.0001754662825012529,
      "loss": 2.5312,
      "step": 58590
    },
    {
      "epoch": 2.725796696906257,
      "grad_norm": 1.1697343831789155,
      "learning_rate": 0.0001754626249536053,
      "loss": 1.6562,
      "step": 58591
    },
    {
      "epoch": 2.725843219353338,
      "grad_norm": 1.2392607592988683,
      "learning_rate": 0.00017545896739036933,
      "loss": 2.1875,
      "step": 58592
    },
    {
      "epoch": 2.725889741800419,
      "grad_norm": 1.279311544397195,
      "learning_rate": 0.00017545530981154727,
      "loss": 2.3594,
      "step": 58593
    },
    {
      "epoch": 2.7259362642474994,
      "grad_norm": 1.320989856525302,
      "learning_rate": 0.00017545165221714124,
      "loss": 2.25,
      "step": 58594
    },
    {
      "epoch": 2.7259827866945803,
      "grad_norm": 1.3046860506890854,
      "learning_rate": 0.00017544799460715362,
      "loss": 2.2969,
      "step": 58595
    },
    {
      "epoch": 2.7260293091416608,
      "grad_norm": 1.2591370295897653,
      "learning_rate": 0.00017544433698158657,
      "loss": 2.4219,
      "step": 58596
    },
    {
      "epoch": 2.7260758315887417,
      "grad_norm": 1.2101957182348468,
      "learning_rate": 0.0001754406793404423,
      "loss": 2.2656,
      "step": 58597
    },
    {
      "epoch": 2.726122354035822,
      "grad_norm": 1.3523367964084176,
      "learning_rate": 0.00017543702168372317,
      "loss": 2.2812,
      "step": 58598
    },
    {
      "epoch": 2.726168876482903,
      "grad_norm": 1.289469701231705,
      "learning_rate": 0.0001754333640114313,
      "loss": 2.4531,
      "step": 58599
    },
    {
      "epoch": 2.726215398929984,
      "grad_norm": 1.4397025321882562,
      "learning_rate": 0.000175429706323569,
      "loss": 2.4219,
      "step": 58600
    },
    {
      "epoch": 2.7262619213770645,
      "grad_norm": 1.3468594686612985,
      "learning_rate": 0.00017542604862013847,
      "loss": 2.2656,
      "step": 58601
    },
    {
      "epoch": 2.726308443824145,
      "grad_norm": 1.2400422503939126,
      "learning_rate": 0.000175422390901142,
      "loss": 2.4375,
      "step": 58602
    },
    {
      "epoch": 2.726354966271226,
      "grad_norm": 1.288914368147024,
      "learning_rate": 0.00017541873316658175,
      "loss": 2.4062,
      "step": 58603
    },
    {
      "epoch": 2.726401488718307,
      "grad_norm": 1.2893062147828378,
      "learning_rate": 0.00017541507541646002,
      "loss": 2.2812,
      "step": 58604
    },
    {
      "epoch": 2.7264480111653873,
      "grad_norm": 1.4240143218915249,
      "learning_rate": 0.00017541141765077902,
      "loss": 2.2969,
      "step": 58605
    },
    {
      "epoch": 2.7264945336124677,
      "grad_norm": 1.1786252690581969,
      "learning_rate": 0.00017540775986954102,
      "loss": 2.0781,
      "step": 58606
    },
    {
      "epoch": 2.7265410560595487,
      "grad_norm": 1.2179033884295172,
      "learning_rate": 0.0001754041020727482,
      "loss": 2.2656,
      "step": 58607
    },
    {
      "epoch": 2.7265875785066296,
      "grad_norm": 1.2988975012286004,
      "learning_rate": 0.00017540044426040286,
      "loss": 2.2656,
      "step": 58608
    },
    {
      "epoch": 2.72663410095371,
      "grad_norm": 1.1963377187141584,
      "learning_rate": 0.0001753967864325072,
      "loss": 2.0781,
      "step": 58609
    },
    {
      "epoch": 2.726680623400791,
      "grad_norm": 1.287280335487352,
      "learning_rate": 0.0001753931285890635,
      "loss": 2.2656,
      "step": 58610
    },
    {
      "epoch": 2.7267271458478715,
      "grad_norm": 1.3201091361449897,
      "learning_rate": 0.000175389470730074,
      "loss": 2.4062,
      "step": 58611
    },
    {
      "epoch": 2.7267736682949524,
      "grad_norm": 1.2598562596566243,
      "learning_rate": 0.00017538581285554087,
      "loss": 2.3906,
      "step": 58612
    },
    {
      "epoch": 2.726820190742033,
      "grad_norm": 1.234809959851985,
      "learning_rate": 0.00017538215496546643,
      "loss": 2.1875,
      "step": 58613
    },
    {
      "epoch": 2.7268667131891138,
      "grad_norm": 1.2568269567815065,
      "learning_rate": 0.00017537849705985285,
      "loss": 2.1406,
      "step": 58614
    },
    {
      "epoch": 2.7269132356361947,
      "grad_norm": 1.256370081616728,
      "learning_rate": 0.00017537483913870249,
      "loss": 2.4219,
      "step": 58615
    },
    {
      "epoch": 2.726959758083275,
      "grad_norm": 1.172498201187001,
      "learning_rate": 0.00017537118120201738,
      "loss": 2.1719,
      "step": 58616
    },
    {
      "epoch": 2.7270062805303557,
      "grad_norm": 1.2628674711856227,
      "learning_rate": 0.0001753675232498,
      "loss": 2.0938,
      "step": 58617
    },
    {
      "epoch": 2.7270528029774366,
      "grad_norm": 1.2387406202753315,
      "learning_rate": 0.00017536386528205238,
      "loss": 2.1719,
      "step": 58618
    },
    {
      "epoch": 2.7270993254245175,
      "grad_norm": 1.2358259692330222,
      "learning_rate": 0.00017536020729877686,
      "loss": 2.25,
      "step": 58619
    },
    {
      "epoch": 2.727145847871598,
      "grad_norm": 1.2349813335753628,
      "learning_rate": 0.00017535654929997572,
      "loss": 2.1094,
      "step": 58620
    },
    {
      "epoch": 2.727192370318679,
      "grad_norm": 1.2816606612843078,
      "learning_rate": 0.00017535289128565112,
      "loss": 2.4688,
      "step": 58621
    },
    {
      "epoch": 2.7272388927657594,
      "grad_norm": 1.2199683632531002,
      "learning_rate": 0.0001753492332558054,
      "loss": 2.2188,
      "step": 58622
    },
    {
      "epoch": 2.7272854152128403,
      "grad_norm": 1.3278776755152584,
      "learning_rate": 0.00017534557521044065,
      "loss": 2.6875,
      "step": 58623
    },
    {
      "epoch": 2.7273319376599208,
      "grad_norm": 1.2164981891132878,
      "learning_rate": 0.0001753419171495592,
      "loss": 2.1406,
      "step": 58624
    },
    {
      "epoch": 2.7273784601070017,
      "grad_norm": 1.23622154725907,
      "learning_rate": 0.0001753382590731633,
      "loss": 2.1875,
      "step": 58625
    },
    {
      "epoch": 2.7274249825540826,
      "grad_norm": 1.2755890952856281,
      "learning_rate": 0.00017533460098125518,
      "loss": 2.25,
      "step": 58626
    },
    {
      "epoch": 2.727471505001163,
      "grad_norm": 1.3077563708245528,
      "learning_rate": 0.000175330942873837,
      "loss": 2.2031,
      "step": 58627
    },
    {
      "epoch": 2.7275180274482436,
      "grad_norm": 1.1819227159292285,
      "learning_rate": 0.00017532728475091116,
      "loss": 2.1406,
      "step": 58628
    },
    {
      "epoch": 2.7275645498953245,
      "grad_norm": 1.2979483193456327,
      "learning_rate": 0.00017532362661247972,
      "loss": 2.2031,
      "step": 58629
    },
    {
      "epoch": 2.7276110723424054,
      "grad_norm": 1.5087530416297479,
      "learning_rate": 0.00017531996845854505,
      "loss": 2.3906,
      "step": 58630
    },
    {
      "epoch": 2.727657594789486,
      "grad_norm": 1.2179780681395709,
      "learning_rate": 0.00017531631028910936,
      "loss": 2.1562,
      "step": 58631
    },
    {
      "epoch": 2.727704117236567,
      "grad_norm": 1.286542433766466,
      "learning_rate": 0.00017531265210417484,
      "loss": 2.2031,
      "step": 58632
    },
    {
      "epoch": 2.7277506396836473,
      "grad_norm": 1.282270370681063,
      "learning_rate": 0.00017530899390374383,
      "loss": 1.8047,
      "step": 58633
    },
    {
      "epoch": 2.727797162130728,
      "grad_norm": 1.2589742427267525,
      "learning_rate": 0.00017530533568781845,
      "loss": 2.4062,
      "step": 58634
    },
    {
      "epoch": 2.7278436845778087,
      "grad_norm": 1.1659574474685444,
      "learning_rate": 0.00017530167745640098,
      "loss": 2.0625,
      "step": 58635
    },
    {
      "epoch": 2.7278902070248896,
      "grad_norm": 1.1773157292487344,
      "learning_rate": 0.00017529801920949372,
      "loss": 2.0625,
      "step": 58636
    },
    {
      "epoch": 2.72793672947197,
      "grad_norm": 1.2774892669705078,
      "learning_rate": 0.00017529436094709884,
      "loss": 2.4531,
      "step": 58637
    },
    {
      "epoch": 2.727983251919051,
      "grad_norm": 1.182147626915604,
      "learning_rate": 0.0001752907026692186,
      "loss": 2.0,
      "step": 58638
    },
    {
      "epoch": 2.7280297743661315,
      "grad_norm": 1.244571743686843,
      "learning_rate": 0.00017528704437585528,
      "loss": 2.2031,
      "step": 58639
    },
    {
      "epoch": 2.7280762968132124,
      "grad_norm": 1.1997406772716677,
      "learning_rate": 0.00017528338606701102,
      "loss": 2.5625,
      "step": 58640
    },
    {
      "epoch": 2.7281228192602933,
      "grad_norm": 1.2122105990930405,
      "learning_rate": 0.00017527972774268813,
      "loss": 2.125,
      "step": 58641
    },
    {
      "epoch": 2.728169341707374,
      "grad_norm": 1.2402159843781537,
      "learning_rate": 0.00017527606940288888,
      "loss": 2.3281,
      "step": 58642
    },
    {
      "epoch": 2.7282158641544543,
      "grad_norm": 1.0907889263181796,
      "learning_rate": 0.00017527241104761543,
      "loss": 1.9609,
      "step": 58643
    },
    {
      "epoch": 2.728262386601535,
      "grad_norm": 1.1874712232208033,
      "learning_rate": 0.00017526875267687012,
      "loss": 2.3125,
      "step": 58644
    },
    {
      "epoch": 2.728308909048616,
      "grad_norm": 1.2488566962679077,
      "learning_rate": 0.0001752650942906551,
      "loss": 2.2656,
      "step": 58645
    },
    {
      "epoch": 2.7283554314956966,
      "grad_norm": 1.224616798144375,
      "learning_rate": 0.00017526143588897264,
      "loss": 2.375,
      "step": 58646
    },
    {
      "epoch": 2.7284019539427775,
      "grad_norm": 1.235527227570903,
      "learning_rate": 0.00017525777747182496,
      "loss": 2.0469,
      "step": 58647
    },
    {
      "epoch": 2.728448476389858,
      "grad_norm": 1.2610912021597256,
      "learning_rate": 0.00017525411903921434,
      "loss": 2.4688,
      "step": 58648
    },
    {
      "epoch": 2.728494998836939,
      "grad_norm": 1.206044131698886,
      "learning_rate": 0.000175250460591143,
      "loss": 2.4062,
      "step": 58649
    },
    {
      "epoch": 2.7285415212840194,
      "grad_norm": 1.2501017961506302,
      "learning_rate": 0.00017524680212761316,
      "loss": 2.25,
      "step": 58650
    },
    {
      "epoch": 2.7285880437311003,
      "grad_norm": 1.3397268126721584,
      "learning_rate": 0.00017524314364862712,
      "loss": 2.4219,
      "step": 58651
    },
    {
      "epoch": 2.7286345661781812,
      "grad_norm": 1.1793339973931747,
      "learning_rate": 0.00017523948515418703,
      "loss": 2.2656,
      "step": 58652
    },
    {
      "epoch": 2.7286810886252617,
      "grad_norm": 1.2544452280284097,
      "learning_rate": 0.0001752358266442952,
      "loss": 2.2969,
      "step": 58653
    },
    {
      "epoch": 2.728727611072342,
      "grad_norm": 1.297062187192644,
      "learning_rate": 0.00017523216811895384,
      "loss": 2.6719,
      "step": 58654
    },
    {
      "epoch": 2.728774133519423,
      "grad_norm": 1.4296298581526858,
      "learning_rate": 0.0001752285095781652,
      "loss": 2.0781,
      "step": 58655
    },
    {
      "epoch": 2.728820655966504,
      "grad_norm": 1.2430304568577464,
      "learning_rate": 0.00017522485102193156,
      "loss": 2.3438,
      "step": 58656
    },
    {
      "epoch": 2.7288671784135845,
      "grad_norm": 1.2831003187934267,
      "learning_rate": 0.00017522119245025507,
      "loss": 2.3125,
      "step": 58657
    },
    {
      "epoch": 2.7289137008606654,
      "grad_norm": 1.2037344625317585,
      "learning_rate": 0.00017521753386313802,
      "loss": 2.25,
      "step": 58658
    },
    {
      "epoch": 2.728960223307746,
      "grad_norm": 1.2383854631505058,
      "learning_rate": 0.0001752138752605827,
      "loss": 2.2188,
      "step": 58659
    },
    {
      "epoch": 2.729006745754827,
      "grad_norm": 1.2911602685526997,
      "learning_rate": 0.00017521021664259123,
      "loss": 2.4375,
      "step": 58660
    },
    {
      "epoch": 2.7290532682019073,
      "grad_norm": 1.2741261626845053,
      "learning_rate": 0.00017520655800916596,
      "loss": 2.2188,
      "step": 58661
    },
    {
      "epoch": 2.729099790648988,
      "grad_norm": 1.180101084259271,
      "learning_rate": 0.00017520289936030903,
      "loss": 2.1562,
      "step": 58662
    },
    {
      "epoch": 2.7291463130960687,
      "grad_norm": 1.2791287542008338,
      "learning_rate": 0.00017519924069602278,
      "loss": 2.1562,
      "step": 58663
    },
    {
      "epoch": 2.7291928355431496,
      "grad_norm": 1.2941428270705284,
      "learning_rate": 0.00017519558201630942,
      "loss": 2.3125,
      "step": 58664
    },
    {
      "epoch": 2.72923935799023,
      "grad_norm": 1.2853674019927221,
      "learning_rate": 0.00017519192332117114,
      "loss": 2.25,
      "step": 58665
    },
    {
      "epoch": 2.729285880437311,
      "grad_norm": 1.1893812391804197,
      "learning_rate": 0.00017518826461061026,
      "loss": 1.6797,
      "step": 58666
    },
    {
      "epoch": 2.729332402884392,
      "grad_norm": 1.2218797958888923,
      "learning_rate": 0.00017518460588462895,
      "loss": 2.3594,
      "step": 58667
    },
    {
      "epoch": 2.7293789253314724,
      "grad_norm": 1.1962736414730137,
      "learning_rate": 0.00017518094714322945,
      "loss": 2.1719,
      "step": 58668
    },
    {
      "epoch": 2.729425447778553,
      "grad_norm": 1.1969376459237686,
      "learning_rate": 0.00017517728838641408,
      "loss": 2.1562,
      "step": 58669
    },
    {
      "epoch": 2.729471970225634,
      "grad_norm": 1.217164120419922,
      "learning_rate": 0.000175173629614185,
      "loss": 2.1562,
      "step": 58670
    },
    {
      "epoch": 2.7295184926727147,
      "grad_norm": 1.225665741769884,
      "learning_rate": 0.00017516997082654446,
      "loss": 2.2656,
      "step": 58671
    },
    {
      "epoch": 2.729565015119795,
      "grad_norm": 1.2060913998404053,
      "learning_rate": 0.00017516631202349473,
      "loss": 2.3438,
      "step": 58672
    },
    {
      "epoch": 2.729611537566876,
      "grad_norm": 1.2388525415334333,
      "learning_rate": 0.000175162653205038,
      "loss": 2.3594,
      "step": 58673
    },
    {
      "epoch": 2.7296580600139566,
      "grad_norm": 1.2995402815268653,
      "learning_rate": 0.0001751589943711766,
      "loss": 2.5312,
      "step": 58674
    },
    {
      "epoch": 2.7297045824610375,
      "grad_norm": 1.260508992620555,
      "learning_rate": 0.00017515533552191266,
      "loss": 2.125,
      "step": 58675
    },
    {
      "epoch": 2.729751104908118,
      "grad_norm": 1.211433414483334,
      "learning_rate": 0.0001751516766572485,
      "loss": 2.3906,
      "step": 58676
    },
    {
      "epoch": 2.729797627355199,
      "grad_norm": 1.2838353404036795,
      "learning_rate": 0.00017514801777718638,
      "loss": 2.4375,
      "step": 58677
    },
    {
      "epoch": 2.72984414980228,
      "grad_norm": 1.2328841815468983,
      "learning_rate": 0.00017514435888172844,
      "loss": 2.1562,
      "step": 58678
    },
    {
      "epoch": 2.7298906722493603,
      "grad_norm": 1.2383399996332574,
      "learning_rate": 0.00017514069997087703,
      "loss": 2.3594,
      "step": 58679
    },
    {
      "epoch": 2.729937194696441,
      "grad_norm": 1.2315292240227604,
      "learning_rate": 0.00017513704104463429,
      "loss": 2.4375,
      "step": 58680
    },
    {
      "epoch": 2.7299837171435217,
      "grad_norm": 1.2355844103393934,
      "learning_rate": 0.00017513338210300254,
      "loss": 2.2188,
      "step": 58681
    },
    {
      "epoch": 2.7300302395906026,
      "grad_norm": 1.285584574173087,
      "learning_rate": 0.00017512972314598393,
      "loss": 2.2969,
      "step": 58682
    },
    {
      "epoch": 2.730076762037683,
      "grad_norm": 1.256764215616405,
      "learning_rate": 0.00017512606417358081,
      "loss": 2.2344,
      "step": 58683
    },
    {
      "epoch": 2.730123284484764,
      "grad_norm": 1.2127031085355786,
      "learning_rate": 0.00017512240518579528,
      "loss": 2.2812,
      "step": 58684
    },
    {
      "epoch": 2.7301698069318445,
      "grad_norm": 1.2750267507866702,
      "learning_rate": 0.00017511874618262975,
      "loss": 2.1094,
      "step": 58685
    },
    {
      "epoch": 2.7302163293789254,
      "grad_norm": 1.251783416582397,
      "learning_rate": 0.00017511508716408633,
      "loss": 2.3281,
      "step": 58686
    },
    {
      "epoch": 2.730262851826006,
      "grad_norm": 1.3272649234371956,
      "learning_rate": 0.00017511142813016737,
      "loss": 2.5469,
      "step": 58687
    },
    {
      "epoch": 2.730309374273087,
      "grad_norm": 1.2752999148670665,
      "learning_rate": 0.00017510776908087497,
      "loss": 2.3438,
      "step": 58688
    },
    {
      "epoch": 2.7303558967201673,
      "grad_norm": 1.3039355989128705,
      "learning_rate": 0.0001751041100162115,
      "loss": 2.3906,
      "step": 58689
    },
    {
      "epoch": 2.7304024191672482,
      "grad_norm": 1.3091420850226008,
      "learning_rate": 0.00017510045093617916,
      "loss": 2.3906,
      "step": 58690
    },
    {
      "epoch": 2.7304489416143287,
      "grad_norm": 1.3140934769259014,
      "learning_rate": 0.00017509679184078014,
      "loss": 2.3125,
      "step": 58691
    },
    {
      "epoch": 2.7304954640614096,
      "grad_norm": 1.3475846071189557,
      "learning_rate": 0.00017509313273001673,
      "loss": 2.4844,
      "step": 58692
    },
    {
      "epoch": 2.7305419865084906,
      "grad_norm": 1.2744338162333815,
      "learning_rate": 0.00017508947360389112,
      "loss": 2.3906,
      "step": 58693
    },
    {
      "epoch": 2.730588508955571,
      "grad_norm": 1.2656357539864718,
      "learning_rate": 0.00017508581446240565,
      "loss": 2.2344,
      "step": 58694
    },
    {
      "epoch": 2.7306350314026515,
      "grad_norm": 1.2760053704763146,
      "learning_rate": 0.00017508215530556237,
      "loss": 2.25,
      "step": 58695
    },
    {
      "epoch": 2.7306815538497324,
      "grad_norm": 1.211811546173263,
      "learning_rate": 0.00017507849613336376,
      "loss": 2.2188,
      "step": 58696
    },
    {
      "epoch": 2.7307280762968134,
      "grad_norm": 1.3039930490512528,
      "learning_rate": 0.00017507483694581192,
      "loss": 2.3125,
      "step": 58697
    },
    {
      "epoch": 2.730774598743894,
      "grad_norm": 1.2473925193421815,
      "learning_rate": 0.00017507117774290913,
      "loss": 2.1719,
      "step": 58698
    },
    {
      "epoch": 2.7308211211909748,
      "grad_norm": 1.3120554137961669,
      "learning_rate": 0.0001750675185246576,
      "loss": 2.3281,
      "step": 58699
    },
    {
      "epoch": 2.7308676436380552,
      "grad_norm": 1.2126676084467432,
      "learning_rate": 0.00017506385929105963,
      "loss": 2.1094,
      "step": 58700
    },
    {
      "epoch": 2.730914166085136,
      "grad_norm": 1.351263561306032,
      "learning_rate": 0.00017506020004211733,
      "loss": 2.5156,
      "step": 58701
    },
    {
      "epoch": 2.7309606885322166,
      "grad_norm": 1.3635244203308041,
      "learning_rate": 0.00017505654077783312,
      "loss": 2.3125,
      "step": 58702
    },
    {
      "epoch": 2.7310072109792976,
      "grad_norm": 1.1879529939229108,
      "learning_rate": 0.0001750528814982091,
      "loss": 2.2969,
      "step": 58703
    },
    {
      "epoch": 2.7310537334263785,
      "grad_norm": 1.2821609422129858,
      "learning_rate": 0.00017504922220324754,
      "loss": 2.2969,
      "step": 58704
    },
    {
      "epoch": 2.731100255873459,
      "grad_norm": 1.310241157711511,
      "learning_rate": 0.00017504556289295073,
      "loss": 2.0781,
      "step": 58705
    },
    {
      "epoch": 2.7311467783205394,
      "grad_norm": 1.3720824826398703,
      "learning_rate": 0.00017504190356732087,
      "loss": 2.1562,
      "step": 58706
    },
    {
      "epoch": 2.7311933007676203,
      "grad_norm": 1.240417635495988,
      "learning_rate": 0.00017503824422636022,
      "loss": 2.4375,
      "step": 58707
    },
    {
      "epoch": 2.7312398232147013,
      "grad_norm": 1.1887711979855722,
      "learning_rate": 0.00017503458487007096,
      "loss": 2.2656,
      "step": 58708
    },
    {
      "epoch": 2.7312863456617817,
      "grad_norm": 1.2329861189041884,
      "learning_rate": 0.00017503092549845547,
      "loss": 2.3438,
      "step": 58709
    },
    {
      "epoch": 2.7313328681088627,
      "grad_norm": 1.1811233102204324,
      "learning_rate": 0.00017502726611151584,
      "loss": 2.3438,
      "step": 58710
    },
    {
      "epoch": 2.731379390555943,
      "grad_norm": 1.3479837396500642,
      "learning_rate": 0.00017502360670925438,
      "loss": 2.5312,
      "step": 58711
    },
    {
      "epoch": 2.731425913003024,
      "grad_norm": 1.3848399764271164,
      "learning_rate": 0.0001750199472916733,
      "loss": 2.2344,
      "step": 58712
    },
    {
      "epoch": 2.7314724354501045,
      "grad_norm": 1.357806590216654,
      "learning_rate": 0.00017501628785877488,
      "loss": 1.7734,
      "step": 58713
    },
    {
      "epoch": 2.7315189578971855,
      "grad_norm": 1.1037981219359851,
      "learning_rate": 0.00017501262841056135,
      "loss": 1.8672,
      "step": 58714
    },
    {
      "epoch": 2.7315654803442664,
      "grad_norm": 1.2553837207329037,
      "learning_rate": 0.00017500896894703495,
      "loss": 2.4375,
      "step": 58715
    },
    {
      "epoch": 2.731612002791347,
      "grad_norm": 1.3419957527608963,
      "learning_rate": 0.0001750053094681979,
      "loss": 2.2188,
      "step": 58716
    },
    {
      "epoch": 2.7316585252384273,
      "grad_norm": 1.2812644474433112,
      "learning_rate": 0.0001750016499740524,
      "loss": 2.4531,
      "step": 58717
    },
    {
      "epoch": 2.7317050476855083,
      "grad_norm": 1.1645476876211986,
      "learning_rate": 0.0001749979904646008,
      "loss": 1.6484,
      "step": 58718
    },
    {
      "epoch": 2.731751570132589,
      "grad_norm": 1.1393583141391221,
      "learning_rate": 0.00017499433093984528,
      "loss": 1.8359,
      "step": 58719
    },
    {
      "epoch": 2.7317980925796697,
      "grad_norm": 1.228490316568515,
      "learning_rate": 0.0001749906713997881,
      "loss": 2.2031,
      "step": 58720
    },
    {
      "epoch": 2.73184461502675,
      "grad_norm": 1.2578283805036785,
      "learning_rate": 0.00017498701184443145,
      "loss": 2.0938,
      "step": 58721
    },
    {
      "epoch": 2.731891137473831,
      "grad_norm": 1.2939945748164652,
      "learning_rate": 0.0001749833522737776,
      "loss": 2.4531,
      "step": 58722
    },
    {
      "epoch": 2.731937659920912,
      "grad_norm": 1.162226270735835,
      "learning_rate": 0.00017497969268782883,
      "loss": 2.0312,
      "step": 58723
    },
    {
      "epoch": 2.7319841823679925,
      "grad_norm": 1.2598541770831708,
      "learning_rate": 0.00017497603308658732,
      "loss": 2.25,
      "step": 58724
    },
    {
      "epoch": 2.7320307048150734,
      "grad_norm": 1.1375587189400416,
      "learning_rate": 0.00017497237347005533,
      "loss": 1.6016,
      "step": 58725
    },
    {
      "epoch": 2.732077227262154,
      "grad_norm": 1.2711092692982917,
      "learning_rate": 0.00017496871383823514,
      "loss": 2.2031,
      "step": 58726
    },
    {
      "epoch": 2.7321237497092348,
      "grad_norm": 1.168694301701155,
      "learning_rate": 0.00017496505419112892,
      "loss": 2.2188,
      "step": 58727
    },
    {
      "epoch": 2.7321702721563152,
      "grad_norm": 1.291665188562582,
      "learning_rate": 0.00017496139452873892,
      "loss": 2.3281,
      "step": 58728
    },
    {
      "epoch": 2.732216794603396,
      "grad_norm": 1.2358560145883557,
      "learning_rate": 0.00017495773485106747,
      "loss": 2.3906,
      "step": 58729
    },
    {
      "epoch": 2.732263317050477,
      "grad_norm": 1.2559803012871533,
      "learning_rate": 0.00017495407515811672,
      "loss": 2.25,
      "step": 58730
    },
    {
      "epoch": 2.7323098394975576,
      "grad_norm": 1.201980461976558,
      "learning_rate": 0.00017495041544988895,
      "loss": 2.0156,
      "step": 58731
    },
    {
      "epoch": 2.732356361944638,
      "grad_norm": 1.227974018048259,
      "learning_rate": 0.00017494675572638635,
      "loss": 2.5156,
      "step": 58732
    },
    {
      "epoch": 2.732402884391719,
      "grad_norm": 1.1390514295587224,
      "learning_rate": 0.00017494309598761125,
      "loss": 2.1094,
      "step": 58733
    },
    {
      "epoch": 2.7324494068388,
      "grad_norm": 1.1949278539312838,
      "learning_rate": 0.0001749394362335658,
      "loss": 2.3125,
      "step": 58734
    },
    {
      "epoch": 2.7324959292858804,
      "grad_norm": 1.3425736268210477,
      "learning_rate": 0.00017493577646425233,
      "loss": 2.2344,
      "step": 58735
    },
    {
      "epoch": 2.7325424517329613,
      "grad_norm": 1.2789663241671054,
      "learning_rate": 0.00017493211667967296,
      "loss": 2.3281,
      "step": 58736
    },
    {
      "epoch": 2.7325889741800418,
      "grad_norm": 1.1612299921204698,
      "learning_rate": 0.00017492845687983006,
      "loss": 2.0625,
      "step": 58737
    },
    {
      "epoch": 2.7326354966271227,
      "grad_norm": 1.133648355336726,
      "learning_rate": 0.0001749247970647258,
      "loss": 2.0,
      "step": 58738
    },
    {
      "epoch": 2.732682019074203,
      "grad_norm": 1.278817067311909,
      "learning_rate": 0.00017492113723436238,
      "loss": 2.3594,
      "step": 58739
    },
    {
      "epoch": 2.732728541521284,
      "grad_norm": 1.2661390672694353,
      "learning_rate": 0.0001749174773887422,
      "loss": 2.2812,
      "step": 58740
    },
    {
      "epoch": 2.732775063968365,
      "grad_norm": 1.232406868171883,
      "learning_rate": 0.0001749138175278673,
      "loss": 2.2656,
      "step": 58741
    },
    {
      "epoch": 2.7328215864154455,
      "grad_norm": 1.2466796455615492,
      "learning_rate": 0.00017491015765174004,
      "loss": 1.8906,
      "step": 58742
    },
    {
      "epoch": 2.732868108862526,
      "grad_norm": 1.191599320843511,
      "learning_rate": 0.00017490649776036264,
      "loss": 2.2656,
      "step": 58743
    },
    {
      "epoch": 2.732914631309607,
      "grad_norm": 1.2158702022042844,
      "learning_rate": 0.00017490283785373734,
      "loss": 2.0938,
      "step": 58744
    },
    {
      "epoch": 2.732961153756688,
      "grad_norm": 1.135434253258243,
      "learning_rate": 0.00017489917793186638,
      "loss": 2.125,
      "step": 58745
    },
    {
      "epoch": 2.7330076762037683,
      "grad_norm": 1.2295623680580476,
      "learning_rate": 0.000174895517994752,
      "loss": 2.1562,
      "step": 58746
    },
    {
      "epoch": 2.733054198650849,
      "grad_norm": 1.2293360227076855,
      "learning_rate": 0.00017489185804239637,
      "loss": 2.1406,
      "step": 58747
    },
    {
      "epoch": 2.7331007210979297,
      "grad_norm": 1.2790658014576515,
      "learning_rate": 0.0001748881980748019,
      "loss": 2.4531,
      "step": 58748
    },
    {
      "epoch": 2.7331472435450106,
      "grad_norm": 1.1592855747970325,
      "learning_rate": 0.00017488453809197065,
      "loss": 1.7891,
      "step": 58749
    },
    {
      "epoch": 2.733193765992091,
      "grad_norm": 1.37452705541692,
      "learning_rate": 0.00017488087809390497,
      "loss": 2.1094,
      "step": 58750
    },
    {
      "epoch": 2.733240288439172,
      "grad_norm": 1.2213279063737628,
      "learning_rate": 0.0001748772180806071,
      "loss": 2.0781,
      "step": 58751
    },
    {
      "epoch": 2.7332868108862525,
      "grad_norm": 1.3367643985675774,
      "learning_rate": 0.0001748735580520792,
      "loss": 2.375,
      "step": 58752
    },
    {
      "epoch": 2.7333333333333334,
      "grad_norm": 1.3690457849897055,
      "learning_rate": 0.0001748698980083236,
      "loss": 2.2031,
      "step": 58753
    },
    {
      "epoch": 2.733379855780414,
      "grad_norm": 1.307338654407616,
      "learning_rate": 0.00017486623794934244,
      "loss": 2.5156,
      "step": 58754
    },
    {
      "epoch": 2.733426378227495,
      "grad_norm": 1.2073275952532074,
      "learning_rate": 0.0001748625778751381,
      "loss": 2.2031,
      "step": 58755
    },
    {
      "epoch": 2.7334729006745757,
      "grad_norm": 1.3360072703905286,
      "learning_rate": 0.0001748589177857127,
      "loss": 2.4844,
      "step": 58756
    },
    {
      "epoch": 2.733519423121656,
      "grad_norm": 1.32733906777715,
      "learning_rate": 0.00017485525768106856,
      "loss": 2.4531,
      "step": 58757
    },
    {
      "epoch": 2.7335659455687367,
      "grad_norm": 1.2128786273520251,
      "learning_rate": 0.00017485159756120783,
      "loss": 2.2969,
      "step": 58758
    },
    {
      "epoch": 2.7336124680158176,
      "grad_norm": 1.262122756347671,
      "learning_rate": 0.00017484793742613284,
      "loss": 2.4688,
      "step": 58759
    },
    {
      "epoch": 2.7336589904628985,
      "grad_norm": 1.2146138311000172,
      "learning_rate": 0.0001748442772758458,
      "loss": 2.0938,
      "step": 58760
    },
    {
      "epoch": 2.733705512909979,
      "grad_norm": 1.379485453055194,
      "learning_rate": 0.0001748406171103489,
      "loss": 2.1875,
      "step": 58761
    },
    {
      "epoch": 2.73375203535706,
      "grad_norm": 1.2462183188376577,
      "learning_rate": 0.00017483695692964448,
      "loss": 1.5781,
      "step": 58762
    },
    {
      "epoch": 2.7337985578041404,
      "grad_norm": 1.2388584899862736,
      "learning_rate": 0.00017483329673373472,
      "loss": 2.375,
      "step": 58763
    },
    {
      "epoch": 2.7338450802512213,
      "grad_norm": 1.2699704884260978,
      "learning_rate": 0.00017482963652262184,
      "loss": 2.4062,
      "step": 58764
    },
    {
      "epoch": 2.733891602698302,
      "grad_norm": 1.3074530699640012,
      "learning_rate": 0.00017482597629630815,
      "loss": 2.375,
      "step": 58765
    },
    {
      "epoch": 2.7339381251453827,
      "grad_norm": 1.2605467107683102,
      "learning_rate": 0.00017482231605479582,
      "loss": 2.4219,
      "step": 58766
    },
    {
      "epoch": 2.7339846475924636,
      "grad_norm": 1.2465103523819656,
      "learning_rate": 0.00017481865579808715,
      "loss": 2.3438,
      "step": 58767
    },
    {
      "epoch": 2.734031170039544,
      "grad_norm": 1.2514856840244326,
      "learning_rate": 0.00017481499552618433,
      "loss": 2.2969,
      "step": 58768
    },
    {
      "epoch": 2.7340776924866246,
      "grad_norm": 1.2069915289410957,
      "learning_rate": 0.00017481133523908964,
      "loss": 2.1406,
      "step": 58769
    },
    {
      "epoch": 2.7341242149337055,
      "grad_norm": 1.1904748030866972,
      "learning_rate": 0.0001748076749368053,
      "loss": 1.9297,
      "step": 58770
    },
    {
      "epoch": 2.7341707373807864,
      "grad_norm": 1.2797775939493503,
      "learning_rate": 0.00017480401461933355,
      "loss": 2.2656,
      "step": 58771
    },
    {
      "epoch": 2.734217259827867,
      "grad_norm": 1.2590186046656,
      "learning_rate": 0.00017480035428667662,
      "loss": 2.3281,
      "step": 58772
    },
    {
      "epoch": 2.734263782274948,
      "grad_norm": 1.1611549492436537,
      "learning_rate": 0.0001747966939388368,
      "loss": 2.1719,
      "step": 58773
    },
    {
      "epoch": 2.7343103047220283,
      "grad_norm": 1.2872594298213458,
      "learning_rate": 0.00017479303357581627,
      "loss": 2.3281,
      "step": 58774
    },
    {
      "epoch": 2.734356827169109,
      "grad_norm": 1.2190528924122053,
      "learning_rate": 0.00017478937319761732,
      "loss": 1.9375,
      "step": 58775
    },
    {
      "epoch": 2.7344033496161897,
      "grad_norm": 1.236057090914692,
      "learning_rate": 0.00017478571280424215,
      "loss": 2.3594,
      "step": 58776
    },
    {
      "epoch": 2.7344498720632706,
      "grad_norm": 1.285165908379063,
      "learning_rate": 0.00017478205239569304,
      "loss": 2.4062,
      "step": 58777
    },
    {
      "epoch": 2.734496394510351,
      "grad_norm": 1.2622847607004237,
      "learning_rate": 0.00017477839197197219,
      "loss": 2.3438,
      "step": 58778
    },
    {
      "epoch": 2.734542916957432,
      "grad_norm": 1.2709592677726103,
      "learning_rate": 0.0001747747315330819,
      "loss": 2.2031,
      "step": 58779
    },
    {
      "epoch": 2.7345894394045125,
      "grad_norm": 1.1739441446810326,
      "learning_rate": 0.00017477107107902434,
      "loss": 2.375,
      "step": 58780
    },
    {
      "epoch": 2.7346359618515934,
      "grad_norm": 1.1951029826062403,
      "learning_rate": 0.0001747674106098018,
      "loss": 2.0469,
      "step": 58781
    },
    {
      "epoch": 2.7346824842986743,
      "grad_norm": 1.2472641933585233,
      "learning_rate": 0.00017476375012541646,
      "loss": 2.3594,
      "step": 58782
    },
    {
      "epoch": 2.734729006745755,
      "grad_norm": 1.1961119799549251,
      "learning_rate": 0.00017476008962587065,
      "loss": 2.25,
      "step": 58783
    },
    {
      "epoch": 2.7347755291928353,
      "grad_norm": 1.2637799743597091,
      "learning_rate": 0.00017475642911116653,
      "loss": 2.1562,
      "step": 58784
    },
    {
      "epoch": 2.734822051639916,
      "grad_norm": 1.3966873253831278,
      "learning_rate": 0.00017475276858130642,
      "loss": 2.2344,
      "step": 58785
    },
    {
      "epoch": 2.734868574086997,
      "grad_norm": 1.260073799193223,
      "learning_rate": 0.00017474910803629253,
      "loss": 2.3281,
      "step": 58786
    },
    {
      "epoch": 2.7349150965340776,
      "grad_norm": 1.2652671891176681,
      "learning_rate": 0.00017474544747612708,
      "loss": 2.5156,
      "step": 58787
    },
    {
      "epoch": 2.7349616189811585,
      "grad_norm": 1.1290170437096962,
      "learning_rate": 0.00017474178690081232,
      "loss": 2.0312,
      "step": 58788
    },
    {
      "epoch": 2.735008141428239,
      "grad_norm": 1.273068258551904,
      "learning_rate": 0.00017473812631035046,
      "loss": 2.2812,
      "step": 58789
    },
    {
      "epoch": 2.73505466387532,
      "grad_norm": 1.1730492523525302,
      "learning_rate": 0.00017473446570474382,
      "loss": 2.2188,
      "step": 58790
    },
    {
      "epoch": 2.7351011863224004,
      "grad_norm": 1.3216869586994238,
      "learning_rate": 0.00017473080508399454,
      "loss": 2.2188,
      "step": 58791
    },
    {
      "epoch": 2.7351477087694813,
      "grad_norm": 1.2744607796843608,
      "learning_rate": 0.000174727144448105,
      "loss": 2.625,
      "step": 58792
    },
    {
      "epoch": 2.7351942312165622,
      "grad_norm": 1.2431113853199773,
      "learning_rate": 0.00017472348379707724,
      "loss": 2.1875,
      "step": 58793
    },
    {
      "epoch": 2.7352407536636427,
      "grad_norm": 1.181843253271437,
      "learning_rate": 0.00017471982313091368,
      "loss": 1.9688,
      "step": 58794
    },
    {
      "epoch": 2.735287276110723,
      "grad_norm": 1.2253011806396408,
      "learning_rate": 0.0001747161624496165,
      "loss": 2.5,
      "step": 58795
    },
    {
      "epoch": 2.735333798557804,
      "grad_norm": 1.2840935056309493,
      "learning_rate": 0.00017471250175318795,
      "loss": 2.3594,
      "step": 58796
    },
    {
      "epoch": 2.735380321004885,
      "grad_norm": 1.2144711578969627,
      "learning_rate": 0.00017470884104163023,
      "loss": 2.2656,
      "step": 58797
    },
    {
      "epoch": 2.7354268434519655,
      "grad_norm": 1.258497719570813,
      "learning_rate": 0.00017470518031494563,
      "loss": 2.25,
      "step": 58798
    },
    {
      "epoch": 2.7354733658990464,
      "grad_norm": 1.2652465100672696,
      "learning_rate": 0.0001747015195731364,
      "loss": 2.125,
      "step": 58799
    },
    {
      "epoch": 2.735519888346127,
      "grad_norm": 1.2541137722698525,
      "learning_rate": 0.0001746978588162047,
      "loss": 2.4062,
      "step": 58800
    },
    {
      "epoch": 2.735566410793208,
      "grad_norm": 1.235704930793914,
      "learning_rate": 0.00017469419804415286,
      "loss": 2.2656,
      "step": 58801
    },
    {
      "epoch": 2.7356129332402883,
      "grad_norm": 1.2154910775488805,
      "learning_rate": 0.00017469053725698307,
      "loss": 2.25,
      "step": 58802
    },
    {
      "epoch": 2.7356594556873692,
      "grad_norm": 1.321586770591561,
      "learning_rate": 0.00017468687645469762,
      "loss": 2.2031,
      "step": 58803
    },
    {
      "epoch": 2.7357059781344497,
      "grad_norm": 1.3577803343101569,
      "learning_rate": 0.00017468321563729867,
      "loss": 2.2812,
      "step": 58804
    },
    {
      "epoch": 2.7357525005815306,
      "grad_norm": 1.294071812082106,
      "learning_rate": 0.00017467955480478852,
      "loss": 2.3438,
      "step": 58805
    },
    {
      "epoch": 2.735799023028611,
      "grad_norm": 1.2166409632779611,
      "learning_rate": 0.00017467589395716942,
      "loss": 2.3594,
      "step": 58806
    },
    {
      "epoch": 2.735845545475692,
      "grad_norm": 1.2779372992787699,
      "learning_rate": 0.00017467223309444358,
      "loss": 2.4375,
      "step": 58807
    },
    {
      "epoch": 2.735892067922773,
      "grad_norm": 1.2916298936066564,
      "learning_rate": 0.0001746685722166133,
      "loss": 2.4062,
      "step": 58808
    },
    {
      "epoch": 2.7359385903698534,
      "grad_norm": 1.2682885076861066,
      "learning_rate": 0.0001746649113236807,
      "loss": 2.2188,
      "step": 58809
    },
    {
      "epoch": 2.735985112816934,
      "grad_norm": 1.2768907616674336,
      "learning_rate": 0.00017466125041564812,
      "loss": 2.0312,
      "step": 58810
    },
    {
      "epoch": 2.736031635264015,
      "grad_norm": 1.2690427063398706,
      "learning_rate": 0.0001746575894925178,
      "loss": 2.1875,
      "step": 58811
    },
    {
      "epoch": 2.7360781577110957,
      "grad_norm": 1.2485754226179109,
      "learning_rate": 0.00017465392855429198,
      "loss": 2.125,
      "step": 58812
    },
    {
      "epoch": 2.7361246801581762,
      "grad_norm": 1.1434626102189067,
      "learning_rate": 0.00017465026760097284,
      "loss": 1.9219,
      "step": 58813
    },
    {
      "epoch": 2.736171202605257,
      "grad_norm": 1.1983780184525241,
      "learning_rate": 0.00017464660663256269,
      "loss": 2.2031,
      "step": 58814
    },
    {
      "epoch": 2.7362177250523376,
      "grad_norm": 1.314889329321931,
      "learning_rate": 0.0001746429456490637,
      "loss": 2.3438,
      "step": 58815
    },
    {
      "epoch": 2.7362642474994185,
      "grad_norm": 1.3113129799387526,
      "learning_rate": 0.00017463928465047816,
      "loss": 2.2344,
      "step": 58816
    },
    {
      "epoch": 2.736310769946499,
      "grad_norm": 1.199305946152466,
      "learning_rate": 0.0001746356236368083,
      "loss": 2.0781,
      "step": 58817
    },
    {
      "epoch": 2.73635729239358,
      "grad_norm": 1.2014346439193215,
      "learning_rate": 0.0001746319626080564,
      "loss": 1.6406,
      "step": 58818
    },
    {
      "epoch": 2.736403814840661,
      "grad_norm": 1.2900957857640536,
      "learning_rate": 0.00017462830156422465,
      "loss": 2.1406,
      "step": 58819
    },
    {
      "epoch": 2.7364503372877413,
      "grad_norm": 1.30120926311402,
      "learning_rate": 0.0001746246405053153,
      "loss": 2.4531,
      "step": 58820
    },
    {
      "epoch": 2.736496859734822,
      "grad_norm": 1.1798046025415774,
      "learning_rate": 0.0001746209794313306,
      "loss": 2.2656,
      "step": 58821
    },
    {
      "epoch": 2.7365433821819027,
      "grad_norm": 1.2627095736707097,
      "learning_rate": 0.00017461731834227283,
      "loss": 2.2188,
      "step": 58822
    },
    {
      "epoch": 2.7365899046289837,
      "grad_norm": 1.2772123096490786,
      "learning_rate": 0.00017461365723814417,
      "loss": 2.1719,
      "step": 58823
    },
    {
      "epoch": 2.736636427076064,
      "grad_norm": 1.3572871952521217,
      "learning_rate": 0.0001746099961189469,
      "loss": 2.4219,
      "step": 58824
    },
    {
      "epoch": 2.736682949523145,
      "grad_norm": 1.1873103209782345,
      "learning_rate": 0.00017460633498468325,
      "loss": 1.6875,
      "step": 58825
    },
    {
      "epoch": 2.7367294719702255,
      "grad_norm": 1.234211189007421,
      "learning_rate": 0.0001746026738353554,
      "loss": 2.4062,
      "step": 58826
    },
    {
      "epoch": 2.7367759944173065,
      "grad_norm": 1.2266336069869601,
      "learning_rate": 0.00017459901267096565,
      "loss": 2.0938,
      "step": 58827
    },
    {
      "epoch": 2.736822516864387,
      "grad_norm": 1.3539996844656652,
      "learning_rate": 0.00017459535149151628,
      "loss": 2.25,
      "step": 58828
    },
    {
      "epoch": 2.736869039311468,
      "grad_norm": 1.3070310650332022,
      "learning_rate": 0.00017459169029700948,
      "loss": 2.4375,
      "step": 58829
    },
    {
      "epoch": 2.7369155617585488,
      "grad_norm": 1.2514468462576076,
      "learning_rate": 0.00017458802908744747,
      "loss": 2.1406,
      "step": 58830
    },
    {
      "epoch": 2.7369620842056293,
      "grad_norm": 1.2578076719796343,
      "learning_rate": 0.00017458436786283257,
      "loss": 2.3125,
      "step": 58831
    },
    {
      "epoch": 2.7370086066527097,
      "grad_norm": 1.2451292402800382,
      "learning_rate": 0.00017458070662316696,
      "loss": 2.3281,
      "step": 58832
    },
    {
      "epoch": 2.7370551290997907,
      "grad_norm": 1.117917871347835,
      "learning_rate": 0.00017457704536845292,
      "loss": 1.8906,
      "step": 58833
    },
    {
      "epoch": 2.7371016515468716,
      "grad_norm": 1.342540325016348,
      "learning_rate": 0.00017457338409869263,
      "loss": 2.3594,
      "step": 58834
    },
    {
      "epoch": 2.737148173993952,
      "grad_norm": 1.4208573651824883,
      "learning_rate": 0.00017456972281388838,
      "loss": 2.5781,
      "step": 58835
    },
    {
      "epoch": 2.7371946964410325,
      "grad_norm": 1.232921811320318,
      "learning_rate": 0.0001745660615140424,
      "loss": 2.3438,
      "step": 58836
    },
    {
      "epoch": 2.7372412188881134,
      "grad_norm": 1.167804744281776,
      "learning_rate": 0.00017456240019915695,
      "loss": 2.1719,
      "step": 58837
    },
    {
      "epoch": 2.7372877413351944,
      "grad_norm": 1.263396398065375,
      "learning_rate": 0.00017455873886923422,
      "loss": 2.25,
      "step": 58838
    },
    {
      "epoch": 2.737334263782275,
      "grad_norm": 1.2358737772685606,
      "learning_rate": 0.0001745550775242765,
      "loss": 2.2031,
      "step": 58839
    },
    {
      "epoch": 2.7373807862293558,
      "grad_norm": 1.3062890754602956,
      "learning_rate": 0.00017455141616428606,
      "loss": 2.2812,
      "step": 58840
    },
    {
      "epoch": 2.7374273086764362,
      "grad_norm": 1.4122586845272058,
      "learning_rate": 0.00017454775478926502,
      "loss": 2.4062,
      "step": 58841
    },
    {
      "epoch": 2.737473831123517,
      "grad_norm": 1.2336660413073721,
      "learning_rate": 0.00017454409339921577,
      "loss": 2.25,
      "step": 58842
    },
    {
      "epoch": 2.7375203535705976,
      "grad_norm": 1.2249386497553243,
      "learning_rate": 0.00017454043199414043,
      "loss": 2.2031,
      "step": 58843
    },
    {
      "epoch": 2.7375668760176786,
      "grad_norm": 1.1993742120527981,
      "learning_rate": 0.00017453677057404133,
      "loss": 2.125,
      "step": 58844
    },
    {
      "epoch": 2.7376133984647595,
      "grad_norm": 1.28611075564987,
      "learning_rate": 0.00017453310913892063,
      "loss": 2.3281,
      "step": 58845
    },
    {
      "epoch": 2.73765992091184,
      "grad_norm": 1.2268538446102597,
      "learning_rate": 0.0001745294476887807,
      "loss": 2.2188,
      "step": 58846
    },
    {
      "epoch": 2.7377064433589204,
      "grad_norm": 1.256015110140119,
      "learning_rate": 0.00017452578622362361,
      "loss": 2.3594,
      "step": 58847
    },
    {
      "epoch": 2.7377529658060014,
      "grad_norm": 1.2990233535470805,
      "learning_rate": 0.00017452212474345174,
      "loss": 2.1875,
      "step": 58848
    },
    {
      "epoch": 2.7377994882530823,
      "grad_norm": 1.2290527698830507,
      "learning_rate": 0.00017451846324826725,
      "loss": 2.25,
      "step": 58849
    },
    {
      "epoch": 2.7378460107001628,
      "grad_norm": 1.3190590562751459,
      "learning_rate": 0.0001745148017380724,
      "loss": 2.3125,
      "step": 58850
    },
    {
      "epoch": 2.7378925331472437,
      "grad_norm": 1.226858939907441,
      "learning_rate": 0.0001745111402128695,
      "loss": 2.3281,
      "step": 58851
    },
    {
      "epoch": 2.737939055594324,
      "grad_norm": 1.2592793315218052,
      "learning_rate": 0.00017450747867266066,
      "loss": 2.375,
      "step": 58852
    },
    {
      "epoch": 2.737985578041405,
      "grad_norm": 1.3067502905151107,
      "learning_rate": 0.00017450381711744828,
      "loss": 2.2656,
      "step": 58853
    },
    {
      "epoch": 2.7380321004884856,
      "grad_norm": 1.2069143823675026,
      "learning_rate": 0.00017450015554723448,
      "loss": 2.1875,
      "step": 58854
    },
    {
      "epoch": 2.7380786229355665,
      "grad_norm": 1.1475668987416037,
      "learning_rate": 0.00017449649396202155,
      "loss": 2.0156,
      "step": 58855
    },
    {
      "epoch": 2.7381251453826474,
      "grad_norm": 1.1957833338390396,
      "learning_rate": 0.00017449283236181171,
      "loss": 1.8828,
      "step": 58856
    },
    {
      "epoch": 2.738171667829728,
      "grad_norm": 1.3003764703381944,
      "learning_rate": 0.00017448917074660723,
      "loss": 2.1562,
      "step": 58857
    },
    {
      "epoch": 2.7382181902768084,
      "grad_norm": 1.230985998422892,
      "learning_rate": 0.0001744855091164103,
      "loss": 2.2656,
      "step": 58858
    },
    {
      "epoch": 2.7382647127238893,
      "grad_norm": 1.3024512877585241,
      "learning_rate": 0.00017448184747122323,
      "loss": 2.375,
      "step": 58859
    },
    {
      "epoch": 2.73831123517097,
      "grad_norm": 1.0837228421130891,
      "learning_rate": 0.00017447818581104823,
      "loss": 1.9922,
      "step": 58860
    },
    {
      "epoch": 2.7383577576180507,
      "grad_norm": 1.2816744134530849,
      "learning_rate": 0.0001744745241358875,
      "loss": 2.3438,
      "step": 58861
    },
    {
      "epoch": 2.7384042800651316,
      "grad_norm": 1.1500792317236594,
      "learning_rate": 0.00017447086244574338,
      "loss": 2.0,
      "step": 58862
    },
    {
      "epoch": 2.738450802512212,
      "grad_norm": 1.2251873135907032,
      "learning_rate": 0.00017446720074061798,
      "loss": 2.25,
      "step": 58863
    },
    {
      "epoch": 2.738497324959293,
      "grad_norm": 1.2884575237781672,
      "learning_rate": 0.0001744635390205137,
      "loss": 2.4219,
      "step": 58864
    },
    {
      "epoch": 2.7385438474063735,
      "grad_norm": 1.2437150013811868,
      "learning_rate": 0.0001744598772854326,
      "loss": 2.0469,
      "step": 58865
    },
    {
      "epoch": 2.7385903698534544,
      "grad_norm": 1.3097479048821807,
      "learning_rate": 0.00017445621553537711,
      "loss": 2.375,
      "step": 58866
    },
    {
      "epoch": 2.738636892300535,
      "grad_norm": 1.2345799853856159,
      "learning_rate": 0.00017445255377034934,
      "loss": 2.2812,
      "step": 58867
    },
    {
      "epoch": 2.738683414747616,
      "grad_norm": 1.224829859956306,
      "learning_rate": 0.0001744488919903516,
      "loss": 2.4844,
      "step": 58868
    },
    {
      "epoch": 2.7387299371946963,
      "grad_norm": 1.1263512204872232,
      "learning_rate": 0.00017444523019538607,
      "loss": 1.6094,
      "step": 58869
    },
    {
      "epoch": 2.738776459641777,
      "grad_norm": 1.1369951201944382,
      "learning_rate": 0.00017444156838545505,
      "loss": 2.0938,
      "step": 58870
    },
    {
      "epoch": 2.738822982088858,
      "grad_norm": 1.313725154723969,
      "learning_rate": 0.00017443790656056072,
      "loss": 2.4062,
      "step": 58871
    },
    {
      "epoch": 2.7388695045359386,
      "grad_norm": 1.3430982745846975,
      "learning_rate": 0.00017443424472070537,
      "loss": 2.3281,
      "step": 58872
    },
    {
      "epoch": 2.738916026983019,
      "grad_norm": 1.2467039693280522,
      "learning_rate": 0.0001744305828658913,
      "loss": 2.3594,
      "step": 58873
    },
    {
      "epoch": 2.7389625494301,
      "grad_norm": 1.1732291222033877,
      "learning_rate": 0.0001744269209961206,
      "loss": 2.1719,
      "step": 58874
    },
    {
      "epoch": 2.739009071877181,
      "grad_norm": 1.247940587298003,
      "learning_rate": 0.00017442325911139566,
      "loss": 2.3281,
      "step": 58875
    },
    {
      "epoch": 2.7390555943242614,
      "grad_norm": 1.3278895621073579,
      "learning_rate": 0.0001744195972117186,
      "loss": 2.4375,
      "step": 58876
    },
    {
      "epoch": 2.7391021167713423,
      "grad_norm": 1.1533138312773963,
      "learning_rate": 0.00017441593529709176,
      "loss": 2.0938,
      "step": 58877
    },
    {
      "epoch": 2.7391486392184228,
      "grad_norm": 1.3054869620751783,
      "learning_rate": 0.0001744122733675173,
      "loss": 2.3594,
      "step": 58878
    },
    {
      "epoch": 2.7391951616655037,
      "grad_norm": 1.2178748170093419,
      "learning_rate": 0.00017440861142299755,
      "loss": 2.2969,
      "step": 58879
    },
    {
      "epoch": 2.739241684112584,
      "grad_norm": 1.26236813596013,
      "learning_rate": 0.00017440494946353464,
      "loss": 2.1719,
      "step": 58880
    },
    {
      "epoch": 2.739288206559665,
      "grad_norm": 1.2953886966643402,
      "learning_rate": 0.00017440128748913094,
      "loss": 2.625,
      "step": 58881
    },
    {
      "epoch": 2.739334729006746,
      "grad_norm": 1.2929794916959056,
      "learning_rate": 0.00017439762549978862,
      "loss": 2.4531,
      "step": 58882
    },
    {
      "epoch": 2.7393812514538265,
      "grad_norm": 1.184610156270281,
      "learning_rate": 0.00017439396349550987,
      "loss": 2.1875,
      "step": 58883
    },
    {
      "epoch": 2.739427773900907,
      "grad_norm": 1.3235180249940104,
      "learning_rate": 0.00017439030147629707,
      "loss": 2.5,
      "step": 58884
    },
    {
      "epoch": 2.739474296347988,
      "grad_norm": 1.2182270194182225,
      "learning_rate": 0.00017438663944215234,
      "loss": 2.0469,
      "step": 58885
    },
    {
      "epoch": 2.739520818795069,
      "grad_norm": 1.2126470660505657,
      "learning_rate": 0.00017438297739307798,
      "loss": 2.1562,
      "step": 58886
    },
    {
      "epoch": 2.7395673412421493,
      "grad_norm": 1.2434797900912817,
      "learning_rate": 0.00017437931532907617,
      "loss": 2.125,
      "step": 58887
    },
    {
      "epoch": 2.73961386368923,
      "grad_norm": 1.32139921817825,
      "learning_rate": 0.00017437565325014928,
      "loss": 2.2344,
      "step": 58888
    },
    {
      "epoch": 2.7396603861363107,
      "grad_norm": 1.233806842796818,
      "learning_rate": 0.0001743719911562994,
      "loss": 2.2812,
      "step": 58889
    },
    {
      "epoch": 2.7397069085833916,
      "grad_norm": 1.1615575017791349,
      "learning_rate": 0.0001743683290475289,
      "loss": 2.2344,
      "step": 58890
    },
    {
      "epoch": 2.739753431030472,
      "grad_norm": 1.2564514375275475,
      "learning_rate": 0.00017436466692383995,
      "loss": 2.3906,
      "step": 58891
    },
    {
      "epoch": 2.739799953477553,
      "grad_norm": 1.1972306156884847,
      "learning_rate": 0.00017436100478523478,
      "loss": 2.1719,
      "step": 58892
    },
    {
      "epoch": 2.7398464759246335,
      "grad_norm": 1.26715943722907,
      "learning_rate": 0.00017435734263171568,
      "loss": 2.2188,
      "step": 58893
    },
    {
      "epoch": 2.7398929983717144,
      "grad_norm": 1.2168809533887235,
      "learning_rate": 0.00017435368046328484,
      "loss": 2.3594,
      "step": 58894
    },
    {
      "epoch": 2.739939520818795,
      "grad_norm": 1.2046033661357103,
      "learning_rate": 0.0001743500182799446,
      "loss": 2.2031,
      "step": 58895
    },
    {
      "epoch": 2.739986043265876,
      "grad_norm": 1.294090576422948,
      "learning_rate": 0.00017434635608169706,
      "loss": 2.5312,
      "step": 58896
    },
    {
      "epoch": 2.7400325657129567,
      "grad_norm": 1.22394956214948,
      "learning_rate": 0.0001743426938685446,
      "loss": 2.4219,
      "step": 58897
    },
    {
      "epoch": 2.740079088160037,
      "grad_norm": 1.259840318110594,
      "learning_rate": 0.00017433903164048935,
      "loss": 2.1875,
      "step": 58898
    },
    {
      "epoch": 2.7401256106071177,
      "grad_norm": 1.2210896997151637,
      "learning_rate": 0.00017433536939753366,
      "loss": 2.1875,
      "step": 58899
    },
    {
      "epoch": 2.7401721330541986,
      "grad_norm": 1.37750556054612,
      "learning_rate": 0.00017433170713967967,
      "loss": 2.2188,
      "step": 58900
    },
    {
      "epoch": 2.7402186555012795,
      "grad_norm": 1.1347372493516616,
      "learning_rate": 0.00017432804486692969,
      "loss": 2.0625,
      "step": 58901
    },
    {
      "epoch": 2.74026517794836,
      "grad_norm": 1.1893116912930748,
      "learning_rate": 0.0001743243825792859,
      "loss": 2.2969,
      "step": 58902
    },
    {
      "epoch": 2.740311700395441,
      "grad_norm": 1.2605881097287754,
      "learning_rate": 0.00017432072027675062,
      "loss": 2.4844,
      "step": 58903
    },
    {
      "epoch": 2.7403582228425214,
      "grad_norm": 1.1969488034759024,
      "learning_rate": 0.00017431705795932598,
      "loss": 2.2969,
      "step": 58904
    },
    {
      "epoch": 2.7404047452896023,
      "grad_norm": 1.1964968693898814,
      "learning_rate": 0.00017431339562701438,
      "loss": 2.3125,
      "step": 58905
    },
    {
      "epoch": 2.740451267736683,
      "grad_norm": 1.3333705137567795,
      "learning_rate": 0.00017430973327981796,
      "loss": 2.3438,
      "step": 58906
    },
    {
      "epoch": 2.7404977901837637,
      "grad_norm": 1.2166698189754241,
      "learning_rate": 0.00017430607091773893,
      "loss": 2.0938,
      "step": 58907
    },
    {
      "epoch": 2.7405443126308446,
      "grad_norm": 1.2780754982305909,
      "learning_rate": 0.00017430240854077962,
      "loss": 2.4062,
      "step": 58908
    },
    {
      "epoch": 2.740590835077925,
      "grad_norm": 1.2009541671901687,
      "learning_rate": 0.00017429874614894222,
      "loss": 2.375,
      "step": 58909
    },
    {
      "epoch": 2.7406373575250056,
      "grad_norm": 1.3603884666344397,
      "learning_rate": 0.00017429508374222904,
      "loss": 2.2031,
      "step": 58910
    },
    {
      "epoch": 2.7406838799720865,
      "grad_norm": 1.230612097421265,
      "learning_rate": 0.00017429142132064217,
      "loss": 2.1094,
      "step": 58911
    },
    {
      "epoch": 2.7407304024191674,
      "grad_norm": 1.276030055557277,
      "learning_rate": 0.000174287758884184,
      "loss": 2.5,
      "step": 58912
    },
    {
      "epoch": 2.740776924866248,
      "grad_norm": 1.287752473529737,
      "learning_rate": 0.0001742840964328567,
      "loss": 2.2656,
      "step": 58913
    },
    {
      "epoch": 2.740823447313329,
      "grad_norm": 1.2886922240886394,
      "learning_rate": 0.00017428043396666254,
      "loss": 2.5312,
      "step": 58914
    },
    {
      "epoch": 2.7408699697604093,
      "grad_norm": 1.2833628351396846,
      "learning_rate": 0.00017427677148560374,
      "loss": 2.3594,
      "step": 58915
    },
    {
      "epoch": 2.7409164922074902,
      "grad_norm": 1.2426199148833483,
      "learning_rate": 0.0001742731089896826,
      "loss": 2.3906,
      "step": 58916
    },
    {
      "epoch": 2.7409630146545707,
      "grad_norm": 1.2899470568653963,
      "learning_rate": 0.00017426944647890128,
      "loss": 2.4062,
      "step": 58917
    },
    {
      "epoch": 2.7410095371016516,
      "grad_norm": 1.3019835986303168,
      "learning_rate": 0.00017426578395326212,
      "loss": 2.1875,
      "step": 58918
    },
    {
      "epoch": 2.741056059548732,
      "grad_norm": 1.23197783486548,
      "learning_rate": 0.00017426212141276727,
      "loss": 2.2188,
      "step": 58919
    },
    {
      "epoch": 2.741102581995813,
      "grad_norm": 1.1992699265742086,
      "learning_rate": 0.000174258458857419,
      "loss": 2.0469,
      "step": 58920
    },
    {
      "epoch": 2.7411491044428935,
      "grad_norm": 1.2630140200776017,
      "learning_rate": 0.00017425479628721955,
      "loss": 2.2812,
      "step": 58921
    },
    {
      "epoch": 2.7411956268899744,
      "grad_norm": 1.2171362266912686,
      "learning_rate": 0.00017425113370217118,
      "loss": 2.0938,
      "step": 58922
    },
    {
      "epoch": 2.7412421493370553,
      "grad_norm": 1.2603647848871795,
      "learning_rate": 0.00017424747110227615,
      "loss": 1.6328,
      "step": 58923
    },
    {
      "epoch": 2.741288671784136,
      "grad_norm": 1.1462235347333012,
      "learning_rate": 0.0001742438084875366,
      "loss": 2.0781,
      "step": 58924
    },
    {
      "epoch": 2.7413351942312163,
      "grad_norm": 1.176347387115346,
      "learning_rate": 0.0001742401458579549,
      "loss": 1.9141,
      "step": 58925
    },
    {
      "epoch": 2.741381716678297,
      "grad_norm": 1.132104279593825,
      "learning_rate": 0.00017423648321353324,
      "loss": 1.9844,
      "step": 58926
    },
    {
      "epoch": 2.741428239125378,
      "grad_norm": 1.340081702238336,
      "learning_rate": 0.00017423282055427386,
      "loss": 2.3281,
      "step": 58927
    },
    {
      "epoch": 2.7414747615724586,
      "grad_norm": 1.1863578802481387,
      "learning_rate": 0.000174229157880179,
      "loss": 2.0156,
      "step": 58928
    },
    {
      "epoch": 2.7415212840195395,
      "grad_norm": 1.1864355894840963,
      "learning_rate": 0.00017422549519125093,
      "loss": 1.9453,
      "step": 58929
    },
    {
      "epoch": 2.74156780646662,
      "grad_norm": 1.2937670425316101,
      "learning_rate": 0.00017422183248749182,
      "loss": 2.0156,
      "step": 58930
    },
    {
      "epoch": 2.741614328913701,
      "grad_norm": 1.2291175926046027,
      "learning_rate": 0.000174218169768904,
      "loss": 2.125,
      "step": 58931
    },
    {
      "epoch": 2.7416608513607814,
      "grad_norm": 1.2809333571683708,
      "learning_rate": 0.0001742145070354897,
      "loss": 2.25,
      "step": 58932
    },
    {
      "epoch": 2.7417073738078623,
      "grad_norm": 1.1736447623874435,
      "learning_rate": 0.0001742108442872511,
      "loss": 2.0781,
      "step": 58933
    },
    {
      "epoch": 2.7417538962549433,
      "grad_norm": 1.2354879273811414,
      "learning_rate": 0.00017420718152419046,
      "loss": 2.1562,
      "step": 58934
    },
    {
      "epoch": 2.7418004187020237,
      "grad_norm": 1.1865982427021002,
      "learning_rate": 0.00017420351874631004,
      "loss": 2.3438,
      "step": 58935
    },
    {
      "epoch": 2.741846941149104,
      "grad_norm": 1.1985576676617737,
      "learning_rate": 0.0001741998559536121,
      "loss": 1.9922,
      "step": 58936
    },
    {
      "epoch": 2.741893463596185,
      "grad_norm": 1.254799188126525,
      "learning_rate": 0.00017419619314609888,
      "loss": 2.3125,
      "step": 58937
    },
    {
      "epoch": 2.741939986043266,
      "grad_norm": 1.1871729982955017,
      "learning_rate": 0.0001741925303237726,
      "loss": 2.3125,
      "step": 58938
    },
    {
      "epoch": 2.7419865084903465,
      "grad_norm": 1.2012270359891604,
      "learning_rate": 0.0001741888674866355,
      "loss": 1.7109,
      "step": 58939
    },
    {
      "epoch": 2.7420330309374275,
      "grad_norm": 1.140572316093884,
      "learning_rate": 0.00017418520463468985,
      "loss": 2.1406,
      "step": 58940
    },
    {
      "epoch": 2.742079553384508,
      "grad_norm": 1.2583115893013015,
      "learning_rate": 0.00017418154176793784,
      "loss": 2.0781,
      "step": 58941
    },
    {
      "epoch": 2.742126075831589,
      "grad_norm": 1.3093149302193452,
      "learning_rate": 0.0001741778788863818,
      "loss": 2.2031,
      "step": 58942
    },
    {
      "epoch": 2.7421725982786693,
      "grad_norm": 1.2349029056214313,
      "learning_rate": 0.00017417421599002388,
      "loss": 2.3125,
      "step": 58943
    },
    {
      "epoch": 2.7422191207257502,
      "grad_norm": 1.3380059730412692,
      "learning_rate": 0.0001741705530788664,
      "loss": 2.4688,
      "step": 58944
    },
    {
      "epoch": 2.7422656431728307,
      "grad_norm": 1.1369698074622439,
      "learning_rate": 0.00017416689015291154,
      "loss": 1.9219,
      "step": 58945
    },
    {
      "epoch": 2.7423121656199116,
      "grad_norm": 1.230122674615343,
      "learning_rate": 0.00017416322721216157,
      "loss": 2.3281,
      "step": 58946
    },
    {
      "epoch": 2.742358688066992,
      "grad_norm": 1.225119461638074,
      "learning_rate": 0.00017415956425661868,
      "loss": 2.25,
      "step": 58947
    },
    {
      "epoch": 2.742405210514073,
      "grad_norm": 1.2774429102692089,
      "learning_rate": 0.0001741559012862852,
      "loss": 2.2812,
      "step": 58948
    },
    {
      "epoch": 2.742451732961154,
      "grad_norm": 1.2482184645835228,
      "learning_rate": 0.00017415223830116337,
      "loss": 2.3125,
      "step": 58949
    },
    {
      "epoch": 2.7424982554082344,
      "grad_norm": 1.1727864980823361,
      "learning_rate": 0.00017414857530125534,
      "loss": 1.9922,
      "step": 58950
    },
    {
      "epoch": 2.742544777855315,
      "grad_norm": 1.2903153003951253,
      "learning_rate": 0.00017414491228656348,
      "loss": 2.2969,
      "step": 58951
    },
    {
      "epoch": 2.742591300302396,
      "grad_norm": 1.247535043264472,
      "learning_rate": 0.0001741412492570899,
      "loss": 2.1562,
      "step": 58952
    },
    {
      "epoch": 2.7426378227494768,
      "grad_norm": 1.2659705489566477,
      "learning_rate": 0.00017413758621283694,
      "loss": 2.0938,
      "step": 58953
    },
    {
      "epoch": 2.7426843451965572,
      "grad_norm": 1.2705943264220616,
      "learning_rate": 0.00017413392315380677,
      "loss": 2.4531,
      "step": 58954
    },
    {
      "epoch": 2.742730867643638,
      "grad_norm": 1.292137749643454,
      "learning_rate": 0.00017413026008000174,
      "loss": 2.1875,
      "step": 58955
    },
    {
      "epoch": 2.7427773900907186,
      "grad_norm": 1.1414015390349652,
      "learning_rate": 0.00017412659699142397,
      "loss": 1.8359,
      "step": 58956
    },
    {
      "epoch": 2.7428239125377996,
      "grad_norm": 1.2628859750621007,
      "learning_rate": 0.00017412293388807578,
      "loss": 2.2656,
      "step": 58957
    },
    {
      "epoch": 2.74287043498488,
      "grad_norm": 1.256391694182286,
      "learning_rate": 0.00017411927076995933,
      "loss": 2.3125,
      "step": 58958
    },
    {
      "epoch": 2.742916957431961,
      "grad_norm": 1.156805511797807,
      "learning_rate": 0.00017411560763707694,
      "loss": 1.875,
      "step": 58959
    },
    {
      "epoch": 2.742963479879042,
      "grad_norm": 1.2217096868730855,
      "learning_rate": 0.0001741119444894309,
      "loss": 2.0469,
      "step": 58960
    },
    {
      "epoch": 2.7430100023261224,
      "grad_norm": 1.20028461949854,
      "learning_rate": 0.00017410828132702333,
      "loss": 2.1875,
      "step": 58961
    },
    {
      "epoch": 2.743056524773203,
      "grad_norm": 1.199773655572049,
      "learning_rate": 0.00017410461814985654,
      "loss": 2.125,
      "step": 58962
    },
    {
      "epoch": 2.7431030472202838,
      "grad_norm": 1.324067833902866,
      "learning_rate": 0.00017410095495793272,
      "loss": 2.3906,
      "step": 58963
    },
    {
      "epoch": 2.7431495696673647,
      "grad_norm": 1.2317321141302142,
      "learning_rate": 0.00017409729175125424,
      "loss": 2.4688,
      "step": 58964
    },
    {
      "epoch": 2.743196092114445,
      "grad_norm": 1.2316993735820414,
      "learning_rate": 0.00017409362852982321,
      "loss": 2.4062,
      "step": 58965
    },
    {
      "epoch": 2.743242614561526,
      "grad_norm": 1.1762154855282188,
      "learning_rate": 0.00017408996529364191,
      "loss": 2.0781,
      "step": 58966
    },
    {
      "epoch": 2.7432891370086065,
      "grad_norm": 1.252368883237339,
      "learning_rate": 0.0001740863020427126,
      "loss": 2.2969,
      "step": 58967
    },
    {
      "epoch": 2.7433356594556875,
      "grad_norm": 1.3013164949116627,
      "learning_rate": 0.0001740826387770375,
      "loss": 2.1406,
      "step": 58968
    },
    {
      "epoch": 2.743382181902768,
      "grad_norm": 1.2214109693896018,
      "learning_rate": 0.00017407897549661888,
      "loss": 2.3281,
      "step": 58969
    },
    {
      "epoch": 2.743428704349849,
      "grad_norm": 1.2279596200344067,
      "learning_rate": 0.00017407531220145896,
      "loss": 2.2031,
      "step": 58970
    },
    {
      "epoch": 2.74347522679693,
      "grad_norm": 1.278240447297687,
      "learning_rate": 0.00017407164889156,
      "loss": 2.1719,
      "step": 58971
    },
    {
      "epoch": 2.7435217492440103,
      "grad_norm": 1.2586381120241934,
      "learning_rate": 0.0001740679855669242,
      "loss": 2.2812,
      "step": 58972
    },
    {
      "epoch": 2.7435682716910907,
      "grad_norm": 1.2828980079784713,
      "learning_rate": 0.00017406432222755394,
      "loss": 2.25,
      "step": 58973
    },
    {
      "epoch": 2.7436147941381717,
      "grad_norm": 1.2475288774329967,
      "learning_rate": 0.00017406065887345126,
      "loss": 2.4062,
      "step": 58974
    },
    {
      "epoch": 2.7436613165852526,
      "grad_norm": 1.3642196079634645,
      "learning_rate": 0.00017405699550461853,
      "loss": 2.1406,
      "step": 58975
    },
    {
      "epoch": 2.743707839032333,
      "grad_norm": 1.359220069844423,
      "learning_rate": 0.00017405333212105797,
      "loss": 2.4375,
      "step": 58976
    },
    {
      "epoch": 2.743754361479414,
      "grad_norm": 1.2181358886850278,
      "learning_rate": 0.00017404966872277186,
      "loss": 2.3125,
      "step": 58977
    },
    {
      "epoch": 2.7438008839264945,
      "grad_norm": 1.2937766720511727,
      "learning_rate": 0.00017404600530976233,
      "loss": 2.2031,
      "step": 58978
    },
    {
      "epoch": 2.7438474063735754,
      "grad_norm": 1.2135471883329507,
      "learning_rate": 0.00017404234188203173,
      "loss": 2.1562,
      "step": 58979
    },
    {
      "epoch": 2.743893928820656,
      "grad_norm": 1.3884578559384004,
      "learning_rate": 0.00017403867843958224,
      "loss": 2.3281,
      "step": 58980
    },
    {
      "epoch": 2.743940451267737,
      "grad_norm": 1.3214701661125194,
      "learning_rate": 0.00017403501498241614,
      "loss": 2.375,
      "step": 58981
    },
    {
      "epoch": 2.7439869737148173,
      "grad_norm": 1.2341650018006611,
      "learning_rate": 0.0001740313515105357,
      "loss": 2.1562,
      "step": 58982
    },
    {
      "epoch": 2.744033496161898,
      "grad_norm": 1.3115345557562563,
      "learning_rate": 0.00017402768802394307,
      "loss": 2.4219,
      "step": 58983
    },
    {
      "epoch": 2.7440800186089787,
      "grad_norm": 1.3105958465410008,
      "learning_rate": 0.0001740240245226406,
      "loss": 2.4375,
      "step": 58984
    },
    {
      "epoch": 2.7441265410560596,
      "grad_norm": 1.248128879214197,
      "learning_rate": 0.00017402036100663042,
      "loss": 2.1875,
      "step": 58985
    },
    {
      "epoch": 2.7441730635031405,
      "grad_norm": 1.2542346768876789,
      "learning_rate": 0.0001740166974759149,
      "loss": 2.4219,
      "step": 58986
    },
    {
      "epoch": 2.744219585950221,
      "grad_norm": 1.3531685764444497,
      "learning_rate": 0.00017401303393049618,
      "loss": 2.25,
      "step": 58987
    },
    {
      "epoch": 2.7442661083973015,
      "grad_norm": 1.3178279664186663,
      "learning_rate": 0.00017400937037037657,
      "loss": 2.4375,
      "step": 58988
    },
    {
      "epoch": 2.7443126308443824,
      "grad_norm": 1.2398267081727905,
      "learning_rate": 0.00017400570679555822,
      "loss": 2.4219,
      "step": 58989
    },
    {
      "epoch": 2.7443591532914633,
      "grad_norm": 1.2500377762003656,
      "learning_rate": 0.00017400204320604348,
      "loss": 2.2969,
      "step": 58990
    },
    {
      "epoch": 2.7444056757385438,
      "grad_norm": 1.194391428398965,
      "learning_rate": 0.00017399837960183453,
      "loss": 2.25,
      "step": 58991
    },
    {
      "epoch": 2.7444521981856247,
      "grad_norm": 1.2144884236079696,
      "learning_rate": 0.00017399471598293363,
      "loss": 2.2188,
      "step": 58992
    },
    {
      "epoch": 2.744498720632705,
      "grad_norm": 1.163204355759034,
      "learning_rate": 0.00017399105234934304,
      "loss": 2.2344,
      "step": 58993
    },
    {
      "epoch": 2.744545243079786,
      "grad_norm": 1.2178931016649763,
      "learning_rate": 0.000173987388701065,
      "loss": 2.4531,
      "step": 58994
    },
    {
      "epoch": 2.7445917655268666,
      "grad_norm": 1.2794711713728952,
      "learning_rate": 0.00017398372503810172,
      "loss": 2.0938,
      "step": 58995
    },
    {
      "epoch": 2.7446382879739475,
      "grad_norm": 1.3278443746183248,
      "learning_rate": 0.00017398006136045544,
      "loss": 2.3438,
      "step": 58996
    },
    {
      "epoch": 2.7446848104210284,
      "grad_norm": 1.2090202034764579,
      "learning_rate": 0.00017397639766812844,
      "loss": 2.4531,
      "step": 58997
    },
    {
      "epoch": 2.744731332868109,
      "grad_norm": 1.2001527897412034,
      "learning_rate": 0.00017397273396112296,
      "loss": 2.2969,
      "step": 58998
    },
    {
      "epoch": 2.7447778553151894,
      "grad_norm": 1.4633265099705188,
      "learning_rate": 0.00017396907023944124,
      "loss": 2.2656,
      "step": 58999
    },
    {
      "epoch": 2.7448243777622703,
      "grad_norm": 1.195414769644579,
      "learning_rate": 0.00017396540650308547,
      "loss": 2.2812,
      "step": 59000
    },
    {
      "epoch": 2.744870900209351,
      "grad_norm": 1.2074339991189917,
      "learning_rate": 0.000173961742752058,
      "loss": 2.1719,
      "step": 59001
    },
    {
      "epoch": 2.7449174226564317,
      "grad_norm": 1.3209887434980063,
      "learning_rate": 0.00017395807898636095,
      "loss": 2.5312,
      "step": 59002
    },
    {
      "epoch": 2.7449639451035126,
      "grad_norm": 1.2115699618435272,
      "learning_rate": 0.00017395441520599663,
      "loss": 2.0469,
      "step": 59003
    },
    {
      "epoch": 2.745010467550593,
      "grad_norm": 1.201894528522009,
      "learning_rate": 0.00017395075141096733,
      "loss": 2.3594,
      "step": 59004
    },
    {
      "epoch": 2.745056989997674,
      "grad_norm": 1.2387802520873907,
      "learning_rate": 0.00017394708760127517,
      "loss": 2.2656,
      "step": 59005
    },
    {
      "epoch": 2.7451035124447545,
      "grad_norm": 1.1861056614489192,
      "learning_rate": 0.00017394342377692251,
      "loss": 1.7109,
      "step": 59006
    },
    {
      "epoch": 2.7451500348918354,
      "grad_norm": 1.2457567542510812,
      "learning_rate": 0.00017393975993791155,
      "loss": 2.2031,
      "step": 59007
    },
    {
      "epoch": 2.745196557338916,
      "grad_norm": 1.276177946579579,
      "learning_rate": 0.00017393609608424448,
      "loss": 2.25,
      "step": 59008
    },
    {
      "epoch": 2.745243079785997,
      "grad_norm": 1.3896963368972566,
      "learning_rate": 0.0001739324322159236,
      "loss": 2.4688,
      "step": 59009
    },
    {
      "epoch": 2.7452896022330773,
      "grad_norm": 1.3720620819059939,
      "learning_rate": 0.0001739287683329512,
      "loss": 2.2031,
      "step": 59010
    },
    {
      "epoch": 2.745336124680158,
      "grad_norm": 1.2330347411031615,
      "learning_rate": 0.0001739251044353294,
      "loss": 2.2031,
      "step": 59011
    },
    {
      "epoch": 2.745382647127239,
      "grad_norm": 1.2008622865744079,
      "learning_rate": 0.00017392144052306058,
      "loss": 2.1719,
      "step": 59012
    },
    {
      "epoch": 2.7454291695743196,
      "grad_norm": 1.265359008427598,
      "learning_rate": 0.00017391777659614684,
      "loss": 2.4219,
      "step": 59013
    },
    {
      "epoch": 2.7454756920214,
      "grad_norm": 1.12659340870004,
      "learning_rate": 0.0001739141126545905,
      "loss": 1.75,
      "step": 59014
    },
    {
      "epoch": 2.745522214468481,
      "grad_norm": 1.0895357178849236,
      "learning_rate": 0.00017391044869839386,
      "loss": 1.9141,
      "step": 59015
    },
    {
      "epoch": 2.745568736915562,
      "grad_norm": 1.2720390878794035,
      "learning_rate": 0.00017390678472755907,
      "loss": 2.4531,
      "step": 59016
    },
    {
      "epoch": 2.7456152593626424,
      "grad_norm": 1.2751917483645607,
      "learning_rate": 0.0001739031207420884,
      "loss": 2.4375,
      "step": 59017
    },
    {
      "epoch": 2.7456617818097233,
      "grad_norm": 1.2618215831448276,
      "learning_rate": 0.00017389945674198411,
      "loss": 2.4531,
      "step": 59018
    },
    {
      "epoch": 2.745708304256804,
      "grad_norm": 1.2080943959522805,
      "learning_rate": 0.00017389579272724843,
      "loss": 2.3438,
      "step": 59019
    },
    {
      "epoch": 2.7457548267038847,
      "grad_norm": 1.3040324942025372,
      "learning_rate": 0.00017389212869788358,
      "loss": 2.3125,
      "step": 59020
    },
    {
      "epoch": 2.745801349150965,
      "grad_norm": 1.2228839730660686,
      "learning_rate": 0.00017388846465389186,
      "loss": 2.2812,
      "step": 59021
    },
    {
      "epoch": 2.745847871598046,
      "grad_norm": 1.3765178122965749,
      "learning_rate": 0.00017388480059527545,
      "loss": 2.25,
      "step": 59022
    },
    {
      "epoch": 2.745894394045127,
      "grad_norm": 1.2788644060769985,
      "learning_rate": 0.00017388113652203667,
      "loss": 2.5156,
      "step": 59023
    },
    {
      "epoch": 2.7459409164922075,
      "grad_norm": 1.2961434824741593,
      "learning_rate": 0.00017387747243417765,
      "loss": 2.3594,
      "step": 59024
    },
    {
      "epoch": 2.745987438939288,
      "grad_norm": 1.283309672514612,
      "learning_rate": 0.00017387380833170074,
      "loss": 2.3594,
      "step": 59025
    },
    {
      "epoch": 2.746033961386369,
      "grad_norm": 1.3184373106562188,
      "learning_rate": 0.00017387014421460818,
      "loss": 2.5469,
      "step": 59026
    },
    {
      "epoch": 2.74608048383345,
      "grad_norm": 1.2526757423043067,
      "learning_rate": 0.00017386648008290212,
      "loss": 2.2031,
      "step": 59027
    },
    {
      "epoch": 2.7461270062805303,
      "grad_norm": 1.177944585989448,
      "learning_rate": 0.00017386281593658492,
      "loss": 2.0625,
      "step": 59028
    },
    {
      "epoch": 2.7461735287276112,
      "grad_norm": 1.2622325462998116,
      "learning_rate": 0.00017385915177565872,
      "loss": 2.4375,
      "step": 59029
    },
    {
      "epoch": 2.7462200511746917,
      "grad_norm": 1.2418934473965617,
      "learning_rate": 0.00017385548760012583,
      "loss": 2.3281,
      "step": 59030
    },
    {
      "epoch": 2.7462665736217726,
      "grad_norm": 1.2851513964440413,
      "learning_rate": 0.00017385182340998843,
      "loss": 2.2656,
      "step": 59031
    },
    {
      "epoch": 2.746313096068853,
      "grad_norm": 1.3403764636242648,
      "learning_rate": 0.00017384815920524886,
      "loss": 2.2188,
      "step": 59032
    },
    {
      "epoch": 2.746359618515934,
      "grad_norm": 1.2651601713699594,
      "learning_rate": 0.00017384449498590923,
      "loss": 2.2344,
      "step": 59033
    },
    {
      "epoch": 2.7464061409630145,
      "grad_norm": 1.1683224938075734,
      "learning_rate": 0.00017384083075197194,
      "loss": 2.3438,
      "step": 59034
    },
    {
      "epoch": 2.7464526634100954,
      "grad_norm": 1.1859821341846075,
      "learning_rate": 0.00017383716650343903,
      "loss": 2.0938,
      "step": 59035
    },
    {
      "epoch": 2.746499185857176,
      "grad_norm": 1.2699300215482014,
      "learning_rate": 0.00017383350224031298,
      "loss": 2.5156,
      "step": 59036
    },
    {
      "epoch": 2.746545708304257,
      "grad_norm": 1.1939695179897285,
      "learning_rate": 0.0001738298379625959,
      "loss": 2.1719,
      "step": 59037
    },
    {
      "epoch": 2.7465922307513377,
      "grad_norm": 1.1776727618488492,
      "learning_rate": 0.00017382617367029003,
      "loss": 2.0156,
      "step": 59038
    },
    {
      "epoch": 2.746638753198418,
      "grad_norm": 1.232967762618174,
      "learning_rate": 0.0001738225093633977,
      "loss": 2.3438,
      "step": 59039
    },
    {
      "epoch": 2.7466852756454987,
      "grad_norm": 1.279277576190964,
      "learning_rate": 0.00017381884504192102,
      "loss": 2.4062,
      "step": 59040
    },
    {
      "epoch": 2.7467317980925796,
      "grad_norm": 1.3038150238951782,
      "learning_rate": 0.00017381518070586234,
      "loss": 2.3594,
      "step": 59041
    },
    {
      "epoch": 2.7467783205396605,
      "grad_norm": 1.3164745187942781,
      "learning_rate": 0.0001738115163552238,
      "loss": 2.4688,
      "step": 59042
    },
    {
      "epoch": 2.746824842986741,
      "grad_norm": 1.2629800056043343,
      "learning_rate": 0.0001738078519900078,
      "loss": 2.25,
      "step": 59043
    },
    {
      "epoch": 2.746871365433822,
      "grad_norm": 1.2061065772545605,
      "learning_rate": 0.00017380418761021646,
      "loss": 2.1719,
      "step": 59044
    },
    {
      "epoch": 2.7469178878809024,
      "grad_norm": 1.3211339916604667,
      "learning_rate": 0.00017380052321585204,
      "loss": 2.2812,
      "step": 59045
    },
    {
      "epoch": 2.7469644103279833,
      "grad_norm": 1.1958277315352142,
      "learning_rate": 0.00017379685880691676,
      "loss": 2.0,
      "step": 59046
    },
    {
      "epoch": 2.747010932775064,
      "grad_norm": 1.241926139861645,
      "learning_rate": 0.00017379319438341295,
      "loss": 2.4062,
      "step": 59047
    },
    {
      "epoch": 2.7470574552221447,
      "grad_norm": 1.3035895774316058,
      "learning_rate": 0.0001737895299453428,
      "loss": 2.1406,
      "step": 59048
    },
    {
      "epoch": 2.7471039776692256,
      "grad_norm": 1.2913705893184466,
      "learning_rate": 0.0001737858654927086,
      "loss": 2.1875,
      "step": 59049
    },
    {
      "epoch": 2.747150500116306,
      "grad_norm": 1.1974971388005917,
      "learning_rate": 0.0001737822010255125,
      "loss": 2.3594,
      "step": 59050
    },
    {
      "epoch": 2.7471970225633866,
      "grad_norm": 1.1852218312501306,
      "learning_rate": 0.0001737785365437568,
      "loss": 2.2812,
      "step": 59051
    },
    {
      "epoch": 2.7472435450104675,
      "grad_norm": 1.3715881588182983,
      "learning_rate": 0.00017377487204744377,
      "loss": 2.1875,
      "step": 59052
    },
    {
      "epoch": 2.7472900674575484,
      "grad_norm": 1.2000284254382967,
      "learning_rate": 0.00017377120753657563,
      "loss": 2.1094,
      "step": 59053
    },
    {
      "epoch": 2.747336589904629,
      "grad_norm": 1.292741815965614,
      "learning_rate": 0.0001737675430111546,
      "loss": 2.4062,
      "step": 59054
    },
    {
      "epoch": 2.74738311235171,
      "grad_norm": 1.1216877777406278,
      "learning_rate": 0.0001737638784711829,
      "loss": 1.9297,
      "step": 59055
    },
    {
      "epoch": 2.7474296347987903,
      "grad_norm": 1.228019089465867,
      "learning_rate": 0.00017376021391666288,
      "loss": 2.2031,
      "step": 59056
    },
    {
      "epoch": 2.7474761572458712,
      "grad_norm": 1.2565455459771049,
      "learning_rate": 0.0001737565493475966,
      "loss": 2.0625,
      "step": 59057
    },
    {
      "epoch": 2.7475226796929517,
      "grad_norm": 1.1072815526675004,
      "learning_rate": 0.00017375288476398655,
      "loss": 1.7188,
      "step": 59058
    },
    {
      "epoch": 2.7475692021400326,
      "grad_norm": 1.277714643427205,
      "learning_rate": 0.0001737492201658348,
      "loss": 2.2812,
      "step": 59059
    },
    {
      "epoch": 2.747615724587113,
      "grad_norm": 1.2222933899296413,
      "learning_rate": 0.00017374555555314363,
      "loss": 2.2188,
      "step": 59060
    },
    {
      "epoch": 2.747662247034194,
      "grad_norm": 1.210454606913604,
      "learning_rate": 0.00017374189092591528,
      "loss": 2.0469,
      "step": 59061
    },
    {
      "epoch": 2.7477087694812745,
      "grad_norm": 1.1669315764297228,
      "learning_rate": 0.00017373822628415203,
      "loss": 1.9609,
      "step": 59062
    },
    {
      "epoch": 2.7477552919283554,
      "grad_norm": 1.2658188902936258,
      "learning_rate": 0.00017373456162785608,
      "loss": 2.3906,
      "step": 59063
    },
    {
      "epoch": 2.7478018143754364,
      "grad_norm": 1.1906980997153807,
      "learning_rate": 0.0001737308969570297,
      "loss": 2.1719,
      "step": 59064
    },
    {
      "epoch": 2.747848336822517,
      "grad_norm": 1.2569005542007434,
      "learning_rate": 0.00017372723227167519,
      "loss": 2.2344,
      "step": 59065
    },
    {
      "epoch": 2.7478948592695973,
      "grad_norm": 1.2811459056811907,
      "learning_rate": 0.0001737235675717946,
      "loss": 2.4219,
      "step": 59066
    },
    {
      "epoch": 2.7479413817166782,
      "grad_norm": 1.2293551358395622,
      "learning_rate": 0.0001737199028573904,
      "loss": 2.25,
      "step": 59067
    },
    {
      "epoch": 2.747987904163759,
      "grad_norm": 1.2248237489954032,
      "learning_rate": 0.00017371623812846465,
      "loss": 1.9844,
      "step": 59068
    },
    {
      "epoch": 2.7480344266108396,
      "grad_norm": 1.187013954378107,
      "learning_rate": 0.00017371257338501977,
      "loss": 2.1875,
      "step": 59069
    },
    {
      "epoch": 2.7480809490579206,
      "grad_norm": 1.287147809486706,
      "learning_rate": 0.00017370890862705786,
      "loss": 2.3906,
      "step": 59070
    },
    {
      "epoch": 2.748127471505001,
      "grad_norm": 1.222716223849258,
      "learning_rate": 0.00017370524385458124,
      "loss": 2.2031,
      "step": 59071
    },
    {
      "epoch": 2.748173993952082,
      "grad_norm": 1.5182097127134588,
      "learning_rate": 0.00017370157906759212,
      "loss": 2.3125,
      "step": 59072
    },
    {
      "epoch": 2.7482205163991624,
      "grad_norm": 1.190798516755956,
      "learning_rate": 0.00017369791426609277,
      "loss": 2.125,
      "step": 59073
    },
    {
      "epoch": 2.7482670388462433,
      "grad_norm": 1.2637079884504852,
      "learning_rate": 0.00017369424945008538,
      "loss": 2.1406,
      "step": 59074
    },
    {
      "epoch": 2.7483135612933243,
      "grad_norm": 1.351329412331389,
      "learning_rate": 0.00017369058461957226,
      "loss": 2.2656,
      "step": 59075
    },
    {
      "epoch": 2.7483600837404047,
      "grad_norm": 1.2049693314404304,
      "learning_rate": 0.0001736869197745556,
      "loss": 2.1562,
      "step": 59076
    },
    {
      "epoch": 2.7484066061874852,
      "grad_norm": 1.117827069543874,
      "learning_rate": 0.0001736832549150377,
      "loss": 1.9688,
      "step": 59077
    },
    {
      "epoch": 2.748453128634566,
      "grad_norm": 1.2959437106497278,
      "learning_rate": 0.00017367959004102078,
      "loss": 2.3125,
      "step": 59078
    },
    {
      "epoch": 2.748499651081647,
      "grad_norm": 1.2676039329925985,
      "learning_rate": 0.00017367592515250702,
      "loss": 2.4688,
      "step": 59079
    },
    {
      "epoch": 2.7485461735287275,
      "grad_norm": 1.2568332831734683,
      "learning_rate": 0.00017367226024949875,
      "loss": 1.8828,
      "step": 59080
    },
    {
      "epoch": 2.7485926959758085,
      "grad_norm": 1.2975113321437335,
      "learning_rate": 0.00017366859533199817,
      "loss": 2.2812,
      "step": 59081
    },
    {
      "epoch": 2.748639218422889,
      "grad_norm": 1.2414510199196953,
      "learning_rate": 0.00017366493040000758,
      "loss": 2.2188,
      "step": 59082
    },
    {
      "epoch": 2.74868574086997,
      "grad_norm": 1.1916810288025406,
      "learning_rate": 0.00017366126545352914,
      "loss": 2.25,
      "step": 59083
    },
    {
      "epoch": 2.7487322633170503,
      "grad_norm": 1.2756734175021625,
      "learning_rate": 0.00017365760049256517,
      "loss": 2.6406,
      "step": 59084
    },
    {
      "epoch": 2.7487787857641313,
      "grad_norm": 1.263454476616803,
      "learning_rate": 0.0001736539355171178,
      "loss": 2.4531,
      "step": 59085
    },
    {
      "epoch": 2.748825308211212,
      "grad_norm": 1.2970678108015339,
      "learning_rate": 0.00017365027052718943,
      "loss": 2.5,
      "step": 59086
    },
    {
      "epoch": 2.7488718306582927,
      "grad_norm": 1.1774593452640405,
      "learning_rate": 0.0001736466055227822,
      "loss": 2.2188,
      "step": 59087
    },
    {
      "epoch": 2.748918353105373,
      "grad_norm": 1.2341131768416886,
      "learning_rate": 0.0001736429405038984,
      "loss": 2.3281,
      "step": 59088
    },
    {
      "epoch": 2.748964875552454,
      "grad_norm": 1.2080673539982227,
      "learning_rate": 0.0001736392754705402,
      "loss": 2.2969,
      "step": 59089
    },
    {
      "epoch": 2.749011397999535,
      "grad_norm": 1.3332200076149459,
      "learning_rate": 0.00017363561042270988,
      "loss": 2.3438,
      "step": 59090
    },
    {
      "epoch": 2.7490579204466155,
      "grad_norm": 1.2956079081200549,
      "learning_rate": 0.00017363194536040976,
      "loss": 2.3281,
      "step": 59091
    },
    {
      "epoch": 2.749104442893696,
      "grad_norm": 1.176219861894144,
      "learning_rate": 0.00017362828028364202,
      "loss": 2.1094,
      "step": 59092
    },
    {
      "epoch": 2.749150965340777,
      "grad_norm": 1.226351823555658,
      "learning_rate": 0.0001736246151924089,
      "loss": 2.2188,
      "step": 59093
    },
    {
      "epoch": 2.7491974877878578,
      "grad_norm": 1.2166768553546783,
      "learning_rate": 0.00017362095008671265,
      "loss": 2.1562,
      "step": 59094
    },
    {
      "epoch": 2.7492440102349383,
      "grad_norm": 1.2461110252495458,
      "learning_rate": 0.00017361728496655552,
      "loss": 2.2344,
      "step": 59095
    },
    {
      "epoch": 2.749290532682019,
      "grad_norm": 1.2366389931555275,
      "learning_rate": 0.00017361361983193974,
      "loss": 2.2969,
      "step": 59096
    },
    {
      "epoch": 2.7493370551290996,
      "grad_norm": 1.3108271156324003,
      "learning_rate": 0.00017360995468286756,
      "loss": 2.4844,
      "step": 59097
    },
    {
      "epoch": 2.7493835775761806,
      "grad_norm": 1.2238896624234923,
      "learning_rate": 0.00017360628951934123,
      "loss": 2.2031,
      "step": 59098
    },
    {
      "epoch": 2.749430100023261,
      "grad_norm": 1.2056569029625892,
      "learning_rate": 0.000173602624341363,
      "loss": 2.3594,
      "step": 59099
    },
    {
      "epoch": 2.749476622470342,
      "grad_norm": 1.1698834984665298,
      "learning_rate": 0.00017359895914893507,
      "loss": 2.2812,
      "step": 59100
    },
    {
      "epoch": 2.749523144917423,
      "grad_norm": 1.2666495772666082,
      "learning_rate": 0.00017359529394205973,
      "loss": 2.3594,
      "step": 59101
    },
    {
      "epoch": 2.7495696673645034,
      "grad_norm": 1.3413156316007904,
      "learning_rate": 0.00017359162872073927,
      "loss": 2.4844,
      "step": 59102
    },
    {
      "epoch": 2.749616189811584,
      "grad_norm": 1.3434770888888765,
      "learning_rate": 0.0001735879634849758,
      "loss": 2.5,
      "step": 59103
    },
    {
      "epoch": 2.7496627122586648,
      "grad_norm": 1.2562905512539957,
      "learning_rate": 0.0001735842982347717,
      "loss": 2.1562,
      "step": 59104
    },
    {
      "epoch": 2.7497092347057457,
      "grad_norm": 1.173086756668145,
      "learning_rate": 0.00017358063297012908,
      "loss": 2.1406,
      "step": 59105
    },
    {
      "epoch": 2.749755757152826,
      "grad_norm": 1.2524147827518426,
      "learning_rate": 0.00017357696769105036,
      "loss": 2.375,
      "step": 59106
    },
    {
      "epoch": 2.749802279599907,
      "grad_norm": 1.2025982722089852,
      "learning_rate": 0.00017357330239753762,
      "loss": 2.125,
      "step": 59107
    },
    {
      "epoch": 2.7498488020469876,
      "grad_norm": 1.3097994599710865,
      "learning_rate": 0.00017356963708959315,
      "loss": 2.5156,
      "step": 59108
    },
    {
      "epoch": 2.7498953244940685,
      "grad_norm": 1.2427423936025392,
      "learning_rate": 0.00017356597176721925,
      "loss": 2.4062,
      "step": 59109
    },
    {
      "epoch": 2.749941846941149,
      "grad_norm": 1.2535282619251842,
      "learning_rate": 0.0001735623064304181,
      "loss": 2.4062,
      "step": 59110
    },
    {
      "epoch": 2.74998836938823,
      "grad_norm": 1.2058050197253,
      "learning_rate": 0.00017355864107919194,
      "loss": 2.4375,
      "step": 59111
    },
    {
      "epoch": 2.750034891835311,
      "grad_norm": 1.4143991887509688,
      "learning_rate": 0.00017355497571354308,
      "loss": 2.2344,
      "step": 59112
    },
    {
      "epoch": 2.7500814142823913,
      "grad_norm": 1.2445516158980068,
      "learning_rate": 0.00017355131033347371,
      "loss": 2.2812,
      "step": 59113
    },
    {
      "epoch": 2.7501279367294718,
      "grad_norm": 1.175986769738565,
      "learning_rate": 0.00017354764493898608,
      "loss": 2.1719,
      "step": 59114
    },
    {
      "epoch": 2.7501744591765527,
      "grad_norm": 1.3008162364314129,
      "learning_rate": 0.0001735439795300825,
      "loss": 2.1406,
      "step": 59115
    },
    {
      "epoch": 2.7502209816236336,
      "grad_norm": 1.2169731798624843,
      "learning_rate": 0.0001735403141067651,
      "loss": 2.5156,
      "step": 59116
    },
    {
      "epoch": 2.750267504070714,
      "grad_norm": 1.207791868204187,
      "learning_rate": 0.00017353664866903617,
      "loss": 2.1094,
      "step": 59117
    },
    {
      "epoch": 2.750314026517795,
      "grad_norm": 1.201504921186833,
      "learning_rate": 0.000173532983216898,
      "loss": 2.2031,
      "step": 59118
    },
    {
      "epoch": 2.7503605489648755,
      "grad_norm": 1.1999505589288018,
      "learning_rate": 0.00017352931775035282,
      "loss": 2.0938,
      "step": 59119
    },
    {
      "epoch": 2.7504070714119564,
      "grad_norm": 1.2826067192306079,
      "learning_rate": 0.00017352565226940277,
      "loss": 2.4062,
      "step": 59120
    },
    {
      "epoch": 2.750453593859037,
      "grad_norm": 1.236305387185232,
      "learning_rate": 0.00017352198677405027,
      "loss": 2.2969,
      "step": 59121
    },
    {
      "epoch": 2.750500116306118,
      "grad_norm": 1.2725769487638259,
      "learning_rate": 0.00017351832126429742,
      "loss": 2.2031,
      "step": 59122
    },
    {
      "epoch": 2.7505466387531983,
      "grad_norm": 1.2311473250369733,
      "learning_rate": 0.0001735146557401465,
      "loss": 2.4688,
      "step": 59123
    },
    {
      "epoch": 2.750593161200279,
      "grad_norm": 1.1141516321503897,
      "learning_rate": 0.00017351099020159982,
      "loss": 2.0312,
      "step": 59124
    },
    {
      "epoch": 2.7506396836473597,
      "grad_norm": 1.190241172471671,
      "learning_rate": 0.00017350732464865954,
      "loss": 2.125,
      "step": 59125
    },
    {
      "epoch": 2.7506862060944406,
      "grad_norm": 1.206571420722577,
      "learning_rate": 0.00017350365908132796,
      "loss": 2.4062,
      "step": 59126
    },
    {
      "epoch": 2.7507327285415215,
      "grad_norm": 1.3974258360400929,
      "learning_rate": 0.00017349999349960726,
      "loss": 2.25,
      "step": 59127
    },
    {
      "epoch": 2.750779250988602,
      "grad_norm": 1.2356506525808504,
      "learning_rate": 0.0001734963279034998,
      "loss": 2.375,
      "step": 59128
    },
    {
      "epoch": 2.7508257734356825,
      "grad_norm": 1.2240776465564347,
      "learning_rate": 0.00017349266229300768,
      "loss": 2.3906,
      "step": 59129
    },
    {
      "epoch": 2.7508722958827634,
      "grad_norm": 1.245247183427321,
      "learning_rate": 0.00017348899666813324,
      "loss": 2.4531,
      "step": 59130
    },
    {
      "epoch": 2.7509188183298443,
      "grad_norm": 1.2169354295691341,
      "learning_rate": 0.00017348533102887868,
      "loss": 2.2031,
      "step": 59131
    },
    {
      "epoch": 2.750965340776925,
      "grad_norm": 1.238016424162896,
      "learning_rate": 0.00017348166537524632,
      "loss": 2.1406,
      "step": 59132
    },
    {
      "epoch": 2.7510118632240057,
      "grad_norm": 1.2815737633987137,
      "learning_rate": 0.00017347799970723825,
      "loss": 2.3281,
      "step": 59133
    },
    {
      "epoch": 2.751058385671086,
      "grad_norm": 1.2731638637449474,
      "learning_rate": 0.00017347433402485686,
      "loss": 2.2031,
      "step": 59134
    },
    {
      "epoch": 2.751104908118167,
      "grad_norm": 1.1853071150405905,
      "learning_rate": 0.00017347066832810434,
      "loss": 2.0469,
      "step": 59135
    },
    {
      "epoch": 2.7511514305652476,
      "grad_norm": 1.1507031117026412,
      "learning_rate": 0.00017346700261698295,
      "loss": 2.0156,
      "step": 59136
    },
    {
      "epoch": 2.7511979530123285,
      "grad_norm": 1.2210447708418959,
      "learning_rate": 0.00017346333689149493,
      "loss": 2.2031,
      "step": 59137
    },
    {
      "epoch": 2.7512444754594094,
      "grad_norm": 1.1925448137486192,
      "learning_rate": 0.00017345967115164248,
      "loss": 2.0,
      "step": 59138
    },
    {
      "epoch": 2.75129099790649,
      "grad_norm": 1.3368251987025945,
      "learning_rate": 0.00017345600539742795,
      "loss": 2.3438,
      "step": 59139
    },
    {
      "epoch": 2.7513375203535704,
      "grad_norm": 1.2441476291800306,
      "learning_rate": 0.0001734523396288534,
      "loss": 2.1875,
      "step": 59140
    },
    {
      "epoch": 2.7513840428006513,
      "grad_norm": 1.2995197310374202,
      "learning_rate": 0.00017344867384592132,
      "loss": 2.2812,
      "step": 59141
    },
    {
      "epoch": 2.751430565247732,
      "grad_norm": 1.2132791091068122,
      "learning_rate": 0.00017344500804863372,
      "loss": 2.2344,
      "step": 59142
    },
    {
      "epoch": 2.7514770876948127,
      "grad_norm": 1.2001012088264853,
      "learning_rate": 0.000173441342236993,
      "loss": 2.1875,
      "step": 59143
    },
    {
      "epoch": 2.7515236101418936,
      "grad_norm": 1.2418345859519562,
      "learning_rate": 0.00017343767641100135,
      "loss": 2.3125,
      "step": 59144
    },
    {
      "epoch": 2.751570132588974,
      "grad_norm": 1.1910906158135344,
      "learning_rate": 0.000173434010570661,
      "loss": 1.9922,
      "step": 59145
    },
    {
      "epoch": 2.751616655036055,
      "grad_norm": 1.2277689911264724,
      "learning_rate": 0.00017343034471597424,
      "loss": 2.3281,
      "step": 59146
    },
    {
      "epoch": 2.7516631774831355,
      "grad_norm": 1.324100246998584,
      "learning_rate": 0.00017342667884694325,
      "loss": 2.0781,
      "step": 59147
    },
    {
      "epoch": 2.7517096999302164,
      "grad_norm": 1.2523025256959184,
      "learning_rate": 0.00017342301296357034,
      "loss": 2.4062,
      "step": 59148
    },
    {
      "epoch": 2.751756222377297,
      "grad_norm": 1.3279954963391203,
      "learning_rate": 0.00017341934706585768,
      "loss": 2.5156,
      "step": 59149
    },
    {
      "epoch": 2.751802744824378,
      "grad_norm": 1.2667980480034762,
      "learning_rate": 0.0001734156811538076,
      "loss": 2.4219,
      "step": 59150
    },
    {
      "epoch": 2.7518492672714583,
      "grad_norm": 1.327540205034479,
      "learning_rate": 0.00017341201522742228,
      "loss": 2.3594,
      "step": 59151
    },
    {
      "epoch": 2.751895789718539,
      "grad_norm": 1.1945443496292256,
      "learning_rate": 0.00017340834928670403,
      "loss": 2.25,
      "step": 59152
    },
    {
      "epoch": 2.75194231216562,
      "grad_norm": 1.251766809577838,
      "learning_rate": 0.00017340468333165498,
      "loss": 2.5469,
      "step": 59153
    },
    {
      "epoch": 2.7519888346127006,
      "grad_norm": 1.236468577980344,
      "learning_rate": 0.0001734010173622775,
      "loss": 2.2188,
      "step": 59154
    },
    {
      "epoch": 2.752035357059781,
      "grad_norm": 1.19673986966338,
      "learning_rate": 0.00017339735137857375,
      "loss": 2.1562,
      "step": 59155
    },
    {
      "epoch": 2.752081879506862,
      "grad_norm": 1.2727891737756563,
      "learning_rate": 0.000173393685380546,
      "loss": 2.0625,
      "step": 59156
    },
    {
      "epoch": 2.752128401953943,
      "grad_norm": 1.222682023354455,
      "learning_rate": 0.0001733900193681965,
      "loss": 2.4219,
      "step": 59157
    },
    {
      "epoch": 2.7521749244010234,
      "grad_norm": 1.2937672921601338,
      "learning_rate": 0.00017338635334152752,
      "loss": 2.1875,
      "step": 59158
    },
    {
      "epoch": 2.7522214468481043,
      "grad_norm": 1.2753945262796649,
      "learning_rate": 0.00017338268730054127,
      "loss": 2.0,
      "step": 59159
    },
    {
      "epoch": 2.752267969295185,
      "grad_norm": 1.3167179109384128,
      "learning_rate": 0.00017337902124523998,
      "loss": 2.4375,
      "step": 59160
    },
    {
      "epoch": 2.7523144917422657,
      "grad_norm": 1.1845661415636883,
      "learning_rate": 0.00017337535517562592,
      "loss": 1.9766,
      "step": 59161
    },
    {
      "epoch": 2.752361014189346,
      "grad_norm": 1.2171018290334,
      "learning_rate": 0.0001733716890917013,
      "loss": 2.2344,
      "step": 59162
    },
    {
      "epoch": 2.752407536636427,
      "grad_norm": 1.22209723736555,
      "learning_rate": 0.00017336802299346845,
      "loss": 2.3125,
      "step": 59163
    },
    {
      "epoch": 2.752454059083508,
      "grad_norm": 1.2140324482828788,
      "learning_rate": 0.00017336435688092956,
      "loss": 2.0312,
      "step": 59164
    },
    {
      "epoch": 2.7525005815305885,
      "grad_norm": 1.2775230342443906,
      "learning_rate": 0.00017336069075408688,
      "loss": 2.375,
      "step": 59165
    },
    {
      "epoch": 2.752547103977669,
      "grad_norm": 1.214733111551575,
      "learning_rate": 0.00017335702461294258,
      "loss": 2.2031,
      "step": 59166
    },
    {
      "epoch": 2.75259362642475,
      "grad_norm": 1.2521960330247555,
      "learning_rate": 0.00017335335845749899,
      "loss": 2.5156,
      "step": 59167
    },
    {
      "epoch": 2.752640148871831,
      "grad_norm": 1.2461219583676095,
      "learning_rate": 0.00017334969228775837,
      "loss": 2.4531,
      "step": 59168
    },
    {
      "epoch": 2.7526866713189113,
      "grad_norm": 1.1805077316698314,
      "learning_rate": 0.0001733460261037229,
      "loss": 2.2031,
      "step": 59169
    },
    {
      "epoch": 2.7527331937659922,
      "grad_norm": 1.220307576479165,
      "learning_rate": 0.00017334235990539487,
      "loss": 2.2656,
      "step": 59170
    },
    {
      "epoch": 2.7527797162130727,
      "grad_norm": 1.335949041256332,
      "learning_rate": 0.00017333869369277652,
      "loss": 2.3906,
      "step": 59171
    },
    {
      "epoch": 2.7528262386601536,
      "grad_norm": 1.1973695855486652,
      "learning_rate": 0.0001733350274658701,
      "loss": 2.2188,
      "step": 59172
    },
    {
      "epoch": 2.752872761107234,
      "grad_norm": 1.2644982639171534,
      "learning_rate": 0.00017333136122467779,
      "loss": 2.3281,
      "step": 59173
    },
    {
      "epoch": 2.752919283554315,
      "grad_norm": 1.2247266675707928,
      "learning_rate": 0.00017332769496920195,
      "loss": 2.0625,
      "step": 59174
    },
    {
      "epoch": 2.7529658060013955,
      "grad_norm": 1.221977477741747,
      "learning_rate": 0.00017332402869944469,
      "loss": 2.5,
      "step": 59175
    },
    {
      "epoch": 2.7530123284484764,
      "grad_norm": 1.2168042967409607,
      "learning_rate": 0.00017332036241540837,
      "loss": 2.3281,
      "step": 59176
    },
    {
      "epoch": 2.753058850895557,
      "grad_norm": 1.2230345560535205,
      "learning_rate": 0.00017331669611709517,
      "loss": 2.125,
      "step": 59177
    },
    {
      "epoch": 2.753105373342638,
      "grad_norm": 1.3294838146513237,
      "learning_rate": 0.0001733130298045073,
      "loss": 2.375,
      "step": 59178
    },
    {
      "epoch": 2.7531518957897188,
      "grad_norm": 1.25844782009927,
      "learning_rate": 0.0001733093634776471,
      "loss": 2.4062,
      "step": 59179
    },
    {
      "epoch": 2.7531984182367992,
      "grad_norm": 1.2126500682885963,
      "learning_rate": 0.00017330569713651676,
      "loss": 2.3281,
      "step": 59180
    },
    {
      "epoch": 2.7532449406838797,
      "grad_norm": 1.1454442924449253,
      "learning_rate": 0.00017330203078111855,
      "loss": 2.0938,
      "step": 59181
    },
    {
      "epoch": 2.7532914631309606,
      "grad_norm": 1.1719851726124269,
      "learning_rate": 0.0001732983644114547,
      "loss": 1.8203,
      "step": 59182
    },
    {
      "epoch": 2.7533379855780415,
      "grad_norm": 1.2641881829538393,
      "learning_rate": 0.00017329469802752746,
      "loss": 2.1562,
      "step": 59183
    },
    {
      "epoch": 2.753384508025122,
      "grad_norm": 1.2599998284597738,
      "learning_rate": 0.00017329103162933907,
      "loss": 2.2188,
      "step": 59184
    },
    {
      "epoch": 2.753431030472203,
      "grad_norm": 1.25889243556533,
      "learning_rate": 0.0001732873652168918,
      "loss": 2.0156,
      "step": 59185
    },
    {
      "epoch": 2.7534775529192834,
      "grad_norm": 1.190661920674366,
      "learning_rate": 0.00017328369879018778,
      "loss": 2.2188,
      "step": 59186
    },
    {
      "epoch": 2.7535240753663643,
      "grad_norm": 1.4368855193474936,
      "learning_rate": 0.0001732800323492294,
      "loss": 2.4844,
      "step": 59187
    },
    {
      "epoch": 2.753570597813445,
      "grad_norm": 1.3195682311942465,
      "learning_rate": 0.00017327636589401884,
      "loss": 2.3125,
      "step": 59188
    },
    {
      "epoch": 2.7536171202605257,
      "grad_norm": 1.2688711906357577,
      "learning_rate": 0.00017327269942455834,
      "loss": 2.5469,
      "step": 59189
    },
    {
      "epoch": 2.7536636427076067,
      "grad_norm": 1.2065468231607384,
      "learning_rate": 0.00017326903294085017,
      "loss": 2.4062,
      "step": 59190
    },
    {
      "epoch": 2.753710165154687,
      "grad_norm": 1.3197978125833456,
      "learning_rate": 0.00017326536644289654,
      "loss": 2.2344,
      "step": 59191
    },
    {
      "epoch": 2.7537566876017676,
      "grad_norm": 1.085088060211045,
      "learning_rate": 0.00017326169993069974,
      "loss": 1.6406,
      "step": 59192
    },
    {
      "epoch": 2.7538032100488485,
      "grad_norm": 1.3657635987352943,
      "learning_rate": 0.000173258033404262,
      "loss": 2.5,
      "step": 59193
    },
    {
      "epoch": 2.7538497324959295,
      "grad_norm": 1.2306929536497218,
      "learning_rate": 0.00017325436686358554,
      "loss": 2.1406,
      "step": 59194
    },
    {
      "epoch": 2.75389625494301,
      "grad_norm": 1.2022592346746956,
      "learning_rate": 0.0001732507003086726,
      "loss": 2.2812,
      "step": 59195
    },
    {
      "epoch": 2.753942777390091,
      "grad_norm": 1.265228979954371,
      "learning_rate": 0.00017324703373952549,
      "loss": 2.2656,
      "step": 59196
    },
    {
      "epoch": 2.7539892998371713,
      "grad_norm": 1.246758921469777,
      "learning_rate": 0.00017324336715614637,
      "loss": 2.1875,
      "step": 59197
    },
    {
      "epoch": 2.7540358222842523,
      "grad_norm": 1.1418870861227435,
      "learning_rate": 0.00017323970055853756,
      "loss": 1.9844,
      "step": 59198
    },
    {
      "epoch": 2.7540823447313327,
      "grad_norm": 1.2843064266180189,
      "learning_rate": 0.00017323603394670117,
      "loss": 2.1406,
      "step": 59199
    },
    {
      "epoch": 2.7541288671784137,
      "grad_norm": 1.2291312313216636,
      "learning_rate": 0.00017323236732063964,
      "loss": 2.3125,
      "step": 59200
    },
    {
      "epoch": 2.7541753896254946,
      "grad_norm": 1.5122262885657645,
      "learning_rate": 0.0001732287006803551,
      "loss": 2.5781,
      "step": 59201
    },
    {
      "epoch": 2.754221912072575,
      "grad_norm": 1.1868431765568546,
      "learning_rate": 0.00017322503402584984,
      "loss": 2.4688,
      "step": 59202
    },
    {
      "epoch": 2.7542684345196555,
      "grad_norm": 1.111206920693068,
      "learning_rate": 0.00017322136735712602,
      "loss": 2.0312,
      "step": 59203
    },
    {
      "epoch": 2.7543149569667364,
      "grad_norm": 1.3239022857540592,
      "learning_rate": 0.00017321770067418597,
      "loss": 2.2969,
      "step": 59204
    },
    {
      "epoch": 2.7543614794138174,
      "grad_norm": 1.2148599927939123,
      "learning_rate": 0.00017321403397703187,
      "loss": 2.2188,
      "step": 59205
    },
    {
      "epoch": 2.754408001860898,
      "grad_norm": 1.1441758556864936,
      "learning_rate": 0.00017321036726566607,
      "loss": 1.9922,
      "step": 59206
    },
    {
      "epoch": 2.7544545243079783,
      "grad_norm": 1.4744753435510534,
      "learning_rate": 0.0001732067005400907,
      "loss": 2.2344,
      "step": 59207
    },
    {
      "epoch": 2.7545010467550592,
      "grad_norm": 1.201240872497089,
      "learning_rate": 0.00017320303380030807,
      "loss": 2.1094,
      "step": 59208
    },
    {
      "epoch": 2.75454756920214,
      "grad_norm": 1.2391604650121928,
      "learning_rate": 0.0001731993670463204,
      "loss": 2.4219,
      "step": 59209
    },
    {
      "epoch": 2.7545940916492206,
      "grad_norm": 1.1987502344594618,
      "learning_rate": 0.0001731957002781299,
      "loss": 2.2969,
      "step": 59210
    },
    {
      "epoch": 2.7546406140963016,
      "grad_norm": 1.2944392786450047,
      "learning_rate": 0.00017319203349573892,
      "loss": 2.5312,
      "step": 59211
    },
    {
      "epoch": 2.754687136543382,
      "grad_norm": 1.2677830071675975,
      "learning_rate": 0.0001731883666991496,
      "loss": 2.4375,
      "step": 59212
    },
    {
      "epoch": 2.754733658990463,
      "grad_norm": 1.3194627481063688,
      "learning_rate": 0.00017318469988836425,
      "loss": 2.1719,
      "step": 59213
    },
    {
      "epoch": 2.7547801814375434,
      "grad_norm": 1.222526272609658,
      "learning_rate": 0.00017318103306338507,
      "loss": 2.3438,
      "step": 59214
    },
    {
      "epoch": 2.7548267038846244,
      "grad_norm": 1.294355931828777,
      "learning_rate": 0.00017317736622421436,
      "loss": 2.2188,
      "step": 59215
    },
    {
      "epoch": 2.7548732263317053,
      "grad_norm": 1.2150313372921009,
      "learning_rate": 0.00017317369937085427,
      "loss": 2.2969,
      "step": 59216
    },
    {
      "epoch": 2.7549197487787858,
      "grad_norm": 1.1762458777887204,
      "learning_rate": 0.00017317003250330717,
      "loss": 2.2656,
      "step": 59217
    },
    {
      "epoch": 2.7549662712258662,
      "grad_norm": 1.2977080010315336,
      "learning_rate": 0.00017316636562157519,
      "loss": 2.2969,
      "step": 59218
    },
    {
      "epoch": 2.755012793672947,
      "grad_norm": 1.1632956116248339,
      "learning_rate": 0.00017316269872566067,
      "loss": 1.9688,
      "step": 59219
    },
    {
      "epoch": 2.755059316120028,
      "grad_norm": 1.3336475461379675,
      "learning_rate": 0.00017315903181556577,
      "loss": 2.4688,
      "step": 59220
    },
    {
      "epoch": 2.7551058385671086,
      "grad_norm": 1.1861784123285062,
      "learning_rate": 0.00017315536489129278,
      "loss": 2.0312,
      "step": 59221
    },
    {
      "epoch": 2.7551523610141895,
      "grad_norm": 1.3157215054678089,
      "learning_rate": 0.00017315169795284395,
      "loss": 2.4219,
      "step": 59222
    },
    {
      "epoch": 2.75519888346127,
      "grad_norm": 1.1768933023733312,
      "learning_rate": 0.00017314803100022152,
      "loss": 2.2344,
      "step": 59223
    },
    {
      "epoch": 2.755245405908351,
      "grad_norm": 1.288992574806815,
      "learning_rate": 0.00017314436403342772,
      "loss": 2.4375,
      "step": 59224
    },
    {
      "epoch": 2.7552919283554314,
      "grad_norm": 1.2214224216449714,
      "learning_rate": 0.00017314069705246478,
      "loss": 2.1719,
      "step": 59225
    },
    {
      "epoch": 2.7553384508025123,
      "grad_norm": 1.1863192318027094,
      "learning_rate": 0.000173137030057335,
      "loss": 2.3438,
      "step": 59226
    },
    {
      "epoch": 2.755384973249593,
      "grad_norm": 1.2483798684865581,
      "learning_rate": 0.0001731333630480406,
      "loss": 2.4844,
      "step": 59227
    },
    {
      "epoch": 2.7554314956966737,
      "grad_norm": 1.2704577627911386,
      "learning_rate": 0.0001731296960245838,
      "loss": 2.2656,
      "step": 59228
    },
    {
      "epoch": 2.755478018143754,
      "grad_norm": 1.1881052062536723,
      "learning_rate": 0.00017312602898696686,
      "loss": 2.5,
      "step": 59229
    },
    {
      "epoch": 2.755524540590835,
      "grad_norm": 1.2727428623848067,
      "learning_rate": 0.00017312236193519208,
      "loss": 2.4219,
      "step": 59230
    },
    {
      "epoch": 2.755571063037916,
      "grad_norm": 1.2134073205294358,
      "learning_rate": 0.00017311869486926154,
      "loss": 2.1406,
      "step": 59231
    },
    {
      "epoch": 2.7556175854849965,
      "grad_norm": 1.2872417642095473,
      "learning_rate": 0.0001731150277891777,
      "loss": 2.2344,
      "step": 59232
    },
    {
      "epoch": 2.7556641079320774,
      "grad_norm": 1.3667426205026905,
      "learning_rate": 0.00017311136069494265,
      "loss": 2.2656,
      "step": 59233
    },
    {
      "epoch": 2.755710630379158,
      "grad_norm": 1.27297539952532,
      "learning_rate": 0.0001731076935865587,
      "loss": 2.4062,
      "step": 59234
    },
    {
      "epoch": 2.755757152826239,
      "grad_norm": 1.1318760539885235,
      "learning_rate": 0.00017310402646402814,
      "loss": 1.625,
      "step": 59235
    },
    {
      "epoch": 2.7558036752733193,
      "grad_norm": 1.2543908022428845,
      "learning_rate": 0.0001731003593273531,
      "loss": 2.4219,
      "step": 59236
    },
    {
      "epoch": 2.7558501977204,
      "grad_norm": 1.2208586089748443,
      "learning_rate": 0.0001730966921765359,
      "loss": 2.0625,
      "step": 59237
    },
    {
      "epoch": 2.7558967201674807,
      "grad_norm": 1.268663276324506,
      "learning_rate": 0.00017309302501157878,
      "loss": 2.1719,
      "step": 59238
    },
    {
      "epoch": 2.7559432426145616,
      "grad_norm": 1.2406389614542368,
      "learning_rate": 0.00017308935783248394,
      "loss": 2.3594,
      "step": 59239
    },
    {
      "epoch": 2.755989765061642,
      "grad_norm": 1.2724102619286508,
      "learning_rate": 0.0001730856906392537,
      "loss": 2.375,
      "step": 59240
    },
    {
      "epoch": 2.756036287508723,
      "grad_norm": 1.2992253330326116,
      "learning_rate": 0.00017308202343189024,
      "loss": 2.25,
      "step": 59241
    },
    {
      "epoch": 2.756082809955804,
      "grad_norm": 1.2918947347560783,
      "learning_rate": 0.0001730783562103958,
      "loss": 2.4219,
      "step": 59242
    },
    {
      "epoch": 2.7561293324028844,
      "grad_norm": 1.237439020890232,
      "learning_rate": 0.0001730746889747727,
      "loss": 2.1719,
      "step": 59243
    },
    {
      "epoch": 2.756175854849965,
      "grad_norm": 1.3203449414745725,
      "learning_rate": 0.00017307102172502316,
      "loss": 2.2656,
      "step": 59244
    },
    {
      "epoch": 2.756222377297046,
      "grad_norm": 1.316363483086294,
      "learning_rate": 0.00017306735446114934,
      "loss": 2.2656,
      "step": 59245
    },
    {
      "epoch": 2.7562688997441267,
      "grad_norm": 1.142865237331977,
      "learning_rate": 0.0001730636871831536,
      "loss": 2.0156,
      "step": 59246
    },
    {
      "epoch": 2.756315422191207,
      "grad_norm": 1.1482946884492014,
      "learning_rate": 0.0001730600198910381,
      "loss": 2.0625,
      "step": 59247
    },
    {
      "epoch": 2.756361944638288,
      "grad_norm": 1.284969144441734,
      "learning_rate": 0.00017305635258480517,
      "loss": 2.2188,
      "step": 59248
    },
    {
      "epoch": 2.7564084670853686,
      "grad_norm": 1.2404439412897648,
      "learning_rate": 0.00017305268526445692,
      "loss": 2.2344,
      "step": 59249
    },
    {
      "epoch": 2.7564549895324495,
      "grad_norm": 1.1891580021777937,
      "learning_rate": 0.00017304901792999575,
      "loss": 1.9453,
      "step": 59250
    },
    {
      "epoch": 2.75650151197953,
      "grad_norm": 1.247404577204462,
      "learning_rate": 0.00017304535058142384,
      "loss": 2.375,
      "step": 59251
    },
    {
      "epoch": 2.756548034426611,
      "grad_norm": 1.2398672319503226,
      "learning_rate": 0.0001730416832187434,
      "loss": 2.4219,
      "step": 59252
    },
    {
      "epoch": 2.756594556873692,
      "grad_norm": 1.265103357844557,
      "learning_rate": 0.0001730380158419567,
      "loss": 2.4062,
      "step": 59253
    },
    {
      "epoch": 2.7566410793207723,
      "grad_norm": 1.2240358277948757,
      "learning_rate": 0.000173034348451066,
      "loss": 2.3906,
      "step": 59254
    },
    {
      "epoch": 2.7566876017678528,
      "grad_norm": 1.248649111055574,
      "learning_rate": 0.00017303068104607356,
      "loss": 2.3125,
      "step": 59255
    },
    {
      "epoch": 2.7567341242149337,
      "grad_norm": 1.1415893681465359,
      "learning_rate": 0.00017302701362698156,
      "loss": 1.9766,
      "step": 59256
    },
    {
      "epoch": 2.7567806466620146,
      "grad_norm": 1.266667863858562,
      "learning_rate": 0.00017302334619379234,
      "loss": 2.2656,
      "step": 59257
    },
    {
      "epoch": 2.756827169109095,
      "grad_norm": 1.2354333697312498,
      "learning_rate": 0.00017301967874650803,
      "loss": 2.2969,
      "step": 59258
    },
    {
      "epoch": 2.756873691556176,
      "grad_norm": 1.1811349287329427,
      "learning_rate": 0.000173016011285131,
      "loss": 1.6562,
      "step": 59259
    },
    {
      "epoch": 2.7569202140032565,
      "grad_norm": 1.2223624676924496,
      "learning_rate": 0.00017301234380966336,
      "loss": 2.3281,
      "step": 59260
    },
    {
      "epoch": 2.7569667364503374,
      "grad_norm": 1.319497928027344,
      "learning_rate": 0.0001730086763201075,
      "loss": 2.4062,
      "step": 59261
    },
    {
      "epoch": 2.757013258897418,
      "grad_norm": 1.3009888903162383,
      "learning_rate": 0.00017300500881646554,
      "loss": 2.2656,
      "step": 59262
    },
    {
      "epoch": 2.757059781344499,
      "grad_norm": 1.3175127580370016,
      "learning_rate": 0.00017300134129873983,
      "loss": 2.4062,
      "step": 59263
    },
    {
      "epoch": 2.7571063037915793,
      "grad_norm": 1.1872541290543421,
      "learning_rate": 0.0001729976737669325,
      "loss": 1.5625,
      "step": 59264
    },
    {
      "epoch": 2.75715282623866,
      "grad_norm": 1.200202856029744,
      "learning_rate": 0.00017299400622104589,
      "loss": 1.9062,
      "step": 59265
    },
    {
      "epoch": 2.7571993486857407,
      "grad_norm": 1.2702811891175432,
      "learning_rate": 0.00017299033866108223,
      "loss": 2.3281,
      "step": 59266
    },
    {
      "epoch": 2.7572458711328216,
      "grad_norm": 1.2751370018858597,
      "learning_rate": 0.00017298667108704368,
      "loss": 2.2344,
      "step": 59267
    },
    {
      "epoch": 2.7572923935799025,
      "grad_norm": 1.278940739281423,
      "learning_rate": 0.00017298300349893265,
      "loss": 2.3906,
      "step": 59268
    },
    {
      "epoch": 2.757338916026983,
      "grad_norm": 1.2472773134173785,
      "learning_rate": 0.00017297933589675122,
      "loss": 2.5625,
      "step": 59269
    },
    {
      "epoch": 2.7573854384740635,
      "grad_norm": 1.2628240988884543,
      "learning_rate": 0.00017297566828050175,
      "loss": 2.2344,
      "step": 59270
    },
    {
      "epoch": 2.7574319609211444,
      "grad_norm": 1.2972968914960719,
      "learning_rate": 0.00017297200065018642,
      "loss": 2.3125,
      "step": 59271
    },
    {
      "epoch": 2.7574784833682253,
      "grad_norm": 1.2783368452140127,
      "learning_rate": 0.00017296833300580751,
      "loss": 2.3438,
      "step": 59272
    },
    {
      "epoch": 2.757525005815306,
      "grad_norm": 1.2576594230537226,
      "learning_rate": 0.00017296466534736721,
      "loss": 2.1562,
      "step": 59273
    },
    {
      "epoch": 2.7575715282623867,
      "grad_norm": 1.213982595430318,
      "learning_rate": 0.00017296099767486787,
      "loss": 2.1406,
      "step": 59274
    },
    {
      "epoch": 2.757618050709467,
      "grad_norm": 1.2037392686823014,
      "learning_rate": 0.0001729573299883116,
      "loss": 2.1562,
      "step": 59275
    },
    {
      "epoch": 2.757664573156548,
      "grad_norm": 1.309311894319575,
      "learning_rate": 0.00017295366228770075,
      "loss": 2.1719,
      "step": 59276
    },
    {
      "epoch": 2.7577110956036286,
      "grad_norm": 1.2020871405484819,
      "learning_rate": 0.00017294999457303755,
      "loss": 2.4219,
      "step": 59277
    },
    {
      "epoch": 2.7577576180507095,
      "grad_norm": 1.2090184975594913,
      "learning_rate": 0.00017294632684432422,
      "loss": 2.1875,
      "step": 59278
    },
    {
      "epoch": 2.7578041404977904,
      "grad_norm": 1.2596606397469539,
      "learning_rate": 0.00017294265910156303,
      "loss": 2.4375,
      "step": 59279
    },
    {
      "epoch": 2.757850662944871,
      "grad_norm": 1.1947636693865955,
      "learning_rate": 0.00017293899134475615,
      "loss": 2.3125,
      "step": 59280
    },
    {
      "epoch": 2.7578971853919514,
      "grad_norm": 1.1985332725927271,
      "learning_rate": 0.00017293532357390596,
      "loss": 2.0625,
      "step": 59281
    },
    {
      "epoch": 2.7579437078390323,
      "grad_norm": 1.2533781338387198,
      "learning_rate": 0.0001729316557890146,
      "loss": 2.1719,
      "step": 59282
    },
    {
      "epoch": 2.7579902302861132,
      "grad_norm": 1.1897707668213442,
      "learning_rate": 0.00017292798799008432,
      "loss": 2.1875,
      "step": 59283
    },
    {
      "epoch": 2.7580367527331937,
      "grad_norm": 1.226608919534217,
      "learning_rate": 0.0001729243201771174,
      "loss": 2.0469,
      "step": 59284
    },
    {
      "epoch": 2.7580832751802746,
      "grad_norm": 1.2686406725586779,
      "learning_rate": 0.0001729206523501161,
      "loss": 2.1562,
      "step": 59285
    },
    {
      "epoch": 2.758129797627355,
      "grad_norm": 1.2414034410693002,
      "learning_rate": 0.0001729169845090826,
      "loss": 2.2656,
      "step": 59286
    },
    {
      "epoch": 2.758176320074436,
      "grad_norm": 1.2732232870796987,
      "learning_rate": 0.0001729133166540192,
      "loss": 2.3125,
      "step": 59287
    },
    {
      "epoch": 2.7582228425215165,
      "grad_norm": 1.262962413450004,
      "learning_rate": 0.00017290964878492813,
      "loss": 2.3281,
      "step": 59288
    },
    {
      "epoch": 2.7582693649685974,
      "grad_norm": 1.2543513516355878,
      "learning_rate": 0.00017290598090181168,
      "loss": 2.1562,
      "step": 59289
    },
    {
      "epoch": 2.758315887415678,
      "grad_norm": 1.196803619446626,
      "learning_rate": 0.00017290231300467202,
      "loss": 2.1094,
      "step": 59290
    },
    {
      "epoch": 2.758362409862759,
      "grad_norm": 1.1971483189351109,
      "learning_rate": 0.00017289864509351146,
      "loss": 2.2656,
      "step": 59291
    },
    {
      "epoch": 2.7584089323098393,
      "grad_norm": 1.190876647730321,
      "learning_rate": 0.00017289497716833221,
      "loss": 2.2344,
      "step": 59292
    },
    {
      "epoch": 2.7584554547569202,
      "grad_norm": 1.2235219503644887,
      "learning_rate": 0.00017289130922913646,
      "loss": 2.1406,
      "step": 59293
    },
    {
      "epoch": 2.758501977204001,
      "grad_norm": 1.3429086252316151,
      "learning_rate": 0.0001728876412759266,
      "loss": 2.4844,
      "step": 59294
    },
    {
      "epoch": 2.7585484996510816,
      "grad_norm": 1.2399806065581502,
      "learning_rate": 0.00017288397330870471,
      "loss": 2.2188,
      "step": 59295
    },
    {
      "epoch": 2.758595022098162,
      "grad_norm": 1.308376168671328,
      "learning_rate": 0.00017288030532747317,
      "loss": 2.0156,
      "step": 59296
    },
    {
      "epoch": 2.758641544545243,
      "grad_norm": 1.2530542285442208,
      "learning_rate": 0.00017287663733223416,
      "loss": 2.1719,
      "step": 59297
    },
    {
      "epoch": 2.758688066992324,
      "grad_norm": 1.204747213842643,
      "learning_rate": 0.00017287296932298992,
      "loss": 2.3438,
      "step": 59298
    },
    {
      "epoch": 2.7587345894394044,
      "grad_norm": 1.324196778570821,
      "learning_rate": 0.00017286930129974272,
      "loss": 2.4688,
      "step": 59299
    },
    {
      "epoch": 2.7587811118864853,
      "grad_norm": 1.1775331930877557,
      "learning_rate": 0.00017286563326249482,
      "loss": 2.0469,
      "step": 59300
    },
    {
      "epoch": 2.758827634333566,
      "grad_norm": 1.306303554542728,
      "learning_rate": 0.0001728619652112484,
      "loss": 2.4219,
      "step": 59301
    },
    {
      "epoch": 2.7588741567806467,
      "grad_norm": 1.252438252961653,
      "learning_rate": 0.0001728582971460058,
      "loss": 2.2188,
      "step": 59302
    },
    {
      "epoch": 2.758920679227727,
      "grad_norm": 1.2605321675668,
      "learning_rate": 0.00017285462906676917,
      "loss": 2.4531,
      "step": 59303
    },
    {
      "epoch": 2.758967201674808,
      "grad_norm": 1.270197057986469,
      "learning_rate": 0.00017285096097354084,
      "loss": 2.4375,
      "step": 59304
    },
    {
      "epoch": 2.759013724121889,
      "grad_norm": 1.2635789884966242,
      "learning_rate": 0.00017284729286632305,
      "loss": 2.2656,
      "step": 59305
    },
    {
      "epoch": 2.7590602465689695,
      "grad_norm": 1.249440180544567,
      "learning_rate": 0.00017284362474511791,
      "loss": 2.125,
      "step": 59306
    },
    {
      "epoch": 2.75910676901605,
      "grad_norm": 1.3243404870154256,
      "learning_rate": 0.00017283995660992787,
      "loss": 2.25,
      "step": 59307
    },
    {
      "epoch": 2.759153291463131,
      "grad_norm": 1.2956717597154899,
      "learning_rate": 0.00017283628846075503,
      "loss": 1.75,
      "step": 59308
    },
    {
      "epoch": 2.759199813910212,
      "grad_norm": 1.2476742952026187,
      "learning_rate": 0.00017283262029760166,
      "loss": 1.9062,
      "step": 59309
    },
    {
      "epoch": 2.7592463363572923,
      "grad_norm": 1.279771776982592,
      "learning_rate": 0.00017282895212047,
      "loss": 2.4375,
      "step": 59310
    },
    {
      "epoch": 2.7592928588043732,
      "grad_norm": 1.295569442908642,
      "learning_rate": 0.0001728252839293624,
      "loss": 2.3281,
      "step": 59311
    },
    {
      "epoch": 2.7593393812514537,
      "grad_norm": 1.3547727233844968,
      "learning_rate": 0.00017282161572428097,
      "loss": 2.3906,
      "step": 59312
    },
    {
      "epoch": 2.7593859036985346,
      "grad_norm": 1.3234037337260458,
      "learning_rate": 0.00017281794750522805,
      "loss": 2.4531,
      "step": 59313
    },
    {
      "epoch": 2.759432426145615,
      "grad_norm": 1.2643200694939023,
      "learning_rate": 0.00017281427927220581,
      "loss": 2.2188,
      "step": 59314
    },
    {
      "epoch": 2.759478948592696,
      "grad_norm": 1.2377739615479677,
      "learning_rate": 0.00017281061102521658,
      "loss": 2.0625,
      "step": 59315
    },
    {
      "epoch": 2.759525471039777,
      "grad_norm": 1.1924319649381623,
      "learning_rate": 0.00017280694276426253,
      "loss": 2.0781,
      "step": 59316
    },
    {
      "epoch": 2.7595719934868574,
      "grad_norm": 1.2423824282773621,
      "learning_rate": 0.00017280327448934599,
      "loss": 2.1406,
      "step": 59317
    },
    {
      "epoch": 2.759618515933938,
      "grad_norm": 1.1589259041137852,
      "learning_rate": 0.0001727996062004691,
      "loss": 2.1562,
      "step": 59318
    },
    {
      "epoch": 2.759665038381019,
      "grad_norm": 1.2143430331924476,
      "learning_rate": 0.00017279593789763412,
      "loss": 2.25,
      "step": 59319
    },
    {
      "epoch": 2.7597115608280998,
      "grad_norm": 1.2063760261840089,
      "learning_rate": 0.00017279226958084336,
      "loss": 2.1562,
      "step": 59320
    },
    {
      "epoch": 2.7597580832751802,
      "grad_norm": 1.2051841259685954,
      "learning_rate": 0.00017278860125009902,
      "loss": 2.1094,
      "step": 59321
    },
    {
      "epoch": 2.7598046057222607,
      "grad_norm": 1.2563529047442685,
      "learning_rate": 0.00017278493290540342,
      "loss": 2.4531,
      "step": 59322
    },
    {
      "epoch": 2.7598511281693416,
      "grad_norm": 1.1886161432591913,
      "learning_rate": 0.0001727812645467587,
      "loss": 2.0781,
      "step": 59323
    },
    {
      "epoch": 2.7598976506164226,
      "grad_norm": 1.4082506802484402,
      "learning_rate": 0.00017277759617416723,
      "loss": 2.5,
      "step": 59324
    },
    {
      "epoch": 2.759944173063503,
      "grad_norm": 1.1672436736063567,
      "learning_rate": 0.00017277392778763113,
      "loss": 2.1719,
      "step": 59325
    },
    {
      "epoch": 2.759990695510584,
      "grad_norm": 1.277565667798591,
      "learning_rate": 0.0001727702593871527,
      "loss": 2.25,
      "step": 59326
    },
    {
      "epoch": 2.7600372179576644,
      "grad_norm": 1.15645243426962,
      "learning_rate": 0.00017276659097273416,
      "loss": 2.2031,
      "step": 59327
    },
    {
      "epoch": 2.7600837404047454,
      "grad_norm": 1.3025894489910428,
      "learning_rate": 0.0001727629225443778,
      "loss": 2.4688,
      "step": 59328
    },
    {
      "epoch": 2.760130262851826,
      "grad_norm": 1.352721787172146,
      "learning_rate": 0.00017275925410208584,
      "loss": 2.3594,
      "step": 59329
    },
    {
      "epoch": 2.7601767852989068,
      "grad_norm": 1.244475235264992,
      "learning_rate": 0.00017275558564586055,
      "loss": 2.0781,
      "step": 59330
    },
    {
      "epoch": 2.7602233077459877,
      "grad_norm": 1.1656996308990104,
      "learning_rate": 0.00017275191717570413,
      "loss": 2.1875,
      "step": 59331
    },
    {
      "epoch": 2.760269830193068,
      "grad_norm": 1.1974255998825774,
      "learning_rate": 0.00017274824869161886,
      "loss": 2.1562,
      "step": 59332
    },
    {
      "epoch": 2.7603163526401486,
      "grad_norm": 1.2087317288368684,
      "learning_rate": 0.00017274458019360698,
      "loss": 2.1094,
      "step": 59333
    },
    {
      "epoch": 2.7603628750872296,
      "grad_norm": 1.3635096799434452,
      "learning_rate": 0.00017274091168167072,
      "loss": 2.4062,
      "step": 59334
    },
    {
      "epoch": 2.7604093975343105,
      "grad_norm": 1.2529672482732528,
      "learning_rate": 0.0001727372431558124,
      "loss": 2.1406,
      "step": 59335
    },
    {
      "epoch": 2.760455919981391,
      "grad_norm": 1.3238217978586033,
      "learning_rate": 0.00017273357461603412,
      "loss": 2.0625,
      "step": 59336
    },
    {
      "epoch": 2.760502442428472,
      "grad_norm": 1.2803767962441897,
      "learning_rate": 0.0001727299060623383,
      "loss": 2.3906,
      "step": 59337
    },
    {
      "epoch": 2.7605489648755523,
      "grad_norm": 1.2886496525849633,
      "learning_rate": 0.000172726237494727,
      "loss": 2.3906,
      "step": 59338
    },
    {
      "epoch": 2.7605954873226333,
      "grad_norm": 1.2203953658728743,
      "learning_rate": 0.00017272256891320264,
      "loss": 2.3438,
      "step": 59339
    },
    {
      "epoch": 2.7606420097697137,
      "grad_norm": 1.29378023702893,
      "learning_rate": 0.00017271890031776734,
      "loss": 2.4375,
      "step": 59340
    },
    {
      "epoch": 2.7606885322167947,
      "grad_norm": 1.1819870109264594,
      "learning_rate": 0.00017271523170842346,
      "loss": 2.0938,
      "step": 59341
    },
    {
      "epoch": 2.7607350546638756,
      "grad_norm": 1.204985122466736,
      "learning_rate": 0.00017271156308517311,
      "loss": 2.25,
      "step": 59342
    },
    {
      "epoch": 2.760781577110956,
      "grad_norm": 1.1913954935440672,
      "learning_rate": 0.0001727078944480186,
      "loss": 2.375,
      "step": 59343
    },
    {
      "epoch": 2.7608280995580365,
      "grad_norm": 1.1902330671647494,
      "learning_rate": 0.00017270422579696227,
      "loss": 2.1562,
      "step": 59344
    },
    {
      "epoch": 2.7608746220051175,
      "grad_norm": 1.2486525371966926,
      "learning_rate": 0.00017270055713200622,
      "loss": 2.2812,
      "step": 59345
    },
    {
      "epoch": 2.7609211444521984,
      "grad_norm": 1.2559223108725055,
      "learning_rate": 0.00017269688845315278,
      "loss": 2.1094,
      "step": 59346
    },
    {
      "epoch": 2.760967666899279,
      "grad_norm": 1.315161942757604,
      "learning_rate": 0.00017269321976040412,
      "loss": 2.3594,
      "step": 59347
    },
    {
      "epoch": 2.76101418934636,
      "grad_norm": 1.1566567685071578,
      "learning_rate": 0.0001726895510537626,
      "loss": 2.1094,
      "step": 59348
    },
    {
      "epoch": 2.7610607117934403,
      "grad_norm": 1.3584873149771926,
      "learning_rate": 0.00017268588233323035,
      "loss": 2.3906,
      "step": 59349
    },
    {
      "epoch": 2.761107234240521,
      "grad_norm": 1.3072385251060843,
      "learning_rate": 0.00017268221359880974,
      "loss": 2.3438,
      "step": 59350
    },
    {
      "epoch": 2.7611537566876017,
      "grad_norm": 1.2377392893182104,
      "learning_rate": 0.00017267854485050285,
      "loss": 2.375,
      "step": 59351
    },
    {
      "epoch": 2.7612002791346826,
      "grad_norm": 1.2881471280558086,
      "learning_rate": 0.0001726748760883121,
      "loss": 2.1719,
      "step": 59352
    },
    {
      "epoch": 2.761246801581763,
      "grad_norm": 1.3318565595463634,
      "learning_rate": 0.00017267120731223961,
      "loss": 2.2344,
      "step": 59353
    },
    {
      "epoch": 2.761293324028844,
      "grad_norm": 1.2148224301570907,
      "learning_rate": 0.0001726675385222877,
      "loss": 2.2656,
      "step": 59354
    },
    {
      "epoch": 2.7613398464759245,
      "grad_norm": 1.3064775612718538,
      "learning_rate": 0.00017266386971845858,
      "loss": 2.4375,
      "step": 59355
    },
    {
      "epoch": 2.7613863689230054,
      "grad_norm": 1.219878109145186,
      "learning_rate": 0.0001726602009007545,
      "loss": 2.1719,
      "step": 59356
    },
    {
      "epoch": 2.7614328913700863,
      "grad_norm": 1.2601402438186051,
      "learning_rate": 0.0001726565320691777,
      "loss": 2.25,
      "step": 59357
    },
    {
      "epoch": 2.7614794138171668,
      "grad_norm": 1.1998837088635255,
      "learning_rate": 0.00017265286322373045,
      "loss": 2.0781,
      "step": 59358
    },
    {
      "epoch": 2.7615259362642472,
      "grad_norm": 1.2884731338909057,
      "learning_rate": 0.000172649194364415,
      "loss": 2.3281,
      "step": 59359
    },
    {
      "epoch": 2.761572458711328,
      "grad_norm": 1.2789928659744136,
      "learning_rate": 0.0001726455254912336,
      "loss": 2.5,
      "step": 59360
    },
    {
      "epoch": 2.761618981158409,
      "grad_norm": 1.2750619676052515,
      "learning_rate": 0.00017264185660418845,
      "loss": 2.4062,
      "step": 59361
    },
    {
      "epoch": 2.7616655036054896,
      "grad_norm": 1.2413574351401215,
      "learning_rate": 0.0001726381877032818,
      "loss": 2.5156,
      "step": 59362
    },
    {
      "epoch": 2.7617120260525705,
      "grad_norm": 1.2517637726865385,
      "learning_rate": 0.00017263451878851593,
      "loss": 2.3594,
      "step": 59363
    },
    {
      "epoch": 2.761758548499651,
      "grad_norm": 1.1859781627365575,
      "learning_rate": 0.00017263084985989308,
      "loss": 1.7266,
      "step": 59364
    },
    {
      "epoch": 2.761805070946732,
      "grad_norm": 1.1140572759736027,
      "learning_rate": 0.00017262718091741545,
      "loss": 1.9453,
      "step": 59365
    },
    {
      "epoch": 2.7618515933938124,
      "grad_norm": 1.2190093615923328,
      "learning_rate": 0.0001726235119610854,
      "loss": 2.2344,
      "step": 59366
    },
    {
      "epoch": 2.7618981158408933,
      "grad_norm": 1.254379440486461,
      "learning_rate": 0.00017261984299090508,
      "loss": 2.25,
      "step": 59367
    },
    {
      "epoch": 2.761944638287974,
      "grad_norm": 1.2246229949174228,
      "learning_rate": 0.00017261617400687673,
      "loss": 2.2188,
      "step": 59368
    },
    {
      "epoch": 2.7619911607350547,
      "grad_norm": 1.4068612318704974,
      "learning_rate": 0.00017261250500900263,
      "loss": 2.4844,
      "step": 59369
    },
    {
      "epoch": 2.762037683182135,
      "grad_norm": 1.243445806937364,
      "learning_rate": 0.00017260883599728505,
      "loss": 2.4688,
      "step": 59370
    },
    {
      "epoch": 2.762084205629216,
      "grad_norm": 1.2765416556563967,
      "learning_rate": 0.00017260516697172618,
      "loss": 2.1562,
      "step": 59371
    },
    {
      "epoch": 2.762130728076297,
      "grad_norm": 1.170359371346451,
      "learning_rate": 0.00017260149793232833,
      "loss": 2.1562,
      "step": 59372
    },
    {
      "epoch": 2.7621772505233775,
      "grad_norm": 1.281045248618041,
      "learning_rate": 0.00017259782887909367,
      "loss": 2.2656,
      "step": 59373
    },
    {
      "epoch": 2.7622237729704584,
      "grad_norm": 1.168558346450517,
      "learning_rate": 0.0001725941598120245,
      "loss": 2.2188,
      "step": 59374
    },
    {
      "epoch": 2.762270295417539,
      "grad_norm": 1.2351267391887215,
      "learning_rate": 0.00017259049073112303,
      "loss": 2.4531,
      "step": 59375
    },
    {
      "epoch": 2.76231681786462,
      "grad_norm": 1.2690503962968676,
      "learning_rate": 0.00017258682163639156,
      "loss": 2.4688,
      "step": 59376
    },
    {
      "epoch": 2.7623633403117003,
      "grad_norm": 1.290769481758575,
      "learning_rate": 0.00017258315252783232,
      "loss": 2.4688,
      "step": 59377
    },
    {
      "epoch": 2.762409862758781,
      "grad_norm": 1.1905450403808018,
      "learning_rate": 0.0001725794834054475,
      "loss": 2.0469,
      "step": 59378
    },
    {
      "epoch": 2.7624563852058617,
      "grad_norm": 1.2185515365203619,
      "learning_rate": 0.0001725758142692394,
      "loss": 2.1719,
      "step": 59379
    },
    {
      "epoch": 2.7625029076529426,
      "grad_norm": 1.1511210271424688,
      "learning_rate": 0.00017257214511921023,
      "loss": 1.875,
      "step": 59380
    },
    {
      "epoch": 2.762549430100023,
      "grad_norm": 1.2502516262938599,
      "learning_rate": 0.0001725684759553623,
      "loss": 2.4219,
      "step": 59381
    },
    {
      "epoch": 2.762595952547104,
      "grad_norm": 1.1769263658276068,
      "learning_rate": 0.0001725648067776978,
      "loss": 2.1406,
      "step": 59382
    },
    {
      "epoch": 2.762642474994185,
      "grad_norm": 1.2243426073356014,
      "learning_rate": 0.00017256113758621903,
      "loss": 2.3281,
      "step": 59383
    },
    {
      "epoch": 2.7626889974412654,
      "grad_norm": 1.3302582949737798,
      "learning_rate": 0.0001725574683809281,
      "loss": 2.5,
      "step": 59384
    },
    {
      "epoch": 2.762735519888346,
      "grad_norm": 1.2867830540406695,
      "learning_rate": 0.00017255379916182747,
      "loss": 2.4531,
      "step": 59385
    },
    {
      "epoch": 2.762782042335427,
      "grad_norm": 1.161870191445851,
      "learning_rate": 0.00017255012992891915,
      "loss": 2.0469,
      "step": 59386
    },
    {
      "epoch": 2.7628285647825077,
      "grad_norm": 1.244683919405466,
      "learning_rate": 0.0001725464606822056,
      "loss": 2.3594,
      "step": 59387
    },
    {
      "epoch": 2.762875087229588,
      "grad_norm": 1.3460877747478752,
      "learning_rate": 0.00017254279142168896,
      "loss": 2.1875,
      "step": 59388
    },
    {
      "epoch": 2.762921609676669,
      "grad_norm": 1.2836795184225351,
      "learning_rate": 0.0001725391221473715,
      "loss": 2.2656,
      "step": 59389
    },
    {
      "epoch": 2.7629681321237496,
      "grad_norm": 1.3351078876006175,
      "learning_rate": 0.00017253545285925544,
      "loss": 2.1875,
      "step": 59390
    },
    {
      "epoch": 2.7630146545708305,
      "grad_norm": 1.1861554897298139,
      "learning_rate": 0.00017253178355734302,
      "loss": 2.1875,
      "step": 59391
    },
    {
      "epoch": 2.763061177017911,
      "grad_norm": 1.2254442402962376,
      "learning_rate": 0.00017252811424163658,
      "loss": 2.2188,
      "step": 59392
    },
    {
      "epoch": 2.763107699464992,
      "grad_norm": 1.2080458761554773,
      "learning_rate": 0.00017252444491213818,
      "loss": 2.1719,
      "step": 59393
    },
    {
      "epoch": 2.763154221912073,
      "grad_norm": 1.3352082234595417,
      "learning_rate": 0.00017252077556885028,
      "loss": 1.8125,
      "step": 59394
    },
    {
      "epoch": 2.7632007443591533,
      "grad_norm": 1.3038735508031831,
      "learning_rate": 0.00017251710621177499,
      "loss": 2.1875,
      "step": 59395
    },
    {
      "epoch": 2.763247266806234,
      "grad_norm": 1.2294632233524578,
      "learning_rate": 0.00017251343684091463,
      "loss": 2.2656,
      "step": 59396
    },
    {
      "epoch": 2.7632937892533147,
      "grad_norm": 1.2929088913610387,
      "learning_rate": 0.00017250976745627133,
      "loss": 2.1719,
      "step": 59397
    },
    {
      "epoch": 2.7633403117003956,
      "grad_norm": 1.2625223392271565,
      "learning_rate": 0.0001725060980578475,
      "loss": 2.3281,
      "step": 59398
    },
    {
      "epoch": 2.763386834147476,
      "grad_norm": 1.3918773990463447,
      "learning_rate": 0.00017250242864564523,
      "loss": 2.1406,
      "step": 59399
    },
    {
      "epoch": 2.763433356594557,
      "grad_norm": 1.2485042691332073,
      "learning_rate": 0.00017249875921966694,
      "loss": 2.1875,
      "step": 59400
    },
    {
      "epoch": 2.7634798790416375,
      "grad_norm": 1.3089280945320692,
      "learning_rate": 0.0001724950897799147,
      "loss": 2.4219,
      "step": 59401
    },
    {
      "epoch": 2.7635264014887184,
      "grad_norm": 1.3332720859785114,
      "learning_rate": 0.00017249142032639084,
      "loss": 2.1094,
      "step": 59402
    },
    {
      "epoch": 2.763572923935799,
      "grad_norm": 1.1908446779429245,
      "learning_rate": 0.00017248775085909764,
      "loss": 2.2812,
      "step": 59403
    },
    {
      "epoch": 2.76361944638288,
      "grad_norm": 1.2064838561545705,
      "learning_rate": 0.00017248408137803727,
      "loss": 1.8516,
      "step": 59404
    },
    {
      "epoch": 2.7636659688299603,
      "grad_norm": 1.3537398519075998,
      "learning_rate": 0.00017248041188321206,
      "loss": 2.1719,
      "step": 59405
    },
    {
      "epoch": 2.763712491277041,
      "grad_norm": 1.2887255274848448,
      "learning_rate": 0.00017247674237462412,
      "loss": 2.4219,
      "step": 59406
    },
    {
      "epoch": 2.7637590137241217,
      "grad_norm": 1.2231341643211804,
      "learning_rate": 0.00017247307285227586,
      "loss": 2.4375,
      "step": 59407
    },
    {
      "epoch": 2.7638055361712026,
      "grad_norm": 1.1943511265634852,
      "learning_rate": 0.0001724694033161694,
      "loss": 2.2188,
      "step": 59408
    },
    {
      "epoch": 2.7638520586182835,
      "grad_norm": 1.2496146037358955,
      "learning_rate": 0.00017246573376630708,
      "loss": 2.2344,
      "step": 59409
    },
    {
      "epoch": 2.763898581065364,
      "grad_norm": 1.359071225335723,
      "learning_rate": 0.00017246206420269109,
      "loss": 2.4531,
      "step": 59410
    },
    {
      "epoch": 2.7639451035124445,
      "grad_norm": 1.257929547946159,
      "learning_rate": 0.00017245839462532372,
      "loss": 2.2812,
      "step": 59411
    },
    {
      "epoch": 2.7639916259595254,
      "grad_norm": 1.2710088070541652,
      "learning_rate": 0.00017245472503420715,
      "loss": 2.2031,
      "step": 59412
    },
    {
      "epoch": 2.7640381484066063,
      "grad_norm": 1.4868664895392174,
      "learning_rate": 0.0001724510554293437,
      "loss": 2.2656,
      "step": 59413
    },
    {
      "epoch": 2.764084670853687,
      "grad_norm": 1.3096068157103478,
      "learning_rate": 0.00017244738581073557,
      "loss": 2.3906,
      "step": 59414
    },
    {
      "epoch": 2.7641311933007677,
      "grad_norm": 1.1890580112756537,
      "learning_rate": 0.000172443716178385,
      "loss": 2.0469,
      "step": 59415
    },
    {
      "epoch": 2.764177715747848,
      "grad_norm": 1.209048337832893,
      "learning_rate": 0.0001724400465322943,
      "loss": 2.1094,
      "step": 59416
    },
    {
      "epoch": 2.764224238194929,
      "grad_norm": 1.2228275864565072,
      "learning_rate": 0.0001724363768724656,
      "loss": 2.0781,
      "step": 59417
    },
    {
      "epoch": 2.7642707606420096,
      "grad_norm": 1.2549064426270238,
      "learning_rate": 0.00017243270719890128,
      "loss": 2.1406,
      "step": 59418
    },
    {
      "epoch": 2.7643172830890905,
      "grad_norm": 1.2461603161997667,
      "learning_rate": 0.00017242903751160345,
      "loss": 1.6797,
      "step": 59419
    },
    {
      "epoch": 2.7643638055361714,
      "grad_norm": 1.2669131919810277,
      "learning_rate": 0.0001724253678105745,
      "loss": 2.4062,
      "step": 59420
    },
    {
      "epoch": 2.764410327983252,
      "grad_norm": 1.2690005199922838,
      "learning_rate": 0.00017242169809581658,
      "loss": 2.2812,
      "step": 59421
    },
    {
      "epoch": 2.7644568504303324,
      "grad_norm": 1.2529599877735325,
      "learning_rate": 0.00017241802836733198,
      "loss": 2.0625,
      "step": 59422
    },
    {
      "epoch": 2.7645033728774133,
      "grad_norm": 1.2086474399352451,
      "learning_rate": 0.00017241435862512292,
      "loss": 2.25,
      "step": 59423
    },
    {
      "epoch": 2.7645498953244942,
      "grad_norm": 1.222791095001644,
      "learning_rate": 0.00017241068886919168,
      "loss": 2.1875,
      "step": 59424
    },
    {
      "epoch": 2.7645964177715747,
      "grad_norm": 1.2241853020862627,
      "learning_rate": 0.00017240701909954044,
      "loss": 2.2031,
      "step": 59425
    },
    {
      "epoch": 2.7646429402186556,
      "grad_norm": 1.2508388069901124,
      "learning_rate": 0.0001724033493161715,
      "loss": 2.2656,
      "step": 59426
    },
    {
      "epoch": 2.764689462665736,
      "grad_norm": 1.2998612753781382,
      "learning_rate": 0.00017239967951908719,
      "loss": 2.3594,
      "step": 59427
    },
    {
      "epoch": 2.764735985112817,
      "grad_norm": 1.5468485649658834,
      "learning_rate": 0.00017239600970828952,
      "loss": 2.5938,
      "step": 59428
    },
    {
      "epoch": 2.7647825075598975,
      "grad_norm": 1.2991333612753655,
      "learning_rate": 0.00017239233988378098,
      "loss": 2.375,
      "step": 59429
    },
    {
      "epoch": 2.7648290300069784,
      "grad_norm": 1.2238691245719007,
      "learning_rate": 0.00017238867004556365,
      "loss": 2.4219,
      "step": 59430
    },
    {
      "epoch": 2.7648755524540594,
      "grad_norm": 1.2984045444521484,
      "learning_rate": 0.0001723850001936399,
      "loss": 2.2812,
      "step": 59431
    },
    {
      "epoch": 2.76492207490114,
      "grad_norm": 1.2206399276771343,
      "learning_rate": 0.00017238133032801187,
      "loss": 2.1875,
      "step": 59432
    },
    {
      "epoch": 2.7649685973482203,
      "grad_norm": 1.1949408748683175,
      "learning_rate": 0.00017237766044868192,
      "loss": 2.1719,
      "step": 59433
    },
    {
      "epoch": 2.7650151197953012,
      "grad_norm": 1.2376934154247488,
      "learning_rate": 0.00017237399055565218,
      "loss": 2.2031,
      "step": 59434
    },
    {
      "epoch": 2.765061642242382,
      "grad_norm": 1.2187791295599502,
      "learning_rate": 0.000172370320648925,
      "loss": 2.0781,
      "step": 59435
    },
    {
      "epoch": 2.7651081646894626,
      "grad_norm": 1.1937820405815032,
      "learning_rate": 0.00017236665072850255,
      "loss": 2.1094,
      "step": 59436
    },
    {
      "epoch": 2.765154687136543,
      "grad_norm": 1.2567177058207577,
      "learning_rate": 0.0001723629807943871,
      "loss": 1.6172,
      "step": 59437
    },
    {
      "epoch": 2.765201209583624,
      "grad_norm": 1.2035910202269462,
      "learning_rate": 0.0001723593108465809,
      "loss": 2.1562,
      "step": 59438
    },
    {
      "epoch": 2.765247732030705,
      "grad_norm": 1.2370995959600992,
      "learning_rate": 0.00017235564088508622,
      "loss": 2.3281,
      "step": 59439
    },
    {
      "epoch": 2.7652942544777854,
      "grad_norm": 1.2162988019523917,
      "learning_rate": 0.0001723519709099053,
      "loss": 2.4375,
      "step": 59440
    },
    {
      "epoch": 2.7653407769248664,
      "grad_norm": 1.2080061683702985,
      "learning_rate": 0.0001723483009210403,
      "loss": 1.9688,
      "step": 59441
    },
    {
      "epoch": 2.765387299371947,
      "grad_norm": 1.2755705243351376,
      "learning_rate": 0.00017234463091849359,
      "loss": 2.3281,
      "step": 59442
    },
    {
      "epoch": 2.7654338218190277,
      "grad_norm": 1.240872894828539,
      "learning_rate": 0.00017234096090226733,
      "loss": 2.3906,
      "step": 59443
    },
    {
      "epoch": 2.7654803442661082,
      "grad_norm": 1.2884151809006277,
      "learning_rate": 0.00017233729087236387,
      "loss": 2.4844,
      "step": 59444
    },
    {
      "epoch": 2.765526866713189,
      "grad_norm": 1.2378111191305505,
      "learning_rate": 0.00017233362082878532,
      "loss": 2.4844,
      "step": 59445
    },
    {
      "epoch": 2.76557338916027,
      "grad_norm": 1.2763320393712008,
      "learning_rate": 0.00017232995077153402,
      "loss": 2.4531,
      "step": 59446
    },
    {
      "epoch": 2.7656199116073505,
      "grad_norm": 1.2977017748168427,
      "learning_rate": 0.00017232628070061218,
      "loss": 2.5625,
      "step": 59447
    },
    {
      "epoch": 2.765666434054431,
      "grad_norm": 1.240808468040467,
      "learning_rate": 0.0001723226106160221,
      "loss": 2.4688,
      "step": 59448
    },
    {
      "epoch": 2.765712956501512,
      "grad_norm": 1.195632286828342,
      "learning_rate": 0.00017231894051776594,
      "loss": 2.2812,
      "step": 59449
    },
    {
      "epoch": 2.765759478948593,
      "grad_norm": 1.2351695949724675,
      "learning_rate": 0.00017231527040584605,
      "loss": 1.9219,
      "step": 59450
    },
    {
      "epoch": 2.7658060013956733,
      "grad_norm": 1.246989794558233,
      "learning_rate": 0.00017231160028026457,
      "loss": 2.2656,
      "step": 59451
    },
    {
      "epoch": 2.7658525238427543,
      "grad_norm": 1.2962677285331166,
      "learning_rate": 0.0001723079301410238,
      "loss": 2.3906,
      "step": 59452
    },
    {
      "epoch": 2.7658990462898347,
      "grad_norm": 1.111999868588813,
      "learning_rate": 0.00017230425998812602,
      "loss": 1.7812,
      "step": 59453
    },
    {
      "epoch": 2.7659455687369157,
      "grad_norm": 1.2762110790823888,
      "learning_rate": 0.00017230058982157338,
      "loss": 2.5938,
      "step": 59454
    },
    {
      "epoch": 2.765992091183996,
      "grad_norm": 1.1914778883747486,
      "learning_rate": 0.00017229691964136822,
      "loss": 1.9688,
      "step": 59455
    },
    {
      "epoch": 2.766038613631077,
      "grad_norm": 1.2612349541986811,
      "learning_rate": 0.00017229324944751276,
      "loss": 2.3594,
      "step": 59456
    },
    {
      "epoch": 2.766085136078158,
      "grad_norm": 1.3444444245652987,
      "learning_rate": 0.00017228957924000923,
      "loss": 2.1094,
      "step": 59457
    },
    {
      "epoch": 2.7661316585252385,
      "grad_norm": 1.3846911971906715,
      "learning_rate": 0.0001722859090188599,
      "loss": 2.2188,
      "step": 59458
    },
    {
      "epoch": 2.766178180972319,
      "grad_norm": 1.327451792273904,
      "learning_rate": 0.00017228223878406704,
      "loss": 2.3594,
      "step": 59459
    },
    {
      "epoch": 2.7662247034194,
      "grad_norm": 1.2832918045995712,
      "learning_rate": 0.0001722785685356328,
      "loss": 2.3438,
      "step": 59460
    },
    {
      "epoch": 2.7662712258664808,
      "grad_norm": 1.3106970499840214,
      "learning_rate": 0.00017227489827355952,
      "loss": 2.2969,
      "step": 59461
    },
    {
      "epoch": 2.7663177483135613,
      "grad_norm": 1.2075390750310753,
      "learning_rate": 0.0001722712279978494,
      "loss": 2.1719,
      "step": 59462
    },
    {
      "epoch": 2.766364270760642,
      "grad_norm": 1.2228044566367893,
      "learning_rate": 0.00017226755770850469,
      "loss": 2.25,
      "step": 59463
    },
    {
      "epoch": 2.7664107932077227,
      "grad_norm": 1.2086212866921326,
      "learning_rate": 0.00017226388740552772,
      "loss": 2.2812,
      "step": 59464
    },
    {
      "epoch": 2.7664573156548036,
      "grad_norm": 1.226716990492508,
      "learning_rate": 0.00017226021708892058,
      "loss": 2.2188,
      "step": 59465
    },
    {
      "epoch": 2.766503838101884,
      "grad_norm": 1.3050019314215173,
      "learning_rate": 0.00017225654675868566,
      "loss": 2.4375,
      "step": 59466
    },
    {
      "epoch": 2.766550360548965,
      "grad_norm": 1.1925671503464188,
      "learning_rate": 0.00017225287641482512,
      "loss": 2.1094,
      "step": 59467
    },
    {
      "epoch": 2.7665968829960454,
      "grad_norm": 1.2151965629233008,
      "learning_rate": 0.00017224920605734127,
      "loss": 2.1406,
      "step": 59468
    },
    {
      "epoch": 2.7666434054431264,
      "grad_norm": 1.2716736629701035,
      "learning_rate": 0.0001722455356862363,
      "loss": 2.25,
      "step": 59469
    },
    {
      "epoch": 2.766689927890207,
      "grad_norm": 1.2935744504088214,
      "learning_rate": 0.00017224186530151247,
      "loss": 2.1875,
      "step": 59470
    },
    {
      "epoch": 2.7667364503372878,
      "grad_norm": 1.2529889785552997,
      "learning_rate": 0.00017223819490317207,
      "loss": 2.2969,
      "step": 59471
    },
    {
      "epoch": 2.7667829727843687,
      "grad_norm": 1.207646943054469,
      "learning_rate": 0.0001722345244912173,
      "loss": 1.9062,
      "step": 59472
    },
    {
      "epoch": 2.766829495231449,
      "grad_norm": 1.3525602105089616,
      "learning_rate": 0.00017223085406565045,
      "loss": 2.2969,
      "step": 59473
    },
    {
      "epoch": 2.7668760176785296,
      "grad_norm": 1.3050748707943975,
      "learning_rate": 0.00017222718362647368,
      "loss": 2.1562,
      "step": 59474
    },
    {
      "epoch": 2.7669225401256106,
      "grad_norm": 1.2396642923451786,
      "learning_rate": 0.00017222351317368935,
      "loss": 2.2031,
      "step": 59475
    },
    {
      "epoch": 2.7669690625726915,
      "grad_norm": 1.224154519601694,
      "learning_rate": 0.00017221984270729963,
      "loss": 2.1719,
      "step": 59476
    },
    {
      "epoch": 2.767015585019772,
      "grad_norm": 1.2677412238321482,
      "learning_rate": 0.00017221617222730682,
      "loss": 2.2188,
      "step": 59477
    },
    {
      "epoch": 2.767062107466853,
      "grad_norm": 1.2336205166659457,
      "learning_rate": 0.0001722125017337131,
      "loss": 2.2344,
      "step": 59478
    },
    {
      "epoch": 2.7671086299139334,
      "grad_norm": 1.1262797069702961,
      "learning_rate": 0.0001722088312265208,
      "loss": 2.0469,
      "step": 59479
    },
    {
      "epoch": 2.7671551523610143,
      "grad_norm": 1.3731353606704753,
      "learning_rate": 0.00017220516070573207,
      "loss": 2.375,
      "step": 59480
    },
    {
      "epoch": 2.7672016748080948,
      "grad_norm": 1.173842692583312,
      "learning_rate": 0.00017220149017134926,
      "loss": 1.9375,
      "step": 59481
    },
    {
      "epoch": 2.7672481972551757,
      "grad_norm": 1.2672727425763983,
      "learning_rate": 0.00017219781962337453,
      "loss": 2.4531,
      "step": 59482
    },
    {
      "epoch": 2.7672947197022566,
      "grad_norm": 1.2224808091543162,
      "learning_rate": 0.0001721941490618102,
      "loss": 2.2031,
      "step": 59483
    },
    {
      "epoch": 2.767341242149337,
      "grad_norm": 1.2116546696408297,
      "learning_rate": 0.00017219047848665843,
      "loss": 2.25,
      "step": 59484
    },
    {
      "epoch": 2.7673877645964176,
      "grad_norm": 1.2742645487251507,
      "learning_rate": 0.00017218680789792153,
      "loss": 2.1406,
      "step": 59485
    },
    {
      "epoch": 2.7674342870434985,
      "grad_norm": 1.3350014230060236,
      "learning_rate": 0.00017218313729560177,
      "loss": 2.2188,
      "step": 59486
    },
    {
      "epoch": 2.7674808094905794,
      "grad_norm": 1.2849167879239791,
      "learning_rate": 0.00017217946667970132,
      "loss": 2.2656,
      "step": 59487
    },
    {
      "epoch": 2.76752733193766,
      "grad_norm": 1.2053732063189322,
      "learning_rate": 0.0001721757960502225,
      "loss": 2.1562,
      "step": 59488
    },
    {
      "epoch": 2.767573854384741,
      "grad_norm": 1.2434637599293636,
      "learning_rate": 0.0001721721254071675,
      "loss": 2.1406,
      "step": 59489
    },
    {
      "epoch": 2.7676203768318213,
      "grad_norm": 1.2370346513012098,
      "learning_rate": 0.00017216845475053865,
      "loss": 1.8984,
      "step": 59490
    },
    {
      "epoch": 2.767666899278902,
      "grad_norm": 1.2574918275845912,
      "learning_rate": 0.0001721647840803381,
      "loss": 2.1562,
      "step": 59491
    },
    {
      "epoch": 2.7677134217259827,
      "grad_norm": 1.2682540841663323,
      "learning_rate": 0.00017216111339656814,
      "loss": 2.1875,
      "step": 59492
    },
    {
      "epoch": 2.7677599441730636,
      "grad_norm": 1.2439077130818423,
      "learning_rate": 0.00017215744269923102,
      "loss": 2.125,
      "step": 59493
    },
    {
      "epoch": 2.767806466620144,
      "grad_norm": 1.3123052178688646,
      "learning_rate": 0.000172153771988329,
      "loss": 2.4062,
      "step": 59494
    },
    {
      "epoch": 2.767852989067225,
      "grad_norm": 1.3142016354671422,
      "learning_rate": 0.00017215010126386427,
      "loss": 2.2969,
      "step": 59495
    },
    {
      "epoch": 2.7678995115143055,
      "grad_norm": 1.2486116540935055,
      "learning_rate": 0.00017214643052583913,
      "loss": 2.2188,
      "step": 59496
    },
    {
      "epoch": 2.7679460339613864,
      "grad_norm": 1.2511653634519622,
      "learning_rate": 0.00017214275977425587,
      "loss": 2.3125,
      "step": 59497
    },
    {
      "epoch": 2.7679925564084673,
      "grad_norm": 1.2616297236304177,
      "learning_rate": 0.00017213908900911662,
      "loss": 2.125,
      "step": 59498
    },
    {
      "epoch": 2.768039078855548,
      "grad_norm": 1.2029172924890599,
      "learning_rate": 0.0001721354182304237,
      "loss": 2.25,
      "step": 59499
    },
    {
      "epoch": 2.7680856013026283,
      "grad_norm": 1.2335734927311612,
      "learning_rate": 0.00017213174743817934,
      "loss": 2.3281,
      "step": 59500
    },
    {
      "epoch": 2.768132123749709,
      "grad_norm": 1.2056965013577683,
      "learning_rate": 0.00017212807663238584,
      "loss": 2.0469,
      "step": 59501
    },
    {
      "epoch": 2.76817864619679,
      "grad_norm": 1.179432664456205,
      "learning_rate": 0.00017212440581304534,
      "loss": 2.0625,
      "step": 59502
    },
    {
      "epoch": 2.7682251686438706,
      "grad_norm": 1.1999589602371652,
      "learning_rate": 0.0001721207349801602,
      "loss": 2.3125,
      "step": 59503
    },
    {
      "epoch": 2.7682716910909515,
      "grad_norm": 1.3790242769974905,
      "learning_rate": 0.0001721170641337326,
      "loss": 2.5938,
      "step": 59504
    },
    {
      "epoch": 2.768318213538032,
      "grad_norm": 1.2596593215001306,
      "learning_rate": 0.0001721133932737648,
      "loss": 2.2969,
      "step": 59505
    },
    {
      "epoch": 2.768364735985113,
      "grad_norm": 1.269016975497146,
      "learning_rate": 0.00017210972240025899,
      "loss": 2.4219,
      "step": 59506
    },
    {
      "epoch": 2.7684112584321934,
      "grad_norm": 1.2160190444110002,
      "learning_rate": 0.00017210605151321754,
      "loss": 1.9844,
      "step": 59507
    },
    {
      "epoch": 2.7684577808792743,
      "grad_norm": 1.2178969788050358,
      "learning_rate": 0.00017210238061264265,
      "loss": 2.2188,
      "step": 59508
    },
    {
      "epoch": 2.768504303326355,
      "grad_norm": 1.2845214300380412,
      "learning_rate": 0.00017209870969853652,
      "loss": 2.2812,
      "step": 59509
    },
    {
      "epoch": 2.7685508257734357,
      "grad_norm": 1.200333375760107,
      "learning_rate": 0.00017209503877090146,
      "loss": 2.0156,
      "step": 59510
    },
    {
      "epoch": 2.768597348220516,
      "grad_norm": 1.1943000766472847,
      "learning_rate": 0.00017209136782973965,
      "loss": 1.9844,
      "step": 59511
    },
    {
      "epoch": 2.768643870667597,
      "grad_norm": 1.2590474411182984,
      "learning_rate": 0.0001720876968750534,
      "loss": 2.2188,
      "step": 59512
    },
    {
      "epoch": 2.768690393114678,
      "grad_norm": 1.224969940729281,
      "learning_rate": 0.00017208402590684492,
      "loss": 2.2188,
      "step": 59513
    },
    {
      "epoch": 2.7687369155617585,
      "grad_norm": 1.2860913432806609,
      "learning_rate": 0.00017208035492511647,
      "loss": 2.125,
      "step": 59514
    },
    {
      "epoch": 2.7687834380088394,
      "grad_norm": 1.1250134121088535,
      "learning_rate": 0.0001720766839298703,
      "loss": 1.6094,
      "step": 59515
    },
    {
      "epoch": 2.76882996045592,
      "grad_norm": 1.2072473778817647,
      "learning_rate": 0.0001720730129211087,
      "loss": 2.2969,
      "step": 59516
    },
    {
      "epoch": 2.768876482903001,
      "grad_norm": 1.2192316772133824,
      "learning_rate": 0.00017206934189883374,
      "loss": 2.2031,
      "step": 59517
    },
    {
      "epoch": 2.7689230053500813,
      "grad_norm": 1.2167537552311112,
      "learning_rate": 0.0001720656708630479,
      "loss": 2.25,
      "step": 59518
    },
    {
      "epoch": 2.768969527797162,
      "grad_norm": 1.2417825952219546,
      "learning_rate": 0.00017206199981375332,
      "loss": 2.1406,
      "step": 59519
    },
    {
      "epoch": 2.7690160502442427,
      "grad_norm": 1.469909877837989,
      "learning_rate": 0.00017205832875095224,
      "loss": 2.3281,
      "step": 59520
    },
    {
      "epoch": 2.7690625726913236,
      "grad_norm": 1.635974295087372,
      "learning_rate": 0.00017205465767464696,
      "loss": 2.6094,
      "step": 59521
    },
    {
      "epoch": 2.769109095138404,
      "grad_norm": 1.2640811991104406,
      "learning_rate": 0.0001720509865848396,
      "loss": 1.9844,
      "step": 59522
    },
    {
      "epoch": 2.769155617585485,
      "grad_norm": 1.160893344591561,
      "learning_rate": 0.0001720473154815326,
      "loss": 1.8984,
      "step": 59523
    },
    {
      "epoch": 2.769202140032566,
      "grad_norm": 1.2114163457086549,
      "learning_rate": 0.000172043644364728,
      "loss": 2.2031,
      "step": 59524
    },
    {
      "epoch": 2.7692486624796464,
      "grad_norm": 1.2386886142643447,
      "learning_rate": 0.00017203997323442827,
      "loss": 2.3125,
      "step": 59525
    },
    {
      "epoch": 2.769295184926727,
      "grad_norm": 1.3022457826799434,
      "learning_rate": 0.00017203630209063544,
      "loss": 2.5625,
      "step": 59526
    },
    {
      "epoch": 2.769341707373808,
      "grad_norm": 1.1109367065915743,
      "learning_rate": 0.0001720326309333519,
      "loss": 1.5938,
      "step": 59527
    },
    {
      "epoch": 2.7693882298208887,
      "grad_norm": 1.2865419141520076,
      "learning_rate": 0.00017202895976257978,
      "loss": 2.2031,
      "step": 59528
    },
    {
      "epoch": 2.769434752267969,
      "grad_norm": 1.2786656941985302,
      "learning_rate": 0.0001720252885783215,
      "loss": 2.1719,
      "step": 59529
    },
    {
      "epoch": 2.76948127471505,
      "grad_norm": 1.316163089409875,
      "learning_rate": 0.00017202161738057915,
      "loss": 2.3281,
      "step": 59530
    },
    {
      "epoch": 2.7695277971621306,
      "grad_norm": 1.269141827192629,
      "learning_rate": 0.00017201794616935508,
      "loss": 2.375,
      "step": 59531
    },
    {
      "epoch": 2.7695743196092115,
      "grad_norm": 1.2459086449734538,
      "learning_rate": 0.00017201427494465147,
      "loss": 2.2656,
      "step": 59532
    },
    {
      "epoch": 2.769620842056292,
      "grad_norm": 1.0125899142366765,
      "learning_rate": 0.0001720106037064706,
      "loss": 1.4688,
      "step": 59533
    },
    {
      "epoch": 2.769667364503373,
      "grad_norm": 1.2372455636179498,
      "learning_rate": 0.00017200693245481472,
      "loss": 2.4375,
      "step": 59534
    },
    {
      "epoch": 2.769713886950454,
      "grad_norm": 1.3073082350742566,
      "learning_rate": 0.00017200326118968604,
      "loss": 2.4062,
      "step": 59535
    },
    {
      "epoch": 2.7697604093975343,
      "grad_norm": 1.3402029124051438,
      "learning_rate": 0.00017199958991108682,
      "loss": 2.5469,
      "step": 59536
    },
    {
      "epoch": 2.769806931844615,
      "grad_norm": 1.3064346057205214,
      "learning_rate": 0.00017199591861901935,
      "loss": 2.25,
      "step": 59537
    },
    {
      "epoch": 2.7698534542916957,
      "grad_norm": 1.2212196280007404,
      "learning_rate": 0.00017199224731348587,
      "loss": 2.125,
      "step": 59538
    },
    {
      "epoch": 2.7698999767387766,
      "grad_norm": 1.397973950338138,
      "learning_rate": 0.00017198857599448852,
      "loss": 2.5781,
      "step": 59539
    },
    {
      "epoch": 2.769946499185857,
      "grad_norm": 1.2332943762010193,
      "learning_rate": 0.00017198490466202972,
      "loss": 2.2031,
      "step": 59540
    },
    {
      "epoch": 2.769993021632938,
      "grad_norm": 1.2430914123092864,
      "learning_rate": 0.00017198123331611155,
      "loss": 2.0625,
      "step": 59541
    },
    {
      "epoch": 2.7700395440800185,
      "grad_norm": 1.1749561363318712,
      "learning_rate": 0.00017197756195673646,
      "loss": 2.1406,
      "step": 59542
    },
    {
      "epoch": 2.7700860665270994,
      "grad_norm": 1.1378299992100662,
      "learning_rate": 0.00017197389058390647,
      "loss": 1.8984,
      "step": 59543
    },
    {
      "epoch": 2.77013258897418,
      "grad_norm": 1.259360609239712,
      "learning_rate": 0.00017197021919762402,
      "loss": 1.9609,
      "step": 59544
    },
    {
      "epoch": 2.770179111421261,
      "grad_norm": 1.1947051224335974,
      "learning_rate": 0.00017196654779789118,
      "loss": 2.1562,
      "step": 59545
    },
    {
      "epoch": 2.7702256338683413,
      "grad_norm": 1.1894560242774759,
      "learning_rate": 0.00017196287638471039,
      "loss": 2.1875,
      "step": 59546
    },
    {
      "epoch": 2.7702721563154222,
      "grad_norm": 1.3357042576572735,
      "learning_rate": 0.00017195920495808372,
      "loss": 2.5156,
      "step": 59547
    },
    {
      "epoch": 2.7703186787625027,
      "grad_norm": 1.1745451260247144,
      "learning_rate": 0.00017195553351801354,
      "loss": 2.1406,
      "step": 59548
    },
    {
      "epoch": 2.7703652012095836,
      "grad_norm": 1.2062074693227136,
      "learning_rate": 0.00017195186206450203,
      "loss": 2.3594,
      "step": 59549
    },
    {
      "epoch": 2.7704117236566645,
      "grad_norm": 1.2195584193074933,
      "learning_rate": 0.00017194819059755141,
      "loss": 1.9609,
      "step": 59550
    },
    {
      "epoch": 2.770458246103745,
      "grad_norm": 1.2060018032522046,
      "learning_rate": 0.00017194451911716404,
      "loss": 2.25,
      "step": 59551
    },
    {
      "epoch": 2.7705047685508255,
      "grad_norm": 1.2349779859548633,
      "learning_rate": 0.0001719408476233421,
      "loss": 2.125,
      "step": 59552
    },
    {
      "epoch": 2.7705512909979064,
      "grad_norm": 1.255546631297533,
      "learning_rate": 0.00017193717611608785,
      "loss": 2.2812,
      "step": 59553
    },
    {
      "epoch": 2.7705978134449873,
      "grad_norm": 1.201047763609162,
      "learning_rate": 0.00017193350459540353,
      "loss": 2.125,
      "step": 59554
    },
    {
      "epoch": 2.770644335892068,
      "grad_norm": 1.2010029701574414,
      "learning_rate": 0.0001719298330612914,
      "loss": 2.0469,
      "step": 59555
    },
    {
      "epoch": 2.7706908583391487,
      "grad_norm": 1.2022171537495208,
      "learning_rate": 0.00017192616151375366,
      "loss": 2.3281,
      "step": 59556
    },
    {
      "epoch": 2.770737380786229,
      "grad_norm": 1.1739596774121777,
      "learning_rate": 0.0001719224899527926,
      "loss": 2.125,
      "step": 59557
    },
    {
      "epoch": 2.77078390323331,
      "grad_norm": 1.289040109200691,
      "learning_rate": 0.0001719188183784105,
      "loss": 2.2969,
      "step": 59558
    },
    {
      "epoch": 2.7708304256803906,
      "grad_norm": 1.179275582025954,
      "learning_rate": 0.00017191514679060953,
      "loss": 2.1875,
      "step": 59559
    },
    {
      "epoch": 2.7708769481274715,
      "grad_norm": 1.2122163531303942,
      "learning_rate": 0.00017191147518939205,
      "loss": 2.2344,
      "step": 59560
    },
    {
      "epoch": 2.7709234705745525,
      "grad_norm": 1.2278711130494944,
      "learning_rate": 0.00017190780357476012,
      "loss": 2.1562,
      "step": 59561
    },
    {
      "epoch": 2.770969993021633,
      "grad_norm": 1.268019079255833,
      "learning_rate": 0.00017190413194671618,
      "loss": 2.2969,
      "step": 59562
    },
    {
      "epoch": 2.7710165154687134,
      "grad_norm": 1.2398984824826773,
      "learning_rate": 0.0001719004603052624,
      "loss": 2.1406,
      "step": 59563
    },
    {
      "epoch": 2.7710630379157943,
      "grad_norm": 1.1446339607464189,
      "learning_rate": 0.000171896788650401,
      "loss": 2.0781,
      "step": 59564
    },
    {
      "epoch": 2.7711095603628753,
      "grad_norm": 1.3666677163883074,
      "learning_rate": 0.00017189311698213427,
      "loss": 2.2969,
      "step": 59565
    },
    {
      "epoch": 2.7711560828099557,
      "grad_norm": 1.2201724650169565,
      "learning_rate": 0.00017188944530046446,
      "loss": 2.25,
      "step": 59566
    },
    {
      "epoch": 2.7712026052570367,
      "grad_norm": 1.2368104703395881,
      "learning_rate": 0.00017188577360539376,
      "loss": 2.2188,
      "step": 59567
    },
    {
      "epoch": 2.771249127704117,
      "grad_norm": 1.2932231598651283,
      "learning_rate": 0.0001718821018969245,
      "loss": 2.25,
      "step": 59568
    },
    {
      "epoch": 2.771295650151198,
      "grad_norm": 1.209455715351226,
      "learning_rate": 0.00017187843017505886,
      "loss": 2.3281,
      "step": 59569
    },
    {
      "epoch": 2.7713421725982785,
      "grad_norm": 1.2035534839491433,
      "learning_rate": 0.00017187475843979917,
      "loss": 2.0469,
      "step": 59570
    },
    {
      "epoch": 2.7713886950453595,
      "grad_norm": 1.2140484656659007,
      "learning_rate": 0.00017187108669114757,
      "loss": 2.2812,
      "step": 59571
    },
    {
      "epoch": 2.7714352174924404,
      "grad_norm": 1.318961024712613,
      "learning_rate": 0.00017186741492910637,
      "loss": 2.3125,
      "step": 59572
    },
    {
      "epoch": 2.771481739939521,
      "grad_norm": 1.3341164094319078,
      "learning_rate": 0.00017186374315367783,
      "loss": 2.5312,
      "step": 59573
    },
    {
      "epoch": 2.7715282623866013,
      "grad_norm": 1.3025933252756432,
      "learning_rate": 0.00017186007136486416,
      "loss": 2.3594,
      "step": 59574
    },
    {
      "epoch": 2.7715747848336822,
      "grad_norm": 1.2271629713908414,
      "learning_rate": 0.00017185639956266764,
      "loss": 2.4844,
      "step": 59575
    },
    {
      "epoch": 2.771621307280763,
      "grad_norm": 1.244753390483696,
      "learning_rate": 0.0001718527277470905,
      "loss": 2.0469,
      "step": 59576
    },
    {
      "epoch": 2.7716678297278436,
      "grad_norm": 1.2716614394886605,
      "learning_rate": 0.000171849055918135,
      "loss": 2.4531,
      "step": 59577
    },
    {
      "epoch": 2.7717143521749246,
      "grad_norm": 1.3576128448588296,
      "learning_rate": 0.00017184538407580334,
      "loss": 2.4375,
      "step": 59578
    },
    {
      "epoch": 2.771760874622005,
      "grad_norm": 1.1808506856860828,
      "learning_rate": 0.00017184171222009784,
      "loss": 2.3125,
      "step": 59579
    },
    {
      "epoch": 2.771807397069086,
      "grad_norm": 1.2215781677387851,
      "learning_rate": 0.00017183804035102068,
      "loss": 2.3906,
      "step": 59580
    },
    {
      "epoch": 2.7718539195161664,
      "grad_norm": 1.2404987981066957,
      "learning_rate": 0.00017183436846857422,
      "loss": 2.2344,
      "step": 59581
    },
    {
      "epoch": 2.7719004419632474,
      "grad_norm": 1.3610512810663835,
      "learning_rate": 0.00017183069657276056,
      "loss": 2.3281,
      "step": 59582
    },
    {
      "epoch": 2.771946964410328,
      "grad_norm": 1.2896771563532439,
      "learning_rate": 0.00017182702466358204,
      "loss": 2.3906,
      "step": 59583
    },
    {
      "epoch": 2.7719934868574088,
      "grad_norm": 1.1687203063212508,
      "learning_rate": 0.0001718233527410409,
      "loss": 1.9922,
      "step": 59584
    },
    {
      "epoch": 2.7720400093044892,
      "grad_norm": 1.230752344624761,
      "learning_rate": 0.00017181968080513934,
      "loss": 2.2969,
      "step": 59585
    },
    {
      "epoch": 2.77208653175157,
      "grad_norm": 1.3131085775486515,
      "learning_rate": 0.0001718160088558797,
      "loss": 2.3281,
      "step": 59586
    },
    {
      "epoch": 2.772133054198651,
      "grad_norm": 1.2568574789318343,
      "learning_rate": 0.0001718123368932641,
      "loss": 2.5,
      "step": 59587
    },
    {
      "epoch": 2.7721795766457316,
      "grad_norm": 1.2637853891721258,
      "learning_rate": 0.00017180866491729494,
      "loss": 2.0938,
      "step": 59588
    },
    {
      "epoch": 2.772226099092812,
      "grad_norm": 1.191635583064878,
      "learning_rate": 0.0001718049929279743,
      "loss": 2.125,
      "step": 59589
    },
    {
      "epoch": 2.772272621539893,
      "grad_norm": 1.3110214631961234,
      "learning_rate": 0.00017180132092530458,
      "loss": 2.1719,
      "step": 59590
    },
    {
      "epoch": 2.772319143986974,
      "grad_norm": 1.199786361222044,
      "learning_rate": 0.00017179764890928794,
      "loss": 2.1562,
      "step": 59591
    },
    {
      "epoch": 2.7723656664340544,
      "grad_norm": 1.197792990872255,
      "learning_rate": 0.00017179397687992664,
      "loss": 2.1562,
      "step": 59592
    },
    {
      "epoch": 2.7724121888811353,
      "grad_norm": 1.2045249990432152,
      "learning_rate": 0.00017179030483722294,
      "loss": 2.1562,
      "step": 59593
    },
    {
      "epoch": 2.7724587113282158,
      "grad_norm": 1.2725153451961415,
      "learning_rate": 0.00017178663278117907,
      "loss": 2.25,
      "step": 59594
    },
    {
      "epoch": 2.7725052337752967,
      "grad_norm": 1.17509945675947,
      "learning_rate": 0.00017178296071179735,
      "loss": 1.9922,
      "step": 59595
    },
    {
      "epoch": 2.772551756222377,
      "grad_norm": 1.2888197988803158,
      "learning_rate": 0.00017177928862907994,
      "loss": 2.0469,
      "step": 59596
    },
    {
      "epoch": 2.772598278669458,
      "grad_norm": 1.149337231433332,
      "learning_rate": 0.00017177561653302915,
      "loss": 2.1562,
      "step": 59597
    },
    {
      "epoch": 2.772644801116539,
      "grad_norm": 1.2501994083512327,
      "learning_rate": 0.00017177194442364715,
      "loss": 2.4219,
      "step": 59598
    },
    {
      "epoch": 2.7726913235636195,
      "grad_norm": 1.4119717258310127,
      "learning_rate": 0.00017176827230093626,
      "loss": 2.4688,
      "step": 59599
    },
    {
      "epoch": 2.7727378460107,
      "grad_norm": 1.2473764159497878,
      "learning_rate": 0.0001717646001648987,
      "loss": 2.3594,
      "step": 59600
    },
    {
      "epoch": 2.772784368457781,
      "grad_norm": 1.1449059415852587,
      "learning_rate": 0.00017176092801553678,
      "loss": 1.9609,
      "step": 59601
    },
    {
      "epoch": 2.772830890904862,
      "grad_norm": 1.2413974282763178,
      "learning_rate": 0.0001717572558528526,
      "loss": 2.2031,
      "step": 59602
    },
    {
      "epoch": 2.7728774133519423,
      "grad_norm": 1.2665390312041425,
      "learning_rate": 0.00017175358367684857,
      "loss": 2.4844,
      "step": 59603
    },
    {
      "epoch": 2.772923935799023,
      "grad_norm": 1.2765665913578714,
      "learning_rate": 0.00017174991148752683,
      "loss": 2.25,
      "step": 59604
    },
    {
      "epoch": 2.7729704582461037,
      "grad_norm": 1.269996661044504,
      "learning_rate": 0.00017174623928488966,
      "loss": 2.3438,
      "step": 59605
    },
    {
      "epoch": 2.7730169806931846,
      "grad_norm": 1.1704930264310316,
      "learning_rate": 0.00017174256706893934,
      "loss": 2.0625,
      "step": 59606
    },
    {
      "epoch": 2.773063503140265,
      "grad_norm": 1.2538230621023294,
      "learning_rate": 0.00017173889483967805,
      "loss": 2.2344,
      "step": 59607
    },
    {
      "epoch": 2.773110025587346,
      "grad_norm": 1.3351188554397895,
      "learning_rate": 0.00017173522259710818,
      "loss": 2.4062,
      "step": 59608
    },
    {
      "epoch": 2.7731565480344265,
      "grad_norm": 1.2139271344586433,
      "learning_rate": 0.0001717315503412318,
      "loss": 2.2969,
      "step": 59609
    },
    {
      "epoch": 2.7732030704815074,
      "grad_norm": 1.2123921028912055,
      "learning_rate": 0.00017172787807205123,
      "loss": 2.0938,
      "step": 59610
    },
    {
      "epoch": 2.773249592928588,
      "grad_norm": 1.2380580053082877,
      "learning_rate": 0.00017172420578956873,
      "loss": 2.4375,
      "step": 59611
    },
    {
      "epoch": 2.773296115375669,
      "grad_norm": 1.2814467268075758,
      "learning_rate": 0.00017172053349378657,
      "loss": 2.5469,
      "step": 59612
    },
    {
      "epoch": 2.7733426378227497,
      "grad_norm": 1.2329464287431418,
      "learning_rate": 0.00017171686118470694,
      "loss": 2.2188,
      "step": 59613
    },
    {
      "epoch": 2.77338916026983,
      "grad_norm": 1.2736055580565173,
      "learning_rate": 0.00017171318886233217,
      "loss": 2.4375,
      "step": 59614
    },
    {
      "epoch": 2.7734356827169107,
      "grad_norm": 1.1465494393624274,
      "learning_rate": 0.00017170951652666444,
      "loss": 2.0156,
      "step": 59615
    },
    {
      "epoch": 2.7734822051639916,
      "grad_norm": 1.2305292387953386,
      "learning_rate": 0.00017170584417770595,
      "loss": 2.2656,
      "step": 59616
    },
    {
      "epoch": 2.7735287276110725,
      "grad_norm": 1.2372942298454885,
      "learning_rate": 0.0001717021718154591,
      "loss": 2.3594,
      "step": 59617
    },
    {
      "epoch": 2.773575250058153,
      "grad_norm": 1.2076629896709015,
      "learning_rate": 0.000171698499439926,
      "loss": 1.7578,
      "step": 59618
    },
    {
      "epoch": 2.773621772505234,
      "grad_norm": 1.2841665243840417,
      "learning_rate": 0.00017169482705110898,
      "loss": 2.2812,
      "step": 59619
    },
    {
      "epoch": 2.7736682949523144,
      "grad_norm": 1.2905685907413242,
      "learning_rate": 0.00017169115464901023,
      "loss": 2.1875,
      "step": 59620
    },
    {
      "epoch": 2.7737148173993953,
      "grad_norm": 1.3306766464140316,
      "learning_rate": 0.00017168748223363208,
      "loss": 2.4844,
      "step": 59621
    },
    {
      "epoch": 2.7737613398464758,
      "grad_norm": 1.2263264700885137,
      "learning_rate": 0.00017168380980497666,
      "loss": 2.1875,
      "step": 59622
    },
    {
      "epoch": 2.7738078622935567,
      "grad_norm": 1.2261838343022746,
      "learning_rate": 0.00017168013736304632,
      "loss": 2.1719,
      "step": 59623
    },
    {
      "epoch": 2.7738543847406376,
      "grad_norm": 1.2875078563414402,
      "learning_rate": 0.00017167646490784326,
      "loss": 2.3594,
      "step": 59624
    },
    {
      "epoch": 2.773900907187718,
      "grad_norm": 1.3204819402225472,
      "learning_rate": 0.00017167279243936976,
      "loss": 2.1094,
      "step": 59625
    },
    {
      "epoch": 2.7739474296347986,
      "grad_norm": 1.2785886346106103,
      "learning_rate": 0.00017166911995762803,
      "loss": 2.2969,
      "step": 59626
    },
    {
      "epoch": 2.7739939520818795,
      "grad_norm": 1.2482259835387117,
      "learning_rate": 0.00017166544746262033,
      "loss": 1.9766,
      "step": 59627
    },
    {
      "epoch": 2.7740404745289604,
      "grad_norm": 1.1182934918022829,
      "learning_rate": 0.00017166177495434896,
      "loss": 1.6016,
      "step": 59628
    },
    {
      "epoch": 2.774086996976041,
      "grad_norm": 1.1803398802829426,
      "learning_rate": 0.00017165810243281607,
      "loss": 2.1562,
      "step": 59629
    },
    {
      "epoch": 2.774133519423122,
      "grad_norm": 1.2113925529348795,
      "learning_rate": 0.000171654429898024,
      "loss": 2.1406,
      "step": 59630
    },
    {
      "epoch": 2.7741800418702023,
      "grad_norm": 1.253142097886575,
      "learning_rate": 0.00017165075734997494,
      "loss": 2.0781,
      "step": 59631
    },
    {
      "epoch": 2.774226564317283,
      "grad_norm": 1.2956035995213304,
      "learning_rate": 0.00017164708478867115,
      "loss": 2.1875,
      "step": 59632
    },
    {
      "epoch": 2.7742730867643637,
      "grad_norm": 1.1932413123994028,
      "learning_rate": 0.0001716434122141149,
      "loss": 2.1406,
      "step": 59633
    },
    {
      "epoch": 2.7743196092114446,
      "grad_norm": 1.44432744353873,
      "learning_rate": 0.00017163973962630846,
      "loss": 2.2344,
      "step": 59634
    },
    {
      "epoch": 2.774366131658525,
      "grad_norm": 1.2442133837115805,
      "learning_rate": 0.000171636067025254,
      "loss": 2.1875,
      "step": 59635
    },
    {
      "epoch": 2.774412654105606,
      "grad_norm": 1.2451966287812364,
      "learning_rate": 0.0001716323944109538,
      "loss": 2.25,
      "step": 59636
    },
    {
      "epoch": 2.7744591765526865,
      "grad_norm": 1.2458605361095865,
      "learning_rate": 0.00017162872178341017,
      "loss": 2.2188,
      "step": 59637
    },
    {
      "epoch": 2.7745056989997674,
      "grad_norm": 1.2336099941122642,
      "learning_rate": 0.00017162504914262523,
      "loss": 2.1562,
      "step": 59638
    },
    {
      "epoch": 2.7745522214468483,
      "grad_norm": 1.2134994416527083,
      "learning_rate": 0.00017162137648860136,
      "loss": 2.1406,
      "step": 59639
    },
    {
      "epoch": 2.774598743893929,
      "grad_norm": 1.204931780047654,
      "learning_rate": 0.00017161770382134075,
      "loss": 2.1562,
      "step": 59640
    },
    {
      "epoch": 2.7746452663410093,
      "grad_norm": 1.3029075571704025,
      "learning_rate": 0.0001716140311408457,
      "loss": 2.5312,
      "step": 59641
    },
    {
      "epoch": 2.77469178878809,
      "grad_norm": 1.3244009311194977,
      "learning_rate": 0.00017161035844711836,
      "loss": 2.2344,
      "step": 59642
    },
    {
      "epoch": 2.774738311235171,
      "grad_norm": 1.2645889013809066,
      "learning_rate": 0.00017160668574016106,
      "loss": 2.375,
      "step": 59643
    },
    {
      "epoch": 2.7747848336822516,
      "grad_norm": 1.331040396728659,
      "learning_rate": 0.00017160301301997598,
      "loss": 2.4219,
      "step": 59644
    },
    {
      "epoch": 2.7748313561293325,
      "grad_norm": 1.158963274061092,
      "learning_rate": 0.00017159934028656545,
      "loss": 2.2031,
      "step": 59645
    },
    {
      "epoch": 2.774877878576413,
      "grad_norm": 1.2419567852481346,
      "learning_rate": 0.00017159566753993164,
      "loss": 2.2969,
      "step": 59646
    },
    {
      "epoch": 2.774924401023494,
      "grad_norm": 1.2068360371288473,
      "learning_rate": 0.00017159199478007688,
      "loss": 2.0938,
      "step": 59647
    },
    {
      "epoch": 2.7749709234705744,
      "grad_norm": 1.298671535851771,
      "learning_rate": 0.0001715883220070033,
      "loss": 2.1406,
      "step": 59648
    },
    {
      "epoch": 2.7750174459176553,
      "grad_norm": 1.2553762467012612,
      "learning_rate": 0.00017158464922071328,
      "loss": 2.2969,
      "step": 59649
    },
    {
      "epoch": 2.7750639683647362,
      "grad_norm": 1.1746440236139366,
      "learning_rate": 0.000171580976421209,
      "loss": 2.1094,
      "step": 59650
    },
    {
      "epoch": 2.7751104908118167,
      "grad_norm": 1.2061460628801528,
      "learning_rate": 0.00017157730360849274,
      "loss": 2.1094,
      "step": 59651
    },
    {
      "epoch": 2.775157013258897,
      "grad_norm": 1.367280846678668,
      "learning_rate": 0.00017157363078256667,
      "loss": 2.4062,
      "step": 59652
    },
    {
      "epoch": 2.775203535705978,
      "grad_norm": 1.3064570060081249,
      "learning_rate": 0.00017156995794343315,
      "loss": 2.4844,
      "step": 59653
    },
    {
      "epoch": 2.775250058153059,
      "grad_norm": 1.221476234116749,
      "learning_rate": 0.00017156628509109437,
      "loss": 2.1094,
      "step": 59654
    },
    {
      "epoch": 2.7752965806001395,
      "grad_norm": 1.2007154747850506,
      "learning_rate": 0.00017156261222555253,
      "loss": 1.8359,
      "step": 59655
    },
    {
      "epoch": 2.7753431030472204,
      "grad_norm": 1.1070892147318627,
      "learning_rate": 0.00017155893934681004,
      "loss": 1.7422,
      "step": 59656
    },
    {
      "epoch": 2.775389625494301,
      "grad_norm": 1.2917533004072668,
      "learning_rate": 0.00017155526645486893,
      "loss": 2.0781,
      "step": 59657
    },
    {
      "epoch": 2.775436147941382,
      "grad_norm": 1.2680358655462094,
      "learning_rate": 0.00017155159354973162,
      "loss": 2.2031,
      "step": 59658
    },
    {
      "epoch": 2.7754826703884623,
      "grad_norm": 1.2101686468075858,
      "learning_rate": 0.00017154792063140027,
      "loss": 2.2969,
      "step": 59659
    },
    {
      "epoch": 2.7755291928355432,
      "grad_norm": 1.2373691099269128,
      "learning_rate": 0.00017154424769987714,
      "loss": 2.0469,
      "step": 59660
    },
    {
      "epoch": 2.7755757152826237,
      "grad_norm": 1.2856552440852498,
      "learning_rate": 0.0001715405747551645,
      "loss": 2.3594,
      "step": 59661
    },
    {
      "epoch": 2.7756222377297046,
      "grad_norm": 1.2499851190341311,
      "learning_rate": 0.00017153690179726465,
      "loss": 2.2969,
      "step": 59662
    },
    {
      "epoch": 2.775668760176785,
      "grad_norm": 1.2267827631033,
      "learning_rate": 0.0001715332288261797,
      "loss": 2.2188,
      "step": 59663
    },
    {
      "epoch": 2.775715282623866,
      "grad_norm": 1.2724377803648883,
      "learning_rate": 0.00017152955584191207,
      "loss": 2.1406,
      "step": 59664
    },
    {
      "epoch": 2.775761805070947,
      "grad_norm": 1.2381801962316599,
      "learning_rate": 0.00017152588284446386,
      "loss": 2.4531,
      "step": 59665
    },
    {
      "epoch": 2.7758083275180274,
      "grad_norm": 1.2095839457410973,
      "learning_rate": 0.0001715222098338374,
      "loss": 2.25,
      "step": 59666
    },
    {
      "epoch": 2.775854849965108,
      "grad_norm": 1.3222470096943704,
      "learning_rate": 0.00017151853681003493,
      "loss": 2.2812,
      "step": 59667
    },
    {
      "epoch": 2.775901372412189,
      "grad_norm": 1.2187164510595367,
      "learning_rate": 0.0001715148637730586,
      "loss": 2.1875,
      "step": 59668
    },
    {
      "epoch": 2.7759478948592697,
      "grad_norm": 1.1995427350327608,
      "learning_rate": 0.00017151119072291086,
      "loss": 2.2812,
      "step": 59669
    },
    {
      "epoch": 2.77599441730635,
      "grad_norm": 1.1862142466610774,
      "learning_rate": 0.0001715075176595938,
      "loss": 2.0156,
      "step": 59670
    },
    {
      "epoch": 2.776040939753431,
      "grad_norm": 1.2521236477370314,
      "learning_rate": 0.00017150384458310965,
      "loss": 2.2969,
      "step": 59671
    },
    {
      "epoch": 2.7760874622005116,
      "grad_norm": 1.278603386528471,
      "learning_rate": 0.00017150017149346076,
      "loss": 2.4375,
      "step": 59672
    },
    {
      "epoch": 2.7761339846475925,
      "grad_norm": 1.2575332241765813,
      "learning_rate": 0.00017149649839064937,
      "loss": 2.3594,
      "step": 59673
    },
    {
      "epoch": 2.776180507094673,
      "grad_norm": 1.228502275945198,
      "learning_rate": 0.00017149282527467765,
      "loss": 2.1875,
      "step": 59674
    },
    {
      "epoch": 2.776227029541754,
      "grad_norm": 1.2342346042088308,
      "learning_rate": 0.00017148915214554793,
      "loss": 2.0156,
      "step": 59675
    },
    {
      "epoch": 2.776273551988835,
      "grad_norm": 1.183166877105249,
      "learning_rate": 0.0001714854790032624,
      "loss": 2.1562,
      "step": 59676
    },
    {
      "epoch": 2.7763200744359153,
      "grad_norm": 1.206626150838254,
      "learning_rate": 0.00017148180584782336,
      "loss": 2.2344,
      "step": 59677
    },
    {
      "epoch": 2.776366596882996,
      "grad_norm": 1.278481486288697,
      "learning_rate": 0.000171478132679233,
      "loss": 2.1719,
      "step": 59678
    },
    {
      "epoch": 2.7764131193300767,
      "grad_norm": 1.19554670779339,
      "learning_rate": 0.00017147445949749362,
      "loss": 2.1719,
      "step": 59679
    },
    {
      "epoch": 2.7764596417771576,
      "grad_norm": 1.3829449722316323,
      "learning_rate": 0.0001714707863026075,
      "loss": 2.4688,
      "step": 59680
    },
    {
      "epoch": 2.776506164224238,
      "grad_norm": 1.219941507107306,
      "learning_rate": 0.00017146711309457677,
      "loss": 2.0938,
      "step": 59681
    },
    {
      "epoch": 2.776552686671319,
      "grad_norm": 1.228589972268621,
      "learning_rate": 0.00017146343987340374,
      "loss": 2.3594,
      "step": 59682
    },
    {
      "epoch": 2.7765992091183995,
      "grad_norm": 1.29953346343355,
      "learning_rate": 0.0001714597666390907,
      "loss": 2.3594,
      "step": 59683
    },
    {
      "epoch": 2.7766457315654804,
      "grad_norm": 1.2725368242709472,
      "learning_rate": 0.00017145609339163986,
      "loss": 1.7578,
      "step": 59684
    },
    {
      "epoch": 2.776692254012561,
      "grad_norm": 1.336943467767227,
      "learning_rate": 0.00017145242013105345,
      "loss": 2.3438,
      "step": 59685
    },
    {
      "epoch": 2.776738776459642,
      "grad_norm": 1.2931218779652687,
      "learning_rate": 0.00017144874685733375,
      "loss": 2.4531,
      "step": 59686
    },
    {
      "epoch": 2.7767852989067228,
      "grad_norm": 1.2813720002283355,
      "learning_rate": 0.00017144507357048298,
      "loss": 2.4375,
      "step": 59687
    },
    {
      "epoch": 2.7768318213538032,
      "grad_norm": 1.2603063032811093,
      "learning_rate": 0.00017144140027050347,
      "loss": 2.4375,
      "step": 59688
    },
    {
      "epoch": 2.7768783438008837,
      "grad_norm": 1.356882906184487,
      "learning_rate": 0.0001714377269573974,
      "loss": 2.3438,
      "step": 59689
    },
    {
      "epoch": 2.7769248662479646,
      "grad_norm": 1.2416871254389619,
      "learning_rate": 0.00017143405363116698,
      "loss": 2.0938,
      "step": 59690
    },
    {
      "epoch": 2.7769713886950456,
      "grad_norm": 1.0537698112125709,
      "learning_rate": 0.00017143038029181454,
      "loss": 1.6484,
      "step": 59691
    },
    {
      "epoch": 2.777017911142126,
      "grad_norm": 1.310430367383268,
      "learning_rate": 0.0001714267069393423,
      "loss": 2.2344,
      "step": 59692
    },
    {
      "epoch": 2.7770644335892065,
      "grad_norm": 1.204233427497848,
      "learning_rate": 0.00017142303357375245,
      "loss": 1.9219,
      "step": 59693
    },
    {
      "epoch": 2.7771109560362874,
      "grad_norm": 1.410762464102674,
      "learning_rate": 0.00017141936019504734,
      "loss": 2.2188,
      "step": 59694
    },
    {
      "epoch": 2.7771574784833684,
      "grad_norm": 1.2944003422967125,
      "learning_rate": 0.00017141568680322918,
      "loss": 2.1719,
      "step": 59695
    },
    {
      "epoch": 2.777204000930449,
      "grad_norm": 1.2571889560305842,
      "learning_rate": 0.00017141201339830017,
      "loss": 2.3281,
      "step": 59696
    },
    {
      "epoch": 2.7772505233775298,
      "grad_norm": 1.2701495055445635,
      "learning_rate": 0.00017140833998026265,
      "loss": 2.3125,
      "step": 59697
    },
    {
      "epoch": 2.7772970458246102,
      "grad_norm": 1.2956527601607053,
      "learning_rate": 0.00017140466654911874,
      "loss": 2.2188,
      "step": 59698
    },
    {
      "epoch": 2.777343568271691,
      "grad_norm": 1.4789231223576436,
      "learning_rate": 0.00017140099310487087,
      "loss": 2.5,
      "step": 59699
    },
    {
      "epoch": 2.7773900907187716,
      "grad_norm": 1.3581451770958042,
      "learning_rate": 0.00017139731964752112,
      "loss": 2.2344,
      "step": 59700
    },
    {
      "epoch": 2.7774366131658526,
      "grad_norm": 1.2777544294366736,
      "learning_rate": 0.00017139364617707183,
      "loss": 2.4531,
      "step": 59701
    },
    {
      "epoch": 2.7774831356129335,
      "grad_norm": 1.2643377764898338,
      "learning_rate": 0.0001713899726935252,
      "loss": 2.2812,
      "step": 59702
    },
    {
      "epoch": 2.777529658060014,
      "grad_norm": 1.2751467251106607,
      "learning_rate": 0.00017138629919688354,
      "loss": 2.375,
      "step": 59703
    },
    {
      "epoch": 2.7775761805070944,
      "grad_norm": 1.2386760068712472,
      "learning_rate": 0.000171382625687149,
      "loss": 2.0938,
      "step": 59704
    },
    {
      "epoch": 2.7776227029541753,
      "grad_norm": 1.2471493547664356,
      "learning_rate": 0.00017137895216432395,
      "loss": 2.0469,
      "step": 59705
    },
    {
      "epoch": 2.7776692254012563,
      "grad_norm": 1.2733583897062275,
      "learning_rate": 0.00017137527862841055,
      "loss": 2.4375,
      "step": 59706
    },
    {
      "epoch": 2.7777157478483367,
      "grad_norm": 1.2233933148997211,
      "learning_rate": 0.00017137160507941108,
      "loss": 2.1719,
      "step": 59707
    },
    {
      "epoch": 2.7777622702954177,
      "grad_norm": 1.1886807471348693,
      "learning_rate": 0.00017136793151732778,
      "loss": 2.1562,
      "step": 59708
    },
    {
      "epoch": 2.777808792742498,
      "grad_norm": 1.2377949014746799,
      "learning_rate": 0.00017136425794216293,
      "loss": 2.1406,
      "step": 59709
    },
    {
      "epoch": 2.777855315189579,
      "grad_norm": 1.3507717487636999,
      "learning_rate": 0.00017136058435391875,
      "loss": 2.4375,
      "step": 59710
    },
    {
      "epoch": 2.7779018376366595,
      "grad_norm": 1.3223734758412709,
      "learning_rate": 0.00017135691075259747,
      "loss": 2.4062,
      "step": 59711
    },
    {
      "epoch": 2.7779483600837405,
      "grad_norm": 1.308499779765999,
      "learning_rate": 0.0001713532371382014,
      "loss": 2.4062,
      "step": 59712
    },
    {
      "epoch": 2.7779948825308214,
      "grad_norm": 1.29701511103109,
      "learning_rate": 0.00017134956351073273,
      "loss": 2.3281,
      "step": 59713
    },
    {
      "epoch": 2.778041404977902,
      "grad_norm": 1.2988721590771044,
      "learning_rate": 0.00017134588987019372,
      "loss": 2.2656,
      "step": 59714
    },
    {
      "epoch": 2.7780879274249823,
      "grad_norm": 1.2829523102763956,
      "learning_rate": 0.00017134221621658665,
      "loss": 2.4062,
      "step": 59715
    },
    {
      "epoch": 2.7781344498720633,
      "grad_norm": 1.289818122800614,
      "learning_rate": 0.00017133854254991376,
      "loss": 2.375,
      "step": 59716
    },
    {
      "epoch": 2.778180972319144,
      "grad_norm": 1.348436521975924,
      "learning_rate": 0.00017133486887017726,
      "loss": 2.5156,
      "step": 59717
    },
    {
      "epoch": 2.7782274947662247,
      "grad_norm": 1.3310760340375931,
      "learning_rate": 0.00017133119517737943,
      "loss": 2.2031,
      "step": 59718
    },
    {
      "epoch": 2.7782740172133056,
      "grad_norm": 1.2802516859154598,
      "learning_rate": 0.00017132752147152255,
      "loss": 2.1094,
      "step": 59719
    },
    {
      "epoch": 2.778320539660386,
      "grad_norm": 1.2879919591735451,
      "learning_rate": 0.0001713238477526088,
      "loss": 2.5,
      "step": 59720
    },
    {
      "epoch": 2.778367062107467,
      "grad_norm": 1.223205316311273,
      "learning_rate": 0.0001713201740206405,
      "loss": 2.1875,
      "step": 59721
    },
    {
      "epoch": 2.7784135845545475,
      "grad_norm": 1.2411451088900887,
      "learning_rate": 0.0001713165002756198,
      "loss": 2.2344,
      "step": 59722
    },
    {
      "epoch": 2.7784601070016284,
      "grad_norm": 1.2563283311042504,
      "learning_rate": 0.00017131282651754908,
      "loss": 2.4062,
      "step": 59723
    },
    {
      "epoch": 2.778506629448709,
      "grad_norm": 1.273735983090224,
      "learning_rate": 0.0001713091527464305,
      "loss": 2.1094,
      "step": 59724
    },
    {
      "epoch": 2.7785531518957898,
      "grad_norm": 1.3031861087999204,
      "learning_rate": 0.00017130547896226635,
      "loss": 2.2812,
      "step": 59725
    },
    {
      "epoch": 2.7785996743428703,
      "grad_norm": 1.1990716445105245,
      "learning_rate": 0.0001713018051650588,
      "loss": 2.2812,
      "step": 59726
    },
    {
      "epoch": 2.778646196789951,
      "grad_norm": 1.2822893541253426,
      "learning_rate": 0.00017129813135481018,
      "loss": 2.5,
      "step": 59727
    },
    {
      "epoch": 2.778692719237032,
      "grad_norm": 1.260374063987822,
      "learning_rate": 0.00017129445753152276,
      "loss": 2.2188,
      "step": 59728
    },
    {
      "epoch": 2.7787392416841126,
      "grad_norm": 1.2053297100488412,
      "learning_rate": 0.0001712907836951987,
      "loss": 2.4062,
      "step": 59729
    },
    {
      "epoch": 2.778785764131193,
      "grad_norm": 1.3463904601261691,
      "learning_rate": 0.00017128710984584038,
      "loss": 2.6562,
      "step": 59730
    },
    {
      "epoch": 2.778832286578274,
      "grad_norm": 1.2743325000930295,
      "learning_rate": 0.00017128343598344986,
      "loss": 2.2969,
      "step": 59731
    },
    {
      "epoch": 2.778878809025355,
      "grad_norm": 1.235041305786857,
      "learning_rate": 0.00017127976210802958,
      "loss": 2.0,
      "step": 59732
    },
    {
      "epoch": 2.7789253314724354,
      "grad_norm": 1.2423497960023258,
      "learning_rate": 0.00017127608821958164,
      "loss": 2.3906,
      "step": 59733
    },
    {
      "epoch": 2.7789718539195163,
      "grad_norm": 1.3244341123603351,
      "learning_rate": 0.0001712724143181084,
      "loss": 2.4375,
      "step": 59734
    },
    {
      "epoch": 2.7790183763665968,
      "grad_norm": 1.1731529985824756,
      "learning_rate": 0.000171268740403612,
      "loss": 2.0469,
      "step": 59735
    },
    {
      "epoch": 2.7790648988136777,
      "grad_norm": 1.2488997056268374,
      "learning_rate": 0.00017126506647609485,
      "loss": 2.3281,
      "step": 59736
    },
    {
      "epoch": 2.779111421260758,
      "grad_norm": 1.2217306463171902,
      "learning_rate": 0.00017126139253555902,
      "loss": 2.0469,
      "step": 59737
    },
    {
      "epoch": 2.779157943707839,
      "grad_norm": 1.2750704413194358,
      "learning_rate": 0.00017125771858200685,
      "loss": 2.25,
      "step": 59738
    },
    {
      "epoch": 2.77920446615492,
      "grad_norm": 1.2824146348390166,
      "learning_rate": 0.0001712540446154406,
      "loss": 2.2969,
      "step": 59739
    },
    {
      "epoch": 2.7792509886020005,
      "grad_norm": 1.283783938648823,
      "learning_rate": 0.00017125037063586248,
      "loss": 2.3438,
      "step": 59740
    },
    {
      "epoch": 2.779297511049081,
      "grad_norm": 1.2213701095872282,
      "learning_rate": 0.00017124669664327478,
      "loss": 2.0781,
      "step": 59741
    },
    {
      "epoch": 2.779344033496162,
      "grad_norm": 1.3011395487072526,
      "learning_rate": 0.00017124302263767972,
      "loss": 1.9609,
      "step": 59742
    },
    {
      "epoch": 2.779390555943243,
      "grad_norm": 1.5382277770432657,
      "learning_rate": 0.00017123934861907957,
      "loss": 2.5938,
      "step": 59743
    },
    {
      "epoch": 2.7794370783903233,
      "grad_norm": 1.2819589322315035,
      "learning_rate": 0.00017123567458747653,
      "loss": 2.2031,
      "step": 59744
    },
    {
      "epoch": 2.779483600837404,
      "grad_norm": 1.1647239139492735,
      "learning_rate": 0.0001712320005428729,
      "loss": 1.9375,
      "step": 59745
    },
    {
      "epoch": 2.7795301232844847,
      "grad_norm": 1.321037735393709,
      "learning_rate": 0.00017122832648527091,
      "loss": 2.5781,
      "step": 59746
    },
    {
      "epoch": 2.7795766457315656,
      "grad_norm": 1.433653919086688,
      "learning_rate": 0.00017122465241467286,
      "loss": 2.3281,
      "step": 59747
    },
    {
      "epoch": 2.779623168178646,
      "grad_norm": 1.3455917285205758,
      "learning_rate": 0.0001712209783310809,
      "loss": 2.0312,
      "step": 59748
    },
    {
      "epoch": 2.779669690625727,
      "grad_norm": 1.1874238355537097,
      "learning_rate": 0.00017121730423449733,
      "loss": 1.9766,
      "step": 59749
    },
    {
      "epoch": 2.7797162130728075,
      "grad_norm": 1.2050944513208457,
      "learning_rate": 0.00017121363012492444,
      "loss": 2.3906,
      "step": 59750
    },
    {
      "epoch": 2.7797627355198884,
      "grad_norm": 1.2730507444364112,
      "learning_rate": 0.00017120995600236437,
      "loss": 2.4531,
      "step": 59751
    },
    {
      "epoch": 2.779809257966969,
      "grad_norm": 1.1402951703913575,
      "learning_rate": 0.00017120628186681954,
      "loss": 1.9766,
      "step": 59752
    },
    {
      "epoch": 2.77985578041405,
      "grad_norm": 1.1292835451472545,
      "learning_rate": 0.00017120260771829202,
      "loss": 2.0625,
      "step": 59753
    },
    {
      "epoch": 2.7799023028611307,
      "grad_norm": 1.228129278139831,
      "learning_rate": 0.0001711989335567842,
      "loss": 2.2344,
      "step": 59754
    },
    {
      "epoch": 2.779948825308211,
      "grad_norm": 1.3485369597696224,
      "learning_rate": 0.00017119525938229818,
      "loss": 2.5625,
      "step": 59755
    },
    {
      "epoch": 2.7799953477552917,
      "grad_norm": 1.2983422301335692,
      "learning_rate": 0.0001711915851948364,
      "loss": 2.1719,
      "step": 59756
    },
    {
      "epoch": 2.7800418702023726,
      "grad_norm": 1.2229340365260981,
      "learning_rate": 0.00017118791099440095,
      "loss": 2.125,
      "step": 59757
    },
    {
      "epoch": 2.7800883926494535,
      "grad_norm": 1.2330750293758972,
      "learning_rate": 0.00017118423678099412,
      "loss": 2.3281,
      "step": 59758
    },
    {
      "epoch": 2.780134915096534,
      "grad_norm": 1.2168527110350118,
      "learning_rate": 0.00017118056255461817,
      "loss": 2.0469,
      "step": 59759
    },
    {
      "epoch": 2.780181437543615,
      "grad_norm": 1.2445868689121875,
      "learning_rate": 0.00017117688831527538,
      "loss": 2.3125,
      "step": 59760
    },
    {
      "epoch": 2.7802279599906954,
      "grad_norm": 1.2487116036659693,
      "learning_rate": 0.00017117321406296803,
      "loss": 2.2656,
      "step": 59761
    },
    {
      "epoch": 2.7802744824377763,
      "grad_norm": 1.1820834736710817,
      "learning_rate": 0.00017116953979769825,
      "loss": 2.1562,
      "step": 59762
    },
    {
      "epoch": 2.780321004884857,
      "grad_norm": 1.2427681545057725,
      "learning_rate": 0.00017116586551946838,
      "loss": 2.2812,
      "step": 59763
    },
    {
      "epoch": 2.7803675273319377,
      "grad_norm": 1.2937742608520526,
      "learning_rate": 0.00017116219122828062,
      "loss": 2.2969,
      "step": 59764
    },
    {
      "epoch": 2.7804140497790186,
      "grad_norm": 1.2849049655840374,
      "learning_rate": 0.00017115851692413726,
      "loss": 2.4844,
      "step": 59765
    },
    {
      "epoch": 2.780460572226099,
      "grad_norm": 1.2183920078898272,
      "learning_rate": 0.00017115484260704048,
      "loss": 2.125,
      "step": 59766
    },
    {
      "epoch": 2.7805070946731796,
      "grad_norm": 1.3134589986390772,
      "learning_rate": 0.00017115116827699266,
      "loss": 2.1562,
      "step": 59767
    },
    {
      "epoch": 2.7805536171202605,
      "grad_norm": 1.2488528163168875,
      "learning_rate": 0.0001711474939339959,
      "loss": 2.0781,
      "step": 59768
    },
    {
      "epoch": 2.7806001395673414,
      "grad_norm": 1.2831016730046614,
      "learning_rate": 0.00017114381957805257,
      "loss": 2.3906,
      "step": 59769
    },
    {
      "epoch": 2.780646662014422,
      "grad_norm": 1.166192193666931,
      "learning_rate": 0.0001711401452091648,
      "loss": 2.1406,
      "step": 59770
    },
    {
      "epoch": 2.780693184461503,
      "grad_norm": 1.205851421981381,
      "learning_rate": 0.00017113647082733497,
      "loss": 2.1562,
      "step": 59771
    },
    {
      "epoch": 2.7807397069085833,
      "grad_norm": 1.2409210840558893,
      "learning_rate": 0.00017113279643256527,
      "loss": 2.3906,
      "step": 59772
    },
    {
      "epoch": 2.780786229355664,
      "grad_norm": 1.2727448196711886,
      "learning_rate": 0.00017112912202485794,
      "loss": 2.2969,
      "step": 59773
    },
    {
      "epoch": 2.7808327518027447,
      "grad_norm": 1.4104479276215012,
      "learning_rate": 0.00017112544760421525,
      "loss": 2.3906,
      "step": 59774
    },
    {
      "epoch": 2.7808792742498256,
      "grad_norm": 1.2655648164680484,
      "learning_rate": 0.0001711217731706394,
      "loss": 2.2188,
      "step": 59775
    },
    {
      "epoch": 2.780925796696906,
      "grad_norm": 1.18844919672716,
      "learning_rate": 0.0001711180987241327,
      "loss": 2.3906,
      "step": 59776
    },
    {
      "epoch": 2.780972319143987,
      "grad_norm": 1.3678729500138618,
      "learning_rate": 0.00017111442426469736,
      "loss": 2.4219,
      "step": 59777
    },
    {
      "epoch": 2.7810188415910675,
      "grad_norm": 1.1250189738958347,
      "learning_rate": 0.00017111074979233567,
      "loss": 1.9297,
      "step": 59778
    },
    {
      "epoch": 2.7810653640381484,
      "grad_norm": 1.1844316314595913,
      "learning_rate": 0.00017110707530704983,
      "loss": 2.0625,
      "step": 59779
    },
    {
      "epoch": 2.7811118864852293,
      "grad_norm": 1.3756734493021483,
      "learning_rate": 0.00017110340080884212,
      "loss": 2.3125,
      "step": 59780
    },
    {
      "epoch": 2.78115840893231,
      "grad_norm": 1.2430879234446743,
      "learning_rate": 0.00017109972629771476,
      "loss": 2.3594,
      "step": 59781
    },
    {
      "epoch": 2.7812049313793903,
      "grad_norm": 1.2722166692543477,
      "learning_rate": 0.00017109605177367004,
      "loss": 2.2969,
      "step": 59782
    },
    {
      "epoch": 2.781251453826471,
      "grad_norm": 1.2845768905082602,
      "learning_rate": 0.0001710923772367102,
      "loss": 2.2656,
      "step": 59783
    },
    {
      "epoch": 2.781297976273552,
      "grad_norm": 1.2521338629270085,
      "learning_rate": 0.00017108870268683752,
      "loss": 2.1406,
      "step": 59784
    },
    {
      "epoch": 2.7813444987206326,
      "grad_norm": 1.3758401957014896,
      "learning_rate": 0.00017108502812405416,
      "loss": 2.4375,
      "step": 59785
    },
    {
      "epoch": 2.7813910211677135,
      "grad_norm": 1.3290054100638418,
      "learning_rate": 0.00017108135354836244,
      "loss": 2.2969,
      "step": 59786
    },
    {
      "epoch": 2.781437543614794,
      "grad_norm": 1.3096730419444533,
      "learning_rate": 0.0001710776789597646,
      "loss": 2.3125,
      "step": 59787
    },
    {
      "epoch": 2.781484066061875,
      "grad_norm": 1.2464777753213325,
      "learning_rate": 0.00017107400435826286,
      "loss": 2.0469,
      "step": 59788
    },
    {
      "epoch": 2.7815305885089554,
      "grad_norm": 1.2257046223746226,
      "learning_rate": 0.00017107032974385955,
      "loss": 2.25,
      "step": 59789
    },
    {
      "epoch": 2.7815771109560363,
      "grad_norm": 1.359692854256795,
      "learning_rate": 0.00017106665511655678,
      "loss": 1.7891,
      "step": 59790
    },
    {
      "epoch": 2.7816236334031172,
      "grad_norm": 1.2646448898679354,
      "learning_rate": 0.00017106298047635688,
      "loss": 2.0156,
      "step": 59791
    },
    {
      "epoch": 2.7816701558501977,
      "grad_norm": 1.2932287495552037,
      "learning_rate": 0.00017105930582326213,
      "loss": 2.2031,
      "step": 59792
    },
    {
      "epoch": 2.781716678297278,
      "grad_norm": 1.2615553149613414,
      "learning_rate": 0.00017105563115727478,
      "loss": 2.375,
      "step": 59793
    },
    {
      "epoch": 2.781763200744359,
      "grad_norm": 1.3411629577104405,
      "learning_rate": 0.000171051956478397,
      "loss": 2.1719,
      "step": 59794
    },
    {
      "epoch": 2.78180972319144,
      "grad_norm": 1.26397155166709,
      "learning_rate": 0.00017104828178663112,
      "loss": 2.1875,
      "step": 59795
    },
    {
      "epoch": 2.7818562456385205,
      "grad_norm": 1.3620170676634373,
      "learning_rate": 0.0001710446070819793,
      "loss": 2.2812,
      "step": 59796
    },
    {
      "epoch": 2.7819027680856014,
      "grad_norm": 1.315221025917891,
      "learning_rate": 0.0001710409323644439,
      "loss": 2.1562,
      "step": 59797
    },
    {
      "epoch": 2.781949290532682,
      "grad_norm": 1.4297539484630257,
      "learning_rate": 0.0001710372576340271,
      "loss": 2.7188,
      "step": 59798
    },
    {
      "epoch": 2.781995812979763,
      "grad_norm": 1.2810701613572946,
      "learning_rate": 0.0001710335828907312,
      "loss": 2.3281,
      "step": 59799
    },
    {
      "epoch": 2.7820423354268433,
      "grad_norm": 1.317603264574142,
      "learning_rate": 0.00017102990813455842,
      "loss": 1.6406,
      "step": 59800
    },
    {
      "epoch": 2.7820888578739242,
      "grad_norm": 1.2919862798883426,
      "learning_rate": 0.00017102623336551096,
      "loss": 2.6875,
      "step": 59801
    },
    {
      "epoch": 2.782135380321005,
      "grad_norm": 1.2109877831577005,
      "learning_rate": 0.0001710225585835911,
      "loss": 2.0938,
      "step": 59802
    },
    {
      "epoch": 2.7821819027680856,
      "grad_norm": 1.288627183309043,
      "learning_rate": 0.00017101888378880114,
      "loss": 2.1719,
      "step": 59803
    },
    {
      "epoch": 2.782228425215166,
      "grad_norm": 1.3076217729951956,
      "learning_rate": 0.0001710152089811433,
      "loss": 2.4062,
      "step": 59804
    },
    {
      "epoch": 2.782274947662247,
      "grad_norm": 1.2942599988097279,
      "learning_rate": 0.0001710115341606198,
      "loss": 2.2812,
      "step": 59805
    },
    {
      "epoch": 2.782321470109328,
      "grad_norm": 1.2310088792976672,
      "learning_rate": 0.00017100785932723295,
      "loss": 2.4375,
      "step": 59806
    },
    {
      "epoch": 2.7823679925564084,
      "grad_norm": 1.2373980634106272,
      "learning_rate": 0.00017100418448098495,
      "loss": 2.1406,
      "step": 59807
    },
    {
      "epoch": 2.782414515003489,
      "grad_norm": 1.2421705693902794,
      "learning_rate": 0.00017100050962187807,
      "loss": 2.3125,
      "step": 59808
    },
    {
      "epoch": 2.78246103745057,
      "grad_norm": 1.27626064731106,
      "learning_rate": 0.00017099683474991454,
      "loss": 2.0312,
      "step": 59809
    },
    {
      "epoch": 2.7825075598976508,
      "grad_norm": 1.2751352424067688,
      "learning_rate": 0.00017099315986509665,
      "loss": 2.2812,
      "step": 59810
    },
    {
      "epoch": 2.7825540823447312,
      "grad_norm": 1.253370866408474,
      "learning_rate": 0.0001709894849674266,
      "loss": 2.3438,
      "step": 59811
    },
    {
      "epoch": 2.782600604791812,
      "grad_norm": 1.2251897092253003,
      "learning_rate": 0.00017098581005690666,
      "loss": 2.4062,
      "step": 59812
    },
    {
      "epoch": 2.7826471272388926,
      "grad_norm": 1.2652894220604498,
      "learning_rate": 0.00017098213513353907,
      "loss": 2.3125,
      "step": 59813
    },
    {
      "epoch": 2.7826936496859735,
      "grad_norm": 1.56969160047624,
      "learning_rate": 0.00017097846019732612,
      "loss": 2.3594,
      "step": 59814
    },
    {
      "epoch": 2.782740172133054,
      "grad_norm": 1.2629675411681551,
      "learning_rate": 0.00017097478524827003,
      "loss": 2.3438,
      "step": 59815
    },
    {
      "epoch": 2.782786694580135,
      "grad_norm": 1.3376553143797836,
      "learning_rate": 0.00017097111028637304,
      "loss": 2.4375,
      "step": 59816
    },
    {
      "epoch": 2.782833217027216,
      "grad_norm": 1.279538163012235,
      "learning_rate": 0.00017096743531163746,
      "loss": 2.3281,
      "step": 59817
    },
    {
      "epoch": 2.7828797394742963,
      "grad_norm": 1.274770628588734,
      "learning_rate": 0.00017096376032406542,
      "loss": 2.2188,
      "step": 59818
    },
    {
      "epoch": 2.782926261921377,
      "grad_norm": 1.273154332192213,
      "learning_rate": 0.0001709600853236593,
      "loss": 2.4844,
      "step": 59819
    },
    {
      "epoch": 2.7829727843684577,
      "grad_norm": 1.2539065590738705,
      "learning_rate": 0.00017095641031042127,
      "loss": 2.4219,
      "step": 59820
    },
    {
      "epoch": 2.7830193068155387,
      "grad_norm": 1.7121936089831675,
      "learning_rate": 0.00017095273528435363,
      "loss": 2.4062,
      "step": 59821
    },
    {
      "epoch": 2.783065829262619,
      "grad_norm": 1.2891507626658751,
      "learning_rate": 0.00017094906024545857,
      "loss": 2.1875,
      "step": 59822
    },
    {
      "epoch": 2.7831123517097,
      "grad_norm": 1.2733100737246998,
      "learning_rate": 0.00017094538519373838,
      "loss": 2.2031,
      "step": 59823
    },
    {
      "epoch": 2.7831588741567805,
      "grad_norm": 1.2965703186756237,
      "learning_rate": 0.00017094171012919528,
      "loss": 2.4375,
      "step": 59824
    },
    {
      "epoch": 2.7832053966038615,
      "grad_norm": 1.2683687008070328,
      "learning_rate": 0.00017093803505183154,
      "loss": 2.2812,
      "step": 59825
    },
    {
      "epoch": 2.783251919050942,
      "grad_norm": 1.1804973830747263,
      "learning_rate": 0.00017093435996164946,
      "loss": 2.0938,
      "step": 59826
    },
    {
      "epoch": 2.783298441498023,
      "grad_norm": 1.3898330718994485,
      "learning_rate": 0.0001709306848586512,
      "loss": 2.4375,
      "step": 59827
    },
    {
      "epoch": 2.783344963945104,
      "grad_norm": 1.2062429492720392,
      "learning_rate": 0.00017092700974283905,
      "loss": 2.2031,
      "step": 59828
    },
    {
      "epoch": 2.7833914863921843,
      "grad_norm": 1.232648869635279,
      "learning_rate": 0.00017092333461421526,
      "loss": 2.5,
      "step": 59829
    },
    {
      "epoch": 2.7834380088392647,
      "grad_norm": 1.2143876013947472,
      "learning_rate": 0.0001709196594727821,
      "loss": 2.2188,
      "step": 59830
    },
    {
      "epoch": 2.7834845312863457,
      "grad_norm": 1.1637191502384532,
      "learning_rate": 0.00017091598431854182,
      "loss": 1.9844,
      "step": 59831
    },
    {
      "epoch": 2.7835310537334266,
      "grad_norm": 1.255713817270929,
      "learning_rate": 0.00017091230915149662,
      "loss": 2.3281,
      "step": 59832
    },
    {
      "epoch": 2.783577576180507,
      "grad_norm": 1.2763143619188755,
      "learning_rate": 0.0001709086339716488,
      "loss": 2.125,
      "step": 59833
    },
    {
      "epoch": 2.783624098627588,
      "grad_norm": 1.24665791789969,
      "learning_rate": 0.0001709049587790006,
      "loss": 2.2188,
      "step": 59834
    },
    {
      "epoch": 2.7836706210746684,
      "grad_norm": 1.3087584907272471,
      "learning_rate": 0.00017090128357355423,
      "loss": 2.5781,
      "step": 59835
    },
    {
      "epoch": 2.7837171435217494,
      "grad_norm": 1.1864262589962549,
      "learning_rate": 0.00017089760835531197,
      "loss": 2.0781,
      "step": 59836
    },
    {
      "epoch": 2.78376366596883,
      "grad_norm": 1.175190808997402,
      "learning_rate": 0.0001708939331242761,
      "loss": 1.9531,
      "step": 59837
    },
    {
      "epoch": 2.7838101884159108,
      "grad_norm": 1.1952152760635986,
      "learning_rate": 0.0001708902578804488,
      "loss": 2.125,
      "step": 59838
    },
    {
      "epoch": 2.7838567108629912,
      "grad_norm": 1.3225107821534692,
      "learning_rate": 0.00017088658262383243,
      "loss": 2.5469,
      "step": 59839
    },
    {
      "epoch": 2.783903233310072,
      "grad_norm": 1.106919123912486,
      "learning_rate": 0.00017088290735442908,
      "loss": 1.8984,
      "step": 59840
    },
    {
      "epoch": 2.7839497557571526,
      "grad_norm": 1.2324525164572213,
      "learning_rate": 0.00017087923207224117,
      "loss": 2.1094,
      "step": 59841
    },
    {
      "epoch": 2.7839962782042336,
      "grad_norm": 1.2173476868921782,
      "learning_rate": 0.00017087555677727085,
      "loss": 2.4062,
      "step": 59842
    },
    {
      "epoch": 2.7840428006513145,
      "grad_norm": 1.3464248045863423,
      "learning_rate": 0.00017087188146952038,
      "loss": 2.1719,
      "step": 59843
    },
    {
      "epoch": 2.784089323098395,
      "grad_norm": 1.2591820167996242,
      "learning_rate": 0.00017086820614899202,
      "loss": 2.2969,
      "step": 59844
    },
    {
      "epoch": 2.7841358455454754,
      "grad_norm": 1.2427739310283157,
      "learning_rate": 0.00017086453081568802,
      "loss": 2.2812,
      "step": 59845
    },
    {
      "epoch": 2.7841823679925564,
      "grad_norm": 1.3219262534742058,
      "learning_rate": 0.00017086085546961062,
      "loss": 2.6094,
      "step": 59846
    },
    {
      "epoch": 2.7842288904396373,
      "grad_norm": 1.200724820926667,
      "learning_rate": 0.00017085718011076211,
      "loss": 1.9062,
      "step": 59847
    },
    {
      "epoch": 2.7842754128867178,
      "grad_norm": 1.221822660480984,
      "learning_rate": 0.00017085350473914468,
      "loss": 2.3281,
      "step": 59848
    },
    {
      "epoch": 2.7843219353337987,
      "grad_norm": 1.4387379654177088,
      "learning_rate": 0.0001708498293547606,
      "loss": 2.3906,
      "step": 59849
    },
    {
      "epoch": 2.784368457780879,
      "grad_norm": 1.1282087316043439,
      "learning_rate": 0.00017084615395761223,
      "loss": 2.0781,
      "step": 59850
    },
    {
      "epoch": 2.78441498022796,
      "grad_norm": 1.2420669315078328,
      "learning_rate": 0.0001708424785477016,
      "loss": 2.1719,
      "step": 59851
    },
    {
      "epoch": 2.7844615026750406,
      "grad_norm": 1.3229328045688646,
      "learning_rate": 0.00017083880312503117,
      "loss": 2.3594,
      "step": 59852
    },
    {
      "epoch": 2.7845080251221215,
      "grad_norm": 1.2583268957357838,
      "learning_rate": 0.00017083512768960305,
      "loss": 2.2969,
      "step": 59853
    },
    {
      "epoch": 2.7845545475692024,
      "grad_norm": 1.2700629864070379,
      "learning_rate": 0.00017083145224141958,
      "loss": 2.2812,
      "step": 59854
    },
    {
      "epoch": 2.784601070016283,
      "grad_norm": 1.2498772750279246,
      "learning_rate": 0.00017082777678048295,
      "loss": 2.4062,
      "step": 59855
    },
    {
      "epoch": 2.7846475924633634,
      "grad_norm": 1.325015388012921,
      "learning_rate": 0.00017082410130679545,
      "loss": 1.4922,
      "step": 59856
    },
    {
      "epoch": 2.7846941149104443,
      "grad_norm": 1.203862038514107,
      "learning_rate": 0.00017082042582035927,
      "loss": 2.1562,
      "step": 59857
    },
    {
      "epoch": 2.784740637357525,
      "grad_norm": 1.171070203140336,
      "learning_rate": 0.00017081675032117668,
      "loss": 2.1719,
      "step": 59858
    },
    {
      "epoch": 2.7847871598046057,
      "grad_norm": 1.2561352965591792,
      "learning_rate": 0.00017081307480925004,
      "loss": 2.4219,
      "step": 59859
    },
    {
      "epoch": 2.7848336822516866,
      "grad_norm": 1.293323875331454,
      "learning_rate": 0.00017080939928458146,
      "loss": 2.1562,
      "step": 59860
    },
    {
      "epoch": 2.784880204698767,
      "grad_norm": 1.3203279458302193,
      "learning_rate": 0.00017080572374717325,
      "loss": 2.2656,
      "step": 59861
    },
    {
      "epoch": 2.784926727145848,
      "grad_norm": 1.2719988200258876,
      "learning_rate": 0.00017080204819702768,
      "loss": 2.4375,
      "step": 59862
    },
    {
      "epoch": 2.7849732495929285,
      "grad_norm": 1.3232935969932662,
      "learning_rate": 0.00017079837263414695,
      "loss": 2.3438,
      "step": 59863
    },
    {
      "epoch": 2.7850197720400094,
      "grad_norm": 1.204183282890732,
      "learning_rate": 0.0001707946970585333,
      "loss": 2.0938,
      "step": 59864
    },
    {
      "epoch": 2.78506629448709,
      "grad_norm": 1.192285543347447,
      "learning_rate": 0.0001707910214701891,
      "loss": 2.1562,
      "step": 59865
    },
    {
      "epoch": 2.785112816934171,
      "grad_norm": 1.3130439707114427,
      "learning_rate": 0.00017078734586911646,
      "loss": 2.375,
      "step": 59866
    },
    {
      "epoch": 2.7851593393812513,
      "grad_norm": 1.150074850039531,
      "learning_rate": 0.0001707836702553177,
      "loss": 1.8906,
      "step": 59867
    },
    {
      "epoch": 2.785205861828332,
      "grad_norm": 1.132406850166973,
      "learning_rate": 0.00017077999462879502,
      "loss": 2.0,
      "step": 59868
    },
    {
      "epoch": 2.785252384275413,
      "grad_norm": 1.269841452510633,
      "learning_rate": 0.0001707763189895507,
      "loss": 2.4531,
      "step": 59869
    },
    {
      "epoch": 2.7852989067224936,
      "grad_norm": 1.2664920644157185,
      "learning_rate": 0.00017077264333758706,
      "loss": 2.2812,
      "step": 59870
    },
    {
      "epoch": 2.785345429169574,
      "grad_norm": 1.3043187904808915,
      "learning_rate": 0.00017076896767290623,
      "loss": 2.2812,
      "step": 59871
    },
    {
      "epoch": 2.785391951616655,
      "grad_norm": 1.2287423895612535,
      "learning_rate": 0.00017076529199551056,
      "loss": 2.3281,
      "step": 59872
    },
    {
      "epoch": 2.785438474063736,
      "grad_norm": 1.2553483590209489,
      "learning_rate": 0.0001707616163054022,
      "loss": 2.3281,
      "step": 59873
    },
    {
      "epoch": 2.7854849965108164,
      "grad_norm": 1.283551901182744,
      "learning_rate": 0.0001707579406025835,
      "loss": 2.4219,
      "step": 59874
    },
    {
      "epoch": 2.7855315189578973,
      "grad_norm": 1.3500888413273315,
      "learning_rate": 0.00017075426488705664,
      "loss": 2.3438,
      "step": 59875
    },
    {
      "epoch": 2.785578041404978,
      "grad_norm": 1.2713211111564526,
      "learning_rate": 0.00017075058915882392,
      "loss": 2.4062,
      "step": 59876
    },
    {
      "epoch": 2.7856245638520587,
      "grad_norm": 1.3496284318052754,
      "learning_rate": 0.00017074691341788757,
      "loss": 2.1406,
      "step": 59877
    },
    {
      "epoch": 2.785671086299139,
      "grad_norm": 1.267323825763963,
      "learning_rate": 0.00017074323766424983,
      "loss": 2.2188,
      "step": 59878
    },
    {
      "epoch": 2.78571760874622,
      "grad_norm": 1.3019841740549118,
      "learning_rate": 0.0001707395618979129,
      "loss": 2.3906,
      "step": 59879
    },
    {
      "epoch": 2.785764131193301,
      "grad_norm": 1.2234954569445105,
      "learning_rate": 0.00017073588611887913,
      "loss": 2.2188,
      "step": 59880
    },
    {
      "epoch": 2.7858106536403815,
      "grad_norm": 1.2963310774728465,
      "learning_rate": 0.0001707322103271508,
      "loss": 2.2344,
      "step": 59881
    },
    {
      "epoch": 2.785857176087462,
      "grad_norm": 1.2630654769162848,
      "learning_rate": 0.00017072853452273,
      "loss": 2.4375,
      "step": 59882
    },
    {
      "epoch": 2.785903698534543,
      "grad_norm": 1.187440894437222,
      "learning_rate": 0.00017072485870561912,
      "loss": 2.25,
      "step": 59883
    },
    {
      "epoch": 2.785950220981624,
      "grad_norm": 1.251555634333523,
      "learning_rate": 0.0001707211828758203,
      "loss": 2.3281,
      "step": 59884
    },
    {
      "epoch": 2.7859967434287043,
      "grad_norm": 1.3223462043658953,
      "learning_rate": 0.0001707175070333359,
      "loss": 2.3125,
      "step": 59885
    },
    {
      "epoch": 2.786043265875785,
      "grad_norm": 1.2297481660717757,
      "learning_rate": 0.00017071383117816808,
      "loss": 2.2188,
      "step": 59886
    },
    {
      "epoch": 2.7860897883228657,
      "grad_norm": 1.2880498009792662,
      "learning_rate": 0.00017071015531031918,
      "loss": 2.1562,
      "step": 59887
    },
    {
      "epoch": 2.7861363107699466,
      "grad_norm": 1.1717203020298863,
      "learning_rate": 0.00017070647942979137,
      "loss": 2.1406,
      "step": 59888
    },
    {
      "epoch": 2.786182833217027,
      "grad_norm": 1.1452916392917845,
      "learning_rate": 0.00017070280353658694,
      "loss": 1.9844,
      "step": 59889
    },
    {
      "epoch": 2.786229355664108,
      "grad_norm": 1.31851686707126,
      "learning_rate": 0.0001706991276307081,
      "loss": 2.2812,
      "step": 59890
    },
    {
      "epoch": 2.7862758781111885,
      "grad_norm": 1.3988563133154386,
      "learning_rate": 0.00017069545171215719,
      "loss": 2.2031,
      "step": 59891
    },
    {
      "epoch": 2.7863224005582694,
      "grad_norm": 1.3439388928402456,
      "learning_rate": 0.00017069177578093634,
      "loss": 2.5938,
      "step": 59892
    },
    {
      "epoch": 2.78636892300535,
      "grad_norm": 1.29187937596452,
      "learning_rate": 0.00017068809983704792,
      "loss": 2.0938,
      "step": 59893
    },
    {
      "epoch": 2.786415445452431,
      "grad_norm": 1.2345606545029906,
      "learning_rate": 0.0001706844238804941,
      "loss": 2.2969,
      "step": 59894
    },
    {
      "epoch": 2.7864619678995117,
      "grad_norm": 1.2151780212863246,
      "learning_rate": 0.00017068074791127714,
      "loss": 2.1406,
      "step": 59895
    },
    {
      "epoch": 2.786508490346592,
      "grad_norm": 1.1575930590854537,
      "learning_rate": 0.00017067707192939936,
      "loss": 2.1094,
      "step": 59896
    },
    {
      "epoch": 2.7865550127936727,
      "grad_norm": 1.3239890241489771,
      "learning_rate": 0.0001706733959348629,
      "loss": 2.5469,
      "step": 59897
    },
    {
      "epoch": 2.7866015352407536,
      "grad_norm": 1.2586954444891911,
      "learning_rate": 0.00017066971992767008,
      "loss": 2.2188,
      "step": 59898
    },
    {
      "epoch": 2.7866480576878345,
      "grad_norm": 1.191121857390228,
      "learning_rate": 0.00017066604390782313,
      "loss": 2.0938,
      "step": 59899
    },
    {
      "epoch": 2.786694580134915,
      "grad_norm": 1.3651094572227458,
      "learning_rate": 0.00017066236787532433,
      "loss": 2.25,
      "step": 59900
    },
    {
      "epoch": 2.786741102581996,
      "grad_norm": 1.353844209405174,
      "learning_rate": 0.00017065869183017585,
      "loss": 2.3438,
      "step": 59901
    },
    {
      "epoch": 2.7867876250290764,
      "grad_norm": 1.2543607502696335,
      "learning_rate": 0.00017065501577238004,
      "loss": 2.1719,
      "step": 59902
    },
    {
      "epoch": 2.7868341474761573,
      "grad_norm": 1.298214234574257,
      "learning_rate": 0.0001706513397019391,
      "loss": 2.2656,
      "step": 59903
    },
    {
      "epoch": 2.786880669923238,
      "grad_norm": 1.2597207721755432,
      "learning_rate": 0.0001706476636188553,
      "loss": 2.2656,
      "step": 59904
    },
    {
      "epoch": 2.7869271923703187,
      "grad_norm": 1.2392582395058764,
      "learning_rate": 0.00017064398752313084,
      "loss": 2.4531,
      "step": 59905
    },
    {
      "epoch": 2.7869737148173996,
      "grad_norm": 1.3239051129136763,
      "learning_rate": 0.00017064031141476806,
      "loss": 2.4531,
      "step": 59906
    },
    {
      "epoch": 2.78702023726448,
      "grad_norm": 1.3591620231687151,
      "learning_rate": 0.00017063663529376914,
      "loss": 2.4219,
      "step": 59907
    },
    {
      "epoch": 2.7870667597115606,
      "grad_norm": 1.2575377014037625,
      "learning_rate": 0.00017063295916013634,
      "loss": 2.3906,
      "step": 59908
    },
    {
      "epoch": 2.7871132821586415,
      "grad_norm": 1.2328963387906213,
      "learning_rate": 0.00017062928301387194,
      "loss": 2.25,
      "step": 59909
    },
    {
      "epoch": 2.7871598046057224,
      "grad_norm": 1.228932445959523,
      "learning_rate": 0.00017062560685497815,
      "loss": 2.2031,
      "step": 59910
    },
    {
      "epoch": 2.787206327052803,
      "grad_norm": 1.3156516300839678,
      "learning_rate": 0.00017062193068345725,
      "loss": 2.5156,
      "step": 59911
    },
    {
      "epoch": 2.787252849499884,
      "grad_norm": 1.2467578104105792,
      "learning_rate": 0.00017061825449931145,
      "loss": 2.0625,
      "step": 59912
    },
    {
      "epoch": 2.7872993719469643,
      "grad_norm": 1.2695267938032138,
      "learning_rate": 0.0001706145783025431,
      "loss": 2.3125,
      "step": 59913
    },
    {
      "epoch": 2.7873458943940452,
      "grad_norm": 1.2434397171920664,
      "learning_rate": 0.00017061090209315432,
      "loss": 2.2656,
      "step": 59914
    },
    {
      "epoch": 2.7873924168411257,
      "grad_norm": 1.3019979710204417,
      "learning_rate": 0.00017060722587114747,
      "loss": 2.4062,
      "step": 59915
    },
    {
      "epoch": 2.7874389392882066,
      "grad_norm": 1.2956449336632623,
      "learning_rate": 0.00017060354963652474,
      "loss": 2.2969,
      "step": 59916
    },
    {
      "epoch": 2.7874854617352876,
      "grad_norm": 1.2408498873258158,
      "learning_rate": 0.0001705998733892884,
      "loss": 1.7891,
      "step": 59917
    },
    {
      "epoch": 2.787531984182368,
      "grad_norm": 1.1735340336548339,
      "learning_rate": 0.00017059619712944066,
      "loss": 1.9297,
      "step": 59918
    },
    {
      "epoch": 2.7875785066294485,
      "grad_norm": 1.2819618986797934,
      "learning_rate": 0.00017059252085698388,
      "loss": 2.2812,
      "step": 59919
    },
    {
      "epoch": 2.7876250290765294,
      "grad_norm": 1.2612215413855987,
      "learning_rate": 0.0001705888445719202,
      "loss": 2.2188,
      "step": 59920
    },
    {
      "epoch": 2.7876715515236103,
      "grad_norm": 1.3062566167629803,
      "learning_rate": 0.00017058516827425188,
      "loss": 2.3438,
      "step": 59921
    },
    {
      "epoch": 2.787718073970691,
      "grad_norm": 1.2398251708561954,
      "learning_rate": 0.00017058149196398124,
      "loss": 2.2188,
      "step": 59922
    },
    {
      "epoch": 2.7877645964177713,
      "grad_norm": 1.2723187372517368,
      "learning_rate": 0.00017057781564111041,
      "loss": 2.5625,
      "step": 59923
    },
    {
      "epoch": 2.7878111188648522,
      "grad_norm": 1.254686320515326,
      "learning_rate": 0.00017057413930564183,
      "loss": 2.2344,
      "step": 59924
    },
    {
      "epoch": 2.787857641311933,
      "grad_norm": 1.2527733803716588,
      "learning_rate": 0.00017057046295757756,
      "loss": 2.2656,
      "step": 59925
    },
    {
      "epoch": 2.7879041637590136,
      "grad_norm": 1.2724188776815488,
      "learning_rate": 0.00017056678659691998,
      "loss": 2.2656,
      "step": 59926
    },
    {
      "epoch": 2.7879506862060945,
      "grad_norm": 1.2749994222287147,
      "learning_rate": 0.00017056311022367127,
      "loss": 2.3906,
      "step": 59927
    },
    {
      "epoch": 2.787997208653175,
      "grad_norm": 1.2312064067911312,
      "learning_rate": 0.0001705594338378337,
      "loss": 2.4375,
      "step": 59928
    },
    {
      "epoch": 2.788043731100256,
      "grad_norm": 1.2408447928132689,
      "learning_rate": 0.00017055575743940956,
      "loss": 2.1719,
      "step": 59929
    },
    {
      "epoch": 2.7880902535473364,
      "grad_norm": 1.1787353153764661,
      "learning_rate": 0.00017055208102840103,
      "loss": 2.2344,
      "step": 59930
    },
    {
      "epoch": 2.7881367759944173,
      "grad_norm": 1.293828480326914,
      "learning_rate": 0.0001705484046048104,
      "loss": 2.3438,
      "step": 59931
    },
    {
      "epoch": 2.7881832984414983,
      "grad_norm": 1.2739925315260525,
      "learning_rate": 0.00017054472816863993,
      "loss": 2.0938,
      "step": 59932
    },
    {
      "epoch": 2.7882298208885787,
      "grad_norm": 1.1667418546221076,
      "learning_rate": 0.00017054105171989184,
      "loss": 2.1094,
      "step": 59933
    },
    {
      "epoch": 2.788276343335659,
      "grad_norm": 1.2295565694530883,
      "learning_rate": 0.00017053737525856834,
      "loss": 2.2812,
      "step": 59934
    },
    {
      "epoch": 2.78832286578274,
      "grad_norm": 1.2844424039864282,
      "learning_rate": 0.00017053369878467184,
      "loss": 2.2344,
      "step": 59935
    },
    {
      "epoch": 2.788369388229821,
      "grad_norm": 1.1967518601611524,
      "learning_rate": 0.00017053002229820442,
      "loss": 2.0312,
      "step": 59936
    },
    {
      "epoch": 2.7884159106769015,
      "grad_norm": 1.2772840789416837,
      "learning_rate": 0.00017052634579916846,
      "loss": 2.2656,
      "step": 59937
    },
    {
      "epoch": 2.7884624331239825,
      "grad_norm": 1.197222291516961,
      "learning_rate": 0.00017052266928756606,
      "loss": 2.2031,
      "step": 59938
    },
    {
      "epoch": 2.788508955571063,
      "grad_norm": 1.1757571057164233,
      "learning_rate": 0.00017051899276339965,
      "loss": 1.9531,
      "step": 59939
    },
    {
      "epoch": 2.788555478018144,
      "grad_norm": 1.2272129992364855,
      "learning_rate": 0.00017051531622667133,
      "loss": 2.1875,
      "step": 59940
    },
    {
      "epoch": 2.7886020004652243,
      "grad_norm": 1.526437698266127,
      "learning_rate": 0.00017051163967738347,
      "loss": 2.2344,
      "step": 59941
    },
    {
      "epoch": 2.7886485229123052,
      "grad_norm": 1.2798775500893598,
      "learning_rate": 0.00017050796311553822,
      "loss": 2.2812,
      "step": 59942
    },
    {
      "epoch": 2.788695045359386,
      "grad_norm": 1.3053671769746111,
      "learning_rate": 0.0001705042865411379,
      "loss": 2.4062,
      "step": 59943
    },
    {
      "epoch": 2.7887415678064666,
      "grad_norm": 1.274282625431503,
      "learning_rate": 0.00017050060995418473,
      "loss": 2.2344,
      "step": 59944
    },
    {
      "epoch": 2.788788090253547,
      "grad_norm": 1.2102915323869223,
      "learning_rate": 0.00017049693335468094,
      "loss": 2.3125,
      "step": 59945
    },
    {
      "epoch": 2.788834612700628,
      "grad_norm": 1.3627775151221027,
      "learning_rate": 0.00017049325674262883,
      "loss": 2.5781,
      "step": 59946
    },
    {
      "epoch": 2.788881135147709,
      "grad_norm": 1.183663857240754,
      "learning_rate": 0.0001704895801180306,
      "loss": 2.0938,
      "step": 59947
    },
    {
      "epoch": 2.7889276575947894,
      "grad_norm": 1.2197220464661076,
      "learning_rate": 0.0001704859034808886,
      "loss": 2.3281,
      "step": 59948
    },
    {
      "epoch": 2.7889741800418704,
      "grad_norm": 1.323269398556219,
      "learning_rate": 0.00017048222683120493,
      "loss": 2.3906,
      "step": 59949
    },
    {
      "epoch": 2.789020702488951,
      "grad_norm": 1.2928781743388564,
      "learning_rate": 0.00017047855016898196,
      "loss": 2.2812,
      "step": 59950
    },
    {
      "epoch": 2.7890672249360318,
      "grad_norm": 1.2476046166156207,
      "learning_rate": 0.00017047487349422188,
      "loss": 2.0781,
      "step": 59951
    },
    {
      "epoch": 2.7891137473831122,
      "grad_norm": 1.243654057860217,
      "learning_rate": 0.00017047119680692699,
      "loss": 2.3281,
      "step": 59952
    },
    {
      "epoch": 2.789160269830193,
      "grad_norm": 1.235025562079389,
      "learning_rate": 0.00017046752010709947,
      "loss": 2.2969,
      "step": 59953
    },
    {
      "epoch": 2.7892067922772736,
      "grad_norm": 1.2441119566073464,
      "learning_rate": 0.00017046384339474167,
      "loss": 2.4219,
      "step": 59954
    },
    {
      "epoch": 2.7892533147243546,
      "grad_norm": 1.279858516878264,
      "learning_rate": 0.00017046016666985572,
      "loss": 2.2656,
      "step": 59955
    },
    {
      "epoch": 2.789299837171435,
      "grad_norm": 1.1842541176807888,
      "learning_rate": 0.00017045648993244396,
      "loss": 2.4219,
      "step": 59956
    },
    {
      "epoch": 2.789346359618516,
      "grad_norm": 1.228739575387192,
      "learning_rate": 0.00017045281318250864,
      "loss": 2.3125,
      "step": 59957
    },
    {
      "epoch": 2.789392882065597,
      "grad_norm": 1.279520567031376,
      "learning_rate": 0.00017044913642005197,
      "loss": 2.2656,
      "step": 59958
    },
    {
      "epoch": 2.7894394045126774,
      "grad_norm": 1.2990436309590465,
      "learning_rate": 0.00017044545964507623,
      "loss": 2.2812,
      "step": 59959
    },
    {
      "epoch": 2.789485926959758,
      "grad_norm": 1.3049515242676266,
      "learning_rate": 0.00017044178285758363,
      "loss": 2.0938,
      "step": 59960
    },
    {
      "epoch": 2.7895324494068388,
      "grad_norm": 1.2050516176193995,
      "learning_rate": 0.0001704381060575765,
      "loss": 2.1562,
      "step": 59961
    },
    {
      "epoch": 2.7895789718539197,
      "grad_norm": 1.4360845876098471,
      "learning_rate": 0.000170434429245057,
      "loss": 2.2969,
      "step": 59962
    },
    {
      "epoch": 2.789625494301,
      "grad_norm": 1.2619002343919679,
      "learning_rate": 0.00017043075242002744,
      "loss": 2.2656,
      "step": 59963
    },
    {
      "epoch": 2.789672016748081,
      "grad_norm": 1.159062984386995,
      "learning_rate": 0.00017042707558249001,
      "loss": 2.0781,
      "step": 59964
    },
    {
      "epoch": 2.7897185391951616,
      "grad_norm": 1.270113753530693,
      "learning_rate": 0.00017042339873244708,
      "loss": 2.2969,
      "step": 59965
    },
    {
      "epoch": 2.7897650616422425,
      "grad_norm": 1.3479798749388445,
      "learning_rate": 0.00017041972186990074,
      "loss": 2.125,
      "step": 59966
    },
    {
      "epoch": 2.789811584089323,
      "grad_norm": 1.3833863320479713,
      "learning_rate": 0.00017041604499485339,
      "loss": 2.2188,
      "step": 59967
    },
    {
      "epoch": 2.789858106536404,
      "grad_norm": 1.3506503725350323,
      "learning_rate": 0.0001704123681073072,
      "loss": 2.2656,
      "step": 59968
    },
    {
      "epoch": 2.789904628983485,
      "grad_norm": 1.3378935985337106,
      "learning_rate": 0.00017040869120726442,
      "loss": 2.3594,
      "step": 59969
    },
    {
      "epoch": 2.7899511514305653,
      "grad_norm": 1.1447262346927103,
      "learning_rate": 0.00017040501429472737,
      "loss": 1.6094,
      "step": 59970
    },
    {
      "epoch": 2.7899976738776457,
      "grad_norm": 1.2635988200535317,
      "learning_rate": 0.0001704013373696982,
      "loss": 2.2812,
      "step": 59971
    },
    {
      "epoch": 2.7900441963247267,
      "grad_norm": 1.2264140284963971,
      "learning_rate": 0.00017039766043217922,
      "loss": 2.2812,
      "step": 59972
    },
    {
      "epoch": 2.7900907187718076,
      "grad_norm": 1.287508226690361,
      "learning_rate": 0.00017039398348217265,
      "loss": 2.0312,
      "step": 59973
    },
    {
      "epoch": 2.790137241218888,
      "grad_norm": 1.3139659761173632,
      "learning_rate": 0.00017039030651968084,
      "loss": 2.5469,
      "step": 59974
    },
    {
      "epoch": 2.790183763665969,
      "grad_norm": 1.343961110954689,
      "learning_rate": 0.00017038662954470588,
      "loss": 2.3906,
      "step": 59975
    },
    {
      "epoch": 2.7902302861130495,
      "grad_norm": 1.2640752995986486,
      "learning_rate": 0.00017038295255725016,
      "loss": 2.1875,
      "step": 59976
    },
    {
      "epoch": 2.7902768085601304,
      "grad_norm": 1.2958230207296433,
      "learning_rate": 0.00017037927555731583,
      "loss": 2.3281,
      "step": 59977
    },
    {
      "epoch": 2.790323331007211,
      "grad_norm": 1.2826289184628255,
      "learning_rate": 0.00017037559854490522,
      "loss": 2.3594,
      "step": 59978
    },
    {
      "epoch": 2.790369853454292,
      "grad_norm": 1.2853413060276482,
      "learning_rate": 0.00017037192152002053,
      "loss": 2.3438,
      "step": 59979
    },
    {
      "epoch": 2.7904163759013723,
      "grad_norm": 1.2707276073964489,
      "learning_rate": 0.00017036824448266405,
      "loss": 2.4531,
      "step": 59980
    },
    {
      "epoch": 2.790462898348453,
      "grad_norm": 1.1504348800844177,
      "learning_rate": 0.00017036456743283802,
      "loss": 1.6016,
      "step": 59981
    },
    {
      "epoch": 2.7905094207955337,
      "grad_norm": 1.2139998510616827,
      "learning_rate": 0.00017036089037054464,
      "loss": 2.3281,
      "step": 59982
    },
    {
      "epoch": 2.7905559432426146,
      "grad_norm": 1.3204147863897684,
      "learning_rate": 0.00017035721329578625,
      "loss": 2.5781,
      "step": 59983
    },
    {
      "epoch": 2.7906024656896955,
      "grad_norm": 1.246911654406631,
      "learning_rate": 0.000170353536208565,
      "loss": 2.1875,
      "step": 59984
    },
    {
      "epoch": 2.790648988136776,
      "grad_norm": 1.2394038170258825,
      "learning_rate": 0.00017034985910888327,
      "loss": 2.0,
      "step": 59985
    },
    {
      "epoch": 2.7906955105838565,
      "grad_norm": 1.319385517873311,
      "learning_rate": 0.00017034618199674315,
      "loss": 2.3125,
      "step": 59986
    },
    {
      "epoch": 2.7907420330309374,
      "grad_norm": 1.3017163709012776,
      "learning_rate": 0.00017034250487214705,
      "loss": 2.1719,
      "step": 59987
    },
    {
      "epoch": 2.7907885554780183,
      "grad_norm": 1.2863741720234607,
      "learning_rate": 0.0001703388277350971,
      "loss": 2.25,
      "step": 59988
    },
    {
      "epoch": 2.7908350779250988,
      "grad_norm": 1.2701955659992294,
      "learning_rate": 0.00017033515058559562,
      "loss": 2.1094,
      "step": 59989
    },
    {
      "epoch": 2.7908816003721797,
      "grad_norm": 1.367284451839549,
      "learning_rate": 0.00017033147342364484,
      "loss": 2.4219,
      "step": 59990
    },
    {
      "epoch": 2.79092812281926,
      "grad_norm": 1.2278556342128206,
      "learning_rate": 0.000170327796249247,
      "loss": 1.9844,
      "step": 59991
    },
    {
      "epoch": 2.790974645266341,
      "grad_norm": 1.3127019683886865,
      "learning_rate": 0.00017032411906240438,
      "loss": 2.4375,
      "step": 59992
    },
    {
      "epoch": 2.7910211677134216,
      "grad_norm": 1.2741894143943073,
      "learning_rate": 0.0001703204418631192,
      "loss": 2.375,
      "step": 59993
    },
    {
      "epoch": 2.7910676901605025,
      "grad_norm": 1.246068782540394,
      "learning_rate": 0.00017031676465139374,
      "loss": 2.4375,
      "step": 59994
    },
    {
      "epoch": 2.7911142126075834,
      "grad_norm": 1.3529933593556531,
      "learning_rate": 0.00017031308742723023,
      "loss": 2.3281,
      "step": 59995
    },
    {
      "epoch": 2.791160735054664,
      "grad_norm": 1.2633094638223026,
      "learning_rate": 0.00017030941019063094,
      "loss": 2.4219,
      "step": 59996
    },
    {
      "epoch": 2.7912072575017444,
      "grad_norm": 1.2787074792829585,
      "learning_rate": 0.00017030573294159808,
      "loss": 2.1875,
      "step": 59997
    },
    {
      "epoch": 2.7912537799488253,
      "grad_norm": 1.281318410068373,
      "learning_rate": 0.000170302055680134,
      "loss": 2.1875,
      "step": 59998
    },
    {
      "epoch": 2.791300302395906,
      "grad_norm": 1.258865482634555,
      "learning_rate": 0.00017029837840624082,
      "loss": 2.3281,
      "step": 59999
    },
    {
      "epoch": 2.7913468248429867,
      "grad_norm": 1.274801881716101,
      "learning_rate": 0.00017029470111992083,
      "loss": 2.375,
      "step": 60000
    },
    {
      "epoch": 2.7913933472900676,
      "grad_norm": 1.2582912928716803,
      "learning_rate": 0.00017029102382117633,
      "loss": 2.4062,
      "step": 60001
    },
    {
      "epoch": 2.791439869737148,
      "grad_norm": 1.2185670600091296,
      "learning_rate": 0.00017028734651000955,
      "loss": 2.0312,
      "step": 60002
    },
    {
      "epoch": 2.791486392184229,
      "grad_norm": 1.2487161830149602,
      "learning_rate": 0.00017028366918642277,
      "loss": 2.3125,
      "step": 60003
    },
    {
      "epoch": 2.7915329146313095,
      "grad_norm": 1.3329141644998563,
      "learning_rate": 0.00017027999185041816,
      "loss": 2.2656,
      "step": 60004
    },
    {
      "epoch": 2.7915794370783904,
      "grad_norm": 1.228304136970614,
      "learning_rate": 0.00017027631450199806,
      "loss": 2.3125,
      "step": 60005
    },
    {
      "epoch": 2.791625959525471,
      "grad_norm": 1.1920968783767243,
      "learning_rate": 0.00017027263714116466,
      "loss": 2.1094,
      "step": 60006
    },
    {
      "epoch": 2.791672481972552,
      "grad_norm": 1.4795736278169993,
      "learning_rate": 0.00017026895976792025,
      "loss": 2.3906,
      "step": 60007
    },
    {
      "epoch": 2.7917190044196323,
      "grad_norm": 1.3426237297694712,
      "learning_rate": 0.00017026528238226702,
      "loss": 2.2188,
      "step": 60008
    },
    {
      "epoch": 2.791765526866713,
      "grad_norm": 1.227891372724106,
      "learning_rate": 0.00017026160498420732,
      "loss": 2.0938,
      "step": 60009
    },
    {
      "epoch": 2.791812049313794,
      "grad_norm": 1.1852277731523597,
      "learning_rate": 0.00017025792757374328,
      "loss": 2.0625,
      "step": 60010
    },
    {
      "epoch": 2.7918585717608746,
      "grad_norm": 1.2865509223109426,
      "learning_rate": 0.00017025425015087725,
      "loss": 2.2969,
      "step": 60011
    },
    {
      "epoch": 2.791905094207955,
      "grad_norm": 1.2723638100902204,
      "learning_rate": 0.00017025057271561142,
      "loss": 2.1562,
      "step": 60012
    },
    {
      "epoch": 2.791951616655036,
      "grad_norm": 1.2881371758809286,
      "learning_rate": 0.00017024689526794814,
      "loss": 2.4531,
      "step": 60013
    },
    {
      "epoch": 2.791998139102117,
      "grad_norm": 1.2478622655037739,
      "learning_rate": 0.00017024321780788953,
      "loss": 2.4688,
      "step": 60014
    },
    {
      "epoch": 2.7920446615491974,
      "grad_norm": 1.1970827030858393,
      "learning_rate": 0.00017023954033543794,
      "loss": 2.2188,
      "step": 60015
    },
    {
      "epoch": 2.7920911839962783,
      "grad_norm": 1.2071758885344475,
      "learning_rate": 0.0001702358628505956,
      "loss": 2.1406,
      "step": 60016
    },
    {
      "epoch": 2.792137706443359,
      "grad_norm": 1.4043570790605213,
      "learning_rate": 0.0001702321853533647,
      "loss": 2.2031,
      "step": 60017
    },
    {
      "epoch": 2.7921842288904397,
      "grad_norm": 1.2692234116975372,
      "learning_rate": 0.00017022850784374757,
      "loss": 2.4062,
      "step": 60018
    },
    {
      "epoch": 2.79223075133752,
      "grad_norm": 1.197829088955952,
      "learning_rate": 0.0001702248303217464,
      "loss": 2.3438,
      "step": 60019
    },
    {
      "epoch": 2.792277273784601,
      "grad_norm": 1.279371850255139,
      "learning_rate": 0.00017022115278736349,
      "loss": 2.25,
      "step": 60020
    },
    {
      "epoch": 2.792323796231682,
      "grad_norm": 1.1121306764877945,
      "learning_rate": 0.00017021747524060104,
      "loss": 1.75,
      "step": 60021
    },
    {
      "epoch": 2.7923703186787625,
      "grad_norm": 1.3128621276866037,
      "learning_rate": 0.00017021379768146136,
      "loss": 2.3281,
      "step": 60022
    },
    {
      "epoch": 2.792416841125843,
      "grad_norm": 1.2026927372442784,
      "learning_rate": 0.00017021012010994666,
      "loss": 2.2969,
      "step": 60023
    },
    {
      "epoch": 2.792463363572924,
      "grad_norm": 1.2732381120034142,
      "learning_rate": 0.00017020644252605923,
      "loss": 2.375,
      "step": 60024
    },
    {
      "epoch": 2.792509886020005,
      "grad_norm": 1.1831868626496307,
      "learning_rate": 0.00017020276492980124,
      "loss": 2.0781,
      "step": 60025
    },
    {
      "epoch": 2.7925564084670853,
      "grad_norm": 1.270208226644993,
      "learning_rate": 0.00017019908732117509,
      "loss": 2.4062,
      "step": 60026
    },
    {
      "epoch": 2.7926029309141662,
      "grad_norm": 1.1831492325250381,
      "learning_rate": 0.00017019540970018284,
      "loss": 2.1094,
      "step": 60027
    },
    {
      "epoch": 2.7926494533612467,
      "grad_norm": 1.2218423921282486,
      "learning_rate": 0.00017019173206682693,
      "loss": 2.2969,
      "step": 60028
    },
    {
      "epoch": 2.7926959758083276,
      "grad_norm": 1.208343102212248,
      "learning_rate": 0.0001701880544211095,
      "loss": 2.2969,
      "step": 60029
    },
    {
      "epoch": 2.792742498255408,
      "grad_norm": 1.2355420074413888,
      "learning_rate": 0.00017018437676303278,
      "loss": 2.3281,
      "step": 60030
    },
    {
      "epoch": 2.792789020702489,
      "grad_norm": 1.3359661807132572,
      "learning_rate": 0.0001701806990925991,
      "loss": 2.375,
      "step": 60031
    },
    {
      "epoch": 2.79283554314957,
      "grad_norm": 1.3268750256254593,
      "learning_rate": 0.00017017702140981064,
      "loss": 2.2188,
      "step": 60032
    },
    {
      "epoch": 2.7928820655966504,
      "grad_norm": 1.1877702756369266,
      "learning_rate": 0.00017017334371466973,
      "loss": 1.9609,
      "step": 60033
    },
    {
      "epoch": 2.792928588043731,
      "grad_norm": 1.296164634609213,
      "learning_rate": 0.00017016966600717857,
      "loss": 2.3906,
      "step": 60034
    },
    {
      "epoch": 2.792975110490812,
      "grad_norm": 1.3130328383513352,
      "learning_rate": 0.00017016598828733942,
      "loss": 2.2031,
      "step": 60035
    },
    {
      "epoch": 2.7930216329378927,
      "grad_norm": 1.298434463184821,
      "learning_rate": 0.0001701623105551545,
      "loss": 2.3594,
      "step": 60036
    },
    {
      "epoch": 2.793068155384973,
      "grad_norm": 1.33662588633745,
      "learning_rate": 0.00017015863281062614,
      "loss": 2.2188,
      "step": 60037
    },
    {
      "epoch": 2.7931146778320537,
      "grad_norm": 1.395221306751634,
      "learning_rate": 0.00017015495505375654,
      "loss": 2.3594,
      "step": 60038
    },
    {
      "epoch": 2.7931612002791346,
      "grad_norm": 1.1886589877522415,
      "learning_rate": 0.00017015127728454795,
      "loss": 2.1562,
      "step": 60039
    },
    {
      "epoch": 2.7932077227262155,
      "grad_norm": 1.2215693087495447,
      "learning_rate": 0.00017014759950300263,
      "loss": 1.7578,
      "step": 60040
    },
    {
      "epoch": 2.793254245173296,
      "grad_norm": 1.246048072796104,
      "learning_rate": 0.00017014392170912283,
      "loss": 2.125,
      "step": 60041
    },
    {
      "epoch": 2.793300767620377,
      "grad_norm": 1.3899470784934334,
      "learning_rate": 0.00017014024390291083,
      "loss": 2.5,
      "step": 60042
    },
    {
      "epoch": 2.7933472900674574,
      "grad_norm": 1.2078541232464188,
      "learning_rate": 0.0001701365660843688,
      "loss": 2.1406,
      "step": 60043
    },
    {
      "epoch": 2.7933938125145383,
      "grad_norm": 1.2700653383155904,
      "learning_rate": 0.00017013288825349908,
      "loss": 2.3438,
      "step": 60044
    },
    {
      "epoch": 2.793440334961619,
      "grad_norm": 1.3182836210927633,
      "learning_rate": 0.00017012921041030388,
      "loss": 2.5156,
      "step": 60045
    },
    {
      "epoch": 2.7934868574086997,
      "grad_norm": 1.2508777920748984,
      "learning_rate": 0.00017012553255478548,
      "loss": 2.2812,
      "step": 60046
    },
    {
      "epoch": 2.7935333798557807,
      "grad_norm": 1.2270556505695551,
      "learning_rate": 0.00017012185468694605,
      "loss": 2.3906,
      "step": 60047
    },
    {
      "epoch": 2.793579902302861,
      "grad_norm": 1.2504425112645583,
      "learning_rate": 0.00017011817680678796,
      "loss": 2.0781,
      "step": 60048
    },
    {
      "epoch": 2.7936264247499416,
      "grad_norm": 1.2845516857143595,
      "learning_rate": 0.0001701144989143134,
      "loss": 2.1094,
      "step": 60049
    },
    {
      "epoch": 2.7936729471970225,
      "grad_norm": 1.1777773997412107,
      "learning_rate": 0.0001701108210095246,
      "loss": 2.0312,
      "step": 60050
    },
    {
      "epoch": 2.7937194696441034,
      "grad_norm": 1.3463325827145236,
      "learning_rate": 0.00017010714309242383,
      "loss": 2.2969,
      "step": 60051
    },
    {
      "epoch": 2.793765992091184,
      "grad_norm": 1.167170885907576,
      "learning_rate": 0.0001701034651630134,
      "loss": 2.1406,
      "step": 60052
    },
    {
      "epoch": 2.793812514538265,
      "grad_norm": 1.2421117908467803,
      "learning_rate": 0.00017009978722129545,
      "loss": 2.3594,
      "step": 60053
    },
    {
      "epoch": 2.7938590369853453,
      "grad_norm": 1.376294870401342,
      "learning_rate": 0.00017009610926727232,
      "loss": 2.2656,
      "step": 60054
    },
    {
      "epoch": 2.7939055594324262,
      "grad_norm": 1.2961472112405312,
      "learning_rate": 0.00017009243130094624,
      "loss": 2.5781,
      "step": 60055
    },
    {
      "epoch": 2.7939520818795067,
      "grad_norm": 1.270927467028987,
      "learning_rate": 0.00017008875332231942,
      "loss": 2.3438,
      "step": 60056
    },
    {
      "epoch": 2.7939986043265876,
      "grad_norm": 1.2044738029011761,
      "learning_rate": 0.0001700850753313942,
      "loss": 2.3125,
      "step": 60057
    },
    {
      "epoch": 2.7940451267736686,
      "grad_norm": 1.2190192514159932,
      "learning_rate": 0.00017008139732817274,
      "loss": 2.2344,
      "step": 60058
    },
    {
      "epoch": 2.794091649220749,
      "grad_norm": 1.2676251479568335,
      "learning_rate": 0.00017007771931265735,
      "loss": 2.2656,
      "step": 60059
    },
    {
      "epoch": 2.7941381716678295,
      "grad_norm": 1.2673743583847583,
      "learning_rate": 0.00017007404128485022,
      "loss": 2.3438,
      "step": 60060
    },
    {
      "epoch": 2.7941846941149104,
      "grad_norm": 1.280747445962679,
      "learning_rate": 0.00017007036324475372,
      "loss": 2.3438,
      "step": 60061
    },
    {
      "epoch": 2.7942312165619914,
      "grad_norm": 1.3055473522041172,
      "learning_rate": 0.00017006668519236996,
      "loss": 2.5469,
      "step": 60062
    },
    {
      "epoch": 2.794277739009072,
      "grad_norm": 1.1761573491032558,
      "learning_rate": 0.0001700630071277013,
      "loss": 2.1094,
      "step": 60063
    },
    {
      "epoch": 2.7943242614561528,
      "grad_norm": 1.3096752283813402,
      "learning_rate": 0.0001700593290507499,
      "loss": 2.2344,
      "step": 60064
    },
    {
      "epoch": 2.7943707839032332,
      "grad_norm": 1.2777325732011273,
      "learning_rate": 0.0001700556509615181,
      "loss": 2.2656,
      "step": 60065
    },
    {
      "epoch": 2.794417306350314,
      "grad_norm": 1.3171490699871766,
      "learning_rate": 0.0001700519728600081,
      "loss": 2.4375,
      "step": 60066
    },
    {
      "epoch": 2.7944638287973946,
      "grad_norm": 1.251951424071483,
      "learning_rate": 0.00017004829474622215,
      "loss": 2.1719,
      "step": 60067
    },
    {
      "epoch": 2.7945103512444756,
      "grad_norm": 1.296344709686852,
      "learning_rate": 0.00017004461662016254,
      "loss": 2.3281,
      "step": 60068
    },
    {
      "epoch": 2.794556873691556,
      "grad_norm": 1.240331812577016,
      "learning_rate": 0.0001700409384818315,
      "loss": 2.2656,
      "step": 60069
    },
    {
      "epoch": 2.794603396138637,
      "grad_norm": 1.2766332825992028,
      "learning_rate": 0.00017003726033123126,
      "loss": 2.1406,
      "step": 60070
    },
    {
      "epoch": 2.7946499185857174,
      "grad_norm": 1.2474152741222526,
      "learning_rate": 0.00017003358216836407,
      "loss": 2.1562,
      "step": 60071
    },
    {
      "epoch": 2.7946964410327984,
      "grad_norm": 1.2444065112581169,
      "learning_rate": 0.00017002990399323228,
      "loss": 2.1719,
      "step": 60072
    },
    {
      "epoch": 2.7947429634798793,
      "grad_norm": 1.3396801055151337,
      "learning_rate": 0.000170026225805838,
      "loss": 2.2344,
      "step": 60073
    },
    {
      "epoch": 2.7947894859269597,
      "grad_norm": 1.3152757749688495,
      "learning_rate": 0.0001700225476061836,
      "loss": 2.3281,
      "step": 60074
    },
    {
      "epoch": 2.7948360083740402,
      "grad_norm": 1.1996780464064445,
      "learning_rate": 0.0001700188693942712,
      "loss": 2.1875,
      "step": 60075
    },
    {
      "epoch": 2.794882530821121,
      "grad_norm": 1.154318987274404,
      "learning_rate": 0.00017001519117010316,
      "loss": 1.9141,
      "step": 60076
    },
    {
      "epoch": 2.794929053268202,
      "grad_norm": 1.3178522640949153,
      "learning_rate": 0.00017001151293368172,
      "loss": 2.5156,
      "step": 60077
    },
    {
      "epoch": 2.7949755757152825,
      "grad_norm": 1.2448926078378189,
      "learning_rate": 0.0001700078346850091,
      "loss": 2.0781,
      "step": 60078
    },
    {
      "epoch": 2.7950220981623635,
      "grad_norm": 1.2530481706398995,
      "learning_rate": 0.0001700041564240876,
      "loss": 2.1875,
      "step": 60079
    },
    {
      "epoch": 2.795068620609444,
      "grad_norm": 1.2020495937627989,
      "learning_rate": 0.00017000047815091937,
      "loss": 2.1406,
      "step": 60080
    },
    {
      "epoch": 2.795115143056525,
      "grad_norm": 1.2399270393999415,
      "learning_rate": 0.0001699967998655068,
      "loss": 2.2188,
      "step": 60081
    },
    {
      "epoch": 2.7951616655036053,
      "grad_norm": 1.1888671542445322,
      "learning_rate": 0.00016999312156785201,
      "loss": 2.0781,
      "step": 60082
    },
    {
      "epoch": 2.7952081879506863,
      "grad_norm": 1.3582037862238912,
      "learning_rate": 0.00016998944325795739,
      "loss": 2.6562,
      "step": 60083
    },
    {
      "epoch": 2.795254710397767,
      "grad_norm": 1.3187355562848422,
      "learning_rate": 0.00016998576493582504,
      "loss": 2.3906,
      "step": 60084
    },
    {
      "epoch": 2.7953012328448477,
      "grad_norm": 1.3541207781858449,
      "learning_rate": 0.00016998208660145734,
      "loss": 2.2812,
      "step": 60085
    },
    {
      "epoch": 2.795347755291928,
      "grad_norm": 1.2446582365999188,
      "learning_rate": 0.00016997840825485645,
      "loss": 2.1875,
      "step": 60086
    },
    {
      "epoch": 2.795394277739009,
      "grad_norm": 1.3126640401870604,
      "learning_rate": 0.00016997472989602465,
      "loss": 2.2031,
      "step": 60087
    },
    {
      "epoch": 2.79544080018609,
      "grad_norm": 1.2288212995563081,
      "learning_rate": 0.00016997105152496424,
      "loss": 2.125,
      "step": 60088
    },
    {
      "epoch": 2.7954873226331705,
      "grad_norm": 1.1982471378158412,
      "learning_rate": 0.00016996737314167742,
      "loss": 2.1094,
      "step": 60089
    },
    {
      "epoch": 2.7955338450802514,
      "grad_norm": 1.2764321561562226,
      "learning_rate": 0.00016996369474616647,
      "loss": 2.1719,
      "step": 60090
    },
    {
      "epoch": 2.795580367527332,
      "grad_norm": 1.4112559898222212,
      "learning_rate": 0.00016996001633843362,
      "loss": 2.4844,
      "step": 60091
    },
    {
      "epoch": 2.7956268899744128,
      "grad_norm": 1.2290369524748515,
      "learning_rate": 0.00016995633791848114,
      "loss": 2.0938,
      "step": 60092
    },
    {
      "epoch": 2.7956734124214933,
      "grad_norm": 1.2089796704697464,
      "learning_rate": 0.00016995265948631125,
      "loss": 2.0938,
      "step": 60093
    },
    {
      "epoch": 2.795719934868574,
      "grad_norm": 1.3310167218441626,
      "learning_rate": 0.00016994898104192628,
      "loss": 2.1719,
      "step": 60094
    },
    {
      "epoch": 2.7957664573156547,
      "grad_norm": 1.2196942214494717,
      "learning_rate": 0.00016994530258532833,
      "loss": 2.0312,
      "step": 60095
    },
    {
      "epoch": 2.7958129797627356,
      "grad_norm": 1.2257863338837431,
      "learning_rate": 0.00016994162411651984,
      "loss": 2.125,
      "step": 60096
    },
    {
      "epoch": 2.795859502209816,
      "grad_norm": 1.2689680035406337,
      "learning_rate": 0.0001699379456355029,
      "loss": 2.3906,
      "step": 60097
    },
    {
      "epoch": 2.795906024656897,
      "grad_norm": 1.1808464608054994,
      "learning_rate": 0.00016993426714227984,
      "loss": 2.3125,
      "step": 60098
    },
    {
      "epoch": 2.795952547103978,
      "grad_norm": 1.3417572855782953,
      "learning_rate": 0.00016993058863685296,
      "loss": 2.3594,
      "step": 60099
    },
    {
      "epoch": 2.7959990695510584,
      "grad_norm": 1.2890530636503947,
      "learning_rate": 0.0001699269101192244,
      "loss": 2.5156,
      "step": 60100
    },
    {
      "epoch": 2.796045591998139,
      "grad_norm": 1.254002795397053,
      "learning_rate": 0.0001699232315893965,
      "loss": 2.375,
      "step": 60101
    },
    {
      "epoch": 2.7960921144452198,
      "grad_norm": 1.1759940476202655,
      "learning_rate": 0.00016991955304737145,
      "loss": 2.2344,
      "step": 60102
    },
    {
      "epoch": 2.7961386368923007,
      "grad_norm": 1.2567745646292774,
      "learning_rate": 0.0001699158744931516,
      "loss": 2.2344,
      "step": 60103
    },
    {
      "epoch": 2.796185159339381,
      "grad_norm": 1.2753906697145077,
      "learning_rate": 0.00016991219592673903,
      "loss": 2.3594,
      "step": 60104
    },
    {
      "epoch": 2.796231681786462,
      "grad_norm": 1.4076332403534382,
      "learning_rate": 0.0001699085173481362,
      "loss": 2.375,
      "step": 60105
    },
    {
      "epoch": 2.7962782042335426,
      "grad_norm": 1.2212374743949725,
      "learning_rate": 0.0001699048387573452,
      "loss": 2.0156,
      "step": 60106
    },
    {
      "epoch": 2.7963247266806235,
      "grad_norm": 1.2734386996496634,
      "learning_rate": 0.00016990116015436836,
      "loss": 2.3438,
      "step": 60107
    },
    {
      "epoch": 2.796371249127704,
      "grad_norm": 1.2040917947170442,
      "learning_rate": 0.00016989748153920788,
      "loss": 2.2969,
      "step": 60108
    },
    {
      "epoch": 2.796417771574785,
      "grad_norm": 1.2595042993262415,
      "learning_rate": 0.00016989380291186607,
      "loss": 2.2344,
      "step": 60109
    },
    {
      "epoch": 2.796464294021866,
      "grad_norm": 1.2808974878595643,
      "learning_rate": 0.00016989012427234517,
      "loss": 2.5156,
      "step": 60110
    },
    {
      "epoch": 2.7965108164689463,
      "grad_norm": 1.2627277689931897,
      "learning_rate": 0.00016988644562064738,
      "loss": 2.2969,
      "step": 60111
    },
    {
      "epoch": 2.7965573389160268,
      "grad_norm": 1.2743968575687448,
      "learning_rate": 0.00016988276695677502,
      "loss": 2.3438,
      "step": 60112
    },
    {
      "epoch": 2.7966038613631077,
      "grad_norm": 1.2162084529580188,
      "learning_rate": 0.0001698790882807303,
      "loss": 2.0938,
      "step": 60113
    },
    {
      "epoch": 2.7966503838101886,
      "grad_norm": 1.1992080496431243,
      "learning_rate": 0.00016987540959251553,
      "loss": 2.0938,
      "step": 60114
    },
    {
      "epoch": 2.796696906257269,
      "grad_norm": 1.2390408523199852,
      "learning_rate": 0.00016987173089213285,
      "loss": 2.0938,
      "step": 60115
    },
    {
      "epoch": 2.79674342870435,
      "grad_norm": 1.2578966386860775,
      "learning_rate": 0.00016986805217958462,
      "loss": 2.375,
      "step": 60116
    },
    {
      "epoch": 2.7967899511514305,
      "grad_norm": 1.2807540420275727,
      "learning_rate": 0.00016986437345487305,
      "loss": 2.5,
      "step": 60117
    },
    {
      "epoch": 2.7968364735985114,
      "grad_norm": 1.2429656241606866,
      "learning_rate": 0.0001698606947180004,
      "loss": 2.0,
      "step": 60118
    },
    {
      "epoch": 2.796882996045592,
      "grad_norm": 1.271689726894729,
      "learning_rate": 0.0001698570159689689,
      "loss": 2.1719,
      "step": 60119
    },
    {
      "epoch": 2.796929518492673,
      "grad_norm": 1.2611040304603107,
      "learning_rate": 0.00016985333720778077,
      "loss": 2.2656,
      "step": 60120
    },
    {
      "epoch": 2.7969760409397533,
      "grad_norm": 1.3000800802819914,
      "learning_rate": 0.00016984965843443837,
      "loss": 2.3125,
      "step": 60121
    },
    {
      "epoch": 2.797022563386834,
      "grad_norm": 1.2452184361693148,
      "learning_rate": 0.0001698459796489439,
      "loss": 2.4219,
      "step": 60122
    },
    {
      "epoch": 2.7970690858339147,
      "grad_norm": 1.1746287673817986,
      "learning_rate": 0.0001698423008512996,
      "loss": 1.9062,
      "step": 60123
    },
    {
      "epoch": 2.7971156082809956,
      "grad_norm": 1.3191576147811133,
      "learning_rate": 0.0001698386220415077,
      "loss": 2.4531,
      "step": 60124
    },
    {
      "epoch": 2.7971621307280765,
      "grad_norm": 1.2772474342622757,
      "learning_rate": 0.00016983494321957048,
      "loss": 2.3438,
      "step": 60125
    },
    {
      "epoch": 2.797208653175157,
      "grad_norm": 1.3017190880557934,
      "learning_rate": 0.0001698312643854902,
      "loss": 2.3281,
      "step": 60126
    },
    {
      "epoch": 2.7972551756222375,
      "grad_norm": 1.2717744254353127,
      "learning_rate": 0.00016982758553926912,
      "loss": 2.1719,
      "step": 60127
    },
    {
      "epoch": 2.7973016980693184,
      "grad_norm": 1.2107736054765728,
      "learning_rate": 0.00016982390668090943,
      "loss": 2.1719,
      "step": 60128
    },
    {
      "epoch": 2.7973482205163993,
      "grad_norm": 1.227633663142945,
      "learning_rate": 0.00016982022781041346,
      "loss": 2.4219,
      "step": 60129
    },
    {
      "epoch": 2.79739474296348,
      "grad_norm": 1.2809436052027716,
      "learning_rate": 0.00016981654892778342,
      "loss": 2.2812,
      "step": 60130
    },
    {
      "epoch": 2.7974412654105607,
      "grad_norm": 1.2576986460021622,
      "learning_rate": 0.00016981287003302157,
      "loss": 2.0625,
      "step": 60131
    },
    {
      "epoch": 2.797487787857641,
      "grad_norm": 1.2237979292414303,
      "learning_rate": 0.00016980919112613015,
      "loss": 2.1719,
      "step": 60132
    },
    {
      "epoch": 2.797534310304722,
      "grad_norm": 1.2899908215867526,
      "learning_rate": 0.0001698055122071115,
      "loss": 2.1562,
      "step": 60133
    },
    {
      "epoch": 2.7975808327518026,
      "grad_norm": 1.1271334023914226,
      "learning_rate": 0.0001698018332759677,
      "loss": 1.6172,
      "step": 60134
    },
    {
      "epoch": 2.7976273551988835,
      "grad_norm": 1.2524134728702443,
      "learning_rate": 0.00016979815433270116,
      "loss": 2.2812,
      "step": 60135
    },
    {
      "epoch": 2.7976738776459644,
      "grad_norm": 1.3232107878595576,
      "learning_rate": 0.00016979447537731409,
      "loss": 2.5,
      "step": 60136
    },
    {
      "epoch": 2.797720400093045,
      "grad_norm": 1.3048389830197356,
      "learning_rate": 0.00016979079640980866,
      "loss": 2.2344,
      "step": 60137
    },
    {
      "epoch": 2.7977669225401254,
      "grad_norm": 1.244676027201468,
      "learning_rate": 0.00016978711743018726,
      "loss": 2.1875,
      "step": 60138
    },
    {
      "epoch": 2.7978134449872063,
      "grad_norm": 1.17621262912907,
      "learning_rate": 0.00016978343843845203,
      "loss": 1.5781,
      "step": 60139
    },
    {
      "epoch": 2.797859967434287,
      "grad_norm": 1.2570389195910174,
      "learning_rate": 0.00016977975943460526,
      "loss": 2.125,
      "step": 60140
    },
    {
      "epoch": 2.7979064898813677,
      "grad_norm": 1.1861114935745163,
      "learning_rate": 0.0001697760804186492,
      "loss": 2.0781,
      "step": 60141
    },
    {
      "epoch": 2.7979530123284486,
      "grad_norm": 1.272653005171025,
      "learning_rate": 0.00016977240139058613,
      "loss": 2.125,
      "step": 60142
    },
    {
      "epoch": 2.797999534775529,
      "grad_norm": 1.1971137372718028,
      "learning_rate": 0.00016976872235041824,
      "loss": 2.0938,
      "step": 60143
    },
    {
      "epoch": 2.79804605722261,
      "grad_norm": 1.2455471844116157,
      "learning_rate": 0.00016976504329814786,
      "loss": 2.25,
      "step": 60144
    },
    {
      "epoch": 2.7980925796696905,
      "grad_norm": 1.3343647464567925,
      "learning_rate": 0.0001697613642337772,
      "loss": 2.25,
      "step": 60145
    },
    {
      "epoch": 2.7981391021167714,
      "grad_norm": 1.2514305839870103,
      "learning_rate": 0.0001697576851573085,
      "loss": 2.3281,
      "step": 60146
    },
    {
      "epoch": 2.7981856245638523,
      "grad_norm": 1.3001958704387557,
      "learning_rate": 0.00016975400606874405,
      "loss": 2.6406,
      "step": 60147
    },
    {
      "epoch": 2.798232147010933,
      "grad_norm": 1.2983791180491109,
      "learning_rate": 0.00016975032696808608,
      "loss": 2.4688,
      "step": 60148
    },
    {
      "epoch": 2.7982786694580133,
      "grad_norm": 1.2547184274399896,
      "learning_rate": 0.00016974664785533687,
      "loss": 2.2812,
      "step": 60149
    },
    {
      "epoch": 2.798325191905094,
      "grad_norm": 1.3062071267830035,
      "learning_rate": 0.00016974296873049858,
      "loss": 2.4531,
      "step": 60150
    },
    {
      "epoch": 2.798371714352175,
      "grad_norm": 1.3411585047276264,
      "learning_rate": 0.00016973928959357356,
      "loss": 2.1094,
      "step": 60151
    },
    {
      "epoch": 2.7984182367992556,
      "grad_norm": 1.2720911418211702,
      "learning_rate": 0.000169735610444564,
      "loss": 2.3281,
      "step": 60152
    },
    {
      "epoch": 2.798464759246336,
      "grad_norm": 1.3612549105877132,
      "learning_rate": 0.00016973193128347222,
      "loss": 2.2031,
      "step": 60153
    },
    {
      "epoch": 2.798511281693417,
      "grad_norm": 1.219123990038452,
      "learning_rate": 0.0001697282521103004,
      "loss": 2.1719,
      "step": 60154
    },
    {
      "epoch": 2.798557804140498,
      "grad_norm": 1.2515378193264581,
      "learning_rate": 0.00016972457292505088,
      "loss": 2.3438,
      "step": 60155
    },
    {
      "epoch": 2.7986043265875784,
      "grad_norm": 1.2076084159418523,
      "learning_rate": 0.0001697208937277258,
      "loss": 2.125,
      "step": 60156
    },
    {
      "epoch": 2.7986508490346593,
      "grad_norm": 1.2126735744766846,
      "learning_rate": 0.00016971721451832756,
      "loss": 2.2812,
      "step": 60157
    },
    {
      "epoch": 2.79869737148174,
      "grad_norm": 1.2940269208991997,
      "learning_rate": 0.00016971353529685824,
      "loss": 2.25,
      "step": 60158
    },
    {
      "epoch": 2.7987438939288207,
      "grad_norm": 1.22895840158984,
      "learning_rate": 0.00016970985606332023,
      "loss": 2.4219,
      "step": 60159
    },
    {
      "epoch": 2.798790416375901,
      "grad_norm": 1.2264510742746626,
      "learning_rate": 0.00016970617681771568,
      "loss": 2.4219,
      "step": 60160
    },
    {
      "epoch": 2.798836938822982,
      "grad_norm": 1.2072227579361632,
      "learning_rate": 0.00016970249756004697,
      "loss": 2.2812,
      "step": 60161
    },
    {
      "epoch": 2.798883461270063,
      "grad_norm": 1.4593827025362482,
      "learning_rate": 0.00016969881829031623,
      "loss": 1.7266,
      "step": 60162
    },
    {
      "epoch": 2.7989299837171435,
      "grad_norm": 1.274968732872594,
      "learning_rate": 0.00016969513900852573,
      "loss": 2.4844,
      "step": 60163
    },
    {
      "epoch": 2.798976506164224,
      "grad_norm": 1.1731963874581268,
      "learning_rate": 0.00016969145971467776,
      "loss": 2.1875,
      "step": 60164
    },
    {
      "epoch": 2.799023028611305,
      "grad_norm": 1.2715599023340027,
      "learning_rate": 0.00016968778040877457,
      "loss": 2.1406,
      "step": 60165
    },
    {
      "epoch": 2.799069551058386,
      "grad_norm": 1.2201955523584862,
      "learning_rate": 0.0001696841010908184,
      "loss": 2.1719,
      "step": 60166
    },
    {
      "epoch": 2.7991160735054663,
      "grad_norm": 1.1611014424683346,
      "learning_rate": 0.0001696804217608115,
      "loss": 1.8047,
      "step": 60167
    },
    {
      "epoch": 2.7991625959525472,
      "grad_norm": 1.306197971403212,
      "learning_rate": 0.0001696767424187562,
      "loss": 2.3125,
      "step": 60168
    },
    {
      "epoch": 2.7992091183996277,
      "grad_norm": 1.4464492791611248,
      "learning_rate": 0.0001696730630646546,
      "loss": 2.2969,
      "step": 60169
    },
    {
      "epoch": 2.7992556408467086,
      "grad_norm": 1.2106682145767114,
      "learning_rate": 0.0001696693836985091,
      "loss": 2.2969,
      "step": 60170
    },
    {
      "epoch": 2.799302163293789,
      "grad_norm": 1.2336885171200844,
      "learning_rate": 0.00016966570432032181,
      "loss": 2.2969,
      "step": 60171
    },
    {
      "epoch": 2.79934868574087,
      "grad_norm": 1.3357984259046458,
      "learning_rate": 0.00016966202493009515,
      "loss": 2.3281,
      "step": 60172
    },
    {
      "epoch": 2.799395208187951,
      "grad_norm": 1.2145897424138576,
      "learning_rate": 0.00016965834552783122,
      "loss": 2.0781,
      "step": 60173
    },
    {
      "epoch": 2.7994417306350314,
      "grad_norm": 1.1925170175271032,
      "learning_rate": 0.00016965466611353235,
      "loss": 2.3125,
      "step": 60174
    },
    {
      "epoch": 2.799488253082112,
      "grad_norm": 1.2319675576905658,
      "learning_rate": 0.00016965098668720075,
      "loss": 2.1719,
      "step": 60175
    },
    {
      "epoch": 2.799534775529193,
      "grad_norm": 1.2482949348410155,
      "learning_rate": 0.00016964730724883874,
      "loss": 2.2344,
      "step": 60176
    },
    {
      "epoch": 2.7995812979762738,
      "grad_norm": 1.3516879656983078,
      "learning_rate": 0.00016964362779844854,
      "loss": 2.4531,
      "step": 60177
    },
    {
      "epoch": 2.7996278204233542,
      "grad_norm": 1.256433558019428,
      "learning_rate": 0.00016963994833603236,
      "loss": 2.1562,
      "step": 60178
    },
    {
      "epoch": 2.799674342870435,
      "grad_norm": 1.2617716542494544,
      "learning_rate": 0.00016963626886159252,
      "loss": 2.3125,
      "step": 60179
    },
    {
      "epoch": 2.7997208653175156,
      "grad_norm": 1.3901149175592034,
      "learning_rate": 0.0001696325893751312,
      "loss": 2.3125,
      "step": 60180
    },
    {
      "epoch": 2.7997673877645965,
      "grad_norm": 1.2589677170803775,
      "learning_rate": 0.00016962890987665073,
      "loss": 2.2344,
      "step": 60181
    },
    {
      "epoch": 2.799813910211677,
      "grad_norm": 1.200195975204169,
      "learning_rate": 0.0001696252303661533,
      "loss": 2.2188,
      "step": 60182
    },
    {
      "epoch": 2.799860432658758,
      "grad_norm": 1.25339802971608,
      "learning_rate": 0.00016962155084364122,
      "loss": 2.3125,
      "step": 60183
    },
    {
      "epoch": 2.7999069551058384,
      "grad_norm": 1.2558612824242694,
      "learning_rate": 0.00016961787130911665,
      "loss": 2.4062,
      "step": 60184
    },
    {
      "epoch": 2.7999534775529193,
      "grad_norm": 1.1962539910200636,
      "learning_rate": 0.000169614191762582,
      "loss": 2.1562,
      "step": 60185
    },
    {
      "epoch": 2.8,
      "grad_norm": 1.248512904427296,
      "learning_rate": 0.00016961051220403935,
      "loss": 2.1875,
      "step": 60186
    },
    {
      "epoch": 2.8000465224470807,
      "grad_norm": 1.199415406912263,
      "learning_rate": 0.000169606832633491,
      "loss": 2.25,
      "step": 60187
    },
    {
      "epoch": 2.8000930448941617,
      "grad_norm": 1.2687657720126413,
      "learning_rate": 0.00016960315305093932,
      "loss": 2.3281,
      "step": 60188
    },
    {
      "epoch": 2.800139567341242,
      "grad_norm": 1.270608744125281,
      "learning_rate": 0.00016959947345638644,
      "loss": 1.9609,
      "step": 60189
    },
    {
      "epoch": 2.8001860897883226,
      "grad_norm": 1.233398982204084,
      "learning_rate": 0.00016959579384983467,
      "loss": 2.1875,
      "step": 60190
    },
    {
      "epoch": 2.8002326122354035,
      "grad_norm": 1.243773887277563,
      "learning_rate": 0.00016959211423128617,
      "loss": 1.9766,
      "step": 60191
    },
    {
      "epoch": 2.8002791346824845,
      "grad_norm": 1.402781585400971,
      "learning_rate": 0.00016958843460074334,
      "loss": 2.4844,
      "step": 60192
    },
    {
      "epoch": 2.800325657129565,
      "grad_norm": 1.3201936227473818,
      "learning_rate": 0.0001695847549582083,
      "loss": 2.2031,
      "step": 60193
    },
    {
      "epoch": 2.800372179576646,
      "grad_norm": 1.2570546639675964,
      "learning_rate": 0.0001695810753036834,
      "loss": 2.1562,
      "step": 60194
    },
    {
      "epoch": 2.8004187020237263,
      "grad_norm": 1.180005528868383,
      "learning_rate": 0.0001695773956371708,
      "loss": 2.25,
      "step": 60195
    },
    {
      "epoch": 2.8004652244708073,
      "grad_norm": 1.2130970853180987,
      "learning_rate": 0.00016957371595867287,
      "loss": 2.1875,
      "step": 60196
    },
    {
      "epoch": 2.8005117469178877,
      "grad_norm": 1.265710361577499,
      "learning_rate": 0.0001695700362681917,
      "loss": 2.4688,
      "step": 60197
    },
    {
      "epoch": 2.8005582693649687,
      "grad_norm": 1.2505180477574762,
      "learning_rate": 0.00016956635656572972,
      "loss": 2.375,
      "step": 60198
    },
    {
      "epoch": 2.8006047918120496,
      "grad_norm": 1.1998335838048748,
      "learning_rate": 0.00016956267685128905,
      "loss": 2.1875,
      "step": 60199
    },
    {
      "epoch": 2.80065131425913,
      "grad_norm": 1.2239082235285441,
      "learning_rate": 0.00016955899712487203,
      "loss": 2.1406,
      "step": 60200
    },
    {
      "epoch": 2.8006978367062105,
      "grad_norm": 1.242102199223019,
      "learning_rate": 0.0001695553173864809,
      "loss": 2.1719,
      "step": 60201
    },
    {
      "epoch": 2.8007443591532915,
      "grad_norm": 1.219116262073571,
      "learning_rate": 0.0001695516376361178,
      "loss": 2.2188,
      "step": 60202
    },
    {
      "epoch": 2.8007908816003724,
      "grad_norm": 1.2450853117811616,
      "learning_rate": 0.00016954795787378515,
      "loss": 2.4375,
      "step": 60203
    },
    {
      "epoch": 2.800837404047453,
      "grad_norm": 1.1999338079403177,
      "learning_rate": 0.0001695442780994851,
      "loss": 2.1719,
      "step": 60204
    },
    {
      "epoch": 2.8008839264945338,
      "grad_norm": 1.501024663420986,
      "learning_rate": 0.00016954059831321997,
      "loss": 2.3594,
      "step": 60205
    },
    {
      "epoch": 2.8009304489416142,
      "grad_norm": 1.2556000134659748,
      "learning_rate": 0.0001695369185149919,
      "loss": 2.1562,
      "step": 60206
    },
    {
      "epoch": 2.800976971388695,
      "grad_norm": 1.2706132454194419,
      "learning_rate": 0.00016953323870480327,
      "loss": 2.3125,
      "step": 60207
    },
    {
      "epoch": 2.8010234938357756,
      "grad_norm": 1.3284598637294573,
      "learning_rate": 0.00016952955888265624,
      "loss": 2.375,
      "step": 60208
    },
    {
      "epoch": 2.8010700162828566,
      "grad_norm": 1.3560252819415313,
      "learning_rate": 0.0001695258790485531,
      "loss": 2.2656,
      "step": 60209
    },
    {
      "epoch": 2.801116538729937,
      "grad_norm": 1.210473722089089,
      "learning_rate": 0.0001695221992024961,
      "loss": 2.3594,
      "step": 60210
    },
    {
      "epoch": 2.801163061177018,
      "grad_norm": 1.183913636931613,
      "learning_rate": 0.0001695185193444875,
      "loss": 2.2656,
      "step": 60211
    },
    {
      "epoch": 2.8012095836240984,
      "grad_norm": 1.2621503348939365,
      "learning_rate": 0.00016951483947452958,
      "loss": 2.5,
      "step": 60212
    },
    {
      "epoch": 2.8012561060711794,
      "grad_norm": 1.222537569545389,
      "learning_rate": 0.00016951115959262453,
      "loss": 2.0938,
      "step": 60213
    },
    {
      "epoch": 2.8013026285182603,
      "grad_norm": 1.2129731195732814,
      "learning_rate": 0.00016950747969877466,
      "loss": 2.125,
      "step": 60214
    },
    {
      "epoch": 2.8013491509653408,
      "grad_norm": 1.2377146982979763,
      "learning_rate": 0.00016950379979298213,
      "loss": 2.2969,
      "step": 60215
    },
    {
      "epoch": 2.8013956734124212,
      "grad_norm": 1.2040261059227362,
      "learning_rate": 0.00016950011987524932,
      "loss": 2.0312,
      "step": 60216
    },
    {
      "epoch": 2.801442195859502,
      "grad_norm": 1.276558231331763,
      "learning_rate": 0.0001694964399455784,
      "loss": 2.625,
      "step": 60217
    },
    {
      "epoch": 2.801488718306583,
      "grad_norm": 1.2358130265745102,
      "learning_rate": 0.00016949276000397169,
      "loss": 2.125,
      "step": 60218
    },
    {
      "epoch": 2.8015352407536636,
      "grad_norm": 1.2362291735670095,
      "learning_rate": 0.0001694890800504313,
      "loss": 2.375,
      "step": 60219
    },
    {
      "epoch": 2.8015817632007445,
      "grad_norm": 1.273310187990089,
      "learning_rate": 0.00016948540008495964,
      "loss": 2.3906,
      "step": 60220
    },
    {
      "epoch": 2.801628285647825,
      "grad_norm": 1.2899904864313427,
      "learning_rate": 0.00016948172010755892,
      "loss": 2.2031,
      "step": 60221
    },
    {
      "epoch": 2.801674808094906,
      "grad_norm": 1.2665379666161583,
      "learning_rate": 0.00016947804011823133,
      "loss": 2.375,
      "step": 60222
    },
    {
      "epoch": 2.8017213305419864,
      "grad_norm": 1.1947162026258646,
      "learning_rate": 0.0001694743601169792,
      "loss": 2.1406,
      "step": 60223
    },
    {
      "epoch": 2.8017678529890673,
      "grad_norm": 1.2343037737899911,
      "learning_rate": 0.00016947068010380475,
      "loss": 2.1719,
      "step": 60224
    },
    {
      "epoch": 2.801814375436148,
      "grad_norm": 1.1536265033182187,
      "learning_rate": 0.00016946700007871025,
      "loss": 2.0938,
      "step": 60225
    },
    {
      "epoch": 2.8018608978832287,
      "grad_norm": 1.3089088204902126,
      "learning_rate": 0.0001694633200416979,
      "loss": 2.4375,
      "step": 60226
    },
    {
      "epoch": 2.801907420330309,
      "grad_norm": 1.2484701298248122,
      "learning_rate": 0.00016945963999277002,
      "loss": 2.2969,
      "step": 60227
    },
    {
      "epoch": 2.80195394277739,
      "grad_norm": 1.2461189432189004,
      "learning_rate": 0.0001694559599319288,
      "loss": 2.2188,
      "step": 60228
    },
    {
      "epoch": 2.802000465224471,
      "grad_norm": 1.2101854747271537,
      "learning_rate": 0.00016945227985917658,
      "loss": 2.0469,
      "step": 60229
    },
    {
      "epoch": 2.8020469876715515,
      "grad_norm": 1.2049541336366172,
      "learning_rate": 0.0001694485997745155,
      "loss": 2.1875,
      "step": 60230
    },
    {
      "epoch": 2.8020935101186324,
      "grad_norm": 1.2439722118564274,
      "learning_rate": 0.0001694449196779479,
      "loss": 2.1562,
      "step": 60231
    },
    {
      "epoch": 2.802140032565713,
      "grad_norm": 1.2395424250064924,
      "learning_rate": 0.00016944123956947604,
      "loss": 2.3281,
      "step": 60232
    },
    {
      "epoch": 2.802186555012794,
      "grad_norm": 1.1288829832229692,
      "learning_rate": 0.00016943755944910207,
      "loss": 1.8125,
      "step": 60233
    },
    {
      "epoch": 2.8022330774598743,
      "grad_norm": 1.222611587453698,
      "learning_rate": 0.0001694338793168284,
      "loss": 2.1875,
      "step": 60234
    },
    {
      "epoch": 2.802279599906955,
      "grad_norm": 1.345374030147287,
      "learning_rate": 0.0001694301991726571,
      "loss": 2.4375,
      "step": 60235
    },
    {
      "epoch": 2.8023261223540357,
      "grad_norm": 1.3417104201752235,
      "learning_rate": 0.00016942651901659058,
      "loss": 1.7812,
      "step": 60236
    },
    {
      "epoch": 2.8023726448011166,
      "grad_norm": 1.3074357570077608,
      "learning_rate": 0.000169422838848631,
      "loss": 2.3281,
      "step": 60237
    },
    {
      "epoch": 2.802419167248197,
      "grad_norm": 1.2228038543501172,
      "learning_rate": 0.0001694191586687807,
      "loss": 2.2188,
      "step": 60238
    },
    {
      "epoch": 2.802465689695278,
      "grad_norm": 1.367229213244145,
      "learning_rate": 0.0001694154784770418,
      "loss": 2.3281,
      "step": 60239
    },
    {
      "epoch": 2.802512212142359,
      "grad_norm": 1.379924684967119,
      "learning_rate": 0.00016941179827341664,
      "loss": 2.4688,
      "step": 60240
    },
    {
      "epoch": 2.8025587345894394,
      "grad_norm": 1.2748946465248323,
      "learning_rate": 0.00016940811805790746,
      "loss": 2.2812,
      "step": 60241
    },
    {
      "epoch": 2.80260525703652,
      "grad_norm": 1.245081295256447,
      "learning_rate": 0.00016940443783051656,
      "loss": 2.4219,
      "step": 60242
    },
    {
      "epoch": 2.802651779483601,
      "grad_norm": 1.2917739946254552,
      "learning_rate": 0.00016940075759124616,
      "loss": 2.3125,
      "step": 60243
    },
    {
      "epoch": 2.8026983019306817,
      "grad_norm": 1.2123033496368523,
      "learning_rate": 0.00016939707734009841,
      "loss": 2.125,
      "step": 60244
    },
    {
      "epoch": 2.802744824377762,
      "grad_norm": 1.3773003431398265,
      "learning_rate": 0.00016939339707707575,
      "loss": 2.2812,
      "step": 60245
    },
    {
      "epoch": 2.802791346824843,
      "grad_norm": 1.2626736715691051,
      "learning_rate": 0.0001693897168021803,
      "loss": 2.25,
      "step": 60246
    },
    {
      "epoch": 2.8028378692719236,
      "grad_norm": 1.2551571831220791,
      "learning_rate": 0.00016938603651541438,
      "loss": 2.3594,
      "step": 60247
    },
    {
      "epoch": 2.8028843917190045,
      "grad_norm": 1.3846971147154359,
      "learning_rate": 0.00016938235621678018,
      "loss": 2.375,
      "step": 60248
    },
    {
      "epoch": 2.802930914166085,
      "grad_norm": 1.3510776785820198,
      "learning_rate": 0.00016937867590627998,
      "loss": 2.375,
      "step": 60249
    },
    {
      "epoch": 2.802977436613166,
      "grad_norm": 1.2318972934809729,
      "learning_rate": 0.00016937499558391606,
      "loss": 2.0938,
      "step": 60250
    },
    {
      "epoch": 2.803023959060247,
      "grad_norm": 1.288384950691639,
      "learning_rate": 0.00016937131524969067,
      "loss": 2.1094,
      "step": 60251
    },
    {
      "epoch": 2.8030704815073273,
      "grad_norm": 1.2875390349394402,
      "learning_rate": 0.00016936763490360595,
      "loss": 2.6406,
      "step": 60252
    },
    {
      "epoch": 2.8031170039544078,
      "grad_norm": 1.2747847113247122,
      "learning_rate": 0.00016936395454566434,
      "loss": 2.1406,
      "step": 60253
    },
    {
      "epoch": 2.8031635264014887,
      "grad_norm": 1.3281479706521417,
      "learning_rate": 0.00016936027417586798,
      "loss": 2.6875,
      "step": 60254
    },
    {
      "epoch": 2.8032100488485696,
      "grad_norm": 1.23290916036971,
      "learning_rate": 0.00016935659379421918,
      "loss": 2.1562,
      "step": 60255
    },
    {
      "epoch": 2.80325657129565,
      "grad_norm": 1.3737543139353707,
      "learning_rate": 0.00016935291340072016,
      "loss": 2.5625,
      "step": 60256
    },
    {
      "epoch": 2.803303093742731,
      "grad_norm": 1.2303423395897988,
      "learning_rate": 0.00016934923299537314,
      "loss": 2.2188,
      "step": 60257
    },
    {
      "epoch": 2.8033496161898115,
      "grad_norm": 1.208011766299003,
      "learning_rate": 0.00016934555257818042,
      "loss": 2.1719,
      "step": 60258
    },
    {
      "epoch": 2.8033961386368924,
      "grad_norm": 1.257893602998018,
      "learning_rate": 0.0001693418721491442,
      "loss": 2.2812,
      "step": 60259
    },
    {
      "epoch": 2.803442661083973,
      "grad_norm": 1.252900039681079,
      "learning_rate": 0.00016933819170826683,
      "loss": 2.4219,
      "step": 60260
    },
    {
      "epoch": 2.803489183531054,
      "grad_norm": 1.2765065670072946,
      "learning_rate": 0.00016933451125555047,
      "loss": 2.125,
      "step": 60261
    },
    {
      "epoch": 2.8035357059781343,
      "grad_norm": 1.2814559101147136,
      "learning_rate": 0.00016933083079099742,
      "loss": 2.25,
      "step": 60262
    },
    {
      "epoch": 2.803582228425215,
      "grad_norm": 1.2856129179745706,
      "learning_rate": 0.00016932715031460987,
      "loss": 2.0625,
      "step": 60263
    },
    {
      "epoch": 2.8036287508722957,
      "grad_norm": 1.2378383786915506,
      "learning_rate": 0.0001693234698263902,
      "loss": 2.125,
      "step": 60264
    },
    {
      "epoch": 2.8036752733193766,
      "grad_norm": 1.279318076653615,
      "learning_rate": 0.00016931978932634053,
      "loss": 2.1875,
      "step": 60265
    },
    {
      "epoch": 2.8037217957664575,
      "grad_norm": 1.670626157568232,
      "learning_rate": 0.00016931610881446325,
      "loss": 2.2031,
      "step": 60266
    },
    {
      "epoch": 2.803768318213538,
      "grad_norm": 1.3735802985436723,
      "learning_rate": 0.00016931242829076046,
      "loss": 2.4375,
      "step": 60267
    },
    {
      "epoch": 2.8038148406606185,
      "grad_norm": 1.3668627950329986,
      "learning_rate": 0.0001693087477552345,
      "loss": 2.4531,
      "step": 60268
    },
    {
      "epoch": 2.8038613631076994,
      "grad_norm": 1.190206851053712,
      "learning_rate": 0.00016930506720788766,
      "loss": 2.125,
      "step": 60269
    },
    {
      "epoch": 2.8039078855547803,
      "grad_norm": 1.159752209994377,
      "learning_rate": 0.0001693013866487221,
      "loss": 1.9766,
      "step": 60270
    },
    {
      "epoch": 2.803954408001861,
      "grad_norm": 1.1792417121473648,
      "learning_rate": 0.00016929770607774011,
      "loss": 1.9844,
      "step": 60271
    },
    {
      "epoch": 2.8040009304489417,
      "grad_norm": 1.268650888844167,
      "learning_rate": 0.00016929402549494397,
      "loss": 1.4922,
      "step": 60272
    },
    {
      "epoch": 2.804047452896022,
      "grad_norm": 1.1400660336460449,
      "learning_rate": 0.0001692903449003359,
      "loss": 1.8672,
      "step": 60273
    },
    {
      "epoch": 2.804093975343103,
      "grad_norm": 1.3481063378049767,
      "learning_rate": 0.00016928666429391818,
      "loss": 2.3906,
      "step": 60274
    },
    {
      "epoch": 2.8041404977901836,
      "grad_norm": 1.139802082523385,
      "learning_rate": 0.00016928298367569305,
      "loss": 1.625,
      "step": 60275
    },
    {
      "epoch": 2.8041870202372645,
      "grad_norm": 1.3363549265955956,
      "learning_rate": 0.00016927930304566275,
      "loss": 2.2969,
      "step": 60276
    },
    {
      "epoch": 2.8042335426843454,
      "grad_norm": 1.2526156669171051,
      "learning_rate": 0.00016927562240382957,
      "loss": 2.0938,
      "step": 60277
    },
    {
      "epoch": 2.804280065131426,
      "grad_norm": 1.2625644267715388,
      "learning_rate": 0.0001692719417501957,
      "loss": 2.2656,
      "step": 60278
    },
    {
      "epoch": 2.8043265875785064,
      "grad_norm": 1.2539571820146642,
      "learning_rate": 0.0001692682610847635,
      "loss": 2.3594,
      "step": 60279
    },
    {
      "epoch": 2.8043731100255873,
      "grad_norm": 1.2476125531568467,
      "learning_rate": 0.0001692645804075351,
      "loss": 2.2656,
      "step": 60280
    },
    {
      "epoch": 2.8044196324726682,
      "grad_norm": 1.297229222964531,
      "learning_rate": 0.00016926089971851282,
      "loss": 2.1094,
      "step": 60281
    },
    {
      "epoch": 2.8044661549197487,
      "grad_norm": 1.1698650623067914,
      "learning_rate": 0.00016925721901769897,
      "loss": 2.1094,
      "step": 60282
    },
    {
      "epoch": 2.8045126773668296,
      "grad_norm": 1.2377191547170228,
      "learning_rate": 0.00016925353830509564,
      "loss": 2.0312,
      "step": 60283
    },
    {
      "epoch": 2.80455919981391,
      "grad_norm": 1.2630079440803539,
      "learning_rate": 0.00016924985758070524,
      "loss": 2.1094,
      "step": 60284
    },
    {
      "epoch": 2.804605722260991,
      "grad_norm": 1.312751630588833,
      "learning_rate": 0.0001692461768445299,
      "loss": 2.2344,
      "step": 60285
    },
    {
      "epoch": 2.8046522447080715,
      "grad_norm": 1.1848871808016048,
      "learning_rate": 0.000169242496096572,
      "loss": 1.9922,
      "step": 60286
    },
    {
      "epoch": 2.8046987671551524,
      "grad_norm": 1.3511305713556918,
      "learning_rate": 0.0001692388153368337,
      "loss": 2.4062,
      "step": 60287
    },
    {
      "epoch": 2.8047452896022333,
      "grad_norm": 1.2396582777292031,
      "learning_rate": 0.00016923513456531728,
      "loss": 2.3438,
      "step": 60288
    },
    {
      "epoch": 2.804791812049314,
      "grad_norm": 1.2097427068459796,
      "learning_rate": 0.00016923145378202502,
      "loss": 2.2656,
      "step": 60289
    },
    {
      "epoch": 2.8048383344963943,
      "grad_norm": 1.1663236373649897,
      "learning_rate": 0.00016922777298695915,
      "loss": 2.0469,
      "step": 60290
    },
    {
      "epoch": 2.8048848569434752,
      "grad_norm": 1.5372494593369228,
      "learning_rate": 0.0001692240921801219,
      "loss": 2.4375,
      "step": 60291
    },
    {
      "epoch": 2.804931379390556,
      "grad_norm": 1.2191779542752774,
      "learning_rate": 0.00016922041136151558,
      "loss": 2.0312,
      "step": 60292
    },
    {
      "epoch": 2.8049779018376366,
      "grad_norm": 1.2867195777098348,
      "learning_rate": 0.0001692167305311424,
      "loss": 2.3438,
      "step": 60293
    },
    {
      "epoch": 2.805024424284717,
      "grad_norm": 1.3573436525008875,
      "learning_rate": 0.00016921304968900463,
      "loss": 2.4219,
      "step": 60294
    },
    {
      "epoch": 2.805070946731798,
      "grad_norm": 1.3643039343547667,
      "learning_rate": 0.00016920936883510452,
      "loss": 2.2812,
      "step": 60295
    },
    {
      "epoch": 2.805117469178879,
      "grad_norm": 1.1581867615031594,
      "learning_rate": 0.00016920568796944426,
      "loss": 2.1406,
      "step": 60296
    },
    {
      "epoch": 2.8051639916259594,
      "grad_norm": 1.2002457045128083,
      "learning_rate": 0.00016920200709202624,
      "loss": 2.1562,
      "step": 60297
    },
    {
      "epoch": 2.8052105140730403,
      "grad_norm": 1.2266166756079164,
      "learning_rate": 0.0001691983262028526,
      "loss": 2.2812,
      "step": 60298
    },
    {
      "epoch": 2.805257036520121,
      "grad_norm": 1.154086201849155,
      "learning_rate": 0.00016919464530192567,
      "loss": 2.1875,
      "step": 60299
    },
    {
      "epoch": 2.8053035589672017,
      "grad_norm": 1.3230876038094848,
      "learning_rate": 0.0001691909643892476,
      "loss": 1.5859,
      "step": 60300
    },
    {
      "epoch": 2.805350081414282,
      "grad_norm": 1.2909726844410658,
      "learning_rate": 0.00016918728346482077,
      "loss": 2.2188,
      "step": 60301
    },
    {
      "epoch": 2.805396603861363,
      "grad_norm": 1.254600836811391,
      "learning_rate": 0.00016918360252864733,
      "loss": 2.1875,
      "step": 60302
    },
    {
      "epoch": 2.805443126308444,
      "grad_norm": 1.187982898888517,
      "learning_rate": 0.00016917992158072963,
      "loss": 2.0938,
      "step": 60303
    },
    {
      "epoch": 2.8054896487555245,
      "grad_norm": 1.281265584511543,
      "learning_rate": 0.0001691762406210698,
      "loss": 2.3438,
      "step": 60304
    },
    {
      "epoch": 2.805536171202605,
      "grad_norm": 1.2486949512602663,
      "learning_rate": 0.00016917255964967023,
      "loss": 2.2344,
      "step": 60305
    },
    {
      "epoch": 2.805582693649686,
      "grad_norm": 1.2730693215060276,
      "learning_rate": 0.00016916887866653306,
      "loss": 2.2969,
      "step": 60306
    },
    {
      "epoch": 2.805629216096767,
      "grad_norm": 1.2936491705699944,
      "learning_rate": 0.00016916519767166057,
      "loss": 2.2344,
      "step": 60307
    },
    {
      "epoch": 2.8056757385438473,
      "grad_norm": 1.1375062086057768,
      "learning_rate": 0.0001691615166650551,
      "loss": 2.0156,
      "step": 60308
    },
    {
      "epoch": 2.8057222609909283,
      "grad_norm": 1.3460435754361106,
      "learning_rate": 0.00016915783564671878,
      "loss": 2.2969,
      "step": 60309
    },
    {
      "epoch": 2.8057687834380087,
      "grad_norm": 1.3135771649396943,
      "learning_rate": 0.00016915415461665395,
      "loss": 2.3125,
      "step": 60310
    },
    {
      "epoch": 2.8058153058850896,
      "grad_norm": 1.3041818971800063,
      "learning_rate": 0.0001691504735748628,
      "loss": 2.1562,
      "step": 60311
    },
    {
      "epoch": 2.80586182833217,
      "grad_norm": 1.2495365937984697,
      "learning_rate": 0.00016914679252134766,
      "loss": 2.3594,
      "step": 60312
    },
    {
      "epoch": 2.805908350779251,
      "grad_norm": 1.2609756313096938,
      "learning_rate": 0.00016914311145611072,
      "loss": 2.4219,
      "step": 60313
    },
    {
      "epoch": 2.805954873226332,
      "grad_norm": 1.2818448795487916,
      "learning_rate": 0.00016913943037915425,
      "loss": 2.3906,
      "step": 60314
    },
    {
      "epoch": 2.8060013956734124,
      "grad_norm": 1.2557937815244617,
      "learning_rate": 0.0001691357492904805,
      "loss": 2.2188,
      "step": 60315
    },
    {
      "epoch": 2.806047918120493,
      "grad_norm": 1.1561886020997725,
      "learning_rate": 0.0001691320681900918,
      "loss": 2.1719,
      "step": 60316
    },
    {
      "epoch": 2.806094440567574,
      "grad_norm": 1.264804935942775,
      "learning_rate": 0.00016912838707799026,
      "loss": 2.2656,
      "step": 60317
    },
    {
      "epoch": 2.8061409630146548,
      "grad_norm": 1.2396261376993523,
      "learning_rate": 0.0001691247059541782,
      "loss": 2.2188,
      "step": 60318
    },
    {
      "epoch": 2.8061874854617352,
      "grad_norm": 1.2615443294024196,
      "learning_rate": 0.00016912102481865795,
      "loss": 2.25,
      "step": 60319
    },
    {
      "epoch": 2.806234007908816,
      "grad_norm": 1.3928040065121745,
      "learning_rate": 0.00016911734367143163,
      "loss": 2.2188,
      "step": 60320
    },
    {
      "epoch": 2.8062805303558966,
      "grad_norm": 1.2759627151948083,
      "learning_rate": 0.0001691136625125016,
      "loss": 2.1562,
      "step": 60321
    },
    {
      "epoch": 2.8063270528029776,
      "grad_norm": 1.2328852188941624,
      "learning_rate": 0.00016910998134187004,
      "loss": 2.0312,
      "step": 60322
    },
    {
      "epoch": 2.806373575250058,
      "grad_norm": 1.4023498342868455,
      "learning_rate": 0.00016910630015953926,
      "loss": 2.4062,
      "step": 60323
    },
    {
      "epoch": 2.806420097697139,
      "grad_norm": 1.1873392715233886,
      "learning_rate": 0.00016910261896551152,
      "loss": 2.1562,
      "step": 60324
    },
    {
      "epoch": 2.8064666201442194,
      "grad_norm": 1.1656554500353613,
      "learning_rate": 0.000169098937759789,
      "loss": 1.5469,
      "step": 60325
    },
    {
      "epoch": 2.8065131425913004,
      "grad_norm": 1.3028138901066069,
      "learning_rate": 0.00016909525654237398,
      "loss": 2.2656,
      "step": 60326
    },
    {
      "epoch": 2.806559665038381,
      "grad_norm": 1.2016532835843685,
      "learning_rate": 0.00016909157531326877,
      "loss": 2.0781,
      "step": 60327
    },
    {
      "epoch": 2.8066061874854618,
      "grad_norm": 1.2314635086514678,
      "learning_rate": 0.0001690878940724756,
      "loss": 2.0781,
      "step": 60328
    },
    {
      "epoch": 2.8066527099325427,
      "grad_norm": 1.2688823773203626,
      "learning_rate": 0.00016908421281999666,
      "loss": 2.375,
      "step": 60329
    },
    {
      "epoch": 2.806699232379623,
      "grad_norm": 1.2537156447135844,
      "learning_rate": 0.0001690805315558343,
      "loss": 2.3438,
      "step": 60330
    },
    {
      "epoch": 2.8067457548267036,
      "grad_norm": 1.3374689318835378,
      "learning_rate": 0.00016907685027999067,
      "loss": 2.4375,
      "step": 60331
    },
    {
      "epoch": 2.8067922772737846,
      "grad_norm": 1.2500953789907618,
      "learning_rate": 0.00016907316899246813,
      "loss": 2.3281,
      "step": 60332
    },
    {
      "epoch": 2.8068387997208655,
      "grad_norm": 1.296616336839045,
      "learning_rate": 0.00016906948769326884,
      "loss": 2.4062,
      "step": 60333
    },
    {
      "epoch": 2.806885322167946,
      "grad_norm": 1.2863182699159015,
      "learning_rate": 0.00016906580638239517,
      "loss": 2.3594,
      "step": 60334
    },
    {
      "epoch": 2.806931844615027,
      "grad_norm": 1.25183251662204,
      "learning_rate": 0.00016906212505984924,
      "loss": 2.2344,
      "step": 60335
    },
    {
      "epoch": 2.8069783670621073,
      "grad_norm": 1.1976750242569933,
      "learning_rate": 0.00016905844372563336,
      "loss": 1.9844,
      "step": 60336
    },
    {
      "epoch": 2.8070248895091883,
      "grad_norm": 1.2163080298851507,
      "learning_rate": 0.00016905476237974985,
      "loss": 2.3438,
      "step": 60337
    },
    {
      "epoch": 2.8070714119562687,
      "grad_norm": 1.184782058445117,
      "learning_rate": 0.00016905108102220083,
      "loss": 2.1562,
      "step": 60338
    },
    {
      "epoch": 2.8071179344033497,
      "grad_norm": 1.1690161595248454,
      "learning_rate": 0.00016904739965298868,
      "loss": 1.6094,
      "step": 60339
    },
    {
      "epoch": 2.8071644568504306,
      "grad_norm": 1.3429658735647418,
      "learning_rate": 0.00016904371827211555,
      "loss": 2.5312,
      "step": 60340
    },
    {
      "epoch": 2.807210979297511,
      "grad_norm": 1.2421553667459801,
      "learning_rate": 0.00016904003687958377,
      "loss": 2.25,
      "step": 60341
    },
    {
      "epoch": 2.8072575017445915,
      "grad_norm": 1.3337445054023895,
      "learning_rate": 0.00016903635547539558,
      "loss": 2.3438,
      "step": 60342
    },
    {
      "epoch": 2.8073040241916725,
      "grad_norm": 1.1889277465789807,
      "learning_rate": 0.00016903267405955321,
      "loss": 2.1719,
      "step": 60343
    },
    {
      "epoch": 2.8073505466387534,
      "grad_norm": 1.222244611937407,
      "learning_rate": 0.0001690289926320589,
      "loss": 2.125,
      "step": 60344
    },
    {
      "epoch": 2.807397069085834,
      "grad_norm": 1.303087789058727,
      "learning_rate": 0.00016902531119291497,
      "loss": 2.375,
      "step": 60345
    },
    {
      "epoch": 2.807443591532915,
      "grad_norm": 1.3805724083787774,
      "learning_rate": 0.00016902162974212362,
      "loss": 2.1406,
      "step": 60346
    },
    {
      "epoch": 2.8074901139799953,
      "grad_norm": 1.2862684342279158,
      "learning_rate": 0.0001690179482796871,
      "loss": 2.0625,
      "step": 60347
    },
    {
      "epoch": 2.807536636427076,
      "grad_norm": 1.319713018760403,
      "learning_rate": 0.00016901426680560768,
      "loss": 2.1094,
      "step": 60348
    },
    {
      "epoch": 2.8075831588741567,
      "grad_norm": 1.293013534798367,
      "learning_rate": 0.00016901058531988765,
      "loss": 2.4531,
      "step": 60349
    },
    {
      "epoch": 2.8076296813212376,
      "grad_norm": 1.2894931420766864,
      "learning_rate": 0.0001690069038225292,
      "loss": 2.4375,
      "step": 60350
    },
    {
      "epoch": 2.807676203768318,
      "grad_norm": 1.1716400828517781,
      "learning_rate": 0.0001690032223135346,
      "loss": 2.0625,
      "step": 60351
    },
    {
      "epoch": 2.807722726215399,
      "grad_norm": 1.376482756411557,
      "learning_rate": 0.00016899954079290614,
      "loss": 2.2031,
      "step": 60352
    },
    {
      "epoch": 2.8077692486624795,
      "grad_norm": 1.317598409859466,
      "learning_rate": 0.000168995859260646,
      "loss": 2.3906,
      "step": 60353
    },
    {
      "epoch": 2.8078157711095604,
      "grad_norm": 1.2524631090893081,
      "learning_rate": 0.00016899217771675654,
      "loss": 2.0781,
      "step": 60354
    },
    {
      "epoch": 2.8078622935566413,
      "grad_norm": 1.2589614168948602,
      "learning_rate": 0.00016898849616123993,
      "loss": 2.2188,
      "step": 60355
    },
    {
      "epoch": 2.8079088160037218,
      "grad_norm": 1.350720175135038,
      "learning_rate": 0.00016898481459409845,
      "loss": 2.625,
      "step": 60356
    },
    {
      "epoch": 2.8079553384508023,
      "grad_norm": 1.323341678130358,
      "learning_rate": 0.00016898113301533438,
      "loss": 2.375,
      "step": 60357
    },
    {
      "epoch": 2.808001860897883,
      "grad_norm": 1.194538006635939,
      "learning_rate": 0.00016897745142494992,
      "loss": 2.0469,
      "step": 60358
    },
    {
      "epoch": 2.808048383344964,
      "grad_norm": 1.2311414189697834,
      "learning_rate": 0.00016897376982294738,
      "loss": 2.2188,
      "step": 60359
    },
    {
      "epoch": 2.8080949057920446,
      "grad_norm": 1.2520006967493245,
      "learning_rate": 0.00016897008820932898,
      "loss": 2.2969,
      "step": 60360
    },
    {
      "epoch": 2.8081414282391255,
      "grad_norm": 1.22225918332046,
      "learning_rate": 0.00016896640658409692,
      "loss": 2.3125,
      "step": 60361
    },
    {
      "epoch": 2.808187950686206,
      "grad_norm": 1.2369649544671608,
      "learning_rate": 0.00016896272494725358,
      "loss": 1.5703,
      "step": 60362
    },
    {
      "epoch": 2.808234473133287,
      "grad_norm": 1.257420949424292,
      "learning_rate": 0.00016895904329880114,
      "loss": 2.4062,
      "step": 60363
    },
    {
      "epoch": 2.8082809955803674,
      "grad_norm": 1.3203403874058255,
      "learning_rate": 0.00016895536163874186,
      "loss": 2.0625,
      "step": 60364
    },
    {
      "epoch": 2.8083275180274483,
      "grad_norm": 1.2901916171498278,
      "learning_rate": 0.00016895167996707798,
      "loss": 2.3281,
      "step": 60365
    },
    {
      "epoch": 2.808374040474529,
      "grad_norm": 1.2130000933166334,
      "learning_rate": 0.00016894799828381176,
      "loss": 2.3125,
      "step": 60366
    },
    {
      "epoch": 2.8084205629216097,
      "grad_norm": 1.3485512614925528,
      "learning_rate": 0.00016894431658894552,
      "loss": 2.4375,
      "step": 60367
    },
    {
      "epoch": 2.80846708536869,
      "grad_norm": 1.2136467620930573,
      "learning_rate": 0.00016894063488248138,
      "loss": 2.1094,
      "step": 60368
    },
    {
      "epoch": 2.808513607815771,
      "grad_norm": 1.3709390816653995,
      "learning_rate": 0.00016893695316442175,
      "loss": 2.4062,
      "step": 60369
    },
    {
      "epoch": 2.808560130262852,
      "grad_norm": 1.324796000390304,
      "learning_rate": 0.00016893327143476875,
      "loss": 2.2812,
      "step": 60370
    },
    {
      "epoch": 2.8086066527099325,
      "grad_norm": 1.3604133975325152,
      "learning_rate": 0.00016892958969352473,
      "loss": 2.4844,
      "step": 60371
    },
    {
      "epoch": 2.8086531751570134,
      "grad_norm": 1.1837860525489814,
      "learning_rate": 0.00016892590794069184,
      "loss": 2.2344,
      "step": 60372
    },
    {
      "epoch": 2.808699697604094,
      "grad_norm": 1.1890623354236907,
      "learning_rate": 0.00016892222617627246,
      "loss": 2.1719,
      "step": 60373
    },
    {
      "epoch": 2.808746220051175,
      "grad_norm": 1.2412934440748287,
      "learning_rate": 0.0001689185444002687,
      "loss": 2.0625,
      "step": 60374
    },
    {
      "epoch": 2.8087927424982553,
      "grad_norm": 1.526513031229491,
      "learning_rate": 0.00016891486261268301,
      "loss": 2.4531,
      "step": 60375
    },
    {
      "epoch": 2.808839264945336,
      "grad_norm": 1.2636501934284308,
      "learning_rate": 0.0001689111808135175,
      "loss": 2.2969,
      "step": 60376
    },
    {
      "epoch": 2.8088857873924167,
      "grad_norm": 1.277297788250027,
      "learning_rate": 0.00016890749900277442,
      "loss": 2.2188,
      "step": 60377
    },
    {
      "epoch": 2.8089323098394976,
      "grad_norm": 1.2198222091737398,
      "learning_rate": 0.00016890381718045607,
      "loss": 2.25,
      "step": 60378
    },
    {
      "epoch": 2.808978832286578,
      "grad_norm": 1.2634640720301058,
      "learning_rate": 0.00016890013534656467,
      "loss": 2.0938,
      "step": 60379
    },
    {
      "epoch": 2.809025354733659,
      "grad_norm": 1.3080611308977061,
      "learning_rate": 0.00016889645350110256,
      "loss": 2.3125,
      "step": 60380
    },
    {
      "epoch": 2.80907187718074,
      "grad_norm": 1.3371957434655248,
      "learning_rate": 0.00016889277164407185,
      "loss": 2.375,
      "step": 60381
    },
    {
      "epoch": 2.8091183996278204,
      "grad_norm": 1.2906948747104003,
      "learning_rate": 0.00016888908977547492,
      "loss": 2.2812,
      "step": 60382
    },
    {
      "epoch": 2.809164922074901,
      "grad_norm": 1.3292648836993837,
      "learning_rate": 0.00016888540789531393,
      "loss": 2.3125,
      "step": 60383
    },
    {
      "epoch": 2.809211444521982,
      "grad_norm": 1.316296725030088,
      "learning_rate": 0.00016888172600359121,
      "loss": 2.4062,
      "step": 60384
    },
    {
      "epoch": 2.8092579669690627,
      "grad_norm": 1.2584011778420274,
      "learning_rate": 0.000168878044100309,
      "loss": 2.2188,
      "step": 60385
    },
    {
      "epoch": 2.809304489416143,
      "grad_norm": 1.1853367341991652,
      "learning_rate": 0.00016887436218546956,
      "loss": 2.1406,
      "step": 60386
    },
    {
      "epoch": 2.809351011863224,
      "grad_norm": 1.3821079420009261,
      "learning_rate": 0.00016887068025907506,
      "loss": 2.3125,
      "step": 60387
    },
    {
      "epoch": 2.8093975343103046,
      "grad_norm": 1.3643311810267382,
      "learning_rate": 0.00016886699832112788,
      "loss": 2.3281,
      "step": 60388
    },
    {
      "epoch": 2.8094440567573855,
      "grad_norm": 1.238838708909665,
      "learning_rate": 0.00016886331637163023,
      "loss": 2.0781,
      "step": 60389
    },
    {
      "epoch": 2.809490579204466,
      "grad_norm": 1.1932983855077748,
      "learning_rate": 0.00016885963441058428,
      "loss": 2.1875,
      "step": 60390
    },
    {
      "epoch": 2.809537101651547,
      "grad_norm": 1.2543942237221561,
      "learning_rate": 0.0001688559524379924,
      "loss": 2.4375,
      "step": 60391
    },
    {
      "epoch": 2.809583624098628,
      "grad_norm": 1.2431027120220397,
      "learning_rate": 0.00016885227045385673,
      "loss": 2.3594,
      "step": 60392
    },
    {
      "epoch": 2.8096301465457083,
      "grad_norm": 1.3067432024948875,
      "learning_rate": 0.00016884858845817968,
      "loss": 2.2812,
      "step": 60393
    },
    {
      "epoch": 2.809676668992789,
      "grad_norm": 1.2054121638741093,
      "learning_rate": 0.00016884490645096328,
      "loss": 2.1094,
      "step": 60394
    },
    {
      "epoch": 2.8097231914398697,
      "grad_norm": 1.2888928582061159,
      "learning_rate": 0.00016884122443221004,
      "loss": 2.3594,
      "step": 60395
    },
    {
      "epoch": 2.8097697138869506,
      "grad_norm": 1.2491956793332546,
      "learning_rate": 0.00016883754240192204,
      "loss": 2.1875,
      "step": 60396
    },
    {
      "epoch": 2.809816236334031,
      "grad_norm": 1.2798832207683333,
      "learning_rate": 0.00016883386036010162,
      "loss": 2.3125,
      "step": 60397
    },
    {
      "epoch": 2.809862758781112,
      "grad_norm": 1.1536784038801382,
      "learning_rate": 0.00016883017830675095,
      "loss": 1.6875,
      "step": 60398
    },
    {
      "epoch": 2.8099092812281925,
      "grad_norm": 1.2590300631649398,
      "learning_rate": 0.00016882649624187237,
      "loss": 2.2344,
      "step": 60399
    },
    {
      "epoch": 2.8099558036752734,
      "grad_norm": 1.2911669196026945,
      "learning_rate": 0.00016882281416546807,
      "loss": 2.5,
      "step": 60400
    },
    {
      "epoch": 2.810002326122354,
      "grad_norm": 1.3838468731747735,
      "learning_rate": 0.00016881913207754038,
      "loss": 2.6094,
      "step": 60401
    },
    {
      "epoch": 2.810048848569435,
      "grad_norm": 1.2302940424146065,
      "learning_rate": 0.0001688154499780915,
      "loss": 2.4375,
      "step": 60402
    },
    {
      "epoch": 2.8100953710165157,
      "grad_norm": 1.2346862959674787,
      "learning_rate": 0.00016881176786712364,
      "loss": 2.3594,
      "step": 60403
    },
    {
      "epoch": 2.810141893463596,
      "grad_norm": 1.2944663860758654,
      "learning_rate": 0.00016880808574463915,
      "loss": 2.0469,
      "step": 60404
    },
    {
      "epoch": 2.8101884159106767,
      "grad_norm": 1.328919972819564,
      "learning_rate": 0.00016880440361064018,
      "loss": 2.1094,
      "step": 60405
    },
    {
      "epoch": 2.8102349383577576,
      "grad_norm": 1.2997641263427409,
      "learning_rate": 0.00016880072146512913,
      "loss": 2.3594,
      "step": 60406
    },
    {
      "epoch": 2.8102814608048385,
      "grad_norm": 1.2649578554180625,
      "learning_rate": 0.00016879703930810808,
      "loss": 2.1875,
      "step": 60407
    },
    {
      "epoch": 2.810327983251919,
      "grad_norm": 1.311627789128866,
      "learning_rate": 0.00016879335713957945,
      "loss": 2.2188,
      "step": 60408
    },
    {
      "epoch": 2.8103745056989995,
      "grad_norm": 1.152421635473865,
      "learning_rate": 0.00016878967495954537,
      "loss": 2.1562,
      "step": 60409
    },
    {
      "epoch": 2.8104210281460804,
      "grad_norm": 1.3036526821967898,
      "learning_rate": 0.00016878599276800815,
      "loss": 2.3594,
      "step": 60410
    },
    {
      "epoch": 2.8104675505931613,
      "grad_norm": 1.2069272646484874,
      "learning_rate": 0.00016878231056497003,
      "loss": 2.2344,
      "step": 60411
    },
    {
      "epoch": 2.810514073040242,
      "grad_norm": 1.1935871617352127,
      "learning_rate": 0.00016877862835043328,
      "loss": 2.1875,
      "step": 60412
    },
    {
      "epoch": 2.8105605954873227,
      "grad_norm": 1.256147261901174,
      "learning_rate": 0.00016877494612440013,
      "loss": 2.25,
      "step": 60413
    },
    {
      "epoch": 2.810607117934403,
      "grad_norm": 1.3784012596338644,
      "learning_rate": 0.00016877126388687287,
      "loss": 2.4062,
      "step": 60414
    },
    {
      "epoch": 2.810653640381484,
      "grad_norm": 1.1200874690319755,
      "learning_rate": 0.00016876758163785374,
      "loss": 2.0469,
      "step": 60415
    },
    {
      "epoch": 2.8107001628285646,
      "grad_norm": 1.309533798254961,
      "learning_rate": 0.0001687638993773449,
      "loss": 2.1406,
      "step": 60416
    },
    {
      "epoch": 2.8107466852756455,
      "grad_norm": 1.3094622085646193,
      "learning_rate": 0.00016876021710534878,
      "loss": 2.2031,
      "step": 60417
    },
    {
      "epoch": 2.8107932077227265,
      "grad_norm": 1.2809993978478311,
      "learning_rate": 0.00016875653482186748,
      "loss": 2.4219,
      "step": 60418
    },
    {
      "epoch": 2.810839730169807,
      "grad_norm": 1.2637261116001794,
      "learning_rate": 0.00016875285252690341,
      "loss": 2.2344,
      "step": 60419
    },
    {
      "epoch": 2.8108862526168874,
      "grad_norm": 1.181569690750324,
      "learning_rate": 0.00016874917022045865,
      "loss": 1.9375,
      "step": 60420
    },
    {
      "epoch": 2.8109327750639683,
      "grad_norm": 1.1358967539917058,
      "learning_rate": 0.0001687454879025356,
      "loss": 1.7891,
      "step": 60421
    },
    {
      "epoch": 2.8109792975110492,
      "grad_norm": 1.1784255729518356,
      "learning_rate": 0.00016874180557313639,
      "loss": 2.0469,
      "step": 60422
    },
    {
      "epoch": 2.8110258199581297,
      "grad_norm": 1.378445536494275,
      "learning_rate": 0.00016873812323226338,
      "loss": 2.1875,
      "step": 60423
    },
    {
      "epoch": 2.8110723424052106,
      "grad_norm": 1.2715214598011024,
      "learning_rate": 0.00016873444087991876,
      "loss": 2.1094,
      "step": 60424
    },
    {
      "epoch": 2.811118864852291,
      "grad_norm": 1.3477139385568284,
      "learning_rate": 0.00016873075851610482,
      "loss": 2.1562,
      "step": 60425
    },
    {
      "epoch": 2.811165387299372,
      "grad_norm": 1.242073136034667,
      "learning_rate": 0.0001687270761408238,
      "loss": 2.0,
      "step": 60426
    },
    {
      "epoch": 2.8112119097464525,
      "grad_norm": 1.3489312681937673,
      "learning_rate": 0.0001687233937540779,
      "loss": 2.2344,
      "step": 60427
    },
    {
      "epoch": 2.8112584321935334,
      "grad_norm": 1.3099006117999377,
      "learning_rate": 0.00016871971135586948,
      "loss": 2.0938,
      "step": 60428
    },
    {
      "epoch": 2.8113049546406144,
      "grad_norm": 1.2903456986197102,
      "learning_rate": 0.00016871602894620073,
      "loss": 2.1719,
      "step": 60429
    },
    {
      "epoch": 2.811351477087695,
      "grad_norm": 1.3211891646870946,
      "learning_rate": 0.00016871234652507394,
      "loss": 2.4688,
      "step": 60430
    },
    {
      "epoch": 2.8113979995347753,
      "grad_norm": 1.3160296285463908,
      "learning_rate": 0.0001687086640924913,
      "loss": 2.2969,
      "step": 60431
    },
    {
      "epoch": 2.8114445219818562,
      "grad_norm": 1.4167650169504817,
      "learning_rate": 0.00016870498164845514,
      "loss": 2.4688,
      "step": 60432
    },
    {
      "epoch": 2.811491044428937,
      "grad_norm": 1.3639775187524001,
      "learning_rate": 0.00016870129919296765,
      "loss": 2.0938,
      "step": 60433
    },
    {
      "epoch": 2.8115375668760176,
      "grad_norm": 1.2184416434554775,
      "learning_rate": 0.00016869761672603115,
      "loss": 2.0938,
      "step": 60434
    },
    {
      "epoch": 2.8115840893230986,
      "grad_norm": 1.382044597557408,
      "learning_rate": 0.0001686939342476478,
      "loss": 2.0469,
      "step": 60435
    },
    {
      "epoch": 2.811630611770179,
      "grad_norm": 1.2558367106971524,
      "learning_rate": 0.00016869025175781998,
      "loss": 2.4062,
      "step": 60436
    },
    {
      "epoch": 2.81167713421726,
      "grad_norm": 1.2369883706635605,
      "learning_rate": 0.00016868656925654986,
      "loss": 2.2031,
      "step": 60437
    },
    {
      "epoch": 2.8117236566643404,
      "grad_norm": 1.2072358415508504,
      "learning_rate": 0.0001686828867438397,
      "loss": 2.0781,
      "step": 60438
    },
    {
      "epoch": 2.8117701791114214,
      "grad_norm": 1.1891131035159381,
      "learning_rate": 0.00016867920421969178,
      "loss": 2.2188,
      "step": 60439
    },
    {
      "epoch": 2.811816701558502,
      "grad_norm": 1.172927892014244,
      "learning_rate": 0.0001686755216841083,
      "loss": 2.2031,
      "step": 60440
    },
    {
      "epoch": 2.8118632240055828,
      "grad_norm": 1.3681330035161163,
      "learning_rate": 0.0001686718391370916,
      "loss": 2.2188,
      "step": 60441
    },
    {
      "epoch": 2.8119097464526632,
      "grad_norm": 1.2996415088051132,
      "learning_rate": 0.00016866815657864387,
      "loss": 2.2188,
      "step": 60442
    },
    {
      "epoch": 2.811956268899744,
      "grad_norm": 1.1996451621744464,
      "learning_rate": 0.0001686644740087674,
      "loss": 2.2188,
      "step": 60443
    },
    {
      "epoch": 2.812002791346825,
      "grad_norm": 1.3721189347726581,
      "learning_rate": 0.00016866079142746442,
      "loss": 2.1406,
      "step": 60444
    },
    {
      "epoch": 2.8120493137939055,
      "grad_norm": 1.3532197920077031,
      "learning_rate": 0.0001686571088347372,
      "loss": 2.5469,
      "step": 60445
    },
    {
      "epoch": 2.812095836240986,
      "grad_norm": 1.2998984642941458,
      "learning_rate": 0.00016865342623058796,
      "loss": 2.3281,
      "step": 60446
    },
    {
      "epoch": 2.812142358688067,
      "grad_norm": 1.254657902693661,
      "learning_rate": 0.00016864974361501903,
      "loss": 2.2969,
      "step": 60447
    },
    {
      "epoch": 2.812188881135148,
      "grad_norm": 1.157951833243886,
      "learning_rate": 0.00016864606098803257,
      "loss": 1.625,
      "step": 60448
    },
    {
      "epoch": 2.8122354035822283,
      "grad_norm": 1.321155798008582,
      "learning_rate": 0.0001686423783496309,
      "loss": 2.1875,
      "step": 60449
    },
    {
      "epoch": 2.8122819260293093,
      "grad_norm": 1.2674902735546727,
      "learning_rate": 0.00016863869569981628,
      "loss": 2.2031,
      "step": 60450
    },
    {
      "epoch": 2.8123284484763897,
      "grad_norm": 1.189832198841044,
      "learning_rate": 0.0001686350130385909,
      "loss": 2.2031,
      "step": 60451
    },
    {
      "epoch": 2.8123749709234707,
      "grad_norm": 1.3601854105185092,
      "learning_rate": 0.0001686313303659571,
      "loss": 2.4219,
      "step": 60452
    },
    {
      "epoch": 2.812421493370551,
      "grad_norm": 1.185099894447402,
      "learning_rate": 0.00016862764768191705,
      "loss": 1.9922,
      "step": 60453
    },
    {
      "epoch": 2.812468015817632,
      "grad_norm": 1.3260734040306494,
      "learning_rate": 0.00016862396498647304,
      "loss": 2.3125,
      "step": 60454
    },
    {
      "epoch": 2.812514538264713,
      "grad_norm": 1.3334883933754738,
      "learning_rate": 0.00016862028227962735,
      "loss": 2.125,
      "step": 60455
    },
    {
      "epoch": 2.8125610607117935,
      "grad_norm": 1.2729775775216117,
      "learning_rate": 0.00016861659956138224,
      "loss": 2.1875,
      "step": 60456
    },
    {
      "epoch": 2.812607583158874,
      "grad_norm": 1.2517504403467887,
      "learning_rate": 0.00016861291683173987,
      "loss": 2.2344,
      "step": 60457
    },
    {
      "epoch": 2.812654105605955,
      "grad_norm": 1.2849113881626548,
      "learning_rate": 0.00016860923409070264,
      "loss": 2.2188,
      "step": 60458
    },
    {
      "epoch": 2.812700628053036,
      "grad_norm": 1.3056943801181677,
      "learning_rate": 0.00016860555133827267,
      "loss": 2.4844,
      "step": 60459
    },
    {
      "epoch": 2.8127471505001163,
      "grad_norm": 1.20169432408735,
      "learning_rate": 0.00016860186857445226,
      "loss": 2.125,
      "step": 60460
    },
    {
      "epoch": 2.812793672947197,
      "grad_norm": 1.2082191641404867,
      "learning_rate": 0.00016859818579924375,
      "loss": 2.0469,
      "step": 60461
    },
    {
      "epoch": 2.8128401953942777,
      "grad_norm": 1.2788694996354484,
      "learning_rate": 0.00016859450301264927,
      "loss": 2.2031,
      "step": 60462
    },
    {
      "epoch": 2.8128867178413586,
      "grad_norm": 1.4255376153642774,
      "learning_rate": 0.00016859082021467112,
      "loss": 2.4531,
      "step": 60463
    },
    {
      "epoch": 2.812933240288439,
      "grad_norm": 1.2156503772929435,
      "learning_rate": 0.00016858713740531157,
      "loss": 2.2812,
      "step": 60464
    },
    {
      "epoch": 2.81297976273552,
      "grad_norm": 1.2475763366024568,
      "learning_rate": 0.00016858345458457287,
      "loss": 2.1406,
      "step": 60465
    },
    {
      "epoch": 2.8130262851826004,
      "grad_norm": 1.241384454462594,
      "learning_rate": 0.00016857977175245727,
      "loss": 2.2344,
      "step": 60466
    },
    {
      "epoch": 2.8130728076296814,
      "grad_norm": 1.4006570945697325,
      "learning_rate": 0.00016857608890896703,
      "loss": 2.4844,
      "step": 60467
    },
    {
      "epoch": 2.813119330076762,
      "grad_norm": 1.250444638797629,
      "learning_rate": 0.0001685724060541044,
      "loss": 2.2188,
      "step": 60468
    },
    {
      "epoch": 2.8131658525238428,
      "grad_norm": 1.208702575971149,
      "learning_rate": 0.00016856872318787164,
      "loss": 2.3125,
      "step": 60469
    },
    {
      "epoch": 2.8132123749709237,
      "grad_norm": 1.2722222845869335,
      "learning_rate": 0.00016856504031027096,
      "loss": 2.4375,
      "step": 60470
    },
    {
      "epoch": 2.813258897418004,
      "grad_norm": 1.1621951534733628,
      "learning_rate": 0.00016856135742130467,
      "loss": 2.2656,
      "step": 60471
    },
    {
      "epoch": 2.8133054198650846,
      "grad_norm": 1.2933339635609513,
      "learning_rate": 0.00016855767452097502,
      "loss": 2.2344,
      "step": 60472
    },
    {
      "epoch": 2.8133519423121656,
      "grad_norm": 1.2690291700219691,
      "learning_rate": 0.00016855399160928424,
      "loss": 2.2656,
      "step": 60473
    },
    {
      "epoch": 2.8133984647592465,
      "grad_norm": 1.2680099146433519,
      "learning_rate": 0.00016855030868623462,
      "loss": 2.375,
      "step": 60474
    },
    {
      "epoch": 2.813444987206327,
      "grad_norm": 1.2829742358566167,
      "learning_rate": 0.00016854662575182836,
      "loss": 2.25,
      "step": 60475
    },
    {
      "epoch": 2.813491509653408,
      "grad_norm": 1.3090218845254071,
      "learning_rate": 0.00016854294280606777,
      "loss": 2.3438,
      "step": 60476
    },
    {
      "epoch": 2.8135380321004884,
      "grad_norm": 1.292871120237319,
      "learning_rate": 0.00016853925984895506,
      "loss": 2.2344,
      "step": 60477
    },
    {
      "epoch": 2.8135845545475693,
      "grad_norm": 1.2612129231190117,
      "learning_rate": 0.00016853557688049255,
      "loss": 2.3906,
      "step": 60478
    },
    {
      "epoch": 2.8136310769946498,
      "grad_norm": 1.24948385780518,
      "learning_rate": 0.0001685318939006824,
      "loss": 2.2969,
      "step": 60479
    },
    {
      "epoch": 2.8136775994417307,
      "grad_norm": 1.321058975250614,
      "learning_rate": 0.00016852821090952694,
      "loss": 2.2188,
      "step": 60480
    },
    {
      "epoch": 2.8137241218888116,
      "grad_norm": 1.2535898352306505,
      "learning_rate": 0.0001685245279070284,
      "loss": 2.2031,
      "step": 60481
    },
    {
      "epoch": 2.813770644335892,
      "grad_norm": 1.1332243921518028,
      "learning_rate": 0.000168520844893189,
      "loss": 1.7734,
      "step": 60482
    },
    {
      "epoch": 2.8138171667829726,
      "grad_norm": 1.2355134080684538,
      "learning_rate": 0.00016851716186801107,
      "loss": 2.1719,
      "step": 60483
    },
    {
      "epoch": 2.8138636892300535,
      "grad_norm": 1.2687658006370808,
      "learning_rate": 0.0001685134788314968,
      "loss": 2.1094,
      "step": 60484
    },
    {
      "epoch": 2.8139102116771344,
      "grad_norm": 1.335127585028399,
      "learning_rate": 0.0001685097957836485,
      "loss": 2.2656,
      "step": 60485
    },
    {
      "epoch": 2.813956734124215,
      "grad_norm": 1.2494182100106104,
      "learning_rate": 0.00016850611272446834,
      "loss": 2.2031,
      "step": 60486
    },
    {
      "epoch": 2.814003256571296,
      "grad_norm": 1.1563557219706018,
      "learning_rate": 0.0001685024296539587,
      "loss": 1.6797,
      "step": 60487
    },
    {
      "epoch": 2.8140497790183763,
      "grad_norm": 1.2272243538760468,
      "learning_rate": 0.00016849874657212172,
      "loss": 2.2344,
      "step": 60488
    },
    {
      "epoch": 2.814096301465457,
      "grad_norm": 1.2631550161861917,
      "learning_rate": 0.00016849506347895972,
      "loss": 2.25,
      "step": 60489
    },
    {
      "epoch": 2.8141428239125377,
      "grad_norm": 1.2960882771233964,
      "learning_rate": 0.00016849138037447492,
      "loss": 2.25,
      "step": 60490
    },
    {
      "epoch": 2.8141893463596186,
      "grad_norm": 1.2144900407238883,
      "learning_rate": 0.0001684876972586696,
      "loss": 2.0781,
      "step": 60491
    },
    {
      "epoch": 2.814235868806699,
      "grad_norm": 1.308733798739032,
      "learning_rate": 0.00016848401413154597,
      "loss": 2.2656,
      "step": 60492
    },
    {
      "epoch": 2.81428239125378,
      "grad_norm": 1.1827210576320513,
      "learning_rate": 0.0001684803309931063,
      "loss": 2.1406,
      "step": 60493
    },
    {
      "epoch": 2.8143289137008605,
      "grad_norm": 1.2652207930599983,
      "learning_rate": 0.00016847664784335292,
      "loss": 2.2656,
      "step": 60494
    },
    {
      "epoch": 2.8143754361479414,
      "grad_norm": 1.261679722429367,
      "learning_rate": 0.000168472964682288,
      "loss": 2.2812,
      "step": 60495
    },
    {
      "epoch": 2.8144219585950223,
      "grad_norm": 1.4104457884023505,
      "learning_rate": 0.00016846928150991385,
      "loss": 2.4219,
      "step": 60496
    },
    {
      "epoch": 2.814468481042103,
      "grad_norm": 1.2303277067705733,
      "learning_rate": 0.00016846559832623268,
      "loss": 2.25,
      "step": 60497
    },
    {
      "epoch": 2.8145150034891833,
      "grad_norm": 1.1664380653475563,
      "learning_rate": 0.00016846191513124678,
      "loss": 1.5312,
      "step": 60498
    },
    {
      "epoch": 2.814561525936264,
      "grad_norm": 1.2497179215055085,
      "learning_rate": 0.00016845823192495834,
      "loss": 2.4219,
      "step": 60499
    },
    {
      "epoch": 2.814608048383345,
      "grad_norm": 1.2521109741784024,
      "learning_rate": 0.00016845454870736973,
      "loss": 2.0,
      "step": 60500
    },
    {
      "epoch": 2.8146545708304256,
      "grad_norm": 1.2342404934408797,
      "learning_rate": 0.00016845086547848307,
      "loss": 2.3438,
      "step": 60501
    },
    {
      "epoch": 2.8147010932775065,
      "grad_norm": 1.1947705974579965,
      "learning_rate": 0.0001684471822383007,
      "loss": 2.0781,
      "step": 60502
    },
    {
      "epoch": 2.814747615724587,
      "grad_norm": 1.4997891203405027,
      "learning_rate": 0.00016844349898682487,
      "loss": 2.375,
      "step": 60503
    },
    {
      "epoch": 2.814794138171668,
      "grad_norm": 1.1638651274819292,
      "learning_rate": 0.0001684398157240578,
      "loss": 2.1406,
      "step": 60504
    },
    {
      "epoch": 2.8148406606187484,
      "grad_norm": 1.3317221860391835,
      "learning_rate": 0.00016843613245000173,
      "loss": 2.3906,
      "step": 60505
    },
    {
      "epoch": 2.8148871830658293,
      "grad_norm": 1.2345256624207925,
      "learning_rate": 0.00016843244916465904,
      "loss": 2.3281,
      "step": 60506
    },
    {
      "epoch": 2.8149337055129102,
      "grad_norm": 1.2985031388557802,
      "learning_rate": 0.00016842876586803184,
      "loss": 2.1562,
      "step": 60507
    },
    {
      "epoch": 2.8149802279599907,
      "grad_norm": 1.232543734729052,
      "learning_rate": 0.00016842508256012246,
      "loss": 2.3594,
      "step": 60508
    },
    {
      "epoch": 2.815026750407071,
      "grad_norm": 1.3518284028429175,
      "learning_rate": 0.00016842139924093315,
      "loss": 2.2969,
      "step": 60509
    },
    {
      "epoch": 2.815073272854152,
      "grad_norm": 1.1790289416948163,
      "learning_rate": 0.0001684177159104661,
      "loss": 2.1719,
      "step": 60510
    },
    {
      "epoch": 2.815119795301233,
      "grad_norm": 1.3407460330368905,
      "learning_rate": 0.0001684140325687237,
      "loss": 2.3906,
      "step": 60511
    },
    {
      "epoch": 2.8151663177483135,
      "grad_norm": 1.3257028688076598,
      "learning_rate": 0.00016841034921570805,
      "loss": 2.3281,
      "step": 60512
    },
    {
      "epoch": 2.8152128401953944,
      "grad_norm": 1.2005005047584987,
      "learning_rate": 0.00016840666585142149,
      "loss": 2.1406,
      "step": 60513
    },
    {
      "epoch": 2.815259362642475,
      "grad_norm": 1.2688916826003613,
      "learning_rate": 0.00016840298247586627,
      "loss": 2.3281,
      "step": 60514
    },
    {
      "epoch": 2.815305885089556,
      "grad_norm": 1.3111019478137003,
      "learning_rate": 0.0001683992990890446,
      "loss": 2.4375,
      "step": 60515
    },
    {
      "epoch": 2.8153524075366363,
      "grad_norm": 1.241076013230859,
      "learning_rate": 0.0001683956156909588,
      "loss": 1.8828,
      "step": 60516
    },
    {
      "epoch": 2.815398929983717,
      "grad_norm": 1.2323967961293536,
      "learning_rate": 0.00016839193228161112,
      "loss": 2.1406,
      "step": 60517
    },
    {
      "epoch": 2.815445452430798,
      "grad_norm": 1.2410201430718164,
      "learning_rate": 0.00016838824886100375,
      "loss": 2.2188,
      "step": 60518
    },
    {
      "epoch": 2.8154919748778786,
      "grad_norm": 1.2445292064601603,
      "learning_rate": 0.00016838456542913902,
      "loss": 2.125,
      "step": 60519
    },
    {
      "epoch": 2.815538497324959,
      "grad_norm": 1.3323675983227186,
      "learning_rate": 0.00016838088198601911,
      "loss": 2.0781,
      "step": 60520
    },
    {
      "epoch": 2.81558501977204,
      "grad_norm": 1.2310411966710264,
      "learning_rate": 0.00016837719853164635,
      "loss": 2.2188,
      "step": 60521
    },
    {
      "epoch": 2.815631542219121,
      "grad_norm": 1.2802169630644105,
      "learning_rate": 0.00016837351506602302,
      "loss": 2.3125,
      "step": 60522
    },
    {
      "epoch": 2.8156780646662014,
      "grad_norm": 1.1845290033443836,
      "learning_rate": 0.0001683698315891512,
      "loss": 2.3438,
      "step": 60523
    },
    {
      "epoch": 2.815724587113282,
      "grad_norm": 1.4381298155747533,
      "learning_rate": 0.00016836614810103334,
      "loss": 2.2031,
      "step": 60524
    },
    {
      "epoch": 2.815771109560363,
      "grad_norm": 1.2176869071632692,
      "learning_rate": 0.00016836246460167159,
      "loss": 2.1094,
      "step": 60525
    },
    {
      "epoch": 2.8158176320074437,
      "grad_norm": 1.256080907320415,
      "learning_rate": 0.00016835878109106817,
      "loss": 2.3125,
      "step": 60526
    },
    {
      "epoch": 2.815864154454524,
      "grad_norm": 1.2698510356747803,
      "learning_rate": 0.00016835509756922545,
      "loss": 2.2656,
      "step": 60527
    },
    {
      "epoch": 2.815910676901605,
      "grad_norm": 1.205201806662611,
      "learning_rate": 0.00016835141403614563,
      "loss": 2.2188,
      "step": 60528
    },
    {
      "epoch": 2.8159571993486856,
      "grad_norm": 1.2358611728298292,
      "learning_rate": 0.00016834773049183096,
      "loss": 2.2344,
      "step": 60529
    },
    {
      "epoch": 2.8160037217957665,
      "grad_norm": 1.3354102809283253,
      "learning_rate": 0.00016834404693628376,
      "loss": 2.0,
      "step": 60530
    },
    {
      "epoch": 2.816050244242847,
      "grad_norm": 1.151341138691499,
      "learning_rate": 0.00016834036336950615,
      "loss": 2.0469,
      "step": 60531
    },
    {
      "epoch": 2.816096766689928,
      "grad_norm": 1.2449000031218929,
      "learning_rate": 0.00016833667979150048,
      "loss": 2.2188,
      "step": 60532
    },
    {
      "epoch": 2.816143289137009,
      "grad_norm": 1.2360657636974526,
      "learning_rate": 0.000168332996202269,
      "loss": 2.3438,
      "step": 60533
    },
    {
      "epoch": 2.8161898115840893,
      "grad_norm": 1.3561088293371903,
      "learning_rate": 0.00016832931260181395,
      "loss": 2.1719,
      "step": 60534
    },
    {
      "epoch": 2.81623633403117,
      "grad_norm": 1.2552121675305072,
      "learning_rate": 0.0001683256289901376,
      "loss": 2.0781,
      "step": 60535
    },
    {
      "epoch": 2.8162828564782507,
      "grad_norm": 1.2570252315028128,
      "learning_rate": 0.00016832194536724217,
      "loss": 2.5469,
      "step": 60536
    },
    {
      "epoch": 2.8163293789253316,
      "grad_norm": 1.2021573359565705,
      "learning_rate": 0.00016831826173312992,
      "loss": 2.4219,
      "step": 60537
    },
    {
      "epoch": 2.816375901372412,
      "grad_norm": 1.3528653067029555,
      "learning_rate": 0.00016831457808780316,
      "loss": 2.4062,
      "step": 60538
    },
    {
      "epoch": 2.816422423819493,
      "grad_norm": 1.2734289289217737,
      "learning_rate": 0.0001683108944312641,
      "loss": 2.25,
      "step": 60539
    },
    {
      "epoch": 2.8164689462665735,
      "grad_norm": 1.1446689552046025,
      "learning_rate": 0.00016830721076351496,
      "loss": 1.7734,
      "step": 60540
    },
    {
      "epoch": 2.8165154687136544,
      "grad_norm": 1.3426683550838572,
      "learning_rate": 0.0001683035270845581,
      "loss": 2.3906,
      "step": 60541
    },
    {
      "epoch": 2.816561991160735,
      "grad_norm": 1.2094876786105455,
      "learning_rate": 0.00016829984339439565,
      "loss": 2.0469,
      "step": 60542
    },
    {
      "epoch": 2.816608513607816,
      "grad_norm": 1.307535485426861,
      "learning_rate": 0.00016829615969303,
      "loss": 2.25,
      "step": 60543
    },
    {
      "epoch": 2.8166550360548968,
      "grad_norm": 1.2425274099347476,
      "learning_rate": 0.00016829247598046325,
      "loss": 1.9688,
      "step": 60544
    },
    {
      "epoch": 2.8167015585019772,
      "grad_norm": 1.1905350015676996,
      "learning_rate": 0.00016828879225669783,
      "loss": 2.1719,
      "step": 60545
    },
    {
      "epoch": 2.8167480809490577,
      "grad_norm": 1.3194028544770011,
      "learning_rate": 0.00016828510852173585,
      "loss": 2.4219,
      "step": 60546
    },
    {
      "epoch": 2.8167946033961386,
      "grad_norm": 1.1841395891164748,
      "learning_rate": 0.00016828142477557962,
      "loss": 2.25,
      "step": 60547
    },
    {
      "epoch": 2.8168411258432196,
      "grad_norm": 1.1139074973843717,
      "learning_rate": 0.00016827774101823138,
      "loss": 1.9844,
      "step": 60548
    },
    {
      "epoch": 2.8168876482903,
      "grad_norm": 1.1880401345142224,
      "learning_rate": 0.00016827405724969343,
      "loss": 2.1875,
      "step": 60549
    },
    {
      "epoch": 2.816934170737381,
      "grad_norm": 1.261835488200976,
      "learning_rate": 0.000168270373469968,
      "loss": 2.3438,
      "step": 60550
    },
    {
      "epoch": 2.8169806931844614,
      "grad_norm": 1.2122821544585123,
      "learning_rate": 0.0001682666896790573,
      "loss": 2.25,
      "step": 60551
    },
    {
      "epoch": 2.8170272156315423,
      "grad_norm": 1.252813365144705,
      "learning_rate": 0.00016826300587696367,
      "loss": 2.2812,
      "step": 60552
    },
    {
      "epoch": 2.817073738078623,
      "grad_norm": 1.3299992068938598,
      "learning_rate": 0.00016825932206368928,
      "loss": 2.375,
      "step": 60553
    },
    {
      "epoch": 2.8171202605257037,
      "grad_norm": 1.4034686270806767,
      "learning_rate": 0.00016825563823923647,
      "loss": 2.4062,
      "step": 60554
    },
    {
      "epoch": 2.8171667829727842,
      "grad_norm": 1.3068782365869938,
      "learning_rate": 0.0001682519544036074,
      "loss": 2.4219,
      "step": 60555
    },
    {
      "epoch": 2.817213305419865,
      "grad_norm": 1.2381263067674828,
      "learning_rate": 0.0001682482705568044,
      "loss": 2.25,
      "step": 60556
    },
    {
      "epoch": 2.8172598278669456,
      "grad_norm": 1.1971768411919934,
      "learning_rate": 0.00016824458669882972,
      "loss": 2.2344,
      "step": 60557
    },
    {
      "epoch": 2.8173063503140265,
      "grad_norm": 1.2602093353366302,
      "learning_rate": 0.00016824090282968558,
      "loss": 2.1406,
      "step": 60558
    },
    {
      "epoch": 2.8173528727611075,
      "grad_norm": 1.1847586349689836,
      "learning_rate": 0.00016823721894937426,
      "loss": 2.1562,
      "step": 60559
    },
    {
      "epoch": 2.817399395208188,
      "grad_norm": 1.22821070624067,
      "learning_rate": 0.00016823353505789794,
      "loss": 2.0625,
      "step": 60560
    },
    {
      "epoch": 2.8174459176552684,
      "grad_norm": 1.2938120155512627,
      "learning_rate": 0.00016822985115525903,
      "loss": 2.2969,
      "step": 60561
    },
    {
      "epoch": 2.8174924401023493,
      "grad_norm": 1.2508580600727348,
      "learning_rate": 0.00016822616724145967,
      "loss": 2.25,
      "step": 60562
    },
    {
      "epoch": 2.8175389625494303,
      "grad_norm": 1.317035180386505,
      "learning_rate": 0.00016822248331650215,
      "loss": 2.2969,
      "step": 60563
    },
    {
      "epoch": 2.8175854849965107,
      "grad_norm": 1.2196080481831768,
      "learning_rate": 0.0001682187993803887,
      "loss": 2.2812,
      "step": 60564
    },
    {
      "epoch": 2.8176320074435917,
      "grad_norm": 1.2571284240071618,
      "learning_rate": 0.0001682151154331216,
      "loss": 2.3594,
      "step": 60565
    },
    {
      "epoch": 2.817678529890672,
      "grad_norm": 1.2277158261515144,
      "learning_rate": 0.0001682114314747031,
      "loss": 2.2188,
      "step": 60566
    },
    {
      "epoch": 2.817725052337753,
      "grad_norm": 1.2932968270510357,
      "learning_rate": 0.00016820774750513548,
      "loss": 2.3594,
      "step": 60567
    },
    {
      "epoch": 2.8177715747848335,
      "grad_norm": 1.2947639576891679,
      "learning_rate": 0.00016820406352442092,
      "loss": 2.4219,
      "step": 60568
    },
    {
      "epoch": 2.8178180972319145,
      "grad_norm": 1.3056888916900526,
      "learning_rate": 0.00016820037953256176,
      "loss": 1.625,
      "step": 60569
    },
    {
      "epoch": 2.8178646196789954,
      "grad_norm": 1.3338377590739876,
      "learning_rate": 0.0001681966955295602,
      "loss": 2.3125,
      "step": 60570
    },
    {
      "epoch": 2.817911142126076,
      "grad_norm": 1.2366884025348648,
      "learning_rate": 0.00016819301151541852,
      "loss": 2.2812,
      "step": 60571
    },
    {
      "epoch": 2.8179576645731563,
      "grad_norm": 1.2171016176828826,
      "learning_rate": 0.00016818932749013897,
      "loss": 2.2031,
      "step": 60572
    },
    {
      "epoch": 2.8180041870202373,
      "grad_norm": 1.2074867878010238,
      "learning_rate": 0.00016818564345372382,
      "loss": 2.1562,
      "step": 60573
    },
    {
      "epoch": 2.818050709467318,
      "grad_norm": 1.2443134871622032,
      "learning_rate": 0.00016818195940617532,
      "loss": 2.2031,
      "step": 60574
    },
    {
      "epoch": 2.8180972319143986,
      "grad_norm": 1.2304641439922046,
      "learning_rate": 0.0001681782753474957,
      "loss": 2.3125,
      "step": 60575
    },
    {
      "epoch": 2.8181437543614796,
      "grad_norm": 1.2571728693726614,
      "learning_rate": 0.00016817459127768726,
      "loss": 2.2812,
      "step": 60576
    },
    {
      "epoch": 2.81819027680856,
      "grad_norm": 1.2368264966640685,
      "learning_rate": 0.00016817090719675217,
      "loss": 2.0938,
      "step": 60577
    },
    {
      "epoch": 2.818236799255641,
      "grad_norm": 1.3447320167349084,
      "learning_rate": 0.0001681672231046928,
      "loss": 2.4219,
      "step": 60578
    },
    {
      "epoch": 2.8182833217027214,
      "grad_norm": 1.1830424671124555,
      "learning_rate": 0.00016816353900151132,
      "loss": 2.0469,
      "step": 60579
    },
    {
      "epoch": 2.8183298441498024,
      "grad_norm": 1.2802477201069664,
      "learning_rate": 0.00016815985488721004,
      "loss": 2.2812,
      "step": 60580
    },
    {
      "epoch": 2.818376366596883,
      "grad_norm": 1.301526330013003,
      "learning_rate": 0.00016815617076179116,
      "loss": 2.2969,
      "step": 60581
    },
    {
      "epoch": 2.8184228890439638,
      "grad_norm": 1.2047188871942938,
      "learning_rate": 0.00016815248662525696,
      "loss": 2.3125,
      "step": 60582
    },
    {
      "epoch": 2.8184694114910442,
      "grad_norm": 1.2304902567057132,
      "learning_rate": 0.00016814880247760974,
      "loss": 2.0938,
      "step": 60583
    },
    {
      "epoch": 2.818515933938125,
      "grad_norm": 1.2390051931827488,
      "learning_rate": 0.00016814511831885167,
      "loss": 2.125,
      "step": 60584
    },
    {
      "epoch": 2.818562456385206,
      "grad_norm": 1.1742587689799913,
      "learning_rate": 0.0001681414341489851,
      "loss": 2.2188,
      "step": 60585
    },
    {
      "epoch": 2.8186089788322866,
      "grad_norm": 1.2601109510049535,
      "learning_rate": 0.0001681377499680122,
      "loss": 2.4375,
      "step": 60586
    },
    {
      "epoch": 2.818655501279367,
      "grad_norm": 1.3363833813028636,
      "learning_rate": 0.00016813406577593528,
      "loss": 2.4375,
      "step": 60587
    },
    {
      "epoch": 2.818702023726448,
      "grad_norm": 1.2534588986899466,
      "learning_rate": 0.00016813038157275655,
      "loss": 2.4219,
      "step": 60588
    },
    {
      "epoch": 2.818748546173529,
      "grad_norm": 1.175786421406433,
      "learning_rate": 0.00016812669735847833,
      "loss": 2.0469,
      "step": 60589
    },
    {
      "epoch": 2.8187950686206094,
      "grad_norm": 1.247198412016446,
      "learning_rate": 0.00016812301313310282,
      "loss": 2.3281,
      "step": 60590
    },
    {
      "epoch": 2.8188415910676903,
      "grad_norm": 1.266324467802652,
      "learning_rate": 0.00016811932889663228,
      "loss": 2.1562,
      "step": 60591
    },
    {
      "epoch": 2.8188881135147708,
      "grad_norm": 1.2738537583754383,
      "learning_rate": 0.000168115644649069,
      "loss": 2.125,
      "step": 60592
    },
    {
      "epoch": 2.8189346359618517,
      "grad_norm": 1.1820097765380648,
      "learning_rate": 0.00016811196039041523,
      "loss": 2.0938,
      "step": 60593
    },
    {
      "epoch": 2.818981158408932,
      "grad_norm": 1.2664746899892907,
      "learning_rate": 0.0001681082761206732,
      "loss": 2.5312,
      "step": 60594
    },
    {
      "epoch": 2.819027680856013,
      "grad_norm": 1.2081297991620692,
      "learning_rate": 0.00016810459183984515,
      "loss": 2.2188,
      "step": 60595
    },
    {
      "epoch": 2.819074203303094,
      "grad_norm": 1.3656386251020918,
      "learning_rate": 0.00016810090754793342,
      "loss": 2.2812,
      "step": 60596
    },
    {
      "epoch": 2.8191207257501745,
      "grad_norm": 1.30433736724966,
      "learning_rate": 0.00016809722324494014,
      "loss": 2.2969,
      "step": 60597
    },
    {
      "epoch": 2.819167248197255,
      "grad_norm": 1.2982106847979558,
      "learning_rate": 0.00016809353893086767,
      "loss": 2.25,
      "step": 60598
    },
    {
      "epoch": 2.819213770644336,
      "grad_norm": 1.229433891232222,
      "learning_rate": 0.00016808985460571823,
      "loss": 2.1875,
      "step": 60599
    },
    {
      "epoch": 2.819260293091417,
      "grad_norm": 1.2753162610488924,
      "learning_rate": 0.0001680861702694941,
      "loss": 2.3594,
      "step": 60600
    },
    {
      "epoch": 2.8193068155384973,
      "grad_norm": 1.2170789320223094,
      "learning_rate": 0.00016808248592219745,
      "loss": 2.1562,
      "step": 60601
    },
    {
      "epoch": 2.819353337985578,
      "grad_norm": 1.2770804572254206,
      "learning_rate": 0.00016807880156383064,
      "loss": 2.3125,
      "step": 60602
    },
    {
      "epoch": 2.8193998604326587,
      "grad_norm": 1.1425368607658168,
      "learning_rate": 0.00016807511719439582,
      "loss": 2.0,
      "step": 60603
    },
    {
      "epoch": 2.8194463828797396,
      "grad_norm": 1.2626502363050602,
      "learning_rate": 0.0001680714328138954,
      "loss": 2.1406,
      "step": 60604
    },
    {
      "epoch": 2.81949290532682,
      "grad_norm": 1.2043479614334671,
      "learning_rate": 0.00016806774842233148,
      "loss": 2.2031,
      "step": 60605
    },
    {
      "epoch": 2.819539427773901,
      "grad_norm": 1.267272250613372,
      "learning_rate": 0.0001680640640197064,
      "loss": 2.3594,
      "step": 60606
    },
    {
      "epoch": 2.8195859502209815,
      "grad_norm": 1.2447648736404324,
      "learning_rate": 0.00016806037960602238,
      "loss": 2.1562,
      "step": 60607
    },
    {
      "epoch": 2.8196324726680624,
      "grad_norm": 1.2233609384498145,
      "learning_rate": 0.0001680566951812817,
      "loss": 2.0469,
      "step": 60608
    },
    {
      "epoch": 2.819678995115143,
      "grad_norm": 1.2439099930101218,
      "learning_rate": 0.00016805301074548663,
      "loss": 2.3438,
      "step": 60609
    },
    {
      "epoch": 2.819725517562224,
      "grad_norm": 1.2292273242602183,
      "learning_rate": 0.00016804932629863934,
      "loss": 2.3906,
      "step": 60610
    },
    {
      "epoch": 2.8197720400093047,
      "grad_norm": 1.270998049624897,
      "learning_rate": 0.0001680456418407422,
      "loss": 2.3281,
      "step": 60611
    },
    {
      "epoch": 2.819818562456385,
      "grad_norm": 1.2779375743096615,
      "learning_rate": 0.00016804195737179738,
      "loss": 2.4375,
      "step": 60612
    },
    {
      "epoch": 2.8198650849034657,
      "grad_norm": 1.213331986094307,
      "learning_rate": 0.00016803827289180713,
      "loss": 2.2656,
      "step": 60613
    },
    {
      "epoch": 2.8199116073505466,
      "grad_norm": 1.1944798017349822,
      "learning_rate": 0.0001680345884007738,
      "loss": 2.25,
      "step": 60614
    },
    {
      "epoch": 2.8199581297976275,
      "grad_norm": 1.2994128194028323,
      "learning_rate": 0.0001680309038986996,
      "loss": 2.1875,
      "step": 60615
    },
    {
      "epoch": 2.820004652244708,
      "grad_norm": 1.3049263581981863,
      "learning_rate": 0.00016802721938558672,
      "loss": 2.375,
      "step": 60616
    },
    {
      "epoch": 2.820051174691789,
      "grad_norm": 1.3115892254900325,
      "learning_rate": 0.00016802353486143753,
      "loss": 2.3281,
      "step": 60617
    },
    {
      "epoch": 2.8200976971388694,
      "grad_norm": 1.19820722336686,
      "learning_rate": 0.0001680198503262542,
      "loss": 2.0469,
      "step": 60618
    },
    {
      "epoch": 2.8201442195859503,
      "grad_norm": 1.276358102798881,
      "learning_rate": 0.000168016165780039,
      "loss": 2.3906,
      "step": 60619
    },
    {
      "epoch": 2.8201907420330308,
      "grad_norm": 1.3101347471870344,
      "learning_rate": 0.00016801248122279421,
      "loss": 2.1562,
      "step": 60620
    },
    {
      "epoch": 2.8202372644801117,
      "grad_norm": 1.1831263762976167,
      "learning_rate": 0.00016800879665452206,
      "loss": 2.2812,
      "step": 60621
    },
    {
      "epoch": 2.8202837869271926,
      "grad_norm": 1.2918324526293081,
      "learning_rate": 0.00016800511207522488,
      "loss": 2.2188,
      "step": 60622
    },
    {
      "epoch": 2.820330309374273,
      "grad_norm": 1.2821672022879818,
      "learning_rate": 0.0001680014274849048,
      "loss": 2.3438,
      "step": 60623
    },
    {
      "epoch": 2.8203768318213536,
      "grad_norm": 1.3015085176326902,
      "learning_rate": 0.00016799774288356412,
      "loss": 2.2344,
      "step": 60624
    },
    {
      "epoch": 2.8204233542684345,
      "grad_norm": 1.193905190902864,
      "learning_rate": 0.0001679940582712051,
      "loss": 2.1875,
      "step": 60625
    },
    {
      "epoch": 2.8204698767155154,
      "grad_norm": 1.2788916413530644,
      "learning_rate": 0.00016799037364783007,
      "loss": 2.5938,
      "step": 60626
    },
    {
      "epoch": 2.820516399162596,
      "grad_norm": 1.2222452725702961,
      "learning_rate": 0.0001679866890134412,
      "loss": 2.1094,
      "step": 60627
    },
    {
      "epoch": 2.820562921609677,
      "grad_norm": 1.305734591645297,
      "learning_rate": 0.0001679830043680408,
      "loss": 2.25,
      "step": 60628
    },
    {
      "epoch": 2.8206094440567573,
      "grad_norm": 1.3234114984400518,
      "learning_rate": 0.0001679793197116311,
      "loss": 2.5781,
      "step": 60629
    },
    {
      "epoch": 2.820655966503838,
      "grad_norm": 1.357956783429096,
      "learning_rate": 0.00016797563504421438,
      "loss": 2.1562,
      "step": 60630
    },
    {
      "epoch": 2.8207024889509187,
      "grad_norm": 1.2787738720037038,
      "learning_rate": 0.00016797195036579284,
      "loss": 2.4531,
      "step": 60631
    },
    {
      "epoch": 2.8207490113979996,
      "grad_norm": 1.320778289428567,
      "learning_rate": 0.00016796826567636874,
      "loss": 2.4531,
      "step": 60632
    },
    {
      "epoch": 2.8207955338450805,
      "grad_norm": 1.2864243348009934,
      "learning_rate": 0.00016796458097594438,
      "loss": 2.2344,
      "step": 60633
    },
    {
      "epoch": 2.820842056292161,
      "grad_norm": 1.3463093041743506,
      "learning_rate": 0.000167960896264522,
      "loss": 1.7578,
      "step": 60634
    },
    {
      "epoch": 2.8208885787392415,
      "grad_norm": 1.2426436697160748,
      "learning_rate": 0.00016795721154210387,
      "loss": 2.3125,
      "step": 60635
    },
    {
      "epoch": 2.8209351011863224,
      "grad_norm": 1.19162019291159,
      "learning_rate": 0.00016795352680869217,
      "loss": 2.2031,
      "step": 60636
    },
    {
      "epoch": 2.8209816236334033,
      "grad_norm": 1.2471948669838688,
      "learning_rate": 0.00016794984206428926,
      "loss": 1.9297,
      "step": 60637
    },
    {
      "epoch": 2.821028146080484,
      "grad_norm": 1.3050094952690332,
      "learning_rate": 0.00016794615730889736,
      "loss": 2.5,
      "step": 60638
    },
    {
      "epoch": 2.8210746685275643,
      "grad_norm": 1.2096496212061834,
      "learning_rate": 0.0001679424725425187,
      "loss": 2.2344,
      "step": 60639
    },
    {
      "epoch": 2.821121190974645,
      "grad_norm": 1.3471689116611636,
      "learning_rate": 0.00016793878776515553,
      "loss": 2.3125,
      "step": 60640
    },
    {
      "epoch": 2.821167713421726,
      "grad_norm": 1.2771642309195772,
      "learning_rate": 0.00016793510297681018,
      "loss": 2.2344,
      "step": 60641
    },
    {
      "epoch": 2.8212142358688066,
      "grad_norm": 1.2559077189099273,
      "learning_rate": 0.00016793141817748482,
      "loss": 2.1406,
      "step": 60642
    },
    {
      "epoch": 2.8212607583158875,
      "grad_norm": 1.2251451851817639,
      "learning_rate": 0.00016792773336718177,
      "loss": 1.9609,
      "step": 60643
    },
    {
      "epoch": 2.821307280762968,
      "grad_norm": 1.2472986198843528,
      "learning_rate": 0.00016792404854590326,
      "loss": 2.1406,
      "step": 60644
    },
    {
      "epoch": 2.821353803210049,
      "grad_norm": 1.2190814596071766,
      "learning_rate": 0.00016792036371365151,
      "loss": 2.2031,
      "step": 60645
    },
    {
      "epoch": 2.8214003256571294,
      "grad_norm": 1.2400389151381976,
      "learning_rate": 0.00016791667887042878,
      "loss": 2.125,
      "step": 60646
    },
    {
      "epoch": 2.8214468481042103,
      "grad_norm": 1.4771137866230146,
      "learning_rate": 0.0001679129940162374,
      "loss": 2.2812,
      "step": 60647
    },
    {
      "epoch": 2.8214933705512912,
      "grad_norm": 1.2726123887812395,
      "learning_rate": 0.00016790930915107957,
      "loss": 2.2188,
      "step": 60648
    },
    {
      "epoch": 2.8215398929983717,
      "grad_norm": 1.1305619238824667,
      "learning_rate": 0.00016790562427495753,
      "loss": 1.9062,
      "step": 60649
    },
    {
      "epoch": 2.821586415445452,
      "grad_norm": 1.3723560799064012,
      "learning_rate": 0.00016790193938787362,
      "loss": 2.4531,
      "step": 60650
    },
    {
      "epoch": 2.821632937892533,
      "grad_norm": 1.2490155527653912,
      "learning_rate": 0.00016789825448982996,
      "loss": 2.4062,
      "step": 60651
    },
    {
      "epoch": 2.821679460339614,
      "grad_norm": 1.2595680961176836,
      "learning_rate": 0.00016789456958082893,
      "loss": 2.4531,
      "step": 60652
    },
    {
      "epoch": 2.8217259827866945,
      "grad_norm": 1.2498783017621045,
      "learning_rate": 0.00016789088466087274,
      "loss": 2.1562,
      "step": 60653
    },
    {
      "epoch": 2.8217725052337754,
      "grad_norm": 1.201275004601959,
      "learning_rate": 0.00016788719972996366,
      "loss": 1.9531,
      "step": 60654
    },
    {
      "epoch": 2.821819027680856,
      "grad_norm": 1.233081278915475,
      "learning_rate": 0.00016788351478810387,
      "loss": 2.0938,
      "step": 60655
    },
    {
      "epoch": 2.821865550127937,
      "grad_norm": 1.244821114344239,
      "learning_rate": 0.00016787982983529576,
      "loss": 2.1562,
      "step": 60656
    },
    {
      "epoch": 2.8219120725750173,
      "grad_norm": 1.2152218993616175,
      "learning_rate": 0.00016787614487154148,
      "loss": 2.0312,
      "step": 60657
    },
    {
      "epoch": 2.8219585950220982,
      "grad_norm": 1.327471231942505,
      "learning_rate": 0.0001678724598968433,
      "loss": 2.3594,
      "step": 60658
    },
    {
      "epoch": 2.822005117469179,
      "grad_norm": 1.258970708150173,
      "learning_rate": 0.00016786877491120354,
      "loss": 2.3594,
      "step": 60659
    },
    {
      "epoch": 2.8220516399162596,
      "grad_norm": 1.2957140142442147,
      "learning_rate": 0.00016786508991462436,
      "loss": 2.0469,
      "step": 60660
    },
    {
      "epoch": 2.82209816236334,
      "grad_norm": 1.2704986140298757,
      "learning_rate": 0.0001678614049071081,
      "loss": 2.3281,
      "step": 60661
    },
    {
      "epoch": 2.822144684810421,
      "grad_norm": 1.250064997481765,
      "learning_rate": 0.00016785771988865695,
      "loss": 2.0625,
      "step": 60662
    },
    {
      "epoch": 2.822191207257502,
      "grad_norm": 1.1959140136701425,
      "learning_rate": 0.00016785403485927323,
      "loss": 2.2656,
      "step": 60663
    },
    {
      "epoch": 2.8222377297045824,
      "grad_norm": 1.276576305847483,
      "learning_rate": 0.00016785034981895916,
      "loss": 2.25,
      "step": 60664
    },
    {
      "epoch": 2.8222842521516633,
      "grad_norm": 1.3201296402071743,
      "learning_rate": 0.000167846664767717,
      "loss": 2.4062,
      "step": 60665
    },
    {
      "epoch": 2.822330774598744,
      "grad_norm": 1.1981861266972988,
      "learning_rate": 0.000167842979705549,
      "loss": 2.125,
      "step": 60666
    },
    {
      "epoch": 2.8223772970458247,
      "grad_norm": 1.3372606621524812,
      "learning_rate": 0.00016783929463245743,
      "loss": 2.5469,
      "step": 60667
    },
    {
      "epoch": 2.822423819492905,
      "grad_norm": 1.216069345754665,
      "learning_rate": 0.00016783560954844454,
      "loss": 2.0156,
      "step": 60668
    },
    {
      "epoch": 2.822470341939986,
      "grad_norm": 1.129140750704416,
      "learning_rate": 0.00016783192445351256,
      "loss": 1.8828,
      "step": 60669
    },
    {
      "epoch": 2.8225168643870666,
      "grad_norm": 1.235590310188013,
      "learning_rate": 0.0001678282393476638,
      "loss": 2.1719,
      "step": 60670
    },
    {
      "epoch": 2.8225633868341475,
      "grad_norm": 1.374135658699633,
      "learning_rate": 0.0001678245542309005,
      "loss": 2.5312,
      "step": 60671
    },
    {
      "epoch": 2.822609909281228,
      "grad_norm": 1.2889336506224258,
      "learning_rate": 0.00016782086910322488,
      "loss": 2.2812,
      "step": 60672
    },
    {
      "epoch": 2.822656431728309,
      "grad_norm": 1.214640501200839,
      "learning_rate": 0.00016781718396463919,
      "loss": 2.1406,
      "step": 60673
    },
    {
      "epoch": 2.82270295417539,
      "grad_norm": 1.2566476841928556,
      "learning_rate": 0.00016781349881514576,
      "loss": 2.2031,
      "step": 60674
    },
    {
      "epoch": 2.8227494766224703,
      "grad_norm": 1.3232309618923765,
      "learning_rate": 0.00016780981365474676,
      "loss": 2.2188,
      "step": 60675
    },
    {
      "epoch": 2.822795999069551,
      "grad_norm": 1.314164909079558,
      "learning_rate": 0.00016780612848344456,
      "loss": 2.2656,
      "step": 60676
    },
    {
      "epoch": 2.8228425215166317,
      "grad_norm": 1.3110069371719726,
      "learning_rate": 0.00016780244330124125,
      "loss": 2.2656,
      "step": 60677
    },
    {
      "epoch": 2.8228890439637127,
      "grad_norm": 1.2924119763261483,
      "learning_rate": 0.00016779875810813923,
      "loss": 2.1406,
      "step": 60678
    },
    {
      "epoch": 2.822935566410793,
      "grad_norm": 1.3557196880812326,
      "learning_rate": 0.00016779507290414072,
      "loss": 2.4688,
      "step": 60679
    },
    {
      "epoch": 2.822982088857874,
      "grad_norm": 1.2343402052074857,
      "learning_rate": 0.0001677913876892479,
      "loss": 2.0938,
      "step": 60680
    },
    {
      "epoch": 2.8230286113049545,
      "grad_norm": 1.227731825751535,
      "learning_rate": 0.00016778770246346318,
      "loss": 2.3438,
      "step": 60681
    },
    {
      "epoch": 2.8230751337520354,
      "grad_norm": 1.2320441977469954,
      "learning_rate": 0.00016778401722678866,
      "loss": 2.2188,
      "step": 60682
    },
    {
      "epoch": 2.823121656199116,
      "grad_norm": 1.2717173056485271,
      "learning_rate": 0.00016778033197922666,
      "loss": 2.1719,
      "step": 60683
    },
    {
      "epoch": 2.823168178646197,
      "grad_norm": 1.2307050789188771,
      "learning_rate": 0.00016777664672077943,
      "loss": 2.2969,
      "step": 60684
    },
    {
      "epoch": 2.8232147010932778,
      "grad_norm": 1.379646211554894,
      "learning_rate": 0.0001677729614514493,
      "loss": 2.4375,
      "step": 60685
    },
    {
      "epoch": 2.8232612235403582,
      "grad_norm": 1.2142650592120032,
      "learning_rate": 0.00016776927617123837,
      "loss": 2.1719,
      "step": 60686
    },
    {
      "epoch": 2.8233077459874387,
      "grad_norm": 1.3352378320251905,
      "learning_rate": 0.00016776559088014904,
      "loss": 2.3438,
      "step": 60687
    },
    {
      "epoch": 2.8233542684345196,
      "grad_norm": 1.357643300556593,
      "learning_rate": 0.00016776190557818348,
      "loss": 2.4844,
      "step": 60688
    },
    {
      "epoch": 2.8234007908816006,
      "grad_norm": 1.2104162417951814,
      "learning_rate": 0.00016775822026534403,
      "loss": 2.1406,
      "step": 60689
    },
    {
      "epoch": 2.823447313328681,
      "grad_norm": 1.2432189073530047,
      "learning_rate": 0.0001677545349416328,
      "loss": 2.3594,
      "step": 60690
    },
    {
      "epoch": 2.823493835775762,
      "grad_norm": 1.224538123708642,
      "learning_rate": 0.0001677508496070522,
      "loss": 2.1094,
      "step": 60691
    },
    {
      "epoch": 2.8235403582228424,
      "grad_norm": 1.3015195933852888,
      "learning_rate": 0.00016774716426160442,
      "loss": 2.375,
      "step": 60692
    },
    {
      "epoch": 2.8235868806699234,
      "grad_norm": 1.2993064295426673,
      "learning_rate": 0.0001677434789052917,
      "loss": 2.4688,
      "step": 60693
    },
    {
      "epoch": 2.823633403117004,
      "grad_norm": 1.173903425211847,
      "learning_rate": 0.00016773979353811638,
      "loss": 1.6797,
      "step": 60694
    },
    {
      "epoch": 2.8236799255640848,
      "grad_norm": 1.266421491652126,
      "learning_rate": 0.0001677361081600806,
      "loss": 2.2656,
      "step": 60695
    },
    {
      "epoch": 2.8237264480111652,
      "grad_norm": 1.2575748500152346,
      "learning_rate": 0.0001677324227711867,
      "loss": 2.25,
      "step": 60696
    },
    {
      "epoch": 2.823772970458246,
      "grad_norm": 1.3482911377078408,
      "learning_rate": 0.00016772873737143685,
      "loss": 2.4375,
      "step": 60697
    },
    {
      "epoch": 2.8238194929053266,
      "grad_norm": 1.1863708452487827,
      "learning_rate": 0.00016772505196083345,
      "loss": 1.9844,
      "step": 60698
    },
    {
      "epoch": 2.8238660153524076,
      "grad_norm": 1.2149813869269872,
      "learning_rate": 0.0001677213665393786,
      "loss": 2.125,
      "step": 60699
    },
    {
      "epoch": 2.8239125377994885,
      "grad_norm": 1.3014786307814261,
      "learning_rate": 0.00016771768110707466,
      "loss": 2.2656,
      "step": 60700
    },
    {
      "epoch": 2.823959060246569,
      "grad_norm": 1.2141405729049464,
      "learning_rate": 0.00016771399566392378,
      "loss": 2.25,
      "step": 60701
    },
    {
      "epoch": 2.8240055826936494,
      "grad_norm": 1.3430791897753673,
      "learning_rate": 0.00016771031020992833,
      "loss": 2.4531,
      "step": 60702
    },
    {
      "epoch": 2.8240521051407304,
      "grad_norm": 1.269599413784478,
      "learning_rate": 0.00016770662474509056,
      "loss": 2.2344,
      "step": 60703
    },
    {
      "epoch": 2.8240986275878113,
      "grad_norm": 1.2659988045454693,
      "learning_rate": 0.00016770293926941267,
      "loss": 2.3438,
      "step": 60704
    },
    {
      "epoch": 2.8241451500348917,
      "grad_norm": 1.301060167794501,
      "learning_rate": 0.00016769925378289693,
      "loss": 2.2812,
      "step": 60705
    },
    {
      "epoch": 2.8241916724819727,
      "grad_norm": 1.321777869865916,
      "learning_rate": 0.0001676955682855456,
      "loss": 2.5156,
      "step": 60706
    },
    {
      "epoch": 2.824238194929053,
      "grad_norm": 1.2910877276312627,
      "learning_rate": 0.00016769188277736095,
      "loss": 2.1094,
      "step": 60707
    },
    {
      "epoch": 2.824284717376134,
      "grad_norm": 1.1858320729025404,
      "learning_rate": 0.00016768819725834522,
      "loss": 2.3281,
      "step": 60708
    },
    {
      "epoch": 2.8243312398232145,
      "grad_norm": 1.168133129166236,
      "learning_rate": 0.00016768451172850067,
      "loss": 2.2031,
      "step": 60709
    },
    {
      "epoch": 2.8243777622702955,
      "grad_norm": 1.3287399089430758,
      "learning_rate": 0.00016768082618782954,
      "loss": 2.3906,
      "step": 60710
    },
    {
      "epoch": 2.8244242847173764,
      "grad_norm": 1.1300961425849514,
      "learning_rate": 0.00016767714063633415,
      "loss": 1.9219,
      "step": 60711
    },
    {
      "epoch": 2.824470807164457,
      "grad_norm": 1.3851153316261098,
      "learning_rate": 0.00016767345507401666,
      "loss": 2.3125,
      "step": 60712
    },
    {
      "epoch": 2.8245173296115373,
      "grad_norm": 1.2605556473032318,
      "learning_rate": 0.00016766976950087937,
      "loss": 2.1094,
      "step": 60713
    },
    {
      "epoch": 2.8245638520586183,
      "grad_norm": 1.1974233703529735,
      "learning_rate": 0.00016766608391692461,
      "loss": 2.1719,
      "step": 60714
    },
    {
      "epoch": 2.824610374505699,
      "grad_norm": 1.192785247812874,
      "learning_rate": 0.0001676623983221545,
      "loss": 2.1719,
      "step": 60715
    },
    {
      "epoch": 2.8246568969527797,
      "grad_norm": 1.194692390707051,
      "learning_rate": 0.00016765871271657142,
      "loss": 2.0625,
      "step": 60716
    },
    {
      "epoch": 2.8247034193998606,
      "grad_norm": 1.1432019954342103,
      "learning_rate": 0.00016765502710017755,
      "loss": 2.0938,
      "step": 60717
    },
    {
      "epoch": 2.824749941846941,
      "grad_norm": 1.2405475972696807,
      "learning_rate": 0.00016765134147297517,
      "loss": 2.1562,
      "step": 60718
    },
    {
      "epoch": 2.824796464294022,
      "grad_norm": 1.3938998385885968,
      "learning_rate": 0.0001676476558349665,
      "loss": 2.5312,
      "step": 60719
    },
    {
      "epoch": 2.8248429867411025,
      "grad_norm": 1.3402587606916918,
      "learning_rate": 0.00016764397018615392,
      "loss": 2.2344,
      "step": 60720
    },
    {
      "epoch": 2.8248895091881834,
      "grad_norm": 1.2743615554600178,
      "learning_rate": 0.0001676402845265395,
      "loss": 2.2812,
      "step": 60721
    },
    {
      "epoch": 2.824936031635264,
      "grad_norm": 1.2785199174373951,
      "learning_rate": 0.00016763659885612566,
      "loss": 2.3438,
      "step": 60722
    },
    {
      "epoch": 2.8249825540823448,
      "grad_norm": 1.278229123150001,
      "learning_rate": 0.0001676329131749145,
      "loss": 2.25,
      "step": 60723
    },
    {
      "epoch": 2.8250290765294253,
      "grad_norm": 1.2285206848753507,
      "learning_rate": 0.0001676292274829085,
      "loss": 2.2812,
      "step": 60724
    },
    {
      "epoch": 2.825075598976506,
      "grad_norm": 1.3226349783246187,
      "learning_rate": 0.00016762554178010968,
      "loss": 2.4062,
      "step": 60725
    },
    {
      "epoch": 2.825122121423587,
      "grad_norm": 1.3068489719923122,
      "learning_rate": 0.00016762185606652042,
      "loss": 1.9688,
      "step": 60726
    },
    {
      "epoch": 2.8251686438706676,
      "grad_norm": 1.293433622517447,
      "learning_rate": 0.000167618170342143,
      "loss": 2.1406,
      "step": 60727
    },
    {
      "epoch": 2.825215166317748,
      "grad_norm": 1.150954451445616,
      "learning_rate": 0.00016761448460697958,
      "loss": 2.0469,
      "step": 60728
    },
    {
      "epoch": 2.825261688764829,
      "grad_norm": 1.2293456425955607,
      "learning_rate": 0.0001676107988610325,
      "loss": 2.0469,
      "step": 60729
    },
    {
      "epoch": 2.82530821121191,
      "grad_norm": 1.3020165175568772,
      "learning_rate": 0.00016760711310430398,
      "loss": 2.2344,
      "step": 60730
    },
    {
      "epoch": 2.8253547336589904,
      "grad_norm": 1.2555624739045075,
      "learning_rate": 0.0001676034273367963,
      "loss": 2.2812,
      "step": 60731
    },
    {
      "epoch": 2.8254012561060713,
      "grad_norm": 1.2768622125793714,
      "learning_rate": 0.00016759974155851164,
      "loss": 2.2344,
      "step": 60732
    },
    {
      "epoch": 2.8254477785531518,
      "grad_norm": 1.2089193962601783,
      "learning_rate": 0.00016759605576945237,
      "loss": 2.2969,
      "step": 60733
    },
    {
      "epoch": 2.8254943010002327,
      "grad_norm": 1.3440648088244358,
      "learning_rate": 0.00016759236996962063,
      "loss": 2.3125,
      "step": 60734
    },
    {
      "epoch": 2.825540823447313,
      "grad_norm": 1.1840926987598412,
      "learning_rate": 0.0001675886841590188,
      "loss": 1.9297,
      "step": 60735
    },
    {
      "epoch": 2.825587345894394,
      "grad_norm": 1.2803290117639798,
      "learning_rate": 0.00016758499833764901,
      "loss": 2.2344,
      "step": 60736
    },
    {
      "epoch": 2.825633868341475,
      "grad_norm": 1.2523842873982323,
      "learning_rate": 0.00016758131250551366,
      "loss": 2.3125,
      "step": 60737
    },
    {
      "epoch": 2.8256803907885555,
      "grad_norm": 1.270527066345271,
      "learning_rate": 0.0001675776266626149,
      "loss": 2.1406,
      "step": 60738
    },
    {
      "epoch": 2.825726913235636,
      "grad_norm": 1.2698502685695814,
      "learning_rate": 0.00016757394080895498,
      "loss": 2.3594,
      "step": 60739
    },
    {
      "epoch": 2.825773435682717,
      "grad_norm": 1.1976454925963178,
      "learning_rate": 0.00016757025494453624,
      "loss": 2.2031,
      "step": 60740
    },
    {
      "epoch": 2.825819958129798,
      "grad_norm": 1.1443067585504576,
      "learning_rate": 0.00016756656906936085,
      "loss": 1.8594,
      "step": 60741
    },
    {
      "epoch": 2.8258664805768783,
      "grad_norm": 1.276385211145031,
      "learning_rate": 0.00016756288318343113,
      "loss": 2.1094,
      "step": 60742
    },
    {
      "epoch": 2.825913003023959,
      "grad_norm": 1.1413346940453655,
      "learning_rate": 0.00016755919728674926,
      "loss": 1.8984,
      "step": 60743
    },
    {
      "epoch": 2.8259595254710397,
      "grad_norm": 1.3658875270061854,
      "learning_rate": 0.0001675555113793176,
      "loss": 2.1406,
      "step": 60744
    },
    {
      "epoch": 2.8260060479181206,
      "grad_norm": 1.2533002675202658,
      "learning_rate": 0.00016755182546113827,
      "loss": 2.2656,
      "step": 60745
    },
    {
      "epoch": 2.826052570365201,
      "grad_norm": 1.223044001264506,
      "learning_rate": 0.0001675481395322137,
      "loss": 2.3438,
      "step": 60746
    },
    {
      "epoch": 2.826099092812282,
      "grad_norm": 1.1868772577131514,
      "learning_rate": 0.000167544453592546,
      "loss": 2.0312,
      "step": 60747
    },
    {
      "epoch": 2.826145615259363,
      "grad_norm": 1.3462790532709952,
      "learning_rate": 0.00016754076764213753,
      "loss": 2.5469,
      "step": 60748
    },
    {
      "epoch": 2.8261921377064434,
      "grad_norm": 1.3370838302333898,
      "learning_rate": 0.00016753708168099047,
      "loss": 2.2344,
      "step": 60749
    },
    {
      "epoch": 2.826238660153524,
      "grad_norm": 1.3484109251422278,
      "learning_rate": 0.00016753339570910712,
      "loss": 2.5312,
      "step": 60750
    },
    {
      "epoch": 2.826285182600605,
      "grad_norm": 1.3136936280639708,
      "learning_rate": 0.00016752970972648974,
      "loss": 2.375,
      "step": 60751
    },
    {
      "epoch": 2.8263317050476857,
      "grad_norm": 1.2422328083742384,
      "learning_rate": 0.00016752602373314052,
      "loss": 2.2344,
      "step": 60752
    },
    {
      "epoch": 2.826378227494766,
      "grad_norm": 1.2521769405625969,
      "learning_rate": 0.00016752233772906178,
      "loss": 2.2188,
      "step": 60753
    },
    {
      "epoch": 2.8264247499418467,
      "grad_norm": 1.262675936898669,
      "learning_rate": 0.00016751865171425577,
      "loss": 2.0938,
      "step": 60754
    },
    {
      "epoch": 2.8264712723889276,
      "grad_norm": 1.3248961458825017,
      "learning_rate": 0.00016751496568872474,
      "loss": 2.2344,
      "step": 60755
    },
    {
      "epoch": 2.8265177948360085,
      "grad_norm": 1.256389167200775,
      "learning_rate": 0.0001675112796524709,
      "loss": 2.1406,
      "step": 60756
    },
    {
      "epoch": 2.826564317283089,
      "grad_norm": 1.2966971261380549,
      "learning_rate": 0.0001675075936054966,
      "loss": 2.4375,
      "step": 60757
    },
    {
      "epoch": 2.82661083973017,
      "grad_norm": 1.2447772095013223,
      "learning_rate": 0.00016750390754780402,
      "loss": 2.1719,
      "step": 60758
    },
    {
      "epoch": 2.8266573621772504,
      "grad_norm": 1.3037802363140765,
      "learning_rate": 0.00016750022147939548,
      "loss": 2.3906,
      "step": 60759
    },
    {
      "epoch": 2.8267038846243313,
      "grad_norm": 1.273127312443263,
      "learning_rate": 0.00016749653540027319,
      "loss": 2.3906,
      "step": 60760
    },
    {
      "epoch": 2.826750407071412,
      "grad_norm": 1.2443578595091422,
      "learning_rate": 0.0001674928493104394,
      "loss": 2.1406,
      "step": 60761
    },
    {
      "epoch": 2.8267969295184927,
      "grad_norm": 1.2504094198541547,
      "learning_rate": 0.00016748916320989638,
      "loss": 2.2812,
      "step": 60762
    },
    {
      "epoch": 2.8268434519655736,
      "grad_norm": 1.192087811172325,
      "learning_rate": 0.00016748547709864644,
      "loss": 2.1875,
      "step": 60763
    },
    {
      "epoch": 2.826889974412654,
      "grad_norm": 1.2199861395318379,
      "learning_rate": 0.00016748179097669178,
      "loss": 2.2188,
      "step": 60764
    },
    {
      "epoch": 2.8269364968597346,
      "grad_norm": 1.1855021602136016,
      "learning_rate": 0.00016747810484403464,
      "loss": 1.9453,
      "step": 60765
    },
    {
      "epoch": 2.8269830193068155,
      "grad_norm": 1.365410263335803,
      "learning_rate": 0.00016747441870067732,
      "loss": 2.3906,
      "step": 60766
    },
    {
      "epoch": 2.8270295417538964,
      "grad_norm": 1.2696276387860002,
      "learning_rate": 0.000167470732546622,
      "loss": 2.4062,
      "step": 60767
    },
    {
      "epoch": 2.827076064200977,
      "grad_norm": 1.2132087661170596,
      "learning_rate": 0.00016746704638187103,
      "loss": 2.2188,
      "step": 60768
    },
    {
      "epoch": 2.827122586648058,
      "grad_norm": 1.1910807826282734,
      "learning_rate": 0.0001674633602064266,
      "loss": 2.1875,
      "step": 60769
    },
    {
      "epoch": 2.8271691090951383,
      "grad_norm": 1.294746801894491,
      "learning_rate": 0.00016745967402029106,
      "loss": 2.3594,
      "step": 60770
    },
    {
      "epoch": 2.827215631542219,
      "grad_norm": 1.3001904715805221,
      "learning_rate": 0.00016745598782346658,
      "loss": 2.4062,
      "step": 60771
    },
    {
      "epoch": 2.8272621539892997,
      "grad_norm": 1.1862834187660525,
      "learning_rate": 0.00016745230161595545,
      "loss": 2.2031,
      "step": 60772
    },
    {
      "epoch": 2.8273086764363806,
      "grad_norm": 1.3837850580398228,
      "learning_rate": 0.0001674486153977599,
      "loss": 2.4062,
      "step": 60773
    },
    {
      "epoch": 2.8273551988834615,
      "grad_norm": 1.2993468180202759,
      "learning_rate": 0.00016744492916888223,
      "loss": 2.3125,
      "step": 60774
    },
    {
      "epoch": 2.827401721330542,
      "grad_norm": 1.301460343665019,
      "learning_rate": 0.00016744124292932463,
      "loss": 2.2031,
      "step": 60775
    },
    {
      "epoch": 2.8274482437776225,
      "grad_norm": 1.4214816490921514,
      "learning_rate": 0.00016743755667908942,
      "loss": 2.3438,
      "step": 60776
    },
    {
      "epoch": 2.8274947662247034,
      "grad_norm": 1.3755825343879025,
      "learning_rate": 0.0001674338704181789,
      "loss": 2.2812,
      "step": 60777
    },
    {
      "epoch": 2.8275412886717843,
      "grad_norm": 1.2383147183723886,
      "learning_rate": 0.00016743018414659515,
      "loss": 2.2969,
      "step": 60778
    },
    {
      "epoch": 2.827587811118865,
      "grad_norm": 1.3133320336892018,
      "learning_rate": 0.00016742649786434058,
      "loss": 2.2656,
      "step": 60779
    },
    {
      "epoch": 2.8276343335659457,
      "grad_norm": 1.2115219764132732,
      "learning_rate": 0.0001674228115714174,
      "loss": 2.0469,
      "step": 60780
    },
    {
      "epoch": 2.827680856013026,
      "grad_norm": 1.2031653853802846,
      "learning_rate": 0.0001674191252678279,
      "loss": 2.2344,
      "step": 60781
    },
    {
      "epoch": 2.827727378460107,
      "grad_norm": 1.3028649277735846,
      "learning_rate": 0.00016741543895357428,
      "loss": 2.1094,
      "step": 60782
    },
    {
      "epoch": 2.8277739009071876,
      "grad_norm": 1.2911566002209152,
      "learning_rate": 0.00016741175262865887,
      "loss": 2.3281,
      "step": 60783
    },
    {
      "epoch": 2.8278204233542685,
      "grad_norm": 1.2324889813072504,
      "learning_rate": 0.0001674080662930838,
      "loss": 2.125,
      "step": 60784
    },
    {
      "epoch": 2.827866945801349,
      "grad_norm": 1.3008169650351848,
      "learning_rate": 0.0001674043799468515,
      "loss": 2.1406,
      "step": 60785
    },
    {
      "epoch": 2.82791346824843,
      "grad_norm": 1.2513626905183473,
      "learning_rate": 0.00016740069358996408,
      "loss": 2.3438,
      "step": 60786
    },
    {
      "epoch": 2.8279599906955104,
      "grad_norm": 1.289008286544394,
      "learning_rate": 0.0001673970072224239,
      "loss": 2.2344,
      "step": 60787
    },
    {
      "epoch": 2.8280065131425913,
      "grad_norm": 1.2845495929666109,
      "learning_rate": 0.0001673933208442331,
      "loss": 2.2031,
      "step": 60788
    },
    {
      "epoch": 2.8280530355896722,
      "grad_norm": 1.3622484692672625,
      "learning_rate": 0.00016738963445539406,
      "loss": 2.2812,
      "step": 60789
    },
    {
      "epoch": 2.8280995580367527,
      "grad_norm": 1.3226845329743415,
      "learning_rate": 0.000167385948055909,
      "loss": 2.3125,
      "step": 60790
    },
    {
      "epoch": 2.828146080483833,
      "grad_norm": 1.3672094948336815,
      "learning_rate": 0.0001673822616457801,
      "loss": 2.3594,
      "step": 60791
    },
    {
      "epoch": 2.828192602930914,
      "grad_norm": 1.2526827411351158,
      "learning_rate": 0.00016737857522500972,
      "loss": 2.3125,
      "step": 60792
    },
    {
      "epoch": 2.828239125377995,
      "grad_norm": 1.2226100408763434,
      "learning_rate": 0.00016737488879360005,
      "loss": 2.3594,
      "step": 60793
    },
    {
      "epoch": 2.8282856478250755,
      "grad_norm": 1.2180065938798168,
      "learning_rate": 0.00016737120235155338,
      "loss": 2.1562,
      "step": 60794
    },
    {
      "epoch": 2.8283321702721564,
      "grad_norm": 1.266505612746355,
      "learning_rate": 0.00016736751589887193,
      "loss": 2.3125,
      "step": 60795
    },
    {
      "epoch": 2.828378692719237,
      "grad_norm": 1.222942960520191,
      "learning_rate": 0.00016736382943555807,
      "loss": 2.375,
      "step": 60796
    },
    {
      "epoch": 2.828425215166318,
      "grad_norm": 1.2602282691998514,
      "learning_rate": 0.0001673601429616139,
      "loss": 2.3906,
      "step": 60797
    },
    {
      "epoch": 2.8284717376133983,
      "grad_norm": 1.2399121811315172,
      "learning_rate": 0.00016735645647704176,
      "loss": 2.125,
      "step": 60798
    },
    {
      "epoch": 2.8285182600604792,
      "grad_norm": 1.1665264369768416,
      "learning_rate": 0.00016735276998184386,
      "loss": 2.0781,
      "step": 60799
    },
    {
      "epoch": 2.82856478250756,
      "grad_norm": 1.2268610002316036,
      "learning_rate": 0.00016734908347602252,
      "loss": 2.2031,
      "step": 60800
    },
    {
      "epoch": 2.8286113049546406,
      "grad_norm": 1.2708985462829707,
      "learning_rate": 0.00016734539695958,
      "loss": 2.2969,
      "step": 60801
    },
    {
      "epoch": 2.828657827401721,
      "grad_norm": 1.31915024343776,
      "learning_rate": 0.0001673417104325185,
      "loss": 2.1719,
      "step": 60802
    },
    {
      "epoch": 2.828704349848802,
      "grad_norm": 1.1775645971281865,
      "learning_rate": 0.00016733802389484035,
      "loss": 2.0938,
      "step": 60803
    },
    {
      "epoch": 2.828750872295883,
      "grad_norm": 1.300458259057196,
      "learning_rate": 0.00016733433734654766,
      "loss": 2.4375,
      "step": 60804
    },
    {
      "epoch": 2.8287973947429634,
      "grad_norm": 1.3557470867771215,
      "learning_rate": 0.0001673306507876429,
      "loss": 2.0938,
      "step": 60805
    },
    {
      "epoch": 2.8288439171900444,
      "grad_norm": 1.2599406059423632,
      "learning_rate": 0.00016732696421812811,
      "loss": 2.3281,
      "step": 60806
    },
    {
      "epoch": 2.828890439637125,
      "grad_norm": 1.2442803023846167,
      "learning_rate": 0.00016732327763800572,
      "loss": 2.2656,
      "step": 60807
    },
    {
      "epoch": 2.8289369620842058,
      "grad_norm": 1.2742185549128324,
      "learning_rate": 0.00016731959104727788,
      "loss": 2.1719,
      "step": 60808
    },
    {
      "epoch": 2.8289834845312862,
      "grad_norm": 1.1742480491574434,
      "learning_rate": 0.00016731590444594692,
      "loss": 2.0781,
      "step": 60809
    },
    {
      "epoch": 2.829030006978367,
      "grad_norm": 1.2553714999797398,
      "learning_rate": 0.000167312217834015,
      "loss": 2.3281,
      "step": 60810
    },
    {
      "epoch": 2.8290765294254476,
      "grad_norm": 1.3092557975240542,
      "learning_rate": 0.00016730853121148446,
      "loss": 2.4844,
      "step": 60811
    },
    {
      "epoch": 2.8291230518725285,
      "grad_norm": 1.2780102139817897,
      "learning_rate": 0.0001673048445783576,
      "loss": 2.2031,
      "step": 60812
    },
    {
      "epoch": 2.829169574319609,
      "grad_norm": 1.3327449441130148,
      "learning_rate": 0.00016730115793463655,
      "loss": 2.2031,
      "step": 60813
    },
    {
      "epoch": 2.82921609676669,
      "grad_norm": 1.5554745065936253,
      "learning_rate": 0.00016729747128032367,
      "loss": 2.6875,
      "step": 60814
    },
    {
      "epoch": 2.829262619213771,
      "grad_norm": 1.3013325015659067,
      "learning_rate": 0.00016729378461542114,
      "loss": 2.4375,
      "step": 60815
    },
    {
      "epoch": 2.8293091416608513,
      "grad_norm": 1.1799901364706473,
      "learning_rate": 0.00016729009793993124,
      "loss": 2.1094,
      "step": 60816
    },
    {
      "epoch": 2.829355664107932,
      "grad_norm": 1.2347979875071469,
      "learning_rate": 0.00016728641125385624,
      "loss": 2.3281,
      "step": 60817
    },
    {
      "epoch": 2.8294021865550127,
      "grad_norm": 1.1704833174263671,
      "learning_rate": 0.00016728272455719846,
      "loss": 2.0938,
      "step": 60818
    },
    {
      "epoch": 2.8294487090020937,
      "grad_norm": 1.3856268673770613,
      "learning_rate": 0.00016727903784996003,
      "loss": 2.4219,
      "step": 60819
    },
    {
      "epoch": 2.829495231449174,
      "grad_norm": 1.3032029806229812,
      "learning_rate": 0.00016727535113214334,
      "loss": 2.2188,
      "step": 60820
    },
    {
      "epoch": 2.829541753896255,
      "grad_norm": 1.199466369111331,
      "learning_rate": 0.0001672716644037505,
      "loss": 2.0156,
      "step": 60821
    },
    {
      "epoch": 2.8295882763433355,
      "grad_norm": 1.3367458869903253,
      "learning_rate": 0.00016726797766478387,
      "loss": 2.2188,
      "step": 60822
    },
    {
      "epoch": 2.8296347987904165,
      "grad_norm": 1.3228119568052177,
      "learning_rate": 0.0001672642909152457,
      "loss": 2.3438,
      "step": 60823
    },
    {
      "epoch": 2.829681321237497,
      "grad_norm": 1.3635758293471933,
      "learning_rate": 0.00016726060415513824,
      "loss": 1.9766,
      "step": 60824
    },
    {
      "epoch": 2.829727843684578,
      "grad_norm": 1.3017425373414042,
      "learning_rate": 0.0001672569173844637,
      "loss": 2.3125,
      "step": 60825
    },
    {
      "epoch": 2.829774366131659,
      "grad_norm": 1.2277547549487693,
      "learning_rate": 0.0001672532306032244,
      "loss": 2.1875,
      "step": 60826
    },
    {
      "epoch": 2.8298208885787393,
      "grad_norm": 1.3146430887743583,
      "learning_rate": 0.00016724954381142258,
      "loss": 2.5,
      "step": 60827
    },
    {
      "epoch": 2.8298674110258197,
      "grad_norm": 1.2471066866871634,
      "learning_rate": 0.00016724585700906043,
      "loss": 2.1875,
      "step": 60828
    },
    {
      "epoch": 2.8299139334729007,
      "grad_norm": 1.2634339751069168,
      "learning_rate": 0.00016724217019614034,
      "loss": 2.1875,
      "step": 60829
    },
    {
      "epoch": 2.8299604559199816,
      "grad_norm": 1.2725245096185818,
      "learning_rate": 0.00016723848337266443,
      "loss": 2.2969,
      "step": 60830
    },
    {
      "epoch": 2.830006978367062,
      "grad_norm": 1.2420916830037645,
      "learning_rate": 0.00016723479653863506,
      "loss": 2.0938,
      "step": 60831
    },
    {
      "epoch": 2.830053500814143,
      "grad_norm": 1.2245896705781147,
      "learning_rate": 0.00016723110969405443,
      "loss": 2.1562,
      "step": 60832
    },
    {
      "epoch": 2.8301000232612235,
      "grad_norm": 1.2295278770850917,
      "learning_rate": 0.0001672274228389248,
      "loss": 2.1406,
      "step": 60833
    },
    {
      "epoch": 2.8301465457083044,
      "grad_norm": 1.3774991090851358,
      "learning_rate": 0.00016722373597324844,
      "loss": 2.4531,
      "step": 60834
    },
    {
      "epoch": 2.830193068155385,
      "grad_norm": 1.3287786216505382,
      "learning_rate": 0.00016722004909702762,
      "loss": 2.25,
      "step": 60835
    },
    {
      "epoch": 2.8302395906024658,
      "grad_norm": 1.3340265144075687,
      "learning_rate": 0.0001672163622102646,
      "loss": 2.3125,
      "step": 60836
    },
    {
      "epoch": 2.8302861130495462,
      "grad_norm": 1.2371752216010239,
      "learning_rate": 0.0001672126753129616,
      "loss": 2.1875,
      "step": 60837
    },
    {
      "epoch": 2.830332635496627,
      "grad_norm": 1.3421382242969784,
      "learning_rate": 0.00016720898840512092,
      "loss": 2.3125,
      "step": 60838
    },
    {
      "epoch": 2.8303791579437076,
      "grad_norm": 1.3096446007477556,
      "learning_rate": 0.0001672053014867448,
      "loss": 2.4062,
      "step": 60839
    },
    {
      "epoch": 2.8304256803907886,
      "grad_norm": 1.2584913534749977,
      "learning_rate": 0.0001672016145578355,
      "loss": 2.2031,
      "step": 60840
    },
    {
      "epoch": 2.8304722028378695,
      "grad_norm": 1.3307957066063714,
      "learning_rate": 0.0001671979276183952,
      "loss": 2.2188,
      "step": 60841
    },
    {
      "epoch": 2.83051872528495,
      "grad_norm": 1.261293404118958,
      "learning_rate": 0.0001671942406684263,
      "loss": 2.2969,
      "step": 60842
    },
    {
      "epoch": 2.8305652477320304,
      "grad_norm": 1.2375900401799687,
      "learning_rate": 0.00016719055370793094,
      "loss": 2.2656,
      "step": 60843
    },
    {
      "epoch": 2.8306117701791114,
      "grad_norm": 1.2507558245106372,
      "learning_rate": 0.0001671868667369114,
      "loss": 1.7656,
      "step": 60844
    },
    {
      "epoch": 2.8306582926261923,
      "grad_norm": 1.0028242943113574,
      "learning_rate": 0.00016718317975537004,
      "loss": 1.5938,
      "step": 60845
    },
    {
      "epoch": 2.8307048150732728,
      "grad_norm": 1.214996305900881,
      "learning_rate": 0.00016717949276330896,
      "loss": 2.1406,
      "step": 60846
    },
    {
      "epoch": 2.8307513375203537,
      "grad_norm": 1.2884175053884332,
      "learning_rate": 0.00016717580576073056,
      "loss": 2.2656,
      "step": 60847
    },
    {
      "epoch": 2.830797859967434,
      "grad_norm": 1.2875021141886562,
      "learning_rate": 0.00016717211874763696,
      "loss": 2.3125,
      "step": 60848
    },
    {
      "epoch": 2.830844382414515,
      "grad_norm": 1.3742763596645928,
      "learning_rate": 0.00016716843172403056,
      "loss": 2.5312,
      "step": 60849
    },
    {
      "epoch": 2.8308909048615956,
      "grad_norm": 1.2739345501094779,
      "learning_rate": 0.0001671647446899135,
      "loss": 2.2812,
      "step": 60850
    },
    {
      "epoch": 2.8309374273086765,
      "grad_norm": 1.1757617676976255,
      "learning_rate": 0.0001671610576452881,
      "loss": 2.0156,
      "step": 60851
    },
    {
      "epoch": 2.8309839497557574,
      "grad_norm": 1.2650681853549388,
      "learning_rate": 0.00016715737059015657,
      "loss": 2.3438,
      "step": 60852
    },
    {
      "epoch": 2.831030472202838,
      "grad_norm": 1.2715994786553475,
      "learning_rate": 0.00016715368352452123,
      "loss": 2.2344,
      "step": 60853
    },
    {
      "epoch": 2.8310769946499184,
      "grad_norm": 1.3333394935604084,
      "learning_rate": 0.0001671499964483843,
      "loss": 2.2656,
      "step": 60854
    },
    {
      "epoch": 2.8311235170969993,
      "grad_norm": 1.3440187787680253,
      "learning_rate": 0.000167146309361748,
      "loss": 2.0156,
      "step": 60855
    },
    {
      "epoch": 2.83117003954408,
      "grad_norm": 1.2257727080690892,
      "learning_rate": 0.00016714262226461465,
      "loss": 2.2656,
      "step": 60856
    },
    {
      "epoch": 2.8312165619911607,
      "grad_norm": 1.3030190959075227,
      "learning_rate": 0.00016713893515698654,
      "loss": 2.2344,
      "step": 60857
    },
    {
      "epoch": 2.8312630844382416,
      "grad_norm": 1.414278342248785,
      "learning_rate": 0.00016713524803886585,
      "loss": 2.5312,
      "step": 60858
    },
    {
      "epoch": 2.831309606885322,
      "grad_norm": 1.299086819624113,
      "learning_rate": 0.00016713156091025482,
      "loss": 2.4688,
      "step": 60859
    },
    {
      "epoch": 2.831356129332403,
      "grad_norm": 1.229838424091178,
      "learning_rate": 0.00016712787377115579,
      "loss": 2.2031,
      "step": 60860
    },
    {
      "epoch": 2.8314026517794835,
      "grad_norm": 1.3410356006586515,
      "learning_rate": 0.00016712418662157092,
      "loss": 2.2969,
      "step": 60861
    },
    {
      "epoch": 2.8314491742265644,
      "grad_norm": 1.261974052164458,
      "learning_rate": 0.00016712049946150255,
      "loss": 2.2344,
      "step": 60862
    },
    {
      "epoch": 2.831495696673645,
      "grad_norm": 1.2906585404247122,
      "learning_rate": 0.0001671168122909529,
      "loss": 2.25,
      "step": 60863
    },
    {
      "epoch": 2.831542219120726,
      "grad_norm": 1.298922986404744,
      "learning_rate": 0.00016711312510992428,
      "loss": 2.3438,
      "step": 60864
    },
    {
      "epoch": 2.8315887415678063,
      "grad_norm": 1.220567443645193,
      "learning_rate": 0.00016710943791841884,
      "loss": 2.125,
      "step": 60865
    },
    {
      "epoch": 2.831635264014887,
      "grad_norm": 1.162117244320134,
      "learning_rate": 0.00016710575071643896,
      "loss": 1.5078,
      "step": 60866
    },
    {
      "epoch": 2.831681786461968,
      "grad_norm": 1.208915628061296,
      "learning_rate": 0.0001671020635039868,
      "loss": 2.0469,
      "step": 60867
    },
    {
      "epoch": 2.8317283089090486,
      "grad_norm": 1.3114823506716902,
      "learning_rate": 0.00016709837628106465,
      "loss": 2.3594,
      "step": 60868
    },
    {
      "epoch": 2.831774831356129,
      "grad_norm": 1.2265474873043658,
      "learning_rate": 0.00016709468904767478,
      "loss": 2.3438,
      "step": 60869
    },
    {
      "epoch": 2.83182135380321,
      "grad_norm": 1.2786266364069143,
      "learning_rate": 0.0001670910018038195,
      "loss": 2.1875,
      "step": 60870
    },
    {
      "epoch": 2.831867876250291,
      "grad_norm": 1.2410887572757863,
      "learning_rate": 0.00016708731454950096,
      "loss": 2.2969,
      "step": 60871
    },
    {
      "epoch": 2.8319143986973714,
      "grad_norm": 1.3648880897028226,
      "learning_rate": 0.00016708362728472145,
      "loss": 2.5469,
      "step": 60872
    },
    {
      "epoch": 2.8319609211444523,
      "grad_norm": 1.3058844132513525,
      "learning_rate": 0.00016707994000948327,
      "loss": 2.3281,
      "step": 60873
    },
    {
      "epoch": 2.832007443591533,
      "grad_norm": 1.2060256251002412,
      "learning_rate": 0.00016707625272378864,
      "loss": 2.2188,
      "step": 60874
    },
    {
      "epoch": 2.8320539660386137,
      "grad_norm": 1.2357779839402008,
      "learning_rate": 0.00016707256542763987,
      "loss": 2.0938,
      "step": 60875
    },
    {
      "epoch": 2.832100488485694,
      "grad_norm": 1.3370374216321157,
      "learning_rate": 0.00016706887812103908,
      "loss": 2.2344,
      "step": 60876
    },
    {
      "epoch": 2.832147010932775,
      "grad_norm": 1.2314300165832095,
      "learning_rate": 0.00016706519080398867,
      "loss": 2.2344,
      "step": 60877
    },
    {
      "epoch": 2.832193533379856,
      "grad_norm": 1.2106273824522893,
      "learning_rate": 0.00016706150347649084,
      "loss": 2.3281,
      "step": 60878
    },
    {
      "epoch": 2.8322400558269365,
      "grad_norm": 1.250750046412633,
      "learning_rate": 0.0001670578161385479,
      "loss": 2.2812,
      "step": 60879
    },
    {
      "epoch": 2.832286578274017,
      "grad_norm": 1.246147581720853,
      "learning_rate": 0.000167054128790162,
      "loss": 2.1094,
      "step": 60880
    },
    {
      "epoch": 2.832333100721098,
      "grad_norm": 1.2941318072395225,
      "learning_rate": 0.00016705044143133552,
      "loss": 2.25,
      "step": 60881
    },
    {
      "epoch": 2.832379623168179,
      "grad_norm": 1.3271719011643803,
      "learning_rate": 0.00016704675406207064,
      "loss": 2.1875,
      "step": 60882
    },
    {
      "epoch": 2.8324261456152593,
      "grad_norm": 1.2922134459993706,
      "learning_rate": 0.00016704306668236966,
      "loss": 2.2344,
      "step": 60883
    },
    {
      "epoch": 2.83247266806234,
      "grad_norm": 1.1814096880185254,
      "learning_rate": 0.00016703937929223478,
      "loss": 1.5781,
      "step": 60884
    },
    {
      "epoch": 2.8325191905094207,
      "grad_norm": 1.323191039582457,
      "learning_rate": 0.0001670356918916683,
      "loss": 2.4219,
      "step": 60885
    },
    {
      "epoch": 2.8325657129565016,
      "grad_norm": 1.2493848399885306,
      "learning_rate": 0.0001670320044806725,
      "loss": 2.1719,
      "step": 60886
    },
    {
      "epoch": 2.832612235403582,
      "grad_norm": 1.1968026493730433,
      "learning_rate": 0.0001670283170592495,
      "loss": 2.0312,
      "step": 60887
    },
    {
      "epoch": 2.832658757850663,
      "grad_norm": 1.1647326929818942,
      "learning_rate": 0.00016702462962740175,
      "loss": 2.125,
      "step": 60888
    },
    {
      "epoch": 2.832705280297744,
      "grad_norm": 1.2326322179215732,
      "learning_rate": 0.00016702094218513138,
      "loss": 2.1406,
      "step": 60889
    },
    {
      "epoch": 2.8327518027448244,
      "grad_norm": 1.2876760182890854,
      "learning_rate": 0.00016701725473244075,
      "loss": 2.3438,
      "step": 60890
    },
    {
      "epoch": 2.832798325191905,
      "grad_norm": 1.2241495974759025,
      "learning_rate": 0.000167013567269332,
      "loss": 2.1406,
      "step": 60891
    },
    {
      "epoch": 2.832844847638986,
      "grad_norm": 1.2997693786777225,
      "learning_rate": 0.00016700987979580752,
      "loss": 2.2031,
      "step": 60892
    },
    {
      "epoch": 2.8328913700860667,
      "grad_norm": 1.2200216675198503,
      "learning_rate": 0.00016700619231186943,
      "loss": 2.2031,
      "step": 60893
    },
    {
      "epoch": 2.832937892533147,
      "grad_norm": 1.3001235615338944,
      "learning_rate": 0.00016700250481752003,
      "loss": 1.6172,
      "step": 60894
    },
    {
      "epoch": 2.8329844149802277,
      "grad_norm": 1.2010456257172577,
      "learning_rate": 0.00016699881731276165,
      "loss": 2.1719,
      "step": 60895
    },
    {
      "epoch": 2.8330309374273086,
      "grad_norm": 1.3443568134000496,
      "learning_rate": 0.0001669951297975965,
      "loss": 2.0938,
      "step": 60896
    },
    {
      "epoch": 2.8330774598743895,
      "grad_norm": 1.344489267652096,
      "learning_rate": 0.0001669914422720268,
      "loss": 2.2969,
      "step": 60897
    },
    {
      "epoch": 2.83312398232147,
      "grad_norm": 1.329471979468798,
      "learning_rate": 0.00016698775473605477,
      "loss": 2.25,
      "step": 60898
    },
    {
      "epoch": 2.833170504768551,
      "grad_norm": 1.2412400030928308,
      "learning_rate": 0.0001669840671896828,
      "loss": 2.1875,
      "step": 60899
    },
    {
      "epoch": 2.8332170272156314,
      "grad_norm": 1.203650592744072,
      "learning_rate": 0.0001669803796329131,
      "loss": 2.1719,
      "step": 60900
    },
    {
      "epoch": 2.8332635496627123,
      "grad_norm": 1.2485376242660147,
      "learning_rate": 0.00016697669206574794,
      "loss": 2.2969,
      "step": 60901
    },
    {
      "epoch": 2.833310072109793,
      "grad_norm": 1.3719644034135128,
      "learning_rate": 0.0001669730044881895,
      "loss": 2.5156,
      "step": 60902
    },
    {
      "epoch": 2.8333565945568737,
      "grad_norm": 1.3060804371158592,
      "learning_rate": 0.0001669693169002401,
      "loss": 2.0938,
      "step": 60903
    },
    {
      "epoch": 2.8334031170039546,
      "grad_norm": 1.2700310126590377,
      "learning_rate": 0.00016696562930190197,
      "loss": 2.2188,
      "step": 60904
    },
    {
      "epoch": 2.833449639451035,
      "grad_norm": 1.3354893889117956,
      "learning_rate": 0.0001669619416931774,
      "loss": 2.2656,
      "step": 60905
    },
    {
      "epoch": 2.8334961618981156,
      "grad_norm": 1.277930573719813,
      "learning_rate": 0.00016695825407406862,
      "loss": 2.1094,
      "step": 60906
    },
    {
      "epoch": 2.8335426843451965,
      "grad_norm": 1.1220835788532042,
      "learning_rate": 0.00016695456644457793,
      "loss": 1.9688,
      "step": 60907
    },
    {
      "epoch": 2.8335892067922774,
      "grad_norm": 1.111855769540245,
      "learning_rate": 0.0001669508788047075,
      "loss": 1.9219,
      "step": 60908
    },
    {
      "epoch": 2.833635729239358,
      "grad_norm": 1.3051218908071862,
      "learning_rate": 0.00016694719115445964,
      "loss": 2.2188,
      "step": 60909
    },
    {
      "epoch": 2.833682251686439,
      "grad_norm": 1.2421797618592114,
      "learning_rate": 0.00016694350349383667,
      "loss": 2.1719,
      "step": 60910
    },
    {
      "epoch": 2.8337287741335193,
      "grad_norm": 1.1951385952772822,
      "learning_rate": 0.00016693981582284072,
      "loss": 2.2031,
      "step": 60911
    },
    {
      "epoch": 2.8337752965806002,
      "grad_norm": 1.2618110353930347,
      "learning_rate": 0.00016693612814147415,
      "loss": 2.3438,
      "step": 60912
    },
    {
      "epoch": 2.8338218190276807,
      "grad_norm": 1.2084368206246405,
      "learning_rate": 0.0001669324404497392,
      "loss": 2.1562,
      "step": 60913
    },
    {
      "epoch": 2.8338683414747616,
      "grad_norm": 1.2667915576193283,
      "learning_rate": 0.0001669287527476381,
      "loss": 2.2188,
      "step": 60914
    },
    {
      "epoch": 2.8339148639218426,
      "grad_norm": 1.5557679377673164,
      "learning_rate": 0.00016692506503517308,
      "loss": 2.2656,
      "step": 60915
    },
    {
      "epoch": 2.833961386368923,
      "grad_norm": 1.3134894517972653,
      "learning_rate": 0.00016692137731234648,
      "loss": 2.5625,
      "step": 60916
    },
    {
      "epoch": 2.8340079088160035,
      "grad_norm": 1.3137137654383997,
      "learning_rate": 0.00016691768957916047,
      "loss": 2.2656,
      "step": 60917
    },
    {
      "epoch": 2.8340544312630844,
      "grad_norm": 1.1968472397639223,
      "learning_rate": 0.0001669140018356174,
      "loss": 2.0469,
      "step": 60918
    },
    {
      "epoch": 2.8341009537101653,
      "grad_norm": 1.3290487204275068,
      "learning_rate": 0.00016691031408171947,
      "loss": 2.5469,
      "step": 60919
    },
    {
      "epoch": 2.834147476157246,
      "grad_norm": 1.2485086388218702,
      "learning_rate": 0.00016690662631746892,
      "loss": 2.3594,
      "step": 60920
    },
    {
      "epoch": 2.8341939986043267,
      "grad_norm": 1.211337096386262,
      "learning_rate": 0.00016690293854286804,
      "loss": 2.2188,
      "step": 60921
    },
    {
      "epoch": 2.8342405210514072,
      "grad_norm": 1.151236081559168,
      "learning_rate": 0.00016689925075791907,
      "loss": 1.9922,
      "step": 60922
    },
    {
      "epoch": 2.834287043498488,
      "grad_norm": 1.2068126608130085,
      "learning_rate": 0.00016689556296262432,
      "loss": 2.1406,
      "step": 60923
    },
    {
      "epoch": 2.8343335659455686,
      "grad_norm": 1.2746971517123649,
      "learning_rate": 0.00016689187515698598,
      "loss": 2.2188,
      "step": 60924
    },
    {
      "epoch": 2.8343800883926495,
      "grad_norm": 1.29833775084846,
      "learning_rate": 0.00016688818734100636,
      "loss": 2.4219,
      "step": 60925
    },
    {
      "epoch": 2.83442661083973,
      "grad_norm": 1.2705330292802288,
      "learning_rate": 0.00016688449951468763,
      "loss": 2.1875,
      "step": 60926
    },
    {
      "epoch": 2.834473133286811,
      "grad_norm": 1.195873910555245,
      "learning_rate": 0.0001668808116780322,
      "loss": 1.8203,
      "step": 60927
    },
    {
      "epoch": 2.8345196557338914,
      "grad_norm": 1.3448612051795437,
      "learning_rate": 0.00016687712383104216,
      "loss": 2.3125,
      "step": 60928
    },
    {
      "epoch": 2.8345661781809723,
      "grad_norm": 1.2237376253113914,
      "learning_rate": 0.00016687343597371988,
      "loss": 2.125,
      "step": 60929
    },
    {
      "epoch": 2.8346127006280533,
      "grad_norm": 1.2130698535216204,
      "learning_rate": 0.00016686974810606754,
      "loss": 2.2812,
      "step": 60930
    },
    {
      "epoch": 2.8346592230751337,
      "grad_norm": 1.4098231197377398,
      "learning_rate": 0.0001668660602280875,
      "loss": 2.6406,
      "step": 60931
    },
    {
      "epoch": 2.834705745522214,
      "grad_norm": 1.2173971145090017,
      "learning_rate": 0.00016686237233978193,
      "loss": 2.0469,
      "step": 60932
    },
    {
      "epoch": 2.834752267969295,
      "grad_norm": 1.172680979136301,
      "learning_rate": 0.0001668586844411531,
      "loss": 1.9141,
      "step": 60933
    },
    {
      "epoch": 2.834798790416376,
      "grad_norm": 1.2632805123379887,
      "learning_rate": 0.0001668549965322033,
      "loss": 2.3125,
      "step": 60934
    },
    {
      "epoch": 2.8348453128634565,
      "grad_norm": 1.3610664763192089,
      "learning_rate": 0.00016685130861293477,
      "loss": 2.25,
      "step": 60935
    },
    {
      "epoch": 2.8348918353105375,
      "grad_norm": 1.2404725881769714,
      "learning_rate": 0.00016684762068334982,
      "loss": 2.2188,
      "step": 60936
    },
    {
      "epoch": 2.834938357757618,
      "grad_norm": 1.1687678792741378,
      "learning_rate": 0.00016684393274345058,
      "loss": 2.0156,
      "step": 60937
    },
    {
      "epoch": 2.834984880204699,
      "grad_norm": 1.2465267986468977,
      "learning_rate": 0.00016684024479323944,
      "loss": 2.0469,
      "step": 60938
    },
    {
      "epoch": 2.8350314026517793,
      "grad_norm": 1.2390774761389451,
      "learning_rate": 0.00016683655683271857,
      "loss": 2.0469,
      "step": 60939
    },
    {
      "epoch": 2.8350779250988603,
      "grad_norm": 1.1542856250551614,
      "learning_rate": 0.00016683286886189032,
      "loss": 2.0469,
      "step": 60940
    },
    {
      "epoch": 2.835124447545941,
      "grad_norm": 1.3572414982027683,
      "learning_rate": 0.0001668291808807568,
      "loss": 2.6406,
      "step": 60941
    },
    {
      "epoch": 2.8351709699930217,
      "grad_norm": 1.3702550802597542,
      "learning_rate": 0.0001668254928893204,
      "loss": 2.0156,
      "step": 60942
    },
    {
      "epoch": 2.835217492440102,
      "grad_norm": 1.2305719492999274,
      "learning_rate": 0.0001668218048875833,
      "loss": 2.1875,
      "step": 60943
    },
    {
      "epoch": 2.835264014887183,
      "grad_norm": 1.2880110685589898,
      "learning_rate": 0.00016681811687554782,
      "loss": 2.1719,
      "step": 60944
    },
    {
      "epoch": 2.835310537334264,
      "grad_norm": 1.3418768140392217,
      "learning_rate": 0.00016681442885321622,
      "loss": 2.4219,
      "step": 60945
    },
    {
      "epoch": 2.8353570597813444,
      "grad_norm": 1.1778654915259514,
      "learning_rate": 0.0001668107408205907,
      "loss": 2.1406,
      "step": 60946
    },
    {
      "epoch": 2.8354035822284254,
      "grad_norm": 1.2802368897358682,
      "learning_rate": 0.00016680705277767355,
      "loss": 2.2656,
      "step": 60947
    },
    {
      "epoch": 2.835450104675506,
      "grad_norm": 1.194252130875607,
      "learning_rate": 0.00016680336472446703,
      "loss": 2.2188,
      "step": 60948
    },
    {
      "epoch": 2.8354966271225868,
      "grad_norm": 1.3003087021779056,
      "learning_rate": 0.00016679967666097337,
      "loss": 2.6094,
      "step": 60949
    },
    {
      "epoch": 2.8355431495696672,
      "grad_norm": 1.274535654625068,
      "learning_rate": 0.00016679598858719487,
      "loss": 2.2656,
      "step": 60950
    },
    {
      "epoch": 2.835589672016748,
      "grad_norm": 1.2783768869921863,
      "learning_rate": 0.00016679230050313377,
      "loss": 2.5469,
      "step": 60951
    },
    {
      "epoch": 2.8356361944638286,
      "grad_norm": 1.1703793237779354,
      "learning_rate": 0.0001667886124087923,
      "loss": 2.1719,
      "step": 60952
    },
    {
      "epoch": 2.8356827169109096,
      "grad_norm": 1.166789716057778,
      "learning_rate": 0.00016678492430417273,
      "loss": 1.5625,
      "step": 60953
    },
    {
      "epoch": 2.83572923935799,
      "grad_norm": 1.2761354557418136,
      "learning_rate": 0.00016678123618927738,
      "loss": 2.3906,
      "step": 60954
    },
    {
      "epoch": 2.835775761805071,
      "grad_norm": 1.279228267511642,
      "learning_rate": 0.00016677754806410843,
      "loss": 2.1875,
      "step": 60955
    },
    {
      "epoch": 2.835822284252152,
      "grad_norm": 1.2436739799092702,
      "learning_rate": 0.00016677385992866817,
      "loss": 2.1094,
      "step": 60956
    },
    {
      "epoch": 2.8358688066992324,
      "grad_norm": 1.2779920837659875,
      "learning_rate": 0.00016677017178295882,
      "loss": 2.3281,
      "step": 60957
    },
    {
      "epoch": 2.835915329146313,
      "grad_norm": 1.1147416214290238,
      "learning_rate": 0.00016676648362698275,
      "loss": 2.0469,
      "step": 60958
    },
    {
      "epoch": 2.8359618515933938,
      "grad_norm": 1.2945820577526168,
      "learning_rate": 0.00016676279546074205,
      "loss": 2.1719,
      "step": 60959
    },
    {
      "epoch": 2.8360083740404747,
      "grad_norm": 1.446836788414253,
      "learning_rate": 0.00016675910728423913,
      "loss": 2.3125,
      "step": 60960
    },
    {
      "epoch": 2.836054896487555,
      "grad_norm": 1.2873236236416492,
      "learning_rate": 0.00016675541909747616,
      "loss": 2.2812,
      "step": 60961
    },
    {
      "epoch": 2.836101418934636,
      "grad_norm": 1.2763369749597306,
      "learning_rate": 0.00016675173090045545,
      "loss": 2.375,
      "step": 60962
    },
    {
      "epoch": 2.8361479413817166,
      "grad_norm": 1.2892513807223989,
      "learning_rate": 0.0001667480426931792,
      "loss": 2.3281,
      "step": 60963
    },
    {
      "epoch": 2.8361944638287975,
      "grad_norm": 1.2035238082713196,
      "learning_rate": 0.0001667443544756497,
      "loss": 2.125,
      "step": 60964
    },
    {
      "epoch": 2.836240986275878,
      "grad_norm": 1.3202963718568972,
      "learning_rate": 0.0001667406662478692,
      "loss": 2.2812,
      "step": 60965
    },
    {
      "epoch": 2.836287508722959,
      "grad_norm": 1.3147116053726275,
      "learning_rate": 0.00016673697800983998,
      "loss": 2.2656,
      "step": 60966
    },
    {
      "epoch": 2.83633403117004,
      "grad_norm": 1.2882143289419827,
      "learning_rate": 0.00016673328976156434,
      "loss": 2.0156,
      "step": 60967
    },
    {
      "epoch": 2.8363805536171203,
      "grad_norm": 1.2659235705276446,
      "learning_rate": 0.0001667296015030444,
      "loss": 2.2969,
      "step": 60968
    },
    {
      "epoch": 2.8364270760642007,
      "grad_norm": 1.2575998543428122,
      "learning_rate": 0.00016672591323428255,
      "loss": 2.1094,
      "step": 60969
    },
    {
      "epoch": 2.8364735985112817,
      "grad_norm": 1.3783094367262916,
      "learning_rate": 0.00016672222495528095,
      "loss": 2.2656,
      "step": 60970
    },
    {
      "epoch": 2.8365201209583626,
      "grad_norm": 1.26197387920696,
      "learning_rate": 0.00016671853666604198,
      "loss": 2.125,
      "step": 60971
    },
    {
      "epoch": 2.836566643405443,
      "grad_norm": 1.2718935126584803,
      "learning_rate": 0.00016671484836656774,
      "loss": 2.1406,
      "step": 60972
    },
    {
      "epoch": 2.836613165852524,
      "grad_norm": 1.237049006400145,
      "learning_rate": 0.0001667111600568606,
      "loss": 2.0781,
      "step": 60973
    },
    {
      "epoch": 2.8366596882996045,
      "grad_norm": 1.3781625852719988,
      "learning_rate": 0.00016670747173692281,
      "loss": 2.3125,
      "step": 60974
    },
    {
      "epoch": 2.8367062107466854,
      "grad_norm": 1.2256060071132162,
      "learning_rate": 0.00016670378340675657,
      "loss": 2.2188,
      "step": 60975
    },
    {
      "epoch": 2.836752733193766,
      "grad_norm": 1.227458755111035,
      "learning_rate": 0.0001667000950663642,
      "loss": 2.2812,
      "step": 60976
    },
    {
      "epoch": 2.836799255640847,
      "grad_norm": 1.2159101412305595,
      "learning_rate": 0.00016669640671574794,
      "loss": 2.1406,
      "step": 60977
    },
    {
      "epoch": 2.8368457780879273,
      "grad_norm": 1.2072259600520037,
      "learning_rate": 0.00016669271835491006,
      "loss": 2.1719,
      "step": 60978
    },
    {
      "epoch": 2.836892300535008,
      "grad_norm": 1.347830692201453,
      "learning_rate": 0.00016668902998385275,
      "loss": 2.2656,
      "step": 60979
    },
    {
      "epoch": 2.8369388229820887,
      "grad_norm": 1.2373860529452902,
      "learning_rate": 0.00016668534160257836,
      "loss": 2.0938,
      "step": 60980
    },
    {
      "epoch": 2.8369853454291696,
      "grad_norm": 1.3091312921886349,
      "learning_rate": 0.00016668165321108907,
      "loss": 2.5469,
      "step": 60981
    },
    {
      "epoch": 2.8370318678762505,
      "grad_norm": 1.2897268100564792,
      "learning_rate": 0.0001666779648093872,
      "loss": 2.2969,
      "step": 60982
    },
    {
      "epoch": 2.837078390323331,
      "grad_norm": 1.3565059200576903,
      "learning_rate": 0.00016667427639747496,
      "loss": 2.375,
      "step": 60983
    },
    {
      "epoch": 2.8371249127704115,
      "grad_norm": 1.3566808715101528,
      "learning_rate": 0.00016667058797535466,
      "loss": 2.1406,
      "step": 60984
    },
    {
      "epoch": 2.8371714352174924,
      "grad_norm": 1.2173636908953396,
      "learning_rate": 0.0001666668995430285,
      "loss": 2.4375,
      "step": 60985
    },
    {
      "epoch": 2.8372179576645733,
      "grad_norm": 1.3429153208516589,
      "learning_rate": 0.00016666321110049876,
      "loss": 2.2969,
      "step": 60986
    },
    {
      "epoch": 2.8372644801116538,
      "grad_norm": 1.2625286770597026,
      "learning_rate": 0.0001666595226477677,
      "loss": 2.3906,
      "step": 60987
    },
    {
      "epoch": 2.8373110025587347,
      "grad_norm": 1.2898336768114538,
      "learning_rate": 0.00016665583418483762,
      "loss": 2.4531,
      "step": 60988
    },
    {
      "epoch": 2.837357525005815,
      "grad_norm": 1.2587968694368639,
      "learning_rate": 0.0001666521457117107,
      "loss": 2.2812,
      "step": 60989
    },
    {
      "epoch": 2.837404047452896,
      "grad_norm": 1.2897914759510658,
      "learning_rate": 0.0001666484572283893,
      "loss": 2.2812,
      "step": 60990
    },
    {
      "epoch": 2.8374505698999766,
      "grad_norm": 1.1981598546791894,
      "learning_rate": 0.00016664476873487556,
      "loss": 2.1719,
      "step": 60991
    },
    {
      "epoch": 2.8374970923470575,
      "grad_norm": 1.3745345604451091,
      "learning_rate": 0.0001666410802311718,
      "loss": 1.5859,
      "step": 60992
    },
    {
      "epoch": 2.8375436147941384,
      "grad_norm": 1.2577533694481198,
      "learning_rate": 0.0001666373917172803,
      "loss": 2.4219,
      "step": 60993
    },
    {
      "epoch": 2.837590137241219,
      "grad_norm": 1.2021770372391936,
      "learning_rate": 0.00016663370319320328,
      "loss": 2.0938,
      "step": 60994
    },
    {
      "epoch": 2.8376366596882994,
      "grad_norm": 1.2636556719213854,
      "learning_rate": 0.000166630014658943,
      "loss": 2.2969,
      "step": 60995
    },
    {
      "epoch": 2.8376831821353803,
      "grad_norm": 1.219225544404049,
      "learning_rate": 0.00016662632611450174,
      "loss": 1.9844,
      "step": 60996
    },
    {
      "epoch": 2.837729704582461,
      "grad_norm": 1.1889940465353683,
      "learning_rate": 0.00016662263755988168,
      "loss": 2.0469,
      "step": 60997
    },
    {
      "epoch": 2.8377762270295417,
      "grad_norm": 1.2481941994000012,
      "learning_rate": 0.0001666189489950852,
      "loss": 2.1719,
      "step": 60998
    },
    {
      "epoch": 2.8378227494766226,
      "grad_norm": 1.2929352794592965,
      "learning_rate": 0.00016661526042011454,
      "loss": 2.4375,
      "step": 60999
    },
    {
      "epoch": 2.837869271923703,
      "grad_norm": 1.2526050037094,
      "learning_rate": 0.00016661157183497184,
      "loss": 2.2344,
      "step": 61000
    },
    {
      "epoch": 2.837915794370784,
      "grad_norm": 1.2061236601969836,
      "learning_rate": 0.00016660788323965948,
      "loss": 2.3906,
      "step": 61001
    },
    {
      "epoch": 2.8379623168178645,
      "grad_norm": 1.3037324217121762,
      "learning_rate": 0.0001666041946341797,
      "loss": 2.2812,
      "step": 61002
    },
    {
      "epoch": 2.8380088392649454,
      "grad_norm": 1.2670445876566645,
      "learning_rate": 0.0001666005060185347,
      "loss": 2.3906,
      "step": 61003
    },
    {
      "epoch": 2.8380553617120263,
      "grad_norm": 1.3021712212098697,
      "learning_rate": 0.0001665968173927268,
      "loss": 2.3438,
      "step": 61004
    },
    {
      "epoch": 2.838101884159107,
      "grad_norm": 1.306121258500975,
      "learning_rate": 0.0001665931287567582,
      "loss": 2.3281,
      "step": 61005
    },
    {
      "epoch": 2.8381484066061873,
      "grad_norm": 1.2544437186832134,
      "learning_rate": 0.00016658944011063123,
      "loss": 2.1406,
      "step": 61006
    },
    {
      "epoch": 2.838194929053268,
      "grad_norm": 1.2956053518938828,
      "learning_rate": 0.00016658575145434804,
      "loss": 2.3125,
      "step": 61007
    },
    {
      "epoch": 2.838241451500349,
      "grad_norm": 1.2963674563994836,
      "learning_rate": 0.00016658206278791096,
      "loss": 2.4688,
      "step": 61008
    },
    {
      "epoch": 2.8382879739474296,
      "grad_norm": 1.2272252985768266,
      "learning_rate": 0.00016657837411132226,
      "loss": 2.0781,
      "step": 61009
    },
    {
      "epoch": 2.83833449639451,
      "grad_norm": 1.2233542916966944,
      "learning_rate": 0.0001665746854245842,
      "loss": 2.3281,
      "step": 61010
    },
    {
      "epoch": 2.838381018841591,
      "grad_norm": 1.3113768735711548,
      "learning_rate": 0.00016657099672769905,
      "loss": 1.6875,
      "step": 61011
    },
    {
      "epoch": 2.838427541288672,
      "grad_norm": 1.262196314159428,
      "learning_rate": 0.000166567308020669,
      "loss": 1.8438,
      "step": 61012
    },
    {
      "epoch": 2.8384740637357524,
      "grad_norm": 1.217992993678369,
      "learning_rate": 0.00016656361930349634,
      "loss": 2.0312,
      "step": 61013
    },
    {
      "epoch": 2.8385205861828333,
      "grad_norm": 1.3085277715460812,
      "learning_rate": 0.00016655993057618337,
      "loss": 2.4062,
      "step": 61014
    },
    {
      "epoch": 2.838567108629914,
      "grad_norm": 1.1753276391169996,
      "learning_rate": 0.00016655624183873225,
      "loss": 2.0625,
      "step": 61015
    },
    {
      "epoch": 2.8386136310769947,
      "grad_norm": 1.1759340083319962,
      "learning_rate": 0.00016655255309114535,
      "loss": 2.0625,
      "step": 61016
    },
    {
      "epoch": 2.838660153524075,
      "grad_norm": 1.240783457416208,
      "learning_rate": 0.0001665488643334249,
      "loss": 2.0312,
      "step": 61017
    },
    {
      "epoch": 2.838706675971156,
      "grad_norm": 1.3229959321827758,
      "learning_rate": 0.00016654517556557308,
      "loss": 2.1406,
      "step": 61018
    },
    {
      "epoch": 2.838753198418237,
      "grad_norm": 1.3113849227744678,
      "learning_rate": 0.00016654148678759223,
      "loss": 2.2344,
      "step": 61019
    },
    {
      "epoch": 2.8387997208653175,
      "grad_norm": 1.3318270828191288,
      "learning_rate": 0.00016653779799948457,
      "loss": 2.2812,
      "step": 61020
    },
    {
      "epoch": 2.838846243312398,
      "grad_norm": 1.3083130542976547,
      "learning_rate": 0.0001665341092012524,
      "loss": 2.4844,
      "step": 61021
    },
    {
      "epoch": 2.838892765759479,
      "grad_norm": 1.2158453997306837,
      "learning_rate": 0.00016653042039289792,
      "loss": 2.125,
      "step": 61022
    },
    {
      "epoch": 2.83893928820656,
      "grad_norm": 1.216570541994649,
      "learning_rate": 0.00016652673157442347,
      "loss": 2.0469,
      "step": 61023
    },
    {
      "epoch": 2.8389858106536403,
      "grad_norm": 1.3528392010058665,
      "learning_rate": 0.0001665230427458312,
      "loss": 2.3438,
      "step": 61024
    },
    {
      "epoch": 2.8390323331007212,
      "grad_norm": 1.2605252000043075,
      "learning_rate": 0.00016651935390712345,
      "loss": 2.4219,
      "step": 61025
    },
    {
      "epoch": 2.8390788555478017,
      "grad_norm": 1.2825320769106583,
      "learning_rate": 0.00016651566505830246,
      "loss": 2.4531,
      "step": 61026
    },
    {
      "epoch": 2.8391253779948826,
      "grad_norm": 1.2114859351207772,
      "learning_rate": 0.00016651197619937052,
      "loss": 2.1562,
      "step": 61027
    },
    {
      "epoch": 2.839171900441963,
      "grad_norm": 1.2109801758682586,
      "learning_rate": 0.00016650828733032978,
      "loss": 2.0781,
      "step": 61028
    },
    {
      "epoch": 2.839218422889044,
      "grad_norm": 1.2886513901081846,
      "learning_rate": 0.00016650459845118264,
      "loss": 2.1406,
      "step": 61029
    },
    {
      "epoch": 2.839264945336125,
      "grad_norm": 1.2576186125520674,
      "learning_rate": 0.0001665009095619312,
      "loss": 2.4531,
      "step": 61030
    },
    {
      "epoch": 2.8393114677832054,
      "grad_norm": 1.2694502600696969,
      "learning_rate": 0.00016649722066257785,
      "loss": 2.3438,
      "step": 61031
    },
    {
      "epoch": 2.839357990230286,
      "grad_norm": 1.308249569540689,
      "learning_rate": 0.00016649353175312483,
      "loss": 2.3281,
      "step": 61032
    },
    {
      "epoch": 2.839404512677367,
      "grad_norm": 1.1958939942984124,
      "learning_rate": 0.00016648984283357433,
      "loss": 2.0156,
      "step": 61033
    },
    {
      "epoch": 2.8394510351244477,
      "grad_norm": 1.275822917102995,
      "learning_rate": 0.00016648615390392867,
      "loss": 2.4375,
      "step": 61034
    },
    {
      "epoch": 2.839497557571528,
      "grad_norm": 1.211130799395284,
      "learning_rate": 0.0001664824649641901,
      "loss": 2.1719,
      "step": 61035
    },
    {
      "epoch": 2.839544080018609,
      "grad_norm": 1.2776056659617843,
      "learning_rate": 0.00016647877601436086,
      "loss": 2.3906,
      "step": 61036
    },
    {
      "epoch": 2.8395906024656896,
      "grad_norm": 1.4256920277770584,
      "learning_rate": 0.00016647508705444318,
      "loss": 2.0469,
      "step": 61037
    },
    {
      "epoch": 2.8396371249127705,
      "grad_norm": 1.2324608967474326,
      "learning_rate": 0.00016647139808443942,
      "loss": 2.2812,
      "step": 61038
    },
    {
      "epoch": 2.839683647359851,
      "grad_norm": 1.188972338093394,
      "learning_rate": 0.00016646770910435177,
      "loss": 2.0781,
      "step": 61039
    },
    {
      "epoch": 2.839730169806932,
      "grad_norm": 1.2567735281062304,
      "learning_rate": 0.00016646402011418244,
      "loss": 2.2812,
      "step": 61040
    },
    {
      "epoch": 2.8397766922540124,
      "grad_norm": 1.237725121119834,
      "learning_rate": 0.00016646033111393377,
      "loss": 2.2812,
      "step": 61041
    },
    {
      "epoch": 2.8398232147010933,
      "grad_norm": 1.281748739799124,
      "learning_rate": 0.00016645664210360796,
      "loss": 2.0469,
      "step": 61042
    },
    {
      "epoch": 2.839869737148174,
      "grad_norm": 1.3854919785102222,
      "learning_rate": 0.00016645295308320734,
      "loss": 2.4688,
      "step": 61043
    },
    {
      "epoch": 2.8399162595952547,
      "grad_norm": 1.311863992571588,
      "learning_rate": 0.00016644926405273407,
      "loss": 2.1875,
      "step": 61044
    },
    {
      "epoch": 2.8399627820423357,
      "grad_norm": 1.3514276923653723,
      "learning_rate": 0.00016644557501219054,
      "loss": 2.3438,
      "step": 61045
    },
    {
      "epoch": 2.840009304489416,
      "grad_norm": 1.2647831873984805,
      "learning_rate": 0.00016644188596157884,
      "loss": 2.0156,
      "step": 61046
    },
    {
      "epoch": 2.8400558269364966,
      "grad_norm": 1.455359707306524,
      "learning_rate": 0.0001664381969009014,
      "loss": 2.7031,
      "step": 61047
    },
    {
      "epoch": 2.8401023493835775,
      "grad_norm": 1.2830698638019533,
      "learning_rate": 0.00016643450783016036,
      "loss": 2.4062,
      "step": 61048
    },
    {
      "epoch": 2.8401488718306585,
      "grad_norm": 1.2733893834735712,
      "learning_rate": 0.00016643081874935804,
      "loss": 2.2656,
      "step": 61049
    },
    {
      "epoch": 2.840195394277739,
      "grad_norm": 1.3426896220610052,
      "learning_rate": 0.00016642712965849666,
      "loss": 2.25,
      "step": 61050
    },
    {
      "epoch": 2.84024191672482,
      "grad_norm": 1.2552766495496805,
      "learning_rate": 0.00016642344055757853,
      "loss": 2.1094,
      "step": 61051
    },
    {
      "epoch": 2.8402884391719003,
      "grad_norm": 1.261541816231333,
      "learning_rate": 0.00016641975144660582,
      "loss": 2.3906,
      "step": 61052
    },
    {
      "epoch": 2.8403349616189812,
      "grad_norm": 1.2645638664983994,
      "learning_rate": 0.0001664160623255808,
      "loss": 2.3125,
      "step": 61053
    },
    {
      "epoch": 2.8403814840660617,
      "grad_norm": 1.2639070899268285,
      "learning_rate": 0.00016641237319450588,
      "loss": 2.25,
      "step": 61054
    },
    {
      "epoch": 2.8404280065131426,
      "grad_norm": 1.314705363077377,
      "learning_rate": 0.00016640868405338313,
      "loss": 2.2656,
      "step": 61055
    },
    {
      "epoch": 2.8404745289602236,
      "grad_norm": 1.1953521976050965,
      "learning_rate": 0.00016640499490221496,
      "loss": 1.9297,
      "step": 61056
    },
    {
      "epoch": 2.840521051407304,
      "grad_norm": 1.3036320463533666,
      "learning_rate": 0.00016640130574100347,
      "loss": 2.4062,
      "step": 61057
    },
    {
      "epoch": 2.8405675738543845,
      "grad_norm": 1.3490677537300597,
      "learning_rate": 0.00016639761656975108,
      "loss": 2.5,
      "step": 61058
    },
    {
      "epoch": 2.8406140963014654,
      "grad_norm": 1.2443648209710176,
      "learning_rate": 0.0001663939273884599,
      "loss": 2.0781,
      "step": 61059
    },
    {
      "epoch": 2.8406606187485464,
      "grad_norm": 1.1594251303637662,
      "learning_rate": 0.00016639023819713233,
      "loss": 1.9297,
      "step": 61060
    },
    {
      "epoch": 2.840707141195627,
      "grad_norm": 1.2326196790984998,
      "learning_rate": 0.0001663865489957705,
      "loss": 2.1562,
      "step": 61061
    },
    {
      "epoch": 2.8407536636427078,
      "grad_norm": 1.2517563920147479,
      "learning_rate": 0.0001663828597843768,
      "loss": 2.3906,
      "step": 61062
    },
    {
      "epoch": 2.8408001860897882,
      "grad_norm": 1.2290683443414712,
      "learning_rate": 0.00016637917056295333,
      "loss": 2.2344,
      "step": 61063
    },
    {
      "epoch": 2.840846708536869,
      "grad_norm": 1.300440523497599,
      "learning_rate": 0.00016637548133150248,
      "loss": 2.3281,
      "step": 61064
    },
    {
      "epoch": 2.8408932309839496,
      "grad_norm": 1.270139036147207,
      "learning_rate": 0.0001663717920900265,
      "loss": 2.4062,
      "step": 61065
    },
    {
      "epoch": 2.8409397534310306,
      "grad_norm": 1.2227383790600932,
      "learning_rate": 0.00016636810283852753,
      "loss": 2.2188,
      "step": 61066
    },
    {
      "epoch": 2.840986275878111,
      "grad_norm": 1.2052015175633533,
      "learning_rate": 0.000166364413577008,
      "loss": 2.3906,
      "step": 61067
    },
    {
      "epoch": 2.841032798325192,
      "grad_norm": 1.2516857247058955,
      "learning_rate": 0.00016636072430546998,
      "loss": 2.2969,
      "step": 61068
    },
    {
      "epoch": 2.8410793207722724,
      "grad_norm": 1.328383608700405,
      "learning_rate": 0.00016635703502391593,
      "loss": 2.3438,
      "step": 61069
    },
    {
      "epoch": 2.8411258432193534,
      "grad_norm": 1.201932083547401,
      "learning_rate": 0.0001663533457323479,
      "loss": 1.9062,
      "step": 61070
    },
    {
      "epoch": 2.8411723656664343,
      "grad_norm": 1.2214382365735603,
      "learning_rate": 0.00016634965643076835,
      "loss": 2.25,
      "step": 61071
    },
    {
      "epoch": 2.8412188881135148,
      "grad_norm": 1.209790082689941,
      "learning_rate": 0.00016634596711917943,
      "loss": 2.2188,
      "step": 61072
    },
    {
      "epoch": 2.8412654105605952,
      "grad_norm": 1.336058991547822,
      "learning_rate": 0.0001663422777975834,
      "loss": 2.4219,
      "step": 61073
    },
    {
      "epoch": 2.841311933007676,
      "grad_norm": 1.336811690526066,
      "learning_rate": 0.0001663385884659825,
      "loss": 2.4688,
      "step": 61074
    },
    {
      "epoch": 2.841358455454757,
      "grad_norm": 1.3070176576334394,
      "learning_rate": 0.00016633489912437903,
      "loss": 2.3125,
      "step": 61075
    },
    {
      "epoch": 2.8414049779018375,
      "grad_norm": 1.351669524910556,
      "learning_rate": 0.00016633120977277527,
      "loss": 2.2344,
      "step": 61076
    },
    {
      "epoch": 2.8414515003489185,
      "grad_norm": 1.2379884580332727,
      "learning_rate": 0.00016632752041117343,
      "loss": 2.2031,
      "step": 61077
    },
    {
      "epoch": 2.841498022795999,
      "grad_norm": 1.3546541618453787,
      "learning_rate": 0.00016632383103957576,
      "loss": 2.6875,
      "step": 61078
    },
    {
      "epoch": 2.84154454524308,
      "grad_norm": 1.2201095879924793,
      "learning_rate": 0.00016632014165798457,
      "loss": 2.4375,
      "step": 61079
    },
    {
      "epoch": 2.8415910676901603,
      "grad_norm": 1.2221138870604156,
      "learning_rate": 0.00016631645226640213,
      "loss": 2.1719,
      "step": 61080
    },
    {
      "epoch": 2.8416375901372413,
      "grad_norm": 1.3006830992180247,
      "learning_rate": 0.00016631276286483058,
      "loss": 2.2188,
      "step": 61081
    },
    {
      "epoch": 2.841684112584322,
      "grad_norm": 1.2553804628803424,
      "learning_rate": 0.00016630907345327234,
      "loss": 2.3281,
      "step": 61082
    },
    {
      "epoch": 2.8417306350314027,
      "grad_norm": 1.204861212411643,
      "learning_rate": 0.00016630538403172954,
      "loss": 2.0625,
      "step": 61083
    },
    {
      "epoch": 2.841777157478483,
      "grad_norm": 1.2372252351444204,
      "learning_rate": 0.00016630169460020452,
      "loss": 2.1406,
      "step": 61084
    },
    {
      "epoch": 2.841823679925564,
      "grad_norm": 1.255606462547791,
      "learning_rate": 0.00016629800515869945,
      "loss": 2.1875,
      "step": 61085
    },
    {
      "epoch": 2.841870202372645,
      "grad_norm": 1.310824654873334,
      "learning_rate": 0.00016629431570721668,
      "loss": 2.5781,
      "step": 61086
    },
    {
      "epoch": 2.8419167248197255,
      "grad_norm": 1.2194168778123324,
      "learning_rate": 0.00016629062624575844,
      "loss": 2.1406,
      "step": 61087
    },
    {
      "epoch": 2.8419632472668064,
      "grad_norm": 1.2403058391155988,
      "learning_rate": 0.00016628693677432697,
      "loss": 2.2031,
      "step": 61088
    },
    {
      "epoch": 2.842009769713887,
      "grad_norm": 1.2406916147642286,
      "learning_rate": 0.0001662832472929246,
      "loss": 2.25,
      "step": 61089
    },
    {
      "epoch": 2.842056292160968,
      "grad_norm": 1.2247179445827427,
      "learning_rate": 0.00016627955780155343,
      "loss": 2.4219,
      "step": 61090
    },
    {
      "epoch": 2.8421028146080483,
      "grad_norm": 1.339154612151855,
      "learning_rate": 0.0001662758683002159,
      "loss": 2.4531,
      "step": 61091
    },
    {
      "epoch": 2.842149337055129,
      "grad_norm": 1.2387198065113691,
      "learning_rate": 0.00016627217878891414,
      "loss": 2.2344,
      "step": 61092
    },
    {
      "epoch": 2.8421958595022097,
      "grad_norm": 1.305407480744953,
      "learning_rate": 0.00016626848926765047,
      "loss": 2.625,
      "step": 61093
    },
    {
      "epoch": 2.8422423819492906,
      "grad_norm": 1.21597817117538,
      "learning_rate": 0.00016626479973642713,
      "loss": 2.0938,
      "step": 61094
    },
    {
      "epoch": 2.842288904396371,
      "grad_norm": 1.2687847551000384,
      "learning_rate": 0.00016626111019524641,
      "loss": 2.4531,
      "step": 61095
    },
    {
      "epoch": 2.842335426843452,
      "grad_norm": 1.2097543682265257,
      "learning_rate": 0.00016625742064411048,
      "loss": 2.2031,
      "step": 61096
    },
    {
      "epoch": 2.842381949290533,
      "grad_norm": 1.2637090948072116,
      "learning_rate": 0.00016625373108302173,
      "loss": 2.3594,
      "step": 61097
    },
    {
      "epoch": 2.8424284717376134,
      "grad_norm": 1.2811672891058248,
      "learning_rate": 0.00016625004151198236,
      "loss": 2.2188,
      "step": 61098
    },
    {
      "epoch": 2.842474994184694,
      "grad_norm": 1.2530020469279737,
      "learning_rate": 0.00016624635193099454,
      "loss": 2.3281,
      "step": 61099
    },
    {
      "epoch": 2.8425215166317748,
      "grad_norm": 1.3068754800667464,
      "learning_rate": 0.00016624266234006068,
      "loss": 2.4688,
      "step": 61100
    },
    {
      "epoch": 2.8425680390788557,
      "grad_norm": 1.2832737865658912,
      "learning_rate": 0.0001662389727391829,
      "loss": 2.1719,
      "step": 61101
    },
    {
      "epoch": 2.842614561525936,
      "grad_norm": 1.3122588213913469,
      "learning_rate": 0.00016623528312836362,
      "loss": 2.4375,
      "step": 61102
    },
    {
      "epoch": 2.842661083973017,
      "grad_norm": 1.2108803276613853,
      "learning_rate": 0.00016623159350760493,
      "loss": 2.2344,
      "step": 61103
    },
    {
      "epoch": 2.8427076064200976,
      "grad_norm": 1.2657244474733664,
      "learning_rate": 0.00016622790387690918,
      "loss": 2.2656,
      "step": 61104
    },
    {
      "epoch": 2.8427541288671785,
      "grad_norm": 1.1851515495480036,
      "learning_rate": 0.00016622421423627862,
      "loss": 2.0469,
      "step": 61105
    },
    {
      "epoch": 2.842800651314259,
      "grad_norm": 1.2182284994024988,
      "learning_rate": 0.0001662205245857155,
      "loss": 2.125,
      "step": 61106
    },
    {
      "epoch": 2.84284717376134,
      "grad_norm": 1.2786734243959241,
      "learning_rate": 0.00016621683492522204,
      "loss": 2.25,
      "step": 61107
    },
    {
      "epoch": 2.842893696208421,
      "grad_norm": 1.1991322956257235,
      "learning_rate": 0.00016621314525480058,
      "loss": 2.1875,
      "step": 61108
    },
    {
      "epoch": 2.8429402186555013,
      "grad_norm": 1.1633706212572392,
      "learning_rate": 0.00016620945557445328,
      "loss": 2.0156,
      "step": 61109
    },
    {
      "epoch": 2.8429867411025818,
      "grad_norm": 1.3094219156902491,
      "learning_rate": 0.00016620576588418254,
      "loss": 2.2344,
      "step": 61110
    },
    {
      "epoch": 2.8430332635496627,
      "grad_norm": 1.2593959636528855,
      "learning_rate": 0.0001662020761839905,
      "loss": 2.1562,
      "step": 61111
    },
    {
      "epoch": 2.8430797859967436,
      "grad_norm": 1.4076757012992682,
      "learning_rate": 0.00016619838647387945,
      "loss": 2.4531,
      "step": 61112
    },
    {
      "epoch": 2.843126308443824,
      "grad_norm": 1.2562779237506978,
      "learning_rate": 0.00016619469675385168,
      "loss": 2.2344,
      "step": 61113
    },
    {
      "epoch": 2.843172830890905,
      "grad_norm": 1.229731238429018,
      "learning_rate": 0.00016619100702390936,
      "loss": 2.2656,
      "step": 61114
    },
    {
      "epoch": 2.8432193533379855,
      "grad_norm": 1.3329848718668773,
      "learning_rate": 0.00016618731728405486,
      "loss": 2.4219,
      "step": 61115
    },
    {
      "epoch": 2.8432658757850664,
      "grad_norm": 1.29534309695722,
      "learning_rate": 0.00016618362753429035,
      "loss": 2.3125,
      "step": 61116
    },
    {
      "epoch": 2.843312398232147,
      "grad_norm": 1.3301066496365708,
      "learning_rate": 0.00016617993777461818,
      "loss": 2.3594,
      "step": 61117
    },
    {
      "epoch": 2.843358920679228,
      "grad_norm": 1.2980228664166886,
      "learning_rate": 0.00016617624800504047,
      "loss": 2.2656,
      "step": 61118
    },
    {
      "epoch": 2.8434054431263087,
      "grad_norm": 1.2313720414614089,
      "learning_rate": 0.00016617255822555966,
      "loss": 2.0469,
      "step": 61119
    },
    {
      "epoch": 2.843451965573389,
      "grad_norm": 1.272739760709587,
      "learning_rate": 0.00016616886843617785,
      "loss": 1.7812,
      "step": 61120
    },
    {
      "epoch": 2.8434984880204697,
      "grad_norm": 1.332275401234762,
      "learning_rate": 0.00016616517863689742,
      "loss": 2.5312,
      "step": 61121
    },
    {
      "epoch": 2.8435450104675506,
      "grad_norm": 1.221496151140574,
      "learning_rate": 0.0001661614888277205,
      "loss": 2.1406,
      "step": 61122
    },
    {
      "epoch": 2.8435915329146315,
      "grad_norm": 1.2359569709099698,
      "learning_rate": 0.0001661577990086495,
      "loss": 2.2812,
      "step": 61123
    },
    {
      "epoch": 2.843638055361712,
      "grad_norm": 1.0896385754048563,
      "learning_rate": 0.00016615410917968657,
      "loss": 1.6953,
      "step": 61124
    },
    {
      "epoch": 2.8436845778087925,
      "grad_norm": 1.3208584032984758,
      "learning_rate": 0.000166150419340834,
      "loss": 2.2812,
      "step": 61125
    },
    {
      "epoch": 2.8437311002558734,
      "grad_norm": 1.3198146385716578,
      "learning_rate": 0.00016614672949209406,
      "loss": 2.375,
      "step": 61126
    },
    {
      "epoch": 2.8437776227029543,
      "grad_norm": 1.2966875492065677,
      "learning_rate": 0.00016614303963346898,
      "loss": 2.4531,
      "step": 61127
    },
    {
      "epoch": 2.843824145150035,
      "grad_norm": 1.2601596124628514,
      "learning_rate": 0.00016613934976496102,
      "loss": 2.3438,
      "step": 61128
    },
    {
      "epoch": 2.8438706675971157,
      "grad_norm": 1.186804760196333,
      "learning_rate": 0.00016613565988657242,
      "loss": 1.8281,
      "step": 61129
    },
    {
      "epoch": 2.843917190044196,
      "grad_norm": 1.2211747257009817,
      "learning_rate": 0.00016613196999830555,
      "loss": 2.4375,
      "step": 61130
    },
    {
      "epoch": 2.843963712491277,
      "grad_norm": 1.2271075140556655,
      "learning_rate": 0.00016612828010016255,
      "loss": 2.0938,
      "step": 61131
    },
    {
      "epoch": 2.8440102349383576,
      "grad_norm": 1.2568331225727007,
      "learning_rate": 0.00016612459019214575,
      "loss": 2.3125,
      "step": 61132
    },
    {
      "epoch": 2.8440567573854385,
      "grad_norm": 1.2202308119941745,
      "learning_rate": 0.0001661209002742574,
      "loss": 2.1406,
      "step": 61133
    },
    {
      "epoch": 2.8441032798325194,
      "grad_norm": 1.2348463085385757,
      "learning_rate": 0.0001661172103464997,
      "loss": 2.1094,
      "step": 61134
    },
    {
      "epoch": 2.8441498022796,
      "grad_norm": 1.1885701052004396,
      "learning_rate": 0.00016611352040887494,
      "loss": 2.0781,
      "step": 61135
    },
    {
      "epoch": 2.8441963247266804,
      "grad_norm": 1.282112553435195,
      "learning_rate": 0.00016610983046138543,
      "loss": 1.7891,
      "step": 61136
    },
    {
      "epoch": 2.8442428471737613,
      "grad_norm": 1.3145251398010238,
      "learning_rate": 0.00016610614050403336,
      "loss": 2.3125,
      "step": 61137
    },
    {
      "epoch": 2.8442893696208422,
      "grad_norm": 1.3188451863050736,
      "learning_rate": 0.00016610245053682102,
      "loss": 2.4531,
      "step": 61138
    },
    {
      "epoch": 2.8443358920679227,
      "grad_norm": 1.1929205198663488,
      "learning_rate": 0.00016609876055975067,
      "loss": 2.2969,
      "step": 61139
    },
    {
      "epoch": 2.8443824145150036,
      "grad_norm": 1.2773844928498679,
      "learning_rate": 0.00016609507057282452,
      "loss": 2.2812,
      "step": 61140
    },
    {
      "epoch": 2.844428936962084,
      "grad_norm": 1.2849810911964017,
      "learning_rate": 0.00016609138057604493,
      "loss": 2.2812,
      "step": 61141
    },
    {
      "epoch": 2.844475459409165,
      "grad_norm": 1.2590359353438012,
      "learning_rate": 0.00016608769056941408,
      "loss": 2.1719,
      "step": 61142
    },
    {
      "epoch": 2.8445219818562455,
      "grad_norm": 1.3896772661104522,
      "learning_rate": 0.00016608400055293426,
      "loss": 2.4219,
      "step": 61143
    },
    {
      "epoch": 2.8445685043033264,
      "grad_norm": 1.2213616533170375,
      "learning_rate": 0.00016608031052660772,
      "loss": 2.2344,
      "step": 61144
    },
    {
      "epoch": 2.8446150267504073,
      "grad_norm": 1.2036859376286362,
      "learning_rate": 0.00016607662049043673,
      "loss": 2.2969,
      "step": 61145
    },
    {
      "epoch": 2.844661549197488,
      "grad_norm": 1.3308690104524101,
      "learning_rate": 0.00016607293044442346,
      "loss": 2.4844,
      "step": 61146
    },
    {
      "epoch": 2.8447080716445683,
      "grad_norm": 1.3593546769840064,
      "learning_rate": 0.00016606924038857035,
      "loss": 2.3906,
      "step": 61147
    },
    {
      "epoch": 2.844754594091649,
      "grad_norm": 1.2993920248681001,
      "learning_rate": 0.00016606555032287951,
      "loss": 2.25,
      "step": 61148
    },
    {
      "epoch": 2.84480111653873,
      "grad_norm": 1.2464482172887434,
      "learning_rate": 0.00016606186024735329,
      "loss": 2.375,
      "step": 61149
    },
    {
      "epoch": 2.8448476389858106,
      "grad_norm": 1.2716620407035697,
      "learning_rate": 0.00016605817016199383,
      "loss": 2.2812,
      "step": 61150
    },
    {
      "epoch": 2.8448941614328915,
      "grad_norm": 1.2399416478185339,
      "learning_rate": 0.00016605448006680348,
      "loss": 2.2344,
      "step": 61151
    },
    {
      "epoch": 2.844940683879972,
      "grad_norm": 1.2687777659097377,
      "learning_rate": 0.00016605078996178451,
      "loss": 2.0938,
      "step": 61152
    },
    {
      "epoch": 2.844987206327053,
      "grad_norm": 1.2677152021741005,
      "learning_rate": 0.00016604709984693913,
      "loss": 2.2344,
      "step": 61153
    },
    {
      "epoch": 2.8450337287741334,
      "grad_norm": 1.3807491736982551,
      "learning_rate": 0.00016604340972226964,
      "loss": 2.3594,
      "step": 61154
    },
    {
      "epoch": 2.8450802512212143,
      "grad_norm": 1.2883185921294835,
      "learning_rate": 0.00016603971958777827,
      "loss": 2.2812,
      "step": 61155
    },
    {
      "epoch": 2.845126773668295,
      "grad_norm": 1.1916765672762246,
      "learning_rate": 0.00016603602944346733,
      "loss": 2.1875,
      "step": 61156
    },
    {
      "epoch": 2.8451732961153757,
      "grad_norm": 1.2880966012831367,
      "learning_rate": 0.00016603233928933896,
      "loss": 2.3594,
      "step": 61157
    },
    {
      "epoch": 2.845219818562456,
      "grad_norm": 1.240151939369566,
      "learning_rate": 0.00016602864912539558,
      "loss": 2.25,
      "step": 61158
    },
    {
      "epoch": 2.845266341009537,
      "grad_norm": 1.284920860306893,
      "learning_rate": 0.00016602495895163928,
      "loss": 2.2344,
      "step": 61159
    },
    {
      "epoch": 2.845312863456618,
      "grad_norm": 1.1882980383944277,
      "learning_rate": 0.0001660212687680725,
      "loss": 1.9453,
      "step": 61160
    },
    {
      "epoch": 2.8453593859036985,
      "grad_norm": 1.2072731715626692,
      "learning_rate": 0.00016601757857469731,
      "loss": 2.2656,
      "step": 61161
    },
    {
      "epoch": 2.845405908350779,
      "grad_norm": 1.2216632109587153,
      "learning_rate": 0.0001660138883715161,
      "loss": 2.2188,
      "step": 61162
    },
    {
      "epoch": 2.84545243079786,
      "grad_norm": 1.1829978572438582,
      "learning_rate": 0.00016601019815853113,
      "loss": 1.9766,
      "step": 61163
    },
    {
      "epoch": 2.845498953244941,
      "grad_norm": 1.350231644547713,
      "learning_rate": 0.00016600650793574455,
      "loss": 2.3125,
      "step": 61164
    },
    {
      "epoch": 2.8455454756920213,
      "grad_norm": 1.2819277605178232,
      "learning_rate": 0.0001660028177031588,
      "loss": 2.3594,
      "step": 61165
    },
    {
      "epoch": 2.8455919981391022,
      "grad_norm": 1.319432607689172,
      "learning_rate": 0.0001659991274607759,
      "loss": 2.3438,
      "step": 61166
    },
    {
      "epoch": 2.8456385205861827,
      "grad_norm": 1.4118398526716966,
      "learning_rate": 0.00016599543720859834,
      "loss": 2.4688,
      "step": 61167
    },
    {
      "epoch": 2.8456850430332636,
      "grad_norm": 1.3062107389673352,
      "learning_rate": 0.00016599174694662824,
      "loss": 2.2969,
      "step": 61168
    },
    {
      "epoch": 2.845731565480344,
      "grad_norm": 1.1492031584948745,
      "learning_rate": 0.00016598805667486795,
      "loss": 2.0,
      "step": 61169
    },
    {
      "epoch": 2.845778087927425,
      "grad_norm": 1.3219084168578994,
      "learning_rate": 0.0001659843663933196,
      "loss": 2.2812,
      "step": 61170
    },
    {
      "epoch": 2.845824610374506,
      "grad_norm": 1.169437700070305,
      "learning_rate": 0.00016598067610198555,
      "loss": 2.0312,
      "step": 61171
    },
    {
      "epoch": 2.8458711328215864,
      "grad_norm": 1.1723103333092537,
      "learning_rate": 0.00016597698580086804,
      "loss": 2.125,
      "step": 61172
    },
    {
      "epoch": 2.845917655268667,
      "grad_norm": 1.2154761451200364,
      "learning_rate": 0.00016597329548996933,
      "loss": 2.0469,
      "step": 61173
    },
    {
      "epoch": 2.845964177715748,
      "grad_norm": 1.2592855877890223,
      "learning_rate": 0.0001659696051692917,
      "loss": 1.9062,
      "step": 61174
    },
    {
      "epoch": 2.8460107001628288,
      "grad_norm": 1.205188093418991,
      "learning_rate": 0.00016596591483883735,
      "loss": 1.9531,
      "step": 61175
    },
    {
      "epoch": 2.8460572226099092,
      "grad_norm": 1.2199147481951482,
      "learning_rate": 0.00016596222449860858,
      "loss": 2.1875,
      "step": 61176
    },
    {
      "epoch": 2.84610374505699,
      "grad_norm": 1.2368962545204134,
      "learning_rate": 0.00016595853414860763,
      "loss": 2.2188,
      "step": 61177
    },
    {
      "epoch": 2.8461502675040706,
      "grad_norm": 1.1687231133096283,
      "learning_rate": 0.0001659548437888368,
      "loss": 2.1875,
      "step": 61178
    },
    {
      "epoch": 2.8461967899511516,
      "grad_norm": 1.3185700524549264,
      "learning_rate": 0.0001659511534192983,
      "loss": 2.4219,
      "step": 61179
    },
    {
      "epoch": 2.846243312398232,
      "grad_norm": 1.204426789179957,
      "learning_rate": 0.00016594746303999442,
      "loss": 2.125,
      "step": 61180
    },
    {
      "epoch": 2.846289834845313,
      "grad_norm": 1.1806412806560211,
      "learning_rate": 0.0001659437726509274,
      "loss": 1.7812,
      "step": 61181
    },
    {
      "epoch": 2.8463363572923934,
      "grad_norm": 1.2253823206064305,
      "learning_rate": 0.00016594008225209953,
      "loss": 2.3281,
      "step": 61182
    },
    {
      "epoch": 2.8463828797394743,
      "grad_norm": 1.1706936662448788,
      "learning_rate": 0.000165936391843513,
      "loss": 2.125,
      "step": 61183
    },
    {
      "epoch": 2.846429402186555,
      "grad_norm": 1.1837205427898767,
      "learning_rate": 0.00016593270142517013,
      "loss": 2.0781,
      "step": 61184
    },
    {
      "epoch": 2.8464759246336357,
      "grad_norm": 1.2753642777351752,
      "learning_rate": 0.0001659290109970732,
      "loss": 2.4844,
      "step": 61185
    },
    {
      "epoch": 2.8465224470807167,
      "grad_norm": 1.336955771180657,
      "learning_rate": 0.00016592532055922438,
      "loss": 2.6094,
      "step": 61186
    },
    {
      "epoch": 2.846568969527797,
      "grad_norm": 1.2873004122438887,
      "learning_rate": 0.00016592163011162604,
      "loss": 2.375,
      "step": 61187
    },
    {
      "epoch": 2.8466154919748776,
      "grad_norm": 1.2307214226968453,
      "learning_rate": 0.00016591793965428037,
      "loss": 2.2031,
      "step": 61188
    },
    {
      "epoch": 2.8466620144219585,
      "grad_norm": 1.299992181923217,
      "learning_rate": 0.00016591424918718968,
      "loss": 2.3906,
      "step": 61189
    },
    {
      "epoch": 2.8467085368690395,
      "grad_norm": 1.2615004258221372,
      "learning_rate": 0.0001659105587103561,
      "loss": 2.375,
      "step": 61190
    },
    {
      "epoch": 2.84675505931612,
      "grad_norm": 1.3251328681080092,
      "learning_rate": 0.00016590686822378207,
      "loss": 2.4375,
      "step": 61191
    },
    {
      "epoch": 2.846801581763201,
      "grad_norm": 1.313444116044951,
      "learning_rate": 0.00016590317772746972,
      "loss": 2.2344,
      "step": 61192
    },
    {
      "epoch": 2.8468481042102813,
      "grad_norm": 1.2680948663628286,
      "learning_rate": 0.00016589948722142136,
      "loss": 2.3125,
      "step": 61193
    },
    {
      "epoch": 2.8468946266573623,
      "grad_norm": 1.245986550231802,
      "learning_rate": 0.00016589579670563923,
      "loss": 1.75,
      "step": 61194
    },
    {
      "epoch": 2.8469411491044427,
      "grad_norm": 1.2339108409348134,
      "learning_rate": 0.0001658921061801256,
      "loss": 2.2344,
      "step": 61195
    },
    {
      "epoch": 2.8469876715515237,
      "grad_norm": 1.2822600469149958,
      "learning_rate": 0.00016588841564488276,
      "loss": 2.3125,
      "step": 61196
    },
    {
      "epoch": 2.8470341939986046,
      "grad_norm": 1.2181718097093963,
      "learning_rate": 0.0001658847250999129,
      "loss": 1.9531,
      "step": 61197
    },
    {
      "epoch": 2.847080716445685,
      "grad_norm": 1.2234729690036263,
      "learning_rate": 0.00016588103454521835,
      "loss": 2.2656,
      "step": 61198
    },
    {
      "epoch": 2.8471272388927655,
      "grad_norm": 1.2665147072271508,
      "learning_rate": 0.0001658773439808013,
      "loss": 2.3438,
      "step": 61199
    },
    {
      "epoch": 2.8471737613398465,
      "grad_norm": 1.2562618917930444,
      "learning_rate": 0.0001658736534066641,
      "loss": 2.1719,
      "step": 61200
    },
    {
      "epoch": 2.8472202837869274,
      "grad_norm": 1.2641613234789584,
      "learning_rate": 0.00016586996282280891,
      "loss": 2.0781,
      "step": 61201
    },
    {
      "epoch": 2.847266806234008,
      "grad_norm": 1.2518795569202854,
      "learning_rate": 0.00016586627222923807,
      "loss": 2.1094,
      "step": 61202
    },
    {
      "epoch": 2.8473133286810888,
      "grad_norm": 1.2979773629586469,
      "learning_rate": 0.00016586258162595374,
      "loss": 2.1406,
      "step": 61203
    },
    {
      "epoch": 2.8473598511281693,
      "grad_norm": 1.2617883516004844,
      "learning_rate": 0.0001658588910129583,
      "loss": 2.4531,
      "step": 61204
    },
    {
      "epoch": 2.84740637357525,
      "grad_norm": 1.195567893274429,
      "learning_rate": 0.0001658552003902539,
      "loss": 2.2969,
      "step": 61205
    },
    {
      "epoch": 2.8474528960223306,
      "grad_norm": 1.216163801279003,
      "learning_rate": 0.0001658515097578429,
      "loss": 2.1875,
      "step": 61206
    },
    {
      "epoch": 2.8474994184694116,
      "grad_norm": 1.2482857469827078,
      "learning_rate": 0.00016584781911572753,
      "loss": 2.2344,
      "step": 61207
    },
    {
      "epoch": 2.847545940916492,
      "grad_norm": 1.2640785605392189,
      "learning_rate": 0.00016584412846391,
      "loss": 2.1719,
      "step": 61208
    },
    {
      "epoch": 2.847592463363573,
      "grad_norm": 1.1734080721840852,
      "learning_rate": 0.00016584043780239262,
      "loss": 2.0781,
      "step": 61209
    },
    {
      "epoch": 2.8476389858106534,
      "grad_norm": 1.507689162350883,
      "learning_rate": 0.0001658367471311776,
      "loss": 2.375,
      "step": 61210
    },
    {
      "epoch": 2.8476855082577344,
      "grad_norm": 1.2863176665185374,
      "learning_rate": 0.00016583305645026725,
      "loss": 2.4531,
      "step": 61211
    },
    {
      "epoch": 2.8477320307048153,
      "grad_norm": 1.3804594341102872,
      "learning_rate": 0.00016582936575966384,
      "loss": 2.4531,
      "step": 61212
    },
    {
      "epoch": 2.8477785531518958,
      "grad_norm": 1.2226080076353427,
      "learning_rate": 0.00016582567505936955,
      "loss": 2.2344,
      "step": 61213
    },
    {
      "epoch": 2.8478250755989762,
      "grad_norm": 1.356869848829431,
      "learning_rate": 0.00016582198434938672,
      "loss": 2.2344,
      "step": 61214
    },
    {
      "epoch": 2.847871598046057,
      "grad_norm": 1.2531067930547286,
      "learning_rate": 0.00016581829362971758,
      "loss": 2.1562,
      "step": 61215
    },
    {
      "epoch": 2.847918120493138,
      "grad_norm": 1.197931369720919,
      "learning_rate": 0.0001658146029003643,
      "loss": 2.1875,
      "step": 61216
    },
    {
      "epoch": 2.8479646429402186,
      "grad_norm": 1.2893315779108239,
      "learning_rate": 0.0001658109121613293,
      "loss": 2.1406,
      "step": 61217
    },
    {
      "epoch": 2.8480111653872995,
      "grad_norm": 1.343645161527694,
      "learning_rate": 0.00016580722141261477,
      "loss": 2.3594,
      "step": 61218
    },
    {
      "epoch": 2.84805768783438,
      "grad_norm": 1.3007558861810053,
      "learning_rate": 0.00016580353065422297,
      "loss": 2.5938,
      "step": 61219
    },
    {
      "epoch": 2.848104210281461,
      "grad_norm": 1.3753550863091275,
      "learning_rate": 0.00016579983988615615,
      "loss": 2.4688,
      "step": 61220
    },
    {
      "epoch": 2.8481507327285414,
      "grad_norm": 1.3768049603769819,
      "learning_rate": 0.00016579614910841657,
      "loss": 2.4531,
      "step": 61221
    },
    {
      "epoch": 2.8481972551756223,
      "grad_norm": 1.2494135176689631,
      "learning_rate": 0.0001657924583210065,
      "loss": 2.25,
      "step": 61222
    },
    {
      "epoch": 2.848243777622703,
      "grad_norm": 1.4001625087205973,
      "learning_rate": 0.00016578876752392817,
      "loss": 2.6562,
      "step": 61223
    },
    {
      "epoch": 2.8482903000697837,
      "grad_norm": 1.3377355090581393,
      "learning_rate": 0.00016578507671718393,
      "loss": 2.4531,
      "step": 61224
    },
    {
      "epoch": 2.848336822516864,
      "grad_norm": 1.276239458218378,
      "learning_rate": 0.0001657813859007759,
      "loss": 2.3438,
      "step": 61225
    },
    {
      "epoch": 2.848383344963945,
      "grad_norm": 1.2453719353736004,
      "learning_rate": 0.00016577769507470646,
      "loss": 2.2344,
      "step": 61226
    },
    {
      "epoch": 2.848429867411026,
      "grad_norm": 1.2272960402488589,
      "learning_rate": 0.00016577400423897776,
      "loss": 2.0312,
      "step": 61227
    },
    {
      "epoch": 2.8484763898581065,
      "grad_norm": 1.2276349515844929,
      "learning_rate": 0.00016577031339359214,
      "loss": 2.2812,
      "step": 61228
    },
    {
      "epoch": 2.8485229123051874,
      "grad_norm": 1.2949646771226173,
      "learning_rate": 0.00016576662253855188,
      "loss": 2.3438,
      "step": 61229
    },
    {
      "epoch": 2.848569434752268,
      "grad_norm": 1.256075454654747,
      "learning_rate": 0.0001657629316738592,
      "loss": 2.5469,
      "step": 61230
    },
    {
      "epoch": 2.848615957199349,
      "grad_norm": 1.1951831386606175,
      "learning_rate": 0.00016575924079951634,
      "loss": 2.1562,
      "step": 61231
    },
    {
      "epoch": 2.8486624796464293,
      "grad_norm": 1.3128403561363209,
      "learning_rate": 0.0001657555499155256,
      "loss": 2.3594,
      "step": 61232
    },
    {
      "epoch": 2.84870900209351,
      "grad_norm": 1.2875449784566497,
      "learning_rate": 0.00016575185902188922,
      "loss": 2.5156,
      "step": 61233
    },
    {
      "epoch": 2.848755524540591,
      "grad_norm": 1.2343206619256266,
      "learning_rate": 0.0001657481681186094,
      "loss": 2.2812,
      "step": 61234
    },
    {
      "epoch": 2.8488020469876716,
      "grad_norm": 1.2526165348306038,
      "learning_rate": 0.00016574447720568854,
      "loss": 2.3281,
      "step": 61235
    },
    {
      "epoch": 2.848848569434752,
      "grad_norm": 1.2669412477513218,
      "learning_rate": 0.00016574078628312874,
      "loss": 2.2656,
      "step": 61236
    },
    {
      "epoch": 2.848895091881833,
      "grad_norm": 1.3383484297275734,
      "learning_rate": 0.00016573709535093242,
      "loss": 2.5,
      "step": 61237
    },
    {
      "epoch": 2.848941614328914,
      "grad_norm": 1.1971473503704035,
      "learning_rate": 0.00016573340440910163,
      "loss": 1.9609,
      "step": 61238
    },
    {
      "epoch": 2.8489881367759944,
      "grad_norm": 1.2646167963239512,
      "learning_rate": 0.00016572971345763887,
      "loss": 2.1094,
      "step": 61239
    },
    {
      "epoch": 2.849034659223075,
      "grad_norm": 1.233059845209728,
      "learning_rate": 0.00016572602249654626,
      "loss": 2.0781,
      "step": 61240
    },
    {
      "epoch": 2.849081181670156,
      "grad_norm": 1.2280244742217532,
      "learning_rate": 0.0001657223315258261,
      "loss": 2.3594,
      "step": 61241
    },
    {
      "epoch": 2.8491277041172367,
      "grad_norm": 1.3292704896461245,
      "learning_rate": 0.0001657186405454806,
      "loss": 2.3594,
      "step": 61242
    },
    {
      "epoch": 2.849174226564317,
      "grad_norm": 1.1849648640810888,
      "learning_rate": 0.0001657149495555121,
      "loss": 1.8047,
      "step": 61243
    },
    {
      "epoch": 2.849220749011398,
      "grad_norm": 1.2961854707105898,
      "learning_rate": 0.00016571125855592277,
      "loss": 2.4219,
      "step": 61244
    },
    {
      "epoch": 2.8492672714584786,
      "grad_norm": 1.2500862960573176,
      "learning_rate": 0.00016570756754671496,
      "loss": 2.2344,
      "step": 61245
    },
    {
      "epoch": 2.8493137939055595,
      "grad_norm": 1.2520293212341393,
      "learning_rate": 0.0001657038765278909,
      "loss": 2.3594,
      "step": 61246
    },
    {
      "epoch": 2.84936031635264,
      "grad_norm": 1.2865990481860627,
      "learning_rate": 0.00016570018549945276,
      "loss": 2.4844,
      "step": 61247
    },
    {
      "epoch": 2.849406838799721,
      "grad_norm": 1.2536901741631752,
      "learning_rate": 0.00016569649446140293,
      "loss": 2.2344,
      "step": 61248
    },
    {
      "epoch": 2.849453361246802,
      "grad_norm": 1.280004628529937,
      "learning_rate": 0.00016569280341374354,
      "loss": 2.2188,
      "step": 61249
    },
    {
      "epoch": 2.8494998836938823,
      "grad_norm": 1.2684488429192289,
      "learning_rate": 0.000165689112356477,
      "loss": 2.0625,
      "step": 61250
    },
    {
      "epoch": 2.8495464061409628,
      "grad_norm": 1.3266437505914506,
      "learning_rate": 0.00016568542128960547,
      "loss": 2.3438,
      "step": 61251
    },
    {
      "epoch": 2.8495929285880437,
      "grad_norm": 1.1936598553331144,
      "learning_rate": 0.00016568173021313121,
      "loss": 2.0156,
      "step": 61252
    },
    {
      "epoch": 2.8496394510351246,
      "grad_norm": 1.2014076196381216,
      "learning_rate": 0.00016567803912705654,
      "loss": 2.1719,
      "step": 61253
    },
    {
      "epoch": 2.849685973482205,
      "grad_norm": 1.3209957744334928,
      "learning_rate": 0.00016567434803138367,
      "loss": 2.3594,
      "step": 61254
    },
    {
      "epoch": 2.849732495929286,
      "grad_norm": 1.356040381842292,
      "learning_rate": 0.00016567065692611486,
      "loss": 2.5938,
      "step": 61255
    },
    {
      "epoch": 2.8497790183763665,
      "grad_norm": 1.3481772689706328,
      "learning_rate": 0.0001656669658112524,
      "loss": 2.2969,
      "step": 61256
    },
    {
      "epoch": 2.8498255408234474,
      "grad_norm": 1.1814708162212235,
      "learning_rate": 0.0001656632746867985,
      "loss": 2.2031,
      "step": 61257
    },
    {
      "epoch": 2.849872063270528,
      "grad_norm": 1.293768496822917,
      "learning_rate": 0.0001656595835527555,
      "loss": 2.3438,
      "step": 61258
    },
    {
      "epoch": 2.849918585717609,
      "grad_norm": 1.2707760324526103,
      "learning_rate": 0.00016565589240912559,
      "loss": 2.4062,
      "step": 61259
    },
    {
      "epoch": 2.8499651081646897,
      "grad_norm": 1.3710495113537566,
      "learning_rate": 0.00016565220125591102,
      "loss": 2.2656,
      "step": 61260
    },
    {
      "epoch": 2.85001163061177,
      "grad_norm": 1.1834673984559407,
      "learning_rate": 0.0001656485100931141,
      "loss": 2.0156,
      "step": 61261
    },
    {
      "epoch": 2.8500581530588507,
      "grad_norm": 1.1967001041598062,
      "learning_rate": 0.00016564481892073705,
      "loss": 2.1406,
      "step": 61262
    },
    {
      "epoch": 2.8501046755059316,
      "grad_norm": 1.302830014933534,
      "learning_rate": 0.00016564112773878218,
      "loss": 2.3438,
      "step": 61263
    },
    {
      "epoch": 2.8501511979530125,
      "grad_norm": 1.257157077713823,
      "learning_rate": 0.00016563743654725172,
      "loss": 2.2812,
      "step": 61264
    },
    {
      "epoch": 2.850197720400093,
      "grad_norm": 1.2701839394230663,
      "learning_rate": 0.0001656337453461479,
      "loss": 2.1562,
      "step": 61265
    },
    {
      "epoch": 2.850244242847174,
      "grad_norm": 1.1324673525919362,
      "learning_rate": 0.00016563005413547304,
      "loss": 1.7188,
      "step": 61266
    },
    {
      "epoch": 2.8502907652942544,
      "grad_norm": 1.2778318147846766,
      "learning_rate": 0.00016562636291522938,
      "loss": 2.1094,
      "step": 61267
    },
    {
      "epoch": 2.8503372877413353,
      "grad_norm": 1.3163628597791879,
      "learning_rate": 0.00016562267168541913,
      "loss": 2.4688,
      "step": 61268
    },
    {
      "epoch": 2.850383810188416,
      "grad_norm": 1.2221225867843013,
      "learning_rate": 0.00016561898044604464,
      "loss": 2.25,
      "step": 61269
    },
    {
      "epoch": 2.8504303326354967,
      "grad_norm": 1.2881764538450582,
      "learning_rate": 0.00016561528919710805,
      "loss": 2.3281,
      "step": 61270
    },
    {
      "epoch": 2.850476855082577,
      "grad_norm": 1.2907003981343217,
      "learning_rate": 0.0001656115979386117,
      "loss": 2.3594,
      "step": 61271
    },
    {
      "epoch": 2.850523377529658,
      "grad_norm": 1.2429330833425614,
      "learning_rate": 0.00016560790667055787,
      "loss": 2.0781,
      "step": 61272
    },
    {
      "epoch": 2.8505698999767386,
      "grad_norm": 1.3193058044518424,
      "learning_rate": 0.00016560421539294878,
      "loss": 2.0938,
      "step": 61273
    },
    {
      "epoch": 2.8506164224238195,
      "grad_norm": 1.2247501955390832,
      "learning_rate": 0.0001656005241057867,
      "loss": 2.3594,
      "step": 61274
    },
    {
      "epoch": 2.8506629448709004,
      "grad_norm": 1.335803287384584,
      "learning_rate": 0.00016559683280907388,
      "loss": 2.125,
      "step": 61275
    },
    {
      "epoch": 2.850709467317981,
      "grad_norm": 1.2107763339736917,
      "learning_rate": 0.0001655931415028126,
      "loss": 2.2031,
      "step": 61276
    },
    {
      "epoch": 2.8507559897650614,
      "grad_norm": 1.327804781999751,
      "learning_rate": 0.00016558945018700505,
      "loss": 1.6719,
      "step": 61277
    },
    {
      "epoch": 2.8508025122121423,
      "grad_norm": 1.255506277516385,
      "learning_rate": 0.00016558575886165366,
      "loss": 2.5625,
      "step": 61278
    },
    {
      "epoch": 2.8508490346592232,
      "grad_norm": 1.1988712342452177,
      "learning_rate": 0.00016558206752676047,
      "loss": 2.1094,
      "step": 61279
    },
    {
      "epoch": 2.8508955571063037,
      "grad_norm": 1.2433053447816533,
      "learning_rate": 0.0001655783761823279,
      "loss": 2.0312,
      "step": 61280
    },
    {
      "epoch": 2.8509420795533846,
      "grad_norm": 1.2307345996318562,
      "learning_rate": 0.00016557468482835812,
      "loss": 2.2969,
      "step": 61281
    },
    {
      "epoch": 2.850988602000465,
      "grad_norm": 1.2555874993409895,
      "learning_rate": 0.00016557099346485346,
      "loss": 2.1094,
      "step": 61282
    },
    {
      "epoch": 2.851035124447546,
      "grad_norm": 1.2387480758660077,
      "learning_rate": 0.00016556730209181614,
      "loss": 2.2188,
      "step": 61283
    },
    {
      "epoch": 2.8510816468946265,
      "grad_norm": 1.2632819075526602,
      "learning_rate": 0.0001655636107092484,
      "loss": 2.375,
      "step": 61284
    },
    {
      "epoch": 2.8511281693417074,
      "grad_norm": 1.218805739163822,
      "learning_rate": 0.00016555991931715256,
      "loss": 2.3594,
      "step": 61285
    },
    {
      "epoch": 2.8511746917887884,
      "grad_norm": 1.296800806060763,
      "learning_rate": 0.00016555622791553082,
      "loss": 2.4219,
      "step": 61286
    },
    {
      "epoch": 2.851221214235869,
      "grad_norm": 1.22077255035625,
      "learning_rate": 0.0001655525365043855,
      "loss": 2.2812,
      "step": 61287
    },
    {
      "epoch": 2.8512677366829493,
      "grad_norm": 1.3169055051120662,
      "learning_rate": 0.00016554884508371875,
      "loss": 2.4375,
      "step": 61288
    },
    {
      "epoch": 2.8513142591300302,
      "grad_norm": 1.2578174609746737,
      "learning_rate": 0.000165545153653533,
      "loss": 1.9219,
      "step": 61289
    },
    {
      "epoch": 2.851360781577111,
      "grad_norm": 1.339148512187655,
      "learning_rate": 0.00016554146221383037,
      "loss": 2.5312,
      "step": 61290
    },
    {
      "epoch": 2.8514073040241916,
      "grad_norm": 1.2811110032846145,
      "learning_rate": 0.00016553777076461318,
      "loss": 2.2812,
      "step": 61291
    },
    {
      "epoch": 2.8514538264712725,
      "grad_norm": 1.3677088629559493,
      "learning_rate": 0.00016553407930588361,
      "loss": 2.4531,
      "step": 61292
    },
    {
      "epoch": 2.851500348918353,
      "grad_norm": 1.3357223605182518,
      "learning_rate": 0.00016553038783764405,
      "loss": 2.2969,
      "step": 61293
    },
    {
      "epoch": 2.851546871365434,
      "grad_norm": 1.3113042258985343,
      "learning_rate": 0.00016552669635989668,
      "loss": 2.2344,
      "step": 61294
    },
    {
      "epoch": 2.8515933938125144,
      "grad_norm": 1.2971235682817062,
      "learning_rate": 0.00016552300487264379,
      "loss": 2.4062,
      "step": 61295
    },
    {
      "epoch": 2.8516399162595953,
      "grad_norm": 1.2387223843303345,
      "learning_rate": 0.00016551931337588764,
      "loss": 2.4062,
      "step": 61296
    },
    {
      "epoch": 2.851686438706676,
      "grad_norm": 1.311609157353014,
      "learning_rate": 0.00016551562186963042,
      "loss": 2.2031,
      "step": 61297
    },
    {
      "epoch": 2.8517329611537567,
      "grad_norm": 1.162737758643435,
      "learning_rate": 0.0001655119303538745,
      "loss": 2.0938,
      "step": 61298
    },
    {
      "epoch": 2.851779483600837,
      "grad_norm": 1.3563943474525757,
      "learning_rate": 0.00016550823882862206,
      "loss": 2.3594,
      "step": 61299
    },
    {
      "epoch": 2.851826006047918,
      "grad_norm": 1.240514971930185,
      "learning_rate": 0.0001655045472938754,
      "loss": 2.2969,
      "step": 61300
    },
    {
      "epoch": 2.851872528494999,
      "grad_norm": 1.241615055186491,
      "learning_rate": 0.0001655008557496367,
      "loss": 2.4531,
      "step": 61301
    },
    {
      "epoch": 2.8519190509420795,
      "grad_norm": 1.1723497038281798,
      "learning_rate": 0.00016549716419590835,
      "loss": 2.125,
      "step": 61302
    },
    {
      "epoch": 2.85196557338916,
      "grad_norm": 1.2622878473711985,
      "learning_rate": 0.00016549347263269251,
      "loss": 2.2969,
      "step": 61303
    },
    {
      "epoch": 2.852012095836241,
      "grad_norm": 1.2312521177629585,
      "learning_rate": 0.00016548978105999148,
      "loss": 2.1875,
      "step": 61304
    },
    {
      "epoch": 2.852058618283322,
      "grad_norm": 1.2080306593061751,
      "learning_rate": 0.00016548608947780755,
      "loss": 1.9062,
      "step": 61305
    },
    {
      "epoch": 2.8521051407304023,
      "grad_norm": 1.2358433477969883,
      "learning_rate": 0.0001654823978861429,
      "loss": 2.2812,
      "step": 61306
    },
    {
      "epoch": 2.8521516631774833,
      "grad_norm": 1.389041321237382,
      "learning_rate": 0.00016547870628499988,
      "loss": 2.5156,
      "step": 61307
    },
    {
      "epoch": 2.8521981856245637,
      "grad_norm": 1.2056768570250067,
      "learning_rate": 0.00016547501467438066,
      "loss": 2.0938,
      "step": 61308
    },
    {
      "epoch": 2.8522447080716447,
      "grad_norm": 1.2507510150003545,
      "learning_rate": 0.00016547132305428757,
      "loss": 2.25,
      "step": 61309
    },
    {
      "epoch": 2.852291230518725,
      "grad_norm": 1.302508389022785,
      "learning_rate": 0.00016546763142472284,
      "loss": 2.1875,
      "step": 61310
    },
    {
      "epoch": 2.852337752965806,
      "grad_norm": 1.3380367939253446,
      "learning_rate": 0.00016546393978568875,
      "loss": 2.2656,
      "step": 61311
    },
    {
      "epoch": 2.852384275412887,
      "grad_norm": 1.269890410112913,
      "learning_rate": 0.0001654602481371875,
      "loss": 2.1562,
      "step": 61312
    },
    {
      "epoch": 2.8524307978599674,
      "grad_norm": 1.2183025958445173,
      "learning_rate": 0.00016545655647922145,
      "loss": 2.0156,
      "step": 61313
    },
    {
      "epoch": 2.852477320307048,
      "grad_norm": 1.2766601052977629,
      "learning_rate": 0.00016545286481179278,
      "loss": 2.25,
      "step": 61314
    },
    {
      "epoch": 2.852523842754129,
      "grad_norm": 1.2543906856306373,
      "learning_rate": 0.00016544917313490376,
      "loss": 2.3281,
      "step": 61315
    },
    {
      "epoch": 2.8525703652012098,
      "grad_norm": 1.2688713434551417,
      "learning_rate": 0.00016544548144855668,
      "loss": 2.4062,
      "step": 61316
    },
    {
      "epoch": 2.8526168876482902,
      "grad_norm": 1.3319029721494642,
      "learning_rate": 0.00016544178975275378,
      "loss": 2.5156,
      "step": 61317
    },
    {
      "epoch": 2.852663410095371,
      "grad_norm": 1.323378466441989,
      "learning_rate": 0.00016543809804749735,
      "loss": 2.2188,
      "step": 61318
    },
    {
      "epoch": 2.8527099325424516,
      "grad_norm": 1.2199964911543637,
      "learning_rate": 0.0001654344063327896,
      "loss": 2.0,
      "step": 61319
    },
    {
      "epoch": 2.8527564549895326,
      "grad_norm": 1.2836052165427134,
      "learning_rate": 0.00016543071460863281,
      "loss": 2.3281,
      "step": 61320
    },
    {
      "epoch": 2.852802977436613,
      "grad_norm": 1.2720383142219132,
      "learning_rate": 0.00016542702287502926,
      "loss": 2.375,
      "step": 61321
    },
    {
      "epoch": 2.852849499883694,
      "grad_norm": 1.2322706085584145,
      "learning_rate": 0.0001654233311319812,
      "loss": 2.1875,
      "step": 61322
    },
    {
      "epoch": 2.8528960223307744,
      "grad_norm": 1.2603950344235175,
      "learning_rate": 0.00016541963937949088,
      "loss": 1.9844,
      "step": 61323
    },
    {
      "epoch": 2.8529425447778554,
      "grad_norm": 1.192478830763154,
      "learning_rate": 0.00016541594761756057,
      "loss": 2.1875,
      "step": 61324
    },
    {
      "epoch": 2.852989067224936,
      "grad_norm": 1.287766132636171,
      "learning_rate": 0.0001654122558461925,
      "loss": 2.2344,
      "step": 61325
    },
    {
      "epoch": 2.8530355896720168,
      "grad_norm": 1.2746263352657343,
      "learning_rate": 0.00016540856406538896,
      "loss": 1.8125,
      "step": 61326
    },
    {
      "epoch": 2.8530821121190977,
      "grad_norm": 1.2972250904180131,
      "learning_rate": 0.00016540487227515225,
      "loss": 2.1719,
      "step": 61327
    },
    {
      "epoch": 2.853128634566178,
      "grad_norm": 1.2691826039450196,
      "learning_rate": 0.00016540118047548454,
      "loss": 2.1875,
      "step": 61328
    },
    {
      "epoch": 2.8531751570132586,
      "grad_norm": 1.2607726472409637,
      "learning_rate": 0.00016539748866638819,
      "loss": 2.2031,
      "step": 61329
    },
    {
      "epoch": 2.8532216794603396,
      "grad_norm": 1.2351055499979382,
      "learning_rate": 0.00016539379684786534,
      "loss": 2.1562,
      "step": 61330
    },
    {
      "epoch": 2.8532682019074205,
      "grad_norm": 1.2088628984591194,
      "learning_rate": 0.0001653901050199184,
      "loss": 2.125,
      "step": 61331
    },
    {
      "epoch": 2.853314724354501,
      "grad_norm": 1.3165442343961635,
      "learning_rate": 0.00016538641318254943,
      "loss": 2.1875,
      "step": 61332
    },
    {
      "epoch": 2.853361246801582,
      "grad_norm": 1.334580733887981,
      "learning_rate": 0.0001653827213357609,
      "loss": 2.5781,
      "step": 61333
    },
    {
      "epoch": 2.8534077692486624,
      "grad_norm": 1.299509302808917,
      "learning_rate": 0.00016537902947955495,
      "loss": 2.3125,
      "step": 61334
    },
    {
      "epoch": 2.8534542916957433,
      "grad_norm": 1.2469202641680692,
      "learning_rate": 0.00016537533761393387,
      "loss": 2.4375,
      "step": 61335
    },
    {
      "epoch": 2.8535008141428237,
      "grad_norm": 1.2886172150233735,
      "learning_rate": 0.00016537164573889992,
      "loss": 2.2969,
      "step": 61336
    },
    {
      "epoch": 2.8535473365899047,
      "grad_norm": 1.2415652544889546,
      "learning_rate": 0.00016536795385445533,
      "loss": 2.25,
      "step": 61337
    },
    {
      "epoch": 2.8535938590369856,
      "grad_norm": 1.2896688072100533,
      "learning_rate": 0.0001653642619606024,
      "loss": 2.4531,
      "step": 61338
    },
    {
      "epoch": 2.853640381484066,
      "grad_norm": 1.2316818944840557,
      "learning_rate": 0.0001653605700573434,
      "loss": 2.0625,
      "step": 61339
    },
    {
      "epoch": 2.8536869039311465,
      "grad_norm": 1.209419051190823,
      "learning_rate": 0.00016535687814468058,
      "loss": 1.9297,
      "step": 61340
    },
    {
      "epoch": 2.8537334263782275,
      "grad_norm": 1.2837116105210453,
      "learning_rate": 0.00016535318622261613,
      "loss": 2.0938,
      "step": 61341
    },
    {
      "epoch": 2.8537799488253084,
      "grad_norm": 1.244341992526361,
      "learning_rate": 0.00016534949429115246,
      "loss": 2.1406,
      "step": 61342
    },
    {
      "epoch": 2.853826471272389,
      "grad_norm": 1.265227724068821,
      "learning_rate": 0.00016534580235029166,
      "loss": 2.2031,
      "step": 61343
    },
    {
      "epoch": 2.85387299371947,
      "grad_norm": 1.4131483033629655,
      "learning_rate": 0.0001653421104000361,
      "loss": 2.25,
      "step": 61344
    },
    {
      "epoch": 2.8539195161665503,
      "grad_norm": 1.276284215925107,
      "learning_rate": 0.00016533841844038798,
      "loss": 2.5156,
      "step": 61345
    },
    {
      "epoch": 2.853966038613631,
      "grad_norm": 1.1291315416612488,
      "learning_rate": 0.00016533472647134966,
      "loss": 1.9531,
      "step": 61346
    },
    {
      "epoch": 2.8540125610607117,
      "grad_norm": 1.185473264233144,
      "learning_rate": 0.00016533103449292325,
      "loss": 2.0625,
      "step": 61347
    },
    {
      "epoch": 2.8540590835077926,
      "grad_norm": 1.2389458714234802,
      "learning_rate": 0.0001653273425051111,
      "loss": 2.0156,
      "step": 61348
    },
    {
      "epoch": 2.8541056059548735,
      "grad_norm": 1.25312813836524,
      "learning_rate": 0.00016532365050791548,
      "loss": 2.3594,
      "step": 61349
    },
    {
      "epoch": 2.854152128401954,
      "grad_norm": 1.4144741399439897,
      "learning_rate": 0.00016531995850133866,
      "loss": 2.3438,
      "step": 61350
    },
    {
      "epoch": 2.8541986508490345,
      "grad_norm": 1.2824663486919503,
      "learning_rate": 0.00016531626648538282,
      "loss": 2.125,
      "step": 61351
    },
    {
      "epoch": 2.8542451732961154,
      "grad_norm": 1.1670876712475462,
      "learning_rate": 0.00016531257446005034,
      "loss": 2.0312,
      "step": 61352
    },
    {
      "epoch": 2.8542916957431963,
      "grad_norm": 1.1653333658377267,
      "learning_rate": 0.00016530888242534338,
      "loss": 2.0781,
      "step": 61353
    },
    {
      "epoch": 2.8543382181902768,
      "grad_norm": 1.304166842310121,
      "learning_rate": 0.00016530519038126422,
      "loss": 2.2812,
      "step": 61354
    },
    {
      "epoch": 2.8543847406373573,
      "grad_norm": 1.2337476849261002,
      "learning_rate": 0.00016530149832781515,
      "loss": 2.2344,
      "step": 61355
    },
    {
      "epoch": 2.854431263084438,
      "grad_norm": 1.2745967636261124,
      "learning_rate": 0.00016529780626499838,
      "loss": 2.4531,
      "step": 61356
    },
    {
      "epoch": 2.854477785531519,
      "grad_norm": 1.1951525179333313,
      "learning_rate": 0.00016529411419281622,
      "loss": 2.2031,
      "step": 61357
    },
    {
      "epoch": 2.8545243079785996,
      "grad_norm": 1.3653035175656925,
      "learning_rate": 0.00016529042211127092,
      "loss": 1.7344,
      "step": 61358
    },
    {
      "epoch": 2.8545708304256805,
      "grad_norm": 1.3460700476341214,
      "learning_rate": 0.0001652867300203647,
      "loss": 2.3594,
      "step": 61359
    },
    {
      "epoch": 2.854617352872761,
      "grad_norm": 1.255614322121271,
      "learning_rate": 0.00016528303792009985,
      "loss": 2.2188,
      "step": 61360
    },
    {
      "epoch": 2.854663875319842,
      "grad_norm": 1.193134855206661,
      "learning_rate": 0.00016527934581047867,
      "loss": 1.8125,
      "step": 61361
    },
    {
      "epoch": 2.8547103977669224,
      "grad_norm": 1.275878086819778,
      "learning_rate": 0.0001652756536915034,
      "loss": 2.0625,
      "step": 61362
    },
    {
      "epoch": 2.8547569202140033,
      "grad_norm": 1.3995979611341083,
      "learning_rate": 0.00016527196156317626,
      "loss": 2.4375,
      "step": 61363
    },
    {
      "epoch": 2.854803442661084,
      "grad_norm": 1.2792529531581038,
      "learning_rate": 0.00016526826942549953,
      "loss": 2.2656,
      "step": 61364
    },
    {
      "epoch": 2.8548499651081647,
      "grad_norm": 1.3022348155093817,
      "learning_rate": 0.0001652645772784755,
      "loss": 2.2031,
      "step": 61365
    },
    {
      "epoch": 2.854896487555245,
      "grad_norm": 1.3386778903664076,
      "learning_rate": 0.00016526088512210641,
      "loss": 2.3281,
      "step": 61366
    },
    {
      "epoch": 2.854943010002326,
      "grad_norm": 1.1683064730383677,
      "learning_rate": 0.00016525719295639447,
      "loss": 1.9141,
      "step": 61367
    },
    {
      "epoch": 2.854989532449407,
      "grad_norm": 1.2415214142510649,
      "learning_rate": 0.00016525350078134207,
      "loss": 2.2969,
      "step": 61368
    },
    {
      "epoch": 2.8550360548964875,
      "grad_norm": 1.2358303130088275,
      "learning_rate": 0.0001652498085969513,
      "loss": 2.2969,
      "step": 61369
    },
    {
      "epoch": 2.8550825773435684,
      "grad_norm": 1.2215268566072042,
      "learning_rate": 0.0001652461164032245,
      "loss": 2.0156,
      "step": 61370
    },
    {
      "epoch": 2.855129099790649,
      "grad_norm": 1.2636503945436184,
      "learning_rate": 0.00016524242420016397,
      "loss": 2.2031,
      "step": 61371
    },
    {
      "epoch": 2.85517562223773,
      "grad_norm": 1.2855353614829095,
      "learning_rate": 0.00016523873198777194,
      "loss": 2.2188,
      "step": 61372
    },
    {
      "epoch": 2.8552221446848103,
      "grad_norm": 1.351233162147183,
      "learning_rate": 0.00016523503976605065,
      "loss": 2.1875,
      "step": 61373
    },
    {
      "epoch": 2.855268667131891,
      "grad_norm": 1.274311616249102,
      "learning_rate": 0.00016523134753500244,
      "loss": 2.3906,
      "step": 61374
    },
    {
      "epoch": 2.855315189578972,
      "grad_norm": 1.2413250017423192,
      "learning_rate": 0.00016522765529462945,
      "loss": 2.2188,
      "step": 61375
    },
    {
      "epoch": 2.8553617120260526,
      "grad_norm": 1.4005812482429876,
      "learning_rate": 0.00016522396304493401,
      "loss": 2.4219,
      "step": 61376
    },
    {
      "epoch": 2.855408234473133,
      "grad_norm": 1.2525534070117263,
      "learning_rate": 0.0001652202707859184,
      "loss": 2.2969,
      "step": 61377
    },
    {
      "epoch": 2.855454756920214,
      "grad_norm": 1.2081001212953175,
      "learning_rate": 0.00016521657851758484,
      "loss": 2.375,
      "step": 61378
    },
    {
      "epoch": 2.855501279367295,
      "grad_norm": 1.1817865351170465,
      "learning_rate": 0.00016521288623993558,
      "loss": 1.9922,
      "step": 61379
    },
    {
      "epoch": 2.8555478018143754,
      "grad_norm": 1.2139247965602062,
      "learning_rate": 0.00016520919395297291,
      "loss": 2.1875,
      "step": 61380
    },
    {
      "epoch": 2.8555943242614563,
      "grad_norm": 1.2505962558352453,
      "learning_rate": 0.0001652055016566991,
      "loss": 2.1094,
      "step": 61381
    },
    {
      "epoch": 2.855640846708537,
      "grad_norm": 1.1905831188312803,
      "learning_rate": 0.00016520180935111634,
      "loss": 2.0938,
      "step": 61382
    },
    {
      "epoch": 2.8556873691556177,
      "grad_norm": 1.1754239307027081,
      "learning_rate": 0.000165198117036227,
      "loss": 2.0,
      "step": 61383
    },
    {
      "epoch": 2.855733891602698,
      "grad_norm": 1.2920696453732068,
      "learning_rate": 0.00016519442471203325,
      "loss": 2.3594,
      "step": 61384
    },
    {
      "epoch": 2.855780414049779,
      "grad_norm": 1.2557910205416012,
      "learning_rate": 0.00016519073237853738,
      "loss": 2.2188,
      "step": 61385
    },
    {
      "epoch": 2.8558269364968596,
      "grad_norm": 1.3546966319397216,
      "learning_rate": 0.0001651870400357417,
      "loss": 2.5,
      "step": 61386
    },
    {
      "epoch": 2.8558734589439405,
      "grad_norm": 1.2963986852113718,
      "learning_rate": 0.0001651833476836484,
      "loss": 2.2188,
      "step": 61387
    },
    {
      "epoch": 2.855919981391021,
      "grad_norm": 1.2563188878569052,
      "learning_rate": 0.00016517965532225973,
      "loss": 2.1875,
      "step": 61388
    },
    {
      "epoch": 2.855966503838102,
      "grad_norm": 1.3343402144808378,
      "learning_rate": 0.00016517596295157806,
      "loss": 2.5625,
      "step": 61389
    },
    {
      "epoch": 2.856013026285183,
      "grad_norm": 1.3545993743622755,
      "learning_rate": 0.0001651722705716055,
      "loss": 2.375,
      "step": 61390
    },
    {
      "epoch": 2.8560595487322633,
      "grad_norm": 1.1449753882410982,
      "learning_rate": 0.00016516857818234444,
      "loss": 2.1094,
      "step": 61391
    },
    {
      "epoch": 2.856106071179344,
      "grad_norm": 1.2891775269864496,
      "learning_rate": 0.00016516488578379704,
      "loss": 2.2969,
      "step": 61392
    },
    {
      "epoch": 2.8561525936264247,
      "grad_norm": 1.1800822596232743,
      "learning_rate": 0.00016516119337596562,
      "loss": 2.0312,
      "step": 61393
    },
    {
      "epoch": 2.8561991160735056,
      "grad_norm": 1.3901540322597865,
      "learning_rate": 0.00016515750095885245,
      "loss": 2.375,
      "step": 61394
    },
    {
      "epoch": 2.856245638520586,
      "grad_norm": 1.2329764158071421,
      "learning_rate": 0.00016515380853245976,
      "loss": 2.0781,
      "step": 61395
    },
    {
      "epoch": 2.856292160967667,
      "grad_norm": 1.2920672436432188,
      "learning_rate": 0.00016515011609678982,
      "loss": 2.4688,
      "step": 61396
    },
    {
      "epoch": 2.8563386834147475,
      "grad_norm": 1.2860695656684964,
      "learning_rate": 0.00016514642365184488,
      "loss": 2.4375,
      "step": 61397
    },
    {
      "epoch": 2.8563852058618284,
      "grad_norm": 1.2708583919905978,
      "learning_rate": 0.00016514273119762725,
      "loss": 2.5,
      "step": 61398
    },
    {
      "epoch": 2.856431728308909,
      "grad_norm": 1.3051561890929222,
      "learning_rate": 0.00016513903873413907,
      "loss": 2.3594,
      "step": 61399
    },
    {
      "epoch": 2.85647825075599,
      "grad_norm": 1.208025661937788,
      "learning_rate": 0.00016513534626138275,
      "loss": 1.9141,
      "step": 61400
    },
    {
      "epoch": 2.8565247732030707,
      "grad_norm": 1.2814995915693974,
      "learning_rate": 0.00016513165377936048,
      "loss": 2.5312,
      "step": 61401
    },
    {
      "epoch": 2.856571295650151,
      "grad_norm": 1.2607956962264617,
      "learning_rate": 0.0001651279612880745,
      "loss": 2.25,
      "step": 61402
    },
    {
      "epoch": 2.8566178180972317,
      "grad_norm": 1.2516845701741022,
      "learning_rate": 0.0001651242687875271,
      "loss": 2.2812,
      "step": 61403
    },
    {
      "epoch": 2.8566643405443126,
      "grad_norm": 1.2596672139943947,
      "learning_rate": 0.0001651205762777205,
      "loss": 1.7344,
      "step": 61404
    },
    {
      "epoch": 2.8567108629913935,
      "grad_norm": 1.249774278827122,
      "learning_rate": 0.00016511688375865706,
      "loss": 2.1562,
      "step": 61405
    },
    {
      "epoch": 2.856757385438474,
      "grad_norm": 1.2461156289720712,
      "learning_rate": 0.0001651131912303389,
      "loss": 2.3906,
      "step": 61406
    },
    {
      "epoch": 2.856803907885555,
      "grad_norm": 1.2020639096816434,
      "learning_rate": 0.00016510949869276843,
      "loss": 2.2188,
      "step": 61407
    },
    {
      "epoch": 2.8568504303326354,
      "grad_norm": 1.145896882822343,
      "learning_rate": 0.0001651058061459478,
      "loss": 1.9688,
      "step": 61408
    },
    {
      "epoch": 2.8568969527797163,
      "grad_norm": 1.2625319080100157,
      "learning_rate": 0.00016510211358987932,
      "loss": 2.2812,
      "step": 61409
    },
    {
      "epoch": 2.856943475226797,
      "grad_norm": 1.2543892862078043,
      "learning_rate": 0.0001650984210245652,
      "loss": 2.1406,
      "step": 61410
    },
    {
      "epoch": 2.8569899976738777,
      "grad_norm": 1.321589741967788,
      "learning_rate": 0.00016509472845000777,
      "loss": 2.3125,
      "step": 61411
    },
    {
      "epoch": 2.857036520120958,
      "grad_norm": 1.2843322735125884,
      "learning_rate": 0.00016509103586620922,
      "loss": 2.3125,
      "step": 61412
    },
    {
      "epoch": 2.857083042568039,
      "grad_norm": 1.304879102748752,
      "learning_rate": 0.0001650873432731719,
      "loss": 2.5,
      "step": 61413
    },
    {
      "epoch": 2.8571295650151196,
      "grad_norm": 1.2756231465364767,
      "learning_rate": 0.00016508365067089797,
      "loss": 2.3906,
      "step": 61414
    },
    {
      "epoch": 2.8571760874622005,
      "grad_norm": 1.3198476564872548,
      "learning_rate": 0.00016507995805938977,
      "loss": 2.4375,
      "step": 61415
    },
    {
      "epoch": 2.8572226099092815,
      "grad_norm": 1.3250335413106424,
      "learning_rate": 0.00016507626543864955,
      "loss": 2.5312,
      "step": 61416
    },
    {
      "epoch": 2.857269132356362,
      "grad_norm": 1.46448760999306,
      "learning_rate": 0.0001650725728086795,
      "loss": 2.2344,
      "step": 61417
    },
    {
      "epoch": 2.8573156548034424,
      "grad_norm": 1.26537461879117,
      "learning_rate": 0.000165068880169482,
      "loss": 2.3594,
      "step": 61418
    },
    {
      "epoch": 2.8573621772505233,
      "grad_norm": 1.2539414909222792,
      "learning_rate": 0.00016506518752105917,
      "loss": 2.0781,
      "step": 61419
    },
    {
      "epoch": 2.8574086996976042,
      "grad_norm": 1.2527914068956154,
      "learning_rate": 0.00016506149486341341,
      "loss": 2.0938,
      "step": 61420
    },
    {
      "epoch": 2.8574552221446847,
      "grad_norm": 1.2641463777413122,
      "learning_rate": 0.00016505780219654685,
      "loss": 2.3281,
      "step": 61421
    },
    {
      "epoch": 2.8575017445917656,
      "grad_norm": 1.257962867597279,
      "learning_rate": 0.00016505410952046188,
      "loss": 2.1406,
      "step": 61422
    },
    {
      "epoch": 2.857548267038846,
      "grad_norm": 1.1702252412733691,
      "learning_rate": 0.00016505041683516065,
      "loss": 2.2031,
      "step": 61423
    },
    {
      "epoch": 2.857594789485927,
      "grad_norm": 1.2638309780058619,
      "learning_rate": 0.00016504672414064547,
      "loss": 2.1719,
      "step": 61424
    },
    {
      "epoch": 2.8576413119330075,
      "grad_norm": 1.3111582361557683,
      "learning_rate": 0.0001650430314369186,
      "loss": 2.3438,
      "step": 61425
    },
    {
      "epoch": 2.8576878343800884,
      "grad_norm": 1.3440682687645207,
      "learning_rate": 0.00016503933872398228,
      "loss": 2.2344,
      "step": 61426
    },
    {
      "epoch": 2.8577343568271694,
      "grad_norm": 1.2909751806971963,
      "learning_rate": 0.00016503564600183886,
      "loss": 2.3281,
      "step": 61427
    },
    {
      "epoch": 2.85778087927425,
      "grad_norm": 1.2819086294436897,
      "learning_rate": 0.00016503195327049046,
      "loss": 2.375,
      "step": 61428
    },
    {
      "epoch": 2.8578274017213303,
      "grad_norm": 1.356844369351203,
      "learning_rate": 0.00016502826052993943,
      "loss": 2.1719,
      "step": 61429
    },
    {
      "epoch": 2.8578739241684112,
      "grad_norm": 1.2325126534092552,
      "learning_rate": 0.000165024567780188,
      "loss": 2.0938,
      "step": 61430
    },
    {
      "epoch": 2.857920446615492,
      "grad_norm": 1.3388634970984432,
      "learning_rate": 0.00016502087502123845,
      "loss": 2.1094,
      "step": 61431
    },
    {
      "epoch": 2.8579669690625726,
      "grad_norm": 1.2930281690682544,
      "learning_rate": 0.00016501718225309304,
      "loss": 2.4844,
      "step": 61432
    },
    {
      "epoch": 2.8580134915096536,
      "grad_norm": 1.3349667929287756,
      "learning_rate": 0.00016501348947575405,
      "loss": 2.2188,
      "step": 61433
    },
    {
      "epoch": 2.858060013956734,
      "grad_norm": 1.167295045906737,
      "learning_rate": 0.00016500979668922366,
      "loss": 1.9141,
      "step": 61434
    },
    {
      "epoch": 2.858106536403815,
      "grad_norm": 1.3005274932634072,
      "learning_rate": 0.00016500610389350416,
      "loss": 2.4844,
      "step": 61435
    },
    {
      "epoch": 2.8581530588508954,
      "grad_norm": 1.4171886349836302,
      "learning_rate": 0.0001650024110885979,
      "loss": 2.5,
      "step": 61436
    },
    {
      "epoch": 2.8581995812979764,
      "grad_norm": 1.2452837028034183,
      "learning_rate": 0.00016499871827450706,
      "loss": 2.1406,
      "step": 61437
    },
    {
      "epoch": 2.858246103745057,
      "grad_norm": 1.3377060653088468,
      "learning_rate": 0.00016499502545123392,
      "loss": 2.3438,
      "step": 61438
    },
    {
      "epoch": 2.8582926261921378,
      "grad_norm": 1.3233285701902477,
      "learning_rate": 0.00016499133261878068,
      "loss": 2.5,
      "step": 61439
    },
    {
      "epoch": 2.8583391486392182,
      "grad_norm": 1.2865361234005341,
      "learning_rate": 0.00016498763977714973,
      "loss": 2.2031,
      "step": 61440
    },
    {
      "epoch": 2.858385671086299,
      "grad_norm": 1.1573626960306511,
      "learning_rate": 0.00016498394692634322,
      "loss": 2.0469,
      "step": 61441
    },
    {
      "epoch": 2.85843219353338,
      "grad_norm": 1.3064001572153845,
      "learning_rate": 0.00016498025406636347,
      "loss": 2.2969,
      "step": 61442
    },
    {
      "epoch": 2.8584787159804605,
      "grad_norm": 1.3534906513906673,
      "learning_rate": 0.0001649765611972127,
      "loss": 2.5,
      "step": 61443
    },
    {
      "epoch": 2.858525238427541,
      "grad_norm": 1.2913433483362915,
      "learning_rate": 0.00016497286831889323,
      "loss": 2.1406,
      "step": 61444
    },
    {
      "epoch": 2.858571760874622,
      "grad_norm": 1.2600834434795571,
      "learning_rate": 0.00016496917543140727,
      "loss": 1.7578,
      "step": 61445
    },
    {
      "epoch": 2.858618283321703,
      "grad_norm": 1.232024475279973,
      "learning_rate": 0.00016496548253475704,
      "loss": 1.6484,
      "step": 61446
    },
    {
      "epoch": 2.8586648057687833,
      "grad_norm": 1.2841960927863532,
      "learning_rate": 0.0001649617896289449,
      "loss": 2.25,
      "step": 61447
    },
    {
      "epoch": 2.8587113282158643,
      "grad_norm": 1.255873629815804,
      "learning_rate": 0.00016495809671397305,
      "loss": 2.1562,
      "step": 61448
    },
    {
      "epoch": 2.8587578506629447,
      "grad_norm": 1.1549422996541645,
      "learning_rate": 0.0001649544037898438,
      "loss": 1.7578,
      "step": 61449
    },
    {
      "epoch": 2.8588043731100257,
      "grad_norm": 1.3172720826395234,
      "learning_rate": 0.00016495071085655932,
      "loss": 2.4688,
      "step": 61450
    },
    {
      "epoch": 2.858850895557106,
      "grad_norm": 1.2348463490923587,
      "learning_rate": 0.00016494701791412196,
      "loss": 2.125,
      "step": 61451
    },
    {
      "epoch": 2.858897418004187,
      "grad_norm": 1.2756662627225632,
      "learning_rate": 0.00016494332496253393,
      "loss": 2.125,
      "step": 61452
    },
    {
      "epoch": 2.858943940451268,
      "grad_norm": 1.3585946229618469,
      "learning_rate": 0.00016493963200179756,
      "loss": 2.3125,
      "step": 61453
    },
    {
      "epoch": 2.8589904628983485,
      "grad_norm": 1.2480054259642275,
      "learning_rate": 0.000164935939031915,
      "loss": 2.3125,
      "step": 61454
    },
    {
      "epoch": 2.859036985345429,
      "grad_norm": 1.3830046128530333,
      "learning_rate": 0.00016493224605288858,
      "loss": 2.5312,
      "step": 61455
    },
    {
      "epoch": 2.85908350779251,
      "grad_norm": 1.3005588873403586,
      "learning_rate": 0.00016492855306472054,
      "loss": 2.4219,
      "step": 61456
    },
    {
      "epoch": 2.859130030239591,
      "grad_norm": 1.2713855701917645,
      "learning_rate": 0.0001649248600674132,
      "loss": 2.2188,
      "step": 61457
    },
    {
      "epoch": 2.8591765526866713,
      "grad_norm": 1.2905882516654665,
      "learning_rate": 0.0001649211670609687,
      "loss": 2.3594,
      "step": 61458
    },
    {
      "epoch": 2.859223075133752,
      "grad_norm": 1.2794898767942893,
      "learning_rate": 0.00016491747404538944,
      "loss": 2.2188,
      "step": 61459
    },
    {
      "epoch": 2.8592695975808327,
      "grad_norm": 1.2544947281266474,
      "learning_rate": 0.0001649137810206776,
      "loss": 2.4375,
      "step": 61460
    },
    {
      "epoch": 2.8593161200279136,
      "grad_norm": 1.3394725703625827,
      "learning_rate": 0.00016491008798683542,
      "loss": 2.5469,
      "step": 61461
    },
    {
      "epoch": 2.859362642474994,
      "grad_norm": 1.219164963158767,
      "learning_rate": 0.00016490639494386527,
      "loss": 2.25,
      "step": 61462
    },
    {
      "epoch": 2.859409164922075,
      "grad_norm": 1.2647488018079533,
      "learning_rate": 0.00016490270189176926,
      "loss": 2.4844,
      "step": 61463
    },
    {
      "epoch": 2.8594556873691555,
      "grad_norm": 1.3649758480808403,
      "learning_rate": 0.0001648990088305498,
      "loss": 2.2969,
      "step": 61464
    },
    {
      "epoch": 2.8595022098162364,
      "grad_norm": 1.2599661665225492,
      "learning_rate": 0.000164895315760209,
      "loss": 2.1562,
      "step": 61465
    },
    {
      "epoch": 2.859548732263317,
      "grad_norm": 1.323256842339612,
      "learning_rate": 0.00016489162268074924,
      "loss": 2.3281,
      "step": 61466
    },
    {
      "epoch": 2.8595952547103978,
      "grad_norm": 1.26778367796825,
      "learning_rate": 0.00016488792959217272,
      "loss": 2.2969,
      "step": 61467
    },
    {
      "epoch": 2.8596417771574787,
      "grad_norm": 1.3594340027707466,
      "learning_rate": 0.00016488423649448173,
      "loss": 2.4062,
      "step": 61468
    },
    {
      "epoch": 2.859688299604559,
      "grad_norm": 1.3232274631617194,
      "learning_rate": 0.00016488054338767853,
      "loss": 2.3594,
      "step": 61469
    },
    {
      "epoch": 2.8597348220516396,
      "grad_norm": 1.3112828941243295,
      "learning_rate": 0.0001648768502717654,
      "loss": 2.2656,
      "step": 61470
    },
    {
      "epoch": 2.8597813444987206,
      "grad_norm": 1.3036375647541483,
      "learning_rate": 0.00016487315714674454,
      "loss": 2.0938,
      "step": 61471
    },
    {
      "epoch": 2.8598278669458015,
      "grad_norm": 1.3237663221444773,
      "learning_rate": 0.00016486946401261826,
      "loss": 2.3906,
      "step": 61472
    },
    {
      "epoch": 2.859874389392882,
      "grad_norm": 1.278056843173874,
      "learning_rate": 0.00016486577086938884,
      "loss": 2.2812,
      "step": 61473
    },
    {
      "epoch": 2.859920911839963,
      "grad_norm": 1.2070644907096204,
      "learning_rate": 0.00016486207771705845,
      "loss": 2.0312,
      "step": 61474
    },
    {
      "epoch": 2.8599674342870434,
      "grad_norm": 1.3284890507038905,
      "learning_rate": 0.00016485838455562943,
      "loss": 2.4219,
      "step": 61475
    },
    {
      "epoch": 2.8600139567341243,
      "grad_norm": 1.272236314521837,
      "learning_rate": 0.000164854691385104,
      "loss": 2.3594,
      "step": 61476
    },
    {
      "epoch": 2.8600604791812048,
      "grad_norm": 1.212254123525435,
      "learning_rate": 0.0001648509982054845,
      "loss": 2.0781,
      "step": 61477
    },
    {
      "epoch": 2.8601070016282857,
      "grad_norm": 1.2749037053120782,
      "learning_rate": 0.00016484730501677307,
      "loss": 2.2031,
      "step": 61478
    },
    {
      "epoch": 2.8601535240753666,
      "grad_norm": 1.3202080470254296,
      "learning_rate": 0.00016484361181897202,
      "loss": 2.3906,
      "step": 61479
    },
    {
      "epoch": 2.860200046522447,
      "grad_norm": 1.1586244954336382,
      "learning_rate": 0.00016483991861208366,
      "loss": 1.9844,
      "step": 61480
    },
    {
      "epoch": 2.8602465689695276,
      "grad_norm": 1.2992776840721283,
      "learning_rate": 0.00016483622539611024,
      "loss": 2.2188,
      "step": 61481
    },
    {
      "epoch": 2.8602930914166085,
      "grad_norm": 1.2548414956033422,
      "learning_rate": 0.00016483253217105392,
      "loss": 2.3594,
      "step": 61482
    },
    {
      "epoch": 2.8603396138636894,
      "grad_norm": 1.2224476741834924,
      "learning_rate": 0.00016482883893691712,
      "loss": 1.9766,
      "step": 61483
    },
    {
      "epoch": 2.86038613631077,
      "grad_norm": 1.3013975759468623,
      "learning_rate": 0.00016482514569370196,
      "loss": 2.2188,
      "step": 61484
    },
    {
      "epoch": 2.860432658757851,
      "grad_norm": 1.22322268993791,
      "learning_rate": 0.0001648214524414108,
      "loss": 2.3438,
      "step": 61485
    },
    {
      "epoch": 2.8604791812049313,
      "grad_norm": 1.330205295342591,
      "learning_rate": 0.00016481775918004586,
      "loss": 2.5,
      "step": 61486
    },
    {
      "epoch": 2.860525703652012,
      "grad_norm": 1.2258182479275102,
      "learning_rate": 0.00016481406590960934,
      "loss": 2.2188,
      "step": 61487
    },
    {
      "epoch": 2.8605722260990927,
      "grad_norm": 1.2807091729688354,
      "learning_rate": 0.00016481037263010363,
      "loss": 2.2031,
      "step": 61488
    },
    {
      "epoch": 2.8606187485461736,
      "grad_norm": 1.25023014674333,
      "learning_rate": 0.0001648066793415309,
      "loss": 2.1562,
      "step": 61489
    },
    {
      "epoch": 2.8606652709932545,
      "grad_norm": 1.300980769592335,
      "learning_rate": 0.00016480298604389337,
      "loss": 2.2812,
      "step": 61490
    },
    {
      "epoch": 2.860711793440335,
      "grad_norm": 1.271010138256416,
      "learning_rate": 0.00016479929273719343,
      "loss": 2.4375,
      "step": 61491
    },
    {
      "epoch": 2.8607583158874155,
      "grad_norm": 1.402522493585176,
      "learning_rate": 0.00016479559942143328,
      "loss": 1.7344,
      "step": 61492
    },
    {
      "epoch": 2.8608048383344964,
      "grad_norm": 1.323637617841911,
      "learning_rate": 0.00016479190609661513,
      "loss": 2.4219,
      "step": 61493
    },
    {
      "epoch": 2.8608513607815773,
      "grad_norm": 1.2682227479028993,
      "learning_rate": 0.00016478821276274134,
      "loss": 2.4219,
      "step": 61494
    },
    {
      "epoch": 2.860897883228658,
      "grad_norm": 1.361005639717314,
      "learning_rate": 0.00016478451941981409,
      "loss": 2.4062,
      "step": 61495
    },
    {
      "epoch": 2.8609444056757383,
      "grad_norm": 1.3252320008344216,
      "learning_rate": 0.0001647808260678357,
      "loss": 2.4375,
      "step": 61496
    },
    {
      "epoch": 2.860990928122819,
      "grad_norm": 1.2598050525086013,
      "learning_rate": 0.0001647771327068084,
      "loss": 2.3594,
      "step": 61497
    },
    {
      "epoch": 2.8610374505699,
      "grad_norm": 1.249614847562265,
      "learning_rate": 0.0001647734393367344,
      "loss": 2.2344,
      "step": 61498
    },
    {
      "epoch": 2.8610839730169806,
      "grad_norm": 1.4111310671448065,
      "learning_rate": 0.0001647697459576161,
      "loss": 2.1562,
      "step": 61499
    },
    {
      "epoch": 2.8611304954640615,
      "grad_norm": 1.2173756101446866,
      "learning_rate": 0.0001647660525694556,
      "loss": 2.3125,
      "step": 61500
    },
    {
      "epoch": 2.861177017911142,
      "grad_norm": 1.293555834660301,
      "learning_rate": 0.00016476235917225524,
      "loss": 1.9375,
      "step": 61501
    },
    {
      "epoch": 2.861223540358223,
      "grad_norm": 1.2618899997415867,
      "learning_rate": 0.00016475866576601725,
      "loss": 2.2812,
      "step": 61502
    },
    {
      "epoch": 2.8612700628053034,
      "grad_norm": 1.2135109613365167,
      "learning_rate": 0.000164754972350744,
      "loss": 2.2031,
      "step": 61503
    },
    {
      "epoch": 2.8613165852523843,
      "grad_norm": 1.2470652458165192,
      "learning_rate": 0.00016475127892643762,
      "loss": 2.1406,
      "step": 61504
    },
    {
      "epoch": 2.8613631076994652,
      "grad_norm": 1.2524104609778057,
      "learning_rate": 0.00016474758549310045,
      "loss": 2.25,
      "step": 61505
    },
    {
      "epoch": 2.8614096301465457,
      "grad_norm": 1.2047751561777604,
      "learning_rate": 0.00016474389205073465,
      "loss": 2.1406,
      "step": 61506
    },
    {
      "epoch": 2.861456152593626,
      "grad_norm": 1.2996420200396048,
      "learning_rate": 0.00016474019859934264,
      "loss": 2.1875,
      "step": 61507
    },
    {
      "epoch": 2.861502675040707,
      "grad_norm": 1.2403407862790699,
      "learning_rate": 0.00016473650513892655,
      "loss": 2.0938,
      "step": 61508
    },
    {
      "epoch": 2.861549197487788,
      "grad_norm": 1.3205694485371753,
      "learning_rate": 0.0001647328116694887,
      "loss": 2.5469,
      "step": 61509
    },
    {
      "epoch": 2.8615957199348685,
      "grad_norm": 1.213974249567558,
      "learning_rate": 0.0001647291181910313,
      "loss": 2.1406,
      "step": 61510
    },
    {
      "epoch": 2.8616422423819494,
      "grad_norm": 1.2784295451998622,
      "learning_rate": 0.00016472542470355673,
      "loss": 2.1875,
      "step": 61511
    },
    {
      "epoch": 2.86168876482903,
      "grad_norm": 1.2161434780087155,
      "learning_rate": 0.00016472173120706706,
      "loss": 2.2188,
      "step": 61512
    },
    {
      "epoch": 2.861735287276111,
      "grad_norm": 1.3230780366986603,
      "learning_rate": 0.00016471803770156472,
      "loss": 2.4844,
      "step": 61513
    },
    {
      "epoch": 2.8617818097231913,
      "grad_norm": 1.2868482233193805,
      "learning_rate": 0.00016471434418705193,
      "loss": 2.4062,
      "step": 61514
    },
    {
      "epoch": 2.861828332170272,
      "grad_norm": 1.255597108407585,
      "learning_rate": 0.00016471065066353088,
      "loss": 2.3594,
      "step": 61515
    },
    {
      "epoch": 2.861874854617353,
      "grad_norm": 1.2446628090148366,
      "learning_rate": 0.00016470695713100393,
      "loss": 2.1562,
      "step": 61516
    },
    {
      "epoch": 2.8619213770644336,
      "grad_norm": 1.2874359496919285,
      "learning_rate": 0.00016470326358947326,
      "loss": 2.2344,
      "step": 61517
    },
    {
      "epoch": 2.861967899511514,
      "grad_norm": 1.1987727611217147,
      "learning_rate": 0.00016469957003894118,
      "loss": 2.0312,
      "step": 61518
    },
    {
      "epoch": 2.862014421958595,
      "grad_norm": 1.310074666549592,
      "learning_rate": 0.0001646958764794099,
      "loss": 2.4844,
      "step": 61519
    },
    {
      "epoch": 2.862060944405676,
      "grad_norm": 1.2643339715013562,
      "learning_rate": 0.00016469218291088178,
      "loss": 2.2812,
      "step": 61520
    },
    {
      "epoch": 2.8621074668527564,
      "grad_norm": 1.270116675218597,
      "learning_rate": 0.00016468848933335898,
      "loss": 2.1875,
      "step": 61521
    },
    {
      "epoch": 2.8621539892998373,
      "grad_norm": 1.23153088317226,
      "learning_rate": 0.00016468479574684384,
      "loss": 2.3594,
      "step": 61522
    },
    {
      "epoch": 2.862200511746918,
      "grad_norm": 1.2107250876963478,
      "learning_rate": 0.00016468110215133854,
      "loss": 2.0938,
      "step": 61523
    },
    {
      "epoch": 2.8622470341939987,
      "grad_norm": 1.2043669383426383,
      "learning_rate": 0.00016467740854684537,
      "loss": 2.0312,
      "step": 61524
    },
    {
      "epoch": 2.862293556641079,
      "grad_norm": 1.1792002105605819,
      "learning_rate": 0.00016467371493336666,
      "loss": 2.0156,
      "step": 61525
    },
    {
      "epoch": 2.86234007908816,
      "grad_norm": 1.2692197954908002,
      "learning_rate": 0.00016467002131090457,
      "loss": 2.2031,
      "step": 61526
    },
    {
      "epoch": 2.8623866015352406,
      "grad_norm": 1.4952154233718002,
      "learning_rate": 0.00016466632767946144,
      "loss": 2.7031,
      "step": 61527
    },
    {
      "epoch": 2.8624331239823215,
      "grad_norm": 1.3453735476248325,
      "learning_rate": 0.00016466263403903944,
      "loss": 2.4531,
      "step": 61528
    },
    {
      "epoch": 2.862479646429402,
      "grad_norm": 1.2941140302706808,
      "learning_rate": 0.00016465894038964095,
      "loss": 2.4844,
      "step": 61529
    },
    {
      "epoch": 2.862526168876483,
      "grad_norm": 1.2642249192163322,
      "learning_rate": 0.00016465524673126816,
      "loss": 2.2344,
      "step": 61530
    },
    {
      "epoch": 2.862572691323564,
      "grad_norm": 1.250038615583858,
      "learning_rate": 0.00016465155306392333,
      "loss": 2.3125,
      "step": 61531
    },
    {
      "epoch": 2.8626192137706443,
      "grad_norm": 1.2911349854367764,
      "learning_rate": 0.00016464785938760874,
      "loss": 2.2188,
      "step": 61532
    },
    {
      "epoch": 2.862665736217725,
      "grad_norm": 1.3539715934623204,
      "learning_rate": 0.00016464416570232662,
      "loss": 2.25,
      "step": 61533
    },
    {
      "epoch": 2.8627122586648057,
      "grad_norm": 1.2909901553875636,
      "learning_rate": 0.00016464047200807926,
      "loss": 2.3281,
      "step": 61534
    },
    {
      "epoch": 2.8627587811118866,
      "grad_norm": 1.203248113732009,
      "learning_rate": 0.00016463677830486895,
      "loss": 2.1562,
      "step": 61535
    },
    {
      "epoch": 2.862805303558967,
      "grad_norm": 1.2650161945193354,
      "learning_rate": 0.0001646330845926979,
      "loss": 2.1875,
      "step": 61536
    },
    {
      "epoch": 2.862851826006048,
      "grad_norm": 1.3071771665136196,
      "learning_rate": 0.00016462939087156833,
      "loss": 2.3906,
      "step": 61537
    },
    {
      "epoch": 2.8628983484531285,
      "grad_norm": 1.3590355768272042,
      "learning_rate": 0.00016462569714148267,
      "loss": 2.3125,
      "step": 61538
    },
    {
      "epoch": 2.8629448709002094,
      "grad_norm": 1.2113439839674256,
      "learning_rate": 0.00016462200340244302,
      "loss": 2.1562,
      "step": 61539
    },
    {
      "epoch": 2.86299139334729,
      "grad_norm": 1.1774059597076383,
      "learning_rate": 0.00016461830965445169,
      "loss": 2.2344,
      "step": 61540
    },
    {
      "epoch": 2.863037915794371,
      "grad_norm": 1.242752832671061,
      "learning_rate": 0.00016461461589751094,
      "loss": 2.3125,
      "step": 61541
    },
    {
      "epoch": 2.8630844382414518,
      "grad_norm": 1.309627615426417,
      "learning_rate": 0.00016461092213162302,
      "loss": 2.4375,
      "step": 61542
    },
    {
      "epoch": 2.8631309606885322,
      "grad_norm": 1.3183176444989817,
      "learning_rate": 0.00016460722835679023,
      "loss": 2.0312,
      "step": 61543
    },
    {
      "epoch": 2.8631774831356127,
      "grad_norm": 1.2637658702626855,
      "learning_rate": 0.00016460353457301485,
      "loss": 2.3906,
      "step": 61544
    },
    {
      "epoch": 2.8632240055826936,
      "grad_norm": 1.250605837867927,
      "learning_rate": 0.00016459984078029906,
      "loss": 2.1719,
      "step": 61545
    },
    {
      "epoch": 2.8632705280297746,
      "grad_norm": 1.2627275680717633,
      "learning_rate": 0.00016459614697864514,
      "loss": 2.4844,
      "step": 61546
    },
    {
      "epoch": 2.863317050476855,
      "grad_norm": 1.2507025377898429,
      "learning_rate": 0.0001645924531680554,
      "loss": 2.375,
      "step": 61547
    },
    {
      "epoch": 2.863363572923936,
      "grad_norm": 1.1751318489989744,
      "learning_rate": 0.00016458875934853204,
      "loss": 1.9766,
      "step": 61548
    },
    {
      "epoch": 2.8634100953710164,
      "grad_norm": 1.2995649025960703,
      "learning_rate": 0.0001645850655200774,
      "loss": 2.3125,
      "step": 61549
    },
    {
      "epoch": 2.8634566178180973,
      "grad_norm": 1.296893034617166,
      "learning_rate": 0.00016458137168269367,
      "loss": 2.4062,
      "step": 61550
    },
    {
      "epoch": 2.863503140265178,
      "grad_norm": 1.2716254807764087,
      "learning_rate": 0.0001645776778363832,
      "loss": 2.1875,
      "step": 61551
    },
    {
      "epoch": 2.8635496627122587,
      "grad_norm": 1.4006049485415037,
      "learning_rate": 0.0001645739839811481,
      "loss": 2.2812,
      "step": 61552
    },
    {
      "epoch": 2.8635961851593392,
      "grad_norm": 1.2603019240523974,
      "learning_rate": 0.00016457029011699077,
      "loss": 2.1719,
      "step": 61553
    },
    {
      "epoch": 2.86364270760642,
      "grad_norm": 1.2957792101850514,
      "learning_rate": 0.0001645665962439134,
      "loss": 2.4375,
      "step": 61554
    },
    {
      "epoch": 2.8636892300535006,
      "grad_norm": 1.207250356900643,
      "learning_rate": 0.0001645629023619183,
      "loss": 2.1875,
      "step": 61555
    },
    {
      "epoch": 2.8637357525005815,
      "grad_norm": 1.3809119492788535,
      "learning_rate": 0.00016455920847100768,
      "loss": 2.375,
      "step": 61556
    },
    {
      "epoch": 2.8637822749476625,
      "grad_norm": 1.3396159354169923,
      "learning_rate": 0.0001645555145711838,
      "loss": 2.4219,
      "step": 61557
    },
    {
      "epoch": 2.863828797394743,
      "grad_norm": 1.1725060891688783,
      "learning_rate": 0.00016455182066244903,
      "loss": 2.0469,
      "step": 61558
    },
    {
      "epoch": 2.8638753198418234,
      "grad_norm": 1.2701172649125998,
      "learning_rate": 0.0001645481267448055,
      "loss": 2.4375,
      "step": 61559
    },
    {
      "epoch": 2.8639218422889043,
      "grad_norm": 1.3493135626084596,
      "learning_rate": 0.00016454443281825552,
      "loss": 2.25,
      "step": 61560
    },
    {
      "epoch": 2.8639683647359853,
      "grad_norm": 1.2241858996343855,
      "learning_rate": 0.00016454073888280137,
      "loss": 2.125,
      "step": 61561
    },
    {
      "epoch": 2.8640148871830657,
      "grad_norm": 1.308049400356425,
      "learning_rate": 0.0001645370449384453,
      "loss": 2.3438,
      "step": 61562
    },
    {
      "epoch": 2.8640614096301467,
      "grad_norm": 1.3466024622989907,
      "learning_rate": 0.00016453335098518953,
      "loss": 2.5,
      "step": 61563
    },
    {
      "epoch": 2.864107932077227,
      "grad_norm": 1.2554653890960132,
      "learning_rate": 0.00016452965702303638,
      "loss": 2.3125,
      "step": 61564
    },
    {
      "epoch": 2.864154454524308,
      "grad_norm": 1.213220588601514,
      "learning_rate": 0.00016452596305198807,
      "loss": 2.2031,
      "step": 61565
    },
    {
      "epoch": 2.8642009769713885,
      "grad_norm": 1.29653766539141,
      "learning_rate": 0.0001645222690720469,
      "loss": 2.4375,
      "step": 61566
    },
    {
      "epoch": 2.8642474994184695,
      "grad_norm": 1.2278694020634522,
      "learning_rate": 0.0001645185750832151,
      "loss": 1.9922,
      "step": 61567
    },
    {
      "epoch": 2.8642940218655504,
      "grad_norm": 1.2338004179915192,
      "learning_rate": 0.00016451488108549495,
      "loss": 2.2344,
      "step": 61568
    },
    {
      "epoch": 2.864340544312631,
      "grad_norm": 1.220587309589982,
      "learning_rate": 0.0001645111870788887,
      "loss": 2.2188,
      "step": 61569
    },
    {
      "epoch": 2.8643870667597113,
      "grad_norm": 1.3070596550590163,
      "learning_rate": 0.0001645074930633986,
      "loss": 2.3125,
      "step": 61570
    },
    {
      "epoch": 2.8644335892067923,
      "grad_norm": 1.2690809476269158,
      "learning_rate": 0.00016450379903902695,
      "loss": 2.4375,
      "step": 61571
    },
    {
      "epoch": 2.864480111653873,
      "grad_norm": 1.3077888915854474,
      "learning_rate": 0.000164500105005776,
      "loss": 2.4219,
      "step": 61572
    },
    {
      "epoch": 2.8645266341009537,
      "grad_norm": 1.2280738835778318,
      "learning_rate": 0.00016449641096364796,
      "loss": 2.2812,
      "step": 61573
    },
    {
      "epoch": 2.8645731565480346,
      "grad_norm": 1.3565959787082156,
      "learning_rate": 0.00016449271691264516,
      "loss": 2.5469,
      "step": 61574
    },
    {
      "epoch": 2.864619678995115,
      "grad_norm": 1.2839890914940075,
      "learning_rate": 0.00016448902285276986,
      "loss": 2.3594,
      "step": 61575
    },
    {
      "epoch": 2.864666201442196,
      "grad_norm": 1.2733971167035336,
      "learning_rate": 0.00016448532878402422,
      "loss": 2.2031,
      "step": 61576
    },
    {
      "epoch": 2.8647127238892764,
      "grad_norm": 1.2873226379613223,
      "learning_rate": 0.00016448163470641065,
      "loss": 2.2969,
      "step": 61577
    },
    {
      "epoch": 2.8647592463363574,
      "grad_norm": 1.1750868314174785,
      "learning_rate": 0.0001644779406199313,
      "loss": 2.0781,
      "step": 61578
    },
    {
      "epoch": 2.864805768783438,
      "grad_norm": 1.2300227343126402,
      "learning_rate": 0.00016447424652458846,
      "loss": 2.25,
      "step": 61579
    },
    {
      "epoch": 2.8648522912305188,
      "grad_norm": 1.2124869724833056,
      "learning_rate": 0.00016447055242038442,
      "loss": 1.6406,
      "step": 61580
    },
    {
      "epoch": 2.8648988136775992,
      "grad_norm": 1.3119164595646076,
      "learning_rate": 0.00016446685830732142,
      "loss": 2.2188,
      "step": 61581
    },
    {
      "epoch": 2.86494533612468,
      "grad_norm": 1.2108601281656897,
      "learning_rate": 0.00016446316418540177,
      "loss": 2.0781,
      "step": 61582
    },
    {
      "epoch": 2.864991858571761,
      "grad_norm": 1.240458988058524,
      "learning_rate": 0.00016445947005462762,
      "loss": 2.25,
      "step": 61583
    },
    {
      "epoch": 2.8650383810188416,
      "grad_norm": 1.2026401464410785,
      "learning_rate": 0.00016445577591500131,
      "loss": 2.3906,
      "step": 61584
    },
    {
      "epoch": 2.865084903465922,
      "grad_norm": 1.3540472313811982,
      "learning_rate": 0.0001644520817665251,
      "loss": 2.4688,
      "step": 61585
    },
    {
      "epoch": 2.865131425913003,
      "grad_norm": 1.207517932490743,
      "learning_rate": 0.00016444838760920125,
      "loss": 1.9844,
      "step": 61586
    },
    {
      "epoch": 2.865177948360084,
      "grad_norm": 1.3251840206844248,
      "learning_rate": 0.00016444469344303197,
      "loss": 2.0781,
      "step": 61587
    },
    {
      "epoch": 2.8652244708071644,
      "grad_norm": 1.3326906411060733,
      "learning_rate": 0.0001644409992680196,
      "loss": 2.4531,
      "step": 61588
    },
    {
      "epoch": 2.8652709932542453,
      "grad_norm": 1.3167168989984153,
      "learning_rate": 0.00016443730508416634,
      "loss": 2.375,
      "step": 61589
    },
    {
      "epoch": 2.8653175157013258,
      "grad_norm": 1.3265489039718221,
      "learning_rate": 0.0001644336108914745,
      "loss": 2.4219,
      "step": 61590
    },
    {
      "epoch": 2.8653640381484067,
      "grad_norm": 1.2753570752404755,
      "learning_rate": 0.00016442991668994632,
      "loss": 2.4375,
      "step": 61591
    },
    {
      "epoch": 2.865410560595487,
      "grad_norm": 1.2712199175964398,
      "learning_rate": 0.00016442622247958406,
      "loss": 2.4219,
      "step": 61592
    },
    {
      "epoch": 2.865457083042568,
      "grad_norm": 1.2133697572339062,
      "learning_rate": 0.00016442252826038997,
      "loss": 2.2031,
      "step": 61593
    },
    {
      "epoch": 2.865503605489649,
      "grad_norm": 1.2956596021510576,
      "learning_rate": 0.00016441883403236633,
      "loss": 2.1719,
      "step": 61594
    },
    {
      "epoch": 2.8655501279367295,
      "grad_norm": 1.3127845128314524,
      "learning_rate": 0.0001644151397955154,
      "loss": 2.3125,
      "step": 61595
    },
    {
      "epoch": 2.86559665038381,
      "grad_norm": 1.1605222576993228,
      "learning_rate": 0.00016441144554983942,
      "loss": 1.6016,
      "step": 61596
    },
    {
      "epoch": 2.865643172830891,
      "grad_norm": 1.305118027944057,
      "learning_rate": 0.00016440775129534068,
      "loss": 2.5,
      "step": 61597
    },
    {
      "epoch": 2.865689695277972,
      "grad_norm": 1.1971088877292648,
      "learning_rate": 0.00016440405703202143,
      "loss": 1.8047,
      "step": 61598
    },
    {
      "epoch": 2.8657362177250523,
      "grad_norm": 1.3739446556721893,
      "learning_rate": 0.00016440036275988394,
      "loss": 2.5156,
      "step": 61599
    },
    {
      "epoch": 2.865782740172133,
      "grad_norm": 1.1449331919826404,
      "learning_rate": 0.00016439666847893042,
      "loss": 1.7578,
      "step": 61600
    },
    {
      "epoch": 2.8658292626192137,
      "grad_norm": 1.2797511765351939,
      "learning_rate": 0.00016439297418916322,
      "loss": 2.3438,
      "step": 61601
    },
    {
      "epoch": 2.8658757850662946,
      "grad_norm": 1.4198985806287037,
      "learning_rate": 0.0001643892798905845,
      "loss": 2.5625,
      "step": 61602
    },
    {
      "epoch": 2.865922307513375,
      "grad_norm": 1.27702613997462,
      "learning_rate": 0.00016438558558319667,
      "loss": 2.3125,
      "step": 61603
    },
    {
      "epoch": 2.865968829960456,
      "grad_norm": 1.2458097365896887,
      "learning_rate": 0.0001643818912670018,
      "loss": 2.4219,
      "step": 61604
    },
    {
      "epoch": 2.866015352407537,
      "grad_norm": 1.3094919542756782,
      "learning_rate": 0.00016437819694200233,
      "loss": 2.3125,
      "step": 61605
    },
    {
      "epoch": 2.8660618748546174,
      "grad_norm": 1.3587077262010157,
      "learning_rate": 0.00016437450260820043,
      "loss": 2.2969,
      "step": 61606
    },
    {
      "epoch": 2.866108397301698,
      "grad_norm": 1.2529535871589468,
      "learning_rate": 0.00016437080826559836,
      "loss": 2.3594,
      "step": 61607
    },
    {
      "epoch": 2.866154919748779,
      "grad_norm": 1.2163949081526617,
      "learning_rate": 0.0001643671139141984,
      "loss": 2.1719,
      "step": 61608
    },
    {
      "epoch": 2.8662014421958597,
      "grad_norm": 1.2653017300967397,
      "learning_rate": 0.00016436341955400278,
      "loss": 2.2656,
      "step": 61609
    },
    {
      "epoch": 2.86624796464294,
      "grad_norm": 1.3669446868181583,
      "learning_rate": 0.00016435972518501384,
      "loss": 2.3281,
      "step": 61610
    },
    {
      "epoch": 2.8662944870900207,
      "grad_norm": 1.2330551598912787,
      "learning_rate": 0.00016435603080723371,
      "loss": 2.0,
      "step": 61611
    },
    {
      "epoch": 2.8663410095371016,
      "grad_norm": 1.3547208592754367,
      "learning_rate": 0.0001643523364206648,
      "loss": 2.3438,
      "step": 61612
    },
    {
      "epoch": 2.8663875319841825,
      "grad_norm": 1.253230838449874,
      "learning_rate": 0.0001643486420253093,
      "loss": 1.7188,
      "step": 61613
    },
    {
      "epoch": 2.866434054431263,
      "grad_norm": 1.441976474500379,
      "learning_rate": 0.0001643449476211695,
      "loss": 2.1719,
      "step": 61614
    },
    {
      "epoch": 2.866480576878344,
      "grad_norm": 1.399205024009324,
      "learning_rate": 0.00016434125320824759,
      "loss": 2.625,
      "step": 61615
    },
    {
      "epoch": 2.8665270993254244,
      "grad_norm": 1.5128584445902844,
      "learning_rate": 0.00016433755878654592,
      "loss": 2.2969,
      "step": 61616
    },
    {
      "epoch": 2.8665736217725053,
      "grad_norm": 1.244777904646109,
      "learning_rate": 0.00016433386435606663,
      "loss": 2.2031,
      "step": 61617
    },
    {
      "epoch": 2.8666201442195858,
      "grad_norm": 1.2299412219869967,
      "learning_rate": 0.00016433016991681217,
      "loss": 2.2969,
      "step": 61618
    },
    {
      "epoch": 2.8666666666666667,
      "grad_norm": 1.2361004268082352,
      "learning_rate": 0.00016432647546878466,
      "loss": 2.2656,
      "step": 61619
    },
    {
      "epoch": 2.8667131891137476,
      "grad_norm": 1.3428941009551472,
      "learning_rate": 0.00016432278101198637,
      "loss": 2.3906,
      "step": 61620
    },
    {
      "epoch": 2.866759711560828,
      "grad_norm": 1.2773498832242096,
      "learning_rate": 0.00016431908654641965,
      "loss": 2.4062,
      "step": 61621
    },
    {
      "epoch": 2.8668062340079086,
      "grad_norm": 1.2692534692968638,
      "learning_rate": 0.0001643153920720866,
      "loss": 2.25,
      "step": 61622
    },
    {
      "epoch": 2.8668527564549895,
      "grad_norm": 1.3511714865903208,
      "learning_rate": 0.00016431169758898966,
      "loss": 2.1094,
      "step": 61623
    },
    {
      "epoch": 2.8668992789020704,
      "grad_norm": 1.26455113457544,
      "learning_rate": 0.00016430800309713098,
      "loss": 2.0938,
      "step": 61624
    },
    {
      "epoch": 2.866945801349151,
      "grad_norm": 1.2800732438255822,
      "learning_rate": 0.0001643043085965129,
      "loss": 2.2812,
      "step": 61625
    },
    {
      "epoch": 2.866992323796232,
      "grad_norm": 1.2744112632129456,
      "learning_rate": 0.0001643006140871376,
      "loss": 2.2344,
      "step": 61626
    },
    {
      "epoch": 2.8670388462433123,
      "grad_norm": 1.273150632962908,
      "learning_rate": 0.0001642969195690074,
      "loss": 2.2031,
      "step": 61627
    },
    {
      "epoch": 2.867085368690393,
      "grad_norm": 1.2523448558590713,
      "learning_rate": 0.0001642932250421245,
      "loss": 2.2969,
      "step": 61628
    },
    {
      "epoch": 2.8671318911374737,
      "grad_norm": 1.2776150679637372,
      "learning_rate": 0.00016428953050649125,
      "loss": 2.1875,
      "step": 61629
    },
    {
      "epoch": 2.8671784135845546,
      "grad_norm": 1.28682484285455,
      "learning_rate": 0.00016428583596210985,
      "loss": 2.2188,
      "step": 61630
    },
    {
      "epoch": 2.8672249360316355,
      "grad_norm": 1.2181160708698835,
      "learning_rate": 0.00016428214140898258,
      "loss": 2.2344,
      "step": 61631
    },
    {
      "epoch": 2.867271458478716,
      "grad_norm": 1.244836948156649,
      "learning_rate": 0.0001642784468471117,
      "loss": 2.2188,
      "step": 61632
    },
    {
      "epoch": 2.8673179809257965,
      "grad_norm": 1.1198458561042839,
      "learning_rate": 0.00016427475227649943,
      "loss": 1.9766,
      "step": 61633
    },
    {
      "epoch": 2.8673645033728774,
      "grad_norm": 1.3278161791960374,
      "learning_rate": 0.00016427105769714813,
      "loss": 2.3125,
      "step": 61634
    },
    {
      "epoch": 2.8674110258199583,
      "grad_norm": 1.3499188988647042,
      "learning_rate": 0.00016426736310905994,
      "loss": 2.4844,
      "step": 61635
    },
    {
      "epoch": 2.867457548267039,
      "grad_norm": 1.1770296173997221,
      "learning_rate": 0.00016426366851223726,
      "loss": 2.1406,
      "step": 61636
    },
    {
      "epoch": 2.8675040707141197,
      "grad_norm": 1.3044420397543723,
      "learning_rate": 0.00016425997390668223,
      "loss": 2.3906,
      "step": 61637
    },
    {
      "epoch": 2.8675505931612,
      "grad_norm": 1.2328442505752741,
      "learning_rate": 0.0001642562792923972,
      "loss": 2.2188,
      "step": 61638
    },
    {
      "epoch": 2.867597115608281,
      "grad_norm": 1.287326828294768,
      "learning_rate": 0.00016425258466938437,
      "loss": 2.2812,
      "step": 61639
    },
    {
      "epoch": 2.8676436380553616,
      "grad_norm": 1.2948434005313958,
      "learning_rate": 0.00016424889003764602,
      "loss": 2.1875,
      "step": 61640
    },
    {
      "epoch": 2.8676901605024425,
      "grad_norm": 1.2835384409088682,
      "learning_rate": 0.00016424519539718442,
      "loss": 2.3906,
      "step": 61641
    },
    {
      "epoch": 2.867736682949523,
      "grad_norm": 1.2210536177995437,
      "learning_rate": 0.00016424150074800182,
      "loss": 2.2188,
      "step": 61642
    },
    {
      "epoch": 2.867783205396604,
      "grad_norm": 1.218457329692254,
      "learning_rate": 0.0001642378060901005,
      "loss": 2.1875,
      "step": 61643
    },
    {
      "epoch": 2.8678297278436844,
      "grad_norm": 1.2682092523574353,
      "learning_rate": 0.0001642341114234827,
      "loss": 2.3281,
      "step": 61644
    },
    {
      "epoch": 2.8678762502907653,
      "grad_norm": 1.2970344426860978,
      "learning_rate": 0.0001642304167481507,
      "loss": 2.3281,
      "step": 61645
    },
    {
      "epoch": 2.8679227727378462,
      "grad_norm": 1.1859707863754196,
      "learning_rate": 0.00016422672206410673,
      "loss": 1.9922,
      "step": 61646
    },
    {
      "epoch": 2.8679692951849267,
      "grad_norm": 1.3007119496815216,
      "learning_rate": 0.0001642230273713531,
      "loss": 2.25,
      "step": 61647
    },
    {
      "epoch": 2.868015817632007,
      "grad_norm": 1.1957889053046544,
      "learning_rate": 0.00016421933266989205,
      "loss": 2.1094,
      "step": 61648
    },
    {
      "epoch": 2.868062340079088,
      "grad_norm": 1.3261058850949787,
      "learning_rate": 0.00016421563795972587,
      "loss": 2.4531,
      "step": 61649
    },
    {
      "epoch": 2.868108862526169,
      "grad_norm": 1.2564893805333972,
      "learning_rate": 0.00016421194324085675,
      "loss": 2.2031,
      "step": 61650
    },
    {
      "epoch": 2.8681553849732495,
      "grad_norm": 1.2491496399849173,
      "learning_rate": 0.000164208248513287,
      "loss": 2.1406,
      "step": 61651
    },
    {
      "epoch": 2.8682019074203304,
      "grad_norm": 1.2695117583057403,
      "learning_rate": 0.00016420455377701889,
      "loss": 2.0781,
      "step": 61652
    },
    {
      "epoch": 2.868248429867411,
      "grad_norm": 1.228864209194639,
      "learning_rate": 0.00016420085903205467,
      "loss": 2.125,
      "step": 61653
    },
    {
      "epoch": 2.868294952314492,
      "grad_norm": 1.2413764236206888,
      "learning_rate": 0.0001641971642783966,
      "loss": 2.1094,
      "step": 61654
    },
    {
      "epoch": 2.8683414747615723,
      "grad_norm": 1.2155602171163506,
      "learning_rate": 0.00016419346951604692,
      "loss": 2.0781,
      "step": 61655
    },
    {
      "epoch": 2.8683879972086532,
      "grad_norm": 1.2108038217321542,
      "learning_rate": 0.00016418977474500792,
      "loss": 2.2188,
      "step": 61656
    },
    {
      "epoch": 2.868434519655734,
      "grad_norm": 1.2433222627954215,
      "learning_rate": 0.00016418607996528185,
      "loss": 2.25,
      "step": 61657
    },
    {
      "epoch": 2.8684810421028146,
      "grad_norm": 1.2148825054890011,
      "learning_rate": 0.00016418238517687102,
      "loss": 2.1719,
      "step": 61658
    },
    {
      "epoch": 2.868527564549895,
      "grad_norm": 1.2828996268795365,
      "learning_rate": 0.0001641786903797776,
      "loss": 2.4219,
      "step": 61659
    },
    {
      "epoch": 2.868574086996976,
      "grad_norm": 1.1417836788951112,
      "learning_rate": 0.00016417499557400396,
      "loss": 2.0,
      "step": 61660
    },
    {
      "epoch": 2.868620609444057,
      "grad_norm": 1.299789324368029,
      "learning_rate": 0.00016417130075955226,
      "loss": 2.375,
      "step": 61661
    },
    {
      "epoch": 2.8686671318911374,
      "grad_norm": 1.1740921929495738,
      "learning_rate": 0.00016416760593642484,
      "loss": 2.1094,
      "step": 61662
    },
    {
      "epoch": 2.8687136543382183,
      "grad_norm": 1.1876403608104327,
      "learning_rate": 0.0001641639111046239,
      "loss": 1.9688,
      "step": 61663
    },
    {
      "epoch": 2.868760176785299,
      "grad_norm": 1.1969188530472075,
      "learning_rate": 0.00016416021626415174,
      "loss": 2.1406,
      "step": 61664
    },
    {
      "epoch": 2.8688066992323797,
      "grad_norm": 1.306176886581843,
      "learning_rate": 0.00016415652141501058,
      "loss": 2.1562,
      "step": 61665
    },
    {
      "epoch": 2.86885322167946,
      "grad_norm": 1.294479298805812,
      "learning_rate": 0.0001641528265572027,
      "loss": 2.2969,
      "step": 61666
    },
    {
      "epoch": 2.868899744126541,
      "grad_norm": 1.2127955560188517,
      "learning_rate": 0.00016414913169073047,
      "loss": 1.9141,
      "step": 61667
    },
    {
      "epoch": 2.8689462665736216,
      "grad_norm": 1.3296045544117245,
      "learning_rate": 0.000164145436815596,
      "loss": 2.4531,
      "step": 61668
    },
    {
      "epoch": 2.8689927890207025,
      "grad_norm": 1.1578630206038403,
      "learning_rate": 0.00016414174193180164,
      "loss": 2.2188,
      "step": 61669
    },
    {
      "epoch": 2.869039311467783,
      "grad_norm": 1.2980685636016416,
      "learning_rate": 0.00016413804703934955,
      "loss": 2.1406,
      "step": 61670
    },
    {
      "epoch": 2.869085833914864,
      "grad_norm": 1.247841717481645,
      "learning_rate": 0.00016413435213824215,
      "loss": 2.3594,
      "step": 61671
    },
    {
      "epoch": 2.869132356361945,
      "grad_norm": 1.3249560013080417,
      "learning_rate": 0.00016413065722848156,
      "loss": 2.3125,
      "step": 61672
    },
    {
      "epoch": 2.8691788788090253,
      "grad_norm": 1.3470129846454202,
      "learning_rate": 0.00016412696231007012,
      "loss": 2.4531,
      "step": 61673
    },
    {
      "epoch": 2.869225401256106,
      "grad_norm": 1.2831179794846803,
      "learning_rate": 0.00016412326738301006,
      "loss": 2.1875,
      "step": 61674
    },
    {
      "epoch": 2.8692719237031867,
      "grad_norm": 1.229202226722926,
      "learning_rate": 0.00016411957244730368,
      "loss": 2.125,
      "step": 61675
    },
    {
      "epoch": 2.8693184461502677,
      "grad_norm": 1.2964828293204829,
      "learning_rate": 0.00016411587750295316,
      "loss": 2.0625,
      "step": 61676
    },
    {
      "epoch": 2.869364968597348,
      "grad_norm": 1.354843220499128,
      "learning_rate": 0.00016411218254996086,
      "loss": 2.2656,
      "step": 61677
    },
    {
      "epoch": 2.869411491044429,
      "grad_norm": 1.2784984543929419,
      "learning_rate": 0.000164108487588329,
      "loss": 2.4062,
      "step": 61678
    },
    {
      "epoch": 2.8694580134915095,
      "grad_norm": 1.3999155959751355,
      "learning_rate": 0.00016410479261805982,
      "loss": 2.2812,
      "step": 61679
    },
    {
      "epoch": 2.8695045359385905,
      "grad_norm": 1.1601907941247247,
      "learning_rate": 0.00016410109763915562,
      "loss": 2.2188,
      "step": 61680
    },
    {
      "epoch": 2.869551058385671,
      "grad_norm": 1.244583590143868,
      "learning_rate": 0.00016409740265161863,
      "loss": 2.0312,
      "step": 61681
    },
    {
      "epoch": 2.869597580832752,
      "grad_norm": 1.3410142463730526,
      "learning_rate": 0.00016409370765545117,
      "loss": 2.3594,
      "step": 61682
    },
    {
      "epoch": 2.8696441032798328,
      "grad_norm": 1.3299043276226075,
      "learning_rate": 0.00016409001265065538,
      "loss": 2.2812,
      "step": 61683
    },
    {
      "epoch": 2.8696906257269132,
      "grad_norm": 1.2404239957349785,
      "learning_rate": 0.00016408631763723368,
      "loss": 2.2031,
      "step": 61684
    },
    {
      "epoch": 2.8697371481739937,
      "grad_norm": 1.3186855660959484,
      "learning_rate": 0.00016408262261518818,
      "loss": 2.4219,
      "step": 61685
    },
    {
      "epoch": 2.8697836706210746,
      "grad_norm": 1.334539199901366,
      "learning_rate": 0.00016407892758452127,
      "loss": 2.2656,
      "step": 61686
    },
    {
      "epoch": 2.8698301930681556,
      "grad_norm": 1.2672219461093486,
      "learning_rate": 0.00016407523254523515,
      "loss": 2.1719,
      "step": 61687
    },
    {
      "epoch": 2.869876715515236,
      "grad_norm": 1.2668964646681553,
      "learning_rate": 0.00016407153749733205,
      "loss": 2.4375,
      "step": 61688
    },
    {
      "epoch": 2.869923237962317,
      "grad_norm": 1.2700848375348142,
      "learning_rate": 0.00016406784244081432,
      "loss": 2.1875,
      "step": 61689
    },
    {
      "epoch": 2.8699697604093974,
      "grad_norm": 1.3724982743107765,
      "learning_rate": 0.00016406414737568415,
      "loss": 2.1875,
      "step": 61690
    },
    {
      "epoch": 2.8700162828564784,
      "grad_norm": 1.3097352158533435,
      "learning_rate": 0.00016406045230194386,
      "loss": 2.5,
      "step": 61691
    },
    {
      "epoch": 2.870062805303559,
      "grad_norm": 1.325468874643362,
      "learning_rate": 0.00016405675721959564,
      "loss": 2.3438,
      "step": 61692
    },
    {
      "epoch": 2.8701093277506398,
      "grad_norm": 1.2609814510664332,
      "learning_rate": 0.00016405306212864183,
      "loss": 2.1562,
      "step": 61693
    },
    {
      "epoch": 2.8701558501977202,
      "grad_norm": 1.3321526958238352,
      "learning_rate": 0.00016404936702908458,
      "loss": 2.2969,
      "step": 61694
    },
    {
      "epoch": 2.870202372644801,
      "grad_norm": 1.3143117963778896,
      "learning_rate": 0.0001640456719209263,
      "loss": 2.5625,
      "step": 61695
    },
    {
      "epoch": 2.8702488950918816,
      "grad_norm": 1.2514341447925297,
      "learning_rate": 0.00016404197680416912,
      "loss": 2.4219,
      "step": 61696
    },
    {
      "epoch": 2.8702954175389626,
      "grad_norm": 1.2334720993192982,
      "learning_rate": 0.0001640382816788154,
      "loss": 2.1875,
      "step": 61697
    },
    {
      "epoch": 2.8703419399860435,
      "grad_norm": 1.3065173293128878,
      "learning_rate": 0.00016403458654486733,
      "loss": 2.25,
      "step": 61698
    },
    {
      "epoch": 2.870388462433124,
      "grad_norm": 1.3910721631847136,
      "learning_rate": 0.00016403089140232724,
      "loss": 2.3125,
      "step": 61699
    },
    {
      "epoch": 2.8704349848802044,
      "grad_norm": 1.3516808286062776,
      "learning_rate": 0.0001640271962511973,
      "loss": 2.2188,
      "step": 61700
    },
    {
      "epoch": 2.8704815073272854,
      "grad_norm": 1.2707846904754811,
      "learning_rate": 0.00016402350109147987,
      "loss": 2.2344,
      "step": 61701
    },
    {
      "epoch": 2.8705280297743663,
      "grad_norm": 1.154054001624304,
      "learning_rate": 0.00016401980592317718,
      "loss": 2.0,
      "step": 61702
    },
    {
      "epoch": 2.8705745522214468,
      "grad_norm": 1.344800400144627,
      "learning_rate": 0.00016401611074629146,
      "loss": 2.2812,
      "step": 61703
    },
    {
      "epoch": 2.8706210746685277,
      "grad_norm": 1.40613937695236,
      "learning_rate": 0.000164012415560825,
      "loss": 2.4375,
      "step": 61704
    },
    {
      "epoch": 2.870667597115608,
      "grad_norm": 1.3057044623406666,
      "learning_rate": 0.00016400872036678005,
      "loss": 2.4531,
      "step": 61705
    },
    {
      "epoch": 2.870714119562689,
      "grad_norm": 1.1879395522933256,
      "learning_rate": 0.0001640050251641589,
      "loss": 2.2031,
      "step": 61706
    },
    {
      "epoch": 2.8707606420097695,
      "grad_norm": 1.2730676492528643,
      "learning_rate": 0.00016400132995296376,
      "loss": 2.0625,
      "step": 61707
    },
    {
      "epoch": 2.8708071644568505,
      "grad_norm": 1.3127270577138794,
      "learning_rate": 0.00016399763473319695,
      "loss": 2.2812,
      "step": 61708
    },
    {
      "epoch": 2.8708536869039314,
      "grad_norm": 1.334185501144267,
      "learning_rate": 0.0001639939395048607,
      "loss": 2.375,
      "step": 61709
    },
    {
      "epoch": 2.870900209351012,
      "grad_norm": 1.2225725176744122,
      "learning_rate": 0.00016399024426795724,
      "loss": 2.1875,
      "step": 61710
    },
    {
      "epoch": 2.8709467317980923,
      "grad_norm": 1.2322190791548042,
      "learning_rate": 0.0001639865490224889,
      "loss": 2.0938,
      "step": 61711
    },
    {
      "epoch": 2.8709932542451733,
      "grad_norm": 1.4216028734178965,
      "learning_rate": 0.0001639828537684579,
      "loss": 2.6094,
      "step": 61712
    },
    {
      "epoch": 2.871039776692254,
      "grad_norm": 1.2457502222744965,
      "learning_rate": 0.00016397915850586655,
      "loss": 2.0781,
      "step": 61713
    },
    {
      "epoch": 2.8710862991393347,
      "grad_norm": 1.3218459412923085,
      "learning_rate": 0.00016397546323471707,
      "loss": 2.4531,
      "step": 61714
    },
    {
      "epoch": 2.8711328215864156,
      "grad_norm": 1.2565783844120877,
      "learning_rate": 0.00016397176795501174,
      "loss": 2.1875,
      "step": 61715
    },
    {
      "epoch": 2.871179344033496,
      "grad_norm": 1.2545396434416831,
      "learning_rate": 0.00016396807266675278,
      "loss": 2.2188,
      "step": 61716
    },
    {
      "epoch": 2.871225866480577,
      "grad_norm": 1.145438566458568,
      "learning_rate": 0.0001639643773699425,
      "loss": 1.5625,
      "step": 61717
    },
    {
      "epoch": 2.8712723889276575,
      "grad_norm": 1.218548942230184,
      "learning_rate": 0.00016396068206458314,
      "loss": 2.2812,
      "step": 61718
    },
    {
      "epoch": 2.8713189113747384,
      "grad_norm": 1.285317914573636,
      "learning_rate": 0.00016395698675067695,
      "loss": 2.1094,
      "step": 61719
    },
    {
      "epoch": 2.8713654338218193,
      "grad_norm": 1.2549265012763458,
      "learning_rate": 0.0001639532914282262,
      "loss": 2.125,
      "step": 61720
    },
    {
      "epoch": 2.8714119562689,
      "grad_norm": 1.3649811843211992,
      "learning_rate": 0.0001639495960972332,
      "loss": 2.1875,
      "step": 61721
    },
    {
      "epoch": 2.8714584787159803,
      "grad_norm": 1.295034764543672,
      "learning_rate": 0.00016394590075770015,
      "loss": 2.2344,
      "step": 61722
    },
    {
      "epoch": 2.871505001163061,
      "grad_norm": 1.339443792304016,
      "learning_rate": 0.00016394220540962937,
      "loss": 2.3125,
      "step": 61723
    },
    {
      "epoch": 2.871551523610142,
      "grad_norm": 1.297177160188848,
      "learning_rate": 0.00016393851005302307,
      "loss": 2.4062,
      "step": 61724
    },
    {
      "epoch": 2.8715980460572226,
      "grad_norm": 1.2487352049248388,
      "learning_rate": 0.00016393481468788353,
      "loss": 2.2812,
      "step": 61725
    },
    {
      "epoch": 2.871644568504303,
      "grad_norm": 1.2956499328583917,
      "learning_rate": 0.000163931119314213,
      "loss": 2.2812,
      "step": 61726
    },
    {
      "epoch": 2.871691090951384,
      "grad_norm": 1.2439504270015356,
      "learning_rate": 0.00016392742393201378,
      "loss": 2.2031,
      "step": 61727
    },
    {
      "epoch": 2.871737613398465,
      "grad_norm": 1.2827892445100473,
      "learning_rate": 0.0001639237285412881,
      "loss": 2.2812,
      "step": 61728
    },
    {
      "epoch": 2.8717841358455454,
      "grad_norm": 1.2645640269611795,
      "learning_rate": 0.00016392003314203823,
      "loss": 2.0312,
      "step": 61729
    },
    {
      "epoch": 2.8718306582926263,
      "grad_norm": 1.301582025182911,
      "learning_rate": 0.00016391633773426645,
      "loss": 2.4375,
      "step": 61730
    },
    {
      "epoch": 2.8718771807397068,
      "grad_norm": 1.248051400427907,
      "learning_rate": 0.00016391264231797493,
      "loss": 2.125,
      "step": 61731
    },
    {
      "epoch": 2.8719237031867877,
      "grad_norm": 1.1860843847540852,
      "learning_rate": 0.0001639089468931661,
      "loss": 1.8438,
      "step": 61732
    },
    {
      "epoch": 2.871970225633868,
      "grad_norm": 1.3612486831111825,
      "learning_rate": 0.0001639052514598421,
      "loss": 2.2969,
      "step": 61733
    },
    {
      "epoch": 2.872016748080949,
      "grad_norm": 1.2908976821142528,
      "learning_rate": 0.00016390155601800523,
      "loss": 2.3594,
      "step": 61734
    },
    {
      "epoch": 2.87206327052803,
      "grad_norm": 1.1492167078311162,
      "learning_rate": 0.00016389786056765772,
      "loss": 1.7656,
      "step": 61735
    },
    {
      "epoch": 2.8721097929751105,
      "grad_norm": 1.2331734023834424,
      "learning_rate": 0.00016389416510880192,
      "loss": 2.1406,
      "step": 61736
    },
    {
      "epoch": 2.872156315422191,
      "grad_norm": 1.132388296636831,
      "learning_rate": 0.00016389046964143995,
      "loss": 1.9609,
      "step": 61737
    },
    {
      "epoch": 2.872202837869272,
      "grad_norm": 1.317330583792989,
      "learning_rate": 0.0001638867741655742,
      "loss": 2.3125,
      "step": 61738
    },
    {
      "epoch": 2.872249360316353,
      "grad_norm": 1.364759551692027,
      "learning_rate": 0.0001638830786812069,
      "loss": 2.4219,
      "step": 61739
    },
    {
      "epoch": 2.8722958827634333,
      "grad_norm": 1.1659936686435297,
      "learning_rate": 0.00016387938318834026,
      "loss": 2.0312,
      "step": 61740
    },
    {
      "epoch": 2.872342405210514,
      "grad_norm": 1.2444659189306224,
      "learning_rate": 0.00016387568768697663,
      "loss": 2.2656,
      "step": 61741
    },
    {
      "epoch": 2.8723889276575947,
      "grad_norm": 1.3873653680628104,
      "learning_rate": 0.00016387199217711814,
      "loss": 2.3438,
      "step": 61742
    },
    {
      "epoch": 2.8724354501046756,
      "grad_norm": 1.545602811952986,
      "learning_rate": 0.0001638682966587672,
      "loss": 2.125,
      "step": 61743
    },
    {
      "epoch": 2.872481972551756,
      "grad_norm": 1.2225549745460764,
      "learning_rate": 0.00016386460113192595,
      "loss": 2.125,
      "step": 61744
    },
    {
      "epoch": 2.872528494998837,
      "grad_norm": 1.3135663298834368,
      "learning_rate": 0.00016386090559659678,
      "loss": 2.3125,
      "step": 61745
    },
    {
      "epoch": 2.872575017445918,
      "grad_norm": 1.2715101806067008,
      "learning_rate": 0.00016385721005278184,
      "loss": 2.3125,
      "step": 61746
    },
    {
      "epoch": 2.8726215398929984,
      "grad_norm": 1.3159519976076421,
      "learning_rate": 0.00016385351450048347,
      "loss": 2.5,
      "step": 61747
    },
    {
      "epoch": 2.872668062340079,
      "grad_norm": 1.308028259398526,
      "learning_rate": 0.00016384981893970385,
      "loss": 2.4375,
      "step": 61748
    },
    {
      "epoch": 2.87271458478716,
      "grad_norm": 1.2714480093715215,
      "learning_rate": 0.00016384612337044533,
      "loss": 2.1406,
      "step": 61749
    },
    {
      "epoch": 2.8727611072342407,
      "grad_norm": 1.2939958865567598,
      "learning_rate": 0.00016384242779271006,
      "loss": 2.0781,
      "step": 61750
    },
    {
      "epoch": 2.872807629681321,
      "grad_norm": 1.3687637466567206,
      "learning_rate": 0.00016383873220650048,
      "loss": 2.3125,
      "step": 61751
    },
    {
      "epoch": 2.872854152128402,
      "grad_norm": 1.2461191210071358,
      "learning_rate": 0.00016383503661181867,
      "loss": 2.2188,
      "step": 61752
    },
    {
      "epoch": 2.8729006745754826,
      "grad_norm": 1.2755247432836714,
      "learning_rate": 0.00016383134100866697,
      "loss": 2.5469,
      "step": 61753
    },
    {
      "epoch": 2.8729471970225635,
      "grad_norm": 1.269891825507966,
      "learning_rate": 0.00016382764539704767,
      "loss": 2.4219,
      "step": 61754
    },
    {
      "epoch": 2.872993719469644,
      "grad_norm": 1.373669061119302,
      "learning_rate": 0.000163823949776963,
      "loss": 2.3281,
      "step": 61755
    },
    {
      "epoch": 2.873040241916725,
      "grad_norm": 1.2632812633970003,
      "learning_rate": 0.00016382025414841522,
      "loss": 2.1875,
      "step": 61756
    },
    {
      "epoch": 2.8730867643638054,
      "grad_norm": 1.2247808731090923,
      "learning_rate": 0.0001638165585114066,
      "loss": 2.2656,
      "step": 61757
    },
    {
      "epoch": 2.8731332868108863,
      "grad_norm": 1.3179701381356559,
      "learning_rate": 0.00016381286286593942,
      "loss": 2.3438,
      "step": 61758
    },
    {
      "epoch": 2.873179809257967,
      "grad_norm": 1.215107732777205,
      "learning_rate": 0.00016380916721201588,
      "loss": 2.1406,
      "step": 61759
    },
    {
      "epoch": 2.8732263317050477,
      "grad_norm": 1.232200808181242,
      "learning_rate": 0.00016380547154963833,
      "loss": 2.0312,
      "step": 61760
    },
    {
      "epoch": 2.8732728541521286,
      "grad_norm": 1.2476657603279044,
      "learning_rate": 0.00016380177587880897,
      "loss": 2.2656,
      "step": 61761
    },
    {
      "epoch": 2.873319376599209,
      "grad_norm": 1.3055973793074085,
      "learning_rate": 0.00016379808019953012,
      "loss": 2.2031,
      "step": 61762
    },
    {
      "epoch": 2.8733658990462896,
      "grad_norm": 1.3911009104356127,
      "learning_rate": 0.00016379438451180392,
      "loss": 2.2031,
      "step": 61763
    },
    {
      "epoch": 2.8734124214933705,
      "grad_norm": 1.3099764719971592,
      "learning_rate": 0.00016379068881563274,
      "loss": 2.3594,
      "step": 61764
    },
    {
      "epoch": 2.8734589439404514,
      "grad_norm": 1.2463797107847698,
      "learning_rate": 0.00016378699311101887,
      "loss": 2.1094,
      "step": 61765
    },
    {
      "epoch": 2.873505466387532,
      "grad_norm": 1.2182673263323864,
      "learning_rate": 0.00016378329739796446,
      "loss": 1.6562,
      "step": 61766
    },
    {
      "epoch": 2.873551988834613,
      "grad_norm": 1.2219422195734886,
      "learning_rate": 0.0001637796016764719,
      "loss": 2.2812,
      "step": 61767
    },
    {
      "epoch": 2.8735985112816933,
      "grad_norm": 1.3614024317874092,
      "learning_rate": 0.00016377590594654335,
      "loss": 2.1875,
      "step": 61768
    },
    {
      "epoch": 2.8736450337287742,
      "grad_norm": 1.2497473780949988,
      "learning_rate": 0.00016377221020818115,
      "loss": 2.3125,
      "step": 61769
    },
    {
      "epoch": 2.8736915561758547,
      "grad_norm": 1.28131350193857,
      "learning_rate": 0.00016376851446138745,
      "loss": 2.375,
      "step": 61770
    },
    {
      "epoch": 2.8737380786229356,
      "grad_norm": 1.19711216988506,
      "learning_rate": 0.00016376481870616463,
      "loss": 2.2344,
      "step": 61771
    },
    {
      "epoch": 2.8737846010700165,
      "grad_norm": 1.2106857550424868,
      "learning_rate": 0.00016376112294251487,
      "loss": 2.0469,
      "step": 61772
    },
    {
      "epoch": 2.873831123517097,
      "grad_norm": 1.300250471522132,
      "learning_rate": 0.00016375742717044054,
      "loss": 2.4688,
      "step": 61773
    },
    {
      "epoch": 2.8738776459641775,
      "grad_norm": 1.3360620500037725,
      "learning_rate": 0.00016375373138994377,
      "loss": 2.3594,
      "step": 61774
    },
    {
      "epoch": 2.8739241684112584,
      "grad_norm": 1.272420825484268,
      "learning_rate": 0.0001637500356010269,
      "loss": 2.4219,
      "step": 61775
    },
    {
      "epoch": 2.8739706908583393,
      "grad_norm": 1.194875926755232,
      "learning_rate": 0.0001637463398036922,
      "loss": 2.1875,
      "step": 61776
    },
    {
      "epoch": 2.87401721330542,
      "grad_norm": 1.2866916636087322,
      "learning_rate": 0.00016374264399794187,
      "loss": 2.3125,
      "step": 61777
    },
    {
      "epoch": 2.8740637357525007,
      "grad_norm": 1.279968696377895,
      "learning_rate": 0.00016373894818377826,
      "loss": 2.5312,
      "step": 61778
    },
    {
      "epoch": 2.874110258199581,
      "grad_norm": 1.2365666851315689,
      "learning_rate": 0.0001637352523612035,
      "loss": 2.125,
      "step": 61779
    },
    {
      "epoch": 2.874156780646662,
      "grad_norm": 1.3044603758762523,
      "learning_rate": 0.00016373155653022002,
      "loss": 2.4844,
      "step": 61780
    },
    {
      "epoch": 2.8742033030937426,
      "grad_norm": 1.249419213418199,
      "learning_rate": 0.00016372786069082995,
      "loss": 2.2656,
      "step": 61781
    },
    {
      "epoch": 2.8742498255408235,
      "grad_norm": 1.1718719891208356,
      "learning_rate": 0.00016372416484303564,
      "loss": 2.125,
      "step": 61782
    },
    {
      "epoch": 2.874296347987904,
      "grad_norm": 1.1223017754547338,
      "learning_rate": 0.0001637204689868393,
      "loss": 2.0,
      "step": 61783
    },
    {
      "epoch": 2.874342870434985,
      "grad_norm": 1.3240652572643317,
      "learning_rate": 0.00016371677312224323,
      "loss": 2.1719,
      "step": 61784
    },
    {
      "epoch": 2.8743893928820654,
      "grad_norm": 1.237795879080762,
      "learning_rate": 0.00016371307724924965,
      "loss": 2.2812,
      "step": 61785
    },
    {
      "epoch": 2.8744359153291463,
      "grad_norm": 1.3370020149247577,
      "learning_rate": 0.00016370938136786082,
      "loss": 2.4844,
      "step": 61786
    },
    {
      "epoch": 2.8744824377762273,
      "grad_norm": 1.3044437595812803,
      "learning_rate": 0.00016370568547807908,
      "loss": 2.3906,
      "step": 61787
    },
    {
      "epoch": 2.8745289602233077,
      "grad_norm": 1.2000202342749764,
      "learning_rate": 0.0001637019895799066,
      "loss": 2.2344,
      "step": 61788
    },
    {
      "epoch": 2.874575482670388,
      "grad_norm": 1.2489378541289209,
      "learning_rate": 0.0001636982936733457,
      "loss": 2.2188,
      "step": 61789
    },
    {
      "epoch": 2.874622005117469,
      "grad_norm": 1.2606540708716694,
      "learning_rate": 0.00016369459775839861,
      "loss": 2.4688,
      "step": 61790
    },
    {
      "epoch": 2.87466852756455,
      "grad_norm": 1.2713921732820623,
      "learning_rate": 0.00016369090183506764,
      "loss": 2.5,
      "step": 61791
    },
    {
      "epoch": 2.8747150500116305,
      "grad_norm": 1.2229210603701266,
      "learning_rate": 0.00016368720590335495,
      "loss": 2.2969,
      "step": 61792
    },
    {
      "epoch": 2.8747615724587114,
      "grad_norm": 1.3630380793801595,
      "learning_rate": 0.00016368350996326294,
      "loss": 2.4531,
      "step": 61793
    },
    {
      "epoch": 2.874808094905792,
      "grad_norm": 1.2602520156763584,
      "learning_rate": 0.00016367981401479377,
      "loss": 2.4219,
      "step": 61794
    },
    {
      "epoch": 2.874854617352873,
      "grad_norm": 1.1966991409429573,
      "learning_rate": 0.00016367611805794978,
      "loss": 2.1719,
      "step": 61795
    },
    {
      "epoch": 2.8749011397999533,
      "grad_norm": 1.341113135427189,
      "learning_rate": 0.00016367242209273312,
      "loss": 2.4219,
      "step": 61796
    },
    {
      "epoch": 2.8749476622470342,
      "grad_norm": 1.2126125628971283,
      "learning_rate": 0.00016366872611914615,
      "loss": 2.1094,
      "step": 61797
    },
    {
      "epoch": 2.874994184694115,
      "grad_norm": 1.3767612543441972,
      "learning_rate": 0.00016366503013719112,
      "loss": 2.3906,
      "step": 61798
    },
    {
      "epoch": 2.8750407071411956,
      "grad_norm": 1.249289459057311,
      "learning_rate": 0.00016366133414687025,
      "loss": 2.1875,
      "step": 61799
    },
    {
      "epoch": 2.875087229588276,
      "grad_norm": 1.343317560980468,
      "learning_rate": 0.00016365763814818585,
      "loss": 2.5,
      "step": 61800
    },
    {
      "epoch": 2.875133752035357,
      "grad_norm": 1.2668122370243564,
      "learning_rate": 0.00016365394214114018,
      "loss": 1.9062,
      "step": 61801
    },
    {
      "epoch": 2.875180274482438,
      "grad_norm": 1.4063749697064,
      "learning_rate": 0.00016365024612573548,
      "loss": 2.4531,
      "step": 61802
    },
    {
      "epoch": 2.8752267969295184,
      "grad_norm": 1.237995471734707,
      "learning_rate": 0.000163646550101974,
      "loss": 2.1562,
      "step": 61803
    },
    {
      "epoch": 2.8752733193765994,
      "grad_norm": 1.2490124074250166,
      "learning_rate": 0.00016364285406985802,
      "loss": 2.2812,
      "step": 61804
    },
    {
      "epoch": 2.87531984182368,
      "grad_norm": 1.419003852076692,
      "learning_rate": 0.00016363915802938982,
      "loss": 2.5156,
      "step": 61805
    },
    {
      "epoch": 2.8753663642707608,
      "grad_norm": 1.2393039167234419,
      "learning_rate": 0.00016363546198057164,
      "loss": 2.0469,
      "step": 61806
    },
    {
      "epoch": 2.8754128867178412,
      "grad_norm": 1.246325411457898,
      "learning_rate": 0.00016363176592340575,
      "loss": 2.1562,
      "step": 61807
    },
    {
      "epoch": 2.875459409164922,
      "grad_norm": 1.2919910258057474,
      "learning_rate": 0.0001636280698578944,
      "loss": 1.9766,
      "step": 61808
    },
    {
      "epoch": 2.8755059316120026,
      "grad_norm": 1.2985881454228734,
      "learning_rate": 0.0001636243737840399,
      "loss": 2.3438,
      "step": 61809
    },
    {
      "epoch": 2.8755524540590836,
      "grad_norm": 1.357072913768058,
      "learning_rate": 0.00016362067770184447,
      "loss": 2.3906,
      "step": 61810
    },
    {
      "epoch": 2.875598976506164,
      "grad_norm": 1.3104410732924199,
      "learning_rate": 0.00016361698161131036,
      "loss": 2.0781,
      "step": 61811
    },
    {
      "epoch": 2.875645498953245,
      "grad_norm": 1.2694797006261496,
      "learning_rate": 0.00016361328551243987,
      "loss": 2.1406,
      "step": 61812
    },
    {
      "epoch": 2.875692021400326,
      "grad_norm": 1.2789134105042659,
      "learning_rate": 0.00016360958940523523,
      "loss": 2.3281,
      "step": 61813
    },
    {
      "epoch": 2.8757385438474063,
      "grad_norm": 1.2351147850481694,
      "learning_rate": 0.00016360589328969874,
      "loss": 2.1562,
      "step": 61814
    },
    {
      "epoch": 2.875785066294487,
      "grad_norm": 1.29017712222746,
      "learning_rate": 0.00016360219716583262,
      "loss": 2.3438,
      "step": 61815
    },
    {
      "epoch": 2.8758315887415677,
      "grad_norm": 1.214242921636455,
      "learning_rate": 0.00016359850103363915,
      "loss": 2.2812,
      "step": 61816
    },
    {
      "epoch": 2.8758781111886487,
      "grad_norm": 1.2071569109825313,
      "learning_rate": 0.00016359480489312064,
      "loss": 2.1719,
      "step": 61817
    },
    {
      "epoch": 2.875924633635729,
      "grad_norm": 1.2319142230315605,
      "learning_rate": 0.00016359110874427927,
      "loss": 2.3125,
      "step": 61818
    },
    {
      "epoch": 2.87597115608281,
      "grad_norm": 1.2026476665923018,
      "learning_rate": 0.00016358741258711733,
      "loss": 2.3125,
      "step": 61819
    },
    {
      "epoch": 2.8760176785298905,
      "grad_norm": 1.3081868536268748,
      "learning_rate": 0.00016358371642163713,
      "loss": 2.2344,
      "step": 61820
    },
    {
      "epoch": 2.8760642009769715,
      "grad_norm": 1.2910720029895086,
      "learning_rate": 0.0001635800202478409,
      "loss": 2.2344,
      "step": 61821
    },
    {
      "epoch": 2.876110723424052,
      "grad_norm": 1.3399451168908112,
      "learning_rate": 0.00016357632406573092,
      "loss": 2.2969,
      "step": 61822
    },
    {
      "epoch": 2.876157245871133,
      "grad_norm": 1.3138320506074905,
      "learning_rate": 0.00016357262787530937,
      "loss": 2.1562,
      "step": 61823
    },
    {
      "epoch": 2.876203768318214,
      "grad_norm": 1.368717040783325,
      "learning_rate": 0.00016356893167657864,
      "loss": 2.4062,
      "step": 61824
    },
    {
      "epoch": 2.8762502907652943,
      "grad_norm": 1.302153842194731,
      "learning_rate": 0.0001635652354695409,
      "loss": 2.0938,
      "step": 61825
    },
    {
      "epoch": 2.8762968132123747,
      "grad_norm": 1.4322434340591608,
      "learning_rate": 0.00016356153925419845,
      "loss": 2.3594,
      "step": 61826
    },
    {
      "epoch": 2.8763433356594557,
      "grad_norm": 1.2755780450332297,
      "learning_rate": 0.00016355784303055353,
      "loss": 2.5,
      "step": 61827
    },
    {
      "epoch": 2.8763898581065366,
      "grad_norm": 1.3147111321227567,
      "learning_rate": 0.00016355414679860845,
      "loss": 2.2812,
      "step": 61828
    },
    {
      "epoch": 2.876436380553617,
      "grad_norm": 1.2864881739769987,
      "learning_rate": 0.0001635504505583654,
      "loss": 2.25,
      "step": 61829
    },
    {
      "epoch": 2.876482903000698,
      "grad_norm": 1.2275615757058351,
      "learning_rate": 0.0001635467543098267,
      "loss": 2.1406,
      "step": 61830
    },
    {
      "epoch": 2.8765294254477785,
      "grad_norm": 1.2261477322876795,
      "learning_rate": 0.00016354305805299458,
      "loss": 2.0938,
      "step": 61831
    },
    {
      "epoch": 2.8765759478948594,
      "grad_norm": 1.3051449322733548,
      "learning_rate": 0.00016353936178787134,
      "loss": 2.1562,
      "step": 61832
    },
    {
      "epoch": 2.87662247034194,
      "grad_norm": 1.2489480101486665,
      "learning_rate": 0.00016353566551445924,
      "loss": 2.0,
      "step": 61833
    },
    {
      "epoch": 2.8766689927890208,
      "grad_norm": 1.2466394631398485,
      "learning_rate": 0.00016353196923276053,
      "loss": 2.1094,
      "step": 61834
    },
    {
      "epoch": 2.8767155152361017,
      "grad_norm": 1.285976052495401,
      "learning_rate": 0.00016352827294277745,
      "loss": 2.3125,
      "step": 61835
    },
    {
      "epoch": 2.876762037683182,
      "grad_norm": 1.2437087785735323,
      "learning_rate": 0.0001635245766445123,
      "loss": 2.0625,
      "step": 61836
    },
    {
      "epoch": 2.8768085601302626,
      "grad_norm": 1.341592639719873,
      "learning_rate": 0.00016352088033796733,
      "loss": 2.5,
      "step": 61837
    },
    {
      "epoch": 2.8768550825773436,
      "grad_norm": 1.278465808417114,
      "learning_rate": 0.00016351718402314474,
      "loss": 2.3125,
      "step": 61838
    },
    {
      "epoch": 2.8769016050244245,
      "grad_norm": 1.332051145136685,
      "learning_rate": 0.0001635134877000469,
      "loss": 2.4844,
      "step": 61839
    },
    {
      "epoch": 2.876948127471505,
      "grad_norm": 1.2162924908084665,
      "learning_rate": 0.000163509791368676,
      "loss": 2.0781,
      "step": 61840
    },
    {
      "epoch": 2.8769946499185854,
      "grad_norm": 1.386382310189559,
      "learning_rate": 0.0001635060950290343,
      "loss": 2.5312,
      "step": 61841
    },
    {
      "epoch": 2.8770411723656664,
      "grad_norm": 1.3371570314678087,
      "learning_rate": 0.00016350239868112413,
      "loss": 2.2344,
      "step": 61842
    },
    {
      "epoch": 2.8770876948127473,
      "grad_norm": 1.228919033310803,
      "learning_rate": 0.00016349870232494772,
      "loss": 2.3125,
      "step": 61843
    },
    {
      "epoch": 2.8771342172598278,
      "grad_norm": 1.2973193659853441,
      "learning_rate": 0.00016349500596050728,
      "loss": 2.3281,
      "step": 61844
    },
    {
      "epoch": 2.8771807397069087,
      "grad_norm": 1.3054295284961484,
      "learning_rate": 0.00016349130958780516,
      "loss": 2.2812,
      "step": 61845
    },
    {
      "epoch": 2.877227262153989,
      "grad_norm": 1.2771453600814398,
      "learning_rate": 0.0001634876132068436,
      "loss": 2.4219,
      "step": 61846
    },
    {
      "epoch": 2.87727378460107,
      "grad_norm": 1.2899865364713257,
      "learning_rate": 0.0001634839168176248,
      "loss": 2.1406,
      "step": 61847
    },
    {
      "epoch": 2.8773203070481506,
      "grad_norm": 1.2916140653803183,
      "learning_rate": 0.0001634802204201511,
      "loss": 2.2344,
      "step": 61848
    },
    {
      "epoch": 2.8773668294952315,
      "grad_norm": 1.2574400227494158,
      "learning_rate": 0.0001634765240144247,
      "loss": 2.0625,
      "step": 61849
    },
    {
      "epoch": 2.8774133519423124,
      "grad_norm": 1.2675345825115667,
      "learning_rate": 0.00016347282760044793,
      "loss": 2.2031,
      "step": 61850
    },
    {
      "epoch": 2.877459874389393,
      "grad_norm": 1.257590490019258,
      "learning_rate": 0.00016346913117822295,
      "loss": 2.1562,
      "step": 61851
    },
    {
      "epoch": 2.8775063968364734,
      "grad_norm": 1.2754628415750158,
      "learning_rate": 0.0001634654347477521,
      "loss": 2.5156,
      "step": 61852
    },
    {
      "epoch": 2.8775529192835543,
      "grad_norm": 1.3010984317195382,
      "learning_rate": 0.00016346173830903766,
      "loss": 2.2656,
      "step": 61853
    },
    {
      "epoch": 2.877599441730635,
      "grad_norm": 1.2360737856089035,
      "learning_rate": 0.00016345804186208187,
      "loss": 2.3125,
      "step": 61854
    },
    {
      "epoch": 2.8776459641777157,
      "grad_norm": 1.306605310203953,
      "learning_rate": 0.00016345434540688695,
      "loss": 2.4531,
      "step": 61855
    },
    {
      "epoch": 2.8776924866247966,
      "grad_norm": 1.1987881247471603,
      "learning_rate": 0.00016345064894345528,
      "loss": 2.2344,
      "step": 61856
    },
    {
      "epoch": 2.877739009071877,
      "grad_norm": 1.22466537954297,
      "learning_rate": 0.00016344695247178895,
      "loss": 2.3125,
      "step": 61857
    },
    {
      "epoch": 2.877785531518958,
      "grad_norm": 1.2089676033718757,
      "learning_rate": 0.00016344325599189038,
      "loss": 2.2344,
      "step": 61858
    },
    {
      "epoch": 2.8778320539660385,
      "grad_norm": 1.2406567265855346,
      "learning_rate": 0.00016343955950376174,
      "loss": 2.25,
      "step": 61859
    },
    {
      "epoch": 2.8778785764131194,
      "grad_norm": 1.297150065174372,
      "learning_rate": 0.00016343586300740534,
      "loss": 2.2969,
      "step": 61860
    },
    {
      "epoch": 2.8779250988602003,
      "grad_norm": 1.3268425856638397,
      "learning_rate": 0.00016343216650282344,
      "loss": 2.3125,
      "step": 61861
    },
    {
      "epoch": 2.877971621307281,
      "grad_norm": 1.3981638494477222,
      "learning_rate": 0.00016342846999001825,
      "loss": 2.4375,
      "step": 61862
    },
    {
      "epoch": 2.8780181437543613,
      "grad_norm": 1.2246282480152506,
      "learning_rate": 0.00016342477346899205,
      "loss": 1.625,
      "step": 61863
    },
    {
      "epoch": 2.878064666201442,
      "grad_norm": 1.2301457358676595,
      "learning_rate": 0.00016342107693974716,
      "loss": 2.1719,
      "step": 61864
    },
    {
      "epoch": 2.878111188648523,
      "grad_norm": 1.1673949889188386,
      "learning_rate": 0.00016341738040228583,
      "loss": 2.0625,
      "step": 61865
    },
    {
      "epoch": 2.8781577110956036,
      "grad_norm": 1.265575540971864,
      "learning_rate": 0.00016341368385661026,
      "loss": 1.7031,
      "step": 61866
    },
    {
      "epoch": 2.8782042335426845,
      "grad_norm": 1.310068123132769,
      "learning_rate": 0.0001634099873027228,
      "loss": 2.1719,
      "step": 61867
    },
    {
      "epoch": 2.878250755989765,
      "grad_norm": 1.2065223567066188,
      "learning_rate": 0.0001634062907406256,
      "loss": 2.125,
      "step": 61868
    },
    {
      "epoch": 2.878297278436846,
      "grad_norm": 1.155867706093765,
      "learning_rate": 0.00016340259417032106,
      "loss": 1.9766,
      "step": 61869
    },
    {
      "epoch": 2.8783438008839264,
      "grad_norm": 1.2617790330501881,
      "learning_rate": 0.00016339889759181135,
      "loss": 2.0781,
      "step": 61870
    },
    {
      "epoch": 2.8783903233310073,
      "grad_norm": 1.2634819455878359,
      "learning_rate": 0.00016339520100509873,
      "loss": 2.2344,
      "step": 61871
    },
    {
      "epoch": 2.878436845778088,
      "grad_norm": 1.3682746825983627,
      "learning_rate": 0.0001633915044101855,
      "loss": 2.2969,
      "step": 61872
    },
    {
      "epoch": 2.8784833682251687,
      "grad_norm": 1.2666215485293555,
      "learning_rate": 0.00016338780780707394,
      "loss": 2.2031,
      "step": 61873
    },
    {
      "epoch": 2.878529890672249,
      "grad_norm": 1.2914617518354037,
      "learning_rate": 0.00016338411119576628,
      "loss": 2.2656,
      "step": 61874
    },
    {
      "epoch": 2.87857641311933,
      "grad_norm": 1.2416943522575976,
      "learning_rate": 0.00016338041457626473,
      "loss": 2.1562,
      "step": 61875
    },
    {
      "epoch": 2.878622935566411,
      "grad_norm": 1.3728163236839142,
      "learning_rate": 0.00016337671794857168,
      "loss": 2.4219,
      "step": 61876
    },
    {
      "epoch": 2.8786694580134915,
      "grad_norm": 1.2797619975579042,
      "learning_rate": 0.00016337302131268927,
      "loss": 2.2656,
      "step": 61877
    },
    {
      "epoch": 2.878715980460572,
      "grad_norm": 1.2966236581024835,
      "learning_rate": 0.00016336932466861988,
      "loss": 2.2656,
      "step": 61878
    },
    {
      "epoch": 2.878762502907653,
      "grad_norm": 1.290327149281227,
      "learning_rate": 0.00016336562801636567,
      "loss": 2.375,
      "step": 61879
    },
    {
      "epoch": 2.878809025354734,
      "grad_norm": 1.2721888874681415,
      "learning_rate": 0.00016336193135592895,
      "loss": 2.0781,
      "step": 61880
    },
    {
      "epoch": 2.8788555478018143,
      "grad_norm": 1.2299368496564749,
      "learning_rate": 0.000163358234687312,
      "loss": 2.1406,
      "step": 61881
    },
    {
      "epoch": 2.878902070248895,
      "grad_norm": 1.2133193952190968,
      "learning_rate": 0.00016335453801051702,
      "loss": 2.2031,
      "step": 61882
    },
    {
      "epoch": 2.8789485926959757,
      "grad_norm": 1.3025316408746683,
      "learning_rate": 0.0001633508413255463,
      "loss": 2.3438,
      "step": 61883
    },
    {
      "epoch": 2.8789951151430566,
      "grad_norm": 1.2672968872925414,
      "learning_rate": 0.00016334714463240218,
      "loss": 2.2812,
      "step": 61884
    },
    {
      "epoch": 2.879041637590137,
      "grad_norm": 1.2625660031194381,
      "learning_rate": 0.00016334344793108682,
      "loss": 2.2969,
      "step": 61885
    },
    {
      "epoch": 2.879088160037218,
      "grad_norm": 1.2827357718020342,
      "learning_rate": 0.0001633397512216025,
      "loss": 2.1562,
      "step": 61886
    },
    {
      "epoch": 2.879134682484299,
      "grad_norm": 1.329187469928242,
      "learning_rate": 0.00016333605450395157,
      "loss": 2.6719,
      "step": 61887
    },
    {
      "epoch": 2.8791812049313794,
      "grad_norm": 1.2729855834572228,
      "learning_rate": 0.0001633323577781362,
      "loss": 2.3281,
      "step": 61888
    },
    {
      "epoch": 2.87922772737846,
      "grad_norm": 1.309331390495738,
      "learning_rate": 0.00016332866104415864,
      "loss": 2.2969,
      "step": 61889
    },
    {
      "epoch": 2.879274249825541,
      "grad_norm": 1.2214957711907821,
      "learning_rate": 0.00016332496430202125,
      "loss": 2.3438,
      "step": 61890
    },
    {
      "epoch": 2.8793207722726217,
      "grad_norm": 1.173603880828618,
      "learning_rate": 0.00016332126755172623,
      "loss": 2.1094,
      "step": 61891
    },
    {
      "epoch": 2.879367294719702,
      "grad_norm": 1.2552558957049693,
      "learning_rate": 0.0001633175707932758,
      "loss": 2.3438,
      "step": 61892
    },
    {
      "epoch": 2.879413817166783,
      "grad_norm": 1.211456234746466,
      "learning_rate": 0.00016331387402667235,
      "loss": 2.0781,
      "step": 61893
    },
    {
      "epoch": 2.8794603396138636,
      "grad_norm": 1.2944265208785035,
      "learning_rate": 0.00016331017725191804,
      "loss": 2.2031,
      "step": 61894
    },
    {
      "epoch": 2.8795068620609445,
      "grad_norm": 1.2719030556149564,
      "learning_rate": 0.00016330648046901513,
      "loss": 2.4688,
      "step": 61895
    },
    {
      "epoch": 2.879553384508025,
      "grad_norm": 1.2421726007093152,
      "learning_rate": 0.00016330278367796596,
      "loss": 2.125,
      "step": 61896
    },
    {
      "epoch": 2.879599906955106,
      "grad_norm": 1.265001852062548,
      "learning_rate": 0.0001632990868787727,
      "loss": 2.3906,
      "step": 61897
    },
    {
      "epoch": 2.8796464294021864,
      "grad_norm": 1.2383904511807933,
      "learning_rate": 0.0001632953900714377,
      "loss": 2.0781,
      "step": 61898
    },
    {
      "epoch": 2.8796929518492673,
      "grad_norm": 1.3036549257544943,
      "learning_rate": 0.00016329169325596317,
      "loss": 2.4375,
      "step": 61899
    },
    {
      "epoch": 2.879739474296348,
      "grad_norm": 1.2770510065978442,
      "learning_rate": 0.0001632879964323514,
      "loss": 2.4688,
      "step": 61900
    },
    {
      "epoch": 2.8797859967434287,
      "grad_norm": 1.2650426812252942,
      "learning_rate": 0.0001632842996006046,
      "loss": 2.0781,
      "step": 61901
    },
    {
      "epoch": 2.8798325191905096,
      "grad_norm": 1.2920022293954518,
      "learning_rate": 0.00016328060276072512,
      "loss": 2.4219,
      "step": 61902
    },
    {
      "epoch": 2.87987904163759,
      "grad_norm": 1.1768579906314818,
      "learning_rate": 0.00016327690591271514,
      "loss": 2.0469,
      "step": 61903
    },
    {
      "epoch": 2.8799255640846706,
      "grad_norm": 1.2305761961860306,
      "learning_rate": 0.000163273209056577,
      "loss": 2.2188,
      "step": 61904
    },
    {
      "epoch": 2.8799720865317515,
      "grad_norm": 1.2553305072483727,
      "learning_rate": 0.00016326951219231288,
      "loss": 2.0625,
      "step": 61905
    },
    {
      "epoch": 2.8800186089788324,
      "grad_norm": 1.2921755642369461,
      "learning_rate": 0.00016326581531992513,
      "loss": 2.4375,
      "step": 61906
    },
    {
      "epoch": 2.880065131425913,
      "grad_norm": 1.3302021978052954,
      "learning_rate": 0.00016326211843941592,
      "loss": 2.0625,
      "step": 61907
    },
    {
      "epoch": 2.880111653872994,
      "grad_norm": 1.2376942139489617,
      "learning_rate": 0.00016325842155078758,
      "loss": 2.1094,
      "step": 61908
    },
    {
      "epoch": 2.8801581763200743,
      "grad_norm": 1.227819143800568,
      "learning_rate": 0.00016325472465404239,
      "loss": 2.1094,
      "step": 61909
    },
    {
      "epoch": 2.8802046987671552,
      "grad_norm": 1.257964114927518,
      "learning_rate": 0.00016325102774918256,
      "loss": 2.1719,
      "step": 61910
    },
    {
      "epoch": 2.8802512212142357,
      "grad_norm": 1.2349871151863112,
      "learning_rate": 0.00016324733083621036,
      "loss": 2.1094,
      "step": 61911
    },
    {
      "epoch": 2.8802977436613166,
      "grad_norm": 1.2451345475269047,
      "learning_rate": 0.00016324363391512808,
      "loss": 2.1719,
      "step": 61912
    },
    {
      "epoch": 2.8803442661083976,
      "grad_norm": 1.1986123927167422,
      "learning_rate": 0.00016323993698593795,
      "loss": 2.125,
      "step": 61913
    },
    {
      "epoch": 2.880390788555478,
      "grad_norm": 1.248289243854244,
      "learning_rate": 0.00016323624004864227,
      "loss": 2.1562,
      "step": 61914
    },
    {
      "epoch": 2.8804373110025585,
      "grad_norm": 1.2645258879823176,
      "learning_rate": 0.00016323254310324328,
      "loss": 2.4219,
      "step": 61915
    },
    {
      "epoch": 2.8804838334496394,
      "grad_norm": 1.363934315081006,
      "learning_rate": 0.00016322884614974325,
      "loss": 2.1094,
      "step": 61916
    },
    {
      "epoch": 2.8805303558967204,
      "grad_norm": 1.650239474279212,
      "learning_rate": 0.00016322514918814447,
      "loss": 2.3594,
      "step": 61917
    },
    {
      "epoch": 2.880576878343801,
      "grad_norm": 1.2744166045877523,
      "learning_rate": 0.00016322145221844912,
      "loss": 2.2969,
      "step": 61918
    },
    {
      "epoch": 2.8806234007908817,
      "grad_norm": 1.2406039892180343,
      "learning_rate": 0.00016321775524065951,
      "loss": 2.1719,
      "step": 61919
    },
    {
      "epoch": 2.8806699232379622,
      "grad_norm": 1.2241823938523426,
      "learning_rate": 0.000163214058254778,
      "loss": 2.2344,
      "step": 61920
    },
    {
      "epoch": 2.880716445685043,
      "grad_norm": 1.2404640401242655,
      "learning_rate": 0.0001632103612608067,
      "loss": 1.7812,
      "step": 61921
    },
    {
      "epoch": 2.8807629681321236,
      "grad_norm": 1.325152614166724,
      "learning_rate": 0.00016320666425874796,
      "loss": 2.4688,
      "step": 61922
    },
    {
      "epoch": 2.8808094905792045,
      "grad_norm": 1.2252193771413231,
      "learning_rate": 0.00016320296724860398,
      "loss": 2.3906,
      "step": 61923
    },
    {
      "epoch": 2.880856013026285,
      "grad_norm": 1.1931307311321053,
      "learning_rate": 0.00016319927023037713,
      "loss": 2.2188,
      "step": 61924
    },
    {
      "epoch": 2.880902535473366,
      "grad_norm": 1.2362208107804475,
      "learning_rate": 0.00016319557320406956,
      "loss": 2.2344,
      "step": 61925
    },
    {
      "epoch": 2.8809490579204464,
      "grad_norm": 1.2649049255820808,
      "learning_rate": 0.00016319187616968366,
      "loss": 2.3281,
      "step": 61926
    },
    {
      "epoch": 2.8809955803675273,
      "grad_norm": 1.2162185369274383,
      "learning_rate": 0.00016318817912722153,
      "loss": 1.6484,
      "step": 61927
    },
    {
      "epoch": 2.8810421028146083,
      "grad_norm": 1.330428992487265,
      "learning_rate": 0.00016318448207668557,
      "loss": 2.3438,
      "step": 61928
    },
    {
      "epoch": 2.8810886252616887,
      "grad_norm": 1.2826684327923208,
      "learning_rate": 0.00016318078501807793,
      "loss": 2.1875,
      "step": 61929
    },
    {
      "epoch": 2.881135147708769,
      "grad_norm": 1.1577982177808603,
      "learning_rate": 0.00016317708795140096,
      "loss": 2.0156,
      "step": 61930
    },
    {
      "epoch": 2.88118167015585,
      "grad_norm": 1.2887410483217971,
      "learning_rate": 0.00016317339087665696,
      "loss": 2.2656,
      "step": 61931
    },
    {
      "epoch": 2.881228192602931,
      "grad_norm": 1.1659031205420811,
      "learning_rate": 0.00016316969379384807,
      "loss": 1.9688,
      "step": 61932
    },
    {
      "epoch": 2.8812747150500115,
      "grad_norm": 1.221412262082029,
      "learning_rate": 0.00016316599670297666,
      "loss": 2.0469,
      "step": 61933
    },
    {
      "epoch": 2.8813212374970925,
      "grad_norm": 1.3261941281011786,
      "learning_rate": 0.0001631622996040449,
      "loss": 2.5312,
      "step": 61934
    },
    {
      "epoch": 2.881367759944173,
      "grad_norm": 1.169967448552957,
      "learning_rate": 0.00016315860249705515,
      "loss": 2.0312,
      "step": 61935
    },
    {
      "epoch": 2.881414282391254,
      "grad_norm": 1.1893062356526605,
      "learning_rate": 0.0001631549053820096,
      "loss": 2.2812,
      "step": 61936
    },
    {
      "epoch": 2.8814608048383343,
      "grad_norm": 1.2869202313740418,
      "learning_rate": 0.00016315120825891052,
      "loss": 2.1406,
      "step": 61937
    },
    {
      "epoch": 2.8815073272854153,
      "grad_norm": 1.3757626057006018,
      "learning_rate": 0.00016314751112776022,
      "loss": 2.3906,
      "step": 61938
    },
    {
      "epoch": 2.881553849732496,
      "grad_norm": 1.2483501549165281,
      "learning_rate": 0.00016314381398856094,
      "loss": 2.1875,
      "step": 61939
    },
    {
      "epoch": 2.8816003721795767,
      "grad_norm": 1.2068397475708943,
      "learning_rate": 0.0001631401168413149,
      "loss": 2.1406,
      "step": 61940
    },
    {
      "epoch": 2.881646894626657,
      "grad_norm": 1.352285879678791,
      "learning_rate": 0.00016313641968602444,
      "loss": 2.5781,
      "step": 61941
    },
    {
      "epoch": 2.881693417073738,
      "grad_norm": 1.148019410173975,
      "learning_rate": 0.0001631327225226918,
      "loss": 1.7578,
      "step": 61942
    },
    {
      "epoch": 2.881739939520819,
      "grad_norm": 1.2842785592424708,
      "learning_rate": 0.00016312902535131916,
      "loss": 2.5625,
      "step": 61943
    },
    {
      "epoch": 2.8817864619678994,
      "grad_norm": 1.275793379704307,
      "learning_rate": 0.00016312532817190894,
      "loss": 2.2656,
      "step": 61944
    },
    {
      "epoch": 2.8818329844149804,
      "grad_norm": 1.2733837932854855,
      "learning_rate": 0.00016312163098446326,
      "loss": 2.3906,
      "step": 61945
    },
    {
      "epoch": 2.881879506862061,
      "grad_norm": 1.2146485348955687,
      "learning_rate": 0.00016311793378898448,
      "loss": 2.0,
      "step": 61946
    },
    {
      "epoch": 2.8819260293091418,
      "grad_norm": 1.2898066526620922,
      "learning_rate": 0.0001631142365854748,
      "loss": 2.3125,
      "step": 61947
    },
    {
      "epoch": 2.8819725517562222,
      "grad_norm": 1.3184895776694525,
      "learning_rate": 0.00016311053937393652,
      "loss": 2.125,
      "step": 61948
    },
    {
      "epoch": 2.882019074203303,
      "grad_norm": 1.3318885899671016,
      "learning_rate": 0.0001631068421543719,
      "loss": 2.3594,
      "step": 61949
    },
    {
      "epoch": 2.882065596650384,
      "grad_norm": 1.3900018241905912,
      "learning_rate": 0.00016310314492678317,
      "loss": 2.25,
      "step": 61950
    },
    {
      "epoch": 2.8821121190974646,
      "grad_norm": 1.2337644829456738,
      "learning_rate": 0.00016309944769117256,
      "loss": 2.2188,
      "step": 61951
    },
    {
      "epoch": 2.882158641544545,
      "grad_norm": 1.2554630323116445,
      "learning_rate": 0.0001630957504475425,
      "loss": 2.2188,
      "step": 61952
    },
    {
      "epoch": 2.882205163991626,
      "grad_norm": 1.3182140108555582,
      "learning_rate": 0.00016309205319589505,
      "loss": 2.1875,
      "step": 61953
    },
    {
      "epoch": 2.882251686438707,
      "grad_norm": 1.2799917756368935,
      "learning_rate": 0.00016308835593623264,
      "loss": 2.2031,
      "step": 61954
    },
    {
      "epoch": 2.8822982088857874,
      "grad_norm": 1.320976749056398,
      "learning_rate": 0.00016308465866855747,
      "loss": 2.375,
      "step": 61955
    },
    {
      "epoch": 2.882344731332868,
      "grad_norm": 1.1269967980955091,
      "learning_rate": 0.00016308096139287172,
      "loss": 1.9844,
      "step": 61956
    },
    {
      "epoch": 2.8823912537799488,
      "grad_norm": 1.302414793607327,
      "learning_rate": 0.00016307726410917783,
      "loss": 2.1875,
      "step": 61957
    },
    {
      "epoch": 2.8824377762270297,
      "grad_norm": 1.2332778850829798,
      "learning_rate": 0.00016307356681747784,
      "loss": 2.0156,
      "step": 61958
    },
    {
      "epoch": 2.88248429867411,
      "grad_norm": 1.2687804180904365,
      "learning_rate": 0.00016306986951777422,
      "loss": 2.4688,
      "step": 61959
    },
    {
      "epoch": 2.882530821121191,
      "grad_norm": 1.275269538443394,
      "learning_rate": 0.00016306617221006914,
      "loss": 2.25,
      "step": 61960
    },
    {
      "epoch": 2.8825773435682716,
      "grad_norm": 1.2452079385741308,
      "learning_rate": 0.00016306247489436486,
      "loss": 2.0469,
      "step": 61961
    },
    {
      "epoch": 2.8826238660153525,
      "grad_norm": 1.1936668032198112,
      "learning_rate": 0.00016305877757066362,
      "loss": 2.0625,
      "step": 61962
    },
    {
      "epoch": 2.882670388462433,
      "grad_norm": 1.3824609023127148,
      "learning_rate": 0.00016305508023896776,
      "loss": 2.4219,
      "step": 61963
    },
    {
      "epoch": 2.882716910909514,
      "grad_norm": 1.2442046935489435,
      "learning_rate": 0.00016305138289927947,
      "loss": 2.2188,
      "step": 61964
    },
    {
      "epoch": 2.882763433356595,
      "grad_norm": 1.2478047411159807,
      "learning_rate": 0.00016304768555160112,
      "loss": 2.2969,
      "step": 61965
    },
    {
      "epoch": 2.8828099558036753,
      "grad_norm": 1.2514204813705667,
      "learning_rate": 0.0001630439881959348,
      "loss": 2.3281,
      "step": 61966
    },
    {
      "epoch": 2.8828564782507557,
      "grad_norm": 1.2141116440325954,
      "learning_rate": 0.00016304029083228296,
      "loss": 2.2031,
      "step": 61967
    },
    {
      "epoch": 2.8829030006978367,
      "grad_norm": 1.2794940661551382,
      "learning_rate": 0.0001630365934606478,
      "loss": 2.4062,
      "step": 61968
    },
    {
      "epoch": 2.8829495231449176,
      "grad_norm": 1.219958719668704,
      "learning_rate": 0.00016303289608103147,
      "loss": 2.0781,
      "step": 61969
    },
    {
      "epoch": 2.882996045591998,
      "grad_norm": 1.2395515442936131,
      "learning_rate": 0.00016302919869343635,
      "loss": 2.1875,
      "step": 61970
    },
    {
      "epoch": 2.883042568039079,
      "grad_norm": 1.2664929072005178,
      "learning_rate": 0.00016302550129786467,
      "loss": 1.9922,
      "step": 61971
    },
    {
      "epoch": 2.8830890904861595,
      "grad_norm": 1.2586955293499518,
      "learning_rate": 0.00016302180389431874,
      "loss": 2.2656,
      "step": 61972
    },
    {
      "epoch": 2.8831356129332404,
      "grad_norm": 1.277453594689245,
      "learning_rate": 0.0001630181064828007,
      "loss": 2.2812,
      "step": 61973
    },
    {
      "epoch": 2.883182135380321,
      "grad_norm": 1.3716749018716028,
      "learning_rate": 0.000163014409063313,
      "loss": 2.25,
      "step": 61974
    },
    {
      "epoch": 2.883228657827402,
      "grad_norm": 1.297737100647243,
      "learning_rate": 0.00016301071163585777,
      "loss": 2.1562,
      "step": 61975
    },
    {
      "epoch": 2.8832751802744827,
      "grad_norm": 1.313055704503295,
      "learning_rate": 0.0001630070142004373,
      "loss": 2.3906,
      "step": 61976
    },
    {
      "epoch": 2.883321702721563,
      "grad_norm": 1.3668729300395528,
      "learning_rate": 0.00016300331675705383,
      "loss": 2.3594,
      "step": 61977
    },
    {
      "epoch": 2.8833682251686437,
      "grad_norm": 1.2142623641150252,
      "learning_rate": 0.0001629996193057097,
      "loss": 2.0625,
      "step": 61978
    },
    {
      "epoch": 2.8834147476157246,
      "grad_norm": 1.2343357214783317,
      "learning_rate": 0.0001629959218464071,
      "loss": 1.6562,
      "step": 61979
    },
    {
      "epoch": 2.8834612700628055,
      "grad_norm": 1.2028520388007347,
      "learning_rate": 0.00016299222437914836,
      "loss": 2.3281,
      "step": 61980
    },
    {
      "epoch": 2.883507792509886,
      "grad_norm": 1.231965733060446,
      "learning_rate": 0.0001629885269039357,
      "loss": 2.0156,
      "step": 61981
    },
    {
      "epoch": 2.883554314956967,
      "grad_norm": 1.2887655744096973,
      "learning_rate": 0.00016298482942077132,
      "loss": 2.2812,
      "step": 61982
    },
    {
      "epoch": 2.8836008374040474,
      "grad_norm": 1.1537740618343135,
      "learning_rate": 0.0001629811319296576,
      "loss": 2.1562,
      "step": 61983
    },
    {
      "epoch": 2.8836473598511283,
      "grad_norm": 1.3091910335822967,
      "learning_rate": 0.0001629774344305967,
      "loss": 2.2656,
      "step": 61984
    },
    {
      "epoch": 2.8836938822982088,
      "grad_norm": 1.2248956245944818,
      "learning_rate": 0.00016297373692359098,
      "loss": 2.1094,
      "step": 61985
    },
    {
      "epoch": 2.8837404047452897,
      "grad_norm": 1.2432703155871736,
      "learning_rate": 0.00016297003940864268,
      "loss": 2.2812,
      "step": 61986
    },
    {
      "epoch": 2.88378692719237,
      "grad_norm": 1.2371069555961576,
      "learning_rate": 0.00016296634188575404,
      "loss": 2.2344,
      "step": 61987
    },
    {
      "epoch": 2.883833449639451,
      "grad_norm": 1.5257507019062415,
      "learning_rate": 0.00016296264435492727,
      "loss": 2.2656,
      "step": 61988
    },
    {
      "epoch": 2.8838799720865316,
      "grad_norm": 1.283085203483445,
      "learning_rate": 0.00016295894681616477,
      "loss": 2.4375,
      "step": 61989
    },
    {
      "epoch": 2.8839264945336125,
      "grad_norm": 1.1037304234487295,
      "learning_rate": 0.0001629552492694687,
      "loss": 1.9141,
      "step": 61990
    },
    {
      "epoch": 2.8839730169806934,
      "grad_norm": 1.4613369933046187,
      "learning_rate": 0.00016295155171484137,
      "loss": 2.2344,
      "step": 61991
    },
    {
      "epoch": 2.884019539427774,
      "grad_norm": 1.3344367000843371,
      "learning_rate": 0.00016294785415228496,
      "loss": 2.3594,
      "step": 61992
    },
    {
      "epoch": 2.8840660618748544,
      "grad_norm": 1.3536223361168807,
      "learning_rate": 0.00016294415658180188,
      "loss": 2.3125,
      "step": 61993
    },
    {
      "epoch": 2.8841125843219353,
      "grad_norm": 1.2885007259751884,
      "learning_rate": 0.00016294045900339425,
      "loss": 2.4531,
      "step": 61994
    },
    {
      "epoch": 2.884159106769016,
      "grad_norm": 1.2902383072590429,
      "learning_rate": 0.0001629367614170644,
      "loss": 2.5312,
      "step": 61995
    },
    {
      "epoch": 2.8842056292160967,
      "grad_norm": 1.2008464158695245,
      "learning_rate": 0.0001629330638228146,
      "loss": 2.1562,
      "step": 61996
    },
    {
      "epoch": 2.8842521516631776,
      "grad_norm": 1.2674712281914418,
      "learning_rate": 0.0001629293662206471,
      "loss": 2.25,
      "step": 61997
    },
    {
      "epoch": 2.884298674110258,
      "grad_norm": 1.3900334121425446,
      "learning_rate": 0.0001629256686105642,
      "loss": 2.3438,
      "step": 61998
    },
    {
      "epoch": 2.884345196557339,
      "grad_norm": 1.2570722613425036,
      "learning_rate": 0.0001629219709925681,
      "loss": 2.3125,
      "step": 61999
    },
    {
      "epoch": 2.8843917190044195,
      "grad_norm": 1.1531630119817957,
      "learning_rate": 0.00016291827336666108,
      "loss": 1.9531,
      "step": 62000
    },
    {
      "epoch": 2.8844382414515004,
      "grad_norm": 1.1932528534240459,
      "learning_rate": 0.0001629145757328454,
      "loss": 2.1094,
      "step": 62001
    },
    {
      "epoch": 2.8844847638985813,
      "grad_norm": 1.2877452636789666,
      "learning_rate": 0.0001629108780911234,
      "loss": 2.2188,
      "step": 62002
    },
    {
      "epoch": 2.884531286345662,
      "grad_norm": 1.245851471590881,
      "learning_rate": 0.00016290718044149725,
      "loss": 2.1875,
      "step": 62003
    },
    {
      "epoch": 2.8845778087927423,
      "grad_norm": 1.2890122426339208,
      "learning_rate": 0.0001629034827839693,
      "loss": 2.1875,
      "step": 62004
    },
    {
      "epoch": 2.884624331239823,
      "grad_norm": 1.2809904002103734,
      "learning_rate": 0.00016289978511854167,
      "loss": 2.375,
      "step": 62005
    },
    {
      "epoch": 2.884670853686904,
      "grad_norm": 1.3225750305059552,
      "learning_rate": 0.00016289608744521675,
      "loss": 2.5312,
      "step": 62006
    },
    {
      "epoch": 2.8847173761339846,
      "grad_norm": 1.2568804256837354,
      "learning_rate": 0.00016289238976399678,
      "loss": 2.3281,
      "step": 62007
    },
    {
      "epoch": 2.8847638985810655,
      "grad_norm": 1.3795856677135352,
      "learning_rate": 0.00016288869207488403,
      "loss": 2.1719,
      "step": 62008
    },
    {
      "epoch": 2.884810421028146,
      "grad_norm": 1.1956043968753398,
      "learning_rate": 0.00016288499437788073,
      "loss": 2.1094,
      "step": 62009
    },
    {
      "epoch": 2.884856943475227,
      "grad_norm": 1.5231696261112688,
      "learning_rate": 0.00016288129667298915,
      "loss": 2.2812,
      "step": 62010
    },
    {
      "epoch": 2.8849034659223074,
      "grad_norm": 1.3084504168744804,
      "learning_rate": 0.0001628775989602116,
      "loss": 2.2969,
      "step": 62011
    },
    {
      "epoch": 2.8849499883693883,
      "grad_norm": 1.210649390577949,
      "learning_rate": 0.00016287390123955028,
      "loss": 1.9844,
      "step": 62012
    },
    {
      "epoch": 2.884996510816469,
      "grad_norm": 1.3579357187606966,
      "learning_rate": 0.0001628702035110075,
      "loss": 2.3125,
      "step": 62013
    },
    {
      "epoch": 2.8850430332635497,
      "grad_norm": 1.2937126145256135,
      "learning_rate": 0.00016286650577458544,
      "loss": 2.3594,
      "step": 62014
    },
    {
      "epoch": 2.88508955571063,
      "grad_norm": 1.1994287619321136,
      "learning_rate": 0.00016286280803028653,
      "loss": 1.9453,
      "step": 62015
    },
    {
      "epoch": 2.885136078157711,
      "grad_norm": 1.2414204762389536,
      "learning_rate": 0.00016285911027811285,
      "loss": 2.3906,
      "step": 62016
    },
    {
      "epoch": 2.885182600604792,
      "grad_norm": 1.2969567407104465,
      "learning_rate": 0.00016285541251806677,
      "loss": 2.2188,
      "step": 62017
    },
    {
      "epoch": 2.8852291230518725,
      "grad_norm": 1.3747463314576418,
      "learning_rate": 0.00016285171475015055,
      "loss": 2.375,
      "step": 62018
    },
    {
      "epoch": 2.885275645498953,
      "grad_norm": 1.378035148224152,
      "learning_rate": 0.0001628480169743664,
      "loss": 2.4844,
      "step": 62019
    },
    {
      "epoch": 2.885322167946034,
      "grad_norm": 1.300859181610127,
      "learning_rate": 0.00016284431919071668,
      "loss": 2.2031,
      "step": 62020
    },
    {
      "epoch": 2.885368690393115,
      "grad_norm": 1.3075098682177846,
      "learning_rate": 0.00016284062139920353,
      "loss": 2.5,
      "step": 62021
    },
    {
      "epoch": 2.8854152128401953,
      "grad_norm": 1.2691949412006822,
      "learning_rate": 0.00016283692359982932,
      "loss": 2.1719,
      "step": 62022
    },
    {
      "epoch": 2.8854617352872762,
      "grad_norm": 1.3289868339117792,
      "learning_rate": 0.00016283322579259624,
      "loss": 2.4219,
      "step": 62023
    },
    {
      "epoch": 2.8855082577343567,
      "grad_norm": 1.3177071539154606,
      "learning_rate": 0.0001628295279775066,
      "loss": 2.2031,
      "step": 62024
    },
    {
      "epoch": 2.8855547801814376,
      "grad_norm": 1.2171727321853898,
      "learning_rate": 0.00016282583015456262,
      "loss": 2.2188,
      "step": 62025
    },
    {
      "epoch": 2.885601302628518,
      "grad_norm": 1.2605080335536627,
      "learning_rate": 0.00016282213232376663,
      "loss": 2.2031,
      "step": 62026
    },
    {
      "epoch": 2.885647825075599,
      "grad_norm": 1.2639481511019723,
      "learning_rate": 0.00016281843448512085,
      "loss": 2.1562,
      "step": 62027
    },
    {
      "epoch": 2.88569434752268,
      "grad_norm": 1.2682723624106278,
      "learning_rate": 0.0001628147366386275,
      "loss": 2.2031,
      "step": 62028
    },
    {
      "epoch": 2.8857408699697604,
      "grad_norm": 1.2509303517835197,
      "learning_rate": 0.00016281103878428897,
      "loss": 2.2812,
      "step": 62029
    },
    {
      "epoch": 2.885787392416841,
      "grad_norm": 1.310728769318595,
      "learning_rate": 0.00016280734092210736,
      "loss": 2.5,
      "step": 62030
    },
    {
      "epoch": 2.885833914863922,
      "grad_norm": 1.2395985961340943,
      "learning_rate": 0.0001628036430520851,
      "loss": 2.3125,
      "step": 62031
    },
    {
      "epoch": 2.8858804373110027,
      "grad_norm": 1.3966704285932408,
      "learning_rate": 0.00016279994517422433,
      "loss": 1.9531,
      "step": 62032
    },
    {
      "epoch": 2.885926959758083,
      "grad_norm": 1.2296958597986223,
      "learning_rate": 0.00016279624728852737,
      "loss": 1.6562,
      "step": 62033
    },
    {
      "epoch": 2.885973482205164,
      "grad_norm": 1.3048357266090875,
      "learning_rate": 0.00016279254939499647,
      "loss": 2.1719,
      "step": 62034
    },
    {
      "epoch": 2.8860200046522446,
      "grad_norm": 1.3996480558820255,
      "learning_rate": 0.0001627888514936339,
      "loss": 2.25,
      "step": 62035
    },
    {
      "epoch": 2.8860665270993255,
      "grad_norm": 1.3555583761472647,
      "learning_rate": 0.0001627851535844419,
      "loss": 2.1094,
      "step": 62036
    },
    {
      "epoch": 2.886113049546406,
      "grad_norm": 1.449141955639805,
      "learning_rate": 0.00016278145566742277,
      "loss": 2.2031,
      "step": 62037
    },
    {
      "epoch": 2.886159571993487,
      "grad_norm": 1.2385391355157442,
      "learning_rate": 0.00016277775774257877,
      "loss": 2.4062,
      "step": 62038
    },
    {
      "epoch": 2.8862060944405674,
      "grad_norm": 1.3094692404702595,
      "learning_rate": 0.00016277405980991212,
      "loss": 2.3125,
      "step": 62039
    },
    {
      "epoch": 2.8862526168876483,
      "grad_norm": 1.2751106528945007,
      "learning_rate": 0.00016277036186942515,
      "loss": 2.1875,
      "step": 62040
    },
    {
      "epoch": 2.886299139334729,
      "grad_norm": 1.2774073788548574,
      "learning_rate": 0.00016276666392112007,
      "loss": 2.0938,
      "step": 62041
    },
    {
      "epoch": 2.8863456617818097,
      "grad_norm": 1.2989702975782547,
      "learning_rate": 0.00016276296596499918,
      "loss": 2.3438,
      "step": 62042
    },
    {
      "epoch": 2.8863921842288907,
      "grad_norm": 1.2622773979571333,
      "learning_rate": 0.00016275926800106468,
      "loss": 2.1562,
      "step": 62043
    },
    {
      "epoch": 2.886438706675971,
      "grad_norm": 1.2690753759425688,
      "learning_rate": 0.00016275557002931894,
      "loss": 2.1875,
      "step": 62044
    },
    {
      "epoch": 2.8864852291230516,
      "grad_norm": 1.2682552416987305,
      "learning_rate": 0.00016275187204976412,
      "loss": 2.25,
      "step": 62045
    },
    {
      "epoch": 2.8865317515701325,
      "grad_norm": 1.2623363770330676,
      "learning_rate": 0.00016274817406240256,
      "loss": 2.0938,
      "step": 62046
    },
    {
      "epoch": 2.8865782740172135,
      "grad_norm": 1.2354591969523288,
      "learning_rate": 0.00016274447606723648,
      "loss": 2.375,
      "step": 62047
    },
    {
      "epoch": 2.886624796464294,
      "grad_norm": 1.2346652887417155,
      "learning_rate": 0.00016274077806426816,
      "loss": 2.2188,
      "step": 62048
    },
    {
      "epoch": 2.886671318911375,
      "grad_norm": 1.4064127672898166,
      "learning_rate": 0.00016273708005349986,
      "loss": 2.3125,
      "step": 62049
    },
    {
      "epoch": 2.8867178413584553,
      "grad_norm": 1.2214181806173527,
      "learning_rate": 0.00016273338203493383,
      "loss": 1.9844,
      "step": 62050
    },
    {
      "epoch": 2.8867643638055362,
      "grad_norm": 1.2485717848406506,
      "learning_rate": 0.00016272968400857235,
      "loss": 2.2344,
      "step": 62051
    },
    {
      "epoch": 2.8868108862526167,
      "grad_norm": 1.2219868217071737,
      "learning_rate": 0.00016272598597441768,
      "loss": 2.1406,
      "step": 62052
    },
    {
      "epoch": 2.8868574086996976,
      "grad_norm": 1.2252862018184103,
      "learning_rate": 0.00016272228793247213,
      "loss": 2.2344,
      "step": 62053
    },
    {
      "epoch": 2.8869039311467786,
      "grad_norm": 1.1635896861785373,
      "learning_rate": 0.00016271858988273788,
      "loss": 1.9531,
      "step": 62054
    },
    {
      "epoch": 2.886950453593859,
      "grad_norm": 1.1113503565360652,
      "learning_rate": 0.00016271489182521725,
      "loss": 1.6094,
      "step": 62055
    },
    {
      "epoch": 2.8869969760409395,
      "grad_norm": 1.3149020310564512,
      "learning_rate": 0.00016271119375991247,
      "loss": 2.3906,
      "step": 62056
    },
    {
      "epoch": 2.8870434984880204,
      "grad_norm": 1.297488267705577,
      "learning_rate": 0.00016270749568682584,
      "loss": 2.2031,
      "step": 62057
    },
    {
      "epoch": 2.8870900209351014,
      "grad_norm": 1.2714296231460942,
      "learning_rate": 0.00016270379760595962,
      "loss": 2.4062,
      "step": 62058
    },
    {
      "epoch": 2.887136543382182,
      "grad_norm": 1.239606861003915,
      "learning_rate": 0.00016270009951731604,
      "loss": 1.5938,
      "step": 62059
    },
    {
      "epoch": 2.8871830658292628,
      "grad_norm": 1.1534006439022955,
      "learning_rate": 0.00016269640142089735,
      "loss": 1.9453,
      "step": 62060
    },
    {
      "epoch": 2.8872295882763432,
      "grad_norm": 1.2050875035866517,
      "learning_rate": 0.00016269270331670588,
      "loss": 1.9141,
      "step": 62061
    },
    {
      "epoch": 2.887276110723424,
      "grad_norm": 1.2098028934499037,
      "learning_rate": 0.00016268900520474388,
      "loss": 2.2188,
      "step": 62062
    },
    {
      "epoch": 2.8873226331705046,
      "grad_norm": 1.3040503676426523,
      "learning_rate": 0.00016268530708501356,
      "loss": 2.5312,
      "step": 62063
    },
    {
      "epoch": 2.8873691556175856,
      "grad_norm": 1.2092653680894334,
      "learning_rate": 0.00016268160895751728,
      "loss": 2.3125,
      "step": 62064
    },
    {
      "epoch": 2.887415678064666,
      "grad_norm": 1.2799182396423667,
      "learning_rate": 0.00016267791082225718,
      "loss": 2.1562,
      "step": 62065
    },
    {
      "epoch": 2.887462200511747,
      "grad_norm": 1.2610882677704256,
      "learning_rate": 0.00016267421267923563,
      "loss": 2.2188,
      "step": 62066
    },
    {
      "epoch": 2.8875087229588274,
      "grad_norm": 1.2272881132911448,
      "learning_rate": 0.00016267051452845482,
      "loss": 2.1406,
      "step": 62067
    },
    {
      "epoch": 2.8875552454059084,
      "grad_norm": 1.268642424027245,
      "learning_rate": 0.0001626668163699171,
      "loss": 2.4062,
      "step": 62068
    },
    {
      "epoch": 2.8876017678529893,
      "grad_norm": 1.213394657761543,
      "learning_rate": 0.00016266311820362463,
      "loss": 2.2031,
      "step": 62069
    },
    {
      "epoch": 2.8876482903000698,
      "grad_norm": 1.264226986135481,
      "learning_rate": 0.00016265942002957978,
      "loss": 2.3906,
      "step": 62070
    },
    {
      "epoch": 2.8876948127471502,
      "grad_norm": 1.2914852066642752,
      "learning_rate": 0.00016265572184778464,
      "loss": 2.4219,
      "step": 62071
    },
    {
      "epoch": 2.887741335194231,
      "grad_norm": 1.298647823287667,
      "learning_rate": 0.00016265202365824168,
      "loss": 2.0938,
      "step": 62072
    },
    {
      "epoch": 2.887787857641312,
      "grad_norm": 1.2165429357985746,
      "learning_rate": 0.00016264832546095307,
      "loss": 2.1875,
      "step": 62073
    },
    {
      "epoch": 2.8878343800883925,
      "grad_norm": 1.3071794430837027,
      "learning_rate": 0.0001626446272559211,
      "loss": 2.2656,
      "step": 62074
    },
    {
      "epoch": 2.8878809025354735,
      "grad_norm": 1.3120531901864578,
      "learning_rate": 0.000162640929043148,
      "loss": 2.2656,
      "step": 62075
    },
    {
      "epoch": 2.887927424982554,
      "grad_norm": 1.3794676549877207,
      "learning_rate": 0.00016263723082263602,
      "loss": 2.2188,
      "step": 62076
    },
    {
      "epoch": 2.887973947429635,
      "grad_norm": 1.3504840680664907,
      "learning_rate": 0.00016263353259438748,
      "loss": 2.4062,
      "step": 62077
    },
    {
      "epoch": 2.8880204698767153,
      "grad_norm": 1.2714955181758811,
      "learning_rate": 0.0001626298343584046,
      "loss": 2.2344,
      "step": 62078
    },
    {
      "epoch": 2.8880669923237963,
      "grad_norm": 1.272277036005307,
      "learning_rate": 0.0001626261361146897,
      "loss": 2.375,
      "step": 62079
    },
    {
      "epoch": 2.888113514770877,
      "grad_norm": 1.3132508161564167,
      "learning_rate": 0.00016262243786324495,
      "loss": 2.5312,
      "step": 62080
    },
    {
      "epoch": 2.8881600372179577,
      "grad_norm": 1.261378122352903,
      "learning_rate": 0.0001626187396040727,
      "loss": 2.2812,
      "step": 62081
    },
    {
      "epoch": 2.888206559665038,
      "grad_norm": 1.1869629159601847,
      "learning_rate": 0.00016261504133717515,
      "loss": 2.1719,
      "step": 62082
    },
    {
      "epoch": 2.888253082112119,
      "grad_norm": 1.3315167266503962,
      "learning_rate": 0.00016261134306255463,
      "loss": 2.1562,
      "step": 62083
    },
    {
      "epoch": 2.8882996045592,
      "grad_norm": 1.306896659704435,
      "learning_rate": 0.00016260764478021338,
      "loss": 2.375,
      "step": 62084
    },
    {
      "epoch": 2.8883461270062805,
      "grad_norm": 1.2349723241733641,
      "learning_rate": 0.00016260394649015363,
      "loss": 2.0781,
      "step": 62085
    },
    {
      "epoch": 2.8883926494533614,
      "grad_norm": 1.3593008426555317,
      "learning_rate": 0.00016260024819237767,
      "loss": 2.5156,
      "step": 62086
    },
    {
      "epoch": 2.888439171900442,
      "grad_norm": 1.2170258659500297,
      "learning_rate": 0.0001625965498868878,
      "loss": 2.1875,
      "step": 62087
    },
    {
      "epoch": 2.888485694347523,
      "grad_norm": 1.2274790902030963,
      "learning_rate": 0.00016259285157368625,
      "loss": 2.1406,
      "step": 62088
    },
    {
      "epoch": 2.8885322167946033,
      "grad_norm": 1.2230083160336414,
      "learning_rate": 0.00016258915325277523,
      "loss": 2.125,
      "step": 62089
    },
    {
      "epoch": 2.888578739241684,
      "grad_norm": 1.4119755569823378,
      "learning_rate": 0.00016258545492415708,
      "loss": 2.25,
      "step": 62090
    },
    {
      "epoch": 2.888625261688765,
      "grad_norm": 1.2392147664342605,
      "learning_rate": 0.00016258175658783404,
      "loss": 2.1094,
      "step": 62091
    },
    {
      "epoch": 2.8886717841358456,
      "grad_norm": 1.2459194392145234,
      "learning_rate": 0.0001625780582438084,
      "loss": 2.1406,
      "step": 62092
    },
    {
      "epoch": 2.888718306582926,
      "grad_norm": 1.2872757361428644,
      "learning_rate": 0.00016257435989208233,
      "loss": 2.5469,
      "step": 62093
    },
    {
      "epoch": 2.888764829030007,
      "grad_norm": 1.341939655674964,
      "learning_rate": 0.00016257066153265823,
      "loss": 2.2812,
      "step": 62094
    },
    {
      "epoch": 2.888811351477088,
      "grad_norm": 1.4197706943775912,
      "learning_rate": 0.00016256696316553824,
      "loss": 2.3438,
      "step": 62095
    },
    {
      "epoch": 2.8888578739241684,
      "grad_norm": 1.1451340167555863,
      "learning_rate": 0.00016256326479072473,
      "loss": 1.5469,
      "step": 62096
    },
    {
      "epoch": 2.888904396371249,
      "grad_norm": 1.3143126943521248,
      "learning_rate": 0.0001625595664082199,
      "loss": 2.4531,
      "step": 62097
    },
    {
      "epoch": 2.8889509188183298,
      "grad_norm": 1.2935020675665212,
      "learning_rate": 0.00016255586801802602,
      "loss": 2.125,
      "step": 62098
    },
    {
      "epoch": 2.8889974412654107,
      "grad_norm": 1.15686197307032,
      "learning_rate": 0.00016255216962014537,
      "loss": 2.2031,
      "step": 62099
    },
    {
      "epoch": 2.889043963712491,
      "grad_norm": 1.159295938728789,
      "learning_rate": 0.00016254847121458026,
      "loss": 2.1562,
      "step": 62100
    },
    {
      "epoch": 2.889090486159572,
      "grad_norm": 1.202896300630035,
      "learning_rate": 0.00016254477280133286,
      "loss": 2.1406,
      "step": 62101
    },
    {
      "epoch": 2.8891370086066526,
      "grad_norm": 1.5300571525991666,
      "learning_rate": 0.00016254107438040544,
      "loss": 2.4531,
      "step": 62102
    },
    {
      "epoch": 2.8891835310537335,
      "grad_norm": 1.2151421462400833,
      "learning_rate": 0.00016253737595180035,
      "loss": 1.5703,
      "step": 62103
    },
    {
      "epoch": 2.889230053500814,
      "grad_norm": 1.2551883022246122,
      "learning_rate": 0.00016253367751551973,
      "loss": 2.3125,
      "step": 62104
    },
    {
      "epoch": 2.889276575947895,
      "grad_norm": 1.239204256770302,
      "learning_rate": 0.00016252997907156602,
      "loss": 2.0625,
      "step": 62105
    },
    {
      "epoch": 2.889323098394976,
      "grad_norm": 1.2682684898820564,
      "learning_rate": 0.0001625262806199413,
      "loss": 2.4219,
      "step": 62106
    },
    {
      "epoch": 2.8893696208420563,
      "grad_norm": 1.3350354943511704,
      "learning_rate": 0.00016252258216064796,
      "loss": 2.5156,
      "step": 62107
    },
    {
      "epoch": 2.8894161432891368,
      "grad_norm": 1.2773743113077267,
      "learning_rate": 0.00016251888369368822,
      "loss": 2.1719,
      "step": 62108
    },
    {
      "epoch": 2.8894626657362177,
      "grad_norm": 1.3302424553289902,
      "learning_rate": 0.00016251518521906435,
      "loss": 2.5,
      "step": 62109
    },
    {
      "epoch": 2.8895091881832986,
      "grad_norm": 1.208075313565818,
      "learning_rate": 0.0001625114867367786,
      "loss": 2.0469,
      "step": 62110
    },
    {
      "epoch": 2.889555710630379,
      "grad_norm": 1.2781297622150656,
      "learning_rate": 0.00016250778824683325,
      "loss": 2.2656,
      "step": 62111
    },
    {
      "epoch": 2.88960223307746,
      "grad_norm": 1.1180516203439195,
      "learning_rate": 0.00016250408974923054,
      "loss": 1.7656,
      "step": 62112
    },
    {
      "epoch": 2.8896487555245405,
      "grad_norm": 1.3256728517305434,
      "learning_rate": 0.00016250039124397279,
      "loss": 2.2812,
      "step": 62113
    },
    {
      "epoch": 2.8896952779716214,
      "grad_norm": 1.3250837185862885,
      "learning_rate": 0.00016249669273106222,
      "loss": 2.1406,
      "step": 62114
    },
    {
      "epoch": 2.889741800418702,
      "grad_norm": 1.2357451870946163,
      "learning_rate": 0.000162492994210501,
      "loss": 2.25,
      "step": 62115
    },
    {
      "epoch": 2.889788322865783,
      "grad_norm": 1.287982209441128,
      "learning_rate": 0.00016248929568229162,
      "loss": 2.2969,
      "step": 62116
    },
    {
      "epoch": 2.8898348453128637,
      "grad_norm": 1.2986311046028165,
      "learning_rate": 0.00016248559714643617,
      "loss": 2.4219,
      "step": 62117
    },
    {
      "epoch": 2.889881367759944,
      "grad_norm": 1.18120796940537,
      "learning_rate": 0.00016248189860293698,
      "loss": 2.1406,
      "step": 62118
    },
    {
      "epoch": 2.8899278902070247,
      "grad_norm": 1.3705134821232154,
      "learning_rate": 0.00016247820005179628,
      "loss": 2.4688,
      "step": 62119
    },
    {
      "epoch": 2.8899744126541056,
      "grad_norm": 1.329443777687051,
      "learning_rate": 0.00016247450149301637,
      "loss": 2.2344,
      "step": 62120
    },
    {
      "epoch": 2.8900209351011865,
      "grad_norm": 1.2533282336213638,
      "learning_rate": 0.00016247080292659948,
      "loss": 2.4844,
      "step": 62121
    },
    {
      "epoch": 2.890067457548267,
      "grad_norm": 1.264393071367948,
      "learning_rate": 0.00016246710435254794,
      "loss": 2.2031,
      "step": 62122
    },
    {
      "epoch": 2.890113979995348,
      "grad_norm": 1.2396101991166193,
      "learning_rate": 0.0001624634057708639,
      "loss": 2.25,
      "step": 62123
    },
    {
      "epoch": 2.8901605024424284,
      "grad_norm": 1.2278569475161238,
      "learning_rate": 0.00016245970718154973,
      "loss": 2.2656,
      "step": 62124
    },
    {
      "epoch": 2.8902070248895093,
      "grad_norm": 1.2543140647701239,
      "learning_rate": 0.0001624560085846076,
      "loss": 2.3906,
      "step": 62125
    },
    {
      "epoch": 2.89025354733659,
      "grad_norm": 1.3313628265797188,
      "learning_rate": 0.00016245230998003987,
      "loss": 2.375,
      "step": 62126
    },
    {
      "epoch": 2.8903000697836707,
      "grad_norm": 1.3075305237702415,
      "learning_rate": 0.00016244861136784878,
      "loss": 2.1562,
      "step": 62127
    },
    {
      "epoch": 2.890346592230751,
      "grad_norm": 1.2206609327235165,
      "learning_rate": 0.00016244491274803655,
      "loss": 2.0625,
      "step": 62128
    },
    {
      "epoch": 2.890393114677832,
      "grad_norm": 1.2455799046966558,
      "learning_rate": 0.0001624412141206055,
      "loss": 2.2344,
      "step": 62129
    },
    {
      "epoch": 2.8904396371249126,
      "grad_norm": 1.2549716040180936,
      "learning_rate": 0.00016243751548555783,
      "loss": 2.2188,
      "step": 62130
    },
    {
      "epoch": 2.8904861595719935,
      "grad_norm": 1.3176854819772856,
      "learning_rate": 0.00016243381684289586,
      "loss": 2.2969,
      "step": 62131
    },
    {
      "epoch": 2.8905326820190744,
      "grad_norm": 1.3677208066530293,
      "learning_rate": 0.00016243011819262182,
      "loss": 2.5,
      "step": 62132
    },
    {
      "epoch": 2.890579204466155,
      "grad_norm": 1.098406354821071,
      "learning_rate": 0.000162426419534738,
      "loss": 1.9453,
      "step": 62133
    },
    {
      "epoch": 2.8906257269132354,
      "grad_norm": 1.2643446882671916,
      "learning_rate": 0.00016242272086924663,
      "loss": 2.3594,
      "step": 62134
    },
    {
      "epoch": 2.8906722493603163,
      "grad_norm": 1.152857847544739,
      "learning_rate": 0.00016241902219615002,
      "loss": 2.1719,
      "step": 62135
    },
    {
      "epoch": 2.8907187718073972,
      "grad_norm": 1.2885678312912057,
      "learning_rate": 0.00016241532351545041,
      "loss": 2.0469,
      "step": 62136
    },
    {
      "epoch": 2.8907652942544777,
      "grad_norm": 1.177534423304417,
      "learning_rate": 0.00016241162482715004,
      "loss": 2.0312,
      "step": 62137
    },
    {
      "epoch": 2.8908118167015586,
      "grad_norm": 1.2901224925469679,
      "learning_rate": 0.00016240792613125124,
      "loss": 2.4219,
      "step": 62138
    },
    {
      "epoch": 2.890858339148639,
      "grad_norm": 1.2266513118895237,
      "learning_rate": 0.0001624042274277562,
      "loss": 2.1562,
      "step": 62139
    },
    {
      "epoch": 2.89090486159572,
      "grad_norm": 1.221324566447127,
      "learning_rate": 0.00016240052871666728,
      "loss": 2.1094,
      "step": 62140
    },
    {
      "epoch": 2.8909513840428005,
      "grad_norm": 1.2535161455144042,
      "learning_rate": 0.0001623968299979866,
      "loss": 2.3594,
      "step": 62141
    },
    {
      "epoch": 2.8909979064898814,
      "grad_norm": 1.2257265370298849,
      "learning_rate": 0.00016239313127171658,
      "loss": 2.2344,
      "step": 62142
    },
    {
      "epoch": 2.8910444289369623,
      "grad_norm": 1.2338385961024927,
      "learning_rate": 0.00016238943253785935,
      "loss": 2.1094,
      "step": 62143
    },
    {
      "epoch": 2.891090951384043,
      "grad_norm": 1.222208055015885,
      "learning_rate": 0.0001623857337964173,
      "loss": 2.2031,
      "step": 62144
    },
    {
      "epoch": 2.8911374738311233,
      "grad_norm": 1.2679038084568184,
      "learning_rate": 0.00016238203504739256,
      "loss": 2.2188,
      "step": 62145
    },
    {
      "epoch": 2.891183996278204,
      "grad_norm": 1.2203352054998373,
      "learning_rate": 0.00016237833629078753,
      "loss": 2.1875,
      "step": 62146
    },
    {
      "epoch": 2.891230518725285,
      "grad_norm": 1.2645468515073692,
      "learning_rate": 0.00016237463752660436,
      "loss": 2.0781,
      "step": 62147
    },
    {
      "epoch": 2.8912770411723656,
      "grad_norm": 1.322958141086546,
      "learning_rate": 0.00016237093875484535,
      "loss": 2.4844,
      "step": 62148
    },
    {
      "epoch": 2.8913235636194465,
      "grad_norm": 1.300535309985314,
      "learning_rate": 0.00016236723997551284,
      "loss": 2.5156,
      "step": 62149
    },
    {
      "epoch": 2.891370086066527,
      "grad_norm": 1.1908903215978561,
      "learning_rate": 0.000162363541188609,
      "loss": 2.0938,
      "step": 62150
    },
    {
      "epoch": 2.891416608513608,
      "grad_norm": 1.2787825304412181,
      "learning_rate": 0.00016235984239413613,
      "loss": 2.3281,
      "step": 62151
    },
    {
      "epoch": 2.8914631309606884,
      "grad_norm": 1.401137322768523,
      "learning_rate": 0.00016235614359209647,
      "loss": 2.1875,
      "step": 62152
    },
    {
      "epoch": 2.8915096534077693,
      "grad_norm": 1.2660410605749952,
      "learning_rate": 0.00016235244478249238,
      "loss": 2.25,
      "step": 62153
    },
    {
      "epoch": 2.89155617585485,
      "grad_norm": 1.3148930797690257,
      "learning_rate": 0.00016234874596532598,
      "loss": 2.0156,
      "step": 62154
    },
    {
      "epoch": 2.8916026983019307,
      "grad_norm": 1.1791735122104814,
      "learning_rate": 0.00016234504714059966,
      "loss": 2.1875,
      "step": 62155
    },
    {
      "epoch": 2.891649220749011,
      "grad_norm": 1.349644451343662,
      "learning_rate": 0.00016234134830831555,
      "loss": 2.4375,
      "step": 62156
    },
    {
      "epoch": 2.891695743196092,
      "grad_norm": 1.3130780443158485,
      "learning_rate": 0.00016233764946847607,
      "loss": 1.6094,
      "step": 62157
    },
    {
      "epoch": 2.891742265643173,
      "grad_norm": 1.2887266301514666,
      "learning_rate": 0.00016233395062108336,
      "loss": 2.3594,
      "step": 62158
    },
    {
      "epoch": 2.8917887880902535,
      "grad_norm": 1.2914341596760308,
      "learning_rate": 0.00016233025176613973,
      "loss": 2.4375,
      "step": 62159
    },
    {
      "epoch": 2.891835310537334,
      "grad_norm": 1.2332301364624134,
      "learning_rate": 0.0001623265529036475,
      "loss": 2.1719,
      "step": 62160
    },
    {
      "epoch": 2.891881832984415,
      "grad_norm": 1.2918062321898602,
      "learning_rate": 0.00016232285403360882,
      "loss": 2.1562,
      "step": 62161
    },
    {
      "epoch": 2.891928355431496,
      "grad_norm": 1.4487029185879163,
      "learning_rate": 0.00016231915515602604,
      "loss": 2.3281,
      "step": 62162
    },
    {
      "epoch": 2.8919748778785763,
      "grad_norm": 1.355176536125171,
      "learning_rate": 0.0001623154562709014,
      "loss": 2.4375,
      "step": 62163
    },
    {
      "epoch": 2.8920214003256572,
      "grad_norm": 1.2462434712978463,
      "learning_rate": 0.0001623117573782372,
      "loss": 2.3438,
      "step": 62164
    },
    {
      "epoch": 2.8920679227727377,
      "grad_norm": 1.2817446626567226,
      "learning_rate": 0.00016230805847803562,
      "loss": 2.375,
      "step": 62165
    },
    {
      "epoch": 2.8921144452198186,
      "grad_norm": 1.1974205766179153,
      "learning_rate": 0.00016230435957029901,
      "loss": 1.625,
      "step": 62166
    },
    {
      "epoch": 2.892160967666899,
      "grad_norm": 1.2243085145757215,
      "learning_rate": 0.00016230066065502959,
      "loss": 2.0625,
      "step": 62167
    },
    {
      "epoch": 2.89220749011398,
      "grad_norm": 1.2792207346372253,
      "learning_rate": 0.0001622969617322296,
      "loss": 2.3594,
      "step": 62168
    },
    {
      "epoch": 2.892254012561061,
      "grad_norm": 1.3406241982353513,
      "learning_rate": 0.0001622932628019014,
      "loss": 2.2812,
      "step": 62169
    },
    {
      "epoch": 2.8923005350081414,
      "grad_norm": 1.28708130171151,
      "learning_rate": 0.00016228956386404712,
      "loss": 2.2656,
      "step": 62170
    },
    {
      "epoch": 2.892347057455222,
      "grad_norm": 1.4035980153017351,
      "learning_rate": 0.00016228586491866915,
      "loss": 2.5625,
      "step": 62171
    },
    {
      "epoch": 2.892393579902303,
      "grad_norm": 1.1807661625714618,
      "learning_rate": 0.00016228216596576967,
      "loss": 2.0,
      "step": 62172
    },
    {
      "epoch": 2.8924401023493838,
      "grad_norm": 1.2727811695409208,
      "learning_rate": 0.000162278467005351,
      "loss": 2.1094,
      "step": 62173
    },
    {
      "epoch": 2.8924866247964642,
      "grad_norm": 1.2063656650632733,
      "learning_rate": 0.00016227476803741536,
      "loss": 2.1719,
      "step": 62174
    },
    {
      "epoch": 2.892533147243545,
      "grad_norm": 1.2769653426085006,
      "learning_rate": 0.00016227106906196504,
      "loss": 2.0469,
      "step": 62175
    },
    {
      "epoch": 2.8925796696906256,
      "grad_norm": 1.223879854291192,
      "learning_rate": 0.00016226737007900228,
      "loss": 2.0156,
      "step": 62176
    },
    {
      "epoch": 2.8926261921377066,
      "grad_norm": 1.3378114834686081,
      "learning_rate": 0.00016226367108852945,
      "loss": 2.3281,
      "step": 62177
    },
    {
      "epoch": 2.892672714584787,
      "grad_norm": 1.2711450931451262,
      "learning_rate": 0.00016225997209054862,
      "loss": 2.2812,
      "step": 62178
    },
    {
      "epoch": 2.892719237031868,
      "grad_norm": 1.2040135646035899,
      "learning_rate": 0.00016225627308506224,
      "loss": 2.25,
      "step": 62179
    },
    {
      "epoch": 2.8927657594789484,
      "grad_norm": 1.2187604654725168,
      "learning_rate": 0.00016225257407207245,
      "loss": 2.2344,
      "step": 62180
    },
    {
      "epoch": 2.8928122819260293,
      "grad_norm": 1.2164042411388967,
      "learning_rate": 0.00016224887505158155,
      "loss": 1.6562,
      "step": 62181
    },
    {
      "epoch": 2.89285880437311,
      "grad_norm": 1.2039199123212911,
      "learning_rate": 0.00016224517602359188,
      "loss": 2.0625,
      "step": 62182
    },
    {
      "epoch": 2.8929053268201907,
      "grad_norm": 1.256364334734408,
      "learning_rate": 0.0001622414769881056,
      "loss": 2.0781,
      "step": 62183
    },
    {
      "epoch": 2.8929518492672717,
      "grad_norm": 1.2694328499588692,
      "learning_rate": 0.000162237777945125,
      "loss": 2.3438,
      "step": 62184
    },
    {
      "epoch": 2.892998371714352,
      "grad_norm": 1.213437184056638,
      "learning_rate": 0.00016223407889465237,
      "loss": 2.2969,
      "step": 62185
    },
    {
      "epoch": 2.8930448941614326,
      "grad_norm": 1.2544158309195694,
      "learning_rate": 0.00016223037983669,
      "loss": 2.1875,
      "step": 62186
    },
    {
      "epoch": 2.8930914166085135,
      "grad_norm": 1.247251713872017,
      "learning_rate": 0.0001622266807712401,
      "loss": 2.1719,
      "step": 62187
    },
    {
      "epoch": 2.8931379390555945,
      "grad_norm": 1.2937779590254834,
      "learning_rate": 0.00016222298169830493,
      "loss": 2.4062,
      "step": 62188
    },
    {
      "epoch": 2.893184461502675,
      "grad_norm": 1.3224848117703212,
      "learning_rate": 0.0001622192826178868,
      "loss": 2.1406,
      "step": 62189
    },
    {
      "epoch": 2.893230983949756,
      "grad_norm": 1.5235772761253348,
      "learning_rate": 0.00016221558352998798,
      "loss": 2.6562,
      "step": 62190
    },
    {
      "epoch": 2.8932775063968363,
      "grad_norm": 1.2881441873385024,
      "learning_rate": 0.00016221188443461067,
      "loss": 2.1094,
      "step": 62191
    },
    {
      "epoch": 2.8933240288439173,
      "grad_norm": 1.2251362406060828,
      "learning_rate": 0.00016220818533175713,
      "loss": 2.2031,
      "step": 62192
    },
    {
      "epoch": 2.8933705512909977,
      "grad_norm": 1.3074962794147278,
      "learning_rate": 0.00016220448622142973,
      "loss": 2.3281,
      "step": 62193
    },
    {
      "epoch": 2.8934170737380787,
      "grad_norm": 1.3926963096593927,
      "learning_rate": 0.00016220078710363066,
      "loss": 2.625,
      "step": 62194
    },
    {
      "epoch": 2.8934635961851596,
      "grad_norm": 1.3025925909630212,
      "learning_rate": 0.00016219708797836222,
      "loss": 2.4062,
      "step": 62195
    },
    {
      "epoch": 2.89351011863224,
      "grad_norm": 1.3079819364111132,
      "learning_rate": 0.00016219338884562658,
      "loss": 2.25,
      "step": 62196
    },
    {
      "epoch": 2.8935566410793205,
      "grad_norm": 1.3060226582357781,
      "learning_rate": 0.00016218968970542618,
      "loss": 2.1875,
      "step": 62197
    },
    {
      "epoch": 2.8936031635264015,
      "grad_norm": 1.268661382588363,
      "learning_rate": 0.00016218599055776309,
      "loss": 2.0156,
      "step": 62198
    },
    {
      "epoch": 2.8936496859734824,
      "grad_norm": 1.2338427627333668,
      "learning_rate": 0.0001621822914026397,
      "loss": 2.2656,
      "step": 62199
    },
    {
      "epoch": 2.893696208420563,
      "grad_norm": 1.2844967208029603,
      "learning_rate": 0.00016217859224005823,
      "loss": 2.2188,
      "step": 62200
    },
    {
      "epoch": 2.8937427308676438,
      "grad_norm": 1.2589706752784982,
      "learning_rate": 0.00016217489307002097,
      "loss": 2.1875,
      "step": 62201
    },
    {
      "epoch": 2.8937892533147243,
      "grad_norm": 1.1951836291261582,
      "learning_rate": 0.00016217119389253014,
      "loss": 2.2188,
      "step": 62202
    },
    {
      "epoch": 2.893835775761805,
      "grad_norm": 1.2715224354959427,
      "learning_rate": 0.00016216749470758805,
      "loss": 2.3281,
      "step": 62203
    },
    {
      "epoch": 2.8938822982088857,
      "grad_norm": 1.2802909215681988,
      "learning_rate": 0.00016216379551519696,
      "loss": 2.2344,
      "step": 62204
    },
    {
      "epoch": 2.8939288206559666,
      "grad_norm": 1.25477460907829,
      "learning_rate": 0.0001621600963153591,
      "loss": 2.1875,
      "step": 62205
    },
    {
      "epoch": 2.8939753431030475,
      "grad_norm": 1.3965922879901136,
      "learning_rate": 0.00016215639710807678,
      "loss": 2.25,
      "step": 62206
    },
    {
      "epoch": 2.894021865550128,
      "grad_norm": 1.2164907852139235,
      "learning_rate": 0.00016215269789335223,
      "loss": 2.1094,
      "step": 62207
    },
    {
      "epoch": 2.8940683879972084,
      "grad_norm": 1.4130286770450482,
      "learning_rate": 0.00016214899867118775,
      "loss": 2.125,
      "step": 62208
    },
    {
      "epoch": 2.8941149104442894,
      "grad_norm": 1.1869402723950988,
      "learning_rate": 0.00016214529944158553,
      "loss": 2.0,
      "step": 62209
    },
    {
      "epoch": 2.8941614328913703,
      "grad_norm": 1.171679112727944,
      "learning_rate": 0.00016214160020454796,
      "loss": 1.9766,
      "step": 62210
    },
    {
      "epoch": 2.8942079553384508,
      "grad_norm": 1.2910425880916239,
      "learning_rate": 0.00016213790096007718,
      "loss": 2.4844,
      "step": 62211
    },
    {
      "epoch": 2.8942544777855312,
      "grad_norm": 1.1625727115587867,
      "learning_rate": 0.0001621342017081755,
      "loss": 2.0156,
      "step": 62212
    },
    {
      "epoch": 2.894301000232612,
      "grad_norm": 1.1674273544497262,
      "learning_rate": 0.00016213050244884522,
      "loss": 1.9766,
      "step": 62213
    },
    {
      "epoch": 2.894347522679693,
      "grad_norm": 1.2327933292177022,
      "learning_rate": 0.00016212680318208853,
      "loss": 1.9375,
      "step": 62214
    },
    {
      "epoch": 2.8943940451267736,
      "grad_norm": 1.3599404202587881,
      "learning_rate": 0.00016212310390790774,
      "loss": 2.2188,
      "step": 62215
    },
    {
      "epoch": 2.8944405675738545,
      "grad_norm": 1.3544602117605213,
      "learning_rate": 0.00016211940462630518,
      "loss": 2.5312,
      "step": 62216
    },
    {
      "epoch": 2.894487090020935,
      "grad_norm": 1.2445283116638135,
      "learning_rate": 0.000162115705337283,
      "loss": 2.2969,
      "step": 62217
    },
    {
      "epoch": 2.894533612468016,
      "grad_norm": 1.270433711120817,
      "learning_rate": 0.00016211200604084353,
      "loss": 2.3125,
      "step": 62218
    },
    {
      "epoch": 2.8945801349150964,
      "grad_norm": 1.309868121904354,
      "learning_rate": 0.00016210830673698897,
      "loss": 2.2969,
      "step": 62219
    },
    {
      "epoch": 2.8946266573621773,
      "grad_norm": 1.2319907016220049,
      "learning_rate": 0.0001621046074257217,
      "loss": 2.0312,
      "step": 62220
    },
    {
      "epoch": 2.894673179809258,
      "grad_norm": 1.342862089557574,
      "learning_rate": 0.00016210090810704392,
      "loss": 2.5,
      "step": 62221
    },
    {
      "epoch": 2.8947197022563387,
      "grad_norm": 1.1326060255816432,
      "learning_rate": 0.00016209720878095784,
      "loss": 1.6797,
      "step": 62222
    },
    {
      "epoch": 2.894766224703419,
      "grad_norm": 1.2698227232997399,
      "learning_rate": 0.00016209350944746586,
      "loss": 2.375,
      "step": 62223
    },
    {
      "epoch": 2.8948127471505,
      "grad_norm": 1.3009003785367752,
      "learning_rate": 0.00016208981010657007,
      "loss": 2.4375,
      "step": 62224
    },
    {
      "epoch": 2.894859269597581,
      "grad_norm": 1.2554758816876783,
      "learning_rate": 0.00016208611075827284,
      "loss": 2.3906,
      "step": 62225
    },
    {
      "epoch": 2.8949057920446615,
      "grad_norm": 1.3255456098192142,
      "learning_rate": 0.00016208241140257645,
      "loss": 2.5625,
      "step": 62226
    },
    {
      "epoch": 2.8949523144917424,
      "grad_norm": 1.271929900921611,
      "learning_rate": 0.00016207871203948314,
      "loss": 2.1875,
      "step": 62227
    },
    {
      "epoch": 2.894998836938823,
      "grad_norm": 1.3325786697866335,
      "learning_rate": 0.00016207501266899513,
      "loss": 2.3906,
      "step": 62228
    },
    {
      "epoch": 2.895045359385904,
      "grad_norm": 1.2005393937177016,
      "learning_rate": 0.00016207131329111477,
      "loss": 2.2031,
      "step": 62229
    },
    {
      "epoch": 2.8950918818329843,
      "grad_norm": 1.2055662636656643,
      "learning_rate": 0.0001620676139058443,
      "loss": 2.0781,
      "step": 62230
    },
    {
      "epoch": 2.895138404280065,
      "grad_norm": 1.291047461673501,
      "learning_rate": 0.00016206391451318593,
      "loss": 2.2812,
      "step": 62231
    },
    {
      "epoch": 2.895184926727146,
      "grad_norm": 1.244540394920271,
      "learning_rate": 0.00016206021511314196,
      "loss": 2.1562,
      "step": 62232
    },
    {
      "epoch": 2.8952314491742266,
      "grad_norm": 1.189311759813805,
      "learning_rate": 0.00016205651570571467,
      "loss": 1.8125,
      "step": 62233
    },
    {
      "epoch": 2.895277971621307,
      "grad_norm": 1.2997444782401129,
      "learning_rate": 0.00016205281629090633,
      "loss": 2.1562,
      "step": 62234
    },
    {
      "epoch": 2.895324494068388,
      "grad_norm": 1.2854729110574576,
      "learning_rate": 0.00016204911686871912,
      "loss": 2.4375,
      "step": 62235
    },
    {
      "epoch": 2.895371016515469,
      "grad_norm": 1.2189383335844501,
      "learning_rate": 0.0001620454174391554,
      "loss": 2.1562,
      "step": 62236
    },
    {
      "epoch": 2.8954175389625494,
      "grad_norm": 1.4348294686665237,
      "learning_rate": 0.00016204171800221742,
      "loss": 2.3281,
      "step": 62237
    },
    {
      "epoch": 2.8954640614096303,
      "grad_norm": 1.228865036085843,
      "learning_rate": 0.00016203801855790742,
      "loss": 2.3281,
      "step": 62238
    },
    {
      "epoch": 2.895510583856711,
      "grad_norm": 1.265299183777699,
      "learning_rate": 0.00016203431910622766,
      "loss": 2.1094,
      "step": 62239
    },
    {
      "epoch": 2.8955571063037917,
      "grad_norm": 1.3523883808369672,
      "learning_rate": 0.00016203061964718046,
      "loss": 2.4375,
      "step": 62240
    },
    {
      "epoch": 2.895603628750872,
      "grad_norm": 1.2138275464705832,
      "learning_rate": 0.000162026920180768,
      "loss": 2.0938,
      "step": 62241
    },
    {
      "epoch": 2.895650151197953,
      "grad_norm": 1.3178274377559336,
      "learning_rate": 0.00016202322070699263,
      "loss": 2.4062,
      "step": 62242
    },
    {
      "epoch": 2.8956966736450336,
      "grad_norm": 1.250120436613988,
      "learning_rate": 0.00016201952122585654,
      "loss": 2.2188,
      "step": 62243
    },
    {
      "epoch": 2.8957431960921145,
      "grad_norm": 1.2120075792301055,
      "learning_rate": 0.00016201582173736202,
      "loss": 2.1406,
      "step": 62244
    },
    {
      "epoch": 2.895789718539195,
      "grad_norm": 1.2883967480300698,
      "learning_rate": 0.00016201212224151135,
      "loss": 2.125,
      "step": 62245
    },
    {
      "epoch": 2.895836240986276,
      "grad_norm": 1.1746207839362062,
      "learning_rate": 0.00016200842273830681,
      "loss": 2.2344,
      "step": 62246
    },
    {
      "epoch": 2.895882763433357,
      "grad_norm": 1.2792200880020481,
      "learning_rate": 0.00016200472322775065,
      "loss": 2.4531,
      "step": 62247
    },
    {
      "epoch": 2.8959292858804373,
      "grad_norm": 1.3050473487313574,
      "learning_rate": 0.00016200102370984506,
      "loss": 2.2656,
      "step": 62248
    },
    {
      "epoch": 2.8959758083275178,
      "grad_norm": 1.321189776771733,
      "learning_rate": 0.00016199732418459246,
      "loss": 2.4688,
      "step": 62249
    },
    {
      "epoch": 2.8960223307745987,
      "grad_norm": 1.2844252895971,
      "learning_rate": 0.00016199362465199496,
      "loss": 2.0312,
      "step": 62250
    },
    {
      "epoch": 2.8960688532216796,
      "grad_norm": 1.2479392135236878,
      "learning_rate": 0.00016198992511205497,
      "loss": 2.4062,
      "step": 62251
    },
    {
      "epoch": 2.89611537566876,
      "grad_norm": 1.311251147467344,
      "learning_rate": 0.0001619862255647746,
      "loss": 2.5469,
      "step": 62252
    },
    {
      "epoch": 2.896161898115841,
      "grad_norm": 1.2863045221273428,
      "learning_rate": 0.00016198252601015622,
      "loss": 2.375,
      "step": 62253
    },
    {
      "epoch": 2.8962084205629215,
      "grad_norm": 1.3406746015453401,
      "learning_rate": 0.00016197882644820207,
      "loss": 2.1719,
      "step": 62254
    },
    {
      "epoch": 2.8962549430100024,
      "grad_norm": 1.2441033375811594,
      "learning_rate": 0.0001619751268789144,
      "loss": 2.1875,
      "step": 62255
    },
    {
      "epoch": 2.896301465457083,
      "grad_norm": 1.2994544559241439,
      "learning_rate": 0.00016197142730229547,
      "loss": 2.1406,
      "step": 62256
    },
    {
      "epoch": 2.896347987904164,
      "grad_norm": 1.3410254787397193,
      "learning_rate": 0.00016196772771834763,
      "loss": 2.3281,
      "step": 62257
    },
    {
      "epoch": 2.8963945103512447,
      "grad_norm": 1.2153206307852389,
      "learning_rate": 0.000161964028127073,
      "loss": 2.1562,
      "step": 62258
    },
    {
      "epoch": 2.896441032798325,
      "grad_norm": 1.2488071222397092,
      "learning_rate": 0.00016196032852847396,
      "loss": 2.3594,
      "step": 62259
    },
    {
      "epoch": 2.8964875552454057,
      "grad_norm": 1.2764787965984143,
      "learning_rate": 0.00016195662892255276,
      "loss": 2.3125,
      "step": 62260
    },
    {
      "epoch": 2.8965340776924866,
      "grad_norm": 1.2754638547936985,
      "learning_rate": 0.0001619529293093116,
      "loss": 2.0938,
      "step": 62261
    },
    {
      "epoch": 2.8965806001395675,
      "grad_norm": 1.2562057676767333,
      "learning_rate": 0.00016194922968875282,
      "loss": 2.4219,
      "step": 62262
    },
    {
      "epoch": 2.896627122586648,
      "grad_norm": 1.2976552426928656,
      "learning_rate": 0.00016194553006087858,
      "loss": 2.3125,
      "step": 62263
    },
    {
      "epoch": 2.896673645033729,
      "grad_norm": 1.258739435279568,
      "learning_rate": 0.0001619418304256913,
      "loss": 2.4062,
      "step": 62264
    },
    {
      "epoch": 2.8967201674808094,
      "grad_norm": 1.42234669185211,
      "learning_rate": 0.0001619381307831931,
      "loss": 2.1875,
      "step": 62265
    },
    {
      "epoch": 2.8967666899278903,
      "grad_norm": 1.2476786313152313,
      "learning_rate": 0.00016193443113338637,
      "loss": 2.2656,
      "step": 62266
    },
    {
      "epoch": 2.896813212374971,
      "grad_norm": 1.2963119143097408,
      "learning_rate": 0.00016193073147627326,
      "loss": 2.2812,
      "step": 62267
    },
    {
      "epoch": 2.8968597348220517,
      "grad_norm": 1.3512231101997034,
      "learning_rate": 0.0001619270318118561,
      "loss": 2.2031,
      "step": 62268
    },
    {
      "epoch": 2.896906257269132,
      "grad_norm": 1.355747389387322,
      "learning_rate": 0.00016192333214013713,
      "loss": 2.4375,
      "step": 62269
    },
    {
      "epoch": 2.896952779716213,
      "grad_norm": 1.3009553514743637,
      "learning_rate": 0.0001619196324611186,
      "loss": 2.375,
      "step": 62270
    },
    {
      "epoch": 2.8969993021632936,
      "grad_norm": 1.3028302281407984,
      "learning_rate": 0.00016191593277480287,
      "loss": 2.2969,
      "step": 62271
    },
    {
      "epoch": 2.8970458246103745,
      "grad_norm": 1.2517222051056878,
      "learning_rate": 0.0001619122330811921,
      "loss": 2.3281,
      "step": 62272
    },
    {
      "epoch": 2.8970923470574554,
      "grad_norm": 1.3373268162288798,
      "learning_rate": 0.0001619085333802886,
      "loss": 2.25,
      "step": 62273
    },
    {
      "epoch": 2.897138869504536,
      "grad_norm": 1.3560319052959646,
      "learning_rate": 0.00016190483367209461,
      "loss": 2.3594,
      "step": 62274
    },
    {
      "epoch": 2.8971853919516164,
      "grad_norm": 1.2638163527420845,
      "learning_rate": 0.00016190113395661245,
      "loss": 2.3594,
      "step": 62275
    },
    {
      "epoch": 2.8972319143986973,
      "grad_norm": 1.2749078543245358,
      "learning_rate": 0.00016189743423384432,
      "loss": 2.1562,
      "step": 62276
    },
    {
      "epoch": 2.8972784368457782,
      "grad_norm": 1.2116247400361395,
      "learning_rate": 0.00016189373450379248,
      "loss": 2.0781,
      "step": 62277
    },
    {
      "epoch": 2.8973249592928587,
      "grad_norm": 1.2013705165990263,
      "learning_rate": 0.00016189003476645925,
      "loss": 2.1094,
      "step": 62278
    },
    {
      "epoch": 2.8973714817399396,
      "grad_norm": 1.436617286506349,
      "learning_rate": 0.00016188633502184685,
      "loss": 2.375,
      "step": 62279
    },
    {
      "epoch": 2.89741800418702,
      "grad_norm": 1.1819699449079912,
      "learning_rate": 0.00016188263526995762,
      "loss": 2.1094,
      "step": 62280
    },
    {
      "epoch": 2.897464526634101,
      "grad_norm": 1.2602790569059983,
      "learning_rate": 0.00016187893551079373,
      "loss": 2.2188,
      "step": 62281
    },
    {
      "epoch": 2.8975110490811815,
      "grad_norm": 1.2918038989773115,
      "learning_rate": 0.0001618752357443575,
      "loss": 2.1562,
      "step": 62282
    },
    {
      "epoch": 2.8975575715282624,
      "grad_norm": 1.35663724382487,
      "learning_rate": 0.00016187153597065117,
      "loss": 2.5469,
      "step": 62283
    },
    {
      "epoch": 2.8976040939753434,
      "grad_norm": 1.1571016270431227,
      "learning_rate": 0.00016186783618967702,
      "loss": 2.0312,
      "step": 62284
    },
    {
      "epoch": 2.897650616422424,
      "grad_norm": 1.243175919956126,
      "learning_rate": 0.00016186413640143733,
      "loss": 2.1875,
      "step": 62285
    },
    {
      "epoch": 2.8976971388695043,
      "grad_norm": 1.209971608021856,
      "learning_rate": 0.00016186043660593432,
      "loss": 2.3906,
      "step": 62286
    },
    {
      "epoch": 2.8977436613165852,
      "grad_norm": 1.1041016415768932,
      "learning_rate": 0.00016185673680317025,
      "loss": 1.7188,
      "step": 62287
    },
    {
      "epoch": 2.897790183763666,
      "grad_norm": 1.2084033353696613,
      "learning_rate": 0.0001618530369931475,
      "loss": 2.3594,
      "step": 62288
    },
    {
      "epoch": 2.8978367062107466,
      "grad_norm": 1.2905725836145694,
      "learning_rate": 0.0001618493371758682,
      "loss": 2.3438,
      "step": 62289
    },
    {
      "epoch": 2.8978832286578275,
      "grad_norm": 1.2122987677733974,
      "learning_rate": 0.00016184563735133467,
      "loss": 2.0781,
      "step": 62290
    },
    {
      "epoch": 2.897929751104908,
      "grad_norm": 1.3119000294450185,
      "learning_rate": 0.0001618419375195492,
      "loss": 2.2188,
      "step": 62291
    },
    {
      "epoch": 2.897976273551989,
      "grad_norm": 1.2485631841748095,
      "learning_rate": 0.00016183823768051395,
      "loss": 2.1875,
      "step": 62292
    },
    {
      "epoch": 2.8980227959990694,
      "grad_norm": 1.3265875597619567,
      "learning_rate": 0.00016183453783423133,
      "loss": 2.4375,
      "step": 62293
    },
    {
      "epoch": 2.8980693184461503,
      "grad_norm": 1.3454972408311074,
      "learning_rate": 0.0001618308379807035,
      "loss": 2.2188,
      "step": 62294
    },
    {
      "epoch": 2.898115840893231,
      "grad_norm": 1.4341317562003546,
      "learning_rate": 0.00016182713811993278,
      "loss": 2.3438,
      "step": 62295
    },
    {
      "epoch": 2.8981623633403117,
      "grad_norm": 1.352289578061139,
      "learning_rate": 0.00016182343825192142,
      "loss": 2.4375,
      "step": 62296
    },
    {
      "epoch": 2.898208885787392,
      "grad_norm": 1.2917885595065082,
      "learning_rate": 0.00016181973837667168,
      "loss": 2.125,
      "step": 62297
    },
    {
      "epoch": 2.898255408234473,
      "grad_norm": 1.332055608616861,
      "learning_rate": 0.0001618160384941858,
      "loss": 2.5156,
      "step": 62298
    },
    {
      "epoch": 2.898301930681554,
      "grad_norm": 1.2206828137482613,
      "learning_rate": 0.00016181233860446614,
      "loss": 2.0625,
      "step": 62299
    },
    {
      "epoch": 2.8983484531286345,
      "grad_norm": 1.2660853681421909,
      "learning_rate": 0.00016180863870751482,
      "loss": 2.125,
      "step": 62300
    },
    {
      "epoch": 2.898394975575715,
      "grad_norm": 1.301349556322371,
      "learning_rate": 0.00016180493880333418,
      "loss": 2.1875,
      "step": 62301
    },
    {
      "epoch": 2.898441498022796,
      "grad_norm": 1.1659324097030546,
      "learning_rate": 0.0001618012388919265,
      "loss": 2.0781,
      "step": 62302
    },
    {
      "epoch": 2.898488020469877,
      "grad_norm": 1.1632169086341901,
      "learning_rate": 0.0001617975389732941,
      "loss": 2.1094,
      "step": 62303
    },
    {
      "epoch": 2.8985345429169573,
      "grad_norm": 1.1494880573518993,
      "learning_rate": 0.00016179383904743914,
      "loss": 1.9766,
      "step": 62304
    },
    {
      "epoch": 2.8985810653640383,
      "grad_norm": 1.2133053478114857,
      "learning_rate": 0.0001617901391143639,
      "loss": 2.2812,
      "step": 62305
    },
    {
      "epoch": 2.8986275878111187,
      "grad_norm": 1.2585583092982977,
      "learning_rate": 0.00016178643917407067,
      "loss": 2.3281,
      "step": 62306
    },
    {
      "epoch": 2.8986741102581997,
      "grad_norm": 1.2757597516137764,
      "learning_rate": 0.0001617827392265617,
      "loss": 2.1562,
      "step": 62307
    },
    {
      "epoch": 2.89872063270528,
      "grad_norm": 1.322908312576462,
      "learning_rate": 0.00016177903927183933,
      "loss": 2.4844,
      "step": 62308
    },
    {
      "epoch": 2.898767155152361,
      "grad_norm": 1.2352614427288517,
      "learning_rate": 0.00016177533930990568,
      "loss": 2.3594,
      "step": 62309
    },
    {
      "epoch": 2.898813677599442,
      "grad_norm": 1.3038273672966003,
      "learning_rate": 0.00016177163934076317,
      "loss": 2.2812,
      "step": 62310
    },
    {
      "epoch": 2.8988602000465225,
      "grad_norm": 1.2341271823937476,
      "learning_rate": 0.00016176793936441392,
      "loss": 2.3125,
      "step": 62311
    },
    {
      "epoch": 2.898906722493603,
      "grad_norm": 1.2378405960791954,
      "learning_rate": 0.00016176423938086033,
      "loss": 1.9688,
      "step": 62312
    },
    {
      "epoch": 2.898953244940684,
      "grad_norm": 1.2205557918384442,
      "learning_rate": 0.00016176053939010454,
      "loss": 2.0781,
      "step": 62313
    },
    {
      "epoch": 2.8989997673877648,
      "grad_norm": 1.3096257963583653,
      "learning_rate": 0.00016175683939214896,
      "loss": 2.2344,
      "step": 62314
    },
    {
      "epoch": 2.8990462898348452,
      "grad_norm": 1.212928319035263,
      "learning_rate": 0.0001617531393869957,
      "loss": 2.0469,
      "step": 62315
    },
    {
      "epoch": 2.899092812281926,
      "grad_norm": 1.217882622102351,
      "learning_rate": 0.00016174943937464714,
      "loss": 2.0469,
      "step": 62316
    },
    {
      "epoch": 2.8991393347290066,
      "grad_norm": 1.4267689600334135,
      "learning_rate": 0.00016174573935510552,
      "loss": 2.125,
      "step": 62317
    },
    {
      "epoch": 2.8991858571760876,
      "grad_norm": 1.279239321331882,
      "learning_rate": 0.00016174203932837306,
      "loss": 2.375,
      "step": 62318
    },
    {
      "epoch": 2.899232379623168,
      "grad_norm": 1.291540336907275,
      "learning_rate": 0.00016173833929445207,
      "loss": 2.25,
      "step": 62319
    },
    {
      "epoch": 2.899278902070249,
      "grad_norm": 1.2542652814959034,
      "learning_rate": 0.00016173463925334478,
      "loss": 2.2031,
      "step": 62320
    },
    {
      "epoch": 2.89932542451733,
      "grad_norm": 1.2693051799986872,
      "learning_rate": 0.00016173093920505348,
      "loss": 2.1094,
      "step": 62321
    },
    {
      "epoch": 2.8993719469644104,
      "grad_norm": 1.2730711450212817,
      "learning_rate": 0.00016172723914958045,
      "loss": 2.4062,
      "step": 62322
    },
    {
      "epoch": 2.899418469411491,
      "grad_norm": 1.2680896241747406,
      "learning_rate": 0.0001617235390869279,
      "loss": 2.25,
      "step": 62323
    },
    {
      "epoch": 2.8994649918585718,
      "grad_norm": 1.2457530846473472,
      "learning_rate": 0.00016171983901709812,
      "loss": 2.3906,
      "step": 62324
    },
    {
      "epoch": 2.8995115143056527,
      "grad_norm": 1.2537944176232296,
      "learning_rate": 0.00016171613894009343,
      "loss": 2.1094,
      "step": 62325
    },
    {
      "epoch": 2.899558036752733,
      "grad_norm": 1.3187334930810297,
      "learning_rate": 0.00016171243885591604,
      "loss": 2.2188,
      "step": 62326
    },
    {
      "epoch": 2.8996045591998136,
      "grad_norm": 1.247374372066049,
      "learning_rate": 0.00016170873876456823,
      "loss": 2.1562,
      "step": 62327
    },
    {
      "epoch": 2.8996510816468946,
      "grad_norm": 1.3253170884711045,
      "learning_rate": 0.00016170503866605226,
      "loss": 2.3125,
      "step": 62328
    },
    {
      "epoch": 2.8996976040939755,
      "grad_norm": 1.3008732222324608,
      "learning_rate": 0.00016170133856037037,
      "loss": 2.5,
      "step": 62329
    },
    {
      "epoch": 2.899744126541056,
      "grad_norm": 1.2279286514387828,
      "learning_rate": 0.00016169763844752492,
      "loss": 2.1875,
      "step": 62330
    },
    {
      "epoch": 2.899790648988137,
      "grad_norm": 1.1354055462369452,
      "learning_rate": 0.00016169393832751803,
      "loss": 2.0625,
      "step": 62331
    },
    {
      "epoch": 2.8998371714352174,
      "grad_norm": 1.184810068112905,
      "learning_rate": 0.00016169023820035208,
      "loss": 1.6562,
      "step": 62332
    },
    {
      "epoch": 2.8998836938822983,
      "grad_norm": 1.249557224723626,
      "learning_rate": 0.00016168653806602928,
      "loss": 2.0156,
      "step": 62333
    },
    {
      "epoch": 2.8999302163293788,
      "grad_norm": 1.30218792448027,
      "learning_rate": 0.00016168283792455192,
      "loss": 2.25,
      "step": 62334
    },
    {
      "epoch": 2.8999767387764597,
      "grad_norm": 1.2805697586561604,
      "learning_rate": 0.00016167913777592223,
      "loss": 2.0938,
      "step": 62335
    },
    {
      "epoch": 2.9000232612235406,
      "grad_norm": 1.3148336434292596,
      "learning_rate": 0.00016167543762014256,
      "loss": 2.2969,
      "step": 62336
    },
    {
      "epoch": 2.900069783670621,
      "grad_norm": 1.3094390745038977,
      "learning_rate": 0.00016167173745721506,
      "loss": 2.125,
      "step": 62337
    },
    {
      "epoch": 2.9001163061177015,
      "grad_norm": 1.2219592128914956,
      "learning_rate": 0.00016166803728714208,
      "loss": 2.2031,
      "step": 62338
    },
    {
      "epoch": 2.9001628285647825,
      "grad_norm": 1.3066133421066954,
      "learning_rate": 0.00016166433710992586,
      "loss": 2.4219,
      "step": 62339
    },
    {
      "epoch": 2.9002093510118634,
      "grad_norm": 1.182353682192333,
      "learning_rate": 0.00016166063692556868,
      "loss": 1.9297,
      "step": 62340
    },
    {
      "epoch": 2.900255873458944,
      "grad_norm": 1.3360136095384525,
      "learning_rate": 0.00016165693673407278,
      "loss": 2.3906,
      "step": 62341
    },
    {
      "epoch": 2.900302395906025,
      "grad_norm": 1.3316049200593676,
      "learning_rate": 0.00016165323653544042,
      "loss": 2.125,
      "step": 62342
    },
    {
      "epoch": 2.9003489183531053,
      "grad_norm": 1.297512203333953,
      "learning_rate": 0.00016164953632967393,
      "loss": 2.3281,
      "step": 62343
    },
    {
      "epoch": 2.900395440800186,
      "grad_norm": 1.343400788819654,
      "learning_rate": 0.00016164583611677545,
      "loss": 2.3125,
      "step": 62344
    },
    {
      "epoch": 2.9004419632472667,
      "grad_norm": 1.214912193683405,
      "learning_rate": 0.00016164213589674734,
      "loss": 2.2344,
      "step": 62345
    },
    {
      "epoch": 2.9004884856943476,
      "grad_norm": 1.337992771246415,
      "learning_rate": 0.00016163843566959185,
      "loss": 2.4375,
      "step": 62346
    },
    {
      "epoch": 2.9005350081414285,
      "grad_norm": 1.2253077719868755,
      "learning_rate": 0.00016163473543531127,
      "loss": 2.1875,
      "step": 62347
    },
    {
      "epoch": 2.900581530588509,
      "grad_norm": 1.3536917319901378,
      "learning_rate": 0.0001616310351939078,
      "loss": 2.4375,
      "step": 62348
    },
    {
      "epoch": 2.9006280530355895,
      "grad_norm": 1.3863468939077654,
      "learning_rate": 0.00016162733494538378,
      "loss": 2.6406,
      "step": 62349
    },
    {
      "epoch": 2.9006745754826704,
      "grad_norm": 1.2346934067163098,
      "learning_rate": 0.00016162363468974142,
      "loss": 2.2344,
      "step": 62350
    },
    {
      "epoch": 2.9007210979297513,
      "grad_norm": 1.1764877620667065,
      "learning_rate": 0.000161619934426983,
      "loss": 2.2031,
      "step": 62351
    },
    {
      "epoch": 2.900767620376832,
      "grad_norm": 1.3808569939401125,
      "learning_rate": 0.00016161623415711078,
      "loss": 2.2344,
      "step": 62352
    },
    {
      "epoch": 2.9008141428239127,
      "grad_norm": 1.2595935158264278,
      "learning_rate": 0.00016161253388012706,
      "loss": 2.3281,
      "step": 62353
    },
    {
      "epoch": 2.900860665270993,
      "grad_norm": 1.2591758357956355,
      "learning_rate": 0.00016160883359603404,
      "loss": 2.3125,
      "step": 62354
    },
    {
      "epoch": 2.900907187718074,
      "grad_norm": 1.371742309022505,
      "learning_rate": 0.00016160513330483404,
      "loss": 2.25,
      "step": 62355
    },
    {
      "epoch": 2.9009537101651546,
      "grad_norm": 1.251915524378557,
      "learning_rate": 0.0001616014330065293,
      "loss": 2.0312,
      "step": 62356
    },
    {
      "epoch": 2.9010002326122355,
      "grad_norm": 1.4272932361541817,
      "learning_rate": 0.00016159773270112208,
      "loss": 2.1875,
      "step": 62357
    },
    {
      "epoch": 2.901046755059316,
      "grad_norm": 1.3231273146354408,
      "learning_rate": 0.00016159403238861472,
      "loss": 2.4375,
      "step": 62358
    },
    {
      "epoch": 2.901093277506397,
      "grad_norm": 1.3572494038678729,
      "learning_rate": 0.00016159033206900936,
      "loss": 2.3125,
      "step": 62359
    },
    {
      "epoch": 2.9011397999534774,
      "grad_norm": 1.3658352080187017,
      "learning_rate": 0.0001615866317423084,
      "loss": 2.3594,
      "step": 62360
    },
    {
      "epoch": 2.9011863224005583,
      "grad_norm": 1.2558323500715514,
      "learning_rate": 0.00016158293140851397,
      "loss": 2.125,
      "step": 62361
    },
    {
      "epoch": 2.901232844847639,
      "grad_norm": 1.2804574084361113,
      "learning_rate": 0.00016157923106762843,
      "loss": 2.2969,
      "step": 62362
    },
    {
      "epoch": 2.9012793672947197,
      "grad_norm": 1.238417183257485,
      "learning_rate": 0.000161575530719654,
      "loss": 2.3594,
      "step": 62363
    },
    {
      "epoch": 2.9013258897418,
      "grad_norm": 1.269552387172609,
      "learning_rate": 0.000161571830364593,
      "loss": 2.1719,
      "step": 62364
    },
    {
      "epoch": 2.901372412188881,
      "grad_norm": 1.2440154175552411,
      "learning_rate": 0.00016156813000244765,
      "loss": 2.4062,
      "step": 62365
    },
    {
      "epoch": 2.901418934635962,
      "grad_norm": 1.3514550452123288,
      "learning_rate": 0.0001615644296332202,
      "loss": 2.4062,
      "step": 62366
    },
    {
      "epoch": 2.9014654570830425,
      "grad_norm": 1.3052837264101407,
      "learning_rate": 0.00016156072925691293,
      "loss": 2.375,
      "step": 62367
    },
    {
      "epoch": 2.9015119795301234,
      "grad_norm": 1.2743791405024334,
      "learning_rate": 0.0001615570288735281,
      "loss": 2.125,
      "step": 62368
    },
    {
      "epoch": 2.901558501977204,
      "grad_norm": 1.2700397454139127,
      "learning_rate": 0.00016155332848306805,
      "loss": 2.0781,
      "step": 62369
    },
    {
      "epoch": 2.901605024424285,
      "grad_norm": 1.19963456253408,
      "learning_rate": 0.00016154962808553492,
      "loss": 2.2344,
      "step": 62370
    },
    {
      "epoch": 2.9016515468713653,
      "grad_norm": 1.2375656720033739,
      "learning_rate": 0.0001615459276809311,
      "loss": 2.2656,
      "step": 62371
    },
    {
      "epoch": 2.901698069318446,
      "grad_norm": 1.1608432070410464,
      "learning_rate": 0.00016154222726925873,
      "loss": 2.0469,
      "step": 62372
    },
    {
      "epoch": 2.901744591765527,
      "grad_norm": 1.099391687957664,
      "learning_rate": 0.0001615385268505202,
      "loss": 1.8125,
      "step": 62373
    },
    {
      "epoch": 2.9017911142126076,
      "grad_norm": 1.2891501768029823,
      "learning_rate": 0.00016153482642471766,
      "loss": 2.1094,
      "step": 62374
    },
    {
      "epoch": 2.901837636659688,
      "grad_norm": 1.2574405015857981,
      "learning_rate": 0.0001615311259918535,
      "loss": 2.3281,
      "step": 62375
    },
    {
      "epoch": 2.901884159106769,
      "grad_norm": 1.2215981309557493,
      "learning_rate": 0.00016152742555192986,
      "loss": 1.9453,
      "step": 62376
    },
    {
      "epoch": 2.90193068155385,
      "grad_norm": 1.3283350280899342,
      "learning_rate": 0.0001615237251049491,
      "loss": 2.4531,
      "step": 62377
    },
    {
      "epoch": 2.9019772040009304,
      "grad_norm": 1.211154761258764,
      "learning_rate": 0.00016152002465091343,
      "loss": 2.1094,
      "step": 62378
    },
    {
      "epoch": 2.9020237264480113,
      "grad_norm": 1.2619912744577833,
      "learning_rate": 0.0001615163241898251,
      "loss": 2.1562,
      "step": 62379
    },
    {
      "epoch": 2.902070248895092,
      "grad_norm": 1.2501340629969007,
      "learning_rate": 0.00016151262372168646,
      "loss": 2.2344,
      "step": 62380
    },
    {
      "epoch": 2.9021167713421727,
      "grad_norm": 1.2518086714402563,
      "learning_rate": 0.0001615089232464997,
      "loss": 1.9141,
      "step": 62381
    },
    {
      "epoch": 2.902163293789253,
      "grad_norm": 1.2327145107785598,
      "learning_rate": 0.00016150522276426712,
      "loss": 2.2188,
      "step": 62382
    },
    {
      "epoch": 2.902209816236334,
      "grad_norm": 1.2236098161720363,
      "learning_rate": 0.00016150152227499095,
      "loss": 2.1875,
      "step": 62383
    },
    {
      "epoch": 2.9022563386834146,
      "grad_norm": 1.3678326319716536,
      "learning_rate": 0.00016149782177867351,
      "loss": 2.5469,
      "step": 62384
    },
    {
      "epoch": 2.9023028611304955,
      "grad_norm": 1.1959028871034845,
      "learning_rate": 0.000161494121275317,
      "loss": 2.125,
      "step": 62385
    },
    {
      "epoch": 2.902349383577576,
      "grad_norm": 1.3140745110495886,
      "learning_rate": 0.0001614904207649238,
      "loss": 2.4688,
      "step": 62386
    },
    {
      "epoch": 2.902395906024657,
      "grad_norm": 1.3029447215866157,
      "learning_rate": 0.000161486720247496,
      "loss": 2.2656,
      "step": 62387
    },
    {
      "epoch": 2.902442428471738,
      "grad_norm": 1.1508467537360183,
      "learning_rate": 0.000161483019723036,
      "loss": 1.5703,
      "step": 62388
    },
    {
      "epoch": 2.9024889509188183,
      "grad_norm": 1.273492431700959,
      "learning_rate": 0.00016147931919154604,
      "loss": 2.2656,
      "step": 62389
    },
    {
      "epoch": 2.902535473365899,
      "grad_norm": 1.2572190497115452,
      "learning_rate": 0.00016147561865302836,
      "loss": 2.2656,
      "step": 62390
    },
    {
      "epoch": 2.9025819958129797,
      "grad_norm": 1.2055649805659332,
      "learning_rate": 0.00016147191810748522,
      "loss": 2.1875,
      "step": 62391
    },
    {
      "epoch": 2.9026285182600606,
      "grad_norm": 1.1885670467904283,
      "learning_rate": 0.00016146821755491896,
      "loss": 2.1719,
      "step": 62392
    },
    {
      "epoch": 2.902675040707141,
      "grad_norm": 1.1836692546470196,
      "learning_rate": 0.00016146451699533177,
      "loss": 2.1406,
      "step": 62393
    },
    {
      "epoch": 2.902721563154222,
      "grad_norm": 1.3037083535002114,
      "learning_rate": 0.00016146081642872588,
      "loss": 2.375,
      "step": 62394
    },
    {
      "epoch": 2.9027680856013025,
      "grad_norm": 1.2246533385390146,
      "learning_rate": 0.0001614571158551037,
      "loss": 2.1875,
      "step": 62395
    },
    {
      "epoch": 2.9028146080483834,
      "grad_norm": 1.3032266801516104,
      "learning_rate": 0.00016145341527446733,
      "loss": 2.4375,
      "step": 62396
    },
    {
      "epoch": 2.902861130495464,
      "grad_norm": 1.3416094201205697,
      "learning_rate": 0.00016144971468681914,
      "loss": 2.1406,
      "step": 62397
    },
    {
      "epoch": 2.902907652942545,
      "grad_norm": 1.2908320486982616,
      "learning_rate": 0.00016144601409216137,
      "loss": 2.0781,
      "step": 62398
    },
    {
      "epoch": 2.9029541753896257,
      "grad_norm": 1.209059925131286,
      "learning_rate": 0.0001614423134904963,
      "loss": 2.0781,
      "step": 62399
    },
    {
      "epoch": 2.9030006978367062,
      "grad_norm": 1.2329366885684647,
      "learning_rate": 0.00016143861288182612,
      "loss": 2.2969,
      "step": 62400
    },
    {
      "epoch": 2.9030472202837867,
      "grad_norm": 1.2464316961550808,
      "learning_rate": 0.0001614349122661532,
      "loss": 2.1562,
      "step": 62401
    },
    {
      "epoch": 2.9030937427308676,
      "grad_norm": 1.2941911210847938,
      "learning_rate": 0.00016143121164347978,
      "loss": 2.5,
      "step": 62402
    },
    {
      "epoch": 2.9031402651779485,
      "grad_norm": 1.274010184708732,
      "learning_rate": 0.00016142751101380805,
      "loss": 2.25,
      "step": 62403
    },
    {
      "epoch": 2.903186787625029,
      "grad_norm": 1.2945068776596345,
      "learning_rate": 0.00016142381037714037,
      "loss": 2.0781,
      "step": 62404
    },
    {
      "epoch": 2.90323331007211,
      "grad_norm": 1.2243314485569359,
      "learning_rate": 0.00016142010973347893,
      "loss": 2.2344,
      "step": 62405
    },
    {
      "epoch": 2.9032798325191904,
      "grad_norm": 1.2370968818901746,
      "learning_rate": 0.00016141640908282607,
      "loss": 2.0156,
      "step": 62406
    },
    {
      "epoch": 2.9033263549662713,
      "grad_norm": 1.3108339535428284,
      "learning_rate": 0.00016141270842518399,
      "loss": 2.4844,
      "step": 62407
    },
    {
      "epoch": 2.903372877413352,
      "grad_norm": 1.2390015227609994,
      "learning_rate": 0.00016140900776055503,
      "loss": 2.2344,
      "step": 62408
    },
    {
      "epoch": 2.9034193998604327,
      "grad_norm": 1.1826692934861915,
      "learning_rate": 0.00016140530708894134,
      "loss": 1.9062,
      "step": 62409
    },
    {
      "epoch": 2.903465922307513,
      "grad_norm": 1.2777412259026464,
      "learning_rate": 0.00016140160641034531,
      "loss": 2.4844,
      "step": 62410
    },
    {
      "epoch": 2.903512444754594,
      "grad_norm": 1.3749126531763098,
      "learning_rate": 0.00016139790572476914,
      "loss": 2.1406,
      "step": 62411
    },
    {
      "epoch": 2.9035589672016746,
      "grad_norm": 1.3820782100552191,
      "learning_rate": 0.00016139420503221506,
      "loss": 2.375,
      "step": 62412
    },
    {
      "epoch": 2.9036054896487555,
      "grad_norm": 1.170099549656217,
      "learning_rate": 0.00016139050433268542,
      "loss": 1.9375,
      "step": 62413
    },
    {
      "epoch": 2.9036520120958365,
      "grad_norm": 1.2975550242532998,
      "learning_rate": 0.00016138680362618243,
      "loss": 2.4844,
      "step": 62414
    },
    {
      "epoch": 2.903698534542917,
      "grad_norm": 1.2532436847483364,
      "learning_rate": 0.00016138310291270838,
      "loss": 2.1562,
      "step": 62415
    },
    {
      "epoch": 2.9037450569899974,
      "grad_norm": 1.294209678178835,
      "learning_rate": 0.0001613794021922655,
      "loss": 2.1406,
      "step": 62416
    },
    {
      "epoch": 2.9037915794370783,
      "grad_norm": 1.1790466419379015,
      "learning_rate": 0.00016137570146485612,
      "loss": 2.3281,
      "step": 62417
    },
    {
      "epoch": 2.9038381018841593,
      "grad_norm": 1.300357073256091,
      "learning_rate": 0.00016137200073048245,
      "loss": 2.2969,
      "step": 62418
    },
    {
      "epoch": 2.9038846243312397,
      "grad_norm": 1.279283173370498,
      "learning_rate": 0.0001613682999891468,
      "loss": 2.4062,
      "step": 62419
    },
    {
      "epoch": 2.9039311467783206,
      "grad_norm": 1.2521795998034777,
      "learning_rate": 0.0001613645992408514,
      "loss": 2.1562,
      "step": 62420
    },
    {
      "epoch": 2.903977669225401,
      "grad_norm": 1.2950671254635893,
      "learning_rate": 0.00016136089848559852,
      "loss": 1.9922,
      "step": 62421
    },
    {
      "epoch": 2.904024191672482,
      "grad_norm": 1.4054513853767796,
      "learning_rate": 0.00016135719772339036,
      "loss": 2.4844,
      "step": 62422
    },
    {
      "epoch": 2.9040707141195625,
      "grad_norm": 1.321250851491814,
      "learning_rate": 0.00016135349695422935,
      "loss": 2.4688,
      "step": 62423
    },
    {
      "epoch": 2.9041172365666434,
      "grad_norm": 1.3337562715193763,
      "learning_rate": 0.00016134979617811766,
      "loss": 2.25,
      "step": 62424
    },
    {
      "epoch": 2.9041637590137244,
      "grad_norm": 1.2519227033424414,
      "learning_rate": 0.00016134609539505753,
      "loss": 2.2969,
      "step": 62425
    },
    {
      "epoch": 2.904210281460805,
      "grad_norm": 1.3636581906826737,
      "learning_rate": 0.00016134239460505127,
      "loss": 2.2344,
      "step": 62426
    },
    {
      "epoch": 2.9042568039078853,
      "grad_norm": 1.3654234647934957,
      "learning_rate": 0.00016133869380810113,
      "loss": 2.4062,
      "step": 62427
    },
    {
      "epoch": 2.9043033263549662,
      "grad_norm": 1.3423732570666234,
      "learning_rate": 0.00016133499300420936,
      "loss": 2.3594,
      "step": 62428
    },
    {
      "epoch": 2.904349848802047,
      "grad_norm": 1.1678012583213742,
      "learning_rate": 0.00016133129219337823,
      "loss": 2.1094,
      "step": 62429
    },
    {
      "epoch": 2.9043963712491276,
      "grad_norm": 1.2885115409838757,
      "learning_rate": 0.00016132759137561003,
      "loss": 2.1406,
      "step": 62430
    },
    {
      "epoch": 2.9044428936962086,
      "grad_norm": 1.2836484255240008,
      "learning_rate": 0.000161323890550907,
      "loss": 2.4062,
      "step": 62431
    },
    {
      "epoch": 2.904489416143289,
      "grad_norm": 1.3292539252163873,
      "learning_rate": 0.00016132018971927147,
      "loss": 2.4531,
      "step": 62432
    },
    {
      "epoch": 2.90453593859037,
      "grad_norm": 1.3396453227655771,
      "learning_rate": 0.00016131648888070556,
      "loss": 2.3125,
      "step": 62433
    },
    {
      "epoch": 2.9045824610374504,
      "grad_norm": 1.2379811107470617,
      "learning_rate": 0.0001613127880352117,
      "loss": 2.1406,
      "step": 62434
    },
    {
      "epoch": 2.9046289834845314,
      "grad_norm": 1.1769391354323242,
      "learning_rate": 0.00016130908718279204,
      "loss": 1.8906,
      "step": 62435
    },
    {
      "epoch": 2.9046755059316123,
      "grad_norm": 1.3056451852537883,
      "learning_rate": 0.00016130538632344894,
      "loss": 2.4062,
      "step": 62436
    },
    {
      "epoch": 2.9047220283786928,
      "grad_norm": 1.3289804518498172,
      "learning_rate": 0.0001613016854571846,
      "loss": 2.5625,
      "step": 62437
    },
    {
      "epoch": 2.9047685508257732,
      "grad_norm": 1.3257871901380476,
      "learning_rate": 0.0001612979845840013,
      "loss": 2.4062,
      "step": 62438
    },
    {
      "epoch": 2.904815073272854,
      "grad_norm": 1.3081005475311567,
      "learning_rate": 0.0001612942837039013,
      "loss": 2.4219,
      "step": 62439
    },
    {
      "epoch": 2.904861595719935,
      "grad_norm": 1.2542711941523401,
      "learning_rate": 0.00016129058281688687,
      "loss": 1.8047,
      "step": 62440
    },
    {
      "epoch": 2.9049081181670156,
      "grad_norm": 1.2213494844802002,
      "learning_rate": 0.00016128688192296027,
      "loss": 2.3281,
      "step": 62441
    },
    {
      "epoch": 2.904954640614096,
      "grad_norm": 1.2851237624138057,
      "learning_rate": 0.0001612831810221238,
      "loss": 2.1875,
      "step": 62442
    },
    {
      "epoch": 2.905001163061177,
      "grad_norm": 1.326077728199012,
      "learning_rate": 0.0001612794801143797,
      "loss": 2.4531,
      "step": 62443
    },
    {
      "epoch": 2.905047685508258,
      "grad_norm": 1.2258845334608859,
      "learning_rate": 0.00016127577919973016,
      "loss": 2.0781,
      "step": 62444
    },
    {
      "epoch": 2.9050942079553383,
      "grad_norm": 1.245134896529783,
      "learning_rate": 0.0001612720782781776,
      "loss": 2.0938,
      "step": 62445
    },
    {
      "epoch": 2.9051407304024193,
      "grad_norm": 1.215463216608693,
      "learning_rate": 0.00016126837734972417,
      "loss": 2.1719,
      "step": 62446
    },
    {
      "epoch": 2.9051872528494997,
      "grad_norm": 1.220518153887687,
      "learning_rate": 0.0001612646764143722,
      "loss": 2.0469,
      "step": 62447
    },
    {
      "epoch": 2.9052337752965807,
      "grad_norm": 1.3315567055782445,
      "learning_rate": 0.00016126097547212393,
      "loss": 2.2656,
      "step": 62448
    },
    {
      "epoch": 2.905280297743661,
      "grad_norm": 1.3888556155510805,
      "learning_rate": 0.0001612572745229816,
      "loss": 2.25,
      "step": 62449
    },
    {
      "epoch": 2.905326820190742,
      "grad_norm": 1.2515050043128813,
      "learning_rate": 0.00016125357356694758,
      "loss": 2.1406,
      "step": 62450
    },
    {
      "epoch": 2.905373342637823,
      "grad_norm": 1.289909843133712,
      "learning_rate": 0.00016124987260402395,
      "loss": 2.1562,
      "step": 62451
    },
    {
      "epoch": 2.9054198650849035,
      "grad_norm": 1.1565057476046134,
      "learning_rate": 0.00016124617163421312,
      "loss": 1.75,
      "step": 62452
    },
    {
      "epoch": 2.905466387531984,
      "grad_norm": 1.2748175015525642,
      "learning_rate": 0.00016124247065751733,
      "loss": 2.4375,
      "step": 62453
    },
    {
      "epoch": 2.905512909979065,
      "grad_norm": 1.276310787744442,
      "learning_rate": 0.00016123876967393886,
      "loss": 2.2812,
      "step": 62454
    },
    {
      "epoch": 2.905559432426146,
      "grad_norm": 1.2730366793592223,
      "learning_rate": 0.00016123506868347985,
      "loss": 2.5469,
      "step": 62455
    },
    {
      "epoch": 2.9056059548732263,
      "grad_norm": 1.2542884060432273,
      "learning_rate": 0.00016123136768614275,
      "loss": 2.0469,
      "step": 62456
    },
    {
      "epoch": 2.905652477320307,
      "grad_norm": 1.3152804767101096,
      "learning_rate": 0.0001612276666819297,
      "loss": 2.3281,
      "step": 62457
    },
    {
      "epoch": 2.9056989997673877,
      "grad_norm": 1.1771022659602142,
      "learning_rate": 0.00016122396567084304,
      "loss": 1.6797,
      "step": 62458
    },
    {
      "epoch": 2.9057455222144686,
      "grad_norm": 1.2926928943213638,
      "learning_rate": 0.00016122026465288495,
      "loss": 2.1875,
      "step": 62459
    },
    {
      "epoch": 2.905792044661549,
      "grad_norm": 1.2824754829646305,
      "learning_rate": 0.00016121656362805782,
      "loss": 2.2031,
      "step": 62460
    },
    {
      "epoch": 2.90583856710863,
      "grad_norm": 1.2120963897381845,
      "learning_rate": 0.0001612128625963638,
      "loss": 2.0938,
      "step": 62461
    },
    {
      "epoch": 2.905885089555711,
      "grad_norm": 1.1962642882680334,
      "learning_rate": 0.00016120916155780521,
      "loss": 2.0781,
      "step": 62462
    },
    {
      "epoch": 2.9059316120027914,
      "grad_norm": 1.3419544417542604,
      "learning_rate": 0.00016120546051238434,
      "loss": 2.2188,
      "step": 62463
    },
    {
      "epoch": 2.905978134449872,
      "grad_norm": 1.2780383054961058,
      "learning_rate": 0.00016120175946010337,
      "loss": 2.1406,
      "step": 62464
    },
    {
      "epoch": 2.9060246568969528,
      "grad_norm": 1.2994492451180646,
      "learning_rate": 0.00016119805840096463,
      "loss": 2.4531,
      "step": 62465
    },
    {
      "epoch": 2.9060711793440337,
      "grad_norm": 1.2517280218014872,
      "learning_rate": 0.00016119435733497032,
      "loss": 2.3281,
      "step": 62466
    },
    {
      "epoch": 2.906117701791114,
      "grad_norm": 1.3146263454202116,
      "learning_rate": 0.00016119065626212287,
      "loss": 2.2656,
      "step": 62467
    },
    {
      "epoch": 2.906164224238195,
      "grad_norm": 1.211348001216331,
      "learning_rate": 0.00016118695518242435,
      "loss": 2.0781,
      "step": 62468
    },
    {
      "epoch": 2.9062107466852756,
      "grad_norm": 1.2424791758295048,
      "learning_rate": 0.00016118325409587714,
      "loss": 2.2188,
      "step": 62469
    },
    {
      "epoch": 2.9062572691323565,
      "grad_norm": 1.253236413421519,
      "learning_rate": 0.00016117955300248344,
      "loss": 2.3438,
      "step": 62470
    },
    {
      "epoch": 2.906303791579437,
      "grad_norm": 1.2465808719817524,
      "learning_rate": 0.00016117585190224563,
      "loss": 2.375,
      "step": 62471
    },
    {
      "epoch": 2.906350314026518,
      "grad_norm": 1.3032429432019281,
      "learning_rate": 0.00016117215079516583,
      "loss": 2.3906,
      "step": 62472
    },
    {
      "epoch": 2.9063968364735984,
      "grad_norm": 1.1689249629132832,
      "learning_rate": 0.00016116844968124642,
      "loss": 2.1406,
      "step": 62473
    },
    {
      "epoch": 2.9064433589206793,
      "grad_norm": 1.1757508772665493,
      "learning_rate": 0.00016116474856048957,
      "loss": 1.7031,
      "step": 62474
    },
    {
      "epoch": 2.9064898813677598,
      "grad_norm": 1.234345498385594,
      "learning_rate": 0.00016116104743289764,
      "loss": 2.2812,
      "step": 62475
    },
    {
      "epoch": 2.9065364038148407,
      "grad_norm": 1.2888330250980042,
      "learning_rate": 0.00016115734629847282,
      "loss": 2.4844,
      "step": 62476
    },
    {
      "epoch": 2.9065829262619216,
      "grad_norm": 1.247673644783656,
      "learning_rate": 0.0001611536451572174,
      "loss": 2.125,
      "step": 62477
    },
    {
      "epoch": 2.906629448709002,
      "grad_norm": 1.3020969881278197,
      "learning_rate": 0.0001611499440091337,
      "loss": 2.1094,
      "step": 62478
    },
    {
      "epoch": 2.9066759711560826,
      "grad_norm": 1.2408095001747113,
      "learning_rate": 0.0001611462428542239,
      "loss": 2.3906,
      "step": 62479
    },
    {
      "epoch": 2.9067224936031635,
      "grad_norm": 1.2514778183500215,
      "learning_rate": 0.0001611425416924903,
      "loss": 2.2344,
      "step": 62480
    },
    {
      "epoch": 2.9067690160502444,
      "grad_norm": 1.2858871545322654,
      "learning_rate": 0.0001611388405239352,
      "loss": 2.0156,
      "step": 62481
    },
    {
      "epoch": 2.906815538497325,
      "grad_norm": 1.2123073602904333,
      "learning_rate": 0.00016113513934856082,
      "loss": 2.2344,
      "step": 62482
    },
    {
      "epoch": 2.906862060944406,
      "grad_norm": 1.172339831390733,
      "learning_rate": 0.0001611314381663694,
      "loss": 1.9922,
      "step": 62483
    },
    {
      "epoch": 2.9069085833914863,
      "grad_norm": 1.1780931331530746,
      "learning_rate": 0.00016112773697736334,
      "loss": 1.6328,
      "step": 62484
    },
    {
      "epoch": 2.906955105838567,
      "grad_norm": 1.2754385148176837,
      "learning_rate": 0.00016112403578154476,
      "loss": 2.2969,
      "step": 62485
    },
    {
      "epoch": 2.9070016282856477,
      "grad_norm": 1.3619273063744117,
      "learning_rate": 0.00016112033457891595,
      "loss": 2.1875,
      "step": 62486
    },
    {
      "epoch": 2.9070481507327286,
      "grad_norm": 1.2891615595202461,
      "learning_rate": 0.00016111663336947925,
      "loss": 2.2969,
      "step": 62487
    },
    {
      "epoch": 2.9070946731798095,
      "grad_norm": 1.2232162312775645,
      "learning_rate": 0.00016111293215323688,
      "loss": 1.6875,
      "step": 62488
    },
    {
      "epoch": 2.90714119562689,
      "grad_norm": 1.279229284625561,
      "learning_rate": 0.00016110923093019109,
      "loss": 2.0625,
      "step": 62489
    },
    {
      "epoch": 2.9071877180739705,
      "grad_norm": 1.2679611930744012,
      "learning_rate": 0.00016110552970034414,
      "loss": 2.25,
      "step": 62490
    },
    {
      "epoch": 2.9072342405210514,
      "grad_norm": 1.375983150019546,
      "learning_rate": 0.0001611018284636984,
      "loss": 2.4844,
      "step": 62491
    },
    {
      "epoch": 2.9072807629681323,
      "grad_norm": 1.2807133935342452,
      "learning_rate": 0.00016109812722025599,
      "loss": 2.2344,
      "step": 62492
    },
    {
      "epoch": 2.907327285415213,
      "grad_norm": 1.2600529854835258,
      "learning_rate": 0.0001610944259700193,
      "loss": 2.25,
      "step": 62493
    },
    {
      "epoch": 2.9073738078622937,
      "grad_norm": 1.3065541224620258,
      "learning_rate": 0.00016109072471299046,
      "loss": 2.3125,
      "step": 62494
    },
    {
      "epoch": 2.907420330309374,
      "grad_norm": 1.3112778475196665,
      "learning_rate": 0.00016108702344917186,
      "loss": 2.2344,
      "step": 62495
    },
    {
      "epoch": 2.907466852756455,
      "grad_norm": 1.227532252005222,
      "learning_rate": 0.0001610833221785657,
      "loss": 2.0625,
      "step": 62496
    },
    {
      "epoch": 2.9075133752035356,
      "grad_norm": 1.4067376420899014,
      "learning_rate": 0.00016107962090117426,
      "loss": 2.3281,
      "step": 62497
    },
    {
      "epoch": 2.9075598976506165,
      "grad_norm": 1.3278033702845329,
      "learning_rate": 0.00016107591961699982,
      "loss": 2.2188,
      "step": 62498
    },
    {
      "epoch": 2.907606420097697,
      "grad_norm": 1.329238120564245,
      "learning_rate": 0.0001610722183260446,
      "loss": 2.2656,
      "step": 62499
    },
    {
      "epoch": 2.907652942544778,
      "grad_norm": 1.3112478397716667,
      "learning_rate": 0.00016106851702831098,
      "loss": 2.1875,
      "step": 62500
    },
    {
      "epoch": 2.9076994649918584,
      "grad_norm": 1.2310631477193275,
      "learning_rate": 0.0001610648157238011,
      "loss": 2.1719,
      "step": 62501
    },
    {
      "epoch": 2.9077459874389393,
      "grad_norm": 1.3335974477197368,
      "learning_rate": 0.0001610611144125173,
      "loss": 2.2188,
      "step": 62502
    },
    {
      "epoch": 2.9077925098860202,
      "grad_norm": 1.24363924960207,
      "learning_rate": 0.00016105741309446178,
      "loss": 2.2188,
      "step": 62503
    },
    {
      "epoch": 2.9078390323331007,
      "grad_norm": 1.3311037315655032,
      "learning_rate": 0.0001610537117696369,
      "loss": 2.2656,
      "step": 62504
    },
    {
      "epoch": 2.907885554780181,
      "grad_norm": 1.2760530533088232,
      "learning_rate": 0.00016105001043804484,
      "loss": 1.7344,
      "step": 62505
    },
    {
      "epoch": 2.907932077227262,
      "grad_norm": 1.2329344887059495,
      "learning_rate": 0.00016104630909968788,
      "loss": 2.2188,
      "step": 62506
    },
    {
      "epoch": 2.907978599674343,
      "grad_norm": 1.3647067157231283,
      "learning_rate": 0.00016104260775456832,
      "loss": 2.4375,
      "step": 62507
    },
    {
      "epoch": 2.9080251221214235,
      "grad_norm": 1.2606291820959028,
      "learning_rate": 0.00016103890640268846,
      "loss": 2.1094,
      "step": 62508
    },
    {
      "epoch": 2.9080716445685044,
      "grad_norm": 1.2879867239420757,
      "learning_rate": 0.00016103520504405044,
      "loss": 2.3281,
      "step": 62509
    },
    {
      "epoch": 2.908118167015585,
      "grad_norm": 1.3999575342925648,
      "learning_rate": 0.00016103150367865663,
      "loss": 2.2969,
      "step": 62510
    },
    {
      "epoch": 2.908164689462666,
      "grad_norm": 1.2628353325186927,
      "learning_rate": 0.0001610278023065093,
      "loss": 2.0312,
      "step": 62511
    },
    {
      "epoch": 2.9082112119097463,
      "grad_norm": 1.214517003909895,
      "learning_rate": 0.00016102410092761062,
      "loss": 2.0938,
      "step": 62512
    },
    {
      "epoch": 2.908257734356827,
      "grad_norm": 1.2882255115459966,
      "learning_rate": 0.000161020399541963,
      "loss": 2.3438,
      "step": 62513
    },
    {
      "epoch": 2.908304256803908,
      "grad_norm": 1.4678512371198218,
      "learning_rate": 0.00016101669814956856,
      "loss": 2.3438,
      "step": 62514
    },
    {
      "epoch": 2.9083507792509886,
      "grad_norm": 1.310287413198607,
      "learning_rate": 0.00016101299675042968,
      "loss": 2.1719,
      "step": 62515
    },
    {
      "epoch": 2.908397301698069,
      "grad_norm": 1.2250857890295148,
      "learning_rate": 0.00016100929534454856,
      "loss": 2.2344,
      "step": 62516
    },
    {
      "epoch": 2.90844382414515,
      "grad_norm": 1.2550037440786748,
      "learning_rate": 0.0001610055939319275,
      "loss": 2.25,
      "step": 62517
    },
    {
      "epoch": 2.908490346592231,
      "grad_norm": 1.322181055921594,
      "learning_rate": 0.0001610018925125687,
      "loss": 2.3125,
      "step": 62518
    },
    {
      "epoch": 2.9085368690393114,
      "grad_norm": 1.2855562003643004,
      "learning_rate": 0.0001609981910864745,
      "loss": 2.1719,
      "step": 62519
    },
    {
      "epoch": 2.9085833914863923,
      "grad_norm": 1.3381092057744188,
      "learning_rate": 0.00016099448965364716,
      "loss": 2.3438,
      "step": 62520
    },
    {
      "epoch": 2.908629913933473,
      "grad_norm": 1.2905279674059655,
      "learning_rate": 0.0001609907882140889,
      "loss": 2.3281,
      "step": 62521
    },
    {
      "epoch": 2.9086764363805537,
      "grad_norm": 1.235913316304132,
      "learning_rate": 0.00016098708676780206,
      "loss": 2.1875,
      "step": 62522
    },
    {
      "epoch": 2.908722958827634,
      "grad_norm": 1.2115357407744671,
      "learning_rate": 0.0001609833853147888,
      "loss": 2.0156,
      "step": 62523
    },
    {
      "epoch": 2.908769481274715,
      "grad_norm": 1.3642495028300943,
      "learning_rate": 0.00016097968385505153,
      "loss": 2.1719,
      "step": 62524
    },
    {
      "epoch": 2.9088160037217956,
      "grad_norm": 1.2357170214397561,
      "learning_rate": 0.00016097598238859235,
      "loss": 2.1719,
      "step": 62525
    },
    {
      "epoch": 2.9088625261688765,
      "grad_norm": 1.1970765394006115,
      "learning_rate": 0.00016097228091541366,
      "loss": 2.1406,
      "step": 62526
    },
    {
      "epoch": 2.908909048615957,
      "grad_norm": 1.278402488714285,
      "learning_rate": 0.00016096857943551763,
      "loss": 2.3125,
      "step": 62527
    },
    {
      "epoch": 2.908955571063038,
      "grad_norm": 1.27955744916557,
      "learning_rate": 0.00016096487794890665,
      "loss": 2.375,
      "step": 62528
    },
    {
      "epoch": 2.909002093510119,
      "grad_norm": 1.2823202401382425,
      "learning_rate": 0.00016096117645558283,
      "loss": 2.3906,
      "step": 62529
    },
    {
      "epoch": 2.9090486159571993,
      "grad_norm": 1.17200698451075,
      "learning_rate": 0.00016095747495554856,
      "loss": 2.1719,
      "step": 62530
    },
    {
      "epoch": 2.90909513840428,
      "grad_norm": 1.3027394338290719,
      "learning_rate": 0.000160953773448806,
      "loss": 2.4375,
      "step": 62531
    },
    {
      "epoch": 2.9091416608513607,
      "grad_norm": 1.2766049886389437,
      "learning_rate": 0.00016095007193535753,
      "loss": 2.2031,
      "step": 62532
    },
    {
      "epoch": 2.9091881832984416,
      "grad_norm": 1.2201840249245905,
      "learning_rate": 0.00016094637041520532,
      "loss": 2.1562,
      "step": 62533
    },
    {
      "epoch": 2.909234705745522,
      "grad_norm": 1.1566133333472426,
      "learning_rate": 0.0001609426688883517,
      "loss": 2.0469,
      "step": 62534
    },
    {
      "epoch": 2.909281228192603,
      "grad_norm": 1.3548950815597705,
      "learning_rate": 0.00016093896735479898,
      "loss": 2.1094,
      "step": 62535
    },
    {
      "epoch": 2.9093277506396835,
      "grad_norm": 1.2207446681933283,
      "learning_rate": 0.00016093526581454926,
      "loss": 2.1094,
      "step": 62536
    },
    {
      "epoch": 2.9093742730867644,
      "grad_norm": 1.2899708683115683,
      "learning_rate": 0.00016093156426760495,
      "loss": 2.5,
      "step": 62537
    },
    {
      "epoch": 2.909420795533845,
      "grad_norm": 1.1414042685563746,
      "learning_rate": 0.00016092786271396827,
      "loss": 1.9844,
      "step": 62538
    },
    {
      "epoch": 2.909467317980926,
      "grad_norm": 1.4018998650094756,
      "learning_rate": 0.00016092416115364146,
      "loss": 2.6719,
      "step": 62539
    },
    {
      "epoch": 2.9095138404280068,
      "grad_norm": 1.335590449037918,
      "learning_rate": 0.00016092045958662684,
      "loss": 2.3438,
      "step": 62540
    },
    {
      "epoch": 2.9095603628750872,
      "grad_norm": 1.2293743698420976,
      "learning_rate": 0.00016091675801292664,
      "loss": 2.0781,
      "step": 62541
    },
    {
      "epoch": 2.9096068853221677,
      "grad_norm": 1.2769156959389827,
      "learning_rate": 0.00016091305643254315,
      "loss": 2.3281,
      "step": 62542
    },
    {
      "epoch": 2.9096534077692486,
      "grad_norm": 1.2427521412798883,
      "learning_rate": 0.00016090935484547862,
      "loss": 2.1875,
      "step": 62543
    },
    {
      "epoch": 2.9096999302163296,
      "grad_norm": 1.2802633758376312,
      "learning_rate": 0.00016090565325173532,
      "loss": 2.0781,
      "step": 62544
    },
    {
      "epoch": 2.90974645266341,
      "grad_norm": 1.2575675118748764,
      "learning_rate": 0.00016090195165131547,
      "loss": 2.4062,
      "step": 62545
    },
    {
      "epoch": 2.909792975110491,
      "grad_norm": 1.247830562171218,
      "learning_rate": 0.00016089825004422147,
      "loss": 2.2812,
      "step": 62546
    },
    {
      "epoch": 2.9098394975575714,
      "grad_norm": 1.2294095290522105,
      "learning_rate": 0.00016089454843045542,
      "loss": 2.2344,
      "step": 62547
    },
    {
      "epoch": 2.9098860200046524,
      "grad_norm": 1.27102506194424,
      "learning_rate": 0.0001608908468100197,
      "loss": 2.1719,
      "step": 62548
    },
    {
      "epoch": 2.909932542451733,
      "grad_norm": 1.3208672899990608,
      "learning_rate": 0.00016088714518291652,
      "loss": 2.2812,
      "step": 62549
    },
    {
      "epoch": 2.9099790648988137,
      "grad_norm": 1.2263751876811495,
      "learning_rate": 0.0001608834435491482,
      "loss": 2.0469,
      "step": 62550
    },
    {
      "epoch": 2.9100255873458947,
      "grad_norm": 1.2006436186792655,
      "learning_rate": 0.00016087974190871695,
      "loss": 1.9922,
      "step": 62551
    },
    {
      "epoch": 2.910072109792975,
      "grad_norm": 1.2911079661340277,
      "learning_rate": 0.00016087604026162507,
      "loss": 2.4375,
      "step": 62552
    },
    {
      "epoch": 2.9101186322400556,
      "grad_norm": 1.3070571511551743,
      "learning_rate": 0.00016087233860787473,
      "loss": 2.2969,
      "step": 62553
    },
    {
      "epoch": 2.9101651546871365,
      "grad_norm": 1.3196863665759166,
      "learning_rate": 0.00016086863694746837,
      "loss": 2.2812,
      "step": 62554
    },
    {
      "epoch": 2.9102116771342175,
      "grad_norm": 1.2155976328535243,
      "learning_rate": 0.00016086493528040814,
      "loss": 2.2969,
      "step": 62555
    },
    {
      "epoch": 2.910258199581298,
      "grad_norm": 1.258672860848884,
      "learning_rate": 0.00016086123360669634,
      "loss": 2.2344,
      "step": 62556
    },
    {
      "epoch": 2.9103047220283784,
      "grad_norm": 1.2984755155890588,
      "learning_rate": 0.00016085753192633524,
      "loss": 2.4219,
      "step": 62557
    },
    {
      "epoch": 2.9103512444754593,
      "grad_norm": 1.3268944316940006,
      "learning_rate": 0.00016085383023932708,
      "loss": 2.2656,
      "step": 62558
    },
    {
      "epoch": 2.9103977669225403,
      "grad_norm": 1.2039934416750062,
      "learning_rate": 0.00016085012854567417,
      "loss": 1.8828,
      "step": 62559
    },
    {
      "epoch": 2.9104442893696207,
      "grad_norm": 1.2440059842751123,
      "learning_rate": 0.0001608464268453787,
      "loss": 2.1406,
      "step": 62560
    },
    {
      "epoch": 2.9104908118167017,
      "grad_norm": 1.4861629977812578,
      "learning_rate": 0.00016084272513844304,
      "loss": 2.4688,
      "step": 62561
    },
    {
      "epoch": 2.910537334263782,
      "grad_norm": 1.2930619500400784,
      "learning_rate": 0.00016083902342486933,
      "loss": 2.2344,
      "step": 62562
    },
    {
      "epoch": 2.910583856710863,
      "grad_norm": 1.2097552865520118,
      "learning_rate": 0.00016083532170465994,
      "loss": 1.9297,
      "step": 62563
    },
    {
      "epoch": 2.9106303791579435,
      "grad_norm": 1.301330564467202,
      "learning_rate": 0.00016083161997781706,
      "loss": 2.5156,
      "step": 62564
    },
    {
      "epoch": 2.9106769016050245,
      "grad_norm": 1.2923247659495638,
      "learning_rate": 0.00016082791824434308,
      "loss": 2.2812,
      "step": 62565
    },
    {
      "epoch": 2.9107234240521054,
      "grad_norm": 1.3359110699814292,
      "learning_rate": 0.00016082421650424013,
      "loss": 2.3594,
      "step": 62566
    },
    {
      "epoch": 2.910769946499186,
      "grad_norm": 1.3362575868835607,
      "learning_rate": 0.00016082051475751054,
      "loss": 2.2031,
      "step": 62567
    },
    {
      "epoch": 2.9108164689462663,
      "grad_norm": 1.3482198592756547,
      "learning_rate": 0.00016081681300415655,
      "loss": 2.5781,
      "step": 62568
    },
    {
      "epoch": 2.9108629913933473,
      "grad_norm": 1.1479744490274704,
      "learning_rate": 0.00016081311124418047,
      "loss": 1.9531,
      "step": 62569
    },
    {
      "epoch": 2.910909513840428,
      "grad_norm": 1.2972213775866115,
      "learning_rate": 0.00016080940947758458,
      "loss": 2.125,
      "step": 62570
    },
    {
      "epoch": 2.9109560362875087,
      "grad_norm": 1.2636930902728263,
      "learning_rate": 0.00016080570770437105,
      "loss": 2.25,
      "step": 62571
    },
    {
      "epoch": 2.9110025587345896,
      "grad_norm": 1.2442817262752977,
      "learning_rate": 0.00016080200592454223,
      "loss": 2.2656,
      "step": 62572
    },
    {
      "epoch": 2.91104908118167,
      "grad_norm": 1.2953253429673381,
      "learning_rate": 0.0001607983041381003,
      "loss": 2.1562,
      "step": 62573
    },
    {
      "epoch": 2.911095603628751,
      "grad_norm": 1.418977796616324,
      "learning_rate": 0.00016079460234504767,
      "loss": 2.375,
      "step": 62574
    },
    {
      "epoch": 2.9111421260758314,
      "grad_norm": 1.3132426849171075,
      "learning_rate": 0.00016079090054538643,
      "loss": 2.3594,
      "step": 62575
    },
    {
      "epoch": 2.9111886485229124,
      "grad_norm": 1.2675484716603982,
      "learning_rate": 0.000160787198739119,
      "loss": 2.1719,
      "step": 62576
    },
    {
      "epoch": 2.9112351709699933,
      "grad_norm": 1.2339416380518204,
      "learning_rate": 0.00016078349692624756,
      "loss": 2.1562,
      "step": 62577
    },
    {
      "epoch": 2.9112816934170738,
      "grad_norm": 1.2477493001654105,
      "learning_rate": 0.00016077979510677442,
      "loss": 2.3906,
      "step": 62578
    },
    {
      "epoch": 2.9113282158641542,
      "grad_norm": 1.2585980430508898,
      "learning_rate": 0.0001607760932807018,
      "loss": 2.4219,
      "step": 62579
    },
    {
      "epoch": 2.911374738311235,
      "grad_norm": 1.1855925767415387,
      "learning_rate": 0.00016077239144803203,
      "loss": 2.0781,
      "step": 62580
    },
    {
      "epoch": 2.911421260758316,
      "grad_norm": 1.3581959767083711,
      "learning_rate": 0.00016076868960876727,
      "loss": 2.3438,
      "step": 62581
    },
    {
      "epoch": 2.9114677832053966,
      "grad_norm": 1.1923822605768435,
      "learning_rate": 0.0001607649877629099,
      "loss": 2.125,
      "step": 62582
    },
    {
      "epoch": 2.9115143056524775,
      "grad_norm": 1.2836642779530705,
      "learning_rate": 0.0001607612859104622,
      "loss": 2.3125,
      "step": 62583
    },
    {
      "epoch": 2.911560828099558,
      "grad_norm": 1.4219641880382232,
      "learning_rate": 0.00016075758405142631,
      "loss": 2.1562,
      "step": 62584
    },
    {
      "epoch": 2.911607350546639,
      "grad_norm": 1.1783018858205592,
      "learning_rate": 0.00016075388218580455,
      "loss": 2.125,
      "step": 62585
    },
    {
      "epoch": 2.9116538729937194,
      "grad_norm": 1.2040728406121495,
      "learning_rate": 0.00016075018031359918,
      "loss": 2.0938,
      "step": 62586
    },
    {
      "epoch": 2.9117003954408003,
      "grad_norm": 1.4260562650555153,
      "learning_rate": 0.00016074647843481257,
      "loss": 2.3594,
      "step": 62587
    },
    {
      "epoch": 2.9117469178878808,
      "grad_norm": 1.197158971011028,
      "learning_rate": 0.00016074277654944683,
      "loss": 2.2812,
      "step": 62588
    },
    {
      "epoch": 2.9117934403349617,
      "grad_norm": 1.253379472093805,
      "learning_rate": 0.00016073907465750435,
      "loss": 2.2812,
      "step": 62589
    },
    {
      "epoch": 2.911839962782042,
      "grad_norm": 1.3349767801218444,
      "learning_rate": 0.00016073537275898732,
      "loss": 2.5,
      "step": 62590
    },
    {
      "epoch": 2.911886485229123,
      "grad_norm": 1.233155002138799,
      "learning_rate": 0.00016073167085389804,
      "loss": 2.1406,
      "step": 62591
    },
    {
      "epoch": 2.911933007676204,
      "grad_norm": 1.2239104646088013,
      "learning_rate": 0.00016072796894223875,
      "loss": 2.2812,
      "step": 62592
    },
    {
      "epoch": 2.9119795301232845,
      "grad_norm": 1.2913192945184995,
      "learning_rate": 0.00016072426702401176,
      "loss": 2.4219,
      "step": 62593
    },
    {
      "epoch": 2.912026052570365,
      "grad_norm": 1.263631819947757,
      "learning_rate": 0.00016072056509921928,
      "loss": 1.7031,
      "step": 62594
    },
    {
      "epoch": 2.912072575017446,
      "grad_norm": 1.289224322765128,
      "learning_rate": 0.00016071686316786367,
      "loss": 2.3906,
      "step": 62595
    },
    {
      "epoch": 2.912119097464527,
      "grad_norm": 1.3025832872512777,
      "learning_rate": 0.00016071316122994708,
      "loss": 2.4219,
      "step": 62596
    },
    {
      "epoch": 2.9121656199116073,
      "grad_norm": 1.2396393052974168,
      "learning_rate": 0.00016070945928547178,
      "loss": 2.3594,
      "step": 62597
    },
    {
      "epoch": 2.912212142358688,
      "grad_norm": 1.2885472972768697,
      "learning_rate": 0.0001607057573344402,
      "loss": 2.25,
      "step": 62598
    },
    {
      "epoch": 2.9122586648057687,
      "grad_norm": 1.2364485055007264,
      "learning_rate": 0.0001607020553768544,
      "loss": 2.3906,
      "step": 62599
    },
    {
      "epoch": 2.9123051872528496,
      "grad_norm": 1.3434974066179004,
      "learning_rate": 0.0001606983534127168,
      "loss": 2.4375,
      "step": 62600
    },
    {
      "epoch": 2.91235170969993,
      "grad_norm": 1.2405539857803551,
      "learning_rate": 0.00016069465144202954,
      "loss": 2.0938,
      "step": 62601
    },
    {
      "epoch": 2.912398232147011,
      "grad_norm": 1.1818118148766135,
      "learning_rate": 0.00016069094946479502,
      "loss": 2.0938,
      "step": 62602
    },
    {
      "epoch": 2.912444754594092,
      "grad_norm": 1.2140790782597315,
      "learning_rate": 0.0001606872474810154,
      "loss": 2.2344,
      "step": 62603
    },
    {
      "epoch": 2.9124912770411724,
      "grad_norm": 1.3010831625795185,
      "learning_rate": 0.00016068354549069301,
      "loss": 2.2031,
      "step": 62604
    },
    {
      "epoch": 2.912537799488253,
      "grad_norm": 1.33642873155061,
      "learning_rate": 0.00016067984349383006,
      "loss": 2.5156,
      "step": 62605
    },
    {
      "epoch": 2.912584321935334,
      "grad_norm": 1.4830094090725308,
      "learning_rate": 0.0001606761414904289,
      "loss": 2.1719,
      "step": 62606
    },
    {
      "epoch": 2.9126308443824147,
      "grad_norm": 1.2122283193526127,
      "learning_rate": 0.00016067243948049165,
      "loss": 2.25,
      "step": 62607
    },
    {
      "epoch": 2.912677366829495,
      "grad_norm": 1.337371362608119,
      "learning_rate": 0.00016066873746402072,
      "loss": 2.3125,
      "step": 62608
    },
    {
      "epoch": 2.912723889276576,
      "grad_norm": 1.2916904527339337,
      "learning_rate": 0.00016066503544101836,
      "loss": 2.4531,
      "step": 62609
    },
    {
      "epoch": 2.9127704117236566,
      "grad_norm": 1.2545750926087669,
      "learning_rate": 0.00016066133341148675,
      "loss": 2.0,
      "step": 62610
    },
    {
      "epoch": 2.9128169341707375,
      "grad_norm": 1.3066041327285425,
      "learning_rate": 0.00016065763137542823,
      "loss": 2.375,
      "step": 62611
    },
    {
      "epoch": 2.912863456617818,
      "grad_norm": 1.2832615073203746,
      "learning_rate": 0.00016065392933284505,
      "loss": 2.2656,
      "step": 62612
    },
    {
      "epoch": 2.912909979064899,
      "grad_norm": 1.2845377986764956,
      "learning_rate": 0.00016065022728373947,
      "loss": 2.2344,
      "step": 62613
    },
    {
      "epoch": 2.9129565015119794,
      "grad_norm": 1.2554861976379497,
      "learning_rate": 0.00016064652522811376,
      "loss": 2.2344,
      "step": 62614
    },
    {
      "epoch": 2.9130030239590603,
      "grad_norm": 1.3113531325006245,
      "learning_rate": 0.00016064282316597019,
      "loss": 2.3906,
      "step": 62615
    },
    {
      "epoch": 2.9130495464061408,
      "grad_norm": 1.3427805367754682,
      "learning_rate": 0.000160639121097311,
      "loss": 2.2031,
      "step": 62616
    },
    {
      "epoch": 2.9130960688532217,
      "grad_norm": 1.1811905856749565,
      "learning_rate": 0.0001606354190221385,
      "loss": 2.1875,
      "step": 62617
    },
    {
      "epoch": 2.9131425913003026,
      "grad_norm": 1.3481371957308463,
      "learning_rate": 0.0001606317169404549,
      "loss": 2.2344,
      "step": 62618
    },
    {
      "epoch": 2.913189113747383,
      "grad_norm": 1.3973537916965066,
      "learning_rate": 0.00016062801485226252,
      "loss": 2.1719,
      "step": 62619
    },
    {
      "epoch": 2.9132356361944636,
      "grad_norm": 1.3439004989340115,
      "learning_rate": 0.00016062431275756363,
      "loss": 2.1875,
      "step": 62620
    },
    {
      "epoch": 2.9132821586415445,
      "grad_norm": 1.3101150389393197,
      "learning_rate": 0.00016062061065636043,
      "loss": 2.2812,
      "step": 62621
    },
    {
      "epoch": 2.9133286810886254,
      "grad_norm": 1.2263920726215347,
      "learning_rate": 0.00016061690854865526,
      "loss": 2.2812,
      "step": 62622
    },
    {
      "epoch": 2.913375203535706,
      "grad_norm": 1.2363855102997054,
      "learning_rate": 0.00016061320643445033,
      "loss": 2.375,
      "step": 62623
    },
    {
      "epoch": 2.913421725982787,
      "grad_norm": 1.3399879915335202,
      "learning_rate": 0.00016060950431374797,
      "loss": 2.375,
      "step": 62624
    },
    {
      "epoch": 2.9134682484298673,
      "grad_norm": 1.3217672692666078,
      "learning_rate": 0.00016060580218655037,
      "loss": 2.2812,
      "step": 62625
    },
    {
      "epoch": 2.913514770876948,
      "grad_norm": 1.2735397292622193,
      "learning_rate": 0.00016060210005285986,
      "loss": 1.6328,
      "step": 62626
    },
    {
      "epoch": 2.9135612933240287,
      "grad_norm": 1.2595115924697429,
      "learning_rate": 0.0001605983979126787,
      "loss": 2.2656,
      "step": 62627
    },
    {
      "epoch": 2.9136078157711096,
      "grad_norm": 1.3153551343525847,
      "learning_rate": 0.0001605946957660091,
      "loss": 2.4844,
      "step": 62628
    },
    {
      "epoch": 2.9136543382181905,
      "grad_norm": 1.1609488750922434,
      "learning_rate": 0.00016059099361285338,
      "loss": 1.8281,
      "step": 62629
    },
    {
      "epoch": 2.913700860665271,
      "grad_norm": 1.2834512745665465,
      "learning_rate": 0.00016058729145321376,
      "loss": 2.2031,
      "step": 62630
    },
    {
      "epoch": 2.9137473831123515,
      "grad_norm": 1.2671512612436127,
      "learning_rate": 0.0001605835892870926,
      "loss": 2.1094,
      "step": 62631
    },
    {
      "epoch": 2.9137939055594324,
      "grad_norm": 1.2343938655314444,
      "learning_rate": 0.00016057988711449205,
      "loss": 2.1719,
      "step": 62632
    },
    {
      "epoch": 2.9138404280065133,
      "grad_norm": 1.2525066680030181,
      "learning_rate": 0.00016057618493541448,
      "loss": 2.1562,
      "step": 62633
    },
    {
      "epoch": 2.913886950453594,
      "grad_norm": 1.3168577738858218,
      "learning_rate": 0.00016057248274986205,
      "loss": 2.2656,
      "step": 62634
    },
    {
      "epoch": 2.9139334729006747,
      "grad_norm": 1.217049695754649,
      "learning_rate": 0.00016056878055783713,
      "loss": 2.2188,
      "step": 62635
    },
    {
      "epoch": 2.913979995347755,
      "grad_norm": 1.3251746219340121,
      "learning_rate": 0.0001605650783593419,
      "loss": 2.4688,
      "step": 62636
    },
    {
      "epoch": 2.914026517794836,
      "grad_norm": 1.282978236851203,
      "learning_rate": 0.00016056137615437873,
      "loss": 2.3125,
      "step": 62637
    },
    {
      "epoch": 2.9140730402419166,
      "grad_norm": 1.2809495401018354,
      "learning_rate": 0.0001605576739429498,
      "loss": 2.3594,
      "step": 62638
    },
    {
      "epoch": 2.9141195626889975,
      "grad_norm": 1.265513157713975,
      "learning_rate": 0.00016055397172505737,
      "loss": 2.2969,
      "step": 62639
    },
    {
      "epoch": 2.914166085136078,
      "grad_norm": 1.2646006405150627,
      "learning_rate": 0.00016055026950070374,
      "loss": 2.1094,
      "step": 62640
    },
    {
      "epoch": 2.914212607583159,
      "grad_norm": 1.2425528707348152,
      "learning_rate": 0.00016054656726989115,
      "loss": 2.2656,
      "step": 62641
    },
    {
      "epoch": 2.9142591300302394,
      "grad_norm": 1.3032290465549374,
      "learning_rate": 0.00016054286503262193,
      "loss": 2.0938,
      "step": 62642
    },
    {
      "epoch": 2.9143056524773203,
      "grad_norm": 1.2744007403903959,
      "learning_rate": 0.00016053916278889832,
      "loss": 2.25,
      "step": 62643
    },
    {
      "epoch": 2.9143521749244012,
      "grad_norm": 1.235489503894286,
      "learning_rate": 0.00016053546053872256,
      "loss": 2.2969,
      "step": 62644
    },
    {
      "epoch": 2.9143986973714817,
      "grad_norm": 1.2862458688228973,
      "learning_rate": 0.00016053175828209692,
      "loss": 2.4375,
      "step": 62645
    },
    {
      "epoch": 2.914445219818562,
      "grad_norm": 1.3838963807553493,
      "learning_rate": 0.00016052805601902365,
      "loss": 2.3438,
      "step": 62646
    },
    {
      "epoch": 2.914491742265643,
      "grad_norm": 1.4862334270275794,
      "learning_rate": 0.00016052435374950508,
      "loss": 2.4375,
      "step": 62647
    },
    {
      "epoch": 2.914538264712724,
      "grad_norm": 1.257825352422528,
      "learning_rate": 0.00016052065147354345,
      "loss": 2.0625,
      "step": 62648
    },
    {
      "epoch": 2.9145847871598045,
      "grad_norm": 1.284602444503494,
      "learning_rate": 0.00016051694919114095,
      "loss": 2.4219,
      "step": 62649
    },
    {
      "epoch": 2.9146313096068854,
      "grad_norm": 1.2544069465939383,
      "learning_rate": 0.0001605132469023,
      "loss": 2.4219,
      "step": 62650
    },
    {
      "epoch": 2.914677832053966,
      "grad_norm": 1.2031923849508448,
      "learning_rate": 0.0001605095446070227,
      "loss": 2.1094,
      "step": 62651
    },
    {
      "epoch": 2.914724354501047,
      "grad_norm": 1.3391768207797423,
      "learning_rate": 0.00016050584230531143,
      "loss": 2.3906,
      "step": 62652
    },
    {
      "epoch": 2.9147708769481273,
      "grad_norm": 1.3291203428564289,
      "learning_rate": 0.00016050213999716843,
      "loss": 2.2969,
      "step": 62653
    },
    {
      "epoch": 2.9148173993952082,
      "grad_norm": 1.3246006918463673,
      "learning_rate": 0.00016049843768259592,
      "loss": 2.1562,
      "step": 62654
    },
    {
      "epoch": 2.914863921842289,
      "grad_norm": 1.4110101184452235,
      "learning_rate": 0.00016049473536159623,
      "loss": 2.3594,
      "step": 62655
    },
    {
      "epoch": 2.9149104442893696,
      "grad_norm": 1.2739302389908234,
      "learning_rate": 0.0001604910330341716,
      "loss": 2.3594,
      "step": 62656
    },
    {
      "epoch": 2.91495696673645,
      "grad_norm": 1.2807735747741362,
      "learning_rate": 0.00016048733070032434,
      "loss": 2.125,
      "step": 62657
    },
    {
      "epoch": 2.915003489183531,
      "grad_norm": 1.2493732572512288,
      "learning_rate": 0.00016048362836005662,
      "loss": 2.0938,
      "step": 62658
    },
    {
      "epoch": 2.915050011630612,
      "grad_norm": 1.3407094661961734,
      "learning_rate": 0.00016047992601337077,
      "loss": 2.1875,
      "step": 62659
    },
    {
      "epoch": 2.9150965340776924,
      "grad_norm": 1.2875746579184721,
      "learning_rate": 0.00016047622366026904,
      "loss": 2.1875,
      "step": 62660
    },
    {
      "epoch": 2.9151430565247733,
      "grad_norm": 1.3335048500627127,
      "learning_rate": 0.00016047252130075375,
      "loss": 2.3281,
      "step": 62661
    },
    {
      "epoch": 2.915189578971854,
      "grad_norm": 1.2901552337943476,
      "learning_rate": 0.00016046881893482702,
      "loss": 2.0938,
      "step": 62662
    },
    {
      "epoch": 2.9152361014189347,
      "grad_norm": 1.3753375311022602,
      "learning_rate": 0.00016046511656249128,
      "loss": 2.3281,
      "step": 62663
    },
    {
      "epoch": 2.915282623866015,
      "grad_norm": 1.338464381492682,
      "learning_rate": 0.00016046141418374877,
      "loss": 2.0625,
      "step": 62664
    },
    {
      "epoch": 2.915329146313096,
      "grad_norm": 1.2278165001231645,
      "learning_rate": 0.00016045771179860167,
      "loss": 2.2656,
      "step": 62665
    },
    {
      "epoch": 2.9153756687601766,
      "grad_norm": 1.362169646707293,
      "learning_rate": 0.00016045400940705232,
      "loss": 2.4531,
      "step": 62666
    },
    {
      "epoch": 2.9154221912072575,
      "grad_norm": 1.178309644033757,
      "learning_rate": 0.00016045030700910298,
      "loss": 1.7109,
      "step": 62667
    },
    {
      "epoch": 2.915468713654338,
      "grad_norm": 1.2584131733410928,
      "learning_rate": 0.0001604466046047559,
      "loss": 2.0625,
      "step": 62668
    },
    {
      "epoch": 2.915515236101419,
      "grad_norm": 1.3144227391419983,
      "learning_rate": 0.00016044290219401332,
      "loss": 2.2344,
      "step": 62669
    },
    {
      "epoch": 2.9155617585485,
      "grad_norm": 1.2693608477647589,
      "learning_rate": 0.00016043919977687754,
      "loss": 2.0469,
      "step": 62670
    },
    {
      "epoch": 2.9156082809955803,
      "grad_norm": 1.2117599505998347,
      "learning_rate": 0.0001604354973533508,
      "loss": 2.0781,
      "step": 62671
    },
    {
      "epoch": 2.915654803442661,
      "grad_norm": 1.2659538120374616,
      "learning_rate": 0.00016043179492343542,
      "loss": 2.2344,
      "step": 62672
    },
    {
      "epoch": 2.9157013258897417,
      "grad_norm": 1.4374965508401278,
      "learning_rate": 0.0001604280924871336,
      "loss": 2.5781,
      "step": 62673
    },
    {
      "epoch": 2.9157478483368227,
      "grad_norm": 1.3111947663848253,
      "learning_rate": 0.00016042439004444766,
      "loss": 2.2656,
      "step": 62674
    },
    {
      "epoch": 2.915794370783903,
      "grad_norm": 1.395515699587885,
      "learning_rate": 0.00016042068759537984,
      "loss": 2.5469,
      "step": 62675
    },
    {
      "epoch": 2.915840893230984,
      "grad_norm": 1.353849958271908,
      "learning_rate": 0.00016041698513993244,
      "loss": 2.0156,
      "step": 62676
    },
    {
      "epoch": 2.9158874156780645,
      "grad_norm": 1.330234287677245,
      "learning_rate": 0.0001604132826781077,
      "loss": 2.2812,
      "step": 62677
    },
    {
      "epoch": 2.9159339381251455,
      "grad_norm": 1.255908041617669,
      "learning_rate": 0.00016040958020990784,
      "loss": 2.3125,
      "step": 62678
    },
    {
      "epoch": 2.915980460572226,
      "grad_norm": 1.252822264675109,
      "learning_rate": 0.00016040587773533523,
      "loss": 2.1875,
      "step": 62679
    },
    {
      "epoch": 2.916026983019307,
      "grad_norm": 1.2769788726807827,
      "learning_rate": 0.00016040217525439205,
      "loss": 2.3125,
      "step": 62680
    },
    {
      "epoch": 2.9160735054663878,
      "grad_norm": 1.3315836062590105,
      "learning_rate": 0.0001603984727670806,
      "loss": 2.5156,
      "step": 62681
    },
    {
      "epoch": 2.9161200279134682,
      "grad_norm": 1.4344053225239664,
      "learning_rate": 0.00016039477027340312,
      "loss": 2.4219,
      "step": 62682
    },
    {
      "epoch": 2.9161665503605487,
      "grad_norm": 1.1089424826074703,
      "learning_rate": 0.00016039106777336197,
      "loss": 1.7656,
      "step": 62683
    },
    {
      "epoch": 2.9162130728076296,
      "grad_norm": 1.2409735938369761,
      "learning_rate": 0.0001603873652669593,
      "loss": 2.25,
      "step": 62684
    },
    {
      "epoch": 2.9162595952547106,
      "grad_norm": 1.2668522352286438,
      "learning_rate": 0.0001603836627541974,
      "loss": 2.1094,
      "step": 62685
    },
    {
      "epoch": 2.916306117701791,
      "grad_norm": 1.2754120210285442,
      "learning_rate": 0.00016037996023507856,
      "loss": 2.5469,
      "step": 62686
    },
    {
      "epoch": 2.916352640148872,
      "grad_norm": 1.3164898501404432,
      "learning_rate": 0.00016037625770960512,
      "loss": 2.3594,
      "step": 62687
    },
    {
      "epoch": 2.9163991625959524,
      "grad_norm": 1.2115124661061276,
      "learning_rate": 0.0001603725551777792,
      "loss": 2.2031,
      "step": 62688
    },
    {
      "epoch": 2.9164456850430334,
      "grad_norm": 1.4415920635538877,
      "learning_rate": 0.0001603688526396032,
      "loss": 2.2656,
      "step": 62689
    },
    {
      "epoch": 2.916492207490114,
      "grad_norm": 1.3014821636634604,
      "learning_rate": 0.00016036515009507928,
      "loss": 2.3125,
      "step": 62690
    },
    {
      "epoch": 2.9165387299371948,
      "grad_norm": 1.2840090717789006,
      "learning_rate": 0.00016036144754420979,
      "loss": 2.2969,
      "step": 62691
    },
    {
      "epoch": 2.9165852523842757,
      "grad_norm": 1.3102071938946602,
      "learning_rate": 0.00016035774498699692,
      "loss": 2.375,
      "step": 62692
    },
    {
      "epoch": 2.916631774831356,
      "grad_norm": 1.3104494317055937,
      "learning_rate": 0.000160354042423443,
      "loss": 2.3281,
      "step": 62693
    },
    {
      "epoch": 2.9166782972784366,
      "grad_norm": 1.2571920171245856,
      "learning_rate": 0.00016035033985355027,
      "loss": 2.125,
      "step": 62694
    },
    {
      "epoch": 2.9167248197255176,
      "grad_norm": 1.3080461246774953,
      "learning_rate": 0.000160346637277321,
      "loss": 2.3906,
      "step": 62695
    },
    {
      "epoch": 2.9167713421725985,
      "grad_norm": 1.171931371690274,
      "learning_rate": 0.00016034293469475744,
      "loss": 1.7188,
      "step": 62696
    },
    {
      "epoch": 2.916817864619679,
      "grad_norm": 1.2644254057738977,
      "learning_rate": 0.0001603392321058619,
      "loss": 2.4219,
      "step": 62697
    },
    {
      "epoch": 2.9168643870667594,
      "grad_norm": 1.2685379120576563,
      "learning_rate": 0.00016033552951063662,
      "loss": 2.25,
      "step": 62698
    },
    {
      "epoch": 2.9169109095138404,
      "grad_norm": 1.3525979122997014,
      "learning_rate": 0.00016033182690908387,
      "loss": 2.1719,
      "step": 62699
    },
    {
      "epoch": 2.9169574319609213,
      "grad_norm": 1.2445471285387915,
      "learning_rate": 0.00016032812430120588,
      "loss": 2.2344,
      "step": 62700
    },
    {
      "epoch": 2.9170039544080018,
      "grad_norm": 1.2782872567117332,
      "learning_rate": 0.000160324421687005,
      "loss": 2.0781,
      "step": 62701
    },
    {
      "epoch": 2.9170504768550827,
      "grad_norm": 1.1568589995868817,
      "learning_rate": 0.00016032071906648345,
      "loss": 2.0938,
      "step": 62702
    },
    {
      "epoch": 2.917096999302163,
      "grad_norm": 1.2868321223728474,
      "learning_rate": 0.00016031701643964347,
      "loss": 2.3281,
      "step": 62703
    },
    {
      "epoch": 2.917143521749244,
      "grad_norm": 1.3060748301710745,
      "learning_rate": 0.00016031331380648737,
      "loss": 2.2812,
      "step": 62704
    },
    {
      "epoch": 2.9171900441963245,
      "grad_norm": 1.2678041996770688,
      "learning_rate": 0.00016030961116701736,
      "loss": 2.3125,
      "step": 62705
    },
    {
      "epoch": 2.9172365666434055,
      "grad_norm": 1.2450021091858552,
      "learning_rate": 0.00016030590852123577,
      "loss": 2.1875,
      "step": 62706
    },
    {
      "epoch": 2.9172830890904864,
      "grad_norm": 1.2446908645433494,
      "learning_rate": 0.00016030220586914484,
      "loss": 2.3594,
      "step": 62707
    },
    {
      "epoch": 2.917329611537567,
      "grad_norm": 1.2860083111135898,
      "learning_rate": 0.0001602985032107468,
      "loss": 2.0781,
      "step": 62708
    },
    {
      "epoch": 2.9173761339846473,
      "grad_norm": 1.3337078332111125,
      "learning_rate": 0.00016029480054604404,
      "loss": 2.5156,
      "step": 62709
    },
    {
      "epoch": 2.9174226564317283,
      "grad_norm": 1.247656751325736,
      "learning_rate": 0.00016029109787503865,
      "loss": 2.0,
      "step": 62710
    },
    {
      "epoch": 2.917469178878809,
      "grad_norm": 1.2888885255395006,
      "learning_rate": 0.00016028739519773308,
      "loss": 2.2188,
      "step": 62711
    },
    {
      "epoch": 2.9175157013258897,
      "grad_norm": 1.5039550020512389,
      "learning_rate": 0.00016028369251412945,
      "loss": 2.2188,
      "step": 62712
    },
    {
      "epoch": 2.9175622237729706,
      "grad_norm": 1.3070810183199306,
      "learning_rate": 0.00016027998982423008,
      "loss": 2.25,
      "step": 62713
    },
    {
      "epoch": 2.917608746220051,
      "grad_norm": 1.2143586115491674,
      "learning_rate": 0.00016027628712803727,
      "loss": 2.2188,
      "step": 62714
    },
    {
      "epoch": 2.917655268667132,
      "grad_norm": 1.2511322681145631,
      "learning_rate": 0.00016027258442555324,
      "loss": 2.0781,
      "step": 62715
    },
    {
      "epoch": 2.9177017911142125,
      "grad_norm": 1.197851247910797,
      "learning_rate": 0.0001602688817167803,
      "loss": 1.7188,
      "step": 62716
    },
    {
      "epoch": 2.9177483135612934,
      "grad_norm": 1.2741622414666094,
      "learning_rate": 0.00016026517900172066,
      "loss": 2.2969,
      "step": 62717
    },
    {
      "epoch": 2.9177948360083743,
      "grad_norm": 1.2651165473552495,
      "learning_rate": 0.0001602614762803766,
      "loss": 2.25,
      "step": 62718
    },
    {
      "epoch": 2.917841358455455,
      "grad_norm": 1.2921850616278805,
      "learning_rate": 0.0001602577735527504,
      "loss": 2.2656,
      "step": 62719
    },
    {
      "epoch": 2.9178878809025353,
      "grad_norm": 1.4097160967274562,
      "learning_rate": 0.00016025407081884441,
      "loss": 2.0,
      "step": 62720
    },
    {
      "epoch": 2.917934403349616,
      "grad_norm": 1.3151336304625434,
      "learning_rate": 0.00016025036807866075,
      "loss": 2.3281,
      "step": 62721
    },
    {
      "epoch": 2.917980925796697,
      "grad_norm": 1.4361327436988067,
      "learning_rate": 0.00016024666533220175,
      "loss": 2.3438,
      "step": 62722
    },
    {
      "epoch": 2.9180274482437776,
      "grad_norm": 1.3175660688723663,
      "learning_rate": 0.0001602429625794697,
      "loss": 2.25,
      "step": 62723
    },
    {
      "epoch": 2.9180739706908585,
      "grad_norm": 1.265099519347516,
      "learning_rate": 0.00016023925982046685,
      "loss": 2.1094,
      "step": 62724
    },
    {
      "epoch": 2.918120493137939,
      "grad_norm": 1.336934780031685,
      "learning_rate": 0.00016023555705519546,
      "loss": 2.1719,
      "step": 62725
    },
    {
      "epoch": 2.91816701558502,
      "grad_norm": 1.3348402061031917,
      "learning_rate": 0.0001602318542836578,
      "loss": 2.3594,
      "step": 62726
    },
    {
      "epoch": 2.9182135380321004,
      "grad_norm": 1.3197141745956995,
      "learning_rate": 0.00016022815150585614,
      "loss": 2.2344,
      "step": 62727
    },
    {
      "epoch": 2.9182600604791813,
      "grad_norm": 1.3411447905073224,
      "learning_rate": 0.00016022444872179279,
      "loss": 2.2812,
      "step": 62728
    },
    {
      "epoch": 2.9183065829262618,
      "grad_norm": 1.2712849087027112,
      "learning_rate": 0.00016022074593146992,
      "loss": 2.2188,
      "step": 62729
    },
    {
      "epoch": 2.9183531053733427,
      "grad_norm": 1.3465241321829484,
      "learning_rate": 0.00016021704313488983,
      "loss": 2.3594,
      "step": 62730
    },
    {
      "epoch": 2.918399627820423,
      "grad_norm": 1.2431752743971047,
      "learning_rate": 0.00016021334033205486,
      "loss": 2.2188,
      "step": 62731
    },
    {
      "epoch": 2.918446150267504,
      "grad_norm": 1.291154307526084,
      "learning_rate": 0.00016020963752296717,
      "loss": 2.1875,
      "step": 62732
    },
    {
      "epoch": 2.918492672714585,
      "grad_norm": 1.2189146272469573,
      "learning_rate": 0.00016020593470762913,
      "loss": 2.1719,
      "step": 62733
    },
    {
      "epoch": 2.9185391951616655,
      "grad_norm": 1.367914771871399,
      "learning_rate": 0.00016020223188604291,
      "loss": 2.5469,
      "step": 62734
    },
    {
      "epoch": 2.918585717608746,
      "grad_norm": 1.2553263326666146,
      "learning_rate": 0.00016019852905821088,
      "loss": 2.4531,
      "step": 62735
    },
    {
      "epoch": 2.918632240055827,
      "grad_norm": 1.2341565027085055,
      "learning_rate": 0.0001601948262241352,
      "loss": 2.375,
      "step": 62736
    },
    {
      "epoch": 2.918678762502908,
      "grad_norm": 1.2031097302917657,
      "learning_rate": 0.00016019112338381823,
      "loss": 2.2031,
      "step": 62737
    },
    {
      "epoch": 2.9187252849499883,
      "grad_norm": 1.2738164762413389,
      "learning_rate": 0.00016018742053726216,
      "loss": 2.1562,
      "step": 62738
    },
    {
      "epoch": 2.918771807397069,
      "grad_norm": 1.4539300835352817,
      "learning_rate": 0.0001601837176844693,
      "loss": 2.25,
      "step": 62739
    },
    {
      "epoch": 2.9188183298441497,
      "grad_norm": 1.3118757564181829,
      "learning_rate": 0.0001601800148254419,
      "loss": 2.1562,
      "step": 62740
    },
    {
      "epoch": 2.9188648522912306,
      "grad_norm": 1.2432788403738777,
      "learning_rate": 0.00016017631196018223,
      "loss": 2.2188,
      "step": 62741
    },
    {
      "epoch": 2.918911374738311,
      "grad_norm": 1.3201228932855273,
      "learning_rate": 0.0001601726090886926,
      "loss": 2.4375,
      "step": 62742
    },
    {
      "epoch": 2.918957897185392,
      "grad_norm": 1.3449915747664352,
      "learning_rate": 0.00016016890621097519,
      "loss": 2.2344,
      "step": 62743
    },
    {
      "epoch": 2.919004419632473,
      "grad_norm": 1.3389746212886213,
      "learning_rate": 0.00016016520332703233,
      "loss": 2.5312,
      "step": 62744
    },
    {
      "epoch": 2.9190509420795534,
      "grad_norm": 1.2045018549949102,
      "learning_rate": 0.0001601615004368663,
      "loss": 2.0469,
      "step": 62745
    },
    {
      "epoch": 2.919097464526634,
      "grad_norm": 1.2096563608173785,
      "learning_rate": 0.00016015779754047934,
      "loss": 2.0312,
      "step": 62746
    },
    {
      "epoch": 2.919143986973715,
      "grad_norm": 1.2185128637694915,
      "learning_rate": 0.00016015409463787365,
      "loss": 2.1562,
      "step": 62747
    },
    {
      "epoch": 2.9191905094207957,
      "grad_norm": 1.2234383540359275,
      "learning_rate": 0.00016015039172905167,
      "loss": 2.0625,
      "step": 62748
    },
    {
      "epoch": 2.919237031867876,
      "grad_norm": 1.2777749020938247,
      "learning_rate": 0.00016014668881401546,
      "loss": 2.2344,
      "step": 62749
    },
    {
      "epoch": 2.919283554314957,
      "grad_norm": 1.3299905139035746,
      "learning_rate": 0.00016014298589276746,
      "loss": 2.3594,
      "step": 62750
    },
    {
      "epoch": 2.9193300767620376,
      "grad_norm": 1.1794807025615774,
      "learning_rate": 0.0001601392829653098,
      "loss": 2.1875,
      "step": 62751
    },
    {
      "epoch": 2.9193765992091185,
      "grad_norm": 1.3058655560299472,
      "learning_rate": 0.00016013558003164486,
      "loss": 2.0938,
      "step": 62752
    },
    {
      "epoch": 2.919423121656199,
      "grad_norm": 1.2827562393346494,
      "learning_rate": 0.00016013187709177485,
      "loss": 2.125,
      "step": 62753
    },
    {
      "epoch": 2.91946964410328,
      "grad_norm": 1.2885030478880284,
      "learning_rate": 0.000160128174145702,
      "loss": 1.6094,
      "step": 62754
    },
    {
      "epoch": 2.9195161665503604,
      "grad_norm": 1.2138499597769832,
      "learning_rate": 0.00016012447119342872,
      "loss": 2.1719,
      "step": 62755
    },
    {
      "epoch": 2.9195626889974413,
      "grad_norm": 1.270359187961865,
      "learning_rate": 0.0001601207682349571,
      "loss": 2.3281,
      "step": 62756
    },
    {
      "epoch": 2.919609211444522,
      "grad_norm": 1.3142672155268456,
      "learning_rate": 0.0001601170652702895,
      "loss": 2.4531,
      "step": 62757
    },
    {
      "epoch": 2.9196557338916027,
      "grad_norm": 1.207419688266373,
      "learning_rate": 0.00016011336229942817,
      "loss": 2.1562,
      "step": 62758
    },
    {
      "epoch": 2.9197022563386836,
      "grad_norm": 1.265224937952189,
      "learning_rate": 0.0001601096593223754,
      "loss": 2.2656,
      "step": 62759
    },
    {
      "epoch": 2.919748778785764,
      "grad_norm": 1.2907495511944613,
      "learning_rate": 0.0001601059563391334,
      "loss": 2.2656,
      "step": 62760
    },
    {
      "epoch": 2.9197953012328446,
      "grad_norm": 1.2365628979980303,
      "learning_rate": 0.00016010225334970454,
      "loss": 2.1719,
      "step": 62761
    },
    {
      "epoch": 2.9198418236799255,
      "grad_norm": 1.216428541644154,
      "learning_rate": 0.00016009855035409095,
      "loss": 2.0625,
      "step": 62762
    },
    {
      "epoch": 2.9198883461270064,
      "grad_norm": 1.3050213157176547,
      "learning_rate": 0.000160094847352295,
      "loss": 2.25,
      "step": 62763
    },
    {
      "epoch": 2.919934868574087,
      "grad_norm": 1.2773646189707013,
      "learning_rate": 0.00016009114434431895,
      "loss": 2.3281,
      "step": 62764
    },
    {
      "epoch": 2.919981391021168,
      "grad_norm": 1.252363631978389,
      "learning_rate": 0.000160087441330165,
      "loss": 2.2031,
      "step": 62765
    },
    {
      "epoch": 2.9200279134682483,
      "grad_norm": 1.318916317000976,
      "learning_rate": 0.0001600837383098355,
      "loss": 2.2344,
      "step": 62766
    },
    {
      "epoch": 2.9200744359153292,
      "grad_norm": 1.2302815484934204,
      "learning_rate": 0.0001600800352833326,
      "loss": 2.1719,
      "step": 62767
    },
    {
      "epoch": 2.9201209583624097,
      "grad_norm": 1.2454352152445816,
      "learning_rate": 0.00016007633225065872,
      "loss": 2.3906,
      "step": 62768
    },
    {
      "epoch": 2.9201674808094906,
      "grad_norm": 1.3275876035883347,
      "learning_rate": 0.000160072629211816,
      "loss": 2.4219,
      "step": 62769
    },
    {
      "epoch": 2.9202140032565715,
      "grad_norm": 1.2654023727347157,
      "learning_rate": 0.00016006892616680682,
      "loss": 2.2031,
      "step": 62770
    },
    {
      "epoch": 2.920260525703652,
      "grad_norm": 1.227603429834681,
      "learning_rate": 0.00016006522311563332,
      "loss": 2.1875,
      "step": 62771
    },
    {
      "epoch": 2.9203070481507325,
      "grad_norm": 1.2268906688451344,
      "learning_rate": 0.00016006152005829788,
      "loss": 2.3125,
      "step": 62772
    },
    {
      "epoch": 2.9203535705978134,
      "grad_norm": 1.184407182901507,
      "learning_rate": 0.00016005781699480266,
      "loss": 1.9297,
      "step": 62773
    },
    {
      "epoch": 2.9204000930448943,
      "grad_norm": 1.299058076702146,
      "learning_rate": 0.00016005411392515002,
      "loss": 2.3281,
      "step": 62774
    },
    {
      "epoch": 2.920446615491975,
      "grad_norm": 1.2499756535310065,
      "learning_rate": 0.0001600504108493422,
      "loss": 2.2188,
      "step": 62775
    },
    {
      "epoch": 2.9204931379390557,
      "grad_norm": 1.34557646270836,
      "learning_rate": 0.00016004670776738146,
      "loss": 2.25,
      "step": 62776
    },
    {
      "epoch": 2.920539660386136,
      "grad_norm": 1.2322057681835599,
      "learning_rate": 0.00016004300467927006,
      "loss": 2.2969,
      "step": 62777
    },
    {
      "epoch": 2.920586182833217,
      "grad_norm": 1.253356603567989,
      "learning_rate": 0.00016003930158501025,
      "loss": 2.2344,
      "step": 62778
    },
    {
      "epoch": 2.9206327052802976,
      "grad_norm": 1.3141661612398698,
      "learning_rate": 0.00016003559848460434,
      "loss": 2.2656,
      "step": 62779
    },
    {
      "epoch": 2.9206792277273785,
      "grad_norm": 1.253359177703409,
      "learning_rate": 0.0001600318953780546,
      "loss": 2.2969,
      "step": 62780
    },
    {
      "epoch": 2.920725750174459,
      "grad_norm": 1.3583066879125285,
      "learning_rate": 0.00016002819226536326,
      "loss": 2.1562,
      "step": 62781
    },
    {
      "epoch": 2.92077227262154,
      "grad_norm": 1.2719923132037325,
      "learning_rate": 0.0001600244891465326,
      "loss": 2.1875,
      "step": 62782
    },
    {
      "epoch": 2.9208187950686204,
      "grad_norm": 1.2098920431925235,
      "learning_rate": 0.0001600207860215649,
      "loss": 2.3125,
      "step": 62783
    },
    {
      "epoch": 2.9208653175157013,
      "grad_norm": 1.3500573435188272,
      "learning_rate": 0.00016001708289046235,
      "loss": 2.4531,
      "step": 62784
    },
    {
      "epoch": 2.9209118399627823,
      "grad_norm": 1.2649570289925298,
      "learning_rate": 0.00016001337975322735,
      "loss": 2.4375,
      "step": 62785
    },
    {
      "epoch": 2.9209583624098627,
      "grad_norm": 1.3339866254300863,
      "learning_rate": 0.00016000967660986207,
      "loss": 2.4844,
      "step": 62786
    },
    {
      "epoch": 2.921004884856943,
      "grad_norm": 1.3647569040165983,
      "learning_rate": 0.0001600059734603688,
      "loss": 2.3125,
      "step": 62787
    },
    {
      "epoch": 2.921051407304024,
      "grad_norm": 1.2943381029436098,
      "learning_rate": 0.00016000227030474985,
      "loss": 2.2812,
      "step": 62788
    },
    {
      "epoch": 2.921097929751105,
      "grad_norm": 1.3513787927481011,
      "learning_rate": 0.00015999856714300742,
      "loss": 2.4062,
      "step": 62789
    },
    {
      "epoch": 2.9211444521981855,
      "grad_norm": 1.3565384936448435,
      "learning_rate": 0.00015999486397514384,
      "loss": 2.5312,
      "step": 62790
    },
    {
      "epoch": 2.9211909746452664,
      "grad_norm": 1.3537724696476485,
      "learning_rate": 0.00015999116080116132,
      "loss": 2.375,
      "step": 62791
    },
    {
      "epoch": 2.921237497092347,
      "grad_norm": 1.2506495040970091,
      "learning_rate": 0.00015998745762106216,
      "loss": 2.2812,
      "step": 62792
    },
    {
      "epoch": 2.921284019539428,
      "grad_norm": 1.2336014550556011,
      "learning_rate": 0.0001599837544348486,
      "loss": 2.375,
      "step": 62793
    },
    {
      "epoch": 2.9213305419865083,
      "grad_norm": 1.2516076065016026,
      "learning_rate": 0.00015998005124252297,
      "loss": 2.3125,
      "step": 62794
    },
    {
      "epoch": 2.9213770644335892,
      "grad_norm": 1.3734708071911925,
      "learning_rate": 0.0001599763480440874,
      "loss": 2.3125,
      "step": 62795
    },
    {
      "epoch": 2.92142358688067,
      "grad_norm": 1.3180705656660734,
      "learning_rate": 0.00015997264483954437,
      "loss": 2.2188,
      "step": 62796
    },
    {
      "epoch": 2.9214701093277506,
      "grad_norm": 1.2823705397434502,
      "learning_rate": 0.000159968941628896,
      "loss": 2.2031,
      "step": 62797
    },
    {
      "epoch": 2.921516631774831,
      "grad_norm": 1.3534523423275255,
      "learning_rate": 0.00015996523841214455,
      "loss": 2.4844,
      "step": 62798
    },
    {
      "epoch": 2.921563154221912,
      "grad_norm": 1.2316783267991873,
      "learning_rate": 0.00015996153518929235,
      "loss": 2.0156,
      "step": 62799
    },
    {
      "epoch": 2.921609676668993,
      "grad_norm": 1.2399768155934647,
      "learning_rate": 0.0001599578319603416,
      "loss": 2.3281,
      "step": 62800
    },
    {
      "epoch": 2.9216561991160734,
      "grad_norm": 1.237853126926715,
      "learning_rate": 0.00015995412872529463,
      "loss": 2.25,
      "step": 62801
    },
    {
      "epoch": 2.9217027215631544,
      "grad_norm": 1.2951677858586923,
      "learning_rate": 0.0001599504254841537,
      "loss": 2.2031,
      "step": 62802
    },
    {
      "epoch": 2.921749244010235,
      "grad_norm": 1.2660616234872257,
      "learning_rate": 0.00015994672223692107,
      "loss": 1.9922,
      "step": 62803
    },
    {
      "epoch": 2.9217957664573158,
      "grad_norm": 1.4416013823675546,
      "learning_rate": 0.00015994301898359894,
      "loss": 2.375,
      "step": 62804
    },
    {
      "epoch": 2.9218422889043962,
      "grad_norm": 1.261981396666922,
      "learning_rate": 0.00015993931572418969,
      "loss": 2.3125,
      "step": 62805
    },
    {
      "epoch": 2.921888811351477,
      "grad_norm": 1.432845990270599,
      "learning_rate": 0.0001599356124586955,
      "loss": 2.3281,
      "step": 62806
    },
    {
      "epoch": 2.921935333798558,
      "grad_norm": 1.407028700801931,
      "learning_rate": 0.00015993190918711867,
      "loss": 2.1406,
      "step": 62807
    },
    {
      "epoch": 2.9219818562456386,
      "grad_norm": 1.251659331380778,
      "learning_rate": 0.00015992820590946146,
      "loss": 2.1406,
      "step": 62808
    },
    {
      "epoch": 2.922028378692719,
      "grad_norm": 1.2871988851139489,
      "learning_rate": 0.0001599245026257262,
      "loss": 2.2812,
      "step": 62809
    },
    {
      "epoch": 2.9220749011398,
      "grad_norm": 1.2854874626221486,
      "learning_rate": 0.00015992079933591506,
      "loss": 2.2344,
      "step": 62810
    },
    {
      "epoch": 2.922121423586881,
      "grad_norm": 1.2968713811751316,
      "learning_rate": 0.00015991709604003035,
      "loss": 1.6719,
      "step": 62811
    },
    {
      "epoch": 2.9221679460339613,
      "grad_norm": 1.3468050416206487,
      "learning_rate": 0.00015991339273807435,
      "loss": 2.3594,
      "step": 62812
    },
    {
      "epoch": 2.922214468481042,
      "grad_norm": 1.3678671470424038,
      "learning_rate": 0.00015990968943004928,
      "loss": 2.2031,
      "step": 62813
    },
    {
      "epoch": 2.9222609909281227,
      "grad_norm": 1.3450493994572692,
      "learning_rate": 0.00015990598611595748,
      "loss": 2.4688,
      "step": 62814
    },
    {
      "epoch": 2.9223075133752037,
      "grad_norm": 1.2601336139039323,
      "learning_rate": 0.00015990228279580111,
      "loss": 2.0938,
      "step": 62815
    },
    {
      "epoch": 2.922354035822284,
      "grad_norm": 1.4462806018136491,
      "learning_rate": 0.0001598985794695826,
      "loss": 2.2031,
      "step": 62816
    },
    {
      "epoch": 2.922400558269365,
      "grad_norm": 1.317523696646889,
      "learning_rate": 0.00015989487613730403,
      "loss": 2.2344,
      "step": 62817
    },
    {
      "epoch": 2.9224470807164455,
      "grad_norm": 1.1931190020496418,
      "learning_rate": 0.0001598911727989678,
      "loss": 1.9609,
      "step": 62818
    },
    {
      "epoch": 2.9224936031635265,
      "grad_norm": 1.1571941594323523,
      "learning_rate": 0.00015988746945457612,
      "loss": 1.9531,
      "step": 62819
    },
    {
      "epoch": 2.922540125610607,
      "grad_norm": 1.3026926344581926,
      "learning_rate": 0.00015988376610413132,
      "loss": 2.1719,
      "step": 62820
    },
    {
      "epoch": 2.922586648057688,
      "grad_norm": 1.2819410217137088,
      "learning_rate": 0.00015988006274763556,
      "loss": 2.3281,
      "step": 62821
    },
    {
      "epoch": 2.922633170504769,
      "grad_norm": 1.2283365322457291,
      "learning_rate": 0.00015987635938509122,
      "loss": 1.9297,
      "step": 62822
    },
    {
      "epoch": 2.9226796929518493,
      "grad_norm": 1.3521712059809134,
      "learning_rate": 0.0001598726560165005,
      "loss": 2.2969,
      "step": 62823
    },
    {
      "epoch": 2.9227262153989297,
      "grad_norm": 1.2456560738409015,
      "learning_rate": 0.00015986895264186564,
      "loss": 2.1875,
      "step": 62824
    },
    {
      "epoch": 2.9227727378460107,
      "grad_norm": 1.2870187022812398,
      "learning_rate": 0.00015986524926118903,
      "loss": 2.3594,
      "step": 62825
    },
    {
      "epoch": 2.9228192602930916,
      "grad_norm": 1.311605229169063,
      "learning_rate": 0.0001598615458744728,
      "loss": 2.2812,
      "step": 62826
    },
    {
      "epoch": 2.922865782740172,
      "grad_norm": 1.3076182051835095,
      "learning_rate": 0.00015985784248171927,
      "loss": 1.9375,
      "step": 62827
    },
    {
      "epoch": 2.922912305187253,
      "grad_norm": 1.2523877387672329,
      "learning_rate": 0.0001598541390829307,
      "loss": 2.1406,
      "step": 62828
    },
    {
      "epoch": 2.9229588276343335,
      "grad_norm": 1.2399876696767278,
      "learning_rate": 0.0001598504356781094,
      "loss": 2.1094,
      "step": 62829
    },
    {
      "epoch": 2.9230053500814144,
      "grad_norm": 1.2597518040868494,
      "learning_rate": 0.00015984673226725757,
      "loss": 2.0312,
      "step": 62830
    },
    {
      "epoch": 2.923051872528495,
      "grad_norm": 1.2531665941104089,
      "learning_rate": 0.00015984302885037755,
      "loss": 2.1406,
      "step": 62831
    },
    {
      "epoch": 2.9230983949755758,
      "grad_norm": 1.2900698324111637,
      "learning_rate": 0.00015983932542747154,
      "loss": 2.4688,
      "step": 62832
    },
    {
      "epoch": 2.9231449174226567,
      "grad_norm": 1.286226292344219,
      "learning_rate": 0.00015983562199854188,
      "loss": 1.8594,
      "step": 62833
    },
    {
      "epoch": 2.923191439869737,
      "grad_norm": 1.2703547392724042,
      "learning_rate": 0.00015983191856359076,
      "loss": 2.3281,
      "step": 62834
    },
    {
      "epoch": 2.9232379623168177,
      "grad_norm": 1.3345679939563488,
      "learning_rate": 0.0001598282151226205,
      "loss": 2.4375,
      "step": 62835
    },
    {
      "epoch": 2.9232844847638986,
      "grad_norm": 1.308618892377226,
      "learning_rate": 0.00015982451167563335,
      "loss": 2.5781,
      "step": 62836
    },
    {
      "epoch": 2.9233310072109795,
      "grad_norm": 1.2864531390344813,
      "learning_rate": 0.00015982080822263156,
      "loss": 2.3594,
      "step": 62837
    },
    {
      "epoch": 2.92337752965806,
      "grad_norm": 1.2817901275762598,
      "learning_rate": 0.0001598171047636174,
      "loss": 2.0938,
      "step": 62838
    },
    {
      "epoch": 2.923424052105141,
      "grad_norm": 1.3520622536960294,
      "learning_rate": 0.00015981340129859315,
      "loss": 2.5156,
      "step": 62839
    },
    {
      "epoch": 2.9234705745522214,
      "grad_norm": 1.198387159176676,
      "learning_rate": 0.0001598096978275611,
      "loss": 1.9141,
      "step": 62840
    },
    {
      "epoch": 2.9235170969993023,
      "grad_norm": 1.34076446508559,
      "learning_rate": 0.0001598059943505235,
      "loss": 2.4531,
      "step": 62841
    },
    {
      "epoch": 2.9235636194463828,
      "grad_norm": 1.226045772040007,
      "learning_rate": 0.00015980229086748262,
      "loss": 1.6562,
      "step": 62842
    },
    {
      "epoch": 2.9236101418934637,
      "grad_norm": 1.214517069945759,
      "learning_rate": 0.00015979858737844068,
      "loss": 1.9922,
      "step": 62843
    },
    {
      "epoch": 2.923656664340544,
      "grad_norm": 1.2640301997883026,
      "learning_rate": 0.00015979488388340003,
      "loss": 2.0781,
      "step": 62844
    },
    {
      "epoch": 2.923703186787625,
      "grad_norm": 1.3531430979258514,
      "learning_rate": 0.00015979118038236286,
      "loss": 2.4844,
      "step": 62845
    },
    {
      "epoch": 2.9237497092347056,
      "grad_norm": 1.2163162035935033,
      "learning_rate": 0.0001597874768753315,
      "loss": 2.2188,
      "step": 62846
    },
    {
      "epoch": 2.9237962316817865,
      "grad_norm": 1.2953830484303686,
      "learning_rate": 0.00015978377336230815,
      "loss": 2.4844,
      "step": 62847
    },
    {
      "epoch": 2.9238427541288674,
      "grad_norm": 1.3023845776224128,
      "learning_rate": 0.0001597800698432952,
      "loss": 2.3906,
      "step": 62848
    },
    {
      "epoch": 2.923889276575948,
      "grad_norm": 1.2546139816225017,
      "learning_rate": 0.00015977636631829475,
      "loss": 2.1719,
      "step": 62849
    },
    {
      "epoch": 2.9239357990230284,
      "grad_norm": 1.1932933010746973,
      "learning_rate": 0.00015977266278730917,
      "loss": 2.0156,
      "step": 62850
    },
    {
      "epoch": 2.9239823214701093,
      "grad_norm": 1.3286170211056356,
      "learning_rate": 0.00015976895925034072,
      "loss": 2.1406,
      "step": 62851
    },
    {
      "epoch": 2.92402884391719,
      "grad_norm": 1.2570268186480185,
      "learning_rate": 0.00015976525570739165,
      "loss": 2.2344,
      "step": 62852
    },
    {
      "epoch": 2.9240753663642707,
      "grad_norm": 1.3379932080001435,
      "learning_rate": 0.00015976155215846423,
      "loss": 2.5625,
      "step": 62853
    },
    {
      "epoch": 2.9241218888113516,
      "grad_norm": 1.3641935249233452,
      "learning_rate": 0.00015975784860356072,
      "loss": 2.3906,
      "step": 62854
    },
    {
      "epoch": 2.924168411258432,
      "grad_norm": 1.369578356865045,
      "learning_rate": 0.00015975414504268345,
      "loss": 2.3594,
      "step": 62855
    },
    {
      "epoch": 2.924214933705513,
      "grad_norm": 1.2498974175605273,
      "learning_rate": 0.00015975044147583457,
      "loss": 2.2188,
      "step": 62856
    },
    {
      "epoch": 2.9242614561525935,
      "grad_norm": 1.153635352393953,
      "learning_rate": 0.00015974673790301644,
      "loss": 1.8125,
      "step": 62857
    },
    {
      "epoch": 2.9243079785996744,
      "grad_norm": 1.3064682435485127,
      "learning_rate": 0.0001597430343242313,
      "loss": 2.2344,
      "step": 62858
    },
    {
      "epoch": 2.9243545010467553,
      "grad_norm": 1.263893636409705,
      "learning_rate": 0.0001597393307394814,
      "loss": 2.2031,
      "step": 62859
    },
    {
      "epoch": 2.924401023493836,
      "grad_norm": 1.3622419699862738,
      "learning_rate": 0.00015973562714876908,
      "loss": 2.5469,
      "step": 62860
    },
    {
      "epoch": 2.9244475459409163,
      "grad_norm": 1.1945850668926496,
      "learning_rate": 0.00015973192355209646,
      "loss": 2.0625,
      "step": 62861
    },
    {
      "epoch": 2.924494068387997,
      "grad_norm": 1.2005393910560485,
      "learning_rate": 0.00015972821994946596,
      "loss": 2.1094,
      "step": 62862
    },
    {
      "epoch": 2.924540590835078,
      "grad_norm": 1.16657627301219,
      "learning_rate": 0.00015972451634087975,
      "loss": 1.8125,
      "step": 62863
    },
    {
      "epoch": 2.9245871132821586,
      "grad_norm": 1.4483544796927301,
      "learning_rate": 0.00015972081272634022,
      "loss": 2.5625,
      "step": 62864
    },
    {
      "epoch": 2.9246336357292395,
      "grad_norm": 1.274426798367804,
      "learning_rate": 0.00015971710910584944,
      "loss": 2.2344,
      "step": 62865
    },
    {
      "epoch": 2.92468015817632,
      "grad_norm": 1.2885089679140853,
      "learning_rate": 0.0001597134054794099,
      "loss": 2.4688,
      "step": 62866
    },
    {
      "epoch": 2.924726680623401,
      "grad_norm": 1.9500679548067625,
      "learning_rate": 0.00015970970184702365,
      "loss": 2.2812,
      "step": 62867
    },
    {
      "epoch": 2.9247732030704814,
      "grad_norm": 1.3460864570010234,
      "learning_rate": 0.00015970599820869312,
      "loss": 2.2031,
      "step": 62868
    },
    {
      "epoch": 2.9248197255175623,
      "grad_norm": 1.2478480698254608,
      "learning_rate": 0.00015970229456442053,
      "loss": 2.3281,
      "step": 62869
    },
    {
      "epoch": 2.924866247964643,
      "grad_norm": 1.252482719529694,
      "learning_rate": 0.0001596985909142081,
      "loss": 2.0156,
      "step": 62870
    },
    {
      "epoch": 2.9249127704117237,
      "grad_norm": 1.3738233781558093,
      "learning_rate": 0.00015969488725805814,
      "loss": 2.2188,
      "step": 62871
    },
    {
      "epoch": 2.924959292858804,
      "grad_norm": 1.2802749018603852,
      "learning_rate": 0.00015969118359597292,
      "loss": 2.125,
      "step": 62872
    },
    {
      "epoch": 2.925005815305885,
      "grad_norm": 1.33472388629171,
      "learning_rate": 0.00015968747992795474,
      "loss": 2.25,
      "step": 62873
    },
    {
      "epoch": 2.925052337752966,
      "grad_norm": 1.3958754810881906,
      "learning_rate": 0.00015968377625400577,
      "loss": 2.2656,
      "step": 62874
    },
    {
      "epoch": 2.9250988602000465,
      "grad_norm": 1.2793710681997275,
      "learning_rate": 0.00015968007257412836,
      "loss": 2.25,
      "step": 62875
    },
    {
      "epoch": 2.925145382647127,
      "grad_norm": 1.3396214189127598,
      "learning_rate": 0.00015967636888832473,
      "loss": 2.4375,
      "step": 62876
    },
    {
      "epoch": 2.925191905094208,
      "grad_norm": 1.3333573343675325,
      "learning_rate": 0.00015967266519659724,
      "loss": 2.2031,
      "step": 62877
    },
    {
      "epoch": 2.925238427541289,
      "grad_norm": 1.2900376934166229,
      "learning_rate": 0.000159668961498948,
      "loss": 2.25,
      "step": 62878
    },
    {
      "epoch": 2.9252849499883693,
      "grad_norm": 1.4961293678376393,
      "learning_rate": 0.00015966525779537944,
      "loss": 2.1875,
      "step": 62879
    },
    {
      "epoch": 2.92533147243545,
      "grad_norm": 1.2762464017283162,
      "learning_rate": 0.0001596615540858937,
      "loss": 2.1719,
      "step": 62880
    },
    {
      "epoch": 2.9253779948825307,
      "grad_norm": 1.2815784130606498,
      "learning_rate": 0.00015965785037049313,
      "loss": 2.2344,
      "step": 62881
    },
    {
      "epoch": 2.9254245173296116,
      "grad_norm": 1.2367712690588653,
      "learning_rate": 0.00015965414664917995,
      "loss": 2.2812,
      "step": 62882
    },
    {
      "epoch": 2.925471039776692,
      "grad_norm": 1.3517103926441716,
      "learning_rate": 0.00015965044292195644,
      "loss": 2.25,
      "step": 62883
    },
    {
      "epoch": 2.925517562223773,
      "grad_norm": 1.3115874071480873,
      "learning_rate": 0.0001596467391888249,
      "loss": 2.2188,
      "step": 62884
    },
    {
      "epoch": 2.925564084670854,
      "grad_norm": 1.2367369285684233,
      "learning_rate": 0.0001596430354497875,
      "loss": 2.1875,
      "step": 62885
    },
    {
      "epoch": 2.9256106071179344,
      "grad_norm": 1.270742365250154,
      "learning_rate": 0.00015963933170484664,
      "loss": 2.4688,
      "step": 62886
    },
    {
      "epoch": 2.925657129565015,
      "grad_norm": 1.2924540914122662,
      "learning_rate": 0.0001596356279540045,
      "loss": 2.125,
      "step": 62887
    },
    {
      "epoch": 2.925703652012096,
      "grad_norm": 1.2454242867043468,
      "learning_rate": 0.00015963192419726343,
      "loss": 2.25,
      "step": 62888
    },
    {
      "epoch": 2.9257501744591767,
      "grad_norm": 1.3284211057482693,
      "learning_rate": 0.00015962822043462556,
      "loss": 2.2969,
      "step": 62889
    },
    {
      "epoch": 2.925796696906257,
      "grad_norm": 1.2561764655011447,
      "learning_rate": 0.0001596245166660933,
      "loss": 1.9688,
      "step": 62890
    },
    {
      "epoch": 2.925843219353338,
      "grad_norm": 1.3517496367835595,
      "learning_rate": 0.0001596208128916688,
      "loss": 2.4688,
      "step": 62891
    },
    {
      "epoch": 2.9258897418004186,
      "grad_norm": 1.3604176090198454,
      "learning_rate": 0.00015961710911135442,
      "loss": 2.2812,
      "step": 62892
    },
    {
      "epoch": 2.9259362642474995,
      "grad_norm": 1.3099701023267623,
      "learning_rate": 0.00015961340532515237,
      "loss": 2.3281,
      "step": 62893
    },
    {
      "epoch": 2.92598278669458,
      "grad_norm": 1.306223733818314,
      "learning_rate": 0.00015960970153306488,
      "loss": 2.5625,
      "step": 62894
    },
    {
      "epoch": 2.926029309141661,
      "grad_norm": 1.223106373407634,
      "learning_rate": 0.00015960599773509436,
      "loss": 2.125,
      "step": 62895
    },
    {
      "epoch": 2.9260758315887414,
      "grad_norm": 1.288112298109152,
      "learning_rate": 0.00015960229393124296,
      "loss": 2.4375,
      "step": 62896
    },
    {
      "epoch": 2.9261223540358223,
      "grad_norm": 1.282187472345175,
      "learning_rate": 0.00015959859012151302,
      "loss": 2.2969,
      "step": 62897
    },
    {
      "epoch": 2.926168876482903,
      "grad_norm": 1.2317264730169535,
      "learning_rate": 0.0001595948863059067,
      "loss": 2.2031,
      "step": 62898
    },
    {
      "epoch": 2.9262153989299837,
      "grad_norm": 1.46638740621578,
      "learning_rate": 0.00015959118248442638,
      "loss": 2.375,
      "step": 62899
    },
    {
      "epoch": 2.9262619213770646,
      "grad_norm": 1.351331234565557,
      "learning_rate": 0.00015958747865707425,
      "loss": 2.2812,
      "step": 62900
    },
    {
      "epoch": 2.926308443824145,
      "grad_norm": 1.3168001806174245,
      "learning_rate": 0.00015958377482385265,
      "loss": 2.1719,
      "step": 62901
    },
    {
      "epoch": 2.9263549662712256,
      "grad_norm": 1.4191770817006573,
      "learning_rate": 0.00015958007098476376,
      "loss": 2.0938,
      "step": 62902
    },
    {
      "epoch": 2.9264014887183065,
      "grad_norm": 1.3551702431625965,
      "learning_rate": 0.00015957636713980993,
      "loss": 2.4844,
      "step": 62903
    },
    {
      "epoch": 2.9264480111653874,
      "grad_norm": 1.3439638920970647,
      "learning_rate": 0.00015957266328899333,
      "loss": 2.2656,
      "step": 62904
    },
    {
      "epoch": 2.926494533612468,
      "grad_norm": 1.2797674647800559,
      "learning_rate": 0.00015956895943231635,
      "loss": 2.2031,
      "step": 62905
    },
    {
      "epoch": 2.926541056059549,
      "grad_norm": 1.2814709708839094,
      "learning_rate": 0.0001595652555697812,
      "loss": 2.0625,
      "step": 62906
    },
    {
      "epoch": 2.9265875785066293,
      "grad_norm": 1.2373163027297849,
      "learning_rate": 0.00015956155170139012,
      "loss": 2.1562,
      "step": 62907
    },
    {
      "epoch": 2.9266341009537102,
      "grad_norm": 1.3103195160883916,
      "learning_rate": 0.00015955784782714543,
      "loss": 2.2812,
      "step": 62908
    },
    {
      "epoch": 2.9266806234007907,
      "grad_norm": 1.2773215995961542,
      "learning_rate": 0.00015955414394704933,
      "loss": 2.1719,
      "step": 62909
    },
    {
      "epoch": 2.9267271458478716,
      "grad_norm": 1.212969031018895,
      "learning_rate": 0.00015955044006110415,
      "loss": 2.0938,
      "step": 62910
    },
    {
      "epoch": 2.9267736682949526,
      "grad_norm": 1.257321678833736,
      "learning_rate": 0.0001595467361693121,
      "loss": 2.3281,
      "step": 62911
    },
    {
      "epoch": 2.926820190742033,
      "grad_norm": 1.2690417790786144,
      "learning_rate": 0.00015954303227167554,
      "loss": 2.125,
      "step": 62912
    },
    {
      "epoch": 2.9268667131891135,
      "grad_norm": 1.2423228306990284,
      "learning_rate": 0.00015953932836819667,
      "loss": 2.5,
      "step": 62913
    },
    {
      "epoch": 2.9269132356361944,
      "grad_norm": 1.3061384414945045,
      "learning_rate": 0.00015953562445887774,
      "loss": 2.3125,
      "step": 62914
    },
    {
      "epoch": 2.9269597580832754,
      "grad_norm": 1.222233784797537,
      "learning_rate": 0.00015953192054372103,
      "loss": 1.6641,
      "step": 62915
    },
    {
      "epoch": 2.927006280530356,
      "grad_norm": 1.2490748805692509,
      "learning_rate": 0.00015952821662272885,
      "loss": 2.1562,
      "step": 62916
    },
    {
      "epoch": 2.9270528029774368,
      "grad_norm": 1.2177580076470225,
      "learning_rate": 0.00015952451269590342,
      "loss": 2.1406,
      "step": 62917
    },
    {
      "epoch": 2.9270993254245172,
      "grad_norm": 1.2511035830533608,
      "learning_rate": 0.00015952080876324704,
      "loss": 2.2188,
      "step": 62918
    },
    {
      "epoch": 2.927145847871598,
      "grad_norm": 1.246715520163293,
      "learning_rate": 0.000159517104824762,
      "loss": 2.125,
      "step": 62919
    },
    {
      "epoch": 2.9271923703186786,
      "grad_norm": 1.1968817113153685,
      "learning_rate": 0.0001595134008804505,
      "loss": 2.125,
      "step": 62920
    },
    {
      "epoch": 2.9272388927657595,
      "grad_norm": 1.362436754184541,
      "learning_rate": 0.00015950969693031484,
      "loss": 2.5469,
      "step": 62921
    },
    {
      "epoch": 2.9272854152128405,
      "grad_norm": 1.204057875048629,
      "learning_rate": 0.00015950599297435728,
      "loss": 1.9922,
      "step": 62922
    },
    {
      "epoch": 2.927331937659921,
      "grad_norm": 1.2895811458442223,
      "learning_rate": 0.00015950228901258012,
      "loss": 2.3125,
      "step": 62923
    },
    {
      "epoch": 2.9273784601070014,
      "grad_norm": 1.2326907163339993,
      "learning_rate": 0.00015949858504498554,
      "loss": 2.0156,
      "step": 62924
    },
    {
      "epoch": 2.9274249825540823,
      "grad_norm": 1.2799703456990938,
      "learning_rate": 0.00015949488107157593,
      "loss": 2.1875,
      "step": 62925
    },
    {
      "epoch": 2.9274715050011633,
      "grad_norm": 1.305708677729039,
      "learning_rate": 0.00015949117709235347,
      "loss": 2.3438,
      "step": 62926
    },
    {
      "epoch": 2.9275180274482437,
      "grad_norm": 1.2811277961385426,
      "learning_rate": 0.00015948747310732048,
      "loss": 2.1719,
      "step": 62927
    },
    {
      "epoch": 2.927564549895324,
      "grad_norm": 1.2261908370628978,
      "learning_rate": 0.00015948376911647917,
      "loss": 2.1719,
      "step": 62928
    },
    {
      "epoch": 2.927611072342405,
      "grad_norm": 1.438950011629455,
      "learning_rate": 0.00015948006511983187,
      "loss": 2.3438,
      "step": 62929
    },
    {
      "epoch": 2.927657594789486,
      "grad_norm": 1.2986962576396923,
      "learning_rate": 0.0001594763611173808,
      "loss": 2.3594,
      "step": 62930
    },
    {
      "epoch": 2.9277041172365665,
      "grad_norm": 1.401668942222602,
      "learning_rate": 0.00015947265710912825,
      "loss": 2.375,
      "step": 62931
    },
    {
      "epoch": 2.9277506396836475,
      "grad_norm": 1.1722102181782355,
      "learning_rate": 0.00015946895309507653,
      "loss": 2.0312,
      "step": 62932
    },
    {
      "epoch": 2.927797162130728,
      "grad_norm": 1.3430633327460937,
      "learning_rate": 0.00015946524907522777,
      "loss": 2.3906,
      "step": 62933
    },
    {
      "epoch": 2.927843684577809,
      "grad_norm": 1.2364806126930319,
      "learning_rate": 0.00015946154504958442,
      "loss": 2.0938,
      "step": 62934
    },
    {
      "epoch": 2.9278902070248893,
      "grad_norm": 1.3651120958598095,
      "learning_rate": 0.00015945784101814862,
      "loss": 2.4531,
      "step": 62935
    },
    {
      "epoch": 2.9279367294719703,
      "grad_norm": 1.2895100230075762,
      "learning_rate": 0.00015945413698092268,
      "loss": 2.1406,
      "step": 62936
    },
    {
      "epoch": 2.927983251919051,
      "grad_norm": 1.1196043542813316,
      "learning_rate": 0.0001594504329379088,
      "loss": 1.6641,
      "step": 62937
    },
    {
      "epoch": 2.9280297743661317,
      "grad_norm": 1.1897975557140552,
      "learning_rate": 0.00015944672888910935,
      "loss": 1.9844,
      "step": 62938
    },
    {
      "epoch": 2.928076296813212,
      "grad_norm": 1.263140788107489,
      "learning_rate": 0.00015944302483452658,
      "loss": 2.375,
      "step": 62939
    },
    {
      "epoch": 2.928122819260293,
      "grad_norm": 1.193483645443878,
      "learning_rate": 0.00015943932077416273,
      "loss": 1.9453,
      "step": 62940
    },
    {
      "epoch": 2.928169341707374,
      "grad_norm": 1.1592587622432036,
      "learning_rate": 0.00015943561670802003,
      "loss": 2.0312,
      "step": 62941
    },
    {
      "epoch": 2.9282158641544545,
      "grad_norm": 1.3007577900622282,
      "learning_rate": 0.00015943191263610083,
      "loss": 2.4688,
      "step": 62942
    },
    {
      "epoch": 2.9282623866015354,
      "grad_norm": 1.2735602803191737,
      "learning_rate": 0.00015942820855840734,
      "loss": 2.2812,
      "step": 62943
    },
    {
      "epoch": 2.928308909048616,
      "grad_norm": 1.2322154934689271,
      "learning_rate": 0.0001594245044749419,
      "loss": 2.1562,
      "step": 62944
    },
    {
      "epoch": 2.9283554314956968,
      "grad_norm": 1.322670528273585,
      "learning_rate": 0.0001594208003857067,
      "loss": 2.2969,
      "step": 62945
    },
    {
      "epoch": 2.9284019539427772,
      "grad_norm": 1.298587193711608,
      "learning_rate": 0.00015941709629070398,
      "loss": 2.375,
      "step": 62946
    },
    {
      "epoch": 2.928448476389858,
      "grad_norm": 1.254834977585819,
      "learning_rate": 0.00015941339218993609,
      "loss": 2.4219,
      "step": 62947
    },
    {
      "epoch": 2.928494998836939,
      "grad_norm": 1.2570033742297433,
      "learning_rate": 0.00015940968808340523,
      "loss": 2.3281,
      "step": 62948
    },
    {
      "epoch": 2.9285415212840196,
      "grad_norm": 1.1919698647440957,
      "learning_rate": 0.00015940598397111376,
      "loss": 1.7969,
      "step": 62949
    },
    {
      "epoch": 2.9285880437311,
      "grad_norm": 1.237783172203838,
      "learning_rate": 0.00015940227985306385,
      "loss": 2.0312,
      "step": 62950
    },
    {
      "epoch": 2.928634566178181,
      "grad_norm": 1.2433064468291004,
      "learning_rate": 0.00015939857572925783,
      "loss": 2.0469,
      "step": 62951
    },
    {
      "epoch": 2.928681088625262,
      "grad_norm": 1.1251236458830332,
      "learning_rate": 0.00015939487159969792,
      "loss": 1.9453,
      "step": 62952
    },
    {
      "epoch": 2.9287276110723424,
      "grad_norm": 1.243963072284622,
      "learning_rate": 0.00015939116746438648,
      "loss": 2.1406,
      "step": 62953
    },
    {
      "epoch": 2.9287741335194233,
      "grad_norm": 1.2851729811945678,
      "learning_rate": 0.00015938746332332563,
      "loss": 2.5469,
      "step": 62954
    },
    {
      "epoch": 2.9288206559665038,
      "grad_norm": 1.2788538365792874,
      "learning_rate": 0.0001593837591765178,
      "loss": 2.2344,
      "step": 62955
    },
    {
      "epoch": 2.9288671784135847,
      "grad_norm": 1.1960459660360991,
      "learning_rate": 0.0001593800550239651,
      "loss": 2.1875,
      "step": 62956
    },
    {
      "epoch": 2.928913700860665,
      "grad_norm": 1.268713057051949,
      "learning_rate": 0.00015937635086566993,
      "loss": 2.2188,
      "step": 62957
    },
    {
      "epoch": 2.928960223307746,
      "grad_norm": 1.313591905290699,
      "learning_rate": 0.0001593726467016345,
      "loss": 2.4375,
      "step": 62958
    },
    {
      "epoch": 2.9290067457548266,
      "grad_norm": 1.2940647188168504,
      "learning_rate": 0.00015936894253186103,
      "loss": 2.1562,
      "step": 62959
    },
    {
      "epoch": 2.9290532682019075,
      "grad_norm": 1.2780691446889216,
      "learning_rate": 0.00015936523835635187,
      "loss": 2.5938,
      "step": 62960
    },
    {
      "epoch": 2.929099790648988,
      "grad_norm": 1.266137192901776,
      "learning_rate": 0.00015936153417510926,
      "loss": 2.1562,
      "step": 62961
    },
    {
      "epoch": 2.929146313096069,
      "grad_norm": 1.3393292869896696,
      "learning_rate": 0.00015935782998813548,
      "loss": 2.4219,
      "step": 62962
    },
    {
      "epoch": 2.92919283554315,
      "grad_norm": 1.2380197958860875,
      "learning_rate": 0.00015935412579543275,
      "loss": 2.0781,
      "step": 62963
    },
    {
      "epoch": 2.9292393579902303,
      "grad_norm": 1.3419653156805098,
      "learning_rate": 0.0001593504215970034,
      "loss": 2.4375,
      "step": 62964
    },
    {
      "epoch": 2.9292858804373108,
      "grad_norm": 1.2860268643153763,
      "learning_rate": 0.00015934671739284962,
      "loss": 2.25,
      "step": 62965
    },
    {
      "epoch": 2.9293324028843917,
      "grad_norm": 1.2363206165685505,
      "learning_rate": 0.00015934301318297378,
      "loss": 1.8906,
      "step": 62966
    },
    {
      "epoch": 2.9293789253314726,
      "grad_norm": 1.2238203420352114,
      "learning_rate": 0.00015933930896737806,
      "loss": 1.7734,
      "step": 62967
    },
    {
      "epoch": 2.929425447778553,
      "grad_norm": 1.1819720248370817,
      "learning_rate": 0.00015933560474606478,
      "loss": 2.0156,
      "step": 62968
    },
    {
      "epoch": 2.929471970225634,
      "grad_norm": 1.218229493498195,
      "learning_rate": 0.00015933190051903618,
      "loss": 2.0781,
      "step": 62969
    },
    {
      "epoch": 2.9295184926727145,
      "grad_norm": 1.3476759532512685,
      "learning_rate": 0.00015932819628629449,
      "loss": 2.5312,
      "step": 62970
    },
    {
      "epoch": 2.9295650151197954,
      "grad_norm": 1.255456935659977,
      "learning_rate": 0.00015932449204784208,
      "loss": 2.0312,
      "step": 62971
    },
    {
      "epoch": 2.929611537566876,
      "grad_norm": 1.322607623335959,
      "learning_rate": 0.0001593207878036811,
      "loss": 2.375,
      "step": 62972
    },
    {
      "epoch": 2.929658060013957,
      "grad_norm": 1.3271912806117017,
      "learning_rate": 0.00015931708355381398,
      "loss": 2.2188,
      "step": 62973
    },
    {
      "epoch": 2.9297045824610377,
      "grad_norm": 1.2348930627210812,
      "learning_rate": 0.00015931337929824278,
      "loss": 2.3281,
      "step": 62974
    },
    {
      "epoch": 2.929751104908118,
      "grad_norm": 1.4502213823087846,
      "learning_rate": 0.00015930967503696998,
      "loss": 2.4688,
      "step": 62975
    },
    {
      "epoch": 2.9297976273551987,
      "grad_norm": 1.2412416033255371,
      "learning_rate": 0.00015930597076999764,
      "loss": 2.3438,
      "step": 62976
    },
    {
      "epoch": 2.9298441498022796,
      "grad_norm": 1.1800661387361082,
      "learning_rate": 0.00015930226649732822,
      "loss": 2.1719,
      "step": 62977
    },
    {
      "epoch": 2.9298906722493605,
      "grad_norm": 1.3696175266471775,
      "learning_rate": 0.00015929856221896384,
      "loss": 2.0938,
      "step": 62978
    },
    {
      "epoch": 2.929937194696441,
      "grad_norm": 1.3369848737421755,
      "learning_rate": 0.00015929485793490683,
      "loss": 2.25,
      "step": 62979
    },
    {
      "epoch": 2.929983717143522,
      "grad_norm": 1.2791530407134457,
      "learning_rate": 0.00015929115364515946,
      "loss": 2.2656,
      "step": 62980
    },
    {
      "epoch": 2.9300302395906024,
      "grad_norm": 1.3466262958509743,
      "learning_rate": 0.00015928744934972397,
      "loss": 2.2656,
      "step": 62981
    },
    {
      "epoch": 2.9300767620376833,
      "grad_norm": 1.2847282022473725,
      "learning_rate": 0.0001592837450486027,
      "loss": 2.125,
      "step": 62982
    },
    {
      "epoch": 2.930123284484764,
      "grad_norm": 1.282188853618519,
      "learning_rate": 0.0001592800407417978,
      "loss": 2.2812,
      "step": 62983
    },
    {
      "epoch": 2.9301698069318447,
      "grad_norm": 1.3853202880493145,
      "learning_rate": 0.00015927633642931168,
      "loss": 2.2031,
      "step": 62984
    },
    {
      "epoch": 2.930216329378925,
      "grad_norm": 1.281900194909477,
      "learning_rate": 0.00015927263211114648,
      "loss": 1.6797,
      "step": 62985
    },
    {
      "epoch": 2.930262851826006,
      "grad_norm": 1.2994746493586216,
      "learning_rate": 0.00015926892778730454,
      "loss": 2.2656,
      "step": 62986
    },
    {
      "epoch": 2.9303093742730866,
      "grad_norm": 1.2826312144017513,
      "learning_rate": 0.00015926522345778807,
      "loss": 2.4688,
      "step": 62987
    },
    {
      "epoch": 2.9303558967201675,
      "grad_norm": 1.3218158940486457,
      "learning_rate": 0.00015926151912259946,
      "loss": 2.3125,
      "step": 62988
    },
    {
      "epoch": 2.9304024191672484,
      "grad_norm": 1.2966111908374194,
      "learning_rate": 0.00015925781478174083,
      "loss": 2.375,
      "step": 62989
    },
    {
      "epoch": 2.930448941614329,
      "grad_norm": 1.2516618551977525,
      "learning_rate": 0.00015925411043521452,
      "loss": 2.2188,
      "step": 62990
    },
    {
      "epoch": 2.9304954640614094,
      "grad_norm": 1.3646695899906,
      "learning_rate": 0.00015925040608302278,
      "loss": 2.625,
      "step": 62991
    },
    {
      "epoch": 2.9305419865084903,
      "grad_norm": 1.3023890636303628,
      "learning_rate": 0.00015924670172516787,
      "loss": 2.4688,
      "step": 62992
    },
    {
      "epoch": 2.930588508955571,
      "grad_norm": 1.2560284797083032,
      "learning_rate": 0.00015924299736165212,
      "loss": 2.2969,
      "step": 62993
    },
    {
      "epoch": 2.9306350314026517,
      "grad_norm": 1.3231563963859105,
      "learning_rate": 0.00015923929299247773,
      "loss": 2.5312,
      "step": 62994
    },
    {
      "epoch": 2.9306815538497326,
      "grad_norm": 1.2889789875559947,
      "learning_rate": 0.00015923558861764703,
      "loss": 2.3281,
      "step": 62995
    },
    {
      "epoch": 2.930728076296813,
      "grad_norm": 1.2186222163652165,
      "learning_rate": 0.00015923188423716216,
      "loss": 2.2969,
      "step": 62996
    },
    {
      "epoch": 2.930774598743894,
      "grad_norm": 1.3250867023064983,
      "learning_rate": 0.00015922817985102557,
      "loss": 2.3281,
      "step": 62997
    },
    {
      "epoch": 2.9308211211909745,
      "grad_norm": 1.2667508817168718,
      "learning_rate": 0.00015922447545923938,
      "loss": 2.0625,
      "step": 62998
    },
    {
      "epoch": 2.9308676436380554,
      "grad_norm": 1.3065395998744447,
      "learning_rate": 0.00015922077106180594,
      "loss": 2.2188,
      "step": 62999
    },
    {
      "epoch": 2.9309141660851363,
      "grad_norm": 1.2866013112939056,
      "learning_rate": 0.00015921706665872746,
      "loss": 2.1562,
      "step": 63000
    },
    {
      "epoch": 2.930960688532217,
      "grad_norm": 1.2319568238711405,
      "learning_rate": 0.00015921336225000629,
      "loss": 2.2812,
      "step": 63001
    },
    {
      "epoch": 2.9310072109792973,
      "grad_norm": 1.3477221616929673,
      "learning_rate": 0.00015920965783564455,
      "loss": 2.2656,
      "step": 63002
    },
    {
      "epoch": 2.931053733426378,
      "grad_norm": 1.2458552390374087,
      "learning_rate": 0.00015920595341564468,
      "loss": 2.2969,
      "step": 63003
    },
    {
      "epoch": 2.931100255873459,
      "grad_norm": 1.4128711106216065,
      "learning_rate": 0.00015920224899000887,
      "loss": 2.2344,
      "step": 63004
    },
    {
      "epoch": 2.9311467783205396,
      "grad_norm": 1.3675468635848658,
      "learning_rate": 0.00015919854455873932,
      "loss": 2.1875,
      "step": 63005
    },
    {
      "epoch": 2.9311933007676205,
      "grad_norm": 1.3760458310559522,
      "learning_rate": 0.00015919484012183845,
      "loss": 2.375,
      "step": 63006
    },
    {
      "epoch": 2.931239823214701,
      "grad_norm": 1.4680720450665645,
      "learning_rate": 0.0001591911356793084,
      "loss": 2.2188,
      "step": 63007
    },
    {
      "epoch": 2.931286345661782,
      "grad_norm": 1.2333737446126376,
      "learning_rate": 0.00015918743123115151,
      "loss": 1.9688,
      "step": 63008
    },
    {
      "epoch": 2.9313328681088624,
      "grad_norm": 1.2743724746064051,
      "learning_rate": 0.00015918372677737003,
      "loss": 2.1406,
      "step": 63009
    },
    {
      "epoch": 2.9313793905559433,
      "grad_norm": 1.2744278108992415,
      "learning_rate": 0.0001591800223179662,
      "loss": 2.2969,
      "step": 63010
    },
    {
      "epoch": 2.931425913003024,
      "grad_norm": 1.3528579282253987,
      "learning_rate": 0.00015917631785294226,
      "loss": 2.4375,
      "step": 63011
    },
    {
      "epoch": 2.9314724354501047,
      "grad_norm": 1.2412638002498464,
      "learning_rate": 0.00015917261338230059,
      "loss": 2.2031,
      "step": 63012
    },
    {
      "epoch": 2.931518957897185,
      "grad_norm": 1.2753947675021842,
      "learning_rate": 0.00015916890890604337,
      "loss": 2.375,
      "step": 63013
    },
    {
      "epoch": 2.931565480344266,
      "grad_norm": 1.289216083633071,
      "learning_rate": 0.00015916520442417283,
      "loss": 2.1875,
      "step": 63014
    },
    {
      "epoch": 2.931612002791347,
      "grad_norm": 1.3411767437704056,
      "learning_rate": 0.00015916149993669139,
      "loss": 2.2969,
      "step": 63015
    },
    {
      "epoch": 2.9316585252384275,
      "grad_norm": 1.3538229131416193,
      "learning_rate": 0.00015915779544360117,
      "loss": 2.3438,
      "step": 63016
    },
    {
      "epoch": 2.931705047685508,
      "grad_norm": 1.1472178271227589,
      "learning_rate": 0.00015915409094490455,
      "loss": 1.8906,
      "step": 63017
    },
    {
      "epoch": 2.931751570132589,
      "grad_norm": 1.3569600929320704,
      "learning_rate": 0.00015915038644060366,
      "loss": 2.2656,
      "step": 63018
    },
    {
      "epoch": 2.93179809257967,
      "grad_norm": 1.2682750589086051,
      "learning_rate": 0.00015914668193070094,
      "loss": 2.1719,
      "step": 63019
    },
    {
      "epoch": 2.9318446150267503,
      "grad_norm": 1.3099008842709425,
      "learning_rate": 0.0001591429774151985,
      "loss": 2.0938,
      "step": 63020
    },
    {
      "epoch": 2.9318911374738312,
      "grad_norm": 1.4110406720566564,
      "learning_rate": 0.0001591392728940987,
      "loss": 2.4844,
      "step": 63021
    },
    {
      "epoch": 2.9319376599209117,
      "grad_norm": 1.2736267204580294,
      "learning_rate": 0.0001591355683674038,
      "loss": 2.4844,
      "step": 63022
    },
    {
      "epoch": 2.9319841823679926,
      "grad_norm": 1.2336901546094698,
      "learning_rate": 0.00015913186383511603,
      "loss": 2.1562,
      "step": 63023
    },
    {
      "epoch": 2.932030704815073,
      "grad_norm": 1.1772004812933639,
      "learning_rate": 0.00015912815929723767,
      "loss": 2.0938,
      "step": 63024
    },
    {
      "epoch": 2.932077227262154,
      "grad_norm": 1.1975919717724564,
      "learning_rate": 0.00015912445475377098,
      "loss": 2.2188,
      "step": 63025
    },
    {
      "epoch": 2.932123749709235,
      "grad_norm": 1.2446663623504126,
      "learning_rate": 0.0001591207502047183,
      "loss": 2.0938,
      "step": 63026
    },
    {
      "epoch": 2.9321702721563154,
      "grad_norm": 1.2467478287875609,
      "learning_rate": 0.00015911704565008182,
      "loss": 2.4219,
      "step": 63027
    },
    {
      "epoch": 2.932216794603396,
      "grad_norm": 1.215975342517435,
      "learning_rate": 0.00015911334108986382,
      "loss": 1.9609,
      "step": 63028
    },
    {
      "epoch": 2.932263317050477,
      "grad_norm": 1.322567507073714,
      "learning_rate": 0.00015910963652406655,
      "loss": 1.8672,
      "step": 63029
    },
    {
      "epoch": 2.9323098394975577,
      "grad_norm": 1.3735054691843775,
      "learning_rate": 0.00015910593195269236,
      "loss": 2.3281,
      "step": 63030
    },
    {
      "epoch": 2.9323563619446382,
      "grad_norm": 1.3542012373087793,
      "learning_rate": 0.00015910222737574347,
      "loss": 2.5,
      "step": 63031
    },
    {
      "epoch": 2.932402884391719,
      "grad_norm": 1.2259843457193098,
      "learning_rate": 0.0001590985227932221,
      "loss": 2.2812,
      "step": 63032
    },
    {
      "epoch": 2.9324494068387996,
      "grad_norm": 1.2895661012403041,
      "learning_rate": 0.00015909481820513058,
      "loss": 2.375,
      "step": 63033
    },
    {
      "epoch": 2.9324959292858805,
      "grad_norm": 1.2238947826356699,
      "learning_rate": 0.00015909111361147118,
      "loss": 2.0312,
      "step": 63034
    },
    {
      "epoch": 2.932542451732961,
      "grad_norm": 1.3720758015556864,
      "learning_rate": 0.0001590874090122461,
      "loss": 2.4688,
      "step": 63035
    },
    {
      "epoch": 2.932588974180042,
      "grad_norm": 1.2562093852386182,
      "learning_rate": 0.00015908370440745768,
      "loss": 2.2812,
      "step": 63036
    },
    {
      "epoch": 2.932635496627123,
      "grad_norm": 1.2275498303847292,
      "learning_rate": 0.00015907999979710815,
      "loss": 1.9141,
      "step": 63037
    },
    {
      "epoch": 2.9326820190742033,
      "grad_norm": 1.2309200681658754,
      "learning_rate": 0.00015907629518119982,
      "loss": 2.25,
      "step": 63038
    },
    {
      "epoch": 2.932728541521284,
      "grad_norm": 1.2811293216064827,
      "learning_rate": 0.00015907259055973491,
      "loss": 2.2812,
      "step": 63039
    },
    {
      "epoch": 2.9327750639683647,
      "grad_norm": 1.1640842880938782,
      "learning_rate": 0.0001590688859327157,
      "loss": 1.9141,
      "step": 63040
    },
    {
      "epoch": 2.9328215864154457,
      "grad_norm": 1.251464685911894,
      "learning_rate": 0.00015906518130014453,
      "loss": 2.0,
      "step": 63041
    },
    {
      "epoch": 2.932868108862526,
      "grad_norm": 1.2453732135854252,
      "learning_rate": 0.00015906147666202352,
      "loss": 2.3125,
      "step": 63042
    },
    {
      "epoch": 2.9329146313096066,
      "grad_norm": 1.3105597324478688,
      "learning_rate": 0.00015905777201835505,
      "loss": 2.2969,
      "step": 63043
    },
    {
      "epoch": 2.9329611537566875,
      "grad_norm": 1.2729711815634623,
      "learning_rate": 0.00015905406736914135,
      "loss": 2.0938,
      "step": 63044
    },
    {
      "epoch": 2.9330076762037685,
      "grad_norm": 1.2750437962216554,
      "learning_rate": 0.00015905036271438472,
      "loss": 2.4062,
      "step": 63045
    },
    {
      "epoch": 2.933054198650849,
      "grad_norm": 1.2552592903977178,
      "learning_rate": 0.00015904665805408736,
      "loss": 2.1875,
      "step": 63046
    },
    {
      "epoch": 2.93310072109793,
      "grad_norm": 1.2294980125282933,
      "learning_rate": 0.0001590429533882516,
      "loss": 2.2344,
      "step": 63047
    },
    {
      "epoch": 2.9331472435450103,
      "grad_norm": 1.3389560728085557,
      "learning_rate": 0.00015903924871687967,
      "loss": 2.2969,
      "step": 63048
    },
    {
      "epoch": 2.9331937659920913,
      "grad_norm": 1.2407305117797187,
      "learning_rate": 0.00015903554403997393,
      "loss": 2.1406,
      "step": 63049
    },
    {
      "epoch": 2.9332402884391717,
      "grad_norm": 1.2142383690297769,
      "learning_rate": 0.0001590318393575365,
      "loss": 2.1094,
      "step": 63050
    },
    {
      "epoch": 2.9332868108862526,
      "grad_norm": 1.2520510837895316,
      "learning_rate": 0.00015902813466956976,
      "loss": 2.4062,
      "step": 63051
    },
    {
      "epoch": 2.9333333333333336,
      "grad_norm": 1.2883112004532922,
      "learning_rate": 0.000159024429976076,
      "loss": 2.3906,
      "step": 63052
    },
    {
      "epoch": 2.933379855780414,
      "grad_norm": 1.259329721895125,
      "learning_rate": 0.00015902072527705733,
      "loss": 2.4688,
      "step": 63053
    },
    {
      "epoch": 2.9334263782274945,
      "grad_norm": 1.1849162668546735,
      "learning_rate": 0.0001590170205725162,
      "loss": 1.9922,
      "step": 63054
    },
    {
      "epoch": 2.9334729006745754,
      "grad_norm": 1.3069214213650004,
      "learning_rate": 0.00015901331586245474,
      "loss": 2.1562,
      "step": 63055
    },
    {
      "epoch": 2.9335194231216564,
      "grad_norm": 1.3242644712115719,
      "learning_rate": 0.00015900961114687532,
      "loss": 2.25,
      "step": 63056
    },
    {
      "epoch": 2.933565945568737,
      "grad_norm": 1.2750238368528357,
      "learning_rate": 0.00015900590642578012,
      "loss": 2.1406,
      "step": 63057
    },
    {
      "epoch": 2.9336124680158178,
      "grad_norm": 1.2628144632219502,
      "learning_rate": 0.00015900220169917144,
      "loss": 2.1094,
      "step": 63058
    },
    {
      "epoch": 2.9336589904628982,
      "grad_norm": 1.2494635860195547,
      "learning_rate": 0.0001589984969670516,
      "loss": 2.2031,
      "step": 63059
    },
    {
      "epoch": 2.933705512909979,
      "grad_norm": 1.3950379262616326,
      "learning_rate": 0.00015899479222942283,
      "loss": 2.2656,
      "step": 63060
    },
    {
      "epoch": 2.9337520353570596,
      "grad_norm": 1.4900194176878159,
      "learning_rate": 0.00015899108748628735,
      "loss": 2.2188,
      "step": 63061
    },
    {
      "epoch": 2.9337985578041406,
      "grad_norm": 1.3517039051468875,
      "learning_rate": 0.0001589873827376475,
      "loss": 2.1719,
      "step": 63062
    },
    {
      "epoch": 2.9338450802512215,
      "grad_norm": 1.3691489930247447,
      "learning_rate": 0.0001589836779835055,
      "loss": 2.4531,
      "step": 63063
    },
    {
      "epoch": 2.933891602698302,
      "grad_norm": 1.2935033801120304,
      "learning_rate": 0.00015897997322386368,
      "loss": 2.2812,
      "step": 63064
    },
    {
      "epoch": 2.9339381251453824,
      "grad_norm": 1.2927813285608958,
      "learning_rate": 0.0001589762684587243,
      "loss": 2.3125,
      "step": 63065
    },
    {
      "epoch": 2.9339846475924634,
      "grad_norm": 1.2810515642158988,
      "learning_rate": 0.00015897256368808951,
      "loss": 2.0781,
      "step": 63066
    },
    {
      "epoch": 2.9340311700395443,
      "grad_norm": 1.3416573727608445,
      "learning_rate": 0.00015896885891196174,
      "loss": 2.1094,
      "step": 63067
    },
    {
      "epoch": 2.9340776924866248,
      "grad_norm": 1.3136340868411076,
      "learning_rate": 0.00015896515413034313,
      "loss": 2.1406,
      "step": 63068
    },
    {
      "epoch": 2.9341242149337057,
      "grad_norm": 1.257026441997114,
      "learning_rate": 0.00015896144934323598,
      "loss": 1.9766,
      "step": 63069
    },
    {
      "epoch": 2.934170737380786,
      "grad_norm": 1.3068992186604775,
      "learning_rate": 0.0001589577445506426,
      "loss": 2.1406,
      "step": 63070
    },
    {
      "epoch": 2.934217259827867,
      "grad_norm": 1.2631054424385697,
      "learning_rate": 0.00015895403975256528,
      "loss": 2.0469,
      "step": 63071
    },
    {
      "epoch": 2.9342637822749476,
      "grad_norm": 1.2948201539869753,
      "learning_rate": 0.00015895033494900615,
      "loss": 2.25,
      "step": 63072
    },
    {
      "epoch": 2.9343103047220285,
      "grad_norm": 1.2480035320725793,
      "learning_rate": 0.0001589466301399677,
      "loss": 2.0625,
      "step": 63073
    },
    {
      "epoch": 2.934356827169109,
      "grad_norm": 1.334916379115786,
      "learning_rate": 0.00015894292532545197,
      "loss": 2.2188,
      "step": 63074
    },
    {
      "epoch": 2.93440334961619,
      "grad_norm": 1.3519890582586558,
      "learning_rate": 0.0001589392205054614,
      "loss": 2.3438,
      "step": 63075
    },
    {
      "epoch": 2.9344498720632703,
      "grad_norm": 1.2562974019316309,
      "learning_rate": 0.0001589355156799981,
      "loss": 2.2188,
      "step": 63076
    },
    {
      "epoch": 2.9344963945103513,
      "grad_norm": 1.3224691466303111,
      "learning_rate": 0.0001589318108490645,
      "loss": 2.2969,
      "step": 63077
    },
    {
      "epoch": 2.934542916957432,
      "grad_norm": 1.2620222844082492,
      "learning_rate": 0.00015892810601266278,
      "loss": 2.1562,
      "step": 63078
    },
    {
      "epoch": 2.9345894394045127,
      "grad_norm": 1.2053459138291924,
      "learning_rate": 0.0001589244011707952,
      "loss": 2.1562,
      "step": 63079
    },
    {
      "epoch": 2.934635961851593,
      "grad_norm": 1.2718681943089176,
      "learning_rate": 0.00015892069632346403,
      "loss": 2.2656,
      "step": 63080
    },
    {
      "epoch": 2.934682484298674,
      "grad_norm": 1.3076530958060666,
      "learning_rate": 0.00015891699147067156,
      "loss": 2.2188,
      "step": 63081
    },
    {
      "epoch": 2.934729006745755,
      "grad_norm": 1.2964178429811957,
      "learning_rate": 0.00015891328661242008,
      "loss": 2.0781,
      "step": 63082
    },
    {
      "epoch": 2.9347755291928355,
      "grad_norm": 1.2857522093930593,
      "learning_rate": 0.00015890958174871183,
      "loss": 2.2812,
      "step": 63083
    },
    {
      "epoch": 2.9348220516399164,
      "grad_norm": 1.3211092079334108,
      "learning_rate": 0.0001589058768795491,
      "loss": 2.2812,
      "step": 63084
    },
    {
      "epoch": 2.934868574086997,
      "grad_norm": 1.2898138855381662,
      "learning_rate": 0.0001589021720049341,
      "loss": 2.3281,
      "step": 63085
    },
    {
      "epoch": 2.934915096534078,
      "grad_norm": 1.2146156322468975,
      "learning_rate": 0.00015889846712486918,
      "loss": 2.2188,
      "step": 63086
    },
    {
      "epoch": 2.9349616189811583,
      "grad_norm": 1.2806348897849755,
      "learning_rate": 0.00015889476223935654,
      "loss": 2.25,
      "step": 63087
    },
    {
      "epoch": 2.935008141428239,
      "grad_norm": 1.4304112126616224,
      "learning_rate": 0.00015889105734839847,
      "loss": 2.2812,
      "step": 63088
    },
    {
      "epoch": 2.93505466387532,
      "grad_norm": 1.2779423999900323,
      "learning_rate": 0.00015888735245199725,
      "loss": 2.3594,
      "step": 63089
    },
    {
      "epoch": 2.9351011863224006,
      "grad_norm": 1.235910393886514,
      "learning_rate": 0.00015888364755015517,
      "loss": 2.0312,
      "step": 63090
    },
    {
      "epoch": 2.935147708769481,
      "grad_norm": 1.2972636357058625,
      "learning_rate": 0.00015887994264287444,
      "loss": 2.5156,
      "step": 63091
    },
    {
      "epoch": 2.935194231216562,
      "grad_norm": 1.30432830972999,
      "learning_rate": 0.00015887623773015735,
      "loss": 2.375,
      "step": 63092
    },
    {
      "epoch": 2.935240753663643,
      "grad_norm": 1.3401205827227587,
      "learning_rate": 0.00015887253281200616,
      "loss": 2.3906,
      "step": 63093
    },
    {
      "epoch": 2.9352872761107234,
      "grad_norm": 1.2054238747472263,
      "learning_rate": 0.00015886882788842318,
      "loss": 2.1094,
      "step": 63094
    },
    {
      "epoch": 2.9353337985578043,
      "grad_norm": 1.2713675361497956,
      "learning_rate": 0.00015886512295941067,
      "loss": 2.2812,
      "step": 63095
    },
    {
      "epoch": 2.9353803210048848,
      "grad_norm": 1.2583612098854946,
      "learning_rate": 0.0001588614180249708,
      "loss": 2.0312,
      "step": 63096
    },
    {
      "epoch": 2.9354268434519657,
      "grad_norm": 1.2755692312361495,
      "learning_rate": 0.00015885771308510603,
      "loss": 2.1875,
      "step": 63097
    },
    {
      "epoch": 2.935473365899046,
      "grad_norm": 1.2969178707905529,
      "learning_rate": 0.00015885400813981843,
      "loss": 2.0938,
      "step": 63098
    },
    {
      "epoch": 2.935519888346127,
      "grad_norm": 1.3158510518425304,
      "learning_rate": 0.00015885030318911039,
      "loss": 2.5,
      "step": 63099
    },
    {
      "epoch": 2.9355664107932076,
      "grad_norm": 1.3655766010188697,
      "learning_rate": 0.00015884659823298412,
      "loss": 2.3594,
      "step": 63100
    },
    {
      "epoch": 2.9356129332402885,
      "grad_norm": 1.311428010439131,
      "learning_rate": 0.00015884289327144197,
      "loss": 2.2812,
      "step": 63101
    },
    {
      "epoch": 2.935659455687369,
      "grad_norm": 1.286874155450479,
      "learning_rate": 0.00015883918830448607,
      "loss": 2.3281,
      "step": 63102
    },
    {
      "epoch": 2.93570597813445,
      "grad_norm": 1.31385766782838,
      "learning_rate": 0.00015883548333211881,
      "loss": 2.3438,
      "step": 63103
    },
    {
      "epoch": 2.935752500581531,
      "grad_norm": 1.290354182550815,
      "learning_rate": 0.00015883177835434244,
      "loss": 2.2656,
      "step": 63104
    },
    {
      "epoch": 2.9357990230286113,
      "grad_norm": 1.313604225463113,
      "learning_rate": 0.0001588280733711591,
      "loss": 2.0781,
      "step": 63105
    },
    {
      "epoch": 2.9358455454756918,
      "grad_norm": 1.2830839482499299,
      "learning_rate": 0.00015882436838257128,
      "loss": 2.3438,
      "step": 63106
    },
    {
      "epoch": 2.9358920679227727,
      "grad_norm": 1.258312098816267,
      "learning_rate": 0.00015882066338858108,
      "loss": 2.1562,
      "step": 63107
    },
    {
      "epoch": 2.9359385903698536,
      "grad_norm": 1.3162437574502297,
      "learning_rate": 0.00015881695838919084,
      "loss": 2.2969,
      "step": 63108
    },
    {
      "epoch": 2.935985112816934,
      "grad_norm": 1.2846978640740614,
      "learning_rate": 0.00015881325338440276,
      "loss": 2.1562,
      "step": 63109
    },
    {
      "epoch": 2.936031635264015,
      "grad_norm": 1.273011148862946,
      "learning_rate": 0.00015880954837421918,
      "loss": 2.3906,
      "step": 63110
    },
    {
      "epoch": 2.9360781577110955,
      "grad_norm": 1.3770489866494522,
      "learning_rate": 0.00015880584335864234,
      "loss": 2.5781,
      "step": 63111
    },
    {
      "epoch": 2.9361246801581764,
      "grad_norm": 1.283109499223747,
      "learning_rate": 0.00015880213833767447,
      "loss": 2.1094,
      "step": 63112
    },
    {
      "epoch": 2.936171202605257,
      "grad_norm": 1.3190545313642412,
      "learning_rate": 0.00015879843331131796,
      "loss": 2.3594,
      "step": 63113
    },
    {
      "epoch": 2.936217725052338,
      "grad_norm": 1.2217847052492692,
      "learning_rate": 0.00015879472827957496,
      "loss": 2.0625,
      "step": 63114
    },
    {
      "epoch": 2.9362642474994187,
      "grad_norm": 1.2312484046976575,
      "learning_rate": 0.0001587910232424478,
      "loss": 2.1875,
      "step": 63115
    },
    {
      "epoch": 2.936310769946499,
      "grad_norm": 1.2767326586337382,
      "learning_rate": 0.00015878731819993867,
      "loss": 2.3281,
      "step": 63116
    },
    {
      "epoch": 2.9363572923935797,
      "grad_norm": 1.3023752099904393,
      "learning_rate": 0.00015878361315204993,
      "loss": 2.0938,
      "step": 63117
    },
    {
      "epoch": 2.9364038148406606,
      "grad_norm": 1.3300480241369068,
      "learning_rate": 0.00015877990809878378,
      "loss": 2.4375,
      "step": 63118
    },
    {
      "epoch": 2.9364503372877415,
      "grad_norm": 1.2148569821973512,
      "learning_rate": 0.00015877620304014255,
      "loss": 2.2344,
      "step": 63119
    },
    {
      "epoch": 2.936496859734822,
      "grad_norm": 1.1344000278415216,
      "learning_rate": 0.00015877249797612846,
      "loss": 2.0469,
      "step": 63120
    },
    {
      "epoch": 2.936543382181903,
      "grad_norm": 1.2278525451644355,
      "learning_rate": 0.00015876879290674384,
      "loss": 2.2812,
      "step": 63121
    },
    {
      "epoch": 2.9365899046289834,
      "grad_norm": 1.242074006862857,
      "learning_rate": 0.00015876508783199084,
      "loss": 2.25,
      "step": 63122
    },
    {
      "epoch": 2.9366364270760643,
      "grad_norm": 1.303566832584166,
      "learning_rate": 0.00015876138275187183,
      "loss": 2.4688,
      "step": 63123
    },
    {
      "epoch": 2.936682949523145,
      "grad_norm": 1.207939839563255,
      "learning_rate": 0.00015875767766638908,
      "loss": 2.2031,
      "step": 63124
    },
    {
      "epoch": 2.9367294719702257,
      "grad_norm": 1.1977177314235408,
      "learning_rate": 0.0001587539725755448,
      "loss": 1.9922,
      "step": 63125
    },
    {
      "epoch": 2.936775994417306,
      "grad_norm": 1.294508837292395,
      "learning_rate": 0.00015875026747934128,
      "loss": 2.3906,
      "step": 63126
    },
    {
      "epoch": 2.936822516864387,
      "grad_norm": 1.2259452910396984,
      "learning_rate": 0.0001587465623777808,
      "loss": 1.9375,
      "step": 63127
    },
    {
      "epoch": 2.9368690393114676,
      "grad_norm": 1.307210531012645,
      "learning_rate": 0.00015874285727086564,
      "loss": 2.4219,
      "step": 63128
    },
    {
      "epoch": 2.9369155617585485,
      "grad_norm": 1.3328716092940645,
      "learning_rate": 0.00015873915215859803,
      "loss": 2.0625,
      "step": 63129
    },
    {
      "epoch": 2.9369620842056294,
      "grad_norm": 1.2355196310354042,
      "learning_rate": 0.0001587354470409803,
      "loss": 2.2188,
      "step": 63130
    },
    {
      "epoch": 2.93700860665271,
      "grad_norm": 1.2541310103647922,
      "learning_rate": 0.0001587317419180146,
      "loss": 2.3281,
      "step": 63131
    },
    {
      "epoch": 2.9370551290997904,
      "grad_norm": 1.2314926097271632,
      "learning_rate": 0.00015872803678970335,
      "loss": 2.0938,
      "step": 63132
    },
    {
      "epoch": 2.9371016515468713,
      "grad_norm": 1.1337376732423796,
      "learning_rate": 0.00015872433165604871,
      "loss": 1.9297,
      "step": 63133
    },
    {
      "epoch": 2.9371481739939522,
      "grad_norm": 1.288944654833835,
      "learning_rate": 0.00015872062651705297,
      "loss": 2.5,
      "step": 63134
    },
    {
      "epoch": 2.9371946964410327,
      "grad_norm": 1.233515962507813,
      "learning_rate": 0.00015871692137271845,
      "loss": 2.2656,
      "step": 63135
    },
    {
      "epoch": 2.9372412188881136,
      "grad_norm": 1.3143466265723052,
      "learning_rate": 0.00015871321622304736,
      "loss": 2.2188,
      "step": 63136
    },
    {
      "epoch": 2.937287741335194,
      "grad_norm": 1.3242302644672874,
      "learning_rate": 0.000158709511068042,
      "loss": 2.5625,
      "step": 63137
    },
    {
      "epoch": 2.937334263782275,
      "grad_norm": 1.3254667603197077,
      "learning_rate": 0.0001587058059077046,
      "loss": 2.625,
      "step": 63138
    },
    {
      "epoch": 2.9373807862293555,
      "grad_norm": 1.3476842554348036,
      "learning_rate": 0.00015870210074203747,
      "loss": 2.2344,
      "step": 63139
    },
    {
      "epoch": 2.9374273086764364,
      "grad_norm": 1.4700187472160315,
      "learning_rate": 0.00015869839557104286,
      "loss": 2.3906,
      "step": 63140
    },
    {
      "epoch": 2.9374738311235173,
      "grad_norm": 1.3487159713863344,
      "learning_rate": 0.00015869469039472305,
      "loss": 2.2812,
      "step": 63141
    },
    {
      "epoch": 2.937520353570598,
      "grad_norm": 1.2443547313454575,
      "learning_rate": 0.00015869098521308027,
      "loss": 2.1094,
      "step": 63142
    },
    {
      "epoch": 2.9375668760176783,
      "grad_norm": 1.4132356013098244,
      "learning_rate": 0.00015868728002611687,
      "loss": 2.25,
      "step": 63143
    },
    {
      "epoch": 2.937613398464759,
      "grad_norm": 1.2953433842054096,
      "learning_rate": 0.000158683574833835,
      "loss": 2.375,
      "step": 63144
    },
    {
      "epoch": 2.93765992091184,
      "grad_norm": 1.2373097580050385,
      "learning_rate": 0.00015867986963623705,
      "loss": 2.0,
      "step": 63145
    },
    {
      "epoch": 2.9377064433589206,
      "grad_norm": 1.3002764261433368,
      "learning_rate": 0.00015867616443332523,
      "loss": 2.3438,
      "step": 63146
    },
    {
      "epoch": 2.9377529658060015,
      "grad_norm": 1.6030067520647795,
      "learning_rate": 0.00015867245922510177,
      "loss": 2.3906,
      "step": 63147
    },
    {
      "epoch": 2.937799488253082,
      "grad_norm": 1.321074489606047,
      "learning_rate": 0.000158668754011569,
      "loss": 2.4062,
      "step": 63148
    },
    {
      "epoch": 2.937846010700163,
      "grad_norm": 1.1780954701819708,
      "learning_rate": 0.00015866504879272916,
      "loss": 1.9531,
      "step": 63149
    },
    {
      "epoch": 2.9378925331472434,
      "grad_norm": 1.2890713407040788,
      "learning_rate": 0.00015866134356858454,
      "loss": 2.3594,
      "step": 63150
    },
    {
      "epoch": 2.9379390555943243,
      "grad_norm": 1.176788586457701,
      "learning_rate": 0.0001586576383391374,
      "loss": 1.9844,
      "step": 63151
    },
    {
      "epoch": 2.9379855780414053,
      "grad_norm": 1.1654441299254426,
      "learning_rate": 0.00015865393310439,
      "loss": 1.5234,
      "step": 63152
    },
    {
      "epoch": 2.9380321004884857,
      "grad_norm": 1.3367295121389957,
      "learning_rate": 0.0001586502278643446,
      "loss": 2.3906,
      "step": 63153
    },
    {
      "epoch": 2.938078622935566,
      "grad_norm": 1.3954334681821532,
      "learning_rate": 0.0001586465226190035,
      "loss": 2.6562,
      "step": 63154
    },
    {
      "epoch": 2.938125145382647,
      "grad_norm": 1.4052962835578042,
      "learning_rate": 0.00015864281736836891,
      "loss": 2.3906,
      "step": 63155
    },
    {
      "epoch": 2.938171667829728,
      "grad_norm": 1.1636456528143786,
      "learning_rate": 0.00015863911211244316,
      "loss": 1.8047,
      "step": 63156
    },
    {
      "epoch": 2.9382181902768085,
      "grad_norm": 1.259463816413099,
      "learning_rate": 0.00015863540685122848,
      "loss": 2.2656,
      "step": 63157
    },
    {
      "epoch": 2.938264712723889,
      "grad_norm": 1.164817243852406,
      "learning_rate": 0.00015863170158472714,
      "loss": 1.9297,
      "step": 63158
    },
    {
      "epoch": 2.93831123517097,
      "grad_norm": 1.2833527862582277,
      "learning_rate": 0.0001586279963129415,
      "loss": 2.2344,
      "step": 63159
    },
    {
      "epoch": 2.938357757618051,
      "grad_norm": 1.2224056965350258,
      "learning_rate": 0.00015862429103587366,
      "loss": 2.1719,
      "step": 63160
    },
    {
      "epoch": 2.9384042800651313,
      "grad_norm": 1.2535250073728015,
      "learning_rate": 0.00015862058575352606,
      "loss": 2.0625,
      "step": 63161
    },
    {
      "epoch": 2.9384508025122122,
      "grad_norm": 1.1981712772802098,
      "learning_rate": 0.0001586168804659008,
      "loss": 2.1719,
      "step": 63162
    },
    {
      "epoch": 2.9384973249592927,
      "grad_norm": 1.3356321727970302,
      "learning_rate": 0.00015861317517300029,
      "loss": 2.1875,
      "step": 63163
    },
    {
      "epoch": 2.9385438474063736,
      "grad_norm": 1.1831245714456164,
      "learning_rate": 0.00015860946987482675,
      "loss": 2.0781,
      "step": 63164
    },
    {
      "epoch": 2.938590369853454,
      "grad_norm": 1.2949100317871454,
      "learning_rate": 0.00015860576457138242,
      "loss": 2.3594,
      "step": 63165
    },
    {
      "epoch": 2.938636892300535,
      "grad_norm": 1.307837858520286,
      "learning_rate": 0.0001586020592626696,
      "loss": 2.2812,
      "step": 63166
    },
    {
      "epoch": 2.938683414747616,
      "grad_norm": 1.3436075389974693,
      "learning_rate": 0.0001585983539486905,
      "loss": 2.4062,
      "step": 63167
    },
    {
      "epoch": 2.9387299371946964,
      "grad_norm": 1.342493873364115,
      "learning_rate": 0.00015859464862944745,
      "loss": 2.2656,
      "step": 63168
    },
    {
      "epoch": 2.938776459641777,
      "grad_norm": 1.2184146859097627,
      "learning_rate": 0.00015859094330494277,
      "loss": 2.0312,
      "step": 63169
    },
    {
      "epoch": 2.938822982088858,
      "grad_norm": 1.3663333678762961,
      "learning_rate": 0.00015858723797517862,
      "loss": 2.4531,
      "step": 63170
    },
    {
      "epoch": 2.9388695045359388,
      "grad_norm": 1.261598010242301,
      "learning_rate": 0.00015858353264015733,
      "loss": 2.1719,
      "step": 63171
    },
    {
      "epoch": 2.9389160269830192,
      "grad_norm": 1.297242813815795,
      "learning_rate": 0.00015857982729988116,
      "loss": 1.5859,
      "step": 63172
    },
    {
      "epoch": 2.9389625494301,
      "grad_norm": 1.2693722920574046,
      "learning_rate": 0.00015857612195435233,
      "loss": 2.375,
      "step": 63173
    },
    {
      "epoch": 2.9390090718771806,
      "grad_norm": 1.2904488302477186,
      "learning_rate": 0.0001585724166035732,
      "loss": 1.5859,
      "step": 63174
    },
    {
      "epoch": 2.9390555943242616,
      "grad_norm": 1.2963875185784166,
      "learning_rate": 0.00015856871124754593,
      "loss": 2.3438,
      "step": 63175
    },
    {
      "epoch": 2.939102116771342,
      "grad_norm": 1.3078251850347615,
      "learning_rate": 0.00015856500588627288,
      "loss": 2.4375,
      "step": 63176
    },
    {
      "epoch": 2.939148639218423,
      "grad_norm": 1.1503228617856665,
      "learning_rate": 0.00015856130051975626,
      "loss": 1.7031,
      "step": 63177
    },
    {
      "epoch": 2.939195161665504,
      "grad_norm": 1.419006201609301,
      "learning_rate": 0.00015855759514799833,
      "loss": 2.2031,
      "step": 63178
    },
    {
      "epoch": 2.9392416841125844,
      "grad_norm": 1.3509248480392002,
      "learning_rate": 0.00015855388977100145,
      "loss": 2.5312,
      "step": 63179
    },
    {
      "epoch": 2.939288206559665,
      "grad_norm": 1.2526534012920456,
      "learning_rate": 0.0001585501843887678,
      "loss": 2.1562,
      "step": 63180
    },
    {
      "epoch": 2.9393347290067458,
      "grad_norm": 1.1891441852590146,
      "learning_rate": 0.00015854647900129967,
      "loss": 1.7344,
      "step": 63181
    },
    {
      "epoch": 2.9393812514538267,
      "grad_norm": 1.3127571615931657,
      "learning_rate": 0.00015854277360859937,
      "loss": 2.4375,
      "step": 63182
    },
    {
      "epoch": 2.939427773900907,
      "grad_norm": 1.2462467402242479,
      "learning_rate": 0.00015853906821066912,
      "loss": 2.1094,
      "step": 63183
    },
    {
      "epoch": 2.939474296347988,
      "grad_norm": 1.3104745015269845,
      "learning_rate": 0.0001585353628075112,
      "loss": 2.1562,
      "step": 63184
    },
    {
      "epoch": 2.9395208187950685,
      "grad_norm": 1.3293974385143907,
      "learning_rate": 0.0001585316573991279,
      "loss": 2.1406,
      "step": 63185
    },
    {
      "epoch": 2.9395673412421495,
      "grad_norm": 1.3310580471527762,
      "learning_rate": 0.00015852795198552144,
      "loss": 2.3438,
      "step": 63186
    },
    {
      "epoch": 2.93961386368923,
      "grad_norm": 1.2699614738985765,
      "learning_rate": 0.00015852424656669415,
      "loss": 2.1875,
      "step": 63187
    },
    {
      "epoch": 2.939660386136311,
      "grad_norm": 1.2899140456270837,
      "learning_rate": 0.0001585205411426482,
      "loss": 2.5781,
      "step": 63188
    },
    {
      "epoch": 2.9397069085833913,
      "grad_norm": 1.3706227746258142,
      "learning_rate": 0.00015851683571338596,
      "loss": 2.3125,
      "step": 63189
    },
    {
      "epoch": 2.9397534310304723,
      "grad_norm": 1.3270269364878553,
      "learning_rate": 0.00015851313027890967,
      "loss": 2.2188,
      "step": 63190
    },
    {
      "epoch": 2.9397999534775527,
      "grad_norm": 1.2744584051011216,
      "learning_rate": 0.00015850942483922156,
      "loss": 2.375,
      "step": 63191
    },
    {
      "epoch": 2.9398464759246337,
      "grad_norm": 1.466531971250934,
      "learning_rate": 0.00015850571939432395,
      "loss": 1.8672,
      "step": 63192
    },
    {
      "epoch": 2.9398929983717146,
      "grad_norm": 1.3248638480758999,
      "learning_rate": 0.00015850201394421913,
      "loss": 2.2656,
      "step": 63193
    },
    {
      "epoch": 2.939939520818795,
      "grad_norm": 1.307893513894785,
      "learning_rate": 0.00015849830848890928,
      "loss": 2.2031,
      "step": 63194
    },
    {
      "epoch": 2.9399860432658755,
      "grad_norm": 1.2808323325209754,
      "learning_rate": 0.00015849460302839677,
      "loss": 2.0938,
      "step": 63195
    },
    {
      "epoch": 2.9400325657129565,
      "grad_norm": 1.3586451880713124,
      "learning_rate": 0.00015849089756268377,
      "loss": 2.25,
      "step": 63196
    },
    {
      "epoch": 2.9400790881600374,
      "grad_norm": 1.2654341882529938,
      "learning_rate": 0.0001584871920917726,
      "loss": 2.2031,
      "step": 63197
    },
    {
      "epoch": 2.940125610607118,
      "grad_norm": 1.2188773366327064,
      "learning_rate": 0.00015848348661566552,
      "loss": 2.0938,
      "step": 63198
    },
    {
      "epoch": 2.9401721330541988,
      "grad_norm": 1.4076086777556778,
      "learning_rate": 0.0001584797811343648,
      "loss": 2.5312,
      "step": 63199
    },
    {
      "epoch": 2.9402186555012793,
      "grad_norm": 1.2119393354090147,
      "learning_rate": 0.00015847607564787268,
      "loss": 1.9531,
      "step": 63200
    },
    {
      "epoch": 2.94026517794836,
      "grad_norm": 1.323099611684262,
      "learning_rate": 0.00015847237015619147,
      "loss": 2.4375,
      "step": 63201
    },
    {
      "epoch": 2.9403117003954407,
      "grad_norm": 1.2688325951615633,
      "learning_rate": 0.00015846866465932344,
      "loss": 2.1406,
      "step": 63202
    },
    {
      "epoch": 2.9403582228425216,
      "grad_norm": 1.2903031028118745,
      "learning_rate": 0.0001584649591572708,
      "loss": 1.9219,
      "step": 63203
    },
    {
      "epoch": 2.9404047452896025,
      "grad_norm": 1.2641102704170823,
      "learning_rate": 0.00015846125365003597,
      "loss": 2.2656,
      "step": 63204
    },
    {
      "epoch": 2.940451267736683,
      "grad_norm": 1.345362711091248,
      "learning_rate": 0.00015845754813762102,
      "loss": 2.2812,
      "step": 63205
    },
    {
      "epoch": 2.9404977901837634,
      "grad_norm": 1.210925453103948,
      "learning_rate": 0.00015845384262002835,
      "loss": 2.0938,
      "step": 63206
    },
    {
      "epoch": 2.9405443126308444,
      "grad_norm": 1.303422792824357,
      "learning_rate": 0.00015845013709726017,
      "loss": 2.5938,
      "step": 63207
    },
    {
      "epoch": 2.9405908350779253,
      "grad_norm": 1.743422730437256,
      "learning_rate": 0.00015844643156931877,
      "loss": 2.25,
      "step": 63208
    },
    {
      "epoch": 2.9406373575250058,
      "grad_norm": 1.3729594979287894,
      "learning_rate": 0.0001584427260362064,
      "loss": 2.3125,
      "step": 63209
    },
    {
      "epoch": 2.9406838799720867,
      "grad_norm": 1.4690854389439845,
      "learning_rate": 0.00015843902049792537,
      "loss": 2.2969,
      "step": 63210
    },
    {
      "epoch": 2.940730402419167,
      "grad_norm": 1.3036426373251921,
      "learning_rate": 0.0001584353149544779,
      "loss": 2.2188,
      "step": 63211
    },
    {
      "epoch": 2.940776924866248,
      "grad_norm": 1.2838700895491149,
      "learning_rate": 0.00015843160940586627,
      "loss": 2.125,
      "step": 63212
    },
    {
      "epoch": 2.9408234473133286,
      "grad_norm": 1.346305821006827,
      "learning_rate": 0.00015842790385209277,
      "loss": 2.4375,
      "step": 63213
    },
    {
      "epoch": 2.9408699697604095,
      "grad_norm": 1.3040528133016693,
      "learning_rate": 0.00015842419829315964,
      "loss": 2.2188,
      "step": 63214
    },
    {
      "epoch": 2.94091649220749,
      "grad_norm": 1.2375256179511729,
      "learning_rate": 0.00015842049272906923,
      "loss": 2.2188,
      "step": 63215
    },
    {
      "epoch": 2.940963014654571,
      "grad_norm": 1.3251156482977204,
      "learning_rate": 0.0001584167871598237,
      "loss": 2.2656,
      "step": 63216
    },
    {
      "epoch": 2.9410095371016514,
      "grad_norm": 1.1928110241114096,
      "learning_rate": 0.00015841308158542536,
      "loss": 2.2031,
      "step": 63217
    },
    {
      "epoch": 2.9410560595487323,
      "grad_norm": 1.2840176508786114,
      "learning_rate": 0.00015840937600587648,
      "loss": 2.1094,
      "step": 63218
    },
    {
      "epoch": 2.941102581995813,
      "grad_norm": 1.3921116826182198,
      "learning_rate": 0.00015840567042117937,
      "loss": 2.4531,
      "step": 63219
    },
    {
      "epoch": 2.9411491044428937,
      "grad_norm": 1.1993561263302057,
      "learning_rate": 0.00015840196483133623,
      "loss": 1.9844,
      "step": 63220
    },
    {
      "epoch": 2.941195626889974,
      "grad_norm": 1.1936017724533239,
      "learning_rate": 0.00015839825923634937,
      "loss": 1.9922,
      "step": 63221
    },
    {
      "epoch": 2.941242149337055,
      "grad_norm": 1.3044627448408537,
      "learning_rate": 0.00015839455363622098,
      "loss": 2.3281,
      "step": 63222
    },
    {
      "epoch": 2.941288671784136,
      "grad_norm": 1.3574985393077024,
      "learning_rate": 0.00015839084803095346,
      "loss": 2.4219,
      "step": 63223
    },
    {
      "epoch": 2.9413351942312165,
      "grad_norm": 1.2373625254490954,
      "learning_rate": 0.000158387142420549,
      "loss": 2.1719,
      "step": 63224
    },
    {
      "epoch": 2.9413817166782974,
      "grad_norm": 1.2272895867509024,
      "learning_rate": 0.00015838343680500986,
      "loss": 2.1562,
      "step": 63225
    },
    {
      "epoch": 2.941428239125378,
      "grad_norm": 1.261594111404328,
      "learning_rate": 0.0001583797311843384,
      "loss": 2.1562,
      "step": 63226
    },
    {
      "epoch": 2.941474761572459,
      "grad_norm": 1.249974739889835,
      "learning_rate": 0.00015837602555853676,
      "loss": 2.2969,
      "step": 63227
    },
    {
      "epoch": 2.9415212840195393,
      "grad_norm": 1.2745794341293821,
      "learning_rate": 0.0001583723199276073,
      "loss": 2.4375,
      "step": 63228
    },
    {
      "epoch": 2.94156780646662,
      "grad_norm": 1.2830061274185585,
      "learning_rate": 0.0001583686142915522,
      "loss": 2.25,
      "step": 63229
    },
    {
      "epoch": 2.941614328913701,
      "grad_norm": 1.395999503872831,
      "learning_rate": 0.00015836490865037383,
      "loss": 2.125,
      "step": 63230
    },
    {
      "epoch": 2.9416608513607816,
      "grad_norm": 1.2621788811939312,
      "learning_rate": 0.00015836120300407442,
      "loss": 2.2344,
      "step": 63231
    },
    {
      "epoch": 2.941707373807862,
      "grad_norm": 1.2718827169107823,
      "learning_rate": 0.00015835749735265624,
      "loss": 2.3438,
      "step": 63232
    },
    {
      "epoch": 2.941753896254943,
      "grad_norm": 1.3498566373107894,
      "learning_rate": 0.00015835379169612152,
      "loss": 2.4375,
      "step": 63233
    },
    {
      "epoch": 2.941800418702024,
      "grad_norm": 1.2254975238295704,
      "learning_rate": 0.00015835008603447254,
      "loss": 2.1562,
      "step": 63234
    },
    {
      "epoch": 2.9418469411491044,
      "grad_norm": 1.336617175848659,
      "learning_rate": 0.00015834638036771163,
      "loss": 2.3438,
      "step": 63235
    },
    {
      "epoch": 2.9418934635961853,
      "grad_norm": 1.3374370232690955,
      "learning_rate": 0.00015834267469584098,
      "loss": 2.0625,
      "step": 63236
    },
    {
      "epoch": 2.941939986043266,
      "grad_norm": 1.3693816036204043,
      "learning_rate": 0.00015833896901886293,
      "loss": 2.2031,
      "step": 63237
    },
    {
      "epoch": 2.9419865084903467,
      "grad_norm": 1.277825680625383,
      "learning_rate": 0.0001583352633367797,
      "loss": 2.1875,
      "step": 63238
    },
    {
      "epoch": 2.942033030937427,
      "grad_norm": 1.2781225042497482,
      "learning_rate": 0.00015833155764959357,
      "loss": 2.3438,
      "step": 63239
    },
    {
      "epoch": 2.942079553384508,
      "grad_norm": 1.3430091932932606,
      "learning_rate": 0.00015832785195730683,
      "loss": 2.4688,
      "step": 63240
    },
    {
      "epoch": 2.9421260758315886,
      "grad_norm": 1.2380373267011389,
      "learning_rate": 0.00015832414625992173,
      "loss": 2.125,
      "step": 63241
    },
    {
      "epoch": 2.9421725982786695,
      "grad_norm": 1.2225278333915923,
      "learning_rate": 0.0001583204405574405,
      "loss": 2.0,
      "step": 63242
    },
    {
      "epoch": 2.94221912072575,
      "grad_norm": 1.1641850908901445,
      "learning_rate": 0.0001583167348498655,
      "loss": 1.6172,
      "step": 63243
    },
    {
      "epoch": 2.942265643172831,
      "grad_norm": 1.3165148820564072,
      "learning_rate": 0.0001583130291371989,
      "loss": 2.2188,
      "step": 63244
    },
    {
      "epoch": 2.942312165619912,
      "grad_norm": 1.2785122031786433,
      "learning_rate": 0.00015830932341944303,
      "loss": 2.3594,
      "step": 63245
    },
    {
      "epoch": 2.9423586880669923,
      "grad_norm": 1.3558753956849727,
      "learning_rate": 0.00015830561769660014,
      "loss": 2.2031,
      "step": 63246
    },
    {
      "epoch": 2.9424052105140728,
      "grad_norm": 1.2931093053784477,
      "learning_rate": 0.0001583019119686725,
      "loss": 2.0781,
      "step": 63247
    },
    {
      "epoch": 2.9424517329611537,
      "grad_norm": 1.4019709669958929,
      "learning_rate": 0.0001582982062356624,
      "loss": 2.5312,
      "step": 63248
    },
    {
      "epoch": 2.9424982554082346,
      "grad_norm": 1.2725824492321758,
      "learning_rate": 0.00015829450049757208,
      "loss": 2.25,
      "step": 63249
    },
    {
      "epoch": 2.942544777855315,
      "grad_norm": 1.269331541682979,
      "learning_rate": 0.00015829079475440384,
      "loss": 2.0781,
      "step": 63250
    },
    {
      "epoch": 2.942591300302396,
      "grad_norm": 1.2166262323701238,
      "learning_rate": 0.00015828708900615988,
      "loss": 2.2188,
      "step": 63251
    },
    {
      "epoch": 2.9426378227494765,
      "grad_norm": 1.3316651838848732,
      "learning_rate": 0.00015828338325284255,
      "loss": 2.2969,
      "step": 63252
    },
    {
      "epoch": 2.9426843451965574,
      "grad_norm": 1.4392971945775506,
      "learning_rate": 0.00015827967749445406,
      "loss": 2.3281,
      "step": 63253
    },
    {
      "epoch": 2.942730867643638,
      "grad_norm": 1.4048977352673628,
      "learning_rate": 0.00015827597173099673,
      "loss": 2.375,
      "step": 63254
    },
    {
      "epoch": 2.942777390090719,
      "grad_norm": 1.3166300606853891,
      "learning_rate": 0.00015827226596247277,
      "loss": 2.1719,
      "step": 63255
    },
    {
      "epoch": 2.9428239125377997,
      "grad_norm": 1.2389726856717478,
      "learning_rate": 0.00015826856018888447,
      "loss": 1.9844,
      "step": 63256
    },
    {
      "epoch": 2.94287043498488,
      "grad_norm": 1.3116351746337145,
      "learning_rate": 0.00015826485441023416,
      "loss": 2.2344,
      "step": 63257
    },
    {
      "epoch": 2.9429169574319607,
      "grad_norm": 1.3303709220645334,
      "learning_rate": 0.000158261148626524,
      "loss": 2.4062,
      "step": 63258
    },
    {
      "epoch": 2.9429634798790416,
      "grad_norm": 1.1958947920952143,
      "learning_rate": 0.0001582574428377564,
      "loss": 2.2188,
      "step": 63259
    },
    {
      "epoch": 2.9430100023261225,
      "grad_norm": 1.2382767036703566,
      "learning_rate": 0.00015825373704393344,
      "loss": 2.0312,
      "step": 63260
    },
    {
      "epoch": 2.943056524773203,
      "grad_norm": 1.2536808314963777,
      "learning_rate": 0.0001582500312450576,
      "loss": 2.1562,
      "step": 63261
    },
    {
      "epoch": 2.943103047220284,
      "grad_norm": 1.2784225818982273,
      "learning_rate": 0.00015824632544113096,
      "loss": 2.2812,
      "step": 63262
    },
    {
      "epoch": 2.9431495696673644,
      "grad_norm": 1.2515871894864123,
      "learning_rate": 0.00015824261963215592,
      "loss": 2.2344,
      "step": 63263
    },
    {
      "epoch": 2.9431960921144453,
      "grad_norm": 1.1760684651695057,
      "learning_rate": 0.00015823891381813466,
      "loss": 1.6953,
      "step": 63264
    },
    {
      "epoch": 2.943242614561526,
      "grad_norm": 1.4301945347973186,
      "learning_rate": 0.00015823520799906953,
      "loss": 2.2031,
      "step": 63265
    },
    {
      "epoch": 2.9432891370086067,
      "grad_norm": 1.355254376255815,
      "learning_rate": 0.0001582315021749627,
      "loss": 2.2031,
      "step": 63266
    },
    {
      "epoch": 2.943335659455687,
      "grad_norm": 1.4383102982904385,
      "learning_rate": 0.0001582277963458165,
      "loss": 2.4688,
      "step": 63267
    },
    {
      "epoch": 2.943382181902768,
      "grad_norm": 1.3858688529860745,
      "learning_rate": 0.00015822409051163326,
      "loss": 2.3125,
      "step": 63268
    },
    {
      "epoch": 2.9434287043498486,
      "grad_norm": 1.2419672791014578,
      "learning_rate": 0.00015822038467241514,
      "loss": 2.1719,
      "step": 63269
    },
    {
      "epoch": 2.9434752267969295,
      "grad_norm": 1.4208667114399018,
      "learning_rate": 0.00015821667882816447,
      "loss": 2.4375,
      "step": 63270
    },
    {
      "epoch": 2.9435217492440104,
      "grad_norm": 1.3293504098159648,
      "learning_rate": 0.0001582129729788835,
      "loss": 2.3281,
      "step": 63271
    },
    {
      "epoch": 2.943568271691091,
      "grad_norm": 1.3032290659104488,
      "learning_rate": 0.0001582092671245745,
      "loss": 2.1562,
      "step": 63272
    },
    {
      "epoch": 2.9436147941381714,
      "grad_norm": 1.1636022923348583,
      "learning_rate": 0.0001582055612652397,
      "loss": 1.9766,
      "step": 63273
    },
    {
      "epoch": 2.9436613165852523,
      "grad_norm": 1.2160241676799972,
      "learning_rate": 0.00015820185540088146,
      "loss": 2.0781,
      "step": 63274
    },
    {
      "epoch": 2.9437078390323332,
      "grad_norm": 1.2154768983185733,
      "learning_rate": 0.00015819814953150195,
      "loss": 2.2188,
      "step": 63275
    },
    {
      "epoch": 2.9437543614794137,
      "grad_norm": 1.3397809310728328,
      "learning_rate": 0.00015819444365710352,
      "loss": 2.25,
      "step": 63276
    },
    {
      "epoch": 2.9438008839264946,
      "grad_norm": 1.4500483199772682,
      "learning_rate": 0.00015819073777768836,
      "loss": 2.4219,
      "step": 63277
    },
    {
      "epoch": 2.943847406373575,
      "grad_norm": 1.2521839419345293,
      "learning_rate": 0.00015818703189325882,
      "loss": 2.4531,
      "step": 63278
    },
    {
      "epoch": 2.943893928820656,
      "grad_norm": 1.2780634038460723,
      "learning_rate": 0.00015818332600381715,
      "loss": 2.2812,
      "step": 63279
    },
    {
      "epoch": 2.9439404512677365,
      "grad_norm": 1.2936563519036397,
      "learning_rate": 0.00015817962010936554,
      "loss": 2.5,
      "step": 63280
    },
    {
      "epoch": 2.9439869737148174,
      "grad_norm": 1.3312654237159833,
      "learning_rate": 0.00015817591420990635,
      "loss": 2.0938,
      "step": 63281
    },
    {
      "epoch": 2.9440334961618984,
      "grad_norm": 1.2167287883371574,
      "learning_rate": 0.00015817220830544184,
      "loss": 2.3594,
      "step": 63282
    },
    {
      "epoch": 2.944080018608979,
      "grad_norm": 1.3082121083985452,
      "learning_rate": 0.00015816850239597422,
      "loss": 2.2656,
      "step": 63283
    },
    {
      "epoch": 2.9441265410560593,
      "grad_norm": 1.3393679517338477,
      "learning_rate": 0.00015816479648150583,
      "loss": 2.2344,
      "step": 63284
    },
    {
      "epoch": 2.9441730635031402,
      "grad_norm": 1.218278331838715,
      "learning_rate": 0.00015816109056203889,
      "loss": 2.0156,
      "step": 63285
    },
    {
      "epoch": 2.944219585950221,
      "grad_norm": 1.3174867455235537,
      "learning_rate": 0.00015815738463757567,
      "loss": 2.25,
      "step": 63286
    },
    {
      "epoch": 2.9442661083973016,
      "grad_norm": 1.2181105086989321,
      "learning_rate": 0.00015815367870811845,
      "loss": 2.0938,
      "step": 63287
    },
    {
      "epoch": 2.9443126308443826,
      "grad_norm": 1.2317347582511673,
      "learning_rate": 0.00015814997277366946,
      "loss": 1.9531,
      "step": 63288
    },
    {
      "epoch": 2.944359153291463,
      "grad_norm": 1.3428745969382165,
      "learning_rate": 0.00015814626683423108,
      "loss": 2.25,
      "step": 63289
    },
    {
      "epoch": 2.944405675738544,
      "grad_norm": 1.3792203507718668,
      "learning_rate": 0.00015814256088980547,
      "loss": 2.0156,
      "step": 63290
    },
    {
      "epoch": 2.9444521981856244,
      "grad_norm": 1.3741539018905293,
      "learning_rate": 0.00015813885494039495,
      "loss": 2.2812,
      "step": 63291
    },
    {
      "epoch": 2.9444987206327053,
      "grad_norm": 1.2897402513485592,
      "learning_rate": 0.0001581351489860018,
      "loss": 2.2969,
      "step": 63292
    },
    {
      "epoch": 2.9445452430797863,
      "grad_norm": 1.2942697055141485,
      "learning_rate": 0.0001581314430266282,
      "loss": 2.2969,
      "step": 63293
    },
    {
      "epoch": 2.9445917655268667,
      "grad_norm": 1.334401854327056,
      "learning_rate": 0.00015812773706227654,
      "loss": 2.1719,
      "step": 63294
    },
    {
      "epoch": 2.944638287973947,
      "grad_norm": 1.2622691649446742,
      "learning_rate": 0.000158124031092949,
      "loss": 2.2969,
      "step": 63295
    },
    {
      "epoch": 2.944684810421028,
      "grad_norm": 1.2621031963845233,
      "learning_rate": 0.00015812032511864792,
      "loss": 2.1094,
      "step": 63296
    },
    {
      "epoch": 2.944731332868109,
      "grad_norm": 1.3128060948021765,
      "learning_rate": 0.00015811661913937546,
      "loss": 2.1562,
      "step": 63297
    },
    {
      "epoch": 2.9447778553151895,
      "grad_norm": 1.2243044172115158,
      "learning_rate": 0.00015811291315513405,
      "loss": 2.4062,
      "step": 63298
    },
    {
      "epoch": 2.94482437776227,
      "grad_norm": 1.3018587319450947,
      "learning_rate": 0.00015810920716592577,
      "loss": 2.4531,
      "step": 63299
    },
    {
      "epoch": 2.944870900209351,
      "grad_norm": 1.2394752433268539,
      "learning_rate": 0.00015810550117175302,
      "loss": 2.0156,
      "step": 63300
    },
    {
      "epoch": 2.944917422656432,
      "grad_norm": 1.2732750541042255,
      "learning_rate": 0.00015810179517261805,
      "loss": 2.4531,
      "step": 63301
    },
    {
      "epoch": 2.9449639451035123,
      "grad_norm": 1.2807153959035433,
      "learning_rate": 0.00015809808916852311,
      "loss": 2.2188,
      "step": 63302
    },
    {
      "epoch": 2.9450104675505933,
      "grad_norm": 1.1951451960390347,
      "learning_rate": 0.00015809438315947047,
      "loss": 2.1562,
      "step": 63303
    },
    {
      "epoch": 2.9450569899976737,
      "grad_norm": 1.1645925203978489,
      "learning_rate": 0.0001580906771454624,
      "loss": 2.0625,
      "step": 63304
    },
    {
      "epoch": 2.9451035124447547,
      "grad_norm": 1.2447326721460599,
      "learning_rate": 0.00015808697112650117,
      "loss": 2.25,
      "step": 63305
    },
    {
      "epoch": 2.945150034891835,
      "grad_norm": 1.2279393343338811,
      "learning_rate": 0.00015808326510258908,
      "loss": 2.3594,
      "step": 63306
    },
    {
      "epoch": 2.945196557338916,
      "grad_norm": 1.2597700621814643,
      "learning_rate": 0.00015807955907372833,
      "loss": 2.2031,
      "step": 63307
    },
    {
      "epoch": 2.945243079785997,
      "grad_norm": 1.2237698632690883,
      "learning_rate": 0.00015807585303992123,
      "loss": 2.0781,
      "step": 63308
    },
    {
      "epoch": 2.9452896022330775,
      "grad_norm": 1.2233225370076704,
      "learning_rate": 0.00015807214700117004,
      "loss": 1.9922,
      "step": 63309
    },
    {
      "epoch": 2.945336124680158,
      "grad_norm": 1.253320492379617,
      "learning_rate": 0.00015806844095747703,
      "loss": 2.2344,
      "step": 63310
    },
    {
      "epoch": 2.945382647127239,
      "grad_norm": 1.2359137845497967,
      "learning_rate": 0.00015806473490884447,
      "loss": 2.3594,
      "step": 63311
    },
    {
      "epoch": 2.9454291695743198,
      "grad_norm": 1.2666120531627107,
      "learning_rate": 0.00015806102885527465,
      "loss": 2.1719,
      "step": 63312
    },
    {
      "epoch": 2.9454756920214002,
      "grad_norm": 1.2680999524202772,
      "learning_rate": 0.00015805732279676983,
      "loss": 2.2188,
      "step": 63313
    },
    {
      "epoch": 2.945522214468481,
      "grad_norm": 1.1646648829009383,
      "learning_rate": 0.00015805361673333222,
      "loss": 1.8828,
      "step": 63314
    },
    {
      "epoch": 2.9455687369155616,
      "grad_norm": 1.2329547427449907,
      "learning_rate": 0.0001580499106649642,
      "loss": 2.125,
      "step": 63315
    },
    {
      "epoch": 2.9456152593626426,
      "grad_norm": 1.2757063752742097,
      "learning_rate": 0.00015804620459166795,
      "loss": 2.25,
      "step": 63316
    },
    {
      "epoch": 2.945661781809723,
      "grad_norm": 1.282845216626136,
      "learning_rate": 0.00015804249851344578,
      "loss": 2.0625,
      "step": 63317
    },
    {
      "epoch": 2.945708304256804,
      "grad_norm": 1.2129704496875626,
      "learning_rate": 0.00015803879243029997,
      "loss": 2.0938,
      "step": 63318
    },
    {
      "epoch": 2.945754826703885,
      "grad_norm": 1.310859749001049,
      "learning_rate": 0.0001580350863422327,
      "loss": 2.4375,
      "step": 63319
    },
    {
      "epoch": 2.9458013491509654,
      "grad_norm": 1.254038115262351,
      "learning_rate": 0.00015803138024924633,
      "loss": 2.3125,
      "step": 63320
    },
    {
      "epoch": 2.945847871598046,
      "grad_norm": 1.1814481616675752,
      "learning_rate": 0.00015802767415134308,
      "loss": 1.7891,
      "step": 63321
    },
    {
      "epoch": 2.9458943940451268,
      "grad_norm": 1.2936759700738891,
      "learning_rate": 0.00015802396804852527,
      "loss": 2.4219,
      "step": 63322
    },
    {
      "epoch": 2.9459409164922077,
      "grad_norm": 1.3245904181250245,
      "learning_rate": 0.00015802026194079513,
      "loss": 2.375,
      "step": 63323
    },
    {
      "epoch": 2.945987438939288,
      "grad_norm": 1.2637811877676266,
      "learning_rate": 0.00015801655582815493,
      "loss": 2.3594,
      "step": 63324
    },
    {
      "epoch": 2.946033961386369,
      "grad_norm": 1.226880994541331,
      "learning_rate": 0.00015801284971060696,
      "loss": 2.125,
      "step": 63325
    },
    {
      "epoch": 2.9460804838334496,
      "grad_norm": 1.2535715815085826,
      "learning_rate": 0.0001580091435881535,
      "loss": 2.1875,
      "step": 63326
    },
    {
      "epoch": 2.9461270062805305,
      "grad_norm": 1.265721486034655,
      "learning_rate": 0.00015800543746079672,
      "loss": 2.2969,
      "step": 63327
    },
    {
      "epoch": 2.946173528727611,
      "grad_norm": 1.2679217248006167,
      "learning_rate": 0.00015800173132853905,
      "loss": 2.1875,
      "step": 63328
    },
    {
      "epoch": 2.946220051174692,
      "grad_norm": 1.291427193209078,
      "learning_rate": 0.0001579980251913826,
      "loss": 2.3281,
      "step": 63329
    },
    {
      "epoch": 2.9462665736217724,
      "grad_norm": 1.2670789831126001,
      "learning_rate": 0.0001579943190493298,
      "loss": 2.1562,
      "step": 63330
    },
    {
      "epoch": 2.9463130960688533,
      "grad_norm": 1.3114794754084096,
      "learning_rate": 0.0001579906129023828,
      "loss": 2.3125,
      "step": 63331
    },
    {
      "epoch": 2.9463596185159338,
      "grad_norm": 1.354245534139752,
      "learning_rate": 0.0001579869067505438,
      "loss": 2.3438,
      "step": 63332
    },
    {
      "epoch": 2.9464061409630147,
      "grad_norm": 1.2259558513904918,
      "learning_rate": 0.0001579832005938153,
      "loss": 1.7266,
      "step": 63333
    },
    {
      "epoch": 2.9464526634100956,
      "grad_norm": 1.3225004784444525,
      "learning_rate": 0.00015797949443219935,
      "loss": 2.3906,
      "step": 63334
    },
    {
      "epoch": 2.946499185857176,
      "grad_norm": 1.25634205651877,
      "learning_rate": 0.00015797578826569835,
      "loss": 2.25,
      "step": 63335
    },
    {
      "epoch": 2.9465457083042566,
      "grad_norm": 1.251611580053125,
      "learning_rate": 0.0001579720820943145,
      "loss": 2.2969,
      "step": 63336
    },
    {
      "epoch": 2.9465922307513375,
      "grad_norm": 1.3800217525311265,
      "learning_rate": 0.0001579683759180501,
      "loss": 2.5312,
      "step": 63337
    },
    {
      "epoch": 2.9466387531984184,
      "grad_norm": 1.2794100786608116,
      "learning_rate": 0.00015796466973690745,
      "loss": 2.1719,
      "step": 63338
    },
    {
      "epoch": 2.946685275645499,
      "grad_norm": 1.3945600249182466,
      "learning_rate": 0.00015796096355088875,
      "loss": 2.2344,
      "step": 63339
    },
    {
      "epoch": 2.94673179809258,
      "grad_norm": 1.3373069514374796,
      "learning_rate": 0.00015795725735999632,
      "loss": 2.3594,
      "step": 63340
    },
    {
      "epoch": 2.9467783205396603,
      "grad_norm": 1.2847341988499126,
      "learning_rate": 0.00015795355116423237,
      "loss": 2.1875,
      "step": 63341
    },
    {
      "epoch": 2.946824842986741,
      "grad_norm": 1.2564242565378736,
      "learning_rate": 0.00015794984496359925,
      "loss": 2.4062,
      "step": 63342
    },
    {
      "epoch": 2.9468713654338217,
      "grad_norm": 1.2739139625057985,
      "learning_rate": 0.00015794613875809915,
      "loss": 2.3281,
      "step": 63343
    },
    {
      "epoch": 2.9469178878809026,
      "grad_norm": 1.268871263291403,
      "learning_rate": 0.00015794243254773442,
      "loss": 2.4531,
      "step": 63344
    },
    {
      "epoch": 2.9469644103279835,
      "grad_norm": 1.2543548087050516,
      "learning_rate": 0.00015793872633250726,
      "loss": 2.2969,
      "step": 63345
    },
    {
      "epoch": 2.947010932775064,
      "grad_norm": 1.2867456603655738,
      "learning_rate": 0.00015793502011241997,
      "loss": 2.4219,
      "step": 63346
    },
    {
      "epoch": 2.9470574552221445,
      "grad_norm": 1.2525171436871994,
      "learning_rate": 0.00015793131388747484,
      "loss": 2.0781,
      "step": 63347
    },
    {
      "epoch": 2.9471039776692254,
      "grad_norm": 1.2413935479434892,
      "learning_rate": 0.00015792760765767408,
      "loss": 2.2656,
      "step": 63348
    },
    {
      "epoch": 2.9471505001163063,
      "grad_norm": 1.3166590022670854,
      "learning_rate": 0.00015792390142302,
      "loss": 2.1406,
      "step": 63349
    },
    {
      "epoch": 2.947197022563387,
      "grad_norm": 1.2297737672987499,
      "learning_rate": 0.00015792019518351486,
      "loss": 2.3281,
      "step": 63350
    },
    {
      "epoch": 2.9472435450104677,
      "grad_norm": 1.2846746609949482,
      "learning_rate": 0.00015791648893916094,
      "loss": 2.2344,
      "step": 63351
    },
    {
      "epoch": 2.947290067457548,
      "grad_norm": 1.263278924455997,
      "learning_rate": 0.0001579127826899605,
      "loss": 2.2812,
      "step": 63352
    },
    {
      "epoch": 2.947336589904629,
      "grad_norm": 1.3098320457385253,
      "learning_rate": 0.00015790907643591578,
      "loss": 2.375,
      "step": 63353
    },
    {
      "epoch": 2.9473831123517096,
      "grad_norm": 1.3019537946640416,
      "learning_rate": 0.00015790537017702907,
      "loss": 2.1094,
      "step": 63354
    },
    {
      "epoch": 2.9474296347987905,
      "grad_norm": 1.280084704069598,
      "learning_rate": 0.0001579016639133027,
      "loss": 2.2344,
      "step": 63355
    },
    {
      "epoch": 2.947476157245871,
      "grad_norm": 1.2786873823038423,
      "learning_rate": 0.00015789795764473884,
      "loss": 2.2188,
      "step": 63356
    },
    {
      "epoch": 2.947522679692952,
      "grad_norm": 1.2969469692819302,
      "learning_rate": 0.00015789425137133984,
      "loss": 2.375,
      "step": 63357
    },
    {
      "epoch": 2.9475692021400324,
      "grad_norm": 1.2324781692621876,
      "learning_rate": 0.0001578905450931079,
      "loss": 2.0781,
      "step": 63358
    },
    {
      "epoch": 2.9476157245871133,
      "grad_norm": 1.410570642678108,
      "learning_rate": 0.00015788683881004533,
      "loss": 2.5,
      "step": 63359
    },
    {
      "epoch": 2.947662247034194,
      "grad_norm": 1.4410834185223056,
      "learning_rate": 0.00015788313252215438,
      "loss": 2.2656,
      "step": 63360
    },
    {
      "epoch": 2.9477087694812747,
      "grad_norm": 1.3431628126523785,
      "learning_rate": 0.0001578794262294374,
      "loss": 2.1094,
      "step": 63361
    },
    {
      "epoch": 2.947755291928355,
      "grad_norm": 1.2925349750457096,
      "learning_rate": 0.0001578757199318965,
      "loss": 2.1875,
      "step": 63362
    },
    {
      "epoch": 2.947801814375436,
      "grad_norm": 1.3553254341840892,
      "learning_rate": 0.0001578720136295341,
      "loss": 2.3594,
      "step": 63363
    },
    {
      "epoch": 2.947848336822517,
      "grad_norm": 1.3088859399582378,
      "learning_rate": 0.00015786830732235233,
      "loss": 2.1562,
      "step": 63364
    },
    {
      "epoch": 2.9478948592695975,
      "grad_norm": 1.2034385690736178,
      "learning_rate": 0.0001578646010103536,
      "loss": 1.9297,
      "step": 63365
    },
    {
      "epoch": 2.9479413817166784,
      "grad_norm": 1.322349602846264,
      "learning_rate": 0.0001578608946935401,
      "loss": 2.1875,
      "step": 63366
    },
    {
      "epoch": 2.947987904163759,
      "grad_norm": 1.315627686078584,
      "learning_rate": 0.0001578571883719141,
      "loss": 2.1875,
      "step": 63367
    },
    {
      "epoch": 2.94803442661084,
      "grad_norm": 1.3021948272429074,
      "learning_rate": 0.0001578534820454779,
      "loss": 2.0781,
      "step": 63368
    },
    {
      "epoch": 2.9480809490579203,
      "grad_norm": 1.269378883517229,
      "learning_rate": 0.00015784977571423376,
      "loss": 2.3281,
      "step": 63369
    },
    {
      "epoch": 2.948127471505001,
      "grad_norm": 1.2432451834209999,
      "learning_rate": 0.00015784606937818392,
      "loss": 2.0312,
      "step": 63370
    },
    {
      "epoch": 2.948173993952082,
      "grad_norm": 1.2618045276608945,
      "learning_rate": 0.00015784236303733066,
      "loss": 2.1094,
      "step": 63371
    },
    {
      "epoch": 2.9482205163991626,
      "grad_norm": 1.2698688319371134,
      "learning_rate": 0.00015783865669167631,
      "loss": 2.3906,
      "step": 63372
    },
    {
      "epoch": 2.948267038846243,
      "grad_norm": 1.2707093561196432,
      "learning_rate": 0.00015783495034122304,
      "loss": 2.2031,
      "step": 63373
    },
    {
      "epoch": 2.948313561293324,
      "grad_norm": 1.2364167222423368,
      "learning_rate": 0.00015783124398597323,
      "loss": 2.2344,
      "step": 63374
    },
    {
      "epoch": 2.948360083740405,
      "grad_norm": 1.3103182011347332,
      "learning_rate": 0.00015782753762592902,
      "loss": 2.2031,
      "step": 63375
    },
    {
      "epoch": 2.9484066061874854,
      "grad_norm": 1.2993604723716399,
      "learning_rate": 0.00015782383126109273,
      "loss": 2.3594,
      "step": 63376
    },
    {
      "epoch": 2.9484531286345663,
      "grad_norm": 1.4014188605966302,
      "learning_rate": 0.0001578201248914667,
      "loss": 2.4531,
      "step": 63377
    },
    {
      "epoch": 2.948499651081647,
      "grad_norm": 1.2550070386523766,
      "learning_rate": 0.00015781641851705312,
      "loss": 2.2812,
      "step": 63378
    },
    {
      "epoch": 2.9485461735287277,
      "grad_norm": 1.3309842622999286,
      "learning_rate": 0.0001578127121378543,
      "loss": 2.2812,
      "step": 63379
    },
    {
      "epoch": 2.948592695975808,
      "grad_norm": 1.3582669025773835,
      "learning_rate": 0.00015780900575387247,
      "loss": 2.2812,
      "step": 63380
    },
    {
      "epoch": 2.948639218422889,
      "grad_norm": 1.2177142848301676,
      "learning_rate": 0.00015780529936510992,
      "loss": 2.1562,
      "step": 63381
    },
    {
      "epoch": 2.9486857408699696,
      "grad_norm": 1.2807965582392216,
      "learning_rate": 0.0001578015929715689,
      "loss": 2.2812,
      "step": 63382
    },
    {
      "epoch": 2.9487322633170505,
      "grad_norm": 1.3193640058019194,
      "learning_rate": 0.00015779788657325176,
      "loss": 2.1562,
      "step": 63383
    },
    {
      "epoch": 2.948778785764131,
      "grad_norm": 1.2905098387126517,
      "learning_rate": 0.00015779418017016067,
      "loss": 2.0781,
      "step": 63384
    },
    {
      "epoch": 2.948825308211212,
      "grad_norm": 1.4047643075717255,
      "learning_rate": 0.00015779047376229797,
      "loss": 2.2188,
      "step": 63385
    },
    {
      "epoch": 2.948871830658293,
      "grad_norm": 1.2617393414344409,
      "learning_rate": 0.00015778676734966583,
      "loss": 2.0469,
      "step": 63386
    },
    {
      "epoch": 2.9489183531053733,
      "grad_norm": 1.1313080715920922,
      "learning_rate": 0.0001577830609322666,
      "loss": 1.5859,
      "step": 63387
    },
    {
      "epoch": 2.948964875552454,
      "grad_norm": 1.2564004770732138,
      "learning_rate": 0.0001577793545101026,
      "loss": 2.1875,
      "step": 63388
    },
    {
      "epoch": 2.9490113979995347,
      "grad_norm": 1.2582856138895715,
      "learning_rate": 0.00015777564808317596,
      "loss": 2.1094,
      "step": 63389
    },
    {
      "epoch": 2.9490579204466156,
      "grad_norm": 1.2889930657058157,
      "learning_rate": 0.00015777194165148906,
      "loss": 2.2812,
      "step": 63390
    },
    {
      "epoch": 2.949104442893696,
      "grad_norm": 1.2625049913053845,
      "learning_rate": 0.00015776823521504414,
      "loss": 2.4062,
      "step": 63391
    },
    {
      "epoch": 2.949150965340777,
      "grad_norm": 1.4066653181877566,
      "learning_rate": 0.00015776452877384344,
      "loss": 2.5938,
      "step": 63392
    },
    {
      "epoch": 2.9491974877878575,
      "grad_norm": 1.411504695218706,
      "learning_rate": 0.00015776082232788925,
      "loss": 2.625,
      "step": 63393
    },
    {
      "epoch": 2.9492440102349384,
      "grad_norm": 1.2843534936107588,
      "learning_rate": 0.00015775711587718387,
      "loss": 2.2031,
      "step": 63394
    },
    {
      "epoch": 2.949290532682019,
      "grad_norm": 1.3046211791201552,
      "learning_rate": 0.00015775340942172946,
      "loss": 2.2188,
      "step": 63395
    },
    {
      "epoch": 2.9493370551291,
      "grad_norm": 1.2223803406097813,
      "learning_rate": 0.00015774970296152845,
      "loss": 2.0781,
      "step": 63396
    },
    {
      "epoch": 2.9493835775761807,
      "grad_norm": 1.2412978839960698,
      "learning_rate": 0.00015774599649658294,
      "loss": 2.2344,
      "step": 63397
    },
    {
      "epoch": 2.9494301000232612,
      "grad_norm": 1.332295974206419,
      "learning_rate": 0.00015774229002689537,
      "loss": 2.3281,
      "step": 63398
    },
    {
      "epoch": 2.9494766224703417,
      "grad_norm": 1.2029724252402874,
      "learning_rate": 0.0001577385835524679,
      "loss": 1.8438,
      "step": 63399
    },
    {
      "epoch": 2.9495231449174226,
      "grad_norm": 1.3131856072946448,
      "learning_rate": 0.00015773487707330282,
      "loss": 2.25,
      "step": 63400
    },
    {
      "epoch": 2.9495696673645035,
      "grad_norm": 1.2721892424275572,
      "learning_rate": 0.00015773117058940242,
      "loss": 2.3281,
      "step": 63401
    },
    {
      "epoch": 2.949616189811584,
      "grad_norm": 1.3470015518367413,
      "learning_rate": 0.00015772746410076889,
      "loss": 2.3281,
      "step": 63402
    },
    {
      "epoch": 2.949662712258665,
      "grad_norm": 1.5133710891620937,
      "learning_rate": 0.00015772375760740462,
      "loss": 1.5391,
      "step": 63403
    },
    {
      "epoch": 2.9497092347057454,
      "grad_norm": 1.3153063496500548,
      "learning_rate": 0.0001577200511093118,
      "loss": 2.4062,
      "step": 63404
    },
    {
      "epoch": 2.9497557571528263,
      "grad_norm": 1.217243248736972,
      "learning_rate": 0.00015771634460649275,
      "loss": 2.2812,
      "step": 63405
    },
    {
      "epoch": 2.949802279599907,
      "grad_norm": 1.2859821421220952,
      "learning_rate": 0.00015771263809894967,
      "loss": 2.4688,
      "step": 63406
    },
    {
      "epoch": 2.9498488020469877,
      "grad_norm": 1.308666961575898,
      "learning_rate": 0.00015770893158668488,
      "loss": 2.2188,
      "step": 63407
    },
    {
      "epoch": 2.9498953244940687,
      "grad_norm": 1.281778415053865,
      "learning_rate": 0.00015770522506970057,
      "loss": 2.0781,
      "step": 63408
    },
    {
      "epoch": 2.949941846941149,
      "grad_norm": 1.6706218556271186,
      "learning_rate": 0.0001577015185479992,
      "loss": 2.3281,
      "step": 63409
    },
    {
      "epoch": 2.9499883693882296,
      "grad_norm": 1.1885338107585521,
      "learning_rate": 0.00015769781202158283,
      "loss": 2.2344,
      "step": 63410
    },
    {
      "epoch": 2.9500348918353105,
      "grad_norm": 1.3038994492749092,
      "learning_rate": 0.00015769410549045383,
      "loss": 2.125,
      "step": 63411
    },
    {
      "epoch": 2.9500814142823915,
      "grad_norm": 1.2932749890942337,
      "learning_rate": 0.00015769039895461448,
      "loss": 2.1719,
      "step": 63412
    },
    {
      "epoch": 2.950127936729472,
      "grad_norm": 1.2259419062751884,
      "learning_rate": 0.000157686692414067,
      "loss": 2.1875,
      "step": 63413
    },
    {
      "epoch": 2.9501744591765524,
      "grad_norm": 1.1792554967533269,
      "learning_rate": 0.0001576829858688137,
      "loss": 1.9531,
      "step": 63414
    },
    {
      "epoch": 2.9502209816236333,
      "grad_norm": 1.331138253142751,
      "learning_rate": 0.00015767927931885681,
      "loss": 2.1562,
      "step": 63415
    },
    {
      "epoch": 2.9502675040707143,
      "grad_norm": 1.2459563101019298,
      "learning_rate": 0.00015767557276419864,
      "loss": 2.0625,
      "step": 63416
    },
    {
      "epoch": 2.9503140265177947,
      "grad_norm": 1.4123766615372157,
      "learning_rate": 0.0001576718662048414,
      "loss": 2.4219,
      "step": 63417
    },
    {
      "epoch": 2.9503605489648757,
      "grad_norm": 1.2502327281313306,
      "learning_rate": 0.00015766815964078746,
      "loss": 2.1406,
      "step": 63418
    },
    {
      "epoch": 2.950407071411956,
      "grad_norm": 1.2542896120040614,
      "learning_rate": 0.00015766445307203897,
      "loss": 2.0625,
      "step": 63419
    },
    {
      "epoch": 2.950453593859037,
      "grad_norm": 1.2910254744028187,
      "learning_rate": 0.00015766074649859827,
      "loss": 2.2656,
      "step": 63420
    },
    {
      "epoch": 2.9505001163061175,
      "grad_norm": 1.296625456391083,
      "learning_rate": 0.00015765703992046763,
      "loss": 2.4219,
      "step": 63421
    },
    {
      "epoch": 2.9505466387531984,
      "grad_norm": 1.196167767243369,
      "learning_rate": 0.0001576533333376493,
      "loss": 1.9688,
      "step": 63422
    },
    {
      "epoch": 2.9505931612002794,
      "grad_norm": 1.2767581566650865,
      "learning_rate": 0.0001576496267501455,
      "loss": 2.0938,
      "step": 63423
    },
    {
      "epoch": 2.95063968364736,
      "grad_norm": 1.3003916083211418,
      "learning_rate": 0.00015764592015795868,
      "loss": 2.2031,
      "step": 63424
    },
    {
      "epoch": 2.9506862060944403,
      "grad_norm": 1.2876297289321843,
      "learning_rate": 0.0001576422135610909,
      "loss": 2.2344,
      "step": 63425
    },
    {
      "epoch": 2.9507327285415212,
      "grad_norm": 1.233952135685434,
      "learning_rate": 0.0001576385069595445,
      "loss": 2.2188,
      "step": 63426
    },
    {
      "epoch": 2.950779250988602,
      "grad_norm": 1.3712107411335612,
      "learning_rate": 0.00015763480035332181,
      "loss": 2.2656,
      "step": 63427
    },
    {
      "epoch": 2.9508257734356826,
      "grad_norm": 1.3759456922904203,
      "learning_rate": 0.00015763109374242502,
      "loss": 2.0938,
      "step": 63428
    },
    {
      "epoch": 2.9508722958827636,
      "grad_norm": 1.3297344900535257,
      "learning_rate": 0.00015762738712685642,
      "loss": 2.4375,
      "step": 63429
    },
    {
      "epoch": 2.950918818329844,
      "grad_norm": 1.3238467429872245,
      "learning_rate": 0.00015762368050661828,
      "loss": 2.1094,
      "step": 63430
    },
    {
      "epoch": 2.950965340776925,
      "grad_norm": 1.4187729268284592,
      "learning_rate": 0.00015761997388171291,
      "loss": 2.6406,
      "step": 63431
    },
    {
      "epoch": 2.9510118632240054,
      "grad_norm": 1.702083333222606,
      "learning_rate": 0.00015761626725214253,
      "loss": 1.7188,
      "step": 63432
    },
    {
      "epoch": 2.9510583856710864,
      "grad_norm": 1.208125713894978,
      "learning_rate": 0.00015761256061790944,
      "loss": 1.8594,
      "step": 63433
    },
    {
      "epoch": 2.9511049081181673,
      "grad_norm": 1.2532941791751508,
      "learning_rate": 0.00015760885397901587,
      "loss": 2.1406,
      "step": 63434
    },
    {
      "epoch": 2.9511514305652478,
      "grad_norm": 1.7055352032456101,
      "learning_rate": 0.00015760514733546415,
      "loss": 2.6406,
      "step": 63435
    },
    {
      "epoch": 2.9511979530123282,
      "grad_norm": 1.4163814448974048,
      "learning_rate": 0.0001576014406872565,
      "loss": 2.2812,
      "step": 63436
    },
    {
      "epoch": 2.951244475459409,
      "grad_norm": 1.3436396900869578,
      "learning_rate": 0.00015759773403439519,
      "loss": 2.3281,
      "step": 63437
    },
    {
      "epoch": 2.95129099790649,
      "grad_norm": 1.427415709294189,
      "learning_rate": 0.00015759402737688255,
      "loss": 2.3906,
      "step": 63438
    },
    {
      "epoch": 2.9513375203535706,
      "grad_norm": 1.307043762553998,
      "learning_rate": 0.00015759032071472072,
      "loss": 2.4844,
      "step": 63439
    },
    {
      "epoch": 2.9513840428006515,
      "grad_norm": 1.340191074613193,
      "learning_rate": 0.00015758661404791213,
      "loss": 2.2812,
      "step": 63440
    },
    {
      "epoch": 2.951430565247732,
      "grad_norm": 1.266859310367151,
      "learning_rate": 0.0001575829073764589,
      "loss": 2.2656,
      "step": 63441
    },
    {
      "epoch": 2.951477087694813,
      "grad_norm": 1.237883670329129,
      "learning_rate": 0.0001575792007003634,
      "loss": 2.25,
      "step": 63442
    },
    {
      "epoch": 2.9515236101418934,
      "grad_norm": 1.258600631550258,
      "learning_rate": 0.00015757549401962788,
      "loss": 2.5938,
      "step": 63443
    },
    {
      "epoch": 2.9515701325889743,
      "grad_norm": 1.2312245890957583,
      "learning_rate": 0.0001575717873342546,
      "loss": 2.125,
      "step": 63444
    },
    {
      "epoch": 2.9516166550360547,
      "grad_norm": 1.2983986980280997,
      "learning_rate": 0.00015756808064424583,
      "loss": 2.5312,
      "step": 63445
    },
    {
      "epoch": 2.9516631774831357,
      "grad_norm": 1.2425853385617414,
      "learning_rate": 0.00015756437394960382,
      "loss": 2.1719,
      "step": 63446
    },
    {
      "epoch": 2.951709699930216,
      "grad_norm": 1.2994041267314718,
      "learning_rate": 0.00015756066725033084,
      "loss": 2.1406,
      "step": 63447
    },
    {
      "epoch": 2.951756222377297,
      "grad_norm": 1.227021744413968,
      "learning_rate": 0.00015755696054642923,
      "loss": 2.1406,
      "step": 63448
    },
    {
      "epoch": 2.951802744824378,
      "grad_norm": 1.3345754013820545,
      "learning_rate": 0.00015755325383790114,
      "loss": 2.1719,
      "step": 63449
    },
    {
      "epoch": 2.9518492672714585,
      "grad_norm": 1.2450542013746548,
      "learning_rate": 0.00015754954712474895,
      "loss": 2.0938,
      "step": 63450
    },
    {
      "epoch": 2.951895789718539,
      "grad_norm": 1.2877542710893743,
      "learning_rate": 0.0001575458404069749,
      "loss": 2.3125,
      "step": 63451
    },
    {
      "epoch": 2.95194231216562,
      "grad_norm": 1.35907088250113,
      "learning_rate": 0.00015754213368458114,
      "loss": 2.4844,
      "step": 63452
    },
    {
      "epoch": 2.951988834612701,
      "grad_norm": 1.3101778020196049,
      "learning_rate": 0.00015753842695757014,
      "loss": 2.2969,
      "step": 63453
    },
    {
      "epoch": 2.9520353570597813,
      "grad_norm": 1.3154260029951024,
      "learning_rate": 0.00015753472022594404,
      "loss": 2.4219,
      "step": 63454
    },
    {
      "epoch": 2.952081879506862,
      "grad_norm": 1.3156926448821615,
      "learning_rate": 0.00015753101348970516,
      "loss": 2.2969,
      "step": 63455
    },
    {
      "epoch": 2.9521284019539427,
      "grad_norm": 1.320594825851944,
      "learning_rate": 0.0001575273067488557,
      "loss": 2.2969,
      "step": 63456
    },
    {
      "epoch": 2.9521749244010236,
      "grad_norm": 1.3290694185072855,
      "learning_rate": 0.000157523600003398,
      "loss": 2.3281,
      "step": 63457
    },
    {
      "epoch": 2.952221446848104,
      "grad_norm": 1.269834157023695,
      "learning_rate": 0.00015751989325333432,
      "loss": 2.0625,
      "step": 63458
    },
    {
      "epoch": 2.952267969295185,
      "grad_norm": 1.2615866184460034,
      "learning_rate": 0.00015751618649866692,
      "loss": 2.25,
      "step": 63459
    },
    {
      "epoch": 2.952314491742266,
      "grad_norm": 1.1947364546704684,
      "learning_rate": 0.00015751247973939803,
      "loss": 2.1406,
      "step": 63460
    },
    {
      "epoch": 2.9523610141893464,
      "grad_norm": 1.297539867343861,
      "learning_rate": 0.00015750877297553002,
      "loss": 2.2031,
      "step": 63461
    },
    {
      "epoch": 2.952407536636427,
      "grad_norm": 1.3318635686175686,
      "learning_rate": 0.00015750506620706506,
      "loss": 2.3594,
      "step": 63462
    },
    {
      "epoch": 2.9524540590835078,
      "grad_norm": 1.3748855551213937,
      "learning_rate": 0.00015750135943400542,
      "loss": 2.3906,
      "step": 63463
    },
    {
      "epoch": 2.9525005815305887,
      "grad_norm": 1.2507820895393995,
      "learning_rate": 0.00015749765265635348,
      "loss": 2.125,
      "step": 63464
    },
    {
      "epoch": 2.952547103977669,
      "grad_norm": 1.3439808021624267,
      "learning_rate": 0.00015749394587411135,
      "loss": 2.375,
      "step": 63465
    },
    {
      "epoch": 2.95259362642475,
      "grad_norm": 1.3677989061764055,
      "learning_rate": 0.00015749023908728142,
      "loss": 2.3281,
      "step": 63466
    },
    {
      "epoch": 2.9526401488718306,
      "grad_norm": 1.3246141409391106,
      "learning_rate": 0.00015748653229586592,
      "loss": 2.2812,
      "step": 63467
    },
    {
      "epoch": 2.9526866713189115,
      "grad_norm": 1.226769390655904,
      "learning_rate": 0.00015748282549986713,
      "loss": 2.0469,
      "step": 63468
    },
    {
      "epoch": 2.952733193765992,
      "grad_norm": 1.3509698801749221,
      "learning_rate": 0.00015747911869928733,
      "loss": 2.2656,
      "step": 63469
    },
    {
      "epoch": 2.952779716213073,
      "grad_norm": 1.2313296966776235,
      "learning_rate": 0.00015747541189412874,
      "loss": 2.3906,
      "step": 63470
    },
    {
      "epoch": 2.9528262386601534,
      "grad_norm": 1.317464823229131,
      "learning_rate": 0.00015747170508439363,
      "loss": 2.4062,
      "step": 63471
    },
    {
      "epoch": 2.9528727611072343,
      "grad_norm": 1.278174232765316,
      "learning_rate": 0.00015746799827008438,
      "loss": 2.2656,
      "step": 63472
    },
    {
      "epoch": 2.9529192835543148,
      "grad_norm": 1.416899699306951,
      "learning_rate": 0.0001574642914512031,
      "loss": 2.5938,
      "step": 63473
    },
    {
      "epoch": 2.9529658060013957,
      "grad_norm": 1.2680094973530203,
      "learning_rate": 0.00015746058462775213,
      "loss": 2.1406,
      "step": 63474
    },
    {
      "epoch": 2.9530123284484766,
      "grad_norm": 1.2959651303964723,
      "learning_rate": 0.0001574568777997338,
      "loss": 2.3125,
      "step": 63475
    },
    {
      "epoch": 2.953058850895557,
      "grad_norm": 1.3497314250316774,
      "learning_rate": 0.00015745317096715032,
      "loss": 2.0469,
      "step": 63476
    },
    {
      "epoch": 2.9531053733426376,
      "grad_norm": 1.2797467054810512,
      "learning_rate": 0.00015744946413000395,
      "loss": 2.3125,
      "step": 63477
    },
    {
      "epoch": 2.9531518957897185,
      "grad_norm": 1.2396598270163532,
      "learning_rate": 0.00015744575728829697,
      "loss": 2.0625,
      "step": 63478
    },
    {
      "epoch": 2.9531984182367994,
      "grad_norm": 1.2196440526124328,
      "learning_rate": 0.00015744205044203167,
      "loss": 1.9531,
      "step": 63479
    },
    {
      "epoch": 2.95324494068388,
      "grad_norm": 1.2931266348108525,
      "learning_rate": 0.00015743834359121026,
      "loss": 2.375,
      "step": 63480
    },
    {
      "epoch": 2.953291463130961,
      "grad_norm": 1.2742590030562053,
      "learning_rate": 0.00015743463673583512,
      "loss": 2.25,
      "step": 63481
    },
    {
      "epoch": 2.9533379855780413,
      "grad_norm": 1.3414430908992974,
      "learning_rate": 0.0001574309298759084,
      "loss": 2.3281,
      "step": 63482
    },
    {
      "epoch": 2.953384508025122,
      "grad_norm": 1.3474116072772968,
      "learning_rate": 0.00015742722301143248,
      "loss": 2.0469,
      "step": 63483
    },
    {
      "epoch": 2.9534310304722027,
      "grad_norm": 1.2204144433227235,
      "learning_rate": 0.0001574235161424095,
      "loss": 2.2031,
      "step": 63484
    },
    {
      "epoch": 2.9534775529192836,
      "grad_norm": 1.2516566590457732,
      "learning_rate": 0.0001574198092688418,
      "loss": 2.1719,
      "step": 63485
    },
    {
      "epoch": 2.9535240753663645,
      "grad_norm": 1.2655943439530888,
      "learning_rate": 0.0001574161023907317,
      "loss": 2.0156,
      "step": 63486
    },
    {
      "epoch": 2.953570597813445,
      "grad_norm": 1.2627092349565028,
      "learning_rate": 0.00015741239550808137,
      "loss": 2.5312,
      "step": 63487
    },
    {
      "epoch": 2.9536171202605255,
      "grad_norm": 1.262153534199814,
      "learning_rate": 0.00015740868862089316,
      "loss": 2.1562,
      "step": 63488
    },
    {
      "epoch": 2.9536636427076064,
      "grad_norm": 1.3442728938428252,
      "learning_rate": 0.0001574049817291693,
      "loss": 2.25,
      "step": 63489
    },
    {
      "epoch": 2.9537101651546873,
      "grad_norm": 1.394331610398843,
      "learning_rate": 0.00015740127483291206,
      "loss": 2.6406,
      "step": 63490
    },
    {
      "epoch": 2.953756687601768,
      "grad_norm": 1.2491841031330702,
      "learning_rate": 0.0001573975679321237,
      "loss": 2.0781,
      "step": 63491
    },
    {
      "epoch": 2.9538032100488487,
      "grad_norm": 1.2657569456662372,
      "learning_rate": 0.00015739386102680658,
      "loss": 2.0938,
      "step": 63492
    },
    {
      "epoch": 2.953849732495929,
      "grad_norm": 1.2386570244900077,
      "learning_rate": 0.0001573901541169628,
      "loss": 2.1875,
      "step": 63493
    },
    {
      "epoch": 2.95389625494301,
      "grad_norm": 1.2665832154680434,
      "learning_rate": 0.0001573864472025948,
      "loss": 2.2812,
      "step": 63494
    },
    {
      "epoch": 2.9539427773900906,
      "grad_norm": 1.3360321329084475,
      "learning_rate": 0.00015738274028370472,
      "loss": 2.4375,
      "step": 63495
    },
    {
      "epoch": 2.9539892998371715,
      "grad_norm": 1.2543437229962526,
      "learning_rate": 0.00015737903336029489,
      "loss": 2.2969,
      "step": 63496
    },
    {
      "epoch": 2.954035822284252,
      "grad_norm": 1.2761256207432794,
      "learning_rate": 0.00015737532643236762,
      "loss": 2.3438,
      "step": 63497
    },
    {
      "epoch": 2.954082344731333,
      "grad_norm": 1.3866427266067678,
      "learning_rate": 0.00015737161949992503,
      "loss": 2.6406,
      "step": 63498
    },
    {
      "epoch": 2.9541288671784134,
      "grad_norm": 1.2954093700361267,
      "learning_rate": 0.0001573679125629696,
      "loss": 2.3281,
      "step": 63499
    },
    {
      "epoch": 2.9541753896254943,
      "grad_norm": 1.3393495980660628,
      "learning_rate": 0.00015736420562150342,
      "loss": 2.5,
      "step": 63500
    },
    {
      "epoch": 2.9542219120725752,
      "grad_norm": 1.3443564548378237,
      "learning_rate": 0.00015736049867552887,
      "loss": 2.1719,
      "step": 63501
    },
    {
      "epoch": 2.9542684345196557,
      "grad_norm": 1.2969463030738413,
      "learning_rate": 0.00015735679172504817,
      "loss": 2.375,
      "step": 63502
    },
    {
      "epoch": 2.954314956966736,
      "grad_norm": 1.3001408914943169,
      "learning_rate": 0.0001573530847700636,
      "loss": 2.3594,
      "step": 63503
    },
    {
      "epoch": 2.954361479413817,
      "grad_norm": 1.3128486465387872,
      "learning_rate": 0.00015734937781057743,
      "loss": 2.1875,
      "step": 63504
    },
    {
      "epoch": 2.954408001860898,
      "grad_norm": 1.3568515758127446,
      "learning_rate": 0.00015734567084659193,
      "loss": 2.2969,
      "step": 63505
    },
    {
      "epoch": 2.9544545243079785,
      "grad_norm": 1.2868740938551182,
      "learning_rate": 0.00015734196387810935,
      "loss": 2.0938,
      "step": 63506
    },
    {
      "epoch": 2.9545010467550594,
      "grad_norm": 1.3683581425273472,
      "learning_rate": 0.00015733825690513196,
      "loss": 2.4531,
      "step": 63507
    },
    {
      "epoch": 2.95454756920214,
      "grad_norm": 1.2854054464020808,
      "learning_rate": 0.00015733454992766208,
      "loss": 2.2969,
      "step": 63508
    },
    {
      "epoch": 2.954594091649221,
      "grad_norm": 1.2996662145322275,
      "learning_rate": 0.00015733084294570191,
      "loss": 2.0625,
      "step": 63509
    },
    {
      "epoch": 2.9546406140963013,
      "grad_norm": 1.3486504305868485,
      "learning_rate": 0.0001573271359592538,
      "loss": 2.3906,
      "step": 63510
    },
    {
      "epoch": 2.954687136543382,
      "grad_norm": 1.254178561298135,
      "learning_rate": 0.00015732342896831997,
      "loss": 2.3125,
      "step": 63511
    },
    {
      "epoch": 2.954733658990463,
      "grad_norm": 1.2479882052500637,
      "learning_rate": 0.00015731972197290266,
      "loss": 2.2969,
      "step": 63512
    },
    {
      "epoch": 2.9547801814375436,
      "grad_norm": 1.3863613629061722,
      "learning_rate": 0.00015731601497300418,
      "loss": 2.5156,
      "step": 63513
    },
    {
      "epoch": 2.954826703884624,
      "grad_norm": 1.3504244418690643,
      "learning_rate": 0.00015731230796862684,
      "loss": 2.4531,
      "step": 63514
    },
    {
      "epoch": 2.954873226331705,
      "grad_norm": 1.4455862492933187,
      "learning_rate": 0.00015730860095977282,
      "loss": 2.4531,
      "step": 63515
    },
    {
      "epoch": 2.954919748778786,
      "grad_norm": 1.2238883746770308,
      "learning_rate": 0.00015730489394644444,
      "loss": 2.0312,
      "step": 63516
    },
    {
      "epoch": 2.9549662712258664,
      "grad_norm": 1.2191038431700545,
      "learning_rate": 0.00015730118692864394,
      "loss": 2.1094,
      "step": 63517
    },
    {
      "epoch": 2.9550127936729473,
      "grad_norm": 1.4156097360931192,
      "learning_rate": 0.00015729747990637363,
      "loss": 2.2344,
      "step": 63518
    },
    {
      "epoch": 2.955059316120028,
      "grad_norm": 1.2412736646151328,
      "learning_rate": 0.00015729377287963572,
      "loss": 2.0469,
      "step": 63519
    },
    {
      "epoch": 2.9551058385671087,
      "grad_norm": 1.3294128389711617,
      "learning_rate": 0.0001572900658484326,
      "loss": 2.3281,
      "step": 63520
    },
    {
      "epoch": 2.955152361014189,
      "grad_norm": 1.2778590509377867,
      "learning_rate": 0.00015728635881276642,
      "loss": 2.1719,
      "step": 63521
    },
    {
      "epoch": 2.95519888346127,
      "grad_norm": 1.3412017126886204,
      "learning_rate": 0.00015728265177263946,
      "loss": 2.3438,
      "step": 63522
    },
    {
      "epoch": 2.955245405908351,
      "grad_norm": 1.3000095757834607,
      "learning_rate": 0.00015727894472805407,
      "loss": 2.2969,
      "step": 63523
    },
    {
      "epoch": 2.9552919283554315,
      "grad_norm": 1.3128861287277471,
      "learning_rate": 0.00015727523767901242,
      "loss": 2.2031,
      "step": 63524
    },
    {
      "epoch": 2.955338450802512,
      "grad_norm": 1.2998007210008986,
      "learning_rate": 0.0001572715306255169,
      "loss": 2.3594,
      "step": 63525
    },
    {
      "epoch": 2.955384973249593,
      "grad_norm": 1.3332442361698038,
      "learning_rate": 0.0001572678235675696,
      "loss": 2.3125,
      "step": 63526
    },
    {
      "epoch": 2.955431495696674,
      "grad_norm": 1.270434355309757,
      "learning_rate": 0.00015726411650517294,
      "loss": 2.3281,
      "step": 63527
    },
    {
      "epoch": 2.9554780181437543,
      "grad_norm": 1.28418572267123,
      "learning_rate": 0.00015726040943832916,
      "loss": 2.2656,
      "step": 63528
    },
    {
      "epoch": 2.955524540590835,
      "grad_norm": 1.387531603228259,
      "learning_rate": 0.0001572567023670405,
      "loss": 2.5156,
      "step": 63529
    },
    {
      "epoch": 2.9555710630379157,
      "grad_norm": 1.2308509782142418,
      "learning_rate": 0.00015725299529130923,
      "loss": 2.25,
      "step": 63530
    },
    {
      "epoch": 2.9556175854849966,
      "grad_norm": 1.2772414644465804,
      "learning_rate": 0.00015724928821113767,
      "loss": 2.4062,
      "step": 63531
    },
    {
      "epoch": 2.955664107932077,
      "grad_norm": 1.3347680480245052,
      "learning_rate": 0.00015724558112652803,
      "loss": 2.5469,
      "step": 63532
    },
    {
      "epoch": 2.955710630379158,
      "grad_norm": 1.2624085987045746,
      "learning_rate": 0.00015724187403748263,
      "loss": 2.1094,
      "step": 63533
    },
    {
      "epoch": 2.9557571528262385,
      "grad_norm": 1.2797680657536563,
      "learning_rate": 0.0001572381669440037,
      "loss": 2.2188,
      "step": 63534
    },
    {
      "epoch": 2.9558036752733194,
      "grad_norm": 1.2826477840031316,
      "learning_rate": 0.00015723445984609351,
      "loss": 2.25,
      "step": 63535
    },
    {
      "epoch": 2.9558501977204,
      "grad_norm": 1.29239392669723,
      "learning_rate": 0.00015723075274375436,
      "loss": 1.8203,
      "step": 63536
    },
    {
      "epoch": 2.955896720167481,
      "grad_norm": 1.2301145263101354,
      "learning_rate": 0.00015722704563698846,
      "loss": 2.0312,
      "step": 63537
    },
    {
      "epoch": 2.9559432426145618,
      "grad_norm": 1.2052842160734645,
      "learning_rate": 0.00015722333852579817,
      "loss": 1.8984,
      "step": 63538
    },
    {
      "epoch": 2.9559897650616422,
      "grad_norm": 1.2408834874011574,
      "learning_rate": 0.0001572196314101857,
      "loss": 2.4219,
      "step": 63539
    },
    {
      "epoch": 2.9560362875087227,
      "grad_norm": 1.233720102584966,
      "learning_rate": 0.00015721592429015328,
      "loss": 2.1875,
      "step": 63540
    },
    {
      "epoch": 2.9560828099558036,
      "grad_norm": 1.3406860708199775,
      "learning_rate": 0.00015721221716570322,
      "loss": 2.2656,
      "step": 63541
    },
    {
      "epoch": 2.9561293324028846,
      "grad_norm": 1.215482066820648,
      "learning_rate": 0.00015720851003683787,
      "loss": 2.2031,
      "step": 63542
    },
    {
      "epoch": 2.956175854849965,
      "grad_norm": 1.3216032165460363,
      "learning_rate": 0.0001572048029035594,
      "loss": 2.0469,
      "step": 63543
    },
    {
      "epoch": 2.956222377297046,
      "grad_norm": 1.2103235075855694,
      "learning_rate": 0.0001572010957658701,
      "loss": 2.1562,
      "step": 63544
    },
    {
      "epoch": 2.9562688997441264,
      "grad_norm": 1.3425265166117475,
      "learning_rate": 0.00015719738862377225,
      "loss": 2.2656,
      "step": 63545
    },
    {
      "epoch": 2.9563154221912074,
      "grad_norm": 1.1957121328057612,
      "learning_rate": 0.00015719368147726814,
      "loss": 2.2344,
      "step": 63546
    },
    {
      "epoch": 2.956361944638288,
      "grad_norm": 1.2338037210948989,
      "learning_rate": 0.00015718997432636,
      "loss": 2.125,
      "step": 63547
    },
    {
      "epoch": 2.9564084670853688,
      "grad_norm": 1.3046689888715413,
      "learning_rate": 0.00015718626717105012,
      "loss": 2.0938,
      "step": 63548
    },
    {
      "epoch": 2.9564549895324497,
      "grad_norm": 1.3581899352334998,
      "learning_rate": 0.00015718256001134075,
      "loss": 2.5156,
      "step": 63549
    },
    {
      "epoch": 2.95650151197953,
      "grad_norm": 1.253432956490409,
      "learning_rate": 0.0001571788528472342,
      "loss": 2.1875,
      "step": 63550
    },
    {
      "epoch": 2.9565480344266106,
      "grad_norm": 1.387630647199644,
      "learning_rate": 0.00015717514567873265,
      "loss": 2.4062,
      "step": 63551
    },
    {
      "epoch": 2.9565945568736915,
      "grad_norm": 1.2644960307555213,
      "learning_rate": 0.00015717143850583844,
      "loss": 2.375,
      "step": 63552
    },
    {
      "epoch": 2.9566410793207725,
      "grad_norm": 1.2183736815919222,
      "learning_rate": 0.0001571677313285539,
      "loss": 2.0312,
      "step": 63553
    },
    {
      "epoch": 2.956687601767853,
      "grad_norm": 1.29021911578755,
      "learning_rate": 0.0001571640241468812,
      "loss": 2.4062,
      "step": 63554
    },
    {
      "epoch": 2.956734124214934,
      "grad_norm": 1.2245395667865835,
      "learning_rate": 0.00015716031696082265,
      "loss": 2.125,
      "step": 63555
    },
    {
      "epoch": 2.9567806466620143,
      "grad_norm": 1.3178100854701695,
      "learning_rate": 0.0001571566097703805,
      "loss": 2.0781,
      "step": 63556
    },
    {
      "epoch": 2.9568271691090953,
      "grad_norm": 1.2549631956162628,
      "learning_rate": 0.00015715290257555705,
      "loss": 2.125,
      "step": 63557
    },
    {
      "epoch": 2.9568736915561757,
      "grad_norm": 1.2205762189668146,
      "learning_rate": 0.0001571491953763545,
      "loss": 2.2031,
      "step": 63558
    },
    {
      "epoch": 2.9569202140032567,
      "grad_norm": 1.4014945622166533,
      "learning_rate": 0.00015714548817277526,
      "loss": 2.125,
      "step": 63559
    },
    {
      "epoch": 2.956966736450337,
      "grad_norm": 1.264078765758475,
      "learning_rate": 0.00015714178096482148,
      "loss": 2.3281,
      "step": 63560
    },
    {
      "epoch": 2.957013258897418,
      "grad_norm": 1.2997290560917307,
      "learning_rate": 0.00015713807375249543,
      "loss": 2.5781,
      "step": 63561
    },
    {
      "epoch": 2.9570597813444985,
      "grad_norm": 1.2560632144927537,
      "learning_rate": 0.00015713436653579937,
      "loss": 2.1875,
      "step": 63562
    },
    {
      "epoch": 2.9571063037915795,
      "grad_norm": 1.2312284691331252,
      "learning_rate": 0.00015713065931473568,
      "loss": 2.1719,
      "step": 63563
    },
    {
      "epoch": 2.9571528262386604,
      "grad_norm": 1.300206696577773,
      "learning_rate": 0.00015712695208930654,
      "loss": 2.4688,
      "step": 63564
    },
    {
      "epoch": 2.957199348685741,
      "grad_norm": 1.301394991858063,
      "learning_rate": 0.0001571232448595142,
      "loss": 2.125,
      "step": 63565
    },
    {
      "epoch": 2.9572458711328213,
      "grad_norm": 1.3219063813741467,
      "learning_rate": 0.00015711953762536103,
      "loss": 2.3906,
      "step": 63566
    },
    {
      "epoch": 2.9572923935799023,
      "grad_norm": 1.335906761500464,
      "learning_rate": 0.0001571158303868492,
      "loss": 2.4688,
      "step": 63567
    },
    {
      "epoch": 2.957338916026983,
      "grad_norm": 1.3018277642961547,
      "learning_rate": 0.00015711212314398104,
      "loss": 2.2344,
      "step": 63568
    },
    {
      "epoch": 2.9573854384740637,
      "grad_norm": 1.3317686229390027,
      "learning_rate": 0.00015710841589675875,
      "loss": 2.2031,
      "step": 63569
    },
    {
      "epoch": 2.9574319609211446,
      "grad_norm": 1.2848685900046672,
      "learning_rate": 0.0001571047086451847,
      "loss": 2.4219,
      "step": 63570
    },
    {
      "epoch": 2.957478483368225,
      "grad_norm": 1.3122989931311888,
      "learning_rate": 0.00015710100138926106,
      "loss": 2.5,
      "step": 63571
    },
    {
      "epoch": 2.957525005815306,
      "grad_norm": 1.2580981048533335,
      "learning_rate": 0.00015709729412899018,
      "loss": 2.3906,
      "step": 63572
    },
    {
      "epoch": 2.9575715282623865,
      "grad_norm": 1.2453471437915362,
      "learning_rate": 0.00015709358686437428,
      "loss": 2.0781,
      "step": 63573
    },
    {
      "epoch": 2.9576180507094674,
      "grad_norm": 1.2894530169857426,
      "learning_rate": 0.00015708987959541564,
      "loss": 2.2344,
      "step": 63574
    },
    {
      "epoch": 2.9576645731565483,
      "grad_norm": 1.1775410332721152,
      "learning_rate": 0.00015708617232211656,
      "loss": 1.9062,
      "step": 63575
    },
    {
      "epoch": 2.9577110956036288,
      "grad_norm": 1.2990862922069055,
      "learning_rate": 0.00015708246504447926,
      "loss": 2.375,
      "step": 63576
    },
    {
      "epoch": 2.9577576180507092,
      "grad_norm": 1.2058178087096507,
      "learning_rate": 0.00015707875776250604,
      "loss": 2.0781,
      "step": 63577
    },
    {
      "epoch": 2.95780414049779,
      "grad_norm": 1.2313249734727365,
      "learning_rate": 0.00015707505047619913,
      "loss": 2.1562,
      "step": 63578
    },
    {
      "epoch": 2.957850662944871,
      "grad_norm": 1.2561562981319314,
      "learning_rate": 0.0001570713431855609,
      "loss": 2.3594,
      "step": 63579
    },
    {
      "epoch": 2.9578971853919516,
      "grad_norm": 1.3276451153074822,
      "learning_rate": 0.00015706763589059346,
      "loss": 2.375,
      "step": 63580
    },
    {
      "epoch": 2.9579437078390325,
      "grad_norm": 1.2362048994911132,
      "learning_rate": 0.00015706392859129924,
      "loss": 2.2031,
      "step": 63581
    },
    {
      "epoch": 2.957990230286113,
      "grad_norm": 1.303365288530097,
      "learning_rate": 0.00015706022128768042,
      "loss": 2.3438,
      "step": 63582
    },
    {
      "epoch": 2.958036752733194,
      "grad_norm": 1.2708738264525932,
      "learning_rate": 0.0001570565139797393,
      "loss": 2.2031,
      "step": 63583
    },
    {
      "epoch": 2.9580832751802744,
      "grad_norm": 1.3836662507854274,
      "learning_rate": 0.00015705280666747815,
      "loss": 2.3125,
      "step": 63584
    },
    {
      "epoch": 2.9581297976273553,
      "grad_norm": 1.437574343336964,
      "learning_rate": 0.0001570490993508992,
      "loss": 2.2344,
      "step": 63585
    },
    {
      "epoch": 2.9581763200744358,
      "grad_norm": 1.3718901432866226,
      "learning_rate": 0.0001570453920300048,
      "loss": 2.4844,
      "step": 63586
    },
    {
      "epoch": 2.9582228425215167,
      "grad_norm": 1.3250587219572874,
      "learning_rate": 0.0001570416847047971,
      "loss": 2.5781,
      "step": 63587
    },
    {
      "epoch": 2.958269364968597,
      "grad_norm": 1.368948534904489,
      "learning_rate": 0.0001570379773752785,
      "loss": 2.2969,
      "step": 63588
    },
    {
      "epoch": 2.958315887415678,
      "grad_norm": 1.3746857350549182,
      "learning_rate": 0.00015703427004145118,
      "loss": 2.4531,
      "step": 63589
    },
    {
      "epoch": 2.958362409862759,
      "grad_norm": 1.2906537700420728,
      "learning_rate": 0.00015703056270331746,
      "loss": 2.2812,
      "step": 63590
    },
    {
      "epoch": 2.9584089323098395,
      "grad_norm": 1.1988381104718255,
      "learning_rate": 0.00015702685536087954,
      "loss": 1.6641,
      "step": 63591
    },
    {
      "epoch": 2.95845545475692,
      "grad_norm": 1.3177934545818424,
      "learning_rate": 0.00015702314801413982,
      "loss": 2.3594,
      "step": 63592
    },
    {
      "epoch": 2.958501977204001,
      "grad_norm": 1.3136343093419014,
      "learning_rate": 0.0001570194406631004,
      "loss": 2.3594,
      "step": 63593
    },
    {
      "epoch": 2.958548499651082,
      "grad_norm": 1.2248066979795174,
      "learning_rate": 0.0001570157333077637,
      "loss": 2.0,
      "step": 63594
    },
    {
      "epoch": 2.9585950220981623,
      "grad_norm": 1.328085012813153,
      "learning_rate": 0.00015701202594813187,
      "loss": 2.2344,
      "step": 63595
    },
    {
      "epoch": 2.958641544545243,
      "grad_norm": 1.3377135429417206,
      "learning_rate": 0.00015700831858420729,
      "loss": 2.3125,
      "step": 63596
    },
    {
      "epoch": 2.9586880669923237,
      "grad_norm": 1.2162991135021732,
      "learning_rate": 0.00015700461121599216,
      "loss": 2.2031,
      "step": 63597
    },
    {
      "epoch": 2.9587345894394046,
      "grad_norm": 1.1715049658521524,
      "learning_rate": 0.00015700090384348874,
      "loss": 1.9062,
      "step": 63598
    },
    {
      "epoch": 2.958781111886485,
      "grad_norm": 1.2084715540366324,
      "learning_rate": 0.00015699719646669938,
      "loss": 2.1562,
      "step": 63599
    },
    {
      "epoch": 2.958827634333566,
      "grad_norm": 1.274486033025138,
      "learning_rate": 0.00015699348908562624,
      "loss": 2.2188,
      "step": 63600
    },
    {
      "epoch": 2.958874156780647,
      "grad_norm": 1.239615189379456,
      "learning_rate": 0.00015698978170027166,
      "loss": 1.9922,
      "step": 63601
    },
    {
      "epoch": 2.9589206792277274,
      "grad_norm": 1.3074858494118728,
      "learning_rate": 0.0001569860743106379,
      "loss": 2.25,
      "step": 63602
    },
    {
      "epoch": 2.958967201674808,
      "grad_norm": 1.24524088940269,
      "learning_rate": 0.00015698236691672724,
      "loss": 2.1719,
      "step": 63603
    },
    {
      "epoch": 2.959013724121889,
      "grad_norm": 1.2150899409920217,
      "learning_rate": 0.00015697865951854188,
      "loss": 2.0625,
      "step": 63604
    },
    {
      "epoch": 2.9590602465689697,
      "grad_norm": 1.2889223567014445,
      "learning_rate": 0.0001569749521160842,
      "loss": 2.2812,
      "step": 63605
    },
    {
      "epoch": 2.95910676901605,
      "grad_norm": 1.3276084663486702,
      "learning_rate": 0.00015697124470935637,
      "loss": 2.4219,
      "step": 63606
    },
    {
      "epoch": 2.959153291463131,
      "grad_norm": 1.2740541211967544,
      "learning_rate": 0.00015696753729836074,
      "loss": 2.2031,
      "step": 63607
    },
    {
      "epoch": 2.9591998139102116,
      "grad_norm": 1.30086545100008,
      "learning_rate": 0.00015696382988309956,
      "loss": 2.3906,
      "step": 63608
    },
    {
      "epoch": 2.9592463363572925,
      "grad_norm": 1.388894797464542,
      "learning_rate": 0.000156960122463575,
      "loss": 2.4688,
      "step": 63609
    },
    {
      "epoch": 2.959292858804373,
      "grad_norm": 1.3207491225068004,
      "learning_rate": 0.0001569564150397895,
      "loss": 2.2656,
      "step": 63610
    },
    {
      "epoch": 2.959339381251454,
      "grad_norm": 1.2678187723925831,
      "learning_rate": 0.00015695270761174516,
      "loss": 2.1406,
      "step": 63611
    },
    {
      "epoch": 2.9593859036985344,
      "grad_norm": 1.3775445831870288,
      "learning_rate": 0.0001569490001794444,
      "loss": 2.3438,
      "step": 63612
    },
    {
      "epoch": 2.9594324261456153,
      "grad_norm": 1.3402884644422906,
      "learning_rate": 0.0001569452927428894,
      "loss": 2.3438,
      "step": 63613
    },
    {
      "epoch": 2.959478948592696,
      "grad_norm": 1.3023275253151936,
      "learning_rate": 0.00015694158530208245,
      "loss": 2.4062,
      "step": 63614
    },
    {
      "epoch": 2.9595254710397767,
      "grad_norm": 1.2882467904506227,
      "learning_rate": 0.00015693787785702582,
      "loss": 2.0781,
      "step": 63615
    },
    {
      "epoch": 2.9595719934868576,
      "grad_norm": 1.3091947921704261,
      "learning_rate": 0.00015693417040772177,
      "loss": 2.2344,
      "step": 63616
    },
    {
      "epoch": 2.959618515933938,
      "grad_norm": 1.3616809260010536,
      "learning_rate": 0.0001569304629541726,
      "loss": 2.3438,
      "step": 63617
    },
    {
      "epoch": 2.9596650383810186,
      "grad_norm": 1.2327777076884823,
      "learning_rate": 0.0001569267554963805,
      "loss": 2.0469,
      "step": 63618
    },
    {
      "epoch": 2.9597115608280995,
      "grad_norm": 1.430965868431512,
      "learning_rate": 0.0001569230480343479,
      "loss": 2.2344,
      "step": 63619
    },
    {
      "epoch": 2.9597580832751804,
      "grad_norm": 1.4315038936651578,
      "learning_rate": 0.00015691934056807688,
      "loss": 2.3281,
      "step": 63620
    },
    {
      "epoch": 2.959804605722261,
      "grad_norm": 1.1769505778512686,
      "learning_rate": 0.00015691563309756985,
      "loss": 1.9766,
      "step": 63621
    },
    {
      "epoch": 2.959851128169342,
      "grad_norm": 1.2554002172253278,
      "learning_rate": 0.000156911925622829,
      "loss": 2.0938,
      "step": 63622
    },
    {
      "epoch": 2.9598976506164223,
      "grad_norm": 1.3704459341049289,
      "learning_rate": 0.0001569082181438567,
      "loss": 2.2969,
      "step": 63623
    },
    {
      "epoch": 2.959944173063503,
      "grad_norm": 1.4217663522369959,
      "learning_rate": 0.00015690451066065504,
      "loss": 2.375,
      "step": 63624
    },
    {
      "epoch": 2.9599906955105837,
      "grad_norm": 1.2905904876138674,
      "learning_rate": 0.0001569008031732265,
      "loss": 2.3594,
      "step": 63625
    },
    {
      "epoch": 2.9600372179576646,
      "grad_norm": 1.331883918574976,
      "learning_rate": 0.00015689709568157318,
      "loss": 2.25,
      "step": 63626
    },
    {
      "epoch": 2.9600837404047455,
      "grad_norm": 1.1459855073332998,
      "learning_rate": 0.00015689338818569744,
      "loss": 1.8828,
      "step": 63627
    },
    {
      "epoch": 2.960130262851826,
      "grad_norm": 1.198689630187655,
      "learning_rate": 0.0001568896806856015,
      "loss": 1.9453,
      "step": 63628
    },
    {
      "epoch": 2.9601767852989065,
      "grad_norm": 1.2567631339185628,
      "learning_rate": 0.00015688597318128767,
      "loss": 2.1406,
      "step": 63629
    },
    {
      "epoch": 2.9602233077459874,
      "grad_norm": 1.3198116148395405,
      "learning_rate": 0.00015688226567275824,
      "loss": 2.4531,
      "step": 63630
    },
    {
      "epoch": 2.9602698301930683,
      "grad_norm": 1.2735160639919805,
      "learning_rate": 0.0001568785581600154,
      "loss": 2.1875,
      "step": 63631
    },
    {
      "epoch": 2.960316352640149,
      "grad_norm": 1.2649515780788743,
      "learning_rate": 0.0001568748506430615,
      "loss": 2.0938,
      "step": 63632
    },
    {
      "epoch": 2.9603628750872297,
      "grad_norm": 1.282469036884456,
      "learning_rate": 0.00015687114312189877,
      "loss": 2.25,
      "step": 63633
    },
    {
      "epoch": 2.96040939753431,
      "grad_norm": 1.299530730671783,
      "learning_rate": 0.00015686743559652948,
      "loss": 2.1719,
      "step": 63634
    },
    {
      "epoch": 2.960455919981391,
      "grad_norm": 1.3744315868224777,
      "learning_rate": 0.0001568637280669559,
      "loss": 2.3125,
      "step": 63635
    },
    {
      "epoch": 2.9605024424284716,
      "grad_norm": 1.3562753735318316,
      "learning_rate": 0.0001568600205331803,
      "loss": 2.25,
      "step": 63636
    },
    {
      "epoch": 2.9605489648755525,
      "grad_norm": 1.1747205436355894,
      "learning_rate": 0.00015685631299520495,
      "loss": 1.9766,
      "step": 63637
    },
    {
      "epoch": 2.9605954873226334,
      "grad_norm": 1.2560582808481224,
      "learning_rate": 0.0001568526054530322,
      "loss": 2.1094,
      "step": 63638
    },
    {
      "epoch": 2.960642009769714,
      "grad_norm": 1.3729591082763848,
      "learning_rate": 0.0001568488979066641,
      "loss": 2.1719,
      "step": 63639
    },
    {
      "epoch": 2.9606885322167944,
      "grad_norm": 1.2464360197863287,
      "learning_rate": 0.0001568451903561032,
      "loss": 2.125,
      "step": 63640
    },
    {
      "epoch": 2.9607350546638753,
      "grad_norm": 1.262442617565491,
      "learning_rate": 0.00015684148280135162,
      "loss": 2.0156,
      "step": 63641
    },
    {
      "epoch": 2.9607815771109562,
      "grad_norm": 1.3828937862841402,
      "learning_rate": 0.00015683777524241156,
      "loss": 2.5,
      "step": 63642
    },
    {
      "epoch": 2.9608280995580367,
      "grad_norm": 1.3727712779244112,
      "learning_rate": 0.00015683406767928544,
      "loss": 2.2969,
      "step": 63643
    },
    {
      "epoch": 2.960874622005117,
      "grad_norm": 1.3036294558204384,
      "learning_rate": 0.00015683036011197545,
      "loss": 2.4688,
      "step": 63644
    },
    {
      "epoch": 2.960921144452198,
      "grad_norm": 1.330960651299733,
      "learning_rate": 0.00015682665254048385,
      "loss": 2.4062,
      "step": 63645
    },
    {
      "epoch": 2.960967666899279,
      "grad_norm": 1.3371063450728582,
      "learning_rate": 0.00015682294496481295,
      "loss": 2.5312,
      "step": 63646
    },
    {
      "epoch": 2.9610141893463595,
      "grad_norm": 1.1673515409485162,
      "learning_rate": 0.000156819237384965,
      "loss": 2.1406,
      "step": 63647
    },
    {
      "epoch": 2.9610607117934404,
      "grad_norm": 1.200877245624834,
      "learning_rate": 0.00015681552980094228,
      "loss": 2.1094,
      "step": 63648
    },
    {
      "epoch": 2.961107234240521,
      "grad_norm": 1.344068472328117,
      "learning_rate": 0.00015681182221274705,
      "loss": 2.25,
      "step": 63649
    },
    {
      "epoch": 2.961153756687602,
      "grad_norm": 1.3341011683382702,
      "learning_rate": 0.00015680811462038155,
      "loss": 2.2969,
      "step": 63650
    },
    {
      "epoch": 2.9612002791346823,
      "grad_norm": 1.3557172883373405,
      "learning_rate": 0.0001568044070238481,
      "loss": 2.2344,
      "step": 63651
    },
    {
      "epoch": 2.9612468015817632,
      "grad_norm": 1.3794206089773546,
      "learning_rate": 0.00015680069942314897,
      "loss": 2.4531,
      "step": 63652
    },
    {
      "epoch": 2.961293324028844,
      "grad_norm": 1.3902223011881902,
      "learning_rate": 0.00015679699181828644,
      "loss": 2.2812,
      "step": 63653
    },
    {
      "epoch": 2.9613398464759246,
      "grad_norm": 1.2513753614497731,
      "learning_rate": 0.00015679328420926272,
      "loss": 2.4219,
      "step": 63654
    },
    {
      "epoch": 2.961386368923005,
      "grad_norm": 1.3057506092259699,
      "learning_rate": 0.0001567895765960801,
      "loss": 2.2188,
      "step": 63655
    },
    {
      "epoch": 2.961432891370086,
      "grad_norm": 1.2767846749884995,
      "learning_rate": 0.0001567858689787409,
      "loss": 1.9531,
      "step": 63656
    },
    {
      "epoch": 2.961479413817167,
      "grad_norm": 1.2778800735486957,
      "learning_rate": 0.00015678216135724728,
      "loss": 2.25,
      "step": 63657
    },
    {
      "epoch": 2.9615259362642474,
      "grad_norm": 1.4909364323470704,
      "learning_rate": 0.00015677845373160166,
      "loss": 2.25,
      "step": 63658
    },
    {
      "epoch": 2.9615724587113283,
      "grad_norm": 1.2691529995533273,
      "learning_rate": 0.00015677474610180616,
      "loss": 1.7266,
      "step": 63659
    },
    {
      "epoch": 2.961618981158409,
      "grad_norm": 1.2667055205322955,
      "learning_rate": 0.00015677103846786317,
      "loss": 2.2344,
      "step": 63660
    },
    {
      "epoch": 2.9616655036054897,
      "grad_norm": 1.2013036337254086,
      "learning_rate": 0.00015676733082977486,
      "loss": 2.2031,
      "step": 63661
    },
    {
      "epoch": 2.9617120260525702,
      "grad_norm": 1.258024908650575,
      "learning_rate": 0.0001567636231875436,
      "loss": 2.1406,
      "step": 63662
    },
    {
      "epoch": 2.961758548499651,
      "grad_norm": 1.3057825853603622,
      "learning_rate": 0.00015675991554117157,
      "loss": 2.4375,
      "step": 63663
    },
    {
      "epoch": 2.961805070946732,
      "grad_norm": 1.2642127537816044,
      "learning_rate": 0.00015675620789066112,
      "loss": 2.2344,
      "step": 63664
    },
    {
      "epoch": 2.9618515933938125,
      "grad_norm": 1.326174299311112,
      "learning_rate": 0.00015675250023601447,
      "loss": 2.3906,
      "step": 63665
    },
    {
      "epoch": 2.961898115840893,
      "grad_norm": 1.3773042632309704,
      "learning_rate": 0.00015674879257723392,
      "loss": 2.25,
      "step": 63666
    },
    {
      "epoch": 2.961944638287974,
      "grad_norm": 1.2272009747925534,
      "learning_rate": 0.00015674508491432169,
      "loss": 2.1875,
      "step": 63667
    },
    {
      "epoch": 2.961991160735055,
      "grad_norm": 1.2803164931378443,
      "learning_rate": 0.00015674137724728005,
      "loss": 2.1875,
      "step": 63668
    },
    {
      "epoch": 2.9620376831821353,
      "grad_norm": 1.257277366332804,
      "learning_rate": 0.00015673766957611138,
      "loss": 2.1406,
      "step": 63669
    },
    {
      "epoch": 2.9620842056292163,
      "grad_norm": 1.1858206450475628,
      "learning_rate": 0.0001567339619008178,
      "loss": 2.125,
      "step": 63670
    },
    {
      "epoch": 2.9621307280762967,
      "grad_norm": 1.3524516730971001,
      "learning_rate": 0.00015673025422140163,
      "loss": 2.2969,
      "step": 63671
    },
    {
      "epoch": 2.9621772505233777,
      "grad_norm": 1.4126511791975533,
      "learning_rate": 0.00015672654653786522,
      "loss": 2.2969,
      "step": 63672
    },
    {
      "epoch": 2.962223772970458,
      "grad_norm": 1.341454991603737,
      "learning_rate": 0.00015672283885021076,
      "loss": 2.5469,
      "step": 63673
    },
    {
      "epoch": 2.962270295417539,
      "grad_norm": 1.3016533297020718,
      "learning_rate": 0.00015671913115844051,
      "loss": 2.4219,
      "step": 63674
    },
    {
      "epoch": 2.9623168178646195,
      "grad_norm": 1.296248641616224,
      "learning_rate": 0.00015671542346255683,
      "loss": 2.4062,
      "step": 63675
    },
    {
      "epoch": 2.9623633403117005,
      "grad_norm": 1.2453871636725056,
      "learning_rate": 0.00015671171576256188,
      "loss": 2.25,
      "step": 63676
    },
    {
      "epoch": 2.962409862758781,
      "grad_norm": 1.4063678227966532,
      "learning_rate": 0.000156708008058458,
      "loss": 2.4062,
      "step": 63677
    },
    {
      "epoch": 2.962456385205862,
      "grad_norm": 1.2346146005202479,
      "learning_rate": 0.0001567043003502474,
      "loss": 2.1406,
      "step": 63678
    },
    {
      "epoch": 2.9625029076529428,
      "grad_norm": 1.313754772025282,
      "learning_rate": 0.00015670059263793245,
      "loss": 2.25,
      "step": 63679
    },
    {
      "epoch": 2.9625494301000233,
      "grad_norm": 1.3479511556365196,
      "learning_rate": 0.00015669688492151533,
      "loss": 2.1406,
      "step": 63680
    },
    {
      "epoch": 2.9625959525471037,
      "grad_norm": 1.224996391442156,
      "learning_rate": 0.0001566931772009983,
      "loss": 2.2969,
      "step": 63681
    },
    {
      "epoch": 2.9626424749941846,
      "grad_norm": 1.3092639673294817,
      "learning_rate": 0.0001566894694763837,
      "loss": 2.3438,
      "step": 63682
    },
    {
      "epoch": 2.9626889974412656,
      "grad_norm": 1.2109600580590252,
      "learning_rate": 0.00015668576174767375,
      "loss": 2.1094,
      "step": 63683
    },
    {
      "epoch": 2.962735519888346,
      "grad_norm": 1.1430000724490184,
      "learning_rate": 0.00015668205401487078,
      "loss": 1.7422,
      "step": 63684
    },
    {
      "epoch": 2.962782042335427,
      "grad_norm": 1.2958113035970094,
      "learning_rate": 0.00015667834627797696,
      "loss": 2.1875,
      "step": 63685
    },
    {
      "epoch": 2.9628285647825074,
      "grad_norm": 1.2423651482578317,
      "learning_rate": 0.00015667463853699467,
      "loss": 1.9844,
      "step": 63686
    },
    {
      "epoch": 2.9628750872295884,
      "grad_norm": 1.3344919805401116,
      "learning_rate": 0.0001566709307919261,
      "loss": 2.2656,
      "step": 63687
    },
    {
      "epoch": 2.962921609676669,
      "grad_norm": 1.2184596356618682,
      "learning_rate": 0.00015666722304277355,
      "loss": 1.9766,
      "step": 63688
    },
    {
      "epoch": 2.9629681321237498,
      "grad_norm": 1.4080313828165654,
      "learning_rate": 0.00015666351528953928,
      "loss": 2.4219,
      "step": 63689
    },
    {
      "epoch": 2.9630146545708307,
      "grad_norm": 1.3338636260981498,
      "learning_rate": 0.00015665980753222557,
      "loss": 2.2969,
      "step": 63690
    },
    {
      "epoch": 2.963061177017911,
      "grad_norm": 1.2976669750541867,
      "learning_rate": 0.0001566560997708347,
      "loss": 2.2812,
      "step": 63691
    },
    {
      "epoch": 2.9631076994649916,
      "grad_norm": 1.2913128929487359,
      "learning_rate": 0.00015665239200536894,
      "loss": 2.4375,
      "step": 63692
    },
    {
      "epoch": 2.9631542219120726,
      "grad_norm": 1.3612829315069184,
      "learning_rate": 0.0001566486842358305,
      "loss": 2.3281,
      "step": 63693
    },
    {
      "epoch": 2.9632007443591535,
      "grad_norm": 1.2465542623381176,
      "learning_rate": 0.00015664497646222168,
      "loss": 2.2969,
      "step": 63694
    },
    {
      "epoch": 2.963247266806234,
      "grad_norm": 1.284492991383332,
      "learning_rate": 0.00015664126868454483,
      "loss": 2.3125,
      "step": 63695
    },
    {
      "epoch": 2.963293789253315,
      "grad_norm": 1.3064870697030908,
      "learning_rate": 0.0001566375609028021,
      "loss": 2.25,
      "step": 63696
    },
    {
      "epoch": 2.9633403117003954,
      "grad_norm": 1.2446760960844683,
      "learning_rate": 0.0001566338531169959,
      "loss": 2.2188,
      "step": 63697
    },
    {
      "epoch": 2.9633868341474763,
      "grad_norm": 1.2515291824739108,
      "learning_rate": 0.00015663014532712837,
      "loss": 2.125,
      "step": 63698
    },
    {
      "epoch": 2.9634333565945568,
      "grad_norm": 1.2677773621473651,
      "learning_rate": 0.0001566264375332018,
      "loss": 2.3438,
      "step": 63699
    },
    {
      "epoch": 2.9634798790416377,
      "grad_norm": 1.4409338830156928,
      "learning_rate": 0.0001566227297352185,
      "loss": 2.2969,
      "step": 63700
    },
    {
      "epoch": 2.963526401488718,
      "grad_norm": 1.213536015299203,
      "learning_rate": 0.00015661902193318076,
      "loss": 1.9531,
      "step": 63701
    },
    {
      "epoch": 2.963572923935799,
      "grad_norm": 1.4304314820612174,
      "learning_rate": 0.00015661531412709077,
      "loss": 2.3438,
      "step": 63702
    },
    {
      "epoch": 2.9636194463828796,
      "grad_norm": 1.3016013125294237,
      "learning_rate": 0.00015661160631695088,
      "loss": 2.1562,
      "step": 63703
    },
    {
      "epoch": 2.9636659688299605,
      "grad_norm": 1.242977173654011,
      "learning_rate": 0.0001566078985027633,
      "loss": 2.1094,
      "step": 63704
    },
    {
      "epoch": 2.9637124912770414,
      "grad_norm": 1.2727648708262784,
      "learning_rate": 0.0001566041906845303,
      "loss": 2.3281,
      "step": 63705
    },
    {
      "epoch": 2.963759013724122,
      "grad_norm": 1.3247043383214692,
      "learning_rate": 0.00015660048286225423,
      "loss": 2.3125,
      "step": 63706
    },
    {
      "epoch": 2.9638055361712023,
      "grad_norm": 1.299447242104242,
      "learning_rate": 0.00015659677503593726,
      "loss": 2.2188,
      "step": 63707
    },
    {
      "epoch": 2.9638520586182833,
      "grad_norm": 1.2518424761696285,
      "learning_rate": 0.00015659306720558174,
      "loss": 2.25,
      "step": 63708
    },
    {
      "epoch": 2.963898581065364,
      "grad_norm": 1.4733224087011427,
      "learning_rate": 0.0001565893593711899,
      "loss": 2.2344,
      "step": 63709
    },
    {
      "epoch": 2.9639451035124447,
      "grad_norm": 1.2847067283077962,
      "learning_rate": 0.00015658565153276404,
      "loss": 2.125,
      "step": 63710
    },
    {
      "epoch": 2.9639916259595256,
      "grad_norm": 1.280666651400789,
      "learning_rate": 0.00015658194369030636,
      "loss": 2.1562,
      "step": 63711
    },
    {
      "epoch": 2.964038148406606,
      "grad_norm": 1.2602651286531656,
      "learning_rate": 0.00015657823584381918,
      "loss": 2.4219,
      "step": 63712
    },
    {
      "epoch": 2.964084670853687,
      "grad_norm": 1.4372054804905419,
      "learning_rate": 0.0001565745279933048,
      "loss": 2.5469,
      "step": 63713
    },
    {
      "epoch": 2.9641311933007675,
      "grad_norm": 1.2407877032864985,
      "learning_rate": 0.00015657082013876544,
      "loss": 2.125,
      "step": 63714
    },
    {
      "epoch": 2.9641777157478484,
      "grad_norm": 1.2987126069864856,
      "learning_rate": 0.00015656711228020334,
      "loss": 2.2031,
      "step": 63715
    },
    {
      "epoch": 2.9642242381949293,
      "grad_norm": 1.2884051185429077,
      "learning_rate": 0.00015656340441762084,
      "loss": 2.2188,
      "step": 63716
    },
    {
      "epoch": 2.96427076064201,
      "grad_norm": 1.2392016276976452,
      "learning_rate": 0.00015655969655102022,
      "loss": 2.2188,
      "step": 63717
    },
    {
      "epoch": 2.9643172830890903,
      "grad_norm": 1.295480001880657,
      "learning_rate": 0.00015655598868040367,
      "loss": 2.2188,
      "step": 63718
    },
    {
      "epoch": 2.964363805536171,
      "grad_norm": 1.3313019398245807,
      "learning_rate": 0.0001565522808057736,
      "loss": 2.4375,
      "step": 63719
    },
    {
      "epoch": 2.964410327983252,
      "grad_norm": 1.2677653088195369,
      "learning_rate": 0.00015654857292713207,
      "loss": 2.2031,
      "step": 63720
    },
    {
      "epoch": 2.9644568504303326,
      "grad_norm": 1.181744320215124,
      "learning_rate": 0.0001565448650444815,
      "loss": 1.7344,
      "step": 63721
    },
    {
      "epoch": 2.9645033728774135,
      "grad_norm": 1.3065970200415618,
      "learning_rate": 0.00015654115715782414,
      "loss": 2.5156,
      "step": 63722
    },
    {
      "epoch": 2.964549895324494,
      "grad_norm": 1.2701989221368448,
      "learning_rate": 0.00015653744926716226,
      "loss": 2.5156,
      "step": 63723
    },
    {
      "epoch": 2.964596417771575,
      "grad_norm": 1.2961329426668367,
      "learning_rate": 0.00015653374137249807,
      "loss": 1.6641,
      "step": 63724
    },
    {
      "epoch": 2.9646429402186554,
      "grad_norm": 1.3073758476738977,
      "learning_rate": 0.00015653003347383394,
      "loss": 2.3281,
      "step": 63725
    },
    {
      "epoch": 2.9646894626657363,
      "grad_norm": 1.1901596998305226,
      "learning_rate": 0.00015652632557117203,
      "loss": 2.0469,
      "step": 63726
    },
    {
      "epoch": 2.9647359851128168,
      "grad_norm": 1.3170248839983305,
      "learning_rate": 0.00015652261766451467,
      "loss": 2.2656,
      "step": 63727
    },
    {
      "epoch": 2.9647825075598977,
      "grad_norm": 1.2866049654587024,
      "learning_rate": 0.00015651890975386417,
      "loss": 2.2031,
      "step": 63728
    },
    {
      "epoch": 2.964829030006978,
      "grad_norm": 1.3115782724871985,
      "learning_rate": 0.0001565152018392227,
      "loss": 2.2969,
      "step": 63729
    },
    {
      "epoch": 2.964875552454059,
      "grad_norm": 1.2092235553192554,
      "learning_rate": 0.00015651149392059262,
      "loss": 2.125,
      "step": 63730
    },
    {
      "epoch": 2.96492207490114,
      "grad_norm": 1.338250317844033,
      "learning_rate": 0.00015650778599797616,
      "loss": 2.375,
      "step": 63731
    },
    {
      "epoch": 2.9649685973482205,
      "grad_norm": 1.315528009259876,
      "learning_rate": 0.00015650407807137564,
      "loss": 2.1875,
      "step": 63732
    },
    {
      "epoch": 2.965015119795301,
      "grad_norm": 1.1916255200310133,
      "learning_rate": 0.0001565003701407932,
      "loss": 2.2656,
      "step": 63733
    },
    {
      "epoch": 2.965061642242382,
      "grad_norm": 1.3776961040360387,
      "learning_rate": 0.00015649666220623126,
      "loss": 2.0781,
      "step": 63734
    },
    {
      "epoch": 2.965108164689463,
      "grad_norm": 1.2671226946624503,
      "learning_rate": 0.00015649295426769198,
      "loss": 2.1875,
      "step": 63735
    },
    {
      "epoch": 2.9651546871365433,
      "grad_norm": 1.3062906371659535,
      "learning_rate": 0.00015648924632517773,
      "loss": 2.3438,
      "step": 63736
    },
    {
      "epoch": 2.965201209583624,
      "grad_norm": 1.3210506753242157,
      "learning_rate": 0.00015648553837869066,
      "loss": 2.5156,
      "step": 63737
    },
    {
      "epoch": 2.9652477320307047,
      "grad_norm": 1.2427886962268324,
      "learning_rate": 0.00015648183042823313,
      "loss": 2.2344,
      "step": 63738
    },
    {
      "epoch": 2.9652942544777856,
      "grad_norm": 1.2714951677068382,
      "learning_rate": 0.0001564781224738074,
      "loss": 2.4531,
      "step": 63739
    },
    {
      "epoch": 2.965340776924866,
      "grad_norm": 1.3157725410250445,
      "learning_rate": 0.00015647441451541568,
      "loss": 2.25,
      "step": 63740
    },
    {
      "epoch": 2.965387299371947,
      "grad_norm": 1.3378073136228523,
      "learning_rate": 0.00015647070655306033,
      "loss": 2.2969,
      "step": 63741
    },
    {
      "epoch": 2.965433821819028,
      "grad_norm": 1.2983807573094222,
      "learning_rate": 0.00015646699858674358,
      "loss": 2.2812,
      "step": 63742
    },
    {
      "epoch": 2.9654803442661084,
      "grad_norm": 1.2635849058949715,
      "learning_rate": 0.00015646329061646768,
      "loss": 2.2656,
      "step": 63743
    },
    {
      "epoch": 2.965526866713189,
      "grad_norm": 1.3832886581743957,
      "learning_rate": 0.0001564595826422349,
      "loss": 2.25,
      "step": 63744
    },
    {
      "epoch": 2.96557338916027,
      "grad_norm": 1.28114013152257,
      "learning_rate": 0.00015645587466404758,
      "loss": 2.2344,
      "step": 63745
    },
    {
      "epoch": 2.9656199116073507,
      "grad_norm": 1.2579860190071326,
      "learning_rate": 0.00015645216668190787,
      "loss": 2.2344,
      "step": 63746
    },
    {
      "epoch": 2.965666434054431,
      "grad_norm": 1.2318712617718606,
      "learning_rate": 0.00015644845869581815,
      "loss": 2.0938,
      "step": 63747
    },
    {
      "epoch": 2.965712956501512,
      "grad_norm": 1.280510219457515,
      "learning_rate": 0.0001564447507057806,
      "loss": 2.2969,
      "step": 63748
    },
    {
      "epoch": 2.9657594789485926,
      "grad_norm": 1.273705826626817,
      "learning_rate": 0.00015644104271179756,
      "loss": 2.3125,
      "step": 63749
    },
    {
      "epoch": 2.9658060013956735,
      "grad_norm": 1.2736153777776342,
      "learning_rate": 0.0001564373347138713,
      "loss": 2.3281,
      "step": 63750
    },
    {
      "epoch": 2.965852523842754,
      "grad_norm": 1.2720071813784475,
      "learning_rate": 0.00015643362671200403,
      "loss": 2.375,
      "step": 63751
    },
    {
      "epoch": 2.965899046289835,
      "grad_norm": 1.4860570553169414,
      "learning_rate": 0.0001564299187061981,
      "loss": 2.2344,
      "step": 63752
    },
    {
      "epoch": 2.965945568736916,
      "grad_norm": 1.2475122656152953,
      "learning_rate": 0.00015642621069645568,
      "loss": 2.3281,
      "step": 63753
    },
    {
      "epoch": 2.9659920911839963,
      "grad_norm": 1.3335323190327053,
      "learning_rate": 0.00015642250268277914,
      "loss": 2.3125,
      "step": 63754
    },
    {
      "epoch": 2.966038613631077,
      "grad_norm": 1.2469763436966161,
      "learning_rate": 0.00015641879466517065,
      "loss": 2.0781,
      "step": 63755
    },
    {
      "epoch": 2.9660851360781577,
      "grad_norm": 1.3346942045865908,
      "learning_rate": 0.00015641508664363262,
      "loss": 2.2969,
      "step": 63756
    },
    {
      "epoch": 2.9661316585252386,
      "grad_norm": 1.144771325764961,
      "learning_rate": 0.00015641137861816716,
      "loss": 1.8906,
      "step": 63757
    },
    {
      "epoch": 2.966178180972319,
      "grad_norm": 1.286855313102414,
      "learning_rate": 0.00015640767058877666,
      "loss": 2.375,
      "step": 63758
    },
    {
      "epoch": 2.9662247034193996,
      "grad_norm": 1.2939691407030456,
      "learning_rate": 0.00015640396255546331,
      "loss": 2.2344,
      "step": 63759
    },
    {
      "epoch": 2.9662712258664805,
      "grad_norm": 1.3990422507654277,
      "learning_rate": 0.00015640025451822944,
      "loss": 2.3125,
      "step": 63760
    },
    {
      "epoch": 2.9663177483135614,
      "grad_norm": 1.402203241059405,
      "learning_rate": 0.00015639654647707732,
      "loss": 2.1719,
      "step": 63761
    },
    {
      "epoch": 2.966364270760642,
      "grad_norm": 1.245335198607243,
      "learning_rate": 0.0001563928384320092,
      "loss": 2.1406,
      "step": 63762
    },
    {
      "epoch": 2.966410793207723,
      "grad_norm": 1.183102376555855,
      "learning_rate": 0.00015638913038302731,
      "loss": 1.8984,
      "step": 63763
    },
    {
      "epoch": 2.9664573156548033,
      "grad_norm": 1.2460586428922367,
      "learning_rate": 0.00015638542233013396,
      "loss": 2.3438,
      "step": 63764
    },
    {
      "epoch": 2.9665038381018842,
      "grad_norm": 1.2388975571770908,
      "learning_rate": 0.00015638171427333143,
      "loss": 2.2344,
      "step": 63765
    },
    {
      "epoch": 2.9665503605489647,
      "grad_norm": 1.2571210379242581,
      "learning_rate": 0.00015637800621262196,
      "loss": 2.1094,
      "step": 63766
    },
    {
      "epoch": 2.9665968829960456,
      "grad_norm": 1.3730461714259012,
      "learning_rate": 0.00015637429814800786,
      "loss": 2.4844,
      "step": 63767
    },
    {
      "epoch": 2.9666434054431265,
      "grad_norm": 1.1974626232359011,
      "learning_rate": 0.00015637059007949134,
      "loss": 2.1094,
      "step": 63768
    },
    {
      "epoch": 2.966689927890207,
      "grad_norm": 1.2902839623890077,
      "learning_rate": 0.00015636688200707476,
      "loss": 2.1094,
      "step": 63769
    },
    {
      "epoch": 2.9667364503372875,
      "grad_norm": 1.294068804038857,
      "learning_rate": 0.00015636317393076028,
      "loss": 2.3594,
      "step": 63770
    },
    {
      "epoch": 2.9667829727843684,
      "grad_norm": 1.2613543680362527,
      "learning_rate": 0.00015635946585055026,
      "loss": 2.125,
      "step": 63771
    },
    {
      "epoch": 2.9668294952314493,
      "grad_norm": 1.2536743579624061,
      "learning_rate": 0.0001563557577664469,
      "loss": 2.2344,
      "step": 63772
    },
    {
      "epoch": 2.96687601767853,
      "grad_norm": 1.1948843696603064,
      "learning_rate": 0.00015635204967845258,
      "loss": 1.9297,
      "step": 63773
    },
    {
      "epoch": 2.9669225401256107,
      "grad_norm": 1.3262196658790273,
      "learning_rate": 0.00015634834158656947,
      "loss": 2.2969,
      "step": 63774
    },
    {
      "epoch": 2.966969062572691,
      "grad_norm": 1.2757776147415754,
      "learning_rate": 0.00015634463349079982,
      "loss": 2.2031,
      "step": 63775
    },
    {
      "epoch": 2.967015585019772,
      "grad_norm": 1.4028722860828662,
      "learning_rate": 0.00015634092539114602,
      "loss": 2.3594,
      "step": 63776
    },
    {
      "epoch": 2.9670621074668526,
      "grad_norm": 1.2911064809710582,
      "learning_rate": 0.0001563372172876102,
      "loss": 2.0781,
      "step": 63777
    },
    {
      "epoch": 2.9671086299139335,
      "grad_norm": 1.273286259841666,
      "learning_rate": 0.0001563335091801948,
      "loss": 2.2812,
      "step": 63778
    },
    {
      "epoch": 2.9671551523610145,
      "grad_norm": 1.2531742159697026,
      "learning_rate": 0.00015632980106890186,
      "loss": 2.1094,
      "step": 63779
    },
    {
      "epoch": 2.967201674808095,
      "grad_norm": 1.2993625269218332,
      "learning_rate": 0.00015632609295373388,
      "loss": 2.2656,
      "step": 63780
    },
    {
      "epoch": 2.9672481972551754,
      "grad_norm": 1.2548453232748564,
      "learning_rate": 0.00015632238483469292,
      "loss": 1.9141,
      "step": 63781
    },
    {
      "epoch": 2.9672947197022563,
      "grad_norm": 1.1818718184811918,
      "learning_rate": 0.00015631867671178146,
      "loss": 2.0469,
      "step": 63782
    },
    {
      "epoch": 2.9673412421493373,
      "grad_norm": 1.2905986018507625,
      "learning_rate": 0.00015631496858500163,
      "loss": 2.1562,
      "step": 63783
    },
    {
      "epoch": 2.9673877645964177,
      "grad_norm": 1.2779818930451514,
      "learning_rate": 0.00015631126045435574,
      "loss": 2.4844,
      "step": 63784
    },
    {
      "epoch": 2.9674342870434987,
      "grad_norm": 1.281160802309256,
      "learning_rate": 0.00015630755231984606,
      "loss": 2.5,
      "step": 63785
    },
    {
      "epoch": 2.967480809490579,
      "grad_norm": 1.3278670948174054,
      "learning_rate": 0.00015630384418147486,
      "loss": 2.3438,
      "step": 63786
    },
    {
      "epoch": 2.96752733193766,
      "grad_norm": 1.2335614266460233,
      "learning_rate": 0.00015630013603924444,
      "loss": 2.3438,
      "step": 63787
    },
    {
      "epoch": 2.9675738543847405,
      "grad_norm": 1.2755930463024088,
      "learning_rate": 0.00015629642789315702,
      "loss": 2.375,
      "step": 63788
    },
    {
      "epoch": 2.9676203768318214,
      "grad_norm": 1.2716480016916756,
      "learning_rate": 0.00015629271974321486,
      "loss": 2.5,
      "step": 63789
    },
    {
      "epoch": 2.967666899278902,
      "grad_norm": 1.223867037790299,
      "learning_rate": 0.00015628901158942028,
      "loss": 2.3594,
      "step": 63790
    },
    {
      "epoch": 2.967713421725983,
      "grad_norm": 1.2729147360710311,
      "learning_rate": 0.00015628530343177557,
      "loss": 2.2031,
      "step": 63791
    },
    {
      "epoch": 2.9677599441730633,
      "grad_norm": 1.3267629852025196,
      "learning_rate": 0.00015628159527028286,
      "loss": 2.3906,
      "step": 63792
    },
    {
      "epoch": 2.9678064666201442,
      "grad_norm": 1.3921014452494498,
      "learning_rate": 0.00015627788710494456,
      "loss": 2.3125,
      "step": 63793
    },
    {
      "epoch": 2.967852989067225,
      "grad_norm": 1.2900922698545583,
      "learning_rate": 0.00015627417893576294,
      "loss": 2.1719,
      "step": 63794
    },
    {
      "epoch": 2.9678995115143056,
      "grad_norm": 1.2600775706162257,
      "learning_rate": 0.00015627047076274023,
      "loss": 2.2344,
      "step": 63795
    },
    {
      "epoch": 2.967946033961386,
      "grad_norm": 1.2434654058118302,
      "learning_rate": 0.00015626676258587868,
      "loss": 2.3125,
      "step": 63796
    },
    {
      "epoch": 2.967992556408467,
      "grad_norm": 1.3235332232266954,
      "learning_rate": 0.00015626305440518057,
      "loss": 2.4375,
      "step": 63797
    },
    {
      "epoch": 2.968039078855548,
      "grad_norm": 1.2568193945795083,
      "learning_rate": 0.00015625934622064822,
      "loss": 2.3438,
      "step": 63798
    },
    {
      "epoch": 2.9680856013026284,
      "grad_norm": 1.3245252670014527,
      "learning_rate": 0.00015625563803228383,
      "loss": 2.3906,
      "step": 63799
    },
    {
      "epoch": 2.9681321237497094,
      "grad_norm": 1.2282724728328618,
      "learning_rate": 0.00015625192984008974,
      "loss": 2.3125,
      "step": 63800
    },
    {
      "epoch": 2.96817864619679,
      "grad_norm": 1.1954708180322178,
      "learning_rate": 0.00015624822164406812,
      "loss": 2.2031,
      "step": 63801
    },
    {
      "epoch": 2.9682251686438708,
      "grad_norm": 1.2261141349379947,
      "learning_rate": 0.00015624451344422137,
      "loss": 2.0156,
      "step": 63802
    },
    {
      "epoch": 2.9682716910909512,
      "grad_norm": 1.2858901982731061,
      "learning_rate": 0.0001562408052405516,
      "loss": 2.4062,
      "step": 63803
    },
    {
      "epoch": 2.968318213538032,
      "grad_norm": 1.228801641755189,
      "learning_rate": 0.00015623709703306123,
      "loss": 2.4062,
      "step": 63804
    },
    {
      "epoch": 2.968364735985113,
      "grad_norm": 1.1768033251991392,
      "learning_rate": 0.00015623338882175244,
      "loss": 1.9688,
      "step": 63805
    },
    {
      "epoch": 2.9684112584321936,
      "grad_norm": 1.2772467587883614,
      "learning_rate": 0.0001562296806066276,
      "loss": 2.2812,
      "step": 63806
    },
    {
      "epoch": 2.968457780879274,
      "grad_norm": 1.218615065146285,
      "learning_rate": 0.00015622597238768886,
      "loss": 2.0156,
      "step": 63807
    },
    {
      "epoch": 2.968504303326355,
      "grad_norm": 1.2243476999214544,
      "learning_rate": 0.00015622226416493856,
      "loss": 2.125,
      "step": 63808
    },
    {
      "epoch": 2.968550825773436,
      "grad_norm": 1.2443416237586922,
      "learning_rate": 0.00015621855593837895,
      "loss": 2.0,
      "step": 63809
    },
    {
      "epoch": 2.9685973482205164,
      "grad_norm": 1.1939218806259146,
      "learning_rate": 0.00015621484770801233,
      "loss": 2.1562,
      "step": 63810
    },
    {
      "epoch": 2.9686438706675973,
      "grad_norm": 1.2078581766176546,
      "learning_rate": 0.00015621113947384088,
      "loss": 2.2812,
      "step": 63811
    },
    {
      "epoch": 2.9686903931146778,
      "grad_norm": 1.2275704970339703,
      "learning_rate": 0.000156207431235867,
      "loss": 2.1094,
      "step": 63812
    },
    {
      "epoch": 2.9687369155617587,
      "grad_norm": 1.272939217241167,
      "learning_rate": 0.0001562037229940929,
      "loss": 2.0938,
      "step": 63813
    },
    {
      "epoch": 2.968783438008839,
      "grad_norm": 1.2212975362888323,
      "learning_rate": 0.00015620001474852074,
      "loss": 2.0156,
      "step": 63814
    },
    {
      "epoch": 2.96882996045592,
      "grad_norm": 1.3110201918165658,
      "learning_rate": 0.000156196306499153,
      "loss": 2.1562,
      "step": 63815
    },
    {
      "epoch": 2.9688764829030005,
      "grad_norm": 1.2761540831624099,
      "learning_rate": 0.00015619259824599177,
      "loss": 2.2188,
      "step": 63816
    },
    {
      "epoch": 2.9689230053500815,
      "grad_norm": 1.2269835504885231,
      "learning_rate": 0.00015618888998903945,
      "loss": 1.6641,
      "step": 63817
    },
    {
      "epoch": 2.968969527797162,
      "grad_norm": 1.2473836055126548,
      "learning_rate": 0.00015618518172829825,
      "loss": 2.125,
      "step": 63818
    },
    {
      "epoch": 2.969016050244243,
      "grad_norm": 1.2665003196748055,
      "learning_rate": 0.00015618147346377044,
      "loss": 2.2344,
      "step": 63819
    },
    {
      "epoch": 2.969062572691324,
      "grad_norm": 1.3117170408305092,
      "learning_rate": 0.00015617776519545829,
      "loss": 2.2188,
      "step": 63820
    },
    {
      "epoch": 2.9691090951384043,
      "grad_norm": 1.244200612554476,
      "learning_rate": 0.00015617405692336408,
      "loss": 2.0156,
      "step": 63821
    },
    {
      "epoch": 2.9691556175854847,
      "grad_norm": 1.30738576677356,
      "learning_rate": 0.00015617034864749005,
      "loss": 2.1094,
      "step": 63822
    },
    {
      "epoch": 2.9692021400325657,
      "grad_norm": 1.4166648500774626,
      "learning_rate": 0.00015616664036783854,
      "loss": 2.7188,
      "step": 63823
    },
    {
      "epoch": 2.9692486624796466,
      "grad_norm": 1.287123210795374,
      "learning_rate": 0.00015616293208441174,
      "loss": 1.9531,
      "step": 63824
    },
    {
      "epoch": 2.969295184926727,
      "grad_norm": 1.2372593968548131,
      "learning_rate": 0.00015615922379721192,
      "loss": 2.0,
      "step": 63825
    },
    {
      "epoch": 2.969341707373808,
      "grad_norm": 1.4880927374151698,
      "learning_rate": 0.00015615551550624148,
      "loss": 2.4062,
      "step": 63826
    },
    {
      "epoch": 2.9693882298208885,
      "grad_norm": 1.2759959695272547,
      "learning_rate": 0.00015615180721150255,
      "loss": 2.3125,
      "step": 63827
    },
    {
      "epoch": 2.9694347522679694,
      "grad_norm": 1.3039383517657206,
      "learning_rate": 0.00015614809891299745,
      "loss": 2.2344,
      "step": 63828
    },
    {
      "epoch": 2.96948127471505,
      "grad_norm": 1.2993669859265384,
      "learning_rate": 0.00015614439061072843,
      "loss": 2.25,
      "step": 63829
    },
    {
      "epoch": 2.9695277971621308,
      "grad_norm": 1.331482822213866,
      "learning_rate": 0.00015614068230469783,
      "loss": 2.1562,
      "step": 63830
    },
    {
      "epoch": 2.9695743196092117,
      "grad_norm": 1.270748557537828,
      "learning_rate": 0.0001561369739949078,
      "loss": 2.0,
      "step": 63831
    },
    {
      "epoch": 2.969620842056292,
      "grad_norm": 1.3200808688857133,
      "learning_rate": 0.00015613326568136073,
      "loss": 2.3906,
      "step": 63832
    },
    {
      "epoch": 2.9696673645033727,
      "grad_norm": 1.2876284634608215,
      "learning_rate": 0.00015612955736405882,
      "loss": 2.25,
      "step": 63833
    },
    {
      "epoch": 2.9697138869504536,
      "grad_norm": 1.4738549486621524,
      "learning_rate": 0.00015612584904300437,
      "loss": 2.3438,
      "step": 63834
    },
    {
      "epoch": 2.9697604093975345,
      "grad_norm": 1.2462014769303669,
      "learning_rate": 0.00015612214071819962,
      "loss": 2.25,
      "step": 63835
    },
    {
      "epoch": 2.969806931844615,
      "grad_norm": 1.2726487862502722,
      "learning_rate": 0.00015611843238964686,
      "loss": 2.2656,
      "step": 63836
    },
    {
      "epoch": 2.969853454291696,
      "grad_norm": 1.2165105090014379,
      "learning_rate": 0.0001561147240573484,
      "loss": 1.9453,
      "step": 63837
    },
    {
      "epoch": 2.9698999767387764,
      "grad_norm": 1.2417373516815773,
      "learning_rate": 0.0001561110157213064,
      "loss": 2.0312,
      "step": 63838
    },
    {
      "epoch": 2.9699464991858573,
      "grad_norm": 1.3253664077438507,
      "learning_rate": 0.00015610730738152326,
      "loss": 2.3594,
      "step": 63839
    },
    {
      "epoch": 2.9699930216329378,
      "grad_norm": 1.2602453948840249,
      "learning_rate": 0.00015610359903800116,
      "loss": 2.2812,
      "step": 63840
    },
    {
      "epoch": 2.9700395440800187,
      "grad_norm": 1.1367117404039304,
      "learning_rate": 0.00015609989069074244,
      "loss": 1.8984,
      "step": 63841
    },
    {
      "epoch": 2.970086066527099,
      "grad_norm": 1.344827214246433,
      "learning_rate": 0.00015609618233974927,
      "loss": 2.125,
      "step": 63842
    },
    {
      "epoch": 2.97013258897418,
      "grad_norm": 1.3661612982533458,
      "learning_rate": 0.00015609247398502404,
      "loss": 2.2812,
      "step": 63843
    },
    {
      "epoch": 2.9701791114212606,
      "grad_norm": 1.2199680116109992,
      "learning_rate": 0.00015608876562656893,
      "loss": 2.0312,
      "step": 63844
    },
    {
      "epoch": 2.9702256338683415,
      "grad_norm": 1.3609142794861544,
      "learning_rate": 0.00015608505726438625,
      "loss": 2.1719,
      "step": 63845
    },
    {
      "epoch": 2.9702721563154224,
      "grad_norm": 1.2923351896122162,
      "learning_rate": 0.00015608134889847822,
      "loss": 2.1719,
      "step": 63846
    },
    {
      "epoch": 2.970318678762503,
      "grad_norm": 1.321015776182832,
      "learning_rate": 0.00015607764052884718,
      "loss": 2.3906,
      "step": 63847
    },
    {
      "epoch": 2.9703652012095834,
      "grad_norm": 1.1981303998198605,
      "learning_rate": 0.00015607393215549543,
      "loss": 1.9766,
      "step": 63848
    },
    {
      "epoch": 2.9704117236566643,
      "grad_norm": 1.2834694864870366,
      "learning_rate": 0.0001560702237784251,
      "loss": 2.1719,
      "step": 63849
    },
    {
      "epoch": 2.970458246103745,
      "grad_norm": 1.2621337095590075,
      "learning_rate": 0.00015606651539763864,
      "loss": 2.1406,
      "step": 63850
    },
    {
      "epoch": 2.9705047685508257,
      "grad_norm": 1.281587640387739,
      "learning_rate": 0.00015606280701313812,
      "loss": 2.3438,
      "step": 63851
    },
    {
      "epoch": 2.9705512909979066,
      "grad_norm": 1.3012364387824824,
      "learning_rate": 0.00015605909862492597,
      "loss": 2.1875,
      "step": 63852
    },
    {
      "epoch": 2.970597813444987,
      "grad_norm": 1.3123633395767516,
      "learning_rate": 0.00015605539023300435,
      "loss": 2.3594,
      "step": 63853
    },
    {
      "epoch": 2.970644335892068,
      "grad_norm": 1.23642382112333,
      "learning_rate": 0.0001560516818373757,
      "loss": 2.2031,
      "step": 63854
    },
    {
      "epoch": 2.9706908583391485,
      "grad_norm": 1.3268896253592792,
      "learning_rate": 0.00015604797343804204,
      "loss": 2.4688,
      "step": 63855
    },
    {
      "epoch": 2.9707373807862294,
      "grad_norm": 1.306653606950577,
      "learning_rate": 0.00015604426503500586,
      "loss": 2.3125,
      "step": 63856
    },
    {
      "epoch": 2.9707839032333103,
      "grad_norm": 1.313547002881363,
      "learning_rate": 0.0001560405566282693,
      "loss": 2.1719,
      "step": 63857
    },
    {
      "epoch": 2.970830425680391,
      "grad_norm": 1.4223426179787182,
      "learning_rate": 0.0001560368482178347,
      "loss": 2.1562,
      "step": 63858
    },
    {
      "epoch": 2.9708769481274713,
      "grad_norm": 1.3877766836372647,
      "learning_rate": 0.00015603313980370431,
      "loss": 2.3594,
      "step": 63859
    },
    {
      "epoch": 2.970923470574552,
      "grad_norm": 1.3139924654357973,
      "learning_rate": 0.00015602943138588035,
      "loss": 2.2344,
      "step": 63860
    },
    {
      "epoch": 2.970969993021633,
      "grad_norm": 1.320701071520729,
      "learning_rate": 0.00015602572296436522,
      "loss": 2.2969,
      "step": 63861
    },
    {
      "epoch": 2.9710165154687136,
      "grad_norm": 1.3085690236831085,
      "learning_rate": 0.00015602201453916104,
      "loss": 2.4219,
      "step": 63862
    },
    {
      "epoch": 2.9710630379157945,
      "grad_norm": 1.3277547902685725,
      "learning_rate": 0.00015601830611027017,
      "loss": 2.3906,
      "step": 63863
    },
    {
      "epoch": 2.971109560362875,
      "grad_norm": 1.233251004341619,
      "learning_rate": 0.00015601459767769485,
      "loss": 2.1562,
      "step": 63864
    },
    {
      "epoch": 2.971156082809956,
      "grad_norm": 1.2981591302339723,
      "learning_rate": 0.00015601088924143737,
      "loss": 2.25,
      "step": 63865
    },
    {
      "epoch": 2.9712026052570364,
      "grad_norm": 1.277362008302485,
      "learning_rate": 0.00015600718080149996,
      "loss": 2.1875,
      "step": 63866
    },
    {
      "epoch": 2.9712491277041173,
      "grad_norm": 1.3210185078767678,
      "learning_rate": 0.00015600347235788497,
      "loss": 2.4688,
      "step": 63867
    },
    {
      "epoch": 2.971295650151198,
      "grad_norm": 1.2953158974284038,
      "learning_rate": 0.0001559997639105946,
      "loss": 2.2344,
      "step": 63868
    },
    {
      "epoch": 2.9713421725982787,
      "grad_norm": 1.229499209803104,
      "learning_rate": 0.00015599605545963113,
      "loss": 2.1562,
      "step": 63869
    },
    {
      "epoch": 2.971388695045359,
      "grad_norm": 1.238578009121199,
      "learning_rate": 0.00015599234700499685,
      "loss": 2.1875,
      "step": 63870
    },
    {
      "epoch": 2.97143521749244,
      "grad_norm": 1.2654910658846996,
      "learning_rate": 0.00015598863854669398,
      "loss": 2.2188,
      "step": 63871
    },
    {
      "epoch": 2.971481739939521,
      "grad_norm": 1.2680230102571741,
      "learning_rate": 0.00015598493008472486,
      "loss": 2.1875,
      "step": 63872
    },
    {
      "epoch": 2.9715282623866015,
      "grad_norm": 1.3015022688215097,
      "learning_rate": 0.0001559812216190917,
      "loss": 2.4219,
      "step": 63873
    },
    {
      "epoch": 2.971574784833682,
      "grad_norm": 1.2648547518091875,
      "learning_rate": 0.00015597751314979687,
      "loss": 2.2812,
      "step": 63874
    },
    {
      "epoch": 2.971621307280763,
      "grad_norm": 1.3397238338685513,
      "learning_rate": 0.0001559738046768425,
      "loss": 2.2969,
      "step": 63875
    },
    {
      "epoch": 2.971667829727844,
      "grad_norm": 1.169618097047419,
      "learning_rate": 0.000155970096200231,
      "loss": 1.7891,
      "step": 63876
    },
    {
      "epoch": 2.9717143521749243,
      "grad_norm": 1.2615335110559005,
      "learning_rate": 0.0001559663877199645,
      "loss": 2.0938,
      "step": 63877
    },
    {
      "epoch": 2.971760874622005,
      "grad_norm": 1.2607453611239647,
      "learning_rate": 0.00015596267923604542,
      "loss": 2.0156,
      "step": 63878
    },
    {
      "epoch": 2.9718073970690857,
      "grad_norm": 1.2937607375117526,
      "learning_rate": 0.0001559589707484759,
      "loss": 2.3438,
      "step": 63879
    },
    {
      "epoch": 2.9718539195161666,
      "grad_norm": 1.2227647952402034,
      "learning_rate": 0.00015595526225725825,
      "loss": 2.125,
      "step": 63880
    },
    {
      "epoch": 2.971900441963247,
      "grad_norm": 1.5403357318994733,
      "learning_rate": 0.00015595155376239478,
      "loss": 1.6328,
      "step": 63881
    },
    {
      "epoch": 2.971946964410328,
      "grad_norm": 1.3507723675661019,
      "learning_rate": 0.00015594784526388772,
      "loss": 2.2812,
      "step": 63882
    },
    {
      "epoch": 2.971993486857409,
      "grad_norm": 1.393634556340192,
      "learning_rate": 0.0001559441367617394,
      "loss": 2.25,
      "step": 63883
    },
    {
      "epoch": 2.9720400093044894,
      "grad_norm": 1.3840571925565766,
      "learning_rate": 0.00015594042825595197,
      "loss": 2.3594,
      "step": 63884
    },
    {
      "epoch": 2.97208653175157,
      "grad_norm": 1.2970363785298171,
      "learning_rate": 0.0001559367197465278,
      "loss": 2.2656,
      "step": 63885
    },
    {
      "epoch": 2.972133054198651,
      "grad_norm": 1.3438872969682696,
      "learning_rate": 0.00015593301123346918,
      "loss": 2.1719,
      "step": 63886
    },
    {
      "epoch": 2.9721795766457317,
      "grad_norm": 1.2196635453604696,
      "learning_rate": 0.0001559293027167783,
      "loss": 2.2344,
      "step": 63887
    },
    {
      "epoch": 2.972226099092812,
      "grad_norm": 1.2234708739049664,
      "learning_rate": 0.00015592559419645748,
      "loss": 2.0156,
      "step": 63888
    },
    {
      "epoch": 2.972272621539893,
      "grad_norm": 1.266211380631949,
      "learning_rate": 0.00015592188567250897,
      "loss": 2.1875,
      "step": 63889
    },
    {
      "epoch": 2.9723191439869736,
      "grad_norm": 1.3470491385042815,
      "learning_rate": 0.000155918177144935,
      "loss": 2.4219,
      "step": 63890
    },
    {
      "epoch": 2.9723656664340545,
      "grad_norm": 1.4466062989748658,
      "learning_rate": 0.00015591446861373795,
      "loss": 2.3594,
      "step": 63891
    },
    {
      "epoch": 2.972412188881135,
      "grad_norm": 1.2727659721136342,
      "learning_rate": 0.00015591076007891996,
      "loss": 2.0625,
      "step": 63892
    },
    {
      "epoch": 2.972458711328216,
      "grad_norm": 1.3448439129265881,
      "learning_rate": 0.00015590705154048347,
      "loss": 2.3438,
      "step": 63893
    },
    {
      "epoch": 2.972505233775297,
      "grad_norm": 1.259072405352941,
      "learning_rate": 0.0001559033429984306,
      "loss": 2.1719,
      "step": 63894
    },
    {
      "epoch": 2.9725517562223773,
      "grad_norm": 1.2524902491340026,
      "learning_rate": 0.00015589963445276363,
      "loss": 2.1406,
      "step": 63895
    },
    {
      "epoch": 2.972598278669458,
      "grad_norm": 1.2071043171428817,
      "learning_rate": 0.00015589592590348493,
      "loss": 2.0312,
      "step": 63896
    },
    {
      "epoch": 2.9726448011165387,
      "grad_norm": 1.3015826659905736,
      "learning_rate": 0.00015589221735059667,
      "loss": 2.4219,
      "step": 63897
    },
    {
      "epoch": 2.9726913235636196,
      "grad_norm": 1.333327119842794,
      "learning_rate": 0.00015588850879410117,
      "loss": 2.2188,
      "step": 63898
    },
    {
      "epoch": 2.9727378460107,
      "grad_norm": 1.2814739270262956,
      "learning_rate": 0.0001558848002340007,
      "loss": 2.3594,
      "step": 63899
    },
    {
      "epoch": 2.972784368457781,
      "grad_norm": 1.3134306558810187,
      "learning_rate": 0.00015588109167029749,
      "loss": 2.4219,
      "step": 63900
    },
    {
      "epoch": 2.9728308909048615,
      "grad_norm": 1.3342690585456662,
      "learning_rate": 0.00015587738310299384,
      "loss": 2.3594,
      "step": 63901
    },
    {
      "epoch": 2.9728774133519424,
      "grad_norm": 1.2627031380909832,
      "learning_rate": 0.00015587367453209205,
      "loss": 2.3906,
      "step": 63902
    },
    {
      "epoch": 2.972923935799023,
      "grad_norm": 1.3140887296294033,
      "learning_rate": 0.00015586996595759434,
      "loss": 2.4062,
      "step": 63903
    },
    {
      "epoch": 2.972970458246104,
      "grad_norm": 1.1947662372912442,
      "learning_rate": 0.00015586625737950302,
      "loss": 2.2656,
      "step": 63904
    },
    {
      "epoch": 2.9730169806931843,
      "grad_norm": 1.3148871987333128,
      "learning_rate": 0.00015586254879782033,
      "loss": 2.5312,
      "step": 63905
    },
    {
      "epoch": 2.9730635031402652,
      "grad_norm": 1.3429707421431296,
      "learning_rate": 0.0001558588402125486,
      "loss": 2.3594,
      "step": 63906
    },
    {
      "epoch": 2.9731100255873457,
      "grad_norm": 1.2382173642184948,
      "learning_rate": 0.00015585513162369002,
      "loss": 2.2812,
      "step": 63907
    },
    {
      "epoch": 2.9731565480344266,
      "grad_norm": 1.2485998394864783,
      "learning_rate": 0.00015585142303124687,
      "loss": 2.1094,
      "step": 63908
    },
    {
      "epoch": 2.9732030704815076,
      "grad_norm": 1.273323814253791,
      "learning_rate": 0.00015584771443522151,
      "loss": 2.0312,
      "step": 63909
    },
    {
      "epoch": 2.973249592928588,
      "grad_norm": 1.35076506160162,
      "learning_rate": 0.00015584400583561607,
      "loss": 2.5938,
      "step": 63910
    },
    {
      "epoch": 2.9732961153756685,
      "grad_norm": 1.2195906936241643,
      "learning_rate": 0.00015584029723243295,
      "loss": 2.1875,
      "step": 63911
    },
    {
      "epoch": 2.9733426378227494,
      "grad_norm": 1.2477309627890547,
      "learning_rate": 0.00015583658862567432,
      "loss": 2.1562,
      "step": 63912
    },
    {
      "epoch": 2.9733891602698304,
      "grad_norm": 1.3084983871784304,
      "learning_rate": 0.00015583288001534248,
      "loss": 2.4688,
      "step": 63913
    },
    {
      "epoch": 2.973435682716911,
      "grad_norm": 1.2306788440052354,
      "learning_rate": 0.00015582917140143974,
      "loss": 2.0156,
      "step": 63914
    },
    {
      "epoch": 2.9734822051639918,
      "grad_norm": 1.2387631448814052,
      "learning_rate": 0.00015582546278396838,
      "loss": 2.0781,
      "step": 63915
    },
    {
      "epoch": 2.9735287276110722,
      "grad_norm": 1.336274323460522,
      "learning_rate": 0.00015582175416293062,
      "loss": 2.3906,
      "step": 63916
    },
    {
      "epoch": 2.973575250058153,
      "grad_norm": 1.2268762459297573,
      "learning_rate": 0.00015581804553832873,
      "loss": 2.0938,
      "step": 63917
    },
    {
      "epoch": 2.9736217725052336,
      "grad_norm": 1.2556321531226717,
      "learning_rate": 0.00015581433691016502,
      "loss": 2.1562,
      "step": 63918
    },
    {
      "epoch": 2.9736682949523146,
      "grad_norm": 1.236545191013586,
      "learning_rate": 0.00015581062827844176,
      "loss": 2.2188,
      "step": 63919
    },
    {
      "epoch": 2.9737148173993955,
      "grad_norm": 1.258929118668461,
      "learning_rate": 0.0001558069196431612,
      "loss": 2.4062,
      "step": 63920
    },
    {
      "epoch": 2.973761339846476,
      "grad_norm": 1.4116083226810177,
      "learning_rate": 0.00015580321100432554,
      "loss": 2.25,
      "step": 63921
    },
    {
      "epoch": 2.9738078622935564,
      "grad_norm": 1.2224342050964554,
      "learning_rate": 0.00015579950236193718,
      "loss": 2.0156,
      "step": 63922
    },
    {
      "epoch": 2.9738543847406373,
      "grad_norm": 1.3234887899912562,
      "learning_rate": 0.0001557957937159983,
      "loss": 2.375,
      "step": 63923
    },
    {
      "epoch": 2.9739009071877183,
      "grad_norm": 1.314155160039623,
      "learning_rate": 0.00015579208506651118,
      "loss": 2.2344,
      "step": 63924
    },
    {
      "epoch": 2.9739474296347987,
      "grad_norm": 1.2417145095085695,
      "learning_rate": 0.00015578837641347815,
      "loss": 2.1406,
      "step": 63925
    },
    {
      "epoch": 2.9739939520818797,
      "grad_norm": 1.2616718381182,
      "learning_rate": 0.00015578466775690146,
      "loss": 2.0781,
      "step": 63926
    },
    {
      "epoch": 2.97404047452896,
      "grad_norm": 1.2923895685652855,
      "learning_rate": 0.0001557809590967833,
      "loss": 2.2656,
      "step": 63927
    },
    {
      "epoch": 2.974086996976041,
      "grad_norm": 1.2755479655392752,
      "learning_rate": 0.00015577725043312607,
      "loss": 1.5938,
      "step": 63928
    },
    {
      "epoch": 2.9741335194231215,
      "grad_norm": 1.341702129237244,
      "learning_rate": 0.00015577354176593192,
      "loss": 2.1562,
      "step": 63929
    },
    {
      "epoch": 2.9741800418702025,
      "grad_norm": 1.3193785350266722,
      "learning_rate": 0.0001557698330952032,
      "loss": 2.4531,
      "step": 63930
    },
    {
      "epoch": 2.974226564317283,
      "grad_norm": 1.2724847195776792,
      "learning_rate": 0.00015576612442094214,
      "loss": 2.3906,
      "step": 63931
    },
    {
      "epoch": 2.974273086764364,
      "grad_norm": 1.3025483265281992,
      "learning_rate": 0.00015576241574315108,
      "loss": 2.3438,
      "step": 63932
    },
    {
      "epoch": 2.9743196092114443,
      "grad_norm": 1.2406270027857207,
      "learning_rate": 0.0001557587070618322,
      "loss": 1.75,
      "step": 63933
    },
    {
      "epoch": 2.9743661316585253,
      "grad_norm": 1.3742344157721953,
      "learning_rate": 0.00015575499837698777,
      "loss": 2.4375,
      "step": 63934
    },
    {
      "epoch": 2.974412654105606,
      "grad_norm": 1.2334077008534663,
      "learning_rate": 0.00015575128968862013,
      "loss": 2.2188,
      "step": 63935
    },
    {
      "epoch": 2.9744591765526867,
      "grad_norm": 1.317349400524848,
      "learning_rate": 0.0001557475809967315,
      "loss": 2.2656,
      "step": 63936
    },
    {
      "epoch": 2.974505698999767,
      "grad_norm": 1.2861197196707572,
      "learning_rate": 0.00015574387230132418,
      "loss": 2.4375,
      "step": 63937
    },
    {
      "epoch": 2.974552221446848,
      "grad_norm": 1.2084910693175523,
      "learning_rate": 0.00015574016360240042,
      "loss": 2.0312,
      "step": 63938
    },
    {
      "epoch": 2.974598743893929,
      "grad_norm": 1.2670099886089525,
      "learning_rate": 0.0001557364548999625,
      "loss": 2.4219,
      "step": 63939
    },
    {
      "epoch": 2.9746452663410095,
      "grad_norm": 1.257649651738933,
      "learning_rate": 0.00015573274619401267,
      "loss": 2.0938,
      "step": 63940
    },
    {
      "epoch": 2.9746917887880904,
      "grad_norm": 1.3596454977636037,
      "learning_rate": 0.0001557290374845533,
      "loss": 2.2031,
      "step": 63941
    },
    {
      "epoch": 2.974738311235171,
      "grad_norm": 1.356490936866117,
      "learning_rate": 0.00015572532877158648,
      "loss": 2.4688,
      "step": 63942
    },
    {
      "epoch": 2.9747848336822518,
      "grad_norm": 1.3365193838825318,
      "learning_rate": 0.00015572162005511462,
      "loss": 2.125,
      "step": 63943
    },
    {
      "epoch": 2.9748313561293322,
      "grad_norm": 1.2816340832301043,
      "learning_rate": 0.00015571791133513993,
      "loss": 2.4062,
      "step": 63944
    },
    {
      "epoch": 2.974877878576413,
      "grad_norm": 1.2927737364107368,
      "learning_rate": 0.00015571420261166472,
      "loss": 2.125,
      "step": 63945
    },
    {
      "epoch": 2.974924401023494,
      "grad_norm": 1.3963905313452472,
      "learning_rate": 0.00015571049388469124,
      "loss": 2.0938,
      "step": 63946
    },
    {
      "epoch": 2.9749709234705746,
      "grad_norm": 1.2315537453262457,
      "learning_rate": 0.00015570678515422178,
      "loss": 2.2656,
      "step": 63947
    },
    {
      "epoch": 2.975017445917655,
      "grad_norm": 1.3418610694240063,
      "learning_rate": 0.00015570307642025856,
      "loss": 2.3438,
      "step": 63948
    },
    {
      "epoch": 2.975063968364736,
      "grad_norm": 1.244943148419336,
      "learning_rate": 0.00015569936768280388,
      "loss": 2.1406,
      "step": 63949
    },
    {
      "epoch": 2.975110490811817,
      "grad_norm": 1.3206588316147898,
      "learning_rate": 0.00015569565894186008,
      "loss": 2.2969,
      "step": 63950
    },
    {
      "epoch": 2.9751570132588974,
      "grad_norm": 1.3411057095667338,
      "learning_rate": 0.00015569195019742927,
      "loss": 2.2031,
      "step": 63951
    },
    {
      "epoch": 2.9752035357059783,
      "grad_norm": 1.3049448741981449,
      "learning_rate": 0.00015568824144951388,
      "loss": 2.3594,
      "step": 63952
    },
    {
      "epoch": 2.9752500581530588,
      "grad_norm": 1.2100126758979013,
      "learning_rate": 0.0001556845326981161,
      "loss": 2.1875,
      "step": 63953
    },
    {
      "epoch": 2.9752965806001397,
      "grad_norm": 1.2923494755822338,
      "learning_rate": 0.00015568082394323824,
      "loss": 2.4062,
      "step": 63954
    },
    {
      "epoch": 2.97534310304722,
      "grad_norm": 1.2705612382412452,
      "learning_rate": 0.00015567711518488247,
      "loss": 1.5312,
      "step": 63955
    },
    {
      "epoch": 2.975389625494301,
      "grad_norm": 1.259205057292473,
      "learning_rate": 0.0001556734064230512,
      "loss": 2.1875,
      "step": 63956
    },
    {
      "epoch": 2.9754361479413816,
      "grad_norm": 1.3099631298198244,
      "learning_rate": 0.00015566969765774664,
      "loss": 2.125,
      "step": 63957
    },
    {
      "epoch": 2.9754826703884625,
      "grad_norm": 1.2935903161669127,
      "learning_rate": 0.00015566598888897102,
      "loss": 2.5,
      "step": 63958
    },
    {
      "epoch": 2.975529192835543,
      "grad_norm": 1.3247938878023697,
      "learning_rate": 0.00015566228011672668,
      "loss": 2.1562,
      "step": 63959
    },
    {
      "epoch": 2.975575715282624,
      "grad_norm": 1.284894142235374,
      "learning_rate": 0.00015565857134101582,
      "loss": 2.2812,
      "step": 63960
    },
    {
      "epoch": 2.975622237729705,
      "grad_norm": 1.284393112918435,
      "learning_rate": 0.0001556548625618408,
      "loss": 2.0938,
      "step": 63961
    },
    {
      "epoch": 2.9756687601767853,
      "grad_norm": 1.352624590772236,
      "learning_rate": 0.0001556511537792038,
      "loss": 2.125,
      "step": 63962
    },
    {
      "epoch": 2.9757152826238658,
      "grad_norm": 1.2817155045413973,
      "learning_rate": 0.00015564744499310716,
      "loss": 2.0781,
      "step": 63963
    },
    {
      "epoch": 2.9757618050709467,
      "grad_norm": 1.2358769518594994,
      "learning_rate": 0.0001556437362035531,
      "loss": 2.1094,
      "step": 63964
    },
    {
      "epoch": 2.9758083275180276,
      "grad_norm": 1.3454889412777264,
      "learning_rate": 0.00015564002741054393,
      "loss": 2.1875,
      "step": 63965
    },
    {
      "epoch": 2.975854849965108,
      "grad_norm": 1.325633471572277,
      "learning_rate": 0.00015563631861408188,
      "loss": 2.1562,
      "step": 63966
    },
    {
      "epoch": 2.975901372412189,
      "grad_norm": 1.2886657739914589,
      "learning_rate": 0.00015563260981416924,
      "loss": 2.2812,
      "step": 63967
    },
    {
      "epoch": 2.9759478948592695,
      "grad_norm": 1.2574895819438363,
      "learning_rate": 0.0001556289010108083,
      "loss": 2.3438,
      "step": 63968
    },
    {
      "epoch": 2.9759944173063504,
      "grad_norm": 1.226050831805621,
      "learning_rate": 0.0001556251922040013,
      "loss": 2.125,
      "step": 63969
    },
    {
      "epoch": 2.976040939753431,
      "grad_norm": 1.2679319936656677,
      "learning_rate": 0.00015562148339375056,
      "loss": 2.4062,
      "step": 63970
    },
    {
      "epoch": 2.976087462200512,
      "grad_norm": 1.329666753768226,
      "learning_rate": 0.00015561777458005828,
      "loss": 2.2969,
      "step": 63971
    },
    {
      "epoch": 2.9761339846475927,
      "grad_norm": 1.3102527630902283,
      "learning_rate": 0.00015561406576292675,
      "loss": 2.4531,
      "step": 63972
    },
    {
      "epoch": 2.976180507094673,
      "grad_norm": 1.332665135222276,
      "learning_rate": 0.0001556103569423583,
      "loss": 2.1875,
      "step": 63973
    },
    {
      "epoch": 2.9762270295417537,
      "grad_norm": 1.222300955243266,
      "learning_rate": 0.00015560664811835515,
      "loss": 2.0469,
      "step": 63974
    },
    {
      "epoch": 2.9762735519888346,
      "grad_norm": 1.2662429829229696,
      "learning_rate": 0.00015560293929091953,
      "loss": 2.25,
      "step": 63975
    },
    {
      "epoch": 2.9763200744359155,
      "grad_norm": 1.317735520968176,
      "learning_rate": 0.0001555992304600538,
      "loss": 2.2344,
      "step": 63976
    },
    {
      "epoch": 2.976366596882996,
      "grad_norm": 1.2920339542139858,
      "learning_rate": 0.00015559552162576018,
      "loss": 2.1875,
      "step": 63977
    },
    {
      "epoch": 2.976413119330077,
      "grad_norm": 1.4621117398391985,
      "learning_rate": 0.00015559181278804095,
      "loss": 2.4375,
      "step": 63978
    },
    {
      "epoch": 2.9764596417771574,
      "grad_norm": 1.3426883481879008,
      "learning_rate": 0.00015558810394689839,
      "loss": 1.9688,
      "step": 63979
    },
    {
      "epoch": 2.9765061642242383,
      "grad_norm": 1.3547486268260818,
      "learning_rate": 0.00015558439510233473,
      "loss": 2.25,
      "step": 63980
    },
    {
      "epoch": 2.976552686671319,
      "grad_norm": 1.3031890352966435,
      "learning_rate": 0.00015558068625435228,
      "loss": 2.1719,
      "step": 63981
    },
    {
      "epoch": 2.9765992091183997,
      "grad_norm": 1.2642045288940649,
      "learning_rate": 0.00015557697740295332,
      "loss": 2.2969,
      "step": 63982
    },
    {
      "epoch": 2.97664573156548,
      "grad_norm": 1.3275713449093187,
      "learning_rate": 0.00015557326854814007,
      "loss": 2.3438,
      "step": 63983
    },
    {
      "epoch": 2.976692254012561,
      "grad_norm": 1.2712948729007005,
      "learning_rate": 0.00015556955968991484,
      "loss": 2.2188,
      "step": 63984
    },
    {
      "epoch": 2.9767387764596416,
      "grad_norm": 1.218170711778665,
      "learning_rate": 0.00015556585082827993,
      "loss": 2.1562,
      "step": 63985
    },
    {
      "epoch": 2.9767852989067225,
      "grad_norm": 1.198894382325264,
      "learning_rate": 0.00015556214196323756,
      "loss": 2.0938,
      "step": 63986
    },
    {
      "epoch": 2.9768318213538034,
      "grad_norm": 1.1716757685382098,
      "learning_rate": 0.00015555843309479,
      "loss": 2.2031,
      "step": 63987
    },
    {
      "epoch": 2.976878343800884,
      "grad_norm": 1.2164657508327905,
      "learning_rate": 0.0001555547242229395,
      "loss": 2.0469,
      "step": 63988
    },
    {
      "epoch": 2.9769248662479644,
      "grad_norm": 1.275778468197313,
      "learning_rate": 0.0001555510153476884,
      "loss": 2.4219,
      "step": 63989
    },
    {
      "epoch": 2.9769713886950453,
      "grad_norm": 1.2467002830783405,
      "learning_rate": 0.00015554730646903897,
      "loss": 2.125,
      "step": 63990
    },
    {
      "epoch": 2.977017911142126,
      "grad_norm": 1.3338043718636505,
      "learning_rate": 0.00015554359758699338,
      "loss": 2.5156,
      "step": 63991
    },
    {
      "epoch": 2.9770644335892067,
      "grad_norm": 1.3848319435834924,
      "learning_rate": 0.00015553988870155403,
      "loss": 2.4375,
      "step": 63992
    },
    {
      "epoch": 2.9771109560362876,
      "grad_norm": 1.3407995108086614,
      "learning_rate": 0.0001555361798127231,
      "loss": 2.6875,
      "step": 63993
    },
    {
      "epoch": 2.977157478483368,
      "grad_norm": 1.333927307455038,
      "learning_rate": 0.00015553247092050287,
      "loss": 2.2656,
      "step": 63994
    },
    {
      "epoch": 2.977204000930449,
      "grad_norm": 1.258389283926856,
      "learning_rate": 0.00015552876202489565,
      "loss": 1.75,
      "step": 63995
    },
    {
      "epoch": 2.9772505233775295,
      "grad_norm": 1.227124032557286,
      "learning_rate": 0.00015552505312590369,
      "loss": 2.0312,
      "step": 63996
    },
    {
      "epoch": 2.9772970458246104,
      "grad_norm": 1.2595178574116073,
      "learning_rate": 0.00015552134422352923,
      "loss": 2.2344,
      "step": 63997
    },
    {
      "epoch": 2.9773435682716913,
      "grad_norm": 1.3529198891799747,
      "learning_rate": 0.0001555176353177746,
      "loss": 2.3438,
      "step": 63998
    },
    {
      "epoch": 2.977390090718772,
      "grad_norm": 1.2293565875603196,
      "learning_rate": 0.00015551392640864202,
      "loss": 2.2031,
      "step": 63999
    },
    {
      "epoch": 2.9774366131658523,
      "grad_norm": 1.2051702277012164,
      "learning_rate": 0.00015551021749613382,
      "loss": 2.0469,
      "step": 64000
    },
    {
      "epoch": 2.977483135612933,
      "grad_norm": 1.2839109571638143,
      "learning_rate": 0.0001555065085802522,
      "loss": 2.1562,
      "step": 64001
    },
    {
      "epoch": 2.977529658060014,
      "grad_norm": 1.261640822728955,
      "learning_rate": 0.0001555027996609995,
      "loss": 2.2969,
      "step": 64002
    },
    {
      "epoch": 2.9775761805070946,
      "grad_norm": 1.2286806679595055,
      "learning_rate": 0.0001554990907383779,
      "loss": 2.0938,
      "step": 64003
    },
    {
      "epoch": 2.9776227029541755,
      "grad_norm": 1.3020039779875943,
      "learning_rate": 0.00015549538181238974,
      "loss": 2.0625,
      "step": 64004
    },
    {
      "epoch": 2.977669225401256,
      "grad_norm": 1.2008656041407015,
      "learning_rate": 0.0001554916728830373,
      "loss": 1.9844,
      "step": 64005
    },
    {
      "epoch": 2.977715747848337,
      "grad_norm": 1.2714556661616985,
      "learning_rate": 0.0001554879639503228,
      "loss": 2.2812,
      "step": 64006
    },
    {
      "epoch": 2.9777622702954174,
      "grad_norm": 1.2878899002409268,
      "learning_rate": 0.00015548425501424857,
      "loss": 2.3438,
      "step": 64007
    },
    {
      "epoch": 2.9778087927424983,
      "grad_norm": 1.3012476530826957,
      "learning_rate": 0.00015548054607481682,
      "loss": 2.2344,
      "step": 64008
    },
    {
      "epoch": 2.9778553151895792,
      "grad_norm": 1.284553921042364,
      "learning_rate": 0.00015547683713202986,
      "loss": 2.3281,
      "step": 64009
    },
    {
      "epoch": 2.9779018376366597,
      "grad_norm": 1.337353285414395,
      "learning_rate": 0.0001554731281858899,
      "loss": 2.4375,
      "step": 64010
    },
    {
      "epoch": 2.97794836008374,
      "grad_norm": 1.2665423341112854,
      "learning_rate": 0.0001554694192363993,
      "loss": 1.6797,
      "step": 64011
    },
    {
      "epoch": 2.977994882530821,
      "grad_norm": 1.2352860414337201,
      "learning_rate": 0.00015546571028356024,
      "loss": 1.7656,
      "step": 64012
    },
    {
      "epoch": 2.978041404977902,
      "grad_norm": 1.225208216678006,
      "learning_rate": 0.00015546200132737515,
      "loss": 2.1094,
      "step": 64013
    },
    {
      "epoch": 2.9780879274249825,
      "grad_norm": 1.2990499672407116,
      "learning_rate": 0.00015545829236784613,
      "loss": 2.2656,
      "step": 64014
    },
    {
      "epoch": 2.978134449872063,
      "grad_norm": 1.3542323472859008,
      "learning_rate": 0.00015545458340497547,
      "loss": 2.2344,
      "step": 64015
    },
    {
      "epoch": 2.978180972319144,
      "grad_norm": 1.2458359347521915,
      "learning_rate": 0.00015545087443876555,
      "loss": 2.2344,
      "step": 64016
    },
    {
      "epoch": 2.978227494766225,
      "grad_norm": 1.297258468121431,
      "learning_rate": 0.00015544716546921853,
      "loss": 2.0781,
      "step": 64017
    },
    {
      "epoch": 2.9782740172133053,
      "grad_norm": 1.2892351921299439,
      "learning_rate": 0.00015544345649633678,
      "loss": 2.0781,
      "step": 64018
    },
    {
      "epoch": 2.9783205396603862,
      "grad_norm": 1.2736964186007866,
      "learning_rate": 0.00015543974752012243,
      "loss": 2.2969,
      "step": 64019
    },
    {
      "epoch": 2.9783670621074667,
      "grad_norm": 1.23597311948142,
      "learning_rate": 0.00015543603854057788,
      "loss": 2.0781,
      "step": 64020
    },
    {
      "epoch": 2.9784135845545476,
      "grad_norm": 1.2963980981683942,
      "learning_rate": 0.00015543232955770537,
      "loss": 2.3281,
      "step": 64021
    },
    {
      "epoch": 2.978460107001628,
      "grad_norm": 1.2425258295742885,
      "learning_rate": 0.0001554286205715071,
      "loss": 2.1562,
      "step": 64022
    },
    {
      "epoch": 2.978506629448709,
      "grad_norm": 1.4131244147645943,
      "learning_rate": 0.00015542491158198541,
      "loss": 2.3594,
      "step": 64023
    },
    {
      "epoch": 2.97855315189579,
      "grad_norm": 1.2867208693204306,
      "learning_rate": 0.00015542120258914258,
      "loss": 1.7266,
      "step": 64024
    },
    {
      "epoch": 2.9785996743428704,
      "grad_norm": 1.3302076809044259,
      "learning_rate": 0.00015541749359298087,
      "loss": 2.5469,
      "step": 64025
    },
    {
      "epoch": 2.978646196789951,
      "grad_norm": 1.2717018749346478,
      "learning_rate": 0.00015541378459350255,
      "loss": 2.2344,
      "step": 64026
    },
    {
      "epoch": 2.978692719237032,
      "grad_norm": 1.2278826840317356,
      "learning_rate": 0.00015541007559070986,
      "loss": 2.1562,
      "step": 64027
    },
    {
      "epoch": 2.9787392416841127,
      "grad_norm": 1.3694616380261242,
      "learning_rate": 0.00015540636658460506,
      "loss": 2.3281,
      "step": 64028
    },
    {
      "epoch": 2.9787857641311932,
      "grad_norm": 1.3465891477628025,
      "learning_rate": 0.0001554026575751905,
      "loss": 2.4062,
      "step": 64029
    },
    {
      "epoch": 2.978832286578274,
      "grad_norm": 1.3338588269162897,
      "learning_rate": 0.00015539894856246835,
      "loss": 2.2656,
      "step": 64030
    },
    {
      "epoch": 2.9788788090253546,
      "grad_norm": 1.263717558393979,
      "learning_rate": 0.00015539523954644096,
      "loss": 2.2188,
      "step": 64031
    },
    {
      "epoch": 2.9789253314724355,
      "grad_norm": 1.2624864687914936,
      "learning_rate": 0.00015539153052711058,
      "loss": 2.125,
      "step": 64032
    },
    {
      "epoch": 2.978971853919516,
      "grad_norm": 1.257393171739912,
      "learning_rate": 0.00015538782150447945,
      "loss": 2.1562,
      "step": 64033
    },
    {
      "epoch": 2.979018376366597,
      "grad_norm": 1.311186962347852,
      "learning_rate": 0.00015538411247854986,
      "loss": 2.2969,
      "step": 64034
    },
    {
      "epoch": 2.979064898813678,
      "grad_norm": 1.2978909179212967,
      "learning_rate": 0.0001553804034493241,
      "loss": 2.2812,
      "step": 64035
    },
    {
      "epoch": 2.9791114212607583,
      "grad_norm": 1.1320979261540804,
      "learning_rate": 0.00015537669441680442,
      "loss": 1.8125,
      "step": 64036
    },
    {
      "epoch": 2.979157943707839,
      "grad_norm": 1.358768775872091,
      "learning_rate": 0.00015537298538099314,
      "loss": 2.2344,
      "step": 64037
    },
    {
      "epoch": 2.9792044661549197,
      "grad_norm": 1.292121056638695,
      "learning_rate": 0.0001553692763418924,
      "loss": 2.25,
      "step": 64038
    },
    {
      "epoch": 2.9792509886020007,
      "grad_norm": 1.322858212984267,
      "learning_rate": 0.00015536556729950466,
      "loss": 2.25,
      "step": 64039
    },
    {
      "epoch": 2.979297511049081,
      "grad_norm": 1.300602854551648,
      "learning_rate": 0.000155361858253832,
      "loss": 2.3438,
      "step": 64040
    },
    {
      "epoch": 2.979344033496162,
      "grad_norm": 1.253581244100975,
      "learning_rate": 0.00015535814920487683,
      "loss": 2.2188,
      "step": 64041
    },
    {
      "epoch": 2.9793905559432425,
      "grad_norm": 1.2529691362765192,
      "learning_rate": 0.0001553544401526414,
      "loss": 2.2344,
      "step": 64042
    },
    {
      "epoch": 2.9794370783903235,
      "grad_norm": 1.3375782619219534,
      "learning_rate": 0.00015535073109712786,
      "loss": 2.1562,
      "step": 64043
    },
    {
      "epoch": 2.979483600837404,
      "grad_norm": 1.3049660055372567,
      "learning_rate": 0.00015534702203833864,
      "loss": 2.4531,
      "step": 64044
    },
    {
      "epoch": 2.979530123284485,
      "grad_norm": 1.3160411496069297,
      "learning_rate": 0.00015534331297627587,
      "loss": 2.25,
      "step": 64045
    },
    {
      "epoch": 2.9795766457315653,
      "grad_norm": 1.316220002899366,
      "learning_rate": 0.00015533960391094198,
      "loss": 2.3438,
      "step": 64046
    },
    {
      "epoch": 2.9796231681786463,
      "grad_norm": 1.258064823712864,
      "learning_rate": 0.0001553358948423391,
      "loss": 2.125,
      "step": 64047
    },
    {
      "epoch": 2.9796696906257267,
      "grad_norm": 1.4009662827362814,
      "learning_rate": 0.00015533218577046956,
      "loss": 2.3281,
      "step": 64048
    },
    {
      "epoch": 2.9797162130728077,
      "grad_norm": 1.3175613228120426,
      "learning_rate": 0.00015532847669533562,
      "loss": 2.2812,
      "step": 64049
    },
    {
      "epoch": 2.9797627355198886,
      "grad_norm": 1.2621328918863886,
      "learning_rate": 0.00015532476761693958,
      "loss": 2.0781,
      "step": 64050
    },
    {
      "epoch": 2.979809257966969,
      "grad_norm": 1.2422888513318915,
      "learning_rate": 0.00015532105853528365,
      "loss": 2.0938,
      "step": 64051
    },
    {
      "epoch": 2.9798557804140495,
      "grad_norm": 1.2714730814154904,
      "learning_rate": 0.00015531734945037017,
      "loss": 2.1094,
      "step": 64052
    },
    {
      "epoch": 2.9799023028611304,
      "grad_norm": 1.3729862912500734,
      "learning_rate": 0.00015531364036220136,
      "loss": 2.2969,
      "step": 64053
    },
    {
      "epoch": 2.9799488253082114,
      "grad_norm": 1.4231072807531915,
      "learning_rate": 0.00015530993127077953,
      "loss": 2.6094,
      "step": 64054
    },
    {
      "epoch": 2.979995347755292,
      "grad_norm": 1.34828664986056,
      "learning_rate": 0.00015530622217610688,
      "loss": 2.25,
      "step": 64055
    },
    {
      "epoch": 2.9800418702023728,
      "grad_norm": 1.286685219149519,
      "learning_rate": 0.00015530251307818574,
      "loss": 2.3906,
      "step": 64056
    },
    {
      "epoch": 2.9800883926494532,
      "grad_norm": 1.2066156643438515,
      "learning_rate": 0.00015529880397701845,
      "loss": 1.9219,
      "step": 64057
    },
    {
      "epoch": 2.980134915096534,
      "grad_norm": 1.2264734356582159,
      "learning_rate": 0.0001552950948726071,
      "loss": 2.1406,
      "step": 64058
    },
    {
      "epoch": 2.9801814375436146,
      "grad_norm": 1.28526460624936,
      "learning_rate": 0.00015529138576495413,
      "loss": 2.25,
      "step": 64059
    },
    {
      "epoch": 2.9802279599906956,
      "grad_norm": 1.286302349980871,
      "learning_rate": 0.00015528767665406169,
      "loss": 2.3594,
      "step": 64060
    },
    {
      "epoch": 2.9802744824377765,
      "grad_norm": 1.3671765358069232,
      "learning_rate": 0.00015528396753993216,
      "loss": 2.0312,
      "step": 64061
    },
    {
      "epoch": 2.980321004884857,
      "grad_norm": 1.2377123745098004,
      "learning_rate": 0.0001552802584225677,
      "loss": 2.2188,
      "step": 64062
    },
    {
      "epoch": 2.9803675273319374,
      "grad_norm": 1.228777501057186,
      "learning_rate": 0.0001552765493019707,
      "loss": 2.2656,
      "step": 64063
    },
    {
      "epoch": 2.9804140497790184,
      "grad_norm": 1.3409483210931077,
      "learning_rate": 0.0001552728401781433,
      "loss": 2.1094,
      "step": 64064
    },
    {
      "epoch": 2.9804605722260993,
      "grad_norm": 1.3110682739795851,
      "learning_rate": 0.00015526913105108788,
      "loss": 2.5469,
      "step": 64065
    },
    {
      "epoch": 2.9805070946731798,
      "grad_norm": 1.2643081224967165,
      "learning_rate": 0.00015526542192080664,
      "loss": 2.2812,
      "step": 64066
    },
    {
      "epoch": 2.9805536171202607,
      "grad_norm": 1.3142210903586902,
      "learning_rate": 0.00015526171278730185,
      "loss": 2.0938,
      "step": 64067
    },
    {
      "epoch": 2.980600139567341,
      "grad_norm": 1.2322916560984307,
      "learning_rate": 0.00015525800365057588,
      "loss": 2.4688,
      "step": 64068
    },
    {
      "epoch": 2.980646662014422,
      "grad_norm": 1.3142262664438333,
      "learning_rate": 0.00015525429451063085,
      "loss": 2.2812,
      "step": 64069
    },
    {
      "epoch": 2.9806931844615026,
      "grad_norm": 1.4276148681816134,
      "learning_rate": 0.00015525058536746918,
      "loss": 2.3438,
      "step": 64070
    },
    {
      "epoch": 2.9807397069085835,
      "grad_norm": 1.2260720854344176,
      "learning_rate": 0.00015524687622109302,
      "loss": 2.0312,
      "step": 64071
    },
    {
      "epoch": 2.980786229355664,
      "grad_norm": 1.305051788243849,
      "learning_rate": 0.00015524316707150475,
      "loss": 2.2344,
      "step": 64072
    },
    {
      "epoch": 2.980832751802745,
      "grad_norm": 1.1965518323707394,
      "learning_rate": 0.00015523945791870653,
      "loss": 2.0156,
      "step": 64073
    },
    {
      "epoch": 2.9808792742498254,
      "grad_norm": 1.2734729403565672,
      "learning_rate": 0.00015523574876270073,
      "loss": 2.1406,
      "step": 64074
    },
    {
      "epoch": 2.9809257966969063,
      "grad_norm": 1.2582329928826936,
      "learning_rate": 0.0001552320396034895,
      "loss": 2.3906,
      "step": 64075
    },
    {
      "epoch": 2.980972319143987,
      "grad_norm": 1.249097860964042,
      "learning_rate": 0.00015522833044107526,
      "loss": 2.2344,
      "step": 64076
    },
    {
      "epoch": 2.9810188415910677,
      "grad_norm": 1.2393730624545318,
      "learning_rate": 0.00015522462127546014,
      "loss": 2.1719,
      "step": 64077
    },
    {
      "epoch": 2.981065364038148,
      "grad_norm": 1.3386889890418863,
      "learning_rate": 0.00015522091210664653,
      "loss": 2.4531,
      "step": 64078
    },
    {
      "epoch": 2.981111886485229,
      "grad_norm": 1.276705933178168,
      "learning_rate": 0.00015521720293463663,
      "loss": 2.0938,
      "step": 64079
    },
    {
      "epoch": 2.98115840893231,
      "grad_norm": 1.2027948188621826,
      "learning_rate": 0.0001552134937594327,
      "loss": 2.0469,
      "step": 64080
    },
    {
      "epoch": 2.9812049313793905,
      "grad_norm": 1.1731081311495262,
      "learning_rate": 0.00015520978458103709,
      "loss": 2.0,
      "step": 64081
    },
    {
      "epoch": 2.9812514538264714,
      "grad_norm": 1.3340616347802623,
      "learning_rate": 0.00015520607539945197,
      "loss": 2.2656,
      "step": 64082
    },
    {
      "epoch": 2.981297976273552,
      "grad_norm": 1.2522397706471982,
      "learning_rate": 0.0001552023662146797,
      "loss": 2.0781,
      "step": 64083
    },
    {
      "epoch": 2.981344498720633,
      "grad_norm": 1.2685603251891477,
      "learning_rate": 0.00015519865702672247,
      "loss": 2.2344,
      "step": 64084
    },
    {
      "epoch": 2.9813910211677133,
      "grad_norm": 1.1776542988291845,
      "learning_rate": 0.00015519494783558264,
      "loss": 1.8828,
      "step": 64085
    },
    {
      "epoch": 2.981437543614794,
      "grad_norm": 1.2396657520333003,
      "learning_rate": 0.00015519123864126238,
      "loss": 2.3438,
      "step": 64086
    },
    {
      "epoch": 2.981484066061875,
      "grad_norm": 1.2405939690626988,
      "learning_rate": 0.00015518752944376405,
      "loss": 2.1406,
      "step": 64087
    },
    {
      "epoch": 2.9815305885089556,
      "grad_norm": 1.2875278977964957,
      "learning_rate": 0.00015518382024308985,
      "loss": 2.0469,
      "step": 64088
    },
    {
      "epoch": 2.981577110956036,
      "grad_norm": 1.2370243788350783,
      "learning_rate": 0.0001551801110392421,
      "loss": 2.3906,
      "step": 64089
    },
    {
      "epoch": 2.981623633403117,
      "grad_norm": 1.3830470123050587,
      "learning_rate": 0.00015517640183222307,
      "loss": 2.375,
      "step": 64090
    },
    {
      "epoch": 2.981670155850198,
      "grad_norm": 1.2631343617468456,
      "learning_rate": 0.00015517269262203503,
      "loss": 2.2656,
      "step": 64091
    },
    {
      "epoch": 2.9817166782972784,
      "grad_norm": 1.2425494743849708,
      "learning_rate": 0.00015516898340868022,
      "loss": 2.25,
      "step": 64092
    },
    {
      "epoch": 2.9817632007443593,
      "grad_norm": 1.2830462910030611,
      "learning_rate": 0.0001551652741921609,
      "loss": 2.1406,
      "step": 64093
    },
    {
      "epoch": 2.9818097231914398,
      "grad_norm": 1.2486538568176466,
      "learning_rate": 0.00015516156497247943,
      "loss": 2.2031,
      "step": 64094
    },
    {
      "epoch": 2.9818562456385207,
      "grad_norm": 1.2659513711502608,
      "learning_rate": 0.00015515785574963796,
      "loss": 2.25,
      "step": 64095
    },
    {
      "epoch": 2.981902768085601,
      "grad_norm": 1.3156237414541871,
      "learning_rate": 0.00015515414652363886,
      "loss": 2.3281,
      "step": 64096
    },
    {
      "epoch": 2.981949290532682,
      "grad_norm": 1.418022363556595,
      "learning_rate": 0.00015515043729448432,
      "loss": 2.1719,
      "step": 64097
    },
    {
      "epoch": 2.9819958129797626,
      "grad_norm": 1.3327814695077709,
      "learning_rate": 0.0001551467280621767,
      "loss": 2.1562,
      "step": 64098
    },
    {
      "epoch": 2.9820423354268435,
      "grad_norm": 1.2385181714138125,
      "learning_rate": 0.00015514301882671818,
      "loss": 2.2188,
      "step": 64099
    },
    {
      "epoch": 2.982088857873924,
      "grad_norm": 1.2602905563454303,
      "learning_rate": 0.00015513930958811105,
      "loss": 2.2188,
      "step": 64100
    },
    {
      "epoch": 2.982135380321005,
      "grad_norm": 1.2776539415197237,
      "learning_rate": 0.00015513560034635768,
      "loss": 2.4219,
      "step": 64101
    },
    {
      "epoch": 2.982181902768086,
      "grad_norm": 1.3198579547731564,
      "learning_rate": 0.0001551318911014602,
      "loss": 2.1562,
      "step": 64102
    },
    {
      "epoch": 2.9822284252151663,
      "grad_norm": 1.2357559470175616,
      "learning_rate": 0.00015512818185342103,
      "loss": 2.2344,
      "step": 64103
    },
    {
      "epoch": 2.9822749476622468,
      "grad_norm": 1.1870277401287497,
      "learning_rate": 0.00015512447260224228,
      "loss": 2.125,
      "step": 64104
    },
    {
      "epoch": 2.9823214701093277,
      "grad_norm": 1.2800741229992434,
      "learning_rate": 0.00015512076334792634,
      "loss": 2.2188,
      "step": 64105
    },
    {
      "epoch": 2.9823679925564086,
      "grad_norm": 1.2320579248178274,
      "learning_rate": 0.0001551170540904754,
      "loss": 2.1719,
      "step": 64106
    },
    {
      "epoch": 2.982414515003489,
      "grad_norm": 1.265429945154469,
      "learning_rate": 0.00015511334482989182,
      "loss": 2.4688,
      "step": 64107
    },
    {
      "epoch": 2.98246103745057,
      "grad_norm": 1.365963133551992,
      "learning_rate": 0.00015510963556617777,
      "loss": 2.375,
      "step": 64108
    },
    {
      "epoch": 2.9825075598976505,
      "grad_norm": 1.2850416591424954,
      "learning_rate": 0.0001551059262993356,
      "loss": 2.1562,
      "step": 64109
    },
    {
      "epoch": 2.9825540823447314,
      "grad_norm": 1.2530740965088543,
      "learning_rate": 0.00015510221702936755,
      "loss": 2.2344,
      "step": 64110
    },
    {
      "epoch": 2.982600604791812,
      "grad_norm": 1.2389858376516696,
      "learning_rate": 0.00015509850775627588,
      "loss": 2.3281,
      "step": 64111
    },
    {
      "epoch": 2.982647127238893,
      "grad_norm": 1.1753831125639287,
      "learning_rate": 0.00015509479848006287,
      "loss": 2.0625,
      "step": 64112
    },
    {
      "epoch": 2.9826936496859737,
      "grad_norm": 1.2823700654264243,
      "learning_rate": 0.0001550910892007308,
      "loss": 2.1562,
      "step": 64113
    },
    {
      "epoch": 2.982740172133054,
      "grad_norm": 1.3160532486067533,
      "learning_rate": 0.00015508737991828193,
      "loss": 2.2188,
      "step": 64114
    },
    {
      "epoch": 2.9827866945801347,
      "grad_norm": 1.3137614943581144,
      "learning_rate": 0.00015508367063271853,
      "loss": 2.375,
      "step": 64115
    },
    {
      "epoch": 2.9828332170272156,
      "grad_norm": 1.272788762036864,
      "learning_rate": 0.00015507996134404292,
      "loss": 2.2812,
      "step": 64116
    },
    {
      "epoch": 2.9828797394742965,
      "grad_norm": 1.2428253632440012,
      "learning_rate": 0.0001550762520522573,
      "loss": 2.1719,
      "step": 64117
    },
    {
      "epoch": 2.982926261921377,
      "grad_norm": 1.2725123552759765,
      "learning_rate": 0.00015507254275736395,
      "loss": 2.1094,
      "step": 64118
    },
    {
      "epoch": 2.982972784368458,
      "grad_norm": 1.30080260566692,
      "learning_rate": 0.00015506883345936518,
      "loss": 2.4844,
      "step": 64119
    },
    {
      "epoch": 2.9830193068155384,
      "grad_norm": 1.236080326062557,
      "learning_rate": 0.00015506512415826325,
      "loss": 2.1094,
      "step": 64120
    },
    {
      "epoch": 2.9830658292626193,
      "grad_norm": 1.2665577311265714,
      "learning_rate": 0.00015506141485406038,
      "loss": 2.1562,
      "step": 64121
    },
    {
      "epoch": 2.9831123517097,
      "grad_norm": 1.3508293288806714,
      "learning_rate": 0.00015505770554675893,
      "loss": 2.125,
      "step": 64122
    },
    {
      "epoch": 2.9831588741567807,
      "grad_norm": 1.303296500848663,
      "learning_rate": 0.00015505399623636111,
      "loss": 2.2656,
      "step": 64123
    },
    {
      "epoch": 2.9832053966038616,
      "grad_norm": 1.2200245447123805,
      "learning_rate": 0.0001550502869228692,
      "loss": 2.2031,
      "step": 64124
    },
    {
      "epoch": 2.983251919050942,
      "grad_norm": 1.42204688145783,
      "learning_rate": 0.00015504657760628547,
      "loss": 2.1094,
      "step": 64125
    },
    {
      "epoch": 2.9832984414980226,
      "grad_norm": 1.1657564478934392,
      "learning_rate": 0.0001550428682866122,
      "loss": 2.0312,
      "step": 64126
    },
    {
      "epoch": 2.9833449639451035,
      "grad_norm": 1.2175740344573474,
      "learning_rate": 0.00015503915896385168,
      "loss": 2.1094,
      "step": 64127
    },
    {
      "epoch": 2.9833914863921844,
      "grad_norm": 1.3743772321090375,
      "learning_rate": 0.0001550354496380061,
      "loss": 2.4062,
      "step": 64128
    },
    {
      "epoch": 2.983438008839265,
      "grad_norm": 1.2743836410996496,
      "learning_rate": 0.00015503174030907785,
      "loss": 2.4062,
      "step": 64129
    },
    {
      "epoch": 2.9834845312863454,
      "grad_norm": 1.2696111278978723,
      "learning_rate": 0.00015502803097706906,
      "loss": 2.125,
      "step": 64130
    },
    {
      "epoch": 2.9835310537334263,
      "grad_norm": 1.3139265123463921,
      "learning_rate": 0.00015502432164198217,
      "loss": 2.2656,
      "step": 64131
    },
    {
      "epoch": 2.9835775761805072,
      "grad_norm": 1.2893251731545448,
      "learning_rate": 0.00015502061230381924,
      "loss": 2.2031,
      "step": 64132
    },
    {
      "epoch": 2.9836240986275877,
      "grad_norm": 1.3471266693688955,
      "learning_rate": 0.00015501690296258278,
      "loss": 2.3594,
      "step": 64133
    },
    {
      "epoch": 2.9836706210746686,
      "grad_norm": 1.2383654751760351,
      "learning_rate": 0.00015501319361827486,
      "loss": 2.2031,
      "step": 64134
    },
    {
      "epoch": 2.983717143521749,
      "grad_norm": 1.297423696883564,
      "learning_rate": 0.0001550094842708979,
      "loss": 2.3125,
      "step": 64135
    },
    {
      "epoch": 2.98376366596883,
      "grad_norm": 1.2964068209458328,
      "learning_rate": 0.0001550057749204541,
      "loss": 2.1719,
      "step": 64136
    },
    {
      "epoch": 2.9838101884159105,
      "grad_norm": 1.3009441683871985,
      "learning_rate": 0.00015500206556694573,
      "loss": 2.2656,
      "step": 64137
    },
    {
      "epoch": 2.9838567108629914,
      "grad_norm": 1.343867027408255,
      "learning_rate": 0.00015499835621037505,
      "loss": 2.1562,
      "step": 64138
    },
    {
      "epoch": 2.9839032333100723,
      "grad_norm": 1.2331133467628521,
      "learning_rate": 0.00015499464685074434,
      "loss": 2.0,
      "step": 64139
    },
    {
      "epoch": 2.983949755757153,
      "grad_norm": 1.1993460864086132,
      "learning_rate": 0.00015499093748805589,
      "loss": 2.0469,
      "step": 64140
    },
    {
      "epoch": 2.9839962782042333,
      "grad_norm": 1.2837834483230488,
      "learning_rate": 0.00015498722812231196,
      "loss": 2.25,
      "step": 64141
    },
    {
      "epoch": 2.984042800651314,
      "grad_norm": 1.2465370141328909,
      "learning_rate": 0.0001549835187535148,
      "loss": 2.1719,
      "step": 64142
    },
    {
      "epoch": 2.984089323098395,
      "grad_norm": 1.3554890224468568,
      "learning_rate": 0.0001549798093816667,
      "loss": 2.0312,
      "step": 64143
    },
    {
      "epoch": 2.9841358455454756,
      "grad_norm": 1.2748225940539892,
      "learning_rate": 0.00015497610000676996,
      "loss": 2.2812,
      "step": 64144
    },
    {
      "epoch": 2.9841823679925565,
      "grad_norm": 1.319596638697255,
      "learning_rate": 0.00015497239062882678,
      "loss": 2.2969,
      "step": 64145
    },
    {
      "epoch": 2.984228890439637,
      "grad_norm": 1.181955599238722,
      "learning_rate": 0.00015496868124783954,
      "loss": 2.0156,
      "step": 64146
    },
    {
      "epoch": 2.984275412886718,
      "grad_norm": 1.305865266108148,
      "learning_rate": 0.00015496497186381035,
      "loss": 2.2812,
      "step": 64147
    },
    {
      "epoch": 2.9843219353337984,
      "grad_norm": 1.29183525515711,
      "learning_rate": 0.00015496126247674166,
      "loss": 2.2031,
      "step": 64148
    },
    {
      "epoch": 2.9843684577808793,
      "grad_norm": 1.2343956100642386,
      "learning_rate": 0.00015495755308663565,
      "loss": 2.3594,
      "step": 64149
    },
    {
      "epoch": 2.9844149802279603,
      "grad_norm": 1.2238476246655328,
      "learning_rate": 0.00015495384369349456,
      "loss": 2.1094,
      "step": 64150
    },
    {
      "epoch": 2.9844615026750407,
      "grad_norm": 1.3201559203373214,
      "learning_rate": 0.00015495013429732074,
      "loss": 2.2812,
      "step": 64151
    },
    {
      "epoch": 2.984508025122121,
      "grad_norm": 1.2713521282051519,
      "learning_rate": 0.00015494642489811638,
      "loss": 2.25,
      "step": 64152
    },
    {
      "epoch": 2.984554547569202,
      "grad_norm": 1.497195216204699,
      "learning_rate": 0.0001549427154958838,
      "loss": 2.4062,
      "step": 64153
    },
    {
      "epoch": 2.984601070016283,
      "grad_norm": 1.28457437001353,
      "learning_rate": 0.0001549390060906252,
      "loss": 2.1562,
      "step": 64154
    },
    {
      "epoch": 2.9846475924633635,
      "grad_norm": 1.2774442868158067,
      "learning_rate": 0.000154935296682343,
      "loss": 2.3125,
      "step": 64155
    },
    {
      "epoch": 2.9846941149104445,
      "grad_norm": 1.3614141175909895,
      "learning_rate": 0.0001549315872710393,
      "loss": 2.4062,
      "step": 64156
    },
    {
      "epoch": 2.984740637357525,
      "grad_norm": 1.333173910682218,
      "learning_rate": 0.00015492787785671653,
      "loss": 2.2812,
      "step": 64157
    },
    {
      "epoch": 2.984787159804606,
      "grad_norm": 1.298454255737809,
      "learning_rate": 0.0001549241684393769,
      "loss": 2.4219,
      "step": 64158
    },
    {
      "epoch": 2.9848336822516863,
      "grad_norm": 1.2280480999101404,
      "learning_rate": 0.0001549204590190226,
      "loss": 1.9922,
      "step": 64159
    },
    {
      "epoch": 2.9848802046987672,
      "grad_norm": 1.291396355008341,
      "learning_rate": 0.000154916749595656,
      "loss": 2.0938,
      "step": 64160
    },
    {
      "epoch": 2.9849267271458477,
      "grad_norm": 1.2372005414683738,
      "learning_rate": 0.00015491304016927935,
      "loss": 2.0781,
      "step": 64161
    },
    {
      "epoch": 2.9849732495929286,
      "grad_norm": 1.2682123029850227,
      "learning_rate": 0.00015490933073989487,
      "loss": 2.0,
      "step": 64162
    },
    {
      "epoch": 2.985019772040009,
      "grad_norm": 1.277078393280749,
      "learning_rate": 0.0001549056213075049,
      "loss": 2.2188,
      "step": 64163
    },
    {
      "epoch": 2.98506629448709,
      "grad_norm": 1.336945114209767,
      "learning_rate": 0.00015490191187211166,
      "loss": 2.4375,
      "step": 64164
    },
    {
      "epoch": 2.985112816934171,
      "grad_norm": 1.2752868076767077,
      "learning_rate": 0.00015489820243371738,
      "loss": 2.2031,
      "step": 64165
    },
    {
      "epoch": 2.9851593393812514,
      "grad_norm": 1.2631259230254144,
      "learning_rate": 0.0001548944929923245,
      "loss": 2.1406,
      "step": 64166
    },
    {
      "epoch": 2.985205861828332,
      "grad_norm": 1.2508560781595757,
      "learning_rate": 0.00015489078354793512,
      "loss": 1.9141,
      "step": 64167
    },
    {
      "epoch": 2.985252384275413,
      "grad_norm": 1.3618891602449466,
      "learning_rate": 0.00015488707410055163,
      "loss": 2.3125,
      "step": 64168
    },
    {
      "epoch": 2.9852989067224938,
      "grad_norm": 1.2852897727579058,
      "learning_rate": 0.00015488336465017616,
      "loss": 2.375,
      "step": 64169
    },
    {
      "epoch": 2.9853454291695742,
      "grad_norm": 1.355222198445772,
      "learning_rate": 0.00015487965519681116,
      "loss": 2.375,
      "step": 64170
    },
    {
      "epoch": 2.985391951616655,
      "grad_norm": 1.370180014593713,
      "learning_rate": 0.00015487594574045872,
      "loss": 2.3906,
      "step": 64171
    },
    {
      "epoch": 2.9854384740637356,
      "grad_norm": 1.3150693394219468,
      "learning_rate": 0.00015487223628112126,
      "loss": 2.2812,
      "step": 64172
    },
    {
      "epoch": 2.9854849965108166,
      "grad_norm": 1.3508992268644975,
      "learning_rate": 0.00015486852681880094,
      "loss": 2.4531,
      "step": 64173
    },
    {
      "epoch": 2.985531518957897,
      "grad_norm": 1.2899989992059147,
      "learning_rate": 0.00015486481735350012,
      "loss": 2.3281,
      "step": 64174
    },
    {
      "epoch": 2.985578041404978,
      "grad_norm": 1.4693633055433974,
      "learning_rate": 0.00015486110788522105,
      "loss": 2.4219,
      "step": 64175
    },
    {
      "epoch": 2.985624563852059,
      "grad_norm": 1.3650021064596982,
      "learning_rate": 0.00015485739841396588,
      "loss": 2.2812,
      "step": 64176
    },
    {
      "epoch": 2.9856710862991394,
      "grad_norm": 1.2855961986529392,
      "learning_rate": 0.00015485368893973706,
      "loss": 2.3438,
      "step": 64177
    },
    {
      "epoch": 2.98571760874622,
      "grad_norm": 1.3000264692730619,
      "learning_rate": 0.00015484997946253675,
      "loss": 2.4219,
      "step": 64178
    },
    {
      "epoch": 2.9857641311933008,
      "grad_norm": 1.360125759298876,
      "learning_rate": 0.00015484626998236731,
      "loss": 2.2812,
      "step": 64179
    },
    {
      "epoch": 2.9858106536403817,
      "grad_norm": 1.2855433525151307,
      "learning_rate": 0.00015484256049923088,
      "loss": 2.2812,
      "step": 64180
    },
    {
      "epoch": 2.985857176087462,
      "grad_norm": 1.248920398550194,
      "learning_rate": 0.00015483885101312986,
      "loss": 2.2031,
      "step": 64181
    },
    {
      "epoch": 2.985903698534543,
      "grad_norm": 1.2410823645212268,
      "learning_rate": 0.00015483514152406645,
      "loss": 2.4062,
      "step": 64182
    },
    {
      "epoch": 2.9859502209816235,
      "grad_norm": 1.3557724854242774,
      "learning_rate": 0.00015483143203204298,
      "loss": 2.5312,
      "step": 64183
    },
    {
      "epoch": 2.9859967434287045,
      "grad_norm": 1.2658604791576786,
      "learning_rate": 0.0001548277225370616,
      "loss": 2.1719,
      "step": 64184
    },
    {
      "epoch": 2.986043265875785,
      "grad_norm": 1.228137866910583,
      "learning_rate": 0.00015482401303912473,
      "loss": 2.1406,
      "step": 64185
    },
    {
      "epoch": 2.986089788322866,
      "grad_norm": 1.2817598670691657,
      "learning_rate": 0.0001548203035382345,
      "loss": 2.3125,
      "step": 64186
    },
    {
      "epoch": 2.9861363107699463,
      "grad_norm": 1.2516168448905587,
      "learning_rate": 0.0001548165940343933,
      "loss": 2.2188,
      "step": 64187
    },
    {
      "epoch": 2.9861828332170273,
      "grad_norm": 1.3025782427992965,
      "learning_rate": 0.00015481288452760336,
      "loss": 2.4531,
      "step": 64188
    },
    {
      "epoch": 2.9862293556641077,
      "grad_norm": 1.264699635923321,
      "learning_rate": 0.00015480917501786693,
      "loss": 2.0781,
      "step": 64189
    },
    {
      "epoch": 2.9862758781111887,
      "grad_norm": 1.344713574999722,
      "learning_rate": 0.00015480546550518628,
      "loss": 2.2969,
      "step": 64190
    },
    {
      "epoch": 2.9863224005582696,
      "grad_norm": 1.2837150955462253,
      "learning_rate": 0.00015480175598956369,
      "loss": 2.375,
      "step": 64191
    },
    {
      "epoch": 2.98636892300535,
      "grad_norm": 1.2851723521162908,
      "learning_rate": 0.0001547980464710015,
      "loss": 2.2812,
      "step": 64192
    },
    {
      "epoch": 2.9864154454524305,
      "grad_norm": 1.3801809240169782,
      "learning_rate": 0.00015479433694950186,
      "loss": 2.4531,
      "step": 64193
    },
    {
      "epoch": 2.9864619678995115,
      "grad_norm": 1.114314999960886,
      "learning_rate": 0.0001547906274250671,
      "loss": 1.5781,
      "step": 64194
    },
    {
      "epoch": 2.9865084903465924,
      "grad_norm": 1.310132530516047,
      "learning_rate": 0.0001547869178976995,
      "loss": 2.1406,
      "step": 64195
    },
    {
      "epoch": 2.986555012793673,
      "grad_norm": 1.217156184453401,
      "learning_rate": 0.00015478320836740132,
      "loss": 1.8594,
      "step": 64196
    },
    {
      "epoch": 2.986601535240754,
      "grad_norm": 1.2860014254112,
      "learning_rate": 0.00015477949883417483,
      "loss": 2.1719,
      "step": 64197
    },
    {
      "epoch": 2.9866480576878343,
      "grad_norm": 1.3341306102932058,
      "learning_rate": 0.00015477578929802227,
      "loss": 2.3906,
      "step": 64198
    },
    {
      "epoch": 2.986694580134915,
      "grad_norm": 1.2950544358931604,
      "learning_rate": 0.00015477207975894602,
      "loss": 2.2656,
      "step": 64199
    },
    {
      "epoch": 2.9867411025819957,
      "grad_norm": 1.345793170465002,
      "learning_rate": 0.00015476837021694822,
      "loss": 2.2656,
      "step": 64200
    },
    {
      "epoch": 2.9867876250290766,
      "grad_norm": 1.2909706906440994,
      "learning_rate": 0.0001547646606720312,
      "loss": 2.2812,
      "step": 64201
    },
    {
      "epoch": 2.9868341474761575,
      "grad_norm": 1.3544109027046367,
      "learning_rate": 0.00015476095112419724,
      "loss": 2.4844,
      "step": 64202
    },
    {
      "epoch": 2.986880669923238,
      "grad_norm": 1.2434287031324243,
      "learning_rate": 0.00015475724157344863,
      "loss": 2.0938,
      "step": 64203
    },
    {
      "epoch": 2.9869271923703185,
      "grad_norm": 1.4788654562989518,
      "learning_rate": 0.00015475353201978753,
      "loss": 2.0,
      "step": 64204
    },
    {
      "epoch": 2.9869737148173994,
      "grad_norm": 1.2688445723979713,
      "learning_rate": 0.00015474982246321635,
      "loss": 2.25,
      "step": 64205
    },
    {
      "epoch": 2.9870202372644803,
      "grad_norm": 1.3096848697051642,
      "learning_rate": 0.00015474611290373726,
      "loss": 2.25,
      "step": 64206
    },
    {
      "epoch": 2.9870667597115608,
      "grad_norm": 1.237504259982917,
      "learning_rate": 0.00015474240334135262,
      "loss": 2.2969,
      "step": 64207
    },
    {
      "epoch": 2.9871132821586417,
      "grad_norm": 1.2516536892803956,
      "learning_rate": 0.00015473869377606461,
      "loss": 2.375,
      "step": 64208
    },
    {
      "epoch": 2.987159804605722,
      "grad_norm": 1.4268986573941824,
      "learning_rate": 0.00015473498420787556,
      "loss": 2.375,
      "step": 64209
    },
    {
      "epoch": 2.987206327052803,
      "grad_norm": 1.2920758669199544,
      "learning_rate": 0.00015473127463678772,
      "loss": 2.4375,
      "step": 64210
    },
    {
      "epoch": 2.9872528494998836,
      "grad_norm": 1.3110620502703236,
      "learning_rate": 0.00015472756506280336,
      "loss": 2.1875,
      "step": 64211
    },
    {
      "epoch": 2.9872993719469645,
      "grad_norm": 1.244595809271777,
      "learning_rate": 0.00015472385548592478,
      "loss": 2.0469,
      "step": 64212
    },
    {
      "epoch": 2.987345894394045,
      "grad_norm": 1.428266208323585,
      "learning_rate": 0.00015472014590615422,
      "loss": 2.3594,
      "step": 64213
    },
    {
      "epoch": 2.987392416841126,
      "grad_norm": 1.4347926243629119,
      "learning_rate": 0.00015471643632349396,
      "loss": 2.3906,
      "step": 64214
    },
    {
      "epoch": 2.9874389392882064,
      "grad_norm": 1.2901155341223105,
      "learning_rate": 0.00015471272673794624,
      "loss": 2.5312,
      "step": 64215
    },
    {
      "epoch": 2.9874854617352873,
      "grad_norm": 1.3062208807559332,
      "learning_rate": 0.00015470901714951342,
      "loss": 2.4531,
      "step": 64216
    },
    {
      "epoch": 2.987531984182368,
      "grad_norm": 1.2996447644121727,
      "learning_rate": 0.00015470530755819765,
      "loss": 2.2031,
      "step": 64217
    },
    {
      "epoch": 2.9875785066294487,
      "grad_norm": 1.2943356190656647,
      "learning_rate": 0.00015470159796400132,
      "loss": 2.0312,
      "step": 64218
    },
    {
      "epoch": 2.987625029076529,
      "grad_norm": 1.414756342412802,
      "learning_rate": 0.0001546978883669266,
      "loss": 2.2812,
      "step": 64219
    },
    {
      "epoch": 2.98767155152361,
      "grad_norm": 1.2639606066198017,
      "learning_rate": 0.00015469417876697578,
      "loss": 2.2344,
      "step": 64220
    },
    {
      "epoch": 2.987718073970691,
      "grad_norm": 1.3845859305367585,
      "learning_rate": 0.00015469046916415124,
      "loss": 2.5312,
      "step": 64221
    },
    {
      "epoch": 2.9877645964177715,
      "grad_norm": 1.2897659269765818,
      "learning_rate": 0.0001546867595584551,
      "loss": 2.3125,
      "step": 64222
    },
    {
      "epoch": 2.9878111188648524,
      "grad_norm": 1.4076179118678287,
      "learning_rate": 0.00015468304994988976,
      "loss": 2.2188,
      "step": 64223
    },
    {
      "epoch": 2.987857641311933,
      "grad_norm": 1.2601943737316295,
      "learning_rate": 0.00015467934033845735,
      "loss": 2.1562,
      "step": 64224
    },
    {
      "epoch": 2.987904163759014,
      "grad_norm": 1.5530298343895692,
      "learning_rate": 0.00015467563072416027,
      "loss": 2.4531,
      "step": 64225
    },
    {
      "epoch": 2.9879506862060943,
      "grad_norm": 1.2895512628139236,
      "learning_rate": 0.00015467192110700073,
      "loss": 2.2812,
      "step": 64226
    },
    {
      "epoch": 2.987997208653175,
      "grad_norm": 1.2498801614524304,
      "learning_rate": 0.000154668211486981,
      "loss": 2.1406,
      "step": 64227
    },
    {
      "epoch": 2.988043731100256,
      "grad_norm": 1.3434019319065176,
      "learning_rate": 0.00015466450186410338,
      "loss": 2.125,
      "step": 64228
    },
    {
      "epoch": 2.9880902535473366,
      "grad_norm": 1.2711344610768724,
      "learning_rate": 0.00015466079223837013,
      "loss": 2.1406,
      "step": 64229
    },
    {
      "epoch": 2.988136775994417,
      "grad_norm": 1.2113826336494709,
      "learning_rate": 0.0001546570826097835,
      "loss": 2.0312,
      "step": 64230
    },
    {
      "epoch": 2.988183298441498,
      "grad_norm": 1.337179035131393,
      "learning_rate": 0.00015465337297834576,
      "loss": 2.5625,
      "step": 64231
    },
    {
      "epoch": 2.988229820888579,
      "grad_norm": 1.2849068674232327,
      "learning_rate": 0.00015464966334405924,
      "loss": 2.1406,
      "step": 64232
    },
    {
      "epoch": 2.9882763433356594,
      "grad_norm": 1.2895603158157596,
      "learning_rate": 0.00015464595370692614,
      "loss": 2.2969,
      "step": 64233
    },
    {
      "epoch": 2.9883228657827403,
      "grad_norm": 1.2385931121827167,
      "learning_rate": 0.0001546422440669488,
      "loss": 2.1406,
      "step": 64234
    },
    {
      "epoch": 2.988369388229821,
      "grad_norm": 1.358637492465812,
      "learning_rate": 0.0001546385344241294,
      "loss": 2.4219,
      "step": 64235
    },
    {
      "epoch": 2.9884159106769017,
      "grad_norm": 1.281971818554526,
      "learning_rate": 0.00015463482477847033,
      "loss": 2.1719,
      "step": 64236
    },
    {
      "epoch": 2.988462433123982,
      "grad_norm": 1.3111325182073212,
      "learning_rate": 0.00015463111512997371,
      "loss": 2.2188,
      "step": 64237
    },
    {
      "epoch": 2.988508955571063,
      "grad_norm": 1.265349727433092,
      "learning_rate": 0.00015462740547864196,
      "loss": 2.1562,
      "step": 64238
    },
    {
      "epoch": 2.988555478018144,
      "grad_norm": 1.4272320369503972,
      "learning_rate": 0.00015462369582447725,
      "loss": 2.5,
      "step": 64239
    },
    {
      "epoch": 2.9886020004652245,
      "grad_norm": 1.1919931501217584,
      "learning_rate": 0.00015461998616748187,
      "loss": 2.0,
      "step": 64240
    },
    {
      "epoch": 2.988648522912305,
      "grad_norm": 1.2727077935013167,
      "learning_rate": 0.00015461627650765808,
      "loss": 2.125,
      "step": 64241
    },
    {
      "epoch": 2.988695045359386,
      "grad_norm": 1.3328737543055593,
      "learning_rate": 0.00015461256684500826,
      "loss": 2.4219,
      "step": 64242
    },
    {
      "epoch": 2.988741567806467,
      "grad_norm": 1.3080959200193745,
      "learning_rate": 0.00015460885717953458,
      "loss": 2.4844,
      "step": 64243
    },
    {
      "epoch": 2.9887880902535473,
      "grad_norm": 1.2214231694831348,
      "learning_rate": 0.0001546051475112393,
      "loss": 2.1875,
      "step": 64244
    },
    {
      "epoch": 2.988834612700628,
      "grad_norm": 1.3000550327369542,
      "learning_rate": 0.00015460143784012473,
      "loss": 2.4219,
      "step": 64245
    },
    {
      "epoch": 2.9888811351477087,
      "grad_norm": 1.3132329810927046,
      "learning_rate": 0.00015459772816619314,
      "loss": 2.1875,
      "step": 64246
    },
    {
      "epoch": 2.9889276575947896,
      "grad_norm": 1.299546795819711,
      "learning_rate": 0.00015459401848944682,
      "loss": 2.1719,
      "step": 64247
    },
    {
      "epoch": 2.98897418004187,
      "grad_norm": 1.3561456357451325,
      "learning_rate": 0.00015459030880988798,
      "loss": 2.4844,
      "step": 64248
    },
    {
      "epoch": 2.989020702488951,
      "grad_norm": 1.1757544670688915,
      "learning_rate": 0.00015458659912751896,
      "loss": 1.9609,
      "step": 64249
    },
    {
      "epoch": 2.9890672249360315,
      "grad_norm": 1.2772637344397089,
      "learning_rate": 0.00015458288944234194,
      "loss": 2.4062,
      "step": 64250
    },
    {
      "epoch": 2.9891137473831124,
      "grad_norm": 1.3505171747048301,
      "learning_rate": 0.0001545791797543593,
      "loss": 2.4219,
      "step": 64251
    },
    {
      "epoch": 2.989160269830193,
      "grad_norm": 1.3288688278274612,
      "learning_rate": 0.0001545754700635732,
      "loss": 2.2656,
      "step": 64252
    },
    {
      "epoch": 2.989206792277274,
      "grad_norm": 1.2763382539252088,
      "learning_rate": 0.00015457176036998602,
      "loss": 2.3438,
      "step": 64253
    },
    {
      "epoch": 2.9892533147243547,
      "grad_norm": 1.3168536114596643,
      "learning_rate": 0.00015456805067359995,
      "loss": 2.1562,
      "step": 64254
    },
    {
      "epoch": 2.989299837171435,
      "grad_norm": 1.265612552768562,
      "learning_rate": 0.00015456434097441734,
      "loss": 2.2656,
      "step": 64255
    },
    {
      "epoch": 2.9893463596185157,
      "grad_norm": 1.2562153611568079,
      "learning_rate": 0.0001545606312724404,
      "loss": 2.1406,
      "step": 64256
    },
    {
      "epoch": 2.9893928820655966,
      "grad_norm": 1.3169300156883015,
      "learning_rate": 0.0001545569215676714,
      "loss": 2.2031,
      "step": 64257
    },
    {
      "epoch": 2.9894394045126775,
      "grad_norm": 1.3367403236635436,
      "learning_rate": 0.00015455321186011263,
      "loss": 2.125,
      "step": 64258
    },
    {
      "epoch": 2.989485926959758,
      "grad_norm": 1.4055260880297256,
      "learning_rate": 0.00015454950214976635,
      "loss": 2.3281,
      "step": 64259
    },
    {
      "epoch": 2.989532449406839,
      "grad_norm": 1.2885087492846314,
      "learning_rate": 0.00015454579243663486,
      "loss": 2.375,
      "step": 64260
    },
    {
      "epoch": 2.9895789718539194,
      "grad_norm": 1.2827697243119802,
      "learning_rate": 0.00015454208272072038,
      "loss": 2.1719,
      "step": 64261
    },
    {
      "epoch": 2.9896254943010003,
      "grad_norm": 1.2841065977774415,
      "learning_rate": 0.00015453837300202525,
      "loss": 2.25,
      "step": 64262
    },
    {
      "epoch": 2.989672016748081,
      "grad_norm": 1.341099174715994,
      "learning_rate": 0.00015453466328055158,
      "loss": 2.2812,
      "step": 64263
    },
    {
      "epoch": 2.9897185391951617,
      "grad_norm": 1.2657422341118323,
      "learning_rate": 0.0001545309535563019,
      "loss": 2.3281,
      "step": 64264
    },
    {
      "epoch": 2.9897650616422426,
      "grad_norm": 1.3252747965839025,
      "learning_rate": 0.00015452724382927828,
      "loss": 2.1875,
      "step": 64265
    },
    {
      "epoch": 2.989811584089323,
      "grad_norm": 1.200424378218343,
      "learning_rate": 0.0001545235340994831,
      "loss": 1.9766,
      "step": 64266
    },
    {
      "epoch": 2.9898581065364036,
      "grad_norm": 1.1942492426069302,
      "learning_rate": 0.00015451982436691855,
      "loss": 2.0156,
      "step": 64267
    },
    {
      "epoch": 2.9899046289834845,
      "grad_norm": 1.3615543521564923,
      "learning_rate": 0.00015451611463158696,
      "loss": 2.5312,
      "step": 64268
    },
    {
      "epoch": 2.9899511514305654,
      "grad_norm": 1.2462556197031305,
      "learning_rate": 0.00015451240489349058,
      "loss": 2.0781,
      "step": 64269
    },
    {
      "epoch": 2.989997673877646,
      "grad_norm": 1.2804570396021933,
      "learning_rate": 0.00015450869515263164,
      "loss": 2.3438,
      "step": 64270
    },
    {
      "epoch": 2.990044196324727,
      "grad_norm": 1.3141871085013788,
      "learning_rate": 0.00015450498540901247,
      "loss": 2.2656,
      "step": 64271
    },
    {
      "epoch": 2.9900907187718073,
      "grad_norm": 1.3068452939485784,
      "learning_rate": 0.00015450127566263533,
      "loss": 2.2969,
      "step": 64272
    },
    {
      "epoch": 2.9901372412188882,
      "grad_norm": 1.2277021021101446,
      "learning_rate": 0.0001544975659135025,
      "loss": 2.0938,
      "step": 64273
    },
    {
      "epoch": 2.9901837636659687,
      "grad_norm": 1.221819827532928,
      "learning_rate": 0.00015449385616161614,
      "loss": 2.2031,
      "step": 64274
    },
    {
      "epoch": 2.9902302861130496,
      "grad_norm": 1.242917124861272,
      "learning_rate": 0.00015449014640697874,
      "loss": 2.2969,
      "step": 64275
    },
    {
      "epoch": 2.99027680856013,
      "grad_norm": 1.2685776414530563,
      "learning_rate": 0.00015448643664959234,
      "loss": 2.2656,
      "step": 64276
    },
    {
      "epoch": 2.990323331007211,
      "grad_norm": 1.3139952074364272,
      "learning_rate": 0.0001544827268894594,
      "loss": 2.4531,
      "step": 64277
    },
    {
      "epoch": 2.9903698534542915,
      "grad_norm": 1.3447546690239882,
      "learning_rate": 0.00015447901712658206,
      "loss": 1.6172,
      "step": 64278
    },
    {
      "epoch": 2.9904163759013724,
      "grad_norm": 1.2912461516871843,
      "learning_rate": 0.00015447530736096266,
      "loss": 1.9844,
      "step": 64279
    },
    {
      "epoch": 2.9904628983484534,
      "grad_norm": 1.3565460811013166,
      "learning_rate": 0.00015447159759260343,
      "loss": 1.5391,
      "step": 64280
    },
    {
      "epoch": 2.990509420795534,
      "grad_norm": 1.2987278027385625,
      "learning_rate": 0.00015446788782150672,
      "loss": 2.2031,
      "step": 64281
    },
    {
      "epoch": 2.9905559432426143,
      "grad_norm": 1.319019996546635,
      "learning_rate": 0.0001544641780476747,
      "loss": 2.4531,
      "step": 64282
    },
    {
      "epoch": 2.9906024656896952,
      "grad_norm": 1.3614464571890443,
      "learning_rate": 0.0001544604682711097,
      "loss": 2.2656,
      "step": 64283
    },
    {
      "epoch": 2.990648988136776,
      "grad_norm": 1.365804564170053,
      "learning_rate": 0.00015445675849181395,
      "loss": 2.3594,
      "step": 64284
    },
    {
      "epoch": 2.9906955105838566,
      "grad_norm": 1.2350967968637183,
      "learning_rate": 0.0001544530487097897,
      "loss": 2.0938,
      "step": 64285
    },
    {
      "epoch": 2.9907420330309376,
      "grad_norm": 1.2784585238405939,
      "learning_rate": 0.00015444933892503934,
      "loss": 2.3438,
      "step": 64286
    },
    {
      "epoch": 2.990788555478018,
      "grad_norm": 1.2612533286887238,
      "learning_rate": 0.00015444562913756503,
      "loss": 2.0625,
      "step": 64287
    },
    {
      "epoch": 2.990835077925099,
      "grad_norm": 1.3314424814082357,
      "learning_rate": 0.00015444191934736913,
      "loss": 2.2656,
      "step": 64288
    },
    {
      "epoch": 2.9908816003721794,
      "grad_norm": 1.303614607980027,
      "learning_rate": 0.00015443820955445383,
      "loss": 2.3438,
      "step": 64289
    },
    {
      "epoch": 2.9909281228192603,
      "grad_norm": 1.3935815952061443,
      "learning_rate": 0.00015443449975882146,
      "loss": 2.4844,
      "step": 64290
    },
    {
      "epoch": 2.9909746452663413,
      "grad_norm": 1.2568202349993347,
      "learning_rate": 0.0001544307899604742,
      "loss": 2.2188,
      "step": 64291
    },
    {
      "epoch": 2.9910211677134217,
      "grad_norm": 1.2749154171200563,
      "learning_rate": 0.00015442708015941446,
      "loss": 2.2812,
      "step": 64292
    },
    {
      "epoch": 2.9910676901605022,
      "grad_norm": 1.2731806281735576,
      "learning_rate": 0.00015442337035564437,
      "loss": 2.0156,
      "step": 64293
    },
    {
      "epoch": 2.991114212607583,
      "grad_norm": 1.2961300502027644,
      "learning_rate": 0.00015441966054916632,
      "loss": 2.2656,
      "step": 64294
    },
    {
      "epoch": 2.991160735054664,
      "grad_norm": 1.2565921386295231,
      "learning_rate": 0.00015441595073998251,
      "loss": 2.0469,
      "step": 64295
    },
    {
      "epoch": 2.9912072575017445,
      "grad_norm": 1.3069024038258843,
      "learning_rate": 0.0001544122409280952,
      "loss": 2.1406,
      "step": 64296
    },
    {
      "epoch": 2.9912537799488255,
      "grad_norm": 1.3978192140965147,
      "learning_rate": 0.0001544085311135067,
      "loss": 2.2812,
      "step": 64297
    },
    {
      "epoch": 2.991300302395906,
      "grad_norm": 1.1672685639268219,
      "learning_rate": 0.00015440482129621926,
      "loss": 2.1406,
      "step": 64298
    },
    {
      "epoch": 2.991346824842987,
      "grad_norm": 1.3086113608657661,
      "learning_rate": 0.00015440111147623523,
      "loss": 2.4062,
      "step": 64299
    },
    {
      "epoch": 2.9913933472900673,
      "grad_norm": 1.230795868366774,
      "learning_rate": 0.00015439740165355673,
      "loss": 2.0938,
      "step": 64300
    },
    {
      "epoch": 2.9914398697371483,
      "grad_norm": 1.3021834057100794,
      "learning_rate": 0.00015439369182818617,
      "loss": 2.25,
      "step": 64301
    },
    {
      "epoch": 2.9914863921842287,
      "grad_norm": 1.3648705587318046,
      "learning_rate": 0.00015438998200012575,
      "loss": 2.375,
      "step": 64302
    },
    {
      "epoch": 2.9915329146313097,
      "grad_norm": 1.360593346902382,
      "learning_rate": 0.00015438627216937776,
      "loss": 2.5,
      "step": 64303
    },
    {
      "epoch": 2.99157943707839,
      "grad_norm": 1.2174907605783798,
      "learning_rate": 0.00015438256233594447,
      "loss": 2.3438,
      "step": 64304
    },
    {
      "epoch": 2.991625959525471,
      "grad_norm": 1.3153871023290171,
      "learning_rate": 0.00015437885249982815,
      "loss": 2.3594,
      "step": 64305
    },
    {
      "epoch": 2.991672481972552,
      "grad_norm": 1.2413550060732526,
      "learning_rate": 0.00015437514266103102,
      "loss": 1.9766,
      "step": 64306
    },
    {
      "epoch": 2.9917190044196325,
      "grad_norm": 1.2515110134778107,
      "learning_rate": 0.00015437143281955544,
      "loss": 2.4062,
      "step": 64307
    },
    {
      "epoch": 2.991765526866713,
      "grad_norm": 1.2351710444393165,
      "learning_rate": 0.00015436772297540367,
      "loss": 1.9922,
      "step": 64308
    },
    {
      "epoch": 2.991812049313794,
      "grad_norm": 1.2912386396519895,
      "learning_rate": 0.0001543640131285779,
      "loss": 2.3125,
      "step": 64309
    },
    {
      "epoch": 2.9918585717608748,
      "grad_norm": 1.3371911273979926,
      "learning_rate": 0.0001543603032790805,
      "loss": 2.3438,
      "step": 64310
    },
    {
      "epoch": 2.9919050942079553,
      "grad_norm": 1.4036263902177968,
      "learning_rate": 0.0001543565934269137,
      "loss": 2.3906,
      "step": 64311
    },
    {
      "epoch": 2.991951616655036,
      "grad_norm": 1.32859311085399,
      "learning_rate": 0.00015435288357207975,
      "loss": 2.1719,
      "step": 64312
    },
    {
      "epoch": 2.9919981391021166,
      "grad_norm": 1.3035284792730193,
      "learning_rate": 0.00015434917371458096,
      "loss": 2.3594,
      "step": 64313
    },
    {
      "epoch": 2.9920446615491976,
      "grad_norm": 1.1785503429861597,
      "learning_rate": 0.00015434546385441957,
      "loss": 1.9844,
      "step": 64314
    },
    {
      "epoch": 2.992091183996278,
      "grad_norm": 1.2338481173512146,
      "learning_rate": 0.00015434175399159784,
      "loss": 2.2031,
      "step": 64315
    },
    {
      "epoch": 2.992137706443359,
      "grad_norm": 1.2986727838852397,
      "learning_rate": 0.00015433804412611808,
      "loss": 2.2812,
      "step": 64316
    },
    {
      "epoch": 2.99218422889044,
      "grad_norm": 1.614294831963895,
      "learning_rate": 0.00015433433425798252,
      "loss": 1.6797,
      "step": 64317
    },
    {
      "epoch": 2.9922307513375204,
      "grad_norm": 1.3041410973987368,
      "learning_rate": 0.00015433062438719345,
      "loss": 2.2656,
      "step": 64318
    },
    {
      "epoch": 2.992277273784601,
      "grad_norm": 1.2843771098263013,
      "learning_rate": 0.0001543269145137532,
      "loss": 2.4844,
      "step": 64319
    },
    {
      "epoch": 2.9923237962316818,
      "grad_norm": 1.3667099572723618,
      "learning_rate": 0.00015432320463766396,
      "loss": 2.5,
      "step": 64320
    },
    {
      "epoch": 2.9923703186787627,
      "grad_norm": 1.3284174644637443,
      "learning_rate": 0.00015431949475892804,
      "loss": 2.3125,
      "step": 64321
    },
    {
      "epoch": 2.992416841125843,
      "grad_norm": 1.2552364592473344,
      "learning_rate": 0.00015431578487754767,
      "loss": 1.6094,
      "step": 64322
    },
    {
      "epoch": 2.992463363572924,
      "grad_norm": 1.3533589262983985,
      "learning_rate": 0.00015431207499352518,
      "loss": 2.375,
      "step": 64323
    },
    {
      "epoch": 2.9925098860200046,
      "grad_norm": 1.4126876502290118,
      "learning_rate": 0.00015430836510686282,
      "loss": 2.2656,
      "step": 64324
    },
    {
      "epoch": 2.9925564084670855,
      "grad_norm": 1.2862377502391302,
      "learning_rate": 0.00015430465521756284,
      "loss": 2.4688,
      "step": 64325
    },
    {
      "epoch": 2.992602930914166,
      "grad_norm": 1.3738346177430525,
      "learning_rate": 0.0001543009453256275,
      "loss": 2.2188,
      "step": 64326
    },
    {
      "epoch": 2.992649453361247,
      "grad_norm": 1.3120737053206801,
      "learning_rate": 0.00015429723543105913,
      "loss": 2.2344,
      "step": 64327
    },
    {
      "epoch": 2.9926959758083274,
      "grad_norm": 1.3277591082249738,
      "learning_rate": 0.00015429352553385993,
      "loss": 2.2031,
      "step": 64328
    },
    {
      "epoch": 2.9927424982554083,
      "grad_norm": 1.3587097811347435,
      "learning_rate": 0.0001542898156340322,
      "loss": 2.375,
      "step": 64329
    },
    {
      "epoch": 2.9927890207024888,
      "grad_norm": 1.3355876753964437,
      "learning_rate": 0.00015428610573157828,
      "loss": 2.2344,
      "step": 64330
    },
    {
      "epoch": 2.9928355431495697,
      "grad_norm": 1.1930867795448938,
      "learning_rate": 0.00015428239582650035,
      "loss": 2.0312,
      "step": 64331
    },
    {
      "epoch": 2.9928820655966506,
      "grad_norm": 1.4074170596620126,
      "learning_rate": 0.00015427868591880072,
      "loss": 2.375,
      "step": 64332
    },
    {
      "epoch": 2.992928588043731,
      "grad_norm": 1.2986786696441603,
      "learning_rate": 0.00015427497600848164,
      "loss": 2.2812,
      "step": 64333
    },
    {
      "epoch": 2.9929751104908116,
      "grad_norm": 1.2790158239911271,
      "learning_rate": 0.00015427126609554543,
      "loss": 2.25,
      "step": 64334
    },
    {
      "epoch": 2.9930216329378925,
      "grad_norm": 1.3781645515467014,
      "learning_rate": 0.00015426755617999426,
      "loss": 2.375,
      "step": 64335
    },
    {
      "epoch": 2.9930681553849734,
      "grad_norm": 1.3743763046538275,
      "learning_rate": 0.00015426384626183052,
      "loss": 2.3906,
      "step": 64336
    },
    {
      "epoch": 2.993114677832054,
      "grad_norm": 1.2115272891632964,
      "learning_rate": 0.0001542601363410564,
      "loss": 2.1875,
      "step": 64337
    },
    {
      "epoch": 2.993161200279135,
      "grad_norm": 1.4218404789603798,
      "learning_rate": 0.00015425642641767422,
      "loss": 2.25,
      "step": 64338
    },
    {
      "epoch": 2.9932077227262153,
      "grad_norm": 1.314466200772215,
      "learning_rate": 0.00015425271649168623,
      "loss": 2.3125,
      "step": 64339
    },
    {
      "epoch": 2.993254245173296,
      "grad_norm": 1.2810162168834627,
      "learning_rate": 0.00015424900656309465,
      "loss": 1.7578,
      "step": 64340
    },
    {
      "epoch": 2.9933007676203767,
      "grad_norm": 1.3139600739149035,
      "learning_rate": 0.00015424529663190186,
      "loss": 2.0938,
      "step": 64341
    },
    {
      "epoch": 2.9933472900674576,
      "grad_norm": 1.2520318882680501,
      "learning_rate": 0.00015424158669811005,
      "loss": 2.1406,
      "step": 64342
    },
    {
      "epoch": 2.9933938125145385,
      "grad_norm": 1.391099098689154,
      "learning_rate": 0.00015423787676172157,
      "loss": 2.0312,
      "step": 64343
    },
    {
      "epoch": 2.993440334961619,
      "grad_norm": 1.2663931322701423,
      "learning_rate": 0.00015423416682273857,
      "loss": 2.25,
      "step": 64344
    },
    {
      "epoch": 2.9934868574086995,
      "grad_norm": 1.3413879341452748,
      "learning_rate": 0.00015423045688116343,
      "loss": 2.4844,
      "step": 64345
    },
    {
      "epoch": 2.9935333798557804,
      "grad_norm": 1.297186725183938,
      "learning_rate": 0.00015422674693699835,
      "loss": 2.4375,
      "step": 64346
    },
    {
      "epoch": 2.9935799023028613,
      "grad_norm": 1.2552179361895668,
      "learning_rate": 0.00015422303699024563,
      "loss": 2.0781,
      "step": 64347
    },
    {
      "epoch": 2.993626424749942,
      "grad_norm": 1.2849179479564383,
      "learning_rate": 0.00015421932704090757,
      "loss": 2.1562,
      "step": 64348
    },
    {
      "epoch": 2.9936729471970227,
      "grad_norm": 1.2574953890602187,
      "learning_rate": 0.0001542156170889864,
      "loss": 2.2031,
      "step": 64349
    },
    {
      "epoch": 2.993719469644103,
      "grad_norm": 1.2439932198173478,
      "learning_rate": 0.00015421190713448438,
      "loss": 1.8594,
      "step": 64350
    },
    {
      "epoch": 2.993765992091184,
      "grad_norm": 1.3240439651573037,
      "learning_rate": 0.00015420819717740382,
      "loss": 2.4688,
      "step": 64351
    },
    {
      "epoch": 2.9938125145382646,
      "grad_norm": 1.237010719792162,
      "learning_rate": 0.00015420448721774699,
      "loss": 2.0,
      "step": 64352
    },
    {
      "epoch": 2.9938590369853455,
      "grad_norm": 1.2321753556167965,
      "learning_rate": 0.00015420077725551614,
      "loss": 2.125,
      "step": 64353
    },
    {
      "epoch": 2.9939055594324264,
      "grad_norm": 1.2923611337583496,
      "learning_rate": 0.00015419706729071357,
      "loss": 2.1406,
      "step": 64354
    },
    {
      "epoch": 2.993952081879507,
      "grad_norm": 1.1183513149030067,
      "learning_rate": 0.0001541933573233415,
      "loss": 1.6719,
      "step": 64355
    },
    {
      "epoch": 2.9939986043265874,
      "grad_norm": 1.381831452031126,
      "learning_rate": 0.00015418964735340224,
      "loss": 2.5469,
      "step": 64356
    },
    {
      "epoch": 2.9940451267736683,
      "grad_norm": 1.3689365891246459,
      "learning_rate": 0.00015418593738089807,
      "loss": 2.3906,
      "step": 64357
    },
    {
      "epoch": 2.994091649220749,
      "grad_norm": 1.0808423559245512,
      "learning_rate": 0.00015418222740583125,
      "loss": 1.6406,
      "step": 64358
    },
    {
      "epoch": 2.9941381716678297,
      "grad_norm": 1.2845635854865063,
      "learning_rate": 0.000154178517428204,
      "loss": 2.4062,
      "step": 64359
    },
    {
      "epoch": 2.99418469411491,
      "grad_norm": 1.3024874587943305,
      "learning_rate": 0.00015417480744801866,
      "loss": 2.0625,
      "step": 64360
    },
    {
      "epoch": 2.994231216561991,
      "grad_norm": 1.3517314798542563,
      "learning_rate": 0.00015417109746527748,
      "loss": 2.1875,
      "step": 64361
    },
    {
      "epoch": 2.994277739009072,
      "grad_norm": 1.2792639289501573,
      "learning_rate": 0.0001541673874799827,
      "loss": 2.1875,
      "step": 64362
    },
    {
      "epoch": 2.9943242614561525,
      "grad_norm": 1.2616436165898524,
      "learning_rate": 0.00015416367749213669,
      "loss": 2.0938,
      "step": 64363
    },
    {
      "epoch": 2.9943707839032334,
      "grad_norm": 1.3965541814122295,
      "learning_rate": 0.0001541599675017416,
      "loss": 2.5,
      "step": 64364
    },
    {
      "epoch": 2.994417306350314,
      "grad_norm": 1.3270670387135506,
      "learning_rate": 0.00015415625750879978,
      "loss": 2.4688,
      "step": 64365
    },
    {
      "epoch": 2.994463828797395,
      "grad_norm": 1.2704103727282154,
      "learning_rate": 0.00015415254751331345,
      "loss": 1.8359,
      "step": 64366
    },
    {
      "epoch": 2.9945103512444753,
      "grad_norm": 1.1884718171783584,
      "learning_rate": 0.00015414883751528494,
      "loss": 1.6797,
      "step": 64367
    },
    {
      "epoch": 2.994556873691556,
      "grad_norm": 1.2706587005040886,
      "learning_rate": 0.00015414512751471646,
      "loss": 2.2969,
      "step": 64368
    },
    {
      "epoch": 2.994603396138637,
      "grad_norm": 1.322212158475087,
      "learning_rate": 0.00015414141751161033,
      "loss": 2.5,
      "step": 64369
    },
    {
      "epoch": 2.9946499185857176,
      "grad_norm": 1.2421744824667564,
      "learning_rate": 0.00015413770750596876,
      "loss": 2.1875,
      "step": 64370
    },
    {
      "epoch": 2.994696441032798,
      "grad_norm": 1.2747399262318901,
      "learning_rate": 0.00015413399749779412,
      "loss": 2.4375,
      "step": 64371
    },
    {
      "epoch": 2.994742963479879,
      "grad_norm": 1.4266071057746694,
      "learning_rate": 0.00015413028748708857,
      "loss": 2.5625,
      "step": 64372
    },
    {
      "epoch": 2.99478948592696,
      "grad_norm": 1.2612805578104105,
      "learning_rate": 0.00015412657747385441,
      "loss": 2.0781,
      "step": 64373
    },
    {
      "epoch": 2.9948360083740404,
      "grad_norm": 1.1940033434666442,
      "learning_rate": 0.00015412286745809396,
      "loss": 2.1875,
      "step": 64374
    },
    {
      "epoch": 2.9948825308211213,
      "grad_norm": 1.200642882922011,
      "learning_rate": 0.00015411915743980951,
      "loss": 2.4062,
      "step": 64375
    },
    {
      "epoch": 2.994929053268202,
      "grad_norm": 1.335924854673818,
      "learning_rate": 0.0001541154474190033,
      "loss": 2.4219,
      "step": 64376
    },
    {
      "epoch": 2.9949755757152827,
      "grad_norm": 1.2714954711840443,
      "learning_rate": 0.00015411173739567752,
      "loss": 2.2344,
      "step": 64377
    },
    {
      "epoch": 2.995022098162363,
      "grad_norm": 1.3654207041876194,
      "learning_rate": 0.00015410802736983456,
      "loss": 2.3438,
      "step": 64378
    },
    {
      "epoch": 2.995068620609444,
      "grad_norm": 1.2478540278832915,
      "learning_rate": 0.0001541043173414766,
      "loss": 2.1094,
      "step": 64379
    },
    {
      "epoch": 2.995115143056525,
      "grad_norm": 1.351853351286769,
      "learning_rate": 0.00015410060731060597,
      "loss": 2.3906,
      "step": 64380
    },
    {
      "epoch": 2.9951616655036055,
      "grad_norm": 1.3434294796279425,
      "learning_rate": 0.00015409689727722493,
      "loss": 2.4219,
      "step": 64381
    },
    {
      "epoch": 2.995208187950686,
      "grad_norm": 1.2831189557381588,
      "learning_rate": 0.00015409318724133575,
      "loss": 2.0312,
      "step": 64382
    },
    {
      "epoch": 2.995254710397767,
      "grad_norm": 1.2995463563656273,
      "learning_rate": 0.0001540894772029407,
      "loss": 2.2031,
      "step": 64383
    },
    {
      "epoch": 2.995301232844848,
      "grad_norm": 1.275912015127914,
      "learning_rate": 0.000154085767162042,
      "loss": 1.8438,
      "step": 64384
    },
    {
      "epoch": 2.9953477552919283,
      "grad_norm": 1.3976317370404248,
      "learning_rate": 0.000154082057118642,
      "loss": 2.5781,
      "step": 64385
    },
    {
      "epoch": 2.9953942777390092,
      "grad_norm": 1.2994699286046099,
      "learning_rate": 0.00015407834707274298,
      "loss": 2.2031,
      "step": 64386
    },
    {
      "epoch": 2.9954408001860897,
      "grad_norm": 1.4202967310443864,
      "learning_rate": 0.0001540746370243471,
      "loss": 2.3594,
      "step": 64387
    },
    {
      "epoch": 2.9954873226331706,
      "grad_norm": 1.2562572646271972,
      "learning_rate": 0.00015407092697345676,
      "loss": 2.1562,
      "step": 64388
    },
    {
      "epoch": 2.995533845080251,
      "grad_norm": 1.2428829740177991,
      "learning_rate": 0.0001540672169200742,
      "loss": 2.0781,
      "step": 64389
    },
    {
      "epoch": 2.995580367527332,
      "grad_norm": 1.3594963507222517,
      "learning_rate": 0.00015406350686420156,
      "loss": 2.1875,
      "step": 64390
    },
    {
      "epoch": 2.9956268899744125,
      "grad_norm": 1.3634624537121778,
      "learning_rate": 0.00015405979680584132,
      "loss": 2.6562,
      "step": 64391
    },
    {
      "epoch": 2.9956734124214934,
      "grad_norm": 1.3088271992190603,
      "learning_rate": 0.0001540560867449956,
      "loss": 2.0156,
      "step": 64392
    },
    {
      "epoch": 2.995719934868574,
      "grad_norm": 1.2664467237492483,
      "learning_rate": 0.00015405237668166674,
      "loss": 1.6328,
      "step": 64393
    },
    {
      "epoch": 2.995766457315655,
      "grad_norm": 1.2607813975741735,
      "learning_rate": 0.00015404866661585697,
      "loss": 2.1094,
      "step": 64394
    },
    {
      "epoch": 2.9958129797627358,
      "grad_norm": 1.3138121076044997,
      "learning_rate": 0.00015404495654756855,
      "loss": 2.4219,
      "step": 64395
    },
    {
      "epoch": 2.9958595022098162,
      "grad_norm": 1.2061733823368896,
      "learning_rate": 0.0001540412464768038,
      "loss": 1.7031,
      "step": 64396
    },
    {
      "epoch": 2.9959060246568967,
      "grad_norm": 1.3083235259185007,
      "learning_rate": 0.00015403753640356506,
      "loss": 2.4688,
      "step": 64397
    },
    {
      "epoch": 2.9959525471039776,
      "grad_norm": 1.188060191939974,
      "learning_rate": 0.00015403382632785443,
      "loss": 2.0938,
      "step": 64398
    },
    {
      "epoch": 2.9959990695510585,
      "grad_norm": 1.2504111254255696,
      "learning_rate": 0.0001540301162496743,
      "loss": 2.1406,
      "step": 64399
    },
    {
      "epoch": 2.996045591998139,
      "grad_norm": 1.3110354192120381,
      "learning_rate": 0.00015402640616902688,
      "loss": 2.25,
      "step": 64400
    },
    {
      "epoch": 2.99609211444522,
      "grad_norm": 1.4048149500902163,
      "learning_rate": 0.00015402269608591452,
      "loss": 2.4531,
      "step": 64401
    },
    {
      "epoch": 2.9961386368923004,
      "grad_norm": 1.4111702703292612,
      "learning_rate": 0.00015401898600033944,
      "loss": 2.3906,
      "step": 64402
    },
    {
      "epoch": 2.9961851593393813,
      "grad_norm": 1.4653812784476905,
      "learning_rate": 0.00015401527591230388,
      "loss": 2.25,
      "step": 64403
    },
    {
      "epoch": 2.996231681786462,
      "grad_norm": 1.3751765829189522,
      "learning_rate": 0.00015401156582181015,
      "loss": 2.4062,
      "step": 64404
    },
    {
      "epoch": 2.9962782042335427,
      "grad_norm": 1.2402939059962714,
      "learning_rate": 0.00015400785572886052,
      "loss": 2.0312,
      "step": 64405
    },
    {
      "epoch": 2.9963247266806237,
      "grad_norm": 1.3188034475160026,
      "learning_rate": 0.00015400414563345724,
      "loss": 1.9531,
      "step": 64406
    },
    {
      "epoch": 2.996371249127704,
      "grad_norm": 1.2677341651130776,
      "learning_rate": 0.0001540004355356026,
      "loss": 2.3438,
      "step": 64407
    },
    {
      "epoch": 2.9964177715747846,
      "grad_norm": 1.2300086363224205,
      "learning_rate": 0.00015399672543529893,
      "loss": 2.0312,
      "step": 64408
    },
    {
      "epoch": 2.9964642940218655,
      "grad_norm": 1.3238676091631096,
      "learning_rate": 0.00015399301533254836,
      "loss": 2.3125,
      "step": 64409
    },
    {
      "epoch": 2.9965108164689465,
      "grad_norm": 1.3097387602439887,
      "learning_rate": 0.00015398930522735329,
      "loss": 2.0469,
      "step": 64410
    },
    {
      "epoch": 2.996557338916027,
      "grad_norm": 1.3006422728620013,
      "learning_rate": 0.00015398559511971591,
      "loss": 2.2031,
      "step": 64411
    },
    {
      "epoch": 2.996603861363108,
      "grad_norm": 1.3466454854852297,
      "learning_rate": 0.00015398188500963857,
      "loss": 2.5312,
      "step": 64412
    },
    {
      "epoch": 2.9966503838101883,
      "grad_norm": 1.2382316332261694,
      "learning_rate": 0.00015397817489712346,
      "loss": 2.0938,
      "step": 64413
    },
    {
      "epoch": 2.9966969062572693,
      "grad_norm": 1.5662087859264708,
      "learning_rate": 0.00015397446478217293,
      "loss": 2.25,
      "step": 64414
    },
    {
      "epoch": 2.9967434287043497,
      "grad_norm": 1.324781776035723,
      "learning_rate": 0.00015397075466478917,
      "loss": 2.25,
      "step": 64415
    },
    {
      "epoch": 2.9967899511514307,
      "grad_norm": 1.156348442716772,
      "learning_rate": 0.0001539670445449745,
      "loss": 1.9922,
      "step": 64416
    },
    {
      "epoch": 2.996836473598511,
      "grad_norm": 1.1843569587057172,
      "learning_rate": 0.00015396333442273117,
      "loss": 1.9688,
      "step": 64417
    },
    {
      "epoch": 2.996882996045592,
      "grad_norm": 1.3418898471570047,
      "learning_rate": 0.00015395962429806147,
      "loss": 2.1406,
      "step": 64418
    },
    {
      "epoch": 2.9969295184926725,
      "grad_norm": 1.2169031713116407,
      "learning_rate": 0.00015395591417096768,
      "loss": 2.2969,
      "step": 64419
    },
    {
      "epoch": 2.9969760409397534,
      "grad_norm": 1.2571731218567241,
      "learning_rate": 0.00015395220404145203,
      "loss": 2.2031,
      "step": 64420
    },
    {
      "epoch": 2.9970225633868344,
      "grad_norm": 1.35280292305193,
      "learning_rate": 0.00015394849390951685,
      "loss": 2.5,
      "step": 64421
    },
    {
      "epoch": 2.997069085833915,
      "grad_norm": 1.2635405511707287,
      "learning_rate": 0.00015394478377516436,
      "loss": 2.2812,
      "step": 64422
    },
    {
      "epoch": 2.9971156082809953,
      "grad_norm": 1.3489670788919461,
      "learning_rate": 0.00015394107363839686,
      "loss": 2.2812,
      "step": 64423
    },
    {
      "epoch": 2.9971621307280762,
      "grad_norm": 1.3125018887777484,
      "learning_rate": 0.00015393736349921658,
      "loss": 2.2188,
      "step": 64424
    },
    {
      "epoch": 2.997208653175157,
      "grad_norm": 1.2750086988343092,
      "learning_rate": 0.00015393365335762587,
      "loss": 2.5312,
      "step": 64425
    },
    {
      "epoch": 2.9972551756222376,
      "grad_norm": 1.4111490363166623,
      "learning_rate": 0.0001539299432136269,
      "loss": 2.3906,
      "step": 64426
    },
    {
      "epoch": 2.9973016980693186,
      "grad_norm": 1.2593651478265107,
      "learning_rate": 0.00015392623306722207,
      "loss": 2.0938,
      "step": 64427
    },
    {
      "epoch": 2.997348220516399,
      "grad_norm": 1.203934455847684,
      "learning_rate": 0.0001539225229184135,
      "loss": 2.0625,
      "step": 64428
    },
    {
      "epoch": 2.99739474296348,
      "grad_norm": 1.2424937554671733,
      "learning_rate": 0.00015391881276720357,
      "loss": 2.0781,
      "step": 64429
    },
    {
      "epoch": 2.9974412654105604,
      "grad_norm": 1.3420487695821346,
      "learning_rate": 0.00015391510261359453,
      "loss": 2.125,
      "step": 64430
    },
    {
      "epoch": 2.9974877878576414,
      "grad_norm": 1.3035301995380797,
      "learning_rate": 0.00015391139245758863,
      "loss": 2.1562,
      "step": 64431
    },
    {
      "epoch": 2.9975343103047223,
      "grad_norm": 1.2424844462467373,
      "learning_rate": 0.00015390768229918818,
      "loss": 2.1562,
      "step": 64432
    },
    {
      "epoch": 2.9975808327518028,
      "grad_norm": 1.3301311823550497,
      "learning_rate": 0.00015390397213839538,
      "loss": 2.4844,
      "step": 64433
    },
    {
      "epoch": 2.9976273551988832,
      "grad_norm": 1.2777003901611121,
      "learning_rate": 0.00015390026197521257,
      "loss": 2.2969,
      "step": 64434
    },
    {
      "epoch": 2.997673877645964,
      "grad_norm": 1.3248419118755401,
      "learning_rate": 0.000153896551809642,
      "loss": 2.4219,
      "step": 64435
    },
    {
      "epoch": 2.997720400093045,
      "grad_norm": 1.2836958160279315,
      "learning_rate": 0.00015389284164168596,
      "loss": 2.2031,
      "step": 64436
    },
    {
      "epoch": 2.9977669225401256,
      "grad_norm": 1.2961918923253974,
      "learning_rate": 0.00015388913147134663,
      "loss": 2.4219,
      "step": 64437
    },
    {
      "epoch": 2.9978134449872065,
      "grad_norm": 1.3332882525655785,
      "learning_rate": 0.00015388542129862642,
      "loss": 2.2188,
      "step": 64438
    },
    {
      "epoch": 2.997859967434287,
      "grad_norm": 1.3294404514164013,
      "learning_rate": 0.0001538817111235275,
      "loss": 2.3906,
      "step": 64439
    },
    {
      "epoch": 2.997906489881368,
      "grad_norm": 1.300660510938146,
      "learning_rate": 0.00015387800094605216,
      "loss": 2.2031,
      "step": 64440
    },
    {
      "epoch": 2.9979530123284484,
      "grad_norm": 1.3994647337855475,
      "learning_rate": 0.0001538742907662027,
      "loss": 2.2812,
      "step": 64441
    },
    {
      "epoch": 2.9979995347755293,
      "grad_norm": 1.2729985918773774,
      "learning_rate": 0.00015387058058398135,
      "loss": 2.25,
      "step": 64442
    },
    {
      "epoch": 2.9980460572226098,
      "grad_norm": 1.2159204285709824,
      "learning_rate": 0.00015386687039939045,
      "loss": 1.9766,
      "step": 64443
    },
    {
      "epoch": 2.9980925796696907,
      "grad_norm": 1.3362479316128117,
      "learning_rate": 0.0001538631602124322,
      "loss": 2.4062,
      "step": 64444
    },
    {
      "epoch": 2.998139102116771,
      "grad_norm": 1.3246575613697058,
      "learning_rate": 0.00015385945002310893,
      "loss": 2.3438,
      "step": 64445
    },
    {
      "epoch": 2.998185624563852,
      "grad_norm": 1.3025479637506843,
      "learning_rate": 0.00015385573983142285,
      "loss": 2.3125,
      "step": 64446
    },
    {
      "epoch": 2.998232147010933,
      "grad_norm": 1.190080108751335,
      "learning_rate": 0.00015385202963737632,
      "loss": 2.1719,
      "step": 64447
    },
    {
      "epoch": 2.9982786694580135,
      "grad_norm": 1.2705155385869658,
      "learning_rate": 0.0001538483194409715,
      "loss": 2.2031,
      "step": 64448
    },
    {
      "epoch": 2.998325191905094,
      "grad_norm": 1.282158034793135,
      "learning_rate": 0.00015384460924221073,
      "loss": 2.2344,
      "step": 64449
    },
    {
      "epoch": 2.998371714352175,
      "grad_norm": 1.2854582022017216,
      "learning_rate": 0.00015384089904109627,
      "loss": 2.125,
      "step": 64450
    },
    {
      "epoch": 2.998418236799256,
      "grad_norm": 1.3513646615051955,
      "learning_rate": 0.00015383718883763039,
      "loss": 2.4688,
      "step": 64451
    },
    {
      "epoch": 2.9984647592463363,
      "grad_norm": 1.2915556581834287,
      "learning_rate": 0.00015383347863181536,
      "loss": 2.4062,
      "step": 64452
    },
    {
      "epoch": 2.998511281693417,
      "grad_norm": 1.367848365232354,
      "learning_rate": 0.00015382976842365342,
      "loss": 2.1562,
      "step": 64453
    },
    {
      "epoch": 2.9985578041404977,
      "grad_norm": 1.2258909226593784,
      "learning_rate": 0.00015382605821314695,
      "loss": 2.1719,
      "step": 64454
    },
    {
      "epoch": 2.9986043265875786,
      "grad_norm": 1.282071730412507,
      "learning_rate": 0.00015382234800029806,
      "loss": 2.3281,
      "step": 64455
    },
    {
      "epoch": 2.998650849034659,
      "grad_norm": 1.2810562775972698,
      "learning_rate": 0.0001538186377851092,
      "loss": 2.3438,
      "step": 64456
    },
    {
      "epoch": 2.99869737148174,
      "grad_norm": 1.3284332640519176,
      "learning_rate": 0.00015381492756758242,
      "loss": 2.1875,
      "step": 64457
    },
    {
      "epoch": 2.998743893928821,
      "grad_norm": 1.366102859922891,
      "learning_rate": 0.00015381121734772023,
      "loss": 2.2656,
      "step": 64458
    },
    {
      "epoch": 2.9987904163759014,
      "grad_norm": 1.3837444187125472,
      "learning_rate": 0.00015380750712552473,
      "loss": 2.4219,
      "step": 64459
    },
    {
      "epoch": 2.998836938822982,
      "grad_norm": 1.2594316216847798,
      "learning_rate": 0.00015380379690099828,
      "loss": 2.2969,
      "step": 64460
    },
    {
      "epoch": 2.998883461270063,
      "grad_norm": 1.5234680353259187,
      "learning_rate": 0.0001538000866741431,
      "loss": 1.5,
      "step": 64461
    },
    {
      "epoch": 2.9989299837171437,
      "grad_norm": 1.2714314860925786,
      "learning_rate": 0.00015379637644496148,
      "loss": 2.1719,
      "step": 64462
    },
    {
      "epoch": 2.998976506164224,
      "grad_norm": 1.3332916407114057,
      "learning_rate": 0.00015379266621345575,
      "loss": 2.125,
      "step": 64463
    },
    {
      "epoch": 2.999023028611305,
      "grad_norm": 1.4071481368560492,
      "learning_rate": 0.00015378895597962809,
      "loss": 2.2031,
      "step": 64464
    },
    {
      "epoch": 2.9990695510583856,
      "grad_norm": 1.2829316742689822,
      "learning_rate": 0.0001537852457434808,
      "loss": 1.9531,
      "step": 64465
    },
    {
      "epoch": 2.9991160735054665,
      "grad_norm": 1.217089351348771,
      "learning_rate": 0.00015378153550501617,
      "loss": 1.7266,
      "step": 64466
    },
    {
      "epoch": 2.999162595952547,
      "grad_norm": 1.2986315151874235,
      "learning_rate": 0.00015377782526423647,
      "loss": 2.1094,
      "step": 64467
    },
    {
      "epoch": 2.999209118399628,
      "grad_norm": 1.2536939425307871,
      "learning_rate": 0.00015377411502114394,
      "loss": 2.0469,
      "step": 64468
    },
    {
      "epoch": 2.9992556408467084,
      "grad_norm": 1.2217730409561514,
      "learning_rate": 0.00015377040477574093,
      "loss": 2.0156,
      "step": 64469
    },
    {
      "epoch": 2.9993021632937893,
      "grad_norm": 1.2110745205105644,
      "learning_rate": 0.0001537666945280296,
      "loss": 1.9531,
      "step": 64470
    },
    {
      "epoch": 2.9993486857408698,
      "grad_norm": 1.4749351004749514,
      "learning_rate": 0.0001537629842780123,
      "loss": 2.4688,
      "step": 64471
    },
    {
      "epoch": 2.9993952081879507,
      "grad_norm": 1.288923423614078,
      "learning_rate": 0.00015375927402569127,
      "loss": 2.2188,
      "step": 64472
    },
    {
      "epoch": 2.9994417306350316,
      "grad_norm": 1.3546925017552895,
      "learning_rate": 0.00015375556377106878,
      "loss": 2.1562,
      "step": 64473
    },
    {
      "epoch": 2.999488253082112,
      "grad_norm": 1.241493114942674,
      "learning_rate": 0.00015375185351414715,
      "loss": 2.0625,
      "step": 64474
    },
    {
      "epoch": 2.9995347755291926,
      "grad_norm": 1.3445268100809753,
      "learning_rate": 0.00015374814325492856,
      "loss": 1.5859,
      "step": 64475
    },
    {
      "epoch": 2.9995812979762735,
      "grad_norm": 1.2993697599341472,
      "learning_rate": 0.00015374443299341538,
      "loss": 2.2188,
      "step": 64476
    },
    {
      "epoch": 2.9996278204233544,
      "grad_norm": 1.3038308286460403,
      "learning_rate": 0.0001537407227296098,
      "loss": 2.125,
      "step": 64477
    },
    {
      "epoch": 2.999674342870435,
      "grad_norm": 1.5215418377901055,
      "learning_rate": 0.00015373701246351417,
      "loss": 2.5312,
      "step": 64478
    },
    {
      "epoch": 2.999720865317516,
      "grad_norm": 1.2759894773261393,
      "learning_rate": 0.00015373330219513068,
      "loss": 2.2344,
      "step": 64479
    },
    {
      "epoch": 2.9997673877645963,
      "grad_norm": 1.2551909386980238,
      "learning_rate": 0.0001537295919244617,
      "loss": 2.1719,
      "step": 64480
    },
    {
      "epoch": 2.999813910211677,
      "grad_norm": 1.3047304727722513,
      "learning_rate": 0.00015372588165150935,
      "loss": 2.3281,
      "step": 64481
    },
    {
      "epoch": 2.9998604326587577,
      "grad_norm": 1.1901543423509944,
      "learning_rate": 0.00015372217137627606,
      "loss": 2.1875,
      "step": 64482
    },
    {
      "epoch": 2.9999069551058386,
      "grad_norm": 1.285271665499124,
      "learning_rate": 0.000153718461098764,
      "loss": 1.9688,
      "step": 64483
    },
    {
      "epoch": 2.9999534775529195,
      "grad_norm": 1.2954583513735352,
      "learning_rate": 0.00015371475081897546,
      "loss": 2.2969,
      "step": 64484
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.3339699264396814,
      "learning_rate": 0.0001537110405369128,
      "loss": 2.2812,
      "step": 64485
    },
    {
      "epoch": 3.0,
      "eval_loss": 2.2474982738494873,
      "eval_runtime": 36.4561,
      "eval_samples_per_second": 9.765,
      "eval_steps_per_second": 9.765,
      "step": 64485
    },
    {
      "epoch": 3.000046522447081,
      "grad_norm": 1.3688451977231848,
      "learning_rate": 0.00015370733025257818,
      "loss": 2.2812,
      "step": 64486
    },
    {
      "epoch": 3.0000930448941614,
      "grad_norm": 1.17836672463495,
      "learning_rate": 0.00015370361996597392,
      "loss": 1.9688,
      "step": 64487
    },
    {
      "epoch": 3.0001395673412423,
      "grad_norm": 1.253842616645096,
      "learning_rate": 0.00015369990967710226,
      "loss": 1.9297,
      "step": 64488
    },
    {
      "epoch": 3.000186089788323,
      "grad_norm": 1.4533109525790815,
      "learning_rate": 0.0001536961993859655,
      "loss": 1.8984,
      "step": 64489
    },
    {
      "epoch": 3.0002326122354037,
      "grad_norm": 1.2132196630839476,
      "learning_rate": 0.0001536924890925659,
      "loss": 1.9062,
      "step": 64490
    },
    {
      "epoch": 3.000279134682484,
      "grad_norm": 1.2287190672952868,
      "learning_rate": 0.00015368877879690576,
      "loss": 1.8828,
      "step": 64491
    },
    {
      "epoch": 3.000325657129565,
      "grad_norm": 1.345698826950608,
      "learning_rate": 0.0001536850684989873,
      "loss": 2.2812,
      "step": 64492
    },
    {
      "epoch": 3.0003721795766456,
      "grad_norm": 1.2578788043345575,
      "learning_rate": 0.00015368135819881286,
      "loss": 2.1406,
      "step": 64493
    },
    {
      "epoch": 3.0004187020237265,
      "grad_norm": 1.115347336662824,
      "learning_rate": 0.0001536776478963846,
      "loss": 1.75,
      "step": 64494
    },
    {
      "epoch": 3.000465224470807,
      "grad_norm": 1.2735834975425075,
      "learning_rate": 0.0001536739375917049,
      "loss": 1.9766,
      "step": 64495
    },
    {
      "epoch": 3.000511746917888,
      "grad_norm": 1.1240972348337583,
      "learning_rate": 0.00015367022728477605,
      "loss": 1.6953,
      "step": 64496
    },
    {
      "epoch": 3.0005582693649684,
      "grad_norm": 1.2904576130275942,
      "learning_rate": 0.0001536665169756002,
      "loss": 2.1875,
      "step": 64497
    },
    {
      "epoch": 3.0006047918120493,
      "grad_norm": 1.3278203496785068,
      "learning_rate": 0.00015366280666417973,
      "loss": 2.2812,
      "step": 64498
    },
    {
      "epoch": 3.0006513142591302,
      "grad_norm": 1.1760898776776545,
      "learning_rate": 0.0001536590963505168,
      "loss": 1.8438,
      "step": 64499
    },
    {
      "epoch": 3.0006978367062107,
      "grad_norm": 1.278947516781693,
      "learning_rate": 0.0001536553860346138,
      "loss": 2.2656,
      "step": 64500
    },
    {
      "epoch": 3.0007443591532916,
      "grad_norm": 1.2699639105818443,
      "learning_rate": 0.00015365167571647294,
      "loss": 2.2656,
      "step": 64501
    },
    {
      "epoch": 3.000790881600372,
      "grad_norm": 1.264885724971393,
      "learning_rate": 0.00015364796539609653,
      "loss": 2.125,
      "step": 64502
    },
    {
      "epoch": 3.000837404047453,
      "grad_norm": 1.4155006469396534,
      "learning_rate": 0.00015364425507348675,
      "loss": 2.4375,
      "step": 64503
    },
    {
      "epoch": 3.0008839264945335,
      "grad_norm": 1.2265935963168244,
      "learning_rate": 0.000153640544748646,
      "loss": 1.8281,
      "step": 64504
    },
    {
      "epoch": 3.0009304489416144,
      "grad_norm": 1.1552172952056579,
      "learning_rate": 0.0001536368344215764,
      "loss": 1.8281,
      "step": 64505
    },
    {
      "epoch": 3.000976971388695,
      "grad_norm": 1.290999342142329,
      "learning_rate": 0.0001536331240922804,
      "loss": 2.1094,
      "step": 64506
    },
    {
      "epoch": 3.001023493835776,
      "grad_norm": 1.1486080743932485,
      "learning_rate": 0.00015362941376076013,
      "loss": 1.6953,
      "step": 64507
    },
    {
      "epoch": 3.0010700162828563,
      "grad_norm": 1.27246425108649,
      "learning_rate": 0.00015362570342701795,
      "loss": 2.0938,
      "step": 64508
    },
    {
      "epoch": 3.001116538729937,
      "grad_norm": 1.254987862856583,
      "learning_rate": 0.00015362199309105608,
      "loss": 1.7812,
      "step": 64509
    },
    {
      "epoch": 3.0011630611770177,
      "grad_norm": 1.23919414630326,
      "learning_rate": 0.00015361828275287678,
      "loss": 2.125,
      "step": 64510
    },
    {
      "epoch": 3.0012095836240986,
      "grad_norm": 1.2693369608406864,
      "learning_rate": 0.0001536145724124824,
      "loss": 2.0625,
      "step": 64511
    },
    {
      "epoch": 3.0012561060711795,
      "grad_norm": 1.3104331065706756,
      "learning_rate": 0.0001536108620698751,
      "loss": 1.8594,
      "step": 64512
    },
    {
      "epoch": 3.00130262851826,
      "grad_norm": 1.3087829263291828,
      "learning_rate": 0.00015360715172505726,
      "loss": 2.2812,
      "step": 64513
    },
    {
      "epoch": 3.001349150965341,
      "grad_norm": 1.1580770865060919,
      "learning_rate": 0.00015360344137803103,
      "loss": 1.8984,
      "step": 64514
    },
    {
      "epoch": 3.0013956734124214,
      "grad_norm": 1.2050009206572716,
      "learning_rate": 0.00015359973102879878,
      "loss": 1.9453,
      "step": 64515
    },
    {
      "epoch": 3.0014421958595023,
      "grad_norm": 1.2498875247236183,
      "learning_rate": 0.00015359602067736275,
      "loss": 2.0,
      "step": 64516
    },
    {
      "epoch": 3.001488718306583,
      "grad_norm": 1.3154056535477618,
      "learning_rate": 0.00015359231032372524,
      "loss": 2.2656,
      "step": 64517
    },
    {
      "epoch": 3.0015352407536637,
      "grad_norm": 1.274345106069455,
      "learning_rate": 0.0001535885999678885,
      "loss": 2.0781,
      "step": 64518
    },
    {
      "epoch": 3.001581763200744,
      "grad_norm": 1.1281821002602987,
      "learning_rate": 0.0001535848896098548,
      "loss": 1.6094,
      "step": 64519
    },
    {
      "epoch": 3.001628285647825,
      "grad_norm": 1.1282278124807181,
      "learning_rate": 0.00015358117924962636,
      "loss": 1.5234,
      "step": 64520
    },
    {
      "epoch": 3.0016748080949056,
      "grad_norm": 1.256476654651092,
      "learning_rate": 0.00015357746888720558,
      "loss": 2.1406,
      "step": 64521
    },
    {
      "epoch": 3.0017213305419865,
      "grad_norm": 1.2647360083865675,
      "learning_rate": 0.00015357375852259462,
      "loss": 2.0781,
      "step": 64522
    },
    {
      "epoch": 3.001767852989067,
      "grad_norm": 1.1431915478406378,
      "learning_rate": 0.00015357004815579574,
      "loss": 1.6328,
      "step": 64523
    },
    {
      "epoch": 3.001814375436148,
      "grad_norm": 1.2001059171435382,
      "learning_rate": 0.00015356633778681133,
      "loss": 1.8594,
      "step": 64524
    },
    {
      "epoch": 3.001860897883229,
      "grad_norm": 1.2264108539181662,
      "learning_rate": 0.00015356262741564352,
      "loss": 1.9219,
      "step": 64525
    },
    {
      "epoch": 3.0019074203303093,
      "grad_norm": 1.233187836995786,
      "learning_rate": 0.00015355891704229465,
      "loss": 2.0312,
      "step": 64526
    },
    {
      "epoch": 3.0019539427773902,
      "grad_norm": 1.3870468672444474,
      "learning_rate": 0.000153555206666767,
      "loss": 2.375,
      "step": 64527
    },
    {
      "epoch": 3.0020004652244707,
      "grad_norm": 1.1301697677354137,
      "learning_rate": 0.00015355149628906289,
      "loss": 1.6719,
      "step": 64528
    },
    {
      "epoch": 3.0020469876715516,
      "grad_norm": 1.1352413613548726,
      "learning_rate": 0.00015354778590918444,
      "loss": 1.9141,
      "step": 64529
    },
    {
      "epoch": 3.002093510118632,
      "grad_norm": 1.3880171559901897,
      "learning_rate": 0.0001535440755271341,
      "loss": 2.2969,
      "step": 64530
    },
    {
      "epoch": 3.002140032565713,
      "grad_norm": 1.2462306104057073,
      "learning_rate": 0.000153540365142914,
      "loss": 2.125,
      "step": 64531
    },
    {
      "epoch": 3.0021865550127935,
      "grad_norm": 1.3582607848673993,
      "learning_rate": 0.0001535366547565265,
      "loss": 2.4688,
      "step": 64532
    },
    {
      "epoch": 3.0022330774598744,
      "grad_norm": 1.2776730187470495,
      "learning_rate": 0.0001535329443679738,
      "loss": 2.1719,
      "step": 64533
    },
    {
      "epoch": 3.002279599906955,
      "grad_norm": 1.3165269764656486,
      "learning_rate": 0.00015352923397725826,
      "loss": 2.2344,
      "step": 64534
    },
    {
      "epoch": 3.002326122354036,
      "grad_norm": 1.2900207147937586,
      "learning_rate": 0.00015352552358438213,
      "loss": 2.0938,
      "step": 64535
    },
    {
      "epoch": 3.0023726448011163,
      "grad_norm": 1.2616883836236443,
      "learning_rate": 0.00015352181318934756,
      "loss": 1.9297,
      "step": 64536
    },
    {
      "epoch": 3.0024191672481972,
      "grad_norm": 1.2958062044611427,
      "learning_rate": 0.00015351810279215695,
      "loss": 2.0469,
      "step": 64537
    },
    {
      "epoch": 3.002465689695278,
      "grad_norm": 1.316394926973734,
      "learning_rate": 0.00015351439239281255,
      "loss": 2.2812,
      "step": 64538
    },
    {
      "epoch": 3.0025122121423586,
      "grad_norm": 1.264812438425775,
      "learning_rate": 0.0001535106819913166,
      "loss": 2.0781,
      "step": 64539
    },
    {
      "epoch": 3.0025587345894396,
      "grad_norm": 1.2290160071392853,
      "learning_rate": 0.00015350697158767138,
      "loss": 1.9375,
      "step": 64540
    },
    {
      "epoch": 3.00260525703652,
      "grad_norm": 1.2504940435659566,
      "learning_rate": 0.00015350326118187922,
      "loss": 2.2188,
      "step": 64541
    },
    {
      "epoch": 3.002651779483601,
      "grad_norm": 1.1956584293226002,
      "learning_rate": 0.00015349955077394227,
      "loss": 1.9141,
      "step": 64542
    },
    {
      "epoch": 3.0026983019306814,
      "grad_norm": 1.1775606704538173,
      "learning_rate": 0.00015349584036386296,
      "loss": 1.8828,
      "step": 64543
    },
    {
      "epoch": 3.0027448243777624,
      "grad_norm": 1.2210557471722272,
      "learning_rate": 0.00015349212995164344,
      "loss": 1.7812,
      "step": 64544
    },
    {
      "epoch": 3.002791346824843,
      "grad_norm": 1.233702003776011,
      "learning_rate": 0.00015348841953728603,
      "loss": 2.0,
      "step": 64545
    },
    {
      "epoch": 3.0028378692719238,
      "grad_norm": 1.1862958981527092,
      "learning_rate": 0.00015348470912079294,
      "loss": 1.6094,
      "step": 64546
    },
    {
      "epoch": 3.0028843917190042,
      "grad_norm": 1.3150133544192981,
      "learning_rate": 0.00015348099870216654,
      "loss": 1.8516,
      "step": 64547
    },
    {
      "epoch": 3.002930914166085,
      "grad_norm": 1.4493070644636774,
      "learning_rate": 0.00015347728828140903,
      "loss": 2.125,
      "step": 64548
    },
    {
      "epoch": 3.002977436613166,
      "grad_norm": 1.3112283150170176,
      "learning_rate": 0.0001534735778585227,
      "loss": 2.2969,
      "step": 64549
    },
    {
      "epoch": 3.0030239590602466,
      "grad_norm": 1.2877450297975368,
      "learning_rate": 0.00015346986743350986,
      "loss": 1.9609,
      "step": 64550
    },
    {
      "epoch": 3.0030704815073275,
      "grad_norm": 1.091313445023752,
      "learning_rate": 0.0001534661570063727,
      "loss": 1.4688,
      "step": 64551
    },
    {
      "epoch": 3.003117003954408,
      "grad_norm": 1.3007155284595493,
      "learning_rate": 0.00015346244657711357,
      "loss": 2.125,
      "step": 64552
    },
    {
      "epoch": 3.003163526401489,
      "grad_norm": 1.1454026227663907,
      "learning_rate": 0.00015345873614573468,
      "loss": 1.6484,
      "step": 64553
    },
    {
      "epoch": 3.0032100488485693,
      "grad_norm": 1.2105371105458465,
      "learning_rate": 0.00015345502571223837,
      "loss": 1.6562,
      "step": 64554
    },
    {
      "epoch": 3.0032565712956503,
      "grad_norm": 1.27395572947531,
      "learning_rate": 0.00015345131527662686,
      "loss": 2.1094,
      "step": 64555
    },
    {
      "epoch": 3.0033030937427307,
      "grad_norm": 1.273746388078091,
      "learning_rate": 0.00015344760483890243,
      "loss": 2.1094,
      "step": 64556
    },
    {
      "epoch": 3.0033496161898117,
      "grad_norm": 1.3047754241594611,
      "learning_rate": 0.00015344389439906733,
      "loss": 2.0781,
      "step": 64557
    },
    {
      "epoch": 3.003396138636892,
      "grad_norm": 1.1331232004350245,
      "learning_rate": 0.00015344018395712392,
      "loss": 1.6797,
      "step": 64558
    },
    {
      "epoch": 3.003442661083973,
      "grad_norm": 1.2500931081942253,
      "learning_rate": 0.00015343647351307433,
      "loss": 2.0,
      "step": 64559
    },
    {
      "epoch": 3.0034891835310535,
      "grad_norm": 1.3568681751266762,
      "learning_rate": 0.00015343276306692093,
      "loss": 2.0469,
      "step": 64560
    },
    {
      "epoch": 3.0035357059781345,
      "grad_norm": 1.2726760437016285,
      "learning_rate": 0.00015342905261866603,
      "loss": 2.0156,
      "step": 64561
    },
    {
      "epoch": 3.0035822284252154,
      "grad_norm": 1.2520633828622671,
      "learning_rate": 0.00015342534216831178,
      "loss": 2.2188,
      "step": 64562
    },
    {
      "epoch": 3.003628750872296,
      "grad_norm": 1.23063322706456,
      "learning_rate": 0.00015342163171586058,
      "loss": 1.8438,
      "step": 64563
    },
    {
      "epoch": 3.003675273319377,
      "grad_norm": 1.2641036087517854,
      "learning_rate": 0.00015341792126131456,
      "loss": 2.0312,
      "step": 64564
    },
    {
      "epoch": 3.0037217957664573,
      "grad_norm": 1.1485208162403107,
      "learning_rate": 0.00015341421080467612,
      "loss": 1.5938,
      "step": 64565
    },
    {
      "epoch": 3.003768318213538,
      "grad_norm": 1.3075736538123373,
      "learning_rate": 0.00015341050034594746,
      "loss": 1.6328,
      "step": 64566
    },
    {
      "epoch": 3.0038148406606187,
      "grad_norm": 1.2234919520689178,
      "learning_rate": 0.00015340678988513088,
      "loss": 1.8984,
      "step": 64567
    },
    {
      "epoch": 3.0038613631076996,
      "grad_norm": 1.3764026561663871,
      "learning_rate": 0.00015340307942222865,
      "loss": 2.1562,
      "step": 64568
    },
    {
      "epoch": 3.00390788555478,
      "grad_norm": 1.1667018681284531,
      "learning_rate": 0.00015339936895724304,
      "loss": 1.8047,
      "step": 64569
    },
    {
      "epoch": 3.003954408001861,
      "grad_norm": 1.3195569473782383,
      "learning_rate": 0.0001533956584901763,
      "loss": 2.1094,
      "step": 64570
    },
    {
      "epoch": 3.0040009304489415,
      "grad_norm": 1.1490105952360308,
      "learning_rate": 0.0001533919480210307,
      "loss": 1.6484,
      "step": 64571
    },
    {
      "epoch": 3.0040474528960224,
      "grad_norm": 1.2421691192987634,
      "learning_rate": 0.00015338823754980856,
      "loss": 2.0781,
      "step": 64572
    },
    {
      "epoch": 3.004093975343103,
      "grad_norm": 1.2721806822088142,
      "learning_rate": 0.0001533845270765121,
      "loss": 2.0156,
      "step": 64573
    },
    {
      "epoch": 3.0041404977901838,
      "grad_norm": 1.1374474141146924,
      "learning_rate": 0.00015338081660114366,
      "loss": 1.6641,
      "step": 64574
    },
    {
      "epoch": 3.0041870202372647,
      "grad_norm": 1.2771134018597394,
      "learning_rate": 0.0001533771061237054,
      "loss": 2.1875,
      "step": 64575
    },
    {
      "epoch": 3.004233542684345,
      "grad_norm": 1.3004274488547798,
      "learning_rate": 0.0001533733956441997,
      "loss": 2.2344,
      "step": 64576
    },
    {
      "epoch": 3.004280065131426,
      "grad_norm": 1.295913998648388,
      "learning_rate": 0.00015336968516262874,
      "loss": 2.1562,
      "step": 64577
    },
    {
      "epoch": 3.0043265875785066,
      "grad_norm": 1.303865926921931,
      "learning_rate": 0.0001533659746789949,
      "loss": 2.0312,
      "step": 64578
    },
    {
      "epoch": 3.0043731100255875,
      "grad_norm": 1.0867204446382017,
      "learning_rate": 0.00015336226419330036,
      "loss": 1.6328,
      "step": 64579
    },
    {
      "epoch": 3.004419632472668,
      "grad_norm": 1.2177691821743881,
      "learning_rate": 0.00015335855370554743,
      "loss": 1.9062,
      "step": 64580
    },
    {
      "epoch": 3.004466154919749,
      "grad_norm": 1.2092544222009394,
      "learning_rate": 0.00015335484321573833,
      "loss": 1.9297,
      "step": 64581
    },
    {
      "epoch": 3.0045126773668294,
      "grad_norm": 1.1504523639919175,
      "learning_rate": 0.0001533511327238754,
      "loss": 1.5938,
      "step": 64582
    },
    {
      "epoch": 3.0045591998139103,
      "grad_norm": 1.3774035679411694,
      "learning_rate": 0.00015334742222996092,
      "loss": 2.4531,
      "step": 64583
    },
    {
      "epoch": 3.0046057222609908,
      "grad_norm": 1.0752692894454832,
      "learning_rate": 0.0001533437117339971,
      "loss": 1.625,
      "step": 64584
    },
    {
      "epoch": 3.0046522447080717,
      "grad_norm": 1.2621840612527278,
      "learning_rate": 0.00015334000123598627,
      "loss": 1.9531,
      "step": 64585
    },
    {
      "epoch": 3.004698767155152,
      "grad_norm": 1.2206344700378646,
      "learning_rate": 0.00015333629073593062,
      "loss": 2.0,
      "step": 64586
    },
    {
      "epoch": 3.004745289602233,
      "grad_norm": 1.2623797055072772,
      "learning_rate": 0.00015333258023383255,
      "loss": 2.1406,
      "step": 64587
    },
    {
      "epoch": 3.004791812049314,
      "grad_norm": 1.340995370075402,
      "learning_rate": 0.00015332886972969418,
      "loss": 2.2188,
      "step": 64588
    },
    {
      "epoch": 3.0048383344963945,
      "grad_norm": 1.3480061499077929,
      "learning_rate": 0.0001533251592235179,
      "loss": 2.2656,
      "step": 64589
    },
    {
      "epoch": 3.0048848569434754,
      "grad_norm": 1.1496100221638237,
      "learning_rate": 0.0001533214487153059,
      "loss": 1.7578,
      "step": 64590
    },
    {
      "epoch": 3.004931379390556,
      "grad_norm": 1.3311736435197261,
      "learning_rate": 0.0001533177382050605,
      "loss": 1.9922,
      "step": 64591
    },
    {
      "epoch": 3.004977901837637,
      "grad_norm": 1.27343341311773,
      "learning_rate": 0.00015331402769278398,
      "loss": 2.2344,
      "step": 64592
    },
    {
      "epoch": 3.0050244242847173,
      "grad_norm": 1.1962396606139547,
      "learning_rate": 0.00015331031717847856,
      "loss": 1.8125,
      "step": 64593
    },
    {
      "epoch": 3.005070946731798,
      "grad_norm": 1.1654835422495653,
      "learning_rate": 0.00015330660666214662,
      "loss": 1.8359,
      "step": 64594
    },
    {
      "epoch": 3.0051174691788787,
      "grad_norm": 1.2782704319010405,
      "learning_rate": 0.00015330289614379027,
      "loss": 2.0781,
      "step": 64595
    },
    {
      "epoch": 3.0051639916259596,
      "grad_norm": 1.3308241320195053,
      "learning_rate": 0.00015329918562341193,
      "loss": 2.0312,
      "step": 64596
    },
    {
      "epoch": 3.00521051407304,
      "grad_norm": 1.1856708004473395,
      "learning_rate": 0.00015329547510101375,
      "loss": 1.75,
      "step": 64597
    },
    {
      "epoch": 3.005257036520121,
      "grad_norm": 1.3349910013579198,
      "learning_rate": 0.00015329176457659809,
      "loss": 2.3438,
      "step": 64598
    },
    {
      "epoch": 3.0053035589672015,
      "grad_norm": 1.2202503907664535,
      "learning_rate": 0.0001532880540501672,
      "loss": 2.0469,
      "step": 64599
    },
    {
      "epoch": 3.0053500814142824,
      "grad_norm": 1.2973964520298324,
      "learning_rate": 0.00015328434352172336,
      "loss": 1.9531,
      "step": 64600
    },
    {
      "epoch": 3.0053966038613633,
      "grad_norm": 1.16340702026144,
      "learning_rate": 0.0001532806329912688,
      "loss": 1.7891,
      "step": 64601
    },
    {
      "epoch": 3.005443126308444,
      "grad_norm": 1.279185582372051,
      "learning_rate": 0.00015327692245880583,
      "loss": 1.9922,
      "step": 64602
    },
    {
      "epoch": 3.0054896487555247,
      "grad_norm": 1.2813597268632246,
      "learning_rate": 0.00015327321192433666,
      "loss": 2.1719,
      "step": 64603
    },
    {
      "epoch": 3.005536171202605,
      "grad_norm": 1.138257283427354,
      "learning_rate": 0.00015326950138786364,
      "loss": 1.875,
      "step": 64604
    },
    {
      "epoch": 3.005582693649686,
      "grad_norm": 1.1950074679331077,
      "learning_rate": 0.00015326579084938905,
      "loss": 1.8281,
      "step": 64605
    },
    {
      "epoch": 3.0056292160967666,
      "grad_norm": 1.2597556688220748,
      "learning_rate": 0.0001532620803089151,
      "loss": 2.1562,
      "step": 64606
    },
    {
      "epoch": 3.0056757385438475,
      "grad_norm": 1.3330608360506426,
      "learning_rate": 0.00015325836976644408,
      "loss": 2.3281,
      "step": 64607
    },
    {
      "epoch": 3.005722260990928,
      "grad_norm": 1.278425078894907,
      "learning_rate": 0.00015325465922197827,
      "loss": 2.2188,
      "step": 64608
    },
    {
      "epoch": 3.005768783438009,
      "grad_norm": 1.2741865263581156,
      "learning_rate": 0.00015325094867551993,
      "loss": 2.1406,
      "step": 64609
    },
    {
      "epoch": 3.0058153058850894,
      "grad_norm": 1.2730870539726629,
      "learning_rate": 0.00015324723812707133,
      "loss": 2.1875,
      "step": 64610
    },
    {
      "epoch": 3.0058618283321703,
      "grad_norm": 1.2287737370754428,
      "learning_rate": 0.0001532435275766348,
      "loss": 2.0312,
      "step": 64611
    },
    {
      "epoch": 3.005908350779251,
      "grad_norm": 1.1915359816869455,
      "learning_rate": 0.0001532398170242125,
      "loss": 1.8438,
      "step": 64612
    },
    {
      "epoch": 3.0059548732263317,
      "grad_norm": 1.256465976387917,
      "learning_rate": 0.0001532361064698068,
      "loss": 2.0,
      "step": 64613
    },
    {
      "epoch": 3.0060013956734126,
      "grad_norm": 1.3943398589230682,
      "learning_rate": 0.00015323239591341989,
      "loss": 2.0312,
      "step": 64614
    },
    {
      "epoch": 3.006047918120493,
      "grad_norm": 1.3719790080566465,
      "learning_rate": 0.00015322868535505417,
      "loss": 2.3125,
      "step": 64615
    },
    {
      "epoch": 3.006094440567574,
      "grad_norm": 1.2429354493870313,
      "learning_rate": 0.00015322497479471178,
      "loss": 2.0781,
      "step": 64616
    },
    {
      "epoch": 3.0061409630146545,
      "grad_norm": 1.2799521751802787,
      "learning_rate": 0.00015322126423239507,
      "loss": 1.9766,
      "step": 64617
    },
    {
      "epoch": 3.0061874854617354,
      "grad_norm": 1.2317279520047821,
      "learning_rate": 0.00015321755366810627,
      "loss": 2.2344,
      "step": 64618
    },
    {
      "epoch": 3.006234007908816,
      "grad_norm": 1.2918579444846847,
      "learning_rate": 0.00015321384310184767,
      "loss": 2.1719,
      "step": 64619
    },
    {
      "epoch": 3.006280530355897,
      "grad_norm": 1.1600170512204324,
      "learning_rate": 0.0001532101325336215,
      "loss": 1.4844,
      "step": 64620
    },
    {
      "epoch": 3.0063270528029773,
      "grad_norm": 1.2644276997166024,
      "learning_rate": 0.0001532064219634301,
      "loss": 1.8594,
      "step": 64621
    },
    {
      "epoch": 3.006373575250058,
      "grad_norm": 1.3133804091711063,
      "learning_rate": 0.0001532027113912757,
      "loss": 2.125,
      "step": 64622
    },
    {
      "epoch": 3.0064200976971387,
      "grad_norm": 1.228932513410351,
      "learning_rate": 0.0001531990008171606,
      "loss": 2.0938,
      "step": 64623
    },
    {
      "epoch": 3.0064666201442196,
      "grad_norm": 1.324380020350796,
      "learning_rate": 0.00015319529024108704,
      "loss": 2.2656,
      "step": 64624
    },
    {
      "epoch": 3.0065131425913,
      "grad_norm": 1.2209202333830622,
      "learning_rate": 0.00015319157966305725,
      "loss": 2.0781,
      "step": 64625
    },
    {
      "epoch": 3.006559665038381,
      "grad_norm": 1.2777540726203354,
      "learning_rate": 0.00015318786908307362,
      "loss": 2.0781,
      "step": 64626
    },
    {
      "epoch": 3.006606187485462,
      "grad_norm": 1.362643550091079,
      "learning_rate": 0.00015318415850113835,
      "loss": 2.3125,
      "step": 64627
    },
    {
      "epoch": 3.0066527099325424,
      "grad_norm": 1.2432622363527464,
      "learning_rate": 0.00015318044791725374,
      "loss": 1.9688,
      "step": 64628
    },
    {
      "epoch": 3.0066992323796233,
      "grad_norm": 1.2483595088299466,
      "learning_rate": 0.000153176737331422,
      "loss": 2.1094,
      "step": 64629
    },
    {
      "epoch": 3.006745754826704,
      "grad_norm": 1.2273735596202298,
      "learning_rate": 0.00015317302674364546,
      "loss": 2.125,
      "step": 64630
    },
    {
      "epoch": 3.0067922772737847,
      "grad_norm": 1.4263248218652047,
      "learning_rate": 0.0001531693161539264,
      "loss": 2.2188,
      "step": 64631
    },
    {
      "epoch": 3.006838799720865,
      "grad_norm": 1.2899172317946,
      "learning_rate": 0.000153165605562267,
      "loss": 2.2812,
      "step": 64632
    },
    {
      "epoch": 3.006885322167946,
      "grad_norm": 1.1873068285691897,
      "learning_rate": 0.00015316189496866964,
      "loss": 1.8047,
      "step": 64633
    },
    {
      "epoch": 3.0069318446150266,
      "grad_norm": 1.2810786296646937,
      "learning_rate": 0.00015315818437313655,
      "loss": 2.2344,
      "step": 64634
    },
    {
      "epoch": 3.0069783670621075,
      "grad_norm": 1.167183090938425,
      "learning_rate": 0.00015315447377567003,
      "loss": 1.7656,
      "step": 64635
    },
    {
      "epoch": 3.007024889509188,
      "grad_norm": 1.2702845870327133,
      "learning_rate": 0.00015315076317627221,
      "loss": 2.125,
      "step": 64636
    },
    {
      "epoch": 3.007071411956269,
      "grad_norm": 1.3234835983822009,
      "learning_rate": 0.00015314705257494558,
      "loss": 2.3438,
      "step": 64637
    },
    {
      "epoch": 3.0071179344033494,
      "grad_norm": 1.3293720641892903,
      "learning_rate": 0.0001531433419716923,
      "loss": 2.2656,
      "step": 64638
    },
    {
      "epoch": 3.0071644568504303,
      "grad_norm": 1.3143952220880548,
      "learning_rate": 0.00015313963136651462,
      "loss": 2.2031,
      "step": 64639
    },
    {
      "epoch": 3.0072109792975112,
      "grad_norm": 1.266514802013384,
      "learning_rate": 0.00015313592075941483,
      "loss": 2.0156,
      "step": 64640
    },
    {
      "epoch": 3.0072575017445917,
      "grad_norm": 1.292854573129268,
      "learning_rate": 0.00015313221015039524,
      "loss": 2.375,
      "step": 64641
    },
    {
      "epoch": 3.0073040241916726,
      "grad_norm": 1.2799031090118314,
      "learning_rate": 0.00015312849953945807,
      "loss": 2.125,
      "step": 64642
    },
    {
      "epoch": 3.007350546638753,
      "grad_norm": 1.2599870748092306,
      "learning_rate": 0.00015312478892660564,
      "loss": 1.8281,
      "step": 64643
    },
    {
      "epoch": 3.007397069085834,
      "grad_norm": 1.2950185858253707,
      "learning_rate": 0.0001531210783118402,
      "loss": 2.0469,
      "step": 64644
    },
    {
      "epoch": 3.0074435915329145,
      "grad_norm": 1.270133232118386,
      "learning_rate": 0.00015311736769516398,
      "loss": 2.0938,
      "step": 64645
    },
    {
      "epoch": 3.0074901139799954,
      "grad_norm": 1.2333379123482238,
      "learning_rate": 0.00015311365707657934,
      "loss": 2.1094,
      "step": 64646
    },
    {
      "epoch": 3.007536636427076,
      "grad_norm": 1.327969363785574,
      "learning_rate": 0.0001531099464560884,
      "loss": 2.2344,
      "step": 64647
    },
    {
      "epoch": 3.007583158874157,
      "grad_norm": 1.2216490313968915,
      "learning_rate": 0.00015310623583369363,
      "loss": 2.0625,
      "step": 64648
    },
    {
      "epoch": 3.0076296813212373,
      "grad_norm": 1.446416458941114,
      "learning_rate": 0.00015310252520939717,
      "loss": 2.2344,
      "step": 64649
    },
    {
      "epoch": 3.0076762037683182,
      "grad_norm": 1.2783215569785242,
      "learning_rate": 0.00015309881458320132,
      "loss": 2.0938,
      "step": 64650
    },
    {
      "epoch": 3.0077227262153987,
      "grad_norm": 1.139219694383884,
      "learning_rate": 0.00015309510395510837,
      "loss": 1.6953,
      "step": 64651
    },
    {
      "epoch": 3.0077692486624796,
      "grad_norm": 1.2867009524717614,
      "learning_rate": 0.0001530913933251206,
      "loss": 1.4844,
      "step": 64652
    },
    {
      "epoch": 3.0078157711095606,
      "grad_norm": 1.1784520561129095,
      "learning_rate": 0.0001530876826932402,
      "loss": 1.7969,
      "step": 64653
    },
    {
      "epoch": 3.007862293556641,
      "grad_norm": 1.2335622213871449,
      "learning_rate": 0.00015308397205946955,
      "loss": 1.8125,
      "step": 64654
    },
    {
      "epoch": 3.007908816003722,
      "grad_norm": 1.3090589161182187,
      "learning_rate": 0.00015308026142381084,
      "loss": 1.8984,
      "step": 64655
    },
    {
      "epoch": 3.0079553384508024,
      "grad_norm": 1.3004184447198237,
      "learning_rate": 0.00015307655078626646,
      "loss": 2.2188,
      "step": 64656
    },
    {
      "epoch": 3.0080018608978834,
      "grad_norm": 1.2504821870755158,
      "learning_rate": 0.00015307284014683852,
      "loss": 1.8203,
      "step": 64657
    },
    {
      "epoch": 3.008048383344964,
      "grad_norm": 1.1725779455623937,
      "learning_rate": 0.00015306912950552936,
      "loss": 1.625,
      "step": 64658
    },
    {
      "epoch": 3.0080949057920447,
      "grad_norm": 1.2030652282853624,
      "learning_rate": 0.0001530654188623413,
      "loss": 1.9609,
      "step": 64659
    },
    {
      "epoch": 3.0081414282391252,
      "grad_norm": 1.2327346998440534,
      "learning_rate": 0.00015306170821727653,
      "loss": 1.875,
      "step": 64660
    },
    {
      "epoch": 3.008187950686206,
      "grad_norm": 1.3388057010969447,
      "learning_rate": 0.0001530579975703374,
      "loss": 2.0156,
      "step": 64661
    },
    {
      "epoch": 3.0082344731332866,
      "grad_norm": 1.254336888523741,
      "learning_rate": 0.00015305428692152616,
      "loss": 1.7656,
      "step": 64662
    },
    {
      "epoch": 3.0082809955803675,
      "grad_norm": 1.3112021080765084,
      "learning_rate": 0.00015305057627084501,
      "loss": 1.9922,
      "step": 64663
    },
    {
      "epoch": 3.008327518027448,
      "grad_norm": 1.283393639101396,
      "learning_rate": 0.00015304686561829633,
      "loss": 2.0,
      "step": 64664
    },
    {
      "epoch": 3.008374040474529,
      "grad_norm": 1.3159277605616542,
      "learning_rate": 0.00015304315496388233,
      "loss": 2.1562,
      "step": 64665
    },
    {
      "epoch": 3.00842056292161,
      "grad_norm": 1.2383051934745533,
      "learning_rate": 0.0001530394443076053,
      "loss": 1.7422,
      "step": 64666
    },
    {
      "epoch": 3.0084670853686903,
      "grad_norm": 1.186619573699109,
      "learning_rate": 0.0001530357336494675,
      "loss": 1.7109,
      "step": 64667
    },
    {
      "epoch": 3.0085136078157713,
      "grad_norm": 1.366621020628476,
      "learning_rate": 0.0001530320229894712,
      "loss": 2.375,
      "step": 64668
    },
    {
      "epoch": 3.0085601302628517,
      "grad_norm": 1.337699164988906,
      "learning_rate": 0.00015302831232761864,
      "loss": 2.3281,
      "step": 64669
    },
    {
      "epoch": 3.0086066527099327,
      "grad_norm": 1.179677131052356,
      "learning_rate": 0.00015302460166391222,
      "loss": 1.8281,
      "step": 64670
    },
    {
      "epoch": 3.008653175157013,
      "grad_norm": 1.2309468858260821,
      "learning_rate": 0.000153020890998354,
      "loss": 1.7969,
      "step": 64671
    },
    {
      "epoch": 3.008699697604094,
      "grad_norm": 1.251398815083707,
      "learning_rate": 0.00015301718033094647,
      "loss": 2.0781,
      "step": 64672
    },
    {
      "epoch": 3.0087462200511745,
      "grad_norm": 1.3017618668662219,
      "learning_rate": 0.00015301346966169177,
      "loss": 1.8828,
      "step": 64673
    },
    {
      "epoch": 3.0087927424982555,
      "grad_norm": 1.4193637340050125,
      "learning_rate": 0.00015300975899059223,
      "loss": 2.25,
      "step": 64674
    },
    {
      "epoch": 3.008839264945336,
      "grad_norm": 1.3378578078873409,
      "learning_rate": 0.00015300604831765008,
      "loss": 1.8828,
      "step": 64675
    },
    {
      "epoch": 3.008885787392417,
      "grad_norm": 1.2721872868820616,
      "learning_rate": 0.00015300233764286761,
      "loss": 2.0625,
      "step": 64676
    },
    {
      "epoch": 3.0089323098394978,
      "grad_norm": 1.235484610710281,
      "learning_rate": 0.00015299862696624707,
      "loss": 1.8281,
      "step": 64677
    },
    {
      "epoch": 3.0089788322865783,
      "grad_norm": 1.2487809565773331,
      "learning_rate": 0.00015299491628779078,
      "loss": 2.1094,
      "step": 64678
    },
    {
      "epoch": 3.009025354733659,
      "grad_norm": 1.2694830450267216,
      "learning_rate": 0.000152991205607501,
      "loss": 1.8359,
      "step": 64679
    },
    {
      "epoch": 3.0090718771807397,
      "grad_norm": 1.346472633515106,
      "learning_rate": 0.0001529874949253799,
      "loss": 2.2969,
      "step": 64680
    },
    {
      "epoch": 3.0091183996278206,
      "grad_norm": 1.3016511014085166,
      "learning_rate": 0.00015298378424142994,
      "loss": 1.9609,
      "step": 64681
    },
    {
      "epoch": 3.009164922074901,
      "grad_norm": 1.1519259839920026,
      "learning_rate": 0.00015298007355565323,
      "loss": 1.75,
      "step": 64682
    },
    {
      "epoch": 3.009211444521982,
      "grad_norm": 1.3336215199733226,
      "learning_rate": 0.00015297636286805213,
      "loss": 2.2812,
      "step": 64683
    },
    {
      "epoch": 3.0092579669690624,
      "grad_norm": 1.2972476988085677,
      "learning_rate": 0.00015297265217862886,
      "loss": 2.0156,
      "step": 64684
    },
    {
      "epoch": 3.0093044894161434,
      "grad_norm": 1.1972837926496709,
      "learning_rate": 0.00015296894148738576,
      "loss": 1.9922,
      "step": 64685
    },
    {
      "epoch": 3.009351011863224,
      "grad_norm": 1.268178885118201,
      "learning_rate": 0.000152965230794325,
      "loss": 2.0312,
      "step": 64686
    },
    {
      "epoch": 3.0093975343103048,
      "grad_norm": 1.2498457385929906,
      "learning_rate": 0.00015296152009944898,
      "loss": 2.125,
      "step": 64687
    },
    {
      "epoch": 3.0094440567573852,
      "grad_norm": 1.2181836048938541,
      "learning_rate": 0.00015295780940275983,
      "loss": 1.8047,
      "step": 64688
    },
    {
      "epoch": 3.009490579204466,
      "grad_norm": 1.3280010322880431,
      "learning_rate": 0.00015295409870425992,
      "loss": 2.3125,
      "step": 64689
    },
    {
      "epoch": 3.009537101651547,
      "grad_norm": 1.271124883953312,
      "learning_rate": 0.0001529503880039515,
      "loss": 2.2188,
      "step": 64690
    },
    {
      "epoch": 3.0095836240986276,
      "grad_norm": 1.2714196696326177,
      "learning_rate": 0.0001529466773018368,
      "loss": 2.0469,
      "step": 64691
    },
    {
      "epoch": 3.0096301465457085,
      "grad_norm": 1.0846274188434688,
      "learning_rate": 0.00015294296659791815,
      "loss": 1.6484,
      "step": 64692
    },
    {
      "epoch": 3.009676668992789,
      "grad_norm": 1.3252420745922961,
      "learning_rate": 0.00015293925589219778,
      "loss": 2.125,
      "step": 64693
    },
    {
      "epoch": 3.00972319143987,
      "grad_norm": 1.291296775825085,
      "learning_rate": 0.00015293554518467804,
      "loss": 1.9609,
      "step": 64694
    },
    {
      "epoch": 3.0097697138869504,
      "grad_norm": 1.2856910093143015,
      "learning_rate": 0.00015293183447536107,
      "loss": 1.8906,
      "step": 64695
    },
    {
      "epoch": 3.0098162363340313,
      "grad_norm": 1.3343012201080273,
      "learning_rate": 0.00015292812376424927,
      "loss": 2.1719,
      "step": 64696
    },
    {
      "epoch": 3.0098627587811118,
      "grad_norm": 1.327445625768126,
      "learning_rate": 0.0001529244130513448,
      "loss": 2.3594,
      "step": 64697
    },
    {
      "epoch": 3.0099092812281927,
      "grad_norm": 1.1945173053074447,
      "learning_rate": 0.00015292070233665007,
      "loss": 1.8984,
      "step": 64698
    },
    {
      "epoch": 3.009955803675273,
      "grad_norm": 1.2442004213059956,
      "learning_rate": 0.00015291699162016717,
      "loss": 2.25,
      "step": 64699
    },
    {
      "epoch": 3.010002326122354,
      "grad_norm": 1.3982849829220159,
      "learning_rate": 0.00015291328090189855,
      "loss": 2.2969,
      "step": 64700
    },
    {
      "epoch": 3.0100488485694346,
      "grad_norm": 1.2199775833553945,
      "learning_rate": 0.00015290957018184635,
      "loss": 2.0469,
      "step": 64701
    },
    {
      "epoch": 3.0100953710165155,
      "grad_norm": 1.2968195458712015,
      "learning_rate": 0.00015290585946001292,
      "loss": 2.1406,
      "step": 64702
    },
    {
      "epoch": 3.0101418934635964,
      "grad_norm": 1.2408953362309378,
      "learning_rate": 0.0001529021487364005,
      "loss": 1.9375,
      "step": 64703
    },
    {
      "epoch": 3.010188415910677,
      "grad_norm": 1.2324142081518554,
      "learning_rate": 0.00015289843801101136,
      "loss": 1.7891,
      "step": 64704
    },
    {
      "epoch": 3.010234938357758,
      "grad_norm": 1.2029082574653676,
      "learning_rate": 0.0001528947272838478,
      "loss": 1.9844,
      "step": 64705
    },
    {
      "epoch": 3.0102814608048383,
      "grad_norm": 1.186343011352804,
      "learning_rate": 0.00015289101655491206,
      "loss": 1.8047,
      "step": 64706
    },
    {
      "epoch": 3.010327983251919,
      "grad_norm": 1.2406380676661488,
      "learning_rate": 0.00015288730582420641,
      "loss": 1.8906,
      "step": 64707
    },
    {
      "epoch": 3.0103745056989997,
      "grad_norm": 1.2911165781724518,
      "learning_rate": 0.00015288359509173314,
      "loss": 2.2031,
      "step": 64708
    },
    {
      "epoch": 3.0104210281460806,
      "grad_norm": 1.3234148050685723,
      "learning_rate": 0.00015287988435749454,
      "loss": 2.2031,
      "step": 64709
    },
    {
      "epoch": 3.010467550593161,
      "grad_norm": 1.3344098038638423,
      "learning_rate": 0.00015287617362149284,
      "loss": 2.2969,
      "step": 64710
    },
    {
      "epoch": 3.010514073040242,
      "grad_norm": 1.2487482154247347,
      "learning_rate": 0.00015287246288373034,
      "loss": 1.9062,
      "step": 64711
    },
    {
      "epoch": 3.0105605954873225,
      "grad_norm": 1.2248905830278318,
      "learning_rate": 0.00015286875214420926,
      "loss": 1.8984,
      "step": 64712
    },
    {
      "epoch": 3.0106071179344034,
      "grad_norm": 1.2692145948323703,
      "learning_rate": 0.0001528650414029319,
      "loss": 1.9922,
      "step": 64713
    },
    {
      "epoch": 3.010653640381484,
      "grad_norm": 1.184436233889008,
      "learning_rate": 0.00015286133065990065,
      "loss": 1.6094,
      "step": 64714
    },
    {
      "epoch": 3.010700162828565,
      "grad_norm": 1.2831855985689617,
      "learning_rate": 0.0001528576199151176,
      "loss": 1.9844,
      "step": 64715
    },
    {
      "epoch": 3.0107466852756457,
      "grad_norm": 1.335679038805464,
      "learning_rate": 0.0001528539091685851,
      "loss": 2.2344,
      "step": 64716
    },
    {
      "epoch": 3.010793207722726,
      "grad_norm": 1.2727641236532605,
      "learning_rate": 0.00015285019842030542,
      "loss": 2.1562,
      "step": 64717
    },
    {
      "epoch": 3.010839730169807,
      "grad_norm": 1.2684358592631781,
      "learning_rate": 0.00015284648767028086,
      "loss": 1.8125,
      "step": 64718
    },
    {
      "epoch": 3.0108862526168876,
      "grad_norm": 1.2284951602040903,
      "learning_rate": 0.00015284277691851364,
      "loss": 1.9062,
      "step": 64719
    },
    {
      "epoch": 3.0109327750639685,
      "grad_norm": 1.2744930106571521,
      "learning_rate": 0.00015283906616500608,
      "loss": 2.3281,
      "step": 64720
    },
    {
      "epoch": 3.010979297511049,
      "grad_norm": 1.2164014008715693,
      "learning_rate": 0.0001528353554097604,
      "loss": 1.8672,
      "step": 64721
    },
    {
      "epoch": 3.01102581995813,
      "grad_norm": 1.259072547645174,
      "learning_rate": 0.0001528316446527789,
      "loss": 1.9453,
      "step": 64722
    },
    {
      "epoch": 3.0110723424052104,
      "grad_norm": 1.1619855588860206,
      "learning_rate": 0.00015282793389406388,
      "loss": 1.5781,
      "step": 64723
    },
    {
      "epoch": 3.0111188648522913,
      "grad_norm": 1.2268279944476144,
      "learning_rate": 0.0001528242231336175,
      "loss": 1.9922,
      "step": 64724
    },
    {
      "epoch": 3.0111653872993718,
      "grad_norm": 1.2923265168765206,
      "learning_rate": 0.00015282051237144222,
      "loss": 2.1094,
      "step": 64725
    },
    {
      "epoch": 3.0112119097464527,
      "grad_norm": 1.3017097591828937,
      "learning_rate": 0.00015281680160754012,
      "loss": 2.0938,
      "step": 64726
    },
    {
      "epoch": 3.011258432193533,
      "grad_norm": 1.3105988343158341,
      "learning_rate": 0.00015281309084191362,
      "loss": 2.0,
      "step": 64727
    },
    {
      "epoch": 3.011304954640614,
      "grad_norm": 1.152064224528969,
      "learning_rate": 0.00015280938007456493,
      "loss": 1.6172,
      "step": 64728
    },
    {
      "epoch": 3.011351477087695,
      "grad_norm": 1.3006058711427446,
      "learning_rate": 0.0001528056693054963,
      "loss": 2.125,
      "step": 64729
    },
    {
      "epoch": 3.0113979995347755,
      "grad_norm": 1.2787838252657324,
      "learning_rate": 0.00015280195853470998,
      "loss": 2.0781,
      "step": 64730
    },
    {
      "epoch": 3.0114445219818564,
      "grad_norm": 1.3472647064290864,
      "learning_rate": 0.00015279824776220834,
      "loss": 2.375,
      "step": 64731
    },
    {
      "epoch": 3.011491044428937,
      "grad_norm": 1.4486757851257084,
      "learning_rate": 0.00015279453698799358,
      "loss": 2.3281,
      "step": 64732
    },
    {
      "epoch": 3.011537566876018,
      "grad_norm": 1.312593791730528,
      "learning_rate": 0.000152790826212068,
      "loss": 2.2031,
      "step": 64733
    },
    {
      "epoch": 3.0115840893230983,
      "grad_norm": 1.2408900832507976,
      "learning_rate": 0.00015278711543443383,
      "loss": 1.9531,
      "step": 64734
    },
    {
      "epoch": 3.011630611770179,
      "grad_norm": 1.3763613498324507,
      "learning_rate": 0.0001527834046550934,
      "loss": 2.2031,
      "step": 64735
    },
    {
      "epoch": 3.0116771342172597,
      "grad_norm": 1.2076606523257127,
      "learning_rate": 0.00015277969387404893,
      "loss": 1.8203,
      "step": 64736
    },
    {
      "epoch": 3.0117236566643406,
      "grad_norm": 1.3226789419461413,
      "learning_rate": 0.00015277598309130274,
      "loss": 2.1875,
      "step": 64737
    },
    {
      "epoch": 3.011770179111421,
      "grad_norm": 1.1774084120913235,
      "learning_rate": 0.0001527722723068571,
      "loss": 1.7656,
      "step": 64738
    },
    {
      "epoch": 3.011816701558502,
      "grad_norm": 1.2908491037620238,
      "learning_rate": 0.0001527685615207142,
      "loss": 2.0625,
      "step": 64739
    },
    {
      "epoch": 3.0118632240055825,
      "grad_norm": 1.2993295434620165,
      "learning_rate": 0.00015276485073287637,
      "loss": 2.0781,
      "step": 64740
    },
    {
      "epoch": 3.0119097464526634,
      "grad_norm": 1.3272537756986391,
      "learning_rate": 0.00015276113994334593,
      "loss": 2.1562,
      "step": 64741
    },
    {
      "epoch": 3.0119562688997443,
      "grad_norm": 1.3358792165991031,
      "learning_rate": 0.0001527574291521251,
      "loss": 2.0938,
      "step": 64742
    },
    {
      "epoch": 3.012002791346825,
      "grad_norm": 1.389797375540717,
      "learning_rate": 0.00015275371835921613,
      "loss": 2.2969,
      "step": 64743
    },
    {
      "epoch": 3.0120493137939057,
      "grad_norm": 1.136341938482035,
      "learning_rate": 0.00015275000756462132,
      "loss": 1.7422,
      "step": 64744
    },
    {
      "epoch": 3.012095836240986,
      "grad_norm": 1.3541279777963648,
      "learning_rate": 0.00015274629676834294,
      "loss": 2.2188,
      "step": 64745
    },
    {
      "epoch": 3.012142358688067,
      "grad_norm": 1.290238139190056,
      "learning_rate": 0.00015274258597038325,
      "loss": 2.2031,
      "step": 64746
    },
    {
      "epoch": 3.0121888811351476,
      "grad_norm": 1.2744698156339782,
      "learning_rate": 0.00015273887517074452,
      "loss": 2.0938,
      "step": 64747
    },
    {
      "epoch": 3.0122354035822285,
      "grad_norm": 1.193126804239097,
      "learning_rate": 0.0001527351643694291,
      "loss": 1.8828,
      "step": 64748
    },
    {
      "epoch": 3.012281926029309,
      "grad_norm": 1.213468772370117,
      "learning_rate": 0.0001527314535664391,
      "loss": 1.7969,
      "step": 64749
    },
    {
      "epoch": 3.01232844847639,
      "grad_norm": 1.36263979652544,
      "learning_rate": 0.000152727742761777,
      "loss": 2.375,
      "step": 64750
    },
    {
      "epoch": 3.0123749709234704,
      "grad_norm": 1.23892618945362,
      "learning_rate": 0.0001527240319554449,
      "loss": 1.4688,
      "step": 64751
    },
    {
      "epoch": 3.0124214933705513,
      "grad_norm": 1.307047236401813,
      "learning_rate": 0.00015272032114744513,
      "loss": 2.2344,
      "step": 64752
    },
    {
      "epoch": 3.012468015817632,
      "grad_norm": 1.0855366007524814,
      "learning_rate": 0.00015271661033777997,
      "loss": 1.5156,
      "step": 64753
    },
    {
      "epoch": 3.0125145382647127,
      "grad_norm": 1.266407623924182,
      "learning_rate": 0.0001527128995264517,
      "loss": 2.1406,
      "step": 64754
    },
    {
      "epoch": 3.0125610607117936,
      "grad_norm": 1.2682280806307504,
      "learning_rate": 0.00015270918871346256,
      "loss": 1.9922,
      "step": 64755
    },
    {
      "epoch": 3.012607583158874,
      "grad_norm": 1.2646420993063725,
      "learning_rate": 0.0001527054778988148,
      "loss": 1.8672,
      "step": 64756
    },
    {
      "epoch": 3.012654105605955,
      "grad_norm": 1.2117263219641472,
      "learning_rate": 0.00015270176708251078,
      "loss": 1.7656,
      "step": 64757
    },
    {
      "epoch": 3.0127006280530355,
      "grad_norm": 1.3976828331552886,
      "learning_rate": 0.0001526980562645527,
      "loss": 2.2031,
      "step": 64758
    },
    {
      "epoch": 3.0127471505001164,
      "grad_norm": 1.2687735225003658,
      "learning_rate": 0.00015269434544494287,
      "loss": 1.9531,
      "step": 64759
    },
    {
      "epoch": 3.012793672947197,
      "grad_norm": 1.2191129080202145,
      "learning_rate": 0.00015269063462368352,
      "loss": 1.9141,
      "step": 64760
    },
    {
      "epoch": 3.012840195394278,
      "grad_norm": 1.317958726415281,
      "learning_rate": 0.000152686923800777,
      "loss": 1.9062,
      "step": 64761
    },
    {
      "epoch": 3.0128867178413583,
      "grad_norm": 1.1795309767512523,
      "learning_rate": 0.0001526832129762255,
      "loss": 1.7266,
      "step": 64762
    },
    {
      "epoch": 3.0129332402884392,
      "grad_norm": 1.155300936768834,
      "learning_rate": 0.00015267950215003135,
      "loss": 1.8125,
      "step": 64763
    },
    {
      "epoch": 3.0129797627355197,
      "grad_norm": 1.2056648560579888,
      "learning_rate": 0.00015267579132219677,
      "loss": 1.8438,
      "step": 64764
    },
    {
      "epoch": 3.0130262851826006,
      "grad_norm": 1.3527062367048817,
      "learning_rate": 0.00015267208049272402,
      "loss": 2.125,
      "step": 64765
    },
    {
      "epoch": 3.013072807629681,
      "grad_norm": 1.3960291061876524,
      "learning_rate": 0.00015266836966161546,
      "loss": 2.3594,
      "step": 64766
    },
    {
      "epoch": 3.013119330076762,
      "grad_norm": 1.307952357414544,
      "learning_rate": 0.00015266465882887327,
      "loss": 2.0312,
      "step": 64767
    },
    {
      "epoch": 3.013165852523843,
      "grad_norm": 1.244200829374068,
      "learning_rate": 0.00015266094799449976,
      "loss": 2.0312,
      "step": 64768
    },
    {
      "epoch": 3.0132123749709234,
      "grad_norm": 1.198878859563446,
      "learning_rate": 0.00015265723715849719,
      "loss": 1.7422,
      "step": 64769
    },
    {
      "epoch": 3.0132588974180043,
      "grad_norm": 1.341090270617591,
      "learning_rate": 0.0001526535263208679,
      "loss": 2.2344,
      "step": 64770
    },
    {
      "epoch": 3.013305419865085,
      "grad_norm": 1.2509473181999116,
      "learning_rate": 0.00015264981548161405,
      "loss": 2.0938,
      "step": 64771
    },
    {
      "epoch": 3.0133519423121657,
      "grad_norm": 1.3058159186423495,
      "learning_rate": 0.000152646104640738,
      "loss": 2.1719,
      "step": 64772
    },
    {
      "epoch": 3.013398464759246,
      "grad_norm": 1.3034610910086508,
      "learning_rate": 0.000152642393798242,
      "loss": 2.0781,
      "step": 64773
    },
    {
      "epoch": 3.013444987206327,
      "grad_norm": 1.3098743283136567,
      "learning_rate": 0.0001526386829541283,
      "loss": 2.3281,
      "step": 64774
    },
    {
      "epoch": 3.0134915096534076,
      "grad_norm": 1.3110063702029875,
      "learning_rate": 0.00015263497210839914,
      "loss": 2.1562,
      "step": 64775
    },
    {
      "epoch": 3.0135380321004885,
      "grad_norm": 1.2398689911634548,
      "learning_rate": 0.0001526312612610569,
      "loss": 1.9844,
      "step": 64776
    },
    {
      "epoch": 3.013584554547569,
      "grad_norm": 1.209803263833328,
      "learning_rate": 0.00015262755041210377,
      "loss": 1.8672,
      "step": 64777
    },
    {
      "epoch": 3.01363107699465,
      "grad_norm": 1.2967042372057747,
      "learning_rate": 0.000152623839561542,
      "loss": 2.375,
      "step": 64778
    },
    {
      "epoch": 3.0136775994417304,
      "grad_norm": 1.3222896773709742,
      "learning_rate": 0.00015262012870937393,
      "loss": 2.2188,
      "step": 64779
    },
    {
      "epoch": 3.0137241218888113,
      "grad_norm": 1.2180139975408721,
      "learning_rate": 0.00015261641785560177,
      "loss": 1.9141,
      "step": 64780
    },
    {
      "epoch": 3.0137706443358923,
      "grad_norm": 1.1352739703426187,
      "learning_rate": 0.00015261270700022786,
      "loss": 1.6797,
      "step": 64781
    },
    {
      "epoch": 3.0138171667829727,
      "grad_norm": 1.1645689911070645,
      "learning_rate": 0.0001526089961432544,
      "loss": 1.4609,
      "step": 64782
    },
    {
      "epoch": 3.0138636892300537,
      "grad_norm": 1.1954603123997796,
      "learning_rate": 0.00015260528528468375,
      "loss": 1.7109,
      "step": 64783
    },
    {
      "epoch": 3.013910211677134,
      "grad_norm": 1.2614330524162056,
      "learning_rate": 0.00015260157442451808,
      "loss": 2.0,
      "step": 64784
    },
    {
      "epoch": 3.013956734124215,
      "grad_norm": 1.2713278674969086,
      "learning_rate": 0.00015259786356275974,
      "loss": 2.0781,
      "step": 64785
    },
    {
      "epoch": 3.0140032565712955,
      "grad_norm": 1.346942401322645,
      "learning_rate": 0.000152594152699411,
      "loss": 1.9531,
      "step": 64786
    },
    {
      "epoch": 3.0140497790183765,
      "grad_norm": 1.2776620176867792,
      "learning_rate": 0.00015259044183447404,
      "loss": 2.0156,
      "step": 64787
    },
    {
      "epoch": 3.014096301465457,
      "grad_norm": 1.2677306803038777,
      "learning_rate": 0.00015258673096795125,
      "loss": 1.9609,
      "step": 64788
    },
    {
      "epoch": 3.014142823912538,
      "grad_norm": 1.3223084450757816,
      "learning_rate": 0.00015258302009984478,
      "loss": 1.9141,
      "step": 64789
    },
    {
      "epoch": 3.0141893463596183,
      "grad_norm": 1.227048323581999,
      "learning_rate": 0.00015257930923015704,
      "loss": 2.0469,
      "step": 64790
    },
    {
      "epoch": 3.0142358688066992,
      "grad_norm": 1.2447684410231559,
      "learning_rate": 0.00015257559835889017,
      "loss": 1.9375,
      "step": 64791
    },
    {
      "epoch": 3.01428239125378,
      "grad_norm": 1.3513685878941932,
      "learning_rate": 0.00015257188748604657,
      "loss": 2.125,
      "step": 64792
    },
    {
      "epoch": 3.0143289137008606,
      "grad_norm": 1.2637418111732037,
      "learning_rate": 0.0001525681766116284,
      "loss": 2.0938,
      "step": 64793
    },
    {
      "epoch": 3.0143754361479416,
      "grad_norm": 1.245199107445649,
      "learning_rate": 0.00015256446573563801,
      "loss": 1.9844,
      "step": 64794
    },
    {
      "epoch": 3.014421958595022,
      "grad_norm": 1.47641412044889,
      "learning_rate": 0.00015256075485807762,
      "loss": 2.1094,
      "step": 64795
    },
    {
      "epoch": 3.014468481042103,
      "grad_norm": 1.279776097277164,
      "learning_rate": 0.00015255704397894952,
      "loss": 2.0,
      "step": 64796
    },
    {
      "epoch": 3.0145150034891834,
      "grad_norm": 1.3104447557211674,
      "learning_rate": 0.00015255333309825597,
      "loss": 2.1562,
      "step": 64797
    },
    {
      "epoch": 3.0145615259362644,
      "grad_norm": 1.2839672381791283,
      "learning_rate": 0.0001525496222159993,
      "loss": 2.1719,
      "step": 64798
    },
    {
      "epoch": 3.014608048383345,
      "grad_norm": 1.2733714086629766,
      "learning_rate": 0.0001525459113321817,
      "loss": 2.2031,
      "step": 64799
    },
    {
      "epoch": 3.0146545708304258,
      "grad_norm": 1.2938130868713447,
      "learning_rate": 0.00015254220044680545,
      "loss": 1.9219,
      "step": 64800
    },
    {
      "epoch": 3.0147010932775062,
      "grad_norm": 1.2891041884468766,
      "learning_rate": 0.0001525384895598729,
      "loss": 2.1094,
      "step": 64801
    },
    {
      "epoch": 3.014747615724587,
      "grad_norm": 1.2446279537594747,
      "learning_rate": 0.00015253477867138623,
      "loss": 1.875,
      "step": 64802
    },
    {
      "epoch": 3.0147941381716676,
      "grad_norm": 1.2812149088918314,
      "learning_rate": 0.00015253106778134778,
      "loss": 1.9531,
      "step": 64803
    },
    {
      "epoch": 3.0148406606187486,
      "grad_norm": 1.371206848574442,
      "learning_rate": 0.0001525273568897598,
      "loss": 2.25,
      "step": 64804
    },
    {
      "epoch": 3.0148871830658295,
      "grad_norm": 1.28769419320005,
      "learning_rate": 0.00015252364599662455,
      "loss": 2.1562,
      "step": 64805
    },
    {
      "epoch": 3.01493370551291,
      "grad_norm": 1.4302341576762796,
      "learning_rate": 0.0001525199351019443,
      "loss": 2.3281,
      "step": 64806
    },
    {
      "epoch": 3.014980227959991,
      "grad_norm": 1.2711717357674648,
      "learning_rate": 0.00015251622420572137,
      "loss": 1.9766,
      "step": 64807
    },
    {
      "epoch": 3.0150267504070714,
      "grad_norm": 1.2567185315732536,
      "learning_rate": 0.00015251251330795793,
      "loss": 1.9766,
      "step": 64808
    },
    {
      "epoch": 3.0150732728541523,
      "grad_norm": 1.2358401801368273,
      "learning_rate": 0.00015250880240865638,
      "loss": 1.9219,
      "step": 64809
    },
    {
      "epoch": 3.0151197953012328,
      "grad_norm": 1.2521090863896551,
      "learning_rate": 0.00015250509150781886,
      "loss": 1.9375,
      "step": 64810
    },
    {
      "epoch": 3.0151663177483137,
      "grad_norm": 1.4594281835064158,
      "learning_rate": 0.00015250138060544775,
      "loss": 2.1719,
      "step": 64811
    },
    {
      "epoch": 3.015212840195394,
      "grad_norm": 1.1414106626316658,
      "learning_rate": 0.00015249766970154528,
      "loss": 1.4531,
      "step": 64812
    },
    {
      "epoch": 3.015259362642475,
      "grad_norm": 1.2470398959201312,
      "learning_rate": 0.0001524939587961137,
      "loss": 2.1094,
      "step": 64813
    },
    {
      "epoch": 3.0153058850895555,
      "grad_norm": 1.3076636989323902,
      "learning_rate": 0.00015249024788915533,
      "loss": 2.2969,
      "step": 64814
    },
    {
      "epoch": 3.0153524075366365,
      "grad_norm": 1.3283222948576114,
      "learning_rate": 0.00015248653698067237,
      "loss": 2.1406,
      "step": 64815
    },
    {
      "epoch": 3.015398929983717,
      "grad_norm": 1.1939033976711084,
      "learning_rate": 0.0001524828260706672,
      "loss": 1.8438,
      "step": 64816
    },
    {
      "epoch": 3.015445452430798,
      "grad_norm": 1.1984848935427979,
      "learning_rate": 0.000152479115159142,
      "loss": 1.8281,
      "step": 64817
    },
    {
      "epoch": 3.015491974877879,
      "grad_norm": 1.1742073100954227,
      "learning_rate": 0.00015247540424609909,
      "loss": 1.9375,
      "step": 64818
    },
    {
      "epoch": 3.0155384973249593,
      "grad_norm": 1.3701337720461413,
      "learning_rate": 0.00015247169333154067,
      "loss": 2.2188,
      "step": 64819
    },
    {
      "epoch": 3.01558501977204,
      "grad_norm": 1.2887792678375387,
      "learning_rate": 0.00015246798241546914,
      "loss": 2.0156,
      "step": 64820
    },
    {
      "epoch": 3.0156315422191207,
      "grad_norm": 1.286400090804782,
      "learning_rate": 0.00015246427149788661,
      "loss": 2.1094,
      "step": 64821
    },
    {
      "epoch": 3.0156780646662016,
      "grad_norm": 1.2855504112074128,
      "learning_rate": 0.00015246056057879547,
      "loss": 1.9766,
      "step": 64822
    },
    {
      "epoch": 3.015724587113282,
      "grad_norm": 1.1786654399735013,
      "learning_rate": 0.000152456849658198,
      "loss": 1.6875,
      "step": 64823
    },
    {
      "epoch": 3.015771109560363,
      "grad_norm": 1.2049198667028185,
      "learning_rate": 0.00015245313873609638,
      "loss": 1.9922,
      "step": 64824
    },
    {
      "epoch": 3.0158176320074435,
      "grad_norm": 1.268209245294539,
      "learning_rate": 0.00015244942781249298,
      "loss": 2.0625,
      "step": 64825
    },
    {
      "epoch": 3.0158641544545244,
      "grad_norm": 1.2838688507296483,
      "learning_rate": 0.00015244571688739,
      "loss": 2.0312,
      "step": 64826
    },
    {
      "epoch": 3.015910676901605,
      "grad_norm": 1.3163572283745584,
      "learning_rate": 0.00015244200596078975,
      "loss": 2.2031,
      "step": 64827
    },
    {
      "epoch": 3.015957199348686,
      "grad_norm": 1.3170102452610846,
      "learning_rate": 0.00015243829503269448,
      "loss": 2.1719,
      "step": 64828
    },
    {
      "epoch": 3.0160037217957663,
      "grad_norm": 1.2712252066668606,
      "learning_rate": 0.0001524345841031065,
      "loss": 2.1406,
      "step": 64829
    },
    {
      "epoch": 3.016050244242847,
      "grad_norm": 1.2056610074353924,
      "learning_rate": 0.000152430873172028,
      "loss": 1.4766,
      "step": 64830
    },
    {
      "epoch": 3.016096766689928,
      "grad_norm": 1.2753766349845201,
      "learning_rate": 0.00015242716223946138,
      "loss": 2.125,
      "step": 64831
    },
    {
      "epoch": 3.0161432891370086,
      "grad_norm": 1.3325633045893135,
      "learning_rate": 0.00015242345130540876,
      "loss": 2.1406,
      "step": 64832
    },
    {
      "epoch": 3.0161898115840895,
      "grad_norm": 1.266113895379556,
      "learning_rate": 0.0001524197403698725,
      "loss": 1.8828,
      "step": 64833
    },
    {
      "epoch": 3.01623633403117,
      "grad_norm": 1.3082763387172913,
      "learning_rate": 0.0001524160294328549,
      "loss": 2.0469,
      "step": 64834
    },
    {
      "epoch": 3.016282856478251,
      "grad_norm": 1.394093729848883,
      "learning_rate": 0.00015241231849435816,
      "loss": 2.2656,
      "step": 64835
    },
    {
      "epoch": 3.0163293789253314,
      "grad_norm": 1.3451776273422795,
      "learning_rate": 0.0001524086075543846,
      "loss": 2.2344,
      "step": 64836
    },
    {
      "epoch": 3.0163759013724123,
      "grad_norm": 1.1958861686722067,
      "learning_rate": 0.00015240489661293646,
      "loss": 1.7812,
      "step": 64837
    },
    {
      "epoch": 3.0164224238194928,
      "grad_norm": 1.3594223277054265,
      "learning_rate": 0.00015240118567001604,
      "loss": 2.1562,
      "step": 64838
    },
    {
      "epoch": 3.0164689462665737,
      "grad_norm": 1.3828322419999293,
      "learning_rate": 0.00015239747472562562,
      "loss": 1.6719,
      "step": 64839
    },
    {
      "epoch": 3.016515468713654,
      "grad_norm": 1.295598763716865,
      "learning_rate": 0.00015239376377976745,
      "loss": 1.9688,
      "step": 64840
    },
    {
      "epoch": 3.016561991160735,
      "grad_norm": 1.3333975282203747,
      "learning_rate": 0.00015239005283244374,
      "loss": 2.0625,
      "step": 64841
    },
    {
      "epoch": 3.0166085136078156,
      "grad_norm": 1.155936854694313,
      "learning_rate": 0.00015238634188365692,
      "loss": 1.7578,
      "step": 64842
    },
    {
      "epoch": 3.0166550360548965,
      "grad_norm": 1.2376747656300806,
      "learning_rate": 0.0001523826309334091,
      "loss": 2.0312,
      "step": 64843
    },
    {
      "epoch": 3.0167015585019774,
      "grad_norm": 1.3029561503333384,
      "learning_rate": 0.0001523789199817026,
      "loss": 2.25,
      "step": 64844
    },
    {
      "epoch": 3.016748080949058,
      "grad_norm": 1.2974025906327078,
      "learning_rate": 0.00015237520902853976,
      "loss": 2.0938,
      "step": 64845
    },
    {
      "epoch": 3.016794603396139,
      "grad_norm": 1.3164548759851795,
      "learning_rate": 0.0001523714980739228,
      "loss": 2.2656,
      "step": 64846
    },
    {
      "epoch": 3.0168411258432193,
      "grad_norm": 1.3651189659485428,
      "learning_rate": 0.000152367787117854,
      "loss": 1.9375,
      "step": 64847
    },
    {
      "epoch": 3.0168876482903,
      "grad_norm": 1.307869578189235,
      "learning_rate": 0.0001523640761603356,
      "loss": 2.0156,
      "step": 64848
    },
    {
      "epoch": 3.0169341707373807,
      "grad_norm": 1.208837161417317,
      "learning_rate": 0.00015236036520136994,
      "loss": 1.8672,
      "step": 64849
    },
    {
      "epoch": 3.0169806931844616,
      "grad_norm": 1.3674874418958367,
      "learning_rate": 0.0001523566542409592,
      "loss": 2.2031,
      "step": 64850
    },
    {
      "epoch": 3.017027215631542,
      "grad_norm": 1.3771725258646457,
      "learning_rate": 0.00015235294327910573,
      "loss": 2.2344,
      "step": 64851
    },
    {
      "epoch": 3.017073738078623,
      "grad_norm": 1.2937316086537498,
      "learning_rate": 0.00015234923231581177,
      "loss": 2.0625,
      "step": 64852
    },
    {
      "epoch": 3.0171202605257035,
      "grad_norm": 1.264902352242767,
      "learning_rate": 0.0001523455213510796,
      "loss": 2.0,
      "step": 64853
    },
    {
      "epoch": 3.0171667829727844,
      "grad_norm": 1.328061619554753,
      "learning_rate": 0.00015234181038491148,
      "loss": 2.125,
      "step": 64854
    },
    {
      "epoch": 3.017213305419865,
      "grad_norm": 1.2398221620786531,
      "learning_rate": 0.00015233809941730966,
      "loss": 1.9453,
      "step": 64855
    },
    {
      "epoch": 3.017259827866946,
      "grad_norm": 1.405585039569294,
      "learning_rate": 0.00015233438844827646,
      "loss": 2.2656,
      "step": 64856
    },
    {
      "epoch": 3.0173063503140267,
      "grad_norm": 1.227341599066862,
      "learning_rate": 0.0001523306774778142,
      "loss": 2.0469,
      "step": 64857
    },
    {
      "epoch": 3.017352872761107,
      "grad_norm": 1.338272280851662,
      "learning_rate": 0.00015232696650592503,
      "loss": 2.3125,
      "step": 64858
    },
    {
      "epoch": 3.017399395208188,
      "grad_norm": 1.3077096855567802,
      "learning_rate": 0.0001523232555326113,
      "loss": 1.9844,
      "step": 64859
    },
    {
      "epoch": 3.0174459176552686,
      "grad_norm": 1.3707985795730895,
      "learning_rate": 0.0001523195445578752,
      "loss": 1.9922,
      "step": 64860
    },
    {
      "epoch": 3.0174924401023495,
      "grad_norm": 1.3446310528039656,
      "learning_rate": 0.00015231583358171912,
      "loss": 2.0938,
      "step": 64861
    },
    {
      "epoch": 3.01753896254943,
      "grad_norm": 1.2406004431066189,
      "learning_rate": 0.00015231212260414528,
      "loss": 1.9453,
      "step": 64862
    },
    {
      "epoch": 3.017585484996511,
      "grad_norm": 1.2277094890253648,
      "learning_rate": 0.00015230841162515592,
      "loss": 1.8516,
      "step": 64863
    },
    {
      "epoch": 3.0176320074435914,
      "grad_norm": 1.1176095514368987,
      "learning_rate": 0.00015230470064475334,
      "loss": 1.75,
      "step": 64864
    },
    {
      "epoch": 3.0176785298906723,
      "grad_norm": 1.249085519652731,
      "learning_rate": 0.0001523009896629398,
      "loss": 1.7656,
      "step": 64865
    },
    {
      "epoch": 3.017725052337753,
      "grad_norm": 1.2683295474188976,
      "learning_rate": 0.00015229727867971754,
      "loss": 2.0625,
      "step": 64866
    },
    {
      "epoch": 3.0177715747848337,
      "grad_norm": 1.3016808474527142,
      "learning_rate": 0.00015229356769508892,
      "loss": 1.8984,
      "step": 64867
    },
    {
      "epoch": 3.017818097231914,
      "grad_norm": 1.2513020332236209,
      "learning_rate": 0.00015228985670905619,
      "loss": 2.0781,
      "step": 64868
    },
    {
      "epoch": 3.017864619678995,
      "grad_norm": 1.4202803731583435,
      "learning_rate": 0.00015228614572162155,
      "loss": 2.2656,
      "step": 64869
    },
    {
      "epoch": 3.017911142126076,
      "grad_norm": 1.2812221256509742,
      "learning_rate": 0.00015228243473278734,
      "loss": 1.8906,
      "step": 64870
    },
    {
      "epoch": 3.0179576645731565,
      "grad_norm": 1.2122935399015635,
      "learning_rate": 0.00015227872374255584,
      "loss": 1.9688,
      "step": 64871
    },
    {
      "epoch": 3.0180041870202374,
      "grad_norm": 1.2778811896709759,
      "learning_rate": 0.00015227501275092925,
      "loss": 2.1406,
      "step": 64872
    },
    {
      "epoch": 3.018050709467318,
      "grad_norm": 1.2092290801044994,
      "learning_rate": 0.0001522713017579099,
      "loss": 1.4688,
      "step": 64873
    },
    {
      "epoch": 3.018097231914399,
      "grad_norm": 1.1948402111869292,
      "learning_rate": 0.00015226759076350003,
      "loss": 1.8984,
      "step": 64874
    },
    {
      "epoch": 3.0181437543614793,
      "grad_norm": 1.3052208874470266,
      "learning_rate": 0.00015226387976770194,
      "loss": 2.0625,
      "step": 64875
    },
    {
      "epoch": 3.0181902768085602,
      "grad_norm": 1.2959994070886784,
      "learning_rate": 0.0001522601687705179,
      "loss": 2.0312,
      "step": 64876
    },
    {
      "epoch": 3.0182367992556407,
      "grad_norm": 1.1516393460811307,
      "learning_rate": 0.00015225645777195012,
      "loss": 1.7734,
      "step": 64877
    },
    {
      "epoch": 3.0182833217027216,
      "grad_norm": 1.2946170153686947,
      "learning_rate": 0.00015225274677200095,
      "loss": 2.1719,
      "step": 64878
    },
    {
      "epoch": 3.018329844149802,
      "grad_norm": 1.3004305347080503,
      "learning_rate": 0.00015224903577067266,
      "loss": 1.9141,
      "step": 64879
    },
    {
      "epoch": 3.018376366596883,
      "grad_norm": 1.239188658365943,
      "learning_rate": 0.00015224532476796745,
      "loss": 2.0625,
      "step": 64880
    },
    {
      "epoch": 3.0184228890439635,
      "grad_norm": 1.4130871638087026,
      "learning_rate": 0.00015224161376388773,
      "loss": 2.4688,
      "step": 64881
    },
    {
      "epoch": 3.0184694114910444,
      "grad_norm": 1.2347645698047889,
      "learning_rate": 0.0001522379027584356,
      "loss": 1.8906,
      "step": 64882
    },
    {
      "epoch": 3.0185159339381253,
      "grad_norm": 1.1396778263424951,
      "learning_rate": 0.00015223419175161345,
      "loss": 1.6797,
      "step": 64883
    },
    {
      "epoch": 3.018562456385206,
      "grad_norm": 1.222165935199164,
      "learning_rate": 0.0001522304807434235,
      "loss": 1.875,
      "step": 64884
    },
    {
      "epoch": 3.0186089788322867,
      "grad_norm": 1.2400755764184086,
      "learning_rate": 0.00015222676973386802,
      "loss": 1.7891,
      "step": 64885
    },
    {
      "epoch": 3.018655501279367,
      "grad_norm": 1.1037488714441581,
      "learning_rate": 0.00015222305872294932,
      "loss": 1.6484,
      "step": 64886
    },
    {
      "epoch": 3.018702023726448,
      "grad_norm": 1.2818089379704998,
      "learning_rate": 0.00015221934771066965,
      "loss": 2.0625,
      "step": 64887
    },
    {
      "epoch": 3.0187485461735286,
      "grad_norm": 1.279932902270538,
      "learning_rate": 0.00015221563669703128,
      "loss": 1.9609,
      "step": 64888
    },
    {
      "epoch": 3.0187950686206095,
      "grad_norm": 1.1606722647106613,
      "learning_rate": 0.00015221192568203647,
      "loss": 1.6328,
      "step": 64889
    },
    {
      "epoch": 3.01884159106769,
      "grad_norm": 1.2605749867893725,
      "learning_rate": 0.00015220821466568752,
      "loss": 1.9531,
      "step": 64890
    },
    {
      "epoch": 3.018888113514771,
      "grad_norm": 1.3349682209125062,
      "learning_rate": 0.00015220450364798667,
      "loss": 2.2344,
      "step": 64891
    },
    {
      "epoch": 3.0189346359618514,
      "grad_norm": 1.386761000067187,
      "learning_rate": 0.00015220079262893627,
      "loss": 2.125,
      "step": 64892
    },
    {
      "epoch": 3.0189811584089323,
      "grad_norm": 1.274593884008429,
      "learning_rate": 0.00015219708160853844,
      "loss": 2.125,
      "step": 64893
    },
    {
      "epoch": 3.019027680856013,
      "grad_norm": 1.165171359846741,
      "learning_rate": 0.0001521933705867956,
      "loss": 1.8438,
      "step": 64894
    },
    {
      "epoch": 3.0190742033030937,
      "grad_norm": 1.1920723329315972,
      "learning_rate": 0.00015218965956370997,
      "loss": 1.8672,
      "step": 64895
    },
    {
      "epoch": 3.0191207257501746,
      "grad_norm": 1.2380473692429947,
      "learning_rate": 0.0001521859485392838,
      "loss": 1.7109,
      "step": 64896
    },
    {
      "epoch": 3.019167248197255,
      "grad_norm": 1.371460433345323,
      "learning_rate": 0.0001521822375135194,
      "loss": 2.3438,
      "step": 64897
    },
    {
      "epoch": 3.019213770644336,
      "grad_norm": 1.3839912695405607,
      "learning_rate": 0.000152178526486419,
      "loss": 2.0938,
      "step": 64898
    },
    {
      "epoch": 3.0192602930914165,
      "grad_norm": 1.2829208861034436,
      "learning_rate": 0.00015217481545798487,
      "loss": 2.1094,
      "step": 64899
    },
    {
      "epoch": 3.0193068155384974,
      "grad_norm": 1.3355897129278351,
      "learning_rate": 0.00015217110442821932,
      "loss": 2.0625,
      "step": 64900
    },
    {
      "epoch": 3.019353337985578,
      "grad_norm": 1.2327265843261213,
      "learning_rate": 0.00015216739339712467,
      "loss": 1.8984,
      "step": 64901
    },
    {
      "epoch": 3.019399860432659,
      "grad_norm": 1.4210926912046877,
      "learning_rate": 0.00015216368236470304,
      "loss": 2.0312,
      "step": 64902
    },
    {
      "epoch": 3.0194463828797393,
      "grad_norm": 1.3893030542913005,
      "learning_rate": 0.00015215997133095685,
      "loss": 2.1094,
      "step": 64903
    },
    {
      "epoch": 3.0194929053268202,
      "grad_norm": 1.3514015392910463,
      "learning_rate": 0.0001521562602958883,
      "loss": 2.1562,
      "step": 64904
    },
    {
      "epoch": 3.0195394277739007,
      "grad_norm": 1.311085383708566,
      "learning_rate": 0.0001521525492594997,
      "loss": 2.1875,
      "step": 64905
    },
    {
      "epoch": 3.0195859502209816,
      "grad_norm": 1.379887612366995,
      "learning_rate": 0.00015214883822179323,
      "loss": 2.1562,
      "step": 64906
    },
    {
      "epoch": 3.0196324726680626,
      "grad_norm": 1.54238454063893,
      "learning_rate": 0.00015214512718277127,
      "loss": 2.2344,
      "step": 64907
    },
    {
      "epoch": 3.019678995115143,
      "grad_norm": 1.3169276327451742,
      "learning_rate": 0.00015214141614243603,
      "loss": 1.9688,
      "step": 64908
    },
    {
      "epoch": 3.019725517562224,
      "grad_norm": 1.1790132662210682,
      "learning_rate": 0.00015213770510078982,
      "loss": 1.625,
      "step": 64909
    },
    {
      "epoch": 3.0197720400093044,
      "grad_norm": 1.3167512875065854,
      "learning_rate": 0.0001521339940578349,
      "loss": 2.0781,
      "step": 64910
    },
    {
      "epoch": 3.0198185624563854,
      "grad_norm": 1.304726988745506,
      "learning_rate": 0.00015213028301357348,
      "loss": 2.0938,
      "step": 64911
    },
    {
      "epoch": 3.019865084903466,
      "grad_norm": 1.3336611103999831,
      "learning_rate": 0.000152126571968008,
      "loss": 2.2656,
      "step": 64912
    },
    {
      "epoch": 3.0199116073505468,
      "grad_norm": 1.327456735599121,
      "learning_rate": 0.0001521228609211405,
      "loss": 2.1562,
      "step": 64913
    },
    {
      "epoch": 3.0199581297976272,
      "grad_norm": 1.2515590939977228,
      "learning_rate": 0.00015211914987297345,
      "loss": 1.9453,
      "step": 64914
    },
    {
      "epoch": 3.020004652244708,
      "grad_norm": 1.2456265504159114,
      "learning_rate": 0.00015211543882350903,
      "loss": 1.8594,
      "step": 64915
    },
    {
      "epoch": 3.0200511746917886,
      "grad_norm": 1.1044891234442118,
      "learning_rate": 0.00015211172777274953,
      "loss": 1.5156,
      "step": 64916
    },
    {
      "epoch": 3.0200976971388696,
      "grad_norm": 1.3678158752718907,
      "learning_rate": 0.00015210801672069718,
      "loss": 2.2188,
      "step": 64917
    },
    {
      "epoch": 3.02014421958595,
      "grad_norm": 1.2550742791071385,
      "learning_rate": 0.00015210430566735435,
      "loss": 2.0312,
      "step": 64918
    },
    {
      "epoch": 3.020190742033031,
      "grad_norm": 1.1963841777308375,
      "learning_rate": 0.0001521005946127232,
      "loss": 1.8828,
      "step": 64919
    },
    {
      "epoch": 3.020237264480112,
      "grad_norm": 1.2643493443903113,
      "learning_rate": 0.0001520968835568061,
      "loss": 2.0625,
      "step": 64920
    },
    {
      "epoch": 3.0202837869271923,
      "grad_norm": 1.3184046932692195,
      "learning_rate": 0.0001520931724996052,
      "loss": 2.2969,
      "step": 64921
    },
    {
      "epoch": 3.0203303093742733,
      "grad_norm": 1.2424603990354313,
      "learning_rate": 0.0001520894614411229,
      "loss": 1.7578,
      "step": 64922
    },
    {
      "epoch": 3.0203768318213537,
      "grad_norm": 1.3343729340546329,
      "learning_rate": 0.0001520857503813614,
      "loss": 2.0938,
      "step": 64923
    },
    {
      "epoch": 3.0204233542684347,
      "grad_norm": 1.2511297535962944,
      "learning_rate": 0.000152082039320323,
      "loss": 1.9609,
      "step": 64924
    },
    {
      "epoch": 3.020469876715515,
      "grad_norm": 1.255756802410716,
      "learning_rate": 0.00015207832825800998,
      "loss": 1.8906,
      "step": 64925
    },
    {
      "epoch": 3.020516399162596,
      "grad_norm": 1.2025484352365854,
      "learning_rate": 0.0001520746171944246,
      "loss": 1.7109,
      "step": 64926
    },
    {
      "epoch": 3.0205629216096765,
      "grad_norm": 1.38527917254414,
      "learning_rate": 0.0001520709061295691,
      "loss": 2.3594,
      "step": 64927
    },
    {
      "epoch": 3.0206094440567575,
      "grad_norm": 1.2417681971073449,
      "learning_rate": 0.00015206719506344576,
      "loss": 2.0938,
      "step": 64928
    },
    {
      "epoch": 3.020655966503838,
      "grad_norm": 1.324194819138439,
      "learning_rate": 0.0001520634839960569,
      "loss": 2.125,
      "step": 64929
    },
    {
      "epoch": 3.020702488950919,
      "grad_norm": 1.242128027537639,
      "learning_rate": 0.00015205977292740477,
      "loss": 1.7266,
      "step": 64930
    },
    {
      "epoch": 3.0207490113979993,
      "grad_norm": 1.2399358444576292,
      "learning_rate": 0.00015205606185749167,
      "loss": 2.0781,
      "step": 64931
    },
    {
      "epoch": 3.0207955338450803,
      "grad_norm": 1.3230768513851778,
      "learning_rate": 0.00015205235078631976,
      "loss": 2.3438,
      "step": 64932
    },
    {
      "epoch": 3.020842056292161,
      "grad_norm": 1.2631225052112287,
      "learning_rate": 0.0001520486397138914,
      "loss": 1.9688,
      "step": 64933
    },
    {
      "epoch": 3.0208885787392417,
      "grad_norm": 1.2925549597815833,
      "learning_rate": 0.0001520449286402089,
      "loss": 2.0156,
      "step": 64934
    },
    {
      "epoch": 3.0209351011863226,
      "grad_norm": 1.3021010183297599,
      "learning_rate": 0.00015204121756527442,
      "loss": 2.1094,
      "step": 64935
    },
    {
      "epoch": 3.020981623633403,
      "grad_norm": 1.283931924687579,
      "learning_rate": 0.00015203750648909038,
      "loss": 2.0781,
      "step": 64936
    },
    {
      "epoch": 3.021028146080484,
      "grad_norm": 1.316724657992199,
      "learning_rate": 0.0001520337954116589,
      "loss": 2.0781,
      "step": 64937
    },
    {
      "epoch": 3.0210746685275645,
      "grad_norm": 1.1654181936123575,
      "learning_rate": 0.00015203008433298232,
      "loss": 1.8594,
      "step": 64938
    },
    {
      "epoch": 3.0211211909746454,
      "grad_norm": 1.275876677956018,
      "learning_rate": 0.00015202637325306294,
      "loss": 2.1406,
      "step": 64939
    },
    {
      "epoch": 3.021167713421726,
      "grad_norm": 1.4004453180970824,
      "learning_rate": 0.00015202266217190298,
      "loss": 2.1562,
      "step": 64940
    },
    {
      "epoch": 3.0212142358688068,
      "grad_norm": 1.2914076987625238,
      "learning_rate": 0.00015201895108950473,
      "loss": 2.1406,
      "step": 64941
    },
    {
      "epoch": 3.0212607583158873,
      "grad_norm": 1.261264796542272,
      "learning_rate": 0.0001520152400058705,
      "loss": 1.7969,
      "step": 64942
    },
    {
      "epoch": 3.021307280762968,
      "grad_norm": 1.2489299643763065,
      "learning_rate": 0.0001520115289210025,
      "loss": 2.0,
      "step": 64943
    },
    {
      "epoch": 3.0213538032100486,
      "grad_norm": 1.2729158493972823,
      "learning_rate": 0.000152007817834903,
      "loss": 2.0781,
      "step": 64944
    },
    {
      "epoch": 3.0214003256571296,
      "grad_norm": 1.1998529300499516,
      "learning_rate": 0.00015200410674757437,
      "loss": 1.8047,
      "step": 64945
    },
    {
      "epoch": 3.0214468481042105,
      "grad_norm": 1.2848855990343375,
      "learning_rate": 0.0001520003956590188,
      "loss": 2.25,
      "step": 64946
    },
    {
      "epoch": 3.021493370551291,
      "grad_norm": 1.3357337700806258,
      "learning_rate": 0.00015199668456923856,
      "loss": 2.0156,
      "step": 64947
    },
    {
      "epoch": 3.021539892998372,
      "grad_norm": 1.277429830791627,
      "learning_rate": 0.00015199297347823595,
      "loss": 2.0625,
      "step": 64948
    },
    {
      "epoch": 3.0215864154454524,
      "grad_norm": 1.3429162433356805,
      "learning_rate": 0.00015198926238601322,
      "loss": 2.2812,
      "step": 64949
    },
    {
      "epoch": 3.0216329378925333,
      "grad_norm": 1.3758194743331005,
      "learning_rate": 0.00015198555129257262,
      "loss": 2.2344,
      "step": 64950
    },
    {
      "epoch": 3.0216794603396138,
      "grad_norm": 1.2569724149300017,
      "learning_rate": 0.00015198184019791648,
      "loss": 2.2344,
      "step": 64951
    },
    {
      "epoch": 3.0217259827866947,
      "grad_norm": 1.194830343191119,
      "learning_rate": 0.00015197812910204705,
      "loss": 1.8047,
      "step": 64952
    },
    {
      "epoch": 3.021772505233775,
      "grad_norm": 1.1953916519136463,
      "learning_rate": 0.0001519744180049666,
      "loss": 1.8125,
      "step": 64953
    },
    {
      "epoch": 3.021819027680856,
      "grad_norm": 1.22157677061142,
      "learning_rate": 0.0001519707069066774,
      "loss": 2.1094,
      "step": 64954
    },
    {
      "epoch": 3.0218655501279366,
      "grad_norm": 1.2399957611907149,
      "learning_rate": 0.00015196699580718168,
      "loss": 1.9922,
      "step": 64955
    },
    {
      "epoch": 3.0219120725750175,
      "grad_norm": 1.2608970769514678,
      "learning_rate": 0.0001519632847064818,
      "loss": 2.0156,
      "step": 64956
    },
    {
      "epoch": 3.021958595022098,
      "grad_norm": 1.2626722068824399,
      "learning_rate": 0.00015195957360458,
      "loss": 1.8594,
      "step": 64957
    },
    {
      "epoch": 3.022005117469179,
      "grad_norm": 1.1809101958256338,
      "learning_rate": 0.0001519558625014785,
      "loss": 1.7578,
      "step": 64958
    },
    {
      "epoch": 3.02205163991626,
      "grad_norm": 1.1680899839235703,
      "learning_rate": 0.00015195215139717964,
      "loss": 1.6484,
      "step": 64959
    },
    {
      "epoch": 3.0220981623633403,
      "grad_norm": 1.2673417754014602,
      "learning_rate": 0.00015194844029168563,
      "loss": 1.7734,
      "step": 64960
    },
    {
      "epoch": 3.022144684810421,
      "grad_norm": 1.302584992266175,
      "learning_rate": 0.00015194472918499878,
      "loss": 2.0625,
      "step": 64961
    },
    {
      "epoch": 3.0221912072575017,
      "grad_norm": 1.3214131948367087,
      "learning_rate": 0.00015194101807712137,
      "loss": 2.1406,
      "step": 64962
    },
    {
      "epoch": 3.0222377297045826,
      "grad_norm": 1.3525207292463546,
      "learning_rate": 0.00015193730696805565,
      "loss": 2.1875,
      "step": 64963
    },
    {
      "epoch": 3.022284252151663,
      "grad_norm": 1.2968130032750682,
      "learning_rate": 0.00015193359585780392,
      "loss": 2.2031,
      "step": 64964
    },
    {
      "epoch": 3.022330774598744,
      "grad_norm": 1.3261346199598474,
      "learning_rate": 0.0001519298847463684,
      "loss": 2.2188,
      "step": 64965
    },
    {
      "epoch": 3.0223772970458245,
      "grad_norm": 1.325917176194126,
      "learning_rate": 0.0001519261736337514,
      "loss": 2.0469,
      "step": 64966
    },
    {
      "epoch": 3.0224238194929054,
      "grad_norm": 1.3178125439472825,
      "learning_rate": 0.0001519224625199552,
      "loss": 2.2031,
      "step": 64967
    },
    {
      "epoch": 3.022470341939986,
      "grad_norm": 1.3203619023628128,
      "learning_rate": 0.00015191875140498204,
      "loss": 2.0938,
      "step": 64968
    },
    {
      "epoch": 3.022516864387067,
      "grad_norm": 1.2168043340052723,
      "learning_rate": 0.00015191504028883422,
      "loss": 1.8281,
      "step": 64969
    },
    {
      "epoch": 3.0225633868341473,
      "grad_norm": 1.3514410637225158,
      "learning_rate": 0.00015191132917151398,
      "loss": 2.2812,
      "step": 64970
    },
    {
      "epoch": 3.022609909281228,
      "grad_norm": 1.1539478973257717,
      "learning_rate": 0.00015190761805302364,
      "loss": 1.7031,
      "step": 64971
    },
    {
      "epoch": 3.022656431728309,
      "grad_norm": 1.3795600472913352,
      "learning_rate": 0.00015190390693336543,
      "loss": 2.0,
      "step": 64972
    },
    {
      "epoch": 3.0227029541753896,
      "grad_norm": 1.3042058540555235,
      "learning_rate": 0.00015190019581254167,
      "loss": 2.1406,
      "step": 64973
    },
    {
      "epoch": 3.0227494766224705,
      "grad_norm": 1.3510917272061662,
      "learning_rate": 0.00015189648469055453,
      "loss": 2.1719,
      "step": 64974
    },
    {
      "epoch": 3.022795999069551,
      "grad_norm": 1.3192498892128308,
      "learning_rate": 0.00015189277356740644,
      "loss": 2.0938,
      "step": 64975
    },
    {
      "epoch": 3.022842521516632,
      "grad_norm": 1.270746818450718,
      "learning_rate": 0.00015188906244309946,
      "loss": 2.0625,
      "step": 64976
    },
    {
      "epoch": 3.0228890439637124,
      "grad_norm": 1.3316318985496882,
      "learning_rate": 0.0001518853513176361,
      "loss": 2.0625,
      "step": 64977
    },
    {
      "epoch": 3.0229355664107933,
      "grad_norm": 1.2371070870482976,
      "learning_rate": 0.00015188164019101847,
      "loss": 2.2031,
      "step": 64978
    },
    {
      "epoch": 3.022982088857874,
      "grad_norm": 1.2434049311102728,
      "learning_rate": 0.00015187792906324888,
      "loss": 2.0312,
      "step": 64979
    },
    {
      "epoch": 3.0230286113049547,
      "grad_norm": 1.2850703389335774,
      "learning_rate": 0.00015187421793432966,
      "loss": 1.9375,
      "step": 64980
    },
    {
      "epoch": 3.023075133752035,
      "grad_norm": 1.2931994266402882,
      "learning_rate": 0.00015187050680426297,
      "loss": 2.0781,
      "step": 64981
    },
    {
      "epoch": 3.023121656199116,
      "grad_norm": 1.2889417730963606,
      "learning_rate": 0.0001518667956730512,
      "loss": 2.2656,
      "step": 64982
    },
    {
      "epoch": 3.0231681786461966,
      "grad_norm": 1.1811245932099483,
      "learning_rate": 0.00015186308454069654,
      "loss": 1.9609,
      "step": 64983
    },
    {
      "epoch": 3.0232147010932775,
      "grad_norm": 1.410646868523633,
      "learning_rate": 0.0001518593734072013,
      "loss": 2.2188,
      "step": 64984
    },
    {
      "epoch": 3.0232612235403584,
      "grad_norm": 1.254570079960361,
      "learning_rate": 0.0001518556622725677,
      "loss": 1.9531,
      "step": 64985
    },
    {
      "epoch": 3.023307745987439,
      "grad_norm": 1.2630407573505402,
      "learning_rate": 0.0001518519511367981,
      "loss": 1.7969,
      "step": 64986
    },
    {
      "epoch": 3.02335426843452,
      "grad_norm": 1.3471785747341998,
      "learning_rate": 0.00015184823999989466,
      "loss": 2.0312,
      "step": 64987
    },
    {
      "epoch": 3.0234007908816003,
      "grad_norm": 1.2786252509823137,
      "learning_rate": 0.0001518445288618598,
      "loss": 2.0469,
      "step": 64988
    },
    {
      "epoch": 3.023447313328681,
      "grad_norm": 1.355104709999508,
      "learning_rate": 0.00015184081772269564,
      "loss": 2.1562,
      "step": 64989
    },
    {
      "epoch": 3.0234938357757617,
      "grad_norm": 1.3123084334837571,
      "learning_rate": 0.00015183710658240457,
      "loss": 2.2344,
      "step": 64990
    },
    {
      "epoch": 3.0235403582228426,
      "grad_norm": 1.2386431154738342,
      "learning_rate": 0.00015183339544098883,
      "loss": 1.9297,
      "step": 64991
    },
    {
      "epoch": 3.023586880669923,
      "grad_norm": 1.2519373003709384,
      "learning_rate": 0.0001518296842984506,
      "loss": 2.1562,
      "step": 64992
    },
    {
      "epoch": 3.023633403117004,
      "grad_norm": 1.2133392517249801,
      "learning_rate": 0.0001518259731547923,
      "loss": 1.7422,
      "step": 64993
    },
    {
      "epoch": 3.0236799255640845,
      "grad_norm": 1.2412545263512855,
      "learning_rate": 0.00015182226201001608,
      "loss": 1.7656,
      "step": 64994
    },
    {
      "epoch": 3.0237264480111654,
      "grad_norm": 1.3094288915961867,
      "learning_rate": 0.0001518185508641243,
      "loss": 2.0312,
      "step": 64995
    },
    {
      "epoch": 3.023772970458246,
      "grad_norm": 1.247896322814455,
      "learning_rate": 0.00015181483971711914,
      "loss": 2.0781,
      "step": 64996
    },
    {
      "epoch": 3.023819492905327,
      "grad_norm": 1.2905244849516497,
      "learning_rate": 0.00015181112856900298,
      "loss": 1.9141,
      "step": 64997
    },
    {
      "epoch": 3.0238660153524077,
      "grad_norm": 1.242186626153971,
      "learning_rate": 0.00015180741741977795,
      "loss": 2.0312,
      "step": 64998
    },
    {
      "epoch": 3.023912537799488,
      "grad_norm": 1.3291970292051756,
      "learning_rate": 0.00015180370626944646,
      "loss": 2.2656,
      "step": 64999
    },
    {
      "epoch": 3.023959060246569,
      "grad_norm": 1.2000508999045734,
      "learning_rate": 0.00015179999511801074,
      "loss": 1.7422,
      "step": 65000
    },
    {
      "epoch": 3.0240055826936496,
      "grad_norm": 1.1951566681438306,
      "learning_rate": 0.00015179628396547307,
      "loss": 1.6172,
      "step": 65001
    },
    {
      "epoch": 3.0240521051407305,
      "grad_norm": 1.2537141966645635,
      "learning_rate": 0.00015179257281183566,
      "loss": 1.5938,
      "step": 65002
    },
    {
      "epoch": 3.024098627587811,
      "grad_norm": 1.333844633938364,
      "learning_rate": 0.00015178886165710087,
      "loss": 1.9922,
      "step": 65003
    },
    {
      "epoch": 3.024145150034892,
      "grad_norm": 1.3483682869636993,
      "learning_rate": 0.00015178515050127094,
      "loss": 1.9766,
      "step": 65004
    },
    {
      "epoch": 3.0241916724819724,
      "grad_norm": 1.311757591120949,
      "learning_rate": 0.00015178143934434807,
      "loss": 2.2656,
      "step": 65005
    },
    {
      "epoch": 3.0242381949290533,
      "grad_norm": 1.3181448090589045,
      "learning_rate": 0.00015177772818633463,
      "loss": 2.125,
      "step": 65006
    },
    {
      "epoch": 3.024284717376134,
      "grad_norm": 1.2220255751270825,
      "learning_rate": 0.00015177401702723284,
      "loss": 2.0,
      "step": 65007
    },
    {
      "epoch": 3.0243312398232147,
      "grad_norm": 1.3376861198665053,
      "learning_rate": 0.000151770305867045,
      "loss": 1.9922,
      "step": 65008
    },
    {
      "epoch": 3.024377762270295,
      "grad_norm": 1.205687886139847,
      "learning_rate": 0.00015176659470577333,
      "loss": 1.5781,
      "step": 65009
    },
    {
      "epoch": 3.024424284717376,
      "grad_norm": 1.2664127136576524,
      "learning_rate": 0.00015176288354342018,
      "loss": 1.9844,
      "step": 65010
    },
    {
      "epoch": 3.024470807164457,
      "grad_norm": 1.165217657618009,
      "learning_rate": 0.00015175917237998776,
      "loss": 1.7266,
      "step": 65011
    },
    {
      "epoch": 3.0245173296115375,
      "grad_norm": 1.188315935541125,
      "learning_rate": 0.0001517554612154784,
      "loss": 1.9297,
      "step": 65012
    },
    {
      "epoch": 3.0245638520586184,
      "grad_norm": 1.133268519701675,
      "learning_rate": 0.00015175175004989428,
      "loss": 1.7578,
      "step": 65013
    },
    {
      "epoch": 3.024610374505699,
      "grad_norm": 1.1833436898690877,
      "learning_rate": 0.00015174803888323777,
      "loss": 1.7734,
      "step": 65014
    },
    {
      "epoch": 3.02465689695278,
      "grad_norm": 1.242656563697133,
      "learning_rate": 0.00015174432771551108,
      "loss": 1.9766,
      "step": 65015
    },
    {
      "epoch": 3.0247034193998603,
      "grad_norm": 1.32253610818611,
      "learning_rate": 0.00015174061654671655,
      "loss": 1.9453,
      "step": 65016
    },
    {
      "epoch": 3.0247499418469412,
      "grad_norm": 1.2479583599579784,
      "learning_rate": 0.00015173690537685638,
      "loss": 1.9609,
      "step": 65017
    },
    {
      "epoch": 3.0247964642940217,
      "grad_norm": 1.252531419410462,
      "learning_rate": 0.00015173319420593286,
      "loss": 1.9219,
      "step": 65018
    },
    {
      "epoch": 3.0248429867411026,
      "grad_norm": 1.2201556641149474,
      "learning_rate": 0.00015172948303394826,
      "loss": 1.7812,
      "step": 65019
    },
    {
      "epoch": 3.024889509188183,
      "grad_norm": 1.2628824111678292,
      "learning_rate": 0.00015172577186090482,
      "loss": 1.9688,
      "step": 65020
    },
    {
      "epoch": 3.024936031635264,
      "grad_norm": 1.4023692462768338,
      "learning_rate": 0.00015172206068680491,
      "loss": 2.3906,
      "step": 65021
    },
    {
      "epoch": 3.024982554082345,
      "grad_norm": 1.1590518606255802,
      "learning_rate": 0.0001517183495116507,
      "loss": 1.7266,
      "step": 65022
    },
    {
      "epoch": 3.0250290765294254,
      "grad_norm": 1.4007868595941027,
      "learning_rate": 0.00015171463833544457,
      "loss": 2.25,
      "step": 65023
    },
    {
      "epoch": 3.0250755989765064,
      "grad_norm": 1.35982313311447,
      "learning_rate": 0.00015171092715818868,
      "loss": 2.2188,
      "step": 65024
    },
    {
      "epoch": 3.025122121423587,
      "grad_norm": 1.3811955488233247,
      "learning_rate": 0.0001517072159798854,
      "loss": 2.0312,
      "step": 65025
    },
    {
      "epoch": 3.0251686438706678,
      "grad_norm": 1.334361151072679,
      "learning_rate": 0.0001517035048005369,
      "loss": 2.375,
      "step": 65026
    },
    {
      "epoch": 3.0252151663177482,
      "grad_norm": 1.3391767724997683,
      "learning_rate": 0.00015169979362014552,
      "loss": 2.2188,
      "step": 65027
    },
    {
      "epoch": 3.025261688764829,
      "grad_norm": 1.3045466109853097,
      "learning_rate": 0.0001516960824387135,
      "loss": 2.0469,
      "step": 65028
    },
    {
      "epoch": 3.0253082112119096,
      "grad_norm": 1.383829022723398,
      "learning_rate": 0.00015169237125624315,
      "loss": 2.2344,
      "step": 65029
    },
    {
      "epoch": 3.0253547336589905,
      "grad_norm": 1.2141989127129567,
      "learning_rate": 0.00015168866007273676,
      "loss": 1.9531,
      "step": 65030
    },
    {
      "epoch": 3.025401256106071,
      "grad_norm": 1.3100221369380536,
      "learning_rate": 0.00015168494888819647,
      "loss": 1.6641,
      "step": 65031
    },
    {
      "epoch": 3.025447778553152,
      "grad_norm": 1.2453602154462091,
      "learning_rate": 0.0001516812377026247,
      "loss": 1.8594,
      "step": 65032
    },
    {
      "epoch": 3.0254943010002324,
      "grad_norm": 1.2715764664201605,
      "learning_rate": 0.00015167752651602367,
      "loss": 2.0469,
      "step": 65033
    },
    {
      "epoch": 3.0255408234473133,
      "grad_norm": 1.2916830073807721,
      "learning_rate": 0.00015167381532839563,
      "loss": 2.125,
      "step": 65034
    },
    {
      "epoch": 3.0255873458943943,
      "grad_norm": 1.3554112809067471,
      "learning_rate": 0.00015167010413974285,
      "loss": 2.0938,
      "step": 65035
    },
    {
      "epoch": 3.0256338683414747,
      "grad_norm": 1.294900742477773,
      "learning_rate": 0.0001516663929500677,
      "loss": 1.9219,
      "step": 65036
    },
    {
      "epoch": 3.0256803907885557,
      "grad_norm": 1.2687192461455534,
      "learning_rate": 0.00015166268175937232,
      "loss": 2.25,
      "step": 65037
    },
    {
      "epoch": 3.025726913235636,
      "grad_norm": 1.2256449495229536,
      "learning_rate": 0.00015165897056765903,
      "loss": 2.0,
      "step": 65038
    },
    {
      "epoch": 3.025773435682717,
      "grad_norm": 1.0979978813942821,
      "learning_rate": 0.00015165525937493011,
      "loss": 1.5547,
      "step": 65039
    },
    {
      "epoch": 3.0258199581297975,
      "grad_norm": 1.289168219590676,
      "learning_rate": 0.00015165154818118785,
      "loss": 2.1562,
      "step": 65040
    },
    {
      "epoch": 3.0258664805768785,
      "grad_norm": 1.2017032570053077,
      "learning_rate": 0.00015164783698643449,
      "loss": 1.875,
      "step": 65041
    },
    {
      "epoch": 3.025913003023959,
      "grad_norm": 1.1700584486937688,
      "learning_rate": 0.0001516441257906723,
      "loss": 1.7812,
      "step": 65042
    },
    {
      "epoch": 3.02595952547104,
      "grad_norm": 1.243139906685365,
      "learning_rate": 0.0001516404145939036,
      "loss": 2.0469,
      "step": 65043
    },
    {
      "epoch": 3.0260060479181203,
      "grad_norm": 1.2841397746201397,
      "learning_rate": 0.0001516367033961306,
      "loss": 2.2031,
      "step": 65044
    },
    {
      "epoch": 3.0260525703652013,
      "grad_norm": 1.2274647866364845,
      "learning_rate": 0.00015163299219735562,
      "loss": 2.0469,
      "step": 65045
    },
    {
      "epoch": 3.0260990928122817,
      "grad_norm": 1.1837312314732213,
      "learning_rate": 0.0001516292809975809,
      "loss": 1.8594,
      "step": 65046
    },
    {
      "epoch": 3.0261456152593627,
      "grad_norm": 1.194659091898508,
      "learning_rate": 0.00015162556979680873,
      "loss": 1.7734,
      "step": 65047
    },
    {
      "epoch": 3.0261921377064436,
      "grad_norm": 1.1819067744000709,
      "learning_rate": 0.00015162185859504137,
      "loss": 1.8047,
      "step": 65048
    },
    {
      "epoch": 3.026238660153524,
      "grad_norm": 1.2650370635298707,
      "learning_rate": 0.00015161814739228114,
      "loss": 1.9922,
      "step": 65049
    },
    {
      "epoch": 3.026285182600605,
      "grad_norm": 1.2798930241142703,
      "learning_rate": 0.0001516144361885302,
      "loss": 1.6797,
      "step": 65050
    },
    {
      "epoch": 3.0263317050476854,
      "grad_norm": 1.1905004808353439,
      "learning_rate": 0.00015161072498379093,
      "loss": 1.7891,
      "step": 65051
    },
    {
      "epoch": 3.0263782274947664,
      "grad_norm": 1.3519237426353208,
      "learning_rate": 0.00015160701377806558,
      "loss": 2.1406,
      "step": 65052
    },
    {
      "epoch": 3.026424749941847,
      "grad_norm": 1.1508726990853524,
      "learning_rate": 0.00015160330257135636,
      "loss": 1.6797,
      "step": 65053
    },
    {
      "epoch": 3.0264712723889278,
      "grad_norm": 1.1819983517949293,
      "learning_rate": 0.00015159959136366565,
      "loss": 1.7344,
      "step": 65054
    },
    {
      "epoch": 3.0265177948360082,
      "grad_norm": 1.4390574395682711,
      "learning_rate": 0.0001515958801549956,
      "loss": 2.2031,
      "step": 65055
    },
    {
      "epoch": 3.026564317283089,
      "grad_norm": 1.2883240607085333,
      "learning_rate": 0.0001515921689453486,
      "loss": 2.1406,
      "step": 65056
    },
    {
      "epoch": 3.0266108397301696,
      "grad_norm": 1.309748158101861,
      "learning_rate": 0.00015158845773472683,
      "loss": 2.0469,
      "step": 65057
    },
    {
      "epoch": 3.0266573621772506,
      "grad_norm": 1.2810975851342057,
      "learning_rate": 0.0001515847465231326,
      "loss": 2.0312,
      "step": 65058
    },
    {
      "epoch": 3.026703884624331,
      "grad_norm": 1.1556609346573938,
      "learning_rate": 0.0001515810353105682,
      "loss": 1.7891,
      "step": 65059
    },
    {
      "epoch": 3.026750407071412,
      "grad_norm": 1.28525845770321,
      "learning_rate": 0.00015157732409703587,
      "loss": 2.1719,
      "step": 65060
    },
    {
      "epoch": 3.026796929518493,
      "grad_norm": 1.2750639067445262,
      "learning_rate": 0.00015157361288253786,
      "loss": 1.8281,
      "step": 65061
    },
    {
      "epoch": 3.0268434519655734,
      "grad_norm": 1.3052405575763466,
      "learning_rate": 0.0001515699016670765,
      "loss": 2.0312,
      "step": 65062
    },
    {
      "epoch": 3.0268899744126543,
      "grad_norm": 1.3127120196585835,
      "learning_rate": 0.00015156619045065403,
      "loss": 2.1719,
      "step": 65063
    },
    {
      "epoch": 3.0269364968597348,
      "grad_norm": 1.2988235868448554,
      "learning_rate": 0.00015156247923327272,
      "loss": 2.0469,
      "step": 65064
    },
    {
      "epoch": 3.0269830193068157,
      "grad_norm": 1.2463265104261847,
      "learning_rate": 0.0001515587680149349,
      "loss": 2.0156,
      "step": 65065
    },
    {
      "epoch": 3.027029541753896,
      "grad_norm": 1.2656460234755336,
      "learning_rate": 0.00015155505679564273,
      "loss": 2.0938,
      "step": 65066
    },
    {
      "epoch": 3.027076064200977,
      "grad_norm": 1.273059436461446,
      "learning_rate": 0.00015155134557539863,
      "loss": 2.0625,
      "step": 65067
    },
    {
      "epoch": 3.0271225866480576,
      "grad_norm": 1.2732494355004953,
      "learning_rate": 0.0001515476343542047,
      "loss": 2.0469,
      "step": 65068
    },
    {
      "epoch": 3.0271691090951385,
      "grad_norm": 1.2694724703061149,
      "learning_rate": 0.00015154392313206333,
      "loss": 2.0625,
      "step": 65069
    },
    {
      "epoch": 3.027215631542219,
      "grad_norm": 1.2472452476120583,
      "learning_rate": 0.00015154021190897675,
      "loss": 1.8125,
      "step": 65070
    },
    {
      "epoch": 3.0272621539893,
      "grad_norm": 1.213215143414424,
      "learning_rate": 0.0001515365006849473,
      "loss": 1.9453,
      "step": 65071
    },
    {
      "epoch": 3.0273086764363804,
      "grad_norm": 1.3574755289727483,
      "learning_rate": 0.0001515327894599771,
      "loss": 2.1719,
      "step": 65072
    },
    {
      "epoch": 3.0273551988834613,
      "grad_norm": 1.2006047177390353,
      "learning_rate": 0.0001515290782340686,
      "loss": 1.6953,
      "step": 65073
    },
    {
      "epoch": 3.027401721330542,
      "grad_norm": 1.2692433157038794,
      "learning_rate": 0.00015152536700722397,
      "loss": 2.0156,
      "step": 65074
    },
    {
      "epoch": 3.0274482437776227,
      "grad_norm": 1.2283225601598773,
      "learning_rate": 0.00015152165577944545,
      "loss": 1.9766,
      "step": 65075
    },
    {
      "epoch": 3.0274947662247036,
      "grad_norm": 1.3202834866512727,
      "learning_rate": 0.00015151794455073542,
      "loss": 2.0625,
      "step": 65076
    },
    {
      "epoch": 3.027541288671784,
      "grad_norm": 1.2862227039321235,
      "learning_rate": 0.00015151423332109606,
      "loss": 1.9297,
      "step": 65077
    },
    {
      "epoch": 3.027587811118865,
      "grad_norm": 1.2920879458394787,
      "learning_rate": 0.00015151052209052974,
      "loss": 1.8203,
      "step": 65078
    },
    {
      "epoch": 3.0276343335659455,
      "grad_norm": 1.2172557261669057,
      "learning_rate": 0.00015150681085903861,
      "loss": 1.875,
      "step": 65079
    },
    {
      "epoch": 3.0276808560130264,
      "grad_norm": 1.2894124689783248,
      "learning_rate": 0.00015150309962662503,
      "loss": 2.0781,
      "step": 65080
    },
    {
      "epoch": 3.027727378460107,
      "grad_norm": 1.2885071953202492,
      "learning_rate": 0.00015149938839329122,
      "loss": 2.0938,
      "step": 65081
    },
    {
      "epoch": 3.027773900907188,
      "grad_norm": 1.2400662116810022,
      "learning_rate": 0.0001514956771590395,
      "loss": 2.0625,
      "step": 65082
    },
    {
      "epoch": 3.0278204233542683,
      "grad_norm": 1.1290776747633995,
      "learning_rate": 0.00015149196592387207,
      "loss": 1.5469,
      "step": 65083
    },
    {
      "epoch": 3.027866945801349,
      "grad_norm": 1.236383224008445,
      "learning_rate": 0.0001514882546877913,
      "loss": 1.8203,
      "step": 65084
    },
    {
      "epoch": 3.0279134682484297,
      "grad_norm": 1.338545338565092,
      "learning_rate": 0.00015148454345079938,
      "loss": 2.0781,
      "step": 65085
    },
    {
      "epoch": 3.0279599906955106,
      "grad_norm": 1.2678958422751931,
      "learning_rate": 0.00015148083221289862,
      "loss": 2.0938,
      "step": 65086
    },
    {
      "epoch": 3.0280065131425915,
      "grad_norm": 1.2927484274100243,
      "learning_rate": 0.00015147712097409133,
      "loss": 2.1719,
      "step": 65087
    },
    {
      "epoch": 3.028053035589672,
      "grad_norm": 1.308643751365907,
      "learning_rate": 0.00015147340973437968,
      "loss": 1.9609,
      "step": 65088
    },
    {
      "epoch": 3.028099558036753,
      "grad_norm": 1.356801174027106,
      "learning_rate": 0.00015146969849376605,
      "loss": 2.2031,
      "step": 65089
    },
    {
      "epoch": 3.0281460804838334,
      "grad_norm": 1.253396417872149,
      "learning_rate": 0.00015146598725225262,
      "loss": 2.2812,
      "step": 65090
    },
    {
      "epoch": 3.0281926029309143,
      "grad_norm": 1.258987302703929,
      "learning_rate": 0.0001514622760098417,
      "loss": 1.9766,
      "step": 65091
    },
    {
      "epoch": 3.028239125377995,
      "grad_norm": 1.3087157136490748,
      "learning_rate": 0.00015145856476653558,
      "loss": 2.0312,
      "step": 65092
    },
    {
      "epoch": 3.0282856478250757,
      "grad_norm": 1.279164690985701,
      "learning_rate": 0.00015145485352233652,
      "loss": 2.0625,
      "step": 65093
    },
    {
      "epoch": 3.028332170272156,
      "grad_norm": 1.2875395980736073,
      "learning_rate": 0.00015145114227724677,
      "loss": 2.125,
      "step": 65094
    },
    {
      "epoch": 3.028378692719237,
      "grad_norm": 1.2663532887253803,
      "learning_rate": 0.00015144743103126868,
      "loss": 1.9688,
      "step": 65095
    },
    {
      "epoch": 3.0284252151663176,
      "grad_norm": 1.2095624920363366,
      "learning_rate": 0.00015144371978440438,
      "loss": 1.8203,
      "step": 65096
    },
    {
      "epoch": 3.0284717376133985,
      "grad_norm": 1.2710547515881334,
      "learning_rate": 0.0001514400085366563,
      "loss": 1.8672,
      "step": 65097
    },
    {
      "epoch": 3.028518260060479,
      "grad_norm": 1.2314899394063066,
      "learning_rate": 0.00015143629728802663,
      "loss": 1.8594,
      "step": 65098
    },
    {
      "epoch": 3.02856478250756,
      "grad_norm": 1.202023904005523,
      "learning_rate": 0.0001514325860385176,
      "loss": 1.9453,
      "step": 65099
    },
    {
      "epoch": 3.028611304954641,
      "grad_norm": 1.348863783341566,
      "learning_rate": 0.0001514288747881316,
      "loss": 2.3125,
      "step": 65100
    },
    {
      "epoch": 3.0286578274017213,
      "grad_norm": 1.2927075153578254,
      "learning_rate": 0.00015142516353687082,
      "loss": 2.0938,
      "step": 65101
    },
    {
      "epoch": 3.028704349848802,
      "grad_norm": 1.2717507049599215,
      "learning_rate": 0.00015142145228473752,
      "loss": 1.9688,
      "step": 65102
    },
    {
      "epoch": 3.0287508722958827,
      "grad_norm": 1.2707590653984318,
      "learning_rate": 0.00015141774103173399,
      "loss": 2.0625,
      "step": 65103
    },
    {
      "epoch": 3.0287973947429636,
      "grad_norm": 1.2596346115676975,
      "learning_rate": 0.00015141402977786255,
      "loss": 2.1094,
      "step": 65104
    },
    {
      "epoch": 3.028843917190044,
      "grad_norm": 1.222501779686031,
      "learning_rate": 0.00015141031852312537,
      "loss": 2.0,
      "step": 65105
    },
    {
      "epoch": 3.028890439637125,
      "grad_norm": 1.179616210875641,
      "learning_rate": 0.00015140660726752487,
      "loss": 1.9375,
      "step": 65106
    },
    {
      "epoch": 3.0289369620842055,
      "grad_norm": 1.1529430642563976,
      "learning_rate": 0.0001514028960110631,
      "loss": 1.6016,
      "step": 65107
    },
    {
      "epoch": 3.0289834845312864,
      "grad_norm": 1.2164093000828455,
      "learning_rate": 0.0001513991847537426,
      "loss": 1.6016,
      "step": 65108
    },
    {
      "epoch": 3.029030006978367,
      "grad_norm": 1.2829065764066472,
      "learning_rate": 0.00015139547349556545,
      "loss": 2.1562,
      "step": 65109
    },
    {
      "epoch": 3.029076529425448,
      "grad_norm": 1.159599924815584,
      "learning_rate": 0.00015139176223653402,
      "loss": 1.7656,
      "step": 65110
    },
    {
      "epoch": 3.0291230518725283,
      "grad_norm": 1.2391674487010649,
      "learning_rate": 0.00015138805097665055,
      "loss": 1.8125,
      "step": 65111
    },
    {
      "epoch": 3.029169574319609,
      "grad_norm": 1.262584275097225,
      "learning_rate": 0.00015138433971591725,
      "loss": 1.9922,
      "step": 65112
    },
    {
      "epoch": 3.02921609676669,
      "grad_norm": 1.2232609653945536,
      "learning_rate": 0.00015138062845433654,
      "loss": 1.8125,
      "step": 65113
    },
    {
      "epoch": 3.0292626192137706,
      "grad_norm": 1.2834869985448474,
      "learning_rate": 0.00015137691719191052,
      "loss": 1.9922,
      "step": 65114
    },
    {
      "epoch": 3.0293091416608515,
      "grad_norm": 1.3559177204557051,
      "learning_rate": 0.0001513732059286416,
      "loss": 2.2656,
      "step": 65115
    },
    {
      "epoch": 3.029355664107932,
      "grad_norm": 1.2944503900225401,
      "learning_rate": 0.00015136949466453193,
      "loss": 2.125,
      "step": 65116
    },
    {
      "epoch": 3.029402186555013,
      "grad_norm": 1.3726118691428362,
      "learning_rate": 0.0001513657833995839,
      "loss": 2.0625,
      "step": 65117
    },
    {
      "epoch": 3.0294487090020934,
      "grad_norm": 1.3489360133758639,
      "learning_rate": 0.00015136207213379966,
      "loss": 2.0,
      "step": 65118
    },
    {
      "epoch": 3.0294952314491743,
      "grad_norm": 1.2155754581386307,
      "learning_rate": 0.00015135836086718163,
      "loss": 1.8516,
      "step": 65119
    },
    {
      "epoch": 3.029541753896255,
      "grad_norm": 1.2944625786854207,
      "learning_rate": 0.00015135464959973194,
      "loss": 2.125,
      "step": 65120
    },
    {
      "epoch": 3.0295882763433357,
      "grad_norm": 1.3437729847929265,
      "learning_rate": 0.00015135093833145298,
      "loss": 2.1875,
      "step": 65121
    },
    {
      "epoch": 3.029634798790416,
      "grad_norm": 1.2130561416083763,
      "learning_rate": 0.00015134722706234695,
      "loss": 1.7344,
      "step": 65122
    },
    {
      "epoch": 3.029681321237497,
      "grad_norm": 1.3023840226044539,
      "learning_rate": 0.00015134351579241615,
      "loss": 2.0469,
      "step": 65123
    },
    {
      "epoch": 3.0297278436845776,
      "grad_norm": 1.203367079085588,
      "learning_rate": 0.00015133980452166287,
      "loss": 1.9922,
      "step": 65124
    },
    {
      "epoch": 3.0297743661316585,
      "grad_norm": 1.3630115681994164,
      "learning_rate": 0.00015133609325008925,
      "loss": 2.1094,
      "step": 65125
    },
    {
      "epoch": 3.0298208885787394,
      "grad_norm": 1.2957903900437153,
      "learning_rate": 0.00015133238197769777,
      "loss": 2.2188,
      "step": 65126
    },
    {
      "epoch": 3.02986741102582,
      "grad_norm": 1.1784031693149333,
      "learning_rate": 0.00015132867070449053,
      "loss": 1.6875,
      "step": 65127
    },
    {
      "epoch": 3.029913933472901,
      "grad_norm": 1.3571772964580207,
      "learning_rate": 0.0001513249594304699,
      "loss": 2.0938,
      "step": 65128
    },
    {
      "epoch": 3.0299604559199813,
      "grad_norm": 1.39725031889441,
      "learning_rate": 0.0001513212481556381,
      "loss": 2.1719,
      "step": 65129
    },
    {
      "epoch": 3.0300069783670622,
      "grad_norm": 1.3519934002448593,
      "learning_rate": 0.00015131753687999745,
      "loss": 2.0938,
      "step": 65130
    },
    {
      "epoch": 3.0300535008141427,
      "grad_norm": 1.3113119826670745,
      "learning_rate": 0.00015131382560355019,
      "loss": 2.0312,
      "step": 65131
    },
    {
      "epoch": 3.0301000232612236,
      "grad_norm": 1.2810843260253835,
      "learning_rate": 0.0001513101143262986,
      "loss": 2.1406,
      "step": 65132
    },
    {
      "epoch": 3.030146545708304,
      "grad_norm": 1.3549112913046608,
      "learning_rate": 0.00015130640304824493,
      "loss": 2.25,
      "step": 65133
    },
    {
      "epoch": 3.030193068155385,
      "grad_norm": 1.2982028679826,
      "learning_rate": 0.0001513026917693915,
      "loss": 2.1094,
      "step": 65134
    },
    {
      "epoch": 3.0302395906024655,
      "grad_norm": 1.290539934145638,
      "learning_rate": 0.00015129898048974052,
      "loss": 1.9375,
      "step": 65135
    },
    {
      "epoch": 3.0302861130495464,
      "grad_norm": 1.406627974141142,
      "learning_rate": 0.00015129526920929436,
      "loss": 2.25,
      "step": 65136
    },
    {
      "epoch": 3.030332635496627,
      "grad_norm": 1.2773848401831496,
      "learning_rate": 0.0001512915579280552,
      "loss": 1.9062,
      "step": 65137
    },
    {
      "epoch": 3.030379157943708,
      "grad_norm": 1.3591759981454878,
      "learning_rate": 0.00015128784664602532,
      "loss": 2.1094,
      "step": 65138
    },
    {
      "epoch": 3.0304256803907887,
      "grad_norm": 1.2019655470009243,
      "learning_rate": 0.00015128413536320704,
      "loss": 1.8125,
      "step": 65139
    },
    {
      "epoch": 3.0304722028378692,
      "grad_norm": 1.2184360323558914,
      "learning_rate": 0.00015128042407960255,
      "loss": 1.9062,
      "step": 65140
    },
    {
      "epoch": 3.03051872528495,
      "grad_norm": 1.4973945190623033,
      "learning_rate": 0.0001512767127952142,
      "loss": 2.4531,
      "step": 65141
    },
    {
      "epoch": 3.0305652477320306,
      "grad_norm": 1.25203295789458,
      "learning_rate": 0.00015127300151004426,
      "loss": 1.8203,
      "step": 65142
    },
    {
      "epoch": 3.0306117701791115,
      "grad_norm": 1.2721771663428145,
      "learning_rate": 0.000151269290224095,
      "loss": 1.8125,
      "step": 65143
    },
    {
      "epoch": 3.030658292626192,
      "grad_norm": 1.3477220978523783,
      "learning_rate": 0.00015126557893736862,
      "loss": 2.125,
      "step": 65144
    },
    {
      "epoch": 3.030704815073273,
      "grad_norm": 1.475127108761066,
      "learning_rate": 0.00015126186764986748,
      "loss": 2.1719,
      "step": 65145
    },
    {
      "epoch": 3.0307513375203534,
      "grad_norm": 1.2463046918000436,
      "learning_rate": 0.00015125815636159382,
      "loss": 1.9609,
      "step": 65146
    },
    {
      "epoch": 3.0307978599674343,
      "grad_norm": 1.2110887021998107,
      "learning_rate": 0.00015125444507254989,
      "loss": 1.8203,
      "step": 65147
    },
    {
      "epoch": 3.030844382414515,
      "grad_norm": 1.2521510934771145,
      "learning_rate": 0.00015125073378273799,
      "loss": 2.0,
      "step": 65148
    },
    {
      "epoch": 3.0308909048615957,
      "grad_norm": 1.3105305457291956,
      "learning_rate": 0.0001512470224921604,
      "loss": 2.1719,
      "step": 65149
    },
    {
      "epoch": 3.030937427308676,
      "grad_norm": 1.2187873215447909,
      "learning_rate": 0.0001512433112008194,
      "loss": 1.7812,
      "step": 65150
    },
    {
      "epoch": 3.030983949755757,
      "grad_norm": 1.2887334458950106,
      "learning_rate": 0.0001512395999087171,
      "loss": 2.0938,
      "step": 65151
    },
    {
      "epoch": 3.031030472202838,
      "grad_norm": 1.2782748008058167,
      "learning_rate": 0.00015123588861585605,
      "loss": 2.0312,
      "step": 65152
    },
    {
      "epoch": 3.0310769946499185,
      "grad_norm": 1.2703473048196061,
      "learning_rate": 0.00015123217732223833,
      "loss": 1.9922,
      "step": 65153
    },
    {
      "epoch": 3.0311235170969995,
      "grad_norm": 1.2817307906418827,
      "learning_rate": 0.00015122846602786628,
      "loss": 1.9297,
      "step": 65154
    },
    {
      "epoch": 3.03117003954408,
      "grad_norm": 1.2601453200143682,
      "learning_rate": 0.0001512247547327421,
      "loss": 1.8438,
      "step": 65155
    },
    {
      "epoch": 3.031216561991161,
      "grad_norm": 1.2075064480822362,
      "learning_rate": 0.00015122104343686822,
      "loss": 1.6719,
      "step": 65156
    },
    {
      "epoch": 3.0312630844382413,
      "grad_norm": 1.3461134361922316,
      "learning_rate": 0.00015121733214024674,
      "loss": 2.2031,
      "step": 65157
    },
    {
      "epoch": 3.0313096068853222,
      "grad_norm": 1.2177084696442217,
      "learning_rate": 0.00015121362084288,
      "loss": 1.7578,
      "step": 65158
    },
    {
      "epoch": 3.0313561293324027,
      "grad_norm": 1.2602824882038002,
      "learning_rate": 0.0001512099095447703,
      "loss": 1.7812,
      "step": 65159
    },
    {
      "epoch": 3.0314026517794836,
      "grad_norm": 1.188366667083531,
      "learning_rate": 0.0001512061982459199,
      "loss": 1.875,
      "step": 65160
    },
    {
      "epoch": 3.031449174226564,
      "grad_norm": 1.281924131604894,
      "learning_rate": 0.00015120248694633102,
      "loss": 1.8828,
      "step": 65161
    },
    {
      "epoch": 3.031495696673645,
      "grad_norm": 2.805495871731254,
      "learning_rate": 0.00015119877564600596,
      "loss": 2.0625,
      "step": 65162
    },
    {
      "epoch": 3.031542219120726,
      "grad_norm": 1.372404628070828,
      "learning_rate": 0.00015119506434494706,
      "loss": 2.125,
      "step": 65163
    },
    {
      "epoch": 3.0315887415678064,
      "grad_norm": 1.244402714190221,
      "learning_rate": 0.00015119135304315646,
      "loss": 1.9609,
      "step": 65164
    },
    {
      "epoch": 3.0316352640148874,
      "grad_norm": 1.2908945527546556,
      "learning_rate": 0.0001511876417406366,
      "loss": 2.125,
      "step": 65165
    },
    {
      "epoch": 3.031681786461968,
      "grad_norm": 1.2243068874512697,
      "learning_rate": 0.0001511839304373896,
      "loss": 1.9375,
      "step": 65166
    },
    {
      "epoch": 3.0317283089090488,
      "grad_norm": 1.3029824461443544,
      "learning_rate": 0.0001511802191334178,
      "loss": 2.125,
      "step": 65167
    },
    {
      "epoch": 3.0317748313561292,
      "grad_norm": 1.299395543837038,
      "learning_rate": 0.00015117650782872348,
      "loss": 2.1719,
      "step": 65168
    },
    {
      "epoch": 3.03182135380321,
      "grad_norm": 1.309643187141623,
      "learning_rate": 0.00015117279652330888,
      "loss": 2.1094,
      "step": 65169
    },
    {
      "epoch": 3.0318678762502906,
      "grad_norm": 1.3580735453152177,
      "learning_rate": 0.00015116908521717627,
      "loss": 2.2344,
      "step": 65170
    },
    {
      "epoch": 3.0319143986973716,
      "grad_norm": 1.2373682845862508,
      "learning_rate": 0.00015116537391032795,
      "loss": 1.8672,
      "step": 65171
    },
    {
      "epoch": 3.031960921144452,
      "grad_norm": 1.2859716565426782,
      "learning_rate": 0.0001511616626027662,
      "loss": 1.9922,
      "step": 65172
    },
    {
      "epoch": 3.032007443591533,
      "grad_norm": 1.1875115472051163,
      "learning_rate": 0.00015115795129449323,
      "loss": 1.6719,
      "step": 65173
    },
    {
      "epoch": 3.0320539660386134,
      "grad_norm": 1.271785248368181,
      "learning_rate": 0.00015115423998551139,
      "loss": 1.8516,
      "step": 65174
    },
    {
      "epoch": 3.0321004884856944,
      "grad_norm": 1.276302958899317,
      "learning_rate": 0.00015115052867582292,
      "loss": 1.8906,
      "step": 65175
    },
    {
      "epoch": 3.0321470109327753,
      "grad_norm": 1.2153264722916106,
      "learning_rate": 0.00015114681736543007,
      "loss": 2.0469,
      "step": 65176
    },
    {
      "epoch": 3.0321935333798558,
      "grad_norm": 1.2908266422275163,
      "learning_rate": 0.00015114310605433514,
      "loss": 2.0938,
      "step": 65177
    },
    {
      "epoch": 3.0322400558269367,
      "grad_norm": 1.2466450614938058,
      "learning_rate": 0.00015113939474254042,
      "loss": 1.8672,
      "step": 65178
    },
    {
      "epoch": 3.032286578274017,
      "grad_norm": 1.2136338873744812,
      "learning_rate": 0.00015113568343004812,
      "loss": 1.8594,
      "step": 65179
    },
    {
      "epoch": 3.032333100721098,
      "grad_norm": 1.4164382012567283,
      "learning_rate": 0.00015113197211686057,
      "loss": 2.125,
      "step": 65180
    },
    {
      "epoch": 3.0323796231681786,
      "grad_norm": 1.2595713704702118,
      "learning_rate": 0.00015112826080297998,
      "loss": 1.9766,
      "step": 65181
    },
    {
      "epoch": 3.0324261456152595,
      "grad_norm": 1.291566712730877,
      "learning_rate": 0.00015112454948840873,
      "loss": 1.7734,
      "step": 65182
    },
    {
      "epoch": 3.03247266806234,
      "grad_norm": 1.1304468801560426,
      "learning_rate": 0.00015112083817314895,
      "loss": 1.5938,
      "step": 65183
    },
    {
      "epoch": 3.032519190509421,
      "grad_norm": 1.3614617594092944,
      "learning_rate": 0.00015111712685720303,
      "loss": 1.875,
      "step": 65184
    },
    {
      "epoch": 3.0325657129565013,
      "grad_norm": 1.37070341132439,
      "learning_rate": 0.0001511134155405732,
      "loss": 2.2656,
      "step": 65185
    },
    {
      "epoch": 3.0326122354035823,
      "grad_norm": 1.26727429090478,
      "learning_rate": 0.0001511097042232617,
      "loss": 1.9688,
      "step": 65186
    },
    {
      "epoch": 3.0326587578506627,
      "grad_norm": 1.3242009686604184,
      "learning_rate": 0.00015110599290527087,
      "loss": 2.2188,
      "step": 65187
    },
    {
      "epoch": 3.0327052802977437,
      "grad_norm": 1.3611948212606466,
      "learning_rate": 0.0001511022815866029,
      "loss": 2.1875,
      "step": 65188
    },
    {
      "epoch": 3.0327518027448246,
      "grad_norm": 1.3711882514627025,
      "learning_rate": 0.00015109857026726015,
      "loss": 2.0156,
      "step": 65189
    },
    {
      "epoch": 3.032798325191905,
      "grad_norm": 1.3047348694762488,
      "learning_rate": 0.00015109485894724482,
      "loss": 2.1094,
      "step": 65190
    },
    {
      "epoch": 3.032844847638986,
      "grad_norm": 1.2970809086373163,
      "learning_rate": 0.00015109114762655926,
      "loss": 2.0312,
      "step": 65191
    },
    {
      "epoch": 3.0328913700860665,
      "grad_norm": 1.2270705748000519,
      "learning_rate": 0.00015108743630520564,
      "loss": 1.8281,
      "step": 65192
    },
    {
      "epoch": 3.0329378925331474,
      "grad_norm": 1.430524942807727,
      "learning_rate": 0.00015108372498318635,
      "loss": 2.2969,
      "step": 65193
    },
    {
      "epoch": 3.032984414980228,
      "grad_norm": 1.3940016796601007,
      "learning_rate": 0.0001510800136605035,
      "loss": 1.9609,
      "step": 65194
    },
    {
      "epoch": 3.033030937427309,
      "grad_norm": 1.2840153765577338,
      "learning_rate": 0.00015107630233715953,
      "loss": 1.8438,
      "step": 65195
    },
    {
      "epoch": 3.0330774598743893,
      "grad_norm": 1.297088362958992,
      "learning_rate": 0.00015107259101315663,
      "loss": 2.2188,
      "step": 65196
    },
    {
      "epoch": 3.03312398232147,
      "grad_norm": 1.3244040200368337,
      "learning_rate": 0.00015106887968849704,
      "loss": 2.2188,
      "step": 65197
    },
    {
      "epoch": 3.0331705047685507,
      "grad_norm": 1.1702411827785475,
      "learning_rate": 0.00015106516836318313,
      "loss": 1.7578,
      "step": 65198
    },
    {
      "epoch": 3.0332170272156316,
      "grad_norm": 1.2490103405542161,
      "learning_rate": 0.00015106145703721707,
      "loss": 2.0312,
      "step": 65199
    },
    {
      "epoch": 3.033263549662712,
      "grad_norm": 1.3164557682574454,
      "learning_rate": 0.00015105774571060125,
      "loss": 1.9062,
      "step": 65200
    },
    {
      "epoch": 3.033310072109793,
      "grad_norm": 1.295473928691903,
      "learning_rate": 0.0001510540343833378,
      "loss": 2.125,
      "step": 65201
    },
    {
      "epoch": 3.033356594556874,
      "grad_norm": 1.214936631041288,
      "learning_rate": 0.0001510503230554291,
      "loss": 1.875,
      "step": 65202
    },
    {
      "epoch": 3.0334031170039544,
      "grad_norm": 1.3914741858634652,
      "learning_rate": 0.00015104661172687735,
      "loss": 2.0,
      "step": 65203
    },
    {
      "epoch": 3.0334496394510353,
      "grad_norm": 1.3062938625485683,
      "learning_rate": 0.00015104290039768493,
      "loss": 2.0312,
      "step": 65204
    },
    {
      "epoch": 3.0334961618981158,
      "grad_norm": 1.3015673169533675,
      "learning_rate": 0.00015103918906785396,
      "loss": 2.25,
      "step": 65205
    },
    {
      "epoch": 3.0335426843451967,
      "grad_norm": 1.3021710148848156,
      "learning_rate": 0.00015103547773738683,
      "loss": 2.0469,
      "step": 65206
    },
    {
      "epoch": 3.033589206792277,
      "grad_norm": 1.276319217103397,
      "learning_rate": 0.0001510317664062858,
      "loss": 2.0938,
      "step": 65207
    },
    {
      "epoch": 3.033635729239358,
      "grad_norm": 1.3094451765648831,
      "learning_rate": 0.0001510280550745531,
      "loss": 2.1875,
      "step": 65208
    },
    {
      "epoch": 3.0336822516864386,
      "grad_norm": 1.2709198993820625,
      "learning_rate": 0.00015102434374219103,
      "loss": 2.2188,
      "step": 65209
    },
    {
      "epoch": 3.0337287741335195,
      "grad_norm": 1.239112640483742,
      "learning_rate": 0.00015102063240920178,
      "loss": 1.9531,
      "step": 65210
    },
    {
      "epoch": 3.0337752965806,
      "grad_norm": 1.1225279928138028,
      "learning_rate": 0.00015101692107558778,
      "loss": 1.6641,
      "step": 65211
    },
    {
      "epoch": 3.033821819027681,
      "grad_norm": 1.2620961560335333,
      "learning_rate": 0.00015101320974135116,
      "loss": 2.0938,
      "step": 65212
    },
    {
      "epoch": 3.0338683414747614,
      "grad_norm": 1.294392867112481,
      "learning_rate": 0.0001510094984064943,
      "loss": 2.2188,
      "step": 65213
    },
    {
      "epoch": 3.0339148639218423,
      "grad_norm": 1.1909716531387973,
      "learning_rate": 0.00015100578707101934,
      "loss": 1.7734,
      "step": 65214
    },
    {
      "epoch": 3.033961386368923,
      "grad_norm": 1.3218774266336029,
      "learning_rate": 0.00015100207573492868,
      "loss": 2.0156,
      "step": 65215
    },
    {
      "epoch": 3.0340079088160037,
      "grad_norm": 1.3408343567343195,
      "learning_rate": 0.00015099836439822452,
      "loss": 2.2656,
      "step": 65216
    },
    {
      "epoch": 3.0340544312630846,
      "grad_norm": 1.3005346772313249,
      "learning_rate": 0.0001509946530609092,
      "loss": 2.0469,
      "step": 65217
    },
    {
      "epoch": 3.034100953710165,
      "grad_norm": 1.248739954698633,
      "learning_rate": 0.00015099094172298487,
      "loss": 1.9531,
      "step": 65218
    },
    {
      "epoch": 3.034147476157246,
      "grad_norm": 1.3777643474561005,
      "learning_rate": 0.00015098723038445397,
      "loss": 2.25,
      "step": 65219
    },
    {
      "epoch": 3.0341939986043265,
      "grad_norm": 1.3183652129488594,
      "learning_rate": 0.00015098351904531865,
      "loss": 2.125,
      "step": 65220
    },
    {
      "epoch": 3.0342405210514074,
      "grad_norm": 1.241596795914069,
      "learning_rate": 0.0001509798077055812,
      "loss": 1.8516,
      "step": 65221
    },
    {
      "epoch": 3.034287043498488,
      "grad_norm": 1.2569973749185321,
      "learning_rate": 0.00015097609636524395,
      "loss": 2.1406,
      "step": 65222
    },
    {
      "epoch": 3.034333565945569,
      "grad_norm": 1.306811516497157,
      "learning_rate": 0.00015097238502430907,
      "loss": 1.9766,
      "step": 65223
    },
    {
      "epoch": 3.0343800883926493,
      "grad_norm": 1.227263001803292,
      "learning_rate": 0.00015096867368277888,
      "loss": 1.9062,
      "step": 65224
    },
    {
      "epoch": 3.03442661083973,
      "grad_norm": 1.2925328337142337,
      "learning_rate": 0.0001509649623406557,
      "loss": 2.0938,
      "step": 65225
    },
    {
      "epoch": 3.0344731332868107,
      "grad_norm": 1.3007386747712613,
      "learning_rate": 0.0001509612509979418,
      "loss": 2.1562,
      "step": 65226
    },
    {
      "epoch": 3.0345196557338916,
      "grad_norm": 1.3359260867606046,
      "learning_rate": 0.00015095753965463935,
      "loss": 2.2031,
      "step": 65227
    },
    {
      "epoch": 3.0345661781809725,
      "grad_norm": 1.2911403120945293,
      "learning_rate": 0.0001509538283107507,
      "loss": 2.1094,
      "step": 65228
    },
    {
      "epoch": 3.034612700628053,
      "grad_norm": 1.105212517141365,
      "learning_rate": 0.0001509501169662781,
      "loss": 1.5547,
      "step": 65229
    },
    {
      "epoch": 3.034659223075134,
      "grad_norm": 1.3400859535831366,
      "learning_rate": 0.00015094640562122387,
      "loss": 2.0625,
      "step": 65230
    },
    {
      "epoch": 3.0347057455222144,
      "grad_norm": 1.2410605866997182,
      "learning_rate": 0.00015094269427559022,
      "loss": 2.0625,
      "step": 65231
    },
    {
      "epoch": 3.0347522679692953,
      "grad_norm": 1.3819313461088982,
      "learning_rate": 0.00015093898292937945,
      "loss": 2.2969,
      "step": 65232
    },
    {
      "epoch": 3.034798790416376,
      "grad_norm": 1.3083493662611292,
      "learning_rate": 0.00015093527158259386,
      "loss": 2.1562,
      "step": 65233
    },
    {
      "epoch": 3.0348453128634567,
      "grad_norm": 1.2078067755449664,
      "learning_rate": 0.00015093156023523565,
      "loss": 1.8203,
      "step": 65234
    },
    {
      "epoch": 3.034891835310537,
      "grad_norm": 1.2577540847877142,
      "learning_rate": 0.00015092784888730718,
      "loss": 2.0781,
      "step": 65235
    },
    {
      "epoch": 3.034938357757618,
      "grad_norm": 1.2011812574838294,
      "learning_rate": 0.00015092413753881064,
      "loss": 1.5,
      "step": 65236
    },
    {
      "epoch": 3.0349848802046986,
      "grad_norm": 1.2959479914079823,
      "learning_rate": 0.00015092042618974834,
      "loss": 2.0625,
      "step": 65237
    },
    {
      "epoch": 3.0350314026517795,
      "grad_norm": 1.336484772276514,
      "learning_rate": 0.00015091671484012255,
      "loss": 1.9609,
      "step": 65238
    },
    {
      "epoch": 3.03507792509886,
      "grad_norm": 1.267972663378906,
      "learning_rate": 0.00015091300348993555,
      "loss": 2.0469,
      "step": 65239
    },
    {
      "epoch": 3.035124447545941,
      "grad_norm": 1.2849910286187038,
      "learning_rate": 0.0001509092921391896,
      "loss": 2.2188,
      "step": 65240
    },
    {
      "epoch": 3.035170969993022,
      "grad_norm": 1.2523196210314316,
      "learning_rate": 0.00015090558078788697,
      "loss": 1.9297,
      "step": 65241
    },
    {
      "epoch": 3.0352174924401023,
      "grad_norm": 1.2924388778189224,
      "learning_rate": 0.00015090186943602992,
      "loss": 2.0781,
      "step": 65242
    },
    {
      "epoch": 3.0352640148871832,
      "grad_norm": 1.2724133871416463,
      "learning_rate": 0.0001508981580836208,
      "loss": 2.0,
      "step": 65243
    },
    {
      "epoch": 3.0353105373342637,
      "grad_norm": 1.2564330611016374,
      "learning_rate": 0.00015089444673066174,
      "loss": 2.0625,
      "step": 65244
    },
    {
      "epoch": 3.0353570597813446,
      "grad_norm": 1.2147372874471476,
      "learning_rate": 0.00015089073537715518,
      "loss": 1.9453,
      "step": 65245
    },
    {
      "epoch": 3.035403582228425,
      "grad_norm": 1.3174255796878134,
      "learning_rate": 0.00015088702402310327,
      "loss": 2.1562,
      "step": 65246
    },
    {
      "epoch": 3.035450104675506,
      "grad_norm": 1.3936139839408315,
      "learning_rate": 0.00015088331266850834,
      "loss": 2.3281,
      "step": 65247
    },
    {
      "epoch": 3.0354966271225865,
      "grad_norm": 1.372862648347689,
      "learning_rate": 0.0001508796013133726,
      "loss": 2.2031,
      "step": 65248
    },
    {
      "epoch": 3.0355431495696674,
      "grad_norm": 1.3250661981029983,
      "learning_rate": 0.00015087588995769835,
      "loss": 2.2188,
      "step": 65249
    },
    {
      "epoch": 3.035589672016748,
      "grad_norm": 1.3572549392350663,
      "learning_rate": 0.0001508721786014879,
      "loss": 2.2969,
      "step": 65250
    },
    {
      "epoch": 3.035636194463829,
      "grad_norm": 1.306638321333087,
      "learning_rate": 0.0001508684672447435,
      "loss": 2.0938,
      "step": 65251
    },
    {
      "epoch": 3.0356827169109093,
      "grad_norm": 1.2758595994179254,
      "learning_rate": 0.00015086475588746743,
      "loss": 2.0625,
      "step": 65252
    },
    {
      "epoch": 3.03572923935799,
      "grad_norm": 1.4318512698994648,
      "learning_rate": 0.00015086104452966193,
      "loss": 2.4375,
      "step": 65253
    },
    {
      "epoch": 3.035775761805071,
      "grad_norm": 1.2720676434255531,
      "learning_rate": 0.00015085733317132932,
      "loss": 2.1094,
      "step": 65254
    },
    {
      "epoch": 3.0358222842521516,
      "grad_norm": 1.2382498489891425,
      "learning_rate": 0.00015085362181247182,
      "loss": 1.9531,
      "step": 65255
    },
    {
      "epoch": 3.0358688066992325,
      "grad_norm": 1.2095498308709862,
      "learning_rate": 0.00015084991045309176,
      "loss": 2.0156,
      "step": 65256
    },
    {
      "epoch": 3.035915329146313,
      "grad_norm": 1.3066243025660482,
      "learning_rate": 0.00015084619909319134,
      "loss": 2.1875,
      "step": 65257
    },
    {
      "epoch": 3.035961851593394,
      "grad_norm": 1.2449501355311887,
      "learning_rate": 0.00015084248773277291,
      "loss": 1.8984,
      "step": 65258
    },
    {
      "epoch": 3.0360083740404744,
      "grad_norm": 1.4425442372724995,
      "learning_rate": 0.0001508387763718387,
      "loss": 2.4844,
      "step": 65259
    },
    {
      "epoch": 3.0360548964875553,
      "grad_norm": 1.1931679652588714,
      "learning_rate": 0.00015083506501039097,
      "loss": 1.9766,
      "step": 65260
    },
    {
      "epoch": 3.036101418934636,
      "grad_norm": 1.190969841448952,
      "learning_rate": 0.00015083135364843197,
      "loss": 1.3125,
      "step": 65261
    },
    {
      "epoch": 3.0361479413817167,
      "grad_norm": 1.2989501703502744,
      "learning_rate": 0.00015082764228596405,
      "loss": 2.1094,
      "step": 65262
    },
    {
      "epoch": 3.036194463828797,
      "grad_norm": 1.2824040105423014,
      "learning_rate": 0.00015082393092298948,
      "loss": 2.0938,
      "step": 65263
    },
    {
      "epoch": 3.036240986275878,
      "grad_norm": 1.3279750470551834,
      "learning_rate": 0.00015082021955951043,
      "loss": 2.2031,
      "step": 65264
    },
    {
      "epoch": 3.0362875087229586,
      "grad_norm": 1.2291085635897299,
      "learning_rate": 0.00015081650819552927,
      "loss": 2.0469,
      "step": 65265
    },
    {
      "epoch": 3.0363340311700395,
      "grad_norm": 1.1986684972528825,
      "learning_rate": 0.00015081279683104823,
      "loss": 1.8281,
      "step": 65266
    },
    {
      "epoch": 3.0363805536171204,
      "grad_norm": 1.2613740325073548,
      "learning_rate": 0.00015080908546606962,
      "loss": 1.9219,
      "step": 65267
    },
    {
      "epoch": 3.036427076064201,
      "grad_norm": 1.27862232253925,
      "learning_rate": 0.00015080537410059564,
      "loss": 1.9609,
      "step": 65268
    },
    {
      "epoch": 3.036473598511282,
      "grad_norm": 1.242010085993133,
      "learning_rate": 0.00015080166273462862,
      "loss": 1.8984,
      "step": 65269
    },
    {
      "epoch": 3.0365201209583623,
      "grad_norm": 1.2763251341257698,
      "learning_rate": 0.00015079795136817083,
      "loss": 2.2031,
      "step": 65270
    },
    {
      "epoch": 3.0365666434054432,
      "grad_norm": 1.3219084571912507,
      "learning_rate": 0.0001507942400012245,
      "loss": 2.0781,
      "step": 65271
    },
    {
      "epoch": 3.0366131658525237,
      "grad_norm": 1.2901580042327336,
      "learning_rate": 0.00015079052863379194,
      "loss": 2.125,
      "step": 65272
    },
    {
      "epoch": 3.0366596882996046,
      "grad_norm": 1.2889756554254346,
      "learning_rate": 0.00015078681726587542,
      "loss": 1.9531,
      "step": 65273
    },
    {
      "epoch": 3.036706210746685,
      "grad_norm": 1.2481039975721906,
      "learning_rate": 0.00015078310589747724,
      "loss": 2.0625,
      "step": 65274
    },
    {
      "epoch": 3.036752733193766,
      "grad_norm": 1.2261226916785826,
      "learning_rate": 0.0001507793945285996,
      "loss": 2.0312,
      "step": 65275
    },
    {
      "epoch": 3.0367992556408465,
      "grad_norm": 1.243741651507178,
      "learning_rate": 0.0001507756831592448,
      "loss": 1.9766,
      "step": 65276
    },
    {
      "epoch": 3.0368457780879274,
      "grad_norm": 1.4187592036674237,
      "learning_rate": 0.00015077197178941514,
      "loss": 2.2656,
      "step": 65277
    },
    {
      "epoch": 3.0368923005350084,
      "grad_norm": 1.2382346972853566,
      "learning_rate": 0.0001507682604191129,
      "loss": 1.8438,
      "step": 65278
    },
    {
      "epoch": 3.036938822982089,
      "grad_norm": 1.3538982157730155,
      "learning_rate": 0.00015076454904834028,
      "loss": 2.3125,
      "step": 65279
    },
    {
      "epoch": 3.0369853454291698,
      "grad_norm": 1.3778756048296932,
      "learning_rate": 0.00015076083767709961,
      "loss": 2.1719,
      "step": 65280
    },
    {
      "epoch": 3.0370318678762502,
      "grad_norm": 1.3013656558065105,
      "learning_rate": 0.00015075712630539315,
      "loss": 2.0469,
      "step": 65281
    },
    {
      "epoch": 3.037078390323331,
      "grad_norm": 1.3163701415512548,
      "learning_rate": 0.00015075341493322325,
      "loss": 2.1094,
      "step": 65282
    },
    {
      "epoch": 3.0371249127704116,
      "grad_norm": 1.2732275545145368,
      "learning_rate": 0.000150749703560592,
      "loss": 1.9375,
      "step": 65283
    },
    {
      "epoch": 3.0371714352174926,
      "grad_norm": 1.3205258786514165,
      "learning_rate": 0.0001507459921875018,
      "loss": 2.125,
      "step": 65284
    },
    {
      "epoch": 3.037217957664573,
      "grad_norm": 1.3259607044545754,
      "learning_rate": 0.00015074228081395495,
      "loss": 2.0781,
      "step": 65285
    },
    {
      "epoch": 3.037264480111654,
      "grad_norm": 1.2972981611382381,
      "learning_rate": 0.00015073856943995358,
      "loss": 2.0,
      "step": 65286
    },
    {
      "epoch": 3.0373110025587344,
      "grad_norm": 1.2527260965181781,
      "learning_rate": 0.00015073485806550016,
      "loss": 2.0312,
      "step": 65287
    },
    {
      "epoch": 3.0373575250058154,
      "grad_norm": 1.276190534652886,
      "learning_rate": 0.0001507311466905968,
      "loss": 1.8906,
      "step": 65288
    },
    {
      "epoch": 3.037404047452896,
      "grad_norm": 1.2829755134451137,
      "learning_rate": 0.00015072743531524584,
      "loss": 1.8359,
      "step": 65289
    },
    {
      "epoch": 3.0374505698999767,
      "grad_norm": 1.2318203136061971,
      "learning_rate": 0.00015072372393944953,
      "loss": 2.0781,
      "step": 65290
    },
    {
      "epoch": 3.0374970923470577,
      "grad_norm": 1.2223712465766017,
      "learning_rate": 0.00015072001256321015,
      "loss": 2.0781,
      "step": 65291
    },
    {
      "epoch": 3.037543614794138,
      "grad_norm": 1.1662706551527684,
      "learning_rate": 0.00015071630118652997,
      "loss": 1.6953,
      "step": 65292
    },
    {
      "epoch": 3.037590137241219,
      "grad_norm": 1.2416047014205307,
      "learning_rate": 0.00015071258980941128,
      "loss": 1.9062,
      "step": 65293
    },
    {
      "epoch": 3.0376366596882995,
      "grad_norm": 1.2494887950980509,
      "learning_rate": 0.00015070887843185633,
      "loss": 1.9141,
      "step": 65294
    },
    {
      "epoch": 3.0376831821353805,
      "grad_norm": 1.3271262754597875,
      "learning_rate": 0.00015070516705386738,
      "loss": 2.2031,
      "step": 65295
    },
    {
      "epoch": 3.037729704582461,
      "grad_norm": 1.275243239595559,
      "learning_rate": 0.00015070145567544675,
      "loss": 1.9688,
      "step": 65296
    },
    {
      "epoch": 3.037776227029542,
      "grad_norm": 1.23067225667655,
      "learning_rate": 0.00015069774429659667,
      "loss": 1.8594,
      "step": 65297
    },
    {
      "epoch": 3.0378227494766223,
      "grad_norm": 1.3293046759709446,
      "learning_rate": 0.00015069403291731944,
      "loss": 2.2031,
      "step": 65298
    },
    {
      "epoch": 3.0378692719237033,
      "grad_norm": 1.3690555195636975,
      "learning_rate": 0.00015069032153761731,
      "loss": 2.25,
      "step": 65299
    },
    {
      "epoch": 3.0379157943707837,
      "grad_norm": 1.2716712633298994,
      "learning_rate": 0.0001506866101574926,
      "loss": 1.8047,
      "step": 65300
    },
    {
      "epoch": 3.0379623168178647,
      "grad_norm": 1.3284658476149793,
      "learning_rate": 0.0001506828987769475,
      "loss": 2.1094,
      "step": 65301
    },
    {
      "epoch": 3.038008839264945,
      "grad_norm": 1.2485509998605189,
      "learning_rate": 0.00015067918739598434,
      "loss": 2.0625,
      "step": 65302
    },
    {
      "epoch": 3.038055361712026,
      "grad_norm": 1.2355772167242407,
      "learning_rate": 0.00015067547601460535,
      "loss": 2.0,
      "step": 65303
    },
    {
      "epoch": 3.038101884159107,
      "grad_norm": 1.3204847451878445,
      "learning_rate": 0.00015067176463281288,
      "loss": 2.1406,
      "step": 65304
    },
    {
      "epoch": 3.0381484066061875,
      "grad_norm": 1.249111971859956,
      "learning_rate": 0.0001506680532506091,
      "loss": 2.0469,
      "step": 65305
    },
    {
      "epoch": 3.0381949290532684,
      "grad_norm": 1.3081929514929593,
      "learning_rate": 0.00015066434186799635,
      "loss": 2.1406,
      "step": 65306
    },
    {
      "epoch": 3.038241451500349,
      "grad_norm": 1.2828948890553489,
      "learning_rate": 0.00015066063048497691,
      "loss": 2.1875,
      "step": 65307
    },
    {
      "epoch": 3.0382879739474298,
      "grad_norm": 1.2709215317750897,
      "learning_rate": 0.000150656919101553,
      "loss": 1.9453,
      "step": 65308
    },
    {
      "epoch": 3.0383344963945103,
      "grad_norm": 1.2585836692042471,
      "learning_rate": 0.00015065320771772697,
      "loss": 2.0625,
      "step": 65309
    },
    {
      "epoch": 3.038381018841591,
      "grad_norm": 1.3754366289298885,
      "learning_rate": 0.00015064949633350098,
      "loss": 2.1875,
      "step": 65310
    },
    {
      "epoch": 3.0384275412886717,
      "grad_norm": 1.2409699654034716,
      "learning_rate": 0.0001506457849488774,
      "loss": 1.875,
      "step": 65311
    },
    {
      "epoch": 3.0384740637357526,
      "grad_norm": 1.2981085549660527,
      "learning_rate": 0.00015064207356385844,
      "loss": 1.7812,
      "step": 65312
    },
    {
      "epoch": 3.038520586182833,
      "grad_norm": 1.2068472148516896,
      "learning_rate": 0.00015063836217844644,
      "loss": 2.0,
      "step": 65313
    },
    {
      "epoch": 3.038567108629914,
      "grad_norm": 1.3050689313785417,
      "learning_rate": 0.0001506346507926436,
      "loss": 1.9609,
      "step": 65314
    },
    {
      "epoch": 3.0386136310769944,
      "grad_norm": 1.2987165281069843,
      "learning_rate": 0.00015063093940645222,
      "loss": 2.2656,
      "step": 65315
    },
    {
      "epoch": 3.0386601535240754,
      "grad_norm": 1.2326610372115758,
      "learning_rate": 0.00015062722801987457,
      "loss": 1.875,
      "step": 65316
    },
    {
      "epoch": 3.0387066759711563,
      "grad_norm": 1.3599026340007143,
      "learning_rate": 0.00015062351663291292,
      "loss": 2.1719,
      "step": 65317
    },
    {
      "epoch": 3.0387531984182368,
      "grad_norm": 1.3576955938089699,
      "learning_rate": 0.0001506198052455696,
      "loss": 2.0469,
      "step": 65318
    },
    {
      "epoch": 3.0387997208653177,
      "grad_norm": 1.227352802093103,
      "learning_rate": 0.0001506160938578468,
      "loss": 1.9531,
      "step": 65319
    },
    {
      "epoch": 3.038846243312398,
      "grad_norm": 1.3318267235068564,
      "learning_rate": 0.00015061238246974685,
      "loss": 1.8594,
      "step": 65320
    },
    {
      "epoch": 3.038892765759479,
      "grad_norm": 1.2967153326680967,
      "learning_rate": 0.00015060867108127192,
      "loss": 1.8984,
      "step": 65321
    },
    {
      "epoch": 3.0389392882065596,
      "grad_norm": 1.3056092336505474,
      "learning_rate": 0.00015060495969242444,
      "loss": 1.9453,
      "step": 65322
    },
    {
      "epoch": 3.0389858106536405,
      "grad_norm": 1.2628475287160055,
      "learning_rate": 0.00015060124830320655,
      "loss": 2.0938,
      "step": 65323
    },
    {
      "epoch": 3.039032333100721,
      "grad_norm": 1.2626335252795047,
      "learning_rate": 0.00015059753691362064,
      "loss": 2.1094,
      "step": 65324
    },
    {
      "epoch": 3.039078855547802,
      "grad_norm": 1.2594974451070877,
      "learning_rate": 0.00015059382552366882,
      "loss": 1.8594,
      "step": 65325
    },
    {
      "epoch": 3.0391253779948824,
      "grad_norm": 1.3660062699819076,
      "learning_rate": 0.00015059011413335352,
      "loss": 2.2812,
      "step": 65326
    },
    {
      "epoch": 3.0391719004419633,
      "grad_norm": 1.242725993618443,
      "learning_rate": 0.00015058640274267693,
      "loss": 1.6953,
      "step": 65327
    },
    {
      "epoch": 3.0392184228890438,
      "grad_norm": 1.28535716371127,
      "learning_rate": 0.00015058269135164134,
      "loss": 2.1719,
      "step": 65328
    },
    {
      "epoch": 3.0392649453361247,
      "grad_norm": 1.2778899029186754,
      "learning_rate": 0.00015057897996024902,
      "loss": 2.0,
      "step": 65329
    },
    {
      "epoch": 3.0393114677832056,
      "grad_norm": 1.1345305192522752,
      "learning_rate": 0.00015057526856850225,
      "loss": 1.5703,
      "step": 65330
    },
    {
      "epoch": 3.039357990230286,
      "grad_norm": 1.2940810736186028,
      "learning_rate": 0.0001505715571764033,
      "loss": 2.1094,
      "step": 65331
    },
    {
      "epoch": 3.039404512677367,
      "grad_norm": 1.3588814032900227,
      "learning_rate": 0.00015056784578395445,
      "loss": 2.125,
      "step": 65332
    },
    {
      "epoch": 3.0394510351244475,
      "grad_norm": 1.3161976552850845,
      "learning_rate": 0.00015056413439115796,
      "loss": 2.0469,
      "step": 65333
    },
    {
      "epoch": 3.0394975575715284,
      "grad_norm": 1.2872043525274721,
      "learning_rate": 0.00015056042299801609,
      "loss": 1.7266,
      "step": 65334
    },
    {
      "epoch": 3.039544080018609,
      "grad_norm": 1.3151495614205242,
      "learning_rate": 0.00015055671160453115,
      "loss": 2.2188,
      "step": 65335
    },
    {
      "epoch": 3.03959060246569,
      "grad_norm": 1.2667092702089888,
      "learning_rate": 0.00015055300021070533,
      "loss": 1.9688,
      "step": 65336
    },
    {
      "epoch": 3.0396371249127703,
      "grad_norm": 1.2936816247637746,
      "learning_rate": 0.000150549288816541,
      "loss": 1.9141,
      "step": 65337
    },
    {
      "epoch": 3.039683647359851,
      "grad_norm": 1.0812182777928439,
      "learning_rate": 0.00015054557742204033,
      "loss": 1.6406,
      "step": 65338
    },
    {
      "epoch": 3.0397301698069317,
      "grad_norm": 1.274466101931969,
      "learning_rate": 0.00015054186602720575,
      "loss": 1.875,
      "step": 65339
    },
    {
      "epoch": 3.0397766922540126,
      "grad_norm": 1.2834406685176578,
      "learning_rate": 0.00015053815463203943,
      "loss": 1.9531,
      "step": 65340
    },
    {
      "epoch": 3.039823214701093,
      "grad_norm": 1.4049417320892406,
      "learning_rate": 0.0001505344432365436,
      "loss": 2.2031,
      "step": 65341
    },
    {
      "epoch": 3.039869737148174,
      "grad_norm": 1.2881863885495626,
      "learning_rate": 0.00015053073184072058,
      "loss": 1.8125,
      "step": 65342
    },
    {
      "epoch": 3.039916259595255,
      "grad_norm": 1.3603933201220515,
      "learning_rate": 0.00015052702044457267,
      "loss": 2.3125,
      "step": 65343
    },
    {
      "epoch": 3.0399627820423354,
      "grad_norm": 1.3103521341863575,
      "learning_rate": 0.00015052330904810211,
      "loss": 2.0781,
      "step": 65344
    },
    {
      "epoch": 3.0400093044894163,
      "grad_norm": 1.3949891740308733,
      "learning_rate": 0.00015051959765131117,
      "loss": 2.3281,
      "step": 65345
    },
    {
      "epoch": 3.040055826936497,
      "grad_norm": 1.2352917398078838,
      "learning_rate": 0.00015051588625420215,
      "loss": 1.8047,
      "step": 65346
    },
    {
      "epoch": 3.0401023493835777,
      "grad_norm": 1.3026546132793926,
      "learning_rate": 0.00015051217485677728,
      "loss": 1.9531,
      "step": 65347
    },
    {
      "epoch": 3.040148871830658,
      "grad_norm": 1.3119180127998151,
      "learning_rate": 0.00015050846345903882,
      "loss": 2.1875,
      "step": 65348
    },
    {
      "epoch": 3.040195394277739,
      "grad_norm": 1.3050102388948532,
      "learning_rate": 0.00015050475206098912,
      "loss": 2.0156,
      "step": 65349
    },
    {
      "epoch": 3.0402419167248196,
      "grad_norm": 1.389865764336415,
      "learning_rate": 0.0001505010406626304,
      "loss": 2.1406,
      "step": 65350
    },
    {
      "epoch": 3.0402884391719005,
      "grad_norm": 1.29476642993883,
      "learning_rate": 0.00015049732926396495,
      "loss": 1.8672,
      "step": 65351
    },
    {
      "epoch": 3.040334961618981,
      "grad_norm": 1.2260474475208198,
      "learning_rate": 0.00015049361786499503,
      "loss": 1.9219,
      "step": 65352
    },
    {
      "epoch": 3.040381484066062,
      "grad_norm": 1.2106246423942182,
      "learning_rate": 0.00015048990646572292,
      "loss": 1.6953,
      "step": 65353
    },
    {
      "epoch": 3.0404280065131424,
      "grad_norm": 1.2675265766645731,
      "learning_rate": 0.00015048619506615084,
      "loss": 1.4453,
      "step": 65354
    },
    {
      "epoch": 3.0404745289602233,
      "grad_norm": 1.2566939480973085,
      "learning_rate": 0.00015048248366628117,
      "loss": 1.8984,
      "step": 65355
    },
    {
      "epoch": 3.040521051407304,
      "grad_norm": 1.3067183771056372,
      "learning_rate": 0.00015047877226611608,
      "loss": 1.9844,
      "step": 65356
    },
    {
      "epoch": 3.0405675738543847,
      "grad_norm": 1.3946841795543274,
      "learning_rate": 0.0001504750608656579,
      "loss": 2.1406,
      "step": 65357
    },
    {
      "epoch": 3.0406140963014656,
      "grad_norm": 1.2572155886156173,
      "learning_rate": 0.0001504713494649089,
      "loss": 1.8828,
      "step": 65358
    },
    {
      "epoch": 3.040660618748546,
      "grad_norm": 1.2543847778572306,
      "learning_rate": 0.0001504676380638713,
      "loss": 1.9297,
      "step": 65359
    },
    {
      "epoch": 3.040707141195627,
      "grad_norm": 1.2624781409502284,
      "learning_rate": 0.00015046392666254738,
      "loss": 2.0156,
      "step": 65360
    },
    {
      "epoch": 3.0407536636427075,
      "grad_norm": 1.265324785414899,
      "learning_rate": 0.00015046021526093952,
      "loss": 1.9141,
      "step": 65361
    },
    {
      "epoch": 3.0408001860897884,
      "grad_norm": 1.372579203526927,
      "learning_rate": 0.00015045650385904987,
      "loss": 2.0,
      "step": 65362
    },
    {
      "epoch": 3.040846708536869,
      "grad_norm": 1.3575484634066068,
      "learning_rate": 0.00015045279245688077,
      "loss": 1.9609,
      "step": 65363
    },
    {
      "epoch": 3.04089323098395,
      "grad_norm": 1.3343808513580835,
      "learning_rate": 0.00015044908105443444,
      "loss": 1.8047,
      "step": 65364
    },
    {
      "epoch": 3.0409397534310303,
      "grad_norm": 1.3138505404877145,
      "learning_rate": 0.0001504453696517132,
      "loss": 1.8828,
      "step": 65365
    },
    {
      "epoch": 3.040986275878111,
      "grad_norm": 1.2852205978531812,
      "learning_rate": 0.0001504416582487193,
      "loss": 1.8516,
      "step": 65366
    },
    {
      "epoch": 3.0410327983251917,
      "grad_norm": 1.2966392225408603,
      "learning_rate": 0.00015043794684545502,
      "loss": 1.8438,
      "step": 65367
    },
    {
      "epoch": 3.0410793207722726,
      "grad_norm": 1.3121634057281517,
      "learning_rate": 0.00015043423544192262,
      "loss": 2.1406,
      "step": 65368
    },
    {
      "epoch": 3.0411258432193535,
      "grad_norm": 1.3723781338781504,
      "learning_rate": 0.00015043052403812437,
      "loss": 2.0938,
      "step": 65369
    },
    {
      "epoch": 3.041172365666434,
      "grad_norm": 1.31476189063148,
      "learning_rate": 0.00015042681263406255,
      "loss": 2.0469,
      "step": 65370
    },
    {
      "epoch": 3.041218888113515,
      "grad_norm": 1.2311865058171916,
      "learning_rate": 0.00015042310122973941,
      "loss": 1.7969,
      "step": 65371
    },
    {
      "epoch": 3.0412654105605954,
      "grad_norm": 1.2780155861786786,
      "learning_rate": 0.00015041938982515729,
      "loss": 1.7266,
      "step": 65372
    },
    {
      "epoch": 3.0413119330076763,
      "grad_norm": 1.3260711781647274,
      "learning_rate": 0.0001504156784203184,
      "loss": 1.9688,
      "step": 65373
    },
    {
      "epoch": 3.041358455454757,
      "grad_norm": 1.245979845841674,
      "learning_rate": 0.00015041196701522504,
      "loss": 1.7891,
      "step": 65374
    },
    {
      "epoch": 3.0414049779018377,
      "grad_norm": 1.2633199758300553,
      "learning_rate": 0.00015040825560987947,
      "loss": 1.9609,
      "step": 65375
    },
    {
      "epoch": 3.041451500348918,
      "grad_norm": 1.1987240363967322,
      "learning_rate": 0.00015040454420428396,
      "loss": 1.7344,
      "step": 65376
    },
    {
      "epoch": 3.041498022795999,
      "grad_norm": 1.2577376586504974,
      "learning_rate": 0.00015040083279844075,
      "loss": 1.5781,
      "step": 65377
    },
    {
      "epoch": 3.0415445452430796,
      "grad_norm": 1.4994917776803471,
      "learning_rate": 0.0001503971213923522,
      "loss": 2.2344,
      "step": 65378
    },
    {
      "epoch": 3.0415910676901605,
      "grad_norm": 1.4178571229373018,
      "learning_rate": 0.00015039340998602052,
      "loss": 2.2031,
      "step": 65379
    },
    {
      "epoch": 3.041637590137241,
      "grad_norm": 1.3299174554917275,
      "learning_rate": 0.000150389698579448,
      "loss": 1.8203,
      "step": 65380
    },
    {
      "epoch": 3.041684112584322,
      "grad_norm": 1.4045542678232985,
      "learning_rate": 0.00015038598717263685,
      "loss": 2.1719,
      "step": 65381
    },
    {
      "epoch": 3.041730635031403,
      "grad_norm": 1.3217967055734663,
      "learning_rate": 0.0001503822757655894,
      "loss": 1.8828,
      "step": 65382
    },
    {
      "epoch": 3.0417771574784833,
      "grad_norm": 1.288550495299832,
      "learning_rate": 0.00015037856435830797,
      "loss": 2.125,
      "step": 65383
    },
    {
      "epoch": 3.0418236799255642,
      "grad_norm": 1.2796844355611263,
      "learning_rate": 0.00015037485295079476,
      "loss": 2.0781,
      "step": 65384
    },
    {
      "epoch": 3.0418702023726447,
      "grad_norm": 1.371361635319379,
      "learning_rate": 0.00015037114154305207,
      "loss": 1.9609,
      "step": 65385
    },
    {
      "epoch": 3.0419167248197256,
      "grad_norm": 1.2813395565742254,
      "learning_rate": 0.00015036743013508214,
      "loss": 2.0156,
      "step": 65386
    },
    {
      "epoch": 3.041963247266806,
      "grad_norm": 1.3743111098262084,
      "learning_rate": 0.00015036371872688731,
      "loss": 2.2344,
      "step": 65387
    },
    {
      "epoch": 3.042009769713887,
      "grad_norm": 1.4623744441897955,
      "learning_rate": 0.00015036000731846977,
      "loss": 2.4062,
      "step": 65388
    },
    {
      "epoch": 3.0420562921609675,
      "grad_norm": 1.357550373022826,
      "learning_rate": 0.00015035629590983186,
      "loss": 2.1406,
      "step": 65389
    },
    {
      "epoch": 3.0421028146080484,
      "grad_norm": 1.3834867586423034,
      "learning_rate": 0.0001503525845009758,
      "loss": 2.1562,
      "step": 65390
    },
    {
      "epoch": 3.042149337055129,
      "grad_norm": 1.2366970110462887,
      "learning_rate": 0.00015034887309190391,
      "loss": 1.9453,
      "step": 65391
    },
    {
      "epoch": 3.04219585950221,
      "grad_norm": 1.3679063593042666,
      "learning_rate": 0.0001503451616826184,
      "loss": 2.2969,
      "step": 65392
    },
    {
      "epoch": 3.0422423819492908,
      "grad_norm": 1.267961870772861,
      "learning_rate": 0.00015034145027312162,
      "loss": 1.8047,
      "step": 65393
    },
    {
      "epoch": 3.0422889043963712,
      "grad_norm": 1.339187200605009,
      "learning_rate": 0.00015033773886341577,
      "loss": 2.2812,
      "step": 65394
    },
    {
      "epoch": 3.042335426843452,
      "grad_norm": 1.2914107747539019,
      "learning_rate": 0.0001503340274535032,
      "loss": 2.0156,
      "step": 65395
    },
    {
      "epoch": 3.0423819492905326,
      "grad_norm": 1.3326402284106798,
      "learning_rate": 0.0001503303160433861,
      "loss": 2.1094,
      "step": 65396
    },
    {
      "epoch": 3.0424284717376135,
      "grad_norm": 1.30303411435086,
      "learning_rate": 0.00015032660463306678,
      "loss": 2.2188,
      "step": 65397
    },
    {
      "epoch": 3.042474994184694,
      "grad_norm": 1.3339829592707297,
      "learning_rate": 0.00015032289322254754,
      "loss": 2.1094,
      "step": 65398
    },
    {
      "epoch": 3.042521516631775,
      "grad_norm": 1.216662093070576,
      "learning_rate": 0.00015031918181183056,
      "loss": 1.9297,
      "step": 65399
    },
    {
      "epoch": 3.0425680390788554,
      "grad_norm": 1.133496246527741,
      "learning_rate": 0.00015031547040091824,
      "loss": 1.6562,
      "step": 65400
    },
    {
      "epoch": 3.0426145615259363,
      "grad_norm": 1.3951575561605671,
      "learning_rate": 0.00015031175898981274,
      "loss": 2.0469,
      "step": 65401
    },
    {
      "epoch": 3.042661083973017,
      "grad_norm": 1.3171012458360616,
      "learning_rate": 0.00015030804757851644,
      "loss": 1.9766,
      "step": 65402
    },
    {
      "epoch": 3.0427076064200977,
      "grad_norm": 1.3087728189500676,
      "learning_rate": 0.00015030433616703147,
      "loss": 2.0156,
      "step": 65403
    },
    {
      "epoch": 3.042754128867178,
      "grad_norm": 1.3137349658097084,
      "learning_rate": 0.0001503006247553602,
      "loss": 2.125,
      "step": 65404
    },
    {
      "epoch": 3.042800651314259,
      "grad_norm": 1.178071177641109,
      "learning_rate": 0.00015029691334350495,
      "loss": 1.8359,
      "step": 65405
    },
    {
      "epoch": 3.04284717376134,
      "grad_norm": 1.3151501898653244,
      "learning_rate": 0.00015029320193146785,
      "loss": 2.0469,
      "step": 65406
    },
    {
      "epoch": 3.0428936962084205,
      "grad_norm": 1.3013589879124103,
      "learning_rate": 0.00015028949051925134,
      "loss": 2.125,
      "step": 65407
    },
    {
      "epoch": 3.0429402186555015,
      "grad_norm": 1.2878748984244583,
      "learning_rate": 0.0001502857791068575,
      "loss": 2.125,
      "step": 65408
    },
    {
      "epoch": 3.042986741102582,
      "grad_norm": 1.3148613252192767,
      "learning_rate": 0.00015028206769428877,
      "loss": 2.0156,
      "step": 65409
    },
    {
      "epoch": 3.043033263549663,
      "grad_norm": 1.1565652568098144,
      "learning_rate": 0.00015027835628154734,
      "loss": 1.4062,
      "step": 65410
    },
    {
      "epoch": 3.0430797859967433,
      "grad_norm": 1.3256927186199292,
      "learning_rate": 0.0001502746448686355,
      "loss": 2.0938,
      "step": 65411
    },
    {
      "epoch": 3.0431263084438243,
      "grad_norm": 1.356303887962078,
      "learning_rate": 0.00015027093345555554,
      "loss": 2.2031,
      "step": 65412
    },
    {
      "epoch": 3.0431728308909047,
      "grad_norm": 1.2558408272296242,
      "learning_rate": 0.0001502672220423097,
      "loss": 1.9297,
      "step": 65413
    },
    {
      "epoch": 3.0432193533379857,
      "grad_norm": 1.323137638852268,
      "learning_rate": 0.00015026351062890023,
      "loss": 2.1406,
      "step": 65414
    },
    {
      "epoch": 3.043265875785066,
      "grad_norm": 1.2911868955906078,
      "learning_rate": 0.00015025979921532947,
      "loss": 1.4375,
      "step": 65415
    },
    {
      "epoch": 3.043312398232147,
      "grad_norm": 1.329691788316053,
      "learning_rate": 0.00015025608780159966,
      "loss": 2.0469,
      "step": 65416
    },
    {
      "epoch": 3.0433589206792275,
      "grad_norm": 1.2498969995104248,
      "learning_rate": 0.00015025237638771307,
      "loss": 1.7969,
      "step": 65417
    },
    {
      "epoch": 3.0434054431263085,
      "grad_norm": 1.2817044664352324,
      "learning_rate": 0.00015024866497367198,
      "loss": 2.0625,
      "step": 65418
    },
    {
      "epoch": 3.0434519655733894,
      "grad_norm": 1.339583050052848,
      "learning_rate": 0.00015024495355947862,
      "loss": 2.0156,
      "step": 65419
    },
    {
      "epoch": 3.04349848802047,
      "grad_norm": 1.291502710845133,
      "learning_rate": 0.00015024124214513534,
      "loss": 1.9141,
      "step": 65420
    },
    {
      "epoch": 3.0435450104675508,
      "grad_norm": 1.3043589592808134,
      "learning_rate": 0.00015023753073064433,
      "loss": 1.9141,
      "step": 65421
    },
    {
      "epoch": 3.0435915329146312,
      "grad_norm": 1.2935545105512563,
      "learning_rate": 0.00015023381931600797,
      "loss": 2.0469,
      "step": 65422
    },
    {
      "epoch": 3.043638055361712,
      "grad_norm": 1.3407280551849154,
      "learning_rate": 0.0001502301079012284,
      "loss": 2.1875,
      "step": 65423
    },
    {
      "epoch": 3.0436845778087926,
      "grad_norm": 1.3103973849738475,
      "learning_rate": 0.000150226396486308,
      "loss": 2.125,
      "step": 65424
    },
    {
      "epoch": 3.0437311002558736,
      "grad_norm": 1.3242502020855824,
      "learning_rate": 0.00015022268507124898,
      "loss": 2.1719,
      "step": 65425
    },
    {
      "epoch": 3.043777622702954,
      "grad_norm": 1.3927042924981314,
      "learning_rate": 0.0001502189736560536,
      "loss": 2.2031,
      "step": 65426
    },
    {
      "epoch": 3.043824145150035,
      "grad_norm": 1.3635260794608315,
      "learning_rate": 0.0001502152622407242,
      "loss": 2.1719,
      "step": 65427
    },
    {
      "epoch": 3.0438706675971154,
      "grad_norm": 1.24614893531309,
      "learning_rate": 0.000150211550825263,
      "loss": 1.9219,
      "step": 65428
    },
    {
      "epoch": 3.0439171900441964,
      "grad_norm": 1.282647564469524,
      "learning_rate": 0.00015020783940967233,
      "loss": 2.0,
      "step": 65429
    },
    {
      "epoch": 3.043963712491277,
      "grad_norm": 1.3972880556359084,
      "learning_rate": 0.00015020412799395433,
      "loss": 2.2656,
      "step": 65430
    },
    {
      "epoch": 3.0440102349383578,
      "grad_norm": 1.3789344950290616,
      "learning_rate": 0.00015020041657811143,
      "loss": 2.0781,
      "step": 65431
    },
    {
      "epoch": 3.0440567573854387,
      "grad_norm": 1.3510776951585277,
      "learning_rate": 0.0001501967051621458,
      "loss": 2.0625,
      "step": 65432
    },
    {
      "epoch": 3.044103279832519,
      "grad_norm": 1.3242488888302195,
      "learning_rate": 0.00015019299374605978,
      "loss": 2.0156,
      "step": 65433
    },
    {
      "epoch": 3.0441498022796,
      "grad_norm": 1.213187058697121,
      "learning_rate": 0.00015018928232985557,
      "loss": 1.8125,
      "step": 65434
    },
    {
      "epoch": 3.0441963247266806,
      "grad_norm": 1.1281375621791963,
      "learning_rate": 0.00015018557091353555,
      "loss": 1.8672,
      "step": 65435
    },
    {
      "epoch": 3.0442428471737615,
      "grad_norm": 1.3475856046572066,
      "learning_rate": 0.00015018185949710187,
      "loss": 2.2969,
      "step": 65436
    },
    {
      "epoch": 3.044289369620842,
      "grad_norm": 1.2770163550597244,
      "learning_rate": 0.00015017814808055685,
      "loss": 1.9844,
      "step": 65437
    },
    {
      "epoch": 3.044335892067923,
      "grad_norm": 1.2872763921641037,
      "learning_rate": 0.00015017443666390275,
      "loss": 2.1719,
      "step": 65438
    },
    {
      "epoch": 3.0443824145150034,
      "grad_norm": 1.32225771996111,
      "learning_rate": 0.00015017072524714192,
      "loss": 2.0938,
      "step": 65439
    },
    {
      "epoch": 3.0444289369620843,
      "grad_norm": 1.2415255273932395,
      "learning_rate": 0.00015016701383027654,
      "loss": 1.4844,
      "step": 65440
    },
    {
      "epoch": 3.0444754594091648,
      "grad_norm": 1.2784795368616568,
      "learning_rate": 0.0001501633024133089,
      "loss": 1.8906,
      "step": 65441
    },
    {
      "epoch": 3.0445219818562457,
      "grad_norm": 1.3322808045602277,
      "learning_rate": 0.0001501595909962413,
      "loss": 2.2969,
      "step": 65442
    },
    {
      "epoch": 3.044568504303326,
      "grad_norm": 1.3146210977428947,
      "learning_rate": 0.00015015587957907598,
      "loss": 2.1875,
      "step": 65443
    },
    {
      "epoch": 3.044615026750407,
      "grad_norm": 1.2460405280245328,
      "learning_rate": 0.00015015216816181525,
      "loss": 2.0469,
      "step": 65444
    },
    {
      "epoch": 3.044661549197488,
      "grad_norm": 1.2305816340717994,
      "learning_rate": 0.00015014845674446133,
      "loss": 1.9062,
      "step": 65445
    },
    {
      "epoch": 3.0447080716445685,
      "grad_norm": 1.2666386447073044,
      "learning_rate": 0.00015014474532701658,
      "loss": 2.0312,
      "step": 65446
    },
    {
      "epoch": 3.0447545940916494,
      "grad_norm": 1.3776251652246854,
      "learning_rate": 0.00015014103390948317,
      "loss": 2.2812,
      "step": 65447
    },
    {
      "epoch": 3.04480111653873,
      "grad_norm": 1.308400505327934,
      "learning_rate": 0.0001501373224918634,
      "loss": 2.1094,
      "step": 65448
    },
    {
      "epoch": 3.044847638985811,
      "grad_norm": 1.3273241774148465,
      "learning_rate": 0.00015013361107415964,
      "loss": 2.1094,
      "step": 65449
    },
    {
      "epoch": 3.0448941614328913,
      "grad_norm": 1.2892527971438341,
      "learning_rate": 0.000150129899656374,
      "loss": 2.0,
      "step": 65450
    },
    {
      "epoch": 3.044940683879972,
      "grad_norm": 1.3973187859701235,
      "learning_rate": 0.0001501261882385089,
      "loss": 2.25,
      "step": 65451
    },
    {
      "epoch": 3.0449872063270527,
      "grad_norm": 1.3246091213499949,
      "learning_rate": 0.0001501224768205665,
      "loss": 2.0312,
      "step": 65452
    },
    {
      "epoch": 3.0450337287741336,
      "grad_norm": 1.3071680710412474,
      "learning_rate": 0.00015011876540254912,
      "loss": 2.2031,
      "step": 65453
    },
    {
      "epoch": 3.045080251221214,
      "grad_norm": 1.5716895318460773,
      "learning_rate": 0.00015011505398445906,
      "loss": 2.2188,
      "step": 65454
    },
    {
      "epoch": 3.045126773668295,
      "grad_norm": 1.417616469397892,
      "learning_rate": 0.00015011134256629854,
      "loss": 2.2031,
      "step": 65455
    },
    {
      "epoch": 3.0451732961153755,
      "grad_norm": 1.2607612102487546,
      "learning_rate": 0.00015010763114806986,
      "loss": 2.0,
      "step": 65456
    },
    {
      "epoch": 3.0452198185624564,
      "grad_norm": 1.2602782996448954,
      "learning_rate": 0.0001501039197297753,
      "loss": 1.9609,
      "step": 65457
    },
    {
      "epoch": 3.0452663410095373,
      "grad_norm": 1.2236797064335971,
      "learning_rate": 0.00015010020831141707,
      "loss": 1.9297,
      "step": 65458
    },
    {
      "epoch": 3.045312863456618,
      "grad_norm": 1.2677798329297596,
      "learning_rate": 0.00015009649689299757,
      "loss": 1.8516,
      "step": 65459
    },
    {
      "epoch": 3.0453593859036987,
      "grad_norm": 1.3851899129227,
      "learning_rate": 0.00015009278547451895,
      "loss": 2.5469,
      "step": 65460
    },
    {
      "epoch": 3.045405908350779,
      "grad_norm": 1.2835288413518882,
      "learning_rate": 0.00015008907405598352,
      "loss": 1.8047,
      "step": 65461
    },
    {
      "epoch": 3.04545243079786,
      "grad_norm": 1.3601712092982277,
      "learning_rate": 0.00015008536263739358,
      "loss": 2.0781,
      "step": 65462
    },
    {
      "epoch": 3.0454989532449406,
      "grad_norm": 1.4051197806402735,
      "learning_rate": 0.00015008165121875138,
      "loss": 1.7422,
      "step": 65463
    },
    {
      "epoch": 3.0455454756920215,
      "grad_norm": 1.386625768003748,
      "learning_rate": 0.0001500779398000592,
      "loss": 2.3125,
      "step": 65464
    },
    {
      "epoch": 3.045591998139102,
      "grad_norm": 1.266184196522224,
      "learning_rate": 0.00015007422838131927,
      "loss": 2.0312,
      "step": 65465
    },
    {
      "epoch": 3.045638520586183,
      "grad_norm": 1.3127477072797709,
      "learning_rate": 0.00015007051696253393,
      "loss": 2.1562,
      "step": 65466
    },
    {
      "epoch": 3.0456850430332634,
      "grad_norm": 1.2383714271174764,
      "learning_rate": 0.00015006680554370539,
      "loss": 1.9609,
      "step": 65467
    },
    {
      "epoch": 3.0457315654803443,
      "grad_norm": 1.301126876019966,
      "learning_rate": 0.000150063094124836,
      "loss": 1.7578,
      "step": 65468
    },
    {
      "epoch": 3.0457780879274248,
      "grad_norm": 1.344297721690802,
      "learning_rate": 0.0001500593827059279,
      "loss": 2.2188,
      "step": 65469
    },
    {
      "epoch": 3.0458246103745057,
      "grad_norm": 1.1600045598976436,
      "learning_rate": 0.0001500556712869835,
      "loss": 1.8516,
      "step": 65470
    },
    {
      "epoch": 3.0458711328215866,
      "grad_norm": 1.370756001465266,
      "learning_rate": 0.000150051959868005,
      "loss": 2.2188,
      "step": 65471
    },
    {
      "epoch": 3.045917655268667,
      "grad_norm": 1.3540747520895773,
      "learning_rate": 0.00015004824844899473,
      "loss": 2.1406,
      "step": 65472
    },
    {
      "epoch": 3.045964177715748,
      "grad_norm": 1.2046452845175935,
      "learning_rate": 0.0001500445370299549,
      "loss": 1.9062,
      "step": 65473
    },
    {
      "epoch": 3.0460107001628285,
      "grad_norm": 1.156528768825592,
      "learning_rate": 0.0001500408256108878,
      "loss": 1.6172,
      "step": 65474
    },
    {
      "epoch": 3.0460572226099094,
      "grad_norm": 1.3491175536973508,
      "learning_rate": 0.00015003711419179572,
      "loss": 2.0469,
      "step": 65475
    },
    {
      "epoch": 3.04610374505699,
      "grad_norm": 1.3905308601754645,
      "learning_rate": 0.00015003340277268092,
      "loss": 2.125,
      "step": 65476
    },
    {
      "epoch": 3.046150267504071,
      "grad_norm": 1.301159986800927,
      "learning_rate": 0.00015002969135354566,
      "loss": 1.5938,
      "step": 65477
    },
    {
      "epoch": 3.0461967899511513,
      "grad_norm": 1.2556964309085825,
      "learning_rate": 0.00015002597993439218,
      "loss": 2.0469,
      "step": 65478
    },
    {
      "epoch": 3.046243312398232,
      "grad_norm": 1.3489470572472648,
      "learning_rate": 0.00015002226851522284,
      "loss": 2.0,
      "step": 65479
    },
    {
      "epoch": 3.0462898348453127,
      "grad_norm": 1.3946914132482648,
      "learning_rate": 0.00015001855709603984,
      "loss": 2.0781,
      "step": 65480
    },
    {
      "epoch": 3.0463363572923936,
      "grad_norm": 1.411955419157044,
      "learning_rate": 0.00015001484567684552,
      "loss": 2.1562,
      "step": 65481
    },
    {
      "epoch": 3.046382879739474,
      "grad_norm": 1.3105643664122697,
      "learning_rate": 0.00015001113425764206,
      "loss": 1.9062,
      "step": 65482
    },
    {
      "epoch": 3.046429402186555,
      "grad_norm": 1.3171558070073899,
      "learning_rate": 0.00015000742283843185,
      "loss": 1.9609,
      "step": 65483
    },
    {
      "epoch": 3.046475924633636,
      "grad_norm": 1.0963203298592419,
      "learning_rate": 0.00015000371141921705,
      "loss": 1.4844,
      "step": 65484
    },
    {
      "epoch": 3.0465224470807164,
      "grad_norm": 1.231539452691896,
      "learning_rate": 0.00015,
      "loss": 1.7266,
      "step": 65485
    },
    {
      "epoch": 3.0465689695277973,
      "grad_norm": 1.3551511713868667,
      "learning_rate": 0.00014999628858078295,
      "loss": 1.875,
      "step": 65486
    },
    {
      "epoch": 3.046615491974878,
      "grad_norm": 1.3855348407388295,
      "learning_rate": 0.00014999257716156813,
      "loss": 2.2812,
      "step": 65487
    },
    {
      "epoch": 3.0466620144219587,
      "grad_norm": 1.3684492498008582,
      "learning_rate": 0.00014998886574235792,
      "loss": 2.0156,
      "step": 65488
    },
    {
      "epoch": 3.046708536869039,
      "grad_norm": 1.430243853029672,
      "learning_rate": 0.00014998515432315448,
      "loss": 2.3281,
      "step": 65489
    },
    {
      "epoch": 3.04675505931612,
      "grad_norm": 1.3075533763776277,
      "learning_rate": 0.00014998144290396016,
      "loss": 1.9766,
      "step": 65490
    },
    {
      "epoch": 3.0468015817632006,
      "grad_norm": 1.2481255962681033,
      "learning_rate": 0.00014997773148477716,
      "loss": 1.9453,
      "step": 65491
    },
    {
      "epoch": 3.0468481042102815,
      "grad_norm": 1.2451966679114552,
      "learning_rate": 0.00014997402006560782,
      "loss": 1.8516,
      "step": 65492
    },
    {
      "epoch": 3.046894626657362,
      "grad_norm": 1.266432189122581,
      "learning_rate": 0.00014997030864645437,
      "loss": 1.9219,
      "step": 65493
    },
    {
      "epoch": 3.046941149104443,
      "grad_norm": 1.3976152678564913,
      "learning_rate": 0.00014996659722731913,
      "loss": 2.1562,
      "step": 65494
    },
    {
      "epoch": 3.0469876715515234,
      "grad_norm": 1.2116953785965436,
      "learning_rate": 0.00014996288580820428,
      "loss": 1.7266,
      "step": 65495
    },
    {
      "epoch": 3.0470341939986043,
      "grad_norm": 1.3134914697665871,
      "learning_rate": 0.00014995917438911217,
      "loss": 1.9766,
      "step": 65496
    },
    {
      "epoch": 3.0470807164456852,
      "grad_norm": 1.3263656132155968,
      "learning_rate": 0.00014995546297004507,
      "loss": 1.8516,
      "step": 65497
    },
    {
      "epoch": 3.0471272388927657,
      "grad_norm": 1.2477615833571147,
      "learning_rate": 0.00014995175155100524,
      "loss": 2.0625,
      "step": 65498
    },
    {
      "epoch": 3.0471737613398466,
      "grad_norm": 1.1889636849949146,
      "learning_rate": 0.00014994804013199493,
      "loss": 1.8047,
      "step": 65499
    },
    {
      "epoch": 3.047220283786927,
      "grad_norm": 1.3529661742899484,
      "learning_rate": 0.00014994432871301644,
      "loss": 2.1719,
      "step": 65500
    },
    {
      "epoch": 3.047266806234008,
      "grad_norm": 1.0609930210304135,
      "learning_rate": 0.00014994061729407205,
      "loss": 1.4609,
      "step": 65501
    },
    {
      "epoch": 3.0473133286810885,
      "grad_norm": 1.2328628589722128,
      "learning_rate": 0.000149936905875164,
      "loss": 2.0781,
      "step": 65502
    },
    {
      "epoch": 3.0473598511281694,
      "grad_norm": 1.2850357361025437,
      "learning_rate": 0.0001499331944562946,
      "loss": 2.1406,
      "step": 65503
    },
    {
      "epoch": 3.04740637357525,
      "grad_norm": 1.1268824761902931,
      "learning_rate": 0.00014992948303746604,
      "loss": 1.6016,
      "step": 65504
    },
    {
      "epoch": 3.047452896022331,
      "grad_norm": 1.3147449128524529,
      "learning_rate": 0.0001499257716186807,
      "loss": 2.2656,
      "step": 65505
    },
    {
      "epoch": 3.0474994184694113,
      "grad_norm": 1.3211123462472596,
      "learning_rate": 0.0001499220601999408,
      "loss": 2.1562,
      "step": 65506
    },
    {
      "epoch": 3.0475459409164922,
      "grad_norm": 1.2234311490203482,
      "learning_rate": 0.00014991834878124862,
      "loss": 1.9297,
      "step": 65507
    },
    {
      "epoch": 3.047592463363573,
      "grad_norm": 1.2832472611894592,
      "learning_rate": 0.0001499146373626064,
      "loss": 1.8594,
      "step": 65508
    },
    {
      "epoch": 3.0476389858106536,
      "grad_norm": 1.1614163936427733,
      "learning_rate": 0.00014991092594401645,
      "loss": 1.6016,
      "step": 65509
    },
    {
      "epoch": 3.0476855082577345,
      "grad_norm": 1.2434532954840933,
      "learning_rate": 0.00014990721452548102,
      "loss": 2.0938,
      "step": 65510
    },
    {
      "epoch": 3.047732030704815,
      "grad_norm": 1.1590379786534761,
      "learning_rate": 0.00014990350310700243,
      "loss": 1.4609,
      "step": 65511
    },
    {
      "epoch": 3.047778553151896,
      "grad_norm": 1.3039001064552913,
      "learning_rate": 0.0001498997916885829,
      "loss": 2.1875,
      "step": 65512
    },
    {
      "epoch": 3.0478250755989764,
      "grad_norm": 1.227280031359561,
      "learning_rate": 0.00014989608027022471,
      "loss": 1.8281,
      "step": 65513
    },
    {
      "epoch": 3.0478715980460573,
      "grad_norm": 1.3826096225666977,
      "learning_rate": 0.00014989236885193017,
      "loss": 2.1406,
      "step": 65514
    },
    {
      "epoch": 3.047918120493138,
      "grad_norm": 1.3823133440227993,
      "learning_rate": 0.00014988865743370149,
      "loss": 2.4375,
      "step": 65515
    },
    {
      "epoch": 3.0479646429402187,
      "grad_norm": 1.3242854226414138,
      "learning_rate": 0.00014988494601554097,
      "loss": 2.0156,
      "step": 65516
    },
    {
      "epoch": 3.048011165387299,
      "grad_norm": 1.150138966848948,
      "learning_rate": 0.00014988123459745088,
      "loss": 1.5781,
      "step": 65517
    },
    {
      "epoch": 3.04805768783438,
      "grad_norm": 1.276431700424801,
      "learning_rate": 0.00014987752317943348,
      "loss": 1.9844,
      "step": 65518
    },
    {
      "epoch": 3.0481042102814606,
      "grad_norm": 1.3472092672813691,
      "learning_rate": 0.0001498738117614911,
      "loss": 1.9922,
      "step": 65519
    },
    {
      "epoch": 3.0481507327285415,
      "grad_norm": 1.1495103259853365,
      "learning_rate": 0.00014987010034362596,
      "loss": 1.5859,
      "step": 65520
    },
    {
      "epoch": 3.0481972551756225,
      "grad_norm": 1.2703575815236372,
      "learning_rate": 0.00014986638892584036,
      "loss": 1.9688,
      "step": 65521
    },
    {
      "epoch": 3.048243777622703,
      "grad_norm": 1.3193309637459387,
      "learning_rate": 0.00014986267750813657,
      "loss": 2.1562,
      "step": 65522
    },
    {
      "epoch": 3.048290300069784,
      "grad_norm": 1.229780904683293,
      "learning_rate": 0.00014985896609051683,
      "loss": 1.8125,
      "step": 65523
    },
    {
      "epoch": 3.0483368225168643,
      "grad_norm": 1.2244457087125789,
      "learning_rate": 0.00014985525467298342,
      "loss": 2.0625,
      "step": 65524
    },
    {
      "epoch": 3.0483833449639453,
      "grad_norm": 1.247097139976388,
      "learning_rate": 0.00014985154325553864,
      "loss": 1.9453,
      "step": 65525
    },
    {
      "epoch": 3.0484298674110257,
      "grad_norm": 1.1306761726819679,
      "learning_rate": 0.00014984783183818475,
      "loss": 1.8281,
      "step": 65526
    },
    {
      "epoch": 3.0484763898581066,
      "grad_norm": 1.295577710697839,
      "learning_rate": 0.00014984412042092402,
      "loss": 2.0781,
      "step": 65527
    },
    {
      "epoch": 3.048522912305187,
      "grad_norm": 1.261081494416618,
      "learning_rate": 0.0001498404090037587,
      "loss": 1.9688,
      "step": 65528
    },
    {
      "epoch": 3.048569434752268,
      "grad_norm": 1.1994871323293257,
      "learning_rate": 0.0001498366975866911,
      "loss": 1.5625,
      "step": 65529
    },
    {
      "epoch": 3.0486159571993485,
      "grad_norm": 1.1665496757794405,
      "learning_rate": 0.00014983298616972346,
      "loss": 1.7734,
      "step": 65530
    },
    {
      "epoch": 3.0486624796464294,
      "grad_norm": 1.4819118212511637,
      "learning_rate": 0.00014982927475285808,
      "loss": 2.5156,
      "step": 65531
    },
    {
      "epoch": 3.04870900209351,
      "grad_norm": 1.2598021171991214,
      "learning_rate": 0.00014982556333609722,
      "loss": 1.875,
      "step": 65532
    },
    {
      "epoch": 3.048755524540591,
      "grad_norm": 1.3421032616280641,
      "learning_rate": 0.00014982185191944318,
      "loss": 2.0781,
      "step": 65533
    },
    {
      "epoch": 3.0488020469876718,
      "grad_norm": 1.2965253040553926,
      "learning_rate": 0.00014981814050289816,
      "loss": 2.0938,
      "step": 65534
    },
    {
      "epoch": 3.0488485694347522,
      "grad_norm": 1.3468096593215197,
      "learning_rate": 0.00014981442908646448,
      "loss": 2.1094,
      "step": 65535
    },
    {
      "epoch": 3.048895091881833,
      "grad_norm": 1.1798843223819393,
      "learning_rate": 0.0001498107176701444,
      "loss": 1.7812,
      "step": 65536
    },
    {
      "epoch": 3.0489416143289136,
      "grad_norm": 1.3179112856576398,
      "learning_rate": 0.00014980700625394022,
      "loss": 2.2188,
      "step": 65537
    },
    {
      "epoch": 3.0489881367759946,
      "grad_norm": 1.3886399246007815,
      "learning_rate": 0.00014980329483785422,
      "loss": 2.2656,
      "step": 65538
    },
    {
      "epoch": 3.049034659223075,
      "grad_norm": 1.2474430640049694,
      "learning_rate": 0.0001497995834218886,
      "loss": 1.8828,
      "step": 65539
    },
    {
      "epoch": 3.049081181670156,
      "grad_norm": 1.3425055603305442,
      "learning_rate": 0.00014979587200604562,
      "loss": 2.2188,
      "step": 65540
    },
    {
      "epoch": 3.0491277041172364,
      "grad_norm": 1.219129130020396,
      "learning_rate": 0.0001497921605903277,
      "loss": 1.8984,
      "step": 65541
    },
    {
      "epoch": 3.0491742265643174,
      "grad_norm": 1.2831095550227867,
      "learning_rate": 0.00014978844917473697,
      "loss": 2.0938,
      "step": 65542
    },
    {
      "epoch": 3.049220749011398,
      "grad_norm": 1.306239866843491,
      "learning_rate": 0.0001497847377592758,
      "loss": 2.125,
      "step": 65543
    },
    {
      "epoch": 3.0492672714584788,
      "grad_norm": 1.27109874969558,
      "learning_rate": 0.00014978102634394635,
      "loss": 2.0938,
      "step": 65544
    },
    {
      "epoch": 3.0493137939055592,
      "grad_norm": 1.2157550158868806,
      "learning_rate": 0.00014977731492875105,
      "loss": 1.6406,
      "step": 65545
    },
    {
      "epoch": 3.04936031635264,
      "grad_norm": 1.3554023517769311,
      "learning_rate": 0.00014977360351369197,
      "loss": 2.1406,
      "step": 65546
    },
    {
      "epoch": 3.049406838799721,
      "grad_norm": 1.3010499040090306,
      "learning_rate": 0.0001497698920987716,
      "loss": 1.9766,
      "step": 65547
    },
    {
      "epoch": 3.0494533612468016,
      "grad_norm": 1.3268343793090354,
      "learning_rate": 0.000149766180683992,
      "loss": 1.8203,
      "step": 65548
    },
    {
      "epoch": 3.0494998836938825,
      "grad_norm": 1.2824704983802704,
      "learning_rate": 0.00014976246926935564,
      "loss": 1.9062,
      "step": 65549
    },
    {
      "epoch": 3.049546406140963,
      "grad_norm": 1.3211117312885188,
      "learning_rate": 0.00014975875785486464,
      "loss": 1.9141,
      "step": 65550
    },
    {
      "epoch": 3.049592928588044,
      "grad_norm": 1.2829520989573295,
      "learning_rate": 0.00014975504644052136,
      "loss": 2.0781,
      "step": 65551
    },
    {
      "epoch": 3.0496394510351243,
      "grad_norm": 1.3353383276046393,
      "learning_rate": 0.00014975133502632802,
      "loss": 2.125,
      "step": 65552
    },
    {
      "epoch": 3.0496859734822053,
      "grad_norm": 1.344860329135307,
      "learning_rate": 0.00014974762361228693,
      "loss": 2.0938,
      "step": 65553
    },
    {
      "epoch": 3.0497324959292857,
      "grad_norm": 1.3967803060000779,
      "learning_rate": 0.00014974391219840032,
      "loss": 2.4062,
      "step": 65554
    },
    {
      "epoch": 3.0497790183763667,
      "grad_norm": 1.2930919269314993,
      "learning_rate": 0.00014974020078467053,
      "loss": 2.0312,
      "step": 65555
    },
    {
      "epoch": 3.049825540823447,
      "grad_norm": 1.2774997968921544,
      "learning_rate": 0.00014973648937109975,
      "loss": 1.8984,
      "step": 65556
    },
    {
      "epoch": 3.049872063270528,
      "grad_norm": 1.3750909091371957,
      "learning_rate": 0.00014973277795769034,
      "loss": 2.3125,
      "step": 65557
    },
    {
      "epoch": 3.0499185857176085,
      "grad_norm": 1.302740045534921,
      "learning_rate": 0.00014972906654444446,
      "loss": 2.125,
      "step": 65558
    },
    {
      "epoch": 3.0499651081646895,
      "grad_norm": 1.4512161500874698,
      "learning_rate": 0.0001497253551313645,
      "loss": 2.2031,
      "step": 65559
    },
    {
      "epoch": 3.0500116306117704,
      "grad_norm": 1.3624411948100241,
      "learning_rate": 0.00014972164371845266,
      "loss": 2.1875,
      "step": 65560
    },
    {
      "epoch": 3.050058153058851,
      "grad_norm": 1.2530023241363364,
      "learning_rate": 0.00014971793230571123,
      "loss": 1.9297,
      "step": 65561
    },
    {
      "epoch": 3.050104675505932,
      "grad_norm": 1.2701849564639762,
      "learning_rate": 0.00014971422089314244,
      "loss": 1.7734,
      "step": 65562
    },
    {
      "epoch": 3.0501511979530123,
      "grad_norm": 1.2311484306252385,
      "learning_rate": 0.00014971050948074863,
      "loss": 1.9531,
      "step": 65563
    },
    {
      "epoch": 3.050197720400093,
      "grad_norm": 1.2989266447105225,
      "learning_rate": 0.0001497067980685321,
      "loss": 2.1406,
      "step": 65564
    },
    {
      "epoch": 3.0502442428471737,
      "grad_norm": 1.2897071699586142,
      "learning_rate": 0.00014970308665649502,
      "loss": 1.9688,
      "step": 65565
    },
    {
      "epoch": 3.0502907652942546,
      "grad_norm": 1.1636346872956027,
      "learning_rate": 0.00014969937524463974,
      "loss": 1.5938,
      "step": 65566
    },
    {
      "epoch": 3.050337287741335,
      "grad_norm": 1.2600484582184617,
      "learning_rate": 0.0001496956638329685,
      "loss": 2.0,
      "step": 65567
    },
    {
      "epoch": 3.050383810188416,
      "grad_norm": 1.2849921904859012,
      "learning_rate": 0.00014969195242148359,
      "loss": 2.0,
      "step": 65568
    },
    {
      "epoch": 3.0504303326354965,
      "grad_norm": 1.4038238613182352,
      "learning_rate": 0.00014968824101018724,
      "loss": 2.2344,
      "step": 65569
    },
    {
      "epoch": 3.0504768550825774,
      "grad_norm": 1.4321900126510583,
      "learning_rate": 0.00014968452959908176,
      "loss": 2.25,
      "step": 65570
    },
    {
      "epoch": 3.050523377529658,
      "grad_norm": 1.2185334112985275,
      "learning_rate": 0.00014968081818816944,
      "loss": 1.875,
      "step": 65571
    },
    {
      "epoch": 3.0505698999767388,
      "grad_norm": 1.214246980810222,
      "learning_rate": 0.00014967710677745246,
      "loss": 1.9219,
      "step": 65572
    },
    {
      "epoch": 3.0506164224238197,
      "grad_norm": 1.217195565093954,
      "learning_rate": 0.00014967339536693322,
      "loss": 1.8203,
      "step": 65573
    },
    {
      "epoch": 3.0506629448709,
      "grad_norm": 1.2934013968257754,
      "learning_rate": 0.0001496696839566139,
      "loss": 2.1719,
      "step": 65574
    },
    {
      "epoch": 3.050709467317981,
      "grad_norm": 1.3139838166065445,
      "learning_rate": 0.00014966597254649684,
      "loss": 1.9297,
      "step": 65575
    },
    {
      "epoch": 3.0507559897650616,
      "grad_norm": 1.2809814714404582,
      "learning_rate": 0.0001496622611365842,
      "loss": 1.875,
      "step": 65576
    },
    {
      "epoch": 3.0508025122121425,
      "grad_norm": 1.2677684265348916,
      "learning_rate": 0.00014965854972687838,
      "loss": 1.8828,
      "step": 65577
    },
    {
      "epoch": 3.050849034659223,
      "grad_norm": 1.184711065287721,
      "learning_rate": 0.0001496548383173816,
      "loss": 1.7031,
      "step": 65578
    },
    {
      "epoch": 3.050895557106304,
      "grad_norm": 1.22158336101608,
      "learning_rate": 0.00014965112690809611,
      "loss": 1.7578,
      "step": 65579
    },
    {
      "epoch": 3.0509420795533844,
      "grad_norm": 1.2920515015325282,
      "learning_rate": 0.0001496474154990242,
      "loss": 1.9062,
      "step": 65580
    },
    {
      "epoch": 3.0509886020004653,
      "grad_norm": 1.354361541996005,
      "learning_rate": 0.00014964370409016814,
      "loss": 2.1562,
      "step": 65581
    },
    {
      "epoch": 3.0510351244475458,
      "grad_norm": 1.3717710644830152,
      "learning_rate": 0.0001496399926815302,
      "loss": 2.2656,
      "step": 65582
    },
    {
      "epoch": 3.0510816468946267,
      "grad_norm": 1.3618480264223165,
      "learning_rate": 0.0001496362812731127,
      "loss": 2.2344,
      "step": 65583
    },
    {
      "epoch": 3.051128169341707,
      "grad_norm": 1.286311890097363,
      "learning_rate": 0.0001496325698649178,
      "loss": 2.0469,
      "step": 65584
    },
    {
      "epoch": 3.051174691788788,
      "grad_norm": 1.3532078238896392,
      "learning_rate": 0.00014962885845694787,
      "loss": 2.0,
      "step": 65585
    },
    {
      "epoch": 3.051221214235869,
      "grad_norm": 1.2703631690943695,
      "learning_rate": 0.0001496251470492052,
      "loss": 1.9609,
      "step": 65586
    },
    {
      "epoch": 3.0512677366829495,
      "grad_norm": 1.315161342711621,
      "learning_rate": 0.00014962143564169197,
      "loss": 2.0938,
      "step": 65587
    },
    {
      "epoch": 3.0513142591300304,
      "grad_norm": 1.105271326874841,
      "learning_rate": 0.00014961772423441054,
      "loss": 1.5938,
      "step": 65588
    },
    {
      "epoch": 3.051360781577111,
      "grad_norm": 1.316417694388204,
      "learning_rate": 0.00014961401282736312,
      "loss": 2.1719,
      "step": 65589
    },
    {
      "epoch": 3.051407304024192,
      "grad_norm": 1.3086123967669097,
      "learning_rate": 0.000149610301420552,
      "loss": 2.125,
      "step": 65590
    },
    {
      "epoch": 3.0514538264712723,
      "grad_norm": 1.251875829860241,
      "learning_rate": 0.00014960659001397945,
      "loss": 2.0312,
      "step": 65591
    },
    {
      "epoch": 3.051500348918353,
      "grad_norm": 1.3385796840357012,
      "learning_rate": 0.00014960287860764777,
      "loss": 2.0625,
      "step": 65592
    },
    {
      "epoch": 3.0515468713654337,
      "grad_norm": 1.3583920103731995,
      "learning_rate": 0.00014959916720155923,
      "loss": 2.0938,
      "step": 65593
    },
    {
      "epoch": 3.0515933938125146,
      "grad_norm": 1.2419137422037771,
      "learning_rate": 0.00014959545579571604,
      "loss": 1.8906,
      "step": 65594
    },
    {
      "epoch": 3.051639916259595,
      "grad_norm": 1.2703571597750853,
      "learning_rate": 0.00014959174439012053,
      "loss": 1.9062,
      "step": 65595
    },
    {
      "epoch": 3.051686438706676,
      "grad_norm": 1.3610590287951816,
      "learning_rate": 0.00014958803298477494,
      "loss": 2.3125,
      "step": 65596
    },
    {
      "epoch": 3.0517329611537565,
      "grad_norm": 1.4080957508575804,
      "learning_rate": 0.00014958432157968158,
      "loss": 2.3281,
      "step": 65597
    },
    {
      "epoch": 3.0517794836008374,
      "grad_norm": 1.3766607905890926,
      "learning_rate": 0.0001495806101748427,
      "loss": 2.4062,
      "step": 65598
    },
    {
      "epoch": 3.0518260060479183,
      "grad_norm": 1.2152021280484784,
      "learning_rate": 0.00014957689877026056,
      "loss": 1.5859,
      "step": 65599
    },
    {
      "epoch": 3.051872528494999,
      "grad_norm": 1.3085264866301785,
      "learning_rate": 0.00014957318736593745,
      "loss": 1.9766,
      "step": 65600
    },
    {
      "epoch": 3.0519190509420797,
      "grad_norm": 1.2110358081657593,
      "learning_rate": 0.00014956947596187566,
      "loss": 1.5469,
      "step": 65601
    },
    {
      "epoch": 3.05196557338916,
      "grad_norm": 1.3142429323746407,
      "learning_rate": 0.00014956576455807738,
      "loss": 2.0156,
      "step": 65602
    },
    {
      "epoch": 3.052012095836241,
      "grad_norm": 1.218587825625414,
      "learning_rate": 0.000149562053154545,
      "loss": 1.6875,
      "step": 65603
    },
    {
      "epoch": 3.0520586182833216,
      "grad_norm": 1.2437675596956665,
      "learning_rate": 0.0001495583417512807,
      "loss": 2.0312,
      "step": 65604
    },
    {
      "epoch": 3.0521051407304025,
      "grad_norm": 1.2802258474027133,
      "learning_rate": 0.00014955463034828682,
      "loss": 2.0469,
      "step": 65605
    },
    {
      "epoch": 3.052151663177483,
      "grad_norm": 1.239185624948432,
      "learning_rate": 0.00014955091894556553,
      "loss": 1.6719,
      "step": 65606
    },
    {
      "epoch": 3.052198185624564,
      "grad_norm": 1.1700361478138657,
      "learning_rate": 0.0001495472075431192,
      "loss": 1.4531,
      "step": 65607
    },
    {
      "epoch": 3.0522447080716444,
      "grad_norm": 1.3318886433679087,
      "learning_rate": 0.0001495434961409501,
      "loss": 2.2031,
      "step": 65608
    },
    {
      "epoch": 3.0522912305187253,
      "grad_norm": 1.2722585362247876,
      "learning_rate": 0.00014953978473906046,
      "loss": 1.9922,
      "step": 65609
    },
    {
      "epoch": 3.052337752965806,
      "grad_norm": 1.2653189688622715,
      "learning_rate": 0.00014953607333745257,
      "loss": 1.9062,
      "step": 65610
    },
    {
      "epoch": 3.0523842754128867,
      "grad_norm": 1.256056638340754,
      "learning_rate": 0.00014953236193612868,
      "loss": 1.7422,
      "step": 65611
    },
    {
      "epoch": 3.0524307978599676,
      "grad_norm": 1.2972357845504257,
      "learning_rate": 0.0001495286505350911,
      "loss": 2.0,
      "step": 65612
    },
    {
      "epoch": 3.052477320307048,
      "grad_norm": 1.276061406106009,
      "learning_rate": 0.00014952493913434207,
      "loss": 1.8516,
      "step": 65613
    },
    {
      "epoch": 3.052523842754129,
      "grad_norm": 1.3760756891204882,
      "learning_rate": 0.00014952122773388392,
      "loss": 1.9531,
      "step": 65614
    },
    {
      "epoch": 3.0525703652012095,
      "grad_norm": 1.3270408624532593,
      "learning_rate": 0.0001495175163337188,
      "loss": 2.0938,
      "step": 65615
    },
    {
      "epoch": 3.0526168876482904,
      "grad_norm": 1.2730087510990917,
      "learning_rate": 0.00014951380493384914,
      "loss": 2.0,
      "step": 65616
    },
    {
      "epoch": 3.052663410095371,
      "grad_norm": 1.303490408063862,
      "learning_rate": 0.00014951009353427708,
      "loss": 2.1406,
      "step": 65617
    },
    {
      "epoch": 3.052709932542452,
      "grad_norm": 1.347202200682021,
      "learning_rate": 0.00014950638213500497,
      "loss": 2.0156,
      "step": 65618
    },
    {
      "epoch": 3.0527564549895323,
      "grad_norm": 1.2960989910108847,
      "learning_rate": 0.00014950267073603508,
      "loss": 1.8984,
      "step": 65619
    },
    {
      "epoch": 3.052802977436613,
      "grad_norm": 1.165138208069604,
      "learning_rate": 0.00014949895933736958,
      "loss": 1.5859,
      "step": 65620
    },
    {
      "epoch": 3.0528494998836937,
      "grad_norm": 1.3910740243869597,
      "learning_rate": 0.00014949524793901088,
      "loss": 2.2344,
      "step": 65621
    },
    {
      "epoch": 3.0528960223307746,
      "grad_norm": 1.362975509375975,
      "learning_rate": 0.00014949153654096115,
      "loss": 2.3125,
      "step": 65622
    },
    {
      "epoch": 3.0529425447778555,
      "grad_norm": 1.3331199691314826,
      "learning_rate": 0.00014948782514322275,
      "loss": 2.2656,
      "step": 65623
    },
    {
      "epoch": 3.052989067224936,
      "grad_norm": 1.3274365070929783,
      "learning_rate": 0.00014948411374579788,
      "loss": 2.0312,
      "step": 65624
    },
    {
      "epoch": 3.053035589672017,
      "grad_norm": 1.3490524395782388,
      "learning_rate": 0.00014948040234868886,
      "loss": 2.1562,
      "step": 65625
    },
    {
      "epoch": 3.0530821121190974,
      "grad_norm": 1.208251840228159,
      "learning_rate": 0.0001494766909518979,
      "loss": 2.0,
      "step": 65626
    },
    {
      "epoch": 3.0531286345661783,
      "grad_norm": 1.355600192874989,
      "learning_rate": 0.00014947297955542735,
      "loss": 1.9375,
      "step": 65627
    },
    {
      "epoch": 3.053175157013259,
      "grad_norm": 1.3058037689024153,
      "learning_rate": 0.0001494692681592794,
      "loss": 2.1094,
      "step": 65628
    },
    {
      "epoch": 3.0532216794603397,
      "grad_norm": 1.2635389035771112,
      "learning_rate": 0.00014946555676345638,
      "loss": 1.6406,
      "step": 65629
    },
    {
      "epoch": 3.05326820190742,
      "grad_norm": 1.2821485363342642,
      "learning_rate": 0.0001494618453679606,
      "loss": 2.0469,
      "step": 65630
    },
    {
      "epoch": 3.053314724354501,
      "grad_norm": 1.34048185038501,
      "learning_rate": 0.00014945813397279422,
      "loss": 2.0469,
      "step": 65631
    },
    {
      "epoch": 3.0533612468015816,
      "grad_norm": 1.2814745563437206,
      "learning_rate": 0.0001494544225779596,
      "loss": 1.9609,
      "step": 65632
    },
    {
      "epoch": 3.0534077692486625,
      "grad_norm": 1.292711060015316,
      "learning_rate": 0.000149450711183459,
      "loss": 1.8047,
      "step": 65633
    },
    {
      "epoch": 3.053454291695743,
      "grad_norm": 1.3300072472462177,
      "learning_rate": 0.00014944699978929467,
      "loss": 2.1094,
      "step": 65634
    },
    {
      "epoch": 3.053500814142824,
      "grad_norm": 1.1832073227584052,
      "learning_rate": 0.00014944328839546888,
      "loss": 1.6406,
      "step": 65635
    },
    {
      "epoch": 3.0535473365899044,
      "grad_norm": 1.2203844660934857,
      "learning_rate": 0.00014943957700198392,
      "loss": 1.8672,
      "step": 65636
    },
    {
      "epoch": 3.0535938590369853,
      "grad_norm": 1.3063591654195947,
      "learning_rate": 0.00014943586560884205,
      "loss": 2.1406,
      "step": 65637
    },
    {
      "epoch": 3.0536403814840662,
      "grad_norm": 1.3106949073116494,
      "learning_rate": 0.00014943215421604558,
      "loss": 2.1562,
      "step": 65638
    },
    {
      "epoch": 3.0536869039311467,
      "grad_norm": 1.3994016553883122,
      "learning_rate": 0.00014942844282359667,
      "loss": 1.9766,
      "step": 65639
    },
    {
      "epoch": 3.0537334263782276,
      "grad_norm": 1.3480923940546812,
      "learning_rate": 0.00014942473143149775,
      "loss": 2.1094,
      "step": 65640
    },
    {
      "epoch": 3.053779948825308,
      "grad_norm": 1.3053767776486351,
      "learning_rate": 0.00014942102003975098,
      "loss": 1.9609,
      "step": 65641
    },
    {
      "epoch": 3.053826471272389,
      "grad_norm": 1.2378615806492475,
      "learning_rate": 0.00014941730864835866,
      "loss": 1.4219,
      "step": 65642
    },
    {
      "epoch": 3.0538729937194695,
      "grad_norm": 1.3768380194494532,
      "learning_rate": 0.00014941359725732307,
      "loss": 2.2656,
      "step": 65643
    },
    {
      "epoch": 3.0539195161665504,
      "grad_norm": 1.2630143712848823,
      "learning_rate": 0.0001494098858666465,
      "loss": 2.0,
      "step": 65644
    },
    {
      "epoch": 3.053966038613631,
      "grad_norm": 1.3027172775362519,
      "learning_rate": 0.00014940617447633118,
      "loss": 2.0625,
      "step": 65645
    },
    {
      "epoch": 3.054012561060712,
      "grad_norm": 1.3083852300570549,
      "learning_rate": 0.00014940246308637941,
      "loss": 2.1406,
      "step": 65646
    },
    {
      "epoch": 3.0540590835077923,
      "grad_norm": 1.3283179384873343,
      "learning_rate": 0.00014939875169679346,
      "loss": 2.0625,
      "step": 65647
    },
    {
      "epoch": 3.0541056059548732,
      "grad_norm": 1.3740663951075824,
      "learning_rate": 0.00014939504030757558,
      "loss": 2.1406,
      "step": 65648
    },
    {
      "epoch": 3.054152128401954,
      "grad_norm": 1.3201343276121498,
      "learning_rate": 0.00014939132891872808,
      "loss": 2.0469,
      "step": 65649
    },
    {
      "epoch": 3.0541986508490346,
      "grad_norm": 1.2100793991976877,
      "learning_rate": 0.00014938761753025315,
      "loss": 1.8281,
      "step": 65650
    },
    {
      "epoch": 3.0542451732961156,
      "grad_norm": 1.2556939929107784,
      "learning_rate": 0.00014938390614215318,
      "loss": 1.9219,
      "step": 65651
    },
    {
      "epoch": 3.054291695743196,
      "grad_norm": 1.355957928999725,
      "learning_rate": 0.0001493801947544304,
      "loss": 2.125,
      "step": 65652
    },
    {
      "epoch": 3.054338218190277,
      "grad_norm": 1.3252351251914167,
      "learning_rate": 0.00014937648336708703,
      "loss": 1.9922,
      "step": 65653
    },
    {
      "epoch": 3.0543847406373574,
      "grad_norm": 1.3487344238184427,
      "learning_rate": 0.0001493727719801254,
      "loss": 2.0312,
      "step": 65654
    },
    {
      "epoch": 3.0544312630844384,
      "grad_norm": 1.3047822868748686,
      "learning_rate": 0.00014936906059354776,
      "loss": 2.1875,
      "step": 65655
    },
    {
      "epoch": 3.054477785531519,
      "grad_norm": 1.3006407731500467,
      "learning_rate": 0.0001493653492073564,
      "loss": 2.2031,
      "step": 65656
    },
    {
      "epoch": 3.0545243079785998,
      "grad_norm": 1.485492735722778,
      "learning_rate": 0.00014936163782155356,
      "loss": 2.0938,
      "step": 65657
    },
    {
      "epoch": 3.0545708304256802,
      "grad_norm": 1.2449001935170045,
      "learning_rate": 0.00014935792643614156,
      "loss": 1.6172,
      "step": 65658
    },
    {
      "epoch": 3.054617352872761,
      "grad_norm": 1.3470790973751516,
      "learning_rate": 0.0001493542150511226,
      "loss": 2.2031,
      "step": 65659
    },
    {
      "epoch": 3.0546638753198416,
      "grad_norm": 1.277128367096491,
      "learning_rate": 0.00014935050366649902,
      "loss": 2.125,
      "step": 65660
    },
    {
      "epoch": 3.0547103977669225,
      "grad_norm": 1.3096003726998442,
      "learning_rate": 0.00014934679228227303,
      "loss": 2.1094,
      "step": 65661
    },
    {
      "epoch": 3.0547569202140035,
      "grad_norm": 1.296713523887241,
      "learning_rate": 0.00014934308089844698,
      "loss": 2.1719,
      "step": 65662
    },
    {
      "epoch": 3.054803442661084,
      "grad_norm": 1.29253704001662,
      "learning_rate": 0.0001493393695150231,
      "loss": 1.9062,
      "step": 65663
    },
    {
      "epoch": 3.054849965108165,
      "grad_norm": 1.2336784743022449,
      "learning_rate": 0.00014933565813200363,
      "loss": 2.0312,
      "step": 65664
    },
    {
      "epoch": 3.0548964875552453,
      "grad_norm": 1.2595473766314222,
      "learning_rate": 0.00014933194674939088,
      "loss": 2.0312,
      "step": 65665
    },
    {
      "epoch": 3.0549430100023263,
      "grad_norm": 1.3162809710750722,
      "learning_rate": 0.00014932823536718714,
      "loss": 2.0469,
      "step": 65666
    },
    {
      "epoch": 3.0549895324494067,
      "grad_norm": 1.5855873730470023,
      "learning_rate": 0.00014932452398539465,
      "loss": 2.3125,
      "step": 65667
    },
    {
      "epoch": 3.0550360548964877,
      "grad_norm": 1.3990443624934625,
      "learning_rate": 0.0001493208126040157,
      "loss": 2.3438,
      "step": 65668
    },
    {
      "epoch": 3.055082577343568,
      "grad_norm": 1.3466791977047572,
      "learning_rate": 0.0001493171012230525,
      "loss": 2.1719,
      "step": 65669
    },
    {
      "epoch": 3.055129099790649,
      "grad_norm": 1.2391646354855173,
      "learning_rate": 0.00014931338984250744,
      "loss": 1.7422,
      "step": 65670
    },
    {
      "epoch": 3.0551756222377295,
      "grad_norm": 1.348734736546497,
      "learning_rate": 0.00014930967846238271,
      "loss": 2.1094,
      "step": 65671
    },
    {
      "epoch": 3.0552221446848105,
      "grad_norm": 1.3411514294675357,
      "learning_rate": 0.0001493059670826805,
      "loss": 1.9141,
      "step": 65672
    },
    {
      "epoch": 3.055268667131891,
      "grad_norm": 1.320978882429863,
      "learning_rate": 0.0001493022557034033,
      "loss": 1.9062,
      "step": 65673
    },
    {
      "epoch": 3.055315189578972,
      "grad_norm": 1.3048506916047216,
      "learning_rate": 0.00014929854432455322,
      "loss": 1.9375,
      "step": 65674
    },
    {
      "epoch": 3.055361712026053,
      "grad_norm": 1.3484773590344146,
      "learning_rate": 0.0001492948329461326,
      "loss": 2.2656,
      "step": 65675
    },
    {
      "epoch": 3.0554082344731333,
      "grad_norm": 1.3376377506605528,
      "learning_rate": 0.00014929112156814367,
      "loss": 2.1719,
      "step": 65676
    },
    {
      "epoch": 3.055454756920214,
      "grad_norm": 1.279348498754658,
      "learning_rate": 0.00014928741019058873,
      "loss": 1.875,
      "step": 65677
    },
    {
      "epoch": 3.0555012793672947,
      "grad_norm": 1.4026473413124982,
      "learning_rate": 0.00014928369881347004,
      "loss": 2.1406,
      "step": 65678
    },
    {
      "epoch": 3.0555478018143756,
      "grad_norm": 1.387177425482005,
      "learning_rate": 0.00014927998743678985,
      "loss": 2.4219,
      "step": 65679
    },
    {
      "epoch": 3.055594324261456,
      "grad_norm": 1.3213298842793253,
      "learning_rate": 0.0001492762760605505,
      "loss": 1.8906,
      "step": 65680
    },
    {
      "epoch": 3.055640846708537,
      "grad_norm": 1.2684747914024106,
      "learning_rate": 0.00014927256468475416,
      "loss": 1.8672,
      "step": 65681
    },
    {
      "epoch": 3.0556873691556174,
      "grad_norm": 1.3150757583316042,
      "learning_rate": 0.00014926885330940323,
      "loss": 1.9062,
      "step": 65682
    },
    {
      "epoch": 3.0557338916026984,
      "grad_norm": 1.221071475373947,
      "learning_rate": 0.00014926514193449987,
      "loss": 1.5547,
      "step": 65683
    },
    {
      "epoch": 3.055780414049779,
      "grad_norm": 1.3093538628430943,
      "learning_rate": 0.0001492614305600464,
      "loss": 1.7578,
      "step": 65684
    },
    {
      "epoch": 3.0558269364968598,
      "grad_norm": 1.2539068213646647,
      "learning_rate": 0.00014925771918604508,
      "loss": 1.7891,
      "step": 65685
    },
    {
      "epoch": 3.0558734589439402,
      "grad_norm": 1.2866853718717741,
      "learning_rate": 0.00014925400781249818,
      "loss": 1.8594,
      "step": 65686
    },
    {
      "epoch": 3.055919981391021,
      "grad_norm": 1.3227837348482032,
      "learning_rate": 0.00014925029643940798,
      "loss": 2.2031,
      "step": 65687
    },
    {
      "epoch": 3.055966503838102,
      "grad_norm": 1.3069195787630201,
      "learning_rate": 0.0001492465850667768,
      "loss": 2.0938,
      "step": 65688
    },
    {
      "epoch": 3.0560130262851826,
      "grad_norm": 1.2705404216379304,
      "learning_rate": 0.00014924287369460682,
      "loss": 2.0156,
      "step": 65689
    },
    {
      "epoch": 3.0560595487322635,
      "grad_norm": 1.2398563878636366,
      "learning_rate": 0.00014923916232290039,
      "loss": 1.7734,
      "step": 65690
    },
    {
      "epoch": 3.056106071179344,
      "grad_norm": 1.2641521461789889,
      "learning_rate": 0.00014923545095165973,
      "loss": 1.9219,
      "step": 65691
    },
    {
      "epoch": 3.056152593626425,
      "grad_norm": 1.2828044344134855,
      "learning_rate": 0.00014923173958088711,
      "loss": 1.8047,
      "step": 65692
    },
    {
      "epoch": 3.0561991160735054,
      "grad_norm": 1.2712894873018041,
      "learning_rate": 0.00014922802821058486,
      "loss": 2.0781,
      "step": 65693
    },
    {
      "epoch": 3.0562456385205863,
      "grad_norm": 1.2560260829793441,
      "learning_rate": 0.00014922431684075515,
      "loss": 1.9531,
      "step": 65694
    },
    {
      "epoch": 3.0562921609676668,
      "grad_norm": 1.3374351288190311,
      "learning_rate": 0.00014922060547140038,
      "loss": 2.0156,
      "step": 65695
    },
    {
      "epoch": 3.0563386834147477,
      "grad_norm": 1.3339578906203307,
      "learning_rate": 0.00014921689410252273,
      "loss": 2.125,
      "step": 65696
    },
    {
      "epoch": 3.056385205861828,
      "grad_norm": 1.3646472640748362,
      "learning_rate": 0.00014921318273412455,
      "loss": 2.1875,
      "step": 65697
    },
    {
      "epoch": 3.056431728308909,
      "grad_norm": 1.3293170065480278,
      "learning_rate": 0.00014920947136620803,
      "loss": 2.0312,
      "step": 65698
    },
    {
      "epoch": 3.0564782507559896,
      "grad_norm": 1.3444922853689074,
      "learning_rate": 0.00014920575999877547,
      "loss": 2.25,
      "step": 65699
    },
    {
      "epoch": 3.0565247732030705,
      "grad_norm": 1.3205392824522346,
      "learning_rate": 0.0001492020486318292,
      "loss": 2.2344,
      "step": 65700
    },
    {
      "epoch": 3.0565712956501514,
      "grad_norm": 1.2718463627084402,
      "learning_rate": 0.00014919833726537136,
      "loss": 2.0625,
      "step": 65701
    },
    {
      "epoch": 3.056617818097232,
      "grad_norm": 1.2905211205137015,
      "learning_rate": 0.00014919462589940436,
      "loss": 2.0,
      "step": 65702
    },
    {
      "epoch": 3.056664340544313,
      "grad_norm": 1.2104764625832376,
      "learning_rate": 0.00014919091453393038,
      "loss": 1.875,
      "step": 65703
    },
    {
      "epoch": 3.0567108629913933,
      "grad_norm": 1.40277939636968,
      "learning_rate": 0.00014918720316895178,
      "loss": 2.2344,
      "step": 65704
    },
    {
      "epoch": 3.056757385438474,
      "grad_norm": 1.363979090047461,
      "learning_rate": 0.0001491834918044707,
      "loss": 1.8438,
      "step": 65705
    },
    {
      "epoch": 3.0568039078855547,
      "grad_norm": 1.2674911001748286,
      "learning_rate": 0.00014917978044048957,
      "loss": 1.9453,
      "step": 65706
    },
    {
      "epoch": 3.0568504303326356,
      "grad_norm": 1.35015016947991,
      "learning_rate": 0.00014917606907701052,
      "loss": 1.9375,
      "step": 65707
    },
    {
      "epoch": 3.056896952779716,
      "grad_norm": 1.2790412719035313,
      "learning_rate": 0.00014917235771403592,
      "loss": 2.0625,
      "step": 65708
    },
    {
      "epoch": 3.056943475226797,
      "grad_norm": 1.385784634286228,
      "learning_rate": 0.000149168646351568,
      "loss": 2.3125,
      "step": 65709
    },
    {
      "epoch": 3.0569899976738775,
      "grad_norm": 1.34107563533642,
      "learning_rate": 0.00014916493498960906,
      "loss": 2.375,
      "step": 65710
    },
    {
      "epoch": 3.0570365201209584,
      "grad_norm": 1.236789907980113,
      "learning_rate": 0.00014916122362816132,
      "loss": 1.8438,
      "step": 65711
    },
    {
      "epoch": 3.057083042568039,
      "grad_norm": 1.3684125095837276,
      "learning_rate": 0.0001491575122672271,
      "loss": 1.7109,
      "step": 65712
    },
    {
      "epoch": 3.05712956501512,
      "grad_norm": 1.2655240170162412,
      "learning_rate": 0.00014915380090680863,
      "loss": 1.8281,
      "step": 65713
    },
    {
      "epoch": 3.0571760874622007,
      "grad_norm": 1.2537942677622842,
      "learning_rate": 0.00014915008954690827,
      "loss": 1.9375,
      "step": 65714
    },
    {
      "epoch": 3.057222609909281,
      "grad_norm": 1.2386119472337025,
      "learning_rate": 0.00014914637818752815,
      "loss": 1.8281,
      "step": 65715
    },
    {
      "epoch": 3.057269132356362,
      "grad_norm": 1.3162641229556218,
      "learning_rate": 0.00014914266682867063,
      "loss": 2.1406,
      "step": 65716
    },
    {
      "epoch": 3.0573156548034426,
      "grad_norm": 1.289968317884929,
      "learning_rate": 0.00014913895547033802,
      "loss": 2.0312,
      "step": 65717
    },
    {
      "epoch": 3.0573621772505235,
      "grad_norm": 1.3321344552512093,
      "learning_rate": 0.00014913524411253252,
      "loss": 2.2188,
      "step": 65718
    },
    {
      "epoch": 3.057408699697604,
      "grad_norm": 1.354749723294491,
      "learning_rate": 0.00014913153275525646,
      "loss": 2.1094,
      "step": 65719
    },
    {
      "epoch": 3.057455222144685,
      "grad_norm": 1.345960474674511,
      "learning_rate": 0.00014912782139851204,
      "loss": 2.2656,
      "step": 65720
    },
    {
      "epoch": 3.0575017445917654,
      "grad_norm": 1.473847968678525,
      "learning_rate": 0.00014912411004230162,
      "loss": 2.1406,
      "step": 65721
    },
    {
      "epoch": 3.0575482670388463,
      "grad_norm": 1.2206484190085816,
      "learning_rate": 0.00014912039868662737,
      "loss": 1.8281,
      "step": 65722
    },
    {
      "epoch": 3.057594789485927,
      "grad_norm": 1.2946300393395649,
      "learning_rate": 0.0001491166873314917,
      "loss": 1.8594,
      "step": 65723
    },
    {
      "epoch": 3.0576413119330077,
      "grad_norm": 1.2579781349355026,
      "learning_rate": 0.0001491129759768967,
      "loss": 1.9297,
      "step": 65724
    },
    {
      "epoch": 3.057687834380088,
      "grad_norm": 1.2726153826801139,
      "learning_rate": 0.00014910926462284482,
      "loss": 2.1094,
      "step": 65725
    },
    {
      "epoch": 3.057734356827169,
      "grad_norm": 1.3294010958684623,
      "learning_rate": 0.00014910555326933824,
      "loss": 2.2656,
      "step": 65726
    },
    {
      "epoch": 3.05778087927425,
      "grad_norm": 1.2092300560249998,
      "learning_rate": 0.0001491018419163792,
      "loss": 1.8281,
      "step": 65727
    },
    {
      "epoch": 3.0578274017213305,
      "grad_norm": 1.2719193904615977,
      "learning_rate": 0.00014909813056397008,
      "loss": 1.8828,
      "step": 65728
    },
    {
      "epoch": 3.0578739241684114,
      "grad_norm": 1.2859771210887103,
      "learning_rate": 0.00014909441921211303,
      "loss": 1.9453,
      "step": 65729
    },
    {
      "epoch": 3.057920446615492,
      "grad_norm": 1.3861513590731998,
      "learning_rate": 0.0001490907078608104,
      "loss": 2.2031,
      "step": 65730
    },
    {
      "epoch": 3.057966969062573,
      "grad_norm": 1.292315655114983,
      "learning_rate": 0.00014908699651006445,
      "loss": 1.9453,
      "step": 65731
    },
    {
      "epoch": 3.0580134915096533,
      "grad_norm": 1.330199886321519,
      "learning_rate": 0.00014908328515987748,
      "loss": 2.0469,
      "step": 65732
    },
    {
      "epoch": 3.058060013956734,
      "grad_norm": 1.3968224289400415,
      "learning_rate": 0.00014907957381025166,
      "loss": 2.3125,
      "step": 65733
    },
    {
      "epoch": 3.0581065364038147,
      "grad_norm": 1.2070297583403162,
      "learning_rate": 0.00014907586246118939,
      "loss": 1.8125,
      "step": 65734
    },
    {
      "epoch": 3.0581530588508956,
      "grad_norm": 1.2820810569501055,
      "learning_rate": 0.00014907215111269285,
      "loss": 2.0938,
      "step": 65735
    },
    {
      "epoch": 3.058199581297976,
      "grad_norm": 1.14601252382359,
      "learning_rate": 0.00014906843976476437,
      "loss": 1.5156,
      "step": 65736
    },
    {
      "epoch": 3.058246103745057,
      "grad_norm": 1.2388541363047947,
      "learning_rate": 0.00014906472841740617,
      "loss": 1.8281,
      "step": 65737
    },
    {
      "epoch": 3.058292626192138,
      "grad_norm": 1.3478164168868811,
      "learning_rate": 0.0001490610170706205,
      "loss": 2.2188,
      "step": 65738
    },
    {
      "epoch": 3.0583391486392184,
      "grad_norm": 1.3778338095829399,
      "learning_rate": 0.00014905730572440973,
      "loss": 2.2188,
      "step": 65739
    },
    {
      "epoch": 3.0583856710862993,
      "grad_norm": 1.2961291814016618,
      "learning_rate": 0.00014905359437877608,
      "loss": 1.8281,
      "step": 65740
    },
    {
      "epoch": 3.05843219353338,
      "grad_norm": 1.3083084083493297,
      "learning_rate": 0.00014904988303372186,
      "loss": 2.1719,
      "step": 65741
    },
    {
      "epoch": 3.0584787159804607,
      "grad_norm": 1.3567289575770585,
      "learning_rate": 0.00014904617168924928,
      "loss": 1.9062,
      "step": 65742
    },
    {
      "epoch": 3.058525238427541,
      "grad_norm": 1.329839899233081,
      "learning_rate": 0.00014904246034536065,
      "loss": 2.25,
      "step": 65743
    },
    {
      "epoch": 3.058571760874622,
      "grad_norm": 1.3726708053043146,
      "learning_rate": 0.00014903874900205823,
      "loss": 2.1875,
      "step": 65744
    },
    {
      "epoch": 3.0586182833217026,
      "grad_norm": 1.3059769002620718,
      "learning_rate": 0.00014903503765934428,
      "loss": 1.7344,
      "step": 65745
    },
    {
      "epoch": 3.0586648057687835,
      "grad_norm": 1.3421422424246563,
      "learning_rate": 0.0001490313263172211,
      "loss": 2.2812,
      "step": 65746
    },
    {
      "epoch": 3.058711328215864,
      "grad_norm": 1.2209034973406205,
      "learning_rate": 0.00014902761497569096,
      "loss": 1.75,
      "step": 65747
    },
    {
      "epoch": 3.058757850662945,
      "grad_norm": 1.3514104906962503,
      "learning_rate": 0.00014902390363475608,
      "loss": 2.1562,
      "step": 65748
    },
    {
      "epoch": 3.0588043731100254,
      "grad_norm": 1.3150192789713149,
      "learning_rate": 0.0001490201922944188,
      "loss": 2.0781,
      "step": 65749
    },
    {
      "epoch": 3.0588508955571063,
      "grad_norm": 1.2777568044110665,
      "learning_rate": 0.00014901648095468135,
      "loss": 1.9688,
      "step": 65750
    },
    {
      "epoch": 3.058897418004187,
      "grad_norm": 1.2492482823637925,
      "learning_rate": 0.00014901276961554603,
      "loss": 1.7891,
      "step": 65751
    },
    {
      "epoch": 3.0589439404512677,
      "grad_norm": 1.2292420896695586,
      "learning_rate": 0.00014900905827701513,
      "loss": 1.9688,
      "step": 65752
    },
    {
      "epoch": 3.0589904628983486,
      "grad_norm": 1.3562190687888374,
      "learning_rate": 0.00014900534693909083,
      "loss": 2.2656,
      "step": 65753
    },
    {
      "epoch": 3.059036985345429,
      "grad_norm": 1.2541249282905982,
      "learning_rate": 0.00014900163560177548,
      "loss": 1.9375,
      "step": 65754
    },
    {
      "epoch": 3.05908350779251,
      "grad_norm": 1.3133276914933032,
      "learning_rate": 0.00014899792426507135,
      "loss": 2.2031,
      "step": 65755
    },
    {
      "epoch": 3.0591300302395905,
      "grad_norm": 1.2308046035093705,
      "learning_rate": 0.00014899421292898068,
      "loss": 1.9375,
      "step": 65756
    },
    {
      "epoch": 3.0591765526866714,
      "grad_norm": 1.3355294023611468,
      "learning_rate": 0.00014899050159350577,
      "loss": 1.7969,
      "step": 65757
    },
    {
      "epoch": 3.059223075133752,
      "grad_norm": 1.2839113141552814,
      "learning_rate": 0.00014898679025864887,
      "loss": 2.0469,
      "step": 65758
    },
    {
      "epoch": 3.059269597580833,
      "grad_norm": 1.2209984275586507,
      "learning_rate": 0.00014898307892441225,
      "loss": 1.9219,
      "step": 65759
    },
    {
      "epoch": 3.0593161200279133,
      "grad_norm": 1.28740255330772,
      "learning_rate": 0.00014897936759079817,
      "loss": 2.0469,
      "step": 65760
    },
    {
      "epoch": 3.0593626424749942,
      "grad_norm": 1.2577846217631405,
      "learning_rate": 0.000148975656257809,
      "loss": 1.9062,
      "step": 65761
    },
    {
      "epoch": 3.0594091649220747,
      "grad_norm": 1.432715112451933,
      "learning_rate": 0.00014897194492544688,
      "loss": 2.1562,
      "step": 65762
    },
    {
      "epoch": 3.0594556873691556,
      "grad_norm": 1.2884840243262405,
      "learning_rate": 0.0001489682335937142,
      "loss": 1.9531,
      "step": 65763
    },
    {
      "epoch": 3.0595022098162366,
      "grad_norm": 1.3548008955931807,
      "learning_rate": 0.0001489645222626131,
      "loss": 2.2344,
      "step": 65764
    },
    {
      "epoch": 3.059548732263317,
      "grad_norm": 1.3123103816265325,
      "learning_rate": 0.00014896081093214602,
      "loss": 2.1719,
      "step": 65765
    },
    {
      "epoch": 3.059595254710398,
      "grad_norm": 1.2493088940161794,
      "learning_rate": 0.00014895709960231507,
      "loss": 1.9141,
      "step": 65766
    },
    {
      "epoch": 3.0596417771574784,
      "grad_norm": 1.236987295477389,
      "learning_rate": 0.00014895338827312262,
      "loss": 1.8828,
      "step": 65767
    },
    {
      "epoch": 3.0596882996045593,
      "grad_norm": 1.2779122652519654,
      "learning_rate": 0.00014894967694457087,
      "loss": 1.9844,
      "step": 65768
    },
    {
      "epoch": 3.05973482205164,
      "grad_norm": 1.2461960068125637,
      "learning_rate": 0.0001489459656166622,
      "loss": 1.8594,
      "step": 65769
    },
    {
      "epoch": 3.0597813444987207,
      "grad_norm": 1.3030553894164505,
      "learning_rate": 0.00014894225428939875,
      "loss": 2.1562,
      "step": 65770
    },
    {
      "epoch": 3.0598278669458012,
      "grad_norm": 1.3597411801923147,
      "learning_rate": 0.0001489385429627829,
      "loss": 2.2812,
      "step": 65771
    },
    {
      "epoch": 3.059874389392882,
      "grad_norm": 1.2697967824553194,
      "learning_rate": 0.00014893483163681685,
      "loss": 1.8359,
      "step": 65772
    },
    {
      "epoch": 3.0599209118399626,
      "grad_norm": 1.4235126288573066,
      "learning_rate": 0.00014893112031150296,
      "loss": 2.1406,
      "step": 65773
    },
    {
      "epoch": 3.0599674342870435,
      "grad_norm": 1.2842952428921879,
      "learning_rate": 0.00014892740898684337,
      "loss": 1.9844,
      "step": 65774
    },
    {
      "epoch": 3.060013956734124,
      "grad_norm": 1.2175056185495414,
      "learning_rate": 0.0001489236976628405,
      "loss": 1.6562,
      "step": 65775
    },
    {
      "epoch": 3.060060479181205,
      "grad_norm": 1.3220286514551887,
      "learning_rate": 0.00014891998633949648,
      "loss": 2.125,
      "step": 65776
    },
    {
      "epoch": 3.060107001628286,
      "grad_norm": 1.3377036701973972,
      "learning_rate": 0.0001489162750168137,
      "loss": 2.0469,
      "step": 65777
    },
    {
      "epoch": 3.0601535240753663,
      "grad_norm": 1.291862729736606,
      "learning_rate": 0.0001489125636947944,
      "loss": 2.0,
      "step": 65778
    },
    {
      "epoch": 3.0602000465224473,
      "grad_norm": 1.329310946533902,
      "learning_rate": 0.00014890885237344077,
      "loss": 2.1094,
      "step": 65779
    },
    {
      "epoch": 3.0602465689695277,
      "grad_norm": 1.3092347085637934,
      "learning_rate": 0.00014890514105275518,
      "loss": 2.125,
      "step": 65780
    },
    {
      "epoch": 3.0602930914166087,
      "grad_norm": 1.287177566102776,
      "learning_rate": 0.0001489014297327398,
      "loss": 1.8516,
      "step": 65781
    },
    {
      "epoch": 3.060339613863689,
      "grad_norm": 1.2805976433301431,
      "learning_rate": 0.00014889771841339704,
      "loss": 1.8125,
      "step": 65782
    },
    {
      "epoch": 3.06038613631077,
      "grad_norm": 1.3290373394127155,
      "learning_rate": 0.00014889400709472913,
      "loss": 1.9453,
      "step": 65783
    },
    {
      "epoch": 3.0604326587578505,
      "grad_norm": 1.4000743407887999,
      "learning_rate": 0.00014889029577673827,
      "loss": 2.2656,
      "step": 65784
    },
    {
      "epoch": 3.0604791812049315,
      "grad_norm": 1.2074667190195787,
      "learning_rate": 0.00014888658445942678,
      "loss": 1.8281,
      "step": 65785
    },
    {
      "epoch": 3.060525703652012,
      "grad_norm": 1.3603424102043233,
      "learning_rate": 0.00014888287314279694,
      "loss": 2.0938,
      "step": 65786
    },
    {
      "epoch": 3.060572226099093,
      "grad_norm": 1.3436541230976324,
      "learning_rate": 0.00014887916182685103,
      "loss": 2.1094,
      "step": 65787
    },
    {
      "epoch": 3.0606187485461733,
      "grad_norm": 1.2257537256468891,
      "learning_rate": 0.00014887545051159128,
      "loss": 1.9766,
      "step": 65788
    },
    {
      "epoch": 3.0606652709932542,
      "grad_norm": 1.2618557829078443,
      "learning_rate": 0.00014887173919702,
      "loss": 1.7109,
      "step": 65789
    },
    {
      "epoch": 3.060711793440335,
      "grad_norm": 1.316704120923678,
      "learning_rate": 0.00014886802788313943,
      "loss": 2.1719,
      "step": 65790
    },
    {
      "epoch": 3.0607583158874156,
      "grad_norm": 1.2983015852257738,
      "learning_rate": 0.00014886431656995188,
      "loss": 2.0469,
      "step": 65791
    },
    {
      "epoch": 3.0608048383344966,
      "grad_norm": 1.2433616293339758,
      "learning_rate": 0.00014886060525745958,
      "loss": 1.7578,
      "step": 65792
    },
    {
      "epoch": 3.060851360781577,
      "grad_norm": 1.238220600830755,
      "learning_rate": 0.00014885689394566486,
      "loss": 1.7578,
      "step": 65793
    },
    {
      "epoch": 3.060897883228658,
      "grad_norm": 1.4254982289489904,
      "learning_rate": 0.0001488531826345699,
      "loss": 2.0781,
      "step": 65794
    },
    {
      "epoch": 3.0609444056757384,
      "grad_norm": 1.2540069223009331,
      "learning_rate": 0.00014884947132417709,
      "loss": 1.6953,
      "step": 65795
    },
    {
      "epoch": 3.0609909281228194,
      "grad_norm": 1.3629963718692628,
      "learning_rate": 0.0001488457600144886,
      "loss": 2.0938,
      "step": 65796
    },
    {
      "epoch": 3.0610374505699,
      "grad_norm": 1.1922045435098405,
      "learning_rate": 0.00014884204870550677,
      "loss": 1.6484,
      "step": 65797
    },
    {
      "epoch": 3.0610839730169808,
      "grad_norm": 1.2693821784839954,
      "learning_rate": 0.0001488383373972338,
      "loss": 1.9062,
      "step": 65798
    },
    {
      "epoch": 3.0611304954640612,
      "grad_norm": 1.2315041824384325,
      "learning_rate": 0.00014883462608967206,
      "loss": 1.9766,
      "step": 65799
    },
    {
      "epoch": 3.061177017911142,
      "grad_norm": 1.2508211569898342,
      "learning_rate": 0.00014883091478282373,
      "loss": 2.0938,
      "step": 65800
    },
    {
      "epoch": 3.0612235403582226,
      "grad_norm": 1.1751912971607785,
      "learning_rate": 0.00014882720347669115,
      "loss": 1.8125,
      "step": 65801
    },
    {
      "epoch": 3.0612700628053036,
      "grad_norm": 1.3323626109647662,
      "learning_rate": 0.00014882349217127655,
      "loss": 1.9766,
      "step": 65802
    },
    {
      "epoch": 3.0613165852523845,
      "grad_norm": 1.4210699523783832,
      "learning_rate": 0.00014881978086658216,
      "loss": 2.0156,
      "step": 65803
    },
    {
      "epoch": 3.061363107699465,
      "grad_norm": 1.42422765266464,
      "learning_rate": 0.00014881606956261036,
      "loss": 2.2656,
      "step": 65804
    },
    {
      "epoch": 3.061409630146546,
      "grad_norm": 1.2410433088598865,
      "learning_rate": 0.00014881235825936335,
      "loss": 1.8672,
      "step": 65805
    },
    {
      "epoch": 3.0614561525936264,
      "grad_norm": 1.3568785371467382,
      "learning_rate": 0.00014880864695684346,
      "loss": 2.1406,
      "step": 65806
    },
    {
      "epoch": 3.0615026750407073,
      "grad_norm": 1.39740009364047,
      "learning_rate": 0.0001488049356550529,
      "loss": 2.1875,
      "step": 65807
    },
    {
      "epoch": 3.0615491974877878,
      "grad_norm": 1.3154243915712243,
      "learning_rate": 0.000148801224353994,
      "loss": 2.1719,
      "step": 65808
    },
    {
      "epoch": 3.0615957199348687,
      "grad_norm": 1.4227011897726367,
      "learning_rate": 0.00014879751305366896,
      "loss": 2.0312,
      "step": 65809
    },
    {
      "epoch": 3.061642242381949,
      "grad_norm": 1.3826077182340952,
      "learning_rate": 0.0001487938017540801,
      "loss": 2.2969,
      "step": 65810
    },
    {
      "epoch": 3.06168876482903,
      "grad_norm": 1.2898919435527392,
      "learning_rate": 0.0001487900904552297,
      "loss": 1.9141,
      "step": 65811
    },
    {
      "epoch": 3.0617352872761106,
      "grad_norm": 1.317300103008781,
      "learning_rate": 0.00014878637915711996,
      "loss": 1.8828,
      "step": 65812
    },
    {
      "epoch": 3.0617818097231915,
      "grad_norm": 1.350879257787462,
      "learning_rate": 0.00014878266785975326,
      "loss": 2.125,
      "step": 65813
    },
    {
      "epoch": 3.061828332170272,
      "grad_norm": 1.3173603475661646,
      "learning_rate": 0.00014877895656313178,
      "loss": 2.1406,
      "step": 65814
    },
    {
      "epoch": 3.061874854617353,
      "grad_norm": 1.2089680162317695,
      "learning_rate": 0.00014877524526725786,
      "loss": 1.8281,
      "step": 65815
    },
    {
      "epoch": 3.061921377064434,
      "grad_norm": 1.2650933361905057,
      "learning_rate": 0.00014877153397213372,
      "loss": 2.0,
      "step": 65816
    },
    {
      "epoch": 3.0619678995115143,
      "grad_norm": 1.2071626658995969,
      "learning_rate": 0.00014876782267776167,
      "loss": 1.8125,
      "step": 65817
    },
    {
      "epoch": 3.062014421958595,
      "grad_norm": 1.19573682372177,
      "learning_rate": 0.00014876411138414395,
      "loss": 1.4922,
      "step": 65818
    },
    {
      "epoch": 3.0620609444056757,
      "grad_norm": 1.3558870566233605,
      "learning_rate": 0.0001487604000912829,
      "loss": 2.1562,
      "step": 65819
    },
    {
      "epoch": 3.0621074668527566,
      "grad_norm": 1.4112440365580279,
      "learning_rate": 0.00014875668879918067,
      "loss": 2.125,
      "step": 65820
    },
    {
      "epoch": 3.062153989299837,
      "grad_norm": 1.3361841964727432,
      "learning_rate": 0.00014875297750783963,
      "loss": 2.0312,
      "step": 65821
    },
    {
      "epoch": 3.062200511746918,
      "grad_norm": 1.2268673929578768,
      "learning_rate": 0.00014874926621726202,
      "loss": 1.7188,
      "step": 65822
    },
    {
      "epoch": 3.0622470341939985,
      "grad_norm": 1.3711677356524639,
      "learning_rate": 0.00014874555492745011,
      "loss": 2.0,
      "step": 65823
    },
    {
      "epoch": 3.0622935566410794,
      "grad_norm": 1.2686974031845484,
      "learning_rate": 0.00014874184363840618,
      "loss": 1.7266,
      "step": 65824
    },
    {
      "epoch": 3.06234007908816,
      "grad_norm": 1.186205496124262,
      "learning_rate": 0.00014873813235013247,
      "loss": 1.5234,
      "step": 65825
    },
    {
      "epoch": 3.062386601535241,
      "grad_norm": 1.3526529754902248,
      "learning_rate": 0.00014873442106263132,
      "loss": 1.9531,
      "step": 65826
    },
    {
      "epoch": 3.0624331239823213,
      "grad_norm": 1.278332797725301,
      "learning_rate": 0.00014873070977590498,
      "loss": 1.9062,
      "step": 65827
    },
    {
      "epoch": 3.062479646429402,
      "grad_norm": 1.3204504153582113,
      "learning_rate": 0.00014872699848995571,
      "loss": 1.9219,
      "step": 65828
    },
    {
      "epoch": 3.062526168876483,
      "grad_norm": 1.1574457510143707,
      "learning_rate": 0.00014872328720478574,
      "loss": 1.5156,
      "step": 65829
    },
    {
      "epoch": 3.0625726913235636,
      "grad_norm": 1.2518420781329171,
      "learning_rate": 0.00014871957592039743,
      "loss": 1.7109,
      "step": 65830
    },
    {
      "epoch": 3.0626192137706445,
      "grad_norm": 1.2653259695196142,
      "learning_rate": 0.00014871586463679296,
      "loss": 1.875,
      "step": 65831
    },
    {
      "epoch": 3.062665736217725,
      "grad_norm": 1.34334683558899,
      "learning_rate": 0.00014871215335397468,
      "loss": 2.1562,
      "step": 65832
    },
    {
      "epoch": 3.062712258664806,
      "grad_norm": 1.3550226181829792,
      "learning_rate": 0.00014870844207194478,
      "loss": 2.3281,
      "step": 65833
    },
    {
      "epoch": 3.0627587811118864,
      "grad_norm": 1.2697513216831342,
      "learning_rate": 0.00014870473079070564,
      "loss": 1.9609,
      "step": 65834
    },
    {
      "epoch": 3.0628053035589673,
      "grad_norm": 1.2854184812168985,
      "learning_rate": 0.00014870101951025945,
      "loss": 1.9844,
      "step": 65835
    },
    {
      "epoch": 3.0628518260060478,
      "grad_norm": 1.3136642939131193,
      "learning_rate": 0.00014869730823060848,
      "loss": 1.9531,
      "step": 65836
    },
    {
      "epoch": 3.0628983484531287,
      "grad_norm": 1.3681343383836506,
      "learning_rate": 0.00014869359695175507,
      "loss": 2.2969,
      "step": 65837
    },
    {
      "epoch": 3.062944870900209,
      "grad_norm": 1.1615231912123438,
      "learning_rate": 0.0001486898856737014,
      "loss": 1.6484,
      "step": 65838
    },
    {
      "epoch": 3.06299139334729,
      "grad_norm": 1.3260964805911628,
      "learning_rate": 0.00014868617439644982,
      "loss": 2.0,
      "step": 65839
    },
    {
      "epoch": 3.0630379157943706,
      "grad_norm": 1.27418529456467,
      "learning_rate": 0.00014868246312000255,
      "loss": 1.9297,
      "step": 65840
    },
    {
      "epoch": 3.0630844382414515,
      "grad_norm": 1.3888992659374813,
      "learning_rate": 0.0001486787518443619,
      "loss": 2.3438,
      "step": 65841
    },
    {
      "epoch": 3.0631309606885324,
      "grad_norm": 1.3635106529936203,
      "learning_rate": 0.0001486750405695301,
      "loss": 1.9609,
      "step": 65842
    },
    {
      "epoch": 3.063177483135613,
      "grad_norm": 1.1599692269750865,
      "learning_rate": 0.0001486713292955095,
      "loss": 1.5,
      "step": 65843
    },
    {
      "epoch": 3.063224005582694,
      "grad_norm": 1.3454144876433045,
      "learning_rate": 0.00014866761802230226,
      "loss": 2.0938,
      "step": 65844
    },
    {
      "epoch": 3.0632705280297743,
      "grad_norm": 1.3601349792357262,
      "learning_rate": 0.00014866390674991075,
      "loss": 2.1406,
      "step": 65845
    },
    {
      "epoch": 3.063317050476855,
      "grad_norm": 1.3427723755464633,
      "learning_rate": 0.0001486601954783372,
      "loss": 2.0938,
      "step": 65846
    },
    {
      "epoch": 3.0633635729239357,
      "grad_norm": 1.3857420978994486,
      "learning_rate": 0.00014865648420758383,
      "loss": 2.25,
      "step": 65847
    },
    {
      "epoch": 3.0634100953710166,
      "grad_norm": 1.3649248064407888,
      "learning_rate": 0.00014865277293765302,
      "loss": 2.0781,
      "step": 65848
    },
    {
      "epoch": 3.063456617818097,
      "grad_norm": 1.3363290818293487,
      "learning_rate": 0.00014864906166854697,
      "loss": 2.0312,
      "step": 65849
    },
    {
      "epoch": 3.063503140265178,
      "grad_norm": 1.4040884097420998,
      "learning_rate": 0.000148645350400268,
      "loss": 2.125,
      "step": 65850
    },
    {
      "epoch": 3.0635496627122585,
      "grad_norm": 1.2994888003832008,
      "learning_rate": 0.00014864163913281834,
      "loss": 1.9766,
      "step": 65851
    },
    {
      "epoch": 3.0635961851593394,
      "grad_norm": 1.246401511628962,
      "learning_rate": 0.00014863792786620032,
      "loss": 1.9688,
      "step": 65852
    },
    {
      "epoch": 3.0636427076064203,
      "grad_norm": 1.3863997254437566,
      "learning_rate": 0.0001486342166004161,
      "loss": 2.2344,
      "step": 65853
    },
    {
      "epoch": 3.063689230053501,
      "grad_norm": 1.3592066227743178,
      "learning_rate": 0.00014863050533546807,
      "loss": 2.0469,
      "step": 65854
    },
    {
      "epoch": 3.0637357525005817,
      "grad_norm": 1.3436668752324388,
      "learning_rate": 0.0001486267940713584,
      "loss": 2.0469,
      "step": 65855
    },
    {
      "epoch": 3.063782274947662,
      "grad_norm": 1.3848478469222392,
      "learning_rate": 0.00014862308280808948,
      "loss": 2.375,
      "step": 65856
    },
    {
      "epoch": 3.063828797394743,
      "grad_norm": 1.2958593975411539,
      "learning_rate": 0.00014861937154566347,
      "loss": 2.1562,
      "step": 65857
    },
    {
      "epoch": 3.0638753198418236,
      "grad_norm": 1.2414298636612437,
      "learning_rate": 0.00014861566028408273,
      "loss": 1.7578,
      "step": 65858
    },
    {
      "epoch": 3.0639218422889045,
      "grad_norm": 1.3826762315753502,
      "learning_rate": 0.00014861194902334943,
      "loss": 2.2344,
      "step": 65859
    },
    {
      "epoch": 3.063968364735985,
      "grad_norm": 1.289472135010641,
      "learning_rate": 0.00014860823776346595,
      "loss": 2.1406,
      "step": 65860
    },
    {
      "epoch": 3.064014887183066,
      "grad_norm": 1.2402109320991204,
      "learning_rate": 0.00014860452650443452,
      "loss": 1.7891,
      "step": 65861
    },
    {
      "epoch": 3.0640614096301464,
      "grad_norm": 1.294634580156052,
      "learning_rate": 0.0001486008152462574,
      "loss": 2.1875,
      "step": 65862
    },
    {
      "epoch": 3.0641079320772273,
      "grad_norm": 1.3375512665412628,
      "learning_rate": 0.00014859710398893686,
      "loss": 1.9531,
      "step": 65863
    },
    {
      "epoch": 3.064154454524308,
      "grad_norm": 1.3257521362540756,
      "learning_rate": 0.00014859339273247518,
      "loss": 1.9922,
      "step": 65864
    },
    {
      "epoch": 3.0642009769713887,
      "grad_norm": 1.3366344782337174,
      "learning_rate": 0.00014858968147687463,
      "loss": 2.0469,
      "step": 65865
    },
    {
      "epoch": 3.064247499418469,
      "grad_norm": 1.2213879326032115,
      "learning_rate": 0.00014858597022213748,
      "loss": 1.8594,
      "step": 65866
    },
    {
      "epoch": 3.06429402186555,
      "grad_norm": 1.3197391047215763,
      "learning_rate": 0.00014858225896826604,
      "loss": 2.125,
      "step": 65867
    },
    {
      "epoch": 3.064340544312631,
      "grad_norm": 1.3140987651754676,
      "learning_rate": 0.0001485785477152625,
      "loss": 1.9062,
      "step": 65868
    },
    {
      "epoch": 3.0643870667597115,
      "grad_norm": 1.346339130842428,
      "learning_rate": 0.00014857483646312915,
      "loss": 2.0,
      "step": 65869
    },
    {
      "epoch": 3.0644335892067924,
      "grad_norm": 1.2904231707034926,
      "learning_rate": 0.0001485711252118684,
      "loss": 2.0938,
      "step": 65870
    },
    {
      "epoch": 3.064480111653873,
      "grad_norm": 1.155691044625716,
      "learning_rate": 0.00014856741396148234,
      "loss": 1.4766,
      "step": 65871
    },
    {
      "epoch": 3.064526634100954,
      "grad_norm": 1.311820504099166,
      "learning_rate": 0.00014856370271197335,
      "loss": 2.1875,
      "step": 65872
    },
    {
      "epoch": 3.0645731565480343,
      "grad_norm": 1.3926255516059136,
      "learning_rate": 0.00014855999146334365,
      "loss": 2.1719,
      "step": 65873
    },
    {
      "epoch": 3.0646196789951152,
      "grad_norm": 1.375683107093044,
      "learning_rate": 0.00014855628021559557,
      "loss": 2.1562,
      "step": 65874
    },
    {
      "epoch": 3.0646662014421957,
      "grad_norm": 1.34433373021514,
      "learning_rate": 0.0001485525689687313,
      "loss": 2.1094,
      "step": 65875
    },
    {
      "epoch": 3.0647127238892766,
      "grad_norm": 1.3401310621077016,
      "learning_rate": 0.0001485488577227532,
      "loss": 2.125,
      "step": 65876
    },
    {
      "epoch": 3.064759246336357,
      "grad_norm": 1.3028194938147748,
      "learning_rate": 0.00014854514647766345,
      "loss": 1.9688,
      "step": 65877
    },
    {
      "epoch": 3.064805768783438,
      "grad_norm": 1.2793854181585504,
      "learning_rate": 0.0001485414352334644,
      "loss": 1.8906,
      "step": 65878
    },
    {
      "epoch": 3.064852291230519,
      "grad_norm": 1.2086623828755734,
      "learning_rate": 0.0001485377239901583,
      "loss": 1.6953,
      "step": 65879
    },
    {
      "epoch": 3.0648988136775994,
      "grad_norm": 1.1969153811474098,
      "learning_rate": 0.0001485340127477474,
      "loss": 1.7344,
      "step": 65880
    },
    {
      "epoch": 3.0649453361246803,
      "grad_norm": 1.2663964023710503,
      "learning_rate": 0.00014853030150623395,
      "loss": 2.0,
      "step": 65881
    },
    {
      "epoch": 3.064991858571761,
      "grad_norm": 1.2971692796262115,
      "learning_rate": 0.00014852659026562032,
      "loss": 2.0312,
      "step": 65882
    },
    {
      "epoch": 3.0650383810188417,
      "grad_norm": 1.2438576094437883,
      "learning_rate": 0.00014852287902590867,
      "loss": 1.8438,
      "step": 65883
    },
    {
      "epoch": 3.065084903465922,
      "grad_norm": 1.3497220648044483,
      "learning_rate": 0.00014851916778710138,
      "loss": 2.1875,
      "step": 65884
    },
    {
      "epoch": 3.065131425913003,
      "grad_norm": 1.322220435955844,
      "learning_rate": 0.00014851545654920062,
      "loss": 2.3281,
      "step": 65885
    },
    {
      "epoch": 3.0651779483600836,
      "grad_norm": 1.2880272417531913,
      "learning_rate": 0.00014851174531220872,
      "loss": 1.9453,
      "step": 65886
    },
    {
      "epoch": 3.0652244708071645,
      "grad_norm": 1.1120177951469823,
      "learning_rate": 0.00014850803407612795,
      "loss": 1.5234,
      "step": 65887
    },
    {
      "epoch": 3.065270993254245,
      "grad_norm": 1.3015153993547046,
      "learning_rate": 0.00014850432284096055,
      "loss": 2.2031,
      "step": 65888
    },
    {
      "epoch": 3.065317515701326,
      "grad_norm": 1.3346142362971996,
      "learning_rate": 0.00014850061160670883,
      "loss": 2.0156,
      "step": 65889
    },
    {
      "epoch": 3.0653640381484064,
      "grad_norm": 1.1791017105227535,
      "learning_rate": 0.000148496900373375,
      "loss": 1.7344,
      "step": 65890
    },
    {
      "epoch": 3.0654105605954873,
      "grad_norm": 1.2761485923668496,
      "learning_rate": 0.00014849318914096136,
      "loss": 1.9844,
      "step": 65891
    },
    {
      "epoch": 3.0654570830425683,
      "grad_norm": 1.216715170096034,
      "learning_rate": 0.00014848947790947027,
      "loss": 2.0,
      "step": 65892
    },
    {
      "epoch": 3.0655036054896487,
      "grad_norm": 1.3867683303404414,
      "learning_rate": 0.0001484857666789039,
      "loss": 2.0625,
      "step": 65893
    },
    {
      "epoch": 3.0655501279367297,
      "grad_norm": 1.3534795265445048,
      "learning_rate": 0.00014848205544926456,
      "loss": 1.8984,
      "step": 65894
    },
    {
      "epoch": 3.06559665038381,
      "grad_norm": 1.3289906982615445,
      "learning_rate": 0.0001484783442205545,
      "loss": 2.125,
      "step": 65895
    },
    {
      "epoch": 3.065643172830891,
      "grad_norm": 1.2692250310706248,
      "learning_rate": 0.00014847463299277604,
      "loss": 1.8594,
      "step": 65896
    },
    {
      "epoch": 3.0656896952779715,
      "grad_norm": 1.245072579302561,
      "learning_rate": 0.0001484709217659314,
      "loss": 1.8047,
      "step": 65897
    },
    {
      "epoch": 3.0657362177250524,
      "grad_norm": 1.307752832456517,
      "learning_rate": 0.00014846721054002286,
      "loss": 2.2031,
      "step": 65898
    },
    {
      "epoch": 3.065782740172133,
      "grad_norm": 1.2534235530359774,
      "learning_rate": 0.0001484634993150527,
      "loss": 2.0781,
      "step": 65899
    },
    {
      "epoch": 3.065829262619214,
      "grad_norm": 1.3364606343686518,
      "learning_rate": 0.00014845978809102322,
      "loss": 2.3281,
      "step": 65900
    },
    {
      "epoch": 3.0658757850662943,
      "grad_norm": 1.210728846636336,
      "learning_rate": 0.00014845607686793665,
      "loss": 1.75,
      "step": 65901
    },
    {
      "epoch": 3.0659223075133752,
      "grad_norm": 1.2605751356950783,
      "learning_rate": 0.0001484523656457953,
      "loss": 2.1094,
      "step": 65902
    },
    {
      "epoch": 3.0659688299604557,
      "grad_norm": 1.3999050464992853,
      "learning_rate": 0.0001484486544246014,
      "loss": 2.2031,
      "step": 65903
    },
    {
      "epoch": 3.0660153524075366,
      "grad_norm": 1.2730733270331547,
      "learning_rate": 0.00014844494320435725,
      "loss": 1.8203,
      "step": 65904
    },
    {
      "epoch": 3.0660618748546176,
      "grad_norm": 1.2772675768388237,
      "learning_rate": 0.00014844123198506508,
      "loss": 2.0312,
      "step": 65905
    },
    {
      "epoch": 3.066108397301698,
      "grad_norm": 1.293041832943814,
      "learning_rate": 0.00014843752076672726,
      "loss": 2.1406,
      "step": 65906
    },
    {
      "epoch": 3.066154919748779,
      "grad_norm": 1.6664263584591916,
      "learning_rate": 0.00014843380954934597,
      "loss": 1.9922,
      "step": 65907
    },
    {
      "epoch": 3.0662014421958594,
      "grad_norm": 1.252102750562287,
      "learning_rate": 0.00014843009833292352,
      "loss": 1.8516,
      "step": 65908
    },
    {
      "epoch": 3.0662479646429404,
      "grad_norm": 1.3472968116425403,
      "learning_rate": 0.00014842638711746214,
      "loss": 2.2969,
      "step": 65909
    },
    {
      "epoch": 3.066294487090021,
      "grad_norm": 1.2549627589397538,
      "learning_rate": 0.00014842267590296418,
      "loss": 1.7578,
      "step": 65910
    },
    {
      "epoch": 3.0663410095371018,
      "grad_norm": 1.3558180224804433,
      "learning_rate": 0.0001484189646894318,
      "loss": 1.9688,
      "step": 65911
    },
    {
      "epoch": 3.0663875319841822,
      "grad_norm": 1.2988730326757898,
      "learning_rate": 0.00014841525347686742,
      "loss": 1.8594,
      "step": 65912
    },
    {
      "epoch": 3.066434054431263,
      "grad_norm": 1.3422727978130902,
      "learning_rate": 0.00014841154226527314,
      "loss": 2.2344,
      "step": 65913
    },
    {
      "epoch": 3.0664805768783436,
      "grad_norm": 1.3490057255696304,
      "learning_rate": 0.00014840783105465137,
      "loss": 2.0781,
      "step": 65914
    },
    {
      "epoch": 3.0665270993254246,
      "grad_norm": 1.226543267624212,
      "learning_rate": 0.00014840411984500435,
      "loss": 1.8359,
      "step": 65915
    },
    {
      "epoch": 3.066573621772505,
      "grad_norm": 1.309341480559931,
      "learning_rate": 0.00014840040863633435,
      "loss": 1.9219,
      "step": 65916
    },
    {
      "epoch": 3.066620144219586,
      "grad_norm": 1.3088230461966017,
      "learning_rate": 0.00014839669742864358,
      "loss": 1.9609,
      "step": 65917
    },
    {
      "epoch": 3.066666666666667,
      "grad_norm": 1.3506996991777187,
      "learning_rate": 0.00014839298622193442,
      "loss": 2.0156,
      "step": 65918
    },
    {
      "epoch": 3.0667131891137474,
      "grad_norm": 1.2783605781690095,
      "learning_rate": 0.00014838927501620904,
      "loss": 1.9453,
      "step": 65919
    },
    {
      "epoch": 3.0667597115608283,
      "grad_norm": 1.2958288775555782,
      "learning_rate": 0.0001483855638114698,
      "loss": 2.0156,
      "step": 65920
    },
    {
      "epoch": 3.0668062340079087,
      "grad_norm": 1.3111958402442727,
      "learning_rate": 0.00014838185260771886,
      "loss": 1.9219,
      "step": 65921
    },
    {
      "epoch": 3.0668527564549897,
      "grad_norm": 1.190228226434056,
      "learning_rate": 0.0001483781414049586,
      "loss": 1.7969,
      "step": 65922
    },
    {
      "epoch": 3.06689927890207,
      "grad_norm": 1.3738677541284603,
      "learning_rate": 0.00014837443020319124,
      "loss": 2.1875,
      "step": 65923
    },
    {
      "epoch": 3.066945801349151,
      "grad_norm": 1.1898409944621164,
      "learning_rate": 0.0001483707190024191,
      "loss": 1.8984,
      "step": 65924
    },
    {
      "epoch": 3.0669923237962315,
      "grad_norm": 1.3043997211039422,
      "learning_rate": 0.00014836700780264435,
      "loss": 2.1406,
      "step": 65925
    },
    {
      "epoch": 3.0670388462433125,
      "grad_norm": 1.3504804084525974,
      "learning_rate": 0.0001483632966038694,
      "loss": 1.9375,
      "step": 65926
    },
    {
      "epoch": 3.067085368690393,
      "grad_norm": 1.2390007448808866,
      "learning_rate": 0.00014835958540609638,
      "loss": 1.8516,
      "step": 65927
    },
    {
      "epoch": 3.067131891137474,
      "grad_norm": 1.4443768346493417,
      "learning_rate": 0.0001483558742093277,
      "loss": 2.3906,
      "step": 65928
    },
    {
      "epoch": 3.0671784135845543,
      "grad_norm": 1.358096394800549,
      "learning_rate": 0.00014835216301356552,
      "loss": 2.2344,
      "step": 65929
    },
    {
      "epoch": 3.0672249360316353,
      "grad_norm": 1.2599987222933051,
      "learning_rate": 0.00014834845181881218,
      "loss": 2.1094,
      "step": 65930
    },
    {
      "epoch": 3.067271458478716,
      "grad_norm": 1.2342066983402094,
      "learning_rate": 0.0001483447406250699,
      "loss": 1.8906,
      "step": 65931
    },
    {
      "epoch": 3.0673179809257967,
      "grad_norm": 1.2834095008635076,
      "learning_rate": 0.000148341029432341,
      "loss": 2.0781,
      "step": 65932
    },
    {
      "epoch": 3.0673645033728776,
      "grad_norm": 1.1841969045795195,
      "learning_rate": 0.0001483373182406277,
      "loss": 1.7109,
      "step": 65933
    },
    {
      "epoch": 3.067411025819958,
      "grad_norm": 1.2497762780972468,
      "learning_rate": 0.00014833360704993235,
      "loss": 1.8516,
      "step": 65934
    },
    {
      "epoch": 3.067457548267039,
      "grad_norm": 1.3025262062483876,
      "learning_rate": 0.0001483298958602571,
      "loss": 2.0469,
      "step": 65935
    },
    {
      "epoch": 3.0675040707141195,
      "grad_norm": 1.3612065707948062,
      "learning_rate": 0.00014832618467160432,
      "loss": 2.1719,
      "step": 65936
    },
    {
      "epoch": 3.0675505931612004,
      "grad_norm": 1.383193905226925,
      "learning_rate": 0.0001483224734839763,
      "loss": 2.1406,
      "step": 65937
    },
    {
      "epoch": 3.067597115608281,
      "grad_norm": 1.3565763643624758,
      "learning_rate": 0.00014831876229737525,
      "loss": 2.1094,
      "step": 65938
    },
    {
      "epoch": 3.0676436380553618,
      "grad_norm": 1.3541304794261337,
      "learning_rate": 0.0001483150511118035,
      "loss": 1.8281,
      "step": 65939
    },
    {
      "epoch": 3.0676901605024423,
      "grad_norm": 1.355570048504521,
      "learning_rate": 0.00014831133992726324,
      "loss": 2.0469,
      "step": 65940
    },
    {
      "epoch": 3.067736682949523,
      "grad_norm": 1.2850042399059975,
      "learning_rate": 0.00014830762874375682,
      "loss": 2.1875,
      "step": 65941
    },
    {
      "epoch": 3.0677832053966037,
      "grad_norm": 1.2166721432059995,
      "learning_rate": 0.0001483039175612865,
      "loss": 1.8438,
      "step": 65942
    },
    {
      "epoch": 3.0678297278436846,
      "grad_norm": 1.4526454513966687,
      "learning_rate": 0.00014830020637985448,
      "loss": 2.3438,
      "step": 65943
    },
    {
      "epoch": 3.0678762502907655,
      "grad_norm": 1.3567750996655772,
      "learning_rate": 0.0001482964951994631,
      "loss": 2.0938,
      "step": 65944
    },
    {
      "epoch": 3.067922772737846,
      "grad_norm": 1.2931066025331976,
      "learning_rate": 0.0001482927840201146,
      "loss": 2.1094,
      "step": 65945
    },
    {
      "epoch": 3.067969295184927,
      "grad_norm": 1.3987902268275436,
      "learning_rate": 0.00014828907284181132,
      "loss": 1.9609,
      "step": 65946
    },
    {
      "epoch": 3.0680158176320074,
      "grad_norm": 1.2369891046777641,
      "learning_rate": 0.0001482853616645554,
      "loss": 1.7969,
      "step": 65947
    },
    {
      "epoch": 3.0680623400790883,
      "grad_norm": 1.344501849075634,
      "learning_rate": 0.00014828165048834927,
      "loss": 2.0625,
      "step": 65948
    },
    {
      "epoch": 3.0681088625261688,
      "grad_norm": 1.2632466778823377,
      "learning_rate": 0.00014827793931319509,
      "loss": 1.8828,
      "step": 65949
    },
    {
      "epoch": 3.0681553849732497,
      "grad_norm": 1.3121287156229704,
      "learning_rate": 0.00014827422813909518,
      "loss": 1.8672,
      "step": 65950
    },
    {
      "epoch": 3.06820190742033,
      "grad_norm": 1.3233816506622404,
      "learning_rate": 0.00014827051696605177,
      "loss": 2.1875,
      "step": 65951
    },
    {
      "epoch": 3.068248429867411,
      "grad_norm": 1.4150912141483922,
      "learning_rate": 0.00014826680579406717,
      "loss": 1.9453,
      "step": 65952
    },
    {
      "epoch": 3.0682949523144916,
      "grad_norm": 1.3429478761446678,
      "learning_rate": 0.00014826309462314364,
      "loss": 1.9531,
      "step": 65953
    },
    {
      "epoch": 3.0683414747615725,
      "grad_norm": 1.2420861990354681,
      "learning_rate": 0.00014825938345328348,
      "loss": 2.0156,
      "step": 65954
    },
    {
      "epoch": 3.068387997208653,
      "grad_norm": 1.3980727530789172,
      "learning_rate": 0.0001482556722844889,
      "loss": 2.125,
      "step": 65955
    },
    {
      "epoch": 3.068434519655734,
      "grad_norm": 1.3544427098772063,
      "learning_rate": 0.00014825196111676223,
      "loss": 2.1406,
      "step": 65956
    },
    {
      "epoch": 3.068481042102815,
      "grad_norm": 1.3104951034598922,
      "learning_rate": 0.00014824824995010566,
      "loss": 2.0938,
      "step": 65957
    },
    {
      "epoch": 3.0685275645498953,
      "grad_norm": 1.3461904107518645,
      "learning_rate": 0.00014824453878452157,
      "loss": 2.0156,
      "step": 65958
    },
    {
      "epoch": 3.068574086996976,
      "grad_norm": 1.2613679281182537,
      "learning_rate": 0.0001482408276200122,
      "loss": 1.9609,
      "step": 65959
    },
    {
      "epoch": 3.0686206094440567,
      "grad_norm": 1.2674192807239142,
      "learning_rate": 0.00014823711645657977,
      "loss": 1.8828,
      "step": 65960
    },
    {
      "epoch": 3.0686671318911376,
      "grad_norm": 1.324379598481596,
      "learning_rate": 0.00014823340529422662,
      "loss": 2.1875,
      "step": 65961
    },
    {
      "epoch": 3.068713654338218,
      "grad_norm": 1.5666361650370553,
      "learning_rate": 0.00014822969413295497,
      "loss": 2.3438,
      "step": 65962
    },
    {
      "epoch": 3.068760176785299,
      "grad_norm": 1.3117314478674529,
      "learning_rate": 0.00014822598297276716,
      "loss": 1.9297,
      "step": 65963
    },
    {
      "epoch": 3.0688066992323795,
      "grad_norm": 1.2210870414028996,
      "learning_rate": 0.00014822227181366534,
      "loss": 1.8594,
      "step": 65964
    },
    {
      "epoch": 3.0688532216794604,
      "grad_norm": 1.323551000882167,
      "learning_rate": 0.0001482185606556519,
      "loss": 2.0469,
      "step": 65965
    },
    {
      "epoch": 3.068899744126541,
      "grad_norm": 1.226703797271285,
      "learning_rate": 0.00014821484949872907,
      "loss": 1.7031,
      "step": 65966
    },
    {
      "epoch": 3.068946266573622,
      "grad_norm": 1.2251612813457033,
      "learning_rate": 0.0001482111383428991,
      "loss": 2.0625,
      "step": 65967
    },
    {
      "epoch": 3.0689927890207027,
      "grad_norm": 1.2931095693675345,
      "learning_rate": 0.00014820742718816432,
      "loss": 1.9531,
      "step": 65968
    },
    {
      "epoch": 3.069039311467783,
      "grad_norm": 1.2018851797997685,
      "learning_rate": 0.00014820371603452694,
      "loss": 1.7578,
      "step": 65969
    },
    {
      "epoch": 3.069085833914864,
      "grad_norm": 1.272577726045428,
      "learning_rate": 0.00014820000488198926,
      "loss": 1.8672,
      "step": 65970
    },
    {
      "epoch": 3.0691323563619446,
      "grad_norm": 1.3798525565390152,
      "learning_rate": 0.0001481962937305535,
      "loss": 2.0938,
      "step": 65971
    },
    {
      "epoch": 3.0691788788090255,
      "grad_norm": 1.3541977729256354,
      "learning_rate": 0.00014819258258022205,
      "loss": 2.25,
      "step": 65972
    },
    {
      "epoch": 3.069225401256106,
      "grad_norm": 1.3418316655400089,
      "learning_rate": 0.00014818887143099705,
      "loss": 2.0312,
      "step": 65973
    },
    {
      "epoch": 3.069271923703187,
      "grad_norm": 1.329408917105869,
      "learning_rate": 0.00014818516028288089,
      "loss": 2.0938,
      "step": 65974
    },
    {
      "epoch": 3.0693184461502674,
      "grad_norm": 1.3120970715416358,
      "learning_rate": 0.00014818144913587573,
      "loss": 1.8438,
      "step": 65975
    },
    {
      "epoch": 3.0693649685973483,
      "grad_norm": 1.3509967924546462,
      "learning_rate": 0.00014817773798998397,
      "loss": 2.125,
      "step": 65976
    },
    {
      "epoch": 3.069411491044429,
      "grad_norm": 1.261457384030967,
      "learning_rate": 0.00014817402684520772,
      "loss": 1.9453,
      "step": 65977
    },
    {
      "epoch": 3.0694580134915097,
      "grad_norm": 1.2443280099805272,
      "learning_rate": 0.00014817031570154942,
      "loss": 2.0312,
      "step": 65978
    },
    {
      "epoch": 3.06950453593859,
      "grad_norm": 1.184612039484075,
      "learning_rate": 0.00014816660455901117,
      "loss": 1.6641,
      "step": 65979
    },
    {
      "epoch": 3.069551058385671,
      "grad_norm": 1.2055832577174594,
      "learning_rate": 0.00014816289341759538,
      "loss": 1.7578,
      "step": 65980
    },
    {
      "epoch": 3.0695975808327516,
      "grad_norm": 1.2502563438957839,
      "learning_rate": 0.0001481591822773043,
      "loss": 1.9922,
      "step": 65981
    },
    {
      "epoch": 3.0696441032798325,
      "grad_norm": 1.264587606199173,
      "learning_rate": 0.00014815547113814019,
      "loss": 1.7969,
      "step": 65982
    },
    {
      "epoch": 3.0696906257269134,
      "grad_norm": 1.3393706716971703,
      "learning_rate": 0.0001481517600001053,
      "loss": 2.0469,
      "step": 65983
    },
    {
      "epoch": 3.069737148173994,
      "grad_norm": 1.2494325782815965,
      "learning_rate": 0.0001481480488632019,
      "loss": 1.9219,
      "step": 65984
    },
    {
      "epoch": 3.069783670621075,
      "grad_norm": 1.1154270440527532,
      "learning_rate": 0.00014814433772743227,
      "loss": 1.6406,
      "step": 65985
    },
    {
      "epoch": 3.0698301930681553,
      "grad_norm": 1.2926018087917994,
      "learning_rate": 0.0001481406265927987,
      "loss": 1.9844,
      "step": 65986
    },
    {
      "epoch": 3.069876715515236,
      "grad_norm": 1.3347309083813552,
      "learning_rate": 0.00014813691545930346,
      "loss": 2.1875,
      "step": 65987
    },
    {
      "epoch": 3.0699232379623167,
      "grad_norm": 1.2901097671055837,
      "learning_rate": 0.00014813320432694878,
      "loss": 2.0312,
      "step": 65988
    },
    {
      "epoch": 3.0699697604093976,
      "grad_norm": 1.2951679245188727,
      "learning_rate": 0.000148129493195737,
      "loss": 1.9766,
      "step": 65989
    },
    {
      "epoch": 3.070016282856478,
      "grad_norm": 1.3563086115713303,
      "learning_rate": 0.00014812578206567034,
      "loss": 2.125,
      "step": 65990
    },
    {
      "epoch": 3.070062805303559,
      "grad_norm": 1.40851290607689,
      "learning_rate": 0.0001481220709367511,
      "loss": 2.1719,
      "step": 65991
    },
    {
      "epoch": 3.0701093277506395,
      "grad_norm": 1.2361376388048564,
      "learning_rate": 0.0001481183598089815,
      "loss": 1.8906,
      "step": 65992
    },
    {
      "epoch": 3.0701558501977204,
      "grad_norm": 1.3564747837683042,
      "learning_rate": 0.0001481146486823639,
      "loss": 2.2188,
      "step": 65993
    },
    {
      "epoch": 3.0702023726448013,
      "grad_norm": 1.2508192500130337,
      "learning_rate": 0.0001481109375569005,
      "loss": 1.8984,
      "step": 65994
    },
    {
      "epoch": 3.070248895091882,
      "grad_norm": 1.3432032306429562,
      "learning_rate": 0.0001481072264325936,
      "loss": 2.0938,
      "step": 65995
    },
    {
      "epoch": 3.0702954175389627,
      "grad_norm": 1.2942629697346568,
      "learning_rate": 0.0001481035153094455,
      "loss": 1.7812,
      "step": 65996
    },
    {
      "epoch": 3.070341939986043,
      "grad_norm": 1.136479768417644,
      "learning_rate": 0.00014809980418745836,
      "loss": 1.5703,
      "step": 65997
    },
    {
      "epoch": 3.070388462433124,
      "grad_norm": 1.2675978125217655,
      "learning_rate": 0.0001480960930666346,
      "loss": 1.9141,
      "step": 65998
    },
    {
      "epoch": 3.0704349848802046,
      "grad_norm": 1.261438278650795,
      "learning_rate": 0.00014809238194697638,
      "loss": 1.8125,
      "step": 65999
    },
    {
      "epoch": 3.0704815073272855,
      "grad_norm": 1.2781854661558527,
      "learning_rate": 0.00014808867082848604,
      "loss": 2.0625,
      "step": 66000
    },
    {
      "epoch": 3.070528029774366,
      "grad_norm": 1.184188170162798,
      "learning_rate": 0.00014808495971116575,
      "loss": 1.6719,
      "step": 66001
    },
    {
      "epoch": 3.070574552221447,
      "grad_norm": 1.3299909364079718,
      "learning_rate": 0.00014808124859501794,
      "loss": 1.8438,
      "step": 66002
    },
    {
      "epoch": 3.0706210746685274,
      "grad_norm": 1.297786015912376,
      "learning_rate": 0.00014807753748004478,
      "loss": 1.8125,
      "step": 66003
    },
    {
      "epoch": 3.0706675971156083,
      "grad_norm": 1.4386121760157207,
      "learning_rate": 0.00014807382636624857,
      "loss": 2.0781,
      "step": 66004
    },
    {
      "epoch": 3.070714119562689,
      "grad_norm": 1.3079992832985377,
      "learning_rate": 0.0001480701152536316,
      "loss": 2.0156,
      "step": 66005
    },
    {
      "epoch": 3.0707606420097697,
      "grad_norm": 1.3671415763558343,
      "learning_rate": 0.00014806640414219606,
      "loss": 2.2812,
      "step": 66006
    },
    {
      "epoch": 3.07080716445685,
      "grad_norm": 1.2940614071707746,
      "learning_rate": 0.00014806269303194433,
      "loss": 2.0469,
      "step": 66007
    },
    {
      "epoch": 3.070853686903931,
      "grad_norm": 1.3238909327030162,
      "learning_rate": 0.0001480589819228786,
      "loss": 2.0781,
      "step": 66008
    },
    {
      "epoch": 3.070900209351012,
      "grad_norm": 1.2690609332424498,
      "learning_rate": 0.0001480552708150012,
      "loss": 2.0156,
      "step": 66009
    },
    {
      "epoch": 3.0709467317980925,
      "grad_norm": 1.2938747395183343,
      "learning_rate": 0.00014805155970831435,
      "loss": 2.0469,
      "step": 66010
    },
    {
      "epoch": 3.0709932542451734,
      "grad_norm": 1.3343604661102821,
      "learning_rate": 0.00014804784860282037,
      "loss": 2.0938,
      "step": 66011
    },
    {
      "epoch": 3.071039776692254,
      "grad_norm": 1.3601585475412303,
      "learning_rate": 0.00014804413749852147,
      "loss": 2.2188,
      "step": 66012
    },
    {
      "epoch": 3.071086299139335,
      "grad_norm": 1.4322339090809935,
      "learning_rate": 0.00014804042639542,
      "loss": 1.9219,
      "step": 66013
    },
    {
      "epoch": 3.0711328215864153,
      "grad_norm": 1.477645783653914,
      "learning_rate": 0.00014803671529351817,
      "loss": 1.5859,
      "step": 66014
    },
    {
      "epoch": 3.0711793440334962,
      "grad_norm": 1.3293219597975006,
      "learning_rate": 0.0001480330041928183,
      "loss": 1.8594,
      "step": 66015
    },
    {
      "epoch": 3.0712258664805767,
      "grad_norm": 1.2055840897704202,
      "learning_rate": 0.0001480292930933226,
      "loss": 1.8047,
      "step": 66016
    },
    {
      "epoch": 3.0712723889276576,
      "grad_norm": 1.3447545553238043,
      "learning_rate": 0.00014802558199503342,
      "loss": 1.9922,
      "step": 66017
    },
    {
      "epoch": 3.071318911374738,
      "grad_norm": 1.3503815537496302,
      "learning_rate": 0.00014802187089795295,
      "loss": 1.9922,
      "step": 66018
    },
    {
      "epoch": 3.071365433821819,
      "grad_norm": 1.357370026599872,
      "learning_rate": 0.00014801815980208352,
      "loss": 2.1719,
      "step": 66019
    },
    {
      "epoch": 3.0714119562689,
      "grad_norm": 1.3107518047385944,
      "learning_rate": 0.0001480144487074274,
      "loss": 2.1094,
      "step": 66020
    },
    {
      "epoch": 3.0714584787159804,
      "grad_norm": 1.3506402015235675,
      "learning_rate": 0.00014801073761398683,
      "loss": 2.125,
      "step": 66021
    },
    {
      "epoch": 3.0715050011630614,
      "grad_norm": 1.1929621600749605,
      "learning_rate": 0.0001480070265217641,
      "loss": 1.6562,
      "step": 66022
    },
    {
      "epoch": 3.071551523610142,
      "grad_norm": 1.3244226457145198,
      "learning_rate": 0.00014800331543076144,
      "loss": 1.8281,
      "step": 66023
    },
    {
      "epoch": 3.0715980460572228,
      "grad_norm": 1.3930486052085904,
      "learning_rate": 0.00014799960434098118,
      "loss": 1.6328,
      "step": 66024
    },
    {
      "epoch": 3.0716445685043032,
      "grad_norm": 1.3302942890638247,
      "learning_rate": 0.0001479958932524256,
      "loss": 2.2344,
      "step": 66025
    },
    {
      "epoch": 3.071691090951384,
      "grad_norm": 1.289498312793638,
      "learning_rate": 0.00014799218216509692,
      "loss": 1.8281,
      "step": 66026
    },
    {
      "epoch": 3.0717376133984646,
      "grad_norm": 1.2579908887114142,
      "learning_rate": 0.0001479884710789975,
      "loss": 1.7266,
      "step": 66027
    },
    {
      "epoch": 3.0717841358455455,
      "grad_norm": 1.2799128667442183,
      "learning_rate": 0.0001479847599941295,
      "loss": 2.0781,
      "step": 66028
    },
    {
      "epoch": 3.071830658292626,
      "grad_norm": 1.3234177700738914,
      "learning_rate": 0.00014798104891049525,
      "loss": 2.0312,
      "step": 66029
    },
    {
      "epoch": 3.071877180739707,
      "grad_norm": 1.3414131835675578,
      "learning_rate": 0.000147977337828097,
      "loss": 2.2344,
      "step": 66030
    },
    {
      "epoch": 3.0719237031867874,
      "grad_norm": 1.3493508956151474,
      "learning_rate": 0.00014797362674693706,
      "loss": 1.9922,
      "step": 66031
    },
    {
      "epoch": 3.0719702256338683,
      "grad_norm": 1.3364590856333953,
      "learning_rate": 0.00014796991566701765,
      "loss": 2.1094,
      "step": 66032
    },
    {
      "epoch": 3.0720167480809493,
      "grad_norm": 1.4470063178029626,
      "learning_rate": 0.0001479662045883411,
      "loss": 2.2656,
      "step": 66033
    },
    {
      "epoch": 3.0720632705280297,
      "grad_norm": 1.4079445548123786,
      "learning_rate": 0.00014796249351090962,
      "loss": 2.2188,
      "step": 66034
    },
    {
      "epoch": 3.0721097929751107,
      "grad_norm": 1.3182340637450718,
      "learning_rate": 0.00014795878243472555,
      "loss": 2.1094,
      "step": 66035
    },
    {
      "epoch": 3.072156315422191,
      "grad_norm": 1.3680985710526206,
      "learning_rate": 0.00014795507135979108,
      "loss": 1.8906,
      "step": 66036
    },
    {
      "epoch": 3.072202837869272,
      "grad_norm": 1.3975355139892363,
      "learning_rate": 0.00014795136028610857,
      "loss": 2.1094,
      "step": 66037
    },
    {
      "epoch": 3.0722493603163525,
      "grad_norm": 1.250574692979243,
      "learning_rate": 0.00014794764921368024,
      "loss": 2.0,
      "step": 66038
    },
    {
      "epoch": 3.0722958827634335,
      "grad_norm": 1.3128712300413257,
      "learning_rate": 0.00014794393814250838,
      "loss": 2.125,
      "step": 66039
    },
    {
      "epoch": 3.072342405210514,
      "grad_norm": 1.1915021397876755,
      "learning_rate": 0.00014794022707259523,
      "loss": 1.7266,
      "step": 66040
    },
    {
      "epoch": 3.072388927657595,
      "grad_norm": 1.2557744669804878,
      "learning_rate": 0.0001479365160039431,
      "loss": 2.0938,
      "step": 66041
    },
    {
      "epoch": 3.0724354501046753,
      "grad_norm": 1.283214796120055,
      "learning_rate": 0.0001479328049365542,
      "loss": 2.0312,
      "step": 66042
    },
    {
      "epoch": 3.0724819725517563,
      "grad_norm": 1.327972067385418,
      "learning_rate": 0.00014792909387043092,
      "loss": 2.2188,
      "step": 66043
    },
    {
      "epoch": 3.0725284949988367,
      "grad_norm": 1.3318360966790337,
      "learning_rate": 0.0001479253828055754,
      "loss": 2.1094,
      "step": 66044
    },
    {
      "epoch": 3.0725750174459177,
      "grad_norm": 1.3537300793660594,
      "learning_rate": 0.00014792167174198996,
      "loss": 2.25,
      "step": 66045
    },
    {
      "epoch": 3.0726215398929986,
      "grad_norm": 1.322186672713529,
      "learning_rate": 0.00014791796067967696,
      "loss": 2.0156,
      "step": 66046
    },
    {
      "epoch": 3.072668062340079,
      "grad_norm": 1.4016637857867218,
      "learning_rate": 0.00014791424961863855,
      "loss": 2.125,
      "step": 66047
    },
    {
      "epoch": 3.07271458478716,
      "grad_norm": 1.2751722676744606,
      "learning_rate": 0.00014791053855887709,
      "loss": 2.0781,
      "step": 66048
    },
    {
      "epoch": 3.0727611072342405,
      "grad_norm": 1.296785967134119,
      "learning_rate": 0.0001479068275003948,
      "loss": 2.125,
      "step": 66049
    },
    {
      "epoch": 3.0728076296813214,
      "grad_norm": 1.2713956438408887,
      "learning_rate": 0.00014790311644319394,
      "loss": 1.8516,
      "step": 66050
    },
    {
      "epoch": 3.072854152128402,
      "grad_norm": 1.227933627106336,
      "learning_rate": 0.0001478994053872768,
      "loss": 1.8125,
      "step": 66051
    },
    {
      "epoch": 3.0729006745754828,
      "grad_norm": 1.271288370502051,
      "learning_rate": 0.00014789569433264565,
      "loss": 1.9609,
      "step": 66052
    },
    {
      "epoch": 3.0729471970225632,
      "grad_norm": 1.2301590104777305,
      "learning_rate": 0.0001478919832793028,
      "loss": 1.9297,
      "step": 66053
    },
    {
      "epoch": 3.072993719469644,
      "grad_norm": 1.3316405053261327,
      "learning_rate": 0.00014788827222725047,
      "loss": 2.0625,
      "step": 66054
    },
    {
      "epoch": 3.0730402419167246,
      "grad_norm": 1.319006475333705,
      "learning_rate": 0.00014788456117649097,
      "loss": 1.9375,
      "step": 66055
    },
    {
      "epoch": 3.0730867643638056,
      "grad_norm": 1.2856954085000296,
      "learning_rate": 0.00014788085012702653,
      "loss": 1.7422,
      "step": 66056
    },
    {
      "epoch": 3.073133286810886,
      "grad_norm": 1.2974560913733282,
      "learning_rate": 0.0001478771390788595,
      "loss": 2.0469,
      "step": 66057
    },
    {
      "epoch": 3.073179809257967,
      "grad_norm": 1.2977008782703998,
      "learning_rate": 0.00014787342803199204,
      "loss": 1.9375,
      "step": 66058
    },
    {
      "epoch": 3.073226331705048,
      "grad_norm": 1.3294105258755124,
      "learning_rate": 0.0001478697169864265,
      "loss": 2.2344,
      "step": 66059
    },
    {
      "epoch": 3.0732728541521284,
      "grad_norm": 1.3348926469009061,
      "learning_rate": 0.0001478660059421651,
      "loss": 1.9922,
      "step": 66060
    },
    {
      "epoch": 3.0733193765992093,
      "grad_norm": 1.3873810193625016,
      "learning_rate": 0.00014786229489921018,
      "loss": 2.125,
      "step": 66061
    },
    {
      "epoch": 3.0733658990462898,
      "grad_norm": 1.2753488494582574,
      "learning_rate": 0.00014785858385756395,
      "loss": 1.9141,
      "step": 66062
    },
    {
      "epoch": 3.0734124214933707,
      "grad_norm": 1.2263007057757733,
      "learning_rate": 0.00014785487281722875,
      "loss": 2.0,
      "step": 66063
    },
    {
      "epoch": 3.073458943940451,
      "grad_norm": 1.3759438850683905,
      "learning_rate": 0.00014785116177820678,
      "loss": 2.2969,
      "step": 66064
    },
    {
      "epoch": 3.073505466387532,
      "grad_norm": 1.351182656596108,
      "learning_rate": 0.00014784745074050037,
      "loss": 2.125,
      "step": 66065
    },
    {
      "epoch": 3.0735519888346126,
      "grad_norm": 1.2682585535794881,
      "learning_rate": 0.00014784373970411167,
      "loss": 1.9141,
      "step": 66066
    },
    {
      "epoch": 3.0735985112816935,
      "grad_norm": 1.3016069918649082,
      "learning_rate": 0.0001478400286690431,
      "loss": 1.8359,
      "step": 66067
    },
    {
      "epoch": 3.073645033728774,
      "grad_norm": 1.3074847263330904,
      "learning_rate": 0.0001478363176352969,
      "loss": 1.9609,
      "step": 66068
    },
    {
      "epoch": 3.073691556175855,
      "grad_norm": 1.285935219188673,
      "learning_rate": 0.0001478326066028753,
      "loss": 1.9844,
      "step": 66069
    },
    {
      "epoch": 3.0737380786229354,
      "grad_norm": 1.2124750647315976,
      "learning_rate": 0.0001478288955717806,
      "loss": 1.8438,
      "step": 66070
    },
    {
      "epoch": 3.0737846010700163,
      "grad_norm": 1.282104308016964,
      "learning_rate": 0.00014782518454201505,
      "loss": 1.9609,
      "step": 66071
    },
    {
      "epoch": 3.073831123517097,
      "grad_norm": 1.2709432025436904,
      "learning_rate": 0.00014782147351358099,
      "loss": 1.8594,
      "step": 66072
    },
    {
      "epoch": 3.0738776459641777,
      "grad_norm": 1.405999978344105,
      "learning_rate": 0.00014781776248648057,
      "loss": 2.2656,
      "step": 66073
    },
    {
      "epoch": 3.0739241684112586,
      "grad_norm": 1.2140540947718945,
      "learning_rate": 0.00014781405146071619,
      "loss": 1.8203,
      "step": 66074
    },
    {
      "epoch": 3.073970690858339,
      "grad_norm": 1.353623040147919,
      "learning_rate": 0.00014781034043629003,
      "loss": 2.1406,
      "step": 66075
    },
    {
      "epoch": 3.07401721330542,
      "grad_norm": 1.2862344761241107,
      "learning_rate": 0.00014780662941320436,
      "loss": 1.9219,
      "step": 66076
    },
    {
      "epoch": 3.0740637357525005,
      "grad_norm": 1.3865199641650594,
      "learning_rate": 0.00014780291839146153,
      "loss": 2.1094,
      "step": 66077
    },
    {
      "epoch": 3.0741102581995814,
      "grad_norm": 1.36736977746184,
      "learning_rate": 0.00014779920737106373,
      "loss": 2.2812,
      "step": 66078
    },
    {
      "epoch": 3.074156780646662,
      "grad_norm": 1.2413157886355788,
      "learning_rate": 0.00014779549635201333,
      "loss": 1.8594,
      "step": 66079
    },
    {
      "epoch": 3.074203303093743,
      "grad_norm": 1.3690350452307583,
      "learning_rate": 0.00014779178533431245,
      "loss": 1.9922,
      "step": 66080
    },
    {
      "epoch": 3.0742498255408233,
      "grad_norm": 1.4080924212522763,
      "learning_rate": 0.00014778807431796353,
      "loss": 2.0625,
      "step": 66081
    },
    {
      "epoch": 3.074296347987904,
      "grad_norm": 1.3691033608216758,
      "learning_rate": 0.00014778436330296872,
      "loss": 2.1094,
      "step": 66082
    },
    {
      "epoch": 3.074342870434985,
      "grad_norm": 1.193171747107756,
      "learning_rate": 0.00014778065228933038,
      "loss": 1.7266,
      "step": 66083
    },
    {
      "epoch": 3.0743893928820656,
      "grad_norm": 1.2611995245070144,
      "learning_rate": 0.00014777694127705068,
      "loss": 1.8828,
      "step": 66084
    },
    {
      "epoch": 3.0744359153291465,
      "grad_norm": 1.3312749200132974,
      "learning_rate": 0.000147773230266132,
      "loss": 2.0469,
      "step": 66085
    },
    {
      "epoch": 3.074482437776227,
      "grad_norm": 1.2805036460651529,
      "learning_rate": 0.00014776951925657653,
      "loss": 1.9844,
      "step": 66086
    },
    {
      "epoch": 3.074528960223308,
      "grad_norm": 1.297636776532202,
      "learning_rate": 0.00014776580824838657,
      "loss": 1.8359,
      "step": 66087
    },
    {
      "epoch": 3.0745754826703884,
      "grad_norm": 1.3605317175084692,
      "learning_rate": 0.00014776209724156437,
      "loss": 2.1406,
      "step": 66088
    },
    {
      "epoch": 3.0746220051174693,
      "grad_norm": 1.3888829878753706,
      "learning_rate": 0.00014775838623611224,
      "loss": 2.2188,
      "step": 66089
    },
    {
      "epoch": 3.07466852756455,
      "grad_norm": 1.4004830370514656,
      "learning_rate": 0.00014775467523203247,
      "loss": 2.2812,
      "step": 66090
    },
    {
      "epoch": 3.0747150500116307,
      "grad_norm": 1.3127890937592257,
      "learning_rate": 0.0001477509642293273,
      "loss": 2.0469,
      "step": 66091
    },
    {
      "epoch": 3.074761572458711,
      "grad_norm": 1.332353077041557,
      "learning_rate": 0.000147747253227999,
      "loss": 2.0469,
      "step": 66092
    },
    {
      "epoch": 3.074808094905792,
      "grad_norm": 1.2780587904291019,
      "learning_rate": 0.00014774354222804983,
      "loss": 1.5703,
      "step": 66093
    },
    {
      "epoch": 3.0748546173528726,
      "grad_norm": 1.3104463174313825,
      "learning_rate": 0.0001477398312294821,
      "loss": 1.8281,
      "step": 66094
    },
    {
      "epoch": 3.0749011397999535,
      "grad_norm": 1.3582889092221837,
      "learning_rate": 0.00014773612023229803,
      "loss": 2.1406,
      "step": 66095
    },
    {
      "epoch": 3.074947662247034,
      "grad_norm": 1.213666726711622,
      "learning_rate": 0.00014773240923649997,
      "loss": 1.5078,
      "step": 66096
    },
    {
      "epoch": 3.074994184694115,
      "grad_norm": 1.2407186771563468,
      "learning_rate": 0.0001477286982420901,
      "loss": 1.7109,
      "step": 66097
    },
    {
      "epoch": 3.075040707141196,
      "grad_norm": 1.3226165857048713,
      "learning_rate": 0.00014772498724907075,
      "loss": 2.0781,
      "step": 66098
    },
    {
      "epoch": 3.0750872295882763,
      "grad_norm": 1.3650559408598721,
      "learning_rate": 0.00014772127625744416,
      "loss": 2.25,
      "step": 66099
    },
    {
      "epoch": 3.075133752035357,
      "grad_norm": 1.2404599602862914,
      "learning_rate": 0.00014771756526721263,
      "loss": 1.8125,
      "step": 66100
    },
    {
      "epoch": 3.0751802744824377,
      "grad_norm": 1.4038682122187873,
      "learning_rate": 0.00014771385427837845,
      "loss": 2.2969,
      "step": 66101
    },
    {
      "epoch": 3.0752267969295186,
      "grad_norm": 1.3231034213281767,
      "learning_rate": 0.00014771014329094381,
      "loss": 2.0156,
      "step": 66102
    },
    {
      "epoch": 3.075273319376599,
      "grad_norm": 1.305826097375763,
      "learning_rate": 0.00014770643230491108,
      "loss": 1.8359,
      "step": 66103
    },
    {
      "epoch": 3.07531984182368,
      "grad_norm": 1.3954089383323487,
      "learning_rate": 0.00014770272132028244,
      "loss": 2.1562,
      "step": 66104
    },
    {
      "epoch": 3.0753663642707605,
      "grad_norm": 1.418788343499724,
      "learning_rate": 0.00014769901033706025,
      "loss": 2.2344,
      "step": 66105
    },
    {
      "epoch": 3.0754128867178414,
      "grad_norm": 1.3798124234873037,
      "learning_rate": 0.0001476952993552467,
      "loss": 2.1406,
      "step": 66106
    },
    {
      "epoch": 3.075459409164922,
      "grad_norm": 1.3052593426934802,
      "learning_rate": 0.00014769158837484413,
      "loss": 1.5469,
      "step": 66107
    },
    {
      "epoch": 3.075505931612003,
      "grad_norm": 1.3809088281221924,
      "learning_rate": 0.00014768787739585475,
      "loss": 2.2188,
      "step": 66108
    },
    {
      "epoch": 3.0755524540590837,
      "grad_norm": 1.3523849880200218,
      "learning_rate": 0.0001476841664182809,
      "loss": 2.2188,
      "step": 66109
    },
    {
      "epoch": 3.075598976506164,
      "grad_norm": 1.4110302849856313,
      "learning_rate": 0.00014768045544212476,
      "loss": 2.1406,
      "step": 66110
    },
    {
      "epoch": 3.075645498953245,
      "grad_norm": 1.3688967570321444,
      "learning_rate": 0.00014767674446738868,
      "loss": 2.2344,
      "step": 66111
    },
    {
      "epoch": 3.0756920214003256,
      "grad_norm": 1.2908579614405562,
      "learning_rate": 0.00014767303349407497,
      "loss": 2.0469,
      "step": 66112
    },
    {
      "epoch": 3.0757385438474065,
      "grad_norm": 1.3480995025233136,
      "learning_rate": 0.00014766932252218578,
      "loss": 2.0781,
      "step": 66113
    },
    {
      "epoch": 3.075785066294487,
      "grad_norm": 1.3164377499260407,
      "learning_rate": 0.0001476656115517235,
      "loss": 2.1562,
      "step": 66114
    },
    {
      "epoch": 3.075831588741568,
      "grad_norm": 1.4134010462751656,
      "learning_rate": 0.00014766190058269028,
      "loss": 2.1406,
      "step": 66115
    },
    {
      "epoch": 3.0758781111886484,
      "grad_norm": 1.3453998391147952,
      "learning_rate": 0.00014765818961508852,
      "loss": 2.1875,
      "step": 66116
    },
    {
      "epoch": 3.0759246336357293,
      "grad_norm": 1.3935595239250316,
      "learning_rate": 0.00014765447864892038,
      "loss": 2.2656,
      "step": 66117
    },
    {
      "epoch": 3.07597115608281,
      "grad_norm": 1.1970394176784045,
      "learning_rate": 0.00014765076768418823,
      "loss": 1.6641,
      "step": 66118
    },
    {
      "epoch": 3.0760176785298907,
      "grad_norm": 1.39756590256285,
      "learning_rate": 0.00014764705672089425,
      "loss": 2.1562,
      "step": 66119
    },
    {
      "epoch": 3.076064200976971,
      "grad_norm": 1.3466209880177784,
      "learning_rate": 0.0001476433457590408,
      "loss": 2.1875,
      "step": 66120
    },
    {
      "epoch": 3.076110723424052,
      "grad_norm": 1.2595271631138603,
      "learning_rate": 0.00014763963479863006,
      "loss": 1.875,
      "step": 66121
    },
    {
      "epoch": 3.0761572458711326,
      "grad_norm": 1.2712605616091264,
      "learning_rate": 0.0001476359238396644,
      "loss": 1.9219,
      "step": 66122
    },
    {
      "epoch": 3.0762037683182135,
      "grad_norm": 1.4038434767478196,
      "learning_rate": 0.000147632212882146,
      "loss": 2.25,
      "step": 66123
    },
    {
      "epoch": 3.0762502907652944,
      "grad_norm": 1.2470277416308442,
      "learning_rate": 0.00014762850192607722,
      "loss": 1.3203,
      "step": 66124
    },
    {
      "epoch": 3.076296813212375,
      "grad_norm": 1.3867313916971509,
      "learning_rate": 0.0001476247909714602,
      "loss": 2.1875,
      "step": 66125
    },
    {
      "epoch": 3.076343335659456,
      "grad_norm": 1.3219942837977356,
      "learning_rate": 0.00014762108001829737,
      "loss": 1.7891,
      "step": 66126
    },
    {
      "epoch": 3.0763898581065363,
      "grad_norm": 1.2668370375954237,
      "learning_rate": 0.00014761736906659093,
      "loss": 1.8594,
      "step": 66127
    },
    {
      "epoch": 3.0764363805536172,
      "grad_norm": 1.2720934332041518,
      "learning_rate": 0.00014761365811634313,
      "loss": 1.8906,
      "step": 66128
    },
    {
      "epoch": 3.0764829030006977,
      "grad_norm": 1.3901619851963618,
      "learning_rate": 0.0001476099471675563,
      "loss": 2.1094,
      "step": 66129
    },
    {
      "epoch": 3.0765294254477786,
      "grad_norm": 1.2399410875200196,
      "learning_rate": 0.0001476062362202326,
      "loss": 2.0312,
      "step": 66130
    },
    {
      "epoch": 3.076575947894859,
      "grad_norm": 1.3443020043963925,
      "learning_rate": 0.00014760252527437444,
      "loss": 1.9609,
      "step": 66131
    },
    {
      "epoch": 3.07662247034194,
      "grad_norm": 1.3740892723566165,
      "learning_rate": 0.00014759881432998393,
      "loss": 2.1719,
      "step": 66132
    },
    {
      "epoch": 3.0766689927890205,
      "grad_norm": 1.381883018150439,
      "learning_rate": 0.0001475951033870635,
      "loss": 2.0625,
      "step": 66133
    },
    {
      "epoch": 3.0767155152361014,
      "grad_norm": 1.226301004262919,
      "learning_rate": 0.0001475913924456154,
      "loss": 1.9297,
      "step": 66134
    },
    {
      "epoch": 3.0767620376831823,
      "grad_norm": 1.5258495028638357,
      "learning_rate": 0.00014758768150564182,
      "loss": 2.1406,
      "step": 66135
    },
    {
      "epoch": 3.076808560130263,
      "grad_norm": 1.314596384463675,
      "learning_rate": 0.0001475839705671451,
      "loss": 1.9922,
      "step": 66136
    },
    {
      "epoch": 3.0768550825773437,
      "grad_norm": 1.2520576068536746,
      "learning_rate": 0.00014758025963012748,
      "loss": 1.7656,
      "step": 66137
    },
    {
      "epoch": 3.0769016050244242,
      "grad_norm": 1.3732601192991423,
      "learning_rate": 0.00014757654869459124,
      "loss": 2.125,
      "step": 66138
    },
    {
      "epoch": 3.076948127471505,
      "grad_norm": 1.2310890103610226,
      "learning_rate": 0.00014757283776053865,
      "loss": 1.7266,
      "step": 66139
    },
    {
      "epoch": 3.0769946499185856,
      "grad_norm": 1.3502603187584663,
      "learning_rate": 0.000147569126827972,
      "loss": 2.2969,
      "step": 66140
    },
    {
      "epoch": 3.0770411723656665,
      "grad_norm": 1.283635438309853,
      "learning_rate": 0.0001475654158968935,
      "loss": 1.9609,
      "step": 66141
    },
    {
      "epoch": 3.077087694812747,
      "grad_norm": 1.4312609983765987,
      "learning_rate": 0.0001475617049673055,
      "loss": 2.2031,
      "step": 66142
    },
    {
      "epoch": 3.077134217259828,
      "grad_norm": 1.2190218985751675,
      "learning_rate": 0.00014755799403921022,
      "loss": 1.6484,
      "step": 66143
    },
    {
      "epoch": 3.0771807397069084,
      "grad_norm": 1.3471589211089179,
      "learning_rate": 0.00014755428311260998,
      "loss": 2.0312,
      "step": 66144
    },
    {
      "epoch": 3.0772272621539893,
      "grad_norm": 1.313628481076566,
      "learning_rate": 0.000147550572187507,
      "loss": 2.0625,
      "step": 66145
    },
    {
      "epoch": 3.07727378460107,
      "grad_norm": 1.371010025391185,
      "learning_rate": 0.0001475468612639036,
      "loss": 2.0625,
      "step": 66146
    },
    {
      "epoch": 3.0773203070481507,
      "grad_norm": 1.3373895460791132,
      "learning_rate": 0.00014754315034180198,
      "loss": 2.1406,
      "step": 66147
    },
    {
      "epoch": 3.0773668294952317,
      "grad_norm": 1.325309363641793,
      "learning_rate": 0.0001475394394212045,
      "loss": 1.9766,
      "step": 66148
    },
    {
      "epoch": 3.077413351942312,
      "grad_norm": 1.3266526794130642,
      "learning_rate": 0.0001475357285021134,
      "loss": 1.9141,
      "step": 66149
    },
    {
      "epoch": 3.077459874389393,
      "grad_norm": 1.2633374195707678,
      "learning_rate": 0.00014753201758453091,
      "loss": 1.5,
      "step": 66150
    },
    {
      "epoch": 3.0775063968364735,
      "grad_norm": 1.2830951865118292,
      "learning_rate": 0.00014752830666845933,
      "loss": 2.2812,
      "step": 66151
    },
    {
      "epoch": 3.0775529192835545,
      "grad_norm": 1.3296418204945666,
      "learning_rate": 0.00014752459575390094,
      "loss": 2.0625,
      "step": 66152
    },
    {
      "epoch": 3.077599441730635,
      "grad_norm": 1.316650205581257,
      "learning_rate": 0.00014752088484085802,
      "loss": 1.9844,
      "step": 66153
    },
    {
      "epoch": 3.077645964177716,
      "grad_norm": 1.393036612581907,
      "learning_rate": 0.00014751717392933277,
      "loss": 1.9922,
      "step": 66154
    },
    {
      "epoch": 3.0776924866247963,
      "grad_norm": 1.3535305308178267,
      "learning_rate": 0.00014751346301932757,
      "loss": 2.25,
      "step": 66155
    },
    {
      "epoch": 3.0777390090718773,
      "grad_norm": 1.341913772961317,
      "learning_rate": 0.00014750975211084465,
      "loss": 2.1094,
      "step": 66156
    },
    {
      "epoch": 3.0777855315189577,
      "grad_norm": 1.3550964390232765,
      "learning_rate": 0.00014750604120388627,
      "loss": 1.9922,
      "step": 66157
    },
    {
      "epoch": 3.0778320539660387,
      "grad_norm": 1.2907602715620188,
      "learning_rate": 0.00014750233029845472,
      "loss": 1.9375,
      "step": 66158
    },
    {
      "epoch": 3.077878576413119,
      "grad_norm": 1.1991072189648428,
      "learning_rate": 0.00014749861939455223,
      "loss": 1.9297,
      "step": 66159
    },
    {
      "epoch": 3.0779250988602,
      "grad_norm": 1.314539410141219,
      "learning_rate": 0.00014749490849218114,
      "loss": 1.9844,
      "step": 66160
    },
    {
      "epoch": 3.077971621307281,
      "grad_norm": 1.1925440919480255,
      "learning_rate": 0.00014749119759134362,
      "loss": 1.7578,
      "step": 66161
    },
    {
      "epoch": 3.0780181437543614,
      "grad_norm": 1.3788892780466613,
      "learning_rate": 0.00014748748669204207,
      "loss": 2.2344,
      "step": 66162
    },
    {
      "epoch": 3.0780646662014424,
      "grad_norm": 1.4190676705869165,
      "learning_rate": 0.00014748377579427863,
      "loss": 2.1875,
      "step": 66163
    },
    {
      "epoch": 3.078111188648523,
      "grad_norm": 1.339239884967823,
      "learning_rate": 0.0001474800648980557,
      "loss": 2.0625,
      "step": 66164
    },
    {
      "epoch": 3.0781577110956038,
      "grad_norm": 1.4014551632430456,
      "learning_rate": 0.00014747635400337542,
      "loss": 2.0625,
      "step": 66165
    },
    {
      "epoch": 3.0782042335426842,
      "grad_norm": 1.6731385694288101,
      "learning_rate": 0.00014747264311024022,
      "loss": 2.1562,
      "step": 66166
    },
    {
      "epoch": 3.078250755989765,
      "grad_norm": 1.310253297674293,
      "learning_rate": 0.0001474689322186522,
      "loss": 1.8828,
      "step": 66167
    },
    {
      "epoch": 3.0782972784368456,
      "grad_norm": 1.3984322588807212,
      "learning_rate": 0.00014746522132861377,
      "loss": 2.3906,
      "step": 66168
    },
    {
      "epoch": 3.0783438008839266,
      "grad_norm": 1.3142332290242846,
      "learning_rate": 0.0001474615104401271,
      "loss": 2.0938,
      "step": 66169
    },
    {
      "epoch": 3.078390323331007,
      "grad_norm": 1.349190509704716,
      "learning_rate": 0.00014745779955319455,
      "loss": 2.0469,
      "step": 66170
    },
    {
      "epoch": 3.078436845778088,
      "grad_norm": 1.4315471070317078,
      "learning_rate": 0.00014745408866781833,
      "loss": 2.1562,
      "step": 66171
    },
    {
      "epoch": 3.0784833682251684,
      "grad_norm": 1.3046671370000524,
      "learning_rate": 0.00014745037778400073,
      "loss": 2.1406,
      "step": 66172
    },
    {
      "epoch": 3.0785298906722494,
      "grad_norm": 1.2876885839910273,
      "learning_rate": 0.00014744666690174403,
      "loss": 2.0625,
      "step": 66173
    },
    {
      "epoch": 3.0785764131193303,
      "grad_norm": 1.319257018714577,
      "learning_rate": 0.0001474429560210505,
      "loss": 2.25,
      "step": 66174
    },
    {
      "epoch": 3.0786229355664108,
      "grad_norm": 1.3474292358215942,
      "learning_rate": 0.00014743924514192238,
      "loss": 2.1406,
      "step": 66175
    },
    {
      "epoch": 3.0786694580134917,
      "grad_norm": 1.3232197128801593,
      "learning_rate": 0.00014743553426436196,
      "loss": 2.0938,
      "step": 66176
    },
    {
      "epoch": 3.078715980460572,
      "grad_norm": 1.3421888367629395,
      "learning_rate": 0.00014743182338837157,
      "loss": 2.1719,
      "step": 66177
    },
    {
      "epoch": 3.078762502907653,
      "grad_norm": 1.3743025345471738,
      "learning_rate": 0.00014742811251395338,
      "loss": 2.2344,
      "step": 66178
    },
    {
      "epoch": 3.0788090253547336,
      "grad_norm": 1.3350693593905514,
      "learning_rate": 0.00014742440164110978,
      "loss": 2.0938,
      "step": 66179
    },
    {
      "epoch": 3.0788555478018145,
      "grad_norm": 1.3052052676578703,
      "learning_rate": 0.0001474206907698429,
      "loss": 1.9531,
      "step": 66180
    },
    {
      "epoch": 3.078902070248895,
      "grad_norm": 1.3477545683207899,
      "learning_rate": 0.00014741697990015517,
      "loss": 2.0156,
      "step": 66181
    },
    {
      "epoch": 3.078948592695976,
      "grad_norm": 1.2601143724443302,
      "learning_rate": 0.00014741326903204877,
      "loss": 1.9844,
      "step": 66182
    },
    {
      "epoch": 3.0789951151430563,
      "grad_norm": 1.344660060654949,
      "learning_rate": 0.00014740955816552594,
      "loss": 2.3594,
      "step": 66183
    },
    {
      "epoch": 3.0790416375901373,
      "grad_norm": 1.4144558845371713,
      "learning_rate": 0.00014740584730058901,
      "loss": 1.8906,
      "step": 66184
    },
    {
      "epoch": 3.0790881600372177,
      "grad_norm": 1.295360426696944,
      "learning_rate": 0.00014740213643724023,
      "loss": 1.9688,
      "step": 66185
    },
    {
      "epoch": 3.0791346824842987,
      "grad_norm": 1.2784602803305098,
      "learning_rate": 0.0001473984255754819,
      "loss": 1.7812,
      "step": 66186
    },
    {
      "epoch": 3.0791812049313796,
      "grad_norm": 1.2735929744062064,
      "learning_rate": 0.00014739471471531622,
      "loss": 1.7969,
      "step": 66187
    },
    {
      "epoch": 3.07922772737846,
      "grad_norm": 1.38056078394861,
      "learning_rate": 0.00014739100385674557,
      "loss": 2.2969,
      "step": 66188
    },
    {
      "epoch": 3.079274249825541,
      "grad_norm": 1.2373746237524639,
      "learning_rate": 0.00014738729299977214,
      "loss": 1.7812,
      "step": 66189
    },
    {
      "epoch": 3.0793207722726215,
      "grad_norm": 1.319706770398641,
      "learning_rate": 0.0001473835821443982,
      "loss": 2.125,
      "step": 66190
    },
    {
      "epoch": 3.0793672947197024,
      "grad_norm": 1.2756255490587505,
      "learning_rate": 0.00014737987129062607,
      "loss": 1.8672,
      "step": 66191
    },
    {
      "epoch": 3.079413817166783,
      "grad_norm": 1.3833993903343162,
      "learning_rate": 0.00014737616043845802,
      "loss": 2.2969,
      "step": 66192
    },
    {
      "epoch": 3.079460339613864,
      "grad_norm": 1.2761417099331898,
      "learning_rate": 0.00014737244958789626,
      "loss": 2.0781,
      "step": 66193
    },
    {
      "epoch": 3.0795068620609443,
      "grad_norm": 1.433325089133948,
      "learning_rate": 0.00014736873873894314,
      "loss": 2.1875,
      "step": 66194
    },
    {
      "epoch": 3.079553384508025,
      "grad_norm": 1.3275462025861697,
      "learning_rate": 0.00014736502789160084,
      "loss": 1.9844,
      "step": 66195
    },
    {
      "epoch": 3.0795999069551057,
      "grad_norm": 1.2438293623633885,
      "learning_rate": 0.00014736131704587175,
      "loss": 2.0625,
      "step": 66196
    },
    {
      "epoch": 3.0796464294021866,
      "grad_norm": 1.2316340831681947,
      "learning_rate": 0.000147357606201758,
      "loss": 1.6641,
      "step": 66197
    },
    {
      "epoch": 3.079692951849267,
      "grad_norm": 1.3059869776976445,
      "learning_rate": 0.00014735389535926194,
      "loss": 2.1719,
      "step": 66198
    },
    {
      "epoch": 3.079739474296348,
      "grad_norm": 1.3054048088542807,
      "learning_rate": 0.00014735018451838593,
      "loss": 1.9922,
      "step": 66199
    },
    {
      "epoch": 3.079785996743429,
      "grad_norm": 1.3977753339514167,
      "learning_rate": 0.00014734647367913207,
      "loss": 1.7344,
      "step": 66200
    },
    {
      "epoch": 3.0798325191905094,
      "grad_norm": 1.3738024245420042,
      "learning_rate": 0.00014734276284150276,
      "loss": 2.0156,
      "step": 66201
    },
    {
      "epoch": 3.0798790416375903,
      "grad_norm": 1.3390544742003978,
      "learning_rate": 0.00014733905200550021,
      "loss": 1.9844,
      "step": 66202
    },
    {
      "epoch": 3.0799255640846708,
      "grad_norm": 1.3318959809183561,
      "learning_rate": 0.00014733534117112673,
      "loss": 2.1094,
      "step": 66203
    },
    {
      "epoch": 3.0799720865317517,
      "grad_norm": 1.2908970678732195,
      "learning_rate": 0.00014733163033838455,
      "loss": 1.9062,
      "step": 66204
    },
    {
      "epoch": 3.080018608978832,
      "grad_norm": 1.2774041548882888,
      "learning_rate": 0.00014732791950727598,
      "loss": 2.0938,
      "step": 66205
    },
    {
      "epoch": 3.080065131425913,
      "grad_norm": 1.3135412012978116,
      "learning_rate": 0.00014732420867780323,
      "loss": 2.0781,
      "step": 66206
    },
    {
      "epoch": 3.0801116538729936,
      "grad_norm": 1.2973808986262834,
      "learning_rate": 0.00014732049784996865,
      "loss": 2.0469,
      "step": 66207
    },
    {
      "epoch": 3.0801581763200745,
      "grad_norm": 1.3189050405816498,
      "learning_rate": 0.0001473167870237745,
      "loss": 2.0312,
      "step": 66208
    },
    {
      "epoch": 3.080204698767155,
      "grad_norm": 1.2289624339921952,
      "learning_rate": 0.00014731307619922297,
      "loss": 1.6953,
      "step": 66209
    },
    {
      "epoch": 3.080251221214236,
      "grad_norm": 1.3049707454812345,
      "learning_rate": 0.00014730936537631645,
      "loss": 2.0781,
      "step": 66210
    },
    {
      "epoch": 3.0802977436613164,
      "grad_norm": 1.2703830576576325,
      "learning_rate": 0.0001473056545550571,
      "loss": 2.0781,
      "step": 66211
    },
    {
      "epoch": 3.0803442661083973,
      "grad_norm": 1.3838340755060539,
      "learning_rate": 0.00014730194373544728,
      "loss": 2.0625,
      "step": 66212
    },
    {
      "epoch": 3.080390788555478,
      "grad_norm": 1.290618598998833,
      "learning_rate": 0.00014729823291748922,
      "loss": 1.9062,
      "step": 66213
    },
    {
      "epoch": 3.0804373110025587,
      "grad_norm": 1.2195932226859765,
      "learning_rate": 0.0001472945221011852,
      "loss": 1.9141,
      "step": 66214
    },
    {
      "epoch": 3.0804838334496396,
      "grad_norm": 1.2508104521177712,
      "learning_rate": 0.00014729081128653747,
      "loss": 1.8828,
      "step": 66215
    },
    {
      "epoch": 3.08053035589672,
      "grad_norm": 1.4132191615872347,
      "learning_rate": 0.00014728710047354836,
      "loss": 2.3125,
      "step": 66216
    },
    {
      "epoch": 3.080576878343801,
      "grad_norm": 1.392545748612426,
      "learning_rate": 0.00014728338966222006,
      "loss": 2.1094,
      "step": 66217
    },
    {
      "epoch": 3.0806234007908815,
      "grad_norm": 1.3097742016794127,
      "learning_rate": 0.0001472796788525549,
      "loss": 2.0625,
      "step": 66218
    },
    {
      "epoch": 3.0806699232379624,
      "grad_norm": 1.3374171767120728,
      "learning_rate": 0.00014727596804455512,
      "loss": 2.0156,
      "step": 66219
    },
    {
      "epoch": 3.080716445685043,
      "grad_norm": 1.3118279057623397,
      "learning_rate": 0.000147272257238223,
      "loss": 2.0312,
      "step": 66220
    },
    {
      "epoch": 3.080762968132124,
      "grad_norm": 1.2783750105171017,
      "learning_rate": 0.00014726854643356085,
      "loss": 2.0,
      "step": 66221
    },
    {
      "epoch": 3.0808094905792043,
      "grad_norm": 1.3281647292659413,
      "learning_rate": 0.00014726483563057087,
      "loss": 1.9766,
      "step": 66222
    },
    {
      "epoch": 3.080856013026285,
      "grad_norm": 1.2603499600099817,
      "learning_rate": 0.00014726112482925545,
      "loss": 2.1875,
      "step": 66223
    },
    {
      "epoch": 3.080902535473366,
      "grad_norm": 1.2333424376016604,
      "learning_rate": 0.00014725741402961672,
      "loss": 1.6875,
      "step": 66224
    },
    {
      "epoch": 3.0809490579204466,
      "grad_norm": 1.4744545307840886,
      "learning_rate": 0.00014725370323165706,
      "loss": 2.0625,
      "step": 66225
    },
    {
      "epoch": 3.0809955803675275,
      "grad_norm": 1.281039287092966,
      "learning_rate": 0.00014724999243537868,
      "loss": 1.9219,
      "step": 66226
    },
    {
      "epoch": 3.081042102814608,
      "grad_norm": 1.4001418259822334,
      "learning_rate": 0.00014724628164078388,
      "loss": 2.25,
      "step": 66227
    },
    {
      "epoch": 3.081088625261689,
      "grad_norm": 1.3197423181553571,
      "learning_rate": 0.0001472425708478749,
      "loss": 2.0781,
      "step": 66228
    },
    {
      "epoch": 3.0811351477087694,
      "grad_norm": 1.2761746276799981,
      "learning_rate": 0.00014723886005665407,
      "loss": 1.8359,
      "step": 66229
    },
    {
      "epoch": 3.0811816701558503,
      "grad_norm": 1.4417596327601343,
      "learning_rate": 0.0001472351492671236,
      "loss": 2.1406,
      "step": 66230
    },
    {
      "epoch": 3.081228192602931,
      "grad_norm": 1.2571748687905469,
      "learning_rate": 0.0001472314384792858,
      "loss": 1.9766,
      "step": 66231
    },
    {
      "epoch": 3.0812747150500117,
      "grad_norm": 1.3537499753749118,
      "learning_rate": 0.0001472277276931429,
      "loss": 2.0938,
      "step": 66232
    },
    {
      "epoch": 3.081321237497092,
      "grad_norm": 1.2925514710921697,
      "learning_rate": 0.00014722401690869726,
      "loss": 1.9766,
      "step": 66233
    },
    {
      "epoch": 3.081367759944173,
      "grad_norm": 1.2334845900037879,
      "learning_rate": 0.00014722030612595108,
      "loss": 1.7578,
      "step": 66234
    },
    {
      "epoch": 3.0814142823912536,
      "grad_norm": 1.304529009222449,
      "learning_rate": 0.0001472165953449066,
      "loss": 2.125,
      "step": 66235
    },
    {
      "epoch": 3.0814608048383345,
      "grad_norm": 1.3579639595797928,
      "learning_rate": 0.0001472128845655662,
      "loss": 1.9609,
      "step": 66236
    },
    {
      "epoch": 3.081507327285415,
      "grad_norm": 1.373817812165424,
      "learning_rate": 0.00014720917378793202,
      "loss": 1.9297,
      "step": 66237
    },
    {
      "epoch": 3.081553849732496,
      "grad_norm": 1.2494819434505455,
      "learning_rate": 0.00014720546301200642,
      "loss": 1.7891,
      "step": 66238
    },
    {
      "epoch": 3.081600372179577,
      "grad_norm": 1.1922680665443603,
      "learning_rate": 0.00014720175223779166,
      "loss": 1.875,
      "step": 66239
    },
    {
      "epoch": 3.0816468946266573,
      "grad_norm": 1.3892682576899837,
      "learning_rate": 0.00014719804146529005,
      "loss": 2.3594,
      "step": 66240
    },
    {
      "epoch": 3.0816934170737382,
      "grad_norm": 1.3256057163607644,
      "learning_rate": 0.00014719433069450375,
      "loss": 2.0156,
      "step": 66241
    },
    {
      "epoch": 3.0817399395208187,
      "grad_norm": 1.2936318066000454,
      "learning_rate": 0.00014719061992543505,
      "loss": 2.0625,
      "step": 66242
    },
    {
      "epoch": 3.0817864619678996,
      "grad_norm": 1.2736167643379814,
      "learning_rate": 0.00014718690915808635,
      "loss": 1.9922,
      "step": 66243
    },
    {
      "epoch": 3.08183298441498,
      "grad_norm": 1.2593754064662017,
      "learning_rate": 0.0001471831983924598,
      "loss": 2.0,
      "step": 66244
    },
    {
      "epoch": 3.081879506862061,
      "grad_norm": 1.3456519017507633,
      "learning_rate": 0.00014717948762855778,
      "loss": 2.1406,
      "step": 66245
    },
    {
      "epoch": 3.0819260293091415,
      "grad_norm": 1.370465393511478,
      "learning_rate": 0.00014717577686638243,
      "loss": 2.3438,
      "step": 66246
    },
    {
      "epoch": 3.0819725517562224,
      "grad_norm": 1.3786689659968114,
      "learning_rate": 0.00014717206610593615,
      "loss": 2.2656,
      "step": 66247
    },
    {
      "epoch": 3.082019074203303,
      "grad_norm": 1.3064474432903685,
      "learning_rate": 0.00014716835534722106,
      "loss": 2.1875,
      "step": 66248
    },
    {
      "epoch": 3.082065596650384,
      "grad_norm": 1.3276943164907267,
      "learning_rate": 0.00014716464459023959,
      "loss": 2.0625,
      "step": 66249
    },
    {
      "epoch": 3.0821121190974647,
      "grad_norm": 1.4337062531999942,
      "learning_rate": 0.00014716093383499392,
      "loss": 2.0938,
      "step": 66250
    },
    {
      "epoch": 3.082158641544545,
      "grad_norm": 1.3473375956783327,
      "learning_rate": 0.00014715722308148634,
      "loss": 2.1562,
      "step": 66251
    },
    {
      "epoch": 3.082205163991626,
      "grad_norm": 1.302203496258404,
      "learning_rate": 0.00014715351232971911,
      "loss": 1.7969,
      "step": 66252
    },
    {
      "epoch": 3.0822516864387066,
      "grad_norm": 1.2546498597996196,
      "learning_rate": 0.00014714980157969456,
      "loss": 1.8984,
      "step": 66253
    },
    {
      "epoch": 3.0822982088857875,
      "grad_norm": 1.2372695656865136,
      "learning_rate": 0.0001471460908314149,
      "loss": 1.6641,
      "step": 66254
    },
    {
      "epoch": 3.082344731332868,
      "grad_norm": 1.3373588665335,
      "learning_rate": 0.0001471423800848824,
      "loss": 2.0938,
      "step": 66255
    },
    {
      "epoch": 3.082391253779949,
      "grad_norm": 1.3385029393290184,
      "learning_rate": 0.00014713866934009935,
      "loss": 1.9922,
      "step": 66256
    },
    {
      "epoch": 3.0824377762270294,
      "grad_norm": 1.3161184538299422,
      "learning_rate": 0.00014713495859706806,
      "loss": 2.2031,
      "step": 66257
    },
    {
      "epoch": 3.0824842986741103,
      "grad_norm": 1.34785626122481,
      "learning_rate": 0.00014713124785579074,
      "loss": 2.1719,
      "step": 66258
    },
    {
      "epoch": 3.082530821121191,
      "grad_norm": 1.4267362656206133,
      "learning_rate": 0.0001471275371162697,
      "loss": 2.0938,
      "step": 66259
    },
    {
      "epoch": 3.0825773435682717,
      "grad_norm": 1.26582534702789,
      "learning_rate": 0.0001471238263785072,
      "loss": 1.8828,
      "step": 66260
    },
    {
      "epoch": 3.082623866015352,
      "grad_norm": 1.2870078483046468,
      "learning_rate": 0.0001471201156425055,
      "loss": 1.8828,
      "step": 66261
    },
    {
      "epoch": 3.082670388462433,
      "grad_norm": 1.233371822770479,
      "learning_rate": 0.0001471164049082669,
      "loss": 1.8594,
      "step": 66262
    },
    {
      "epoch": 3.082716910909514,
      "grad_norm": 1.4320573041569886,
      "learning_rate": 0.0001471126941757936,
      "loss": 2.2031,
      "step": 66263
    },
    {
      "epoch": 3.0827634333565945,
      "grad_norm": 1.393241236022962,
      "learning_rate": 0.0001471089834450879,
      "loss": 2.2969,
      "step": 66264
    },
    {
      "epoch": 3.0828099558036755,
      "grad_norm": 1.3207580817556381,
      "learning_rate": 0.00014710527271615217,
      "loss": 2.125,
      "step": 66265
    },
    {
      "epoch": 3.082856478250756,
      "grad_norm": 1.2807367524384332,
      "learning_rate": 0.0001471015619889886,
      "loss": 1.875,
      "step": 66266
    },
    {
      "epoch": 3.082903000697837,
      "grad_norm": 1.4215402565275574,
      "learning_rate": 0.0001470978512635995,
      "loss": 2.3281,
      "step": 66267
    },
    {
      "epoch": 3.0829495231449173,
      "grad_norm": 1.412507260582037,
      "learning_rate": 0.00014709414053998705,
      "loss": 2.0938,
      "step": 66268
    },
    {
      "epoch": 3.0829960455919982,
      "grad_norm": 1.3281773367885572,
      "learning_rate": 0.00014709042981815362,
      "loss": 1.9141,
      "step": 66269
    },
    {
      "epoch": 3.0830425680390787,
      "grad_norm": 1.365033579305778,
      "learning_rate": 0.00014708671909810143,
      "loss": 2.25,
      "step": 66270
    },
    {
      "epoch": 3.0830890904861596,
      "grad_norm": 1.3073935216491785,
      "learning_rate": 0.0001470830083798328,
      "loss": 1.9219,
      "step": 66271
    },
    {
      "epoch": 3.08313561293324,
      "grad_norm": 1.4019258894872264,
      "learning_rate": 0.00014707929766334993,
      "loss": 2.0938,
      "step": 66272
    },
    {
      "epoch": 3.083182135380321,
      "grad_norm": 1.2366106326697477,
      "learning_rate": 0.00014707558694865516,
      "loss": 1.7969,
      "step": 66273
    },
    {
      "epoch": 3.0832286578274015,
      "grad_norm": 1.3562531162401728,
      "learning_rate": 0.0001470718762357507,
      "loss": 2.0469,
      "step": 66274
    },
    {
      "epoch": 3.0832751802744824,
      "grad_norm": 1.3354623082217607,
      "learning_rate": 0.0001470681655246389,
      "loss": 2.125,
      "step": 66275
    },
    {
      "epoch": 3.0833217027215634,
      "grad_norm": 1.2853742270573731,
      "learning_rate": 0.00014706445481532196,
      "loss": 1.8516,
      "step": 66276
    },
    {
      "epoch": 3.083368225168644,
      "grad_norm": 1.3293390584516647,
      "learning_rate": 0.0001470607441078022,
      "loss": 2.2031,
      "step": 66277
    },
    {
      "epoch": 3.0834147476157248,
      "grad_norm": 1.3211376399956394,
      "learning_rate": 0.00014705703340208183,
      "loss": 1.9531,
      "step": 66278
    },
    {
      "epoch": 3.0834612700628052,
      "grad_norm": 1.2485062309280655,
      "learning_rate": 0.00014705332269816318,
      "loss": 1.9219,
      "step": 66279
    },
    {
      "epoch": 3.083507792509886,
      "grad_norm": 1.290851979650483,
      "learning_rate": 0.00014704961199604852,
      "loss": 2.0469,
      "step": 66280
    },
    {
      "epoch": 3.0835543149569666,
      "grad_norm": 1.3504412762481388,
      "learning_rate": 0.00014704590129574008,
      "loss": 1.9609,
      "step": 66281
    },
    {
      "epoch": 3.0836008374040476,
      "grad_norm": 1.3818152274060294,
      "learning_rate": 0.00014704219059724017,
      "loss": 1.9688,
      "step": 66282
    },
    {
      "epoch": 3.083647359851128,
      "grad_norm": 1.3405432015694998,
      "learning_rate": 0.00014703847990055107,
      "loss": 2.3125,
      "step": 66283
    },
    {
      "epoch": 3.083693882298209,
      "grad_norm": 1.3826403296898415,
      "learning_rate": 0.00014703476920567497,
      "loss": 2.125,
      "step": 66284
    },
    {
      "epoch": 3.0837404047452894,
      "grad_norm": 1.2983059253190308,
      "learning_rate": 0.00014703105851261426,
      "loss": 1.9531,
      "step": 66285
    },
    {
      "epoch": 3.0837869271923704,
      "grad_norm": 1.249390866885588,
      "learning_rate": 0.00014702734782137108,
      "loss": 1.8594,
      "step": 66286
    },
    {
      "epoch": 3.083833449639451,
      "grad_norm": 1.3143907184938846,
      "learning_rate": 0.00014702363713194782,
      "loss": 2.2344,
      "step": 66287
    },
    {
      "epoch": 3.0838799720865318,
      "grad_norm": 1.3658400806053628,
      "learning_rate": 0.00014701992644434672,
      "loss": 2.2031,
      "step": 66288
    },
    {
      "epoch": 3.0839264945336127,
      "grad_norm": 1.2783508081514976,
      "learning_rate": 0.00014701621575857006,
      "loss": 2.0625,
      "step": 66289
    },
    {
      "epoch": 3.083973016980693,
      "grad_norm": 1.2809515942552867,
      "learning_rate": 0.00014701250507462003,
      "loss": 1.8828,
      "step": 66290
    },
    {
      "epoch": 3.084019539427774,
      "grad_norm": 1.343378669790897,
      "learning_rate": 0.000147008794392499,
      "loss": 2.0781,
      "step": 66291
    },
    {
      "epoch": 3.0840660618748545,
      "grad_norm": 1.3191424193836074,
      "learning_rate": 0.0001470050837122092,
      "loss": 2.0312,
      "step": 66292
    },
    {
      "epoch": 3.0841125843219355,
      "grad_norm": 1.3282885250487553,
      "learning_rate": 0.0001470013730337529,
      "loss": 2.1562,
      "step": 66293
    },
    {
      "epoch": 3.084159106769016,
      "grad_norm": 1.2989311590399797,
      "learning_rate": 0.0001469976623571324,
      "loss": 1.5469,
      "step": 66294
    },
    {
      "epoch": 3.084205629216097,
      "grad_norm": 1.194239524898554,
      "learning_rate": 0.00014699395168234994,
      "loss": 1.7891,
      "step": 66295
    },
    {
      "epoch": 3.0842521516631773,
      "grad_norm": 1.4039708154689878,
      "learning_rate": 0.00014699024100940777,
      "loss": 2.1719,
      "step": 66296
    },
    {
      "epoch": 3.0842986741102583,
      "grad_norm": 1.3499567965258352,
      "learning_rate": 0.00014698653033830823,
      "loss": 2.3281,
      "step": 66297
    },
    {
      "epoch": 3.0843451965573387,
      "grad_norm": 1.298536239755621,
      "learning_rate": 0.0001469828196690535,
      "loss": 1.9531,
      "step": 66298
    },
    {
      "epoch": 3.0843917190044197,
      "grad_norm": 1.2196169114917603,
      "learning_rate": 0.00014697910900164597,
      "loss": 1.8359,
      "step": 66299
    },
    {
      "epoch": 3.0844382414515,
      "grad_norm": 1.24695015824681,
      "learning_rate": 0.0001469753983360878,
      "loss": 1.9688,
      "step": 66300
    },
    {
      "epoch": 3.084484763898581,
      "grad_norm": 1.3241000241297678,
      "learning_rate": 0.00014697168767238136,
      "loss": 2.2188,
      "step": 66301
    },
    {
      "epoch": 3.084531286345662,
      "grad_norm": 1.4389694853958082,
      "learning_rate": 0.0001469679770105288,
      "loss": 2.1094,
      "step": 66302
    },
    {
      "epoch": 3.0845778087927425,
      "grad_norm": 1.2732745145118145,
      "learning_rate": 0.00014696426635053253,
      "loss": 2.0781,
      "step": 66303
    },
    {
      "epoch": 3.0846243312398234,
      "grad_norm": 1.364098141534713,
      "learning_rate": 0.0001469605556923947,
      "loss": 2.2188,
      "step": 66304
    },
    {
      "epoch": 3.084670853686904,
      "grad_norm": 1.3091073503806516,
      "learning_rate": 0.00014695684503611767,
      "loss": 2.2031,
      "step": 66305
    },
    {
      "epoch": 3.084717376133985,
      "grad_norm": 1.336714137057634,
      "learning_rate": 0.00014695313438170367,
      "loss": 2.25,
      "step": 66306
    },
    {
      "epoch": 3.0847638985810653,
      "grad_norm": 1.2385480585407782,
      "learning_rate": 0.00014694942372915499,
      "loss": 1.9453,
      "step": 66307
    },
    {
      "epoch": 3.084810421028146,
      "grad_norm": 1.2903403756569272,
      "learning_rate": 0.00014694571307847382,
      "loss": 2.0156,
      "step": 66308
    },
    {
      "epoch": 3.0848569434752267,
      "grad_norm": 1.3876973638473349,
      "learning_rate": 0.00014694200242966254,
      "loss": 2.1719,
      "step": 66309
    },
    {
      "epoch": 3.0849034659223076,
      "grad_norm": 1.408194651190904,
      "learning_rate": 0.00014693829178272344,
      "loss": 2.1406,
      "step": 66310
    },
    {
      "epoch": 3.084949988369388,
      "grad_norm": 1.2822209800069317,
      "learning_rate": 0.00014693458113765865,
      "loss": 2.125,
      "step": 66311
    },
    {
      "epoch": 3.084996510816469,
      "grad_norm": 1.340593733399419,
      "learning_rate": 0.00014693087049447062,
      "loss": 2.2031,
      "step": 66312
    },
    {
      "epoch": 3.0850430332635495,
      "grad_norm": 1.1842958419987355,
      "learning_rate": 0.00014692715985316145,
      "loss": 1.8828,
      "step": 66313
    },
    {
      "epoch": 3.0850895557106304,
      "grad_norm": 1.375252781194161,
      "learning_rate": 0.00014692344921373357,
      "loss": 2.25,
      "step": 66314
    },
    {
      "epoch": 3.0851360781577113,
      "grad_norm": 1.3658403557820935,
      "learning_rate": 0.00014691973857618913,
      "loss": 2.2188,
      "step": 66315
    },
    {
      "epoch": 3.0851826006047918,
      "grad_norm": 1.3264585274113643,
      "learning_rate": 0.00014691602794053045,
      "loss": 2.2656,
      "step": 66316
    },
    {
      "epoch": 3.0852291230518727,
      "grad_norm": 1.2747245768051505,
      "learning_rate": 0.0001469123173067598,
      "loss": 1.9688,
      "step": 66317
    },
    {
      "epoch": 3.085275645498953,
      "grad_norm": 1.3358295312646078,
      "learning_rate": 0.00014690860667487942,
      "loss": 2.0,
      "step": 66318
    },
    {
      "epoch": 3.085322167946034,
      "grad_norm": 1.3115294774931743,
      "learning_rate": 0.00014690489604489163,
      "loss": 1.9141,
      "step": 66319
    },
    {
      "epoch": 3.0853686903931146,
      "grad_norm": 1.3472621848571813,
      "learning_rate": 0.00014690118541679868,
      "loss": 2.1406,
      "step": 66320
    },
    {
      "epoch": 3.0854152128401955,
      "grad_norm": 1.2796858604176569,
      "learning_rate": 0.00014689747479060283,
      "loss": 2.0312,
      "step": 66321
    },
    {
      "epoch": 3.085461735287276,
      "grad_norm": 1.3630267352314323,
      "learning_rate": 0.00014689376416630637,
      "loss": 2.1406,
      "step": 66322
    },
    {
      "epoch": 3.085508257734357,
      "grad_norm": 1.3259093927341747,
      "learning_rate": 0.00014689005354391157,
      "loss": 1.8828,
      "step": 66323
    },
    {
      "epoch": 3.0855547801814374,
      "grad_norm": 1.3200677817860857,
      "learning_rate": 0.0001468863429234207,
      "loss": 2.0156,
      "step": 66324
    },
    {
      "epoch": 3.0856013026285183,
      "grad_norm": 1.2632348707452572,
      "learning_rate": 0.00014688263230483605,
      "loss": 1.9062,
      "step": 66325
    },
    {
      "epoch": 3.0856478250755988,
      "grad_norm": 1.27960573389546,
      "learning_rate": 0.00014687892168815982,
      "loss": 2.0625,
      "step": 66326
    },
    {
      "epoch": 3.0856943475226797,
      "grad_norm": 1.260804273572281,
      "learning_rate": 0.00014687521107339436,
      "loss": 1.9609,
      "step": 66327
    },
    {
      "epoch": 3.0857408699697606,
      "grad_norm": 1.2390165565524043,
      "learning_rate": 0.0001468715004605419,
      "loss": 1.8672,
      "step": 66328
    },
    {
      "epoch": 3.085787392416841,
      "grad_norm": 1.3333109238151029,
      "learning_rate": 0.0001468677898496047,
      "loss": 1.9141,
      "step": 66329
    },
    {
      "epoch": 3.085833914863922,
      "grad_norm": 1.2044713322932485,
      "learning_rate": 0.00014686407924058512,
      "loss": 1.8828,
      "step": 66330
    },
    {
      "epoch": 3.0858804373110025,
      "grad_norm": 1.3179315807034575,
      "learning_rate": 0.00014686036863348535,
      "loss": 2.0625,
      "step": 66331
    },
    {
      "epoch": 3.0859269597580834,
      "grad_norm": 1.235351078388603,
      "learning_rate": 0.00014685665802830768,
      "loss": 1.8047,
      "step": 66332
    },
    {
      "epoch": 3.085973482205164,
      "grad_norm": 1.4070126082698176,
      "learning_rate": 0.00014685294742505437,
      "loss": 2.25,
      "step": 66333
    },
    {
      "epoch": 3.086020004652245,
      "grad_norm": 1.2701164671634275,
      "learning_rate": 0.00014684923682372773,
      "loss": 1.9297,
      "step": 66334
    },
    {
      "epoch": 3.0860665270993253,
      "grad_norm": 1.247662801133437,
      "learning_rate": 0.00014684552622432997,
      "loss": 1.8125,
      "step": 66335
    },
    {
      "epoch": 3.086113049546406,
      "grad_norm": 1.3869040476960124,
      "learning_rate": 0.00014684181562686345,
      "loss": 2.2969,
      "step": 66336
    },
    {
      "epoch": 3.0861595719934867,
      "grad_norm": 1.2466729195661945,
      "learning_rate": 0.00014683810503133033,
      "loss": 1.8672,
      "step": 66337
    },
    {
      "epoch": 3.0862060944405676,
      "grad_norm": 1.291799706085278,
      "learning_rate": 0.00014683439443773297,
      "loss": 1.8125,
      "step": 66338
    },
    {
      "epoch": 3.0862526168876485,
      "grad_norm": 1.3883802824596485,
      "learning_rate": 0.0001468306838460736,
      "loss": 2.0938,
      "step": 66339
    },
    {
      "epoch": 3.086299139334729,
      "grad_norm": 1.2762982297102188,
      "learning_rate": 0.00014682697325635454,
      "loss": 2.0156,
      "step": 66340
    },
    {
      "epoch": 3.08634566178181,
      "grad_norm": 1.3881165543143885,
      "learning_rate": 0.00014682326266857802,
      "loss": 1.9922,
      "step": 66341
    },
    {
      "epoch": 3.0863921842288904,
      "grad_norm": 1.3758539133079486,
      "learning_rate": 0.00014681955208274626,
      "loss": 2.0156,
      "step": 66342
    },
    {
      "epoch": 3.0864387066759713,
      "grad_norm": 1.3625977653245456,
      "learning_rate": 0.00014681584149886165,
      "loss": 2.0156,
      "step": 66343
    },
    {
      "epoch": 3.086485229123052,
      "grad_norm": 1.362431978675628,
      "learning_rate": 0.00014681213091692638,
      "loss": 2.1719,
      "step": 66344
    },
    {
      "epoch": 3.0865317515701327,
      "grad_norm": 1.3410381209902076,
      "learning_rate": 0.00014680842033694275,
      "loss": 2.2656,
      "step": 66345
    },
    {
      "epoch": 3.086578274017213,
      "grad_norm": 1.2931326288549543,
      "learning_rate": 0.000146804709758913,
      "loss": 2.0938,
      "step": 66346
    },
    {
      "epoch": 3.086624796464294,
      "grad_norm": 1.4362009238486229,
      "learning_rate": 0.00014680099918283943,
      "loss": 2.25,
      "step": 66347
    },
    {
      "epoch": 3.0866713189113746,
      "grad_norm": 1.1742131306085593,
      "learning_rate": 0.00014679728860872432,
      "loss": 1.7266,
      "step": 66348
    },
    {
      "epoch": 3.0867178413584555,
      "grad_norm": 1.29431199617621,
      "learning_rate": 0.00014679357803656993,
      "loss": 1.6641,
      "step": 66349
    },
    {
      "epoch": 3.086764363805536,
      "grad_norm": 1.3111643904690293,
      "learning_rate": 0.00014678986746637852,
      "loss": 1.9453,
      "step": 66350
    },
    {
      "epoch": 3.086810886252617,
      "grad_norm": 1.3561643099606537,
      "learning_rate": 0.0001467861568981523,
      "loss": 2.2344,
      "step": 66351
    },
    {
      "epoch": 3.0868574086996974,
      "grad_norm": 1.3691745479684403,
      "learning_rate": 0.0001467824463318937,
      "loss": 2.0469,
      "step": 66352
    },
    {
      "epoch": 3.0869039311467783,
      "grad_norm": 1.3810760371076727,
      "learning_rate": 0.0001467787357676049,
      "loss": 2.0469,
      "step": 66353
    },
    {
      "epoch": 3.0869504535938592,
      "grad_norm": 1.3885412577815932,
      "learning_rate": 0.0001467750252052882,
      "loss": 1.8828,
      "step": 66354
    },
    {
      "epoch": 3.0869969760409397,
      "grad_norm": 1.2355705825374086,
      "learning_rate": 0.0001467713146449458,
      "loss": 1.9062,
      "step": 66355
    },
    {
      "epoch": 3.0870434984880206,
      "grad_norm": 1.2070094655448782,
      "learning_rate": 0.00014676760408658006,
      "loss": 1.7734,
      "step": 66356
    },
    {
      "epoch": 3.087090020935101,
      "grad_norm": 1.3171975273209267,
      "learning_rate": 0.00014676389353019317,
      "loss": 2.0312,
      "step": 66357
    },
    {
      "epoch": 3.087136543382182,
      "grad_norm": 1.2623623983393617,
      "learning_rate": 0.00014676018297578747,
      "loss": 1.8203,
      "step": 66358
    },
    {
      "epoch": 3.0871830658292625,
      "grad_norm": 1.2478207769894711,
      "learning_rate": 0.0001467564724233652,
      "loss": 1.875,
      "step": 66359
    },
    {
      "epoch": 3.0872295882763434,
      "grad_norm": 1.339751860987762,
      "learning_rate": 0.00014675276187292864,
      "loss": 2.2344,
      "step": 66360
    },
    {
      "epoch": 3.087276110723424,
      "grad_norm": 1.2248672894769206,
      "learning_rate": 0.00014674905132448007,
      "loss": 1.7969,
      "step": 66361
    },
    {
      "epoch": 3.087322633170505,
      "grad_norm": 1.328297228042683,
      "learning_rate": 0.00014674534077802176,
      "loss": 1.8828,
      "step": 66362
    },
    {
      "epoch": 3.0873691556175853,
      "grad_norm": 1.3722934443061845,
      "learning_rate": 0.00014674163023355592,
      "loss": 2.4062,
      "step": 66363
    },
    {
      "epoch": 3.087415678064666,
      "grad_norm": 1.3101884465646647,
      "learning_rate": 0.00014673791969108493,
      "loss": 2.3438,
      "step": 66364
    },
    {
      "epoch": 3.087462200511747,
      "grad_norm": 1.3356351763579686,
      "learning_rate": 0.00014673420915061093,
      "loss": 2.0312,
      "step": 66365
    },
    {
      "epoch": 3.0875087229588276,
      "grad_norm": 1.2548534795606154,
      "learning_rate": 0.00014673049861213633,
      "loss": 1.8906,
      "step": 66366
    },
    {
      "epoch": 3.0875552454059085,
      "grad_norm": 1.2603432356181445,
      "learning_rate": 0.00014672678807566334,
      "loss": 1.7969,
      "step": 66367
    },
    {
      "epoch": 3.087601767852989,
      "grad_norm": 1.225454012927017,
      "learning_rate": 0.0001467230775411942,
      "loss": 1.6328,
      "step": 66368
    },
    {
      "epoch": 3.08764829030007,
      "grad_norm": 1.4344249872675339,
      "learning_rate": 0.00014671936700873126,
      "loss": 2.2812,
      "step": 66369
    },
    {
      "epoch": 3.0876948127471504,
      "grad_norm": 1.3469928999783094,
      "learning_rate": 0.00014671565647827667,
      "loss": 2.1094,
      "step": 66370
    },
    {
      "epoch": 3.0877413351942313,
      "grad_norm": 1.3275306615083105,
      "learning_rate": 0.0001467119459498328,
      "loss": 2.1406,
      "step": 66371
    },
    {
      "epoch": 3.087787857641312,
      "grad_norm": 1.3392307192875401,
      "learning_rate": 0.00014670823542340192,
      "loss": 2.1719,
      "step": 66372
    },
    {
      "epoch": 3.0878343800883927,
      "grad_norm": 1.3249879881594184,
      "learning_rate": 0.0001467045248989862,
      "loss": 1.8203,
      "step": 66373
    },
    {
      "epoch": 3.087880902535473,
      "grad_norm": 1.3026873532068752,
      "learning_rate": 0.00014670081437658807,
      "loss": 1.8984,
      "step": 66374
    },
    {
      "epoch": 3.087927424982554,
      "grad_norm": 1.3454677336068064,
      "learning_rate": 0.0001466971038562097,
      "loss": 2.2656,
      "step": 66375
    },
    {
      "epoch": 3.0879739474296346,
      "grad_norm": 1.3551297200171317,
      "learning_rate": 0.0001466933933378534,
      "loss": 1.9922,
      "step": 66376
    },
    {
      "epoch": 3.0880204698767155,
      "grad_norm": 1.2777036648959001,
      "learning_rate": 0.0001466896828215214,
      "loss": 1.9766,
      "step": 66377
    },
    {
      "epoch": 3.0880669923237964,
      "grad_norm": 1.447838644004797,
      "learning_rate": 0.00014668597230721602,
      "loss": 2.1406,
      "step": 66378
    },
    {
      "epoch": 3.088113514770877,
      "grad_norm": 1.2787053863666993,
      "learning_rate": 0.00014668226179493946,
      "loss": 2.0781,
      "step": 66379
    },
    {
      "epoch": 3.088160037217958,
      "grad_norm": 1.2987504406865578,
      "learning_rate": 0.00014667855128469408,
      "loss": 2.0,
      "step": 66380
    },
    {
      "epoch": 3.0882065596650383,
      "grad_norm": 1.3645015481443246,
      "learning_rate": 0.0001466748407764821,
      "loss": 2.2188,
      "step": 66381
    },
    {
      "epoch": 3.0882530821121192,
      "grad_norm": 1.335487148018755,
      "learning_rate": 0.00014667113027030582,
      "loss": 2.1562,
      "step": 66382
    },
    {
      "epoch": 3.0882996045591997,
      "grad_norm": 1.3027146263752987,
      "learning_rate": 0.00014666741976616745,
      "loss": 1.9922,
      "step": 66383
    },
    {
      "epoch": 3.0883461270062806,
      "grad_norm": 1.2894357116956119,
      "learning_rate": 0.00014666370926406935,
      "loss": 1.9062,
      "step": 66384
    },
    {
      "epoch": 3.088392649453361,
      "grad_norm": 1.3564350284414561,
      "learning_rate": 0.00014665999876401373,
      "loss": 2.0938,
      "step": 66385
    },
    {
      "epoch": 3.088439171900442,
      "grad_norm": 1.1574665425672301,
      "learning_rate": 0.0001466562882660029,
      "loss": 1.7891,
      "step": 66386
    },
    {
      "epoch": 3.0884856943475225,
      "grad_norm": 1.3451387677593432,
      "learning_rate": 0.00014665257777003905,
      "loss": 2.2031,
      "step": 66387
    },
    {
      "epoch": 3.0885322167946034,
      "grad_norm": 1.3138826741472485,
      "learning_rate": 0.00014664886727612457,
      "loss": 2.1406,
      "step": 66388
    },
    {
      "epoch": 3.088578739241684,
      "grad_norm": 1.310550919980603,
      "learning_rate": 0.00014664515678426164,
      "loss": 2.1719,
      "step": 66389
    },
    {
      "epoch": 3.088625261688765,
      "grad_norm": 1.2394545387194964,
      "learning_rate": 0.0001466414462944526,
      "loss": 1.75,
      "step": 66390
    },
    {
      "epoch": 3.0886717841358458,
      "grad_norm": 1.4163860601141094,
      "learning_rate": 0.00014663773580669964,
      "loss": 2.3281,
      "step": 66391
    },
    {
      "epoch": 3.0887183065829262,
      "grad_norm": 1.3887885365371733,
      "learning_rate": 0.00014663402532100512,
      "loss": 2.25,
      "step": 66392
    },
    {
      "epoch": 3.088764829030007,
      "grad_norm": 1.1485979864062599,
      "learning_rate": 0.00014663031483737123,
      "loss": 1.4219,
      "step": 66393
    },
    {
      "epoch": 3.0888113514770876,
      "grad_norm": 1.2424806664892696,
      "learning_rate": 0.0001466266043558003,
      "loss": 1.8281,
      "step": 66394
    },
    {
      "epoch": 3.0888578739241686,
      "grad_norm": 1.260565321943929,
      "learning_rate": 0.00014662289387629455,
      "loss": 2.1406,
      "step": 66395
    },
    {
      "epoch": 3.088904396371249,
      "grad_norm": 1.3584825086777501,
      "learning_rate": 0.0001466191833988563,
      "loss": 2.3281,
      "step": 66396
    },
    {
      "epoch": 3.08895091881833,
      "grad_norm": 1.4557374052759324,
      "learning_rate": 0.00014661547292348786,
      "loss": 2.1406,
      "step": 66397
    },
    {
      "epoch": 3.0889974412654104,
      "grad_norm": 1.3043427758830977,
      "learning_rate": 0.00014661176245019144,
      "loss": 2.0781,
      "step": 66398
    },
    {
      "epoch": 3.0890439637124913,
      "grad_norm": 1.318497224781607,
      "learning_rate": 0.00014660805197896925,
      "loss": 2.2031,
      "step": 66399
    },
    {
      "epoch": 3.089090486159572,
      "grad_norm": 1.3364676200107621,
      "learning_rate": 0.0001466043415098237,
      "loss": 2.0312,
      "step": 66400
    },
    {
      "epoch": 3.0891370086066527,
      "grad_norm": 1.2807170233760554,
      "learning_rate": 0.00014660063104275693,
      "loss": 2.1562,
      "step": 66401
    },
    {
      "epoch": 3.0891835310537332,
      "grad_norm": 1.3831768922669174,
      "learning_rate": 0.00014659692057777135,
      "loss": 2.2188,
      "step": 66402
    },
    {
      "epoch": 3.089230053500814,
      "grad_norm": 1.4100523189498362,
      "learning_rate": 0.0001465932101148691,
      "loss": 2.1406,
      "step": 66403
    },
    {
      "epoch": 3.089276575947895,
      "grad_norm": 1.2937201063223547,
      "learning_rate": 0.0001465894996540525,
      "loss": 2.125,
      "step": 66404
    },
    {
      "epoch": 3.0893230983949755,
      "grad_norm": 1.430524232536811,
      "learning_rate": 0.00014658578919532386,
      "loss": 2.3125,
      "step": 66405
    },
    {
      "epoch": 3.0893696208420565,
      "grad_norm": 1.3713332431325957,
      "learning_rate": 0.00014658207873868544,
      "loss": 2.1406,
      "step": 66406
    },
    {
      "epoch": 3.089416143289137,
      "grad_norm": 1.2245157826105344,
      "learning_rate": 0.00014657836828413942,
      "loss": 1.9141,
      "step": 66407
    },
    {
      "epoch": 3.089462665736218,
      "grad_norm": 1.3736855857665853,
      "learning_rate": 0.00014657465783168822,
      "loss": 1.9844,
      "step": 66408
    },
    {
      "epoch": 3.0895091881832983,
      "grad_norm": 1.2114749481776779,
      "learning_rate": 0.00014657094738133397,
      "loss": 1.8984,
      "step": 66409
    },
    {
      "epoch": 3.0895557106303793,
      "grad_norm": 1.3069732390545832,
      "learning_rate": 0.00014656723693307904,
      "loss": 1.9766,
      "step": 66410
    },
    {
      "epoch": 3.0896022330774597,
      "grad_norm": 1.2620612422361903,
      "learning_rate": 0.00014656352648692567,
      "loss": 1.7656,
      "step": 66411
    },
    {
      "epoch": 3.0896487555245407,
      "grad_norm": 1.3848936773743388,
      "learning_rate": 0.00014655981604287614,
      "loss": 2.2344,
      "step": 66412
    },
    {
      "epoch": 3.089695277971621,
      "grad_norm": 1.258653319441247,
      "learning_rate": 0.00014655610560093265,
      "loss": 1.9219,
      "step": 66413
    },
    {
      "epoch": 3.089741800418702,
      "grad_norm": 1.2311563413667614,
      "learning_rate": 0.0001465523951610976,
      "loss": 1.9062,
      "step": 66414
    },
    {
      "epoch": 3.0897883228657825,
      "grad_norm": 1.3565526976300042,
      "learning_rate": 0.00014654868472337317,
      "loss": 1.8281,
      "step": 66415
    },
    {
      "epoch": 3.0898348453128635,
      "grad_norm": 1.3702907057423626,
      "learning_rate": 0.00014654497428776166,
      "loss": 2.0312,
      "step": 66416
    },
    {
      "epoch": 3.0898813677599444,
      "grad_norm": 1.2607631773284393,
      "learning_rate": 0.0001465412638542653,
      "loss": 1.5859,
      "step": 66417
    },
    {
      "epoch": 3.089927890207025,
      "grad_norm": 1.263306792862922,
      "learning_rate": 0.0001465375534228864,
      "loss": 1.9375,
      "step": 66418
    },
    {
      "epoch": 3.0899744126541058,
      "grad_norm": 1.3326947824262934,
      "learning_rate": 0.00014653384299362728,
      "loss": 2.0781,
      "step": 66419
    },
    {
      "epoch": 3.0900209351011863,
      "grad_norm": 1.2664354525485875,
      "learning_rate": 0.00014653013256649012,
      "loss": 2.0312,
      "step": 66420
    },
    {
      "epoch": 3.090067457548267,
      "grad_norm": 1.337985891022456,
      "learning_rate": 0.00014652642214147728,
      "loss": 2.125,
      "step": 66421
    },
    {
      "epoch": 3.0901139799953476,
      "grad_norm": 1.4096342284907524,
      "learning_rate": 0.00014652271171859094,
      "loss": 2.25,
      "step": 66422
    },
    {
      "epoch": 3.0901605024424286,
      "grad_norm": 1.6343557874645962,
      "learning_rate": 0.00014651900129783343,
      "loss": 1.5078,
      "step": 66423
    },
    {
      "epoch": 3.090207024889509,
      "grad_norm": 1.3064451518062579,
      "learning_rate": 0.00014651529087920704,
      "loss": 2.0469,
      "step": 66424
    },
    {
      "epoch": 3.09025354733659,
      "grad_norm": 1.317887799985853,
      "learning_rate": 0.00014651158046271397,
      "loss": 1.8438,
      "step": 66425
    },
    {
      "epoch": 3.0903000697836704,
      "grad_norm": 1.3319307485564025,
      "learning_rate": 0.00014650787004835656,
      "loss": 2.1406,
      "step": 66426
    },
    {
      "epoch": 3.0903465922307514,
      "grad_norm": 1.3099568692993642,
      "learning_rate": 0.00014650415963613704,
      "loss": 1.9688,
      "step": 66427
    },
    {
      "epoch": 3.090393114677832,
      "grad_norm": 1.3280406939418532,
      "learning_rate": 0.0001465004492260577,
      "loss": 2.1406,
      "step": 66428
    },
    {
      "epoch": 3.0904396371249128,
      "grad_norm": 1.282720765855861,
      "learning_rate": 0.00014649673881812078,
      "loss": 1.9062,
      "step": 66429
    },
    {
      "epoch": 3.0904861595719937,
      "grad_norm": 1.2813749405945263,
      "learning_rate": 0.0001464930284123286,
      "loss": 1.9219,
      "step": 66430
    },
    {
      "epoch": 3.090532682019074,
      "grad_norm": 1.3143785068698421,
      "learning_rate": 0.00014648931800868338,
      "loss": 1.8828,
      "step": 66431
    },
    {
      "epoch": 3.090579204466155,
      "grad_norm": 1.3263630175409111,
      "learning_rate": 0.00014648560760718748,
      "loss": 2.0156,
      "step": 66432
    },
    {
      "epoch": 3.0906257269132356,
      "grad_norm": 1.314562801933054,
      "learning_rate": 0.00014648189720784305,
      "loss": 2.1562,
      "step": 66433
    },
    {
      "epoch": 3.0906722493603165,
      "grad_norm": 1.3279300893201593,
      "learning_rate": 0.00014647818681065247,
      "loss": 1.9766,
      "step": 66434
    },
    {
      "epoch": 3.090718771807397,
      "grad_norm": 1.2810362890922598,
      "learning_rate": 0.00014647447641561793,
      "loss": 1.9688,
      "step": 66435
    },
    {
      "epoch": 3.090765294254478,
      "grad_norm": 1.2804523261903809,
      "learning_rate": 0.00014647076602274176,
      "loss": 1.8672,
      "step": 66436
    },
    {
      "epoch": 3.0908118167015584,
      "grad_norm": 1.4779208184393733,
      "learning_rate": 0.00014646705563202617,
      "loss": 1.5469,
      "step": 66437
    },
    {
      "epoch": 3.0908583391486393,
      "grad_norm": 1.2814682253612517,
      "learning_rate": 0.00014646334524347354,
      "loss": 1.9297,
      "step": 66438
    },
    {
      "epoch": 3.0909048615957198,
      "grad_norm": 1.251967239955495,
      "learning_rate": 0.00014645963485708594,
      "loss": 1.8984,
      "step": 66439
    },
    {
      "epoch": 3.0909513840428007,
      "grad_norm": 1.268109181113323,
      "learning_rate": 0.00014645592447286586,
      "loss": 2.0156,
      "step": 66440
    },
    {
      "epoch": 3.090997906489881,
      "grad_norm": 1.2679455444617478,
      "learning_rate": 0.0001464522140908155,
      "loss": 2.0625,
      "step": 66441
    },
    {
      "epoch": 3.091044428936962,
      "grad_norm": 1.3406592712612448,
      "learning_rate": 0.0001464485037109371,
      "loss": 2.0938,
      "step": 66442
    },
    {
      "epoch": 3.091090951384043,
      "grad_norm": 1.3814484597645558,
      "learning_rate": 0.00014644479333323295,
      "loss": 2.2969,
      "step": 66443
    },
    {
      "epoch": 3.0911374738311235,
      "grad_norm": 1.33310725044531,
      "learning_rate": 0.0001464410829577053,
      "loss": 2.0625,
      "step": 66444
    },
    {
      "epoch": 3.0911839962782044,
      "grad_norm": 1.3549937307816775,
      "learning_rate": 0.00014643737258435648,
      "loss": 2.1094,
      "step": 66445
    },
    {
      "epoch": 3.091230518725285,
      "grad_norm": 1.390743634529966,
      "learning_rate": 0.00014643366221318868,
      "loss": 2.1719,
      "step": 66446
    },
    {
      "epoch": 3.091277041172366,
      "grad_norm": 1.3365239853916806,
      "learning_rate": 0.00014642995184420423,
      "loss": 2.0312,
      "step": 66447
    },
    {
      "epoch": 3.0913235636194463,
      "grad_norm": 1.3279022251224022,
      "learning_rate": 0.00014642624147740538,
      "loss": 2.2188,
      "step": 66448
    },
    {
      "epoch": 3.091370086066527,
      "grad_norm": 1.219734968640747,
      "learning_rate": 0.00014642253111279443,
      "loss": 1.8828,
      "step": 66449
    },
    {
      "epoch": 3.0914166085136077,
      "grad_norm": 1.3662603103156292,
      "learning_rate": 0.0001464188207503736,
      "loss": 2.1094,
      "step": 66450
    },
    {
      "epoch": 3.0914631309606886,
      "grad_norm": 1.297310426514662,
      "learning_rate": 0.00014641511039014519,
      "loss": 2.0312,
      "step": 66451
    },
    {
      "epoch": 3.091509653407769,
      "grad_norm": 1.2903384807862854,
      "learning_rate": 0.00014641140003211149,
      "loss": 2.2031,
      "step": 66452
    },
    {
      "epoch": 3.09155617585485,
      "grad_norm": 1.1878700472088461,
      "learning_rate": 0.00014640768967627473,
      "loss": 1.9531,
      "step": 66453
    },
    {
      "epoch": 3.091602698301931,
      "grad_norm": 1.3346840134108335,
      "learning_rate": 0.00014640397932263723,
      "loss": 1.9922,
      "step": 66454
    },
    {
      "epoch": 3.0916492207490114,
      "grad_norm": 1.3019141645351444,
      "learning_rate": 0.0001464002689712012,
      "loss": 2.0,
      "step": 66455
    },
    {
      "epoch": 3.0916957431960923,
      "grad_norm": 1.4665269110060875,
      "learning_rate": 0.00014639655862196897,
      "loss": 2.4219,
      "step": 66456
    },
    {
      "epoch": 3.091742265643173,
      "grad_norm": 1.3431708187834914,
      "learning_rate": 0.00014639284827494276,
      "loss": 2.125,
      "step": 66457
    },
    {
      "epoch": 3.0917887880902537,
      "grad_norm": 1.3295936522014251,
      "learning_rate": 0.00014638913793012492,
      "loss": 2.0469,
      "step": 66458
    },
    {
      "epoch": 3.091835310537334,
      "grad_norm": 1.3259198642412358,
      "learning_rate": 0.00014638542758751763,
      "loss": 2.0312,
      "step": 66459
    },
    {
      "epoch": 3.091881832984415,
      "grad_norm": 1.3938266764178318,
      "learning_rate": 0.00014638171724712325,
      "loss": 2.0938,
      "step": 66460
    },
    {
      "epoch": 3.0919283554314956,
      "grad_norm": 1.3249910262351792,
      "learning_rate": 0.00014637800690894392,
      "loss": 1.9688,
      "step": 66461
    },
    {
      "epoch": 3.0919748778785765,
      "grad_norm": 1.240576359209503,
      "learning_rate": 0.000146374296572982,
      "loss": 1.7969,
      "step": 66462
    },
    {
      "epoch": 3.092021400325657,
      "grad_norm": 1.226746098121711,
      "learning_rate": 0.00014637058623923982,
      "loss": 1.875,
      "step": 66463
    },
    {
      "epoch": 3.092067922772738,
      "grad_norm": 1.3218130927796519,
      "learning_rate": 0.00014636687590771958,
      "loss": 2.0625,
      "step": 66464
    },
    {
      "epoch": 3.0921144452198184,
      "grad_norm": 1.3762694729348393,
      "learning_rate": 0.00014636316557842355,
      "loss": 2.2812,
      "step": 66465
    },
    {
      "epoch": 3.0921609676668993,
      "grad_norm": 1.4898194466185908,
      "learning_rate": 0.000146359455251354,
      "loss": 2.3594,
      "step": 66466
    },
    {
      "epoch": 3.0922074901139798,
      "grad_norm": 1.3801714754856305,
      "learning_rate": 0.00014635574492651322,
      "loss": 2.375,
      "step": 66467
    },
    {
      "epoch": 3.0922540125610607,
      "grad_norm": 1.3815997825396136,
      "learning_rate": 0.00014635203460390347,
      "loss": 2.2969,
      "step": 66468
    },
    {
      "epoch": 3.0923005350081416,
      "grad_norm": 1.3118211366036572,
      "learning_rate": 0.00014634832428352706,
      "loss": 2.1406,
      "step": 66469
    },
    {
      "epoch": 3.092347057455222,
      "grad_norm": 1.2908133676700195,
      "learning_rate": 0.00014634461396538617,
      "loss": 1.9688,
      "step": 66470
    },
    {
      "epoch": 3.092393579902303,
      "grad_norm": 1.3069688185660275,
      "learning_rate": 0.0001463409036494832,
      "loss": 2.1562,
      "step": 66471
    },
    {
      "epoch": 3.0924401023493835,
      "grad_norm": 1.1838809629764762,
      "learning_rate": 0.0001463371933358203,
      "loss": 1.6953,
      "step": 66472
    },
    {
      "epoch": 3.0924866247964644,
      "grad_norm": 1.2150502981914149,
      "learning_rate": 0.0001463334830243998,
      "loss": 1.5859,
      "step": 66473
    },
    {
      "epoch": 3.092533147243545,
      "grad_norm": 1.2989116555368536,
      "learning_rate": 0.00014632977271522395,
      "loss": 1.8438,
      "step": 66474
    },
    {
      "epoch": 3.092579669690626,
      "grad_norm": 1.2907494746384331,
      "learning_rate": 0.0001463260624082951,
      "loss": 1.9219,
      "step": 66475
    },
    {
      "epoch": 3.0926261921377063,
      "grad_norm": 1.4573131448348153,
      "learning_rate": 0.00014632235210361542,
      "loss": 2.3281,
      "step": 66476
    },
    {
      "epoch": 3.092672714584787,
      "grad_norm": 1.3354068374183086,
      "learning_rate": 0.00014631864180118716,
      "loss": 1.8125,
      "step": 66477
    },
    {
      "epoch": 3.0927192370318677,
      "grad_norm": 1.332080467775834,
      "learning_rate": 0.00014631493150101273,
      "loss": 2.0781,
      "step": 66478
    },
    {
      "epoch": 3.0927657594789486,
      "grad_norm": 1.2360681528208084,
      "learning_rate": 0.00014631122120309427,
      "loss": 1.5078,
      "step": 66479
    },
    {
      "epoch": 3.0928122819260295,
      "grad_norm": 1.359143366674172,
      "learning_rate": 0.00014630751090743412,
      "loss": 2.2188,
      "step": 66480
    },
    {
      "epoch": 3.09285880437311,
      "grad_norm": 1.1412766987920442,
      "learning_rate": 0.0001463038006140345,
      "loss": 1.7188,
      "step": 66481
    },
    {
      "epoch": 3.092905326820191,
      "grad_norm": 1.2854100844309395,
      "learning_rate": 0.0001463000903228978,
      "loss": 2.0156,
      "step": 66482
    },
    {
      "epoch": 3.0929518492672714,
      "grad_norm": 1.3097231920409595,
      "learning_rate": 0.00014629638003402608,
      "loss": 1.9297,
      "step": 66483
    },
    {
      "epoch": 3.0929983717143523,
      "grad_norm": 1.4247848247870945,
      "learning_rate": 0.0001462926697474218,
      "loss": 2.2031,
      "step": 66484
    },
    {
      "epoch": 3.093044894161433,
      "grad_norm": 1.2499469048314769,
      "learning_rate": 0.0001462889594630872,
      "loss": 1.75,
      "step": 66485
    },
    {
      "epoch": 3.0930914166085137,
      "grad_norm": 1.4148693101675587,
      "learning_rate": 0.0001462852491810245,
      "loss": 2.2812,
      "step": 66486
    },
    {
      "epoch": 3.093137939055594,
      "grad_norm": 1.3040184639660672,
      "learning_rate": 0.00014628153890123598,
      "loss": 2.1094,
      "step": 66487
    },
    {
      "epoch": 3.093184461502675,
      "grad_norm": 1.3212184268428644,
      "learning_rate": 0.00014627782862372394,
      "loss": 1.9531,
      "step": 66488
    },
    {
      "epoch": 3.0932309839497556,
      "grad_norm": 1.3395227828429295,
      "learning_rate": 0.00014627411834849062,
      "loss": 1.8359,
      "step": 66489
    },
    {
      "epoch": 3.0932775063968365,
      "grad_norm": 1.3555017847410729,
      "learning_rate": 0.00014627040807553833,
      "loss": 2.0469,
      "step": 66490
    },
    {
      "epoch": 3.093324028843917,
      "grad_norm": 1.2957163887337089,
      "learning_rate": 0.00014626669780486932,
      "loss": 1.8984,
      "step": 66491
    },
    {
      "epoch": 3.093370551290998,
      "grad_norm": 1.3320358022639127,
      "learning_rate": 0.00014626298753648583,
      "loss": 2.0469,
      "step": 66492
    },
    {
      "epoch": 3.093417073738079,
      "grad_norm": 1.2987842185561709,
      "learning_rate": 0.0001462592772703902,
      "loss": 1.9453,
      "step": 66493
    },
    {
      "epoch": 3.0934635961851593,
      "grad_norm": 1.3664378581083407,
      "learning_rate": 0.00014625556700658462,
      "loss": 2.125,
      "step": 66494
    },
    {
      "epoch": 3.0935101186322402,
      "grad_norm": 1.3037356747047835,
      "learning_rate": 0.00014625185674507142,
      "loss": 2.1094,
      "step": 66495
    },
    {
      "epoch": 3.0935566410793207,
      "grad_norm": 1.2830186759046733,
      "learning_rate": 0.00014624814648585285,
      "loss": 1.8359,
      "step": 66496
    },
    {
      "epoch": 3.0936031635264016,
      "grad_norm": 1.3184955705123527,
      "learning_rate": 0.00014624443622893122,
      "loss": 1.6797,
      "step": 66497
    },
    {
      "epoch": 3.093649685973482,
      "grad_norm": 1.2005956335840227,
      "learning_rate": 0.00014624072597430873,
      "loss": 1.8125,
      "step": 66498
    },
    {
      "epoch": 3.093696208420563,
      "grad_norm": 1.340894254117798,
      "learning_rate": 0.00014623701572198772,
      "loss": 2.0156,
      "step": 66499
    },
    {
      "epoch": 3.0937427308676435,
      "grad_norm": 1.2931899463768675,
      "learning_rate": 0.0001462333054719704,
      "loss": 1.9375,
      "step": 66500
    },
    {
      "epoch": 3.0937892533147244,
      "grad_norm": 1.3318405529566941,
      "learning_rate": 0.00014622959522425912,
      "loss": 2.0156,
      "step": 66501
    },
    {
      "epoch": 3.093835775761805,
      "grad_norm": 1.2345902375123152,
      "learning_rate": 0.00014622588497885606,
      "loss": 1.5391,
      "step": 66502
    },
    {
      "epoch": 3.093882298208886,
      "grad_norm": 1.2961368025853954,
      "learning_rate": 0.00014622217473576353,
      "loss": 2.0781,
      "step": 66503
    },
    {
      "epoch": 3.0939288206559663,
      "grad_norm": 1.2696611089774454,
      "learning_rate": 0.00014621846449498386,
      "loss": 1.8672,
      "step": 66504
    },
    {
      "epoch": 3.0939753431030472,
      "grad_norm": 1.3690852405425078,
      "learning_rate": 0.00014621475425651917,
      "loss": 2.1094,
      "step": 66505
    },
    {
      "epoch": 3.094021865550128,
      "grad_norm": 1.231741848756673,
      "learning_rate": 0.0001462110440203719,
      "loss": 1.8672,
      "step": 66506
    },
    {
      "epoch": 3.0940683879972086,
      "grad_norm": 1.3847799298703605,
      "learning_rate": 0.00014620733378654423,
      "loss": 2.3125,
      "step": 66507
    },
    {
      "epoch": 3.0941149104442895,
      "grad_norm": 1.3111763275621946,
      "learning_rate": 0.00014620362355503846,
      "loss": 2.1719,
      "step": 66508
    },
    {
      "epoch": 3.09416143289137,
      "grad_norm": 1.3597913938496864,
      "learning_rate": 0.00014619991332585688,
      "loss": 2.2344,
      "step": 66509
    },
    {
      "epoch": 3.094207955338451,
      "grad_norm": 1.3136139106436158,
      "learning_rate": 0.0001461962030990017,
      "loss": 1.8984,
      "step": 66510
    },
    {
      "epoch": 3.0942544777855314,
      "grad_norm": 1.4007265414052754,
      "learning_rate": 0.00014619249287447527,
      "loss": 2.375,
      "step": 66511
    },
    {
      "epoch": 3.0943010002326123,
      "grad_norm": 1.241531691294416,
      "learning_rate": 0.00014618878265227977,
      "loss": 1.6172,
      "step": 66512
    },
    {
      "epoch": 3.094347522679693,
      "grad_norm": 1.4585502509287094,
      "learning_rate": 0.00014618507243241755,
      "loss": 2.4531,
      "step": 66513
    },
    {
      "epoch": 3.0943940451267737,
      "grad_norm": 1.3584060855723301,
      "learning_rate": 0.00014618136221489084,
      "loss": 2.1719,
      "step": 66514
    },
    {
      "epoch": 3.094440567573854,
      "grad_norm": 1.2522579576477992,
      "learning_rate": 0.00014617765199970194,
      "loss": 1.9375,
      "step": 66515
    },
    {
      "epoch": 3.094487090020935,
      "grad_norm": 1.3385571545520323,
      "learning_rate": 0.00014617394178685308,
      "loss": 2.1094,
      "step": 66516
    },
    {
      "epoch": 3.0945336124680156,
      "grad_norm": 1.3289896219329176,
      "learning_rate": 0.00014617023157634655,
      "loss": 2.0781,
      "step": 66517
    },
    {
      "epoch": 3.0945801349150965,
      "grad_norm": 1.310404259007631,
      "learning_rate": 0.00014616652136818464,
      "loss": 2.0,
      "step": 66518
    },
    {
      "epoch": 3.0946266573621775,
      "grad_norm": 1.2425633531381752,
      "learning_rate": 0.00014616281116236964,
      "loss": 1.9219,
      "step": 66519
    },
    {
      "epoch": 3.094673179809258,
      "grad_norm": 1.2915126084858062,
      "learning_rate": 0.00014615910095890373,
      "loss": 1.9219,
      "step": 66520
    },
    {
      "epoch": 3.094719702256339,
      "grad_norm": 1.3294089271286578,
      "learning_rate": 0.0001461553907577893,
      "loss": 2.2344,
      "step": 66521
    },
    {
      "epoch": 3.0947662247034193,
      "grad_norm": 1.3440327913274253,
      "learning_rate": 0.0001461516805590285,
      "loss": 2.2031,
      "step": 66522
    },
    {
      "epoch": 3.0948127471505003,
      "grad_norm": 1.1873237048697558,
      "learning_rate": 0.0001461479703626237,
      "loss": 1.8594,
      "step": 66523
    },
    {
      "epoch": 3.0948592695975807,
      "grad_norm": 1.310290941447038,
      "learning_rate": 0.00014614426016857713,
      "loss": 2.1406,
      "step": 66524
    },
    {
      "epoch": 3.0949057920446617,
      "grad_norm": 1.2366112982789812,
      "learning_rate": 0.00014614054997689108,
      "loss": 1.875,
      "step": 66525
    },
    {
      "epoch": 3.094952314491742,
      "grad_norm": 1.4171132669445285,
      "learning_rate": 0.00014613683978756777,
      "loss": 2.3594,
      "step": 66526
    },
    {
      "epoch": 3.094998836938823,
      "grad_norm": 1.27942861905664,
      "learning_rate": 0.0001461331296006095,
      "loss": 2.1562,
      "step": 66527
    },
    {
      "epoch": 3.0950453593859035,
      "grad_norm": 1.2627483558618955,
      "learning_rate": 0.0001461294194160186,
      "loss": 1.8594,
      "step": 66528
    },
    {
      "epoch": 3.0950918818329844,
      "grad_norm": 1.4358815079049791,
      "learning_rate": 0.00014612570923379725,
      "loss": 2.1562,
      "step": 66529
    },
    {
      "epoch": 3.095138404280065,
      "grad_norm": 1.2079345921076134,
      "learning_rate": 0.0001461219990539478,
      "loss": 1.7578,
      "step": 66530
    },
    {
      "epoch": 3.095184926727146,
      "grad_norm": 1.3266126309200112,
      "learning_rate": 0.0001461182888764725,
      "loss": 2.1562,
      "step": 66531
    },
    {
      "epoch": 3.0952314491742268,
      "grad_norm": 1.4077103404667115,
      "learning_rate": 0.00014611457870137358,
      "loss": 2.4062,
      "step": 66532
    },
    {
      "epoch": 3.0952779716213072,
      "grad_norm": 1.3188256658238298,
      "learning_rate": 0.00014611086852865337,
      "loss": 2.125,
      "step": 66533
    },
    {
      "epoch": 3.095324494068388,
      "grad_norm": 1.320809551754552,
      "learning_rate": 0.00014610715835831407,
      "loss": 2.0156,
      "step": 66534
    },
    {
      "epoch": 3.0953710165154686,
      "grad_norm": 1.3088870194117488,
      "learning_rate": 0.000146103448190358,
      "loss": 2.125,
      "step": 66535
    },
    {
      "epoch": 3.0954175389625496,
      "grad_norm": 1.4394398902726055,
      "learning_rate": 0.0001460997380247874,
      "loss": 2.2969,
      "step": 66536
    },
    {
      "epoch": 3.09546406140963,
      "grad_norm": 1.3122437960336397,
      "learning_rate": 0.00014609602786160462,
      "loss": 1.9844,
      "step": 66537
    },
    {
      "epoch": 3.095510583856711,
      "grad_norm": 1.3035490081048773,
      "learning_rate": 0.0001460923177008118,
      "loss": 2.1719,
      "step": 66538
    },
    {
      "epoch": 3.0955571063037914,
      "grad_norm": 1.3426003311448351,
      "learning_rate": 0.00014608860754241135,
      "loss": 1.9766,
      "step": 66539
    },
    {
      "epoch": 3.0956036287508724,
      "grad_norm": 1.4085745868010306,
      "learning_rate": 0.00014608489738640544,
      "loss": 2.25,
      "step": 66540
    },
    {
      "epoch": 3.095650151197953,
      "grad_norm": 1.3387930629217002,
      "learning_rate": 0.0001460811872327964,
      "loss": 1.9688,
      "step": 66541
    },
    {
      "epoch": 3.0956966736450338,
      "grad_norm": 1.2935724010783194,
      "learning_rate": 0.00014607747708158647,
      "loss": 2.0781,
      "step": 66542
    },
    {
      "epoch": 3.0957431960921142,
      "grad_norm": 1.3631065564830114,
      "learning_rate": 0.00014607376693277795,
      "loss": 2.0625,
      "step": 66543
    },
    {
      "epoch": 3.095789718539195,
      "grad_norm": 1.2970278151046137,
      "learning_rate": 0.00014607005678637306,
      "loss": 1.9609,
      "step": 66544
    },
    {
      "epoch": 3.095836240986276,
      "grad_norm": 1.1927826132823947,
      "learning_rate": 0.00014606634664237415,
      "loss": 1.7188,
      "step": 66545
    },
    {
      "epoch": 3.0958827634333566,
      "grad_norm": 1.446761888797829,
      "learning_rate": 0.0001460626365007834,
      "loss": 2.0938,
      "step": 66546
    },
    {
      "epoch": 3.0959292858804375,
      "grad_norm": 1.4177857343157698,
      "learning_rate": 0.00014605892636160317,
      "loss": 2.125,
      "step": 66547
    },
    {
      "epoch": 3.095975808327518,
      "grad_norm": 1.2687001271171234,
      "learning_rate": 0.00014605521622483564,
      "loss": 1.6641,
      "step": 66548
    },
    {
      "epoch": 3.096022330774599,
      "grad_norm": 1.4362362323710254,
      "learning_rate": 0.0001460515060904831,
      "loss": 2.2031,
      "step": 66549
    },
    {
      "epoch": 3.0960688532216794,
      "grad_norm": 1.2982241187557608,
      "learning_rate": 0.0001460477959585479,
      "loss": 1.6719,
      "step": 66550
    },
    {
      "epoch": 3.0961153756687603,
      "grad_norm": 1.2599124958713936,
      "learning_rate": 0.0001460440858290323,
      "loss": 1.6641,
      "step": 66551
    },
    {
      "epoch": 3.0961618981158407,
      "grad_norm": 1.162237928492783,
      "learning_rate": 0.0001460403757019385,
      "loss": 1.4219,
      "step": 66552
    },
    {
      "epoch": 3.0962084205629217,
      "grad_norm": 1.3807993243372898,
      "learning_rate": 0.0001460366655772688,
      "loss": 2.0156,
      "step": 66553
    },
    {
      "epoch": 3.096254943010002,
      "grad_norm": 1.4160879178740842,
      "learning_rate": 0.0001460329554550255,
      "loss": 2.25,
      "step": 66554
    },
    {
      "epoch": 3.096301465457083,
      "grad_norm": 1.4274050499786084,
      "learning_rate": 0.0001460292453352108,
      "loss": 2.3906,
      "step": 66555
    },
    {
      "epoch": 3.0963479879041635,
      "grad_norm": 1.3082899439162992,
      "learning_rate": 0.00014602553521782707,
      "loss": 2.0625,
      "step": 66556
    },
    {
      "epoch": 3.0963945103512445,
      "grad_norm": 1.3212552838375367,
      "learning_rate": 0.00014602182510287654,
      "loss": 2.0938,
      "step": 66557
    },
    {
      "epoch": 3.0964410327983254,
      "grad_norm": 1.3944967727010507,
      "learning_rate": 0.0001460181149903614,
      "loss": 2.2344,
      "step": 66558
    },
    {
      "epoch": 3.096487555245406,
      "grad_norm": 1.2588927558891696,
      "learning_rate": 0.00014601440488028406,
      "loss": 1.875,
      "step": 66559
    },
    {
      "epoch": 3.096534077692487,
      "grad_norm": 1.29986795006881,
      "learning_rate": 0.00014601069477264672,
      "loss": 1.9141,
      "step": 66560
    },
    {
      "epoch": 3.0965806001395673,
      "grad_norm": 1.2540754586372906,
      "learning_rate": 0.00014600698466745164,
      "loss": 1.8906,
      "step": 66561
    },
    {
      "epoch": 3.096627122586648,
      "grad_norm": 1.3271257393720206,
      "learning_rate": 0.0001460032745647011,
      "loss": 2.0469,
      "step": 66562
    },
    {
      "epoch": 3.0966736450337287,
      "grad_norm": 1.411115440861033,
      "learning_rate": 0.0001459995644643974,
      "loss": 2.0312,
      "step": 66563
    },
    {
      "epoch": 3.0967201674808096,
      "grad_norm": 1.3160712832236814,
      "learning_rate": 0.00014599585436654274,
      "loss": 2.0625,
      "step": 66564
    },
    {
      "epoch": 3.09676668992789,
      "grad_norm": 1.3265016087474295,
      "learning_rate": 0.0001459921442711395,
      "loss": 2.0625,
      "step": 66565
    },
    {
      "epoch": 3.096813212374971,
      "grad_norm": 1.3877042419489196,
      "learning_rate": 0.00014598843417818985,
      "loss": 1.875,
      "step": 66566
    },
    {
      "epoch": 3.0968597348220515,
      "grad_norm": 1.4169514643852417,
      "learning_rate": 0.00014598472408769615,
      "loss": 2.2969,
      "step": 66567
    },
    {
      "epoch": 3.0969062572691324,
      "grad_norm": 1.45065141849269,
      "learning_rate": 0.00014598101399966059,
      "loss": 1.9844,
      "step": 66568
    },
    {
      "epoch": 3.0969527797162133,
      "grad_norm": 1.3022964516286586,
      "learning_rate": 0.00014597730391408548,
      "loss": 1.8672,
      "step": 66569
    },
    {
      "epoch": 3.0969993021632938,
      "grad_norm": 1.275574266470788,
      "learning_rate": 0.0001459735938309731,
      "loss": 1.8828,
      "step": 66570
    },
    {
      "epoch": 3.0970458246103747,
      "grad_norm": 1.2667563548286573,
      "learning_rate": 0.00014596988375032566,
      "loss": 1.9062,
      "step": 66571
    },
    {
      "epoch": 3.097092347057455,
      "grad_norm": 1.2450034863490458,
      "learning_rate": 0.00014596617367214554,
      "loss": 1.9688,
      "step": 66572
    },
    {
      "epoch": 3.097138869504536,
      "grad_norm": 1.3033302202998363,
      "learning_rate": 0.0001459624635964349,
      "loss": 2.0625,
      "step": 66573
    },
    {
      "epoch": 3.0971853919516166,
      "grad_norm": 1.4080192443700354,
      "learning_rate": 0.00014595875352319614,
      "loss": 2.0938,
      "step": 66574
    },
    {
      "epoch": 3.0972319143986975,
      "grad_norm": 1.3926678499929355,
      "learning_rate": 0.0001459550434524314,
      "loss": 2.125,
      "step": 66575
    },
    {
      "epoch": 3.097278436845778,
      "grad_norm": 1.3097088653065438,
      "learning_rate": 0.00014595133338414303,
      "loss": 2.0938,
      "step": 66576
    },
    {
      "epoch": 3.097324959292859,
      "grad_norm": 1.4166751937535487,
      "learning_rate": 0.00014594762331833326,
      "loss": 1.9375,
      "step": 66577
    },
    {
      "epoch": 3.0973714817399394,
      "grad_norm": 1.3360463953478365,
      "learning_rate": 0.00014594391325500438,
      "loss": 1.9766,
      "step": 66578
    },
    {
      "epoch": 3.0974180041870203,
      "grad_norm": 1.2754733740063662,
      "learning_rate": 0.00014594020319415866,
      "loss": 2.0312,
      "step": 66579
    },
    {
      "epoch": 3.0974645266341008,
      "grad_norm": 1.40181762741764,
      "learning_rate": 0.0001459364931357984,
      "loss": 2.2031,
      "step": 66580
    },
    {
      "epoch": 3.0975110490811817,
      "grad_norm": 1.3526682139877035,
      "learning_rate": 0.0001459327830799258,
      "loss": 2.25,
      "step": 66581
    },
    {
      "epoch": 3.097557571528262,
      "grad_norm": 1.2768083100819094,
      "learning_rate": 0.00014592907302654322,
      "loss": 2.0,
      "step": 66582
    },
    {
      "epoch": 3.097604093975343,
      "grad_norm": 1.3184800898348892,
      "learning_rate": 0.00014592536297565288,
      "loss": 2.1406,
      "step": 66583
    },
    {
      "epoch": 3.097650616422424,
      "grad_norm": 1.3947440312900445,
      "learning_rate": 0.00014592165292725705,
      "loss": 2.2656,
      "step": 66584
    },
    {
      "epoch": 3.0976971388695045,
      "grad_norm": 1.4333248886421328,
      "learning_rate": 0.000145917942881358,
      "loss": 2.3906,
      "step": 66585
    },
    {
      "epoch": 3.0977436613165854,
      "grad_norm": 1.395295660204859,
      "learning_rate": 0.000145914232837958,
      "loss": 2.125,
      "step": 66586
    },
    {
      "epoch": 3.097790183763666,
      "grad_norm": 1.3677377883604067,
      "learning_rate": 0.00014591052279705935,
      "loss": 2.1094,
      "step": 66587
    },
    {
      "epoch": 3.097836706210747,
      "grad_norm": 1.2512833107222052,
      "learning_rate": 0.00014590681275866425,
      "loss": 1.7812,
      "step": 66588
    },
    {
      "epoch": 3.0978832286578273,
      "grad_norm": 1.371387937341523,
      "learning_rate": 0.0001459031027227751,
      "loss": 1.9297,
      "step": 66589
    },
    {
      "epoch": 3.097929751104908,
      "grad_norm": 1.3061164885606782,
      "learning_rate": 0.00014589939268939403,
      "loss": 1.9531,
      "step": 66590
    },
    {
      "epoch": 3.0979762735519887,
      "grad_norm": 1.2824817475381574,
      "learning_rate": 0.00014589568265852343,
      "loss": 1.9609,
      "step": 66591
    },
    {
      "epoch": 3.0980227959990696,
      "grad_norm": 1.3179348178125867,
      "learning_rate": 0.00014589197263016547,
      "loss": 2.2188,
      "step": 66592
    },
    {
      "epoch": 3.09806931844615,
      "grad_norm": 1.193785372418162,
      "learning_rate": 0.00014588826260432245,
      "loss": 1.6094,
      "step": 66593
    },
    {
      "epoch": 3.098115840893231,
      "grad_norm": 1.1785222480302304,
      "learning_rate": 0.0001458845525809967,
      "loss": 1.5156,
      "step": 66594
    },
    {
      "epoch": 3.098162363340312,
      "grad_norm": 1.3082128214832094,
      "learning_rate": 0.00014588084256019043,
      "loss": 2.0312,
      "step": 66595
    },
    {
      "epoch": 3.0982088857873924,
      "grad_norm": 1.2795232913853187,
      "learning_rate": 0.00014587713254190598,
      "loss": 1.9062,
      "step": 66596
    },
    {
      "epoch": 3.0982554082344733,
      "grad_norm": 1.3455130109590638,
      "learning_rate": 0.00014587342252614553,
      "loss": 2.1562,
      "step": 66597
    },
    {
      "epoch": 3.098301930681554,
      "grad_norm": 1.3001586375671588,
      "learning_rate": 0.00014586971251291143,
      "loss": 1.8672,
      "step": 66598
    },
    {
      "epoch": 3.0983484531286347,
      "grad_norm": 1.27688967396924,
      "learning_rate": 0.00014586600250220588,
      "loss": 1.875,
      "step": 66599
    },
    {
      "epoch": 3.098394975575715,
      "grad_norm": 1.3046375031822441,
      "learning_rate": 0.00014586229249403124,
      "loss": 2.2188,
      "step": 66600
    },
    {
      "epoch": 3.098441498022796,
      "grad_norm": 1.3567591798111556,
      "learning_rate": 0.00014585858248838967,
      "loss": 1.9453,
      "step": 66601
    },
    {
      "epoch": 3.0984880204698766,
      "grad_norm": 1.5476946108913638,
      "learning_rate": 0.00014585487248528354,
      "loss": 2.1562,
      "step": 66602
    },
    {
      "epoch": 3.0985345429169575,
      "grad_norm": 1.233984573042299,
      "learning_rate": 0.00014585116248471504,
      "loss": 1.9219,
      "step": 66603
    },
    {
      "epoch": 3.098581065364038,
      "grad_norm": 1.2651462438677308,
      "learning_rate": 0.00014584745248668655,
      "loss": 1.8359,
      "step": 66604
    },
    {
      "epoch": 3.098627587811119,
      "grad_norm": 1.3157097350953044,
      "learning_rate": 0.00014584374249120022,
      "loss": 1.5703,
      "step": 66605
    },
    {
      "epoch": 3.0986741102581994,
      "grad_norm": 1.260245089253712,
      "learning_rate": 0.0001458400324982584,
      "loss": 1.9766,
      "step": 66606
    },
    {
      "epoch": 3.0987206327052803,
      "grad_norm": 1.3729503675420685,
      "learning_rate": 0.0001458363225078633,
      "loss": 2.0625,
      "step": 66607
    },
    {
      "epoch": 3.098767155152361,
      "grad_norm": 1.376076541667493,
      "learning_rate": 0.00014583261252001727,
      "loss": 2.125,
      "step": 66608
    },
    {
      "epoch": 3.0988136775994417,
      "grad_norm": 1.2372346333506579,
      "learning_rate": 0.00014582890253472255,
      "loss": 1.8672,
      "step": 66609
    },
    {
      "epoch": 3.0988602000465226,
      "grad_norm": 1.3634158407577626,
      "learning_rate": 0.00014582519255198137,
      "loss": 2.1875,
      "step": 66610
    },
    {
      "epoch": 3.098906722493603,
      "grad_norm": 1.2833186205970035,
      "learning_rate": 0.00014582148257179603,
      "loss": 1.8984,
      "step": 66611
    },
    {
      "epoch": 3.098953244940684,
      "grad_norm": 1.2874450718063868,
      "learning_rate": 0.0001458177725941688,
      "loss": 2.2031,
      "step": 66612
    },
    {
      "epoch": 3.0989997673877645,
      "grad_norm": 1.347944791181241,
      "learning_rate": 0.00014581406261910198,
      "loss": 2.1562,
      "step": 66613
    },
    {
      "epoch": 3.0990462898348454,
      "grad_norm": 1.3986163272773666,
      "learning_rate": 0.00014581035264659773,
      "loss": 2.2656,
      "step": 66614
    },
    {
      "epoch": 3.099092812281926,
      "grad_norm": 1.3318243384928174,
      "learning_rate": 0.00014580664267665845,
      "loss": 1.9844,
      "step": 66615
    },
    {
      "epoch": 3.099139334729007,
      "grad_norm": 1.3614668433934134,
      "learning_rate": 0.00014580293270928643,
      "loss": 2.0938,
      "step": 66616
    },
    {
      "epoch": 3.0991858571760873,
      "grad_norm": 1.3413271431996563,
      "learning_rate": 0.0001457992227444838,
      "loss": 2.1406,
      "step": 66617
    },
    {
      "epoch": 3.099232379623168,
      "grad_norm": 1.3148510849859782,
      "learning_rate": 0.000145795512782253,
      "loss": 1.8359,
      "step": 66618
    },
    {
      "epoch": 3.0992789020702487,
      "grad_norm": 1.2642961651042792,
      "learning_rate": 0.00014579180282259615,
      "loss": 2.0469,
      "step": 66619
    },
    {
      "epoch": 3.0993254245173296,
      "grad_norm": 1.336782482691744,
      "learning_rate": 0.0001457880928655156,
      "loss": 1.8516,
      "step": 66620
    },
    {
      "epoch": 3.0993719469644105,
      "grad_norm": 1.2006861013072876,
      "learning_rate": 0.0001457843829110136,
      "loss": 1.7734,
      "step": 66621
    },
    {
      "epoch": 3.099418469411491,
      "grad_norm": 1.2767454503105005,
      "learning_rate": 0.00014578067295909243,
      "loss": 1.9062,
      "step": 66622
    },
    {
      "epoch": 3.099464991858572,
      "grad_norm": 1.3103283689813148,
      "learning_rate": 0.00014577696300975435,
      "loss": 1.8594,
      "step": 66623
    },
    {
      "epoch": 3.0995115143056524,
      "grad_norm": 1.3680554525735977,
      "learning_rate": 0.00014577325306300165,
      "loss": 1.8906,
      "step": 66624
    },
    {
      "epoch": 3.0995580367527333,
      "grad_norm": 1.1901024029538718,
      "learning_rate": 0.00014576954311883657,
      "loss": 1.6797,
      "step": 66625
    },
    {
      "epoch": 3.099604559199814,
      "grad_norm": 1.315273891611911,
      "learning_rate": 0.00014576583317726143,
      "loss": 1.8672,
      "step": 66626
    },
    {
      "epoch": 3.0996510816468947,
      "grad_norm": 1.4043620420738425,
      "learning_rate": 0.00014576212323827843,
      "loss": 2.375,
      "step": 66627
    },
    {
      "epoch": 3.099697604093975,
      "grad_norm": 1.3446681574725292,
      "learning_rate": 0.00014575841330188993,
      "loss": 1.9062,
      "step": 66628
    },
    {
      "epoch": 3.099744126541056,
      "grad_norm": 1.161137241665996,
      "learning_rate": 0.00014575470336809811,
      "loss": 1.5859,
      "step": 66629
    },
    {
      "epoch": 3.0997906489881366,
      "grad_norm": 1.28991199494023,
      "learning_rate": 0.00014575099343690532,
      "loss": 1.9844,
      "step": 66630
    },
    {
      "epoch": 3.0998371714352175,
      "grad_norm": 1.4311983413497165,
      "learning_rate": 0.00014574728350831378,
      "loss": 1.9062,
      "step": 66631
    },
    {
      "epoch": 3.099883693882298,
      "grad_norm": 1.3464861561628751,
      "learning_rate": 0.0001457435735823258,
      "loss": 2.0781,
      "step": 66632
    },
    {
      "epoch": 3.099930216329379,
      "grad_norm": 1.3399652648680256,
      "learning_rate": 0.0001457398636589436,
      "loss": 1.9766,
      "step": 66633
    },
    {
      "epoch": 3.09997673877646,
      "grad_norm": 1.301505127326359,
      "learning_rate": 0.0001457361537381695,
      "loss": 1.8281,
      "step": 66634
    },
    {
      "epoch": 3.1000232612235403,
      "grad_norm": 1.2379797599730524,
      "learning_rate": 0.00014573244382000576,
      "loss": 1.6641,
      "step": 66635
    },
    {
      "epoch": 3.1000697836706212,
      "grad_norm": 1.2415113856802213,
      "learning_rate": 0.00014572873390445454,
      "loss": 1.625,
      "step": 66636
    },
    {
      "epoch": 3.1001163061177017,
      "grad_norm": 1.4066421845385804,
      "learning_rate": 0.00014572502399151833,
      "loss": 2.3906,
      "step": 66637
    },
    {
      "epoch": 3.1001628285647826,
      "grad_norm": 1.3361717665821833,
      "learning_rate": 0.00014572131408119928,
      "loss": 1.9219,
      "step": 66638
    },
    {
      "epoch": 3.100209351011863,
      "grad_norm": 1.4032063213565846,
      "learning_rate": 0.00014571760417349963,
      "loss": 2.2031,
      "step": 66639
    },
    {
      "epoch": 3.100255873458944,
      "grad_norm": 1.407791399240129,
      "learning_rate": 0.00014571389426842172,
      "loss": 2.3281,
      "step": 66640
    },
    {
      "epoch": 3.1003023959060245,
      "grad_norm": 1.2125555435840956,
      "learning_rate": 0.00014571018436596774,
      "loss": 1.7344,
      "step": 66641
    },
    {
      "epoch": 3.1003489183531054,
      "grad_norm": 1.332265162946195,
      "learning_rate": 0.00014570647446614007,
      "loss": 2.0625,
      "step": 66642
    },
    {
      "epoch": 3.100395440800186,
      "grad_norm": 1.3377428255700865,
      "learning_rate": 0.00014570276456894087,
      "loss": 2.0938,
      "step": 66643
    },
    {
      "epoch": 3.100441963247267,
      "grad_norm": 1.4015936088520995,
      "learning_rate": 0.0001456990546743725,
      "loss": 2.2656,
      "step": 66644
    },
    {
      "epoch": 3.1004884856943473,
      "grad_norm": 1.2502951053854463,
      "learning_rate": 0.00014569534478243716,
      "loss": 1.8828,
      "step": 66645
    },
    {
      "epoch": 3.1005350081414282,
      "grad_norm": 1.357059241673534,
      "learning_rate": 0.0001456916348931372,
      "loss": 1.8672,
      "step": 66646
    },
    {
      "epoch": 3.100581530588509,
      "grad_norm": 1.3352702350811918,
      "learning_rate": 0.0001456879250064748,
      "loss": 2.0781,
      "step": 66647
    },
    {
      "epoch": 3.1006280530355896,
      "grad_norm": 1.4298338047304595,
      "learning_rate": 0.00014568421512245233,
      "loss": 2.5,
      "step": 66648
    },
    {
      "epoch": 3.1006745754826706,
      "grad_norm": 1.287726395300732,
      "learning_rate": 0.00014568050524107194,
      "loss": 2.0,
      "step": 66649
    },
    {
      "epoch": 3.100721097929751,
      "grad_norm": 1.4263899775089728,
      "learning_rate": 0.00014567679536233602,
      "loss": 2.3906,
      "step": 66650
    },
    {
      "epoch": 3.100767620376832,
      "grad_norm": 1.3576671112079708,
      "learning_rate": 0.00014567308548624677,
      "loss": 2.0938,
      "step": 66651
    },
    {
      "epoch": 3.1008141428239124,
      "grad_norm": 1.3187300093806267,
      "learning_rate": 0.00014566937561280653,
      "loss": 2.1562,
      "step": 66652
    },
    {
      "epoch": 3.1008606652709934,
      "grad_norm": 1.429483081882555,
      "learning_rate": 0.00014566566574201746,
      "loss": 2.1562,
      "step": 66653
    },
    {
      "epoch": 3.100907187718074,
      "grad_norm": 1.3309386057618384,
      "learning_rate": 0.00014566195587388195,
      "loss": 1.9688,
      "step": 66654
    },
    {
      "epoch": 3.1009537101651548,
      "grad_norm": 1.3186366986430798,
      "learning_rate": 0.00014565824600840216,
      "loss": 1.9453,
      "step": 66655
    },
    {
      "epoch": 3.1010002326122352,
      "grad_norm": 1.336801043755219,
      "learning_rate": 0.00014565453614558046,
      "loss": 2.1406,
      "step": 66656
    },
    {
      "epoch": 3.101046755059316,
      "grad_norm": 1.3309186526157013,
      "learning_rate": 0.00014565082628541906,
      "loss": 2.2188,
      "step": 66657
    },
    {
      "epoch": 3.1010932775063966,
      "grad_norm": 1.2892004985146237,
      "learning_rate": 0.0001456471164279202,
      "loss": 1.9453,
      "step": 66658
    },
    {
      "epoch": 3.1011397999534775,
      "grad_norm": 1.3205364932651078,
      "learning_rate": 0.00014564340657308625,
      "loss": 1.9062,
      "step": 66659
    },
    {
      "epoch": 3.1011863224005585,
      "grad_norm": 1.1912747534534205,
      "learning_rate": 0.00014563969672091943,
      "loss": 1.4297,
      "step": 66660
    },
    {
      "epoch": 3.101232844847639,
      "grad_norm": 1.4041972507102625,
      "learning_rate": 0.00014563598687142204,
      "loss": 2.1406,
      "step": 66661
    },
    {
      "epoch": 3.10127936729472,
      "grad_norm": 1.3982493612727571,
      "learning_rate": 0.00014563227702459627,
      "loss": 2.2031,
      "step": 66662
    },
    {
      "epoch": 3.1013258897418003,
      "grad_norm": 1.2347446180479043,
      "learning_rate": 0.0001456285671804445,
      "loss": 1.7188,
      "step": 66663
    },
    {
      "epoch": 3.1013724121888813,
      "grad_norm": 1.3750133423769253,
      "learning_rate": 0.00014562485733896896,
      "loss": 2.2656,
      "step": 66664
    },
    {
      "epoch": 3.1014189346359617,
      "grad_norm": 1.2989100309834363,
      "learning_rate": 0.00014562114750017185,
      "loss": 2.0625,
      "step": 66665
    },
    {
      "epoch": 3.1014654570830427,
      "grad_norm": 1.3870505764191943,
      "learning_rate": 0.00014561743766405554,
      "loss": 2.125,
      "step": 66666
    },
    {
      "epoch": 3.101511979530123,
      "grad_norm": 1.2508095452596768,
      "learning_rate": 0.00014561372783062222,
      "loss": 1.8203,
      "step": 66667
    },
    {
      "epoch": 3.101558501977204,
      "grad_norm": 1.281396814167849,
      "learning_rate": 0.00014561001799987425,
      "loss": 1.9453,
      "step": 66668
    },
    {
      "epoch": 3.1016050244242845,
      "grad_norm": 1.3278322191661032,
      "learning_rate": 0.0001456063081718138,
      "loss": 1.9844,
      "step": 66669
    },
    {
      "epoch": 3.1016515468713655,
      "grad_norm": 1.2951550838711727,
      "learning_rate": 0.00014560259834644327,
      "loss": 1.9609,
      "step": 66670
    },
    {
      "epoch": 3.101698069318446,
      "grad_norm": 1.308479944325295,
      "learning_rate": 0.0001455988885237648,
      "loss": 2.0781,
      "step": 66671
    },
    {
      "epoch": 3.101744591765527,
      "grad_norm": 1.4629097771620585,
      "learning_rate": 0.00014559517870378074,
      "loss": 2.3125,
      "step": 66672
    },
    {
      "epoch": 3.101791114212608,
      "grad_norm": 1.2750954460192492,
      "learning_rate": 0.0001455914688864933,
      "loss": 1.9688,
      "step": 66673
    },
    {
      "epoch": 3.1018376366596883,
      "grad_norm": 1.3395395460401807,
      "learning_rate": 0.0001455877590719048,
      "loss": 2.0625,
      "step": 66674
    },
    {
      "epoch": 3.101884159106769,
      "grad_norm": 1.342227402015169,
      "learning_rate": 0.0001455840492600175,
      "loss": 2.0781,
      "step": 66675
    },
    {
      "epoch": 3.1019306815538497,
      "grad_norm": 1.2784947621753253,
      "learning_rate": 0.0001455803394508337,
      "loss": 2.0781,
      "step": 66676
    },
    {
      "epoch": 3.1019772040009306,
      "grad_norm": 1.4576906258146227,
      "learning_rate": 0.0001455766296443556,
      "loss": 2.2656,
      "step": 66677
    },
    {
      "epoch": 3.102023726448011,
      "grad_norm": 1.2338373037934038,
      "learning_rate": 0.00014557291984058557,
      "loss": 1.8828,
      "step": 66678
    },
    {
      "epoch": 3.102070248895092,
      "grad_norm": 1.3126012228530597,
      "learning_rate": 0.00014556921003952577,
      "loss": 2.0938,
      "step": 66679
    },
    {
      "epoch": 3.1021167713421725,
      "grad_norm": 1.2564798052103736,
      "learning_rate": 0.0001455655002411785,
      "loss": 1.9297,
      "step": 66680
    },
    {
      "epoch": 3.1021632937892534,
      "grad_norm": 1.2743689740438315,
      "learning_rate": 0.00014556179044554615,
      "loss": 1.5156,
      "step": 66681
    },
    {
      "epoch": 3.102209816236334,
      "grad_norm": 1.2665158001174663,
      "learning_rate": 0.00014555808065263082,
      "loss": 1.7656,
      "step": 66682
    },
    {
      "epoch": 3.1022563386834148,
      "grad_norm": 1.319628010349333,
      "learning_rate": 0.00014555437086243491,
      "loss": 2.1562,
      "step": 66683
    },
    {
      "epoch": 3.1023028611304957,
      "grad_norm": 1.255557835569567,
      "learning_rate": 0.0001455506610749606,
      "loss": 1.9609,
      "step": 66684
    },
    {
      "epoch": 3.102349383577576,
      "grad_norm": 1.3279463407336356,
      "learning_rate": 0.00014554695129021024,
      "loss": 1.9453,
      "step": 66685
    },
    {
      "epoch": 3.102395906024657,
      "grad_norm": 1.4048481264071957,
      "learning_rate": 0.00014554324150818602,
      "loss": 2.1719,
      "step": 66686
    },
    {
      "epoch": 3.1024424284717376,
      "grad_norm": 1.3694489106920638,
      "learning_rate": 0.0001455395317288903,
      "loss": 2.0625,
      "step": 66687
    },
    {
      "epoch": 3.1024889509188185,
      "grad_norm": 1.285500594553127,
      "learning_rate": 0.0001455358219523253,
      "loss": 1.9219,
      "step": 66688
    },
    {
      "epoch": 3.102535473365899,
      "grad_norm": 1.2472285371217806,
      "learning_rate": 0.00014553211217849328,
      "loss": 1.8125,
      "step": 66689
    },
    {
      "epoch": 3.10258199581298,
      "grad_norm": 1.2881265252339327,
      "learning_rate": 0.00014552840240739654,
      "loss": 1.3438,
      "step": 66690
    },
    {
      "epoch": 3.1026285182600604,
      "grad_norm": 1.402682547401889,
      "learning_rate": 0.0001455246926390373,
      "loss": 2.2188,
      "step": 66691
    },
    {
      "epoch": 3.1026750407071413,
      "grad_norm": 1.3082353444525365,
      "learning_rate": 0.00014552098287341794,
      "loss": 1.9062,
      "step": 66692
    },
    {
      "epoch": 3.1027215631542218,
      "grad_norm": 1.31853455096053,
      "learning_rate": 0.0001455172731105406,
      "loss": 2.2969,
      "step": 66693
    },
    {
      "epoch": 3.1027680856013027,
      "grad_norm": 1.3452712256507895,
      "learning_rate": 0.00014551356335040764,
      "loss": 2.0938,
      "step": 66694
    },
    {
      "epoch": 3.102814608048383,
      "grad_norm": 1.2863969599082434,
      "learning_rate": 0.00014550985359302126,
      "loss": 2.1562,
      "step": 66695
    },
    {
      "epoch": 3.102861130495464,
      "grad_norm": 1.274822104173464,
      "learning_rate": 0.00014550614383838383,
      "loss": 1.8828,
      "step": 66696
    },
    {
      "epoch": 3.1029076529425446,
      "grad_norm": 1.3702669475997877,
      "learning_rate": 0.00014550243408649753,
      "loss": 2.1406,
      "step": 66697
    },
    {
      "epoch": 3.1029541753896255,
      "grad_norm": 1.3069484882306042,
      "learning_rate": 0.0001454987243373647,
      "loss": 1.9922,
      "step": 66698
    },
    {
      "epoch": 3.1030006978367064,
      "grad_norm": 1.345356518547784,
      "learning_rate": 0.00014549501459098753,
      "loss": 2.1406,
      "step": 66699
    },
    {
      "epoch": 3.103047220283787,
      "grad_norm": 1.2962583672360575,
      "learning_rate": 0.00014549130484736838,
      "loss": 1.9844,
      "step": 66700
    },
    {
      "epoch": 3.103093742730868,
      "grad_norm": 1.327216038845059,
      "learning_rate": 0.00014548759510650945,
      "loss": 2.0312,
      "step": 66701
    },
    {
      "epoch": 3.1031402651779483,
      "grad_norm": 1.297001011852413,
      "learning_rate": 0.000145483885368413,
      "loss": 2.0938,
      "step": 66702
    },
    {
      "epoch": 3.103186787625029,
      "grad_norm": 1.3703751949200966,
      "learning_rate": 0.00014548017563308143,
      "loss": 2.1094,
      "step": 66703
    },
    {
      "epoch": 3.1032333100721097,
      "grad_norm": 1.2948343583755526,
      "learning_rate": 0.00014547646590051688,
      "loss": 1.8047,
      "step": 66704
    },
    {
      "epoch": 3.1032798325191906,
      "grad_norm": 1.338186212614126,
      "learning_rate": 0.0001454727561707217,
      "loss": 2.125,
      "step": 66705
    },
    {
      "epoch": 3.103326354966271,
      "grad_norm": 1.4044044616400526,
      "learning_rate": 0.00014546904644369808,
      "loss": 2.3281,
      "step": 66706
    },
    {
      "epoch": 3.103372877413352,
      "grad_norm": 1.239847200602996,
      "learning_rate": 0.00014546533671944836,
      "loss": 1.7188,
      "step": 66707
    },
    {
      "epoch": 3.1034193998604325,
      "grad_norm": 1.439561134423544,
      "learning_rate": 0.00014546162699797478,
      "loss": 2.1719,
      "step": 66708
    },
    {
      "epoch": 3.1034659223075134,
      "grad_norm": 1.3407103668001117,
      "learning_rate": 0.00014545791727927962,
      "loss": 2.1875,
      "step": 66709
    },
    {
      "epoch": 3.1035124447545943,
      "grad_norm": 1.345137339499118,
      "learning_rate": 0.00014545420756336514,
      "loss": 2.125,
      "step": 66710
    },
    {
      "epoch": 3.103558967201675,
      "grad_norm": 1.2720254642379178,
      "learning_rate": 0.00014545049785023365,
      "loss": 1.7031,
      "step": 66711
    },
    {
      "epoch": 3.1036054896487557,
      "grad_norm": 1.2629740188583685,
      "learning_rate": 0.00014544678813988734,
      "loss": 1.8516,
      "step": 66712
    },
    {
      "epoch": 3.103652012095836,
      "grad_norm": 1.3446669823004043,
      "learning_rate": 0.00014544307843232862,
      "loss": 2.1875,
      "step": 66713
    },
    {
      "epoch": 3.103698534542917,
      "grad_norm": 1.3269605054026066,
      "learning_rate": 0.00014543936872755958,
      "loss": 2.25,
      "step": 66714
    },
    {
      "epoch": 3.1037450569899976,
      "grad_norm": 1.3519099752527428,
      "learning_rate": 0.00014543565902558263,
      "loss": 2.0781,
      "step": 66715
    },
    {
      "epoch": 3.1037915794370785,
      "grad_norm": 1.3359517201460003,
      "learning_rate": 0.00014543194932640003,
      "loss": 1.8047,
      "step": 66716
    },
    {
      "epoch": 3.103838101884159,
      "grad_norm": 1.2900789335993343,
      "learning_rate": 0.00014542823963001398,
      "loss": 1.9609,
      "step": 66717
    },
    {
      "epoch": 3.10388462433124,
      "grad_norm": 1.339401210738802,
      "learning_rate": 0.00014542452993642678,
      "loss": 2.2344,
      "step": 66718
    },
    {
      "epoch": 3.1039311467783204,
      "grad_norm": 1.2330646123487605,
      "learning_rate": 0.00014542082024564072,
      "loss": 1.8359,
      "step": 66719
    },
    {
      "epoch": 3.1039776692254013,
      "grad_norm": 1.3086204591819788,
      "learning_rate": 0.0001454171105576581,
      "loss": 2.0156,
      "step": 66720
    },
    {
      "epoch": 3.104024191672482,
      "grad_norm": 1.4471317121881515,
      "learning_rate": 0.00014541340087248107,
      "loss": 1.9688,
      "step": 66721
    },
    {
      "epoch": 3.1040707141195627,
      "grad_norm": 1.2679169426943688,
      "learning_rate": 0.00014540969119011205,
      "loss": 1.9297,
      "step": 66722
    },
    {
      "epoch": 3.104117236566643,
      "grad_norm": 1.3420041723981448,
      "learning_rate": 0.0001454059815105532,
      "loss": 2.2344,
      "step": 66723
    },
    {
      "epoch": 3.104163759013724,
      "grad_norm": 1.365669687265338,
      "learning_rate": 0.0001454022718338068,
      "loss": 2.3594,
      "step": 66724
    },
    {
      "epoch": 3.104210281460805,
      "grad_norm": 1.3163070205979668,
      "learning_rate": 0.00014539856215987524,
      "loss": 1.9844,
      "step": 66725
    },
    {
      "epoch": 3.1042568039078855,
      "grad_norm": 1.3263154401875767,
      "learning_rate": 0.00014539485248876065,
      "loss": 1.9922,
      "step": 66726
    },
    {
      "epoch": 3.1043033263549664,
      "grad_norm": 1.3711206744709756,
      "learning_rate": 0.00014539114282046542,
      "loss": 2.2188,
      "step": 66727
    },
    {
      "epoch": 3.104349848802047,
      "grad_norm": 1.3559264627411984,
      "learning_rate": 0.0001453874331549917,
      "loss": 2.0156,
      "step": 66728
    },
    {
      "epoch": 3.104396371249128,
      "grad_norm": 1.3712762899743018,
      "learning_rate": 0.00014538372349234187,
      "loss": 2.0156,
      "step": 66729
    },
    {
      "epoch": 3.1044428936962083,
      "grad_norm": 1.2837536272092214,
      "learning_rate": 0.0001453800138325181,
      "loss": 1.7891,
      "step": 66730
    },
    {
      "epoch": 3.104489416143289,
      "grad_norm": 1.382026554954436,
      "learning_rate": 0.00014537630417552278,
      "loss": 2.1406,
      "step": 66731
    },
    {
      "epoch": 3.1045359385903697,
      "grad_norm": 1.383382559131297,
      "learning_rate": 0.00014537259452135806,
      "loss": 2.25,
      "step": 66732
    },
    {
      "epoch": 3.1045824610374506,
      "grad_norm": 1.267283635107642,
      "learning_rate": 0.00014536888487002629,
      "loss": 1.8281,
      "step": 66733
    },
    {
      "epoch": 3.104628983484531,
      "grad_norm": 1.320083594059103,
      "learning_rate": 0.0001453651752215297,
      "loss": 2.2188,
      "step": 66734
    },
    {
      "epoch": 3.104675505931612,
      "grad_norm": 1.261768913839793,
      "learning_rate": 0.00014536146557587057,
      "loss": 1.9688,
      "step": 66735
    },
    {
      "epoch": 3.104722028378693,
      "grad_norm": 1.3414344413286752,
      "learning_rate": 0.0001453577559330512,
      "loss": 1.9531,
      "step": 66736
    },
    {
      "epoch": 3.1047685508257734,
      "grad_norm": 1.3267363252888271,
      "learning_rate": 0.00014535404629307383,
      "loss": 1.8906,
      "step": 66737
    },
    {
      "epoch": 3.1048150732728543,
      "grad_norm": 1.3275143053597283,
      "learning_rate": 0.00014535033665594074,
      "loss": 2.1094,
      "step": 66738
    },
    {
      "epoch": 3.104861595719935,
      "grad_norm": 1.2943827876968628,
      "learning_rate": 0.00014534662702165422,
      "loss": 2.0312,
      "step": 66739
    },
    {
      "epoch": 3.1049081181670157,
      "grad_norm": 1.312066832190186,
      "learning_rate": 0.00014534291739021646,
      "loss": 2.125,
      "step": 66740
    },
    {
      "epoch": 3.104954640614096,
      "grad_norm": 1.3376558266402594,
      "learning_rate": 0.00014533920776162987,
      "loss": 2.0469,
      "step": 66741
    },
    {
      "epoch": 3.105001163061177,
      "grad_norm": 1.28866991172414,
      "learning_rate": 0.00014533549813589664,
      "loss": 1.8125,
      "step": 66742
    },
    {
      "epoch": 3.1050476855082576,
      "grad_norm": 1.390518477493081,
      "learning_rate": 0.000145331788513019,
      "loss": 2.1719,
      "step": 66743
    },
    {
      "epoch": 3.1050942079553385,
      "grad_norm": 1.3653361783352889,
      "learning_rate": 0.0001453280788929993,
      "loss": 2.1406,
      "step": 66744
    },
    {
      "epoch": 3.105140730402419,
      "grad_norm": 1.2309616696588315,
      "learning_rate": 0.00014532436927583976,
      "loss": 1.8828,
      "step": 66745
    },
    {
      "epoch": 3.1051872528495,
      "grad_norm": 1.4327766021158899,
      "learning_rate": 0.00014532065966154262,
      "loss": 2.1719,
      "step": 66746
    },
    {
      "epoch": 3.1052337752965804,
      "grad_norm": 1.2723078713796039,
      "learning_rate": 0.00014531695005011027,
      "loss": 1.9766,
      "step": 66747
    },
    {
      "epoch": 3.1052802977436613,
      "grad_norm": 1.2806023674417288,
      "learning_rate": 0.00014531324044154487,
      "loss": 1.9609,
      "step": 66748
    },
    {
      "epoch": 3.1053268201907422,
      "grad_norm": 1.232173515608449,
      "learning_rate": 0.00014530953083584876,
      "loss": 1.8359,
      "step": 66749
    },
    {
      "epoch": 3.1053733426378227,
      "grad_norm": 1.3242267398252554,
      "learning_rate": 0.00014530582123302416,
      "loss": 1.8828,
      "step": 66750
    },
    {
      "epoch": 3.1054198650849036,
      "grad_norm": 1.25191915897349,
      "learning_rate": 0.0001453021116330734,
      "loss": 1.8516,
      "step": 66751
    },
    {
      "epoch": 3.105466387531984,
      "grad_norm": 1.349160388476158,
      "learning_rate": 0.00014529840203599868,
      "loss": 2.1406,
      "step": 66752
    },
    {
      "epoch": 3.105512909979065,
      "grad_norm": 1.3304223490792602,
      "learning_rate": 0.00014529469244180232,
      "loss": 2.25,
      "step": 66753
    },
    {
      "epoch": 3.1055594324261455,
      "grad_norm": 1.326492561549903,
      "learning_rate": 0.00014529098285048656,
      "loss": 1.9062,
      "step": 66754
    },
    {
      "epoch": 3.1056059548732264,
      "grad_norm": 1.3016211318327269,
      "learning_rate": 0.00014528727326205374,
      "loss": 2.0781,
      "step": 66755
    },
    {
      "epoch": 3.105652477320307,
      "grad_norm": 1.2746623200979794,
      "learning_rate": 0.00014528356367650604,
      "loss": 2.0,
      "step": 66756
    },
    {
      "epoch": 3.105698999767388,
      "grad_norm": 1.312547972767556,
      "learning_rate": 0.00014527985409384578,
      "loss": 1.9453,
      "step": 66757
    },
    {
      "epoch": 3.1057455222144683,
      "grad_norm": 1.4730753868929407,
      "learning_rate": 0.0001452761445140752,
      "loss": 2.0938,
      "step": 66758
    },
    {
      "epoch": 3.1057920446615492,
      "grad_norm": 1.2946541461512135,
      "learning_rate": 0.00014527243493719664,
      "loss": 1.9922,
      "step": 66759
    },
    {
      "epoch": 3.1058385671086297,
      "grad_norm": 1.2890941507632196,
      "learning_rate": 0.00014526872536321225,
      "loss": 2.0312,
      "step": 66760
    },
    {
      "epoch": 3.1058850895557106,
      "grad_norm": 1.254711474768107,
      "learning_rate": 0.00014526501579212444,
      "loss": 1.8828,
      "step": 66761
    },
    {
      "epoch": 3.1059316120027916,
      "grad_norm": 1.2905418174278427,
      "learning_rate": 0.0001452613062239354,
      "loss": 1.7188,
      "step": 66762
    },
    {
      "epoch": 3.105978134449872,
      "grad_norm": 1.3807968570560682,
      "learning_rate": 0.0001452575966586474,
      "loss": 2.1875,
      "step": 66763
    },
    {
      "epoch": 3.106024656896953,
      "grad_norm": 1.419621688293729,
      "learning_rate": 0.00014525388709626274,
      "loss": 2.3438,
      "step": 66764
    },
    {
      "epoch": 3.1060711793440334,
      "grad_norm": 1.3257487938055215,
      "learning_rate": 0.00014525017753678368,
      "loss": 1.9297,
      "step": 66765
    },
    {
      "epoch": 3.1061177017911143,
      "grad_norm": 1.2383592705725113,
      "learning_rate": 0.00014524646798021247,
      "loss": 1.9062,
      "step": 66766
    },
    {
      "epoch": 3.106164224238195,
      "grad_norm": 1.3833462806913903,
      "learning_rate": 0.00014524275842655142,
      "loss": 2.1562,
      "step": 66767
    },
    {
      "epoch": 3.1062107466852757,
      "grad_norm": 1.3654856637256862,
      "learning_rate": 0.00014523904887580273,
      "loss": 1.9609,
      "step": 66768
    },
    {
      "epoch": 3.1062572691323562,
      "grad_norm": 1.2588947221007272,
      "learning_rate": 0.00014523533932796876,
      "loss": 1.8516,
      "step": 66769
    },
    {
      "epoch": 3.106303791579437,
      "grad_norm": 1.1341957395631208,
      "learning_rate": 0.00014523162978305175,
      "loss": 1.6094,
      "step": 66770
    },
    {
      "epoch": 3.1063503140265176,
      "grad_norm": 1.3508533040247859,
      "learning_rate": 0.00014522792024105398,
      "loss": 2.1094,
      "step": 66771
    },
    {
      "epoch": 3.1063968364735985,
      "grad_norm": 1.222738715595726,
      "learning_rate": 0.00014522421070197768,
      "loss": 1.8984,
      "step": 66772
    },
    {
      "epoch": 3.106443358920679,
      "grad_norm": 1.2635428842079397,
      "learning_rate": 0.00014522050116582517,
      "loss": 1.7578,
      "step": 66773
    },
    {
      "epoch": 3.10648988136776,
      "grad_norm": 1.2697370484431432,
      "learning_rate": 0.00014521679163259865,
      "loss": 2.0156,
      "step": 66774
    },
    {
      "epoch": 3.106536403814841,
      "grad_norm": 1.3248361954580898,
      "learning_rate": 0.0001452130821023005,
      "loss": 2.1094,
      "step": 66775
    },
    {
      "epoch": 3.1065829262619213,
      "grad_norm": 1.3319412041182728,
      "learning_rate": 0.00014520937257493289,
      "loss": 1.875,
      "step": 66776
    },
    {
      "epoch": 3.1066294487090023,
      "grad_norm": 1.3789756648085063,
      "learning_rate": 0.00014520566305049816,
      "loss": 2.1875,
      "step": 66777
    },
    {
      "epoch": 3.1066759711560827,
      "grad_norm": 1.2459022398603241,
      "learning_rate": 0.0001452019535289985,
      "loss": 1.875,
      "step": 66778
    },
    {
      "epoch": 3.1067224936031637,
      "grad_norm": 1.3538905675072423,
      "learning_rate": 0.0001451982440104363,
      "loss": 2.0938,
      "step": 66779
    },
    {
      "epoch": 3.106769016050244,
      "grad_norm": 1.3522543524358384,
      "learning_rate": 0.0001451945344948137,
      "loss": 2.1094,
      "step": 66780
    },
    {
      "epoch": 3.106815538497325,
      "grad_norm": 1.299569677325798,
      "learning_rate": 0.0001451908249821331,
      "loss": 1.9922,
      "step": 66781
    },
    {
      "epoch": 3.1068620609444055,
      "grad_norm": 1.4732707164126504,
      "learning_rate": 0.00014518711547239664,
      "loss": 2.1562,
      "step": 66782
    },
    {
      "epoch": 3.1069085833914865,
      "grad_norm": 1.4440704026121864,
      "learning_rate": 0.0001451834059656067,
      "loss": 2.4688,
      "step": 66783
    },
    {
      "epoch": 3.106955105838567,
      "grad_norm": 1.3097403204854488,
      "learning_rate": 0.00014517969646176548,
      "loss": 1.9141,
      "step": 66784
    },
    {
      "epoch": 3.107001628285648,
      "grad_norm": 1.4260673716980155,
      "learning_rate": 0.0001451759869608753,
      "loss": 2.1875,
      "step": 66785
    },
    {
      "epoch": 3.1070481507327283,
      "grad_norm": 1.2408323024793728,
      "learning_rate": 0.0001451722774629384,
      "loss": 1.8594,
      "step": 66786
    },
    {
      "epoch": 3.1070946731798093,
      "grad_norm": 1.3927560152969762,
      "learning_rate": 0.00014516856796795705,
      "loss": 2.0156,
      "step": 66787
    },
    {
      "epoch": 3.10714119562689,
      "grad_norm": 1.3566818366721458,
      "learning_rate": 0.00014516485847593355,
      "loss": 2.0156,
      "step": 66788
    },
    {
      "epoch": 3.1071877180739707,
      "grad_norm": 1.4182250403792418,
      "learning_rate": 0.00014516114898687014,
      "loss": 2.1719,
      "step": 66789
    },
    {
      "epoch": 3.1072342405210516,
      "grad_norm": 1.3911555686398105,
      "learning_rate": 0.00014515743950076906,
      "loss": 2.1719,
      "step": 66790
    },
    {
      "epoch": 3.107280762968132,
      "grad_norm": 1.4089541417343987,
      "learning_rate": 0.00014515373001763266,
      "loss": 1.5,
      "step": 66791
    },
    {
      "epoch": 3.107327285415213,
      "grad_norm": 1.2912477934579216,
      "learning_rate": 0.00014515002053746317,
      "loss": 1.9453,
      "step": 66792
    },
    {
      "epoch": 3.1073738078622934,
      "grad_norm": 1.434877114170084,
      "learning_rate": 0.00014514631106026288,
      "loss": 2.3594,
      "step": 66793
    },
    {
      "epoch": 3.1074203303093744,
      "grad_norm": 1.3835658090593328,
      "learning_rate": 0.00014514260158603407,
      "loss": 2.2188,
      "step": 66794
    },
    {
      "epoch": 3.107466852756455,
      "grad_norm": 1.344476940955722,
      "learning_rate": 0.00014513889211477895,
      "loss": 2.1719,
      "step": 66795
    },
    {
      "epoch": 3.1075133752035358,
      "grad_norm": 1.2647031561073758,
      "learning_rate": 0.00014513518264649985,
      "loss": 1.9062,
      "step": 66796
    },
    {
      "epoch": 3.1075598976506162,
      "grad_norm": 1.3207428989169683,
      "learning_rate": 0.00014513147318119903,
      "loss": 1.9766,
      "step": 66797
    },
    {
      "epoch": 3.107606420097697,
      "grad_norm": 1.3806022820007409,
      "learning_rate": 0.00014512776371887871,
      "loss": 2.0625,
      "step": 66798
    },
    {
      "epoch": 3.1076529425447776,
      "grad_norm": 1.3398028984786143,
      "learning_rate": 0.00014512405425954125,
      "loss": 2.0,
      "step": 66799
    },
    {
      "epoch": 3.1076994649918586,
      "grad_norm": 1.3400582452533094,
      "learning_rate": 0.00014512034480318884,
      "loss": 2.0469,
      "step": 66800
    },
    {
      "epoch": 3.1077459874389395,
      "grad_norm": 1.2993538844673915,
      "learning_rate": 0.00014511663534982382,
      "loss": 2.2188,
      "step": 66801
    },
    {
      "epoch": 3.10779250988602,
      "grad_norm": 1.3395179101116783,
      "learning_rate": 0.0001451129258994484,
      "loss": 2.0781,
      "step": 66802
    },
    {
      "epoch": 3.107839032333101,
      "grad_norm": 1.3462495279689461,
      "learning_rate": 0.00014510921645206489,
      "loss": 2.125,
      "step": 66803
    },
    {
      "epoch": 3.1078855547801814,
      "grad_norm": 1.3391218924724313,
      "learning_rate": 0.0001451055070076755,
      "loss": 2.0781,
      "step": 66804
    },
    {
      "epoch": 3.1079320772272623,
      "grad_norm": 1.2086788985641055,
      "learning_rate": 0.0001451017975662826,
      "loss": 1.9453,
      "step": 66805
    },
    {
      "epoch": 3.1079785996743428,
      "grad_norm": 1.398675584181745,
      "learning_rate": 0.00014509808812788837,
      "loss": 2.2344,
      "step": 66806
    },
    {
      "epoch": 3.1080251221214237,
      "grad_norm": 1.2552937707687346,
      "learning_rate": 0.00014509437869249516,
      "loss": 1.7656,
      "step": 66807
    },
    {
      "epoch": 3.108071644568504,
      "grad_norm": 1.2118516209836108,
      "learning_rate": 0.00014509066926010513,
      "loss": 1.9141,
      "step": 66808
    },
    {
      "epoch": 3.108118167015585,
      "grad_norm": 1.307930401000252,
      "learning_rate": 0.00014508695983072068,
      "loss": 2.1406,
      "step": 66809
    },
    {
      "epoch": 3.1081646894626656,
      "grad_norm": 1.2983863352079617,
      "learning_rate": 0.00014508325040434402,
      "loss": 1.7891,
      "step": 66810
    },
    {
      "epoch": 3.1082112119097465,
      "grad_norm": 1.3711793942393133,
      "learning_rate": 0.00014507954098097743,
      "loss": 2.1719,
      "step": 66811
    },
    {
      "epoch": 3.108257734356827,
      "grad_norm": 1.3491795863533333,
      "learning_rate": 0.00014507583156062308,
      "loss": 2.2188,
      "step": 66812
    },
    {
      "epoch": 3.108304256803908,
      "grad_norm": 1.2727030875558345,
      "learning_rate": 0.00014507212214328339,
      "loss": 1.6797,
      "step": 66813
    },
    {
      "epoch": 3.108350779250989,
      "grad_norm": 1.4186942626576773,
      "learning_rate": 0.00014506841272896061,
      "loss": 2.25,
      "step": 66814
    },
    {
      "epoch": 3.1083973016980693,
      "grad_norm": 1.33122236742778,
      "learning_rate": 0.00014506470331765697,
      "loss": 2.1562,
      "step": 66815
    },
    {
      "epoch": 3.10844382414515,
      "grad_norm": 1.3960392694508865,
      "learning_rate": 0.00014506099390937475,
      "loss": 2.2812,
      "step": 66816
    },
    {
      "epoch": 3.1084903465922307,
      "grad_norm": 1.369440998627601,
      "learning_rate": 0.0001450572845041162,
      "loss": 2.3281,
      "step": 66817
    },
    {
      "epoch": 3.1085368690393116,
      "grad_norm": 1.3942468157266112,
      "learning_rate": 0.00014505357510188365,
      "loss": 2.1719,
      "step": 66818
    },
    {
      "epoch": 3.108583391486392,
      "grad_norm": 1.325300526503758,
      "learning_rate": 0.00014504986570267926,
      "loss": 1.5703,
      "step": 66819
    },
    {
      "epoch": 3.108629913933473,
      "grad_norm": 1.312006552848506,
      "learning_rate": 0.00014504615630650544,
      "loss": 1.8984,
      "step": 66820
    },
    {
      "epoch": 3.1086764363805535,
      "grad_norm": 1.3934640336918578,
      "learning_rate": 0.00014504244691336435,
      "loss": 2.1875,
      "step": 66821
    },
    {
      "epoch": 3.1087229588276344,
      "grad_norm": 1.4232974546186812,
      "learning_rate": 0.00014503873752325832,
      "loss": 2.2344,
      "step": 66822
    },
    {
      "epoch": 3.108769481274715,
      "grad_norm": 1.1938973997872264,
      "learning_rate": 0.00014503502813618962,
      "loss": 1.5938,
      "step": 66823
    },
    {
      "epoch": 3.108816003721796,
      "grad_norm": 1.425267711774556,
      "learning_rate": 0.00014503131875216046,
      "loss": 2.25,
      "step": 66824
    },
    {
      "epoch": 3.1088625261688767,
      "grad_norm": 1.282703323774528,
      "learning_rate": 0.00014502760937117322,
      "loss": 1.9062,
      "step": 66825
    },
    {
      "epoch": 3.108909048615957,
      "grad_norm": 1.3305654441154222,
      "learning_rate": 0.00014502389999323004,
      "loss": 2.0156,
      "step": 66826
    },
    {
      "epoch": 3.108955571063038,
      "grad_norm": 1.2416603809351425,
      "learning_rate": 0.0001450201906183333,
      "loss": 1.8125,
      "step": 66827
    },
    {
      "epoch": 3.1090020935101186,
      "grad_norm": 1.282634183403282,
      "learning_rate": 0.00014501648124648522,
      "loss": 1.7891,
      "step": 66828
    },
    {
      "epoch": 3.1090486159571995,
      "grad_norm": 1.259225112774069,
      "learning_rate": 0.0001450127718776881,
      "loss": 1.6953,
      "step": 66829
    },
    {
      "epoch": 3.10909513840428,
      "grad_norm": 1.3142631331796535,
      "learning_rate": 0.00014500906251194414,
      "loss": 1.9688,
      "step": 66830
    },
    {
      "epoch": 3.109141660851361,
      "grad_norm": 1.2078503156338662,
      "learning_rate": 0.00014500535314925569,
      "loss": 1.7734,
      "step": 66831
    },
    {
      "epoch": 3.1091881832984414,
      "grad_norm": 1.4013192368417138,
      "learning_rate": 0.00014500164378962498,
      "loss": 1.9922,
      "step": 66832
    },
    {
      "epoch": 3.1092347057455223,
      "grad_norm": 1.2971837867503409,
      "learning_rate": 0.00014499793443305432,
      "loss": 1.9219,
      "step": 66833
    },
    {
      "epoch": 3.1092812281926028,
      "grad_norm": 1.5513188380831056,
      "learning_rate": 0.0001449942250795459,
      "loss": 2.1719,
      "step": 66834
    },
    {
      "epoch": 3.1093277506396837,
      "grad_norm": 1.3151225702193743,
      "learning_rate": 0.00014499051572910204,
      "loss": 2.0625,
      "step": 66835
    },
    {
      "epoch": 3.109374273086764,
      "grad_norm": 1.279360210604192,
      "learning_rate": 0.00014498680638172506,
      "loss": 1.9141,
      "step": 66836
    },
    {
      "epoch": 3.109420795533845,
      "grad_norm": 1.295533424554848,
      "learning_rate": 0.00014498309703741717,
      "loss": 2.0156,
      "step": 66837
    },
    {
      "epoch": 3.1094673179809256,
      "grad_norm": 1.3822760083211878,
      "learning_rate": 0.00014497938769618068,
      "loss": 2.1719,
      "step": 66838
    },
    {
      "epoch": 3.1095138404280065,
      "grad_norm": 1.4817088690774667,
      "learning_rate": 0.00014497567835801783,
      "loss": 2.1406,
      "step": 66839
    },
    {
      "epoch": 3.1095603628750874,
      "grad_norm": 1.3440932870458435,
      "learning_rate": 0.0001449719690229309,
      "loss": 2.0469,
      "step": 66840
    },
    {
      "epoch": 3.109606885322168,
      "grad_norm": 1.27679870999713,
      "learning_rate": 0.00014496825969092215,
      "loss": 1.9531,
      "step": 66841
    },
    {
      "epoch": 3.109653407769249,
      "grad_norm": 1.3448487893159287,
      "learning_rate": 0.0001449645503619939,
      "loss": 2.0156,
      "step": 66842
    },
    {
      "epoch": 3.1096999302163293,
      "grad_norm": 1.3154500547050187,
      "learning_rate": 0.00014496084103614833,
      "loss": 2.1094,
      "step": 66843
    },
    {
      "epoch": 3.10974645266341,
      "grad_norm": 1.295600710084174,
      "learning_rate": 0.0001449571317133878,
      "loss": 1.9922,
      "step": 66844
    },
    {
      "epoch": 3.1097929751104907,
      "grad_norm": 1.2566491513646423,
      "learning_rate": 0.0001449534223937145,
      "loss": 1.6797,
      "step": 66845
    },
    {
      "epoch": 3.1098394975575716,
      "grad_norm": 1.3595947259293284,
      "learning_rate": 0.0001449497130771308,
      "loss": 2.2344,
      "step": 66846
    },
    {
      "epoch": 3.109886020004652,
      "grad_norm": 1.263675846710581,
      "learning_rate": 0.0001449460037636389,
      "loss": 1.9375,
      "step": 66847
    },
    {
      "epoch": 3.109932542451733,
      "grad_norm": 1.2585355039746833,
      "learning_rate": 0.00014494229445324107,
      "loss": 1.9062,
      "step": 66848
    },
    {
      "epoch": 3.1099790648988135,
      "grad_norm": 1.2337208052111417,
      "learning_rate": 0.00014493858514593962,
      "loss": 1.7266,
      "step": 66849
    },
    {
      "epoch": 3.1100255873458944,
      "grad_norm": 1.2843648831376828,
      "learning_rate": 0.00014493487584173675,
      "loss": 2.0156,
      "step": 66850
    },
    {
      "epoch": 3.1100721097929753,
      "grad_norm": 1.2413767949951369,
      "learning_rate": 0.00014493116654063482,
      "loss": 1.9609,
      "step": 66851
    },
    {
      "epoch": 3.110118632240056,
      "grad_norm": 1.3053496447751443,
      "learning_rate": 0.00014492745724263605,
      "loss": 1.9922,
      "step": 66852
    },
    {
      "epoch": 3.1101651546871367,
      "grad_norm": 1.3054496988689535,
      "learning_rate": 0.00014492374794774273,
      "loss": 1.6562,
      "step": 66853
    },
    {
      "epoch": 3.110211677134217,
      "grad_norm": 1.3826403456014809,
      "learning_rate": 0.0001449200386559571,
      "loss": 2.2656,
      "step": 66854
    },
    {
      "epoch": 3.110258199581298,
      "grad_norm": 1.2798314535281463,
      "learning_rate": 0.00014491632936728147,
      "loss": 1.7344,
      "step": 66855
    },
    {
      "epoch": 3.1103047220283786,
      "grad_norm": 1.3581596117814296,
      "learning_rate": 0.00014491262008171804,
      "loss": 2.2812,
      "step": 66856
    },
    {
      "epoch": 3.1103512444754595,
      "grad_norm": 1.1493092570801375,
      "learning_rate": 0.00014490891079926916,
      "loss": 1.4531,
      "step": 66857
    },
    {
      "epoch": 3.11039776692254,
      "grad_norm": 1.3358984862648458,
      "learning_rate": 0.00014490520151993713,
      "loss": 1.8438,
      "step": 66858
    },
    {
      "epoch": 3.110444289369621,
      "grad_norm": 1.365291388269296,
      "learning_rate": 0.0001449014922437241,
      "loss": 2.0625,
      "step": 66859
    },
    {
      "epoch": 3.1104908118167014,
      "grad_norm": 1.3071637443729902,
      "learning_rate": 0.00014489778297063245,
      "loss": 1.9062,
      "step": 66860
    },
    {
      "epoch": 3.1105373342637823,
      "grad_norm": 1.3377885459650183,
      "learning_rate": 0.00014489407370066437,
      "loss": 1.9922,
      "step": 66861
    },
    {
      "epoch": 3.110583856710863,
      "grad_norm": 1.3548589420237287,
      "learning_rate": 0.0001448903644338222,
      "loss": 1.9766,
      "step": 66862
    },
    {
      "epoch": 3.1106303791579437,
      "grad_norm": 1.4197681853918072,
      "learning_rate": 0.00014488665517010818,
      "loss": 2.1719,
      "step": 66863
    },
    {
      "epoch": 3.1106769016050246,
      "grad_norm": 1.3346699042096757,
      "learning_rate": 0.00014488294590952458,
      "loss": 2.2656,
      "step": 66864
    },
    {
      "epoch": 3.110723424052105,
      "grad_norm": 1.3293371629563389,
      "learning_rate": 0.00014487923665207364,
      "loss": 2.1406,
      "step": 66865
    },
    {
      "epoch": 3.110769946499186,
      "grad_norm": 1.3521286289773808,
      "learning_rate": 0.00014487552739775772,
      "loss": 2.0,
      "step": 66866
    },
    {
      "epoch": 3.1108164689462665,
      "grad_norm": 1.3076082559543967,
      "learning_rate": 0.00014487181814657897,
      "loss": 1.9141,
      "step": 66867
    },
    {
      "epoch": 3.1108629913933474,
      "grad_norm": 1.2762510325970347,
      "learning_rate": 0.00014486810889853977,
      "loss": 1.8594,
      "step": 66868
    },
    {
      "epoch": 3.110909513840428,
      "grad_norm": 1.2381207199581061,
      "learning_rate": 0.00014486439965364232,
      "loss": 1.7812,
      "step": 66869
    },
    {
      "epoch": 3.110956036287509,
      "grad_norm": 1.3739522826377384,
      "learning_rate": 0.00014486069041188892,
      "loss": 2.2969,
      "step": 66870
    },
    {
      "epoch": 3.1110025587345893,
      "grad_norm": 1.3638468428471406,
      "learning_rate": 0.00014485698117328182,
      "loss": 2.1719,
      "step": 66871
    },
    {
      "epoch": 3.1110490811816702,
      "grad_norm": 1.2444750944483898,
      "learning_rate": 0.00014485327193782332,
      "loss": 1.8281,
      "step": 66872
    },
    {
      "epoch": 3.1110956036287507,
      "grad_norm": 1.279617704156087,
      "learning_rate": 0.00014484956270551566,
      "loss": 2.1094,
      "step": 66873
    },
    {
      "epoch": 3.1111421260758316,
      "grad_norm": 1.3312228697118555,
      "learning_rate": 0.00014484585347636117,
      "loss": 1.4766,
      "step": 66874
    },
    {
      "epoch": 3.111188648522912,
      "grad_norm": 1.228848081691306,
      "learning_rate": 0.00014484214425036207,
      "loss": 1.5312,
      "step": 66875
    },
    {
      "epoch": 3.111235170969993,
      "grad_norm": 1.32514234207994,
      "learning_rate": 0.00014483843502752062,
      "loss": 2.0781,
      "step": 66876
    },
    {
      "epoch": 3.111281693417074,
      "grad_norm": 1.2376699023639854,
      "learning_rate": 0.0001448347258078391,
      "loss": 1.7969,
      "step": 66877
    },
    {
      "epoch": 3.1113282158641544,
      "grad_norm": 1.3467980228888965,
      "learning_rate": 0.00014483101659131979,
      "loss": 2.0469,
      "step": 66878
    },
    {
      "epoch": 3.1113747383112353,
      "grad_norm": 1.324836411268243,
      "learning_rate": 0.00014482730737796495,
      "loss": 1.9375,
      "step": 66879
    },
    {
      "epoch": 3.111421260758316,
      "grad_norm": 1.2975958906922611,
      "learning_rate": 0.0001448235981677769,
      "loss": 1.8281,
      "step": 66880
    },
    {
      "epoch": 3.1114677832053967,
      "grad_norm": 1.320156901507195,
      "learning_rate": 0.00014481988896075787,
      "loss": 1.8594,
      "step": 66881
    },
    {
      "epoch": 3.111514305652477,
      "grad_norm": 1.3901459422116758,
      "learning_rate": 0.00014481617975691013,
      "loss": 2.0156,
      "step": 66882
    },
    {
      "epoch": 3.111560828099558,
      "grad_norm": 1.321945095105154,
      "learning_rate": 0.00014481247055623593,
      "loss": 1.9297,
      "step": 66883
    },
    {
      "epoch": 3.1116073505466386,
      "grad_norm": 1.3658537622609928,
      "learning_rate": 0.00014480876135873762,
      "loss": 1.9922,
      "step": 66884
    },
    {
      "epoch": 3.1116538729937195,
      "grad_norm": 1.2787913274543505,
      "learning_rate": 0.00014480505216441736,
      "loss": 1.875,
      "step": 66885
    },
    {
      "epoch": 3.1117003954408,
      "grad_norm": 1.340826708073272,
      "learning_rate": 0.00014480134297327753,
      "loss": 2.0,
      "step": 66886
    },
    {
      "epoch": 3.111746917887881,
      "grad_norm": 1.3891499153076938,
      "learning_rate": 0.0001447976337853203,
      "loss": 2.1719,
      "step": 66887
    },
    {
      "epoch": 3.1117934403349614,
      "grad_norm": 1.378281737922753,
      "learning_rate": 0.00014479392460054803,
      "loss": 2.1719,
      "step": 66888
    },
    {
      "epoch": 3.1118399627820423,
      "grad_norm": 1.437782810145778,
      "learning_rate": 0.00014479021541896292,
      "loss": 1.9219,
      "step": 66889
    },
    {
      "epoch": 3.1118864852291233,
      "grad_norm": 1.4815542440887708,
      "learning_rate": 0.0001447865062405673,
      "loss": 1.8125,
      "step": 66890
    },
    {
      "epoch": 3.1119330076762037,
      "grad_norm": 1.373717604789442,
      "learning_rate": 0.00014478279706536338,
      "loss": 2.0156,
      "step": 66891
    },
    {
      "epoch": 3.1119795301232847,
      "grad_norm": 1.2545586465389533,
      "learning_rate": 0.00014477908789335347,
      "loss": 1.7109,
      "step": 66892
    },
    {
      "epoch": 3.112026052570365,
      "grad_norm": 1.283862871464468,
      "learning_rate": 0.00014477537872453983,
      "loss": 2.0625,
      "step": 66893
    },
    {
      "epoch": 3.112072575017446,
      "grad_norm": 1.3555447960488756,
      "learning_rate": 0.00014477166955892477,
      "loss": 1.9375,
      "step": 66894
    },
    {
      "epoch": 3.1121190974645265,
      "grad_norm": 1.3583751538780415,
      "learning_rate": 0.0001447679603965105,
      "loss": 2.2656,
      "step": 66895
    },
    {
      "epoch": 3.1121656199116075,
      "grad_norm": 1.3801377674507578,
      "learning_rate": 0.00014476425123729933,
      "loss": 2.2031,
      "step": 66896
    },
    {
      "epoch": 3.112212142358688,
      "grad_norm": 1.3308712348455078,
      "learning_rate": 0.00014476054208129347,
      "loss": 1.9922,
      "step": 66897
    },
    {
      "epoch": 3.112258664805769,
      "grad_norm": 1.2892891030564295,
      "learning_rate": 0.00014475683292849528,
      "loss": 1.9141,
      "step": 66898
    },
    {
      "epoch": 3.1123051872528493,
      "grad_norm": 1.3323250979539618,
      "learning_rate": 0.00014475312377890693,
      "loss": 1.7969,
      "step": 66899
    },
    {
      "epoch": 3.1123517096999302,
      "grad_norm": 1.3404238792788747,
      "learning_rate": 0.00014474941463253076,
      "loss": 2.0938,
      "step": 66900
    },
    {
      "epoch": 3.1123982321470107,
      "grad_norm": 1.3218045766968833,
      "learning_rate": 0.0001447457054893691,
      "loss": 1.9219,
      "step": 66901
    },
    {
      "epoch": 3.1124447545940916,
      "grad_norm": 1.3049029773641128,
      "learning_rate": 0.0001447419963494241,
      "loss": 2.0156,
      "step": 66902
    },
    {
      "epoch": 3.1124912770411726,
      "grad_norm": 1.5025243268638888,
      "learning_rate": 0.0001447382872126981,
      "loss": 2.1875,
      "step": 66903
    },
    {
      "epoch": 3.112537799488253,
      "grad_norm": 1.428958297237253,
      "learning_rate": 0.00014473457807919336,
      "loss": 1.9609,
      "step": 66904
    },
    {
      "epoch": 3.112584321935334,
      "grad_norm": 1.3359052118856867,
      "learning_rate": 0.0001447308689489121,
      "loss": 1.9609,
      "step": 66905
    },
    {
      "epoch": 3.1126308443824144,
      "grad_norm": 1.322564734646819,
      "learning_rate": 0.0001447271598218567,
      "loss": 1.5234,
      "step": 66906
    },
    {
      "epoch": 3.1126773668294954,
      "grad_norm": 1.440997496422502,
      "learning_rate": 0.0001447234506980293,
      "loss": 2.0312,
      "step": 66907
    },
    {
      "epoch": 3.112723889276576,
      "grad_norm": 1.2549870797937648,
      "learning_rate": 0.00014471974157743227,
      "loss": 1.8125,
      "step": 66908
    },
    {
      "epoch": 3.1127704117236568,
      "grad_norm": 1.2821999207646895,
      "learning_rate": 0.00014471603246006784,
      "loss": 1.9688,
      "step": 66909
    },
    {
      "epoch": 3.1128169341707372,
      "grad_norm": 1.2266083947763002,
      "learning_rate": 0.0001447123233459383,
      "loss": 1.7891,
      "step": 66910
    },
    {
      "epoch": 3.112863456617818,
      "grad_norm": 1.4244774262107704,
      "learning_rate": 0.00014470861423504584,
      "loss": 1.9922,
      "step": 66911
    },
    {
      "epoch": 3.1129099790648986,
      "grad_norm": 1.7009699414917578,
      "learning_rate": 0.00014470490512739288,
      "loss": 2.5,
      "step": 66912
    },
    {
      "epoch": 3.1129565015119796,
      "grad_norm": 1.3421342419704372,
      "learning_rate": 0.00014470119602298155,
      "loss": 2.0625,
      "step": 66913
    },
    {
      "epoch": 3.11300302395906,
      "grad_norm": 1.427039372373917,
      "learning_rate": 0.00014469748692181423,
      "loss": 1.9922,
      "step": 66914
    },
    {
      "epoch": 3.113049546406141,
      "grad_norm": 1.51447260384577,
      "learning_rate": 0.0001446937778238931,
      "loss": 2.0938,
      "step": 66915
    },
    {
      "epoch": 3.113096068853222,
      "grad_norm": 1.281564608849982,
      "learning_rate": 0.00014469006872922047,
      "loss": 1.8906,
      "step": 66916
    },
    {
      "epoch": 3.1131425913003024,
      "grad_norm": 1.37603624330776,
      "learning_rate": 0.00014468635963779862,
      "loss": 2.1719,
      "step": 66917
    },
    {
      "epoch": 3.1131891137473833,
      "grad_norm": 1.31009396706113,
      "learning_rate": 0.00014468265054962983,
      "loss": 1.8359,
      "step": 66918
    },
    {
      "epoch": 3.1132356361944638,
      "grad_norm": 1.2979560779291033,
      "learning_rate": 0.00014467894146471633,
      "loss": 2.0469,
      "step": 66919
    },
    {
      "epoch": 3.1132821586415447,
      "grad_norm": 1.397239577192985,
      "learning_rate": 0.00014467523238306045,
      "loss": 2.1094,
      "step": 66920
    },
    {
      "epoch": 3.113328681088625,
      "grad_norm": 1.254898085528448,
      "learning_rate": 0.00014467152330466433,
      "loss": 1.7812,
      "step": 66921
    },
    {
      "epoch": 3.113375203535706,
      "grad_norm": 1.3423869327086242,
      "learning_rate": 0.0001446678142295304,
      "loss": 2.1875,
      "step": 66922
    },
    {
      "epoch": 3.1134217259827865,
      "grad_norm": 1.412099336021839,
      "learning_rate": 0.00014466410515766087,
      "loss": 2.2188,
      "step": 66923
    },
    {
      "epoch": 3.1134682484298675,
      "grad_norm": 1.5315068329614596,
      "learning_rate": 0.000144660396089058,
      "loss": 2.375,
      "step": 66924
    },
    {
      "epoch": 3.113514770876948,
      "grad_norm": 1.268743607926523,
      "learning_rate": 0.00014465668702372408,
      "loss": 1.8984,
      "step": 66925
    },
    {
      "epoch": 3.113561293324029,
      "grad_norm": 1.3582900327676328,
      "learning_rate": 0.00014465297796166133,
      "loss": 1.9297,
      "step": 66926
    },
    {
      "epoch": 3.1136078157711093,
      "grad_norm": 1.3276773972632354,
      "learning_rate": 0.00014464926890287211,
      "loss": 2.0312,
      "step": 66927
    },
    {
      "epoch": 3.1136543382181903,
      "grad_norm": 1.431282289670843,
      "learning_rate": 0.0001446455598473586,
      "loss": 2.0625,
      "step": 66928
    },
    {
      "epoch": 3.113700860665271,
      "grad_norm": 1.3611860745338409,
      "learning_rate": 0.00014464185079512314,
      "loss": 2.125,
      "step": 66929
    },
    {
      "epoch": 3.1137473831123517,
      "grad_norm": 1.325172382276193,
      "learning_rate": 0.00014463814174616796,
      "loss": 2.125,
      "step": 66930
    },
    {
      "epoch": 3.1137939055594326,
      "grad_norm": 1.3208290379543866,
      "learning_rate": 0.00014463443270049535,
      "loss": 1.9766,
      "step": 66931
    },
    {
      "epoch": 3.113840428006513,
      "grad_norm": 1.3360068000692096,
      "learning_rate": 0.00014463072365810756,
      "loss": 2.1406,
      "step": 66932
    },
    {
      "epoch": 3.113886950453594,
      "grad_norm": 1.3167171386419103,
      "learning_rate": 0.00014462701461900686,
      "loss": 1.6719,
      "step": 66933
    },
    {
      "epoch": 3.1139334729006745,
      "grad_norm": 1.3194047348184788,
      "learning_rate": 0.00014462330558319558,
      "loss": 1.8281,
      "step": 66934
    },
    {
      "epoch": 3.1139799953477554,
      "grad_norm": 1.3650602985356175,
      "learning_rate": 0.00014461959655067587,
      "loss": 2.0,
      "step": 66935
    },
    {
      "epoch": 3.114026517794836,
      "grad_norm": 1.3786862310424268,
      "learning_rate": 0.00014461588752145014,
      "loss": 1.8906,
      "step": 66936
    },
    {
      "epoch": 3.114073040241917,
      "grad_norm": 1.2405118754231077,
      "learning_rate": 0.00014461217849552055,
      "loss": 1.4531,
      "step": 66937
    },
    {
      "epoch": 3.1141195626889973,
      "grad_norm": 1.3631977110451075,
      "learning_rate": 0.00014460846947288945,
      "loss": 2.0469,
      "step": 66938
    },
    {
      "epoch": 3.114166085136078,
      "grad_norm": 1.3486396016475335,
      "learning_rate": 0.00014460476045355904,
      "loss": 1.7578,
      "step": 66939
    },
    {
      "epoch": 3.114212607583159,
      "grad_norm": 1.367534065482389,
      "learning_rate": 0.00014460105143753165,
      "loss": 2.1406,
      "step": 66940
    },
    {
      "epoch": 3.1142591300302396,
      "grad_norm": 1.368918670616308,
      "learning_rate": 0.0001445973424248095,
      "loss": 1.8203,
      "step": 66941
    },
    {
      "epoch": 3.1143056524773205,
      "grad_norm": 1.3328612103573838,
      "learning_rate": 0.00014459363341539497,
      "loss": 2.1875,
      "step": 66942
    },
    {
      "epoch": 3.114352174924401,
      "grad_norm": 1.1791650460010032,
      "learning_rate": 0.00014458992440929012,
      "loss": 1.7031,
      "step": 66943
    },
    {
      "epoch": 3.114398697371482,
      "grad_norm": 1.3580155968107384,
      "learning_rate": 0.00014458621540649742,
      "loss": 2.1719,
      "step": 66944
    },
    {
      "epoch": 3.1144452198185624,
      "grad_norm": 1.3971721927225547,
      "learning_rate": 0.0001445825064070191,
      "loss": 2.2188,
      "step": 66945
    },
    {
      "epoch": 3.1144917422656433,
      "grad_norm": 1.3519451764062504,
      "learning_rate": 0.00014457879741085734,
      "loss": 1.9844,
      "step": 66946
    },
    {
      "epoch": 3.1145382647127238,
      "grad_norm": 1.3129053544509655,
      "learning_rate": 0.00014457508841801453,
      "loss": 1.8984,
      "step": 66947
    },
    {
      "epoch": 3.1145847871598047,
      "grad_norm": 1.3595732350830891,
      "learning_rate": 0.00014457137942849288,
      "loss": 1.8672,
      "step": 66948
    },
    {
      "epoch": 3.114631309606885,
      "grad_norm": 1.386448201867176,
      "learning_rate": 0.00014456767044229466,
      "loss": 2.1406,
      "step": 66949
    },
    {
      "epoch": 3.114677832053966,
      "grad_norm": 1.3430444201119087,
      "learning_rate": 0.0001445639614594221,
      "loss": 2.0312,
      "step": 66950
    },
    {
      "epoch": 3.1147243545010466,
      "grad_norm": 1.4104338595600527,
      "learning_rate": 0.00014456025247987757,
      "loss": 2.0312,
      "step": 66951
    },
    {
      "epoch": 3.1147708769481275,
      "grad_norm": 1.2774426953834739,
      "learning_rate": 0.00014455654350366325,
      "loss": 1.8906,
      "step": 66952
    },
    {
      "epoch": 3.114817399395208,
      "grad_norm": 1.384572210209863,
      "learning_rate": 0.00014455283453078147,
      "loss": 2.2812,
      "step": 66953
    },
    {
      "epoch": 3.114863921842289,
      "grad_norm": 1.338138875168431,
      "learning_rate": 0.00014454912556123445,
      "loss": 2.1094,
      "step": 66954
    },
    {
      "epoch": 3.11491044428937,
      "grad_norm": 1.347707038455199,
      "learning_rate": 0.0001445454165950245,
      "loss": 2.1719,
      "step": 66955
    },
    {
      "epoch": 3.1149569667364503,
      "grad_norm": 1.2939430971402444,
      "learning_rate": 0.00014454170763215387,
      "loss": 2.1094,
      "step": 66956
    },
    {
      "epoch": 3.115003489183531,
      "grad_norm": 1.2056547363149852,
      "learning_rate": 0.00014453799867262488,
      "loss": 1.875,
      "step": 66957
    },
    {
      "epoch": 3.1150500116306117,
      "grad_norm": 1.2803362990103977,
      "learning_rate": 0.00014453428971643973,
      "loss": 1.8906,
      "step": 66958
    },
    {
      "epoch": 3.1150965340776926,
      "grad_norm": 1.3854668837813342,
      "learning_rate": 0.0001445305807636007,
      "loss": 2.25,
      "step": 66959
    },
    {
      "epoch": 3.115143056524773,
      "grad_norm": 1.2968140570759215,
      "learning_rate": 0.00014452687181411013,
      "loss": 2.0938,
      "step": 66960
    },
    {
      "epoch": 3.115189578971854,
      "grad_norm": 1.2725118671863613,
      "learning_rate": 0.00014452316286797017,
      "loss": 1.9297,
      "step": 66961
    },
    {
      "epoch": 3.1152361014189345,
      "grad_norm": 1.558229623167925,
      "learning_rate": 0.00014451945392518324,
      "loss": 2.375,
      "step": 66962
    },
    {
      "epoch": 3.1152826238660154,
      "grad_norm": 1.381844761015416,
      "learning_rate": 0.00014451574498575145,
      "loss": 2.1875,
      "step": 66963
    },
    {
      "epoch": 3.115329146313096,
      "grad_norm": 1.35293730346857,
      "learning_rate": 0.00014451203604967723,
      "loss": 2.125,
      "step": 66964
    },
    {
      "epoch": 3.115375668760177,
      "grad_norm": 1.30143691100861,
      "learning_rate": 0.00014450832711696267,
      "loss": 1.8828,
      "step": 66965
    },
    {
      "epoch": 3.1154221912072577,
      "grad_norm": 1.3851927486211562,
      "learning_rate": 0.00014450461818761023,
      "loss": 2.0156,
      "step": 66966
    },
    {
      "epoch": 3.115468713654338,
      "grad_norm": 1.2506279570790193,
      "learning_rate": 0.0001445009092616221,
      "loss": 1.8906,
      "step": 66967
    },
    {
      "epoch": 3.115515236101419,
      "grad_norm": 1.2251341004633014,
      "learning_rate": 0.00014449720033900048,
      "loss": 1.6797,
      "step": 66968
    },
    {
      "epoch": 3.1155617585484996,
      "grad_norm": 1.315863516268219,
      "learning_rate": 0.00014449349141974776,
      "loss": 1.8203,
      "step": 66969
    },
    {
      "epoch": 3.1156082809955805,
      "grad_norm": 1.2587485592878986,
      "learning_rate": 0.00014448978250386615,
      "loss": 1.5391,
      "step": 66970
    },
    {
      "epoch": 3.115654803442661,
      "grad_norm": 1.2526260400852125,
      "learning_rate": 0.00014448607359135795,
      "loss": 1.75,
      "step": 66971
    },
    {
      "epoch": 3.115701325889742,
      "grad_norm": 1.240923204760827,
      "learning_rate": 0.00014448236468222537,
      "loss": 1.5781,
      "step": 66972
    },
    {
      "epoch": 3.1157478483368224,
      "grad_norm": 1.373085321119794,
      "learning_rate": 0.00014447865577647075,
      "loss": 2.0156,
      "step": 66973
    },
    {
      "epoch": 3.1157943707839033,
      "grad_norm": 1.2847319148781577,
      "learning_rate": 0.00014447494687409631,
      "loss": 1.75,
      "step": 66974
    },
    {
      "epoch": 3.115840893230984,
      "grad_norm": 1.3401447014460472,
      "learning_rate": 0.00014447123797510435,
      "loss": 1.9688,
      "step": 66975
    },
    {
      "epoch": 3.1158874156780647,
      "grad_norm": 1.6551509789693508,
      "learning_rate": 0.0001444675290794971,
      "loss": 2.1094,
      "step": 66976
    },
    {
      "epoch": 3.115933938125145,
      "grad_norm": 1.2958581958623026,
      "learning_rate": 0.0001444638201872769,
      "loss": 1.9453,
      "step": 66977
    },
    {
      "epoch": 3.115980460572226,
      "grad_norm": 1.4849707742510507,
      "learning_rate": 0.00014446011129844595,
      "loss": 2.1406,
      "step": 66978
    },
    {
      "epoch": 3.116026983019307,
      "grad_norm": 1.3696371326747199,
      "learning_rate": 0.00014445640241300662,
      "loss": 1.9141,
      "step": 66979
    },
    {
      "epoch": 3.1160735054663875,
      "grad_norm": 1.3067691172775882,
      "learning_rate": 0.00014445269353096103,
      "loss": 2.1094,
      "step": 66980
    },
    {
      "epoch": 3.1161200279134684,
      "grad_norm": 1.3771696941326343,
      "learning_rate": 0.0001444489846523116,
      "loss": 1.9922,
      "step": 66981
    },
    {
      "epoch": 3.116166550360549,
      "grad_norm": 1.4418207315793572,
      "learning_rate": 0.00014444527577706047,
      "loss": 2.1719,
      "step": 66982
    },
    {
      "epoch": 3.11621307280763,
      "grad_norm": 1.3172335896046752,
      "learning_rate": 0.00014444156690521,
      "loss": 2.0781,
      "step": 66983
    },
    {
      "epoch": 3.1162595952547103,
      "grad_norm": 1.323216793679711,
      "learning_rate": 0.0001444378580367625,
      "loss": 1.9688,
      "step": 66984
    },
    {
      "epoch": 3.1163061177017912,
      "grad_norm": 1.4120884645792182,
      "learning_rate": 0.0001444341491717201,
      "loss": 2.2969,
      "step": 66985
    },
    {
      "epoch": 3.1163526401488717,
      "grad_norm": 1.3783863838141894,
      "learning_rate": 0.00014443044031008516,
      "loss": 1.9844,
      "step": 66986
    },
    {
      "epoch": 3.1163991625959526,
      "grad_norm": 1.382455582990078,
      "learning_rate": 0.0001444267314518599,
      "loss": 2.3125,
      "step": 66987
    },
    {
      "epoch": 3.116445685043033,
      "grad_norm": 1.2772606302588472,
      "learning_rate": 0.00014442302259704665,
      "loss": 1.9219,
      "step": 66988
    },
    {
      "epoch": 3.116492207490114,
      "grad_norm": 1.4395291746773107,
      "learning_rate": 0.0001444193137456477,
      "loss": 2.2812,
      "step": 66989
    },
    {
      "epoch": 3.1165387299371945,
      "grad_norm": 1.3632127761503519,
      "learning_rate": 0.00014441560489766525,
      "loss": 2.0625,
      "step": 66990
    },
    {
      "epoch": 3.1165852523842754,
      "grad_norm": 1.2185282225125056,
      "learning_rate": 0.00014441189605310161,
      "loss": 1.7812,
      "step": 66991
    },
    {
      "epoch": 3.1166317748313563,
      "grad_norm": 1.2890572670302185,
      "learning_rate": 0.00014440818721195902,
      "loss": 1.9453,
      "step": 66992
    },
    {
      "epoch": 3.116678297278437,
      "grad_norm": 1.2790704856916302,
      "learning_rate": 0.00014440447837423982,
      "loss": 1.3672,
      "step": 66993
    },
    {
      "epoch": 3.1167248197255177,
      "grad_norm": 1.3299720571363676,
      "learning_rate": 0.00014440076953994618,
      "loss": 2.2656,
      "step": 66994
    },
    {
      "epoch": 3.116771342172598,
      "grad_norm": 1.4345126905000067,
      "learning_rate": 0.00014439706070908044,
      "loss": 2.1094,
      "step": 66995
    },
    {
      "epoch": 3.116817864619679,
      "grad_norm": 1.1660769835184899,
      "learning_rate": 0.00014439335188164485,
      "loss": 1.4453,
      "step": 66996
    },
    {
      "epoch": 3.1168643870667596,
      "grad_norm": 1.4096814890906129,
      "learning_rate": 0.0001443896430576417,
      "loss": 2.1719,
      "step": 66997
    },
    {
      "epoch": 3.1169109095138405,
      "grad_norm": 1.3021528783426122,
      "learning_rate": 0.00014438593423707322,
      "loss": 1.7344,
      "step": 66998
    },
    {
      "epoch": 3.116957431960921,
      "grad_norm": 1.357623295603405,
      "learning_rate": 0.00014438222541994172,
      "loss": 2.0156,
      "step": 66999
    },
    {
      "epoch": 3.117003954408002,
      "grad_norm": 1.3840308472225302,
      "learning_rate": 0.00014437851660624944,
      "loss": 1.9766,
      "step": 67000
    },
    {
      "epoch": 3.1170504768550824,
      "grad_norm": 1.499805504736143,
      "learning_rate": 0.0001443748077959987,
      "loss": 2.25,
      "step": 67001
    },
    {
      "epoch": 3.1170969993021633,
      "grad_norm": 1.3752588545029594,
      "learning_rate": 0.0001443710989891917,
      "loss": 2.1094,
      "step": 67002
    },
    {
      "epoch": 3.117143521749244,
      "grad_norm": 1.35977312203709,
      "learning_rate": 0.00014436739018583076,
      "loss": 2.1719,
      "step": 67003
    },
    {
      "epoch": 3.1171900441963247,
      "grad_norm": 1.271414615669999,
      "learning_rate": 0.00014436368138591812,
      "loss": 1.8594,
      "step": 67004
    },
    {
      "epoch": 3.1172365666434056,
      "grad_norm": 1.3937266263385024,
      "learning_rate": 0.0001443599725894561,
      "loss": 2.1719,
      "step": 67005
    },
    {
      "epoch": 3.117283089090486,
      "grad_norm": 1.2933630866220183,
      "learning_rate": 0.0001443562637964469,
      "loss": 1.8672,
      "step": 67006
    },
    {
      "epoch": 3.117329611537567,
      "grad_norm": 1.370109966803266,
      "learning_rate": 0.00014435255500689286,
      "loss": 2.0156,
      "step": 67007
    },
    {
      "epoch": 3.1173761339846475,
      "grad_norm": 1.363236506645765,
      "learning_rate": 0.0001443488462207962,
      "loss": 2.0312,
      "step": 67008
    },
    {
      "epoch": 3.1174226564317284,
      "grad_norm": 1.3792796158130007,
      "learning_rate": 0.00014434513743815918,
      "loss": 2.0469,
      "step": 67009
    },
    {
      "epoch": 3.117469178878809,
      "grad_norm": 1.3932530574897217,
      "learning_rate": 0.00014434142865898413,
      "loss": 2.0625,
      "step": 67010
    },
    {
      "epoch": 3.11751570132589,
      "grad_norm": 1.3445246239053408,
      "learning_rate": 0.0001443377198832733,
      "loss": 2.0156,
      "step": 67011
    },
    {
      "epoch": 3.1175622237729703,
      "grad_norm": 1.2699322174838894,
      "learning_rate": 0.00014433401111102896,
      "loss": 1.9062,
      "step": 67012
    },
    {
      "epoch": 3.1176087462200512,
      "grad_norm": 1.3307363821049578,
      "learning_rate": 0.00014433030234225336,
      "loss": 1.8906,
      "step": 67013
    },
    {
      "epoch": 3.1176552686671317,
      "grad_norm": 1.2979876008931694,
      "learning_rate": 0.00014432659357694878,
      "loss": 1.8359,
      "step": 67014
    },
    {
      "epoch": 3.1177017911142126,
      "grad_norm": 1.3123706428938169,
      "learning_rate": 0.0001443228848151175,
      "loss": 1.9141,
      "step": 67015
    },
    {
      "epoch": 3.117748313561293,
      "grad_norm": 1.4148392231560227,
      "learning_rate": 0.00014431917605676176,
      "loss": 1.6406,
      "step": 67016
    },
    {
      "epoch": 3.117794836008374,
      "grad_norm": 1.3687754728450474,
      "learning_rate": 0.0001443154673018839,
      "loss": 2.1562,
      "step": 67017
    },
    {
      "epoch": 3.117841358455455,
      "grad_norm": 1.3165591105478214,
      "learning_rate": 0.0001443117585504861,
      "loss": 2.0312,
      "step": 67018
    },
    {
      "epoch": 3.1178878809025354,
      "grad_norm": 1.1589007298230771,
      "learning_rate": 0.0001443080498025707,
      "loss": 1.5391,
      "step": 67019
    },
    {
      "epoch": 3.1179344033496164,
      "grad_norm": 1.3248232157460567,
      "learning_rate": 0.00014430434105813992,
      "loss": 1.9844,
      "step": 67020
    },
    {
      "epoch": 3.117980925796697,
      "grad_norm": 1.3273136940279935,
      "learning_rate": 0.0001443006323171961,
      "loss": 2.0625,
      "step": 67021
    },
    {
      "epoch": 3.1180274482437778,
      "grad_norm": 1.44422461657102,
      "learning_rate": 0.00014429692357974141,
      "loss": 1.8828,
      "step": 67022
    },
    {
      "epoch": 3.1180739706908582,
      "grad_norm": 1.3552662979974865,
      "learning_rate": 0.00014429321484577825,
      "loss": 1.9375,
      "step": 67023
    },
    {
      "epoch": 3.118120493137939,
      "grad_norm": 1.4117433007234832,
      "learning_rate": 0.00014428950611530873,
      "loss": 2.1875,
      "step": 67024
    },
    {
      "epoch": 3.1181670155850196,
      "grad_norm": 1.2151005744098644,
      "learning_rate": 0.00014428579738833528,
      "loss": 1.6328,
      "step": 67025
    },
    {
      "epoch": 3.1182135380321006,
      "grad_norm": 1.2012497040578902,
      "learning_rate": 0.00014428208866486004,
      "loss": 1.8594,
      "step": 67026
    },
    {
      "epoch": 3.118260060479181,
      "grad_norm": 1.2747641737827353,
      "learning_rate": 0.0001442783799448854,
      "loss": 1.9375,
      "step": 67027
    },
    {
      "epoch": 3.118306582926262,
      "grad_norm": 1.398143196368506,
      "learning_rate": 0.00014427467122841352,
      "loss": 2.0625,
      "step": 67028
    },
    {
      "epoch": 3.1183531053733424,
      "grad_norm": 1.4005304941876469,
      "learning_rate": 0.00014427096251544677,
      "loss": 2.3125,
      "step": 67029
    },
    {
      "epoch": 3.1183996278204233,
      "grad_norm": 1.2215758264509702,
      "learning_rate": 0.00014426725380598733,
      "loss": 1.4844,
      "step": 67030
    },
    {
      "epoch": 3.1184461502675043,
      "grad_norm": 1.3183075601057863,
      "learning_rate": 0.00014426354510003745,
      "loss": 2.0938,
      "step": 67031
    },
    {
      "epoch": 3.1184926727145847,
      "grad_norm": 1.3412373283769026,
      "learning_rate": 0.00014425983639759955,
      "loss": 2.1094,
      "step": 67032
    },
    {
      "epoch": 3.1185391951616657,
      "grad_norm": 1.3622373950223199,
      "learning_rate": 0.0001442561276986758,
      "loss": 2.1094,
      "step": 67033
    },
    {
      "epoch": 3.118585717608746,
      "grad_norm": 1.395848162715116,
      "learning_rate": 0.00014425241900326848,
      "loss": 2.2969,
      "step": 67034
    },
    {
      "epoch": 3.118632240055827,
      "grad_norm": 1.295988893213631,
      "learning_rate": 0.00014424871031137984,
      "loss": 1.8984,
      "step": 67035
    },
    {
      "epoch": 3.1186787625029075,
      "grad_norm": 1.3131564478890803,
      "learning_rate": 0.0001442450016230122,
      "loss": 1.8828,
      "step": 67036
    },
    {
      "epoch": 3.1187252849499885,
      "grad_norm": 1.3035374362554542,
      "learning_rate": 0.0001442412929381678,
      "loss": 2.0156,
      "step": 67037
    },
    {
      "epoch": 3.118771807397069,
      "grad_norm": 1.2435764312116084,
      "learning_rate": 0.00014423758425684892,
      "loss": 1.7578,
      "step": 67038
    },
    {
      "epoch": 3.11881832984415,
      "grad_norm": 1.3513358420418131,
      "learning_rate": 0.00014423387557905784,
      "loss": 2.0938,
      "step": 67039
    },
    {
      "epoch": 3.1188648522912303,
      "grad_norm": 1.3087975516452621,
      "learning_rate": 0.00014423016690479678,
      "loss": 2.125,
      "step": 67040
    },
    {
      "epoch": 3.1189113747383113,
      "grad_norm": 1.3724782422390975,
      "learning_rate": 0.00014422645823406808,
      "loss": 2.25,
      "step": 67041
    },
    {
      "epoch": 3.1189578971853917,
      "grad_norm": 1.3288103507862399,
      "learning_rate": 0.00014422274956687393,
      "loss": 2.0312,
      "step": 67042
    },
    {
      "epoch": 3.1190044196324727,
      "grad_norm": 1.3991796464398383,
      "learning_rate": 0.00014421904090321667,
      "loss": 2.1875,
      "step": 67043
    },
    {
      "epoch": 3.1190509420795536,
      "grad_norm": 1.3951434081952578,
      "learning_rate": 0.00014421533224309854,
      "loss": 2.0781,
      "step": 67044
    },
    {
      "epoch": 3.119097464526634,
      "grad_norm": 1.3540130881428312,
      "learning_rate": 0.00014421162358652185,
      "loss": 2.2188,
      "step": 67045
    },
    {
      "epoch": 3.119143986973715,
      "grad_norm": 1.3034772780536734,
      "learning_rate": 0.0001442079149334888,
      "loss": 1.8672,
      "step": 67046
    },
    {
      "epoch": 3.1191905094207955,
      "grad_norm": 1.341179596213857,
      "learning_rate": 0.00014420420628400172,
      "loss": 2.0469,
      "step": 67047
    },
    {
      "epoch": 3.1192370318678764,
      "grad_norm": 1.306042754962725,
      "learning_rate": 0.00014420049763806285,
      "loss": 2.1094,
      "step": 67048
    },
    {
      "epoch": 3.119283554314957,
      "grad_norm": 1.3698395372297956,
      "learning_rate": 0.00014419678899567449,
      "loss": 2.0781,
      "step": 67049
    },
    {
      "epoch": 3.1193300767620378,
      "grad_norm": 1.3137756851282492,
      "learning_rate": 0.00014419308035683884,
      "loss": 2.0312,
      "step": 67050
    },
    {
      "epoch": 3.1193765992091183,
      "grad_norm": 1.2580275427596643,
      "learning_rate": 0.00014418937172155826,
      "loss": 1.8281,
      "step": 67051
    },
    {
      "epoch": 3.119423121656199,
      "grad_norm": 1.3461260503910175,
      "learning_rate": 0.00014418566308983496,
      "loss": 2.0156,
      "step": 67052
    },
    {
      "epoch": 3.1194696441032796,
      "grad_norm": 1.3884583319438888,
      "learning_rate": 0.0001441819544616712,
      "loss": 2.0781,
      "step": 67053
    },
    {
      "epoch": 3.1195161665503606,
      "grad_norm": 1.2400416996689825,
      "learning_rate": 0.00014417824583706936,
      "loss": 1.8672,
      "step": 67054
    },
    {
      "epoch": 3.1195626889974415,
      "grad_norm": 1.3913114148978158,
      "learning_rate": 0.00014417453721603157,
      "loss": 2.1562,
      "step": 67055
    },
    {
      "epoch": 3.119609211444522,
      "grad_norm": 1.450906061596317,
      "learning_rate": 0.0001441708285985602,
      "loss": 1.8516,
      "step": 67056
    },
    {
      "epoch": 3.119655733891603,
      "grad_norm": 1.4802990521704549,
      "learning_rate": 0.00014416711998465747,
      "loss": 1.9141,
      "step": 67057
    },
    {
      "epoch": 3.1197022563386834,
      "grad_norm": 1.3221206275007742,
      "learning_rate": 0.00014416341137432569,
      "loss": 2.0156,
      "step": 67058
    },
    {
      "epoch": 3.1197487787857643,
      "grad_norm": 1.420918616260901,
      "learning_rate": 0.00014415970276756705,
      "loss": 2.2969,
      "step": 67059
    },
    {
      "epoch": 3.1197953012328448,
      "grad_norm": 1.2855592020795876,
      "learning_rate": 0.00014415599416438393,
      "loss": 1.8984,
      "step": 67060
    },
    {
      "epoch": 3.1198418236799257,
      "grad_norm": 1.3411629640401879,
      "learning_rate": 0.00014415228556477851,
      "loss": 2.0625,
      "step": 67061
    },
    {
      "epoch": 3.119888346127006,
      "grad_norm": 1.329849555631068,
      "learning_rate": 0.0001441485769687531,
      "loss": 2.2031,
      "step": 67062
    },
    {
      "epoch": 3.119934868574087,
      "grad_norm": 1.3907533566045112,
      "learning_rate": 0.00014414486837630998,
      "loss": 2.1719,
      "step": 67063
    },
    {
      "epoch": 3.1199813910211676,
      "grad_norm": 1.3465714408176754,
      "learning_rate": 0.00014414115978745142,
      "loss": 2.1875,
      "step": 67064
    },
    {
      "epoch": 3.1200279134682485,
      "grad_norm": 1.3256820196031067,
      "learning_rate": 0.00014413745120217964,
      "loss": 2.0,
      "step": 67065
    },
    {
      "epoch": 3.120074435915329,
      "grad_norm": 1.3407938108347295,
      "learning_rate": 0.00014413374262049695,
      "loss": 2.0938,
      "step": 67066
    },
    {
      "epoch": 3.12012095836241,
      "grad_norm": 1.3556868655123524,
      "learning_rate": 0.00014413003404240566,
      "loss": 2.0,
      "step": 67067
    },
    {
      "epoch": 3.1201674808094904,
      "grad_norm": 1.3198339502235494,
      "learning_rate": 0.00014412632546790792,
      "loss": 2.0,
      "step": 67068
    },
    {
      "epoch": 3.1202140032565713,
      "grad_norm": 1.3832620946645364,
      "learning_rate": 0.00014412261689700616,
      "loss": 2.2188,
      "step": 67069
    },
    {
      "epoch": 3.120260525703652,
      "grad_norm": 1.2650319729021093,
      "learning_rate": 0.00014411890832970251,
      "loss": 1.8906,
      "step": 67070
    },
    {
      "epoch": 3.1203070481507327,
      "grad_norm": 1.3057036321073585,
      "learning_rate": 0.00014411519976599934,
      "loss": 2.0312,
      "step": 67071
    },
    {
      "epoch": 3.1203535705978136,
      "grad_norm": 1.3665863677753687,
      "learning_rate": 0.00014411149120589886,
      "loss": 2.125,
      "step": 67072
    },
    {
      "epoch": 3.120400093044894,
      "grad_norm": 1.300308898209099,
      "learning_rate": 0.00014410778264940338,
      "loss": 1.9766,
      "step": 67073
    },
    {
      "epoch": 3.120446615491975,
      "grad_norm": 1.3837567028082502,
      "learning_rate": 0.0001441040740965151,
      "loss": 1.8828,
      "step": 67074
    },
    {
      "epoch": 3.1204931379390555,
      "grad_norm": 1.198642070632193,
      "learning_rate": 0.0001441003655472363,
      "loss": 1.6719,
      "step": 67075
    },
    {
      "epoch": 3.1205396603861364,
      "grad_norm": 1.3916538779468663,
      "learning_rate": 0.0001440966570015694,
      "loss": 2.2188,
      "step": 67076
    },
    {
      "epoch": 3.120586182833217,
      "grad_norm": 1.2755068220153178,
      "learning_rate": 0.0001440929484595165,
      "loss": 1.8672,
      "step": 67077
    },
    {
      "epoch": 3.120632705280298,
      "grad_norm": 1.2650117815368231,
      "learning_rate": 0.00014408923992108,
      "loss": 1.8281,
      "step": 67078
    },
    {
      "epoch": 3.1206792277273783,
      "grad_norm": 1.248825194842853,
      "learning_rate": 0.00014408553138626202,
      "loss": 1.7422,
      "step": 67079
    },
    {
      "epoch": 3.120725750174459,
      "grad_norm": 1.3222718192256324,
      "learning_rate": 0.00014408182285506496,
      "loss": 2.0,
      "step": 67080
    },
    {
      "epoch": 3.12077227262154,
      "grad_norm": 1.3401267774670975,
      "learning_rate": 0.00014407811432749104,
      "loss": 2.125,
      "step": 67081
    },
    {
      "epoch": 3.1208187950686206,
      "grad_norm": 1.340217956079833,
      "learning_rate": 0.00014407440580354255,
      "loss": 2.1406,
      "step": 67082
    },
    {
      "epoch": 3.1208653175157015,
      "grad_norm": 1.3754736568268564,
      "learning_rate": 0.0001440706972832217,
      "loss": 2.1719,
      "step": 67083
    },
    {
      "epoch": 3.120911839962782,
      "grad_norm": 1.3292436913220476,
      "learning_rate": 0.00014406698876653082,
      "loss": 1.8672,
      "step": 67084
    },
    {
      "epoch": 3.120958362409863,
      "grad_norm": 1.304784873767341,
      "learning_rate": 0.00014406328025347217,
      "loss": 2.1094,
      "step": 67085
    },
    {
      "epoch": 3.1210048848569434,
      "grad_norm": 1.2585981976761793,
      "learning_rate": 0.00014405957174404803,
      "loss": 1.6562,
      "step": 67086
    },
    {
      "epoch": 3.1210514073040243,
      "grad_norm": 1.3496011356018387,
      "learning_rate": 0.0001440558632382606,
      "loss": 2.0781,
      "step": 67087
    },
    {
      "epoch": 3.121097929751105,
      "grad_norm": 1.3598359678924266,
      "learning_rate": 0.00014405215473611228,
      "loss": 1.9531,
      "step": 67088
    },
    {
      "epoch": 3.1211444521981857,
      "grad_norm": 1.3471990198994503,
      "learning_rate": 0.00014404844623760522,
      "loss": 2.0781,
      "step": 67089
    },
    {
      "epoch": 3.121190974645266,
      "grad_norm": 1.3547737610636816,
      "learning_rate": 0.00014404473774274175,
      "loss": 2.1875,
      "step": 67090
    },
    {
      "epoch": 3.121237497092347,
      "grad_norm": 1.3226497440794167,
      "learning_rate": 0.00014404102925152413,
      "loss": 1.875,
      "step": 67091
    },
    {
      "epoch": 3.1212840195394276,
      "grad_norm": 1.3166499116974737,
      "learning_rate": 0.0001440373207639546,
      "loss": 2.1719,
      "step": 67092
    },
    {
      "epoch": 3.1213305419865085,
      "grad_norm": 1.355786649924036,
      "learning_rate": 0.0001440336122800355,
      "loss": 2.0156,
      "step": 67093
    },
    {
      "epoch": 3.1213770644335894,
      "grad_norm": 1.3649082413522944,
      "learning_rate": 0.00014402990379976902,
      "loss": 2.0781,
      "step": 67094
    },
    {
      "epoch": 3.12142358688067,
      "grad_norm": 1.2791788065848926,
      "learning_rate": 0.00014402619532315753,
      "loss": 1.8984,
      "step": 67095
    },
    {
      "epoch": 3.121470109327751,
      "grad_norm": 1.4609475771131986,
      "learning_rate": 0.00014402248685020316,
      "loss": 2.3281,
      "step": 67096
    },
    {
      "epoch": 3.1215166317748313,
      "grad_norm": 1.3234358202794472,
      "learning_rate": 0.00014401877838090822,
      "loss": 2.1719,
      "step": 67097
    },
    {
      "epoch": 3.121563154221912,
      "grad_norm": 1.2853774742285111,
      "learning_rate": 0.00014401506991527512,
      "loss": 2.0156,
      "step": 67098
    },
    {
      "epoch": 3.1216096766689927,
      "grad_norm": 1.293006373587037,
      "learning_rate": 0.000144011361453306,
      "loss": 2.0781,
      "step": 67099
    },
    {
      "epoch": 3.1216561991160736,
      "grad_norm": 1.3019510126975666,
      "learning_rate": 0.00014400765299500315,
      "loss": 1.5,
      "step": 67100
    },
    {
      "epoch": 3.121702721563154,
      "grad_norm": 1.2343115359538128,
      "learning_rate": 0.00014400394454036885,
      "loss": 1.9609,
      "step": 67101
    },
    {
      "epoch": 3.121749244010235,
      "grad_norm": 1.422507018326093,
      "learning_rate": 0.0001440002360894054,
      "loss": 2.0312,
      "step": 67102
    },
    {
      "epoch": 3.1217957664573155,
      "grad_norm": 1.3721757115526279,
      "learning_rate": 0.000143996527642115,
      "loss": 2.0938,
      "step": 67103
    },
    {
      "epoch": 3.1218422889043964,
      "grad_norm": 1.2725842224922708,
      "learning_rate": 0.0001439928191985,
      "loss": 2.1562,
      "step": 67104
    },
    {
      "epoch": 3.121888811351477,
      "grad_norm": 1.2375619150987769,
      "learning_rate": 0.0001439891107585626,
      "loss": 1.8828,
      "step": 67105
    },
    {
      "epoch": 3.121935333798558,
      "grad_norm": 1.3481444166237004,
      "learning_rate": 0.00014398540232230515,
      "loss": 1.9688,
      "step": 67106
    },
    {
      "epoch": 3.1219818562456387,
      "grad_norm": 1.4870310017233015,
      "learning_rate": 0.0001439816938897298,
      "loss": 2.125,
      "step": 67107
    },
    {
      "epoch": 3.122028378692719,
      "grad_norm": 1.4046812795428174,
      "learning_rate": 0.00014397798546083896,
      "loss": 2.125,
      "step": 67108
    },
    {
      "epoch": 3.1220749011398,
      "grad_norm": 1.3300192982865944,
      "learning_rate": 0.00014397427703563478,
      "loss": 2.1562,
      "step": 67109
    },
    {
      "epoch": 3.1221214235868806,
      "grad_norm": 1.2876183246233626,
      "learning_rate": 0.00014397056861411962,
      "loss": 1.8359,
      "step": 67110
    },
    {
      "epoch": 3.1221679460339615,
      "grad_norm": 1.3000768737475736,
      "learning_rate": 0.0001439668601962957,
      "loss": 1.8906,
      "step": 67111
    },
    {
      "epoch": 3.122214468481042,
      "grad_norm": 1.3319476409458821,
      "learning_rate": 0.0001439631517821653,
      "loss": 1.9375,
      "step": 67112
    },
    {
      "epoch": 3.122260990928123,
      "grad_norm": 1.2426800198714685,
      "learning_rate": 0.00014395944337173067,
      "loss": 2.0312,
      "step": 67113
    },
    {
      "epoch": 3.1223075133752034,
      "grad_norm": 1.280292640399847,
      "learning_rate": 0.00014395573496499416,
      "loss": 1.8594,
      "step": 67114
    },
    {
      "epoch": 3.1223540358222843,
      "grad_norm": 1.290183428694623,
      "learning_rate": 0.00014395202656195794,
      "loss": 1.9531,
      "step": 67115
    },
    {
      "epoch": 3.122400558269365,
      "grad_norm": 1.2882104117070694,
      "learning_rate": 0.00014394831816262436,
      "loss": 2.1719,
      "step": 67116
    },
    {
      "epoch": 3.1224470807164457,
      "grad_norm": 1.2330634512476066,
      "learning_rate": 0.00014394460976699565,
      "loss": 1.4453,
      "step": 67117
    },
    {
      "epoch": 3.122493603163526,
      "grad_norm": 1.4201599190753564,
      "learning_rate": 0.00014394090137507406,
      "loss": 1.8828,
      "step": 67118
    },
    {
      "epoch": 3.122540125610607,
      "grad_norm": 1.2240539861834492,
      "learning_rate": 0.00014393719298686183,
      "loss": 1.3906,
      "step": 67119
    },
    {
      "epoch": 3.122586648057688,
      "grad_norm": 1.3756702747447107,
      "learning_rate": 0.0001439334846023614,
      "loss": 2.0312,
      "step": 67120
    },
    {
      "epoch": 3.1226331705047685,
      "grad_norm": 1.3393984656190983,
      "learning_rate": 0.00014392977622157486,
      "loss": 2.0938,
      "step": 67121
    },
    {
      "epoch": 3.1226796929518494,
      "grad_norm": 1.3208644807520322,
      "learning_rate": 0.00014392606784450457,
      "loss": 1.8906,
      "step": 67122
    },
    {
      "epoch": 3.12272621539893,
      "grad_norm": 1.3215307171642054,
      "learning_rate": 0.00014392235947115274,
      "loss": 2.0625,
      "step": 67123
    },
    {
      "epoch": 3.122772737846011,
      "grad_norm": 1.35122567863855,
      "learning_rate": 0.00014391865110152175,
      "loss": 2.2344,
      "step": 67124
    },
    {
      "epoch": 3.1228192602930913,
      "grad_norm": 1.4688022618791154,
      "learning_rate": 0.00014391494273561375,
      "loss": 2.2656,
      "step": 67125
    },
    {
      "epoch": 3.1228657827401722,
      "grad_norm": 1.3828671774569834,
      "learning_rate": 0.00014391123437343107,
      "loss": 2.1562,
      "step": 67126
    },
    {
      "epoch": 3.1229123051872527,
      "grad_norm": 1.354958939229103,
      "learning_rate": 0.00014390752601497594,
      "loss": 2.1562,
      "step": 67127
    },
    {
      "epoch": 3.1229588276343336,
      "grad_norm": 1.2834648545967489,
      "learning_rate": 0.00014390381766025073,
      "loss": 1.7812,
      "step": 67128
    },
    {
      "epoch": 3.123005350081414,
      "grad_norm": 1.411424262681903,
      "learning_rate": 0.00014390010930925756,
      "loss": 2.3125,
      "step": 67129
    },
    {
      "epoch": 3.123051872528495,
      "grad_norm": 1.3768082908893613,
      "learning_rate": 0.0001438964009619988,
      "loss": 2.3438,
      "step": 67130
    },
    {
      "epoch": 3.1230983949755755,
      "grad_norm": 1.3038149926872904,
      "learning_rate": 0.00014389269261847672,
      "loss": 2.0625,
      "step": 67131
    },
    {
      "epoch": 3.1231449174226564,
      "grad_norm": 1.4017387417220812,
      "learning_rate": 0.00014388898427869357,
      "loss": 2.1719,
      "step": 67132
    },
    {
      "epoch": 3.1231914398697374,
      "grad_norm": 1.3097426267593295,
      "learning_rate": 0.0001438852759426516,
      "loss": 1.9375,
      "step": 67133
    },
    {
      "epoch": 3.123237962316818,
      "grad_norm": 1.3672424409541113,
      "learning_rate": 0.00014388156761035312,
      "loss": 2.0781,
      "step": 67134
    },
    {
      "epoch": 3.1232844847638987,
      "grad_norm": 1.4319812276170525,
      "learning_rate": 0.00014387785928180035,
      "loss": 2.0781,
      "step": 67135
    },
    {
      "epoch": 3.1233310072109792,
      "grad_norm": 1.324649034116381,
      "learning_rate": 0.00014387415095699565,
      "loss": 2.0312,
      "step": 67136
    },
    {
      "epoch": 3.12337752965806,
      "grad_norm": 1.3577039453886695,
      "learning_rate": 0.00014387044263594115,
      "loss": 2.0312,
      "step": 67137
    },
    {
      "epoch": 3.1234240521051406,
      "grad_norm": 1.3515086301150512,
      "learning_rate": 0.00014386673431863927,
      "loss": 2.2969,
      "step": 67138
    },
    {
      "epoch": 3.1234705745522215,
      "grad_norm": 1.3968263818681284,
      "learning_rate": 0.0001438630260050922,
      "loss": 2.3906,
      "step": 67139
    },
    {
      "epoch": 3.123517096999302,
      "grad_norm": 1.3771426551263566,
      "learning_rate": 0.0001438593176953022,
      "loss": 1.9531,
      "step": 67140
    },
    {
      "epoch": 3.123563619446383,
      "grad_norm": 1.22196342517422,
      "learning_rate": 0.00014385560938927152,
      "loss": 1.7188,
      "step": 67141
    },
    {
      "epoch": 3.1236101418934634,
      "grad_norm": 1.3004611983071828,
      "learning_rate": 0.0001438519010870025,
      "loss": 1.9062,
      "step": 67142
    },
    {
      "epoch": 3.1236566643405443,
      "grad_norm": 1.3935227075332954,
      "learning_rate": 0.00014384819278849743,
      "loss": 2.125,
      "step": 67143
    },
    {
      "epoch": 3.123703186787625,
      "grad_norm": 1.334361956485499,
      "learning_rate": 0.00014384448449375847,
      "loss": 2.0156,
      "step": 67144
    },
    {
      "epoch": 3.1237497092347057,
      "grad_norm": 1.35500816191373,
      "learning_rate": 0.000143840776202788,
      "loss": 2.2344,
      "step": 67145
    },
    {
      "epoch": 3.1237962316817867,
      "grad_norm": 1.3408097857651997,
      "learning_rate": 0.00014383706791558826,
      "loss": 2.2656,
      "step": 67146
    },
    {
      "epoch": 3.123842754128867,
      "grad_norm": 1.4304231940670644,
      "learning_rate": 0.00014383335963216146,
      "loss": 2.3125,
      "step": 67147
    },
    {
      "epoch": 3.123889276575948,
      "grad_norm": 1.297865775916724,
      "learning_rate": 0.00014382965135250993,
      "loss": 2.0156,
      "step": 67148
    },
    {
      "epoch": 3.1239357990230285,
      "grad_norm": 1.2722098368641814,
      "learning_rate": 0.00014382594307663592,
      "loss": 1.7422,
      "step": 67149
    },
    {
      "epoch": 3.1239823214701095,
      "grad_norm": 1.2841096749966467,
      "learning_rate": 0.00014382223480454172,
      "loss": 2.0781,
      "step": 67150
    },
    {
      "epoch": 3.12402884391719,
      "grad_norm": 1.3241031255449318,
      "learning_rate": 0.00014381852653622956,
      "loss": 2.1094,
      "step": 67151
    },
    {
      "epoch": 3.124075366364271,
      "grad_norm": 1.205661393480479,
      "learning_rate": 0.00014381481827170176,
      "loss": 1.6641,
      "step": 67152
    },
    {
      "epoch": 3.1241218888113513,
      "grad_norm": 1.3680121634579954,
      "learning_rate": 0.00014381111001096053,
      "loss": 2.1875,
      "step": 67153
    },
    {
      "epoch": 3.1241684112584323,
      "grad_norm": 1.3229426786452179,
      "learning_rate": 0.0001438074017540082,
      "loss": 1.5703,
      "step": 67154
    },
    {
      "epoch": 3.1242149337055127,
      "grad_norm": 1.2768690454480307,
      "learning_rate": 0.00014380369350084702,
      "loss": 1.9453,
      "step": 67155
    },
    {
      "epoch": 3.1242614561525937,
      "grad_norm": 1.2986896819821967,
      "learning_rate": 0.00014379998525147926,
      "loss": 2.2188,
      "step": 67156
    },
    {
      "epoch": 3.124307978599674,
      "grad_norm": 1.3335270747282686,
      "learning_rate": 0.00014379627700590713,
      "loss": 2.1562,
      "step": 67157
    },
    {
      "epoch": 3.124354501046755,
      "grad_norm": 1.2563197191470346,
      "learning_rate": 0.00014379256876413302,
      "loss": 2.0156,
      "step": 67158
    },
    {
      "epoch": 3.124401023493836,
      "grad_norm": 1.3868585035631011,
      "learning_rate": 0.00014378886052615912,
      "loss": 1.9453,
      "step": 67159
    },
    {
      "epoch": 3.1244475459409164,
      "grad_norm": 1.283272179527377,
      "learning_rate": 0.0001437851522919877,
      "loss": 1.9766,
      "step": 67160
    },
    {
      "epoch": 3.1244940683879974,
      "grad_norm": 1.2984086265470196,
      "learning_rate": 0.00014378144406162105,
      "loss": 2.0469,
      "step": 67161
    },
    {
      "epoch": 3.124540590835078,
      "grad_norm": 1.3475271051839173,
      "learning_rate": 0.00014377773583506146,
      "loss": 2.0938,
      "step": 67162
    },
    {
      "epoch": 3.1245871132821588,
      "grad_norm": 1.4119829361881944,
      "learning_rate": 0.00014377402761231112,
      "loss": 2.2344,
      "step": 67163
    },
    {
      "epoch": 3.1246336357292392,
      "grad_norm": 1.3506560825179954,
      "learning_rate": 0.00014377031939337236,
      "loss": 2.25,
      "step": 67164
    },
    {
      "epoch": 3.12468015817632,
      "grad_norm": 1.4039029120200788,
      "learning_rate": 0.0001437666111782475,
      "loss": 2.0781,
      "step": 67165
    },
    {
      "epoch": 3.1247266806234006,
      "grad_norm": 1.4100118345365111,
      "learning_rate": 0.00014376290296693874,
      "loss": 2.1406,
      "step": 67166
    },
    {
      "epoch": 3.1247732030704816,
      "grad_norm": 1.3055310037653869,
      "learning_rate": 0.00014375919475944837,
      "loss": 1.8594,
      "step": 67167
    },
    {
      "epoch": 3.124819725517562,
      "grad_norm": 1.3982164861271855,
      "learning_rate": 0.00014375548655577865,
      "loss": 2.0156,
      "step": 67168
    },
    {
      "epoch": 3.124866247964643,
      "grad_norm": 1.2668739728860934,
      "learning_rate": 0.00014375177835593189,
      "loss": 1.9062,
      "step": 67169
    },
    {
      "epoch": 3.124912770411724,
      "grad_norm": 1.2823600275276295,
      "learning_rate": 0.00014374807015991026,
      "loss": 1.9219,
      "step": 67170
    },
    {
      "epoch": 3.1249592928588044,
      "grad_norm": 1.271465347655246,
      "learning_rate": 0.00014374436196771615,
      "loss": 1.9062,
      "step": 67171
    },
    {
      "epoch": 3.1250058153058853,
      "grad_norm": 1.315791176111474,
      "learning_rate": 0.0001437406537793518,
      "loss": 1.9531,
      "step": 67172
    },
    {
      "epoch": 3.1250523377529658,
      "grad_norm": 1.3368415926439907,
      "learning_rate": 0.0001437369455948194,
      "loss": 2.125,
      "step": 67173
    },
    {
      "epoch": 3.1250988602000467,
      "grad_norm": 1.2872870382792352,
      "learning_rate": 0.00014373323741412132,
      "loss": 2.0156,
      "step": 67174
    },
    {
      "epoch": 3.125145382647127,
      "grad_norm": 1.20433562920974,
      "learning_rate": 0.00014372952923725978,
      "loss": 1.6953,
      "step": 67175
    },
    {
      "epoch": 3.125191905094208,
      "grad_norm": 1.2952779766459317,
      "learning_rate": 0.00014372582106423706,
      "loss": 2.1094,
      "step": 67176
    },
    {
      "epoch": 3.1252384275412886,
      "grad_norm": 1.2715965986582134,
      "learning_rate": 0.0001437221128950554,
      "loss": 2.0,
      "step": 67177
    },
    {
      "epoch": 3.1252849499883695,
      "grad_norm": 1.2631766323216653,
      "learning_rate": 0.00014371840472971714,
      "loss": 1.6719,
      "step": 67178
    },
    {
      "epoch": 3.12533147243545,
      "grad_norm": 1.296536634949639,
      "learning_rate": 0.0001437146965682245,
      "loss": 1.9219,
      "step": 67179
    },
    {
      "epoch": 3.125377994882531,
      "grad_norm": 1.3062941660505591,
      "learning_rate": 0.00014371098841057975,
      "loss": 1.9219,
      "step": 67180
    },
    {
      "epoch": 3.1254245173296114,
      "grad_norm": 1.3932738409178909,
      "learning_rate": 0.00014370728025678514,
      "loss": 2.1094,
      "step": 67181
    },
    {
      "epoch": 3.1254710397766923,
      "grad_norm": 1.3838973393811729,
      "learning_rate": 0.00014370357210684304,
      "loss": 2.1562,
      "step": 67182
    },
    {
      "epoch": 3.1255175622237727,
      "grad_norm": 1.3682267596586275,
      "learning_rate": 0.0001436998639607556,
      "loss": 2.1719,
      "step": 67183
    },
    {
      "epoch": 3.1255640846708537,
      "grad_norm": 1.3472830797624344,
      "learning_rate": 0.0001436961558185251,
      "loss": 2.0938,
      "step": 67184
    },
    {
      "epoch": 3.1256106071179346,
      "grad_norm": 1.3738465124715487,
      "learning_rate": 0.0001436924476801539,
      "loss": 2.125,
      "step": 67185
    },
    {
      "epoch": 3.125657129565015,
      "grad_norm": 1.2889941772382723,
      "learning_rate": 0.0001436887395456442,
      "loss": 2.0469,
      "step": 67186
    },
    {
      "epoch": 3.125703652012096,
      "grad_norm": 1.2744631668800783,
      "learning_rate": 0.00014368503141499835,
      "loss": 1.9375,
      "step": 67187
    },
    {
      "epoch": 3.1257501744591765,
      "grad_norm": 1.2764235862377735,
      "learning_rate": 0.0001436813232882185,
      "loss": 2.1094,
      "step": 67188
    },
    {
      "epoch": 3.1257966969062574,
      "grad_norm": 1.3321657823560076,
      "learning_rate": 0.00014367761516530703,
      "loss": 1.9375,
      "step": 67189
    },
    {
      "epoch": 3.125843219353338,
      "grad_norm": 1.3531132456901898,
      "learning_rate": 0.00014367390704626612,
      "loss": 2.1094,
      "step": 67190
    },
    {
      "epoch": 3.125889741800419,
      "grad_norm": 1.3020395623336272,
      "learning_rate": 0.00014367019893109811,
      "loss": 2.0469,
      "step": 67191
    },
    {
      "epoch": 3.1259362642474993,
      "grad_norm": 1.311109731941532,
      "learning_rate": 0.0001436664908198052,
      "loss": 2.0156,
      "step": 67192
    },
    {
      "epoch": 3.12598278669458,
      "grad_norm": 1.3045522125541233,
      "learning_rate": 0.00014366278271238977,
      "loss": 2.1719,
      "step": 67193
    },
    {
      "epoch": 3.1260293091416607,
      "grad_norm": 1.2969276980262776,
      "learning_rate": 0.00014365907460885398,
      "loss": 2.0938,
      "step": 67194
    },
    {
      "epoch": 3.1260758315887416,
      "grad_norm": 1.3632198897977956,
      "learning_rate": 0.00014365536650920015,
      "loss": 2.25,
      "step": 67195
    },
    {
      "epoch": 3.1261223540358225,
      "grad_norm": 1.3740109363907196,
      "learning_rate": 0.00014365165841343053,
      "loss": 2.0781,
      "step": 67196
    },
    {
      "epoch": 3.126168876482903,
      "grad_norm": 1.324265188021461,
      "learning_rate": 0.00014364795032154742,
      "loss": 1.9531,
      "step": 67197
    },
    {
      "epoch": 3.126215398929984,
      "grad_norm": 1.309064864197309,
      "learning_rate": 0.00014364424223355308,
      "loss": 2.125,
      "step": 67198
    },
    {
      "epoch": 3.1262619213770644,
      "grad_norm": 1.2955181276119798,
      "learning_rate": 0.00014364053414944974,
      "loss": 2.0469,
      "step": 67199
    },
    {
      "epoch": 3.1263084438241453,
      "grad_norm": 1.3364385329380992,
      "learning_rate": 0.00014363682606923975,
      "loss": 2.0625,
      "step": 67200
    },
    {
      "epoch": 3.1263549662712258,
      "grad_norm": 1.281935624330322,
      "learning_rate": 0.00014363311799292527,
      "loss": 2.0938,
      "step": 67201
    },
    {
      "epoch": 3.1264014887183067,
      "grad_norm": 1.3741032756942937,
      "learning_rate": 0.0001436294099205087,
      "loss": 1.8203,
      "step": 67202
    },
    {
      "epoch": 3.126448011165387,
      "grad_norm": 1.3657064625404405,
      "learning_rate": 0.00014362570185199217,
      "loss": 2.1719,
      "step": 67203
    },
    {
      "epoch": 3.126494533612468,
      "grad_norm": 1.3561223739637203,
      "learning_rate": 0.00014362199378737807,
      "loss": 1.8906,
      "step": 67204
    },
    {
      "epoch": 3.1265410560595486,
      "grad_norm": 1.2101214368507611,
      "learning_rate": 0.0001436182857266686,
      "loss": 1.8125,
      "step": 67205
    },
    {
      "epoch": 3.1265875785066295,
      "grad_norm": 1.4152656309166118,
      "learning_rate": 0.00014361457766986601,
      "loss": 2.1562,
      "step": 67206
    },
    {
      "epoch": 3.12663410095371,
      "grad_norm": 1.2577935540137344,
      "learning_rate": 0.00014361086961697269,
      "loss": 1.9062,
      "step": 67207
    },
    {
      "epoch": 3.126680623400791,
      "grad_norm": 1.3131055973683239,
      "learning_rate": 0.00014360716156799078,
      "loss": 2.0312,
      "step": 67208
    },
    {
      "epoch": 3.1267271458478714,
      "grad_norm": 1.3731780170492662,
      "learning_rate": 0.00014360345352292265,
      "loss": 2.125,
      "step": 67209
    },
    {
      "epoch": 3.1267736682949523,
      "grad_norm": 1.247876618621585,
      "learning_rate": 0.0001435997454817705,
      "loss": 1.8594,
      "step": 67210
    },
    {
      "epoch": 3.126820190742033,
      "grad_norm": 1.385132249229128,
      "learning_rate": 0.00014359603744453666,
      "loss": 2.1406,
      "step": 67211
    },
    {
      "epoch": 3.1268667131891137,
      "grad_norm": 1.465227809427755,
      "learning_rate": 0.00014359232941122332,
      "loss": 2.2969,
      "step": 67212
    },
    {
      "epoch": 3.1269132356361946,
      "grad_norm": 1.267617022246401,
      "learning_rate": 0.0001435886213818328,
      "loss": 1.9297,
      "step": 67213
    },
    {
      "epoch": 3.126959758083275,
      "grad_norm": 1.3341390999122416,
      "learning_rate": 0.00014358491335636738,
      "loss": 1.7734,
      "step": 67214
    },
    {
      "epoch": 3.127006280530356,
      "grad_norm": 1.236958055868133,
      "learning_rate": 0.00014358120533482932,
      "loss": 1.6328,
      "step": 67215
    },
    {
      "epoch": 3.1270528029774365,
      "grad_norm": 1.2777555128148816,
      "learning_rate": 0.00014357749731722084,
      "loss": 2.0156,
      "step": 67216
    },
    {
      "epoch": 3.1270993254245174,
      "grad_norm": 1.297838084948597,
      "learning_rate": 0.0001435737893035443,
      "loss": 2.0469,
      "step": 67217
    },
    {
      "epoch": 3.127145847871598,
      "grad_norm": 1.3130059004751748,
      "learning_rate": 0.0001435700812938019,
      "loss": 1.8594,
      "step": 67218
    },
    {
      "epoch": 3.127192370318679,
      "grad_norm": 1.2401587555075553,
      "learning_rate": 0.00014356637328799597,
      "loss": 1.6562,
      "step": 67219
    },
    {
      "epoch": 3.1272388927657593,
      "grad_norm": 1.3210888438272819,
      "learning_rate": 0.0001435626652861287,
      "loss": 2.0625,
      "step": 67220
    },
    {
      "epoch": 3.12728541521284,
      "grad_norm": 1.3260456717484193,
      "learning_rate": 0.0001435589572882024,
      "loss": 1.9609,
      "step": 67221
    },
    {
      "epoch": 3.127331937659921,
      "grad_norm": 1.3600740853379665,
      "learning_rate": 0.00014355524929421937,
      "loss": 2.1406,
      "step": 67222
    },
    {
      "epoch": 3.1273784601070016,
      "grad_norm": 1.439708627478787,
      "learning_rate": 0.00014355154130418188,
      "loss": 2.375,
      "step": 67223
    },
    {
      "epoch": 3.1274249825540825,
      "grad_norm": 1.250391544411455,
      "learning_rate": 0.00014354783331809216,
      "loss": 2.0469,
      "step": 67224
    },
    {
      "epoch": 3.127471505001163,
      "grad_norm": 1.2733069412280313,
      "learning_rate": 0.00014354412533595245,
      "loss": 1.8828,
      "step": 67225
    },
    {
      "epoch": 3.127518027448244,
      "grad_norm": 1.280784388892086,
      "learning_rate": 0.00014354041735776513,
      "loss": 1.7344,
      "step": 67226
    },
    {
      "epoch": 3.1275645498953244,
      "grad_norm": 1.2779899527217875,
      "learning_rate": 0.00014353670938353235,
      "loss": 1.9062,
      "step": 67227
    },
    {
      "epoch": 3.1276110723424053,
      "grad_norm": 1.3618939397519114,
      "learning_rate": 0.0001435330014132564,
      "loss": 2.3125,
      "step": 67228
    },
    {
      "epoch": 3.127657594789486,
      "grad_norm": 1.2258978807481518,
      "learning_rate": 0.00014352929344693964,
      "loss": 1.6719,
      "step": 67229
    },
    {
      "epoch": 3.1277041172365667,
      "grad_norm": 1.303708059657753,
      "learning_rate": 0.00014352558548458427,
      "loss": 2.125,
      "step": 67230
    },
    {
      "epoch": 3.127750639683647,
      "grad_norm": 1.327246862774877,
      "learning_rate": 0.0001435218775261926,
      "loss": 2.1406,
      "step": 67231
    },
    {
      "epoch": 3.127797162130728,
      "grad_norm": 1.3251233914622436,
      "learning_rate": 0.00014351816957176684,
      "loss": 2.1719,
      "step": 67232
    },
    {
      "epoch": 3.1278436845778086,
      "grad_norm": 1.231629426522431,
      "learning_rate": 0.00014351446162130934,
      "loss": 1.6641,
      "step": 67233
    },
    {
      "epoch": 3.1278902070248895,
      "grad_norm": 1.2707420261155113,
      "learning_rate": 0.0001435107536748223,
      "loss": 1.8906,
      "step": 67234
    },
    {
      "epoch": 3.12793672947197,
      "grad_norm": 1.2581971716147833,
      "learning_rate": 0.00014350704573230802,
      "loss": 1.9688,
      "step": 67235
    },
    {
      "epoch": 3.127983251919051,
      "grad_norm": 1.3290323782598887,
      "learning_rate": 0.00014350333779376874,
      "loss": 1.9844,
      "step": 67236
    },
    {
      "epoch": 3.128029774366132,
      "grad_norm": 1.322859489166607,
      "learning_rate": 0.00014349962985920679,
      "loss": 2.0781,
      "step": 67237
    },
    {
      "epoch": 3.1280762968132123,
      "grad_norm": 1.2860784214154821,
      "learning_rate": 0.0001434959219286244,
      "loss": 2.0625,
      "step": 67238
    },
    {
      "epoch": 3.1281228192602932,
      "grad_norm": 1.462913826453865,
      "learning_rate": 0.00014349221400202384,
      "loss": 2.3125,
      "step": 67239
    },
    {
      "epoch": 3.1281693417073737,
      "grad_norm": 1.297682638960009,
      "learning_rate": 0.00014348850607940735,
      "loss": 2.0469,
      "step": 67240
    },
    {
      "epoch": 3.1282158641544546,
      "grad_norm": 1.3038115746271228,
      "learning_rate": 0.00014348479816077728,
      "loss": 2.0469,
      "step": 67241
    },
    {
      "epoch": 3.128262386601535,
      "grad_norm": 1.3137540688142568,
      "learning_rate": 0.00014348109024613583,
      "loss": 2.0,
      "step": 67242
    },
    {
      "epoch": 3.128308909048616,
      "grad_norm": 1.2967176038839359,
      "learning_rate": 0.00014347738233548533,
      "loss": 2.0312,
      "step": 67243
    },
    {
      "epoch": 3.1283554314956965,
      "grad_norm": 1.3810029159305357,
      "learning_rate": 0.00014347367442882797,
      "loss": 1.9922,
      "step": 67244
    },
    {
      "epoch": 3.1284019539427774,
      "grad_norm": 1.4044735077379078,
      "learning_rate": 0.0001434699665261661,
      "loss": 2.1094,
      "step": 67245
    },
    {
      "epoch": 3.128448476389858,
      "grad_norm": 1.4133805335785654,
      "learning_rate": 0.0001434662586275019,
      "loss": 2.0312,
      "step": 67246
    },
    {
      "epoch": 3.128494998836939,
      "grad_norm": 1.3655007031730702,
      "learning_rate": 0.00014346255073283777,
      "loss": 2.0625,
      "step": 67247
    },
    {
      "epoch": 3.1285415212840197,
      "grad_norm": 1.5191988017862676,
      "learning_rate": 0.00014345884284217583,
      "loss": 2.1562,
      "step": 67248
    },
    {
      "epoch": 3.1285880437311,
      "grad_norm": 1.2940424892767526,
      "learning_rate": 0.0001434551349555185,
      "loss": 1.8125,
      "step": 67249
    },
    {
      "epoch": 3.128634566178181,
      "grad_norm": 1.2798359849468892,
      "learning_rate": 0.0001434514270728679,
      "loss": 2.0469,
      "step": 67250
    },
    {
      "epoch": 3.1286810886252616,
      "grad_norm": 1.410142297735637,
      "learning_rate": 0.0001434477191942264,
      "loss": 2.3281,
      "step": 67251
    },
    {
      "epoch": 3.1287276110723425,
      "grad_norm": 1.389891391884284,
      "learning_rate": 0.00014344401131959625,
      "loss": 2.2344,
      "step": 67252
    },
    {
      "epoch": 3.128774133519423,
      "grad_norm": 1.491404231649246,
      "learning_rate": 0.00014344030344897975,
      "loss": 1.4062,
      "step": 67253
    },
    {
      "epoch": 3.128820655966504,
      "grad_norm": 1.3931535472514116,
      "learning_rate": 0.0001434365955823791,
      "loss": 1.9766,
      "step": 67254
    },
    {
      "epoch": 3.1288671784135844,
      "grad_norm": 1.419626453839627,
      "learning_rate": 0.00014343288771979663,
      "loss": 1.8906,
      "step": 67255
    },
    {
      "epoch": 3.1289137008606653,
      "grad_norm": 1.5170630831727943,
      "learning_rate": 0.00014342917986123456,
      "loss": 2.0938,
      "step": 67256
    },
    {
      "epoch": 3.128960223307746,
      "grad_norm": 1.3414531120581574,
      "learning_rate": 0.0001434254720066952,
      "loss": 1.9531,
      "step": 67257
    },
    {
      "epoch": 3.1290067457548267,
      "grad_norm": 1.350149892071178,
      "learning_rate": 0.0001434217641561808,
      "loss": 2.1094,
      "step": 67258
    },
    {
      "epoch": 3.1290532682019077,
      "grad_norm": 1.2821010553612533,
      "learning_rate": 0.00014341805630969364,
      "loss": 1.9297,
      "step": 67259
    },
    {
      "epoch": 3.129099790648988,
      "grad_norm": 1.3512644311498798,
      "learning_rate": 0.00014341434846723596,
      "loss": 1.9688,
      "step": 67260
    },
    {
      "epoch": 3.129146313096069,
      "grad_norm": 1.325091274955531,
      "learning_rate": 0.0001434106406288101,
      "loss": 1.9531,
      "step": 67261
    },
    {
      "epoch": 3.1291928355431495,
      "grad_norm": 1.3136071686572726,
      "learning_rate": 0.00014340693279441823,
      "loss": 2.0312,
      "step": 67262
    },
    {
      "epoch": 3.1292393579902305,
      "grad_norm": 1.4102770098458264,
      "learning_rate": 0.00014340322496406274,
      "loss": 1.9844,
      "step": 67263
    },
    {
      "epoch": 3.129285880437311,
      "grad_norm": 1.4209398180344766,
      "learning_rate": 0.00014339951713774577,
      "loss": 2.2656,
      "step": 67264
    },
    {
      "epoch": 3.129332402884392,
      "grad_norm": 1.2169889977425679,
      "learning_rate": 0.0001433958093154697,
      "loss": 1.7969,
      "step": 67265
    },
    {
      "epoch": 3.1293789253314723,
      "grad_norm": 1.5374163742040934,
      "learning_rate": 0.00014339210149723672,
      "loss": 1.7031,
      "step": 67266
    },
    {
      "epoch": 3.1294254477785532,
      "grad_norm": 1.301391834703908,
      "learning_rate": 0.00014338839368304918,
      "loss": 2.0469,
      "step": 67267
    },
    {
      "epoch": 3.1294719702256337,
      "grad_norm": 1.3646966939804925,
      "learning_rate": 0.00014338468587290923,
      "loss": 2.125,
      "step": 67268
    },
    {
      "epoch": 3.1295184926727146,
      "grad_norm": 1.3421224992625378,
      "learning_rate": 0.0001433809780668193,
      "loss": 1.9219,
      "step": 67269
    },
    {
      "epoch": 3.129565015119795,
      "grad_norm": 1.3779547378131902,
      "learning_rate": 0.0001433772702647815,
      "loss": 2.1562,
      "step": 67270
    },
    {
      "epoch": 3.129611537566876,
      "grad_norm": 1.2178423184563725,
      "learning_rate": 0.00014337356246679823,
      "loss": 1.8125,
      "step": 67271
    },
    {
      "epoch": 3.1296580600139565,
      "grad_norm": 1.4050388700723957,
      "learning_rate": 0.0001433698546728716,
      "loss": 2.2656,
      "step": 67272
    },
    {
      "epoch": 3.1297045824610374,
      "grad_norm": 1.3319368998703527,
      "learning_rate": 0.00014336614688300407,
      "loss": 1.875,
      "step": 67273
    },
    {
      "epoch": 3.1297511049081184,
      "grad_norm": 1.3072872764852494,
      "learning_rate": 0.00014336243909719783,
      "loss": 2.0312,
      "step": 67274
    },
    {
      "epoch": 3.129797627355199,
      "grad_norm": 1.3848341169246052,
      "learning_rate": 0.0001433587313154551,
      "loss": 1.9922,
      "step": 67275
    },
    {
      "epoch": 3.1298441498022798,
      "grad_norm": 1.326181644594261,
      "learning_rate": 0.00014335502353777827,
      "loss": 2.0312,
      "step": 67276
    },
    {
      "epoch": 3.1298906722493602,
      "grad_norm": 1.1872663051785546,
      "learning_rate": 0.00014335131576416948,
      "loss": 1.7031,
      "step": 67277
    },
    {
      "epoch": 3.129937194696441,
      "grad_norm": 1.404409043576957,
      "learning_rate": 0.00014334760799463106,
      "loss": 2.125,
      "step": 67278
    },
    {
      "epoch": 3.1299837171435216,
      "grad_norm": 1.4053005744684146,
      "learning_rate": 0.00014334390022916531,
      "loss": 2.2344,
      "step": 67279
    },
    {
      "epoch": 3.1300302395906026,
      "grad_norm": 1.215565361176671,
      "learning_rate": 0.0001433401924677744,
      "loss": 1.6484,
      "step": 67280
    },
    {
      "epoch": 3.130076762037683,
      "grad_norm": 1.3483955185296208,
      "learning_rate": 0.00014333648471046072,
      "loss": 2.2344,
      "step": 67281
    },
    {
      "epoch": 3.130123284484764,
      "grad_norm": 1.4550990401966375,
      "learning_rate": 0.00014333277695722645,
      "loss": 2.0469,
      "step": 67282
    },
    {
      "epoch": 3.1301698069318444,
      "grad_norm": 1.2474569079970153,
      "learning_rate": 0.00014332906920807393,
      "loss": 2.0312,
      "step": 67283
    },
    {
      "epoch": 3.1302163293789254,
      "grad_norm": 1.2885656222565558,
      "learning_rate": 0.00014332536146300533,
      "loss": 1.8516,
      "step": 67284
    },
    {
      "epoch": 3.1302628518260063,
      "grad_norm": 1.25012665237671,
      "learning_rate": 0.00014332165372202304,
      "loss": 2.0156,
      "step": 67285
    },
    {
      "epoch": 3.1303093742730868,
      "grad_norm": 1.326573971024099,
      "learning_rate": 0.00014331794598512924,
      "loss": 1.9844,
      "step": 67286
    },
    {
      "epoch": 3.1303558967201677,
      "grad_norm": 1.251983075512977,
      "learning_rate": 0.00014331423825232625,
      "loss": 1.8359,
      "step": 67287
    },
    {
      "epoch": 3.130402419167248,
      "grad_norm": 1.272223418465582,
      "learning_rate": 0.00014331053052361628,
      "loss": 1.9922,
      "step": 67288
    },
    {
      "epoch": 3.130448941614329,
      "grad_norm": 1.2584880038584594,
      "learning_rate": 0.0001433068227990017,
      "loss": 1.8594,
      "step": 67289
    },
    {
      "epoch": 3.1304954640614095,
      "grad_norm": 1.3583436149014128,
      "learning_rate": 0.0001433031150784847,
      "loss": 1.9922,
      "step": 67290
    },
    {
      "epoch": 3.1305419865084905,
      "grad_norm": 1.3736142772219793,
      "learning_rate": 0.0001432994073620676,
      "loss": 2.2188,
      "step": 67291
    },
    {
      "epoch": 3.130588508955571,
      "grad_norm": 1.304891680205506,
      "learning_rate": 0.0001432956996497526,
      "loss": 2.0781,
      "step": 67292
    },
    {
      "epoch": 3.130635031402652,
      "grad_norm": 1.3371949388279742,
      "learning_rate": 0.00014329199194154204,
      "loss": 2.1094,
      "step": 67293
    },
    {
      "epoch": 3.1306815538497323,
      "grad_norm": 1.3425169898667906,
      "learning_rate": 0.0001432882842374381,
      "loss": 2.2188,
      "step": 67294
    },
    {
      "epoch": 3.1307280762968133,
      "grad_norm": 1.2474329848629269,
      "learning_rate": 0.00014328457653744314,
      "loss": 1.8281,
      "step": 67295
    },
    {
      "epoch": 3.1307745987438937,
      "grad_norm": 1.3208869294183996,
      "learning_rate": 0.00014328086884155943,
      "loss": 2.1094,
      "step": 67296
    },
    {
      "epoch": 3.1308211211909747,
      "grad_norm": 1.3291208691658465,
      "learning_rate": 0.0001432771611497892,
      "loss": 2.0469,
      "step": 67297
    },
    {
      "epoch": 3.130867643638055,
      "grad_norm": 1.2689079051341932,
      "learning_rate": 0.00014327345346213475,
      "loss": 2.0156,
      "step": 67298
    },
    {
      "epoch": 3.130914166085136,
      "grad_norm": 1.2436903538095492,
      "learning_rate": 0.00014326974577859831,
      "loss": 1.6953,
      "step": 67299
    },
    {
      "epoch": 3.130960688532217,
      "grad_norm": 1.3614087945203925,
      "learning_rate": 0.0001432660380991822,
      "loss": 2.1406,
      "step": 67300
    },
    {
      "epoch": 3.1310072109792975,
      "grad_norm": 1.2809096325829057,
      "learning_rate": 0.00014326233042388862,
      "loss": 2.0156,
      "step": 67301
    },
    {
      "epoch": 3.1310537334263784,
      "grad_norm": 1.2791322933038212,
      "learning_rate": 0.00014325862275271992,
      "loss": 1.9688,
      "step": 67302
    },
    {
      "epoch": 3.131100255873459,
      "grad_norm": 1.279243204593448,
      "learning_rate": 0.0001432549150856783,
      "loss": 1.8906,
      "step": 67303
    },
    {
      "epoch": 3.13114677832054,
      "grad_norm": 1.376758949086307,
      "learning_rate": 0.00014325120742276608,
      "loss": 2.1094,
      "step": 67304
    },
    {
      "epoch": 3.1311933007676203,
      "grad_norm": 1.2680183765222317,
      "learning_rate": 0.00014324749976398553,
      "loss": 1.8047,
      "step": 67305
    },
    {
      "epoch": 3.131239823214701,
      "grad_norm": 1.2202120643868926,
      "learning_rate": 0.00014324379210933885,
      "loss": 1.7812,
      "step": 67306
    },
    {
      "epoch": 3.1312863456617817,
      "grad_norm": 1.3670071781330007,
      "learning_rate": 0.0001432400844588284,
      "loss": 2.0156,
      "step": 67307
    },
    {
      "epoch": 3.1313328681088626,
      "grad_norm": 1.4178957416397198,
      "learning_rate": 0.00014323637681245638,
      "loss": 2.2656,
      "step": 67308
    },
    {
      "epoch": 3.131379390555943,
      "grad_norm": 1.399655648040005,
      "learning_rate": 0.00014323266917022512,
      "loss": 2.1719,
      "step": 67309
    },
    {
      "epoch": 3.131425913003024,
      "grad_norm": 1.494033740892864,
      "learning_rate": 0.00014322896153213683,
      "loss": 2.3125,
      "step": 67310
    },
    {
      "epoch": 3.131472435450105,
      "grad_norm": 1.3682571561025134,
      "learning_rate": 0.00014322525389819386,
      "loss": 2.0312,
      "step": 67311
    },
    {
      "epoch": 3.1315189578971854,
      "grad_norm": 1.3644125075940936,
      "learning_rate": 0.00014322154626839837,
      "loss": 2.1875,
      "step": 67312
    },
    {
      "epoch": 3.1315654803442663,
      "grad_norm": 1.337483723963075,
      "learning_rate": 0.00014321783864275272,
      "loss": 2.1406,
      "step": 67313
    },
    {
      "epoch": 3.1316120027913468,
      "grad_norm": 1.3558443288866713,
      "learning_rate": 0.00014321413102125915,
      "loss": 2.1406,
      "step": 67314
    },
    {
      "epoch": 3.1316585252384277,
      "grad_norm": 1.2993189286286375,
      "learning_rate": 0.00014321042340391992,
      "loss": 2.0,
      "step": 67315
    },
    {
      "epoch": 3.131705047685508,
      "grad_norm": 1.2106308745327763,
      "learning_rate": 0.00014320671579073725,
      "loss": 1.8438,
      "step": 67316
    },
    {
      "epoch": 3.131751570132589,
      "grad_norm": 1.3437502336059324,
      "learning_rate": 0.00014320300818171353,
      "loss": 2.0625,
      "step": 67317
    },
    {
      "epoch": 3.1317980925796696,
      "grad_norm": 1.2732088132884594,
      "learning_rate": 0.000143199300576851,
      "loss": 1.9453,
      "step": 67318
    },
    {
      "epoch": 3.1318446150267505,
      "grad_norm": 1.3803205157940863,
      "learning_rate": 0.00014319559297615184,
      "loss": 2.1875,
      "step": 67319
    },
    {
      "epoch": 3.131891137473831,
      "grad_norm": 1.3522399246130468,
      "learning_rate": 0.00014319188537961842,
      "loss": 1.9297,
      "step": 67320
    },
    {
      "epoch": 3.131937659920912,
      "grad_norm": 1.2775295534426374,
      "learning_rate": 0.00014318817778725292,
      "loss": 1.8984,
      "step": 67321
    },
    {
      "epoch": 3.1319841823679924,
      "grad_norm": 1.312487057421698,
      "learning_rate": 0.00014318447019905773,
      "loss": 1.7969,
      "step": 67322
    },
    {
      "epoch": 3.1320307048150733,
      "grad_norm": 1.4018974495499674,
      "learning_rate": 0.00014318076261503497,
      "loss": 2.2812,
      "step": 67323
    },
    {
      "epoch": 3.1320772272621538,
      "grad_norm": 1.2843700699656975,
      "learning_rate": 0.00014317705503518705,
      "loss": 2.0469,
      "step": 67324
    },
    {
      "epoch": 3.1321237497092347,
      "grad_norm": 1.2073554611323092,
      "learning_rate": 0.00014317334745951615,
      "loss": 1.8125,
      "step": 67325
    },
    {
      "epoch": 3.1321702721563156,
      "grad_norm": 1.2790637966874636,
      "learning_rate": 0.00014316963988802458,
      "loss": 2.1094,
      "step": 67326
    },
    {
      "epoch": 3.132216794603396,
      "grad_norm": 1.2023429258973561,
      "learning_rate": 0.00014316593232071456,
      "loss": 1.8594,
      "step": 67327
    },
    {
      "epoch": 3.132263317050477,
      "grad_norm": 1.2910925039650287,
      "learning_rate": 0.00014316222475758842,
      "loss": 1.7656,
      "step": 67328
    },
    {
      "epoch": 3.1323098394975575,
      "grad_norm": 1.9850542697452724,
      "learning_rate": 0.0001431585171986484,
      "loss": 2.1562,
      "step": 67329
    },
    {
      "epoch": 3.1323563619446384,
      "grad_norm": 1.2831852502640355,
      "learning_rate": 0.0001431548096438968,
      "loss": 1.8281,
      "step": 67330
    },
    {
      "epoch": 3.132402884391719,
      "grad_norm": 1.3648339952347248,
      "learning_rate": 0.00014315110209333587,
      "loss": 1.9922,
      "step": 67331
    },
    {
      "epoch": 3.1324494068388,
      "grad_norm": 1.374150568733468,
      "learning_rate": 0.00014314739454696784,
      "loss": 2.3281,
      "step": 67332
    },
    {
      "epoch": 3.1324959292858803,
      "grad_norm": 1.3431236692610025,
      "learning_rate": 0.00014314368700479505,
      "loss": 2.1562,
      "step": 67333
    },
    {
      "epoch": 3.132542451732961,
      "grad_norm": 1.2931497421127585,
      "learning_rate": 0.00014313997946681972,
      "loss": 1.8984,
      "step": 67334
    },
    {
      "epoch": 3.1325889741800417,
      "grad_norm": 1.2889103438081635,
      "learning_rate": 0.00014313627193304412,
      "loss": 1.9219,
      "step": 67335
    },
    {
      "epoch": 3.1326354966271226,
      "grad_norm": 1.365730974648433,
      "learning_rate": 0.00014313256440347055,
      "loss": 2.1094,
      "step": 67336
    },
    {
      "epoch": 3.1326820190742035,
      "grad_norm": 1.388138211191759,
      "learning_rate": 0.00014312885687810126,
      "loss": 2.1094,
      "step": 67337
    },
    {
      "epoch": 3.132728541521284,
      "grad_norm": 1.346366035121404,
      "learning_rate": 0.0001431251493569385,
      "loss": 2.0469,
      "step": 67338
    },
    {
      "epoch": 3.132775063968365,
      "grad_norm": 1.2838239397261277,
      "learning_rate": 0.00014312144183998456,
      "loss": 1.8438,
      "step": 67339
    },
    {
      "epoch": 3.1328215864154454,
      "grad_norm": 1.41640472072956,
      "learning_rate": 0.00014311773432724176,
      "loss": 2.2188,
      "step": 67340
    },
    {
      "epoch": 3.1328681088625263,
      "grad_norm": 1.2285351433820675,
      "learning_rate": 0.0001431140268187123,
      "loss": 1.625,
      "step": 67341
    },
    {
      "epoch": 3.132914631309607,
      "grad_norm": 1.3807383247722935,
      "learning_rate": 0.0001431103193143985,
      "loss": 2.2031,
      "step": 67342
    },
    {
      "epoch": 3.1329611537566877,
      "grad_norm": 1.3860682624296803,
      "learning_rate": 0.00014310661181430253,
      "loss": 2.0781,
      "step": 67343
    },
    {
      "epoch": 3.133007676203768,
      "grad_norm": 1.3534202669438173,
      "learning_rate": 0.00014310290431842682,
      "loss": 2.1562,
      "step": 67344
    },
    {
      "epoch": 3.133054198650849,
      "grad_norm": 1.2679587778719656,
      "learning_rate": 0.00014309919682677351,
      "loss": 1.9453,
      "step": 67345
    },
    {
      "epoch": 3.1331007210979296,
      "grad_norm": 1.3115618667163897,
      "learning_rate": 0.00014309548933934493,
      "loss": 2.0312,
      "step": 67346
    },
    {
      "epoch": 3.1331472435450105,
      "grad_norm": 1.3436559041478218,
      "learning_rate": 0.0001430917818561433,
      "loss": 2.0469,
      "step": 67347
    },
    {
      "epoch": 3.133193765992091,
      "grad_norm": 1.3654864202557853,
      "learning_rate": 0.00014308807437717096,
      "loss": 2.0625,
      "step": 67348
    },
    {
      "epoch": 3.133240288439172,
      "grad_norm": 1.2536750925058622,
      "learning_rate": 0.00014308436690243012,
      "loss": 1.7656,
      "step": 67349
    },
    {
      "epoch": 3.1332868108862524,
      "grad_norm": 1.3898246765491924,
      "learning_rate": 0.0001430806594319231,
      "loss": 1.875,
      "step": 67350
    },
    {
      "epoch": 3.1333333333333333,
      "grad_norm": 1.314944461990714,
      "learning_rate": 0.0001430769519656521,
      "loss": 1.8906,
      "step": 67351
    },
    {
      "epoch": 3.1333798557804142,
      "grad_norm": 1.3204472365199564,
      "learning_rate": 0.00014307324450361946,
      "loss": 1.9688,
      "step": 67352
    },
    {
      "epoch": 3.1334263782274947,
      "grad_norm": 1.2743756122760506,
      "learning_rate": 0.0001430695370458274,
      "loss": 1.875,
      "step": 67353
    },
    {
      "epoch": 3.1334729006745756,
      "grad_norm": 1.2983330767606867,
      "learning_rate": 0.00014306582959227823,
      "loss": 1.8516,
      "step": 67354
    },
    {
      "epoch": 3.133519423121656,
      "grad_norm": 1.3377925149693328,
      "learning_rate": 0.00014306212214297415,
      "loss": 2.0469,
      "step": 67355
    },
    {
      "epoch": 3.133565945568737,
      "grad_norm": 1.433530453797852,
      "learning_rate": 0.00014305841469791755,
      "loss": 2.2969,
      "step": 67356
    },
    {
      "epoch": 3.1336124680158175,
      "grad_norm": 1.413827916733958,
      "learning_rate": 0.00014305470725711061,
      "loss": 2.1562,
      "step": 67357
    },
    {
      "epoch": 3.1336589904628984,
      "grad_norm": 1.2879754519954805,
      "learning_rate": 0.00014305099982055562,
      "loss": 1.8516,
      "step": 67358
    },
    {
      "epoch": 3.133705512909979,
      "grad_norm": 1.2910183847930097,
      "learning_rate": 0.00014304729238825484,
      "loss": 1.9531,
      "step": 67359
    },
    {
      "epoch": 3.13375203535706,
      "grad_norm": 1.2190705290368589,
      "learning_rate": 0.00014304358496021048,
      "loss": 1.8047,
      "step": 67360
    },
    {
      "epoch": 3.1337985578041403,
      "grad_norm": 1.3276874558022898,
      "learning_rate": 0.00014303987753642495,
      "loss": 2.1562,
      "step": 67361
    },
    {
      "epoch": 3.133845080251221,
      "grad_norm": 1.3107888437414985,
      "learning_rate": 0.00014303617011690047,
      "loss": 2.0625,
      "step": 67362
    },
    {
      "epoch": 3.133891602698302,
      "grad_norm": 1.3805064314496518,
      "learning_rate": 0.00014303246270163923,
      "loss": 1.9531,
      "step": 67363
    },
    {
      "epoch": 3.1339381251453826,
      "grad_norm": 1.2975259949341647,
      "learning_rate": 0.0001430287552906436,
      "loss": 1.4531,
      "step": 67364
    },
    {
      "epoch": 3.1339846475924635,
      "grad_norm": 1.4368620863648154,
      "learning_rate": 0.0001430250478839158,
      "loss": 2.1875,
      "step": 67365
    },
    {
      "epoch": 3.134031170039544,
      "grad_norm": 1.302628056885413,
      "learning_rate": 0.00014302134048145812,
      "loss": 1.8281,
      "step": 67366
    },
    {
      "epoch": 3.134077692486625,
      "grad_norm": 1.4106494406814916,
      "learning_rate": 0.00014301763308327277,
      "loss": 1.8828,
      "step": 67367
    },
    {
      "epoch": 3.1341242149337054,
      "grad_norm": 1.5374655592401243,
      "learning_rate": 0.0001430139256893621,
      "loss": 2.2031,
      "step": 67368
    },
    {
      "epoch": 3.1341707373807863,
      "grad_norm": 1.290191569027965,
      "learning_rate": 0.00014301021829972834,
      "loss": 2.0312,
      "step": 67369
    },
    {
      "epoch": 3.134217259827867,
      "grad_norm": 1.3207997495042976,
      "learning_rate": 0.00014300651091437376,
      "loss": 2.0781,
      "step": 67370
    },
    {
      "epoch": 3.1342637822749477,
      "grad_norm": 1.3102521962346534,
      "learning_rate": 0.00014300280353330064,
      "loss": 1.9922,
      "step": 67371
    },
    {
      "epoch": 3.134310304722028,
      "grad_norm": 1.3235637601575772,
      "learning_rate": 0.00014299909615651127,
      "loss": 1.9844,
      "step": 67372
    },
    {
      "epoch": 3.134356827169109,
      "grad_norm": 1.274907660352789,
      "learning_rate": 0.00014299538878400784,
      "loss": 1.9297,
      "step": 67373
    },
    {
      "epoch": 3.1344033496161896,
      "grad_norm": 1.2574354257927798,
      "learning_rate": 0.00014299168141579272,
      "loss": 1.8203,
      "step": 67374
    },
    {
      "epoch": 3.1344498720632705,
      "grad_norm": 1.4032572877170943,
      "learning_rate": 0.0001429879740518681,
      "loss": 2.2812,
      "step": 67375
    },
    {
      "epoch": 3.1344963945103514,
      "grad_norm": 1.1902501679066826,
      "learning_rate": 0.00014298426669223633,
      "loss": 1.5703,
      "step": 67376
    },
    {
      "epoch": 3.134542916957432,
      "grad_norm": 1.8356628663029013,
      "learning_rate": 0.0001429805593368996,
      "loss": 2.3594,
      "step": 67377
    },
    {
      "epoch": 3.134589439404513,
      "grad_norm": 1.2170903405761258,
      "learning_rate": 0.0001429768519858602,
      "loss": 1.8359,
      "step": 67378
    },
    {
      "epoch": 3.1346359618515933,
      "grad_norm": 1.3085239140000942,
      "learning_rate": 0.00014297314463912044,
      "loss": 1.7969,
      "step": 67379
    },
    {
      "epoch": 3.1346824842986742,
      "grad_norm": 1.3970602839287074,
      "learning_rate": 0.00014296943729668257,
      "loss": 2.0781,
      "step": 67380
    },
    {
      "epoch": 3.1347290067457547,
      "grad_norm": 1.305819189042634,
      "learning_rate": 0.00014296572995854882,
      "loss": 1.9297,
      "step": 67381
    },
    {
      "epoch": 3.1347755291928356,
      "grad_norm": 1.3760023626143854,
      "learning_rate": 0.00014296202262472146,
      "loss": 2.1719,
      "step": 67382
    },
    {
      "epoch": 3.134822051639916,
      "grad_norm": 1.3274332082105265,
      "learning_rate": 0.00014295831529520284,
      "loss": 2.0625,
      "step": 67383
    },
    {
      "epoch": 3.134868574086997,
      "grad_norm": 1.347837664176268,
      "learning_rate": 0.00014295460796999516,
      "loss": 2.0625,
      "step": 67384
    },
    {
      "epoch": 3.1349150965340775,
      "grad_norm": 1.3476237756389664,
      "learning_rate": 0.00014295090064910074,
      "loss": 2.1719,
      "step": 67385
    },
    {
      "epoch": 3.1349616189811584,
      "grad_norm": 1.3284679764375797,
      "learning_rate": 0.00014294719333252182,
      "loss": 1.9922,
      "step": 67386
    },
    {
      "epoch": 3.135008141428239,
      "grad_norm": 1.2789430508960051,
      "learning_rate": 0.00014294348602026066,
      "loss": 2.0469,
      "step": 67387
    },
    {
      "epoch": 3.13505466387532,
      "grad_norm": 1.3306192317660954,
      "learning_rate": 0.00014293977871231956,
      "loss": 2.0781,
      "step": 67388
    },
    {
      "epoch": 3.1351011863224008,
      "grad_norm": 1.2392138716944392,
      "learning_rate": 0.00014293607140870073,
      "loss": 1.7734,
      "step": 67389
    },
    {
      "epoch": 3.1351477087694812,
      "grad_norm": 1.4187251568709967,
      "learning_rate": 0.00014293236410940652,
      "loss": 2.2812,
      "step": 67390
    },
    {
      "epoch": 3.135194231216562,
      "grad_norm": 1.41516806788651,
      "learning_rate": 0.0001429286568144391,
      "loss": 1.9688,
      "step": 67391
    },
    {
      "epoch": 3.1352407536636426,
      "grad_norm": 1.319081209423042,
      "learning_rate": 0.00014292494952380087,
      "loss": 2.125,
      "step": 67392
    },
    {
      "epoch": 3.1352872761107236,
      "grad_norm": 1.3040283570721993,
      "learning_rate": 0.00014292124223749396,
      "loss": 2.0938,
      "step": 67393
    },
    {
      "epoch": 3.135333798557804,
      "grad_norm": 1.3606349270416809,
      "learning_rate": 0.00014291753495552077,
      "loss": 1.7344,
      "step": 67394
    },
    {
      "epoch": 3.135380321004885,
      "grad_norm": 1.2862356390442984,
      "learning_rate": 0.00014291382767788344,
      "loss": 1.9531,
      "step": 67395
    },
    {
      "epoch": 3.1354268434519654,
      "grad_norm": 1.29928233995922,
      "learning_rate": 0.00014291012040458436,
      "loss": 1.9297,
      "step": 67396
    },
    {
      "epoch": 3.1354733658990463,
      "grad_norm": 1.347795519409965,
      "learning_rate": 0.00014290641313562572,
      "loss": 2.0469,
      "step": 67397
    },
    {
      "epoch": 3.135519888346127,
      "grad_norm": 1.2952538281810537,
      "learning_rate": 0.00014290270587100982,
      "loss": 2.0625,
      "step": 67398
    },
    {
      "epoch": 3.1355664107932077,
      "grad_norm": 1.4498678001401066,
      "learning_rate": 0.0001428989986107389,
      "loss": 2.0781,
      "step": 67399
    },
    {
      "epoch": 3.1356129332402887,
      "grad_norm": 1.3779820030396461,
      "learning_rate": 0.00014289529135481533,
      "loss": 2.2344,
      "step": 67400
    },
    {
      "epoch": 3.135659455687369,
      "grad_norm": 1.3472732498980167,
      "learning_rate": 0.00014289158410324122,
      "loss": 2.1562,
      "step": 67401
    },
    {
      "epoch": 3.13570597813445,
      "grad_norm": 1.3800915771025097,
      "learning_rate": 0.000142887876856019,
      "loss": 2.0781,
      "step": 67402
    },
    {
      "epoch": 3.1357525005815305,
      "grad_norm": 1.2476401414739795,
      "learning_rate": 0.0001428841696131508,
      "loss": 1.8281,
      "step": 67403
    },
    {
      "epoch": 3.1357990230286115,
      "grad_norm": 1.352189024737531,
      "learning_rate": 0.00014288046237463894,
      "loss": 1.7734,
      "step": 67404
    },
    {
      "epoch": 3.135845545475692,
      "grad_norm": 1.1696215147843503,
      "learning_rate": 0.00014287675514048576,
      "loss": 1.5547,
      "step": 67405
    },
    {
      "epoch": 3.135892067922773,
      "grad_norm": 1.3446016764200737,
      "learning_rate": 0.0001428730479106934,
      "loss": 2.1562,
      "step": 67406
    },
    {
      "epoch": 3.1359385903698533,
      "grad_norm": 1.2520756059426172,
      "learning_rate": 0.0001428693406852643,
      "loss": 2.0,
      "step": 67407
    },
    {
      "epoch": 3.1359851128169343,
      "grad_norm": 1.35805184953625,
      "learning_rate": 0.00014286563346420058,
      "loss": 2.2031,
      "step": 67408
    },
    {
      "epoch": 3.1360316352640147,
      "grad_norm": 1.3243114463210353,
      "learning_rate": 0.00014286192624750457,
      "loss": 2.1562,
      "step": 67409
    },
    {
      "epoch": 3.1360781577110957,
      "grad_norm": 1.341915596977069,
      "learning_rate": 0.00014285821903517852,
      "loss": 2.0312,
      "step": 67410
    },
    {
      "epoch": 3.136124680158176,
      "grad_norm": 1.3811785987227356,
      "learning_rate": 0.00014285451182722474,
      "loss": 2.0312,
      "step": 67411
    },
    {
      "epoch": 3.136171202605257,
      "grad_norm": 1.444168711943666,
      "learning_rate": 0.00014285080462364547,
      "loss": 2.2344,
      "step": 67412
    },
    {
      "epoch": 3.1362177250523375,
      "grad_norm": 1.3524396650223698,
      "learning_rate": 0.00014284709742444293,
      "loss": 1.8203,
      "step": 67413
    },
    {
      "epoch": 3.1362642474994185,
      "grad_norm": 1.4152402417421852,
      "learning_rate": 0.0001428433902296195,
      "loss": 2.0781,
      "step": 67414
    },
    {
      "epoch": 3.1363107699464994,
      "grad_norm": 1.361702170272371,
      "learning_rate": 0.00014283968303917735,
      "loss": 2.1094,
      "step": 67415
    },
    {
      "epoch": 3.13635729239358,
      "grad_norm": 1.396169717513785,
      "learning_rate": 0.0001428359758531188,
      "loss": 2.1875,
      "step": 67416
    },
    {
      "epoch": 3.1364038148406608,
      "grad_norm": 1.2777006537954207,
      "learning_rate": 0.00014283226867144608,
      "loss": 1.9141,
      "step": 67417
    },
    {
      "epoch": 3.1364503372877413,
      "grad_norm": 1.3649334325039622,
      "learning_rate": 0.00014282856149416153,
      "loss": 2.2344,
      "step": 67418
    },
    {
      "epoch": 3.136496859734822,
      "grad_norm": 1.3658677891134146,
      "learning_rate": 0.00014282485432126735,
      "loss": 2.0625,
      "step": 67419
    },
    {
      "epoch": 3.1365433821819027,
      "grad_norm": 1.3267730520879513,
      "learning_rate": 0.00014282114715276586,
      "loss": 2.0312,
      "step": 67420
    },
    {
      "epoch": 3.1365899046289836,
      "grad_norm": 1.3501934847884534,
      "learning_rate": 0.00014281743998865927,
      "loss": 2.0781,
      "step": 67421
    },
    {
      "epoch": 3.136636427076064,
      "grad_norm": 1.259560168133796,
      "learning_rate": 0.0001428137328289499,
      "loss": 1.7656,
      "step": 67422
    },
    {
      "epoch": 3.136682949523145,
      "grad_norm": 1.3754149559995332,
      "learning_rate": 0.00014281002567364002,
      "loss": 2.1562,
      "step": 67423
    },
    {
      "epoch": 3.1367294719702254,
      "grad_norm": 1.298237820009398,
      "learning_rate": 0.0001428063185227319,
      "loss": 1.8672,
      "step": 67424
    },
    {
      "epoch": 3.1367759944173064,
      "grad_norm": 1.2532301170568172,
      "learning_rate": 0.00014280261137622773,
      "loss": 1.9219,
      "step": 67425
    },
    {
      "epoch": 3.1368225168643873,
      "grad_norm": 1.3048202637460644,
      "learning_rate": 0.00014279890423412984,
      "loss": 2.0469,
      "step": 67426
    },
    {
      "epoch": 3.1368690393114678,
      "grad_norm": 1.3338738939095751,
      "learning_rate": 0.00014279519709644057,
      "loss": 2.25,
      "step": 67427
    },
    {
      "epoch": 3.1369155617585487,
      "grad_norm": 1.3959171916381654,
      "learning_rate": 0.00014279148996316208,
      "loss": 2.25,
      "step": 67428
    },
    {
      "epoch": 3.136962084205629,
      "grad_norm": 1.316700584089639,
      "learning_rate": 0.00014278778283429672,
      "loss": 1.8984,
      "step": 67429
    },
    {
      "epoch": 3.13700860665271,
      "grad_norm": 1.3393634812326858,
      "learning_rate": 0.0001427840757098467,
      "loss": 2.1875,
      "step": 67430
    },
    {
      "epoch": 3.1370551290997906,
      "grad_norm": 1.3290988803973447,
      "learning_rate": 0.0001427803685898143,
      "loss": 2.0,
      "step": 67431
    },
    {
      "epoch": 3.1371016515468715,
      "grad_norm": 1.3434320900811898,
      "learning_rate": 0.00014277666147420183,
      "loss": 2.1562,
      "step": 67432
    },
    {
      "epoch": 3.137148173993952,
      "grad_norm": 1.325979424553407,
      "learning_rate": 0.00014277295436301152,
      "loss": 2.125,
      "step": 67433
    },
    {
      "epoch": 3.137194696441033,
      "grad_norm": 1.295096889455969,
      "learning_rate": 0.00014276924725624564,
      "loss": 1.8125,
      "step": 67434
    },
    {
      "epoch": 3.1372412188881134,
      "grad_norm": 1.3332589734613671,
      "learning_rate": 0.00014276554015390649,
      "loss": 2.2812,
      "step": 67435
    },
    {
      "epoch": 3.1372877413351943,
      "grad_norm": 1.3368705898298492,
      "learning_rate": 0.00014276183305599627,
      "loss": 2.2188,
      "step": 67436
    },
    {
      "epoch": 3.1373342637822748,
      "grad_norm": 1.2833833560439756,
      "learning_rate": 0.00014275812596251737,
      "loss": 1.9141,
      "step": 67437
    },
    {
      "epoch": 3.1373807862293557,
      "grad_norm": 1.3963391654595418,
      "learning_rate": 0.00014275441887347194,
      "loss": 2.1406,
      "step": 67438
    },
    {
      "epoch": 3.137427308676436,
      "grad_norm": 1.3152416987010591,
      "learning_rate": 0.0001427507117888623,
      "loss": 1.9141,
      "step": 67439
    },
    {
      "epoch": 3.137473831123517,
      "grad_norm": 1.2471086707091725,
      "learning_rate": 0.00014274700470869075,
      "loss": 1.9922,
      "step": 67440
    },
    {
      "epoch": 3.137520353570598,
      "grad_norm": 1.3644476802334142,
      "learning_rate": 0.00014274329763295948,
      "loss": 2.2188,
      "step": 67441
    },
    {
      "epoch": 3.1375668760176785,
      "grad_norm": 1.3788656748251442,
      "learning_rate": 0.00014273959056167087,
      "loss": 2.2656,
      "step": 67442
    },
    {
      "epoch": 3.1376133984647594,
      "grad_norm": 1.3349586952278687,
      "learning_rate": 0.00014273588349482706,
      "loss": 2.1875,
      "step": 67443
    },
    {
      "epoch": 3.13765992091184,
      "grad_norm": 1.4184247893031752,
      "learning_rate": 0.00014273217643243042,
      "loss": 2.1094,
      "step": 67444
    },
    {
      "epoch": 3.137706443358921,
      "grad_norm": 1.5890868262232254,
      "learning_rate": 0.00014272846937448316,
      "loss": 2.1875,
      "step": 67445
    },
    {
      "epoch": 3.1377529658060013,
      "grad_norm": 1.3854023556583992,
      "learning_rate": 0.0001427247623209876,
      "loss": 1.9844,
      "step": 67446
    },
    {
      "epoch": 3.137799488253082,
      "grad_norm": 1.4419814903561865,
      "learning_rate": 0.0001427210552719459,
      "loss": 2.125,
      "step": 67447
    },
    {
      "epoch": 3.1378460107001627,
      "grad_norm": 1.4413382963190593,
      "learning_rate": 0.0001427173482273605,
      "loss": 2.3125,
      "step": 67448
    },
    {
      "epoch": 3.1378925331472436,
      "grad_norm": 1.395739705464865,
      "learning_rate": 0.00014271364118723356,
      "loss": 2.2188,
      "step": 67449
    },
    {
      "epoch": 3.137939055594324,
      "grad_norm": 1.2859752155138153,
      "learning_rate": 0.00014270993415156736,
      "loss": 2.0156,
      "step": 67450
    },
    {
      "epoch": 3.137985578041405,
      "grad_norm": 1.3257581982302034,
      "learning_rate": 0.00014270622712036422,
      "loss": 2.125,
      "step": 67451
    },
    {
      "epoch": 3.138032100488486,
      "grad_norm": 1.369454294789566,
      "learning_rate": 0.00014270252009362635,
      "loss": 2.2031,
      "step": 67452
    },
    {
      "epoch": 3.1380786229355664,
      "grad_norm": 1.3352268955450433,
      "learning_rate": 0.00014269881307135603,
      "loss": 2.1094,
      "step": 67453
    },
    {
      "epoch": 3.1381251453826473,
      "grad_norm": 1.416119077291779,
      "learning_rate": 0.00014269510605355553,
      "loss": 2.1406,
      "step": 67454
    },
    {
      "epoch": 3.138171667829728,
      "grad_norm": 1.3390028112574759,
      "learning_rate": 0.00014269139904022718,
      "loss": 2.1094,
      "step": 67455
    },
    {
      "epoch": 3.1382181902768087,
      "grad_norm": 1.3789228804708755,
      "learning_rate": 0.00014268769203137314,
      "loss": 2.1875,
      "step": 67456
    },
    {
      "epoch": 3.138264712723889,
      "grad_norm": 1.2908106808931923,
      "learning_rate": 0.0001426839850269958,
      "loss": 1.9297,
      "step": 67457
    },
    {
      "epoch": 3.13831123517097,
      "grad_norm": 1.361712057859795,
      "learning_rate": 0.0001426802780270973,
      "loss": 2.0156,
      "step": 67458
    },
    {
      "epoch": 3.1383577576180506,
      "grad_norm": 1.356126230838147,
      "learning_rate": 0.00014267657103168003,
      "loss": 2.2031,
      "step": 67459
    },
    {
      "epoch": 3.1384042800651315,
      "grad_norm": 1.3445342667061553,
      "learning_rate": 0.00014267286404074617,
      "loss": 1.9062,
      "step": 67460
    },
    {
      "epoch": 3.138450802512212,
      "grad_norm": 1.221029813347702,
      "learning_rate": 0.00014266915705429806,
      "loss": 1.5156,
      "step": 67461
    },
    {
      "epoch": 3.138497324959293,
      "grad_norm": 1.2988204299065413,
      "learning_rate": 0.00014266545007233792,
      "loss": 1.9297,
      "step": 67462
    },
    {
      "epoch": 3.1385438474063734,
      "grad_norm": 1.2700146421060812,
      "learning_rate": 0.00014266174309486804,
      "loss": 1.8906,
      "step": 67463
    },
    {
      "epoch": 3.1385903698534543,
      "grad_norm": 1.2618728976530078,
      "learning_rate": 0.00014265803612189068,
      "loss": 1.8516,
      "step": 67464
    },
    {
      "epoch": 3.1386368923005348,
      "grad_norm": 1.3217285758188964,
      "learning_rate": 0.0001426543291534081,
      "loss": 1.9453,
      "step": 67465
    },
    {
      "epoch": 3.1386834147476157,
      "grad_norm": 1.3691996860950315,
      "learning_rate": 0.00014265062218942262,
      "loss": 2.0156,
      "step": 67466
    },
    {
      "epoch": 3.1387299371946966,
      "grad_norm": 1.4873763768700914,
      "learning_rate": 0.0001426469152299364,
      "loss": 2.375,
      "step": 67467
    },
    {
      "epoch": 3.138776459641777,
      "grad_norm": 1.3210714274038133,
      "learning_rate": 0.00014264320827495186,
      "loss": 2.1562,
      "step": 67468
    },
    {
      "epoch": 3.138822982088858,
      "grad_norm": 1.3026756700914306,
      "learning_rate": 0.0001426395013244711,
      "loss": 2.0938,
      "step": 67469
    },
    {
      "epoch": 3.1388695045359385,
      "grad_norm": 1.4128794701417748,
      "learning_rate": 0.00014263579437849653,
      "loss": 2.0312,
      "step": 67470
    },
    {
      "epoch": 3.1389160269830194,
      "grad_norm": 1.3125174392035053,
      "learning_rate": 0.0001426320874370304,
      "loss": 1.9922,
      "step": 67471
    },
    {
      "epoch": 3.1389625494301,
      "grad_norm": 1.308967415849154,
      "learning_rate": 0.0001426283805000749,
      "loss": 2.1406,
      "step": 67472
    },
    {
      "epoch": 3.139009071877181,
      "grad_norm": 1.3877354403793716,
      "learning_rate": 0.0001426246735676324,
      "loss": 2.2344,
      "step": 67473
    },
    {
      "epoch": 3.1390555943242613,
      "grad_norm": 1.3952800230673306,
      "learning_rate": 0.0001426209666397051,
      "loss": 2.25,
      "step": 67474
    },
    {
      "epoch": 3.139102116771342,
      "grad_norm": 1.5845553484535857,
      "learning_rate": 0.00014261725971629528,
      "loss": 1.9453,
      "step": 67475
    },
    {
      "epoch": 3.1391486392184227,
      "grad_norm": 1.276620628509622,
      "learning_rate": 0.0001426135527974052,
      "loss": 1.8672,
      "step": 67476
    },
    {
      "epoch": 3.1391951616655036,
      "grad_norm": 1.3596614386116035,
      "learning_rate": 0.00014260984588303717,
      "loss": 2.0156,
      "step": 67477
    },
    {
      "epoch": 3.1392416841125845,
      "grad_norm": 1.3544571268700252,
      "learning_rate": 0.00014260613897319342,
      "loss": 2.0625,
      "step": 67478
    },
    {
      "epoch": 3.139288206559665,
      "grad_norm": 1.4055895396223648,
      "learning_rate": 0.00014260243206787627,
      "loss": 2.2031,
      "step": 67479
    },
    {
      "epoch": 3.139334729006746,
      "grad_norm": 1.37469553086399,
      "learning_rate": 0.0001425987251670879,
      "loss": 2.1094,
      "step": 67480
    },
    {
      "epoch": 3.1393812514538264,
      "grad_norm": 1.3170170779542962,
      "learning_rate": 0.0001425950182708307,
      "loss": 1.875,
      "step": 67481
    },
    {
      "epoch": 3.1394277739009073,
      "grad_norm": 1.3557189160679894,
      "learning_rate": 0.00014259131137910682,
      "loss": 2.1719,
      "step": 67482
    },
    {
      "epoch": 3.139474296347988,
      "grad_norm": 1.4032986748552159,
      "learning_rate": 0.00014258760449191863,
      "loss": 1.5703,
      "step": 67483
    },
    {
      "epoch": 3.1395208187950687,
      "grad_norm": 1.4234240017821183,
      "learning_rate": 0.0001425838976092683,
      "loss": 2.2188,
      "step": 67484
    },
    {
      "epoch": 3.139567341242149,
      "grad_norm": 1.4090521343771463,
      "learning_rate": 0.0001425801907311582,
      "loss": 1.9219,
      "step": 67485
    },
    {
      "epoch": 3.13961386368923,
      "grad_norm": 1.27760435358787,
      "learning_rate": 0.0001425764838575905,
      "loss": 1.5312,
      "step": 67486
    },
    {
      "epoch": 3.1396603861363106,
      "grad_norm": 1.4211686296161379,
      "learning_rate": 0.00014257277698856758,
      "loss": 2.1562,
      "step": 67487
    },
    {
      "epoch": 3.1397069085833915,
      "grad_norm": 1.2487477309019006,
      "learning_rate": 0.0001425690701240916,
      "loss": 1.9062,
      "step": 67488
    },
    {
      "epoch": 3.139753431030472,
      "grad_norm": 1.370018936118795,
      "learning_rate": 0.0001425653632641649,
      "loss": 2.0625,
      "step": 67489
    },
    {
      "epoch": 3.139799953477553,
      "grad_norm": 1.4024748626075136,
      "learning_rate": 0.00014256165640878974,
      "loss": 2.2656,
      "step": 67490
    },
    {
      "epoch": 3.139846475924634,
      "grad_norm": 1.268518538127555,
      "learning_rate": 0.0001425579495579683,
      "loss": 1.9688,
      "step": 67491
    },
    {
      "epoch": 3.1398929983717143,
      "grad_norm": 1.1729241804342876,
      "learning_rate": 0.00014255424271170298,
      "loss": 1.4766,
      "step": 67492
    },
    {
      "epoch": 3.1399395208187952,
      "grad_norm": 1.2366193002911277,
      "learning_rate": 0.00014255053586999602,
      "loss": 1.6953,
      "step": 67493
    },
    {
      "epoch": 3.1399860432658757,
      "grad_norm": 1.336355127412394,
      "learning_rate": 0.00014254682903284965,
      "loss": 1.875,
      "step": 67494
    },
    {
      "epoch": 3.1400325657129566,
      "grad_norm": 1.3927040029905446,
      "learning_rate": 0.00014254312220026618,
      "loss": 2.0625,
      "step": 67495
    },
    {
      "epoch": 3.140079088160037,
      "grad_norm": 1.3662683533139552,
      "learning_rate": 0.0001425394153722478,
      "loss": 1.8984,
      "step": 67496
    },
    {
      "epoch": 3.140125610607118,
      "grad_norm": 1.290859020869524,
      "learning_rate": 0.0001425357085487969,
      "loss": 2.1562,
      "step": 67497
    },
    {
      "epoch": 3.1401721330541985,
      "grad_norm": 1.3495304033698865,
      "learning_rate": 0.00014253200172991565,
      "loss": 1.8359,
      "step": 67498
    },
    {
      "epoch": 3.1402186555012794,
      "grad_norm": 1.3318600506077816,
      "learning_rate": 0.00014252829491560634,
      "loss": 1.9531,
      "step": 67499
    },
    {
      "epoch": 3.14026517794836,
      "grad_norm": 1.367240123778561,
      "learning_rate": 0.00014252458810587126,
      "loss": 2.0312,
      "step": 67500
    },
    {
      "epoch": 3.140311700395441,
      "grad_norm": 1.2776396922027187,
      "learning_rate": 0.00014252088130071268,
      "loss": 1.8047,
      "step": 67501
    },
    {
      "epoch": 3.1403582228425213,
      "grad_norm": 1.3251276794725282,
      "learning_rate": 0.00014251717450013284,
      "loss": 2.125,
      "step": 67502
    },
    {
      "epoch": 3.1404047452896022,
      "grad_norm": 1.3537356507372698,
      "learning_rate": 0.00014251346770413408,
      "loss": 1.875,
      "step": 67503
    },
    {
      "epoch": 3.140451267736683,
      "grad_norm": 1.2591528648762635,
      "learning_rate": 0.00014250976091271855,
      "loss": 1.7266,
      "step": 67504
    },
    {
      "epoch": 3.1404977901837636,
      "grad_norm": 1.3272096977464085,
      "learning_rate": 0.00014250605412588865,
      "loss": 2.0781,
      "step": 67505
    },
    {
      "epoch": 3.1405443126308445,
      "grad_norm": 1.3221275157590175,
      "learning_rate": 0.00014250234734364655,
      "loss": 2.0156,
      "step": 67506
    },
    {
      "epoch": 3.140590835077925,
      "grad_norm": 1.3896801859252985,
      "learning_rate": 0.00014249864056599458,
      "loss": 2.0781,
      "step": 67507
    },
    {
      "epoch": 3.140637357525006,
      "grad_norm": 1.4299709171085944,
      "learning_rate": 0.00014249493379293494,
      "loss": 2.1406,
      "step": 67508
    },
    {
      "epoch": 3.1406838799720864,
      "grad_norm": 1.4079161876981345,
      "learning_rate": 0.00014249122702447,
      "loss": 1.9766,
      "step": 67509
    },
    {
      "epoch": 3.1407304024191673,
      "grad_norm": 1.2779438086071673,
      "learning_rate": 0.00014248752026060194,
      "loss": 1.7812,
      "step": 67510
    },
    {
      "epoch": 3.140776924866248,
      "grad_norm": 1.3293118334563676,
      "learning_rate": 0.0001424838135013331,
      "loss": 2.0938,
      "step": 67511
    },
    {
      "epoch": 3.1408234473133287,
      "grad_norm": 1.3648859865930287,
      "learning_rate": 0.00014248010674666568,
      "loss": 2.2188,
      "step": 67512
    },
    {
      "epoch": 3.140869969760409,
      "grad_norm": 1.3551759580480263,
      "learning_rate": 0.00014247639999660194,
      "loss": 2.0312,
      "step": 67513
    },
    {
      "epoch": 3.14091649220749,
      "grad_norm": 1.40291707982858,
      "learning_rate": 0.00014247269325114428,
      "loss": 2.2031,
      "step": 67514
    },
    {
      "epoch": 3.140963014654571,
      "grad_norm": 1.2999372416586574,
      "learning_rate": 0.00014246898651029482,
      "loss": 1.9453,
      "step": 67515
    },
    {
      "epoch": 3.1410095371016515,
      "grad_norm": 1.319460671797166,
      "learning_rate": 0.00014246527977405593,
      "loss": 2.0625,
      "step": 67516
    },
    {
      "epoch": 3.1410560595487325,
      "grad_norm": 1.372324388210822,
      "learning_rate": 0.00014246157304242984,
      "loss": 2.0312,
      "step": 67517
    },
    {
      "epoch": 3.141102581995813,
      "grad_norm": 1.3022168758596504,
      "learning_rate": 0.0001424578663154188,
      "loss": 1.9922,
      "step": 67518
    },
    {
      "epoch": 3.141149104442894,
      "grad_norm": 1.3074476062994047,
      "learning_rate": 0.0001424541595930251,
      "loss": 2.0312,
      "step": 67519
    },
    {
      "epoch": 3.1411956268899743,
      "grad_norm": 1.3864818575152036,
      "learning_rate": 0.00014245045287525105,
      "loss": 2.4219,
      "step": 67520
    },
    {
      "epoch": 3.1412421493370553,
      "grad_norm": 1.431427229921247,
      "learning_rate": 0.00014244674616209886,
      "loss": 2.2344,
      "step": 67521
    },
    {
      "epoch": 3.1412886717841357,
      "grad_norm": 1.3594037185878936,
      "learning_rate": 0.00014244303945357077,
      "loss": 2.0312,
      "step": 67522
    },
    {
      "epoch": 3.1413351942312167,
      "grad_norm": 1.3403504108253936,
      "learning_rate": 0.00014243933274966914,
      "loss": 2.0469,
      "step": 67523
    },
    {
      "epoch": 3.141381716678297,
      "grad_norm": 1.4296935775116266,
      "learning_rate": 0.00014243562605039618,
      "loss": 2.3594,
      "step": 67524
    },
    {
      "epoch": 3.141428239125378,
      "grad_norm": 1.1983115174549803,
      "learning_rate": 0.0001424319193557542,
      "loss": 1.6875,
      "step": 67525
    },
    {
      "epoch": 3.1414747615724585,
      "grad_norm": 1.2654047776821369,
      "learning_rate": 0.0001424282126657454,
      "loss": 1.8984,
      "step": 67526
    },
    {
      "epoch": 3.1415212840195395,
      "grad_norm": 1.3435103029093967,
      "learning_rate": 0.00014242450598037212,
      "loss": 2.1406,
      "step": 67527
    },
    {
      "epoch": 3.14156780646662,
      "grad_norm": 1.2915265097492121,
      "learning_rate": 0.00014242079929963658,
      "loss": 1.9922,
      "step": 67528
    },
    {
      "epoch": 3.141614328913701,
      "grad_norm": 1.373385017340188,
      "learning_rate": 0.0001424170926235411,
      "loss": 1.9531,
      "step": 67529
    },
    {
      "epoch": 3.1416608513607818,
      "grad_norm": 1.29957408961026,
      "learning_rate": 0.0001424133859520879,
      "loss": 1.875,
      "step": 67530
    },
    {
      "epoch": 3.1417073738078622,
      "grad_norm": 1.2887822629628156,
      "learning_rate": 0.00014240967928527928,
      "loss": 1.8359,
      "step": 67531
    },
    {
      "epoch": 3.141753896254943,
      "grad_norm": 1.343014092532612,
      "learning_rate": 0.00014240597262311748,
      "loss": 2.2188,
      "step": 67532
    },
    {
      "epoch": 3.1418004187020236,
      "grad_norm": 1.2742328146024062,
      "learning_rate": 0.00014240226596560481,
      "loss": 1.8281,
      "step": 67533
    },
    {
      "epoch": 3.1418469411491046,
      "grad_norm": 1.3997156551618948,
      "learning_rate": 0.0001423985593127435,
      "loss": 2.3125,
      "step": 67534
    },
    {
      "epoch": 3.141893463596185,
      "grad_norm": 1.219601045247013,
      "learning_rate": 0.0001423948526645358,
      "loss": 1.75,
      "step": 67535
    },
    {
      "epoch": 3.141939986043266,
      "grad_norm": 1.3172647905287602,
      "learning_rate": 0.00014239114602098408,
      "loss": 1.8594,
      "step": 67536
    },
    {
      "epoch": 3.1419865084903464,
      "grad_norm": 1.2857409742142771,
      "learning_rate": 0.00014238743938209053,
      "loss": 1.9609,
      "step": 67537
    },
    {
      "epoch": 3.1420330309374274,
      "grad_norm": 1.2380767901853533,
      "learning_rate": 0.00014238373274785745,
      "loss": 1.7891,
      "step": 67538
    },
    {
      "epoch": 3.142079553384508,
      "grad_norm": 1.3753028834421315,
      "learning_rate": 0.00014238002611828703,
      "loss": 2.1094,
      "step": 67539
    },
    {
      "epoch": 3.1421260758315888,
      "grad_norm": 1.285784919687411,
      "learning_rate": 0.0001423763194933817,
      "loss": 1.9219,
      "step": 67540
    },
    {
      "epoch": 3.1421725982786697,
      "grad_norm": 1.2228461004940763,
      "learning_rate": 0.00014237261287314355,
      "loss": 1.7188,
      "step": 67541
    },
    {
      "epoch": 3.14221912072575,
      "grad_norm": 1.2516136100148691,
      "learning_rate": 0.00014236890625757498,
      "loss": 1.8672,
      "step": 67542
    },
    {
      "epoch": 3.142265643172831,
      "grad_norm": 1.2983384547985704,
      "learning_rate": 0.0001423651996466782,
      "loss": 1.9531,
      "step": 67543
    },
    {
      "epoch": 3.1423121656199116,
      "grad_norm": 1.3368252007563413,
      "learning_rate": 0.00014236149304045547,
      "loss": 2.0156,
      "step": 67544
    },
    {
      "epoch": 3.1423586880669925,
      "grad_norm": 1.363351920063321,
      "learning_rate": 0.00014235778643890908,
      "loss": 2.2031,
      "step": 67545
    },
    {
      "epoch": 3.142405210514073,
      "grad_norm": 1.288501600728153,
      "learning_rate": 0.00014235407984204134,
      "loss": 1.9844,
      "step": 67546
    },
    {
      "epoch": 3.142451732961154,
      "grad_norm": 1.4105133520156412,
      "learning_rate": 0.00014235037324985446,
      "loss": 1.9688,
      "step": 67547
    },
    {
      "epoch": 3.1424982554082344,
      "grad_norm": 1.2750183527783645,
      "learning_rate": 0.00014234666666235069,
      "loss": 1.8281,
      "step": 67548
    },
    {
      "epoch": 3.1425447778553153,
      "grad_norm": 1.4055603082065864,
      "learning_rate": 0.0001423429600795324,
      "loss": 1.9922,
      "step": 67549
    },
    {
      "epoch": 3.1425913003023958,
      "grad_norm": 1.3636300605043883,
      "learning_rate": 0.00014233925350140174,
      "loss": 1.5156,
      "step": 67550
    },
    {
      "epoch": 3.1426378227494767,
      "grad_norm": 1.349562750592353,
      "learning_rate": 0.00014233554692796106,
      "loss": 2.1406,
      "step": 67551
    },
    {
      "epoch": 3.142684345196557,
      "grad_norm": 1.3036628601092775,
      "learning_rate": 0.00014233184035921257,
      "loss": 1.9141,
      "step": 67552
    },
    {
      "epoch": 3.142730867643638,
      "grad_norm": 1.2718344502961634,
      "learning_rate": 0.0001423281337951586,
      "loss": 1.8359,
      "step": 67553
    },
    {
      "epoch": 3.1427773900907185,
      "grad_norm": 1.3146564116506534,
      "learning_rate": 0.00014232442723580139,
      "loss": 1.9844,
      "step": 67554
    },
    {
      "epoch": 3.1428239125377995,
      "grad_norm": 1.3456999291601903,
      "learning_rate": 0.00014232072068114321,
      "loss": 2.2031,
      "step": 67555
    },
    {
      "epoch": 3.1428704349848804,
      "grad_norm": 1.3495441310277623,
      "learning_rate": 0.0001423170141311863,
      "loss": 1.9688,
      "step": 67556
    },
    {
      "epoch": 3.142916957431961,
      "grad_norm": 1.4084919876362298,
      "learning_rate": 0.00014231330758593297,
      "loss": 2.1094,
      "step": 67557
    },
    {
      "epoch": 3.142963479879042,
      "grad_norm": 1.4035679782520978,
      "learning_rate": 0.0001423096010453855,
      "loss": 2.3125,
      "step": 67558
    },
    {
      "epoch": 3.1430100023261223,
      "grad_norm": 1.3900698327740535,
      "learning_rate": 0.00014230589450954612,
      "loss": 2.2188,
      "step": 67559
    },
    {
      "epoch": 3.143056524773203,
      "grad_norm": 1.2802773358091744,
      "learning_rate": 0.00014230218797841714,
      "loss": 1.9688,
      "step": 67560
    },
    {
      "epoch": 3.1431030472202837,
      "grad_norm": 1.4057144102177133,
      "learning_rate": 0.00014229848145200078,
      "loss": 2.2812,
      "step": 67561
    },
    {
      "epoch": 3.1431495696673646,
      "grad_norm": 1.4914303922035097,
      "learning_rate": 0.00014229477493029938,
      "loss": 2.3906,
      "step": 67562
    },
    {
      "epoch": 3.143196092114445,
      "grad_norm": 1.4317007679310219,
      "learning_rate": 0.00014229106841331512,
      "loss": 2.1875,
      "step": 67563
    },
    {
      "epoch": 3.143242614561526,
      "grad_norm": 1.3801949569966652,
      "learning_rate": 0.00014228736190105033,
      "loss": 2.0781,
      "step": 67564
    },
    {
      "epoch": 3.1432891370086065,
      "grad_norm": 1.297921383749512,
      "learning_rate": 0.00014228365539350725,
      "loss": 1.9766,
      "step": 67565
    },
    {
      "epoch": 3.1433356594556874,
      "grad_norm": 1.3123503778411139,
      "learning_rate": 0.00014227994889068818,
      "loss": 1.8984,
      "step": 67566
    },
    {
      "epoch": 3.1433821819027683,
      "grad_norm": 1.3235811624958553,
      "learning_rate": 0.00014227624239259535,
      "loss": 2.0312,
      "step": 67567
    },
    {
      "epoch": 3.143428704349849,
      "grad_norm": 1.3084323522771883,
      "learning_rate": 0.0001422725358992311,
      "loss": 1.8047,
      "step": 67568
    },
    {
      "epoch": 3.1434752267969297,
      "grad_norm": 1.314128508403289,
      "learning_rate": 0.0001422688294105976,
      "loss": 1.9609,
      "step": 67569
    },
    {
      "epoch": 3.14352174924401,
      "grad_norm": 1.425075181522649,
      "learning_rate": 0.0001422651229266972,
      "loss": 2.25,
      "step": 67570
    },
    {
      "epoch": 3.143568271691091,
      "grad_norm": 1.3859748617611238,
      "learning_rate": 0.00014226141644753208,
      "loss": 2.0938,
      "step": 67571
    },
    {
      "epoch": 3.1436147941381716,
      "grad_norm": 1.3851574099724397,
      "learning_rate": 0.00014225770997310463,
      "loss": 2.1094,
      "step": 67572
    },
    {
      "epoch": 3.1436613165852525,
      "grad_norm": 1.4014742189880014,
      "learning_rate": 0.00014225400350341704,
      "loss": 2.0781,
      "step": 67573
    },
    {
      "epoch": 3.143707839032333,
      "grad_norm": 1.3407975687358844,
      "learning_rate": 0.00014225029703847158,
      "loss": 2.0469,
      "step": 67574
    },
    {
      "epoch": 3.143754361479414,
      "grad_norm": 1.253018581254072,
      "learning_rate": 0.00014224659057827057,
      "loss": 1.5859,
      "step": 67575
    },
    {
      "epoch": 3.1438008839264944,
      "grad_norm": 1.2825282162021892,
      "learning_rate": 0.0001422428841228162,
      "loss": 1.8359,
      "step": 67576
    },
    {
      "epoch": 3.1438474063735753,
      "grad_norm": 1.427812061526157,
      "learning_rate": 0.0001422391776721108,
      "loss": 1.9141,
      "step": 67577
    },
    {
      "epoch": 3.1438939288206558,
      "grad_norm": 1.2826621439904449,
      "learning_rate": 0.0001422354712261566,
      "loss": 1.9609,
      "step": 67578
    },
    {
      "epoch": 3.1439404512677367,
      "grad_norm": 1.3835226656197748,
      "learning_rate": 0.00014223176478495584,
      "loss": 2.0312,
      "step": 67579
    },
    {
      "epoch": 3.143986973714817,
      "grad_norm": 1.3276449613995127,
      "learning_rate": 0.0001422280583485109,
      "loss": 2.125,
      "step": 67580
    },
    {
      "epoch": 3.144033496161898,
      "grad_norm": 1.3143048425687232,
      "learning_rate": 0.000142224351916824,
      "loss": 1.9453,
      "step": 67581
    },
    {
      "epoch": 3.144080018608979,
      "grad_norm": 1.3715137699962914,
      "learning_rate": 0.0001422206454898974,
      "loss": 2.2344,
      "step": 67582
    },
    {
      "epoch": 3.1441265410560595,
      "grad_norm": 1.376408296892676,
      "learning_rate": 0.00014221693906773335,
      "loss": 2.1875,
      "step": 67583
    },
    {
      "epoch": 3.1441730635031404,
      "grad_norm": 1.3748228918184136,
      "learning_rate": 0.00014221323265033417,
      "loss": 2.1406,
      "step": 67584
    },
    {
      "epoch": 3.144219585950221,
      "grad_norm": 1.3480258161378478,
      "learning_rate": 0.00014220952623770203,
      "loss": 2.2344,
      "step": 67585
    },
    {
      "epoch": 3.144266108397302,
      "grad_norm": 1.2832680718067382,
      "learning_rate": 0.00014220581982983934,
      "loss": 2.0469,
      "step": 67586
    },
    {
      "epoch": 3.1443126308443823,
      "grad_norm": 1.4367111232004819,
      "learning_rate": 0.0001422021134267482,
      "loss": 2.125,
      "step": 67587
    },
    {
      "epoch": 3.144359153291463,
      "grad_norm": 1.2682539750229531,
      "learning_rate": 0.00014219840702843107,
      "loss": 2.0156,
      "step": 67588
    },
    {
      "epoch": 3.1444056757385437,
      "grad_norm": 1.3927086023920627,
      "learning_rate": 0.00014219470063489006,
      "loss": 2.0,
      "step": 67589
    },
    {
      "epoch": 3.1444521981856246,
      "grad_norm": 1.331017144258328,
      "learning_rate": 0.00014219099424612753,
      "loss": 2.1719,
      "step": 67590
    },
    {
      "epoch": 3.144498720632705,
      "grad_norm": 1.2697146130304244,
      "learning_rate": 0.00014218728786214569,
      "loss": 2.0312,
      "step": 67591
    },
    {
      "epoch": 3.144545243079786,
      "grad_norm": 1.3188369992565563,
      "learning_rate": 0.00014218358148294688,
      "loss": 1.9844,
      "step": 67592
    },
    {
      "epoch": 3.144591765526867,
      "grad_norm": 1.399715903327677,
      "learning_rate": 0.0001421798751085333,
      "loss": 2.3438,
      "step": 67593
    },
    {
      "epoch": 3.1446382879739474,
      "grad_norm": 1.3844178060283239,
      "learning_rate": 0.00014217616873890728,
      "loss": 2.2188,
      "step": 67594
    },
    {
      "epoch": 3.1446848104210283,
      "grad_norm": 1.3957248103469508,
      "learning_rate": 0.000142172462374071,
      "loss": 2.0781,
      "step": 67595
    },
    {
      "epoch": 3.144731332868109,
      "grad_norm": 1.3831636392210864,
      "learning_rate": 0.00014216875601402682,
      "loss": 2.1094,
      "step": 67596
    },
    {
      "epoch": 3.1447778553151897,
      "grad_norm": 1.392676606826175,
      "learning_rate": 0.00014216504965877693,
      "loss": 2.3125,
      "step": 67597
    },
    {
      "epoch": 3.14482437776227,
      "grad_norm": 1.3308381977829946,
      "learning_rate": 0.00014216134330832371,
      "loss": 1.9219,
      "step": 67598
    },
    {
      "epoch": 3.144870900209351,
      "grad_norm": 1.3260083824519004,
      "learning_rate": 0.00014215763696266934,
      "loss": 1.9531,
      "step": 67599
    },
    {
      "epoch": 3.1449174226564316,
      "grad_norm": 1.302744022210737,
      "learning_rate": 0.0001421539306218161,
      "loss": 2.0469,
      "step": 67600
    },
    {
      "epoch": 3.1449639451035125,
      "grad_norm": 1.3469454770956513,
      "learning_rate": 0.00014215022428576621,
      "loss": 2.0156,
      "step": 67601
    },
    {
      "epoch": 3.145010467550593,
      "grad_norm": 1.3407267144329196,
      "learning_rate": 0.00014214651795452208,
      "loss": 2.0625,
      "step": 67602
    },
    {
      "epoch": 3.145056989997674,
      "grad_norm": 1.3853861200298452,
      "learning_rate": 0.00014214281162808586,
      "loss": 2.1719,
      "step": 67603
    },
    {
      "epoch": 3.1451035124447544,
      "grad_norm": 1.3946664094586454,
      "learning_rate": 0.00014213910530645987,
      "loss": 2.2656,
      "step": 67604
    },
    {
      "epoch": 3.1451500348918353,
      "grad_norm": 1.405447206763512,
      "learning_rate": 0.00014213539898964638,
      "loss": 2.2344,
      "step": 67605
    },
    {
      "epoch": 3.1451965573389162,
      "grad_norm": 1.388893126788965,
      "learning_rate": 0.00014213169267764765,
      "loss": 2.0469,
      "step": 67606
    },
    {
      "epoch": 3.1452430797859967,
      "grad_norm": 1.3376800877860766,
      "learning_rate": 0.0001421279863704659,
      "loss": 1.8359,
      "step": 67607
    },
    {
      "epoch": 3.1452896022330776,
      "grad_norm": 1.3775703002399384,
      "learning_rate": 0.00014212428006810348,
      "loss": 2.1406,
      "step": 67608
    },
    {
      "epoch": 3.145336124680158,
      "grad_norm": 1.2295590670460346,
      "learning_rate": 0.0001421205737705626,
      "loss": 1.8672,
      "step": 67609
    },
    {
      "epoch": 3.145382647127239,
      "grad_norm": 1.3909705133502581,
      "learning_rate": 0.0001421168674778456,
      "loss": 2.125,
      "step": 67610
    },
    {
      "epoch": 3.1454291695743195,
      "grad_norm": 1.283160014816376,
      "learning_rate": 0.00014211316118995464,
      "loss": 1.8047,
      "step": 67611
    },
    {
      "epoch": 3.1454756920214004,
      "grad_norm": 1.3626830445410234,
      "learning_rate": 0.0001421094549068921,
      "loss": 2.125,
      "step": 67612
    },
    {
      "epoch": 3.145522214468481,
      "grad_norm": 1.3658564409780725,
      "learning_rate": 0.00014210574862866016,
      "loss": 2.0625,
      "step": 67613
    },
    {
      "epoch": 3.145568736915562,
      "grad_norm": 1.3108205452023043,
      "learning_rate": 0.00014210204235526116,
      "loss": 2.0781,
      "step": 67614
    },
    {
      "epoch": 3.1456152593626423,
      "grad_norm": 1.352618872933475,
      "learning_rate": 0.00014209833608669727,
      "loss": 2.1094,
      "step": 67615
    },
    {
      "epoch": 3.1456617818097232,
      "grad_norm": 1.3803643271172885,
      "learning_rate": 0.0001420946298229709,
      "loss": 2.1406,
      "step": 67616
    },
    {
      "epoch": 3.1457083042568037,
      "grad_norm": 1.313695697072086,
      "learning_rate": 0.0001420909235640842,
      "loss": 2.0156,
      "step": 67617
    },
    {
      "epoch": 3.1457548267038846,
      "grad_norm": 1.4713766681418046,
      "learning_rate": 0.0001420872173100395,
      "loss": 2.375,
      "step": 67618
    },
    {
      "epoch": 3.1458013491509655,
      "grad_norm": 1.279974053030249,
      "learning_rate": 0.00014208351106083906,
      "loss": 2.0156,
      "step": 67619
    },
    {
      "epoch": 3.145847871598046,
      "grad_norm": 1.3225140150490657,
      "learning_rate": 0.00014207980481648514,
      "loss": 2.0156,
      "step": 67620
    },
    {
      "epoch": 3.145894394045127,
      "grad_norm": 1.388551221564814,
      "learning_rate": 0.00014207609857698,
      "loss": 2.0938,
      "step": 67621
    },
    {
      "epoch": 3.1459409164922074,
      "grad_norm": 1.3706555531006348,
      "learning_rate": 0.00014207239234232592,
      "loss": 2.0781,
      "step": 67622
    },
    {
      "epoch": 3.1459874389392883,
      "grad_norm": 1.4443244394795258,
      "learning_rate": 0.00014206868611252513,
      "loss": 2.1719,
      "step": 67623
    },
    {
      "epoch": 3.146033961386369,
      "grad_norm": 1.3624662736329218,
      "learning_rate": 0.00014206497988757997,
      "loss": 2.2656,
      "step": 67624
    },
    {
      "epoch": 3.1460804838334497,
      "grad_norm": 1.2706093659051971,
      "learning_rate": 0.00014206127366749271,
      "loss": 1.7422,
      "step": 67625
    },
    {
      "epoch": 3.14612700628053,
      "grad_norm": 1.424963900138515,
      "learning_rate": 0.00014205756745226553,
      "loss": 2.3281,
      "step": 67626
    },
    {
      "epoch": 3.146173528727611,
      "grad_norm": 1.334449798904546,
      "learning_rate": 0.0001420538612419008,
      "loss": 2.0625,
      "step": 67627
    },
    {
      "epoch": 3.1462200511746916,
      "grad_norm": 1.3002025860201658,
      "learning_rate": 0.00014205015503640075,
      "loss": 1.7812,
      "step": 67628
    },
    {
      "epoch": 3.1462665736217725,
      "grad_norm": 1.3656060330617537,
      "learning_rate": 0.0001420464488357676,
      "loss": 2.0469,
      "step": 67629
    },
    {
      "epoch": 3.1463130960688535,
      "grad_norm": 1.3203585980320738,
      "learning_rate": 0.00014204274264000368,
      "loss": 2.0469,
      "step": 67630
    },
    {
      "epoch": 3.146359618515934,
      "grad_norm": 1.3395963183560535,
      "learning_rate": 0.00014203903644911123,
      "loss": 1.8516,
      "step": 67631
    },
    {
      "epoch": 3.146406140963015,
      "grad_norm": 1.3526197835400586,
      "learning_rate": 0.00014203533026309255,
      "loss": 2.0781,
      "step": 67632
    },
    {
      "epoch": 3.1464526634100953,
      "grad_norm": 1.2688670317462911,
      "learning_rate": 0.00014203162408194986,
      "loss": 1.9219,
      "step": 67633
    },
    {
      "epoch": 3.1464991858571763,
      "grad_norm": 1.3175263660657104,
      "learning_rate": 0.0001420279179056855,
      "loss": 2.0312,
      "step": 67634
    },
    {
      "epoch": 3.1465457083042567,
      "grad_norm": 1.294743002663638,
      "learning_rate": 0.00014202421173430162,
      "loss": 1.9531,
      "step": 67635
    },
    {
      "epoch": 3.1465922307513376,
      "grad_norm": 1.1915253975933828,
      "learning_rate": 0.00014202050556780065,
      "loss": 1.7031,
      "step": 67636
    },
    {
      "epoch": 3.146638753198418,
      "grad_norm": 1.4165146499209846,
      "learning_rate": 0.0001420167994061847,
      "loss": 2.2031,
      "step": 67637
    },
    {
      "epoch": 3.146685275645499,
      "grad_norm": 1.2572124563338858,
      "learning_rate": 0.00014201309324945617,
      "loss": 1.8516,
      "step": 67638
    },
    {
      "epoch": 3.1467317980925795,
      "grad_norm": 1.366261646806379,
      "learning_rate": 0.00014200938709761724,
      "loss": 2.2188,
      "step": 67639
    },
    {
      "epoch": 3.1467783205396604,
      "grad_norm": 1.4105446056307147,
      "learning_rate": 0.00014200568095067023,
      "loss": 2.1406,
      "step": 67640
    },
    {
      "epoch": 3.146824842986741,
      "grad_norm": 1.3630366397342129,
      "learning_rate": 0.00014200197480861737,
      "loss": 2.125,
      "step": 67641
    },
    {
      "epoch": 3.146871365433822,
      "grad_norm": 1.3491627415547485,
      "learning_rate": 0.00014199826867146098,
      "loss": 2.3125,
      "step": 67642
    },
    {
      "epoch": 3.1469178878809023,
      "grad_norm": 1.3291468058811642,
      "learning_rate": 0.00014199456253920326,
      "loss": 2.2188,
      "step": 67643
    },
    {
      "epoch": 3.1469644103279832,
      "grad_norm": 1.5550969078272254,
      "learning_rate": 0.00014199085641184654,
      "loss": 2.2188,
      "step": 67644
    },
    {
      "epoch": 3.147010932775064,
      "grad_norm": 1.3810731183538953,
      "learning_rate": 0.00014198715028939299,
      "loss": 2.0312,
      "step": 67645
    },
    {
      "epoch": 3.1470574552221446,
      "grad_norm": 1.3196562982507116,
      "learning_rate": 0.00014198344417184501,
      "loss": 2.0625,
      "step": 67646
    },
    {
      "epoch": 3.1471039776692256,
      "grad_norm": 1.2879385635933285,
      "learning_rate": 0.00014197973805920485,
      "loss": 1.9297,
      "step": 67647
    },
    {
      "epoch": 3.147150500116306,
      "grad_norm": 1.282759523807119,
      "learning_rate": 0.0001419760319514747,
      "loss": 2.0312,
      "step": 67648
    },
    {
      "epoch": 3.147197022563387,
      "grad_norm": 1.3820707930046625,
      "learning_rate": 0.0001419723258486569,
      "loss": 2.0781,
      "step": 67649
    },
    {
      "epoch": 3.1472435450104674,
      "grad_norm": 1.35904842243985,
      "learning_rate": 0.00014196861975075364,
      "loss": 2.1719,
      "step": 67650
    },
    {
      "epoch": 3.1472900674575484,
      "grad_norm": 1.3402839403821996,
      "learning_rate": 0.0001419649136577673,
      "loss": 1.9766,
      "step": 67651
    },
    {
      "epoch": 3.147336589904629,
      "grad_norm": 1.3675416157205496,
      "learning_rate": 0.00014196120756970005,
      "loss": 1.9297,
      "step": 67652
    },
    {
      "epoch": 3.1473831123517098,
      "grad_norm": 1.3696648218745742,
      "learning_rate": 0.0001419575014865542,
      "loss": 2.0156,
      "step": 67653
    },
    {
      "epoch": 3.1474296347987902,
      "grad_norm": 1.4122022768452864,
      "learning_rate": 0.00014195379540833206,
      "loss": 1.9844,
      "step": 67654
    },
    {
      "epoch": 3.147476157245871,
      "grad_norm": 1.197751374935639,
      "learning_rate": 0.00014195008933503577,
      "loss": 1.3828,
      "step": 67655
    },
    {
      "epoch": 3.147522679692952,
      "grad_norm": 1.3593897107002664,
      "learning_rate": 0.00014194638326666775,
      "loss": 2.1562,
      "step": 67656
    },
    {
      "epoch": 3.1475692021400326,
      "grad_norm": 1.2681958404062912,
      "learning_rate": 0.00014194267720323017,
      "loss": 1.875,
      "step": 67657
    },
    {
      "epoch": 3.1476157245871135,
      "grad_norm": 1.2998690519808576,
      "learning_rate": 0.00014193897114472536,
      "loss": 1.9844,
      "step": 67658
    },
    {
      "epoch": 3.147662247034194,
      "grad_norm": 1.3300284318885554,
      "learning_rate": 0.00014193526509115553,
      "loss": 2.0625,
      "step": 67659
    },
    {
      "epoch": 3.147708769481275,
      "grad_norm": 1.4391122772083396,
      "learning_rate": 0.000141931559042523,
      "loss": 1.8906,
      "step": 67660
    },
    {
      "epoch": 3.1477552919283553,
      "grad_norm": 1.3492316565703142,
      "learning_rate": 0.00014192785299883,
      "loss": 2.1406,
      "step": 67661
    },
    {
      "epoch": 3.1478018143754363,
      "grad_norm": 1.3830390061073108,
      "learning_rate": 0.00014192414696007882,
      "loss": 2.0781,
      "step": 67662
    },
    {
      "epoch": 3.1478483368225167,
      "grad_norm": 1.4863503259426956,
      "learning_rate": 0.0001419204409262717,
      "loss": 2.2812,
      "step": 67663
    },
    {
      "epoch": 3.1478948592695977,
      "grad_norm": 1.366000123046629,
      "learning_rate": 0.00014191673489741098,
      "loss": 2.125,
      "step": 67664
    },
    {
      "epoch": 3.147941381716678,
      "grad_norm": 1.4057529154026613,
      "learning_rate": 0.00014191302887349883,
      "loss": 2.0625,
      "step": 67665
    },
    {
      "epoch": 3.147987904163759,
      "grad_norm": 1.2550974561677917,
      "learning_rate": 0.00014190932285453763,
      "loss": 1.9062,
      "step": 67666
    },
    {
      "epoch": 3.1480344266108395,
      "grad_norm": 1.3641392752654775,
      "learning_rate": 0.0001419056168405295,
      "loss": 2.125,
      "step": 67667
    },
    {
      "epoch": 3.1480809490579205,
      "grad_norm": 1.223554639026536,
      "learning_rate": 0.00014190191083147683,
      "loss": 1.4531,
      "step": 67668
    },
    {
      "epoch": 3.148127471505001,
      "grad_norm": 1.4098177439971153,
      "learning_rate": 0.00014189820482738192,
      "loss": 1.8203,
      "step": 67669
    },
    {
      "epoch": 3.148173993952082,
      "grad_norm": 1.3188120967976236,
      "learning_rate": 0.00014189449882824693,
      "loss": 1.9766,
      "step": 67670
    },
    {
      "epoch": 3.148220516399163,
      "grad_norm": 1.3003293033592704,
      "learning_rate": 0.0001418907928340742,
      "loss": 1.9453,
      "step": 67671
    },
    {
      "epoch": 3.1482670388462433,
      "grad_norm": 1.338441274636299,
      "learning_rate": 0.00014188708684486595,
      "loss": 2.0469,
      "step": 67672
    },
    {
      "epoch": 3.148313561293324,
      "grad_norm": 1.3766792632904854,
      "learning_rate": 0.00014188338086062452,
      "loss": 2.2031,
      "step": 67673
    },
    {
      "epoch": 3.1483600837404047,
      "grad_norm": 1.3118407893549464,
      "learning_rate": 0.00014187967488135208,
      "loss": 2.125,
      "step": 67674
    },
    {
      "epoch": 3.1484066061874856,
      "grad_norm": 1.2274373606000393,
      "learning_rate": 0.000141875968907051,
      "loss": 1.8359,
      "step": 67675
    },
    {
      "epoch": 3.148453128634566,
      "grad_norm": 1.278230343049652,
      "learning_rate": 0.00014187226293772343,
      "loss": 1.8984,
      "step": 67676
    },
    {
      "epoch": 3.148499651081647,
      "grad_norm": 1.3371644038966166,
      "learning_rate": 0.00014186855697337177,
      "loss": 2.0,
      "step": 67677
    },
    {
      "epoch": 3.1485461735287275,
      "grad_norm": 1.3358262845288542,
      "learning_rate": 0.00014186485101399819,
      "loss": 2.1406,
      "step": 67678
    },
    {
      "epoch": 3.1485926959758084,
      "grad_norm": 1.2423516691510155,
      "learning_rate": 0.00014186114505960502,
      "loss": 2.0781,
      "step": 67679
    },
    {
      "epoch": 3.148639218422889,
      "grad_norm": 1.3434764478718426,
      "learning_rate": 0.00014185743911019453,
      "loss": 2.0781,
      "step": 67680
    },
    {
      "epoch": 3.1486857408699698,
      "grad_norm": 1.3265026731649998,
      "learning_rate": 0.00014185373316576893,
      "loss": 2.125,
      "step": 67681
    },
    {
      "epoch": 3.1487322633170507,
      "grad_norm": 1.42907959874008,
      "learning_rate": 0.00014185002722633052,
      "loss": 2.1406,
      "step": 67682
    },
    {
      "epoch": 3.148778785764131,
      "grad_norm": 1.3007987230845393,
      "learning_rate": 0.00014184632129188158,
      "loss": 2.0469,
      "step": 67683
    },
    {
      "epoch": 3.148825308211212,
      "grad_norm": 1.4314289415180996,
      "learning_rate": 0.00014184261536242436,
      "loss": 2.2031,
      "step": 67684
    },
    {
      "epoch": 3.1488718306582926,
      "grad_norm": 1.3376614157930853,
      "learning_rate": 0.00014183890943796114,
      "loss": 2.1094,
      "step": 67685
    },
    {
      "epoch": 3.1489183531053735,
      "grad_norm": 1.2551828444177942,
      "learning_rate": 0.0001418352035184942,
      "loss": 1.5938,
      "step": 67686
    },
    {
      "epoch": 3.148964875552454,
      "grad_norm": 1.3321994777557693,
      "learning_rate": 0.00014183149760402578,
      "loss": 2.0156,
      "step": 67687
    },
    {
      "epoch": 3.149011397999535,
      "grad_norm": 1.3503933945783704,
      "learning_rate": 0.0001418277916945582,
      "loss": 2.1094,
      "step": 67688
    },
    {
      "epoch": 3.1490579204466154,
      "grad_norm": 1.291390246689915,
      "learning_rate": 0.00014182408579009362,
      "loss": 1.8594,
      "step": 67689
    },
    {
      "epoch": 3.1491044428936963,
      "grad_norm": 1.3380313003006299,
      "learning_rate": 0.0001418203798906344,
      "loss": 2.1094,
      "step": 67690
    },
    {
      "epoch": 3.1491509653407768,
      "grad_norm": 1.3655895379561698,
      "learning_rate": 0.00014181667399618285,
      "loss": 1.5469,
      "step": 67691
    },
    {
      "epoch": 3.1491974877878577,
      "grad_norm": 1.394646009167944,
      "learning_rate": 0.00014181296810674115,
      "loss": 2.2344,
      "step": 67692
    },
    {
      "epoch": 3.149244010234938,
      "grad_norm": 1.2034892251858205,
      "learning_rate": 0.0001418092622223116,
      "loss": 1.6328,
      "step": 67693
    },
    {
      "epoch": 3.149290532682019,
      "grad_norm": 1.4574290122332847,
      "learning_rate": 0.00014180555634289645,
      "loss": 2.4688,
      "step": 67694
    },
    {
      "epoch": 3.1493370551290996,
      "grad_norm": 1.2599509267649809,
      "learning_rate": 0.00014180185046849803,
      "loss": 2.0156,
      "step": 67695
    },
    {
      "epoch": 3.1493835775761805,
      "grad_norm": 1.2836993274278328,
      "learning_rate": 0.0001417981445991185,
      "loss": 1.7031,
      "step": 67696
    },
    {
      "epoch": 3.1494301000232614,
      "grad_norm": 1.364352403338506,
      "learning_rate": 0.0001417944387347603,
      "loss": 2.0781,
      "step": 67697
    },
    {
      "epoch": 3.149476622470342,
      "grad_norm": 1.3502514381201376,
      "learning_rate": 0.0001417907328754255,
      "loss": 1.9844,
      "step": 67698
    },
    {
      "epoch": 3.149523144917423,
      "grad_norm": 1.2898884714754373,
      "learning_rate": 0.0001417870270211165,
      "loss": 1.7344,
      "step": 67699
    },
    {
      "epoch": 3.1495696673645033,
      "grad_norm": 1.3375371457267629,
      "learning_rate": 0.0001417833211718355,
      "loss": 1.9922,
      "step": 67700
    },
    {
      "epoch": 3.149616189811584,
      "grad_norm": 1.2842532601385692,
      "learning_rate": 0.00014177961532758486,
      "loss": 1.8125,
      "step": 67701
    },
    {
      "epoch": 3.1496627122586647,
      "grad_norm": 1.3803108582260006,
      "learning_rate": 0.00014177590948836672,
      "loss": 2.25,
      "step": 67702
    },
    {
      "epoch": 3.1497092347057456,
      "grad_norm": 1.2981466559963581,
      "learning_rate": 0.00014177220365418347,
      "loss": 1.9375,
      "step": 67703
    },
    {
      "epoch": 3.149755757152826,
      "grad_norm": 1.384710741686215,
      "learning_rate": 0.00014176849782503729,
      "loss": 1.6172,
      "step": 67704
    },
    {
      "epoch": 3.149802279599907,
      "grad_norm": 1.3335731385448455,
      "learning_rate": 0.0001417647920009305,
      "loss": 1.9531,
      "step": 67705
    },
    {
      "epoch": 3.1498488020469875,
      "grad_norm": 1.3422517876093414,
      "learning_rate": 0.00014176108618186537,
      "loss": 2.0312,
      "step": 67706
    },
    {
      "epoch": 3.1498953244940684,
      "grad_norm": 1.354984647462289,
      "learning_rate": 0.0001417573803678441,
      "loss": 2.125,
      "step": 67707
    },
    {
      "epoch": 3.1499418469411493,
      "grad_norm": 1.419465326814963,
      "learning_rate": 0.00014175367455886907,
      "loss": 2.2656,
      "step": 67708
    },
    {
      "epoch": 3.14998836938823,
      "grad_norm": 1.2496398771209043,
      "learning_rate": 0.00014174996875494244,
      "loss": 1.7812,
      "step": 67709
    },
    {
      "epoch": 3.1500348918353107,
      "grad_norm": 1.381233562838609,
      "learning_rate": 0.00014174626295606656,
      "loss": 2.1562,
      "step": 67710
    },
    {
      "epoch": 3.150081414282391,
      "grad_norm": 1.3216665309911775,
      "learning_rate": 0.0001417425571622436,
      "loss": 1.9766,
      "step": 67711
    },
    {
      "epoch": 3.150127936729472,
      "grad_norm": 1.2426950299429727,
      "learning_rate": 0.00014173885137347593,
      "loss": 1.8359,
      "step": 67712
    },
    {
      "epoch": 3.1501744591765526,
      "grad_norm": 1.4734827752587667,
      "learning_rate": 0.0001417351455897658,
      "loss": 2.1719,
      "step": 67713
    },
    {
      "epoch": 3.1502209816236335,
      "grad_norm": 1.421698964747501,
      "learning_rate": 0.00014173143981111548,
      "loss": 2.2812,
      "step": 67714
    },
    {
      "epoch": 3.150267504070714,
      "grad_norm": 1.283801572840044,
      "learning_rate": 0.00014172773403752723,
      "loss": 1.9922,
      "step": 67715
    },
    {
      "epoch": 3.150314026517795,
      "grad_norm": 1.4437393176343114,
      "learning_rate": 0.00014172402826900327,
      "loss": 2.2188,
      "step": 67716
    },
    {
      "epoch": 3.1503605489648754,
      "grad_norm": 1.3983219621519645,
      "learning_rate": 0.00014172032250554594,
      "loss": 2.0156,
      "step": 67717
    },
    {
      "epoch": 3.1504070714119563,
      "grad_norm": 1.2987220515724243,
      "learning_rate": 0.00014171661674715742,
      "loss": 1.9453,
      "step": 67718
    },
    {
      "epoch": 3.150453593859037,
      "grad_norm": 1.3049290694343023,
      "learning_rate": 0.0001417129109938401,
      "loss": 1.9531,
      "step": 67719
    },
    {
      "epoch": 3.1505001163061177,
      "grad_norm": 1.3603817810142005,
      "learning_rate": 0.00014170920524559616,
      "loss": 2.1406,
      "step": 67720
    },
    {
      "epoch": 3.1505466387531986,
      "grad_norm": 1.3218273733029118,
      "learning_rate": 0.00014170549950242792,
      "loss": 1.8281,
      "step": 67721
    },
    {
      "epoch": 3.150593161200279,
      "grad_norm": 1.336188351850744,
      "learning_rate": 0.0001417017937643376,
      "loss": 1.6875,
      "step": 67722
    },
    {
      "epoch": 3.15063968364736,
      "grad_norm": 1.281350690576764,
      "learning_rate": 0.00014169808803132748,
      "loss": 1.8828,
      "step": 67723
    },
    {
      "epoch": 3.1506862060944405,
      "grad_norm": 1.3023753236278746,
      "learning_rate": 0.00014169438230339984,
      "loss": 1.9844,
      "step": 67724
    },
    {
      "epoch": 3.1507327285415214,
      "grad_norm": 1.4039318289947227,
      "learning_rate": 0.00014169067658055697,
      "loss": 2.3125,
      "step": 67725
    },
    {
      "epoch": 3.150779250988602,
      "grad_norm": 1.2690117511430574,
      "learning_rate": 0.0001416869708628011,
      "loss": 1.875,
      "step": 67726
    },
    {
      "epoch": 3.150825773435683,
      "grad_norm": 1.3929338115730054,
      "learning_rate": 0.00014168326515013452,
      "loss": 2.1406,
      "step": 67727
    },
    {
      "epoch": 3.1508722958827633,
      "grad_norm": 1.3357992575635436,
      "learning_rate": 0.00014167955944255947,
      "loss": 2.0156,
      "step": 67728
    },
    {
      "epoch": 3.150918818329844,
      "grad_norm": 1.3991748183766595,
      "learning_rate": 0.0001416758537400783,
      "loss": 2.2188,
      "step": 67729
    },
    {
      "epoch": 3.1509653407769247,
      "grad_norm": 1.4187660365598604,
      "learning_rate": 0.00014167214804269317,
      "loss": 2.2656,
      "step": 67730
    },
    {
      "epoch": 3.1510118632240056,
      "grad_norm": 1.3458471634104916,
      "learning_rate": 0.00014166844235040643,
      "loss": 2.0781,
      "step": 67731
    },
    {
      "epoch": 3.151058385671086,
      "grad_norm": 1.2773132348729788,
      "learning_rate": 0.00014166473666322026,
      "loss": 1.9922,
      "step": 67732
    },
    {
      "epoch": 3.151104908118167,
      "grad_norm": 1.3789739340641434,
      "learning_rate": 0.00014166103098113702,
      "loss": 2.1406,
      "step": 67733
    },
    {
      "epoch": 3.151151430565248,
      "grad_norm": 1.26873215219183,
      "learning_rate": 0.000141657325304159,
      "loss": 1.9062,
      "step": 67734
    },
    {
      "epoch": 3.1511979530123284,
      "grad_norm": 1.3357943799260812,
      "learning_rate": 0.00014165361963228837,
      "loss": 1.8281,
      "step": 67735
    },
    {
      "epoch": 3.1512444754594093,
      "grad_norm": 1.303275925212282,
      "learning_rate": 0.00014164991396552743,
      "loss": 2.0312,
      "step": 67736
    },
    {
      "epoch": 3.15129099790649,
      "grad_norm": 1.2954089087286205,
      "learning_rate": 0.0001416462083038785,
      "loss": 1.8828,
      "step": 67737
    },
    {
      "epoch": 3.1513375203535707,
      "grad_norm": 1.2768915259895683,
      "learning_rate": 0.00014164250264734376,
      "loss": 1.875,
      "step": 67738
    },
    {
      "epoch": 3.151384042800651,
      "grad_norm": 1.3042004134817193,
      "learning_rate": 0.00014163879699592558,
      "loss": 2.0938,
      "step": 67739
    },
    {
      "epoch": 3.151430565247732,
      "grad_norm": 1.3465585284286425,
      "learning_rate": 0.00014163509134962614,
      "loss": 2.0781,
      "step": 67740
    },
    {
      "epoch": 3.1514770876948126,
      "grad_norm": 1.333566452293089,
      "learning_rate": 0.0001416313857084478,
      "loss": 2.0,
      "step": 67741
    },
    {
      "epoch": 3.1515236101418935,
      "grad_norm": 1.4024544220973274,
      "learning_rate": 0.0001416276800723927,
      "loss": 2.375,
      "step": 67742
    },
    {
      "epoch": 3.151570132588974,
      "grad_norm": 1.4327442494245348,
      "learning_rate": 0.00014162397444146324,
      "loss": 2.1875,
      "step": 67743
    },
    {
      "epoch": 3.151616655036055,
      "grad_norm": 1.1595460260672807,
      "learning_rate": 0.00014162026881566161,
      "loss": 1.5781,
      "step": 67744
    },
    {
      "epoch": 3.151663177483136,
      "grad_norm": 1.3103408387891298,
      "learning_rate": 0.0001416165631949901,
      "loss": 1.8594,
      "step": 67745
    },
    {
      "epoch": 3.1517096999302163,
      "grad_norm": 1.2986538154257168,
      "learning_rate": 0.00014161285757945097,
      "loss": 2.0312,
      "step": 67746
    },
    {
      "epoch": 3.1517562223772972,
      "grad_norm": 1.3028520496985811,
      "learning_rate": 0.00014160915196904654,
      "loss": 2.0938,
      "step": 67747
    },
    {
      "epoch": 3.1518027448243777,
      "grad_norm": 1.2655731052691392,
      "learning_rate": 0.000141605446363779,
      "loss": 1.8594,
      "step": 67748
    },
    {
      "epoch": 3.1518492672714586,
      "grad_norm": 1.3628685819336974,
      "learning_rate": 0.00014160174076365068,
      "loss": 2.1406,
      "step": 67749
    },
    {
      "epoch": 3.151895789718539,
      "grad_norm": 1.254715651826802,
      "learning_rate": 0.0001415980351686638,
      "loss": 1.5625,
      "step": 67750
    },
    {
      "epoch": 3.15194231216562,
      "grad_norm": 1.191550344607893,
      "learning_rate": 0.00014159432957882066,
      "loss": 1.7969,
      "step": 67751
    },
    {
      "epoch": 3.1519888346127005,
      "grad_norm": 1.3436093881838016,
      "learning_rate": 0.0001415906239941235,
      "loss": 2.125,
      "step": 67752
    },
    {
      "epoch": 3.1520353570597814,
      "grad_norm": 1.3667599381708642,
      "learning_rate": 0.00014158691841457464,
      "loss": 2.1406,
      "step": 67753
    },
    {
      "epoch": 3.152081879506862,
      "grad_norm": 1.3833863819902643,
      "learning_rate": 0.00014158321284017626,
      "loss": 1.9844,
      "step": 67754
    },
    {
      "epoch": 3.152128401953943,
      "grad_norm": 1.3665777839390665,
      "learning_rate": 0.00014157950727093074,
      "loss": 1.8828,
      "step": 67755
    },
    {
      "epoch": 3.1521749244010233,
      "grad_norm": 1.3535910136973308,
      "learning_rate": 0.0001415758017068403,
      "loss": 2.2031,
      "step": 67756
    },
    {
      "epoch": 3.1522214468481042,
      "grad_norm": 1.427702390696472,
      "learning_rate": 0.00014157209614790717,
      "loss": 2.0625,
      "step": 67757
    },
    {
      "epoch": 3.1522679692951847,
      "grad_norm": 1.3260171329089618,
      "learning_rate": 0.0001415683905941337,
      "loss": 2.1562,
      "step": 67758
    },
    {
      "epoch": 3.1523144917422656,
      "grad_norm": 1.4499939320808697,
      "learning_rate": 0.00014156468504552207,
      "loss": 2.3281,
      "step": 67759
    },
    {
      "epoch": 3.1523610141893466,
      "grad_norm": 1.3955145352167462,
      "learning_rate": 0.00014156097950207463,
      "loss": 2.1406,
      "step": 67760
    },
    {
      "epoch": 3.152407536636427,
      "grad_norm": 1.3573162218005292,
      "learning_rate": 0.0001415572739637936,
      "loss": 2.0625,
      "step": 67761
    },
    {
      "epoch": 3.152454059083508,
      "grad_norm": 1.3685529394839908,
      "learning_rate": 0.00014155356843068123,
      "loss": 2.0781,
      "step": 67762
    },
    {
      "epoch": 3.1525005815305884,
      "grad_norm": 1.4280980977544362,
      "learning_rate": 0.00014154986290273983,
      "loss": 2.375,
      "step": 67763
    },
    {
      "epoch": 3.1525471039776694,
      "grad_norm": 1.3584507147570744,
      "learning_rate": 0.00014154615737997165,
      "loss": 2.1875,
      "step": 67764
    },
    {
      "epoch": 3.15259362642475,
      "grad_norm": 1.316225938461529,
      "learning_rate": 0.00014154245186237898,
      "loss": 1.8359,
      "step": 67765
    },
    {
      "epoch": 3.1526401488718307,
      "grad_norm": 1.3564881270031088,
      "learning_rate": 0.00014153874634996404,
      "loss": 2.2031,
      "step": 67766
    },
    {
      "epoch": 3.1526866713189112,
      "grad_norm": 1.3577451281607473,
      "learning_rate": 0.00014153504084272916,
      "loss": 1.875,
      "step": 67767
    },
    {
      "epoch": 3.152733193765992,
      "grad_norm": 1.3845446213092971,
      "learning_rate": 0.00014153133534067653,
      "loss": 2.1094,
      "step": 67768
    },
    {
      "epoch": 3.1527797162130726,
      "grad_norm": 1.3381970900383402,
      "learning_rate": 0.00014152762984380853,
      "loss": 2.0625,
      "step": 67769
    },
    {
      "epoch": 3.1528262386601535,
      "grad_norm": 1.2951600768280438,
      "learning_rate": 0.00014152392435212732,
      "loss": 1.8594,
      "step": 67770
    },
    {
      "epoch": 3.1528727611072345,
      "grad_norm": 1.3561017911551898,
      "learning_rate": 0.00014152021886563524,
      "loss": 2.1875,
      "step": 67771
    },
    {
      "epoch": 3.152919283554315,
      "grad_norm": 1.3592658266567206,
      "learning_rate": 0.00014151651338433448,
      "loss": 2.25,
      "step": 67772
    },
    {
      "epoch": 3.152965806001396,
      "grad_norm": 1.3668265700162132,
      "learning_rate": 0.00014151280790822743,
      "loss": 2.1094,
      "step": 67773
    },
    {
      "epoch": 3.1530123284484763,
      "grad_norm": 1.3885361556066855,
      "learning_rate": 0.00014150910243731626,
      "loss": 2.125,
      "step": 67774
    },
    {
      "epoch": 3.1530588508955573,
      "grad_norm": 1.3585921601205744,
      "learning_rate": 0.00014150539697160326,
      "loss": 2.0469,
      "step": 67775
    },
    {
      "epoch": 3.1531053733426377,
      "grad_norm": 1.461070710168653,
      "learning_rate": 0.00014150169151109067,
      "loss": 2.125,
      "step": 67776
    },
    {
      "epoch": 3.1531518957897187,
      "grad_norm": 1.320117286726743,
      "learning_rate": 0.00014149798605578081,
      "loss": 2.0,
      "step": 67777
    },
    {
      "epoch": 3.153198418236799,
      "grad_norm": 1.3184920893814827,
      "learning_rate": 0.00014149428060567597,
      "loss": 1.9609,
      "step": 67778
    },
    {
      "epoch": 3.15324494068388,
      "grad_norm": 1.4647865115950238,
      "learning_rate": 0.00014149057516077835,
      "loss": 2.2969,
      "step": 67779
    },
    {
      "epoch": 3.1532914631309605,
      "grad_norm": 1.4322654056006685,
      "learning_rate": 0.0001414868697210903,
      "loss": 1.9688,
      "step": 67780
    },
    {
      "epoch": 3.1533379855780415,
      "grad_norm": 1.3552153096108424,
      "learning_rate": 0.000141483164286614,
      "loss": 2.1406,
      "step": 67781
    },
    {
      "epoch": 3.153384508025122,
      "grad_norm": 1.4580051110966141,
      "learning_rate": 0.0001414794588573518,
      "loss": 2.3906,
      "step": 67782
    },
    {
      "epoch": 3.153431030472203,
      "grad_norm": 1.4339276231768532,
      "learning_rate": 0.00014147575343330585,
      "loss": 2.2656,
      "step": 67783
    },
    {
      "epoch": 3.1534775529192833,
      "grad_norm": 1.533817447099241,
      "learning_rate": 0.00014147204801447856,
      "loss": 2.2031,
      "step": 67784
    },
    {
      "epoch": 3.1535240753663643,
      "grad_norm": 1.654521728517524,
      "learning_rate": 0.00014146834260087208,
      "loss": 1.9219,
      "step": 67785
    },
    {
      "epoch": 3.153570597813445,
      "grad_norm": 1.3565167154123083,
      "learning_rate": 0.0001414646371924888,
      "loss": 1.9609,
      "step": 67786
    },
    {
      "epoch": 3.1536171202605257,
      "grad_norm": 1.3718999681255692,
      "learning_rate": 0.00014146093178933088,
      "loss": 1.6094,
      "step": 67787
    },
    {
      "epoch": 3.1536636427076066,
      "grad_norm": 1.2844841469792025,
      "learning_rate": 0.0001414572263914006,
      "loss": 1.7812,
      "step": 67788
    },
    {
      "epoch": 3.153710165154687,
      "grad_norm": 1.2874851201839284,
      "learning_rate": 0.0001414535209987003,
      "loss": 1.7812,
      "step": 67789
    },
    {
      "epoch": 3.153756687601768,
      "grad_norm": 1.3801229864152147,
      "learning_rate": 0.00014144981561123218,
      "loss": 2.0938,
      "step": 67790
    },
    {
      "epoch": 3.1538032100488484,
      "grad_norm": 1.3840722158125378,
      "learning_rate": 0.00014144611022899858,
      "loss": 2.2344,
      "step": 67791
    },
    {
      "epoch": 3.1538497324959294,
      "grad_norm": 1.1709769642558945,
      "learning_rate": 0.00014144240485200165,
      "loss": 1.4219,
      "step": 67792
    },
    {
      "epoch": 3.15389625494301,
      "grad_norm": 1.3832779208533148,
      "learning_rate": 0.00014143869948024377,
      "loss": 2.1406,
      "step": 67793
    },
    {
      "epoch": 3.1539427773900908,
      "grad_norm": 1.3701853835338975,
      "learning_rate": 0.00014143499411372714,
      "loss": 2.1875,
      "step": 67794
    },
    {
      "epoch": 3.1539892998371712,
      "grad_norm": 1.351871080400381,
      "learning_rate": 0.0001414312887524541,
      "loss": 2.125,
      "step": 67795
    },
    {
      "epoch": 3.154035822284252,
      "grad_norm": 1.3700155436984671,
      "learning_rate": 0.00014142758339642686,
      "loss": 1.9609,
      "step": 67796
    },
    {
      "epoch": 3.154082344731333,
      "grad_norm": 1.3396688817303146,
      "learning_rate": 0.0001414238780456477,
      "loss": 2.2656,
      "step": 67797
    },
    {
      "epoch": 3.1541288671784136,
      "grad_norm": 1.3200866468431383,
      "learning_rate": 0.00014142017270011884,
      "loss": 1.7656,
      "step": 67798
    },
    {
      "epoch": 3.1541753896254945,
      "grad_norm": 1.4134019420021358,
      "learning_rate": 0.00014141646735984264,
      "loss": 2.1562,
      "step": 67799
    },
    {
      "epoch": 3.154221912072575,
      "grad_norm": 1.354706651734136,
      "learning_rate": 0.00014141276202482136,
      "loss": 2.0781,
      "step": 67800
    },
    {
      "epoch": 3.154268434519656,
      "grad_norm": 1.2858614013750538,
      "learning_rate": 0.0001414090566950572,
      "loss": 1.9609,
      "step": 67801
    },
    {
      "epoch": 3.1543149569667364,
      "grad_norm": 1.3410455465010973,
      "learning_rate": 0.0001414053513705525,
      "loss": 2.125,
      "step": 67802
    },
    {
      "epoch": 3.1543614794138173,
      "grad_norm": 1.318875536161738,
      "learning_rate": 0.00014140164605130947,
      "loss": 2.0781,
      "step": 67803
    },
    {
      "epoch": 3.1544080018608978,
      "grad_norm": 1.2718295661118606,
      "learning_rate": 0.00014139794073733043,
      "loss": 1.8672,
      "step": 67804
    },
    {
      "epoch": 3.1544545243079787,
      "grad_norm": 1.2858952032234088,
      "learning_rate": 0.00014139423542861758,
      "loss": 1.9766,
      "step": 67805
    },
    {
      "epoch": 3.154501046755059,
      "grad_norm": 1.3659371195039205,
      "learning_rate": 0.00014139053012517325,
      "loss": 2.1094,
      "step": 67806
    },
    {
      "epoch": 3.15454756920214,
      "grad_norm": 1.353747880107024,
      "learning_rate": 0.0001413868248269997,
      "loss": 1.875,
      "step": 67807
    },
    {
      "epoch": 3.1545940916492206,
      "grad_norm": 1.3922115693048212,
      "learning_rate": 0.00014138311953409917,
      "loss": 2.0625,
      "step": 67808
    },
    {
      "epoch": 3.1546406140963015,
      "grad_norm": 1.314588377540411,
      "learning_rate": 0.00014137941424647395,
      "loss": 2.0312,
      "step": 67809
    },
    {
      "epoch": 3.154687136543382,
      "grad_norm": 1.3585556115942246,
      "learning_rate": 0.00014137570896412632,
      "loss": 1.9766,
      "step": 67810
    },
    {
      "epoch": 3.154733658990463,
      "grad_norm": 1.296716195621007,
      "learning_rate": 0.0001413720036870585,
      "loss": 1.6172,
      "step": 67811
    },
    {
      "epoch": 3.154780181437544,
      "grad_norm": 1.243986643526113,
      "learning_rate": 0.00014136829841527283,
      "loss": 1.8594,
      "step": 67812
    },
    {
      "epoch": 3.1548267038846243,
      "grad_norm": 1.4116341603190006,
      "learning_rate": 0.00014136459314877152,
      "loss": 2.3281,
      "step": 67813
    },
    {
      "epoch": 3.154873226331705,
      "grad_norm": 1.216169180708507,
      "learning_rate": 0.00014136088788755684,
      "loss": 1.5312,
      "step": 67814
    },
    {
      "epoch": 3.1549197487787857,
      "grad_norm": 1.3208758168189016,
      "learning_rate": 0.0001413571826316311,
      "loss": 1.9531,
      "step": 67815
    },
    {
      "epoch": 3.1549662712258666,
      "grad_norm": 1.7133869835505104,
      "learning_rate": 0.00014135347738099654,
      "loss": 1.7578,
      "step": 67816
    },
    {
      "epoch": 3.155012793672947,
      "grad_norm": 1.3505307393175683,
      "learning_rate": 0.00014134977213565544,
      "loss": 1.9141,
      "step": 67817
    },
    {
      "epoch": 3.155059316120028,
      "grad_norm": 1.3828721515367988,
      "learning_rate": 0.00014134606689561002,
      "loss": 2.125,
      "step": 67818
    },
    {
      "epoch": 3.1551058385671085,
      "grad_norm": 1.2478301893044559,
      "learning_rate": 0.00014134236166086264,
      "loss": 1.7969,
      "step": 67819
    },
    {
      "epoch": 3.1551523610141894,
      "grad_norm": 1.296553195872671,
      "learning_rate": 0.00014133865643141543,
      "loss": 2.1562,
      "step": 67820
    },
    {
      "epoch": 3.15519888346127,
      "grad_norm": 1.3628115691190124,
      "learning_rate": 0.0001413349512072708,
      "loss": 2.0469,
      "step": 67821
    },
    {
      "epoch": 3.155245405908351,
      "grad_norm": 1.3053051924068295,
      "learning_rate": 0.00014133124598843098,
      "loss": 1.9922,
      "step": 67822
    },
    {
      "epoch": 3.1552919283554317,
      "grad_norm": 1.3263710498352446,
      "learning_rate": 0.0001413275407748982,
      "loss": 2.1094,
      "step": 67823
    },
    {
      "epoch": 3.155338450802512,
      "grad_norm": 1.4022846209463422,
      "learning_rate": 0.00014132383556667477,
      "loss": 2.2812,
      "step": 67824
    },
    {
      "epoch": 3.155384973249593,
      "grad_norm": 1.3273918429557383,
      "learning_rate": 0.00014132013036376293,
      "loss": 1.8828,
      "step": 67825
    },
    {
      "epoch": 3.1554314956966736,
      "grad_norm": 1.3681788483468016,
      "learning_rate": 0.00014131642516616497,
      "loss": 2.3281,
      "step": 67826
    },
    {
      "epoch": 3.1554780181437545,
      "grad_norm": 1.201255207902737,
      "learning_rate": 0.00014131271997388313,
      "loss": 1.5781,
      "step": 67827
    },
    {
      "epoch": 3.155524540590835,
      "grad_norm": 1.2943670176196358,
      "learning_rate": 0.0001413090147869197,
      "loss": 1.9219,
      "step": 67828
    },
    {
      "epoch": 3.155571063037916,
      "grad_norm": 1.326380273668235,
      "learning_rate": 0.00014130530960527695,
      "loss": 1.8203,
      "step": 67829
    },
    {
      "epoch": 3.1556175854849964,
      "grad_norm": 1.3310816524759141,
      "learning_rate": 0.00014130160442895714,
      "loss": 2.125,
      "step": 67830
    },
    {
      "epoch": 3.1556641079320773,
      "grad_norm": 1.3772329853796919,
      "learning_rate": 0.00014129789925796253,
      "loss": 2.1562,
      "step": 67831
    },
    {
      "epoch": 3.1557106303791578,
      "grad_norm": 1.340494587643263,
      "learning_rate": 0.00014129419409229538,
      "loss": 2.0469,
      "step": 67832
    },
    {
      "epoch": 3.1557571528262387,
      "grad_norm": 1.3408765988833862,
      "learning_rate": 0.00014129048893195801,
      "loss": 1.8516,
      "step": 67833
    },
    {
      "epoch": 3.155803675273319,
      "grad_norm": 1.3740202900186194,
      "learning_rate": 0.00014128678377695264,
      "loss": 1.8906,
      "step": 67834
    },
    {
      "epoch": 3.1558501977204,
      "grad_norm": 1.3535360333184145,
      "learning_rate": 0.00014128307862728155,
      "loss": 2.1094,
      "step": 67835
    },
    {
      "epoch": 3.1558967201674806,
      "grad_norm": 1.4034622014899358,
      "learning_rate": 0.000141279373482947,
      "loss": 2.1719,
      "step": 67836
    },
    {
      "epoch": 3.1559432426145615,
      "grad_norm": 1.3411458414557187,
      "learning_rate": 0.0001412756683439513,
      "loss": 1.9609,
      "step": 67837
    },
    {
      "epoch": 3.1559897650616424,
      "grad_norm": 1.362470884787445,
      "learning_rate": 0.00014127196321029668,
      "loss": 2.3125,
      "step": 67838
    },
    {
      "epoch": 3.156036287508723,
      "grad_norm": 1.3137827079948123,
      "learning_rate": 0.0001412682580819854,
      "loss": 1.8125,
      "step": 67839
    },
    {
      "epoch": 3.156082809955804,
      "grad_norm": 1.3528294127824185,
      "learning_rate": 0.00014126455295901974,
      "loss": 2.1875,
      "step": 67840
    },
    {
      "epoch": 3.1561293324028843,
      "grad_norm": 1.420195785345136,
      "learning_rate": 0.000141260847841402,
      "loss": 2.3281,
      "step": 67841
    },
    {
      "epoch": 3.156175854849965,
      "grad_norm": 1.3104097063768199,
      "learning_rate": 0.00014125714272913433,
      "loss": 1.75,
      "step": 67842
    },
    {
      "epoch": 3.1562223772970457,
      "grad_norm": 1.324027661178236,
      "learning_rate": 0.00014125343762221918,
      "loss": 2.0312,
      "step": 67843
    },
    {
      "epoch": 3.1562688997441266,
      "grad_norm": 1.441855115914859,
      "learning_rate": 0.00014124973252065872,
      "loss": 2.1562,
      "step": 67844
    },
    {
      "epoch": 3.156315422191207,
      "grad_norm": 1.4411534599277387,
      "learning_rate": 0.00014124602742445519,
      "loss": 2.4219,
      "step": 67845
    },
    {
      "epoch": 3.156361944638288,
      "grad_norm": 1.3990072243658156,
      "learning_rate": 0.00014124232233361092,
      "loss": 2.2969,
      "step": 67846
    },
    {
      "epoch": 3.1564084670853685,
      "grad_norm": 1.4797241528510605,
      "learning_rate": 0.00014123861724812814,
      "loss": 2.2656,
      "step": 67847
    },
    {
      "epoch": 3.1564549895324494,
      "grad_norm": 1.2460063269018173,
      "learning_rate": 0.00014123491216800913,
      "loss": 1.7109,
      "step": 67848
    },
    {
      "epoch": 3.1565015119795303,
      "grad_norm": 1.3572465088930807,
      "learning_rate": 0.00014123120709325616,
      "loss": 2.0625,
      "step": 67849
    },
    {
      "epoch": 3.156548034426611,
      "grad_norm": 1.3911456762816423,
      "learning_rate": 0.00014122750202387154,
      "loss": 2.0312,
      "step": 67850
    },
    {
      "epoch": 3.1565945568736917,
      "grad_norm": 1.2539351657437374,
      "learning_rate": 0.00014122379695985743,
      "loss": 1.7422,
      "step": 67851
    },
    {
      "epoch": 3.156641079320772,
      "grad_norm": 1.380451630209868,
      "learning_rate": 0.00014122009190121622,
      "loss": 2.1875,
      "step": 67852
    },
    {
      "epoch": 3.156687601767853,
      "grad_norm": 1.4255969574407394,
      "learning_rate": 0.00014121638684795005,
      "loss": 2.2344,
      "step": 67853
    },
    {
      "epoch": 3.1567341242149336,
      "grad_norm": 1.351246661822396,
      "learning_rate": 0.00014121268180006133,
      "loss": 2.1562,
      "step": 67854
    },
    {
      "epoch": 3.1567806466620145,
      "grad_norm": 1.401871517959529,
      "learning_rate": 0.0001412089767575522,
      "loss": 2.1406,
      "step": 67855
    },
    {
      "epoch": 3.156827169109095,
      "grad_norm": 1.3319560491749285,
      "learning_rate": 0.00014120527172042504,
      "loss": 1.9766,
      "step": 67856
    },
    {
      "epoch": 3.156873691556176,
      "grad_norm": 1.397105628979203,
      "learning_rate": 0.00014120156668868202,
      "loss": 2.0938,
      "step": 67857
    },
    {
      "epoch": 3.1569202140032564,
      "grad_norm": 1.376263556035355,
      "learning_rate": 0.0001411978616623255,
      "loss": 2.0625,
      "step": 67858
    },
    {
      "epoch": 3.1569667364503373,
      "grad_norm": 1.3699457617897295,
      "learning_rate": 0.00014119415664135766,
      "loss": 2.0781,
      "step": 67859
    },
    {
      "epoch": 3.1570132588974182,
      "grad_norm": 1.3664318939279398,
      "learning_rate": 0.00014119045162578082,
      "loss": 2.0312,
      "step": 67860
    },
    {
      "epoch": 3.1570597813444987,
      "grad_norm": 1.3008664425307028,
      "learning_rate": 0.00014118674661559724,
      "loss": 1.9688,
      "step": 67861
    },
    {
      "epoch": 3.1571063037915796,
      "grad_norm": 1.3873169104318082,
      "learning_rate": 0.0001411830416108092,
      "loss": 2.1719,
      "step": 67862
    },
    {
      "epoch": 3.15715282623866,
      "grad_norm": 1.391117949110879,
      "learning_rate": 0.00014117933661141893,
      "loss": 2.25,
      "step": 67863
    },
    {
      "epoch": 3.157199348685741,
      "grad_norm": 1.2956840832866656,
      "learning_rate": 0.0001411756316174287,
      "loss": 2.0156,
      "step": 67864
    },
    {
      "epoch": 3.1572458711328215,
      "grad_norm": 1.3892748921465963,
      "learning_rate": 0.00014117192662884082,
      "loss": 2.1719,
      "step": 67865
    },
    {
      "epoch": 3.1572923935799024,
      "grad_norm": 1.2128372480937732,
      "learning_rate": 0.00014116822164565753,
      "loss": 1.7422,
      "step": 67866
    },
    {
      "epoch": 3.157338916026983,
      "grad_norm": 1.3194531603125803,
      "learning_rate": 0.00014116451666788116,
      "loss": 2.1094,
      "step": 67867
    },
    {
      "epoch": 3.157385438474064,
      "grad_norm": 1.4893603611182582,
      "learning_rate": 0.00014116081169551393,
      "loss": 2.125,
      "step": 67868
    },
    {
      "epoch": 3.1574319609211443,
      "grad_norm": 1.355827710136567,
      "learning_rate": 0.00014115710672855803,
      "loss": 2.1094,
      "step": 67869
    },
    {
      "epoch": 3.1574784833682252,
      "grad_norm": 1.4518364063049602,
      "learning_rate": 0.00014115340176701585,
      "loss": 2.2031,
      "step": 67870
    },
    {
      "epoch": 3.1575250058153057,
      "grad_norm": 1.2925556518922516,
      "learning_rate": 0.0001411496968108896,
      "loss": 1.9375,
      "step": 67871
    },
    {
      "epoch": 3.1575715282623866,
      "grad_norm": 1.3572096704848478,
      "learning_rate": 0.00014114599186018154,
      "loss": 2.0781,
      "step": 67872
    },
    {
      "epoch": 3.157618050709467,
      "grad_norm": 1.2808836482594153,
      "learning_rate": 0.00014114228691489397,
      "loss": 1.9922,
      "step": 67873
    },
    {
      "epoch": 3.157664573156548,
      "grad_norm": 1.326585040005208,
      "learning_rate": 0.00014113858197502917,
      "loss": 1.8906,
      "step": 67874
    },
    {
      "epoch": 3.157711095603629,
      "grad_norm": 1.358305854841515,
      "learning_rate": 0.00014113487704058933,
      "loss": 2.2344,
      "step": 67875
    },
    {
      "epoch": 3.1577576180507094,
      "grad_norm": 1.4012636240269138,
      "learning_rate": 0.00014113117211157682,
      "loss": 2.1094,
      "step": 67876
    },
    {
      "epoch": 3.1578041404977903,
      "grad_norm": 1.395399609316207,
      "learning_rate": 0.0001411274671879938,
      "loss": 2.2344,
      "step": 67877
    },
    {
      "epoch": 3.157850662944871,
      "grad_norm": 1.420775804822629,
      "learning_rate": 0.00014112376226984268,
      "loss": 2.2188,
      "step": 67878
    },
    {
      "epoch": 3.1578971853919517,
      "grad_norm": 1.4032127459094803,
      "learning_rate": 0.00014112005735712556,
      "loss": 2.2344,
      "step": 67879
    },
    {
      "epoch": 3.157943707839032,
      "grad_norm": 1.3548061176884352,
      "learning_rate": 0.00014111635244984486,
      "loss": 2.0156,
      "step": 67880
    },
    {
      "epoch": 3.157990230286113,
      "grad_norm": 1.324525760340296,
      "learning_rate": 0.00014111264754800273,
      "loss": 2.1562,
      "step": 67881
    },
    {
      "epoch": 3.1580367527331936,
      "grad_norm": 1.3675902928288342,
      "learning_rate": 0.00014110894265160153,
      "loss": 2.1562,
      "step": 67882
    },
    {
      "epoch": 3.1580832751802745,
      "grad_norm": 1.339241713311074,
      "learning_rate": 0.00014110523776064346,
      "loss": 1.9375,
      "step": 67883
    },
    {
      "epoch": 3.158129797627355,
      "grad_norm": 1.4031016717164055,
      "learning_rate": 0.00014110153287513085,
      "loss": 2.25,
      "step": 67884
    },
    {
      "epoch": 3.158176320074436,
      "grad_norm": 1.2874486081101941,
      "learning_rate": 0.0001410978279950659,
      "loss": 1.9453,
      "step": 67885
    },
    {
      "epoch": 3.158222842521517,
      "grad_norm": 1.3614079127513092,
      "learning_rate": 0.00014109412312045087,
      "loss": 2.0469,
      "step": 67886
    },
    {
      "epoch": 3.1582693649685973,
      "grad_norm": 1.4998751531167582,
      "learning_rate": 0.00014109041825128812,
      "loss": 2.25,
      "step": 67887
    },
    {
      "epoch": 3.1583158874156783,
      "grad_norm": 1.3095066615111781,
      "learning_rate": 0.00014108671338757987,
      "loss": 1.9453,
      "step": 67888
    },
    {
      "epoch": 3.1583624098627587,
      "grad_norm": 1.4056090399262335,
      "learning_rate": 0.0001410830085293284,
      "loss": 2.2344,
      "step": 67889
    },
    {
      "epoch": 3.1584089323098397,
      "grad_norm": 1.3068128827627696,
      "learning_rate": 0.00014107930367653594,
      "loss": 1.9844,
      "step": 67890
    },
    {
      "epoch": 3.15845545475692,
      "grad_norm": 1.4160723562304496,
      "learning_rate": 0.0001410755988292048,
      "loss": 2.1406,
      "step": 67891
    },
    {
      "epoch": 3.158501977204001,
      "grad_norm": 1.3154348923226127,
      "learning_rate": 0.00014107189398733722,
      "loss": 2.0938,
      "step": 67892
    },
    {
      "epoch": 3.1585484996510815,
      "grad_norm": 1.3270068361957834,
      "learning_rate": 0.0001410681891509355,
      "loss": 2.1562,
      "step": 67893
    },
    {
      "epoch": 3.1585950220981625,
      "grad_norm": 1.292495746868048,
      "learning_rate": 0.0001410644843200019,
      "loss": 1.8203,
      "step": 67894
    },
    {
      "epoch": 3.158641544545243,
      "grad_norm": 1.2767604847114844,
      "learning_rate": 0.0001410607794945386,
      "loss": 2.0,
      "step": 67895
    },
    {
      "epoch": 3.158688066992324,
      "grad_norm": 1.2549043122718677,
      "learning_rate": 0.00014105707467454803,
      "loss": 1.875,
      "step": 67896
    },
    {
      "epoch": 3.1587345894394043,
      "grad_norm": 1.3678849770453683,
      "learning_rate": 0.0001410533698600323,
      "loss": 1.9531,
      "step": 67897
    },
    {
      "epoch": 3.1587811118864852,
      "grad_norm": 1.3000206471380436,
      "learning_rate": 0.00014104966505099382,
      "loss": 1.9688,
      "step": 67898
    },
    {
      "epoch": 3.1588276343335657,
      "grad_norm": 1.3640707243624255,
      "learning_rate": 0.00014104596024743472,
      "loss": 2.125,
      "step": 67899
    },
    {
      "epoch": 3.1588741567806466,
      "grad_norm": 1.3517827681133718,
      "learning_rate": 0.00014104225544935738,
      "loss": 2.1406,
      "step": 67900
    },
    {
      "epoch": 3.1589206792277276,
      "grad_norm": 1.339023147396644,
      "learning_rate": 0.00014103855065676402,
      "loss": 1.9375,
      "step": 67901
    },
    {
      "epoch": 3.158967201674808,
      "grad_norm": 1.3882815190795177,
      "learning_rate": 0.0001410348458696569,
      "loss": 1.875,
      "step": 67902
    },
    {
      "epoch": 3.159013724121889,
      "grad_norm": 1.3242103810022428,
      "learning_rate": 0.0001410311410880383,
      "loss": 2.1406,
      "step": 67903
    },
    {
      "epoch": 3.1590602465689694,
      "grad_norm": 1.3457480354034892,
      "learning_rate": 0.00014102743631191051,
      "loss": 1.9922,
      "step": 67904
    },
    {
      "epoch": 3.1591067690160504,
      "grad_norm": 1.499085220047179,
      "learning_rate": 0.00014102373154127574,
      "loss": 2.2344,
      "step": 67905
    },
    {
      "epoch": 3.159153291463131,
      "grad_norm": 1.2917842413558263,
      "learning_rate": 0.00014102002677613632,
      "loss": 1.9141,
      "step": 67906
    },
    {
      "epoch": 3.1591998139102118,
      "grad_norm": 1.3390830096952164,
      "learning_rate": 0.00014101632201649446,
      "loss": 2.0469,
      "step": 67907
    },
    {
      "epoch": 3.1592463363572922,
      "grad_norm": 1.3126770895477795,
      "learning_rate": 0.00014101261726235244,
      "loss": 2.2812,
      "step": 67908
    },
    {
      "epoch": 3.159292858804373,
      "grad_norm": 1.3550469927389963,
      "learning_rate": 0.00014100891251371263,
      "loss": 2.2031,
      "step": 67909
    },
    {
      "epoch": 3.1593393812514536,
      "grad_norm": 1.2301459026162525,
      "learning_rate": 0.00014100520777057715,
      "loss": 1.7578,
      "step": 67910
    },
    {
      "epoch": 3.1593859036985346,
      "grad_norm": 1.3328503455037815,
      "learning_rate": 0.00014100150303294839,
      "loss": 2.2031,
      "step": 67911
    },
    {
      "epoch": 3.1594324261456155,
      "grad_norm": 1.3349677448065798,
      "learning_rate": 0.0001409977983008285,
      "loss": 2.1406,
      "step": 67912
    },
    {
      "epoch": 3.159478948592696,
      "grad_norm": 1.420182260070387,
      "learning_rate": 0.00014099409357421988,
      "loss": 2.0156,
      "step": 67913
    },
    {
      "epoch": 3.159525471039777,
      "grad_norm": 1.389875057875362,
      "learning_rate": 0.00014099038885312468,
      "loss": 2.2812,
      "step": 67914
    },
    {
      "epoch": 3.1595719934868574,
      "grad_norm": 1.3377597567956643,
      "learning_rate": 0.00014098668413754526,
      "loss": 1.8672,
      "step": 67915
    },
    {
      "epoch": 3.1596185159339383,
      "grad_norm": 1.3248528185813326,
      "learning_rate": 0.0001409829794274838,
      "loss": 1.6328,
      "step": 67916
    },
    {
      "epoch": 3.1596650383810188,
      "grad_norm": 1.3559381084191464,
      "learning_rate": 0.00014097927472294264,
      "loss": 2.0781,
      "step": 67917
    },
    {
      "epoch": 3.1597115608280997,
      "grad_norm": 1.2868233814156878,
      "learning_rate": 0.000140975570023924,
      "loss": 1.9609,
      "step": 67918
    },
    {
      "epoch": 3.15975808327518,
      "grad_norm": 1.3454228551180976,
      "learning_rate": 0.0001409718653304302,
      "loss": 2.1094,
      "step": 67919
    },
    {
      "epoch": 3.159804605722261,
      "grad_norm": 1.3625927274563159,
      "learning_rate": 0.0001409681606424635,
      "loss": 1.8594,
      "step": 67920
    },
    {
      "epoch": 3.1598511281693415,
      "grad_norm": 1.30149511304013,
      "learning_rate": 0.00014096445596002607,
      "loss": 1.9062,
      "step": 67921
    },
    {
      "epoch": 3.1598976506164225,
      "grad_norm": 1.3327357587095006,
      "learning_rate": 0.00014096075128312033,
      "loss": 2.1562,
      "step": 67922
    },
    {
      "epoch": 3.159944173063503,
      "grad_norm": 1.2393309795234797,
      "learning_rate": 0.00014095704661174838,
      "loss": 1.6797,
      "step": 67923
    },
    {
      "epoch": 3.159990695510584,
      "grad_norm": 1.3630646712712051,
      "learning_rate": 0.00014095334194591267,
      "loss": 2.0938,
      "step": 67924
    },
    {
      "epoch": 3.1600372179576643,
      "grad_norm": 1.3556196066636306,
      "learning_rate": 0.0001409496372856153,
      "loss": 2.25,
      "step": 67925
    },
    {
      "epoch": 3.1600837404047453,
      "grad_norm": 1.4476217700646499,
      "learning_rate": 0.0001409459326308587,
      "loss": 2.3281,
      "step": 67926
    },
    {
      "epoch": 3.160130262851826,
      "grad_norm": 1.5846727353748375,
      "learning_rate": 0.00014094222798164498,
      "loss": 2.1875,
      "step": 67927
    },
    {
      "epoch": 3.1601767852989067,
      "grad_norm": 1.2768451868703705,
      "learning_rate": 0.00014093852333797654,
      "loss": 1.8203,
      "step": 67928
    },
    {
      "epoch": 3.1602233077459876,
      "grad_norm": 1.2127549487826743,
      "learning_rate": 0.00014093481869985552,
      "loss": 1.5469,
      "step": 67929
    },
    {
      "epoch": 3.160269830193068,
      "grad_norm": 1.3400940387023188,
      "learning_rate": 0.00014093111406728425,
      "loss": 2.1719,
      "step": 67930
    },
    {
      "epoch": 3.160316352640149,
      "grad_norm": 1.328382169031871,
      "learning_rate": 0.00014092740944026506,
      "loss": 2.0625,
      "step": 67931
    },
    {
      "epoch": 3.1603628750872295,
      "grad_norm": 1.341551783071563,
      "learning_rate": 0.00014092370481880016,
      "loss": 1.9531,
      "step": 67932
    },
    {
      "epoch": 3.1604093975343104,
      "grad_norm": 1.2233925273664674,
      "learning_rate": 0.00014092000020289182,
      "loss": 1.7422,
      "step": 67933
    },
    {
      "epoch": 3.160455919981391,
      "grad_norm": 1.3104573953146479,
      "learning_rate": 0.0001409162955925423,
      "loss": 2.125,
      "step": 67934
    },
    {
      "epoch": 3.160502442428472,
      "grad_norm": 1.379042409250976,
      "learning_rate": 0.0001409125909877539,
      "loss": 2.125,
      "step": 67935
    },
    {
      "epoch": 3.1605489648755523,
      "grad_norm": 1.466510349913909,
      "learning_rate": 0.00014090888638852882,
      "loss": 2.3281,
      "step": 67936
    },
    {
      "epoch": 3.160595487322633,
      "grad_norm": 1.4073108723201753,
      "learning_rate": 0.00014090518179486942,
      "loss": 2.1094,
      "step": 67937
    },
    {
      "epoch": 3.160642009769714,
      "grad_norm": 1.3255063896823673,
      "learning_rate": 0.00014090147720677786,
      "loss": 1.7969,
      "step": 67938
    },
    {
      "epoch": 3.1606885322167946,
      "grad_norm": 1.4177938076413572,
      "learning_rate": 0.00014089777262425655,
      "loss": 2.1406,
      "step": 67939
    },
    {
      "epoch": 3.1607350546638755,
      "grad_norm": 1.4055701762568709,
      "learning_rate": 0.0001408940680473076,
      "loss": 2.1094,
      "step": 67940
    },
    {
      "epoch": 3.160781577110956,
      "grad_norm": 1.2778098964780658,
      "learning_rate": 0.00014089036347593342,
      "loss": 1.8594,
      "step": 67941
    },
    {
      "epoch": 3.160828099558037,
      "grad_norm": 1.4576108902985099,
      "learning_rate": 0.00014088665891013618,
      "loss": 2.1094,
      "step": 67942
    },
    {
      "epoch": 3.1608746220051174,
      "grad_norm": 1.3163824280993943,
      "learning_rate": 0.0001408829543499182,
      "loss": 2.125,
      "step": 67943
    },
    {
      "epoch": 3.1609211444521983,
      "grad_norm": 1.3556288113642652,
      "learning_rate": 0.00014087924979528169,
      "loss": 2.0469,
      "step": 67944
    },
    {
      "epoch": 3.1609676668992788,
      "grad_norm": 1.252720882529446,
      "learning_rate": 0.00014087554524622902,
      "loss": 1.8984,
      "step": 67945
    },
    {
      "epoch": 3.1610141893463597,
      "grad_norm": 1.4075032613519456,
      "learning_rate": 0.00014087184070276238,
      "loss": 1.5391,
      "step": 67946
    },
    {
      "epoch": 3.16106071179344,
      "grad_norm": 1.3598027352451032,
      "learning_rate": 0.000140868136164884,
      "loss": 2.0156,
      "step": 67947
    },
    {
      "epoch": 3.161107234240521,
      "grad_norm": 1.2865333892299071,
      "learning_rate": 0.00014086443163259624,
      "loss": 1.6797,
      "step": 67948
    },
    {
      "epoch": 3.1611537566876016,
      "grad_norm": 1.3648700155837812,
      "learning_rate": 0.00014086072710590132,
      "loss": 2.2188,
      "step": 67949
    },
    {
      "epoch": 3.1612002791346825,
      "grad_norm": 1.3454701182190953,
      "learning_rate": 0.00014085702258480153,
      "loss": 2.0,
      "step": 67950
    },
    {
      "epoch": 3.161246801581763,
      "grad_norm": 1.306127432502718,
      "learning_rate": 0.0001408533180692991,
      "loss": 1.8516,
      "step": 67951
    },
    {
      "epoch": 3.161293324028844,
      "grad_norm": 1.2233499870874496,
      "learning_rate": 0.0001408496135593963,
      "loss": 1.7656,
      "step": 67952
    },
    {
      "epoch": 3.161339846475925,
      "grad_norm": 1.34844667486433,
      "learning_rate": 0.00014084590905509545,
      "loss": 1.9453,
      "step": 67953
    },
    {
      "epoch": 3.1613863689230053,
      "grad_norm": 1.3131676186723997,
      "learning_rate": 0.00014084220455639877,
      "loss": 1.8672,
      "step": 67954
    },
    {
      "epoch": 3.161432891370086,
      "grad_norm": 1.2787442219095817,
      "learning_rate": 0.0001408385000633086,
      "loss": 1.5625,
      "step": 67955
    },
    {
      "epoch": 3.1614794138171667,
      "grad_norm": 1.2963022005555362,
      "learning_rate": 0.00014083479557582711,
      "loss": 1.9453,
      "step": 67956
    },
    {
      "epoch": 3.1615259362642476,
      "grad_norm": 1.2943525812907284,
      "learning_rate": 0.00014083109109395666,
      "loss": 2.0,
      "step": 67957
    },
    {
      "epoch": 3.161572458711328,
      "grad_norm": 1.364661907950258,
      "learning_rate": 0.0001408273866176994,
      "loss": 2.2344,
      "step": 67958
    },
    {
      "epoch": 3.161618981158409,
      "grad_norm": 1.392220793796206,
      "learning_rate": 0.00014082368214705772,
      "loss": 2.0781,
      "step": 67959
    },
    {
      "epoch": 3.1616655036054895,
      "grad_norm": 1.3701200098249393,
      "learning_rate": 0.0001408199776820338,
      "loss": 2.1875,
      "step": 67960
    },
    {
      "epoch": 3.1617120260525704,
      "grad_norm": 1.3414670840312413,
      "learning_rate": 0.00014081627322263,
      "loss": 2.0156,
      "step": 67961
    },
    {
      "epoch": 3.161758548499651,
      "grad_norm": 1.3025958709860346,
      "learning_rate": 0.00014081256876884849,
      "loss": 1.8828,
      "step": 67962
    },
    {
      "epoch": 3.161805070946732,
      "grad_norm": 1.4222709244965208,
      "learning_rate": 0.0001408088643206916,
      "loss": 2.2656,
      "step": 67963
    },
    {
      "epoch": 3.1618515933938127,
      "grad_norm": 1.3686979100287038,
      "learning_rate": 0.00014080515987816152,
      "loss": 1.9453,
      "step": 67964
    },
    {
      "epoch": 3.161898115840893,
      "grad_norm": 1.2989371295566359,
      "learning_rate": 0.00014080145544126066,
      "loss": 2.0312,
      "step": 67965
    },
    {
      "epoch": 3.161944638287974,
      "grad_norm": 1.3398787324408516,
      "learning_rate": 0.00014079775100999113,
      "loss": 2.1094,
      "step": 67966
    },
    {
      "epoch": 3.1619911607350546,
      "grad_norm": 1.3359752517212333,
      "learning_rate": 0.00014079404658435532,
      "loss": 2.0781,
      "step": 67967
    },
    {
      "epoch": 3.1620376831821355,
      "grad_norm": 1.3308146588552292,
      "learning_rate": 0.00014079034216435543,
      "loss": 2.0469,
      "step": 67968
    },
    {
      "epoch": 3.162084205629216,
      "grad_norm": 1.2712163932709062,
      "learning_rate": 0.00014078663774999377,
      "loss": 2.0781,
      "step": 67969
    },
    {
      "epoch": 3.162130728076297,
      "grad_norm": 1.2283588327984392,
      "learning_rate": 0.00014078293334127254,
      "loss": 1.4453,
      "step": 67970
    },
    {
      "epoch": 3.1621772505233774,
      "grad_norm": 1.3690346777640687,
      "learning_rate": 0.0001407792289381941,
      "loss": 1.9219,
      "step": 67971
    },
    {
      "epoch": 3.1622237729704583,
      "grad_norm": 1.4958044444930232,
      "learning_rate": 0.00014077552454076065,
      "loss": 2.3594,
      "step": 67972
    },
    {
      "epoch": 3.162270295417539,
      "grad_norm": 1.2958325287901575,
      "learning_rate": 0.00014077182014897446,
      "loss": 1.8516,
      "step": 67973
    },
    {
      "epoch": 3.1623168178646197,
      "grad_norm": 1.338221243426958,
      "learning_rate": 0.00014076811576283778,
      "loss": 2.1406,
      "step": 67974
    },
    {
      "epoch": 3.1623633403117,
      "grad_norm": 1.2966874179115926,
      "learning_rate": 0.00014076441138235297,
      "loss": 1.9531,
      "step": 67975
    },
    {
      "epoch": 3.162409862758781,
      "grad_norm": 1.2760317422771568,
      "learning_rate": 0.00014076070700752224,
      "loss": 1.8047,
      "step": 67976
    },
    {
      "epoch": 3.162456385205862,
      "grad_norm": 1.3630617892027133,
      "learning_rate": 0.00014075700263834785,
      "loss": 2.1875,
      "step": 67977
    },
    {
      "epoch": 3.1625029076529425,
      "grad_norm": 1.2649786215065775,
      "learning_rate": 0.00014075329827483208,
      "loss": 1.9922,
      "step": 67978
    },
    {
      "epoch": 3.1625494301000234,
      "grad_norm": 1.4161054825698052,
      "learning_rate": 0.00014074959391697722,
      "loss": 2.1875,
      "step": 67979
    },
    {
      "epoch": 3.162595952547104,
      "grad_norm": 1.3520903759074594,
      "learning_rate": 0.00014074588956478548,
      "loss": 1.9922,
      "step": 67980
    },
    {
      "epoch": 3.162642474994185,
      "grad_norm": 1.2537419739009288,
      "learning_rate": 0.00014074218521825918,
      "loss": 1.9922,
      "step": 67981
    },
    {
      "epoch": 3.1626889974412653,
      "grad_norm": 1.397881520740412,
      "learning_rate": 0.00014073848087740054,
      "loss": 2.1562,
      "step": 67982
    },
    {
      "epoch": 3.1627355198883462,
      "grad_norm": 1.3844322644814608,
      "learning_rate": 0.0001407347765422119,
      "loss": 2.2969,
      "step": 67983
    },
    {
      "epoch": 3.1627820423354267,
      "grad_norm": 1.3802095000825916,
      "learning_rate": 0.00014073107221269546,
      "loss": 1.9766,
      "step": 67984
    },
    {
      "epoch": 3.1628285647825076,
      "grad_norm": 1.311212171917727,
      "learning_rate": 0.00014072736788885352,
      "loss": 2.0312,
      "step": 67985
    },
    {
      "epoch": 3.162875087229588,
      "grad_norm": 1.3408044906283154,
      "learning_rate": 0.00014072366357068832,
      "loss": 1.9922,
      "step": 67986
    },
    {
      "epoch": 3.162921609676669,
      "grad_norm": 1.5208082081071477,
      "learning_rate": 0.00014071995925820217,
      "loss": 2.2031,
      "step": 67987
    },
    {
      "epoch": 3.1629681321237495,
      "grad_norm": 1.221029543244269,
      "learning_rate": 0.0001407162549513973,
      "loss": 1.6484,
      "step": 67988
    },
    {
      "epoch": 3.1630146545708304,
      "grad_norm": 1.1440972654449375,
      "learning_rate": 0.000140712550650276,
      "loss": 1.4688,
      "step": 67989
    },
    {
      "epoch": 3.1630611770179113,
      "grad_norm": 1.30065722047017,
      "learning_rate": 0.00014070884635484054,
      "loss": 1.8906,
      "step": 67990
    },
    {
      "epoch": 3.163107699464992,
      "grad_norm": 1.4143525158594374,
      "learning_rate": 0.00014070514206509317,
      "loss": 2.1562,
      "step": 67991
    },
    {
      "epoch": 3.1631542219120727,
      "grad_norm": 1.3038767519215517,
      "learning_rate": 0.0001407014377810362,
      "loss": 2.0,
      "step": 67992
    },
    {
      "epoch": 3.163200744359153,
      "grad_norm": 1.3807894617941168,
      "learning_rate": 0.00014069773350267183,
      "loss": 2.0625,
      "step": 67993
    },
    {
      "epoch": 3.163247266806234,
      "grad_norm": 1.3969915900385865,
      "learning_rate": 0.00014069402923000233,
      "loss": 2.0625,
      "step": 67994
    },
    {
      "epoch": 3.1632937892533146,
      "grad_norm": 1.346411037530943,
      "learning_rate": 0.00014069032496303007,
      "loss": 2.0156,
      "step": 67995
    },
    {
      "epoch": 3.1633403117003955,
      "grad_norm": 1.4318248929390054,
      "learning_rate": 0.00014068662070175716,
      "loss": 2.0938,
      "step": 67996
    },
    {
      "epoch": 3.163386834147476,
      "grad_norm": 1.3921771169787818,
      "learning_rate": 0.000140682916446186,
      "loss": 2.2188,
      "step": 67997
    },
    {
      "epoch": 3.163433356594557,
      "grad_norm": 1.3294587848878885,
      "learning_rate": 0.00014067921219631884,
      "loss": 2.0156,
      "step": 67998
    },
    {
      "epoch": 3.1634798790416374,
      "grad_norm": 1.3387827897138431,
      "learning_rate": 0.0001406755079521579,
      "loss": 2.1406,
      "step": 67999
    },
    {
      "epoch": 3.1635264014887183,
      "grad_norm": 1.3014469213461706,
      "learning_rate": 0.00014067180371370546,
      "loss": 1.9141,
      "step": 68000
    },
    {
      "epoch": 3.1635729239357993,
      "grad_norm": 1.3359947540408206,
      "learning_rate": 0.00014066809948096385,
      "loss": 2.0,
      "step": 68001
    },
    {
      "epoch": 3.1636194463828797,
      "grad_norm": 1.3972933193923687,
      "learning_rate": 0.00014066439525393522,
      "loss": 2.4531,
      "step": 68002
    },
    {
      "epoch": 3.1636659688299607,
      "grad_norm": 1.3765081479910708,
      "learning_rate": 0.00014066069103262194,
      "loss": 2.0312,
      "step": 68003
    },
    {
      "epoch": 3.163712491277041,
      "grad_norm": 1.3533300834971007,
      "learning_rate": 0.0001406569868170262,
      "loss": 2.2812,
      "step": 68004
    },
    {
      "epoch": 3.163759013724122,
      "grad_norm": 1.2512051992189221,
      "learning_rate": 0.00014065328260715035,
      "loss": 1.9062,
      "step": 68005
    },
    {
      "epoch": 3.1638055361712025,
      "grad_norm": 1.3633371434364965,
      "learning_rate": 0.0001406495784029966,
      "loss": 2.0781,
      "step": 68006
    },
    {
      "epoch": 3.1638520586182834,
      "grad_norm": 1.368323617742994,
      "learning_rate": 0.00014064587420456725,
      "loss": 2.125,
      "step": 68007
    },
    {
      "epoch": 3.163898581065364,
      "grad_norm": 1.4166795552312783,
      "learning_rate": 0.00014064217001186452,
      "loss": 2.1875,
      "step": 68008
    },
    {
      "epoch": 3.163945103512445,
      "grad_norm": 1.4185740928563946,
      "learning_rate": 0.00014063846582489074,
      "loss": 1.9688,
      "step": 68009
    },
    {
      "epoch": 3.1639916259595253,
      "grad_norm": 1.320945015681189,
      "learning_rate": 0.0001406347616436481,
      "loss": 2.0312,
      "step": 68010
    },
    {
      "epoch": 3.1640381484066062,
      "grad_norm": 1.3107071575649474,
      "learning_rate": 0.00014063105746813895,
      "loss": 2.1562,
      "step": 68011
    },
    {
      "epoch": 3.1640846708536867,
      "grad_norm": 1.2406280306873865,
      "learning_rate": 0.00014062735329836552,
      "loss": 1.9219,
      "step": 68012
    },
    {
      "epoch": 3.1641311933007676,
      "grad_norm": 1.3725958554536402,
      "learning_rate": 0.00014062364913433007,
      "loss": 2.0781,
      "step": 68013
    },
    {
      "epoch": 3.164177715747848,
      "grad_norm": 1.2830273843869622,
      "learning_rate": 0.00014061994497603487,
      "loss": 1.9141,
      "step": 68014
    },
    {
      "epoch": 3.164224238194929,
      "grad_norm": 1.3045620863930008,
      "learning_rate": 0.00014061624082348223,
      "loss": 1.875,
      "step": 68015
    },
    {
      "epoch": 3.16427076064201,
      "grad_norm": 1.3776929684491506,
      "learning_rate": 0.00014061253667667435,
      "loss": 2.1406,
      "step": 68016
    },
    {
      "epoch": 3.1643172830890904,
      "grad_norm": 1.3231259190643727,
      "learning_rate": 0.0001406088325356135,
      "loss": 1.8984,
      "step": 68017
    },
    {
      "epoch": 3.1643638055361714,
      "grad_norm": 1.3500557908819972,
      "learning_rate": 0.000140605128400302,
      "loss": 2.1406,
      "step": 68018
    },
    {
      "epoch": 3.164410327983252,
      "grad_norm": 1.3419635812307324,
      "learning_rate": 0.00014060142427074212,
      "loss": 2.1562,
      "step": 68019
    },
    {
      "epoch": 3.1644568504303328,
      "grad_norm": 1.1910178309389254,
      "learning_rate": 0.00014059772014693613,
      "loss": 1.6094,
      "step": 68020
    },
    {
      "epoch": 3.1645033728774132,
      "grad_norm": 1.3610159265747004,
      "learning_rate": 0.00014059401602888622,
      "loss": 2.1562,
      "step": 68021
    },
    {
      "epoch": 3.164549895324494,
      "grad_norm": 1.3974093923804025,
      "learning_rate": 0.00014059031191659472,
      "loss": 2.2344,
      "step": 68022
    },
    {
      "epoch": 3.1645964177715746,
      "grad_norm": 1.2761886961254794,
      "learning_rate": 0.0001405866078100639,
      "loss": 1.9375,
      "step": 68023
    },
    {
      "epoch": 3.1646429402186556,
      "grad_norm": 1.31689127349612,
      "learning_rate": 0.000140582903709296,
      "loss": 2.1562,
      "step": 68024
    },
    {
      "epoch": 3.164689462665736,
      "grad_norm": 1.329779041001289,
      "learning_rate": 0.00014057919961429333,
      "loss": 1.9922,
      "step": 68025
    },
    {
      "epoch": 3.164735985112817,
      "grad_norm": 1.3783966361537652,
      "learning_rate": 0.0001405754955250581,
      "loss": 2.125,
      "step": 68026
    },
    {
      "epoch": 3.164782507559898,
      "grad_norm": 1.4041651597706053,
      "learning_rate": 0.00014057179144159263,
      "loss": 2.2969,
      "step": 68027
    },
    {
      "epoch": 3.1648290300069783,
      "grad_norm": 1.3174519090744161,
      "learning_rate": 0.00014056808736389914,
      "loss": 1.8984,
      "step": 68028
    },
    {
      "epoch": 3.1648755524540593,
      "grad_norm": 1.28050627262334,
      "learning_rate": 0.00014056438329197995,
      "loss": 1.9453,
      "step": 68029
    },
    {
      "epoch": 3.1649220749011397,
      "grad_norm": 1.3669148134542621,
      "learning_rate": 0.00014056067922583727,
      "loss": 2.0938,
      "step": 68030
    },
    {
      "epoch": 3.1649685973482207,
      "grad_norm": 1.3804301625921882,
      "learning_rate": 0.00014055697516547342,
      "loss": 2.0938,
      "step": 68031
    },
    {
      "epoch": 3.165015119795301,
      "grad_norm": 1.4143351299147642,
      "learning_rate": 0.00014055327111089062,
      "loss": 2.2344,
      "step": 68032
    },
    {
      "epoch": 3.165061642242382,
      "grad_norm": 1.3172332732768395,
      "learning_rate": 0.0001405495670620912,
      "loss": 2.0,
      "step": 68033
    },
    {
      "epoch": 3.1651081646894625,
      "grad_norm": 1.316650564340258,
      "learning_rate": 0.00014054586301907738,
      "loss": 1.9141,
      "step": 68034
    },
    {
      "epoch": 3.1651546871365435,
      "grad_norm": 1.3508391686117007,
      "learning_rate": 0.00014054215898185143,
      "loss": 1.9531,
      "step": 68035
    },
    {
      "epoch": 3.165201209583624,
      "grad_norm": 1.3705845554537632,
      "learning_rate": 0.0001405384549504156,
      "loss": 2.0781,
      "step": 68036
    },
    {
      "epoch": 3.165247732030705,
      "grad_norm": 1.3401349829553193,
      "learning_rate": 0.00014053475092477223,
      "loss": 2.0469,
      "step": 68037
    },
    {
      "epoch": 3.1652942544777853,
      "grad_norm": 1.3468764006799692,
      "learning_rate": 0.0001405310469049235,
      "loss": 2.1875,
      "step": 68038
    },
    {
      "epoch": 3.1653407769248663,
      "grad_norm": 1.3013563094024019,
      "learning_rate": 0.0001405273428908717,
      "loss": 1.8828,
      "step": 68039
    },
    {
      "epoch": 3.1653872993719467,
      "grad_norm": 1.2960430056872692,
      "learning_rate": 0.00014052363888261915,
      "loss": 1.9453,
      "step": 68040
    },
    {
      "epoch": 3.1654338218190277,
      "grad_norm": 1.28472591911282,
      "learning_rate": 0.0001405199348801681,
      "loss": 1.7891,
      "step": 68041
    },
    {
      "epoch": 3.1654803442661086,
      "grad_norm": 1.3438662078418135,
      "learning_rate": 0.0001405162308835208,
      "loss": 2.0156,
      "step": 68042
    },
    {
      "epoch": 3.165526866713189,
      "grad_norm": 1.3099394742570216,
      "learning_rate": 0.0001405125268926795,
      "loss": 1.8359,
      "step": 68043
    },
    {
      "epoch": 3.16557338916027,
      "grad_norm": 1.241780927699034,
      "learning_rate": 0.0001405088229076465,
      "loss": 1.7031,
      "step": 68044
    },
    {
      "epoch": 3.1656199116073505,
      "grad_norm": 1.345555256848945,
      "learning_rate": 0.00014050511892842405,
      "loss": 2.0156,
      "step": 68045
    },
    {
      "epoch": 3.1656664340544314,
      "grad_norm": 1.311565852428763,
      "learning_rate": 0.00014050141495501443,
      "loss": 2.1875,
      "step": 68046
    },
    {
      "epoch": 3.165712956501512,
      "grad_norm": 1.363902890316942,
      "learning_rate": 0.00014049771098741988,
      "loss": 2.0625,
      "step": 68047
    },
    {
      "epoch": 3.1657594789485928,
      "grad_norm": 1.289092898036847,
      "learning_rate": 0.00014049400702564272,
      "loss": 1.9766,
      "step": 68048
    },
    {
      "epoch": 3.1658060013956733,
      "grad_norm": 1.3401386854683908,
      "learning_rate": 0.00014049030306968516,
      "loss": 2.1406,
      "step": 68049
    },
    {
      "epoch": 3.165852523842754,
      "grad_norm": 1.3523790848111752,
      "learning_rate": 0.0001404865991195495,
      "loss": 2.0938,
      "step": 68050
    },
    {
      "epoch": 3.1658990462898347,
      "grad_norm": 1.4303038594656066,
      "learning_rate": 0.000140482895175238,
      "loss": 2.125,
      "step": 68051
    },
    {
      "epoch": 3.1659455687369156,
      "grad_norm": 1.3193064926668834,
      "learning_rate": 0.00014047919123675294,
      "loss": 2.125,
      "step": 68052
    },
    {
      "epoch": 3.1659920911839965,
      "grad_norm": 1.3950534124311826,
      "learning_rate": 0.00014047548730409658,
      "loss": 2.125,
      "step": 68053
    },
    {
      "epoch": 3.166038613631077,
      "grad_norm": 1.3036315142493284,
      "learning_rate": 0.00014047178337727115,
      "loss": 1.8906,
      "step": 68054
    },
    {
      "epoch": 3.166085136078158,
      "grad_norm": 1.4938631997383218,
      "learning_rate": 0.00014046807945627897,
      "loss": 2.1094,
      "step": 68055
    },
    {
      "epoch": 3.1661316585252384,
      "grad_norm": 1.4497575045018893,
      "learning_rate": 0.00014046437554112226,
      "loss": 2.0469,
      "step": 68056
    },
    {
      "epoch": 3.1661781809723193,
      "grad_norm": 1.447686223182189,
      "learning_rate": 0.00014046067163180336,
      "loss": 2.3438,
      "step": 68057
    },
    {
      "epoch": 3.1662247034193998,
      "grad_norm": 1.3575125838036495,
      "learning_rate": 0.00014045696772832446,
      "loss": 2.1562,
      "step": 68058
    },
    {
      "epoch": 3.1662712258664807,
      "grad_norm": 1.280918826512388,
      "learning_rate": 0.0001404532638306879,
      "loss": 1.875,
      "step": 68059
    },
    {
      "epoch": 3.166317748313561,
      "grad_norm": 1.3697339227113785,
      "learning_rate": 0.00014044955993889585,
      "loss": 2.1562,
      "step": 68060
    },
    {
      "epoch": 3.166364270760642,
      "grad_norm": 1.2966692059086735,
      "learning_rate": 0.00014044585605295061,
      "loss": 1.9219,
      "step": 68061
    },
    {
      "epoch": 3.1664107932077226,
      "grad_norm": 1.3683030687027806,
      "learning_rate": 0.00014044215217285457,
      "loss": 2.125,
      "step": 68062
    },
    {
      "epoch": 3.1664573156548035,
      "grad_norm": 1.3753966259217407,
      "learning_rate": 0.00014043844829860982,
      "loss": 1.9688,
      "step": 68063
    },
    {
      "epoch": 3.166503838101884,
      "grad_norm": 1.3462771004299308,
      "learning_rate": 0.00014043474443021877,
      "loss": 2.0938,
      "step": 68064
    },
    {
      "epoch": 3.166550360548965,
      "grad_norm": 1.3307180083942864,
      "learning_rate": 0.0001404310405676836,
      "loss": 1.9844,
      "step": 68065
    },
    {
      "epoch": 3.1665968829960454,
      "grad_norm": 1.3270115648979204,
      "learning_rate": 0.0001404273367110066,
      "loss": 1.9922,
      "step": 68066
    },
    {
      "epoch": 3.1666434054431263,
      "grad_norm": 1.3985506664662977,
      "learning_rate": 0.00014042363286019004,
      "loss": 2.1406,
      "step": 68067
    },
    {
      "epoch": 3.166689927890207,
      "grad_norm": 1.372987026270912,
      "learning_rate": 0.00014041992901523624,
      "loss": 1.9297,
      "step": 68068
    },
    {
      "epoch": 3.1667364503372877,
      "grad_norm": 1.4548655701861628,
      "learning_rate": 0.00014041622517614735,
      "loss": 2.2812,
      "step": 68069
    },
    {
      "epoch": 3.1667829727843686,
      "grad_norm": 1.400271571206982,
      "learning_rate": 0.00014041252134292575,
      "loss": 2.0156,
      "step": 68070
    },
    {
      "epoch": 3.166829495231449,
      "grad_norm": 1.3348975274174215,
      "learning_rate": 0.0001404088175155736,
      "loss": 2.0312,
      "step": 68071
    },
    {
      "epoch": 3.16687601767853,
      "grad_norm": 1.208666556614884,
      "learning_rate": 0.00014040511369409328,
      "loss": 1.6953,
      "step": 68072
    },
    {
      "epoch": 3.1669225401256105,
      "grad_norm": 1.4187683871591155,
      "learning_rate": 0.00014040140987848699,
      "loss": 2.0156,
      "step": 68073
    },
    {
      "epoch": 3.1669690625726914,
      "grad_norm": 1.4196274228742138,
      "learning_rate": 0.00014039770606875701,
      "loss": 2.1094,
      "step": 68074
    },
    {
      "epoch": 3.167015585019772,
      "grad_norm": 1.3551251725183595,
      "learning_rate": 0.00014039400226490561,
      "loss": 2.0469,
      "step": 68075
    },
    {
      "epoch": 3.167062107466853,
      "grad_norm": 1.341611358170646,
      "learning_rate": 0.0001403902984669351,
      "loss": 2.1094,
      "step": 68076
    },
    {
      "epoch": 3.1671086299139333,
      "grad_norm": 1.40187937302002,
      "learning_rate": 0.00014038659467484766,
      "loss": 2.0625,
      "step": 68077
    },
    {
      "epoch": 3.167155152361014,
      "grad_norm": 1.320685750194475,
      "learning_rate": 0.0001403828908886456,
      "loss": 2.0156,
      "step": 68078
    },
    {
      "epoch": 3.167201674808095,
      "grad_norm": 1.2898991241339428,
      "learning_rate": 0.00014037918710833124,
      "loss": 2.0156,
      "step": 68079
    },
    {
      "epoch": 3.1672481972551756,
      "grad_norm": 1.3853775453231585,
      "learning_rate": 0.00014037548333390674,
      "loss": 1.9062,
      "step": 68080
    },
    {
      "epoch": 3.1672947197022565,
      "grad_norm": 1.3980585289669032,
      "learning_rate": 0.00014037177956537447,
      "loss": 2.0781,
      "step": 68081
    },
    {
      "epoch": 3.167341242149337,
      "grad_norm": 1.4064716101833017,
      "learning_rate": 0.00014036807580273663,
      "loss": 2.0156,
      "step": 68082
    },
    {
      "epoch": 3.167387764596418,
      "grad_norm": 1.36879861587776,
      "learning_rate": 0.00014036437204599547,
      "loss": 2.0625,
      "step": 68083
    },
    {
      "epoch": 3.1674342870434984,
      "grad_norm": 1.34462752459299,
      "learning_rate": 0.00014036066829515334,
      "loss": 1.9453,
      "step": 68084
    },
    {
      "epoch": 3.1674808094905793,
      "grad_norm": 1.2913870630209505,
      "learning_rate": 0.00014035696455021244,
      "loss": 1.9688,
      "step": 68085
    },
    {
      "epoch": 3.16752733193766,
      "grad_norm": 1.4180916943513708,
      "learning_rate": 0.0001403532608111751,
      "loss": 2.0625,
      "step": 68086
    },
    {
      "epoch": 3.1675738543847407,
      "grad_norm": 1.4584840176708211,
      "learning_rate": 0.00014034955707804353,
      "loss": 2.2656,
      "step": 68087
    },
    {
      "epoch": 3.167620376831821,
      "grad_norm": 1.4115634300382331,
      "learning_rate": 0.00014034585335082005,
      "loss": 2.25,
      "step": 68088
    },
    {
      "epoch": 3.167666899278902,
      "grad_norm": 1.253162218087654,
      "learning_rate": 0.00014034214962950687,
      "loss": 1.7266,
      "step": 68089
    },
    {
      "epoch": 3.1677134217259826,
      "grad_norm": 1.3244835530360501,
      "learning_rate": 0.00014033844591410628,
      "loss": 2.0469,
      "step": 68090
    },
    {
      "epoch": 3.1677599441730635,
      "grad_norm": 1.3571136623393119,
      "learning_rate": 0.00014033474220462056,
      "loss": 2.0781,
      "step": 68091
    },
    {
      "epoch": 3.1678064666201444,
      "grad_norm": 1.444030594027671,
      "learning_rate": 0.00014033103850105198,
      "loss": 2.0938,
      "step": 68092
    },
    {
      "epoch": 3.167852989067225,
      "grad_norm": 1.2852282143419482,
      "learning_rate": 0.00014032733480340276,
      "loss": 1.9844,
      "step": 68093
    },
    {
      "epoch": 3.167899511514306,
      "grad_norm": 1.2729369476135766,
      "learning_rate": 0.00014032363111167524,
      "loss": 1.8906,
      "step": 68094
    },
    {
      "epoch": 3.1679460339613863,
      "grad_norm": 1.4110427045410854,
      "learning_rate": 0.0001403199274258716,
      "loss": 2.0469,
      "step": 68095
    },
    {
      "epoch": 3.167992556408467,
      "grad_norm": 1.4319421083946642,
      "learning_rate": 0.00014031622374599423,
      "loss": 2.1406,
      "step": 68096
    },
    {
      "epoch": 3.1680390788555477,
      "grad_norm": 1.2421710481656767,
      "learning_rate": 0.00014031252007204526,
      "loss": 1.6875,
      "step": 68097
    },
    {
      "epoch": 3.1680856013026286,
      "grad_norm": 1.3803673264900058,
      "learning_rate": 0.00014030881640402708,
      "loss": 1.9609,
      "step": 68098
    },
    {
      "epoch": 3.168132123749709,
      "grad_norm": 1.3618184598508412,
      "learning_rate": 0.00014030511274194183,
      "loss": 2.2344,
      "step": 68099
    },
    {
      "epoch": 3.16817864619679,
      "grad_norm": 1.315104829591271,
      "learning_rate": 0.00014030140908579192,
      "loss": 1.9375,
      "step": 68100
    },
    {
      "epoch": 3.1682251686438705,
      "grad_norm": 1.3111576773855025,
      "learning_rate": 0.0001402977054355795,
      "loss": 2.0156,
      "step": 68101
    },
    {
      "epoch": 3.1682716910909514,
      "grad_norm": 1.359075561823052,
      "learning_rate": 0.00014029400179130689,
      "loss": 2.125,
      "step": 68102
    },
    {
      "epoch": 3.168318213538032,
      "grad_norm": 1.3672940114502532,
      "learning_rate": 0.00014029029815297632,
      "loss": 2.0625,
      "step": 68103
    },
    {
      "epoch": 3.168364735985113,
      "grad_norm": 1.4711953368022417,
      "learning_rate": 0.00014028659452059017,
      "loss": 2.1875,
      "step": 68104
    },
    {
      "epoch": 3.1684112584321937,
      "grad_norm": 1.3114344256543964,
      "learning_rate": 0.0001402828908941505,
      "loss": 2.0781,
      "step": 68105
    },
    {
      "epoch": 3.168457780879274,
      "grad_norm": 1.288845003863092,
      "learning_rate": 0.00014027918727365976,
      "loss": 1.8203,
      "step": 68106
    },
    {
      "epoch": 3.168504303326355,
      "grad_norm": 1.3524465131092116,
      "learning_rate": 0.00014027548365912017,
      "loss": 2.2031,
      "step": 68107
    },
    {
      "epoch": 3.1685508257734356,
      "grad_norm": 1.2999508834180153,
      "learning_rate": 0.00014027178005053399,
      "loss": 1.8828,
      "step": 68108
    },
    {
      "epoch": 3.1685973482205165,
      "grad_norm": 1.407232522836426,
      "learning_rate": 0.0001402680764479035,
      "loss": 2.0156,
      "step": 68109
    },
    {
      "epoch": 3.168643870667597,
      "grad_norm": 1.3476010933260527,
      "learning_rate": 0.00014026437285123095,
      "loss": 1.9297,
      "step": 68110
    },
    {
      "epoch": 3.168690393114678,
      "grad_norm": 1.4438429295351458,
      "learning_rate": 0.00014026066926051857,
      "loss": 2.2969,
      "step": 68111
    },
    {
      "epoch": 3.1687369155617584,
      "grad_norm": 1.3291680726293464,
      "learning_rate": 0.0001402569656757687,
      "loss": 1.9609,
      "step": 68112
    },
    {
      "epoch": 3.1687834380088393,
      "grad_norm": 1.3222054145544433,
      "learning_rate": 0.00014025326209698356,
      "loss": 1.8125,
      "step": 68113
    },
    {
      "epoch": 3.16882996045592,
      "grad_norm": 1.3842652687171886,
      "learning_rate": 0.00014024955852416545,
      "loss": 2.1719,
      "step": 68114
    },
    {
      "epoch": 3.1688764829030007,
      "grad_norm": 1.4184525088423716,
      "learning_rate": 0.00014024585495731658,
      "loss": 2.25,
      "step": 68115
    },
    {
      "epoch": 3.1689230053500816,
      "grad_norm": 1.3479586652317594,
      "learning_rate": 0.00014024215139643928,
      "loss": 2.0469,
      "step": 68116
    },
    {
      "epoch": 3.168969527797162,
      "grad_norm": 1.3566011993510498,
      "learning_rate": 0.00014023844784153577,
      "loss": 2.1562,
      "step": 68117
    },
    {
      "epoch": 3.169016050244243,
      "grad_norm": 1.399323190690044,
      "learning_rate": 0.00014023474429260838,
      "loss": 2.2031,
      "step": 68118
    },
    {
      "epoch": 3.1690625726913235,
      "grad_norm": 1.3790141758358294,
      "learning_rate": 0.00014023104074965928,
      "loss": 2.1094,
      "step": 68119
    },
    {
      "epoch": 3.1691090951384044,
      "grad_norm": 1.3865055993914537,
      "learning_rate": 0.00014022733721269086,
      "loss": 2.2344,
      "step": 68120
    },
    {
      "epoch": 3.169155617585485,
      "grad_norm": 1.4529493292836582,
      "learning_rate": 0.00014022363368170526,
      "loss": 2.1406,
      "step": 68121
    },
    {
      "epoch": 3.169202140032566,
      "grad_norm": 1.4539521530832664,
      "learning_rate": 0.00014021993015670485,
      "loss": 1.9219,
      "step": 68122
    },
    {
      "epoch": 3.1692486624796463,
      "grad_norm": 1.2982796023547527,
      "learning_rate": 0.00014021622663769182,
      "loss": 2.0469,
      "step": 68123
    },
    {
      "epoch": 3.1692951849267272,
      "grad_norm": 1.2315001466782969,
      "learning_rate": 0.00014021252312466852,
      "loss": 1.75,
      "step": 68124
    },
    {
      "epoch": 3.1693417073738077,
      "grad_norm": 1.3049127449759752,
      "learning_rate": 0.00014020881961763714,
      "loss": 1.875,
      "step": 68125
    },
    {
      "epoch": 3.1693882298208886,
      "grad_norm": 1.356151987573637,
      "learning_rate": 0.0001402051161166,
      "loss": 1.9297,
      "step": 68126
    },
    {
      "epoch": 3.169434752267969,
      "grad_norm": 1.2723665427921345,
      "learning_rate": 0.00014020141262155927,
      "loss": 1.9688,
      "step": 68127
    },
    {
      "epoch": 3.16948127471505,
      "grad_norm": 1.3131609115911538,
      "learning_rate": 0.00014019770913251733,
      "loss": 1.9688,
      "step": 68128
    },
    {
      "epoch": 3.1695277971621305,
      "grad_norm": 1.3841797353624994,
      "learning_rate": 0.00014019400564947647,
      "loss": 2.1406,
      "step": 68129
    },
    {
      "epoch": 3.1695743196092114,
      "grad_norm": 1.3132665717205936,
      "learning_rate": 0.00014019030217243884,
      "loss": 1.9844,
      "step": 68130
    },
    {
      "epoch": 3.1696208420562924,
      "grad_norm": 1.3851149683575363,
      "learning_rate": 0.0001401865987014068,
      "loss": 1.875,
      "step": 68131
    },
    {
      "epoch": 3.169667364503373,
      "grad_norm": 1.3729788418573845,
      "learning_rate": 0.00014018289523638256,
      "loss": 2.0469,
      "step": 68132
    },
    {
      "epoch": 3.1697138869504538,
      "grad_norm": 1.3608827879425016,
      "learning_rate": 0.00014017919177736844,
      "loss": 2.0469,
      "step": 68133
    },
    {
      "epoch": 3.1697604093975342,
      "grad_norm": 1.420834777659945,
      "learning_rate": 0.00014017548832436663,
      "loss": 2.2188,
      "step": 68134
    },
    {
      "epoch": 3.169806931844615,
      "grad_norm": 1.3382776963899594,
      "learning_rate": 0.0001401717848773795,
      "loss": 2.0,
      "step": 68135
    },
    {
      "epoch": 3.1698534542916956,
      "grad_norm": 1.335710829243549,
      "learning_rate": 0.00014016808143640924,
      "loss": 1.9141,
      "step": 68136
    },
    {
      "epoch": 3.1698999767387765,
      "grad_norm": 1.3305553583165637,
      "learning_rate": 0.00014016437800145812,
      "loss": 2.0938,
      "step": 68137
    },
    {
      "epoch": 3.169946499185857,
      "grad_norm": 1.3807135884134207,
      "learning_rate": 0.00014016067457252844,
      "loss": 2.2031,
      "step": 68138
    },
    {
      "epoch": 3.169993021632938,
      "grad_norm": 1.3476746961974295,
      "learning_rate": 0.00014015697114962242,
      "loss": 2.1094,
      "step": 68139
    },
    {
      "epoch": 3.1700395440800184,
      "grad_norm": 1.344096228154571,
      "learning_rate": 0.00014015326773274243,
      "loss": 2.0,
      "step": 68140
    },
    {
      "epoch": 3.1700860665270993,
      "grad_norm": 1.4205293244950243,
      "learning_rate": 0.0001401495643218906,
      "loss": 2.2188,
      "step": 68141
    },
    {
      "epoch": 3.1701325889741803,
      "grad_norm": 1.3223627728116654,
      "learning_rate": 0.00014014586091706932,
      "loss": 2.0312,
      "step": 68142
    },
    {
      "epoch": 3.1701791114212607,
      "grad_norm": 1.3404071060384875,
      "learning_rate": 0.00014014215751828073,
      "loss": 1.9922,
      "step": 68143
    },
    {
      "epoch": 3.1702256338683417,
      "grad_norm": 1.355559433923589,
      "learning_rate": 0.00014013845412552724,
      "loss": 2.0156,
      "step": 68144
    },
    {
      "epoch": 3.170272156315422,
      "grad_norm": 1.2824020948681325,
      "learning_rate": 0.000140134750738811,
      "loss": 1.7109,
      "step": 68145
    },
    {
      "epoch": 3.170318678762503,
      "grad_norm": 1.390255669489002,
      "learning_rate": 0.00014013104735813436,
      "loss": 2.0156,
      "step": 68146
    },
    {
      "epoch": 3.1703652012095835,
      "grad_norm": 1.381358274260491,
      "learning_rate": 0.00014012734398349952,
      "loss": 2.2969,
      "step": 68147
    },
    {
      "epoch": 3.1704117236566645,
      "grad_norm": 1.3352770658667685,
      "learning_rate": 0.0001401236406149088,
      "loss": 1.9688,
      "step": 68148
    },
    {
      "epoch": 3.170458246103745,
      "grad_norm": 1.374776884531894,
      "learning_rate": 0.00014011993725236441,
      "loss": 2.0625,
      "step": 68149
    },
    {
      "epoch": 3.170504768550826,
      "grad_norm": 1.2816904236962012,
      "learning_rate": 0.00014011623389586865,
      "loss": 1.8906,
      "step": 68150
    },
    {
      "epoch": 3.1705512909979063,
      "grad_norm": 1.3626569214146993,
      "learning_rate": 0.00014011253054542383,
      "loss": 1.9219,
      "step": 68151
    },
    {
      "epoch": 3.1705978134449873,
      "grad_norm": 1.3020875100311344,
      "learning_rate": 0.00014010882720103215,
      "loss": 1.9922,
      "step": 68152
    },
    {
      "epoch": 3.1706443358920677,
      "grad_norm": 1.3598768073092864,
      "learning_rate": 0.00014010512386269594,
      "loss": 2.0,
      "step": 68153
    },
    {
      "epoch": 3.1706908583391487,
      "grad_norm": 1.339131349514563,
      "learning_rate": 0.0001401014205304174,
      "loss": 1.9688,
      "step": 68154
    },
    {
      "epoch": 3.170737380786229,
      "grad_norm": 1.3337193713388769,
      "learning_rate": 0.00014009771720419886,
      "loss": 2.0,
      "step": 68155
    },
    {
      "epoch": 3.17078390323331,
      "grad_norm": 1.3172674940154556,
      "learning_rate": 0.00014009401388404252,
      "loss": 1.9297,
      "step": 68156
    },
    {
      "epoch": 3.170830425680391,
      "grad_norm": 1.2623356406756179,
      "learning_rate": 0.00014009031056995072,
      "loss": 1.9453,
      "step": 68157
    },
    {
      "epoch": 3.1708769481274715,
      "grad_norm": 1.2411892238080122,
      "learning_rate": 0.00014008660726192565,
      "loss": 1.7734,
      "step": 68158
    },
    {
      "epoch": 3.1709234705745524,
      "grad_norm": 1.3570093752891697,
      "learning_rate": 0.00014008290395996965,
      "loss": 2.1562,
      "step": 68159
    },
    {
      "epoch": 3.170969993021633,
      "grad_norm": 1.30107749352233,
      "learning_rate": 0.00014007920066408492,
      "loss": 1.75,
      "step": 68160
    },
    {
      "epoch": 3.1710165154687138,
      "grad_norm": 1.4621004821054597,
      "learning_rate": 0.00014007549737427382,
      "loss": 2.3594,
      "step": 68161
    },
    {
      "epoch": 3.1710630379157942,
      "grad_norm": 1.3508559825299638,
      "learning_rate": 0.00014007179409053852,
      "loss": 2.0625,
      "step": 68162
    },
    {
      "epoch": 3.171109560362875,
      "grad_norm": 1.4015814617635785,
      "learning_rate": 0.0001400680908128813,
      "loss": 2.2969,
      "step": 68163
    },
    {
      "epoch": 3.1711560828099556,
      "grad_norm": 1.2722331819173258,
      "learning_rate": 0.00014006438754130451,
      "loss": 1.625,
      "step": 68164
    },
    {
      "epoch": 3.1712026052570366,
      "grad_norm": 1.500751911907575,
      "learning_rate": 0.00014006068427581034,
      "loss": 2.4688,
      "step": 68165
    },
    {
      "epoch": 3.171249127704117,
      "grad_norm": 1.1618843784888304,
      "learning_rate": 0.00014005698101640106,
      "loss": 1.5312,
      "step": 68166
    },
    {
      "epoch": 3.171295650151198,
      "grad_norm": 1.4783250396010892,
      "learning_rate": 0.00014005327776307899,
      "loss": 2.3438,
      "step": 68167
    },
    {
      "epoch": 3.171342172598279,
      "grad_norm": 1.3619208925863329,
      "learning_rate": 0.00014004957451584633,
      "loss": 1.9844,
      "step": 68168
    },
    {
      "epoch": 3.1713886950453594,
      "grad_norm": 1.3216349081049374,
      "learning_rate": 0.00014004587127470537,
      "loss": 1.8125,
      "step": 68169
    },
    {
      "epoch": 3.1714352174924403,
      "grad_norm": 1.4120962442215756,
      "learning_rate": 0.0001400421680396584,
      "loss": 1.8281,
      "step": 68170
    },
    {
      "epoch": 3.1714817399395208,
      "grad_norm": 1.3274440477560958,
      "learning_rate": 0.00014003846481070765,
      "loss": 2.2812,
      "step": 68171
    },
    {
      "epoch": 3.1715282623866017,
      "grad_norm": 1.3572959627687327,
      "learning_rate": 0.00014003476158785542,
      "loss": 2.0781,
      "step": 68172
    },
    {
      "epoch": 3.171574784833682,
      "grad_norm": 1.358031134733206,
      "learning_rate": 0.000140031058371104,
      "loss": 2.0469,
      "step": 68173
    },
    {
      "epoch": 3.171621307280763,
      "grad_norm": 1.276797830905899,
      "learning_rate": 0.0001400273551604556,
      "loss": 1.8125,
      "step": 68174
    },
    {
      "epoch": 3.1716678297278436,
      "grad_norm": 1.367984432492146,
      "learning_rate": 0.00014002365195591254,
      "loss": 2.0781,
      "step": 68175
    },
    {
      "epoch": 3.1717143521749245,
      "grad_norm": 1.4272355548959677,
      "learning_rate": 0.000140019948757477,
      "loss": 2.2188,
      "step": 68176
    },
    {
      "epoch": 3.171760874622005,
      "grad_norm": 1.213821845221927,
      "learning_rate": 0.00014001624556515138,
      "loss": 1.5469,
      "step": 68177
    },
    {
      "epoch": 3.171807397069086,
      "grad_norm": 1.4159100529126805,
      "learning_rate": 0.00014001254237893784,
      "loss": 2.3125,
      "step": 68178
    },
    {
      "epoch": 3.1718539195161664,
      "grad_norm": 1.422782364598833,
      "learning_rate": 0.00014000883919883868,
      "loss": 2.0469,
      "step": 68179
    },
    {
      "epoch": 3.1719004419632473,
      "grad_norm": 1.318540065568087,
      "learning_rate": 0.00014000513602485616,
      "loss": 1.9609,
      "step": 68180
    },
    {
      "epoch": 3.1719469644103278,
      "grad_norm": 1.3855992575814793,
      "learning_rate": 0.00014000143285699258,
      "loss": 2.0156,
      "step": 68181
    },
    {
      "epoch": 3.1719934868574087,
      "grad_norm": 1.2161813069876926,
      "learning_rate": 0.00013999772969525015,
      "loss": 1.8047,
      "step": 68182
    },
    {
      "epoch": 3.1720400093044896,
      "grad_norm": 1.274231593489031,
      "learning_rate": 0.0001399940265396312,
      "loss": 2.0,
      "step": 68183
    },
    {
      "epoch": 3.17208653175157,
      "grad_norm": 1.3265240733152088,
      "learning_rate": 0.00013999032339013793,
      "loss": 1.9297,
      "step": 68184
    },
    {
      "epoch": 3.172133054198651,
      "grad_norm": 1.1925581452885403,
      "learning_rate": 0.00013998662024677268,
      "loss": 1.5156,
      "step": 68185
    },
    {
      "epoch": 3.1721795766457315,
      "grad_norm": 1.3437230203273514,
      "learning_rate": 0.00013998291710953765,
      "loss": 1.8438,
      "step": 68186
    },
    {
      "epoch": 3.1722260990928124,
      "grad_norm": 1.3708583001538632,
      "learning_rate": 0.00013997921397843516,
      "loss": 2.25,
      "step": 68187
    },
    {
      "epoch": 3.172272621539893,
      "grad_norm": 1.4047713299214832,
      "learning_rate": 0.00013997551085346747,
      "loss": 2.0781,
      "step": 68188
    },
    {
      "epoch": 3.172319143986974,
      "grad_norm": 1.2511800530162516,
      "learning_rate": 0.00013997180773463676,
      "loss": 1.875,
      "step": 68189
    },
    {
      "epoch": 3.1723656664340543,
      "grad_norm": 1.2490915626569528,
      "learning_rate": 0.00013996810462194546,
      "loss": 1.9766,
      "step": 68190
    },
    {
      "epoch": 3.172412188881135,
      "grad_norm": 1.3502007765127175,
      "learning_rate": 0.00013996440151539566,
      "loss": 2.0625,
      "step": 68191
    },
    {
      "epoch": 3.1724587113282157,
      "grad_norm": 1.3686757535771197,
      "learning_rate": 0.00013996069841498978,
      "loss": 1.6641,
      "step": 68192
    },
    {
      "epoch": 3.1725052337752966,
      "grad_norm": 1.372924015290117,
      "learning_rate": 0.00013995699532072994,
      "loss": 2.1406,
      "step": 68193
    },
    {
      "epoch": 3.1725517562223775,
      "grad_norm": 1.3752841181902362,
      "learning_rate": 0.0001399532922326185,
      "loss": 1.8516,
      "step": 68194
    },
    {
      "epoch": 3.172598278669458,
      "grad_norm": 1.2215198329174461,
      "learning_rate": 0.00013994958915065778,
      "loss": 1.8203,
      "step": 68195
    },
    {
      "epoch": 3.172644801116539,
      "grad_norm": 1.3744529308381064,
      "learning_rate": 0.00013994588607484993,
      "loss": 2.1406,
      "step": 68196
    },
    {
      "epoch": 3.1726913235636194,
      "grad_norm": 1.6920382419685431,
      "learning_rate": 0.0001399421830051973,
      "loss": 2.3438,
      "step": 68197
    },
    {
      "epoch": 3.1727378460107003,
      "grad_norm": 1.444382297892971,
      "learning_rate": 0.00013993847994170212,
      "loss": 2.0938,
      "step": 68198
    },
    {
      "epoch": 3.172784368457781,
      "grad_norm": 1.4231071875593573,
      "learning_rate": 0.00013993477688436666,
      "loss": 2.2031,
      "step": 68199
    },
    {
      "epoch": 3.1728308909048617,
      "grad_norm": 1.3746401883027037,
      "learning_rate": 0.00013993107383319318,
      "loss": 2.0625,
      "step": 68200
    },
    {
      "epoch": 3.172877413351942,
      "grad_norm": 1.348052263445968,
      "learning_rate": 0.000139927370788184,
      "loss": 2.2031,
      "step": 68201
    },
    {
      "epoch": 3.172923935799023,
      "grad_norm": 1.3338620348213124,
      "learning_rate": 0.00013992366774934128,
      "loss": 2.0938,
      "step": 68202
    },
    {
      "epoch": 3.1729704582461036,
      "grad_norm": 1.2952470399782676,
      "learning_rate": 0.00013991996471666738,
      "loss": 1.8594,
      "step": 68203
    },
    {
      "epoch": 3.1730169806931845,
      "grad_norm": 1.3350109505742578,
      "learning_rate": 0.0001399162616901645,
      "loss": 1.7734,
      "step": 68204
    },
    {
      "epoch": 3.173063503140265,
      "grad_norm": 1.3496404045249843,
      "learning_rate": 0.00013991255866983501,
      "loss": 1.5938,
      "step": 68205
    },
    {
      "epoch": 3.173110025587346,
      "grad_norm": 1.3000496881224617,
      "learning_rate": 0.00013990885565568105,
      "loss": 1.9062,
      "step": 68206
    },
    {
      "epoch": 3.173156548034427,
      "grad_norm": 1.3370379061722322,
      "learning_rate": 0.000139905152647705,
      "loss": 2.0625,
      "step": 68207
    },
    {
      "epoch": 3.1732030704815073,
      "grad_norm": 1.2652792026030106,
      "learning_rate": 0.00013990144964590902,
      "loss": 1.9844,
      "step": 68208
    },
    {
      "epoch": 3.173249592928588,
      "grad_norm": 1.3627549614559622,
      "learning_rate": 0.00013989774665029548,
      "loss": 2.1719,
      "step": 68209
    },
    {
      "epoch": 3.1732961153756687,
      "grad_norm": 1.377348448576851,
      "learning_rate": 0.00013989404366086656,
      "loss": 2.1719,
      "step": 68210
    },
    {
      "epoch": 3.1733426378227496,
      "grad_norm": 1.323623392072594,
      "learning_rate": 0.0001398903406776246,
      "loss": 1.9766,
      "step": 68211
    },
    {
      "epoch": 3.17338916026983,
      "grad_norm": 1.297060799703365,
      "learning_rate": 0.00013988663770057183,
      "loss": 2.0156,
      "step": 68212
    },
    {
      "epoch": 3.173435682716911,
      "grad_norm": 1.2619263287626736,
      "learning_rate": 0.00013988293472971052,
      "loss": 1.8438,
      "step": 68213
    },
    {
      "epoch": 3.1734822051639915,
      "grad_norm": 1.3507477498811271,
      "learning_rate": 0.00013987923176504293,
      "loss": 2.1406,
      "step": 68214
    },
    {
      "epoch": 3.1735287276110724,
      "grad_norm": 1.301805016115391,
      "learning_rate": 0.00013987552880657126,
      "loss": 1.9453,
      "step": 68215
    },
    {
      "epoch": 3.173575250058153,
      "grad_norm": 1.2713395875803997,
      "learning_rate": 0.00013987182585429794,
      "loss": 1.9688,
      "step": 68216
    },
    {
      "epoch": 3.173621772505234,
      "grad_norm": 1.4492958189382623,
      "learning_rate": 0.00013986812290822515,
      "loss": 2.3281,
      "step": 68217
    },
    {
      "epoch": 3.1736682949523143,
      "grad_norm": 1.2087729328352104,
      "learning_rate": 0.0001398644199683551,
      "loss": 1.7188,
      "step": 68218
    },
    {
      "epoch": 3.173714817399395,
      "grad_norm": 1.3328022737526193,
      "learning_rate": 0.00013986071703469017,
      "loss": 1.9609,
      "step": 68219
    },
    {
      "epoch": 3.173761339846476,
      "grad_norm": 1.3153566800548164,
      "learning_rate": 0.00013985701410723254,
      "loss": 2.0469,
      "step": 68220
    },
    {
      "epoch": 3.1738078622935566,
      "grad_norm": 1.3211988051572832,
      "learning_rate": 0.00013985331118598454,
      "loss": 2.0781,
      "step": 68221
    },
    {
      "epoch": 3.1738543847406375,
      "grad_norm": 1.3137197632763107,
      "learning_rate": 0.00013984960827094834,
      "loss": 2.0,
      "step": 68222
    },
    {
      "epoch": 3.173900907187718,
      "grad_norm": 1.4434997888191294,
      "learning_rate": 0.00013984590536212632,
      "loss": 2.3438,
      "step": 68223
    },
    {
      "epoch": 3.173947429634799,
      "grad_norm": 1.2491906379301252,
      "learning_rate": 0.00013984220245952066,
      "loss": 1.6094,
      "step": 68224
    },
    {
      "epoch": 3.1739939520818794,
      "grad_norm": 1.369871010655742,
      "learning_rate": 0.0001398384995631337,
      "loss": 2.2031,
      "step": 68225
    },
    {
      "epoch": 3.1740404745289603,
      "grad_norm": 1.3085959695373186,
      "learning_rate": 0.00013983479667296764,
      "loss": 2.2031,
      "step": 68226
    },
    {
      "epoch": 3.174086996976041,
      "grad_norm": 1.2950254012134084,
      "learning_rate": 0.00013983109378902482,
      "loss": 1.9922,
      "step": 68227
    },
    {
      "epoch": 3.1741335194231217,
      "grad_norm": 1.3618240900064382,
      "learning_rate": 0.00013982739091130742,
      "loss": 2.0,
      "step": 68228
    },
    {
      "epoch": 3.174180041870202,
      "grad_norm": 1.2521182304296057,
      "learning_rate": 0.00013982368803981777,
      "loss": 1.8672,
      "step": 68229
    },
    {
      "epoch": 3.174226564317283,
      "grad_norm": 1.343952755276574,
      "learning_rate": 0.0001398199851745581,
      "loss": 2.0625,
      "step": 68230
    },
    {
      "epoch": 3.174273086764364,
      "grad_norm": 1.3174781955606685,
      "learning_rate": 0.00013981628231553073,
      "loss": 1.9609,
      "step": 68231
    },
    {
      "epoch": 3.1743196092114445,
      "grad_norm": 1.3897840352588764,
      "learning_rate": 0.00013981257946273784,
      "loss": 1.9609,
      "step": 68232
    },
    {
      "epoch": 3.1743661316585254,
      "grad_norm": 1.4167515033277005,
      "learning_rate": 0.0001398088766161818,
      "loss": 2.25,
      "step": 68233
    },
    {
      "epoch": 3.174412654105606,
      "grad_norm": 1.3296061629023415,
      "learning_rate": 0.0001398051737758648,
      "loss": 1.9062,
      "step": 68234
    },
    {
      "epoch": 3.174459176552687,
      "grad_norm": 1.300268032518043,
      "learning_rate": 0.00013980147094178915,
      "loss": 2.0469,
      "step": 68235
    },
    {
      "epoch": 3.1745056989997673,
      "grad_norm": 1.3139697422129826,
      "learning_rate": 0.00013979776811395706,
      "loss": 1.9375,
      "step": 68236
    },
    {
      "epoch": 3.1745522214468482,
      "grad_norm": 1.4182926324955278,
      "learning_rate": 0.00013979406529237084,
      "loss": 2.1406,
      "step": 68237
    },
    {
      "epoch": 3.1745987438939287,
      "grad_norm": 1.3947070229602117,
      "learning_rate": 0.00013979036247703278,
      "loss": 2.1562,
      "step": 68238
    },
    {
      "epoch": 3.1746452663410096,
      "grad_norm": 1.3537058065684446,
      "learning_rate": 0.0001397866596679451,
      "loss": 2.0312,
      "step": 68239
    },
    {
      "epoch": 3.17469178878809,
      "grad_norm": 1.3836250113020319,
      "learning_rate": 0.00013978295686511012,
      "loss": 2.0,
      "step": 68240
    },
    {
      "epoch": 3.174738311235171,
      "grad_norm": 1.2922151515108575,
      "learning_rate": 0.00013977925406853005,
      "loss": 2.0156,
      "step": 68241
    },
    {
      "epoch": 3.1747848336822515,
      "grad_norm": 1.4589605820042781,
      "learning_rate": 0.00013977555127820722,
      "loss": 2.2344,
      "step": 68242
    },
    {
      "epoch": 3.1748313561293324,
      "grad_norm": 1.316437733388578,
      "learning_rate": 0.00013977184849414383,
      "loss": 1.9375,
      "step": 68243
    },
    {
      "epoch": 3.174877878576413,
      "grad_norm": 1.4471284093228267,
      "learning_rate": 0.00013976814571634217,
      "loss": 2.2812,
      "step": 68244
    },
    {
      "epoch": 3.174924401023494,
      "grad_norm": 1.331101448130236,
      "learning_rate": 0.00013976444294480452,
      "loss": 2.0469,
      "step": 68245
    },
    {
      "epoch": 3.1749709234705747,
      "grad_norm": 1.425632666176436,
      "learning_rate": 0.00013976074017953312,
      "loss": 2.1719,
      "step": 68246
    },
    {
      "epoch": 3.1750174459176552,
      "grad_norm": 1.5097456911790776,
      "learning_rate": 0.00013975703742053028,
      "loss": 2.3281,
      "step": 68247
    },
    {
      "epoch": 3.175063968364736,
      "grad_norm": 1.3079030263180786,
      "learning_rate": 0.00013975333466779822,
      "loss": 1.5312,
      "step": 68248
    },
    {
      "epoch": 3.1751104908118166,
      "grad_norm": 1.3634111495147028,
      "learning_rate": 0.00013974963192133928,
      "loss": 2.0,
      "step": 68249
    },
    {
      "epoch": 3.1751570132588975,
      "grad_norm": 1.230082859778084,
      "learning_rate": 0.0001397459291811556,
      "loss": 1.75,
      "step": 68250
    },
    {
      "epoch": 3.175203535705978,
      "grad_norm": 1.2479168590699492,
      "learning_rate": 0.00013974222644724956,
      "loss": 1.8281,
      "step": 68251
    },
    {
      "epoch": 3.175250058153059,
      "grad_norm": 1.2738725475246673,
      "learning_rate": 0.00013973852371962337,
      "loss": 1.9609,
      "step": 68252
    },
    {
      "epoch": 3.1752965806001394,
      "grad_norm": 1.2557200430754003,
      "learning_rate": 0.00013973482099827934,
      "loss": 1.9609,
      "step": 68253
    },
    {
      "epoch": 3.1753431030472203,
      "grad_norm": 1.2851954043943994,
      "learning_rate": 0.0001397311182832197,
      "loss": 1.9844,
      "step": 68254
    },
    {
      "epoch": 3.175389625494301,
      "grad_norm": 1.2116387504406962,
      "learning_rate": 0.00013972741557444676,
      "loss": 1.6719,
      "step": 68255
    },
    {
      "epoch": 3.1754361479413817,
      "grad_norm": 1.3698733385447746,
      "learning_rate": 0.00013972371287196273,
      "loss": 1.9531,
      "step": 68256
    },
    {
      "epoch": 3.1754826703884627,
      "grad_norm": 1.4249920303018695,
      "learning_rate": 0.00013972001017576992,
      "loss": 2.2031,
      "step": 68257
    },
    {
      "epoch": 3.175529192835543,
      "grad_norm": 1.3272451924886666,
      "learning_rate": 0.00013971630748587055,
      "loss": 1.9844,
      "step": 68258
    },
    {
      "epoch": 3.175575715282624,
      "grad_norm": 1.3869762885929113,
      "learning_rate": 0.0001397126048022669,
      "loss": 2.0156,
      "step": 68259
    },
    {
      "epoch": 3.1756222377297045,
      "grad_norm": 1.3502125991531089,
      "learning_rate": 0.0001397089021249613,
      "loss": 1.9531,
      "step": 68260
    },
    {
      "epoch": 3.1756687601767855,
      "grad_norm": 1.4096915620253248,
      "learning_rate": 0.00013970519945395593,
      "loss": 2.3125,
      "step": 68261
    },
    {
      "epoch": 3.175715282623866,
      "grad_norm": 1.376123859550205,
      "learning_rate": 0.00013970149678925315,
      "loss": 2.0,
      "step": 68262
    },
    {
      "epoch": 3.175761805070947,
      "grad_norm": 1.4389619322979676,
      "learning_rate": 0.00013969779413085514,
      "loss": 2.2031,
      "step": 68263
    },
    {
      "epoch": 3.1758083275180273,
      "grad_norm": 1.341107977285501,
      "learning_rate": 0.0001396940914787642,
      "loss": 2.2344,
      "step": 68264
    },
    {
      "epoch": 3.1758548499651083,
      "grad_norm": 1.304820465718324,
      "learning_rate": 0.00013969038883298262,
      "loss": 1.8984,
      "step": 68265
    },
    {
      "epoch": 3.1759013724121887,
      "grad_norm": 1.4225472351345,
      "learning_rate": 0.00013968668619351263,
      "loss": 2.2812,
      "step": 68266
    },
    {
      "epoch": 3.1759478948592696,
      "grad_norm": 1.3452393115744539,
      "learning_rate": 0.00013968298356035653,
      "loss": 2.1562,
      "step": 68267
    },
    {
      "epoch": 3.17599441730635,
      "grad_norm": 1.2948522477614062,
      "learning_rate": 0.00013967928093351655,
      "loss": 1.8906,
      "step": 68268
    },
    {
      "epoch": 3.176040939753431,
      "grad_norm": 1.370493111831914,
      "learning_rate": 0.000139675578312995,
      "loss": 2.1094,
      "step": 68269
    },
    {
      "epoch": 3.1760874622005115,
      "grad_norm": 1.3020381883122798,
      "learning_rate": 0.0001396718756987941,
      "loss": 1.5781,
      "step": 68270
    },
    {
      "epoch": 3.1761339846475924,
      "grad_norm": 1.2971494532298955,
      "learning_rate": 0.00013966817309091616,
      "loss": 1.9609,
      "step": 68271
    },
    {
      "epoch": 3.1761805070946734,
      "grad_norm": 1.3242124735653746,
      "learning_rate": 0.00013966447048936338,
      "loss": 1.625,
      "step": 68272
    },
    {
      "epoch": 3.176227029541754,
      "grad_norm": 1.3476655791226226,
      "learning_rate": 0.00013966076789413812,
      "loss": 2.0469,
      "step": 68273
    },
    {
      "epoch": 3.1762735519888348,
      "grad_norm": 1.3646157314795822,
      "learning_rate": 0.00013965706530524253,
      "loss": 1.8516,
      "step": 68274
    },
    {
      "epoch": 3.1763200744359152,
      "grad_norm": 1.4729722588902683,
      "learning_rate": 0.000139653362722679,
      "loss": 2.4531,
      "step": 68275
    },
    {
      "epoch": 3.176366596882996,
      "grad_norm": 1.3609359911649048,
      "learning_rate": 0.00013964966014644976,
      "loss": 2.0781,
      "step": 68276
    },
    {
      "epoch": 3.1764131193300766,
      "grad_norm": 1.350756780659936,
      "learning_rate": 0.00013964595757655704,
      "loss": 2.0469,
      "step": 68277
    },
    {
      "epoch": 3.1764596417771576,
      "grad_norm": 1.3867390905016206,
      "learning_rate": 0.00013964225501300308,
      "loss": 2.125,
      "step": 68278
    },
    {
      "epoch": 3.176506164224238,
      "grad_norm": 1.3883069970867958,
      "learning_rate": 0.00013963855245579027,
      "loss": 2.0938,
      "step": 68279
    },
    {
      "epoch": 3.176552686671319,
      "grad_norm": 1.428960163310348,
      "learning_rate": 0.00013963484990492072,
      "loss": 1.875,
      "step": 68280
    },
    {
      "epoch": 3.1765992091183994,
      "grad_norm": 1.3507410987808162,
      "learning_rate": 0.00013963114736039679,
      "loss": 2.0312,
      "step": 68281
    },
    {
      "epoch": 3.1766457315654804,
      "grad_norm": 1.366861745698175,
      "learning_rate": 0.00013962744482222078,
      "loss": 2.1094,
      "step": 68282
    },
    {
      "epoch": 3.1766922540125613,
      "grad_norm": 1.3940953581234723,
      "learning_rate": 0.00013962374229039486,
      "loss": 2.1562,
      "step": 68283
    },
    {
      "epoch": 3.1767387764596418,
      "grad_norm": 1.382541948218095,
      "learning_rate": 0.00013962003976492139,
      "loss": 2.2344,
      "step": 68284
    },
    {
      "epoch": 3.1767852989067227,
      "grad_norm": 1.2827068279624783,
      "learning_rate": 0.00013961633724580256,
      "loss": 1.9609,
      "step": 68285
    },
    {
      "epoch": 3.176831821353803,
      "grad_norm": 1.4419519392726787,
      "learning_rate": 0.0001396126347330407,
      "loss": 2.1562,
      "step": 68286
    },
    {
      "epoch": 3.176878343800884,
      "grad_norm": 1.3195980702166037,
      "learning_rate": 0.00013960893222663803,
      "loss": 1.9062,
      "step": 68287
    },
    {
      "epoch": 3.1769248662479646,
      "grad_norm": 1.3249231695891572,
      "learning_rate": 0.00013960522972659685,
      "loss": 2.0469,
      "step": 68288
    },
    {
      "epoch": 3.1769713886950455,
      "grad_norm": 1.4218531297503376,
      "learning_rate": 0.00013960152723291937,
      "loss": 2.3438,
      "step": 68289
    },
    {
      "epoch": 3.177017911142126,
      "grad_norm": 1.3644025191170792,
      "learning_rate": 0.00013959782474560795,
      "loss": 2.125,
      "step": 68290
    },
    {
      "epoch": 3.177064433589207,
      "grad_norm": 1.3328386504936562,
      "learning_rate": 0.00013959412226466475,
      "loss": 1.8125,
      "step": 68291
    },
    {
      "epoch": 3.1771109560362873,
      "grad_norm": 1.2862209655257224,
      "learning_rate": 0.00013959041979009213,
      "loss": 2.0156,
      "step": 68292
    },
    {
      "epoch": 3.1771574784833683,
      "grad_norm": 1.2543799077067643,
      "learning_rate": 0.0001395867173218923,
      "loss": 1.8438,
      "step": 68293
    },
    {
      "epoch": 3.1772040009304487,
      "grad_norm": 1.4050208713294643,
      "learning_rate": 0.00013958301486006756,
      "loss": 2.0312,
      "step": 68294
    },
    {
      "epoch": 3.1772505233775297,
      "grad_norm": 1.395338474218346,
      "learning_rate": 0.00013957931240462016,
      "loss": 2.3281,
      "step": 68295
    },
    {
      "epoch": 3.17729704582461,
      "grad_norm": 1.1904441685101717,
      "learning_rate": 0.00013957560995555234,
      "loss": 1.5156,
      "step": 68296
    },
    {
      "epoch": 3.177343568271691,
      "grad_norm": 1.3904763938867124,
      "learning_rate": 0.0001395719075128664,
      "loss": 2.2031,
      "step": 68297
    },
    {
      "epoch": 3.177390090718772,
      "grad_norm": 1.3404417647776592,
      "learning_rate": 0.00013956820507656458,
      "loss": 2.2188,
      "step": 68298
    },
    {
      "epoch": 3.1774366131658525,
      "grad_norm": 1.4244981079324952,
      "learning_rate": 0.00013956450264664922,
      "loss": 2.3594,
      "step": 68299
    },
    {
      "epoch": 3.1774831356129334,
      "grad_norm": 1.2556787567473215,
      "learning_rate": 0.0001395608002231225,
      "loss": 1.8516,
      "step": 68300
    },
    {
      "epoch": 3.177529658060014,
      "grad_norm": 1.3344071082085345,
      "learning_rate": 0.00013955709780598673,
      "loss": 1.9922,
      "step": 68301
    },
    {
      "epoch": 3.177576180507095,
      "grad_norm": 1.2219403294143008,
      "learning_rate": 0.0001395533953952441,
      "loss": 1.9375,
      "step": 68302
    },
    {
      "epoch": 3.1776227029541753,
      "grad_norm": 1.296145268512797,
      "learning_rate": 0.000139549692990897,
      "loss": 2.1094,
      "step": 68303
    },
    {
      "epoch": 3.177669225401256,
      "grad_norm": 1.3660144305415776,
      "learning_rate": 0.00013954599059294766,
      "loss": 1.9141,
      "step": 68304
    },
    {
      "epoch": 3.1777157478483367,
      "grad_norm": 1.2869846863521606,
      "learning_rate": 0.00013954228820139828,
      "loss": 1.8438,
      "step": 68305
    },
    {
      "epoch": 3.1777622702954176,
      "grad_norm": 1.346048188590325,
      "learning_rate": 0.00013953858581625123,
      "loss": 2.1719,
      "step": 68306
    },
    {
      "epoch": 3.177808792742498,
      "grad_norm": 1.2749991261748912,
      "learning_rate": 0.00013953488343750864,
      "loss": 1.5469,
      "step": 68307
    },
    {
      "epoch": 3.177855315189579,
      "grad_norm": 1.4516696942970484,
      "learning_rate": 0.00013953118106517295,
      "loss": 2.2656,
      "step": 68308
    },
    {
      "epoch": 3.17790183763666,
      "grad_norm": 1.2743961693533947,
      "learning_rate": 0.00013952747869924625,
      "loss": 1.9062,
      "step": 68309
    },
    {
      "epoch": 3.1779483600837404,
      "grad_norm": 1.4014435819763382,
      "learning_rate": 0.00013952377633973096,
      "loss": 2.125,
      "step": 68310
    },
    {
      "epoch": 3.1779948825308213,
      "grad_norm": 1.4200654843887746,
      "learning_rate": 0.0001395200739866292,
      "loss": 2.4219,
      "step": 68311
    },
    {
      "epoch": 3.1780414049779018,
      "grad_norm": 1.2762370130752154,
      "learning_rate": 0.0001395163716399434,
      "loss": 1.8594,
      "step": 68312
    },
    {
      "epoch": 3.1780879274249827,
      "grad_norm": 1.3330742955978814,
      "learning_rate": 0.00013951266929967566,
      "loss": 1.8125,
      "step": 68313
    },
    {
      "epoch": 3.178134449872063,
      "grad_norm": 1.4721781283223514,
      "learning_rate": 0.0001395089669658284,
      "loss": 2.1562,
      "step": 68314
    },
    {
      "epoch": 3.178180972319144,
      "grad_norm": 1.4253369220172434,
      "learning_rate": 0.00013950526463840375,
      "loss": 2.1406,
      "step": 68315
    },
    {
      "epoch": 3.1782274947662246,
      "grad_norm": 1.3871736438475606,
      "learning_rate": 0.00013950156231740408,
      "loss": 2.0938,
      "step": 68316
    },
    {
      "epoch": 3.1782740172133055,
      "grad_norm": 1.4699421682950782,
      "learning_rate": 0.00013949786000283157,
      "loss": 2.2656,
      "step": 68317
    },
    {
      "epoch": 3.178320539660386,
      "grad_norm": 1.5791688133305377,
      "learning_rate": 0.00013949415769468857,
      "loss": 2.1719,
      "step": 68318
    },
    {
      "epoch": 3.178367062107467,
      "grad_norm": 1.3583021832956852,
      "learning_rate": 0.0001394904553929773,
      "loss": 1.9219,
      "step": 68319
    },
    {
      "epoch": 3.1784135845545474,
      "grad_norm": 1.3607747080327495,
      "learning_rate": 0.00013948675309770003,
      "loss": 2.1875,
      "step": 68320
    },
    {
      "epoch": 3.1784601070016283,
      "grad_norm": 1.2735407740255509,
      "learning_rate": 0.00013948305080885905,
      "loss": 1.6875,
      "step": 68321
    },
    {
      "epoch": 3.178506629448709,
      "grad_norm": 1.3311029906341785,
      "learning_rate": 0.00013947934852645658,
      "loss": 2.0312,
      "step": 68322
    },
    {
      "epoch": 3.1785531518957897,
      "grad_norm": 1.3544747623125446,
      "learning_rate": 0.00013947564625049495,
      "loss": 2.0781,
      "step": 68323
    },
    {
      "epoch": 3.1785996743428706,
      "grad_norm": 1.3659577661672482,
      "learning_rate": 0.00013947194398097632,
      "loss": 2.0312,
      "step": 68324
    },
    {
      "epoch": 3.178646196789951,
      "grad_norm": 1.414595697618035,
      "learning_rate": 0.00013946824171790306,
      "loss": 2.1562,
      "step": 68325
    },
    {
      "epoch": 3.178692719237032,
      "grad_norm": 1.464104943925626,
      "learning_rate": 0.00013946453946127744,
      "loss": 1.8047,
      "step": 68326
    },
    {
      "epoch": 3.1787392416841125,
      "grad_norm": 1.4206305051167094,
      "learning_rate": 0.00013946083721110166,
      "loss": 2.2344,
      "step": 68327
    },
    {
      "epoch": 3.1787857641311934,
      "grad_norm": 1.5109217004647513,
      "learning_rate": 0.00013945713496737804,
      "loss": 2.1094,
      "step": 68328
    },
    {
      "epoch": 3.178832286578274,
      "grad_norm": 1.3407773447186848,
      "learning_rate": 0.0001394534327301088,
      "loss": 2.1719,
      "step": 68329
    },
    {
      "epoch": 3.178878809025355,
      "grad_norm": 1.3092139917308878,
      "learning_rate": 0.00013944973049929627,
      "loss": 1.9766,
      "step": 68330
    },
    {
      "epoch": 3.1789253314724353,
      "grad_norm": 1.3684168916502057,
      "learning_rate": 0.00013944602827494263,
      "loss": 2.0469,
      "step": 68331
    },
    {
      "epoch": 3.178971853919516,
      "grad_norm": 1.2800017569661368,
      "learning_rate": 0.0001394423260570502,
      "loss": 1.8828,
      "step": 68332
    },
    {
      "epoch": 3.1790183763665967,
      "grad_norm": 1.3222903211775634,
      "learning_rate": 0.00013943862384562127,
      "loss": 2.0,
      "step": 68333
    },
    {
      "epoch": 3.1790648988136776,
      "grad_norm": 1.3298241870827616,
      "learning_rate": 0.00013943492164065807,
      "loss": 1.8203,
      "step": 68334
    },
    {
      "epoch": 3.1791114212607585,
      "grad_norm": 1.278712364834868,
      "learning_rate": 0.00013943121944216285,
      "loss": 1.7578,
      "step": 68335
    },
    {
      "epoch": 3.179157943707839,
      "grad_norm": 1.4236781925955224,
      "learning_rate": 0.00013942751725013795,
      "loss": 2.2031,
      "step": 68336
    },
    {
      "epoch": 3.17920446615492,
      "grad_norm": 1.4120858851037,
      "learning_rate": 0.00013942381506458552,
      "loss": 2.375,
      "step": 68337
    },
    {
      "epoch": 3.1792509886020004,
      "grad_norm": 1.4112913864822603,
      "learning_rate": 0.00013942011288550795,
      "loss": 2.2344,
      "step": 68338
    },
    {
      "epoch": 3.1792975110490813,
      "grad_norm": 1.4294659769572107,
      "learning_rate": 0.0001394164107129074,
      "loss": 2.2969,
      "step": 68339
    },
    {
      "epoch": 3.179344033496162,
      "grad_norm": 1.3947031461586625,
      "learning_rate": 0.00013941270854678624,
      "loss": 2.1094,
      "step": 68340
    },
    {
      "epoch": 3.1793905559432427,
      "grad_norm": 1.34684889261283,
      "learning_rate": 0.00013940900638714662,
      "loss": 1.8359,
      "step": 68341
    },
    {
      "epoch": 3.179437078390323,
      "grad_norm": 1.7524041939603987,
      "learning_rate": 0.00013940530423399092,
      "loss": 2.1719,
      "step": 68342
    },
    {
      "epoch": 3.179483600837404,
      "grad_norm": 1.302941512233296,
      "learning_rate": 0.0001394016020873213,
      "loss": 1.9297,
      "step": 68343
    },
    {
      "epoch": 3.1795301232844846,
      "grad_norm": 1.3016677787866662,
      "learning_rate": 0.00013939789994714015,
      "loss": 1.7891,
      "step": 68344
    },
    {
      "epoch": 3.1795766457315655,
      "grad_norm": 1.3396450698748805,
      "learning_rate": 0.0001393941978134496,
      "loss": 1.9922,
      "step": 68345
    },
    {
      "epoch": 3.1796231681786464,
      "grad_norm": 1.385946575868855,
      "learning_rate": 0.00013939049568625198,
      "loss": 2.1406,
      "step": 68346
    },
    {
      "epoch": 3.179669690625727,
      "grad_norm": 1.3194501127488951,
      "learning_rate": 0.00013938679356554961,
      "loss": 2.0781,
      "step": 68347
    },
    {
      "epoch": 3.179716213072808,
      "grad_norm": 1.4192916357206051,
      "learning_rate": 0.00013938309145134468,
      "loss": 1.9531,
      "step": 68348
    },
    {
      "epoch": 3.1797627355198883,
      "grad_norm": 1.406691281986286,
      "learning_rate": 0.00013937938934363954,
      "loss": 1.4844,
      "step": 68349
    },
    {
      "epoch": 3.1798092579669692,
      "grad_norm": 1.3405046973999695,
      "learning_rate": 0.0001393756872424364,
      "loss": 2.0781,
      "step": 68350
    },
    {
      "epoch": 3.1798557804140497,
      "grad_norm": 1.2917557364049888,
      "learning_rate": 0.00013937198514773745,
      "loss": 1.8516,
      "step": 68351
    },
    {
      "epoch": 3.1799023028611306,
      "grad_norm": 1.2406497755164065,
      "learning_rate": 0.00013936828305954508,
      "loss": 1.7969,
      "step": 68352
    },
    {
      "epoch": 3.179948825308211,
      "grad_norm": 1.3509272952859215,
      "learning_rate": 0.0001393645809778615,
      "loss": 2.1406,
      "step": 68353
    },
    {
      "epoch": 3.179995347755292,
      "grad_norm": 1.3811298700227097,
      "learning_rate": 0.000139360878902689,
      "loss": 2.0781,
      "step": 68354
    },
    {
      "epoch": 3.1800418702023725,
      "grad_norm": 1.3217042750063728,
      "learning_rate": 0.00013935717683402981,
      "loss": 1.9297,
      "step": 68355
    },
    {
      "epoch": 3.1800883926494534,
      "grad_norm": 1.3596720727757217,
      "learning_rate": 0.00013935347477188627,
      "loss": 2.2188,
      "step": 68356
    },
    {
      "epoch": 3.180134915096534,
      "grad_norm": 1.3469114531577375,
      "learning_rate": 0.0001393497727162605,
      "loss": 2.0312,
      "step": 68357
    },
    {
      "epoch": 3.180181437543615,
      "grad_norm": 1.310854196050761,
      "learning_rate": 0.00013934607066715495,
      "loss": 1.9922,
      "step": 68358
    },
    {
      "epoch": 3.1802279599906953,
      "grad_norm": 1.2983548209613,
      "learning_rate": 0.00013934236862457174,
      "loss": 1.9766,
      "step": 68359
    },
    {
      "epoch": 3.180274482437776,
      "grad_norm": 1.3189626340347504,
      "learning_rate": 0.00013933866658851326,
      "loss": 1.9141,
      "step": 68360
    },
    {
      "epoch": 3.180321004884857,
      "grad_norm": 1.266192638993281,
      "learning_rate": 0.00013933496455898164,
      "loss": 1.6562,
      "step": 68361
    },
    {
      "epoch": 3.1803675273319376,
      "grad_norm": 1.1903819324848097,
      "learning_rate": 0.00013933126253597928,
      "loss": 1.6875,
      "step": 68362
    },
    {
      "epoch": 3.1804140497790185,
      "grad_norm": 1.3718951898384786,
      "learning_rate": 0.00013932756051950835,
      "loss": 2.0469,
      "step": 68363
    },
    {
      "epoch": 3.180460572226099,
      "grad_norm": 1.3762030579270959,
      "learning_rate": 0.00013932385850957114,
      "loss": 2.125,
      "step": 68364
    },
    {
      "epoch": 3.18050709467318,
      "grad_norm": 1.5058232622143772,
      "learning_rate": 0.00013932015650616994,
      "loss": 2.2656,
      "step": 68365
    },
    {
      "epoch": 3.1805536171202604,
      "grad_norm": 1.2949062159314493,
      "learning_rate": 0.00013931645450930701,
      "loss": 1.9609,
      "step": 68366
    },
    {
      "epoch": 3.1806001395673413,
      "grad_norm": 1.3810237659612976,
      "learning_rate": 0.0001393127525189846,
      "loss": 2.2656,
      "step": 68367
    },
    {
      "epoch": 3.180646662014422,
      "grad_norm": 1.4027620972037502,
      "learning_rate": 0.00013930905053520493,
      "loss": 2.0625,
      "step": 68368
    },
    {
      "epoch": 3.1806931844615027,
      "grad_norm": 1.34568788858803,
      "learning_rate": 0.0001393053485579704,
      "loss": 2.0938,
      "step": 68369
    },
    {
      "epoch": 3.180739706908583,
      "grad_norm": 1.3219285417606368,
      "learning_rate": 0.00013930164658728316,
      "loss": 2.0625,
      "step": 68370
    },
    {
      "epoch": 3.180786229355664,
      "grad_norm": 1.403725377959713,
      "learning_rate": 0.00013929794462314555,
      "loss": 2.2188,
      "step": 68371
    },
    {
      "epoch": 3.180832751802745,
      "grad_norm": 1.342399179519977,
      "learning_rate": 0.00013929424266555978,
      "loss": 2.0781,
      "step": 68372
    },
    {
      "epoch": 3.1808792742498255,
      "grad_norm": 1.3863705088484815,
      "learning_rate": 0.00013929054071452814,
      "loss": 2.1875,
      "step": 68373
    },
    {
      "epoch": 3.1809257966969064,
      "grad_norm": 1.359181969492782,
      "learning_rate": 0.0001392868387700529,
      "loss": 2.1094,
      "step": 68374
    },
    {
      "epoch": 3.180972319143987,
      "grad_norm": 1.3720536491665547,
      "learning_rate": 0.00013928313683213633,
      "loss": 2.0469,
      "step": 68375
    },
    {
      "epoch": 3.181018841591068,
      "grad_norm": 1.327296701594386,
      "learning_rate": 0.0001392794349007807,
      "loss": 1.9297,
      "step": 68376
    },
    {
      "epoch": 3.1810653640381483,
      "grad_norm": 1.3805153606613532,
      "learning_rate": 0.00013927573297598824,
      "loss": 2.2188,
      "step": 68377
    },
    {
      "epoch": 3.1811118864852292,
      "grad_norm": 1.4141322455390686,
      "learning_rate": 0.00013927203105776123,
      "loss": 2.4531,
      "step": 68378
    },
    {
      "epoch": 3.1811584089323097,
      "grad_norm": 1.262370878939513,
      "learning_rate": 0.00013926832914610196,
      "loss": 1.9766,
      "step": 68379
    },
    {
      "epoch": 3.1812049313793906,
      "grad_norm": 1.3531565399509031,
      "learning_rate": 0.00013926462724101268,
      "loss": 2.2031,
      "step": 68380
    },
    {
      "epoch": 3.181251453826471,
      "grad_norm": 1.4038751340709668,
      "learning_rate": 0.00013926092534249563,
      "loss": 2.3438,
      "step": 68381
    },
    {
      "epoch": 3.181297976273552,
      "grad_norm": 1.328627405783015,
      "learning_rate": 0.00013925722345055314,
      "loss": 2.1094,
      "step": 68382
    },
    {
      "epoch": 3.1813444987206325,
      "grad_norm": 1.3923094045778324,
      "learning_rate": 0.00013925352156518743,
      "loss": 2.1406,
      "step": 68383
    },
    {
      "epoch": 3.1813910211677134,
      "grad_norm": 1.3673778414965463,
      "learning_rate": 0.0001392498196864008,
      "loss": 2.0312,
      "step": 68384
    },
    {
      "epoch": 3.181437543614794,
      "grad_norm": 1.416931351951386,
      "learning_rate": 0.00013924611781419545,
      "loss": 2.2656,
      "step": 68385
    },
    {
      "epoch": 3.181484066061875,
      "grad_norm": 1.3766056717371378,
      "learning_rate": 0.0001392424159485737,
      "loss": 2.1406,
      "step": 68386
    },
    {
      "epoch": 3.1815305885089558,
      "grad_norm": 1.4763469658981871,
      "learning_rate": 0.00013923871408953782,
      "loss": 2.0625,
      "step": 68387
    },
    {
      "epoch": 3.1815771109560362,
      "grad_norm": 1.351592708008532,
      "learning_rate": 0.0001392350122370901,
      "loss": 2.1562,
      "step": 68388
    },
    {
      "epoch": 3.181623633403117,
      "grad_norm": 1.3477019112153898,
      "learning_rate": 0.0001392313103912327,
      "loss": 1.9062,
      "step": 68389
    },
    {
      "epoch": 3.1816701558501976,
      "grad_norm": 1.4246212991465286,
      "learning_rate": 0.00013922760855196795,
      "loss": 2.0781,
      "step": 68390
    },
    {
      "epoch": 3.1817166782972786,
      "grad_norm": 1.3318825247345216,
      "learning_rate": 0.00013922390671929815,
      "loss": 2.2656,
      "step": 68391
    },
    {
      "epoch": 3.181763200744359,
      "grad_norm": 1.392556568871524,
      "learning_rate": 0.00013922020489322553,
      "loss": 2.2812,
      "step": 68392
    },
    {
      "epoch": 3.18180972319144,
      "grad_norm": 1.2763186327051737,
      "learning_rate": 0.00013921650307375242,
      "loss": 1.9766,
      "step": 68393
    },
    {
      "epoch": 3.1818562456385204,
      "grad_norm": 1.3244926300265534,
      "learning_rate": 0.00013921280126088096,
      "loss": 2.0156,
      "step": 68394
    },
    {
      "epoch": 3.1819027680856014,
      "grad_norm": 1.3259494533878602,
      "learning_rate": 0.00013920909945461352,
      "loss": 2.0469,
      "step": 68395
    },
    {
      "epoch": 3.181949290532682,
      "grad_norm": 1.3654672685004776,
      "learning_rate": 0.00013920539765495234,
      "loss": 2.0781,
      "step": 68396
    },
    {
      "epoch": 3.1819958129797627,
      "grad_norm": 1.3572067777124055,
      "learning_rate": 0.00013920169586189966,
      "loss": 1.9375,
      "step": 68397
    },
    {
      "epoch": 3.1820423354268437,
      "grad_norm": 1.3630833392252377,
      "learning_rate": 0.00013919799407545775,
      "loss": 2.1719,
      "step": 68398
    },
    {
      "epoch": 3.182088857873924,
      "grad_norm": 1.3176292027903453,
      "learning_rate": 0.00013919429229562893,
      "loss": 2.0469,
      "step": 68399
    },
    {
      "epoch": 3.182135380321005,
      "grad_norm": 1.4097150083668917,
      "learning_rate": 0.00013919059052241542,
      "loss": 2.125,
      "step": 68400
    },
    {
      "epoch": 3.1821819027680855,
      "grad_norm": 1.3830978146941264,
      "learning_rate": 0.0001391868887558195,
      "loss": 2.1562,
      "step": 68401
    },
    {
      "epoch": 3.1822284252151665,
      "grad_norm": 1.2730148760845734,
      "learning_rate": 0.00013918318699584342,
      "loss": 1.875,
      "step": 68402
    },
    {
      "epoch": 3.182274947662247,
      "grad_norm": 1.2548276627209354,
      "learning_rate": 0.00013917948524248944,
      "loss": 1.8203,
      "step": 68403
    },
    {
      "epoch": 3.182321470109328,
      "grad_norm": 1.361978410789128,
      "learning_rate": 0.0001391757834957599,
      "loss": 2.2031,
      "step": 68404
    },
    {
      "epoch": 3.1823679925564083,
      "grad_norm": 1.3609896792516594,
      "learning_rate": 0.00013917208175565692,
      "loss": 2.2031,
      "step": 68405
    },
    {
      "epoch": 3.1824145150034893,
      "grad_norm": 1.2535522515667723,
      "learning_rate": 0.00013916838002218292,
      "loss": 1.8125,
      "step": 68406
    },
    {
      "epoch": 3.1824610374505697,
      "grad_norm": 1.3001953196443992,
      "learning_rate": 0.00013916467829534006,
      "loss": 1.9844,
      "step": 68407
    },
    {
      "epoch": 3.1825075598976507,
      "grad_norm": 1.2605174288526628,
      "learning_rate": 0.0001391609765751307,
      "loss": 1.5,
      "step": 68408
    },
    {
      "epoch": 3.182554082344731,
      "grad_norm": 1.3706529147428188,
      "learning_rate": 0.000139157274861557,
      "loss": 2.0938,
      "step": 68409
    },
    {
      "epoch": 3.182600604791812,
      "grad_norm": 1.3390860803918019,
      "learning_rate": 0.00013915357315462133,
      "loss": 2.1094,
      "step": 68410
    },
    {
      "epoch": 3.1826471272388925,
      "grad_norm": 1.4885197261388774,
      "learning_rate": 0.00013914987145432586,
      "loss": 2.2344,
      "step": 68411
    },
    {
      "epoch": 3.1826936496859735,
      "grad_norm": 1.176092382506976,
      "learning_rate": 0.00013914616976067287,
      "loss": 1.6328,
      "step": 68412
    },
    {
      "epoch": 3.1827401721330544,
      "grad_norm": 1.2143322863716777,
      "learning_rate": 0.00013914246807366474,
      "loss": 1.4531,
      "step": 68413
    },
    {
      "epoch": 3.182786694580135,
      "grad_norm": 1.2863580759785513,
      "learning_rate": 0.0001391387663933036,
      "loss": 2.0312,
      "step": 68414
    },
    {
      "epoch": 3.1828332170272158,
      "grad_norm": 1.3991155349635755,
      "learning_rate": 0.00013913506471959183,
      "loss": 2.125,
      "step": 68415
    },
    {
      "epoch": 3.1828797394742963,
      "grad_norm": 1.3990304614006424,
      "learning_rate": 0.0001391313630525316,
      "loss": 1.8828,
      "step": 68416
    },
    {
      "epoch": 3.182926261921377,
      "grad_norm": 1.3867280123043162,
      "learning_rate": 0.00013912766139212524,
      "loss": 2.0625,
      "step": 68417
    },
    {
      "epoch": 3.1829727843684577,
      "grad_norm": 1.1997286643307754,
      "learning_rate": 0.00013912395973837496,
      "loss": 1.5234,
      "step": 68418
    },
    {
      "epoch": 3.1830193068155386,
      "grad_norm": 1.258355161506198,
      "learning_rate": 0.00013912025809128306,
      "loss": 1.5,
      "step": 68419
    },
    {
      "epoch": 3.183065829262619,
      "grad_norm": 1.353963271389257,
      "learning_rate": 0.0001391165564508518,
      "loss": 2.0156,
      "step": 68420
    },
    {
      "epoch": 3.1831123517097,
      "grad_norm": 1.4718953063638716,
      "learning_rate": 0.00013911285481708346,
      "loss": 2.3438,
      "step": 68421
    },
    {
      "epoch": 3.1831588741567804,
      "grad_norm": 1.5867149179066844,
      "learning_rate": 0.00013910915318998029,
      "loss": 2.2344,
      "step": 68422
    },
    {
      "epoch": 3.1832053966038614,
      "grad_norm": 1.4445345142012118,
      "learning_rate": 0.00013910545156954458,
      "loss": 2.4219,
      "step": 68423
    },
    {
      "epoch": 3.1832519190509423,
      "grad_norm": 1.326801909755419,
      "learning_rate": 0.00013910174995577853,
      "loss": 2.0,
      "step": 68424
    },
    {
      "epoch": 3.1832984414980228,
      "grad_norm": 1.2935013012874474,
      "learning_rate": 0.0001390980483486845,
      "loss": 1.9844,
      "step": 68425
    },
    {
      "epoch": 3.1833449639451037,
      "grad_norm": 1.3017446179617986,
      "learning_rate": 0.00013909434674826468,
      "loss": 1.9844,
      "step": 68426
    },
    {
      "epoch": 3.183391486392184,
      "grad_norm": 1.3969520327394895,
      "learning_rate": 0.00013909064515452138,
      "loss": 2.0312,
      "step": 68427
    },
    {
      "epoch": 3.183438008839265,
      "grad_norm": 1.3765433081125067,
      "learning_rate": 0.00013908694356745688,
      "loss": 2.1562,
      "step": 68428
    },
    {
      "epoch": 3.1834845312863456,
      "grad_norm": 1.2094651112827115,
      "learning_rate": 0.00013908324198707336,
      "loss": 1.5234,
      "step": 68429
    },
    {
      "epoch": 3.1835310537334265,
      "grad_norm": 1.3855968617579046,
      "learning_rate": 0.0001390795404133732,
      "loss": 2.0469,
      "step": 68430
    },
    {
      "epoch": 3.183577576180507,
      "grad_norm": 1.3826363451620771,
      "learning_rate": 0.00013907583884635854,
      "loss": 2.1562,
      "step": 68431
    },
    {
      "epoch": 3.183624098627588,
      "grad_norm": 1.345321400361649,
      "learning_rate": 0.00013907213728603179,
      "loss": 2.0625,
      "step": 68432
    },
    {
      "epoch": 3.1836706210746684,
      "grad_norm": 1.3102255895127524,
      "learning_rate": 0.00013906843573239508,
      "loss": 1.5234,
      "step": 68433
    },
    {
      "epoch": 3.1837171435217493,
      "grad_norm": 1.2718323274373866,
      "learning_rate": 0.0001390647341854507,
      "loss": 1.8672,
      "step": 68434
    },
    {
      "epoch": 3.1837636659688298,
      "grad_norm": 1.317174409630814,
      "learning_rate": 0.00013906103264520105,
      "loss": 1.9609,
      "step": 68435
    },
    {
      "epoch": 3.1838101884159107,
      "grad_norm": 1.4228630285952146,
      "learning_rate": 0.00013905733111164824,
      "loss": 2.1406,
      "step": 68436
    },
    {
      "epoch": 3.1838567108629916,
      "grad_norm": 1.3640707707143782,
      "learning_rate": 0.00013905362958479466,
      "loss": 2.0312,
      "step": 68437
    },
    {
      "epoch": 3.183903233310072,
      "grad_norm": 1.384459330998613,
      "learning_rate": 0.00013904992806464245,
      "loss": 1.9531,
      "step": 68438
    },
    {
      "epoch": 3.183949755757153,
      "grad_norm": 1.2120231616552717,
      "learning_rate": 0.00013904622655119397,
      "loss": 1.7422,
      "step": 68439
    },
    {
      "epoch": 3.1839962782042335,
      "grad_norm": 1.4238863985237407,
      "learning_rate": 0.00013904252504445144,
      "loss": 2.1562,
      "step": 68440
    },
    {
      "epoch": 3.1840428006513144,
      "grad_norm": 1.3902189877315525,
      "learning_rate": 0.00013903882354441717,
      "loss": 2.2031,
      "step": 68441
    },
    {
      "epoch": 3.184089323098395,
      "grad_norm": 1.326630667746495,
      "learning_rate": 0.00013903512205109335,
      "loss": 2.0469,
      "step": 68442
    },
    {
      "epoch": 3.184135845545476,
      "grad_norm": 1.3712896874166451,
      "learning_rate": 0.00013903142056448235,
      "loss": 2.0625,
      "step": 68443
    },
    {
      "epoch": 3.1841823679925563,
      "grad_norm": 1.3251025579849196,
      "learning_rate": 0.00013902771908458635,
      "loss": 1.5391,
      "step": 68444
    },
    {
      "epoch": 3.184228890439637,
      "grad_norm": 1.3381265261447297,
      "learning_rate": 0.00013902401761140763,
      "loss": 2.0938,
      "step": 68445
    },
    {
      "epoch": 3.1842754128867177,
      "grad_norm": 1.4032903128045284,
      "learning_rate": 0.0001390203161449485,
      "loss": 2.0781,
      "step": 68446
    },
    {
      "epoch": 3.1843219353337986,
      "grad_norm": 1.3372844497699667,
      "learning_rate": 0.00013901661468521118,
      "loss": 1.9766,
      "step": 68447
    },
    {
      "epoch": 3.184368457780879,
      "grad_norm": 1.259862615383241,
      "learning_rate": 0.00013901291323219794,
      "loss": 1.875,
      "step": 68448
    },
    {
      "epoch": 3.18441498022796,
      "grad_norm": 1.3012312205092031,
      "learning_rate": 0.0001390092117859111,
      "loss": 1.9297,
      "step": 68449
    },
    {
      "epoch": 3.184461502675041,
      "grad_norm": 1.3797708226158292,
      "learning_rate": 0.00013900551034635284,
      "loss": 2.0625,
      "step": 68450
    },
    {
      "epoch": 3.1845080251221214,
      "grad_norm": 1.3999484269434903,
      "learning_rate": 0.0001390018089135255,
      "loss": 2.2031,
      "step": 68451
    },
    {
      "epoch": 3.1845545475692023,
      "grad_norm": 1.4015599519863184,
      "learning_rate": 0.00013899810748743132,
      "loss": 2.1406,
      "step": 68452
    },
    {
      "epoch": 3.184601070016283,
      "grad_norm": 1.3152803502561443,
      "learning_rate": 0.00013899440606807254,
      "loss": 2.0,
      "step": 68453
    },
    {
      "epoch": 3.1846475924633637,
      "grad_norm": 1.3865457185369572,
      "learning_rate": 0.0001389907046554515,
      "loss": 2.0,
      "step": 68454
    },
    {
      "epoch": 3.184694114910444,
      "grad_norm": 1.415813081353135,
      "learning_rate": 0.00013898700324957035,
      "loss": 2.0,
      "step": 68455
    },
    {
      "epoch": 3.184740637357525,
      "grad_norm": 1.3281221330879174,
      "learning_rate": 0.00013898330185043142,
      "loss": 1.9531,
      "step": 68456
    },
    {
      "epoch": 3.1847871598046056,
      "grad_norm": 1.3311797640902243,
      "learning_rate": 0.000138979600458037,
      "loss": 1.8516,
      "step": 68457
    },
    {
      "epoch": 3.1848336822516865,
      "grad_norm": 1.3610415081716898,
      "learning_rate": 0.00013897589907238932,
      "loss": 2.1562,
      "step": 68458
    },
    {
      "epoch": 3.184880204698767,
      "grad_norm": 1.5545750656020172,
      "learning_rate": 0.0001389721976934907,
      "loss": 2.1406,
      "step": 68459
    },
    {
      "epoch": 3.184926727145848,
      "grad_norm": 1.3438913670527208,
      "learning_rate": 0.00013896849632134332,
      "loss": 1.9844,
      "step": 68460
    },
    {
      "epoch": 3.184973249592929,
      "grad_norm": 1.3444792892381034,
      "learning_rate": 0.00013896479495594956,
      "loss": 2.2969,
      "step": 68461
    },
    {
      "epoch": 3.1850197720400093,
      "grad_norm": 1.3572101329868667,
      "learning_rate": 0.00013896109359731154,
      "loss": 2.1875,
      "step": 68462
    },
    {
      "epoch": 3.18506629448709,
      "grad_norm": 1.4197901386164264,
      "learning_rate": 0.00013895739224543166,
      "loss": 1.9688,
      "step": 68463
    },
    {
      "epoch": 3.1851128169341707,
      "grad_norm": 1.352933118997355,
      "learning_rate": 0.0001389536909003121,
      "loss": 2.0312,
      "step": 68464
    },
    {
      "epoch": 3.1851593393812516,
      "grad_norm": 1.4057901937037276,
      "learning_rate": 0.00013894998956195517,
      "loss": 2.1875,
      "step": 68465
    },
    {
      "epoch": 3.185205861828332,
      "grad_norm": 1.4204991216522178,
      "learning_rate": 0.00013894628823036311,
      "loss": 1.9375,
      "step": 68466
    },
    {
      "epoch": 3.185252384275413,
      "grad_norm": 1.2881070336853881,
      "learning_rate": 0.0001389425869055382,
      "loss": 1.8828,
      "step": 68467
    },
    {
      "epoch": 3.1852989067224935,
      "grad_norm": 1.3446478940508495,
      "learning_rate": 0.0001389388855874827,
      "loss": 2.0312,
      "step": 68468
    },
    {
      "epoch": 3.1853454291695744,
      "grad_norm": 1.272678395084071,
      "learning_rate": 0.0001389351842761989,
      "loss": 1.6094,
      "step": 68469
    },
    {
      "epoch": 3.185391951616655,
      "grad_norm": 1.3065579253456026,
      "learning_rate": 0.00013893148297168902,
      "loss": 1.9766,
      "step": 68470
    },
    {
      "epoch": 3.185438474063736,
      "grad_norm": 1.374342926127654,
      "learning_rate": 0.00013892778167395536,
      "loss": 2.125,
      "step": 68471
    },
    {
      "epoch": 3.1854849965108163,
      "grad_norm": 1.322395382632431,
      "learning_rate": 0.00013892408038300018,
      "loss": 2.1562,
      "step": 68472
    },
    {
      "epoch": 3.185531518957897,
      "grad_norm": 1.4257830763225119,
      "learning_rate": 0.00013892037909882577,
      "loss": 2.2188,
      "step": 68473
    },
    {
      "epoch": 3.1855780414049777,
      "grad_norm": 1.499004957280249,
      "learning_rate": 0.0001389166778214343,
      "loss": 2.1562,
      "step": 68474
    },
    {
      "epoch": 3.1856245638520586,
      "grad_norm": 1.204773707634192,
      "learning_rate": 0.00013891297655082817,
      "loss": 1.8672,
      "step": 68475
    },
    {
      "epoch": 3.1856710862991395,
      "grad_norm": 1.3082230953365246,
      "learning_rate": 0.00013890927528700955,
      "loss": 1.9375,
      "step": 68476
    },
    {
      "epoch": 3.18571760874622,
      "grad_norm": 1.4598107686361295,
      "learning_rate": 0.00013890557402998076,
      "loss": 2.0938,
      "step": 68477
    },
    {
      "epoch": 3.185764131193301,
      "grad_norm": 1.3592817399663075,
      "learning_rate": 0.000138901872779744,
      "loss": 2.1094,
      "step": 68478
    },
    {
      "epoch": 3.1858106536403814,
      "grad_norm": 1.4618081104636218,
      "learning_rate": 0.00013889817153630156,
      "loss": 2.25,
      "step": 68479
    },
    {
      "epoch": 3.1858571760874623,
      "grad_norm": 1.3581853613394217,
      "learning_rate": 0.0001388944702996558,
      "loss": 2.0781,
      "step": 68480
    },
    {
      "epoch": 3.185903698534543,
      "grad_norm": 1.3957913601073648,
      "learning_rate": 0.00013889076906980886,
      "loss": 2.2969,
      "step": 68481
    },
    {
      "epoch": 3.1859502209816237,
      "grad_norm": 1.381589898442062,
      "learning_rate": 0.0001388870678467631,
      "loss": 2.1719,
      "step": 68482
    },
    {
      "epoch": 3.185996743428704,
      "grad_norm": 1.3545295922180343,
      "learning_rate": 0.00013888336663052075,
      "loss": 1.9922,
      "step": 68483
    },
    {
      "epoch": 3.186043265875785,
      "grad_norm": 1.4063893471543432,
      "learning_rate": 0.00013887966542108402,
      "loss": 2.2656,
      "step": 68484
    },
    {
      "epoch": 3.1860897883228656,
      "grad_norm": 1.3409302064846333,
      "learning_rate": 0.00013887596421845527,
      "loss": 2.0938,
      "step": 68485
    },
    {
      "epoch": 3.1861363107699465,
      "grad_norm": 1.3733546777969665,
      "learning_rate": 0.00013887226302263666,
      "loss": 2.1875,
      "step": 68486
    },
    {
      "epoch": 3.1861828332170274,
      "grad_norm": 1.3213793056555947,
      "learning_rate": 0.00013886856183363056,
      "loss": 1.3984,
      "step": 68487
    },
    {
      "epoch": 3.186229355664108,
      "grad_norm": 1.3161196329162972,
      "learning_rate": 0.00013886486065143919,
      "loss": 1.6094,
      "step": 68488
    },
    {
      "epoch": 3.186275878111189,
      "grad_norm": 1.275324162283358,
      "learning_rate": 0.0001388611594760648,
      "loss": 1.8047,
      "step": 68489
    },
    {
      "epoch": 3.1863224005582693,
      "grad_norm": 1.3895206793507753,
      "learning_rate": 0.00013885745830750966,
      "loss": 2.1094,
      "step": 68490
    },
    {
      "epoch": 3.1863689230053502,
      "grad_norm": 1.4576031473578503,
      "learning_rate": 0.00013885375714577612,
      "loss": 2.3125,
      "step": 68491
    },
    {
      "epoch": 3.1864154454524307,
      "grad_norm": 1.3991078235224814,
      "learning_rate": 0.0001388500559908663,
      "loss": 2.2656,
      "step": 68492
    },
    {
      "epoch": 3.1864619678995116,
      "grad_norm": 1.3465995613556545,
      "learning_rate": 0.0001388463548427826,
      "loss": 2.0156,
      "step": 68493
    },
    {
      "epoch": 3.186508490346592,
      "grad_norm": 1.323435304700246,
      "learning_rate": 0.00013884265370152718,
      "loss": 2.0781,
      "step": 68494
    },
    {
      "epoch": 3.186555012793673,
      "grad_norm": 1.256869901967572,
      "learning_rate": 0.0001388389525671024,
      "loss": 1.9141,
      "step": 68495
    },
    {
      "epoch": 3.1866015352407535,
      "grad_norm": 1.3163112871557452,
      "learning_rate": 0.0001388352514395104,
      "loss": 1.7812,
      "step": 68496
    },
    {
      "epoch": 3.1866480576878344,
      "grad_norm": 1.3614036080934317,
      "learning_rate": 0.0001388315503187536,
      "loss": 1.9609,
      "step": 68497
    },
    {
      "epoch": 3.186694580134915,
      "grad_norm": 1.4162186340143077,
      "learning_rate": 0.00013882784920483417,
      "loss": 1.9609,
      "step": 68498
    },
    {
      "epoch": 3.186741102581996,
      "grad_norm": 1.4220528536637558,
      "learning_rate": 0.0001388241480977544,
      "loss": 2.1094,
      "step": 68499
    },
    {
      "epoch": 3.1867876250290763,
      "grad_norm": 1.3637749213586507,
      "learning_rate": 0.0001388204469975165,
      "loss": 1.8984,
      "step": 68500
    },
    {
      "epoch": 3.1868341474761572,
      "grad_norm": 1.3017705681295053,
      "learning_rate": 0.0001388167459041228,
      "loss": 1.8438,
      "step": 68501
    },
    {
      "epoch": 3.186880669923238,
      "grad_norm": 1.3334932950450737,
      "learning_rate": 0.00013881304481757562,
      "loss": 1.9766,
      "step": 68502
    },
    {
      "epoch": 3.1869271923703186,
      "grad_norm": 1.4337564691598994,
      "learning_rate": 0.0001388093437378771,
      "loss": 2.2812,
      "step": 68503
    },
    {
      "epoch": 3.1869737148173996,
      "grad_norm": 1.4050497237705606,
      "learning_rate": 0.0001388056426650296,
      "loss": 2.0938,
      "step": 68504
    },
    {
      "epoch": 3.18702023726448,
      "grad_norm": 1.3291286209888862,
      "learning_rate": 0.00013880194159903534,
      "loss": 2.0625,
      "step": 68505
    },
    {
      "epoch": 3.187066759711561,
      "grad_norm": 1.305737184759705,
      "learning_rate": 0.00013879824053989663,
      "loss": 1.7734,
      "step": 68506
    },
    {
      "epoch": 3.1871132821586414,
      "grad_norm": 1.3483991949915346,
      "learning_rate": 0.00013879453948761566,
      "loss": 1.9844,
      "step": 68507
    },
    {
      "epoch": 3.1871598046057223,
      "grad_norm": 1.32960097577393,
      "learning_rate": 0.00013879083844219476,
      "loss": 1.8594,
      "step": 68508
    },
    {
      "epoch": 3.187206327052803,
      "grad_norm": 1.4217113174288376,
      "learning_rate": 0.00013878713740363618,
      "loss": 2.2344,
      "step": 68509
    },
    {
      "epoch": 3.1872528494998837,
      "grad_norm": 1.3483051158021657,
      "learning_rate": 0.00013878343637194218,
      "loss": 2.1094,
      "step": 68510
    },
    {
      "epoch": 3.187299371946964,
      "grad_norm": 1.3899556665168344,
      "learning_rate": 0.00013877973534711502,
      "loss": 2.2031,
      "step": 68511
    },
    {
      "epoch": 3.187345894394045,
      "grad_norm": 1.359645448637564,
      "learning_rate": 0.00013877603432915694,
      "loss": 2.0469,
      "step": 68512
    },
    {
      "epoch": 3.187392416841126,
      "grad_norm": 1.3553815633695605,
      "learning_rate": 0.0001387723333180703,
      "loss": 1.9219,
      "step": 68513
    },
    {
      "epoch": 3.1874389392882065,
      "grad_norm": 1.3401898095670755,
      "learning_rate": 0.00013876863231385725,
      "loss": 2.0,
      "step": 68514
    },
    {
      "epoch": 3.1874854617352875,
      "grad_norm": 1.4600644705228736,
      "learning_rate": 0.00013876493131652015,
      "loss": 2.2188,
      "step": 68515
    },
    {
      "epoch": 3.187531984182368,
      "grad_norm": 1.3353945000947307,
      "learning_rate": 0.0001387612303260612,
      "loss": 1.9141,
      "step": 68516
    },
    {
      "epoch": 3.187578506629449,
      "grad_norm": 1.3279914619023534,
      "learning_rate": 0.00013875752934248267,
      "loss": 2.0156,
      "step": 68517
    },
    {
      "epoch": 3.1876250290765293,
      "grad_norm": 1.2520271479535299,
      "learning_rate": 0.00013875382836578689,
      "loss": 1.9141,
      "step": 68518
    },
    {
      "epoch": 3.1876715515236103,
      "grad_norm": 1.3874502683534702,
      "learning_rate": 0.00013875012739597608,
      "loss": 2.25,
      "step": 68519
    },
    {
      "epoch": 3.1877180739706907,
      "grad_norm": 1.3166888325614305,
      "learning_rate": 0.00013874642643305247,
      "loss": 2.0312,
      "step": 68520
    },
    {
      "epoch": 3.1877645964177717,
      "grad_norm": 1.3467189299106117,
      "learning_rate": 0.0001387427254770184,
      "loss": 2.0156,
      "step": 68521
    },
    {
      "epoch": 3.187811118864852,
      "grad_norm": 1.3599736326210161,
      "learning_rate": 0.00013873902452787604,
      "loss": 1.9531,
      "step": 68522
    },
    {
      "epoch": 3.187857641311933,
      "grad_norm": 1.3451870091169524,
      "learning_rate": 0.00013873532358562777,
      "loss": 2.0,
      "step": 68523
    },
    {
      "epoch": 3.1879041637590135,
      "grad_norm": 1.4019727066421872,
      "learning_rate": 0.0001387316226502758,
      "loss": 1.9688,
      "step": 68524
    },
    {
      "epoch": 3.1879506862060945,
      "grad_norm": 1.3077334757978731,
      "learning_rate": 0.00013872792172182235,
      "loss": 2.0625,
      "step": 68525
    },
    {
      "epoch": 3.187997208653175,
      "grad_norm": 1.3447118883646973,
      "learning_rate": 0.00013872422080026981,
      "loss": 2.1719,
      "step": 68526
    },
    {
      "epoch": 3.188043731100256,
      "grad_norm": 1.3553429006353688,
      "learning_rate": 0.0001387205198856203,
      "loss": 2.0781,
      "step": 68527
    },
    {
      "epoch": 3.1880902535473368,
      "grad_norm": 1.4056077868740342,
      "learning_rate": 0.00013871681897787623,
      "loss": 2.2031,
      "step": 68528
    },
    {
      "epoch": 3.1881367759944172,
      "grad_norm": 1.2063240038420067,
      "learning_rate": 0.0001387131180770397,
      "loss": 1.6953,
      "step": 68529
    },
    {
      "epoch": 3.188183298441498,
      "grad_norm": 1.2875004233380651,
      "learning_rate": 0.00013870941718311316,
      "loss": 2.0156,
      "step": 68530
    },
    {
      "epoch": 3.1882298208885786,
      "grad_norm": 1.2796464474603138,
      "learning_rate": 0.0001387057162960987,
      "loss": 1.8906,
      "step": 68531
    },
    {
      "epoch": 3.1882763433356596,
      "grad_norm": 1.3593586005981784,
      "learning_rate": 0.00013870201541599873,
      "loss": 1.9375,
      "step": 68532
    },
    {
      "epoch": 3.18832286578274,
      "grad_norm": 1.4698097004400368,
      "learning_rate": 0.0001386983145428154,
      "loss": 2.125,
      "step": 68533
    },
    {
      "epoch": 3.188369388229821,
      "grad_norm": 1.3982380808129933,
      "learning_rate": 0.00013869461367655106,
      "loss": 2.2188,
      "step": 68534
    },
    {
      "epoch": 3.1884159106769014,
      "grad_norm": 1.3359059786581025,
      "learning_rate": 0.00013869091281720796,
      "loss": 1.9375,
      "step": 68535
    },
    {
      "epoch": 3.1884624331239824,
      "grad_norm": 1.2967076018621098,
      "learning_rate": 0.0001386872119647883,
      "loss": 1.8672,
      "step": 68536
    },
    {
      "epoch": 3.188508955571063,
      "grad_norm": 1.3885037233035882,
      "learning_rate": 0.00013868351111929444,
      "loss": 2.0,
      "step": 68537
    },
    {
      "epoch": 3.1885554780181438,
      "grad_norm": 1.2718078647946167,
      "learning_rate": 0.00013867981028072859,
      "loss": 1.9297,
      "step": 68538
    },
    {
      "epoch": 3.1886020004652247,
      "grad_norm": 1.3299641572644205,
      "learning_rate": 0.000138676109449093,
      "loss": 2.0,
      "step": 68539
    },
    {
      "epoch": 3.188648522912305,
      "grad_norm": 1.3490749946505247,
      "learning_rate": 0.00013867240862438997,
      "loss": 2.1406,
      "step": 68540
    },
    {
      "epoch": 3.188695045359386,
      "grad_norm": 1.500327562712891,
      "learning_rate": 0.0001386687078066218,
      "loss": 1.9766,
      "step": 68541
    },
    {
      "epoch": 3.1887415678064666,
      "grad_norm": 1.3669401300409585,
      "learning_rate": 0.00013866500699579067,
      "loss": 1.9922,
      "step": 68542
    },
    {
      "epoch": 3.1887880902535475,
      "grad_norm": 1.3730341397435593,
      "learning_rate": 0.00013866130619189892,
      "loss": 2.1719,
      "step": 68543
    },
    {
      "epoch": 3.188834612700628,
      "grad_norm": 1.364228376026435,
      "learning_rate": 0.0001386576053949487,
      "loss": 2.1719,
      "step": 68544
    },
    {
      "epoch": 3.188881135147709,
      "grad_norm": 1.3913826855072127,
      "learning_rate": 0.00013865390460494244,
      "loss": 2.0469,
      "step": 68545
    },
    {
      "epoch": 3.1889276575947894,
      "grad_norm": 1.4904396186744826,
      "learning_rate": 0.00013865020382188231,
      "loss": 2.1875,
      "step": 68546
    },
    {
      "epoch": 3.1889741800418703,
      "grad_norm": 1.3885513551225488,
      "learning_rate": 0.0001386465030457706,
      "loss": 2.2344,
      "step": 68547
    },
    {
      "epoch": 3.1890207024889508,
      "grad_norm": 1.4081403978524316,
      "learning_rate": 0.00013864280227660956,
      "loss": 2.125,
      "step": 68548
    },
    {
      "epoch": 3.1890672249360317,
      "grad_norm": 1.3464559796324371,
      "learning_rate": 0.00013863910151440146,
      "loss": 1.8594,
      "step": 68549
    },
    {
      "epoch": 3.189113747383112,
      "grad_norm": 1.323861910872301,
      "learning_rate": 0.0001386354007591486,
      "loss": 1.9297,
      "step": 68550
    },
    {
      "epoch": 3.189160269830193,
      "grad_norm": 1.3572446792465414,
      "learning_rate": 0.0001386317000108532,
      "loss": 1.9609,
      "step": 68551
    },
    {
      "epoch": 3.1892067922772735,
      "grad_norm": 1.330646485275072,
      "learning_rate": 0.00013862799926951753,
      "loss": 2.0312,
      "step": 68552
    },
    {
      "epoch": 3.1892533147243545,
      "grad_norm": 1.4340776877447075,
      "learning_rate": 0.00013862429853514385,
      "loss": 2.2812,
      "step": 68553
    },
    {
      "epoch": 3.1892998371714354,
      "grad_norm": 1.3359595762104124,
      "learning_rate": 0.00013862059780773446,
      "loss": 1.8984,
      "step": 68554
    },
    {
      "epoch": 3.189346359618516,
      "grad_norm": 1.3355618930921709,
      "learning_rate": 0.0001386168970872916,
      "loss": 2.1094,
      "step": 68555
    },
    {
      "epoch": 3.189392882065597,
      "grad_norm": 1.3762185510475706,
      "learning_rate": 0.00013861319637381757,
      "loss": 2.0,
      "step": 68556
    },
    {
      "epoch": 3.1894394045126773,
      "grad_norm": 1.398384280791727,
      "learning_rate": 0.00013860949566731458,
      "loss": 2.2656,
      "step": 68557
    },
    {
      "epoch": 3.189485926959758,
      "grad_norm": 1.3631607211914187,
      "learning_rate": 0.00013860579496778494,
      "loss": 1.8281,
      "step": 68558
    },
    {
      "epoch": 3.1895324494068387,
      "grad_norm": 1.3514294739290535,
      "learning_rate": 0.0001386020942752309,
      "loss": 1.9844,
      "step": 68559
    },
    {
      "epoch": 3.1895789718539196,
      "grad_norm": 1.4896024707636562,
      "learning_rate": 0.00013859839358965471,
      "loss": 2.25,
      "step": 68560
    },
    {
      "epoch": 3.189625494301,
      "grad_norm": 1.2826668190054746,
      "learning_rate": 0.00013859469291105866,
      "loss": 1.9688,
      "step": 68561
    },
    {
      "epoch": 3.189672016748081,
      "grad_norm": 1.602045586477725,
      "learning_rate": 0.000138590992239445,
      "loss": 1.6328,
      "step": 68562
    },
    {
      "epoch": 3.1897185391951615,
      "grad_norm": 1.3909113087712957,
      "learning_rate": 0.00013858729157481602,
      "loss": 2.1406,
      "step": 68563
    },
    {
      "epoch": 3.1897650616422424,
      "grad_norm": 1.3663301352493757,
      "learning_rate": 0.00013858359091717396,
      "loss": 1.8281,
      "step": 68564
    },
    {
      "epoch": 3.1898115840893233,
      "grad_norm": 1.359111655227301,
      "learning_rate": 0.00013857989026652101,
      "loss": 2.1094,
      "step": 68565
    },
    {
      "epoch": 3.189858106536404,
      "grad_norm": 1.4586341880338638,
      "learning_rate": 0.0001385761896228596,
      "loss": 2.2031,
      "step": 68566
    },
    {
      "epoch": 3.1899046289834847,
      "grad_norm": 1.4076329863870023,
      "learning_rate": 0.00013857248898619192,
      "loss": 1.9922,
      "step": 68567
    },
    {
      "epoch": 3.189951151430565,
      "grad_norm": 1.3606513946004408,
      "learning_rate": 0.00013856878835652022,
      "loss": 2.0156,
      "step": 68568
    },
    {
      "epoch": 3.189997673877646,
      "grad_norm": 1.4328067134779396,
      "learning_rate": 0.00013856508773384677,
      "loss": 2.0938,
      "step": 68569
    },
    {
      "epoch": 3.1900441963247266,
      "grad_norm": 1.3355779326092485,
      "learning_rate": 0.00013856138711817385,
      "loss": 1.9453,
      "step": 68570
    },
    {
      "epoch": 3.1900907187718075,
      "grad_norm": 1.3680892538593785,
      "learning_rate": 0.00013855768650950369,
      "loss": 2.1562,
      "step": 68571
    },
    {
      "epoch": 3.190137241218888,
      "grad_norm": 1.2810063139461547,
      "learning_rate": 0.00013855398590783863,
      "loss": 1.875,
      "step": 68572
    },
    {
      "epoch": 3.190183763665969,
      "grad_norm": 1.2384546233515108,
      "learning_rate": 0.00013855028531318083,
      "loss": 1.7891,
      "step": 68573
    },
    {
      "epoch": 3.1902302861130494,
      "grad_norm": 1.4028914311818816,
      "learning_rate": 0.00013854658472553267,
      "loss": 2.1875,
      "step": 68574
    },
    {
      "epoch": 3.1902768085601303,
      "grad_norm": 1.315258989692938,
      "learning_rate": 0.0001385428841448963,
      "loss": 2.0312,
      "step": 68575
    },
    {
      "epoch": 3.1903233310072108,
      "grad_norm": 1.3154311491588906,
      "learning_rate": 0.0001385391835712741,
      "loss": 1.6094,
      "step": 68576
    },
    {
      "epoch": 3.1903698534542917,
      "grad_norm": 1.3638481839569092,
      "learning_rate": 0.00013853548300466823,
      "loss": 2.0312,
      "step": 68577
    },
    {
      "epoch": 3.1904163759013726,
      "grad_norm": 1.1934374377761456,
      "learning_rate": 0.00013853178244508106,
      "loss": 1.7188,
      "step": 68578
    },
    {
      "epoch": 3.190462898348453,
      "grad_norm": 1.3691772125431763,
      "learning_rate": 0.00013852808189251475,
      "loss": 1.9766,
      "step": 68579
    },
    {
      "epoch": 3.190509420795534,
      "grad_norm": 1.281445652773877,
      "learning_rate": 0.00013852438134697164,
      "loss": 1.75,
      "step": 68580
    },
    {
      "epoch": 3.1905559432426145,
      "grad_norm": 1.350655764015573,
      "learning_rate": 0.00013852068080845396,
      "loss": 2.0469,
      "step": 68581
    },
    {
      "epoch": 3.1906024656896954,
      "grad_norm": 1.435973986430173,
      "learning_rate": 0.000138516980276964,
      "loss": 2.125,
      "step": 68582
    },
    {
      "epoch": 3.190648988136776,
      "grad_norm": 1.3763922677749019,
      "learning_rate": 0.00013851327975250398,
      "loss": 2.0781,
      "step": 68583
    },
    {
      "epoch": 3.190695510583857,
      "grad_norm": 1.5401734107693683,
      "learning_rate": 0.00013850957923507626,
      "loss": 2.0156,
      "step": 68584
    },
    {
      "epoch": 3.1907420330309373,
      "grad_norm": 1.5145204382048916,
      "learning_rate": 0.00013850587872468297,
      "loss": 2.3594,
      "step": 68585
    },
    {
      "epoch": 3.190788555478018,
      "grad_norm": 1.3660366824070609,
      "learning_rate": 0.00013850217822132651,
      "loss": 2.1094,
      "step": 68586
    },
    {
      "epoch": 3.1908350779250987,
      "grad_norm": 1.3822698873252273,
      "learning_rate": 0.00013849847772500902,
      "loss": 2.2031,
      "step": 68587
    },
    {
      "epoch": 3.1908816003721796,
      "grad_norm": 1.4246828291512343,
      "learning_rate": 0.00013849477723573285,
      "loss": 2.3906,
      "step": 68588
    },
    {
      "epoch": 3.19092812281926,
      "grad_norm": 1.403563442841567,
      "learning_rate": 0.00013849107675350026,
      "loss": 1.9766,
      "step": 68589
    },
    {
      "epoch": 3.190974645266341,
      "grad_norm": 1.3916819201815729,
      "learning_rate": 0.00013848737627831354,
      "loss": 2.2188,
      "step": 68590
    },
    {
      "epoch": 3.191021167713422,
      "grad_norm": 1.382421338344192,
      "learning_rate": 0.00013848367581017487,
      "loss": 2.1875,
      "step": 68591
    },
    {
      "epoch": 3.1910676901605024,
      "grad_norm": 1.3252325865091201,
      "learning_rate": 0.00013847997534908657,
      "loss": 1.9453,
      "step": 68592
    },
    {
      "epoch": 3.1911142126075833,
      "grad_norm": 1.4482013133801546,
      "learning_rate": 0.00013847627489505088,
      "loss": 2.4375,
      "step": 68593
    },
    {
      "epoch": 3.191160735054664,
      "grad_norm": 1.3853057887531497,
      "learning_rate": 0.00013847257444807014,
      "loss": 2.0625,
      "step": 68594
    },
    {
      "epoch": 3.1912072575017447,
      "grad_norm": 1.4354211331337867,
      "learning_rate": 0.0001384688740081465,
      "loss": 2.0312,
      "step": 68595
    },
    {
      "epoch": 3.191253779948825,
      "grad_norm": 1.3732541704609436,
      "learning_rate": 0.00013846517357528232,
      "loss": 1.9922,
      "step": 68596
    },
    {
      "epoch": 3.191300302395906,
      "grad_norm": 1.299519585670567,
      "learning_rate": 0.0001384614731494798,
      "loss": 1.9609,
      "step": 68597
    },
    {
      "epoch": 3.1913468248429866,
      "grad_norm": 1.325941764711768,
      "learning_rate": 0.00013845777273074124,
      "loss": 2.0781,
      "step": 68598
    },
    {
      "epoch": 3.1913933472900675,
      "grad_norm": 1.4103540247522863,
      "learning_rate": 0.0001384540723190689,
      "loss": 2.125,
      "step": 68599
    },
    {
      "epoch": 3.191439869737148,
      "grad_norm": 1.277106018165828,
      "learning_rate": 0.00013845037191446508,
      "loss": 2.0938,
      "step": 68600
    },
    {
      "epoch": 3.191486392184229,
      "grad_norm": 1.300204193547424,
      "learning_rate": 0.00013844667151693195,
      "loss": 2.0781,
      "step": 68601
    },
    {
      "epoch": 3.19153291463131,
      "grad_norm": 1.3334519793961221,
      "learning_rate": 0.00013844297112647187,
      "loss": 2.0625,
      "step": 68602
    },
    {
      "epoch": 3.1915794370783903,
      "grad_norm": 1.2148678527706644,
      "learning_rate": 0.00013843927074308707,
      "loss": 1.7578,
      "step": 68603
    },
    {
      "epoch": 3.1916259595254712,
      "grad_norm": 1.3623060642501619,
      "learning_rate": 0.00013843557036677983,
      "loss": 2.0469,
      "step": 68604
    },
    {
      "epoch": 3.1916724819725517,
      "grad_norm": 1.4738145378557173,
      "learning_rate": 0.00013843186999755236,
      "loss": 2.125,
      "step": 68605
    },
    {
      "epoch": 3.1917190044196326,
      "grad_norm": 1.387197898360979,
      "learning_rate": 0.00013842816963540702,
      "loss": 2.0312,
      "step": 68606
    },
    {
      "epoch": 3.191765526866713,
      "grad_norm": 1.527085234898788,
      "learning_rate": 0.00013842446928034598,
      "loss": 2.4844,
      "step": 68607
    },
    {
      "epoch": 3.191812049313794,
      "grad_norm": 1.4068317532982564,
      "learning_rate": 0.00013842076893237157,
      "loss": 2.0469,
      "step": 68608
    },
    {
      "epoch": 3.1918585717608745,
      "grad_norm": 1.2834984320230949,
      "learning_rate": 0.00013841706859148598,
      "loss": 1.7266,
      "step": 68609
    },
    {
      "epoch": 3.1919050942079554,
      "grad_norm": 1.290663633730075,
      "learning_rate": 0.00013841336825769156,
      "loss": 1.7344,
      "step": 68610
    },
    {
      "epoch": 3.191951616655036,
      "grad_norm": 1.3999918303671461,
      "learning_rate": 0.00013840966793099058,
      "loss": 2.1562,
      "step": 68611
    },
    {
      "epoch": 3.191998139102117,
      "grad_norm": 1.44611921713352,
      "learning_rate": 0.00013840596761138525,
      "loss": 2.2812,
      "step": 68612
    },
    {
      "epoch": 3.1920446615491973,
      "grad_norm": 1.4340822187292341,
      "learning_rate": 0.00013840226729887786,
      "loss": 2.1719,
      "step": 68613
    },
    {
      "epoch": 3.1920911839962782,
      "grad_norm": 1.2267020870772478,
      "learning_rate": 0.00013839856699347067,
      "loss": 1.5781,
      "step": 68614
    },
    {
      "epoch": 3.1921377064433587,
      "grad_norm": 1.3580562373229588,
      "learning_rate": 0.00013839486669516596,
      "loss": 1.9531,
      "step": 68615
    },
    {
      "epoch": 3.1921842288904396,
      "grad_norm": 1.4201739091024028,
      "learning_rate": 0.00013839116640396596,
      "loss": 2.0,
      "step": 68616
    },
    {
      "epoch": 3.1922307513375205,
      "grad_norm": 1.4023641869298742,
      "learning_rate": 0.00013838746611987294,
      "loss": 2.1406,
      "step": 68617
    },
    {
      "epoch": 3.192277273784601,
      "grad_norm": 1.4195356029242439,
      "learning_rate": 0.00013838376584288922,
      "loss": 2.125,
      "step": 68618
    },
    {
      "epoch": 3.192323796231682,
      "grad_norm": 1.3974197192093918,
      "learning_rate": 0.00013838006557301697,
      "loss": 1.9062,
      "step": 68619
    },
    {
      "epoch": 3.1923703186787624,
      "grad_norm": 1.3024845920198749,
      "learning_rate": 0.00013837636531025858,
      "loss": 1.9609,
      "step": 68620
    },
    {
      "epoch": 3.1924168411258433,
      "grad_norm": 1.2771457436776688,
      "learning_rate": 0.00013837266505461622,
      "loss": 1.6172,
      "step": 68621
    },
    {
      "epoch": 3.192463363572924,
      "grad_norm": 1.3926777842917932,
      "learning_rate": 0.00013836896480609218,
      "loss": 2.0469,
      "step": 68622
    },
    {
      "epoch": 3.1925098860200047,
      "grad_norm": 1.5245121654235732,
      "learning_rate": 0.00013836526456468873,
      "loss": 2.3438,
      "step": 68623
    },
    {
      "epoch": 3.192556408467085,
      "grad_norm": 1.3993019320476991,
      "learning_rate": 0.00013836156433040815,
      "loss": 1.9297,
      "step": 68624
    },
    {
      "epoch": 3.192602930914166,
      "grad_norm": 1.405322271378657,
      "learning_rate": 0.00013835786410325263,
      "loss": 2.0,
      "step": 68625
    },
    {
      "epoch": 3.1926494533612466,
      "grad_norm": 1.3668148449305202,
      "learning_rate": 0.00013835416388322457,
      "loss": 2.1094,
      "step": 68626
    },
    {
      "epoch": 3.1926959758083275,
      "grad_norm": 1.2967850111102888,
      "learning_rate": 0.0001383504636703261,
      "loss": 1.9922,
      "step": 68627
    },
    {
      "epoch": 3.1927424982554085,
      "grad_norm": 1.2712195570635296,
      "learning_rate": 0.00013834676346455958,
      "loss": 1.4688,
      "step": 68628
    },
    {
      "epoch": 3.192789020702489,
      "grad_norm": 1.4470978680620876,
      "learning_rate": 0.00013834306326592722,
      "loss": 2.1094,
      "step": 68629
    },
    {
      "epoch": 3.19283554314957,
      "grad_norm": 1.3889588102912038,
      "learning_rate": 0.00013833936307443132,
      "loss": 2.0938,
      "step": 68630
    },
    {
      "epoch": 3.1928820655966503,
      "grad_norm": 1.4032714363744652,
      "learning_rate": 0.0001383356628900741,
      "loss": 1.9375,
      "step": 68631
    },
    {
      "epoch": 3.1929285880437313,
      "grad_norm": 1.3485656126406964,
      "learning_rate": 0.00013833196271285787,
      "loss": 2.2188,
      "step": 68632
    },
    {
      "epoch": 3.1929751104908117,
      "grad_norm": 1.4086226780493782,
      "learning_rate": 0.0001383282625427849,
      "loss": 2.0469,
      "step": 68633
    },
    {
      "epoch": 3.1930216329378927,
      "grad_norm": 1.3307883211772686,
      "learning_rate": 0.00013832456237985742,
      "loss": 1.9688,
      "step": 68634
    },
    {
      "epoch": 3.193068155384973,
      "grad_norm": 1.1995105173930698,
      "learning_rate": 0.00013832086222407772,
      "loss": 1.5938,
      "step": 68635
    },
    {
      "epoch": 3.193114677832054,
      "grad_norm": 1.3814425156985572,
      "learning_rate": 0.00013831716207544806,
      "loss": 2.1875,
      "step": 68636
    },
    {
      "epoch": 3.1931612002791345,
      "grad_norm": 1.3399366823165653,
      "learning_rate": 0.0001383134619339707,
      "loss": 1.9922,
      "step": 68637
    },
    {
      "epoch": 3.1932077227262154,
      "grad_norm": 1.4590303945460332,
      "learning_rate": 0.0001383097617996479,
      "loss": 2.0469,
      "step": 68638
    },
    {
      "epoch": 3.193254245173296,
      "grad_norm": 1.2615538972986253,
      "learning_rate": 0.00013830606167248197,
      "loss": 1.8516,
      "step": 68639
    },
    {
      "epoch": 3.193300767620377,
      "grad_norm": 1.4124865991672002,
      "learning_rate": 0.00013830236155247508,
      "loss": 2.2188,
      "step": 68640
    },
    {
      "epoch": 3.1933472900674573,
      "grad_norm": 1.3518741731463555,
      "learning_rate": 0.0001382986614396296,
      "loss": 1.9844,
      "step": 68641
    },
    {
      "epoch": 3.1933938125145382,
      "grad_norm": 1.286273590186072,
      "learning_rate": 0.00013829496133394776,
      "loss": 1.9375,
      "step": 68642
    },
    {
      "epoch": 3.193440334961619,
      "grad_norm": 1.287541617309429,
      "learning_rate": 0.00013829126123543175,
      "loss": 1.9297,
      "step": 68643
    },
    {
      "epoch": 3.1934868574086996,
      "grad_norm": 1.400330062971634,
      "learning_rate": 0.00013828756114408396,
      "loss": 1.5,
      "step": 68644
    },
    {
      "epoch": 3.1935333798557806,
      "grad_norm": 1.3317899554734431,
      "learning_rate": 0.00013828386105990654,
      "loss": 2.0625,
      "step": 68645
    },
    {
      "epoch": 3.193579902302861,
      "grad_norm": 1.4311184105556816,
      "learning_rate": 0.00013828016098290185,
      "loss": 2.2656,
      "step": 68646
    },
    {
      "epoch": 3.193626424749942,
      "grad_norm": 1.2554921016657123,
      "learning_rate": 0.0001382764609130721,
      "loss": 1.7656,
      "step": 68647
    },
    {
      "epoch": 3.1936729471970224,
      "grad_norm": 1.392823772567692,
      "learning_rate": 0.00013827276085041958,
      "loss": 2.1562,
      "step": 68648
    },
    {
      "epoch": 3.1937194696441034,
      "grad_norm": 1.4248346288541862,
      "learning_rate": 0.00013826906079494652,
      "loss": 2.1719,
      "step": 68649
    },
    {
      "epoch": 3.193765992091184,
      "grad_norm": 1.2696588605120973,
      "learning_rate": 0.00013826536074665525,
      "loss": 2.0312,
      "step": 68650
    },
    {
      "epoch": 3.1938125145382648,
      "grad_norm": 1.3791117400742248,
      "learning_rate": 0.00013826166070554795,
      "loss": 1.8828,
      "step": 68651
    },
    {
      "epoch": 3.1938590369853452,
      "grad_norm": 1.3649594877426585,
      "learning_rate": 0.00013825796067162697,
      "loss": 1.9766,
      "step": 68652
    },
    {
      "epoch": 3.193905559432426,
      "grad_norm": 1.3270308005587643,
      "learning_rate": 0.00013825426064489446,
      "loss": 2.0156,
      "step": 68653
    },
    {
      "epoch": 3.193952081879507,
      "grad_norm": 1.453038007729705,
      "learning_rate": 0.0001382505606253528,
      "loss": 2.25,
      "step": 68654
    },
    {
      "epoch": 3.1939986043265876,
      "grad_norm": 1.30778211358791,
      "learning_rate": 0.00013824686061300425,
      "loss": 1.9844,
      "step": 68655
    },
    {
      "epoch": 3.1940451267736685,
      "grad_norm": 1.2799139755993252,
      "learning_rate": 0.00013824316060785102,
      "loss": 2.125,
      "step": 68656
    },
    {
      "epoch": 3.194091649220749,
      "grad_norm": 1.3324371661548366,
      "learning_rate": 0.0001382394606098954,
      "loss": 1.9688,
      "step": 68657
    },
    {
      "epoch": 3.19413817166783,
      "grad_norm": 1.3487612077215234,
      "learning_rate": 0.00013823576061913965,
      "loss": 2.1094,
      "step": 68658
    },
    {
      "epoch": 3.1941846941149104,
      "grad_norm": 1.338244336648563,
      "learning_rate": 0.00013823206063558606,
      "loss": 1.9375,
      "step": 68659
    },
    {
      "epoch": 3.1942312165619913,
      "grad_norm": 1.310653655338019,
      "learning_rate": 0.00013822836065923683,
      "loss": 2.0312,
      "step": 68660
    },
    {
      "epoch": 3.1942777390090717,
      "grad_norm": 1.4246849582353367,
      "learning_rate": 0.00013822466069009432,
      "loss": 2.1875,
      "step": 68661
    },
    {
      "epoch": 3.1943242614561527,
      "grad_norm": 1.303232215838696,
      "learning_rate": 0.00013822096072816067,
      "loss": 2.1562,
      "step": 68662
    },
    {
      "epoch": 3.194370783903233,
      "grad_norm": 1.3437875285946397,
      "learning_rate": 0.00013821726077343827,
      "loss": 1.9922,
      "step": 68663
    },
    {
      "epoch": 3.194417306350314,
      "grad_norm": 1.2959806065226795,
      "learning_rate": 0.00013821356082592933,
      "loss": 1.9531,
      "step": 68664
    },
    {
      "epoch": 3.1944638287973945,
      "grad_norm": 1.3850845397686227,
      "learning_rate": 0.0001382098608856361,
      "loss": 1.9922,
      "step": 68665
    },
    {
      "epoch": 3.1945103512444755,
      "grad_norm": 1.4243979768829669,
      "learning_rate": 0.00013820616095256086,
      "loss": 1.9141,
      "step": 68666
    },
    {
      "epoch": 3.194556873691556,
      "grad_norm": 1.396117577704769,
      "learning_rate": 0.0001382024610267059,
      "loss": 2.1094,
      "step": 68667
    },
    {
      "epoch": 3.194603396138637,
      "grad_norm": 1.3188758762029178,
      "learning_rate": 0.00013819876110807348,
      "loss": 2.0312,
      "step": 68668
    },
    {
      "epoch": 3.194649918585718,
      "grad_norm": 1.3729571286605355,
      "learning_rate": 0.00013819506119666582,
      "loss": 2.1406,
      "step": 68669
    },
    {
      "epoch": 3.1946964410327983,
      "grad_norm": 1.4443811871304277,
      "learning_rate": 0.0001381913612924852,
      "loss": 2.3438,
      "step": 68670
    },
    {
      "epoch": 3.194742963479879,
      "grad_norm": 1.3581917103603138,
      "learning_rate": 0.00013818766139553392,
      "loss": 2.1094,
      "step": 68671
    },
    {
      "epoch": 3.1947894859269597,
      "grad_norm": 1.342322512864639,
      "learning_rate": 0.0001381839615058142,
      "loss": 1.9844,
      "step": 68672
    },
    {
      "epoch": 3.1948360083740406,
      "grad_norm": 1.3561489099498425,
      "learning_rate": 0.00013818026162332834,
      "loss": 1.9297,
      "step": 68673
    },
    {
      "epoch": 3.194882530821121,
      "grad_norm": 1.4301909698302904,
      "learning_rate": 0.0001381765617480786,
      "loss": 2.3594,
      "step": 68674
    },
    {
      "epoch": 3.194929053268202,
      "grad_norm": 1.3541741369843165,
      "learning_rate": 0.0001381728618800672,
      "loss": 1.9531,
      "step": 68675
    },
    {
      "epoch": 3.1949755757152825,
      "grad_norm": 1.332940038231933,
      "learning_rate": 0.00013816916201929647,
      "loss": 2.0781,
      "step": 68676
    },
    {
      "epoch": 3.1950220981623634,
      "grad_norm": 1.2307545226975256,
      "learning_rate": 0.00013816546216576867,
      "loss": 1.8047,
      "step": 68677
    },
    {
      "epoch": 3.195068620609444,
      "grad_norm": 1.2928432337463207,
      "learning_rate": 0.000138161762319486,
      "loss": 1.9531,
      "step": 68678
    },
    {
      "epoch": 3.1951151430565248,
      "grad_norm": 1.3986290052445884,
      "learning_rate": 0.00013815806248045081,
      "loss": 2.0156,
      "step": 68679
    },
    {
      "epoch": 3.1951616655036057,
      "grad_norm": 1.360953203011697,
      "learning_rate": 0.0001381543626486653,
      "loss": 2.1406,
      "step": 68680
    },
    {
      "epoch": 3.195208187950686,
      "grad_norm": 1.322184926135094,
      "learning_rate": 0.00013815066282413181,
      "loss": 1.8984,
      "step": 68681
    },
    {
      "epoch": 3.195254710397767,
      "grad_norm": 1.4179931945133828,
      "learning_rate": 0.0001381469630068525,
      "loss": 2.125,
      "step": 68682
    },
    {
      "epoch": 3.1953012328448476,
      "grad_norm": 1.327857233707417,
      "learning_rate": 0.00013814326319682972,
      "loss": 2.125,
      "step": 68683
    },
    {
      "epoch": 3.1953477552919285,
      "grad_norm": 1.4565745960378256,
      "learning_rate": 0.00013813956339406568,
      "loss": 2.2656,
      "step": 68684
    },
    {
      "epoch": 3.195394277739009,
      "grad_norm": 1.4125196691247495,
      "learning_rate": 0.0001381358635985627,
      "loss": 2.0312,
      "step": 68685
    },
    {
      "epoch": 3.19544080018609,
      "grad_norm": 1.3551948705955006,
      "learning_rate": 0.00013813216381032296,
      "loss": 1.8906,
      "step": 68686
    },
    {
      "epoch": 3.1954873226331704,
      "grad_norm": 1.3534986156385664,
      "learning_rate": 0.00013812846402934883,
      "loss": 2.2656,
      "step": 68687
    },
    {
      "epoch": 3.1955338450802513,
      "grad_norm": 1.2933385281791325,
      "learning_rate": 0.0001381247642556425,
      "loss": 1.8438,
      "step": 68688
    },
    {
      "epoch": 3.1955803675273318,
      "grad_norm": 1.3699841544469,
      "learning_rate": 0.00013812106448920627,
      "loss": 2.3125,
      "step": 68689
    },
    {
      "epoch": 3.1956268899744127,
      "grad_norm": 1.3626322768875003,
      "learning_rate": 0.00013811736473004238,
      "loss": 1.9297,
      "step": 68690
    },
    {
      "epoch": 3.195673412421493,
      "grad_norm": 1.3691777945550803,
      "learning_rate": 0.00013811366497815312,
      "loss": 1.9688,
      "step": 68691
    },
    {
      "epoch": 3.195719934868574,
      "grad_norm": 1.434725871821433,
      "learning_rate": 0.00013810996523354075,
      "loss": 2.2656,
      "step": 68692
    },
    {
      "epoch": 3.195766457315655,
      "grad_norm": 1.191984096048733,
      "learning_rate": 0.00013810626549620752,
      "loss": 1.5625,
      "step": 68693
    },
    {
      "epoch": 3.1958129797627355,
      "grad_norm": 1.2476761175061313,
      "learning_rate": 0.00013810256576615574,
      "loss": 1.7969,
      "step": 68694
    },
    {
      "epoch": 3.1958595022098164,
      "grad_norm": 1.323072344238724,
      "learning_rate": 0.0001380988660433876,
      "loss": 1.8516,
      "step": 68695
    },
    {
      "epoch": 3.195906024656897,
      "grad_norm": 1.3066553800120722,
      "learning_rate": 0.0001380951663279054,
      "loss": 2.0312,
      "step": 68696
    },
    {
      "epoch": 3.195952547103978,
      "grad_norm": 1.359262337541863,
      "learning_rate": 0.00013809146661971134,
      "loss": 2.0156,
      "step": 68697
    },
    {
      "epoch": 3.1959990695510583,
      "grad_norm": 1.3865546907456883,
      "learning_rate": 0.00013808776691880785,
      "loss": 1.9219,
      "step": 68698
    },
    {
      "epoch": 3.196045591998139,
      "grad_norm": 1.3938665889794337,
      "learning_rate": 0.00013808406722519713,
      "loss": 1.9375,
      "step": 68699
    },
    {
      "epoch": 3.1960921144452197,
      "grad_norm": 1.3247194474960917,
      "learning_rate": 0.00013808036753888133,
      "loss": 1.9062,
      "step": 68700
    },
    {
      "epoch": 3.1961386368923006,
      "grad_norm": 1.3420359838020472,
      "learning_rate": 0.00013807666785986284,
      "loss": 1.9531,
      "step": 68701
    },
    {
      "epoch": 3.196185159339381,
      "grad_norm": 1.4010247173201738,
      "learning_rate": 0.00013807296818814388,
      "loss": 2.25,
      "step": 68702
    },
    {
      "epoch": 3.196231681786462,
      "grad_norm": 1.3315628126035894,
      "learning_rate": 0.00013806926852372674,
      "loss": 2.0469,
      "step": 68703
    },
    {
      "epoch": 3.1962782042335425,
      "grad_norm": 1.273820548580218,
      "learning_rate": 0.00013806556886661363,
      "loss": 1.9766,
      "step": 68704
    },
    {
      "epoch": 3.1963247266806234,
      "grad_norm": 1.4299606234010904,
      "learning_rate": 0.00013806186921680688,
      "loss": 2.1875,
      "step": 68705
    },
    {
      "epoch": 3.1963712491277043,
      "grad_norm": 1.4155387412932894,
      "learning_rate": 0.0001380581695743087,
      "loss": 2.1094,
      "step": 68706
    },
    {
      "epoch": 3.196417771574785,
      "grad_norm": 1.4076372261166694,
      "learning_rate": 0.0001380544699391214,
      "loss": 2.1562,
      "step": 68707
    },
    {
      "epoch": 3.1964642940218657,
      "grad_norm": 1.3240693313795948,
      "learning_rate": 0.00013805077031124718,
      "loss": 1.7422,
      "step": 68708
    },
    {
      "epoch": 3.196510816468946,
      "grad_norm": 1.2639725876156183,
      "learning_rate": 0.0001380470706906884,
      "loss": 1.7266,
      "step": 68709
    },
    {
      "epoch": 3.196557338916027,
      "grad_norm": 1.397323526772979,
      "learning_rate": 0.00013804337107744725,
      "loss": 1.9688,
      "step": 68710
    },
    {
      "epoch": 3.1966038613631076,
      "grad_norm": 1.3215561045783233,
      "learning_rate": 0.00013803967147152604,
      "loss": 1.9609,
      "step": 68711
    },
    {
      "epoch": 3.1966503838101885,
      "grad_norm": 1.2653983610521624,
      "learning_rate": 0.00013803597187292697,
      "loss": 1.9062,
      "step": 68712
    },
    {
      "epoch": 3.196696906257269,
      "grad_norm": 1.3534916968982995,
      "learning_rate": 0.0001380322722816524,
      "loss": 1.9375,
      "step": 68713
    },
    {
      "epoch": 3.19674342870435,
      "grad_norm": 1.4229983421475332,
      "learning_rate": 0.0001380285726977045,
      "loss": 2.2969,
      "step": 68714
    },
    {
      "epoch": 3.1967899511514304,
      "grad_norm": 1.405407319142688,
      "learning_rate": 0.00013802487312108562,
      "loss": 2.2188,
      "step": 68715
    },
    {
      "epoch": 3.1968364735985113,
      "grad_norm": 1.3357107699868211,
      "learning_rate": 0.00013802117355179796,
      "loss": 1.9922,
      "step": 68716
    },
    {
      "epoch": 3.1968829960455922,
      "grad_norm": 1.2982030825802175,
      "learning_rate": 0.00013801747398984378,
      "loss": 2.0469,
      "step": 68717
    },
    {
      "epoch": 3.1969295184926727,
      "grad_norm": 1.2479457487247494,
      "learning_rate": 0.0001380137744352254,
      "loss": 1.4922,
      "step": 68718
    },
    {
      "epoch": 3.1969760409397536,
      "grad_norm": 1.2814842819640306,
      "learning_rate": 0.000138010074887945,
      "loss": 1.9062,
      "step": 68719
    },
    {
      "epoch": 3.197022563386834,
      "grad_norm": 1.3386699511242444,
      "learning_rate": 0.000138006375348005,
      "loss": 1.9766,
      "step": 68720
    },
    {
      "epoch": 3.197069085833915,
      "grad_norm": 1.1712040975096818,
      "learning_rate": 0.0001380026758154075,
      "loss": 1.625,
      "step": 68721
    },
    {
      "epoch": 3.1971156082809955,
      "grad_norm": 1.3427926798639274,
      "learning_rate": 0.00013799897629015488,
      "loss": 2.1094,
      "step": 68722
    },
    {
      "epoch": 3.1971621307280764,
      "grad_norm": 1.3875770284021594,
      "learning_rate": 0.00013799527677224932,
      "loss": 2.0,
      "step": 68723
    },
    {
      "epoch": 3.197208653175157,
      "grad_norm": 1.3680848650685415,
      "learning_rate": 0.00013799157726169316,
      "loss": 1.9141,
      "step": 68724
    },
    {
      "epoch": 3.197255175622238,
      "grad_norm": 1.3568825417739316,
      "learning_rate": 0.00013798787775848865,
      "loss": 2.1562,
      "step": 68725
    },
    {
      "epoch": 3.1973016980693183,
      "grad_norm": 1.538839573666831,
      "learning_rate": 0.00013798417826263795,
      "loss": 2.3906,
      "step": 68726
    },
    {
      "epoch": 3.197348220516399,
      "grad_norm": 1.2632229022612398,
      "learning_rate": 0.0001379804787741435,
      "loss": 1.9141,
      "step": 68727
    },
    {
      "epoch": 3.1973947429634797,
      "grad_norm": 1.4501597566597348,
      "learning_rate": 0.00013797677929300737,
      "loss": 1.9688,
      "step": 68728
    },
    {
      "epoch": 3.1974412654105606,
      "grad_norm": 1.1712166997433648,
      "learning_rate": 0.000137973079819232,
      "loss": 1.4688,
      "step": 68729
    },
    {
      "epoch": 3.197487787857641,
      "grad_norm": 1.3234704956485446,
      "learning_rate": 0.00013796938035281955,
      "loss": 1.8438,
      "step": 68730
    },
    {
      "epoch": 3.197534310304722,
      "grad_norm": 1.3739829899981588,
      "learning_rate": 0.00013796568089377234,
      "loss": 1.8438,
      "step": 68731
    },
    {
      "epoch": 3.197580832751803,
      "grad_norm": 1.378127210548582,
      "learning_rate": 0.00013796198144209256,
      "loss": 2.0156,
      "step": 68732
    },
    {
      "epoch": 3.1976273551988834,
      "grad_norm": 1.2953336857321773,
      "learning_rate": 0.00013795828199778258,
      "loss": 2.0312,
      "step": 68733
    },
    {
      "epoch": 3.1976738776459643,
      "grad_norm": 1.2477043540159247,
      "learning_rate": 0.0001379545825608446,
      "loss": 1.7578,
      "step": 68734
    },
    {
      "epoch": 3.197720400093045,
      "grad_norm": 1.4671307336106447,
      "learning_rate": 0.00013795088313128088,
      "loss": 2.2812,
      "step": 68735
    },
    {
      "epoch": 3.1977669225401257,
      "grad_norm": 1.4050043178770437,
      "learning_rate": 0.0001379471837090937,
      "loss": 2.1719,
      "step": 68736
    },
    {
      "epoch": 3.197813444987206,
      "grad_norm": 1.3537270220838842,
      "learning_rate": 0.00013794348429428536,
      "loss": 2.1094,
      "step": 68737
    },
    {
      "epoch": 3.197859967434287,
      "grad_norm": 1.4354806316212436,
      "learning_rate": 0.00013793978488685804,
      "loss": 2.2344,
      "step": 68738
    },
    {
      "epoch": 3.1979064898813676,
      "grad_norm": 1.3648899409765616,
      "learning_rate": 0.0001379360854868141,
      "loss": 2.0469,
      "step": 68739
    },
    {
      "epoch": 3.1979530123284485,
      "grad_norm": 1.3395512957846825,
      "learning_rate": 0.0001379323860941557,
      "loss": 2.0,
      "step": 68740
    },
    {
      "epoch": 3.197999534775529,
      "grad_norm": 1.2435059151549819,
      "learning_rate": 0.00013792868670888515,
      "loss": 1.8516,
      "step": 68741
    },
    {
      "epoch": 3.19804605722261,
      "grad_norm": 1.3293445508949386,
      "learning_rate": 0.0001379249873310048,
      "loss": 1.9219,
      "step": 68742
    },
    {
      "epoch": 3.198092579669691,
      "grad_norm": 1.2997956541846203,
      "learning_rate": 0.00013792128796051684,
      "loss": 1.8984,
      "step": 68743
    },
    {
      "epoch": 3.1981391021167713,
      "grad_norm": 1.3456855815479334,
      "learning_rate": 0.00013791758859742353,
      "loss": 1.9844,
      "step": 68744
    },
    {
      "epoch": 3.1981856245638522,
      "grad_norm": 1.467810886777168,
      "learning_rate": 0.0001379138892417271,
      "loss": 2.2188,
      "step": 68745
    },
    {
      "epoch": 3.1982321470109327,
      "grad_norm": 1.3315375830679657,
      "learning_rate": 0.0001379101898934299,
      "loss": 1.9844,
      "step": 68746
    },
    {
      "epoch": 3.1982786694580136,
      "grad_norm": 1.4354578929486594,
      "learning_rate": 0.00013790649055253414,
      "loss": 2.3594,
      "step": 68747
    },
    {
      "epoch": 3.198325191905094,
      "grad_norm": 1.3325932301148686,
      "learning_rate": 0.00013790279121904213,
      "loss": 1.9922,
      "step": 68748
    },
    {
      "epoch": 3.198371714352175,
      "grad_norm": 1.3207223766238947,
      "learning_rate": 0.00013789909189295606,
      "loss": 2.0938,
      "step": 68749
    },
    {
      "epoch": 3.1984182367992555,
      "grad_norm": 1.3378450378916569,
      "learning_rate": 0.00013789539257427828,
      "loss": 2.0938,
      "step": 68750
    },
    {
      "epoch": 3.1984647592463364,
      "grad_norm": 1.4691320953288665,
      "learning_rate": 0.000137891693263011,
      "loss": 2.2812,
      "step": 68751
    },
    {
      "epoch": 3.198511281693417,
      "grad_norm": 1.380124232226427,
      "learning_rate": 0.00013788799395915647,
      "loss": 1.8906,
      "step": 68752
    },
    {
      "epoch": 3.198557804140498,
      "grad_norm": 1.4920581379497597,
      "learning_rate": 0.000137884294662717,
      "loss": 2.375,
      "step": 68753
    },
    {
      "epoch": 3.1986043265875783,
      "grad_norm": 1.4556803868812782,
      "learning_rate": 0.00013788059537369484,
      "loss": 2.2656,
      "step": 68754
    },
    {
      "epoch": 3.1986508490346592,
      "grad_norm": 1.4119090417864737,
      "learning_rate": 0.00013787689609209223,
      "loss": 2.0781,
      "step": 68755
    },
    {
      "epoch": 3.1986973714817397,
      "grad_norm": 1.3931913871244643,
      "learning_rate": 0.00013787319681791147,
      "loss": 2.25,
      "step": 68756
    },
    {
      "epoch": 3.1987438939288206,
      "grad_norm": 1.4444394970759655,
      "learning_rate": 0.00013786949755115484,
      "loss": 2.1719,
      "step": 68757
    },
    {
      "epoch": 3.1987904163759016,
      "grad_norm": 1.315086008203714,
      "learning_rate": 0.0001378657982918245,
      "loss": 2.0938,
      "step": 68758
    },
    {
      "epoch": 3.198836938822982,
      "grad_norm": 1.2810795932468755,
      "learning_rate": 0.00013786209903992287,
      "loss": 1.7812,
      "step": 68759
    },
    {
      "epoch": 3.198883461270063,
      "grad_norm": 1.4334734170343297,
      "learning_rate": 0.00013785839979545207,
      "loss": 2.1562,
      "step": 68760
    },
    {
      "epoch": 3.1989299837171434,
      "grad_norm": 1.319691841302942,
      "learning_rate": 0.00013785470055841447,
      "loss": 2.1094,
      "step": 68761
    },
    {
      "epoch": 3.1989765061642244,
      "grad_norm": 1.2738532442492065,
      "learning_rate": 0.00013785100132881228,
      "loss": 1.875,
      "step": 68762
    },
    {
      "epoch": 3.199023028611305,
      "grad_norm": 1.341347438507075,
      "learning_rate": 0.00013784730210664772,
      "loss": 2.0312,
      "step": 68763
    },
    {
      "epoch": 3.1990695510583858,
      "grad_norm": 1.2959101438453766,
      "learning_rate": 0.0001378436028919232,
      "loss": 2.0938,
      "step": 68764
    },
    {
      "epoch": 3.1991160735054662,
      "grad_norm": 1.2789828991574563,
      "learning_rate": 0.00013783990368464085,
      "loss": 2.0,
      "step": 68765
    },
    {
      "epoch": 3.199162595952547,
      "grad_norm": 1.2995759558923423,
      "learning_rate": 0.00013783620448480302,
      "loss": 1.9375,
      "step": 68766
    },
    {
      "epoch": 3.1992091183996276,
      "grad_norm": 1.3934835448532243,
      "learning_rate": 0.0001378325052924119,
      "loss": 2.1875,
      "step": 68767
    },
    {
      "epoch": 3.1992556408467085,
      "grad_norm": 1.3912235728119273,
      "learning_rate": 0.00013782880610746983,
      "loss": 2.0312,
      "step": 68768
    },
    {
      "epoch": 3.1993021632937895,
      "grad_norm": 1.425827359141648,
      "learning_rate": 0.000137825106929979,
      "loss": 2.1094,
      "step": 68769
    },
    {
      "epoch": 3.19934868574087,
      "grad_norm": 1.4434118030145309,
      "learning_rate": 0.00013782140775994175,
      "loss": 1.9141,
      "step": 68770
    },
    {
      "epoch": 3.199395208187951,
      "grad_norm": 1.410637839380514,
      "learning_rate": 0.00013781770859736027,
      "loss": 2.0781,
      "step": 68771
    },
    {
      "epoch": 3.1994417306350313,
      "grad_norm": 1.3910755453377779,
      "learning_rate": 0.0001378140094422369,
      "loss": 2.2031,
      "step": 68772
    },
    {
      "epoch": 3.1994882530821123,
      "grad_norm": 1.4220425410390451,
      "learning_rate": 0.00013781031029457385,
      "loss": 2.0156,
      "step": 68773
    },
    {
      "epoch": 3.1995347755291927,
      "grad_norm": 1.4878199416573281,
      "learning_rate": 0.0001378066111543734,
      "loss": 1.9688,
      "step": 68774
    },
    {
      "epoch": 3.1995812979762737,
      "grad_norm": 1.4187536615120655,
      "learning_rate": 0.00013780291202163778,
      "loss": 2.0938,
      "step": 68775
    },
    {
      "epoch": 3.199627820423354,
      "grad_norm": 1.3540515443048904,
      "learning_rate": 0.00013779921289636932,
      "loss": 2.1562,
      "step": 68776
    },
    {
      "epoch": 3.199674342870435,
      "grad_norm": 1.4077438689534614,
      "learning_rate": 0.00013779551377857027,
      "loss": 2.1719,
      "step": 68777
    },
    {
      "epoch": 3.1997208653175155,
      "grad_norm": 1.3296824341275033,
      "learning_rate": 0.00013779181466824284,
      "loss": 1.8516,
      "step": 68778
    },
    {
      "epoch": 3.1997673877645965,
      "grad_norm": 1.3028100281172614,
      "learning_rate": 0.0001377881155653894,
      "loss": 1.9609,
      "step": 68779
    },
    {
      "epoch": 3.199813910211677,
      "grad_norm": 1.6163992576564916,
      "learning_rate": 0.00013778441647001205,
      "loss": 1.9141,
      "step": 68780
    },
    {
      "epoch": 3.199860432658758,
      "grad_norm": 1.334200284908451,
      "learning_rate": 0.00013778071738211324,
      "loss": 2.0,
      "step": 68781
    },
    {
      "epoch": 3.1999069551058383,
      "grad_norm": 1.462740168534182,
      "learning_rate": 0.00013777701830169507,
      "loss": 2.1562,
      "step": 68782
    },
    {
      "epoch": 3.1999534775529193,
      "grad_norm": 1.2922147369589558,
      "learning_rate": 0.00013777331922875996,
      "loss": 1.8438,
      "step": 68783
    },
    {
      "epoch": 3.2,
      "grad_norm": 1.3467162667818215,
      "learning_rate": 0.00013776962016331002,
      "loss": 1.9688,
      "step": 68784
    },
    {
      "epoch": 3.2000465224470807,
      "grad_norm": 1.3784953700678682,
      "learning_rate": 0.00013776592110534757,
      "loss": 2.1562,
      "step": 68785
    },
    {
      "epoch": 3.2000930448941616,
      "grad_norm": 1.4713971847005565,
      "learning_rate": 0.00013776222205487496,
      "loss": 2.3594,
      "step": 68786
    },
    {
      "epoch": 3.200139567341242,
      "grad_norm": 1.3337964600691958,
      "learning_rate": 0.00013775852301189438,
      "loss": 1.9453,
      "step": 68787
    },
    {
      "epoch": 3.200186089788323,
      "grad_norm": 1.335616675596348,
      "learning_rate": 0.00013775482397640812,
      "loss": 2.0,
      "step": 68788
    },
    {
      "epoch": 3.2002326122354035,
      "grad_norm": 1.3145562654610825,
      "learning_rate": 0.0001377511249484184,
      "loss": 1.8984,
      "step": 68789
    },
    {
      "epoch": 3.2002791346824844,
      "grad_norm": 1.4305190401104844,
      "learning_rate": 0.00013774742592792755,
      "loss": 2.0156,
      "step": 68790
    },
    {
      "epoch": 3.200325657129565,
      "grad_norm": 1.2467934266642329,
      "learning_rate": 0.00013774372691493776,
      "loss": 1.5391,
      "step": 68791
    },
    {
      "epoch": 3.2003721795766458,
      "grad_norm": 1.3684417373718463,
      "learning_rate": 0.00013774002790945135,
      "loss": 2.0469,
      "step": 68792
    },
    {
      "epoch": 3.2004187020237262,
      "grad_norm": 1.2991716582585136,
      "learning_rate": 0.00013773632891147055,
      "loss": 1.9375,
      "step": 68793
    },
    {
      "epoch": 3.200465224470807,
      "grad_norm": 1.3724559756693657,
      "learning_rate": 0.0001377326299209977,
      "loss": 1.8906,
      "step": 68794
    },
    {
      "epoch": 3.200511746917888,
      "grad_norm": 1.3090735538826506,
      "learning_rate": 0.00013772893093803493,
      "loss": 1.9688,
      "step": 68795
    },
    {
      "epoch": 3.2005582693649686,
      "grad_norm": 1.340856248026645,
      "learning_rate": 0.00013772523196258464,
      "loss": 2.0312,
      "step": 68796
    },
    {
      "epoch": 3.2006047918120495,
      "grad_norm": 1.3988899298595998,
      "learning_rate": 0.000137721532994649,
      "loss": 2.1094,
      "step": 68797
    },
    {
      "epoch": 3.20065131425913,
      "grad_norm": 1.3587743753962427,
      "learning_rate": 0.00013771783403423033,
      "loss": 1.9375,
      "step": 68798
    },
    {
      "epoch": 3.200697836706211,
      "grad_norm": 1.339282454690993,
      "learning_rate": 0.00013771413508133085,
      "loss": 1.9531,
      "step": 68799
    },
    {
      "epoch": 3.2007443591532914,
      "grad_norm": 1.3914621903811697,
      "learning_rate": 0.00013771043613595288,
      "loss": 1.9922,
      "step": 68800
    },
    {
      "epoch": 3.2007908816003723,
      "grad_norm": 1.367191494432907,
      "learning_rate": 0.00013770673719809863,
      "loss": 2.0,
      "step": 68801
    },
    {
      "epoch": 3.2008374040474528,
      "grad_norm": 1.4305819409674996,
      "learning_rate": 0.0001377030382677704,
      "loss": 2.1094,
      "step": 68802
    },
    {
      "epoch": 3.2008839264945337,
      "grad_norm": 1.5424029099661185,
      "learning_rate": 0.00013769933934497044,
      "loss": 2.125,
      "step": 68803
    },
    {
      "epoch": 3.200930448941614,
      "grad_norm": 1.3553465595787046,
      "learning_rate": 0.00013769564042970099,
      "loss": 1.875,
      "step": 68804
    },
    {
      "epoch": 3.200976971388695,
      "grad_norm": 1.4224172860524467,
      "learning_rate": 0.0001376919415219644,
      "loss": 2.3438,
      "step": 68805
    },
    {
      "epoch": 3.2010234938357756,
      "grad_norm": 1.3295017762835193,
      "learning_rate": 0.00013768824262176284,
      "loss": 2.0312,
      "step": 68806
    },
    {
      "epoch": 3.2010700162828565,
      "grad_norm": 1.31817977476567,
      "learning_rate": 0.00013768454372909856,
      "loss": 1.9531,
      "step": 68807
    },
    {
      "epoch": 3.2011165387299374,
      "grad_norm": 1.3922376860382062,
      "learning_rate": 0.00013768084484397394,
      "loss": 2.2188,
      "step": 68808
    },
    {
      "epoch": 3.201163061177018,
      "grad_norm": 1.2686956929910702,
      "learning_rate": 0.00013767714596639113,
      "loss": 1.7578,
      "step": 68809
    },
    {
      "epoch": 3.201209583624099,
      "grad_norm": 1.326143438239697,
      "learning_rate": 0.0001376734470963525,
      "loss": 1.8125,
      "step": 68810
    },
    {
      "epoch": 3.2012561060711793,
      "grad_norm": 1.2786671149257351,
      "learning_rate": 0.00013766974823386022,
      "loss": 1.8984,
      "step": 68811
    },
    {
      "epoch": 3.20130262851826,
      "grad_norm": 1.3142928985723805,
      "learning_rate": 0.00013766604937891664,
      "loss": 1.9844,
      "step": 68812
    },
    {
      "epoch": 3.2013491509653407,
      "grad_norm": 1.41344032839212,
      "learning_rate": 0.00013766235053152393,
      "loss": 2.2812,
      "step": 68813
    },
    {
      "epoch": 3.2013956734124216,
      "grad_norm": 1.4526116433146692,
      "learning_rate": 0.00013765865169168442,
      "loss": 2.3438,
      "step": 68814
    },
    {
      "epoch": 3.201442195859502,
      "grad_norm": 1.2527713656988817,
      "learning_rate": 0.00013765495285940037,
      "loss": 1.7734,
      "step": 68815
    },
    {
      "epoch": 3.201488718306583,
      "grad_norm": 1.3470686379827823,
      "learning_rate": 0.00013765125403467402,
      "loss": 2.0312,
      "step": 68816
    },
    {
      "epoch": 3.2015352407536635,
      "grad_norm": 1.4396123439937982,
      "learning_rate": 0.00013764755521750762,
      "loss": 1.9922,
      "step": 68817
    },
    {
      "epoch": 3.2015817632007444,
      "grad_norm": 1.333370659936583,
      "learning_rate": 0.0001376438564079035,
      "loss": 2.0938,
      "step": 68818
    },
    {
      "epoch": 3.201628285647825,
      "grad_norm": 1.4868580307399248,
      "learning_rate": 0.00013764015760586384,
      "loss": 2.2656,
      "step": 68819
    },
    {
      "epoch": 3.201674808094906,
      "grad_norm": 1.4138921307602446,
      "learning_rate": 0.00013763645881139101,
      "loss": 1.9844,
      "step": 68820
    },
    {
      "epoch": 3.2017213305419867,
      "grad_norm": 1.3492711474424564,
      "learning_rate": 0.00013763276002448714,
      "loss": 2.2031,
      "step": 68821
    },
    {
      "epoch": 3.201767852989067,
      "grad_norm": 1.1949246704498702,
      "learning_rate": 0.00013762906124515462,
      "loss": 1.5312,
      "step": 68822
    },
    {
      "epoch": 3.201814375436148,
      "grad_norm": 1.278144233796203,
      "learning_rate": 0.00013762536247339564,
      "loss": 1.8984,
      "step": 68823
    },
    {
      "epoch": 3.2018608978832286,
      "grad_norm": 1.3146518917919496,
      "learning_rate": 0.0001376216637092125,
      "loss": 1.9453,
      "step": 68824
    },
    {
      "epoch": 3.2019074203303095,
      "grad_norm": 1.3030510227087262,
      "learning_rate": 0.00013761796495260744,
      "loss": 2.0,
      "step": 68825
    },
    {
      "epoch": 3.20195394277739,
      "grad_norm": 1.4788326459671979,
      "learning_rate": 0.00013761426620358274,
      "loss": 2.3281,
      "step": 68826
    },
    {
      "epoch": 3.202000465224471,
      "grad_norm": 1.3911222741440303,
      "learning_rate": 0.00013761056746214065,
      "loss": 2.0781,
      "step": 68827
    },
    {
      "epoch": 3.2020469876715514,
      "grad_norm": 1.266785781675269,
      "learning_rate": 0.00013760686872828345,
      "loss": 2.0,
      "step": 68828
    },
    {
      "epoch": 3.2020935101186323,
      "grad_norm": 1.415047957860331,
      "learning_rate": 0.00013760317000201337,
      "loss": 2.1719,
      "step": 68829
    },
    {
      "epoch": 3.202140032565713,
      "grad_norm": 1.3663872507364465,
      "learning_rate": 0.0001375994712833327,
      "loss": 1.7812,
      "step": 68830
    },
    {
      "epoch": 3.2021865550127937,
      "grad_norm": 1.3376456763049778,
      "learning_rate": 0.00013759577257224374,
      "loss": 1.9141,
      "step": 68831
    },
    {
      "epoch": 3.2022330774598746,
      "grad_norm": 1.3241294727431008,
      "learning_rate": 0.00013759207386874876,
      "loss": 1.8125,
      "step": 68832
    },
    {
      "epoch": 3.202279599906955,
      "grad_norm": 1.2918144347637261,
      "learning_rate": 0.0001375883751728499,
      "loss": 1.9531,
      "step": 68833
    },
    {
      "epoch": 3.202326122354036,
      "grad_norm": 1.3056894254160953,
      "learning_rate": 0.0001375846764845496,
      "loss": 1.8984,
      "step": 68834
    },
    {
      "epoch": 3.2023726448011165,
      "grad_norm": 1.3900555092936402,
      "learning_rate": 0.00013758097780384995,
      "loss": 2.1406,
      "step": 68835
    },
    {
      "epoch": 3.2024191672481974,
      "grad_norm": 1.1892388205364819,
      "learning_rate": 0.00013757727913075334,
      "loss": 1.6562,
      "step": 68836
    },
    {
      "epoch": 3.202465689695278,
      "grad_norm": 1.4298781839526506,
      "learning_rate": 0.00013757358046526198,
      "loss": 2.2188,
      "step": 68837
    },
    {
      "epoch": 3.202512212142359,
      "grad_norm": 1.413507823621352,
      "learning_rate": 0.00013756988180737819,
      "loss": 2.0,
      "step": 68838
    },
    {
      "epoch": 3.2025587345894393,
      "grad_norm": 1.3866916168948589,
      "learning_rate": 0.00013756618315710414,
      "loss": 2.1562,
      "step": 68839
    },
    {
      "epoch": 3.20260525703652,
      "grad_norm": 1.422595941137301,
      "learning_rate": 0.00013756248451444217,
      "loss": 2.1562,
      "step": 68840
    },
    {
      "epoch": 3.2026517794836007,
      "grad_norm": 1.2984514154233902,
      "learning_rate": 0.00013755878587939452,
      "loss": 1.8203,
      "step": 68841
    },
    {
      "epoch": 3.2026983019306816,
      "grad_norm": 1.3678054200916556,
      "learning_rate": 0.00013755508725196345,
      "loss": 1.8984,
      "step": 68842
    },
    {
      "epoch": 3.202744824377762,
      "grad_norm": 1.331723637015168,
      "learning_rate": 0.0001375513886321512,
      "loss": 1.9219,
      "step": 68843
    },
    {
      "epoch": 3.202791346824843,
      "grad_norm": 1.3472407461012395,
      "learning_rate": 0.0001375476900199601,
      "loss": 2.0625,
      "step": 68844
    },
    {
      "epoch": 3.2028378692719235,
      "grad_norm": 1.331315428576961,
      "learning_rate": 0.00013754399141539236,
      "loss": 1.9297,
      "step": 68845
    },
    {
      "epoch": 3.2028843917190044,
      "grad_norm": 1.344038249136218,
      "learning_rate": 0.0001375402928184503,
      "loss": 2.2344,
      "step": 68846
    },
    {
      "epoch": 3.2029309141660853,
      "grad_norm": 1.5453585928388114,
      "learning_rate": 0.0001375365942291361,
      "loss": 2.3125,
      "step": 68847
    },
    {
      "epoch": 3.202977436613166,
      "grad_norm": 1.3704045103599205,
      "learning_rate": 0.0001375328956474521,
      "loss": 1.9141,
      "step": 68848
    },
    {
      "epoch": 3.2030239590602467,
      "grad_norm": 1.4096334535585626,
      "learning_rate": 0.00013752919707340052,
      "loss": 2.0781,
      "step": 68849
    },
    {
      "epoch": 3.203070481507327,
      "grad_norm": 1.3467113986676957,
      "learning_rate": 0.00013752549850698357,
      "loss": 2.0781,
      "step": 68850
    },
    {
      "epoch": 3.203117003954408,
      "grad_norm": 1.3728948867671873,
      "learning_rate": 0.0001375217999482037,
      "loss": 2.1094,
      "step": 68851
    },
    {
      "epoch": 3.2031635264014886,
      "grad_norm": 1.451880049479632,
      "learning_rate": 0.00013751810139706297,
      "loss": 2.1719,
      "step": 68852
    },
    {
      "epoch": 3.2032100488485695,
      "grad_norm": 1.3932124868798479,
      "learning_rate": 0.00013751440285356378,
      "loss": 2.1406,
      "step": 68853
    },
    {
      "epoch": 3.20325657129565,
      "grad_norm": 1.3302674561579275,
      "learning_rate": 0.00013751070431770833,
      "loss": 1.9688,
      "step": 68854
    },
    {
      "epoch": 3.203303093742731,
      "grad_norm": 1.313215024632752,
      "learning_rate": 0.00013750700578949894,
      "loss": 2.0469,
      "step": 68855
    },
    {
      "epoch": 3.2033496161898114,
      "grad_norm": 1.436094677951104,
      "learning_rate": 0.00013750330726893778,
      "loss": 2.2656,
      "step": 68856
    },
    {
      "epoch": 3.2033961386368923,
      "grad_norm": 1.4862983005643182,
      "learning_rate": 0.00013749960875602721,
      "loss": 2.3125,
      "step": 68857
    },
    {
      "epoch": 3.2034426610839732,
      "grad_norm": 1.2881422216225147,
      "learning_rate": 0.00013749591025076946,
      "loss": 1.9219,
      "step": 68858
    },
    {
      "epoch": 3.2034891835310537,
      "grad_norm": 1.3941301491345859,
      "learning_rate": 0.00013749221175316675,
      "loss": 2.2969,
      "step": 68859
    },
    {
      "epoch": 3.2035357059781346,
      "grad_norm": 1.3625361372349583,
      "learning_rate": 0.0001374885132632214,
      "loss": 2.0156,
      "step": 68860
    },
    {
      "epoch": 3.203582228425215,
      "grad_norm": 1.3484566741752637,
      "learning_rate": 0.00013748481478093562,
      "loss": 2.2344,
      "step": 68861
    },
    {
      "epoch": 3.203628750872296,
      "grad_norm": 1.4438607501873206,
      "learning_rate": 0.00013748111630631178,
      "loss": 1.9297,
      "step": 68862
    },
    {
      "epoch": 3.2036752733193765,
      "grad_norm": 1.3947836333954566,
      "learning_rate": 0.000137477417839352,
      "loss": 2.2031,
      "step": 68863
    },
    {
      "epoch": 3.2037217957664574,
      "grad_norm": 1.4114956179074993,
      "learning_rate": 0.00013747371938005869,
      "loss": 2.2344,
      "step": 68864
    },
    {
      "epoch": 3.203768318213538,
      "grad_norm": 1.3514294420620967,
      "learning_rate": 0.00013747002092843398,
      "loss": 2.0469,
      "step": 68865
    },
    {
      "epoch": 3.203814840660619,
      "grad_norm": 1.3981986180740276,
      "learning_rate": 0.00013746632248448024,
      "loss": 2.1094,
      "step": 68866
    },
    {
      "epoch": 3.2038613631076993,
      "grad_norm": 1.337476182270058,
      "learning_rate": 0.00013746262404819968,
      "loss": 1.9688,
      "step": 68867
    },
    {
      "epoch": 3.2039078855547802,
      "grad_norm": 1.3645730907264437,
      "learning_rate": 0.0001374589256195946,
      "loss": 2.0938,
      "step": 68868
    },
    {
      "epoch": 3.2039544080018607,
      "grad_norm": 1.2326680431021901,
      "learning_rate": 0.00013745522719866717,
      "loss": 1.8672,
      "step": 68869
    },
    {
      "epoch": 3.2040009304489416,
      "grad_norm": 1.225461012341662,
      "learning_rate": 0.00013745152878541977,
      "loss": 1.9766,
      "step": 68870
    },
    {
      "epoch": 3.204047452896022,
      "grad_norm": 1.3045012509363605,
      "learning_rate": 0.0001374478303798546,
      "loss": 2.0,
      "step": 68871
    },
    {
      "epoch": 3.204093975343103,
      "grad_norm": 1.3299052865572845,
      "learning_rate": 0.00013744413198197393,
      "loss": 1.9297,
      "step": 68872
    },
    {
      "epoch": 3.204140497790184,
      "grad_norm": 1.2613402727967125,
      "learning_rate": 0.00013744043359178006,
      "loss": 1.9062,
      "step": 68873
    },
    {
      "epoch": 3.2041870202372644,
      "grad_norm": 1.418703545641457,
      "learning_rate": 0.00013743673520927522,
      "loss": 2.1719,
      "step": 68874
    },
    {
      "epoch": 3.2042335426843453,
      "grad_norm": 1.373573820979262,
      "learning_rate": 0.0001374330368344617,
      "loss": 2.1406,
      "step": 68875
    },
    {
      "epoch": 3.204280065131426,
      "grad_norm": 1.3834718820086047,
      "learning_rate": 0.00013742933846734175,
      "loss": 2.1562,
      "step": 68876
    },
    {
      "epoch": 3.2043265875785067,
      "grad_norm": 1.37559380273525,
      "learning_rate": 0.00013742564010791765,
      "loss": 1.9922,
      "step": 68877
    },
    {
      "epoch": 3.2043731100255872,
      "grad_norm": 1.3517286031717264,
      "learning_rate": 0.0001374219417561916,
      "loss": 1.9297,
      "step": 68878
    },
    {
      "epoch": 3.204419632472668,
      "grad_norm": 1.414476578090652,
      "learning_rate": 0.00013741824341216596,
      "loss": 2.1719,
      "step": 68879
    },
    {
      "epoch": 3.2044661549197486,
      "grad_norm": 1.4435878875408221,
      "learning_rate": 0.0001374145450758429,
      "loss": 2.1719,
      "step": 68880
    },
    {
      "epoch": 3.2045126773668295,
      "grad_norm": 1.3658504974498715,
      "learning_rate": 0.00013741084674722477,
      "loss": 1.9219,
      "step": 68881
    },
    {
      "epoch": 3.20455919981391,
      "grad_norm": 1.2880030470268078,
      "learning_rate": 0.00013740714842631375,
      "loss": 2.0469,
      "step": 68882
    },
    {
      "epoch": 3.204605722260991,
      "grad_norm": 1.3210906230518893,
      "learning_rate": 0.0001374034501131122,
      "loss": 1.9453,
      "step": 68883
    },
    {
      "epoch": 3.204652244708072,
      "grad_norm": 1.2110692898331816,
      "learning_rate": 0.00013739975180762233,
      "loss": 1.3594,
      "step": 68884
    },
    {
      "epoch": 3.2046987671551523,
      "grad_norm": 1.4377951358296388,
      "learning_rate": 0.00013739605350984634,
      "loss": 1.9688,
      "step": 68885
    },
    {
      "epoch": 3.2047452896022333,
      "grad_norm": 1.3371732435096237,
      "learning_rate": 0.00013739235521978665,
      "loss": 1.8438,
      "step": 68886
    },
    {
      "epoch": 3.2047918120493137,
      "grad_norm": 1.377540824476685,
      "learning_rate": 0.00013738865693744537,
      "loss": 2.0469,
      "step": 68887
    },
    {
      "epoch": 3.2048383344963947,
      "grad_norm": 1.386617954804658,
      "learning_rate": 0.00013738495866282488,
      "loss": 2.2344,
      "step": 68888
    },
    {
      "epoch": 3.204884856943475,
      "grad_norm": 1.315265167167413,
      "learning_rate": 0.00013738126039592732,
      "loss": 2.0312,
      "step": 68889
    },
    {
      "epoch": 3.204931379390556,
      "grad_norm": 1.3269701054179008,
      "learning_rate": 0.00013737756213675508,
      "loss": 1.9297,
      "step": 68890
    },
    {
      "epoch": 3.2049779018376365,
      "grad_norm": 1.4392898976466326,
      "learning_rate": 0.00013737386388531033,
      "loss": 2.1719,
      "step": 68891
    },
    {
      "epoch": 3.2050244242847175,
      "grad_norm": 1.3774322978289417,
      "learning_rate": 0.00013737016564159543,
      "loss": 2.0781,
      "step": 68892
    },
    {
      "epoch": 3.205070946731798,
      "grad_norm": 1.335030743965248,
      "learning_rate": 0.00013736646740561254,
      "loss": 1.9453,
      "step": 68893
    },
    {
      "epoch": 3.205117469178879,
      "grad_norm": 1.4078977496191505,
      "learning_rate": 0.00013736276917736395,
      "loss": 2.375,
      "step": 68894
    },
    {
      "epoch": 3.2051639916259593,
      "grad_norm": 1.4023101515693757,
      "learning_rate": 0.000137359070956852,
      "loss": 1.9844,
      "step": 68895
    },
    {
      "epoch": 3.2052105140730403,
      "grad_norm": 1.3942236926576925,
      "learning_rate": 0.00013735537274407888,
      "loss": 2.0312,
      "step": 68896
    },
    {
      "epoch": 3.2052570365201207,
      "grad_norm": 1.2953399429400805,
      "learning_rate": 0.0001373516745390469,
      "loss": 1.9922,
      "step": 68897
    },
    {
      "epoch": 3.2053035589672016,
      "grad_norm": 1.3548883549149353,
      "learning_rate": 0.00013734797634175827,
      "loss": 2.0625,
      "step": 68898
    },
    {
      "epoch": 3.2053500814142826,
      "grad_norm": 1.2998040363502392,
      "learning_rate": 0.0001373442781522153,
      "loss": 1.6328,
      "step": 68899
    },
    {
      "epoch": 3.205396603861363,
      "grad_norm": 1.370448570425945,
      "learning_rate": 0.00013734057997042025,
      "loss": 2.0,
      "step": 68900
    },
    {
      "epoch": 3.205443126308444,
      "grad_norm": 1.4268272794984396,
      "learning_rate": 0.00013733688179637537,
      "loss": 2.0312,
      "step": 68901
    },
    {
      "epoch": 3.2054896487555244,
      "grad_norm": 1.4065258486950178,
      "learning_rate": 0.00013733318363008288,
      "loss": 2.25,
      "step": 68902
    },
    {
      "epoch": 3.2055361712026054,
      "grad_norm": 1.3790560274039774,
      "learning_rate": 0.00013732948547154515,
      "loss": 2.1875,
      "step": 68903
    },
    {
      "epoch": 3.205582693649686,
      "grad_norm": 1.383305099768114,
      "learning_rate": 0.00013732578732076435,
      "loss": 2.1094,
      "step": 68904
    },
    {
      "epoch": 3.2056292160967668,
      "grad_norm": 1.3592857850031939,
      "learning_rate": 0.0001373220891777428,
      "loss": 2.2031,
      "step": 68905
    },
    {
      "epoch": 3.2056757385438472,
      "grad_norm": 1.325679656910461,
      "learning_rate": 0.00013731839104248273,
      "loss": 1.9062,
      "step": 68906
    },
    {
      "epoch": 3.205722260990928,
      "grad_norm": 1.4575910591004106,
      "learning_rate": 0.0001373146929149864,
      "loss": 2.0469,
      "step": 68907
    },
    {
      "epoch": 3.2057687834380086,
      "grad_norm": 1.3491636899337094,
      "learning_rate": 0.0001373109947952561,
      "loss": 2.1406,
      "step": 68908
    },
    {
      "epoch": 3.2058153058850896,
      "grad_norm": 1.3857618805020182,
      "learning_rate": 0.0001373072966832941,
      "loss": 2.1406,
      "step": 68909
    },
    {
      "epoch": 3.2058618283321705,
      "grad_norm": 1.3928946869233385,
      "learning_rate": 0.00013730359857910265,
      "loss": 2.25,
      "step": 68910
    },
    {
      "epoch": 3.205908350779251,
      "grad_norm": 1.3649893617538946,
      "learning_rate": 0.00013729990048268398,
      "loss": 2.125,
      "step": 68911
    },
    {
      "epoch": 3.205954873226332,
      "grad_norm": 1.4193581716791788,
      "learning_rate": 0.00013729620239404043,
      "loss": 1.9297,
      "step": 68912
    },
    {
      "epoch": 3.2060013956734124,
      "grad_norm": 1.3200243119841046,
      "learning_rate": 0.00013729250431317416,
      "loss": 2.0,
      "step": 68913
    },
    {
      "epoch": 3.2060479181204933,
      "grad_norm": 1.3704623546812404,
      "learning_rate": 0.00013728880624008755,
      "loss": 2.2812,
      "step": 68914
    },
    {
      "epoch": 3.2060944405675738,
      "grad_norm": 1.3295107882073787,
      "learning_rate": 0.00013728510817478278,
      "loss": 1.9453,
      "step": 68915
    },
    {
      "epoch": 3.2061409630146547,
      "grad_norm": 1.292255739656223,
      "learning_rate": 0.0001372814101172621,
      "loss": 1.8906,
      "step": 68916
    },
    {
      "epoch": 3.206187485461735,
      "grad_norm": 1.267685748638966,
      "learning_rate": 0.00013727771206752787,
      "loss": 1.5312,
      "step": 68917
    },
    {
      "epoch": 3.206234007908816,
      "grad_norm": 1.4036637292814516,
      "learning_rate": 0.00013727401402558226,
      "loss": 2.2031,
      "step": 68918
    },
    {
      "epoch": 3.2062805303558966,
      "grad_norm": 1.3513065140341665,
      "learning_rate": 0.00013727031599142762,
      "loss": 1.9922,
      "step": 68919
    },
    {
      "epoch": 3.2063270528029775,
      "grad_norm": 1.2990827817185864,
      "learning_rate": 0.00013726661796506615,
      "loss": 1.9453,
      "step": 68920
    },
    {
      "epoch": 3.206373575250058,
      "grad_norm": 1.3506059786360807,
      "learning_rate": 0.00013726291994650014,
      "loss": 2.0938,
      "step": 68921
    },
    {
      "epoch": 3.206420097697139,
      "grad_norm": 1.2793337557348383,
      "learning_rate": 0.00013725922193573182,
      "loss": 1.6562,
      "step": 68922
    },
    {
      "epoch": 3.20646662014422,
      "grad_norm": 1.396450931360076,
      "learning_rate": 0.00013725552393276352,
      "loss": 2.2188,
      "step": 68923
    },
    {
      "epoch": 3.2065131425913003,
      "grad_norm": 1.2863902225652502,
      "learning_rate": 0.0001372518259375974,
      "loss": 1.9219,
      "step": 68924
    },
    {
      "epoch": 3.206559665038381,
      "grad_norm": 1.3095365671426618,
      "learning_rate": 0.00013724812795023588,
      "loss": 1.9297,
      "step": 68925
    },
    {
      "epoch": 3.2066061874854617,
      "grad_norm": 1.302030100043531,
      "learning_rate": 0.00013724442997068104,
      "loss": 1.9453,
      "step": 68926
    },
    {
      "epoch": 3.2066527099325426,
      "grad_norm": 1.3501466580877723,
      "learning_rate": 0.0001372407319989353,
      "loss": 2.0156,
      "step": 68927
    },
    {
      "epoch": 3.206699232379623,
      "grad_norm": 1.4757919293861381,
      "learning_rate": 0.00013723703403500082,
      "loss": 2.0312,
      "step": 68928
    },
    {
      "epoch": 3.206745754826704,
      "grad_norm": 1.2904665615354465,
      "learning_rate": 0.00013723333607887993,
      "loss": 1.8203,
      "step": 68929
    },
    {
      "epoch": 3.2067922772737845,
      "grad_norm": 1.2758052473110348,
      "learning_rate": 0.00013722963813057483,
      "loss": 1.9531,
      "step": 68930
    },
    {
      "epoch": 3.2068387997208654,
      "grad_norm": 1.3763052761758767,
      "learning_rate": 0.00013722594019008788,
      "loss": 1.9688,
      "step": 68931
    },
    {
      "epoch": 3.206885322167946,
      "grad_norm": 1.3297748882208447,
      "learning_rate": 0.00013722224225742123,
      "loss": 2.0469,
      "step": 68932
    },
    {
      "epoch": 3.206931844615027,
      "grad_norm": 1.268423442109575,
      "learning_rate": 0.00013721854433257724,
      "loss": 1.8203,
      "step": 68933
    },
    {
      "epoch": 3.2069783670621073,
      "grad_norm": 1.3830827226036286,
      "learning_rate": 0.0001372148464155581,
      "loss": 2.1562,
      "step": 68934
    },
    {
      "epoch": 3.207024889509188,
      "grad_norm": 1.422632015029449,
      "learning_rate": 0.00013721114850636612,
      "loss": 1.9844,
      "step": 68935
    },
    {
      "epoch": 3.207071411956269,
      "grad_norm": 1.42380256989434,
      "learning_rate": 0.00013720745060500356,
      "loss": 2.2656,
      "step": 68936
    },
    {
      "epoch": 3.2071179344033496,
      "grad_norm": 1.4387472275273345,
      "learning_rate": 0.00013720375271147265,
      "loss": 2.3906,
      "step": 68937
    },
    {
      "epoch": 3.2071644568504305,
      "grad_norm": 1.3585994930395373,
      "learning_rate": 0.00013720005482577565,
      "loss": 2.0938,
      "step": 68938
    },
    {
      "epoch": 3.207210979297511,
      "grad_norm": 1.329338316975936,
      "learning_rate": 0.0001371963569479149,
      "loss": 2.125,
      "step": 68939
    },
    {
      "epoch": 3.207257501744592,
      "grad_norm": 1.3834728765755648,
      "learning_rate": 0.0001371926590778926,
      "loss": 1.9688,
      "step": 68940
    },
    {
      "epoch": 3.2073040241916724,
      "grad_norm": 1.3313865122498085,
      "learning_rate": 0.00013718896121571106,
      "loss": 1.9531,
      "step": 68941
    },
    {
      "epoch": 3.2073505466387533,
      "grad_norm": 1.357865563401996,
      "learning_rate": 0.00013718526336137246,
      "loss": 2.1406,
      "step": 68942
    },
    {
      "epoch": 3.2073970690858338,
      "grad_norm": 1.2989695994559565,
      "learning_rate": 0.00013718156551487917,
      "loss": 1.9922,
      "step": 68943
    },
    {
      "epoch": 3.2074435915329147,
      "grad_norm": 1.3697313844324959,
      "learning_rate": 0.00013717786767623334,
      "loss": 2.0781,
      "step": 68944
    },
    {
      "epoch": 3.207490113979995,
      "grad_norm": 1.3554974588929134,
      "learning_rate": 0.00013717416984543735,
      "loss": 1.9609,
      "step": 68945
    },
    {
      "epoch": 3.207536636427076,
      "grad_norm": 1.385862317529224,
      "learning_rate": 0.0001371704720224934,
      "loss": 1.9141,
      "step": 68946
    },
    {
      "epoch": 3.207583158874157,
      "grad_norm": 1.477656739886752,
      "learning_rate": 0.00013716677420740376,
      "loss": 2.2969,
      "step": 68947
    },
    {
      "epoch": 3.2076296813212375,
      "grad_norm": 1.42043353101557,
      "learning_rate": 0.00013716307640017068,
      "loss": 2.0625,
      "step": 68948
    },
    {
      "epoch": 3.2076762037683184,
      "grad_norm": 1.2625291853850649,
      "learning_rate": 0.00013715937860079647,
      "loss": 1.8281,
      "step": 68949
    },
    {
      "epoch": 3.207722726215399,
      "grad_norm": 1.386757549523411,
      "learning_rate": 0.00013715568080928332,
      "loss": 2.0469,
      "step": 68950
    },
    {
      "epoch": 3.20776924866248,
      "grad_norm": 1.3043688408163014,
      "learning_rate": 0.00013715198302563357,
      "loss": 1.8984,
      "step": 68951
    },
    {
      "epoch": 3.2078157711095603,
      "grad_norm": 1.4475834730098154,
      "learning_rate": 0.00013714828524984943,
      "loss": 2.2812,
      "step": 68952
    },
    {
      "epoch": 3.207862293556641,
      "grad_norm": 1.2401453174009571,
      "learning_rate": 0.00013714458748193323,
      "loss": 1.5781,
      "step": 68953
    },
    {
      "epoch": 3.2079088160037217,
      "grad_norm": 1.3470105686315745,
      "learning_rate": 0.00013714088972188713,
      "loss": 2.0156,
      "step": 68954
    },
    {
      "epoch": 3.2079553384508026,
      "grad_norm": 1.4214869392848726,
      "learning_rate": 0.00013713719196971352,
      "loss": 2.1719,
      "step": 68955
    },
    {
      "epoch": 3.208001860897883,
      "grad_norm": 1.4402986524979442,
      "learning_rate": 0.00013713349422541453,
      "loss": 2.0938,
      "step": 68956
    },
    {
      "epoch": 3.208048383344964,
      "grad_norm": 1.4604767068991331,
      "learning_rate": 0.00013712979648899254,
      "loss": 2.375,
      "step": 68957
    },
    {
      "epoch": 3.2080949057920445,
      "grad_norm": 1.2859159831126374,
      "learning_rate": 0.00013712609876044974,
      "loss": 1.8984,
      "step": 68958
    },
    {
      "epoch": 3.2081414282391254,
      "grad_norm": 1.1879850291265115,
      "learning_rate": 0.00013712240103978842,
      "loss": 1.5469,
      "step": 68959
    },
    {
      "epoch": 3.208187950686206,
      "grad_norm": 1.4904612511799684,
      "learning_rate": 0.00013711870332701082,
      "loss": 2.2031,
      "step": 68960
    },
    {
      "epoch": 3.208234473133287,
      "grad_norm": 1.5095385003916093,
      "learning_rate": 0.00013711500562211922,
      "loss": 2.2969,
      "step": 68961
    },
    {
      "epoch": 3.2082809955803677,
      "grad_norm": 1.3870568835302572,
      "learning_rate": 0.00013711130792511594,
      "loss": 2.125,
      "step": 68962
    },
    {
      "epoch": 3.208327518027448,
      "grad_norm": 1.380874966528724,
      "learning_rate": 0.00013710761023600314,
      "loss": 2.1406,
      "step": 68963
    },
    {
      "epoch": 3.208374040474529,
      "grad_norm": 1.3997443931933817,
      "learning_rate": 0.0001371039125547832,
      "loss": 1.9922,
      "step": 68964
    },
    {
      "epoch": 3.2084205629216096,
      "grad_norm": 1.371857560382788,
      "learning_rate": 0.0001371002148814583,
      "loss": 2.1562,
      "step": 68965
    },
    {
      "epoch": 3.2084670853686905,
      "grad_norm": 1.4471755108511197,
      "learning_rate": 0.0001370965172160307,
      "loss": 2.1094,
      "step": 68966
    },
    {
      "epoch": 3.208513607815771,
      "grad_norm": 1.4058749579212175,
      "learning_rate": 0.00013709281955850275,
      "loss": 2.2031,
      "step": 68967
    },
    {
      "epoch": 3.208560130262852,
      "grad_norm": 1.3423095108705072,
      "learning_rate": 0.00013708912190887656,
      "loss": 1.9297,
      "step": 68968
    },
    {
      "epoch": 3.2086066527099324,
      "grad_norm": 1.4361113285637235,
      "learning_rate": 0.00013708542426715456,
      "loss": 1.9609,
      "step": 68969
    },
    {
      "epoch": 3.2086531751570133,
      "grad_norm": 1.472594626135798,
      "learning_rate": 0.0001370817266333389,
      "loss": 2.2344,
      "step": 68970
    },
    {
      "epoch": 3.208699697604094,
      "grad_norm": 1.4960195861538126,
      "learning_rate": 0.0001370780290074319,
      "loss": 2.3125,
      "step": 68971
    },
    {
      "epoch": 3.2087462200511747,
      "grad_norm": 1.459491503879808,
      "learning_rate": 0.0001370743313894358,
      "loss": 2.0469,
      "step": 68972
    },
    {
      "epoch": 3.2087927424982556,
      "grad_norm": 1.454758291143477,
      "learning_rate": 0.00013707063377935288,
      "loss": 2.0938,
      "step": 68973
    },
    {
      "epoch": 3.208839264945336,
      "grad_norm": 1.295395116157179,
      "learning_rate": 0.00013706693617718537,
      "loss": 1.9844,
      "step": 68974
    },
    {
      "epoch": 3.208885787392417,
      "grad_norm": 1.2828659584823108,
      "learning_rate": 0.0001370632385829356,
      "loss": 2.0,
      "step": 68975
    },
    {
      "epoch": 3.2089323098394975,
      "grad_norm": 1.3390074764721827,
      "learning_rate": 0.00013705954099660573,
      "loss": 2.0469,
      "step": 68976
    },
    {
      "epoch": 3.2089788322865784,
      "grad_norm": 1.2384791786085954,
      "learning_rate": 0.00013705584341819815,
      "loss": 1.5859,
      "step": 68977
    },
    {
      "epoch": 3.209025354733659,
      "grad_norm": 1.3937103191580682,
      "learning_rate": 0.000137052145847715,
      "loss": 1.8203,
      "step": 68978
    },
    {
      "epoch": 3.20907187718074,
      "grad_norm": 1.440712374681491,
      "learning_rate": 0.00013704844828515866,
      "loss": 2.2031,
      "step": 68979
    },
    {
      "epoch": 3.2091183996278203,
      "grad_norm": 1.3904752507740024,
      "learning_rate": 0.00013704475073053127,
      "loss": 1.9141,
      "step": 68980
    },
    {
      "epoch": 3.2091649220749012,
      "grad_norm": 1.3226378480188508,
      "learning_rate": 0.00013704105318383523,
      "loss": 1.8047,
      "step": 68981
    },
    {
      "epoch": 3.2092114445219817,
      "grad_norm": 1.4265334225695285,
      "learning_rate": 0.00013703735564507265,
      "loss": 2.1562,
      "step": 68982
    },
    {
      "epoch": 3.2092579669690626,
      "grad_norm": 1.4228174037570682,
      "learning_rate": 0.0001370336581142459,
      "loss": 2.3281,
      "step": 68983
    },
    {
      "epoch": 3.209304489416143,
      "grad_norm": 1.2918484079249635,
      "learning_rate": 0.0001370299605913573,
      "loss": 1.9375,
      "step": 68984
    },
    {
      "epoch": 3.209351011863224,
      "grad_norm": 1.3513097504134453,
      "learning_rate": 0.00013702626307640896,
      "loss": 2.0625,
      "step": 68985
    },
    {
      "epoch": 3.2093975343103045,
      "grad_norm": 1.3873846943771235,
      "learning_rate": 0.00013702256556940326,
      "loss": 2.0625,
      "step": 68986
    },
    {
      "epoch": 3.2094440567573854,
      "grad_norm": 1.510312820601355,
      "learning_rate": 0.00013701886807034237,
      "loss": 2.2344,
      "step": 68987
    },
    {
      "epoch": 3.2094905792044663,
      "grad_norm": 1.3129095710358532,
      "learning_rate": 0.00013701517057922868,
      "loss": 1.9062,
      "step": 68988
    },
    {
      "epoch": 3.209537101651547,
      "grad_norm": 1.3971343804795602,
      "learning_rate": 0.0001370114730960643,
      "loss": 1.9766,
      "step": 68989
    },
    {
      "epoch": 3.2095836240986277,
      "grad_norm": 1.2341587642994896,
      "learning_rate": 0.00013700777562085164,
      "loss": 1.8359,
      "step": 68990
    },
    {
      "epoch": 3.209630146545708,
      "grad_norm": 1.3841394622005756,
      "learning_rate": 0.0001370040781535929,
      "loss": 2.0156,
      "step": 68991
    },
    {
      "epoch": 3.209676668992789,
      "grad_norm": 1.4113678184879694,
      "learning_rate": 0.00013700038069429027,
      "loss": 2.125,
      "step": 68992
    },
    {
      "epoch": 3.2097231914398696,
      "grad_norm": 1.2545415943367941,
      "learning_rate": 0.00013699668324294615,
      "loss": 1.4375,
      "step": 68993
    },
    {
      "epoch": 3.2097697138869505,
      "grad_norm": 1.3190447183790563,
      "learning_rate": 0.0001369929857995627,
      "loss": 1.8672,
      "step": 68994
    },
    {
      "epoch": 3.209816236334031,
      "grad_norm": 1.4669206022416996,
      "learning_rate": 0.00013698928836414226,
      "loss": 2.1719,
      "step": 68995
    },
    {
      "epoch": 3.209862758781112,
      "grad_norm": 1.459714091406941,
      "learning_rate": 0.00013698559093668698,
      "loss": 2.2344,
      "step": 68996
    },
    {
      "epoch": 3.2099092812281924,
      "grad_norm": 1.3467479055481653,
      "learning_rate": 0.00013698189351719927,
      "loss": 2.1562,
      "step": 68997
    },
    {
      "epoch": 3.2099558036752733,
      "grad_norm": 1.3473718788054543,
      "learning_rate": 0.00013697819610568128,
      "loss": 1.8828,
      "step": 68998
    },
    {
      "epoch": 3.2100023261223543,
      "grad_norm": 1.3640931130943437,
      "learning_rate": 0.00013697449870213533,
      "loss": 2.3281,
      "step": 68999
    },
    {
      "epoch": 3.2100488485694347,
      "grad_norm": 1.4537064892030032,
      "learning_rate": 0.00013697080130656365,
      "loss": 2.2969,
      "step": 69000
    },
    {
      "epoch": 3.2100953710165157,
      "grad_norm": 1.3507866210158757,
      "learning_rate": 0.00013696710391896856,
      "loss": 2.0781,
      "step": 69001
    },
    {
      "epoch": 3.210141893463596,
      "grad_norm": 1.3942342801140364,
      "learning_rate": 0.00013696340653935227,
      "loss": 1.9297,
      "step": 69002
    },
    {
      "epoch": 3.210188415910677,
      "grad_norm": 1.3921899997266123,
      "learning_rate": 0.00013695970916771706,
      "loss": 2.1719,
      "step": 69003
    },
    {
      "epoch": 3.2102349383577575,
      "grad_norm": 1.3001594278292814,
      "learning_rate": 0.00013695601180406514,
      "loss": 1.9766,
      "step": 69004
    },
    {
      "epoch": 3.2102814608048384,
      "grad_norm": 1.4018656385061046,
      "learning_rate": 0.00013695231444839885,
      "loss": 2.1562,
      "step": 69005
    },
    {
      "epoch": 3.210327983251919,
      "grad_norm": 1.364735928423882,
      "learning_rate": 0.00013694861710072048,
      "loss": 2.0,
      "step": 69006
    },
    {
      "epoch": 3.210374505699,
      "grad_norm": 1.3632861754656795,
      "learning_rate": 0.00013694491976103218,
      "loss": 2.1094,
      "step": 69007
    },
    {
      "epoch": 3.2104210281460803,
      "grad_norm": 1.3029780358609993,
      "learning_rate": 0.00013694122242933636,
      "loss": 1.875,
      "step": 69008
    },
    {
      "epoch": 3.2104675505931612,
      "grad_norm": 1.3639376329760977,
      "learning_rate": 0.00013693752510563514,
      "loss": 2.2188,
      "step": 69009
    },
    {
      "epoch": 3.2105140730402417,
      "grad_norm": 1.3338103927684475,
      "learning_rate": 0.00013693382778993087,
      "loss": 2.125,
      "step": 69010
    },
    {
      "epoch": 3.2105605954873226,
      "grad_norm": 1.3649651567812073,
      "learning_rate": 0.00013693013048222575,
      "loss": 2.0625,
      "step": 69011
    },
    {
      "epoch": 3.210607117934403,
      "grad_norm": 1.2984776905176383,
      "learning_rate": 0.00013692643318252213,
      "loss": 1.8125,
      "step": 69012
    },
    {
      "epoch": 3.210653640381484,
      "grad_norm": 1.350613837284245,
      "learning_rate": 0.0001369227358908222,
      "loss": 2.2188,
      "step": 69013
    },
    {
      "epoch": 3.210700162828565,
      "grad_norm": 1.434546843495134,
      "learning_rate": 0.00013691903860712826,
      "loss": 2.2656,
      "step": 69014
    },
    {
      "epoch": 3.2107466852756454,
      "grad_norm": 1.4171901655523762,
      "learning_rate": 0.00013691534133144253,
      "loss": 2.2031,
      "step": 69015
    },
    {
      "epoch": 3.2107932077227264,
      "grad_norm": 1.3808887420108795,
      "learning_rate": 0.00013691164406376733,
      "loss": 2.1562,
      "step": 69016
    },
    {
      "epoch": 3.210839730169807,
      "grad_norm": 1.3198250247914693,
      "learning_rate": 0.00013690794680410492,
      "loss": 1.8203,
      "step": 69017
    },
    {
      "epoch": 3.2108862526168878,
      "grad_norm": 1.3593108226118975,
      "learning_rate": 0.0001369042495524575,
      "loss": 2.1562,
      "step": 69018
    },
    {
      "epoch": 3.2109327750639682,
      "grad_norm": 1.4862873433067023,
      "learning_rate": 0.0001369005523088274,
      "loss": 2.1406,
      "step": 69019
    },
    {
      "epoch": 3.210979297511049,
      "grad_norm": 1.3720450913584326,
      "learning_rate": 0.00013689685507321686,
      "loss": 2.1875,
      "step": 69020
    },
    {
      "epoch": 3.2110258199581296,
      "grad_norm": 1.4781205543122165,
      "learning_rate": 0.00013689315784562816,
      "loss": 2.1875,
      "step": 69021
    },
    {
      "epoch": 3.2110723424052106,
      "grad_norm": 1.3179631131702882,
      "learning_rate": 0.0001368894606260635,
      "loss": 2.0156,
      "step": 69022
    },
    {
      "epoch": 3.211118864852291,
      "grad_norm": 1.3896653129619105,
      "learning_rate": 0.00013688576341452523,
      "loss": 2.2188,
      "step": 69023
    },
    {
      "epoch": 3.211165387299372,
      "grad_norm": 1.4235409489467705,
      "learning_rate": 0.00013688206621101555,
      "loss": 2.1875,
      "step": 69024
    },
    {
      "epoch": 3.211211909746453,
      "grad_norm": 1.4516235428673867,
      "learning_rate": 0.00013687836901553674,
      "loss": 2.1562,
      "step": 69025
    },
    {
      "epoch": 3.2112584321935334,
      "grad_norm": 1.3540505930156963,
      "learning_rate": 0.00013687467182809103,
      "loss": 2.1875,
      "step": 69026
    },
    {
      "epoch": 3.2113049546406143,
      "grad_norm": 1.3808818825386884,
      "learning_rate": 0.00013687097464868076,
      "loss": 2.0312,
      "step": 69027
    },
    {
      "epoch": 3.2113514770876948,
      "grad_norm": 1.4175459891186806,
      "learning_rate": 0.0001368672774773082,
      "loss": 2.2344,
      "step": 69028
    },
    {
      "epoch": 3.2113979995347757,
      "grad_norm": 1.3808149102430258,
      "learning_rate": 0.00013686358031397554,
      "loss": 2.25,
      "step": 69029
    },
    {
      "epoch": 3.211444521981856,
      "grad_norm": 1.4142886628358418,
      "learning_rate": 0.00013685988315868507,
      "loss": 2.2656,
      "step": 69030
    },
    {
      "epoch": 3.211491044428937,
      "grad_norm": 1.411768085505408,
      "learning_rate": 0.00013685618601143903,
      "loss": 1.9141,
      "step": 69031
    },
    {
      "epoch": 3.2115375668760175,
      "grad_norm": 1.4330510710468316,
      "learning_rate": 0.00013685248887223978,
      "loss": 2.1094,
      "step": 69032
    },
    {
      "epoch": 3.2115840893230985,
      "grad_norm": 1.3832430445557162,
      "learning_rate": 0.00013684879174108945,
      "loss": 2.0781,
      "step": 69033
    },
    {
      "epoch": 3.211630611770179,
      "grad_norm": 1.3612687891274096,
      "learning_rate": 0.0001368450946179904,
      "loss": 2.0469,
      "step": 69034
    },
    {
      "epoch": 3.21167713421726,
      "grad_norm": 1.3201807444213558,
      "learning_rate": 0.00013684139750294485,
      "loss": 1.9219,
      "step": 69035
    },
    {
      "epoch": 3.2117236566643403,
      "grad_norm": 1.3568551885798852,
      "learning_rate": 0.00013683770039595508,
      "loss": 2.0,
      "step": 69036
    },
    {
      "epoch": 3.2117701791114213,
      "grad_norm": 1.358243809112577,
      "learning_rate": 0.00013683400329702334,
      "loss": 2.1094,
      "step": 69037
    },
    {
      "epoch": 3.211816701558502,
      "grad_norm": 1.3811978800449287,
      "learning_rate": 0.00013683030620615194,
      "loss": 2.0312,
      "step": 69038
    },
    {
      "epoch": 3.2118632240055827,
      "grad_norm": 1.386696170771417,
      "learning_rate": 0.00013682660912334304,
      "loss": 2.25,
      "step": 69039
    },
    {
      "epoch": 3.2119097464526636,
      "grad_norm": 1.3315975213010713,
      "learning_rate": 0.000136822912048599,
      "loss": 1.9609,
      "step": 69040
    },
    {
      "epoch": 3.211956268899744,
      "grad_norm": 1.327162506011428,
      "learning_rate": 0.00013681921498192204,
      "loss": 2.0625,
      "step": 69041
    },
    {
      "epoch": 3.212002791346825,
      "grad_norm": 1.4081930876382123,
      "learning_rate": 0.00013681551792331446,
      "loss": 2.2656,
      "step": 69042
    },
    {
      "epoch": 3.2120493137939055,
      "grad_norm": 1.2673621722689234,
      "learning_rate": 0.0001368118208727785,
      "loss": 1.7344,
      "step": 69043
    },
    {
      "epoch": 3.2120958362409864,
      "grad_norm": 1.3024962602428287,
      "learning_rate": 0.00013680812383031637,
      "loss": 1.9688,
      "step": 69044
    },
    {
      "epoch": 3.212142358688067,
      "grad_norm": 1.4289417240997453,
      "learning_rate": 0.00013680442679593044,
      "loss": 2.2188,
      "step": 69045
    },
    {
      "epoch": 3.2121888811351478,
      "grad_norm": 1.3678031821672048,
      "learning_rate": 0.00013680072976962287,
      "loss": 2.0938,
      "step": 69046
    },
    {
      "epoch": 3.2122354035822283,
      "grad_norm": 1.399534334976302,
      "learning_rate": 0.00013679703275139602,
      "loss": 2.2344,
      "step": 69047
    },
    {
      "epoch": 3.212281926029309,
      "grad_norm": 1.3401407342900626,
      "learning_rate": 0.00013679333574125204,
      "loss": 1.8516,
      "step": 69048
    },
    {
      "epoch": 3.2123284484763897,
      "grad_norm": 1.4037183751716122,
      "learning_rate": 0.00013678963873919327,
      "loss": 2.0156,
      "step": 69049
    },
    {
      "epoch": 3.2123749709234706,
      "grad_norm": 1.248788227211525,
      "learning_rate": 0.000136785941745222,
      "loss": 1.6953,
      "step": 69050
    },
    {
      "epoch": 3.2124214933705515,
      "grad_norm": 1.3019545650036994,
      "learning_rate": 0.00013678224475934043,
      "loss": 2.0625,
      "step": 69051
    },
    {
      "epoch": 3.212468015817632,
      "grad_norm": 1.3977948318050657,
      "learning_rate": 0.00013677854778155086,
      "loss": 2.0469,
      "step": 69052
    },
    {
      "epoch": 3.212514538264713,
      "grad_norm": 1.3159691973489007,
      "learning_rate": 0.00013677485081185555,
      "loss": 1.9922,
      "step": 69053
    },
    {
      "epoch": 3.2125610607117934,
      "grad_norm": 1.334370087499854,
      "learning_rate": 0.00013677115385025675,
      "loss": 2.0312,
      "step": 69054
    },
    {
      "epoch": 3.2126075831588743,
      "grad_norm": 1.523845196523769,
      "learning_rate": 0.00013676745689675672,
      "loss": 2.3438,
      "step": 69055
    },
    {
      "epoch": 3.2126541056059548,
      "grad_norm": 1.4044880172296115,
      "learning_rate": 0.00013676375995135773,
      "loss": 2.0938,
      "step": 69056
    },
    {
      "epoch": 3.2127006280530357,
      "grad_norm": 1.2981514608959668,
      "learning_rate": 0.00013676006301406203,
      "loss": 2.0625,
      "step": 69057
    },
    {
      "epoch": 3.212747150500116,
      "grad_norm": 1.3290131819307371,
      "learning_rate": 0.00013675636608487195,
      "loss": 1.9922,
      "step": 69058
    },
    {
      "epoch": 3.212793672947197,
      "grad_norm": 1.2806720615835943,
      "learning_rate": 0.00013675266916378964,
      "loss": 1.8672,
      "step": 69059
    },
    {
      "epoch": 3.2128401953942776,
      "grad_norm": 1.4158451761819792,
      "learning_rate": 0.00013674897225081747,
      "loss": 2.2969,
      "step": 69060
    },
    {
      "epoch": 3.2128867178413585,
      "grad_norm": 1.460138417714839,
      "learning_rate": 0.00013674527534595762,
      "loss": 2.125,
      "step": 69061
    },
    {
      "epoch": 3.2129332402884394,
      "grad_norm": 1.3489972519382374,
      "learning_rate": 0.00013674157844921242,
      "loss": 1.9766,
      "step": 69062
    },
    {
      "epoch": 3.21297976273552,
      "grad_norm": 1.4101213736088503,
      "learning_rate": 0.00013673788156058406,
      "loss": 2.125,
      "step": 69063
    },
    {
      "epoch": 3.213026285182601,
      "grad_norm": 1.3871553710768096,
      "learning_rate": 0.0001367341846800749,
      "loss": 2.0156,
      "step": 69064
    },
    {
      "epoch": 3.2130728076296813,
      "grad_norm": 1.3820862315669609,
      "learning_rate": 0.00013673048780768712,
      "loss": 2.1719,
      "step": 69065
    },
    {
      "epoch": 3.213119330076762,
      "grad_norm": 1.433356031803605,
      "learning_rate": 0.00013672679094342303,
      "loss": 2.2812,
      "step": 69066
    },
    {
      "epoch": 3.2131658525238427,
      "grad_norm": 1.3232088636760653,
      "learning_rate": 0.00013672309408728486,
      "loss": 1.9219,
      "step": 69067
    },
    {
      "epoch": 3.2132123749709236,
      "grad_norm": 1.3366390554023935,
      "learning_rate": 0.0001367193972392749,
      "loss": 2.1562,
      "step": 69068
    },
    {
      "epoch": 3.213258897418004,
      "grad_norm": 1.3281541319890564,
      "learning_rate": 0.00013671570039939544,
      "loss": 2.0312,
      "step": 69069
    },
    {
      "epoch": 3.213305419865085,
      "grad_norm": 1.390820425925923,
      "learning_rate": 0.00013671200356764858,
      "loss": 2.2812,
      "step": 69070
    },
    {
      "epoch": 3.2133519423121655,
      "grad_norm": 1.3681794504714397,
      "learning_rate": 0.0001367083067440368,
      "loss": 2.0938,
      "step": 69071
    },
    {
      "epoch": 3.2133984647592464,
      "grad_norm": 1.3431905398286763,
      "learning_rate": 0.0001367046099285623,
      "loss": 2.0938,
      "step": 69072
    },
    {
      "epoch": 3.213444987206327,
      "grad_norm": 1.3762466947782637,
      "learning_rate": 0.00013670091312122727,
      "loss": 2.1875,
      "step": 69073
    },
    {
      "epoch": 3.213491509653408,
      "grad_norm": 1.4101243438503843,
      "learning_rate": 0.00013669721632203407,
      "loss": 2.1406,
      "step": 69074
    },
    {
      "epoch": 3.2135380321004883,
      "grad_norm": 1.415327497653503,
      "learning_rate": 0.00013669351953098484,
      "loss": 2.1719,
      "step": 69075
    },
    {
      "epoch": 3.213584554547569,
      "grad_norm": 1.310776998418203,
      "learning_rate": 0.000136689822748082,
      "loss": 2.0156,
      "step": 69076
    },
    {
      "epoch": 3.21363107699465,
      "grad_norm": 1.3958834940963245,
      "learning_rate": 0.00013668612597332765,
      "loss": 2.2031,
      "step": 69077
    },
    {
      "epoch": 3.2136775994417306,
      "grad_norm": 1.285591409036261,
      "learning_rate": 0.00013668242920672417,
      "loss": 1.8438,
      "step": 69078
    },
    {
      "epoch": 3.2137241218888115,
      "grad_norm": 1.41358210501148,
      "learning_rate": 0.00013667873244827377,
      "loss": 2.2188,
      "step": 69079
    },
    {
      "epoch": 3.213770644335892,
      "grad_norm": 1.3474078827785634,
      "learning_rate": 0.00013667503569797875,
      "loss": 1.9766,
      "step": 69080
    },
    {
      "epoch": 3.213817166782973,
      "grad_norm": 1.3681229269355795,
      "learning_rate": 0.00013667133895584133,
      "loss": 2.25,
      "step": 69081
    },
    {
      "epoch": 3.2138636892300534,
      "grad_norm": 1.387501032484147,
      "learning_rate": 0.00013666764222186384,
      "loss": 2.1406,
      "step": 69082
    },
    {
      "epoch": 3.2139102116771343,
      "grad_norm": 1.314851685882235,
      "learning_rate": 0.00013666394549604843,
      "loss": 1.9844,
      "step": 69083
    },
    {
      "epoch": 3.213956734124215,
      "grad_norm": 1.4195163027258668,
      "learning_rate": 0.00013666024877839747,
      "loss": 2.1719,
      "step": 69084
    },
    {
      "epoch": 3.2140032565712957,
      "grad_norm": 1.291646996656401,
      "learning_rate": 0.00013665655206891318,
      "loss": 1.8906,
      "step": 69085
    },
    {
      "epoch": 3.214049779018376,
      "grad_norm": 1.3418912788759814,
      "learning_rate": 0.00013665285536759784,
      "loss": 1.8203,
      "step": 69086
    },
    {
      "epoch": 3.214096301465457,
      "grad_norm": 1.3133317970826632,
      "learning_rate": 0.00013664915867445368,
      "loss": 1.9922,
      "step": 69087
    },
    {
      "epoch": 3.214142823912538,
      "grad_norm": 1.3954013337900006,
      "learning_rate": 0.000136645461989483,
      "loss": 2.25,
      "step": 69088
    },
    {
      "epoch": 3.2141893463596185,
      "grad_norm": 1.3927245238651471,
      "learning_rate": 0.00013664176531268801,
      "loss": 2.1094,
      "step": 69089
    },
    {
      "epoch": 3.2142358688066994,
      "grad_norm": 1.2973977249261515,
      "learning_rate": 0.00013663806864407107,
      "loss": 2.1719,
      "step": 69090
    },
    {
      "epoch": 3.21428239125378,
      "grad_norm": 1.3625301835594448,
      "learning_rate": 0.00013663437198363433,
      "loss": 2.2188,
      "step": 69091
    },
    {
      "epoch": 3.214328913700861,
      "grad_norm": 1.3760814302334283,
      "learning_rate": 0.0001366306753313801,
      "loss": 2.1875,
      "step": 69092
    },
    {
      "epoch": 3.2143754361479413,
      "grad_norm": 1.3228716666846836,
      "learning_rate": 0.00013662697868731068,
      "loss": 1.8672,
      "step": 69093
    },
    {
      "epoch": 3.214421958595022,
      "grad_norm": 1.4530110085772037,
      "learning_rate": 0.00013662328205142827,
      "loss": 2.2344,
      "step": 69094
    },
    {
      "epoch": 3.2144684810421027,
      "grad_norm": 1.3599356775301163,
      "learning_rate": 0.00013661958542373522,
      "loss": 2.1719,
      "step": 69095
    },
    {
      "epoch": 3.2145150034891836,
      "grad_norm": 1.3136435583126491,
      "learning_rate": 0.0001366158888042337,
      "loss": 1.8906,
      "step": 69096
    },
    {
      "epoch": 3.214561525936264,
      "grad_norm": 1.332718717842094,
      "learning_rate": 0.00013661219219292603,
      "loss": 1.9375,
      "step": 69097
    },
    {
      "epoch": 3.214608048383345,
      "grad_norm": 1.348081756863138,
      "learning_rate": 0.00013660849558981447,
      "loss": 2.0625,
      "step": 69098
    },
    {
      "epoch": 3.2146545708304255,
      "grad_norm": 1.4025688600771546,
      "learning_rate": 0.00013660479899490124,
      "loss": 2.1406,
      "step": 69099
    },
    {
      "epoch": 3.2147010932775064,
      "grad_norm": 1.2541372122393768,
      "learning_rate": 0.00013660110240818865,
      "loss": 1.75,
      "step": 69100
    },
    {
      "epoch": 3.214747615724587,
      "grad_norm": 1.3960413227445088,
      "learning_rate": 0.00013659740582967894,
      "loss": 2.2188,
      "step": 69101
    },
    {
      "epoch": 3.214794138171668,
      "grad_norm": 1.4894865145809426,
      "learning_rate": 0.00013659370925937436,
      "loss": 2.3438,
      "step": 69102
    },
    {
      "epoch": 3.2148406606187487,
      "grad_norm": 1.4522119904579947,
      "learning_rate": 0.0001365900126972772,
      "loss": 2.1719,
      "step": 69103
    },
    {
      "epoch": 3.214887183065829,
      "grad_norm": 1.4311944363315703,
      "learning_rate": 0.00013658631614338972,
      "loss": 2.25,
      "step": 69104
    },
    {
      "epoch": 3.21493370551291,
      "grad_norm": 1.3199897843678896,
      "learning_rate": 0.00013658261959771417,
      "loss": 1.9531,
      "step": 69105
    },
    {
      "epoch": 3.2149802279599906,
      "grad_norm": 1.4164339495253966,
      "learning_rate": 0.00013657892306025282,
      "loss": 2.3281,
      "step": 69106
    },
    {
      "epoch": 3.2150267504070715,
      "grad_norm": 1.41781790870378,
      "learning_rate": 0.00013657522653100793,
      "loss": 2.2188,
      "step": 69107
    },
    {
      "epoch": 3.215073272854152,
      "grad_norm": 1.4669271960302313,
      "learning_rate": 0.00013657153000998178,
      "loss": 2.25,
      "step": 69108
    },
    {
      "epoch": 3.215119795301233,
      "grad_norm": 1.4448394014904955,
      "learning_rate": 0.0001365678334971766,
      "loss": 2.2344,
      "step": 69109
    },
    {
      "epoch": 3.2151663177483134,
      "grad_norm": 1.3469421948682776,
      "learning_rate": 0.0001365641369925947,
      "loss": 2.25,
      "step": 69110
    },
    {
      "epoch": 3.2152128401953943,
      "grad_norm": 1.4813077886179131,
      "learning_rate": 0.00013656044049623826,
      "loss": 2.0938,
      "step": 69111
    },
    {
      "epoch": 3.215259362642475,
      "grad_norm": 1.3589432831908848,
      "learning_rate": 0.00013655674400810965,
      "loss": 2.0625,
      "step": 69112
    },
    {
      "epoch": 3.2153058850895557,
      "grad_norm": 1.298838244501156,
      "learning_rate": 0.00013655304752821103,
      "loss": 1.6641,
      "step": 69113
    },
    {
      "epoch": 3.2153524075366366,
      "grad_norm": 1.2525568461813719,
      "learning_rate": 0.0001365493510565447,
      "loss": 1.9688,
      "step": 69114
    },
    {
      "epoch": 3.215398929983717,
      "grad_norm": 1.3484802490782861,
      "learning_rate": 0.000136545654593113,
      "loss": 2.0625,
      "step": 69115
    },
    {
      "epoch": 3.215445452430798,
      "grad_norm": 1.3340199562193835,
      "learning_rate": 0.00013654195813791808,
      "loss": 1.9453,
      "step": 69116
    },
    {
      "epoch": 3.2154919748778785,
      "grad_norm": 1.2913354808586677,
      "learning_rate": 0.00013653826169096232,
      "loss": 2.0,
      "step": 69117
    },
    {
      "epoch": 3.2155384973249594,
      "grad_norm": 1.3558510652516127,
      "learning_rate": 0.00013653456525224784,
      "loss": 2.0781,
      "step": 69118
    },
    {
      "epoch": 3.21558501977204,
      "grad_norm": 1.3204131836468345,
      "learning_rate": 0.00013653086882177705,
      "loss": 2.1562,
      "step": 69119
    },
    {
      "epoch": 3.215631542219121,
      "grad_norm": 1.4288147475404276,
      "learning_rate": 0.00013652717239955207,
      "loss": 1.9375,
      "step": 69120
    },
    {
      "epoch": 3.2156780646662013,
      "grad_norm": 1.3726209239339866,
      "learning_rate": 0.0001365234759855753,
      "loss": 1.7812,
      "step": 69121
    },
    {
      "epoch": 3.2157245871132822,
      "grad_norm": 1.29982167851213,
      "learning_rate": 0.0001365197795798489,
      "loss": 2.0469,
      "step": 69122
    },
    {
      "epoch": 3.2157711095603627,
      "grad_norm": 1.4154180154474323,
      "learning_rate": 0.0001365160831823752,
      "loss": 1.8594,
      "step": 69123
    },
    {
      "epoch": 3.2158176320074436,
      "grad_norm": 1.4355017789832332,
      "learning_rate": 0.00013651238679315643,
      "loss": 2.0312,
      "step": 69124
    },
    {
      "epoch": 3.215864154454524,
      "grad_norm": 1.3570457526674957,
      "learning_rate": 0.00013650869041219484,
      "loss": 2.0312,
      "step": 69125
    },
    {
      "epoch": 3.215910676901605,
      "grad_norm": 1.3978232068817127,
      "learning_rate": 0.0001365049940394927,
      "loss": 2.1094,
      "step": 69126
    },
    {
      "epoch": 3.2159571993486855,
      "grad_norm": 1.3436661038107354,
      "learning_rate": 0.00013650129767505228,
      "loss": 1.9297,
      "step": 69127
    },
    {
      "epoch": 3.2160037217957664,
      "grad_norm": 1.368755560397084,
      "learning_rate": 0.0001364976013188759,
      "loss": 2.0312,
      "step": 69128
    },
    {
      "epoch": 3.2160502442428474,
      "grad_norm": 1.372356372199709,
      "learning_rate": 0.0001364939049709657,
      "loss": 2.1094,
      "step": 69129
    },
    {
      "epoch": 3.216096766689928,
      "grad_norm": 1.388448280420425,
      "learning_rate": 0.00013649020863132404,
      "loss": 2.2031,
      "step": 69130
    },
    {
      "epoch": 3.2161432891370088,
      "grad_norm": 1.4335220435737255,
      "learning_rate": 0.00013648651229995312,
      "loss": 2.25,
      "step": 69131
    },
    {
      "epoch": 3.2161898115840892,
      "grad_norm": 1.3856320243155473,
      "learning_rate": 0.00013648281597685528,
      "loss": 2.0,
      "step": 69132
    },
    {
      "epoch": 3.21623633403117,
      "grad_norm": 1.4379913445791295,
      "learning_rate": 0.00013647911966203273,
      "loss": 2.3906,
      "step": 69133
    },
    {
      "epoch": 3.2162828564782506,
      "grad_norm": 1.349128717838919,
      "learning_rate": 0.00013647542335548773,
      "loss": 2.3281,
      "step": 69134
    },
    {
      "epoch": 3.2163293789253316,
      "grad_norm": 1.3582622132100757,
      "learning_rate": 0.00013647172705722252,
      "loss": 2.125,
      "step": 69135
    },
    {
      "epoch": 3.216375901372412,
      "grad_norm": 1.43447143901286,
      "learning_rate": 0.00013646803076723945,
      "loss": 2.1719,
      "step": 69136
    },
    {
      "epoch": 3.216422423819493,
      "grad_norm": 1.3536348217204057,
      "learning_rate": 0.00013646433448554073,
      "loss": 1.7734,
      "step": 69137
    },
    {
      "epoch": 3.2164689462665734,
      "grad_norm": 1.3458043591817292,
      "learning_rate": 0.0001364606382121286,
      "loss": 2.125,
      "step": 69138
    },
    {
      "epoch": 3.2165154687136543,
      "grad_norm": 1.3802606985455599,
      "learning_rate": 0.0001364569419470054,
      "loss": 2.1562,
      "step": 69139
    },
    {
      "epoch": 3.2165619911607353,
      "grad_norm": 1.4254839025336992,
      "learning_rate": 0.0001364532456901733,
      "loss": 2.1406,
      "step": 69140
    },
    {
      "epoch": 3.2166085136078157,
      "grad_norm": 1.2560537562758225,
      "learning_rate": 0.0001364495494416346,
      "loss": 1.9375,
      "step": 69141
    },
    {
      "epoch": 3.2166550360548967,
      "grad_norm": 1.4143636384228893,
      "learning_rate": 0.00013644585320139155,
      "loss": 2.2344,
      "step": 69142
    },
    {
      "epoch": 3.216701558501977,
      "grad_norm": 1.2766752720516261,
      "learning_rate": 0.00013644215696944647,
      "loss": 1.9141,
      "step": 69143
    },
    {
      "epoch": 3.216748080949058,
      "grad_norm": 1.4313784014563193,
      "learning_rate": 0.00013643846074580155,
      "loss": 2.1875,
      "step": 69144
    },
    {
      "epoch": 3.2167946033961385,
      "grad_norm": 1.4536706737094822,
      "learning_rate": 0.00013643476453045913,
      "loss": 2.25,
      "step": 69145
    },
    {
      "epoch": 3.2168411258432195,
      "grad_norm": 1.255667913186893,
      "learning_rate": 0.00013643106832342137,
      "loss": 1.8203,
      "step": 69146
    },
    {
      "epoch": 3.2168876482903,
      "grad_norm": 1.3080868832779584,
      "learning_rate": 0.00013642737212469063,
      "loss": 1.9688,
      "step": 69147
    },
    {
      "epoch": 3.216934170737381,
      "grad_norm": 1.2964230155103464,
      "learning_rate": 0.0001364236759342691,
      "loss": 1.9297,
      "step": 69148
    },
    {
      "epoch": 3.2169806931844613,
      "grad_norm": 1.415786138938285,
      "learning_rate": 0.0001364199797521591,
      "loss": 2.125,
      "step": 69149
    },
    {
      "epoch": 3.2170272156315423,
      "grad_norm": 1.3685360938354354,
      "learning_rate": 0.00013641628357836288,
      "loss": 2.0938,
      "step": 69150
    },
    {
      "epoch": 3.2170737380786227,
      "grad_norm": 1.3637569842718709,
      "learning_rate": 0.00013641258741288264,
      "loss": 2.0938,
      "step": 69151
    },
    {
      "epoch": 3.2171202605257037,
      "grad_norm": 1.410159710568807,
      "learning_rate": 0.00013640889125572075,
      "loss": 2.3125,
      "step": 69152
    },
    {
      "epoch": 3.217166782972784,
      "grad_norm": 1.25443219010213,
      "learning_rate": 0.0001364051951068794,
      "loss": 1.8984,
      "step": 69153
    },
    {
      "epoch": 3.217213305419865,
      "grad_norm": 1.4488979975048886,
      "learning_rate": 0.00013640149896636087,
      "loss": 2.25,
      "step": 69154
    },
    {
      "epoch": 3.217259827866946,
      "grad_norm": 1.3096237520214264,
      "learning_rate": 0.0001363978028341674,
      "loss": 1.9609,
      "step": 69155
    },
    {
      "epoch": 3.2173063503140265,
      "grad_norm": 1.3024894445884279,
      "learning_rate": 0.00013639410671030132,
      "loss": 1.8672,
      "step": 69156
    },
    {
      "epoch": 3.2173528727611074,
      "grad_norm": 1.3009042936534678,
      "learning_rate": 0.00013639041059476477,
      "loss": 1.5312,
      "step": 69157
    },
    {
      "epoch": 3.217399395208188,
      "grad_norm": 1.3149870550853362,
      "learning_rate": 0.0001363867144875601,
      "loss": 1.9219,
      "step": 69158
    },
    {
      "epoch": 3.2174459176552688,
      "grad_norm": 1.3897178178462761,
      "learning_rate": 0.00013638301838868962,
      "loss": 2.2969,
      "step": 69159
    },
    {
      "epoch": 3.2174924401023492,
      "grad_norm": 1.3202933696136152,
      "learning_rate": 0.0001363793222981555,
      "loss": 1.8828,
      "step": 69160
    },
    {
      "epoch": 3.21753896254943,
      "grad_norm": 1.5378167661166287,
      "learning_rate": 0.0001363756262159601,
      "loss": 2.125,
      "step": 69161
    },
    {
      "epoch": 3.2175854849965106,
      "grad_norm": 1.3271506058831646,
      "learning_rate": 0.00013637193014210555,
      "loss": 2.0312,
      "step": 69162
    },
    {
      "epoch": 3.2176320074435916,
      "grad_norm": 1.3339801029977,
      "learning_rate": 0.00013636823407659423,
      "loss": 1.9844,
      "step": 69163
    },
    {
      "epoch": 3.217678529890672,
      "grad_norm": 1.3579391356194284,
      "learning_rate": 0.00013636453801942834,
      "loss": 2.1406,
      "step": 69164
    },
    {
      "epoch": 3.217725052337753,
      "grad_norm": 1.3476638610443055,
      "learning_rate": 0.00013636084197061018,
      "loss": 2.0625,
      "step": 69165
    },
    {
      "epoch": 3.217771574784834,
      "grad_norm": 1.178751198935053,
      "learning_rate": 0.00013635714593014195,
      "loss": 1.4922,
      "step": 69166
    },
    {
      "epoch": 3.2178180972319144,
      "grad_norm": 1.3262908929607105,
      "learning_rate": 0.000136353449898026,
      "loss": 2.1094,
      "step": 69167
    },
    {
      "epoch": 3.2178646196789953,
      "grad_norm": 1.3381180630108418,
      "learning_rate": 0.00013634975387426452,
      "loss": 2.0469,
      "step": 69168
    },
    {
      "epoch": 3.2179111421260758,
      "grad_norm": 1.4122902055712911,
      "learning_rate": 0.00013634605785885982,
      "loss": 1.9062,
      "step": 69169
    },
    {
      "epoch": 3.2179576645731567,
      "grad_norm": 1.303964970050901,
      "learning_rate": 0.00013634236185181413,
      "loss": 1.8516,
      "step": 69170
    },
    {
      "epoch": 3.218004187020237,
      "grad_norm": 1.2822739534262229,
      "learning_rate": 0.00013633866585312975,
      "loss": 2.0,
      "step": 69171
    },
    {
      "epoch": 3.218050709467318,
      "grad_norm": 1.4773201664254072,
      "learning_rate": 0.00013633496986280888,
      "loss": 1.8359,
      "step": 69172
    },
    {
      "epoch": 3.2180972319143986,
      "grad_norm": 1.339686786651516,
      "learning_rate": 0.00013633127388085387,
      "loss": 2.2656,
      "step": 69173
    },
    {
      "epoch": 3.2181437543614795,
      "grad_norm": 1.3583956036779683,
      "learning_rate": 0.00013632757790726688,
      "loss": 2.125,
      "step": 69174
    },
    {
      "epoch": 3.21819027680856,
      "grad_norm": 1.2967404323620302,
      "learning_rate": 0.00013632388194205028,
      "loss": 1.9453,
      "step": 69175
    },
    {
      "epoch": 3.218236799255641,
      "grad_norm": 1.3722511856152002,
      "learning_rate": 0.00013632018598520626,
      "loss": 1.9219,
      "step": 69176
    },
    {
      "epoch": 3.2182833217027214,
      "grad_norm": 1.3593655601794215,
      "learning_rate": 0.0001363164900367371,
      "loss": 2.0625,
      "step": 69177
    },
    {
      "epoch": 3.2183298441498023,
      "grad_norm": 1.3738626847932955,
      "learning_rate": 0.00013631279409664505,
      "loss": 2.0312,
      "step": 69178
    },
    {
      "epoch": 3.218376366596883,
      "grad_norm": 1.3652557398603016,
      "learning_rate": 0.00013630909816493239,
      "loss": 2.1406,
      "step": 69179
    },
    {
      "epoch": 3.2184228890439637,
      "grad_norm": 1.418468202662893,
      "learning_rate": 0.00013630540224160136,
      "loss": 2.2812,
      "step": 69180
    },
    {
      "epoch": 3.2184694114910446,
      "grad_norm": 1.3333271081515203,
      "learning_rate": 0.00013630170632665428,
      "loss": 2.0156,
      "step": 69181
    },
    {
      "epoch": 3.218515933938125,
      "grad_norm": 1.3302496542761557,
      "learning_rate": 0.00013629801042009337,
      "loss": 1.9453,
      "step": 69182
    },
    {
      "epoch": 3.218562456385206,
      "grad_norm": 1.4459173926967501,
      "learning_rate": 0.00013629431452192092,
      "loss": 2.0312,
      "step": 69183
    },
    {
      "epoch": 3.2186089788322865,
      "grad_norm": 1.2887724906329034,
      "learning_rate": 0.00013629061863213912,
      "loss": 1.8828,
      "step": 69184
    },
    {
      "epoch": 3.2186555012793674,
      "grad_norm": 1.356350811526673,
      "learning_rate": 0.00013628692275075032,
      "loss": 2.0938,
      "step": 69185
    },
    {
      "epoch": 3.218702023726448,
      "grad_norm": 1.3476963882794493,
      "learning_rate": 0.00013628322687775674,
      "loss": 1.9453,
      "step": 69186
    },
    {
      "epoch": 3.218748546173529,
      "grad_norm": 1.2971939405700028,
      "learning_rate": 0.00013627953101316066,
      "loss": 1.9297,
      "step": 69187
    },
    {
      "epoch": 3.2187950686206093,
      "grad_norm": 1.3180309715996663,
      "learning_rate": 0.00013627583515696433,
      "loss": 1.7812,
      "step": 69188
    },
    {
      "epoch": 3.21884159106769,
      "grad_norm": 1.3321873571873672,
      "learning_rate": 0.00013627213930917002,
      "loss": 1.9297,
      "step": 69189
    },
    {
      "epoch": 3.2188881135147707,
      "grad_norm": 1.4026988821534556,
      "learning_rate": 0.00013626844346977996,
      "loss": 2.0781,
      "step": 69190
    },
    {
      "epoch": 3.2189346359618516,
      "grad_norm": 1.2928117767209562,
      "learning_rate": 0.00013626474763879648,
      "loss": 1.8125,
      "step": 69191
    },
    {
      "epoch": 3.2189811584089325,
      "grad_norm": 1.261489357378828,
      "learning_rate": 0.00013626105181622177,
      "loss": 1.5391,
      "step": 69192
    },
    {
      "epoch": 3.219027680856013,
      "grad_norm": 1.322872836032204,
      "learning_rate": 0.00013625735600205813,
      "loss": 1.9922,
      "step": 69193
    },
    {
      "epoch": 3.219074203303094,
      "grad_norm": 1.4021752935155498,
      "learning_rate": 0.0001362536601963078,
      "loss": 2.1406,
      "step": 69194
    },
    {
      "epoch": 3.2191207257501744,
      "grad_norm": 1.4118176752689489,
      "learning_rate": 0.0001362499643989731,
      "loss": 2.0938,
      "step": 69195
    },
    {
      "epoch": 3.2191672481972553,
      "grad_norm": 1.4308713687425554,
      "learning_rate": 0.00013624626861005623,
      "loss": 2.2969,
      "step": 69196
    },
    {
      "epoch": 3.219213770644336,
      "grad_norm": 1.2758723337225968,
      "learning_rate": 0.0001362425728295595,
      "loss": 1.9688,
      "step": 69197
    },
    {
      "epoch": 3.2192602930914167,
      "grad_norm": 1.3728010485615474,
      "learning_rate": 0.0001362388770574851,
      "loss": 2.0,
      "step": 69198
    },
    {
      "epoch": 3.219306815538497,
      "grad_norm": 1.4901134784111645,
      "learning_rate": 0.00013623518129383537,
      "loss": 2.3594,
      "step": 69199
    },
    {
      "epoch": 3.219353337985578,
      "grad_norm": 1.3861721468096815,
      "learning_rate": 0.00013623148553861255,
      "loss": 1.875,
      "step": 69200
    },
    {
      "epoch": 3.2193998604326586,
      "grad_norm": 1.3576564685832233,
      "learning_rate": 0.00013622778979181883,
      "loss": 2.0312,
      "step": 69201
    },
    {
      "epoch": 3.2194463828797395,
      "grad_norm": 1.3863395860218746,
      "learning_rate": 0.00013622409405345662,
      "loss": 2.1406,
      "step": 69202
    },
    {
      "epoch": 3.2194929053268204,
      "grad_norm": 1.3071467278874753,
      "learning_rate": 0.00013622039832352804,
      "loss": 1.8438,
      "step": 69203
    },
    {
      "epoch": 3.219539427773901,
      "grad_norm": 1.287241819512475,
      "learning_rate": 0.00013621670260203548,
      "loss": 1.9453,
      "step": 69204
    },
    {
      "epoch": 3.219585950220982,
      "grad_norm": 1.1951800000312476,
      "learning_rate": 0.00013621300688898113,
      "loss": 1.6484,
      "step": 69205
    },
    {
      "epoch": 3.2196324726680623,
      "grad_norm": 1.2953610753925506,
      "learning_rate": 0.0001362093111843672,
      "loss": 1.8203,
      "step": 69206
    },
    {
      "epoch": 3.219678995115143,
      "grad_norm": 1.4077457912566322,
      "learning_rate": 0.00013620561548819606,
      "loss": 2.1719,
      "step": 69207
    },
    {
      "epoch": 3.2197255175622237,
      "grad_norm": 1.4623812402439302,
      "learning_rate": 0.0001362019198004699,
      "loss": 2.2344,
      "step": 69208
    },
    {
      "epoch": 3.2197720400093046,
      "grad_norm": 1.3776351133144515,
      "learning_rate": 0.00013619822412119103,
      "loss": 2.1562,
      "step": 69209
    },
    {
      "epoch": 3.219818562456385,
      "grad_norm": 1.3775306154614564,
      "learning_rate": 0.00013619452845036167,
      "loss": 2.0938,
      "step": 69210
    },
    {
      "epoch": 3.219865084903466,
      "grad_norm": 1.3913037852562715,
      "learning_rate": 0.00013619083278798412,
      "loss": 2.2344,
      "step": 69211
    },
    {
      "epoch": 3.2199116073505465,
      "grad_norm": 1.395936187761701,
      "learning_rate": 0.00013618713713406058,
      "loss": 2.1094,
      "step": 69212
    },
    {
      "epoch": 3.2199581297976274,
      "grad_norm": 1.4494056762978909,
      "learning_rate": 0.00013618344148859338,
      "loss": 2.2344,
      "step": 69213
    },
    {
      "epoch": 3.220004652244708,
      "grad_norm": 1.4494547608120876,
      "learning_rate": 0.00013617974585158476,
      "loss": 2.0469,
      "step": 69214
    },
    {
      "epoch": 3.220051174691789,
      "grad_norm": 1.2931797159208802,
      "learning_rate": 0.00013617605022303702,
      "loss": 1.9609,
      "step": 69215
    },
    {
      "epoch": 3.2200976971388693,
      "grad_norm": 1.3881210828450878,
      "learning_rate": 0.00013617235460295233,
      "loss": 2.125,
      "step": 69216
    },
    {
      "epoch": 3.22014421958595,
      "grad_norm": 1.3790937428801773,
      "learning_rate": 0.00013616865899133303,
      "loss": 2.1406,
      "step": 69217
    },
    {
      "epoch": 3.220190742033031,
      "grad_norm": 1.4070401106691381,
      "learning_rate": 0.00013616496338818133,
      "loss": 2.3438,
      "step": 69218
    },
    {
      "epoch": 3.2202372644801116,
      "grad_norm": 1.3067064672941877,
      "learning_rate": 0.00013616126779349957,
      "loss": 1.9922,
      "step": 69219
    },
    {
      "epoch": 3.2202837869271925,
      "grad_norm": 1.3498184309830967,
      "learning_rate": 0.0001361575722072899,
      "loss": 1.9688,
      "step": 69220
    },
    {
      "epoch": 3.220330309374273,
      "grad_norm": 1.7042518128011426,
      "learning_rate": 0.00013615387662955472,
      "loss": 2.0469,
      "step": 69221
    },
    {
      "epoch": 3.220376831821354,
      "grad_norm": 1.3570764909406137,
      "learning_rate": 0.00013615018106029615,
      "loss": 2.2188,
      "step": 69222
    },
    {
      "epoch": 3.2204233542684344,
      "grad_norm": 1.2893905516193136,
      "learning_rate": 0.0001361464854995165,
      "loss": 1.8047,
      "step": 69223
    },
    {
      "epoch": 3.2204698767155153,
      "grad_norm": 1.413881522474592,
      "learning_rate": 0.00013614278994721814,
      "loss": 2.2812,
      "step": 69224
    },
    {
      "epoch": 3.220516399162596,
      "grad_norm": 1.4193715589884515,
      "learning_rate": 0.00013613909440340316,
      "loss": 1.9453,
      "step": 69225
    },
    {
      "epoch": 3.2205629216096767,
      "grad_norm": 1.3755510625161362,
      "learning_rate": 0.000136135398868074,
      "loss": 2.1719,
      "step": 69226
    },
    {
      "epoch": 3.220609444056757,
      "grad_norm": 1.548648671009793,
      "learning_rate": 0.00013613170334123275,
      "loss": 2.2969,
      "step": 69227
    },
    {
      "epoch": 3.220655966503838,
      "grad_norm": 1.3334615883408318,
      "learning_rate": 0.00013612800782288184,
      "loss": 1.8438,
      "step": 69228
    },
    {
      "epoch": 3.220702488950919,
      "grad_norm": 1.429419175431736,
      "learning_rate": 0.00013612431231302337,
      "loss": 2.1562,
      "step": 69229
    },
    {
      "epoch": 3.2207490113979995,
      "grad_norm": 1.358671437920287,
      "learning_rate": 0.0001361206168116597,
      "loss": 2.0625,
      "step": 69230
    },
    {
      "epoch": 3.2207955338450804,
      "grad_norm": 1.3014453137583333,
      "learning_rate": 0.0001361169213187931,
      "loss": 2.0781,
      "step": 69231
    },
    {
      "epoch": 3.220842056292161,
      "grad_norm": 1.25731761044045,
      "learning_rate": 0.00013611322583442577,
      "loss": 1.8906,
      "step": 69232
    },
    {
      "epoch": 3.220888578739242,
      "grad_norm": 1.4552057859582803,
      "learning_rate": 0.00013610953035856003,
      "loss": 1.9922,
      "step": 69233
    },
    {
      "epoch": 3.2209351011863223,
      "grad_norm": 1.4553839010755332,
      "learning_rate": 0.00013610583489119809,
      "loss": 2.2812,
      "step": 69234
    },
    {
      "epoch": 3.2209816236334032,
      "grad_norm": 1.405128434690496,
      "learning_rate": 0.00013610213943234225,
      "loss": 2.0938,
      "step": 69235
    },
    {
      "epoch": 3.2210281460804837,
      "grad_norm": 1.4441896699299264,
      "learning_rate": 0.00013609844398199475,
      "loss": 2.3281,
      "step": 69236
    },
    {
      "epoch": 3.2210746685275646,
      "grad_norm": 1.4565185252924888,
      "learning_rate": 0.00013609474854015788,
      "loss": 2.125,
      "step": 69237
    },
    {
      "epoch": 3.221121190974645,
      "grad_norm": 1.3972566890106295,
      "learning_rate": 0.00013609105310683387,
      "loss": 2.25,
      "step": 69238
    },
    {
      "epoch": 3.221167713421726,
      "grad_norm": 1.360261174706346,
      "learning_rate": 0.00013608735768202504,
      "loss": 2.25,
      "step": 69239
    },
    {
      "epoch": 3.2212142358688065,
      "grad_norm": 1.3356972619573413,
      "learning_rate": 0.00013608366226573355,
      "loss": 2.2656,
      "step": 69240
    },
    {
      "epoch": 3.2212607583158874,
      "grad_norm": 1.366915988914339,
      "learning_rate": 0.0001360799668579618,
      "loss": 2.0312,
      "step": 69241
    },
    {
      "epoch": 3.221307280762968,
      "grad_norm": 1.3216651587258847,
      "learning_rate": 0.0001360762714587119,
      "loss": 1.9453,
      "step": 69242
    },
    {
      "epoch": 3.221353803210049,
      "grad_norm": 1.3858834956276382,
      "learning_rate": 0.00013607257606798625,
      "loss": 2.2188,
      "step": 69243
    },
    {
      "epoch": 3.2214003256571297,
      "grad_norm": 1.3483127842837808,
      "learning_rate": 0.000136068880685787,
      "loss": 1.9844,
      "step": 69244
    },
    {
      "epoch": 3.2214468481042102,
      "grad_norm": 1.4313742891008288,
      "learning_rate": 0.00013606518531211645,
      "loss": 2.0156,
      "step": 69245
    },
    {
      "epoch": 3.221493370551291,
      "grad_norm": 1.3442138317615688,
      "learning_rate": 0.0001360614899469769,
      "loss": 1.9297,
      "step": 69246
    },
    {
      "epoch": 3.2215398929983716,
      "grad_norm": 1.4581549692713756,
      "learning_rate": 0.0001360577945903706,
      "loss": 2.1094,
      "step": 69247
    },
    {
      "epoch": 3.2215864154454525,
      "grad_norm": 1.3546688111702911,
      "learning_rate": 0.00013605409924229983,
      "loss": 1.9141,
      "step": 69248
    },
    {
      "epoch": 3.221632937892533,
      "grad_norm": 1.4650041158457219,
      "learning_rate": 0.00013605040390276678,
      "loss": 2.3125,
      "step": 69249
    },
    {
      "epoch": 3.221679460339614,
      "grad_norm": 1.4523548815753053,
      "learning_rate": 0.00013604670857177378,
      "loss": 1.8359,
      "step": 69250
    },
    {
      "epoch": 3.2217259827866944,
      "grad_norm": 1.3424443555239314,
      "learning_rate": 0.00013604301324932302,
      "loss": 1.9766,
      "step": 69251
    },
    {
      "epoch": 3.2217725052337753,
      "grad_norm": 1.3804174068772685,
      "learning_rate": 0.0001360393179354169,
      "loss": 2.0938,
      "step": 69252
    },
    {
      "epoch": 3.221819027680856,
      "grad_norm": 1.4006880970967162,
      "learning_rate": 0.0001360356226300575,
      "loss": 2.2344,
      "step": 69253
    },
    {
      "epoch": 3.2218655501279367,
      "grad_norm": 1.368275504560011,
      "learning_rate": 0.00013603192733324722,
      "loss": 1.8984,
      "step": 69254
    },
    {
      "epoch": 3.2219120725750177,
      "grad_norm": 1.3206854305159201,
      "learning_rate": 0.00013602823204498827,
      "loss": 1.875,
      "step": 69255
    },
    {
      "epoch": 3.221958595022098,
      "grad_norm": 1.4552616131885474,
      "learning_rate": 0.0001360245367652829,
      "loss": 2.2656,
      "step": 69256
    },
    {
      "epoch": 3.222005117469179,
      "grad_norm": 1.4907956666117834,
      "learning_rate": 0.00013602084149413342,
      "loss": 2.2812,
      "step": 69257
    },
    {
      "epoch": 3.2220516399162595,
      "grad_norm": 1.4519166141694224,
      "learning_rate": 0.00013601714623154206,
      "loss": 2.2656,
      "step": 69258
    },
    {
      "epoch": 3.2220981623633405,
      "grad_norm": 1.3861350913895578,
      "learning_rate": 0.00013601345097751107,
      "loss": 1.7656,
      "step": 69259
    },
    {
      "epoch": 3.222144684810421,
      "grad_norm": 1.4032972934966577,
      "learning_rate": 0.00013600975573204273,
      "loss": 2.0781,
      "step": 69260
    },
    {
      "epoch": 3.222191207257502,
      "grad_norm": 1.4510007442385786,
      "learning_rate": 0.00013600606049513935,
      "loss": 2.0469,
      "step": 69261
    },
    {
      "epoch": 3.2222377297045823,
      "grad_norm": 1.3570193010895324,
      "learning_rate": 0.00013600236526680305,
      "loss": 2.1094,
      "step": 69262
    },
    {
      "epoch": 3.2222842521516633,
      "grad_norm": 1.2285528284188778,
      "learning_rate": 0.00013599867004703627,
      "loss": 1.8984,
      "step": 69263
    },
    {
      "epoch": 3.2223307745987437,
      "grad_norm": 1.3655492981933917,
      "learning_rate": 0.0001359949748358411,
      "loss": 2.1094,
      "step": 69264
    },
    {
      "epoch": 3.2223772970458247,
      "grad_norm": 1.365402979938132,
      "learning_rate": 0.00013599127963321997,
      "loss": 1.9766,
      "step": 69265
    },
    {
      "epoch": 3.222423819492905,
      "grad_norm": 1.366312691641668,
      "learning_rate": 0.000135987584439175,
      "loss": 1.6172,
      "step": 69266
    },
    {
      "epoch": 3.222470341939986,
      "grad_norm": 1.4817046595549939,
      "learning_rate": 0.0001359838892537085,
      "loss": 2.2031,
      "step": 69267
    },
    {
      "epoch": 3.2225168643870665,
      "grad_norm": 1.4340372410690523,
      "learning_rate": 0.0001359801940768228,
      "loss": 2.2344,
      "step": 69268
    },
    {
      "epoch": 3.2225633868341474,
      "grad_norm": 1.3609530587404004,
      "learning_rate": 0.00013597649890852007,
      "loss": 1.9766,
      "step": 69269
    },
    {
      "epoch": 3.2226099092812284,
      "grad_norm": 1.4104692201566082,
      "learning_rate": 0.00013597280374880267,
      "loss": 2.1719,
      "step": 69270
    },
    {
      "epoch": 3.222656431728309,
      "grad_norm": 1.4110869757123146,
      "learning_rate": 0.00013596910859767274,
      "loss": 2.1719,
      "step": 69271
    },
    {
      "epoch": 3.2227029541753898,
      "grad_norm": 1.4076381055249432,
      "learning_rate": 0.00013596541345513264,
      "loss": 2.3594,
      "step": 69272
    },
    {
      "epoch": 3.2227494766224702,
      "grad_norm": 1.3895035156566258,
      "learning_rate": 0.00013596171832118458,
      "loss": 2.1562,
      "step": 69273
    },
    {
      "epoch": 3.222795999069551,
      "grad_norm": 1.3506450840733406,
      "learning_rate": 0.00013595802319583085,
      "loss": 2.0156,
      "step": 69274
    },
    {
      "epoch": 3.2228425215166316,
      "grad_norm": 1.3302049472580633,
      "learning_rate": 0.00013595432807907368,
      "loss": 2.2344,
      "step": 69275
    },
    {
      "epoch": 3.2228890439637126,
      "grad_norm": 1.2688959019737915,
      "learning_rate": 0.0001359506329709154,
      "loss": 1.875,
      "step": 69276
    },
    {
      "epoch": 3.222935566410793,
      "grad_norm": 1.351769532291809,
      "learning_rate": 0.00013594693787135817,
      "loss": 2.0312,
      "step": 69277
    },
    {
      "epoch": 3.222982088857874,
      "grad_norm": 1.4275780616991018,
      "learning_rate": 0.00013594324278040436,
      "loss": 2.2969,
      "step": 69278
    },
    {
      "epoch": 3.2230286113049544,
      "grad_norm": 1.334905985531838,
      "learning_rate": 0.00013593954769805614,
      "loss": 2.0781,
      "step": 69279
    },
    {
      "epoch": 3.2230751337520354,
      "grad_norm": 1.4058542041782067,
      "learning_rate": 0.00013593585262431583,
      "loss": 2.1875,
      "step": 69280
    },
    {
      "epoch": 3.2231216561991163,
      "grad_norm": 1.4598298473106677,
      "learning_rate": 0.00013593215755918565,
      "loss": 2.25,
      "step": 69281
    },
    {
      "epoch": 3.2231681786461968,
      "grad_norm": 1.3598047552992725,
      "learning_rate": 0.00013592846250266792,
      "loss": 2.1094,
      "step": 69282
    },
    {
      "epoch": 3.2232147010932777,
      "grad_norm": 1.3551416433057153,
      "learning_rate": 0.00013592476745476488,
      "loss": 1.9531,
      "step": 69283
    },
    {
      "epoch": 3.223261223540358,
      "grad_norm": 1.3482776279543836,
      "learning_rate": 0.00013592107241547875,
      "loss": 1.9922,
      "step": 69284
    },
    {
      "epoch": 3.223307745987439,
      "grad_norm": 1.410759980081239,
      "learning_rate": 0.00013591737738481182,
      "loss": 1.9844,
      "step": 69285
    },
    {
      "epoch": 3.2233542684345196,
      "grad_norm": 1.261739984714189,
      "learning_rate": 0.00013591368236276635,
      "loss": 1.9531,
      "step": 69286
    },
    {
      "epoch": 3.2234007908816005,
      "grad_norm": 1.4364379266995573,
      "learning_rate": 0.00013590998734934465,
      "loss": 2.1094,
      "step": 69287
    },
    {
      "epoch": 3.223447313328681,
      "grad_norm": 1.34442333071278,
      "learning_rate": 0.00013590629234454886,
      "loss": 2.2188,
      "step": 69288
    },
    {
      "epoch": 3.223493835775762,
      "grad_norm": 1.4153417728114746,
      "learning_rate": 0.00013590259734838132,
      "loss": 2.125,
      "step": 69289
    },
    {
      "epoch": 3.2235403582228424,
      "grad_norm": 1.3520469930119001,
      "learning_rate": 0.00013589890236084438,
      "loss": 2.0312,
      "step": 69290
    },
    {
      "epoch": 3.2235868806699233,
      "grad_norm": 1.4267600158389617,
      "learning_rate": 0.00013589520738194015,
      "loss": 2.0625,
      "step": 69291
    },
    {
      "epoch": 3.2236334031170037,
      "grad_norm": 1.4251500150141765,
      "learning_rate": 0.000135891512411671,
      "loss": 2.2344,
      "step": 69292
    },
    {
      "epoch": 3.2236799255640847,
      "grad_norm": 1.44689578711782,
      "learning_rate": 0.00013588781745003912,
      "loss": 2.2344,
      "step": 69293
    },
    {
      "epoch": 3.2237264480111656,
      "grad_norm": 1.384227978099406,
      "learning_rate": 0.0001358841224970468,
      "loss": 2.0625,
      "step": 69294
    },
    {
      "epoch": 3.223772970458246,
      "grad_norm": 1.4455857062470603,
      "learning_rate": 0.0001358804275526963,
      "loss": 2.2656,
      "step": 69295
    },
    {
      "epoch": 3.223819492905327,
      "grad_norm": 1.368320106479078,
      "learning_rate": 0.0001358767326169899,
      "loss": 2.2031,
      "step": 69296
    },
    {
      "epoch": 3.2238660153524075,
      "grad_norm": 1.3213312987213959,
      "learning_rate": 0.00013587303768992985,
      "loss": 1.9844,
      "step": 69297
    },
    {
      "epoch": 3.2239125377994884,
      "grad_norm": 1.30715649903566,
      "learning_rate": 0.00013586934277151844,
      "loss": 2.0781,
      "step": 69298
    },
    {
      "epoch": 3.223959060246569,
      "grad_norm": 1.3455798772568894,
      "learning_rate": 0.00013586564786175785,
      "loss": 2.0625,
      "step": 69299
    },
    {
      "epoch": 3.22400558269365,
      "grad_norm": 1.3235895844351582,
      "learning_rate": 0.00013586195296065042,
      "loss": 2.125,
      "step": 69300
    },
    {
      "epoch": 3.2240521051407303,
      "grad_norm": 1.3709127496016462,
      "learning_rate": 0.0001358582580681984,
      "loss": 2.125,
      "step": 69301
    },
    {
      "epoch": 3.224098627587811,
      "grad_norm": 1.5133028082621098,
      "learning_rate": 0.000135854563184404,
      "loss": 2.0312,
      "step": 69302
    },
    {
      "epoch": 3.2241451500348917,
      "grad_norm": 1.3625497914350932,
      "learning_rate": 0.00013585086830926953,
      "loss": 2.0312,
      "step": 69303
    },
    {
      "epoch": 3.2241916724819726,
      "grad_norm": 1.3795035747968458,
      "learning_rate": 0.00013584717344279726,
      "loss": 2.0938,
      "step": 69304
    },
    {
      "epoch": 3.224238194929053,
      "grad_norm": 1.3946634141290135,
      "learning_rate": 0.0001358434785849894,
      "loss": 2.2969,
      "step": 69305
    },
    {
      "epoch": 3.224284717376134,
      "grad_norm": 1.3695218436419883,
      "learning_rate": 0.00013583978373584829,
      "loss": 2.1406,
      "step": 69306
    },
    {
      "epoch": 3.224331239823215,
      "grad_norm": 1.3376695152200409,
      "learning_rate": 0.0001358360888953761,
      "loss": 1.875,
      "step": 69307
    },
    {
      "epoch": 3.2243777622702954,
      "grad_norm": 1.5368208015193336,
      "learning_rate": 0.0001358323940635752,
      "loss": 2.1562,
      "step": 69308
    },
    {
      "epoch": 3.2244242847173763,
      "grad_norm": 1.3407762843788986,
      "learning_rate": 0.00013582869924044774,
      "loss": 1.9375,
      "step": 69309
    },
    {
      "epoch": 3.2244708071644568,
      "grad_norm": 1.297478935169493,
      "learning_rate": 0.00013582500442599606,
      "loss": 1.9219,
      "step": 69310
    },
    {
      "epoch": 3.2245173296115377,
      "grad_norm": 1.3709315400046496,
      "learning_rate": 0.00013582130962022236,
      "loss": 1.9609,
      "step": 69311
    },
    {
      "epoch": 3.224563852058618,
      "grad_norm": 1.386149128106284,
      "learning_rate": 0.00013581761482312895,
      "loss": 2.0312,
      "step": 69312
    },
    {
      "epoch": 3.224610374505699,
      "grad_norm": 1.3755523606231566,
      "learning_rate": 0.0001358139200347181,
      "loss": 2.0312,
      "step": 69313
    },
    {
      "epoch": 3.2246568969527796,
      "grad_norm": 1.4011054658294628,
      "learning_rate": 0.00013581022525499206,
      "loss": 1.9766,
      "step": 69314
    },
    {
      "epoch": 3.2247034193998605,
      "grad_norm": 1.3083176878473177,
      "learning_rate": 0.00013580653048395305,
      "loss": 1.8984,
      "step": 69315
    },
    {
      "epoch": 3.224749941846941,
      "grad_norm": 1.3411870212361958,
      "learning_rate": 0.0001358028357216034,
      "loss": 2.0938,
      "step": 69316
    },
    {
      "epoch": 3.224796464294022,
      "grad_norm": 1.3833793994437171,
      "learning_rate": 0.0001357991409679453,
      "loss": 2.25,
      "step": 69317
    },
    {
      "epoch": 3.224842986741103,
      "grad_norm": 1.4440465816744832,
      "learning_rate": 0.00013579544622298112,
      "loss": 2.0938,
      "step": 69318
    },
    {
      "epoch": 3.2248895091881833,
      "grad_norm": 1.3838405768557327,
      "learning_rate": 0.00013579175148671296,
      "loss": 2.0938,
      "step": 69319
    },
    {
      "epoch": 3.224936031635264,
      "grad_norm": 1.4112849635149673,
      "learning_rate": 0.00013578805675914325,
      "loss": 2.2812,
      "step": 69320
    },
    {
      "epoch": 3.2249825540823447,
      "grad_norm": 1.38749494212768,
      "learning_rate": 0.00013578436204027413,
      "loss": 2.1875,
      "step": 69321
    },
    {
      "epoch": 3.2250290765294256,
      "grad_norm": 1.3090191065029841,
      "learning_rate": 0.00013578066733010793,
      "loss": 1.8906,
      "step": 69322
    },
    {
      "epoch": 3.225075598976506,
      "grad_norm": 1.317686664517108,
      "learning_rate": 0.00013577697262864686,
      "loss": 1.8438,
      "step": 69323
    },
    {
      "epoch": 3.225122121423587,
      "grad_norm": 1.3950360229241314,
      "learning_rate": 0.00013577327793589327,
      "loss": 2.0625,
      "step": 69324
    },
    {
      "epoch": 3.2251686438706675,
      "grad_norm": 1.3063918540452268,
      "learning_rate": 0.0001357695832518493,
      "loss": 1.8516,
      "step": 69325
    },
    {
      "epoch": 3.2252151663177484,
      "grad_norm": 1.2963016811172232,
      "learning_rate": 0.0001357658885765173,
      "loss": 1.9453,
      "step": 69326
    },
    {
      "epoch": 3.225261688764829,
      "grad_norm": 1.3188819405997774,
      "learning_rate": 0.0001357621939098995,
      "loss": 1.7266,
      "step": 69327
    },
    {
      "epoch": 3.22530821121191,
      "grad_norm": 1.418667900726815,
      "learning_rate": 0.00013575849925199818,
      "loss": 2.0625,
      "step": 69328
    },
    {
      "epoch": 3.2253547336589903,
      "grad_norm": 1.331967563815624,
      "learning_rate": 0.00013575480460281558,
      "loss": 2.0156,
      "step": 69329
    },
    {
      "epoch": 3.225401256106071,
      "grad_norm": 1.3465338066851233,
      "learning_rate": 0.00013575110996235398,
      "loss": 2.1094,
      "step": 69330
    },
    {
      "epoch": 3.2254477785531517,
      "grad_norm": 1.29956616875846,
      "learning_rate": 0.00013574741533061563,
      "loss": 1.9453,
      "step": 69331
    },
    {
      "epoch": 3.2254943010002326,
      "grad_norm": 1.4231495283552222,
      "learning_rate": 0.00013574372070760283,
      "loss": 2.1094,
      "step": 69332
    },
    {
      "epoch": 3.2255408234473135,
      "grad_norm": 1.3919406546100508,
      "learning_rate": 0.00013574002609331772,
      "loss": 2.0938,
      "step": 69333
    },
    {
      "epoch": 3.225587345894394,
      "grad_norm": 1.4252311136970042,
      "learning_rate": 0.00013573633148776268,
      "loss": 2.4844,
      "step": 69334
    },
    {
      "epoch": 3.225633868341475,
      "grad_norm": 1.4149129832258192,
      "learning_rate": 0.00013573263689094,
      "loss": 2.2344,
      "step": 69335
    },
    {
      "epoch": 3.2256803907885554,
      "grad_norm": 1.321217924645668,
      "learning_rate": 0.00013572894230285182,
      "loss": 1.7422,
      "step": 69336
    },
    {
      "epoch": 3.2257269132356363,
      "grad_norm": 1.3338623576120576,
      "learning_rate": 0.00013572524772350052,
      "loss": 2.0156,
      "step": 69337
    },
    {
      "epoch": 3.225773435682717,
      "grad_norm": 1.311060303688477,
      "learning_rate": 0.0001357215531528883,
      "loss": 1.8203,
      "step": 69338
    },
    {
      "epoch": 3.2258199581297977,
      "grad_norm": 1.4198045058287125,
      "learning_rate": 0.00013571785859101742,
      "loss": 2.0781,
      "step": 69339
    },
    {
      "epoch": 3.225866480576878,
      "grad_norm": 1.4091270220884382,
      "learning_rate": 0.00013571416403789017,
      "loss": 2.0781,
      "step": 69340
    },
    {
      "epoch": 3.225913003023959,
      "grad_norm": 1.4331403863236432,
      "learning_rate": 0.00013571046949350873,
      "loss": 2.0938,
      "step": 69341
    },
    {
      "epoch": 3.2259595254710396,
      "grad_norm": 1.351330343757702,
      "learning_rate": 0.0001357067749578755,
      "loss": 2.0,
      "step": 69342
    },
    {
      "epoch": 3.2260060479181205,
      "grad_norm": 1.4162496550680375,
      "learning_rate": 0.0001357030804309926,
      "loss": 2.0156,
      "step": 69343
    },
    {
      "epoch": 3.2260525703652014,
      "grad_norm": 1.267999839857091,
      "learning_rate": 0.0001356993859128624,
      "loss": 1.9297,
      "step": 69344
    },
    {
      "epoch": 3.226099092812282,
      "grad_norm": 1.3189665826804864,
      "learning_rate": 0.0001356956914034871,
      "loss": 1.9688,
      "step": 69345
    },
    {
      "epoch": 3.226145615259363,
      "grad_norm": 1.2677244113273327,
      "learning_rate": 0.000135691996902869,
      "loss": 1.8828,
      "step": 69346
    },
    {
      "epoch": 3.2261921377064433,
      "grad_norm": 1.2984506547520231,
      "learning_rate": 0.00013568830241101034,
      "loss": 1.9297,
      "step": 69347
    },
    {
      "epoch": 3.2262386601535242,
      "grad_norm": 1.4056603481095018,
      "learning_rate": 0.0001356846079279134,
      "loss": 2.0312,
      "step": 69348
    },
    {
      "epoch": 3.2262851826006047,
      "grad_norm": 1.282584902127434,
      "learning_rate": 0.00013568091345358038,
      "loss": 1.875,
      "step": 69349
    },
    {
      "epoch": 3.2263317050476856,
      "grad_norm": 1.334954791521813,
      "learning_rate": 0.00013567721898801363,
      "loss": 2.0312,
      "step": 69350
    },
    {
      "epoch": 3.226378227494766,
      "grad_norm": 1.3654242577834173,
      "learning_rate": 0.00013567352453121534,
      "loss": 2.2344,
      "step": 69351
    },
    {
      "epoch": 3.226424749941847,
      "grad_norm": 1.2032528385031946,
      "learning_rate": 0.00013566983008318786,
      "loss": 1.5312,
      "step": 69352
    },
    {
      "epoch": 3.2264712723889275,
      "grad_norm": 1.3074221547242197,
      "learning_rate": 0.00013566613564393334,
      "loss": 2.0312,
      "step": 69353
    },
    {
      "epoch": 3.2265177948360084,
      "grad_norm": 1.3769693481379264,
      "learning_rate": 0.0001356624412134541,
      "loss": 2.2656,
      "step": 69354
    },
    {
      "epoch": 3.226564317283089,
      "grad_norm": 1.2684464395191504,
      "learning_rate": 0.0001356587467917524,
      "loss": 1.9766,
      "step": 69355
    },
    {
      "epoch": 3.22661083973017,
      "grad_norm": 1.3027740269158146,
      "learning_rate": 0.00013565505237883048,
      "loss": 2.0781,
      "step": 69356
    },
    {
      "epoch": 3.2266573621772503,
      "grad_norm": 1.3898031335368932,
      "learning_rate": 0.00013565135797469067,
      "loss": 2.0469,
      "step": 69357
    },
    {
      "epoch": 3.226703884624331,
      "grad_norm": 1.3704198060835762,
      "learning_rate": 0.00013564766357933514,
      "loss": 2.0781,
      "step": 69358
    },
    {
      "epoch": 3.226750407071412,
      "grad_norm": 1.3039143160949385,
      "learning_rate": 0.00013564396919276623,
      "loss": 2.0469,
      "step": 69359
    },
    {
      "epoch": 3.2267969295184926,
      "grad_norm": 1.3465541742437352,
      "learning_rate": 0.00013564027481498614,
      "loss": 2.1094,
      "step": 69360
    },
    {
      "epoch": 3.2268434519655735,
      "grad_norm": 1.3437856765663185,
      "learning_rate": 0.0001356365804459972,
      "loss": 1.9609,
      "step": 69361
    },
    {
      "epoch": 3.226889974412654,
      "grad_norm": 1.3762164873566933,
      "learning_rate": 0.00013563288608580158,
      "loss": 1.9531,
      "step": 69362
    },
    {
      "epoch": 3.226936496859735,
      "grad_norm": 1.395659641426288,
      "learning_rate": 0.00013562919173440164,
      "loss": 2.2031,
      "step": 69363
    },
    {
      "epoch": 3.2269830193068154,
      "grad_norm": 1.318795931265229,
      "learning_rate": 0.00013562549739179954,
      "loss": 2.0,
      "step": 69364
    },
    {
      "epoch": 3.2270295417538963,
      "grad_norm": 1.4405425710194237,
      "learning_rate": 0.00013562180305799767,
      "loss": 2.3281,
      "step": 69365
    },
    {
      "epoch": 3.227076064200977,
      "grad_norm": 1.4362777928847161,
      "learning_rate": 0.0001356181087329982,
      "loss": 2.2969,
      "step": 69366
    },
    {
      "epoch": 3.2271225866480577,
      "grad_norm": 1.2987618673925008,
      "learning_rate": 0.00013561441441680333,
      "loss": 2.0312,
      "step": 69367
    },
    {
      "epoch": 3.227169109095138,
      "grad_norm": 1.321979854526714,
      "learning_rate": 0.00013561072010941547,
      "loss": 1.9531,
      "step": 69368
    },
    {
      "epoch": 3.227215631542219,
      "grad_norm": 1.4411179646272212,
      "learning_rate": 0.00013560702581083678,
      "loss": 1.9531,
      "step": 69369
    },
    {
      "epoch": 3.2272621539893,
      "grad_norm": 1.3134247312360114,
      "learning_rate": 0.00013560333152106958,
      "loss": 2.0,
      "step": 69370
    },
    {
      "epoch": 3.2273086764363805,
      "grad_norm": 1.4421886269707267,
      "learning_rate": 0.0001355996372401161,
      "loss": 2.125,
      "step": 69371
    },
    {
      "epoch": 3.2273551988834615,
      "grad_norm": 1.4115024497424642,
      "learning_rate": 0.00013559594296797862,
      "loss": 2.0469,
      "step": 69372
    },
    {
      "epoch": 3.227401721330542,
      "grad_norm": 1.4313598299583348,
      "learning_rate": 0.00013559224870465935,
      "loss": 2.0781,
      "step": 69373
    },
    {
      "epoch": 3.227448243777623,
      "grad_norm": 1.4707887771568655,
      "learning_rate": 0.0001355885544501606,
      "loss": 2.1875,
      "step": 69374
    },
    {
      "epoch": 3.2274947662247033,
      "grad_norm": 1.438237412314348,
      "learning_rate": 0.0001355848602044846,
      "loss": 2.1562,
      "step": 69375
    },
    {
      "epoch": 3.2275412886717842,
      "grad_norm": 1.3997687160428163,
      "learning_rate": 0.0001355811659676337,
      "loss": 2.1562,
      "step": 69376
    },
    {
      "epoch": 3.2275878111188647,
      "grad_norm": 1.3659695152195805,
      "learning_rate": 0.00013557747173961003,
      "loss": 2.0938,
      "step": 69377
    },
    {
      "epoch": 3.2276343335659456,
      "grad_norm": 1.2143382797245483,
      "learning_rate": 0.00013557377752041591,
      "loss": 1.6328,
      "step": 69378
    },
    {
      "epoch": 3.227680856013026,
      "grad_norm": 1.33750228222858,
      "learning_rate": 0.00013557008331005366,
      "loss": 1.9219,
      "step": 69379
    },
    {
      "epoch": 3.227727378460107,
      "grad_norm": 1.3248212984983427,
      "learning_rate": 0.00013556638910852545,
      "loss": 1.9062,
      "step": 69380
    },
    {
      "epoch": 3.2277739009071875,
      "grad_norm": 1.3189790664965808,
      "learning_rate": 0.00013556269491583363,
      "loss": 2.0312,
      "step": 69381
    },
    {
      "epoch": 3.2278204233542684,
      "grad_norm": 1.3995433475199741,
      "learning_rate": 0.00013555900073198036,
      "loss": 2.1719,
      "step": 69382
    },
    {
      "epoch": 3.227866945801349,
      "grad_norm": 1.3862352777078293,
      "learning_rate": 0.000135555306556968,
      "loss": 2.2969,
      "step": 69383
    },
    {
      "epoch": 3.22791346824843,
      "grad_norm": 1.3964036250678649,
      "learning_rate": 0.00013555161239079875,
      "loss": 2.1719,
      "step": 69384
    },
    {
      "epoch": 3.2279599906955108,
      "grad_norm": 1.2845661531629227,
      "learning_rate": 0.0001355479182334749,
      "loss": 1.9453,
      "step": 69385
    },
    {
      "epoch": 3.2280065131425912,
      "grad_norm": 1.4442182303479414,
      "learning_rate": 0.00013554422408499866,
      "loss": 2.125,
      "step": 69386
    },
    {
      "epoch": 3.228053035589672,
      "grad_norm": 1.305374500303879,
      "learning_rate": 0.00013554052994537238,
      "loss": 2.0156,
      "step": 69387
    },
    {
      "epoch": 3.2280995580367526,
      "grad_norm": 1.3430260716367457,
      "learning_rate": 0.00013553683581459824,
      "loss": 2.125,
      "step": 69388
    },
    {
      "epoch": 3.2281460804838336,
      "grad_norm": 1.3204208830620554,
      "learning_rate": 0.00013553314169267855,
      "loss": 1.8516,
      "step": 69389
    },
    {
      "epoch": 3.228192602930914,
      "grad_norm": 1.3392904505908285,
      "learning_rate": 0.00013552944757961555,
      "loss": 2.1406,
      "step": 69390
    },
    {
      "epoch": 3.228239125377995,
      "grad_norm": 1.3782776497880733,
      "learning_rate": 0.00013552575347541154,
      "loss": 2.0938,
      "step": 69391
    },
    {
      "epoch": 3.2282856478250754,
      "grad_norm": 1.2918657362218529,
      "learning_rate": 0.00013552205938006871,
      "loss": 2.0,
      "step": 69392
    },
    {
      "epoch": 3.2283321702721564,
      "grad_norm": 1.408609840571845,
      "learning_rate": 0.00013551836529358938,
      "loss": 2.0781,
      "step": 69393
    },
    {
      "epoch": 3.228378692719237,
      "grad_norm": 1.342070509045296,
      "learning_rate": 0.00013551467121597578,
      "loss": 1.8828,
      "step": 69394
    },
    {
      "epoch": 3.2284252151663178,
      "grad_norm": 1.2729864190595581,
      "learning_rate": 0.00013551097714723016,
      "loss": 1.8906,
      "step": 69395
    },
    {
      "epoch": 3.2284717376133987,
      "grad_norm": 1.3450160826047148,
      "learning_rate": 0.00013550728308735487,
      "loss": 2.0312,
      "step": 69396
    },
    {
      "epoch": 3.228518260060479,
      "grad_norm": 1.3846781452963666,
      "learning_rate": 0.00013550358903635204,
      "loss": 2.0156,
      "step": 69397
    },
    {
      "epoch": 3.22856478250756,
      "grad_norm": 1.304974791775057,
      "learning_rate": 0.00013549989499422405,
      "loss": 1.8828,
      "step": 69398
    },
    {
      "epoch": 3.2286113049546405,
      "grad_norm": 1.3418893060253212,
      "learning_rate": 0.00013549620096097302,
      "loss": 2.125,
      "step": 69399
    },
    {
      "epoch": 3.2286578274017215,
      "grad_norm": 1.2879874814170995,
      "learning_rate": 0.00013549250693660136,
      "loss": 1.4844,
      "step": 69400
    },
    {
      "epoch": 3.228704349848802,
      "grad_norm": 1.4156204774059107,
      "learning_rate": 0.0001354888129211113,
      "loss": 2.0312,
      "step": 69401
    },
    {
      "epoch": 3.228750872295883,
      "grad_norm": 1.4316053172356031,
      "learning_rate": 0.00013548511891450503,
      "loss": 2.0625,
      "step": 69402
    },
    {
      "epoch": 3.2287973947429633,
      "grad_norm": 1.4070907471602079,
      "learning_rate": 0.00013548142491678488,
      "loss": 2.1875,
      "step": 69403
    },
    {
      "epoch": 3.2288439171900443,
      "grad_norm": 1.4488080383259694,
      "learning_rate": 0.00013547773092795307,
      "loss": 2.0938,
      "step": 69404
    },
    {
      "epoch": 3.2288904396371247,
      "grad_norm": 1.360039386198046,
      "learning_rate": 0.00013547403694801194,
      "loss": 1.9062,
      "step": 69405
    },
    {
      "epoch": 3.2289369620842057,
      "grad_norm": 1.3589656603439622,
      "learning_rate": 0.00013547034297696362,
      "loss": 2.2188,
      "step": 69406
    },
    {
      "epoch": 3.228983484531286,
      "grad_norm": 1.2828457644318556,
      "learning_rate": 0.00013546664901481048,
      "loss": 1.8906,
      "step": 69407
    },
    {
      "epoch": 3.229030006978367,
      "grad_norm": 1.3343898733747224,
      "learning_rate": 0.0001354629550615547,
      "loss": 1.9219,
      "step": 69408
    },
    {
      "epoch": 3.229076529425448,
      "grad_norm": 1.368971891499495,
      "learning_rate": 0.00013545926111719866,
      "loss": 2.1406,
      "step": 69409
    },
    {
      "epoch": 3.2291230518725285,
      "grad_norm": 1.3925575107500496,
      "learning_rate": 0.00013545556718174445,
      "loss": 2.2188,
      "step": 69410
    },
    {
      "epoch": 3.2291695743196094,
      "grad_norm": 1.3650315004746822,
      "learning_rate": 0.0001354518732551945,
      "loss": 2.0781,
      "step": 69411
    },
    {
      "epoch": 3.22921609676669,
      "grad_norm": 1.3202505292464217,
      "learning_rate": 0.00013544817933755098,
      "loss": 2.0312,
      "step": 69412
    },
    {
      "epoch": 3.229262619213771,
      "grad_norm": 1.3768736995216877,
      "learning_rate": 0.00013544448542881618,
      "loss": 2.1719,
      "step": 69413
    },
    {
      "epoch": 3.2293091416608513,
      "grad_norm": 1.2671447831939358,
      "learning_rate": 0.0001354407915289923,
      "loss": 1.7188,
      "step": 69414
    },
    {
      "epoch": 3.229355664107932,
      "grad_norm": 1.3613815709775143,
      "learning_rate": 0.00013543709763808173,
      "loss": 2.0938,
      "step": 69415
    },
    {
      "epoch": 3.2294021865550127,
      "grad_norm": 1.3528173287233038,
      "learning_rate": 0.0001354334037560866,
      "loss": 1.7891,
      "step": 69416
    },
    {
      "epoch": 3.2294487090020936,
      "grad_norm": 1.2933237365452328,
      "learning_rate": 0.00013542970988300926,
      "loss": 1.8281,
      "step": 69417
    },
    {
      "epoch": 3.229495231449174,
      "grad_norm": 1.3910683676590232,
      "learning_rate": 0.00013542601601885192,
      "loss": 2.0625,
      "step": 69418
    },
    {
      "epoch": 3.229541753896255,
      "grad_norm": 1.4067661443096755,
      "learning_rate": 0.00013542232216361686,
      "loss": 2.0938,
      "step": 69419
    },
    {
      "epoch": 3.2295882763433355,
      "grad_norm": 1.4140022610054122,
      "learning_rate": 0.00013541862831730628,
      "loss": 2.1094,
      "step": 69420
    },
    {
      "epoch": 3.2296347987904164,
      "grad_norm": 1.318527461854942,
      "learning_rate": 0.00013541493447992258,
      "loss": 2.0,
      "step": 69421
    },
    {
      "epoch": 3.2296813212374973,
      "grad_norm": 1.3027970072397956,
      "learning_rate": 0.0001354112406514679,
      "loss": 1.625,
      "step": 69422
    },
    {
      "epoch": 3.2297278436845778,
      "grad_norm": 1.3319239751625835,
      "learning_rate": 0.0001354075468319446,
      "loss": 1.9766,
      "step": 69423
    },
    {
      "epoch": 3.2297743661316587,
      "grad_norm": 1.4143293221411395,
      "learning_rate": 0.00013540385302135484,
      "loss": 2.2344,
      "step": 69424
    },
    {
      "epoch": 3.229820888578739,
      "grad_norm": 1.4209656986549728,
      "learning_rate": 0.00013540015921970097,
      "loss": 2.1562,
      "step": 69425
    },
    {
      "epoch": 3.22986741102582,
      "grad_norm": 1.202026307045957,
      "learning_rate": 0.00013539646542698515,
      "loss": 1.6797,
      "step": 69426
    },
    {
      "epoch": 3.2299139334729006,
      "grad_norm": 1.2913988702818109,
      "learning_rate": 0.00013539277164320975,
      "loss": 1.6797,
      "step": 69427
    },
    {
      "epoch": 3.2299604559199815,
      "grad_norm": 1.3904633400319624,
      "learning_rate": 0.00013538907786837695,
      "loss": 2.0312,
      "step": 69428
    },
    {
      "epoch": 3.230006978367062,
      "grad_norm": 1.3523812862273212,
      "learning_rate": 0.00013538538410248906,
      "loss": 2.0312,
      "step": 69429
    },
    {
      "epoch": 3.230053500814143,
      "grad_norm": 1.3968887963336232,
      "learning_rate": 0.0001353816903455483,
      "loss": 2.0938,
      "step": 69430
    },
    {
      "epoch": 3.2301000232612234,
      "grad_norm": 1.3129903145794493,
      "learning_rate": 0.000135377996597557,
      "loss": 2.0,
      "step": 69431
    },
    {
      "epoch": 3.2301465457083043,
      "grad_norm": 1.3915055450174763,
      "learning_rate": 0.00013537430285851733,
      "loss": 2.1875,
      "step": 69432
    },
    {
      "epoch": 3.230193068155385,
      "grad_norm": 1.357412327507889,
      "learning_rate": 0.00013537060912843164,
      "loss": 2.0,
      "step": 69433
    },
    {
      "epoch": 3.2302395906024657,
      "grad_norm": 1.439240356871186,
      "learning_rate": 0.0001353669154073021,
      "loss": 2.3125,
      "step": 69434
    },
    {
      "epoch": 3.2302861130495466,
      "grad_norm": 1.3969167341783808,
      "learning_rate": 0.00013536322169513108,
      "loss": 2.0781,
      "step": 69435
    },
    {
      "epoch": 3.230332635496627,
      "grad_norm": 1.4284622623766239,
      "learning_rate": 0.0001353595279919207,
      "loss": 2.1406,
      "step": 69436
    },
    {
      "epoch": 3.230379157943708,
      "grad_norm": 1.3754101780053118,
      "learning_rate": 0.00013535583429767338,
      "loss": 2.1562,
      "step": 69437
    },
    {
      "epoch": 3.2304256803907885,
      "grad_norm": 1.2638801311832004,
      "learning_rate": 0.0001353521406123913,
      "loss": 1.8516,
      "step": 69438
    },
    {
      "epoch": 3.2304722028378694,
      "grad_norm": 1.3624228967465142,
      "learning_rate": 0.0001353484469360767,
      "loss": 2.0312,
      "step": 69439
    },
    {
      "epoch": 3.23051872528495,
      "grad_norm": 1.3781880066557401,
      "learning_rate": 0.00013534475326873187,
      "loss": 2.1719,
      "step": 69440
    },
    {
      "epoch": 3.230565247732031,
      "grad_norm": 1.2977908114064483,
      "learning_rate": 0.00013534105961035905,
      "loss": 1.9375,
      "step": 69441
    },
    {
      "epoch": 3.2306117701791113,
      "grad_norm": 1.3971333519937579,
      "learning_rate": 0.0001353373659609605,
      "loss": 2.0781,
      "step": 69442
    },
    {
      "epoch": 3.230658292626192,
      "grad_norm": 1.3480448726837106,
      "learning_rate": 0.00013533367232053853,
      "loss": 1.9141,
      "step": 69443
    },
    {
      "epoch": 3.2307048150732727,
      "grad_norm": 1.420269187478765,
      "learning_rate": 0.0001353299786890954,
      "loss": 2.2812,
      "step": 69444
    },
    {
      "epoch": 3.2307513375203536,
      "grad_norm": 1.4186144222406745,
      "learning_rate": 0.00013532628506663332,
      "loss": 1.9297,
      "step": 69445
    },
    {
      "epoch": 3.230797859967434,
      "grad_norm": 1.2709893538505956,
      "learning_rate": 0.00013532259145315458,
      "loss": 1.5781,
      "step": 69446
    },
    {
      "epoch": 3.230844382414515,
      "grad_norm": 1.5089760617238086,
      "learning_rate": 0.00013531889784866146,
      "loss": 2.2031,
      "step": 69447
    },
    {
      "epoch": 3.230890904861596,
      "grad_norm": 1.3949984266123494,
      "learning_rate": 0.00013531520425315614,
      "loss": 2.2344,
      "step": 69448
    },
    {
      "epoch": 3.2309374273086764,
      "grad_norm": 1.3896566878957706,
      "learning_rate": 0.000135311510666641,
      "loss": 2.0469,
      "step": 69449
    },
    {
      "epoch": 3.2309839497557573,
      "grad_norm": 1.412474801360353,
      "learning_rate": 0.0001353078170891182,
      "loss": 2.1875,
      "step": 69450
    },
    {
      "epoch": 3.231030472202838,
      "grad_norm": 1.377782854970651,
      "learning_rate": 0.00013530412352059007,
      "loss": 2.125,
      "step": 69451
    },
    {
      "epoch": 3.2310769946499187,
      "grad_norm": 1.2971560551618437,
      "learning_rate": 0.0001353004299610588,
      "loss": 1.9219,
      "step": 69452
    },
    {
      "epoch": 3.231123517096999,
      "grad_norm": 1.3242068154005722,
      "learning_rate": 0.00013529673641052674,
      "loss": 1.9375,
      "step": 69453
    },
    {
      "epoch": 3.23117003954408,
      "grad_norm": 1.370136544111522,
      "learning_rate": 0.00013529304286899607,
      "loss": 2.1562,
      "step": 69454
    },
    {
      "epoch": 3.2312165619911606,
      "grad_norm": 1.3351189786849862,
      "learning_rate": 0.00013528934933646912,
      "loss": 2.0312,
      "step": 69455
    },
    {
      "epoch": 3.2312630844382415,
      "grad_norm": 1.2561897754193057,
      "learning_rate": 0.00013528565581294807,
      "loss": 1.8203,
      "step": 69456
    },
    {
      "epoch": 3.231309606885322,
      "grad_norm": 1.4456543237125614,
      "learning_rate": 0.00013528196229843528,
      "loss": 2.2812,
      "step": 69457
    },
    {
      "epoch": 3.231356129332403,
      "grad_norm": 1.3978599348747716,
      "learning_rate": 0.0001352782687929329,
      "loss": 2.0312,
      "step": 69458
    },
    {
      "epoch": 3.231402651779484,
      "grad_norm": 1.319887168333562,
      "learning_rate": 0.00013527457529644333,
      "loss": 2.0,
      "step": 69459
    },
    {
      "epoch": 3.2314491742265643,
      "grad_norm": 1.3171572189147551,
      "learning_rate": 0.00013527088180896867,
      "loss": 1.9453,
      "step": 69460
    },
    {
      "epoch": 3.2314956966736452,
      "grad_norm": 1.3328756884993116,
      "learning_rate": 0.00013526718833051132,
      "loss": 2.0938,
      "step": 69461
    },
    {
      "epoch": 3.2315422191207257,
      "grad_norm": 1.3670190119292558,
      "learning_rate": 0.00013526349486107345,
      "loss": 1.9141,
      "step": 69462
    },
    {
      "epoch": 3.2315887415678066,
      "grad_norm": 1.3888769567610173,
      "learning_rate": 0.00013525980140065738,
      "loss": 2.2344,
      "step": 69463
    },
    {
      "epoch": 3.231635264014887,
      "grad_norm": 1.280121134376372,
      "learning_rate": 0.00013525610794926527,
      "loss": 1.8984,
      "step": 69464
    },
    {
      "epoch": 3.231681786461968,
      "grad_norm": 1.364915259010825,
      "learning_rate": 0.00013525241450689952,
      "loss": 2.0469,
      "step": 69465
    },
    {
      "epoch": 3.2317283089090485,
      "grad_norm": 1.3574324553348682,
      "learning_rate": 0.00013524872107356235,
      "loss": 2.0,
      "step": 69466
    },
    {
      "epoch": 3.2317748313561294,
      "grad_norm": 1.2585868884125664,
      "learning_rate": 0.00013524502764925597,
      "loss": 1.8906,
      "step": 69467
    },
    {
      "epoch": 3.23182135380321,
      "grad_norm": 1.3313248463796346,
      "learning_rate": 0.0001352413342339827,
      "loss": 1.9922,
      "step": 69468
    },
    {
      "epoch": 3.231867876250291,
      "grad_norm": 1.6071834906648683,
      "learning_rate": 0.00013523764082774473,
      "loss": 2.1875,
      "step": 69469
    },
    {
      "epoch": 3.2319143986973713,
      "grad_norm": 1.393218380710756,
      "learning_rate": 0.0001352339474305444,
      "loss": 2.1562,
      "step": 69470
    },
    {
      "epoch": 3.231960921144452,
      "grad_norm": 1.406415863094694,
      "learning_rate": 0.0001352302540423839,
      "loss": 2.1562,
      "step": 69471
    },
    {
      "epoch": 3.2320074435915327,
      "grad_norm": 1.4095393667045755,
      "learning_rate": 0.00013522656066326558,
      "loss": 2.1875,
      "step": 69472
    },
    {
      "epoch": 3.2320539660386136,
      "grad_norm": 1.485606908052874,
      "learning_rate": 0.00013522286729319164,
      "loss": 2.0781,
      "step": 69473
    },
    {
      "epoch": 3.2321004884856945,
      "grad_norm": 1.3208516227566214,
      "learning_rate": 0.0001352191739321643,
      "loss": 1.9453,
      "step": 69474
    },
    {
      "epoch": 3.232147010932775,
      "grad_norm": 1.3549903757643178,
      "learning_rate": 0.0001352154805801859,
      "loss": 1.9531,
      "step": 69475
    },
    {
      "epoch": 3.232193533379856,
      "grad_norm": 1.367018179497872,
      "learning_rate": 0.00013521178723725863,
      "loss": 2.1875,
      "step": 69476
    },
    {
      "epoch": 3.2322400558269364,
      "grad_norm": 1.5016162293719495,
      "learning_rate": 0.00013520809390338485,
      "loss": 2.0,
      "step": 69477
    },
    {
      "epoch": 3.2322865782740173,
      "grad_norm": 1.434419481243505,
      "learning_rate": 0.00013520440057856672,
      "loss": 2.2812,
      "step": 69478
    },
    {
      "epoch": 3.232333100721098,
      "grad_norm": 1.3681982359920999,
      "learning_rate": 0.00013520070726280657,
      "loss": 2.0312,
      "step": 69479
    },
    {
      "epoch": 3.2323796231681787,
      "grad_norm": 1.3819512534738734,
      "learning_rate": 0.0001351970139561066,
      "loss": 2.1875,
      "step": 69480
    },
    {
      "epoch": 3.232426145615259,
      "grad_norm": 1.3941136513271264,
      "learning_rate": 0.00013519332065846916,
      "loss": 2.0625,
      "step": 69481
    },
    {
      "epoch": 3.23247266806234,
      "grad_norm": 1.4075593581177794,
      "learning_rate": 0.0001351896273698964,
      "loss": 2.2812,
      "step": 69482
    },
    {
      "epoch": 3.2325191905094206,
      "grad_norm": 1.4299453222945981,
      "learning_rate": 0.00013518593409039066,
      "loss": 2.0938,
      "step": 69483
    },
    {
      "epoch": 3.2325657129565015,
      "grad_norm": 1.407031950946671,
      "learning_rate": 0.00013518224081995417,
      "loss": 2.125,
      "step": 69484
    },
    {
      "epoch": 3.2326122354035824,
      "grad_norm": 1.2736389315330594,
      "learning_rate": 0.00013517854755858922,
      "loss": 1.8125,
      "step": 69485
    },
    {
      "epoch": 3.232658757850663,
      "grad_norm": 1.4607299476495614,
      "learning_rate": 0.000135174854306298,
      "loss": 2.2812,
      "step": 69486
    },
    {
      "epoch": 3.232705280297744,
      "grad_norm": 1.3940909301018816,
      "learning_rate": 0.00013517116106308286,
      "loss": 2.1719,
      "step": 69487
    },
    {
      "epoch": 3.2327518027448243,
      "grad_norm": 1.3461720173450422,
      "learning_rate": 0.00013516746782894602,
      "loss": 2.0312,
      "step": 69488
    },
    {
      "epoch": 3.2327983251919052,
      "grad_norm": 1.3104021250271742,
      "learning_rate": 0.00013516377460388973,
      "loss": 1.8516,
      "step": 69489
    },
    {
      "epoch": 3.2328448476389857,
      "grad_norm": 1.3669089195711708,
      "learning_rate": 0.0001351600813879163,
      "loss": 1.8516,
      "step": 69490
    },
    {
      "epoch": 3.2328913700860666,
      "grad_norm": 1.3118704722684376,
      "learning_rate": 0.00013515638818102792,
      "loss": 1.8047,
      "step": 69491
    },
    {
      "epoch": 3.232937892533147,
      "grad_norm": 1.1958322101679375,
      "learning_rate": 0.00013515269498322693,
      "loss": 1.5938,
      "step": 69492
    },
    {
      "epoch": 3.232984414980228,
      "grad_norm": 1.3355791013280292,
      "learning_rate": 0.0001351490017945155,
      "loss": 2.0938,
      "step": 69493
    },
    {
      "epoch": 3.2330309374273085,
      "grad_norm": 1.39416439867294,
      "learning_rate": 0.000135145308614896,
      "loss": 1.9531,
      "step": 69494
    },
    {
      "epoch": 3.2330774598743894,
      "grad_norm": 1.4011435611933762,
      "learning_rate": 0.00013514161544437054,
      "loss": 2.0625,
      "step": 69495
    },
    {
      "epoch": 3.23312398232147,
      "grad_norm": 1.4403112289061726,
      "learning_rate": 0.00013513792228294155,
      "loss": 2.1562,
      "step": 69496
    },
    {
      "epoch": 3.233170504768551,
      "grad_norm": 1.3301561215780036,
      "learning_rate": 0.00013513422913061116,
      "loss": 1.7891,
      "step": 69497
    },
    {
      "epoch": 3.2332170272156313,
      "grad_norm": 1.2294657025374787,
      "learning_rate": 0.00013513053598738172,
      "loss": 1.6719,
      "step": 69498
    },
    {
      "epoch": 3.2332635496627122,
      "grad_norm": 1.376962069221568,
      "learning_rate": 0.00013512684285325546,
      "loss": 2.1094,
      "step": 69499
    },
    {
      "epoch": 3.233310072109793,
      "grad_norm": 1.2507333949978188,
      "learning_rate": 0.0001351231497282346,
      "loss": 1.8203,
      "step": 69500
    },
    {
      "epoch": 3.2333565945568736,
      "grad_norm": 1.3172524133616061,
      "learning_rate": 0.00013511945661232144,
      "loss": 2.0,
      "step": 69501
    },
    {
      "epoch": 3.2334031170039546,
      "grad_norm": 1.357874976815029,
      "learning_rate": 0.00013511576350551825,
      "loss": 1.9609,
      "step": 69502
    },
    {
      "epoch": 3.233449639451035,
      "grad_norm": 1.2994894383847382,
      "learning_rate": 0.00013511207040782728,
      "loss": 1.8047,
      "step": 69503
    },
    {
      "epoch": 3.233496161898116,
      "grad_norm": 1.335016458355734,
      "learning_rate": 0.00013510837731925076,
      "loss": 2.0938,
      "step": 69504
    },
    {
      "epoch": 3.2335426843451964,
      "grad_norm": 1.326621015317474,
      "learning_rate": 0.000135104684239791,
      "loss": 1.8984,
      "step": 69505
    },
    {
      "epoch": 3.2335892067922773,
      "grad_norm": 1.3257311263270621,
      "learning_rate": 0.00013510099116945026,
      "loss": 1.8594,
      "step": 69506
    },
    {
      "epoch": 3.233635729239358,
      "grad_norm": 1.329746771307316,
      "learning_rate": 0.00013509729810823077,
      "loss": 1.9844,
      "step": 69507
    },
    {
      "epoch": 3.2336822516864387,
      "grad_norm": 1.3310056215509194,
      "learning_rate": 0.00013509360505613473,
      "loss": 2.0469,
      "step": 69508
    },
    {
      "epoch": 3.2337287741335192,
      "grad_norm": 1.288050128325841,
      "learning_rate": 0.00013508991201316453,
      "loss": 2.0469,
      "step": 69509
    },
    {
      "epoch": 3.2337752965806,
      "grad_norm": 1.410863511269235,
      "learning_rate": 0.0001350862189793224,
      "loss": 2.375,
      "step": 69510
    },
    {
      "epoch": 3.233821819027681,
      "grad_norm": 1.2799518780796904,
      "learning_rate": 0.00013508252595461053,
      "loss": 1.8281,
      "step": 69511
    },
    {
      "epoch": 3.2338683414747615,
      "grad_norm": 1.4719295238378443,
      "learning_rate": 0.00013507883293903126,
      "loss": 2.125,
      "step": 69512
    },
    {
      "epoch": 3.2339148639218425,
      "grad_norm": 1.3384813478477542,
      "learning_rate": 0.00013507513993258678,
      "loss": 1.9141,
      "step": 69513
    },
    {
      "epoch": 3.233961386368923,
      "grad_norm": 1.4344841713957532,
      "learning_rate": 0.00013507144693527943,
      "loss": 2.2812,
      "step": 69514
    },
    {
      "epoch": 3.234007908816004,
      "grad_norm": 1.374656374281572,
      "learning_rate": 0.0001350677539471114,
      "loss": 1.9766,
      "step": 69515
    },
    {
      "epoch": 3.2340544312630843,
      "grad_norm": 1.3487609282009285,
      "learning_rate": 0.000135064060968085,
      "loss": 2.0625,
      "step": 69516
    },
    {
      "epoch": 3.2341009537101653,
      "grad_norm": 1.4121855250305355,
      "learning_rate": 0.00013506036799820244,
      "loss": 2.1875,
      "step": 69517
    },
    {
      "epoch": 3.2341474761572457,
      "grad_norm": 1.4178629025223408,
      "learning_rate": 0.00013505667503746604,
      "loss": 2.125,
      "step": 69518
    },
    {
      "epoch": 3.2341939986043267,
      "grad_norm": 1.3543328094548628,
      "learning_rate": 0.00013505298208587801,
      "loss": 2.0,
      "step": 69519
    },
    {
      "epoch": 3.234240521051407,
      "grad_norm": 1.3539299527559652,
      "learning_rate": 0.00013504928914344068,
      "loss": 2.1719,
      "step": 69520
    },
    {
      "epoch": 3.234287043498488,
      "grad_norm": 1.3637129655817595,
      "learning_rate": 0.0001350455962101562,
      "loss": 2.1406,
      "step": 69521
    },
    {
      "epoch": 3.2343335659455685,
      "grad_norm": 1.4512057479744802,
      "learning_rate": 0.00013504190328602695,
      "loss": 2.2188,
      "step": 69522
    },
    {
      "epoch": 3.2343800883926495,
      "grad_norm": 1.3565280406921603,
      "learning_rate": 0.00013503821037105508,
      "loss": 1.875,
      "step": 69523
    },
    {
      "epoch": 3.2344266108397304,
      "grad_norm": 1.3919430336761756,
      "learning_rate": 0.00013503451746524296,
      "loss": 1.8047,
      "step": 69524
    },
    {
      "epoch": 3.234473133286811,
      "grad_norm": 1.3119747931089658,
      "learning_rate": 0.00013503082456859278,
      "loss": 2.0781,
      "step": 69525
    },
    {
      "epoch": 3.2345196557338918,
      "grad_norm": 1.3422641113935319,
      "learning_rate": 0.0001350271316811068,
      "loss": 2.0469,
      "step": 69526
    },
    {
      "epoch": 3.2345661781809723,
      "grad_norm": 1.328751657208171,
      "learning_rate": 0.0001350234388027873,
      "loss": 1.9375,
      "step": 69527
    },
    {
      "epoch": 3.234612700628053,
      "grad_norm": 1.3455961602662594,
      "learning_rate": 0.00013501974593363653,
      "loss": 1.8438,
      "step": 69528
    },
    {
      "epoch": 3.2346592230751336,
      "grad_norm": 1.325413109039771,
      "learning_rate": 0.00013501605307365678,
      "loss": 2.1562,
      "step": 69529
    },
    {
      "epoch": 3.2347057455222146,
      "grad_norm": 1.3365531358662874,
      "learning_rate": 0.00013501236022285025,
      "loss": 2.0625,
      "step": 69530
    },
    {
      "epoch": 3.234752267969295,
      "grad_norm": 1.3013294001610163,
      "learning_rate": 0.00013500866738121924,
      "loss": 1.9062,
      "step": 69531
    },
    {
      "epoch": 3.234798790416376,
      "grad_norm": 1.3730536139869138,
      "learning_rate": 0.00013500497454876608,
      "loss": 2.0469,
      "step": 69532
    },
    {
      "epoch": 3.2348453128634564,
      "grad_norm": 1.2818086597617144,
      "learning_rate": 0.00013500128172549291,
      "loss": 1.7969,
      "step": 69533
    },
    {
      "epoch": 3.2348918353105374,
      "grad_norm": 1.4202508842462442,
      "learning_rate": 0.00013499758891140207,
      "loss": 2.2188,
      "step": 69534
    },
    {
      "epoch": 3.234938357757618,
      "grad_norm": 1.3699755648938414,
      "learning_rate": 0.00013499389610649578,
      "loss": 2.2031,
      "step": 69535
    },
    {
      "epoch": 3.2349848802046988,
      "grad_norm": 1.2898559388480395,
      "learning_rate": 0.00013499020331077634,
      "loss": 1.8516,
      "step": 69536
    },
    {
      "epoch": 3.2350314026517797,
      "grad_norm": 1.259975351309834,
      "learning_rate": 0.00013498651052424595,
      "loss": 1.8672,
      "step": 69537
    },
    {
      "epoch": 3.23507792509886,
      "grad_norm": 1.4881046283310846,
      "learning_rate": 0.00013498281774690694,
      "loss": 2.25,
      "step": 69538
    },
    {
      "epoch": 3.235124447545941,
      "grad_norm": 1.3282035969214063,
      "learning_rate": 0.00013497912497876152,
      "loss": 1.9297,
      "step": 69539
    },
    {
      "epoch": 3.2351709699930216,
      "grad_norm": 1.2361895029019618,
      "learning_rate": 0.00013497543221981198,
      "loss": 1.6016,
      "step": 69540
    },
    {
      "epoch": 3.2352174924401025,
      "grad_norm": 1.386500941508815,
      "learning_rate": 0.00013497173947006055,
      "loss": 2.1094,
      "step": 69541
    },
    {
      "epoch": 3.235264014887183,
      "grad_norm": 1.3003589045312212,
      "learning_rate": 0.00013496804672950954,
      "loss": 1.8047,
      "step": 69542
    },
    {
      "epoch": 3.235310537334264,
      "grad_norm": 1.3318078458374458,
      "learning_rate": 0.00013496435399816114,
      "loss": 1.9688,
      "step": 69543
    },
    {
      "epoch": 3.2353570597813444,
      "grad_norm": 1.3518501984549633,
      "learning_rate": 0.0001349606612760177,
      "loss": 1.9531,
      "step": 69544
    },
    {
      "epoch": 3.2354035822284253,
      "grad_norm": 1.3069571756744889,
      "learning_rate": 0.0001349569685630814,
      "loss": 1.9375,
      "step": 69545
    },
    {
      "epoch": 3.2354501046755058,
      "grad_norm": 1.4750791548256907,
      "learning_rate": 0.00013495327585935453,
      "loss": 2.1562,
      "step": 69546
    },
    {
      "epoch": 3.2354966271225867,
      "grad_norm": 1.3384547957355388,
      "learning_rate": 0.00013494958316483935,
      "loss": 2.1406,
      "step": 69547
    },
    {
      "epoch": 3.2355431495696676,
      "grad_norm": 1.4159909717259533,
      "learning_rate": 0.00013494589047953815,
      "loss": 2.25,
      "step": 69548
    },
    {
      "epoch": 3.235589672016748,
      "grad_norm": 1.3021616326667556,
      "learning_rate": 0.00013494219780345312,
      "loss": 1.8516,
      "step": 69549
    },
    {
      "epoch": 3.235636194463829,
      "grad_norm": 1.2919281862824212,
      "learning_rate": 0.00013493850513658664,
      "loss": 1.9609,
      "step": 69550
    },
    {
      "epoch": 3.2356827169109095,
      "grad_norm": 1.293330000102688,
      "learning_rate": 0.00013493481247894086,
      "loss": 1.9844,
      "step": 69551
    },
    {
      "epoch": 3.2357292393579904,
      "grad_norm": 1.365680284684824,
      "learning_rate": 0.00013493111983051796,
      "loss": 2.0469,
      "step": 69552
    },
    {
      "epoch": 3.235775761805071,
      "grad_norm": 1.252801408932089,
      "learning_rate": 0.00013492742719132045,
      "loss": 1.6484,
      "step": 69553
    },
    {
      "epoch": 3.235822284252152,
      "grad_norm": 1.3173627345099226,
      "learning_rate": 0.00013492373456135045,
      "loss": 2.0156,
      "step": 69554
    },
    {
      "epoch": 3.2358688066992323,
      "grad_norm": 1.3304103194168593,
      "learning_rate": 0.0001349200419406102,
      "loss": 2.0469,
      "step": 69555
    },
    {
      "epoch": 3.235915329146313,
      "grad_norm": 1.4533066909221841,
      "learning_rate": 0.000134916349329102,
      "loss": 2.1875,
      "step": 69556
    },
    {
      "epoch": 3.2359618515933937,
      "grad_norm": 1.354932041796625,
      "learning_rate": 0.00013491265672682808,
      "loss": 1.9609,
      "step": 69557
    },
    {
      "epoch": 3.2360083740404746,
      "grad_norm": 1.4139602523620978,
      "learning_rate": 0.00013490896413379078,
      "loss": 2.1875,
      "step": 69558
    },
    {
      "epoch": 3.236054896487555,
      "grad_norm": 1.3868060983135237,
      "learning_rate": 0.00013490527154999223,
      "loss": 1.9062,
      "step": 69559
    },
    {
      "epoch": 3.236101418934636,
      "grad_norm": 1.3622984482297675,
      "learning_rate": 0.00013490157897543483,
      "loss": 2.25,
      "step": 69560
    },
    {
      "epoch": 3.2361479413817165,
      "grad_norm": 1.3633604225025875,
      "learning_rate": 0.0001348978864101207,
      "loss": 1.9062,
      "step": 69561
    },
    {
      "epoch": 3.2361944638287974,
      "grad_norm": 1.3347282308272275,
      "learning_rate": 0.00013489419385405224,
      "loss": 1.9141,
      "step": 69562
    },
    {
      "epoch": 3.2362409862758783,
      "grad_norm": 1.4189603842304932,
      "learning_rate": 0.00013489050130723157,
      "loss": 2.1719,
      "step": 69563
    },
    {
      "epoch": 3.236287508722959,
      "grad_norm": 1.4035144612915693,
      "learning_rate": 0.00013488680876966107,
      "loss": 1.9375,
      "step": 69564
    },
    {
      "epoch": 3.2363340311700397,
      "grad_norm": 1.336447352450215,
      "learning_rate": 0.00013488311624134297,
      "loss": 2.1406,
      "step": 69565
    },
    {
      "epoch": 3.23638055361712,
      "grad_norm": 1.36427599165808,
      "learning_rate": 0.0001348794237222795,
      "loss": 2.2031,
      "step": 69566
    },
    {
      "epoch": 3.236427076064201,
      "grad_norm": 1.442097303982945,
      "learning_rate": 0.0001348757312124729,
      "loss": 2.25,
      "step": 69567
    },
    {
      "epoch": 3.2364735985112816,
      "grad_norm": 1.2829607133210468,
      "learning_rate": 0.00013487203871192553,
      "loss": 1.875,
      "step": 69568
    },
    {
      "epoch": 3.2365201209583625,
      "grad_norm": 1.392520959847668,
      "learning_rate": 0.00013486834622063954,
      "loss": 2.2344,
      "step": 69569
    },
    {
      "epoch": 3.236566643405443,
      "grad_norm": 1.2084312721769621,
      "learning_rate": 0.00013486465373861725,
      "loss": 1.7656,
      "step": 69570
    },
    {
      "epoch": 3.236613165852524,
      "grad_norm": 1.3829524117422838,
      "learning_rate": 0.0001348609612658609,
      "loss": 2.125,
      "step": 69571
    },
    {
      "epoch": 3.2366596882996044,
      "grad_norm": 1.396644953788053,
      "learning_rate": 0.0001348572688023728,
      "loss": 2.0,
      "step": 69572
    },
    {
      "epoch": 3.2367062107466853,
      "grad_norm": 1.5263119844257844,
      "learning_rate": 0.00013485357634815512,
      "loss": 2.2188,
      "step": 69573
    },
    {
      "epoch": 3.236752733193766,
      "grad_norm": 1.3588529512423204,
      "learning_rate": 0.00013484988390321016,
      "loss": 1.9219,
      "step": 69574
    },
    {
      "epoch": 3.2367992556408467,
      "grad_norm": 1.4621042013691707,
      "learning_rate": 0.00013484619146754022,
      "loss": 2.1094,
      "step": 69575
    },
    {
      "epoch": 3.2368457780879276,
      "grad_norm": 1.3669471669987887,
      "learning_rate": 0.00013484249904114752,
      "loss": 2.0,
      "step": 69576
    },
    {
      "epoch": 3.236892300535008,
      "grad_norm": 1.3189645818636622,
      "learning_rate": 0.00013483880662403436,
      "loss": 1.9141,
      "step": 69577
    },
    {
      "epoch": 3.236938822982089,
      "grad_norm": 1.23660697947343,
      "learning_rate": 0.00013483511421620293,
      "loss": 1.7266,
      "step": 69578
    },
    {
      "epoch": 3.2369853454291695,
      "grad_norm": 1.3911369664863873,
      "learning_rate": 0.00013483142181765556,
      "loss": 2.1875,
      "step": 69579
    },
    {
      "epoch": 3.2370318678762504,
      "grad_norm": 1.4461994019519222,
      "learning_rate": 0.0001348277294283945,
      "loss": 2.125,
      "step": 69580
    },
    {
      "epoch": 3.237078390323331,
      "grad_norm": 1.3002612145694554,
      "learning_rate": 0.00013482403704842194,
      "loss": 1.8594,
      "step": 69581
    },
    {
      "epoch": 3.237124912770412,
      "grad_norm": 1.3351958142650122,
      "learning_rate": 0.00013482034467774025,
      "loss": 2.0781,
      "step": 69582
    },
    {
      "epoch": 3.2371714352174923,
      "grad_norm": 1.3822909243482457,
      "learning_rate": 0.0001348166523163516,
      "loss": 2.25,
      "step": 69583
    },
    {
      "epoch": 3.237217957664573,
      "grad_norm": 1.3501299728443716,
      "learning_rate": 0.0001348129599642583,
      "loss": 1.8125,
      "step": 69584
    },
    {
      "epoch": 3.2372644801116537,
      "grad_norm": 1.3557603115859693,
      "learning_rate": 0.0001348092676214626,
      "loss": 1.8906,
      "step": 69585
    },
    {
      "epoch": 3.2373110025587346,
      "grad_norm": 1.408571917363885,
      "learning_rate": 0.00013480557528796675,
      "loss": 2.1875,
      "step": 69586
    },
    {
      "epoch": 3.237357525005815,
      "grad_norm": 1.329066140496543,
      "learning_rate": 0.000134801882963773,
      "loss": 1.9766,
      "step": 69587
    },
    {
      "epoch": 3.237404047452896,
      "grad_norm": 1.4290848290922222,
      "learning_rate": 0.00013479819064888364,
      "loss": 2.0938,
      "step": 69588
    },
    {
      "epoch": 3.237450569899977,
      "grad_norm": 1.3187856959632576,
      "learning_rate": 0.0001347944983433009,
      "loss": 2.0938,
      "step": 69589
    },
    {
      "epoch": 3.2374970923470574,
      "grad_norm": 1.356561585952264,
      "learning_rate": 0.0001347908060470271,
      "loss": 2.0312,
      "step": 69590
    },
    {
      "epoch": 3.2375436147941383,
      "grad_norm": 1.3691398839442255,
      "learning_rate": 0.00013478711376006442,
      "loss": 2.1875,
      "step": 69591
    },
    {
      "epoch": 3.237590137241219,
      "grad_norm": 1.3011258868211866,
      "learning_rate": 0.00013478342148241519,
      "loss": 1.8594,
      "step": 69592
    },
    {
      "epoch": 3.2376366596882997,
      "grad_norm": 1.4617658006621568,
      "learning_rate": 0.0001347797292140816,
      "loss": 2.2812,
      "step": 69593
    },
    {
      "epoch": 3.23768318213538,
      "grad_norm": 1.635144280256655,
      "learning_rate": 0.00013477603695506599,
      "loss": 2.3906,
      "step": 69594
    },
    {
      "epoch": 3.237729704582461,
      "grad_norm": 1.3869704711768092,
      "learning_rate": 0.00013477234470537055,
      "loss": 1.9141,
      "step": 69595
    },
    {
      "epoch": 3.2377762270295416,
      "grad_norm": 1.309576704608715,
      "learning_rate": 0.0001347686524649975,
      "loss": 1.8594,
      "step": 69596
    },
    {
      "epoch": 3.2378227494766225,
      "grad_norm": 1.265895243754274,
      "learning_rate": 0.0001347649602339493,
      "loss": 1.7812,
      "step": 69597
    },
    {
      "epoch": 3.237869271923703,
      "grad_norm": 1.5267433469552403,
      "learning_rate": 0.000134761268012228,
      "loss": 2.2812,
      "step": 69598
    },
    {
      "epoch": 3.237915794370784,
      "grad_norm": 1.332103336840145,
      "learning_rate": 0.000134757575799836,
      "loss": 2.2031,
      "step": 69599
    },
    {
      "epoch": 3.237962316817865,
      "grad_norm": 1.4072032180404401,
      "learning_rate": 0.00013475388359677546,
      "loss": 2.0312,
      "step": 69600
    },
    {
      "epoch": 3.2380088392649453,
      "grad_norm": 1.3768112999881592,
      "learning_rate": 0.0001347501914030487,
      "loss": 2.0781,
      "step": 69601
    },
    {
      "epoch": 3.2380553617120262,
      "grad_norm": 1.3985635701926398,
      "learning_rate": 0.00013474649921865796,
      "loss": 2.0469,
      "step": 69602
    },
    {
      "epoch": 3.2381018841591067,
      "grad_norm": 1.4270995804400821,
      "learning_rate": 0.0001347428070436055,
      "loss": 2.0156,
      "step": 69603
    },
    {
      "epoch": 3.2381484066061876,
      "grad_norm": 1.3703616298233012,
      "learning_rate": 0.0001347391148778936,
      "loss": 2.125,
      "step": 69604
    },
    {
      "epoch": 3.238194929053268,
      "grad_norm": 1.3094706178350464,
      "learning_rate": 0.00013473542272152448,
      "loss": 1.9922,
      "step": 69605
    },
    {
      "epoch": 3.238241451500349,
      "grad_norm": 1.3109164421344,
      "learning_rate": 0.00013473173057450047,
      "loss": 1.9531,
      "step": 69606
    },
    {
      "epoch": 3.2382879739474295,
      "grad_norm": 1.3243378664593037,
      "learning_rate": 0.00013472803843682374,
      "loss": 2.0312,
      "step": 69607
    },
    {
      "epoch": 3.2383344963945104,
      "grad_norm": 1.3028116046592364,
      "learning_rate": 0.0001347243463084966,
      "loss": 1.8984,
      "step": 69608
    },
    {
      "epoch": 3.238381018841591,
      "grad_norm": 1.256532183703501,
      "learning_rate": 0.0001347206541895213,
      "loss": 1.7188,
      "step": 69609
    },
    {
      "epoch": 3.238427541288672,
      "grad_norm": 1.3373749973437161,
      "learning_rate": 0.00013471696207990012,
      "loss": 1.9141,
      "step": 69610
    },
    {
      "epoch": 3.2384740637357523,
      "grad_norm": 1.411109868076433,
      "learning_rate": 0.00013471326997963528,
      "loss": 2.2812,
      "step": 69611
    },
    {
      "epoch": 3.2385205861828332,
      "grad_norm": 1.364612987687638,
      "learning_rate": 0.0001347095778887291,
      "loss": 2.0625,
      "step": 69612
    },
    {
      "epoch": 3.2385671086299137,
      "grad_norm": 1.3105513401254973,
      "learning_rate": 0.0001347058858071838,
      "loss": 2.0156,
      "step": 69613
    },
    {
      "epoch": 3.2386136310769946,
      "grad_norm": 1.4333005647218755,
      "learning_rate": 0.00013470219373500167,
      "loss": 2.1406,
      "step": 69614
    },
    {
      "epoch": 3.2386601535240755,
      "grad_norm": 1.359075750097942,
      "learning_rate": 0.00013469850167218488,
      "loss": 2.0781,
      "step": 69615
    },
    {
      "epoch": 3.238706675971156,
      "grad_norm": 1.2836042890151034,
      "learning_rate": 0.00013469480961873583,
      "loss": 2.0312,
      "step": 69616
    },
    {
      "epoch": 3.238753198418237,
      "grad_norm": 1.5001811860331749,
      "learning_rate": 0.00013469111757465665,
      "loss": 2.2031,
      "step": 69617
    },
    {
      "epoch": 3.2387997208653174,
      "grad_norm": 1.2440092771288898,
      "learning_rate": 0.00013468742553994964,
      "loss": 1.7109,
      "step": 69618
    },
    {
      "epoch": 3.2388462433123983,
      "grad_norm": 1.3898854324944736,
      "learning_rate": 0.00013468373351461713,
      "loss": 2.2188,
      "step": 69619
    },
    {
      "epoch": 3.238892765759479,
      "grad_norm": 1.3841525760508249,
      "learning_rate": 0.0001346800414986613,
      "loss": 2.0938,
      "step": 69620
    },
    {
      "epoch": 3.2389392882065597,
      "grad_norm": 1.3957732004301495,
      "learning_rate": 0.00013467634949208447,
      "loss": 2.1719,
      "step": 69621
    },
    {
      "epoch": 3.23898581065364,
      "grad_norm": 1.39539387163591,
      "learning_rate": 0.00013467265749488884,
      "loss": 2.0312,
      "step": 69622
    },
    {
      "epoch": 3.239032333100721,
      "grad_norm": 1.4189314943886158,
      "learning_rate": 0.00013466896550707675,
      "loss": 2.25,
      "step": 69623
    },
    {
      "epoch": 3.2390788555478016,
      "grad_norm": 1.386179664203156,
      "learning_rate": 0.00013466527352865034,
      "loss": 2.0469,
      "step": 69624
    },
    {
      "epoch": 3.2391253779948825,
      "grad_norm": 1.3409636462309897,
      "learning_rate": 0.000134661581559612,
      "loss": 1.9375,
      "step": 69625
    },
    {
      "epoch": 3.2391719004419635,
      "grad_norm": 1.3489940972474097,
      "learning_rate": 0.0001346578895999639,
      "loss": 2.0469,
      "step": 69626
    },
    {
      "epoch": 3.239218422889044,
      "grad_norm": 1.3289919995542974,
      "learning_rate": 0.00013465419764970834,
      "loss": 1.9922,
      "step": 69627
    },
    {
      "epoch": 3.239264945336125,
      "grad_norm": 1.2671020664614807,
      "learning_rate": 0.00013465050570884754,
      "loss": 1.75,
      "step": 69628
    },
    {
      "epoch": 3.2393114677832053,
      "grad_norm": 1.3517996412406343,
      "learning_rate": 0.00013464681377738384,
      "loss": 2.0156,
      "step": 69629
    },
    {
      "epoch": 3.2393579902302863,
      "grad_norm": 1.2340454479063923,
      "learning_rate": 0.0001346431218553194,
      "loss": 1.875,
      "step": 69630
    },
    {
      "epoch": 3.2394045126773667,
      "grad_norm": 1.4580858619483985,
      "learning_rate": 0.00013463942994265657,
      "loss": 2.2031,
      "step": 69631
    },
    {
      "epoch": 3.2394510351244477,
      "grad_norm": 1.4610003093872184,
      "learning_rate": 0.00013463573803939758,
      "loss": 2.2031,
      "step": 69632
    },
    {
      "epoch": 3.239497557571528,
      "grad_norm": 1.4049382706539506,
      "learning_rate": 0.00013463204614554467,
      "loss": 2.3281,
      "step": 69633
    },
    {
      "epoch": 3.239544080018609,
      "grad_norm": 1.3303527291322126,
      "learning_rate": 0.0001346283542611001,
      "loss": 2.125,
      "step": 69634
    },
    {
      "epoch": 3.2395906024656895,
      "grad_norm": 1.456835573106213,
      "learning_rate": 0.00013462466238606615,
      "loss": 2.3125,
      "step": 69635
    },
    {
      "epoch": 3.2396371249127704,
      "grad_norm": 1.4852335518458608,
      "learning_rate": 0.00013462097052044508,
      "loss": 2.2812,
      "step": 69636
    },
    {
      "epoch": 3.239683647359851,
      "grad_norm": 1.326739894583819,
      "learning_rate": 0.0001346172786642391,
      "loss": 2.0,
      "step": 69637
    },
    {
      "epoch": 3.239730169806932,
      "grad_norm": 1.3011596401055687,
      "learning_rate": 0.00013461358681745057,
      "loss": 1.8438,
      "step": 69638
    },
    {
      "epoch": 3.2397766922540128,
      "grad_norm": 1.3994531369978749,
      "learning_rate": 0.00013460989498008166,
      "loss": 2.1562,
      "step": 69639
    },
    {
      "epoch": 3.2398232147010932,
      "grad_norm": 1.27543097106282,
      "learning_rate": 0.00013460620315213463,
      "loss": 1.875,
      "step": 69640
    },
    {
      "epoch": 3.239869737148174,
      "grad_norm": 1.422247002147592,
      "learning_rate": 0.00013460251133361181,
      "loss": 1.8828,
      "step": 69641
    },
    {
      "epoch": 3.2399162595952546,
      "grad_norm": 1.3693413136559787,
      "learning_rate": 0.00013459881952451543,
      "loss": 1.8984,
      "step": 69642
    },
    {
      "epoch": 3.2399627820423356,
      "grad_norm": 1.3262549912898367,
      "learning_rate": 0.00013459512772484776,
      "loss": 2.1406,
      "step": 69643
    },
    {
      "epoch": 3.240009304489416,
      "grad_norm": 1.3967577325400597,
      "learning_rate": 0.00013459143593461099,
      "loss": 2.0312,
      "step": 69644
    },
    {
      "epoch": 3.240055826936497,
      "grad_norm": 1.3418802995342367,
      "learning_rate": 0.00013458774415380748,
      "loss": 1.8438,
      "step": 69645
    },
    {
      "epoch": 3.2401023493835774,
      "grad_norm": 1.3969693931529492,
      "learning_rate": 0.0001345840523824394,
      "loss": 2.25,
      "step": 69646
    },
    {
      "epoch": 3.2401488718306584,
      "grad_norm": 1.3065249681803346,
      "learning_rate": 0.00013458036062050912,
      "loss": 1.9766,
      "step": 69647
    },
    {
      "epoch": 3.240195394277739,
      "grad_norm": 1.3089165480430887,
      "learning_rate": 0.00013457666886801877,
      "loss": 1.9844,
      "step": 69648
    },
    {
      "epoch": 3.2402419167248198,
      "grad_norm": 1.525481507333536,
      "learning_rate": 0.00013457297712497074,
      "loss": 2.3906,
      "step": 69649
    },
    {
      "epoch": 3.2402884391719002,
      "grad_norm": 1.3500264759941751,
      "learning_rate": 0.00013456928539136716,
      "loss": 2.0938,
      "step": 69650
    },
    {
      "epoch": 3.240334961618981,
      "grad_norm": 1.5252831487420653,
      "learning_rate": 0.00013456559366721043,
      "loss": 2.2188,
      "step": 69651
    },
    {
      "epoch": 3.240381484066062,
      "grad_norm": 1.4140464487871292,
      "learning_rate": 0.00013456190195250265,
      "loss": 2.0312,
      "step": 69652
    },
    {
      "epoch": 3.2404280065131426,
      "grad_norm": 1.3163615476200428,
      "learning_rate": 0.00013455821024724622,
      "loss": 1.9297,
      "step": 69653
    },
    {
      "epoch": 3.2404745289602235,
      "grad_norm": 1.3823902178467493,
      "learning_rate": 0.0001345545185514433,
      "loss": 2.2344,
      "step": 69654
    },
    {
      "epoch": 3.240521051407304,
      "grad_norm": 1.3481332478910235,
      "learning_rate": 0.00013455082686509624,
      "loss": 2.3281,
      "step": 69655
    },
    {
      "epoch": 3.240567573854385,
      "grad_norm": 1.3864779441485244,
      "learning_rate": 0.00013454713518820722,
      "loss": 2.1875,
      "step": 69656
    },
    {
      "epoch": 3.2406140963014654,
      "grad_norm": 1.3571311480813648,
      "learning_rate": 0.00013454344352077858,
      "loss": 2.0625,
      "step": 69657
    },
    {
      "epoch": 3.2406606187485463,
      "grad_norm": 1.3674292191867752,
      "learning_rate": 0.00013453975186281252,
      "loss": 2.0781,
      "step": 69658
    },
    {
      "epoch": 3.2407071411956268,
      "grad_norm": 1.3527016309627116,
      "learning_rate": 0.00013453606021431128,
      "loss": 1.8047,
      "step": 69659
    },
    {
      "epoch": 3.2407536636427077,
      "grad_norm": 1.3550311402171318,
      "learning_rate": 0.00013453236857527718,
      "loss": 1.9297,
      "step": 69660
    },
    {
      "epoch": 3.240800186089788,
      "grad_norm": 1.411949218371967,
      "learning_rate": 0.00013452867694571245,
      "loss": 2.0781,
      "step": 69661
    },
    {
      "epoch": 3.240846708536869,
      "grad_norm": 1.3567638639550144,
      "learning_rate": 0.0001345249853256193,
      "loss": 1.8906,
      "step": 69662
    },
    {
      "epoch": 3.24089323098395,
      "grad_norm": 1.4224745312953047,
      "learning_rate": 0.00013452129371500012,
      "loss": 1.9609,
      "step": 69663
    },
    {
      "epoch": 3.2409397534310305,
      "grad_norm": 1.390520373846162,
      "learning_rate": 0.00013451760211385708,
      "loss": 2.2188,
      "step": 69664
    },
    {
      "epoch": 3.2409862758781114,
      "grad_norm": 1.3396475165934831,
      "learning_rate": 0.00013451391052219245,
      "loss": 1.9922,
      "step": 69665
    },
    {
      "epoch": 3.241032798325192,
      "grad_norm": 1.4011378050691985,
      "learning_rate": 0.0001345102189400085,
      "loss": 2.0156,
      "step": 69666
    },
    {
      "epoch": 3.241079320772273,
      "grad_norm": 1.439841142009158,
      "learning_rate": 0.0001345065273673075,
      "loss": 2.0312,
      "step": 69667
    },
    {
      "epoch": 3.2411258432193533,
      "grad_norm": 1.3520840246442258,
      "learning_rate": 0.00013450283580409165,
      "loss": 1.8203,
      "step": 69668
    },
    {
      "epoch": 3.241172365666434,
      "grad_norm": 1.4139945856613738,
      "learning_rate": 0.00013449914425036328,
      "loss": 2.0938,
      "step": 69669
    },
    {
      "epoch": 3.2412188881135147,
      "grad_norm": 1.4845468907223844,
      "learning_rate": 0.00013449545270612461,
      "loss": 2.3438,
      "step": 69670
    },
    {
      "epoch": 3.2412654105605956,
      "grad_norm": 1.3242178890179013,
      "learning_rate": 0.00013449176117137797,
      "loss": 1.9219,
      "step": 69671
    },
    {
      "epoch": 3.241311933007676,
      "grad_norm": 1.2922197034702647,
      "learning_rate": 0.0001344880696461255,
      "loss": 1.8516,
      "step": 69672
    },
    {
      "epoch": 3.241358455454757,
      "grad_norm": 1.3601805770991968,
      "learning_rate": 0.00013448437813036958,
      "loss": 2.0,
      "step": 69673
    },
    {
      "epoch": 3.2414049779018375,
      "grad_norm": 1.3424292372770668,
      "learning_rate": 0.00013448068662411236,
      "loss": 2.0625,
      "step": 69674
    },
    {
      "epoch": 3.2414515003489184,
      "grad_norm": 1.3319045590258363,
      "learning_rate": 0.00013447699512735621,
      "loss": 2.0469,
      "step": 69675
    },
    {
      "epoch": 3.241498022795999,
      "grad_norm": 1.2657347891163102,
      "learning_rate": 0.0001344733036401033,
      "loss": 1.9141,
      "step": 69676
    },
    {
      "epoch": 3.2415445452430798,
      "grad_norm": 1.345763109725752,
      "learning_rate": 0.00013446961216235592,
      "loss": 1.7969,
      "step": 69677
    },
    {
      "epoch": 3.2415910676901607,
      "grad_norm": 1.3559528423215632,
      "learning_rate": 0.00013446592069411636,
      "loss": 2.1406,
      "step": 69678
    },
    {
      "epoch": 3.241637590137241,
      "grad_norm": 1.4035311792319054,
      "learning_rate": 0.00013446222923538685,
      "loss": 2.1719,
      "step": 69679
    },
    {
      "epoch": 3.241684112584322,
      "grad_norm": 1.8484182991157456,
      "learning_rate": 0.00013445853778616963,
      "loss": 2.7031,
      "step": 69680
    },
    {
      "epoch": 3.2417306350314026,
      "grad_norm": 1.4080640254433174,
      "learning_rate": 0.00013445484634646703,
      "loss": 2.2188,
      "step": 69681
    },
    {
      "epoch": 3.2417771574784835,
      "grad_norm": 1.291264055338657,
      "learning_rate": 0.00013445115491628122,
      "loss": 1.8828,
      "step": 69682
    },
    {
      "epoch": 3.241823679925564,
      "grad_norm": 1.4344570795546754,
      "learning_rate": 0.00013444746349561447,
      "loss": 2.25,
      "step": 69683
    },
    {
      "epoch": 3.241870202372645,
      "grad_norm": 1.3565332661030816,
      "learning_rate": 0.00013444377208446915,
      "loss": 2.0156,
      "step": 69684
    },
    {
      "epoch": 3.2419167248197254,
      "grad_norm": 1.3857012112943492,
      "learning_rate": 0.00013444008068284741,
      "loss": 2.0312,
      "step": 69685
    },
    {
      "epoch": 3.2419632472668063,
      "grad_norm": 1.391841641578888,
      "learning_rate": 0.00013443638929075156,
      "loss": 2.0469,
      "step": 69686
    },
    {
      "epoch": 3.2420097697138868,
      "grad_norm": 1.4093856613941786,
      "learning_rate": 0.00013443269790818386,
      "loss": 2.1094,
      "step": 69687
    },
    {
      "epoch": 3.2420562921609677,
      "grad_norm": 1.5738708064627955,
      "learning_rate": 0.0001344290065351465,
      "loss": 1.9844,
      "step": 69688
    },
    {
      "epoch": 3.2421028146080486,
      "grad_norm": 1.2891078043400117,
      "learning_rate": 0.00013442531517164185,
      "loss": 1.9922,
      "step": 69689
    },
    {
      "epoch": 3.242149337055129,
      "grad_norm": 1.3402651510720949,
      "learning_rate": 0.00013442162381767207,
      "loss": 1.9688,
      "step": 69690
    },
    {
      "epoch": 3.24219585950221,
      "grad_norm": 1.3595430313946473,
      "learning_rate": 0.00013441793247323953,
      "loss": 2.1875,
      "step": 69691
    },
    {
      "epoch": 3.2422423819492905,
      "grad_norm": 1.455657900213769,
      "learning_rate": 0.00013441424113834637,
      "loss": 2.0312,
      "step": 69692
    },
    {
      "epoch": 3.2422889043963714,
      "grad_norm": 1.519010215205684,
      "learning_rate": 0.00013441054981299492,
      "loss": 2.1406,
      "step": 69693
    },
    {
      "epoch": 3.242335426843452,
      "grad_norm": 1.4309718235942535,
      "learning_rate": 0.00013440685849718737,
      "loss": 2.2656,
      "step": 69694
    },
    {
      "epoch": 3.242381949290533,
      "grad_norm": 1.4947523130106009,
      "learning_rate": 0.00013440316719092612,
      "loss": 2.4375,
      "step": 69695
    },
    {
      "epoch": 3.2424284717376133,
      "grad_norm": 1.3447139287884589,
      "learning_rate": 0.00013439947589421328,
      "loss": 2.0156,
      "step": 69696
    },
    {
      "epoch": 3.242474994184694,
      "grad_norm": 1.3621608028916505,
      "learning_rate": 0.00013439578460705122,
      "loss": 2.1562,
      "step": 69697
    },
    {
      "epoch": 3.2425215166317747,
      "grad_norm": 1.3373832945240907,
      "learning_rate": 0.00013439209332944213,
      "loss": 1.9531,
      "step": 69698
    },
    {
      "epoch": 3.2425680390788556,
      "grad_norm": 1.3961076608654026,
      "learning_rate": 0.00013438840206138827,
      "loss": 2.0156,
      "step": 69699
    },
    {
      "epoch": 3.242614561525936,
      "grad_norm": 1.2296150271958546,
      "learning_rate": 0.00013438471080289195,
      "loss": 1.7031,
      "step": 69700
    },
    {
      "epoch": 3.242661083973017,
      "grad_norm": 1.3328306510713375,
      "learning_rate": 0.0001343810195539554,
      "loss": 1.9844,
      "step": 69701
    },
    {
      "epoch": 3.2427076064200975,
      "grad_norm": 1.378737556130068,
      "learning_rate": 0.00013437732831458085,
      "loss": 2.0781,
      "step": 69702
    },
    {
      "epoch": 3.2427541288671784,
      "grad_norm": 1.3871823234930178,
      "learning_rate": 0.00013437363708477065,
      "loss": 2.1875,
      "step": 69703
    },
    {
      "epoch": 3.2428006513142593,
      "grad_norm": 1.3527245266652395,
      "learning_rate": 0.00013436994586452693,
      "loss": 2.1094,
      "step": 69704
    },
    {
      "epoch": 3.24284717376134,
      "grad_norm": 1.3968908498842043,
      "learning_rate": 0.00013436625465385204,
      "loss": 1.8594,
      "step": 69705
    },
    {
      "epoch": 3.2428936962084207,
      "grad_norm": 1.49256261425854,
      "learning_rate": 0.00013436256345274826,
      "loss": 2.3281,
      "step": 69706
    },
    {
      "epoch": 3.242940218655501,
      "grad_norm": 1.3944991491186665,
      "learning_rate": 0.00013435887226121777,
      "loss": 2.2656,
      "step": 69707
    },
    {
      "epoch": 3.242986741102582,
      "grad_norm": 1.2956925070209284,
      "learning_rate": 0.0001343551810792629,
      "loss": 1.9844,
      "step": 69708
    },
    {
      "epoch": 3.2430332635496626,
      "grad_norm": 1.4230720955968417,
      "learning_rate": 0.00013435148990688587,
      "loss": 2.1562,
      "step": 69709
    },
    {
      "epoch": 3.2430797859967435,
      "grad_norm": 1.3519033866776533,
      "learning_rate": 0.00013434779874408896,
      "loss": 2.1406,
      "step": 69710
    },
    {
      "epoch": 3.243126308443824,
      "grad_norm": 1.4090588523919219,
      "learning_rate": 0.0001343441075908744,
      "loss": 2.0156,
      "step": 69711
    },
    {
      "epoch": 3.243172830890905,
      "grad_norm": 1.5295186729009822,
      "learning_rate": 0.0001343404164472445,
      "loss": 2.25,
      "step": 69712
    },
    {
      "epoch": 3.2432193533379854,
      "grad_norm": 1.379954249972213,
      "learning_rate": 0.0001343367253132015,
      "loss": 2.0469,
      "step": 69713
    },
    {
      "epoch": 3.2432658757850663,
      "grad_norm": 1.3052570937868353,
      "learning_rate": 0.0001343330341887476,
      "loss": 1.8047,
      "step": 69714
    },
    {
      "epoch": 3.2433123982321472,
      "grad_norm": 1.2825846532975822,
      "learning_rate": 0.00013432934307388514,
      "loss": 1.9062,
      "step": 69715
    },
    {
      "epoch": 3.2433589206792277,
      "grad_norm": 1.4844522840197802,
      "learning_rate": 0.00013432565196861633,
      "loss": 2.125,
      "step": 69716
    },
    {
      "epoch": 3.2434054431263086,
      "grad_norm": 1.3249611100801895,
      "learning_rate": 0.00013432196087294346,
      "loss": 2.0156,
      "step": 69717
    },
    {
      "epoch": 3.243451965573389,
      "grad_norm": 1.399589536692874,
      "learning_rate": 0.00013431826978686876,
      "loss": 2.1094,
      "step": 69718
    },
    {
      "epoch": 3.24349848802047,
      "grad_norm": 1.355660861057504,
      "learning_rate": 0.00013431457871039456,
      "loss": 1.9375,
      "step": 69719
    },
    {
      "epoch": 3.2435450104675505,
      "grad_norm": 1.478468940116255,
      "learning_rate": 0.000134310887643523,
      "loss": 2.2344,
      "step": 69720
    },
    {
      "epoch": 3.2435915329146314,
      "grad_norm": 1.4398597389464867,
      "learning_rate": 0.00013430719658625646,
      "loss": 2.0625,
      "step": 69721
    },
    {
      "epoch": 3.243638055361712,
      "grad_norm": 1.3558023508172972,
      "learning_rate": 0.0001343035055385971,
      "loss": 1.9375,
      "step": 69722
    },
    {
      "epoch": 3.243684577808793,
      "grad_norm": 1.4227609928780776,
      "learning_rate": 0.00013429981450054727,
      "loss": 2.0938,
      "step": 69723
    },
    {
      "epoch": 3.2437311002558733,
      "grad_norm": 1.401644876718056,
      "learning_rate": 0.00013429612347210914,
      "loss": 2.0938,
      "step": 69724
    },
    {
      "epoch": 3.243777622702954,
      "grad_norm": 1.2750080721232602,
      "learning_rate": 0.00013429243245328506,
      "loss": 1.5469,
      "step": 69725
    },
    {
      "epoch": 3.2438241451500347,
      "grad_norm": 1.544560097849382,
      "learning_rate": 0.0001342887414440772,
      "loss": 2.1406,
      "step": 69726
    },
    {
      "epoch": 3.2438706675971156,
      "grad_norm": 1.432814793316803,
      "learning_rate": 0.00013428505044448785,
      "loss": 2.125,
      "step": 69727
    },
    {
      "epoch": 3.243917190044196,
      "grad_norm": 1.4557192832472612,
      "learning_rate": 0.00013428135945451936,
      "loss": 2.1562,
      "step": 69728
    },
    {
      "epoch": 3.243963712491277,
      "grad_norm": 1.3663828816995716,
      "learning_rate": 0.00013427766847417386,
      "loss": 1.8438,
      "step": 69729
    },
    {
      "epoch": 3.244010234938358,
      "grad_norm": 1.4505233292732815,
      "learning_rate": 0.00013427397750345372,
      "loss": 2.3906,
      "step": 69730
    },
    {
      "epoch": 3.2440567573854384,
      "grad_norm": 1.435107778579989,
      "learning_rate": 0.00013427028654236107,
      "loss": 2.3125,
      "step": 69731
    },
    {
      "epoch": 3.2441032798325193,
      "grad_norm": 1.410614292847359,
      "learning_rate": 0.0001342665955908983,
      "loss": 2.0938,
      "step": 69732
    },
    {
      "epoch": 3.2441498022796,
      "grad_norm": 1.3915298408950185,
      "learning_rate": 0.00013426290464906758,
      "loss": 2.0,
      "step": 69733
    },
    {
      "epoch": 3.2441963247266807,
      "grad_norm": 1.3715698677147072,
      "learning_rate": 0.00013425921371687123,
      "loss": 2.1094,
      "step": 69734
    },
    {
      "epoch": 3.244242847173761,
      "grad_norm": 1.3421277887884786,
      "learning_rate": 0.00013425552279431146,
      "loss": 1.9141,
      "step": 69735
    },
    {
      "epoch": 3.244289369620842,
      "grad_norm": 1.4430951422440712,
      "learning_rate": 0.00013425183188139057,
      "loss": 2.375,
      "step": 69736
    },
    {
      "epoch": 3.2443358920679226,
      "grad_norm": 1.3430833169125005,
      "learning_rate": 0.00013424814097811078,
      "loss": 1.9766,
      "step": 69737
    },
    {
      "epoch": 3.2443824145150035,
      "grad_norm": 1.386327195345296,
      "learning_rate": 0.0001342444500844744,
      "loss": 2.25,
      "step": 69738
    },
    {
      "epoch": 3.244428936962084,
      "grad_norm": 1.3839625835015248,
      "learning_rate": 0.00013424075920048366,
      "loss": 2.0312,
      "step": 69739
    },
    {
      "epoch": 3.244475459409165,
      "grad_norm": 1.4448432260584334,
      "learning_rate": 0.0001342370683261408,
      "loss": 2.1719,
      "step": 69740
    },
    {
      "epoch": 3.244521981856246,
      "grad_norm": 1.4592616814245716,
      "learning_rate": 0.0001342333774614481,
      "loss": 2.2344,
      "step": 69741
    },
    {
      "epoch": 3.2445685043033263,
      "grad_norm": 1.4077279971711962,
      "learning_rate": 0.00013422968660640783,
      "loss": 2.1719,
      "step": 69742
    },
    {
      "epoch": 3.2446150267504072,
      "grad_norm": 1.3238740976402688,
      "learning_rate": 0.00013422599576102225,
      "loss": 1.9531,
      "step": 69743
    },
    {
      "epoch": 3.2446615491974877,
      "grad_norm": 1.4608076798255767,
      "learning_rate": 0.00013422230492529357,
      "loss": 2.375,
      "step": 69744
    },
    {
      "epoch": 3.2447080716445686,
      "grad_norm": 1.2776815464091822,
      "learning_rate": 0.00013421861409922413,
      "loss": 2.0781,
      "step": 69745
    },
    {
      "epoch": 3.244754594091649,
      "grad_norm": 1.4331064937987272,
      "learning_rate": 0.0001342149232828161,
      "loss": 2.3438,
      "step": 69746
    },
    {
      "epoch": 3.24480111653873,
      "grad_norm": 1.379170787579739,
      "learning_rate": 0.00013421123247607183,
      "loss": 2.2969,
      "step": 69747
    },
    {
      "epoch": 3.2448476389858105,
      "grad_norm": 1.3844036089458815,
      "learning_rate": 0.0001342075416789935,
      "loss": 1.9688,
      "step": 69748
    },
    {
      "epoch": 3.2448941614328914,
      "grad_norm": 1.3126746842831416,
      "learning_rate": 0.0001342038508915834,
      "loss": 1.8203,
      "step": 69749
    },
    {
      "epoch": 3.244940683879972,
      "grad_norm": 1.4909145152519017,
      "learning_rate": 0.00013420016011384382,
      "loss": 2.2188,
      "step": 69750
    },
    {
      "epoch": 3.244987206327053,
      "grad_norm": 1.2990266231649672,
      "learning_rate": 0.00013419646934577698,
      "loss": 1.8516,
      "step": 69751
    },
    {
      "epoch": 3.2450337287741333,
      "grad_norm": 1.3916293584710195,
      "learning_rate": 0.0001341927785873852,
      "loss": 2.0312,
      "step": 69752
    },
    {
      "epoch": 3.2450802512212142,
      "grad_norm": 1.2856551274220878,
      "learning_rate": 0.00013418908783867063,
      "loss": 1.8984,
      "step": 69753
    },
    {
      "epoch": 3.2451267736682947,
      "grad_norm": 1.392570135094221,
      "learning_rate": 0.00013418539709963566,
      "loss": 1.8984,
      "step": 69754
    },
    {
      "epoch": 3.2451732961153756,
      "grad_norm": 1.4157739069902489,
      "learning_rate": 0.00013418170637028245,
      "loss": 1.9297,
      "step": 69755
    },
    {
      "epoch": 3.2452198185624566,
      "grad_norm": 1.289655388148196,
      "learning_rate": 0.00013417801565061328,
      "loss": 1.7969,
      "step": 69756
    },
    {
      "epoch": 3.245266341009537,
      "grad_norm": 1.3618457159702777,
      "learning_rate": 0.00013417432494063043,
      "loss": 1.9922,
      "step": 69757
    },
    {
      "epoch": 3.245312863456618,
      "grad_norm": 1.3550744794553975,
      "learning_rate": 0.0001341706342403362,
      "loss": 2.0,
      "step": 69758
    },
    {
      "epoch": 3.2453593859036984,
      "grad_norm": 1.371181746917696,
      "learning_rate": 0.00013416694354973272,
      "loss": 1.8125,
      "step": 69759
    },
    {
      "epoch": 3.2454059083507794,
      "grad_norm": 1.4891012267971186,
      "learning_rate": 0.0001341632528688224,
      "loss": 2.4062,
      "step": 69760
    },
    {
      "epoch": 3.24545243079786,
      "grad_norm": 1.305855412266898,
      "learning_rate": 0.00013415956219760736,
      "loss": 1.8984,
      "step": 69761
    },
    {
      "epoch": 3.2454989532449408,
      "grad_norm": 1.4602592584071847,
      "learning_rate": 0.00013415587153609,
      "loss": 1.9688,
      "step": 69762
    },
    {
      "epoch": 3.2455454756920212,
      "grad_norm": 1.394809339862457,
      "learning_rate": 0.00013415218088427247,
      "loss": 2.1875,
      "step": 69763
    },
    {
      "epoch": 3.245591998139102,
      "grad_norm": 1.3133017029201144,
      "learning_rate": 0.00013414849024215707,
      "loss": 1.9531,
      "step": 69764
    },
    {
      "epoch": 3.2456385205861826,
      "grad_norm": 1.343815423250676,
      "learning_rate": 0.0001341447996097461,
      "loss": 1.9453,
      "step": 69765
    },
    {
      "epoch": 3.2456850430332636,
      "grad_norm": 1.3394750354022074,
      "learning_rate": 0.00013414110898704172,
      "loss": 2.0625,
      "step": 69766
    },
    {
      "epoch": 3.2457315654803445,
      "grad_norm": 1.4437463128150039,
      "learning_rate": 0.00013413741837404628,
      "loss": 2.2812,
      "step": 69767
    },
    {
      "epoch": 3.245778087927425,
      "grad_norm": 1.4471596080789337,
      "learning_rate": 0.000134133727770762,
      "loss": 2.1719,
      "step": 69768
    },
    {
      "epoch": 3.245824610374506,
      "grad_norm": 1.4169092969535124,
      "learning_rate": 0.00013413003717719114,
      "loss": 2.2656,
      "step": 69769
    },
    {
      "epoch": 3.2458711328215863,
      "grad_norm": 1.4242714545233528,
      "learning_rate": 0.00013412634659333594,
      "loss": 2.1562,
      "step": 69770
    },
    {
      "epoch": 3.2459176552686673,
      "grad_norm": 1.3387158460884725,
      "learning_rate": 0.00013412265601919865,
      "loss": 2.0312,
      "step": 69771
    },
    {
      "epoch": 3.2459641777157477,
      "grad_norm": 1.3667029287340597,
      "learning_rate": 0.00013411896545478165,
      "loss": 2.2031,
      "step": 69772
    },
    {
      "epoch": 3.2460107001628287,
      "grad_norm": 1.210049041225861,
      "learning_rate": 0.00013411527490008707,
      "loss": 1.4766,
      "step": 69773
    },
    {
      "epoch": 3.246057222609909,
      "grad_norm": 1.360052104852386,
      "learning_rate": 0.00013411158435511724,
      "loss": 2.0938,
      "step": 69774
    },
    {
      "epoch": 3.24610374505699,
      "grad_norm": 1.308577580713849,
      "learning_rate": 0.00013410789381987435,
      "loss": 1.9375,
      "step": 69775
    },
    {
      "epoch": 3.2461502675040705,
      "grad_norm": 1.3422632320424304,
      "learning_rate": 0.00013410420329436074,
      "loss": 1.9375,
      "step": 69776
    },
    {
      "epoch": 3.2461967899511515,
      "grad_norm": 1.1979807684488104,
      "learning_rate": 0.0001341005127785786,
      "loss": 1.5078,
      "step": 69777
    },
    {
      "epoch": 3.246243312398232,
      "grad_norm": 1.3928442505627912,
      "learning_rate": 0.00013409682227253028,
      "loss": 2.0312,
      "step": 69778
    },
    {
      "epoch": 3.246289834845313,
      "grad_norm": 1.3762824987617195,
      "learning_rate": 0.00013409313177621793,
      "loss": 2.1875,
      "step": 69779
    },
    {
      "epoch": 3.246336357292394,
      "grad_norm": 1.4585037802250087,
      "learning_rate": 0.00013408944128964387,
      "loss": 2.1562,
      "step": 69780
    },
    {
      "epoch": 3.2463828797394743,
      "grad_norm": 1.4898582698037826,
      "learning_rate": 0.00013408575081281032,
      "loss": 2.0938,
      "step": 69781
    },
    {
      "epoch": 3.246429402186555,
      "grad_norm": 1.2891803448463255,
      "learning_rate": 0.0001340820603457196,
      "loss": 1.8203,
      "step": 69782
    },
    {
      "epoch": 3.2464759246336357,
      "grad_norm": 1.4305901321374257,
      "learning_rate": 0.00013407836988837393,
      "loss": 2.125,
      "step": 69783
    },
    {
      "epoch": 3.2465224470807166,
      "grad_norm": 1.185443100612279,
      "learning_rate": 0.0001340746794407756,
      "loss": 1.5391,
      "step": 69784
    },
    {
      "epoch": 3.246568969527797,
      "grad_norm": 1.3943646984743325,
      "learning_rate": 0.0001340709890029268,
      "loss": 2.0469,
      "step": 69785
    },
    {
      "epoch": 3.246615491974878,
      "grad_norm": 1.4049047934201688,
      "learning_rate": 0.00013406729857482987,
      "loss": 2.0312,
      "step": 69786
    },
    {
      "epoch": 3.2466620144219585,
      "grad_norm": 1.4568889636195235,
      "learning_rate": 0.000134063608156487,
      "loss": 2.2188,
      "step": 69787
    },
    {
      "epoch": 3.2467085368690394,
      "grad_norm": 1.3264953011076477,
      "learning_rate": 0.0001340599177479005,
      "loss": 2.0156,
      "step": 69788
    },
    {
      "epoch": 3.24675505931612,
      "grad_norm": 1.2386565502532334,
      "learning_rate": 0.0001340562273490726,
      "loss": 1.6719,
      "step": 69789
    },
    {
      "epoch": 3.2468015817632008,
      "grad_norm": 1.378566195745575,
      "learning_rate": 0.00013405253696000563,
      "loss": 1.9766,
      "step": 69790
    },
    {
      "epoch": 3.2468481042102812,
      "grad_norm": 1.2900205128433724,
      "learning_rate": 0.00013404884658070173,
      "loss": 2.0,
      "step": 69791
    },
    {
      "epoch": 3.246894626657362,
      "grad_norm": 1.3887649863482334,
      "learning_rate": 0.00013404515621116324,
      "loss": 2.2188,
      "step": 69792
    },
    {
      "epoch": 3.246941149104443,
      "grad_norm": 1.3542966861189263,
      "learning_rate": 0.00013404146585139232,
      "loss": 2.0156,
      "step": 69793
    },
    {
      "epoch": 3.2469876715515236,
      "grad_norm": 1.3142362072595095,
      "learning_rate": 0.00013403777550139142,
      "loss": 1.9297,
      "step": 69794
    },
    {
      "epoch": 3.2470341939986045,
      "grad_norm": 1.3110225680243157,
      "learning_rate": 0.00013403408516116262,
      "loss": 1.8203,
      "step": 69795
    },
    {
      "epoch": 3.247080716445685,
      "grad_norm": 1.4461053579959664,
      "learning_rate": 0.00013403039483070832,
      "loss": 2.2969,
      "step": 69796
    },
    {
      "epoch": 3.247127238892766,
      "grad_norm": 1.368211316701277,
      "learning_rate": 0.00013402670451003064,
      "loss": 2.0,
      "step": 69797
    },
    {
      "epoch": 3.2471737613398464,
      "grad_norm": 1.3060808409134619,
      "learning_rate": 0.00013402301419913193,
      "loss": 1.9688,
      "step": 69798
    },
    {
      "epoch": 3.2472202837869273,
      "grad_norm": 1.3900444394458025,
      "learning_rate": 0.00013401932389801443,
      "loss": 2.0781,
      "step": 69799
    },
    {
      "epoch": 3.2472668062340078,
      "grad_norm": 1.3451769490918841,
      "learning_rate": 0.0001340156336066804,
      "loss": 2.0938,
      "step": 69800
    },
    {
      "epoch": 3.2473133286810887,
      "grad_norm": 1.4111309109962573,
      "learning_rate": 0.00013401194332513205,
      "loss": 1.9688,
      "step": 69801
    },
    {
      "epoch": 3.247359851128169,
      "grad_norm": 1.420506710802053,
      "learning_rate": 0.00013400825305337174,
      "loss": 1.9844,
      "step": 69802
    },
    {
      "epoch": 3.24740637357525,
      "grad_norm": 1.3565841826374452,
      "learning_rate": 0.00013400456279140163,
      "loss": 2.125,
      "step": 69803
    },
    {
      "epoch": 3.247452896022331,
      "grad_norm": 1.22660768959112,
      "learning_rate": 0.00013400087253922406,
      "loss": 1.5469,
      "step": 69804
    },
    {
      "epoch": 3.2474994184694115,
      "grad_norm": 1.4034582675040455,
      "learning_rate": 0.0001339971822968412,
      "loss": 2.0156,
      "step": 69805
    },
    {
      "epoch": 3.2475459409164924,
      "grad_norm": 1.3675741344102872,
      "learning_rate": 0.00013399349206425542,
      "loss": 1.9219,
      "step": 69806
    },
    {
      "epoch": 3.247592463363573,
      "grad_norm": 1.4619735809177137,
      "learning_rate": 0.00013398980184146887,
      "loss": 2.0625,
      "step": 69807
    },
    {
      "epoch": 3.247638985810654,
      "grad_norm": 1.3931768220509417,
      "learning_rate": 0.00013398611162848388,
      "loss": 2.0,
      "step": 69808
    },
    {
      "epoch": 3.2476855082577343,
      "grad_norm": 1.2334311030355716,
      "learning_rate": 0.00013398242142530266,
      "loss": 1.8281,
      "step": 69809
    },
    {
      "epoch": 3.247732030704815,
      "grad_norm": 1.2993217400030406,
      "learning_rate": 0.00013397873123192756,
      "loss": 1.9609,
      "step": 69810
    },
    {
      "epoch": 3.2477785531518957,
      "grad_norm": 1.4216124688978204,
      "learning_rate": 0.0001339750410483607,
      "loss": 2.2656,
      "step": 69811
    },
    {
      "epoch": 3.2478250755989766,
      "grad_norm": 1.2608077703206544,
      "learning_rate": 0.00013397135087460447,
      "loss": 1.6094,
      "step": 69812
    },
    {
      "epoch": 3.247871598046057,
      "grad_norm": 1.3401038236513534,
      "learning_rate": 0.00013396766071066104,
      "loss": 2.1406,
      "step": 69813
    },
    {
      "epoch": 3.247918120493138,
      "grad_norm": 1.1357125623857942,
      "learning_rate": 0.00013396397055653273,
      "loss": 1.5547,
      "step": 69814
    },
    {
      "epoch": 3.2479646429402185,
      "grad_norm": 1.481296226377672,
      "learning_rate": 0.0001339602804122217,
      "loss": 2.4531,
      "step": 69815
    },
    {
      "epoch": 3.2480111653872994,
      "grad_norm": 1.4072450105573966,
      "learning_rate": 0.0001339565902777303,
      "loss": 1.8125,
      "step": 69816
    },
    {
      "epoch": 3.24805768783438,
      "grad_norm": 1.3566684920032361,
      "learning_rate": 0.00013395290015306082,
      "loss": 1.9766,
      "step": 69817
    },
    {
      "epoch": 3.248104210281461,
      "grad_norm": 1.2196227919870772,
      "learning_rate": 0.00013394921003821546,
      "loss": 1.5938,
      "step": 69818
    },
    {
      "epoch": 3.2481507327285417,
      "grad_norm": 1.327340590618569,
      "learning_rate": 0.0001339455199331965,
      "loss": 1.9531,
      "step": 69819
    },
    {
      "epoch": 3.248197255175622,
      "grad_norm": 1.3180117004003948,
      "learning_rate": 0.00013394182983800617,
      "loss": 1.9062,
      "step": 69820
    },
    {
      "epoch": 3.248243777622703,
      "grad_norm": 1.488530923010858,
      "learning_rate": 0.00013393813975264674,
      "loss": 2.1562,
      "step": 69821
    },
    {
      "epoch": 3.2482903000697836,
      "grad_norm": 1.2322103776515156,
      "learning_rate": 0.00013393444967712049,
      "loss": 1.5,
      "step": 69822
    },
    {
      "epoch": 3.2483368225168645,
      "grad_norm": 1.4575139753567292,
      "learning_rate": 0.00013393075961142962,
      "loss": 2.1719,
      "step": 69823
    },
    {
      "epoch": 3.248383344963945,
      "grad_norm": 1.3565437428002673,
      "learning_rate": 0.00013392706955557652,
      "loss": 1.9375,
      "step": 69824
    },
    {
      "epoch": 3.248429867411026,
      "grad_norm": 1.4463493840591912,
      "learning_rate": 0.0001339233795095633,
      "loss": 2.125,
      "step": 69825
    },
    {
      "epoch": 3.2484763898581064,
      "grad_norm": 1.3871977213543591,
      "learning_rate": 0.0001339196894733923,
      "loss": 2.1719,
      "step": 69826
    },
    {
      "epoch": 3.2485229123051873,
      "grad_norm": 1.3798022658674929,
      "learning_rate": 0.00013391599944706574,
      "loss": 2.125,
      "step": 69827
    },
    {
      "epoch": 3.248569434752268,
      "grad_norm": 1.4445782458131624,
      "learning_rate": 0.00013391230943058592,
      "loss": 2.3438,
      "step": 69828
    },
    {
      "epoch": 3.2486159571993487,
      "grad_norm": 1.3918352511643313,
      "learning_rate": 0.00013390861942395507,
      "loss": 2.0781,
      "step": 69829
    },
    {
      "epoch": 3.2486624796464296,
      "grad_norm": 1.3986591996395223,
      "learning_rate": 0.00013390492942717548,
      "loss": 2.0781,
      "step": 69830
    },
    {
      "epoch": 3.24870900209351,
      "grad_norm": 1.3141198109958148,
      "learning_rate": 0.00013390123944024936,
      "loss": 1.5547,
      "step": 69831
    },
    {
      "epoch": 3.248755524540591,
      "grad_norm": 1.3236292170966526,
      "learning_rate": 0.000133897549463179,
      "loss": 1.9062,
      "step": 69832
    },
    {
      "epoch": 3.2488020469876715,
      "grad_norm": 1.1441772417295506,
      "learning_rate": 0.00013389385949596664,
      "loss": 1.5312,
      "step": 69833
    },
    {
      "epoch": 3.2488485694347524,
      "grad_norm": 1.3823063257255261,
      "learning_rate": 0.0001338901695386146,
      "loss": 2.1719,
      "step": 69834
    },
    {
      "epoch": 3.248895091881833,
      "grad_norm": 1.3894997813946897,
      "learning_rate": 0.00013388647959112506,
      "loss": 2.0781,
      "step": 69835
    },
    {
      "epoch": 3.248941614328914,
      "grad_norm": 1.3668303309924477,
      "learning_rate": 0.00013388278965350032,
      "loss": 2.1094,
      "step": 69836
    },
    {
      "epoch": 3.2489881367759943,
      "grad_norm": 1.3715803709199252,
      "learning_rate": 0.00013387909972574258,
      "loss": 1.9844,
      "step": 69837
    },
    {
      "epoch": 3.249034659223075,
      "grad_norm": 1.4291673060519756,
      "learning_rate": 0.00013387540980785417,
      "loss": 2.0156,
      "step": 69838
    },
    {
      "epoch": 3.2490811816701557,
      "grad_norm": 1.3468587959714735,
      "learning_rate": 0.0001338717198998374,
      "loss": 2.0156,
      "step": 69839
    },
    {
      "epoch": 3.2491277041172366,
      "grad_norm": 1.2414764340789486,
      "learning_rate": 0.0001338680300016944,
      "loss": 1.9297,
      "step": 69840
    },
    {
      "epoch": 3.249174226564317,
      "grad_norm": 1.3259816260248796,
      "learning_rate": 0.00013386434011342752,
      "loss": 1.8672,
      "step": 69841
    },
    {
      "epoch": 3.249220749011398,
      "grad_norm": 1.3381701222497255,
      "learning_rate": 0.00013386065023503896,
      "loss": 1.9453,
      "step": 69842
    },
    {
      "epoch": 3.2492672714584785,
      "grad_norm": 1.3804474276025582,
      "learning_rate": 0.00013385696036653102,
      "loss": 1.9453,
      "step": 69843
    },
    {
      "epoch": 3.2493137939055594,
      "grad_norm": 1.4395530136533188,
      "learning_rate": 0.00013385327050790592,
      "loss": 2.2031,
      "step": 69844
    },
    {
      "epoch": 3.2493603163526403,
      "grad_norm": 1.4446245671911295,
      "learning_rate": 0.000133849580659166,
      "loss": 2.1719,
      "step": 69845
    },
    {
      "epoch": 3.249406838799721,
      "grad_norm": 1.2778794200436898,
      "learning_rate": 0.00013384589082031343,
      "loss": 1.9609,
      "step": 69846
    },
    {
      "epoch": 3.2494533612468017,
      "grad_norm": 1.345893861529604,
      "learning_rate": 0.00013384220099135047,
      "loss": 2.125,
      "step": 69847
    },
    {
      "epoch": 3.249499883693882,
      "grad_norm": 1.3076555684572084,
      "learning_rate": 0.00013383851117227947,
      "loss": 1.8359,
      "step": 69848
    },
    {
      "epoch": 3.249546406140963,
      "grad_norm": 1.4201070946148877,
      "learning_rate": 0.00013383482136310258,
      "loss": 2.2344,
      "step": 69849
    },
    {
      "epoch": 3.2495929285880436,
      "grad_norm": 1.3298731483445385,
      "learning_rate": 0.00013383113156382212,
      "loss": 2.0625,
      "step": 69850
    },
    {
      "epoch": 3.2496394510351245,
      "grad_norm": 1.3737654694489747,
      "learning_rate": 0.00013382744177444034,
      "loss": 2.1094,
      "step": 69851
    },
    {
      "epoch": 3.249685973482205,
      "grad_norm": 1.4419317804431606,
      "learning_rate": 0.0001338237519949595,
      "loss": 2.0156,
      "step": 69852
    },
    {
      "epoch": 3.249732495929286,
      "grad_norm": 1.3757682604977466,
      "learning_rate": 0.00013382006222538185,
      "loss": 2.1719,
      "step": 69853
    },
    {
      "epoch": 3.2497790183763664,
      "grad_norm": 1.3869451412437215,
      "learning_rate": 0.00013381637246570965,
      "loss": 2.2812,
      "step": 69854
    },
    {
      "epoch": 3.2498255408234473,
      "grad_norm": 1.4850427687549133,
      "learning_rate": 0.00013381268271594516,
      "loss": 1.6172,
      "step": 69855
    },
    {
      "epoch": 3.2498720632705282,
      "grad_norm": 1.3996371180034102,
      "learning_rate": 0.00013380899297609067,
      "loss": 2.3125,
      "step": 69856
    },
    {
      "epoch": 3.2499185857176087,
      "grad_norm": 1.3807887741989702,
      "learning_rate": 0.00013380530324614838,
      "loss": 2.0312,
      "step": 69857
    },
    {
      "epoch": 3.2499651081646896,
      "grad_norm": 1.2535656130901003,
      "learning_rate": 0.00013380161352612058,
      "loss": 1.6406,
      "step": 69858
    },
    {
      "epoch": 3.25001163061177,
      "grad_norm": 1.361365034344916,
      "learning_rate": 0.00013379792381600948,
      "loss": 2.125,
      "step": 69859
    },
    {
      "epoch": 3.250058153058851,
      "grad_norm": 1.4085173750541002,
      "learning_rate": 0.0001337942341158174,
      "loss": 2.0938,
      "step": 69860
    },
    {
      "epoch": 3.2501046755059315,
      "grad_norm": 1.3383722679628682,
      "learning_rate": 0.00013379054442554667,
      "loss": 1.9219,
      "step": 69861
    },
    {
      "epoch": 3.2501511979530124,
      "grad_norm": 1.2673465149668977,
      "learning_rate": 0.0001337868547451994,
      "loss": 1.9688,
      "step": 69862
    },
    {
      "epoch": 3.250197720400093,
      "grad_norm": 1.2479229293129468,
      "learning_rate": 0.00013378316507477793,
      "loss": 1.8125,
      "step": 69863
    },
    {
      "epoch": 3.250244242847174,
      "grad_norm": 1.3482784246663866,
      "learning_rate": 0.00013377947541428449,
      "loss": 2.0156,
      "step": 69864
    },
    {
      "epoch": 3.2502907652942543,
      "grad_norm": 1.3588388242815896,
      "learning_rate": 0.00013377578576372138,
      "loss": 2.1719,
      "step": 69865
    },
    {
      "epoch": 3.2503372877413352,
      "grad_norm": 1.4379101072787404,
      "learning_rate": 0.00013377209612309082,
      "loss": 2.0312,
      "step": 69866
    },
    {
      "epoch": 3.250383810188416,
      "grad_norm": 1.4292194454815184,
      "learning_rate": 0.00013376840649239507,
      "loss": 2.2344,
      "step": 69867
    },
    {
      "epoch": 3.2504303326354966,
      "grad_norm": 1.4505810465320206,
      "learning_rate": 0.00013376471687163638,
      "loss": 2.1875,
      "step": 69868
    },
    {
      "epoch": 3.250476855082577,
      "grad_norm": 1.2899206782151302,
      "learning_rate": 0.00013376102726081707,
      "loss": 2.0,
      "step": 69869
    },
    {
      "epoch": 3.250523377529658,
      "grad_norm": 1.303069395588286,
      "learning_rate": 0.0001337573376599393,
      "loss": 1.4531,
      "step": 69870
    },
    {
      "epoch": 3.250569899976739,
      "grad_norm": 1.3161980457905376,
      "learning_rate": 0.00013375364806900543,
      "loss": 2.0469,
      "step": 69871
    },
    {
      "epoch": 3.2506164224238194,
      "grad_norm": 1.3672377617513487,
      "learning_rate": 0.00013374995848801764,
      "loss": 2.1562,
      "step": 69872
    },
    {
      "epoch": 3.2506629448709004,
      "grad_norm": 1.340384706650088,
      "learning_rate": 0.00013374626891697825,
      "loss": 1.9609,
      "step": 69873
    },
    {
      "epoch": 3.250709467317981,
      "grad_norm": 1.356878869361503,
      "learning_rate": 0.0001337425793558895,
      "loss": 2.0312,
      "step": 69874
    },
    {
      "epoch": 3.2507559897650617,
      "grad_norm": 1.3502707016348163,
      "learning_rate": 0.00013373888980475361,
      "loss": 2.1875,
      "step": 69875
    },
    {
      "epoch": 3.2508025122121422,
      "grad_norm": 1.476711523700295,
      "learning_rate": 0.0001337352002635729,
      "loss": 2.3594,
      "step": 69876
    },
    {
      "epoch": 3.250849034659223,
      "grad_norm": 1.395476875236218,
      "learning_rate": 0.00013373151073234953,
      "loss": 2.0156,
      "step": 69877
    },
    {
      "epoch": 3.2508955571063036,
      "grad_norm": 1.464046310054,
      "learning_rate": 0.00013372782121108588,
      "loss": 1.9688,
      "step": 69878
    },
    {
      "epoch": 3.2509420795533845,
      "grad_norm": 1.4676409992322736,
      "learning_rate": 0.00013372413169978413,
      "loss": 2.1094,
      "step": 69879
    },
    {
      "epoch": 3.250988602000465,
      "grad_norm": 1.3545860044292706,
      "learning_rate": 0.0001337204421984466,
      "loss": 2.1094,
      "step": 69880
    },
    {
      "epoch": 3.251035124447546,
      "grad_norm": 1.4307777151272303,
      "learning_rate": 0.0001337167527070754,
      "loss": 2.1562,
      "step": 69881
    },
    {
      "epoch": 3.251081646894627,
      "grad_norm": 1.3142190920246337,
      "learning_rate": 0.00013371306322567297,
      "loss": 2.0781,
      "step": 69882
    },
    {
      "epoch": 3.2511281693417073,
      "grad_norm": 1.282337790984026,
      "learning_rate": 0.00013370937375424154,
      "loss": 1.8828,
      "step": 69883
    },
    {
      "epoch": 3.2511746917887883,
      "grad_norm": 1.326548047045092,
      "learning_rate": 0.0001337056842927833,
      "loss": 1.9297,
      "step": 69884
    },
    {
      "epoch": 3.2512212142358687,
      "grad_norm": 1.4271086745712245,
      "learning_rate": 0.00013370199484130052,
      "loss": 2.2031,
      "step": 69885
    },
    {
      "epoch": 3.2512677366829497,
      "grad_norm": 1.4419513496509586,
      "learning_rate": 0.00013369830539979548,
      "loss": 2.2969,
      "step": 69886
    },
    {
      "epoch": 3.25131425913003,
      "grad_norm": 1.3318048274097671,
      "learning_rate": 0.00013369461596827046,
      "loss": 2.0781,
      "step": 69887
    },
    {
      "epoch": 3.251360781577111,
      "grad_norm": 1.3016224004195454,
      "learning_rate": 0.00013369092654672766,
      "loss": 1.9141,
      "step": 69888
    },
    {
      "epoch": 3.2514073040241915,
      "grad_norm": 1.3230949358785067,
      "learning_rate": 0.0001336872371351694,
      "loss": 1.9922,
      "step": 69889
    },
    {
      "epoch": 3.2514538264712725,
      "grad_norm": 1.4215845844030037,
      "learning_rate": 0.00013368354773359787,
      "loss": 2.2031,
      "step": 69890
    },
    {
      "epoch": 3.251500348918353,
      "grad_norm": 1.4467645301360113,
      "learning_rate": 0.0001336798583420154,
      "loss": 2.4062,
      "step": 69891
    },
    {
      "epoch": 3.251546871365434,
      "grad_norm": 1.3975944736336094,
      "learning_rate": 0.0001336761689604242,
      "loss": 2.1719,
      "step": 69892
    },
    {
      "epoch": 3.2515933938125148,
      "grad_norm": 1.3744920278021036,
      "learning_rate": 0.0001336724795888266,
      "loss": 2.125,
      "step": 69893
    },
    {
      "epoch": 3.2516399162595953,
      "grad_norm": 1.3108708826912263,
      "learning_rate": 0.00013366879022722473,
      "loss": 1.9141,
      "step": 69894
    },
    {
      "epoch": 3.2516864387066757,
      "grad_norm": 1.3243630168793556,
      "learning_rate": 0.00013366510087562097,
      "loss": 1.9453,
      "step": 69895
    },
    {
      "epoch": 3.2517329611537567,
      "grad_norm": 1.431101206291322,
      "learning_rate": 0.00013366141153401748,
      "loss": 2.25,
      "step": 69896
    },
    {
      "epoch": 3.2517794836008376,
      "grad_norm": 1.481796188473406,
      "learning_rate": 0.00013365772220241663,
      "loss": 2.2656,
      "step": 69897
    },
    {
      "epoch": 3.251826006047918,
      "grad_norm": 1.4184779381573547,
      "learning_rate": 0.00013365403288082058,
      "loss": 2.1094,
      "step": 69898
    },
    {
      "epoch": 3.251872528494999,
      "grad_norm": 1.30954209954364,
      "learning_rate": 0.00013365034356923165,
      "loss": 2.0469,
      "step": 69899
    },
    {
      "epoch": 3.2519190509420794,
      "grad_norm": 1.2708522204531303,
      "learning_rate": 0.0001336466542676521,
      "loss": 1.9922,
      "step": 69900
    },
    {
      "epoch": 3.2519655733891604,
      "grad_norm": 1.3549555530010888,
      "learning_rate": 0.0001336429649760841,
      "loss": 1.9297,
      "step": 69901
    },
    {
      "epoch": 3.252012095836241,
      "grad_norm": 1.3811345157001815,
      "learning_rate": 0.00013363927569453002,
      "loss": 2.0625,
      "step": 69902
    },
    {
      "epoch": 3.2520586182833218,
      "grad_norm": 1.378023372209052,
      "learning_rate": 0.00013363558642299204,
      "loss": 2.1406,
      "step": 69903
    },
    {
      "epoch": 3.2521051407304022,
      "grad_norm": 1.3685866947433216,
      "learning_rate": 0.00013363189716147244,
      "loss": 1.9922,
      "step": 69904
    },
    {
      "epoch": 3.252151663177483,
      "grad_norm": 1.2789740916602175,
      "learning_rate": 0.00013362820790997353,
      "loss": 1.9141,
      "step": 69905
    },
    {
      "epoch": 3.2521981856245636,
      "grad_norm": 1.3955325181929832,
      "learning_rate": 0.0001336245186684975,
      "loss": 1.9688,
      "step": 69906
    },
    {
      "epoch": 3.2522447080716446,
      "grad_norm": 1.4214461329214116,
      "learning_rate": 0.00013362082943704664,
      "loss": 2.1562,
      "step": 69907
    },
    {
      "epoch": 3.2522912305187255,
      "grad_norm": 1.3605029215893212,
      "learning_rate": 0.0001336171402156232,
      "loss": 1.9922,
      "step": 69908
    },
    {
      "epoch": 3.252337752965806,
      "grad_norm": 1.421922545550146,
      "learning_rate": 0.00013361345100422947,
      "loss": 2.2188,
      "step": 69909
    },
    {
      "epoch": 3.252384275412887,
      "grad_norm": 1.3325081664879637,
      "learning_rate": 0.00013360976180286767,
      "loss": 1.8359,
      "step": 69910
    },
    {
      "epoch": 3.2524307978599674,
      "grad_norm": 1.4055218983492603,
      "learning_rate": 0.00013360607261154008,
      "loss": 2.1094,
      "step": 69911
    },
    {
      "epoch": 3.2524773203070483,
      "grad_norm": 1.426213586220921,
      "learning_rate": 0.00013360238343024892,
      "loss": 2.0625,
      "step": 69912
    },
    {
      "epoch": 3.2525238427541288,
      "grad_norm": 1.2784496316631018,
      "learning_rate": 0.00013359869425899653,
      "loss": 1.4844,
      "step": 69913
    },
    {
      "epoch": 3.2525703652012097,
      "grad_norm": 1.5258537550719242,
      "learning_rate": 0.00013359500509778507,
      "loss": 2.375,
      "step": 69914
    },
    {
      "epoch": 3.25261688764829,
      "grad_norm": 1.2516804975211484,
      "learning_rate": 0.00013359131594661687,
      "loss": 1.6641,
      "step": 69915
    },
    {
      "epoch": 3.252663410095371,
      "grad_norm": 1.4044142678706848,
      "learning_rate": 0.00013358762680549413,
      "loss": 2.1406,
      "step": 69916
    },
    {
      "epoch": 3.2527099325424516,
      "grad_norm": 1.3782875465537199,
      "learning_rate": 0.00013358393767441917,
      "loss": 1.9844,
      "step": 69917
    },
    {
      "epoch": 3.2527564549895325,
      "grad_norm": 1.4848606935101727,
      "learning_rate": 0.0001335802485533942,
      "loss": 2.2656,
      "step": 69918
    },
    {
      "epoch": 3.2528029774366134,
      "grad_norm": 1.4045239409123889,
      "learning_rate": 0.00013357655944242153,
      "loss": 2.1719,
      "step": 69919
    },
    {
      "epoch": 3.252849499883694,
      "grad_norm": 1.4096717733975372,
      "learning_rate": 0.00013357287034150334,
      "loss": 2.0781,
      "step": 69920
    },
    {
      "epoch": 3.2528960223307744,
      "grad_norm": 1.3235547155759841,
      "learning_rate": 0.00013356918125064199,
      "loss": 2.0312,
      "step": 69921
    },
    {
      "epoch": 3.2529425447778553,
      "grad_norm": 1.3485929402946535,
      "learning_rate": 0.00013356549216983965,
      "loss": 2.125,
      "step": 69922
    },
    {
      "epoch": 3.252989067224936,
      "grad_norm": 1.319498450237704,
      "learning_rate": 0.00013356180309909862,
      "loss": 1.9062,
      "step": 69923
    },
    {
      "epoch": 3.2530355896720167,
      "grad_norm": 1.3710325098335052,
      "learning_rate": 0.00013355811403842113,
      "loss": 1.9688,
      "step": 69924
    },
    {
      "epoch": 3.2530821121190976,
      "grad_norm": 1.3610919391720202,
      "learning_rate": 0.00013355442498780943,
      "loss": 2.2188,
      "step": 69925
    },
    {
      "epoch": 3.253128634566178,
      "grad_norm": 1.3143288084144211,
      "learning_rate": 0.00013355073594726588,
      "loss": 1.8828,
      "step": 69926
    },
    {
      "epoch": 3.253175157013259,
      "grad_norm": 1.3724746004743005,
      "learning_rate": 0.00013354704691679264,
      "loss": 2.1875,
      "step": 69927
    },
    {
      "epoch": 3.2532216794603395,
      "grad_norm": 1.3480238860749147,
      "learning_rate": 0.000133543357896392,
      "loss": 1.9375,
      "step": 69928
    },
    {
      "epoch": 3.2532682019074204,
      "grad_norm": 1.4572391744679412,
      "learning_rate": 0.00013353966888606623,
      "loss": 2.1562,
      "step": 69929
    },
    {
      "epoch": 3.253314724354501,
      "grad_norm": 1.2946643431424818,
      "learning_rate": 0.00013353597988581753,
      "loss": 1.9219,
      "step": 69930
    },
    {
      "epoch": 3.253361246801582,
      "grad_norm": 1.438308154552087,
      "learning_rate": 0.00013353229089564826,
      "loss": 2.2031,
      "step": 69931
    },
    {
      "epoch": 3.2534077692486623,
      "grad_norm": 1.3422941084750293,
      "learning_rate": 0.00013352860191556055,
      "loss": 2.0469,
      "step": 69932
    },
    {
      "epoch": 3.253454291695743,
      "grad_norm": 1.4030012678325168,
      "learning_rate": 0.0001335249129455568,
      "loss": 2.0938,
      "step": 69933
    },
    {
      "epoch": 3.253500814142824,
      "grad_norm": 1.329365102560601,
      "learning_rate": 0.00013352122398563912,
      "loss": 1.9375,
      "step": 69934
    },
    {
      "epoch": 3.2535473365899046,
      "grad_norm": 1.3905588753371343,
      "learning_rate": 0.00013351753503580992,
      "loss": 2.1406,
      "step": 69935
    },
    {
      "epoch": 3.2535938590369855,
      "grad_norm": 1.3105747045920764,
      "learning_rate": 0.0001335138460960713,
      "loss": 1.8906,
      "step": 69936
    },
    {
      "epoch": 3.253640381484066,
      "grad_norm": 1.249961566953782,
      "learning_rate": 0.00013351015716642567,
      "loss": 1.7812,
      "step": 69937
    },
    {
      "epoch": 3.253686903931147,
      "grad_norm": 1.444420546387738,
      "learning_rate": 0.00013350646824687517,
      "loss": 2.3125,
      "step": 69938
    },
    {
      "epoch": 3.2537334263782274,
      "grad_norm": 1.3210651064790224,
      "learning_rate": 0.00013350277933742215,
      "loss": 2.0156,
      "step": 69939
    },
    {
      "epoch": 3.2537799488253083,
      "grad_norm": 1.2958660652590137,
      "learning_rate": 0.0001334990904380688,
      "loss": 1.9141,
      "step": 69940
    },
    {
      "epoch": 3.2538264712723888,
      "grad_norm": 1.388291641655684,
      "learning_rate": 0.0001334954015488174,
      "loss": 1.9531,
      "step": 69941
    },
    {
      "epoch": 3.2538729937194697,
      "grad_norm": 1.3369640456990308,
      "learning_rate": 0.0001334917126696702,
      "loss": 1.9844,
      "step": 69942
    },
    {
      "epoch": 3.25391951616655,
      "grad_norm": 1.4155324445815822,
      "learning_rate": 0.0001334880238006295,
      "loss": 2.0,
      "step": 69943
    },
    {
      "epoch": 3.253966038613631,
      "grad_norm": 1.2884146773975889,
      "learning_rate": 0.00013348433494169752,
      "loss": 1.9766,
      "step": 69944
    },
    {
      "epoch": 3.254012561060712,
      "grad_norm": 1.3001391742714166,
      "learning_rate": 0.00013348064609287655,
      "loss": 2.0469,
      "step": 69945
    },
    {
      "epoch": 3.2540590835077925,
      "grad_norm": 1.3844743124745198,
      "learning_rate": 0.00013347695725416878,
      "loss": 2.0469,
      "step": 69946
    },
    {
      "epoch": 3.2541056059548734,
      "grad_norm": 1.3155902924932148,
      "learning_rate": 0.0001334732684255765,
      "loss": 2.0312,
      "step": 69947
    },
    {
      "epoch": 3.254152128401954,
      "grad_norm": 1.7213830461519544,
      "learning_rate": 0.00013346957960710202,
      "loss": 2.1406,
      "step": 69948
    },
    {
      "epoch": 3.254198650849035,
      "grad_norm": 1.3956677997584908,
      "learning_rate": 0.00013346589079874755,
      "loss": 2.25,
      "step": 69949
    },
    {
      "epoch": 3.2542451732961153,
      "grad_norm": 1.4453278902745959,
      "learning_rate": 0.0001334622020005154,
      "loss": 2.2031,
      "step": 69950
    },
    {
      "epoch": 3.254291695743196,
      "grad_norm": 1.4520982782924936,
      "learning_rate": 0.00013345851321240775,
      "loss": 2.2656,
      "step": 69951
    },
    {
      "epoch": 3.2543382181902767,
      "grad_norm": 1.2927302385874835,
      "learning_rate": 0.0001334548244344269,
      "loss": 2.0625,
      "step": 69952
    },
    {
      "epoch": 3.2543847406373576,
      "grad_norm": 1.4030959913531955,
      "learning_rate": 0.0001334511356665751,
      "loss": 1.9297,
      "step": 69953
    },
    {
      "epoch": 3.254431263084438,
      "grad_norm": 1.2761280798067698,
      "learning_rate": 0.00013344744690885462,
      "loss": 1.6641,
      "step": 69954
    },
    {
      "epoch": 3.254477785531519,
      "grad_norm": 1.3471034469448582,
      "learning_rate": 0.00013344375816126772,
      "loss": 1.9062,
      "step": 69955
    },
    {
      "epoch": 3.2545243079785995,
      "grad_norm": 1.3694612912452104,
      "learning_rate": 0.00013344006942381665,
      "loss": 2.0625,
      "step": 69956
    },
    {
      "epoch": 3.2545708304256804,
      "grad_norm": 1.2652372107125536,
      "learning_rate": 0.00013343638069650366,
      "loss": 1.9219,
      "step": 69957
    },
    {
      "epoch": 3.254617352872761,
      "grad_norm": 1.3095670682337086,
      "learning_rate": 0.000133432691979331,
      "loss": 1.8828,
      "step": 69958
    },
    {
      "epoch": 3.254663875319842,
      "grad_norm": 1.2914368176631914,
      "learning_rate": 0.00013342900327230098,
      "loss": 1.7812,
      "step": 69959
    },
    {
      "epoch": 3.2547103977669227,
      "grad_norm": 1.3421451243819587,
      "learning_rate": 0.00013342531457541577,
      "loss": 1.8906,
      "step": 69960
    },
    {
      "epoch": 3.254756920214003,
      "grad_norm": 1.5153999616650695,
      "learning_rate": 0.0001334216258886777,
      "loss": 2.2344,
      "step": 69961
    },
    {
      "epoch": 3.254803442661084,
      "grad_norm": 1.358149735214083,
      "learning_rate": 0.000133417937212089,
      "loss": 2.0938,
      "step": 69962
    },
    {
      "epoch": 3.2548499651081646,
      "grad_norm": 1.4000584755154704,
      "learning_rate": 0.000133414248545652,
      "loss": 2.125,
      "step": 69963
    },
    {
      "epoch": 3.2548964875552455,
      "grad_norm": 1.3788956722358856,
      "learning_rate": 0.00013341055988936882,
      "loss": 2.0938,
      "step": 69964
    },
    {
      "epoch": 3.254943010002326,
      "grad_norm": 1.4090164381355672,
      "learning_rate": 0.00013340687124324183,
      "loss": 2.1875,
      "step": 69965
    },
    {
      "epoch": 3.254989532449407,
      "grad_norm": 1.3866802745473523,
      "learning_rate": 0.00013340318260727323,
      "loss": 2.2031,
      "step": 69966
    },
    {
      "epoch": 3.2550360548964874,
      "grad_norm": 1.4388946376215432,
      "learning_rate": 0.00013339949398146533,
      "loss": 2.2344,
      "step": 69967
    },
    {
      "epoch": 3.2550825773435683,
      "grad_norm": 1.4053908134089517,
      "learning_rate": 0.00013339580536582028,
      "loss": 2.1406,
      "step": 69968
    },
    {
      "epoch": 3.255129099790649,
      "grad_norm": 1.3346427499801186,
      "learning_rate": 0.00013339211676034046,
      "loss": 2.1562,
      "step": 69969
    },
    {
      "epoch": 3.2551756222377297,
      "grad_norm": 1.3670238673263384,
      "learning_rate": 0.0001333884281650281,
      "loss": 2.1562,
      "step": 69970
    },
    {
      "epoch": 3.2552221446848106,
      "grad_norm": 1.337912472710397,
      "learning_rate": 0.00013338473957988543,
      "loss": 2.0469,
      "step": 69971
    },
    {
      "epoch": 3.255268667131891,
      "grad_norm": 1.50642727859144,
      "learning_rate": 0.00013338105100491474,
      "loss": 2.3281,
      "step": 69972
    },
    {
      "epoch": 3.255315189578972,
      "grad_norm": 1.3258950021715417,
      "learning_rate": 0.00013337736244011826,
      "loss": 2.0781,
      "step": 69973
    },
    {
      "epoch": 3.2553617120260525,
      "grad_norm": 1.403920091333681,
      "learning_rate": 0.00013337367388549826,
      "loss": 2.25,
      "step": 69974
    },
    {
      "epoch": 3.2554082344731334,
      "grad_norm": 1.2707151708524054,
      "learning_rate": 0.000133369985341057,
      "loss": 1.8906,
      "step": 69975
    },
    {
      "epoch": 3.255454756920214,
      "grad_norm": 1.350489798551928,
      "learning_rate": 0.00013336629680679675,
      "loss": 2.1094,
      "step": 69976
    },
    {
      "epoch": 3.255501279367295,
      "grad_norm": 1.4383377740115524,
      "learning_rate": 0.00013336260828271967,
      "loss": 2.4062,
      "step": 69977
    },
    {
      "epoch": 3.2555478018143753,
      "grad_norm": 1.2849078684328024,
      "learning_rate": 0.0001333589197688282,
      "loss": 1.9297,
      "step": 69978
    },
    {
      "epoch": 3.2555943242614562,
      "grad_norm": 1.3784051059094975,
      "learning_rate": 0.00013335523126512441,
      "loss": 1.9531,
      "step": 69979
    },
    {
      "epoch": 3.2556408467085367,
      "grad_norm": 1.4014952880920333,
      "learning_rate": 0.00013335154277161073,
      "loss": 2.125,
      "step": 69980
    },
    {
      "epoch": 3.2556873691556176,
      "grad_norm": 1.323189966212082,
      "learning_rate": 0.0001333478542882893,
      "loss": 1.9141,
      "step": 69981
    },
    {
      "epoch": 3.2557338916026985,
      "grad_norm": 1.3103144171251018,
      "learning_rate": 0.00013334416581516238,
      "loss": 1.9844,
      "step": 69982
    },
    {
      "epoch": 3.255780414049779,
      "grad_norm": 1.439025620460903,
      "learning_rate": 0.0001333404773522323,
      "loss": 2.0469,
      "step": 69983
    },
    {
      "epoch": 3.2558269364968595,
      "grad_norm": 1.3968584398653459,
      "learning_rate": 0.00013333678889950124,
      "loss": 2.2031,
      "step": 69984
    },
    {
      "epoch": 3.2558734589439404,
      "grad_norm": 1.313158624338904,
      "learning_rate": 0.00013333310045697154,
      "loss": 1.9297,
      "step": 69985
    },
    {
      "epoch": 3.2559199813910213,
      "grad_norm": 1.3646363111162672,
      "learning_rate": 0.00013332941202464537,
      "loss": 1.9219,
      "step": 69986
    },
    {
      "epoch": 3.255966503838102,
      "grad_norm": 1.3188367415875353,
      "learning_rate": 0.00013332572360252507,
      "loss": 2.0938,
      "step": 69987
    },
    {
      "epoch": 3.2560130262851827,
      "grad_norm": 1.3764307707776513,
      "learning_rate": 0.0001333220351906128,
      "loss": 2.0,
      "step": 69988
    },
    {
      "epoch": 3.256059548732263,
      "grad_norm": 1.3407556074680858,
      "learning_rate": 0.00013331834678891096,
      "loss": 2.0156,
      "step": 69989
    },
    {
      "epoch": 3.256106071179344,
      "grad_norm": 1.3249514778207163,
      "learning_rate": 0.00013331465839742164,
      "loss": 1.9688,
      "step": 69990
    },
    {
      "epoch": 3.2561525936264246,
      "grad_norm": 1.3656658581192125,
      "learning_rate": 0.00013331097001614722,
      "loss": 2.1875,
      "step": 69991
    },
    {
      "epoch": 3.2561991160735055,
      "grad_norm": 1.3367744691035375,
      "learning_rate": 0.00013330728164508994,
      "loss": 2.0469,
      "step": 69992
    },
    {
      "epoch": 3.256245638520586,
      "grad_norm": 1.2892391583575242,
      "learning_rate": 0.00013330359328425203,
      "loss": 1.8047,
      "step": 69993
    },
    {
      "epoch": 3.256292160967667,
      "grad_norm": 1.3694707889751627,
      "learning_rate": 0.00013329990493363576,
      "loss": 2.0312,
      "step": 69994
    },
    {
      "epoch": 3.2563386834147474,
      "grad_norm": 1.3486988464371568,
      "learning_rate": 0.00013329621659324337,
      "loss": 1.9531,
      "step": 69995
    },
    {
      "epoch": 3.2563852058618283,
      "grad_norm": 1.3403045690242361,
      "learning_rate": 0.00013329252826307719,
      "loss": 2.0156,
      "step": 69996
    },
    {
      "epoch": 3.2564317283089093,
      "grad_norm": 1.4667699906744536,
      "learning_rate": 0.00013328883994313936,
      "loss": 2.0,
      "step": 69997
    },
    {
      "epoch": 3.2564782507559897,
      "grad_norm": 1.339806834097781,
      "learning_rate": 0.00013328515163343226,
      "loss": 1.9609,
      "step": 69998
    },
    {
      "epoch": 3.2565247732030707,
      "grad_norm": 1.4214476787360841,
      "learning_rate": 0.00013328146333395805,
      "loss": 2.1094,
      "step": 69999
    },
    {
      "epoch": 3.256571295650151,
      "grad_norm": 1.3025327214834144,
      "learning_rate": 0.00013327777504471903,
      "loss": 1.8516,
      "step": 70000
    },
    {
      "epoch": 3.256617818097232,
      "grad_norm": 1.3977754581163562,
      "learning_rate": 0.00013327408676571743,
      "loss": 2.0938,
      "step": 70001
    },
    {
      "epoch": 3.2566643405443125,
      "grad_norm": 1.470878697753083,
      "learning_rate": 0.0001332703984969556,
      "loss": 2.25,
      "step": 70002
    },
    {
      "epoch": 3.2567108629913935,
      "grad_norm": 1.2344767087696593,
      "learning_rate": 0.00013326671023843566,
      "loss": 1.4766,
      "step": 70003
    },
    {
      "epoch": 3.256757385438474,
      "grad_norm": 1.320943452308425,
      "learning_rate": 0.00013326302199016,
      "loss": 1.9922,
      "step": 70004
    },
    {
      "epoch": 3.256803907885555,
      "grad_norm": 1.4031477844332734,
      "learning_rate": 0.00013325933375213077,
      "loss": 2.1094,
      "step": 70005
    },
    {
      "epoch": 3.2568504303326353,
      "grad_norm": 1.468592714755321,
      "learning_rate": 0.00013325564552435032,
      "loss": 2.3438,
      "step": 70006
    },
    {
      "epoch": 3.2568969527797162,
      "grad_norm": 1.421698408131454,
      "learning_rate": 0.0001332519573068208,
      "loss": 2.2188,
      "step": 70007
    },
    {
      "epoch": 3.256943475226797,
      "grad_norm": 1.4789493149036117,
      "learning_rate": 0.00013324826909954458,
      "loss": 2.0312,
      "step": 70008
    },
    {
      "epoch": 3.2569899976738776,
      "grad_norm": 1.3921828217735772,
      "learning_rate": 0.00013324458090252386,
      "loss": 2.0312,
      "step": 70009
    },
    {
      "epoch": 3.257036520120958,
      "grad_norm": 1.370621749405145,
      "learning_rate": 0.00013324089271576087,
      "loss": 1.8984,
      "step": 70010
    },
    {
      "epoch": 3.257083042568039,
      "grad_norm": 1.2934875480595531,
      "learning_rate": 0.00013323720453925795,
      "loss": 1.9219,
      "step": 70011
    },
    {
      "epoch": 3.25712956501512,
      "grad_norm": 1.3756737722583625,
      "learning_rate": 0.00013323351637301728,
      "loss": 1.7031,
      "step": 70012
    },
    {
      "epoch": 3.2571760874622004,
      "grad_norm": 1.4139794789980864,
      "learning_rate": 0.00013322982821704113,
      "loss": 2.125,
      "step": 70013
    },
    {
      "epoch": 3.2572226099092814,
      "grad_norm": 1.368487821482627,
      "learning_rate": 0.00013322614007133183,
      "loss": 1.9844,
      "step": 70014
    },
    {
      "epoch": 3.257269132356362,
      "grad_norm": 1.3994255131931976,
      "learning_rate": 0.00013322245193589155,
      "loss": 2.25,
      "step": 70015
    },
    {
      "epoch": 3.2573156548034428,
      "grad_norm": 1.3406353211033533,
      "learning_rate": 0.00013321876381072262,
      "loss": 1.9688,
      "step": 70016
    },
    {
      "epoch": 3.2573621772505232,
      "grad_norm": 1.452208873145603,
      "learning_rate": 0.00013321507569582721,
      "loss": 2.1406,
      "step": 70017
    },
    {
      "epoch": 3.257408699697604,
      "grad_norm": 1.3641475436203334,
      "learning_rate": 0.00013321138759120771,
      "loss": 2.0469,
      "step": 70018
    },
    {
      "epoch": 3.2574552221446846,
      "grad_norm": 1.4470303781415332,
      "learning_rate": 0.00013320769949686623,
      "loss": 2.2812,
      "step": 70019
    },
    {
      "epoch": 3.2575017445917656,
      "grad_norm": 1.355871523580549,
      "learning_rate": 0.00013320401141280513,
      "loss": 2.0781,
      "step": 70020
    },
    {
      "epoch": 3.257548267038846,
      "grad_norm": 1.363041986286028,
      "learning_rate": 0.0001332003233390266,
      "loss": 2.1875,
      "step": 70021
    },
    {
      "epoch": 3.257594789485927,
      "grad_norm": 1.375185037839849,
      "learning_rate": 0.00013319663527553297,
      "loss": 2.0156,
      "step": 70022
    },
    {
      "epoch": 3.257641311933008,
      "grad_norm": 1.3718809083495114,
      "learning_rate": 0.00013319294722232642,
      "loss": 1.9844,
      "step": 70023
    },
    {
      "epoch": 3.2576878343800884,
      "grad_norm": 1.4927292472674873,
      "learning_rate": 0.0001331892591794093,
      "loss": 2.0781,
      "step": 70024
    },
    {
      "epoch": 3.2577343568271693,
      "grad_norm": 1.4259169244735355,
      "learning_rate": 0.00013318557114678375,
      "loss": 2.1719,
      "step": 70025
    },
    {
      "epoch": 3.2577808792742498,
      "grad_norm": 1.334352932121522,
      "learning_rate": 0.00013318188312445216,
      "loss": 2.0156,
      "step": 70026
    },
    {
      "epoch": 3.2578274017213307,
      "grad_norm": 1.3889021119897358,
      "learning_rate": 0.00013317819511241667,
      "loss": 2.125,
      "step": 70027
    },
    {
      "epoch": 3.257873924168411,
      "grad_norm": 1.3394108253599226,
      "learning_rate": 0.0001331745071106796,
      "loss": 1.9688,
      "step": 70028
    },
    {
      "epoch": 3.257920446615492,
      "grad_norm": 1.4431398630463903,
      "learning_rate": 0.0001331708191192432,
      "loss": 2.1094,
      "step": 70029
    },
    {
      "epoch": 3.2579669690625725,
      "grad_norm": 1.3864517094059354,
      "learning_rate": 0.00013316713113810974,
      "loss": 2.0469,
      "step": 70030
    },
    {
      "epoch": 3.2580134915096535,
      "grad_norm": 1.5137568986548584,
      "learning_rate": 0.0001331634431672814,
      "loss": 2.3594,
      "step": 70031
    },
    {
      "epoch": 3.258060013956734,
      "grad_norm": 1.3003169272786237,
      "learning_rate": 0.0001331597552067606,
      "loss": 1.8906,
      "step": 70032
    },
    {
      "epoch": 3.258106536403815,
      "grad_norm": 1.3477041890888215,
      "learning_rate": 0.00013315606725654942,
      "loss": 2.2344,
      "step": 70033
    },
    {
      "epoch": 3.258153058850896,
      "grad_norm": 1.3799424112663716,
      "learning_rate": 0.00013315237931665015,
      "loss": 2.1094,
      "step": 70034
    },
    {
      "epoch": 3.2581995812979763,
      "grad_norm": 1.4241722385813975,
      "learning_rate": 0.00013314869138706517,
      "loss": 2.2344,
      "step": 70035
    },
    {
      "epoch": 3.2582461037450567,
      "grad_norm": 1.372329888690309,
      "learning_rate": 0.00013314500346779667,
      "loss": 1.9375,
      "step": 70036
    },
    {
      "epoch": 3.2582926261921377,
      "grad_norm": 1.435833243363846,
      "learning_rate": 0.00013314131555884685,
      "loss": 1.8438,
      "step": 70037
    },
    {
      "epoch": 3.2583391486392186,
      "grad_norm": 1.2573817415265756,
      "learning_rate": 0.00013313762766021807,
      "loss": 1.4844,
      "step": 70038
    },
    {
      "epoch": 3.258385671086299,
      "grad_norm": 1.295463580981189,
      "learning_rate": 0.00013313393977191248,
      "loss": 1.8672,
      "step": 70039
    },
    {
      "epoch": 3.25843219353338,
      "grad_norm": 1.3753017752029695,
      "learning_rate": 0.00013313025189393244,
      "loss": 2.0156,
      "step": 70040
    },
    {
      "epoch": 3.2584787159804605,
      "grad_norm": 1.3784074586864739,
      "learning_rate": 0.00013312656402628012,
      "loss": 1.8594,
      "step": 70041
    },
    {
      "epoch": 3.2585252384275414,
      "grad_norm": 1.3543145368058631,
      "learning_rate": 0.00013312287616895784,
      "loss": 2.0312,
      "step": 70042
    },
    {
      "epoch": 3.258571760874622,
      "grad_norm": 1.3910287577542937,
      "learning_rate": 0.0001331191883219678,
      "loss": 1.9922,
      "step": 70043
    },
    {
      "epoch": 3.258618283321703,
      "grad_norm": 1.390684043553573,
      "learning_rate": 0.00013311550048531235,
      "loss": 2.0781,
      "step": 70044
    },
    {
      "epoch": 3.2586648057687833,
      "grad_norm": 1.3235757722724801,
      "learning_rate": 0.00013311181265899367,
      "loss": 1.9844,
      "step": 70045
    },
    {
      "epoch": 3.258711328215864,
      "grad_norm": 1.4306523289856319,
      "learning_rate": 0.00013310812484301402,
      "loss": 2.2188,
      "step": 70046
    },
    {
      "epoch": 3.2587578506629447,
      "grad_norm": 1.3380790162369207,
      "learning_rate": 0.00013310443703737565,
      "loss": 1.9531,
      "step": 70047
    },
    {
      "epoch": 3.2588043731100256,
      "grad_norm": 1.3140484366354848,
      "learning_rate": 0.0001331007492420809,
      "loss": 1.8438,
      "step": 70048
    },
    {
      "epoch": 3.2588508955571065,
      "grad_norm": 1.4618301260097684,
      "learning_rate": 0.00013309706145713193,
      "loss": 2.2969,
      "step": 70049
    },
    {
      "epoch": 3.258897418004187,
      "grad_norm": 1.2992801607019664,
      "learning_rate": 0.00013309337368253108,
      "loss": 2.0,
      "step": 70050
    },
    {
      "epoch": 3.258943940451268,
      "grad_norm": 1.4039711955828331,
      "learning_rate": 0.00013308968591828053,
      "loss": 2.1875,
      "step": 70051
    },
    {
      "epoch": 3.2589904628983484,
      "grad_norm": 1.3624866579904555,
      "learning_rate": 0.00013308599816438263,
      "loss": 1.9844,
      "step": 70052
    },
    {
      "epoch": 3.2590369853454293,
      "grad_norm": 1.4602575302219234,
      "learning_rate": 0.0001330823104208395,
      "loss": 2.1562,
      "step": 70053
    },
    {
      "epoch": 3.2590835077925098,
      "grad_norm": 1.3646492970426336,
      "learning_rate": 0.00013307862268765354,
      "loss": 2.0469,
      "step": 70054
    },
    {
      "epoch": 3.2591300302395907,
      "grad_norm": 1.304871638408332,
      "learning_rate": 0.0001330749349648269,
      "loss": 1.9141,
      "step": 70055
    },
    {
      "epoch": 3.259176552686671,
      "grad_norm": 1.3325990878962197,
      "learning_rate": 0.00013307124725236185,
      "loss": 1.7578,
      "step": 70056
    },
    {
      "epoch": 3.259223075133752,
      "grad_norm": 1.4002521409335413,
      "learning_rate": 0.00013306755955026079,
      "loss": 1.9531,
      "step": 70057
    },
    {
      "epoch": 3.2592695975808326,
      "grad_norm": 1.470290469452391,
      "learning_rate": 0.00013306387185852577,
      "loss": 2.2656,
      "step": 70058
    },
    {
      "epoch": 3.2593161200279135,
      "grad_norm": 1.4521241151294195,
      "learning_rate": 0.00013306018417715926,
      "loss": 2.1875,
      "step": 70059
    },
    {
      "epoch": 3.2593626424749944,
      "grad_norm": 1.356990506530276,
      "learning_rate": 0.0001330564965061633,
      "loss": 1.9766,
      "step": 70060
    },
    {
      "epoch": 3.259409164922075,
      "grad_norm": 1.2544238108358723,
      "learning_rate": 0.0001330528088455403,
      "loss": 1.6797,
      "step": 70061
    },
    {
      "epoch": 3.259455687369156,
      "grad_norm": 1.5148831251114812,
      "learning_rate": 0.0001330491211952925,
      "loss": 2.0469,
      "step": 70062
    },
    {
      "epoch": 3.2595022098162363,
      "grad_norm": 1.3998617769308903,
      "learning_rate": 0.0001330454335554221,
      "loss": 1.9531,
      "step": 70063
    },
    {
      "epoch": 3.259548732263317,
      "grad_norm": 1.3192307409309485,
      "learning_rate": 0.00013304174592593138,
      "loss": 1.5156,
      "step": 70064
    },
    {
      "epoch": 3.2595952547103977,
      "grad_norm": 1.348282400324424,
      "learning_rate": 0.00013303805830682257,
      "loss": 2.0156,
      "step": 70065
    },
    {
      "epoch": 3.2596417771574786,
      "grad_norm": 1.3684996879498597,
      "learning_rate": 0.00013303437069809803,
      "loss": 2.0,
      "step": 70066
    },
    {
      "epoch": 3.259688299604559,
      "grad_norm": 1.4755198199544266,
      "learning_rate": 0.00013303068309975988,
      "loss": 2.1406,
      "step": 70067
    },
    {
      "epoch": 3.25973482205164,
      "grad_norm": 1.4453545408841402,
      "learning_rate": 0.0001330269955118105,
      "loss": 2.125,
      "step": 70068
    },
    {
      "epoch": 3.2597813444987205,
      "grad_norm": 1.3531104649981271,
      "learning_rate": 0.00013302330793425206,
      "loss": 1.9375,
      "step": 70069
    },
    {
      "epoch": 3.2598278669458014,
      "grad_norm": 1.5133314540030576,
      "learning_rate": 0.0001330196203670869,
      "loss": 2.2188,
      "step": 70070
    },
    {
      "epoch": 3.259874389392882,
      "grad_norm": 1.417524009730413,
      "learning_rate": 0.00013301593281031716,
      "loss": 2.1719,
      "step": 70071
    },
    {
      "epoch": 3.259920911839963,
      "grad_norm": 1.355743520204947,
      "learning_rate": 0.0001330122452639452,
      "loss": 2.1562,
      "step": 70072
    },
    {
      "epoch": 3.2599674342870433,
      "grad_norm": 1.443623257460086,
      "learning_rate": 0.00013300855772797323,
      "loss": 2.125,
      "step": 70073
    },
    {
      "epoch": 3.260013956734124,
      "grad_norm": 1.5222698266391108,
      "learning_rate": 0.00013300487020240356,
      "loss": 2.1094,
      "step": 70074
    },
    {
      "epoch": 3.260060479181205,
      "grad_norm": 1.3699610382874925,
      "learning_rate": 0.00013300118268723835,
      "loss": 2.125,
      "step": 70075
    },
    {
      "epoch": 3.2601070016282856,
      "grad_norm": 1.4226629944076759,
      "learning_rate": 0.00013299749518247997,
      "loss": 1.9922,
      "step": 70076
    },
    {
      "epoch": 3.2601535240753665,
      "grad_norm": 1.2863379052001378,
      "learning_rate": 0.00013299380768813058,
      "loss": 1.9297,
      "step": 70077
    },
    {
      "epoch": 3.260200046522447,
      "grad_norm": 1.3775149118763848,
      "learning_rate": 0.00013299012020419245,
      "loss": 1.6719,
      "step": 70078
    },
    {
      "epoch": 3.260246568969528,
      "grad_norm": 1.431447957189805,
      "learning_rate": 0.00013298643273066793,
      "loss": 2.3125,
      "step": 70079
    },
    {
      "epoch": 3.2602930914166084,
      "grad_norm": 1.3006307895125069,
      "learning_rate": 0.00013298274526755922,
      "loss": 1.5547,
      "step": 70080
    },
    {
      "epoch": 3.2603396138636893,
      "grad_norm": 1.2948580002174066,
      "learning_rate": 0.00013297905781486856,
      "loss": 1.875,
      "step": 70081
    },
    {
      "epoch": 3.26038613631077,
      "grad_norm": 1.3899135548763277,
      "learning_rate": 0.0001329753703725982,
      "loss": 2.0938,
      "step": 70082
    },
    {
      "epoch": 3.2604326587578507,
      "grad_norm": 1.4698868074908167,
      "learning_rate": 0.00013297168294075046,
      "loss": 2.3125,
      "step": 70083
    },
    {
      "epoch": 3.260479181204931,
      "grad_norm": 1.417067393944087,
      "learning_rate": 0.0001329679955193275,
      "loss": 2.1406,
      "step": 70084
    },
    {
      "epoch": 3.260525703652012,
      "grad_norm": 1.30977671831888,
      "learning_rate": 0.00013296430810833172,
      "loss": 1.9844,
      "step": 70085
    },
    {
      "epoch": 3.260572226099093,
      "grad_norm": 1.3167711375120286,
      "learning_rate": 0.0001329606207077652,
      "loss": 1.7734,
      "step": 70086
    },
    {
      "epoch": 3.2606187485461735,
      "grad_norm": 1.213980429526798,
      "learning_rate": 0.00013295693331763037,
      "loss": 1.5859,
      "step": 70087
    },
    {
      "epoch": 3.2606652709932544,
      "grad_norm": 1.3169756571074855,
      "learning_rate": 0.00013295324593792936,
      "loss": 1.8828,
      "step": 70088
    },
    {
      "epoch": 3.260711793440335,
      "grad_norm": 1.4159358714278805,
      "learning_rate": 0.00013294955856866446,
      "loss": 2.0,
      "step": 70089
    },
    {
      "epoch": 3.260758315887416,
      "grad_norm": 1.398784306183127,
      "learning_rate": 0.00013294587120983798,
      "loss": 2.0938,
      "step": 70090
    },
    {
      "epoch": 3.2608048383344963,
      "grad_norm": 1.4435169431184682,
      "learning_rate": 0.0001329421838614521,
      "loss": 2.2031,
      "step": 70091
    },
    {
      "epoch": 3.2608513607815772,
      "grad_norm": 1.3751916252233523,
      "learning_rate": 0.00013293849652350914,
      "loss": 2.0625,
      "step": 70092
    },
    {
      "epoch": 3.2608978832286577,
      "grad_norm": 1.349492637962263,
      "learning_rate": 0.00013293480919601133,
      "loss": 1.9453,
      "step": 70093
    },
    {
      "epoch": 3.2609444056757386,
      "grad_norm": 1.3618999112337145,
      "learning_rate": 0.00013293112187896092,
      "loss": 2.0,
      "step": 70094
    },
    {
      "epoch": 3.260990928122819,
      "grad_norm": 1.4350364450597004,
      "learning_rate": 0.0001329274345723602,
      "loss": 2.1094,
      "step": 70095
    },
    {
      "epoch": 3.2610374505699,
      "grad_norm": 1.3338071189244585,
      "learning_rate": 0.00013292374727621138,
      "loss": 2.0938,
      "step": 70096
    },
    {
      "epoch": 3.261083973016981,
      "grad_norm": 1.4357219619998862,
      "learning_rate": 0.00013292005999051675,
      "loss": 2.1562,
      "step": 70097
    },
    {
      "epoch": 3.2611304954640614,
      "grad_norm": 1.3046029629152882,
      "learning_rate": 0.00013291637271527858,
      "loss": 1.8359,
      "step": 70098
    },
    {
      "epoch": 3.261177017911142,
      "grad_norm": 1.3675225540039386,
      "learning_rate": 0.00013291268545049907,
      "loss": 1.8828,
      "step": 70099
    },
    {
      "epoch": 3.261223540358223,
      "grad_norm": 1.3599944581486683,
      "learning_rate": 0.00013290899819618047,
      "loss": 2.0625,
      "step": 70100
    },
    {
      "epoch": 3.2612700628053037,
      "grad_norm": 1.30434424729246,
      "learning_rate": 0.00013290531095232517,
      "loss": 1.8047,
      "step": 70101
    },
    {
      "epoch": 3.261316585252384,
      "grad_norm": 1.424939367165081,
      "learning_rate": 0.0001329016237189353,
      "loss": 2.0938,
      "step": 70102
    },
    {
      "epoch": 3.261363107699465,
      "grad_norm": 1.3945702756104426,
      "learning_rate": 0.00013289793649601318,
      "loss": 2.0625,
      "step": 70103
    },
    {
      "epoch": 3.2614096301465456,
      "grad_norm": 1.3511003518852305,
      "learning_rate": 0.00013289424928356102,
      "loss": 1.9531,
      "step": 70104
    },
    {
      "epoch": 3.2614561525936265,
      "grad_norm": 1.3166031672509617,
      "learning_rate": 0.00013289056208158113,
      "loss": 1.9766,
      "step": 70105
    },
    {
      "epoch": 3.261502675040707,
      "grad_norm": 1.4384457186477237,
      "learning_rate": 0.0001328868748900757,
      "loss": 2.0938,
      "step": 70106
    },
    {
      "epoch": 3.261549197487788,
      "grad_norm": 1.4108993109877177,
      "learning_rate": 0.00013288318770904707,
      "loss": 2.125,
      "step": 70107
    },
    {
      "epoch": 3.2615957199348684,
      "grad_norm": 1.393277548898243,
      "learning_rate": 0.00013287950053849742,
      "loss": 2.1094,
      "step": 70108
    },
    {
      "epoch": 3.2616422423819493,
      "grad_norm": 1.2832924818807852,
      "learning_rate": 0.00013287581337842908,
      "loss": 1.7891,
      "step": 70109
    },
    {
      "epoch": 3.26168876482903,
      "grad_norm": 1.3090219218803507,
      "learning_rate": 0.00013287212622884424,
      "loss": 1.9688,
      "step": 70110
    },
    {
      "epoch": 3.2617352872761107,
      "grad_norm": 1.3231776423284352,
      "learning_rate": 0.00013286843908974518,
      "loss": 2.1094,
      "step": 70111
    },
    {
      "epoch": 3.2617818097231916,
      "grad_norm": 1.3529265463886804,
      "learning_rate": 0.00013286475196113416,
      "loss": 1.9844,
      "step": 70112
    },
    {
      "epoch": 3.261828332170272,
      "grad_norm": 1.4178004031435327,
      "learning_rate": 0.0001328610648430135,
      "loss": 2.25,
      "step": 70113
    },
    {
      "epoch": 3.261874854617353,
      "grad_norm": 1.359703919441666,
      "learning_rate": 0.00013285737773538532,
      "loss": 2.0312,
      "step": 70114
    },
    {
      "epoch": 3.2619213770644335,
      "grad_norm": 1.5359010062499396,
      "learning_rate": 0.000132853690638252,
      "loss": 1.4531,
      "step": 70115
    },
    {
      "epoch": 3.2619678995115144,
      "grad_norm": 1.2238575194797432,
      "learning_rate": 0.00013285000355161574,
      "loss": 1.7969,
      "step": 70116
    },
    {
      "epoch": 3.262014421958595,
      "grad_norm": 1.389596920702118,
      "learning_rate": 0.00013284631647547877,
      "loss": 2.1094,
      "step": 70117
    },
    {
      "epoch": 3.262060944405676,
      "grad_norm": 1.3073021563454539,
      "learning_rate": 0.00013284262940984346,
      "loss": 1.8438,
      "step": 70118
    },
    {
      "epoch": 3.2621074668527563,
      "grad_norm": 1.2638726249364016,
      "learning_rate": 0.00013283894235471193,
      "loss": 1.7891,
      "step": 70119
    },
    {
      "epoch": 3.2621539892998372,
      "grad_norm": 1.3352987400113638,
      "learning_rate": 0.00013283525531008653,
      "loss": 2.0469,
      "step": 70120
    },
    {
      "epoch": 3.2622005117469177,
      "grad_norm": 1.5031896440865953,
      "learning_rate": 0.00013283156827596947,
      "loss": 2.375,
      "step": 70121
    },
    {
      "epoch": 3.2622470341939986,
      "grad_norm": 1.2791824164128178,
      "learning_rate": 0.000132827881252363,
      "loss": 1.9219,
      "step": 70122
    },
    {
      "epoch": 3.2622935566410796,
      "grad_norm": 1.4067746161853816,
      "learning_rate": 0.00013282419423926944,
      "loss": 2.0781,
      "step": 70123
    },
    {
      "epoch": 3.26234007908816,
      "grad_norm": 1.3688793115560414,
      "learning_rate": 0.000132820507236691,
      "loss": 1.9688,
      "step": 70124
    },
    {
      "epoch": 3.2623866015352405,
      "grad_norm": 1.4152846195490854,
      "learning_rate": 0.00013281682024462996,
      "loss": 2.0156,
      "step": 70125
    },
    {
      "epoch": 3.2624331239823214,
      "grad_norm": 1.4538147856304502,
      "learning_rate": 0.00013281313326308854,
      "loss": 2.1719,
      "step": 70126
    },
    {
      "epoch": 3.2624796464294024,
      "grad_norm": 1.466035074371178,
      "learning_rate": 0.00013280944629206906,
      "loss": 2.1562,
      "step": 70127
    },
    {
      "epoch": 3.262526168876483,
      "grad_norm": 1.3126384094056895,
      "learning_rate": 0.0001328057593315737,
      "loss": 1.8125,
      "step": 70128
    },
    {
      "epoch": 3.2625726913235638,
      "grad_norm": 1.3746626607580337,
      "learning_rate": 0.00013280207238160479,
      "loss": 2.0469,
      "step": 70129
    },
    {
      "epoch": 3.2626192137706442,
      "grad_norm": 1.2844484971304226,
      "learning_rate": 0.0001327983854421645,
      "loss": 1.8984,
      "step": 70130
    },
    {
      "epoch": 3.262665736217725,
      "grad_norm": 1.2862446675129189,
      "learning_rate": 0.00013279469851325523,
      "loss": 1.9375,
      "step": 70131
    },
    {
      "epoch": 3.2627122586648056,
      "grad_norm": 1.4618102689641743,
      "learning_rate": 0.00013279101159487908,
      "loss": 2.2344,
      "step": 70132
    },
    {
      "epoch": 3.2627587811118866,
      "grad_norm": 1.328225845338383,
      "learning_rate": 0.0001327873246870384,
      "loss": 1.8047,
      "step": 70133
    },
    {
      "epoch": 3.262805303558967,
      "grad_norm": 1.2655513461059582,
      "learning_rate": 0.0001327836377897354,
      "loss": 1.7578,
      "step": 70134
    },
    {
      "epoch": 3.262851826006048,
      "grad_norm": 1.37623733190934,
      "learning_rate": 0.00013277995090297235,
      "loss": 1.8594,
      "step": 70135
    },
    {
      "epoch": 3.2628983484531284,
      "grad_norm": 1.4199055083805774,
      "learning_rate": 0.00013277626402675153,
      "loss": 2.2344,
      "step": 70136
    },
    {
      "epoch": 3.2629448709002093,
      "grad_norm": 1.3218370131060913,
      "learning_rate": 0.0001327725771610752,
      "loss": 1.9766,
      "step": 70137
    },
    {
      "epoch": 3.2629913933472903,
      "grad_norm": 1.43717239602924,
      "learning_rate": 0.00013276889030594557,
      "loss": 2.2188,
      "step": 70138
    },
    {
      "epoch": 3.2630379157943707,
      "grad_norm": 1.3209910052373006,
      "learning_rate": 0.00013276520346136496,
      "loss": 1.8438,
      "step": 70139
    },
    {
      "epoch": 3.2630844382414517,
      "grad_norm": 1.4025533131020722,
      "learning_rate": 0.0001327615166273356,
      "loss": 1.9688,
      "step": 70140
    },
    {
      "epoch": 3.263130960688532,
      "grad_norm": 1.3501522975190443,
      "learning_rate": 0.0001327578298038597,
      "loss": 1.9453,
      "step": 70141
    },
    {
      "epoch": 3.263177483135613,
      "grad_norm": 1.3657428230148105,
      "learning_rate": 0.00013275414299093957,
      "loss": 2.2188,
      "step": 70142
    },
    {
      "epoch": 3.2632240055826935,
      "grad_norm": 1.2499918675586688,
      "learning_rate": 0.00013275045618857745,
      "loss": 1.7266,
      "step": 70143
    },
    {
      "epoch": 3.2632705280297745,
      "grad_norm": 1.36670621421526,
      "learning_rate": 0.00013274676939677556,
      "loss": 1.9922,
      "step": 70144
    },
    {
      "epoch": 3.263317050476855,
      "grad_norm": 1.3205717289568257,
      "learning_rate": 0.00013274308261553626,
      "loss": 1.8906,
      "step": 70145
    },
    {
      "epoch": 3.263363572923936,
      "grad_norm": 1.3986231345911675,
      "learning_rate": 0.00013273939584486174,
      "loss": 2.125,
      "step": 70146
    },
    {
      "epoch": 3.2634100953710163,
      "grad_norm": 1.2867598548513026,
      "learning_rate": 0.00013273570908475427,
      "loss": 1.8984,
      "step": 70147
    },
    {
      "epoch": 3.2634566178180973,
      "grad_norm": 1.4395298308875852,
      "learning_rate": 0.00013273202233521608,
      "loss": 2.3594,
      "step": 70148
    },
    {
      "epoch": 3.263503140265178,
      "grad_norm": 1.2941143102206663,
      "learning_rate": 0.00013272833559624947,
      "loss": 1.7812,
      "step": 70149
    },
    {
      "epoch": 3.2635496627122587,
      "grad_norm": 1.314305801705396,
      "learning_rate": 0.00013272464886785666,
      "loss": 1.9375,
      "step": 70150
    },
    {
      "epoch": 3.263596185159339,
      "grad_norm": 1.3743195384436726,
      "learning_rate": 0.00013272096215003994,
      "loss": 1.5625,
      "step": 70151
    },
    {
      "epoch": 3.26364270760642,
      "grad_norm": 1.3600830215546527,
      "learning_rate": 0.0001327172754428015,
      "loss": 2.125,
      "step": 70152
    },
    {
      "epoch": 3.263689230053501,
      "grad_norm": 1.3613094310634455,
      "learning_rate": 0.00013271358874614373,
      "loss": 1.9453,
      "step": 70153
    },
    {
      "epoch": 3.2637357525005815,
      "grad_norm": 1.2981586633100888,
      "learning_rate": 0.00013270990206006874,
      "loss": 1.8594,
      "step": 70154
    },
    {
      "epoch": 3.2637822749476624,
      "grad_norm": 1.3210292170646958,
      "learning_rate": 0.00013270621538457886,
      "loss": 1.8984,
      "step": 70155
    },
    {
      "epoch": 3.263828797394743,
      "grad_norm": 1.2854183690677783,
      "learning_rate": 0.00013270252871967633,
      "loss": 1.9453,
      "step": 70156
    },
    {
      "epoch": 3.2638753198418238,
      "grad_norm": 1.2860387123242418,
      "learning_rate": 0.00013269884206536345,
      "loss": 1.875,
      "step": 70157
    },
    {
      "epoch": 3.2639218422889043,
      "grad_norm": 1.3351645159935102,
      "learning_rate": 0.0001326951554216424,
      "loss": 1.8984,
      "step": 70158
    },
    {
      "epoch": 3.263968364735985,
      "grad_norm": 1.4000878893499134,
      "learning_rate": 0.00013269146878851551,
      "loss": 2.0781,
      "step": 70159
    },
    {
      "epoch": 3.2640148871830656,
      "grad_norm": 1.3122512362416328,
      "learning_rate": 0.00013268778216598496,
      "loss": 1.8281,
      "step": 70160
    },
    {
      "epoch": 3.2640614096301466,
      "grad_norm": 1.2877840832973753,
      "learning_rate": 0.0001326840955540531,
      "loss": 1.7109,
      "step": 70161
    },
    {
      "epoch": 3.264107932077227,
      "grad_norm": 1.3625656242649284,
      "learning_rate": 0.00013268040895272212,
      "loss": 2.1094,
      "step": 70162
    },
    {
      "epoch": 3.264154454524308,
      "grad_norm": 1.475998040615323,
      "learning_rate": 0.0001326767223619943,
      "loss": 2.4062,
      "step": 70163
    },
    {
      "epoch": 3.264200976971389,
      "grad_norm": 1.3387912269733422,
      "learning_rate": 0.00013267303578187189,
      "loss": 1.8984,
      "step": 70164
    },
    {
      "epoch": 3.2642474994184694,
      "grad_norm": 1.3853719081055815,
      "learning_rate": 0.00013266934921235716,
      "loss": 2.1562,
      "step": 70165
    },
    {
      "epoch": 3.2642940218655503,
      "grad_norm": 1.3820421071916562,
      "learning_rate": 0.00013266566265345228,
      "loss": 2.0312,
      "step": 70166
    },
    {
      "epoch": 3.2643405443126308,
      "grad_norm": 1.468567042678535,
      "learning_rate": 0.00013266197610515963,
      "loss": 2.25,
      "step": 70167
    },
    {
      "epoch": 3.2643870667597117,
      "grad_norm": 1.2917809676056653,
      "learning_rate": 0.00013265828956748147,
      "loss": 1.8594,
      "step": 70168
    },
    {
      "epoch": 3.264433589206792,
      "grad_norm": 1.4255176639276599,
      "learning_rate": 0.00013265460304042,
      "loss": 2.2812,
      "step": 70169
    },
    {
      "epoch": 3.264480111653873,
      "grad_norm": 1.3378191955445504,
      "learning_rate": 0.00013265091652397743,
      "loss": 1.9219,
      "step": 70170
    },
    {
      "epoch": 3.2645266341009536,
      "grad_norm": 1.3189459742722105,
      "learning_rate": 0.0001326472300181561,
      "loss": 1.9766,
      "step": 70171
    },
    {
      "epoch": 3.2645731565480345,
      "grad_norm": 1.4574857345288026,
      "learning_rate": 0.00013264354352295822,
      "loss": 2.2031,
      "step": 70172
    },
    {
      "epoch": 3.264619678995115,
      "grad_norm": 1.3830862988408126,
      "learning_rate": 0.00013263985703838613,
      "loss": 2.125,
      "step": 70173
    },
    {
      "epoch": 3.264666201442196,
      "grad_norm": 1.3463085022777157,
      "learning_rate": 0.00013263617056444193,
      "loss": 1.8516,
      "step": 70174
    },
    {
      "epoch": 3.264712723889277,
      "grad_norm": 1.403518342762538,
      "learning_rate": 0.00013263248410112804,
      "loss": 2.1875,
      "step": 70175
    },
    {
      "epoch": 3.2647592463363573,
      "grad_norm": 1.4197081426743843,
      "learning_rate": 0.0001326287976484466,
      "loss": 2.1719,
      "step": 70176
    },
    {
      "epoch": 3.264805768783438,
      "grad_norm": 1.3834578570813034,
      "learning_rate": 0.00013262511120639995,
      "loss": 2.0,
      "step": 70177
    },
    {
      "epoch": 3.2648522912305187,
      "grad_norm": 1.3225571578235469,
      "learning_rate": 0.00013262142477499028,
      "loss": 1.9062,
      "step": 70178
    },
    {
      "epoch": 3.2648988136775996,
      "grad_norm": 1.367192700510942,
      "learning_rate": 0.0001326177383542199,
      "loss": 2.0781,
      "step": 70179
    },
    {
      "epoch": 3.26494533612468,
      "grad_norm": 1.4193491785109564,
      "learning_rate": 0.00013261405194409104,
      "loss": 2.0781,
      "step": 70180
    },
    {
      "epoch": 3.264991858571761,
      "grad_norm": 1.2949103247358966,
      "learning_rate": 0.00013261036554460594,
      "loss": 1.8047,
      "step": 70181
    },
    {
      "epoch": 3.2650383810188415,
      "grad_norm": 1.3327505305240563,
      "learning_rate": 0.00013260667915576687,
      "loss": 2.0,
      "step": 70182
    },
    {
      "epoch": 3.2650849034659224,
      "grad_norm": 1.3767414070539061,
      "learning_rate": 0.00013260299277757613,
      "loss": 2.0,
      "step": 70183
    },
    {
      "epoch": 3.265131425913003,
      "grad_norm": 1.2170258736485338,
      "learning_rate": 0.00013259930641003592,
      "loss": 1.75,
      "step": 70184
    },
    {
      "epoch": 3.265177948360084,
      "grad_norm": 1.3616218431589304,
      "learning_rate": 0.00013259562005314853,
      "loss": 2.0469,
      "step": 70185
    },
    {
      "epoch": 3.2652244708071643,
      "grad_norm": 1.3552715074942816,
      "learning_rate": 0.00013259193370691616,
      "loss": 1.5625,
      "step": 70186
    },
    {
      "epoch": 3.265270993254245,
      "grad_norm": 1.3428467711623353,
      "learning_rate": 0.00013258824737134118,
      "loss": 2.0312,
      "step": 70187
    },
    {
      "epoch": 3.2653175157013257,
      "grad_norm": 1.4687947861309376,
      "learning_rate": 0.0001325845610464257,
      "loss": 2.2188,
      "step": 70188
    },
    {
      "epoch": 3.2653640381484066,
      "grad_norm": 1.3788545833268573,
      "learning_rate": 0.00013258087473217207,
      "loss": 2.0781,
      "step": 70189
    },
    {
      "epoch": 3.2654105605954875,
      "grad_norm": 1.37208392124014,
      "learning_rate": 0.00013257718842858257,
      "loss": 1.9531,
      "step": 70190
    },
    {
      "epoch": 3.265457083042568,
      "grad_norm": 1.4987245109733196,
      "learning_rate": 0.0001325735021356594,
      "loss": 2.2188,
      "step": 70191
    },
    {
      "epoch": 3.265503605489649,
      "grad_norm": 1.4730664339076327,
      "learning_rate": 0.00013256981585340482,
      "loss": 2.1875,
      "step": 70192
    },
    {
      "epoch": 3.2655501279367294,
      "grad_norm": 1.3375792187028623,
      "learning_rate": 0.00013256612958182113,
      "loss": 1.7656,
      "step": 70193
    },
    {
      "epoch": 3.2655966503838103,
      "grad_norm": 1.5083597132550324,
      "learning_rate": 0.00013256244332091055,
      "loss": 1.9922,
      "step": 70194
    },
    {
      "epoch": 3.265643172830891,
      "grad_norm": 1.3346071961321557,
      "learning_rate": 0.00013255875707067537,
      "loss": 2.2031,
      "step": 70195
    },
    {
      "epoch": 3.2656896952779717,
      "grad_norm": 1.3582863380357413,
      "learning_rate": 0.00013255507083111777,
      "loss": 2.0625,
      "step": 70196
    },
    {
      "epoch": 3.265736217725052,
      "grad_norm": 1.3073442790587544,
      "learning_rate": 0.0001325513846022401,
      "loss": 1.7656,
      "step": 70197
    },
    {
      "epoch": 3.265782740172133,
      "grad_norm": 1.3233715883205808,
      "learning_rate": 0.00013254769838404455,
      "loss": 1.9141,
      "step": 70198
    },
    {
      "epoch": 3.2658292626192136,
      "grad_norm": 1.3761186135689827,
      "learning_rate": 0.00013254401217653342,
      "loss": 1.9688,
      "step": 70199
    },
    {
      "epoch": 3.2658757850662945,
      "grad_norm": 1.4023761386725904,
      "learning_rate": 0.0001325403259797089,
      "loss": 2.1875,
      "step": 70200
    },
    {
      "epoch": 3.2659223075133754,
      "grad_norm": 1.4530315409621062,
      "learning_rate": 0.00013253663979357336,
      "loss": 2.2031,
      "step": 70201
    },
    {
      "epoch": 3.265968829960456,
      "grad_norm": 1.454194500003369,
      "learning_rate": 0.00013253295361812897,
      "loss": 2.0781,
      "step": 70202
    },
    {
      "epoch": 3.266015352407537,
      "grad_norm": 1.406096385888881,
      "learning_rate": 0.000132529267453378,
      "loss": 2.0938,
      "step": 70203
    },
    {
      "epoch": 3.2660618748546173,
      "grad_norm": 1.458389048941539,
      "learning_rate": 0.00013252558129932273,
      "loss": 2.0781,
      "step": 70204
    },
    {
      "epoch": 3.266108397301698,
      "grad_norm": 1.5383108515855313,
      "learning_rate": 0.0001325218951559654,
      "loss": 2.3281,
      "step": 70205
    },
    {
      "epoch": 3.2661549197487787,
      "grad_norm": 1.4445027316089585,
      "learning_rate": 0.00013251820902330825,
      "loss": 2.2969,
      "step": 70206
    },
    {
      "epoch": 3.2662014421958596,
      "grad_norm": 1.3581321434376792,
      "learning_rate": 0.00013251452290135356,
      "loss": 1.9688,
      "step": 70207
    },
    {
      "epoch": 3.26624796464294,
      "grad_norm": 1.3844000409863042,
      "learning_rate": 0.0001325108367901036,
      "loss": 1.6719,
      "step": 70208
    },
    {
      "epoch": 3.266294487090021,
      "grad_norm": 1.4847382301796648,
      "learning_rate": 0.0001325071506895606,
      "loss": 2.2969,
      "step": 70209
    },
    {
      "epoch": 3.2663410095371015,
      "grad_norm": 1.4022542607539248,
      "learning_rate": 0.0001325034645997268,
      "loss": 1.9609,
      "step": 70210
    },
    {
      "epoch": 3.2663875319841824,
      "grad_norm": 1.4057754084225695,
      "learning_rate": 0.0001324997785206045,
      "loss": 1.9375,
      "step": 70211
    },
    {
      "epoch": 3.2664340544312633,
      "grad_norm": 1.2970362797765949,
      "learning_rate": 0.00013249609245219595,
      "loss": 1.8672,
      "step": 70212
    },
    {
      "epoch": 3.266480576878344,
      "grad_norm": 1.3459571366707335,
      "learning_rate": 0.00013249240639450337,
      "loss": 2.1719,
      "step": 70213
    },
    {
      "epoch": 3.2665270993254243,
      "grad_norm": 1.3692294639143494,
      "learning_rate": 0.00013248872034752907,
      "loss": 1.9922,
      "step": 70214
    },
    {
      "epoch": 3.266573621772505,
      "grad_norm": 1.3871549593553119,
      "learning_rate": 0.00013248503431127526,
      "loss": 2.0781,
      "step": 70215
    },
    {
      "epoch": 3.266620144219586,
      "grad_norm": 1.3525890749527572,
      "learning_rate": 0.00013248134828574423,
      "loss": 2.0312,
      "step": 70216
    },
    {
      "epoch": 3.2666666666666666,
      "grad_norm": 1.380481744978903,
      "learning_rate": 0.00013247766227093822,
      "loss": 2.1406,
      "step": 70217
    },
    {
      "epoch": 3.2667131891137475,
      "grad_norm": 1.3469853956798838,
      "learning_rate": 0.00013247397626685949,
      "loss": 1.9141,
      "step": 70218
    },
    {
      "epoch": 3.266759711560828,
      "grad_norm": 1.2865511900860656,
      "learning_rate": 0.00013247029027351026,
      "loss": 1.5078,
      "step": 70219
    },
    {
      "epoch": 3.266806234007909,
      "grad_norm": 1.4117542114233257,
      "learning_rate": 0.00013246660429089288,
      "loss": 2.1406,
      "step": 70220
    },
    {
      "epoch": 3.2668527564549894,
      "grad_norm": 1.3301541767476073,
      "learning_rate": 0.00013246291831900953,
      "loss": 1.9297,
      "step": 70221
    },
    {
      "epoch": 3.2668992789020703,
      "grad_norm": 1.426526947304666,
      "learning_rate": 0.00013245923235786247,
      "loss": 2.0781,
      "step": 70222
    },
    {
      "epoch": 3.266945801349151,
      "grad_norm": 1.3096677028368113,
      "learning_rate": 0.000132455546407454,
      "loss": 1.9141,
      "step": 70223
    },
    {
      "epoch": 3.2669923237962317,
      "grad_norm": 1.2887534683873059,
      "learning_rate": 0.0001324518604677863,
      "loss": 1.9297,
      "step": 70224
    },
    {
      "epoch": 3.267038846243312,
      "grad_norm": 1.338834177244594,
      "learning_rate": 0.0001324481745388617,
      "loss": 2.1406,
      "step": 70225
    },
    {
      "epoch": 3.267085368690393,
      "grad_norm": 1.4233268320076757,
      "learning_rate": 0.00013244448862068244,
      "loss": 2.1875,
      "step": 70226
    },
    {
      "epoch": 3.267131891137474,
      "grad_norm": 1.3396976109023049,
      "learning_rate": 0.00013244080271325077,
      "loss": 1.9766,
      "step": 70227
    },
    {
      "epoch": 3.2671784135845545,
      "grad_norm": 1.4759814611156556,
      "learning_rate": 0.0001324371168165689,
      "loss": 2.2656,
      "step": 70228
    },
    {
      "epoch": 3.2672249360316354,
      "grad_norm": 1.4154324456551703,
      "learning_rate": 0.00013243343093063918,
      "loss": 2.1094,
      "step": 70229
    },
    {
      "epoch": 3.267271458478716,
      "grad_norm": 1.3902314297829694,
      "learning_rate": 0.0001324297450554638,
      "loss": 2.0312,
      "step": 70230
    },
    {
      "epoch": 3.267317980925797,
      "grad_norm": 1.4460946178016247,
      "learning_rate": 0.00013242605919104502,
      "loss": 2.1875,
      "step": 70231
    },
    {
      "epoch": 3.2673645033728773,
      "grad_norm": 1.5672971712984636,
      "learning_rate": 0.0001324223733373851,
      "loss": 2.1562,
      "step": 70232
    },
    {
      "epoch": 3.2674110258199582,
      "grad_norm": 1.4924780221896639,
      "learning_rate": 0.0001324186874944863,
      "loss": 2.0156,
      "step": 70233
    },
    {
      "epoch": 3.2674575482670387,
      "grad_norm": 1.3774959908903524,
      "learning_rate": 0.00013241500166235093,
      "loss": 1.9609,
      "step": 70234
    },
    {
      "epoch": 3.2675040707141196,
      "grad_norm": 1.4709765765487721,
      "learning_rate": 0.00013241131584098117,
      "loss": 2.3281,
      "step": 70235
    },
    {
      "epoch": 3.2675505931612,
      "grad_norm": 1.3976109630932634,
      "learning_rate": 0.00013240763003037934,
      "loss": 2.125,
      "step": 70236
    },
    {
      "epoch": 3.267597115608281,
      "grad_norm": 1.4170455480998907,
      "learning_rate": 0.0001324039442305476,
      "loss": 2.25,
      "step": 70237
    },
    {
      "epoch": 3.267643638055362,
      "grad_norm": 1.4175262458413571,
      "learning_rate": 0.00013240025844148834,
      "loss": 2.1406,
      "step": 70238
    },
    {
      "epoch": 3.2676901605024424,
      "grad_norm": 1.4210591552624865,
      "learning_rate": 0.0001323965726632037,
      "loss": 2.0312,
      "step": 70239
    },
    {
      "epoch": 3.267736682949523,
      "grad_norm": 1.3407895651860968,
      "learning_rate": 0.00013239288689569602,
      "loss": 2.0,
      "step": 70240
    },
    {
      "epoch": 3.267783205396604,
      "grad_norm": 1.5094088244779107,
      "learning_rate": 0.0001323892011389675,
      "loss": 2.1562,
      "step": 70241
    },
    {
      "epoch": 3.2678297278436848,
      "grad_norm": 1.3739377848879453,
      "learning_rate": 0.00013238551539302042,
      "loss": 1.9844,
      "step": 70242
    },
    {
      "epoch": 3.2678762502907652,
      "grad_norm": 1.3706708427473022,
      "learning_rate": 0.00013238182965785697,
      "loss": 2.0312,
      "step": 70243
    },
    {
      "epoch": 3.267922772737846,
      "grad_norm": 1.3016519095816046,
      "learning_rate": 0.00013237814393347955,
      "loss": 1.9922,
      "step": 70244
    },
    {
      "epoch": 3.2679692951849266,
      "grad_norm": 1.4420584896452258,
      "learning_rate": 0.0001323744582198903,
      "loss": 2.0469,
      "step": 70245
    },
    {
      "epoch": 3.2680158176320075,
      "grad_norm": 1.3481898870290274,
      "learning_rate": 0.00013237077251709154,
      "loss": 1.9688,
      "step": 70246
    },
    {
      "epoch": 3.268062340079088,
      "grad_norm": 1.3421436342646829,
      "learning_rate": 0.0001323670868250855,
      "loss": 1.9922,
      "step": 70247
    },
    {
      "epoch": 3.268108862526169,
      "grad_norm": 1.3857628256638792,
      "learning_rate": 0.00013236340114387436,
      "loss": 2.2031,
      "step": 70248
    },
    {
      "epoch": 3.2681553849732494,
      "grad_norm": 1.3502944759891435,
      "learning_rate": 0.00013235971547346053,
      "loss": 2.0625,
      "step": 70249
    },
    {
      "epoch": 3.2682019074203303,
      "grad_norm": 1.3404279523389249,
      "learning_rate": 0.00013235602981384614,
      "loss": 2.125,
      "step": 70250
    },
    {
      "epoch": 3.268248429867411,
      "grad_norm": 1.4533337690150476,
      "learning_rate": 0.0001323523441650335,
      "loss": 2.1406,
      "step": 70251
    },
    {
      "epoch": 3.2682949523144917,
      "grad_norm": 1.3529573598319031,
      "learning_rate": 0.00013234865852702484,
      "loss": 2.0312,
      "step": 70252
    },
    {
      "epoch": 3.2683414747615727,
      "grad_norm": 1.316691353427502,
      "learning_rate": 0.00013234497289982242,
      "loss": 1.8594,
      "step": 70253
    },
    {
      "epoch": 3.268387997208653,
      "grad_norm": 1.4192021214638173,
      "learning_rate": 0.00013234128728342856,
      "loss": 2.2344,
      "step": 70254
    },
    {
      "epoch": 3.268434519655734,
      "grad_norm": 1.3782224715081697,
      "learning_rate": 0.00013233760167784544,
      "loss": 2.0781,
      "step": 70255
    },
    {
      "epoch": 3.2684810421028145,
      "grad_norm": 1.4108531955264436,
      "learning_rate": 0.00013233391608307539,
      "loss": 2.0625,
      "step": 70256
    },
    {
      "epoch": 3.2685275645498955,
      "grad_norm": 1.3944958168901211,
      "learning_rate": 0.00013233023049912055,
      "loss": 2.3125,
      "step": 70257
    },
    {
      "epoch": 3.268574086996976,
      "grad_norm": 1.3118001223279812,
      "learning_rate": 0.00013232654492598332,
      "loss": 1.9453,
      "step": 70258
    },
    {
      "epoch": 3.268620609444057,
      "grad_norm": 1.3037688195322266,
      "learning_rate": 0.00013232285936366585,
      "loss": 1.9922,
      "step": 70259
    },
    {
      "epoch": 3.2686671318911373,
      "grad_norm": 1.3385710890739464,
      "learning_rate": 0.00013231917381217043,
      "loss": 2.0469,
      "step": 70260
    },
    {
      "epoch": 3.2687136543382183,
      "grad_norm": 1.3648297198743629,
      "learning_rate": 0.0001323154882714993,
      "loss": 2.1094,
      "step": 70261
    },
    {
      "epoch": 3.2687601767852987,
      "grad_norm": 1.2958961664660587,
      "learning_rate": 0.00013231180274165478,
      "loss": 1.7344,
      "step": 70262
    },
    {
      "epoch": 3.2688066992323797,
      "grad_norm": 1.315421589333874,
      "learning_rate": 0.00013230811722263905,
      "loss": 1.75,
      "step": 70263
    },
    {
      "epoch": 3.2688532216794606,
      "grad_norm": 1.3332199422062656,
      "learning_rate": 0.00013230443171445439,
      "loss": 2.0469,
      "step": 70264
    },
    {
      "epoch": 3.268899744126541,
      "grad_norm": 1.405976304051585,
      "learning_rate": 0.00013230074621710305,
      "loss": 2.1562,
      "step": 70265
    },
    {
      "epoch": 3.2689462665736215,
      "grad_norm": 1.496977867853598,
      "learning_rate": 0.00013229706073058733,
      "loss": 2.1094,
      "step": 70266
    },
    {
      "epoch": 3.2689927890207024,
      "grad_norm": 1.5146407647012907,
      "learning_rate": 0.0001322933752549094,
      "loss": 2.3125,
      "step": 70267
    },
    {
      "epoch": 3.2690393114677834,
      "grad_norm": 1.3685649381536074,
      "learning_rate": 0.00013228968979007164,
      "loss": 2.2031,
      "step": 70268
    },
    {
      "epoch": 3.269085833914864,
      "grad_norm": 1.3567795883108782,
      "learning_rate": 0.0001322860043360762,
      "loss": 1.9688,
      "step": 70269
    },
    {
      "epoch": 3.2691323563619448,
      "grad_norm": 1.4173480753740075,
      "learning_rate": 0.0001322823188929254,
      "loss": 2.0781,
      "step": 70270
    },
    {
      "epoch": 3.2691788788090252,
      "grad_norm": 1.2753004869380649,
      "learning_rate": 0.0001322786334606214,
      "loss": 1.8047,
      "step": 70271
    },
    {
      "epoch": 3.269225401256106,
      "grad_norm": 1.3549870780990152,
      "learning_rate": 0.0001322749480391666,
      "loss": 1.9688,
      "step": 70272
    },
    {
      "epoch": 3.2692719237031866,
      "grad_norm": 1.4064526738773981,
      "learning_rate": 0.00013227126262856315,
      "loss": 2.0156,
      "step": 70273
    },
    {
      "epoch": 3.2693184461502676,
      "grad_norm": 1.3874887753069578,
      "learning_rate": 0.00013226757722881334,
      "loss": 1.6406,
      "step": 70274
    },
    {
      "epoch": 3.269364968597348,
      "grad_norm": 1.2425791583773418,
      "learning_rate": 0.00013226389183991938,
      "loss": 1.6953,
      "step": 70275
    },
    {
      "epoch": 3.269411491044429,
      "grad_norm": 1.3380347684596559,
      "learning_rate": 0.00013226020646188362,
      "loss": 2.0,
      "step": 70276
    },
    {
      "epoch": 3.2694580134915094,
      "grad_norm": 1.3822563048892942,
      "learning_rate": 0.00013225652109470824,
      "loss": 1.9609,
      "step": 70277
    },
    {
      "epoch": 3.2695045359385904,
      "grad_norm": 1.3706489220658962,
      "learning_rate": 0.00013225283573839556,
      "loss": 2.0625,
      "step": 70278
    },
    {
      "epoch": 3.2695510583856713,
      "grad_norm": 1.3495544328921913,
      "learning_rate": 0.00013224915039294777,
      "loss": 1.9922,
      "step": 70279
    },
    {
      "epoch": 3.2695975808327518,
      "grad_norm": 1.428891568007679,
      "learning_rate": 0.00013224546505836716,
      "loss": 2.4219,
      "step": 70280
    },
    {
      "epoch": 3.2696441032798327,
      "grad_norm": 1.338581292646527,
      "learning_rate": 0.00013224177973465598,
      "loss": 1.9688,
      "step": 70281
    },
    {
      "epoch": 3.269690625726913,
      "grad_norm": 1.3480900165734233,
      "learning_rate": 0.0001322380944218165,
      "loss": 1.9375,
      "step": 70282
    },
    {
      "epoch": 3.269737148173994,
      "grad_norm": 1.327275744715476,
      "learning_rate": 0.00013223440911985093,
      "loss": 1.8984,
      "step": 70283
    },
    {
      "epoch": 3.2697836706210746,
      "grad_norm": 1.4659160947867758,
      "learning_rate": 0.0001322307238287616,
      "loss": 2.0781,
      "step": 70284
    },
    {
      "epoch": 3.2698301930681555,
      "grad_norm": 1.3972427431132184,
      "learning_rate": 0.00013222703854855072,
      "loss": 2.0469,
      "step": 70285
    },
    {
      "epoch": 3.269876715515236,
      "grad_norm": 1.2882688201319366,
      "learning_rate": 0.00013222335327922055,
      "loss": 1.7812,
      "step": 70286
    },
    {
      "epoch": 3.269923237962317,
      "grad_norm": 1.3902777589535962,
      "learning_rate": 0.00013221966802077332,
      "loss": 2.125,
      "step": 70287
    },
    {
      "epoch": 3.2699697604093974,
      "grad_norm": 1.4190152223862385,
      "learning_rate": 0.00013221598277321137,
      "loss": 2.2031,
      "step": 70288
    },
    {
      "epoch": 3.2700162828564783,
      "grad_norm": 1.305945960266943,
      "learning_rate": 0.00013221229753653685,
      "loss": 1.8359,
      "step": 70289
    },
    {
      "epoch": 3.270062805303559,
      "grad_norm": 1.312690415061225,
      "learning_rate": 0.00013220861231075207,
      "loss": 1.7891,
      "step": 70290
    },
    {
      "epoch": 3.2701093277506397,
      "grad_norm": 1.3843850085792964,
      "learning_rate": 0.00013220492709585928,
      "loss": 2.0625,
      "step": 70291
    },
    {
      "epoch": 3.2701558501977206,
      "grad_norm": 1.422999753464216,
      "learning_rate": 0.00013220124189186077,
      "loss": 2.2031,
      "step": 70292
    },
    {
      "epoch": 3.270202372644801,
      "grad_norm": 1.3981665499551492,
      "learning_rate": 0.00013219755669875873,
      "loss": 2.0,
      "step": 70293
    },
    {
      "epoch": 3.270248895091882,
      "grad_norm": 1.4001780605822165,
      "learning_rate": 0.00013219387151655547,
      "loss": 2.0625,
      "step": 70294
    },
    {
      "epoch": 3.2702954175389625,
      "grad_norm": 1.3261823634755021,
      "learning_rate": 0.0001321901863452532,
      "loss": 1.8672,
      "step": 70295
    },
    {
      "epoch": 3.2703419399860434,
      "grad_norm": 1.3991145395118674,
      "learning_rate": 0.00013218650118485426,
      "loss": 2.2969,
      "step": 70296
    },
    {
      "epoch": 3.270388462433124,
      "grad_norm": 1.3839702801912455,
      "learning_rate": 0.00013218281603536076,
      "loss": 2.1406,
      "step": 70297
    },
    {
      "epoch": 3.270434984880205,
      "grad_norm": 1.3747037681945469,
      "learning_rate": 0.0001321791308967751,
      "loss": 1.9766,
      "step": 70298
    },
    {
      "epoch": 3.2704815073272853,
      "grad_norm": 1.2745311845496732,
      "learning_rate": 0.00013217544576909948,
      "loss": 1.9141,
      "step": 70299
    },
    {
      "epoch": 3.270528029774366,
      "grad_norm": 1.4310717069800922,
      "learning_rate": 0.00013217176065233614,
      "loss": 2.1719,
      "step": 70300
    },
    {
      "epoch": 3.2705745522214467,
      "grad_norm": 1.4077281068485266,
      "learning_rate": 0.0001321680755464874,
      "loss": 2.125,
      "step": 70301
    },
    {
      "epoch": 3.2706210746685276,
      "grad_norm": 1.3562580489225555,
      "learning_rate": 0.00013216439045155546,
      "loss": 2.1406,
      "step": 70302
    },
    {
      "epoch": 3.270667597115608,
      "grad_norm": 1.367809939945455,
      "learning_rate": 0.00013216070536754254,
      "loss": 2.0469,
      "step": 70303
    },
    {
      "epoch": 3.270714119562689,
      "grad_norm": 1.3999416690118998,
      "learning_rate": 0.00013215702029445098,
      "loss": 1.8906,
      "step": 70304
    },
    {
      "epoch": 3.27076064200977,
      "grad_norm": 1.236748203363937,
      "learning_rate": 0.00013215333523228297,
      "loss": 1.8359,
      "step": 70305
    },
    {
      "epoch": 3.2708071644568504,
      "grad_norm": 1.2982541337446944,
      "learning_rate": 0.00013214965018104084,
      "loss": 1.8047,
      "step": 70306
    },
    {
      "epoch": 3.2708536869039313,
      "grad_norm": 1.2873587060884657,
      "learning_rate": 0.00013214596514072674,
      "loss": 1.9609,
      "step": 70307
    },
    {
      "epoch": 3.270900209351012,
      "grad_norm": 1.2510272677804388,
      "learning_rate": 0.00013214228011134303,
      "loss": 1.8203,
      "step": 70308
    },
    {
      "epoch": 3.2709467317980927,
      "grad_norm": 1.3861221309648586,
      "learning_rate": 0.0001321385950928919,
      "loss": 2.2812,
      "step": 70309
    },
    {
      "epoch": 3.270993254245173,
      "grad_norm": 1.351579977269726,
      "learning_rate": 0.00013213491008537564,
      "loss": 2.1875,
      "step": 70310
    },
    {
      "epoch": 3.271039776692254,
      "grad_norm": 1.3822384138747488,
      "learning_rate": 0.00013213122508879646,
      "loss": 2.1406,
      "step": 70311
    },
    {
      "epoch": 3.2710862991393346,
      "grad_norm": 1.3006479694603257,
      "learning_rate": 0.0001321275401031567,
      "loss": 1.8828,
      "step": 70312
    },
    {
      "epoch": 3.2711328215864155,
      "grad_norm": 1.4102085590223368,
      "learning_rate": 0.00013212385512845852,
      "loss": 1.9844,
      "step": 70313
    },
    {
      "epoch": 3.271179344033496,
      "grad_norm": 1.3485015200358055,
      "learning_rate": 0.00013212017016470424,
      "loss": 1.8281,
      "step": 70314
    },
    {
      "epoch": 3.271225866480577,
      "grad_norm": 1.3993662211805484,
      "learning_rate": 0.0001321164852118961,
      "loss": 1.9766,
      "step": 70315
    },
    {
      "epoch": 3.271272388927658,
      "grad_norm": 1.4343022457308383,
      "learning_rate": 0.00013211280027003637,
      "loss": 2.1875,
      "step": 70316
    },
    {
      "epoch": 3.2713189113747383,
      "grad_norm": 1.2625116938093475,
      "learning_rate": 0.00013210911533912727,
      "loss": 1.6719,
      "step": 70317
    },
    {
      "epoch": 3.271365433821819,
      "grad_norm": 1.3825060443980135,
      "learning_rate": 0.00013210543041917107,
      "loss": 1.8828,
      "step": 70318
    },
    {
      "epoch": 3.2714119562688997,
      "grad_norm": 1.406844100557556,
      "learning_rate": 0.00013210174551016998,
      "loss": 2.2031,
      "step": 70319
    },
    {
      "epoch": 3.2714584787159806,
      "grad_norm": 1.1916701585586673,
      "learning_rate": 0.00013209806061212636,
      "loss": 1.5625,
      "step": 70320
    },
    {
      "epoch": 3.271505001163061,
      "grad_norm": 1.4660724092794826,
      "learning_rate": 0.00013209437572504244,
      "loss": 2.1406,
      "step": 70321
    },
    {
      "epoch": 3.271551523610142,
      "grad_norm": 1.3653791246622615,
      "learning_rate": 0.0001320906908489204,
      "loss": 2.125,
      "step": 70322
    },
    {
      "epoch": 3.2715980460572225,
      "grad_norm": 1.3367742273033854,
      "learning_rate": 0.00013208700598376258,
      "loss": 1.8125,
      "step": 70323
    },
    {
      "epoch": 3.2716445685043034,
      "grad_norm": 1.346040452370033,
      "learning_rate": 0.00013208332112957117,
      "loss": 1.8828,
      "step": 70324
    },
    {
      "epoch": 3.271691090951384,
      "grad_norm": 1.2986016496613402,
      "learning_rate": 0.0001320796362863485,
      "loss": 1.9375,
      "step": 70325
    },
    {
      "epoch": 3.271737613398465,
      "grad_norm": 1.343546178038904,
      "learning_rate": 0.00013207595145409674,
      "loss": 1.875,
      "step": 70326
    },
    {
      "epoch": 3.2717841358455453,
      "grad_norm": 1.3902635751981045,
      "learning_rate": 0.0001320722666328182,
      "loss": 2.1094,
      "step": 70327
    },
    {
      "epoch": 3.271830658292626,
      "grad_norm": 1.4882806155018038,
      "learning_rate": 0.00013206858182251516,
      "loss": 2.2188,
      "step": 70328
    },
    {
      "epoch": 3.2718771807397067,
      "grad_norm": 1.4315033419124203,
      "learning_rate": 0.0001320648970231898,
      "loss": 2.2656,
      "step": 70329
    },
    {
      "epoch": 3.2719237031867876,
      "grad_norm": 1.4001809174814281,
      "learning_rate": 0.00013206121223484444,
      "loss": 2.0469,
      "step": 70330
    },
    {
      "epoch": 3.2719702256338685,
      "grad_norm": 1.4433441933402287,
      "learning_rate": 0.0001320575274574813,
      "loss": 2.3594,
      "step": 70331
    },
    {
      "epoch": 3.272016748080949,
      "grad_norm": 1.2892119426260573,
      "learning_rate": 0.00013205384269110264,
      "loss": 1.7109,
      "step": 70332
    },
    {
      "epoch": 3.27206327052803,
      "grad_norm": 1.4900756781534026,
      "learning_rate": 0.00013205015793571072,
      "loss": 2.4062,
      "step": 70333
    },
    {
      "epoch": 3.2721097929751104,
      "grad_norm": 1.4296561439276996,
      "learning_rate": 0.00013204647319130784,
      "loss": 2.1406,
      "step": 70334
    },
    {
      "epoch": 3.2721563154221913,
      "grad_norm": 1.3521690374716266,
      "learning_rate": 0.00013204278845789616,
      "loss": 1.9141,
      "step": 70335
    },
    {
      "epoch": 3.272202837869272,
      "grad_norm": 1.2880628273036783,
      "learning_rate": 0.00013203910373547803,
      "loss": 1.8047,
      "step": 70336
    },
    {
      "epoch": 3.2722493603163527,
      "grad_norm": 1.3999271333512044,
      "learning_rate": 0.00013203541902405563,
      "loss": 2.0469,
      "step": 70337
    },
    {
      "epoch": 3.272295882763433,
      "grad_norm": 1.2110960476860826,
      "learning_rate": 0.0001320317343236313,
      "loss": 1.7031,
      "step": 70338
    },
    {
      "epoch": 3.272342405210514,
      "grad_norm": 1.2695074374473154,
      "learning_rate": 0.0001320280496342072,
      "loss": 1.8672,
      "step": 70339
    },
    {
      "epoch": 3.2723889276575946,
      "grad_norm": 1.3408290322427017,
      "learning_rate": 0.00013202436495578565,
      "loss": 2.0938,
      "step": 70340
    },
    {
      "epoch": 3.2724354501046755,
      "grad_norm": 1.3519226388768233,
      "learning_rate": 0.00013202068028836885,
      "loss": 1.9062,
      "step": 70341
    },
    {
      "epoch": 3.2724819725517564,
      "grad_norm": 1.3770830924654882,
      "learning_rate": 0.0001320169956319591,
      "loss": 2.1406,
      "step": 70342
    },
    {
      "epoch": 3.272528494998837,
      "grad_norm": 1.493943582039457,
      "learning_rate": 0.00013201331098655874,
      "loss": 1.8828,
      "step": 70343
    },
    {
      "epoch": 3.272575017445918,
      "grad_norm": 1.3671614477024385,
      "learning_rate": 0.00013200962635216985,
      "loss": 2.0781,
      "step": 70344
    },
    {
      "epoch": 3.2726215398929983,
      "grad_norm": 1.2639538813530051,
      "learning_rate": 0.00013200594172879483,
      "loss": 1.7969,
      "step": 70345
    },
    {
      "epoch": 3.2726680623400792,
      "grad_norm": 1.3412408298014629,
      "learning_rate": 0.00013200225711643585,
      "loss": 2.0938,
      "step": 70346
    },
    {
      "epoch": 3.2727145847871597,
      "grad_norm": 1.343517559444314,
      "learning_rate": 0.00013199857251509523,
      "loss": 2.0156,
      "step": 70347
    },
    {
      "epoch": 3.2727611072342406,
      "grad_norm": 1.5205992987209471,
      "learning_rate": 0.00013199488792477515,
      "loss": 2.1875,
      "step": 70348
    },
    {
      "epoch": 3.272807629681321,
      "grad_norm": 1.253685660175101,
      "learning_rate": 0.0001319912033454779,
      "loss": 1.9688,
      "step": 70349
    },
    {
      "epoch": 3.272854152128402,
      "grad_norm": 1.4283178764257438,
      "learning_rate": 0.00013198751877720576,
      "loss": 2.3281,
      "step": 70350
    },
    {
      "epoch": 3.2729006745754825,
      "grad_norm": 1.3267249557637313,
      "learning_rate": 0.000131983834219961,
      "loss": 2.0469,
      "step": 70351
    },
    {
      "epoch": 3.2729471970225634,
      "grad_norm": 1.3000916457997749,
      "learning_rate": 0.00013198014967374578,
      "loss": 1.9609,
      "step": 70352
    },
    {
      "epoch": 3.2729937194696443,
      "grad_norm": 1.348314633229548,
      "learning_rate": 0.00013197646513856247,
      "loss": 1.9375,
      "step": 70353
    },
    {
      "epoch": 3.273040241916725,
      "grad_norm": 1.2995284390507826,
      "learning_rate": 0.00013197278061441325,
      "loss": 1.9609,
      "step": 70354
    },
    {
      "epoch": 3.2730867643638053,
      "grad_norm": 1.2873892331441694,
      "learning_rate": 0.0001319690961013004,
      "loss": 1.8906,
      "step": 70355
    },
    {
      "epoch": 3.2731332868108862,
      "grad_norm": 1.2828081472484516,
      "learning_rate": 0.00013196541159922622,
      "loss": 1.875,
      "step": 70356
    },
    {
      "epoch": 3.273179809257967,
      "grad_norm": 1.332277137014307,
      "learning_rate": 0.00013196172710819285,
      "loss": 2.1406,
      "step": 70357
    },
    {
      "epoch": 3.2732263317050476,
      "grad_norm": 1.3541632905738787,
      "learning_rate": 0.00013195804262820267,
      "loss": 2.0938,
      "step": 70358
    },
    {
      "epoch": 3.2732728541521285,
      "grad_norm": 1.3595935153980632,
      "learning_rate": 0.00013195435815925783,
      "loss": 1.6016,
      "step": 70359
    },
    {
      "epoch": 3.273319376599209,
      "grad_norm": 1.350356907196107,
      "learning_rate": 0.00013195067370136068,
      "loss": 1.9141,
      "step": 70360
    },
    {
      "epoch": 3.27336589904629,
      "grad_norm": 1.4032216137781102,
      "learning_rate": 0.00013194698925451343,
      "loss": 2.0781,
      "step": 70361
    },
    {
      "epoch": 3.2734124214933704,
      "grad_norm": 1.3480332462901456,
      "learning_rate": 0.00013194330481871834,
      "loss": 1.9844,
      "step": 70362
    },
    {
      "epoch": 3.2734589439404513,
      "grad_norm": 1.1354678913984093,
      "learning_rate": 0.0001319396203939776,
      "loss": 1.5156,
      "step": 70363
    },
    {
      "epoch": 3.273505466387532,
      "grad_norm": 1.283034927766889,
      "learning_rate": 0.00013193593598029356,
      "loss": 1.7656,
      "step": 70364
    },
    {
      "epoch": 3.2735519888346127,
      "grad_norm": 1.3936899123521163,
      "learning_rate": 0.0001319322515776685,
      "loss": 2.2656,
      "step": 70365
    },
    {
      "epoch": 3.273598511281693,
      "grad_norm": 1.304168169837181,
      "learning_rate": 0.00013192856718610458,
      "loss": 1.9922,
      "step": 70366
    },
    {
      "epoch": 3.273645033728774,
      "grad_norm": 1.403587063397031,
      "learning_rate": 0.00013192488280560412,
      "loss": 2.125,
      "step": 70367
    },
    {
      "epoch": 3.273691556175855,
      "grad_norm": 1.271628364495638,
      "learning_rate": 0.00013192119843616934,
      "loss": 1.9375,
      "step": 70368
    },
    {
      "epoch": 3.2737380786229355,
      "grad_norm": 1.3303074996925204,
      "learning_rate": 0.00013191751407780255,
      "loss": 1.8984,
      "step": 70369
    },
    {
      "epoch": 3.2737846010700165,
      "grad_norm": 1.3776027300445932,
      "learning_rate": 0.0001319138297305059,
      "loss": 2.0156,
      "step": 70370
    },
    {
      "epoch": 3.273831123517097,
      "grad_norm": 1.1967290855840516,
      "learning_rate": 0.00013191014539428177,
      "loss": 1.4766,
      "step": 70371
    },
    {
      "epoch": 3.273877645964178,
      "grad_norm": 1.4572176690819665,
      "learning_rate": 0.0001319064610691323,
      "loss": 2.2656,
      "step": 70372
    },
    {
      "epoch": 3.2739241684112583,
      "grad_norm": 1.4523232458631357,
      "learning_rate": 0.00013190277675505983,
      "loss": 2.2031,
      "step": 70373
    },
    {
      "epoch": 3.2739706908583392,
      "grad_norm": 1.3861357533886676,
      "learning_rate": 0.00013189909245206658,
      "loss": 2.1094,
      "step": 70374
    },
    {
      "epoch": 3.2740172133054197,
      "grad_norm": 1.364846101689628,
      "learning_rate": 0.00013189540816015483,
      "loss": 1.9453,
      "step": 70375
    },
    {
      "epoch": 3.2740637357525006,
      "grad_norm": 1.3475661125970197,
      "learning_rate": 0.0001318917238793268,
      "loss": 2.0625,
      "step": 70376
    },
    {
      "epoch": 3.274110258199581,
      "grad_norm": 1.2659594621603931,
      "learning_rate": 0.00013188803960958477,
      "loss": 1.8438,
      "step": 70377
    },
    {
      "epoch": 3.274156780646662,
      "grad_norm": 1.3939210155109376,
      "learning_rate": 0.00013188435535093097,
      "loss": 2.0469,
      "step": 70378
    },
    {
      "epoch": 3.274203303093743,
      "grad_norm": 1.438237878186539,
      "learning_rate": 0.00013188067110336772,
      "loss": 2.2188,
      "step": 70379
    },
    {
      "epoch": 3.2742498255408234,
      "grad_norm": 1.4133474667574324,
      "learning_rate": 0.0001318769868668972,
      "loss": 2.0625,
      "step": 70380
    },
    {
      "epoch": 3.274296347987904,
      "grad_norm": 1.3334060074003242,
      "learning_rate": 0.0001318733026415217,
      "loss": 1.9141,
      "step": 70381
    },
    {
      "epoch": 3.274342870434985,
      "grad_norm": 1.3492922490802897,
      "learning_rate": 0.00013186961842724345,
      "loss": 2.0938,
      "step": 70382
    },
    {
      "epoch": 3.2743893928820658,
      "grad_norm": 1.3597060402758998,
      "learning_rate": 0.00013186593422406475,
      "loss": 2.0469,
      "step": 70383
    },
    {
      "epoch": 3.2744359153291462,
      "grad_norm": 1.345822539378963,
      "learning_rate": 0.00013186225003198785,
      "loss": 1.9531,
      "step": 70384
    },
    {
      "epoch": 3.274482437776227,
      "grad_norm": 1.385268805104386,
      "learning_rate": 0.0001318585658510149,
      "loss": 2.0,
      "step": 70385
    },
    {
      "epoch": 3.2745289602233076,
      "grad_norm": 1.4237876140582375,
      "learning_rate": 0.0001318548816811483,
      "loss": 2.0781,
      "step": 70386
    },
    {
      "epoch": 3.2745754826703886,
      "grad_norm": 1.3470378728537824,
      "learning_rate": 0.00013185119752239028,
      "loss": 2.0469,
      "step": 70387
    },
    {
      "epoch": 3.274622005117469,
      "grad_norm": 1.4006079628669477,
      "learning_rate": 0.000131847513374743,
      "loss": 2.1094,
      "step": 70388
    },
    {
      "epoch": 3.27466852756455,
      "grad_norm": 1.3665877208704198,
      "learning_rate": 0.00013184382923820884,
      "loss": 1.9609,
      "step": 70389
    },
    {
      "epoch": 3.2747150500116304,
      "grad_norm": 1.4387997146503175,
      "learning_rate": 0.00013184014511278996,
      "loss": 2.1562,
      "step": 70390
    },
    {
      "epoch": 3.2747615724587114,
      "grad_norm": 1.3756326052566996,
      "learning_rate": 0.00013183646099848868,
      "loss": 2.0312,
      "step": 70391
    },
    {
      "epoch": 3.274808094905792,
      "grad_norm": 1.4241069201938632,
      "learning_rate": 0.0001318327768953072,
      "loss": 2.3594,
      "step": 70392
    },
    {
      "epoch": 3.2748546173528728,
      "grad_norm": 1.3593050940229383,
      "learning_rate": 0.0001318290928032478,
      "loss": 1.9375,
      "step": 70393
    },
    {
      "epoch": 3.2749011397999537,
      "grad_norm": 1.3924180880792065,
      "learning_rate": 0.00013182540872231274,
      "loss": 2.1875,
      "step": 70394
    },
    {
      "epoch": 3.274947662247034,
      "grad_norm": 1.3580084847742537,
      "learning_rate": 0.0001318217246525043,
      "loss": 2.0312,
      "step": 70395
    },
    {
      "epoch": 3.274994184694115,
      "grad_norm": 1.448750277619712,
      "learning_rate": 0.00013181804059382465,
      "loss": 2.2812,
      "step": 70396
    },
    {
      "epoch": 3.2750407071411956,
      "grad_norm": 1.2954641022317117,
      "learning_rate": 0.00013181435654627618,
      "loss": 1.8672,
      "step": 70397
    },
    {
      "epoch": 3.2750872295882765,
      "grad_norm": 1.3344621095212523,
      "learning_rate": 0.000131810672509861,
      "loss": 1.8438,
      "step": 70398
    },
    {
      "epoch": 3.275133752035357,
      "grad_norm": 1.5215103185540653,
      "learning_rate": 0.00013180698848458148,
      "loss": 2.3281,
      "step": 70399
    },
    {
      "epoch": 3.275180274482438,
      "grad_norm": 1.404137179771672,
      "learning_rate": 0.00013180330447043977,
      "loss": 2.2344,
      "step": 70400
    },
    {
      "epoch": 3.2752267969295183,
      "grad_norm": 1.3567567389778028,
      "learning_rate": 0.00013179962046743824,
      "loss": 1.9141,
      "step": 70401
    },
    {
      "epoch": 3.2752733193765993,
      "grad_norm": 1.4071075452555144,
      "learning_rate": 0.00013179593647557906,
      "loss": 2.1719,
      "step": 70402
    },
    {
      "epoch": 3.2753198418236797,
      "grad_norm": 1.3910549197975675,
      "learning_rate": 0.00013179225249486455,
      "loss": 2.1875,
      "step": 70403
    },
    {
      "epoch": 3.2753663642707607,
      "grad_norm": 1.340463050369785,
      "learning_rate": 0.0001317885685252969,
      "loss": 2.0156,
      "step": 70404
    },
    {
      "epoch": 3.2754128867178416,
      "grad_norm": 1.4172235105305082,
      "learning_rate": 0.0001317848845668784,
      "loss": 2.2656,
      "step": 70405
    },
    {
      "epoch": 3.275459409164922,
      "grad_norm": 1.2716833299293344,
      "learning_rate": 0.00013178120061961131,
      "loss": 1.7031,
      "step": 70406
    },
    {
      "epoch": 3.275505931612003,
      "grad_norm": 1.3279770842411802,
      "learning_rate": 0.00013177751668349782,
      "loss": 2.125,
      "step": 70407
    },
    {
      "epoch": 3.2755524540590835,
      "grad_norm": 1.4208623196181123,
      "learning_rate": 0.00013177383275854028,
      "loss": 2.0469,
      "step": 70408
    },
    {
      "epoch": 3.2755989765061644,
      "grad_norm": 1.2953937441459755,
      "learning_rate": 0.00013177014884474092,
      "loss": 2.0156,
      "step": 70409
    },
    {
      "epoch": 3.275645498953245,
      "grad_norm": 1.2424159093442002,
      "learning_rate": 0.000131766464942102,
      "loss": 1.6953,
      "step": 70410
    },
    {
      "epoch": 3.275692021400326,
      "grad_norm": 1.3226670494658277,
      "learning_rate": 0.00013176278105062576,
      "loss": 1.9297,
      "step": 70411
    },
    {
      "epoch": 3.2757385438474063,
      "grad_norm": 1.3806751325390914,
      "learning_rate": 0.0001317590971703144,
      "loss": 2.0781,
      "step": 70412
    },
    {
      "epoch": 3.275785066294487,
      "grad_norm": 1.4257926772707594,
      "learning_rate": 0.00013175541330117028,
      "loss": 2.0781,
      "step": 70413
    },
    {
      "epoch": 3.2758315887415677,
      "grad_norm": 1.4298189020946788,
      "learning_rate": 0.00013175172944319556,
      "loss": 2.2188,
      "step": 70414
    },
    {
      "epoch": 3.2758781111886486,
      "grad_norm": 1.345467774882805,
      "learning_rate": 0.00013174804559639257,
      "loss": 2.0312,
      "step": 70415
    },
    {
      "epoch": 3.275924633635729,
      "grad_norm": 1.3473059623290708,
      "learning_rate": 0.00013174436176076353,
      "loss": 1.9609,
      "step": 70416
    },
    {
      "epoch": 3.27597115608281,
      "grad_norm": 1.3584437942328675,
      "learning_rate": 0.0001317406779363107,
      "loss": 2.0469,
      "step": 70417
    },
    {
      "epoch": 3.2760176785298905,
      "grad_norm": 1.3843298831571673,
      "learning_rate": 0.0001317369941230363,
      "loss": 1.8984,
      "step": 70418
    },
    {
      "epoch": 3.2760642009769714,
      "grad_norm": 1.3761597587493044,
      "learning_rate": 0.0001317333103209427,
      "loss": 1.9609,
      "step": 70419
    },
    {
      "epoch": 3.2761107234240523,
      "grad_norm": 1.2784571772944746,
      "learning_rate": 0.000131729626530032,
      "loss": 1.8438,
      "step": 70420
    },
    {
      "epoch": 3.2761572458711328,
      "grad_norm": 1.3016190057563484,
      "learning_rate": 0.00013172594275030658,
      "loss": 2.0625,
      "step": 70421
    },
    {
      "epoch": 3.2762037683182137,
      "grad_norm": 1.4006777136695134,
      "learning_rate": 0.0001317222589817686,
      "loss": 2.0156,
      "step": 70422
    },
    {
      "epoch": 3.276250290765294,
      "grad_norm": 1.323006485836295,
      "learning_rate": 0.00013171857522442038,
      "loss": 1.875,
      "step": 70423
    },
    {
      "epoch": 3.276296813212375,
      "grad_norm": 1.4212219144718423,
      "learning_rate": 0.00013171489147826415,
      "loss": 2.1094,
      "step": 70424
    },
    {
      "epoch": 3.2763433356594556,
      "grad_norm": 1.2878516844615253,
      "learning_rate": 0.0001317112077433022,
      "loss": 1.8125,
      "step": 70425
    },
    {
      "epoch": 3.2763898581065365,
      "grad_norm": 1.3825464297158432,
      "learning_rate": 0.00013170752401953672,
      "loss": 2.1406,
      "step": 70426
    },
    {
      "epoch": 3.276436380553617,
      "grad_norm": 1.3776788612198676,
      "learning_rate": 0.00013170384030697003,
      "loss": 2.1406,
      "step": 70427
    },
    {
      "epoch": 3.276482903000698,
      "grad_norm": 1.455280895495107,
      "learning_rate": 0.00013170015660560433,
      "loss": 2.375,
      "step": 70428
    },
    {
      "epoch": 3.2765294254477784,
      "grad_norm": 1.3677331021634793,
      "learning_rate": 0.00013169647291544188,
      "loss": 2.2031,
      "step": 70429
    },
    {
      "epoch": 3.2765759478948593,
      "grad_norm": 1.3824017622505669,
      "learning_rate": 0.000131692789236485,
      "loss": 2.0938,
      "step": 70430
    },
    {
      "epoch": 3.27662247034194,
      "grad_norm": 1.357975535939807,
      "learning_rate": 0.00013168910556873587,
      "loss": 2.0781,
      "step": 70431
    },
    {
      "epoch": 3.2766689927890207,
      "grad_norm": 1.3955559261838448,
      "learning_rate": 0.0001316854219121968,
      "loss": 2.0,
      "step": 70432
    },
    {
      "epoch": 3.2767155152361016,
      "grad_norm": 1.3040514955433247,
      "learning_rate": 0.00013168173826687003,
      "loss": 1.875,
      "step": 70433
    },
    {
      "epoch": 3.276762037683182,
      "grad_norm": 1.4003815537749922,
      "learning_rate": 0.0001316780546327578,
      "loss": 2.0781,
      "step": 70434
    },
    {
      "epoch": 3.276808560130263,
      "grad_norm": 1.2514054999926776,
      "learning_rate": 0.00013167437100986237,
      "loss": 1.7109,
      "step": 70435
    },
    {
      "epoch": 3.2768550825773435,
      "grad_norm": 1.418857797378578,
      "learning_rate": 0.00013167068739818603,
      "loss": 2.2969,
      "step": 70436
    },
    {
      "epoch": 3.2769016050244244,
      "grad_norm": 1.4300452522541776,
      "learning_rate": 0.00013166700379773098,
      "loss": 2.0312,
      "step": 70437
    },
    {
      "epoch": 3.276948127471505,
      "grad_norm": 1.358858016738688,
      "learning_rate": 0.0001316633202084995,
      "loss": 2.0781,
      "step": 70438
    },
    {
      "epoch": 3.276994649918586,
      "grad_norm": 1.3262008685956823,
      "learning_rate": 0.00013165963663049385,
      "loss": 2.0625,
      "step": 70439
    },
    {
      "epoch": 3.2770411723656663,
      "grad_norm": 1.4136003131885553,
      "learning_rate": 0.00013165595306371627,
      "loss": 1.9844,
      "step": 70440
    },
    {
      "epoch": 3.277087694812747,
      "grad_norm": 1.348387034761431,
      "learning_rate": 0.00013165226950816902,
      "loss": 1.9688,
      "step": 70441
    },
    {
      "epoch": 3.2771342172598277,
      "grad_norm": 1.4037233377040894,
      "learning_rate": 0.00013164858596385434,
      "loss": 2.2188,
      "step": 70442
    },
    {
      "epoch": 3.2771807397069086,
      "grad_norm": 1.416989429358464,
      "learning_rate": 0.00013164490243077455,
      "loss": 2.1875,
      "step": 70443
    },
    {
      "epoch": 3.277227262153989,
      "grad_norm": 1.2044209608495524,
      "learning_rate": 0.0001316412189089318,
      "loss": 1.4688,
      "step": 70444
    },
    {
      "epoch": 3.27727378460107,
      "grad_norm": 1.327200533186795,
      "learning_rate": 0.00013163753539832847,
      "loss": 1.8516,
      "step": 70445
    },
    {
      "epoch": 3.277320307048151,
      "grad_norm": 1.2682660069168887,
      "learning_rate": 0.00013163385189896668,
      "loss": 1.9141,
      "step": 70446
    },
    {
      "epoch": 3.2773668294952314,
      "grad_norm": 1.354047720874393,
      "learning_rate": 0.0001316301684108488,
      "loss": 2.0781,
      "step": 70447
    },
    {
      "epoch": 3.2774133519423123,
      "grad_norm": 1.3786689346215886,
      "learning_rate": 0.00013162648493397704,
      "loss": 2.0781,
      "step": 70448
    },
    {
      "epoch": 3.277459874389393,
      "grad_norm": 1.2050960933237724,
      "learning_rate": 0.00013162280146835365,
      "loss": 1.5781,
      "step": 70449
    },
    {
      "epoch": 3.2775063968364737,
      "grad_norm": 1.280617859019747,
      "learning_rate": 0.00013161911801398086,
      "loss": 1.6719,
      "step": 70450
    },
    {
      "epoch": 3.277552919283554,
      "grad_norm": 1.4702379156191487,
      "learning_rate": 0.00013161543457086092,
      "loss": 2.4375,
      "step": 70451
    },
    {
      "epoch": 3.277599441730635,
      "grad_norm": 1.4873283704343332,
      "learning_rate": 0.0001316117511389962,
      "loss": 2.125,
      "step": 70452
    },
    {
      "epoch": 3.2776459641777156,
      "grad_norm": 1.3233136159816847,
      "learning_rate": 0.00013160806771838883,
      "loss": 1.9453,
      "step": 70453
    },
    {
      "epoch": 3.2776924866247965,
      "grad_norm": 1.449292609464689,
      "learning_rate": 0.00013160438430904114,
      "loss": 2.2812,
      "step": 70454
    },
    {
      "epoch": 3.277739009071877,
      "grad_norm": 1.3807417431114697,
      "learning_rate": 0.00013160070091095533,
      "loss": 2.2344,
      "step": 70455
    },
    {
      "epoch": 3.277785531518958,
      "grad_norm": 1.27941038503348,
      "learning_rate": 0.00013159701752413374,
      "loss": 1.7812,
      "step": 70456
    },
    {
      "epoch": 3.277832053966039,
      "grad_norm": 1.3801454181903186,
      "learning_rate": 0.0001315933341485785,
      "loss": 2.1094,
      "step": 70457
    },
    {
      "epoch": 3.2778785764131193,
      "grad_norm": 1.2938203680285794,
      "learning_rate": 0.00013158965078429195,
      "loss": 1.875,
      "step": 70458
    },
    {
      "epoch": 3.2779250988602002,
      "grad_norm": 1.3458266800907686,
      "learning_rate": 0.00013158596743127632,
      "loss": 2.0625,
      "step": 70459
    },
    {
      "epoch": 3.2779716213072807,
      "grad_norm": 1.470498520944777,
      "learning_rate": 0.00013158228408953387,
      "loss": 2.2031,
      "step": 70460
    },
    {
      "epoch": 3.2780181437543616,
      "grad_norm": 1.3560296537432885,
      "learning_rate": 0.00013157860075906682,
      "loss": 2.2188,
      "step": 70461
    },
    {
      "epoch": 3.278064666201442,
      "grad_norm": 1.4047197876745006,
      "learning_rate": 0.00013157491743987754,
      "loss": 2.1719,
      "step": 70462
    },
    {
      "epoch": 3.278111188648523,
      "grad_norm": 1.315838409272796,
      "learning_rate": 0.00013157123413196816,
      "loss": 1.6953,
      "step": 70463
    },
    {
      "epoch": 3.2781577110956035,
      "grad_norm": 1.3499506142971607,
      "learning_rate": 0.00013156755083534096,
      "loss": 2.125,
      "step": 70464
    },
    {
      "epoch": 3.2782042335426844,
      "grad_norm": 1.4375019630158208,
      "learning_rate": 0.00013156386754999824,
      "loss": 2.2188,
      "step": 70465
    },
    {
      "epoch": 3.278250755989765,
      "grad_norm": 1.3440005565768343,
      "learning_rate": 0.0001315601842759422,
      "loss": 2.1094,
      "step": 70466
    },
    {
      "epoch": 3.278297278436846,
      "grad_norm": 1.4226731712178509,
      "learning_rate": 0.0001315565010131752,
      "loss": 2.0781,
      "step": 70467
    },
    {
      "epoch": 3.2783438008839267,
      "grad_norm": 1.4794016578007974,
      "learning_rate": 0.00013155281776169932,
      "loss": 2.1875,
      "step": 70468
    },
    {
      "epoch": 3.278390323331007,
      "grad_norm": 1.2351896292695044,
      "learning_rate": 0.00013154913452151698,
      "loss": 1.8438,
      "step": 70469
    },
    {
      "epoch": 3.2784368457780877,
      "grad_norm": 1.3446632672593783,
      "learning_rate": 0.00013154545129263033,
      "loss": 1.9453,
      "step": 70470
    },
    {
      "epoch": 3.2784833682251686,
      "grad_norm": 1.4458770062667714,
      "learning_rate": 0.00013154176807504169,
      "loss": 2.2812,
      "step": 70471
    },
    {
      "epoch": 3.2785298906722495,
      "grad_norm": 1.3288902965530736,
      "learning_rate": 0.00013153808486875325,
      "loss": 1.9766,
      "step": 70472
    },
    {
      "epoch": 3.27857641311933,
      "grad_norm": 1.2196764898850478,
      "learning_rate": 0.0001315344016737673,
      "loss": 1.6484,
      "step": 70473
    },
    {
      "epoch": 3.278622935566411,
      "grad_norm": 1.4090658284223032,
      "learning_rate": 0.00013153071849008612,
      "loss": 2.125,
      "step": 70474
    },
    {
      "epoch": 3.2786694580134914,
      "grad_norm": 1.3525760085924445,
      "learning_rate": 0.00013152703531771193,
      "loss": 2.0625,
      "step": 70475
    },
    {
      "epoch": 3.2787159804605723,
      "grad_norm": 1.4124554143049626,
      "learning_rate": 0.00013152335215664706,
      "loss": 2.1719,
      "step": 70476
    },
    {
      "epoch": 3.278762502907653,
      "grad_norm": 1.2337893016937755,
      "learning_rate": 0.00013151966900689364,
      "loss": 1.8281,
      "step": 70477
    },
    {
      "epoch": 3.2788090253547337,
      "grad_norm": 1.4071061195722694,
      "learning_rate": 0.00013151598586845403,
      "loss": 2.2344,
      "step": 70478
    },
    {
      "epoch": 3.278855547801814,
      "grad_norm": 1.3794605537040963,
      "learning_rate": 0.0001315123027413304,
      "loss": 2.0781,
      "step": 70479
    },
    {
      "epoch": 3.278902070248895,
      "grad_norm": 1.3921569223801773,
      "learning_rate": 0.00013150861962552509,
      "loss": 2.0625,
      "step": 70480
    },
    {
      "epoch": 3.2789485926959756,
      "grad_norm": 1.3404532163122,
      "learning_rate": 0.00013150493652104028,
      "loss": 2.0938,
      "step": 70481
    },
    {
      "epoch": 3.2789951151430565,
      "grad_norm": 1.35892420994999,
      "learning_rate": 0.00013150125342787828,
      "loss": 2.0625,
      "step": 70482
    },
    {
      "epoch": 3.2790416375901374,
      "grad_norm": 1.3168364842255642,
      "learning_rate": 0.0001314975703460413,
      "loss": 2.0,
      "step": 70483
    },
    {
      "epoch": 3.279088160037218,
      "grad_norm": 1.3003964062302982,
      "learning_rate": 0.00013149388727553163,
      "loss": 1.8047,
      "step": 70484
    },
    {
      "epoch": 3.279134682484299,
      "grad_norm": 1.3501552704367044,
      "learning_rate": 0.0001314902042163515,
      "loss": 2.0781,
      "step": 70485
    },
    {
      "epoch": 3.2791812049313793,
      "grad_norm": 1.4349974412652187,
      "learning_rate": 0.00013148652116850318,
      "loss": 2.1562,
      "step": 70486
    },
    {
      "epoch": 3.2792277273784602,
      "grad_norm": 1.3893328641103238,
      "learning_rate": 0.00013148283813198893,
      "loss": 2.0938,
      "step": 70487
    },
    {
      "epoch": 3.2792742498255407,
      "grad_norm": 1.3224140106451503,
      "learning_rate": 0.00013147915510681101,
      "loss": 1.9141,
      "step": 70488
    },
    {
      "epoch": 3.2793207722726216,
      "grad_norm": 1.3741730384126458,
      "learning_rate": 0.00013147547209297163,
      "loss": 2.0781,
      "step": 70489
    },
    {
      "epoch": 3.279367294719702,
      "grad_norm": 1.3839848021512287,
      "learning_rate": 0.0001314717890904731,
      "loss": 2.0781,
      "step": 70490
    },
    {
      "epoch": 3.279413817166783,
      "grad_norm": 1.4083685529019154,
      "learning_rate": 0.00013146810609931763,
      "loss": 2.2812,
      "step": 70491
    },
    {
      "epoch": 3.2794603396138635,
      "grad_norm": 1.4225845537916262,
      "learning_rate": 0.00013146442311950748,
      "loss": 2.1406,
      "step": 70492
    },
    {
      "epoch": 3.2795068620609444,
      "grad_norm": 1.3979242500763858,
      "learning_rate": 0.00013146074015104496,
      "loss": 2.1406,
      "step": 70493
    },
    {
      "epoch": 3.2795533845080254,
      "grad_norm": 1.5924513153759627,
      "learning_rate": 0.00013145705719393226,
      "loss": 2.6406,
      "step": 70494
    },
    {
      "epoch": 3.279599906955106,
      "grad_norm": 1.4274679987812866,
      "learning_rate": 0.00013145337424817161,
      "loss": 2.1875,
      "step": 70495
    },
    {
      "epoch": 3.2796464294021863,
      "grad_norm": 1.3621713322402336,
      "learning_rate": 0.00013144969131376538,
      "loss": 1.9844,
      "step": 70496
    },
    {
      "epoch": 3.2796929518492672,
      "grad_norm": 1.3202658941989611,
      "learning_rate": 0.00013144600839071574,
      "loss": 2.1875,
      "step": 70497
    },
    {
      "epoch": 3.279739474296348,
      "grad_norm": 1.331777168717902,
      "learning_rate": 0.00013144232547902495,
      "loss": 1.9141,
      "step": 70498
    },
    {
      "epoch": 3.2797859967434286,
      "grad_norm": 1.3873941864876358,
      "learning_rate": 0.0001314386425786953,
      "loss": 2.1562,
      "step": 70499
    },
    {
      "epoch": 3.2798325191905096,
      "grad_norm": 1.459906507887745,
      "learning_rate": 0.00013143495968972904,
      "loss": 2.1094,
      "step": 70500
    },
    {
      "epoch": 3.27987904163759,
      "grad_norm": 1.3851373501916011,
      "learning_rate": 0.00013143127681212836,
      "loss": 1.7578,
      "step": 70501
    },
    {
      "epoch": 3.279925564084671,
      "grad_norm": 1.3525758526326435,
      "learning_rate": 0.0001314275939458956,
      "loss": 1.8594,
      "step": 70502
    },
    {
      "epoch": 3.2799720865317514,
      "grad_norm": 1.4302879878261083,
      "learning_rate": 0.00013142391109103295,
      "loss": 2.2969,
      "step": 70503
    },
    {
      "epoch": 3.2800186089788324,
      "grad_norm": 1.3172102411262014,
      "learning_rate": 0.00013142022824754273,
      "loss": 1.9922,
      "step": 70504
    },
    {
      "epoch": 3.280065131425913,
      "grad_norm": 1.366019298054559,
      "learning_rate": 0.0001314165454154271,
      "loss": 1.9609,
      "step": 70505
    },
    {
      "epoch": 3.2801116538729937,
      "grad_norm": 1.335228116539006,
      "learning_rate": 0.00013141286259468844,
      "loss": 1.9609,
      "step": 70506
    },
    {
      "epoch": 3.2801581763200742,
      "grad_norm": 1.4218887221533882,
      "learning_rate": 0.00013140917978532885,
      "loss": 2.2969,
      "step": 70507
    },
    {
      "epoch": 3.280204698767155,
      "grad_norm": 1.3698109067818096,
      "learning_rate": 0.00013140549698735073,
      "loss": 2.1875,
      "step": 70508
    },
    {
      "epoch": 3.280251221214236,
      "grad_norm": 1.446319816641559,
      "learning_rate": 0.00013140181420075625,
      "loss": 2.2969,
      "step": 70509
    },
    {
      "epoch": 3.2802977436613165,
      "grad_norm": 1.2731911031792522,
      "learning_rate": 0.0001313981314255477,
      "loss": 1.6484,
      "step": 70510
    },
    {
      "epoch": 3.2803442661083975,
      "grad_norm": 1.3220985335352162,
      "learning_rate": 0.00013139444866172733,
      "loss": 1.9297,
      "step": 70511
    },
    {
      "epoch": 3.280390788555478,
      "grad_norm": 1.5228804896729922,
      "learning_rate": 0.00013139076590929738,
      "loss": 2.4219,
      "step": 70512
    },
    {
      "epoch": 3.280437311002559,
      "grad_norm": 1.4608463842947972,
      "learning_rate": 0.0001313870831682601,
      "loss": 2.0312,
      "step": 70513
    },
    {
      "epoch": 3.2804838334496393,
      "grad_norm": 1.4161936444741494,
      "learning_rate": 0.00013138340043861778,
      "loss": 2.0781,
      "step": 70514
    },
    {
      "epoch": 3.2805303558967203,
      "grad_norm": 1.5099675102392713,
      "learning_rate": 0.00013137971772037268,
      "loss": 2.2656,
      "step": 70515
    },
    {
      "epoch": 3.2805768783438007,
      "grad_norm": 1.411064996498196,
      "learning_rate": 0.00013137603501352696,
      "loss": 2.2188,
      "step": 70516
    },
    {
      "epoch": 3.2806234007908817,
      "grad_norm": 1.3077930129255537,
      "learning_rate": 0.00013137235231808293,
      "loss": 1.9688,
      "step": 70517
    },
    {
      "epoch": 3.280669923237962,
      "grad_norm": 1.4674465784346566,
      "learning_rate": 0.0001313686696340429,
      "loss": 2.3281,
      "step": 70518
    },
    {
      "epoch": 3.280716445685043,
      "grad_norm": 1.3246298708044117,
      "learning_rate": 0.00013136498696140908,
      "loss": 2.0469,
      "step": 70519
    },
    {
      "epoch": 3.280762968132124,
      "grad_norm": 1.4364850894380807,
      "learning_rate": 0.00013136130430018372,
      "loss": 2.0938,
      "step": 70520
    },
    {
      "epoch": 3.2808094905792045,
      "grad_norm": 1.3447448439977958,
      "learning_rate": 0.00013135762165036906,
      "loss": 1.9844,
      "step": 70521
    },
    {
      "epoch": 3.280856013026285,
      "grad_norm": 1.3331754919186243,
      "learning_rate": 0.0001313539390119674,
      "loss": 2.0312,
      "step": 70522
    },
    {
      "epoch": 3.280902535473366,
      "grad_norm": 1.4123042366325882,
      "learning_rate": 0.00013135025638498095,
      "loss": 2.125,
      "step": 70523
    },
    {
      "epoch": 3.2809490579204468,
      "grad_norm": 1.4005640438898894,
      "learning_rate": 0.000131346573769412,
      "loss": 2.1875,
      "step": 70524
    },
    {
      "epoch": 3.2809955803675273,
      "grad_norm": 1.3222847806007991,
      "learning_rate": 0.0001313428911652628,
      "loss": 1.7812,
      "step": 70525
    },
    {
      "epoch": 3.281042102814608,
      "grad_norm": 1.401302615405146,
      "learning_rate": 0.00013133920857253558,
      "loss": 2.1406,
      "step": 70526
    },
    {
      "epoch": 3.2810886252616887,
      "grad_norm": 1.5139735509519046,
      "learning_rate": 0.0001313355259912326,
      "loss": 2.2188,
      "step": 70527
    },
    {
      "epoch": 3.2811351477087696,
      "grad_norm": 1.3896142306181063,
      "learning_rate": 0.00013133184342135613,
      "loss": 1.9844,
      "step": 70528
    },
    {
      "epoch": 3.28118167015585,
      "grad_norm": 1.3752182700655304,
      "learning_rate": 0.0001313281608629084,
      "loss": 2.0469,
      "step": 70529
    },
    {
      "epoch": 3.281228192602931,
      "grad_norm": 1.39972721954231,
      "learning_rate": 0.0001313244783158917,
      "loss": 2.1719,
      "step": 70530
    },
    {
      "epoch": 3.2812747150500114,
      "grad_norm": 1.3684500671552837,
      "learning_rate": 0.00013132079578030822,
      "loss": 2.0938,
      "step": 70531
    },
    {
      "epoch": 3.2813212374970924,
      "grad_norm": 1.3478273773452674,
      "learning_rate": 0.0001313171132561603,
      "loss": 1.9219,
      "step": 70532
    },
    {
      "epoch": 3.281367759944173,
      "grad_norm": 1.3608255856512796,
      "learning_rate": 0.00013131343074345014,
      "loss": 2.25,
      "step": 70533
    },
    {
      "epoch": 3.2814142823912538,
      "grad_norm": 1.3044680928265904,
      "learning_rate": 0.00013130974824218002,
      "loss": 1.9219,
      "step": 70534
    },
    {
      "epoch": 3.2814608048383347,
      "grad_norm": 1.3297173187346336,
      "learning_rate": 0.00013130606575235216,
      "loss": 1.9375,
      "step": 70535
    },
    {
      "epoch": 3.281507327285415,
      "grad_norm": 1.3593513927216359,
      "learning_rate": 0.00013130238327396888,
      "loss": 2.0156,
      "step": 70536
    },
    {
      "epoch": 3.281553849732496,
      "grad_norm": 1.3379253828103321,
      "learning_rate": 0.00013129870080703235,
      "loss": 1.9844,
      "step": 70537
    },
    {
      "epoch": 3.2816003721795766,
      "grad_norm": 1.4821569700471788,
      "learning_rate": 0.0001312950183515448,
      "loss": 2.2656,
      "step": 70538
    },
    {
      "epoch": 3.2816468946266575,
      "grad_norm": 1.3613346198254224,
      "learning_rate": 0.00013129133590750866,
      "loss": 2.0938,
      "step": 70539
    },
    {
      "epoch": 3.281693417073738,
      "grad_norm": 1.3714342238261932,
      "learning_rate": 0.00013128765347492603,
      "loss": 2.0938,
      "step": 70540
    },
    {
      "epoch": 3.281739939520819,
      "grad_norm": 1.4059158887252003,
      "learning_rate": 0.00013128397105379924,
      "loss": 2.0625,
      "step": 70541
    },
    {
      "epoch": 3.2817864619678994,
      "grad_norm": 1.36706818299479,
      "learning_rate": 0.0001312802886441305,
      "loss": 2.1406,
      "step": 70542
    },
    {
      "epoch": 3.2818329844149803,
      "grad_norm": 1.3881074739210149,
      "learning_rate": 0.00013127660624592206,
      "loss": 2.1719,
      "step": 70543
    },
    {
      "epoch": 3.2818795068620608,
      "grad_norm": 1.362713470073325,
      "learning_rate": 0.00013127292385917624,
      "loss": 2.0156,
      "step": 70544
    },
    {
      "epoch": 3.2819260293091417,
      "grad_norm": 1.5020876177509155,
      "learning_rate": 0.00013126924148389518,
      "loss": 2.375,
      "step": 70545
    },
    {
      "epoch": 3.2819725517562226,
      "grad_norm": 1.3887849909540102,
      "learning_rate": 0.00013126555912008125,
      "loss": 2.1094,
      "step": 70546
    },
    {
      "epoch": 3.282019074203303,
      "grad_norm": 1.286796784134905,
      "learning_rate": 0.0001312618767677366,
      "loss": 1.75,
      "step": 70547
    },
    {
      "epoch": 3.282065596650384,
      "grad_norm": 1.4567795196008362,
      "learning_rate": 0.00013125819442686362,
      "loss": 2.2188,
      "step": 70548
    },
    {
      "epoch": 3.2821121190974645,
      "grad_norm": 1.4387594895024098,
      "learning_rate": 0.00013125451209746442,
      "loss": 2.1094,
      "step": 70549
    },
    {
      "epoch": 3.2821586415445454,
      "grad_norm": 1.2804737848316552,
      "learning_rate": 0.00013125082977954135,
      "loss": 1.7734,
      "step": 70550
    },
    {
      "epoch": 3.282205163991626,
      "grad_norm": 1.4137291207861307,
      "learning_rate": 0.0001312471474730966,
      "loss": 2.0156,
      "step": 70551
    },
    {
      "epoch": 3.282251686438707,
      "grad_norm": 1.4174972839756228,
      "learning_rate": 0.0001312434651781325,
      "loss": 2.1406,
      "step": 70552
    },
    {
      "epoch": 3.2822982088857873,
      "grad_norm": 1.3497483198425888,
      "learning_rate": 0.00013123978289465122,
      "loss": 1.7969,
      "step": 70553
    },
    {
      "epoch": 3.282344731332868,
      "grad_norm": 1.4069279377016242,
      "learning_rate": 0.00013123610062265508,
      "loss": 2.0469,
      "step": 70554
    },
    {
      "epoch": 3.2823912537799487,
      "grad_norm": 1.3593760747987034,
      "learning_rate": 0.00013123241836214628,
      "loss": 2.0938,
      "step": 70555
    },
    {
      "epoch": 3.2824377762270296,
      "grad_norm": 1.345522423584672,
      "learning_rate": 0.00013122873611312716,
      "loss": 1.9531,
      "step": 70556
    },
    {
      "epoch": 3.28248429867411,
      "grad_norm": 1.3996566055155202,
      "learning_rate": 0.00013122505387559987,
      "loss": 1.9375,
      "step": 70557
    },
    {
      "epoch": 3.282530821121191,
      "grad_norm": 1.4249461382284774,
      "learning_rate": 0.00013122137164956675,
      "loss": 1.9766,
      "step": 70558
    },
    {
      "epoch": 3.2825773435682715,
      "grad_norm": 1.419654890416541,
      "learning_rate": 0.00013121768943502997,
      "loss": 2.0312,
      "step": 70559
    },
    {
      "epoch": 3.2826238660153524,
      "grad_norm": 1.3644277494463057,
      "learning_rate": 0.0001312140072319918,
      "loss": 1.9609,
      "step": 70560
    },
    {
      "epoch": 3.2826703884624333,
      "grad_norm": 1.3806726241428904,
      "learning_rate": 0.0001312103250404546,
      "loss": 1.875,
      "step": 70561
    },
    {
      "epoch": 3.282716910909514,
      "grad_norm": 1.4670825174468383,
      "learning_rate": 0.00013120664286042053,
      "loss": 2.2812,
      "step": 70562
    },
    {
      "epoch": 3.2827634333565947,
      "grad_norm": 1.315122783233841,
      "learning_rate": 0.0001312029606918919,
      "loss": 1.9688,
      "step": 70563
    },
    {
      "epoch": 3.282809955803675,
      "grad_norm": 1.4537654304244023,
      "learning_rate": 0.00013119927853487084,
      "loss": 2.3281,
      "step": 70564
    },
    {
      "epoch": 3.282856478250756,
      "grad_norm": 1.4262880036788208,
      "learning_rate": 0.00013119559638935977,
      "loss": 2.0156,
      "step": 70565
    },
    {
      "epoch": 3.2829030006978366,
      "grad_norm": 1.4800186471944534,
      "learning_rate": 0.00013119191425536083,
      "loss": 2.1719,
      "step": 70566
    },
    {
      "epoch": 3.2829495231449175,
      "grad_norm": 1.5383923748327022,
      "learning_rate": 0.00013118823213287633,
      "loss": 2.0938,
      "step": 70567
    },
    {
      "epoch": 3.282996045591998,
      "grad_norm": 1.353203788763605,
      "learning_rate": 0.00013118455002190848,
      "loss": 1.9922,
      "step": 70568
    },
    {
      "epoch": 3.283042568039079,
      "grad_norm": 1.4024374407981783,
      "learning_rate": 0.00013118086792245962,
      "loss": 2.0469,
      "step": 70569
    },
    {
      "epoch": 3.2830890904861594,
      "grad_norm": 1.4295882219828517,
      "learning_rate": 0.0001311771858345319,
      "loss": 2.1719,
      "step": 70570
    },
    {
      "epoch": 3.2831356129332403,
      "grad_norm": 1.3038903862276146,
      "learning_rate": 0.0001311735037581276,
      "loss": 1.8906,
      "step": 70571
    },
    {
      "epoch": 3.283182135380321,
      "grad_norm": 1.3414439851241278,
      "learning_rate": 0.00013116982169324902,
      "loss": 1.9141,
      "step": 70572
    },
    {
      "epoch": 3.2832286578274017,
      "grad_norm": 1.4340187732231597,
      "learning_rate": 0.00013116613963989838,
      "loss": 2.0625,
      "step": 70573
    },
    {
      "epoch": 3.2832751802744826,
      "grad_norm": 1.3743166334117318,
      "learning_rate": 0.00013116245759807796,
      "loss": 2.1406,
      "step": 70574
    },
    {
      "epoch": 3.283321702721563,
      "grad_norm": 1.4089807260448184,
      "learning_rate": 0.00013115877556778996,
      "loss": 1.9531,
      "step": 70575
    },
    {
      "epoch": 3.283368225168644,
      "grad_norm": 1.3394090304139195,
      "learning_rate": 0.0001311550935490367,
      "loss": 1.9844,
      "step": 70576
    },
    {
      "epoch": 3.2834147476157245,
      "grad_norm": 1.5800488624843658,
      "learning_rate": 0.00013115141154182035,
      "loss": 2.4375,
      "step": 70577
    },
    {
      "epoch": 3.2834612700628054,
      "grad_norm": 1.3557291348696805,
      "learning_rate": 0.00013114772954614327,
      "loss": 1.8828,
      "step": 70578
    },
    {
      "epoch": 3.283507792509886,
      "grad_norm": 1.4210350210083489,
      "learning_rate": 0.00013114404756200764,
      "loss": 2.1406,
      "step": 70579
    },
    {
      "epoch": 3.283554314956967,
      "grad_norm": 1.2695681109531707,
      "learning_rate": 0.00013114036558941575,
      "loss": 1.7734,
      "step": 70580
    },
    {
      "epoch": 3.2836008374040473,
      "grad_norm": 1.4281574797414633,
      "learning_rate": 0.00013113668362836983,
      "loss": 2.1875,
      "step": 70581
    },
    {
      "epoch": 3.283647359851128,
      "grad_norm": 1.4437438004411192,
      "learning_rate": 0.00013113300167887207,
      "loss": 2.2188,
      "step": 70582
    },
    {
      "epoch": 3.283693882298209,
      "grad_norm": 1.3804179090871633,
      "learning_rate": 0.0001311293197409249,
      "loss": 2.2188,
      "step": 70583
    },
    {
      "epoch": 3.2837404047452896,
      "grad_norm": 1.3494161776730829,
      "learning_rate": 0.00013112563781453041,
      "loss": 1.9453,
      "step": 70584
    },
    {
      "epoch": 3.28378692719237,
      "grad_norm": 1.3950662424249771,
      "learning_rate": 0.00013112195589969097,
      "loss": 1.9922,
      "step": 70585
    },
    {
      "epoch": 3.283833449639451,
      "grad_norm": 1.4298113630287643,
      "learning_rate": 0.00013111827399640873,
      "loss": 2.3125,
      "step": 70586
    },
    {
      "epoch": 3.283879972086532,
      "grad_norm": 1.3895773092815247,
      "learning_rate": 0.00013111459210468605,
      "loss": 2.0156,
      "step": 70587
    },
    {
      "epoch": 3.2839264945336124,
      "grad_norm": 1.495365208745478,
      "learning_rate": 0.00013111091022452508,
      "loss": 2.1875,
      "step": 70588
    },
    {
      "epoch": 3.2839730169806933,
      "grad_norm": 1.4639727133635492,
      "learning_rate": 0.00013110722835592815,
      "loss": 1.9453,
      "step": 70589
    },
    {
      "epoch": 3.284019539427774,
      "grad_norm": 1.3460139214149012,
      "learning_rate": 0.00013110354649889747,
      "loss": 1.9062,
      "step": 70590
    },
    {
      "epoch": 3.2840660618748547,
      "grad_norm": 1.3927204687622021,
      "learning_rate": 0.0001310998646534353,
      "loss": 2.0156,
      "step": 70591
    },
    {
      "epoch": 3.284112584321935,
      "grad_norm": 1.41106506495121,
      "learning_rate": 0.0001310961828195439,
      "loss": 2.0625,
      "step": 70592
    },
    {
      "epoch": 3.284159106769016,
      "grad_norm": 1.411850553409745,
      "learning_rate": 0.00013109250099722558,
      "loss": 1.9219,
      "step": 70593
    },
    {
      "epoch": 3.2842056292160966,
      "grad_norm": 1.4299664157722785,
      "learning_rate": 0.0001310888191864825,
      "loss": 2.0625,
      "step": 70594
    },
    {
      "epoch": 3.2842521516631775,
      "grad_norm": 1.5217003129728266,
      "learning_rate": 0.000131085137387317,
      "loss": 2.125,
      "step": 70595
    },
    {
      "epoch": 3.284298674110258,
      "grad_norm": 1.406709485808867,
      "learning_rate": 0.00013108145559973127,
      "loss": 2.2812,
      "step": 70596
    },
    {
      "epoch": 3.284345196557339,
      "grad_norm": 1.3858658440222162,
      "learning_rate": 0.00013107777382372754,
      "loss": 2.0938,
      "step": 70597
    },
    {
      "epoch": 3.28439171900442,
      "grad_norm": 1.405947650969694,
      "learning_rate": 0.00013107409205930816,
      "loss": 1.9688,
      "step": 70598
    },
    {
      "epoch": 3.2844382414515003,
      "grad_norm": 1.2777254863130842,
      "learning_rate": 0.0001310704103064753,
      "loss": 1.6797,
      "step": 70599
    },
    {
      "epoch": 3.2844847638985812,
      "grad_norm": 1.3126872513506018,
      "learning_rate": 0.00013106672856523128,
      "loss": 1.7891,
      "step": 70600
    },
    {
      "epoch": 3.2845312863456617,
      "grad_norm": 1.3124465835234362,
      "learning_rate": 0.00013106304683557828,
      "loss": 1.9297,
      "step": 70601
    },
    {
      "epoch": 3.2845778087927426,
      "grad_norm": 1.3335503819645385,
      "learning_rate": 0.00013105936511751862,
      "loss": 1.9766,
      "step": 70602
    },
    {
      "epoch": 3.284624331239823,
      "grad_norm": 1.3119730091109458,
      "learning_rate": 0.0001310556834110545,
      "loss": 1.7734,
      "step": 70603
    },
    {
      "epoch": 3.284670853686904,
      "grad_norm": 1.403397627292259,
      "learning_rate": 0.0001310520017161882,
      "loss": 2.125,
      "step": 70604
    },
    {
      "epoch": 3.2847173761339845,
      "grad_norm": 1.409450565241795,
      "learning_rate": 0.000131048320032922,
      "loss": 2.0469,
      "step": 70605
    },
    {
      "epoch": 3.2847638985810654,
      "grad_norm": 1.3466402667336463,
      "learning_rate": 0.00013104463836125811,
      "loss": 1.9766,
      "step": 70606
    },
    {
      "epoch": 3.284810421028146,
      "grad_norm": 1.4480044637519613,
      "learning_rate": 0.00013104095670119883,
      "loss": 2.25,
      "step": 70607
    },
    {
      "epoch": 3.284856943475227,
      "grad_norm": 1.4618791330822243,
      "learning_rate": 0.0001310372750527464,
      "loss": 2.1719,
      "step": 70608
    },
    {
      "epoch": 3.2849034659223078,
      "grad_norm": 1.452896462243847,
      "learning_rate": 0.00013103359341590305,
      "loss": 2.1094,
      "step": 70609
    },
    {
      "epoch": 3.2849499883693882,
      "grad_norm": 1.2984636591472067,
      "learning_rate": 0.00013102991179067102,
      "loss": 1.9219,
      "step": 70610
    },
    {
      "epoch": 3.2849965108164687,
      "grad_norm": 1.4236202980481774,
      "learning_rate": 0.00013102623017705265,
      "loss": 1.8828,
      "step": 70611
    },
    {
      "epoch": 3.2850430332635496,
      "grad_norm": 1.358553494255702,
      "learning_rate": 0.00013102254857505006,
      "loss": 1.9297,
      "step": 70612
    },
    {
      "epoch": 3.2850895557106305,
      "grad_norm": 1.2637946993991256,
      "learning_rate": 0.00013101886698466562,
      "loss": 1.6406,
      "step": 70613
    },
    {
      "epoch": 3.285136078157711,
      "grad_norm": 1.3136685577028058,
      "learning_rate": 0.00013101518540590152,
      "loss": 2.0156,
      "step": 70614
    },
    {
      "epoch": 3.285182600604792,
      "grad_norm": 1.3405008779164997,
      "learning_rate": 0.00013101150383876007,
      "loss": 1.8906,
      "step": 70615
    },
    {
      "epoch": 3.2852291230518724,
      "grad_norm": 1.3463401381776634,
      "learning_rate": 0.00013100782228324346,
      "loss": 2.0156,
      "step": 70616
    },
    {
      "epoch": 3.2852756454989533,
      "grad_norm": 1.3971018586079609,
      "learning_rate": 0.00013100414073935398,
      "loss": 2.1562,
      "step": 70617
    },
    {
      "epoch": 3.285322167946034,
      "grad_norm": 1.396323915822797,
      "learning_rate": 0.00013100045920709386,
      "loss": 2.2344,
      "step": 70618
    },
    {
      "epoch": 3.2853686903931147,
      "grad_norm": 1.3664302862022322,
      "learning_rate": 0.00013099677768646541,
      "loss": 1.9141,
      "step": 70619
    },
    {
      "epoch": 3.285415212840195,
      "grad_norm": 1.3792997703897125,
      "learning_rate": 0.0001309930961774708,
      "loss": 2.0156,
      "step": 70620
    },
    {
      "epoch": 3.285461735287276,
      "grad_norm": 1.3454156243949476,
      "learning_rate": 0.00013098941468011238,
      "loss": 2.1094,
      "step": 70621
    },
    {
      "epoch": 3.2855082577343566,
      "grad_norm": 1.3607564792085052,
      "learning_rate": 0.00013098573319439235,
      "loss": 2.125,
      "step": 70622
    },
    {
      "epoch": 3.2855547801814375,
      "grad_norm": 1.1816823538522947,
      "learning_rate": 0.0001309820517203129,
      "loss": 1.5938,
      "step": 70623
    },
    {
      "epoch": 3.2856013026285185,
      "grad_norm": 1.5039047300968513,
      "learning_rate": 0.00013097837025787643,
      "loss": 2.2969,
      "step": 70624
    },
    {
      "epoch": 3.285647825075599,
      "grad_norm": 1.4993809247090828,
      "learning_rate": 0.00013097468880708506,
      "loss": 2.2031,
      "step": 70625
    },
    {
      "epoch": 3.28569434752268,
      "grad_norm": 1.4734690494707248,
      "learning_rate": 0.00013097100736794105,
      "loss": 2.0312,
      "step": 70626
    },
    {
      "epoch": 3.2857408699697603,
      "grad_norm": 1.3579514328494846,
      "learning_rate": 0.0001309673259404468,
      "loss": 2.0781,
      "step": 70627
    },
    {
      "epoch": 3.2857873924168413,
      "grad_norm": 1.2564208910846821,
      "learning_rate": 0.0001309636445246044,
      "loss": 1.875,
      "step": 70628
    },
    {
      "epoch": 3.2858339148639217,
      "grad_norm": 1.2675191683170024,
      "learning_rate": 0.0001309599631204162,
      "loss": 1.8672,
      "step": 70629
    },
    {
      "epoch": 3.2858804373110027,
      "grad_norm": 1.3514556293185178,
      "learning_rate": 0.00013095628172788443,
      "loss": 1.7891,
      "step": 70630
    },
    {
      "epoch": 3.285926959758083,
      "grad_norm": 1.3944752797235362,
      "learning_rate": 0.00013095260034701135,
      "loss": 1.9297,
      "step": 70631
    },
    {
      "epoch": 3.285973482205164,
      "grad_norm": 1.3471590113101033,
      "learning_rate": 0.00013094891897779914,
      "loss": 1.8984,
      "step": 70632
    },
    {
      "epoch": 3.2860200046522445,
      "grad_norm": 1.3898571027612854,
      "learning_rate": 0.00013094523762025018,
      "loss": 2.0781,
      "step": 70633
    },
    {
      "epoch": 3.2860665270993255,
      "grad_norm": 1.2772622299505338,
      "learning_rate": 0.0001309415562743666,
      "loss": 1.8672,
      "step": 70634
    },
    {
      "epoch": 3.2861130495464064,
      "grad_norm": 1.330128049667548,
      "learning_rate": 0.00013093787494015076,
      "loss": 2.0312,
      "step": 70635
    },
    {
      "epoch": 3.286159571993487,
      "grad_norm": 1.5474142925073355,
      "learning_rate": 0.00013093419361760484,
      "loss": 2.375,
      "step": 70636
    },
    {
      "epoch": 3.2862060944405673,
      "grad_norm": 1.3149184472457565,
      "learning_rate": 0.00013093051230673113,
      "loss": 1.9453,
      "step": 70637
    },
    {
      "epoch": 3.2862526168876482,
      "grad_norm": 1.3965927815920165,
      "learning_rate": 0.00013092683100753184,
      "loss": 1.9922,
      "step": 70638
    },
    {
      "epoch": 3.286299139334729,
      "grad_norm": 1.4944379506415773,
      "learning_rate": 0.0001309231497200093,
      "loss": 2.3594,
      "step": 70639
    },
    {
      "epoch": 3.2863456617818096,
      "grad_norm": 1.3963976156884652,
      "learning_rate": 0.0001309194684441657,
      "loss": 2.0781,
      "step": 70640
    },
    {
      "epoch": 3.2863921842288906,
      "grad_norm": 1.3981913185882375,
      "learning_rate": 0.00013091578718000334,
      "loss": 2.0469,
      "step": 70641
    },
    {
      "epoch": 3.286438706675971,
      "grad_norm": 1.3793648917552324,
      "learning_rate": 0.0001309121059275244,
      "loss": 1.9453,
      "step": 70642
    },
    {
      "epoch": 3.286485229123052,
      "grad_norm": 1.434890581671127,
      "learning_rate": 0.00013090842468673123,
      "loss": 2.1406,
      "step": 70643
    },
    {
      "epoch": 3.2865317515701324,
      "grad_norm": 1.3600165081939073,
      "learning_rate": 0.000130904743457626,
      "loss": 1.8906,
      "step": 70644
    },
    {
      "epoch": 3.2865782740172134,
      "grad_norm": 1.403982199174169,
      "learning_rate": 0.00013090106224021103,
      "loss": 1.6016,
      "step": 70645
    },
    {
      "epoch": 3.286624796464294,
      "grad_norm": 1.420834293326589,
      "learning_rate": 0.0001308973810344885,
      "loss": 2.2656,
      "step": 70646
    },
    {
      "epoch": 3.2866713189113748,
      "grad_norm": 1.3358481506248738,
      "learning_rate": 0.00013089369984046074,
      "loss": 1.9766,
      "step": 70647
    },
    {
      "epoch": 3.2867178413584552,
      "grad_norm": 1.2044866689343041,
      "learning_rate": 0.0001308900186581299,
      "loss": 1.5703,
      "step": 70648
    },
    {
      "epoch": 3.286764363805536,
      "grad_norm": 1.4210288330563574,
      "learning_rate": 0.00013088633748749838,
      "loss": 2.0312,
      "step": 70649
    },
    {
      "epoch": 3.286810886252617,
      "grad_norm": 1.4024686518035345,
      "learning_rate": 0.00013088265632856834,
      "loss": 1.9766,
      "step": 70650
    },
    {
      "epoch": 3.2868574086996976,
      "grad_norm": 1.41166541920029,
      "learning_rate": 0.00013087897518134205,
      "loss": 2.2031,
      "step": 70651
    },
    {
      "epoch": 3.2869039311467785,
      "grad_norm": 1.3992520111169968,
      "learning_rate": 0.00013087529404582176,
      "loss": 2.0938,
      "step": 70652
    },
    {
      "epoch": 3.286950453593859,
      "grad_norm": 1.4262729505463632,
      "learning_rate": 0.00013087161292200974,
      "loss": 2.2969,
      "step": 70653
    },
    {
      "epoch": 3.28699697604094,
      "grad_norm": 1.3765479865081254,
      "learning_rate": 0.0001308679318099082,
      "loss": 2.2656,
      "step": 70654
    },
    {
      "epoch": 3.2870434984880204,
      "grad_norm": 1.644108781798499,
      "learning_rate": 0.00013086425070951948,
      "loss": 2.2031,
      "step": 70655
    },
    {
      "epoch": 3.2870900209351013,
      "grad_norm": 1.3796616290139891,
      "learning_rate": 0.00013086056962084572,
      "loss": 2.125,
      "step": 70656
    },
    {
      "epoch": 3.2871365433821818,
      "grad_norm": 1.3858237136232703,
      "learning_rate": 0.00013085688854388926,
      "loss": 2.0156,
      "step": 70657
    },
    {
      "epoch": 3.2871830658292627,
      "grad_norm": 1.3586287990893877,
      "learning_rate": 0.00013085320747865232,
      "loss": 2.0625,
      "step": 70658
    },
    {
      "epoch": 3.287229588276343,
      "grad_norm": 1.451508613600826,
      "learning_rate": 0.0001308495264251372,
      "loss": 2.2812,
      "step": 70659
    },
    {
      "epoch": 3.287276110723424,
      "grad_norm": 1.3152983660454223,
      "learning_rate": 0.00013084584538334605,
      "loss": 1.7656,
      "step": 70660
    },
    {
      "epoch": 3.287322633170505,
      "grad_norm": 1.3345945315912346,
      "learning_rate": 0.00013084216435328122,
      "loss": 1.9375,
      "step": 70661
    },
    {
      "epoch": 3.2873691556175855,
      "grad_norm": 1.4104735864999098,
      "learning_rate": 0.0001308384833349449,
      "loss": 2.0156,
      "step": 70662
    },
    {
      "epoch": 3.2874156780646664,
      "grad_norm": 1.3697943306442155,
      "learning_rate": 0.00013083480232833943,
      "loss": 2.0781,
      "step": 70663
    },
    {
      "epoch": 3.287462200511747,
      "grad_norm": 1.3325214055121353,
      "learning_rate": 0.00013083112133346694,
      "loss": 1.9531,
      "step": 70664
    },
    {
      "epoch": 3.287508722958828,
      "grad_norm": 1.3943219705323264,
      "learning_rate": 0.00013082744035032982,
      "loss": 2.125,
      "step": 70665
    },
    {
      "epoch": 3.2875552454059083,
      "grad_norm": 1.3677309149380936,
      "learning_rate": 0.0001308237593789302,
      "loss": 2.0156,
      "step": 70666
    },
    {
      "epoch": 3.287601767852989,
      "grad_norm": 1.3469465471883375,
      "learning_rate": 0.00013082007841927042,
      "loss": 1.8125,
      "step": 70667
    },
    {
      "epoch": 3.2876482903000697,
      "grad_norm": 1.3529983492498516,
      "learning_rate": 0.00013081639747135267,
      "loss": 1.9062,
      "step": 70668
    },
    {
      "epoch": 3.2876948127471506,
      "grad_norm": 1.3659568704288172,
      "learning_rate": 0.00013081271653517926,
      "loss": 2.0781,
      "step": 70669
    },
    {
      "epoch": 3.287741335194231,
      "grad_norm": 1.454678814041428,
      "learning_rate": 0.00013080903561075234,
      "loss": 2.125,
      "step": 70670
    },
    {
      "epoch": 3.287787857641312,
      "grad_norm": 1.4198894134481181,
      "learning_rate": 0.0001308053546980743,
      "loss": 2.2344,
      "step": 70671
    },
    {
      "epoch": 3.2878343800883925,
      "grad_norm": 1.3537164750332542,
      "learning_rate": 0.00013080167379714736,
      "loss": 1.9844,
      "step": 70672
    },
    {
      "epoch": 3.2878809025354734,
      "grad_norm": 1.4373262126199573,
      "learning_rate": 0.00013079799290797374,
      "loss": 2.2031,
      "step": 70673
    },
    {
      "epoch": 3.287927424982554,
      "grad_norm": 1.4106219120159509,
      "learning_rate": 0.00013079431203055569,
      "loss": 2.0781,
      "step": 70674
    },
    {
      "epoch": 3.287973947429635,
      "grad_norm": 1.339293543324583,
      "learning_rate": 0.00013079063116489548,
      "loss": 1.9688,
      "step": 70675
    },
    {
      "epoch": 3.2880204698767157,
      "grad_norm": 1.3907269673872436,
      "learning_rate": 0.00013078695031099535,
      "loss": 2.125,
      "step": 70676
    },
    {
      "epoch": 3.288066992323796,
      "grad_norm": 1.3986588825278343,
      "learning_rate": 0.0001307832694688576,
      "loss": 2.0938,
      "step": 70677
    },
    {
      "epoch": 3.288113514770877,
      "grad_norm": 1.3263471460801695,
      "learning_rate": 0.0001307795886384844,
      "loss": 1.8203,
      "step": 70678
    },
    {
      "epoch": 3.2881600372179576,
      "grad_norm": 1.275774551519183,
      "learning_rate": 0.00013077590781987808,
      "loss": 1.875,
      "step": 70679
    },
    {
      "epoch": 3.2882065596650385,
      "grad_norm": 1.451403249982932,
      "learning_rate": 0.00013077222701304083,
      "loss": 2.1406,
      "step": 70680
    },
    {
      "epoch": 3.288253082112119,
      "grad_norm": 1.3191856661704815,
      "learning_rate": 0.00013076854621797498,
      "loss": 1.5391,
      "step": 70681
    },
    {
      "epoch": 3.2882996045592,
      "grad_norm": 1.428927798823004,
      "learning_rate": 0.0001307648654346827,
      "loss": 2.1719,
      "step": 70682
    },
    {
      "epoch": 3.2883461270062804,
      "grad_norm": 1.3632040817419457,
      "learning_rate": 0.0001307611846631663,
      "loss": 2.0625,
      "step": 70683
    },
    {
      "epoch": 3.2883926494533613,
      "grad_norm": 1.3479316662751184,
      "learning_rate": 0.000130757503903428,
      "loss": 1.9766,
      "step": 70684
    },
    {
      "epoch": 3.2884391719004418,
      "grad_norm": 1.330882788268372,
      "learning_rate": 0.0001307538231554701,
      "loss": 1.8594,
      "step": 70685
    },
    {
      "epoch": 3.2884856943475227,
      "grad_norm": 1.4052783593616467,
      "learning_rate": 0.0001307501424192948,
      "loss": 2.0625,
      "step": 70686
    },
    {
      "epoch": 3.2885322167946036,
      "grad_norm": 1.3709681938682001,
      "learning_rate": 0.0001307464616949044,
      "loss": 2.125,
      "step": 70687
    },
    {
      "epoch": 3.288578739241684,
      "grad_norm": 1.3928784863200034,
      "learning_rate": 0.0001307427809823011,
      "loss": 2.0938,
      "step": 70688
    },
    {
      "epoch": 3.288625261688765,
      "grad_norm": 1.4099157237939741,
      "learning_rate": 0.00013073910028148718,
      "loss": 2.2344,
      "step": 70689
    },
    {
      "epoch": 3.2886717841358455,
      "grad_norm": 1.3839449355451219,
      "learning_rate": 0.0001307354195924649,
      "loss": 1.9453,
      "step": 70690
    },
    {
      "epoch": 3.2887183065829264,
      "grad_norm": 1.3333590738153485,
      "learning_rate": 0.00013073173891523654,
      "loss": 1.7578,
      "step": 70691
    },
    {
      "epoch": 3.288764829030007,
      "grad_norm": 1.4417160753221443,
      "learning_rate": 0.00013072805824980424,
      "loss": 2.1562,
      "step": 70692
    },
    {
      "epoch": 3.288811351477088,
      "grad_norm": 1.3117681784700286,
      "learning_rate": 0.0001307243775961704,
      "loss": 1.9219,
      "step": 70693
    },
    {
      "epoch": 3.2888578739241683,
      "grad_norm": 1.4182205930759848,
      "learning_rate": 0.00013072069695433723,
      "loss": 2.25,
      "step": 70694
    },
    {
      "epoch": 3.288904396371249,
      "grad_norm": 1.476714757770399,
      "learning_rate": 0.00013071701632430693,
      "loss": 2.2656,
      "step": 70695
    },
    {
      "epoch": 3.2889509188183297,
      "grad_norm": 1.3632127159280611,
      "learning_rate": 0.0001307133357060818,
      "loss": 1.9688,
      "step": 70696
    },
    {
      "epoch": 3.2889974412654106,
      "grad_norm": 1.342859810474272,
      "learning_rate": 0.00013070965509966406,
      "loss": 1.9766,
      "step": 70697
    },
    {
      "epoch": 3.2890439637124915,
      "grad_norm": 1.474117625342413,
      "learning_rate": 0.00013070597450505603,
      "loss": 2.3594,
      "step": 70698
    },
    {
      "epoch": 3.289090486159572,
      "grad_norm": 1.2684087266986637,
      "learning_rate": 0.00013070229392225986,
      "loss": 1.5312,
      "step": 70699
    },
    {
      "epoch": 3.2891370086066525,
      "grad_norm": 1.4445064928839035,
      "learning_rate": 0.0001306986133512779,
      "loss": 1.9688,
      "step": 70700
    },
    {
      "epoch": 3.2891835310537334,
      "grad_norm": 1.4275755347543257,
      "learning_rate": 0.00013069493279211232,
      "loss": 2.0312,
      "step": 70701
    },
    {
      "epoch": 3.2892300535008143,
      "grad_norm": 1.3996493135547083,
      "learning_rate": 0.0001306912522447655,
      "loss": 2.0625,
      "step": 70702
    },
    {
      "epoch": 3.289276575947895,
      "grad_norm": 1.3378767099696767,
      "learning_rate": 0.00013068757170923954,
      "loss": 1.875,
      "step": 70703
    },
    {
      "epoch": 3.2893230983949757,
      "grad_norm": 1.3511513234729953,
      "learning_rate": 0.00013068389118553678,
      "loss": 2.0312,
      "step": 70704
    },
    {
      "epoch": 3.289369620842056,
      "grad_norm": 1.3842991523117534,
      "learning_rate": 0.00013068021067365944,
      "loss": 1.9531,
      "step": 70705
    },
    {
      "epoch": 3.289416143289137,
      "grad_norm": 1.417383331318319,
      "learning_rate": 0.0001306765301736098,
      "loss": 2.0469,
      "step": 70706
    },
    {
      "epoch": 3.2894626657362176,
      "grad_norm": 1.3582281777511958,
      "learning_rate": 0.0001306728496853901,
      "loss": 2.0312,
      "step": 70707
    },
    {
      "epoch": 3.2895091881832985,
      "grad_norm": 1.3882027464540734,
      "learning_rate": 0.00013066916920900258,
      "loss": 2.2344,
      "step": 70708
    },
    {
      "epoch": 3.289555710630379,
      "grad_norm": 1.4875073817005442,
      "learning_rate": 0.00013066548874444956,
      "loss": 2.0781,
      "step": 70709
    },
    {
      "epoch": 3.28960223307746,
      "grad_norm": 1.411140043225657,
      "learning_rate": 0.0001306618082917332,
      "loss": 2.0469,
      "step": 70710
    },
    {
      "epoch": 3.2896487555245404,
      "grad_norm": 1.4382701574110117,
      "learning_rate": 0.00013065812785085582,
      "loss": 2.2188,
      "step": 70711
    },
    {
      "epoch": 3.2896952779716213,
      "grad_norm": 1.2996136049163078,
      "learning_rate": 0.0001306544474218196,
      "loss": 1.8906,
      "step": 70712
    },
    {
      "epoch": 3.2897418004187022,
      "grad_norm": 1.5262724932650023,
      "learning_rate": 0.0001306507670046269,
      "loss": 2.25,
      "step": 70713
    },
    {
      "epoch": 3.2897883228657827,
      "grad_norm": 1.2188121376540904,
      "learning_rate": 0.00013064708659927984,
      "loss": 1.5391,
      "step": 70714
    },
    {
      "epoch": 3.2898348453128636,
      "grad_norm": 1.330430807721331,
      "learning_rate": 0.00013064340620578077,
      "loss": 2.0469,
      "step": 70715
    },
    {
      "epoch": 3.289881367759944,
      "grad_norm": 1.4282253344683054,
      "learning_rate": 0.00013063972582413197,
      "loss": 2.0781,
      "step": 70716
    },
    {
      "epoch": 3.289927890207025,
      "grad_norm": 1.4177737323454485,
      "learning_rate": 0.00013063604545433558,
      "loss": 2.0156,
      "step": 70717
    },
    {
      "epoch": 3.2899744126541055,
      "grad_norm": 1.3643491390780496,
      "learning_rate": 0.000130632365096394,
      "loss": 1.8438,
      "step": 70718
    },
    {
      "epoch": 3.2900209351011864,
      "grad_norm": 1.3557296664891467,
      "learning_rate": 0.00013062868475030933,
      "loss": 2.0625,
      "step": 70719
    },
    {
      "epoch": 3.290067457548267,
      "grad_norm": 1.3496505939107173,
      "learning_rate": 0.00013062500441608394,
      "loss": 1.9844,
      "step": 70720
    },
    {
      "epoch": 3.290113979995348,
      "grad_norm": 1.4441691982800429,
      "learning_rate": 0.00013062132409372,
      "loss": 2.1719,
      "step": 70721
    },
    {
      "epoch": 3.2901605024424283,
      "grad_norm": 1.3870406288176638,
      "learning_rate": 0.00013061764378321985,
      "loss": 2.1094,
      "step": 70722
    },
    {
      "epoch": 3.2902070248895092,
      "grad_norm": 1.387884713627556,
      "learning_rate": 0.00013061396348458562,
      "loss": 2.0312,
      "step": 70723
    },
    {
      "epoch": 3.29025354733659,
      "grad_norm": 1.4121904781311645,
      "learning_rate": 0.00013061028319781969,
      "loss": 2.2969,
      "step": 70724
    },
    {
      "epoch": 3.2903000697836706,
      "grad_norm": 1.2556593224187416,
      "learning_rate": 0.00013060660292292425,
      "loss": 1.7031,
      "step": 70725
    },
    {
      "epoch": 3.290346592230751,
      "grad_norm": 1.482961464724243,
      "learning_rate": 0.00013060292265990156,
      "loss": 2.0781,
      "step": 70726
    },
    {
      "epoch": 3.290393114677832,
      "grad_norm": 1.3097221475009853,
      "learning_rate": 0.00013059924240875386,
      "loss": 1.8984,
      "step": 70727
    },
    {
      "epoch": 3.290439637124913,
      "grad_norm": 1.4254119230505087,
      "learning_rate": 0.00013059556216948344,
      "loss": 2.1719,
      "step": 70728
    },
    {
      "epoch": 3.2904861595719934,
      "grad_norm": 1.342295394480856,
      "learning_rate": 0.00013059188194209251,
      "loss": 1.7969,
      "step": 70729
    },
    {
      "epoch": 3.2905326820190743,
      "grad_norm": 1.5118264383515594,
      "learning_rate": 0.00013058820172658336,
      "loss": 2.1562,
      "step": 70730
    },
    {
      "epoch": 3.290579204466155,
      "grad_norm": 1.390377151886748,
      "learning_rate": 0.00013058452152295825,
      "loss": 2.0312,
      "step": 70731
    },
    {
      "epoch": 3.2906257269132357,
      "grad_norm": 1.2881989639295695,
      "learning_rate": 0.00013058084133121936,
      "loss": 1.8359,
      "step": 70732
    },
    {
      "epoch": 3.290672249360316,
      "grad_norm": 1.4034615333305767,
      "learning_rate": 0.00013057716115136902,
      "loss": 2.1406,
      "step": 70733
    },
    {
      "epoch": 3.290718771807397,
      "grad_norm": 1.366741463909671,
      "learning_rate": 0.00013057348098340944,
      "loss": 2.125,
      "step": 70734
    },
    {
      "epoch": 3.2907652942544776,
      "grad_norm": 1.4058806004678417,
      "learning_rate": 0.00013056980082734292,
      "loss": 2.2031,
      "step": 70735
    },
    {
      "epoch": 3.2908118167015585,
      "grad_norm": 1.2976740895108818,
      "learning_rate": 0.0001305661206831716,
      "loss": 1.6016,
      "step": 70736
    },
    {
      "epoch": 3.290858339148639,
      "grad_norm": 1.4373218035602136,
      "learning_rate": 0.00013056244055089787,
      "loss": 2.3125,
      "step": 70737
    },
    {
      "epoch": 3.29090486159572,
      "grad_norm": 1.3957251146981025,
      "learning_rate": 0.00013055876043052396,
      "loss": 1.9844,
      "step": 70738
    },
    {
      "epoch": 3.290951384042801,
      "grad_norm": 1.4379711716438859,
      "learning_rate": 0.00013055508032205207,
      "loss": 2.0469,
      "step": 70739
    },
    {
      "epoch": 3.2909979064898813,
      "grad_norm": 1.3010157253065717,
      "learning_rate": 0.00013055140022548447,
      "loss": 1.8438,
      "step": 70740
    },
    {
      "epoch": 3.2910444289369623,
      "grad_norm": 1.418759681908716,
      "learning_rate": 0.00013054772014082342,
      "loss": 2.0312,
      "step": 70741
    },
    {
      "epoch": 3.2910909513840427,
      "grad_norm": 1.3250402138632087,
      "learning_rate": 0.0001305440400680712,
      "loss": 1.7656,
      "step": 70742
    },
    {
      "epoch": 3.2911374738311236,
      "grad_norm": 1.326477799020943,
      "learning_rate": 0.00013054036000722995,
      "loss": 1.8828,
      "step": 70743
    },
    {
      "epoch": 3.291183996278204,
      "grad_norm": 1.3943276009391903,
      "learning_rate": 0.0001305366799583021,
      "loss": 2.1719,
      "step": 70744
    },
    {
      "epoch": 3.291230518725285,
      "grad_norm": 1.4206986904624852,
      "learning_rate": 0.00013053299992128975,
      "loss": 2.1094,
      "step": 70745
    },
    {
      "epoch": 3.2912770411723655,
      "grad_norm": 1.3996985247998677,
      "learning_rate": 0.00013052931989619525,
      "loss": 2.0469,
      "step": 70746
    },
    {
      "epoch": 3.2913235636194464,
      "grad_norm": 1.3749932594760161,
      "learning_rate": 0.00013052563988302077,
      "loss": 1.9141,
      "step": 70747
    },
    {
      "epoch": 3.291370086066527,
      "grad_norm": 1.3317713027715663,
      "learning_rate": 0.00013052195988176867,
      "loss": 1.9688,
      "step": 70748
    },
    {
      "epoch": 3.291416608513608,
      "grad_norm": 1.3161595146855498,
      "learning_rate": 0.00013051827989244108,
      "loss": 1.9844,
      "step": 70749
    },
    {
      "epoch": 3.2914631309606888,
      "grad_norm": 1.3674875996946172,
      "learning_rate": 0.00013051459991504036,
      "loss": 2.0312,
      "step": 70750
    },
    {
      "epoch": 3.2915096534077692,
      "grad_norm": 1.3442590462390145,
      "learning_rate": 0.00013051091994956867,
      "loss": 2.0781,
      "step": 70751
    },
    {
      "epoch": 3.2915561758548497,
      "grad_norm": 1.3985815619561528,
      "learning_rate": 0.00013050723999602837,
      "loss": 2.0156,
      "step": 70752
    },
    {
      "epoch": 3.2916026983019306,
      "grad_norm": 1.365273946886484,
      "learning_rate": 0.0001305035600544216,
      "loss": 2.0469,
      "step": 70753
    },
    {
      "epoch": 3.2916492207490116,
      "grad_norm": 1.5237799641713943,
      "learning_rate": 0.0001304998801247507,
      "loss": 2.2188,
      "step": 70754
    },
    {
      "epoch": 3.291695743196092,
      "grad_norm": 1.4671298795536296,
      "learning_rate": 0.00013049620020701787,
      "loss": 2.1094,
      "step": 70755
    },
    {
      "epoch": 3.291742265643173,
      "grad_norm": 1.3966748336690908,
      "learning_rate": 0.0001304925203012254,
      "loss": 1.9609,
      "step": 70756
    },
    {
      "epoch": 3.2917887880902534,
      "grad_norm": 1.522122034886332,
      "learning_rate": 0.00013048884040737553,
      "loss": 2.1875,
      "step": 70757
    },
    {
      "epoch": 3.2918353105373344,
      "grad_norm": 1.3809714892528098,
      "learning_rate": 0.00013048516052547042,
      "loss": 2.0469,
      "step": 70758
    },
    {
      "epoch": 3.291881832984415,
      "grad_norm": 1.3960588853494833,
      "learning_rate": 0.00013048148065551246,
      "loss": 2.1875,
      "step": 70759
    },
    {
      "epoch": 3.2919283554314958,
      "grad_norm": 1.3660391273741164,
      "learning_rate": 0.00013047780079750387,
      "loss": 2.0625,
      "step": 70760
    },
    {
      "epoch": 3.2919748778785762,
      "grad_norm": 1.4144894596749233,
      "learning_rate": 0.00013047412095144688,
      "loss": 2.2188,
      "step": 70761
    },
    {
      "epoch": 3.292021400325657,
      "grad_norm": 1.3767977408226315,
      "learning_rate": 0.00013047044111734376,
      "loss": 2.0781,
      "step": 70762
    },
    {
      "epoch": 3.2920679227727376,
      "grad_norm": 1.4416965133969426,
      "learning_rate": 0.00013046676129519673,
      "loss": 2.25,
      "step": 70763
    },
    {
      "epoch": 3.2921144452198186,
      "grad_norm": 1.338299032654754,
      "learning_rate": 0.00013046308148500807,
      "loss": 2.0,
      "step": 70764
    },
    {
      "epoch": 3.2921609676668995,
      "grad_norm": 1.3668751062859976,
      "learning_rate": 0.00013045940168678004,
      "loss": 1.8125,
      "step": 70765
    },
    {
      "epoch": 3.29220749011398,
      "grad_norm": 1.3731493371496462,
      "learning_rate": 0.00013045572190051487,
      "loss": 2.0625,
      "step": 70766
    },
    {
      "epoch": 3.292254012561061,
      "grad_norm": 1.4069569339416867,
      "learning_rate": 0.00013045204212621482,
      "loss": 2.2188,
      "step": 70767
    },
    {
      "epoch": 3.2923005350081413,
      "grad_norm": 1.4325351029721674,
      "learning_rate": 0.00013044836236388217,
      "loss": 2.0156,
      "step": 70768
    },
    {
      "epoch": 3.2923470574552223,
      "grad_norm": 1.4424044693148987,
      "learning_rate": 0.0001304446826135191,
      "loss": 2.0156,
      "step": 70769
    },
    {
      "epoch": 3.2923935799023027,
      "grad_norm": 1.3706171559228986,
      "learning_rate": 0.00013044100287512794,
      "loss": 2.1562,
      "step": 70770
    },
    {
      "epoch": 3.2924401023493837,
      "grad_norm": 1.3080716701643604,
      "learning_rate": 0.00013043732314871093,
      "loss": 1.7969,
      "step": 70771
    },
    {
      "epoch": 3.292486624796464,
      "grad_norm": 1.3078549123108434,
      "learning_rate": 0.0001304336434342703,
      "loss": 2.0781,
      "step": 70772
    },
    {
      "epoch": 3.292533147243545,
      "grad_norm": 1.3702535939560327,
      "learning_rate": 0.00013042996373180827,
      "loss": 2.0,
      "step": 70773
    },
    {
      "epoch": 3.2925796696906255,
      "grad_norm": 1.356219203661519,
      "learning_rate": 0.0001304262840413272,
      "loss": 2.0781,
      "step": 70774
    },
    {
      "epoch": 3.2926261921377065,
      "grad_norm": 1.5163707117473455,
      "learning_rate": 0.0001304226043628292,
      "loss": 2.1406,
      "step": 70775
    },
    {
      "epoch": 3.2926727145847874,
      "grad_norm": 1.3235205042504872,
      "learning_rate": 0.00013041892469631663,
      "loss": 2.0625,
      "step": 70776
    },
    {
      "epoch": 3.292719237031868,
      "grad_norm": 1.2928737111512525,
      "learning_rate": 0.0001304152450417917,
      "loss": 2.0312,
      "step": 70777
    },
    {
      "epoch": 3.292765759478949,
      "grad_norm": 1.3673596281721954,
      "learning_rate": 0.0001304115653992567,
      "loss": 2.1719,
      "step": 70778
    },
    {
      "epoch": 3.2928122819260293,
      "grad_norm": 1.3876157657453245,
      "learning_rate": 0.0001304078857687138,
      "loss": 2.1562,
      "step": 70779
    },
    {
      "epoch": 3.29285880437311,
      "grad_norm": 1.3600665684962652,
      "learning_rate": 0.0001304042061501653,
      "loss": 2.0625,
      "step": 70780
    },
    {
      "epoch": 3.2929053268201907,
      "grad_norm": 1.405465695064415,
      "learning_rate": 0.00013040052654361353,
      "loss": 2.0,
      "step": 70781
    },
    {
      "epoch": 3.2929518492672716,
      "grad_norm": 1.3995982572605092,
      "learning_rate": 0.00013039684694906065,
      "loss": 2.0781,
      "step": 70782
    },
    {
      "epoch": 3.292998371714352,
      "grad_norm": 1.40451336612054,
      "learning_rate": 0.0001303931673665089,
      "loss": 2.0312,
      "step": 70783
    },
    {
      "epoch": 3.293044894161433,
      "grad_norm": 1.3647753847176438,
      "learning_rate": 0.00013038948779596065,
      "loss": 1.9062,
      "step": 70784
    },
    {
      "epoch": 3.2930914166085135,
      "grad_norm": 1.3883092302716862,
      "learning_rate": 0.000130385808237418,
      "loss": 2.0625,
      "step": 70785
    },
    {
      "epoch": 3.2931379390555944,
      "grad_norm": 1.3952223823116474,
      "learning_rate": 0.00013038212869088332,
      "loss": 2.0781,
      "step": 70786
    },
    {
      "epoch": 3.293184461502675,
      "grad_norm": 1.344541977368265,
      "learning_rate": 0.00013037844915635878,
      "loss": 1.9062,
      "step": 70787
    },
    {
      "epoch": 3.2932309839497558,
      "grad_norm": 1.4829958795502562,
      "learning_rate": 0.0001303747696338467,
      "loss": 2.2969,
      "step": 70788
    },
    {
      "epoch": 3.2932775063968363,
      "grad_norm": 1.392445097318665,
      "learning_rate": 0.00013037109012334927,
      "loss": 2.0938,
      "step": 70789
    },
    {
      "epoch": 3.293324028843917,
      "grad_norm": 1.3861631320983712,
      "learning_rate": 0.00013036741062486882,
      "loss": 2.0156,
      "step": 70790
    },
    {
      "epoch": 3.293370551290998,
      "grad_norm": 1.3783441467139421,
      "learning_rate": 0.00013036373113840748,
      "loss": 2.0781,
      "step": 70791
    },
    {
      "epoch": 3.2934170737380786,
      "grad_norm": 1.2950953700081576,
      "learning_rate": 0.00013036005166396764,
      "loss": 1.7812,
      "step": 70792
    },
    {
      "epoch": 3.2934635961851595,
      "grad_norm": 1.487232174032767,
      "learning_rate": 0.00013035637220155146,
      "loss": 2.1719,
      "step": 70793
    },
    {
      "epoch": 3.29351011863224,
      "grad_norm": 1.3536100788292087,
      "learning_rate": 0.00013035269275116126,
      "loss": 2.0781,
      "step": 70794
    },
    {
      "epoch": 3.293556641079321,
      "grad_norm": 1.4456116809103525,
      "learning_rate": 0.00013034901331279922,
      "loss": 2.2188,
      "step": 70795
    },
    {
      "epoch": 3.2936031635264014,
      "grad_norm": 1.3138773270473647,
      "learning_rate": 0.00013034533388646765,
      "loss": 1.9922,
      "step": 70796
    },
    {
      "epoch": 3.2936496859734823,
      "grad_norm": 1.3855064336030212,
      "learning_rate": 0.00013034165447216878,
      "loss": 2.1562,
      "step": 70797
    },
    {
      "epoch": 3.2936962084205628,
      "grad_norm": 1.3334425649551782,
      "learning_rate": 0.0001303379750699049,
      "loss": 2.0156,
      "step": 70798
    },
    {
      "epoch": 3.2937427308676437,
      "grad_norm": 1.4953112189714446,
      "learning_rate": 0.00013033429567967816,
      "loss": 2.4062,
      "step": 70799
    },
    {
      "epoch": 3.293789253314724,
      "grad_norm": 1.2905379140582496,
      "learning_rate": 0.00013033061630149094,
      "loss": 1.9688,
      "step": 70800
    },
    {
      "epoch": 3.293835775761805,
      "grad_norm": 1.4253275525514173,
      "learning_rate": 0.00013032693693534536,
      "loss": 2.2188,
      "step": 70801
    },
    {
      "epoch": 3.293882298208886,
      "grad_norm": 1.3960007132276673,
      "learning_rate": 0.00013032325758124377,
      "loss": 1.9844,
      "step": 70802
    },
    {
      "epoch": 3.2939288206559665,
      "grad_norm": 1.3848546733292078,
      "learning_rate": 0.00013031957823918843,
      "loss": 2.0156,
      "step": 70803
    },
    {
      "epoch": 3.2939753431030474,
      "grad_norm": 1.3974832001795594,
      "learning_rate": 0.00013031589890918153,
      "loss": 2.2344,
      "step": 70804
    },
    {
      "epoch": 3.294021865550128,
      "grad_norm": 1.3017058615410093,
      "learning_rate": 0.00013031221959122538,
      "loss": 1.9688,
      "step": 70805
    },
    {
      "epoch": 3.294068387997209,
      "grad_norm": 1.3744551737503439,
      "learning_rate": 0.0001303085402853222,
      "loss": 1.8906,
      "step": 70806
    },
    {
      "epoch": 3.2941149104442893,
      "grad_norm": 1.3492341950267162,
      "learning_rate": 0.00013030486099147427,
      "loss": 1.9453,
      "step": 70807
    },
    {
      "epoch": 3.29416143289137,
      "grad_norm": 1.3831790957961867,
      "learning_rate": 0.00013030118170968377,
      "loss": 2.1719,
      "step": 70808
    },
    {
      "epoch": 3.2942079553384507,
      "grad_norm": 1.3022335834135101,
      "learning_rate": 0.00013029750243995306,
      "loss": 1.5312,
      "step": 70809
    },
    {
      "epoch": 3.2942544777855316,
      "grad_norm": 1.4131037440394112,
      "learning_rate": 0.0001302938231822843,
      "loss": 2.0312,
      "step": 70810
    },
    {
      "epoch": 3.294301000232612,
      "grad_norm": 1.3937613927401695,
      "learning_rate": 0.00013029014393667977,
      "loss": 2.0,
      "step": 70811
    },
    {
      "epoch": 3.294347522679693,
      "grad_norm": 1.3682047926452223,
      "learning_rate": 0.00013028646470314176,
      "loss": 1.875,
      "step": 70812
    },
    {
      "epoch": 3.294394045126774,
      "grad_norm": 1.33800736452707,
      "learning_rate": 0.00013028278548167245,
      "loss": 1.8359,
      "step": 70813
    },
    {
      "epoch": 3.2944405675738544,
      "grad_norm": 1.379948374844018,
      "learning_rate": 0.00013027910627227417,
      "loss": 2.2344,
      "step": 70814
    },
    {
      "epoch": 3.294487090020935,
      "grad_norm": 1.3516590389211793,
      "learning_rate": 0.00013027542707494912,
      "loss": 1.9844,
      "step": 70815
    },
    {
      "epoch": 3.294533612468016,
      "grad_norm": 1.4838236644015825,
      "learning_rate": 0.00013027174788969958,
      "loss": 2.3594,
      "step": 70816
    },
    {
      "epoch": 3.2945801349150967,
      "grad_norm": 1.3549011301568417,
      "learning_rate": 0.00013026806871652778,
      "loss": 2.0781,
      "step": 70817
    },
    {
      "epoch": 3.294626657362177,
      "grad_norm": 1.2626869964154435,
      "learning_rate": 0.000130264389555436,
      "loss": 1.7969,
      "step": 70818
    },
    {
      "epoch": 3.294673179809258,
      "grad_norm": 1.4106394262535218,
      "learning_rate": 0.00013026071040642644,
      "loss": 2.0625,
      "step": 70819
    },
    {
      "epoch": 3.2947197022563386,
      "grad_norm": 1.3968951030446324,
      "learning_rate": 0.00013025703126950144,
      "loss": 2.0781,
      "step": 70820
    },
    {
      "epoch": 3.2947662247034195,
      "grad_norm": 1.3936932769327808,
      "learning_rate": 0.0001302533521446632,
      "loss": 2.1719,
      "step": 70821
    },
    {
      "epoch": 3.2948127471505,
      "grad_norm": 1.4555331788978338,
      "learning_rate": 0.00013024967303191395,
      "loss": 2.2812,
      "step": 70822
    },
    {
      "epoch": 3.294859269597581,
      "grad_norm": 1.423588962973472,
      "learning_rate": 0.00013024599393125593,
      "loss": 2.2344,
      "step": 70823
    },
    {
      "epoch": 3.2949057920446614,
      "grad_norm": 1.4204868888742999,
      "learning_rate": 0.00013024231484269145,
      "loss": 2.2188,
      "step": 70824
    },
    {
      "epoch": 3.2949523144917423,
      "grad_norm": 1.5743659548981843,
      "learning_rate": 0.00013023863576622276,
      "loss": 2.3906,
      "step": 70825
    },
    {
      "epoch": 3.294998836938823,
      "grad_norm": 1.4288725595599998,
      "learning_rate": 0.00013023495670185208,
      "loss": 2.2344,
      "step": 70826
    },
    {
      "epoch": 3.2950453593859037,
      "grad_norm": 1.2601982945200285,
      "learning_rate": 0.0001302312776495817,
      "loss": 1.7656,
      "step": 70827
    },
    {
      "epoch": 3.2950918818329846,
      "grad_norm": 1.4315192666234475,
      "learning_rate": 0.00013022759860941384,
      "loss": 2.3281,
      "step": 70828
    },
    {
      "epoch": 3.295138404280065,
      "grad_norm": 1.310738770315686,
      "learning_rate": 0.00013022391958135077,
      "loss": 1.6328,
      "step": 70829
    },
    {
      "epoch": 3.295184926727146,
      "grad_norm": 1.4595863547781287,
      "learning_rate": 0.0001302202405653947,
      "loss": 2.3594,
      "step": 70830
    },
    {
      "epoch": 3.2952314491742265,
      "grad_norm": 1.3449616177807273,
      "learning_rate": 0.00013021656156154797,
      "loss": 1.9219,
      "step": 70831
    },
    {
      "epoch": 3.2952779716213074,
      "grad_norm": 1.2761377076486788,
      "learning_rate": 0.00013021288256981272,
      "loss": 1.9219,
      "step": 70832
    },
    {
      "epoch": 3.295324494068388,
      "grad_norm": 1.3375771068446567,
      "learning_rate": 0.0001302092035901913,
      "loss": 1.9688,
      "step": 70833
    },
    {
      "epoch": 3.295371016515469,
      "grad_norm": 1.3379227373582796,
      "learning_rate": 0.0001302055246226859,
      "loss": 1.9922,
      "step": 70834
    },
    {
      "epoch": 3.2954175389625493,
      "grad_norm": 1.4717358520236195,
      "learning_rate": 0.0001302018456672988,
      "loss": 1.8906,
      "step": 70835
    },
    {
      "epoch": 3.29546406140963,
      "grad_norm": 1.3524336468788871,
      "learning_rate": 0.0001301981667240323,
      "loss": 1.5547,
      "step": 70836
    },
    {
      "epoch": 3.2955105838567107,
      "grad_norm": 1.3317014808233123,
      "learning_rate": 0.0001301944877928885,
      "loss": 2.0938,
      "step": 70837
    },
    {
      "epoch": 3.2955571063037916,
      "grad_norm": 1.2561256335264093,
      "learning_rate": 0.00013019080887386982,
      "loss": 1.9062,
      "step": 70838
    },
    {
      "epoch": 3.2956036287508725,
      "grad_norm": 1.3999577364973272,
      "learning_rate": 0.00013018712996697843,
      "loss": 2.1406,
      "step": 70839
    },
    {
      "epoch": 3.295650151197953,
      "grad_norm": 1.3359669077824505,
      "learning_rate": 0.00013018345107221658,
      "loss": 1.8281,
      "step": 70840
    },
    {
      "epoch": 3.2956966736450335,
      "grad_norm": 1.4850943245472934,
      "learning_rate": 0.00013017977218958654,
      "loss": 2.375,
      "step": 70841
    },
    {
      "epoch": 3.2957431960921144,
      "grad_norm": 1.3741089362253893,
      "learning_rate": 0.0001301760933190906,
      "loss": 2.0156,
      "step": 70842
    },
    {
      "epoch": 3.2957897185391953,
      "grad_norm": 1.4837521029031375,
      "learning_rate": 0.0001301724144607309,
      "loss": 2.2656,
      "step": 70843
    },
    {
      "epoch": 3.295836240986276,
      "grad_norm": 1.4926285270311725,
      "learning_rate": 0.00013016873561450982,
      "loss": 2.1719,
      "step": 70844
    },
    {
      "epoch": 3.2958827634333567,
      "grad_norm": 1.5169494518177966,
      "learning_rate": 0.0001301650567804295,
      "loss": 2.3125,
      "step": 70845
    },
    {
      "epoch": 3.295929285880437,
      "grad_norm": 1.3994706415172282,
      "learning_rate": 0.00013016137795849228,
      "loss": 2.0938,
      "step": 70846
    },
    {
      "epoch": 3.295975808327518,
      "grad_norm": 1.2230975450771564,
      "learning_rate": 0.0001301576991487004,
      "loss": 1.5469,
      "step": 70847
    },
    {
      "epoch": 3.2960223307745986,
      "grad_norm": 1.3723500703818026,
      "learning_rate": 0.00013015402035105607,
      "loss": 1.9531,
      "step": 70848
    },
    {
      "epoch": 3.2960688532216795,
      "grad_norm": 1.3758047755320268,
      "learning_rate": 0.0001301503415655616,
      "loss": 2.1094,
      "step": 70849
    },
    {
      "epoch": 3.29611537566876,
      "grad_norm": 1.3082933107074906,
      "learning_rate": 0.00013014666279221918,
      "loss": 1.4609,
      "step": 70850
    },
    {
      "epoch": 3.296161898115841,
      "grad_norm": 1.3669641653777993,
      "learning_rate": 0.0001301429840310311,
      "loss": 1.9609,
      "step": 70851
    },
    {
      "epoch": 3.2962084205629214,
      "grad_norm": 1.4374232996753122,
      "learning_rate": 0.0001301393052819996,
      "loss": 2.1406,
      "step": 70852
    },
    {
      "epoch": 3.2962549430100023,
      "grad_norm": 1.3133586651728464,
      "learning_rate": 0.00013013562654512695,
      "loss": 1.9609,
      "step": 70853
    },
    {
      "epoch": 3.2963014654570832,
      "grad_norm": 1.2561132108788753,
      "learning_rate": 0.00013013194782041535,
      "loss": 1.7266,
      "step": 70854
    },
    {
      "epoch": 3.2963479879041637,
      "grad_norm": 1.2524368906182062,
      "learning_rate": 0.00013012826910786712,
      "loss": 1.6953,
      "step": 70855
    },
    {
      "epoch": 3.2963945103512446,
      "grad_norm": 1.4383969025963692,
      "learning_rate": 0.00013012459040748447,
      "loss": 2.0938,
      "step": 70856
    },
    {
      "epoch": 3.296441032798325,
      "grad_norm": 1.414787953211558,
      "learning_rate": 0.00013012091171926967,
      "loss": 2.1719,
      "step": 70857
    },
    {
      "epoch": 3.296487555245406,
      "grad_norm": 1.3805379641739803,
      "learning_rate": 0.00013011723304322495,
      "loss": 1.9141,
      "step": 70858
    },
    {
      "epoch": 3.2965340776924865,
      "grad_norm": 1.4087217270086254,
      "learning_rate": 0.0001301135543793526,
      "loss": 2.1875,
      "step": 70859
    },
    {
      "epoch": 3.2965806001395674,
      "grad_norm": 1.376470871644256,
      "learning_rate": 0.0001301098757276548,
      "loss": 2.0625,
      "step": 70860
    },
    {
      "epoch": 3.296627122586648,
      "grad_norm": 1.3290535625225415,
      "learning_rate": 0.00013010619708813393,
      "loss": 1.9609,
      "step": 70861
    },
    {
      "epoch": 3.296673645033729,
      "grad_norm": 1.3068254419192193,
      "learning_rate": 0.00013010251846079212,
      "loss": 1.8984,
      "step": 70862
    },
    {
      "epoch": 3.2967201674808093,
      "grad_norm": 1.3105903611610403,
      "learning_rate": 0.00013009883984563167,
      "loss": 1.5469,
      "step": 70863
    },
    {
      "epoch": 3.2967666899278902,
      "grad_norm": 1.3640215705876493,
      "learning_rate": 0.00013009516124265483,
      "loss": 1.9609,
      "step": 70864
    },
    {
      "epoch": 3.296813212374971,
      "grad_norm": 1.4271212113454663,
      "learning_rate": 0.00013009148265186383,
      "loss": 2.1406,
      "step": 70865
    },
    {
      "epoch": 3.2968597348220516,
      "grad_norm": 1.4185806359434852,
      "learning_rate": 0.00013008780407326097,
      "loss": 2.1562,
      "step": 70866
    },
    {
      "epoch": 3.296906257269132,
      "grad_norm": 1.3357148488769162,
      "learning_rate": 0.00013008412550684841,
      "loss": 2.0,
      "step": 70867
    },
    {
      "epoch": 3.296952779716213,
      "grad_norm": 1.333764452648476,
      "learning_rate": 0.0001300804469526285,
      "loss": 2.0469,
      "step": 70868
    },
    {
      "epoch": 3.296999302163294,
      "grad_norm": 1.484106357073422,
      "learning_rate": 0.00013007676841060348,
      "loss": 2.3125,
      "step": 70869
    },
    {
      "epoch": 3.2970458246103744,
      "grad_norm": 1.4231111001410242,
      "learning_rate": 0.00013007308988077556,
      "loss": 2.0625,
      "step": 70870
    },
    {
      "epoch": 3.2970923470574554,
      "grad_norm": 1.403092510115358,
      "learning_rate": 0.00013006941136314704,
      "loss": 2.0781,
      "step": 70871
    },
    {
      "epoch": 3.297138869504536,
      "grad_norm": 1.373371180650656,
      "learning_rate": 0.0001300657328577201,
      "loss": 2.1094,
      "step": 70872
    },
    {
      "epoch": 3.2971853919516168,
      "grad_norm": 1.4220132514709172,
      "learning_rate": 0.00013006205436449708,
      "loss": 2.2656,
      "step": 70873
    },
    {
      "epoch": 3.2972319143986972,
      "grad_norm": 1.4449521988579779,
      "learning_rate": 0.00013005837588348016,
      "loss": 2.0156,
      "step": 70874
    },
    {
      "epoch": 3.297278436845778,
      "grad_norm": 1.3692508407885653,
      "learning_rate": 0.00013005469741467167,
      "loss": 2.2188,
      "step": 70875
    },
    {
      "epoch": 3.2973249592928586,
      "grad_norm": 1.4120097880273965,
      "learning_rate": 0.00013005101895807375,
      "loss": 2.0781,
      "step": 70876
    },
    {
      "epoch": 3.2973714817399395,
      "grad_norm": 1.221942263668458,
      "learning_rate": 0.00013004734051368875,
      "loss": 1.5312,
      "step": 70877
    },
    {
      "epoch": 3.29741800418702,
      "grad_norm": 1.3678282167968419,
      "learning_rate": 0.00013004366208151886,
      "loss": 2.1094,
      "step": 70878
    },
    {
      "epoch": 3.297464526634101,
      "grad_norm": 1.403314163627929,
      "learning_rate": 0.00013003998366156638,
      "loss": 2.0,
      "step": 70879
    },
    {
      "epoch": 3.297511049081182,
      "grad_norm": 1.3796809120374147,
      "learning_rate": 0.0001300363052538335,
      "loss": 2.0312,
      "step": 70880
    },
    {
      "epoch": 3.2975575715282623,
      "grad_norm": 1.3144876520533253,
      "learning_rate": 0.00013003262685832258,
      "loss": 1.9922,
      "step": 70881
    },
    {
      "epoch": 3.2976040939753433,
      "grad_norm": 1.4006974169603847,
      "learning_rate": 0.00013002894847503573,
      "loss": 1.9453,
      "step": 70882
    },
    {
      "epoch": 3.2976506164224237,
      "grad_norm": 1.4196480148481838,
      "learning_rate": 0.00013002527010397532,
      "loss": 2.1562,
      "step": 70883
    },
    {
      "epoch": 3.2976971388695047,
      "grad_norm": 1.3649938392897039,
      "learning_rate": 0.00013002159174514352,
      "loss": 2.0938,
      "step": 70884
    },
    {
      "epoch": 3.297743661316585,
      "grad_norm": 1.3914734521335201,
      "learning_rate": 0.00013001791339854266,
      "loss": 2.1094,
      "step": 70885
    },
    {
      "epoch": 3.297790183763666,
      "grad_norm": 1.3105941654076747,
      "learning_rate": 0.00013001423506417493,
      "loss": 2.0,
      "step": 70886
    },
    {
      "epoch": 3.2978367062107465,
      "grad_norm": 1.4125703272376573,
      "learning_rate": 0.00013001055674204264,
      "loss": 2.0156,
      "step": 70887
    },
    {
      "epoch": 3.2978832286578275,
      "grad_norm": 1.4083878349944274,
      "learning_rate": 0.000130006878432148,
      "loss": 2.1094,
      "step": 70888
    },
    {
      "epoch": 3.297929751104908,
      "grad_norm": 1.3551185162910395,
      "learning_rate": 0.00013000320013449316,
      "loss": 2.0156,
      "step": 70889
    },
    {
      "epoch": 3.297976273551989,
      "grad_norm": 1.3391884597677834,
      "learning_rate": 0.00012999952184908058,
      "loss": 1.9219,
      "step": 70890
    },
    {
      "epoch": 3.29802279599907,
      "grad_norm": 1.3202502455171004,
      "learning_rate": 0.0001299958435759124,
      "loss": 1.9844,
      "step": 70891
    },
    {
      "epoch": 3.2980693184461503,
      "grad_norm": 1.4864927701861708,
      "learning_rate": 0.00012999216531499086,
      "loss": 2.0156,
      "step": 70892
    },
    {
      "epoch": 3.298115840893231,
      "grad_norm": 1.407012438217606,
      "learning_rate": 0.00012998848706631826,
      "loss": 2.1562,
      "step": 70893
    },
    {
      "epoch": 3.2981623633403117,
      "grad_norm": 1.3820135145476973,
      "learning_rate": 0.00012998480882989678,
      "loss": 2.0469,
      "step": 70894
    },
    {
      "epoch": 3.2982088857873926,
      "grad_norm": 1.3866663184959076,
      "learning_rate": 0.0001299811306057288,
      "loss": 2.2188,
      "step": 70895
    },
    {
      "epoch": 3.298255408234473,
      "grad_norm": 1.3989492397783623,
      "learning_rate": 0.00012997745239381642,
      "loss": 2.2344,
      "step": 70896
    },
    {
      "epoch": 3.298301930681554,
      "grad_norm": 1.43758391143517,
      "learning_rate": 0.00012997377419416198,
      "loss": 2.0625,
      "step": 70897
    },
    {
      "epoch": 3.2983484531286344,
      "grad_norm": 1.3893767438350335,
      "learning_rate": 0.00012997009600676773,
      "loss": 1.9375,
      "step": 70898
    },
    {
      "epoch": 3.2983949755757154,
      "grad_norm": 1.2679378111001827,
      "learning_rate": 0.0001299664178316359,
      "loss": 1.8516,
      "step": 70899
    },
    {
      "epoch": 3.298441498022796,
      "grad_norm": 1.439684904273567,
      "learning_rate": 0.00012996273966876874,
      "loss": 2.0625,
      "step": 70900
    },
    {
      "epoch": 3.2984880204698768,
      "grad_norm": 1.3269372550926772,
      "learning_rate": 0.0001299590615181685,
      "loss": 2.1875,
      "step": 70901
    },
    {
      "epoch": 3.2985345429169572,
      "grad_norm": 1.3784303981720902,
      "learning_rate": 0.00012995538337983744,
      "loss": 2.0469,
      "step": 70902
    },
    {
      "epoch": 3.298581065364038,
      "grad_norm": 1.3551230179933151,
      "learning_rate": 0.00012995170525377785,
      "loss": 1.9219,
      "step": 70903
    },
    {
      "epoch": 3.2986275878111186,
      "grad_norm": 1.423964292373213,
      "learning_rate": 0.0001299480271399919,
      "loss": 2.2656,
      "step": 70904
    },
    {
      "epoch": 3.2986741102581996,
      "grad_norm": 1.3900247466711653,
      "learning_rate": 0.0001299443490384819,
      "loss": 1.8984,
      "step": 70905
    },
    {
      "epoch": 3.2987206327052805,
      "grad_norm": 1.3154580396820779,
      "learning_rate": 0.0001299406709492501,
      "loss": 1.8438,
      "step": 70906
    },
    {
      "epoch": 3.298767155152361,
      "grad_norm": 1.4158154027611674,
      "learning_rate": 0.00012993699287229874,
      "loss": 2.125,
      "step": 70907
    },
    {
      "epoch": 3.298813677599442,
      "grad_norm": 1.4392326799892532,
      "learning_rate": 0.00012993331480763004,
      "loss": 2.1875,
      "step": 70908
    },
    {
      "epoch": 3.2988602000465224,
      "grad_norm": 1.0701878306724137,
      "learning_rate": 0.00012992963675524633,
      "loss": 1.4297,
      "step": 70909
    },
    {
      "epoch": 3.2989067224936033,
      "grad_norm": 1.4018708984767179,
      "learning_rate": 0.00012992595871514975,
      "loss": 2.2812,
      "step": 70910
    },
    {
      "epoch": 3.2989532449406838,
      "grad_norm": 1.3641532821231503,
      "learning_rate": 0.00012992228068734263,
      "loss": 2.0625,
      "step": 70911
    },
    {
      "epoch": 3.2989997673877647,
      "grad_norm": 1.3196234467262709,
      "learning_rate": 0.00012991860267182724,
      "loss": 2.0781,
      "step": 70912
    },
    {
      "epoch": 3.299046289834845,
      "grad_norm": 1.3722742880003274,
      "learning_rate": 0.00012991492466860575,
      "loss": 2.1094,
      "step": 70913
    },
    {
      "epoch": 3.299092812281926,
      "grad_norm": 1.3680700424292735,
      "learning_rate": 0.00012991124667768053,
      "loss": 1.9297,
      "step": 70914
    },
    {
      "epoch": 3.2991393347290066,
      "grad_norm": 1.362847545224665,
      "learning_rate": 0.00012990756869905374,
      "loss": 1.8281,
      "step": 70915
    },
    {
      "epoch": 3.2991858571760875,
      "grad_norm": 1.3342210714194485,
      "learning_rate": 0.00012990389073272765,
      "loss": 2.0156,
      "step": 70916
    },
    {
      "epoch": 3.2992323796231684,
      "grad_norm": 1.3842875586593564,
      "learning_rate": 0.00012990021277870455,
      "loss": 2.0469,
      "step": 70917
    },
    {
      "epoch": 3.299278902070249,
      "grad_norm": 1.2971116033425183,
      "learning_rate": 0.0001298965348369866,
      "loss": 1.7969,
      "step": 70918
    },
    {
      "epoch": 3.29932542451733,
      "grad_norm": 1.2927933979719355,
      "learning_rate": 0.00012989285690757614,
      "loss": 1.7969,
      "step": 70919
    },
    {
      "epoch": 3.2993719469644103,
      "grad_norm": 1.3069101724046435,
      "learning_rate": 0.00012988917899047538,
      "loss": 1.9688,
      "step": 70920
    },
    {
      "epoch": 3.299418469411491,
      "grad_norm": 1.3558823851187465,
      "learning_rate": 0.0001298855010856866,
      "loss": 1.8281,
      "step": 70921
    },
    {
      "epoch": 3.2994649918585717,
      "grad_norm": 1.414024603396514,
      "learning_rate": 0.000129881823193212,
      "loss": 2.1719,
      "step": 70922
    },
    {
      "epoch": 3.2995115143056526,
      "grad_norm": 1.2829457147774854,
      "learning_rate": 0.00012987814531305393,
      "loss": 1.8594,
      "step": 70923
    },
    {
      "epoch": 3.299558036752733,
      "grad_norm": 1.3829980250881635,
      "learning_rate": 0.00012987446744521455,
      "loss": 2.0938,
      "step": 70924
    },
    {
      "epoch": 3.299604559199814,
      "grad_norm": 1.365689561714131,
      "learning_rate": 0.00012987078958969615,
      "loss": 2.125,
      "step": 70925
    },
    {
      "epoch": 3.2996510816468945,
      "grad_norm": 1.4669480760270264,
      "learning_rate": 0.0001298671117465009,
      "loss": 2.1406,
      "step": 70926
    },
    {
      "epoch": 3.2996976040939754,
      "grad_norm": 1.4216516677965998,
      "learning_rate": 0.0001298634339156312,
      "loss": 2.0469,
      "step": 70927
    },
    {
      "epoch": 3.299744126541056,
      "grad_norm": 1.4334440489964873,
      "learning_rate": 0.0001298597560970892,
      "loss": 2.125,
      "step": 70928
    },
    {
      "epoch": 3.299790648988137,
      "grad_norm": 1.3564383413495469,
      "learning_rate": 0.00012985607829087717,
      "loss": 2.1094,
      "step": 70929
    },
    {
      "epoch": 3.2998371714352173,
      "grad_norm": 1.254516484872838,
      "learning_rate": 0.00012985240049699734,
      "loss": 1.5391,
      "step": 70930
    },
    {
      "epoch": 3.299883693882298,
      "grad_norm": 1.4214820015483425,
      "learning_rate": 0.00012984872271545205,
      "loss": 2.1406,
      "step": 70931
    },
    {
      "epoch": 3.299930216329379,
      "grad_norm": 1.3868403304806614,
      "learning_rate": 0.00012984504494624346,
      "loss": 1.9688,
      "step": 70932
    },
    {
      "epoch": 3.2999767387764596,
      "grad_norm": 1.430065218662722,
      "learning_rate": 0.0001298413671893738,
      "loss": 1.9688,
      "step": 70933
    },
    {
      "epoch": 3.3000232612235405,
      "grad_norm": 1.3472057582730996,
      "learning_rate": 0.00012983768944484545,
      "loss": 2.1094,
      "step": 70934
    },
    {
      "epoch": 3.300069783670621,
      "grad_norm": 1.365005223645302,
      "learning_rate": 0.00012983401171266055,
      "loss": 2.0156,
      "step": 70935
    },
    {
      "epoch": 3.300116306117702,
      "grad_norm": 1.4286656625062417,
      "learning_rate": 0.0001298303339928214,
      "loss": 2.1562,
      "step": 70936
    },
    {
      "epoch": 3.3001628285647824,
      "grad_norm": 1.4196439602472415,
      "learning_rate": 0.00012982665628533024,
      "loss": 2.1406,
      "step": 70937
    },
    {
      "epoch": 3.3002093510118633,
      "grad_norm": 1.4009441226509234,
      "learning_rate": 0.00012982297859018933,
      "loss": 1.9688,
      "step": 70938
    },
    {
      "epoch": 3.300255873458944,
      "grad_norm": 1.396262373704208,
      "learning_rate": 0.0001298193009074009,
      "loss": 1.9297,
      "step": 70939
    },
    {
      "epoch": 3.3003023959060247,
      "grad_norm": 1.3611093452130545,
      "learning_rate": 0.00012981562323696722,
      "loss": 2.1094,
      "step": 70940
    },
    {
      "epoch": 3.300348918353105,
      "grad_norm": 1.4263549102007622,
      "learning_rate": 0.00012981194557889052,
      "loss": 1.9844,
      "step": 70941
    },
    {
      "epoch": 3.300395440800186,
      "grad_norm": 1.4999319549092995,
      "learning_rate": 0.00012980826793317307,
      "loss": 2.0156,
      "step": 70942
    },
    {
      "epoch": 3.300441963247267,
      "grad_norm": 1.356061058594864,
      "learning_rate": 0.00012980459029981713,
      "loss": 1.9531,
      "step": 70943
    },
    {
      "epoch": 3.3004884856943475,
      "grad_norm": 1.4394366283427673,
      "learning_rate": 0.00012980091267882494,
      "loss": 2.2969,
      "step": 70944
    },
    {
      "epoch": 3.3005350081414284,
      "grad_norm": 1.4002075211659664,
      "learning_rate": 0.00012979723507019873,
      "loss": 1.9922,
      "step": 70945
    },
    {
      "epoch": 3.300581530588509,
      "grad_norm": 1.3884924159998773,
      "learning_rate": 0.00012979355747394077,
      "loss": 2.0625,
      "step": 70946
    },
    {
      "epoch": 3.30062805303559,
      "grad_norm": 1.4306155515937578,
      "learning_rate": 0.00012978987989005334,
      "loss": 2.2812,
      "step": 70947
    },
    {
      "epoch": 3.3006745754826703,
      "grad_norm": 1.2910552204130183,
      "learning_rate": 0.00012978620231853864,
      "loss": 1.9141,
      "step": 70948
    },
    {
      "epoch": 3.300721097929751,
      "grad_norm": 1.1552334863050893,
      "learning_rate": 0.00012978252475939896,
      "loss": 1.5312,
      "step": 70949
    },
    {
      "epoch": 3.3007676203768317,
      "grad_norm": 1.3280867416820086,
      "learning_rate": 0.00012977884721263654,
      "loss": 2.0625,
      "step": 70950
    },
    {
      "epoch": 3.3008141428239126,
      "grad_norm": 1.4058415585566297,
      "learning_rate": 0.00012977516967825362,
      "loss": 2.0,
      "step": 70951
    },
    {
      "epoch": 3.300860665270993,
      "grad_norm": 1.3353779719764156,
      "learning_rate": 0.00012977149215625245,
      "loss": 1.9531,
      "step": 70952
    },
    {
      "epoch": 3.300907187718074,
      "grad_norm": 1.4195543611528387,
      "learning_rate": 0.0001297678146466353,
      "loss": 2.1406,
      "step": 70953
    },
    {
      "epoch": 3.300953710165155,
      "grad_norm": 1.3739704530842352,
      "learning_rate": 0.00012976413714940442,
      "loss": 2.1094,
      "step": 70954
    },
    {
      "epoch": 3.3010002326122354,
      "grad_norm": 1.3097639118781808,
      "learning_rate": 0.000129760459664562,
      "loss": 1.8828,
      "step": 70955
    },
    {
      "epoch": 3.301046755059316,
      "grad_norm": 1.390524600319853,
      "learning_rate": 0.00012975678219211042,
      "loss": 2.0312,
      "step": 70956
    },
    {
      "epoch": 3.301093277506397,
      "grad_norm": 1.391312713611233,
      "learning_rate": 0.0001297531047320518,
      "loss": 2.1562,
      "step": 70957
    },
    {
      "epoch": 3.3011397999534777,
      "grad_norm": 1.370727835871459,
      "learning_rate": 0.00012974942728438853,
      "loss": 2.125,
      "step": 70958
    },
    {
      "epoch": 3.301186322400558,
      "grad_norm": 1.3399576033454599,
      "learning_rate": 0.00012974574984912272,
      "loss": 1.9297,
      "step": 70959
    },
    {
      "epoch": 3.301232844847639,
      "grad_norm": 1.4353529228816553,
      "learning_rate": 0.0001297420724262567,
      "loss": 2.1094,
      "step": 70960
    },
    {
      "epoch": 3.3012793672947196,
      "grad_norm": 1.4174816499433398,
      "learning_rate": 0.00012973839501579268,
      "loss": 2.25,
      "step": 70961
    },
    {
      "epoch": 3.3013258897418005,
      "grad_norm": 1.3731289247722303,
      "learning_rate": 0.00012973471761773298,
      "loss": 2.0312,
      "step": 70962
    },
    {
      "epoch": 3.301372412188881,
      "grad_norm": 1.3666576735157685,
      "learning_rate": 0.00012973104023207975,
      "loss": 2.0781,
      "step": 70963
    },
    {
      "epoch": 3.301418934635962,
      "grad_norm": 1.28453994976499,
      "learning_rate": 0.00012972736285883535,
      "loss": 1.8359,
      "step": 70964
    },
    {
      "epoch": 3.3014654570830424,
      "grad_norm": 1.2200277924207767,
      "learning_rate": 0.0001297236854980019,
      "loss": 1.5078,
      "step": 70965
    },
    {
      "epoch": 3.3015119795301233,
      "grad_norm": 1.3385718742545558,
      "learning_rate": 0.0001297200081495818,
      "loss": 1.9062,
      "step": 70966
    },
    {
      "epoch": 3.301558501977204,
      "grad_norm": 1.3413883455852753,
      "learning_rate": 0.0001297163308135772,
      "loss": 1.875,
      "step": 70967
    },
    {
      "epoch": 3.3016050244242847,
      "grad_norm": 1.521893417586841,
      "learning_rate": 0.00012971265348999043,
      "loss": 2.0469,
      "step": 70968
    },
    {
      "epoch": 3.3016515468713656,
      "grad_norm": 1.207021370514402,
      "learning_rate": 0.00012970897617882367,
      "loss": 1.5625,
      "step": 70969
    },
    {
      "epoch": 3.301698069318446,
      "grad_norm": 1.4024947575562623,
      "learning_rate": 0.00012970529888007917,
      "loss": 2.2031,
      "step": 70970
    },
    {
      "epoch": 3.301744591765527,
      "grad_norm": 1.3388465245870005,
      "learning_rate": 0.00012970162159375924,
      "loss": 2.0625,
      "step": 70971
    },
    {
      "epoch": 3.3017911142126075,
      "grad_norm": 1.3485078674338353,
      "learning_rate": 0.00012969794431986605,
      "loss": 1.9297,
      "step": 70972
    },
    {
      "epoch": 3.3018376366596884,
      "grad_norm": 1.4516839843179954,
      "learning_rate": 0.00012969426705840192,
      "loss": 2.2344,
      "step": 70973
    },
    {
      "epoch": 3.301884159106769,
      "grad_norm": 1.3716173291734377,
      "learning_rate": 0.00012969058980936908,
      "loss": 2.0625,
      "step": 70974
    },
    {
      "epoch": 3.30193068155385,
      "grad_norm": 1.3394387184289411,
      "learning_rate": 0.0001296869125727698,
      "loss": 2.0156,
      "step": 70975
    },
    {
      "epoch": 3.3019772040009303,
      "grad_norm": 1.3439299574395491,
      "learning_rate": 0.00012968323534860626,
      "loss": 2.0312,
      "step": 70976
    },
    {
      "epoch": 3.3020237264480112,
      "grad_norm": 1.45679182366377,
      "learning_rate": 0.00012967955813688076,
      "loss": 2.25,
      "step": 70977
    },
    {
      "epoch": 3.3020702488950917,
      "grad_norm": 1.3291751064760235,
      "learning_rate": 0.0001296758809375956,
      "loss": 1.9609,
      "step": 70978
    },
    {
      "epoch": 3.3021167713421726,
      "grad_norm": 1.374584851975664,
      "learning_rate": 0.00012967220375075295,
      "loss": 2.0781,
      "step": 70979
    },
    {
      "epoch": 3.3021632937892536,
      "grad_norm": 1.3874549498945052,
      "learning_rate": 0.00012966852657635516,
      "loss": 2.125,
      "step": 70980
    },
    {
      "epoch": 3.302209816236334,
      "grad_norm": 1.3829095134487288,
      "learning_rate": 0.00012966484941440436,
      "loss": 2.1094,
      "step": 70981
    },
    {
      "epoch": 3.3022563386834145,
      "grad_norm": 1.390413908572033,
      "learning_rate": 0.00012966117226490288,
      "loss": 2.0156,
      "step": 70982
    },
    {
      "epoch": 3.3023028611304954,
      "grad_norm": 1.4631747973927436,
      "learning_rate": 0.00012965749512785295,
      "loss": 2.0625,
      "step": 70983
    },
    {
      "epoch": 3.3023493835775763,
      "grad_norm": 1.3480880399754092,
      "learning_rate": 0.00012965381800325682,
      "loss": 2.0625,
      "step": 70984
    },
    {
      "epoch": 3.302395906024657,
      "grad_norm": 1.4590801098194743,
      "learning_rate": 0.00012965014089111673,
      "loss": 2.2031,
      "step": 70985
    },
    {
      "epoch": 3.3024424284717377,
      "grad_norm": 1.3761445097674478,
      "learning_rate": 0.00012964646379143497,
      "loss": 2.0469,
      "step": 70986
    },
    {
      "epoch": 3.3024889509188182,
      "grad_norm": 1.3278794076990332,
      "learning_rate": 0.00012964278670421375,
      "loss": 2.0156,
      "step": 70987
    },
    {
      "epoch": 3.302535473365899,
      "grad_norm": 1.4704098804701677,
      "learning_rate": 0.00012963910962945533,
      "loss": 2.3438,
      "step": 70988
    },
    {
      "epoch": 3.3025819958129796,
      "grad_norm": 1.3910172910466183,
      "learning_rate": 0.00012963543256716198,
      "loss": 2.125,
      "step": 70989
    },
    {
      "epoch": 3.3026285182600605,
      "grad_norm": 1.2635663907309902,
      "learning_rate": 0.00012963175551733596,
      "loss": 1.7969,
      "step": 70990
    },
    {
      "epoch": 3.302675040707141,
      "grad_norm": 1.3079128880302118,
      "learning_rate": 0.00012962807847997945,
      "loss": 1.7656,
      "step": 70991
    },
    {
      "epoch": 3.302721563154222,
      "grad_norm": 1.3880600147067343,
      "learning_rate": 0.00012962440145509478,
      "loss": 1.9453,
      "step": 70992
    },
    {
      "epoch": 3.3027680856013024,
      "grad_norm": 1.3574810569141902,
      "learning_rate": 0.00012962072444268414,
      "loss": 2.1094,
      "step": 70993
    },
    {
      "epoch": 3.3028146080483833,
      "grad_norm": 1.3785867427621832,
      "learning_rate": 0.00012961704744274987,
      "loss": 2.0,
      "step": 70994
    },
    {
      "epoch": 3.3028611304954643,
      "grad_norm": 1.4437408451694718,
      "learning_rate": 0.00012961337045529415,
      "loss": 2.0938,
      "step": 70995
    },
    {
      "epoch": 3.3029076529425447,
      "grad_norm": 1.1780164510322024,
      "learning_rate": 0.0001296096934803192,
      "loss": 1.6562,
      "step": 70996
    },
    {
      "epoch": 3.3029541753896257,
      "grad_norm": 1.2857179969304924,
      "learning_rate": 0.00012960601651782735,
      "loss": 1.5547,
      "step": 70997
    },
    {
      "epoch": 3.303000697836706,
      "grad_norm": 1.4157950899540377,
      "learning_rate": 0.00012960233956782079,
      "loss": 2.1562,
      "step": 70998
    },
    {
      "epoch": 3.303047220283787,
      "grad_norm": 1.41358235824743,
      "learning_rate": 0.00012959866263030179,
      "loss": 2.2188,
      "step": 70999
    },
    {
      "epoch": 3.3030937427308675,
      "grad_norm": 1.3909460585120736,
      "learning_rate": 0.00012959498570527263,
      "loss": 1.9609,
      "step": 71000
    },
    {
      "epoch": 3.3031402651779485,
      "grad_norm": 1.368418415871951,
      "learning_rate": 0.00012959130879273555,
      "loss": 2.0625,
      "step": 71001
    },
    {
      "epoch": 3.303186787625029,
      "grad_norm": 1.4920940192133554,
      "learning_rate": 0.00012958763189269278,
      "loss": 1.9844,
      "step": 71002
    },
    {
      "epoch": 3.30323331007211,
      "grad_norm": 1.4209996184558369,
      "learning_rate": 0.0001295839550051466,
      "loss": 2.2812,
      "step": 71003
    },
    {
      "epoch": 3.3032798325191903,
      "grad_norm": 1.4111030831938438,
      "learning_rate": 0.00012958027813009924,
      "loss": 2.1094,
      "step": 71004
    },
    {
      "epoch": 3.3033263549662712,
      "grad_norm": 1.3191161373389293,
      "learning_rate": 0.00012957660126755293,
      "loss": 1.9766,
      "step": 71005
    },
    {
      "epoch": 3.303372877413352,
      "grad_norm": 1.3049848239390878,
      "learning_rate": 0.00012957292441750996,
      "loss": 1.7109,
      "step": 71006
    },
    {
      "epoch": 3.3034193998604326,
      "grad_norm": 1.3755830403873066,
      "learning_rate": 0.00012956924757997256,
      "loss": 2.1719,
      "step": 71007
    },
    {
      "epoch": 3.3034659223075136,
      "grad_norm": 1.42848918471093,
      "learning_rate": 0.000129565570754943,
      "loss": 1.9531,
      "step": 71008
    },
    {
      "epoch": 3.303512444754594,
      "grad_norm": 1.3611870778645943,
      "learning_rate": 0.0001295618939424235,
      "loss": 2.1719,
      "step": 71009
    },
    {
      "epoch": 3.303558967201675,
      "grad_norm": 1.4165830412466776,
      "learning_rate": 0.00012955821714241635,
      "loss": 1.9844,
      "step": 71010
    },
    {
      "epoch": 3.3036054896487554,
      "grad_norm": 1.4269399019351705,
      "learning_rate": 0.00012955454035492377,
      "loss": 2.1719,
      "step": 71011
    },
    {
      "epoch": 3.3036520120958364,
      "grad_norm": 1.294269918203821,
      "learning_rate": 0.00012955086357994803,
      "loss": 1.8438,
      "step": 71012
    },
    {
      "epoch": 3.303698534542917,
      "grad_norm": 1.412886815740422,
      "learning_rate": 0.00012954718681749134,
      "loss": 2.25,
      "step": 71013
    },
    {
      "epoch": 3.3037450569899978,
      "grad_norm": 1.4049644350372872,
      "learning_rate": 0.000129543510067556,
      "loss": 2.1094,
      "step": 71014
    },
    {
      "epoch": 3.3037915794370782,
      "grad_norm": 1.3461459806942442,
      "learning_rate": 0.00012953983333014425,
      "loss": 2.0938,
      "step": 71015
    },
    {
      "epoch": 3.303838101884159,
      "grad_norm": 1.396632553353443,
      "learning_rate": 0.00012953615660525836,
      "loss": 2.0469,
      "step": 71016
    },
    {
      "epoch": 3.3038846243312396,
      "grad_norm": 1.4431505028372893,
      "learning_rate": 0.0001295324798929005,
      "loss": 2.1406,
      "step": 71017
    },
    {
      "epoch": 3.3039311467783206,
      "grad_norm": 1.3982720402056767,
      "learning_rate": 0.00012952880319307304,
      "loss": 2.0469,
      "step": 71018
    },
    {
      "epoch": 3.303977669225401,
      "grad_norm": 1.4245079933315445,
      "learning_rate": 0.00012952512650577812,
      "loss": 2.125,
      "step": 71019
    },
    {
      "epoch": 3.304024191672482,
      "grad_norm": 1.3058114782684056,
      "learning_rate": 0.00012952144983101807,
      "loss": 1.8594,
      "step": 71020
    },
    {
      "epoch": 3.304070714119563,
      "grad_norm": 1.2925775503897388,
      "learning_rate": 0.00012951777316879502,
      "loss": 1.75,
      "step": 71021
    },
    {
      "epoch": 3.3041172365666434,
      "grad_norm": 1.415238450400183,
      "learning_rate": 0.00012951409651911137,
      "loss": 2.2812,
      "step": 71022
    },
    {
      "epoch": 3.3041637590137243,
      "grad_norm": 1.362598589173349,
      "learning_rate": 0.00012951041988196933,
      "loss": 2.0,
      "step": 71023
    },
    {
      "epoch": 3.3042102814608048,
      "grad_norm": 1.255610453026802,
      "learning_rate": 0.0001295067432573711,
      "loss": 1.5,
      "step": 71024
    },
    {
      "epoch": 3.3042568039078857,
      "grad_norm": 1.380720323492534,
      "learning_rate": 0.00012950306664531903,
      "loss": 1.9141,
      "step": 71025
    },
    {
      "epoch": 3.304303326354966,
      "grad_norm": 1.4979107191052783,
      "learning_rate": 0.00012949939004581527,
      "loss": 2.2344,
      "step": 71026
    },
    {
      "epoch": 3.304349848802047,
      "grad_norm": 1.3907620613976235,
      "learning_rate": 0.00012949571345886206,
      "loss": 2.125,
      "step": 71027
    },
    {
      "epoch": 3.3043963712491276,
      "grad_norm": 1.3913704761866887,
      "learning_rate": 0.00012949203688446175,
      "loss": 2.0781,
      "step": 71028
    },
    {
      "epoch": 3.3044428936962085,
      "grad_norm": 1.29814538649165,
      "learning_rate": 0.0001294883603226165,
      "loss": 1.7891,
      "step": 71029
    },
    {
      "epoch": 3.304489416143289,
      "grad_norm": 1.3393575396077098,
      "learning_rate": 0.00012948468377332864,
      "loss": 1.7344,
      "step": 71030
    },
    {
      "epoch": 3.30453593859037,
      "grad_norm": 1.4922856753386315,
      "learning_rate": 0.00012948100723660035,
      "loss": 2.375,
      "step": 71031
    },
    {
      "epoch": 3.304582461037451,
      "grad_norm": 1.4813794245411156,
      "learning_rate": 0.0001294773307124339,
      "loss": 2.1406,
      "step": 71032
    },
    {
      "epoch": 3.3046289834845313,
      "grad_norm": 1.5074726195870787,
      "learning_rate": 0.00012947365420083154,
      "loss": 2.0781,
      "step": 71033
    },
    {
      "epoch": 3.304675505931612,
      "grad_norm": 1.22842438332731,
      "learning_rate": 0.00012946997770179556,
      "loss": 1.6719,
      "step": 71034
    },
    {
      "epoch": 3.3047220283786927,
      "grad_norm": 1.3167617114633288,
      "learning_rate": 0.00012946630121532816,
      "loss": 1.8203,
      "step": 71035
    },
    {
      "epoch": 3.3047685508257736,
      "grad_norm": 1.3039565439745833,
      "learning_rate": 0.00012946262474143163,
      "loss": 1.9531,
      "step": 71036
    },
    {
      "epoch": 3.304815073272854,
      "grad_norm": 1.3587172857448346,
      "learning_rate": 0.00012945894828010818,
      "loss": 1.9609,
      "step": 71037
    },
    {
      "epoch": 3.304861595719935,
      "grad_norm": 1.333596576383244,
      "learning_rate": 0.0001294552718313601,
      "loss": 1.9766,
      "step": 71038
    },
    {
      "epoch": 3.3049081181670155,
      "grad_norm": 1.4670204841191654,
      "learning_rate": 0.0001294515953951896,
      "loss": 2.3281,
      "step": 71039
    },
    {
      "epoch": 3.3049546406140964,
      "grad_norm": 1.4962212101828158,
      "learning_rate": 0.000129447918971599,
      "loss": 2.0781,
      "step": 71040
    },
    {
      "epoch": 3.305001163061177,
      "grad_norm": 1.4027858869304066,
      "learning_rate": 0.00012944424256059047,
      "loss": 2.1562,
      "step": 71041
    },
    {
      "epoch": 3.305047685508258,
      "grad_norm": 1.4149088637632672,
      "learning_rate": 0.0001294405661621663,
      "loss": 2.1562,
      "step": 71042
    },
    {
      "epoch": 3.3050942079553383,
      "grad_norm": 1.3690593008064538,
      "learning_rate": 0.0001294368897763287,
      "loss": 2.0469,
      "step": 71043
    },
    {
      "epoch": 3.305140730402419,
      "grad_norm": 1.4041250797327205,
      "learning_rate": 0.00012943321340308,
      "loss": 2.1875,
      "step": 71044
    },
    {
      "epoch": 3.3051872528494997,
      "grad_norm": 1.4880308631735104,
      "learning_rate": 0.0001294295370424224,
      "loss": 2.2656,
      "step": 71045
    },
    {
      "epoch": 3.3052337752965806,
      "grad_norm": 1.4053412088490693,
      "learning_rate": 0.00012942586069435814,
      "loss": 2.0,
      "step": 71046
    },
    {
      "epoch": 3.3052802977436615,
      "grad_norm": 1.3340783339416933,
      "learning_rate": 0.00012942218435888953,
      "loss": 1.9531,
      "step": 71047
    },
    {
      "epoch": 3.305326820190742,
      "grad_norm": 1.3557471842927518,
      "learning_rate": 0.00012941850803601876,
      "loss": 2.0156,
      "step": 71048
    },
    {
      "epoch": 3.305373342637823,
      "grad_norm": 1.4646656522824333,
      "learning_rate": 0.00012941483172574812,
      "loss": 2.2969,
      "step": 71049
    },
    {
      "epoch": 3.3054198650849034,
      "grad_norm": 1.3649309352966965,
      "learning_rate": 0.0001294111554280798,
      "loss": 1.9297,
      "step": 71050
    },
    {
      "epoch": 3.3054663875319843,
      "grad_norm": 1.4849455320263572,
      "learning_rate": 0.00012940747914301615,
      "loss": 2.1094,
      "step": 71051
    },
    {
      "epoch": 3.3055129099790648,
      "grad_norm": 1.3678176282120875,
      "learning_rate": 0.0001294038028705593,
      "loss": 2.1094,
      "step": 71052
    },
    {
      "epoch": 3.3055594324261457,
      "grad_norm": 1.3987651072342604,
      "learning_rate": 0.00012940012661071158,
      "loss": 2.0469,
      "step": 71053
    },
    {
      "epoch": 3.305605954873226,
      "grad_norm": 1.4092792055933596,
      "learning_rate": 0.0001293964503634753,
      "loss": 2.0469,
      "step": 71054
    },
    {
      "epoch": 3.305652477320307,
      "grad_norm": 1.4139162143085995,
      "learning_rate": 0.00012939277412885253,
      "loss": 2.1875,
      "step": 71055
    },
    {
      "epoch": 3.3056989997673876,
      "grad_norm": 1.4347344944776088,
      "learning_rate": 0.00012938909790684568,
      "loss": 2.2656,
      "step": 71056
    },
    {
      "epoch": 3.3057455222144685,
      "grad_norm": 1.4191892536128419,
      "learning_rate": 0.0001293854216974569,
      "loss": 2.0156,
      "step": 71057
    },
    {
      "epoch": 3.3057920446615494,
      "grad_norm": 1.4422507883308038,
      "learning_rate": 0.00012938174550068855,
      "loss": 2.1875,
      "step": 71058
    },
    {
      "epoch": 3.30583856710863,
      "grad_norm": 1.274415698766373,
      "learning_rate": 0.00012937806931654275,
      "loss": 1.5469,
      "step": 71059
    },
    {
      "epoch": 3.305885089555711,
      "grad_norm": 1.3127843910483068,
      "learning_rate": 0.00012937439314502188,
      "loss": 1.9141,
      "step": 71060
    },
    {
      "epoch": 3.3059316120027913,
      "grad_norm": 1.3733932480894602,
      "learning_rate": 0.0001293707169861281,
      "loss": 2.1094,
      "step": 71061
    },
    {
      "epoch": 3.305978134449872,
      "grad_norm": 1.4330842146135045,
      "learning_rate": 0.00012936704083986371,
      "loss": 2.0312,
      "step": 71062
    },
    {
      "epoch": 3.3060246568969527,
      "grad_norm": 1.4037404467480652,
      "learning_rate": 0.0001293633647062309,
      "loss": 1.9141,
      "step": 71063
    },
    {
      "epoch": 3.3060711793440336,
      "grad_norm": 1.3646248450657175,
      "learning_rate": 0.00012935968858523197,
      "loss": 2.0938,
      "step": 71064
    },
    {
      "epoch": 3.306117701791114,
      "grad_norm": 1.3895843627122897,
      "learning_rate": 0.00012935601247686913,
      "loss": 1.9844,
      "step": 71065
    },
    {
      "epoch": 3.306164224238195,
      "grad_norm": 1.3836954205275978,
      "learning_rate": 0.00012935233638114468,
      "loss": 1.9375,
      "step": 71066
    },
    {
      "epoch": 3.3062107466852755,
      "grad_norm": 1.3797493901055158,
      "learning_rate": 0.00012934866029806088,
      "loss": 2.0469,
      "step": 71067
    },
    {
      "epoch": 3.3062572691323564,
      "grad_norm": 1.3392076910947286,
      "learning_rate": 0.00012934498422761994,
      "loss": 1.9453,
      "step": 71068
    },
    {
      "epoch": 3.3063037915794373,
      "grad_norm": 1.4922374989242968,
      "learning_rate": 0.00012934130816982413,
      "loss": 2.2344,
      "step": 71069
    },
    {
      "epoch": 3.306350314026518,
      "grad_norm": 1.4782701190771137,
      "learning_rate": 0.00012933763212467567,
      "loss": 2.2031,
      "step": 71070
    },
    {
      "epoch": 3.3063968364735983,
      "grad_norm": 1.4460038967373843,
      "learning_rate": 0.00012933395609217687,
      "loss": 2.2656,
      "step": 71071
    },
    {
      "epoch": 3.306443358920679,
      "grad_norm": 1.4250554051901234,
      "learning_rate": 0.00012933028007232992,
      "loss": 2.2031,
      "step": 71072
    },
    {
      "epoch": 3.30648988136776,
      "grad_norm": 1.3964826154441472,
      "learning_rate": 0.0001293266040651371,
      "loss": 2.125,
      "step": 71073
    },
    {
      "epoch": 3.3065364038148406,
      "grad_norm": 1.3360546799902515,
      "learning_rate": 0.00012932292807060064,
      "loss": 1.9688,
      "step": 71074
    },
    {
      "epoch": 3.3065829262619215,
      "grad_norm": 1.3389109293956833,
      "learning_rate": 0.00012931925208872283,
      "loss": 1.7109,
      "step": 71075
    },
    {
      "epoch": 3.306629448709002,
      "grad_norm": 1.439358240084754,
      "learning_rate": 0.00012931557611950588,
      "loss": 2.25,
      "step": 71076
    },
    {
      "epoch": 3.306675971156083,
      "grad_norm": 1.4026303960715238,
      "learning_rate": 0.00012931190016295208,
      "loss": 2.1719,
      "step": 71077
    },
    {
      "epoch": 3.3067224936031634,
      "grad_norm": 1.383713914014648,
      "learning_rate": 0.00012930822421906363,
      "loss": 2.2344,
      "step": 71078
    },
    {
      "epoch": 3.3067690160502443,
      "grad_norm": 1.3334422747771684,
      "learning_rate": 0.00012930454828784282,
      "loss": 2.1719,
      "step": 71079
    },
    {
      "epoch": 3.306815538497325,
      "grad_norm": 1.3613312614479582,
      "learning_rate": 0.0001293008723692919,
      "loss": 1.9922,
      "step": 71080
    },
    {
      "epoch": 3.3068620609444057,
      "grad_norm": 1.332965636469813,
      "learning_rate": 0.00012929719646341306,
      "loss": 1.9844,
      "step": 71081
    },
    {
      "epoch": 3.306908583391486,
      "grad_norm": 1.3783395856051674,
      "learning_rate": 0.00012929352057020865,
      "loss": 2.0156,
      "step": 71082
    },
    {
      "epoch": 3.306955105838567,
      "grad_norm": 1.41907802749909,
      "learning_rate": 0.00012928984468968082,
      "loss": 1.9766,
      "step": 71083
    },
    {
      "epoch": 3.307001628285648,
      "grad_norm": 1.4427780943931647,
      "learning_rate": 0.00012928616882183192,
      "loss": 2.0938,
      "step": 71084
    },
    {
      "epoch": 3.3070481507327285,
      "grad_norm": 1.3607614749048773,
      "learning_rate": 0.0001292824929666641,
      "loss": 2.125,
      "step": 71085
    },
    {
      "epoch": 3.3070946731798094,
      "grad_norm": 1.3266196028315227,
      "learning_rate": 0.00012927881712417966,
      "loss": 1.9922,
      "step": 71086
    },
    {
      "epoch": 3.30714119562689,
      "grad_norm": 1.4432856221722385,
      "learning_rate": 0.00012927514129438088,
      "loss": 2.2031,
      "step": 71087
    },
    {
      "epoch": 3.307187718073971,
      "grad_norm": 1.3838601773149977,
      "learning_rate": 0.00012927146547726996,
      "loss": 2.1562,
      "step": 71088
    },
    {
      "epoch": 3.3072342405210513,
      "grad_norm": 1.3458992525952014,
      "learning_rate": 0.0001292677896728492,
      "loss": 1.9844,
      "step": 71089
    },
    {
      "epoch": 3.3072807629681322,
      "grad_norm": 1.4501017108263836,
      "learning_rate": 0.0001292641138811208,
      "loss": 2.2031,
      "step": 71090
    },
    {
      "epoch": 3.3073272854152127,
      "grad_norm": 1.360956388575718,
      "learning_rate": 0.00012926043810208704,
      "loss": 2.1406,
      "step": 71091
    },
    {
      "epoch": 3.3073738078622936,
      "grad_norm": 1.301225228213329,
      "learning_rate": 0.00012925676233575017,
      "loss": 1.875,
      "step": 71092
    },
    {
      "epoch": 3.307420330309374,
      "grad_norm": 1.3834555768496681,
      "learning_rate": 0.00012925308658211243,
      "loss": 2.2344,
      "step": 71093
    },
    {
      "epoch": 3.307466852756455,
      "grad_norm": 1.3848657021993969,
      "learning_rate": 0.00012924941084117606,
      "loss": 2.1719,
      "step": 71094
    },
    {
      "epoch": 3.307513375203536,
      "grad_norm": 1.4521070719629656,
      "learning_rate": 0.00012924573511294334,
      "loss": 2.2188,
      "step": 71095
    },
    {
      "epoch": 3.3075598976506164,
      "grad_norm": 1.2495029284984935,
      "learning_rate": 0.00012924205939741646,
      "loss": 1.6016,
      "step": 71096
    },
    {
      "epoch": 3.307606420097697,
      "grad_norm": 1.2549761930934997,
      "learning_rate": 0.0001292383836945978,
      "loss": 1.9219,
      "step": 71097
    },
    {
      "epoch": 3.307652942544778,
      "grad_norm": 1.371024629182089,
      "learning_rate": 0.00012923470800448944,
      "loss": 2.0156,
      "step": 71098
    },
    {
      "epoch": 3.3076994649918587,
      "grad_norm": 1.4487623111172159,
      "learning_rate": 0.00012923103232709377,
      "loss": 2.2344,
      "step": 71099
    },
    {
      "epoch": 3.307745987438939,
      "grad_norm": 1.3015308236793037,
      "learning_rate": 0.00012922735666241294,
      "loss": 1.9609,
      "step": 71100
    },
    {
      "epoch": 3.30779250988602,
      "grad_norm": 1.4776098242378082,
      "learning_rate": 0.0001292236810104493,
      "loss": 2.2031,
      "step": 71101
    },
    {
      "epoch": 3.3078390323331006,
      "grad_norm": 1.4322829120840546,
      "learning_rate": 0.00012922000537120499,
      "loss": 2.1875,
      "step": 71102
    },
    {
      "epoch": 3.3078855547801815,
      "grad_norm": 1.3914242934568872,
      "learning_rate": 0.00012921632974468236,
      "loss": 2.2656,
      "step": 71103
    },
    {
      "epoch": 3.307932077227262,
      "grad_norm": 1.3787138532537655,
      "learning_rate": 0.0001292126541308836,
      "loss": 2.1719,
      "step": 71104
    },
    {
      "epoch": 3.307978599674343,
      "grad_norm": 1.446623955100958,
      "learning_rate": 0.00012920897852981093,
      "loss": 2.2188,
      "step": 71105
    },
    {
      "epoch": 3.3080251221214234,
      "grad_norm": 1.3533271731614442,
      "learning_rate": 0.0001292053029414667,
      "loss": 2.0156,
      "step": 71106
    },
    {
      "epoch": 3.3080716445685043,
      "grad_norm": 1.4430594729630128,
      "learning_rate": 0.00012920162736585307,
      "loss": 2.25,
      "step": 71107
    },
    {
      "epoch": 3.308118167015585,
      "grad_norm": 1.342194128756397,
      "learning_rate": 0.0001291979518029723,
      "loss": 1.9688,
      "step": 71108
    },
    {
      "epoch": 3.3081646894626657,
      "grad_norm": 1.3479070850199517,
      "learning_rate": 0.00012919427625282672,
      "loss": 1.9141,
      "step": 71109
    },
    {
      "epoch": 3.3082112119097467,
      "grad_norm": 1.3032155576704674,
      "learning_rate": 0.00012919060071541852,
      "loss": 1.7578,
      "step": 71110
    },
    {
      "epoch": 3.308257734356827,
      "grad_norm": 1.289037900901188,
      "learning_rate": 0.00012918692519074996,
      "loss": 1.8672,
      "step": 71111
    },
    {
      "epoch": 3.308304256803908,
      "grad_norm": 1.4628123256861632,
      "learning_rate": 0.00012918324967882324,
      "loss": 2.0469,
      "step": 71112
    },
    {
      "epoch": 3.3083507792509885,
      "grad_norm": 1.316734376964768,
      "learning_rate": 0.00012917957417964075,
      "loss": 1.8438,
      "step": 71113
    },
    {
      "epoch": 3.3083973016980694,
      "grad_norm": 1.3381014807155442,
      "learning_rate": 0.00012917589869320458,
      "loss": 1.9609,
      "step": 71114
    },
    {
      "epoch": 3.30844382414515,
      "grad_norm": 1.3411764986435668,
      "learning_rate": 0.00012917222321951708,
      "loss": 2.0312,
      "step": 71115
    },
    {
      "epoch": 3.308490346592231,
      "grad_norm": 1.377628765270954,
      "learning_rate": 0.00012916854775858042,
      "loss": 2.0781,
      "step": 71116
    },
    {
      "epoch": 3.3085368690393113,
      "grad_norm": 1.2870887662086263,
      "learning_rate": 0.00012916487231039696,
      "loss": 1.7031,
      "step": 71117
    },
    {
      "epoch": 3.3085833914863922,
      "grad_norm": 1.2699843940614888,
      "learning_rate": 0.0001291611968749688,
      "loss": 1.6797,
      "step": 71118
    },
    {
      "epoch": 3.3086299139334727,
      "grad_norm": 1.330498383448741,
      "learning_rate": 0.00012915752145229838,
      "loss": 1.875,
      "step": 71119
    },
    {
      "epoch": 3.3086764363805536,
      "grad_norm": 1.3402069825138916,
      "learning_rate": 0.00012915384604238777,
      "loss": 1.9531,
      "step": 71120
    },
    {
      "epoch": 3.3087229588276346,
      "grad_norm": 1.3757096530175257,
      "learning_rate": 0.00012915017064523936,
      "loss": 2.0156,
      "step": 71121
    },
    {
      "epoch": 3.308769481274715,
      "grad_norm": 1.3895585087543179,
      "learning_rate": 0.00012914649526085532,
      "loss": 2.125,
      "step": 71122
    },
    {
      "epoch": 3.3088160037217955,
      "grad_norm": 1.3969789385156088,
      "learning_rate": 0.00012914281988923791,
      "loss": 2.2812,
      "step": 71123
    },
    {
      "epoch": 3.3088625261688764,
      "grad_norm": 1.3883093938675921,
      "learning_rate": 0.00012913914453038938,
      "loss": 2.1719,
      "step": 71124
    },
    {
      "epoch": 3.3089090486159574,
      "grad_norm": 1.2819492974457374,
      "learning_rate": 0.00012913546918431198,
      "loss": 1.8281,
      "step": 71125
    },
    {
      "epoch": 3.308955571063038,
      "grad_norm": 1.485778529943805,
      "learning_rate": 0.00012913179385100798,
      "loss": 2.2344,
      "step": 71126
    },
    {
      "epoch": 3.3090020935101188,
      "grad_norm": 1.3739866234552025,
      "learning_rate": 0.00012912811853047965,
      "loss": 2.2031,
      "step": 71127
    },
    {
      "epoch": 3.3090486159571992,
      "grad_norm": 1.4260987094765374,
      "learning_rate": 0.00012912444322272918,
      "loss": 1.9922,
      "step": 71128
    },
    {
      "epoch": 3.30909513840428,
      "grad_norm": 1.3745419026170664,
      "learning_rate": 0.00012912076792775883,
      "loss": 2.0469,
      "step": 71129
    },
    {
      "epoch": 3.3091416608513606,
      "grad_norm": 1.3883592416097028,
      "learning_rate": 0.00012911709264557084,
      "loss": 2.125,
      "step": 71130
    },
    {
      "epoch": 3.3091881832984416,
      "grad_norm": 1.4354305891714731,
      "learning_rate": 0.00012911341737616754,
      "loss": 2.1875,
      "step": 71131
    },
    {
      "epoch": 3.309234705745522,
      "grad_norm": 1.4340463512851647,
      "learning_rate": 0.00012910974211955114,
      "loss": 2.0,
      "step": 71132
    },
    {
      "epoch": 3.309281228192603,
      "grad_norm": 1.4113512715988745,
      "learning_rate": 0.00012910606687572388,
      "loss": 1.9297,
      "step": 71133
    },
    {
      "epoch": 3.3093277506396834,
      "grad_norm": 1.3716671736655344,
      "learning_rate": 0.00012910239164468798,
      "loss": 1.9922,
      "step": 71134
    },
    {
      "epoch": 3.3093742730867644,
      "grad_norm": 1.3020154196391762,
      "learning_rate": 0.00012909871642644577,
      "loss": 1.9766,
      "step": 71135
    },
    {
      "epoch": 3.3094207955338453,
      "grad_norm": 1.5084312850198627,
      "learning_rate": 0.0001290950412209994,
      "loss": 2.2656,
      "step": 71136
    },
    {
      "epoch": 3.3094673179809257,
      "grad_norm": 1.424766080220081,
      "learning_rate": 0.0001290913660283512,
      "loss": 2.0625,
      "step": 71137
    },
    {
      "epoch": 3.3095138404280067,
      "grad_norm": 1.3898201982449754,
      "learning_rate": 0.00012908769084850336,
      "loss": 1.9531,
      "step": 71138
    },
    {
      "epoch": 3.309560362875087,
      "grad_norm": 1.4228711953069184,
      "learning_rate": 0.00012908401568145818,
      "loss": 2.1406,
      "step": 71139
    },
    {
      "epoch": 3.309606885322168,
      "grad_norm": 1.4286453983174994,
      "learning_rate": 0.00012908034052721786,
      "loss": 2.1562,
      "step": 71140
    },
    {
      "epoch": 3.3096534077692485,
      "grad_norm": 1.4879388161451246,
      "learning_rate": 0.00012907666538578471,
      "loss": 2.0469,
      "step": 71141
    },
    {
      "epoch": 3.3096999302163295,
      "grad_norm": 1.3828967514662063,
      "learning_rate": 0.00012907299025716093,
      "loss": 2.1719,
      "step": 71142
    },
    {
      "epoch": 3.30974645266341,
      "grad_norm": 1.3598174126946052,
      "learning_rate": 0.0001290693151413488,
      "loss": 2.0938,
      "step": 71143
    },
    {
      "epoch": 3.309792975110491,
      "grad_norm": 1.3410337042243035,
      "learning_rate": 0.00012906564003835054,
      "loss": 1.8594,
      "step": 71144
    },
    {
      "epoch": 3.3098394975575713,
      "grad_norm": 1.4922254302753122,
      "learning_rate": 0.00012906196494816846,
      "loss": 2.3281,
      "step": 71145
    },
    {
      "epoch": 3.3098860200046523,
      "grad_norm": 1.3970307028277835,
      "learning_rate": 0.0001290582898708047,
      "loss": 2.1719,
      "step": 71146
    },
    {
      "epoch": 3.309932542451733,
      "grad_norm": 1.4028876121294551,
      "learning_rate": 0.00012905461480626165,
      "loss": 2.0938,
      "step": 71147
    },
    {
      "epoch": 3.3099790648988137,
      "grad_norm": 1.4668157521166458,
      "learning_rate": 0.00012905093975454146,
      "loss": 2.25,
      "step": 71148
    },
    {
      "epoch": 3.3100255873458946,
      "grad_norm": 1.4109303936650621,
      "learning_rate": 0.0001290472647156464,
      "loss": 2.2188,
      "step": 71149
    },
    {
      "epoch": 3.310072109792975,
      "grad_norm": 1.4759438202567392,
      "learning_rate": 0.0001290435896895787,
      "loss": 2.3438,
      "step": 71150
    },
    {
      "epoch": 3.310118632240056,
      "grad_norm": 1.405351262678421,
      "learning_rate": 0.0001290399146763407,
      "loss": 2.0156,
      "step": 71151
    },
    {
      "epoch": 3.3101651546871365,
      "grad_norm": 1.3707608631948174,
      "learning_rate": 0.00012903623967593452,
      "loss": 1.8594,
      "step": 71152
    },
    {
      "epoch": 3.3102116771342174,
      "grad_norm": 1.414117558173349,
      "learning_rate": 0.0001290325646883625,
      "loss": 1.8906,
      "step": 71153
    },
    {
      "epoch": 3.310258199581298,
      "grad_norm": 1.2993455516951902,
      "learning_rate": 0.0001290288897136269,
      "loss": 1.6641,
      "step": 71154
    },
    {
      "epoch": 3.3103047220283788,
      "grad_norm": 1.3733232772943555,
      "learning_rate": 0.00012902521475172991,
      "loss": 2.1562,
      "step": 71155
    },
    {
      "epoch": 3.3103512444754593,
      "grad_norm": 1.4936619941782021,
      "learning_rate": 0.00012902153980267383,
      "loss": 2.0469,
      "step": 71156
    },
    {
      "epoch": 3.31039776692254,
      "grad_norm": 1.4271465933692793,
      "learning_rate": 0.00012901786486646085,
      "loss": 2.1875,
      "step": 71157
    },
    {
      "epoch": 3.3104442893696207,
      "grad_norm": 1.4500758808579401,
      "learning_rate": 0.0001290141899430933,
      "loss": 2.2188,
      "step": 71158
    },
    {
      "epoch": 3.3104908118167016,
      "grad_norm": 1.43841602812941,
      "learning_rate": 0.0001290105150325734,
      "loss": 2.2812,
      "step": 71159
    },
    {
      "epoch": 3.310537334263782,
      "grad_norm": 1.3857271442829153,
      "learning_rate": 0.00012900684013490336,
      "loss": 1.9453,
      "step": 71160
    },
    {
      "epoch": 3.310583856710863,
      "grad_norm": 1.3450238162762582,
      "learning_rate": 0.00012900316525008546,
      "loss": 2.0156,
      "step": 71161
    },
    {
      "epoch": 3.310630379157944,
      "grad_norm": 1.3220460352064147,
      "learning_rate": 0.00012899949037812193,
      "loss": 1.8906,
      "step": 71162
    },
    {
      "epoch": 3.3106769016050244,
      "grad_norm": 1.4941942036052112,
      "learning_rate": 0.00012899581551901505,
      "loss": 2.0312,
      "step": 71163
    },
    {
      "epoch": 3.3107234240521053,
      "grad_norm": 1.36357715249042,
      "learning_rate": 0.00012899214067276703,
      "loss": 1.8516,
      "step": 71164
    },
    {
      "epoch": 3.3107699464991858,
      "grad_norm": 1.4230861048300214,
      "learning_rate": 0.0001289884658393802,
      "loss": 2.2031,
      "step": 71165
    },
    {
      "epoch": 3.3108164689462667,
      "grad_norm": 1.3971011971299874,
      "learning_rate": 0.00012898479101885668,
      "loss": 2.2344,
      "step": 71166
    },
    {
      "epoch": 3.310862991393347,
      "grad_norm": 1.411704496078648,
      "learning_rate": 0.00012898111621119886,
      "loss": 1.9922,
      "step": 71167
    },
    {
      "epoch": 3.310909513840428,
      "grad_norm": 1.3675618388412498,
      "learning_rate": 0.00012897744141640889,
      "loss": 2.0938,
      "step": 71168
    },
    {
      "epoch": 3.3109560362875086,
      "grad_norm": 1.376520186158277,
      "learning_rate": 0.00012897376663448907,
      "loss": 1.9688,
      "step": 71169
    },
    {
      "epoch": 3.3110025587345895,
      "grad_norm": 1.3272245514376495,
      "learning_rate": 0.0001289700918654416,
      "loss": 1.8672,
      "step": 71170
    },
    {
      "epoch": 3.31104908118167,
      "grad_norm": 1.3737845889578755,
      "learning_rate": 0.00012896641710926883,
      "loss": 2.0625,
      "step": 71171
    },
    {
      "epoch": 3.311095603628751,
      "grad_norm": 1.4129633556572019,
      "learning_rate": 0.00012896274236597288,
      "loss": 2.0938,
      "step": 71172
    },
    {
      "epoch": 3.311142126075832,
      "grad_norm": 1.2851505613530554,
      "learning_rate": 0.00012895906763555611,
      "loss": 1.8906,
      "step": 71173
    },
    {
      "epoch": 3.3111886485229123,
      "grad_norm": 1.3489514994848104,
      "learning_rate": 0.00012895539291802064,
      "loss": 1.9766,
      "step": 71174
    },
    {
      "epoch": 3.311235170969993,
      "grad_norm": 1.46520879937073,
      "learning_rate": 0.00012895171821336886,
      "loss": 2.2656,
      "step": 71175
    },
    {
      "epoch": 3.3112816934170737,
      "grad_norm": 1.5218894814718753,
      "learning_rate": 0.00012894804352160297,
      "loss": 2.3438,
      "step": 71176
    },
    {
      "epoch": 3.3113282158641546,
      "grad_norm": 1.2521763709425482,
      "learning_rate": 0.0001289443688427252,
      "loss": 1.4688,
      "step": 71177
    },
    {
      "epoch": 3.311374738311235,
      "grad_norm": 1.295917107047636,
      "learning_rate": 0.00012894069417673784,
      "loss": 2.0781,
      "step": 71178
    },
    {
      "epoch": 3.311421260758316,
      "grad_norm": 1.3122714937818518,
      "learning_rate": 0.00012893701952364307,
      "loss": 1.9141,
      "step": 71179
    },
    {
      "epoch": 3.3114677832053965,
      "grad_norm": 1.3438394934159184,
      "learning_rate": 0.00012893334488344322,
      "loss": 1.8906,
      "step": 71180
    },
    {
      "epoch": 3.3115143056524774,
      "grad_norm": 1.2753285983793936,
      "learning_rate": 0.00012892967025614045,
      "loss": 1.6953,
      "step": 71181
    },
    {
      "epoch": 3.311560828099558,
      "grad_norm": 1.4305423247637596,
      "learning_rate": 0.0001289259956417371,
      "loss": 2.2188,
      "step": 71182
    },
    {
      "epoch": 3.311607350546639,
      "grad_norm": 1.4163068281122044,
      "learning_rate": 0.00012892232104023537,
      "loss": 2.1875,
      "step": 71183
    },
    {
      "epoch": 3.3116538729937197,
      "grad_norm": 1.360515978341331,
      "learning_rate": 0.00012891864645163753,
      "loss": 1.9766,
      "step": 71184
    },
    {
      "epoch": 3.3117003954408,
      "grad_norm": 1.435708456927071,
      "learning_rate": 0.00012891497187594582,
      "loss": 2.2031,
      "step": 71185
    },
    {
      "epoch": 3.3117469178878807,
      "grad_norm": 1.4284002262534894,
      "learning_rate": 0.00012891129731316248,
      "loss": 2.2969,
      "step": 71186
    },
    {
      "epoch": 3.3117934403349616,
      "grad_norm": 1.3712308368589796,
      "learning_rate": 0.0001289076227632898,
      "loss": 2.0469,
      "step": 71187
    },
    {
      "epoch": 3.3118399627820425,
      "grad_norm": 1.3102352798117785,
      "learning_rate": 0.00012890394822632993,
      "loss": 1.9766,
      "step": 71188
    },
    {
      "epoch": 3.311886485229123,
      "grad_norm": 1.4001606548411072,
      "learning_rate": 0.00012890027370228524,
      "loss": 2.3906,
      "step": 71189
    },
    {
      "epoch": 3.311933007676204,
      "grad_norm": 1.3933543949799074,
      "learning_rate": 0.00012889659919115788,
      "loss": 2.0625,
      "step": 71190
    },
    {
      "epoch": 3.3119795301232844,
      "grad_norm": 1.3623906534330787,
      "learning_rate": 0.0001288929246929502,
      "loss": 2.0625,
      "step": 71191
    },
    {
      "epoch": 3.3120260525703653,
      "grad_norm": 1.3342826949568305,
      "learning_rate": 0.00012888925020766435,
      "loss": 1.9688,
      "step": 71192
    },
    {
      "epoch": 3.312072575017446,
      "grad_norm": 1.4280180437194798,
      "learning_rate": 0.00012888557573530264,
      "loss": 1.8906,
      "step": 71193
    },
    {
      "epoch": 3.3121190974645267,
      "grad_norm": 1.489924493908716,
      "learning_rate": 0.00012888190127586732,
      "loss": 2.2188,
      "step": 71194
    },
    {
      "epoch": 3.312165619911607,
      "grad_norm": 1.4155230244584014,
      "learning_rate": 0.00012887822682936063,
      "loss": 2.1406,
      "step": 71195
    },
    {
      "epoch": 3.312212142358688,
      "grad_norm": 1.3433783458765232,
      "learning_rate": 0.00012887455239578475,
      "loss": 1.9922,
      "step": 71196
    },
    {
      "epoch": 3.3122586648057686,
      "grad_norm": 1.3770106218570974,
      "learning_rate": 0.000128870877975142,
      "loss": 2.1875,
      "step": 71197
    },
    {
      "epoch": 3.3123051872528495,
      "grad_norm": 1.349157561435458,
      "learning_rate": 0.0001288672035674347,
      "loss": 2.0156,
      "step": 71198
    },
    {
      "epoch": 3.3123517096999304,
      "grad_norm": 1.3162251304667059,
      "learning_rate": 0.00012886352917266495,
      "loss": 1.6406,
      "step": 71199
    },
    {
      "epoch": 3.312398232147011,
      "grad_norm": 1.4383145506525097,
      "learning_rate": 0.00012885985479083514,
      "loss": 2.0781,
      "step": 71200
    },
    {
      "epoch": 3.312444754594092,
      "grad_norm": 1.5300876385965494,
      "learning_rate": 0.0001288561804219474,
      "loss": 2.25,
      "step": 71201
    },
    {
      "epoch": 3.3124912770411723,
      "grad_norm": 1.3241585981853643,
      "learning_rate": 0.00012885250606600406,
      "loss": 1.8359,
      "step": 71202
    },
    {
      "epoch": 3.312537799488253,
      "grad_norm": 1.3854861798558418,
      "learning_rate": 0.00012884883172300734,
      "loss": 1.9531,
      "step": 71203
    },
    {
      "epoch": 3.3125843219353337,
      "grad_norm": 1.3474088124230827,
      "learning_rate": 0.0001288451573929595,
      "loss": 1.8672,
      "step": 71204
    },
    {
      "epoch": 3.3126308443824146,
      "grad_norm": 1.4376571293711429,
      "learning_rate": 0.00012884148307586274,
      "loss": 2.1562,
      "step": 71205
    },
    {
      "epoch": 3.312677366829495,
      "grad_norm": 1.4166623631300976,
      "learning_rate": 0.00012883780877171938,
      "loss": 1.8828,
      "step": 71206
    },
    {
      "epoch": 3.312723889276576,
      "grad_norm": 1.297941240574095,
      "learning_rate": 0.00012883413448053162,
      "loss": 2.0312,
      "step": 71207
    },
    {
      "epoch": 3.3127704117236565,
      "grad_norm": 1.3300394511882863,
      "learning_rate": 0.00012883046020230175,
      "loss": 2.0,
      "step": 71208
    },
    {
      "epoch": 3.3128169341707374,
      "grad_norm": 1.3613612906251384,
      "learning_rate": 0.00012882678593703197,
      "loss": 2.0469,
      "step": 71209
    },
    {
      "epoch": 3.3128634566178183,
      "grad_norm": 1.3115760773214244,
      "learning_rate": 0.0001288231116847246,
      "loss": 1.9375,
      "step": 71210
    },
    {
      "epoch": 3.312909979064899,
      "grad_norm": 1.4634708915269454,
      "learning_rate": 0.00012881943744538183,
      "loss": 2.2344,
      "step": 71211
    },
    {
      "epoch": 3.3129565015119793,
      "grad_norm": 1.384089450426586,
      "learning_rate": 0.00012881576321900588,
      "loss": 2.0156,
      "step": 71212
    },
    {
      "epoch": 3.31300302395906,
      "grad_norm": 1.3443278468125084,
      "learning_rate": 0.0001288120890055991,
      "loss": 2.0156,
      "step": 71213
    },
    {
      "epoch": 3.313049546406141,
      "grad_norm": 1.5940683569947516,
      "learning_rate": 0.00012880841480516364,
      "loss": 2.4688,
      "step": 71214
    },
    {
      "epoch": 3.3130960688532216,
      "grad_norm": 1.3643852336605558,
      "learning_rate": 0.00012880474061770182,
      "loss": 2.1094,
      "step": 71215
    },
    {
      "epoch": 3.3131425913003025,
      "grad_norm": 1.353353682705563,
      "learning_rate": 0.00012880106644321584,
      "loss": 1.9219,
      "step": 71216
    },
    {
      "epoch": 3.313189113747383,
      "grad_norm": 1.4087173157208495,
      "learning_rate": 0.000128797392281708,
      "loss": 2.2031,
      "step": 71217
    },
    {
      "epoch": 3.313235636194464,
      "grad_norm": 1.3534589487358533,
      "learning_rate": 0.00012879371813318046,
      "loss": 2.0781,
      "step": 71218
    },
    {
      "epoch": 3.3132821586415444,
      "grad_norm": 1.3547121170081216,
      "learning_rate": 0.00012879004399763555,
      "loss": 2.0469,
      "step": 71219
    },
    {
      "epoch": 3.3133286810886253,
      "grad_norm": 1.2531991633313788,
      "learning_rate": 0.00012878636987507556,
      "loss": 1.7109,
      "step": 71220
    },
    {
      "epoch": 3.313375203535706,
      "grad_norm": 1.4461949404991006,
      "learning_rate": 0.00012878269576550264,
      "loss": 2.1719,
      "step": 71221
    },
    {
      "epoch": 3.3134217259827867,
      "grad_norm": 1.3021926901878769,
      "learning_rate": 0.0001287790216689191,
      "loss": 1.9297,
      "step": 71222
    },
    {
      "epoch": 3.313468248429867,
      "grad_norm": 1.4443870740598173,
      "learning_rate": 0.00012877534758532714,
      "loss": 2.2188,
      "step": 71223
    },
    {
      "epoch": 3.313514770876948,
      "grad_norm": 1.4017116816393829,
      "learning_rate": 0.00012877167351472909,
      "loss": 1.7422,
      "step": 71224
    },
    {
      "epoch": 3.313561293324029,
      "grad_norm": 1.4184745064948137,
      "learning_rate": 0.00012876799945712707,
      "loss": 2.1094,
      "step": 71225
    },
    {
      "epoch": 3.3136078157711095,
      "grad_norm": 1.4819425547598661,
      "learning_rate": 0.00012876432541252347,
      "loss": 2.1719,
      "step": 71226
    },
    {
      "epoch": 3.3136543382181904,
      "grad_norm": 1.345798240054139,
      "learning_rate": 0.00012876065138092043,
      "loss": 1.9297,
      "step": 71227
    },
    {
      "epoch": 3.313700860665271,
      "grad_norm": 1.3540483253446494,
      "learning_rate": 0.00012875697736232028,
      "loss": 1.8906,
      "step": 71228
    },
    {
      "epoch": 3.313747383112352,
      "grad_norm": 1.4675877895412284,
      "learning_rate": 0.00012875330335672522,
      "loss": 2.2812,
      "step": 71229
    },
    {
      "epoch": 3.3137939055594323,
      "grad_norm": 1.3540491434844766,
      "learning_rate": 0.00012874962936413752,
      "loss": 2.1094,
      "step": 71230
    },
    {
      "epoch": 3.3138404280065132,
      "grad_norm": 1.3827845912945405,
      "learning_rate": 0.0001287459553845594,
      "loss": 2.0625,
      "step": 71231
    },
    {
      "epoch": 3.3138869504535937,
      "grad_norm": 1.3656951887983662,
      "learning_rate": 0.00012874228141799315,
      "loss": 2.0312,
      "step": 71232
    },
    {
      "epoch": 3.3139334729006746,
      "grad_norm": 1.409642807786941,
      "learning_rate": 0.00012873860746444099,
      "loss": 2.2344,
      "step": 71233
    },
    {
      "epoch": 3.313979995347755,
      "grad_norm": 1.3985499233675271,
      "learning_rate": 0.00012873493352390518,
      "loss": 1.9297,
      "step": 71234
    },
    {
      "epoch": 3.314026517794836,
      "grad_norm": 1.342544164653873,
      "learning_rate": 0.00012873125959638796,
      "loss": 1.9609,
      "step": 71235
    },
    {
      "epoch": 3.314073040241917,
      "grad_norm": 1.3844392535664143,
      "learning_rate": 0.00012872758568189163,
      "loss": 2.1094,
      "step": 71236
    },
    {
      "epoch": 3.3141195626889974,
      "grad_norm": 1.3493216576044862,
      "learning_rate": 0.00012872391178041839,
      "loss": 1.9219,
      "step": 71237
    },
    {
      "epoch": 3.314166085136078,
      "grad_norm": 1.3606531642124167,
      "learning_rate": 0.00012872023789197045,
      "loss": 1.9922,
      "step": 71238
    },
    {
      "epoch": 3.314212607583159,
      "grad_norm": 1.3550112225276676,
      "learning_rate": 0.00012871656401655014,
      "loss": 2.0469,
      "step": 71239
    },
    {
      "epoch": 3.3142591300302398,
      "grad_norm": 1.3453412366803417,
      "learning_rate": 0.00012871289015415962,
      "loss": 1.8672,
      "step": 71240
    },
    {
      "epoch": 3.3143056524773202,
      "grad_norm": 1.366350169338009,
      "learning_rate": 0.00012870921630480124,
      "loss": 1.9453,
      "step": 71241
    },
    {
      "epoch": 3.314352174924401,
      "grad_norm": 1.4776862454308284,
      "learning_rate": 0.0001287055424684772,
      "loss": 2.1719,
      "step": 71242
    },
    {
      "epoch": 3.3143986973714816,
      "grad_norm": 1.472924279542511,
      "learning_rate": 0.00012870186864518977,
      "loss": 2.2656,
      "step": 71243
    },
    {
      "epoch": 3.3144452198185625,
      "grad_norm": 1.4136044473345604,
      "learning_rate": 0.00012869819483494118,
      "loss": 2.2344,
      "step": 71244
    },
    {
      "epoch": 3.314491742265643,
      "grad_norm": 1.37641223651865,
      "learning_rate": 0.00012869452103773365,
      "loss": 2.0938,
      "step": 71245
    },
    {
      "epoch": 3.314538264712724,
      "grad_norm": 1.4428159182361011,
      "learning_rate": 0.0001286908472535695,
      "loss": 2.2031,
      "step": 71246
    },
    {
      "epoch": 3.3145847871598044,
      "grad_norm": 1.4422349305617996,
      "learning_rate": 0.0001286871734824509,
      "loss": 2.2344,
      "step": 71247
    },
    {
      "epoch": 3.3146313096068853,
      "grad_norm": 1.3386077025922287,
      "learning_rate": 0.00012868349972438016,
      "loss": 1.8203,
      "step": 71248
    },
    {
      "epoch": 3.314677832053966,
      "grad_norm": 1.3372815105036917,
      "learning_rate": 0.0001286798259793595,
      "loss": 1.8516,
      "step": 71249
    },
    {
      "epoch": 3.3147243545010467,
      "grad_norm": 1.3460941567356668,
      "learning_rate": 0.0001286761522473912,
      "loss": 1.8906,
      "step": 71250
    },
    {
      "epoch": 3.3147708769481277,
      "grad_norm": 1.423040569673428,
      "learning_rate": 0.00012867247852847745,
      "loss": 1.9141,
      "step": 71251
    },
    {
      "epoch": 3.314817399395208,
      "grad_norm": 1.341115969449381,
      "learning_rate": 0.00012866880482262057,
      "loss": 1.9375,
      "step": 71252
    },
    {
      "epoch": 3.314863921842289,
      "grad_norm": 1.338393547177753,
      "learning_rate": 0.00012866513112982271,
      "loss": 2.0469,
      "step": 71253
    },
    {
      "epoch": 3.3149104442893695,
      "grad_norm": 1.3558505641162495,
      "learning_rate": 0.00012866145745008627,
      "loss": 2.0781,
      "step": 71254
    },
    {
      "epoch": 3.3149569667364505,
      "grad_norm": 1.2925173737426425,
      "learning_rate": 0.00012865778378341332,
      "loss": 1.8281,
      "step": 71255
    },
    {
      "epoch": 3.315003489183531,
      "grad_norm": 1.4822986180272149,
      "learning_rate": 0.00012865411012980628,
      "loss": 2.0,
      "step": 71256
    },
    {
      "epoch": 3.315050011630612,
      "grad_norm": 1.412363918985642,
      "learning_rate": 0.00012865043648926727,
      "loss": 2.0625,
      "step": 71257
    },
    {
      "epoch": 3.3150965340776923,
      "grad_norm": 1.3598411075955408,
      "learning_rate": 0.0001286467628617986,
      "loss": 2.0625,
      "step": 71258
    },
    {
      "epoch": 3.3151430565247733,
      "grad_norm": 1.2721446808291488,
      "learning_rate": 0.00012864308924740253,
      "loss": 1.5547,
      "step": 71259
    },
    {
      "epoch": 3.3151895789718537,
      "grad_norm": 1.3329553313459575,
      "learning_rate": 0.00012863941564608127,
      "loss": 1.8125,
      "step": 71260
    },
    {
      "epoch": 3.3152361014189347,
      "grad_norm": 1.4136572358655786,
      "learning_rate": 0.00012863574205783707,
      "loss": 2.3281,
      "step": 71261
    },
    {
      "epoch": 3.3152826238660156,
      "grad_norm": 1.256060023239995,
      "learning_rate": 0.00012863206848267217,
      "loss": 1.7344,
      "step": 71262
    },
    {
      "epoch": 3.315329146313096,
      "grad_norm": 1.3434989504513644,
      "learning_rate": 0.0001286283949205889,
      "loss": 1.8672,
      "step": 71263
    },
    {
      "epoch": 3.315375668760177,
      "grad_norm": 1.378630526211846,
      "learning_rate": 0.00012862472137158942,
      "loss": 2.0625,
      "step": 71264
    },
    {
      "epoch": 3.3154221912072575,
      "grad_norm": 1.4077174617916626,
      "learning_rate": 0.00012862104783567603,
      "loss": 2.0156,
      "step": 71265
    },
    {
      "epoch": 3.3154687136543384,
      "grad_norm": 1.4336486040585585,
      "learning_rate": 0.00012861737431285098,
      "loss": 2.0312,
      "step": 71266
    },
    {
      "epoch": 3.315515236101419,
      "grad_norm": 1.1980513137561344,
      "learning_rate": 0.00012861370080311646,
      "loss": 1.5859,
      "step": 71267
    },
    {
      "epoch": 3.3155617585484998,
      "grad_norm": 1.47933185247946,
      "learning_rate": 0.0001286100273064748,
      "loss": 2.2812,
      "step": 71268
    },
    {
      "epoch": 3.3156082809955802,
      "grad_norm": 1.4717760392838906,
      "learning_rate": 0.00012860635382292817,
      "loss": 2.3125,
      "step": 71269
    },
    {
      "epoch": 3.315654803442661,
      "grad_norm": 1.3609284624559808,
      "learning_rate": 0.00012860268035247888,
      "loss": 2.125,
      "step": 71270
    },
    {
      "epoch": 3.3157013258897416,
      "grad_norm": 1.4172155362809833,
      "learning_rate": 0.00012859900689512913,
      "loss": 2.25,
      "step": 71271
    },
    {
      "epoch": 3.3157478483368226,
      "grad_norm": 1.480295250926344,
      "learning_rate": 0.00012859533345088123,
      "loss": 2.2812,
      "step": 71272
    },
    {
      "epoch": 3.315794370783903,
      "grad_norm": 1.3697285118547435,
      "learning_rate": 0.00012859166001973735,
      "loss": 2.0312,
      "step": 71273
    },
    {
      "epoch": 3.315840893230984,
      "grad_norm": 1.3280283742379042,
      "learning_rate": 0.00012858798660169983,
      "loss": 1.8125,
      "step": 71274
    },
    {
      "epoch": 3.3158874156780644,
      "grad_norm": 1.4300764859846744,
      "learning_rate": 0.00012858431319677082,
      "loss": 2.1406,
      "step": 71275
    },
    {
      "epoch": 3.3159339381251454,
      "grad_norm": 1.33100680316005,
      "learning_rate": 0.00012858063980495266,
      "loss": 1.9297,
      "step": 71276
    },
    {
      "epoch": 3.3159804605722263,
      "grad_norm": 1.2906298898860469,
      "learning_rate": 0.00012857696642624752,
      "loss": 1.7734,
      "step": 71277
    },
    {
      "epoch": 3.3160269830193068,
      "grad_norm": 1.4073431735156212,
      "learning_rate": 0.00012857329306065774,
      "loss": 1.9766,
      "step": 71278
    },
    {
      "epoch": 3.3160735054663877,
      "grad_norm": 1.3289429355229583,
      "learning_rate": 0.00012856961970818547,
      "loss": 1.9375,
      "step": 71279
    },
    {
      "epoch": 3.316120027913468,
      "grad_norm": 1.5195184859891195,
      "learning_rate": 0.00012856594636883302,
      "loss": 2.0625,
      "step": 71280
    },
    {
      "epoch": 3.316166550360549,
      "grad_norm": 1.3802186094525448,
      "learning_rate": 0.0001285622730426026,
      "loss": 1.9609,
      "step": 71281
    },
    {
      "epoch": 3.3162130728076296,
      "grad_norm": 1.491889368098595,
      "learning_rate": 0.00012855859972949653,
      "loss": 2.125,
      "step": 71282
    },
    {
      "epoch": 3.3162595952547105,
      "grad_norm": 1.3700103662765883,
      "learning_rate": 0.000128554926429517,
      "loss": 2.1719,
      "step": 71283
    },
    {
      "epoch": 3.316306117701791,
      "grad_norm": 1.4672978305336204,
      "learning_rate": 0.0001285512531426662,
      "loss": 2.5625,
      "step": 71284
    },
    {
      "epoch": 3.316352640148872,
      "grad_norm": 1.3819072462183506,
      "learning_rate": 0.00012854757986894652,
      "loss": 2.0625,
      "step": 71285
    },
    {
      "epoch": 3.3163991625959524,
      "grad_norm": 1.3878900214150516,
      "learning_rate": 0.00012854390660836011,
      "loss": 2.0312,
      "step": 71286
    },
    {
      "epoch": 3.3164456850430333,
      "grad_norm": 1.4136328650709387,
      "learning_rate": 0.00012854023336090928,
      "loss": 2.1562,
      "step": 71287
    },
    {
      "epoch": 3.316492207490114,
      "grad_norm": 1.4907444044708307,
      "learning_rate": 0.0001285365601265962,
      "loss": 2.125,
      "step": 71288
    },
    {
      "epoch": 3.3165387299371947,
      "grad_norm": 1.3919158292488714,
      "learning_rate": 0.00012853288690542323,
      "loss": 2.1562,
      "step": 71289
    },
    {
      "epoch": 3.3165852523842756,
      "grad_norm": 1.3578261070657198,
      "learning_rate": 0.0001285292136973925,
      "loss": 2.1094,
      "step": 71290
    },
    {
      "epoch": 3.316631774831356,
      "grad_norm": 1.434476391294892,
      "learning_rate": 0.00012852554050250635,
      "loss": 2.1875,
      "step": 71291
    },
    {
      "epoch": 3.316678297278437,
      "grad_norm": 1.3587132531531096,
      "learning_rate": 0.00012852186732076698,
      "loss": 2.0469,
      "step": 71292
    },
    {
      "epoch": 3.3167248197255175,
      "grad_norm": 1.3053865140513787,
      "learning_rate": 0.00012851819415217664,
      "loss": 1.9375,
      "step": 71293
    },
    {
      "epoch": 3.3167713421725984,
      "grad_norm": 1.4486456089943158,
      "learning_rate": 0.0001285145209967376,
      "loss": 2.1719,
      "step": 71294
    },
    {
      "epoch": 3.316817864619679,
      "grad_norm": 1.363876386804646,
      "learning_rate": 0.00012851084785445207,
      "loss": 1.7891,
      "step": 71295
    },
    {
      "epoch": 3.31686438706676,
      "grad_norm": 1.358640942186455,
      "learning_rate": 0.00012850717472532235,
      "loss": 2.0625,
      "step": 71296
    },
    {
      "epoch": 3.3169109095138403,
      "grad_norm": 1.3532138874189732,
      "learning_rate": 0.00012850350160935063,
      "loss": 1.9453,
      "step": 71297
    },
    {
      "epoch": 3.316957431960921,
      "grad_norm": 1.4001375088200474,
      "learning_rate": 0.00012849982850653924,
      "loss": 2.0156,
      "step": 71298
    },
    {
      "epoch": 3.317003954408002,
      "grad_norm": 1.4082829016196847,
      "learning_rate": 0.00012849615541689035,
      "loss": 1.5234,
      "step": 71299
    },
    {
      "epoch": 3.3170504768550826,
      "grad_norm": 1.4842589658906156,
      "learning_rate": 0.00012849248234040627,
      "loss": 2.375,
      "step": 71300
    },
    {
      "epoch": 3.317096999302163,
      "grad_norm": 1.4618861627383892,
      "learning_rate": 0.00012848880927708917,
      "loss": 2.3594,
      "step": 71301
    },
    {
      "epoch": 3.317143521749244,
      "grad_norm": 1.361779205585157,
      "learning_rate": 0.0001284851362269414,
      "loss": 1.9453,
      "step": 71302
    },
    {
      "epoch": 3.317190044196325,
      "grad_norm": 1.3910278340217146,
      "learning_rate": 0.00012848146318996512,
      "loss": 1.9922,
      "step": 71303
    },
    {
      "epoch": 3.3172365666434054,
      "grad_norm": 1.408803066854636,
      "learning_rate": 0.00012847779016616264,
      "loss": 2.0781,
      "step": 71304
    },
    {
      "epoch": 3.3172830890904863,
      "grad_norm": 1.3966736950137069,
      "learning_rate": 0.00012847411715553614,
      "loss": 2.0938,
      "step": 71305
    },
    {
      "epoch": 3.317329611537567,
      "grad_norm": 1.4242333939977139,
      "learning_rate": 0.0001284704441580879,
      "loss": 2.1562,
      "step": 71306
    },
    {
      "epoch": 3.3173761339846477,
      "grad_norm": 1.430045774993267,
      "learning_rate": 0.00012846677117382024,
      "loss": 2.0469,
      "step": 71307
    },
    {
      "epoch": 3.317422656431728,
      "grad_norm": 1.2994353692370708,
      "learning_rate": 0.00012846309820273532,
      "loss": 1.9609,
      "step": 71308
    },
    {
      "epoch": 3.317469178878809,
      "grad_norm": 1.2389642777071759,
      "learning_rate": 0.00012845942524483545,
      "loss": 1.7969,
      "step": 71309
    },
    {
      "epoch": 3.3175157013258896,
      "grad_norm": 1.3964916213521268,
      "learning_rate": 0.0001284557523001228,
      "loss": 2.2812,
      "step": 71310
    },
    {
      "epoch": 3.3175622237729705,
      "grad_norm": 1.330447099986112,
      "learning_rate": 0.00012845207936859973,
      "loss": 1.9531,
      "step": 71311
    },
    {
      "epoch": 3.317608746220051,
      "grad_norm": 1.269972696003913,
      "learning_rate": 0.00012844840645026835,
      "loss": 1.5078,
      "step": 71312
    },
    {
      "epoch": 3.317655268667132,
      "grad_norm": 1.4139228919328382,
      "learning_rate": 0.00012844473354513107,
      "loss": 2.2656,
      "step": 71313
    },
    {
      "epoch": 3.317701791114213,
      "grad_norm": 1.3734815343576343,
      "learning_rate": 0.00012844106065319,
      "loss": 2.1719,
      "step": 71314
    },
    {
      "epoch": 3.3177483135612933,
      "grad_norm": 1.379124964434731,
      "learning_rate": 0.00012843738777444744,
      "loss": 1.9922,
      "step": 71315
    },
    {
      "epoch": 3.317794836008374,
      "grad_norm": 1.4410073619772594,
      "learning_rate": 0.0001284337149089056,
      "loss": 2.1562,
      "step": 71316
    },
    {
      "epoch": 3.3178413584554547,
      "grad_norm": 1.4627485746222348,
      "learning_rate": 0.00012843004205656685,
      "loss": 2.2656,
      "step": 71317
    },
    {
      "epoch": 3.3178878809025356,
      "grad_norm": 1.352671248342483,
      "learning_rate": 0.00012842636921743333,
      "loss": 1.9219,
      "step": 71318
    },
    {
      "epoch": 3.317934403349616,
      "grad_norm": 1.4398326113411912,
      "learning_rate": 0.00012842269639150728,
      "loss": 2.2031,
      "step": 71319
    },
    {
      "epoch": 3.317980925796697,
      "grad_norm": 1.4126075081101033,
      "learning_rate": 0.00012841902357879102,
      "loss": 2.0469,
      "step": 71320
    },
    {
      "epoch": 3.3180274482437775,
      "grad_norm": 1.320213288300675,
      "learning_rate": 0.00012841535077928672,
      "loss": 1.7656,
      "step": 71321
    },
    {
      "epoch": 3.3180739706908584,
      "grad_norm": 1.3486440597557035,
      "learning_rate": 0.0001284116779929967,
      "loss": 2.0625,
      "step": 71322
    },
    {
      "epoch": 3.318120493137939,
      "grad_norm": 1.3543966270254189,
      "learning_rate": 0.00012840800521992315,
      "loss": 1.8828,
      "step": 71323
    },
    {
      "epoch": 3.31816701558502,
      "grad_norm": 1.4309537578841578,
      "learning_rate": 0.00012840433246006836,
      "loss": 1.9375,
      "step": 71324
    },
    {
      "epoch": 3.3182135380321007,
      "grad_norm": 1.4942435883390524,
      "learning_rate": 0.00012840065971343457,
      "loss": 2.1875,
      "step": 71325
    },
    {
      "epoch": 3.318260060479181,
      "grad_norm": 1.3755261564325685,
      "learning_rate": 0.00012839698698002404,
      "loss": 2.1094,
      "step": 71326
    },
    {
      "epoch": 3.3183065829262617,
      "grad_norm": 1.3541560358289029,
      "learning_rate": 0.00012839331425983897,
      "loss": 2.0312,
      "step": 71327
    },
    {
      "epoch": 3.3183531053733426,
      "grad_norm": 1.3559394496100785,
      "learning_rate": 0.00012838964155288161,
      "loss": 1.9688,
      "step": 71328
    },
    {
      "epoch": 3.3183996278204235,
      "grad_norm": 1.3927138957326564,
      "learning_rate": 0.0001283859688591543,
      "loss": 2.0469,
      "step": 71329
    },
    {
      "epoch": 3.318446150267504,
      "grad_norm": 1.432623632441494,
      "learning_rate": 0.00012838229617865917,
      "loss": 2.0938,
      "step": 71330
    },
    {
      "epoch": 3.318492672714585,
      "grad_norm": 1.3310374031334486,
      "learning_rate": 0.0001283786235113986,
      "loss": 1.9141,
      "step": 71331
    },
    {
      "epoch": 3.3185391951616654,
      "grad_norm": 1.3735929348694842,
      "learning_rate": 0.00012837495085737472,
      "loss": 1.9062,
      "step": 71332
    },
    {
      "epoch": 3.3185857176087463,
      "grad_norm": 1.3723906504416623,
      "learning_rate": 0.00012837127821658986,
      "loss": 1.9844,
      "step": 71333
    },
    {
      "epoch": 3.318632240055827,
      "grad_norm": 1.4021836190156174,
      "learning_rate": 0.00012836760558904617,
      "loss": 2.1719,
      "step": 71334
    },
    {
      "epoch": 3.3186787625029077,
      "grad_norm": 1.4290567526190727,
      "learning_rate": 0.000128363932974746,
      "loss": 1.9531,
      "step": 71335
    },
    {
      "epoch": 3.318725284949988,
      "grad_norm": 1.3008296280791667,
      "learning_rate": 0.00012836026037369154,
      "loss": 1.8984,
      "step": 71336
    },
    {
      "epoch": 3.318771807397069,
      "grad_norm": 1.4686192459760223,
      "learning_rate": 0.00012835658778588508,
      "loss": 2.1719,
      "step": 71337
    },
    {
      "epoch": 3.3188183298441496,
      "grad_norm": 1.3752976984099512,
      "learning_rate": 0.00012835291521132882,
      "loss": 2.0938,
      "step": 71338
    },
    {
      "epoch": 3.3188648522912305,
      "grad_norm": 1.4683138163751996,
      "learning_rate": 0.0001283492426500251,
      "loss": 2.1719,
      "step": 71339
    },
    {
      "epoch": 3.3189113747383114,
      "grad_norm": 1.3949549107901678,
      "learning_rate": 0.000128345570101976,
      "loss": 2.125,
      "step": 71340
    },
    {
      "epoch": 3.318957897185392,
      "grad_norm": 1.2965995169164246,
      "learning_rate": 0.00012834189756718393,
      "loss": 1.8984,
      "step": 71341
    },
    {
      "epoch": 3.319004419632473,
      "grad_norm": 1.3233088264017756,
      "learning_rate": 0.00012833822504565104,
      "loss": 2.0469,
      "step": 71342
    },
    {
      "epoch": 3.3190509420795533,
      "grad_norm": 1.3360172709990616,
      "learning_rate": 0.00012833455253737964,
      "loss": 1.9531,
      "step": 71343
    },
    {
      "epoch": 3.3190974645266342,
      "grad_norm": 1.441174883112073,
      "learning_rate": 0.000128330880042372,
      "loss": 1.9922,
      "step": 71344
    },
    {
      "epoch": 3.3191439869737147,
      "grad_norm": 1.286166937510632,
      "learning_rate": 0.00012832720756063027,
      "loss": 1.5625,
      "step": 71345
    },
    {
      "epoch": 3.3191905094207956,
      "grad_norm": 1.3881309667252757,
      "learning_rate": 0.00012832353509215677,
      "loss": 2.0156,
      "step": 71346
    },
    {
      "epoch": 3.319237031867876,
      "grad_norm": 1.2342866789207358,
      "learning_rate": 0.00012831986263695368,
      "loss": 1.5,
      "step": 71347
    },
    {
      "epoch": 3.319283554314957,
      "grad_norm": 1.3468536880898456,
      "learning_rate": 0.00012831619019502337,
      "loss": 1.8906,
      "step": 71348
    },
    {
      "epoch": 3.3193300767620375,
      "grad_norm": 1.3514911407337338,
      "learning_rate": 0.00012831251776636795,
      "loss": 2.0,
      "step": 71349
    },
    {
      "epoch": 3.3193765992091184,
      "grad_norm": 1.3689847585951092,
      "learning_rate": 0.00012830884535098972,
      "loss": 2.125,
      "step": 71350
    },
    {
      "epoch": 3.3194231216561993,
      "grad_norm": 1.462545816625391,
      "learning_rate": 0.00012830517294889102,
      "loss": 2.2188,
      "step": 71351
    },
    {
      "epoch": 3.31946964410328,
      "grad_norm": 1.39911753581868,
      "learning_rate": 0.00012830150056007398,
      "loss": 1.9922,
      "step": 71352
    },
    {
      "epoch": 3.3195161665503603,
      "grad_norm": 1.379046553777447,
      "learning_rate": 0.00012829782818454092,
      "loss": 2.1406,
      "step": 71353
    },
    {
      "epoch": 3.3195626889974412,
      "grad_norm": 1.310005904910516,
      "learning_rate": 0.00012829415582229402,
      "loss": 1.9688,
      "step": 71354
    },
    {
      "epoch": 3.319609211444522,
      "grad_norm": 1.4378646087390208,
      "learning_rate": 0.0001282904834733356,
      "loss": 1.9531,
      "step": 71355
    },
    {
      "epoch": 3.3196557338916026,
      "grad_norm": 1.3878815747598976,
      "learning_rate": 0.00012828681113766783,
      "loss": 2.2188,
      "step": 71356
    },
    {
      "epoch": 3.3197022563386835,
      "grad_norm": 1.3309436140379403,
      "learning_rate": 0.00012828313881529303,
      "loss": 2.0938,
      "step": 71357
    },
    {
      "epoch": 3.319748778785764,
      "grad_norm": 1.4256308016450931,
      "learning_rate": 0.00012827946650621343,
      "loss": 2.3125,
      "step": 71358
    },
    {
      "epoch": 3.319795301232845,
      "grad_norm": 1.4432820194082698,
      "learning_rate": 0.00012827579421043124,
      "loss": 2.2188,
      "step": 71359
    },
    {
      "epoch": 3.3198418236799254,
      "grad_norm": 1.420710346928672,
      "learning_rate": 0.00012827212192794874,
      "loss": 2.0781,
      "step": 71360
    },
    {
      "epoch": 3.3198883461270063,
      "grad_norm": 1.397946237839425,
      "learning_rate": 0.0001282684496587682,
      "loss": 2.1875,
      "step": 71361
    },
    {
      "epoch": 3.319934868574087,
      "grad_norm": 1.4375960972607427,
      "learning_rate": 0.00012826477740289185,
      "loss": 2.3594,
      "step": 71362
    },
    {
      "epoch": 3.3199813910211677,
      "grad_norm": 1.5309405733780153,
      "learning_rate": 0.00012826110516032192,
      "loss": 2.1094,
      "step": 71363
    },
    {
      "epoch": 3.320027913468248,
      "grad_norm": 1.332888787613074,
      "learning_rate": 0.00012825743293106066,
      "loss": 1.9141,
      "step": 71364
    },
    {
      "epoch": 3.320074435915329,
      "grad_norm": 1.3210569136671855,
      "learning_rate": 0.00012825376071511034,
      "loss": 1.8594,
      "step": 71365
    },
    {
      "epoch": 3.32012095836241,
      "grad_norm": 1.3080130689184897,
      "learning_rate": 0.00012825008851247318,
      "loss": 1.9141,
      "step": 71366
    },
    {
      "epoch": 3.3201674808094905,
      "grad_norm": 1.4013593287306532,
      "learning_rate": 0.00012824641632315145,
      "loss": 2.0625,
      "step": 71367
    },
    {
      "epoch": 3.3202140032565715,
      "grad_norm": 1.5047083157904093,
      "learning_rate": 0.0001282427441471474,
      "loss": 2.25,
      "step": 71368
    },
    {
      "epoch": 3.320260525703652,
      "grad_norm": 1.3507593150009858,
      "learning_rate": 0.00012823907198446327,
      "loss": 1.9688,
      "step": 71369
    },
    {
      "epoch": 3.320307048150733,
      "grad_norm": 1.4093676168112532,
      "learning_rate": 0.00012823539983510132,
      "loss": 2.1562,
      "step": 71370
    },
    {
      "epoch": 3.3203535705978133,
      "grad_norm": 1.4143698288359812,
      "learning_rate": 0.00012823172769906366,
      "loss": 2.2656,
      "step": 71371
    },
    {
      "epoch": 3.3204000930448943,
      "grad_norm": 1.395400656451464,
      "learning_rate": 0.00012822805557635283,
      "loss": 2.0938,
      "step": 71372
    },
    {
      "epoch": 3.3204466154919747,
      "grad_norm": 1.3430514068393566,
      "learning_rate": 0.00012822438346697085,
      "loss": 2.1094,
      "step": 71373
    },
    {
      "epoch": 3.3204931379390557,
      "grad_norm": 1.3892033648164637,
      "learning_rate": 0.00012822071137092003,
      "loss": 2.2344,
      "step": 71374
    },
    {
      "epoch": 3.320539660386136,
      "grad_norm": 1.3593595780233017,
      "learning_rate": 0.00012821703928820262,
      "loss": 2.0469,
      "step": 71375
    },
    {
      "epoch": 3.320586182833217,
      "grad_norm": 1.3172609682036012,
      "learning_rate": 0.00012821336721882085,
      "loss": 2.0469,
      "step": 71376
    },
    {
      "epoch": 3.320632705280298,
      "grad_norm": 1.38063629485721,
      "learning_rate": 0.00012820969516277704,
      "loss": 2.0781,
      "step": 71377
    },
    {
      "epoch": 3.3206792277273784,
      "grad_norm": 1.4246375492546623,
      "learning_rate": 0.00012820602312007333,
      "loss": 2.2969,
      "step": 71378
    },
    {
      "epoch": 3.3207257501744594,
      "grad_norm": 1.405554683916701,
      "learning_rate": 0.00012820235109071206,
      "loss": 2.0625,
      "step": 71379
    },
    {
      "epoch": 3.32077227262154,
      "grad_norm": 1.3998049918475173,
      "learning_rate": 0.00012819867907469542,
      "loss": 2.2188,
      "step": 71380
    },
    {
      "epoch": 3.3208187950686208,
      "grad_norm": 1.3022760057283975,
      "learning_rate": 0.0001281950070720257,
      "loss": 1.8672,
      "step": 71381
    },
    {
      "epoch": 3.3208653175157012,
      "grad_norm": 1.4345769060812632,
      "learning_rate": 0.0001281913350827051,
      "loss": 2.25,
      "step": 71382
    },
    {
      "epoch": 3.320911839962782,
      "grad_norm": 1.4194422338732835,
      "learning_rate": 0.0001281876631067359,
      "loss": 2.1875,
      "step": 71383
    },
    {
      "epoch": 3.3209583624098626,
      "grad_norm": 1.4070446899117042,
      "learning_rate": 0.0001281839911441203,
      "loss": 2.1094,
      "step": 71384
    },
    {
      "epoch": 3.3210048848569436,
      "grad_norm": 1.498900786696179,
      "learning_rate": 0.00012818031919486066,
      "loss": 2.1562,
      "step": 71385
    },
    {
      "epoch": 3.321051407304024,
      "grad_norm": 1.375192577863069,
      "learning_rate": 0.0001281766472589591,
      "loss": 1.8203,
      "step": 71386
    },
    {
      "epoch": 3.321097929751105,
      "grad_norm": 1.3210352951177253,
      "learning_rate": 0.00012817297533641796,
      "loss": 1.8516,
      "step": 71387
    },
    {
      "epoch": 3.3211444521981854,
      "grad_norm": 1.472112617895098,
      "learning_rate": 0.00012816930342723941,
      "loss": 1.9844,
      "step": 71388
    },
    {
      "epoch": 3.3211909746452664,
      "grad_norm": 1.515203715371644,
      "learning_rate": 0.0001281656315314258,
      "loss": 2.1719,
      "step": 71389
    },
    {
      "epoch": 3.321237497092347,
      "grad_norm": 1.4260844282462473,
      "learning_rate": 0.0001281619596489793,
      "loss": 2.1875,
      "step": 71390
    },
    {
      "epoch": 3.3212840195394278,
      "grad_norm": 1.3901988615080518,
      "learning_rate": 0.00012815828777990216,
      "loss": 2.0312,
      "step": 71391
    },
    {
      "epoch": 3.3213305419865087,
      "grad_norm": 1.3791492405370995,
      "learning_rate": 0.00012815461592419666,
      "loss": 2.0938,
      "step": 71392
    },
    {
      "epoch": 3.321377064433589,
      "grad_norm": 1.3857539126282112,
      "learning_rate": 0.00012815094408186496,
      "loss": 1.9766,
      "step": 71393
    },
    {
      "epoch": 3.32142358688067,
      "grad_norm": 1.3822490631684967,
      "learning_rate": 0.00012814727225290948,
      "loss": 2.1875,
      "step": 71394
    },
    {
      "epoch": 3.3214701093277506,
      "grad_norm": 1.4877265195463494,
      "learning_rate": 0.0001281436004373323,
      "loss": 2.3125,
      "step": 71395
    },
    {
      "epoch": 3.3215166317748315,
      "grad_norm": 1.4205663116957066,
      "learning_rate": 0.00012813992863513582,
      "loss": 2.1875,
      "step": 71396
    },
    {
      "epoch": 3.321563154221912,
      "grad_norm": 1.420465046594222,
      "learning_rate": 0.00012813625684632212,
      "loss": 2.2188,
      "step": 71397
    },
    {
      "epoch": 3.321609676668993,
      "grad_norm": 1.3678022014773146,
      "learning_rate": 0.0001281325850708936,
      "loss": 1.9766,
      "step": 71398
    },
    {
      "epoch": 3.3216561991160733,
      "grad_norm": 1.2694690611282693,
      "learning_rate": 0.0001281289133088524,
      "loss": 1.6094,
      "step": 71399
    },
    {
      "epoch": 3.3217027215631543,
      "grad_norm": 1.3498845073968715,
      "learning_rate": 0.00012812524156020084,
      "loss": 2.0312,
      "step": 71400
    },
    {
      "epoch": 3.3217492440102347,
      "grad_norm": 1.3305499807556074,
      "learning_rate": 0.0001281215698249411,
      "loss": 1.8125,
      "step": 71401
    },
    {
      "epoch": 3.3217957664573157,
      "grad_norm": 1.46222152553239,
      "learning_rate": 0.00012811789810307546,
      "loss": 2.2031,
      "step": 71402
    },
    {
      "epoch": 3.3218422889043966,
      "grad_norm": 1.3151448409749653,
      "learning_rate": 0.00012811422639460621,
      "loss": 1.7969,
      "step": 71403
    },
    {
      "epoch": 3.321888811351477,
      "grad_norm": 1.3589749148507355,
      "learning_rate": 0.00012811055469953554,
      "loss": 2.0938,
      "step": 71404
    },
    {
      "epoch": 3.321935333798558,
      "grad_norm": 1.4260535306989277,
      "learning_rate": 0.00012810688301786573,
      "loss": 2.1562,
      "step": 71405
    },
    {
      "epoch": 3.3219818562456385,
      "grad_norm": 1.3175706384314576,
      "learning_rate": 0.000128103211349599,
      "loss": 1.7734,
      "step": 71406
    },
    {
      "epoch": 3.3220283786927194,
      "grad_norm": 1.3202263787786743,
      "learning_rate": 0.00012809953969473764,
      "loss": 1.7656,
      "step": 71407
    },
    {
      "epoch": 3.3220749011398,
      "grad_norm": 1.4595766626555462,
      "learning_rate": 0.0001280958680532838,
      "loss": 2.0781,
      "step": 71408
    },
    {
      "epoch": 3.322121423586881,
      "grad_norm": 1.3565536986314615,
      "learning_rate": 0.00012809219642523988,
      "loss": 2.1562,
      "step": 71409
    },
    {
      "epoch": 3.3221679460339613,
      "grad_norm": 1.4843284280378148,
      "learning_rate": 0.000128088524810608,
      "loss": 2.25,
      "step": 71410
    },
    {
      "epoch": 3.322214468481042,
      "grad_norm": 1.467993524562489,
      "learning_rate": 0.00012808485320939047,
      "loss": 2.125,
      "step": 71411
    },
    {
      "epoch": 3.3222609909281227,
      "grad_norm": 1.351125938691081,
      "learning_rate": 0.0001280811816215895,
      "loss": 2.0469,
      "step": 71412
    },
    {
      "epoch": 3.3223075133752036,
      "grad_norm": 1.4293503974534958,
      "learning_rate": 0.0001280775100472074,
      "loss": 2.0156,
      "step": 71413
    },
    {
      "epoch": 3.3223540358222845,
      "grad_norm": 1.4020384842760498,
      "learning_rate": 0.00012807383848624631,
      "loss": 2.125,
      "step": 71414
    },
    {
      "epoch": 3.322400558269365,
      "grad_norm": 1.3793074973062063,
      "learning_rate": 0.00012807016693870856,
      "loss": 1.875,
      "step": 71415
    },
    {
      "epoch": 3.3224470807164455,
      "grad_norm": 1.4693136075268285,
      "learning_rate": 0.00012806649540459645,
      "loss": 2.1562,
      "step": 71416
    },
    {
      "epoch": 3.3224936031635264,
      "grad_norm": 1.359966791012965,
      "learning_rate": 0.0001280628238839121,
      "loss": 1.9141,
      "step": 71417
    },
    {
      "epoch": 3.3225401256106073,
      "grad_norm": 1.4309855650291905,
      "learning_rate": 0.00012805915237665787,
      "loss": 2.1094,
      "step": 71418
    },
    {
      "epoch": 3.3225866480576878,
      "grad_norm": 1.5046395706343094,
      "learning_rate": 0.0001280554808828359,
      "loss": 2.375,
      "step": 71419
    },
    {
      "epoch": 3.3226331705047687,
      "grad_norm": 1.3782215252733856,
      "learning_rate": 0.00012805180940244856,
      "loss": 2.0156,
      "step": 71420
    },
    {
      "epoch": 3.322679692951849,
      "grad_norm": 1.335479985856166,
      "learning_rate": 0.00012804813793549795,
      "loss": 2.0312,
      "step": 71421
    },
    {
      "epoch": 3.32272621539893,
      "grad_norm": 1.4612577503643056,
      "learning_rate": 0.00012804446648198648,
      "loss": 2.1875,
      "step": 71422
    },
    {
      "epoch": 3.3227727378460106,
      "grad_norm": 1.3490641351009982,
      "learning_rate": 0.00012804079504191625,
      "loss": 2.0156,
      "step": 71423
    },
    {
      "epoch": 3.3228192602930915,
      "grad_norm": 1.4109968667912967,
      "learning_rate": 0.00012803712361528962,
      "loss": 1.9453,
      "step": 71424
    },
    {
      "epoch": 3.322865782740172,
      "grad_norm": 1.4099282571552043,
      "learning_rate": 0.0001280334522021088,
      "loss": 2.0938,
      "step": 71425
    },
    {
      "epoch": 3.322912305187253,
      "grad_norm": 1.403610176482975,
      "learning_rate": 0.000128029780802376,
      "loss": 2.1406,
      "step": 71426
    },
    {
      "epoch": 3.3229588276343334,
      "grad_norm": 1.436244657199496,
      "learning_rate": 0.00012802610941609353,
      "loss": 2.2188,
      "step": 71427
    },
    {
      "epoch": 3.3230053500814143,
      "grad_norm": 1.382703542993739,
      "learning_rate": 0.00012802243804326354,
      "loss": 2.125,
      "step": 71428
    },
    {
      "epoch": 3.323051872528495,
      "grad_norm": 1.418305786348736,
      "learning_rate": 0.00012801876668388842,
      "loss": 2.0781,
      "step": 71429
    },
    {
      "epoch": 3.3230983949755757,
      "grad_norm": 1.4355179572100314,
      "learning_rate": 0.00012801509533797028,
      "loss": 2.1875,
      "step": 71430
    },
    {
      "epoch": 3.3231449174226566,
      "grad_norm": 1.322436545976314,
      "learning_rate": 0.00012801142400551148,
      "loss": 2.0,
      "step": 71431
    },
    {
      "epoch": 3.323191439869737,
      "grad_norm": 1.3522949669132633,
      "learning_rate": 0.00012800775268651416,
      "loss": 1.8984,
      "step": 71432
    },
    {
      "epoch": 3.323237962316818,
      "grad_norm": 1.4698823314392184,
      "learning_rate": 0.00012800408138098068,
      "loss": 2.1406,
      "step": 71433
    },
    {
      "epoch": 3.3232844847638985,
      "grad_norm": 1.5474331267430612,
      "learning_rate": 0.00012800041008891318,
      "loss": 2.2188,
      "step": 71434
    },
    {
      "epoch": 3.3233310072109794,
      "grad_norm": 1.470208575619541,
      "learning_rate": 0.000127996738810314,
      "loss": 2.3906,
      "step": 71435
    },
    {
      "epoch": 3.32337752965806,
      "grad_norm": 1.373163886454702,
      "learning_rate": 0.0001279930675451853,
      "loss": 2.0156,
      "step": 71436
    },
    {
      "epoch": 3.323424052105141,
      "grad_norm": 1.3813203214883538,
      "learning_rate": 0.00012798939629352936,
      "loss": 1.9922,
      "step": 71437
    },
    {
      "epoch": 3.3234705745522213,
      "grad_norm": 1.4416846996734163,
      "learning_rate": 0.0001279857250553485,
      "loss": 2.2344,
      "step": 71438
    },
    {
      "epoch": 3.323517096999302,
      "grad_norm": 1.3933789879459018,
      "learning_rate": 0.00012798205383064487,
      "loss": 2.0781,
      "step": 71439
    },
    {
      "epoch": 3.323563619446383,
      "grad_norm": 1.339834628908006,
      "learning_rate": 0.0001279783826194208,
      "loss": 1.9375,
      "step": 71440
    },
    {
      "epoch": 3.3236101418934636,
      "grad_norm": 1.3818168939004953,
      "learning_rate": 0.00012797471142167845,
      "loss": 2.0,
      "step": 71441
    },
    {
      "epoch": 3.323656664340544,
      "grad_norm": 1.3657687685137192,
      "learning_rate": 0.00012797104023742017,
      "loss": 2.0781,
      "step": 71442
    },
    {
      "epoch": 3.323703186787625,
      "grad_norm": 1.4280558672713923,
      "learning_rate": 0.00012796736906664808,
      "loss": 2.2031,
      "step": 71443
    },
    {
      "epoch": 3.323749709234706,
      "grad_norm": 1.3672916576138208,
      "learning_rate": 0.00012796369790936456,
      "loss": 1.9688,
      "step": 71444
    },
    {
      "epoch": 3.3237962316817864,
      "grad_norm": 1.386448040088463,
      "learning_rate": 0.00012796002676557173,
      "loss": 1.9844,
      "step": 71445
    },
    {
      "epoch": 3.3238427541288673,
      "grad_norm": 1.3954396813783767,
      "learning_rate": 0.00012795635563527197,
      "loss": 2.0781,
      "step": 71446
    },
    {
      "epoch": 3.323889276575948,
      "grad_norm": 1.394035710918258,
      "learning_rate": 0.0001279526845184674,
      "loss": 1.9844,
      "step": 71447
    },
    {
      "epoch": 3.3239357990230287,
      "grad_norm": 1.3664734668850393,
      "learning_rate": 0.00012794901341516037,
      "loss": 2.1719,
      "step": 71448
    },
    {
      "epoch": 3.323982321470109,
      "grad_norm": 1.3275103866136069,
      "learning_rate": 0.00012794534232535306,
      "loss": 1.8594,
      "step": 71449
    },
    {
      "epoch": 3.32402884391719,
      "grad_norm": 1.334936048804335,
      "learning_rate": 0.00012794167124904773,
      "loss": 1.7969,
      "step": 71450
    },
    {
      "epoch": 3.3240753663642706,
      "grad_norm": 1.4619980209539596,
      "learning_rate": 0.00012793800018624668,
      "loss": 2.1406,
      "step": 71451
    },
    {
      "epoch": 3.3241218888113515,
      "grad_norm": 1.5039034061829535,
      "learning_rate": 0.00012793432913695208,
      "loss": 2.2656,
      "step": 71452
    },
    {
      "epoch": 3.324168411258432,
      "grad_norm": 1.3620413953567392,
      "learning_rate": 0.00012793065810116626,
      "loss": 2.0469,
      "step": 71453
    },
    {
      "epoch": 3.324214933705513,
      "grad_norm": 1.3732067730131248,
      "learning_rate": 0.00012792698707889136,
      "loss": 2.0,
      "step": 71454
    },
    {
      "epoch": 3.324261456152594,
      "grad_norm": 1.3530346060360272,
      "learning_rate": 0.00012792331607012973,
      "loss": 2.0312,
      "step": 71455
    },
    {
      "epoch": 3.3243079785996743,
      "grad_norm": 1.341721279247227,
      "learning_rate": 0.00012791964507488353,
      "loss": 2.1562,
      "step": 71456
    },
    {
      "epoch": 3.3243545010467552,
      "grad_norm": 1.457861983875025,
      "learning_rate": 0.0001279159740931551,
      "loss": 2.5156,
      "step": 71457
    },
    {
      "epoch": 3.3244010234938357,
      "grad_norm": 1.2709032207079807,
      "learning_rate": 0.0001279123031249466,
      "loss": 1.8438,
      "step": 71458
    },
    {
      "epoch": 3.3244475459409166,
      "grad_norm": 1.3456639250740092,
      "learning_rate": 0.00012790863217026032,
      "loss": 1.9219,
      "step": 71459
    },
    {
      "epoch": 3.324494068387997,
      "grad_norm": 1.3178168476760617,
      "learning_rate": 0.00012790496122909854,
      "loss": 2.0312,
      "step": 71460
    },
    {
      "epoch": 3.324540590835078,
      "grad_norm": 1.3840478329900696,
      "learning_rate": 0.00012790129030146343,
      "loss": 2.0625,
      "step": 71461
    },
    {
      "epoch": 3.3245871132821585,
      "grad_norm": 1.5809365791419112,
      "learning_rate": 0.00012789761938735735,
      "loss": 2.4531,
      "step": 71462
    },
    {
      "epoch": 3.3246336357292394,
      "grad_norm": 1.3965986157714974,
      "learning_rate": 0.0001278939484867824,
      "loss": 2.2188,
      "step": 71463
    },
    {
      "epoch": 3.32468015817632,
      "grad_norm": 1.4111143796408778,
      "learning_rate": 0.00012789027759974096,
      "loss": 2.1094,
      "step": 71464
    },
    {
      "epoch": 3.324726680623401,
      "grad_norm": 1.52401788992802,
      "learning_rate": 0.0001278866067262352,
      "loss": 2.2656,
      "step": 71465
    },
    {
      "epoch": 3.3247732030704817,
      "grad_norm": 1.412593779916643,
      "learning_rate": 0.0001278829358662674,
      "loss": 2.0469,
      "step": 71466
    },
    {
      "epoch": 3.324819725517562,
      "grad_norm": 1.3447315023400912,
      "learning_rate": 0.0001278792650198398,
      "loss": 2.1406,
      "step": 71467
    },
    {
      "epoch": 3.3248662479646427,
      "grad_norm": 1.5548411641578828,
      "learning_rate": 0.00012787559418695466,
      "loss": 2.0938,
      "step": 71468
    },
    {
      "epoch": 3.3249127704117236,
      "grad_norm": 1.4379758088271557,
      "learning_rate": 0.00012787192336761416,
      "loss": 2.2812,
      "step": 71469
    },
    {
      "epoch": 3.3249592928588045,
      "grad_norm": 1.4193880072524552,
      "learning_rate": 0.00012786825256182064,
      "loss": 2.1094,
      "step": 71470
    },
    {
      "epoch": 3.325005815305885,
      "grad_norm": 1.4534786546527165,
      "learning_rate": 0.00012786458176957627,
      "loss": 1.9062,
      "step": 71471
    },
    {
      "epoch": 3.325052337752966,
      "grad_norm": 1.3698510241124369,
      "learning_rate": 0.00012786091099088338,
      "loss": 1.9766,
      "step": 71472
    },
    {
      "epoch": 3.3250988602000464,
      "grad_norm": 1.380544047398445,
      "learning_rate": 0.00012785724022574413,
      "loss": 2.1875,
      "step": 71473
    },
    {
      "epoch": 3.3251453826471273,
      "grad_norm": 1.3734997858029554,
      "learning_rate": 0.00012785356947416087,
      "loss": 2.125,
      "step": 71474
    },
    {
      "epoch": 3.325191905094208,
      "grad_norm": 1.3240095969571717,
      "learning_rate": 0.0001278498987361357,
      "loss": 2.0156,
      "step": 71475
    },
    {
      "epoch": 3.3252384275412887,
      "grad_norm": 1.3717246333798014,
      "learning_rate": 0.00012784622801167102,
      "loss": 1.9922,
      "step": 71476
    },
    {
      "epoch": 3.325284949988369,
      "grad_norm": 1.3621069924723337,
      "learning_rate": 0.000127842557300769,
      "loss": 1.9375,
      "step": 71477
    },
    {
      "epoch": 3.32533147243545,
      "grad_norm": 1.3965813003747785,
      "learning_rate": 0.00012783888660343188,
      "loss": 2.0,
      "step": 71478
    },
    {
      "epoch": 3.3253779948825306,
      "grad_norm": 1.3429623993995567,
      "learning_rate": 0.00012783521591966192,
      "loss": 1.6172,
      "step": 71479
    },
    {
      "epoch": 3.3254245173296115,
      "grad_norm": 1.439711745421821,
      "learning_rate": 0.00012783154524946137,
      "loss": 2.125,
      "step": 71480
    },
    {
      "epoch": 3.3254710397766925,
      "grad_norm": 1.504448958203139,
      "learning_rate": 0.00012782787459283244,
      "loss": 2.3594,
      "step": 71481
    },
    {
      "epoch": 3.325517562223773,
      "grad_norm": 1.3976661767873868,
      "learning_rate": 0.00012782420394977746,
      "loss": 2.1719,
      "step": 71482
    },
    {
      "epoch": 3.325564084670854,
      "grad_norm": 1.4039392528018153,
      "learning_rate": 0.00012782053332029863,
      "loss": 2.1406,
      "step": 71483
    },
    {
      "epoch": 3.3256106071179343,
      "grad_norm": 1.3209845048254212,
      "learning_rate": 0.00012781686270439823,
      "loss": 2.0,
      "step": 71484
    },
    {
      "epoch": 3.3256571295650152,
      "grad_norm": 1.4861372724141952,
      "learning_rate": 0.00012781319210207844,
      "loss": 2.4688,
      "step": 71485
    },
    {
      "epoch": 3.3257036520120957,
      "grad_norm": 1.4475573787963483,
      "learning_rate": 0.00012780952151334157,
      "loss": 2.0625,
      "step": 71486
    },
    {
      "epoch": 3.3257501744591766,
      "grad_norm": 1.5284945428231773,
      "learning_rate": 0.00012780585093818983,
      "loss": 2.0938,
      "step": 71487
    },
    {
      "epoch": 3.325796696906257,
      "grad_norm": 1.316087122136967,
      "learning_rate": 0.0001278021803766255,
      "loss": 1.4844,
      "step": 71488
    },
    {
      "epoch": 3.325843219353338,
      "grad_norm": 1.3407424699014754,
      "learning_rate": 0.00012779850982865074,
      "loss": 1.8984,
      "step": 71489
    },
    {
      "epoch": 3.3258897418004185,
      "grad_norm": 1.3386868155218687,
      "learning_rate": 0.00012779483929426793,
      "loss": 1.9219,
      "step": 71490
    },
    {
      "epoch": 3.3259362642474994,
      "grad_norm": 1.4107243224911927,
      "learning_rate": 0.0001277911687734792,
      "loss": 2.0781,
      "step": 71491
    },
    {
      "epoch": 3.3259827866945804,
      "grad_norm": 1.455946720246608,
      "learning_rate": 0.0001277874982662869,
      "loss": 2.1406,
      "step": 71492
    },
    {
      "epoch": 3.326029309141661,
      "grad_norm": 1.3471335058688354,
      "learning_rate": 0.00012778382777269318,
      "loss": 1.9531,
      "step": 71493
    },
    {
      "epoch": 3.3260758315887418,
      "grad_norm": 1.4075029294884136,
      "learning_rate": 0.00012778015729270038,
      "loss": 2.0781,
      "step": 71494
    },
    {
      "epoch": 3.3261223540358222,
      "grad_norm": 1.3698252765469898,
      "learning_rate": 0.00012777648682631065,
      "loss": 1.9375,
      "step": 71495
    },
    {
      "epoch": 3.326168876482903,
      "grad_norm": 1.3770310238993624,
      "learning_rate": 0.00012777281637352633,
      "loss": 1.9766,
      "step": 71496
    },
    {
      "epoch": 3.3262153989299836,
      "grad_norm": 1.3319298525244767,
      "learning_rate": 0.00012776914593434958,
      "loss": 1.8828,
      "step": 71497
    },
    {
      "epoch": 3.3262619213770646,
      "grad_norm": 1.1991661935722746,
      "learning_rate": 0.0001277654755087827,
      "loss": 1.5938,
      "step": 71498
    },
    {
      "epoch": 3.326308443824145,
      "grad_norm": 1.345506628277154,
      "learning_rate": 0.0001277618050968279,
      "loss": 2.125,
      "step": 71499
    },
    {
      "epoch": 3.326354966271226,
      "grad_norm": 1.342381634521758,
      "learning_rate": 0.00012775813469848753,
      "loss": 1.8828,
      "step": 71500
    },
    {
      "epoch": 3.3264014887183064,
      "grad_norm": 1.372617502281689,
      "learning_rate": 0.0001277544643137637,
      "loss": 2.1719,
      "step": 71501
    },
    {
      "epoch": 3.3264480111653874,
      "grad_norm": 1.4127807104256824,
      "learning_rate": 0.00012775079394265876,
      "loss": 2.2344,
      "step": 71502
    },
    {
      "epoch": 3.326494533612468,
      "grad_norm": 1.4646242156044187,
      "learning_rate": 0.00012774712358517486,
      "loss": 1.6406,
      "step": 71503
    },
    {
      "epoch": 3.3265410560595488,
      "grad_norm": 1.431741224341925,
      "learning_rate": 0.00012774345324131429,
      "loss": 2.2656,
      "step": 71504
    },
    {
      "epoch": 3.3265875785066292,
      "grad_norm": 1.4148792085766861,
      "learning_rate": 0.00012773978291107937,
      "loss": 1.875,
      "step": 71505
    },
    {
      "epoch": 3.32663410095371,
      "grad_norm": 1.382464692061328,
      "learning_rate": 0.0001277361125944723,
      "loss": 2.0469,
      "step": 71506
    },
    {
      "epoch": 3.326680623400791,
      "grad_norm": 1.4212516624009517,
      "learning_rate": 0.00012773244229149526,
      "loss": 2.0469,
      "step": 71507
    },
    {
      "epoch": 3.3267271458478715,
      "grad_norm": 1.5024860168461691,
      "learning_rate": 0.0001277287720021506,
      "loss": 1.9219,
      "step": 71508
    },
    {
      "epoch": 3.3267736682949525,
      "grad_norm": 1.3329959629639896,
      "learning_rate": 0.00012772510172644048,
      "loss": 2.0625,
      "step": 71509
    },
    {
      "epoch": 3.326820190742033,
      "grad_norm": 1.4145979638424604,
      "learning_rate": 0.00012772143146436718,
      "loss": 2.125,
      "step": 71510
    },
    {
      "epoch": 3.326866713189114,
      "grad_norm": 1.5129041701052584,
      "learning_rate": 0.00012771776121593296,
      "loss": 2.2031,
      "step": 71511
    },
    {
      "epoch": 3.3269132356361943,
      "grad_norm": 1.3760443383984298,
      "learning_rate": 0.00012771409098114007,
      "loss": 2.0469,
      "step": 71512
    },
    {
      "epoch": 3.3269597580832753,
      "grad_norm": 1.4252797310661565,
      "learning_rate": 0.00012771042075999074,
      "loss": 2.0312,
      "step": 71513
    },
    {
      "epoch": 3.3270062805303557,
      "grad_norm": 1.4022254130517686,
      "learning_rate": 0.00012770675055248724,
      "loss": 2.2344,
      "step": 71514
    },
    {
      "epoch": 3.3270528029774367,
      "grad_norm": 1.3381620563833223,
      "learning_rate": 0.00012770308035863176,
      "loss": 1.7969,
      "step": 71515
    },
    {
      "epoch": 3.327099325424517,
      "grad_norm": 1.3394613158834936,
      "learning_rate": 0.00012769941017842662,
      "loss": 2.0781,
      "step": 71516
    },
    {
      "epoch": 3.327145847871598,
      "grad_norm": 1.3717630325540444,
      "learning_rate": 0.00012769574001187398,
      "loss": 2.0625,
      "step": 71517
    },
    {
      "epoch": 3.327192370318679,
      "grad_norm": 1.3290703124637995,
      "learning_rate": 0.00012769206985897618,
      "loss": 1.9766,
      "step": 71518
    },
    {
      "epoch": 3.3272388927657595,
      "grad_norm": 1.4727479511337251,
      "learning_rate": 0.00012768839971973543,
      "loss": 2.375,
      "step": 71519
    },
    {
      "epoch": 3.3272854152128404,
      "grad_norm": 1.3467662043840758,
      "learning_rate": 0.00012768472959415398,
      "loss": 1.9688,
      "step": 71520
    },
    {
      "epoch": 3.327331937659921,
      "grad_norm": 1.4148999796669164,
      "learning_rate": 0.00012768105948223404,
      "loss": 2.1406,
      "step": 71521
    },
    {
      "epoch": 3.327378460107002,
      "grad_norm": 1.436533545279943,
      "learning_rate": 0.00012767738938397792,
      "loss": 2.1094,
      "step": 71522
    },
    {
      "epoch": 3.3274249825540823,
      "grad_norm": 1.390305094182785,
      "learning_rate": 0.0001276737192993878,
      "loss": 2.1094,
      "step": 71523
    },
    {
      "epoch": 3.327471505001163,
      "grad_norm": 1.3568207754721069,
      "learning_rate": 0.00012767004922846598,
      "loss": 1.9297,
      "step": 71524
    },
    {
      "epoch": 3.3275180274482437,
      "grad_norm": 1.4124745891048838,
      "learning_rate": 0.00012766637917121466,
      "loss": 2.1875,
      "step": 71525
    },
    {
      "epoch": 3.3275645498953246,
      "grad_norm": 1.3984221278901996,
      "learning_rate": 0.0001276627091276361,
      "loss": 2.1406,
      "step": 71526
    },
    {
      "epoch": 3.327611072342405,
      "grad_norm": 1.3161268994181166,
      "learning_rate": 0.00012765903909773264,
      "loss": 1.875,
      "step": 71527
    },
    {
      "epoch": 3.327657594789486,
      "grad_norm": 1.4126192820815415,
      "learning_rate": 0.0001276553690815064,
      "loss": 2.1719,
      "step": 71528
    },
    {
      "epoch": 3.3277041172365665,
      "grad_norm": 1.3267507939177838,
      "learning_rate": 0.00012765169907895968,
      "loss": 1.4688,
      "step": 71529
    },
    {
      "epoch": 3.3277506396836474,
      "grad_norm": 1.4012826059855767,
      "learning_rate": 0.0001276480290900947,
      "loss": 2.0625,
      "step": 71530
    },
    {
      "epoch": 3.327797162130728,
      "grad_norm": 1.3189829131232829,
      "learning_rate": 0.00012764435911491378,
      "loss": 1.9141,
      "step": 71531
    },
    {
      "epoch": 3.3278436845778088,
      "grad_norm": 1.4121833259157184,
      "learning_rate": 0.00012764068915341908,
      "loss": 2.1719,
      "step": 71532
    },
    {
      "epoch": 3.3278902070248897,
      "grad_norm": 1.3840030391902847,
      "learning_rate": 0.00012763701920561287,
      "loss": 2.1406,
      "step": 71533
    },
    {
      "epoch": 3.32793672947197,
      "grad_norm": 1.3600459349030372,
      "learning_rate": 0.00012763334927149746,
      "loss": 2.0312,
      "step": 71534
    },
    {
      "epoch": 3.327983251919051,
      "grad_norm": 1.4222533395549564,
      "learning_rate": 0.000127629679351075,
      "loss": 2.0469,
      "step": 71535
    },
    {
      "epoch": 3.3280297743661316,
      "grad_norm": 1.3222402990565818,
      "learning_rate": 0.00012762600944434782,
      "loss": 1.8203,
      "step": 71536
    },
    {
      "epoch": 3.3280762968132125,
      "grad_norm": 1.3182447745335897,
      "learning_rate": 0.00012762233955131808,
      "loss": 1.8516,
      "step": 71537
    },
    {
      "epoch": 3.328122819260293,
      "grad_norm": 1.366797486318948,
      "learning_rate": 0.0001276186696719881,
      "loss": 2.0938,
      "step": 71538
    },
    {
      "epoch": 3.328169341707374,
      "grad_norm": 1.426137444028327,
      "learning_rate": 0.0001276149998063601,
      "loss": 2.3438,
      "step": 71539
    },
    {
      "epoch": 3.3282158641544544,
      "grad_norm": 1.420430239869485,
      "learning_rate": 0.00012761132995443635,
      "loss": 2.2188,
      "step": 71540
    },
    {
      "epoch": 3.3282623866015353,
      "grad_norm": 1.3872657431662663,
      "learning_rate": 0.00012760766011621905,
      "loss": 2.125,
      "step": 71541
    },
    {
      "epoch": 3.3283089090486158,
      "grad_norm": 1.4416139904043626,
      "learning_rate": 0.00012760399029171048,
      "loss": 2.1094,
      "step": 71542
    },
    {
      "epoch": 3.3283554314956967,
      "grad_norm": 1.38407308085088,
      "learning_rate": 0.00012760032048091287,
      "loss": 2.0938,
      "step": 71543
    },
    {
      "epoch": 3.3284019539427776,
      "grad_norm": 1.5395735882497517,
      "learning_rate": 0.0001275966506838285,
      "loss": 2.2188,
      "step": 71544
    },
    {
      "epoch": 3.328448476389858,
      "grad_norm": 1.3684181392335253,
      "learning_rate": 0.00012759298090045957,
      "loss": 2.0,
      "step": 71545
    },
    {
      "epoch": 3.328494998836939,
      "grad_norm": 1.4121675432431844,
      "learning_rate": 0.00012758931113080837,
      "loss": 2.3906,
      "step": 71546
    },
    {
      "epoch": 3.3285415212840195,
      "grad_norm": 1.4815558137181952,
      "learning_rate": 0.00012758564137487706,
      "loss": 2.25,
      "step": 71547
    },
    {
      "epoch": 3.3285880437311004,
      "grad_norm": 1.4059716765593533,
      "learning_rate": 0.000127581971632668,
      "loss": 2.0156,
      "step": 71548
    },
    {
      "epoch": 3.328634566178181,
      "grad_norm": 1.5611454629251904,
      "learning_rate": 0.0001275783019041834,
      "loss": 2.1406,
      "step": 71549
    },
    {
      "epoch": 3.328681088625262,
      "grad_norm": 1.3142412993552377,
      "learning_rate": 0.00012757463218942547,
      "loss": 2.0,
      "step": 71550
    },
    {
      "epoch": 3.3287276110723423,
      "grad_norm": 1.4888437341089364,
      "learning_rate": 0.00012757096248839652,
      "loss": 2.5156,
      "step": 71551
    },
    {
      "epoch": 3.328774133519423,
      "grad_norm": 1.327559959913102,
      "learning_rate": 0.0001275672928010987,
      "loss": 1.8828,
      "step": 71552
    },
    {
      "epoch": 3.3288206559665037,
      "grad_norm": 1.406660133380126,
      "learning_rate": 0.00012756362312753438,
      "loss": 2.2344,
      "step": 71553
    },
    {
      "epoch": 3.3288671784135846,
      "grad_norm": 1.355402819324884,
      "learning_rate": 0.0001275599534677057,
      "loss": 1.5625,
      "step": 71554
    },
    {
      "epoch": 3.3289137008606655,
      "grad_norm": 1.360706867542696,
      "learning_rate": 0.000127556283821615,
      "loss": 1.8984,
      "step": 71555
    },
    {
      "epoch": 3.328960223307746,
      "grad_norm": 1.3917102544928088,
      "learning_rate": 0.00012755261418926443,
      "loss": 2.125,
      "step": 71556
    },
    {
      "epoch": 3.3290067457548265,
      "grad_norm": 1.3110234125931006,
      "learning_rate": 0.0001275489445706563,
      "loss": 1.7969,
      "step": 71557
    },
    {
      "epoch": 3.3290532682019074,
      "grad_norm": 1.3946183327718118,
      "learning_rate": 0.00012754527496579285,
      "loss": 2.1875,
      "step": 71558
    },
    {
      "epoch": 3.3290997906489883,
      "grad_norm": 1.3348538888363228,
      "learning_rate": 0.00012754160537467628,
      "loss": 1.9375,
      "step": 71559
    },
    {
      "epoch": 3.329146313096069,
      "grad_norm": 1.4644488300671101,
      "learning_rate": 0.00012753793579730891,
      "loss": 2.1406,
      "step": 71560
    },
    {
      "epoch": 3.3291928355431497,
      "grad_norm": 1.4057477952984612,
      "learning_rate": 0.0001275342662336929,
      "loss": 2.2656,
      "step": 71561
    },
    {
      "epoch": 3.32923935799023,
      "grad_norm": 1.4473366479275225,
      "learning_rate": 0.0001275305966838306,
      "loss": 2.4219,
      "step": 71562
    },
    {
      "epoch": 3.329285880437311,
      "grad_norm": 1.394181908254059,
      "learning_rate": 0.00012752692714772414,
      "loss": 2.0781,
      "step": 71563
    },
    {
      "epoch": 3.3293324028843916,
      "grad_norm": 1.342438789368275,
      "learning_rate": 0.00012752325762537589,
      "loss": 2.0781,
      "step": 71564
    },
    {
      "epoch": 3.3293789253314725,
      "grad_norm": 1.4625640434924663,
      "learning_rate": 0.00012751958811678797,
      "loss": 2.375,
      "step": 71565
    },
    {
      "epoch": 3.329425447778553,
      "grad_norm": 1.475384630635957,
      "learning_rate": 0.00012751591862196276,
      "loss": 2.3906,
      "step": 71566
    },
    {
      "epoch": 3.329471970225634,
      "grad_norm": 1.397953399185585,
      "learning_rate": 0.0001275122491409024,
      "loss": 2.0156,
      "step": 71567
    },
    {
      "epoch": 3.3295184926727144,
      "grad_norm": 1.3524336211935424,
      "learning_rate": 0.00012750857967360916,
      "loss": 2.0469,
      "step": 71568
    },
    {
      "epoch": 3.3295650151197953,
      "grad_norm": 1.4245187847987253,
      "learning_rate": 0.00012750491022008528,
      "loss": 2.125,
      "step": 71569
    },
    {
      "epoch": 3.3296115375668762,
      "grad_norm": 1.4413621164833832,
      "learning_rate": 0.00012750124078033303,
      "loss": 2.2344,
      "step": 71570
    },
    {
      "epoch": 3.3296580600139567,
      "grad_norm": 1.4379361351389282,
      "learning_rate": 0.0001274975713543547,
      "loss": 2.1406,
      "step": 71571
    },
    {
      "epoch": 3.3297045824610376,
      "grad_norm": 1.4216878756362785,
      "learning_rate": 0.00012749390194215248,
      "loss": 2.0938,
      "step": 71572
    },
    {
      "epoch": 3.329751104908118,
      "grad_norm": 1.3667451005481523,
      "learning_rate": 0.00012749023254372865,
      "loss": 1.9141,
      "step": 71573
    },
    {
      "epoch": 3.329797627355199,
      "grad_norm": 1.3683881384243786,
      "learning_rate": 0.00012748656315908537,
      "loss": 2.0625,
      "step": 71574
    },
    {
      "epoch": 3.3298441498022795,
      "grad_norm": 1.4449748914474225,
      "learning_rate": 0.000127482893788225,
      "loss": 2.2031,
      "step": 71575
    },
    {
      "epoch": 3.3298906722493604,
      "grad_norm": 1.3864387833389509,
      "learning_rate": 0.0001274792244311497,
      "loss": 1.7812,
      "step": 71576
    },
    {
      "epoch": 3.329937194696441,
      "grad_norm": 1.3337423932828985,
      "learning_rate": 0.0001274755550878618,
      "loss": 1.9141,
      "step": 71577
    },
    {
      "epoch": 3.329983717143522,
      "grad_norm": 1.3816667034008134,
      "learning_rate": 0.00012747188575836342,
      "loss": 2.0781,
      "step": 71578
    },
    {
      "epoch": 3.3300302395906023,
      "grad_norm": 1.3719335091095328,
      "learning_rate": 0.00012746821644265695,
      "loss": 1.9531,
      "step": 71579
    },
    {
      "epoch": 3.330076762037683,
      "grad_norm": 1.4079658148239493,
      "learning_rate": 0.00012746454714074453,
      "loss": 2.0312,
      "step": 71580
    },
    {
      "epoch": 3.330123284484764,
      "grad_norm": 1.3637244864448446,
      "learning_rate": 0.00012746087785262848,
      "loss": 1.9531,
      "step": 71581
    },
    {
      "epoch": 3.3301698069318446,
      "grad_norm": 1.3156964905848596,
      "learning_rate": 0.00012745720857831102,
      "loss": 1.8594,
      "step": 71582
    },
    {
      "epoch": 3.330216329378925,
      "grad_norm": 1.438610058225984,
      "learning_rate": 0.0001274535393177944,
      "loss": 2.1562,
      "step": 71583
    },
    {
      "epoch": 3.330262851826006,
      "grad_norm": 1.4091147331947862,
      "learning_rate": 0.00012744987007108082,
      "loss": 2.2031,
      "step": 71584
    },
    {
      "epoch": 3.330309374273087,
      "grad_norm": 1.3113962378597452,
      "learning_rate": 0.00012744620083817256,
      "loss": 2.0312,
      "step": 71585
    },
    {
      "epoch": 3.3303558967201674,
      "grad_norm": 1.5041790141543967,
      "learning_rate": 0.0001274425316190719,
      "loss": 2.3281,
      "step": 71586
    },
    {
      "epoch": 3.3304024191672483,
      "grad_norm": 1.348084103888564,
      "learning_rate": 0.00012743886241378102,
      "loss": 2.125,
      "step": 71587
    },
    {
      "epoch": 3.330448941614329,
      "grad_norm": 1.4989972490204164,
      "learning_rate": 0.00012743519322230221,
      "loss": 2.3594,
      "step": 71588
    },
    {
      "epoch": 3.3304954640614097,
      "grad_norm": 1.3889486415928927,
      "learning_rate": 0.0001274315240446377,
      "loss": 2.0469,
      "step": 71589
    },
    {
      "epoch": 3.33054198650849,
      "grad_norm": 1.4062108377059992,
      "learning_rate": 0.00012742785488078977,
      "loss": 2.0312,
      "step": 71590
    },
    {
      "epoch": 3.330588508955571,
      "grad_norm": 1.3668687801316455,
      "learning_rate": 0.00012742418573076058,
      "loss": 2.0469,
      "step": 71591
    },
    {
      "epoch": 3.3306350314026516,
      "grad_norm": 1.3796066805783453,
      "learning_rate": 0.00012742051659455248,
      "loss": 1.9844,
      "step": 71592
    },
    {
      "epoch": 3.3306815538497325,
      "grad_norm": 1.3889916719330622,
      "learning_rate": 0.0001274168474721677,
      "loss": 2.2031,
      "step": 71593
    },
    {
      "epoch": 3.330728076296813,
      "grad_norm": 1.3609919945585067,
      "learning_rate": 0.0001274131783636084,
      "loss": 1.8047,
      "step": 71594
    },
    {
      "epoch": 3.330774598743894,
      "grad_norm": 1.4397618099342437,
      "learning_rate": 0.00012740950926887695,
      "loss": 2.0938,
      "step": 71595
    },
    {
      "epoch": 3.330821121190975,
      "grad_norm": 1.3046639091516605,
      "learning_rate": 0.00012740584018797548,
      "loss": 1.9531,
      "step": 71596
    },
    {
      "epoch": 3.3308676436380553,
      "grad_norm": 1.4248155279934782,
      "learning_rate": 0.00012740217112090633,
      "loss": 1.7734,
      "step": 71597
    },
    {
      "epoch": 3.3309141660851362,
      "grad_norm": 1.3038866188143607,
      "learning_rate": 0.00012739850206767167,
      "loss": 1.8281,
      "step": 71598
    },
    {
      "epoch": 3.3309606885322167,
      "grad_norm": 1.3611822906795685,
      "learning_rate": 0.00012739483302827382,
      "loss": 2.1406,
      "step": 71599
    },
    {
      "epoch": 3.3310072109792976,
      "grad_norm": 1.3521629917360976,
      "learning_rate": 0.00012739116400271492,
      "loss": 2.0469,
      "step": 71600
    },
    {
      "epoch": 3.331053733426378,
      "grad_norm": 1.42973314562999,
      "learning_rate": 0.00012738749499099735,
      "loss": 2.1406,
      "step": 71601
    },
    {
      "epoch": 3.331100255873459,
      "grad_norm": 1.401418531005881,
      "learning_rate": 0.00012738382599312325,
      "loss": 2.1719,
      "step": 71602
    },
    {
      "epoch": 3.3311467783205395,
      "grad_norm": 1.397366085399759,
      "learning_rate": 0.00012738015700909495,
      "loss": 2.0781,
      "step": 71603
    },
    {
      "epoch": 3.3311933007676204,
      "grad_norm": 1.4381792736045684,
      "learning_rate": 0.00012737648803891457,
      "loss": 2.1719,
      "step": 71604
    },
    {
      "epoch": 3.331239823214701,
      "grad_norm": 1.4015667087458212,
      "learning_rate": 0.00012737281908258453,
      "loss": 2.1875,
      "step": 71605
    },
    {
      "epoch": 3.331286345661782,
      "grad_norm": 1.3372468280477074,
      "learning_rate": 0.00012736915014010692,
      "loss": 2.1406,
      "step": 71606
    },
    {
      "epoch": 3.3313328681088628,
      "grad_norm": 1.354652091958018,
      "learning_rate": 0.00012736548121148407,
      "loss": 1.8828,
      "step": 71607
    },
    {
      "epoch": 3.3313793905559432,
      "grad_norm": 1.4185097871719046,
      "learning_rate": 0.0001273618122967182,
      "loss": 2.0156,
      "step": 71608
    },
    {
      "epoch": 3.331425913003024,
      "grad_norm": 1.4022214462570841,
      "learning_rate": 0.0001273581433958116,
      "loss": 1.9688,
      "step": 71609
    },
    {
      "epoch": 3.3314724354501046,
      "grad_norm": 1.4115827760826114,
      "learning_rate": 0.00012735447450876647,
      "loss": 2.1719,
      "step": 71610
    },
    {
      "epoch": 3.3315189578971856,
      "grad_norm": 1.4438573883687704,
      "learning_rate": 0.000127350805635585,
      "loss": 2.125,
      "step": 71611
    },
    {
      "epoch": 3.331565480344266,
      "grad_norm": 1.4379089651866823,
      "learning_rate": 0.00012734713677626955,
      "loss": 1.8828,
      "step": 71612
    },
    {
      "epoch": 3.331612002791347,
      "grad_norm": 1.392277112892954,
      "learning_rate": 0.00012734346793082224,
      "loss": 2.1406,
      "step": 71613
    },
    {
      "epoch": 3.3316585252384274,
      "grad_norm": 1.467135972739076,
      "learning_rate": 0.00012733979909924548,
      "loss": 2.3281,
      "step": 71614
    },
    {
      "epoch": 3.3317050476855083,
      "grad_norm": 1.4402228394944323,
      "learning_rate": 0.00012733613028154142,
      "loss": 2.2812,
      "step": 71615
    },
    {
      "epoch": 3.331751570132589,
      "grad_norm": 1.327181625102574,
      "learning_rate": 0.00012733246147771227,
      "loss": 2.0781,
      "step": 71616
    },
    {
      "epoch": 3.3317980925796697,
      "grad_norm": 1.3707423340541054,
      "learning_rate": 0.00012732879268776036,
      "loss": 1.9297,
      "step": 71617
    },
    {
      "epoch": 3.3318446150267502,
      "grad_norm": 1.335692496312896,
      "learning_rate": 0.0001273251239116879,
      "loss": 1.9453,
      "step": 71618
    },
    {
      "epoch": 3.331891137473831,
      "grad_norm": 1.424218670427638,
      "learning_rate": 0.00012732145514949712,
      "loss": 2.3125,
      "step": 71619
    },
    {
      "epoch": 3.3319376599209116,
      "grad_norm": 1.3970392458578098,
      "learning_rate": 0.00012731778640119026,
      "loss": 1.9453,
      "step": 71620
    },
    {
      "epoch": 3.3319841823679925,
      "grad_norm": 1.3697253247749992,
      "learning_rate": 0.00012731411766676965,
      "loss": 2.0781,
      "step": 71621
    },
    {
      "epoch": 3.3320307048150735,
      "grad_norm": 1.389286187532737,
      "learning_rate": 0.0001273104489462374,
      "loss": 1.9531,
      "step": 71622
    },
    {
      "epoch": 3.332077227262154,
      "grad_norm": 1.2987883509684435,
      "learning_rate": 0.00012730678023959585,
      "loss": 1.7969,
      "step": 71623
    },
    {
      "epoch": 3.332123749709235,
      "grad_norm": 1.369850572451476,
      "learning_rate": 0.00012730311154684722,
      "loss": 2.1562,
      "step": 71624
    },
    {
      "epoch": 3.3321702721563153,
      "grad_norm": 1.3656589947098097,
      "learning_rate": 0.00012729944286799378,
      "loss": 2.0,
      "step": 71625
    },
    {
      "epoch": 3.3322167946033963,
      "grad_norm": 1.3751925469510564,
      "learning_rate": 0.00012729577420303773,
      "loss": 2.2344,
      "step": 71626
    },
    {
      "epoch": 3.3322633170504767,
      "grad_norm": 1.3364114715913982,
      "learning_rate": 0.00012729210555198137,
      "loss": 1.8828,
      "step": 71627
    },
    {
      "epoch": 3.3323098394975577,
      "grad_norm": 1.4559379585717758,
      "learning_rate": 0.0001272884369148269,
      "loss": 2.0469,
      "step": 71628
    },
    {
      "epoch": 3.332356361944638,
      "grad_norm": 1.362769724676662,
      "learning_rate": 0.00012728476829157657,
      "loss": 1.9375,
      "step": 71629
    },
    {
      "epoch": 3.332402884391719,
      "grad_norm": 1.4063358603138367,
      "learning_rate": 0.00012728109968223263,
      "loss": 2.1094,
      "step": 71630
    },
    {
      "epoch": 3.3324494068387995,
      "grad_norm": 1.3210204125367164,
      "learning_rate": 0.00012727743108679738,
      "loss": 1.9141,
      "step": 71631
    },
    {
      "epoch": 3.3324959292858805,
      "grad_norm": 1.418095039978392,
      "learning_rate": 0.00012727376250527296,
      "loss": 2.0469,
      "step": 71632
    },
    {
      "epoch": 3.3325424517329614,
      "grad_norm": 1.4529904532852562,
      "learning_rate": 0.00012727009393766173,
      "loss": 1.9297,
      "step": 71633
    },
    {
      "epoch": 3.332588974180042,
      "grad_norm": 1.4216238734009572,
      "learning_rate": 0.00012726642538396586,
      "loss": 2.1406,
      "step": 71634
    },
    {
      "epoch": 3.3326354966271228,
      "grad_norm": 1.4503226060078018,
      "learning_rate": 0.00012726275684418758,
      "loss": 2.0781,
      "step": 71635
    },
    {
      "epoch": 3.3326820190742033,
      "grad_norm": 1.4255835933661247,
      "learning_rate": 0.00012725908831832922,
      "loss": 2.0,
      "step": 71636
    },
    {
      "epoch": 3.332728541521284,
      "grad_norm": 1.2864932745737931,
      "learning_rate": 0.00012725541980639296,
      "loss": 1.9062,
      "step": 71637
    },
    {
      "epoch": 3.3327750639683646,
      "grad_norm": 1.4888929754716869,
      "learning_rate": 0.00012725175130838111,
      "loss": 2.2344,
      "step": 71638
    },
    {
      "epoch": 3.3328215864154456,
      "grad_norm": 1.3213454980517045,
      "learning_rate": 0.00012724808282429581,
      "loss": 1.8516,
      "step": 71639
    },
    {
      "epoch": 3.332868108862526,
      "grad_norm": 1.4272861762298303,
      "learning_rate": 0.00012724441435413942,
      "loss": 1.9453,
      "step": 71640
    },
    {
      "epoch": 3.332914631309607,
      "grad_norm": 1.2852074605664072,
      "learning_rate": 0.00012724074589791416,
      "loss": 1.8203,
      "step": 71641
    },
    {
      "epoch": 3.3329611537566874,
      "grad_norm": 1.4019726561095247,
      "learning_rate": 0.00012723707745562217,
      "loss": 1.8516,
      "step": 71642
    },
    {
      "epoch": 3.3330076762037684,
      "grad_norm": 1.427323349525,
      "learning_rate": 0.0001272334090272658,
      "loss": 2.2656,
      "step": 71643
    },
    {
      "epoch": 3.333054198650849,
      "grad_norm": 1.5260134118024886,
      "learning_rate": 0.00012722974061284728,
      "loss": 2.1094,
      "step": 71644
    },
    {
      "epoch": 3.3331007210979298,
      "grad_norm": 1.4757612111024911,
      "learning_rate": 0.0001272260722123689,
      "loss": 2.1406,
      "step": 71645
    },
    {
      "epoch": 3.3331472435450102,
      "grad_norm": 1.3688899294182293,
      "learning_rate": 0.00012722240382583277,
      "loss": 2.1875,
      "step": 71646
    },
    {
      "epoch": 3.333193765992091,
      "grad_norm": 1.364201687325437,
      "learning_rate": 0.00012721873545324126,
      "loss": 2.0938,
      "step": 71647
    },
    {
      "epoch": 3.333240288439172,
      "grad_norm": 1.4276358422852171,
      "learning_rate": 0.00012721506709459656,
      "loss": 2.1719,
      "step": 71648
    },
    {
      "epoch": 3.3332868108862526,
      "grad_norm": 1.4610664158405549,
      "learning_rate": 0.00012721139874990095,
      "loss": 2.0781,
      "step": 71649
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 1.3835021105947805,
      "learning_rate": 0.0001272077304191566,
      "loss": 1.9844,
      "step": 71650
    },
    {
      "epoch": 3.333379855780414,
      "grad_norm": 1.4228781952888179,
      "learning_rate": 0.00012720406210236588,
      "loss": 2.0938,
      "step": 71651
    },
    {
      "epoch": 3.333426378227495,
      "grad_norm": 1.457210923021338,
      "learning_rate": 0.0001272003937995309,
      "loss": 2.1562,
      "step": 71652
    },
    {
      "epoch": 3.3334729006745754,
      "grad_norm": 1.3636359607312705,
      "learning_rate": 0.00012719672551065407,
      "loss": 1.9453,
      "step": 71653
    },
    {
      "epoch": 3.3335194231216563,
      "grad_norm": 1.3799818370043384,
      "learning_rate": 0.00012719305723573744,
      "loss": 1.9609,
      "step": 71654
    },
    {
      "epoch": 3.3335659455687368,
      "grad_norm": 1.430072147281666,
      "learning_rate": 0.00012718938897478342,
      "loss": 2.1094,
      "step": 71655
    },
    {
      "epoch": 3.3336124680158177,
      "grad_norm": 1.3929316323466652,
      "learning_rate": 0.00012718572072779413,
      "loss": 1.9844,
      "step": 71656
    },
    {
      "epoch": 3.333658990462898,
      "grad_norm": 1.4238264066205315,
      "learning_rate": 0.0001271820524947719,
      "loss": 1.8516,
      "step": 71657
    },
    {
      "epoch": 3.333705512909979,
      "grad_norm": 1.340567206892711,
      "learning_rate": 0.00012717838427571897,
      "loss": 1.9688,
      "step": 71658
    },
    {
      "epoch": 3.33375203535706,
      "grad_norm": 1.4351879281670252,
      "learning_rate": 0.00012717471607063754,
      "loss": 2.125,
      "step": 71659
    },
    {
      "epoch": 3.3337985578041405,
      "grad_norm": 1.392935418927609,
      "learning_rate": 0.00012717104787952994,
      "loss": 1.8828,
      "step": 71660
    },
    {
      "epoch": 3.3338450802512214,
      "grad_norm": 1.5152512827121054,
      "learning_rate": 0.00012716737970239832,
      "loss": 2.0156,
      "step": 71661
    },
    {
      "epoch": 3.333891602698302,
      "grad_norm": 1.3467849715542477,
      "learning_rate": 0.000127163711539245,
      "loss": 1.9297,
      "step": 71662
    },
    {
      "epoch": 3.333938125145383,
      "grad_norm": 1.4572998686062997,
      "learning_rate": 0.0001271600433900721,
      "loss": 2.3438,
      "step": 71663
    },
    {
      "epoch": 3.3339846475924633,
      "grad_norm": 1.340080094556633,
      "learning_rate": 0.00012715637525488206,
      "loss": 1.9219,
      "step": 71664
    },
    {
      "epoch": 3.334031170039544,
      "grad_norm": 1.461534253802983,
      "learning_rate": 0.00012715270713367695,
      "loss": 2.0781,
      "step": 71665
    },
    {
      "epoch": 3.3340776924866247,
      "grad_norm": 1.272381486878436,
      "learning_rate": 0.00012714903902645913,
      "loss": 1.5781,
      "step": 71666
    },
    {
      "epoch": 3.3341242149337056,
      "grad_norm": 1.3686550958690167,
      "learning_rate": 0.0001271453709332308,
      "loss": 1.8359,
      "step": 71667
    },
    {
      "epoch": 3.334170737380786,
      "grad_norm": 1.3657219749418814,
      "learning_rate": 0.00012714170285399418,
      "loss": 1.8984,
      "step": 71668
    },
    {
      "epoch": 3.334217259827867,
      "grad_norm": 1.4066970188118537,
      "learning_rate": 0.00012713803478875158,
      "loss": 2.2031,
      "step": 71669
    },
    {
      "epoch": 3.334263782274948,
      "grad_norm": 1.3363520991985967,
      "learning_rate": 0.00012713436673750518,
      "loss": 2.0,
      "step": 71670
    },
    {
      "epoch": 3.3343103047220284,
      "grad_norm": 1.4174339323191152,
      "learning_rate": 0.0001271306987002573,
      "loss": 2.0312,
      "step": 71671
    },
    {
      "epoch": 3.334356827169109,
      "grad_norm": 1.4455271760366755,
      "learning_rate": 0.00012712703067701008,
      "loss": 2.25,
      "step": 71672
    },
    {
      "epoch": 3.33440334961619,
      "grad_norm": 1.4383915843053356,
      "learning_rate": 0.0001271233626677659,
      "loss": 2.2031,
      "step": 71673
    },
    {
      "epoch": 3.3344498720632707,
      "grad_norm": 1.3480316336807172,
      "learning_rate": 0.00012711969467252683,
      "loss": 2.0,
      "step": 71674
    },
    {
      "epoch": 3.334496394510351,
      "grad_norm": 1.3362759669301711,
      "learning_rate": 0.0001271160266912953,
      "loss": 1.9062,
      "step": 71675
    },
    {
      "epoch": 3.334542916957432,
      "grad_norm": 1.3942292845736672,
      "learning_rate": 0.00012711235872407345,
      "loss": 2.0469,
      "step": 71676
    },
    {
      "epoch": 3.3345894394045126,
      "grad_norm": 1.3544710050270639,
      "learning_rate": 0.00012710869077086354,
      "loss": 1.8906,
      "step": 71677
    },
    {
      "epoch": 3.3346359618515935,
      "grad_norm": 1.4145456066496747,
      "learning_rate": 0.00012710502283166781,
      "loss": 2.0,
      "step": 71678
    },
    {
      "epoch": 3.334682484298674,
      "grad_norm": 1.4356707815570515,
      "learning_rate": 0.00012710135490648852,
      "loss": 2.0,
      "step": 71679
    },
    {
      "epoch": 3.334729006745755,
      "grad_norm": 1.3506021812936357,
      "learning_rate": 0.00012709768699532795,
      "loss": 2.0312,
      "step": 71680
    },
    {
      "epoch": 3.3347755291928354,
      "grad_norm": 1.4384526315928479,
      "learning_rate": 0.00012709401909818827,
      "loss": 2.2031,
      "step": 71681
    },
    {
      "epoch": 3.3348220516399163,
      "grad_norm": 1.42903307223782,
      "learning_rate": 0.00012709035121507181,
      "loss": 2.0156,
      "step": 71682
    },
    {
      "epoch": 3.3348685740869968,
      "grad_norm": 1.4328078657740344,
      "learning_rate": 0.00012708668334598074,
      "loss": 2.125,
      "step": 71683
    },
    {
      "epoch": 3.3349150965340777,
      "grad_norm": 1.4268521328536667,
      "learning_rate": 0.0001270830154909174,
      "loss": 2.0781,
      "step": 71684
    },
    {
      "epoch": 3.3349616189811586,
      "grad_norm": 1.4003128999111423,
      "learning_rate": 0.0001270793476498839,
      "loss": 2.0625,
      "step": 71685
    },
    {
      "epoch": 3.335008141428239,
      "grad_norm": 1.4080860698106055,
      "learning_rate": 0.0001270756798228826,
      "loss": 2.2344,
      "step": 71686
    },
    {
      "epoch": 3.33505466387532,
      "grad_norm": 1.378565087152268,
      "learning_rate": 0.00012707201200991565,
      "loss": 2.0469,
      "step": 71687
    },
    {
      "epoch": 3.3351011863224005,
      "grad_norm": 1.3390815343364944,
      "learning_rate": 0.0001270683442109854,
      "loss": 1.9219,
      "step": 71688
    },
    {
      "epoch": 3.3351477087694814,
      "grad_norm": 1.3054939375826757,
      "learning_rate": 0.00012706467642609404,
      "loss": 1.8047,
      "step": 71689
    },
    {
      "epoch": 3.335194231216562,
      "grad_norm": 1.3750302756261366,
      "learning_rate": 0.00012706100865524382,
      "loss": 1.9531,
      "step": 71690
    },
    {
      "epoch": 3.335240753663643,
      "grad_norm": 1.3533503678890855,
      "learning_rate": 0.00012705734089843695,
      "loss": 2.0625,
      "step": 71691
    },
    {
      "epoch": 3.3352872761107233,
      "grad_norm": 1.4356071270774338,
      "learning_rate": 0.00012705367315567578,
      "loss": 2.2656,
      "step": 71692
    },
    {
      "epoch": 3.335333798557804,
      "grad_norm": 1.436366507595845,
      "learning_rate": 0.00012705000542696245,
      "loss": 2.2656,
      "step": 71693
    },
    {
      "epoch": 3.3353803210048847,
      "grad_norm": 1.437298301613171,
      "learning_rate": 0.00012704633771229922,
      "loss": 2.0469,
      "step": 71694
    },
    {
      "epoch": 3.3354268434519656,
      "grad_norm": 1.4604418512961315,
      "learning_rate": 0.0001270426700116884,
      "loss": 2.2812,
      "step": 71695
    },
    {
      "epoch": 3.3354733658990465,
      "grad_norm": 1.4610821362858242,
      "learning_rate": 0.00012703900232513215,
      "loss": 2.2812,
      "step": 71696
    },
    {
      "epoch": 3.335519888346127,
      "grad_norm": 1.3507738278510726,
      "learning_rate": 0.0001270353346526328,
      "loss": 2.0469,
      "step": 71697
    },
    {
      "epoch": 3.3355664107932075,
      "grad_norm": 1.3474261658746605,
      "learning_rate": 0.00012703166699419251,
      "loss": 1.875,
      "step": 71698
    },
    {
      "epoch": 3.3356129332402884,
      "grad_norm": 1.1999135028677073,
      "learning_rate": 0.0001270279993498136,
      "loss": 1.6719,
      "step": 71699
    },
    {
      "epoch": 3.3356594556873693,
      "grad_norm": 1.3605354463359258,
      "learning_rate": 0.00012702433171949825,
      "loss": 2.1719,
      "step": 71700
    },
    {
      "epoch": 3.33570597813445,
      "grad_norm": 1.518163347685075,
      "learning_rate": 0.00012702066410324873,
      "loss": 2.375,
      "step": 71701
    },
    {
      "epoch": 3.3357525005815307,
      "grad_norm": 1.3954234909061978,
      "learning_rate": 0.00012701699650106735,
      "loss": 2.1562,
      "step": 71702
    },
    {
      "epoch": 3.335799023028611,
      "grad_norm": 1.2950436182170464,
      "learning_rate": 0.00012701332891295624,
      "loss": 1.9453,
      "step": 71703
    },
    {
      "epoch": 3.335845545475692,
      "grad_norm": 1.3804649512396252,
      "learning_rate": 0.00012700966133891777,
      "loss": 2.0,
      "step": 71704
    },
    {
      "epoch": 3.3358920679227726,
      "grad_norm": 1.4683416812661134,
      "learning_rate": 0.0001270059937789541,
      "loss": 2.0625,
      "step": 71705
    },
    {
      "epoch": 3.3359385903698535,
      "grad_norm": 1.373637912452333,
      "learning_rate": 0.0001270023262330675,
      "loss": 2.0312,
      "step": 71706
    },
    {
      "epoch": 3.335985112816934,
      "grad_norm": 1.4144678216429118,
      "learning_rate": 0.00012699865870126017,
      "loss": 2.2969,
      "step": 71707
    },
    {
      "epoch": 3.336031635264015,
      "grad_norm": 1.2554026900495476,
      "learning_rate": 0.00012699499118353446,
      "loss": 1.9062,
      "step": 71708
    },
    {
      "epoch": 3.3360781577110954,
      "grad_norm": 1.2623389909915286,
      "learning_rate": 0.00012699132367989248,
      "loss": 1.5703,
      "step": 71709
    },
    {
      "epoch": 3.3361246801581763,
      "grad_norm": 1.3117425636607716,
      "learning_rate": 0.00012698765619033661,
      "loss": 1.625,
      "step": 71710
    },
    {
      "epoch": 3.3361712026052572,
      "grad_norm": 1.4447332622190947,
      "learning_rate": 0.000126983988714869,
      "loss": 2.125,
      "step": 71711
    },
    {
      "epoch": 3.3362177250523377,
      "grad_norm": 1.3332942918608521,
      "learning_rate": 0.00012698032125349197,
      "loss": 2.0,
      "step": 71712
    },
    {
      "epoch": 3.3362642474994186,
      "grad_norm": 1.4181598917499725,
      "learning_rate": 0.00012697665380620769,
      "loss": 2.25,
      "step": 71713
    },
    {
      "epoch": 3.336310769946499,
      "grad_norm": 1.3397019681976252,
      "learning_rate": 0.00012697298637301844,
      "loss": 2.0,
      "step": 71714
    },
    {
      "epoch": 3.33635729239358,
      "grad_norm": 1.4832560683004803,
      "learning_rate": 0.00012696931895392645,
      "loss": 2.2031,
      "step": 71715
    },
    {
      "epoch": 3.3364038148406605,
      "grad_norm": 1.355789350675523,
      "learning_rate": 0.000126965651548934,
      "loss": 2.0312,
      "step": 71716
    },
    {
      "epoch": 3.3364503372877414,
      "grad_norm": 1.4195439315403418,
      "learning_rate": 0.0001269619841580433,
      "loss": 2.0469,
      "step": 71717
    },
    {
      "epoch": 3.336496859734822,
      "grad_norm": 1.4026467687717281,
      "learning_rate": 0.00012695831678125662,
      "loss": 2.0469,
      "step": 71718
    },
    {
      "epoch": 3.336543382181903,
      "grad_norm": 1.4066667826252501,
      "learning_rate": 0.0001269546494185762,
      "loss": 2.0781,
      "step": 71719
    },
    {
      "epoch": 3.3365899046289833,
      "grad_norm": 1.3813866752126733,
      "learning_rate": 0.00012695098207000425,
      "loss": 2.2031,
      "step": 71720
    },
    {
      "epoch": 3.3366364270760642,
      "grad_norm": 1.1583659945055256,
      "learning_rate": 0.00012694731473554308,
      "loss": 1.5,
      "step": 71721
    },
    {
      "epoch": 3.336682949523145,
      "grad_norm": 1.3965662173521238,
      "learning_rate": 0.00012694364741519483,
      "loss": 1.9688,
      "step": 71722
    },
    {
      "epoch": 3.3367294719702256,
      "grad_norm": 1.3292754497756214,
      "learning_rate": 0.00012693998010896186,
      "loss": 1.7891,
      "step": 71723
    },
    {
      "epoch": 3.336775994417306,
      "grad_norm": 1.440337506573252,
      "learning_rate": 0.0001269363128168464,
      "loss": 2.0,
      "step": 71724
    },
    {
      "epoch": 3.336822516864387,
      "grad_norm": 1.2997705026461681,
      "learning_rate": 0.00012693264553885063,
      "loss": 1.8672,
      "step": 71725
    },
    {
      "epoch": 3.336869039311468,
      "grad_norm": 1.3732247566340654,
      "learning_rate": 0.00012692897827497684,
      "loss": 1.9531,
      "step": 71726
    },
    {
      "epoch": 3.3369155617585484,
      "grad_norm": 1.4261858350885648,
      "learning_rate": 0.00012692531102522726,
      "loss": 2.1875,
      "step": 71727
    },
    {
      "epoch": 3.3369620842056293,
      "grad_norm": 1.3359263132733086,
      "learning_rate": 0.00012692164378960417,
      "loss": 2.0156,
      "step": 71728
    },
    {
      "epoch": 3.33700860665271,
      "grad_norm": 1.4220569051752108,
      "learning_rate": 0.00012691797656810974,
      "loss": 1.9688,
      "step": 71729
    },
    {
      "epoch": 3.3370551290997907,
      "grad_norm": 1.5205696323596072,
      "learning_rate": 0.0001269143093607463,
      "loss": 2.2188,
      "step": 71730
    },
    {
      "epoch": 3.337101651546871,
      "grad_norm": 1.3878152366402476,
      "learning_rate": 0.00012691064216751604,
      "loss": 1.9688,
      "step": 71731
    },
    {
      "epoch": 3.337148173993952,
      "grad_norm": 1.3591967186916358,
      "learning_rate": 0.00012690697498842125,
      "loss": 2.0938,
      "step": 71732
    },
    {
      "epoch": 3.3371946964410326,
      "grad_norm": 1.3438757191601198,
      "learning_rate": 0.00012690330782346408,
      "loss": 1.9844,
      "step": 71733
    },
    {
      "epoch": 3.3372412188881135,
      "grad_norm": 1.3878338884357377,
      "learning_rate": 0.00012689964067264688,
      "loss": 2.0312,
      "step": 71734
    },
    {
      "epoch": 3.337287741335194,
      "grad_norm": 1.4487181775478577,
      "learning_rate": 0.00012689597353597186,
      "loss": 2.125,
      "step": 71735
    },
    {
      "epoch": 3.337334263782275,
      "grad_norm": 1.309133473640789,
      "learning_rate": 0.00012689230641344128,
      "loss": 1.7891,
      "step": 71736
    },
    {
      "epoch": 3.337380786229356,
      "grad_norm": 1.3774897327329247,
      "learning_rate": 0.00012688863930505732,
      "loss": 2.125,
      "step": 71737
    },
    {
      "epoch": 3.3374273086764363,
      "grad_norm": 1.3944552088919207,
      "learning_rate": 0.0001268849722108223,
      "loss": 2.0781,
      "step": 71738
    },
    {
      "epoch": 3.3374738311235173,
      "grad_norm": 1.3735856380660356,
      "learning_rate": 0.00012688130513073843,
      "loss": 2.0312,
      "step": 71739
    },
    {
      "epoch": 3.3375203535705977,
      "grad_norm": 1.4501992079586228,
      "learning_rate": 0.00012687763806480798,
      "loss": 2.2031,
      "step": 71740
    },
    {
      "epoch": 3.3375668760176787,
      "grad_norm": 1.318711031805124,
      "learning_rate": 0.00012687397101303314,
      "loss": 1.8438,
      "step": 71741
    },
    {
      "epoch": 3.337613398464759,
      "grad_norm": 1.4529394420265265,
      "learning_rate": 0.00012687030397541622,
      "loss": 2.2188,
      "step": 71742
    },
    {
      "epoch": 3.33765992091184,
      "grad_norm": 1.463076561506161,
      "learning_rate": 0.0001268666369519594,
      "loss": 2.2812,
      "step": 71743
    },
    {
      "epoch": 3.3377064433589205,
      "grad_norm": 1.3586864762210187,
      "learning_rate": 0.00012686296994266494,
      "loss": 1.7656,
      "step": 71744
    },
    {
      "epoch": 3.3377529658060014,
      "grad_norm": 1.4127524139071759,
      "learning_rate": 0.00012685930294753517,
      "loss": 2.0312,
      "step": 71745
    },
    {
      "epoch": 3.337799488253082,
      "grad_norm": 1.4758838709456836,
      "learning_rate": 0.00012685563596657226,
      "loss": 2.1875,
      "step": 71746
    },
    {
      "epoch": 3.337846010700163,
      "grad_norm": 1.4651709797305679,
      "learning_rate": 0.00012685196899977846,
      "loss": 2.2031,
      "step": 71747
    },
    {
      "epoch": 3.3378925331472438,
      "grad_norm": 1.473235569706493,
      "learning_rate": 0.00012684830204715605,
      "loss": 2.2969,
      "step": 71748
    },
    {
      "epoch": 3.3379390555943242,
      "grad_norm": 1.4433752565779756,
      "learning_rate": 0.0001268446351087072,
      "loss": 2.2656,
      "step": 71749
    },
    {
      "epoch": 3.337985578041405,
      "grad_norm": 1.3708349188308786,
      "learning_rate": 0.00012684096818443423,
      "loss": 2.0469,
      "step": 71750
    },
    {
      "epoch": 3.3380321004884856,
      "grad_norm": 1.4453837611103493,
      "learning_rate": 0.00012683730127433933,
      "loss": 2.0938,
      "step": 71751
    },
    {
      "epoch": 3.3380786229355666,
      "grad_norm": 1.3738993222589737,
      "learning_rate": 0.0001268336343784248,
      "loss": 2.0,
      "step": 71752
    },
    {
      "epoch": 3.338125145382647,
      "grad_norm": 1.3040983715994825,
      "learning_rate": 0.0001268299674966928,
      "loss": 1.9219,
      "step": 71753
    },
    {
      "epoch": 3.338171667829728,
      "grad_norm": 1.3988041252031713,
      "learning_rate": 0.0001268263006291457,
      "loss": 1.9766,
      "step": 71754
    },
    {
      "epoch": 3.3382181902768084,
      "grad_norm": 1.3602661355862409,
      "learning_rate": 0.00012682263377578564,
      "loss": 2.1094,
      "step": 71755
    },
    {
      "epoch": 3.3382647127238894,
      "grad_norm": 1.4852574415356206,
      "learning_rate": 0.0001268189669366149,
      "loss": 2.1562,
      "step": 71756
    },
    {
      "epoch": 3.33831123517097,
      "grad_norm": 1.5054125880317828,
      "learning_rate": 0.00012681530011163575,
      "loss": 2.0781,
      "step": 71757
    },
    {
      "epoch": 3.3383577576180508,
      "grad_norm": 1.3852324082276868,
      "learning_rate": 0.00012681163330085038,
      "loss": 1.9531,
      "step": 71758
    },
    {
      "epoch": 3.3384042800651312,
      "grad_norm": 1.3688632521408917,
      "learning_rate": 0.00012680796650426106,
      "loss": 2.0938,
      "step": 71759
    },
    {
      "epoch": 3.338450802512212,
      "grad_norm": 1.2768384608118517,
      "learning_rate": 0.00012680429972187007,
      "loss": 1.8984,
      "step": 71760
    },
    {
      "epoch": 3.3384973249592926,
      "grad_norm": 1.3193385174527732,
      "learning_rate": 0.0001268006329536796,
      "loss": 1.9688,
      "step": 71761
    },
    {
      "epoch": 3.3385438474063736,
      "grad_norm": 1.4142385436083063,
      "learning_rate": 0.00012679696619969193,
      "loss": 1.9609,
      "step": 71762
    },
    {
      "epoch": 3.3385903698534545,
      "grad_norm": 1.4391269385540573,
      "learning_rate": 0.0001267932994599093,
      "loss": 2.1406,
      "step": 71763
    },
    {
      "epoch": 3.338636892300535,
      "grad_norm": 1.4067911423855974,
      "learning_rate": 0.00012678963273433396,
      "loss": 2.0,
      "step": 71764
    },
    {
      "epoch": 3.338683414747616,
      "grad_norm": 1.4404085102294848,
      "learning_rate": 0.0001267859660229681,
      "loss": 2.1094,
      "step": 71765
    },
    {
      "epoch": 3.3387299371946964,
      "grad_norm": 1.381351691617983,
      "learning_rate": 0.000126782299325814,
      "loss": 2.0625,
      "step": 71766
    },
    {
      "epoch": 3.3387764596417773,
      "grad_norm": 1.4103776009082372,
      "learning_rate": 0.00012677863264287396,
      "loss": 2.2344,
      "step": 71767
    },
    {
      "epoch": 3.3388229820888577,
      "grad_norm": 1.4113810982465722,
      "learning_rate": 0.00012677496597415013,
      "loss": 2.1406,
      "step": 71768
    },
    {
      "epoch": 3.3388695045359387,
      "grad_norm": 1.3690498774906523,
      "learning_rate": 0.00012677129931964486,
      "loss": 2.0625,
      "step": 71769
    },
    {
      "epoch": 3.338916026983019,
      "grad_norm": 1.4222398142132913,
      "learning_rate": 0.0001267676326793603,
      "loss": 2.0625,
      "step": 71770
    },
    {
      "epoch": 3.3389625494301,
      "grad_norm": 1.3660787248533977,
      "learning_rate": 0.00012676396605329875,
      "loss": 2.0,
      "step": 71771
    },
    {
      "epoch": 3.3390090718771805,
      "grad_norm": 1.4133705705711082,
      "learning_rate": 0.00012676029944146244,
      "loss": 2.0781,
      "step": 71772
    },
    {
      "epoch": 3.3390555943242615,
      "grad_norm": 1.3551718723872073,
      "learning_rate": 0.0001267566328438536,
      "loss": 2.0312,
      "step": 71773
    },
    {
      "epoch": 3.3391021167713424,
      "grad_norm": 1.3850858515979967,
      "learning_rate": 0.00012675296626047454,
      "loss": 2.0625,
      "step": 71774
    },
    {
      "epoch": 3.339148639218423,
      "grad_norm": 1.34312261265117,
      "learning_rate": 0.00012674929969132737,
      "loss": 2.0469,
      "step": 71775
    },
    {
      "epoch": 3.339195161665504,
      "grad_norm": 1.375182401815404,
      "learning_rate": 0.00012674563313641446,
      "loss": 1.9531,
      "step": 71776
    },
    {
      "epoch": 3.3392416841125843,
      "grad_norm": 1.398895685192112,
      "learning_rate": 0.000126741966595738,
      "loss": 2.2656,
      "step": 71777
    },
    {
      "epoch": 3.339288206559665,
      "grad_norm": 1.3725122431252383,
      "learning_rate": 0.00012673830006930024,
      "loss": 1.9688,
      "step": 71778
    },
    {
      "epoch": 3.3393347290067457,
      "grad_norm": 1.4708021692731645,
      "learning_rate": 0.00012673463355710344,
      "loss": 2.4219,
      "step": 71779
    },
    {
      "epoch": 3.3393812514538266,
      "grad_norm": 1.3457165681521026,
      "learning_rate": 0.00012673096705914986,
      "loss": 1.9141,
      "step": 71780
    },
    {
      "epoch": 3.339427773900907,
      "grad_norm": 1.3913186917556575,
      "learning_rate": 0.00012672730057544166,
      "loss": 1.9609,
      "step": 71781
    },
    {
      "epoch": 3.339474296347988,
      "grad_norm": 1.40627309109644,
      "learning_rate": 0.00012672363410598118,
      "loss": 2.0625,
      "step": 71782
    },
    {
      "epoch": 3.3395208187950685,
      "grad_norm": 1.43947229142235,
      "learning_rate": 0.0001267199676507706,
      "loss": 2.2344,
      "step": 71783
    },
    {
      "epoch": 3.3395673412421494,
      "grad_norm": 1.4079313936037587,
      "learning_rate": 0.00012671630120981224,
      "loss": 2.125,
      "step": 71784
    },
    {
      "epoch": 3.3396138636892303,
      "grad_norm": 1.3681864101442716,
      "learning_rate": 0.00012671263478310826,
      "loss": 2.0469,
      "step": 71785
    },
    {
      "epoch": 3.3396603861363108,
      "grad_norm": 1.4089209110774485,
      "learning_rate": 0.00012670896837066096,
      "loss": 2.1719,
      "step": 71786
    },
    {
      "epoch": 3.3397069085833913,
      "grad_norm": 1.485684278824179,
      "learning_rate": 0.00012670530197247254,
      "loss": 2.2031,
      "step": 71787
    },
    {
      "epoch": 3.339753431030472,
      "grad_norm": 1.4421950927051876,
      "learning_rate": 0.00012670163558854523,
      "loss": 2.0781,
      "step": 71788
    },
    {
      "epoch": 3.339799953477553,
      "grad_norm": 1.3242208596843974,
      "learning_rate": 0.00012669796921888142,
      "loss": 1.9219,
      "step": 71789
    },
    {
      "epoch": 3.3398464759246336,
      "grad_norm": 1.3889310871988934,
      "learning_rate": 0.00012669430286348318,
      "loss": 2.0312,
      "step": 71790
    },
    {
      "epoch": 3.3398929983717145,
      "grad_norm": 1.4112613821901614,
      "learning_rate": 0.00012669063652235286,
      "loss": 2.1094,
      "step": 71791
    },
    {
      "epoch": 3.339939520818795,
      "grad_norm": 1.2982289412267736,
      "learning_rate": 0.00012668697019549264,
      "loss": 1.8906,
      "step": 71792
    },
    {
      "epoch": 3.339986043265876,
      "grad_norm": 1.423655302543912,
      "learning_rate": 0.00012668330388290486,
      "loss": 2.0938,
      "step": 71793
    },
    {
      "epoch": 3.3400325657129564,
      "grad_norm": 1.424811128360774,
      "learning_rate": 0.00012667963758459163,
      "loss": 2.125,
      "step": 71794
    },
    {
      "epoch": 3.3400790881600373,
      "grad_norm": 1.3512178852684449,
      "learning_rate": 0.00012667597130055532,
      "loss": 1.9453,
      "step": 71795
    },
    {
      "epoch": 3.3401256106071178,
      "grad_norm": 1.336459639791041,
      "learning_rate": 0.00012667230503079805,
      "loss": 2.0469,
      "step": 71796
    },
    {
      "epoch": 3.3401721330541987,
      "grad_norm": 1.4646112927596162,
      "learning_rate": 0.0001266686387753222,
      "loss": 2.1875,
      "step": 71797
    },
    {
      "epoch": 3.340218655501279,
      "grad_norm": 1.4598552147865056,
      "learning_rate": 0.00012666497253412988,
      "loss": 2.2031,
      "step": 71798
    },
    {
      "epoch": 3.34026517794836,
      "grad_norm": 1.4786360848576217,
      "learning_rate": 0.00012666130630722345,
      "loss": 2.0625,
      "step": 71799
    },
    {
      "epoch": 3.340311700395441,
      "grad_norm": 1.4402050681361316,
      "learning_rate": 0.00012665764009460513,
      "loss": 2.0625,
      "step": 71800
    },
    {
      "epoch": 3.3403582228425215,
      "grad_norm": 1.3733012953908355,
      "learning_rate": 0.00012665397389627708,
      "loss": 2.0469,
      "step": 71801
    },
    {
      "epoch": 3.3404047452896024,
      "grad_norm": 1.4982758698782395,
      "learning_rate": 0.00012665030771224166,
      "loss": 2.2344,
      "step": 71802
    },
    {
      "epoch": 3.340451267736683,
      "grad_norm": 1.4860976164109336,
      "learning_rate": 0.000126646641542501,
      "loss": 2.1875,
      "step": 71803
    },
    {
      "epoch": 3.340497790183764,
      "grad_norm": 1.3934069387210164,
      "learning_rate": 0.00012664297538705744,
      "loss": 2.2188,
      "step": 71804
    },
    {
      "epoch": 3.3405443126308443,
      "grad_norm": 1.41278936695423,
      "learning_rate": 0.00012663930924591317,
      "loss": 2.0625,
      "step": 71805
    },
    {
      "epoch": 3.340590835077925,
      "grad_norm": 1.4772621456048773,
      "learning_rate": 0.00012663564311907047,
      "loss": 2.1875,
      "step": 71806
    },
    {
      "epoch": 3.3406373575250057,
      "grad_norm": 1.411333133511318,
      "learning_rate": 0.00012663197700653155,
      "loss": 2.1094,
      "step": 71807
    },
    {
      "epoch": 3.3406838799720866,
      "grad_norm": 1.3720823343244328,
      "learning_rate": 0.0001266283109082987,
      "loss": 2.0781,
      "step": 71808
    },
    {
      "epoch": 3.340730402419167,
      "grad_norm": 1.3513308756208937,
      "learning_rate": 0.00012662464482437409,
      "loss": 1.875,
      "step": 71809
    },
    {
      "epoch": 3.340776924866248,
      "grad_norm": 1.352308088218009,
      "learning_rate": 0.00012662097875476,
      "loss": 1.9609,
      "step": 71810
    },
    {
      "epoch": 3.340823447313329,
      "grad_norm": 1.275700966530806,
      "learning_rate": 0.00012661731269945873,
      "loss": 1.7656,
      "step": 71811
    },
    {
      "epoch": 3.3408699697604094,
      "grad_norm": 1.2563156777048021,
      "learning_rate": 0.00012661364665847246,
      "loss": 1.7109,
      "step": 71812
    },
    {
      "epoch": 3.34091649220749,
      "grad_norm": 1.4170869122701497,
      "learning_rate": 0.00012660998063180348,
      "loss": 2.25,
      "step": 71813
    },
    {
      "epoch": 3.340963014654571,
      "grad_norm": 1.426617343101551,
      "learning_rate": 0.00012660631461945397,
      "loss": 2.1875,
      "step": 71814
    },
    {
      "epoch": 3.3410095371016517,
      "grad_norm": 1.3897036947125307,
      "learning_rate": 0.00012660264862142625,
      "loss": 1.8906,
      "step": 71815
    },
    {
      "epoch": 3.341056059548732,
      "grad_norm": 1.3034473169988485,
      "learning_rate": 0.0001265989826377225,
      "loss": 1.9531,
      "step": 71816
    },
    {
      "epoch": 3.341102581995813,
      "grad_norm": 1.311172149782451,
      "learning_rate": 0.00012659531666834502,
      "loss": 1.8438,
      "step": 71817
    },
    {
      "epoch": 3.3411491044428936,
      "grad_norm": 1.2437471335741959,
      "learning_rate": 0.00012659165071329597,
      "loss": 1.5234,
      "step": 71818
    },
    {
      "epoch": 3.3411956268899745,
      "grad_norm": 1.4200360881985983,
      "learning_rate": 0.0001265879847725777,
      "loss": 2.0938,
      "step": 71819
    },
    {
      "epoch": 3.341242149337055,
      "grad_norm": 1.4466553106036626,
      "learning_rate": 0.00012658431884619237,
      "loss": 2.0625,
      "step": 71820
    },
    {
      "epoch": 3.341288671784136,
      "grad_norm": 1.5127658981061605,
      "learning_rate": 0.0001265806529341423,
      "loss": 2.1719,
      "step": 71821
    },
    {
      "epoch": 3.3413351942312164,
      "grad_norm": 1.3531353315705699,
      "learning_rate": 0.00012657698703642966,
      "loss": 1.9375,
      "step": 71822
    },
    {
      "epoch": 3.3413817166782973,
      "grad_norm": 1.4264353700735621,
      "learning_rate": 0.00012657332115305673,
      "loss": 2.0156,
      "step": 71823
    },
    {
      "epoch": 3.341428239125378,
      "grad_norm": 1.4844894976434146,
      "learning_rate": 0.00012656965528402576,
      "loss": 2.125,
      "step": 71824
    },
    {
      "epoch": 3.3414747615724587,
      "grad_norm": 1.352029410119504,
      "learning_rate": 0.000126565989429339,
      "loss": 1.9375,
      "step": 71825
    },
    {
      "epoch": 3.3415212840195396,
      "grad_norm": 1.4228872281194007,
      "learning_rate": 0.00012656232358899865,
      "loss": 2.1875,
      "step": 71826
    },
    {
      "epoch": 3.34156780646662,
      "grad_norm": 1.3896227234602396,
      "learning_rate": 0.00012655865776300702,
      "loss": 2.0938,
      "step": 71827
    },
    {
      "epoch": 3.341614328913701,
      "grad_norm": 1.387844227969739,
      "learning_rate": 0.00012655499195136628,
      "loss": 1.9688,
      "step": 71828
    },
    {
      "epoch": 3.3416608513607815,
      "grad_norm": 1.3814000708628198,
      "learning_rate": 0.00012655132615407874,
      "loss": 2.0,
      "step": 71829
    },
    {
      "epoch": 3.3417073738078624,
      "grad_norm": 1.2595047413079972,
      "learning_rate": 0.0001265476603711466,
      "loss": 1.7812,
      "step": 71830
    },
    {
      "epoch": 3.341753896254943,
      "grad_norm": 1.3830096415617792,
      "learning_rate": 0.0001265439946025721,
      "loss": 1.9297,
      "step": 71831
    },
    {
      "epoch": 3.341800418702024,
      "grad_norm": 1.3429231240262718,
      "learning_rate": 0.00012654032884835747,
      "loss": 1.9375,
      "step": 71832
    },
    {
      "epoch": 3.3418469411491043,
      "grad_norm": 1.3567369040333024,
      "learning_rate": 0.00012653666310850507,
      "loss": 1.9141,
      "step": 71833
    },
    {
      "epoch": 3.341893463596185,
      "grad_norm": 1.4136839802387016,
      "learning_rate": 0.00012653299738301702,
      "loss": 2.1094,
      "step": 71834
    },
    {
      "epoch": 3.3419399860432657,
      "grad_norm": 1.4082486589387613,
      "learning_rate": 0.00012652933167189563,
      "loss": 1.9453,
      "step": 71835
    },
    {
      "epoch": 3.3419865084903466,
      "grad_norm": 1.4223581363481053,
      "learning_rate": 0.00012652566597514311,
      "loss": 2.1719,
      "step": 71836
    },
    {
      "epoch": 3.3420330309374275,
      "grad_norm": 1.451390187864805,
      "learning_rate": 0.00012652200029276172,
      "loss": 2.2188,
      "step": 71837
    },
    {
      "epoch": 3.342079553384508,
      "grad_norm": 1.3197438553376,
      "learning_rate": 0.0001265183346247537,
      "loss": 1.9922,
      "step": 71838
    },
    {
      "epoch": 3.3421260758315885,
      "grad_norm": 1.45609518107808,
      "learning_rate": 0.00012651466897112133,
      "loss": 2.1094,
      "step": 71839
    },
    {
      "epoch": 3.3421725982786694,
      "grad_norm": 1.370636069329488,
      "learning_rate": 0.00012651100333186676,
      "loss": 2.0312,
      "step": 71840
    },
    {
      "epoch": 3.3422191207257503,
      "grad_norm": 1.322957584687109,
      "learning_rate": 0.00012650733770699232,
      "loss": 1.9609,
      "step": 71841
    },
    {
      "epoch": 3.342265643172831,
      "grad_norm": 1.2092325139890954,
      "learning_rate": 0.00012650367209650023,
      "loss": 1.5,
      "step": 71842
    },
    {
      "epoch": 3.3423121656199117,
      "grad_norm": 1.361919697518821,
      "learning_rate": 0.0001265000065003927,
      "loss": 2.1094,
      "step": 71843
    },
    {
      "epoch": 3.342358688066992,
      "grad_norm": 1.352265522930085,
      "learning_rate": 0.00012649634091867204,
      "loss": 1.8906,
      "step": 71844
    },
    {
      "epoch": 3.342405210514073,
      "grad_norm": 1.3866660090745562,
      "learning_rate": 0.00012649267535134047,
      "loss": 2.125,
      "step": 71845
    },
    {
      "epoch": 3.3424517329611536,
      "grad_norm": 1.4183138415388596,
      "learning_rate": 0.00012648900979840016,
      "loss": 2.2188,
      "step": 71846
    },
    {
      "epoch": 3.3424982554082345,
      "grad_norm": 1.4389876929237388,
      "learning_rate": 0.0001264853442598535,
      "loss": 2.125,
      "step": 71847
    },
    {
      "epoch": 3.342544777855315,
      "grad_norm": 1.3785597214709149,
      "learning_rate": 0.00012648167873570255,
      "loss": 2.0,
      "step": 71848
    },
    {
      "epoch": 3.342591300302396,
      "grad_norm": 1.5107035629426333,
      "learning_rate": 0.00012647801322594976,
      "loss": 2.3125,
      "step": 71849
    },
    {
      "epoch": 3.3426378227494764,
      "grad_norm": 1.4949002978857073,
      "learning_rate": 0.0001264743477305972,
      "loss": 2.1719,
      "step": 71850
    },
    {
      "epoch": 3.3426843451965573,
      "grad_norm": 1.3512747530587745,
      "learning_rate": 0.0001264706822496472,
      "loss": 2.0625,
      "step": 71851
    },
    {
      "epoch": 3.3427308676436382,
      "grad_norm": 1.3893168332285482,
      "learning_rate": 0.00012646701678310202,
      "loss": 1.7812,
      "step": 71852
    },
    {
      "epoch": 3.3427773900907187,
      "grad_norm": 1.4468838331731975,
      "learning_rate": 0.00012646335133096383,
      "loss": 2.2812,
      "step": 71853
    },
    {
      "epoch": 3.3428239125377996,
      "grad_norm": 1.331642397103553,
      "learning_rate": 0.00012645968589323486,
      "loss": 1.9922,
      "step": 71854
    },
    {
      "epoch": 3.34287043498488,
      "grad_norm": 1.4033007042993313,
      "learning_rate": 0.0001264560204699175,
      "loss": 2.0312,
      "step": 71855
    },
    {
      "epoch": 3.342916957431961,
      "grad_norm": 1.4754751899166723,
      "learning_rate": 0.00012645235506101386,
      "loss": 2.3906,
      "step": 71856
    },
    {
      "epoch": 3.3429634798790415,
      "grad_norm": 1.4866631915339965,
      "learning_rate": 0.00012644868966652626,
      "loss": 1.7344,
      "step": 71857
    },
    {
      "epoch": 3.3430100023261224,
      "grad_norm": 1.473021250874425,
      "learning_rate": 0.0001264450242864569,
      "loss": 2.0156,
      "step": 71858
    },
    {
      "epoch": 3.343056524773203,
      "grad_norm": 1.3583135595433455,
      "learning_rate": 0.00012644135892080804,
      "loss": 2.0469,
      "step": 71859
    },
    {
      "epoch": 3.343103047220284,
      "grad_norm": 1.3749363558873078,
      "learning_rate": 0.0001264376935695819,
      "loss": 2.0625,
      "step": 71860
    },
    {
      "epoch": 3.3431495696673643,
      "grad_norm": 1.3156145543871367,
      "learning_rate": 0.00012643402823278075,
      "loss": 1.9375,
      "step": 71861
    },
    {
      "epoch": 3.3431960921144452,
      "grad_norm": 1.3778981642273957,
      "learning_rate": 0.00012643036291040683,
      "loss": 1.9297,
      "step": 71862
    },
    {
      "epoch": 3.343242614561526,
      "grad_norm": 1.3889317753781627,
      "learning_rate": 0.00012642669760246238,
      "loss": 2.0781,
      "step": 71863
    },
    {
      "epoch": 3.3432891370086066,
      "grad_norm": 1.4250483814971946,
      "learning_rate": 0.00012642303230894964,
      "loss": 2.0625,
      "step": 71864
    },
    {
      "epoch": 3.3433356594556876,
      "grad_norm": 1.402813137013845,
      "learning_rate": 0.0001264193670298709,
      "loss": 2.2188,
      "step": 71865
    },
    {
      "epoch": 3.343382181902768,
      "grad_norm": 1.389415254248826,
      "learning_rate": 0.0001264157017652283,
      "loss": 2.1875,
      "step": 71866
    },
    {
      "epoch": 3.343428704349849,
      "grad_norm": 1.3958679709773043,
      "learning_rate": 0.00012641203651502417,
      "loss": 2.1719,
      "step": 71867
    },
    {
      "epoch": 3.3434752267969294,
      "grad_norm": 1.509597703418472,
      "learning_rate": 0.00012640837127926073,
      "loss": 2.1719,
      "step": 71868
    },
    {
      "epoch": 3.3435217492440104,
      "grad_norm": 1.3396358800292303,
      "learning_rate": 0.00012640470605794024,
      "loss": 2.0625,
      "step": 71869
    },
    {
      "epoch": 3.343568271691091,
      "grad_norm": 1.287602491561424,
      "learning_rate": 0.0001264010408510649,
      "loss": 1.6328,
      "step": 71870
    },
    {
      "epoch": 3.3436147941381718,
      "grad_norm": 1.3877769570685907,
      "learning_rate": 0.00012639737565863703,
      "loss": 1.8984,
      "step": 71871
    },
    {
      "epoch": 3.3436613165852522,
      "grad_norm": 1.3191859083443473,
      "learning_rate": 0.00012639371048065877,
      "loss": 1.8672,
      "step": 71872
    },
    {
      "epoch": 3.343707839032333,
      "grad_norm": 1.4057474723718433,
      "learning_rate": 0.00012639004531713247,
      "loss": 2.0781,
      "step": 71873
    },
    {
      "epoch": 3.3437543614794136,
      "grad_norm": 1.4480775169896174,
      "learning_rate": 0.00012638638016806026,
      "loss": 1.4297,
      "step": 71874
    },
    {
      "epoch": 3.3438008839264945,
      "grad_norm": 1.412141807373506,
      "learning_rate": 0.0001263827150334445,
      "loss": 1.9062,
      "step": 71875
    },
    {
      "epoch": 3.343847406373575,
      "grad_norm": 1.3997194877600583,
      "learning_rate": 0.00012637904991328732,
      "loss": 2.0938,
      "step": 71876
    },
    {
      "epoch": 3.343893928820656,
      "grad_norm": 2.1386232898158952,
      "learning_rate": 0.00012637538480759106,
      "loss": 2.0781,
      "step": 71877
    },
    {
      "epoch": 3.343940451267737,
      "grad_norm": 1.544011612781641,
      "learning_rate": 0.00012637171971635795,
      "loss": 2.3438,
      "step": 71878
    },
    {
      "epoch": 3.3439869737148173,
      "grad_norm": 1.3168226126912717,
      "learning_rate": 0.00012636805463959015,
      "loss": 1.8203,
      "step": 71879
    },
    {
      "epoch": 3.3440334961618983,
      "grad_norm": 1.4447608416332505,
      "learning_rate": 0.00012636438957729004,
      "loss": 2.1406,
      "step": 71880
    },
    {
      "epoch": 3.3440800186089787,
      "grad_norm": 1.5644804146572358,
      "learning_rate": 0.0001263607245294598,
      "loss": 2.3906,
      "step": 71881
    },
    {
      "epoch": 3.3441265410560597,
      "grad_norm": 1.5170103778350172,
      "learning_rate": 0.00012635705949610163,
      "loss": 2.1719,
      "step": 71882
    },
    {
      "epoch": 3.34417306350314,
      "grad_norm": 1.3770623529424362,
      "learning_rate": 0.00012635339447721782,
      "loss": 2.0,
      "step": 71883
    },
    {
      "epoch": 3.344219585950221,
      "grad_norm": 1.3767030596519043,
      "learning_rate": 0.00012634972947281057,
      "loss": 2.0625,
      "step": 71884
    },
    {
      "epoch": 3.3442661083973015,
      "grad_norm": 1.5220257069994927,
      "learning_rate": 0.00012634606448288217,
      "loss": 2.2812,
      "step": 71885
    },
    {
      "epoch": 3.3443126308443825,
      "grad_norm": 1.45756765700011,
      "learning_rate": 0.00012634239950743486,
      "loss": 2.3281,
      "step": 71886
    },
    {
      "epoch": 3.344359153291463,
      "grad_norm": 1.361928493716834,
      "learning_rate": 0.00012633873454647086,
      "loss": 2.0,
      "step": 71887
    },
    {
      "epoch": 3.344405675738544,
      "grad_norm": 1.4007596709126535,
      "learning_rate": 0.00012633506959999243,
      "loss": 2.2188,
      "step": 71888
    },
    {
      "epoch": 3.344452198185625,
      "grad_norm": 1.339173446253868,
      "learning_rate": 0.0001263314046680018,
      "loss": 2.0469,
      "step": 71889
    },
    {
      "epoch": 3.3444987206327053,
      "grad_norm": 1.3231874975990656,
      "learning_rate": 0.00012632773975050122,
      "loss": 1.8672,
      "step": 71890
    },
    {
      "epoch": 3.344545243079786,
      "grad_norm": 1.389271811954144,
      "learning_rate": 0.00012632407484749298,
      "loss": 2.125,
      "step": 71891
    },
    {
      "epoch": 3.3445917655268667,
      "grad_norm": 1.382768255186843,
      "learning_rate": 0.00012632040995897925,
      "loss": 1.8594,
      "step": 71892
    },
    {
      "epoch": 3.3446382879739476,
      "grad_norm": 1.3571680893088118,
      "learning_rate": 0.00012631674508496233,
      "loss": 1.9688,
      "step": 71893
    },
    {
      "epoch": 3.344684810421028,
      "grad_norm": 1.4192748010822291,
      "learning_rate": 0.0001263130802254444,
      "loss": 2.2188,
      "step": 71894
    },
    {
      "epoch": 3.344731332868109,
      "grad_norm": 1.3875731582585926,
      "learning_rate": 0.00012630941538042777,
      "loss": 1.9531,
      "step": 71895
    },
    {
      "epoch": 3.3447778553151895,
      "grad_norm": 1.4158408112384673,
      "learning_rate": 0.00012630575054991462,
      "loss": 2.0,
      "step": 71896
    },
    {
      "epoch": 3.3448243777622704,
      "grad_norm": 1.2694140163121939,
      "learning_rate": 0.00012630208573390726,
      "loss": 1.875,
      "step": 71897
    },
    {
      "epoch": 3.344870900209351,
      "grad_norm": 1.3719743258605404,
      "learning_rate": 0.00012629842093240786,
      "loss": 2.0469,
      "step": 71898
    },
    {
      "epoch": 3.3449174226564318,
      "grad_norm": 1.6632932768376787,
      "learning_rate": 0.0001262947561454187,
      "loss": 1.5781,
      "step": 71899
    },
    {
      "epoch": 3.3449639451035127,
      "grad_norm": 1.4230745098548783,
      "learning_rate": 0.00012629109137294212,
      "loss": 2.2656,
      "step": 71900
    },
    {
      "epoch": 3.345010467550593,
      "grad_norm": 1.3610463666731136,
      "learning_rate": 0.0001262874266149802,
      "loss": 2.0156,
      "step": 71901
    },
    {
      "epoch": 3.3450569899976736,
      "grad_norm": 1.4226239451536915,
      "learning_rate": 0.00012628376187153527,
      "loss": 1.9297,
      "step": 71902
    },
    {
      "epoch": 3.3451035124447546,
      "grad_norm": 1.453793444000204,
      "learning_rate": 0.00012628009714260957,
      "loss": 2.125,
      "step": 71903
    },
    {
      "epoch": 3.3451500348918355,
      "grad_norm": 1.3452822795839083,
      "learning_rate": 0.00012627643242820537,
      "loss": 1.7812,
      "step": 71904
    },
    {
      "epoch": 3.345196557338916,
      "grad_norm": 1.5099254700549851,
      "learning_rate": 0.00012627276772832484,
      "loss": 2.2656,
      "step": 71905
    },
    {
      "epoch": 3.345243079785997,
      "grad_norm": 1.3629188317212817,
      "learning_rate": 0.00012626910304297027,
      "loss": 1.9453,
      "step": 71906
    },
    {
      "epoch": 3.3452896022330774,
      "grad_norm": 1.4991863320861096,
      "learning_rate": 0.0001262654383721439,
      "loss": 2.1719,
      "step": 71907
    },
    {
      "epoch": 3.3453361246801583,
      "grad_norm": 1.4793012318609182,
      "learning_rate": 0.00012626177371584794,
      "loss": 2.1875,
      "step": 71908
    },
    {
      "epoch": 3.3453826471272388,
      "grad_norm": 1.4079716887535951,
      "learning_rate": 0.0001262581090740847,
      "loss": 2.0156,
      "step": 71909
    },
    {
      "epoch": 3.3454291695743197,
      "grad_norm": 1.3886793187276751,
      "learning_rate": 0.00012625444444685634,
      "loss": 2.3281,
      "step": 71910
    },
    {
      "epoch": 3.3454756920214,
      "grad_norm": 1.3477152929556118,
      "learning_rate": 0.0001262507798341652,
      "loss": 1.8828,
      "step": 71911
    },
    {
      "epoch": 3.345522214468481,
      "grad_norm": 1.4590651023774017,
      "learning_rate": 0.00012624711523601343,
      "loss": 2.2969,
      "step": 71912
    },
    {
      "epoch": 3.3455687369155616,
      "grad_norm": 1.3344159636817012,
      "learning_rate": 0.00012624345065240336,
      "loss": 1.7109,
      "step": 71913
    },
    {
      "epoch": 3.3456152593626425,
      "grad_norm": 1.3599846640428197,
      "learning_rate": 0.00012623978608333714,
      "loss": 2.0469,
      "step": 71914
    },
    {
      "epoch": 3.3456617818097234,
      "grad_norm": 1.3571965671673751,
      "learning_rate": 0.00012623612152881712,
      "loss": 2.0625,
      "step": 71915
    },
    {
      "epoch": 3.345708304256804,
      "grad_norm": 1.4657430935229638,
      "learning_rate": 0.00012623245698884544,
      "loss": 2.0156,
      "step": 71916
    },
    {
      "epoch": 3.345754826703885,
      "grad_norm": 1.4672775655718482,
      "learning_rate": 0.0001262287924634244,
      "loss": 2.1719,
      "step": 71917
    },
    {
      "epoch": 3.3458013491509653,
      "grad_norm": 1.3856890525761352,
      "learning_rate": 0.00012622512795255623,
      "loss": 2.1094,
      "step": 71918
    },
    {
      "epoch": 3.345847871598046,
      "grad_norm": 1.3810006179053451,
      "learning_rate": 0.00012622146345624312,
      "loss": 1.9844,
      "step": 71919
    },
    {
      "epoch": 3.3458943940451267,
      "grad_norm": 1.5310738866838713,
      "learning_rate": 0.00012621779897448746,
      "loss": 2.3906,
      "step": 71920
    },
    {
      "epoch": 3.3459409164922076,
      "grad_norm": 1.4104203741640466,
      "learning_rate": 0.00012621413450729138,
      "loss": 2.0625,
      "step": 71921
    },
    {
      "epoch": 3.345987438939288,
      "grad_norm": 1.3832070106265193,
      "learning_rate": 0.00012621047005465717,
      "loss": 1.9688,
      "step": 71922
    },
    {
      "epoch": 3.346033961386369,
      "grad_norm": 1.4464241050419115,
      "learning_rate": 0.000126206805616587,
      "loss": 2.125,
      "step": 71923
    },
    {
      "epoch": 3.3460804838334495,
      "grad_norm": 1.3891914184066707,
      "learning_rate": 0.00012620314119308318,
      "loss": 2.125,
      "step": 71924
    },
    {
      "epoch": 3.3461270062805304,
      "grad_norm": 1.3981134023345103,
      "learning_rate": 0.00012619947678414796,
      "loss": 2.2031,
      "step": 71925
    },
    {
      "epoch": 3.3461735287276113,
      "grad_norm": 1.4579320688150401,
      "learning_rate": 0.00012619581238978354,
      "loss": 2.1875,
      "step": 71926
    },
    {
      "epoch": 3.346220051174692,
      "grad_norm": 1.3637427924732881,
      "learning_rate": 0.0001261921480099922,
      "loss": 1.9297,
      "step": 71927
    },
    {
      "epoch": 3.3462665736217723,
      "grad_norm": 1.4744267617592213,
      "learning_rate": 0.00012618848364477617,
      "loss": 2.0469,
      "step": 71928
    },
    {
      "epoch": 3.346313096068853,
      "grad_norm": 1.3357139998727086,
      "learning_rate": 0.00012618481929413766,
      "loss": 1.9219,
      "step": 71929
    },
    {
      "epoch": 3.346359618515934,
      "grad_norm": 1.3969331862107768,
      "learning_rate": 0.00012618115495807898,
      "loss": 1.7344,
      "step": 71930
    },
    {
      "epoch": 3.3464061409630146,
      "grad_norm": 1.4254231718642054,
      "learning_rate": 0.0001261774906366023,
      "loss": 1.6016,
      "step": 71931
    },
    {
      "epoch": 3.3464526634100955,
      "grad_norm": 1.3404702922143994,
      "learning_rate": 0.00012617382632970994,
      "loss": 1.7422,
      "step": 71932
    },
    {
      "epoch": 3.346499185857176,
      "grad_norm": 1.407709597897613,
      "learning_rate": 0.0001261701620374041,
      "loss": 2.1875,
      "step": 71933
    },
    {
      "epoch": 3.346545708304257,
      "grad_norm": 1.4433132388296201,
      "learning_rate": 0.000126166497759687,
      "loss": 2.1562,
      "step": 71934
    },
    {
      "epoch": 3.3465922307513374,
      "grad_norm": 1.397538274610019,
      "learning_rate": 0.00012616283349656094,
      "loss": 2.1719,
      "step": 71935
    },
    {
      "epoch": 3.3466387531984183,
      "grad_norm": 1.285753745733634,
      "learning_rate": 0.0001261591692480281,
      "loss": 1.7188,
      "step": 71936
    },
    {
      "epoch": 3.346685275645499,
      "grad_norm": 1.3790661592274707,
      "learning_rate": 0.00012615550501409077,
      "loss": 1.9453,
      "step": 71937
    },
    {
      "epoch": 3.3467317980925797,
      "grad_norm": 1.394109181274477,
      "learning_rate": 0.00012615184079475117,
      "loss": 2.1094,
      "step": 71938
    },
    {
      "epoch": 3.34677832053966,
      "grad_norm": 1.4007777123711864,
      "learning_rate": 0.0001261481765900116,
      "loss": 2.125,
      "step": 71939
    },
    {
      "epoch": 3.346824842986741,
      "grad_norm": 1.4974305710409268,
      "learning_rate": 0.0001261445123998742,
      "loss": 2.2188,
      "step": 71940
    },
    {
      "epoch": 3.346871365433822,
      "grad_norm": 1.478280273193098,
      "learning_rate": 0.00012614084822434125,
      "loss": 2.2344,
      "step": 71941
    },
    {
      "epoch": 3.3469178878809025,
      "grad_norm": 1.4153323321687528,
      "learning_rate": 0.00012613718406341508,
      "loss": 2.0469,
      "step": 71942
    },
    {
      "epoch": 3.3469644103279834,
      "grad_norm": 1.443204689355225,
      "learning_rate": 0.00012613351991709783,
      "loss": 2.0938,
      "step": 71943
    },
    {
      "epoch": 3.347010932775064,
      "grad_norm": 1.3575957149325553,
      "learning_rate": 0.0001261298557853918,
      "loss": 1.9062,
      "step": 71944
    },
    {
      "epoch": 3.347057455222145,
      "grad_norm": 1.4205341365927564,
      "learning_rate": 0.00012612619166829918,
      "loss": 2.125,
      "step": 71945
    },
    {
      "epoch": 3.3471039776692253,
      "grad_norm": 1.4055071040929983,
      "learning_rate": 0.0001261225275658223,
      "loss": 2.1406,
      "step": 71946
    },
    {
      "epoch": 3.347150500116306,
      "grad_norm": 1.43252156963161,
      "learning_rate": 0.0001261188634779633,
      "loss": 2.0,
      "step": 71947
    },
    {
      "epoch": 3.3471970225633867,
      "grad_norm": 1.2862752075878194,
      "learning_rate": 0.00012611519940472452,
      "loss": 1.8203,
      "step": 71948
    },
    {
      "epoch": 3.3472435450104676,
      "grad_norm": 1.4148615989258027,
      "learning_rate": 0.00012611153534610811,
      "loss": 2.25,
      "step": 71949
    },
    {
      "epoch": 3.347290067457548,
      "grad_norm": 1.2896800817804075,
      "learning_rate": 0.0001261078713021164,
      "loss": 1.7344,
      "step": 71950
    },
    {
      "epoch": 3.347336589904629,
      "grad_norm": 1.4576388952599564,
      "learning_rate": 0.00012610420727275157,
      "loss": 2.2031,
      "step": 71951
    },
    {
      "epoch": 3.34738311235171,
      "grad_norm": 1.447662496957627,
      "learning_rate": 0.00012610054325801589,
      "loss": 2.125,
      "step": 71952
    },
    {
      "epoch": 3.3474296347987904,
      "grad_norm": 1.446053953952743,
      "learning_rate": 0.00012609687925791156,
      "loss": 2.1875,
      "step": 71953
    },
    {
      "epoch": 3.347476157245871,
      "grad_norm": 1.3859562156741234,
      "learning_rate": 0.00012609321527244093,
      "loss": 2.0938,
      "step": 71954
    },
    {
      "epoch": 3.347522679692952,
      "grad_norm": 1.4000532842014486,
      "learning_rate": 0.00012608955130160614,
      "loss": 1.8672,
      "step": 71955
    },
    {
      "epoch": 3.3475692021400327,
      "grad_norm": 1.4455360822372845,
      "learning_rate": 0.00012608588734540948,
      "loss": 2.0781,
      "step": 71956
    },
    {
      "epoch": 3.347615724587113,
      "grad_norm": 1.4787597092933922,
      "learning_rate": 0.00012608222340385316,
      "loss": 2.2812,
      "step": 71957
    },
    {
      "epoch": 3.347662247034194,
      "grad_norm": 1.4904447943486852,
      "learning_rate": 0.00012607855947693945,
      "loss": 2.1562,
      "step": 71958
    },
    {
      "epoch": 3.3477087694812746,
      "grad_norm": 1.3470116734126316,
      "learning_rate": 0.0001260748955646706,
      "loss": 2.0312,
      "step": 71959
    },
    {
      "epoch": 3.3477552919283555,
      "grad_norm": 1.3483951318370304,
      "learning_rate": 0.00012607123166704883,
      "loss": 1.9844,
      "step": 71960
    },
    {
      "epoch": 3.347801814375436,
      "grad_norm": 1.4415865137293569,
      "learning_rate": 0.0001260675677840764,
      "loss": 2.0625,
      "step": 71961
    },
    {
      "epoch": 3.347848336822517,
      "grad_norm": 1.3995291223781274,
      "learning_rate": 0.00012606390391575552,
      "loss": 1.9766,
      "step": 71962
    },
    {
      "epoch": 3.3478948592695974,
      "grad_norm": 1.4189045952981032,
      "learning_rate": 0.00012606024006208842,
      "loss": 2.1094,
      "step": 71963
    },
    {
      "epoch": 3.3479413817166783,
      "grad_norm": 1.4932885171606634,
      "learning_rate": 0.00012605657622307746,
      "loss": 2.1719,
      "step": 71964
    },
    {
      "epoch": 3.347987904163759,
      "grad_norm": 1.2022068787090154,
      "learning_rate": 0.00012605291239872477,
      "loss": 1.6094,
      "step": 71965
    },
    {
      "epoch": 3.3480344266108397,
      "grad_norm": 1.4531855534626679,
      "learning_rate": 0.00012604924858903267,
      "loss": 2.125,
      "step": 71966
    },
    {
      "epoch": 3.3480809490579206,
      "grad_norm": 1.3443396669801806,
      "learning_rate": 0.00012604558479400332,
      "loss": 1.8203,
      "step": 71967
    },
    {
      "epoch": 3.348127471505001,
      "grad_norm": 1.3615803531119328,
      "learning_rate": 0.00012604192101363905,
      "loss": 2.0625,
      "step": 71968
    },
    {
      "epoch": 3.348173993952082,
      "grad_norm": 1.5462773866565018,
      "learning_rate": 0.000126038257247942,
      "loss": 2.125,
      "step": 71969
    },
    {
      "epoch": 3.3482205163991625,
      "grad_norm": 1.4583838407587533,
      "learning_rate": 0.0001260345934969145,
      "loss": 2.2344,
      "step": 71970
    },
    {
      "epoch": 3.3482670388462434,
      "grad_norm": 1.3347756541695663,
      "learning_rate": 0.00012603092976055876,
      "loss": 1.7812,
      "step": 71971
    },
    {
      "epoch": 3.348313561293324,
      "grad_norm": 1.437402007909875,
      "learning_rate": 0.00012602726603887704,
      "loss": 2.25,
      "step": 71972
    },
    {
      "epoch": 3.348360083740405,
      "grad_norm": 1.363201701927689,
      "learning_rate": 0.00012602360233187154,
      "loss": 2.0938,
      "step": 71973
    },
    {
      "epoch": 3.3484066061874853,
      "grad_norm": 1.437605418379834,
      "learning_rate": 0.00012601993863954454,
      "loss": 2.1875,
      "step": 71974
    },
    {
      "epoch": 3.3484531286345662,
      "grad_norm": 1.4803743265696636,
      "learning_rate": 0.00012601627496189828,
      "loss": 2.2812,
      "step": 71975
    },
    {
      "epoch": 3.3484996510816467,
      "grad_norm": 1.4331910925510063,
      "learning_rate": 0.00012601261129893503,
      "loss": 2.1406,
      "step": 71976
    },
    {
      "epoch": 3.3485461735287276,
      "grad_norm": 1.3475681063172822,
      "learning_rate": 0.00012600894765065694,
      "loss": 1.9688,
      "step": 71977
    },
    {
      "epoch": 3.3485926959758086,
      "grad_norm": 1.3968876214490082,
      "learning_rate": 0.00012600528401706637,
      "loss": 2.0469,
      "step": 71978
    },
    {
      "epoch": 3.348639218422889,
      "grad_norm": 1.2690528717011296,
      "learning_rate": 0.00012600162039816545,
      "loss": 1.7734,
      "step": 71979
    },
    {
      "epoch": 3.34868574086997,
      "grad_norm": 1.449430269808034,
      "learning_rate": 0.00012599795679395652,
      "loss": 2.2188,
      "step": 71980
    },
    {
      "epoch": 3.3487322633170504,
      "grad_norm": 1.1954211313170484,
      "learning_rate": 0.00012599429320444178,
      "loss": 1.7109,
      "step": 71981
    },
    {
      "epoch": 3.3487787857641313,
      "grad_norm": 1.4300502148606733,
      "learning_rate": 0.00012599062962962348,
      "loss": 2.0312,
      "step": 71982
    },
    {
      "epoch": 3.348825308211212,
      "grad_norm": 1.3585987745521728,
      "learning_rate": 0.00012598696606950382,
      "loss": 2.1562,
      "step": 71983
    },
    {
      "epoch": 3.3488718306582927,
      "grad_norm": 1.4798847110109639,
      "learning_rate": 0.00012598330252408513,
      "loss": 2.125,
      "step": 71984
    },
    {
      "epoch": 3.3489183531053732,
      "grad_norm": 1.2888676583420164,
      "learning_rate": 0.00012597963899336952,
      "loss": 1.8672,
      "step": 71985
    },
    {
      "epoch": 3.348964875552454,
      "grad_norm": 1.257967223431989,
      "learning_rate": 0.00012597597547735936,
      "loss": 1.5781,
      "step": 71986
    },
    {
      "epoch": 3.3490113979995346,
      "grad_norm": 1.3541508856203215,
      "learning_rate": 0.00012597231197605688,
      "loss": 2.0156,
      "step": 71987
    },
    {
      "epoch": 3.3490579204466155,
      "grad_norm": 1.4746033639739933,
      "learning_rate": 0.00012596864848946431,
      "loss": 2.2969,
      "step": 71988
    },
    {
      "epoch": 3.349104442893696,
      "grad_norm": 1.3217696041565379,
      "learning_rate": 0.0001259649850175838,
      "loss": 1.7422,
      "step": 71989
    },
    {
      "epoch": 3.349150965340777,
      "grad_norm": 1.4389969141865064,
      "learning_rate": 0.00012596132156041773,
      "loss": 1.9844,
      "step": 71990
    },
    {
      "epoch": 3.3491974877878574,
      "grad_norm": 1.39659705911974,
      "learning_rate": 0.00012595765811796827,
      "loss": 2.1094,
      "step": 71991
    },
    {
      "epoch": 3.3492440102349383,
      "grad_norm": 1.4813343134456785,
      "learning_rate": 0.00012595399469023767,
      "loss": 2.2812,
      "step": 71992
    },
    {
      "epoch": 3.3492905326820193,
      "grad_norm": 1.4276313357281003,
      "learning_rate": 0.00012595033127722817,
      "loss": 2.1406,
      "step": 71993
    },
    {
      "epoch": 3.3493370551290997,
      "grad_norm": 1.3860658576075107,
      "learning_rate": 0.00012594666787894203,
      "loss": 2.125,
      "step": 71994
    },
    {
      "epoch": 3.3493835775761807,
      "grad_norm": 1.5435390901674582,
      "learning_rate": 0.00012594300449538144,
      "loss": 2.1875,
      "step": 71995
    },
    {
      "epoch": 3.349430100023261,
      "grad_norm": 1.3314384413094318,
      "learning_rate": 0.00012593934112654874,
      "loss": 1.9922,
      "step": 71996
    },
    {
      "epoch": 3.349476622470342,
      "grad_norm": 1.419990328789874,
      "learning_rate": 0.00012593567777244608,
      "loss": 2.1562,
      "step": 71997
    },
    {
      "epoch": 3.3495231449174225,
      "grad_norm": 1.4622953462383474,
      "learning_rate": 0.00012593201443307576,
      "loss": 1.9844,
      "step": 71998
    },
    {
      "epoch": 3.3495696673645035,
      "grad_norm": 1.2869024424374211,
      "learning_rate": 0.00012592835110844,
      "loss": 1.4688,
      "step": 71999
    },
    {
      "epoch": 3.349616189811584,
      "grad_norm": 1.448580893607442,
      "learning_rate": 0.00012592468779854104,
      "loss": 2.0156,
      "step": 72000
    },
    {
      "epoch": 3.349662712258665,
      "grad_norm": 1.2126284700023309,
      "learning_rate": 0.0001259210245033811,
      "loss": 1.4297,
      "step": 72001
    },
    {
      "epoch": 3.3497092347057453,
      "grad_norm": 1.3010885016498066,
      "learning_rate": 0.0001259173612229625,
      "loss": 1.875,
      "step": 72002
    },
    {
      "epoch": 3.3497557571528263,
      "grad_norm": 1.311077604754528,
      "learning_rate": 0.0001259136979572874,
      "loss": 2.0,
      "step": 72003
    },
    {
      "epoch": 3.349802279599907,
      "grad_norm": 1.341513435995654,
      "learning_rate": 0.00012591003470635811,
      "loss": 1.8906,
      "step": 72004
    },
    {
      "epoch": 3.3498488020469877,
      "grad_norm": 1.3765104982373313,
      "learning_rate": 0.0001259063714701768,
      "loss": 1.9297,
      "step": 72005
    },
    {
      "epoch": 3.3498953244940686,
      "grad_norm": 1.3711756940666566,
      "learning_rate": 0.00012590270824874579,
      "loss": 2.0625,
      "step": 72006
    },
    {
      "epoch": 3.349941846941149,
      "grad_norm": 1.4003392208702221,
      "learning_rate": 0.00012589904504206723,
      "loss": 2.1562,
      "step": 72007
    },
    {
      "epoch": 3.34998836938823,
      "grad_norm": 1.3559769182109225,
      "learning_rate": 0.0001258953818501434,
      "loss": 2.0781,
      "step": 72008
    },
    {
      "epoch": 3.3500348918353104,
      "grad_norm": 1.4378814396131765,
      "learning_rate": 0.00012589171867297664,
      "loss": 2.1406,
      "step": 72009
    },
    {
      "epoch": 3.3500814142823914,
      "grad_norm": 1.398244598210602,
      "learning_rate": 0.00012588805551056907,
      "loss": 2.0938,
      "step": 72010
    },
    {
      "epoch": 3.350127936729472,
      "grad_norm": 1.4813940032826902,
      "learning_rate": 0.00012588439236292298,
      "loss": 1.9688,
      "step": 72011
    },
    {
      "epoch": 3.3501744591765528,
      "grad_norm": 1.3437476954515875,
      "learning_rate": 0.00012588072923004062,
      "loss": 1.6094,
      "step": 72012
    },
    {
      "epoch": 3.3502209816236332,
      "grad_norm": 1.2732786037330226,
      "learning_rate": 0.00012587706611192422,
      "loss": 1.875,
      "step": 72013
    },
    {
      "epoch": 3.350267504070714,
      "grad_norm": 1.3968513012067227,
      "learning_rate": 0.00012587340300857603,
      "loss": 2.0938,
      "step": 72014
    },
    {
      "epoch": 3.350314026517795,
      "grad_norm": 1.4049845010341722,
      "learning_rate": 0.00012586973991999826,
      "loss": 2.2656,
      "step": 72015
    },
    {
      "epoch": 3.3503605489648756,
      "grad_norm": 1.431192359892053,
      "learning_rate": 0.0001258660768461932,
      "loss": 2.0781,
      "step": 72016
    },
    {
      "epoch": 3.350407071411956,
      "grad_norm": 1.3764507953274014,
      "learning_rate": 0.00012586241378716306,
      "loss": 2.0625,
      "step": 72017
    },
    {
      "epoch": 3.350453593859037,
      "grad_norm": 1.424523857769191,
      "learning_rate": 0.0001258587507429101,
      "loss": 2.0625,
      "step": 72018
    },
    {
      "epoch": 3.350500116306118,
      "grad_norm": 1.4654743037390439,
      "learning_rate": 0.00012585508771343652,
      "loss": 2.0938,
      "step": 72019
    },
    {
      "epoch": 3.3505466387531984,
      "grad_norm": 1.3537364776471617,
      "learning_rate": 0.00012585142469874464,
      "loss": 2.0312,
      "step": 72020
    },
    {
      "epoch": 3.3505931612002793,
      "grad_norm": 1.3930489908871788,
      "learning_rate": 0.00012584776169883663,
      "loss": 2.125,
      "step": 72021
    },
    {
      "epoch": 3.3506396836473598,
      "grad_norm": 1.4091127765526248,
      "learning_rate": 0.00012584409871371478,
      "loss": 2.1562,
      "step": 72022
    },
    {
      "epoch": 3.3506862060944407,
      "grad_norm": 1.4411481950280949,
      "learning_rate": 0.0001258404357433813,
      "loss": 2.0781,
      "step": 72023
    },
    {
      "epoch": 3.350732728541521,
      "grad_norm": 1.416539070892275,
      "learning_rate": 0.0001258367727878385,
      "loss": 2.2969,
      "step": 72024
    },
    {
      "epoch": 3.350779250988602,
      "grad_norm": 1.439313082852687,
      "learning_rate": 0.00012583310984708848,
      "loss": 2.3125,
      "step": 72025
    },
    {
      "epoch": 3.3508257734356826,
      "grad_norm": 1.3402896722757502,
      "learning_rate": 0.00012582944692113364,
      "loss": 1.9844,
      "step": 72026
    },
    {
      "epoch": 3.3508722958827635,
      "grad_norm": 1.4187829374422491,
      "learning_rate": 0.00012582578400997612,
      "loss": 2.1719,
      "step": 72027
    },
    {
      "epoch": 3.350918818329844,
      "grad_norm": 1.3562881766609831,
      "learning_rate": 0.00012582212111361823,
      "loss": 2.0625,
      "step": 72028
    },
    {
      "epoch": 3.350965340776925,
      "grad_norm": 1.3286921037957342,
      "learning_rate": 0.0001258184582320621,
      "loss": 1.8203,
      "step": 72029
    },
    {
      "epoch": 3.351011863224006,
      "grad_norm": 1.328434858048934,
      "learning_rate": 0.00012581479536531012,
      "loss": 1.8125,
      "step": 72030
    },
    {
      "epoch": 3.3510583856710863,
      "grad_norm": 1.5149781344758604,
      "learning_rate": 0.00012581113251336446,
      "loss": 2.2031,
      "step": 72031
    },
    {
      "epoch": 3.351104908118167,
      "grad_norm": 1.540018632427395,
      "learning_rate": 0.00012580746967622735,
      "loss": 2.2344,
      "step": 72032
    },
    {
      "epoch": 3.3511514305652477,
      "grad_norm": 1.4000271480867208,
      "learning_rate": 0.0001258038068539011,
      "loss": 2.0,
      "step": 72033
    },
    {
      "epoch": 3.3511979530123286,
      "grad_norm": 1.4210686154286898,
      "learning_rate": 0.00012580014404638785,
      "loss": 2.3281,
      "step": 72034
    },
    {
      "epoch": 3.351244475459409,
      "grad_norm": 1.496746533980765,
      "learning_rate": 0.00012579648125368993,
      "loss": 1.875,
      "step": 72035
    },
    {
      "epoch": 3.35129099790649,
      "grad_norm": 1.5631752918864963,
      "learning_rate": 0.0001257928184758095,
      "loss": 2.4375,
      "step": 72036
    },
    {
      "epoch": 3.3513375203535705,
      "grad_norm": 1.387943966075839,
      "learning_rate": 0.0001257891557127489,
      "loss": 2.0625,
      "step": 72037
    },
    {
      "epoch": 3.3513840428006514,
      "grad_norm": 1.4584249604714077,
      "learning_rate": 0.0001257854929645103,
      "loss": 1.9922,
      "step": 72038
    },
    {
      "epoch": 3.351430565247732,
      "grad_norm": 1.4288047646166013,
      "learning_rate": 0.00012578183023109597,
      "loss": 2.1875,
      "step": 72039
    },
    {
      "epoch": 3.351477087694813,
      "grad_norm": 1.274566974599103,
      "learning_rate": 0.00012577816751250815,
      "loss": 1.8594,
      "step": 72040
    },
    {
      "epoch": 3.3515236101418937,
      "grad_norm": 1.4185739499501984,
      "learning_rate": 0.00012577450480874907,
      "loss": 2.0938,
      "step": 72041
    },
    {
      "epoch": 3.351570132588974,
      "grad_norm": 1.8232451379961172,
      "learning_rate": 0.000125770842119821,
      "loss": 2.1406,
      "step": 72042
    },
    {
      "epoch": 3.3516166550360547,
      "grad_norm": 1.4347867310156477,
      "learning_rate": 0.00012576717944572612,
      "loss": 2.1875,
      "step": 72043
    },
    {
      "epoch": 3.3516631774831356,
      "grad_norm": 1.4613901215557648,
      "learning_rate": 0.00012576351678646676,
      "loss": 2.0469,
      "step": 72044
    },
    {
      "epoch": 3.3517096999302165,
      "grad_norm": 1.4287107120052454,
      "learning_rate": 0.00012575985414204507,
      "loss": 2.0781,
      "step": 72045
    },
    {
      "epoch": 3.351756222377297,
      "grad_norm": 1.3506538464350226,
      "learning_rate": 0.0001257561915124634,
      "loss": 1.8906,
      "step": 72046
    },
    {
      "epoch": 3.351802744824378,
      "grad_norm": 1.50103160062156,
      "learning_rate": 0.00012575252889772387,
      "loss": 2.2031,
      "step": 72047
    },
    {
      "epoch": 3.3518492672714584,
      "grad_norm": 1.402180087357058,
      "learning_rate": 0.00012574886629782884,
      "loss": 2.0156,
      "step": 72048
    },
    {
      "epoch": 3.3518957897185393,
      "grad_norm": 1.5992122831613347,
      "learning_rate": 0.00012574520371278045,
      "loss": 2.4219,
      "step": 72049
    },
    {
      "epoch": 3.3519423121656198,
      "grad_norm": 1.4292028585398284,
      "learning_rate": 0.00012574154114258104,
      "loss": 2.0469,
      "step": 72050
    },
    {
      "epoch": 3.3519888346127007,
      "grad_norm": 1.508410020159327,
      "learning_rate": 0.0001257378785872327,
      "loss": 2.3125,
      "step": 72051
    },
    {
      "epoch": 3.352035357059781,
      "grad_norm": 1.429033167837445,
      "learning_rate": 0.00012573421604673786,
      "loss": 2.1562,
      "step": 72052
    },
    {
      "epoch": 3.352081879506862,
      "grad_norm": 1.2792341983041313,
      "learning_rate": 0.00012573055352109867,
      "loss": 1.8203,
      "step": 72053
    },
    {
      "epoch": 3.3521284019539426,
      "grad_norm": 1.4327699058170258,
      "learning_rate": 0.00012572689101031736,
      "loss": 1.9062,
      "step": 72054
    },
    {
      "epoch": 3.3521749244010235,
      "grad_norm": 1.415758835222771,
      "learning_rate": 0.0001257232285143962,
      "loss": 2.2188,
      "step": 72055
    },
    {
      "epoch": 3.3522214468481044,
      "grad_norm": 1.4566060364713156,
      "learning_rate": 0.0001257195660333374,
      "loss": 2.2969,
      "step": 72056
    },
    {
      "epoch": 3.352267969295185,
      "grad_norm": 1.4435438839387857,
      "learning_rate": 0.00012571590356714326,
      "loss": 1.9688,
      "step": 72057
    },
    {
      "epoch": 3.352314491742266,
      "grad_norm": 1.4625929301417904,
      "learning_rate": 0.00012571224111581597,
      "loss": 2.1406,
      "step": 72058
    },
    {
      "epoch": 3.3523610141893463,
      "grad_norm": 1.4358941627752566,
      "learning_rate": 0.0001257085786793578,
      "loss": 2.1562,
      "step": 72059
    },
    {
      "epoch": 3.352407536636427,
      "grad_norm": 1.514269568145073,
      "learning_rate": 0.000125704916257771,
      "loss": 2.3125,
      "step": 72060
    },
    {
      "epoch": 3.3524540590835077,
      "grad_norm": 1.360177601243787,
      "learning_rate": 0.00012570125385105778,
      "loss": 1.8672,
      "step": 72061
    },
    {
      "epoch": 3.3525005815305886,
      "grad_norm": 1.3725853327136797,
      "learning_rate": 0.00012569759145922036,
      "loss": 2.0625,
      "step": 72062
    },
    {
      "epoch": 3.352547103977669,
      "grad_norm": 1.3275415178903083,
      "learning_rate": 0.00012569392908226104,
      "loss": 2.0938,
      "step": 72063
    },
    {
      "epoch": 3.35259362642475,
      "grad_norm": 1.3491054036893146,
      "learning_rate": 0.00012569026672018204,
      "loss": 1.9297,
      "step": 72064
    },
    {
      "epoch": 3.3526401488718305,
      "grad_norm": 1.358814391766134,
      "learning_rate": 0.00012568660437298562,
      "loss": 1.8828,
      "step": 72065
    },
    {
      "epoch": 3.3526866713189114,
      "grad_norm": 1.4712224113645167,
      "learning_rate": 0.000125682942040674,
      "loss": 1.9453,
      "step": 72066
    },
    {
      "epoch": 3.3527331937659923,
      "grad_norm": 1.4192149752320553,
      "learning_rate": 0.0001256792797232494,
      "loss": 1.9375,
      "step": 72067
    },
    {
      "epoch": 3.352779716213073,
      "grad_norm": 1.4670670208039758,
      "learning_rate": 0.00012567561742071412,
      "loss": 2.125,
      "step": 72068
    },
    {
      "epoch": 3.3528262386601533,
      "grad_norm": 1.4860045260385497,
      "learning_rate": 0.00012567195513307034,
      "loss": 2.1406,
      "step": 72069
    },
    {
      "epoch": 3.352872761107234,
      "grad_norm": 1.3615630646825212,
      "learning_rate": 0.00012566829286032036,
      "loss": 2.0625,
      "step": 72070
    },
    {
      "epoch": 3.352919283554315,
      "grad_norm": 1.389937070292604,
      "learning_rate": 0.00012566463060246637,
      "loss": 1.8828,
      "step": 72071
    },
    {
      "epoch": 3.3529658060013956,
      "grad_norm": 1.398842647108204,
      "learning_rate": 0.00012566096835951065,
      "loss": 2.0,
      "step": 72072
    },
    {
      "epoch": 3.3530123284484765,
      "grad_norm": 1.3781564494523488,
      "learning_rate": 0.00012565730613145538,
      "loss": 1.8906,
      "step": 72073
    },
    {
      "epoch": 3.353058850895557,
      "grad_norm": 1.5335555246030683,
      "learning_rate": 0.00012565364391830289,
      "loss": 2.3438,
      "step": 72074
    },
    {
      "epoch": 3.353105373342638,
      "grad_norm": 1.4203188276534366,
      "learning_rate": 0.0001256499817200554,
      "loss": 2.1562,
      "step": 72075
    },
    {
      "epoch": 3.3531518957897184,
      "grad_norm": 1.4099945120712631,
      "learning_rate": 0.0001256463195367151,
      "loss": 1.9453,
      "step": 72076
    },
    {
      "epoch": 3.3531984182367993,
      "grad_norm": 1.335319232708668,
      "learning_rate": 0.00012564265736828432,
      "loss": 2.0938,
      "step": 72077
    },
    {
      "epoch": 3.35324494068388,
      "grad_norm": 1.3990474607031613,
      "learning_rate": 0.0001256389952147652,
      "loss": 2.1406,
      "step": 72078
    },
    {
      "epoch": 3.3532914631309607,
      "grad_norm": 1.454555236838072,
      "learning_rate": 0.00012563533307616005,
      "loss": 2.0781,
      "step": 72079
    },
    {
      "epoch": 3.353337985578041,
      "grad_norm": 1.4048029165805707,
      "learning_rate": 0.0001256316709524711,
      "loss": 2.2344,
      "step": 72080
    },
    {
      "epoch": 3.353384508025122,
      "grad_norm": 1.386041605199256,
      "learning_rate": 0.0001256280088437006,
      "loss": 1.9453,
      "step": 72081
    },
    {
      "epoch": 3.353431030472203,
      "grad_norm": 1.5043268878856506,
      "learning_rate": 0.00012562434674985072,
      "loss": 2.0938,
      "step": 72082
    },
    {
      "epoch": 3.3534775529192835,
      "grad_norm": 1.458361015190658,
      "learning_rate": 0.0001256206846709238,
      "loss": 2.2031,
      "step": 72083
    },
    {
      "epoch": 3.3535240753663644,
      "grad_norm": 1.4000330531775427,
      "learning_rate": 0.00012561702260692202,
      "loss": 2.2188,
      "step": 72084
    },
    {
      "epoch": 3.353570597813445,
      "grad_norm": 1.3519639741634555,
      "learning_rate": 0.00012561336055784766,
      "loss": 2.0312,
      "step": 72085
    },
    {
      "epoch": 3.353617120260526,
      "grad_norm": 1.4523462240542586,
      "learning_rate": 0.00012560969852370293,
      "loss": 2.3281,
      "step": 72086
    },
    {
      "epoch": 3.3536636427076063,
      "grad_norm": 1.3350627217796083,
      "learning_rate": 0.0001256060365044901,
      "loss": 2.0,
      "step": 72087
    },
    {
      "epoch": 3.3537101651546872,
      "grad_norm": 1.3778620005534317,
      "learning_rate": 0.0001256023745002114,
      "loss": 1.8984,
      "step": 72088
    },
    {
      "epoch": 3.3537566876017677,
      "grad_norm": 1.3079674210359622,
      "learning_rate": 0.00012559871251086906,
      "loss": 1.8594,
      "step": 72089
    },
    {
      "epoch": 3.3538032100488486,
      "grad_norm": 1.384906581698111,
      "learning_rate": 0.00012559505053646533,
      "loss": 1.8125,
      "step": 72090
    },
    {
      "epoch": 3.353849732495929,
      "grad_norm": 1.3669216628418541,
      "learning_rate": 0.00012559138857700248,
      "loss": 2.0469,
      "step": 72091
    },
    {
      "epoch": 3.35389625494301,
      "grad_norm": 1.325023863143544,
      "learning_rate": 0.00012558772663248273,
      "loss": 1.9219,
      "step": 72092
    },
    {
      "epoch": 3.353942777390091,
      "grad_norm": 1.4781980514291795,
      "learning_rate": 0.00012558406470290827,
      "loss": 2.1562,
      "step": 72093
    },
    {
      "epoch": 3.3539892998371714,
      "grad_norm": 1.3592229404005878,
      "learning_rate": 0.00012558040278828143,
      "loss": 1.9844,
      "step": 72094
    },
    {
      "epoch": 3.3540358222842523,
      "grad_norm": 1.282839389244722,
      "learning_rate": 0.00012557674088860436,
      "loss": 1.8281,
      "step": 72095
    },
    {
      "epoch": 3.354082344731333,
      "grad_norm": 1.5367804306896498,
      "learning_rate": 0.00012557307900387936,
      "loss": 1.9609,
      "step": 72096
    },
    {
      "epoch": 3.3541288671784137,
      "grad_norm": 1.3686934234480408,
      "learning_rate": 0.0001255694171341087,
      "loss": 2.0312,
      "step": 72097
    },
    {
      "epoch": 3.354175389625494,
      "grad_norm": 1.3279864454258123,
      "learning_rate": 0.00012556575527929457,
      "loss": 2.0,
      "step": 72098
    },
    {
      "epoch": 3.354221912072575,
      "grad_norm": 1.412470475915941,
      "learning_rate": 0.00012556209343943925,
      "loss": 2.0469,
      "step": 72099
    },
    {
      "epoch": 3.3542684345196556,
      "grad_norm": 1.4501525522237027,
      "learning_rate": 0.00012555843161454495,
      "loss": 2.2344,
      "step": 72100
    },
    {
      "epoch": 3.3543149569667365,
      "grad_norm": 1.4854448208322626,
      "learning_rate": 0.00012555476980461393,
      "loss": 2.1875,
      "step": 72101
    },
    {
      "epoch": 3.354361479413817,
      "grad_norm": 1.4387092686882752,
      "learning_rate": 0.00012555110800964838,
      "loss": 2.1094,
      "step": 72102
    },
    {
      "epoch": 3.354408001860898,
      "grad_norm": 1.4536743728351311,
      "learning_rate": 0.00012554744622965064,
      "loss": 2.2344,
      "step": 72103
    },
    {
      "epoch": 3.3544545243079784,
      "grad_norm": 1.4515971496334652,
      "learning_rate": 0.00012554378446462286,
      "loss": 2.3906,
      "step": 72104
    },
    {
      "epoch": 3.3545010467550593,
      "grad_norm": 1.3321821778402487,
      "learning_rate": 0.00012554012271456737,
      "loss": 2.0781,
      "step": 72105
    },
    {
      "epoch": 3.35454756920214,
      "grad_norm": 1.3122103388626576,
      "learning_rate": 0.0001255364609794863,
      "loss": 1.8672,
      "step": 72106
    },
    {
      "epoch": 3.3545940916492207,
      "grad_norm": 1.4228914545199292,
      "learning_rate": 0.00012553279925938202,
      "loss": 2.0938,
      "step": 72107
    },
    {
      "epoch": 3.3546406140963017,
      "grad_norm": 1.4206013129238344,
      "learning_rate": 0.00012552913755425662,
      "loss": 2.1406,
      "step": 72108
    },
    {
      "epoch": 3.354687136543382,
      "grad_norm": 1.3506589256232493,
      "learning_rate": 0.0001255254758641125,
      "loss": 2.0156,
      "step": 72109
    },
    {
      "epoch": 3.354733658990463,
      "grad_norm": 1.3794597009058855,
      "learning_rate": 0.0001255218141889518,
      "loss": 2.0469,
      "step": 72110
    },
    {
      "epoch": 3.3547801814375435,
      "grad_norm": 1.4058288592072241,
      "learning_rate": 0.00012551815252877677,
      "loss": 2.0938,
      "step": 72111
    },
    {
      "epoch": 3.3548267038846245,
      "grad_norm": 1.3870576257184386,
      "learning_rate": 0.00012551449088358968,
      "loss": 2.0625,
      "step": 72112
    },
    {
      "epoch": 3.354873226331705,
      "grad_norm": 1.385082483977685,
      "learning_rate": 0.0001255108292533928,
      "loss": 2.0469,
      "step": 72113
    },
    {
      "epoch": 3.354919748778786,
      "grad_norm": 1.3127128123547,
      "learning_rate": 0.0001255071676381883,
      "loss": 1.9688,
      "step": 72114
    },
    {
      "epoch": 3.3549662712258663,
      "grad_norm": 1.4451748976157741,
      "learning_rate": 0.00012550350603797848,
      "loss": 1.9766,
      "step": 72115
    },
    {
      "epoch": 3.3550127936729472,
      "grad_norm": 1.4616545618832597,
      "learning_rate": 0.00012549984445276553,
      "loss": 2.1875,
      "step": 72116
    },
    {
      "epoch": 3.3550593161200277,
      "grad_norm": 1.3947807743996208,
      "learning_rate": 0.00012549618288255166,
      "loss": 1.9531,
      "step": 72117
    },
    {
      "epoch": 3.3551058385671086,
      "grad_norm": 1.4387501480015974,
      "learning_rate": 0.00012549252132733926,
      "loss": 2.0625,
      "step": 72118
    },
    {
      "epoch": 3.3551523610141896,
      "grad_norm": 1.4191410712567385,
      "learning_rate": 0.00012548885978713048,
      "loss": 2.1562,
      "step": 72119
    },
    {
      "epoch": 3.35519888346127,
      "grad_norm": 1.3951524855956088,
      "learning_rate": 0.00012548519826192754,
      "loss": 2.1406,
      "step": 72120
    },
    {
      "epoch": 3.355245405908351,
      "grad_norm": 1.3935250265565262,
      "learning_rate": 0.00012548153675173276,
      "loss": 2.1719,
      "step": 72121
    },
    {
      "epoch": 3.3552919283554314,
      "grad_norm": 1.4576966426580316,
      "learning_rate": 0.00012547787525654823,
      "loss": 2.1875,
      "step": 72122
    },
    {
      "epoch": 3.3553384508025124,
      "grad_norm": 1.4741655408337784,
      "learning_rate": 0.0001254742137763764,
      "loss": 2.1406,
      "step": 72123
    },
    {
      "epoch": 3.355384973249593,
      "grad_norm": 1.340021491332979,
      "learning_rate": 0.00012547055231121933,
      "loss": 2.0156,
      "step": 72124
    },
    {
      "epoch": 3.3554314956966738,
      "grad_norm": 1.3028090125035499,
      "learning_rate": 0.00012546689086107934,
      "loss": 2.0,
      "step": 72125
    },
    {
      "epoch": 3.3554780181437542,
      "grad_norm": 1.3816666638137685,
      "learning_rate": 0.00012546322942595867,
      "loss": 1.9688,
      "step": 72126
    },
    {
      "epoch": 3.355524540590835,
      "grad_norm": 1.4537937371097185,
      "learning_rate": 0.00012545956800585957,
      "loss": 2.2188,
      "step": 72127
    },
    {
      "epoch": 3.3555710630379156,
      "grad_norm": 1.3742448970299643,
      "learning_rate": 0.00012545590660078423,
      "loss": 1.9297,
      "step": 72128
    },
    {
      "epoch": 3.3556175854849966,
      "grad_norm": 1.3307533351814085,
      "learning_rate": 0.00012545224521073495,
      "loss": 1.9453,
      "step": 72129
    },
    {
      "epoch": 3.355664107932077,
      "grad_norm": 1.3522473295836026,
      "learning_rate": 0.00012544858383571397,
      "loss": 2.0625,
      "step": 72130
    },
    {
      "epoch": 3.355710630379158,
      "grad_norm": 1.3961104684930852,
      "learning_rate": 0.0001254449224757235,
      "loss": 2.1094,
      "step": 72131
    },
    {
      "epoch": 3.3557571528262384,
      "grad_norm": 1.3845202438270061,
      "learning_rate": 0.00012544126113076575,
      "loss": 2.0625,
      "step": 72132
    },
    {
      "epoch": 3.3558036752733194,
      "grad_norm": 1.4282914790480084,
      "learning_rate": 0.00012543759980084308,
      "loss": 1.9297,
      "step": 72133
    },
    {
      "epoch": 3.3558501977204003,
      "grad_norm": 1.5064787753010598,
      "learning_rate": 0.00012543393848595758,
      "loss": 2.3281,
      "step": 72134
    },
    {
      "epoch": 3.3558967201674808,
      "grad_norm": 1.474420538918881,
      "learning_rate": 0.00012543027718611165,
      "loss": 2.3281,
      "step": 72135
    },
    {
      "epoch": 3.3559432426145617,
      "grad_norm": 1.3448402717438697,
      "learning_rate": 0.00012542661590130737,
      "loss": 2.0312,
      "step": 72136
    },
    {
      "epoch": 3.355989765061642,
      "grad_norm": 1.397744777775735,
      "learning_rate": 0.00012542295463154713,
      "loss": 1.9688,
      "step": 72137
    },
    {
      "epoch": 3.356036287508723,
      "grad_norm": 1.4248894687913285,
      "learning_rate": 0.00012541929337683304,
      "loss": 2.0781,
      "step": 72138
    },
    {
      "epoch": 3.3560828099558035,
      "grad_norm": 1.3456278199551437,
      "learning_rate": 0.00012541563213716738,
      "loss": 1.8984,
      "step": 72139
    },
    {
      "epoch": 3.3561293324028845,
      "grad_norm": 1.444242116575636,
      "learning_rate": 0.0001254119709125525,
      "loss": 2.2656,
      "step": 72140
    },
    {
      "epoch": 3.356175854849965,
      "grad_norm": 1.48226690895679,
      "learning_rate": 0.0001254083097029905,
      "loss": 2.1719,
      "step": 72141
    },
    {
      "epoch": 3.356222377297046,
      "grad_norm": 1.433281593213409,
      "learning_rate": 0.0001254046485084837,
      "loss": 2.0469,
      "step": 72142
    },
    {
      "epoch": 3.3562688997441263,
      "grad_norm": 1.339570004847324,
      "learning_rate": 0.00012540098732903432,
      "loss": 1.9453,
      "step": 72143
    },
    {
      "epoch": 3.3563154221912073,
      "grad_norm": 1.3747297274451507,
      "learning_rate": 0.0001253973261646446,
      "loss": 2.0156,
      "step": 72144
    },
    {
      "epoch": 3.356361944638288,
      "grad_norm": 1.3426028665477205,
      "learning_rate": 0.00012539366501531678,
      "loss": 2.0625,
      "step": 72145
    },
    {
      "epoch": 3.3564084670853687,
      "grad_norm": 1.4410310310235028,
      "learning_rate": 0.0001253900038810531,
      "loss": 2.125,
      "step": 72146
    },
    {
      "epoch": 3.3564549895324496,
      "grad_norm": 1.4131437798115045,
      "learning_rate": 0.00012538634276185585,
      "loss": 2.0469,
      "step": 72147
    },
    {
      "epoch": 3.35650151197953,
      "grad_norm": 1.3237953815801304,
      "learning_rate": 0.00012538268165772717,
      "loss": 1.9297,
      "step": 72148
    },
    {
      "epoch": 3.356548034426611,
      "grad_norm": 1.4453981523001056,
      "learning_rate": 0.0001253790205686694,
      "loss": 2.125,
      "step": 72149
    },
    {
      "epoch": 3.3565945568736915,
      "grad_norm": 1.5118260227092735,
      "learning_rate": 0.00012537535949468467,
      "loss": 2.1094,
      "step": 72150
    },
    {
      "epoch": 3.3566410793207724,
      "grad_norm": 1.3624358173720468,
      "learning_rate": 0.00012537169843577535,
      "loss": 2.0156,
      "step": 72151
    },
    {
      "epoch": 3.356687601767853,
      "grad_norm": 1.4234732988379564,
      "learning_rate": 0.00012536803739194357,
      "loss": 2.1719,
      "step": 72152
    },
    {
      "epoch": 3.356734124214934,
      "grad_norm": 1.4896089978506328,
      "learning_rate": 0.00012536437636319168,
      "loss": 2.2812,
      "step": 72153
    },
    {
      "epoch": 3.3567806466620143,
      "grad_norm": 1.4305918341012416,
      "learning_rate": 0.00012536071534952184,
      "loss": 2.1406,
      "step": 72154
    },
    {
      "epoch": 3.356827169109095,
      "grad_norm": 1.3499146932348247,
      "learning_rate": 0.0001253570543509363,
      "loss": 1.9844,
      "step": 72155
    },
    {
      "epoch": 3.356873691556176,
      "grad_norm": 1.3809393429971124,
      "learning_rate": 0.00012535339336743734,
      "loss": 1.7578,
      "step": 72156
    },
    {
      "epoch": 3.3569202140032566,
      "grad_norm": 1.343386409057612,
      "learning_rate": 0.0001253497323990272,
      "loss": 1.8672,
      "step": 72157
    },
    {
      "epoch": 3.356966736450337,
      "grad_norm": 1.3004725841544806,
      "learning_rate": 0.00012534607144570802,
      "loss": 1.8281,
      "step": 72158
    },
    {
      "epoch": 3.357013258897418,
      "grad_norm": 1.474498990824953,
      "learning_rate": 0.0001253424105074822,
      "loss": 2.2031,
      "step": 72159
    },
    {
      "epoch": 3.357059781344499,
      "grad_norm": 1.3794208442664264,
      "learning_rate": 0.00012533874958435185,
      "loss": 2.0,
      "step": 72160
    },
    {
      "epoch": 3.3571063037915794,
      "grad_norm": 1.4652527265802924,
      "learning_rate": 0.00012533508867631924,
      "loss": 1.9531,
      "step": 72161
    },
    {
      "epoch": 3.3571528262386603,
      "grad_norm": 1.391675674356887,
      "learning_rate": 0.00012533142778338669,
      "loss": 2.25,
      "step": 72162
    },
    {
      "epoch": 3.3571993486857408,
      "grad_norm": 1.295841000542091,
      "learning_rate": 0.00012532776690555637,
      "loss": 1.625,
      "step": 72163
    },
    {
      "epoch": 3.3572458711328217,
      "grad_norm": 1.3885048965140936,
      "learning_rate": 0.00012532410604283056,
      "loss": 2.125,
      "step": 72164
    },
    {
      "epoch": 3.357292393579902,
      "grad_norm": 1.3374247681711688,
      "learning_rate": 0.00012532044519521145,
      "loss": 1.9766,
      "step": 72165
    },
    {
      "epoch": 3.357338916026983,
      "grad_norm": 1.3934230437541875,
      "learning_rate": 0.0001253167843627013,
      "loss": 1.9531,
      "step": 72166
    },
    {
      "epoch": 3.3573854384740636,
      "grad_norm": 1.4386043473178916,
      "learning_rate": 0.00012531312354530238,
      "loss": 2.125,
      "step": 72167
    },
    {
      "epoch": 3.3574319609211445,
      "grad_norm": 1.765491330172916,
      "learning_rate": 0.0001253094627430169,
      "loss": 2.0781,
      "step": 72168
    },
    {
      "epoch": 3.357478483368225,
      "grad_norm": 1.4063040797165827,
      "learning_rate": 0.00012530580195584711,
      "loss": 2.125,
      "step": 72169
    },
    {
      "epoch": 3.357525005815306,
      "grad_norm": 1.387761813248052,
      "learning_rate": 0.00012530214118379527,
      "loss": 2.1094,
      "step": 72170
    },
    {
      "epoch": 3.357571528262387,
      "grad_norm": 1.5253017426449063,
      "learning_rate": 0.00012529848042686358,
      "loss": 2.0938,
      "step": 72171
    },
    {
      "epoch": 3.3576180507094673,
      "grad_norm": 1.4863294722330984,
      "learning_rate": 0.00012529481968505437,
      "loss": 1.9453,
      "step": 72172
    },
    {
      "epoch": 3.357664573156548,
      "grad_norm": 1.3615854197100252,
      "learning_rate": 0.0001252911589583698,
      "loss": 2.0156,
      "step": 72173
    },
    {
      "epoch": 3.3577110956036287,
      "grad_norm": 1.3446976585127202,
      "learning_rate": 0.00012528749824681208,
      "loss": 1.9453,
      "step": 72174
    },
    {
      "epoch": 3.3577576180507096,
      "grad_norm": 1.4159737990751329,
      "learning_rate": 0.00012528383755038353,
      "loss": 2.1406,
      "step": 72175
    },
    {
      "epoch": 3.35780414049779,
      "grad_norm": 1.4761934114807846,
      "learning_rate": 0.00012528017686908632,
      "loss": 2.3594,
      "step": 72176
    },
    {
      "epoch": 3.357850662944871,
      "grad_norm": 1.3907338355444636,
      "learning_rate": 0.00012527651620292278,
      "loss": 2.0312,
      "step": 72177
    },
    {
      "epoch": 3.3578971853919515,
      "grad_norm": 1.5444700084981262,
      "learning_rate": 0.00012527285555189507,
      "loss": 2.1094,
      "step": 72178
    },
    {
      "epoch": 3.3579437078390324,
      "grad_norm": 1.3844256876525989,
      "learning_rate": 0.00012526919491600546,
      "loss": 2.0938,
      "step": 72179
    },
    {
      "epoch": 3.357990230286113,
      "grad_norm": 1.4969347239794888,
      "learning_rate": 0.00012526553429525623,
      "loss": 2.2656,
      "step": 72180
    },
    {
      "epoch": 3.358036752733194,
      "grad_norm": 1.3107071674044222,
      "learning_rate": 0.00012526187368964956,
      "loss": 1.8672,
      "step": 72181
    },
    {
      "epoch": 3.3580832751802747,
      "grad_norm": 1.382156213494408,
      "learning_rate": 0.0001252582130991877,
      "loss": 2.0156,
      "step": 72182
    },
    {
      "epoch": 3.358129797627355,
      "grad_norm": 1.5198582823463762,
      "learning_rate": 0.0001252545525238729,
      "loss": 2.3438,
      "step": 72183
    },
    {
      "epoch": 3.3581763200744357,
      "grad_norm": 1.3714581584706467,
      "learning_rate": 0.00012525089196370744,
      "loss": 2.0312,
      "step": 72184
    },
    {
      "epoch": 3.3582228425215166,
      "grad_norm": 1.5257972855282582,
      "learning_rate": 0.00012524723141869352,
      "loss": 1.9453,
      "step": 72185
    },
    {
      "epoch": 3.3582693649685975,
      "grad_norm": 1.4658178634278018,
      "learning_rate": 0.00012524357088883342,
      "loss": 1.5078,
      "step": 72186
    },
    {
      "epoch": 3.358315887415678,
      "grad_norm": 1.5544764002606315,
      "learning_rate": 0.00012523991037412932,
      "loss": 2.2812,
      "step": 72187
    },
    {
      "epoch": 3.358362409862759,
      "grad_norm": 1.3851795259660646,
      "learning_rate": 0.0001252362498745835,
      "loss": 1.9141,
      "step": 72188
    },
    {
      "epoch": 3.3584089323098394,
      "grad_norm": 1.3860650172681934,
      "learning_rate": 0.00012523258939019818,
      "loss": 1.9453,
      "step": 72189
    },
    {
      "epoch": 3.3584554547569203,
      "grad_norm": 1.4060657007860948,
      "learning_rate": 0.00012522892892097566,
      "loss": 1.9688,
      "step": 72190
    },
    {
      "epoch": 3.358501977204001,
      "grad_norm": 1.2107610008629135,
      "learning_rate": 0.0001252252684669181,
      "loss": 1.5547,
      "step": 72191
    },
    {
      "epoch": 3.3585484996510817,
      "grad_norm": 1.4124101421213069,
      "learning_rate": 0.00012522160802802781,
      "loss": 2.1719,
      "step": 72192
    },
    {
      "epoch": 3.358595022098162,
      "grad_norm": 1.4063661917487809,
      "learning_rate": 0.00012521794760430696,
      "loss": 2.0781,
      "step": 72193
    },
    {
      "epoch": 3.358641544545243,
      "grad_norm": 1.4395113927713414,
      "learning_rate": 0.00012521428719575785,
      "loss": 2.0312,
      "step": 72194
    },
    {
      "epoch": 3.3586880669923236,
      "grad_norm": 1.3638217007617748,
      "learning_rate": 0.00012521062680238268,
      "loss": 1.7812,
      "step": 72195
    },
    {
      "epoch": 3.3587345894394045,
      "grad_norm": 1.4611577218147067,
      "learning_rate": 0.00012520696642418373,
      "loss": 1.9297,
      "step": 72196
    },
    {
      "epoch": 3.3587811118864854,
      "grad_norm": 1.4257461745528817,
      "learning_rate": 0.00012520330606116318,
      "loss": 2.1094,
      "step": 72197
    },
    {
      "epoch": 3.358827634333566,
      "grad_norm": 1.3512705637515785,
      "learning_rate": 0.00012519964571332338,
      "loss": 1.9609,
      "step": 72198
    },
    {
      "epoch": 3.358874156780647,
      "grad_norm": 1.4174064747750854,
      "learning_rate": 0.00012519598538066648,
      "loss": 2.125,
      "step": 72199
    },
    {
      "epoch": 3.3589206792277273,
      "grad_norm": 1.3297219564747957,
      "learning_rate": 0.00012519232506319472,
      "loss": 2.125,
      "step": 72200
    },
    {
      "epoch": 3.3589672016748082,
      "grad_norm": 1.3851869693883079,
      "learning_rate": 0.0001251886647609104,
      "loss": 1.9766,
      "step": 72201
    },
    {
      "epoch": 3.3590137241218887,
      "grad_norm": 1.4515720831741024,
      "learning_rate": 0.00012518500447381567,
      "loss": 2.125,
      "step": 72202
    },
    {
      "epoch": 3.3590602465689696,
      "grad_norm": 1.436214163481249,
      "learning_rate": 0.00012518134420191288,
      "loss": 1.9844,
      "step": 72203
    },
    {
      "epoch": 3.35910676901605,
      "grad_norm": 1.396839538144478,
      "learning_rate": 0.00012517768394520415,
      "loss": 1.9844,
      "step": 72204
    },
    {
      "epoch": 3.359153291463131,
      "grad_norm": 1.3255760269457397,
      "learning_rate": 0.00012517402370369182,
      "loss": 1.9062,
      "step": 72205
    },
    {
      "epoch": 3.3591998139102115,
      "grad_norm": 1.3739930302510726,
      "learning_rate": 0.00012517036347737813,
      "loss": 1.9609,
      "step": 72206
    },
    {
      "epoch": 3.3592463363572924,
      "grad_norm": 1.4179901489981337,
      "learning_rate": 0.00012516670326626525,
      "loss": 2.0625,
      "step": 72207
    },
    {
      "epoch": 3.3592928588043733,
      "grad_norm": 1.328307700186453,
      "learning_rate": 0.00012516304307035552,
      "loss": 1.9297,
      "step": 72208
    },
    {
      "epoch": 3.359339381251454,
      "grad_norm": 1.3411135634968283,
      "learning_rate": 0.00012515938288965107,
      "loss": 1.8984,
      "step": 72209
    },
    {
      "epoch": 3.3593859036985347,
      "grad_norm": 1.4186237869606602,
      "learning_rate": 0.0001251557227241542,
      "loss": 1.9141,
      "step": 72210
    },
    {
      "epoch": 3.359432426145615,
      "grad_norm": 1.3162269890240308,
      "learning_rate": 0.00012515206257386713,
      "loss": 1.5312,
      "step": 72211
    },
    {
      "epoch": 3.359478948592696,
      "grad_norm": 1.4239162280920188,
      "learning_rate": 0.00012514840243879217,
      "loss": 2.0781,
      "step": 72212
    },
    {
      "epoch": 3.3595254710397766,
      "grad_norm": 1.4513197107883684,
      "learning_rate": 0.00012514474231893144,
      "loss": 2.1562,
      "step": 72213
    },
    {
      "epoch": 3.3595719934868575,
      "grad_norm": 1.401761348900304,
      "learning_rate": 0.0001251410822142873,
      "loss": 2.1875,
      "step": 72214
    },
    {
      "epoch": 3.359618515933938,
      "grad_norm": 1.3390479595824436,
      "learning_rate": 0.00012513742212486188,
      "loss": 1.8828,
      "step": 72215
    },
    {
      "epoch": 3.359665038381019,
      "grad_norm": 1.352837270343898,
      "learning_rate": 0.00012513376205065753,
      "loss": 1.9219,
      "step": 72216
    },
    {
      "epoch": 3.3597115608280994,
      "grad_norm": 1.2868971281817914,
      "learning_rate": 0.0001251301019916764,
      "loss": 1.9375,
      "step": 72217
    },
    {
      "epoch": 3.3597580832751803,
      "grad_norm": 1.4173675739510194,
      "learning_rate": 0.00012512644194792079,
      "loss": 2.1094,
      "step": 72218
    },
    {
      "epoch": 3.359804605722261,
      "grad_norm": 1.4732522368415681,
      "learning_rate": 0.00012512278191939292,
      "loss": 2.1562,
      "step": 72219
    },
    {
      "epoch": 3.3598511281693417,
      "grad_norm": 1.396984630816403,
      "learning_rate": 0.00012511912190609503,
      "loss": 2.125,
      "step": 72220
    },
    {
      "epoch": 3.359897650616422,
      "grad_norm": 1.4043306005137173,
      "learning_rate": 0.00012511546190802932,
      "loss": 2.0625,
      "step": 72221
    },
    {
      "epoch": 3.359944173063503,
      "grad_norm": 1.4215474603261886,
      "learning_rate": 0.0001251118019251981,
      "loss": 1.4062,
      "step": 72222
    },
    {
      "epoch": 3.359990695510584,
      "grad_norm": 1.4143357794878368,
      "learning_rate": 0.0001251081419576036,
      "loss": 1.8984,
      "step": 72223
    },
    {
      "epoch": 3.3600372179576645,
      "grad_norm": 1.4932106204321063,
      "learning_rate": 0.00012510448200524804,
      "loss": 2.1719,
      "step": 72224
    },
    {
      "epoch": 3.3600837404047454,
      "grad_norm": 1.4154907439534379,
      "learning_rate": 0.00012510082206813362,
      "loss": 1.9922,
      "step": 72225
    },
    {
      "epoch": 3.360130262851826,
      "grad_norm": 1.3857130723579656,
      "learning_rate": 0.0001250971621462626,
      "loss": 2.0312,
      "step": 72226
    },
    {
      "epoch": 3.360176785298907,
      "grad_norm": 1.4362995690575828,
      "learning_rate": 0.0001250935022396373,
      "loss": 2.2656,
      "step": 72227
    },
    {
      "epoch": 3.3602233077459873,
      "grad_norm": 1.5021176299314873,
      "learning_rate": 0.0001250898423482599,
      "loss": 2.1406,
      "step": 72228
    },
    {
      "epoch": 3.3602698301930682,
      "grad_norm": 1.332576902177591,
      "learning_rate": 0.00012508618247213267,
      "loss": 2.1719,
      "step": 72229
    },
    {
      "epoch": 3.3603163526401487,
      "grad_norm": 1.5327943633321413,
      "learning_rate": 0.0001250825226112578,
      "loss": 2.25,
      "step": 72230
    },
    {
      "epoch": 3.3603628750872296,
      "grad_norm": 1.4462944108867073,
      "learning_rate": 0.00012507886276563756,
      "loss": 2.0781,
      "step": 72231
    },
    {
      "epoch": 3.36040939753431,
      "grad_norm": 1.3608278026542493,
      "learning_rate": 0.0001250752029352742,
      "loss": 1.9141,
      "step": 72232
    },
    {
      "epoch": 3.360455919981391,
      "grad_norm": 1.3262467236590163,
      "learning_rate": 0.00012507154312016991,
      "loss": 1.9453,
      "step": 72233
    },
    {
      "epoch": 3.360502442428472,
      "grad_norm": 1.4256926555923881,
      "learning_rate": 0.000125067883320327,
      "loss": 1.9531,
      "step": 72234
    },
    {
      "epoch": 3.3605489648755524,
      "grad_norm": 1.4547189327410628,
      "learning_rate": 0.00012506422353574767,
      "loss": 2.1094,
      "step": 72235
    },
    {
      "epoch": 3.3605954873226334,
      "grad_norm": 1.3732043217913812,
      "learning_rate": 0.00012506056376643417,
      "loss": 2.1562,
      "step": 72236
    },
    {
      "epoch": 3.360642009769714,
      "grad_norm": 1.3510379146779783,
      "learning_rate": 0.00012505690401238875,
      "loss": 2.0156,
      "step": 72237
    },
    {
      "epoch": 3.3606885322167948,
      "grad_norm": 1.4408798987688967,
      "learning_rate": 0.00012505324427361362,
      "loss": 2.2344,
      "step": 72238
    },
    {
      "epoch": 3.3607350546638752,
      "grad_norm": 1.4670427278710085,
      "learning_rate": 0.00012504958455011105,
      "loss": 2.3125,
      "step": 72239
    },
    {
      "epoch": 3.360781577110956,
      "grad_norm": 1.4240921388114034,
      "learning_rate": 0.00012504592484188329,
      "loss": 2.0156,
      "step": 72240
    },
    {
      "epoch": 3.3608280995580366,
      "grad_norm": 1.4120883036817657,
      "learning_rate": 0.00012504226514893253,
      "loss": 2.0469,
      "step": 72241
    },
    {
      "epoch": 3.3608746220051176,
      "grad_norm": 1.3183187741279017,
      "learning_rate": 0.00012503860547126105,
      "loss": 1.7812,
      "step": 72242
    },
    {
      "epoch": 3.360921144452198,
      "grad_norm": 1.416591265663647,
      "learning_rate": 0.00012503494580887108,
      "loss": 2.0469,
      "step": 72243
    },
    {
      "epoch": 3.360967666899279,
      "grad_norm": 1.393172679428512,
      "learning_rate": 0.0001250312861617649,
      "loss": 2.2031,
      "step": 72244
    },
    {
      "epoch": 3.3610141893463594,
      "grad_norm": 1.2834785207444144,
      "learning_rate": 0.00012502762652994467,
      "loss": 1.6797,
      "step": 72245
    },
    {
      "epoch": 3.3610607117934403,
      "grad_norm": 1.361926254288538,
      "learning_rate": 0.0001250239669134127,
      "loss": 2.0625,
      "step": 72246
    },
    {
      "epoch": 3.361107234240521,
      "grad_norm": 1.4214885735116836,
      "learning_rate": 0.0001250203073121712,
      "loss": 2.2344,
      "step": 72247
    },
    {
      "epoch": 3.3611537566876017,
      "grad_norm": 1.4054802490164866,
      "learning_rate": 0.00012501664772622233,
      "loss": 2.1562,
      "step": 72248
    },
    {
      "epoch": 3.3612002791346827,
      "grad_norm": 1.3169100477980529,
      "learning_rate": 0.00012501298815556852,
      "loss": 1.8828,
      "step": 72249
    },
    {
      "epoch": 3.361246801581763,
      "grad_norm": 1.3497966627226516,
      "learning_rate": 0.00012500932860021188,
      "loss": 1.9453,
      "step": 72250
    },
    {
      "epoch": 3.361293324028844,
      "grad_norm": 1.365492781637923,
      "learning_rate": 0.0001250056690601547,
      "loss": 2.0312,
      "step": 72251
    },
    {
      "epoch": 3.3613398464759245,
      "grad_norm": 1.3063166529726988,
      "learning_rate": 0.00012500200953539914,
      "loss": 1.9062,
      "step": 72252
    },
    {
      "epoch": 3.3613863689230055,
      "grad_norm": 1.3900272093351533,
      "learning_rate": 0.00012499835002594757,
      "loss": 1.8828,
      "step": 72253
    },
    {
      "epoch": 3.361432891370086,
      "grad_norm": 1.3655631389788863,
      "learning_rate": 0.00012499469053180208,
      "loss": 2.0156,
      "step": 72254
    },
    {
      "epoch": 3.361479413817167,
      "grad_norm": 1.421342995960153,
      "learning_rate": 0.00012499103105296505,
      "loss": 2.2031,
      "step": 72255
    },
    {
      "epoch": 3.3615259362642473,
      "grad_norm": 1.3867308713993776,
      "learning_rate": 0.00012498737158943865,
      "loss": 2.125,
      "step": 72256
    },
    {
      "epoch": 3.3615724587113283,
      "grad_norm": 1.4366399688451148,
      "learning_rate": 0.0001249837121412251,
      "loss": 2.2969,
      "step": 72257
    },
    {
      "epoch": 3.3616189811584087,
      "grad_norm": 1.3878172042346946,
      "learning_rate": 0.00012498005270832668,
      "loss": 1.9453,
      "step": 72258
    },
    {
      "epoch": 3.3616655036054897,
      "grad_norm": 1.3288768221479248,
      "learning_rate": 0.00012497639329074562,
      "loss": 1.8203,
      "step": 72259
    },
    {
      "epoch": 3.3617120260525706,
      "grad_norm": 1.4381215825579237,
      "learning_rate": 0.00012497273388848419,
      "loss": 1.8828,
      "step": 72260
    },
    {
      "epoch": 3.361758548499651,
      "grad_norm": 1.4077470456738945,
      "learning_rate": 0.00012496907450154453,
      "loss": 1.9062,
      "step": 72261
    },
    {
      "epoch": 3.361805070946732,
      "grad_norm": 1.5383034603969559,
      "learning_rate": 0.00012496541512992902,
      "loss": 2.1094,
      "step": 72262
    },
    {
      "epoch": 3.3618515933938125,
      "grad_norm": 1.35912991635682,
      "learning_rate": 0.00012496175577363978,
      "loss": 1.8203,
      "step": 72263
    },
    {
      "epoch": 3.3618981158408934,
      "grad_norm": 1.3156733953126245,
      "learning_rate": 0.00012495809643267914,
      "loss": 1.8125,
      "step": 72264
    },
    {
      "epoch": 3.361944638287974,
      "grad_norm": 1.3572526930518711,
      "learning_rate": 0.00012495443710704927,
      "loss": 1.9922,
      "step": 72265
    },
    {
      "epoch": 3.3619911607350548,
      "grad_norm": 1.4140789818628028,
      "learning_rate": 0.00012495077779675246,
      "loss": 2.1562,
      "step": 72266
    },
    {
      "epoch": 3.3620376831821353,
      "grad_norm": 1.4471737475080508,
      "learning_rate": 0.0001249471185017909,
      "loss": 2.0469,
      "step": 72267
    },
    {
      "epoch": 3.362084205629216,
      "grad_norm": 1.2994213003898578,
      "learning_rate": 0.00012494345922216694,
      "loss": 1.7656,
      "step": 72268
    },
    {
      "epoch": 3.3621307280762966,
      "grad_norm": 1.2542510830646791,
      "learning_rate": 0.00012493979995788264,
      "loss": 1.5312,
      "step": 72269
    },
    {
      "epoch": 3.3621772505233776,
      "grad_norm": 1.413056463803195,
      "learning_rate": 0.00012493614070894035,
      "loss": 2.1562,
      "step": 72270
    },
    {
      "epoch": 3.3622237729704585,
      "grad_norm": 1.3206570051248427,
      "learning_rate": 0.00012493248147534236,
      "loss": 1.9688,
      "step": 72271
    },
    {
      "epoch": 3.362270295417539,
      "grad_norm": 1.4838685210851972,
      "learning_rate": 0.00012492882225709082,
      "loss": 2.0625,
      "step": 72272
    },
    {
      "epoch": 3.3623168178646194,
      "grad_norm": 1.4863893100070142,
      "learning_rate": 0.00012492516305418803,
      "loss": 2.0469,
      "step": 72273
    },
    {
      "epoch": 3.3623633403117004,
      "grad_norm": 1.4086692970156822,
      "learning_rate": 0.0001249215038666362,
      "loss": 2.0625,
      "step": 72274
    },
    {
      "epoch": 3.3624098627587813,
      "grad_norm": 1.4531774624163476,
      "learning_rate": 0.00012491784469443758,
      "loss": 2.0312,
      "step": 72275
    },
    {
      "epoch": 3.3624563852058618,
      "grad_norm": 1.3727389393262477,
      "learning_rate": 0.00012491418553759438,
      "loss": 1.8672,
      "step": 72276
    },
    {
      "epoch": 3.3625029076529427,
      "grad_norm": 1.3723608987784357,
      "learning_rate": 0.00012491052639610888,
      "loss": 2.0938,
      "step": 72277
    },
    {
      "epoch": 3.362549430100023,
      "grad_norm": 1.460047159622247,
      "learning_rate": 0.00012490686726998327,
      "loss": 2.1406,
      "step": 72278
    },
    {
      "epoch": 3.362595952547104,
      "grad_norm": 1.4669056502535085,
      "learning_rate": 0.00012490320815921986,
      "loss": 2.1406,
      "step": 72279
    },
    {
      "epoch": 3.3626424749941846,
      "grad_norm": 1.3194176215489533,
      "learning_rate": 0.00012489954906382084,
      "loss": 1.8281,
      "step": 72280
    },
    {
      "epoch": 3.3626889974412655,
      "grad_norm": 1.385489918416115,
      "learning_rate": 0.0001248958899837885,
      "loss": 2.1562,
      "step": 72281
    },
    {
      "epoch": 3.362735519888346,
      "grad_norm": 1.4510653831955795,
      "learning_rate": 0.000124892230919125,
      "loss": 2.2344,
      "step": 72282
    },
    {
      "epoch": 3.362782042335427,
      "grad_norm": 1.39419303975494,
      "learning_rate": 0.00012488857186983263,
      "loss": 2.0469,
      "step": 72283
    },
    {
      "epoch": 3.3628285647825074,
      "grad_norm": 1.4062948753427917,
      "learning_rate": 0.00012488491283591365,
      "loss": 2.1562,
      "step": 72284
    },
    {
      "epoch": 3.3628750872295883,
      "grad_norm": 1.3945465638732968,
      "learning_rate": 0.00012488125381737022,
      "loss": 1.9062,
      "step": 72285
    },
    {
      "epoch": 3.362921609676669,
      "grad_norm": 1.4711459085843785,
      "learning_rate": 0.0001248775948142047,
      "loss": 1.9609,
      "step": 72286
    },
    {
      "epoch": 3.3629681321237497,
      "grad_norm": 1.4039438648542937,
      "learning_rate": 0.00012487393582641921,
      "loss": 1.7656,
      "step": 72287
    },
    {
      "epoch": 3.3630146545708306,
      "grad_norm": 1.5346810777580822,
      "learning_rate": 0.0001248702768540161,
      "loss": 2.2031,
      "step": 72288
    },
    {
      "epoch": 3.363061177017911,
      "grad_norm": 1.4448149106105193,
      "learning_rate": 0.0001248666178969975,
      "loss": 2.125,
      "step": 72289
    },
    {
      "epoch": 3.363107699464992,
      "grad_norm": 1.3006366385253423,
      "learning_rate": 0.00012486295895536574,
      "loss": 1.8516,
      "step": 72290
    },
    {
      "epoch": 3.3631542219120725,
      "grad_norm": 1.3301647822852642,
      "learning_rate": 0.000124859300029123,
      "loss": 1.8594,
      "step": 72291
    },
    {
      "epoch": 3.3632007443591534,
      "grad_norm": 1.3552312941356268,
      "learning_rate": 0.0001248556411182715,
      "loss": 1.8281,
      "step": 72292
    },
    {
      "epoch": 3.363247266806234,
      "grad_norm": 1.44916141413773,
      "learning_rate": 0.0001248519822228136,
      "loss": 1.9531,
      "step": 72293
    },
    {
      "epoch": 3.363293789253315,
      "grad_norm": 1.4053503449960365,
      "learning_rate": 0.0001248483233427514,
      "loss": 2.125,
      "step": 72294
    },
    {
      "epoch": 3.3633403117003953,
      "grad_norm": 1.4178748455249632,
      "learning_rate": 0.00012484466447808729,
      "loss": 2.2031,
      "step": 72295
    },
    {
      "epoch": 3.363386834147476,
      "grad_norm": 1.4865081707039014,
      "learning_rate": 0.00012484100562882338,
      "loss": 2.0312,
      "step": 72296
    },
    {
      "epoch": 3.363433356594557,
      "grad_norm": 1.5147504145838935,
      "learning_rate": 0.00012483734679496198,
      "loss": 2.2969,
      "step": 72297
    },
    {
      "epoch": 3.3634798790416376,
      "grad_norm": 1.4069955051650058,
      "learning_rate": 0.00012483368797650528,
      "loss": 2.0938,
      "step": 72298
    },
    {
      "epoch": 3.363526401488718,
      "grad_norm": 1.3468550486051185,
      "learning_rate": 0.00012483002917345554,
      "loss": 1.7031,
      "step": 72299
    },
    {
      "epoch": 3.363572923935799,
      "grad_norm": 1.2174688458122065,
      "learning_rate": 0.000124826370385815,
      "loss": 1.7891,
      "step": 72300
    },
    {
      "epoch": 3.36361944638288,
      "grad_norm": 1.3471555383836094,
      "learning_rate": 0.00012482271161358595,
      "loss": 1.9062,
      "step": 72301
    },
    {
      "epoch": 3.3636659688299604,
      "grad_norm": 1.4841908955859142,
      "learning_rate": 0.00012481905285677053,
      "loss": 2.1562,
      "step": 72302
    },
    {
      "epoch": 3.3637124912770413,
      "grad_norm": 1.4277981131601392,
      "learning_rate": 0.00012481539411537108,
      "loss": 2.0938,
      "step": 72303
    },
    {
      "epoch": 3.363759013724122,
      "grad_norm": 1.4881279799074532,
      "learning_rate": 0.00012481173538938975,
      "loss": 2.1719,
      "step": 72304
    },
    {
      "epoch": 3.3638055361712027,
      "grad_norm": 1.5316283600342144,
      "learning_rate": 0.00012480807667882886,
      "loss": 2.2969,
      "step": 72305
    },
    {
      "epoch": 3.363852058618283,
      "grad_norm": 1.483034576835957,
      "learning_rate": 0.00012480441798369058,
      "loss": 1.8828,
      "step": 72306
    },
    {
      "epoch": 3.363898581065364,
      "grad_norm": 1.4385006727340481,
      "learning_rate": 0.00012480075930397722,
      "loss": 2.25,
      "step": 72307
    },
    {
      "epoch": 3.3639451035124446,
      "grad_norm": 1.5017193294078142,
      "learning_rate": 0.00012479710063969098,
      "loss": 2.0938,
      "step": 72308
    },
    {
      "epoch": 3.3639916259595255,
      "grad_norm": 1.5095398254002943,
      "learning_rate": 0.00012479344199083407,
      "loss": 2.1562,
      "step": 72309
    },
    {
      "epoch": 3.364038148406606,
      "grad_norm": 1.4276679766882938,
      "learning_rate": 0.0001247897833574088,
      "loss": 2.1562,
      "step": 72310
    },
    {
      "epoch": 3.364084670853687,
      "grad_norm": 1.5612957732089208,
      "learning_rate": 0.00012478612473941733,
      "loss": 2.3906,
      "step": 72311
    },
    {
      "epoch": 3.364131193300768,
      "grad_norm": 1.2805583449683087,
      "learning_rate": 0.000124782466136862,
      "loss": 1.7578,
      "step": 72312
    },
    {
      "epoch": 3.3641777157478483,
      "grad_norm": 1.4047925480312304,
      "learning_rate": 0.00012477880754974493,
      "loss": 2.2656,
      "step": 72313
    },
    {
      "epoch": 3.364224238194929,
      "grad_norm": 1.4679801057239543,
      "learning_rate": 0.00012477514897806842,
      "loss": 2.1406,
      "step": 72314
    },
    {
      "epoch": 3.3642707606420097,
      "grad_norm": 1.4516345449345975,
      "learning_rate": 0.00012477149042183476,
      "loss": 2.1094,
      "step": 72315
    },
    {
      "epoch": 3.3643172830890906,
      "grad_norm": 1.4378427945271568,
      "learning_rate": 0.0001247678318810461,
      "loss": 2.1875,
      "step": 72316
    },
    {
      "epoch": 3.364363805536171,
      "grad_norm": 1.3528656676563715,
      "learning_rate": 0.0001247641733557048,
      "loss": 1.9844,
      "step": 72317
    },
    {
      "epoch": 3.364410327983252,
      "grad_norm": 1.3938097899945145,
      "learning_rate": 0.00012476051484581295,
      "loss": 2.0938,
      "step": 72318
    },
    {
      "epoch": 3.3644568504303325,
      "grad_norm": 1.3226811607112132,
      "learning_rate": 0.00012475685635137288,
      "loss": 1.9766,
      "step": 72319
    },
    {
      "epoch": 3.3645033728774134,
      "grad_norm": 1.273370747368743,
      "learning_rate": 0.00012475319787238681,
      "loss": 1.7891,
      "step": 72320
    },
    {
      "epoch": 3.364549895324494,
      "grad_norm": 1.534332143496044,
      "learning_rate": 0.000124749539408857,
      "loss": 2.1094,
      "step": 72321
    },
    {
      "epoch": 3.364596417771575,
      "grad_norm": 1.4159599915113998,
      "learning_rate": 0.00012474588096078566,
      "loss": 2.0938,
      "step": 72322
    },
    {
      "epoch": 3.3646429402186557,
      "grad_norm": 1.469644147185944,
      "learning_rate": 0.00012474222252817504,
      "loss": 1.8672,
      "step": 72323
    },
    {
      "epoch": 3.364689462665736,
      "grad_norm": 1.5442071874760057,
      "learning_rate": 0.00012473856411102734,
      "loss": 2.3594,
      "step": 72324
    },
    {
      "epoch": 3.3647359851128167,
      "grad_norm": 1.3999794752779373,
      "learning_rate": 0.00012473490570934491,
      "loss": 2.1875,
      "step": 72325
    },
    {
      "epoch": 3.3647825075598976,
      "grad_norm": 1.380003517553915,
      "learning_rate": 0.00012473124732312988,
      "loss": 2.0312,
      "step": 72326
    },
    {
      "epoch": 3.3648290300069785,
      "grad_norm": 1.4330964864262379,
      "learning_rate": 0.00012472758895238454,
      "loss": 2.0938,
      "step": 72327
    },
    {
      "epoch": 3.364875552454059,
      "grad_norm": 1.3826112633662937,
      "learning_rate": 0.00012472393059711112,
      "loss": 1.9766,
      "step": 72328
    },
    {
      "epoch": 3.36492207490114,
      "grad_norm": 1.43853771499318,
      "learning_rate": 0.00012472027225731187,
      "loss": 2.2031,
      "step": 72329
    },
    {
      "epoch": 3.3649685973482204,
      "grad_norm": 1.4621676745777294,
      "learning_rate": 0.00012471661393298898,
      "loss": 2.0781,
      "step": 72330
    },
    {
      "epoch": 3.3650151197953013,
      "grad_norm": 1.4714721393928267,
      "learning_rate": 0.00012471295562414478,
      "loss": 2.2344,
      "step": 72331
    },
    {
      "epoch": 3.365061642242382,
      "grad_norm": 1.4186064028818817,
      "learning_rate": 0.0001247092973307814,
      "loss": 2.0938,
      "step": 72332
    },
    {
      "epoch": 3.3651081646894627,
      "grad_norm": 1.3753244167840577,
      "learning_rate": 0.0001247056390529012,
      "loss": 2.0781,
      "step": 72333
    },
    {
      "epoch": 3.365154687136543,
      "grad_norm": 1.442412200312543,
      "learning_rate": 0.00012470198079050633,
      "loss": 2.1875,
      "step": 72334
    },
    {
      "epoch": 3.365201209583624,
      "grad_norm": 1.3545177571960691,
      "learning_rate": 0.00012469832254359903,
      "loss": 1.8125,
      "step": 72335
    },
    {
      "epoch": 3.3652477320307046,
      "grad_norm": 1.4532450302279691,
      "learning_rate": 0.00012469466431218153,
      "loss": 2.1094,
      "step": 72336
    },
    {
      "epoch": 3.3652942544777855,
      "grad_norm": 1.4654620011611446,
      "learning_rate": 0.0001246910060962562,
      "loss": 2.1406,
      "step": 72337
    },
    {
      "epoch": 3.3653407769248664,
      "grad_norm": 1.3874948054057188,
      "learning_rate": 0.0001246873478958251,
      "loss": 2.0781,
      "step": 72338
    },
    {
      "epoch": 3.365387299371947,
      "grad_norm": 1.3434825794206593,
      "learning_rate": 0.00012468368971089064,
      "loss": 1.9766,
      "step": 72339
    },
    {
      "epoch": 3.365433821819028,
      "grad_norm": 1.3342216849916846,
      "learning_rate": 0.00012468003154145492,
      "loss": 2.0781,
      "step": 72340
    },
    {
      "epoch": 3.3654803442661083,
      "grad_norm": 1.4854547146021349,
      "learning_rate": 0.00012467637338752025,
      "loss": 2.2344,
      "step": 72341
    },
    {
      "epoch": 3.3655268667131892,
      "grad_norm": 1.525007581674648,
      "learning_rate": 0.00012467271524908884,
      "loss": 2.1562,
      "step": 72342
    },
    {
      "epoch": 3.3655733891602697,
      "grad_norm": 1.3971569154058443,
      "learning_rate": 0.00012466905712616298,
      "loss": 2.0312,
      "step": 72343
    },
    {
      "epoch": 3.3656199116073506,
      "grad_norm": 1.3322223794561008,
      "learning_rate": 0.00012466539901874482,
      "loss": 1.875,
      "step": 72344
    },
    {
      "epoch": 3.365666434054431,
      "grad_norm": 1.4414156509943128,
      "learning_rate": 0.0001246617409268367,
      "loss": 2.2656,
      "step": 72345
    },
    {
      "epoch": 3.365712956501512,
      "grad_norm": 1.431647683320136,
      "learning_rate": 0.00012465808285044077,
      "loss": 2.0,
      "step": 72346
    },
    {
      "epoch": 3.3657594789485925,
      "grad_norm": 1.3830962978048618,
      "learning_rate": 0.00012465442478955938,
      "loss": 2.0469,
      "step": 72347
    },
    {
      "epoch": 3.3658060013956734,
      "grad_norm": 1.5613868672076279,
      "learning_rate": 0.0001246507667441946,
      "loss": 2.1406,
      "step": 72348
    },
    {
      "epoch": 3.3658525238427544,
      "grad_norm": 1.3564041708547827,
      "learning_rate": 0.00012464710871434886,
      "loss": 2.0781,
      "step": 72349
    },
    {
      "epoch": 3.365899046289835,
      "grad_norm": 1.4223429220234856,
      "learning_rate": 0.00012464345070002425,
      "loss": 2.1562,
      "step": 72350
    },
    {
      "epoch": 3.3659455687369157,
      "grad_norm": 1.5168124991042051,
      "learning_rate": 0.00012463979270122311,
      "loss": 2.1719,
      "step": 72351
    },
    {
      "epoch": 3.3659920911839962,
      "grad_norm": 1.397081065837778,
      "learning_rate": 0.00012463613471794762,
      "loss": 2.0781,
      "step": 72352
    },
    {
      "epoch": 3.366038613631077,
      "grad_norm": 1.3806737066979318,
      "learning_rate": 0.00012463247675020004,
      "loss": 2.0,
      "step": 72353
    },
    {
      "epoch": 3.3660851360781576,
      "grad_norm": 1.3926107276733966,
      "learning_rate": 0.0001246288187979826,
      "loss": 2.0781,
      "step": 72354
    },
    {
      "epoch": 3.3661316585252385,
      "grad_norm": 1.3961285870486089,
      "learning_rate": 0.00012462516086129757,
      "loss": 1.9062,
      "step": 72355
    },
    {
      "epoch": 3.366178180972319,
      "grad_norm": 1.543473540167713,
      "learning_rate": 0.00012462150294014713,
      "loss": 2.25,
      "step": 72356
    },
    {
      "epoch": 3.3662247034194,
      "grad_norm": 1.4378424421447449,
      "learning_rate": 0.00012461784503453358,
      "loss": 2.1562,
      "step": 72357
    },
    {
      "epoch": 3.3662712258664804,
      "grad_norm": 1.3929928393397017,
      "learning_rate": 0.00012461418714445908,
      "loss": 2.2031,
      "step": 72358
    },
    {
      "epoch": 3.3663177483135613,
      "grad_norm": 1.3780232532345875,
      "learning_rate": 0.00012461052926992597,
      "loss": 2.1094,
      "step": 72359
    },
    {
      "epoch": 3.366364270760642,
      "grad_norm": 1.3540336798991626,
      "learning_rate": 0.00012460687141093644,
      "loss": 2.0156,
      "step": 72360
    },
    {
      "epoch": 3.3664107932077227,
      "grad_norm": 1.4507402306330333,
      "learning_rate": 0.00012460321356749272,
      "loss": 2.0625,
      "step": 72361
    },
    {
      "epoch": 3.366457315654803,
      "grad_norm": 1.367171609236945,
      "learning_rate": 0.0001245995557395971,
      "loss": 1.5938,
      "step": 72362
    },
    {
      "epoch": 3.366503838101884,
      "grad_norm": 1.3614976033957995,
      "learning_rate": 0.00012459589792725178,
      "loss": 1.9688,
      "step": 72363
    },
    {
      "epoch": 3.366550360548965,
      "grad_norm": 1.4878779082090736,
      "learning_rate": 0.00012459224013045898,
      "loss": 2.25,
      "step": 72364
    },
    {
      "epoch": 3.3665968829960455,
      "grad_norm": 1.3699718015735922,
      "learning_rate": 0.00012458858234922098,
      "loss": 2.0156,
      "step": 72365
    },
    {
      "epoch": 3.3666434054431265,
      "grad_norm": 1.4687827582899347,
      "learning_rate": 0.00012458492458353998,
      "loss": 2.0625,
      "step": 72366
    },
    {
      "epoch": 3.366689927890207,
      "grad_norm": 1.409691025147433,
      "learning_rate": 0.00012458126683341825,
      "loss": 2.1562,
      "step": 72367
    },
    {
      "epoch": 3.366736450337288,
      "grad_norm": 1.4199848338025665,
      "learning_rate": 0.00012457760909885798,
      "loss": 1.9531,
      "step": 72368
    },
    {
      "epoch": 3.3667829727843683,
      "grad_norm": 1.4714652580761276,
      "learning_rate": 0.00012457395137986153,
      "loss": 2.3438,
      "step": 72369
    },
    {
      "epoch": 3.3668294952314493,
      "grad_norm": 1.3523423280201052,
      "learning_rate": 0.00012457029367643097,
      "loss": 1.8203,
      "step": 72370
    },
    {
      "epoch": 3.3668760176785297,
      "grad_norm": 1.4129980418738277,
      "learning_rate": 0.00012456663598856867,
      "loss": 2.0,
      "step": 72371
    },
    {
      "epoch": 3.3669225401256107,
      "grad_norm": 1.32126994636615,
      "learning_rate": 0.0001245629783162768,
      "loss": 1.8125,
      "step": 72372
    },
    {
      "epoch": 3.366969062572691,
      "grad_norm": 1.4078786958297844,
      "learning_rate": 0.0001245593206595577,
      "loss": 2.0938,
      "step": 72373
    },
    {
      "epoch": 3.367015585019772,
      "grad_norm": 1.3674874339121201,
      "learning_rate": 0.00012455566301841344,
      "loss": 2.1406,
      "step": 72374
    },
    {
      "epoch": 3.367062107466853,
      "grad_norm": 1.4356879967396912,
      "learning_rate": 0.0001245520053928464,
      "loss": 2.1406,
      "step": 72375
    },
    {
      "epoch": 3.3671086299139334,
      "grad_norm": 1.3698943209479082,
      "learning_rate": 0.00012454834778285873,
      "loss": 1.9141,
      "step": 72376
    },
    {
      "epoch": 3.3671551523610144,
      "grad_norm": 1.3726047584923033,
      "learning_rate": 0.00012454469018845278,
      "loss": 2.0156,
      "step": 72377
    },
    {
      "epoch": 3.367201674808095,
      "grad_norm": 1.41396303478997,
      "learning_rate": 0.00012454103260963067,
      "loss": 2.0625,
      "step": 72378
    },
    {
      "epoch": 3.3672481972551758,
      "grad_norm": 1.3532080155898276,
      "learning_rate": 0.00012453737504639471,
      "loss": 1.9297,
      "step": 72379
    },
    {
      "epoch": 3.3672947197022562,
      "grad_norm": 1.3607900290732828,
      "learning_rate": 0.00012453371749874707,
      "loss": 2.0156,
      "step": 72380
    },
    {
      "epoch": 3.367341242149337,
      "grad_norm": 1.3448826754822427,
      "learning_rate": 0.00012453005996669006,
      "loss": 2.0312,
      "step": 72381
    },
    {
      "epoch": 3.3673877645964176,
      "grad_norm": 1.4246101292506543,
      "learning_rate": 0.00012452640245022594,
      "loss": 2.1875,
      "step": 72382
    },
    {
      "epoch": 3.3674342870434986,
      "grad_norm": 1.3969288798129396,
      "learning_rate": 0.00012452274494935685,
      "loss": 2.0469,
      "step": 72383
    },
    {
      "epoch": 3.367480809490579,
      "grad_norm": 1.3254840402323118,
      "learning_rate": 0.00012451908746408515,
      "loss": 2.0469,
      "step": 72384
    },
    {
      "epoch": 3.36752733193766,
      "grad_norm": 1.2613976612096252,
      "learning_rate": 0.00012451542999441297,
      "loss": 1.8359,
      "step": 72385
    },
    {
      "epoch": 3.367573854384741,
      "grad_norm": 1.3192745938178247,
      "learning_rate": 0.00012451177254034262,
      "loss": 1.9375,
      "step": 72386
    },
    {
      "epoch": 3.3676203768318214,
      "grad_norm": 1.426598135672347,
      "learning_rate": 0.00012450811510187628,
      "loss": 2.0938,
      "step": 72387
    },
    {
      "epoch": 3.367666899278902,
      "grad_norm": 1.5088019002587345,
      "learning_rate": 0.00012450445767901627,
      "loss": 2.1875,
      "step": 72388
    },
    {
      "epoch": 3.3677134217259828,
      "grad_norm": 1.4688982943488675,
      "learning_rate": 0.00012450080027176478,
      "loss": 2.0469,
      "step": 72389
    },
    {
      "epoch": 3.3677599441730637,
      "grad_norm": 1.4031315531918327,
      "learning_rate": 0.000124497142880124,
      "loss": 2.1875,
      "step": 72390
    },
    {
      "epoch": 3.367806466620144,
      "grad_norm": 1.281584633526519,
      "learning_rate": 0.00012449348550409625,
      "loss": 1.5781,
      "step": 72391
    },
    {
      "epoch": 3.367852989067225,
      "grad_norm": 1.4375800647566714,
      "learning_rate": 0.00012448982814368374,
      "loss": 2.2031,
      "step": 72392
    },
    {
      "epoch": 3.3678995115143056,
      "grad_norm": 1.280126630004777,
      "learning_rate": 0.00012448617079888872,
      "loss": 1.6719,
      "step": 72393
    },
    {
      "epoch": 3.3679460339613865,
      "grad_norm": 1.3930817354333107,
      "learning_rate": 0.00012448251346971337,
      "loss": 2.0625,
      "step": 72394
    },
    {
      "epoch": 3.367992556408467,
      "grad_norm": 1.3634398579218148,
      "learning_rate": 0.00012447885615616002,
      "loss": 2.1094,
      "step": 72395
    },
    {
      "epoch": 3.368039078855548,
      "grad_norm": 1.395076459189364,
      "learning_rate": 0.00012447519885823083,
      "loss": 1.9609,
      "step": 72396
    },
    {
      "epoch": 3.3680856013026284,
      "grad_norm": 1.326282206517118,
      "learning_rate": 0.00012447154157592811,
      "loss": 1.7422,
      "step": 72397
    },
    {
      "epoch": 3.3681321237497093,
      "grad_norm": 1.437226091474058,
      "learning_rate": 0.000124467884309254,
      "loss": 2.0625,
      "step": 72398
    },
    {
      "epoch": 3.3681786461967897,
      "grad_norm": 1.3929238810842237,
      "learning_rate": 0.0001244642270582109,
      "loss": 2.1562,
      "step": 72399
    },
    {
      "epoch": 3.3682251686438707,
      "grad_norm": 1.339479558215697,
      "learning_rate": 0.00012446056982280088,
      "loss": 1.8594,
      "step": 72400
    },
    {
      "epoch": 3.3682716910909516,
      "grad_norm": 1.3385592624243812,
      "learning_rate": 0.00012445691260302627,
      "loss": 1.8281,
      "step": 72401
    },
    {
      "epoch": 3.368318213538032,
      "grad_norm": 1.462490466303146,
      "learning_rate": 0.00012445325539888925,
      "loss": 2.1875,
      "step": 72402
    },
    {
      "epoch": 3.368364735985113,
      "grad_norm": 1.463242487908079,
      "learning_rate": 0.0001244495982103921,
      "loss": 2.125,
      "step": 72403
    },
    {
      "epoch": 3.3684112584321935,
      "grad_norm": 1.3616253959020637,
      "learning_rate": 0.0001244459410375371,
      "loss": 1.8281,
      "step": 72404
    },
    {
      "epoch": 3.3684577808792744,
      "grad_norm": 1.3690958734948808,
      "learning_rate": 0.00012444228388032644,
      "loss": 1.9766,
      "step": 72405
    },
    {
      "epoch": 3.368504303326355,
      "grad_norm": 1.4095254207980001,
      "learning_rate": 0.00012443862673876236,
      "loss": 2.1094,
      "step": 72406
    },
    {
      "epoch": 3.368550825773436,
      "grad_norm": 1.5657284140330934,
      "learning_rate": 0.0001244349696128471,
      "loss": 2.0938,
      "step": 72407
    },
    {
      "epoch": 3.3685973482205163,
      "grad_norm": 1.4297421356809188,
      "learning_rate": 0.00012443131250258294,
      "loss": 2.0781,
      "step": 72408
    },
    {
      "epoch": 3.368643870667597,
      "grad_norm": 1.3618626873756685,
      "learning_rate": 0.00012442765540797201,
      "loss": 1.9219,
      "step": 72409
    },
    {
      "epoch": 3.3686903931146777,
      "grad_norm": 1.345539093212436,
      "learning_rate": 0.00012442399832901667,
      "loss": 1.6641,
      "step": 72410
    },
    {
      "epoch": 3.3687369155617586,
      "grad_norm": 1.3674055808338004,
      "learning_rate": 0.00012442034126571908,
      "loss": 1.9141,
      "step": 72411
    },
    {
      "epoch": 3.3687834380088395,
      "grad_norm": 1.3645926824111199,
      "learning_rate": 0.00012441668421808155,
      "loss": 1.9453,
      "step": 72412
    },
    {
      "epoch": 3.36882996045592,
      "grad_norm": 1.383669796238733,
      "learning_rate": 0.00012441302718610623,
      "loss": 2.0156,
      "step": 72413
    },
    {
      "epoch": 3.3688764829030005,
      "grad_norm": 1.3477132122694502,
      "learning_rate": 0.00012440937016979545,
      "loss": 1.7344,
      "step": 72414
    },
    {
      "epoch": 3.3689230053500814,
      "grad_norm": 1.5185601990776392,
      "learning_rate": 0.00012440571316915138,
      "loss": 2.1719,
      "step": 72415
    },
    {
      "epoch": 3.3689695277971623,
      "grad_norm": 1.4666004889019817,
      "learning_rate": 0.00012440205618417628,
      "loss": 2.2344,
      "step": 72416
    },
    {
      "epoch": 3.3690160502442428,
      "grad_norm": 1.376539167686666,
      "learning_rate": 0.0001243983992148724,
      "loss": 2.0781,
      "step": 72417
    },
    {
      "epoch": 3.3690625726913237,
      "grad_norm": 1.3580300735531599,
      "learning_rate": 0.00012439474226124195,
      "loss": 1.9766,
      "step": 72418
    },
    {
      "epoch": 3.369109095138404,
      "grad_norm": 1.3364393286129315,
      "learning_rate": 0.0001243910853232872,
      "loss": 1.6484,
      "step": 72419
    },
    {
      "epoch": 3.369155617585485,
      "grad_norm": 1.4091367257230607,
      "learning_rate": 0.00012438742840101039,
      "loss": 2.0312,
      "step": 72420
    },
    {
      "epoch": 3.3692021400325656,
      "grad_norm": 1.354913918534428,
      "learning_rate": 0.00012438377149441376,
      "loss": 2.0469,
      "step": 72421
    },
    {
      "epoch": 3.3692486624796465,
      "grad_norm": 1.441588634766802,
      "learning_rate": 0.0001243801146034995,
      "loss": 2.125,
      "step": 72422
    },
    {
      "epoch": 3.369295184926727,
      "grad_norm": 1.3032988154841276,
      "learning_rate": 0.00012437645772826994,
      "loss": 1.7031,
      "step": 72423
    },
    {
      "epoch": 3.369341707373808,
      "grad_norm": 1.3624326523138337,
      "learning_rate": 0.00012437280086872716,
      "loss": 1.9609,
      "step": 72424
    },
    {
      "epoch": 3.3693882298208884,
      "grad_norm": 1.4210716936431935,
      "learning_rate": 0.00012436914402487356,
      "loss": 2.0625,
      "step": 72425
    },
    {
      "epoch": 3.3694347522679693,
      "grad_norm": 1.2885994184291405,
      "learning_rate": 0.00012436548719671134,
      "loss": 1.9453,
      "step": 72426
    },
    {
      "epoch": 3.36948127471505,
      "grad_norm": 1.372036548719699,
      "learning_rate": 0.0001243618303842427,
      "loss": 1.7969,
      "step": 72427
    },
    {
      "epoch": 3.3695277971621307,
      "grad_norm": 1.4024341019884838,
      "learning_rate": 0.00012435817358746992,
      "loss": 2.0938,
      "step": 72428
    },
    {
      "epoch": 3.3695743196092116,
      "grad_norm": 1.5014025872541343,
      "learning_rate": 0.0001243545168063952,
      "loss": 2.2188,
      "step": 72429
    },
    {
      "epoch": 3.369620842056292,
      "grad_norm": 1.394586455999278,
      "learning_rate": 0.0001243508600410208,
      "loss": 2.0781,
      "step": 72430
    },
    {
      "epoch": 3.369667364503373,
      "grad_norm": 1.4479456882811343,
      "learning_rate": 0.00012434720329134894,
      "loss": 2.0781,
      "step": 72431
    },
    {
      "epoch": 3.3697138869504535,
      "grad_norm": 1.3938471480307735,
      "learning_rate": 0.0001243435465573819,
      "loss": 2.1719,
      "step": 72432
    },
    {
      "epoch": 3.3697604093975344,
      "grad_norm": 1.4352728948207156,
      "learning_rate": 0.00012433988983912185,
      "loss": 2.1562,
      "step": 72433
    },
    {
      "epoch": 3.369806931844615,
      "grad_norm": 1.4291622784024787,
      "learning_rate": 0.00012433623313657115,
      "loss": 2.3438,
      "step": 72434
    },
    {
      "epoch": 3.369853454291696,
      "grad_norm": 1.3411335779928961,
      "learning_rate": 0.0001243325764497319,
      "loss": 1.9219,
      "step": 72435
    },
    {
      "epoch": 3.3698999767387763,
      "grad_norm": 1.4758217726223881,
      "learning_rate": 0.0001243289197786064,
      "loss": 2.2031,
      "step": 72436
    },
    {
      "epoch": 3.369946499185857,
      "grad_norm": 1.4269451804656463,
      "learning_rate": 0.0001243252631231969,
      "loss": 2.0625,
      "step": 72437
    },
    {
      "epoch": 3.369993021632938,
      "grad_norm": 1.3600565666956386,
      "learning_rate": 0.00012432160648350563,
      "loss": 2.0469,
      "step": 72438
    },
    {
      "epoch": 3.3700395440800186,
      "grad_norm": 1.3594779570178555,
      "learning_rate": 0.00012431794985953479,
      "loss": 2.0312,
      "step": 72439
    },
    {
      "epoch": 3.370086066527099,
      "grad_norm": 1.357273889575753,
      "learning_rate": 0.00012431429325128671,
      "loss": 1.9453,
      "step": 72440
    },
    {
      "epoch": 3.37013258897418,
      "grad_norm": 1.3681329798653479,
      "learning_rate": 0.00012431063665876356,
      "loss": 2.0312,
      "step": 72441
    },
    {
      "epoch": 3.370179111421261,
      "grad_norm": 1.4308092758477293,
      "learning_rate": 0.00012430698008196754,
      "loss": 1.8672,
      "step": 72442
    },
    {
      "epoch": 3.3702256338683414,
      "grad_norm": 1.2708922305279056,
      "learning_rate": 0.00012430332352090097,
      "loss": 1.75,
      "step": 72443
    },
    {
      "epoch": 3.3702721563154223,
      "grad_norm": 1.4123867396180882,
      "learning_rate": 0.00012429966697556606,
      "loss": 2.1406,
      "step": 72444
    },
    {
      "epoch": 3.370318678762503,
      "grad_norm": 1.3628262828372402,
      "learning_rate": 0.00012429601044596503,
      "loss": 1.9531,
      "step": 72445
    },
    {
      "epoch": 3.3703652012095837,
      "grad_norm": 1.3116327877498737,
      "learning_rate": 0.0001242923539321001,
      "loss": 1.9844,
      "step": 72446
    },
    {
      "epoch": 3.370411723656664,
      "grad_norm": 1.362787591079894,
      "learning_rate": 0.00012428869743397357,
      "loss": 2.125,
      "step": 72447
    },
    {
      "epoch": 3.370458246103745,
      "grad_norm": 1.3959743422312951,
      "learning_rate": 0.00012428504095158768,
      "loss": 2.0,
      "step": 72448
    },
    {
      "epoch": 3.3705047685508256,
      "grad_norm": 1.4080996999163018,
      "learning_rate": 0.00012428138448494463,
      "loss": 2.0625,
      "step": 72449
    },
    {
      "epoch": 3.3705512909979065,
      "grad_norm": 1.5216583719426464,
      "learning_rate": 0.00012427772803404665,
      "loss": 2.4062,
      "step": 72450
    },
    {
      "epoch": 3.370597813444987,
      "grad_norm": 1.3553428863093053,
      "learning_rate": 0.00012427407159889598,
      "loss": 2.1875,
      "step": 72451
    },
    {
      "epoch": 3.370644335892068,
      "grad_norm": 1.483402716635199,
      "learning_rate": 0.00012427041517949495,
      "loss": 2.0625,
      "step": 72452
    },
    {
      "epoch": 3.370690858339149,
      "grad_norm": 1.5542934528965542,
      "learning_rate": 0.00012426675877584564,
      "loss": 2.125,
      "step": 72453
    },
    {
      "epoch": 3.3707373807862293,
      "grad_norm": 1.3913167193325526,
      "learning_rate": 0.00012426310238795044,
      "loss": 2.1094,
      "step": 72454
    },
    {
      "epoch": 3.3707839032333102,
      "grad_norm": 1.471261219881868,
      "learning_rate": 0.00012425944601581146,
      "loss": 2.0625,
      "step": 72455
    },
    {
      "epoch": 3.3708304256803907,
      "grad_norm": 1.4483679626465307,
      "learning_rate": 0.00012425578965943106,
      "loss": 1.8516,
      "step": 72456
    },
    {
      "epoch": 3.3708769481274716,
      "grad_norm": 1.39897944627362,
      "learning_rate": 0.00012425213331881136,
      "loss": 2.1562,
      "step": 72457
    },
    {
      "epoch": 3.370923470574552,
      "grad_norm": 1.5335651258648224,
      "learning_rate": 0.0001242484769939547,
      "loss": 2.375,
      "step": 72458
    },
    {
      "epoch": 3.370969993021633,
      "grad_norm": 1.4379333484940247,
      "learning_rate": 0.00012424482068486325,
      "loss": 2.2188,
      "step": 72459
    },
    {
      "epoch": 3.3710165154687135,
      "grad_norm": 1.4240925092725605,
      "learning_rate": 0.00012424116439153929,
      "loss": 2.0312,
      "step": 72460
    },
    {
      "epoch": 3.3710630379157944,
      "grad_norm": 1.2550090504057356,
      "learning_rate": 0.00012423750811398502,
      "loss": 1.5781,
      "step": 72461
    },
    {
      "epoch": 3.371109560362875,
      "grad_norm": 1.4105969908503406,
      "learning_rate": 0.00012423385185220272,
      "loss": 2.125,
      "step": 72462
    },
    {
      "epoch": 3.371156082809956,
      "grad_norm": 1.4249606685292528,
      "learning_rate": 0.0001242301956061946,
      "loss": 1.9922,
      "step": 72463
    },
    {
      "epoch": 3.3712026052570367,
      "grad_norm": 1.3434374893482588,
      "learning_rate": 0.0001242265393759629,
      "loss": 1.6641,
      "step": 72464
    },
    {
      "epoch": 3.371249127704117,
      "grad_norm": 1.3407640374611838,
      "learning_rate": 0.00012422288316150986,
      "loss": 1.9766,
      "step": 72465
    },
    {
      "epoch": 3.371295650151198,
      "grad_norm": 1.2429238035743184,
      "learning_rate": 0.00012421922696283775,
      "loss": 1.7344,
      "step": 72466
    },
    {
      "epoch": 3.3713421725982786,
      "grad_norm": 1.4254781737955173,
      "learning_rate": 0.00012421557077994878,
      "loss": 2.1406,
      "step": 72467
    },
    {
      "epoch": 3.3713886950453595,
      "grad_norm": 1.443640601931011,
      "learning_rate": 0.0001242119146128451,
      "loss": 2.1562,
      "step": 72468
    },
    {
      "epoch": 3.37143521749244,
      "grad_norm": 1.4083102256408073,
      "learning_rate": 0.0001242082584615291,
      "loss": 2.0938,
      "step": 72469
    },
    {
      "epoch": 3.371481739939521,
      "grad_norm": 1.4099997988279365,
      "learning_rate": 0.00012420460232600298,
      "loss": 2.1094,
      "step": 72470
    },
    {
      "epoch": 3.3715282623866014,
      "grad_norm": 1.4355677685935826,
      "learning_rate": 0.00012420094620626895,
      "loss": 2.1094,
      "step": 72471
    },
    {
      "epoch": 3.3715747848336823,
      "grad_norm": 1.3729994454021037,
      "learning_rate": 0.00012419729010232925,
      "loss": 1.9766,
      "step": 72472
    },
    {
      "epoch": 3.371621307280763,
      "grad_norm": 1.3481583689927772,
      "learning_rate": 0.00012419363401418608,
      "loss": 1.9844,
      "step": 72473
    },
    {
      "epoch": 3.3716678297278437,
      "grad_norm": 1.3240447134107618,
      "learning_rate": 0.0001241899779418418,
      "loss": 1.9219,
      "step": 72474
    },
    {
      "epoch": 3.371714352174924,
      "grad_norm": 1.4229276453948707,
      "learning_rate": 0.00012418632188529848,
      "loss": 2.0781,
      "step": 72475
    },
    {
      "epoch": 3.371760874622005,
      "grad_norm": 1.3366192893107829,
      "learning_rate": 0.0001241826658445585,
      "loss": 1.7031,
      "step": 72476
    },
    {
      "epoch": 3.3718073970690856,
      "grad_norm": 1.4670162513333693,
      "learning_rate": 0.00012417900981962401,
      "loss": 2.1094,
      "step": 72477
    },
    {
      "epoch": 3.3718539195161665,
      "grad_norm": 1.3587254972571654,
      "learning_rate": 0.00012417535381049733,
      "loss": 2.0312,
      "step": 72478
    },
    {
      "epoch": 3.3719004419632475,
      "grad_norm": 1.3709421292628976,
      "learning_rate": 0.00012417169781718063,
      "loss": 2.0156,
      "step": 72479
    },
    {
      "epoch": 3.371946964410328,
      "grad_norm": 1.5135664280572656,
      "learning_rate": 0.00012416804183967614,
      "loss": 2.4375,
      "step": 72480
    },
    {
      "epoch": 3.371993486857409,
      "grad_norm": 1.4030106734561916,
      "learning_rate": 0.00012416438587798615,
      "loss": 2.125,
      "step": 72481
    },
    {
      "epoch": 3.3720400093044893,
      "grad_norm": 1.2911139146481325,
      "learning_rate": 0.00012416072993211288,
      "loss": 1.5391,
      "step": 72482
    },
    {
      "epoch": 3.3720865317515702,
      "grad_norm": 1.212943441013563,
      "learning_rate": 0.00012415707400205856,
      "loss": 1.4141,
      "step": 72483
    },
    {
      "epoch": 3.3721330541986507,
      "grad_norm": 1.323342794141581,
      "learning_rate": 0.00012415341808782543,
      "loss": 1.8984,
      "step": 72484
    },
    {
      "epoch": 3.3721795766457316,
      "grad_norm": 1.3455278619191295,
      "learning_rate": 0.00012414976218941571,
      "loss": 1.8594,
      "step": 72485
    },
    {
      "epoch": 3.372226099092812,
      "grad_norm": 1.4056837085360494,
      "learning_rate": 0.0001241461063068317,
      "loss": 2.0156,
      "step": 72486
    },
    {
      "epoch": 3.372272621539893,
      "grad_norm": 1.4406317754294342,
      "learning_rate": 0.00012414245044007556,
      "loss": 2.2344,
      "step": 72487
    },
    {
      "epoch": 3.3723191439869735,
      "grad_norm": 1.411499597189602,
      "learning_rate": 0.00012413879458914961,
      "loss": 2.0781,
      "step": 72488
    },
    {
      "epoch": 3.3723656664340544,
      "grad_norm": 1.5417461036188864,
      "learning_rate": 0.00012413513875405595,
      "loss": 2.375,
      "step": 72489
    },
    {
      "epoch": 3.3724121888811354,
      "grad_norm": 1.4732504082747033,
      "learning_rate": 0.00012413148293479695,
      "loss": 2.2031,
      "step": 72490
    },
    {
      "epoch": 3.372458711328216,
      "grad_norm": 1.3315946567397,
      "learning_rate": 0.00012412782713137484,
      "loss": 1.8125,
      "step": 72491
    },
    {
      "epoch": 3.3725052337752968,
      "grad_norm": 1.3364378842000721,
      "learning_rate": 0.0001241241713437918,
      "loss": 1.9375,
      "step": 72492
    },
    {
      "epoch": 3.3725517562223772,
      "grad_norm": 1.377533770723237,
      "learning_rate": 0.00012412051557205014,
      "loss": 2.2188,
      "step": 72493
    },
    {
      "epoch": 3.372598278669458,
      "grad_norm": 1.3706025073032493,
      "learning_rate": 0.000124116859816152,
      "loss": 2.0156,
      "step": 72494
    },
    {
      "epoch": 3.3726448011165386,
      "grad_norm": 1.345957339270907,
      "learning_rate": 0.0001241132040760997,
      "loss": 1.9453,
      "step": 72495
    },
    {
      "epoch": 3.3726913235636196,
      "grad_norm": 1.243355316078994,
      "learning_rate": 0.00012410954835189548,
      "loss": 1.8359,
      "step": 72496
    },
    {
      "epoch": 3.3727378460107,
      "grad_norm": 1.236338464801938,
      "learning_rate": 0.0001241058926435415,
      "loss": 1.4766,
      "step": 72497
    },
    {
      "epoch": 3.372784368457781,
      "grad_norm": 1.3027412427650686,
      "learning_rate": 0.00012410223695104007,
      "loss": 1.8125,
      "step": 72498
    },
    {
      "epoch": 3.3728308909048614,
      "grad_norm": 1.4294939505227549,
      "learning_rate": 0.00012409858127439337,
      "loss": 2.1406,
      "step": 72499
    },
    {
      "epoch": 3.3728774133519424,
      "grad_norm": 1.4367402090594332,
      "learning_rate": 0.0001240949256136037,
      "loss": 2.0781,
      "step": 72500
    },
    {
      "epoch": 3.3729239357990233,
      "grad_norm": 1.4403719678066866,
      "learning_rate": 0.00012409126996867323,
      "loss": 2.2188,
      "step": 72501
    },
    {
      "epoch": 3.3729704582461038,
      "grad_norm": 1.5236723701936559,
      "learning_rate": 0.0001240876143396043,
      "loss": 2.2969,
      "step": 72502
    },
    {
      "epoch": 3.3730169806931842,
      "grad_norm": 1.585532760039985,
      "learning_rate": 0.00012408395872639903,
      "loss": 2.0312,
      "step": 72503
    },
    {
      "epoch": 3.373063503140265,
      "grad_norm": 1.4215599865575341,
      "learning_rate": 0.00012408030312905974,
      "loss": 2.2656,
      "step": 72504
    },
    {
      "epoch": 3.373110025587346,
      "grad_norm": 1.33779745696148,
      "learning_rate": 0.00012407664754758864,
      "loss": 1.9844,
      "step": 72505
    },
    {
      "epoch": 3.3731565480344265,
      "grad_norm": 1.3784649094501282,
      "learning_rate": 0.00012407299198198798,
      "loss": 1.9766,
      "step": 72506
    },
    {
      "epoch": 3.3732030704815075,
      "grad_norm": 1.3985127150600358,
      "learning_rate": 0.00012406933643225996,
      "loss": 1.8906,
      "step": 72507
    },
    {
      "epoch": 3.373249592928588,
      "grad_norm": 1.3385026643924909,
      "learning_rate": 0.00012406568089840688,
      "loss": 1.9609,
      "step": 72508
    },
    {
      "epoch": 3.373296115375669,
      "grad_norm": 1.3054412719127522,
      "learning_rate": 0.0001240620253804309,
      "loss": 1.875,
      "step": 72509
    },
    {
      "epoch": 3.3733426378227493,
      "grad_norm": 1.3948513913189224,
      "learning_rate": 0.00012405836987833434,
      "loss": 2.0625,
      "step": 72510
    },
    {
      "epoch": 3.3733891602698303,
      "grad_norm": 1.5969039461679102,
      "learning_rate": 0.00012405471439211932,
      "loss": 2.375,
      "step": 72511
    },
    {
      "epoch": 3.3734356827169107,
      "grad_norm": 1.388676042074423,
      "learning_rate": 0.0001240510589217882,
      "loss": 2.0469,
      "step": 72512
    },
    {
      "epoch": 3.3734822051639917,
      "grad_norm": 1.439447665587566,
      "learning_rate": 0.0001240474034673432,
      "loss": 2.1094,
      "step": 72513
    },
    {
      "epoch": 3.373528727611072,
      "grad_norm": 1.4062337106013663,
      "learning_rate": 0.00012404374802878651,
      "loss": 2.2031,
      "step": 72514
    },
    {
      "epoch": 3.373575250058153,
      "grad_norm": 1.5340509950312047,
      "learning_rate": 0.00012404009260612043,
      "loss": 2.125,
      "step": 72515
    },
    {
      "epoch": 3.373621772505234,
      "grad_norm": 1.4508713249181517,
      "learning_rate": 0.00012403643719934712,
      "loss": 2.125,
      "step": 72516
    },
    {
      "epoch": 3.3736682949523145,
      "grad_norm": 1.2896847045324353,
      "learning_rate": 0.00012403278180846887,
      "loss": 1.5547,
      "step": 72517
    },
    {
      "epoch": 3.3737148173993954,
      "grad_norm": 1.5381862414696617,
      "learning_rate": 0.0001240291264334879,
      "loss": 2.3281,
      "step": 72518
    },
    {
      "epoch": 3.373761339846476,
      "grad_norm": 1.184071158270258,
      "learning_rate": 0.00012402547107440647,
      "loss": 1.5625,
      "step": 72519
    },
    {
      "epoch": 3.373807862293557,
      "grad_norm": 1.336350759842615,
      "learning_rate": 0.00012402181573122677,
      "loss": 2.0625,
      "step": 72520
    },
    {
      "epoch": 3.3738543847406373,
      "grad_norm": 1.4792357936506906,
      "learning_rate": 0.0001240181604039511,
      "loss": 2.0469,
      "step": 72521
    },
    {
      "epoch": 3.373900907187718,
      "grad_norm": 1.4961715023337037,
      "learning_rate": 0.00012401450509258165,
      "loss": 2.2031,
      "step": 72522
    },
    {
      "epoch": 3.3739474296347987,
      "grad_norm": 1.3101402047195199,
      "learning_rate": 0.00012401084979712067,
      "loss": 1.7891,
      "step": 72523
    },
    {
      "epoch": 3.3739939520818796,
      "grad_norm": 1.4641813878274923,
      "learning_rate": 0.0001240071945175704,
      "loss": 2.3281,
      "step": 72524
    },
    {
      "epoch": 3.37404047452896,
      "grad_norm": 1.3462312850801266,
      "learning_rate": 0.0001240035392539331,
      "loss": 1.8672,
      "step": 72525
    },
    {
      "epoch": 3.374086996976041,
      "grad_norm": 1.5285269386698532,
      "learning_rate": 0.00012399988400621094,
      "loss": 2.1719,
      "step": 72526
    },
    {
      "epoch": 3.374133519423122,
      "grad_norm": 1.418739819211724,
      "learning_rate": 0.00012399622877440624,
      "loss": 2.125,
      "step": 72527
    },
    {
      "epoch": 3.3741800418702024,
      "grad_norm": 1.4226411375269794,
      "learning_rate": 0.0001239925735585212,
      "loss": 2.3125,
      "step": 72528
    },
    {
      "epoch": 3.374226564317283,
      "grad_norm": 1.3913240027339995,
      "learning_rate": 0.00012398891835855804,
      "loss": 1.9609,
      "step": 72529
    },
    {
      "epoch": 3.3742730867643638,
      "grad_norm": 1.5487541525819932,
      "learning_rate": 0.00012398526317451906,
      "loss": 2.3906,
      "step": 72530
    },
    {
      "epoch": 3.3743196092114447,
      "grad_norm": 1.479164409374085,
      "learning_rate": 0.00012398160800640638,
      "loss": 2.3125,
      "step": 72531
    },
    {
      "epoch": 3.374366131658525,
      "grad_norm": 1.3816179522167653,
      "learning_rate": 0.0001239779528542224,
      "loss": 2.125,
      "step": 72532
    },
    {
      "epoch": 3.374412654105606,
      "grad_norm": 1.2820554641350574,
      "learning_rate": 0.00012397429771796915,
      "loss": 1.7578,
      "step": 72533
    },
    {
      "epoch": 3.3744591765526866,
      "grad_norm": 1.4060311067917686,
      "learning_rate": 0.00012397064259764908,
      "loss": 2.1406,
      "step": 72534
    },
    {
      "epoch": 3.3745056989997675,
      "grad_norm": 1.432561339617863,
      "learning_rate": 0.00012396698749326434,
      "loss": 2.25,
      "step": 72535
    },
    {
      "epoch": 3.374552221446848,
      "grad_norm": 1.4339135864447552,
      "learning_rate": 0.00012396333240481712,
      "loss": 2.1875,
      "step": 72536
    },
    {
      "epoch": 3.374598743893929,
      "grad_norm": 1.4114083762564253,
      "learning_rate": 0.00012395967733230974,
      "loss": 2.125,
      "step": 72537
    },
    {
      "epoch": 3.3746452663410094,
      "grad_norm": 1.5613997350939521,
      "learning_rate": 0.0001239560222757444,
      "loss": 2.4062,
      "step": 72538
    },
    {
      "epoch": 3.3746917887880903,
      "grad_norm": 1.3750010157730639,
      "learning_rate": 0.00012395236723512331,
      "loss": 2.1875,
      "step": 72539
    },
    {
      "epoch": 3.3747383112351708,
      "grad_norm": 1.2865435454913214,
      "learning_rate": 0.00012394871221044874,
      "loss": 1.8125,
      "step": 72540
    },
    {
      "epoch": 3.3747848336822517,
      "grad_norm": 1.4569145823600627,
      "learning_rate": 0.00012394505720172297,
      "loss": 2.2812,
      "step": 72541
    },
    {
      "epoch": 3.3748313561293326,
      "grad_norm": 1.3441234530401993,
      "learning_rate": 0.0001239414022089481,
      "loss": 1.9062,
      "step": 72542
    },
    {
      "epoch": 3.374877878576413,
      "grad_norm": 1.4045874819040207,
      "learning_rate": 0.00012393774723212653,
      "loss": 2.1094,
      "step": 72543
    },
    {
      "epoch": 3.374924401023494,
      "grad_norm": 1.367582934742062,
      "learning_rate": 0.0001239340922712604,
      "loss": 2.1719,
      "step": 72544
    },
    {
      "epoch": 3.3749709234705745,
      "grad_norm": 1.3414112177554065,
      "learning_rate": 0.00012393043732635199,
      "loss": 1.8672,
      "step": 72545
    },
    {
      "epoch": 3.3750174459176554,
      "grad_norm": 1.3676783585564851,
      "learning_rate": 0.0001239267823974035,
      "loss": 1.5391,
      "step": 72546
    },
    {
      "epoch": 3.375063968364736,
      "grad_norm": 1.3176917398959425,
      "learning_rate": 0.0001239231274844172,
      "loss": 1.8516,
      "step": 72547
    },
    {
      "epoch": 3.375110490811817,
      "grad_norm": 1.3088199651495018,
      "learning_rate": 0.0001239194725873953,
      "loss": 1.6484,
      "step": 72548
    },
    {
      "epoch": 3.3751570132588973,
      "grad_norm": 1.3289094245575757,
      "learning_rate": 0.00012391581770634005,
      "loss": 2.1094,
      "step": 72549
    },
    {
      "epoch": 3.375203535705978,
      "grad_norm": 1.3336795707578029,
      "learning_rate": 0.00012391216284125372,
      "loss": 1.9062,
      "step": 72550
    },
    {
      "epoch": 3.3752500581530587,
      "grad_norm": 1.3873778621056942,
      "learning_rate": 0.00012390850799213847,
      "loss": 2.1719,
      "step": 72551
    },
    {
      "epoch": 3.3752965806001396,
      "grad_norm": 1.6055662842665055,
      "learning_rate": 0.00012390485315899664,
      "loss": 2.2188,
      "step": 72552
    },
    {
      "epoch": 3.3753431030472205,
      "grad_norm": 1.3535001101296829,
      "learning_rate": 0.00012390119834183036,
      "loss": 1.9453,
      "step": 72553
    },
    {
      "epoch": 3.375389625494301,
      "grad_norm": 1.3867467347461708,
      "learning_rate": 0.00012389754354064198,
      "loss": 2.0156,
      "step": 72554
    },
    {
      "epoch": 3.3754361479413815,
      "grad_norm": 1.353437730294059,
      "learning_rate": 0.0001238938887554336,
      "loss": 1.8359,
      "step": 72555
    },
    {
      "epoch": 3.3754826703884624,
      "grad_norm": 1.467957001016013,
      "learning_rate": 0.00012389023398620753,
      "loss": 2.0,
      "step": 72556
    },
    {
      "epoch": 3.3755291928355433,
      "grad_norm": 1.4022641681872037,
      "learning_rate": 0.0001238865792329661,
      "loss": 2.0938,
      "step": 72557
    },
    {
      "epoch": 3.375575715282624,
      "grad_norm": 1.3197932495984968,
      "learning_rate": 0.0001238829244957114,
      "loss": 1.9141,
      "step": 72558
    },
    {
      "epoch": 3.3756222377297047,
      "grad_norm": 1.401437947751514,
      "learning_rate": 0.00012387926977444575,
      "loss": 1.8906,
      "step": 72559
    },
    {
      "epoch": 3.375668760176785,
      "grad_norm": 1.4103540731949389,
      "learning_rate": 0.00012387561506917136,
      "loss": 1.9297,
      "step": 72560
    },
    {
      "epoch": 3.375715282623866,
      "grad_norm": 1.5501819716988026,
      "learning_rate": 0.0001238719603798905,
      "loss": 2.2656,
      "step": 72561
    },
    {
      "epoch": 3.3757618050709466,
      "grad_norm": 1.4663688695867965,
      "learning_rate": 0.0001238683057066053,
      "loss": 2.1875,
      "step": 72562
    },
    {
      "epoch": 3.3758083275180275,
      "grad_norm": 1.3861523599920416,
      "learning_rate": 0.00012386465104931817,
      "loss": 1.9922,
      "step": 72563
    },
    {
      "epoch": 3.375854849965108,
      "grad_norm": 1.447567423971087,
      "learning_rate": 0.0001238609964080312,
      "loss": 2.125,
      "step": 72564
    },
    {
      "epoch": 3.375901372412189,
      "grad_norm": 1.4146815566590334,
      "learning_rate": 0.00012385734178274672,
      "loss": 2.1562,
      "step": 72565
    },
    {
      "epoch": 3.3759478948592694,
      "grad_norm": 1.4186203680279537,
      "learning_rate": 0.0001238536871734669,
      "loss": 1.9453,
      "step": 72566
    },
    {
      "epoch": 3.3759944173063503,
      "grad_norm": 1.554340641272103,
      "learning_rate": 0.00012385003258019402,
      "loss": 2.2344,
      "step": 72567
    },
    {
      "epoch": 3.3760409397534312,
      "grad_norm": 1.4180088793595678,
      "learning_rate": 0.00012384637800293027,
      "loss": 2.125,
      "step": 72568
    },
    {
      "epoch": 3.3760874622005117,
      "grad_norm": 1.3207230397458036,
      "learning_rate": 0.000123842723441678,
      "loss": 1.8984,
      "step": 72569
    },
    {
      "epoch": 3.3761339846475926,
      "grad_norm": 1.4555171642445863,
      "learning_rate": 0.0001238390688964393,
      "loss": 2.0625,
      "step": 72570
    },
    {
      "epoch": 3.376180507094673,
      "grad_norm": 1.4817158713226157,
      "learning_rate": 0.00012383541436721652,
      "loss": 2.1406,
      "step": 72571
    },
    {
      "epoch": 3.376227029541754,
      "grad_norm": 1.2891543019252165,
      "learning_rate": 0.0001238317598540118,
      "loss": 1.8281,
      "step": 72572
    },
    {
      "epoch": 3.3762735519888345,
      "grad_norm": 1.3950140048741295,
      "learning_rate": 0.00012382810535682746,
      "loss": 2.0,
      "step": 72573
    },
    {
      "epoch": 3.3763200744359154,
      "grad_norm": 1.3420626274019516,
      "learning_rate": 0.00012382445087566574,
      "loss": 2.0469,
      "step": 72574
    },
    {
      "epoch": 3.376366596882996,
      "grad_norm": 1.3740561358517789,
      "learning_rate": 0.0001238207964105288,
      "loss": 1.9375,
      "step": 72575
    },
    {
      "epoch": 3.376413119330077,
      "grad_norm": 1.3160377966405583,
      "learning_rate": 0.00012381714196141896,
      "loss": 1.7969,
      "step": 72576
    },
    {
      "epoch": 3.3764596417771573,
      "grad_norm": 1.3872554515700766,
      "learning_rate": 0.00012381348752833835,
      "loss": 2.0625,
      "step": 72577
    },
    {
      "epoch": 3.376506164224238,
      "grad_norm": 1.3118215258725052,
      "learning_rate": 0.0001238098331112893,
      "loss": 1.9375,
      "step": 72578
    },
    {
      "epoch": 3.376552686671319,
      "grad_norm": 1.379158663988754,
      "learning_rate": 0.00012380617871027405,
      "loss": 2.0781,
      "step": 72579
    },
    {
      "epoch": 3.3765992091183996,
      "grad_norm": 1.4894903211302912,
      "learning_rate": 0.0001238025243252948,
      "loss": 2.4062,
      "step": 72580
    },
    {
      "epoch": 3.3766457315654805,
      "grad_norm": 1.4100998558616884,
      "learning_rate": 0.00012379886995635383,
      "loss": 2.0469,
      "step": 72581
    },
    {
      "epoch": 3.376692254012561,
      "grad_norm": 1.4271190997724892,
      "learning_rate": 0.0001237952156034533,
      "loss": 2.0625,
      "step": 72582
    },
    {
      "epoch": 3.376738776459642,
      "grad_norm": 1.4693125256974708,
      "learning_rate": 0.00012379156126659556,
      "loss": 2.1562,
      "step": 72583
    },
    {
      "epoch": 3.3767852989067224,
      "grad_norm": 1.4611386725297315,
      "learning_rate": 0.00012378790694578273,
      "loss": 2.1406,
      "step": 72584
    },
    {
      "epoch": 3.3768318213538033,
      "grad_norm": 1.4758622896893778,
      "learning_rate": 0.00012378425264101712,
      "loss": 2.375,
      "step": 72585
    },
    {
      "epoch": 3.376878343800884,
      "grad_norm": 1.464320746338196,
      "learning_rate": 0.0001237805983523009,
      "loss": 2.0938,
      "step": 72586
    },
    {
      "epoch": 3.3769248662479647,
      "grad_norm": 1.3810625351047239,
      "learning_rate": 0.0001237769440796364,
      "loss": 2.0,
      "step": 72587
    },
    {
      "epoch": 3.376971388695045,
      "grad_norm": 1.3743992176188404,
      "learning_rate": 0.00012377328982302578,
      "loss": 1.9922,
      "step": 72588
    },
    {
      "epoch": 3.377017911142126,
      "grad_norm": 1.4428954781350265,
      "learning_rate": 0.00012376963558247134,
      "loss": 1.9141,
      "step": 72589
    },
    {
      "epoch": 3.3770644335892066,
      "grad_norm": 1.5293137970097068,
      "learning_rate": 0.00012376598135797523,
      "loss": 2.1094,
      "step": 72590
    },
    {
      "epoch": 3.3771109560362875,
      "grad_norm": 1.3635237530814914,
      "learning_rate": 0.00012376232714953982,
      "loss": 2.0625,
      "step": 72591
    },
    {
      "epoch": 3.377157478483368,
      "grad_norm": 1.4776450731062845,
      "learning_rate": 0.0001237586729571672,
      "loss": 2.2969,
      "step": 72592
    },
    {
      "epoch": 3.377204000930449,
      "grad_norm": 1.380327976409084,
      "learning_rate": 0.0001237550187808597,
      "loss": 1.9922,
      "step": 72593
    },
    {
      "epoch": 3.37725052337753,
      "grad_norm": 1.3534697721980193,
      "learning_rate": 0.00012375136462061952,
      "loss": 1.8203,
      "step": 72594
    },
    {
      "epoch": 3.3772970458246103,
      "grad_norm": 1.3719095696945036,
      "learning_rate": 0.00012374771047644895,
      "loss": 1.8984,
      "step": 72595
    },
    {
      "epoch": 3.3773435682716912,
      "grad_norm": 1.3892138481281655,
      "learning_rate": 0.00012374405634835013,
      "loss": 2.2188,
      "step": 72596
    },
    {
      "epoch": 3.3773900907187717,
      "grad_norm": 1.4012733605511036,
      "learning_rate": 0.0001237404022363254,
      "loss": 2.1875,
      "step": 72597
    },
    {
      "epoch": 3.3774366131658526,
      "grad_norm": 1.4901038613448179,
      "learning_rate": 0.0001237367481403769,
      "loss": 2.3438,
      "step": 72598
    },
    {
      "epoch": 3.377483135612933,
      "grad_norm": 1.4632439696313584,
      "learning_rate": 0.00012373309406050692,
      "loss": 2.3281,
      "step": 72599
    },
    {
      "epoch": 3.377529658060014,
      "grad_norm": 1.3951999489132552,
      "learning_rate": 0.00012372943999671774,
      "loss": 2.125,
      "step": 72600
    },
    {
      "epoch": 3.3775761805070945,
      "grad_norm": 1.4294574004398635,
      "learning_rate": 0.0001237257859490115,
      "loss": 2.1719,
      "step": 72601
    },
    {
      "epoch": 3.3776227029541754,
      "grad_norm": 1.5232303429236462,
      "learning_rate": 0.00012372213191739055,
      "loss": 2.2031,
      "step": 72602
    },
    {
      "epoch": 3.377669225401256,
      "grad_norm": 1.371634957902548,
      "learning_rate": 0.00012371847790185707,
      "loss": 1.8984,
      "step": 72603
    },
    {
      "epoch": 3.377715747848337,
      "grad_norm": 1.3574111496873944,
      "learning_rate": 0.00012371482390241323,
      "loss": 2.125,
      "step": 72604
    },
    {
      "epoch": 3.3777622702954178,
      "grad_norm": 1.4098702084961336,
      "learning_rate": 0.0001237111699190614,
      "loss": 2.125,
      "step": 72605
    },
    {
      "epoch": 3.3778087927424982,
      "grad_norm": 1.4667599162572682,
      "learning_rate": 0.0001237075159518037,
      "loss": 2.1094,
      "step": 72606
    },
    {
      "epoch": 3.377855315189579,
      "grad_norm": 1.3823473576797616,
      "learning_rate": 0.0001237038620006424,
      "loss": 1.9688,
      "step": 72607
    },
    {
      "epoch": 3.3779018376366596,
      "grad_norm": 1.4411527430514781,
      "learning_rate": 0.00012370020806557976,
      "loss": 2.1875,
      "step": 72608
    },
    {
      "epoch": 3.3779483600837406,
      "grad_norm": 1.3938494302209,
      "learning_rate": 0.00012369655414661804,
      "loss": 2.0625,
      "step": 72609
    },
    {
      "epoch": 3.377994882530821,
      "grad_norm": 1.3716022396956054,
      "learning_rate": 0.0001236929002437594,
      "loss": 2.1094,
      "step": 72610
    },
    {
      "epoch": 3.378041404977902,
      "grad_norm": 1.5088062613884503,
      "learning_rate": 0.00012368924635700618,
      "loss": 2.1719,
      "step": 72611
    },
    {
      "epoch": 3.3780879274249824,
      "grad_norm": 1.3981178747994825,
      "learning_rate": 0.0001236855924863605,
      "loss": 2.0781,
      "step": 72612
    },
    {
      "epoch": 3.3781344498720633,
      "grad_norm": 1.3109341219417194,
      "learning_rate": 0.0001236819386318247,
      "loss": 1.7344,
      "step": 72613
    },
    {
      "epoch": 3.378180972319144,
      "grad_norm": 1.4161770063044974,
      "learning_rate": 0.00012367828479340094,
      "loss": 2.0938,
      "step": 72614
    },
    {
      "epoch": 3.3782274947662247,
      "grad_norm": 1.3664674085865847,
      "learning_rate": 0.0001236746309710915,
      "loss": 1.9844,
      "step": 72615
    },
    {
      "epoch": 3.3782740172133057,
      "grad_norm": 1.4230521761550285,
      "learning_rate": 0.0001236709771648986,
      "loss": 2.2344,
      "step": 72616
    },
    {
      "epoch": 3.378320539660386,
      "grad_norm": 1.461548703088358,
      "learning_rate": 0.0001236673233748245,
      "loss": 2.1406,
      "step": 72617
    },
    {
      "epoch": 3.3783670621074666,
      "grad_norm": 1.4264589393330096,
      "learning_rate": 0.0001236636696008714,
      "loss": 1.9453,
      "step": 72618
    },
    {
      "epoch": 3.3784135845545475,
      "grad_norm": 1.4352974347694534,
      "learning_rate": 0.00012366001584304158,
      "loss": 2.2969,
      "step": 72619
    },
    {
      "epoch": 3.3784601070016285,
      "grad_norm": 1.3553899283364683,
      "learning_rate": 0.00012365636210133723,
      "loss": 1.9141,
      "step": 72620
    },
    {
      "epoch": 3.378506629448709,
      "grad_norm": 1.4207270904723204,
      "learning_rate": 0.00012365270837576058,
      "loss": 2.1875,
      "step": 72621
    },
    {
      "epoch": 3.37855315189579,
      "grad_norm": 1.382509720977852,
      "learning_rate": 0.00012364905466631394,
      "loss": 1.9453,
      "step": 72622
    },
    {
      "epoch": 3.3785996743428703,
      "grad_norm": 1.4425129708973985,
      "learning_rate": 0.00012364540097299949,
      "loss": 1.7969,
      "step": 72623
    },
    {
      "epoch": 3.3786461967899513,
      "grad_norm": 1.3888640610038883,
      "learning_rate": 0.0001236417472958195,
      "loss": 2.0625,
      "step": 72624
    },
    {
      "epoch": 3.3786927192370317,
      "grad_norm": 1.402812043679039,
      "learning_rate": 0.00012363809363477617,
      "loss": 1.9531,
      "step": 72625
    },
    {
      "epoch": 3.3787392416841127,
      "grad_norm": 1.4207325232952936,
      "learning_rate": 0.00012363443998987178,
      "loss": 2.1094,
      "step": 72626
    },
    {
      "epoch": 3.378785764131193,
      "grad_norm": 1.4058391170220481,
      "learning_rate": 0.0001236307863611085,
      "loss": 2.0625,
      "step": 72627
    },
    {
      "epoch": 3.378832286578274,
      "grad_norm": 1.4631179927707492,
      "learning_rate": 0.00012362713274848865,
      "loss": 2.2969,
      "step": 72628
    },
    {
      "epoch": 3.3788788090253545,
      "grad_norm": 1.355080272838986,
      "learning_rate": 0.00012362347915201446,
      "loss": 2.0469,
      "step": 72629
    },
    {
      "epoch": 3.3789253314724355,
      "grad_norm": 1.42612675737171,
      "learning_rate": 0.00012361982557168805,
      "loss": 2.0781,
      "step": 72630
    },
    {
      "epoch": 3.3789718539195164,
      "grad_norm": 1.3491396680917476,
      "learning_rate": 0.00012361617200751178,
      "loss": 2.0,
      "step": 72631
    },
    {
      "epoch": 3.379018376366597,
      "grad_norm": 1.3343107155883573,
      "learning_rate": 0.00012361251845948782,
      "loss": 1.9844,
      "step": 72632
    },
    {
      "epoch": 3.3790648988136778,
      "grad_norm": 1.3967296788322179,
      "learning_rate": 0.00012360886492761847,
      "loss": 2.2188,
      "step": 72633
    },
    {
      "epoch": 3.3791114212607583,
      "grad_norm": 1.3014872480809494,
      "learning_rate": 0.00012360521141190588,
      "loss": 1.5859,
      "step": 72634
    },
    {
      "epoch": 3.379157943707839,
      "grad_norm": 1.4083744027408176,
      "learning_rate": 0.00012360155791235237,
      "loss": 2.0469,
      "step": 72635
    },
    {
      "epoch": 3.3792044661549197,
      "grad_norm": 1.3421697206394512,
      "learning_rate": 0.0001235979044289601,
      "loss": 1.4922,
      "step": 72636
    },
    {
      "epoch": 3.3792509886020006,
      "grad_norm": 1.4572683678934597,
      "learning_rate": 0.0001235942509617314,
      "loss": 2.2812,
      "step": 72637
    },
    {
      "epoch": 3.379297511049081,
      "grad_norm": 1.3637618859225955,
      "learning_rate": 0.00012359059751066844,
      "loss": 1.6172,
      "step": 72638
    },
    {
      "epoch": 3.379344033496162,
      "grad_norm": 1.3481138501926269,
      "learning_rate": 0.00012358694407577347,
      "loss": 1.9922,
      "step": 72639
    },
    {
      "epoch": 3.3793905559432424,
      "grad_norm": 1.4017171393678352,
      "learning_rate": 0.00012358329065704872,
      "loss": 2.1406,
      "step": 72640
    },
    {
      "epoch": 3.3794370783903234,
      "grad_norm": 1.389687700644643,
      "learning_rate": 0.00012357963725449645,
      "loss": 1.9453,
      "step": 72641
    },
    {
      "epoch": 3.3794836008374043,
      "grad_norm": 1.4167242638856772,
      "learning_rate": 0.00012357598386811885,
      "loss": 2.2812,
      "step": 72642
    },
    {
      "epoch": 3.3795301232844848,
      "grad_norm": 1.5218212044554773,
      "learning_rate": 0.00012357233049791817,
      "loss": 2.2656,
      "step": 72643
    },
    {
      "epoch": 3.3795766457315652,
      "grad_norm": 1.3568071834714934,
      "learning_rate": 0.0001235686771438967,
      "loss": 1.9844,
      "step": 72644
    },
    {
      "epoch": 3.379623168178646,
      "grad_norm": 1.3875769318891003,
      "learning_rate": 0.00012356502380605664,
      "loss": 2.0312,
      "step": 72645
    },
    {
      "epoch": 3.379669690625727,
      "grad_norm": 1.4410404485809687,
      "learning_rate": 0.00012356137048440024,
      "loss": 2.0,
      "step": 72646
    },
    {
      "epoch": 3.3797162130728076,
      "grad_norm": 1.4441332421761413,
      "learning_rate": 0.00012355771717892974,
      "loss": 2.2969,
      "step": 72647
    },
    {
      "epoch": 3.3797627355198885,
      "grad_norm": 1.3926630092697745,
      "learning_rate": 0.00012355406388964735,
      "loss": 2.1562,
      "step": 72648
    },
    {
      "epoch": 3.379809257966969,
      "grad_norm": 1.4772080847801399,
      "learning_rate": 0.0001235504106165553,
      "loss": 2.2969,
      "step": 72649
    },
    {
      "epoch": 3.37985578041405,
      "grad_norm": 1.3831148486038143,
      "learning_rate": 0.00012354675735965585,
      "loss": 2.0469,
      "step": 72650
    },
    {
      "epoch": 3.3799023028611304,
      "grad_norm": 1.3310110306102498,
      "learning_rate": 0.00012354310411895122,
      "loss": 1.8359,
      "step": 72651
    },
    {
      "epoch": 3.3799488253082113,
      "grad_norm": 1.4494102458511673,
      "learning_rate": 0.00012353945089444367,
      "loss": 2.1719,
      "step": 72652
    },
    {
      "epoch": 3.3799953477552918,
      "grad_norm": 1.5398698551026653,
      "learning_rate": 0.0001235357976861354,
      "loss": 2.1875,
      "step": 72653
    },
    {
      "epoch": 3.3800418702023727,
      "grad_norm": 1.4782037554686598,
      "learning_rate": 0.00012353214449402876,
      "loss": 2.1406,
      "step": 72654
    },
    {
      "epoch": 3.380088392649453,
      "grad_norm": 1.442896724290124,
      "learning_rate": 0.00012352849131812583,
      "loss": 2.2188,
      "step": 72655
    },
    {
      "epoch": 3.380134915096534,
      "grad_norm": 1.36115083314595,
      "learning_rate": 0.00012352483815842888,
      "loss": 1.875,
      "step": 72656
    },
    {
      "epoch": 3.380181437543615,
      "grad_norm": 1.4555788728699757,
      "learning_rate": 0.00012352118501494024,
      "loss": 2.3438,
      "step": 72657
    },
    {
      "epoch": 3.3802279599906955,
      "grad_norm": 1.3691447764351579,
      "learning_rate": 0.00012351753188766208,
      "loss": 2.0625,
      "step": 72658
    },
    {
      "epoch": 3.3802744824377764,
      "grad_norm": 1.3857442287131199,
      "learning_rate": 0.0001235138787765966,
      "loss": 1.9844,
      "step": 72659
    },
    {
      "epoch": 3.380321004884857,
      "grad_norm": 1.3610089397341678,
      "learning_rate": 0.00012351022568174612,
      "loss": 2.0938,
      "step": 72660
    },
    {
      "epoch": 3.380367527331938,
      "grad_norm": 1.4487420615163307,
      "learning_rate": 0.00012350657260311285,
      "loss": 2.3125,
      "step": 72661
    },
    {
      "epoch": 3.3804140497790183,
      "grad_norm": 1.312098073673605,
      "learning_rate": 0.00012350291954069895,
      "loss": 1.9141,
      "step": 72662
    },
    {
      "epoch": 3.380460572226099,
      "grad_norm": 1.4157324580009552,
      "learning_rate": 0.00012349926649450678,
      "loss": 2.1094,
      "step": 72663
    },
    {
      "epoch": 3.3805070946731797,
      "grad_norm": 1.26767980079295,
      "learning_rate": 0.00012349561346453847,
      "loss": 1.6406,
      "step": 72664
    },
    {
      "epoch": 3.3805536171202606,
      "grad_norm": 1.3780863633886689,
      "learning_rate": 0.00012349196045079627,
      "loss": 2.0312,
      "step": 72665
    },
    {
      "epoch": 3.380600139567341,
      "grad_norm": 1.3408325212105634,
      "learning_rate": 0.00012348830745328253,
      "loss": 1.9844,
      "step": 72666
    },
    {
      "epoch": 3.380646662014422,
      "grad_norm": 1.4039887632351062,
      "learning_rate": 0.00012348465447199934,
      "loss": 2.2344,
      "step": 72667
    },
    {
      "epoch": 3.380693184461503,
      "grad_norm": 1.6819192692226275,
      "learning_rate": 0.00012348100150694904,
      "loss": 1.8828,
      "step": 72668
    },
    {
      "epoch": 3.3807397069085834,
      "grad_norm": 1.479348952268765,
      "learning_rate": 0.0001234773485581338,
      "loss": 2.1562,
      "step": 72669
    },
    {
      "epoch": 3.380786229355664,
      "grad_norm": 1.7448222448060653,
      "learning_rate": 0.00012347369562555594,
      "loss": 1.6016,
      "step": 72670
    },
    {
      "epoch": 3.380832751802745,
      "grad_norm": 1.644113085017659,
      "learning_rate": 0.0001234700427092176,
      "loss": 2.1719,
      "step": 72671
    },
    {
      "epoch": 3.3808792742498257,
      "grad_norm": 1.445301009893793,
      "learning_rate": 0.00012346638980912107,
      "loss": 2.0625,
      "step": 72672
    },
    {
      "epoch": 3.380925796696906,
      "grad_norm": 1.4557163894834335,
      "learning_rate": 0.00012346273692526855,
      "loss": 2.1562,
      "step": 72673
    },
    {
      "epoch": 3.380972319143987,
      "grad_norm": 1.4141603724572656,
      "learning_rate": 0.00012345908405766233,
      "loss": 2.0469,
      "step": 72674
    },
    {
      "epoch": 3.3810188415910676,
      "grad_norm": 1.4239910671909808,
      "learning_rate": 0.00012345543120630457,
      "loss": 2.1406,
      "step": 72675
    },
    {
      "epoch": 3.3810653640381485,
      "grad_norm": 1.5495438959249086,
      "learning_rate": 0.0001234517783711976,
      "loss": 2.25,
      "step": 72676
    },
    {
      "epoch": 3.381111886485229,
      "grad_norm": 1.3184505373536073,
      "learning_rate": 0.00012344812555234357,
      "loss": 1.9453,
      "step": 72677
    },
    {
      "epoch": 3.38115840893231,
      "grad_norm": 1.3120652811442493,
      "learning_rate": 0.0001234444727497448,
      "loss": 1.7734,
      "step": 72678
    },
    {
      "epoch": 3.3812049313793904,
      "grad_norm": 1.4774815745176353,
      "learning_rate": 0.00012344081996340343,
      "loss": 2.125,
      "step": 72679
    },
    {
      "epoch": 3.3812514538264713,
      "grad_norm": 1.499274603063767,
      "learning_rate": 0.00012343716719332177,
      "loss": 2.0312,
      "step": 72680
    },
    {
      "epoch": 3.3812979762735518,
      "grad_norm": 1.4098700461390956,
      "learning_rate": 0.00012343351443950206,
      "loss": 2.0781,
      "step": 72681
    },
    {
      "epoch": 3.3813444987206327,
      "grad_norm": 1.3197627689487106,
      "learning_rate": 0.00012342986170194646,
      "loss": 1.9766,
      "step": 72682
    },
    {
      "epoch": 3.3813910211677136,
      "grad_norm": 1.383836564062629,
      "learning_rate": 0.0001234262089806573,
      "loss": 2.0312,
      "step": 72683
    },
    {
      "epoch": 3.381437543614794,
      "grad_norm": 1.4613345221351206,
      "learning_rate": 0.00012342255627563673,
      "loss": 2.2188,
      "step": 72684
    },
    {
      "epoch": 3.381484066061875,
      "grad_norm": 1.2905144401184478,
      "learning_rate": 0.00012341890358688707,
      "loss": 2.0,
      "step": 72685
    },
    {
      "epoch": 3.3815305885089555,
      "grad_norm": 1.4033324286104087,
      "learning_rate": 0.00012341525091441046,
      "loss": 2.0156,
      "step": 72686
    },
    {
      "epoch": 3.3815771109560364,
      "grad_norm": 1.3619261515769239,
      "learning_rate": 0.00012341159825820917,
      "loss": 1.9844,
      "step": 72687
    },
    {
      "epoch": 3.381623633403117,
      "grad_norm": 1.4323990901962351,
      "learning_rate": 0.00012340794561828552,
      "loss": 2.0,
      "step": 72688
    },
    {
      "epoch": 3.381670155850198,
      "grad_norm": 1.4733951011066544,
      "learning_rate": 0.00012340429299464165,
      "loss": 2.0,
      "step": 72689
    },
    {
      "epoch": 3.3817166782972783,
      "grad_norm": 1.410494390973648,
      "learning_rate": 0.00012340064038727987,
      "loss": 2.0781,
      "step": 72690
    },
    {
      "epoch": 3.381763200744359,
      "grad_norm": 1.4383936731495295,
      "learning_rate": 0.00012339698779620232,
      "loss": 1.9609,
      "step": 72691
    },
    {
      "epoch": 3.3818097231914397,
      "grad_norm": 1.4484372915500583,
      "learning_rate": 0.00012339333522141133,
      "loss": 2.2812,
      "step": 72692
    },
    {
      "epoch": 3.3818562456385206,
      "grad_norm": 1.4498381622954741,
      "learning_rate": 0.0001233896826629091,
      "loss": 2.0,
      "step": 72693
    },
    {
      "epoch": 3.3819027680856015,
      "grad_norm": 1.4269724767115388,
      "learning_rate": 0.00012338603012069786,
      "loss": 1.9375,
      "step": 72694
    },
    {
      "epoch": 3.381949290532682,
      "grad_norm": 1.3472763971002382,
      "learning_rate": 0.0001233823775947798,
      "loss": 1.9688,
      "step": 72695
    },
    {
      "epoch": 3.381995812979763,
      "grad_norm": 1.4096594416148074,
      "learning_rate": 0.00012337872508515728,
      "loss": 1.9609,
      "step": 72696
    },
    {
      "epoch": 3.3820423354268434,
      "grad_norm": 1.4628812984781776,
      "learning_rate": 0.0001233750725918324,
      "loss": 2.0469,
      "step": 72697
    },
    {
      "epoch": 3.3820888578739243,
      "grad_norm": 1.3739678891431333,
      "learning_rate": 0.0001233714201148075,
      "loss": 2.0156,
      "step": 72698
    },
    {
      "epoch": 3.382135380321005,
      "grad_norm": 1.3726028516795445,
      "learning_rate": 0.00012336776765408474,
      "loss": 1.8281,
      "step": 72699
    },
    {
      "epoch": 3.3821819027680857,
      "grad_norm": 1.3253316726223636,
      "learning_rate": 0.00012336411520966643,
      "loss": 1.9375,
      "step": 72700
    },
    {
      "epoch": 3.382228425215166,
      "grad_norm": 1.478580542808117,
      "learning_rate": 0.0001233604627815547,
      "loss": 2.3125,
      "step": 72701
    },
    {
      "epoch": 3.382274947662247,
      "grad_norm": 1.3654223451774024,
      "learning_rate": 0.00012335681036975194,
      "loss": 2.0469,
      "step": 72702
    },
    {
      "epoch": 3.3823214701093276,
      "grad_norm": 1.3720740349508047,
      "learning_rate": 0.00012335315797426023,
      "loss": 1.9453,
      "step": 72703
    },
    {
      "epoch": 3.3823679925564085,
      "grad_norm": 1.4394614895206597,
      "learning_rate": 0.00012334950559508192,
      "loss": 1.9453,
      "step": 72704
    },
    {
      "epoch": 3.382414515003489,
      "grad_norm": 1.4154867747841509,
      "learning_rate": 0.00012334585323221916,
      "loss": 2.0625,
      "step": 72705
    },
    {
      "epoch": 3.38246103745057,
      "grad_norm": 1.392734535863786,
      "learning_rate": 0.00012334220088567425,
      "loss": 2.1094,
      "step": 72706
    },
    {
      "epoch": 3.3825075598976504,
      "grad_norm": 1.4166052363939843,
      "learning_rate": 0.0001233385485554494,
      "loss": 1.9688,
      "step": 72707
    },
    {
      "epoch": 3.3825540823447313,
      "grad_norm": 1.4379120464935025,
      "learning_rate": 0.00012333489624154683,
      "loss": 2.0781,
      "step": 72708
    },
    {
      "epoch": 3.3826006047918122,
      "grad_norm": 1.4928130009238338,
      "learning_rate": 0.00012333124394396877,
      "loss": 2.0312,
      "step": 72709
    },
    {
      "epoch": 3.3826471272388927,
      "grad_norm": 1.386398876452466,
      "learning_rate": 0.00012332759166271752,
      "loss": 2.0156,
      "step": 72710
    },
    {
      "epoch": 3.3826936496859736,
      "grad_norm": 1.33526017458738,
      "learning_rate": 0.00012332393939779525,
      "loss": 1.9844,
      "step": 72711
    },
    {
      "epoch": 3.382740172133054,
      "grad_norm": 1.375096418694449,
      "learning_rate": 0.00012332028714920427,
      "loss": 1.9375,
      "step": 72712
    },
    {
      "epoch": 3.382786694580135,
      "grad_norm": 1.4269073315376912,
      "learning_rate": 0.00012331663491694673,
      "loss": 2.0312,
      "step": 72713
    },
    {
      "epoch": 3.3828332170272155,
      "grad_norm": 1.4040437857802017,
      "learning_rate": 0.00012331298270102493,
      "loss": 2.1719,
      "step": 72714
    },
    {
      "epoch": 3.3828797394742964,
      "grad_norm": 1.4299753539796807,
      "learning_rate": 0.00012330933050144104,
      "loss": 2.1875,
      "step": 72715
    },
    {
      "epoch": 3.382926261921377,
      "grad_norm": 1.4553523035624443,
      "learning_rate": 0.00012330567831819736,
      "loss": 1.5703,
      "step": 72716
    },
    {
      "epoch": 3.382972784368458,
      "grad_norm": 1.3675889210068866,
      "learning_rate": 0.0001233020261512961,
      "loss": 2.0312,
      "step": 72717
    },
    {
      "epoch": 3.3830193068155383,
      "grad_norm": 2.2629284383811887,
      "learning_rate": 0.0001232983740007395,
      "loss": 2.2344,
      "step": 72718
    },
    {
      "epoch": 3.3830658292626192,
      "grad_norm": 1.4110255357029484,
      "learning_rate": 0.00012329472186652977,
      "loss": 2.0156,
      "step": 72719
    },
    {
      "epoch": 3.3831123517097,
      "grad_norm": 1.3722589873486688,
      "learning_rate": 0.0001232910697486692,
      "loss": 2.0312,
      "step": 72720
    },
    {
      "epoch": 3.3831588741567806,
      "grad_norm": 1.370719454928456,
      "learning_rate": 0.00012328741764715997,
      "loss": 2.0938,
      "step": 72721
    },
    {
      "epoch": 3.3832053966038615,
      "grad_norm": 1.4085524423507,
      "learning_rate": 0.00012328376556200435,
      "loss": 2.125,
      "step": 72722
    },
    {
      "epoch": 3.383251919050942,
      "grad_norm": 1.3550018423792918,
      "learning_rate": 0.00012328011349320458,
      "loss": 1.9688,
      "step": 72723
    },
    {
      "epoch": 3.383298441498023,
      "grad_norm": 1.4332414388757404,
      "learning_rate": 0.00012327646144076287,
      "loss": 2.1562,
      "step": 72724
    },
    {
      "epoch": 3.3833449639451034,
      "grad_norm": 1.5095724871848353,
      "learning_rate": 0.00012327280940468147,
      "loss": 2.2188,
      "step": 72725
    },
    {
      "epoch": 3.3833914863921843,
      "grad_norm": 1.2757813452222213,
      "learning_rate": 0.0001232691573849626,
      "loss": 1.8438,
      "step": 72726
    },
    {
      "epoch": 3.383438008839265,
      "grad_norm": 1.437193620756636,
      "learning_rate": 0.0001232655053816085,
      "loss": 2.25,
      "step": 72727
    },
    {
      "epoch": 3.3834845312863457,
      "grad_norm": 1.3677331474852978,
      "learning_rate": 0.00012326185339462146,
      "loss": 2.0156,
      "step": 72728
    },
    {
      "epoch": 3.383531053733426,
      "grad_norm": 1.4099317976273538,
      "learning_rate": 0.00012325820142400362,
      "loss": 1.75,
      "step": 72729
    },
    {
      "epoch": 3.383577576180507,
      "grad_norm": 1.3644138941403685,
      "learning_rate": 0.00012325454946975731,
      "loss": 1.9688,
      "step": 72730
    },
    {
      "epoch": 3.3836240986275876,
      "grad_norm": 1.3695679850400868,
      "learning_rate": 0.00012325089753188466,
      "loss": 1.9219,
      "step": 72731
    },
    {
      "epoch": 3.3836706210746685,
      "grad_norm": 1.3961267426434116,
      "learning_rate": 0.000123247245610388,
      "loss": 2.1562,
      "step": 72732
    },
    {
      "epoch": 3.383717143521749,
      "grad_norm": 1.4104199831735929,
      "learning_rate": 0.00012324359370526958,
      "loss": 2.1875,
      "step": 72733
    },
    {
      "epoch": 3.38376366596883,
      "grad_norm": 1.4315530511161054,
      "learning_rate": 0.00012323994181653153,
      "loss": 2.125,
      "step": 72734
    },
    {
      "epoch": 3.383810188415911,
      "grad_norm": 1.4471216934982152,
      "learning_rate": 0.00012323628994417618,
      "loss": 2.0156,
      "step": 72735
    },
    {
      "epoch": 3.3838567108629913,
      "grad_norm": 1.3931932328034025,
      "learning_rate": 0.00012323263808820576,
      "loss": 2.0938,
      "step": 72736
    },
    {
      "epoch": 3.3839032333100723,
      "grad_norm": 1.4448990159587562,
      "learning_rate": 0.00012322898624862242,
      "loss": 2.2344,
      "step": 72737
    },
    {
      "epoch": 3.3839497557571527,
      "grad_norm": 1.3974802588083428,
      "learning_rate": 0.00012322533442542848,
      "loss": 2.1719,
      "step": 72738
    },
    {
      "epoch": 3.3839962782042337,
      "grad_norm": 1.367212998514337,
      "learning_rate": 0.0001232216826186261,
      "loss": 1.9375,
      "step": 72739
    },
    {
      "epoch": 3.384042800651314,
      "grad_norm": 1.4906303670233645,
      "learning_rate": 0.00012321803082821764,
      "loss": 2.2969,
      "step": 72740
    },
    {
      "epoch": 3.384089323098395,
      "grad_norm": 1.417076542515546,
      "learning_rate": 0.00012321437905420522,
      "loss": 2.125,
      "step": 72741
    },
    {
      "epoch": 3.3841358455454755,
      "grad_norm": 1.2797960871291858,
      "learning_rate": 0.00012321072729659112,
      "loss": 1.6094,
      "step": 72742
    },
    {
      "epoch": 3.3841823679925565,
      "grad_norm": 1.4035921515061613,
      "learning_rate": 0.00012320707555537756,
      "loss": 2.1875,
      "step": 72743
    },
    {
      "epoch": 3.384228890439637,
      "grad_norm": 1.3953674022677114,
      "learning_rate": 0.0001232034238305668,
      "loss": 2.0312,
      "step": 72744
    },
    {
      "epoch": 3.384275412886718,
      "grad_norm": 1.368482749218216,
      "learning_rate": 0.00012319977212216107,
      "loss": 2.125,
      "step": 72745
    },
    {
      "epoch": 3.3843219353337988,
      "grad_norm": 1.412449772309746,
      "learning_rate": 0.0001231961204301626,
      "loss": 2.1719,
      "step": 72746
    },
    {
      "epoch": 3.3843684577808792,
      "grad_norm": 1.4157408173736399,
      "learning_rate": 0.0001231924687545736,
      "loss": 2.1406,
      "step": 72747
    },
    {
      "epoch": 3.38441498022796,
      "grad_norm": 1.407121803866009,
      "learning_rate": 0.00012318881709539635,
      "loss": 2.0781,
      "step": 72748
    },
    {
      "epoch": 3.3844615026750406,
      "grad_norm": 1.4019077784444498,
      "learning_rate": 0.00012318516545263303,
      "loss": 2.0625,
      "step": 72749
    },
    {
      "epoch": 3.3845080251221216,
      "grad_norm": 1.3171420258531306,
      "learning_rate": 0.00012318151382628595,
      "loss": 2.0156,
      "step": 72750
    },
    {
      "epoch": 3.384554547569202,
      "grad_norm": 1.3117702715929191,
      "learning_rate": 0.00012317786221635726,
      "loss": 1.6172,
      "step": 72751
    },
    {
      "epoch": 3.384601070016283,
      "grad_norm": 1.4544549397990303,
      "learning_rate": 0.00012317421062284928,
      "loss": 2.1406,
      "step": 72752
    },
    {
      "epoch": 3.3846475924633634,
      "grad_norm": 1.4991466807181195,
      "learning_rate": 0.00012317055904576414,
      "loss": 2.2656,
      "step": 72753
    },
    {
      "epoch": 3.3846941149104444,
      "grad_norm": 1.2950960770119215,
      "learning_rate": 0.00012316690748510417,
      "loss": 1.8438,
      "step": 72754
    },
    {
      "epoch": 3.384740637357525,
      "grad_norm": 1.411572610730308,
      "learning_rate": 0.00012316325594087163,
      "loss": 2.0938,
      "step": 72755
    },
    {
      "epoch": 3.3847871598046058,
      "grad_norm": 1.4596675364655847,
      "learning_rate": 0.00012315960441306866,
      "loss": 2.4375,
      "step": 72756
    },
    {
      "epoch": 3.3848336822516867,
      "grad_norm": 1.3821511964251758,
      "learning_rate": 0.00012315595290169755,
      "loss": 2.0,
      "step": 72757
    },
    {
      "epoch": 3.384880204698767,
      "grad_norm": 1.3648896857489325,
      "learning_rate": 0.00012315230140676054,
      "loss": 2.1719,
      "step": 72758
    },
    {
      "epoch": 3.3849267271458476,
      "grad_norm": 1.37784007042359,
      "learning_rate": 0.00012314864992825985,
      "loss": 2.1562,
      "step": 72759
    },
    {
      "epoch": 3.3849732495929286,
      "grad_norm": 1.3987681882740974,
      "learning_rate": 0.0001231449984661977,
      "loss": 2.1562,
      "step": 72760
    },
    {
      "epoch": 3.3850197720400095,
      "grad_norm": 1.4573550124717563,
      "learning_rate": 0.00012314134702057634,
      "loss": 2.2031,
      "step": 72761
    },
    {
      "epoch": 3.38506629448709,
      "grad_norm": 1.387956577277301,
      "learning_rate": 0.000123137695591398,
      "loss": 2.0938,
      "step": 72762
    },
    {
      "epoch": 3.385112816934171,
      "grad_norm": 1.4855977124408426,
      "learning_rate": 0.00012313404417866493,
      "loss": 2.25,
      "step": 72763
    },
    {
      "epoch": 3.3851593393812514,
      "grad_norm": 1.343274303353081,
      "learning_rate": 0.00012313039278237937,
      "loss": 1.9766,
      "step": 72764
    },
    {
      "epoch": 3.3852058618283323,
      "grad_norm": 1.3810478648125544,
      "learning_rate": 0.0001231267414025435,
      "loss": 2.0938,
      "step": 72765
    },
    {
      "epoch": 3.3852523842754128,
      "grad_norm": 1.3618689307359362,
      "learning_rate": 0.00012312309003915966,
      "loss": 1.9141,
      "step": 72766
    },
    {
      "epoch": 3.3852989067224937,
      "grad_norm": 1.3766671408734927,
      "learning_rate": 0.00012311943869222996,
      "loss": 2.0312,
      "step": 72767
    },
    {
      "epoch": 3.385345429169574,
      "grad_norm": 1.3812811043349476,
      "learning_rate": 0.00012311578736175674,
      "loss": 1.8594,
      "step": 72768
    },
    {
      "epoch": 3.385391951616655,
      "grad_norm": 1.357813271121031,
      "learning_rate": 0.00012311213604774217,
      "loss": 2.0625,
      "step": 72769
    },
    {
      "epoch": 3.3854384740637355,
      "grad_norm": 1.4273623769003914,
      "learning_rate": 0.00012310848475018853,
      "loss": 1.9922,
      "step": 72770
    },
    {
      "epoch": 3.3854849965108165,
      "grad_norm": 1.4066993368162155,
      "learning_rate": 0.000123104833469098,
      "loss": 2.0469,
      "step": 72771
    },
    {
      "epoch": 3.3855315189578974,
      "grad_norm": 1.358715003767156,
      "learning_rate": 0.0001231011822044729,
      "loss": 2.1094,
      "step": 72772
    },
    {
      "epoch": 3.385578041404978,
      "grad_norm": 1.3405121269716207,
      "learning_rate": 0.00012309753095631536,
      "loss": 1.9297,
      "step": 72773
    },
    {
      "epoch": 3.385624563852059,
      "grad_norm": 1.4343344006406193,
      "learning_rate": 0.00012309387972462765,
      "loss": 2.0312,
      "step": 72774
    },
    {
      "epoch": 3.3856710862991393,
      "grad_norm": 1.4782395749556505,
      "learning_rate": 0.0001230902285094121,
      "loss": 2.1562,
      "step": 72775
    },
    {
      "epoch": 3.38571760874622,
      "grad_norm": 1.3875527800299454,
      "learning_rate": 0.00012308657731067082,
      "loss": 2.0625,
      "step": 72776
    },
    {
      "epoch": 3.3857641311933007,
      "grad_norm": 1.5339588930306938,
      "learning_rate": 0.00012308292612840614,
      "loss": 2.3125,
      "step": 72777
    },
    {
      "epoch": 3.3858106536403816,
      "grad_norm": 1.4598407082739377,
      "learning_rate": 0.0001230792749626202,
      "loss": 2.0469,
      "step": 72778
    },
    {
      "epoch": 3.385857176087462,
      "grad_norm": 1.4029329426048442,
      "learning_rate": 0.00012307562381331532,
      "loss": 1.9219,
      "step": 72779
    },
    {
      "epoch": 3.385903698534543,
      "grad_norm": 1.4109248417073086,
      "learning_rate": 0.00012307197268049367,
      "loss": 2.0,
      "step": 72780
    },
    {
      "epoch": 3.3859502209816235,
      "grad_norm": 1.3931393668556826,
      "learning_rate": 0.00012306832156415757,
      "loss": 1.9297,
      "step": 72781
    },
    {
      "epoch": 3.3859967434287044,
      "grad_norm": 1.397845001068276,
      "learning_rate": 0.00012306467046430917,
      "loss": 1.9453,
      "step": 72782
    },
    {
      "epoch": 3.3860432658757853,
      "grad_norm": 1.415079414806863,
      "learning_rate": 0.00012306101938095075,
      "loss": 2.0,
      "step": 72783
    },
    {
      "epoch": 3.386089788322866,
      "grad_norm": 1.5003966101381738,
      "learning_rate": 0.0001230573683140845,
      "loss": 2.1562,
      "step": 72784
    },
    {
      "epoch": 3.3861363107699463,
      "grad_norm": 1.45100320495588,
      "learning_rate": 0.00012305371726371275,
      "loss": 2.0938,
      "step": 72785
    },
    {
      "epoch": 3.386182833217027,
      "grad_norm": 1.416363323964623,
      "learning_rate": 0.00012305006622983762,
      "loss": 2.1562,
      "step": 72786
    },
    {
      "epoch": 3.386229355664108,
      "grad_norm": 1.3420088936872563,
      "learning_rate": 0.00012304641521246142,
      "loss": 1.8984,
      "step": 72787
    },
    {
      "epoch": 3.3862758781111886,
      "grad_norm": 1.389150372456011,
      "learning_rate": 0.00012304276421158637,
      "loss": 1.9297,
      "step": 72788
    },
    {
      "epoch": 3.3863224005582695,
      "grad_norm": 1.4734381679605881,
      "learning_rate": 0.00012303911322721469,
      "loss": 2.1406,
      "step": 72789
    },
    {
      "epoch": 3.38636892300535,
      "grad_norm": 1.4576341395753003,
      "learning_rate": 0.00012303546225934865,
      "loss": 2.2812,
      "step": 72790
    },
    {
      "epoch": 3.386415445452431,
      "grad_norm": 1.366119360212383,
      "learning_rate": 0.00012303181130799042,
      "loss": 1.8203,
      "step": 72791
    },
    {
      "epoch": 3.3864619678995114,
      "grad_norm": 1.4176690262808056,
      "learning_rate": 0.00012302816037314227,
      "loss": 2.0938,
      "step": 72792
    },
    {
      "epoch": 3.3865084903465923,
      "grad_norm": 1.32233263680922,
      "learning_rate": 0.00012302450945480647,
      "loss": 1.9062,
      "step": 72793
    },
    {
      "epoch": 3.3865550127936728,
      "grad_norm": 1.4593833774242528,
      "learning_rate": 0.00012302085855298521,
      "loss": 2.3906,
      "step": 72794
    },
    {
      "epoch": 3.3866015352407537,
      "grad_norm": 1.4524340597969487,
      "learning_rate": 0.00012301720766768072,
      "loss": 2.2031,
      "step": 72795
    },
    {
      "epoch": 3.386648057687834,
      "grad_norm": 1.499569846307034,
      "learning_rate": 0.00012301355679889524,
      "loss": 2.1875,
      "step": 72796
    },
    {
      "epoch": 3.386694580134915,
      "grad_norm": 1.3282128759333363,
      "learning_rate": 0.00012300990594663104,
      "loss": 1.9922,
      "step": 72797
    },
    {
      "epoch": 3.386741102581996,
      "grad_norm": 1.59611208668263,
      "learning_rate": 0.00012300625511089036,
      "loss": 2.1562,
      "step": 72798
    },
    {
      "epoch": 3.3867876250290765,
      "grad_norm": 1.4776062774449625,
      "learning_rate": 0.0001230026042916754,
      "loss": 2.1406,
      "step": 72799
    },
    {
      "epoch": 3.3868341474761574,
      "grad_norm": 1.3118997122447256,
      "learning_rate": 0.00012299895348898837,
      "loss": 1.5703,
      "step": 72800
    },
    {
      "epoch": 3.386880669923238,
      "grad_norm": 1.3908503125841654,
      "learning_rate": 0.0001229953027028316,
      "loss": 2.0156,
      "step": 72801
    },
    {
      "epoch": 3.386927192370319,
      "grad_norm": 1.3953648207314555,
      "learning_rate": 0.00012299165193320724,
      "loss": 2.1562,
      "step": 72802
    },
    {
      "epoch": 3.3869737148173993,
      "grad_norm": 1.4307840508465615,
      "learning_rate": 0.00012298800118011754,
      "loss": 2.0156,
      "step": 72803
    },
    {
      "epoch": 3.38702023726448,
      "grad_norm": 1.2340279057133212,
      "learning_rate": 0.00012298435044356474,
      "loss": 1.5469,
      "step": 72804
    },
    {
      "epoch": 3.3870667597115607,
      "grad_norm": 1.4239928793073415,
      "learning_rate": 0.0001229806997235511,
      "loss": 2.1094,
      "step": 72805
    },
    {
      "epoch": 3.3871132821586416,
      "grad_norm": 1.4234084639634845,
      "learning_rate": 0.00012297704902007882,
      "loss": 1.9844,
      "step": 72806
    },
    {
      "epoch": 3.387159804605722,
      "grad_norm": 1.5066857703305772,
      "learning_rate": 0.00012297339833315015,
      "loss": 2.3281,
      "step": 72807
    },
    {
      "epoch": 3.387206327052803,
      "grad_norm": 1.398549423147684,
      "learning_rate": 0.00012296974766276732,
      "loss": 2.0781,
      "step": 72808
    },
    {
      "epoch": 3.387252849499884,
      "grad_norm": 1.249730944623964,
      "learning_rate": 0.00012296609700893259,
      "loss": 1.5938,
      "step": 72809
    },
    {
      "epoch": 3.3872993719469644,
      "grad_norm": 1.378492789416779,
      "learning_rate": 0.00012296244637164817,
      "loss": 2.125,
      "step": 72810
    },
    {
      "epoch": 3.3873458943940453,
      "grad_norm": 1.4447187065274312,
      "learning_rate": 0.0001229587957509163,
      "loss": 2.1562,
      "step": 72811
    },
    {
      "epoch": 3.387392416841126,
      "grad_norm": 1.4080120111999774,
      "learning_rate": 0.0001229551451467392,
      "loss": 2.1406,
      "step": 72812
    },
    {
      "epoch": 3.3874389392882067,
      "grad_norm": 1.3328710625160343,
      "learning_rate": 0.00012295149455911913,
      "loss": 2.0,
      "step": 72813
    },
    {
      "epoch": 3.387485461735287,
      "grad_norm": 1.3743927077487472,
      "learning_rate": 0.0001229478439880583,
      "loss": 1.9766,
      "step": 72814
    },
    {
      "epoch": 3.387531984182368,
      "grad_norm": 1.4193312281177202,
      "learning_rate": 0.00012294419343355899,
      "loss": 2.2344,
      "step": 72815
    },
    {
      "epoch": 3.3875785066294486,
      "grad_norm": 1.3039986966337938,
      "learning_rate": 0.0001229405428956234,
      "loss": 1.6562,
      "step": 72816
    },
    {
      "epoch": 3.3876250290765295,
      "grad_norm": 1.3786353551687136,
      "learning_rate": 0.00012293689237425373,
      "loss": 2.0469,
      "step": 72817
    },
    {
      "epoch": 3.38767155152361,
      "grad_norm": 1.4202474302996435,
      "learning_rate": 0.00012293324186945224,
      "loss": 2.1562,
      "step": 72818
    },
    {
      "epoch": 3.387718073970691,
      "grad_norm": 1.413375136558328,
      "learning_rate": 0.00012292959138122123,
      "loss": 2.0781,
      "step": 72819
    },
    {
      "epoch": 3.3877645964177714,
      "grad_norm": 1.298655112517679,
      "learning_rate": 0.00012292594090956285,
      "loss": 1.7891,
      "step": 72820
    },
    {
      "epoch": 3.3878111188648523,
      "grad_norm": 1.4769574084273964,
      "learning_rate": 0.00012292229045447942,
      "loss": 2.0781,
      "step": 72821
    },
    {
      "epoch": 3.387857641311933,
      "grad_norm": 1.373017425483646,
      "learning_rate": 0.00012291864001597307,
      "loss": 2.1406,
      "step": 72822
    },
    {
      "epoch": 3.3879041637590137,
      "grad_norm": 1.3719237045323982,
      "learning_rate": 0.00012291498959404612,
      "loss": 2.0469,
      "step": 72823
    },
    {
      "epoch": 3.3879506862060946,
      "grad_norm": 1.3621473068956156,
      "learning_rate": 0.00012291133918870077,
      "loss": 2.0312,
      "step": 72824
    },
    {
      "epoch": 3.387997208653175,
      "grad_norm": 1.3231165877878768,
      "learning_rate": 0.00012290768879993927,
      "loss": 1.7891,
      "step": 72825
    },
    {
      "epoch": 3.388043731100256,
      "grad_norm": 1.374105629703196,
      "learning_rate": 0.0001229040384277638,
      "loss": 2.0938,
      "step": 72826
    },
    {
      "epoch": 3.3880902535473365,
      "grad_norm": 1.4231901182342388,
      "learning_rate": 0.00012290038807217667,
      "loss": 1.9375,
      "step": 72827
    },
    {
      "epoch": 3.3881367759944174,
      "grad_norm": 1.4156537560996476,
      "learning_rate": 0.00012289673773318007,
      "loss": 2.0469,
      "step": 72828
    },
    {
      "epoch": 3.388183298441498,
      "grad_norm": 1.3387391979746184,
      "learning_rate": 0.00012289308741077627,
      "loss": 1.7891,
      "step": 72829
    },
    {
      "epoch": 3.388229820888579,
      "grad_norm": 1.3868248473449363,
      "learning_rate": 0.00012288943710496745,
      "loss": 1.9609,
      "step": 72830
    },
    {
      "epoch": 3.3882763433356593,
      "grad_norm": 1.3782349072505284,
      "learning_rate": 0.0001228857868157559,
      "loss": 2.0469,
      "step": 72831
    },
    {
      "epoch": 3.3883228657827402,
      "grad_norm": 1.3763263519847682,
      "learning_rate": 0.0001228821365431438,
      "loss": 1.9844,
      "step": 72832
    },
    {
      "epoch": 3.3883693882298207,
      "grad_norm": 1.472098671140155,
      "learning_rate": 0.00012287848628713346,
      "loss": 2.0938,
      "step": 72833
    },
    {
      "epoch": 3.3884159106769016,
      "grad_norm": 1.4342141377578232,
      "learning_rate": 0.000122874836047727,
      "loss": 2.2344,
      "step": 72834
    },
    {
      "epoch": 3.3884624331239825,
      "grad_norm": 1.3270836746361063,
      "learning_rate": 0.00012287118582492683,
      "loss": 1.8438,
      "step": 72835
    },
    {
      "epoch": 3.388508955571063,
      "grad_norm": 1.338985352783614,
      "learning_rate": 0.000122867535618735,
      "loss": 1.8594,
      "step": 72836
    },
    {
      "epoch": 3.388555478018144,
      "grad_norm": 1.3172942488343453,
      "learning_rate": 0.00012286388542915384,
      "loss": 1.9453,
      "step": 72837
    },
    {
      "epoch": 3.3886020004652244,
      "grad_norm": 1.3202728559383365,
      "learning_rate": 0.00012286023525618557,
      "loss": 1.8438,
      "step": 72838
    },
    {
      "epoch": 3.3886485229123053,
      "grad_norm": 1.3485615031645575,
      "learning_rate": 0.00012285658509983243,
      "loss": 1.9297,
      "step": 72839
    },
    {
      "epoch": 3.388695045359386,
      "grad_norm": 1.4110323855292428,
      "learning_rate": 0.00012285293496009663,
      "loss": 2.1719,
      "step": 72840
    },
    {
      "epoch": 3.3887415678064667,
      "grad_norm": 1.3542000097695515,
      "learning_rate": 0.0001228492848369804,
      "loss": 1.9844,
      "step": 72841
    },
    {
      "epoch": 3.388788090253547,
      "grad_norm": 1.3465857413072284,
      "learning_rate": 0.00012284563473048606,
      "loss": 2.0312,
      "step": 72842
    },
    {
      "epoch": 3.388834612700628,
      "grad_norm": 1.5131226467455259,
      "learning_rate": 0.00012284198464061576,
      "loss": 2.2656,
      "step": 72843
    },
    {
      "epoch": 3.3888811351477086,
      "grad_norm": 1.4166561062700516,
      "learning_rate": 0.00012283833456737178,
      "loss": 1.9922,
      "step": 72844
    },
    {
      "epoch": 3.3889276575947895,
      "grad_norm": 1.405250325840862,
      "learning_rate": 0.00012283468451075631,
      "loss": 2.0625,
      "step": 72845
    },
    {
      "epoch": 3.38897418004187,
      "grad_norm": 1.4180493080652068,
      "learning_rate": 0.0001228310344707716,
      "loss": 1.9297,
      "step": 72846
    },
    {
      "epoch": 3.389020702488951,
      "grad_norm": 1.445324696855602,
      "learning_rate": 0.0001228273844474199,
      "loss": 2.0312,
      "step": 72847
    },
    {
      "epoch": 3.3890672249360314,
      "grad_norm": 1.3504099745980875,
      "learning_rate": 0.00012282373444070342,
      "loss": 1.8359,
      "step": 72848
    },
    {
      "epoch": 3.3891137473831123,
      "grad_norm": 1.335890887997068,
      "learning_rate": 0.00012282008445062444,
      "loss": 1.875,
      "step": 72849
    },
    {
      "epoch": 3.3891602698301933,
      "grad_norm": 1.4440215690705624,
      "learning_rate": 0.00012281643447718514,
      "loss": 2.0312,
      "step": 72850
    },
    {
      "epoch": 3.3892067922772737,
      "grad_norm": 1.4840076234971642,
      "learning_rate": 0.0001228127845203878,
      "loss": 2.4219,
      "step": 72851
    },
    {
      "epoch": 3.3892533147243546,
      "grad_norm": 1.4602328046208473,
      "learning_rate": 0.0001228091345802346,
      "loss": 2.1406,
      "step": 72852
    },
    {
      "epoch": 3.389299837171435,
      "grad_norm": 1.3878542564311431,
      "learning_rate": 0.00012280548465672786,
      "loss": 2.1875,
      "step": 72853
    },
    {
      "epoch": 3.389346359618516,
      "grad_norm": 1.3573942424261702,
      "learning_rate": 0.0001228018347498697,
      "loss": 2.0312,
      "step": 72854
    },
    {
      "epoch": 3.3893928820655965,
      "grad_norm": 1.4628908432294143,
      "learning_rate": 0.00012279818485966246,
      "loss": 2.125,
      "step": 72855
    },
    {
      "epoch": 3.3894394045126774,
      "grad_norm": 1.3744074264849138,
      "learning_rate": 0.0001227945349861083,
      "loss": 2.0312,
      "step": 72856
    },
    {
      "epoch": 3.389485926959758,
      "grad_norm": 1.4127332563670856,
      "learning_rate": 0.00012279088512920955,
      "loss": 2.0,
      "step": 72857
    },
    {
      "epoch": 3.389532449406839,
      "grad_norm": 1.2681877717329006,
      "learning_rate": 0.0001227872352889683,
      "loss": 1.7344,
      "step": 72858
    },
    {
      "epoch": 3.3895789718539193,
      "grad_norm": 1.4095273063681866,
      "learning_rate": 0.00012278358546538693,
      "loss": 1.9844,
      "step": 72859
    },
    {
      "epoch": 3.3896254943010002,
      "grad_norm": 1.449731758212105,
      "learning_rate": 0.00012277993565846756,
      "loss": 2.0312,
      "step": 72860
    },
    {
      "epoch": 3.389672016748081,
      "grad_norm": 1.459516670537452,
      "learning_rate": 0.00012277628586821252,
      "loss": 2.0625,
      "step": 72861
    },
    {
      "epoch": 3.3897185391951616,
      "grad_norm": 1.3648670723583263,
      "learning_rate": 0.0001227726360946239,
      "loss": 2.125,
      "step": 72862
    },
    {
      "epoch": 3.3897650616422426,
      "grad_norm": 1.4046149115349365,
      "learning_rate": 0.0001227689863377041,
      "loss": 2.1719,
      "step": 72863
    },
    {
      "epoch": 3.389811584089323,
      "grad_norm": 1.3829876704385218,
      "learning_rate": 0.0001227653365974553,
      "loss": 1.8281,
      "step": 72864
    },
    {
      "epoch": 3.389858106536404,
      "grad_norm": 1.495526499338683,
      "learning_rate": 0.0001227616868738797,
      "loss": 2.0781,
      "step": 72865
    },
    {
      "epoch": 3.3899046289834844,
      "grad_norm": 1.3722151460976504,
      "learning_rate": 0.00012275803716697958,
      "loss": 2.0156,
      "step": 72866
    },
    {
      "epoch": 3.3899511514305654,
      "grad_norm": 1.3645851317526374,
      "learning_rate": 0.00012275438747675713,
      "loss": 1.8047,
      "step": 72867
    },
    {
      "epoch": 3.389997673877646,
      "grad_norm": 1.3029375095259559,
      "learning_rate": 0.00012275073780321463,
      "loss": 1.9219,
      "step": 72868
    },
    {
      "epoch": 3.3900441963247268,
      "grad_norm": 1.3672238249971098,
      "learning_rate": 0.00012274708814635427,
      "loss": 1.9141,
      "step": 72869
    },
    {
      "epoch": 3.3900907187718072,
      "grad_norm": 1.3741438002994797,
      "learning_rate": 0.0001227434385061783,
      "loss": 1.8828,
      "step": 72870
    },
    {
      "epoch": 3.390137241218888,
      "grad_norm": 1.5318347350447739,
      "learning_rate": 0.00012273978888268898,
      "loss": 2.0469,
      "step": 72871
    },
    {
      "epoch": 3.390183763665969,
      "grad_norm": 1.4032419396014266,
      "learning_rate": 0.0001227361392758885,
      "loss": 2.1406,
      "step": 72872
    },
    {
      "epoch": 3.3902302861130496,
      "grad_norm": 1.4588255618606145,
      "learning_rate": 0.00012273248968577914,
      "loss": 2.2812,
      "step": 72873
    },
    {
      "epoch": 3.39027680856013,
      "grad_norm": 1.3944333894798577,
      "learning_rate": 0.0001227288401123631,
      "loss": 2.0312,
      "step": 72874
    },
    {
      "epoch": 3.390323331007211,
      "grad_norm": 1.2837139474097186,
      "learning_rate": 0.00012272519055564262,
      "loss": 1.6562,
      "step": 72875
    },
    {
      "epoch": 3.390369853454292,
      "grad_norm": 1.4572440002622047,
      "learning_rate": 0.00012272154101561992,
      "loss": 1.7891,
      "step": 72876
    },
    {
      "epoch": 3.3904163759013723,
      "grad_norm": 1.422033597630322,
      "learning_rate": 0.0001227178914922973,
      "loss": 2.0781,
      "step": 72877
    },
    {
      "epoch": 3.3904628983484533,
      "grad_norm": 1.4851146387703054,
      "learning_rate": 0.0001227142419856769,
      "loss": 2.2031,
      "step": 72878
    },
    {
      "epoch": 3.3905094207955337,
      "grad_norm": 1.41510349441576,
      "learning_rate": 0.00012271059249576103,
      "loss": 2.0938,
      "step": 72879
    },
    {
      "epoch": 3.3905559432426147,
      "grad_norm": 1.4491018674157854,
      "learning_rate": 0.00012270694302255185,
      "loss": 2.2656,
      "step": 72880
    },
    {
      "epoch": 3.390602465689695,
      "grad_norm": 1.552337600611331,
      "learning_rate": 0.0001227032935660517,
      "loss": 2.4062,
      "step": 72881
    },
    {
      "epoch": 3.390648988136776,
      "grad_norm": 1.4190764626830086,
      "learning_rate": 0.00012269964412626273,
      "loss": 1.9922,
      "step": 72882
    },
    {
      "epoch": 3.3906955105838565,
      "grad_norm": 1.3279201099780078,
      "learning_rate": 0.0001226959947031872,
      "loss": 1.9844,
      "step": 72883
    },
    {
      "epoch": 3.3907420330309375,
      "grad_norm": 1.374837011912015,
      "learning_rate": 0.0001226923452968273,
      "loss": 2.1562,
      "step": 72884
    },
    {
      "epoch": 3.390788555478018,
      "grad_norm": 1.3310408232819635,
      "learning_rate": 0.00012268869590718534,
      "loss": 1.8438,
      "step": 72885
    },
    {
      "epoch": 3.390835077925099,
      "grad_norm": 1.3533019386080565,
      "learning_rate": 0.00012268504653426354,
      "loss": 2.1562,
      "step": 72886
    },
    {
      "epoch": 3.39088160037218,
      "grad_norm": 1.3869965498239403,
      "learning_rate": 0.00012268139717806406,
      "loss": 1.7734,
      "step": 72887
    },
    {
      "epoch": 3.3909281228192603,
      "grad_norm": 1.4674711620869316,
      "learning_rate": 0.00012267774783858928,
      "loss": 2.0469,
      "step": 72888
    },
    {
      "epoch": 3.390974645266341,
      "grad_norm": 1.5004460381735503,
      "learning_rate": 0.0001226740985158413,
      "loss": 2.0469,
      "step": 72889
    },
    {
      "epoch": 3.3910211677134217,
      "grad_norm": 1.3473542045351181,
      "learning_rate": 0.00012267044920982238,
      "loss": 1.9062,
      "step": 72890
    },
    {
      "epoch": 3.3910676901605026,
      "grad_norm": 1.3512054698151412,
      "learning_rate": 0.0001226667999205348,
      "loss": 2.125,
      "step": 72891
    },
    {
      "epoch": 3.391114212607583,
      "grad_norm": 1.460062548963565,
      "learning_rate": 0.00012266315064798076,
      "loss": 2.0938,
      "step": 72892
    },
    {
      "epoch": 3.391160735054664,
      "grad_norm": 1.4008375306497756,
      "learning_rate": 0.0001226595013921625,
      "loss": 1.9922,
      "step": 72893
    },
    {
      "epoch": 3.3912072575017445,
      "grad_norm": 1.4188979679127387,
      "learning_rate": 0.00012265585215308225,
      "loss": 2.0156,
      "step": 72894
    },
    {
      "epoch": 3.3912537799488254,
      "grad_norm": 1.5148020354945901,
      "learning_rate": 0.00012265220293074223,
      "loss": 2.2812,
      "step": 72895
    },
    {
      "epoch": 3.391300302395906,
      "grad_norm": 1.426615104480117,
      "learning_rate": 0.00012264855372514472,
      "loss": 2.2344,
      "step": 72896
    },
    {
      "epoch": 3.3913468248429868,
      "grad_norm": 1.3247073996809524,
      "learning_rate": 0.00012264490453629194,
      "loss": 1.9609,
      "step": 72897
    },
    {
      "epoch": 3.3913933472900677,
      "grad_norm": 1.4390686128222692,
      "learning_rate": 0.00012264125536418606,
      "loss": 1.9531,
      "step": 72898
    },
    {
      "epoch": 3.391439869737148,
      "grad_norm": 1.4049741398792683,
      "learning_rate": 0.00012263760620882943,
      "loss": 2.1719,
      "step": 72899
    },
    {
      "epoch": 3.3914863921842286,
      "grad_norm": 1.4066561556657202,
      "learning_rate": 0.00012263395707022416,
      "loss": 1.9141,
      "step": 72900
    },
    {
      "epoch": 3.3915329146313096,
      "grad_norm": 1.4554989792768147,
      "learning_rate": 0.00012263030794837257,
      "loss": 2.0781,
      "step": 72901
    },
    {
      "epoch": 3.3915794370783905,
      "grad_norm": 1.4721708093675017,
      "learning_rate": 0.00012262665884327684,
      "loss": 2.2188,
      "step": 72902
    },
    {
      "epoch": 3.391625959525471,
      "grad_norm": 1.4064236241622456,
      "learning_rate": 0.0001226230097549393,
      "loss": 1.9609,
      "step": 72903
    },
    {
      "epoch": 3.391672481972552,
      "grad_norm": 1.4425124880191524,
      "learning_rate": 0.00012261936068336206,
      "loss": 2.0156,
      "step": 72904
    },
    {
      "epoch": 3.3917190044196324,
      "grad_norm": 1.368199251390591,
      "learning_rate": 0.0001226157116285474,
      "loss": 2.0312,
      "step": 72905
    },
    {
      "epoch": 3.3917655268667133,
      "grad_norm": 1.3878003918851007,
      "learning_rate": 0.00012261206259049753,
      "loss": 1.7891,
      "step": 72906
    },
    {
      "epoch": 3.3918120493137938,
      "grad_norm": 1.4107786101681308,
      "learning_rate": 0.00012260841356921475,
      "loss": 2.125,
      "step": 72907
    },
    {
      "epoch": 3.3918585717608747,
      "grad_norm": 1.3885858814503218,
      "learning_rate": 0.0001226047645647013,
      "loss": 1.9375,
      "step": 72908
    },
    {
      "epoch": 3.391905094207955,
      "grad_norm": 1.5325125486807805,
      "learning_rate": 0.00012260111557695934,
      "loss": 2.2656,
      "step": 72909
    },
    {
      "epoch": 3.391951616655036,
      "grad_norm": 1.2291992219341765,
      "learning_rate": 0.00012259746660599116,
      "loss": 1.6328,
      "step": 72910
    },
    {
      "epoch": 3.3919981391021166,
      "grad_norm": 1.505230221153242,
      "learning_rate": 0.00012259381765179894,
      "loss": 2.1562,
      "step": 72911
    },
    {
      "epoch": 3.3920446615491975,
      "grad_norm": 1.465234348680686,
      "learning_rate": 0.000122590168714385,
      "loss": 2.1406,
      "step": 72912
    },
    {
      "epoch": 3.3920911839962784,
      "grad_norm": 1.41934049220473,
      "learning_rate": 0.00012258651979375147,
      "loss": 2.125,
      "step": 72913
    },
    {
      "epoch": 3.392137706443359,
      "grad_norm": 1.5072682542567362,
      "learning_rate": 0.00012258287088990065,
      "loss": 2.2188,
      "step": 72914
    },
    {
      "epoch": 3.39218422889044,
      "grad_norm": 1.2278394030838646,
      "learning_rate": 0.00012257922200283476,
      "loss": 1.5391,
      "step": 72915
    },
    {
      "epoch": 3.3922307513375203,
      "grad_norm": 1.3968286242967842,
      "learning_rate": 0.00012257557313255605,
      "loss": 1.9844,
      "step": 72916
    },
    {
      "epoch": 3.392277273784601,
      "grad_norm": 1.5369540037360399,
      "learning_rate": 0.0001225719242790667,
      "loss": 2.375,
      "step": 72917
    },
    {
      "epoch": 3.3923237962316817,
      "grad_norm": 1.4060068271679385,
      "learning_rate": 0.000122568275442369,
      "loss": 2.0938,
      "step": 72918
    },
    {
      "epoch": 3.3923703186787626,
      "grad_norm": 1.3749049774846689,
      "learning_rate": 0.00012256462662246515,
      "loss": 1.8438,
      "step": 72919
    },
    {
      "epoch": 3.392416841125843,
      "grad_norm": 1.4541426332663123,
      "learning_rate": 0.00012256097781935743,
      "loss": 2.1875,
      "step": 72920
    },
    {
      "epoch": 3.392463363572924,
      "grad_norm": 1.4526051960432949,
      "learning_rate": 0.000122557329033048,
      "loss": 2.1562,
      "step": 72921
    },
    {
      "epoch": 3.3925098860200045,
      "grad_norm": 1.363508923188762,
      "learning_rate": 0.00012255368026353917,
      "loss": 2.0156,
      "step": 72922
    },
    {
      "epoch": 3.3925564084670854,
      "grad_norm": 1.3290870235780172,
      "learning_rate": 0.00012255003151083314,
      "loss": 1.9219,
      "step": 72923
    },
    {
      "epoch": 3.3926029309141663,
      "grad_norm": 1.3682627448455194,
      "learning_rate": 0.0001225463827749321,
      "loss": 2.0,
      "step": 72924
    },
    {
      "epoch": 3.392649453361247,
      "grad_norm": 1.4808917077382537,
      "learning_rate": 0.00012254273405583836,
      "loss": 2.2812,
      "step": 72925
    },
    {
      "epoch": 3.3926959758083273,
      "grad_norm": 1.4681818053069897,
      "learning_rate": 0.00012253908535355413,
      "loss": 2.2188,
      "step": 72926
    },
    {
      "epoch": 3.392742498255408,
      "grad_norm": 1.4910394447617723,
      "learning_rate": 0.0001225354366680816,
      "loss": 2.3281,
      "step": 72927
    },
    {
      "epoch": 3.392789020702489,
      "grad_norm": 1.5770439678301618,
      "learning_rate": 0.00012253178799942303,
      "loss": 2.3281,
      "step": 72928
    },
    {
      "epoch": 3.3928355431495696,
      "grad_norm": 1.344715674289523,
      "learning_rate": 0.00012252813934758065,
      "loss": 2.0156,
      "step": 72929
    },
    {
      "epoch": 3.3928820655966505,
      "grad_norm": 1.3398889042228916,
      "learning_rate": 0.00012252449071255676,
      "loss": 1.9922,
      "step": 72930
    },
    {
      "epoch": 3.392928588043731,
      "grad_norm": 1.3391607301223512,
      "learning_rate": 0.0001225208420943535,
      "loss": 1.9844,
      "step": 72931
    },
    {
      "epoch": 3.392975110490812,
      "grad_norm": 1.4800955765672767,
      "learning_rate": 0.00012251719349297318,
      "loss": 2.2812,
      "step": 72932
    },
    {
      "epoch": 3.3930216329378924,
      "grad_norm": 1.3753917298572338,
      "learning_rate": 0.00012251354490841796,
      "loss": 1.9453,
      "step": 72933
    },
    {
      "epoch": 3.3930681553849733,
      "grad_norm": 1.3395249815834864,
      "learning_rate": 0.00012250989634069015,
      "loss": 1.8594,
      "step": 72934
    },
    {
      "epoch": 3.393114677832054,
      "grad_norm": 1.3316260049031137,
      "learning_rate": 0.0001225062477897919,
      "loss": 1.6484,
      "step": 72935
    },
    {
      "epoch": 3.3931612002791347,
      "grad_norm": 1.4569733097365336,
      "learning_rate": 0.00012250259925572553,
      "loss": 2.0312,
      "step": 72936
    },
    {
      "epoch": 3.393207722726215,
      "grad_norm": 1.30452436717909,
      "learning_rate": 0.0001224989507384932,
      "loss": 1.5469,
      "step": 72937
    },
    {
      "epoch": 3.393254245173296,
      "grad_norm": 1.5202209701207943,
      "learning_rate": 0.00012249530223809718,
      "loss": 2.3125,
      "step": 72938
    },
    {
      "epoch": 3.393300767620377,
      "grad_norm": 1.409322925853257,
      "learning_rate": 0.0001224916537545397,
      "loss": 2.125,
      "step": 72939
    },
    {
      "epoch": 3.3933472900674575,
      "grad_norm": 1.3287766611564038,
      "learning_rate": 0.000122488005287823,
      "loss": 1.9688,
      "step": 72940
    },
    {
      "epoch": 3.3933938125145384,
      "grad_norm": 1.4342966155226329,
      "learning_rate": 0.00012248435683794926,
      "loss": 2.125,
      "step": 72941
    },
    {
      "epoch": 3.393440334961619,
      "grad_norm": 1.2752809461573151,
      "learning_rate": 0.00012248070840492083,
      "loss": 1.8906,
      "step": 72942
    },
    {
      "epoch": 3.3934868574087,
      "grad_norm": 1.392459915047911,
      "learning_rate": 0.00012247705998873982,
      "loss": 1.9844,
      "step": 72943
    },
    {
      "epoch": 3.3935333798557803,
      "grad_norm": 1.3651105124176268,
      "learning_rate": 0.00012247341158940856,
      "loss": 1.8125,
      "step": 72944
    },
    {
      "epoch": 3.393579902302861,
      "grad_norm": 1.4064764211262981,
      "learning_rate": 0.00012246976320692918,
      "loss": 2.1094,
      "step": 72945
    },
    {
      "epoch": 3.3936264247499417,
      "grad_norm": 1.414519746670106,
      "learning_rate": 0.00012246611484130403,
      "loss": 2.1875,
      "step": 72946
    },
    {
      "epoch": 3.3936729471970226,
      "grad_norm": 1.4560875729502138,
      "learning_rate": 0.00012246246649253527,
      "loss": 2.2344,
      "step": 72947
    },
    {
      "epoch": 3.393719469644103,
      "grad_norm": 1.373646950881082,
      "learning_rate": 0.00012245881816062514,
      "loss": 1.9453,
      "step": 72948
    },
    {
      "epoch": 3.393765992091184,
      "grad_norm": 1.357780761809035,
      "learning_rate": 0.0001224551698455759,
      "loss": 2.0156,
      "step": 72949
    },
    {
      "epoch": 3.393812514538265,
      "grad_norm": 1.3269674313331947,
      "learning_rate": 0.0001224515215473897,
      "loss": 1.8672,
      "step": 72950
    },
    {
      "epoch": 3.3938590369853454,
      "grad_norm": 1.3956816158323317,
      "learning_rate": 0.0001224478732660689,
      "loss": 1.9766,
      "step": 72951
    },
    {
      "epoch": 3.3939055594324263,
      "grad_norm": 1.388190916053028,
      "learning_rate": 0.00012244422500161568,
      "loss": 2.0312,
      "step": 72952
    },
    {
      "epoch": 3.393952081879507,
      "grad_norm": 1.3041910727816555,
      "learning_rate": 0.00012244057675403226,
      "loss": 1.8672,
      "step": 72953
    },
    {
      "epoch": 3.3939986043265877,
      "grad_norm": 1.434074716774709,
      "learning_rate": 0.00012243692852332089,
      "loss": 1.7734,
      "step": 72954
    },
    {
      "epoch": 3.394045126773668,
      "grad_norm": 1.5025616088353442,
      "learning_rate": 0.00012243328030948377,
      "loss": 2.2031,
      "step": 72955
    },
    {
      "epoch": 3.394091649220749,
      "grad_norm": 1.3750895678127542,
      "learning_rate": 0.00012242963211252318,
      "loss": 1.5547,
      "step": 72956
    },
    {
      "epoch": 3.3941381716678296,
      "grad_norm": 1.3555744749822174,
      "learning_rate": 0.0001224259839324413,
      "loss": 1.9688,
      "step": 72957
    },
    {
      "epoch": 3.3941846941149105,
      "grad_norm": 1.4476505533937507,
      "learning_rate": 0.00012242233576924044,
      "loss": 2.25,
      "step": 72958
    },
    {
      "epoch": 3.394231216561991,
      "grad_norm": 1.3795746274644214,
      "learning_rate": 0.00012241868762292277,
      "loss": 2.0938,
      "step": 72959
    },
    {
      "epoch": 3.394277739009072,
      "grad_norm": 1.4622139720873075,
      "learning_rate": 0.00012241503949349055,
      "loss": 2.125,
      "step": 72960
    },
    {
      "epoch": 3.3943242614561524,
      "grad_norm": 1.343621686115501,
      "learning_rate": 0.000122411391380946,
      "loss": 1.8984,
      "step": 72961
    },
    {
      "epoch": 3.3943707839032333,
      "grad_norm": 1.3125249399555323,
      "learning_rate": 0.00012240774328529136,
      "loss": 1.6797,
      "step": 72962
    },
    {
      "epoch": 3.394417306350314,
      "grad_norm": 1.5142275682866175,
      "learning_rate": 0.00012240409520652883,
      "loss": 2.4531,
      "step": 72963
    },
    {
      "epoch": 3.3944638287973947,
      "grad_norm": 1.33002026496434,
      "learning_rate": 0.00012240044714466073,
      "loss": 1.75,
      "step": 72964
    },
    {
      "epoch": 3.3945103512444756,
      "grad_norm": 1.4034680045668957,
      "learning_rate": 0.00012239679909968918,
      "loss": 2.125,
      "step": 72965
    },
    {
      "epoch": 3.394556873691556,
      "grad_norm": 1.4795449098511864,
      "learning_rate": 0.00012239315107161653,
      "loss": 2.1719,
      "step": 72966
    },
    {
      "epoch": 3.394603396138637,
      "grad_norm": 1.4322189857157095,
      "learning_rate": 0.0001223895030604449,
      "loss": 1.9922,
      "step": 72967
    },
    {
      "epoch": 3.3946499185857175,
      "grad_norm": 1.4560547858570625,
      "learning_rate": 0.00012238585506617664,
      "loss": 2.1406,
      "step": 72968
    },
    {
      "epoch": 3.3946964410327984,
      "grad_norm": 1.332577610376891,
      "learning_rate": 0.00012238220708881388,
      "loss": 1.8828,
      "step": 72969
    },
    {
      "epoch": 3.394742963479879,
      "grad_norm": 1.3065512871676532,
      "learning_rate": 0.00012237855912835893,
      "loss": 1.9531,
      "step": 72970
    },
    {
      "epoch": 3.39478948592696,
      "grad_norm": 1.4509900805624452,
      "learning_rate": 0.00012237491118481393,
      "loss": 2.2969,
      "step": 72971
    },
    {
      "epoch": 3.3948360083740403,
      "grad_norm": 1.3888561839447053,
      "learning_rate": 0.00012237126325818118,
      "loss": 2.0156,
      "step": 72972
    },
    {
      "epoch": 3.3948825308211212,
      "grad_norm": 1.410825939408583,
      "learning_rate": 0.00012236761534846293,
      "loss": 2.0312,
      "step": 72973
    },
    {
      "epoch": 3.3949290532682017,
      "grad_norm": 1.3650112647225239,
      "learning_rate": 0.00012236396745566138,
      "loss": 2.0938,
      "step": 72974
    },
    {
      "epoch": 3.3949755757152826,
      "grad_norm": 1.4033214803246892,
      "learning_rate": 0.0001223603195797788,
      "loss": 2.3438,
      "step": 72975
    },
    {
      "epoch": 3.3950220981623636,
      "grad_norm": 1.600838784883938,
      "learning_rate": 0.00012235667172081738,
      "loss": 2.2344,
      "step": 72976
    },
    {
      "epoch": 3.395068620609444,
      "grad_norm": 1.3740380941273898,
      "learning_rate": 0.00012235302387877936,
      "loss": 2.0781,
      "step": 72977
    },
    {
      "epoch": 3.395115143056525,
      "grad_norm": 1.3916596892745705,
      "learning_rate": 0.00012234937605366702,
      "loss": 2.0312,
      "step": 72978
    },
    {
      "epoch": 3.3951616655036054,
      "grad_norm": 1.429746858921761,
      "learning_rate": 0.0001223457282454825,
      "loss": 2.3438,
      "step": 72979
    },
    {
      "epoch": 3.3952081879506864,
      "grad_norm": 1.3964877399998001,
      "learning_rate": 0.00012234208045422813,
      "loss": 2.1875,
      "step": 72980
    },
    {
      "epoch": 3.395254710397767,
      "grad_norm": 1.488232841848283,
      "learning_rate": 0.00012233843267990606,
      "loss": 2.25,
      "step": 72981
    },
    {
      "epoch": 3.3953012328448477,
      "grad_norm": 1.4943472734368348,
      "learning_rate": 0.00012233478492251862,
      "loss": 2.1562,
      "step": 72982
    },
    {
      "epoch": 3.3953477552919282,
      "grad_norm": 1.3600349794970272,
      "learning_rate": 0.00012233113718206794,
      "loss": 2.0781,
      "step": 72983
    },
    {
      "epoch": 3.395394277739009,
      "grad_norm": 1.5451003341107992,
      "learning_rate": 0.00012232748945855632,
      "loss": 2.2812,
      "step": 72984
    },
    {
      "epoch": 3.3954408001860896,
      "grad_norm": 1.472066475288294,
      "learning_rate": 0.00012232384175198596,
      "loss": 2.4844,
      "step": 72985
    },
    {
      "epoch": 3.3954873226331705,
      "grad_norm": 1.39851525172304,
      "learning_rate": 0.00012232019406235913,
      "loss": 2.1406,
      "step": 72986
    },
    {
      "epoch": 3.3955338450802515,
      "grad_norm": 1.3879414549651723,
      "learning_rate": 0.00012231654638967802,
      "loss": 2.0938,
      "step": 72987
    },
    {
      "epoch": 3.395580367527332,
      "grad_norm": 1.4913713990880375,
      "learning_rate": 0.0001223128987339449,
      "loss": 2.2031,
      "step": 72988
    },
    {
      "epoch": 3.3956268899744124,
      "grad_norm": 1.4186603217047817,
      "learning_rate": 0.00012230925109516197,
      "loss": 2.0156,
      "step": 72989
    },
    {
      "epoch": 3.3956734124214933,
      "grad_norm": 1.447831030131699,
      "learning_rate": 0.0001223056034733315,
      "loss": 2.0625,
      "step": 72990
    },
    {
      "epoch": 3.3957199348685743,
      "grad_norm": 1.297020429648097,
      "learning_rate": 0.00012230195586845566,
      "loss": 1.7109,
      "step": 72991
    },
    {
      "epoch": 3.3957664573156547,
      "grad_norm": 1.4361318385207515,
      "learning_rate": 0.0001222983082805368,
      "loss": 2.0469,
      "step": 72992
    },
    {
      "epoch": 3.3958129797627357,
      "grad_norm": 1.3583556045396317,
      "learning_rate": 0.000122294660709577,
      "loss": 1.9062,
      "step": 72993
    },
    {
      "epoch": 3.395859502209816,
      "grad_norm": 1.3521536529237832,
      "learning_rate": 0.00012229101315557858,
      "loss": 2.0156,
      "step": 72994
    },
    {
      "epoch": 3.395906024656897,
      "grad_norm": 1.3972127533768983,
      "learning_rate": 0.0001222873656185438,
      "loss": 2.1719,
      "step": 72995
    },
    {
      "epoch": 3.3959525471039775,
      "grad_norm": 1.4325606604617183,
      "learning_rate": 0.00012228371809847483,
      "loss": 2.0469,
      "step": 72996
    },
    {
      "epoch": 3.3959990695510585,
      "grad_norm": 1.3574713687513342,
      "learning_rate": 0.00012228007059537398,
      "loss": 2.0625,
      "step": 72997
    },
    {
      "epoch": 3.396045591998139,
      "grad_norm": 1.5476286913227726,
      "learning_rate": 0.00012227642310924338,
      "loss": 2.3906,
      "step": 72998
    },
    {
      "epoch": 3.39609211444522,
      "grad_norm": 1.483488148004143,
      "learning_rate": 0.00012227277564008535,
      "loss": 2.0781,
      "step": 72999
    },
    {
      "epoch": 3.3961386368923003,
      "grad_norm": 1.5118639277043835,
      "learning_rate": 0.00012226912818790207,
      "loss": 1.9219,
      "step": 73000
    },
    {
      "epoch": 3.3961851593393813,
      "grad_norm": 1.3718691135825434,
      "learning_rate": 0.00012226548075269583,
      "loss": 2.0469,
      "step": 73001
    },
    {
      "epoch": 3.396231681786462,
      "grad_norm": 1.4457199328999601,
      "learning_rate": 0.0001222618333344688,
      "loss": 2.2031,
      "step": 73002
    },
    {
      "epoch": 3.3962782042335427,
      "grad_norm": 1.4399479776164323,
      "learning_rate": 0.00012225818593322325,
      "loss": 2.0938,
      "step": 73003
    },
    {
      "epoch": 3.3963247266806236,
      "grad_norm": 1.4046541344436942,
      "learning_rate": 0.0001222545385489614,
      "loss": 1.8984,
      "step": 73004
    },
    {
      "epoch": 3.396371249127704,
      "grad_norm": 1.3454641118308666,
      "learning_rate": 0.00012225089118168546,
      "loss": 1.9453,
      "step": 73005
    },
    {
      "epoch": 3.396417771574785,
      "grad_norm": 1.3853875041557213,
      "learning_rate": 0.00012224724383139772,
      "loss": 1.9219,
      "step": 73006
    },
    {
      "epoch": 3.3964642940218654,
      "grad_norm": 1.4252917667804788,
      "learning_rate": 0.00012224359649810036,
      "loss": 1.9297,
      "step": 73007
    },
    {
      "epoch": 3.3965108164689464,
      "grad_norm": 1.3482402348125397,
      "learning_rate": 0.00012223994918179567,
      "loss": 2.0781,
      "step": 73008
    },
    {
      "epoch": 3.396557338916027,
      "grad_norm": 1.4289278504326752,
      "learning_rate": 0.0001222363018824858,
      "loss": 2.0469,
      "step": 73009
    },
    {
      "epoch": 3.3966038613631078,
      "grad_norm": 1.405806993291296,
      "learning_rate": 0.00012223265460017306,
      "loss": 1.8359,
      "step": 73010
    },
    {
      "epoch": 3.3966503838101882,
      "grad_norm": 1.4042248817265317,
      "learning_rate": 0.00012222900733485962,
      "loss": 2.1406,
      "step": 73011
    },
    {
      "epoch": 3.396696906257269,
      "grad_norm": 1.376075802940392,
      "learning_rate": 0.0001222253600865478,
      "loss": 1.9766,
      "step": 73012
    },
    {
      "epoch": 3.39674342870435,
      "grad_norm": 1.373931132789775,
      "learning_rate": 0.0001222217128552397,
      "loss": 2.0469,
      "step": 73013
    },
    {
      "epoch": 3.3967899511514306,
      "grad_norm": 1.3600957232347122,
      "learning_rate": 0.0001222180656409377,
      "loss": 1.9062,
      "step": 73014
    },
    {
      "epoch": 3.396836473598511,
      "grad_norm": 1.3465069507144847,
      "learning_rate": 0.00012221441844364393,
      "loss": 1.8672,
      "step": 73015
    },
    {
      "epoch": 3.396882996045592,
      "grad_norm": 1.4329085912994919,
      "learning_rate": 0.00012221077126336062,
      "loss": 2.2188,
      "step": 73016
    },
    {
      "epoch": 3.396929518492673,
      "grad_norm": 1.43256628413852,
      "learning_rate": 0.0001222071241000901,
      "loss": 1.9688,
      "step": 73017
    },
    {
      "epoch": 3.3969760409397534,
      "grad_norm": 1.4145730700545964,
      "learning_rate": 0.0001222034769538345,
      "loss": 2.0312,
      "step": 73018
    },
    {
      "epoch": 3.3970225633868343,
      "grad_norm": 1.4067624498056737,
      "learning_rate": 0.00012219982982459616,
      "loss": 1.9453,
      "step": 73019
    },
    {
      "epoch": 3.3970690858339148,
      "grad_norm": 1.3851714053163258,
      "learning_rate": 0.0001221961827123772,
      "loss": 1.9922,
      "step": 73020
    },
    {
      "epoch": 3.3971156082809957,
      "grad_norm": 1.3341249185003161,
      "learning_rate": 0.00012219253561717992,
      "loss": 1.8359,
      "step": 73021
    },
    {
      "epoch": 3.397162130728076,
      "grad_norm": 1.3884278890988506,
      "learning_rate": 0.00012218888853900652,
      "loss": 1.9609,
      "step": 73022
    },
    {
      "epoch": 3.397208653175157,
      "grad_norm": 1.4373429040628156,
      "learning_rate": 0.00012218524147785924,
      "loss": 2.1094,
      "step": 73023
    },
    {
      "epoch": 3.3972551756222376,
      "grad_norm": 1.4277717412802398,
      "learning_rate": 0.00012218159443374034,
      "loss": 2.0625,
      "step": 73024
    },
    {
      "epoch": 3.3973016980693185,
      "grad_norm": 1.4114408403382506,
      "learning_rate": 0.00012217794740665202,
      "loss": 2.0469,
      "step": 73025
    },
    {
      "epoch": 3.397348220516399,
      "grad_norm": 1.4182168445348735,
      "learning_rate": 0.00012217430039659653,
      "loss": 2.0156,
      "step": 73026
    },
    {
      "epoch": 3.39739474296348,
      "grad_norm": 2.9676819176577105,
      "learning_rate": 0.0001221706534035761,
      "loss": 2.1094,
      "step": 73027
    },
    {
      "epoch": 3.397441265410561,
      "grad_norm": 1.418966893965723,
      "learning_rate": 0.00012216700642759293,
      "loss": 2.2656,
      "step": 73028
    },
    {
      "epoch": 3.3974877878576413,
      "grad_norm": 1.3856751652302488,
      "learning_rate": 0.00012216335946864932,
      "loss": 1.8984,
      "step": 73029
    },
    {
      "epoch": 3.397534310304722,
      "grad_norm": 1.4770152674604375,
      "learning_rate": 0.00012215971252674748,
      "loss": 2.1406,
      "step": 73030
    },
    {
      "epoch": 3.3975808327518027,
      "grad_norm": 1.4536348824876935,
      "learning_rate": 0.0001221560656018896,
      "loss": 2.1875,
      "step": 73031
    },
    {
      "epoch": 3.3976273551988836,
      "grad_norm": 1.5761628197355304,
      "learning_rate": 0.00012215241869407794,
      "loss": 2.375,
      "step": 73032
    },
    {
      "epoch": 3.397673877645964,
      "grad_norm": 1.4291013180463374,
      "learning_rate": 0.0001221487718033147,
      "loss": 2.0781,
      "step": 73033
    },
    {
      "epoch": 3.397720400093045,
      "grad_norm": 1.368236593348009,
      "learning_rate": 0.00012214512492960222,
      "loss": 2.0938,
      "step": 73034
    },
    {
      "epoch": 3.3977669225401255,
      "grad_norm": 1.6820007890207067,
      "learning_rate": 0.0001221414780729426,
      "loss": 2.0156,
      "step": 73035
    },
    {
      "epoch": 3.3978134449872064,
      "grad_norm": 1.4038513064818114,
      "learning_rate": 0.00012213783123333816,
      "loss": 2.1875,
      "step": 73036
    },
    {
      "epoch": 3.397859967434287,
      "grad_norm": 1.472783097122373,
      "learning_rate": 0.00012213418441079106,
      "loss": 2.0938,
      "step": 73037
    },
    {
      "epoch": 3.397906489881368,
      "grad_norm": 1.390090285447141,
      "learning_rate": 0.00012213053760530362,
      "loss": 2.1094,
      "step": 73038
    },
    {
      "epoch": 3.3979530123284487,
      "grad_norm": 1.531016740285171,
      "learning_rate": 0.00012212689081687802,
      "loss": 2.1562,
      "step": 73039
    },
    {
      "epoch": 3.397999534775529,
      "grad_norm": 1.477775431497028,
      "learning_rate": 0.00012212324404551648,
      "loss": 2.2656,
      "step": 73040
    },
    {
      "epoch": 3.3980460572226097,
      "grad_norm": 1.5256096829707864,
      "learning_rate": 0.0001221195972912213,
      "loss": 2.25,
      "step": 73041
    },
    {
      "epoch": 3.3980925796696906,
      "grad_norm": 1.3703400627222595,
      "learning_rate": 0.00012211595055399463,
      "loss": 1.9609,
      "step": 73042
    },
    {
      "epoch": 3.3981391021167715,
      "grad_norm": 1.539228355340733,
      "learning_rate": 0.00012211230383383877,
      "loss": 2.1094,
      "step": 73043
    },
    {
      "epoch": 3.398185624563852,
      "grad_norm": 1.3885586464900572,
      "learning_rate": 0.00012210865713075587,
      "loss": 2.1719,
      "step": 73044
    },
    {
      "epoch": 3.398232147010933,
      "grad_norm": 1.4382928892763287,
      "learning_rate": 0.00012210501044474827,
      "loss": 2.2656,
      "step": 73045
    },
    {
      "epoch": 3.3982786694580134,
      "grad_norm": 1.5127656558139246,
      "learning_rate": 0.00012210136377581812,
      "loss": 2.2812,
      "step": 73046
    },
    {
      "epoch": 3.3983251919050943,
      "grad_norm": 1.3756225203333707,
      "learning_rate": 0.00012209771712396768,
      "loss": 1.9297,
      "step": 73047
    },
    {
      "epoch": 3.3983717143521748,
      "grad_norm": 1.3190607856555847,
      "learning_rate": 0.0001220940704891992,
      "loss": 1.9688,
      "step": 73048
    },
    {
      "epoch": 3.3984182367992557,
      "grad_norm": 1.4794583568343307,
      "learning_rate": 0.0001220904238715149,
      "loss": 2.2031,
      "step": 73049
    },
    {
      "epoch": 3.398464759246336,
      "grad_norm": 1.4196955087024496,
      "learning_rate": 0.00012208677727091696,
      "loss": 2.2656,
      "step": 73050
    },
    {
      "epoch": 3.398511281693417,
      "grad_norm": 1.4142081553528578,
      "learning_rate": 0.0001220831306874077,
      "loss": 2.0625,
      "step": 73051
    },
    {
      "epoch": 3.3985578041404976,
      "grad_norm": 1.766676088174467,
      "learning_rate": 0.0001220794841209893,
      "loss": 1.9844,
      "step": 73052
    },
    {
      "epoch": 3.3986043265875785,
      "grad_norm": 1.4305275090150962,
      "learning_rate": 0.00012207583757166402,
      "loss": 2.1562,
      "step": 73053
    },
    {
      "epoch": 3.3986508490346594,
      "grad_norm": 1.5508463768632506,
      "learning_rate": 0.00012207219103943403,
      "loss": 2.2188,
      "step": 73054
    },
    {
      "epoch": 3.39869737148174,
      "grad_norm": 1.3730754799250977,
      "learning_rate": 0.00012206854452430166,
      "loss": 2.2969,
      "step": 73055
    },
    {
      "epoch": 3.398743893928821,
      "grad_norm": 1.3717270230340568,
      "learning_rate": 0.00012206489802626909,
      "loss": 1.9609,
      "step": 73056
    },
    {
      "epoch": 3.3987904163759013,
      "grad_norm": 1.405220011348238,
      "learning_rate": 0.00012206125154533854,
      "loss": 2.0625,
      "step": 73057
    },
    {
      "epoch": 3.398836938822982,
      "grad_norm": 1.4349878159481375,
      "learning_rate": 0.00012205760508151227,
      "loss": 1.9766,
      "step": 73058
    },
    {
      "epoch": 3.3988834612700627,
      "grad_norm": 1.3116223711483135,
      "learning_rate": 0.00012205395863479242,
      "loss": 1.6562,
      "step": 73059
    },
    {
      "epoch": 3.3989299837171436,
      "grad_norm": 1.4184137019143896,
      "learning_rate": 0.00012205031220518134,
      "loss": 1.8984,
      "step": 73060
    },
    {
      "epoch": 3.398976506164224,
      "grad_norm": 1.4288598062788098,
      "learning_rate": 0.00012204666579268126,
      "loss": 2.2656,
      "step": 73061
    },
    {
      "epoch": 3.399023028611305,
      "grad_norm": 1.420178068439889,
      "learning_rate": 0.00012204301939729436,
      "loss": 2.1875,
      "step": 73062
    },
    {
      "epoch": 3.3990695510583855,
      "grad_norm": 1.4326137907794727,
      "learning_rate": 0.0001220393730190229,
      "loss": 2.1875,
      "step": 73063
    },
    {
      "epoch": 3.3991160735054664,
      "grad_norm": 1.3774318021527259,
      "learning_rate": 0.00012203572665786908,
      "loss": 2.1094,
      "step": 73064
    },
    {
      "epoch": 3.3991625959525473,
      "grad_norm": 1.4030367059379933,
      "learning_rate": 0.00012203208031383519,
      "loss": 1.9688,
      "step": 73065
    },
    {
      "epoch": 3.399209118399628,
      "grad_norm": 1.4270156797434164,
      "learning_rate": 0.00012202843398692338,
      "loss": 2.125,
      "step": 73066
    },
    {
      "epoch": 3.3992556408467087,
      "grad_norm": 1.4536536867919858,
      "learning_rate": 0.00012202478767713597,
      "loss": 2.3438,
      "step": 73067
    },
    {
      "epoch": 3.399302163293789,
      "grad_norm": 1.4024762715998431,
      "learning_rate": 0.00012202114138447511,
      "loss": 2.2344,
      "step": 73068
    },
    {
      "epoch": 3.39934868574087,
      "grad_norm": 1.3425074760263154,
      "learning_rate": 0.0001220174951089431,
      "loss": 1.8828,
      "step": 73069
    },
    {
      "epoch": 3.3993952081879506,
      "grad_norm": 1.3603680613146167,
      "learning_rate": 0.00012201384885054212,
      "loss": 1.9219,
      "step": 73070
    },
    {
      "epoch": 3.3994417306350315,
      "grad_norm": 1.405963392144004,
      "learning_rate": 0.00012201020260927444,
      "loss": 2.1562,
      "step": 73071
    },
    {
      "epoch": 3.399488253082112,
      "grad_norm": 1.4397873080317096,
      "learning_rate": 0.00012200655638514227,
      "loss": 2.0938,
      "step": 73072
    },
    {
      "epoch": 3.399534775529193,
      "grad_norm": 1.3867737118979466,
      "learning_rate": 0.00012200291017814789,
      "loss": 2.0625,
      "step": 73073
    },
    {
      "epoch": 3.3995812979762734,
      "grad_norm": 1.3961679629664985,
      "learning_rate": 0.00012199926398829345,
      "loss": 2.125,
      "step": 73074
    },
    {
      "epoch": 3.3996278204233543,
      "grad_norm": 1.3980879922360236,
      "learning_rate": 0.00012199561781558126,
      "loss": 2.1406,
      "step": 73075
    },
    {
      "epoch": 3.399674342870435,
      "grad_norm": 1.2940291211321329,
      "learning_rate": 0.00012199197166001347,
      "loss": 1.6562,
      "step": 73076
    },
    {
      "epoch": 3.3997208653175157,
      "grad_norm": 1.3273781409178866,
      "learning_rate": 0.00012198832552159241,
      "loss": 1.8906,
      "step": 73077
    },
    {
      "epoch": 3.399767387764596,
      "grad_norm": 1.4596811483218095,
      "learning_rate": 0.00012198467940032023,
      "loss": 2.125,
      "step": 73078
    },
    {
      "epoch": 3.399813910211677,
      "grad_norm": 1.5882370213122927,
      "learning_rate": 0.00012198103329619921,
      "loss": 2.0625,
      "step": 73079
    },
    {
      "epoch": 3.399860432658758,
      "grad_norm": 1.3111427271868812,
      "learning_rate": 0.00012197738720923153,
      "loss": 1.8906,
      "step": 73080
    },
    {
      "epoch": 3.3999069551058385,
      "grad_norm": 1.4065200932950435,
      "learning_rate": 0.00012197374113941945,
      "loss": 2.0156,
      "step": 73081
    },
    {
      "epoch": 3.3999534775529194,
      "grad_norm": 1.3975239544131128,
      "learning_rate": 0.00012197009508676527,
      "loss": 1.9297,
      "step": 73082
    },
    {
      "epoch": 3.4,
      "grad_norm": 1.448939817419295,
      "learning_rate": 0.00012196644905127112,
      "loss": 2.25,
      "step": 73083
    },
    {
      "epoch": 3.400046522447081,
      "grad_norm": 1.3600670620510191,
      "learning_rate": 0.00012196280303293932,
      "loss": 1.9141,
      "step": 73084
    },
    {
      "epoch": 3.4000930448941613,
      "grad_norm": 1.4554399787837582,
      "learning_rate": 0.00012195915703177206,
      "loss": 2.0938,
      "step": 73085
    },
    {
      "epoch": 3.4001395673412422,
      "grad_norm": 1.4124576354878022,
      "learning_rate": 0.00012195551104777153,
      "loss": 2.0781,
      "step": 73086
    },
    {
      "epoch": 3.4001860897883227,
      "grad_norm": 1.408050295050661,
      "learning_rate": 0.00012195186508094004,
      "loss": 2.0312,
      "step": 73087
    },
    {
      "epoch": 3.4002326122354036,
      "grad_norm": 1.444451078066118,
      "learning_rate": 0.00012194821913127974,
      "loss": 2.0,
      "step": 73088
    },
    {
      "epoch": 3.400279134682484,
      "grad_norm": 1.3602296915222198,
      "learning_rate": 0.00012194457319879294,
      "loss": 2.0938,
      "step": 73089
    },
    {
      "epoch": 3.400325657129565,
      "grad_norm": 1.37365979327855,
      "learning_rate": 0.0001219409272834818,
      "loss": 1.9922,
      "step": 73090
    },
    {
      "epoch": 3.400372179576646,
      "grad_norm": 1.4014977378045004,
      "learning_rate": 0.00012193728138534864,
      "loss": 2.0469,
      "step": 73091
    },
    {
      "epoch": 3.4004187020237264,
      "grad_norm": 1.428405244035878,
      "learning_rate": 0.0001219336355043956,
      "loss": 2.1875,
      "step": 73092
    },
    {
      "epoch": 3.4004652244708073,
      "grad_norm": 1.5780788804754813,
      "learning_rate": 0.00012192998964062497,
      "loss": 2.0469,
      "step": 73093
    },
    {
      "epoch": 3.400511746917888,
      "grad_norm": 1.477856673544508,
      "learning_rate": 0.00012192634379403896,
      "loss": 2.2969,
      "step": 73094
    },
    {
      "epoch": 3.4005582693649687,
      "grad_norm": 1.3677831943548757,
      "learning_rate": 0.00012192269796463981,
      "loss": 2.0312,
      "step": 73095
    },
    {
      "epoch": 3.400604791812049,
      "grad_norm": 1.3554971933902993,
      "learning_rate": 0.00012191905215242975,
      "loss": 1.8672,
      "step": 73096
    },
    {
      "epoch": 3.40065131425913,
      "grad_norm": 1.3328877409294888,
      "learning_rate": 0.00012191540635741103,
      "loss": 1.7969,
      "step": 73097
    },
    {
      "epoch": 3.4006978367062106,
      "grad_norm": 1.3702005843915719,
      "learning_rate": 0.00012191176057958584,
      "loss": 1.9062,
      "step": 73098
    },
    {
      "epoch": 3.4007443591532915,
      "grad_norm": 1.450851552678211,
      "learning_rate": 0.00012190811481895645,
      "loss": 2.0,
      "step": 73099
    },
    {
      "epoch": 3.400790881600372,
      "grad_norm": 1.4171652462826896,
      "learning_rate": 0.00012190446907552505,
      "loss": 1.9062,
      "step": 73100
    },
    {
      "epoch": 3.400837404047453,
      "grad_norm": 1.4768873201476542,
      "learning_rate": 0.00012190082334929394,
      "loss": 2.2812,
      "step": 73101
    },
    {
      "epoch": 3.400883926494534,
      "grad_norm": 1.4341766577177681,
      "learning_rate": 0.00012189717764026528,
      "loss": 2.0938,
      "step": 73102
    },
    {
      "epoch": 3.4009304489416143,
      "grad_norm": 1.5059703526649528,
      "learning_rate": 0.0001218935319484413,
      "loss": 1.7344,
      "step": 73103
    },
    {
      "epoch": 3.400976971388695,
      "grad_norm": 1.3757369891968256,
      "learning_rate": 0.0001218898862738243,
      "loss": 1.875,
      "step": 73104
    },
    {
      "epoch": 3.4010234938357757,
      "grad_norm": 1.5186898375788977,
      "learning_rate": 0.00012188624061641649,
      "loss": 2.3438,
      "step": 73105
    },
    {
      "epoch": 3.4010700162828567,
      "grad_norm": 1.534841708936608,
      "learning_rate": 0.00012188259497622012,
      "loss": 2.4219,
      "step": 73106
    },
    {
      "epoch": 3.401116538729937,
      "grad_norm": 1.3140523919982932,
      "learning_rate": 0.00012187894935323733,
      "loss": 1.8984,
      "step": 73107
    },
    {
      "epoch": 3.401163061177018,
      "grad_norm": 1.4501326043167224,
      "learning_rate": 0.00012187530374747046,
      "loss": 2.125,
      "step": 73108
    },
    {
      "epoch": 3.4012095836240985,
      "grad_norm": 1.470570614363686,
      "learning_rate": 0.00012187165815892166,
      "loss": 2.0625,
      "step": 73109
    },
    {
      "epoch": 3.4012561060711795,
      "grad_norm": 1.4268433478443552,
      "learning_rate": 0.00012186801258759323,
      "loss": 2.125,
      "step": 73110
    },
    {
      "epoch": 3.40130262851826,
      "grad_norm": 1.4045336938496844,
      "learning_rate": 0.00012186436703348735,
      "loss": 2.0625,
      "step": 73111
    },
    {
      "epoch": 3.401349150965341,
      "grad_norm": 1.476804803807124,
      "learning_rate": 0.00012186072149660626,
      "loss": 2.2344,
      "step": 73112
    },
    {
      "epoch": 3.4013956734124213,
      "grad_norm": 1.3768205132205409,
      "learning_rate": 0.00012185707597695224,
      "loss": 1.8906,
      "step": 73113
    },
    {
      "epoch": 3.4014421958595022,
      "grad_norm": 1.4060675855353537,
      "learning_rate": 0.00012185343047452743,
      "loss": 2.0312,
      "step": 73114
    },
    {
      "epoch": 3.4014887183065827,
      "grad_norm": 1.3118412436723423,
      "learning_rate": 0.00012184978498933417,
      "loss": 1.9453,
      "step": 73115
    },
    {
      "epoch": 3.4015352407536636,
      "grad_norm": 1.4474218577107447,
      "learning_rate": 0.00012184613952137458,
      "loss": 2.1875,
      "step": 73116
    },
    {
      "epoch": 3.4015817632007446,
      "grad_norm": 1.3821423987427386,
      "learning_rate": 0.00012184249407065101,
      "loss": 2.1094,
      "step": 73117
    },
    {
      "epoch": 3.401628285647825,
      "grad_norm": 1.5602705837950186,
      "learning_rate": 0.00012183884863716558,
      "loss": 2.1719,
      "step": 73118
    },
    {
      "epoch": 3.401674808094906,
      "grad_norm": 1.366282058810029,
      "learning_rate": 0.00012183520322092062,
      "loss": 2.0781,
      "step": 73119
    },
    {
      "epoch": 3.4017213305419864,
      "grad_norm": 1.5371689116253777,
      "learning_rate": 0.00012183155782191827,
      "loss": 2.2969,
      "step": 73120
    },
    {
      "epoch": 3.4017678529890674,
      "grad_norm": 1.2899060450315851,
      "learning_rate": 0.00012182791244016083,
      "loss": 1.75,
      "step": 73121
    },
    {
      "epoch": 3.401814375436148,
      "grad_norm": 1.4069964045646524,
      "learning_rate": 0.0001218242670756505,
      "loss": 1.9375,
      "step": 73122
    },
    {
      "epoch": 3.4018608978832288,
      "grad_norm": 1.4024587937128727,
      "learning_rate": 0.00012182062172838954,
      "loss": 2.0,
      "step": 73123
    },
    {
      "epoch": 3.4019074203303092,
      "grad_norm": 1.409581541364122,
      "learning_rate": 0.00012181697639838012,
      "loss": 2.0469,
      "step": 73124
    },
    {
      "epoch": 3.40195394277739,
      "grad_norm": 1.3608723206154625,
      "learning_rate": 0.0001218133310856245,
      "loss": 2.0156,
      "step": 73125
    },
    {
      "epoch": 3.4020004652244706,
      "grad_norm": 1.4002842272801173,
      "learning_rate": 0.00012180968579012498,
      "loss": 2.0781,
      "step": 73126
    },
    {
      "epoch": 3.4020469876715516,
      "grad_norm": 1.3582976878745767,
      "learning_rate": 0.0001218060405118837,
      "loss": 1.9297,
      "step": 73127
    },
    {
      "epoch": 3.4020935101186325,
      "grad_norm": 1.350467625499677,
      "learning_rate": 0.00012180239525090295,
      "loss": 2.0312,
      "step": 73128
    },
    {
      "epoch": 3.402140032565713,
      "grad_norm": 1.439017816181442,
      "learning_rate": 0.00012179875000718493,
      "loss": 1.9844,
      "step": 73129
    },
    {
      "epoch": 3.4021865550127934,
      "grad_norm": 1.3990639415434454,
      "learning_rate": 0.00012179510478073191,
      "loss": 2.0938,
      "step": 73130
    },
    {
      "epoch": 3.4022330774598744,
      "grad_norm": 1.424234171630306,
      "learning_rate": 0.00012179145957154606,
      "loss": 2.3438,
      "step": 73131
    },
    {
      "epoch": 3.4022795999069553,
      "grad_norm": 1.5526382106035148,
      "learning_rate": 0.00012178781437962965,
      "loss": 2.0156,
      "step": 73132
    },
    {
      "epoch": 3.4023261223540358,
      "grad_norm": 1.3257264655300671,
      "learning_rate": 0.00012178416920498491,
      "loss": 2.0938,
      "step": 73133
    },
    {
      "epoch": 3.4023726448011167,
      "grad_norm": 1.4401183518056624,
      "learning_rate": 0.00012178052404761409,
      "loss": 2.125,
      "step": 73134
    },
    {
      "epoch": 3.402419167248197,
      "grad_norm": 1.3845539415496562,
      "learning_rate": 0.00012177687890751935,
      "loss": 2.0625,
      "step": 73135
    },
    {
      "epoch": 3.402465689695278,
      "grad_norm": 1.4677224124600308,
      "learning_rate": 0.00012177323378470302,
      "loss": 2.2344,
      "step": 73136
    },
    {
      "epoch": 3.4025122121423585,
      "grad_norm": 1.518389532796889,
      "learning_rate": 0.0001217695886791673,
      "loss": 2.1875,
      "step": 73137
    },
    {
      "epoch": 3.4025587345894395,
      "grad_norm": 1.4565685918308011,
      "learning_rate": 0.00012176594359091434,
      "loss": 2.0469,
      "step": 73138
    },
    {
      "epoch": 3.40260525703652,
      "grad_norm": 1.5324679696330392,
      "learning_rate": 0.00012176229851994648,
      "loss": 2.2344,
      "step": 73139
    },
    {
      "epoch": 3.402651779483601,
      "grad_norm": 1.3935541749176634,
      "learning_rate": 0.00012175865346626588,
      "loss": 2.1562,
      "step": 73140
    },
    {
      "epoch": 3.4026983019306813,
      "grad_norm": 1.4690969629745558,
      "learning_rate": 0.00012175500842987482,
      "loss": 2.3594,
      "step": 73141
    },
    {
      "epoch": 3.4027448243777623,
      "grad_norm": 1.5071017920982201,
      "learning_rate": 0.00012175136341077548,
      "loss": 2.1719,
      "step": 73142
    },
    {
      "epoch": 3.402791346824843,
      "grad_norm": 1.520140777054596,
      "learning_rate": 0.00012174771840897017,
      "loss": 2.3594,
      "step": 73143
    },
    {
      "epoch": 3.4028378692719237,
      "grad_norm": 1.3875459911355685,
      "learning_rate": 0.000121744073424461,
      "loss": 2.0156,
      "step": 73144
    },
    {
      "epoch": 3.4028843917190046,
      "grad_norm": 1.4152992734209804,
      "learning_rate": 0.00012174042845725035,
      "loss": 2.2656,
      "step": 73145
    },
    {
      "epoch": 3.402930914166085,
      "grad_norm": 1.3722081209038515,
      "learning_rate": 0.00012173678350734033,
      "loss": 2.1094,
      "step": 73146
    },
    {
      "epoch": 3.402977436613166,
      "grad_norm": 1.3647570953896089,
      "learning_rate": 0.00012173313857473319,
      "loss": 2.0625,
      "step": 73147
    },
    {
      "epoch": 3.4030239590602465,
      "grad_norm": 1.5145781623543024,
      "learning_rate": 0.00012172949365943124,
      "loss": 2.1406,
      "step": 73148
    },
    {
      "epoch": 3.4030704815073274,
      "grad_norm": 1.4180893431202366,
      "learning_rate": 0.00012172584876143664,
      "loss": 2.0625,
      "step": 73149
    },
    {
      "epoch": 3.403117003954408,
      "grad_norm": 1.3960047124233856,
      "learning_rate": 0.00012172220388075166,
      "loss": 2.0469,
      "step": 73150
    },
    {
      "epoch": 3.403163526401489,
      "grad_norm": 1.3772086296434223,
      "learning_rate": 0.00012171855901737852,
      "loss": 2.0156,
      "step": 73151
    },
    {
      "epoch": 3.4032100488485693,
      "grad_norm": 1.3739111343786876,
      "learning_rate": 0.00012171491417131945,
      "loss": 2.25,
      "step": 73152
    },
    {
      "epoch": 3.40325657129565,
      "grad_norm": 1.429099331252029,
      "learning_rate": 0.00012171126934257664,
      "loss": 2.0156,
      "step": 73153
    },
    {
      "epoch": 3.403303093742731,
      "grad_norm": 1.3322966769111046,
      "learning_rate": 0.00012170762453115238,
      "loss": 1.5,
      "step": 73154
    },
    {
      "epoch": 3.4033496161898116,
      "grad_norm": 1.570682939360872,
      "learning_rate": 0.00012170397973704886,
      "loss": 2.3594,
      "step": 73155
    },
    {
      "epoch": 3.403396138636892,
      "grad_norm": 1.4174690087866972,
      "learning_rate": 0.00012170033496026836,
      "loss": 2.0781,
      "step": 73156
    },
    {
      "epoch": 3.403442661083973,
      "grad_norm": 1.4904466475334255,
      "learning_rate": 0.00012169669020081307,
      "loss": 2.3125,
      "step": 73157
    },
    {
      "epoch": 3.403489183531054,
      "grad_norm": 1.4732912997250063,
      "learning_rate": 0.00012169304545868524,
      "loss": 2.2031,
      "step": 73158
    },
    {
      "epoch": 3.4035357059781344,
      "grad_norm": 1.3688097913686363,
      "learning_rate": 0.00012168940073388708,
      "loss": 2.1719,
      "step": 73159
    },
    {
      "epoch": 3.4035822284252153,
      "grad_norm": 1.3980811755973066,
      "learning_rate": 0.00012168575602642084,
      "loss": 2.1719,
      "step": 73160
    },
    {
      "epoch": 3.4036287508722958,
      "grad_norm": 1.4419467913926685,
      "learning_rate": 0.00012168211133628874,
      "loss": 2.2812,
      "step": 73161
    },
    {
      "epoch": 3.4036752733193767,
      "grad_norm": 1.4399138068412638,
      "learning_rate": 0.00012167846666349304,
      "loss": 2.1406,
      "step": 73162
    },
    {
      "epoch": 3.403721795766457,
      "grad_norm": 1.371183022722402,
      "learning_rate": 0.00012167482200803597,
      "loss": 1.8906,
      "step": 73163
    },
    {
      "epoch": 3.403768318213538,
      "grad_norm": 1.4578738805355942,
      "learning_rate": 0.00012167117736991969,
      "loss": 2.125,
      "step": 73164
    },
    {
      "epoch": 3.4038148406606186,
      "grad_norm": 1.269414439829993,
      "learning_rate": 0.0001216675327491465,
      "loss": 1.8203,
      "step": 73165
    },
    {
      "epoch": 3.4038613631076995,
      "grad_norm": 1.4373710920540177,
      "learning_rate": 0.00012166388814571861,
      "loss": 1.625,
      "step": 73166
    },
    {
      "epoch": 3.40390788555478,
      "grad_norm": 1.3259720670593262,
      "learning_rate": 0.00012166024355963828,
      "loss": 1.9375,
      "step": 73167
    },
    {
      "epoch": 3.403954408001861,
      "grad_norm": 1.5024045891943858,
      "learning_rate": 0.00012165659899090766,
      "loss": 2.3125,
      "step": 73168
    },
    {
      "epoch": 3.404000930448942,
      "grad_norm": 1.3995657068748493,
      "learning_rate": 0.00012165295443952903,
      "loss": 2.125,
      "step": 73169
    },
    {
      "epoch": 3.4040474528960223,
      "grad_norm": 1.400434015641987,
      "learning_rate": 0.00012164930990550469,
      "loss": 1.8047,
      "step": 73170
    },
    {
      "epoch": 3.404093975343103,
      "grad_norm": 1.6161037330006454,
      "learning_rate": 0.00012164566538883678,
      "loss": 2.3281,
      "step": 73171
    },
    {
      "epoch": 3.4041404977901837,
      "grad_norm": 1.4947382949963846,
      "learning_rate": 0.00012164202088952757,
      "loss": 2.1094,
      "step": 73172
    },
    {
      "epoch": 3.4041870202372646,
      "grad_norm": 1.4391768948667947,
      "learning_rate": 0.00012163837640757928,
      "loss": 2.2031,
      "step": 73173
    },
    {
      "epoch": 3.404233542684345,
      "grad_norm": 1.2930265158460643,
      "learning_rate": 0.00012163473194299415,
      "loss": 2.0312,
      "step": 73174
    },
    {
      "epoch": 3.404280065131426,
      "grad_norm": 1.3427516983509378,
      "learning_rate": 0.00012163108749577438,
      "loss": 1.9766,
      "step": 73175
    },
    {
      "epoch": 3.4043265875785065,
      "grad_norm": 1.4860800508081404,
      "learning_rate": 0.00012162744306592227,
      "loss": 2.2188,
      "step": 73176
    },
    {
      "epoch": 3.4043731100255874,
      "grad_norm": 1.4330003832910796,
      "learning_rate": 0.00012162379865343996,
      "loss": 2.2188,
      "step": 73177
    },
    {
      "epoch": 3.404419632472668,
      "grad_norm": 1.2876081554207672,
      "learning_rate": 0.00012162015425832976,
      "loss": 1.7031,
      "step": 73178
    },
    {
      "epoch": 3.404466154919749,
      "grad_norm": 1.480456049542559,
      "learning_rate": 0.00012161650988059384,
      "loss": 2.2188,
      "step": 73179
    },
    {
      "epoch": 3.4045126773668297,
      "grad_norm": 1.4122791116875808,
      "learning_rate": 0.0001216128655202345,
      "loss": 2.2031,
      "step": 73180
    },
    {
      "epoch": 3.40455919981391,
      "grad_norm": 1.3193002034614214,
      "learning_rate": 0.00012160922117725389,
      "loss": 1.7969,
      "step": 73181
    },
    {
      "epoch": 3.404605722260991,
      "grad_norm": 1.3573701838368135,
      "learning_rate": 0.00012160557685165433,
      "loss": 2.0,
      "step": 73182
    },
    {
      "epoch": 3.4046522447080716,
      "grad_norm": 1.4299062055193765,
      "learning_rate": 0.00012160193254343794,
      "loss": 2.125,
      "step": 73183
    },
    {
      "epoch": 3.4046987671551525,
      "grad_norm": 1.5068863400393344,
      "learning_rate": 0.00012159828825260707,
      "loss": 2.3438,
      "step": 73184
    },
    {
      "epoch": 3.404745289602233,
      "grad_norm": 1.4441342331447258,
      "learning_rate": 0.00012159464397916386,
      "loss": 2.375,
      "step": 73185
    },
    {
      "epoch": 3.404791812049314,
      "grad_norm": 1.4556958858307378,
      "learning_rate": 0.00012159099972311062,
      "loss": 1.9375,
      "step": 73186
    },
    {
      "epoch": 3.4048383344963944,
      "grad_norm": 1.4864788387569696,
      "learning_rate": 0.00012158735548444948,
      "loss": 2.2031,
      "step": 73187
    },
    {
      "epoch": 3.4048848569434753,
      "grad_norm": 1.5174073681441151,
      "learning_rate": 0.00012158371126318278,
      "loss": 2.4062,
      "step": 73188
    },
    {
      "epoch": 3.404931379390556,
      "grad_norm": 1.3780579530800645,
      "learning_rate": 0.00012158006705931269,
      "loss": 2.0312,
      "step": 73189
    },
    {
      "epoch": 3.4049779018376367,
      "grad_norm": 1.4726350634078307,
      "learning_rate": 0.0001215764228728414,
      "loss": 2.1406,
      "step": 73190
    },
    {
      "epoch": 3.405024424284717,
      "grad_norm": 1.4763820332179496,
      "learning_rate": 0.00012157277870377119,
      "loss": 2.2031,
      "step": 73191
    },
    {
      "epoch": 3.405070946731798,
      "grad_norm": 1.4294900945610607,
      "learning_rate": 0.00012156913455210434,
      "loss": 2.2344,
      "step": 73192
    },
    {
      "epoch": 3.4051174691788786,
      "grad_norm": 1.354646772250954,
      "learning_rate": 0.000121565490417843,
      "loss": 1.7188,
      "step": 73193
    },
    {
      "epoch": 3.4051639916259595,
      "grad_norm": 1.4667676584241944,
      "learning_rate": 0.00012156184630098949,
      "loss": 2.0781,
      "step": 73194
    },
    {
      "epoch": 3.4052105140730404,
      "grad_norm": 1.419056606478513,
      "learning_rate": 0.00012155820220154593,
      "loss": 2.2656,
      "step": 73195
    },
    {
      "epoch": 3.405257036520121,
      "grad_norm": 1.427070586345803,
      "learning_rate": 0.00012155455811951466,
      "loss": 2.2812,
      "step": 73196
    },
    {
      "epoch": 3.405303558967202,
      "grad_norm": 1.3035066990662179,
      "learning_rate": 0.0001215509140548978,
      "loss": 1.8047,
      "step": 73197
    },
    {
      "epoch": 3.4053500814142823,
      "grad_norm": 1.2928964000471184,
      "learning_rate": 0.00012154727000769767,
      "loss": 1.8203,
      "step": 73198
    },
    {
      "epoch": 3.4053966038613632,
      "grad_norm": 1.437586341198531,
      "learning_rate": 0.00012154362597791645,
      "loss": 2.0,
      "step": 73199
    },
    {
      "epoch": 3.4054431263084437,
      "grad_norm": 1.4402867154860302,
      "learning_rate": 0.00012153998196555642,
      "loss": 1.5312,
      "step": 73200
    },
    {
      "epoch": 3.4054896487555246,
      "grad_norm": 1.6666879975842979,
      "learning_rate": 0.00012153633797061976,
      "loss": 2.3594,
      "step": 73201
    },
    {
      "epoch": 3.405536171202605,
      "grad_norm": 1.3997775541149504,
      "learning_rate": 0.00012153269399310874,
      "loss": 1.9766,
      "step": 73202
    },
    {
      "epoch": 3.405582693649686,
      "grad_norm": 1.4346470750203908,
      "learning_rate": 0.00012152905003302554,
      "loss": 2.0938,
      "step": 73203
    },
    {
      "epoch": 3.4056292160967665,
      "grad_norm": 1.451222854818292,
      "learning_rate": 0.00012152540609037246,
      "loss": 2.2344,
      "step": 73204
    },
    {
      "epoch": 3.4056757385438474,
      "grad_norm": 1.4744415806737585,
      "learning_rate": 0.00012152176216515166,
      "loss": 2.2812,
      "step": 73205
    },
    {
      "epoch": 3.4057222609909283,
      "grad_norm": 1.3855033554281975,
      "learning_rate": 0.00012151811825736543,
      "loss": 1.8984,
      "step": 73206
    },
    {
      "epoch": 3.405768783438009,
      "grad_norm": 1.4883582204550518,
      "learning_rate": 0.00012151447436701595,
      "loss": 2.0781,
      "step": 73207
    },
    {
      "epoch": 3.4058153058850897,
      "grad_norm": 1.4147405277653378,
      "learning_rate": 0.00012151083049410551,
      "loss": 2.1875,
      "step": 73208
    },
    {
      "epoch": 3.40586182833217,
      "grad_norm": 1.3563848136231578,
      "learning_rate": 0.00012150718663863627,
      "loss": 1.8125,
      "step": 73209
    },
    {
      "epoch": 3.405908350779251,
      "grad_norm": 1.4240729615456786,
      "learning_rate": 0.00012150354280061055,
      "loss": 2.1562,
      "step": 73210
    },
    {
      "epoch": 3.4059548732263316,
      "grad_norm": 1.5092711698007566,
      "learning_rate": 0.00012149989898003047,
      "loss": 2.0469,
      "step": 73211
    },
    {
      "epoch": 3.4060013956734125,
      "grad_norm": 1.4341365792733998,
      "learning_rate": 0.00012149625517689836,
      "loss": 2.1406,
      "step": 73212
    },
    {
      "epoch": 3.406047918120493,
      "grad_norm": 1.4310802648814955,
      "learning_rate": 0.00012149261139121635,
      "loss": 2.0938,
      "step": 73213
    },
    {
      "epoch": 3.406094440567574,
      "grad_norm": 1.4219939721090997,
      "learning_rate": 0.00012148896762298675,
      "loss": 2.0938,
      "step": 73214
    },
    {
      "epoch": 3.4061409630146544,
      "grad_norm": 1.335200219276563,
      "learning_rate": 0.00012148532387221182,
      "loss": 1.9453,
      "step": 73215
    },
    {
      "epoch": 3.4061874854617353,
      "grad_norm": 1.475844467519358,
      "learning_rate": 0.00012148168013889372,
      "loss": 2.4062,
      "step": 73216
    },
    {
      "epoch": 3.4062340079088163,
      "grad_norm": 1.3534500773803722,
      "learning_rate": 0.00012147803642303472,
      "loss": 1.9922,
      "step": 73217
    },
    {
      "epoch": 3.4062805303558967,
      "grad_norm": 1.3493139852704386,
      "learning_rate": 0.00012147439272463704,
      "loss": 1.9844,
      "step": 73218
    },
    {
      "epoch": 3.406327052802977,
      "grad_norm": 1.4188419225912456,
      "learning_rate": 0.00012147074904370288,
      "loss": 1.9688,
      "step": 73219
    },
    {
      "epoch": 3.406373575250058,
      "grad_norm": 1.4797923094429783,
      "learning_rate": 0.00012146710538023452,
      "loss": 2.2188,
      "step": 73220
    },
    {
      "epoch": 3.406420097697139,
      "grad_norm": 1.4144413649888785,
      "learning_rate": 0.00012146346173423414,
      "loss": 2.0469,
      "step": 73221
    },
    {
      "epoch": 3.4064666201442195,
      "grad_norm": 1.3661054533971515,
      "learning_rate": 0.00012145981810570401,
      "loss": 2.0312,
      "step": 73222
    },
    {
      "epoch": 3.4065131425913004,
      "grad_norm": 1.4993612868284736,
      "learning_rate": 0.00012145617449464632,
      "loss": 1.5547,
      "step": 73223
    },
    {
      "epoch": 3.406559665038381,
      "grad_norm": 1.3984325665064818,
      "learning_rate": 0.00012145253090106337,
      "loss": 2.125,
      "step": 73224
    },
    {
      "epoch": 3.406606187485462,
      "grad_norm": 1.4346015036620983,
      "learning_rate": 0.00012144888732495732,
      "loss": 2.0312,
      "step": 73225
    },
    {
      "epoch": 3.4066527099325423,
      "grad_norm": 1.3055098020347058,
      "learning_rate": 0.00012144524376633046,
      "loss": 1.4922,
      "step": 73226
    },
    {
      "epoch": 3.4066992323796232,
      "grad_norm": 1.3818571815151377,
      "learning_rate": 0.00012144160022518495,
      "loss": 1.9297,
      "step": 73227
    },
    {
      "epoch": 3.4067457548267037,
      "grad_norm": 1.4577546554190894,
      "learning_rate": 0.0001214379567015231,
      "loss": 2.0938,
      "step": 73228
    },
    {
      "epoch": 3.4067922772737846,
      "grad_norm": 1.4120119398358573,
      "learning_rate": 0.00012143431319534706,
      "loss": 2.0,
      "step": 73229
    },
    {
      "epoch": 3.406838799720865,
      "grad_norm": 1.3899382556983504,
      "learning_rate": 0.00012143066970665913,
      "loss": 1.6953,
      "step": 73230
    },
    {
      "epoch": 3.406885322167946,
      "grad_norm": 1.358626802436381,
      "learning_rate": 0.00012142702623546149,
      "loss": 1.9453,
      "step": 73231
    },
    {
      "epoch": 3.406931844615027,
      "grad_norm": 1.447954657520037,
      "learning_rate": 0.00012142338278175644,
      "loss": 2.2656,
      "step": 73232
    },
    {
      "epoch": 3.4069783670621074,
      "grad_norm": 1.4786637167790893,
      "learning_rate": 0.00012141973934554611,
      "loss": 2.1562,
      "step": 73233
    },
    {
      "epoch": 3.4070248895091884,
      "grad_norm": 1.3756881185579943,
      "learning_rate": 0.00012141609592683282,
      "loss": 1.7422,
      "step": 73234
    },
    {
      "epoch": 3.407071411956269,
      "grad_norm": 1.3950285673438692,
      "learning_rate": 0.0001214124525256187,
      "loss": 1.9297,
      "step": 73235
    },
    {
      "epoch": 3.4071179344033498,
      "grad_norm": 1.4060931145979976,
      "learning_rate": 0.00012140880914190609,
      "loss": 1.8516,
      "step": 73236
    },
    {
      "epoch": 3.4071644568504302,
      "grad_norm": 1.5308496567032348,
      "learning_rate": 0.0001214051657756972,
      "loss": 2.2812,
      "step": 73237
    },
    {
      "epoch": 3.407210979297511,
      "grad_norm": 1.3931984452309794,
      "learning_rate": 0.0001214015224269942,
      "loss": 1.8438,
      "step": 73238
    },
    {
      "epoch": 3.4072575017445916,
      "grad_norm": 1.4219465063175485,
      "learning_rate": 0.00012139787909579937,
      "loss": 1.9609,
      "step": 73239
    },
    {
      "epoch": 3.4073040241916726,
      "grad_norm": 1.3292754636154964,
      "learning_rate": 0.00012139423578211494,
      "loss": 1.75,
      "step": 73240
    },
    {
      "epoch": 3.407350546638753,
      "grad_norm": 1.4528225045394465,
      "learning_rate": 0.00012139059248594312,
      "loss": 2.0156,
      "step": 73241
    },
    {
      "epoch": 3.407397069085834,
      "grad_norm": 1.352287221150144,
      "learning_rate": 0.00012138694920728614,
      "loss": 1.7891,
      "step": 73242
    },
    {
      "epoch": 3.407443591532915,
      "grad_norm": 1.404696402780409,
      "learning_rate": 0.00012138330594614625,
      "loss": 1.8203,
      "step": 73243
    },
    {
      "epoch": 3.4074901139799953,
      "grad_norm": 1.5219817993308948,
      "learning_rate": 0.00012137966270252569,
      "loss": 1.9688,
      "step": 73244
    },
    {
      "epoch": 3.407536636427076,
      "grad_norm": 1.5237482463862095,
      "learning_rate": 0.00012137601947642663,
      "loss": 2.2656,
      "step": 73245
    },
    {
      "epoch": 3.4075831588741567,
      "grad_norm": 1.5368840922495177,
      "learning_rate": 0.00012137237626785137,
      "loss": 2.1406,
      "step": 73246
    },
    {
      "epoch": 3.4076296813212377,
      "grad_norm": 1.447800525575346,
      "learning_rate": 0.00012136873307680206,
      "loss": 1.9531,
      "step": 73247
    },
    {
      "epoch": 3.407676203768318,
      "grad_norm": 1.4581049854120605,
      "learning_rate": 0.00012136508990328103,
      "loss": 2.1562,
      "step": 73248
    },
    {
      "epoch": 3.407722726215399,
      "grad_norm": 1.4088070078124435,
      "learning_rate": 0.00012136144674729043,
      "loss": 1.9922,
      "step": 73249
    },
    {
      "epoch": 3.4077692486624795,
      "grad_norm": 1.4725974989168573,
      "learning_rate": 0.00012135780360883255,
      "loss": 2.1406,
      "step": 73250
    },
    {
      "epoch": 3.4078157711095605,
      "grad_norm": 1.5332135551299413,
      "learning_rate": 0.00012135416048790957,
      "loss": 2.3125,
      "step": 73251
    },
    {
      "epoch": 3.407862293556641,
      "grad_norm": 1.3730900750113653,
      "learning_rate": 0.00012135051738452376,
      "loss": 2.0312,
      "step": 73252
    },
    {
      "epoch": 3.407908816003722,
      "grad_norm": 1.4759164091588732,
      "learning_rate": 0.00012134687429867729,
      "loss": 2.1094,
      "step": 73253
    },
    {
      "epoch": 3.4079553384508023,
      "grad_norm": 1.4300281120982767,
      "learning_rate": 0.00012134323123037249,
      "loss": 2.0781,
      "step": 73254
    },
    {
      "epoch": 3.4080018608978833,
      "grad_norm": 1.4347715470386355,
      "learning_rate": 0.00012133958817961149,
      "loss": 2.1562,
      "step": 73255
    },
    {
      "epoch": 3.4080483833449637,
      "grad_norm": 1.378311379132834,
      "learning_rate": 0.0001213359451463966,
      "loss": 2.0781,
      "step": 73256
    },
    {
      "epoch": 3.4080949057920447,
      "grad_norm": 1.4282339089944351,
      "learning_rate": 0.00012133230213072994,
      "loss": 2.1719,
      "step": 73257
    },
    {
      "epoch": 3.4081414282391256,
      "grad_norm": 1.3651298999604795,
      "learning_rate": 0.00012132865913261385,
      "loss": 1.9141,
      "step": 73258
    },
    {
      "epoch": 3.408187950686206,
      "grad_norm": 1.410019024716349,
      "learning_rate": 0.00012132501615205054,
      "loss": 1.8828,
      "step": 73259
    },
    {
      "epoch": 3.408234473133287,
      "grad_norm": 1.3607624871152169,
      "learning_rate": 0.00012132137318904221,
      "loss": 2.0469,
      "step": 73260
    },
    {
      "epoch": 3.4082809955803675,
      "grad_norm": 1.4157480635143438,
      "learning_rate": 0.00012131773024359113,
      "loss": 2.0156,
      "step": 73261
    },
    {
      "epoch": 3.4083275180274484,
      "grad_norm": 1.3596276898488338,
      "learning_rate": 0.00012131408731569948,
      "loss": 2.0156,
      "step": 73262
    },
    {
      "epoch": 3.408374040474529,
      "grad_norm": 1.370134547985015,
      "learning_rate": 0.00012131044440536953,
      "loss": 1.9297,
      "step": 73263
    },
    {
      "epoch": 3.4084205629216098,
      "grad_norm": 1.4340837920365854,
      "learning_rate": 0.00012130680151260347,
      "loss": 2.2031,
      "step": 73264
    },
    {
      "epoch": 3.4084670853686903,
      "grad_norm": 1.4130177347419317,
      "learning_rate": 0.00012130315863740362,
      "loss": 1.9922,
      "step": 73265
    },
    {
      "epoch": 3.408513607815771,
      "grad_norm": 1.4409105592656146,
      "learning_rate": 0.00012129951577977207,
      "loss": 2.1562,
      "step": 73266
    },
    {
      "epoch": 3.4085601302628517,
      "grad_norm": 1.3040200536281428,
      "learning_rate": 0.00012129587293971118,
      "loss": 1.7891,
      "step": 73267
    },
    {
      "epoch": 3.4086066527099326,
      "grad_norm": 1.470180879979114,
      "learning_rate": 0.00012129223011722309,
      "loss": 2.2656,
      "step": 73268
    },
    {
      "epoch": 3.4086531751570135,
      "grad_norm": 1.4722840685155856,
      "learning_rate": 0.0001212885873123101,
      "loss": 2.2031,
      "step": 73269
    },
    {
      "epoch": 3.408699697604094,
      "grad_norm": 1.4994846145162812,
      "learning_rate": 0.0001212849445249744,
      "loss": 2.25,
      "step": 73270
    },
    {
      "epoch": 3.4087462200511744,
      "grad_norm": 1.395610901911211,
      "learning_rate": 0.00012128130175521819,
      "loss": 2.0,
      "step": 73271
    },
    {
      "epoch": 3.4087927424982554,
      "grad_norm": 1.450462344910558,
      "learning_rate": 0.00012127765900304377,
      "loss": 2.2969,
      "step": 73272
    },
    {
      "epoch": 3.4088392649453363,
      "grad_norm": 1.3517248949327405,
      "learning_rate": 0.00012127401626845332,
      "loss": 2.0,
      "step": 73273
    },
    {
      "epoch": 3.4088857873924168,
      "grad_norm": 1.3340664257896946,
      "learning_rate": 0.0001212703735514491,
      "loss": 1.9297,
      "step": 73274
    },
    {
      "epoch": 3.4089323098394977,
      "grad_norm": 1.424838323815907,
      "learning_rate": 0.00012126673085203331,
      "loss": 1.6016,
      "step": 73275
    },
    {
      "epoch": 3.408978832286578,
      "grad_norm": 1.5168614612233748,
      "learning_rate": 0.00012126308817020822,
      "loss": 2.2969,
      "step": 73276
    },
    {
      "epoch": 3.409025354733659,
      "grad_norm": 1.3753145214303446,
      "learning_rate": 0.000121259445505976,
      "loss": 2.0156,
      "step": 73277
    },
    {
      "epoch": 3.4090718771807396,
      "grad_norm": 1.3976387763997187,
      "learning_rate": 0.00012125580285933895,
      "loss": 1.9844,
      "step": 73278
    },
    {
      "epoch": 3.4091183996278205,
      "grad_norm": 1.3886348037770588,
      "learning_rate": 0.0001212521602302992,
      "loss": 2.0,
      "step": 73279
    },
    {
      "epoch": 3.409164922074901,
      "grad_norm": 1.4292991066687535,
      "learning_rate": 0.00012124851761885909,
      "loss": 1.9531,
      "step": 73280
    },
    {
      "epoch": 3.409211444521982,
      "grad_norm": 1.4112936712516146,
      "learning_rate": 0.00012124487502502085,
      "loss": 1.9297,
      "step": 73281
    },
    {
      "epoch": 3.4092579669690624,
      "grad_norm": 1.4250470911073574,
      "learning_rate": 0.0001212412324487866,
      "loss": 2.1094,
      "step": 73282
    },
    {
      "epoch": 3.4093044894161433,
      "grad_norm": 1.4489798559621594,
      "learning_rate": 0.0001212375898901587,
      "loss": 1.9531,
      "step": 73283
    },
    {
      "epoch": 3.409351011863224,
      "grad_norm": 1.3776666108004847,
      "learning_rate": 0.00012123394734913926,
      "loss": 2.0156,
      "step": 73284
    },
    {
      "epoch": 3.4093975343103047,
      "grad_norm": 1.4298680828017656,
      "learning_rate": 0.00012123030482573062,
      "loss": 2.0156,
      "step": 73285
    },
    {
      "epoch": 3.4094440567573856,
      "grad_norm": 1.462404625666374,
      "learning_rate": 0.00012122666231993493,
      "loss": 2.2656,
      "step": 73286
    },
    {
      "epoch": 3.409490579204466,
      "grad_norm": 1.4409177701766507,
      "learning_rate": 0.00012122301983175446,
      "loss": 2.3281,
      "step": 73287
    },
    {
      "epoch": 3.409537101651547,
      "grad_norm": 1.3679671495798156,
      "learning_rate": 0.0001212193773611914,
      "loss": 2.0312,
      "step": 73288
    },
    {
      "epoch": 3.4095836240986275,
      "grad_norm": 1.4286476574455087,
      "learning_rate": 0.00012121573490824804,
      "loss": 2.125,
      "step": 73289
    },
    {
      "epoch": 3.4096301465457084,
      "grad_norm": 1.4088496069465188,
      "learning_rate": 0.00012121209247292654,
      "loss": 2.0469,
      "step": 73290
    },
    {
      "epoch": 3.409676668992789,
      "grad_norm": 1.3830032591298864,
      "learning_rate": 0.0001212084500552292,
      "loss": 2.0781,
      "step": 73291
    },
    {
      "epoch": 3.40972319143987,
      "grad_norm": 1.3650840202988317,
      "learning_rate": 0.0001212048076551582,
      "loss": 1.9141,
      "step": 73292
    },
    {
      "epoch": 3.4097697138869503,
      "grad_norm": 1.4278739544523606,
      "learning_rate": 0.0001212011652727158,
      "loss": 2.0625,
      "step": 73293
    },
    {
      "epoch": 3.409816236334031,
      "grad_norm": 1.479079827313479,
      "learning_rate": 0.00012119752290790419,
      "loss": 2.2344,
      "step": 73294
    },
    {
      "epoch": 3.409862758781112,
      "grad_norm": 1.4218679983380553,
      "learning_rate": 0.00012119388056072566,
      "loss": 2.125,
      "step": 73295
    },
    {
      "epoch": 3.4099092812281926,
      "grad_norm": 1.5174730482783294,
      "learning_rate": 0.00012119023823118242,
      "loss": 2.0781,
      "step": 73296
    },
    {
      "epoch": 3.4099558036752735,
      "grad_norm": 1.3348611630768956,
      "learning_rate": 0.00012118659591927663,
      "loss": 1.9219,
      "step": 73297
    },
    {
      "epoch": 3.410002326122354,
      "grad_norm": 1.2646420021055373,
      "learning_rate": 0.00012118295362501062,
      "loss": 1.8438,
      "step": 73298
    },
    {
      "epoch": 3.410048848569435,
      "grad_norm": 1.4314421803152408,
      "learning_rate": 0.00012117931134838653,
      "loss": 2.1875,
      "step": 73299
    },
    {
      "epoch": 3.4100953710165154,
      "grad_norm": 1.4162750422086996,
      "learning_rate": 0.00012117566908940667,
      "loss": 2.2344,
      "step": 73300
    },
    {
      "epoch": 3.4101418934635963,
      "grad_norm": 1.460867143969417,
      "learning_rate": 0.0001211720268480732,
      "loss": 1.9141,
      "step": 73301
    },
    {
      "epoch": 3.410188415910677,
      "grad_norm": 1.4019650313387868,
      "learning_rate": 0.0001211683846243884,
      "loss": 2.0938,
      "step": 73302
    },
    {
      "epoch": 3.4102349383577577,
      "grad_norm": 1.3424061728357715,
      "learning_rate": 0.0001211647424183545,
      "loss": 1.8359,
      "step": 73303
    },
    {
      "epoch": 3.410281460804838,
      "grad_norm": 1.4144205321262788,
      "learning_rate": 0.0001211611002299737,
      "loss": 2.0312,
      "step": 73304
    },
    {
      "epoch": 3.410327983251919,
      "grad_norm": 1.3908701302634596,
      "learning_rate": 0.00012115745805924827,
      "loss": 1.9922,
      "step": 73305
    },
    {
      "epoch": 3.4103745056989996,
      "grad_norm": 1.4214816697944737,
      "learning_rate": 0.00012115381590618037,
      "loss": 2.0938,
      "step": 73306
    },
    {
      "epoch": 3.4104210281460805,
      "grad_norm": 1.536777550904322,
      "learning_rate": 0.00012115017377077234,
      "loss": 2.3125,
      "step": 73307
    },
    {
      "epoch": 3.410467550593161,
      "grad_norm": 1.3960284894798327,
      "learning_rate": 0.00012114653165302629,
      "loss": 2.2344,
      "step": 73308
    },
    {
      "epoch": 3.410514073040242,
      "grad_norm": 1.2417189820733385,
      "learning_rate": 0.00012114288955294454,
      "loss": 1.5938,
      "step": 73309
    },
    {
      "epoch": 3.410560595487323,
      "grad_norm": 1.3115088517385922,
      "learning_rate": 0.00012113924747052924,
      "loss": 1.9844,
      "step": 73310
    },
    {
      "epoch": 3.4106071179344033,
      "grad_norm": 1.426035763353102,
      "learning_rate": 0.00012113560540578271,
      "loss": 2.0312,
      "step": 73311
    },
    {
      "epoch": 3.410653640381484,
      "grad_norm": 1.3955393444593356,
      "learning_rate": 0.00012113196335870709,
      "loss": 1.9688,
      "step": 73312
    },
    {
      "epoch": 3.4107001628285647,
      "grad_norm": 1.4270528219888678,
      "learning_rate": 0.00012112832132930469,
      "loss": 2.0781,
      "step": 73313
    },
    {
      "epoch": 3.4107466852756456,
      "grad_norm": 1.418610029865825,
      "learning_rate": 0.00012112467931757765,
      "loss": 2.0312,
      "step": 73314
    },
    {
      "epoch": 3.410793207722726,
      "grad_norm": 1.357085667257144,
      "learning_rate": 0.00012112103732352831,
      "loss": 1.9297,
      "step": 73315
    },
    {
      "epoch": 3.410839730169807,
      "grad_norm": 1.3963890459032435,
      "learning_rate": 0.00012111739534715879,
      "loss": 1.9062,
      "step": 73316
    },
    {
      "epoch": 3.4108862526168875,
      "grad_norm": 1.4131403416538382,
      "learning_rate": 0.00012111375338847143,
      "loss": 2.1094,
      "step": 73317
    },
    {
      "epoch": 3.4109327750639684,
      "grad_norm": 1.450559915032922,
      "learning_rate": 0.00012111011144746836,
      "loss": 2.2031,
      "step": 73318
    },
    {
      "epoch": 3.410979297511049,
      "grad_norm": 1.3993475067190604,
      "learning_rate": 0.00012110646952415187,
      "loss": 1.9141,
      "step": 73319
    },
    {
      "epoch": 3.41102581995813,
      "grad_norm": 1.469040746811697,
      "learning_rate": 0.00012110282761852414,
      "loss": 1.9531,
      "step": 73320
    },
    {
      "epoch": 3.4110723424052107,
      "grad_norm": 1.3833152639672566,
      "learning_rate": 0.00012109918573058746,
      "loss": 2.1406,
      "step": 73321
    },
    {
      "epoch": 3.411118864852291,
      "grad_norm": 1.3439638844334334,
      "learning_rate": 0.00012109554386034397,
      "loss": 1.9609,
      "step": 73322
    },
    {
      "epoch": 3.411165387299372,
      "grad_norm": 1.4117992102181827,
      "learning_rate": 0.000121091902007796,
      "loss": 2.0312,
      "step": 73323
    },
    {
      "epoch": 3.4112119097464526,
      "grad_norm": 1.4384048071168387,
      "learning_rate": 0.00012108826017294575,
      "loss": 2.2031,
      "step": 73324
    },
    {
      "epoch": 3.4112584321935335,
      "grad_norm": 1.3732453482530216,
      "learning_rate": 0.00012108461835579541,
      "loss": 2.0938,
      "step": 73325
    },
    {
      "epoch": 3.411304954640614,
      "grad_norm": 1.3501161964997874,
      "learning_rate": 0.00012108097655634726,
      "loss": 1.9766,
      "step": 73326
    },
    {
      "epoch": 3.411351477087695,
      "grad_norm": 1.294592100819061,
      "learning_rate": 0.00012107733477460353,
      "loss": 1.5625,
      "step": 73327
    },
    {
      "epoch": 3.4113979995347754,
      "grad_norm": 1.3648935194714293,
      "learning_rate": 0.00012107369301056638,
      "loss": 1.9609,
      "step": 73328
    },
    {
      "epoch": 3.4114445219818563,
      "grad_norm": 1.4304688666186385,
      "learning_rate": 0.00012107005126423811,
      "loss": 1.9375,
      "step": 73329
    },
    {
      "epoch": 3.411491044428937,
      "grad_norm": 1.35717678273381,
      "learning_rate": 0.00012106640953562092,
      "loss": 1.9219,
      "step": 73330
    },
    {
      "epoch": 3.4115375668760177,
      "grad_norm": 1.3833425211906638,
      "learning_rate": 0.00012106276782471704,
      "loss": 2.0938,
      "step": 73331
    },
    {
      "epoch": 3.411584089323098,
      "grad_norm": 1.4050270790183872,
      "learning_rate": 0.0001210591261315287,
      "loss": 2.1562,
      "step": 73332
    },
    {
      "epoch": 3.411630611770179,
      "grad_norm": 1.4253941933694958,
      "learning_rate": 0.00012105548445605817,
      "loss": 2.0781,
      "step": 73333
    },
    {
      "epoch": 3.4116771342172596,
      "grad_norm": 1.3467149759876453,
      "learning_rate": 0.0001210518427983076,
      "loss": 2.0156,
      "step": 73334
    },
    {
      "epoch": 3.4117236566643405,
      "grad_norm": 1.3878136212485088,
      "learning_rate": 0.00012104820115827928,
      "loss": 1.8906,
      "step": 73335
    },
    {
      "epoch": 3.4117701791114214,
      "grad_norm": 1.4003252812453533,
      "learning_rate": 0.00012104455953597542,
      "loss": 2.0469,
      "step": 73336
    },
    {
      "epoch": 3.411816701558502,
      "grad_norm": 1.3219103283593616,
      "learning_rate": 0.00012104091793139826,
      "loss": 1.875,
      "step": 73337
    },
    {
      "epoch": 3.411863224005583,
      "grad_norm": 1.5271858327856063,
      "learning_rate": 0.00012103727634454999,
      "loss": 2.125,
      "step": 73338
    },
    {
      "epoch": 3.4119097464526633,
      "grad_norm": 1.4049258822405066,
      "learning_rate": 0.00012103363477543292,
      "loss": 2.0312,
      "step": 73339
    },
    {
      "epoch": 3.4119562688997442,
      "grad_norm": 1.30612785706495,
      "learning_rate": 0.00012102999322404919,
      "loss": 1.75,
      "step": 73340
    },
    {
      "epoch": 3.4120027913468247,
      "grad_norm": 1.408862532660661,
      "learning_rate": 0.00012102635169040109,
      "loss": 1.9688,
      "step": 73341
    },
    {
      "epoch": 3.4120493137939056,
      "grad_norm": 1.3178760053227243,
      "learning_rate": 0.0001210227101744908,
      "loss": 1.4688,
      "step": 73342
    },
    {
      "epoch": 3.412095836240986,
      "grad_norm": 1.424163754127458,
      "learning_rate": 0.00012101906867632061,
      "loss": 1.7969,
      "step": 73343
    },
    {
      "epoch": 3.412142358688067,
      "grad_norm": 1.3354117848402145,
      "learning_rate": 0.00012101542719589264,
      "loss": 1.9688,
      "step": 73344
    },
    {
      "epoch": 3.4121888811351475,
      "grad_norm": 1.3515979138042251,
      "learning_rate": 0.00012101178573320926,
      "loss": 1.9141,
      "step": 73345
    },
    {
      "epoch": 3.4122354035822284,
      "grad_norm": 1.3914173199560915,
      "learning_rate": 0.00012100814428827263,
      "loss": 2.0312,
      "step": 73346
    },
    {
      "epoch": 3.4122819260293094,
      "grad_norm": 1.4396607681659215,
      "learning_rate": 0.00012100450286108499,
      "loss": 2.1094,
      "step": 73347
    },
    {
      "epoch": 3.41232844847639,
      "grad_norm": 1.4179350604324243,
      "learning_rate": 0.00012100086145164857,
      "loss": 1.9922,
      "step": 73348
    },
    {
      "epoch": 3.4123749709234708,
      "grad_norm": 1.461764007214604,
      "learning_rate": 0.00012099722005996558,
      "loss": 2.1719,
      "step": 73349
    },
    {
      "epoch": 3.4124214933705512,
      "grad_norm": 1.4126563029550152,
      "learning_rate": 0.00012099357868603828,
      "loss": 1.8672,
      "step": 73350
    },
    {
      "epoch": 3.412468015817632,
      "grad_norm": 1.267439435905214,
      "learning_rate": 0.00012098993732986886,
      "loss": 1.6016,
      "step": 73351
    },
    {
      "epoch": 3.4125145382647126,
      "grad_norm": 1.3987106646748033,
      "learning_rate": 0.0001209862959914596,
      "loss": 1.8438,
      "step": 73352
    },
    {
      "epoch": 3.4125610607117935,
      "grad_norm": 1.4215138912521597,
      "learning_rate": 0.00012098265467081269,
      "loss": 2.0312,
      "step": 73353
    },
    {
      "epoch": 3.412607583158874,
      "grad_norm": 1.397166872614053,
      "learning_rate": 0.00012097901336793036,
      "loss": 1.8828,
      "step": 73354
    },
    {
      "epoch": 3.412654105605955,
      "grad_norm": 1.4572902154337346,
      "learning_rate": 0.00012097537208281486,
      "loss": 2.2969,
      "step": 73355
    },
    {
      "epoch": 3.4127006280530354,
      "grad_norm": 1.4234763851513086,
      "learning_rate": 0.00012097173081546838,
      "loss": 2.25,
      "step": 73356
    },
    {
      "epoch": 3.4127471505001163,
      "grad_norm": 1.3381751281845153,
      "learning_rate": 0.00012096808956589323,
      "loss": 1.9062,
      "step": 73357
    },
    {
      "epoch": 3.4127936729471973,
      "grad_norm": 1.4598245363509907,
      "learning_rate": 0.00012096444833409153,
      "loss": 2.1719,
      "step": 73358
    },
    {
      "epoch": 3.4128401953942777,
      "grad_norm": 1.2172601264893648,
      "learning_rate": 0.0001209608071200656,
      "loss": 1.6016,
      "step": 73359
    },
    {
      "epoch": 3.412886717841358,
      "grad_norm": 1.747830298979018,
      "learning_rate": 0.00012095716592381763,
      "loss": 2.8906,
      "step": 73360
    },
    {
      "epoch": 3.412933240288439,
      "grad_norm": 1.3519974097960357,
      "learning_rate": 0.00012095352474534987,
      "loss": 1.9219,
      "step": 73361
    },
    {
      "epoch": 3.41297976273552,
      "grad_norm": 1.4644306328773078,
      "learning_rate": 0.00012094988358466448,
      "loss": 1.8828,
      "step": 73362
    },
    {
      "epoch": 3.4130262851826005,
      "grad_norm": 1.3669131392801805,
      "learning_rate": 0.0001209462424417638,
      "loss": 1.9141,
      "step": 73363
    },
    {
      "epoch": 3.4130728076296815,
      "grad_norm": 1.3979328306962286,
      "learning_rate": 0.00012094260131664996,
      "loss": 2.0156,
      "step": 73364
    },
    {
      "epoch": 3.413119330076762,
      "grad_norm": 1.4960633780145418,
      "learning_rate": 0.00012093896020932526,
      "loss": 2.0938,
      "step": 73365
    },
    {
      "epoch": 3.413165852523843,
      "grad_norm": 1.2878506868931698,
      "learning_rate": 0.00012093531911979185,
      "loss": 1.9688,
      "step": 73366
    },
    {
      "epoch": 3.4132123749709233,
      "grad_norm": 1.3560918366138581,
      "learning_rate": 0.00012093167804805204,
      "loss": 2.125,
      "step": 73367
    },
    {
      "epoch": 3.4132588974180043,
      "grad_norm": 1.3347182072517407,
      "learning_rate": 0.00012092803699410805,
      "loss": 2.125,
      "step": 73368
    },
    {
      "epoch": 3.4133054198650847,
      "grad_norm": 1.418205079777271,
      "learning_rate": 0.00012092439595796204,
      "loss": 1.9844,
      "step": 73369
    },
    {
      "epoch": 3.4133519423121657,
      "grad_norm": 1.4427373907825378,
      "learning_rate": 0.00012092075493961634,
      "loss": 2.2812,
      "step": 73370
    },
    {
      "epoch": 3.413398464759246,
      "grad_norm": 1.3536988866958446,
      "learning_rate": 0.00012091711393907308,
      "loss": 2.0469,
      "step": 73371
    },
    {
      "epoch": 3.413444987206327,
      "grad_norm": 1.3400649033242389,
      "learning_rate": 0.00012091347295633458,
      "loss": 1.9531,
      "step": 73372
    },
    {
      "epoch": 3.413491509653408,
      "grad_norm": 1.4763429487843824,
      "learning_rate": 0.000120909831991403,
      "loss": 2.1094,
      "step": 73373
    },
    {
      "epoch": 3.4135380321004885,
      "grad_norm": 1.2066876676177447,
      "learning_rate": 0.0001209061910442806,
      "loss": 1.4922,
      "step": 73374
    },
    {
      "epoch": 3.4135845545475694,
      "grad_norm": 1.258187774565801,
      "learning_rate": 0.00012090255011496958,
      "loss": 1.5547,
      "step": 73375
    },
    {
      "epoch": 3.41363107699465,
      "grad_norm": 1.3853841469789128,
      "learning_rate": 0.00012089890920347223,
      "loss": 2.1094,
      "step": 73376
    },
    {
      "epoch": 3.4136775994417308,
      "grad_norm": 1.4352786385292013,
      "learning_rate": 0.00012089526830979069,
      "loss": 2.125,
      "step": 73377
    },
    {
      "epoch": 3.4137241218888112,
      "grad_norm": 1.4087997532366583,
      "learning_rate": 0.00012089162743392729,
      "loss": 2.0156,
      "step": 73378
    },
    {
      "epoch": 3.413770644335892,
      "grad_norm": 1.4389586642164112,
      "learning_rate": 0.00012088798657588419,
      "loss": 2.1406,
      "step": 73379
    },
    {
      "epoch": 3.4138171667829726,
      "grad_norm": 1.3532395347800945,
      "learning_rate": 0.00012088434573566361,
      "loss": 1.9375,
      "step": 73380
    },
    {
      "epoch": 3.4138636892300536,
      "grad_norm": 1.3631129469986056,
      "learning_rate": 0.00012088070491326782,
      "loss": 1.9766,
      "step": 73381
    },
    {
      "epoch": 3.413910211677134,
      "grad_norm": 1.378021919363361,
      "learning_rate": 0.00012087706410869902,
      "loss": 1.9844,
      "step": 73382
    },
    {
      "epoch": 3.413956734124215,
      "grad_norm": 1.380192067973432,
      "learning_rate": 0.00012087342332195951,
      "loss": 1.9219,
      "step": 73383
    },
    {
      "epoch": 3.414003256571296,
      "grad_norm": 1.4247745370591416,
      "learning_rate": 0.00012086978255305138,
      "loss": 2.0312,
      "step": 73384
    },
    {
      "epoch": 3.4140497790183764,
      "grad_norm": 1.4735361500375022,
      "learning_rate": 0.000120866141801977,
      "loss": 2.1094,
      "step": 73385
    },
    {
      "epoch": 3.414096301465457,
      "grad_norm": 1.3943961013253152,
      "learning_rate": 0.00012086250106873851,
      "loss": 1.9062,
      "step": 73386
    },
    {
      "epoch": 3.4141428239125378,
      "grad_norm": 1.4054675858812875,
      "learning_rate": 0.00012085886035333819,
      "loss": 2.1719,
      "step": 73387
    },
    {
      "epoch": 3.4141893463596187,
      "grad_norm": 1.462672898253772,
      "learning_rate": 0.0001208552196557782,
      "loss": 2.1094,
      "step": 73388
    },
    {
      "epoch": 3.414235868806699,
      "grad_norm": 1.4086356586417776,
      "learning_rate": 0.00012085157897606083,
      "loss": 1.9922,
      "step": 73389
    },
    {
      "epoch": 3.41428239125378,
      "grad_norm": 1.4687270684670615,
      "learning_rate": 0.00012084793831418833,
      "loss": 2.1562,
      "step": 73390
    },
    {
      "epoch": 3.4143289137008606,
      "grad_norm": 1.3036466116772594,
      "learning_rate": 0.00012084429767016288,
      "loss": 1.8359,
      "step": 73391
    },
    {
      "epoch": 3.4143754361479415,
      "grad_norm": 1.4504803748326847,
      "learning_rate": 0.00012084065704398674,
      "loss": 2.0156,
      "step": 73392
    },
    {
      "epoch": 3.414421958595022,
      "grad_norm": 1.4063225384923324,
      "learning_rate": 0.00012083701643566208,
      "loss": 2.0938,
      "step": 73393
    },
    {
      "epoch": 3.414468481042103,
      "grad_norm": 1.518778258961981,
      "learning_rate": 0.00012083337584519123,
      "loss": 2.2969,
      "step": 73394
    },
    {
      "epoch": 3.4145150034891834,
      "grad_norm": 1.3602333886663323,
      "learning_rate": 0.00012082973527257631,
      "loss": 2.0312,
      "step": 73395
    },
    {
      "epoch": 3.4145615259362643,
      "grad_norm": 1.4549894739605207,
      "learning_rate": 0.00012082609471781963,
      "loss": 2.2188,
      "step": 73396
    },
    {
      "epoch": 3.4146080483833448,
      "grad_norm": 1.4020707757729933,
      "learning_rate": 0.00012082245418092336,
      "loss": 2.0781,
      "step": 73397
    },
    {
      "epoch": 3.4146545708304257,
      "grad_norm": 1.437837434086445,
      "learning_rate": 0.00012081881366188977,
      "loss": 2.0469,
      "step": 73398
    },
    {
      "epoch": 3.4147010932775066,
      "grad_norm": 1.4026765230315241,
      "learning_rate": 0.00012081517316072105,
      "loss": 2.1562,
      "step": 73399
    },
    {
      "epoch": 3.414747615724587,
      "grad_norm": 1.3178003839348573,
      "learning_rate": 0.00012081153267741949,
      "loss": 1.5156,
      "step": 73400
    },
    {
      "epoch": 3.414794138171668,
      "grad_norm": 1.3712836877652843,
      "learning_rate": 0.00012080789221198724,
      "loss": 2.1094,
      "step": 73401
    },
    {
      "epoch": 3.4148406606187485,
      "grad_norm": 1.4380733841840805,
      "learning_rate": 0.00012080425176442663,
      "loss": 2.0625,
      "step": 73402
    },
    {
      "epoch": 3.4148871830658294,
      "grad_norm": 1.3471905088235625,
      "learning_rate": 0.00012080061133473977,
      "loss": 1.7891,
      "step": 73403
    },
    {
      "epoch": 3.41493370551291,
      "grad_norm": 1.2578170764851762,
      "learning_rate": 0.00012079697092292901,
      "loss": 1.7422,
      "step": 73404
    },
    {
      "epoch": 3.414980227959991,
      "grad_norm": 1.356034695484236,
      "learning_rate": 0.00012079333052899649,
      "loss": 1.9062,
      "step": 73405
    },
    {
      "epoch": 3.4150267504070713,
      "grad_norm": 1.5384564745590692,
      "learning_rate": 0.00012078969015294444,
      "loss": 2.0469,
      "step": 73406
    },
    {
      "epoch": 3.415073272854152,
      "grad_norm": 1.3531934763416127,
      "learning_rate": 0.00012078604979477513,
      "loss": 1.8359,
      "step": 73407
    },
    {
      "epoch": 3.4151197953012327,
      "grad_norm": 1.3946885715935984,
      "learning_rate": 0.00012078240945449076,
      "loss": 1.9375,
      "step": 73408
    },
    {
      "epoch": 3.4151663177483136,
      "grad_norm": 1.468382336452611,
      "learning_rate": 0.0001207787691320936,
      "loss": 2.1875,
      "step": 73409
    },
    {
      "epoch": 3.4152128401953945,
      "grad_norm": 1.3163391026866569,
      "learning_rate": 0.00012077512882758577,
      "loss": 1.9375,
      "step": 73410
    },
    {
      "epoch": 3.415259362642475,
      "grad_norm": 1.4073278871420223,
      "learning_rate": 0.00012077148854096963,
      "loss": 2.0625,
      "step": 73411
    },
    {
      "epoch": 3.415305885089556,
      "grad_norm": 1.4409699842279065,
      "learning_rate": 0.00012076784827224738,
      "loss": 2.2812,
      "step": 73412
    },
    {
      "epoch": 3.4153524075366364,
      "grad_norm": 1.4685447076443063,
      "learning_rate": 0.00012076420802142121,
      "loss": 2.0938,
      "step": 73413
    },
    {
      "epoch": 3.4153989299837173,
      "grad_norm": 1.3854706558649503,
      "learning_rate": 0.00012076056778849339,
      "loss": 2.1094,
      "step": 73414
    },
    {
      "epoch": 3.415445452430798,
      "grad_norm": 1.4310718369073998,
      "learning_rate": 0.00012075692757346607,
      "loss": 2.2812,
      "step": 73415
    },
    {
      "epoch": 3.4154919748778787,
      "grad_norm": 1.414632334777074,
      "learning_rate": 0.0001207532873763416,
      "loss": 2.0781,
      "step": 73416
    },
    {
      "epoch": 3.415538497324959,
      "grad_norm": 1.433824714559465,
      "learning_rate": 0.00012074964719712207,
      "loss": 1.7734,
      "step": 73417
    },
    {
      "epoch": 3.41558501977204,
      "grad_norm": 1.389086373326221,
      "learning_rate": 0.00012074600703580983,
      "loss": 2.125,
      "step": 73418
    },
    {
      "epoch": 3.4156315422191206,
      "grad_norm": 1.4020817779052264,
      "learning_rate": 0.00012074236689240702,
      "loss": 1.9609,
      "step": 73419
    },
    {
      "epoch": 3.4156780646662015,
      "grad_norm": 1.36978757710236,
      "learning_rate": 0.00012073872676691593,
      "loss": 2.0625,
      "step": 73420
    },
    {
      "epoch": 3.415724587113282,
      "grad_norm": 1.4848150202591257,
      "learning_rate": 0.00012073508665933874,
      "loss": 2.3281,
      "step": 73421
    },
    {
      "epoch": 3.415771109560363,
      "grad_norm": 1.4609028331155245,
      "learning_rate": 0.00012073144656967773,
      "loss": 2.0938,
      "step": 73422
    },
    {
      "epoch": 3.4158176320074434,
      "grad_norm": 1.3321664981717232,
      "learning_rate": 0.00012072780649793508,
      "loss": 1.5234,
      "step": 73423
    },
    {
      "epoch": 3.4158641544545243,
      "grad_norm": 1.3905934520638994,
      "learning_rate": 0.00012072416644411307,
      "loss": 2.1094,
      "step": 73424
    },
    {
      "epoch": 3.415910676901605,
      "grad_norm": 1.5220196807902615,
      "learning_rate": 0.00012072052640821385,
      "loss": 2.2344,
      "step": 73425
    },
    {
      "epoch": 3.4159571993486857,
      "grad_norm": 1.4973222824779895,
      "learning_rate": 0.00012071688639023973,
      "loss": 2.125,
      "step": 73426
    },
    {
      "epoch": 3.4160037217957666,
      "grad_norm": 1.4310079387200263,
      "learning_rate": 0.00012071324639019288,
      "loss": 2.2344,
      "step": 73427
    },
    {
      "epoch": 3.416050244242847,
      "grad_norm": 1.2701108441134912,
      "learning_rate": 0.0001207096064080756,
      "loss": 1.7031,
      "step": 73428
    },
    {
      "epoch": 3.416096766689928,
      "grad_norm": 1.291358126560113,
      "learning_rate": 0.00012070596644389002,
      "loss": 1.5234,
      "step": 73429
    },
    {
      "epoch": 3.4161432891370085,
      "grad_norm": 1.5004458255786517,
      "learning_rate": 0.00012070232649763845,
      "loss": 2.1875,
      "step": 73430
    },
    {
      "epoch": 3.4161898115840894,
      "grad_norm": 1.3872724901063227,
      "learning_rate": 0.0001206986865693231,
      "loss": 1.8125,
      "step": 73431
    },
    {
      "epoch": 3.41623633403117,
      "grad_norm": 1.3144136160338544,
      "learning_rate": 0.0001206950466589461,
      "loss": 1.7109,
      "step": 73432
    },
    {
      "epoch": 3.416282856478251,
      "grad_norm": 1.4182200673622254,
      "learning_rate": 0.00012069140676650984,
      "loss": 1.9609,
      "step": 73433
    },
    {
      "epoch": 3.4163293789253313,
      "grad_norm": 1.3926318263012747,
      "learning_rate": 0.00012068776689201649,
      "loss": 1.9766,
      "step": 73434
    },
    {
      "epoch": 3.416375901372412,
      "grad_norm": 1.4126303205164865,
      "learning_rate": 0.0001206841270354682,
      "loss": 2.0312,
      "step": 73435
    },
    {
      "epoch": 3.416422423819493,
      "grad_norm": 1.383550159587606,
      "learning_rate": 0.00012068048719686734,
      "loss": 2.1562,
      "step": 73436
    },
    {
      "epoch": 3.4164689462665736,
      "grad_norm": 1.451647265929225,
      "learning_rate": 0.00012067684737621598,
      "loss": 1.9844,
      "step": 73437
    },
    {
      "epoch": 3.4165154687136545,
      "grad_norm": 1.4123434114045914,
      "learning_rate": 0.00012067320757351648,
      "loss": 2.0312,
      "step": 73438
    },
    {
      "epoch": 3.416561991160735,
      "grad_norm": 1.3675278434039648,
      "learning_rate": 0.00012066956778877098,
      "loss": 1.9453,
      "step": 73439
    },
    {
      "epoch": 3.416608513607816,
      "grad_norm": 1.4422119400032334,
      "learning_rate": 0.00012066592802198178,
      "loss": 1.9141,
      "step": 73440
    },
    {
      "epoch": 3.4166550360548964,
      "grad_norm": 1.514132876088418,
      "learning_rate": 0.00012066228827315105,
      "loss": 2.2656,
      "step": 73441
    },
    {
      "epoch": 3.4167015585019773,
      "grad_norm": 1.3722355592491862,
      "learning_rate": 0.00012065864854228106,
      "loss": 1.9219,
      "step": 73442
    },
    {
      "epoch": 3.416748080949058,
      "grad_norm": 1.4074728430452452,
      "learning_rate": 0.00012065500882937399,
      "loss": 2.0156,
      "step": 73443
    },
    {
      "epoch": 3.4167946033961387,
      "grad_norm": 1.3937347440409529,
      "learning_rate": 0.00012065136913443212,
      "loss": 2.1406,
      "step": 73444
    },
    {
      "epoch": 3.416841125843219,
      "grad_norm": 1.3527492595383235,
      "learning_rate": 0.00012064772945745763,
      "loss": 1.8906,
      "step": 73445
    },
    {
      "epoch": 3.4168876482903,
      "grad_norm": 1.4316929021413511,
      "learning_rate": 0.00012064408979845279,
      "loss": 2.2188,
      "step": 73446
    },
    {
      "epoch": 3.4169341707373806,
      "grad_norm": 1.4217332792794828,
      "learning_rate": 0.0001206404501574198,
      "loss": 1.9297,
      "step": 73447
    },
    {
      "epoch": 3.4169806931844615,
      "grad_norm": 1.3608030821126067,
      "learning_rate": 0.00012063681053436093,
      "loss": 1.9375,
      "step": 73448
    },
    {
      "epoch": 3.417027215631542,
      "grad_norm": 1.452465779634044,
      "learning_rate": 0.00012063317092927832,
      "loss": 2.1562,
      "step": 73449
    },
    {
      "epoch": 3.417073738078623,
      "grad_norm": 1.4093109494197025,
      "learning_rate": 0.0001206295313421743,
      "loss": 2.0938,
      "step": 73450
    },
    {
      "epoch": 3.417120260525704,
      "grad_norm": 1.420572007597773,
      "learning_rate": 0.00012062589177305105,
      "loss": 2.0469,
      "step": 73451
    },
    {
      "epoch": 3.4171667829727843,
      "grad_norm": 1.3443059277387126,
      "learning_rate": 0.0001206222522219108,
      "loss": 1.9453,
      "step": 73452
    },
    {
      "epoch": 3.4172133054198652,
      "grad_norm": 1.4455319735534937,
      "learning_rate": 0.00012061861268875576,
      "loss": 2.125,
      "step": 73453
    },
    {
      "epoch": 3.4172598278669457,
      "grad_norm": 1.3540092470119938,
      "learning_rate": 0.00012061497317358815,
      "loss": 1.9531,
      "step": 73454
    },
    {
      "epoch": 3.4173063503140266,
      "grad_norm": 1.4598483953801842,
      "learning_rate": 0.00012061133367641029,
      "loss": 2.125,
      "step": 73455
    },
    {
      "epoch": 3.417352872761107,
      "grad_norm": 1.4431978785758257,
      "learning_rate": 0.00012060769419722431,
      "loss": 2.0625,
      "step": 73456
    },
    {
      "epoch": 3.417399395208188,
      "grad_norm": 1.448030631098588,
      "learning_rate": 0.00012060405473603252,
      "loss": 1.9922,
      "step": 73457
    },
    {
      "epoch": 3.4174459176552685,
      "grad_norm": 1.555627546352812,
      "learning_rate": 0.00012060041529283704,
      "loss": 2.2031,
      "step": 73458
    },
    {
      "epoch": 3.4174924401023494,
      "grad_norm": 1.370690535235789,
      "learning_rate": 0.0001205967758676402,
      "loss": 2.0312,
      "step": 73459
    },
    {
      "epoch": 3.41753896254943,
      "grad_norm": 1.5543587985207818,
      "learning_rate": 0.0001205931364604442,
      "loss": 2.2031,
      "step": 73460
    },
    {
      "epoch": 3.417585484996511,
      "grad_norm": 1.3351486405803996,
      "learning_rate": 0.00012058949707125122,
      "loss": 2.0469,
      "step": 73461
    },
    {
      "epoch": 3.4176320074435917,
      "grad_norm": 1.3479256508017528,
      "learning_rate": 0.00012058585770006353,
      "loss": 1.9766,
      "step": 73462
    },
    {
      "epoch": 3.4176785298906722,
      "grad_norm": 1.4324833527477379,
      "learning_rate": 0.00012058221834688336,
      "loss": 2.1875,
      "step": 73463
    },
    {
      "epoch": 3.417725052337753,
      "grad_norm": 1.4227561090883691,
      "learning_rate": 0.00012057857901171295,
      "loss": 2.0312,
      "step": 73464
    },
    {
      "epoch": 3.4177715747848336,
      "grad_norm": 1.3894271919333545,
      "learning_rate": 0.00012057493969455446,
      "loss": 1.7656,
      "step": 73465
    },
    {
      "epoch": 3.4178180972319145,
      "grad_norm": 1.4863311281091054,
      "learning_rate": 0.0001205713003954102,
      "loss": 2.1719,
      "step": 73466
    },
    {
      "epoch": 3.417864619678995,
      "grad_norm": 1.3685655460192463,
      "learning_rate": 0.00012056766111428234,
      "loss": 2.0625,
      "step": 73467
    },
    {
      "epoch": 3.417911142126076,
      "grad_norm": 1.4423514120319643,
      "learning_rate": 0.00012056402185117317,
      "loss": 2.1562,
      "step": 73468
    },
    {
      "epoch": 3.4179576645731564,
      "grad_norm": 1.3984198584686782,
      "learning_rate": 0.00012056038260608482,
      "loss": 2.0469,
      "step": 73469
    },
    {
      "epoch": 3.4180041870202373,
      "grad_norm": 1.3868377023381748,
      "learning_rate": 0.00012055674337901964,
      "loss": 2.0781,
      "step": 73470
    },
    {
      "epoch": 3.418050709467318,
      "grad_norm": 1.4956622111050042,
      "learning_rate": 0.00012055310416997973,
      "loss": 2.1875,
      "step": 73471
    },
    {
      "epoch": 3.4180972319143987,
      "grad_norm": 1.3745948422438405,
      "learning_rate": 0.00012054946497896744,
      "loss": 2.0469,
      "step": 73472
    },
    {
      "epoch": 3.4181437543614797,
      "grad_norm": 1.4447567492800384,
      "learning_rate": 0.00012054582580598489,
      "loss": 2.0938,
      "step": 73473
    },
    {
      "epoch": 3.41819027680856,
      "grad_norm": 1.2952517046955794,
      "learning_rate": 0.00012054218665103442,
      "loss": 1.9453,
      "step": 73474
    },
    {
      "epoch": 3.4182367992556406,
      "grad_norm": 1.4505798028402497,
      "learning_rate": 0.00012053854751411815,
      "loss": 2.2344,
      "step": 73475
    },
    {
      "epoch": 3.4182833217027215,
      "grad_norm": 1.3393310284824147,
      "learning_rate": 0.00012053490839523831,
      "loss": 2.0312,
      "step": 73476
    },
    {
      "epoch": 3.4183298441498025,
      "grad_norm": 1.421394738952549,
      "learning_rate": 0.00012053126929439726,
      "loss": 2.0469,
      "step": 73477
    },
    {
      "epoch": 3.418376366596883,
      "grad_norm": 1.400225062285014,
      "learning_rate": 0.0001205276302115971,
      "loss": 2.0781,
      "step": 73478
    },
    {
      "epoch": 3.418422889043964,
      "grad_norm": 1.4559897178971497,
      "learning_rate": 0.00012052399114684012,
      "loss": 2.3438,
      "step": 73479
    },
    {
      "epoch": 3.4184694114910443,
      "grad_norm": 1.39674331036234,
      "learning_rate": 0.00012052035210012849,
      "loss": 2.125,
      "step": 73480
    },
    {
      "epoch": 3.4185159339381253,
      "grad_norm": 1.4504137479992196,
      "learning_rate": 0.00012051671307146452,
      "loss": 2.1562,
      "step": 73481
    },
    {
      "epoch": 3.4185624563852057,
      "grad_norm": 1.3819981677938664,
      "learning_rate": 0.00012051307406085038,
      "loss": 1.9375,
      "step": 73482
    },
    {
      "epoch": 3.4186089788322866,
      "grad_norm": 1.3638538754702048,
      "learning_rate": 0.00012050943506828832,
      "loss": 2.0781,
      "step": 73483
    },
    {
      "epoch": 3.418655501279367,
      "grad_norm": 1.3953045922204514,
      "learning_rate": 0.00012050579609378052,
      "loss": 1.8984,
      "step": 73484
    },
    {
      "epoch": 3.418702023726448,
      "grad_norm": 1.3849660584252605,
      "learning_rate": 0.00012050215713732926,
      "loss": 2.0469,
      "step": 73485
    },
    {
      "epoch": 3.4187485461735285,
      "grad_norm": 1.5054682933021108,
      "learning_rate": 0.00012049851819893679,
      "loss": 2.3594,
      "step": 73486
    },
    {
      "epoch": 3.4187950686206094,
      "grad_norm": 1.4337393458108325,
      "learning_rate": 0.00012049487927860526,
      "loss": 2.1094,
      "step": 73487
    },
    {
      "epoch": 3.4188415910676904,
      "grad_norm": 1.4464630078056786,
      "learning_rate": 0.00012049124037633697,
      "loss": 2.3594,
      "step": 73488
    },
    {
      "epoch": 3.418888113514771,
      "grad_norm": 1.42715377615509,
      "learning_rate": 0.00012048760149213407,
      "loss": 2.1094,
      "step": 73489
    },
    {
      "epoch": 3.4189346359618518,
      "grad_norm": 1.4265732927532422,
      "learning_rate": 0.00012048396262599887,
      "loss": 2.2656,
      "step": 73490
    },
    {
      "epoch": 3.4189811584089322,
      "grad_norm": 1.3975936918138732,
      "learning_rate": 0.00012048032377793355,
      "loss": 2.0938,
      "step": 73491
    },
    {
      "epoch": 3.419027680856013,
      "grad_norm": 1.4229521387818178,
      "learning_rate": 0.00012047668494794037,
      "loss": 2.2031,
      "step": 73492
    },
    {
      "epoch": 3.4190742033030936,
      "grad_norm": 1.3234659163440656,
      "learning_rate": 0.0001204730461360215,
      "loss": 1.9453,
      "step": 73493
    },
    {
      "epoch": 3.4191207257501746,
      "grad_norm": 1.5054795682172033,
      "learning_rate": 0.00012046940734217924,
      "loss": 2.2969,
      "step": 73494
    },
    {
      "epoch": 3.419167248197255,
      "grad_norm": 1.3274436589363379,
      "learning_rate": 0.00012046576856641576,
      "loss": 1.8984,
      "step": 73495
    },
    {
      "epoch": 3.419213770644336,
      "grad_norm": 1.4144269590156706,
      "learning_rate": 0.00012046212980873334,
      "loss": 2.125,
      "step": 73496
    },
    {
      "epoch": 3.4192602930914164,
      "grad_norm": 1.4589891404472906,
      "learning_rate": 0.00012045849106913413,
      "loss": 2.25,
      "step": 73497
    },
    {
      "epoch": 3.4193068155384974,
      "grad_norm": 1.3124597320550933,
      "learning_rate": 0.00012045485234762039,
      "loss": 1.75,
      "step": 73498
    },
    {
      "epoch": 3.4193533379855783,
      "grad_norm": 1.4406966288698175,
      "learning_rate": 0.00012045121364419442,
      "loss": 2.1562,
      "step": 73499
    },
    {
      "epoch": 3.4193998604326588,
      "grad_norm": 1.3918705387020123,
      "learning_rate": 0.00012044757495885836,
      "loss": 2.0625,
      "step": 73500
    },
    {
      "epoch": 3.4194463828797392,
      "grad_norm": 1.4575861034198783,
      "learning_rate": 0.00012044393629161451,
      "loss": 2.1875,
      "step": 73501
    },
    {
      "epoch": 3.41949290532682,
      "grad_norm": 1.399314585209113,
      "learning_rate": 0.00012044029764246503,
      "loss": 2.2188,
      "step": 73502
    },
    {
      "epoch": 3.419539427773901,
      "grad_norm": 1.3614135092143163,
      "learning_rate": 0.00012043665901141218,
      "loss": 2.0625,
      "step": 73503
    },
    {
      "epoch": 3.4195859502209816,
      "grad_norm": 1.423400556676355,
      "learning_rate": 0.00012043302039845815,
      "loss": 1.5625,
      "step": 73504
    },
    {
      "epoch": 3.4196324726680625,
      "grad_norm": 1.4917902727864873,
      "learning_rate": 0.00012042938180360526,
      "loss": 2.125,
      "step": 73505
    },
    {
      "epoch": 3.419678995115143,
      "grad_norm": 1.4468436931673265,
      "learning_rate": 0.00012042574322685563,
      "loss": 2.1875,
      "step": 73506
    },
    {
      "epoch": 3.419725517562224,
      "grad_norm": 1.3884511775406363,
      "learning_rate": 0.00012042210466821156,
      "loss": 2.0781,
      "step": 73507
    },
    {
      "epoch": 3.4197720400093043,
      "grad_norm": 1.4497167310841503,
      "learning_rate": 0.00012041846612767523,
      "loss": 2.3125,
      "step": 73508
    },
    {
      "epoch": 3.4198185624563853,
      "grad_norm": 1.4333167954354575,
      "learning_rate": 0.00012041482760524892,
      "loss": 2.1094,
      "step": 73509
    },
    {
      "epoch": 3.4198650849034657,
      "grad_norm": 1.3762770315667823,
      "learning_rate": 0.00012041118910093476,
      "loss": 2.0,
      "step": 73510
    },
    {
      "epoch": 3.4199116073505467,
      "grad_norm": 1.4067930023023685,
      "learning_rate": 0.00012040755061473512,
      "loss": 1.875,
      "step": 73511
    },
    {
      "epoch": 3.419958129797627,
      "grad_norm": 1.4077229487596175,
      "learning_rate": 0.00012040391214665215,
      "loss": 2.1094,
      "step": 73512
    },
    {
      "epoch": 3.420004652244708,
      "grad_norm": 1.381098948210076,
      "learning_rate": 0.00012040027369668803,
      "loss": 1.8828,
      "step": 73513
    },
    {
      "epoch": 3.420051174691789,
      "grad_norm": 1.3966397352436413,
      "learning_rate": 0.00012039663526484509,
      "loss": 1.9922,
      "step": 73514
    },
    {
      "epoch": 3.4200976971388695,
      "grad_norm": 1.3946145047967657,
      "learning_rate": 0.00012039299685112544,
      "loss": 1.9844,
      "step": 73515
    },
    {
      "epoch": 3.4201442195859504,
      "grad_norm": 1.4699909147218657,
      "learning_rate": 0.00012038935845553144,
      "loss": 2.2344,
      "step": 73516
    },
    {
      "epoch": 3.420190742033031,
      "grad_norm": 1.3355550309997848,
      "learning_rate": 0.00012038572007806519,
      "loss": 1.8984,
      "step": 73517
    },
    {
      "epoch": 3.420237264480112,
      "grad_norm": 1.45312323937238,
      "learning_rate": 0.00012038208171872902,
      "loss": 2.1406,
      "step": 73518
    },
    {
      "epoch": 3.4202837869271923,
      "grad_norm": 1.4250007763911334,
      "learning_rate": 0.00012037844337752508,
      "loss": 2.1094,
      "step": 73519
    },
    {
      "epoch": 3.420330309374273,
      "grad_norm": 1.4264984384828878,
      "learning_rate": 0.00012037480505445559,
      "loss": 2.2344,
      "step": 73520
    },
    {
      "epoch": 3.4203768318213537,
      "grad_norm": 1.3809277818649415,
      "learning_rate": 0.0001203711667495229,
      "loss": 2.0781,
      "step": 73521
    },
    {
      "epoch": 3.4204233542684346,
      "grad_norm": 1.3928453549604265,
      "learning_rate": 0.00012036752846272911,
      "loss": 1.9297,
      "step": 73522
    },
    {
      "epoch": 3.420469876715515,
      "grad_norm": 1.4262553598275591,
      "learning_rate": 0.00012036389019407653,
      "loss": 2.1406,
      "step": 73523
    },
    {
      "epoch": 3.420516399162596,
      "grad_norm": 1.5862543522636445,
      "learning_rate": 0.00012036025194356733,
      "loss": 2.125,
      "step": 73524
    },
    {
      "epoch": 3.420562921609677,
      "grad_norm": 1.4215804737169007,
      "learning_rate": 0.00012035661371120379,
      "loss": 2.2188,
      "step": 73525
    },
    {
      "epoch": 3.4206094440567574,
      "grad_norm": 1.3262017654945968,
      "learning_rate": 0.00012035297549698805,
      "loss": 1.7656,
      "step": 73526
    },
    {
      "epoch": 3.420655966503838,
      "grad_norm": 1.4224966101819814,
      "learning_rate": 0.00012034933730092245,
      "loss": 1.8281,
      "step": 73527
    },
    {
      "epoch": 3.4207024889509188,
      "grad_norm": 1.3904237817780263,
      "learning_rate": 0.0001203456991230091,
      "loss": 2.0781,
      "step": 73528
    },
    {
      "epoch": 3.4207490113979997,
      "grad_norm": 1.3779547636431209,
      "learning_rate": 0.00012034206096325035,
      "loss": 2.0781,
      "step": 73529
    },
    {
      "epoch": 3.42079553384508,
      "grad_norm": 1.4661197144554277,
      "learning_rate": 0.00012033842282164833,
      "loss": 2.0781,
      "step": 73530
    },
    {
      "epoch": 3.420842056292161,
      "grad_norm": 1.41944704068908,
      "learning_rate": 0.00012033478469820532,
      "loss": 2.0781,
      "step": 73531
    },
    {
      "epoch": 3.4208885787392416,
      "grad_norm": 1.2696078956210175,
      "learning_rate": 0.00012033114659292349,
      "loss": 1.3984,
      "step": 73532
    },
    {
      "epoch": 3.4209351011863225,
      "grad_norm": 1.437301935431702,
      "learning_rate": 0.00012032750850580517,
      "loss": 2.2031,
      "step": 73533
    },
    {
      "epoch": 3.420981623633403,
      "grad_norm": 1.459111524938015,
      "learning_rate": 0.00012032387043685247,
      "loss": 2.0625,
      "step": 73534
    },
    {
      "epoch": 3.421028146080484,
      "grad_norm": 1.4752641277174743,
      "learning_rate": 0.00012032023238606772,
      "loss": 2.2031,
      "step": 73535
    },
    {
      "epoch": 3.4210746685275644,
      "grad_norm": 1.462207554172216,
      "learning_rate": 0.00012031659435345306,
      "loss": 1.9609,
      "step": 73536
    },
    {
      "epoch": 3.4211211909746453,
      "grad_norm": 1.3956975398775908,
      "learning_rate": 0.00012031295633901077,
      "loss": 2.0312,
      "step": 73537
    },
    {
      "epoch": 3.4211677134217258,
      "grad_norm": 1.445279390780858,
      "learning_rate": 0.00012030931834274307,
      "loss": 2.0938,
      "step": 73538
    },
    {
      "epoch": 3.4212142358688067,
      "grad_norm": 1.4151109506116615,
      "learning_rate": 0.00012030568036465216,
      "loss": 2.0312,
      "step": 73539
    },
    {
      "epoch": 3.4212607583158876,
      "grad_norm": 1.5182541360120774,
      "learning_rate": 0.00012030204240474031,
      "loss": 2.0156,
      "step": 73540
    },
    {
      "epoch": 3.421307280762968,
      "grad_norm": 1.4564177675760344,
      "learning_rate": 0.00012029840446300971,
      "loss": 2.2031,
      "step": 73541
    },
    {
      "epoch": 3.421353803210049,
      "grad_norm": 1.347117884430492,
      "learning_rate": 0.00012029476653946254,
      "loss": 1.8125,
      "step": 73542
    },
    {
      "epoch": 3.4214003256571295,
      "grad_norm": 1.4977974455947969,
      "learning_rate": 0.00012029112863410118,
      "loss": 2.4062,
      "step": 73543
    },
    {
      "epoch": 3.4214468481042104,
      "grad_norm": 1.4189489561054809,
      "learning_rate": 0.00012028749074692772,
      "loss": 1.9219,
      "step": 73544
    },
    {
      "epoch": 3.421493370551291,
      "grad_norm": 1.4458438428738354,
      "learning_rate": 0.00012028385287794447,
      "loss": 2.1719,
      "step": 73545
    },
    {
      "epoch": 3.421539892998372,
      "grad_norm": 1.4406531933337727,
      "learning_rate": 0.00012028021502715359,
      "loss": 2.1094,
      "step": 73546
    },
    {
      "epoch": 3.4215864154454523,
      "grad_norm": 1.450597652500176,
      "learning_rate": 0.00012027657719455735,
      "loss": 2.1406,
      "step": 73547
    },
    {
      "epoch": 3.421632937892533,
      "grad_norm": 1.448427206987122,
      "learning_rate": 0.00012027293938015797,
      "loss": 2.1406,
      "step": 73548
    },
    {
      "epoch": 3.4216794603396137,
      "grad_norm": 1.3734027337295225,
      "learning_rate": 0.00012026930158395769,
      "loss": 2.0,
      "step": 73549
    },
    {
      "epoch": 3.4217259827866946,
      "grad_norm": 1.434104420275821,
      "learning_rate": 0.00012026566380595866,
      "loss": 2.1094,
      "step": 73550
    },
    {
      "epoch": 3.4217725052337755,
      "grad_norm": 1.5122122899514658,
      "learning_rate": 0.00012026202604616323,
      "loss": 2.3281,
      "step": 73551
    },
    {
      "epoch": 3.421819027680856,
      "grad_norm": 1.3472631690429897,
      "learning_rate": 0.00012025838830457351,
      "loss": 1.9688,
      "step": 73552
    },
    {
      "epoch": 3.421865550127937,
      "grad_norm": 1.4609713262843949,
      "learning_rate": 0.00012025475058119182,
      "loss": 1.9609,
      "step": 73553
    },
    {
      "epoch": 3.4219120725750174,
      "grad_norm": 1.4397376449786836,
      "learning_rate": 0.00012025111287602032,
      "loss": 2.0938,
      "step": 73554
    },
    {
      "epoch": 3.4219585950220983,
      "grad_norm": 1.37267070412061,
      "learning_rate": 0.00012024747518906129,
      "loss": 2.0469,
      "step": 73555
    },
    {
      "epoch": 3.422005117469179,
      "grad_norm": 1.387717261004864,
      "learning_rate": 0.0001202438375203169,
      "loss": 2.0625,
      "step": 73556
    },
    {
      "epoch": 3.4220516399162597,
      "grad_norm": 1.376709082416458,
      "learning_rate": 0.00012024019986978946,
      "loss": 1.8828,
      "step": 73557
    },
    {
      "epoch": 3.42209816236334,
      "grad_norm": 1.5356177645550644,
      "learning_rate": 0.00012023656223748108,
      "loss": 2.2031,
      "step": 73558
    },
    {
      "epoch": 3.422144684810421,
      "grad_norm": 1.3324772279353243,
      "learning_rate": 0.0001202329246233941,
      "loss": 1.8359,
      "step": 73559
    },
    {
      "epoch": 3.4221912072575016,
      "grad_norm": 1.4146315308102104,
      "learning_rate": 0.00012022928702753065,
      "loss": 2.0938,
      "step": 73560
    },
    {
      "epoch": 3.4222377297045825,
      "grad_norm": 1.4370017479239654,
      "learning_rate": 0.00012022564944989307,
      "loss": 2.1719,
      "step": 73561
    },
    {
      "epoch": 3.422284252151663,
      "grad_norm": 1.448527679094683,
      "learning_rate": 0.00012022201189048347,
      "loss": 2.125,
      "step": 73562
    },
    {
      "epoch": 3.422330774598744,
      "grad_norm": 1.2730111381087204,
      "learning_rate": 0.00012021837434930417,
      "loss": 1.8672,
      "step": 73563
    },
    {
      "epoch": 3.4223772970458244,
      "grad_norm": 1.3016246243359042,
      "learning_rate": 0.00012021473682635728,
      "loss": 1.9688,
      "step": 73564
    },
    {
      "epoch": 3.4224238194929053,
      "grad_norm": 1.462836236307956,
      "learning_rate": 0.00012021109932164515,
      "loss": 2.0938,
      "step": 73565
    },
    {
      "epoch": 3.4224703419399862,
      "grad_norm": 1.396001984948557,
      "learning_rate": 0.00012020746183516997,
      "loss": 2.1406,
      "step": 73566
    },
    {
      "epoch": 3.4225168643870667,
      "grad_norm": 1.384021392258146,
      "learning_rate": 0.000120203824366934,
      "loss": 1.9844,
      "step": 73567
    },
    {
      "epoch": 3.4225633868341476,
      "grad_norm": 1.3547614556914507,
      "learning_rate": 0.00012020018691693935,
      "loss": 1.9062,
      "step": 73568
    },
    {
      "epoch": 3.422609909281228,
      "grad_norm": 1.4254677806667015,
      "learning_rate": 0.00012019654948518836,
      "loss": 2.1719,
      "step": 73569
    },
    {
      "epoch": 3.422656431728309,
      "grad_norm": 1.424340314789889,
      "learning_rate": 0.0001201929120716832,
      "loss": 1.9219,
      "step": 73570
    },
    {
      "epoch": 3.4227029541753895,
      "grad_norm": 1.1578909047058366,
      "learning_rate": 0.00012018927467642616,
      "loss": 1.5,
      "step": 73571
    },
    {
      "epoch": 3.4227494766224704,
      "grad_norm": 1.3852726520840224,
      "learning_rate": 0.00012018563729941936,
      "loss": 2.0625,
      "step": 73572
    },
    {
      "epoch": 3.422795999069551,
      "grad_norm": 1.402490530334698,
      "learning_rate": 0.00012018199994066513,
      "loss": 2.1562,
      "step": 73573
    },
    {
      "epoch": 3.422842521516632,
      "grad_norm": 1.3961776691890007,
      "learning_rate": 0.00012017836260016562,
      "loss": 2.1094,
      "step": 73574
    },
    {
      "epoch": 3.4228890439637123,
      "grad_norm": 1.4347468981419402,
      "learning_rate": 0.00012017472527792313,
      "loss": 2.1875,
      "step": 73575
    },
    {
      "epoch": 3.422935566410793,
      "grad_norm": 1.509380636333203,
      "learning_rate": 0.00012017108797393983,
      "loss": 2.3594,
      "step": 73576
    },
    {
      "epoch": 3.422982088857874,
      "grad_norm": 1.3243566091006853,
      "learning_rate": 0.00012016745068821799,
      "loss": 1.9844,
      "step": 73577
    },
    {
      "epoch": 3.4230286113049546,
      "grad_norm": 1.3640747857337654,
      "learning_rate": 0.00012016381342075977,
      "loss": 1.9297,
      "step": 73578
    },
    {
      "epoch": 3.4230751337520355,
      "grad_norm": 1.4708646614913194,
      "learning_rate": 0.00012016017617156748,
      "loss": 1.9453,
      "step": 73579
    },
    {
      "epoch": 3.423121656199116,
      "grad_norm": 1.3311068695506436,
      "learning_rate": 0.00012015653894064326,
      "loss": 1.6328,
      "step": 73580
    },
    {
      "epoch": 3.423168178646197,
      "grad_norm": 1.4364333360621915,
      "learning_rate": 0.00012015290172798943,
      "loss": 2.0781,
      "step": 73581
    },
    {
      "epoch": 3.4232147010932774,
      "grad_norm": 1.440020171934794,
      "learning_rate": 0.00012014926453360814,
      "loss": 2.0625,
      "step": 73582
    },
    {
      "epoch": 3.4232612235403583,
      "grad_norm": 1.4559720263946785,
      "learning_rate": 0.00012014562735750166,
      "loss": 2.125,
      "step": 73583
    },
    {
      "epoch": 3.423307745987439,
      "grad_norm": 1.5138006164253992,
      "learning_rate": 0.00012014199019967219,
      "loss": 2.0469,
      "step": 73584
    },
    {
      "epoch": 3.4233542684345197,
      "grad_norm": 1.577218449510011,
      "learning_rate": 0.00012013835306012198,
      "loss": 2.4844,
      "step": 73585
    },
    {
      "epoch": 3.4234007908816,
      "grad_norm": 1.3640692126244431,
      "learning_rate": 0.0001201347159388532,
      "loss": 1.7422,
      "step": 73586
    },
    {
      "epoch": 3.423447313328681,
      "grad_norm": 1.4531829897464288,
      "learning_rate": 0.00012013107883586815,
      "loss": 2.2812,
      "step": 73587
    },
    {
      "epoch": 3.423493835775762,
      "grad_norm": 1.4133297009942245,
      "learning_rate": 0.00012012744175116908,
      "loss": 2.0781,
      "step": 73588
    },
    {
      "epoch": 3.4235403582228425,
      "grad_norm": 1.3499615959779325,
      "learning_rate": 0.00012012380468475812,
      "loss": 1.8672,
      "step": 73589
    },
    {
      "epoch": 3.423586880669923,
      "grad_norm": 1.3837550213752925,
      "learning_rate": 0.00012012016763663756,
      "loss": 2.0469,
      "step": 73590
    },
    {
      "epoch": 3.423633403117004,
      "grad_norm": 1.4557904495433835,
      "learning_rate": 0.00012011653060680958,
      "loss": 2.2188,
      "step": 73591
    },
    {
      "epoch": 3.423679925564085,
      "grad_norm": 1.3001207532154286,
      "learning_rate": 0.00012011289359527649,
      "loss": 1.9375,
      "step": 73592
    },
    {
      "epoch": 3.4237264480111653,
      "grad_norm": 1.3351177903872353,
      "learning_rate": 0.00012010925660204045,
      "loss": 1.9844,
      "step": 73593
    },
    {
      "epoch": 3.4237729704582462,
      "grad_norm": 1.3073555410288442,
      "learning_rate": 0.00012010561962710366,
      "loss": 1.9609,
      "step": 73594
    },
    {
      "epoch": 3.4238194929053267,
      "grad_norm": 1.456548833041759,
      "learning_rate": 0.00012010198267046843,
      "loss": 2.0156,
      "step": 73595
    },
    {
      "epoch": 3.4238660153524076,
      "grad_norm": 1.3549719019010973,
      "learning_rate": 0.0001200983457321369,
      "loss": 2.0469,
      "step": 73596
    },
    {
      "epoch": 3.423912537799488,
      "grad_norm": 1.4092891265234229,
      "learning_rate": 0.00012009470881211139,
      "loss": 1.9922,
      "step": 73597
    },
    {
      "epoch": 3.423959060246569,
      "grad_norm": 1.423233948681157,
      "learning_rate": 0.00012009107191039402,
      "loss": 1.9766,
      "step": 73598
    },
    {
      "epoch": 3.4240055826936495,
      "grad_norm": 1.3897053089409965,
      "learning_rate": 0.00012008743502698712,
      "loss": 2.0625,
      "step": 73599
    },
    {
      "epoch": 3.4240521051407304,
      "grad_norm": 1.308394489614892,
      "learning_rate": 0.00012008379816189282,
      "loss": 1.6797,
      "step": 73600
    },
    {
      "epoch": 3.424098627587811,
      "grad_norm": 1.2912663099608386,
      "learning_rate": 0.00012008016131511344,
      "loss": 1.6797,
      "step": 73601
    },
    {
      "epoch": 3.424145150034892,
      "grad_norm": 1.3542273857385132,
      "learning_rate": 0.00012007652448665114,
      "loss": 1.9922,
      "step": 73602
    },
    {
      "epoch": 3.4241916724819728,
      "grad_norm": 1.463827266129923,
      "learning_rate": 0.00012007288767650817,
      "loss": 2.0469,
      "step": 73603
    },
    {
      "epoch": 3.4242381949290532,
      "grad_norm": 1.3252442263365665,
      "learning_rate": 0.00012006925088468674,
      "loss": 2.0156,
      "step": 73604
    },
    {
      "epoch": 3.424284717376134,
      "grad_norm": 1.4080411440178433,
      "learning_rate": 0.00012006561411118913,
      "loss": 1.9375,
      "step": 73605
    },
    {
      "epoch": 3.4243312398232146,
      "grad_norm": 1.3637245298410978,
      "learning_rate": 0.00012006197735601748,
      "loss": 2.0156,
      "step": 73606
    },
    {
      "epoch": 3.4243777622702956,
      "grad_norm": 1.414843738429679,
      "learning_rate": 0.00012005834061917404,
      "loss": 2.0469,
      "step": 73607
    },
    {
      "epoch": 3.424424284717376,
      "grad_norm": 1.4158534064179746,
      "learning_rate": 0.00012005470390066112,
      "loss": 2.1719,
      "step": 73608
    },
    {
      "epoch": 3.424470807164457,
      "grad_norm": 1.3203576285911718,
      "learning_rate": 0.00012005106720048088,
      "loss": 1.75,
      "step": 73609
    },
    {
      "epoch": 3.4245173296115374,
      "grad_norm": 1.4344999278511987,
      "learning_rate": 0.00012004743051863555,
      "loss": 2.2188,
      "step": 73610
    },
    {
      "epoch": 3.4245638520586184,
      "grad_norm": 1.476534581943327,
      "learning_rate": 0.00012004379385512735,
      "loss": 2.1094,
      "step": 73611
    },
    {
      "epoch": 3.424610374505699,
      "grad_norm": 1.3694771361933193,
      "learning_rate": 0.00012004015720995855,
      "loss": 1.9531,
      "step": 73612
    },
    {
      "epoch": 3.4246568969527797,
      "grad_norm": 1.4237256517612977,
      "learning_rate": 0.00012003652058313129,
      "loss": 2.1094,
      "step": 73613
    },
    {
      "epoch": 3.4247034193998607,
      "grad_norm": 1.3461514978915978,
      "learning_rate": 0.00012003288397464788,
      "loss": 2.0156,
      "step": 73614
    },
    {
      "epoch": 3.424749941846941,
      "grad_norm": 1.4789361710794022,
      "learning_rate": 0.0001200292473845105,
      "loss": 2.2969,
      "step": 73615
    },
    {
      "epoch": 3.4247964642940216,
      "grad_norm": 1.3460656506908342,
      "learning_rate": 0.00012002561081272141,
      "loss": 1.9922,
      "step": 73616
    },
    {
      "epoch": 3.4248429867411025,
      "grad_norm": 1.522882189570823,
      "learning_rate": 0.0001200219742592828,
      "loss": 2.0469,
      "step": 73617
    },
    {
      "epoch": 3.4248895091881835,
      "grad_norm": 1.3378161022043844,
      "learning_rate": 0.00012001833772419694,
      "loss": 1.9375,
      "step": 73618
    },
    {
      "epoch": 3.424936031635264,
      "grad_norm": 1.454970401241733,
      "learning_rate": 0.00012001470120746603,
      "loss": 2.1406,
      "step": 73619
    },
    {
      "epoch": 3.424982554082345,
      "grad_norm": 1.2961612272272653,
      "learning_rate": 0.00012001106470909225,
      "loss": 1.5625,
      "step": 73620
    },
    {
      "epoch": 3.4250290765294253,
      "grad_norm": 1.3729887948106245,
      "learning_rate": 0.00012000742822907794,
      "loss": 1.9453,
      "step": 73621
    },
    {
      "epoch": 3.4250755989765063,
      "grad_norm": 1.4037811758700984,
      "learning_rate": 0.0001200037917674252,
      "loss": 2.0156,
      "step": 73622
    },
    {
      "epoch": 3.4251221214235867,
      "grad_norm": 1.4289375232758923,
      "learning_rate": 0.00012000015532413635,
      "loss": 2.0938,
      "step": 73623
    },
    {
      "epoch": 3.4251686438706677,
      "grad_norm": 1.4332316674445373,
      "learning_rate": 0.00011999651889921355,
      "loss": 2.0312,
      "step": 73624
    },
    {
      "epoch": 3.425215166317748,
      "grad_norm": 1.4082132749059368,
      "learning_rate": 0.0001199928824926591,
      "loss": 2.1406,
      "step": 73625
    },
    {
      "epoch": 3.425261688764829,
      "grad_norm": 1.3386877533439712,
      "learning_rate": 0.00011998924610447514,
      "loss": 1.8828,
      "step": 73626
    },
    {
      "epoch": 3.4253082112119095,
      "grad_norm": 1.5142122650260113,
      "learning_rate": 0.00011998560973466399,
      "loss": 2.3125,
      "step": 73627
    },
    {
      "epoch": 3.4253547336589905,
      "grad_norm": 1.2376672276447778,
      "learning_rate": 0.00011998197338322777,
      "loss": 1.4297,
      "step": 73628
    },
    {
      "epoch": 3.4254012561060714,
      "grad_norm": 1.4175112120529894,
      "learning_rate": 0.00011997833705016875,
      "loss": 2.0781,
      "step": 73629
    },
    {
      "epoch": 3.425447778553152,
      "grad_norm": 1.5373280550440056,
      "learning_rate": 0.00011997470073548922,
      "loss": 2.25,
      "step": 73630
    },
    {
      "epoch": 3.4254943010002328,
      "grad_norm": 1.4714435147116673,
      "learning_rate": 0.00011997106443919132,
      "loss": 2.2031,
      "step": 73631
    },
    {
      "epoch": 3.4255408234473133,
      "grad_norm": 1.3565612905658744,
      "learning_rate": 0.00011996742816127736,
      "loss": 2.0781,
      "step": 73632
    },
    {
      "epoch": 3.425587345894394,
      "grad_norm": 1.494343049205903,
      "learning_rate": 0.00011996379190174947,
      "loss": 2.2812,
      "step": 73633
    },
    {
      "epoch": 3.4256338683414747,
      "grad_norm": 1.4000124521673656,
      "learning_rate": 0.00011996015566060997,
      "loss": 2.0938,
      "step": 73634
    },
    {
      "epoch": 3.4256803907885556,
      "grad_norm": 1.394274553829761,
      "learning_rate": 0.000119956519437861,
      "loss": 2.1406,
      "step": 73635
    },
    {
      "epoch": 3.425726913235636,
      "grad_norm": 1.4341459341128306,
      "learning_rate": 0.00011995288323350487,
      "loss": 2.2344,
      "step": 73636
    },
    {
      "epoch": 3.425773435682717,
      "grad_norm": 1.4184587231300734,
      "learning_rate": 0.00011994924704754372,
      "loss": 2.2188,
      "step": 73637
    },
    {
      "epoch": 3.4258199581297974,
      "grad_norm": 1.306494065964541,
      "learning_rate": 0.00011994561087997984,
      "loss": 1.9297,
      "step": 73638
    },
    {
      "epoch": 3.4258664805768784,
      "grad_norm": 1.2901580231012617,
      "learning_rate": 0.00011994197473081543,
      "loss": 1.7891,
      "step": 73639
    },
    {
      "epoch": 3.4259130030239593,
      "grad_norm": 1.3473626841363593,
      "learning_rate": 0.00011993833860005272,
      "loss": 2.1406,
      "step": 73640
    },
    {
      "epoch": 3.4259595254710398,
      "grad_norm": 1.4021908508095475,
      "learning_rate": 0.00011993470248769392,
      "loss": 2.1719,
      "step": 73641
    },
    {
      "epoch": 3.4260060479181202,
      "grad_norm": 1.3203040813817448,
      "learning_rate": 0.0001199310663937413,
      "loss": 1.9141,
      "step": 73642
    },
    {
      "epoch": 3.426052570365201,
      "grad_norm": 1.515537206419113,
      "learning_rate": 0.00011992743031819703,
      "loss": 2.0938,
      "step": 73643
    },
    {
      "epoch": 3.426099092812282,
      "grad_norm": 1.6503661458622492,
      "learning_rate": 0.0001199237942610634,
      "loss": 1.6875,
      "step": 73644
    },
    {
      "epoch": 3.4261456152593626,
      "grad_norm": 1.3197101606870474,
      "learning_rate": 0.0001199201582223426,
      "loss": 1.7578,
      "step": 73645
    },
    {
      "epoch": 3.4261921377064435,
      "grad_norm": 1.5090068533540963,
      "learning_rate": 0.0001199165222020368,
      "loss": 2.125,
      "step": 73646
    },
    {
      "epoch": 3.426238660153524,
      "grad_norm": 1.3707551375160723,
      "learning_rate": 0.00011991288620014835,
      "loss": 2.0781,
      "step": 73647
    },
    {
      "epoch": 3.426285182600605,
      "grad_norm": 1.3926064989213693,
      "learning_rate": 0.00011990925021667936,
      "loss": 2.0938,
      "step": 73648
    },
    {
      "epoch": 3.4263317050476854,
      "grad_norm": 1.4692550673467095,
      "learning_rate": 0.00011990561425163213,
      "loss": 2.2656,
      "step": 73649
    },
    {
      "epoch": 3.4263782274947663,
      "grad_norm": 1.4017869889923735,
      "learning_rate": 0.00011990197830500885,
      "loss": 2.0,
      "step": 73650
    },
    {
      "epoch": 3.4264247499418468,
      "grad_norm": 1.4000194425635093,
      "learning_rate": 0.0001198983423768117,
      "loss": 2.0781,
      "step": 73651
    },
    {
      "epoch": 3.4264712723889277,
      "grad_norm": 1.5004347597529508,
      "learning_rate": 0.00011989470646704303,
      "loss": 2.2344,
      "step": 73652
    },
    {
      "epoch": 3.426517794836008,
      "grad_norm": 1.323215726039623,
      "learning_rate": 0.00011989107057570498,
      "loss": 1.9844,
      "step": 73653
    },
    {
      "epoch": 3.426564317283089,
      "grad_norm": 1.4861032256405569,
      "learning_rate": 0.00011988743470279981,
      "loss": 2.1406,
      "step": 73654
    },
    {
      "epoch": 3.42661083973017,
      "grad_norm": 1.4266003120778554,
      "learning_rate": 0.00011988379884832972,
      "loss": 2.1875,
      "step": 73655
    },
    {
      "epoch": 3.4266573621772505,
      "grad_norm": 1.454516316178044,
      "learning_rate": 0.00011988016301229695,
      "loss": 2.1406,
      "step": 73656
    },
    {
      "epoch": 3.4267038846243314,
      "grad_norm": 1.4516701781549917,
      "learning_rate": 0.0001198765271947037,
      "loss": 2.2812,
      "step": 73657
    },
    {
      "epoch": 3.426750407071412,
      "grad_norm": 1.4318801059181108,
      "learning_rate": 0.00011987289139555227,
      "loss": 2.0938,
      "step": 73658
    },
    {
      "epoch": 3.426796929518493,
      "grad_norm": 1.4463802606789262,
      "learning_rate": 0.00011986925561484478,
      "loss": 2.2344,
      "step": 73659
    },
    {
      "epoch": 3.4268434519655733,
      "grad_norm": 1.3702779252551185,
      "learning_rate": 0.00011986561985258353,
      "loss": 1.9297,
      "step": 73660
    },
    {
      "epoch": 3.426889974412654,
      "grad_norm": 1.4209700351202927,
      "learning_rate": 0.00011986198410877072,
      "loss": 2.2188,
      "step": 73661
    },
    {
      "epoch": 3.4269364968597347,
      "grad_norm": 1.5899264975385992,
      "learning_rate": 0.0001198583483834086,
      "loss": 1.6328,
      "step": 73662
    },
    {
      "epoch": 3.4269830193068156,
      "grad_norm": 1.4271784439427262,
      "learning_rate": 0.00011985471267649935,
      "loss": 2.2344,
      "step": 73663
    },
    {
      "epoch": 3.427029541753896,
      "grad_norm": 1.4193117747136603,
      "learning_rate": 0.00011985107698804525,
      "loss": 2.2344,
      "step": 73664
    },
    {
      "epoch": 3.427076064200977,
      "grad_norm": 1.3206841842433188,
      "learning_rate": 0.00011984744131804846,
      "loss": 1.7266,
      "step": 73665
    },
    {
      "epoch": 3.427122586648058,
      "grad_norm": 1.389556090617266,
      "learning_rate": 0.0001198438056665113,
      "loss": 2.0469,
      "step": 73666
    },
    {
      "epoch": 3.4271691090951384,
      "grad_norm": 1.466113323288776,
      "learning_rate": 0.00011984017003343589,
      "loss": 2.1719,
      "step": 73667
    },
    {
      "epoch": 3.4272156315422193,
      "grad_norm": 1.447340282162541,
      "learning_rate": 0.00011983653441882455,
      "loss": 2.1719,
      "step": 73668
    },
    {
      "epoch": 3.4272621539893,
      "grad_norm": 1.452250601163464,
      "learning_rate": 0.00011983289882267941,
      "loss": 2.1875,
      "step": 73669
    },
    {
      "epoch": 3.4273086764363807,
      "grad_norm": 1.306907592429693,
      "learning_rate": 0.00011982926324500279,
      "loss": 1.8047,
      "step": 73670
    },
    {
      "epoch": 3.427355198883461,
      "grad_norm": 1.4459043324570413,
      "learning_rate": 0.00011982562768579687,
      "loss": 2.1406,
      "step": 73671
    },
    {
      "epoch": 3.427401721330542,
      "grad_norm": 1.455424632436741,
      "learning_rate": 0.00011982199214506385,
      "loss": 2.0781,
      "step": 73672
    },
    {
      "epoch": 3.4274482437776226,
      "grad_norm": 1.2728862216744672,
      "learning_rate": 0.00011981835662280594,
      "loss": 1.7031,
      "step": 73673
    },
    {
      "epoch": 3.4274947662247035,
      "grad_norm": 1.5013431261799373,
      "learning_rate": 0.00011981472111902548,
      "loss": 2.3594,
      "step": 73674
    },
    {
      "epoch": 3.427541288671784,
      "grad_norm": 1.417474844076126,
      "learning_rate": 0.00011981108563372461,
      "loss": 2.0312,
      "step": 73675
    },
    {
      "epoch": 3.427587811118865,
      "grad_norm": 1.2911467335287925,
      "learning_rate": 0.00011980745016690558,
      "loss": 1.8125,
      "step": 73676
    },
    {
      "epoch": 3.4276343335659454,
      "grad_norm": 1.521634439979959,
      "learning_rate": 0.0001198038147185706,
      "loss": 2.2031,
      "step": 73677
    },
    {
      "epoch": 3.4276808560130263,
      "grad_norm": 1.4038368533624268,
      "learning_rate": 0.00011980017928872191,
      "loss": 1.9219,
      "step": 73678
    },
    {
      "epoch": 3.4277273784601068,
      "grad_norm": 1.3347097645912902,
      "learning_rate": 0.0001197965438773617,
      "loss": 1.75,
      "step": 73679
    },
    {
      "epoch": 3.4277739009071877,
      "grad_norm": 1.4505706571008732,
      "learning_rate": 0.00011979290848449227,
      "loss": 2.3125,
      "step": 73680
    },
    {
      "epoch": 3.4278204233542686,
      "grad_norm": 1.3992205257600179,
      "learning_rate": 0.00011978927311011577,
      "loss": 1.9766,
      "step": 73681
    },
    {
      "epoch": 3.427866945801349,
      "grad_norm": 1.5794288968871235,
      "learning_rate": 0.00011978563775423448,
      "loss": 2.1875,
      "step": 73682
    },
    {
      "epoch": 3.42791346824843,
      "grad_norm": 1.4313121342309096,
      "learning_rate": 0.00011978200241685056,
      "loss": 1.9766,
      "step": 73683
    },
    {
      "epoch": 3.4279599906955105,
      "grad_norm": 1.4108982046607885,
      "learning_rate": 0.0001197783670979663,
      "loss": 2.2969,
      "step": 73684
    },
    {
      "epoch": 3.4280065131425914,
      "grad_norm": 1.3839554518058876,
      "learning_rate": 0.0001197747317975839,
      "loss": 2.0625,
      "step": 73685
    },
    {
      "epoch": 3.428053035589672,
      "grad_norm": 1.4697901843617545,
      "learning_rate": 0.00011977109651570559,
      "loss": 2.2656,
      "step": 73686
    },
    {
      "epoch": 3.428099558036753,
      "grad_norm": 1.4362635080022708,
      "learning_rate": 0.00011976746125233358,
      "loss": 1.9375,
      "step": 73687
    },
    {
      "epoch": 3.4281460804838333,
      "grad_norm": 1.3797869239335108,
      "learning_rate": 0.00011976382600747013,
      "loss": 2.0781,
      "step": 73688
    },
    {
      "epoch": 3.428192602930914,
      "grad_norm": 1.5097644781188073,
      "learning_rate": 0.0001197601907811174,
      "loss": 2.3125,
      "step": 73689
    },
    {
      "epoch": 3.4282391253779947,
      "grad_norm": 1.4722873708627655,
      "learning_rate": 0.00011975655557327773,
      "loss": 2.2656,
      "step": 73690
    },
    {
      "epoch": 3.4282856478250756,
      "grad_norm": 1.5087084954138994,
      "learning_rate": 0.00011975292038395322,
      "loss": 2.3594,
      "step": 73691
    },
    {
      "epoch": 3.4283321702721565,
      "grad_norm": 1.399357589693371,
      "learning_rate": 0.00011974928521314619,
      "loss": 2.2344,
      "step": 73692
    },
    {
      "epoch": 3.428378692719237,
      "grad_norm": 1.4706393941063087,
      "learning_rate": 0.00011974565006085877,
      "loss": 2.1719,
      "step": 73693
    },
    {
      "epoch": 3.428425215166318,
      "grad_norm": 1.4605792265967295,
      "learning_rate": 0.0001197420149270933,
      "loss": 2.0938,
      "step": 73694
    },
    {
      "epoch": 3.4284717376133984,
      "grad_norm": 1.4201021164637215,
      "learning_rate": 0.00011973837981185186,
      "loss": 1.9531,
      "step": 73695
    },
    {
      "epoch": 3.4285182600604793,
      "grad_norm": 1.4098506348075872,
      "learning_rate": 0.00011973474471513681,
      "loss": 2.1875,
      "step": 73696
    },
    {
      "epoch": 3.42856478250756,
      "grad_norm": 1.5425875307312993,
      "learning_rate": 0.00011973110963695035,
      "loss": 2.2656,
      "step": 73697
    },
    {
      "epoch": 3.4286113049546407,
      "grad_norm": 1.284200186500658,
      "learning_rate": 0.00011972747457729467,
      "loss": 1.8281,
      "step": 73698
    },
    {
      "epoch": 3.428657827401721,
      "grad_norm": 1.4283921130167605,
      "learning_rate": 0.00011972383953617203,
      "loss": 2.0,
      "step": 73699
    },
    {
      "epoch": 3.428704349848802,
      "grad_norm": 1.3578496571690972,
      "learning_rate": 0.00011972020451358463,
      "loss": 2.0625,
      "step": 73700
    },
    {
      "epoch": 3.4287508722958826,
      "grad_norm": 1.533949011422188,
      "learning_rate": 0.00011971656950953467,
      "loss": 2.3125,
      "step": 73701
    },
    {
      "epoch": 3.4287973947429635,
      "grad_norm": 1.3827346093927122,
      "learning_rate": 0.00011971293452402444,
      "loss": 2.1094,
      "step": 73702
    },
    {
      "epoch": 3.4288439171900444,
      "grad_norm": 1.4141857814608378,
      "learning_rate": 0.00011970929955705608,
      "loss": 2.0312,
      "step": 73703
    },
    {
      "epoch": 3.428890439637125,
      "grad_norm": 1.3778625668389597,
      "learning_rate": 0.00011970566460863193,
      "loss": 1.9844,
      "step": 73704
    },
    {
      "epoch": 3.4289369620842054,
      "grad_norm": 1.415687598470385,
      "learning_rate": 0.0001197020296787541,
      "loss": 2.0312,
      "step": 73705
    },
    {
      "epoch": 3.4289834845312863,
      "grad_norm": 1.3813442166439265,
      "learning_rate": 0.00011969839476742488,
      "loss": 1.9609,
      "step": 73706
    },
    {
      "epoch": 3.4290300069783672,
      "grad_norm": 1.4467859817790452,
      "learning_rate": 0.00011969475987464646,
      "loss": 2.1875,
      "step": 73707
    },
    {
      "epoch": 3.4290765294254477,
      "grad_norm": 1.448233814519469,
      "learning_rate": 0.00011969112500042114,
      "loss": 1.9922,
      "step": 73708
    },
    {
      "epoch": 3.4291230518725286,
      "grad_norm": 1.3352344182206806,
      "learning_rate": 0.00011968749014475105,
      "loss": 1.9375,
      "step": 73709
    },
    {
      "epoch": 3.429169574319609,
      "grad_norm": 1.358444667276654,
      "learning_rate": 0.00011968385530763849,
      "loss": 2.0156,
      "step": 73710
    },
    {
      "epoch": 3.42921609676669,
      "grad_norm": 1.397810142254514,
      "learning_rate": 0.0001196802204890856,
      "loss": 1.9844,
      "step": 73711
    },
    {
      "epoch": 3.4292626192137705,
      "grad_norm": 1.5004942092894524,
      "learning_rate": 0.00011967658568909471,
      "loss": 2.3906,
      "step": 73712
    },
    {
      "epoch": 3.4293091416608514,
      "grad_norm": 1.4183705928052648,
      "learning_rate": 0.00011967295090766796,
      "loss": 2.1562,
      "step": 73713
    },
    {
      "epoch": 3.429355664107932,
      "grad_norm": 1.3929819952191265,
      "learning_rate": 0.00011966931614480762,
      "loss": 1.8281,
      "step": 73714
    },
    {
      "epoch": 3.429402186555013,
      "grad_norm": 1.423179326744553,
      "learning_rate": 0.0001196656814005159,
      "loss": 2.1406,
      "step": 73715
    },
    {
      "epoch": 3.4294487090020933,
      "grad_norm": 1.4343725836329932,
      "learning_rate": 0.00011966204667479504,
      "loss": 2.2656,
      "step": 73716
    },
    {
      "epoch": 3.4294952314491742,
      "grad_norm": 1.3928103347745475,
      "learning_rate": 0.0001196584119676472,
      "loss": 1.8125,
      "step": 73717
    },
    {
      "epoch": 3.429541753896255,
      "grad_norm": 1.3813795463844756,
      "learning_rate": 0.0001196547772790747,
      "loss": 2.0,
      "step": 73718
    },
    {
      "epoch": 3.4295882763433356,
      "grad_norm": 1.4927463132246372,
      "learning_rate": 0.00011965114260907973,
      "loss": 2.3281,
      "step": 73719
    },
    {
      "epoch": 3.4296347987904165,
      "grad_norm": 1.3303388024866785,
      "learning_rate": 0.0001196475079576645,
      "loss": 1.9297,
      "step": 73720
    },
    {
      "epoch": 3.429681321237497,
      "grad_norm": 1.4744071291452179,
      "learning_rate": 0.00011964387332483127,
      "loss": 1.9141,
      "step": 73721
    },
    {
      "epoch": 3.429727843684578,
      "grad_norm": 1.4737787610193491,
      "learning_rate": 0.0001196402387105822,
      "loss": 2.2031,
      "step": 73722
    },
    {
      "epoch": 3.4297743661316584,
      "grad_norm": 1.5633630392414801,
      "learning_rate": 0.00011963660411491959,
      "loss": 1.9219,
      "step": 73723
    },
    {
      "epoch": 3.4298208885787393,
      "grad_norm": 1.4264264982944637,
      "learning_rate": 0.0001196329695378456,
      "loss": 2.1719,
      "step": 73724
    },
    {
      "epoch": 3.42986741102582,
      "grad_norm": 1.4240412906555244,
      "learning_rate": 0.00011962933497936253,
      "loss": 1.9844,
      "step": 73725
    },
    {
      "epoch": 3.4299139334729007,
      "grad_norm": 1.4028076902642512,
      "learning_rate": 0.00011962570043947254,
      "loss": 2.1562,
      "step": 73726
    },
    {
      "epoch": 3.429960455919981,
      "grad_norm": 1.4193179547719028,
      "learning_rate": 0.00011962206591817787,
      "loss": 2.1562,
      "step": 73727
    },
    {
      "epoch": 3.430006978367062,
      "grad_norm": 1.3349917762585697,
      "learning_rate": 0.00011961843141548076,
      "loss": 2.0,
      "step": 73728
    },
    {
      "epoch": 3.430053500814143,
      "grad_norm": 1.4618532551920562,
      "learning_rate": 0.00011961479693138339,
      "loss": 2.1562,
      "step": 73729
    },
    {
      "epoch": 3.4301000232612235,
      "grad_norm": 1.4160017477087428,
      "learning_rate": 0.00011961116246588805,
      "loss": 2.0312,
      "step": 73730
    },
    {
      "epoch": 3.430146545708304,
      "grad_norm": 1.4574621613626173,
      "learning_rate": 0.00011960752801899693,
      "loss": 2.0625,
      "step": 73731
    },
    {
      "epoch": 3.430193068155385,
      "grad_norm": 1.3582235256676127,
      "learning_rate": 0.00011960389359071226,
      "loss": 1.9375,
      "step": 73732
    },
    {
      "epoch": 3.430239590602466,
      "grad_norm": 1.5584316322535845,
      "learning_rate": 0.00011960025918103626,
      "loss": 2.2188,
      "step": 73733
    },
    {
      "epoch": 3.4302861130495463,
      "grad_norm": 1.4918197362919148,
      "learning_rate": 0.00011959662478997117,
      "loss": 1.9453,
      "step": 73734
    },
    {
      "epoch": 3.4303326354966273,
      "grad_norm": 1.4777524475364778,
      "learning_rate": 0.0001195929904175192,
      "loss": 2.2344,
      "step": 73735
    },
    {
      "epoch": 3.4303791579437077,
      "grad_norm": 1.4620947095010228,
      "learning_rate": 0.0001195893560636826,
      "loss": 2.1719,
      "step": 73736
    },
    {
      "epoch": 3.4304256803907887,
      "grad_norm": 1.4758680861938556,
      "learning_rate": 0.00011958572172846353,
      "loss": 2.2188,
      "step": 73737
    },
    {
      "epoch": 3.430472202837869,
      "grad_norm": 1.4193310449202199,
      "learning_rate": 0.00011958208741186431,
      "loss": 2.2188,
      "step": 73738
    },
    {
      "epoch": 3.43051872528495,
      "grad_norm": 1.3869165216498232,
      "learning_rate": 0.00011957845311388704,
      "loss": 1.9609,
      "step": 73739
    },
    {
      "epoch": 3.4305652477320305,
      "grad_norm": 1.4768417712768396,
      "learning_rate": 0.00011957481883453406,
      "loss": 2.2031,
      "step": 73740
    },
    {
      "epoch": 3.4306117701791115,
      "grad_norm": 1.4058913420167107,
      "learning_rate": 0.00011957118457380758,
      "loss": 1.9688,
      "step": 73741
    },
    {
      "epoch": 3.430658292626192,
      "grad_norm": 1.3905401513445816,
      "learning_rate": 0.00011956755033170977,
      "loss": 1.9297,
      "step": 73742
    },
    {
      "epoch": 3.430704815073273,
      "grad_norm": 1.4075365893864,
      "learning_rate": 0.00011956391610824293,
      "loss": 2.25,
      "step": 73743
    },
    {
      "epoch": 3.4307513375203538,
      "grad_norm": 1.410526983348116,
      "learning_rate": 0.0001195602819034092,
      "loss": 1.9453,
      "step": 73744
    },
    {
      "epoch": 3.4307978599674342,
      "grad_norm": 1.387331855122459,
      "learning_rate": 0.00011955664771721087,
      "loss": 2.0312,
      "step": 73745
    },
    {
      "epoch": 3.430844382414515,
      "grad_norm": 1.3847642167535166,
      "learning_rate": 0.00011955301354965012,
      "loss": 1.9766,
      "step": 73746
    },
    {
      "epoch": 3.4308909048615956,
      "grad_norm": 1.4347538013207564,
      "learning_rate": 0.00011954937940072921,
      "loss": 2.2031,
      "step": 73747
    },
    {
      "epoch": 3.4309374273086766,
      "grad_norm": 1.4525552463934397,
      "learning_rate": 0.00011954574527045033,
      "loss": 2.0312,
      "step": 73748
    },
    {
      "epoch": 3.430983949755757,
      "grad_norm": 1.557762566266901,
      "learning_rate": 0.00011954211115881574,
      "loss": 1.9375,
      "step": 73749
    },
    {
      "epoch": 3.431030472202838,
      "grad_norm": 1.4062218862628384,
      "learning_rate": 0.00011953847706582764,
      "loss": 1.9297,
      "step": 73750
    },
    {
      "epoch": 3.4310769946499184,
      "grad_norm": 1.433067773864436,
      "learning_rate": 0.00011953484299148828,
      "loss": 2.1562,
      "step": 73751
    },
    {
      "epoch": 3.4311235170969994,
      "grad_norm": 1.5165236047940815,
      "learning_rate": 0.00011953120893579989,
      "loss": 2.3125,
      "step": 73752
    },
    {
      "epoch": 3.43117003954408,
      "grad_norm": 1.3532299344246563,
      "learning_rate": 0.00011952757489876462,
      "loss": 2.0,
      "step": 73753
    },
    {
      "epoch": 3.4312165619911608,
      "grad_norm": 1.4278808598498747,
      "learning_rate": 0.00011952394088038477,
      "loss": 2.0469,
      "step": 73754
    },
    {
      "epoch": 3.4312630844382417,
      "grad_norm": 1.4027544949112767,
      "learning_rate": 0.00011952030688066253,
      "loss": 2.0938,
      "step": 73755
    },
    {
      "epoch": 3.431309606885322,
      "grad_norm": 1.4518500131697178,
      "learning_rate": 0.00011951667289960016,
      "loss": 2.1406,
      "step": 73756
    },
    {
      "epoch": 3.4313561293324026,
      "grad_norm": 1.4754325442337424,
      "learning_rate": 0.00011951303893719985,
      "loss": 2.1562,
      "step": 73757
    },
    {
      "epoch": 3.4314026517794836,
      "grad_norm": 1.4162525472219039,
      "learning_rate": 0.00011950940499346387,
      "loss": 1.9297,
      "step": 73758
    },
    {
      "epoch": 3.4314491742265645,
      "grad_norm": 1.371909824283757,
      "learning_rate": 0.00011950577106839436,
      "loss": 2.0781,
      "step": 73759
    },
    {
      "epoch": 3.431495696673645,
      "grad_norm": 1.490305396406666,
      "learning_rate": 0.00011950213716199363,
      "loss": 1.9844,
      "step": 73760
    },
    {
      "epoch": 3.431542219120726,
      "grad_norm": 1.3484558064883567,
      "learning_rate": 0.0001194985032742638,
      "loss": 1.6406,
      "step": 73761
    },
    {
      "epoch": 3.4315887415678064,
      "grad_norm": 1.4252402665735155,
      "learning_rate": 0.00011949486940520723,
      "loss": 2.1094,
      "step": 73762
    },
    {
      "epoch": 3.4316352640148873,
      "grad_norm": 1.3700380238555072,
      "learning_rate": 0.00011949123555482609,
      "loss": 1.9141,
      "step": 73763
    },
    {
      "epoch": 3.4316817864619678,
      "grad_norm": 1.4310160979510798,
      "learning_rate": 0.00011948760172312256,
      "loss": 1.9609,
      "step": 73764
    },
    {
      "epoch": 3.4317283089090487,
      "grad_norm": 1.501489452568235,
      "learning_rate": 0.00011948396791009895,
      "loss": 2.2188,
      "step": 73765
    },
    {
      "epoch": 3.431774831356129,
      "grad_norm": 1.373967399616625,
      "learning_rate": 0.00011948033411575739,
      "loss": 1.8906,
      "step": 73766
    },
    {
      "epoch": 3.43182135380321,
      "grad_norm": 1.387970704846611,
      "learning_rate": 0.00011947670034010017,
      "loss": 1.9297,
      "step": 73767
    },
    {
      "epoch": 3.4318678762502905,
      "grad_norm": 1.2081951852925408,
      "learning_rate": 0.00011947306658312949,
      "loss": 1.4219,
      "step": 73768
    },
    {
      "epoch": 3.4319143986973715,
      "grad_norm": 1.4763158389257325,
      "learning_rate": 0.00011946943284484757,
      "loss": 2.0938,
      "step": 73769
    },
    {
      "epoch": 3.4319609211444524,
      "grad_norm": 1.3467784990412528,
      "learning_rate": 0.00011946579912525664,
      "loss": 1.7656,
      "step": 73770
    },
    {
      "epoch": 3.432007443591533,
      "grad_norm": 1.448791991877491,
      "learning_rate": 0.00011946216542435896,
      "loss": 1.9141,
      "step": 73771
    },
    {
      "epoch": 3.432053966038614,
      "grad_norm": 1.4228545172854694,
      "learning_rate": 0.00011945853174215669,
      "loss": 2.1875,
      "step": 73772
    },
    {
      "epoch": 3.4321004884856943,
      "grad_norm": 1.3421769972256286,
      "learning_rate": 0.0001194548980786521,
      "loss": 1.8438,
      "step": 73773
    },
    {
      "epoch": 3.432147010932775,
      "grad_norm": 1.3532320972906426,
      "learning_rate": 0.0001194512644338474,
      "loss": 2.0469,
      "step": 73774
    },
    {
      "epoch": 3.4321935333798557,
      "grad_norm": 1.32501554236112,
      "learning_rate": 0.00011944763080774482,
      "loss": 1.7188,
      "step": 73775
    },
    {
      "epoch": 3.4322400558269366,
      "grad_norm": 1.4013645169060411,
      "learning_rate": 0.00011944399720034658,
      "loss": 2.0312,
      "step": 73776
    },
    {
      "epoch": 3.432286578274017,
      "grad_norm": 1.4447241189629203,
      "learning_rate": 0.00011944036361165491,
      "loss": 2.0156,
      "step": 73777
    },
    {
      "epoch": 3.432333100721098,
      "grad_norm": 1.4287037923109909,
      "learning_rate": 0.00011943673004167203,
      "loss": 1.9609,
      "step": 73778
    },
    {
      "epoch": 3.4323796231681785,
      "grad_norm": 1.4576187381116639,
      "learning_rate": 0.00011943309649040015,
      "loss": 2.0312,
      "step": 73779
    },
    {
      "epoch": 3.4324261456152594,
      "grad_norm": 1.411163262973554,
      "learning_rate": 0.00011942946295784152,
      "loss": 2.0625,
      "step": 73780
    },
    {
      "epoch": 3.4324726680623403,
      "grad_norm": 1.4133410830905928,
      "learning_rate": 0.00011942582944399835,
      "loss": 2.0625,
      "step": 73781
    },
    {
      "epoch": 3.432519190509421,
      "grad_norm": 1.463104319595126,
      "learning_rate": 0.00011942219594887287,
      "loss": 2.1406,
      "step": 73782
    },
    {
      "epoch": 3.4325657129565017,
      "grad_norm": 1.4772161727518613,
      "learning_rate": 0.00011941856247246724,
      "loss": 2.0469,
      "step": 73783
    },
    {
      "epoch": 3.432612235403582,
      "grad_norm": 1.410381744112743,
      "learning_rate": 0.0001194149290147838,
      "loss": 1.9062,
      "step": 73784
    },
    {
      "epoch": 3.432658757850663,
      "grad_norm": 1.4238615048966876,
      "learning_rate": 0.00011941129557582473,
      "loss": 2.1094,
      "step": 73785
    },
    {
      "epoch": 3.4327052802977436,
      "grad_norm": 1.434853263748945,
      "learning_rate": 0.00011940766215559222,
      "loss": 2.0469,
      "step": 73786
    },
    {
      "epoch": 3.4327518027448245,
      "grad_norm": 1.4870816382125487,
      "learning_rate": 0.00011940402875408854,
      "loss": 1.9453,
      "step": 73787
    },
    {
      "epoch": 3.432798325191905,
      "grad_norm": 1.436261637778343,
      "learning_rate": 0.00011940039537131589,
      "loss": 2.0312,
      "step": 73788
    },
    {
      "epoch": 3.432844847638986,
      "grad_norm": 1.4231169730127766,
      "learning_rate": 0.00011939676200727651,
      "loss": 1.9922,
      "step": 73789
    },
    {
      "epoch": 3.4328913700860664,
      "grad_norm": 1.4234620638126982,
      "learning_rate": 0.0001193931286619726,
      "loss": 2.0469,
      "step": 73790
    },
    {
      "epoch": 3.4329378925331473,
      "grad_norm": 1.3337498732180642,
      "learning_rate": 0.00011938949533540642,
      "loss": 1.9609,
      "step": 73791
    },
    {
      "epoch": 3.4329844149802278,
      "grad_norm": 1.463524184088255,
      "learning_rate": 0.00011938586202758012,
      "loss": 2.25,
      "step": 73792
    },
    {
      "epoch": 3.4330309374273087,
      "grad_norm": 1.4383973340105924,
      "learning_rate": 0.00011938222873849602,
      "loss": 2.0469,
      "step": 73793
    },
    {
      "epoch": 3.433077459874389,
      "grad_norm": 1.4036793102877534,
      "learning_rate": 0.00011937859546815626,
      "loss": 2.0156,
      "step": 73794
    },
    {
      "epoch": 3.43312398232147,
      "grad_norm": 1.4500537616990667,
      "learning_rate": 0.00011937496221656315,
      "loss": 2.1719,
      "step": 73795
    },
    {
      "epoch": 3.433170504768551,
      "grad_norm": 1.4936227859407347,
      "learning_rate": 0.00011937132898371884,
      "loss": 2.0938,
      "step": 73796
    },
    {
      "epoch": 3.4332170272156315,
      "grad_norm": 1.3462435849525254,
      "learning_rate": 0.00011936769576962561,
      "loss": 1.8828,
      "step": 73797
    },
    {
      "epoch": 3.4332635496627124,
      "grad_norm": 1.3330825711186896,
      "learning_rate": 0.00011936406257428563,
      "loss": 1.8438,
      "step": 73798
    },
    {
      "epoch": 3.433310072109793,
      "grad_norm": 1.3863112412811784,
      "learning_rate": 0.00011936042939770118,
      "loss": 1.9922,
      "step": 73799
    },
    {
      "epoch": 3.433356594556874,
      "grad_norm": 1.3716682710296866,
      "learning_rate": 0.00011935679623987441,
      "loss": 2.0312,
      "step": 73800
    },
    {
      "epoch": 3.4334031170039543,
      "grad_norm": 1.4883856304337386,
      "learning_rate": 0.00011935316310080765,
      "loss": 2.1719,
      "step": 73801
    },
    {
      "epoch": 3.433449639451035,
      "grad_norm": 1.382244724819526,
      "learning_rate": 0.00011934952998050302,
      "loss": 1.9453,
      "step": 73802
    },
    {
      "epoch": 3.4334961618981157,
      "grad_norm": 1.4585196242533316,
      "learning_rate": 0.0001193458968789628,
      "loss": 2.0312,
      "step": 73803
    },
    {
      "epoch": 3.4335426843451966,
      "grad_norm": 1.404289590646106,
      "learning_rate": 0.00011934226379618921,
      "loss": 1.9375,
      "step": 73804
    },
    {
      "epoch": 3.433589206792277,
      "grad_norm": 1.5239411926712738,
      "learning_rate": 0.00011933863073218439,
      "loss": 2.1719,
      "step": 73805
    },
    {
      "epoch": 3.433635729239358,
      "grad_norm": 1.4648282463233728,
      "learning_rate": 0.00011933499768695072,
      "loss": 2.1406,
      "step": 73806
    },
    {
      "epoch": 3.433682251686439,
      "grad_norm": 1.4652341228475143,
      "learning_rate": 0.00011933136466049035,
      "loss": 2.0938,
      "step": 73807
    },
    {
      "epoch": 3.4337287741335194,
      "grad_norm": 1.3649745386394003,
      "learning_rate": 0.00011932773165280547,
      "loss": 1.8672,
      "step": 73808
    },
    {
      "epoch": 3.4337752965806003,
      "grad_norm": 1.402696543872597,
      "learning_rate": 0.00011932409866389837,
      "loss": 1.9609,
      "step": 73809
    },
    {
      "epoch": 3.433821819027681,
      "grad_norm": 1.459643570729368,
      "learning_rate": 0.00011932046569377119,
      "loss": 2.0312,
      "step": 73810
    },
    {
      "epoch": 3.4338683414747617,
      "grad_norm": 1.518751131380104,
      "learning_rate": 0.00011931683274242624,
      "loss": 1.9531,
      "step": 73811
    },
    {
      "epoch": 3.433914863921842,
      "grad_norm": 1.4572154828485624,
      "learning_rate": 0.00011931319980986568,
      "loss": 2.1875,
      "step": 73812
    },
    {
      "epoch": 3.433961386368923,
      "grad_norm": 1.4725252581913035,
      "learning_rate": 0.0001193095668960918,
      "loss": 2.375,
      "step": 73813
    },
    {
      "epoch": 3.4340079088160036,
      "grad_norm": 1.4162463267743293,
      "learning_rate": 0.00011930593400110673,
      "loss": 2.0156,
      "step": 73814
    },
    {
      "epoch": 3.4340544312630845,
      "grad_norm": 1.4529604823526188,
      "learning_rate": 0.0001193023011249128,
      "loss": 2.0469,
      "step": 73815
    },
    {
      "epoch": 3.434100953710165,
      "grad_norm": 1.4977019738774329,
      "learning_rate": 0.00011929866826751214,
      "loss": 2.25,
      "step": 73816
    },
    {
      "epoch": 3.434147476157246,
      "grad_norm": 1.4421447343558256,
      "learning_rate": 0.00011929503542890704,
      "loss": 2.0156,
      "step": 73817
    },
    {
      "epoch": 3.434193998604327,
      "grad_norm": 1.365120213765379,
      "learning_rate": 0.00011929140260909967,
      "loss": 1.8281,
      "step": 73818
    },
    {
      "epoch": 3.4342405210514073,
      "grad_norm": 1.5269994485446154,
      "learning_rate": 0.00011928776980809232,
      "loss": 2.0781,
      "step": 73819
    },
    {
      "epoch": 3.434287043498488,
      "grad_norm": 1.4079244835093523,
      "learning_rate": 0.00011928413702588717,
      "loss": 2.0625,
      "step": 73820
    },
    {
      "epoch": 3.4343335659455687,
      "grad_norm": 1.4432161071482743,
      "learning_rate": 0.00011928050426248646,
      "loss": 2.1875,
      "step": 73821
    },
    {
      "epoch": 3.4343800883926496,
      "grad_norm": 1.491719684895209,
      "learning_rate": 0.00011927687151789237,
      "loss": 2.125,
      "step": 73822
    },
    {
      "epoch": 3.43442661083973,
      "grad_norm": 1.420015545037263,
      "learning_rate": 0.00011927323879210722,
      "loss": 2.125,
      "step": 73823
    },
    {
      "epoch": 3.434473133286811,
      "grad_norm": 1.5357832830302067,
      "learning_rate": 0.00011926960608513312,
      "loss": 2.0781,
      "step": 73824
    },
    {
      "epoch": 3.4345196557338915,
      "grad_norm": 1.3468439318177783,
      "learning_rate": 0.00011926597339697236,
      "loss": 2.0312,
      "step": 73825
    },
    {
      "epoch": 3.4345661781809724,
      "grad_norm": 1.3386307389719314,
      "learning_rate": 0.00011926234072762715,
      "loss": 1.9844,
      "step": 73826
    },
    {
      "epoch": 3.434612700628053,
      "grad_norm": 1.4156079785924587,
      "learning_rate": 0.00011925870807709968,
      "loss": 2.1719,
      "step": 73827
    },
    {
      "epoch": 3.434659223075134,
      "grad_norm": 1.4888350825186343,
      "learning_rate": 0.00011925507544539228,
      "loss": 1.9688,
      "step": 73828
    },
    {
      "epoch": 3.4347057455222143,
      "grad_norm": 1.351721613901937,
      "learning_rate": 0.00011925144283250706,
      "loss": 1.875,
      "step": 73829
    },
    {
      "epoch": 3.4347522679692952,
      "grad_norm": 1.4394406684681031,
      "learning_rate": 0.00011924781023844633,
      "loss": 2.0938,
      "step": 73830
    },
    {
      "epoch": 3.4347987904163757,
      "grad_norm": 1.372679537487295,
      "learning_rate": 0.00011924417766321222,
      "loss": 2.0,
      "step": 73831
    },
    {
      "epoch": 3.4348453128634566,
      "grad_norm": 1.4093448515712632,
      "learning_rate": 0.00011924054510680707,
      "loss": 1.9766,
      "step": 73832
    },
    {
      "epoch": 3.4348918353105375,
      "grad_norm": 1.4868959124430912,
      "learning_rate": 0.00011923691256923301,
      "loss": 2.1719,
      "step": 73833
    },
    {
      "epoch": 3.434938357757618,
      "grad_norm": 1.4015896753850074,
      "learning_rate": 0.00011923328005049228,
      "loss": 1.8672,
      "step": 73834
    },
    {
      "epoch": 3.434984880204699,
      "grad_norm": 1.5369450359414707,
      "learning_rate": 0.00011922964755058715,
      "loss": 2.3125,
      "step": 73835
    },
    {
      "epoch": 3.4350314026517794,
      "grad_norm": 1.3889866927802794,
      "learning_rate": 0.00011922601506951976,
      "loss": 2.1094,
      "step": 73836
    },
    {
      "epoch": 3.4350779250988603,
      "grad_norm": 1.4495568884431758,
      "learning_rate": 0.00011922238260729242,
      "loss": 2.1875,
      "step": 73837
    },
    {
      "epoch": 3.435124447545941,
      "grad_norm": 1.4174209022815594,
      "learning_rate": 0.0001192187501639073,
      "loss": 2.2031,
      "step": 73838
    },
    {
      "epoch": 3.4351709699930217,
      "grad_norm": 1.441595647801753,
      "learning_rate": 0.00011921511773936667,
      "loss": 2.125,
      "step": 73839
    },
    {
      "epoch": 3.435217492440102,
      "grad_norm": 1.4037750109820573,
      "learning_rate": 0.00011921148533367269,
      "loss": 2.0469,
      "step": 73840
    },
    {
      "epoch": 3.435264014887183,
      "grad_norm": 1.4764415098788375,
      "learning_rate": 0.00011920785294682767,
      "loss": 2.0,
      "step": 73841
    },
    {
      "epoch": 3.4353105373342636,
      "grad_norm": 1.368618495605975,
      "learning_rate": 0.00011920422057883373,
      "loss": 1.9297,
      "step": 73842
    },
    {
      "epoch": 3.4353570597813445,
      "grad_norm": 1.3423059883385269,
      "learning_rate": 0.00011920058822969318,
      "loss": 2.0,
      "step": 73843
    },
    {
      "epoch": 3.4354035822284255,
      "grad_norm": 1.4427660160410265,
      "learning_rate": 0.00011919695589940819,
      "loss": 2.25,
      "step": 73844
    },
    {
      "epoch": 3.435450104675506,
      "grad_norm": 1.5237451843210097,
      "learning_rate": 0.00011919332358798103,
      "loss": 2.3125,
      "step": 73845
    },
    {
      "epoch": 3.4354966271225864,
      "grad_norm": 1.3347076486709828,
      "learning_rate": 0.00011918969129541387,
      "loss": 1.7656,
      "step": 73846
    },
    {
      "epoch": 3.4355431495696673,
      "grad_norm": 1.398206925758968,
      "learning_rate": 0.00011918605902170901,
      "loss": 2.0625,
      "step": 73847
    },
    {
      "epoch": 3.4355896720167483,
      "grad_norm": 1.4092908384927973,
      "learning_rate": 0.00011918242676686857,
      "loss": 2.1406,
      "step": 73848
    },
    {
      "epoch": 3.4356361944638287,
      "grad_norm": 1.3866084372941363,
      "learning_rate": 0.00011917879453089481,
      "loss": 2.0156,
      "step": 73849
    },
    {
      "epoch": 3.4356827169109097,
      "grad_norm": 1.4327587352443476,
      "learning_rate": 0.00011917516231379002,
      "loss": 1.9453,
      "step": 73850
    },
    {
      "epoch": 3.43572923935799,
      "grad_norm": 1.3519300280518047,
      "learning_rate": 0.00011917153011555638,
      "loss": 2.0,
      "step": 73851
    },
    {
      "epoch": 3.435775761805071,
      "grad_norm": 1.388398430726336,
      "learning_rate": 0.00011916789793619612,
      "loss": 1.9219,
      "step": 73852
    },
    {
      "epoch": 3.4358222842521515,
      "grad_norm": 1.364039198942608,
      "learning_rate": 0.00011916426577571142,
      "loss": 1.9062,
      "step": 73853
    },
    {
      "epoch": 3.4358688066992324,
      "grad_norm": 1.3559511900998151,
      "learning_rate": 0.00011916063363410458,
      "loss": 2.0781,
      "step": 73854
    },
    {
      "epoch": 3.435915329146313,
      "grad_norm": 1.3877012264635855,
      "learning_rate": 0.00011915700151137774,
      "loss": 2.0625,
      "step": 73855
    },
    {
      "epoch": 3.435961851593394,
      "grad_norm": 1.432447768724005,
      "learning_rate": 0.00011915336940753321,
      "loss": 2.0625,
      "step": 73856
    },
    {
      "epoch": 3.4360083740404743,
      "grad_norm": 1.3132208078143945,
      "learning_rate": 0.00011914973732257313,
      "loss": 1.7734,
      "step": 73857
    },
    {
      "epoch": 3.4360548964875552,
      "grad_norm": 1.4462197514728767,
      "learning_rate": 0.00011914610525649979,
      "loss": 2.125,
      "step": 73858
    },
    {
      "epoch": 3.436101418934636,
      "grad_norm": 1.491168529266706,
      "learning_rate": 0.0001191424732093154,
      "loss": 2.25,
      "step": 73859
    },
    {
      "epoch": 3.4361479413817166,
      "grad_norm": 1.479328711782209,
      "learning_rate": 0.00011913884118102213,
      "loss": 2.2031,
      "step": 73860
    },
    {
      "epoch": 3.4361944638287976,
      "grad_norm": 1.4408228800545193,
      "learning_rate": 0.00011913520917162229,
      "loss": 2.0625,
      "step": 73861
    },
    {
      "epoch": 3.436240986275878,
      "grad_norm": 1.4454002156790335,
      "learning_rate": 0.000119131577181118,
      "loss": 2.0625,
      "step": 73862
    },
    {
      "epoch": 3.436287508722959,
      "grad_norm": 1.438411691896845,
      "learning_rate": 0.00011912794520951157,
      "loss": 2.1875,
      "step": 73863
    },
    {
      "epoch": 3.4363340311700394,
      "grad_norm": 1.4202198384141929,
      "learning_rate": 0.00011912431325680519,
      "loss": 2.0312,
      "step": 73864
    },
    {
      "epoch": 3.4363805536171204,
      "grad_norm": 1.299113021070282,
      "learning_rate": 0.0001191206813230011,
      "loss": 1.8125,
      "step": 73865
    },
    {
      "epoch": 3.436427076064201,
      "grad_norm": 1.4785840376018728,
      "learning_rate": 0.00011911704940810146,
      "loss": 2.0,
      "step": 73866
    },
    {
      "epoch": 3.4364735985112818,
      "grad_norm": 1.4710904159999914,
      "learning_rate": 0.00011911341751210862,
      "loss": 2.1562,
      "step": 73867
    },
    {
      "epoch": 3.4365201209583622,
      "grad_norm": 1.4239573660526565,
      "learning_rate": 0.00011910978563502466,
      "loss": 2.125,
      "step": 73868
    },
    {
      "epoch": 3.436566643405443,
      "grad_norm": 1.4242080546223612,
      "learning_rate": 0.00011910615377685192,
      "loss": 2.0,
      "step": 73869
    },
    {
      "epoch": 3.436613165852524,
      "grad_norm": 1.4492513919341579,
      "learning_rate": 0.00011910252193759254,
      "loss": 1.9141,
      "step": 73870
    },
    {
      "epoch": 3.4366596882996046,
      "grad_norm": 1.4249607000827558,
      "learning_rate": 0.00011909889011724875,
      "loss": 1.9375,
      "step": 73871
    },
    {
      "epoch": 3.436706210746685,
      "grad_norm": 1.411170816667949,
      "learning_rate": 0.00011909525831582286,
      "loss": 2.25,
      "step": 73872
    },
    {
      "epoch": 3.436752733193766,
      "grad_norm": 1.4263342376923693,
      "learning_rate": 0.000119091626533317,
      "loss": 1.9922,
      "step": 73873
    },
    {
      "epoch": 3.436799255640847,
      "grad_norm": 1.3692394465813293,
      "learning_rate": 0.00011908799476973346,
      "loss": 2.0156,
      "step": 73874
    },
    {
      "epoch": 3.4368457780879273,
      "grad_norm": 1.8465104257157339,
      "learning_rate": 0.00011908436302507442,
      "loss": 2.25,
      "step": 73875
    },
    {
      "epoch": 3.4368923005350083,
      "grad_norm": 1.3255078360707089,
      "learning_rate": 0.00011908073129934213,
      "loss": 1.9688,
      "step": 73876
    },
    {
      "epoch": 3.4369388229820887,
      "grad_norm": 2.3394207022367812,
      "learning_rate": 0.00011907709959253876,
      "loss": 2.2344,
      "step": 73877
    },
    {
      "epoch": 3.4369853454291697,
      "grad_norm": 1.3513119424086812,
      "learning_rate": 0.00011907346790466661,
      "loss": 2.0312,
      "step": 73878
    },
    {
      "epoch": 3.43703186787625,
      "grad_norm": 1.430607566622321,
      "learning_rate": 0.00011906983623572783,
      "loss": 1.9219,
      "step": 73879
    },
    {
      "epoch": 3.437078390323331,
      "grad_norm": 1.2790703370986978,
      "learning_rate": 0.00011906620458572473,
      "loss": 1.5234,
      "step": 73880
    },
    {
      "epoch": 3.4371249127704115,
      "grad_norm": 1.4164403744477443,
      "learning_rate": 0.00011906257295465943,
      "loss": 2.125,
      "step": 73881
    },
    {
      "epoch": 3.4371714352174925,
      "grad_norm": 1.3205895470948834,
      "learning_rate": 0.00011905894134253425,
      "loss": 1.7578,
      "step": 73882
    },
    {
      "epoch": 3.437217957664573,
      "grad_norm": 1.2598742083271757,
      "learning_rate": 0.00011905530974935134,
      "loss": 1.6016,
      "step": 73883
    },
    {
      "epoch": 3.437264480111654,
      "grad_norm": 1.463538977432513,
      "learning_rate": 0.00011905167817511297,
      "loss": 2.0156,
      "step": 73884
    },
    {
      "epoch": 3.437311002558735,
      "grad_norm": 1.3635263606360855,
      "learning_rate": 0.00011904804661982134,
      "loss": 1.8594,
      "step": 73885
    },
    {
      "epoch": 3.4373575250058153,
      "grad_norm": 1.5277397422021874,
      "learning_rate": 0.00011904441508347865,
      "loss": 1.9531,
      "step": 73886
    },
    {
      "epoch": 3.437404047452896,
      "grad_norm": 1.4120661100779175,
      "learning_rate": 0.0001190407835660872,
      "loss": 2.0781,
      "step": 73887
    },
    {
      "epoch": 3.4374505698999767,
      "grad_norm": 1.4382283169949328,
      "learning_rate": 0.00011903715206764913,
      "loss": 2.2031,
      "step": 73888
    },
    {
      "epoch": 3.4374970923470576,
      "grad_norm": 1.3730315353217164,
      "learning_rate": 0.00011903352058816671,
      "loss": 1.7578,
      "step": 73889
    },
    {
      "epoch": 3.437543614794138,
      "grad_norm": 1.4732005415434473,
      "learning_rate": 0.00011902988912764212,
      "loss": 2.1094,
      "step": 73890
    },
    {
      "epoch": 3.437590137241219,
      "grad_norm": 1.4621580606422366,
      "learning_rate": 0.00011902625768607767,
      "loss": 2.1094,
      "step": 73891
    },
    {
      "epoch": 3.4376366596882995,
      "grad_norm": 1.3494673022860426,
      "learning_rate": 0.00011902262626347545,
      "loss": 1.8984,
      "step": 73892
    },
    {
      "epoch": 3.4376831821353804,
      "grad_norm": 1.403915588385956,
      "learning_rate": 0.00011901899485983779,
      "loss": 1.9922,
      "step": 73893
    },
    {
      "epoch": 3.437729704582461,
      "grad_norm": 1.479472946408939,
      "learning_rate": 0.00011901536347516691,
      "loss": 2.1875,
      "step": 73894
    },
    {
      "epoch": 3.4377762270295418,
      "grad_norm": 1.4412357191847398,
      "learning_rate": 0.000119011732109465,
      "loss": 1.8828,
      "step": 73895
    },
    {
      "epoch": 3.4378227494766227,
      "grad_norm": 1.4171017660794063,
      "learning_rate": 0.0001190081007627343,
      "loss": 1.9922,
      "step": 73896
    },
    {
      "epoch": 3.437869271923703,
      "grad_norm": 1.4849269609230231,
      "learning_rate": 0.00011900446943497699,
      "loss": 2.1875,
      "step": 73897
    },
    {
      "epoch": 3.437915794370784,
      "grad_norm": 1.4328049016179023,
      "learning_rate": 0.00011900083812619536,
      "loss": 2.1719,
      "step": 73898
    },
    {
      "epoch": 3.4379623168178646,
      "grad_norm": 1.4744275994533964,
      "learning_rate": 0.00011899720683639159,
      "loss": 2.1875,
      "step": 73899
    },
    {
      "epoch": 3.4380088392649455,
      "grad_norm": 1.384989926938036,
      "learning_rate": 0.00011899357556556793,
      "loss": 2.0469,
      "step": 73900
    },
    {
      "epoch": 3.438055361712026,
      "grad_norm": 1.443151111397165,
      "learning_rate": 0.00011898994431372655,
      "loss": 1.9453,
      "step": 73901
    },
    {
      "epoch": 3.438101884159107,
      "grad_norm": 1.3713698053724208,
      "learning_rate": 0.00011898631308086974,
      "loss": 1.8594,
      "step": 73902
    },
    {
      "epoch": 3.4381484066061874,
      "grad_norm": 1.470014225858205,
      "learning_rate": 0.00011898268186699967,
      "loss": 2.1719,
      "step": 73903
    },
    {
      "epoch": 3.4381949290532683,
      "grad_norm": 1.4042081367469252,
      "learning_rate": 0.0001189790506721186,
      "loss": 2.0156,
      "step": 73904
    },
    {
      "epoch": 3.4382414515003488,
      "grad_norm": 1.3318929756035354,
      "learning_rate": 0.00011897541949622873,
      "loss": 1.9062,
      "step": 73905
    },
    {
      "epoch": 3.4382879739474297,
      "grad_norm": 1.44524257953743,
      "learning_rate": 0.0001189717883393323,
      "loss": 2.0156,
      "step": 73906
    },
    {
      "epoch": 3.43833449639451,
      "grad_norm": 1.4288292458277543,
      "learning_rate": 0.00011896815720143151,
      "loss": 2.1719,
      "step": 73907
    },
    {
      "epoch": 3.438381018841591,
      "grad_norm": 1.405475600438029,
      "learning_rate": 0.00011896452608252861,
      "loss": 2.0312,
      "step": 73908
    },
    {
      "epoch": 3.4384275412886716,
      "grad_norm": 1.340923044129306,
      "learning_rate": 0.00011896089498262578,
      "loss": 1.7656,
      "step": 73909
    },
    {
      "epoch": 3.4384740637357525,
      "grad_norm": 1.4932628895787812,
      "learning_rate": 0.00011895726390172534,
      "loss": 2.2969,
      "step": 73910
    },
    {
      "epoch": 3.4385205861828334,
      "grad_norm": 1.4781556790989867,
      "learning_rate": 0.0001189536328398294,
      "loss": 2.0938,
      "step": 73911
    },
    {
      "epoch": 3.438567108629914,
      "grad_norm": 1.3655255585156074,
      "learning_rate": 0.00011895000179694022,
      "loss": 2.0469,
      "step": 73912
    },
    {
      "epoch": 3.438613631076995,
      "grad_norm": 1.4177059732425097,
      "learning_rate": 0.00011894637077306005,
      "loss": 1.8906,
      "step": 73913
    },
    {
      "epoch": 3.4386601535240753,
      "grad_norm": 1.4100100393347716,
      "learning_rate": 0.00011894273976819101,
      "loss": 2.1719,
      "step": 73914
    },
    {
      "epoch": 3.438706675971156,
      "grad_norm": 1.4791094597831558,
      "learning_rate": 0.00011893910878233551,
      "loss": 1.9141,
      "step": 73915
    },
    {
      "epoch": 3.4387531984182367,
      "grad_norm": 1.458404403049082,
      "learning_rate": 0.00011893547781549566,
      "loss": 2.0469,
      "step": 73916
    },
    {
      "epoch": 3.4387997208653176,
      "grad_norm": 1.4060873311348128,
      "learning_rate": 0.00011893184686767367,
      "loss": 2.0781,
      "step": 73917
    },
    {
      "epoch": 3.438846243312398,
      "grad_norm": 1.3854851053105284,
      "learning_rate": 0.00011892821593887182,
      "loss": 1.9844,
      "step": 73918
    },
    {
      "epoch": 3.438892765759479,
      "grad_norm": 1.440561961679029,
      "learning_rate": 0.00011892458502909224,
      "loss": 2.1875,
      "step": 73919
    },
    {
      "epoch": 3.4389392882065595,
      "grad_norm": 1.3576769297426405,
      "learning_rate": 0.00011892095413833729,
      "loss": 1.9609,
      "step": 73920
    },
    {
      "epoch": 3.4389858106536404,
      "grad_norm": 1.4036457724911635,
      "learning_rate": 0.00011891732326660904,
      "loss": 2.0625,
      "step": 73921
    },
    {
      "epoch": 3.4390323331007213,
      "grad_norm": 1.3724235505894142,
      "learning_rate": 0.00011891369241390985,
      "loss": 1.8438,
      "step": 73922
    },
    {
      "epoch": 3.439078855547802,
      "grad_norm": 1.411108639728862,
      "learning_rate": 0.00011891006158024183,
      "loss": 2.0312,
      "step": 73923
    },
    {
      "epoch": 3.4391253779948827,
      "grad_norm": 1.3451462407517445,
      "learning_rate": 0.0001189064307656073,
      "loss": 1.8516,
      "step": 73924
    },
    {
      "epoch": 3.439171900441963,
      "grad_norm": 1.3961875890077269,
      "learning_rate": 0.0001189027999700084,
      "loss": 2.0469,
      "step": 73925
    },
    {
      "epoch": 3.439218422889044,
      "grad_norm": 1.530011167456195,
      "learning_rate": 0.00011889916919344741,
      "loss": 2.1406,
      "step": 73926
    },
    {
      "epoch": 3.4392649453361246,
      "grad_norm": 1.4888404872015941,
      "learning_rate": 0.00011889553843592649,
      "loss": 2.4844,
      "step": 73927
    },
    {
      "epoch": 3.4393114677832055,
      "grad_norm": 1.5383303789955756,
      "learning_rate": 0.00011889190769744796,
      "loss": 2.3125,
      "step": 73928
    },
    {
      "epoch": 3.439357990230286,
      "grad_norm": 1.263793361407339,
      "learning_rate": 0.00011888827697801396,
      "loss": 1.8203,
      "step": 73929
    },
    {
      "epoch": 3.439404512677367,
      "grad_norm": 1.3799207419039772,
      "learning_rate": 0.00011888464627762676,
      "loss": 2.1406,
      "step": 73930
    },
    {
      "epoch": 3.4394510351244474,
      "grad_norm": 1.347572256400843,
      "learning_rate": 0.00011888101559628853,
      "loss": 2.0312,
      "step": 73931
    },
    {
      "epoch": 3.4394975575715283,
      "grad_norm": 1.3636438808568847,
      "learning_rate": 0.00011887738493400158,
      "loss": 2.0,
      "step": 73932
    },
    {
      "epoch": 3.439544080018609,
      "grad_norm": 1.2802164391010027,
      "learning_rate": 0.00011887375429076801,
      "loss": 1.5703,
      "step": 73933
    },
    {
      "epoch": 3.4395906024656897,
      "grad_norm": 1.563482547681374,
      "learning_rate": 0.00011887012366659016,
      "loss": 2.3438,
      "step": 73934
    },
    {
      "epoch": 3.43963712491277,
      "grad_norm": 1.3818596639541438,
      "learning_rate": 0.00011886649306147018,
      "loss": 2.0469,
      "step": 73935
    },
    {
      "epoch": 3.439683647359851,
      "grad_norm": 1.4688457884262895,
      "learning_rate": 0.00011886286247541026,
      "loss": 2.1562,
      "step": 73936
    },
    {
      "epoch": 3.439730169806932,
      "grad_norm": 1.4429002220998457,
      "learning_rate": 0.00011885923190841277,
      "loss": 2.1094,
      "step": 73937
    },
    {
      "epoch": 3.4397766922540125,
      "grad_norm": 1.5783742402629954,
      "learning_rate": 0.0001188556013604798,
      "loss": 2.3438,
      "step": 73938
    },
    {
      "epoch": 3.4398232147010934,
      "grad_norm": 1.4664494366178615,
      "learning_rate": 0.00011885197083161365,
      "loss": 2.3125,
      "step": 73939
    },
    {
      "epoch": 3.439869737148174,
      "grad_norm": 1.4330449858956114,
      "learning_rate": 0.00011884834032181647,
      "loss": 2.1562,
      "step": 73940
    },
    {
      "epoch": 3.439916259595255,
      "grad_norm": 1.3923150719190807,
      "learning_rate": 0.00011884470983109054,
      "loss": 2.0781,
      "step": 73941
    },
    {
      "epoch": 3.4399627820423353,
      "grad_norm": 1.520992131115761,
      "learning_rate": 0.00011884107935943808,
      "loss": 2.3125,
      "step": 73942
    },
    {
      "epoch": 3.440009304489416,
      "grad_norm": 1.3541616752942913,
      "learning_rate": 0.00011883744890686126,
      "loss": 1.75,
      "step": 73943
    },
    {
      "epoch": 3.4400558269364967,
      "grad_norm": 1.3660801159231504,
      "learning_rate": 0.00011883381847336236,
      "loss": 2.0312,
      "step": 73944
    },
    {
      "epoch": 3.4401023493835776,
      "grad_norm": 1.2876263856062322,
      "learning_rate": 0.00011883018805894357,
      "loss": 1.9062,
      "step": 73945
    },
    {
      "epoch": 3.440148871830658,
      "grad_norm": 1.4010197018855575,
      "learning_rate": 0.00011882655766360712,
      "loss": 1.9844,
      "step": 73946
    },
    {
      "epoch": 3.440195394277739,
      "grad_norm": 1.467380156222743,
      "learning_rate": 0.00011882292728735523,
      "loss": 2.0156,
      "step": 73947
    },
    {
      "epoch": 3.44024191672482,
      "grad_norm": 1.403661130179162,
      "learning_rate": 0.00011881929693019015,
      "loss": 2.0781,
      "step": 73948
    },
    {
      "epoch": 3.4402884391719004,
      "grad_norm": 1.4789387563869223,
      "learning_rate": 0.00011881566659211405,
      "loss": 2.2812,
      "step": 73949
    },
    {
      "epoch": 3.4403349616189813,
      "grad_norm": 1.503985314405392,
      "learning_rate": 0.00011881203627312921,
      "loss": 2.0625,
      "step": 73950
    },
    {
      "epoch": 3.440381484066062,
      "grad_norm": 1.4904024608399835,
      "learning_rate": 0.0001188084059732378,
      "loss": 2.1719,
      "step": 73951
    },
    {
      "epoch": 3.4404280065131427,
      "grad_norm": 1.4599959438972918,
      "learning_rate": 0.0001188047756924421,
      "loss": 2.1719,
      "step": 73952
    },
    {
      "epoch": 3.440474528960223,
      "grad_norm": 1.4042895382139926,
      "learning_rate": 0.00011880114543074426,
      "loss": 2.1562,
      "step": 73953
    },
    {
      "epoch": 3.440521051407304,
      "grad_norm": 1.3571187624134455,
      "learning_rate": 0.00011879751518814659,
      "loss": 1.8906,
      "step": 73954
    },
    {
      "epoch": 3.4405675738543846,
      "grad_norm": 1.3720768326242703,
      "learning_rate": 0.00011879388496465123,
      "loss": 2.0312,
      "step": 73955
    },
    {
      "epoch": 3.4406140963014655,
      "grad_norm": 1.3751388417462957,
      "learning_rate": 0.00011879025476026045,
      "loss": 2.0938,
      "step": 73956
    },
    {
      "epoch": 3.440660618748546,
      "grad_norm": 1.4567248548937723,
      "learning_rate": 0.00011878662457497644,
      "loss": 2.25,
      "step": 73957
    },
    {
      "epoch": 3.440707141195627,
      "grad_norm": 1.3466434396481588,
      "learning_rate": 0.00011878299440880141,
      "loss": 1.9844,
      "step": 73958
    },
    {
      "epoch": 3.440753663642708,
      "grad_norm": 1.4922484913422789,
      "learning_rate": 0.0001187793642617377,
      "loss": 2.1406,
      "step": 73959
    },
    {
      "epoch": 3.4408001860897883,
      "grad_norm": 1.498866410856567,
      "learning_rate": 0.0001187757341337874,
      "loss": 2.2812,
      "step": 73960
    },
    {
      "epoch": 3.440846708536869,
      "grad_norm": 1.4227583031854691,
      "learning_rate": 0.0001187721040249528,
      "loss": 2.1562,
      "step": 73961
    },
    {
      "epoch": 3.4408932309839497,
      "grad_norm": 1.282691590791679,
      "learning_rate": 0.00011876847393523608,
      "loss": 1.7656,
      "step": 73962
    },
    {
      "epoch": 3.4409397534310306,
      "grad_norm": 1.530547286298783,
      "learning_rate": 0.0001187648438646395,
      "loss": 2.4219,
      "step": 73963
    },
    {
      "epoch": 3.440986275878111,
      "grad_norm": 1.3972585567456535,
      "learning_rate": 0.00011876121381316525,
      "loss": 1.9375,
      "step": 73964
    },
    {
      "epoch": 3.441032798325192,
      "grad_norm": 1.4007938507393483,
      "learning_rate": 0.0001187575837808156,
      "loss": 1.9688,
      "step": 73965
    },
    {
      "epoch": 3.4410793207722725,
      "grad_norm": 1.4038177887843117,
      "learning_rate": 0.0001187539537675927,
      "loss": 2.0,
      "step": 73966
    },
    {
      "epoch": 3.4411258432193534,
      "grad_norm": 1.406663626067567,
      "learning_rate": 0.00011875032377349886,
      "loss": 2.0469,
      "step": 73967
    },
    {
      "epoch": 3.441172365666434,
      "grad_norm": 1.4183238994653025,
      "learning_rate": 0.00011874669379853626,
      "loss": 2.0781,
      "step": 73968
    },
    {
      "epoch": 3.441218888113515,
      "grad_norm": 1.2551327858515906,
      "learning_rate": 0.00011874306384270708,
      "loss": 1.5547,
      "step": 73969
    },
    {
      "epoch": 3.4412654105605953,
      "grad_norm": 1.4057265118179334,
      "learning_rate": 0.0001187394339060136,
      "loss": 2.0312,
      "step": 73970
    },
    {
      "epoch": 3.4413119330076762,
      "grad_norm": 1.3418315653269413,
      "learning_rate": 0.000118735803988458,
      "loss": 1.9531,
      "step": 73971
    },
    {
      "epoch": 3.4413584554547567,
      "grad_norm": 1.3729336605017968,
      "learning_rate": 0.00011873217409004257,
      "loss": 1.8906,
      "step": 73972
    },
    {
      "epoch": 3.4414049779018376,
      "grad_norm": 1.3730182714102368,
      "learning_rate": 0.00011872854421076942,
      "loss": 1.9688,
      "step": 73973
    },
    {
      "epoch": 3.4414515003489186,
      "grad_norm": 1.3334091697224588,
      "learning_rate": 0.0001187249143506409,
      "loss": 1.9062,
      "step": 73974
    },
    {
      "epoch": 3.441498022795999,
      "grad_norm": 1.3952196574794045,
      "learning_rate": 0.00011872128450965915,
      "loss": 2.0469,
      "step": 73975
    },
    {
      "epoch": 3.44154454524308,
      "grad_norm": 1.4741895602459003,
      "learning_rate": 0.00011871765468782642,
      "loss": 2.1719,
      "step": 73976
    },
    {
      "epoch": 3.4415910676901604,
      "grad_norm": 1.5102017702965622,
      "learning_rate": 0.00011871402488514489,
      "loss": 2.3281,
      "step": 73977
    },
    {
      "epoch": 3.4416375901372414,
      "grad_norm": 1.445000346403363,
      "learning_rate": 0.00011871039510161686,
      "loss": 2.0469,
      "step": 73978
    },
    {
      "epoch": 3.441684112584322,
      "grad_norm": 1.4646503461800167,
      "learning_rate": 0.00011870676533724449,
      "loss": 2.25,
      "step": 73979
    },
    {
      "epoch": 3.4417306350314028,
      "grad_norm": 1.3842789974130492,
      "learning_rate": 0.00011870313559202999,
      "loss": 1.9297,
      "step": 73980
    },
    {
      "epoch": 3.4417771574784832,
      "grad_norm": 1.4053761210989637,
      "learning_rate": 0.00011869950586597568,
      "loss": 2.0938,
      "step": 73981
    },
    {
      "epoch": 3.441823679925564,
      "grad_norm": 1.3310355950841384,
      "learning_rate": 0.00011869587615908365,
      "loss": 1.8438,
      "step": 73982
    },
    {
      "epoch": 3.4418702023726446,
      "grad_norm": 1.5346788325892813,
      "learning_rate": 0.00011869224647135626,
      "loss": 2.125,
      "step": 73983
    },
    {
      "epoch": 3.4419167248197255,
      "grad_norm": 1.4668213088792932,
      "learning_rate": 0.00011868861680279562,
      "loss": 1.9609,
      "step": 73984
    },
    {
      "epoch": 3.4419632472668065,
      "grad_norm": 1.5407487632611434,
      "learning_rate": 0.00011868498715340403,
      "loss": 2.4531,
      "step": 73985
    },
    {
      "epoch": 3.442009769713887,
      "grad_norm": 1.4840173945911839,
      "learning_rate": 0.00011868135752318362,
      "loss": 2.3125,
      "step": 73986
    },
    {
      "epoch": 3.4420562921609674,
      "grad_norm": 1.5052623751971437,
      "learning_rate": 0.00011867772791213672,
      "loss": 2.25,
      "step": 73987
    },
    {
      "epoch": 3.4421028146080483,
      "grad_norm": 1.3503601620333765,
      "learning_rate": 0.00011867409832026546,
      "loss": 1.9844,
      "step": 73988
    },
    {
      "epoch": 3.4421493370551293,
      "grad_norm": 1.3223866485849283,
      "learning_rate": 0.00011867046874757213,
      "loss": 1.5312,
      "step": 73989
    },
    {
      "epoch": 3.4421958595022097,
      "grad_norm": 1.4685402597455581,
      "learning_rate": 0.00011866683919405891,
      "loss": 2.1406,
      "step": 73990
    },
    {
      "epoch": 3.4422423819492907,
      "grad_norm": 1.4326193478267397,
      "learning_rate": 0.00011866320965972805,
      "loss": 1.9922,
      "step": 73991
    },
    {
      "epoch": 3.442288904396371,
      "grad_norm": 1.3457395491797999,
      "learning_rate": 0.00011865958014458175,
      "loss": 1.875,
      "step": 73992
    },
    {
      "epoch": 3.442335426843452,
      "grad_norm": 1.2888229363705834,
      "learning_rate": 0.00011865595064862224,
      "loss": 1.6406,
      "step": 73993
    },
    {
      "epoch": 3.4423819492905325,
      "grad_norm": 1.4286288004387229,
      "learning_rate": 0.00011865232117185176,
      "loss": 2.1094,
      "step": 73994
    },
    {
      "epoch": 3.4424284717376135,
      "grad_norm": 1.3640589888160763,
      "learning_rate": 0.00011864869171427247,
      "loss": 1.8906,
      "step": 73995
    },
    {
      "epoch": 3.442474994184694,
      "grad_norm": 1.2966905237788164,
      "learning_rate": 0.00011864506227588668,
      "loss": 1.7734,
      "step": 73996
    },
    {
      "epoch": 3.442521516631775,
      "grad_norm": 1.3766497247855252,
      "learning_rate": 0.00011864143285669654,
      "loss": 2.0312,
      "step": 73997
    },
    {
      "epoch": 3.4425680390788553,
      "grad_norm": 1.3973134599863735,
      "learning_rate": 0.00011863780345670431,
      "loss": 2.0,
      "step": 73998
    },
    {
      "epoch": 3.4426145615259363,
      "grad_norm": 1.3019491820629543,
      "learning_rate": 0.00011863417407591219,
      "loss": 1.8047,
      "step": 73999
    },
    {
      "epoch": 3.442661083973017,
      "grad_norm": 1.4111183496825745,
      "learning_rate": 0.00011863054471432243,
      "loss": 2.125,
      "step": 74000
    },
    {
      "epoch": 3.4427076064200977,
      "grad_norm": 1.4311107943701598,
      "learning_rate": 0.0001186269153719372,
      "loss": 2.0625,
      "step": 74001
    },
    {
      "epoch": 3.4427541288671786,
      "grad_norm": 1.3614070871796018,
      "learning_rate": 0.00011862328604875874,
      "loss": 1.9219,
      "step": 74002
    },
    {
      "epoch": 3.442800651314259,
      "grad_norm": 1.3831646140985303,
      "learning_rate": 0.00011861965674478935,
      "loss": 1.9922,
      "step": 74003
    },
    {
      "epoch": 3.44284717376134,
      "grad_norm": 1.4782459215961,
      "learning_rate": 0.00011861602746003117,
      "loss": 2.0938,
      "step": 74004
    },
    {
      "epoch": 3.4428936962084205,
      "grad_norm": 1.3943689757386915,
      "learning_rate": 0.00011861239819448647,
      "loss": 2.1094,
      "step": 74005
    },
    {
      "epoch": 3.4429402186555014,
      "grad_norm": 1.4814640239293868,
      "learning_rate": 0.00011860876894815739,
      "loss": 2.1719,
      "step": 74006
    },
    {
      "epoch": 3.442986741102582,
      "grad_norm": 1.4936214247545923,
      "learning_rate": 0.00011860513972104625,
      "loss": 2.1406,
      "step": 74007
    },
    {
      "epoch": 3.4430332635496628,
      "grad_norm": 1.4264250222696238,
      "learning_rate": 0.00011860151051315521,
      "loss": 2.0156,
      "step": 74008
    },
    {
      "epoch": 3.4430797859967432,
      "grad_norm": 1.4197517397078054,
      "learning_rate": 0.00011859788132448654,
      "loss": 2.0,
      "step": 74009
    },
    {
      "epoch": 3.443126308443824,
      "grad_norm": 1.4002035258248013,
      "learning_rate": 0.0001185942521550424,
      "loss": 2.0,
      "step": 74010
    },
    {
      "epoch": 3.443172830890905,
      "grad_norm": 1.4511824148426127,
      "learning_rate": 0.00011859062300482504,
      "loss": 1.9688,
      "step": 74011
    },
    {
      "epoch": 3.4432193533379856,
      "grad_norm": 1.503506588501809,
      "learning_rate": 0.00011858699387383668,
      "loss": 2.2031,
      "step": 74012
    },
    {
      "epoch": 3.4432658757850665,
      "grad_norm": 1.3870437562004962,
      "learning_rate": 0.0001185833647620796,
      "loss": 2.1562,
      "step": 74013
    },
    {
      "epoch": 3.443312398232147,
      "grad_norm": 1.4796060841639254,
      "learning_rate": 0.00011857973566955592,
      "loss": 2.2812,
      "step": 74014
    },
    {
      "epoch": 3.443358920679228,
      "grad_norm": 1.3883417556884685,
      "learning_rate": 0.00011857610659626794,
      "loss": 1.9766,
      "step": 74015
    },
    {
      "epoch": 3.4434054431263084,
      "grad_norm": 1.2732340698705946,
      "learning_rate": 0.00011857247754221784,
      "loss": 1.7266,
      "step": 74016
    },
    {
      "epoch": 3.4434519655733893,
      "grad_norm": 1.4143720905606474,
      "learning_rate": 0.00011856884850740786,
      "loss": 2.1719,
      "step": 74017
    },
    {
      "epoch": 3.4434984880204698,
      "grad_norm": 1.4531800740593954,
      "learning_rate": 0.00011856521949184019,
      "loss": 2.2344,
      "step": 74018
    },
    {
      "epoch": 3.4435450104675507,
      "grad_norm": 1.406178012572488,
      "learning_rate": 0.00011856159049551711,
      "loss": 2.0,
      "step": 74019
    },
    {
      "epoch": 3.443591532914631,
      "grad_norm": 1.3420719508134937,
      "learning_rate": 0.00011855796151844082,
      "loss": 1.6484,
      "step": 74020
    },
    {
      "epoch": 3.443638055361712,
      "grad_norm": 1.4741981478078814,
      "learning_rate": 0.00011855433256061349,
      "loss": 2.1719,
      "step": 74021
    },
    {
      "epoch": 3.4436845778087926,
      "grad_norm": 1.4945721391413356,
      "learning_rate": 0.00011855070362203742,
      "loss": 2.0469,
      "step": 74022
    },
    {
      "epoch": 3.4437311002558735,
      "grad_norm": 1.4290992850306203,
      "learning_rate": 0.00011854707470271477,
      "loss": 2.1875,
      "step": 74023
    },
    {
      "epoch": 3.443777622702954,
      "grad_norm": 1.3859094137832728,
      "learning_rate": 0.00011854344580264775,
      "loss": 1.9297,
      "step": 74024
    },
    {
      "epoch": 3.443824145150035,
      "grad_norm": 1.3970377806927397,
      "learning_rate": 0.00011853981692183866,
      "loss": 1.8125,
      "step": 74025
    },
    {
      "epoch": 3.443870667597116,
      "grad_norm": 1.3840003469180904,
      "learning_rate": 0.00011853618806028968,
      "loss": 1.9844,
      "step": 74026
    },
    {
      "epoch": 3.4439171900441963,
      "grad_norm": 1.3711539952976968,
      "learning_rate": 0.00011853255921800304,
      "loss": 1.8906,
      "step": 74027
    },
    {
      "epoch": 3.443963712491277,
      "grad_norm": 1.362680967664814,
      "learning_rate": 0.00011852893039498092,
      "loss": 1.9453,
      "step": 74028
    },
    {
      "epoch": 3.4440102349383577,
      "grad_norm": 1.4954484380827209,
      "learning_rate": 0.00011852530159122562,
      "loss": 2.1875,
      "step": 74029
    },
    {
      "epoch": 3.4440567573854386,
      "grad_norm": 1.4298560118775798,
      "learning_rate": 0.00011852167280673928,
      "loss": 2.2188,
      "step": 74030
    },
    {
      "epoch": 3.444103279832519,
      "grad_norm": 1.346379161755957,
      "learning_rate": 0.00011851804404152418,
      "loss": 2.0312,
      "step": 74031
    },
    {
      "epoch": 3.4441498022796,
      "grad_norm": 1.5097327148484767,
      "learning_rate": 0.0001185144152955825,
      "loss": 2.25,
      "step": 74032
    },
    {
      "epoch": 3.4441963247266805,
      "grad_norm": 1.4447682266318234,
      "learning_rate": 0.00011851078656891649,
      "loss": 2.125,
      "step": 74033
    },
    {
      "epoch": 3.4442428471737614,
      "grad_norm": 1.3500607061501921,
      "learning_rate": 0.00011850715786152836,
      "loss": 1.9922,
      "step": 74034
    },
    {
      "epoch": 3.444289369620842,
      "grad_norm": 1.4119485160466863,
      "learning_rate": 0.00011850352917342035,
      "loss": 2.0469,
      "step": 74035
    },
    {
      "epoch": 3.444335892067923,
      "grad_norm": 1.5229827420308153,
      "learning_rate": 0.00011849990050459464,
      "loss": 2.2656,
      "step": 74036
    },
    {
      "epoch": 3.4443824145150037,
      "grad_norm": 1.5028304854593255,
      "learning_rate": 0.00011849627185505351,
      "loss": 2.1562,
      "step": 74037
    },
    {
      "epoch": 3.444428936962084,
      "grad_norm": 1.393324148160168,
      "learning_rate": 0.0001184926432247991,
      "loss": 1.8672,
      "step": 74038
    },
    {
      "epoch": 3.444475459409165,
      "grad_norm": 1.4285634678683254,
      "learning_rate": 0.00011848901461383373,
      "loss": 2.1875,
      "step": 74039
    },
    {
      "epoch": 3.4445219818562456,
      "grad_norm": 1.432808618690405,
      "learning_rate": 0.00011848538602215954,
      "loss": 2.0312,
      "step": 74040
    },
    {
      "epoch": 3.4445685043033265,
      "grad_norm": 1.4477283995974004,
      "learning_rate": 0.00011848175744977878,
      "loss": 2.2031,
      "step": 74041
    },
    {
      "epoch": 3.444615026750407,
      "grad_norm": 1.3380982244452928,
      "learning_rate": 0.00011847812889669367,
      "loss": 1.8828,
      "step": 74042
    },
    {
      "epoch": 3.444661549197488,
      "grad_norm": 1.4239661156983439,
      "learning_rate": 0.00011847450036290647,
      "loss": 2.0781,
      "step": 74043
    },
    {
      "epoch": 3.4447080716445684,
      "grad_norm": 1.4840805989520431,
      "learning_rate": 0.00011847087184841933,
      "loss": 2.1719,
      "step": 74044
    },
    {
      "epoch": 3.4447545940916493,
      "grad_norm": 1.554028709313148,
      "learning_rate": 0.00011846724335323454,
      "loss": 2.3281,
      "step": 74045
    },
    {
      "epoch": 3.44480111653873,
      "grad_norm": 1.4465546773208167,
      "learning_rate": 0.00011846361487735421,
      "loss": 2.25,
      "step": 74046
    },
    {
      "epoch": 3.4448476389858107,
      "grad_norm": 1.4158487989525887,
      "learning_rate": 0.0001184599864207807,
      "loss": 2.125,
      "step": 74047
    },
    {
      "epoch": 3.444894161432891,
      "grad_norm": 1.644978203809727,
      "learning_rate": 0.00011845635798351618,
      "loss": 2.2344,
      "step": 74048
    },
    {
      "epoch": 3.444940683879972,
      "grad_norm": 1.4980610785157145,
      "learning_rate": 0.0001184527295655629,
      "loss": 2.0938,
      "step": 74049
    },
    {
      "epoch": 3.4449872063270526,
      "grad_norm": 1.3529897494239347,
      "learning_rate": 0.00011844910116692296,
      "loss": 1.9375,
      "step": 74050
    },
    {
      "epoch": 3.4450337287741335,
      "grad_norm": 1.4762649278530933,
      "learning_rate": 0.00011844547278759874,
      "loss": 2.0781,
      "step": 74051
    },
    {
      "epoch": 3.4450802512212144,
      "grad_norm": 1.4559271690506719,
      "learning_rate": 0.00011844184442759234,
      "loss": 2.1719,
      "step": 74052
    },
    {
      "epoch": 3.445126773668295,
      "grad_norm": 1.4657099614642914,
      "learning_rate": 0.00011843821608690605,
      "loss": 2.0156,
      "step": 74053
    },
    {
      "epoch": 3.445173296115376,
      "grad_norm": 1.4288927363212676,
      "learning_rate": 0.00011843458776554206,
      "loss": 1.875,
      "step": 74054
    },
    {
      "epoch": 3.4452198185624563,
      "grad_norm": 1.3394386683180057,
      "learning_rate": 0.00011843095946350263,
      "loss": 1.7656,
      "step": 74055
    },
    {
      "epoch": 3.445266341009537,
      "grad_norm": 1.4930422288823748,
      "learning_rate": 0.00011842733118078991,
      "loss": 2.0781,
      "step": 74056
    },
    {
      "epoch": 3.4453128634566177,
      "grad_norm": 1.400012946285362,
      "learning_rate": 0.00011842370291740621,
      "loss": 2.1094,
      "step": 74057
    },
    {
      "epoch": 3.4453593859036986,
      "grad_norm": 1.4525785334813177,
      "learning_rate": 0.00011842007467335368,
      "loss": 2.25,
      "step": 74058
    },
    {
      "epoch": 3.445405908350779,
      "grad_norm": 1.3812325897762252,
      "learning_rate": 0.00011841644644863457,
      "loss": 1.8984,
      "step": 74059
    },
    {
      "epoch": 3.44545243079786,
      "grad_norm": 1.548280639269535,
      "learning_rate": 0.00011841281824325107,
      "loss": 2.0781,
      "step": 74060
    },
    {
      "epoch": 3.4454989532449405,
      "grad_norm": 1.4193691795479435,
      "learning_rate": 0.00011840919005720547,
      "loss": 2.0312,
      "step": 74061
    },
    {
      "epoch": 3.4455454756920214,
      "grad_norm": 1.4473383479716104,
      "learning_rate": 0.00011840556189049992,
      "loss": 1.9922,
      "step": 74062
    },
    {
      "epoch": 3.4455919981391023,
      "grad_norm": 1.3782430213524228,
      "learning_rate": 0.00011840193374313669,
      "loss": 2.0625,
      "step": 74063
    },
    {
      "epoch": 3.445638520586183,
      "grad_norm": 1.3570145727471201,
      "learning_rate": 0.00011839830561511797,
      "loss": 1.9062,
      "step": 74064
    },
    {
      "epoch": 3.4456850430332637,
      "grad_norm": 1.4526937935247926,
      "learning_rate": 0.00011839467750644601,
      "loss": 2.0781,
      "step": 74065
    },
    {
      "epoch": 3.445731565480344,
      "grad_norm": 1.4358457499060935,
      "learning_rate": 0.000118391049417123,
      "loss": 2.0625,
      "step": 74066
    },
    {
      "epoch": 3.445778087927425,
      "grad_norm": 1.3837987740506181,
      "learning_rate": 0.0001183874213471512,
      "loss": 1.75,
      "step": 74067
    },
    {
      "epoch": 3.4458246103745056,
      "grad_norm": 1.4438818838228826,
      "learning_rate": 0.00011838379329653272,
      "loss": 2.0156,
      "step": 74068
    },
    {
      "epoch": 3.4458711328215865,
      "grad_norm": 1.452458080071393,
      "learning_rate": 0.00011838016526526992,
      "loss": 2.1719,
      "step": 74069
    },
    {
      "epoch": 3.445917655268667,
      "grad_norm": 1.379221439025656,
      "learning_rate": 0.00011837653725336501,
      "loss": 2.0469,
      "step": 74070
    },
    {
      "epoch": 3.445964177715748,
      "grad_norm": 1.5015097017635661,
      "learning_rate": 0.00011837290926082013,
      "loss": 2.2812,
      "step": 74071
    },
    {
      "epoch": 3.4460107001628284,
      "grad_norm": 1.4766616518342877,
      "learning_rate": 0.00011836928128763757,
      "loss": 2.1875,
      "step": 74072
    },
    {
      "epoch": 3.4460572226099093,
      "grad_norm": 1.480593843983158,
      "learning_rate": 0.00011836565333381948,
      "loss": 2.2188,
      "step": 74073
    },
    {
      "epoch": 3.4461037450569902,
      "grad_norm": 1.3701244706757412,
      "learning_rate": 0.00011836202539936819,
      "loss": 2.0469,
      "step": 74074
    },
    {
      "epoch": 3.4461502675040707,
      "grad_norm": 1.4555259387805566,
      "learning_rate": 0.00011835839748428582,
      "loss": 2.1562,
      "step": 74075
    },
    {
      "epoch": 3.446196789951151,
      "grad_norm": 1.3041443208727077,
      "learning_rate": 0.0001183547695885746,
      "loss": 1.6484,
      "step": 74076
    },
    {
      "epoch": 3.446243312398232,
      "grad_norm": 1.347857790173547,
      "learning_rate": 0.00011835114171223683,
      "loss": 1.9297,
      "step": 74077
    },
    {
      "epoch": 3.446289834845313,
      "grad_norm": 1.436359213908601,
      "learning_rate": 0.00011834751385527463,
      "loss": 1.9062,
      "step": 74078
    },
    {
      "epoch": 3.4463363572923935,
      "grad_norm": 1.4180364091679631,
      "learning_rate": 0.0001183438860176903,
      "loss": 1.8125,
      "step": 74079
    },
    {
      "epoch": 3.4463828797394744,
      "grad_norm": 1.5034223878605608,
      "learning_rate": 0.00011834025819948598,
      "loss": 2.25,
      "step": 74080
    },
    {
      "epoch": 3.446429402186555,
      "grad_norm": 1.452027723927126,
      "learning_rate": 0.000118336630400664,
      "loss": 2.2188,
      "step": 74081
    },
    {
      "epoch": 3.446475924633636,
      "grad_norm": 1.3766899556165553,
      "learning_rate": 0.00011833300262122649,
      "loss": 2.0156,
      "step": 74082
    },
    {
      "epoch": 3.4465224470807163,
      "grad_norm": 1.562976069812814,
      "learning_rate": 0.00011832937486117572,
      "loss": 2.25,
      "step": 74083
    },
    {
      "epoch": 3.4465689695277972,
      "grad_norm": 1.5263716808070449,
      "learning_rate": 0.00011832574712051387,
      "loss": 2.0,
      "step": 74084
    },
    {
      "epoch": 3.4466154919748777,
      "grad_norm": 1.3757839107639895,
      "learning_rate": 0.0001183221193992432,
      "loss": 1.8984,
      "step": 74085
    },
    {
      "epoch": 3.4466620144219586,
      "grad_norm": 1.399788441817735,
      "learning_rate": 0.0001183184916973659,
      "loss": 1.6953,
      "step": 74086
    },
    {
      "epoch": 3.446708536869039,
      "grad_norm": 1.3175795533882932,
      "learning_rate": 0.00011831486401488425,
      "loss": 1.8438,
      "step": 74087
    },
    {
      "epoch": 3.44675505931612,
      "grad_norm": 1.3965350217306154,
      "learning_rate": 0.00011831123635180037,
      "loss": 2.0469,
      "step": 74088
    },
    {
      "epoch": 3.446801581763201,
      "grad_norm": 1.4513889152786867,
      "learning_rate": 0.00011830760870811658,
      "loss": 2.0312,
      "step": 74089
    },
    {
      "epoch": 3.4468481042102814,
      "grad_norm": 1.5502487989982445,
      "learning_rate": 0.00011830398108383499,
      "loss": 2.375,
      "step": 74090
    },
    {
      "epoch": 3.4468946266573623,
      "grad_norm": 1.4779015079282773,
      "learning_rate": 0.00011830035347895793,
      "loss": 2.0781,
      "step": 74091
    },
    {
      "epoch": 3.446941149104443,
      "grad_norm": 1.3820813227958624,
      "learning_rate": 0.0001182967258934876,
      "loss": 1.9844,
      "step": 74092
    },
    {
      "epoch": 3.4469876715515237,
      "grad_norm": 1.5036092525521885,
      "learning_rate": 0.00011829309832742617,
      "loss": 2.2656,
      "step": 74093
    },
    {
      "epoch": 3.4470341939986042,
      "grad_norm": 1.2799695023532092,
      "learning_rate": 0.00011828947078077594,
      "loss": 1.6875,
      "step": 74094
    },
    {
      "epoch": 3.447080716445685,
      "grad_norm": 1.3402627279371848,
      "learning_rate": 0.00011828584325353905,
      "loss": 1.7812,
      "step": 74095
    },
    {
      "epoch": 3.4471272388927656,
      "grad_norm": 1.5056362468209847,
      "learning_rate": 0.00011828221574571778,
      "loss": 2.0469,
      "step": 74096
    },
    {
      "epoch": 3.4471737613398465,
      "grad_norm": 1.439726586758612,
      "learning_rate": 0.00011827858825731429,
      "loss": 2.0625,
      "step": 74097
    },
    {
      "epoch": 3.447220283786927,
      "grad_norm": 1.5930928830013082,
      "learning_rate": 0.00011827496078833085,
      "loss": 2.25,
      "step": 74098
    },
    {
      "epoch": 3.447266806234008,
      "grad_norm": 1.5225616809064244,
      "learning_rate": 0.00011827133333876965,
      "loss": 1.8672,
      "step": 74099
    },
    {
      "epoch": 3.447313328681089,
      "grad_norm": 1.4362594602297836,
      "learning_rate": 0.00011826770590863296,
      "loss": 2.1094,
      "step": 74100
    },
    {
      "epoch": 3.4473598511281693,
      "grad_norm": 1.341399249295763,
      "learning_rate": 0.00011826407849792297,
      "loss": 2.0469,
      "step": 74101
    },
    {
      "epoch": 3.44740637357525,
      "grad_norm": 1.380155140452077,
      "learning_rate": 0.00011826045110664186,
      "loss": 1.8047,
      "step": 74102
    },
    {
      "epoch": 3.4474528960223307,
      "grad_norm": 1.4961631826762791,
      "learning_rate": 0.00011825682373479194,
      "loss": 2.0781,
      "step": 74103
    },
    {
      "epoch": 3.4474994184694117,
      "grad_norm": 1.4368545823001562,
      "learning_rate": 0.00011825319638237532,
      "loss": 2.0938,
      "step": 74104
    },
    {
      "epoch": 3.447545940916492,
      "grad_norm": 1.4309148854834084,
      "learning_rate": 0.00011824956904939432,
      "loss": 2.0469,
      "step": 74105
    },
    {
      "epoch": 3.447592463363573,
      "grad_norm": 1.4796242747444972,
      "learning_rate": 0.0001182459417358511,
      "loss": 2.0781,
      "step": 74106
    },
    {
      "epoch": 3.4476389858106535,
      "grad_norm": 1.5364783094933308,
      "learning_rate": 0.00011824231444174793,
      "loss": 2.1719,
      "step": 74107
    },
    {
      "epoch": 3.4476855082577345,
      "grad_norm": 1.4372956236568706,
      "learning_rate": 0.00011823868716708696,
      "loss": 1.9688,
      "step": 74108
    },
    {
      "epoch": 3.447732030704815,
      "grad_norm": 1.429885897486641,
      "learning_rate": 0.00011823505991187049,
      "loss": 2.1406,
      "step": 74109
    },
    {
      "epoch": 3.447778553151896,
      "grad_norm": 1.3104174371655883,
      "learning_rate": 0.00011823143267610068,
      "loss": 1.5625,
      "step": 74110
    },
    {
      "epoch": 3.4478250755989763,
      "grad_norm": 1.4184075854817892,
      "learning_rate": 0.0001182278054597798,
      "loss": 2.125,
      "step": 74111
    },
    {
      "epoch": 3.4478715980460573,
      "grad_norm": 1.5524952103066945,
      "learning_rate": 0.00011822417826290998,
      "loss": 2.3438,
      "step": 74112
    },
    {
      "epoch": 3.4479181204931377,
      "grad_norm": 1.3945185504884863,
      "learning_rate": 0.00011822055108549353,
      "loss": 1.9453,
      "step": 74113
    },
    {
      "epoch": 3.4479646429402186,
      "grad_norm": 1.404270933302588,
      "learning_rate": 0.0001182169239275327,
      "loss": 2.0156,
      "step": 74114
    },
    {
      "epoch": 3.4480111653872996,
      "grad_norm": 1.5452877061203525,
      "learning_rate": 0.00011821329678902959,
      "loss": 2.125,
      "step": 74115
    },
    {
      "epoch": 3.44805768783438,
      "grad_norm": 1.370251326303935,
      "learning_rate": 0.00011820966966998656,
      "loss": 1.9141,
      "step": 74116
    },
    {
      "epoch": 3.448104210281461,
      "grad_norm": 1.4317570765463343,
      "learning_rate": 0.0001182060425704057,
      "loss": 2.125,
      "step": 74117
    },
    {
      "epoch": 3.4481507327285414,
      "grad_norm": 1.360866068030644,
      "learning_rate": 0.00011820241549028931,
      "loss": 1.8906,
      "step": 74118
    },
    {
      "epoch": 3.4481972551756224,
      "grad_norm": 1.3059324743792726,
      "learning_rate": 0.00011819878842963959,
      "loss": 1.8672,
      "step": 74119
    },
    {
      "epoch": 3.448243777622703,
      "grad_norm": 1.4236228663246482,
      "learning_rate": 0.00011819516138845877,
      "loss": 1.9531,
      "step": 74120
    },
    {
      "epoch": 3.4482903000697838,
      "grad_norm": 1.3786660762942877,
      "learning_rate": 0.00011819153436674902,
      "loss": 1.7734,
      "step": 74121
    },
    {
      "epoch": 3.4483368225168642,
      "grad_norm": 1.5346753358376077,
      "learning_rate": 0.00011818790736451265,
      "loss": 2.375,
      "step": 74122
    },
    {
      "epoch": 3.448383344963945,
      "grad_norm": 1.3764289967105732,
      "learning_rate": 0.00011818428038175178,
      "loss": 2.1094,
      "step": 74123
    },
    {
      "epoch": 3.4484298674110256,
      "grad_norm": 1.4974552020239391,
      "learning_rate": 0.00011818065341846873,
      "loss": 2.2344,
      "step": 74124
    },
    {
      "epoch": 3.4484763898581066,
      "grad_norm": 1.3991788891235712,
      "learning_rate": 0.00011817702647466563,
      "loss": 2.0781,
      "step": 74125
    },
    {
      "epoch": 3.4485229123051875,
      "grad_norm": 1.4474800504225345,
      "learning_rate": 0.00011817339955034479,
      "loss": 2.0625,
      "step": 74126
    },
    {
      "epoch": 3.448569434752268,
      "grad_norm": 1.385634334802241,
      "learning_rate": 0.00011816977264550836,
      "loss": 2.0625,
      "step": 74127
    },
    {
      "epoch": 3.4486159571993484,
      "grad_norm": 1.3877504559664078,
      "learning_rate": 0.00011816614576015856,
      "loss": 2.0625,
      "step": 74128
    },
    {
      "epoch": 3.4486624796464294,
      "grad_norm": 1.522027050323092,
      "learning_rate": 0.00011816251889429767,
      "loss": 2.1875,
      "step": 74129
    },
    {
      "epoch": 3.4487090020935103,
      "grad_norm": 1.2576744435310692,
      "learning_rate": 0.00011815889204792785,
      "loss": 1.3672,
      "step": 74130
    },
    {
      "epoch": 3.4487555245405908,
      "grad_norm": 1.414701872753496,
      "learning_rate": 0.00011815526522105135,
      "loss": 2.1875,
      "step": 74131
    },
    {
      "epoch": 3.4488020469876717,
      "grad_norm": 1.3476110828441996,
      "learning_rate": 0.00011815163841367037,
      "loss": 2.1406,
      "step": 74132
    },
    {
      "epoch": 3.448848569434752,
      "grad_norm": 1.427566019326982,
      "learning_rate": 0.00011814801162578717,
      "loss": 1.9062,
      "step": 74133
    },
    {
      "epoch": 3.448895091881833,
      "grad_norm": 1.4284190352939115,
      "learning_rate": 0.00011814438485740389,
      "loss": 2.1406,
      "step": 74134
    },
    {
      "epoch": 3.4489416143289136,
      "grad_norm": 1.4456091441751915,
      "learning_rate": 0.00011814075810852282,
      "loss": 2.125,
      "step": 74135
    },
    {
      "epoch": 3.4489881367759945,
      "grad_norm": 1.4799511178497962,
      "learning_rate": 0.00011813713137914621,
      "loss": 2.2031,
      "step": 74136
    },
    {
      "epoch": 3.449034659223075,
      "grad_norm": 1.3537187682101472,
      "learning_rate": 0.0001181335046692762,
      "loss": 2.0469,
      "step": 74137
    },
    {
      "epoch": 3.449081181670156,
      "grad_norm": 1.3138621252909437,
      "learning_rate": 0.00011812987797891508,
      "loss": 1.75,
      "step": 74138
    },
    {
      "epoch": 3.4491277041172363,
      "grad_norm": 1.4159074613095923,
      "learning_rate": 0.00011812625130806502,
      "loss": 2.1875,
      "step": 74139
    },
    {
      "epoch": 3.4491742265643173,
      "grad_norm": 1.4669560393248993,
      "learning_rate": 0.00011812262465672826,
      "loss": 2.0312,
      "step": 74140
    },
    {
      "epoch": 3.449220749011398,
      "grad_norm": 1.512804865479082,
      "learning_rate": 0.000118118998024907,
      "loss": 2.0469,
      "step": 74141
    },
    {
      "epoch": 3.4492672714584787,
      "grad_norm": 1.2346922300891425,
      "learning_rate": 0.00011811537141260352,
      "loss": 1.5781,
      "step": 74142
    },
    {
      "epoch": 3.4493137939055596,
      "grad_norm": 1.3696911901280981,
      "learning_rate": 0.00011811174481981995,
      "loss": 1.9688,
      "step": 74143
    },
    {
      "epoch": 3.44936031635264,
      "grad_norm": 1.4959868116579502,
      "learning_rate": 0.00011810811824655858,
      "loss": 2.2031,
      "step": 74144
    },
    {
      "epoch": 3.449406838799721,
      "grad_norm": 1.4152488606122753,
      "learning_rate": 0.0001181044916928216,
      "loss": 1.9141,
      "step": 74145
    },
    {
      "epoch": 3.4494533612468015,
      "grad_norm": 1.1761652447598923,
      "learning_rate": 0.00011810086515861125,
      "loss": 1.4922,
      "step": 74146
    },
    {
      "epoch": 3.4494998836938824,
      "grad_norm": 1.5553707128784486,
      "learning_rate": 0.00011809723864392972,
      "loss": 2.375,
      "step": 74147
    },
    {
      "epoch": 3.449546406140963,
      "grad_norm": 1.4181919042178033,
      "learning_rate": 0.00011809361214877928,
      "loss": 2.0312,
      "step": 74148
    },
    {
      "epoch": 3.449592928588044,
      "grad_norm": 1.4941047406797658,
      "learning_rate": 0.0001180899856731621,
      "loss": 2.3281,
      "step": 74149
    },
    {
      "epoch": 3.4496394510351243,
      "grad_norm": 1.4451035978850766,
      "learning_rate": 0.00011808635921708043,
      "loss": 2.0312,
      "step": 74150
    },
    {
      "epoch": 3.449685973482205,
      "grad_norm": 1.4591012557184437,
      "learning_rate": 0.00011808273278053644,
      "loss": 2.3906,
      "step": 74151
    },
    {
      "epoch": 3.449732495929286,
      "grad_norm": 1.39648875774641,
      "learning_rate": 0.00011807910636353244,
      "loss": 2.0938,
      "step": 74152
    },
    {
      "epoch": 3.4497790183763666,
      "grad_norm": 1.4289178857801388,
      "learning_rate": 0.00011807547996607057,
      "loss": 2.0469,
      "step": 74153
    },
    {
      "epoch": 3.4498255408234475,
      "grad_norm": 1.4681927632308835,
      "learning_rate": 0.00011807185358815307,
      "loss": 2.1406,
      "step": 74154
    },
    {
      "epoch": 3.449872063270528,
      "grad_norm": 1.4570743469478338,
      "learning_rate": 0.00011806822722978216,
      "loss": 2.1094,
      "step": 74155
    },
    {
      "epoch": 3.449918585717609,
      "grad_norm": 1.3413264241314529,
      "learning_rate": 0.00011806460089096009,
      "loss": 1.5547,
      "step": 74156
    },
    {
      "epoch": 3.4499651081646894,
      "grad_norm": 1.4592275857999837,
      "learning_rate": 0.00011806097457168906,
      "loss": 2.1719,
      "step": 74157
    },
    {
      "epoch": 3.4500116306117703,
      "grad_norm": 1.4627741154671696,
      "learning_rate": 0.0001180573482719713,
      "loss": 1.8828,
      "step": 74158
    },
    {
      "epoch": 3.4500581530588508,
      "grad_norm": 1.4394547685777204,
      "learning_rate": 0.000118053721991809,
      "loss": 2.2188,
      "step": 74159
    },
    {
      "epoch": 3.4501046755059317,
      "grad_norm": 1.5040900363754954,
      "learning_rate": 0.00011805009573120443,
      "loss": 2.3281,
      "step": 74160
    },
    {
      "epoch": 3.450151197953012,
      "grad_norm": 1.4525489029931669,
      "learning_rate": 0.00011804646949015975,
      "loss": 2.1719,
      "step": 74161
    },
    {
      "epoch": 3.450197720400093,
      "grad_norm": 1.4212095913638048,
      "learning_rate": 0.00011804284326867722,
      "loss": 2.1875,
      "step": 74162
    },
    {
      "epoch": 3.4502442428471736,
      "grad_norm": 1.531239242879079,
      "learning_rate": 0.00011803921706675904,
      "loss": 2.375,
      "step": 74163
    },
    {
      "epoch": 3.4502907652942545,
      "grad_norm": 1.3086124595872644,
      "learning_rate": 0.00011803559088440749,
      "loss": 1.9375,
      "step": 74164
    },
    {
      "epoch": 3.450337287741335,
      "grad_norm": 1.4066384551344968,
      "learning_rate": 0.00011803196472162467,
      "loss": 2.1406,
      "step": 74165
    },
    {
      "epoch": 3.450383810188416,
      "grad_norm": 1.375612352455648,
      "learning_rate": 0.00011802833857841291,
      "loss": 2.0,
      "step": 74166
    },
    {
      "epoch": 3.450430332635497,
      "grad_norm": 1.4030069675807142,
      "learning_rate": 0.00011802471245477437,
      "loss": 1.9844,
      "step": 74167
    },
    {
      "epoch": 3.4504768550825773,
      "grad_norm": 1.513117496274644,
      "learning_rate": 0.00011802108635071132,
      "loss": 2.1562,
      "step": 74168
    },
    {
      "epoch": 3.450523377529658,
      "grad_norm": 1.42170237246394,
      "learning_rate": 0.00011801746026622591,
      "loss": 2.0781,
      "step": 74169
    },
    {
      "epoch": 3.4505698999767387,
      "grad_norm": 1.3330385834573844,
      "learning_rate": 0.00011801383420132042,
      "loss": 1.8906,
      "step": 74170
    },
    {
      "epoch": 3.4506164224238196,
      "grad_norm": 1.401059275823989,
      "learning_rate": 0.00011801020815599704,
      "loss": 2.0,
      "step": 74171
    },
    {
      "epoch": 3.4506629448709,
      "grad_norm": 1.4854254630841572,
      "learning_rate": 0.00011800658213025801,
      "loss": 2.0156,
      "step": 74172
    },
    {
      "epoch": 3.450709467317981,
      "grad_norm": 1.3877654228225271,
      "learning_rate": 0.00011800295612410553,
      "loss": 1.9453,
      "step": 74173
    },
    {
      "epoch": 3.4507559897650615,
      "grad_norm": 1.3235009505698272,
      "learning_rate": 0.00011799933013754185,
      "loss": 1.8359,
      "step": 74174
    },
    {
      "epoch": 3.4508025122121424,
      "grad_norm": 1.3147962488069027,
      "learning_rate": 0.00011799570417056914,
      "loss": 1.9531,
      "step": 74175
    },
    {
      "epoch": 3.450849034659223,
      "grad_norm": 1.3552078041430686,
      "learning_rate": 0.00011799207822318968,
      "loss": 1.8516,
      "step": 74176
    },
    {
      "epoch": 3.450895557106304,
      "grad_norm": 1.422173222879468,
      "learning_rate": 0.00011798845229540558,
      "loss": 2.0469,
      "step": 74177
    },
    {
      "epoch": 3.4509420795533847,
      "grad_norm": 1.5315693504075292,
      "learning_rate": 0.00011798482638721918,
      "loss": 2.2188,
      "step": 74178
    },
    {
      "epoch": 3.450988602000465,
      "grad_norm": 1.4708478778357554,
      "learning_rate": 0.0001179812004986327,
      "loss": 2.1406,
      "step": 74179
    },
    {
      "epoch": 3.451035124447546,
      "grad_norm": 1.4025198859627293,
      "learning_rate": 0.00011797757462964828,
      "loss": 1.9375,
      "step": 74180
    },
    {
      "epoch": 3.4510816468946266,
      "grad_norm": 1.4451434658245699,
      "learning_rate": 0.00011797394878026821,
      "loss": 1.8984,
      "step": 74181
    },
    {
      "epoch": 3.4511281693417075,
      "grad_norm": 1.5084269446162384,
      "learning_rate": 0.00011797032295049467,
      "loss": 2.125,
      "step": 74182
    },
    {
      "epoch": 3.451174691788788,
      "grad_norm": 1.4594403685983004,
      "learning_rate": 0.00011796669714032985,
      "loss": 2.0625,
      "step": 74183
    },
    {
      "epoch": 3.451221214235869,
      "grad_norm": 1.420860985288214,
      "learning_rate": 0.00011796307134977606,
      "loss": 2.2031,
      "step": 74184
    },
    {
      "epoch": 3.4512677366829494,
      "grad_norm": 1.493539967983467,
      "learning_rate": 0.00011795944557883543,
      "loss": 2.2969,
      "step": 74185
    },
    {
      "epoch": 3.4513142591300303,
      "grad_norm": 1.456271099202798,
      "learning_rate": 0.00011795581982751023,
      "loss": 2.1094,
      "step": 74186
    },
    {
      "epoch": 3.451360781577111,
      "grad_norm": 1.4275449351435783,
      "learning_rate": 0.00011795219409580265,
      "loss": 2.0781,
      "step": 74187
    },
    {
      "epoch": 3.4514073040241917,
      "grad_norm": 1.3631889293474448,
      "learning_rate": 0.00011794856838371495,
      "loss": 2.0938,
      "step": 74188
    },
    {
      "epoch": 3.4514538264712726,
      "grad_norm": 1.40717446678261,
      "learning_rate": 0.00011794494269124929,
      "loss": 1.7891,
      "step": 74189
    },
    {
      "epoch": 3.451500348918353,
      "grad_norm": 1.4086881502233375,
      "learning_rate": 0.00011794131701840797,
      "loss": 2.0,
      "step": 74190
    },
    {
      "epoch": 3.4515468713654336,
      "grad_norm": 1.5141881676336082,
      "learning_rate": 0.00011793769136519313,
      "loss": 2.0781,
      "step": 74191
    },
    {
      "epoch": 3.4515933938125145,
      "grad_norm": 1.4575695050321722,
      "learning_rate": 0.00011793406573160705,
      "loss": 2.1562,
      "step": 74192
    },
    {
      "epoch": 3.4516399162595954,
      "grad_norm": 1.4255430384440502,
      "learning_rate": 0.00011793044011765188,
      "loss": 2.0781,
      "step": 74193
    },
    {
      "epoch": 3.451686438706676,
      "grad_norm": 1.393917142808813,
      "learning_rate": 0.00011792681452332995,
      "loss": 1.8359,
      "step": 74194
    },
    {
      "epoch": 3.451732961153757,
      "grad_norm": 1.384159982652508,
      "learning_rate": 0.00011792318894864334,
      "loss": 2.0781,
      "step": 74195
    },
    {
      "epoch": 3.4517794836008373,
      "grad_norm": 1.477731302582989,
      "learning_rate": 0.0001179195633935944,
      "loss": 2.1094,
      "step": 74196
    },
    {
      "epoch": 3.4518260060479182,
      "grad_norm": 1.3584066327635835,
      "learning_rate": 0.00011791593785818525,
      "loss": 1.9141,
      "step": 74197
    },
    {
      "epoch": 3.4518725284949987,
      "grad_norm": 1.5559806653889143,
      "learning_rate": 0.0001179123123424182,
      "loss": 2.3906,
      "step": 74198
    },
    {
      "epoch": 3.4519190509420796,
      "grad_norm": 1.4059471485854005,
      "learning_rate": 0.00011790868684629536,
      "loss": 1.9219,
      "step": 74199
    },
    {
      "epoch": 3.45196557338916,
      "grad_norm": 1.3697221680048544,
      "learning_rate": 0.00011790506136981902,
      "loss": 1.8828,
      "step": 74200
    },
    {
      "epoch": 3.452012095836241,
      "grad_norm": 1.4019631634725627,
      "learning_rate": 0.00011790143591299143,
      "loss": 1.8125,
      "step": 74201
    },
    {
      "epoch": 3.4520586182833215,
      "grad_norm": 1.4368686478414952,
      "learning_rate": 0.00011789781047581473,
      "loss": 1.875,
      "step": 74202
    },
    {
      "epoch": 3.4521051407304024,
      "grad_norm": 1.4964776950228371,
      "learning_rate": 0.00011789418505829123,
      "loss": 2.125,
      "step": 74203
    },
    {
      "epoch": 3.4521516631774833,
      "grad_norm": 1.4667075620473717,
      "learning_rate": 0.00011789055966042306,
      "loss": 2.2344,
      "step": 74204
    },
    {
      "epoch": 3.452198185624564,
      "grad_norm": 1.369980072013378,
      "learning_rate": 0.00011788693428221251,
      "loss": 1.9766,
      "step": 74205
    },
    {
      "epoch": 3.4522447080716447,
      "grad_norm": 1.4101355848451043,
      "learning_rate": 0.00011788330892366174,
      "loss": 1.8906,
      "step": 74206
    },
    {
      "epoch": 3.452291230518725,
      "grad_norm": 1.3541559918330854,
      "learning_rate": 0.00011787968358477303,
      "loss": 1.8984,
      "step": 74207
    },
    {
      "epoch": 3.452337752965806,
      "grad_norm": 1.4767768471644014,
      "learning_rate": 0.00011787605826554856,
      "loss": 2.0781,
      "step": 74208
    },
    {
      "epoch": 3.4523842754128866,
      "grad_norm": 1.4434307272010136,
      "learning_rate": 0.00011787243296599052,
      "loss": 2.1406,
      "step": 74209
    },
    {
      "epoch": 3.4524307978599675,
      "grad_norm": 1.420150044070321,
      "learning_rate": 0.00011786880768610122,
      "loss": 2.0781,
      "step": 74210
    },
    {
      "epoch": 3.452477320307048,
      "grad_norm": 1.4897333499914243,
      "learning_rate": 0.00011786518242588276,
      "loss": 1.8906,
      "step": 74211
    },
    {
      "epoch": 3.452523842754129,
      "grad_norm": 1.3154739841410152,
      "learning_rate": 0.00011786155718533749,
      "loss": 1.8672,
      "step": 74212
    },
    {
      "epoch": 3.4525703652012094,
      "grad_norm": 1.4458858367136578,
      "learning_rate": 0.0001178579319644675,
      "loss": 2.0781,
      "step": 74213
    },
    {
      "epoch": 3.4526168876482903,
      "grad_norm": 1.4170546209582207,
      "learning_rate": 0.00011785430676327514,
      "loss": 1.9922,
      "step": 74214
    },
    {
      "epoch": 3.4526634100953713,
      "grad_norm": 1.4919158751671213,
      "learning_rate": 0.00011785068158176251,
      "loss": 2.3906,
      "step": 74215
    },
    {
      "epoch": 3.4527099325424517,
      "grad_norm": 1.3964191733443523,
      "learning_rate": 0.00011784705641993193,
      "loss": 2.1562,
      "step": 74216
    },
    {
      "epoch": 3.452756454989532,
      "grad_norm": 1.4709935251561383,
      "learning_rate": 0.0001178434312777855,
      "loss": 2.25,
      "step": 74217
    },
    {
      "epoch": 3.452802977436613,
      "grad_norm": 1.4717938074947887,
      "learning_rate": 0.0001178398061553256,
      "loss": 2.2188,
      "step": 74218
    },
    {
      "epoch": 3.452849499883694,
      "grad_norm": 1.319110226687489,
      "learning_rate": 0.00011783618105255428,
      "loss": 1.9375,
      "step": 74219
    },
    {
      "epoch": 3.4528960223307745,
      "grad_norm": 1.4300264675659633,
      "learning_rate": 0.00011783255596947389,
      "loss": 2.25,
      "step": 74220
    },
    {
      "epoch": 3.4529425447778554,
      "grad_norm": 1.4302530364415087,
      "learning_rate": 0.00011782893090608653,
      "loss": 2.0781,
      "step": 74221
    },
    {
      "epoch": 3.452989067224936,
      "grad_norm": 1.486929563151775,
      "learning_rate": 0.00011782530586239453,
      "loss": 2.0625,
      "step": 74222
    },
    {
      "epoch": 3.453035589672017,
      "grad_norm": 1.4035832844234106,
      "learning_rate": 0.0001178216808384001,
      "loss": 1.875,
      "step": 74223
    },
    {
      "epoch": 3.4530821121190973,
      "grad_norm": 1.3546666929212658,
      "learning_rate": 0.0001178180558341054,
      "loss": 1.5469,
      "step": 74224
    },
    {
      "epoch": 3.4531286345661782,
      "grad_norm": 1.417445307029404,
      "learning_rate": 0.00011781443084951268,
      "loss": 2.1406,
      "step": 74225
    },
    {
      "epoch": 3.4531751570132587,
      "grad_norm": 1.5116600099480442,
      "learning_rate": 0.00011781080588462414,
      "loss": 2.2969,
      "step": 74226
    },
    {
      "epoch": 3.4532216794603396,
      "grad_norm": 1.3136486433087209,
      "learning_rate": 0.00011780718093944205,
      "loss": 1.7656,
      "step": 74227
    },
    {
      "epoch": 3.45326820190742,
      "grad_norm": 1.4882912493741027,
      "learning_rate": 0.00011780355601396856,
      "loss": 2.1094,
      "step": 74228
    },
    {
      "epoch": 3.453314724354501,
      "grad_norm": 1.3745549973632862,
      "learning_rate": 0.00011779993110820595,
      "loss": 1.9219,
      "step": 74229
    },
    {
      "epoch": 3.453361246801582,
      "grad_norm": 1.4228092021111303,
      "learning_rate": 0.00011779630622215638,
      "loss": 2.1094,
      "step": 74230
    },
    {
      "epoch": 3.4534077692486624,
      "grad_norm": 1.3863693005889224,
      "learning_rate": 0.00011779268135582215,
      "loss": 2.0469,
      "step": 74231
    },
    {
      "epoch": 3.4534542916957434,
      "grad_norm": 1.4470975262413994,
      "learning_rate": 0.00011778905650920538,
      "loss": 2.1406,
      "step": 74232
    },
    {
      "epoch": 3.453500814142824,
      "grad_norm": 1.3398584325674803,
      "learning_rate": 0.00011778543168230837,
      "loss": 1.9688,
      "step": 74233
    },
    {
      "epoch": 3.4535473365899048,
      "grad_norm": 1.5648307324488422,
      "learning_rate": 0.00011778180687513332,
      "loss": 2.2031,
      "step": 74234
    },
    {
      "epoch": 3.4535938590369852,
      "grad_norm": 1.3894699031232949,
      "learning_rate": 0.0001177781820876824,
      "loss": 2.0938,
      "step": 74235
    },
    {
      "epoch": 3.453640381484066,
      "grad_norm": 1.3028924011201406,
      "learning_rate": 0.00011777455731995788,
      "loss": 1.8672,
      "step": 74236
    },
    {
      "epoch": 3.4536869039311466,
      "grad_norm": 1.254112104018299,
      "learning_rate": 0.00011777093257196196,
      "loss": 1.6172,
      "step": 74237
    },
    {
      "epoch": 3.4537334263782276,
      "grad_norm": 1.453338682768264,
      "learning_rate": 0.00011776730784369689,
      "loss": 2.1719,
      "step": 74238
    },
    {
      "epoch": 3.453779948825308,
      "grad_norm": 1.4896917827900806,
      "learning_rate": 0.00011776368313516483,
      "loss": 1.8672,
      "step": 74239
    },
    {
      "epoch": 3.453826471272389,
      "grad_norm": 1.4515874650426615,
      "learning_rate": 0.00011776005844636808,
      "loss": 1.8984,
      "step": 74240
    },
    {
      "epoch": 3.45387299371947,
      "grad_norm": 1.4482217538112432,
      "learning_rate": 0.00011775643377730875,
      "loss": 2.2969,
      "step": 74241
    },
    {
      "epoch": 3.4539195161665504,
      "grad_norm": 1.3636092062642255,
      "learning_rate": 0.00011775280912798919,
      "loss": 1.8906,
      "step": 74242
    },
    {
      "epoch": 3.453966038613631,
      "grad_norm": 1.5897500011402248,
      "learning_rate": 0.00011774918449841145,
      "loss": 2.2969,
      "step": 74243
    },
    {
      "epoch": 3.4540125610607118,
      "grad_norm": 1.459183855249337,
      "learning_rate": 0.00011774555988857792,
      "loss": 2.1406,
      "step": 74244
    },
    {
      "epoch": 3.4540590835077927,
      "grad_norm": 1.421486802330806,
      "learning_rate": 0.00011774193529849074,
      "loss": 2.1719,
      "step": 74245
    },
    {
      "epoch": 3.454105605954873,
      "grad_norm": 1.4142497457750323,
      "learning_rate": 0.00011773831072815213,
      "loss": 2.0312,
      "step": 74246
    },
    {
      "epoch": 3.454152128401954,
      "grad_norm": 1.4975063917560787,
      "learning_rate": 0.00011773468617756435,
      "loss": 2.1875,
      "step": 74247
    },
    {
      "epoch": 3.4541986508490345,
      "grad_norm": 1.4411029086794394,
      "learning_rate": 0.00011773106164672954,
      "loss": 2.2188,
      "step": 74248
    },
    {
      "epoch": 3.4542451732961155,
      "grad_norm": 1.2915555950592,
      "learning_rate": 0.00011772743713565,
      "loss": 1.6328,
      "step": 74249
    },
    {
      "epoch": 3.454291695743196,
      "grad_norm": 1.393403939577743,
      "learning_rate": 0.00011772381264432789,
      "loss": 2.0,
      "step": 74250
    },
    {
      "epoch": 3.454338218190277,
      "grad_norm": 1.4350622241099134,
      "learning_rate": 0.00011772018817276547,
      "loss": 2.1094,
      "step": 74251
    },
    {
      "epoch": 3.4543847406373573,
      "grad_norm": 1.4595509010836913,
      "learning_rate": 0.00011771656372096491,
      "loss": 2.1094,
      "step": 74252
    },
    {
      "epoch": 3.4544312630844383,
      "grad_norm": 1.4513694406990891,
      "learning_rate": 0.0001177129392889285,
      "loss": 2.0781,
      "step": 74253
    },
    {
      "epoch": 3.4544777855315187,
      "grad_norm": 1.3851689068620296,
      "learning_rate": 0.00011770931487665839,
      "loss": 1.8984,
      "step": 74254
    },
    {
      "epoch": 3.4545243079785997,
      "grad_norm": 1.3506006183046766,
      "learning_rate": 0.00011770569048415686,
      "loss": 2.0469,
      "step": 74255
    },
    {
      "epoch": 3.4545708304256806,
      "grad_norm": 1.3868857227762343,
      "learning_rate": 0.00011770206611142605,
      "loss": 1.9766,
      "step": 74256
    },
    {
      "epoch": 3.454617352872761,
      "grad_norm": 1.4449468358219724,
      "learning_rate": 0.00011769844175846828,
      "loss": 2.0469,
      "step": 74257
    },
    {
      "epoch": 3.454663875319842,
      "grad_norm": 1.5122727104841578,
      "learning_rate": 0.00011769481742528565,
      "loss": 2.3125,
      "step": 74258
    },
    {
      "epoch": 3.4547103977669225,
      "grad_norm": 1.5947320366526807,
      "learning_rate": 0.0001176911931118805,
      "loss": 2.5312,
      "step": 74259
    },
    {
      "epoch": 3.4547569202140034,
      "grad_norm": 1.3851914759287842,
      "learning_rate": 0.00011768756881825499,
      "loss": 1.9375,
      "step": 74260
    },
    {
      "epoch": 3.454803442661084,
      "grad_norm": 1.4144722465597308,
      "learning_rate": 0.00011768394454441129,
      "loss": 2.0781,
      "step": 74261
    },
    {
      "epoch": 3.4548499651081648,
      "grad_norm": 1.4362126854191994,
      "learning_rate": 0.00011768032029035172,
      "loss": 2.0312,
      "step": 74262
    },
    {
      "epoch": 3.4548964875552453,
      "grad_norm": 1.5010387886331247,
      "learning_rate": 0.00011767669605607842,
      "loss": 2.2812,
      "step": 74263
    },
    {
      "epoch": 3.454943010002326,
      "grad_norm": 1.4673017889204274,
      "learning_rate": 0.00011767307184159366,
      "loss": 2.2656,
      "step": 74264
    },
    {
      "epoch": 3.4549895324494067,
      "grad_norm": 1.4644907059017307,
      "learning_rate": 0.00011766944764689958,
      "loss": 2.0469,
      "step": 74265
    },
    {
      "epoch": 3.4550360548964876,
      "grad_norm": 1.355425709221349,
      "learning_rate": 0.00011766582347199848,
      "loss": 2.0312,
      "step": 74266
    },
    {
      "epoch": 3.4550825773435685,
      "grad_norm": 1.481922245102869,
      "learning_rate": 0.0001176621993168926,
      "loss": 2.2344,
      "step": 74267
    },
    {
      "epoch": 3.455129099790649,
      "grad_norm": 1.4399551270746667,
      "learning_rate": 0.00011765857518158405,
      "loss": 2.2031,
      "step": 74268
    },
    {
      "epoch": 3.45517562223773,
      "grad_norm": 1.4154388431310667,
      "learning_rate": 0.00011765495106607516,
      "loss": 2.1094,
      "step": 74269
    },
    {
      "epoch": 3.4552221446848104,
      "grad_norm": 1.3290391224185591,
      "learning_rate": 0.00011765132697036806,
      "loss": 1.8672,
      "step": 74270
    },
    {
      "epoch": 3.4552686671318913,
      "grad_norm": 1.5630628454782571,
      "learning_rate": 0.00011764770289446505,
      "loss": 2.0312,
      "step": 74271
    },
    {
      "epoch": 3.4553151895789718,
      "grad_norm": 1.374209116674937,
      "learning_rate": 0.00011764407883836829,
      "loss": 1.9375,
      "step": 74272
    },
    {
      "epoch": 3.4553617120260527,
      "grad_norm": 1.4120214898276089,
      "learning_rate": 0.00011764045480208002,
      "loss": 1.9453,
      "step": 74273
    },
    {
      "epoch": 3.455408234473133,
      "grad_norm": 1.3055331448747083,
      "learning_rate": 0.00011763683078560243,
      "loss": 1.9531,
      "step": 74274
    },
    {
      "epoch": 3.455454756920214,
      "grad_norm": 1.3886134085693216,
      "learning_rate": 0.00011763320678893778,
      "loss": 1.9219,
      "step": 74275
    },
    {
      "epoch": 3.4555012793672946,
      "grad_norm": 1.3670567354799013,
      "learning_rate": 0.00011762958281208827,
      "loss": 2.0312,
      "step": 74276
    },
    {
      "epoch": 3.4555478018143755,
      "grad_norm": 1.4220076034286016,
      "learning_rate": 0.00011762595885505615,
      "loss": 2.0625,
      "step": 74277
    },
    {
      "epoch": 3.455594324261456,
      "grad_norm": 1.3644753996478385,
      "learning_rate": 0.00011762233491784355,
      "loss": 1.9375,
      "step": 74278
    },
    {
      "epoch": 3.455640846708537,
      "grad_norm": 1.4167556625234392,
      "learning_rate": 0.00011761871100045279,
      "loss": 2.0781,
      "step": 74279
    },
    {
      "epoch": 3.4556873691556174,
      "grad_norm": 1.3383616518070578,
      "learning_rate": 0.00011761508710288603,
      "loss": 2.0156,
      "step": 74280
    },
    {
      "epoch": 3.4557338916026983,
      "grad_norm": 1.4328995724558202,
      "learning_rate": 0.00011761146322514552,
      "loss": 2.0,
      "step": 74281
    },
    {
      "epoch": 3.455780414049779,
      "grad_norm": 1.461504077747998,
      "learning_rate": 0.00011760783936723345,
      "loss": 2.0469,
      "step": 74282
    },
    {
      "epoch": 3.4558269364968597,
      "grad_norm": 1.4015535894971982,
      "learning_rate": 0.00011760421552915207,
      "loss": 1.875,
      "step": 74283
    },
    {
      "epoch": 3.4558734589439406,
      "grad_norm": 1.4151560259256764,
      "learning_rate": 0.00011760059171090354,
      "loss": 2.0156,
      "step": 74284
    },
    {
      "epoch": 3.455919981391021,
      "grad_norm": 1.4559748899904141,
      "learning_rate": 0.00011759696791249016,
      "loss": 2.1719,
      "step": 74285
    },
    {
      "epoch": 3.455966503838102,
      "grad_norm": 1.4371765162173125,
      "learning_rate": 0.0001175933441339141,
      "loss": 2.0469,
      "step": 74286
    },
    {
      "epoch": 3.4560130262851825,
      "grad_norm": 1.462196512770898,
      "learning_rate": 0.0001175897203751775,
      "loss": 2.125,
      "step": 74287
    },
    {
      "epoch": 3.4560595487322634,
      "grad_norm": 1.379966925657374,
      "learning_rate": 0.00011758609663628274,
      "loss": 1.9375,
      "step": 74288
    },
    {
      "epoch": 3.456106071179344,
      "grad_norm": 1.4701007628855915,
      "learning_rate": 0.00011758247291723199,
      "loss": 2.1562,
      "step": 74289
    },
    {
      "epoch": 3.456152593626425,
      "grad_norm": 1.293995025268052,
      "learning_rate": 0.00011757884921802739,
      "loss": 1.6094,
      "step": 74290
    },
    {
      "epoch": 3.4561991160735053,
      "grad_norm": 1.4432767617248952,
      "learning_rate": 0.00011757522553867127,
      "loss": 2.0625,
      "step": 74291
    },
    {
      "epoch": 3.456245638520586,
      "grad_norm": 1.3884135482434392,
      "learning_rate": 0.00011757160187916573,
      "loss": 1.8281,
      "step": 74292
    },
    {
      "epoch": 3.456292160967667,
      "grad_norm": 1.4911148591839845,
      "learning_rate": 0.00011756797823951307,
      "loss": 2.25,
      "step": 74293
    },
    {
      "epoch": 3.4563386834147476,
      "grad_norm": 1.3891191050467635,
      "learning_rate": 0.00011756435461971548,
      "loss": 2.0312,
      "step": 74294
    },
    {
      "epoch": 3.4563852058618285,
      "grad_norm": 1.4426596562821596,
      "learning_rate": 0.0001175607310197752,
      "loss": 2.0781,
      "step": 74295
    },
    {
      "epoch": 3.456431728308909,
      "grad_norm": 1.339739522349252,
      "learning_rate": 0.0001175571074396944,
      "loss": 1.9609,
      "step": 74296
    },
    {
      "epoch": 3.45647825075599,
      "grad_norm": 1.2704541998431842,
      "learning_rate": 0.00011755348387947535,
      "loss": 1.6562,
      "step": 74297
    },
    {
      "epoch": 3.4565247732030704,
      "grad_norm": 1.5391717216290912,
      "learning_rate": 0.00011754986033912024,
      "loss": 2.375,
      "step": 74298
    },
    {
      "epoch": 3.4565712956501513,
      "grad_norm": 1.452411277519932,
      "learning_rate": 0.00011754623681863132,
      "loss": 2.2344,
      "step": 74299
    },
    {
      "epoch": 3.456617818097232,
      "grad_norm": 1.4361026581912328,
      "learning_rate": 0.00011754261331801077,
      "loss": 2.1094,
      "step": 74300
    },
    {
      "epoch": 3.4566643405443127,
      "grad_norm": 1.3436759683569293,
      "learning_rate": 0.00011753898983726083,
      "loss": 1.9453,
      "step": 74301
    },
    {
      "epoch": 3.456710862991393,
      "grad_norm": 1.3932943892915124,
      "learning_rate": 0.00011753536637638368,
      "loss": 2.0781,
      "step": 74302
    },
    {
      "epoch": 3.456757385438474,
      "grad_norm": 1.4960730528168402,
      "learning_rate": 0.0001175317429353816,
      "loss": 2.0625,
      "step": 74303
    },
    {
      "epoch": 3.456803907885555,
      "grad_norm": 1.3077874939099505,
      "learning_rate": 0.00011752811951425676,
      "loss": 1.8828,
      "step": 74304
    },
    {
      "epoch": 3.4568504303326355,
      "grad_norm": 1.4255375968501829,
      "learning_rate": 0.00011752449611301144,
      "loss": 2.0625,
      "step": 74305
    },
    {
      "epoch": 3.456896952779716,
      "grad_norm": 1.5519576086252547,
      "learning_rate": 0.00011752087273164776,
      "loss": 2.2969,
      "step": 74306
    },
    {
      "epoch": 3.456943475226797,
      "grad_norm": 1.3759752489719819,
      "learning_rate": 0.00011751724937016804,
      "loss": 2.0781,
      "step": 74307
    },
    {
      "epoch": 3.456989997673878,
      "grad_norm": 1.369091728111752,
      "learning_rate": 0.00011751362602857441,
      "loss": 1.9609,
      "step": 74308
    },
    {
      "epoch": 3.4570365201209583,
      "grad_norm": 1.4038715382531737,
      "learning_rate": 0.00011751000270686909,
      "loss": 1.9766,
      "step": 74309
    },
    {
      "epoch": 3.457083042568039,
      "grad_norm": 1.3827474136907565,
      "learning_rate": 0.00011750637940505441,
      "loss": 2.2188,
      "step": 74310
    },
    {
      "epoch": 3.4571295650151197,
      "grad_norm": 1.5383431717648244,
      "learning_rate": 0.00011750275612313249,
      "loss": 2.3438,
      "step": 74311
    },
    {
      "epoch": 3.4571760874622006,
      "grad_norm": 1.375852710134189,
      "learning_rate": 0.0001174991328611056,
      "loss": 2.0469,
      "step": 74312
    },
    {
      "epoch": 3.457222609909281,
      "grad_norm": 1.4684244606489174,
      "learning_rate": 0.0001174955096189759,
      "loss": 2.3281,
      "step": 74313
    },
    {
      "epoch": 3.457269132356362,
      "grad_norm": 1.3122871827938616,
      "learning_rate": 0.00011749188639674567,
      "loss": 1.8984,
      "step": 74314
    },
    {
      "epoch": 3.4573156548034425,
      "grad_norm": 1.4418644211421727,
      "learning_rate": 0.0001174882631944171,
      "loss": 2.1094,
      "step": 74315
    },
    {
      "epoch": 3.4573621772505234,
      "grad_norm": 1.385648743770934,
      "learning_rate": 0.00011748464001199237,
      "loss": 2.1094,
      "step": 74316
    },
    {
      "epoch": 3.457408699697604,
      "grad_norm": 1.4124344528267565,
      "learning_rate": 0.00011748101684947378,
      "loss": 2.1719,
      "step": 74317
    },
    {
      "epoch": 3.457455222144685,
      "grad_norm": 1.3843388545237216,
      "learning_rate": 0.00011747739370686347,
      "loss": 1.9844,
      "step": 74318
    },
    {
      "epoch": 3.4575017445917657,
      "grad_norm": 1.3791607773997103,
      "learning_rate": 0.00011747377058416372,
      "loss": 2.0312,
      "step": 74319
    },
    {
      "epoch": 3.457548267038846,
      "grad_norm": 1.4533693547206794,
      "learning_rate": 0.00011747014748137669,
      "loss": 2.1875,
      "step": 74320
    },
    {
      "epoch": 3.457594789485927,
      "grad_norm": 1.4300174607182754,
      "learning_rate": 0.00011746652439850466,
      "loss": 2.0469,
      "step": 74321
    },
    {
      "epoch": 3.4576413119330076,
      "grad_norm": 1.3888472093681687,
      "learning_rate": 0.00011746290133554977,
      "loss": 2.0312,
      "step": 74322
    },
    {
      "epoch": 3.4576878343800885,
      "grad_norm": 1.3847049516683239,
      "learning_rate": 0.00011745927829251433,
      "loss": 2.1094,
      "step": 74323
    },
    {
      "epoch": 3.457734356827169,
      "grad_norm": 1.4311075862293208,
      "learning_rate": 0.00011745565526940047,
      "loss": 1.9375,
      "step": 74324
    },
    {
      "epoch": 3.45778087927425,
      "grad_norm": 1.4250483215124365,
      "learning_rate": 0.0001174520322662105,
      "loss": 2.1406,
      "step": 74325
    },
    {
      "epoch": 3.4578274017213304,
      "grad_norm": 1.5127811810619567,
      "learning_rate": 0.00011744840928294653,
      "loss": 2.3125,
      "step": 74326
    },
    {
      "epoch": 3.4578739241684113,
      "grad_norm": 1.4069967192185078,
      "learning_rate": 0.00011744478631961087,
      "loss": 2.0,
      "step": 74327
    },
    {
      "epoch": 3.457920446615492,
      "grad_norm": 1.4305807943424094,
      "learning_rate": 0.00011744116337620569,
      "loss": 2.0938,
      "step": 74328
    },
    {
      "epoch": 3.4579669690625727,
      "grad_norm": 1.2362815060822243,
      "learning_rate": 0.00011743754045273325,
      "loss": 1.6875,
      "step": 74329
    },
    {
      "epoch": 3.4580134915096536,
      "grad_norm": 1.44067025145122,
      "learning_rate": 0.0001174339175491957,
      "loss": 2.2031,
      "step": 74330
    },
    {
      "epoch": 3.458060013956734,
      "grad_norm": 1.4389309439287554,
      "learning_rate": 0.00011743029466559527,
      "loss": 1.9844,
      "step": 74331
    },
    {
      "epoch": 3.4581065364038146,
      "grad_norm": 1.3540181133823999,
      "learning_rate": 0.00011742667180193427,
      "loss": 1.9844,
      "step": 74332
    },
    {
      "epoch": 3.4581530588508955,
      "grad_norm": 1.44165941399569,
      "learning_rate": 0.00011742304895821482,
      "loss": 2.1406,
      "step": 74333
    },
    {
      "epoch": 3.4581995812979764,
      "grad_norm": 1.4963686765499065,
      "learning_rate": 0.0001174194261344392,
      "loss": 2.2344,
      "step": 74334
    },
    {
      "epoch": 3.458246103745057,
      "grad_norm": 1.405326185417455,
      "learning_rate": 0.00011741580333060957,
      "loss": 2.1094,
      "step": 74335
    },
    {
      "epoch": 3.458292626192138,
      "grad_norm": 1.3642982344321424,
      "learning_rate": 0.00011741218054672821,
      "loss": 1.8906,
      "step": 74336
    },
    {
      "epoch": 3.4583391486392183,
      "grad_norm": 1.4594662277960686,
      "learning_rate": 0.00011740855778279727,
      "loss": 1.8984,
      "step": 74337
    },
    {
      "epoch": 3.4583856710862992,
      "grad_norm": 1.4016349981120242,
      "learning_rate": 0.00011740493503881905,
      "loss": 2.0625,
      "step": 74338
    },
    {
      "epoch": 3.4584321935333797,
      "grad_norm": 1.5078202650773345,
      "learning_rate": 0.00011740131231479567,
      "loss": 2.2969,
      "step": 74339
    },
    {
      "epoch": 3.4584787159804606,
      "grad_norm": 1.1776841804097358,
      "learning_rate": 0.00011739768961072943,
      "loss": 1.3984,
      "step": 74340
    },
    {
      "epoch": 3.458525238427541,
      "grad_norm": 1.3898780579340668,
      "learning_rate": 0.00011739406692662252,
      "loss": 1.8594,
      "step": 74341
    },
    {
      "epoch": 3.458571760874622,
      "grad_norm": 1.3839296469594835,
      "learning_rate": 0.00011739044426247712,
      "loss": 1.9609,
      "step": 74342
    },
    {
      "epoch": 3.4586182833217025,
      "grad_norm": 1.410758213096995,
      "learning_rate": 0.00011738682161829552,
      "loss": 2.2656,
      "step": 74343
    },
    {
      "epoch": 3.4586648057687834,
      "grad_norm": 1.4127385964427173,
      "learning_rate": 0.00011738319899407989,
      "loss": 2.1875,
      "step": 74344
    },
    {
      "epoch": 3.4587113282158644,
      "grad_norm": 1.5422585578673331,
      "learning_rate": 0.00011737957638983246,
      "loss": 2.375,
      "step": 74345
    },
    {
      "epoch": 3.458757850662945,
      "grad_norm": 1.5123011166306084,
      "learning_rate": 0.00011737595380555542,
      "loss": 2.3125,
      "step": 74346
    },
    {
      "epoch": 3.4588043731100258,
      "grad_norm": 1.5665586745768125,
      "learning_rate": 0.00011737233124125105,
      "loss": 2.0469,
      "step": 74347
    },
    {
      "epoch": 3.4588508955571062,
      "grad_norm": 1.4129076357826802,
      "learning_rate": 0.00011736870869692149,
      "loss": 2.0312,
      "step": 74348
    },
    {
      "epoch": 3.458897418004187,
      "grad_norm": 1.300545121690459,
      "learning_rate": 0.00011736508617256904,
      "loss": 1.6797,
      "step": 74349
    },
    {
      "epoch": 3.4589439404512676,
      "grad_norm": 1.5412433995661696,
      "learning_rate": 0.00011736146366819583,
      "loss": 2.1719,
      "step": 74350
    },
    {
      "epoch": 3.4589904628983486,
      "grad_norm": 1.4195803553811426,
      "learning_rate": 0.00011735784118380418,
      "loss": 1.9766,
      "step": 74351
    },
    {
      "epoch": 3.459036985345429,
      "grad_norm": 1.4261302995359058,
      "learning_rate": 0.0001173542187193962,
      "loss": 2.0156,
      "step": 74352
    },
    {
      "epoch": 3.45908350779251,
      "grad_norm": 1.35270391763828,
      "learning_rate": 0.00011735059627497415,
      "loss": 1.7969,
      "step": 74353
    },
    {
      "epoch": 3.4591300302395904,
      "grad_norm": 1.3916828114142512,
      "learning_rate": 0.0001173469738505403,
      "loss": 1.9375,
      "step": 74354
    },
    {
      "epoch": 3.4591765526866713,
      "grad_norm": 1.4610537386889138,
      "learning_rate": 0.0001173433514460968,
      "loss": 2.0625,
      "step": 74355
    },
    {
      "epoch": 3.4592230751337523,
      "grad_norm": 1.3033646215346766,
      "learning_rate": 0.00011733972906164592,
      "loss": 1.5,
      "step": 74356
    },
    {
      "epoch": 3.4592695975808327,
      "grad_norm": 1.3765190719767961,
      "learning_rate": 0.00011733610669718984,
      "loss": 1.9141,
      "step": 74357
    },
    {
      "epoch": 3.459316120027913,
      "grad_norm": 1.415741873713266,
      "learning_rate": 0.0001173324843527308,
      "loss": 1.9453,
      "step": 74358
    },
    {
      "epoch": 3.459362642474994,
      "grad_norm": 1.4902096663603233,
      "learning_rate": 0.00011732886202827097,
      "loss": 2.1406,
      "step": 74359
    },
    {
      "epoch": 3.459409164922075,
      "grad_norm": 1.3451466109235835,
      "learning_rate": 0.00011732523972381264,
      "loss": 1.7812,
      "step": 74360
    },
    {
      "epoch": 3.4594556873691555,
      "grad_norm": 1.4658870027921767,
      "learning_rate": 0.00011732161743935795,
      "loss": 2.2344,
      "step": 74361
    },
    {
      "epoch": 3.4595022098162365,
      "grad_norm": 1.3685554038031682,
      "learning_rate": 0.00011731799517490922,
      "loss": 2.0156,
      "step": 74362
    },
    {
      "epoch": 3.459548732263317,
      "grad_norm": 1.4031566799594999,
      "learning_rate": 0.00011731437293046854,
      "loss": 1.9375,
      "step": 74363
    },
    {
      "epoch": 3.459595254710398,
      "grad_norm": 1.3445377295732914,
      "learning_rate": 0.00011731075070603824,
      "loss": 1.9766,
      "step": 74364
    },
    {
      "epoch": 3.4596417771574783,
      "grad_norm": 1.435933032804502,
      "learning_rate": 0.00011730712850162047,
      "loss": 2.1875,
      "step": 74365
    },
    {
      "epoch": 3.4596882996045593,
      "grad_norm": 1.4349030867737085,
      "learning_rate": 0.00011730350631721748,
      "loss": 2.125,
      "step": 74366
    },
    {
      "epoch": 3.4597348220516397,
      "grad_norm": 1.5007393790399928,
      "learning_rate": 0.0001172998841528315,
      "loss": 2.25,
      "step": 74367
    },
    {
      "epoch": 3.4597813444987207,
      "grad_norm": 1.3480746321713801,
      "learning_rate": 0.00011729626200846467,
      "loss": 1.9453,
      "step": 74368
    },
    {
      "epoch": 3.459827866945801,
      "grad_norm": 1.3244726676217609,
      "learning_rate": 0.0001172926398841193,
      "loss": 1.8984,
      "step": 74369
    },
    {
      "epoch": 3.459874389392882,
      "grad_norm": 1.427328969976593,
      "learning_rate": 0.00011728901777979754,
      "loss": 2.1094,
      "step": 74370
    },
    {
      "epoch": 3.459920911839963,
      "grad_norm": 1.4922408238247766,
      "learning_rate": 0.00011728539569550166,
      "loss": 2.25,
      "step": 74371
    },
    {
      "epoch": 3.4599674342870435,
      "grad_norm": 1.2965837330604002,
      "learning_rate": 0.00011728177363123384,
      "loss": 1.6719,
      "step": 74372
    },
    {
      "epoch": 3.4600139567341244,
      "grad_norm": 1.3102530237408974,
      "learning_rate": 0.00011727815158699632,
      "loss": 1.9062,
      "step": 74373
    },
    {
      "epoch": 3.460060479181205,
      "grad_norm": 1.5266557322758658,
      "learning_rate": 0.00011727452956279129,
      "loss": 2.3438,
      "step": 74374
    },
    {
      "epoch": 3.4601070016282858,
      "grad_norm": 1.5035180528344294,
      "learning_rate": 0.00011727090755862095,
      "loss": 2.4219,
      "step": 74375
    },
    {
      "epoch": 3.4601535240753662,
      "grad_norm": 1.3930329104605212,
      "learning_rate": 0.00011726728557448761,
      "loss": 1.6172,
      "step": 74376
    },
    {
      "epoch": 3.460200046522447,
      "grad_norm": 1.4227826277005127,
      "learning_rate": 0.00011726366361039342,
      "loss": 2.0156,
      "step": 74377
    },
    {
      "epoch": 3.4602465689695276,
      "grad_norm": 1.3486887970122514,
      "learning_rate": 0.00011726004166634062,
      "loss": 2.0,
      "step": 74378
    },
    {
      "epoch": 3.4602930914166086,
      "grad_norm": 1.4752856564285877,
      "learning_rate": 0.0001172564197423314,
      "loss": 2.0625,
      "step": 74379
    },
    {
      "epoch": 3.460339613863689,
      "grad_norm": 1.377079638821451,
      "learning_rate": 0.00011725279783836801,
      "loss": 1.9141,
      "step": 74380
    },
    {
      "epoch": 3.46038613631077,
      "grad_norm": 1.3972623514027105,
      "learning_rate": 0.00011724917595445262,
      "loss": 2.0,
      "step": 74381
    },
    {
      "epoch": 3.460432658757851,
      "grad_norm": 1.4008966930662434,
      "learning_rate": 0.0001172455540905875,
      "loss": 1.9297,
      "step": 74382
    },
    {
      "epoch": 3.4604791812049314,
      "grad_norm": 1.4269034886566077,
      "learning_rate": 0.00011724193224677485,
      "loss": 2.1562,
      "step": 74383
    },
    {
      "epoch": 3.4605257036520123,
      "grad_norm": 1.4057282590961089,
      "learning_rate": 0.00011723831042301687,
      "loss": 2.125,
      "step": 74384
    },
    {
      "epoch": 3.4605722260990928,
      "grad_norm": 1.367128210590417,
      "learning_rate": 0.0001172346886193158,
      "loss": 2.0781,
      "step": 74385
    },
    {
      "epoch": 3.4606187485461737,
      "grad_norm": 1.354408618786469,
      "learning_rate": 0.00011723106683567384,
      "loss": 1.9844,
      "step": 74386
    },
    {
      "epoch": 3.460665270993254,
      "grad_norm": 1.391206971060704,
      "learning_rate": 0.0001172274450720932,
      "loss": 2.1406,
      "step": 74387
    },
    {
      "epoch": 3.460711793440335,
      "grad_norm": 1.5052619507218168,
      "learning_rate": 0.00011722382332857613,
      "loss": 2.0312,
      "step": 74388
    },
    {
      "epoch": 3.4607583158874156,
      "grad_norm": 1.3688082860720778,
      "learning_rate": 0.00011722020160512483,
      "loss": 1.8438,
      "step": 74389
    },
    {
      "epoch": 3.4608048383344965,
      "grad_norm": 1.2994802276518966,
      "learning_rate": 0.00011721657990174152,
      "loss": 1.8672,
      "step": 74390
    },
    {
      "epoch": 3.460851360781577,
      "grad_norm": 1.3670435602562292,
      "learning_rate": 0.0001172129582184284,
      "loss": 1.8516,
      "step": 74391
    },
    {
      "epoch": 3.460897883228658,
      "grad_norm": 1.3828751832239925,
      "learning_rate": 0.0001172093365551877,
      "loss": 2.0469,
      "step": 74392
    },
    {
      "epoch": 3.4609444056757384,
      "grad_norm": 1.3633063245662431,
      "learning_rate": 0.00011720571491202166,
      "loss": 1.9609,
      "step": 74393
    },
    {
      "epoch": 3.4609909281228193,
      "grad_norm": 1.4234103481641132,
      "learning_rate": 0.00011720209328893243,
      "loss": 2.0156,
      "step": 74394
    },
    {
      "epoch": 3.4610374505698998,
      "grad_norm": 1.3876808781167114,
      "learning_rate": 0.00011719847168592231,
      "loss": 2.0,
      "step": 74395
    },
    {
      "epoch": 3.4610839730169807,
      "grad_norm": 1.4778420967192076,
      "learning_rate": 0.00011719485010299347,
      "loss": 2.0938,
      "step": 74396
    },
    {
      "epoch": 3.4611304954640616,
      "grad_norm": 1.378589479805995,
      "learning_rate": 0.00011719122854014807,
      "loss": 1.9688,
      "step": 74397
    },
    {
      "epoch": 3.461177017911142,
      "grad_norm": 1.4221181851361928,
      "learning_rate": 0.00011718760699738847,
      "loss": 2.2031,
      "step": 74398
    },
    {
      "epoch": 3.461223540358223,
      "grad_norm": 1.408981436641805,
      "learning_rate": 0.0001171839854747168,
      "loss": 2.0938,
      "step": 74399
    },
    {
      "epoch": 3.4612700628053035,
      "grad_norm": 1.4208412183657124,
      "learning_rate": 0.0001171803639721353,
      "loss": 2.1875,
      "step": 74400
    },
    {
      "epoch": 3.4613165852523844,
      "grad_norm": 1.4733923073270576,
      "learning_rate": 0.00011717674248964612,
      "loss": 2.2031,
      "step": 74401
    },
    {
      "epoch": 3.461363107699465,
      "grad_norm": 1.4121054033465865,
      "learning_rate": 0.00011717312102725159,
      "loss": 2.0469,
      "step": 74402
    },
    {
      "epoch": 3.461409630146546,
      "grad_norm": 1.4102968978940227,
      "learning_rate": 0.00011716949958495384,
      "loss": 2.0625,
      "step": 74403
    },
    {
      "epoch": 3.4614561525936263,
      "grad_norm": 1.4369869316249761,
      "learning_rate": 0.00011716587816275513,
      "loss": 2.125,
      "step": 74404
    },
    {
      "epoch": 3.461502675040707,
      "grad_norm": 1.3190941333682153,
      "learning_rate": 0.00011716225676065764,
      "loss": 1.8438,
      "step": 74405
    },
    {
      "epoch": 3.4615491974877877,
      "grad_norm": 1.4270865245432252,
      "learning_rate": 0.00011715863537866364,
      "loss": 2.125,
      "step": 74406
    },
    {
      "epoch": 3.4615957199348686,
      "grad_norm": 1.489974934950146,
      "learning_rate": 0.00011715501401677529,
      "loss": 2.0938,
      "step": 74407
    },
    {
      "epoch": 3.4616422423819495,
      "grad_norm": 1.4917507770458198,
      "learning_rate": 0.00011715139267499487,
      "loss": 2.1875,
      "step": 74408
    },
    {
      "epoch": 3.46168876482903,
      "grad_norm": 1.3958106653234545,
      "learning_rate": 0.00011714777135332452,
      "loss": 1.7656,
      "step": 74409
    },
    {
      "epoch": 3.461735287276111,
      "grad_norm": 1.472768549068227,
      "learning_rate": 0.00011714415005176653,
      "loss": 2.25,
      "step": 74410
    },
    {
      "epoch": 3.4617818097231914,
      "grad_norm": 1.4011851476266535,
      "learning_rate": 0.00011714052877032305,
      "loss": 1.9453,
      "step": 74411
    },
    {
      "epoch": 3.4618283321702723,
      "grad_norm": 1.4347093089925633,
      "learning_rate": 0.00011713690750899637,
      "loss": 2.0625,
      "step": 74412
    },
    {
      "epoch": 3.461874854617353,
      "grad_norm": 1.4405252148778083,
      "learning_rate": 0.00011713328626778864,
      "loss": 2.0625,
      "step": 74413
    },
    {
      "epoch": 3.4619213770644337,
      "grad_norm": 1.3884026747436764,
      "learning_rate": 0.00011712966504670213,
      "loss": 1.9453,
      "step": 74414
    },
    {
      "epoch": 3.461967899511514,
      "grad_norm": 1.3781290349625483,
      "learning_rate": 0.00011712604384573901,
      "loss": 1.9766,
      "step": 74415
    },
    {
      "epoch": 3.462014421958595,
      "grad_norm": 1.450139083693842,
      "learning_rate": 0.00011712242266490154,
      "loss": 2.0781,
      "step": 74416
    },
    {
      "epoch": 3.4620609444056756,
      "grad_norm": 1.4258606884680856,
      "learning_rate": 0.0001171188015041919,
      "loss": 1.9297,
      "step": 74417
    },
    {
      "epoch": 3.4621074668527565,
      "grad_norm": 1.445250082380786,
      "learning_rate": 0.00011711518036361234,
      "loss": 2.1094,
      "step": 74418
    },
    {
      "epoch": 3.4621539892998374,
      "grad_norm": 1.3812845070187851,
      "learning_rate": 0.000117111559243165,
      "loss": 2.0781,
      "step": 74419
    },
    {
      "epoch": 3.462200511746918,
      "grad_norm": 1.3257670159552442,
      "learning_rate": 0.0001171079381428522,
      "loss": 1.8281,
      "step": 74420
    },
    {
      "epoch": 3.4622470341939984,
      "grad_norm": 1.4152794444306147,
      "learning_rate": 0.00011710431706267614,
      "loss": 2.25,
      "step": 74421
    },
    {
      "epoch": 3.4622935566410793,
      "grad_norm": 1.4111736619269517,
      "learning_rate": 0.000117100696002639,
      "loss": 2.0312,
      "step": 74422
    },
    {
      "epoch": 3.46234007908816,
      "grad_norm": 1.4207647995142212,
      "learning_rate": 0.000117097074962743,
      "loss": 2.0938,
      "step": 74423
    },
    {
      "epoch": 3.4623866015352407,
      "grad_norm": 1.4805570674691388,
      "learning_rate": 0.00011709345394299037,
      "loss": 2.0938,
      "step": 74424
    },
    {
      "epoch": 3.4624331239823216,
      "grad_norm": 1.4043790935544491,
      "learning_rate": 0.00011708983294338331,
      "loss": 2.0469,
      "step": 74425
    },
    {
      "epoch": 3.462479646429402,
      "grad_norm": 1.3769451309783458,
      "learning_rate": 0.00011708621196392407,
      "loss": 2.0469,
      "step": 74426
    },
    {
      "epoch": 3.462526168876483,
      "grad_norm": 1.3848830103563803,
      "learning_rate": 0.00011708259100461481,
      "loss": 1.9062,
      "step": 74427
    },
    {
      "epoch": 3.4625726913235635,
      "grad_norm": 1.354998183382726,
      "learning_rate": 0.00011707897006545783,
      "loss": 1.875,
      "step": 74428
    },
    {
      "epoch": 3.4626192137706444,
      "grad_norm": 1.4514239250271859,
      "learning_rate": 0.00011707534914645525,
      "loss": 2.1406,
      "step": 74429
    },
    {
      "epoch": 3.462665736217725,
      "grad_norm": 1.3352093774242795,
      "learning_rate": 0.00011707172824760937,
      "loss": 1.9766,
      "step": 74430
    },
    {
      "epoch": 3.462712258664806,
      "grad_norm": 1.4865491429639524,
      "learning_rate": 0.00011706810736892234,
      "loss": 2.25,
      "step": 74431
    },
    {
      "epoch": 3.4627587811118863,
      "grad_norm": 1.4296604333319438,
      "learning_rate": 0.00011706448651039645,
      "loss": 1.9688,
      "step": 74432
    },
    {
      "epoch": 3.462805303558967,
      "grad_norm": 1.451552906831127,
      "learning_rate": 0.00011706086567203383,
      "loss": 2.1094,
      "step": 74433
    },
    {
      "epoch": 3.462851826006048,
      "grad_norm": 1.4493726958946767,
      "learning_rate": 0.00011705724485383678,
      "loss": 2.0156,
      "step": 74434
    },
    {
      "epoch": 3.4628983484531286,
      "grad_norm": 1.44966718636253,
      "learning_rate": 0.00011705362405580746,
      "loss": 1.9141,
      "step": 74435
    },
    {
      "epoch": 3.4629448709002095,
      "grad_norm": 1.3653454237888585,
      "learning_rate": 0.00011705000327794812,
      "loss": 2.0625,
      "step": 74436
    },
    {
      "epoch": 3.46299139334729,
      "grad_norm": 1.4981387196592422,
      "learning_rate": 0.00011704638252026093,
      "loss": 2.125,
      "step": 74437
    },
    {
      "epoch": 3.463037915794371,
      "grad_norm": 1.4844344853616738,
      "learning_rate": 0.00011704276178274818,
      "loss": 2.125,
      "step": 74438
    },
    {
      "epoch": 3.4630844382414514,
      "grad_norm": 1.4451973564881544,
      "learning_rate": 0.000117039141065412,
      "loss": 2.0625,
      "step": 74439
    },
    {
      "epoch": 3.4631309606885323,
      "grad_norm": 1.4428684927027267,
      "learning_rate": 0.00011703552036825464,
      "loss": 2.0938,
      "step": 74440
    },
    {
      "epoch": 3.463177483135613,
      "grad_norm": 1.4316430978963086,
      "learning_rate": 0.00011703189969127837,
      "loss": 1.8984,
      "step": 74441
    },
    {
      "epoch": 3.4632240055826937,
      "grad_norm": 1.4041837908750154,
      "learning_rate": 0.00011702827903448536,
      "loss": 1.8984,
      "step": 74442
    },
    {
      "epoch": 3.463270528029774,
      "grad_norm": 1.3914746420198205,
      "learning_rate": 0.00011702465839787784,
      "loss": 1.9531,
      "step": 74443
    },
    {
      "epoch": 3.463317050476855,
      "grad_norm": 1.4746877160381666,
      "learning_rate": 0.00011702103778145799,
      "loss": 2.1875,
      "step": 74444
    },
    {
      "epoch": 3.463363572923936,
      "grad_norm": 1.3848301720674205,
      "learning_rate": 0.0001170174171852281,
      "loss": 2.1406,
      "step": 74445
    },
    {
      "epoch": 3.4634100953710165,
      "grad_norm": 1.41333854200411,
      "learning_rate": 0.00011701379660919031,
      "loss": 1.9609,
      "step": 74446
    },
    {
      "epoch": 3.463456617818097,
      "grad_norm": 1.3852325709203432,
      "learning_rate": 0.00011701017605334689,
      "loss": 1.9062,
      "step": 74447
    },
    {
      "epoch": 3.463503140265178,
      "grad_norm": 1.3897710549540614,
      "learning_rate": 0.00011700655551770003,
      "loss": 2.1094,
      "step": 74448
    },
    {
      "epoch": 3.463549662712259,
      "grad_norm": 1.3944104560270276,
      "learning_rate": 0.00011700293500225194,
      "loss": 2.0781,
      "step": 74449
    },
    {
      "epoch": 3.4635961851593393,
      "grad_norm": 1.464046189713597,
      "learning_rate": 0.00011699931450700485,
      "loss": 2.1719,
      "step": 74450
    },
    {
      "epoch": 3.4636427076064202,
      "grad_norm": 1.4807448520667748,
      "learning_rate": 0.00011699569403196096,
      "loss": 2.1406,
      "step": 74451
    },
    {
      "epoch": 3.4636892300535007,
      "grad_norm": 1.2791041044403462,
      "learning_rate": 0.00011699207357712254,
      "loss": 1.7656,
      "step": 74452
    },
    {
      "epoch": 3.4637357525005816,
      "grad_norm": 1.5601791533185438,
      "learning_rate": 0.00011698845314249172,
      "loss": 2.2812,
      "step": 74453
    },
    {
      "epoch": 3.463782274947662,
      "grad_norm": 1.3998934985340374,
      "learning_rate": 0.0001169848327280708,
      "loss": 1.9609,
      "step": 74454
    },
    {
      "epoch": 3.463828797394743,
      "grad_norm": 1.5652269419159577,
      "learning_rate": 0.00011698121233386193,
      "loss": 2.0938,
      "step": 74455
    },
    {
      "epoch": 3.4638753198418235,
      "grad_norm": 1.4239579482198232,
      "learning_rate": 0.0001169775919598674,
      "loss": 2.1562,
      "step": 74456
    },
    {
      "epoch": 3.4639218422889044,
      "grad_norm": 1.3426456201752395,
      "learning_rate": 0.00011697397160608933,
      "loss": 1.8594,
      "step": 74457
    },
    {
      "epoch": 3.463968364735985,
      "grad_norm": 1.5194844761107504,
      "learning_rate": 0.00011697035127253003,
      "loss": 2.1719,
      "step": 74458
    },
    {
      "epoch": 3.464014887183066,
      "grad_norm": 1.4224075431611916,
      "learning_rate": 0.00011696673095919164,
      "loss": 2.0156,
      "step": 74459
    },
    {
      "epoch": 3.4640614096301467,
      "grad_norm": 1.4018070957730522,
      "learning_rate": 0.00011696311066607645,
      "loss": 2.0781,
      "step": 74460
    },
    {
      "epoch": 3.4641079320772272,
      "grad_norm": 1.4221757161028143,
      "learning_rate": 0.00011695949039318662,
      "loss": 2.0469,
      "step": 74461
    },
    {
      "epoch": 3.464154454524308,
      "grad_norm": 1.6691647526726021,
      "learning_rate": 0.00011695587014052434,
      "loss": 2.4219,
      "step": 74462
    },
    {
      "epoch": 3.4642009769713886,
      "grad_norm": 1.4581887897507517,
      "learning_rate": 0.00011695224990809192,
      "loss": 2.0625,
      "step": 74463
    },
    {
      "epoch": 3.4642474994184695,
      "grad_norm": 1.3897536645608284,
      "learning_rate": 0.00011694862969589152,
      "loss": 2.1875,
      "step": 74464
    },
    {
      "epoch": 3.46429402186555,
      "grad_norm": 1.4887569461869956,
      "learning_rate": 0.00011694500950392538,
      "loss": 2.2969,
      "step": 74465
    },
    {
      "epoch": 3.464340544312631,
      "grad_norm": 1.3412988226852613,
      "learning_rate": 0.00011694138933219565,
      "loss": 2.0,
      "step": 74466
    },
    {
      "epoch": 3.4643870667597114,
      "grad_norm": 1.3865043497154557,
      "learning_rate": 0.00011693776918070467,
      "loss": 1.9922,
      "step": 74467
    },
    {
      "epoch": 3.4644335892067923,
      "grad_norm": 1.5519980029427392,
      "learning_rate": 0.00011693414904945452,
      "loss": 2.3594,
      "step": 74468
    },
    {
      "epoch": 3.464480111653873,
      "grad_norm": 1.4013341757522864,
      "learning_rate": 0.00011693052893844753,
      "loss": 2.0,
      "step": 74469
    },
    {
      "epoch": 3.4645266341009537,
      "grad_norm": 1.6509854714031844,
      "learning_rate": 0.00011692690884768582,
      "loss": 2.2031,
      "step": 74470
    },
    {
      "epoch": 3.4645731565480347,
      "grad_norm": 1.4797740159367445,
      "learning_rate": 0.00011692328877717168,
      "loss": 2.0625,
      "step": 74471
    },
    {
      "epoch": 3.464619678995115,
      "grad_norm": 1.4250230003979298,
      "learning_rate": 0.00011691966872690727,
      "loss": 1.8125,
      "step": 74472
    },
    {
      "epoch": 3.4646662014421956,
      "grad_norm": 1.4142892382825174,
      "learning_rate": 0.00011691604869689488,
      "loss": 1.9062,
      "step": 74473
    },
    {
      "epoch": 3.4647127238892765,
      "grad_norm": 1.3720840675063446,
      "learning_rate": 0.00011691242868713667,
      "loss": 2.0156,
      "step": 74474
    },
    {
      "epoch": 3.4647592463363575,
      "grad_norm": 1.4603431156288158,
      "learning_rate": 0.00011690880869763482,
      "loss": 2.0,
      "step": 74475
    },
    {
      "epoch": 3.464805768783438,
      "grad_norm": 1.352309704341844,
      "learning_rate": 0.00011690518872839166,
      "loss": 2.0625,
      "step": 74476
    },
    {
      "epoch": 3.464852291230519,
      "grad_norm": 1.3901957997522036,
      "learning_rate": 0.00011690156877940927,
      "loss": 1.9297,
      "step": 74477
    },
    {
      "epoch": 3.4648988136775993,
      "grad_norm": 1.374462315549863,
      "learning_rate": 0.00011689794885068997,
      "loss": 1.8828,
      "step": 74478
    },
    {
      "epoch": 3.4649453361246803,
      "grad_norm": 1.4299039053273055,
      "learning_rate": 0.00011689432894223591,
      "loss": 1.9062,
      "step": 74479
    },
    {
      "epoch": 3.4649918585717607,
      "grad_norm": 1.4479955736790644,
      "learning_rate": 0.0001168907090540494,
      "loss": 2.1094,
      "step": 74480
    },
    {
      "epoch": 3.4650383810188417,
      "grad_norm": 1.5289856280701961,
      "learning_rate": 0.00011688708918613253,
      "loss": 2.2031,
      "step": 74481
    },
    {
      "epoch": 3.465084903465922,
      "grad_norm": 1.4807670107081479,
      "learning_rate": 0.00011688346933848762,
      "loss": 1.7266,
      "step": 74482
    },
    {
      "epoch": 3.465131425913003,
      "grad_norm": 1.5210901489737634,
      "learning_rate": 0.00011687984951111682,
      "loss": 2.1406,
      "step": 74483
    },
    {
      "epoch": 3.4651779483600835,
      "grad_norm": 1.4508581753263936,
      "learning_rate": 0.00011687622970402232,
      "loss": 2.2656,
      "step": 74484
    },
    {
      "epoch": 3.4652244708071644,
      "grad_norm": 1.4154009914761,
      "learning_rate": 0.00011687260991720646,
      "loss": 2.0156,
      "step": 74485
    },
    {
      "epoch": 3.4652709932542454,
      "grad_norm": 1.3272244115744571,
      "learning_rate": 0.00011686899015067137,
      "loss": 1.6484,
      "step": 74486
    },
    {
      "epoch": 3.465317515701326,
      "grad_norm": 1.432292834984738,
      "learning_rate": 0.0001168653704044193,
      "loss": 2.125,
      "step": 74487
    },
    {
      "epoch": 3.4653640381484068,
      "grad_norm": 1.4755476845704247,
      "learning_rate": 0.0001168617506784524,
      "loss": 2.3594,
      "step": 74488
    },
    {
      "epoch": 3.4654105605954872,
      "grad_norm": 1.5076113274549279,
      "learning_rate": 0.00011685813097277298,
      "loss": 2.1875,
      "step": 74489
    },
    {
      "epoch": 3.465457083042568,
      "grad_norm": 1.3952244773842233,
      "learning_rate": 0.00011685451128738316,
      "loss": 2.2188,
      "step": 74490
    },
    {
      "epoch": 3.4655036054896486,
      "grad_norm": 1.3261849413214086,
      "learning_rate": 0.00011685089162228525,
      "loss": 1.7188,
      "step": 74491
    },
    {
      "epoch": 3.4655501279367296,
      "grad_norm": 1.3168794730049502,
      "learning_rate": 0.00011684727197748139,
      "loss": 1.8281,
      "step": 74492
    },
    {
      "epoch": 3.46559665038381,
      "grad_norm": 1.5511833258483696,
      "learning_rate": 0.00011684365235297384,
      "loss": 2.2344,
      "step": 74493
    },
    {
      "epoch": 3.465643172830891,
      "grad_norm": 1.5302190486463183,
      "learning_rate": 0.00011684003274876477,
      "loss": 2.3281,
      "step": 74494
    },
    {
      "epoch": 3.4656896952779714,
      "grad_norm": 1.4295405476295189,
      "learning_rate": 0.00011683641316485648,
      "loss": 1.9141,
      "step": 74495
    },
    {
      "epoch": 3.4657362177250524,
      "grad_norm": 1.369000645366118,
      "learning_rate": 0.00011683279360125109,
      "loss": 2.0,
      "step": 74496
    },
    {
      "epoch": 3.4657827401721333,
      "grad_norm": 1.414116988048885,
      "learning_rate": 0.00011682917405795089,
      "loss": 2.0469,
      "step": 74497
    },
    {
      "epoch": 3.4658292626192138,
      "grad_norm": 1.407211604786605,
      "learning_rate": 0.00011682555453495803,
      "loss": 2.0,
      "step": 74498
    },
    {
      "epoch": 3.4658757850662947,
      "grad_norm": 1.3211799693477515,
      "learning_rate": 0.0001168219350322748,
      "loss": 1.9766,
      "step": 74499
    },
    {
      "epoch": 3.465922307513375,
      "grad_norm": 1.4456113727552038,
      "learning_rate": 0.00011681831554990338,
      "loss": 1.9141,
      "step": 74500
    },
    {
      "epoch": 3.465968829960456,
      "grad_norm": 1.4236126004249747,
      "learning_rate": 0.00011681469608784594,
      "loss": 2.1406,
      "step": 74501
    },
    {
      "epoch": 3.4660153524075366,
      "grad_norm": 1.479457212282667,
      "learning_rate": 0.00011681107664610479,
      "loss": 1.9141,
      "step": 74502
    },
    {
      "epoch": 3.4660618748546175,
      "grad_norm": 1.4427807832374275,
      "learning_rate": 0.00011680745722468205,
      "loss": 2.2812,
      "step": 74503
    },
    {
      "epoch": 3.466108397301698,
      "grad_norm": 1.4596757659743158,
      "learning_rate": 0.00011680383782358,
      "loss": 2.0312,
      "step": 74504
    },
    {
      "epoch": 3.466154919748779,
      "grad_norm": 1.4141241551838717,
      "learning_rate": 0.00011680021844280081,
      "loss": 2.1562,
      "step": 74505
    },
    {
      "epoch": 3.4662014421958594,
      "grad_norm": 1.461117853290268,
      "learning_rate": 0.0001167965990823467,
      "loss": 2.0781,
      "step": 74506
    },
    {
      "epoch": 3.4662479646429403,
      "grad_norm": 1.3909933080354788,
      "learning_rate": 0.00011679297974221997,
      "loss": 2.1406,
      "step": 74507
    },
    {
      "epoch": 3.4662944870900207,
      "grad_norm": 1.410206018990696,
      "learning_rate": 0.00011678936042242274,
      "loss": 2.0,
      "step": 74508
    },
    {
      "epoch": 3.4663410095371017,
      "grad_norm": 1.5017333870477998,
      "learning_rate": 0.00011678574112295729,
      "loss": 2.0781,
      "step": 74509
    },
    {
      "epoch": 3.466387531984182,
      "grad_norm": 1.3753829699197064,
      "learning_rate": 0.00011678212184382575,
      "loss": 1.9219,
      "step": 74510
    },
    {
      "epoch": 3.466434054431263,
      "grad_norm": 1.4717496045494294,
      "learning_rate": 0.00011677850258503046,
      "loss": 1.9609,
      "step": 74511
    },
    {
      "epoch": 3.466480576878344,
      "grad_norm": 1.394807490295771,
      "learning_rate": 0.00011677488334657353,
      "loss": 2.0312,
      "step": 74512
    },
    {
      "epoch": 3.4665270993254245,
      "grad_norm": 1.4075451978219558,
      "learning_rate": 0.00011677126412845724,
      "loss": 1.9844,
      "step": 74513
    },
    {
      "epoch": 3.4665736217725054,
      "grad_norm": 1.3225955118518256,
      "learning_rate": 0.00011676764493068373,
      "loss": 1.9219,
      "step": 74514
    },
    {
      "epoch": 3.466620144219586,
      "grad_norm": 1.426686828769768,
      "learning_rate": 0.0001167640257532553,
      "loss": 2.25,
      "step": 74515
    },
    {
      "epoch": 3.466666666666667,
      "grad_norm": 1.347383337222352,
      "learning_rate": 0.0001167604065961741,
      "loss": 1.7734,
      "step": 74516
    },
    {
      "epoch": 3.4667131891137473,
      "grad_norm": 1.395539184748589,
      "learning_rate": 0.00011675678745944241,
      "loss": 2.0938,
      "step": 74517
    },
    {
      "epoch": 3.466759711560828,
      "grad_norm": 1.4046244282107747,
      "learning_rate": 0.00011675316834306238,
      "loss": 2.0625,
      "step": 74518
    },
    {
      "epoch": 3.4668062340079087,
      "grad_norm": 1.487063800814021,
      "learning_rate": 0.0001167495492470363,
      "loss": 2.2188,
      "step": 74519
    },
    {
      "epoch": 3.4668527564549896,
      "grad_norm": 1.4229113298472076,
      "learning_rate": 0.00011674593017136629,
      "loss": 1.9609,
      "step": 74520
    },
    {
      "epoch": 3.46689927890207,
      "grad_norm": 1.4996865945967806,
      "learning_rate": 0.00011674231111605466,
      "loss": 1.6172,
      "step": 74521
    },
    {
      "epoch": 3.466945801349151,
      "grad_norm": 1.397886715559282,
      "learning_rate": 0.00011673869208110353,
      "loss": 2.0938,
      "step": 74522
    },
    {
      "epoch": 3.466992323796232,
      "grad_norm": 1.432386278446494,
      "learning_rate": 0.00011673507306651523,
      "loss": 2.1094,
      "step": 74523
    },
    {
      "epoch": 3.4670388462433124,
      "grad_norm": 1.3342548940392596,
      "learning_rate": 0.00011673145407229187,
      "loss": 1.8906,
      "step": 74524
    },
    {
      "epoch": 3.4670853686903933,
      "grad_norm": 1.513345717438352,
      "learning_rate": 0.00011672783509843574,
      "loss": 2.2344,
      "step": 74525
    },
    {
      "epoch": 3.4671318911374738,
      "grad_norm": 1.3262408922826023,
      "learning_rate": 0.00011672421614494903,
      "loss": 1.8438,
      "step": 74526
    },
    {
      "epoch": 3.4671784135845547,
      "grad_norm": 1.4155559140423262,
      "learning_rate": 0.00011672059721183391,
      "loss": 2.0625,
      "step": 74527
    },
    {
      "epoch": 3.467224936031635,
      "grad_norm": 1.3380982125333254,
      "learning_rate": 0.00011671697829909261,
      "loss": 1.8516,
      "step": 74528
    },
    {
      "epoch": 3.467271458478716,
      "grad_norm": 1.3422504600725214,
      "learning_rate": 0.00011671335940672741,
      "loss": 1.8438,
      "step": 74529
    },
    {
      "epoch": 3.4673179809257966,
      "grad_norm": 1.4927862615544505,
      "learning_rate": 0.00011670974053474051,
      "loss": 2.0781,
      "step": 74530
    },
    {
      "epoch": 3.4673645033728775,
      "grad_norm": 1.4131001868170536,
      "learning_rate": 0.00011670612168313411,
      "loss": 1.9531,
      "step": 74531
    },
    {
      "epoch": 3.467411025819958,
      "grad_norm": 1.4122189525208977,
      "learning_rate": 0.00011670250285191039,
      "loss": 1.8828,
      "step": 74532
    },
    {
      "epoch": 3.467457548267039,
      "grad_norm": 1.3234341243381154,
      "learning_rate": 0.00011669888404107163,
      "loss": 1.5,
      "step": 74533
    },
    {
      "epoch": 3.4675040707141194,
      "grad_norm": 1.3848661138960168,
      "learning_rate": 0.00011669526525061996,
      "loss": 2.1094,
      "step": 74534
    },
    {
      "epoch": 3.4675505931612003,
      "grad_norm": 1.4581188278048245,
      "learning_rate": 0.00011669164648055768,
      "loss": 2.0156,
      "step": 74535
    },
    {
      "epoch": 3.4675971156082808,
      "grad_norm": 1.4750398474362414,
      "learning_rate": 0.00011668802773088694,
      "loss": 2.0469,
      "step": 74536
    },
    {
      "epoch": 3.4676436380553617,
      "grad_norm": 1.4180468193136437,
      "learning_rate": 0.00011668440900161004,
      "loss": 1.625,
      "step": 74537
    },
    {
      "epoch": 3.4676901605024426,
      "grad_norm": 1.4784950438998252,
      "learning_rate": 0.00011668079029272907,
      "loss": 2.0469,
      "step": 74538
    },
    {
      "epoch": 3.467736682949523,
      "grad_norm": 1.4205009339383885,
      "learning_rate": 0.00011667717160424638,
      "loss": 2.1094,
      "step": 74539
    },
    {
      "epoch": 3.467783205396604,
      "grad_norm": 1.4638680937642627,
      "learning_rate": 0.00011667355293616407,
      "loss": 2.125,
      "step": 74540
    },
    {
      "epoch": 3.4678297278436845,
      "grad_norm": 1.403485271460681,
      "learning_rate": 0.00011666993428848445,
      "loss": 1.9609,
      "step": 74541
    },
    {
      "epoch": 3.4678762502907654,
      "grad_norm": 1.3432841241223714,
      "learning_rate": 0.00011666631566120965,
      "loss": 1.8594,
      "step": 74542
    },
    {
      "epoch": 3.467922772737846,
      "grad_norm": 1.3943898229582106,
      "learning_rate": 0.00011666269705434197,
      "loss": 1.8828,
      "step": 74543
    },
    {
      "epoch": 3.467969295184927,
      "grad_norm": 1.6057584129720395,
      "learning_rate": 0.00011665907846788355,
      "loss": 2.2969,
      "step": 74544
    },
    {
      "epoch": 3.4680158176320073,
      "grad_norm": 1.4231582240868559,
      "learning_rate": 0.00011665545990183668,
      "loss": 2.125,
      "step": 74545
    },
    {
      "epoch": 3.468062340079088,
      "grad_norm": 1.4079882737007996,
      "learning_rate": 0.00011665184135620349,
      "loss": 2.0312,
      "step": 74546
    },
    {
      "epoch": 3.4681088625261687,
      "grad_norm": 1.5155097275062366,
      "learning_rate": 0.00011664822283098629,
      "loss": 2.2344,
      "step": 74547
    },
    {
      "epoch": 3.4681553849732496,
      "grad_norm": 1.3384029380706806,
      "learning_rate": 0.00011664460432618719,
      "loss": 1.9922,
      "step": 74548
    },
    {
      "epoch": 3.4682019074203305,
      "grad_norm": 1.4917922568661397,
      "learning_rate": 0.00011664098584180849,
      "loss": 1.9141,
      "step": 74549
    },
    {
      "epoch": 3.468248429867411,
      "grad_norm": 1.4579556976385428,
      "learning_rate": 0.00011663736737785232,
      "loss": 2.2031,
      "step": 74550
    },
    {
      "epoch": 3.468294952314492,
      "grad_norm": 1.3744416315781556,
      "learning_rate": 0.00011663374893432098,
      "loss": 1.8672,
      "step": 74551
    },
    {
      "epoch": 3.4683414747615724,
      "grad_norm": 1.4058602680212535,
      "learning_rate": 0.00011663013051121669,
      "loss": 1.9375,
      "step": 74552
    },
    {
      "epoch": 3.4683879972086533,
      "grad_norm": 1.3298332281697287,
      "learning_rate": 0.0001166265121085416,
      "loss": 1.7891,
      "step": 74553
    },
    {
      "epoch": 3.468434519655734,
      "grad_norm": 1.487231223971461,
      "learning_rate": 0.00011662289372629799,
      "loss": 2.2188,
      "step": 74554
    },
    {
      "epoch": 3.4684810421028147,
      "grad_norm": 1.4290585609447213,
      "learning_rate": 0.000116619275364488,
      "loss": 1.5625,
      "step": 74555
    },
    {
      "epoch": 3.468527564549895,
      "grad_norm": 1.436202836760823,
      "learning_rate": 0.00011661565702311391,
      "loss": 2.0312,
      "step": 74556
    },
    {
      "epoch": 3.468574086996976,
      "grad_norm": 1.3704099010978121,
      "learning_rate": 0.00011661203870217792,
      "loss": 1.8828,
      "step": 74557
    },
    {
      "epoch": 3.4686206094440566,
      "grad_norm": 1.3757334445494458,
      "learning_rate": 0.00011660842040168222,
      "loss": 1.9844,
      "step": 74558
    },
    {
      "epoch": 3.4686671318911375,
      "grad_norm": 1.568300888595874,
      "learning_rate": 0.00011660480212162907,
      "loss": 2.0156,
      "step": 74559
    },
    {
      "epoch": 3.4687136543382184,
      "grad_norm": 1.4103448612864133,
      "learning_rate": 0.00011660118386202062,
      "loss": 2.0625,
      "step": 74560
    },
    {
      "epoch": 3.468760176785299,
      "grad_norm": 1.3262242188580815,
      "learning_rate": 0.00011659756562285915,
      "loss": 1.9531,
      "step": 74561
    },
    {
      "epoch": 3.4688066992323794,
      "grad_norm": 1.3409854222376933,
      "learning_rate": 0.0001165939474041468,
      "loss": 1.8281,
      "step": 74562
    },
    {
      "epoch": 3.4688532216794603,
      "grad_norm": 1.5008122781722169,
      "learning_rate": 0.00011659032920588589,
      "loss": 2.0781,
      "step": 74563
    },
    {
      "epoch": 3.4688997441265412,
      "grad_norm": 1.4042349507682135,
      "learning_rate": 0.00011658671102807855,
      "loss": 2.0469,
      "step": 74564
    },
    {
      "epoch": 3.4689462665736217,
      "grad_norm": 1.475924828149069,
      "learning_rate": 0.00011658309287072704,
      "loss": 2.0625,
      "step": 74565
    },
    {
      "epoch": 3.4689927890207026,
      "grad_norm": 1.4609448146647672,
      "learning_rate": 0.00011657947473383353,
      "loss": 2.2031,
      "step": 74566
    },
    {
      "epoch": 3.469039311467783,
      "grad_norm": 1.4116684481224244,
      "learning_rate": 0.00011657585661740029,
      "loss": 2.0469,
      "step": 74567
    },
    {
      "epoch": 3.469085833914864,
      "grad_norm": 1.3748705169654007,
      "learning_rate": 0.00011657223852142946,
      "loss": 2.0156,
      "step": 74568
    },
    {
      "epoch": 3.4691323563619445,
      "grad_norm": 1.4688816094972321,
      "learning_rate": 0.00011656862044592337,
      "loss": 2.0469,
      "step": 74569
    },
    {
      "epoch": 3.4691788788090254,
      "grad_norm": 1.4592301617142212,
      "learning_rate": 0.00011656500239088411,
      "loss": 2.2031,
      "step": 74570
    },
    {
      "epoch": 3.469225401256106,
      "grad_norm": 1.3685590707448838,
      "learning_rate": 0.00011656138435631399,
      "loss": 1.8594,
      "step": 74571
    },
    {
      "epoch": 3.469271923703187,
      "grad_norm": 1.4963029772282075,
      "learning_rate": 0.00011655776634221513,
      "loss": 2.0938,
      "step": 74572
    },
    {
      "epoch": 3.4693184461502673,
      "grad_norm": 1.5517113555923683,
      "learning_rate": 0.00011655414834858984,
      "loss": 2.2969,
      "step": 74573
    },
    {
      "epoch": 3.469364968597348,
      "grad_norm": 1.4649024654074456,
      "learning_rate": 0.0001165505303754403,
      "loss": 2.1719,
      "step": 74574
    },
    {
      "epoch": 3.469411491044429,
      "grad_norm": 1.491608602260933,
      "learning_rate": 0.00011654691242276872,
      "loss": 2.1562,
      "step": 74575
    },
    {
      "epoch": 3.4694580134915096,
      "grad_norm": 1.4293789592143464,
      "learning_rate": 0.00011654329449057734,
      "loss": 2.1562,
      "step": 74576
    },
    {
      "epoch": 3.4695045359385905,
      "grad_norm": 1.4198782890868735,
      "learning_rate": 0.00011653967657886832,
      "loss": 2.0469,
      "step": 74577
    },
    {
      "epoch": 3.469551058385671,
      "grad_norm": 1.418214605225941,
      "learning_rate": 0.00011653605868764393,
      "loss": 2.0469,
      "step": 74578
    },
    {
      "epoch": 3.469597580832752,
      "grad_norm": 1.3693572592184577,
      "learning_rate": 0.00011653244081690634,
      "loss": 1.9297,
      "step": 74579
    },
    {
      "epoch": 3.4696441032798324,
      "grad_norm": 1.4343362827284327,
      "learning_rate": 0.00011652882296665783,
      "loss": 1.9922,
      "step": 74580
    },
    {
      "epoch": 3.4696906257269133,
      "grad_norm": 1.4577673606361716,
      "learning_rate": 0.00011652520513690051,
      "loss": 1.8828,
      "step": 74581
    },
    {
      "epoch": 3.469737148173994,
      "grad_norm": 1.5190441311178136,
      "learning_rate": 0.00011652158732763671,
      "loss": 2.25,
      "step": 74582
    },
    {
      "epoch": 3.4697836706210747,
      "grad_norm": 1.4092707935402398,
      "learning_rate": 0.0001165179695388686,
      "loss": 2.0312,
      "step": 74583
    },
    {
      "epoch": 3.469830193068155,
      "grad_norm": 1.4967817812778628,
      "learning_rate": 0.00011651435177059834,
      "loss": 2.3281,
      "step": 74584
    },
    {
      "epoch": 3.469876715515236,
      "grad_norm": 1.4617393040722169,
      "learning_rate": 0.00011651073402282823,
      "loss": 2.2188,
      "step": 74585
    },
    {
      "epoch": 3.469923237962317,
      "grad_norm": 1.4554217812649004,
      "learning_rate": 0.00011650711629556041,
      "loss": 2.0938,
      "step": 74586
    },
    {
      "epoch": 3.4699697604093975,
      "grad_norm": 1.4271482123910906,
      "learning_rate": 0.00011650349858879715,
      "loss": 2.1562,
      "step": 74587
    },
    {
      "epoch": 3.470016282856478,
      "grad_norm": 1.3856312339339876,
      "learning_rate": 0.00011649988090254063,
      "loss": 1.6328,
      "step": 74588
    },
    {
      "epoch": 3.470062805303559,
      "grad_norm": 1.421280647775675,
      "learning_rate": 0.00011649626323679313,
      "loss": 2.25,
      "step": 74589
    },
    {
      "epoch": 3.47010932775064,
      "grad_norm": 1.4923986562023324,
      "learning_rate": 0.00011649264559155674,
      "loss": 2.1719,
      "step": 74590
    },
    {
      "epoch": 3.4701558501977203,
      "grad_norm": 1.3997888401076173,
      "learning_rate": 0.00011648902796683381,
      "loss": 2.1719,
      "step": 74591
    },
    {
      "epoch": 3.4702023726448012,
      "grad_norm": 1.425550415273069,
      "learning_rate": 0.00011648541036262644,
      "loss": 2.1719,
      "step": 74592
    },
    {
      "epoch": 3.4702488950918817,
      "grad_norm": 1.4966133225771434,
      "learning_rate": 0.00011648179277893695,
      "loss": 2.1562,
      "step": 74593
    },
    {
      "epoch": 3.4702954175389626,
      "grad_norm": 1.4965491368411956,
      "learning_rate": 0.00011647817521576745,
      "loss": 2.1719,
      "step": 74594
    },
    {
      "epoch": 3.470341939986043,
      "grad_norm": 1.4059893039457936,
      "learning_rate": 0.00011647455767312023,
      "loss": 1.9844,
      "step": 74595
    },
    {
      "epoch": 3.470388462433124,
      "grad_norm": 1.2857683908018642,
      "learning_rate": 0.0001164709401509975,
      "loss": 1.8047,
      "step": 74596
    },
    {
      "epoch": 3.4704349848802045,
      "grad_norm": 1.4210182165892953,
      "learning_rate": 0.00011646732264940144,
      "loss": 1.9844,
      "step": 74597
    },
    {
      "epoch": 3.4704815073272854,
      "grad_norm": 1.321419321552094,
      "learning_rate": 0.00011646370516833431,
      "loss": 1.9141,
      "step": 74598
    },
    {
      "epoch": 3.470528029774366,
      "grad_norm": 1.3968970392315614,
      "learning_rate": 0.00011646008770779828,
      "loss": 1.9688,
      "step": 74599
    },
    {
      "epoch": 3.470574552221447,
      "grad_norm": 1.4085568582679306,
      "learning_rate": 0.0001164564702677956,
      "loss": 2.1562,
      "step": 74600
    },
    {
      "epoch": 3.4706210746685278,
      "grad_norm": 1.4086005822483845,
      "learning_rate": 0.00011645285284832845,
      "loss": 1.9062,
      "step": 74601
    },
    {
      "epoch": 3.4706675971156082,
      "grad_norm": 1.4875764659555368,
      "learning_rate": 0.00011644923544939908,
      "loss": 2.1875,
      "step": 74602
    },
    {
      "epoch": 3.470714119562689,
      "grad_norm": 1.409678954767529,
      "learning_rate": 0.00011644561807100964,
      "loss": 2.1719,
      "step": 74603
    },
    {
      "epoch": 3.4707606420097696,
      "grad_norm": 1.4384660965890919,
      "learning_rate": 0.00011644200071316245,
      "loss": 2.1406,
      "step": 74604
    },
    {
      "epoch": 3.4708071644568506,
      "grad_norm": 1.450341842702051,
      "learning_rate": 0.00011643838337585962,
      "loss": 2.1562,
      "step": 74605
    },
    {
      "epoch": 3.470853686903931,
      "grad_norm": 1.4707478973576291,
      "learning_rate": 0.00011643476605910343,
      "loss": 2.1875,
      "step": 74606
    },
    {
      "epoch": 3.470900209351012,
      "grad_norm": 1.4462267297406282,
      "learning_rate": 0.00011643114876289607,
      "loss": 2.0625,
      "step": 74607
    },
    {
      "epoch": 3.4709467317980924,
      "grad_norm": 1.3333863346797754,
      "learning_rate": 0.00011642753148723976,
      "loss": 1.7891,
      "step": 74608
    },
    {
      "epoch": 3.4709932542451734,
      "grad_norm": 1.4761373599339511,
      "learning_rate": 0.00011642391423213674,
      "loss": 2.0625,
      "step": 74609
    },
    {
      "epoch": 3.471039776692254,
      "grad_norm": 1.4340877762457802,
      "learning_rate": 0.00011642029699758915,
      "loss": 2.1406,
      "step": 74610
    },
    {
      "epoch": 3.4710862991393348,
      "grad_norm": 1.4222441321052983,
      "learning_rate": 0.00011641667978359928,
      "loss": 1.9766,
      "step": 74611
    },
    {
      "epoch": 3.4711328215864157,
      "grad_norm": 1.500184296626418,
      "learning_rate": 0.00011641306259016929,
      "loss": 2.0469,
      "step": 74612
    },
    {
      "epoch": 3.471179344033496,
      "grad_norm": 1.5005723599902931,
      "learning_rate": 0.00011640944541730146,
      "loss": 2.0781,
      "step": 74613
    },
    {
      "epoch": 3.471225866480577,
      "grad_norm": 1.4592449236513718,
      "learning_rate": 0.00011640582826499794,
      "loss": 2.2344,
      "step": 74614
    },
    {
      "epoch": 3.4712723889276575,
      "grad_norm": 1.5008761251231555,
      "learning_rate": 0.00011640221113326098,
      "loss": 2.1875,
      "step": 74615
    },
    {
      "epoch": 3.4713189113747385,
      "grad_norm": 1.4824317937716487,
      "learning_rate": 0.00011639859402209272,
      "loss": 2.1094,
      "step": 74616
    },
    {
      "epoch": 3.471365433821819,
      "grad_norm": 1.40523894728059,
      "learning_rate": 0.00011639497693149548,
      "loss": 1.9766,
      "step": 74617
    },
    {
      "epoch": 3.4714119562689,
      "grad_norm": 1.4070711011572208,
      "learning_rate": 0.00011639135986147148,
      "loss": 1.7969,
      "step": 74618
    },
    {
      "epoch": 3.4714584787159803,
      "grad_norm": 1.4715814690339217,
      "learning_rate": 0.00011638774281202284,
      "loss": 2.2188,
      "step": 74619
    },
    {
      "epoch": 3.4715050011630613,
      "grad_norm": 1.3790520632658487,
      "learning_rate": 0.00011638412578315185,
      "loss": 2.0156,
      "step": 74620
    },
    {
      "epoch": 3.4715515236101417,
      "grad_norm": 1.4754186549777095,
      "learning_rate": 0.00011638050877486067,
      "loss": 2.125,
      "step": 74621
    },
    {
      "epoch": 3.4715980460572227,
      "grad_norm": 1.3848969042632826,
      "learning_rate": 0.00011637689178715158,
      "loss": 1.8828,
      "step": 74622
    },
    {
      "epoch": 3.471644568504303,
      "grad_norm": 1.4241228524001468,
      "learning_rate": 0.00011637327482002671,
      "loss": 1.7031,
      "step": 74623
    },
    {
      "epoch": 3.471691090951384,
      "grad_norm": 1.3980671875766024,
      "learning_rate": 0.00011636965787348836,
      "loss": 2.1406,
      "step": 74624
    },
    {
      "epoch": 3.4717376133984645,
      "grad_norm": 1.4453644488517385,
      "learning_rate": 0.00011636604094753866,
      "loss": 2.0781,
      "step": 74625
    },
    {
      "epoch": 3.4717841358455455,
      "grad_norm": 1.4009998218451478,
      "learning_rate": 0.00011636242404217992,
      "loss": 1.9219,
      "step": 74626
    },
    {
      "epoch": 3.4718306582926264,
      "grad_norm": 1.324660793555239,
      "learning_rate": 0.00011635880715741426,
      "loss": 1.6172,
      "step": 74627
    },
    {
      "epoch": 3.471877180739707,
      "grad_norm": 1.434934881467132,
      "learning_rate": 0.00011635519029324396,
      "loss": 1.9766,
      "step": 74628
    },
    {
      "epoch": 3.471923703186788,
      "grad_norm": 1.5076109418622943,
      "learning_rate": 0.00011635157344967118,
      "loss": 2.2656,
      "step": 74629
    },
    {
      "epoch": 3.4719702256338683,
      "grad_norm": 1.468902564132163,
      "learning_rate": 0.00011634795662669821,
      "loss": 2.125,
      "step": 74630
    },
    {
      "epoch": 3.472016748080949,
      "grad_norm": 1.4115616090579866,
      "learning_rate": 0.00011634433982432719,
      "loss": 1.9609,
      "step": 74631
    },
    {
      "epoch": 3.4720632705280297,
      "grad_norm": 1.364986505466792,
      "learning_rate": 0.0001163407230425604,
      "loss": 1.8594,
      "step": 74632
    },
    {
      "epoch": 3.4721097929751106,
      "grad_norm": 1.394679781042107,
      "learning_rate": 0.00011633710628139996,
      "loss": 2.0469,
      "step": 74633
    },
    {
      "epoch": 3.472156315422191,
      "grad_norm": 1.3968509855000488,
      "learning_rate": 0.00011633348954084818,
      "loss": 2.0938,
      "step": 74634
    },
    {
      "epoch": 3.472202837869272,
      "grad_norm": 1.4690118898335844,
      "learning_rate": 0.00011632987282090724,
      "loss": 1.9609,
      "step": 74635
    },
    {
      "epoch": 3.4722493603163525,
      "grad_norm": 1.5328686371264286,
      "learning_rate": 0.00011632625612157932,
      "loss": 2.1406,
      "step": 74636
    },
    {
      "epoch": 3.4722958827634334,
      "grad_norm": 1.4780255347096531,
      "learning_rate": 0.0001163226394428667,
      "loss": 2.1562,
      "step": 74637
    },
    {
      "epoch": 3.4723424052105143,
      "grad_norm": 1.3989347440808217,
      "learning_rate": 0.0001163190227847715,
      "loss": 1.9219,
      "step": 74638
    },
    {
      "epoch": 3.4723889276575948,
      "grad_norm": 1.509085639540606,
      "learning_rate": 0.00011631540614729601,
      "loss": 2.2188,
      "step": 74639
    },
    {
      "epoch": 3.4724354501046757,
      "grad_norm": 1.4213349105582034,
      "learning_rate": 0.00011631178953044247,
      "loss": 2.0625,
      "step": 74640
    },
    {
      "epoch": 3.472481972551756,
      "grad_norm": 1.4075985818711754,
      "learning_rate": 0.00011630817293421301,
      "loss": 2.1719,
      "step": 74641
    },
    {
      "epoch": 3.472528494998837,
      "grad_norm": 1.3749788953151751,
      "learning_rate": 0.00011630455635860992,
      "loss": 2.0,
      "step": 74642
    },
    {
      "epoch": 3.4725750174459176,
      "grad_norm": 1.3626290382164967,
      "learning_rate": 0.00011630093980363535,
      "loss": 1.8672,
      "step": 74643
    },
    {
      "epoch": 3.4726215398929985,
      "grad_norm": 1.4284816543352121,
      "learning_rate": 0.00011629732326929157,
      "loss": 1.9297,
      "step": 74644
    },
    {
      "epoch": 3.472668062340079,
      "grad_norm": 1.4466328867098186,
      "learning_rate": 0.00011629370675558073,
      "loss": 2.3125,
      "step": 74645
    },
    {
      "epoch": 3.47271458478716,
      "grad_norm": 1.429194504691897,
      "learning_rate": 0.00011629009026250514,
      "loss": 2.125,
      "step": 74646
    },
    {
      "epoch": 3.4727611072342404,
      "grad_norm": 1.460947582540281,
      "learning_rate": 0.00011628647379006689,
      "loss": 2.125,
      "step": 74647
    },
    {
      "epoch": 3.4728076296813213,
      "grad_norm": 1.4008254253381178,
      "learning_rate": 0.00011628285733826831,
      "loss": 2.1094,
      "step": 74648
    },
    {
      "epoch": 3.4728541521284018,
      "grad_norm": 1.427025174828347,
      "learning_rate": 0.00011627924090711152,
      "loss": 2.0312,
      "step": 74649
    },
    {
      "epoch": 3.4729006745754827,
      "grad_norm": 1.3682899206533883,
      "learning_rate": 0.00011627562449659884,
      "loss": 2.0781,
      "step": 74650
    },
    {
      "epoch": 3.472947197022563,
      "grad_norm": 1.3040754530484102,
      "learning_rate": 0.00011627200810673235,
      "loss": 1.6797,
      "step": 74651
    },
    {
      "epoch": 3.472993719469644,
      "grad_norm": 1.4746278370475923,
      "learning_rate": 0.0001162683917375144,
      "loss": 2.1875,
      "step": 74652
    },
    {
      "epoch": 3.473040241916725,
      "grad_norm": 1.4416011874867214,
      "learning_rate": 0.00011626477538894708,
      "loss": 2.0625,
      "step": 74653
    },
    {
      "epoch": 3.4730867643638055,
      "grad_norm": 1.4350289463000212,
      "learning_rate": 0.00011626115906103271,
      "loss": 1.9922,
      "step": 74654
    },
    {
      "epoch": 3.4731332868108864,
      "grad_norm": 1.3789666678487744,
      "learning_rate": 0.00011625754275377342,
      "loss": 1.8438,
      "step": 74655
    },
    {
      "epoch": 3.473179809257967,
      "grad_norm": 1.3722348076333155,
      "learning_rate": 0.00011625392646717151,
      "loss": 2.0938,
      "step": 74656
    },
    {
      "epoch": 3.473226331705048,
      "grad_norm": 1.4696224267376703,
      "learning_rate": 0.00011625031020122909,
      "loss": 2.125,
      "step": 74657
    },
    {
      "epoch": 3.4732728541521283,
      "grad_norm": 1.4846183196318246,
      "learning_rate": 0.00011624669395594848,
      "loss": 2.0469,
      "step": 74658
    },
    {
      "epoch": 3.473319376599209,
      "grad_norm": 1.5831450972530676,
      "learning_rate": 0.0001162430777313318,
      "loss": 2.4062,
      "step": 74659
    },
    {
      "epoch": 3.4733658990462897,
      "grad_norm": 1.5229875707841534,
      "learning_rate": 0.00011623946152738126,
      "loss": 2.2812,
      "step": 74660
    },
    {
      "epoch": 3.4734124214933706,
      "grad_norm": 1.4871463389732444,
      "learning_rate": 0.00011623584534409922,
      "loss": 2.0938,
      "step": 74661
    },
    {
      "epoch": 3.473458943940451,
      "grad_norm": 1.4706905502178114,
      "learning_rate": 0.00011623222918148773,
      "loss": 2.2188,
      "step": 74662
    },
    {
      "epoch": 3.473505466387532,
      "grad_norm": 1.486678658044566,
      "learning_rate": 0.00011622861303954912,
      "loss": 1.9141,
      "step": 74663
    },
    {
      "epoch": 3.473551988834613,
      "grad_norm": 1.34414782787168,
      "learning_rate": 0.00011622499691828554,
      "loss": 1.9375,
      "step": 74664
    },
    {
      "epoch": 3.4735985112816934,
      "grad_norm": 1.4310555680854784,
      "learning_rate": 0.00011622138081769919,
      "loss": 2.1719,
      "step": 74665
    },
    {
      "epoch": 3.4736450337287743,
      "grad_norm": 1.351440940403292,
      "learning_rate": 0.00011621776473779235,
      "loss": 1.7891,
      "step": 74666
    },
    {
      "epoch": 3.473691556175855,
      "grad_norm": 1.4337608894046516,
      "learning_rate": 0.00011621414867856715,
      "loss": 2.2812,
      "step": 74667
    },
    {
      "epoch": 3.4737380786229357,
      "grad_norm": 1.3115399226959046,
      "learning_rate": 0.00011621053264002588,
      "loss": 1.875,
      "step": 74668
    },
    {
      "epoch": 3.473784601070016,
      "grad_norm": 1.3434279147425452,
      "learning_rate": 0.00011620691662217068,
      "loss": 1.9688,
      "step": 74669
    },
    {
      "epoch": 3.473831123517097,
      "grad_norm": 1.4465528109532644,
      "learning_rate": 0.00011620330062500385,
      "loss": 2.0938,
      "step": 74670
    },
    {
      "epoch": 3.4738776459641776,
      "grad_norm": 1.2984903691617378,
      "learning_rate": 0.00011619968464852753,
      "loss": 1.75,
      "step": 74671
    },
    {
      "epoch": 3.4739241684112585,
      "grad_norm": 1.437977700858874,
      "learning_rate": 0.00011619606869274398,
      "loss": 2.1719,
      "step": 74672
    },
    {
      "epoch": 3.473970690858339,
      "grad_norm": 1.368852458355177,
      "learning_rate": 0.00011619245275765538,
      "loss": 1.9688,
      "step": 74673
    },
    {
      "epoch": 3.47401721330542,
      "grad_norm": 1.3879260818976185,
      "learning_rate": 0.00011618883684326399,
      "loss": 1.9766,
      "step": 74674
    },
    {
      "epoch": 3.474063735752501,
      "grad_norm": 1.4338179213196731,
      "learning_rate": 0.00011618522094957195,
      "loss": 2.2031,
      "step": 74675
    },
    {
      "epoch": 3.4741102581995813,
      "grad_norm": 1.4665539418859455,
      "learning_rate": 0.00011618160507658156,
      "loss": 2.1562,
      "step": 74676
    },
    {
      "epoch": 3.474156780646662,
      "grad_norm": 1.4553301760526123,
      "learning_rate": 0.00011617798922429495,
      "loss": 1.9531,
      "step": 74677
    },
    {
      "epoch": 3.4742033030937427,
      "grad_norm": 1.4550936692370653,
      "learning_rate": 0.00011617437339271441,
      "loss": 2.1094,
      "step": 74678
    },
    {
      "epoch": 3.4742498255408236,
      "grad_norm": 1.3969571063053805,
      "learning_rate": 0.00011617075758184207,
      "loss": 1.8516,
      "step": 74679
    },
    {
      "epoch": 3.474296347987904,
      "grad_norm": 1.4876523817082172,
      "learning_rate": 0.00011616714179168026,
      "loss": 2.1719,
      "step": 74680
    },
    {
      "epoch": 3.474342870434985,
      "grad_norm": 1.4436712462319488,
      "learning_rate": 0.00011616352602223108,
      "loss": 2.1875,
      "step": 74681
    },
    {
      "epoch": 3.4743893928820655,
      "grad_norm": 1.442812153994435,
      "learning_rate": 0.00011615991027349674,
      "loss": 2.0156,
      "step": 74682
    },
    {
      "epoch": 3.4744359153291464,
      "grad_norm": 1.4480776183392836,
      "learning_rate": 0.00011615629454547956,
      "loss": 2.0312,
      "step": 74683
    },
    {
      "epoch": 3.474482437776227,
      "grad_norm": 1.4105890648059485,
      "learning_rate": 0.00011615267883818171,
      "loss": 2.0469,
      "step": 74684
    },
    {
      "epoch": 3.474528960223308,
      "grad_norm": 1.424928378748662,
      "learning_rate": 0.00011614906315160538,
      "loss": 1.9375,
      "step": 74685
    },
    {
      "epoch": 3.4745754826703883,
      "grad_norm": 1.5067137127734154,
      "learning_rate": 0.00011614544748575278,
      "loss": 2.2031,
      "step": 74686
    },
    {
      "epoch": 3.474622005117469,
      "grad_norm": 1.4538213399744455,
      "learning_rate": 0.00011614183184062614,
      "loss": 2.25,
      "step": 74687
    },
    {
      "epoch": 3.4746685275645497,
      "grad_norm": 1.521718434192937,
      "learning_rate": 0.00011613821621622767,
      "loss": 2.2969,
      "step": 74688
    },
    {
      "epoch": 3.4747150500116306,
      "grad_norm": 1.413178777020146,
      "learning_rate": 0.0001161346006125596,
      "loss": 2.0312,
      "step": 74689
    },
    {
      "epoch": 3.4747615724587115,
      "grad_norm": 1.3732193310534624,
      "learning_rate": 0.00011613098502962413,
      "loss": 1.7812,
      "step": 74690
    },
    {
      "epoch": 3.474808094905792,
      "grad_norm": 1.4236485779730297,
      "learning_rate": 0.00011612736946742345,
      "loss": 2.0625,
      "step": 74691
    },
    {
      "epoch": 3.474854617352873,
      "grad_norm": 1.4518957830446049,
      "learning_rate": 0.0001161237539259598,
      "loss": 2.1875,
      "step": 74692
    },
    {
      "epoch": 3.4749011397999534,
      "grad_norm": 1.4098988421502907,
      "learning_rate": 0.00011612013840523539,
      "loss": 2.1875,
      "step": 74693
    },
    {
      "epoch": 3.4749476622470343,
      "grad_norm": 1.2706061275345724,
      "learning_rate": 0.00011611652290525243,
      "loss": 1.6875,
      "step": 74694
    },
    {
      "epoch": 3.474994184694115,
      "grad_norm": 1.4056402041377958,
      "learning_rate": 0.00011611290742601312,
      "loss": 1.9609,
      "step": 74695
    },
    {
      "epoch": 3.4750407071411957,
      "grad_norm": 1.3406988881086583,
      "learning_rate": 0.00011610929196751971,
      "loss": 1.8125,
      "step": 74696
    },
    {
      "epoch": 3.475087229588276,
      "grad_norm": 1.475378020258784,
      "learning_rate": 0.00011610567652977438,
      "loss": 2.2344,
      "step": 74697
    },
    {
      "epoch": 3.475133752035357,
      "grad_norm": 1.4149159944296321,
      "learning_rate": 0.00011610206111277938,
      "loss": 2.0312,
      "step": 74698
    },
    {
      "epoch": 3.4751802744824376,
      "grad_norm": 1.4237965413131157,
      "learning_rate": 0.00011609844571653684,
      "loss": 2.125,
      "step": 74699
    },
    {
      "epoch": 3.4752267969295185,
      "grad_norm": 1.4029174082924707,
      "learning_rate": 0.00011609483034104908,
      "loss": 1.9297,
      "step": 74700
    },
    {
      "epoch": 3.4752733193765994,
      "grad_norm": 1.3726701593033737,
      "learning_rate": 0.00011609121498631825,
      "loss": 1.8906,
      "step": 74701
    },
    {
      "epoch": 3.47531984182368,
      "grad_norm": 1.3678593612307046,
      "learning_rate": 0.00011608759965234659,
      "loss": 1.8828,
      "step": 74702
    },
    {
      "epoch": 3.4753663642707604,
      "grad_norm": 1.365613034411922,
      "learning_rate": 0.00011608398433913626,
      "loss": 1.9375,
      "step": 74703
    },
    {
      "epoch": 3.4754128867178413,
      "grad_norm": 1.430909555801652,
      "learning_rate": 0.0001160803690466895,
      "loss": 2.0312,
      "step": 74704
    },
    {
      "epoch": 3.4754594091649222,
      "grad_norm": 1.5026943281671166,
      "learning_rate": 0.00011607675377500862,
      "loss": 2.3594,
      "step": 74705
    },
    {
      "epoch": 3.4755059316120027,
      "grad_norm": 1.3812059811647204,
      "learning_rate": 0.00011607313852409568,
      "loss": 1.75,
      "step": 74706
    },
    {
      "epoch": 3.4755524540590836,
      "grad_norm": 1.3070485463554784,
      "learning_rate": 0.00011606952329395303,
      "loss": 1.8906,
      "step": 74707
    },
    {
      "epoch": 3.475598976506164,
      "grad_norm": 1.2785788129095192,
      "learning_rate": 0.00011606590808458276,
      "loss": 1.5938,
      "step": 74708
    },
    {
      "epoch": 3.475645498953245,
      "grad_norm": 1.3610711628134697,
      "learning_rate": 0.00011606229289598717,
      "loss": 1.8672,
      "step": 74709
    },
    {
      "epoch": 3.4756920214003255,
      "grad_norm": 1.5192943331662296,
      "learning_rate": 0.00011605867772816843,
      "loss": 2.0625,
      "step": 74710
    },
    {
      "epoch": 3.4757385438474064,
      "grad_norm": 1.3661331369084408,
      "learning_rate": 0.00011605506258112881,
      "loss": 1.8984,
      "step": 74711
    },
    {
      "epoch": 3.475785066294487,
      "grad_norm": 1.3909122074195606,
      "learning_rate": 0.00011605144745487043,
      "loss": 1.8906,
      "step": 74712
    },
    {
      "epoch": 3.475831588741568,
      "grad_norm": 1.4362662550014147,
      "learning_rate": 0.00011604783234939559,
      "loss": 2.0312,
      "step": 74713
    },
    {
      "epoch": 3.4758781111886483,
      "grad_norm": 1.2120318423525627,
      "learning_rate": 0.00011604421726470643,
      "loss": 1.5,
      "step": 74714
    },
    {
      "epoch": 3.4759246336357292,
      "grad_norm": 1.473140360625503,
      "learning_rate": 0.00011604060220080523,
      "loss": 2.0469,
      "step": 74715
    },
    {
      "epoch": 3.47597115608281,
      "grad_norm": 1.235715732589231,
      "learning_rate": 0.0001160369871576942,
      "loss": 1.5469,
      "step": 74716
    },
    {
      "epoch": 3.4760176785298906,
      "grad_norm": 1.3956577684299962,
      "learning_rate": 0.00011603337213537547,
      "loss": 2.0938,
      "step": 74717
    },
    {
      "epoch": 3.4760642009769716,
      "grad_norm": 1.5238162989189585,
      "learning_rate": 0.00011602975713385134,
      "loss": 2.1562,
      "step": 74718
    },
    {
      "epoch": 3.476110723424052,
      "grad_norm": 1.4045708534169774,
      "learning_rate": 0.00011602614215312398,
      "loss": 2.0156,
      "step": 74719
    },
    {
      "epoch": 3.476157245871133,
      "grad_norm": 1.4126914858141892,
      "learning_rate": 0.00011602252719319563,
      "loss": 2.0625,
      "step": 74720
    },
    {
      "epoch": 3.4762037683182134,
      "grad_norm": 1.350694952571625,
      "learning_rate": 0.00011601891225406846,
      "loss": 2.0312,
      "step": 74721
    },
    {
      "epoch": 3.4762502907652943,
      "grad_norm": 1.4125360989120348,
      "learning_rate": 0.00011601529733574475,
      "loss": 2.0625,
      "step": 74722
    },
    {
      "epoch": 3.476296813212375,
      "grad_norm": 1.373247238272988,
      "learning_rate": 0.00011601168243822664,
      "loss": 2.0469,
      "step": 74723
    },
    {
      "epoch": 3.4763433356594557,
      "grad_norm": 1.442179118402781,
      "learning_rate": 0.0001160080675615164,
      "loss": 2.1562,
      "step": 74724
    },
    {
      "epoch": 3.4763898581065362,
      "grad_norm": 1.3908682747187422,
      "learning_rate": 0.00011600445270561617,
      "loss": 2.0,
      "step": 74725
    },
    {
      "epoch": 3.476436380553617,
      "grad_norm": 1.5048680261771612,
      "learning_rate": 0.00011600083787052825,
      "loss": 2.2031,
      "step": 74726
    },
    {
      "epoch": 3.476482903000698,
      "grad_norm": 1.4509759525257595,
      "learning_rate": 0.00011599722305625486,
      "loss": 2.0312,
      "step": 74727
    },
    {
      "epoch": 3.4765294254477785,
      "grad_norm": 1.3329961639455827,
      "learning_rate": 0.0001159936082627981,
      "loss": 1.8984,
      "step": 74728
    },
    {
      "epoch": 3.476575947894859,
      "grad_norm": 1.4759611193768076,
      "learning_rate": 0.0001159899934901603,
      "loss": 2.125,
      "step": 74729
    },
    {
      "epoch": 3.47662247034194,
      "grad_norm": 1.493872205007279,
      "learning_rate": 0.00011598637873834362,
      "loss": 2.2031,
      "step": 74730
    },
    {
      "epoch": 3.476668992789021,
      "grad_norm": 1.3824078435937643,
      "learning_rate": 0.00011598276400735029,
      "loss": 1.5391,
      "step": 74731
    },
    {
      "epoch": 3.4767155152361013,
      "grad_norm": 1.4435862872046792,
      "learning_rate": 0.00011597914929718248,
      "loss": 1.9375,
      "step": 74732
    },
    {
      "epoch": 3.4767620376831823,
      "grad_norm": 1.3724376468906077,
      "learning_rate": 0.00011597553460784247,
      "loss": 2.0625,
      "step": 74733
    },
    {
      "epoch": 3.4768085601302627,
      "grad_norm": 1.4979209093387986,
      "learning_rate": 0.00011597191993933241,
      "loss": 1.9766,
      "step": 74734
    },
    {
      "epoch": 3.4768550825773437,
      "grad_norm": 1.4276209622143399,
      "learning_rate": 0.00011596830529165458,
      "loss": 1.6406,
      "step": 74735
    },
    {
      "epoch": 3.476901605024424,
      "grad_norm": 1.4859754357873816,
      "learning_rate": 0.00011596469066481111,
      "loss": 2.0625,
      "step": 74736
    },
    {
      "epoch": 3.476948127471505,
      "grad_norm": 1.479545564941815,
      "learning_rate": 0.00011596107605880428,
      "loss": 2.0469,
      "step": 74737
    },
    {
      "epoch": 3.4769946499185855,
      "grad_norm": 1.4362302703046859,
      "learning_rate": 0.00011595746147363628,
      "loss": 2.125,
      "step": 74738
    },
    {
      "epoch": 3.4770411723656665,
      "grad_norm": 1.5105883591991531,
      "learning_rate": 0.00011595384690930933,
      "loss": 2.2188,
      "step": 74739
    },
    {
      "epoch": 3.477087694812747,
      "grad_norm": 1.459050717398136,
      "learning_rate": 0.00011595023236582561,
      "loss": 1.9219,
      "step": 74740
    },
    {
      "epoch": 3.477134217259828,
      "grad_norm": 1.4868444497409432,
      "learning_rate": 0.00011594661784318738,
      "loss": 2.1719,
      "step": 74741
    },
    {
      "epoch": 3.4771807397069088,
      "grad_norm": 1.4272322932165866,
      "learning_rate": 0.00011594300334139685,
      "loss": 2.2344,
      "step": 74742
    },
    {
      "epoch": 3.4772272621539893,
      "grad_norm": 1.3417101138854197,
      "learning_rate": 0.00011593938886045617,
      "loss": 1.9609,
      "step": 74743
    },
    {
      "epoch": 3.47727378460107,
      "grad_norm": 1.402394929522231,
      "learning_rate": 0.00011593577440036762,
      "loss": 2.1094,
      "step": 74744
    },
    {
      "epoch": 3.4773203070481506,
      "grad_norm": 1.4377881371424563,
      "learning_rate": 0.00011593215996113337,
      "loss": 2.0469,
      "step": 74745
    },
    {
      "epoch": 3.4773668294952316,
      "grad_norm": 1.4591913861003534,
      "learning_rate": 0.00011592854554275568,
      "loss": 2.25,
      "step": 74746
    },
    {
      "epoch": 3.477413351942312,
      "grad_norm": 1.3694514075239625,
      "learning_rate": 0.00011592493114523669,
      "loss": 2.0,
      "step": 74747
    },
    {
      "epoch": 3.477459874389393,
      "grad_norm": 1.384458153127287,
      "learning_rate": 0.00011592131676857866,
      "loss": 1.9922,
      "step": 74748
    },
    {
      "epoch": 3.4775063968364734,
      "grad_norm": 1.3998702484741594,
      "learning_rate": 0.00011591770241278384,
      "loss": 1.9375,
      "step": 74749
    },
    {
      "epoch": 3.4775529192835544,
      "grad_norm": 1.4203165935691524,
      "learning_rate": 0.00011591408807785438,
      "loss": 2.0625,
      "step": 74750
    },
    {
      "epoch": 3.477599441730635,
      "grad_norm": 1.4129662794503741,
      "learning_rate": 0.00011591047376379257,
      "loss": 2.0156,
      "step": 74751
    },
    {
      "epoch": 3.4776459641777158,
      "grad_norm": 1.49376326812306,
      "learning_rate": 0.0001159068594706005,
      "loss": 2.2969,
      "step": 74752
    },
    {
      "epoch": 3.4776924866247967,
      "grad_norm": 1.3867556547490838,
      "learning_rate": 0.0001159032451982805,
      "loss": 2.0625,
      "step": 74753
    },
    {
      "epoch": 3.477739009071877,
      "grad_norm": 1.4989618385262713,
      "learning_rate": 0.00011589963094683469,
      "loss": 2.1875,
      "step": 74754
    },
    {
      "epoch": 3.477785531518958,
      "grad_norm": 1.4360748504836545,
      "learning_rate": 0.00011589601671626538,
      "loss": 2.1406,
      "step": 74755
    },
    {
      "epoch": 3.4778320539660386,
      "grad_norm": 1.3983648507996727,
      "learning_rate": 0.00011589240250657468,
      "loss": 2.0625,
      "step": 74756
    },
    {
      "epoch": 3.4778785764131195,
      "grad_norm": 1.302085158803555,
      "learning_rate": 0.00011588878831776488,
      "loss": 1.8125,
      "step": 74757
    },
    {
      "epoch": 3.4779250988602,
      "grad_norm": 1.4200106856826629,
      "learning_rate": 0.00011588517414983815,
      "loss": 2.0469,
      "step": 74758
    },
    {
      "epoch": 3.477971621307281,
      "grad_norm": 1.4181343318495632,
      "learning_rate": 0.00011588156000279674,
      "loss": 1.9062,
      "step": 74759
    },
    {
      "epoch": 3.4780181437543614,
      "grad_norm": 1.5156257499061712,
      "learning_rate": 0.00011587794587664281,
      "loss": 2.3594,
      "step": 74760
    },
    {
      "epoch": 3.4780646662014423,
      "grad_norm": 1.4730202576677183,
      "learning_rate": 0.00011587433177137864,
      "loss": 2.2656,
      "step": 74761
    },
    {
      "epoch": 3.4781111886485228,
      "grad_norm": 1.4270916287267132,
      "learning_rate": 0.00011587071768700635,
      "loss": 1.9609,
      "step": 74762
    },
    {
      "epoch": 3.4781577110956037,
      "grad_norm": 1.5047815174203936,
      "learning_rate": 0.00011586710362352828,
      "loss": 2.2656,
      "step": 74763
    },
    {
      "epoch": 3.478204233542684,
      "grad_norm": 1.4412046679675092,
      "learning_rate": 0.0001158634895809465,
      "loss": 2.1719,
      "step": 74764
    },
    {
      "epoch": 3.478250755989765,
      "grad_norm": 1.4556763671408426,
      "learning_rate": 0.00011585987555926336,
      "loss": 2.1562,
      "step": 74765
    },
    {
      "epoch": 3.4782972784368456,
      "grad_norm": 1.5589714526106806,
      "learning_rate": 0.00011585626155848094,
      "loss": 2.2969,
      "step": 74766
    },
    {
      "epoch": 3.4783438008839265,
      "grad_norm": 1.4451681365324938,
      "learning_rate": 0.00011585264757860157,
      "loss": 1.9141,
      "step": 74767
    },
    {
      "epoch": 3.4783903233310074,
      "grad_norm": 1.341302713327111,
      "learning_rate": 0.0001158490336196274,
      "loss": 1.8672,
      "step": 74768
    },
    {
      "epoch": 3.478436845778088,
      "grad_norm": 1.5334675285474035,
      "learning_rate": 0.00011584541968156055,
      "loss": 2.1562,
      "step": 74769
    },
    {
      "epoch": 3.478483368225169,
      "grad_norm": 1.4241945543315158,
      "learning_rate": 0.00011584180576440346,
      "loss": 2.1406,
      "step": 74770
    },
    {
      "epoch": 3.4785298906722493,
      "grad_norm": 1.402653851713864,
      "learning_rate": 0.0001158381918681582,
      "loss": 1.9375,
      "step": 74771
    },
    {
      "epoch": 3.47857641311933,
      "grad_norm": 1.408791035014736,
      "learning_rate": 0.00011583457799282697,
      "loss": 2.125,
      "step": 74772
    },
    {
      "epoch": 3.4786229355664107,
      "grad_norm": 1.3607680482741344,
      "learning_rate": 0.00011583096413841203,
      "loss": 1.8672,
      "step": 74773
    },
    {
      "epoch": 3.4786694580134916,
      "grad_norm": 1.3449045890675078,
      "learning_rate": 0.00011582735030491556,
      "loss": 2.0,
      "step": 74774
    },
    {
      "epoch": 3.478715980460572,
      "grad_norm": 1.359897740497166,
      "learning_rate": 0.00011582373649233983,
      "loss": 1.9297,
      "step": 74775
    },
    {
      "epoch": 3.478762502907653,
      "grad_norm": 1.4507811110432303,
      "learning_rate": 0.00011582012270068696,
      "loss": 2.0156,
      "step": 74776
    },
    {
      "epoch": 3.4788090253547335,
      "grad_norm": 1.506567966949626,
      "learning_rate": 0.00011581650892995924,
      "loss": 2.0156,
      "step": 74777
    },
    {
      "epoch": 3.4788555478018144,
      "grad_norm": 1.4722862643470012,
      "learning_rate": 0.00011581289518015884,
      "loss": 2.1406,
      "step": 74778
    },
    {
      "epoch": 3.4789020702488953,
      "grad_norm": 1.391776833803128,
      "learning_rate": 0.000115809281451288,
      "loss": 1.9219,
      "step": 74779
    },
    {
      "epoch": 3.478948592695976,
      "grad_norm": 1.4668172939082171,
      "learning_rate": 0.0001158056677433489,
      "loss": 2.0,
      "step": 74780
    },
    {
      "epoch": 3.4789951151430567,
      "grad_norm": 1.4212460835532126,
      "learning_rate": 0.0001158020540563438,
      "loss": 2.1094,
      "step": 74781
    },
    {
      "epoch": 3.479041637590137,
      "grad_norm": 1.3738477551918982,
      "learning_rate": 0.00011579844039027486,
      "loss": 1.9688,
      "step": 74782
    },
    {
      "epoch": 3.479088160037218,
      "grad_norm": 1.4198321340175688,
      "learning_rate": 0.00011579482674514435,
      "loss": 1.9219,
      "step": 74783
    },
    {
      "epoch": 3.4791346824842986,
      "grad_norm": 1.423714244777149,
      "learning_rate": 0.0001157912131209544,
      "loss": 2.0156,
      "step": 74784
    },
    {
      "epoch": 3.4791812049313795,
      "grad_norm": 1.4058989946056635,
      "learning_rate": 0.00011578759951770732,
      "loss": 1.9219,
      "step": 74785
    },
    {
      "epoch": 3.47922772737846,
      "grad_norm": 1.4506764015952474,
      "learning_rate": 0.00011578398593540523,
      "loss": 2.2031,
      "step": 74786
    },
    {
      "epoch": 3.479274249825541,
      "grad_norm": 1.4622256938148455,
      "learning_rate": 0.00011578037237405042,
      "loss": 2.2656,
      "step": 74787
    },
    {
      "epoch": 3.4793207722726214,
      "grad_norm": 1.4219243479927115,
      "learning_rate": 0.00011577675883364502,
      "loss": 1.9766,
      "step": 74788
    },
    {
      "epoch": 3.4793672947197023,
      "grad_norm": 1.4776201022692872,
      "learning_rate": 0.00011577314531419135,
      "loss": 2.0312,
      "step": 74789
    },
    {
      "epoch": 3.479413817166783,
      "grad_norm": 1.4327990508929842,
      "learning_rate": 0.00011576953181569151,
      "loss": 2.0156,
      "step": 74790
    },
    {
      "epoch": 3.4794603396138637,
      "grad_norm": 1.3820486715920886,
      "learning_rate": 0.00011576591833814775,
      "loss": 1.875,
      "step": 74791
    },
    {
      "epoch": 3.479506862060944,
      "grad_norm": 1.439250299557068,
      "learning_rate": 0.00011576230488156235,
      "loss": 2.2031,
      "step": 74792
    },
    {
      "epoch": 3.479553384508025,
      "grad_norm": 1.4116152980029706,
      "learning_rate": 0.00011575869144593744,
      "loss": 1.9844,
      "step": 74793
    },
    {
      "epoch": 3.479599906955106,
      "grad_norm": 1.464445070969434,
      "learning_rate": 0.0001157550780312753,
      "loss": 2.1875,
      "step": 74794
    },
    {
      "epoch": 3.4796464294021865,
      "grad_norm": 1.4023010041085635,
      "learning_rate": 0.00011575146463757806,
      "loss": 2.0625,
      "step": 74795
    },
    {
      "epoch": 3.4796929518492674,
      "grad_norm": 1.4261575498931096,
      "learning_rate": 0.00011574785126484799,
      "loss": 2.0469,
      "step": 74796
    },
    {
      "epoch": 3.479739474296348,
      "grad_norm": 1.4794696080676002,
      "learning_rate": 0.00011574423791308732,
      "loss": 1.9688,
      "step": 74797
    },
    {
      "epoch": 3.479785996743429,
      "grad_norm": 1.5371259727219522,
      "learning_rate": 0.00011574062458229818,
      "loss": 2.1875,
      "step": 74798
    },
    {
      "epoch": 3.4798325191905093,
      "grad_norm": 1.4809873572414407,
      "learning_rate": 0.00011573701127248286,
      "loss": 2.1094,
      "step": 74799
    },
    {
      "epoch": 3.47987904163759,
      "grad_norm": 1.4566946202325177,
      "learning_rate": 0.00011573339798364353,
      "loss": 2.0469,
      "step": 74800
    },
    {
      "epoch": 3.4799255640846707,
      "grad_norm": 1.4419048451327408,
      "learning_rate": 0.00011572978471578243,
      "loss": 2.1719,
      "step": 74801
    },
    {
      "epoch": 3.4799720865317516,
      "grad_norm": 1.4888405637335365,
      "learning_rate": 0.00011572617146890174,
      "loss": 2.1562,
      "step": 74802
    },
    {
      "epoch": 3.480018608978832,
      "grad_norm": 1.3743550138369898,
      "learning_rate": 0.0001157225582430037,
      "loss": 1.8594,
      "step": 74803
    },
    {
      "epoch": 3.480065131425913,
      "grad_norm": 1.495557227941031,
      "learning_rate": 0.0001157189450380905,
      "loss": 2.1875,
      "step": 74804
    },
    {
      "epoch": 3.480111653872994,
      "grad_norm": 1.3937204059615105,
      "learning_rate": 0.00011571533185416439,
      "loss": 2.0156,
      "step": 74805
    },
    {
      "epoch": 3.4801581763200744,
      "grad_norm": 1.5443117246447977,
      "learning_rate": 0.00011571171869122752,
      "loss": 2.3594,
      "step": 74806
    },
    {
      "epoch": 3.4802046987671553,
      "grad_norm": 1.386771185537712,
      "learning_rate": 0.00011570810554928218,
      "loss": 1.9219,
      "step": 74807
    },
    {
      "epoch": 3.480251221214236,
      "grad_norm": 1.5105045982443983,
      "learning_rate": 0.00011570449242833051,
      "loss": 2.0781,
      "step": 74808
    },
    {
      "epoch": 3.4802977436613167,
      "grad_norm": 1.3958826675310492,
      "learning_rate": 0.00011570087932837477,
      "loss": 1.9766,
      "step": 74809
    },
    {
      "epoch": 3.480344266108397,
      "grad_norm": 1.4206233442178493,
      "learning_rate": 0.00011569726624941713,
      "loss": 2.1719,
      "step": 74810
    },
    {
      "epoch": 3.480390788555478,
      "grad_norm": 1.4261895875692034,
      "learning_rate": 0.00011569365319145984,
      "loss": 1.8438,
      "step": 74811
    },
    {
      "epoch": 3.4804373110025586,
      "grad_norm": 1.5236478530788458,
      "learning_rate": 0.0001156900401545051,
      "loss": 2.125,
      "step": 74812
    },
    {
      "epoch": 3.4804838334496395,
      "grad_norm": 1.3372093911194958,
      "learning_rate": 0.00011568642713855505,
      "loss": 1.8516,
      "step": 74813
    },
    {
      "epoch": 3.48053035589672,
      "grad_norm": 1.3716440558867151,
      "learning_rate": 0.00011568281414361206,
      "loss": 1.8828,
      "step": 74814
    },
    {
      "epoch": 3.480576878343801,
      "grad_norm": 1.4551755462248117,
      "learning_rate": 0.00011567920116967822,
      "loss": 2.1562,
      "step": 74815
    },
    {
      "epoch": 3.480623400790882,
      "grad_norm": 1.4270646237677078,
      "learning_rate": 0.00011567558821675579,
      "loss": 2.0938,
      "step": 74816
    },
    {
      "epoch": 3.4806699232379623,
      "grad_norm": 1.4285554355676278,
      "learning_rate": 0.00011567197528484697,
      "loss": 2.1562,
      "step": 74817
    },
    {
      "epoch": 3.480716445685043,
      "grad_norm": 1.4135940387025692,
      "learning_rate": 0.00011566836237395397,
      "loss": 1.9688,
      "step": 74818
    },
    {
      "epoch": 3.4807629681321237,
      "grad_norm": 1.4426934199122905,
      "learning_rate": 0.00011566474948407896,
      "loss": 2.1719,
      "step": 74819
    },
    {
      "epoch": 3.4808094905792046,
      "grad_norm": 1.4548704590955706,
      "learning_rate": 0.00011566113661522425,
      "loss": 1.9375,
      "step": 74820
    },
    {
      "epoch": 3.480856013026285,
      "grad_norm": 1.4566346758448563,
      "learning_rate": 0.00011565752376739196,
      "loss": 2.0312,
      "step": 74821
    },
    {
      "epoch": 3.480902535473366,
      "grad_norm": 1.313194476188504,
      "learning_rate": 0.00011565391094058436,
      "loss": 1.5938,
      "step": 74822
    },
    {
      "epoch": 3.4809490579204465,
      "grad_norm": 1.4262635372463082,
      "learning_rate": 0.00011565029813480365,
      "loss": 2.0938,
      "step": 74823
    },
    {
      "epoch": 3.4809955803675274,
      "grad_norm": 1.4529220366684028,
      "learning_rate": 0.00011564668535005199,
      "loss": 2.1094,
      "step": 74824
    },
    {
      "epoch": 3.481042102814608,
      "grad_norm": 1.4733908153123676,
      "learning_rate": 0.00011564307258633166,
      "loss": 2.3281,
      "step": 74825
    },
    {
      "epoch": 3.481088625261689,
      "grad_norm": 1.3878352234869835,
      "learning_rate": 0.00011563945984364482,
      "loss": 1.9375,
      "step": 74826
    },
    {
      "epoch": 3.4811351477087693,
      "grad_norm": 1.4509386968593863,
      "learning_rate": 0.00011563584712199373,
      "loss": 2.2188,
      "step": 74827
    },
    {
      "epoch": 3.4811816701558502,
      "grad_norm": 1.4007029119177705,
      "learning_rate": 0.00011563223442138053,
      "loss": 1.9609,
      "step": 74828
    },
    {
      "epoch": 3.4812281926029307,
      "grad_norm": 1.429839690089823,
      "learning_rate": 0.00011562862174180753,
      "loss": 2.0,
      "step": 74829
    },
    {
      "epoch": 3.4812747150500116,
      "grad_norm": 1.428685519377687,
      "learning_rate": 0.00011562500908327686,
      "loss": 1.9609,
      "step": 74830
    },
    {
      "epoch": 3.4813212374970925,
      "grad_norm": 1.531696237643006,
      "learning_rate": 0.0001156213964457908,
      "loss": 2.2344,
      "step": 74831
    },
    {
      "epoch": 3.481367759944173,
      "grad_norm": 1.5048735259670556,
      "learning_rate": 0.00011561778382935148,
      "loss": 2.2031,
      "step": 74832
    },
    {
      "epoch": 3.481414282391254,
      "grad_norm": 1.33525677190973,
      "learning_rate": 0.00011561417123396118,
      "loss": 1.8359,
      "step": 74833
    },
    {
      "epoch": 3.4814608048383344,
      "grad_norm": 1.410134096410905,
      "learning_rate": 0.00011561055865962208,
      "loss": 2.125,
      "step": 74834
    },
    {
      "epoch": 3.4815073272854153,
      "grad_norm": 1.4468929935180936,
      "learning_rate": 0.00011560694610633633,
      "loss": 2.25,
      "step": 74835
    },
    {
      "epoch": 3.481553849732496,
      "grad_norm": 1.4276677784751561,
      "learning_rate": 0.00011560333357410631,
      "loss": 2.1406,
      "step": 74836
    },
    {
      "epoch": 3.4816003721795767,
      "grad_norm": 1.4504548759093223,
      "learning_rate": 0.00011559972106293407,
      "loss": 2.125,
      "step": 74837
    },
    {
      "epoch": 3.481646894626657,
      "grad_norm": 1.3689161735823983,
      "learning_rate": 0.00011559610857282194,
      "loss": 1.9297,
      "step": 74838
    },
    {
      "epoch": 3.481693417073738,
      "grad_norm": 1.4895310802121782,
      "learning_rate": 0.00011559249610377202,
      "loss": 2.3281,
      "step": 74839
    },
    {
      "epoch": 3.4817399395208186,
      "grad_norm": 1.4127405290992432,
      "learning_rate": 0.00011558888365578662,
      "loss": 1.9609,
      "step": 74840
    },
    {
      "epoch": 3.4817864619678995,
      "grad_norm": 1.470501740295054,
      "learning_rate": 0.00011558527122886788,
      "loss": 2.1719,
      "step": 74841
    },
    {
      "epoch": 3.4818329844149805,
      "grad_norm": 1.380512321473571,
      "learning_rate": 0.00011558165882301808,
      "loss": 1.9531,
      "step": 74842
    },
    {
      "epoch": 3.481879506862061,
      "grad_norm": 1.4485277381178547,
      "learning_rate": 0.00011557804643823936,
      "loss": 1.9844,
      "step": 74843
    },
    {
      "epoch": 3.4819260293091414,
      "grad_norm": 1.4436553350383892,
      "learning_rate": 0.00011557443407453398,
      "loss": 2.0625,
      "step": 74844
    },
    {
      "epoch": 3.4819725517562223,
      "grad_norm": 1.4273885401569262,
      "learning_rate": 0.00011557082173190411,
      "loss": 2.125,
      "step": 74845
    },
    {
      "epoch": 3.4820190742033033,
      "grad_norm": 1.4639747626835555,
      "learning_rate": 0.000115567209410352,
      "loss": 2.0312,
      "step": 74846
    },
    {
      "epoch": 3.4820655966503837,
      "grad_norm": 1.4325358599088107,
      "learning_rate": 0.00011556359710987983,
      "loss": 2.0312,
      "step": 74847
    },
    {
      "epoch": 3.4821121190974647,
      "grad_norm": 1.298516461118151,
      "learning_rate": 0.00011555998483048987,
      "loss": 1.8906,
      "step": 74848
    },
    {
      "epoch": 3.482158641544545,
      "grad_norm": 1.4559571297352758,
      "learning_rate": 0.00011555637257218427,
      "loss": 2.2812,
      "step": 74849
    },
    {
      "epoch": 3.482205163991626,
      "grad_norm": 1.4161370247331881,
      "learning_rate": 0.00011555276033496526,
      "loss": 1.9766,
      "step": 74850
    },
    {
      "epoch": 3.4822516864387065,
      "grad_norm": 1.464078401048181,
      "learning_rate": 0.00011554914811883504,
      "loss": 2.1094,
      "step": 74851
    },
    {
      "epoch": 3.4822982088857874,
      "grad_norm": 1.283786397517401,
      "learning_rate": 0.00011554553592379584,
      "loss": 1.5312,
      "step": 74852
    },
    {
      "epoch": 3.482344731332868,
      "grad_norm": 1.4689826406431061,
      "learning_rate": 0.00011554192374984988,
      "loss": 2.1562,
      "step": 74853
    },
    {
      "epoch": 3.482391253779949,
      "grad_norm": 1.3750521268449205,
      "learning_rate": 0.00011553831159699935,
      "loss": 2.0,
      "step": 74854
    },
    {
      "epoch": 3.4824377762270293,
      "grad_norm": 1.458057004657225,
      "learning_rate": 0.00011553469946524647,
      "loss": 2.1875,
      "step": 74855
    },
    {
      "epoch": 3.4824842986741102,
      "grad_norm": 1.3661668529743087,
      "learning_rate": 0.00011553108735459342,
      "loss": 1.9766,
      "step": 74856
    },
    {
      "epoch": 3.482530821121191,
      "grad_norm": 1.4700968283388984,
      "learning_rate": 0.00011552747526504243,
      "loss": 2.1719,
      "step": 74857
    },
    {
      "epoch": 3.4825773435682716,
      "grad_norm": 1.4600671686392341,
      "learning_rate": 0.00011552386319659578,
      "loss": 2.2031,
      "step": 74858
    },
    {
      "epoch": 3.4826238660153526,
      "grad_norm": 1.4532843130795576,
      "learning_rate": 0.00011552025114925559,
      "loss": 2.1875,
      "step": 74859
    },
    {
      "epoch": 3.482670388462433,
      "grad_norm": 1.3970362633314475,
      "learning_rate": 0.00011551663912302414,
      "loss": 1.9297,
      "step": 74860
    },
    {
      "epoch": 3.482716910909514,
      "grad_norm": 1.5178368105624565,
      "learning_rate": 0.00011551302711790356,
      "loss": 2.3438,
      "step": 74861
    },
    {
      "epoch": 3.4827634333565944,
      "grad_norm": 1.5980268977528629,
      "learning_rate": 0.00011550941513389614,
      "loss": 2.0156,
      "step": 74862
    },
    {
      "epoch": 3.4828099558036754,
      "grad_norm": 1.5987047885833012,
      "learning_rate": 0.00011550580317100404,
      "loss": 1.5391,
      "step": 74863
    },
    {
      "epoch": 3.482856478250756,
      "grad_norm": 1.4253764550291899,
      "learning_rate": 0.00011550219122922952,
      "loss": 1.8047,
      "step": 74864
    },
    {
      "epoch": 3.4829030006978368,
      "grad_norm": 1.5143791510876892,
      "learning_rate": 0.00011549857930857474,
      "loss": 2.0938,
      "step": 74865
    },
    {
      "epoch": 3.4829495231449172,
      "grad_norm": 1.4322259717089516,
      "learning_rate": 0.00011549496740904196,
      "loss": 2.25,
      "step": 74866
    },
    {
      "epoch": 3.482996045591998,
      "grad_norm": 1.482801890299625,
      "learning_rate": 0.00011549135553063333,
      "loss": 2.125,
      "step": 74867
    },
    {
      "epoch": 3.483042568039079,
      "grad_norm": 1.423783059624491,
      "learning_rate": 0.00011548774367335112,
      "loss": 2.0156,
      "step": 74868
    },
    {
      "epoch": 3.4830890904861596,
      "grad_norm": 1.4378321283754159,
      "learning_rate": 0.0001154841318371975,
      "loss": 2.0156,
      "step": 74869
    },
    {
      "epoch": 3.4831356129332405,
      "grad_norm": 1.4225400988729395,
      "learning_rate": 0.00011548052002217472,
      "loss": 2.1562,
      "step": 74870
    },
    {
      "epoch": 3.483182135380321,
      "grad_norm": 1.38484470797751,
      "learning_rate": 0.00011547690822828493,
      "loss": 2.0,
      "step": 74871
    },
    {
      "epoch": 3.483228657827402,
      "grad_norm": 1.501363618805749,
      "learning_rate": 0.00011547329645553042,
      "loss": 2.1094,
      "step": 74872
    },
    {
      "epoch": 3.4832751802744824,
      "grad_norm": 1.4171281844674524,
      "learning_rate": 0.00011546968470391332,
      "loss": 2.1562,
      "step": 74873
    },
    {
      "epoch": 3.4833217027215633,
      "grad_norm": 1.4038332158758953,
      "learning_rate": 0.00011546607297343592,
      "loss": 2.0938,
      "step": 74874
    },
    {
      "epoch": 3.4833682251686438,
      "grad_norm": 1.561682188152256,
      "learning_rate": 0.00011546246126410042,
      "loss": 2.3438,
      "step": 74875
    },
    {
      "epoch": 3.4834147476157247,
      "grad_norm": 1.320991497801654,
      "learning_rate": 0.00011545884957590894,
      "loss": 1.8906,
      "step": 74876
    },
    {
      "epoch": 3.483461270062805,
      "grad_norm": 1.4074448184555601,
      "learning_rate": 0.0001154552379088638,
      "loss": 2.0938,
      "step": 74877
    },
    {
      "epoch": 3.483507792509886,
      "grad_norm": 1.3761360805123586,
      "learning_rate": 0.00011545162626296712,
      "loss": 2.0469,
      "step": 74878
    },
    {
      "epoch": 3.4835543149569665,
      "grad_norm": 1.4018935698315955,
      "learning_rate": 0.00011544801463822116,
      "loss": 1.9688,
      "step": 74879
    },
    {
      "epoch": 3.4836008374040475,
      "grad_norm": 1.4367742974914195,
      "learning_rate": 0.00011544440303462816,
      "loss": 2.1094,
      "step": 74880
    },
    {
      "epoch": 3.483647359851128,
      "grad_norm": 1.485451814731476,
      "learning_rate": 0.00011544079145219029,
      "loss": 2.25,
      "step": 74881
    },
    {
      "epoch": 3.483693882298209,
      "grad_norm": 1.4487941553471433,
      "learning_rate": 0.00011543717989090978,
      "loss": 2.1719,
      "step": 74882
    },
    {
      "epoch": 3.48374040474529,
      "grad_norm": 1.440910297480437,
      "learning_rate": 0.00011543356835078881,
      "loss": 2.0156,
      "step": 74883
    },
    {
      "epoch": 3.4837869271923703,
      "grad_norm": 1.434646558329765,
      "learning_rate": 0.00011542995683182967,
      "loss": 1.9609,
      "step": 74884
    },
    {
      "epoch": 3.483833449639451,
      "grad_norm": 1.3537997052886372,
      "learning_rate": 0.00011542634533403444,
      "loss": 1.8594,
      "step": 74885
    },
    {
      "epoch": 3.4838799720865317,
      "grad_norm": 1.3439988307839743,
      "learning_rate": 0.00011542273385740546,
      "loss": 2.0312,
      "step": 74886
    },
    {
      "epoch": 3.4839264945336126,
      "grad_norm": 1.395700856183306,
      "learning_rate": 0.00011541912240194486,
      "loss": 2.0781,
      "step": 74887
    },
    {
      "epoch": 3.483973016980693,
      "grad_norm": 1.315202747145756,
      "learning_rate": 0.00011541551096765491,
      "loss": 1.6641,
      "step": 74888
    },
    {
      "epoch": 3.484019539427774,
      "grad_norm": 1.387714494277283,
      "learning_rate": 0.00011541189955453773,
      "loss": 2.0938,
      "step": 74889
    },
    {
      "epoch": 3.4840660618748545,
      "grad_norm": 1.3915337961690981,
      "learning_rate": 0.00011540828816259564,
      "loss": 2.1875,
      "step": 74890
    },
    {
      "epoch": 3.4841125843219354,
      "grad_norm": 1.3836651753423883,
      "learning_rate": 0.00011540467679183077,
      "loss": 2.0312,
      "step": 74891
    },
    {
      "epoch": 3.484159106769016,
      "grad_norm": 1.509800791153559,
      "learning_rate": 0.0001154010654422454,
      "loss": 2.2656,
      "step": 74892
    },
    {
      "epoch": 3.4842056292160968,
      "grad_norm": 1.4963875615152782,
      "learning_rate": 0.00011539745411384164,
      "loss": 2.3125,
      "step": 74893
    },
    {
      "epoch": 3.4842521516631777,
      "grad_norm": 1.5371355963725954,
      "learning_rate": 0.00011539384280662181,
      "loss": 2.1406,
      "step": 74894
    },
    {
      "epoch": 3.484298674110258,
      "grad_norm": 1.4453266015884711,
      "learning_rate": 0.00011539023152058805,
      "loss": 2.0781,
      "step": 74895
    },
    {
      "epoch": 3.484345196557339,
      "grad_norm": 1.4210304035493204,
      "learning_rate": 0.00011538662025574262,
      "loss": 2.0156,
      "step": 74896
    },
    {
      "epoch": 3.4843917190044196,
      "grad_norm": 1.4235399497583403,
      "learning_rate": 0.00011538300901208768,
      "loss": 2.1094,
      "step": 74897
    },
    {
      "epoch": 3.4844382414515005,
      "grad_norm": 1.4253360690029522,
      "learning_rate": 0.00011537939778962549,
      "loss": 2.2656,
      "step": 74898
    },
    {
      "epoch": 3.484484763898581,
      "grad_norm": 1.4125031572884081,
      "learning_rate": 0.00011537578658835821,
      "loss": 2.0312,
      "step": 74899
    },
    {
      "epoch": 3.484531286345662,
      "grad_norm": 1.3794277915791326,
      "learning_rate": 0.00011537217540828809,
      "loss": 1.6406,
      "step": 74900
    },
    {
      "epoch": 3.4845778087927424,
      "grad_norm": 1.409293618983727,
      "learning_rate": 0.00011536856424941729,
      "loss": 1.9766,
      "step": 74901
    },
    {
      "epoch": 3.4846243312398233,
      "grad_norm": 1.4003711032737447,
      "learning_rate": 0.0001153649531117481,
      "loss": 1.8984,
      "step": 74902
    },
    {
      "epoch": 3.4846708536869038,
      "grad_norm": 1.3680037449544171,
      "learning_rate": 0.00011536134199528269,
      "loss": 1.8594,
      "step": 74903
    },
    {
      "epoch": 3.4847173761339847,
      "grad_norm": 1.3090463275854578,
      "learning_rate": 0.00011535773090002327,
      "loss": 1.875,
      "step": 74904
    },
    {
      "epoch": 3.4847638985810656,
      "grad_norm": 1.4909077055510702,
      "learning_rate": 0.00011535411982597204,
      "loss": 2.1562,
      "step": 74905
    },
    {
      "epoch": 3.484810421028146,
      "grad_norm": 1.4335943955099077,
      "learning_rate": 0.00011535050877313125,
      "loss": 2.1562,
      "step": 74906
    },
    {
      "epoch": 3.4848569434752266,
      "grad_norm": 1.5149887138965592,
      "learning_rate": 0.00011534689774150305,
      "loss": 2.375,
      "step": 74907
    },
    {
      "epoch": 3.4849034659223075,
      "grad_norm": 1.4682499144503192,
      "learning_rate": 0.0001153432867310897,
      "loss": 2.0938,
      "step": 74908
    },
    {
      "epoch": 3.4849499883693884,
      "grad_norm": 1.5088110352267055,
      "learning_rate": 0.00011533967574189338,
      "loss": 2.3594,
      "step": 74909
    },
    {
      "epoch": 3.484996510816469,
      "grad_norm": 1.3329325665732539,
      "learning_rate": 0.00011533606477391634,
      "loss": 1.9688,
      "step": 74910
    },
    {
      "epoch": 3.48504303326355,
      "grad_norm": 1.4441880306176067,
      "learning_rate": 0.00011533245382716075,
      "loss": 2.125,
      "step": 74911
    },
    {
      "epoch": 3.4850895557106303,
      "grad_norm": 1.4386116698047002,
      "learning_rate": 0.00011532884290162884,
      "loss": 2.1875,
      "step": 74912
    },
    {
      "epoch": 3.485136078157711,
      "grad_norm": 1.3837189723851189,
      "learning_rate": 0.0001153252319973228,
      "loss": 2.0469,
      "step": 74913
    },
    {
      "epoch": 3.4851826006047917,
      "grad_norm": 1.3656615839152157,
      "learning_rate": 0.00011532162111424489,
      "loss": 1.8047,
      "step": 74914
    },
    {
      "epoch": 3.4852291230518726,
      "grad_norm": 1.438146534442915,
      "learning_rate": 0.00011531801025239726,
      "loss": 1.9609,
      "step": 74915
    },
    {
      "epoch": 3.485275645498953,
      "grad_norm": 1.3005354517103473,
      "learning_rate": 0.00011531439941178217,
      "loss": 1.7812,
      "step": 74916
    },
    {
      "epoch": 3.485322167946034,
      "grad_norm": 1.3993432102385341,
      "learning_rate": 0.00011531078859240178,
      "loss": 1.9141,
      "step": 74917
    },
    {
      "epoch": 3.4853686903931145,
      "grad_norm": 1.3728834570414716,
      "learning_rate": 0.00011530717779425836,
      "loss": 1.9844,
      "step": 74918
    },
    {
      "epoch": 3.4854152128401954,
      "grad_norm": 1.4660520940060522,
      "learning_rate": 0.00011530356701735407,
      "loss": 2.1094,
      "step": 74919
    },
    {
      "epoch": 3.4854617352872763,
      "grad_norm": 1.3642656847594756,
      "learning_rate": 0.00011529995626169115,
      "loss": 1.9453,
      "step": 74920
    },
    {
      "epoch": 3.485508257734357,
      "grad_norm": 1.4111350327238252,
      "learning_rate": 0.00011529634552727178,
      "loss": 2.1719,
      "step": 74921
    },
    {
      "epoch": 3.4855547801814377,
      "grad_norm": 1.363958532252858,
      "learning_rate": 0.00011529273481409823,
      "loss": 2.0156,
      "step": 74922
    },
    {
      "epoch": 3.485601302628518,
      "grad_norm": 1.4026692079467147,
      "learning_rate": 0.00011528912412217261,
      "loss": 2.0938,
      "step": 74923
    },
    {
      "epoch": 3.485647825075599,
      "grad_norm": 1.4100013920805812,
      "learning_rate": 0.00011528551345149721,
      "loss": 2.1094,
      "step": 74924
    },
    {
      "epoch": 3.4856943475226796,
      "grad_norm": 1.371521176727746,
      "learning_rate": 0.00011528190280207428,
      "loss": 1.9766,
      "step": 74925
    },
    {
      "epoch": 3.4857408699697605,
      "grad_norm": 1.372453253704924,
      "learning_rate": 0.00011527829217390592,
      "loss": 1.7031,
      "step": 74926
    },
    {
      "epoch": 3.485787392416841,
      "grad_norm": 1.464557220231307,
      "learning_rate": 0.00011527468156699443,
      "loss": 2.125,
      "step": 74927
    },
    {
      "epoch": 3.485833914863922,
      "grad_norm": 1.4523111373243824,
      "learning_rate": 0.00011527107098134197,
      "loss": 2.1719,
      "step": 74928
    },
    {
      "epoch": 3.4858804373110024,
      "grad_norm": 1.4927864529344939,
      "learning_rate": 0.00011526746041695077,
      "loss": 2.125,
      "step": 74929
    },
    {
      "epoch": 3.4859269597580833,
      "grad_norm": 1.5740423332653581,
      "learning_rate": 0.00011526384987382306,
      "loss": 2.125,
      "step": 74930
    },
    {
      "epoch": 3.4859734822051642,
      "grad_norm": 1.4599554434220035,
      "learning_rate": 0.00011526023935196097,
      "loss": 2.2656,
      "step": 74931
    },
    {
      "epoch": 3.4860200046522447,
      "grad_norm": 1.3809870149508772,
      "learning_rate": 0.00011525662885136682,
      "loss": 2.0156,
      "step": 74932
    },
    {
      "epoch": 3.486066527099325,
      "grad_norm": 1.4245064491022112,
      "learning_rate": 0.00011525301837204273,
      "loss": 2.0625,
      "step": 74933
    },
    {
      "epoch": 3.486113049546406,
      "grad_norm": 1.4840276334720113,
      "learning_rate": 0.00011524940791399096,
      "loss": 2.25,
      "step": 74934
    },
    {
      "epoch": 3.486159571993487,
      "grad_norm": 1.3695464574906349,
      "learning_rate": 0.00011524579747721369,
      "loss": 1.5391,
      "step": 74935
    },
    {
      "epoch": 3.4862060944405675,
      "grad_norm": 1.431143354285099,
      "learning_rate": 0.00011524218706171318,
      "loss": 2.1094,
      "step": 74936
    },
    {
      "epoch": 3.4862526168876484,
      "grad_norm": 1.3099120304244969,
      "learning_rate": 0.00011523857666749156,
      "loss": 1.7891,
      "step": 74937
    },
    {
      "epoch": 3.486299139334729,
      "grad_norm": 1.488533951015138,
      "learning_rate": 0.00011523496629455116,
      "loss": 2.0781,
      "step": 74938
    },
    {
      "epoch": 3.48634566178181,
      "grad_norm": 1.4200276774112768,
      "learning_rate": 0.00011523135594289405,
      "loss": 2.0781,
      "step": 74939
    },
    {
      "epoch": 3.4863921842288903,
      "grad_norm": 1.4810473622621438,
      "learning_rate": 0.00011522774561252256,
      "loss": 2.25,
      "step": 74940
    },
    {
      "epoch": 3.486438706675971,
      "grad_norm": 1.3597127149129908,
      "learning_rate": 0.0001152241353034388,
      "loss": 2.0625,
      "step": 74941
    },
    {
      "epoch": 3.4864852291230517,
      "grad_norm": 1.396296315760022,
      "learning_rate": 0.00011522052501564508,
      "loss": 1.9844,
      "step": 74942
    },
    {
      "epoch": 3.4865317515701326,
      "grad_norm": 1.42427921769914,
      "learning_rate": 0.00011521691474914351,
      "loss": 1.8516,
      "step": 74943
    },
    {
      "epoch": 3.486578274017213,
      "grad_norm": 1.3613748393699894,
      "learning_rate": 0.0001152133045039364,
      "loss": 1.9922,
      "step": 74944
    },
    {
      "epoch": 3.486624796464294,
      "grad_norm": 1.4271955652942088,
      "learning_rate": 0.00011520969428002582,
      "loss": 1.9766,
      "step": 74945
    },
    {
      "epoch": 3.486671318911375,
      "grad_norm": 1.335028490327981,
      "learning_rate": 0.00011520608407741413,
      "loss": 1.8594,
      "step": 74946
    },
    {
      "epoch": 3.4867178413584554,
      "grad_norm": 1.3784647692154126,
      "learning_rate": 0.0001152024738961035,
      "loss": 1.9141,
      "step": 74947
    },
    {
      "epoch": 3.4867643638055363,
      "grad_norm": 1.4800116044186207,
      "learning_rate": 0.00011519886373609609,
      "loss": 2.1719,
      "step": 74948
    },
    {
      "epoch": 3.486810886252617,
      "grad_norm": 1.5818607162005511,
      "learning_rate": 0.00011519525359739417,
      "loss": 2.3125,
      "step": 74949
    },
    {
      "epoch": 3.4868574086996977,
      "grad_norm": 1.4545698915581387,
      "learning_rate": 0.00011519164347999989,
      "loss": 2.0469,
      "step": 74950
    },
    {
      "epoch": 3.486903931146778,
      "grad_norm": 1.3683406435634047,
      "learning_rate": 0.00011518803338391551,
      "loss": 1.9219,
      "step": 74951
    },
    {
      "epoch": 3.486950453593859,
      "grad_norm": 1.3775817684542762,
      "learning_rate": 0.0001151844233091432,
      "loss": 1.9922,
      "step": 74952
    },
    {
      "epoch": 3.4869969760409396,
      "grad_norm": 1.3650038933051354,
      "learning_rate": 0.00011518081325568524,
      "loss": 1.875,
      "step": 74953
    },
    {
      "epoch": 3.4870434984880205,
      "grad_norm": 1.4517295446511014,
      "learning_rate": 0.00011517720322354373,
      "loss": 2.0781,
      "step": 74954
    },
    {
      "epoch": 3.487090020935101,
      "grad_norm": 1.3729174087199798,
      "learning_rate": 0.000115173593212721,
      "loss": 2.0781,
      "step": 74955
    },
    {
      "epoch": 3.487136543382182,
      "grad_norm": 1.3862712680893692,
      "learning_rate": 0.0001151699832232192,
      "loss": 1.9766,
      "step": 74956
    },
    {
      "epoch": 3.487183065829263,
      "grad_norm": 1.4167074642127022,
      "learning_rate": 0.0001151663732550405,
      "loss": 2.0469,
      "step": 74957
    },
    {
      "epoch": 3.4872295882763433,
      "grad_norm": 1.4359654482271516,
      "learning_rate": 0.00011516276330818717,
      "loss": 2.0312,
      "step": 74958
    },
    {
      "epoch": 3.487276110723424,
      "grad_norm": 1.3479438620295705,
      "learning_rate": 0.00011515915338266139,
      "loss": 1.8672,
      "step": 74959
    },
    {
      "epoch": 3.4873226331705047,
      "grad_norm": 1.4526095637925682,
      "learning_rate": 0.00011515554347846542,
      "loss": 2.1094,
      "step": 74960
    },
    {
      "epoch": 3.4873691556175856,
      "grad_norm": 1.4901095076290831,
      "learning_rate": 0.00011515193359560136,
      "loss": 2.2344,
      "step": 74961
    },
    {
      "epoch": 3.487415678064666,
      "grad_norm": 1.4656462745035435,
      "learning_rate": 0.00011514832373407156,
      "loss": 2.1719,
      "step": 74962
    },
    {
      "epoch": 3.487462200511747,
      "grad_norm": 1.5107738276909413,
      "learning_rate": 0.00011514471389387812,
      "loss": 2.2656,
      "step": 74963
    },
    {
      "epoch": 3.4875087229588275,
      "grad_norm": 1.4710294625794411,
      "learning_rate": 0.00011514110407502333,
      "loss": 2.0938,
      "step": 74964
    },
    {
      "epoch": 3.4875552454059084,
      "grad_norm": 1.393837135969668,
      "learning_rate": 0.00011513749427750932,
      "loss": 1.9688,
      "step": 74965
    },
    {
      "epoch": 3.487601767852989,
      "grad_norm": 1.5154589194467976,
      "learning_rate": 0.00011513388450133838,
      "loss": 2.2812,
      "step": 74966
    },
    {
      "epoch": 3.48764829030007,
      "grad_norm": 1.4800308178648884,
      "learning_rate": 0.00011513027474651261,
      "loss": 2.0938,
      "step": 74967
    },
    {
      "epoch": 3.4876948127471503,
      "grad_norm": 1.3770647879713915,
      "learning_rate": 0.00011512666501303431,
      "loss": 1.75,
      "step": 74968
    },
    {
      "epoch": 3.4877413351942312,
      "grad_norm": 1.4914731461314346,
      "learning_rate": 0.00011512305530090574,
      "loss": 2.0625,
      "step": 74969
    },
    {
      "epoch": 3.4877878576413117,
      "grad_norm": 1.4652165555869519,
      "learning_rate": 0.00011511944561012899,
      "loss": 1.8516,
      "step": 74970
    },
    {
      "epoch": 3.4878343800883926,
      "grad_norm": 1.4414732488492439,
      "learning_rate": 0.00011511583594070634,
      "loss": 2.0938,
      "step": 74971
    },
    {
      "epoch": 3.4878809025354736,
      "grad_norm": 1.4526702630675135,
      "learning_rate": 0.00011511222629263996,
      "loss": 2.0469,
      "step": 74972
    },
    {
      "epoch": 3.487927424982554,
      "grad_norm": 1.4681895956504192,
      "learning_rate": 0.00011510861666593213,
      "loss": 1.8984,
      "step": 74973
    },
    {
      "epoch": 3.487973947429635,
      "grad_norm": 1.4408143710248633,
      "learning_rate": 0.00011510500706058495,
      "loss": 2.1875,
      "step": 74974
    },
    {
      "epoch": 3.4880204698767154,
      "grad_norm": 1.4855243867495578,
      "learning_rate": 0.00011510139747660074,
      "loss": 2.1562,
      "step": 74975
    },
    {
      "epoch": 3.4880669923237964,
      "grad_norm": 1.4959327926005894,
      "learning_rate": 0.0001150977879139816,
      "loss": 2.0156,
      "step": 74976
    },
    {
      "epoch": 3.488113514770877,
      "grad_norm": 1.4671149324672905,
      "learning_rate": 0.00011509417837272987,
      "loss": 2.25,
      "step": 74977
    },
    {
      "epoch": 3.4881600372179578,
      "grad_norm": 1.4815761258460272,
      "learning_rate": 0.00011509056885284765,
      "loss": 2.2656,
      "step": 74978
    },
    {
      "epoch": 3.4882065596650382,
      "grad_norm": 1.4446792922508793,
      "learning_rate": 0.00011508695935433721,
      "loss": 2.0156,
      "step": 74979
    },
    {
      "epoch": 3.488253082112119,
      "grad_norm": 1.3805470274757843,
      "learning_rate": 0.00011508334987720071,
      "loss": 1.9531,
      "step": 74980
    },
    {
      "epoch": 3.4882996045591996,
      "grad_norm": 1.4616228368959343,
      "learning_rate": 0.00011507974042144043,
      "loss": 2.0469,
      "step": 74981
    },
    {
      "epoch": 3.4883461270062806,
      "grad_norm": 1.3172146390285757,
      "learning_rate": 0.00011507613098705851,
      "loss": 1.8047,
      "step": 74982
    },
    {
      "epoch": 3.4883926494533615,
      "grad_norm": 1.5038776312927282,
      "learning_rate": 0.00011507252157405719,
      "loss": 2.125,
      "step": 74983
    },
    {
      "epoch": 3.488439171900442,
      "grad_norm": 1.4417932766776487,
      "learning_rate": 0.00011506891218243869,
      "loss": 2.0938,
      "step": 74984
    },
    {
      "epoch": 3.488485694347523,
      "grad_norm": 1.5184737259694936,
      "learning_rate": 0.00011506530281220518,
      "loss": 2.0469,
      "step": 74985
    },
    {
      "epoch": 3.4885322167946033,
      "grad_norm": 1.4801034080906241,
      "learning_rate": 0.00011506169346335895,
      "loss": 2.1094,
      "step": 74986
    },
    {
      "epoch": 3.4885787392416843,
      "grad_norm": 1.4608267574450735,
      "learning_rate": 0.00011505808413590211,
      "loss": 2.1719,
      "step": 74987
    },
    {
      "epoch": 3.4886252616887647,
      "grad_norm": 1.4579549691551503,
      "learning_rate": 0.00011505447482983693,
      "loss": 2.0781,
      "step": 74988
    },
    {
      "epoch": 3.4886717841358457,
      "grad_norm": 1.4005710995435896,
      "learning_rate": 0.00011505086554516556,
      "loss": 2.2656,
      "step": 74989
    },
    {
      "epoch": 3.488718306582926,
      "grad_norm": 1.3621589821568005,
      "learning_rate": 0.00011504725628189029,
      "loss": 1.8672,
      "step": 74990
    },
    {
      "epoch": 3.488764829030007,
      "grad_norm": 1.3662987606718149,
      "learning_rate": 0.00011504364704001333,
      "loss": 1.9453,
      "step": 74991
    },
    {
      "epoch": 3.4888113514770875,
      "grad_norm": 1.3300069317463015,
      "learning_rate": 0.00011504003781953682,
      "loss": 1.8047,
      "step": 74992
    },
    {
      "epoch": 3.4888578739241685,
      "grad_norm": 1.4009344472560237,
      "learning_rate": 0.00011503642862046304,
      "loss": 1.9688,
      "step": 74993
    },
    {
      "epoch": 3.488904396371249,
      "grad_norm": 1.4751394394713444,
      "learning_rate": 0.00011503281944279412,
      "loss": 2.2031,
      "step": 74994
    },
    {
      "epoch": 3.48895091881833,
      "grad_norm": 1.4296814978907597,
      "learning_rate": 0.00011502921028653235,
      "loss": 2.3281,
      "step": 74995
    },
    {
      "epoch": 3.4889974412654103,
      "grad_norm": 1.4982040770526106,
      "learning_rate": 0.00011502560115167989,
      "loss": 2.1875,
      "step": 74996
    },
    {
      "epoch": 3.4890439637124913,
      "grad_norm": 1.3992985511106766,
      "learning_rate": 0.00011502199203823897,
      "loss": 2.0469,
      "step": 74997
    },
    {
      "epoch": 3.489090486159572,
      "grad_norm": 1.2945957381113122,
      "learning_rate": 0.00011501838294621177,
      "loss": 1.4531,
      "step": 74998
    },
    {
      "epoch": 3.4891370086066527,
      "grad_norm": 1.455245581680603,
      "learning_rate": 0.00011501477387560056,
      "loss": 2.0938,
      "step": 74999
    },
    {
      "epoch": 3.4891835310537336,
      "grad_norm": 1.397683371166626,
      "learning_rate": 0.00011501116482640747,
      "loss": 1.9453,
      "step": 75000
    },
    {
      "epoch": 3.489230053500814,
      "grad_norm": 1.4616731646374768,
      "learning_rate": 0.00011500755579863478,
      "loss": 2.2656,
      "step": 75001
    },
    {
      "epoch": 3.489276575947895,
      "grad_norm": 1.3652492479779408,
      "learning_rate": 0.00011500394679228464,
      "loss": 1.9922,
      "step": 75002
    },
    {
      "epoch": 3.4893230983949755,
      "grad_norm": 1.3717368895440047,
      "learning_rate": 0.00011500033780735933,
      "loss": 2.0156,
      "step": 75003
    },
    {
      "epoch": 3.4893696208420564,
      "grad_norm": 1.375341403429976,
      "learning_rate": 0.00011499672884386099,
      "loss": 2.0781,
      "step": 75004
    },
    {
      "epoch": 3.489416143289137,
      "grad_norm": 1.407102258123597,
      "learning_rate": 0.00011499311990179189,
      "loss": 1.9453,
      "step": 75005
    },
    {
      "epoch": 3.4894626657362178,
      "grad_norm": 1.3785835636202368,
      "learning_rate": 0.00011498951098115416,
      "loss": 1.9844,
      "step": 75006
    },
    {
      "epoch": 3.4895091881832982,
      "grad_norm": 1.4674543978077275,
      "learning_rate": 0.00011498590208195012,
      "loss": 2.1875,
      "step": 75007
    },
    {
      "epoch": 3.489555710630379,
      "grad_norm": 1.3819511874076542,
      "learning_rate": 0.0001149822932041819,
      "loss": 2.0,
      "step": 75008
    },
    {
      "epoch": 3.48960223307746,
      "grad_norm": 1.4211648207235166,
      "learning_rate": 0.00011497868434785168,
      "loss": 2.0625,
      "step": 75009
    },
    {
      "epoch": 3.4896487555245406,
      "grad_norm": 1.4663970364106897,
      "learning_rate": 0.0001149750755129617,
      "loss": 2.0781,
      "step": 75010
    },
    {
      "epoch": 3.4896952779716215,
      "grad_norm": 1.4523981924984377,
      "learning_rate": 0.00011497146669951426,
      "loss": 2.0469,
      "step": 75011
    },
    {
      "epoch": 3.489741800418702,
      "grad_norm": 1.4634311059286065,
      "learning_rate": 0.00011496785790751144,
      "loss": 2.0625,
      "step": 75012
    },
    {
      "epoch": 3.489788322865783,
      "grad_norm": 1.4403712893202891,
      "learning_rate": 0.00011496424913695554,
      "loss": 1.9297,
      "step": 75013
    },
    {
      "epoch": 3.4898348453128634,
      "grad_norm": 1.4978423407175747,
      "learning_rate": 0.00011496064038784872,
      "loss": 1.9531,
      "step": 75014
    },
    {
      "epoch": 3.4898813677599443,
      "grad_norm": 1.3974908580230123,
      "learning_rate": 0.00011495703166019322,
      "loss": 2.0156,
      "step": 75015
    },
    {
      "epoch": 3.4899278902070248,
      "grad_norm": 1.408185395938139,
      "learning_rate": 0.0001149534229539912,
      "loss": 1.6797,
      "step": 75016
    },
    {
      "epoch": 3.4899744126541057,
      "grad_norm": 1.5798880139847158,
      "learning_rate": 0.00011494981426924494,
      "loss": 2.1406,
      "step": 75017
    },
    {
      "epoch": 3.490020935101186,
      "grad_norm": 1.5058641865128592,
      "learning_rate": 0.00011494620560595657,
      "loss": 2.2969,
      "step": 75018
    },
    {
      "epoch": 3.490067457548267,
      "grad_norm": 1.419072540290181,
      "learning_rate": 0.00011494259696412837,
      "loss": 2.0781,
      "step": 75019
    },
    {
      "epoch": 3.490113979995348,
      "grad_norm": 1.452209329363996,
      "learning_rate": 0.00011493898834376249,
      "loss": 2.2031,
      "step": 75020
    },
    {
      "epoch": 3.4901605024424285,
      "grad_norm": 1.4331877647046987,
      "learning_rate": 0.00011493537974486122,
      "loss": 2.0781,
      "step": 75021
    },
    {
      "epoch": 3.490207024889509,
      "grad_norm": 1.3656692978612983,
      "learning_rate": 0.00011493177116742664,
      "loss": 1.9141,
      "step": 75022
    },
    {
      "epoch": 3.49025354733659,
      "grad_norm": 1.4536668742920205,
      "learning_rate": 0.0001149281626114611,
      "loss": 2.0312,
      "step": 75023
    },
    {
      "epoch": 3.490300069783671,
      "grad_norm": 1.4105397491413445,
      "learning_rate": 0.00011492455407696671,
      "loss": 1.7656,
      "step": 75024
    },
    {
      "epoch": 3.4903465922307513,
      "grad_norm": 1.5043924922183147,
      "learning_rate": 0.00011492094556394575,
      "loss": 2.1562,
      "step": 75025
    },
    {
      "epoch": 3.490393114677832,
      "grad_norm": 1.4146363214886872,
      "learning_rate": 0.00011491733707240034,
      "loss": 2.0781,
      "step": 75026
    },
    {
      "epoch": 3.4904396371249127,
      "grad_norm": 1.3370849013900516,
      "learning_rate": 0.00011491372860233281,
      "loss": 1.7969,
      "step": 75027
    },
    {
      "epoch": 3.4904861595719936,
      "grad_norm": 1.381101163121153,
      "learning_rate": 0.00011491012015374524,
      "loss": 1.9922,
      "step": 75028
    },
    {
      "epoch": 3.490532682019074,
      "grad_norm": 1.321268401687465,
      "learning_rate": 0.00011490651172663994,
      "loss": 1.7266,
      "step": 75029
    },
    {
      "epoch": 3.490579204466155,
      "grad_norm": 1.3472471862177933,
      "learning_rate": 0.00011490290332101905,
      "loss": 1.9141,
      "step": 75030
    },
    {
      "epoch": 3.4906257269132355,
      "grad_norm": 1.4378008136903007,
      "learning_rate": 0.00011489929493688485,
      "loss": 2.0469,
      "step": 75031
    },
    {
      "epoch": 3.4906722493603164,
      "grad_norm": 1.3987304472740392,
      "learning_rate": 0.00011489568657423945,
      "loss": 2.0469,
      "step": 75032
    },
    {
      "epoch": 3.490718771807397,
      "grad_norm": 1.3961735438161922,
      "learning_rate": 0.00011489207823308513,
      "loss": 1.9844,
      "step": 75033
    },
    {
      "epoch": 3.490765294254478,
      "grad_norm": 1.5302767695759227,
      "learning_rate": 0.00011488846991342412,
      "loss": 2.1406,
      "step": 75034
    },
    {
      "epoch": 3.4908118167015587,
      "grad_norm": 1.3995332553621784,
      "learning_rate": 0.00011488486161525857,
      "loss": 1.8828,
      "step": 75035
    },
    {
      "epoch": 3.490858339148639,
      "grad_norm": 1.431677871715151,
      "learning_rate": 0.00011488125333859076,
      "loss": 2.1719,
      "step": 75036
    },
    {
      "epoch": 3.49090486159572,
      "grad_norm": 1.4464077973528775,
      "learning_rate": 0.00011487764508342284,
      "loss": 2.1094,
      "step": 75037
    },
    {
      "epoch": 3.4909513840428006,
      "grad_norm": 1.3848326591930393,
      "learning_rate": 0.000114874036849757,
      "loss": 1.8125,
      "step": 75038
    },
    {
      "epoch": 3.4909979064898815,
      "grad_norm": 1.4515972852667138,
      "learning_rate": 0.00011487042863759551,
      "loss": 2.0312,
      "step": 75039
    },
    {
      "epoch": 3.491044428936962,
      "grad_norm": 1.3909772971320304,
      "learning_rate": 0.00011486682044694052,
      "loss": 2.0625,
      "step": 75040
    },
    {
      "epoch": 3.491090951384043,
      "grad_norm": 1.4688341193718832,
      "learning_rate": 0.00011486321227779433,
      "loss": 1.9766,
      "step": 75041
    },
    {
      "epoch": 3.4911374738311234,
      "grad_norm": 1.416641873090829,
      "learning_rate": 0.00011485960413015902,
      "loss": 2.0625,
      "step": 75042
    },
    {
      "epoch": 3.4911839962782043,
      "grad_norm": 1.4632779850981348,
      "learning_rate": 0.0001148559960040369,
      "loss": 2.0938,
      "step": 75043
    },
    {
      "epoch": 3.491230518725285,
      "grad_norm": 1.3027975734740609,
      "learning_rate": 0.00011485238789943014,
      "loss": 1.8438,
      "step": 75044
    },
    {
      "epoch": 3.4912770411723657,
      "grad_norm": 1.5263076015440835,
      "learning_rate": 0.00011484877981634097,
      "loss": 1.6094,
      "step": 75045
    },
    {
      "epoch": 3.4913235636194466,
      "grad_norm": 1.3969373288767117,
      "learning_rate": 0.00011484517175477155,
      "loss": 1.9688,
      "step": 75046
    },
    {
      "epoch": 3.491370086066527,
      "grad_norm": 1.5055068501123063,
      "learning_rate": 0.00011484156371472417,
      "loss": 2.0625,
      "step": 75047
    },
    {
      "epoch": 3.4914166085136076,
      "grad_norm": 1.5212440943625973,
      "learning_rate": 0.00011483795569620095,
      "loss": 2.0938,
      "step": 75048
    },
    {
      "epoch": 3.4914631309606885,
      "grad_norm": 1.4015203257032078,
      "learning_rate": 0.00011483434769920418,
      "loss": 2.1094,
      "step": 75049
    },
    {
      "epoch": 3.4915096534077694,
      "grad_norm": 1.30763797074832,
      "learning_rate": 0.00011483073972373598,
      "loss": 1.7891,
      "step": 75050
    },
    {
      "epoch": 3.49155617585485,
      "grad_norm": 1.5285704344888225,
      "learning_rate": 0.00011482713176979865,
      "loss": 2.1094,
      "step": 75051
    },
    {
      "epoch": 3.491602698301931,
      "grad_norm": 1.4349785210812622,
      "learning_rate": 0.00011482352383739433,
      "loss": 2.125,
      "step": 75052
    },
    {
      "epoch": 3.4916492207490113,
      "grad_norm": 1.4263449004681725,
      "learning_rate": 0.00011481991592652528,
      "loss": 2.0156,
      "step": 75053
    },
    {
      "epoch": 3.491695743196092,
      "grad_norm": 1.4186458312365136,
      "learning_rate": 0.00011481630803719363,
      "loss": 2.125,
      "step": 75054
    },
    {
      "epoch": 3.4917422656431727,
      "grad_norm": 1.3898909640401975,
      "learning_rate": 0.00011481270016940168,
      "loss": 1.8828,
      "step": 75055
    },
    {
      "epoch": 3.4917887880902536,
      "grad_norm": 1.4481533169304426,
      "learning_rate": 0.00011480909232315162,
      "loss": 2.0938,
      "step": 75056
    },
    {
      "epoch": 3.491835310537334,
      "grad_norm": 1.3711904674641238,
      "learning_rate": 0.0001148054844984456,
      "loss": 1.8906,
      "step": 75057
    },
    {
      "epoch": 3.491881832984415,
      "grad_norm": 1.5553176399038044,
      "learning_rate": 0.00011480187669528592,
      "loss": 2.3281,
      "step": 75058
    },
    {
      "epoch": 3.4919283554314955,
      "grad_norm": 1.3896070452265161,
      "learning_rate": 0.0001147982689136747,
      "loss": 2.0781,
      "step": 75059
    },
    {
      "epoch": 3.4919748778785764,
      "grad_norm": 1.3831351872485584,
      "learning_rate": 0.00011479466115361422,
      "loss": 2.0625,
      "step": 75060
    },
    {
      "epoch": 3.4920214003256573,
      "grad_norm": 1.5056718791532626,
      "learning_rate": 0.00011479105341510663,
      "loss": 2.0938,
      "step": 75061
    },
    {
      "epoch": 3.492067922772738,
      "grad_norm": 1.4769550916783585,
      "learning_rate": 0.0001147874456981542,
      "loss": 2.0938,
      "step": 75062
    },
    {
      "epoch": 3.4921144452198187,
      "grad_norm": 1.4456352687352991,
      "learning_rate": 0.00011478383800275909,
      "loss": 2.0312,
      "step": 75063
    },
    {
      "epoch": 3.492160967666899,
      "grad_norm": 1.4148676034637864,
      "learning_rate": 0.0001147802303289235,
      "loss": 2.1719,
      "step": 75064
    },
    {
      "epoch": 3.49220749011398,
      "grad_norm": 1.417514978945526,
      "learning_rate": 0.00011477662267664969,
      "loss": 1.9141,
      "step": 75065
    },
    {
      "epoch": 3.4922540125610606,
      "grad_norm": 1.4699811585051854,
      "learning_rate": 0.0001147730150459398,
      "loss": 2.2812,
      "step": 75066
    },
    {
      "epoch": 3.4923005350081415,
      "grad_norm": 1.5357518054455983,
      "learning_rate": 0.00011476940743679612,
      "loss": 2.1562,
      "step": 75067
    },
    {
      "epoch": 3.492347057455222,
      "grad_norm": 1.3421994417893048,
      "learning_rate": 0.00011476579984922078,
      "loss": 1.8828,
      "step": 75068
    },
    {
      "epoch": 3.492393579902303,
      "grad_norm": 1.439292096807867,
      "learning_rate": 0.00011476219228321605,
      "loss": 2.0156,
      "step": 75069
    },
    {
      "epoch": 3.4924401023493834,
      "grad_norm": 1.3406279940010424,
      "learning_rate": 0.00011475858473878409,
      "loss": 1.7734,
      "step": 75070
    },
    {
      "epoch": 3.4924866247964643,
      "grad_norm": 1.5623435961440046,
      "learning_rate": 0.00011475497721592716,
      "loss": 2.25,
      "step": 75071
    },
    {
      "epoch": 3.4925331472435452,
      "grad_norm": 1.3809240897757489,
      "learning_rate": 0.0001147513697146474,
      "loss": 1.9609,
      "step": 75072
    },
    {
      "epoch": 3.4925796696906257,
      "grad_norm": 1.4283451271243508,
      "learning_rate": 0.00011474776223494712,
      "loss": 2.1406,
      "step": 75073
    },
    {
      "epoch": 3.492626192137706,
      "grad_norm": 1.434302387275518,
      "learning_rate": 0.00011474415477682842,
      "loss": 2.0,
      "step": 75074
    },
    {
      "epoch": 3.492672714584787,
      "grad_norm": 1.493344024263669,
      "learning_rate": 0.00011474054734029359,
      "loss": 2.0938,
      "step": 75075
    },
    {
      "epoch": 3.492719237031868,
      "grad_norm": 1.5176430892319464,
      "learning_rate": 0.00011473693992534472,
      "loss": 1.9844,
      "step": 75076
    },
    {
      "epoch": 3.4927657594789485,
      "grad_norm": 1.3577449219252073,
      "learning_rate": 0.00011473333253198417,
      "loss": 1.8047,
      "step": 75077
    },
    {
      "epoch": 3.4928122819260294,
      "grad_norm": 1.4356446449187226,
      "learning_rate": 0.00011472972516021408,
      "loss": 2.125,
      "step": 75078
    },
    {
      "epoch": 3.49285880437311,
      "grad_norm": 1.4239578168280114,
      "learning_rate": 0.00011472611781003664,
      "loss": 2.0469,
      "step": 75079
    },
    {
      "epoch": 3.492905326820191,
      "grad_norm": 1.3369378122271844,
      "learning_rate": 0.00011472251048145414,
      "loss": 1.8281,
      "step": 75080
    },
    {
      "epoch": 3.4929518492672713,
      "grad_norm": 1.3904792360702896,
      "learning_rate": 0.00011471890317446864,
      "loss": 2.0469,
      "step": 75081
    },
    {
      "epoch": 3.4929983717143522,
      "grad_norm": 1.5016857171653084,
      "learning_rate": 0.00011471529588908251,
      "loss": 2.2188,
      "step": 75082
    },
    {
      "epoch": 3.4930448941614327,
      "grad_norm": 1.432437216376716,
      "learning_rate": 0.00011471168862529784,
      "loss": 2.0469,
      "step": 75083
    },
    {
      "epoch": 3.4930914166085136,
      "grad_norm": 1.3578794695424306,
      "learning_rate": 0.00011470808138311691,
      "loss": 1.8672,
      "step": 75084
    },
    {
      "epoch": 3.493137939055594,
      "grad_norm": 1.4234241905304734,
      "learning_rate": 0.00011470447416254188,
      "loss": 2.0781,
      "step": 75085
    },
    {
      "epoch": 3.493184461502675,
      "grad_norm": 1.3475439076637281,
      "learning_rate": 0.000114700866963575,
      "loss": 1.7031,
      "step": 75086
    },
    {
      "epoch": 3.493230983949756,
      "grad_norm": 1.4093900756018678,
      "learning_rate": 0.00011469725978621843,
      "loss": 2.0,
      "step": 75087
    },
    {
      "epoch": 3.4932775063968364,
      "grad_norm": 1.3731151552341423,
      "learning_rate": 0.00011469365263047444,
      "loss": 1.9688,
      "step": 75088
    },
    {
      "epoch": 3.4933240288439174,
      "grad_norm": 1.3824102911149796,
      "learning_rate": 0.00011469004549634519,
      "loss": 1.9766,
      "step": 75089
    },
    {
      "epoch": 3.493370551290998,
      "grad_norm": 1.3555815870141876,
      "learning_rate": 0.00011468643838383288,
      "loss": 1.8438,
      "step": 75090
    },
    {
      "epoch": 3.4934170737380787,
      "grad_norm": 1.4086989155689282,
      "learning_rate": 0.00011468283129293977,
      "loss": 1.7578,
      "step": 75091
    },
    {
      "epoch": 3.4934635961851592,
      "grad_norm": 1.392901266712721,
      "learning_rate": 0.00011467922422366801,
      "loss": 1.9766,
      "step": 75092
    },
    {
      "epoch": 3.49351011863224,
      "grad_norm": 1.5164188945973192,
      "learning_rate": 0.00011467561717601988,
      "loss": 2.3438,
      "step": 75093
    },
    {
      "epoch": 3.4935566410793206,
      "grad_norm": 1.509466327134813,
      "learning_rate": 0.00011467201014999749,
      "loss": 2.1406,
      "step": 75094
    },
    {
      "epoch": 3.4936031635264015,
      "grad_norm": 1.3995124074475869,
      "learning_rate": 0.00011466840314560314,
      "loss": 1.9219,
      "step": 75095
    },
    {
      "epoch": 3.493649685973482,
      "grad_norm": 1.3310944454131268,
      "learning_rate": 0.00011466479616283898,
      "loss": 1.7422,
      "step": 75096
    },
    {
      "epoch": 3.493696208420563,
      "grad_norm": 1.4488637098854853,
      "learning_rate": 0.00011466118920170726,
      "loss": 2.0469,
      "step": 75097
    },
    {
      "epoch": 3.493742730867644,
      "grad_norm": 1.4425979686040022,
      "learning_rate": 0.00011465758226221011,
      "loss": 2.0469,
      "step": 75098
    },
    {
      "epoch": 3.4937892533147243,
      "grad_norm": 1.3819481335154609,
      "learning_rate": 0.00011465397534434984,
      "loss": 2.0938,
      "step": 75099
    },
    {
      "epoch": 3.4938357757618053,
      "grad_norm": 1.4897546618649158,
      "learning_rate": 0.00011465036844812864,
      "loss": 2.3125,
      "step": 75100
    },
    {
      "epoch": 3.4938822982088857,
      "grad_norm": 1.394034282430369,
      "learning_rate": 0.00011464676157354865,
      "loss": 2.0938,
      "step": 75101
    },
    {
      "epoch": 3.4939288206559667,
      "grad_norm": 1.4206987839371015,
      "learning_rate": 0.00011464315472061216,
      "loss": 2.1562,
      "step": 75102
    },
    {
      "epoch": 3.493975343103047,
      "grad_norm": 1.4211306240332373,
      "learning_rate": 0.00011463954788932133,
      "loss": 2.0312,
      "step": 75103
    },
    {
      "epoch": 3.494021865550128,
      "grad_norm": 1.4035899676703891,
      "learning_rate": 0.00011463594107967837,
      "loss": 2.0781,
      "step": 75104
    },
    {
      "epoch": 3.4940683879972085,
      "grad_norm": 1.2696192364919705,
      "learning_rate": 0.00011463233429168549,
      "loss": 1.4766,
      "step": 75105
    },
    {
      "epoch": 3.4941149104442895,
      "grad_norm": 1.4136995853367171,
      "learning_rate": 0.00011462872752534493,
      "loss": 2.1719,
      "step": 75106
    },
    {
      "epoch": 3.49416143289137,
      "grad_norm": 1.4613360720359612,
      "learning_rate": 0.00011462512078065882,
      "loss": 2.0156,
      "step": 75107
    },
    {
      "epoch": 3.494207955338451,
      "grad_norm": 1.4397962525750971,
      "learning_rate": 0.00011462151405762947,
      "loss": 2.125,
      "step": 75108
    },
    {
      "epoch": 3.4942544777855313,
      "grad_norm": 1.4738378160375194,
      "learning_rate": 0.00011461790735625902,
      "loss": 1.8984,
      "step": 75109
    },
    {
      "epoch": 3.4943010002326123,
      "grad_norm": 1.462350729253116,
      "learning_rate": 0.00011461430067654971,
      "loss": 2.0156,
      "step": 75110
    },
    {
      "epoch": 3.4943475226796927,
      "grad_norm": 1.4617165943956159,
      "learning_rate": 0.00011461069401850369,
      "loss": 2.1406,
      "step": 75111
    },
    {
      "epoch": 3.4943940451267737,
      "grad_norm": 1.4277979368150586,
      "learning_rate": 0.00011460708738212326,
      "loss": 2.0,
      "step": 75112
    },
    {
      "epoch": 3.4944405675738546,
      "grad_norm": 1.5813451168758728,
      "learning_rate": 0.00011460348076741054,
      "loss": 2.1094,
      "step": 75113
    },
    {
      "epoch": 3.494487090020935,
      "grad_norm": 1.4322254550059101,
      "learning_rate": 0.00011459987417436781,
      "loss": 2.1719,
      "step": 75114
    },
    {
      "epoch": 3.494533612468016,
      "grad_norm": 1.4025054713833063,
      "learning_rate": 0.00011459626760299726,
      "loss": 2.0625,
      "step": 75115
    },
    {
      "epoch": 3.4945801349150964,
      "grad_norm": 1.3566680449687871,
      "learning_rate": 0.00011459266105330104,
      "loss": 2.0,
      "step": 75116
    },
    {
      "epoch": 3.4946266573621774,
      "grad_norm": 1.360415594845307,
      "learning_rate": 0.00011458905452528145,
      "loss": 1.6719,
      "step": 75117
    },
    {
      "epoch": 3.494673179809258,
      "grad_norm": 1.370972642552571,
      "learning_rate": 0.00011458544801894059,
      "loss": 2.0312,
      "step": 75118
    },
    {
      "epoch": 3.4947197022563388,
      "grad_norm": 1.422729842428801,
      "learning_rate": 0.00011458184153428076,
      "loss": 2.1719,
      "step": 75119
    },
    {
      "epoch": 3.4947662247034192,
      "grad_norm": 1.3699927502635165,
      "learning_rate": 0.00011457823507130408,
      "loss": 1.8359,
      "step": 75120
    },
    {
      "epoch": 3.4948127471505,
      "grad_norm": 1.4018948350466716,
      "learning_rate": 0.00011457462863001286,
      "loss": 2.0156,
      "step": 75121
    },
    {
      "epoch": 3.4948592695975806,
      "grad_norm": 1.3967888222505864,
      "learning_rate": 0.00011457102221040928,
      "loss": 2.0,
      "step": 75122
    },
    {
      "epoch": 3.4949057920446616,
      "grad_norm": 1.3844027854429175,
      "learning_rate": 0.0001145674158124955,
      "loss": 1.8359,
      "step": 75123
    },
    {
      "epoch": 3.4949523144917425,
      "grad_norm": 1.349682776508781,
      "learning_rate": 0.00011456380943627379,
      "loss": 1.8359,
      "step": 75124
    },
    {
      "epoch": 3.494998836938823,
      "grad_norm": 1.4807119378701914,
      "learning_rate": 0.00011456020308174629,
      "loss": 2.125,
      "step": 75125
    },
    {
      "epoch": 3.495045359385904,
      "grad_norm": 1.316584597390207,
      "learning_rate": 0.00011455659674891528,
      "loss": 1.8516,
      "step": 75126
    },
    {
      "epoch": 3.4950918818329844,
      "grad_norm": 1.4288758624531908,
      "learning_rate": 0.00011455299043778288,
      "loss": 2.0,
      "step": 75127
    },
    {
      "epoch": 3.4951384042800653,
      "grad_norm": 1.5423996310506496,
      "learning_rate": 0.00011454938414835138,
      "loss": 2.0938,
      "step": 75128
    },
    {
      "epoch": 3.4951849267271458,
      "grad_norm": 1.4187655588923307,
      "learning_rate": 0.00011454577788062295,
      "loss": 1.9297,
      "step": 75129
    },
    {
      "epoch": 3.4952314491742267,
      "grad_norm": 1.5063175493148422,
      "learning_rate": 0.00011454217163459983,
      "loss": 2.25,
      "step": 75130
    },
    {
      "epoch": 3.495277971621307,
      "grad_norm": 1.3705283157663641,
      "learning_rate": 0.00011453856541028416,
      "loss": 2.0156,
      "step": 75131
    },
    {
      "epoch": 3.495324494068388,
      "grad_norm": 1.4654522098021425,
      "learning_rate": 0.00011453495920767821,
      "loss": 1.9688,
      "step": 75132
    },
    {
      "epoch": 3.4953710165154686,
      "grad_norm": 1.3691270016840524,
      "learning_rate": 0.00011453135302678416,
      "loss": 2.0156,
      "step": 75133
    },
    {
      "epoch": 3.4954175389625495,
      "grad_norm": 1.3948312173328725,
      "learning_rate": 0.00011452774686760424,
      "loss": 1.9609,
      "step": 75134
    },
    {
      "epoch": 3.4954640614096304,
      "grad_norm": 1.4933772247410946,
      "learning_rate": 0.00011452414073014061,
      "loss": 2.3125,
      "step": 75135
    },
    {
      "epoch": 3.495510583856711,
      "grad_norm": 1.4570530519937104,
      "learning_rate": 0.00011452053461439555,
      "loss": 2.125,
      "step": 75136
    },
    {
      "epoch": 3.4955571063037914,
      "grad_norm": 1.4308910237933505,
      "learning_rate": 0.0001145169285203712,
      "loss": 2.0625,
      "step": 75137
    },
    {
      "epoch": 3.4956036287508723,
      "grad_norm": 1.4901313922227433,
      "learning_rate": 0.00011451332244806981,
      "loss": 2.1406,
      "step": 75138
    },
    {
      "epoch": 3.495650151197953,
      "grad_norm": 1.4314369557641502,
      "learning_rate": 0.00011450971639749356,
      "loss": 2.1875,
      "step": 75139
    },
    {
      "epoch": 3.4956966736450337,
      "grad_norm": 1.3011485477305071,
      "learning_rate": 0.0001145061103686447,
      "loss": 1.7812,
      "step": 75140
    },
    {
      "epoch": 3.4957431960921146,
      "grad_norm": 1.505561596927179,
      "learning_rate": 0.00011450250436152536,
      "loss": 2.25,
      "step": 75141
    },
    {
      "epoch": 3.495789718539195,
      "grad_norm": 1.3602910246195496,
      "learning_rate": 0.00011449889837613779,
      "loss": 1.9453,
      "step": 75142
    },
    {
      "epoch": 3.495836240986276,
      "grad_norm": 1.445787906689118,
      "learning_rate": 0.00011449529241248425,
      "loss": 1.9609,
      "step": 75143
    },
    {
      "epoch": 3.4958827634333565,
      "grad_norm": 1.4363420375509648,
      "learning_rate": 0.00011449168647056687,
      "loss": 2.0625,
      "step": 75144
    },
    {
      "epoch": 3.4959292858804374,
      "grad_norm": 1.4967796594629164,
      "learning_rate": 0.00011448808055038791,
      "loss": 2.2812,
      "step": 75145
    },
    {
      "epoch": 3.495975808327518,
      "grad_norm": 1.253581666901094,
      "learning_rate": 0.00011448447465194958,
      "loss": 1.5703,
      "step": 75146
    },
    {
      "epoch": 3.496022330774599,
      "grad_norm": 1.4518527430584023,
      "learning_rate": 0.00011448086877525402,
      "loss": 2.2812,
      "step": 75147
    },
    {
      "epoch": 3.4960688532216793,
      "grad_norm": 1.376721344854514,
      "learning_rate": 0.00011447726292030351,
      "loss": 1.7969,
      "step": 75148
    },
    {
      "epoch": 3.49611537566876,
      "grad_norm": 1.458087433579942,
      "learning_rate": 0.00011447365708710021,
      "loss": 2.1562,
      "step": 75149
    },
    {
      "epoch": 3.496161898115841,
      "grad_norm": 1.4138186386887033,
      "learning_rate": 0.00011447005127564637,
      "loss": 2.1562,
      "step": 75150
    },
    {
      "epoch": 3.4962084205629216,
      "grad_norm": 1.436709791637567,
      "learning_rate": 0.00011446644548594415,
      "loss": 2.1406,
      "step": 75151
    },
    {
      "epoch": 3.4962549430100025,
      "grad_norm": 1.4139643468578997,
      "learning_rate": 0.0001144628397179958,
      "loss": 2.0,
      "step": 75152
    },
    {
      "epoch": 3.496301465457083,
      "grad_norm": 1.3445708916540355,
      "learning_rate": 0.00011445923397180348,
      "loss": 1.9609,
      "step": 75153
    },
    {
      "epoch": 3.496347987904164,
      "grad_norm": 1.4250545419029026,
      "learning_rate": 0.00011445562824736947,
      "loss": 2.0,
      "step": 75154
    },
    {
      "epoch": 3.4963945103512444,
      "grad_norm": 1.4630370240552464,
      "learning_rate": 0.00011445202254469588,
      "loss": 2.0625,
      "step": 75155
    },
    {
      "epoch": 3.4964410327983253,
      "grad_norm": 1.4496579216663223,
      "learning_rate": 0.00011444841686378501,
      "loss": 2.1094,
      "step": 75156
    },
    {
      "epoch": 3.4964875552454058,
      "grad_norm": 1.4750071991619413,
      "learning_rate": 0.00011444481120463902,
      "loss": 2.2031,
      "step": 75157
    },
    {
      "epoch": 3.4965340776924867,
      "grad_norm": 1.4508009590535547,
      "learning_rate": 0.00011444120556726012,
      "loss": 2.2188,
      "step": 75158
    },
    {
      "epoch": 3.496580600139567,
      "grad_norm": 1.5119202576709116,
      "learning_rate": 0.00011443759995165054,
      "loss": 2.2344,
      "step": 75159
    },
    {
      "epoch": 3.496627122586648,
      "grad_norm": 1.5566149807622254,
      "learning_rate": 0.00011443399435781246,
      "loss": 2.0938,
      "step": 75160
    },
    {
      "epoch": 3.496673645033729,
      "grad_norm": 1.3928078279079776,
      "learning_rate": 0.00011443038878574809,
      "loss": 1.9375,
      "step": 75161
    },
    {
      "epoch": 3.4967201674808095,
      "grad_norm": 1.442211106205551,
      "learning_rate": 0.00011442678323545968,
      "loss": 2.1875,
      "step": 75162
    },
    {
      "epoch": 3.49676668992789,
      "grad_norm": 1.4230917569542472,
      "learning_rate": 0.00011442317770694935,
      "loss": 2.1406,
      "step": 75163
    },
    {
      "epoch": 3.496813212374971,
      "grad_norm": 1.4555970742768924,
      "learning_rate": 0.00011441957220021933,
      "loss": 2.1562,
      "step": 75164
    },
    {
      "epoch": 3.496859734822052,
      "grad_norm": 1.35877658875974,
      "learning_rate": 0.00011441596671527193,
      "loss": 1.8828,
      "step": 75165
    },
    {
      "epoch": 3.4969062572691323,
      "grad_norm": 1.424972523444201,
      "learning_rate": 0.00011441236125210926,
      "loss": 2.1406,
      "step": 75166
    },
    {
      "epoch": 3.496952779716213,
      "grad_norm": 1.3725196100950863,
      "learning_rate": 0.00011440875581073357,
      "loss": 1.8828,
      "step": 75167
    },
    {
      "epoch": 3.4969993021632937,
      "grad_norm": 1.4372916865022012,
      "learning_rate": 0.00011440515039114703,
      "loss": 2.0625,
      "step": 75168
    },
    {
      "epoch": 3.4970458246103746,
      "grad_norm": 1.5411266181049397,
      "learning_rate": 0.0001144015449933519,
      "loss": 2.25,
      "step": 75169
    },
    {
      "epoch": 3.497092347057455,
      "grad_norm": 1.502390401358326,
      "learning_rate": 0.0001143979396173503,
      "loss": 2.1562,
      "step": 75170
    },
    {
      "epoch": 3.497138869504536,
      "grad_norm": 1.4698171862216032,
      "learning_rate": 0.00011439433426314454,
      "loss": 2.1719,
      "step": 75171
    },
    {
      "epoch": 3.4971853919516165,
      "grad_norm": 1.6055265698010477,
      "learning_rate": 0.00011439072893073678,
      "loss": 2.0312,
      "step": 75172
    },
    {
      "epoch": 3.4972319143986974,
      "grad_norm": 1.4074954289509283,
      "learning_rate": 0.00011438712362012919,
      "loss": 1.9922,
      "step": 75173
    },
    {
      "epoch": 3.497278436845778,
      "grad_norm": 1.4920098550077587,
      "learning_rate": 0.00011438351833132405,
      "loss": 2.0156,
      "step": 75174
    },
    {
      "epoch": 3.497324959292859,
      "grad_norm": 1.4699918505073577,
      "learning_rate": 0.00011437991306432349,
      "loss": 2.2031,
      "step": 75175
    },
    {
      "epoch": 3.4973714817399397,
      "grad_norm": 1.4569716438149884,
      "learning_rate": 0.0001143763078191298,
      "loss": 2.125,
      "step": 75176
    },
    {
      "epoch": 3.49741800418702,
      "grad_norm": 1.3623873624660776,
      "learning_rate": 0.0001143727025957451,
      "loss": 1.5,
      "step": 75177
    },
    {
      "epoch": 3.497464526634101,
      "grad_norm": 1.4504732457291416,
      "learning_rate": 0.00011436909739417167,
      "loss": 2.0,
      "step": 75178
    },
    {
      "epoch": 3.4975110490811816,
      "grad_norm": 1.358057226962675,
      "learning_rate": 0.00011436549221441168,
      "loss": 1.9453,
      "step": 75179
    },
    {
      "epoch": 3.4975575715282625,
      "grad_norm": 1.3483762609157144,
      "learning_rate": 0.00011436188705646735,
      "loss": 1.7656,
      "step": 75180
    },
    {
      "epoch": 3.497604093975343,
      "grad_norm": 1.4433835442086136,
      "learning_rate": 0.00011435828192034088,
      "loss": 2.2031,
      "step": 75181
    },
    {
      "epoch": 3.497650616422424,
      "grad_norm": 1.5120523874016458,
      "learning_rate": 0.0001143546768060345,
      "loss": 2.2812,
      "step": 75182
    },
    {
      "epoch": 3.4976971388695044,
      "grad_norm": 1.4750305107261834,
      "learning_rate": 0.00011435107171355036,
      "loss": 2.2344,
      "step": 75183
    },
    {
      "epoch": 3.4977436613165853,
      "grad_norm": 1.3587689432208603,
      "learning_rate": 0.00011434746664289073,
      "loss": 1.8672,
      "step": 75184
    },
    {
      "epoch": 3.497790183763666,
      "grad_norm": 1.3608658501123823,
      "learning_rate": 0.00011434386159405775,
      "loss": 1.75,
      "step": 75185
    },
    {
      "epoch": 3.4978367062107467,
      "grad_norm": 1.35190452550607,
      "learning_rate": 0.00011434025656705366,
      "loss": 1.8281,
      "step": 75186
    },
    {
      "epoch": 3.4978832286578276,
      "grad_norm": 1.4168086970742646,
      "learning_rate": 0.00011433665156188073,
      "loss": 1.9531,
      "step": 75187
    },
    {
      "epoch": 3.497929751104908,
      "grad_norm": 1.426811858971484,
      "learning_rate": 0.00011433304657854108,
      "loss": 1.5703,
      "step": 75188
    },
    {
      "epoch": 3.4979762735519886,
      "grad_norm": 1.4349543083544607,
      "learning_rate": 0.00011432944161703699,
      "loss": 1.9531,
      "step": 75189
    },
    {
      "epoch": 3.4980227959990695,
      "grad_norm": 1.3975912480345989,
      "learning_rate": 0.00011432583667737058,
      "loss": 2.0,
      "step": 75190
    },
    {
      "epoch": 3.4980693184461504,
      "grad_norm": 1.4267804119210197,
      "learning_rate": 0.00011432223175954414,
      "loss": 2.0312,
      "step": 75191
    },
    {
      "epoch": 3.498115840893231,
      "grad_norm": 1.3534198433733675,
      "learning_rate": 0.0001143186268635598,
      "loss": 1.9531,
      "step": 75192
    },
    {
      "epoch": 3.498162363340312,
      "grad_norm": 1.4808138486782334,
      "learning_rate": 0.00011431502198941985,
      "loss": 2.2031,
      "step": 75193
    },
    {
      "epoch": 3.4982088857873923,
      "grad_norm": 1.362355516457954,
      "learning_rate": 0.00011431141713712642,
      "loss": 2.0156,
      "step": 75194
    },
    {
      "epoch": 3.4982554082344732,
      "grad_norm": 1.4473159491330814,
      "learning_rate": 0.00011430781230668179,
      "loss": 2.0781,
      "step": 75195
    },
    {
      "epoch": 3.4983019306815537,
      "grad_norm": 1.5261896920542144,
      "learning_rate": 0.0001143042074980881,
      "loss": 2.1406,
      "step": 75196
    },
    {
      "epoch": 3.4983484531286346,
      "grad_norm": 1.3526956855060468,
      "learning_rate": 0.00011430060271134759,
      "loss": 2.0156,
      "step": 75197
    },
    {
      "epoch": 3.498394975575715,
      "grad_norm": 1.3831703858150404,
      "learning_rate": 0.00011429699794646248,
      "loss": 2.0469,
      "step": 75198
    },
    {
      "epoch": 3.498441498022796,
      "grad_norm": 1.4328549990653414,
      "learning_rate": 0.00011429339320343493,
      "loss": 2.0,
      "step": 75199
    },
    {
      "epoch": 3.4984880204698765,
      "grad_norm": 1.5049192691455306,
      "learning_rate": 0.00011428978848226719,
      "loss": 2.1719,
      "step": 75200
    },
    {
      "epoch": 3.4985345429169574,
      "grad_norm": 1.5137649650766682,
      "learning_rate": 0.00011428618378296143,
      "loss": 2.0781,
      "step": 75201
    },
    {
      "epoch": 3.4985810653640383,
      "grad_norm": 1.5550969173790585,
      "learning_rate": 0.00011428257910551991,
      "loss": 2.1562,
      "step": 75202
    },
    {
      "epoch": 3.498627587811119,
      "grad_norm": 1.4316304434804463,
      "learning_rate": 0.00011427897444994479,
      "loss": 2.0156,
      "step": 75203
    },
    {
      "epoch": 3.4986741102581997,
      "grad_norm": 1.4250669166352354,
      "learning_rate": 0.00011427536981623829,
      "loss": 2.1875,
      "step": 75204
    },
    {
      "epoch": 3.49872063270528,
      "grad_norm": 1.4253560970859718,
      "learning_rate": 0.00011427176520440261,
      "loss": 1.9844,
      "step": 75205
    },
    {
      "epoch": 3.498767155152361,
      "grad_norm": 1.4941206492218961,
      "learning_rate": 0.00011426816061444,
      "loss": 2.2188,
      "step": 75206
    },
    {
      "epoch": 3.4988136775994416,
      "grad_norm": 1.473006633171209,
      "learning_rate": 0.00011426455604635259,
      "loss": 2.0625,
      "step": 75207
    },
    {
      "epoch": 3.4988602000465225,
      "grad_norm": 1.5136595821804353,
      "learning_rate": 0.00011426095150014259,
      "loss": 2.2031,
      "step": 75208
    },
    {
      "epoch": 3.498906722493603,
      "grad_norm": 1.6490187525509352,
      "learning_rate": 0.00011425734697581233,
      "loss": 1.8438,
      "step": 75209
    },
    {
      "epoch": 3.498953244940684,
      "grad_norm": 1.543481065433586,
      "learning_rate": 0.0001142537424733639,
      "loss": 2.1562,
      "step": 75210
    },
    {
      "epoch": 3.4989997673877644,
      "grad_norm": 1.370280794130228,
      "learning_rate": 0.00011425013799279955,
      "loss": 1.9141,
      "step": 75211
    },
    {
      "epoch": 3.4990462898348453,
      "grad_norm": 1.4567872558975996,
      "learning_rate": 0.00011424653353412145,
      "loss": 2.0469,
      "step": 75212
    },
    {
      "epoch": 3.4990928122819263,
      "grad_norm": 1.6107703470311678,
      "learning_rate": 0.00011424292909733187,
      "loss": 2.2969,
      "step": 75213
    },
    {
      "epoch": 3.4991393347290067,
      "grad_norm": 1.544434315542878,
      "learning_rate": 0.00011423932468243296,
      "loss": 2.1406,
      "step": 75214
    },
    {
      "epoch": 3.4991858571760877,
      "grad_norm": 1.521867244142728,
      "learning_rate": 0.00011423572028942697,
      "loss": 2.2344,
      "step": 75215
    },
    {
      "epoch": 3.499232379623168,
      "grad_norm": 1.502296154873692,
      "learning_rate": 0.00011423211591831606,
      "loss": 2.125,
      "step": 75216
    },
    {
      "epoch": 3.499278902070249,
      "grad_norm": 1.4290158517643672,
      "learning_rate": 0.00011422851156910246,
      "loss": 1.8984,
      "step": 75217
    },
    {
      "epoch": 3.4993254245173295,
      "grad_norm": 1.3624311041258936,
      "learning_rate": 0.00011422490724178838,
      "loss": 1.7031,
      "step": 75218
    },
    {
      "epoch": 3.4993719469644105,
      "grad_norm": 1.4900680481079545,
      "learning_rate": 0.00011422130293637605,
      "loss": 1.8672,
      "step": 75219
    },
    {
      "epoch": 3.499418469411491,
      "grad_norm": 1.4260946557633738,
      "learning_rate": 0.0001142176986528676,
      "loss": 1.9531,
      "step": 75220
    },
    {
      "epoch": 3.499464991858572,
      "grad_norm": 1.437393747003665,
      "learning_rate": 0.00011421409439126531,
      "loss": 1.9219,
      "step": 75221
    },
    {
      "epoch": 3.4995115143056523,
      "grad_norm": 1.5229297672592021,
      "learning_rate": 0.00011421049015157135,
      "loss": 2.1406,
      "step": 75222
    },
    {
      "epoch": 3.4995580367527332,
      "grad_norm": 1.4747135186948654,
      "learning_rate": 0.00011420688593378797,
      "loss": 2.1719,
      "step": 75223
    },
    {
      "epoch": 3.4996045591998137,
      "grad_norm": 1.3601047229489012,
      "learning_rate": 0.00011420328173791733,
      "loss": 1.9062,
      "step": 75224
    },
    {
      "epoch": 3.4996510816468946,
      "grad_norm": 1.4316875679407959,
      "learning_rate": 0.00011419967756396164,
      "loss": 2.0625,
      "step": 75225
    },
    {
      "epoch": 3.499697604093975,
      "grad_norm": 1.532802790536877,
      "learning_rate": 0.00011419607341192315,
      "loss": 2.2656,
      "step": 75226
    },
    {
      "epoch": 3.499744126541056,
      "grad_norm": 1.4209225809169324,
      "learning_rate": 0.00011419246928180399,
      "loss": 2.0625,
      "step": 75227
    },
    {
      "epoch": 3.499790648988137,
      "grad_norm": 1.4195997969136704,
      "learning_rate": 0.00011418886517360645,
      "loss": 2.0938,
      "step": 75228
    },
    {
      "epoch": 3.4998371714352174,
      "grad_norm": 1.492154510517842,
      "learning_rate": 0.00011418526108733265,
      "loss": 2.3125,
      "step": 75229
    },
    {
      "epoch": 3.4998836938822984,
      "grad_norm": 1.399842240073864,
      "learning_rate": 0.00011418165702298483,
      "loss": 2.125,
      "step": 75230
    },
    {
      "epoch": 3.499930216329379,
      "grad_norm": 1.4669065376113328,
      "learning_rate": 0.00011417805298056528,
      "loss": 2.2031,
      "step": 75231
    },
    {
      "epoch": 3.4999767387764598,
      "grad_norm": 1.4307010082985023,
      "learning_rate": 0.00011417444896007609,
      "loss": 2.0625,
      "step": 75232
    },
    {
      "epoch": 3.5000232612235402,
      "grad_norm": 1.4697968985133438,
      "learning_rate": 0.00011417084496151955,
      "loss": 2.2656,
      "step": 75233
    },
    {
      "epoch": 3.500069783670621,
      "grad_norm": 1.394925584133249,
      "learning_rate": 0.00011416724098489779,
      "loss": 2.1875,
      "step": 75234
    },
    {
      "epoch": 3.5001163061177016,
      "grad_norm": 1.4478416632246092,
      "learning_rate": 0.00011416363703021311,
      "loss": 2.2344,
      "step": 75235
    },
    {
      "epoch": 3.5001628285647826,
      "grad_norm": 1.465425387172302,
      "learning_rate": 0.0001141600330974676,
      "loss": 1.9062,
      "step": 75236
    },
    {
      "epoch": 3.500209351011863,
      "grad_norm": 1.2682445419159687,
      "learning_rate": 0.0001141564291866636,
      "loss": 1.6562,
      "step": 75237
    },
    {
      "epoch": 3.500255873458944,
      "grad_norm": 1.467367259751423,
      "learning_rate": 0.00011415282529780319,
      "loss": 2.1719,
      "step": 75238
    },
    {
      "epoch": 3.500302395906025,
      "grad_norm": 1.5516627410418262,
      "learning_rate": 0.00011414922143088866,
      "loss": 2.3281,
      "step": 75239
    },
    {
      "epoch": 3.5003489183531054,
      "grad_norm": 1.391301256844614,
      "learning_rate": 0.00011414561758592217,
      "loss": 1.9531,
      "step": 75240
    },
    {
      "epoch": 3.500395440800186,
      "grad_norm": 1.3772168850633177,
      "learning_rate": 0.00011414201376290595,
      "loss": 2.0,
      "step": 75241
    },
    {
      "epoch": 3.5004419632472668,
      "grad_norm": 1.4097775516113762,
      "learning_rate": 0.00011413840996184218,
      "loss": 2.1094,
      "step": 75242
    },
    {
      "epoch": 3.5004884856943477,
      "grad_norm": 1.4747178877862228,
      "learning_rate": 0.00011413480618273314,
      "loss": 2.2031,
      "step": 75243
    },
    {
      "epoch": 3.500535008141428,
      "grad_norm": 1.3362132727356024,
      "learning_rate": 0.00011413120242558093,
      "loss": 1.75,
      "step": 75244
    },
    {
      "epoch": 3.500581530588509,
      "grad_norm": 1.4435146987566527,
      "learning_rate": 0.00011412759869038786,
      "loss": 1.9922,
      "step": 75245
    },
    {
      "epoch": 3.5006280530355895,
      "grad_norm": 1.306069246764992,
      "learning_rate": 0.00011412399497715604,
      "loss": 1.8828,
      "step": 75246
    },
    {
      "epoch": 3.5006745754826705,
      "grad_norm": 1.5334037810156245,
      "learning_rate": 0.00011412039128588774,
      "loss": 1.9766,
      "step": 75247
    },
    {
      "epoch": 3.500721097929751,
      "grad_norm": 1.441758872375982,
      "learning_rate": 0.00011411678761658514,
      "loss": 2.0312,
      "step": 75248
    },
    {
      "epoch": 3.500767620376832,
      "grad_norm": 1.3713581753953141,
      "learning_rate": 0.00011411318396925046,
      "loss": 2.0156,
      "step": 75249
    },
    {
      "epoch": 3.500814142823913,
      "grad_norm": 1.5137303273559461,
      "learning_rate": 0.00011410958034388592,
      "loss": 2.1719,
      "step": 75250
    },
    {
      "epoch": 3.5008606652709933,
      "grad_norm": 1.4730420369656565,
      "learning_rate": 0.00011410597674049368,
      "loss": 2.1875,
      "step": 75251
    },
    {
      "epoch": 3.5009071877180737,
      "grad_norm": 1.4441032817689077,
      "learning_rate": 0.00011410237315907593,
      "loss": 2.0781,
      "step": 75252
    },
    {
      "epoch": 3.5009537101651547,
      "grad_norm": 1.5293108467174559,
      "learning_rate": 0.00011409876959963499,
      "loss": 2.0781,
      "step": 75253
    },
    {
      "epoch": 3.5010002326122356,
      "grad_norm": 1.4185371346880244,
      "learning_rate": 0.00011409516606217296,
      "loss": 2.125,
      "step": 75254
    },
    {
      "epoch": 3.501046755059316,
      "grad_norm": 1.476671892990088,
      "learning_rate": 0.0001140915625466921,
      "loss": 2.2812,
      "step": 75255
    },
    {
      "epoch": 3.501093277506397,
      "grad_norm": 1.474344132127945,
      "learning_rate": 0.00011408795905319457,
      "loss": 1.9531,
      "step": 75256
    },
    {
      "epoch": 3.5011397999534775,
      "grad_norm": 1.434246374006769,
      "learning_rate": 0.00011408435558168264,
      "loss": 2.125,
      "step": 75257
    },
    {
      "epoch": 3.5011863224005584,
      "grad_norm": 1.4457116385390367,
      "learning_rate": 0.00011408075213215845,
      "loss": 2.0312,
      "step": 75258
    },
    {
      "epoch": 3.501232844847639,
      "grad_norm": 1.377221513487376,
      "learning_rate": 0.00011407714870462428,
      "loss": 1.9219,
      "step": 75259
    },
    {
      "epoch": 3.50127936729472,
      "grad_norm": 1.2847697100958158,
      "learning_rate": 0.00011407354529908222,
      "loss": 1.8203,
      "step": 75260
    },
    {
      "epoch": 3.5013258897418003,
      "grad_norm": 1.3667679710172154,
      "learning_rate": 0.00011406994191553462,
      "loss": 2.0312,
      "step": 75261
    },
    {
      "epoch": 3.501372412188881,
      "grad_norm": 1.4265458175239598,
      "learning_rate": 0.00011406633855398357,
      "loss": 2.2031,
      "step": 75262
    },
    {
      "epoch": 3.5014189346359617,
      "grad_norm": 1.4267788343214654,
      "learning_rate": 0.00011406273521443133,
      "loss": 2.1562,
      "step": 75263
    },
    {
      "epoch": 3.5014654570830426,
      "grad_norm": 1.3995563703421783,
      "learning_rate": 0.0001140591318968801,
      "loss": 2.0312,
      "step": 75264
    },
    {
      "epoch": 3.5015119795301235,
      "grad_norm": 1.4658815817459112,
      "learning_rate": 0.00011405552860133209,
      "loss": 2.2188,
      "step": 75265
    },
    {
      "epoch": 3.501558501977204,
      "grad_norm": 1.4141423044274601,
      "learning_rate": 0.00011405192532778944,
      "loss": 2.0312,
      "step": 75266
    },
    {
      "epoch": 3.5016050244242845,
      "grad_norm": 1.3659256107890587,
      "learning_rate": 0.00011404832207625449,
      "loss": 1.9375,
      "step": 75267
    },
    {
      "epoch": 3.5016515468713654,
      "grad_norm": 1.4376355337914917,
      "learning_rate": 0.00011404471884672931,
      "loss": 2.25,
      "step": 75268
    },
    {
      "epoch": 3.5016980693184463,
      "grad_norm": 1.4979565788916043,
      "learning_rate": 0.00011404111563921624,
      "loss": 2.2188,
      "step": 75269
    },
    {
      "epoch": 3.5017445917655268,
      "grad_norm": 1.4743591158907496,
      "learning_rate": 0.00011403751245371732,
      "loss": 2.1875,
      "step": 75270
    },
    {
      "epoch": 3.5017911142126077,
      "grad_norm": 1.4100797663349611,
      "learning_rate": 0.00011403390929023492,
      "loss": 2.0938,
      "step": 75271
    },
    {
      "epoch": 3.501837636659688,
      "grad_norm": 1.4402654269069475,
      "learning_rate": 0.00011403030614877112,
      "loss": 2.2188,
      "step": 75272
    },
    {
      "epoch": 3.501884159106769,
      "grad_norm": 1.3635475424413341,
      "learning_rate": 0.00011402670302932822,
      "loss": 2.0469,
      "step": 75273
    },
    {
      "epoch": 3.5019306815538496,
      "grad_norm": 1.374906241848729,
      "learning_rate": 0.0001140230999319083,
      "loss": 1.8047,
      "step": 75274
    },
    {
      "epoch": 3.5019772040009305,
      "grad_norm": 1.40347134840805,
      "learning_rate": 0.00011401949685651372,
      "loss": 1.9531,
      "step": 75275
    },
    {
      "epoch": 3.5020237264480114,
      "grad_norm": 1.516534626829585,
      "learning_rate": 0.00011401589380314662,
      "loss": 2.2188,
      "step": 75276
    },
    {
      "epoch": 3.502070248895092,
      "grad_norm": 1.4159799112991438,
      "learning_rate": 0.00011401229077180917,
      "loss": 2.0781,
      "step": 75277
    },
    {
      "epoch": 3.5021167713421724,
      "grad_norm": 1.3352768818448597,
      "learning_rate": 0.00011400868776250364,
      "loss": 1.8984,
      "step": 75278
    },
    {
      "epoch": 3.5021632937892533,
      "grad_norm": 1.3350932474665702,
      "learning_rate": 0.00011400508477523222,
      "loss": 1.8906,
      "step": 75279
    },
    {
      "epoch": 3.502209816236334,
      "grad_norm": 1.3835250083088366,
      "learning_rate": 0.00011400148180999706,
      "loss": 1.9688,
      "step": 75280
    },
    {
      "epoch": 3.5022563386834147,
      "grad_norm": 1.4823230594918089,
      "learning_rate": 0.00011399787886680042,
      "loss": 2.0781,
      "step": 75281
    },
    {
      "epoch": 3.5023028611304956,
      "grad_norm": 1.5575025950540122,
      "learning_rate": 0.00011399427594564449,
      "loss": 2.1875,
      "step": 75282
    },
    {
      "epoch": 3.502349383577576,
      "grad_norm": 1.3971636208376987,
      "learning_rate": 0.00011399067304653148,
      "loss": 1.7734,
      "step": 75283
    },
    {
      "epoch": 3.502395906024657,
      "grad_norm": 1.494616781960392,
      "learning_rate": 0.00011398707016946357,
      "loss": 2.1875,
      "step": 75284
    },
    {
      "epoch": 3.5024424284717375,
      "grad_norm": 1.3702975189033737,
      "learning_rate": 0.00011398346731444302,
      "loss": 1.9297,
      "step": 75285
    },
    {
      "epoch": 3.5024889509188184,
      "grad_norm": 1.3324693111108132,
      "learning_rate": 0.00011397986448147198,
      "loss": 1.7891,
      "step": 75286
    },
    {
      "epoch": 3.5025354733658993,
      "grad_norm": 1.582114530663504,
      "learning_rate": 0.0001139762616705527,
      "loss": 2.1406,
      "step": 75287
    },
    {
      "epoch": 3.50258199581298,
      "grad_norm": 1.3317010574267591,
      "learning_rate": 0.00011397265888168735,
      "loss": 1.6875,
      "step": 75288
    },
    {
      "epoch": 3.5026285182600603,
      "grad_norm": 1.4325065221252962,
      "learning_rate": 0.00011396905611487817,
      "loss": 1.9297,
      "step": 75289
    },
    {
      "epoch": 3.502675040707141,
      "grad_norm": 1.5203359016396625,
      "learning_rate": 0.0001139654533701273,
      "loss": 2.2812,
      "step": 75290
    },
    {
      "epoch": 3.502721563154222,
      "grad_norm": 1.4485694708021837,
      "learning_rate": 0.00011396185064743704,
      "loss": 1.9766,
      "step": 75291
    },
    {
      "epoch": 3.5027680856013026,
      "grad_norm": 1.4094428713292737,
      "learning_rate": 0.00011395824794680952,
      "loss": 1.8828,
      "step": 75292
    },
    {
      "epoch": 3.502814608048383,
      "grad_norm": 1.586799131262009,
      "learning_rate": 0.000113954645268247,
      "loss": 2.1406,
      "step": 75293
    },
    {
      "epoch": 3.502861130495464,
      "grad_norm": 1.5189942284810194,
      "learning_rate": 0.00011395104261175163,
      "loss": 2.0312,
      "step": 75294
    },
    {
      "epoch": 3.502907652942545,
      "grad_norm": 1.5361881037433662,
      "learning_rate": 0.0001139474399773256,
      "loss": 2.1875,
      "step": 75295
    },
    {
      "epoch": 3.5029541753896254,
      "grad_norm": 1.4247765937093646,
      "learning_rate": 0.00011394383736497123,
      "loss": 1.9375,
      "step": 75296
    },
    {
      "epoch": 3.5030006978367063,
      "grad_norm": 1.5975387173485134,
      "learning_rate": 0.00011394023477469062,
      "loss": 2.2812,
      "step": 75297
    },
    {
      "epoch": 3.503047220283787,
      "grad_norm": 1.4531021613747286,
      "learning_rate": 0.00011393663220648606,
      "loss": 2.125,
      "step": 75298
    },
    {
      "epoch": 3.5030937427308677,
      "grad_norm": 1.4408531393666877,
      "learning_rate": 0.00011393302966035965,
      "loss": 2.0156,
      "step": 75299
    },
    {
      "epoch": 3.503140265177948,
      "grad_norm": 1.392980348029797,
      "learning_rate": 0.00011392942713631369,
      "loss": 2.1562,
      "step": 75300
    },
    {
      "epoch": 3.503186787625029,
      "grad_norm": 1.3968440372491504,
      "learning_rate": 0.00011392582463435032,
      "loss": 1.8594,
      "step": 75301
    },
    {
      "epoch": 3.50323331007211,
      "grad_norm": 1.4703449922291973,
      "learning_rate": 0.00011392222215447182,
      "loss": 2.2969,
      "step": 75302
    },
    {
      "epoch": 3.5032798325191905,
      "grad_norm": 1.3683644406400226,
      "learning_rate": 0.00011391861969668029,
      "loss": 1.875,
      "step": 75303
    },
    {
      "epoch": 3.503326354966271,
      "grad_norm": 1.4325929187257898,
      "learning_rate": 0.00011391501726097804,
      "loss": 1.5781,
      "step": 75304
    },
    {
      "epoch": 3.503372877413352,
      "grad_norm": 1.4738421334073413,
      "learning_rate": 0.00011391141484736723,
      "loss": 1.9844,
      "step": 75305
    },
    {
      "epoch": 3.503419399860433,
      "grad_norm": 1.4773061077589038,
      "learning_rate": 0.00011390781245585003,
      "loss": 2.0156,
      "step": 75306
    },
    {
      "epoch": 3.5034659223075133,
      "grad_norm": 1.3594407044286987,
      "learning_rate": 0.0001139042100864287,
      "loss": 1.6406,
      "step": 75307
    },
    {
      "epoch": 3.5035124447545942,
      "grad_norm": 1.5592723438912188,
      "learning_rate": 0.00011390060773910541,
      "loss": 2.3281,
      "step": 75308
    },
    {
      "epoch": 3.5035589672016747,
      "grad_norm": 1.3664340922102576,
      "learning_rate": 0.0001138970054138824,
      "loss": 1.8906,
      "step": 75309
    },
    {
      "epoch": 3.5036054896487556,
      "grad_norm": 1.547555211105443,
      "learning_rate": 0.00011389340311076183,
      "loss": 2.2969,
      "step": 75310
    },
    {
      "epoch": 3.503652012095836,
      "grad_norm": 1.321060294443703,
      "learning_rate": 0.00011388980082974596,
      "loss": 1.8125,
      "step": 75311
    },
    {
      "epoch": 3.503698534542917,
      "grad_norm": 1.5294385432777617,
      "learning_rate": 0.00011388619857083695,
      "loss": 2.0938,
      "step": 75312
    },
    {
      "epoch": 3.503745056989998,
      "grad_norm": 1.3555349236402396,
      "learning_rate": 0.00011388259633403703,
      "loss": 1.9688,
      "step": 75313
    },
    {
      "epoch": 3.5037915794370784,
      "grad_norm": 1.4820976575966471,
      "learning_rate": 0.0001138789941193484,
      "loss": 2.0312,
      "step": 75314
    },
    {
      "epoch": 3.503838101884159,
      "grad_norm": 1.3910500131285675,
      "learning_rate": 0.00011387539192677325,
      "loss": 1.9922,
      "step": 75315
    },
    {
      "epoch": 3.50388462433124,
      "grad_norm": 1.4946723442044354,
      "learning_rate": 0.0001138717897563138,
      "loss": 2.2031,
      "step": 75316
    },
    {
      "epoch": 3.5039311467783207,
      "grad_norm": 1.4008107282327427,
      "learning_rate": 0.00011386818760797222,
      "loss": 2.0312,
      "step": 75317
    },
    {
      "epoch": 3.503977669225401,
      "grad_norm": 1.4746679541799728,
      "learning_rate": 0.0001138645854817508,
      "loss": 2.1562,
      "step": 75318
    },
    {
      "epoch": 3.504024191672482,
      "grad_norm": 1.4243123696921856,
      "learning_rate": 0.00011386098337765165,
      "loss": 2.0156,
      "step": 75319
    },
    {
      "epoch": 3.5040707141195626,
      "grad_norm": 1.4574889545574983,
      "learning_rate": 0.00011385738129567707,
      "loss": 1.9922,
      "step": 75320
    },
    {
      "epoch": 3.5041172365666435,
      "grad_norm": 1.482434752799607,
      "learning_rate": 0.00011385377923582919,
      "loss": 2.1875,
      "step": 75321
    },
    {
      "epoch": 3.504163759013724,
      "grad_norm": 1.3929834181653329,
      "learning_rate": 0.00011385017719811026,
      "loss": 2.0,
      "step": 75322
    },
    {
      "epoch": 3.504210281460805,
      "grad_norm": 1.4663044375464636,
      "learning_rate": 0.00011384657518252243,
      "loss": 2.1406,
      "step": 75323
    },
    {
      "epoch": 3.5042568039078854,
      "grad_norm": 1.478753917377519,
      "learning_rate": 0.00011384297318906796,
      "loss": 2.1562,
      "step": 75324
    },
    {
      "epoch": 3.5043033263549663,
      "grad_norm": 1.392734812906992,
      "learning_rate": 0.00011383937121774902,
      "loss": 1.9609,
      "step": 75325
    },
    {
      "epoch": 3.504349848802047,
      "grad_norm": 1.6183831517759066,
      "learning_rate": 0.00011383576926856786,
      "loss": 2.4688,
      "step": 75326
    },
    {
      "epoch": 3.5043963712491277,
      "grad_norm": 1.4255921268240284,
      "learning_rate": 0.00011383216734152663,
      "loss": 2.1094,
      "step": 75327
    },
    {
      "epoch": 3.5044428936962086,
      "grad_norm": 1.5341240228970843,
      "learning_rate": 0.00011382856543662758,
      "loss": 2.2344,
      "step": 75328
    },
    {
      "epoch": 3.504489416143289,
      "grad_norm": 1.4934231444249466,
      "learning_rate": 0.00011382496355387287,
      "loss": 2.2344,
      "step": 75329
    },
    {
      "epoch": 3.5045359385903696,
      "grad_norm": 1.3919914577534893,
      "learning_rate": 0.00011382136169326476,
      "loss": 1.75,
      "step": 75330
    },
    {
      "epoch": 3.5045824610374505,
      "grad_norm": 1.455590192783829,
      "learning_rate": 0.00011381775985480542,
      "loss": 2.125,
      "step": 75331
    },
    {
      "epoch": 3.5046289834845314,
      "grad_norm": 1.3415953484552816,
      "learning_rate": 0.00011381415803849702,
      "loss": 1.9453,
      "step": 75332
    },
    {
      "epoch": 3.504675505931612,
      "grad_norm": 1.3734536946361995,
      "learning_rate": 0.00011381055624434187,
      "loss": 1.9062,
      "step": 75333
    },
    {
      "epoch": 3.504722028378693,
      "grad_norm": 1.5354980598912158,
      "learning_rate": 0.00011380695447234205,
      "loss": 2.2031,
      "step": 75334
    },
    {
      "epoch": 3.5047685508257733,
      "grad_norm": 1.4124680530242884,
      "learning_rate": 0.00011380335272249987,
      "loss": 2.0312,
      "step": 75335
    },
    {
      "epoch": 3.5048150732728542,
      "grad_norm": 1.398025698890786,
      "learning_rate": 0.00011379975099481745,
      "loss": 2.0781,
      "step": 75336
    },
    {
      "epoch": 3.5048615957199347,
      "grad_norm": 1.4054864525176127,
      "learning_rate": 0.00011379614928929708,
      "loss": 1.9609,
      "step": 75337
    },
    {
      "epoch": 3.5049081181670156,
      "grad_norm": 1.3711034669938584,
      "learning_rate": 0.00011379254760594088,
      "loss": 1.8906,
      "step": 75338
    },
    {
      "epoch": 3.5049546406140966,
      "grad_norm": 1.517605958819223,
      "learning_rate": 0.00011378894594475107,
      "loss": 2.2344,
      "step": 75339
    },
    {
      "epoch": 3.505001163061177,
      "grad_norm": 1.3956422328661287,
      "learning_rate": 0.00011378534430572995,
      "loss": 2.0,
      "step": 75340
    },
    {
      "epoch": 3.5050476855082575,
      "grad_norm": 1.4341095283522847,
      "learning_rate": 0.00011378174268887962,
      "loss": 1.8672,
      "step": 75341
    },
    {
      "epoch": 3.5050942079553384,
      "grad_norm": 1.4112063910242336,
      "learning_rate": 0.00011377814109420234,
      "loss": 2.0938,
      "step": 75342
    },
    {
      "epoch": 3.5051407304024194,
      "grad_norm": 1.4005805746438658,
      "learning_rate": 0.00011377453952170028,
      "loss": 2.0312,
      "step": 75343
    },
    {
      "epoch": 3.5051872528495,
      "grad_norm": 1.4528145287693979,
      "learning_rate": 0.00011377093797137568,
      "loss": 1.8984,
      "step": 75344
    },
    {
      "epoch": 3.5052337752965808,
      "grad_norm": 1.4773682514592548,
      "learning_rate": 0.0001137673364432307,
      "loss": 2.0938,
      "step": 75345
    },
    {
      "epoch": 3.5052802977436612,
      "grad_norm": 1.4841115500718332,
      "learning_rate": 0.00011376373493726758,
      "loss": 2.3125,
      "step": 75346
    },
    {
      "epoch": 3.505326820190742,
      "grad_norm": 1.3797004847557752,
      "learning_rate": 0.00011376013345348852,
      "loss": 2.0,
      "step": 75347
    },
    {
      "epoch": 3.5053733426378226,
      "grad_norm": 1.3669048025378383,
      "learning_rate": 0.00011375653199189573,
      "loss": 1.9297,
      "step": 75348
    },
    {
      "epoch": 3.5054198650849036,
      "grad_norm": 1.3670943433391134,
      "learning_rate": 0.00011375293055249138,
      "loss": 1.9844,
      "step": 75349
    },
    {
      "epoch": 3.505466387531984,
      "grad_norm": 1.4760111473905952,
      "learning_rate": 0.00011374932913527773,
      "loss": 2.1562,
      "step": 75350
    },
    {
      "epoch": 3.505512909979065,
      "grad_norm": 1.4062917605362482,
      "learning_rate": 0.00011374572774025691,
      "loss": 2.1562,
      "step": 75351
    },
    {
      "epoch": 3.5055594324261454,
      "grad_norm": 1.3903022309625706,
      "learning_rate": 0.00011374212636743122,
      "loss": 2.0,
      "step": 75352
    },
    {
      "epoch": 3.5056059548732263,
      "grad_norm": 1.4897893103554054,
      "learning_rate": 0.00011373852501680278,
      "loss": 2.1562,
      "step": 75353
    },
    {
      "epoch": 3.5056524773203073,
      "grad_norm": 1.4152417583024521,
      "learning_rate": 0.00011373492368837385,
      "loss": 2.0312,
      "step": 75354
    },
    {
      "epoch": 3.5056989997673877,
      "grad_norm": 1.507765822278953,
      "learning_rate": 0.00011373132238214657,
      "loss": 2.0156,
      "step": 75355
    },
    {
      "epoch": 3.5057455222144682,
      "grad_norm": 1.4549126135253818,
      "learning_rate": 0.00011372772109812325,
      "loss": 2.1719,
      "step": 75356
    },
    {
      "epoch": 3.505792044661549,
      "grad_norm": 1.4283024807271878,
      "learning_rate": 0.00011372411983630602,
      "loss": 2.125,
      "step": 75357
    },
    {
      "epoch": 3.50583856710863,
      "grad_norm": 1.4920026903679993,
      "learning_rate": 0.00011372051859669705,
      "loss": 2.3438,
      "step": 75358
    },
    {
      "epoch": 3.5058850895557105,
      "grad_norm": 1.4243249232864694,
      "learning_rate": 0.00011371691737929866,
      "loss": 1.8828,
      "step": 75359
    },
    {
      "epoch": 3.5059316120027915,
      "grad_norm": 1.4290752912044438,
      "learning_rate": 0.00011371331618411294,
      "loss": 1.8984,
      "step": 75360
    },
    {
      "epoch": 3.505978134449872,
      "grad_norm": 1.4540603741230145,
      "learning_rate": 0.0001137097150111421,
      "loss": 2.1562,
      "step": 75361
    },
    {
      "epoch": 3.506024656896953,
      "grad_norm": 1.5424852736651737,
      "learning_rate": 0.00011370611386038844,
      "loss": 2.3438,
      "step": 75362
    },
    {
      "epoch": 3.5060711793440333,
      "grad_norm": 1.4011437840177783,
      "learning_rate": 0.00011370251273185409,
      "loss": 2.1406,
      "step": 75363
    },
    {
      "epoch": 3.5061177017911143,
      "grad_norm": 1.4213271105413858,
      "learning_rate": 0.00011369891162554131,
      "loss": 2.0469,
      "step": 75364
    },
    {
      "epoch": 3.506164224238195,
      "grad_norm": 1.4560966778103872,
      "learning_rate": 0.00011369531054145224,
      "loss": 2.0938,
      "step": 75365
    },
    {
      "epoch": 3.5062107466852757,
      "grad_norm": 1.487257374716051,
      "learning_rate": 0.00011369170947958917,
      "loss": 2.125,
      "step": 75366
    },
    {
      "epoch": 3.506257269132356,
      "grad_norm": 1.5244344494720985,
      "learning_rate": 0.00011368810843995417,
      "loss": 2.3594,
      "step": 75367
    },
    {
      "epoch": 3.506303791579437,
      "grad_norm": 1.4110233146876958,
      "learning_rate": 0.0001136845074225496,
      "loss": 1.9688,
      "step": 75368
    },
    {
      "epoch": 3.506350314026518,
      "grad_norm": 1.3112156966989135,
      "learning_rate": 0.00011368090642737751,
      "loss": 1.8438,
      "step": 75369
    },
    {
      "epoch": 3.5063968364735985,
      "grad_norm": 1.3404114208616886,
      "learning_rate": 0.00011367730545444025,
      "loss": 1.5938,
      "step": 75370
    },
    {
      "epoch": 3.5064433589206794,
      "grad_norm": 1.4309370837916278,
      "learning_rate": 0.00011367370450373993,
      "loss": 2.1719,
      "step": 75371
    },
    {
      "epoch": 3.50648988136776,
      "grad_norm": 1.427199689684021,
      "learning_rate": 0.0001136701035752788,
      "loss": 1.9766,
      "step": 75372
    },
    {
      "epoch": 3.5065364038148408,
      "grad_norm": 1.3983082077250235,
      "learning_rate": 0.00011366650266905901,
      "loss": 2.125,
      "step": 75373
    },
    {
      "epoch": 3.5065829262619213,
      "grad_norm": 1.5153811584586052,
      "learning_rate": 0.00011366290178508284,
      "loss": 2.3125,
      "step": 75374
    },
    {
      "epoch": 3.506629448709002,
      "grad_norm": 1.4219599947424788,
      "learning_rate": 0.00011365930092335243,
      "loss": 2.0781,
      "step": 75375
    },
    {
      "epoch": 3.5066759711560826,
      "grad_norm": 1.42699568650556,
      "learning_rate": 0.00011365570008387003,
      "loss": 2.0156,
      "step": 75376
    },
    {
      "epoch": 3.5067224936031636,
      "grad_norm": 1.4245421204651214,
      "learning_rate": 0.00011365209926663779,
      "loss": 2.125,
      "step": 75377
    },
    {
      "epoch": 3.506769016050244,
      "grad_norm": 1.4547209522722104,
      "learning_rate": 0.000113648498471658,
      "loss": 2.0781,
      "step": 75378
    },
    {
      "epoch": 3.506815538497325,
      "grad_norm": 1.441586597301385,
      "learning_rate": 0.00011364489769893277,
      "loss": 2.2188,
      "step": 75379
    },
    {
      "epoch": 3.506862060944406,
      "grad_norm": 1.419085865533989,
      "learning_rate": 0.00011364129694846437,
      "loss": 2.1406,
      "step": 75380
    },
    {
      "epoch": 3.5069085833914864,
      "grad_norm": 1.4304423337572534,
      "learning_rate": 0.00011363769622025496,
      "loss": 2.1719,
      "step": 75381
    },
    {
      "epoch": 3.506955105838567,
      "grad_norm": 1.4132884883954027,
      "learning_rate": 0.00011363409551430681,
      "loss": 2.0781,
      "step": 75382
    },
    {
      "epoch": 3.5070016282856478,
      "grad_norm": 1.412949030743403,
      "learning_rate": 0.00011363049483062202,
      "loss": 1.9844,
      "step": 75383
    },
    {
      "epoch": 3.5070481507327287,
      "grad_norm": 1.384534563163334,
      "learning_rate": 0.00011362689416920286,
      "loss": 1.8594,
      "step": 75384
    },
    {
      "epoch": 3.507094673179809,
      "grad_norm": 1.408469147072613,
      "learning_rate": 0.00011362329353005156,
      "loss": 1.9688,
      "step": 75385
    },
    {
      "epoch": 3.50714119562689,
      "grad_norm": 1.4513180248504125,
      "learning_rate": 0.00011361969291317032,
      "loss": 2.0938,
      "step": 75386
    },
    {
      "epoch": 3.5071877180739706,
      "grad_norm": 1.3851760921165226,
      "learning_rate": 0.00011361609231856127,
      "loss": 1.9688,
      "step": 75387
    },
    {
      "epoch": 3.5072342405210515,
      "grad_norm": 1.5301204843525809,
      "learning_rate": 0.0001136124917462267,
      "loss": 2.3906,
      "step": 75388
    },
    {
      "epoch": 3.507280762968132,
      "grad_norm": 1.3999866952399895,
      "learning_rate": 0.00011360889119616876,
      "loss": 2.1094,
      "step": 75389
    },
    {
      "epoch": 3.507327285415213,
      "grad_norm": 1.3882039890849414,
      "learning_rate": 0.00011360529066838967,
      "loss": 1.9844,
      "step": 75390
    },
    {
      "epoch": 3.507373807862294,
      "grad_norm": 1.427200449929193,
      "learning_rate": 0.00011360169016289162,
      "loss": 2.1406,
      "step": 75391
    },
    {
      "epoch": 3.5074203303093743,
      "grad_norm": 1.388334559302,
      "learning_rate": 0.00011359808967967687,
      "loss": 1.9766,
      "step": 75392
    },
    {
      "epoch": 3.5074668527564548,
      "grad_norm": 1.3615566161341883,
      "learning_rate": 0.00011359448921874754,
      "loss": 1.8125,
      "step": 75393
    },
    {
      "epoch": 3.5075133752035357,
      "grad_norm": 1.3803214018254775,
      "learning_rate": 0.00011359088878010594,
      "loss": 1.7812,
      "step": 75394
    },
    {
      "epoch": 3.5075598976506166,
      "grad_norm": 1.4939626663872885,
      "learning_rate": 0.00011358728836375415,
      "loss": 2.2969,
      "step": 75395
    },
    {
      "epoch": 3.507606420097697,
      "grad_norm": 1.3173106449296328,
      "learning_rate": 0.00011358368796969446,
      "loss": 1.5859,
      "step": 75396
    },
    {
      "epoch": 3.507652942544778,
      "grad_norm": 1.2973276437013344,
      "learning_rate": 0.00011358008759792905,
      "loss": 1.5312,
      "step": 75397
    },
    {
      "epoch": 3.5076994649918585,
      "grad_norm": 1.4390340426566854,
      "learning_rate": 0.00011357648724846014,
      "loss": 2.2344,
      "step": 75398
    },
    {
      "epoch": 3.5077459874389394,
      "grad_norm": 1.338182228196835,
      "learning_rate": 0.00011357288692128989,
      "loss": 1.5234,
      "step": 75399
    },
    {
      "epoch": 3.50779250988602,
      "grad_norm": 1.4631585435370682,
      "learning_rate": 0.00011356928661642056,
      "loss": 2.1719,
      "step": 75400
    },
    {
      "epoch": 3.507839032333101,
      "grad_norm": 1.523252294474309,
      "learning_rate": 0.0001135656863338543,
      "loss": 2.3281,
      "step": 75401
    },
    {
      "epoch": 3.5078855547801817,
      "grad_norm": 1.4009383882870097,
      "learning_rate": 0.00011356208607359337,
      "loss": 2.125,
      "step": 75402
    },
    {
      "epoch": 3.507932077227262,
      "grad_norm": 1.4341959911588293,
      "learning_rate": 0.0001135584858356399,
      "loss": 2.0156,
      "step": 75403
    },
    {
      "epoch": 3.5079785996743427,
      "grad_norm": 1.4640554661474225,
      "learning_rate": 0.0001135548856199962,
      "loss": 2.3125,
      "step": 75404
    },
    {
      "epoch": 3.5080251221214236,
      "grad_norm": 1.416070503409499,
      "learning_rate": 0.00011355128542666436,
      "loss": 1.9531,
      "step": 75405
    },
    {
      "epoch": 3.5080716445685045,
      "grad_norm": 1.219126229870862,
      "learning_rate": 0.00011354768525564664,
      "loss": 1.5391,
      "step": 75406
    },
    {
      "epoch": 3.508118167015585,
      "grad_norm": 1.4093397021283403,
      "learning_rate": 0.00011354408510694528,
      "loss": 2.0,
      "step": 75407
    },
    {
      "epoch": 3.5081646894626655,
      "grad_norm": 1.3907583691745904,
      "learning_rate": 0.00011354048498056242,
      "loss": 2.0781,
      "step": 75408
    },
    {
      "epoch": 3.5082112119097464,
      "grad_norm": 1.3802716198820622,
      "learning_rate": 0.00011353688487650031,
      "loss": 2.0156,
      "step": 75409
    },
    {
      "epoch": 3.5082577343568273,
      "grad_norm": 1.3873762044804894,
      "learning_rate": 0.00011353328479476111,
      "loss": 1.8203,
      "step": 75410
    },
    {
      "epoch": 3.508304256803908,
      "grad_norm": 1.361246925051886,
      "learning_rate": 0.00011352968473534708,
      "loss": 1.9297,
      "step": 75411
    },
    {
      "epoch": 3.5083507792509887,
      "grad_norm": 1.4510859415066037,
      "learning_rate": 0.00011352608469826039,
      "loss": 1.5938,
      "step": 75412
    },
    {
      "epoch": 3.508397301698069,
      "grad_norm": 1.421327156167682,
      "learning_rate": 0.00011352248468350323,
      "loss": 1.9688,
      "step": 75413
    },
    {
      "epoch": 3.50844382414515,
      "grad_norm": 1.5746862832116388,
      "learning_rate": 0.00011351888469107782,
      "loss": 2.2969,
      "step": 75414
    },
    {
      "epoch": 3.5084903465922306,
      "grad_norm": 1.3400200506259663,
      "learning_rate": 0.00011351528472098634,
      "loss": 1.7812,
      "step": 75415
    },
    {
      "epoch": 3.5085368690393115,
      "grad_norm": 1.377832987697627,
      "learning_rate": 0.00011351168477323107,
      "loss": 2.0156,
      "step": 75416
    },
    {
      "epoch": 3.5085833914863924,
      "grad_norm": 1.426179494520768,
      "learning_rate": 0.00011350808484781413,
      "loss": 1.9688,
      "step": 75417
    },
    {
      "epoch": 3.508629913933473,
      "grad_norm": 1.4645715454669728,
      "learning_rate": 0.00011350448494473777,
      "loss": 2.0156,
      "step": 75418
    },
    {
      "epoch": 3.5086764363805534,
      "grad_norm": 1.411877173608163,
      "learning_rate": 0.00011350088506400415,
      "loss": 1.875,
      "step": 75419
    },
    {
      "epoch": 3.5087229588276343,
      "grad_norm": 1.3951281331287915,
      "learning_rate": 0.00011349728520561554,
      "loss": 2.1875,
      "step": 75420
    },
    {
      "epoch": 3.508769481274715,
      "grad_norm": 1.4342934421756879,
      "learning_rate": 0.00011349368536957406,
      "loss": 2.1719,
      "step": 75421
    },
    {
      "epoch": 3.5088160037217957,
      "grad_norm": 1.4836394312201633,
      "learning_rate": 0.00011349008555588203,
      "loss": 2.125,
      "step": 75422
    },
    {
      "epoch": 3.5088625261688766,
      "grad_norm": 1.449695425130013,
      "learning_rate": 0.00011348648576454151,
      "loss": 2.2656,
      "step": 75423
    },
    {
      "epoch": 3.508909048615957,
      "grad_norm": 1.3968774256164511,
      "learning_rate": 0.00011348288599555483,
      "loss": 2.2188,
      "step": 75424
    },
    {
      "epoch": 3.508955571063038,
      "grad_norm": 1.6373216083758264,
      "learning_rate": 0.00011347928624892413,
      "loss": 2.0156,
      "step": 75425
    },
    {
      "epoch": 3.5090020935101185,
      "grad_norm": 1.4701252576288621,
      "learning_rate": 0.00011347568652465163,
      "loss": 2.125,
      "step": 75426
    },
    {
      "epoch": 3.5090486159571994,
      "grad_norm": 1.4142347938901434,
      "learning_rate": 0.00011347208682273948,
      "loss": 2.0,
      "step": 75427
    },
    {
      "epoch": 3.5090951384042803,
      "grad_norm": 1.390470796889635,
      "learning_rate": 0.00011346848714318995,
      "loss": 2.0312,
      "step": 75428
    },
    {
      "epoch": 3.509141660851361,
      "grad_norm": 1.6047842707501978,
      "learning_rate": 0.00011346488748600528,
      "loss": 2.0781,
      "step": 75429
    },
    {
      "epoch": 3.5091881832984413,
      "grad_norm": 1.5039238865132207,
      "learning_rate": 0.00011346128785118758,
      "loss": 2.3281,
      "step": 75430
    },
    {
      "epoch": 3.509234705745522,
      "grad_norm": 1.4350851619692442,
      "learning_rate": 0.00011345768823873912,
      "loss": 1.8906,
      "step": 75431
    },
    {
      "epoch": 3.509281228192603,
      "grad_norm": 1.461468282073754,
      "learning_rate": 0.00011345408864866206,
      "loss": 1.9922,
      "step": 75432
    },
    {
      "epoch": 3.5093277506396836,
      "grad_norm": 1.556140115238271,
      "learning_rate": 0.00011345048908095864,
      "loss": 2.2188,
      "step": 75433
    },
    {
      "epoch": 3.5093742730867645,
      "grad_norm": 1.3883989624790825,
      "learning_rate": 0.00011344688953563101,
      "loss": 2.0312,
      "step": 75434
    },
    {
      "epoch": 3.509420795533845,
      "grad_norm": 1.5136030681410895,
      "learning_rate": 0.00011344329001268146,
      "loss": 2.125,
      "step": 75435
    },
    {
      "epoch": 3.509467317980926,
      "grad_norm": 1.4653339902362643,
      "learning_rate": 0.0001134396905121121,
      "loss": 2.0312,
      "step": 75436
    },
    {
      "epoch": 3.5095138404280064,
      "grad_norm": 1.380852250243663,
      "learning_rate": 0.00011343609103392522,
      "loss": 2.0312,
      "step": 75437
    },
    {
      "epoch": 3.5095603628750873,
      "grad_norm": 1.4611307458539355,
      "learning_rate": 0.00011343249157812297,
      "loss": 2.2656,
      "step": 75438
    },
    {
      "epoch": 3.509606885322168,
      "grad_norm": 1.465939747598986,
      "learning_rate": 0.00011342889214470755,
      "loss": 2.0625,
      "step": 75439
    },
    {
      "epoch": 3.5096534077692487,
      "grad_norm": 1.3518032252615524,
      "learning_rate": 0.00011342529273368119,
      "loss": 1.7891,
      "step": 75440
    },
    {
      "epoch": 3.509699930216329,
      "grad_norm": 1.3889879447083864,
      "learning_rate": 0.00011342169334504606,
      "loss": 2.0156,
      "step": 75441
    },
    {
      "epoch": 3.50974645266341,
      "grad_norm": 1.4461138758480057,
      "learning_rate": 0.00011341809397880441,
      "loss": 2.0312,
      "step": 75442
    },
    {
      "epoch": 3.509792975110491,
      "grad_norm": 1.3780201481472913,
      "learning_rate": 0.00011341449463495838,
      "loss": 2.0,
      "step": 75443
    },
    {
      "epoch": 3.5098394975575715,
      "grad_norm": 1.4255268856364671,
      "learning_rate": 0.00011341089531351025,
      "loss": 2.1719,
      "step": 75444
    },
    {
      "epoch": 3.509886020004652,
      "grad_norm": 1.362517856658031,
      "learning_rate": 0.00011340729601446216,
      "loss": 1.7734,
      "step": 75445
    },
    {
      "epoch": 3.509932542451733,
      "grad_norm": 1.384703117065844,
      "learning_rate": 0.00011340369673781637,
      "loss": 1.8672,
      "step": 75446
    },
    {
      "epoch": 3.509979064898814,
      "grad_norm": 1.410057441784648,
      "learning_rate": 0.00011340009748357502,
      "loss": 1.9766,
      "step": 75447
    },
    {
      "epoch": 3.5100255873458943,
      "grad_norm": 1.3886165341532957,
      "learning_rate": 0.00011339649825174036,
      "loss": 2.0625,
      "step": 75448
    },
    {
      "epoch": 3.5100721097929752,
      "grad_norm": 1.3897921124899162,
      "learning_rate": 0.00011339289904231453,
      "loss": 1.9609,
      "step": 75449
    },
    {
      "epoch": 3.5101186322400557,
      "grad_norm": 1.4683831594296386,
      "learning_rate": 0.00011338929985529983,
      "loss": 2.0938,
      "step": 75450
    },
    {
      "epoch": 3.5101651546871366,
      "grad_norm": 1.4110305837193553,
      "learning_rate": 0.00011338570069069843,
      "loss": 2.1094,
      "step": 75451
    },
    {
      "epoch": 3.510211677134217,
      "grad_norm": 1.3877204767454518,
      "learning_rate": 0.00011338210154851248,
      "loss": 2.0312,
      "step": 75452
    },
    {
      "epoch": 3.510258199581298,
      "grad_norm": 1.377608241783681,
      "learning_rate": 0.00011337850242874429,
      "loss": 1.8828,
      "step": 75453
    },
    {
      "epoch": 3.510304722028379,
      "grad_norm": 1.3567469734955222,
      "learning_rate": 0.00011337490333139593,
      "loss": 2.0625,
      "step": 75454
    },
    {
      "epoch": 3.5103512444754594,
      "grad_norm": 1.3179325321066735,
      "learning_rate": 0.00011337130425646972,
      "loss": 1.5547,
      "step": 75455
    },
    {
      "epoch": 3.51039776692254,
      "grad_norm": 1.4941055992422567,
      "learning_rate": 0.00011336770520396777,
      "loss": 2.0156,
      "step": 75456
    },
    {
      "epoch": 3.510444289369621,
      "grad_norm": 1.328694247384707,
      "learning_rate": 0.00011336410617389237,
      "loss": 1.7422,
      "step": 75457
    },
    {
      "epoch": 3.5104908118167018,
      "grad_norm": 1.4449907437922682,
      "learning_rate": 0.00011336050716624564,
      "loss": 1.5156,
      "step": 75458
    },
    {
      "epoch": 3.5105373342637822,
      "grad_norm": 1.4937070451890468,
      "learning_rate": 0.00011335690818102985,
      "loss": 2.1719,
      "step": 75459
    },
    {
      "epoch": 3.510583856710863,
      "grad_norm": 1.43353644814585,
      "learning_rate": 0.00011335330921824716,
      "loss": 2.2188,
      "step": 75460
    },
    {
      "epoch": 3.5106303791579436,
      "grad_norm": 1.373605539798523,
      "learning_rate": 0.00011334971027789983,
      "loss": 1.8281,
      "step": 75461
    },
    {
      "epoch": 3.5106769016050245,
      "grad_norm": 1.5282883958504596,
      "learning_rate": 0.00011334611135998996,
      "loss": 2.1562,
      "step": 75462
    },
    {
      "epoch": 3.510723424052105,
      "grad_norm": 1.5050473478563844,
      "learning_rate": 0.00011334251246451986,
      "loss": 2.2656,
      "step": 75463
    },
    {
      "epoch": 3.510769946499186,
      "grad_norm": 1.4431885381028655,
      "learning_rate": 0.00011333891359149172,
      "loss": 1.9297,
      "step": 75464
    },
    {
      "epoch": 3.5108164689462664,
      "grad_norm": 1.5022124682061369,
      "learning_rate": 0.00011333531474090764,
      "loss": 2.1562,
      "step": 75465
    },
    {
      "epoch": 3.5108629913933473,
      "grad_norm": 1.4199341513009764,
      "learning_rate": 0.00011333171591276993,
      "loss": 1.9297,
      "step": 75466
    },
    {
      "epoch": 3.510909513840428,
      "grad_norm": 1.5006118189197528,
      "learning_rate": 0.00011332811710708076,
      "loss": 2.2031,
      "step": 75467
    },
    {
      "epoch": 3.5109560362875087,
      "grad_norm": 1.3966061213238843,
      "learning_rate": 0.00011332451832384234,
      "loss": 2.0156,
      "step": 75468
    },
    {
      "epoch": 3.5110025587345897,
      "grad_norm": 1.3867636880361978,
      "learning_rate": 0.00011332091956305684,
      "loss": 2.0469,
      "step": 75469
    },
    {
      "epoch": 3.51104908118167,
      "grad_norm": 1.410746565046102,
      "learning_rate": 0.00011331732082472653,
      "loss": 2.0469,
      "step": 75470
    },
    {
      "epoch": 3.5110956036287506,
      "grad_norm": 1.3467309230974764,
      "learning_rate": 0.0001133137221088535,
      "loss": 1.9219,
      "step": 75471
    },
    {
      "epoch": 3.5111421260758315,
      "grad_norm": 1.4967568503801667,
      "learning_rate": 0.00011331012341544006,
      "loss": 2.1875,
      "step": 75472
    },
    {
      "epoch": 3.5111886485229125,
      "grad_norm": 1.3790887750033995,
      "learning_rate": 0.0001133065247444884,
      "loss": 1.8516,
      "step": 75473
    },
    {
      "epoch": 3.511235170969993,
      "grad_norm": 1.426081607044013,
      "learning_rate": 0.00011330292609600066,
      "loss": 2.0,
      "step": 75474
    },
    {
      "epoch": 3.511281693417074,
      "grad_norm": 1.4416342390481494,
      "learning_rate": 0.00011329932746997917,
      "loss": 2.2812,
      "step": 75475
    },
    {
      "epoch": 3.5113282158641543,
      "grad_norm": 1.3798413103812408,
      "learning_rate": 0.00011329572886642597,
      "loss": 1.8203,
      "step": 75476
    },
    {
      "epoch": 3.5113747383112353,
      "grad_norm": 1.4144489611327449,
      "learning_rate": 0.00011329213028534338,
      "loss": 2.0625,
      "step": 75477
    },
    {
      "epoch": 3.5114212607583157,
      "grad_norm": 1.4809253877711166,
      "learning_rate": 0.00011328853172673353,
      "loss": 2.1094,
      "step": 75478
    },
    {
      "epoch": 3.5114677832053967,
      "grad_norm": 1.3707924401530758,
      "learning_rate": 0.0001132849331905987,
      "loss": 1.7578,
      "step": 75479
    },
    {
      "epoch": 3.5115143056524776,
      "grad_norm": 1.3740106564209862,
      "learning_rate": 0.000113281334676941,
      "loss": 2.0156,
      "step": 75480
    },
    {
      "epoch": 3.511560828099558,
      "grad_norm": 1.4269594840554436,
      "learning_rate": 0.00011327773618576273,
      "loss": 2.0156,
      "step": 75481
    },
    {
      "epoch": 3.5116073505466385,
      "grad_norm": 1.502743014878359,
      "learning_rate": 0.00011327413771706604,
      "loss": 2.0781,
      "step": 75482
    },
    {
      "epoch": 3.5116538729937194,
      "grad_norm": 1.506513456447072,
      "learning_rate": 0.00011327053927085313,
      "loss": 2.2031,
      "step": 75483
    },
    {
      "epoch": 3.5117003954408004,
      "grad_norm": 1.2877670115800535,
      "learning_rate": 0.0001132669408471262,
      "loss": 1.7344,
      "step": 75484
    },
    {
      "epoch": 3.511746917887881,
      "grad_norm": 1.4409841865709385,
      "learning_rate": 0.00011326334244588749,
      "loss": 2.1719,
      "step": 75485
    },
    {
      "epoch": 3.5117934403349618,
      "grad_norm": 1.4404190260686376,
      "learning_rate": 0.00011325974406713915,
      "loss": 2.0625,
      "step": 75486
    },
    {
      "epoch": 3.5118399627820422,
      "grad_norm": 1.4115128333650764,
      "learning_rate": 0.00011325614571088344,
      "loss": 2.1562,
      "step": 75487
    },
    {
      "epoch": 3.511886485229123,
      "grad_norm": 1.4088561247695837,
      "learning_rate": 0.00011325254737712252,
      "loss": 2.1406,
      "step": 75488
    },
    {
      "epoch": 3.5119330076762036,
      "grad_norm": 1.5309705909325007,
      "learning_rate": 0.00011324894906585861,
      "loss": 2.125,
      "step": 75489
    },
    {
      "epoch": 3.5119795301232846,
      "grad_norm": 1.3428321485970887,
      "learning_rate": 0.00011324535077709393,
      "loss": 1.9531,
      "step": 75490
    },
    {
      "epoch": 3.512026052570365,
      "grad_norm": 1.284242335251303,
      "learning_rate": 0.00011324175251083061,
      "loss": 1.5938,
      "step": 75491
    },
    {
      "epoch": 3.512072575017446,
      "grad_norm": 1.427061645252018,
      "learning_rate": 0.00011323815426707096,
      "loss": 1.9219,
      "step": 75492
    },
    {
      "epoch": 3.5121190974645264,
      "grad_norm": 1.3452231655391755,
      "learning_rate": 0.00011323455604581706,
      "loss": 1.8281,
      "step": 75493
    },
    {
      "epoch": 3.5121656199116074,
      "grad_norm": 1.5260823474147984,
      "learning_rate": 0.0001132309578470712,
      "loss": 2.3125,
      "step": 75494
    },
    {
      "epoch": 3.5122121423586883,
      "grad_norm": 1.4894051768390533,
      "learning_rate": 0.0001132273596708356,
      "loss": 2.0156,
      "step": 75495
    },
    {
      "epoch": 3.5122586648057688,
      "grad_norm": 1.4992902987666399,
      "learning_rate": 0.00011322376151711241,
      "loss": 2.3594,
      "step": 75496
    },
    {
      "epoch": 3.5123051872528492,
      "grad_norm": 1.4088341021358897,
      "learning_rate": 0.00011322016338590389,
      "loss": 2.0469,
      "step": 75497
    },
    {
      "epoch": 3.51235170969993,
      "grad_norm": 1.3751798900828986,
      "learning_rate": 0.00011321656527721215,
      "loss": 1.9766,
      "step": 75498
    },
    {
      "epoch": 3.512398232147011,
      "grad_norm": 1.3719323368615033,
      "learning_rate": 0.00011321296719103948,
      "loss": 1.7578,
      "step": 75499
    },
    {
      "epoch": 3.5124447545940916,
      "grad_norm": 1.3995950783876387,
      "learning_rate": 0.000113209369127388,
      "loss": 1.8906,
      "step": 75500
    },
    {
      "epoch": 3.5124912770411725,
      "grad_norm": 1.3716988295917807,
      "learning_rate": 0.00011320577108626003,
      "loss": 1.7422,
      "step": 75501
    },
    {
      "epoch": 3.512537799488253,
      "grad_norm": 1.3800249245428327,
      "learning_rate": 0.00011320217306765765,
      "loss": 1.8359,
      "step": 75502
    },
    {
      "epoch": 3.512584321935334,
      "grad_norm": 1.4354252516327382,
      "learning_rate": 0.00011319857507158315,
      "loss": 2.0156,
      "step": 75503
    },
    {
      "epoch": 3.5126308443824144,
      "grad_norm": 1.415275952096741,
      "learning_rate": 0.00011319497709803867,
      "loss": 2.0781,
      "step": 75504
    },
    {
      "epoch": 3.5126773668294953,
      "grad_norm": 1.4058925455355882,
      "learning_rate": 0.00011319137914702646,
      "loss": 1.8906,
      "step": 75505
    },
    {
      "epoch": 3.512723889276576,
      "grad_norm": 1.4126100825571923,
      "learning_rate": 0.0001131877812185487,
      "loss": 1.9375,
      "step": 75506
    },
    {
      "epoch": 3.5127704117236567,
      "grad_norm": 1.4147058127544971,
      "learning_rate": 0.0001131841833126076,
      "loss": 2.125,
      "step": 75507
    },
    {
      "epoch": 3.512816934170737,
      "grad_norm": 1.359897357529422,
      "learning_rate": 0.00011318058542920537,
      "loss": 1.8516,
      "step": 75508
    },
    {
      "epoch": 3.512863456617818,
      "grad_norm": 1.4636882157379498,
      "learning_rate": 0.00011317698756834419,
      "loss": 2.0156,
      "step": 75509
    },
    {
      "epoch": 3.512909979064899,
      "grad_norm": 1.4339335304174277,
      "learning_rate": 0.00011317338973002625,
      "loss": 2.0938,
      "step": 75510
    },
    {
      "epoch": 3.5129565015119795,
      "grad_norm": 1.455156330578479,
      "learning_rate": 0.00011316979191425383,
      "loss": 1.5,
      "step": 75511
    },
    {
      "epoch": 3.5130030239590604,
      "grad_norm": 1.4278452891090885,
      "learning_rate": 0.00011316619412102905,
      "loss": 2.0781,
      "step": 75512
    },
    {
      "epoch": 3.513049546406141,
      "grad_norm": 1.5322107651695098,
      "learning_rate": 0.00011316259635035416,
      "loss": 1.4688,
      "step": 75513
    },
    {
      "epoch": 3.513096068853222,
      "grad_norm": 1.504753823353858,
      "learning_rate": 0.0001131589986022313,
      "loss": 2.1406,
      "step": 75514
    },
    {
      "epoch": 3.5131425913003023,
      "grad_norm": 1.4886341579722169,
      "learning_rate": 0.00011315540087666271,
      "loss": 2.1719,
      "step": 75515
    },
    {
      "epoch": 3.513189113747383,
      "grad_norm": 1.5685008004955419,
      "learning_rate": 0.00011315180317365066,
      "loss": 2.2812,
      "step": 75516
    },
    {
      "epoch": 3.5132356361944637,
      "grad_norm": 1.3037319579408149,
      "learning_rate": 0.00011314820549319727,
      "loss": 1.7188,
      "step": 75517
    },
    {
      "epoch": 3.5132821586415446,
      "grad_norm": 1.48439709961516,
      "learning_rate": 0.00011314460783530478,
      "loss": 1.9688,
      "step": 75518
    },
    {
      "epoch": 3.513328681088625,
      "grad_norm": 1.4332961450011474,
      "learning_rate": 0.00011314101019997539,
      "loss": 2.1094,
      "step": 75519
    },
    {
      "epoch": 3.513375203535706,
      "grad_norm": 1.3227864132652625,
      "learning_rate": 0.00011313741258721125,
      "loss": 1.7188,
      "step": 75520
    },
    {
      "epoch": 3.513421725982787,
      "grad_norm": 1.4701364325539357,
      "learning_rate": 0.00011313381499701465,
      "loss": 2.0625,
      "step": 75521
    },
    {
      "epoch": 3.5134682484298674,
      "grad_norm": 1.533963977328921,
      "learning_rate": 0.00011313021742938768,
      "loss": 2.2188,
      "step": 75522
    },
    {
      "epoch": 3.513514770876948,
      "grad_norm": 1.4713071162253117,
      "learning_rate": 0.00011312661988433268,
      "loss": 1.9375,
      "step": 75523
    },
    {
      "epoch": 3.513561293324029,
      "grad_norm": 1.547355208372705,
      "learning_rate": 0.00011312302236185173,
      "loss": 2.2812,
      "step": 75524
    },
    {
      "epoch": 3.5136078157711097,
      "grad_norm": 1.3693845424467164,
      "learning_rate": 0.00011311942486194711,
      "loss": 1.9062,
      "step": 75525
    },
    {
      "epoch": 3.51365433821819,
      "grad_norm": 1.3979889970408534,
      "learning_rate": 0.00011311582738462097,
      "loss": 2.0156,
      "step": 75526
    },
    {
      "epoch": 3.513700860665271,
      "grad_norm": 1.448945646003787,
      "learning_rate": 0.00011311222992987558,
      "loss": 2.1875,
      "step": 75527
    },
    {
      "epoch": 3.5137473831123516,
      "grad_norm": 1.4489266288545937,
      "learning_rate": 0.00011310863249771305,
      "loss": 1.6641,
      "step": 75528
    },
    {
      "epoch": 3.5137939055594325,
      "grad_norm": 1.4181532494595543,
      "learning_rate": 0.0001131050350881357,
      "loss": 2.1406,
      "step": 75529
    },
    {
      "epoch": 3.513840428006513,
      "grad_norm": 1.4511304472966327,
      "learning_rate": 0.00011310143770114559,
      "loss": 2.2344,
      "step": 75530
    },
    {
      "epoch": 3.513886950453594,
      "grad_norm": 1.461548519769741,
      "learning_rate": 0.00011309784033674505,
      "loss": 2.2031,
      "step": 75531
    },
    {
      "epoch": 3.513933472900675,
      "grad_norm": 1.3764729240220321,
      "learning_rate": 0.0001130942429949362,
      "loss": 2.0156,
      "step": 75532
    },
    {
      "epoch": 3.5139799953477553,
      "grad_norm": 1.3207168798275433,
      "learning_rate": 0.00011309064567572128,
      "loss": 1.8906,
      "step": 75533
    },
    {
      "epoch": 3.5140265177948358,
      "grad_norm": 1.2490991265834737,
      "learning_rate": 0.00011308704837910246,
      "loss": 1.5078,
      "step": 75534
    },
    {
      "epoch": 3.5140730402419167,
      "grad_norm": 1.432813397462513,
      "learning_rate": 0.00011308345110508201,
      "loss": 1.8516,
      "step": 75535
    },
    {
      "epoch": 3.5141195626889976,
      "grad_norm": 1.585751533523416,
      "learning_rate": 0.00011307985385366206,
      "loss": 2.125,
      "step": 75536
    },
    {
      "epoch": 3.514166085136078,
      "grad_norm": 1.3951912720248227,
      "learning_rate": 0.00011307625662484481,
      "loss": 2.0,
      "step": 75537
    },
    {
      "epoch": 3.514212607583159,
      "grad_norm": 1.5395092394773482,
      "learning_rate": 0.00011307265941863255,
      "loss": 2.2188,
      "step": 75538
    },
    {
      "epoch": 3.5142591300302395,
      "grad_norm": 1.367846521251029,
      "learning_rate": 0.00011306906223502739,
      "loss": 2.0312,
      "step": 75539
    },
    {
      "epoch": 3.5143056524773204,
      "grad_norm": 1.3933173474604128,
      "learning_rate": 0.00011306546507403162,
      "loss": 2.0781,
      "step": 75540
    },
    {
      "epoch": 3.514352174924401,
      "grad_norm": 1.4327606993966955,
      "learning_rate": 0.00011306186793564732,
      "loss": 1.9922,
      "step": 75541
    },
    {
      "epoch": 3.514398697371482,
      "grad_norm": 1.501867932136713,
      "learning_rate": 0.00011305827081987682,
      "loss": 2.125,
      "step": 75542
    },
    {
      "epoch": 3.5144452198185627,
      "grad_norm": 1.5017935659138952,
      "learning_rate": 0.00011305467372672223,
      "loss": 2.1406,
      "step": 75543
    },
    {
      "epoch": 3.514491742265643,
      "grad_norm": 1.3828404511504924,
      "learning_rate": 0.00011305107665618582,
      "loss": 2.0,
      "step": 75544
    },
    {
      "epoch": 3.5145382647127237,
      "grad_norm": 1.3148803479928828,
      "learning_rate": 0.00011304747960826976,
      "loss": 1.7656,
      "step": 75545
    },
    {
      "epoch": 3.5145847871598046,
      "grad_norm": 1.4638141559953157,
      "learning_rate": 0.00011304388258297622,
      "loss": 2.0469,
      "step": 75546
    },
    {
      "epoch": 3.5146313096068855,
      "grad_norm": 1.447215131702754,
      "learning_rate": 0.00011304028558030745,
      "loss": 2.2812,
      "step": 75547
    },
    {
      "epoch": 3.514677832053966,
      "grad_norm": 1.3346172775355205,
      "learning_rate": 0.00011303668860026561,
      "loss": 1.875,
      "step": 75548
    },
    {
      "epoch": 3.514724354501047,
      "grad_norm": 1.3947077567487005,
      "learning_rate": 0.00011303309164285297,
      "loss": 2.1406,
      "step": 75549
    },
    {
      "epoch": 3.5147708769481274,
      "grad_norm": 1.4210022186003919,
      "learning_rate": 0.00011302949470807165,
      "loss": 1.9297,
      "step": 75550
    },
    {
      "epoch": 3.5148173993952083,
      "grad_norm": 1.4878068300154803,
      "learning_rate": 0.00011302589779592392,
      "loss": 2.1094,
      "step": 75551
    },
    {
      "epoch": 3.514863921842289,
      "grad_norm": 1.4818522552587157,
      "learning_rate": 0.00011302230090641193,
      "loss": 2.1562,
      "step": 75552
    },
    {
      "epoch": 3.5149104442893697,
      "grad_norm": 1.3815769054546463,
      "learning_rate": 0.00011301870403953793,
      "loss": 1.9297,
      "step": 75553
    },
    {
      "epoch": 3.51495696673645,
      "grad_norm": 1.482623312189488,
      "learning_rate": 0.00011301510719530407,
      "loss": 2.1719,
      "step": 75554
    },
    {
      "epoch": 3.515003489183531,
      "grad_norm": 1.3970747823344252,
      "learning_rate": 0.0001130115103737126,
      "loss": 1.9375,
      "step": 75555
    },
    {
      "epoch": 3.5150500116306116,
      "grad_norm": 1.7110421154232092,
      "learning_rate": 0.00011300791357476568,
      "loss": 2.2031,
      "step": 75556
    },
    {
      "epoch": 3.5150965340776925,
      "grad_norm": 1.4408848141980377,
      "learning_rate": 0.00011300431679846556,
      "loss": 2.0938,
      "step": 75557
    },
    {
      "epoch": 3.5151430565247734,
      "grad_norm": 1.4857199684354596,
      "learning_rate": 0.00011300072004481434,
      "loss": 2.25,
      "step": 75558
    },
    {
      "epoch": 3.515189578971854,
      "grad_norm": 1.4573106575872619,
      "learning_rate": 0.00011299712331381436,
      "loss": 2.0156,
      "step": 75559
    },
    {
      "epoch": 3.5152361014189344,
      "grad_norm": 1.448534962670499,
      "learning_rate": 0.00011299352660546778,
      "loss": 2.1094,
      "step": 75560
    },
    {
      "epoch": 3.5152826238660153,
      "grad_norm": 1.4460563380692948,
      "learning_rate": 0.00011298992991977673,
      "loss": 2.1406,
      "step": 75561
    },
    {
      "epoch": 3.5153291463130962,
      "grad_norm": 1.4495254157991144,
      "learning_rate": 0.00011298633325674351,
      "loss": 2.0781,
      "step": 75562
    },
    {
      "epoch": 3.5153756687601767,
      "grad_norm": 1.4482539799265626,
      "learning_rate": 0.00011298273661637023,
      "loss": 2.2031,
      "step": 75563
    },
    {
      "epoch": 3.5154221912072576,
      "grad_norm": 1.5054761242385208,
      "learning_rate": 0.0001129791399986592,
      "loss": 1.9219,
      "step": 75564
    },
    {
      "epoch": 3.515468713654338,
      "grad_norm": 1.340161068427511,
      "learning_rate": 0.0001129755434036125,
      "loss": 1.7109,
      "step": 75565
    },
    {
      "epoch": 3.515515236101419,
      "grad_norm": 1.4381504852128302,
      "learning_rate": 0.00011297194683123244,
      "loss": 2.0625,
      "step": 75566
    },
    {
      "epoch": 3.5155617585484995,
      "grad_norm": 1.378382691454148,
      "learning_rate": 0.00011296835028152111,
      "loss": 1.8125,
      "step": 75567
    },
    {
      "epoch": 3.5156082809955804,
      "grad_norm": 1.5142391209192727,
      "learning_rate": 0.00011296475375448083,
      "loss": 2.2656,
      "step": 75568
    },
    {
      "epoch": 3.5156548034426613,
      "grad_norm": 1.4950404401514903,
      "learning_rate": 0.0001129611572501137,
      "loss": 2.1562,
      "step": 75569
    },
    {
      "epoch": 3.515701325889742,
      "grad_norm": 1.433608187922566,
      "learning_rate": 0.00011295756076842202,
      "loss": 2.1406,
      "step": 75570
    },
    {
      "epoch": 3.5157478483368223,
      "grad_norm": 1.4817571735046258,
      "learning_rate": 0.00011295396430940792,
      "loss": 2.0156,
      "step": 75571
    },
    {
      "epoch": 3.5157943707839032,
      "grad_norm": 1.4447086634398123,
      "learning_rate": 0.0001129503678730736,
      "loss": 2.1875,
      "step": 75572
    },
    {
      "epoch": 3.515840893230984,
      "grad_norm": 1.343214704339201,
      "learning_rate": 0.00011294677145942133,
      "loss": 1.625,
      "step": 75573
    },
    {
      "epoch": 3.5158874156780646,
      "grad_norm": 1.4848423600524052,
      "learning_rate": 0.00011294317506845322,
      "loss": 2.2188,
      "step": 75574
    },
    {
      "epoch": 3.5159339381251455,
      "grad_norm": 1.4340106107087818,
      "learning_rate": 0.00011293957870017153,
      "loss": 2.0469,
      "step": 75575
    },
    {
      "epoch": 3.515980460572226,
      "grad_norm": 1.3691499837285512,
      "learning_rate": 0.00011293598235457842,
      "loss": 1.8828,
      "step": 75576
    },
    {
      "epoch": 3.516026983019307,
      "grad_norm": 1.4168173122662693,
      "learning_rate": 0.00011293238603167618,
      "loss": 2.0781,
      "step": 75577
    },
    {
      "epoch": 3.5160735054663874,
      "grad_norm": 1.462488581503728,
      "learning_rate": 0.0001129287897314669,
      "loss": 2.1562,
      "step": 75578
    },
    {
      "epoch": 3.5161200279134683,
      "grad_norm": 1.2701150438653115,
      "learning_rate": 0.00011292519345395287,
      "loss": 1.5781,
      "step": 75579
    },
    {
      "epoch": 3.516166550360549,
      "grad_norm": 1.4197339353728489,
      "learning_rate": 0.0001129215971991362,
      "loss": 1.5625,
      "step": 75580
    },
    {
      "epoch": 3.5162130728076297,
      "grad_norm": 1.5512383923678381,
      "learning_rate": 0.00011291800096701917,
      "loss": 2.3281,
      "step": 75581
    },
    {
      "epoch": 3.51625959525471,
      "grad_norm": 1.4796215023361132,
      "learning_rate": 0.00011291440475760398,
      "loss": 2.25,
      "step": 75582
    },
    {
      "epoch": 3.516306117701791,
      "grad_norm": 1.436468947768836,
      "learning_rate": 0.00011291080857089279,
      "loss": 2.0312,
      "step": 75583
    },
    {
      "epoch": 3.516352640148872,
      "grad_norm": 1.4922076227936378,
      "learning_rate": 0.00011290721240688784,
      "loss": 2.2188,
      "step": 75584
    },
    {
      "epoch": 3.5163991625959525,
      "grad_norm": 1.4423487517343516,
      "learning_rate": 0.00011290361626559129,
      "loss": 2.0781,
      "step": 75585
    },
    {
      "epoch": 3.516445685043033,
      "grad_norm": 1.395600016488684,
      "learning_rate": 0.00011290002014700541,
      "loss": 2.1719,
      "step": 75586
    },
    {
      "epoch": 3.516492207490114,
      "grad_norm": 1.4613473060077369,
      "learning_rate": 0.00011289642405113231,
      "loss": 2.0625,
      "step": 75587
    },
    {
      "epoch": 3.516538729937195,
      "grad_norm": 1.4536598270172238,
      "learning_rate": 0.00011289282797797427,
      "loss": 1.9922,
      "step": 75588
    },
    {
      "epoch": 3.5165852523842753,
      "grad_norm": 1.4171027714448925,
      "learning_rate": 0.00011288923192753342,
      "loss": 2.0,
      "step": 75589
    },
    {
      "epoch": 3.5166317748313562,
      "grad_norm": 1.4767085903826165,
      "learning_rate": 0.00011288563589981206,
      "loss": 2.1406,
      "step": 75590
    },
    {
      "epoch": 3.5166782972784367,
      "grad_norm": 1.443520505182582,
      "learning_rate": 0.00011288203989481229,
      "loss": 2.0781,
      "step": 75591
    },
    {
      "epoch": 3.5167248197255176,
      "grad_norm": 1.608869127367545,
      "learning_rate": 0.00011287844391253637,
      "loss": 2.1406,
      "step": 75592
    },
    {
      "epoch": 3.516771342172598,
      "grad_norm": 1.35700307433002,
      "learning_rate": 0.00011287484795298645,
      "loss": 1.9844,
      "step": 75593
    },
    {
      "epoch": 3.516817864619679,
      "grad_norm": 1.4138487111763933,
      "learning_rate": 0.00011287125201616482,
      "loss": 1.9062,
      "step": 75594
    },
    {
      "epoch": 3.51686438706676,
      "grad_norm": 1.4684808638432405,
      "learning_rate": 0.00011286765610207358,
      "loss": 2.1875,
      "step": 75595
    },
    {
      "epoch": 3.5169109095138404,
      "grad_norm": 1.3414984992156849,
      "learning_rate": 0.00011286406021071502,
      "loss": 1.5156,
      "step": 75596
    },
    {
      "epoch": 3.516957431960921,
      "grad_norm": 1.4055115478119282,
      "learning_rate": 0.00011286046434209131,
      "loss": 1.9531,
      "step": 75597
    },
    {
      "epoch": 3.517003954408002,
      "grad_norm": 1.4509512762188044,
      "learning_rate": 0.00011285686849620459,
      "loss": 2.375,
      "step": 75598
    },
    {
      "epoch": 3.5170504768550828,
      "grad_norm": 1.3970325593748232,
      "learning_rate": 0.00011285327267305717,
      "loss": 2.0,
      "step": 75599
    },
    {
      "epoch": 3.5170969993021632,
      "grad_norm": 1.4202804085815275,
      "learning_rate": 0.00011284967687265114,
      "loss": 2.0,
      "step": 75600
    },
    {
      "epoch": 3.517143521749244,
      "grad_norm": 1.5649359515778056,
      "learning_rate": 0.0001128460810949888,
      "loss": 2.25,
      "step": 75601
    },
    {
      "epoch": 3.5171900441963246,
      "grad_norm": 1.482420880675088,
      "learning_rate": 0.00011284248534007225,
      "loss": 2.1875,
      "step": 75602
    },
    {
      "epoch": 3.5172365666434056,
      "grad_norm": 2.0987909399115425,
      "learning_rate": 0.00011283888960790379,
      "loss": 2.2031,
      "step": 75603
    },
    {
      "epoch": 3.517283089090486,
      "grad_norm": 1.3528898260390474,
      "learning_rate": 0.00011283529389848559,
      "loss": 1.9688,
      "step": 75604
    },
    {
      "epoch": 3.517329611537567,
      "grad_norm": 1.5812013992584923,
      "learning_rate": 0.0001128316982118198,
      "loss": 2.2188,
      "step": 75605
    },
    {
      "epoch": 3.5173761339846474,
      "grad_norm": 1.372695071901466,
      "learning_rate": 0.00011282810254790872,
      "loss": 1.9375,
      "step": 75606
    },
    {
      "epoch": 3.5174226564317284,
      "grad_norm": 1.514410026278626,
      "learning_rate": 0.00011282450690675445,
      "loss": 2.125,
      "step": 75607
    },
    {
      "epoch": 3.517469178878809,
      "grad_norm": 1.416483037013132,
      "learning_rate": 0.00011282091128835927,
      "loss": 2.2031,
      "step": 75608
    },
    {
      "epoch": 3.5175157013258898,
      "grad_norm": 1.5091664020340896,
      "learning_rate": 0.00011281731569272533,
      "loss": 2.0,
      "step": 75609
    },
    {
      "epoch": 3.5175622237729707,
      "grad_norm": 1.4392716937972403,
      "learning_rate": 0.00011281372011985487,
      "loss": 2.0312,
      "step": 75610
    },
    {
      "epoch": 3.517608746220051,
      "grad_norm": 1.4187043475801129,
      "learning_rate": 0.00011281012456975004,
      "loss": 2.0469,
      "step": 75611
    },
    {
      "epoch": 3.5176552686671316,
      "grad_norm": 1.3896650741108492,
      "learning_rate": 0.00011280652904241311,
      "loss": 1.8125,
      "step": 75612
    },
    {
      "epoch": 3.5177017911142126,
      "grad_norm": 1.330453999975121,
      "learning_rate": 0.0001128029335378462,
      "loss": 1.6484,
      "step": 75613
    },
    {
      "epoch": 3.5177483135612935,
      "grad_norm": 1.3600287441267889,
      "learning_rate": 0.00011279933805605156,
      "loss": 1.8359,
      "step": 75614
    },
    {
      "epoch": 3.517794836008374,
      "grad_norm": 1.488554856801511,
      "learning_rate": 0.00011279574259703139,
      "loss": 2.1719,
      "step": 75615
    },
    {
      "epoch": 3.517841358455455,
      "grad_norm": 1.3593724720790568,
      "learning_rate": 0.00011279214716078791,
      "loss": 2.0938,
      "step": 75616
    },
    {
      "epoch": 3.5178878809025353,
      "grad_norm": 1.5251019313845273,
      "learning_rate": 0.00011278855174732326,
      "loss": 2.2969,
      "step": 75617
    },
    {
      "epoch": 3.5179344033496163,
      "grad_norm": 1.3981313864392007,
      "learning_rate": 0.00011278495635663971,
      "loss": 2.1094,
      "step": 75618
    },
    {
      "epoch": 3.5179809257966967,
      "grad_norm": 1.4536935018395623,
      "learning_rate": 0.0001127813609887394,
      "loss": 2.0938,
      "step": 75619
    },
    {
      "epoch": 3.5180274482437777,
      "grad_norm": 1.3871087575092522,
      "learning_rate": 0.00011277776564362459,
      "loss": 2.0312,
      "step": 75620
    },
    {
      "epoch": 3.5180739706908586,
      "grad_norm": 1.4599421258794552,
      "learning_rate": 0.00011277417032129742,
      "loss": 2.125,
      "step": 75621
    },
    {
      "epoch": 3.518120493137939,
      "grad_norm": 1.4746794311927762,
      "learning_rate": 0.00011277057502176015,
      "loss": 2.0781,
      "step": 75622
    },
    {
      "epoch": 3.5181670155850195,
      "grad_norm": 1.4079525261526458,
      "learning_rate": 0.00011276697974501497,
      "loss": 2.0,
      "step": 75623
    },
    {
      "epoch": 3.5182135380321005,
      "grad_norm": 1.4255385680695898,
      "learning_rate": 0.00011276338449106395,
      "loss": 2.0,
      "step": 75624
    },
    {
      "epoch": 3.5182600604791814,
      "grad_norm": 1.5062338213627617,
      "learning_rate": 0.0001127597892599095,
      "loss": 2.0312,
      "step": 75625
    },
    {
      "epoch": 3.518306582926262,
      "grad_norm": 1.444216428230377,
      "learning_rate": 0.00011275619405155375,
      "loss": 2.1094,
      "step": 75626
    },
    {
      "epoch": 3.518353105373343,
      "grad_norm": 1.3670401662327347,
      "learning_rate": 0.00011275259886599882,
      "loss": 2.0,
      "step": 75627
    },
    {
      "epoch": 3.5183996278204233,
      "grad_norm": 1.4269246115326402,
      "learning_rate": 0.00011274900370324699,
      "loss": 1.9609,
      "step": 75628
    },
    {
      "epoch": 3.518446150267504,
      "grad_norm": 1.434541828176689,
      "learning_rate": 0.00011274540856330044,
      "loss": 1.9766,
      "step": 75629
    },
    {
      "epoch": 3.5184926727145847,
      "grad_norm": 1.750034079651494,
      "learning_rate": 0.0001127418134461614,
      "loss": 2.6719,
      "step": 75630
    },
    {
      "epoch": 3.5185391951616656,
      "grad_norm": 1.419615440605793,
      "learning_rate": 0.000112738218351832,
      "loss": 2.0156,
      "step": 75631
    },
    {
      "epoch": 3.518585717608746,
      "grad_norm": 1.5816899946482574,
      "learning_rate": 0.0001127346232803145,
      "loss": 2.2656,
      "step": 75632
    },
    {
      "epoch": 3.518632240055827,
      "grad_norm": 1.3894722641364423,
      "learning_rate": 0.00011273102823161107,
      "loss": 2.125,
      "step": 75633
    },
    {
      "epoch": 3.5186787625029075,
      "grad_norm": 1.4176222119615685,
      "learning_rate": 0.00011272743320572396,
      "loss": 2.0,
      "step": 75634
    },
    {
      "epoch": 3.5187252849499884,
      "grad_norm": 1.4542706579403881,
      "learning_rate": 0.00011272383820265529,
      "loss": 2.1562,
      "step": 75635
    },
    {
      "epoch": 3.5187718073970693,
      "grad_norm": 1.5127316526293,
      "learning_rate": 0.00011272024322240733,
      "loss": 1.9219,
      "step": 75636
    },
    {
      "epoch": 3.5188183298441498,
      "grad_norm": 1.3513771526330307,
      "learning_rate": 0.00011271664826498223,
      "loss": 1.9375,
      "step": 75637
    },
    {
      "epoch": 3.5188648522912302,
      "grad_norm": 1.455599848275955,
      "learning_rate": 0.00011271305333038227,
      "loss": 1.9844,
      "step": 75638
    },
    {
      "epoch": 3.518911374738311,
      "grad_norm": 1.4936374605242817,
      "learning_rate": 0.00011270945841860954,
      "loss": 2.0781,
      "step": 75639
    },
    {
      "epoch": 3.518957897185392,
      "grad_norm": 1.4760652475287028,
      "learning_rate": 0.00011270586352966635,
      "loss": 1.8828,
      "step": 75640
    },
    {
      "epoch": 3.5190044196324726,
      "grad_norm": 1.6021070005642037,
      "learning_rate": 0.00011270226866355482,
      "loss": 2.2969,
      "step": 75641
    },
    {
      "epoch": 3.5190509420795535,
      "grad_norm": 1.4974585267578826,
      "learning_rate": 0.0001126986738202772,
      "loss": 2.0625,
      "step": 75642
    },
    {
      "epoch": 3.519097464526634,
      "grad_norm": 1.5770804153195581,
      "learning_rate": 0.00011269507899983564,
      "loss": 2.4062,
      "step": 75643
    },
    {
      "epoch": 3.519143986973715,
      "grad_norm": 1.4042354298934203,
      "learning_rate": 0.00011269148420223242,
      "loss": 1.7734,
      "step": 75644
    },
    {
      "epoch": 3.5191905094207954,
      "grad_norm": 1.4685307643389278,
      "learning_rate": 0.00011268788942746964,
      "loss": 2.1719,
      "step": 75645
    },
    {
      "epoch": 3.5192370318678763,
      "grad_norm": 1.512356971816085,
      "learning_rate": 0.00011268429467554954,
      "loss": 2.1719,
      "step": 75646
    },
    {
      "epoch": 3.519283554314957,
      "grad_norm": 1.4322293068179663,
      "learning_rate": 0.00011268069994647438,
      "loss": 2.2344,
      "step": 75647
    },
    {
      "epoch": 3.5193300767620377,
      "grad_norm": 1.4894957454785909,
      "learning_rate": 0.0001126771052402463,
      "loss": 2.1875,
      "step": 75648
    },
    {
      "epoch": 3.519376599209118,
      "grad_norm": 1.3932985502542654,
      "learning_rate": 0.00011267351055686755,
      "loss": 2.0156,
      "step": 75649
    },
    {
      "epoch": 3.519423121656199,
      "grad_norm": 1.4689643186922905,
      "learning_rate": 0.00011266991589634026,
      "loss": 2.1719,
      "step": 75650
    },
    {
      "epoch": 3.51946964410328,
      "grad_norm": 1.4707464215697537,
      "learning_rate": 0.00011266632125866668,
      "loss": 2.1094,
      "step": 75651
    },
    {
      "epoch": 3.5195161665503605,
      "grad_norm": 1.3795076392199894,
      "learning_rate": 0.00011266272664384903,
      "loss": 2.0,
      "step": 75652
    },
    {
      "epoch": 3.5195626889974414,
      "grad_norm": 1.5316341347733793,
      "learning_rate": 0.00011265913205188942,
      "loss": 2.3438,
      "step": 75653
    },
    {
      "epoch": 3.519609211444522,
      "grad_norm": 1.4231894793606796,
      "learning_rate": 0.00011265553748279017,
      "loss": 2.1406,
      "step": 75654
    },
    {
      "epoch": 3.519655733891603,
      "grad_norm": 1.4573047280266547,
      "learning_rate": 0.00011265194293655336,
      "loss": 1.9141,
      "step": 75655
    },
    {
      "epoch": 3.5197022563386833,
      "grad_norm": 1.5871925869530896,
      "learning_rate": 0.0001126483484131813,
      "loss": 2.2656,
      "step": 75656
    },
    {
      "epoch": 3.519748778785764,
      "grad_norm": 1.4751609303843896,
      "learning_rate": 0.00011264475391267609,
      "loss": 1.4844,
      "step": 75657
    },
    {
      "epoch": 3.519795301232845,
      "grad_norm": 1.4163699749650343,
      "learning_rate": 0.00011264115943504003,
      "loss": 2.0156,
      "step": 75658
    },
    {
      "epoch": 3.5198418236799256,
      "grad_norm": 1.4270623817052228,
      "learning_rate": 0.00011263756498027525,
      "loss": 2.0781,
      "step": 75659
    },
    {
      "epoch": 3.519888346127006,
      "grad_norm": 1.4598867748890858,
      "learning_rate": 0.00011263397054838399,
      "loss": 2.2188,
      "step": 75660
    },
    {
      "epoch": 3.519934868574087,
      "grad_norm": 1.3651593693439525,
      "learning_rate": 0.00011263037613936839,
      "loss": 1.7422,
      "step": 75661
    },
    {
      "epoch": 3.519981391021168,
      "grad_norm": 1.3535667154715967,
      "learning_rate": 0.00011262678175323076,
      "loss": 1.7969,
      "step": 75662
    },
    {
      "epoch": 3.5200279134682484,
      "grad_norm": 1.4385984892718773,
      "learning_rate": 0.00011262318738997316,
      "loss": 2.0781,
      "step": 75663
    },
    {
      "epoch": 3.520074435915329,
      "grad_norm": 1.4968029642387835,
      "learning_rate": 0.00011261959304959793,
      "loss": 2.375,
      "step": 75664
    },
    {
      "epoch": 3.52012095836241,
      "grad_norm": 1.4107083531492535,
      "learning_rate": 0.00011261599873210717,
      "loss": 2.1094,
      "step": 75665
    },
    {
      "epoch": 3.5201674808094907,
      "grad_norm": 1.4678939080838784,
      "learning_rate": 0.00011261240443750314,
      "loss": 1.8203,
      "step": 75666
    },
    {
      "epoch": 3.520214003256571,
      "grad_norm": 1.5094141152395488,
      "learning_rate": 0.00011260881016578799,
      "loss": 2.0156,
      "step": 75667
    },
    {
      "epoch": 3.520260525703652,
      "grad_norm": 1.4293773552937865,
      "learning_rate": 0.0001126052159169639,
      "loss": 2.0312,
      "step": 75668
    },
    {
      "epoch": 3.5203070481507326,
      "grad_norm": 1.3930368060325353,
      "learning_rate": 0.0001126016216910332,
      "loss": 1.9453,
      "step": 75669
    },
    {
      "epoch": 3.5203535705978135,
      "grad_norm": 1.4038711788072926,
      "learning_rate": 0.00011259802748799796,
      "loss": 1.8984,
      "step": 75670
    },
    {
      "epoch": 3.520400093044894,
      "grad_norm": 1.4566087685736435,
      "learning_rate": 0.00011259443330786047,
      "loss": 1.9766,
      "step": 75671
    },
    {
      "epoch": 3.520446615491975,
      "grad_norm": 1.3972173692430006,
      "learning_rate": 0.00011259083915062285,
      "loss": 1.8906,
      "step": 75672
    },
    {
      "epoch": 3.520493137939056,
      "grad_norm": 1.3600282136969315,
      "learning_rate": 0.00011258724501628737,
      "loss": 1.8359,
      "step": 75673
    },
    {
      "epoch": 3.5205396603861363,
      "grad_norm": 1.4796669033513137,
      "learning_rate": 0.00011258365090485617,
      "loss": 2.0938,
      "step": 75674
    },
    {
      "epoch": 3.520586182833217,
      "grad_norm": 1.4866409435386796,
      "learning_rate": 0.00011258005681633152,
      "loss": 2.1719,
      "step": 75675
    },
    {
      "epoch": 3.5206327052802977,
      "grad_norm": 1.4142881773222216,
      "learning_rate": 0.00011257646275071554,
      "loss": 2.1562,
      "step": 75676
    },
    {
      "epoch": 3.5206792277273786,
      "grad_norm": 1.5246091847322591,
      "learning_rate": 0.0001125728687080105,
      "loss": 2.1406,
      "step": 75677
    },
    {
      "epoch": 3.520725750174459,
      "grad_norm": 1.457891899396312,
      "learning_rate": 0.00011256927468821853,
      "loss": 2.1406,
      "step": 75678
    },
    {
      "epoch": 3.52077227262154,
      "grad_norm": 1.3963000089644015,
      "learning_rate": 0.00011256568069134192,
      "loss": 1.8281,
      "step": 75679
    },
    {
      "epoch": 3.5208187950686205,
      "grad_norm": 1.4577678131878349,
      "learning_rate": 0.00011256208671738281,
      "loss": 2.1875,
      "step": 75680
    },
    {
      "epoch": 3.5208653175157014,
      "grad_norm": 1.335620117741492,
      "learning_rate": 0.00011255849276634338,
      "loss": 1.9766,
      "step": 75681
    },
    {
      "epoch": 3.520911839962782,
      "grad_norm": 1.4855903008469855,
      "learning_rate": 0.00011255489883822589,
      "loss": 2.25,
      "step": 75682
    },
    {
      "epoch": 3.520958362409863,
      "grad_norm": 1.4204605514687474,
      "learning_rate": 0.00011255130493303249,
      "loss": 2.1094,
      "step": 75683
    },
    {
      "epoch": 3.5210048848569437,
      "grad_norm": 1.4410977324384109,
      "learning_rate": 0.00011254771105076543,
      "loss": 2.1875,
      "step": 75684
    },
    {
      "epoch": 3.521051407304024,
      "grad_norm": 1.1681768007152626,
      "learning_rate": 0.00011254411719142686,
      "loss": 1.5547,
      "step": 75685
    },
    {
      "epoch": 3.5210979297511047,
      "grad_norm": 1.4683965743680922,
      "learning_rate": 0.00011254052335501902,
      "loss": 1.9688,
      "step": 75686
    },
    {
      "epoch": 3.5211444521981856,
      "grad_norm": 1.4999392169727788,
      "learning_rate": 0.00011253692954154406,
      "loss": 2.0625,
      "step": 75687
    },
    {
      "epoch": 3.5211909746452665,
      "grad_norm": 1.4267314141936236,
      "learning_rate": 0.00011253333575100426,
      "loss": 2.2344,
      "step": 75688
    },
    {
      "epoch": 3.521237497092347,
      "grad_norm": 1.4800184675525376,
      "learning_rate": 0.00011252974198340173,
      "loss": 1.9375,
      "step": 75689
    },
    {
      "epoch": 3.521284019539428,
      "grad_norm": 1.4503934024460718,
      "learning_rate": 0.00011252614823873868,
      "loss": 2.0312,
      "step": 75690
    },
    {
      "epoch": 3.5213305419865084,
      "grad_norm": 1.4528854127615918,
      "learning_rate": 0.0001125225545170174,
      "loss": 2.1719,
      "step": 75691
    },
    {
      "epoch": 3.5213770644335893,
      "grad_norm": 1.4549268555624457,
      "learning_rate": 0.00011251896081824002,
      "loss": 2.1406,
      "step": 75692
    },
    {
      "epoch": 3.52142358688067,
      "grad_norm": 1.4749099595493855,
      "learning_rate": 0.00011251536714240876,
      "loss": 2.0469,
      "step": 75693
    },
    {
      "epoch": 3.5214701093277507,
      "grad_norm": 1.5161811020714107,
      "learning_rate": 0.00011251177348952579,
      "loss": 2.1875,
      "step": 75694
    },
    {
      "epoch": 3.521516631774831,
      "grad_norm": 1.4415201990857318,
      "learning_rate": 0.00011250817985959338,
      "loss": 2.25,
      "step": 75695
    },
    {
      "epoch": 3.521563154221912,
      "grad_norm": 1.4409702460476639,
      "learning_rate": 0.00011250458625261364,
      "loss": 2.0938,
      "step": 75696
    },
    {
      "epoch": 3.5216096766689926,
      "grad_norm": 1.4642408526962851,
      "learning_rate": 0.00011250099266858885,
      "loss": 2.0469,
      "step": 75697
    },
    {
      "epoch": 3.5216561991160735,
      "grad_norm": 1.4250302782500617,
      "learning_rate": 0.00011249739910752114,
      "loss": 2.1406,
      "step": 75698
    },
    {
      "epoch": 3.5217027215631544,
      "grad_norm": 1.5785383516004117,
      "learning_rate": 0.00011249380556941277,
      "loss": 2.25,
      "step": 75699
    },
    {
      "epoch": 3.521749244010235,
      "grad_norm": 1.2872599755663228,
      "learning_rate": 0.00011249021205426589,
      "loss": 1.7812,
      "step": 75700
    },
    {
      "epoch": 3.5217957664573154,
      "grad_norm": 1.4178158275648516,
      "learning_rate": 0.00011248661856208275,
      "loss": 2.0,
      "step": 75701
    },
    {
      "epoch": 3.5218422889043963,
      "grad_norm": 1.4728743563167648,
      "learning_rate": 0.0001124830250928655,
      "loss": 1.9531,
      "step": 75702
    },
    {
      "epoch": 3.5218888113514772,
      "grad_norm": 1.420921098405832,
      "learning_rate": 0.00011247943164661636,
      "loss": 2.1562,
      "step": 75703
    },
    {
      "epoch": 3.5219353337985577,
      "grad_norm": 1.4160688785260893,
      "learning_rate": 0.00011247583822333754,
      "loss": 2.0938,
      "step": 75704
    },
    {
      "epoch": 3.5219818562456386,
      "grad_norm": 1.4675621094804447,
      "learning_rate": 0.00011247224482303125,
      "loss": 2.125,
      "step": 75705
    },
    {
      "epoch": 3.522028378692719,
      "grad_norm": 1.5286456240812158,
      "learning_rate": 0.00011246865144569967,
      "loss": 2.0625,
      "step": 75706
    },
    {
      "epoch": 3.5220749011398,
      "grad_norm": 1.5034261679205976,
      "learning_rate": 0.00011246505809134498,
      "loss": 2.0781,
      "step": 75707
    },
    {
      "epoch": 3.5221214235868805,
      "grad_norm": 1.306614877333526,
      "learning_rate": 0.00011246146475996945,
      "loss": 1.4609,
      "step": 75708
    },
    {
      "epoch": 3.5221679460339614,
      "grad_norm": 1.4517984904354808,
      "learning_rate": 0.00011245787145157517,
      "loss": 1.9609,
      "step": 75709
    },
    {
      "epoch": 3.5222144684810424,
      "grad_norm": 1.4376984375769033,
      "learning_rate": 0.00011245427816616444,
      "loss": 2.0625,
      "step": 75710
    },
    {
      "epoch": 3.522260990928123,
      "grad_norm": 1.5425679088139195,
      "learning_rate": 0.00011245068490373939,
      "loss": 2.3438,
      "step": 75711
    },
    {
      "epoch": 3.5223075133752033,
      "grad_norm": 1.4001829298856479,
      "learning_rate": 0.00011244709166430222,
      "loss": 2.0312,
      "step": 75712
    },
    {
      "epoch": 3.5223540358222842,
      "grad_norm": 1.5256418057915657,
      "learning_rate": 0.00011244349844785524,
      "loss": 2.2812,
      "step": 75713
    },
    {
      "epoch": 3.522400558269365,
      "grad_norm": 1.509520770164302,
      "learning_rate": 0.00011243990525440053,
      "loss": 2.3281,
      "step": 75714
    },
    {
      "epoch": 3.5224470807164456,
      "grad_norm": 1.4782450245600063,
      "learning_rate": 0.00011243631208394036,
      "loss": 2.0,
      "step": 75715
    },
    {
      "epoch": 3.5224936031635266,
      "grad_norm": 1.480461998929933,
      "learning_rate": 0.00011243271893647688,
      "loss": 2.125,
      "step": 75716
    },
    {
      "epoch": 3.522540125610607,
      "grad_norm": 1.5138657989007538,
      "learning_rate": 0.00011242912581201233,
      "loss": 2.25,
      "step": 75717
    },
    {
      "epoch": 3.522586648057688,
      "grad_norm": 1.2766771392867327,
      "learning_rate": 0.00011242553271054887,
      "loss": 1.7891,
      "step": 75718
    },
    {
      "epoch": 3.5226331705047684,
      "grad_norm": 1.4730457324356616,
      "learning_rate": 0.00011242193963208874,
      "loss": 2.2344,
      "step": 75719
    },
    {
      "epoch": 3.5226796929518494,
      "grad_norm": 1.3673674359811623,
      "learning_rate": 0.00011241834657663411,
      "loss": 1.9141,
      "step": 75720
    },
    {
      "epoch": 3.52272621539893,
      "grad_norm": 1.4688882741954628,
      "learning_rate": 0.00011241475354418721,
      "loss": 2.2188,
      "step": 75721
    },
    {
      "epoch": 3.5227727378460107,
      "grad_norm": 1.3545777894162458,
      "learning_rate": 0.00011241116053475017,
      "loss": 2.0469,
      "step": 75722
    },
    {
      "epoch": 3.5228192602930912,
      "grad_norm": 1.5083017259378582,
      "learning_rate": 0.00011240756754832528,
      "loss": 2.0938,
      "step": 75723
    },
    {
      "epoch": 3.522865782740172,
      "grad_norm": 1.403112250680698,
      "learning_rate": 0.0001124039745849147,
      "loss": 2.0781,
      "step": 75724
    },
    {
      "epoch": 3.522912305187253,
      "grad_norm": 1.5647801724059478,
      "learning_rate": 0.00011240038164452061,
      "loss": 1.8906,
      "step": 75725
    },
    {
      "epoch": 3.5229588276343335,
      "grad_norm": 1.5172860373706096,
      "learning_rate": 0.00011239678872714523,
      "loss": 2.0781,
      "step": 75726
    },
    {
      "epoch": 3.523005350081414,
      "grad_norm": 1.440718070489136,
      "learning_rate": 0.00011239319583279077,
      "loss": 2.1875,
      "step": 75727
    },
    {
      "epoch": 3.523051872528495,
      "grad_norm": 1.640884770975715,
      "learning_rate": 0.00011238960296145939,
      "loss": 2.3906,
      "step": 75728
    },
    {
      "epoch": 3.523098394975576,
      "grad_norm": 1.3700543053099679,
      "learning_rate": 0.00011238601011315336,
      "loss": 2.1406,
      "step": 75729
    },
    {
      "epoch": 3.5231449174226563,
      "grad_norm": 1.4116023055643716,
      "learning_rate": 0.00011238241728787478,
      "loss": 1.9219,
      "step": 75730
    },
    {
      "epoch": 3.5231914398697373,
      "grad_norm": 1.4081967325307239,
      "learning_rate": 0.00011237882448562596,
      "loss": 2.0469,
      "step": 75731
    },
    {
      "epoch": 3.5232379623168177,
      "grad_norm": 1.5354784447060257,
      "learning_rate": 0.00011237523170640904,
      "loss": 2.1719,
      "step": 75732
    },
    {
      "epoch": 3.5232844847638987,
      "grad_norm": 1.4838059950747677,
      "learning_rate": 0.00011237163895022621,
      "loss": 2.1875,
      "step": 75733
    },
    {
      "epoch": 3.523331007210979,
      "grad_norm": 1.5154934816215333,
      "learning_rate": 0.00011236804621707962,
      "loss": 2.3281,
      "step": 75734
    },
    {
      "epoch": 3.52337752965806,
      "grad_norm": 1.4487083377125782,
      "learning_rate": 0.00011236445350697161,
      "loss": 2.1875,
      "step": 75735
    },
    {
      "epoch": 3.523424052105141,
      "grad_norm": 1.4660624054348363,
      "learning_rate": 0.00011236086081990426,
      "loss": 2.1875,
      "step": 75736
    },
    {
      "epoch": 3.5234705745522215,
      "grad_norm": 1.446859677202838,
      "learning_rate": 0.00011235726815587989,
      "loss": 2.2812,
      "step": 75737
    },
    {
      "epoch": 3.523517096999302,
      "grad_norm": 1.434859572996577,
      "learning_rate": 0.00011235367551490054,
      "loss": 2.0938,
      "step": 75738
    },
    {
      "epoch": 3.523563619446383,
      "grad_norm": 1.5141626518010496,
      "learning_rate": 0.00011235008289696855,
      "loss": 2.25,
      "step": 75739
    },
    {
      "epoch": 3.5236101418934638,
      "grad_norm": 1.5871289650562248,
      "learning_rate": 0.00011234649030208601,
      "loss": 2.1875,
      "step": 75740
    },
    {
      "epoch": 3.5236566643405443,
      "grad_norm": 1.4508869752158957,
      "learning_rate": 0.00011234289773025522,
      "loss": 2.0312,
      "step": 75741
    },
    {
      "epoch": 3.523703186787625,
      "grad_norm": 1.4625347576646723,
      "learning_rate": 0.00011233930518147828,
      "loss": 1.9453,
      "step": 75742
    },
    {
      "epoch": 3.5237497092347057,
      "grad_norm": 1.4159232279131726,
      "learning_rate": 0.0001123357126557575,
      "loss": 1.9219,
      "step": 75743
    },
    {
      "epoch": 3.5237962316817866,
      "grad_norm": 1.5143962175019463,
      "learning_rate": 0.00011233212015309496,
      "loss": 2.1094,
      "step": 75744
    },
    {
      "epoch": 3.523842754128867,
      "grad_norm": 1.4629906911835298,
      "learning_rate": 0.00011232852767349297,
      "loss": 2.0938,
      "step": 75745
    },
    {
      "epoch": 3.523889276575948,
      "grad_norm": 1.4237589314332313,
      "learning_rate": 0.00011232493521695363,
      "loss": 1.5156,
      "step": 75746
    },
    {
      "epoch": 3.5239357990230284,
      "grad_norm": 1.3882693088794515,
      "learning_rate": 0.00011232134278347922,
      "loss": 1.7891,
      "step": 75747
    },
    {
      "epoch": 3.5239823214701094,
      "grad_norm": 1.4717463669920228,
      "learning_rate": 0.00011231775037307188,
      "loss": 2.1094,
      "step": 75748
    },
    {
      "epoch": 3.52402884391719,
      "grad_norm": 1.4806386209216487,
      "learning_rate": 0.00011231415798573387,
      "loss": 2.2969,
      "step": 75749
    },
    {
      "epoch": 3.5240753663642708,
      "grad_norm": 1.4125215001050095,
      "learning_rate": 0.00011231056562146732,
      "loss": 2.0156,
      "step": 75750
    },
    {
      "epoch": 3.5241218888113517,
      "grad_norm": 1.522716748714629,
      "learning_rate": 0.0001123069732802745,
      "loss": 2.1719,
      "step": 75751
    },
    {
      "epoch": 3.524168411258432,
      "grad_norm": 1.5659947868151503,
      "learning_rate": 0.00011230338096215753,
      "loss": 2.3125,
      "step": 75752
    },
    {
      "epoch": 3.5242149337055126,
      "grad_norm": 1.5055996895993597,
      "learning_rate": 0.00011229978866711869,
      "loss": 1.9375,
      "step": 75753
    },
    {
      "epoch": 3.5242614561525936,
      "grad_norm": 1.4501740969182297,
      "learning_rate": 0.00011229619639516011,
      "loss": 2.1406,
      "step": 75754
    },
    {
      "epoch": 3.5243079785996745,
      "grad_norm": 1.4230506844089794,
      "learning_rate": 0.00011229260414628405,
      "loss": 2.1875,
      "step": 75755
    },
    {
      "epoch": 3.524354501046755,
      "grad_norm": 1.459175771264166,
      "learning_rate": 0.00011228901192049264,
      "loss": 2.2031,
      "step": 75756
    },
    {
      "epoch": 3.524401023493836,
      "grad_norm": 1.4023794098079185,
      "learning_rate": 0.0001122854197177881,
      "loss": 2.0938,
      "step": 75757
    },
    {
      "epoch": 3.5244475459409164,
      "grad_norm": 1.642061574997741,
      "learning_rate": 0.0001122818275381727,
      "loss": 2.1094,
      "step": 75758
    },
    {
      "epoch": 3.5244940683879973,
      "grad_norm": 1.4910940810095163,
      "learning_rate": 0.00011227823538164858,
      "loss": 2.0781,
      "step": 75759
    },
    {
      "epoch": 3.5245405908350778,
      "grad_norm": 1.4966857307067496,
      "learning_rate": 0.00011227464324821797,
      "loss": 2.3125,
      "step": 75760
    },
    {
      "epoch": 3.5245871132821587,
      "grad_norm": 1.4369969943470342,
      "learning_rate": 0.00011227105113788305,
      "loss": 2.125,
      "step": 75761
    },
    {
      "epoch": 3.5246336357292396,
      "grad_norm": 1.3466583508124894,
      "learning_rate": 0.00011226745905064595,
      "loss": 1.8125,
      "step": 75762
    },
    {
      "epoch": 3.52468015817632,
      "grad_norm": 1.546068988296965,
      "learning_rate": 0.00011226386698650899,
      "loss": 2.0156,
      "step": 75763
    },
    {
      "epoch": 3.5247266806234006,
      "grad_norm": 1.5091168407711666,
      "learning_rate": 0.00011226027494547429,
      "loss": 2.0312,
      "step": 75764
    },
    {
      "epoch": 3.5247732030704815,
      "grad_norm": 1.4801641698686023,
      "learning_rate": 0.0001122566829275441,
      "loss": 2.0781,
      "step": 75765
    },
    {
      "epoch": 3.5248197255175624,
      "grad_norm": 1.3881044981693502,
      "learning_rate": 0.00011225309093272054,
      "loss": 1.5391,
      "step": 75766
    },
    {
      "epoch": 3.524866247964643,
      "grad_norm": 1.419580544331553,
      "learning_rate": 0.00011224949896100591,
      "loss": 2.0156,
      "step": 75767
    },
    {
      "epoch": 3.524912770411724,
      "grad_norm": 1.3245986714028493,
      "learning_rate": 0.00011224590701240233,
      "loss": 1.8438,
      "step": 75768
    },
    {
      "epoch": 3.5249592928588043,
      "grad_norm": 1.4827106771843466,
      "learning_rate": 0.00011224231508691205,
      "loss": 2.2344,
      "step": 75769
    },
    {
      "epoch": 3.525005815305885,
      "grad_norm": 1.4271955083135865,
      "learning_rate": 0.00011223872318453722,
      "loss": 1.8828,
      "step": 75770
    },
    {
      "epoch": 3.5250523377529657,
      "grad_norm": 1.4710358178819762,
      "learning_rate": 0.00011223513130528008,
      "loss": 2.1406,
      "step": 75771
    },
    {
      "epoch": 3.5250988602000466,
      "grad_norm": 1.4439462089928943,
      "learning_rate": 0.00011223153944914282,
      "loss": 2.125,
      "step": 75772
    },
    {
      "epoch": 3.5251453826471275,
      "grad_norm": 1.3826307514435416,
      "learning_rate": 0.00011222794761612764,
      "loss": 1.8828,
      "step": 75773
    },
    {
      "epoch": 3.525191905094208,
      "grad_norm": 1.3885184726170205,
      "learning_rate": 0.00011222435580623669,
      "loss": 2.0,
      "step": 75774
    },
    {
      "epoch": 3.5252384275412885,
      "grad_norm": 1.486795900147566,
      "learning_rate": 0.00011222076401947227,
      "loss": 2.0312,
      "step": 75775
    },
    {
      "epoch": 3.5252849499883694,
      "grad_norm": 1.2593815687730296,
      "learning_rate": 0.00011221717225583647,
      "loss": 1.5703,
      "step": 75776
    },
    {
      "epoch": 3.5253314724354503,
      "grad_norm": 1.496373872139313,
      "learning_rate": 0.00011221358051533158,
      "loss": 1.9844,
      "step": 75777
    },
    {
      "epoch": 3.525377994882531,
      "grad_norm": 1.3489541601055537,
      "learning_rate": 0.0001122099887979597,
      "loss": 2.0781,
      "step": 75778
    },
    {
      "epoch": 3.5254245173296113,
      "grad_norm": 1.3755015769627135,
      "learning_rate": 0.00011220639710372312,
      "loss": 1.8984,
      "step": 75779
    },
    {
      "epoch": 3.525471039776692,
      "grad_norm": 1.2767984561734407,
      "learning_rate": 0.00011220280543262403,
      "loss": 1.4531,
      "step": 75780
    },
    {
      "epoch": 3.525517562223773,
      "grad_norm": 1.4526431076331052,
      "learning_rate": 0.00011219921378466457,
      "loss": 2.125,
      "step": 75781
    },
    {
      "epoch": 3.5255640846708536,
      "grad_norm": 1.3750548175644042,
      "learning_rate": 0.00011219562215984702,
      "loss": 1.8047,
      "step": 75782
    },
    {
      "epoch": 3.5256106071179345,
      "grad_norm": 1.3262326940644669,
      "learning_rate": 0.00011219203055817349,
      "loss": 1.8203,
      "step": 75783
    },
    {
      "epoch": 3.525657129565015,
      "grad_norm": 1.4516680548672982,
      "learning_rate": 0.00011218843897964626,
      "loss": 2.0312,
      "step": 75784
    },
    {
      "epoch": 3.525703652012096,
      "grad_norm": 1.4841709654939907,
      "learning_rate": 0.00011218484742426745,
      "loss": 2.1406,
      "step": 75785
    },
    {
      "epoch": 3.5257501744591764,
      "grad_norm": 1.5157448722758915,
      "learning_rate": 0.00011218125589203934,
      "loss": 2.1875,
      "step": 75786
    },
    {
      "epoch": 3.5257966969062573,
      "grad_norm": 1.52758143265066,
      "learning_rate": 0.00011217766438296408,
      "loss": 2.2188,
      "step": 75787
    },
    {
      "epoch": 3.525843219353338,
      "grad_norm": 1.3918930327040757,
      "learning_rate": 0.00011217407289704386,
      "loss": 2.0,
      "step": 75788
    },
    {
      "epoch": 3.5258897418004187,
      "grad_norm": 1.4394066911801022,
      "learning_rate": 0.00011217048143428091,
      "loss": 2.0312,
      "step": 75789
    },
    {
      "epoch": 3.525936264247499,
      "grad_norm": 1.3012711372970567,
      "learning_rate": 0.00011216688999467738,
      "loss": 1.8594,
      "step": 75790
    },
    {
      "epoch": 3.52598278669458,
      "grad_norm": 1.4633985030858865,
      "learning_rate": 0.00011216329857823554,
      "loss": 2.1562,
      "step": 75791
    },
    {
      "epoch": 3.526029309141661,
      "grad_norm": 1.3862581035073391,
      "learning_rate": 0.00011215970718495755,
      "loss": 1.9922,
      "step": 75792
    },
    {
      "epoch": 3.5260758315887415,
      "grad_norm": 1.4431087551024757,
      "learning_rate": 0.00011215611581484562,
      "loss": 2.0781,
      "step": 75793
    },
    {
      "epoch": 3.5261223540358224,
      "grad_norm": 1.4882799696084097,
      "learning_rate": 0.00011215252446790188,
      "loss": 1.9375,
      "step": 75794
    },
    {
      "epoch": 3.526168876482903,
      "grad_norm": 1.4104284852169104,
      "learning_rate": 0.00011214893314412866,
      "loss": 2.0625,
      "step": 75795
    },
    {
      "epoch": 3.526215398929984,
      "grad_norm": 1.447803129547194,
      "learning_rate": 0.00011214534184352803,
      "loss": 2.0156,
      "step": 75796
    },
    {
      "epoch": 3.5262619213770643,
      "grad_norm": 1.397100031659345,
      "learning_rate": 0.0001121417505661023,
      "loss": 1.9844,
      "step": 75797
    },
    {
      "epoch": 3.526308443824145,
      "grad_norm": 1.480136881999026,
      "learning_rate": 0.00011213815931185356,
      "loss": 2.3125,
      "step": 75798
    },
    {
      "epoch": 3.526354966271226,
      "grad_norm": 1.2084500502380426,
      "learning_rate": 0.00011213456808078411,
      "loss": 1.5156,
      "step": 75799
    },
    {
      "epoch": 3.5264014887183066,
      "grad_norm": 1.3882771391800806,
      "learning_rate": 0.00011213097687289601,
      "loss": 1.9609,
      "step": 75800
    },
    {
      "epoch": 3.526448011165387,
      "grad_norm": 1.4745630598349855,
      "learning_rate": 0.0001121273856881916,
      "loss": 2.125,
      "step": 75801
    },
    {
      "epoch": 3.526494533612468,
      "grad_norm": 1.3814015527009527,
      "learning_rate": 0.00011212379452667306,
      "loss": 1.8594,
      "step": 75802
    },
    {
      "epoch": 3.526541056059549,
      "grad_norm": 1.5048244361283931,
      "learning_rate": 0.00011212020338834252,
      "loss": 1.8906,
      "step": 75803
    },
    {
      "epoch": 3.5265875785066294,
      "grad_norm": 1.587728155220343,
      "learning_rate": 0.00011211661227320224,
      "loss": 2.25,
      "step": 75804
    },
    {
      "epoch": 3.5266341009537103,
      "grad_norm": 1.563455270694637,
      "learning_rate": 0.00011211302118125437,
      "loss": 2.2344,
      "step": 75805
    },
    {
      "epoch": 3.526680623400791,
      "grad_norm": 1.402279436329828,
      "learning_rate": 0.00011210943011250118,
      "loss": 1.9219,
      "step": 75806
    },
    {
      "epoch": 3.5267271458478717,
      "grad_norm": 1.5523035755625838,
      "learning_rate": 0.00011210583906694476,
      "loss": 2.2969,
      "step": 75807
    },
    {
      "epoch": 3.526773668294952,
      "grad_norm": 1.4974464306361435,
      "learning_rate": 0.00011210224804458741,
      "loss": 2.1875,
      "step": 75808
    },
    {
      "epoch": 3.526820190742033,
      "grad_norm": 1.4797862545716565,
      "learning_rate": 0.00011209865704543126,
      "loss": 2.0938,
      "step": 75809
    },
    {
      "epoch": 3.5268667131891136,
      "grad_norm": 1.484515845059067,
      "learning_rate": 0.00011209506606947856,
      "loss": 2.2656,
      "step": 75810
    },
    {
      "epoch": 3.5269132356361945,
      "grad_norm": 1.4439917118306198,
      "learning_rate": 0.00011209147511673146,
      "loss": 2.0781,
      "step": 75811
    },
    {
      "epoch": 3.526959758083275,
      "grad_norm": 1.483346198346209,
      "learning_rate": 0.00011208788418719221,
      "loss": 2.1094,
      "step": 75812
    },
    {
      "epoch": 3.527006280530356,
      "grad_norm": 1.5077307348260658,
      "learning_rate": 0.00011208429328086298,
      "loss": 1.8984,
      "step": 75813
    },
    {
      "epoch": 3.527052802977437,
      "grad_norm": 1.4544731105643005,
      "learning_rate": 0.00011208070239774593,
      "loss": 2.0469,
      "step": 75814
    },
    {
      "epoch": 3.5270993254245173,
      "grad_norm": 1.4240118960580308,
      "learning_rate": 0.00011207711153784335,
      "loss": 2.0156,
      "step": 75815
    },
    {
      "epoch": 3.527145847871598,
      "grad_norm": 1.3875282284249004,
      "learning_rate": 0.00011207352070115734,
      "loss": 1.8906,
      "step": 75816
    },
    {
      "epoch": 3.5271923703186787,
      "grad_norm": 1.450883073013559,
      "learning_rate": 0.00011206992988769018,
      "loss": 2.0312,
      "step": 75817
    },
    {
      "epoch": 3.5272388927657596,
      "grad_norm": 1.4398760894767606,
      "learning_rate": 0.000112066339097444,
      "loss": 2.0625,
      "step": 75818
    },
    {
      "epoch": 3.52728541521284,
      "grad_norm": 1.478934025373329,
      "learning_rate": 0.00011206274833042105,
      "loss": 2.125,
      "step": 75819
    },
    {
      "epoch": 3.527331937659921,
      "grad_norm": 1.4144361313392568,
      "learning_rate": 0.00011205915758662348,
      "loss": 1.9297,
      "step": 75820
    },
    {
      "epoch": 3.5273784601070015,
      "grad_norm": 1.2985831735486044,
      "learning_rate": 0.00011205556686605357,
      "loss": 1.7031,
      "step": 75821
    },
    {
      "epoch": 3.5274249825540824,
      "grad_norm": 1.2923486167491587,
      "learning_rate": 0.0001120519761687134,
      "loss": 1.7109,
      "step": 75822
    },
    {
      "epoch": 3.527471505001163,
      "grad_norm": 1.4341739469052115,
      "learning_rate": 0.00011204838549460525,
      "loss": 2.2188,
      "step": 75823
    },
    {
      "epoch": 3.527518027448244,
      "grad_norm": 1.4742277498163885,
      "learning_rate": 0.00011204479484373133,
      "loss": 2.1406,
      "step": 75824
    },
    {
      "epoch": 3.5275645498953248,
      "grad_norm": 1.4782687473105984,
      "learning_rate": 0.00011204120421609378,
      "loss": 2.2344,
      "step": 75825
    },
    {
      "epoch": 3.5276110723424052,
      "grad_norm": 1.4826637233076982,
      "learning_rate": 0.00011203761361169487,
      "loss": 2.1875,
      "step": 75826
    },
    {
      "epoch": 3.5276575947894857,
      "grad_norm": 1.4305104229663315,
      "learning_rate": 0.00011203402303053672,
      "loss": 2.1562,
      "step": 75827
    },
    {
      "epoch": 3.5277041172365666,
      "grad_norm": 1.4738808482737797,
      "learning_rate": 0.00011203043247262162,
      "loss": 2.0156,
      "step": 75828
    },
    {
      "epoch": 3.5277506396836475,
      "grad_norm": 1.4771045531936864,
      "learning_rate": 0.00011202684193795165,
      "loss": 2.1562,
      "step": 75829
    },
    {
      "epoch": 3.527797162130728,
      "grad_norm": 1.377910427258827,
      "learning_rate": 0.00011202325142652913,
      "loss": 1.7891,
      "step": 75830
    },
    {
      "epoch": 3.527843684577809,
      "grad_norm": 1.6367497171100671,
      "learning_rate": 0.00011201966093835615,
      "loss": 2.0156,
      "step": 75831
    },
    {
      "epoch": 3.5278902070248894,
      "grad_norm": 1.5245747040544437,
      "learning_rate": 0.00011201607047343497,
      "loss": 2.0938,
      "step": 75832
    },
    {
      "epoch": 3.5279367294719703,
      "grad_norm": 1.401499070760491,
      "learning_rate": 0.00011201248003176776,
      "loss": 2.0312,
      "step": 75833
    },
    {
      "epoch": 3.527983251919051,
      "grad_norm": 1.4561527460883603,
      "learning_rate": 0.00011200888961335678,
      "loss": 2.0938,
      "step": 75834
    },
    {
      "epoch": 3.5280297743661317,
      "grad_norm": 1.4120398928478923,
      "learning_rate": 0.00011200529921820414,
      "loss": 2.125,
      "step": 75835
    },
    {
      "epoch": 3.528076296813212,
      "grad_norm": 1.4830532404669137,
      "learning_rate": 0.0001120017088463121,
      "loss": 2.2188,
      "step": 75836
    },
    {
      "epoch": 3.528122819260293,
      "grad_norm": 1.5060850216601598,
      "learning_rate": 0.00011199811849768284,
      "loss": 2.1562,
      "step": 75837
    },
    {
      "epoch": 3.5281693417073736,
      "grad_norm": 1.3976954478839976,
      "learning_rate": 0.00011199452817231856,
      "loss": 1.8594,
      "step": 75838
    },
    {
      "epoch": 3.5282158641544545,
      "grad_norm": 1.413924340546148,
      "learning_rate": 0.00011199093787022144,
      "loss": 2.2969,
      "step": 75839
    },
    {
      "epoch": 3.5282623866015355,
      "grad_norm": 1.335294259450216,
      "learning_rate": 0.0001119873475913937,
      "loss": 1.7891,
      "step": 75840
    },
    {
      "epoch": 3.528308909048616,
      "grad_norm": 1.3605027999914128,
      "learning_rate": 0.00011198375733583753,
      "loss": 2.0,
      "step": 75841
    },
    {
      "epoch": 3.5283554314956964,
      "grad_norm": 1.5149434745476371,
      "learning_rate": 0.00011198016710355511,
      "loss": 2.4375,
      "step": 75842
    },
    {
      "epoch": 3.5284019539427773,
      "grad_norm": 1.4424506460597448,
      "learning_rate": 0.00011197657689454862,
      "loss": 2.0625,
      "step": 75843
    },
    {
      "epoch": 3.5284484763898583,
      "grad_norm": 1.497978391061539,
      "learning_rate": 0.00011197298670882034,
      "loss": 2.0312,
      "step": 75844
    },
    {
      "epoch": 3.5284949988369387,
      "grad_norm": 1.420218880074114,
      "learning_rate": 0.00011196939654637241,
      "loss": 2.1406,
      "step": 75845
    },
    {
      "epoch": 3.5285415212840197,
      "grad_norm": 1.4123482432414327,
      "learning_rate": 0.00011196580640720707,
      "loss": 2.1094,
      "step": 75846
    },
    {
      "epoch": 3.5285880437311,
      "grad_norm": 1.37152387749636,
      "learning_rate": 0.00011196221629132647,
      "loss": 1.8203,
      "step": 75847
    },
    {
      "epoch": 3.528634566178181,
      "grad_norm": 1.4602394830125358,
      "learning_rate": 0.00011195862619873284,
      "loss": 2.0469,
      "step": 75848
    },
    {
      "epoch": 3.5286810886252615,
      "grad_norm": 1.470041867513493,
      "learning_rate": 0.00011195503612942833,
      "loss": 2.0156,
      "step": 75849
    },
    {
      "epoch": 3.5287276110723425,
      "grad_norm": 1.4587634462513799,
      "learning_rate": 0.0001119514460834152,
      "loss": 2.0156,
      "step": 75850
    },
    {
      "epoch": 3.5287741335194234,
      "grad_norm": 1.3659445653730928,
      "learning_rate": 0.0001119478560606956,
      "loss": 1.9219,
      "step": 75851
    },
    {
      "epoch": 3.528820655966504,
      "grad_norm": 1.4471561536726685,
      "learning_rate": 0.00011194426606127175,
      "loss": 2.0781,
      "step": 75852
    },
    {
      "epoch": 3.5288671784135843,
      "grad_norm": 1.3325591306806308,
      "learning_rate": 0.00011194067608514585,
      "loss": 1.7188,
      "step": 75853
    },
    {
      "epoch": 3.5289137008606652,
      "grad_norm": 1.4246786208213056,
      "learning_rate": 0.0001119370861323201,
      "loss": 2.0312,
      "step": 75854
    },
    {
      "epoch": 3.528960223307746,
      "grad_norm": 1.362508602905816,
      "learning_rate": 0.00011193349620279668,
      "loss": 1.8125,
      "step": 75855
    },
    {
      "epoch": 3.5290067457548266,
      "grad_norm": 1.4626472896256222,
      "learning_rate": 0.00011192990629657782,
      "loss": 2.1562,
      "step": 75856
    },
    {
      "epoch": 3.5290532682019076,
      "grad_norm": 1.5035294020066985,
      "learning_rate": 0.00011192631641366567,
      "loss": 2.2188,
      "step": 75857
    },
    {
      "epoch": 3.529099790648988,
      "grad_norm": 1.4297599055895638,
      "learning_rate": 0.00011192272655406244,
      "loss": 2.1094,
      "step": 75858
    },
    {
      "epoch": 3.529146313096069,
      "grad_norm": 1.4562008563204654,
      "learning_rate": 0.00011191913671777035,
      "loss": 2.0938,
      "step": 75859
    },
    {
      "epoch": 3.5291928355431494,
      "grad_norm": 1.3934090653017668,
      "learning_rate": 0.00011191554690479164,
      "loss": 2.1094,
      "step": 75860
    },
    {
      "epoch": 3.5292393579902304,
      "grad_norm": 1.4449204932211237,
      "learning_rate": 0.00011191195711512838,
      "loss": 2.0469,
      "step": 75861
    },
    {
      "epoch": 3.529285880437311,
      "grad_norm": 1.482846372777201,
      "learning_rate": 0.0001119083673487829,
      "loss": 2.2188,
      "step": 75862
    },
    {
      "epoch": 3.5293324028843918,
      "grad_norm": 1.4336810857610927,
      "learning_rate": 0.00011190477760575732,
      "loss": 1.9922,
      "step": 75863
    },
    {
      "epoch": 3.5293789253314722,
      "grad_norm": 1.4383922218482446,
      "learning_rate": 0.00011190118788605388,
      "loss": 2.125,
      "step": 75864
    },
    {
      "epoch": 3.529425447778553,
      "grad_norm": 1.3547283929128833,
      "learning_rate": 0.0001118975981896747,
      "loss": 1.9141,
      "step": 75865
    },
    {
      "epoch": 3.529471970225634,
      "grad_norm": 1.3487857764253302,
      "learning_rate": 0.00011189400851662204,
      "loss": 1.8359,
      "step": 75866
    },
    {
      "epoch": 3.5295184926727146,
      "grad_norm": 1.4650716303352345,
      "learning_rate": 0.00011189041886689816,
      "loss": 2.1719,
      "step": 75867
    },
    {
      "epoch": 3.529565015119795,
      "grad_norm": 1.3844601732299877,
      "learning_rate": 0.00011188682924050517,
      "loss": 1.8672,
      "step": 75868
    },
    {
      "epoch": 3.529611537566876,
      "grad_norm": 1.3422686338779164,
      "learning_rate": 0.00011188323963744525,
      "loss": 1.9375,
      "step": 75869
    },
    {
      "epoch": 3.529658060013957,
      "grad_norm": 1.510125679078864,
      "learning_rate": 0.00011187965005772067,
      "loss": 2.125,
      "step": 75870
    },
    {
      "epoch": 3.5297045824610374,
      "grad_norm": 1.5043852501456074,
      "learning_rate": 0.00011187606050133358,
      "loss": 2.1562,
      "step": 75871
    },
    {
      "epoch": 3.5297511049081183,
      "grad_norm": 1.447841979085206,
      "learning_rate": 0.00011187247096828621,
      "loss": 2.0781,
      "step": 75872
    },
    {
      "epoch": 3.5297976273551988,
      "grad_norm": 1.4855867786537662,
      "learning_rate": 0.00011186888145858071,
      "loss": 2.2031,
      "step": 75873
    },
    {
      "epoch": 3.5298441498022797,
      "grad_norm": 1.4340419006965326,
      "learning_rate": 0.00011186529197221932,
      "loss": 2.0625,
      "step": 75874
    },
    {
      "epoch": 3.52989067224936,
      "grad_norm": 1.5305210405928242,
      "learning_rate": 0.00011186170250920422,
      "loss": 2.1094,
      "step": 75875
    },
    {
      "epoch": 3.529937194696441,
      "grad_norm": 1.354529973868504,
      "learning_rate": 0.00011185811306953762,
      "loss": 1.875,
      "step": 75876
    },
    {
      "epoch": 3.529983717143522,
      "grad_norm": 1.5646910552838083,
      "learning_rate": 0.00011185452365322167,
      "loss": 2.1562,
      "step": 75877
    },
    {
      "epoch": 3.5300302395906025,
      "grad_norm": 1.4019463990564838,
      "learning_rate": 0.00011185093426025866,
      "loss": 2.0781,
      "step": 75878
    },
    {
      "epoch": 3.530076762037683,
      "grad_norm": 1.3318909051201973,
      "learning_rate": 0.0001118473448906507,
      "loss": 1.8672,
      "step": 75879
    },
    {
      "epoch": 3.530123284484764,
      "grad_norm": 1.3192087837439508,
      "learning_rate": 0.00011184375554440003,
      "loss": 1.8281,
      "step": 75880
    },
    {
      "epoch": 3.530169806931845,
      "grad_norm": 1.3608209764642523,
      "learning_rate": 0.00011184016622150882,
      "loss": 1.875,
      "step": 75881
    },
    {
      "epoch": 3.5302163293789253,
      "grad_norm": 1.4601122792264591,
      "learning_rate": 0.00011183657692197932,
      "loss": 2.0938,
      "step": 75882
    },
    {
      "epoch": 3.530262851826006,
      "grad_norm": 1.5037827150195213,
      "learning_rate": 0.00011183298764581367,
      "loss": 2.0625,
      "step": 75883
    },
    {
      "epoch": 3.5303093742730867,
      "grad_norm": 1.3367252860273369,
      "learning_rate": 0.0001118293983930141,
      "loss": 1.6797,
      "step": 75884
    },
    {
      "epoch": 3.5303558967201676,
      "grad_norm": 1.51514289512829,
      "learning_rate": 0.00011182580916358277,
      "loss": 2.1406,
      "step": 75885
    },
    {
      "epoch": 3.530402419167248,
      "grad_norm": 1.4855165000777835,
      "learning_rate": 0.00011182221995752194,
      "loss": 2.0156,
      "step": 75886
    },
    {
      "epoch": 3.530448941614329,
      "grad_norm": 1.410280003062846,
      "learning_rate": 0.00011181863077483371,
      "loss": 1.9766,
      "step": 75887
    },
    {
      "epoch": 3.53049546406141,
      "grad_norm": 1.451694590371101,
      "learning_rate": 0.00011181504161552038,
      "loss": 1.9844,
      "step": 75888
    },
    {
      "epoch": 3.5305419865084904,
      "grad_norm": 1.4500308785259148,
      "learning_rate": 0.00011181145247958412,
      "loss": 1.9609,
      "step": 75889
    },
    {
      "epoch": 3.530588508955571,
      "grad_norm": 1.4876436849707602,
      "learning_rate": 0.00011180786336702709,
      "loss": 1.8672,
      "step": 75890
    },
    {
      "epoch": 3.530635031402652,
      "grad_norm": 1.411381244563064,
      "learning_rate": 0.00011180427427785156,
      "loss": 1.9375,
      "step": 75891
    },
    {
      "epoch": 3.5306815538497327,
      "grad_norm": 1.4309152384942372,
      "learning_rate": 0.00011180068521205963,
      "loss": 1.9844,
      "step": 75892
    },
    {
      "epoch": 3.530728076296813,
      "grad_norm": 1.532325290509253,
      "learning_rate": 0.00011179709616965355,
      "loss": 2.25,
      "step": 75893
    },
    {
      "epoch": 3.5307745987438937,
      "grad_norm": 1.489412115004894,
      "learning_rate": 0.00011179350715063555,
      "loss": 2.0469,
      "step": 75894
    },
    {
      "epoch": 3.5308211211909746,
      "grad_norm": 1.4837590019285753,
      "learning_rate": 0.00011178991815500775,
      "loss": 2.0938,
      "step": 75895
    },
    {
      "epoch": 3.5308676436380555,
      "grad_norm": 1.331996626003815,
      "learning_rate": 0.00011178632918277242,
      "loss": 1.7656,
      "step": 75896
    },
    {
      "epoch": 3.530914166085136,
      "grad_norm": 1.4371316482437606,
      "learning_rate": 0.0001117827402339317,
      "loss": 2.0781,
      "step": 75897
    },
    {
      "epoch": 3.530960688532217,
      "grad_norm": 1.4678098322446254,
      "learning_rate": 0.00011177915130848784,
      "loss": 1.9375,
      "step": 75898
    },
    {
      "epoch": 3.5310072109792974,
      "grad_norm": 1.5304297549181185,
      "learning_rate": 0.00011177556240644296,
      "loss": 1.9219,
      "step": 75899
    },
    {
      "epoch": 3.5310537334263783,
      "grad_norm": 1.4434118227852923,
      "learning_rate": 0.00011177197352779935,
      "loss": 2.1719,
      "step": 75900
    },
    {
      "epoch": 3.5311002558734588,
      "grad_norm": 1.4518532479025847,
      "learning_rate": 0.00011176838467255912,
      "loss": 2.1562,
      "step": 75901
    },
    {
      "epoch": 3.5311467783205397,
      "grad_norm": 1.4484839675200893,
      "learning_rate": 0.00011176479584072455,
      "loss": 2.0625,
      "step": 75902
    },
    {
      "epoch": 3.5311933007676206,
      "grad_norm": 1.3895641782173183,
      "learning_rate": 0.00011176120703229779,
      "loss": 1.9141,
      "step": 75903
    },
    {
      "epoch": 3.531239823214701,
      "grad_norm": 1.3326320653602004,
      "learning_rate": 0.00011175761824728106,
      "loss": 1.8125,
      "step": 75904
    },
    {
      "epoch": 3.5312863456617816,
      "grad_norm": 1.507018739110904,
      "learning_rate": 0.0001117540294856765,
      "loss": 2.0938,
      "step": 75905
    },
    {
      "epoch": 3.5313328681088625,
      "grad_norm": 1.3404857918657256,
      "learning_rate": 0.00011175044074748638,
      "loss": 1.6328,
      "step": 75906
    },
    {
      "epoch": 3.5313793905559434,
      "grad_norm": 1.4950291602250319,
      "learning_rate": 0.00011174685203271283,
      "loss": 2.1719,
      "step": 75907
    },
    {
      "epoch": 3.531425913003024,
      "grad_norm": 1.4327382564094817,
      "learning_rate": 0.00011174326334135811,
      "loss": 1.9688,
      "step": 75908
    },
    {
      "epoch": 3.531472435450105,
      "grad_norm": 1.501718941137901,
      "learning_rate": 0.00011173967467342437,
      "loss": 2.2188,
      "step": 75909
    },
    {
      "epoch": 3.5315189578971853,
      "grad_norm": 1.4795048661748373,
      "learning_rate": 0.00011173608602891381,
      "loss": 2.1719,
      "step": 75910
    },
    {
      "epoch": 3.531565480344266,
      "grad_norm": 1.4809197142214212,
      "learning_rate": 0.00011173249740782868,
      "loss": 2.2031,
      "step": 75911
    },
    {
      "epoch": 3.5316120027913467,
      "grad_norm": 1.4505201233616938,
      "learning_rate": 0.00011172890881017113,
      "loss": 2.1875,
      "step": 75912
    },
    {
      "epoch": 3.5316585252384276,
      "grad_norm": 1.5334169227591985,
      "learning_rate": 0.00011172532023594339,
      "loss": 2.2344,
      "step": 75913
    },
    {
      "epoch": 3.5317050476855085,
      "grad_norm": 1.4440599400336456,
      "learning_rate": 0.0001117217316851476,
      "loss": 2.0938,
      "step": 75914
    },
    {
      "epoch": 3.531751570132589,
      "grad_norm": 1.3616881545046917,
      "learning_rate": 0.00011171814315778602,
      "loss": 2.0,
      "step": 75915
    },
    {
      "epoch": 3.5317980925796695,
      "grad_norm": 1.2632639896299103,
      "learning_rate": 0.00011171455465386081,
      "loss": 1.5938,
      "step": 75916
    },
    {
      "epoch": 3.5318446150267504,
      "grad_norm": 1.5293456486099954,
      "learning_rate": 0.00011171096617337419,
      "loss": 2.0625,
      "step": 75917
    },
    {
      "epoch": 3.5318911374738313,
      "grad_norm": 1.5304145279328671,
      "learning_rate": 0.0001117073777163283,
      "loss": 2.2656,
      "step": 75918
    },
    {
      "epoch": 3.531937659920912,
      "grad_norm": 1.3763520545779409,
      "learning_rate": 0.00011170378928272542,
      "loss": 1.8984,
      "step": 75919
    },
    {
      "epoch": 3.5319841823679927,
      "grad_norm": 1.3477342454757126,
      "learning_rate": 0.00011170020087256773,
      "loss": 1.7734,
      "step": 75920
    },
    {
      "epoch": 3.532030704815073,
      "grad_norm": 1.4587265099308375,
      "learning_rate": 0.00011169661248585733,
      "loss": 2.2188,
      "step": 75921
    },
    {
      "epoch": 3.532077227262154,
      "grad_norm": 1.233778807717841,
      "learning_rate": 0.00011169302412259656,
      "loss": 1.6016,
      "step": 75922
    },
    {
      "epoch": 3.5321237497092346,
      "grad_norm": 1.4051958533626845,
      "learning_rate": 0.00011168943578278748,
      "loss": 2.0156,
      "step": 75923
    },
    {
      "epoch": 3.5321702721563155,
      "grad_norm": 1.3918716021966586,
      "learning_rate": 0.0001116858474664324,
      "loss": 2.0938,
      "step": 75924
    },
    {
      "epoch": 3.532216794603396,
      "grad_norm": 1.3542089859380433,
      "learning_rate": 0.00011168225917353343,
      "loss": 1.9922,
      "step": 75925
    },
    {
      "epoch": 3.532263317050477,
      "grad_norm": 1.285680610770967,
      "learning_rate": 0.00011167867090409284,
      "loss": 1.6172,
      "step": 75926
    },
    {
      "epoch": 3.5323098394975574,
      "grad_norm": 1.4573935581834296,
      "learning_rate": 0.00011167508265811277,
      "loss": 1.9844,
      "step": 75927
    },
    {
      "epoch": 3.5323563619446383,
      "grad_norm": 1.5591841135301774,
      "learning_rate": 0.00011167149443559549,
      "loss": 2.25,
      "step": 75928
    },
    {
      "epoch": 3.5324028843917192,
      "grad_norm": 1.6495041952424896,
      "learning_rate": 0.00011166790623654307,
      "loss": 2.4688,
      "step": 75929
    },
    {
      "epoch": 3.5324494068387997,
      "grad_norm": 1.4532878174594024,
      "learning_rate": 0.00011166431806095784,
      "loss": 2.0781,
      "step": 75930
    },
    {
      "epoch": 3.53249592928588,
      "grad_norm": 1.541679571625641,
      "learning_rate": 0.00011166072990884189,
      "loss": 2.0469,
      "step": 75931
    },
    {
      "epoch": 3.532542451732961,
      "grad_norm": 1.4531224104194218,
      "learning_rate": 0.00011165714178019748,
      "loss": 2.1562,
      "step": 75932
    },
    {
      "epoch": 3.532588974180042,
      "grad_norm": 1.5873551588883237,
      "learning_rate": 0.00011165355367502683,
      "loss": 2.4219,
      "step": 75933
    },
    {
      "epoch": 3.5326354966271225,
      "grad_norm": 1.4729782718449387,
      "learning_rate": 0.00011164996559333207,
      "loss": 2.1406,
      "step": 75934
    },
    {
      "epoch": 3.5326820190742034,
      "grad_norm": 1.4324527232417619,
      "learning_rate": 0.00011164637753511546,
      "loss": 1.9922,
      "step": 75935
    },
    {
      "epoch": 3.532728541521284,
      "grad_norm": 1.479723707638303,
      "learning_rate": 0.00011164278950037913,
      "loss": 2.1406,
      "step": 75936
    },
    {
      "epoch": 3.532775063968365,
      "grad_norm": 1.4312981453782754,
      "learning_rate": 0.00011163920148912536,
      "loss": 2.1562,
      "step": 75937
    },
    {
      "epoch": 3.5328215864154453,
      "grad_norm": 1.408890925391728,
      "learning_rate": 0.00011163561350135624,
      "loss": 1.9375,
      "step": 75938
    },
    {
      "epoch": 3.5328681088625262,
      "grad_norm": 1.4822161719542424,
      "learning_rate": 0.00011163202553707406,
      "loss": 2.2188,
      "step": 75939
    },
    {
      "epoch": 3.532914631309607,
      "grad_norm": 1.3792451920850077,
      "learning_rate": 0.00011162843759628096,
      "loss": 1.9219,
      "step": 75940
    },
    {
      "epoch": 3.5329611537566876,
      "grad_norm": 1.3751355541501717,
      "learning_rate": 0.00011162484967897917,
      "loss": 2.0,
      "step": 75941
    },
    {
      "epoch": 3.533007676203768,
      "grad_norm": 1.3279835974220633,
      "learning_rate": 0.00011162126178517087,
      "loss": 1.9766,
      "step": 75942
    },
    {
      "epoch": 3.533054198650849,
      "grad_norm": 1.353614338268698,
      "learning_rate": 0.00011161767391485826,
      "loss": 1.8047,
      "step": 75943
    },
    {
      "epoch": 3.53310072109793,
      "grad_norm": 1.518416316438454,
      "learning_rate": 0.00011161408606804353,
      "loss": 2.2344,
      "step": 75944
    },
    {
      "epoch": 3.5331472435450104,
      "grad_norm": 1.4276617543173502,
      "learning_rate": 0.00011161049824472889,
      "loss": 2.0625,
      "step": 75945
    },
    {
      "epoch": 3.5331937659920913,
      "grad_norm": 1.456220481664437,
      "learning_rate": 0.00011160691044491655,
      "loss": 2.125,
      "step": 75946
    },
    {
      "epoch": 3.533240288439172,
      "grad_norm": 1.4368651033845683,
      "learning_rate": 0.00011160332266860864,
      "loss": 2.2344,
      "step": 75947
    },
    {
      "epoch": 3.5332868108862527,
      "grad_norm": 1.4602605942104003,
      "learning_rate": 0.00011159973491580744,
      "loss": 2.1562,
      "step": 75948
    },
    {
      "epoch": 3.533333333333333,
      "grad_norm": 1.3759369161046229,
      "learning_rate": 0.00011159614718651507,
      "loss": 1.9375,
      "step": 75949
    },
    {
      "epoch": 3.533379855780414,
      "grad_norm": 1.5005324105580904,
      "learning_rate": 0.00011159255948073381,
      "loss": 1.9375,
      "step": 75950
    },
    {
      "epoch": 3.5334263782274946,
      "grad_norm": 1.4870765648554316,
      "learning_rate": 0.00011158897179846577,
      "loss": 2.0156,
      "step": 75951
    },
    {
      "epoch": 3.5334729006745755,
      "grad_norm": 1.473777791322977,
      "learning_rate": 0.00011158538413971323,
      "loss": 2.25,
      "step": 75952
    },
    {
      "epoch": 3.533519423121656,
      "grad_norm": 1.5034783447403943,
      "learning_rate": 0.00011158179650447827,
      "loss": 1.9062,
      "step": 75953
    },
    {
      "epoch": 3.533565945568737,
      "grad_norm": 1.5087644590581843,
      "learning_rate": 0.0001115782088927632,
      "loss": 2.1094,
      "step": 75954
    },
    {
      "epoch": 3.533612468015818,
      "grad_norm": 1.507568923119519,
      "learning_rate": 0.0001115746213045702,
      "loss": 2.0469,
      "step": 75955
    },
    {
      "epoch": 3.5336589904628983,
      "grad_norm": 1.4852112358412968,
      "learning_rate": 0.00011157103373990141,
      "loss": 2.1719,
      "step": 75956
    },
    {
      "epoch": 3.533705512909979,
      "grad_norm": 1.3940993393762102,
      "learning_rate": 0.00011156744619875909,
      "loss": 1.8594,
      "step": 75957
    },
    {
      "epoch": 3.5337520353570597,
      "grad_norm": 1.3935703958344732,
      "learning_rate": 0.0001115638586811454,
      "loss": 2.0469,
      "step": 75958
    },
    {
      "epoch": 3.5337985578041406,
      "grad_norm": 1.3988063913480822,
      "learning_rate": 0.00011156027118706255,
      "loss": 1.9453,
      "step": 75959
    },
    {
      "epoch": 3.533845080251221,
      "grad_norm": 1.515584456905651,
      "learning_rate": 0.0001115566837165127,
      "loss": 2.1562,
      "step": 75960
    },
    {
      "epoch": 3.533891602698302,
      "grad_norm": 1.5501210655359694,
      "learning_rate": 0.0001115530962694981,
      "loss": 2.1875,
      "step": 75961
    },
    {
      "epoch": 3.5339381251453825,
      "grad_norm": 1.4134181523494689,
      "learning_rate": 0.00011154950884602091,
      "loss": 2.0781,
      "step": 75962
    },
    {
      "epoch": 3.5339846475924634,
      "grad_norm": 1.5028749904603815,
      "learning_rate": 0.00011154592144608337,
      "loss": 2.1406,
      "step": 75963
    },
    {
      "epoch": 3.534031170039544,
      "grad_norm": 1.4437160208460196,
      "learning_rate": 0.00011154233406968759,
      "loss": 2.1406,
      "step": 75964
    },
    {
      "epoch": 3.534077692486625,
      "grad_norm": 1.3979193062724806,
      "learning_rate": 0.00011153874671683584,
      "loss": 1.8828,
      "step": 75965
    },
    {
      "epoch": 3.5341242149337058,
      "grad_norm": 1.7086019555447785,
      "learning_rate": 0.00011153515938753031,
      "loss": 2.2656,
      "step": 75966
    },
    {
      "epoch": 3.5341707373807862,
      "grad_norm": 1.4409422823695481,
      "learning_rate": 0.00011153157208177318,
      "loss": 2.0625,
      "step": 75967
    },
    {
      "epoch": 3.5342172598278667,
      "grad_norm": 1.360848865782486,
      "learning_rate": 0.00011152798479956662,
      "loss": 1.9297,
      "step": 75968
    },
    {
      "epoch": 3.5342637822749476,
      "grad_norm": 1.490773137221945,
      "learning_rate": 0.00011152439754091288,
      "loss": 2.1094,
      "step": 75969
    },
    {
      "epoch": 3.5343103047220286,
      "grad_norm": 1.770765454921069,
      "learning_rate": 0.00011152081030581411,
      "loss": 2.1406,
      "step": 75970
    },
    {
      "epoch": 3.534356827169109,
      "grad_norm": 1.5062406978397458,
      "learning_rate": 0.00011151722309427257,
      "loss": 2.1094,
      "step": 75971
    },
    {
      "epoch": 3.53440334961619,
      "grad_norm": 1.4531114943645764,
      "learning_rate": 0.00011151363590629041,
      "loss": 2.1875,
      "step": 75972
    },
    {
      "epoch": 3.5344498720632704,
      "grad_norm": 1.413994847208169,
      "learning_rate": 0.00011151004874186977,
      "loss": 2.1406,
      "step": 75973
    },
    {
      "epoch": 3.5344963945103514,
      "grad_norm": 1.610062003066011,
      "learning_rate": 0.00011150646160101295,
      "loss": 2.25,
      "step": 75974
    },
    {
      "epoch": 3.534542916957432,
      "grad_norm": 1.4910583666742514,
      "learning_rate": 0.00011150287448372205,
      "loss": 1.9609,
      "step": 75975
    },
    {
      "epoch": 3.5345894394045128,
      "grad_norm": 1.4691848363983562,
      "learning_rate": 0.00011149928738999936,
      "loss": 2.2031,
      "step": 75976
    },
    {
      "epoch": 3.5346359618515932,
      "grad_norm": 1.4418797535259331,
      "learning_rate": 0.00011149570031984705,
      "loss": 2.1094,
      "step": 75977
    },
    {
      "epoch": 3.534682484298674,
      "grad_norm": 1.428300446965389,
      "learning_rate": 0.00011149211327326725,
      "loss": 1.9375,
      "step": 75978
    },
    {
      "epoch": 3.5347290067457546,
      "grad_norm": 1.4132612895552923,
      "learning_rate": 0.00011148852625026225,
      "loss": 1.9453,
      "step": 75979
    },
    {
      "epoch": 3.5347755291928356,
      "grad_norm": 1.3453124223944108,
      "learning_rate": 0.00011148493925083416,
      "loss": 1.8203,
      "step": 75980
    },
    {
      "epoch": 3.5348220516399165,
      "grad_norm": 1.351922413624151,
      "learning_rate": 0.00011148135227498526,
      "loss": 1.8906,
      "step": 75981
    },
    {
      "epoch": 3.534868574086997,
      "grad_norm": 1.5333418895005164,
      "learning_rate": 0.00011147776532271768,
      "loss": 2.1875,
      "step": 75982
    },
    {
      "epoch": 3.5349150965340774,
      "grad_norm": 1.5256362354501904,
      "learning_rate": 0.00011147417839403366,
      "loss": 2.2969,
      "step": 75983
    },
    {
      "epoch": 3.5349616189811583,
      "grad_norm": 1.5213592282209822,
      "learning_rate": 0.00011147059148893535,
      "loss": 2.1719,
      "step": 75984
    },
    {
      "epoch": 3.5350081414282393,
      "grad_norm": 1.4733344208198285,
      "learning_rate": 0.00011146700460742499,
      "loss": 2.1562,
      "step": 75985
    },
    {
      "epoch": 3.5350546638753197,
      "grad_norm": 1.46201326974424,
      "learning_rate": 0.00011146341774950475,
      "loss": 2.1406,
      "step": 75986
    },
    {
      "epoch": 3.5351011863224007,
      "grad_norm": 1.3119554728024454,
      "learning_rate": 0.00011145983091517682,
      "loss": 1.7734,
      "step": 75987
    },
    {
      "epoch": 3.535147708769481,
      "grad_norm": 1.4471119450304222,
      "learning_rate": 0.00011145624410444342,
      "loss": 1.9375,
      "step": 75988
    },
    {
      "epoch": 3.535194231216562,
      "grad_norm": 1.454258135765692,
      "learning_rate": 0.00011145265731730675,
      "loss": 1.9688,
      "step": 75989
    },
    {
      "epoch": 3.5352407536636425,
      "grad_norm": 1.376895371503127,
      "learning_rate": 0.00011144907055376896,
      "loss": 2.0781,
      "step": 75990
    },
    {
      "epoch": 3.5352872761107235,
      "grad_norm": 1.5020119992132002,
      "learning_rate": 0.0001114454838138323,
      "loss": 2.2812,
      "step": 75991
    },
    {
      "epoch": 3.5353337985578044,
      "grad_norm": 1.4049180670451653,
      "learning_rate": 0.00011144189709749894,
      "loss": 2.0938,
      "step": 75992
    },
    {
      "epoch": 3.535380321004885,
      "grad_norm": 1.4150542966518371,
      "learning_rate": 0.00011143831040477109,
      "loss": 1.8906,
      "step": 75993
    },
    {
      "epoch": 3.5354268434519653,
      "grad_norm": 1.3607799611292475,
      "learning_rate": 0.00011143472373565088,
      "loss": 2.0781,
      "step": 75994
    },
    {
      "epoch": 3.5354733658990463,
      "grad_norm": 1.5055422476723395,
      "learning_rate": 0.00011143113709014062,
      "loss": 2.0625,
      "step": 75995
    },
    {
      "epoch": 3.535519888346127,
      "grad_norm": 1.4067363157750645,
      "learning_rate": 0.00011142755046824239,
      "loss": 2.0781,
      "step": 75996
    },
    {
      "epoch": 3.5355664107932077,
      "grad_norm": 1.4903475097575076,
      "learning_rate": 0.00011142396386995842,
      "loss": 1.9688,
      "step": 75997
    },
    {
      "epoch": 3.5356129332402886,
      "grad_norm": 1.3905426447223044,
      "learning_rate": 0.00011142037729529098,
      "loss": 2.1875,
      "step": 75998
    },
    {
      "epoch": 3.535659455687369,
      "grad_norm": 1.4917344756895818,
      "learning_rate": 0.0001114167907442422,
      "loss": 2.0625,
      "step": 75999
    },
    {
      "epoch": 3.53570597813445,
      "grad_norm": 1.4366241154865873,
      "learning_rate": 0.00011141320421681433,
      "loss": 1.6641,
      "step": 76000
    },
    {
      "epoch": 3.5357525005815305,
      "grad_norm": 1.4485087848037494,
      "learning_rate": 0.00011140961771300952,
      "loss": 1.9922,
      "step": 76001
    },
    {
      "epoch": 3.5357990230286114,
      "grad_norm": 1.4503014420878795,
      "learning_rate": 0.0001114060312328299,
      "loss": 2.0312,
      "step": 76002
    },
    {
      "epoch": 3.5358455454756923,
      "grad_norm": 1.45582229421856,
      "learning_rate": 0.0001114024447762778,
      "loss": 2.1875,
      "step": 76003
    },
    {
      "epoch": 3.5358920679227728,
      "grad_norm": 1.461886383959288,
      "learning_rate": 0.0001113988583433553,
      "loss": 2.0469,
      "step": 76004
    },
    {
      "epoch": 3.5359385903698533,
      "grad_norm": 1.4367278063733575,
      "learning_rate": 0.00011139527193406469,
      "loss": 2.0625,
      "step": 76005
    },
    {
      "epoch": 3.535985112816934,
      "grad_norm": 1.437714305350365,
      "learning_rate": 0.0001113916855484081,
      "loss": 1.9766,
      "step": 76006
    },
    {
      "epoch": 3.536031635264015,
      "grad_norm": 1.4887558460440373,
      "learning_rate": 0.00011138809918638777,
      "loss": 2.1406,
      "step": 76007
    },
    {
      "epoch": 3.5360781577110956,
      "grad_norm": 1.3831613841993593,
      "learning_rate": 0.00011138451284800583,
      "loss": 1.8828,
      "step": 76008
    },
    {
      "epoch": 3.536124680158176,
      "grad_norm": 1.4098244576856938,
      "learning_rate": 0.00011138092653326456,
      "loss": 2.125,
      "step": 76009
    },
    {
      "epoch": 3.536171202605257,
      "grad_norm": 1.4595448639306936,
      "learning_rate": 0.00011137734024216608,
      "loss": 2.1875,
      "step": 76010
    },
    {
      "epoch": 3.536217725052338,
      "grad_norm": 1.4490971137649116,
      "learning_rate": 0.00011137375397471267,
      "loss": 2.0156,
      "step": 76011
    },
    {
      "epoch": 3.5362642474994184,
      "grad_norm": 1.3939426268695208,
      "learning_rate": 0.0001113701677309064,
      "loss": 1.9922,
      "step": 76012
    },
    {
      "epoch": 3.5363107699464993,
      "grad_norm": 1.426300153123736,
      "learning_rate": 0.00011136658151074962,
      "loss": 1.8906,
      "step": 76013
    },
    {
      "epoch": 3.5363572923935798,
      "grad_norm": 1.5081374124511178,
      "learning_rate": 0.0001113629953142444,
      "loss": 2.1719,
      "step": 76014
    },
    {
      "epoch": 3.5364038148406607,
      "grad_norm": 1.4903141463260237,
      "learning_rate": 0.00011135940914139301,
      "loss": 2.1406,
      "step": 76015
    },
    {
      "epoch": 3.536450337287741,
      "grad_norm": 1.399348861807924,
      "learning_rate": 0.00011135582299219758,
      "loss": 2.0781,
      "step": 76016
    },
    {
      "epoch": 3.536496859734822,
      "grad_norm": 1.4445507478214978,
      "learning_rate": 0.00011135223686666039,
      "loss": 2.0625,
      "step": 76017
    },
    {
      "epoch": 3.536543382181903,
      "grad_norm": 1.4021418410906312,
      "learning_rate": 0.00011134865076478354,
      "loss": 1.9609,
      "step": 76018
    },
    {
      "epoch": 3.5365899046289835,
      "grad_norm": 1.5266541732215015,
      "learning_rate": 0.00011134506468656925,
      "loss": 2.1094,
      "step": 76019
    },
    {
      "epoch": 3.536636427076064,
      "grad_norm": 1.4542311364374565,
      "learning_rate": 0.0001113414786320198,
      "loss": 2.1875,
      "step": 76020
    },
    {
      "epoch": 3.536682949523145,
      "grad_norm": 1.516799563185984,
      "learning_rate": 0.0001113378926011373,
      "loss": 2.0469,
      "step": 76021
    },
    {
      "epoch": 3.536729471970226,
      "grad_norm": 1.4829591884276625,
      "learning_rate": 0.000111334306593924,
      "loss": 2.0625,
      "step": 76022
    },
    {
      "epoch": 3.5367759944173063,
      "grad_norm": 1.5141561434613822,
      "learning_rate": 0.00011133072061038201,
      "loss": 2.1875,
      "step": 76023
    },
    {
      "epoch": 3.536822516864387,
      "grad_norm": 1.4824650524222178,
      "learning_rate": 0.00011132713465051364,
      "loss": 2.2344,
      "step": 76024
    },
    {
      "epoch": 3.5368690393114677,
      "grad_norm": 1.4175435304391366,
      "learning_rate": 0.00011132354871432099,
      "loss": 1.9219,
      "step": 76025
    },
    {
      "epoch": 3.5369155617585486,
      "grad_norm": 1.5119695287029977,
      "learning_rate": 0.00011131996280180632,
      "loss": 2.0625,
      "step": 76026
    },
    {
      "epoch": 3.536962084205629,
      "grad_norm": 1.4518049097681283,
      "learning_rate": 0.0001113163769129718,
      "loss": 2.1094,
      "step": 76027
    },
    {
      "epoch": 3.53700860665271,
      "grad_norm": 1.3246729403092226,
      "learning_rate": 0.00011131279104781958,
      "loss": 1.8281,
      "step": 76028
    },
    {
      "epoch": 3.537055129099791,
      "grad_norm": 1.3800569856399771,
      "learning_rate": 0.00011130920520635194,
      "loss": 1.8594,
      "step": 76029
    },
    {
      "epoch": 3.5371016515468714,
      "grad_norm": 1.4046630023557432,
      "learning_rate": 0.00011130561938857098,
      "loss": 1.9922,
      "step": 76030
    },
    {
      "epoch": 3.537148173993952,
      "grad_norm": 1.4260385052022864,
      "learning_rate": 0.00011130203359447902,
      "loss": 1.9297,
      "step": 76031
    },
    {
      "epoch": 3.537194696441033,
      "grad_norm": 1.4772122951872966,
      "learning_rate": 0.00011129844782407813,
      "loss": 1.9453,
      "step": 76032
    },
    {
      "epoch": 3.5372412188881137,
      "grad_norm": 1.3849110418236046,
      "learning_rate": 0.00011129486207737057,
      "loss": 1.8047,
      "step": 76033
    },
    {
      "epoch": 3.537287741335194,
      "grad_norm": 1.4114550410490962,
      "learning_rate": 0.00011129127635435852,
      "loss": 2.1094,
      "step": 76034
    },
    {
      "epoch": 3.537334263782275,
      "grad_norm": 1.3835161067021153,
      "learning_rate": 0.00011128769065504419,
      "loss": 1.9219,
      "step": 76035
    },
    {
      "epoch": 3.5373807862293556,
      "grad_norm": 1.4499546785840338,
      "learning_rate": 0.00011128410497942977,
      "loss": 1.875,
      "step": 76036
    },
    {
      "epoch": 3.5374273086764365,
      "grad_norm": 1.3722316278710474,
      "learning_rate": 0.00011128051932751745,
      "loss": 1.9141,
      "step": 76037
    },
    {
      "epoch": 3.537473831123517,
      "grad_norm": 1.489624219498115,
      "learning_rate": 0.00011127693369930938,
      "loss": 2.25,
      "step": 76038
    },
    {
      "epoch": 3.537520353570598,
      "grad_norm": 1.4275261870050464,
      "learning_rate": 0.00011127334809480785,
      "loss": 1.9688,
      "step": 76039
    },
    {
      "epoch": 3.5375668760176784,
      "grad_norm": 1.543235781599052,
      "learning_rate": 0.00011126976251401498,
      "loss": 2.1875,
      "step": 76040
    },
    {
      "epoch": 3.5376133984647593,
      "grad_norm": 1.3880467110158803,
      "learning_rate": 0.00011126617695693294,
      "loss": 1.9141,
      "step": 76041
    },
    {
      "epoch": 3.53765992091184,
      "grad_norm": 1.4140270929766066,
      "learning_rate": 0.00011126259142356405,
      "loss": 2.0,
      "step": 76042
    },
    {
      "epoch": 3.5377064433589207,
      "grad_norm": 1.510850534937438,
      "learning_rate": 0.00011125900591391038,
      "loss": 2.125,
      "step": 76043
    },
    {
      "epoch": 3.5377529658060016,
      "grad_norm": 1.4860602071592655,
      "learning_rate": 0.00011125542042797423,
      "loss": 2.125,
      "step": 76044
    },
    {
      "epoch": 3.537799488253082,
      "grad_norm": 1.431863730479731,
      "learning_rate": 0.0001112518349657577,
      "loss": 1.9766,
      "step": 76045
    },
    {
      "epoch": 3.5378460107001626,
      "grad_norm": 1.3912132794965817,
      "learning_rate": 0.00011124824952726304,
      "loss": 1.9531,
      "step": 76046
    },
    {
      "epoch": 3.5378925331472435,
      "grad_norm": 1.4052947574313337,
      "learning_rate": 0.00011124466411249242,
      "loss": 1.9141,
      "step": 76047
    },
    {
      "epoch": 3.5379390555943244,
      "grad_norm": 1.4797557965337338,
      "learning_rate": 0.00011124107872144808,
      "loss": 2.0,
      "step": 76048
    },
    {
      "epoch": 3.537985578041405,
      "grad_norm": 1.583329726005581,
      "learning_rate": 0.00011123749335413214,
      "loss": 2.3125,
      "step": 76049
    },
    {
      "epoch": 3.538032100488486,
      "grad_norm": 1.3969407321669303,
      "learning_rate": 0.00011123390801054686,
      "loss": 1.9453,
      "step": 76050
    },
    {
      "epoch": 3.5380786229355663,
      "grad_norm": 1.4557329251806368,
      "learning_rate": 0.0001112303226906944,
      "loss": 2.0469,
      "step": 76051
    },
    {
      "epoch": 3.538125145382647,
      "grad_norm": 1.7978959476290597,
      "learning_rate": 0.00011122673739457697,
      "loss": 2.0,
      "step": 76052
    },
    {
      "epoch": 3.5381716678297277,
      "grad_norm": 1.3621376212883751,
      "learning_rate": 0.00011122315212219676,
      "loss": 1.9688,
      "step": 76053
    },
    {
      "epoch": 3.5382181902768086,
      "grad_norm": 1.3784771682747554,
      "learning_rate": 0.00011121956687355596,
      "loss": 1.8906,
      "step": 76054
    },
    {
      "epoch": 3.5382647127238895,
      "grad_norm": 1.4733554672561677,
      "learning_rate": 0.00011121598164865678,
      "loss": 2.0312,
      "step": 76055
    },
    {
      "epoch": 3.53831123517097,
      "grad_norm": 1.4405050254343839,
      "learning_rate": 0.00011121239644750138,
      "loss": 1.9844,
      "step": 76056
    },
    {
      "epoch": 3.5383577576180505,
      "grad_norm": 1.4657666357891415,
      "learning_rate": 0.000111208811270092,
      "loss": 1.9453,
      "step": 76057
    },
    {
      "epoch": 3.5384042800651314,
      "grad_norm": 1.410692253948784,
      "learning_rate": 0.0001112052261164308,
      "loss": 1.9219,
      "step": 76058
    },
    {
      "epoch": 3.5384508025122123,
      "grad_norm": 1.4887571637356407,
      "learning_rate": 0.00011120164098652,
      "loss": 1.9375,
      "step": 76059
    },
    {
      "epoch": 3.538497324959293,
      "grad_norm": 1.5388772383419604,
      "learning_rate": 0.00011119805588036178,
      "loss": 2.2344,
      "step": 76060
    },
    {
      "epoch": 3.5385438474063737,
      "grad_norm": 1.4779269332370257,
      "learning_rate": 0.00011119447079795835,
      "loss": 2.0156,
      "step": 76061
    },
    {
      "epoch": 3.538590369853454,
      "grad_norm": 1.5190536899815275,
      "learning_rate": 0.00011119088573931186,
      "loss": 2.1406,
      "step": 76062
    },
    {
      "epoch": 3.538636892300535,
      "grad_norm": 1.3750784138906063,
      "learning_rate": 0.00011118730070442451,
      "loss": 1.8516,
      "step": 76063
    },
    {
      "epoch": 3.5386834147476156,
      "grad_norm": 1.4136945699461163,
      "learning_rate": 0.0001111837156932986,
      "loss": 2.0781,
      "step": 76064
    },
    {
      "epoch": 3.5387299371946965,
      "grad_norm": 1.294953483989167,
      "learning_rate": 0.00011118013070593622,
      "loss": 1.5469,
      "step": 76065
    },
    {
      "epoch": 3.538776459641777,
      "grad_norm": 1.4583898832673752,
      "learning_rate": 0.00011117654574233959,
      "loss": 2.0781,
      "step": 76066
    },
    {
      "epoch": 3.538822982088858,
      "grad_norm": 1.3101375333736653,
      "learning_rate": 0.0001111729608025109,
      "loss": 1.5469,
      "step": 76067
    },
    {
      "epoch": 3.5388695045359384,
      "grad_norm": 1.4183277883375933,
      "learning_rate": 0.0001111693758864524,
      "loss": 1.8984,
      "step": 76068
    },
    {
      "epoch": 3.5389160269830193,
      "grad_norm": 1.5137960985308334,
      "learning_rate": 0.00011116579099416617,
      "loss": 2.0156,
      "step": 76069
    },
    {
      "epoch": 3.5389625494301002,
      "grad_norm": 1.4127220553719515,
      "learning_rate": 0.00011116220612565453,
      "loss": 1.9453,
      "step": 76070
    },
    {
      "epoch": 3.5390090718771807,
      "grad_norm": 1.583630905230282,
      "learning_rate": 0.00011115862128091957,
      "loss": 2.0469,
      "step": 76071
    },
    {
      "epoch": 3.539055594324261,
      "grad_norm": 1.4319619058710984,
      "learning_rate": 0.00011115503645996356,
      "loss": 2.0,
      "step": 76072
    },
    {
      "epoch": 3.539102116771342,
      "grad_norm": 1.516023075303979,
      "learning_rate": 0.00011115145166278865,
      "loss": 2.0156,
      "step": 76073
    },
    {
      "epoch": 3.539148639218423,
      "grad_norm": 1.4949722943104382,
      "learning_rate": 0.00011114786688939708,
      "loss": 2.0781,
      "step": 76074
    },
    {
      "epoch": 3.5391951616655035,
      "grad_norm": 1.5123805150432905,
      "learning_rate": 0.00011114428213979096,
      "loss": 2.0312,
      "step": 76075
    },
    {
      "epoch": 3.5392416841125844,
      "grad_norm": 1.3918265992908307,
      "learning_rate": 0.0001111406974139726,
      "loss": 2.0156,
      "step": 76076
    },
    {
      "epoch": 3.539288206559665,
      "grad_norm": 1.5677211455118953,
      "learning_rate": 0.0001111371127119441,
      "loss": 2.1406,
      "step": 76077
    },
    {
      "epoch": 3.539334729006746,
      "grad_norm": 1.5354623582823679,
      "learning_rate": 0.00011113352803370768,
      "loss": 2.2656,
      "step": 76078
    },
    {
      "epoch": 3.5393812514538263,
      "grad_norm": 1.4899866589277757,
      "learning_rate": 0.00011112994337926559,
      "loss": 2.0312,
      "step": 76079
    },
    {
      "epoch": 3.5394277739009072,
      "grad_norm": 1.4311054192191193,
      "learning_rate": 0.00011112635874861993,
      "loss": 1.9219,
      "step": 76080
    },
    {
      "epoch": 3.539474296347988,
      "grad_norm": 1.520245872492245,
      "learning_rate": 0.00011112277414177297,
      "loss": 1.9453,
      "step": 76081
    },
    {
      "epoch": 3.5395208187950686,
      "grad_norm": 1.403254299287755,
      "learning_rate": 0.00011111918955872685,
      "loss": 1.9453,
      "step": 76082
    },
    {
      "epoch": 3.539567341242149,
      "grad_norm": 1.537666073341172,
      "learning_rate": 0.00011111560499948382,
      "loss": 2.3125,
      "step": 76083
    },
    {
      "epoch": 3.53961386368923,
      "grad_norm": 1.43567964473532,
      "learning_rate": 0.00011111202046404601,
      "loss": 1.9375,
      "step": 76084
    },
    {
      "epoch": 3.539660386136311,
      "grad_norm": 1.4896410135344598,
      "learning_rate": 0.00011110843595241563,
      "loss": 2.2188,
      "step": 76085
    },
    {
      "epoch": 3.5397069085833914,
      "grad_norm": 1.499548763104738,
      "learning_rate": 0.00011110485146459497,
      "loss": 2.1875,
      "step": 76086
    },
    {
      "epoch": 3.5397534310304724,
      "grad_norm": 1.457721131109911,
      "learning_rate": 0.00011110126700058609,
      "loss": 2.2188,
      "step": 76087
    },
    {
      "epoch": 3.539799953477553,
      "grad_norm": 1.482908004822429,
      "learning_rate": 0.00011109768256039129,
      "loss": 2.125,
      "step": 76088
    },
    {
      "epoch": 3.5398464759246338,
      "grad_norm": 1.500299361398499,
      "learning_rate": 0.00011109409814401267,
      "loss": 2.25,
      "step": 76089
    },
    {
      "epoch": 3.5398929983717142,
      "grad_norm": 1.3433198421432493,
      "learning_rate": 0.00011109051375145252,
      "loss": 1.9219,
      "step": 76090
    },
    {
      "epoch": 3.539939520818795,
      "grad_norm": 1.6166890691099558,
      "learning_rate": 0.00011108692938271295,
      "loss": 2.2344,
      "step": 76091
    },
    {
      "epoch": 3.5399860432658756,
      "grad_norm": 1.6258163039290712,
      "learning_rate": 0.00011108334503779623,
      "loss": 1.875,
      "step": 76092
    },
    {
      "epoch": 3.5400325657129565,
      "grad_norm": 1.4160123192855358,
      "learning_rate": 0.00011107976071670447,
      "loss": 1.9453,
      "step": 76093
    },
    {
      "epoch": 3.540079088160037,
      "grad_norm": 1.3548680709446197,
      "learning_rate": 0.00011107617641943995,
      "loss": 1.8984,
      "step": 76094
    },
    {
      "epoch": 3.540125610607118,
      "grad_norm": 1.4187613601823985,
      "learning_rate": 0.00011107259214600479,
      "loss": 1.8516,
      "step": 76095
    },
    {
      "epoch": 3.540172133054199,
      "grad_norm": 1.4295039090965669,
      "learning_rate": 0.00011106900789640126,
      "loss": 2.0156,
      "step": 76096
    },
    {
      "epoch": 3.5402186555012793,
      "grad_norm": 1.474921039940073,
      "learning_rate": 0.00011106542367063146,
      "loss": 2.25,
      "step": 76097
    },
    {
      "epoch": 3.54026517794836,
      "grad_norm": 1.3977703097974843,
      "learning_rate": 0.00011106183946869768,
      "loss": 1.7656,
      "step": 76098
    },
    {
      "epoch": 3.5403117003954407,
      "grad_norm": 1.5008372226682234,
      "learning_rate": 0.00011105825529060206,
      "loss": 2.2344,
      "step": 76099
    },
    {
      "epoch": 3.5403582228425217,
      "grad_norm": 1.4402750039827354,
      "learning_rate": 0.00011105467113634681,
      "loss": 2.1875,
      "step": 76100
    },
    {
      "epoch": 3.540404745289602,
      "grad_norm": 1.3831981448685873,
      "learning_rate": 0.00011105108700593409,
      "loss": 1.9375,
      "step": 76101
    },
    {
      "epoch": 3.540451267736683,
      "grad_norm": 1.4514257482206057,
      "learning_rate": 0.00011104750289936616,
      "loss": 2.0938,
      "step": 76102
    },
    {
      "epoch": 3.5404977901837635,
      "grad_norm": 1.3037436203856205,
      "learning_rate": 0.00011104391881664515,
      "loss": 1.6641,
      "step": 76103
    },
    {
      "epoch": 3.5405443126308445,
      "grad_norm": 1.5172828660680018,
      "learning_rate": 0.00011104033475777332,
      "loss": 2.2969,
      "step": 76104
    },
    {
      "epoch": 3.540590835077925,
      "grad_norm": 1.4097687445557796,
      "learning_rate": 0.00011103675072275281,
      "loss": 1.9766,
      "step": 76105
    },
    {
      "epoch": 3.540637357525006,
      "grad_norm": 1.3935687539931383,
      "learning_rate": 0.00011103316671158581,
      "loss": 1.9688,
      "step": 76106
    },
    {
      "epoch": 3.540683879972087,
      "grad_norm": 1.507456024804032,
      "learning_rate": 0.00011102958272427451,
      "loss": 2.0781,
      "step": 76107
    },
    {
      "epoch": 3.5407304024191673,
      "grad_norm": 1.3691719526929442,
      "learning_rate": 0.00011102599876082119,
      "loss": 2.0312,
      "step": 76108
    },
    {
      "epoch": 3.5407769248662477,
      "grad_norm": 1.4376337206885097,
      "learning_rate": 0.00011102241482122794,
      "loss": 2.0625,
      "step": 76109
    },
    {
      "epoch": 3.5408234473133287,
      "grad_norm": 1.4117268339321647,
      "learning_rate": 0.00011101883090549705,
      "loss": 1.9922,
      "step": 76110
    },
    {
      "epoch": 3.5408699697604096,
      "grad_norm": 1.414248784030775,
      "learning_rate": 0.0001110152470136306,
      "loss": 1.9531,
      "step": 76111
    },
    {
      "epoch": 3.54091649220749,
      "grad_norm": 1.4070908542151261,
      "learning_rate": 0.00011101166314563091,
      "loss": 1.9297,
      "step": 76112
    },
    {
      "epoch": 3.540963014654571,
      "grad_norm": 1.461283145581122,
      "learning_rate": 0.00011100807930150004,
      "loss": 2.1562,
      "step": 76113
    },
    {
      "epoch": 3.5410095371016514,
      "grad_norm": 1.414015119047233,
      "learning_rate": 0.00011100449548124032,
      "loss": 1.9297,
      "step": 76114
    },
    {
      "epoch": 3.5410560595487324,
      "grad_norm": 1.3669921312955642,
      "learning_rate": 0.00011100091168485383,
      "loss": 1.875,
      "step": 76115
    },
    {
      "epoch": 3.541102581995813,
      "grad_norm": 1.4819173788353475,
      "learning_rate": 0.00011099732791234285,
      "loss": 2.0625,
      "step": 76116
    },
    {
      "epoch": 3.5411491044428938,
      "grad_norm": 1.338850556620075,
      "learning_rate": 0.0001109937441637095,
      "loss": 1.8359,
      "step": 76117
    },
    {
      "epoch": 3.5411956268899742,
      "grad_norm": 1.3809958798954993,
      "learning_rate": 0.00011099016043895603,
      "loss": 2.0312,
      "step": 76118
    },
    {
      "epoch": 3.541242149337055,
      "grad_norm": 1.489875366418499,
      "learning_rate": 0.00011098657673808459,
      "loss": 1.9297,
      "step": 76119
    },
    {
      "epoch": 3.5412886717841356,
      "grad_norm": 1.3598102224260697,
      "learning_rate": 0.00011098299306109743,
      "loss": 1.8125,
      "step": 76120
    },
    {
      "epoch": 3.5413351942312166,
      "grad_norm": 1.4221332700762956,
      "learning_rate": 0.00011097940940799669,
      "loss": 1.9922,
      "step": 76121
    },
    {
      "epoch": 3.5413817166782975,
      "grad_norm": 1.4748760042802915,
      "learning_rate": 0.00011097582577878461,
      "loss": 2.25,
      "step": 76122
    },
    {
      "epoch": 3.541428239125378,
      "grad_norm": 1.4732659241471082,
      "learning_rate": 0.00011097224217346332,
      "loss": 2.1406,
      "step": 76123
    },
    {
      "epoch": 3.5414747615724584,
      "grad_norm": 1.4859630318673596,
      "learning_rate": 0.00011096865859203509,
      "loss": 2.1094,
      "step": 76124
    },
    {
      "epoch": 3.5415212840195394,
      "grad_norm": 1.4338187342427484,
      "learning_rate": 0.00011096507503450205,
      "loss": 2.0625,
      "step": 76125
    },
    {
      "epoch": 3.5415678064666203,
      "grad_norm": 1.5016436817086922,
      "learning_rate": 0.00011096149150086645,
      "loss": 2.2344,
      "step": 76126
    },
    {
      "epoch": 3.5416143289137008,
      "grad_norm": 1.3690512681930267,
      "learning_rate": 0.00011095790799113042,
      "loss": 1.8516,
      "step": 76127
    },
    {
      "epoch": 3.5416608513607817,
      "grad_norm": 1.3991365249715657,
      "learning_rate": 0.00011095432450529618,
      "loss": 2.0469,
      "step": 76128
    },
    {
      "epoch": 3.541707373807862,
      "grad_norm": 1.4870589014011755,
      "learning_rate": 0.00011095074104336597,
      "loss": 2.2031,
      "step": 76129
    },
    {
      "epoch": 3.541753896254943,
      "grad_norm": 1.5152101098235509,
      "learning_rate": 0.00011094715760534192,
      "loss": 2.4219,
      "step": 76130
    },
    {
      "epoch": 3.5418004187020236,
      "grad_norm": 1.4258045189239128,
      "learning_rate": 0.00011094357419122628,
      "loss": 1.9609,
      "step": 76131
    },
    {
      "epoch": 3.5418469411491045,
      "grad_norm": 1.5489472997538738,
      "learning_rate": 0.00011093999080102119,
      "loss": 2.3438,
      "step": 76132
    },
    {
      "epoch": 3.5418934635961854,
      "grad_norm": 1.4666131371143245,
      "learning_rate": 0.0001109364074347289,
      "loss": 2.0312,
      "step": 76133
    },
    {
      "epoch": 3.541939986043266,
      "grad_norm": 1.497128005812194,
      "learning_rate": 0.00011093282409235157,
      "loss": 2.25,
      "step": 76134
    },
    {
      "epoch": 3.5419865084903464,
      "grad_norm": 1.3740751659264312,
      "learning_rate": 0.00011092924077389135,
      "loss": 1.7266,
      "step": 76135
    },
    {
      "epoch": 3.5420330309374273,
      "grad_norm": 1.4457463041855683,
      "learning_rate": 0.00011092565747935053,
      "loss": 2.0156,
      "step": 76136
    },
    {
      "epoch": 3.542079553384508,
      "grad_norm": 1.4743693448711381,
      "learning_rate": 0.00011092207420873121,
      "loss": 2.0156,
      "step": 76137
    },
    {
      "epoch": 3.5421260758315887,
      "grad_norm": 1.4523398394747273,
      "learning_rate": 0.00011091849096203565,
      "loss": 2.0469,
      "step": 76138
    },
    {
      "epoch": 3.5421725982786696,
      "grad_norm": 1.4329128503042423,
      "learning_rate": 0.00011091490773926601,
      "loss": 2.2031,
      "step": 76139
    },
    {
      "epoch": 3.54221912072575,
      "grad_norm": 1.3489679431637969,
      "learning_rate": 0.0001109113245404245,
      "loss": 1.9453,
      "step": 76140
    },
    {
      "epoch": 3.542265643172831,
      "grad_norm": 1.4404461172228007,
      "learning_rate": 0.00011090774136551329,
      "loss": 2.1875,
      "step": 76141
    },
    {
      "epoch": 3.5423121656199115,
      "grad_norm": 1.3793698826667478,
      "learning_rate": 0.00011090415821453463,
      "loss": 2.0469,
      "step": 76142
    },
    {
      "epoch": 3.5423586880669924,
      "grad_norm": 1.4930246676034227,
      "learning_rate": 0.00011090057508749063,
      "loss": 2.2969,
      "step": 76143
    },
    {
      "epoch": 3.5424052105140733,
      "grad_norm": 1.3820466613480789,
      "learning_rate": 0.00011089699198438358,
      "loss": 1.9297,
      "step": 76144
    },
    {
      "epoch": 3.542451732961154,
      "grad_norm": 1.2870032527509339,
      "learning_rate": 0.00011089340890521558,
      "loss": 1.4766,
      "step": 76145
    },
    {
      "epoch": 3.5424982554082343,
      "grad_norm": 1.3909160191278152,
      "learning_rate": 0.00011088982584998889,
      "loss": 1.9766,
      "step": 76146
    },
    {
      "epoch": 3.542544777855315,
      "grad_norm": 1.460834504186834,
      "learning_rate": 0.00011088624281870565,
      "loss": 2.1562,
      "step": 76147
    },
    {
      "epoch": 3.542591300302396,
      "grad_norm": 1.5070042999706832,
      "learning_rate": 0.00011088265981136813,
      "loss": 2.1562,
      "step": 76148
    },
    {
      "epoch": 3.5426378227494766,
      "grad_norm": 1.3716521012213778,
      "learning_rate": 0.00011087907682797841,
      "loss": 1.7656,
      "step": 76149
    },
    {
      "epoch": 3.5426843451965575,
      "grad_norm": 1.3005184192923522,
      "learning_rate": 0.00011087549386853873,
      "loss": 1.6719,
      "step": 76150
    },
    {
      "epoch": 3.542730867643638,
      "grad_norm": 1.4664244434863167,
      "learning_rate": 0.00011087191093305138,
      "loss": 2.0469,
      "step": 76151
    },
    {
      "epoch": 3.542777390090719,
      "grad_norm": 1.4719940597696153,
      "learning_rate": 0.00011086832802151843,
      "loss": 2.1719,
      "step": 76152
    },
    {
      "epoch": 3.5428239125377994,
      "grad_norm": 1.5437717615528426,
      "learning_rate": 0.00011086474513394218,
      "loss": 2.1719,
      "step": 76153
    },
    {
      "epoch": 3.5428704349848803,
      "grad_norm": 1.2974924827228698,
      "learning_rate": 0.00011086116227032472,
      "loss": 1.5078,
      "step": 76154
    },
    {
      "epoch": 3.542916957431961,
      "grad_norm": 1.3575526441642773,
      "learning_rate": 0.0001108575794306683,
      "loss": 2.0156,
      "step": 76155
    },
    {
      "epoch": 3.5429634798790417,
      "grad_norm": 1.2329176009293799,
      "learning_rate": 0.0001108539966149751,
      "loss": 1.5156,
      "step": 76156
    },
    {
      "epoch": 3.543010002326122,
      "grad_norm": 1.40866304444265,
      "learning_rate": 0.00011085041382324731,
      "loss": 2.0625,
      "step": 76157
    },
    {
      "epoch": 3.543056524773203,
      "grad_norm": 1.4472139283541292,
      "learning_rate": 0.00011084683105548711,
      "loss": 2.1719,
      "step": 76158
    },
    {
      "epoch": 3.543103047220284,
      "grad_norm": 1.5211980245316328,
      "learning_rate": 0.00011084324831169676,
      "loss": 2.1094,
      "step": 76159
    },
    {
      "epoch": 3.5431495696673645,
      "grad_norm": 1.4274865292556673,
      "learning_rate": 0.00011083966559187838,
      "loss": 2.0625,
      "step": 76160
    },
    {
      "epoch": 3.543196092114445,
      "grad_norm": 1.4371268515070859,
      "learning_rate": 0.00011083608289603416,
      "loss": 2.0469,
      "step": 76161
    },
    {
      "epoch": 3.543242614561526,
      "grad_norm": 1.4207234639964947,
      "learning_rate": 0.00011083250022416638,
      "loss": 2.0938,
      "step": 76162
    },
    {
      "epoch": 3.543289137008607,
      "grad_norm": 1.4158487538684794,
      "learning_rate": 0.0001108289175762771,
      "loss": 2.0,
      "step": 76163
    },
    {
      "epoch": 3.5433356594556873,
      "grad_norm": 1.4392598189075247,
      "learning_rate": 0.00011082533495236865,
      "loss": 1.9531,
      "step": 76164
    },
    {
      "epoch": 3.543382181902768,
      "grad_norm": 1.4272805330799603,
      "learning_rate": 0.00011082175235244312,
      "loss": 2.0469,
      "step": 76165
    },
    {
      "epoch": 3.5434287043498487,
      "grad_norm": 1.4901090637684251,
      "learning_rate": 0.00011081816977650277,
      "loss": 2.2344,
      "step": 76166
    },
    {
      "epoch": 3.5434752267969296,
      "grad_norm": 1.4153033703556788,
      "learning_rate": 0.00011081458722454973,
      "loss": 2.1094,
      "step": 76167
    },
    {
      "epoch": 3.54352174924401,
      "grad_norm": 1.4089349386740235,
      "learning_rate": 0.00011081100469658628,
      "loss": 2.1406,
      "step": 76168
    },
    {
      "epoch": 3.543568271691091,
      "grad_norm": 1.5902727992210948,
      "learning_rate": 0.00011080742219261453,
      "loss": 2.0938,
      "step": 76169
    },
    {
      "epoch": 3.543614794138172,
      "grad_norm": 1.3614425843689546,
      "learning_rate": 0.00011080383971263672,
      "loss": 1.8359,
      "step": 76170
    },
    {
      "epoch": 3.5436613165852524,
      "grad_norm": 1.4119230192344419,
      "learning_rate": 0.00011080025725665502,
      "loss": 2.0312,
      "step": 76171
    },
    {
      "epoch": 3.543707839032333,
      "grad_norm": 1.470926720751934,
      "learning_rate": 0.0001107966748246716,
      "loss": 2.0938,
      "step": 76172
    },
    {
      "epoch": 3.543754361479414,
      "grad_norm": 1.4163705026799644,
      "learning_rate": 0.00011079309241668873,
      "loss": 2.0938,
      "step": 76173
    },
    {
      "epoch": 3.5438008839264947,
      "grad_norm": 1.3846929752566728,
      "learning_rate": 0.00011078951003270856,
      "loss": 1.9844,
      "step": 76174
    },
    {
      "epoch": 3.543847406373575,
      "grad_norm": 1.4068649609491721,
      "learning_rate": 0.0001107859276727333,
      "loss": 1.9141,
      "step": 76175
    },
    {
      "epoch": 3.543893928820656,
      "grad_norm": 1.4448759449136852,
      "learning_rate": 0.00011078234533676508,
      "loss": 1.8984,
      "step": 76176
    },
    {
      "epoch": 3.5439404512677366,
      "grad_norm": 1.4704020211240838,
      "learning_rate": 0.00011077876302480618,
      "loss": 2.0469,
      "step": 76177
    },
    {
      "epoch": 3.5439869737148175,
      "grad_norm": 1.4627523045655595,
      "learning_rate": 0.00011077518073685873,
      "loss": 2.125,
      "step": 76178
    },
    {
      "epoch": 3.544033496161898,
      "grad_norm": 1.532528036223404,
      "learning_rate": 0.00011077159847292497,
      "loss": 2.2812,
      "step": 76179
    },
    {
      "epoch": 3.544080018608979,
      "grad_norm": 1.5364114112729552,
      "learning_rate": 0.00011076801623300704,
      "loss": 2.0781,
      "step": 76180
    },
    {
      "epoch": 3.5441265410560594,
      "grad_norm": 1.442675459273478,
      "learning_rate": 0.00011076443401710719,
      "loss": 2.0312,
      "step": 76181
    },
    {
      "epoch": 3.5441730635031403,
      "grad_norm": 1.5296345679743004,
      "learning_rate": 0.00011076085182522756,
      "loss": 2.25,
      "step": 76182
    },
    {
      "epoch": 3.544219585950221,
      "grad_norm": 1.430199475185067,
      "learning_rate": 0.00011075726965737039,
      "loss": 2.2344,
      "step": 76183
    },
    {
      "epoch": 3.5442661083973017,
      "grad_norm": 1.505293845273667,
      "learning_rate": 0.00011075368751353781,
      "loss": 2.0938,
      "step": 76184
    },
    {
      "epoch": 3.5443126308443826,
      "grad_norm": 1.4705376564511219,
      "learning_rate": 0.00011075010539373211,
      "loss": 2.375,
      "step": 76185
    },
    {
      "epoch": 3.544359153291463,
      "grad_norm": 1.3745005331589497,
      "learning_rate": 0.00011074652329795542,
      "loss": 1.9922,
      "step": 76186
    },
    {
      "epoch": 3.5444056757385436,
      "grad_norm": 1.5215406386137502,
      "learning_rate": 0.0001107429412262099,
      "loss": 2.2031,
      "step": 76187
    },
    {
      "epoch": 3.5444521981856245,
      "grad_norm": 1.4786759600876545,
      "learning_rate": 0.00011073935917849783,
      "loss": 2.125,
      "step": 76188
    },
    {
      "epoch": 3.5444987206327054,
      "grad_norm": 1.4819583847375968,
      "learning_rate": 0.0001107357771548213,
      "loss": 2.25,
      "step": 76189
    },
    {
      "epoch": 3.544545243079786,
      "grad_norm": 1.4301102824608292,
      "learning_rate": 0.00011073219515518259,
      "loss": 2.0938,
      "step": 76190
    },
    {
      "epoch": 3.544591765526867,
      "grad_norm": 1.4479768841703986,
      "learning_rate": 0.00011072861317958385,
      "loss": 2.0469,
      "step": 76191
    },
    {
      "epoch": 3.5446382879739473,
      "grad_norm": 1.4403609370452597,
      "learning_rate": 0.00011072503122802732,
      "loss": 2.1719,
      "step": 76192
    },
    {
      "epoch": 3.5446848104210282,
      "grad_norm": 1.3668575894319348,
      "learning_rate": 0.0001107214493005151,
      "loss": 2.0469,
      "step": 76193
    },
    {
      "epoch": 3.5447313328681087,
      "grad_norm": 1.4489273241745757,
      "learning_rate": 0.00011071786739704941,
      "loss": 2.0625,
      "step": 76194
    },
    {
      "epoch": 3.5447778553151896,
      "grad_norm": 1.3610677515392708,
      "learning_rate": 0.00011071428551763255,
      "loss": 2.0156,
      "step": 76195
    },
    {
      "epoch": 3.5448243777622706,
      "grad_norm": 1.4369880742238852,
      "learning_rate": 0.00011071070366226661,
      "loss": 2.0625,
      "step": 76196
    },
    {
      "epoch": 3.544870900209351,
      "grad_norm": 1.4838651627117752,
      "learning_rate": 0.00011070712183095382,
      "loss": 2.2344,
      "step": 76197
    },
    {
      "epoch": 3.5449174226564315,
      "grad_norm": 1.3693071430105603,
      "learning_rate": 0.00011070354002369637,
      "loss": 1.9453,
      "step": 76198
    },
    {
      "epoch": 3.5449639451035124,
      "grad_norm": 1.491583299764952,
      "learning_rate": 0.00011069995824049644,
      "loss": 2.0938,
      "step": 76199
    },
    {
      "epoch": 3.5450104675505933,
      "grad_norm": 1.4265175835973247,
      "learning_rate": 0.00011069637648135621,
      "loss": 2.0,
      "step": 76200
    },
    {
      "epoch": 3.545056989997674,
      "grad_norm": 1.4008729488337646,
      "learning_rate": 0.0001106927947462779,
      "loss": 1.9688,
      "step": 76201
    },
    {
      "epoch": 3.5451035124447547,
      "grad_norm": 1.3483637981832626,
      "learning_rate": 0.00011068921303526368,
      "loss": 1.8359,
      "step": 76202
    },
    {
      "epoch": 3.5451500348918352,
      "grad_norm": 1.4853032254809393,
      "learning_rate": 0.00011068563134831578,
      "loss": 2.1406,
      "step": 76203
    },
    {
      "epoch": 3.545196557338916,
      "grad_norm": 1.390669616003887,
      "learning_rate": 0.00011068204968543636,
      "loss": 1.9844,
      "step": 76204
    },
    {
      "epoch": 3.5452430797859966,
      "grad_norm": 1.4365553259794608,
      "learning_rate": 0.00011067846804662763,
      "loss": 2.125,
      "step": 76205
    },
    {
      "epoch": 3.5452896022330775,
      "grad_norm": 1.3879254180427771,
      "learning_rate": 0.00011067488643189175,
      "loss": 1.9922,
      "step": 76206
    },
    {
      "epoch": 3.545336124680158,
      "grad_norm": 1.4774154750418804,
      "learning_rate": 0.00011067130484123095,
      "loss": 2.0625,
      "step": 76207
    },
    {
      "epoch": 3.545382647127239,
      "grad_norm": 1.3665912411893986,
      "learning_rate": 0.0001106677232746474,
      "loss": 1.8906,
      "step": 76208
    },
    {
      "epoch": 3.5454291695743194,
      "grad_norm": 1.5100532580620256,
      "learning_rate": 0.00011066414173214332,
      "loss": 2.1406,
      "step": 76209
    },
    {
      "epoch": 3.5454756920214003,
      "grad_norm": 1.4082244425608204,
      "learning_rate": 0.00011066056021372086,
      "loss": 1.9922,
      "step": 76210
    },
    {
      "epoch": 3.5455222144684813,
      "grad_norm": 1.49447532167745,
      "learning_rate": 0.00011065697871938228,
      "loss": 2.2812,
      "step": 76211
    },
    {
      "epoch": 3.5455687369155617,
      "grad_norm": 1.428923556488842,
      "learning_rate": 0.00011065339724912971,
      "loss": 2.0469,
      "step": 76212
    },
    {
      "epoch": 3.545615259362642,
      "grad_norm": 1.4099486322508898,
      "learning_rate": 0.00011064981580296532,
      "loss": 2.1094,
      "step": 76213
    },
    {
      "epoch": 3.545661781809723,
      "grad_norm": 1.408956284293145,
      "learning_rate": 0.0001106462343808914,
      "loss": 1.9453,
      "step": 76214
    },
    {
      "epoch": 3.545708304256804,
      "grad_norm": 1.2978864953427678,
      "learning_rate": 0.00011064265298291005,
      "loss": 1.4453,
      "step": 76215
    },
    {
      "epoch": 3.5457548267038845,
      "grad_norm": 1.4267786642152336,
      "learning_rate": 0.00011063907160902346,
      "loss": 2.0312,
      "step": 76216
    },
    {
      "epoch": 3.5458013491509655,
      "grad_norm": 1.3187072568771807,
      "learning_rate": 0.00011063549025923394,
      "loss": 1.7734,
      "step": 76217
    },
    {
      "epoch": 3.545847871598046,
      "grad_norm": 1.4646828083654122,
      "learning_rate": 0.00011063190893354355,
      "loss": 1.9062,
      "step": 76218
    },
    {
      "epoch": 3.545894394045127,
      "grad_norm": 1.257446944610553,
      "learning_rate": 0.00011062832763195458,
      "loss": 1.4219,
      "step": 76219
    },
    {
      "epoch": 3.5459409164922073,
      "grad_norm": 1.6075935158115553,
      "learning_rate": 0.00011062474635446916,
      "loss": 2.3438,
      "step": 76220
    },
    {
      "epoch": 3.5459874389392882,
      "grad_norm": 2.443959873980288,
      "learning_rate": 0.00011062116510108952,
      "loss": 2.0938,
      "step": 76221
    },
    {
      "epoch": 3.546033961386369,
      "grad_norm": 1.4755160702002452,
      "learning_rate": 0.00011061758387181781,
      "loss": 2.0156,
      "step": 76222
    },
    {
      "epoch": 3.5460804838334496,
      "grad_norm": 1.5050238044231679,
      "learning_rate": 0.00011061400266665629,
      "loss": 2.0938,
      "step": 76223
    },
    {
      "epoch": 3.54612700628053,
      "grad_norm": 1.4831783192068413,
      "learning_rate": 0.00011061042148560705,
      "loss": 2.0781,
      "step": 76224
    },
    {
      "epoch": 3.546173528727611,
      "grad_norm": 1.4020904697312946,
      "learning_rate": 0.00011060684032867239,
      "loss": 1.7344,
      "step": 76225
    },
    {
      "epoch": 3.546220051174692,
      "grad_norm": 1.4746956894178525,
      "learning_rate": 0.00011060325919585443,
      "loss": 1.9844,
      "step": 76226
    },
    {
      "epoch": 3.5462665736217724,
      "grad_norm": 1.5421853994751293,
      "learning_rate": 0.0001105996780871554,
      "loss": 2.2344,
      "step": 76227
    },
    {
      "epoch": 3.5463130960688534,
      "grad_norm": 1.542609911669308,
      "learning_rate": 0.00011059609700257746,
      "loss": 2.2969,
      "step": 76228
    },
    {
      "epoch": 3.546359618515934,
      "grad_norm": 1.5540457333369746,
      "learning_rate": 0.00011059251594212286,
      "loss": 2.2656,
      "step": 76229
    },
    {
      "epoch": 3.5464061409630148,
      "grad_norm": 1.454034387529177,
      "learning_rate": 0.0001105889349057937,
      "loss": 2.0938,
      "step": 76230
    },
    {
      "epoch": 3.5464526634100952,
      "grad_norm": 1.5446928702389071,
      "learning_rate": 0.00011058535389359229,
      "loss": 2.0938,
      "step": 76231
    },
    {
      "epoch": 3.546499185857176,
      "grad_norm": 1.4137930727513541,
      "learning_rate": 0.00011058177290552069,
      "loss": 2.1719,
      "step": 76232
    },
    {
      "epoch": 3.5465457083042566,
      "grad_norm": 1.455850917075394,
      "learning_rate": 0.00011057819194158122,
      "loss": 2.2031,
      "step": 76233
    },
    {
      "epoch": 3.5465922307513376,
      "grad_norm": 1.448837169924675,
      "learning_rate": 0.00011057461100177596,
      "loss": 1.9766,
      "step": 76234
    },
    {
      "epoch": 3.546638753198418,
      "grad_norm": 1.3211442120881833,
      "learning_rate": 0.00011057103008610721,
      "loss": 1.5703,
      "step": 76235
    },
    {
      "epoch": 3.546685275645499,
      "grad_norm": 1.5577810536778545,
      "learning_rate": 0.00011056744919457707,
      "loss": 2.2344,
      "step": 76236
    },
    {
      "epoch": 3.54673179809258,
      "grad_norm": 1.447921736618009,
      "learning_rate": 0.00011056386832718781,
      "loss": 1.9531,
      "step": 76237
    },
    {
      "epoch": 3.5467783205396604,
      "grad_norm": 1.3130844546551383,
      "learning_rate": 0.00011056028748394149,
      "loss": 1.7891,
      "step": 76238
    },
    {
      "epoch": 3.546824842986741,
      "grad_norm": 1.4423056805866252,
      "learning_rate": 0.00011055670666484046,
      "loss": 2.0625,
      "step": 76239
    },
    {
      "epoch": 3.5468713654338218,
      "grad_norm": 1.415193796726307,
      "learning_rate": 0.00011055312586988684,
      "loss": 2.0781,
      "step": 76240
    },
    {
      "epoch": 3.5469178878809027,
      "grad_norm": 1.9237037526281484,
      "learning_rate": 0.00011054954509908284,
      "loss": 2.0156,
      "step": 76241
    },
    {
      "epoch": 3.546964410327983,
      "grad_norm": 1.3996400342898774,
      "learning_rate": 0.00011054596435243065,
      "loss": 2.0469,
      "step": 76242
    },
    {
      "epoch": 3.547010932775064,
      "grad_norm": 1.3600065226029925,
      "learning_rate": 0.00011054238362993244,
      "loss": 1.9766,
      "step": 76243
    },
    {
      "epoch": 3.5470574552221446,
      "grad_norm": 1.3576319266804084,
      "learning_rate": 0.00011053880293159042,
      "loss": 1.9609,
      "step": 76244
    },
    {
      "epoch": 3.5471039776692255,
      "grad_norm": 1.5280577214431403,
      "learning_rate": 0.00011053522225740677,
      "loss": 2.1719,
      "step": 76245
    },
    {
      "epoch": 3.547150500116306,
      "grad_norm": 1.414869012737594,
      "learning_rate": 0.00011053164160738367,
      "loss": 2.0781,
      "step": 76246
    },
    {
      "epoch": 3.547197022563387,
      "grad_norm": 1.5207333673849737,
      "learning_rate": 0.00011052806098152338,
      "loss": 2.125,
      "step": 76247
    },
    {
      "epoch": 3.547243545010468,
      "grad_norm": 1.522583516743023,
      "learning_rate": 0.00011052448037982799,
      "loss": 2.2188,
      "step": 76248
    },
    {
      "epoch": 3.5472900674575483,
      "grad_norm": 1.3914276958562897,
      "learning_rate": 0.0001105208998022998,
      "loss": 1.8906,
      "step": 76249
    },
    {
      "epoch": 3.5473365899046287,
      "grad_norm": 1.3590033357555682,
      "learning_rate": 0.00011051731924894091,
      "loss": 1.8438,
      "step": 76250
    },
    {
      "epoch": 3.5473831123517097,
      "grad_norm": 1.5467299210941754,
      "learning_rate": 0.00011051373871975356,
      "loss": 2.3906,
      "step": 76251
    },
    {
      "epoch": 3.5474296347987906,
      "grad_norm": 1.4458506321474485,
      "learning_rate": 0.00011051015821473992,
      "loss": 2.1406,
      "step": 76252
    },
    {
      "epoch": 3.547476157245871,
      "grad_norm": 1.4308180476939492,
      "learning_rate": 0.00011050657773390222,
      "loss": 2.0781,
      "step": 76253
    },
    {
      "epoch": 3.547522679692952,
      "grad_norm": 1.3824851252003967,
      "learning_rate": 0.00011050299727724259,
      "loss": 1.9922,
      "step": 76254
    },
    {
      "epoch": 3.5475692021400325,
      "grad_norm": 1.3680510016920642,
      "learning_rate": 0.0001104994168447633,
      "loss": 1.8359,
      "step": 76255
    },
    {
      "epoch": 3.5476157245871134,
      "grad_norm": 1.3768594748162715,
      "learning_rate": 0.00011049583643646647,
      "loss": 1.9531,
      "step": 76256
    },
    {
      "epoch": 3.547662247034194,
      "grad_norm": 1.4297174403715494,
      "learning_rate": 0.00011049225605235434,
      "loss": 1.9844,
      "step": 76257
    },
    {
      "epoch": 3.547708769481275,
      "grad_norm": 1.4220255854010833,
      "learning_rate": 0.00011048867569242905,
      "loss": 2.1094,
      "step": 76258
    },
    {
      "epoch": 3.5477552919283557,
      "grad_norm": 1.4332025442612037,
      "learning_rate": 0.00011048509535669288,
      "loss": 2.0,
      "step": 76259
    },
    {
      "epoch": 3.547801814375436,
      "grad_norm": 1.430885424479564,
      "learning_rate": 0.00011048151504514789,
      "loss": 2.1719,
      "step": 76260
    },
    {
      "epoch": 3.5478483368225167,
      "grad_norm": 1.7935863886544485,
      "learning_rate": 0.00011047793475779636,
      "loss": 2.1406,
      "step": 76261
    },
    {
      "epoch": 3.5478948592695976,
      "grad_norm": 1.4304576149276584,
      "learning_rate": 0.00011047435449464054,
      "loss": 2.1562,
      "step": 76262
    },
    {
      "epoch": 3.5479413817166785,
      "grad_norm": 1.4362295914813636,
      "learning_rate": 0.0001104707742556825,
      "loss": 2.1406,
      "step": 76263
    },
    {
      "epoch": 3.547987904163759,
      "grad_norm": 1.3757100557781508,
      "learning_rate": 0.00011046719404092452,
      "loss": 2.0625,
      "step": 76264
    },
    {
      "epoch": 3.5480344266108395,
      "grad_norm": 1.4666481751856342,
      "learning_rate": 0.00011046361385036873,
      "loss": 1.9609,
      "step": 76265
    },
    {
      "epoch": 3.5480809490579204,
      "grad_norm": 1.4432248494794722,
      "learning_rate": 0.00011046003368401738,
      "loss": 2.0156,
      "step": 76266
    },
    {
      "epoch": 3.5481274715050013,
      "grad_norm": 1.4663905410005291,
      "learning_rate": 0.00011045645354187258,
      "loss": 2.1094,
      "step": 76267
    },
    {
      "epoch": 3.5481739939520818,
      "grad_norm": 1.367430490847,
      "learning_rate": 0.00011045287342393664,
      "loss": 1.8906,
      "step": 76268
    },
    {
      "epoch": 3.5482205163991627,
      "grad_norm": 1.4076693528808164,
      "learning_rate": 0.00011044929333021167,
      "loss": 2.0625,
      "step": 76269
    },
    {
      "epoch": 3.548267038846243,
      "grad_norm": 1.4822791831725617,
      "learning_rate": 0.00011044571326069981,
      "loss": 2.125,
      "step": 76270
    },
    {
      "epoch": 3.548313561293324,
      "grad_norm": 1.453767127161986,
      "learning_rate": 0.00011044213321540339,
      "loss": 1.9766,
      "step": 76271
    },
    {
      "epoch": 3.5483600837404046,
      "grad_norm": 1.575065084172154,
      "learning_rate": 0.00011043855319432448,
      "loss": 2.2344,
      "step": 76272
    },
    {
      "epoch": 3.5484066061874855,
      "grad_norm": 2.8206043980625224,
      "learning_rate": 0.00011043497319746536,
      "loss": 2.25,
      "step": 76273
    },
    {
      "epoch": 3.5484531286345664,
      "grad_norm": 1.4493809474206,
      "learning_rate": 0.00011043139322482816,
      "loss": 2.0156,
      "step": 76274
    },
    {
      "epoch": 3.548499651081647,
      "grad_norm": 1.4474421282268495,
      "learning_rate": 0.00011042781327641512,
      "loss": 2.0156,
      "step": 76275
    },
    {
      "epoch": 3.5485461735287274,
      "grad_norm": 1.5409084296418158,
      "learning_rate": 0.00011042423335222835,
      "loss": 2.1719,
      "step": 76276
    },
    {
      "epoch": 3.5485926959758083,
      "grad_norm": 1.5521549542000985,
      "learning_rate": 0.00011042065345227015,
      "loss": 2.0781,
      "step": 76277
    },
    {
      "epoch": 3.548639218422889,
      "grad_norm": 1.581563600541475,
      "learning_rate": 0.00011041707357654263,
      "loss": 2.25,
      "step": 76278
    },
    {
      "epoch": 3.5486857408699697,
      "grad_norm": 1.4332551863336371,
      "learning_rate": 0.00011041349372504803,
      "loss": 2.1094,
      "step": 76279
    },
    {
      "epoch": 3.5487322633170506,
      "grad_norm": 1.4628275973699707,
      "learning_rate": 0.0001104099138977885,
      "loss": 2.0312,
      "step": 76280
    },
    {
      "epoch": 3.548778785764131,
      "grad_norm": 1.5002988820448568,
      "learning_rate": 0.00011040633409476628,
      "loss": 2.125,
      "step": 76281
    },
    {
      "epoch": 3.548825308211212,
      "grad_norm": 1.3838912283974178,
      "learning_rate": 0.00011040275431598347,
      "loss": 1.8828,
      "step": 76282
    },
    {
      "epoch": 3.5488718306582925,
      "grad_norm": 1.4433442197252773,
      "learning_rate": 0.00011039917456144238,
      "loss": 2.0156,
      "step": 76283
    },
    {
      "epoch": 3.5489183531053734,
      "grad_norm": 1.3728452905752735,
      "learning_rate": 0.00011039559483114516,
      "loss": 1.8828,
      "step": 76284
    },
    {
      "epoch": 3.5489648755524543,
      "grad_norm": 1.3667808582483585,
      "learning_rate": 0.00011039201512509398,
      "loss": 2.0625,
      "step": 76285
    },
    {
      "epoch": 3.549011397999535,
      "grad_norm": 1.385829364234869,
      "learning_rate": 0.00011038843544329103,
      "loss": 1.9219,
      "step": 76286
    },
    {
      "epoch": 3.5490579204466153,
      "grad_norm": 1.4536913696039342,
      "learning_rate": 0.00011038485578573853,
      "loss": 1.8594,
      "step": 76287
    },
    {
      "epoch": 3.549104442893696,
      "grad_norm": 1.6614321914074832,
      "learning_rate": 0.00011038127615243866,
      "loss": 2.3906,
      "step": 76288
    },
    {
      "epoch": 3.549150965340777,
      "grad_norm": 1.4658556852042741,
      "learning_rate": 0.00011037769654339358,
      "loss": 2.0625,
      "step": 76289
    },
    {
      "epoch": 3.5491974877878576,
      "grad_norm": 1.4696051923201248,
      "learning_rate": 0.00011037411695860556,
      "loss": 1.9844,
      "step": 76290
    },
    {
      "epoch": 3.5492440102349385,
      "grad_norm": 1.4277238571791961,
      "learning_rate": 0.00011037053739807667,
      "loss": 1.9688,
      "step": 76291
    },
    {
      "epoch": 3.549290532682019,
      "grad_norm": 1.4746517686214047,
      "learning_rate": 0.00011036695786180922,
      "loss": 2.1875,
      "step": 76292
    },
    {
      "epoch": 3.5493370551291,
      "grad_norm": 1.4617279806366852,
      "learning_rate": 0.00011036337834980532,
      "loss": 2.1406,
      "step": 76293
    },
    {
      "epoch": 3.5493835775761804,
      "grad_norm": 1.566296585892551,
      "learning_rate": 0.00011035979886206721,
      "loss": 2.0625,
      "step": 76294
    },
    {
      "epoch": 3.5494301000232613,
      "grad_norm": 1.3441889782314942,
      "learning_rate": 0.0001103562193985971,
      "loss": 1.7422,
      "step": 76295
    },
    {
      "epoch": 3.549476622470342,
      "grad_norm": 1.3948533684740563,
      "learning_rate": 0.00011035263995939708,
      "loss": 1.9922,
      "step": 76296
    },
    {
      "epoch": 3.5495231449174227,
      "grad_norm": 1.3615971477054551,
      "learning_rate": 0.00011034906054446946,
      "loss": 1.9297,
      "step": 76297
    },
    {
      "epoch": 3.549569667364503,
      "grad_norm": 1.4176438139937872,
      "learning_rate": 0.00011034548115381635,
      "loss": 2.0156,
      "step": 76298
    },
    {
      "epoch": 3.549616189811584,
      "grad_norm": 1.450854332788403,
      "learning_rate": 0.00011034190178743999,
      "loss": 2.1094,
      "step": 76299
    },
    {
      "epoch": 3.549662712258665,
      "grad_norm": 1.4273630677921634,
      "learning_rate": 0.00011033832244534251,
      "loss": 2.0156,
      "step": 76300
    },
    {
      "epoch": 3.5497092347057455,
      "grad_norm": 1.4655559600895423,
      "learning_rate": 0.00011033474312752618,
      "loss": 2.2344,
      "step": 76301
    },
    {
      "epoch": 3.549755757152826,
      "grad_norm": 1.5777663527685102,
      "learning_rate": 0.00011033116383399314,
      "loss": 2.3438,
      "step": 76302
    },
    {
      "epoch": 3.549802279599907,
      "grad_norm": 1.3722692405337715,
      "learning_rate": 0.00011032758456474562,
      "loss": 1.7734,
      "step": 76303
    },
    {
      "epoch": 3.549848802046988,
      "grad_norm": 1.5728114044274266,
      "learning_rate": 0.0001103240053197857,
      "loss": 2.25,
      "step": 76304
    },
    {
      "epoch": 3.5498953244940683,
      "grad_norm": 1.4743938923947937,
      "learning_rate": 0.00011032042609911572,
      "loss": 2.1094,
      "step": 76305
    },
    {
      "epoch": 3.5499418469411492,
      "grad_norm": 1.456093708621018,
      "learning_rate": 0.00011031684690273783,
      "loss": 2.2969,
      "step": 76306
    },
    {
      "epoch": 3.5499883693882297,
      "grad_norm": 1.4970734821616,
      "learning_rate": 0.00011031326773065416,
      "loss": 2.1094,
      "step": 76307
    },
    {
      "epoch": 3.5500348918353106,
      "grad_norm": 1.4880057008811822,
      "learning_rate": 0.00011030968858286699,
      "loss": 2.2344,
      "step": 76308
    },
    {
      "epoch": 3.550081414282391,
      "grad_norm": 1.63873024985799,
      "learning_rate": 0.00011030610945937842,
      "loss": 2.0781,
      "step": 76309
    },
    {
      "epoch": 3.550127936729472,
      "grad_norm": 1.4377615221122892,
      "learning_rate": 0.00011030253036019072,
      "loss": 2.0938,
      "step": 76310
    },
    {
      "epoch": 3.550174459176553,
      "grad_norm": 1.372942614267211,
      "learning_rate": 0.00011029895128530601,
      "loss": 1.9219,
      "step": 76311
    },
    {
      "epoch": 3.5502209816236334,
      "grad_norm": 1.4742440822084373,
      "learning_rate": 0.00011029537223472654,
      "loss": 2.0781,
      "step": 76312
    },
    {
      "epoch": 3.550267504070714,
      "grad_norm": 1.42185124142638,
      "learning_rate": 0.00011029179320845446,
      "loss": 2.0781,
      "step": 76313
    },
    {
      "epoch": 3.550314026517795,
      "grad_norm": 1.5098221309987583,
      "learning_rate": 0.00011028821420649199,
      "loss": 1.9766,
      "step": 76314
    },
    {
      "epoch": 3.5503605489648757,
      "grad_norm": 1.422151597038555,
      "learning_rate": 0.00011028463522884129,
      "loss": 2.125,
      "step": 76315
    },
    {
      "epoch": 3.550407071411956,
      "grad_norm": 1.4443649338751956,
      "learning_rate": 0.00011028105627550461,
      "loss": 2.0,
      "step": 76316
    },
    {
      "epoch": 3.550453593859037,
      "grad_norm": 1.4102724722244036,
      "learning_rate": 0.00011027747734648405,
      "loss": 1.9922,
      "step": 76317
    },
    {
      "epoch": 3.5505001163061176,
      "grad_norm": 1.4957333364842575,
      "learning_rate": 0.00011027389844178192,
      "loss": 2.2656,
      "step": 76318
    },
    {
      "epoch": 3.5505466387531985,
      "grad_norm": 1.3982911726832365,
      "learning_rate": 0.00011027031956140028,
      "loss": 2.1406,
      "step": 76319
    },
    {
      "epoch": 3.550593161200279,
      "grad_norm": 1.331509147735892,
      "learning_rate": 0.00011026674070534143,
      "loss": 1.5234,
      "step": 76320
    },
    {
      "epoch": 3.55063968364736,
      "grad_norm": 1.3921746996424258,
      "learning_rate": 0.0001102631618736075,
      "loss": 1.9141,
      "step": 76321
    },
    {
      "epoch": 3.5506862060944404,
      "grad_norm": 1.407919449915875,
      "learning_rate": 0.00011025958306620068,
      "loss": 1.8359,
      "step": 76322
    },
    {
      "epoch": 3.5507327285415213,
      "grad_norm": 1.499048398565267,
      "learning_rate": 0.0001102560042831232,
      "loss": 2.0469,
      "step": 76323
    },
    {
      "epoch": 3.550779250988602,
      "grad_norm": 1.473455820327089,
      "learning_rate": 0.0001102524255243772,
      "loss": 2.1094,
      "step": 76324
    },
    {
      "epoch": 3.5508257734356827,
      "grad_norm": 1.439021883261046,
      "learning_rate": 0.00011024884678996494,
      "loss": 2.1094,
      "step": 76325
    },
    {
      "epoch": 3.5508722958827637,
      "grad_norm": 1.4369594478106487,
      "learning_rate": 0.00011024526807988849,
      "loss": 1.9766,
      "step": 76326
    },
    {
      "epoch": 3.550918818329844,
      "grad_norm": 1.3262679703607303,
      "learning_rate": 0.00011024168939415018,
      "loss": 1.9531,
      "step": 76327
    },
    {
      "epoch": 3.5509653407769246,
      "grad_norm": 1.4485453361701677,
      "learning_rate": 0.00011023811073275215,
      "loss": 2.1719,
      "step": 76328
    },
    {
      "epoch": 3.5510118632240055,
      "grad_norm": 1.4458669425177266,
      "learning_rate": 0.00011023453209569655,
      "loss": 2.125,
      "step": 76329
    },
    {
      "epoch": 3.5510583856710864,
      "grad_norm": 1.3773639994061793,
      "learning_rate": 0.00011023095348298563,
      "loss": 1.7344,
      "step": 76330
    },
    {
      "epoch": 3.551104908118167,
      "grad_norm": 1.4610108892536717,
      "learning_rate": 0.00011022737489462155,
      "loss": 1.9766,
      "step": 76331
    },
    {
      "epoch": 3.551151430565248,
      "grad_norm": 1.368850420299998,
      "learning_rate": 0.00011022379633060652,
      "loss": 1.8828,
      "step": 76332
    },
    {
      "epoch": 3.5511979530123283,
      "grad_norm": 1.3483224528442357,
      "learning_rate": 0.0001102202177909427,
      "loss": 1.9531,
      "step": 76333
    },
    {
      "epoch": 3.5512444754594092,
      "grad_norm": 1.4364976629195576,
      "learning_rate": 0.00011021663927563231,
      "loss": 1.9609,
      "step": 76334
    },
    {
      "epoch": 3.5512909979064897,
      "grad_norm": 1.511618786168729,
      "learning_rate": 0.00011021306078467749,
      "loss": 1.7734,
      "step": 76335
    },
    {
      "epoch": 3.5513375203535706,
      "grad_norm": 1.4649309581359031,
      "learning_rate": 0.00011020948231808051,
      "loss": 2.0469,
      "step": 76336
    },
    {
      "epoch": 3.5513840428006516,
      "grad_norm": 1.4857428841229547,
      "learning_rate": 0.0001102059038758435,
      "loss": 2.1094,
      "step": 76337
    },
    {
      "epoch": 3.551430565247732,
      "grad_norm": 1.6071420976794613,
      "learning_rate": 0.0001102023254579687,
      "loss": 2.0469,
      "step": 76338
    },
    {
      "epoch": 3.5514770876948125,
      "grad_norm": 1.4211093731362145,
      "learning_rate": 0.00011019874706445823,
      "loss": 2.0312,
      "step": 76339
    },
    {
      "epoch": 3.5515236101418934,
      "grad_norm": 1.4604369962034895,
      "learning_rate": 0.00011019516869531435,
      "loss": 1.9531,
      "step": 76340
    },
    {
      "epoch": 3.5515701325889744,
      "grad_norm": 1.450808175821992,
      "learning_rate": 0.0001101915903505392,
      "loss": 2.0625,
      "step": 76341
    },
    {
      "epoch": 3.551616655036055,
      "grad_norm": 1.4445857929428407,
      "learning_rate": 0.00011018801203013502,
      "loss": 2.0,
      "step": 76342
    },
    {
      "epoch": 3.5516631774831358,
      "grad_norm": 1.4591795817423034,
      "learning_rate": 0.00011018443373410395,
      "loss": 2.0625,
      "step": 76343
    },
    {
      "epoch": 3.5517096999302162,
      "grad_norm": 1.835756073670825,
      "learning_rate": 0.00011018085546244821,
      "loss": 2.0312,
      "step": 76344
    },
    {
      "epoch": 3.551756222377297,
      "grad_norm": 1.5294581240732863,
      "learning_rate": 0.00011017727721516998,
      "loss": 2.2812,
      "step": 76345
    },
    {
      "epoch": 3.5518027448243776,
      "grad_norm": 1.4985458305722805,
      "learning_rate": 0.00011017369899227147,
      "loss": 1.8359,
      "step": 76346
    },
    {
      "epoch": 3.5518492672714586,
      "grad_norm": 1.3493938620498207,
      "learning_rate": 0.00011017012079375487,
      "loss": 1.7578,
      "step": 76347
    },
    {
      "epoch": 3.551895789718539,
      "grad_norm": 1.469883081178864,
      "learning_rate": 0.00011016654261962225,
      "loss": 1.9219,
      "step": 76348
    },
    {
      "epoch": 3.55194231216562,
      "grad_norm": 1.4125836893677983,
      "learning_rate": 0.00011016296446987601,
      "loss": 1.9219,
      "step": 76349
    },
    {
      "epoch": 3.5519888346127004,
      "grad_norm": 1.520330311635357,
      "learning_rate": 0.00011015938634451824,
      "loss": 2.1094,
      "step": 76350
    },
    {
      "epoch": 3.5520353570597814,
      "grad_norm": 1.4824575308559347,
      "learning_rate": 0.00011015580824355109,
      "loss": 2.1406,
      "step": 76351
    },
    {
      "epoch": 3.5520818795068623,
      "grad_norm": 1.3967456949264276,
      "learning_rate": 0.00011015223016697683,
      "loss": 2.0156,
      "step": 76352
    },
    {
      "epoch": 3.5521284019539427,
      "grad_norm": 1.4639008902066233,
      "learning_rate": 0.00011014865211479756,
      "loss": 2.0625,
      "step": 76353
    },
    {
      "epoch": 3.5521749244010232,
      "grad_norm": 1.4759115101517948,
      "learning_rate": 0.00011014507408701557,
      "loss": 2.0938,
      "step": 76354
    },
    {
      "epoch": 3.552221446848104,
      "grad_norm": 1.451052574540911,
      "learning_rate": 0.00011014149608363297,
      "loss": 1.5156,
      "step": 76355
    },
    {
      "epoch": 3.552267969295185,
      "grad_norm": 1.4847635797150565,
      "learning_rate": 0.000110137918104652,
      "loss": 2.0156,
      "step": 76356
    },
    {
      "epoch": 3.5523144917422655,
      "grad_norm": 1.4282106306157893,
      "learning_rate": 0.0001101343401500748,
      "loss": 1.9766,
      "step": 76357
    },
    {
      "epoch": 3.5523610141893465,
      "grad_norm": 1.368191716788306,
      "learning_rate": 0.00011013076221990363,
      "loss": 1.6875,
      "step": 76358
    },
    {
      "epoch": 3.552407536636427,
      "grad_norm": 1.5616579625245188,
      "learning_rate": 0.00011012718431414062,
      "loss": 2.2344,
      "step": 76359
    },
    {
      "epoch": 3.552454059083508,
      "grad_norm": 1.389532456006008,
      "learning_rate": 0.000110123606432788,
      "loss": 1.9766,
      "step": 76360
    },
    {
      "epoch": 3.5525005815305883,
      "grad_norm": 1.3474111705441767,
      "learning_rate": 0.0001101200285758479,
      "loss": 1.8281,
      "step": 76361
    },
    {
      "epoch": 3.5525471039776693,
      "grad_norm": 1.4295000053154612,
      "learning_rate": 0.0001101164507433226,
      "loss": 1.9688,
      "step": 76362
    },
    {
      "epoch": 3.55259362642475,
      "grad_norm": 1.4170990440000417,
      "learning_rate": 0.00011011287293521422,
      "loss": 2.0938,
      "step": 76363
    },
    {
      "epoch": 3.5526401488718307,
      "grad_norm": 1.3906481948479748,
      "learning_rate": 0.000110109295151525,
      "loss": 2.0625,
      "step": 76364
    },
    {
      "epoch": 3.552686671318911,
      "grad_norm": 1.3357255397790555,
      "learning_rate": 0.00011010571739225707,
      "loss": 1.8047,
      "step": 76365
    },
    {
      "epoch": 3.552733193765992,
      "grad_norm": 1.4221998506753726,
      "learning_rate": 0.0001101021396574127,
      "loss": 1.9297,
      "step": 76366
    },
    {
      "epoch": 3.552779716213073,
      "grad_norm": 1.4590213272985906,
      "learning_rate": 0.00011009856194699399,
      "loss": 2.1875,
      "step": 76367
    },
    {
      "epoch": 3.5528262386601535,
      "grad_norm": 1.486490409228306,
      "learning_rate": 0.0001100949842610032,
      "loss": 2.375,
      "step": 76368
    },
    {
      "epoch": 3.5528727611072344,
      "grad_norm": 1.4756746054176129,
      "learning_rate": 0.00011009140659944248,
      "loss": 2.0469,
      "step": 76369
    },
    {
      "epoch": 3.552919283554315,
      "grad_norm": 1.4582364572738953,
      "learning_rate": 0.000110087828962314,
      "loss": 2.1406,
      "step": 76370
    },
    {
      "epoch": 3.5529658060013958,
      "grad_norm": 1.3980431504471509,
      "learning_rate": 0.00011008425134962003,
      "loss": 1.8906,
      "step": 76371
    },
    {
      "epoch": 3.5530123284484763,
      "grad_norm": 1.384507922239924,
      "learning_rate": 0.00011008067376136273,
      "loss": 1.8828,
      "step": 76372
    },
    {
      "epoch": 3.553058850895557,
      "grad_norm": 1.5263886986590427,
      "learning_rate": 0.00011007709619754427,
      "loss": 2.1719,
      "step": 76373
    },
    {
      "epoch": 3.553105373342638,
      "grad_norm": 1.5313196785361973,
      "learning_rate": 0.00011007351865816683,
      "loss": 2.1875,
      "step": 76374
    },
    {
      "epoch": 3.5531518957897186,
      "grad_norm": 1.4890341111531806,
      "learning_rate": 0.00011006994114323263,
      "loss": 2.125,
      "step": 76375
    },
    {
      "epoch": 3.553198418236799,
      "grad_norm": 1.4691320992816124,
      "learning_rate": 0.00011006636365274386,
      "loss": 2.1094,
      "step": 76376
    },
    {
      "epoch": 3.55324494068388,
      "grad_norm": 1.3822354094712421,
      "learning_rate": 0.00011006278618670268,
      "loss": 1.9453,
      "step": 76377
    },
    {
      "epoch": 3.553291463130961,
      "grad_norm": 1.4479760991469397,
      "learning_rate": 0.00011005920874511131,
      "loss": 1.5938,
      "step": 76378
    },
    {
      "epoch": 3.5533379855780414,
      "grad_norm": 1.3766460850835225,
      "learning_rate": 0.00011005563132797189,
      "loss": 1.9062,
      "step": 76379
    },
    {
      "epoch": 3.553384508025122,
      "grad_norm": 1.449256212635646,
      "learning_rate": 0.00011005205393528671,
      "loss": 2.25,
      "step": 76380
    },
    {
      "epoch": 3.5534310304722028,
      "grad_norm": 1.434090860081384,
      "learning_rate": 0.00011004847656705784,
      "loss": 1.8672,
      "step": 76381
    },
    {
      "epoch": 3.5534775529192837,
      "grad_norm": 1.445115986971018,
      "learning_rate": 0.00011004489922328758,
      "loss": 2.1562,
      "step": 76382
    },
    {
      "epoch": 3.553524075366364,
      "grad_norm": 1.4384315173604418,
      "learning_rate": 0.00011004132190397803,
      "loss": 2.0,
      "step": 76383
    },
    {
      "epoch": 3.553570597813445,
      "grad_norm": 1.5162416654014903,
      "learning_rate": 0.00011003774460913142,
      "loss": 1.9766,
      "step": 76384
    },
    {
      "epoch": 3.5536171202605256,
      "grad_norm": 1.3868955568781103,
      "learning_rate": 0.00011003416733874995,
      "loss": 2.0312,
      "step": 76385
    },
    {
      "epoch": 3.5536636427076065,
      "grad_norm": 1.5223116895836408,
      "learning_rate": 0.00011003059009283583,
      "loss": 2.1094,
      "step": 76386
    },
    {
      "epoch": 3.553710165154687,
      "grad_norm": 1.408571151816493,
      "learning_rate": 0.00011002701287139116,
      "loss": 1.7734,
      "step": 76387
    },
    {
      "epoch": 3.553756687601768,
      "grad_norm": 1.573795194992413,
      "learning_rate": 0.00011002343567441823,
      "loss": 2.1406,
      "step": 76388
    },
    {
      "epoch": 3.553803210048849,
      "grad_norm": 1.557566349873279,
      "learning_rate": 0.00011001985850191915,
      "loss": 2.2656,
      "step": 76389
    },
    {
      "epoch": 3.5538497324959293,
      "grad_norm": 1.421063278927355,
      "learning_rate": 0.00011001628135389618,
      "loss": 2.2031,
      "step": 76390
    },
    {
      "epoch": 3.5538962549430098,
      "grad_norm": 1.503578927620429,
      "learning_rate": 0.00011001270423035145,
      "loss": 2.25,
      "step": 76391
    },
    {
      "epoch": 3.5539427773900907,
      "grad_norm": 1.4442840468336964,
      "learning_rate": 0.00011000912713128716,
      "loss": 2.0312,
      "step": 76392
    },
    {
      "epoch": 3.5539892998371716,
      "grad_norm": 1.414034569936343,
      "learning_rate": 0.00011000555005670556,
      "loss": 2.1094,
      "step": 76393
    },
    {
      "epoch": 3.554035822284252,
      "grad_norm": 1.3969139664371306,
      "learning_rate": 0.00011000197300660879,
      "loss": 1.7422,
      "step": 76394
    },
    {
      "epoch": 3.554082344731333,
      "grad_norm": 1.5107842593956695,
      "learning_rate": 0.00010999839598099905,
      "loss": 2.0938,
      "step": 76395
    },
    {
      "epoch": 3.5541288671784135,
      "grad_norm": 1.5321344617083676,
      "learning_rate": 0.0001099948189798785,
      "loss": 2.1719,
      "step": 76396
    },
    {
      "epoch": 3.5541753896254944,
      "grad_norm": 1.5216951915166397,
      "learning_rate": 0.00010999124200324941,
      "loss": 2.2031,
      "step": 76397
    },
    {
      "epoch": 3.554221912072575,
      "grad_norm": 1.431528475603416,
      "learning_rate": 0.0001099876650511139,
      "loss": 2.0156,
      "step": 76398
    },
    {
      "epoch": 3.554268434519656,
      "grad_norm": 1.4959625573811883,
      "learning_rate": 0.00010998408812347418,
      "loss": 2.2812,
      "step": 76399
    },
    {
      "epoch": 3.5543149569667367,
      "grad_norm": 1.4809073314150185,
      "learning_rate": 0.0001099805112203324,
      "loss": 2.125,
      "step": 76400
    },
    {
      "epoch": 3.554361479413817,
      "grad_norm": 1.4722916922486642,
      "learning_rate": 0.00010997693434169083,
      "loss": 2.2656,
      "step": 76401
    },
    {
      "epoch": 3.5544080018608977,
      "grad_norm": 1.4629759250428276,
      "learning_rate": 0.00010997335748755162,
      "loss": 2.0625,
      "step": 76402
    },
    {
      "epoch": 3.5544545243079786,
      "grad_norm": 1.3801007455504013,
      "learning_rate": 0.00010996978065791691,
      "loss": 1.8281,
      "step": 76403
    },
    {
      "epoch": 3.5545010467550595,
      "grad_norm": 1.4002032791760852,
      "learning_rate": 0.00010996620385278899,
      "loss": 1.7344,
      "step": 76404
    },
    {
      "epoch": 3.55454756920214,
      "grad_norm": 1.455573482531691,
      "learning_rate": 0.00010996262707216993,
      "loss": 2.0469,
      "step": 76405
    },
    {
      "epoch": 3.554594091649221,
      "grad_norm": 1.3068304385420741,
      "learning_rate": 0.00010995905031606206,
      "loss": 1.6953,
      "step": 76406
    },
    {
      "epoch": 3.5546406140963014,
      "grad_norm": 1.4045276843484726,
      "learning_rate": 0.00010995547358446745,
      "loss": 1.9922,
      "step": 76407
    },
    {
      "epoch": 3.5546871365433823,
      "grad_norm": 1.3809848099426794,
      "learning_rate": 0.00010995189687738837,
      "loss": 1.9844,
      "step": 76408
    },
    {
      "epoch": 3.554733658990463,
      "grad_norm": 1.5741681636494207,
      "learning_rate": 0.00010994832019482691,
      "loss": 2.25,
      "step": 76409
    },
    {
      "epoch": 3.5547801814375437,
      "grad_norm": 1.5160695899650583,
      "learning_rate": 0.0001099447435367854,
      "loss": 2.1719,
      "step": 76410
    },
    {
      "epoch": 3.554826703884624,
      "grad_norm": 1.4450068106711638,
      "learning_rate": 0.00010994116690326589,
      "loss": 2.0312,
      "step": 76411
    },
    {
      "epoch": 3.554873226331705,
      "grad_norm": 1.4539599744168652,
      "learning_rate": 0.00010993759029427069,
      "loss": 2.125,
      "step": 76412
    },
    {
      "epoch": 3.5549197487787856,
      "grad_norm": 1.492405555325009,
      "learning_rate": 0.00010993401370980186,
      "loss": 2.2031,
      "step": 76413
    },
    {
      "epoch": 3.5549662712258665,
      "grad_norm": 1.46855390427273,
      "learning_rate": 0.00010993043714986168,
      "loss": 1.8828,
      "step": 76414
    },
    {
      "epoch": 3.5550127936729474,
      "grad_norm": 1.4479419230452053,
      "learning_rate": 0.00010992686061445236,
      "loss": 2.0312,
      "step": 76415
    },
    {
      "epoch": 3.555059316120028,
      "grad_norm": 1.4924161276285552,
      "learning_rate": 0.00010992328410357603,
      "loss": 2.0625,
      "step": 76416
    },
    {
      "epoch": 3.5551058385671084,
      "grad_norm": 1.4726262157773768,
      "learning_rate": 0.00010991970761723494,
      "loss": 2.1719,
      "step": 76417
    },
    {
      "epoch": 3.5551523610141893,
      "grad_norm": 1.5057332775647252,
      "learning_rate": 0.0001099161311554312,
      "loss": 2.1562,
      "step": 76418
    },
    {
      "epoch": 3.55519888346127,
      "grad_norm": 1.365891868728798,
      "learning_rate": 0.00010991255471816707,
      "loss": 1.7344,
      "step": 76419
    },
    {
      "epoch": 3.5552454059083507,
      "grad_norm": 1.4181784231423658,
      "learning_rate": 0.00010990897830544469,
      "loss": 1.8359,
      "step": 76420
    },
    {
      "epoch": 3.5552919283554316,
      "grad_norm": 1.494618038480933,
      "learning_rate": 0.00010990540191726627,
      "loss": 2.2031,
      "step": 76421
    },
    {
      "epoch": 3.555338450802512,
      "grad_norm": 1.433145345827686,
      "learning_rate": 0.000109901825553634,
      "loss": 1.9922,
      "step": 76422
    },
    {
      "epoch": 3.555384973249593,
      "grad_norm": 1.4370500678640392,
      "learning_rate": 0.00010989824921455009,
      "loss": 1.9453,
      "step": 76423
    },
    {
      "epoch": 3.5554314956966735,
      "grad_norm": 1.3198942185458964,
      "learning_rate": 0.00010989467290001667,
      "loss": 1.625,
      "step": 76424
    },
    {
      "epoch": 3.5554780181437544,
      "grad_norm": 1.50088291527941,
      "learning_rate": 0.00010989109661003602,
      "loss": 2.2031,
      "step": 76425
    },
    {
      "epoch": 3.5555245405908353,
      "grad_norm": 1.423729823597784,
      "learning_rate": 0.00010988752034461023,
      "loss": 1.9844,
      "step": 76426
    },
    {
      "epoch": 3.555571063037916,
      "grad_norm": 1.5113463566826155,
      "learning_rate": 0.00010988394410374157,
      "loss": 2.2656,
      "step": 76427
    },
    {
      "epoch": 3.5556175854849963,
      "grad_norm": 1.3422581207230846,
      "learning_rate": 0.0001098803678874322,
      "loss": 1.8203,
      "step": 76428
    },
    {
      "epoch": 3.555664107932077,
      "grad_norm": 1.399650693725606,
      "learning_rate": 0.00010987679169568426,
      "loss": 2.0156,
      "step": 76429
    },
    {
      "epoch": 3.555710630379158,
      "grad_norm": 1.4455292765585557,
      "learning_rate": 0.00010987321552850003,
      "loss": 1.8203,
      "step": 76430
    },
    {
      "epoch": 3.5557571528262386,
      "grad_norm": 1.3176391619599355,
      "learning_rate": 0.00010986963938588162,
      "loss": 1.7266,
      "step": 76431
    },
    {
      "epoch": 3.5558036752733195,
      "grad_norm": 1.3597637879319104,
      "learning_rate": 0.00010986606326783128,
      "loss": 1.9219,
      "step": 76432
    },
    {
      "epoch": 3.5558501977204,
      "grad_norm": 1.4009280668142408,
      "learning_rate": 0.00010986248717435115,
      "loss": 2.0156,
      "step": 76433
    },
    {
      "epoch": 3.555896720167481,
      "grad_norm": 1.429356590627715,
      "learning_rate": 0.00010985891110544346,
      "loss": 2.0469,
      "step": 76434
    },
    {
      "epoch": 3.5559432426145614,
      "grad_norm": 1.388762196115639,
      "learning_rate": 0.00010985533506111034,
      "loss": 1.9609,
      "step": 76435
    },
    {
      "epoch": 3.5559897650616423,
      "grad_norm": 1.4335378333792483,
      "learning_rate": 0.00010985175904135402,
      "loss": 2.0156,
      "step": 76436
    },
    {
      "epoch": 3.556036287508723,
      "grad_norm": 1.5393466797214632,
      "learning_rate": 0.00010984818304617675,
      "loss": 2.2344,
      "step": 76437
    },
    {
      "epoch": 3.5560828099558037,
      "grad_norm": 1.553637061278498,
      "learning_rate": 0.00010984460707558062,
      "loss": 2.3438,
      "step": 76438
    },
    {
      "epoch": 3.556129332402884,
      "grad_norm": 1.454848185504817,
      "learning_rate": 0.00010984103112956788,
      "loss": 2.0781,
      "step": 76439
    },
    {
      "epoch": 3.556175854849965,
      "grad_norm": 1.4954619155029032,
      "learning_rate": 0.00010983745520814068,
      "loss": 2.1094,
      "step": 76440
    },
    {
      "epoch": 3.556222377297046,
      "grad_norm": 1.5211440669756542,
      "learning_rate": 0.00010983387931130124,
      "loss": 1.9844,
      "step": 76441
    },
    {
      "epoch": 3.5562688997441265,
      "grad_norm": 1.4360333094083362,
      "learning_rate": 0.0001098303034390517,
      "loss": 2.0312,
      "step": 76442
    },
    {
      "epoch": 3.556315422191207,
      "grad_norm": 1.421763345798786,
      "learning_rate": 0.00010982672759139435,
      "loss": 2.0,
      "step": 76443
    },
    {
      "epoch": 3.556361944638288,
      "grad_norm": 1.2599562810769622,
      "learning_rate": 0.00010982315176833126,
      "loss": 1.5547,
      "step": 76444
    },
    {
      "epoch": 3.556408467085369,
      "grad_norm": 1.5311666404592688,
      "learning_rate": 0.00010981957596986471,
      "loss": 1.9141,
      "step": 76445
    },
    {
      "epoch": 3.5564549895324493,
      "grad_norm": 1.4846000894134528,
      "learning_rate": 0.00010981600019599682,
      "loss": 1.9688,
      "step": 76446
    },
    {
      "epoch": 3.5565015119795302,
      "grad_norm": 1.5190759707732755,
      "learning_rate": 0.00010981242444672982,
      "loss": 1.9844,
      "step": 76447
    },
    {
      "epoch": 3.5565480344266107,
      "grad_norm": 1.4143986397292847,
      "learning_rate": 0.0001098088487220659,
      "loss": 1.9844,
      "step": 76448
    },
    {
      "epoch": 3.5565945568736916,
      "grad_norm": 1.5157984740511832,
      "learning_rate": 0.00010980527302200726,
      "loss": 2.1094,
      "step": 76449
    },
    {
      "epoch": 3.556641079320772,
      "grad_norm": 1.3953071784259934,
      "learning_rate": 0.00010980169734655603,
      "loss": 2.1719,
      "step": 76450
    },
    {
      "epoch": 3.556687601767853,
      "grad_norm": 1.3841711814839253,
      "learning_rate": 0.00010979812169571444,
      "loss": 1.9844,
      "step": 76451
    },
    {
      "epoch": 3.556734124214934,
      "grad_norm": 1.4517045222587626,
      "learning_rate": 0.00010979454606948467,
      "loss": 1.9609,
      "step": 76452
    },
    {
      "epoch": 3.5567806466620144,
      "grad_norm": 1.463364340105454,
      "learning_rate": 0.00010979097046786897,
      "loss": 1.8828,
      "step": 76453
    },
    {
      "epoch": 3.556827169109095,
      "grad_norm": 1.4534061470591222,
      "learning_rate": 0.00010978739489086946,
      "loss": 2.0938,
      "step": 76454
    },
    {
      "epoch": 3.556873691556176,
      "grad_norm": 1.4632456267256235,
      "learning_rate": 0.0001097838193384883,
      "loss": 2.25,
      "step": 76455
    },
    {
      "epoch": 3.5569202140032568,
      "grad_norm": 1.460847681540047,
      "learning_rate": 0.00010978024381072776,
      "loss": 2.1094,
      "step": 76456
    },
    {
      "epoch": 3.5569667364503372,
      "grad_norm": 1.4411937601418787,
      "learning_rate": 0.00010977666830758993,
      "loss": 1.9219,
      "step": 76457
    },
    {
      "epoch": 3.557013258897418,
      "grad_norm": 1.357720160924452,
      "learning_rate": 0.0001097730928290771,
      "loss": 1.8516,
      "step": 76458
    },
    {
      "epoch": 3.5570597813444986,
      "grad_norm": 1.4111056977603902,
      "learning_rate": 0.00010976951737519143,
      "loss": 1.5,
      "step": 76459
    },
    {
      "epoch": 3.5571063037915795,
      "grad_norm": 1.403831508880544,
      "learning_rate": 0.00010976594194593511,
      "loss": 2.0469,
      "step": 76460
    },
    {
      "epoch": 3.55715282623866,
      "grad_norm": 1.5793379834813641,
      "learning_rate": 0.00010976236654131031,
      "loss": 2.2188,
      "step": 76461
    },
    {
      "epoch": 3.557199348685741,
      "grad_norm": 1.5156151446816248,
      "learning_rate": 0.0001097587911613192,
      "loss": 2.1875,
      "step": 76462
    },
    {
      "epoch": 3.5572458711328214,
      "grad_norm": 1.4162238674456114,
      "learning_rate": 0.00010975521580596404,
      "loss": 2.0156,
      "step": 76463
    },
    {
      "epoch": 3.5572923935799023,
      "grad_norm": 1.4467402633022428,
      "learning_rate": 0.00010975164047524693,
      "loss": 2.0312,
      "step": 76464
    },
    {
      "epoch": 3.557338916026983,
      "grad_norm": 1.459674020585809,
      "learning_rate": 0.00010974806516917014,
      "loss": 2.0938,
      "step": 76465
    },
    {
      "epoch": 3.5573854384740637,
      "grad_norm": 1.4159160636910508,
      "learning_rate": 0.0001097444898877358,
      "loss": 1.8672,
      "step": 76466
    },
    {
      "epoch": 3.5574319609211447,
      "grad_norm": 1.463953273477669,
      "learning_rate": 0.00010974091463094614,
      "loss": 2.0156,
      "step": 76467
    },
    {
      "epoch": 3.557478483368225,
      "grad_norm": 1.4230830329089363,
      "learning_rate": 0.0001097373393988033,
      "loss": 1.9219,
      "step": 76468
    },
    {
      "epoch": 3.5575250058153056,
      "grad_norm": 1.3802520713908486,
      "learning_rate": 0.00010973376419130953,
      "loss": 1.875,
      "step": 76469
    },
    {
      "epoch": 3.5575715282623865,
      "grad_norm": 1.455692365490462,
      "learning_rate": 0.00010973018900846695,
      "loss": 1.8906,
      "step": 76470
    },
    {
      "epoch": 3.5576180507094675,
      "grad_norm": 1.3638115453323538,
      "learning_rate": 0.00010972661385027783,
      "loss": 1.9922,
      "step": 76471
    },
    {
      "epoch": 3.557664573156548,
      "grad_norm": 1.3725130176453657,
      "learning_rate": 0.00010972303871674425,
      "loss": 1.7734,
      "step": 76472
    },
    {
      "epoch": 3.557711095603629,
      "grad_norm": 1.4877927037616008,
      "learning_rate": 0.00010971946360786855,
      "loss": 2.2969,
      "step": 76473
    },
    {
      "epoch": 3.5577576180507093,
      "grad_norm": 1.5016847909490099,
      "learning_rate": 0.00010971588852365275,
      "loss": 2.2188,
      "step": 76474
    },
    {
      "epoch": 3.5578041404977903,
      "grad_norm": 1.4729487546204876,
      "learning_rate": 0.00010971231346409918,
      "loss": 2.0625,
      "step": 76475
    },
    {
      "epoch": 3.5578506629448707,
      "grad_norm": 1.5319898089240278,
      "learning_rate": 0.00010970873842920992,
      "loss": 2.125,
      "step": 76476
    },
    {
      "epoch": 3.5578971853919517,
      "grad_norm": 1.3874032502171973,
      "learning_rate": 0.00010970516341898725,
      "loss": 2.0156,
      "step": 76477
    },
    {
      "epoch": 3.5579437078390326,
      "grad_norm": 1.4810314401236644,
      "learning_rate": 0.00010970158843343329,
      "loss": 2.2031,
      "step": 76478
    },
    {
      "epoch": 3.557990230286113,
      "grad_norm": 1.5302161983680513,
      "learning_rate": 0.00010969801347255023,
      "loss": 1.9766,
      "step": 76479
    },
    {
      "epoch": 3.5580367527331935,
      "grad_norm": 1.4605938753958612,
      "learning_rate": 0.00010969443853634034,
      "loss": 1.9844,
      "step": 76480
    },
    {
      "epoch": 3.5580832751802745,
      "grad_norm": 1.4922356500234566,
      "learning_rate": 0.0001096908636248057,
      "loss": 2.1875,
      "step": 76481
    },
    {
      "epoch": 3.5581297976273554,
      "grad_norm": 1.5897420064482302,
      "learning_rate": 0.0001096872887379486,
      "loss": 2.2031,
      "step": 76482
    },
    {
      "epoch": 3.558176320074436,
      "grad_norm": 1.4869674492301086,
      "learning_rate": 0.00010968371387577119,
      "loss": 2.0156,
      "step": 76483
    },
    {
      "epoch": 3.5582228425215168,
      "grad_norm": 1.4423910292864763,
      "learning_rate": 0.0001096801390382756,
      "loss": 2.0938,
      "step": 76484
    },
    {
      "epoch": 3.5582693649685972,
      "grad_norm": 1.4953824298925895,
      "learning_rate": 0.00010967656422546409,
      "loss": 2.1094,
      "step": 76485
    },
    {
      "epoch": 3.558315887415678,
      "grad_norm": 1.4494825889102843,
      "learning_rate": 0.00010967298943733881,
      "loss": 2.0469,
      "step": 76486
    },
    {
      "epoch": 3.5583624098627586,
      "grad_norm": 1.4842582199225196,
      "learning_rate": 0.00010966941467390198,
      "loss": 2.2031,
      "step": 76487
    },
    {
      "epoch": 3.5584089323098396,
      "grad_norm": 1.4439169380143202,
      "learning_rate": 0.00010966583993515574,
      "loss": 2.0312,
      "step": 76488
    },
    {
      "epoch": 3.5584554547569205,
      "grad_norm": 1.4781048200124858,
      "learning_rate": 0.00010966226522110236,
      "loss": 2.1562,
      "step": 76489
    },
    {
      "epoch": 3.558501977204001,
      "grad_norm": 1.439686116464129,
      "learning_rate": 0.00010965869053174394,
      "loss": 2.0938,
      "step": 76490
    },
    {
      "epoch": 3.5585484996510814,
      "grad_norm": 1.4883064399383352,
      "learning_rate": 0.00010965511586708273,
      "loss": 2.1719,
      "step": 76491
    },
    {
      "epoch": 3.5585950220981624,
      "grad_norm": 1.4214124703821143,
      "learning_rate": 0.00010965154122712088,
      "loss": 1.9922,
      "step": 76492
    },
    {
      "epoch": 3.5586415445452433,
      "grad_norm": 1.5616028545321532,
      "learning_rate": 0.00010964796661186062,
      "loss": 2.2656,
      "step": 76493
    },
    {
      "epoch": 3.5586880669923238,
      "grad_norm": 1.5109242957166122,
      "learning_rate": 0.00010964439202130409,
      "loss": 2.0938,
      "step": 76494
    },
    {
      "epoch": 3.5587345894394042,
      "grad_norm": 1.38638435603521,
      "learning_rate": 0.0001096408174554535,
      "loss": 2.0312,
      "step": 76495
    },
    {
      "epoch": 3.558781111886485,
      "grad_norm": 1.3675459073893583,
      "learning_rate": 0.00010963724291431106,
      "loss": 1.9609,
      "step": 76496
    },
    {
      "epoch": 3.558827634333566,
      "grad_norm": 1.510403012648317,
      "learning_rate": 0.00010963366839787893,
      "loss": 2.2031,
      "step": 76497
    },
    {
      "epoch": 3.5588741567806466,
      "grad_norm": 1.4242405483130784,
      "learning_rate": 0.00010963009390615928,
      "loss": 2.0938,
      "step": 76498
    },
    {
      "epoch": 3.5589206792277275,
      "grad_norm": 1.4441242245829908,
      "learning_rate": 0.00010962651943915435,
      "loss": 2.125,
      "step": 76499
    },
    {
      "epoch": 3.558967201674808,
      "grad_norm": 1.4661759558895568,
      "learning_rate": 0.00010962294499686628,
      "loss": 2.125,
      "step": 76500
    },
    {
      "epoch": 3.559013724121889,
      "grad_norm": 1.4132762651442647,
      "learning_rate": 0.00010961937057929725,
      "loss": 1.9531,
      "step": 76501
    },
    {
      "epoch": 3.5590602465689694,
      "grad_norm": 1.4022653035273938,
      "learning_rate": 0.00010961579618644955,
      "loss": 1.9297,
      "step": 76502
    },
    {
      "epoch": 3.5591067690160503,
      "grad_norm": 1.3495369376060853,
      "learning_rate": 0.00010961222181832526,
      "loss": 1.7969,
      "step": 76503
    },
    {
      "epoch": 3.559153291463131,
      "grad_norm": 1.4046009576752627,
      "learning_rate": 0.00010960864747492663,
      "loss": 1.9688,
      "step": 76504
    },
    {
      "epoch": 3.5591998139102117,
      "grad_norm": 1.4800582661336232,
      "learning_rate": 0.0001096050731562558,
      "loss": 2.0625,
      "step": 76505
    },
    {
      "epoch": 3.559246336357292,
      "grad_norm": 1.319821446208977,
      "learning_rate": 0.000109601498862315,
      "loss": 1.75,
      "step": 76506
    },
    {
      "epoch": 3.559292858804373,
      "grad_norm": 1.4727303053224363,
      "learning_rate": 0.0001095979245931064,
      "loss": 2.2031,
      "step": 76507
    },
    {
      "epoch": 3.559339381251454,
      "grad_norm": 1.3888761750283078,
      "learning_rate": 0.00010959435034863221,
      "loss": 1.9531,
      "step": 76508
    },
    {
      "epoch": 3.5593859036985345,
      "grad_norm": 1.3925073848061502,
      "learning_rate": 0.00010959077612889458,
      "loss": 1.9609,
      "step": 76509
    },
    {
      "epoch": 3.5594324261456154,
      "grad_norm": 1.3973272684228135,
      "learning_rate": 0.00010958720193389569,
      "loss": 1.8047,
      "step": 76510
    },
    {
      "epoch": 3.559478948592696,
      "grad_norm": 1.443867625775932,
      "learning_rate": 0.00010958362776363778,
      "loss": 2.1875,
      "step": 76511
    },
    {
      "epoch": 3.559525471039777,
      "grad_norm": 1.4684797789185622,
      "learning_rate": 0.00010958005361812298,
      "loss": 2.0,
      "step": 76512
    },
    {
      "epoch": 3.5595719934868573,
      "grad_norm": 1.404141192029094,
      "learning_rate": 0.00010957647949735356,
      "loss": 1.9297,
      "step": 76513
    },
    {
      "epoch": 3.559618515933938,
      "grad_norm": 1.4933922895568856,
      "learning_rate": 0.00010957290540133161,
      "loss": 2.0312,
      "step": 76514
    },
    {
      "epoch": 3.559665038381019,
      "grad_norm": 1.4229179614699083,
      "learning_rate": 0.0001095693313300594,
      "loss": 2.0312,
      "step": 76515
    },
    {
      "epoch": 3.5597115608280996,
      "grad_norm": 1.4609703378454617,
      "learning_rate": 0.00010956575728353906,
      "loss": 2.125,
      "step": 76516
    },
    {
      "epoch": 3.55975808327518,
      "grad_norm": 1.4939498922106025,
      "learning_rate": 0.00010956218326177281,
      "loss": 2.0156,
      "step": 76517
    },
    {
      "epoch": 3.559804605722261,
      "grad_norm": 1.430807612096051,
      "learning_rate": 0.00010955860926476284,
      "loss": 2.0469,
      "step": 76518
    },
    {
      "epoch": 3.559851128169342,
      "grad_norm": 1.5712527403941368,
      "learning_rate": 0.00010955503529251132,
      "loss": 2.2344,
      "step": 76519
    },
    {
      "epoch": 3.5598976506164224,
      "grad_norm": 1.391551473007266,
      "learning_rate": 0.00010955146134502044,
      "loss": 1.9062,
      "step": 76520
    },
    {
      "epoch": 3.5599441730635033,
      "grad_norm": 1.4221700926097345,
      "learning_rate": 0.00010954788742229242,
      "loss": 2.1875,
      "step": 76521
    },
    {
      "epoch": 3.559990695510584,
      "grad_norm": 1.4072860148968933,
      "learning_rate": 0.00010954431352432938,
      "loss": 2.0156,
      "step": 76522
    },
    {
      "epoch": 3.5600372179576647,
      "grad_norm": 1.4387028304019542,
      "learning_rate": 0.00010954073965113351,
      "loss": 2.0156,
      "step": 76523
    },
    {
      "epoch": 3.560083740404745,
      "grad_norm": 1.3774293089466894,
      "learning_rate": 0.00010953716580270711,
      "loss": 1.8516,
      "step": 76524
    },
    {
      "epoch": 3.560130262851826,
      "grad_norm": 1.5596082432021434,
      "learning_rate": 0.00010953359197905227,
      "loss": 2.2031,
      "step": 76525
    },
    {
      "epoch": 3.5601767852989066,
      "grad_norm": 1.4236244032701413,
      "learning_rate": 0.00010953001818017123,
      "loss": 2.2031,
      "step": 76526
    },
    {
      "epoch": 3.5602233077459875,
      "grad_norm": 1.4614936783195909,
      "learning_rate": 0.00010952644440606613,
      "loss": 1.9062,
      "step": 76527
    },
    {
      "epoch": 3.560269830193068,
      "grad_norm": 1.438565572081567,
      "learning_rate": 0.00010952287065673918,
      "loss": 1.9688,
      "step": 76528
    },
    {
      "epoch": 3.560316352640149,
      "grad_norm": 1.3555693653380663,
      "learning_rate": 0.00010951929693219259,
      "loss": 1.6406,
      "step": 76529
    },
    {
      "epoch": 3.56036287508723,
      "grad_norm": 1.4454315311248698,
      "learning_rate": 0.00010951572323242849,
      "loss": 2.1875,
      "step": 76530
    },
    {
      "epoch": 3.5604093975343103,
      "grad_norm": 1.3861433691940193,
      "learning_rate": 0.00010951214955744913,
      "loss": 1.8906,
      "step": 76531
    },
    {
      "epoch": 3.5604559199813908,
      "grad_norm": 1.4557431002168268,
      "learning_rate": 0.00010950857590725665,
      "loss": 2.2031,
      "step": 76532
    },
    {
      "epoch": 3.5605024424284717,
      "grad_norm": 1.41629914215309,
      "learning_rate": 0.00010950500228185326,
      "loss": 1.9453,
      "step": 76533
    },
    {
      "epoch": 3.5605489648755526,
      "grad_norm": 1.4155665282315053,
      "learning_rate": 0.00010950142868124119,
      "loss": 1.9609,
      "step": 76534
    },
    {
      "epoch": 3.560595487322633,
      "grad_norm": 1.3694756558158978,
      "learning_rate": 0.00010949785510542256,
      "loss": 1.9609,
      "step": 76535
    },
    {
      "epoch": 3.560642009769714,
      "grad_norm": 1.652331184553699,
      "learning_rate": 0.00010949428155439954,
      "loss": 2.3125,
      "step": 76536
    },
    {
      "epoch": 3.5606885322167945,
      "grad_norm": 1.4447613415919143,
      "learning_rate": 0.00010949070802817442,
      "loss": 2.0781,
      "step": 76537
    },
    {
      "epoch": 3.5607350546638754,
      "grad_norm": 1.5619566604684938,
      "learning_rate": 0.00010948713452674928,
      "loss": 2.2969,
      "step": 76538
    },
    {
      "epoch": 3.560781577110956,
      "grad_norm": 1.4813670455660843,
      "learning_rate": 0.0001094835610501264,
      "loss": 2.1094,
      "step": 76539
    },
    {
      "epoch": 3.560828099558037,
      "grad_norm": 1.4338112563290488,
      "learning_rate": 0.00010947998759830789,
      "loss": 2.1094,
      "step": 76540
    },
    {
      "epoch": 3.5608746220051177,
      "grad_norm": 1.3026521828451063,
      "learning_rate": 0.000109476414171296,
      "loss": 1.7734,
      "step": 76541
    },
    {
      "epoch": 3.560921144452198,
      "grad_norm": 1.4018412648601193,
      "learning_rate": 0.00010947284076909281,
      "loss": 1.8906,
      "step": 76542
    },
    {
      "epoch": 3.5609676668992787,
      "grad_norm": 1.3899515013274073,
      "learning_rate": 0.00010946926739170066,
      "loss": 1.9922,
      "step": 76543
    },
    {
      "epoch": 3.5610141893463596,
      "grad_norm": 1.4601384431193039,
      "learning_rate": 0.00010946569403912165,
      "loss": 2.1094,
      "step": 76544
    },
    {
      "epoch": 3.5610607117934405,
      "grad_norm": 1.517757414237918,
      "learning_rate": 0.00010946212071135792,
      "loss": 2.2031,
      "step": 76545
    },
    {
      "epoch": 3.561107234240521,
      "grad_norm": 1.409618635333094,
      "learning_rate": 0.0001094585474084118,
      "loss": 2.0781,
      "step": 76546
    },
    {
      "epoch": 3.561153756687602,
      "grad_norm": 1.4417215337341918,
      "learning_rate": 0.00010945497413028536,
      "loss": 1.9219,
      "step": 76547
    },
    {
      "epoch": 3.5612002791346824,
      "grad_norm": 1.4314754552145925,
      "learning_rate": 0.00010945140087698084,
      "loss": 2.0156,
      "step": 76548
    },
    {
      "epoch": 3.5612468015817633,
      "grad_norm": 1.479159457116488,
      "learning_rate": 0.00010944782764850038,
      "loss": 2.0469,
      "step": 76549
    },
    {
      "epoch": 3.561293324028844,
      "grad_norm": 1.441397924358386,
      "learning_rate": 0.00010944425444484625,
      "loss": 2.1562,
      "step": 76550
    },
    {
      "epoch": 3.5613398464759247,
      "grad_norm": 1.48608749437869,
      "learning_rate": 0.00010944068126602053,
      "loss": 2.2188,
      "step": 76551
    },
    {
      "epoch": 3.561386368923005,
      "grad_norm": 1.4670666918246213,
      "learning_rate": 0.00010943710811202552,
      "loss": 2.0156,
      "step": 76552
    },
    {
      "epoch": 3.561432891370086,
      "grad_norm": 1.4410691017686876,
      "learning_rate": 0.0001094335349828633,
      "loss": 2.1094,
      "step": 76553
    },
    {
      "epoch": 3.5614794138171666,
      "grad_norm": 1.4036844623861173,
      "learning_rate": 0.00010942996187853616,
      "loss": 2.0312,
      "step": 76554
    },
    {
      "epoch": 3.5615259362642475,
      "grad_norm": 1.4070829029903527,
      "learning_rate": 0.0001094263887990462,
      "loss": 1.9766,
      "step": 76555
    },
    {
      "epoch": 3.5615724587113284,
      "grad_norm": 1.3793414362058425,
      "learning_rate": 0.00010942281574439568,
      "loss": 1.9375,
      "step": 76556
    },
    {
      "epoch": 3.561618981158409,
      "grad_norm": 1.4810589672897105,
      "learning_rate": 0.0001094192427145867,
      "loss": 2.1406,
      "step": 76557
    },
    {
      "epoch": 3.5616655036054894,
      "grad_norm": 1.3873128260582264,
      "learning_rate": 0.00010941566970962154,
      "loss": 1.7656,
      "step": 76558
    },
    {
      "epoch": 3.5617120260525703,
      "grad_norm": 1.5716619585220228,
      "learning_rate": 0.00010941209672950231,
      "loss": 2.1875,
      "step": 76559
    },
    {
      "epoch": 3.5617585484996512,
      "grad_norm": 1.4342570618195862,
      "learning_rate": 0.00010940852377423127,
      "loss": 2.0938,
      "step": 76560
    },
    {
      "epoch": 3.5618050709467317,
      "grad_norm": 1.4920095791054127,
      "learning_rate": 0.00010940495084381057,
      "loss": 2.0312,
      "step": 76561
    },
    {
      "epoch": 3.5618515933938126,
      "grad_norm": 1.4663668310050093,
      "learning_rate": 0.00010940137793824238,
      "loss": 2.2031,
      "step": 76562
    },
    {
      "epoch": 3.561898115840893,
      "grad_norm": 1.5036730116497525,
      "learning_rate": 0.00010939780505752892,
      "loss": 2.1719,
      "step": 76563
    },
    {
      "epoch": 3.561944638287974,
      "grad_norm": 1.4516034139911986,
      "learning_rate": 0.00010939423220167235,
      "loss": 2.1719,
      "step": 76564
    },
    {
      "epoch": 3.5619911607350545,
      "grad_norm": 1.5125002090951443,
      "learning_rate": 0.00010939065937067489,
      "loss": 1.9766,
      "step": 76565
    },
    {
      "epoch": 3.5620376831821354,
      "grad_norm": 1.336189204750453,
      "learning_rate": 0.00010938708656453867,
      "loss": 1.7812,
      "step": 76566
    },
    {
      "epoch": 3.5620842056292163,
      "grad_norm": 1.4162095271263468,
      "learning_rate": 0.00010938351378326588,
      "loss": 1.9609,
      "step": 76567
    },
    {
      "epoch": 3.562130728076297,
      "grad_norm": 1.5266443375307526,
      "learning_rate": 0.00010937994102685884,
      "loss": 2.2344,
      "step": 76568
    },
    {
      "epoch": 3.5621772505233773,
      "grad_norm": 1.4570757450675242,
      "learning_rate": 0.00010937636829531957,
      "loss": 1.875,
      "step": 76569
    },
    {
      "epoch": 3.5622237729704582,
      "grad_norm": 1.559909365465457,
      "learning_rate": 0.00010937279558865038,
      "loss": 1.5078,
      "step": 76570
    },
    {
      "epoch": 3.562270295417539,
      "grad_norm": 1.4419748674931676,
      "learning_rate": 0.00010936922290685335,
      "loss": 2.0938,
      "step": 76571
    },
    {
      "epoch": 3.5623168178646196,
      "grad_norm": 1.3908445167193277,
      "learning_rate": 0.00010936565024993077,
      "loss": 2.1406,
      "step": 76572
    },
    {
      "epoch": 3.5623633403117005,
      "grad_norm": 1.531600180213963,
      "learning_rate": 0.00010936207761788474,
      "loss": 2.1406,
      "step": 76573
    },
    {
      "epoch": 3.562409862758781,
      "grad_norm": 1.4700826002181322,
      "learning_rate": 0.00010935850501071752,
      "loss": 1.9141,
      "step": 76574
    },
    {
      "epoch": 3.562456385205862,
      "grad_norm": 1.4165680415251272,
      "learning_rate": 0.00010935493242843123,
      "loss": 1.9766,
      "step": 76575
    },
    {
      "epoch": 3.5625029076529424,
      "grad_norm": 1.5812182858557056,
      "learning_rate": 0.00010935135987102812,
      "loss": 2.4531,
      "step": 76576
    },
    {
      "epoch": 3.5625494301000233,
      "grad_norm": 1.478578029102947,
      "learning_rate": 0.00010934778733851033,
      "loss": 2.0781,
      "step": 76577
    },
    {
      "epoch": 3.562595952547104,
      "grad_norm": 1.3884970380251929,
      "learning_rate": 0.00010934421483088008,
      "loss": 1.6953,
      "step": 76578
    },
    {
      "epoch": 3.5626424749941847,
      "grad_norm": 1.4736637502192542,
      "learning_rate": 0.00010934064234813952,
      "loss": 2.1406,
      "step": 76579
    },
    {
      "epoch": 3.562688997441265,
      "grad_norm": 1.432153683170982,
      "learning_rate": 0.00010933706989029087,
      "loss": 1.9844,
      "step": 76580
    },
    {
      "epoch": 3.562735519888346,
      "grad_norm": 1.51455118716867,
      "learning_rate": 0.00010933349745733629,
      "loss": 2.2188,
      "step": 76581
    },
    {
      "epoch": 3.562782042335427,
      "grad_norm": 1.4927343945983989,
      "learning_rate": 0.000109329925049278,
      "loss": 1.9844,
      "step": 76582
    },
    {
      "epoch": 3.5628285647825075,
      "grad_norm": 1.448804810509304,
      "learning_rate": 0.00010932635266611815,
      "loss": 2.1094,
      "step": 76583
    },
    {
      "epoch": 3.562875087229588,
      "grad_norm": 1.5279209236887745,
      "learning_rate": 0.00010932278030785898,
      "loss": 2.1094,
      "step": 76584
    },
    {
      "epoch": 3.562921609676669,
      "grad_norm": 1.338418315972363,
      "learning_rate": 0.00010931920797450262,
      "loss": 1.8438,
      "step": 76585
    },
    {
      "epoch": 3.56296813212375,
      "grad_norm": 1.5248221589368522,
      "learning_rate": 0.00010931563566605131,
      "loss": 2.0938,
      "step": 76586
    },
    {
      "epoch": 3.5630146545708303,
      "grad_norm": 1.4296503943659746,
      "learning_rate": 0.0001093120633825072,
      "loss": 1.9609,
      "step": 76587
    },
    {
      "epoch": 3.5630611770179113,
      "grad_norm": 1.5151636839630216,
      "learning_rate": 0.00010930849112387244,
      "loss": 2.125,
      "step": 76588
    },
    {
      "epoch": 3.5631076994649917,
      "grad_norm": 1.4083331858561345,
      "learning_rate": 0.00010930491889014924,
      "loss": 2.0469,
      "step": 76589
    },
    {
      "epoch": 3.5631542219120727,
      "grad_norm": 1.4371734363711686,
      "learning_rate": 0.00010930134668133989,
      "loss": 2.0938,
      "step": 76590
    },
    {
      "epoch": 3.563200744359153,
      "grad_norm": 1.4587222048354538,
      "learning_rate": 0.00010929777449744644,
      "loss": 2.0156,
      "step": 76591
    },
    {
      "epoch": 3.563247266806234,
      "grad_norm": 1.4648310237384172,
      "learning_rate": 0.00010929420233847119,
      "loss": 1.5938,
      "step": 76592
    },
    {
      "epoch": 3.563293789253315,
      "grad_norm": 1.4636185826831236,
      "learning_rate": 0.00010929063020441619,
      "loss": 2.0469,
      "step": 76593
    },
    {
      "epoch": 3.5633403117003954,
      "grad_norm": 1.4849335781931894,
      "learning_rate": 0.00010928705809528378,
      "loss": 2.2812,
      "step": 76594
    },
    {
      "epoch": 3.563386834147476,
      "grad_norm": 1.4309389316866872,
      "learning_rate": 0.00010928348601107602,
      "loss": 2.0469,
      "step": 76595
    },
    {
      "epoch": 3.563433356594557,
      "grad_norm": 1.407429343126212,
      "learning_rate": 0.0001092799139517952,
      "loss": 2.0,
      "step": 76596
    },
    {
      "epoch": 3.5634798790416378,
      "grad_norm": 1.398228385726191,
      "learning_rate": 0.00010927634191744342,
      "loss": 2.0312,
      "step": 76597
    },
    {
      "epoch": 3.5635264014887182,
      "grad_norm": 1.4707849569541729,
      "learning_rate": 0.00010927276990802292,
      "loss": 2.1094,
      "step": 76598
    },
    {
      "epoch": 3.563572923935799,
      "grad_norm": 1.4259239316579873,
      "learning_rate": 0.00010926919792353585,
      "loss": 1.9688,
      "step": 76599
    },
    {
      "epoch": 3.5636194463828796,
      "grad_norm": 1.443844714618455,
      "learning_rate": 0.00010926562596398445,
      "loss": 2.1406,
      "step": 76600
    },
    {
      "epoch": 3.5636659688299606,
      "grad_norm": 1.4340532536105448,
      "learning_rate": 0.00010926205402937083,
      "loss": 2.0781,
      "step": 76601
    },
    {
      "epoch": 3.563712491277041,
      "grad_norm": 1.452215463281726,
      "learning_rate": 0.00010925848211969726,
      "loss": 2.0,
      "step": 76602
    },
    {
      "epoch": 3.563759013724122,
      "grad_norm": 1.4602472004693423,
      "learning_rate": 0.00010925491023496587,
      "loss": 2.0156,
      "step": 76603
    },
    {
      "epoch": 3.563805536171203,
      "grad_norm": 1.4762848258818555,
      "learning_rate": 0.00010925133837517888,
      "loss": 1.9375,
      "step": 76604
    },
    {
      "epoch": 3.5638520586182834,
      "grad_norm": 1.346987529276777,
      "learning_rate": 0.00010924776654033844,
      "loss": 1.9219,
      "step": 76605
    },
    {
      "epoch": 3.563898581065364,
      "grad_norm": 1.4231677330720875,
      "learning_rate": 0.00010924419473044677,
      "loss": 2.0,
      "step": 76606
    },
    {
      "epoch": 3.5639451035124448,
      "grad_norm": 1.457650956137072,
      "learning_rate": 0.00010924062294550603,
      "loss": 2.0781,
      "step": 76607
    },
    {
      "epoch": 3.5639916259595257,
      "grad_norm": 1.4392858331567449,
      "learning_rate": 0.00010923705118551845,
      "loss": 1.9219,
      "step": 76608
    },
    {
      "epoch": 3.564038148406606,
      "grad_norm": 1.4896243437747576,
      "learning_rate": 0.00010923347945048615,
      "loss": 2.0625,
      "step": 76609
    },
    {
      "epoch": 3.5640846708536866,
      "grad_norm": 1.4514923968278557,
      "learning_rate": 0.00010922990774041138,
      "loss": 2.0938,
      "step": 76610
    },
    {
      "epoch": 3.5641311933007676,
      "grad_norm": 1.4517177985796403,
      "learning_rate": 0.00010922633605529625,
      "loss": 2.0156,
      "step": 76611
    },
    {
      "epoch": 3.5641777157478485,
      "grad_norm": 1.3881530862678195,
      "learning_rate": 0.00010922276439514303,
      "loss": 1.8047,
      "step": 76612
    },
    {
      "epoch": 3.564224238194929,
      "grad_norm": 1.491991874740619,
      "learning_rate": 0.00010921919275995391,
      "loss": 2.1875,
      "step": 76613
    },
    {
      "epoch": 3.56427076064201,
      "grad_norm": 1.4988424102027087,
      "learning_rate": 0.000109215621149731,
      "loss": 2.0938,
      "step": 76614
    },
    {
      "epoch": 3.5643172830890903,
      "grad_norm": 1.5264527813102275,
      "learning_rate": 0.00010921204956447656,
      "loss": 2.4531,
      "step": 76615
    },
    {
      "epoch": 3.5643638055361713,
      "grad_norm": 1.4410161859045878,
      "learning_rate": 0.00010920847800419273,
      "loss": 1.8828,
      "step": 76616
    },
    {
      "epoch": 3.5644103279832517,
      "grad_norm": 1.45115332310399,
      "learning_rate": 0.0001092049064688817,
      "loss": 2.0938,
      "step": 76617
    },
    {
      "epoch": 3.5644568504303327,
      "grad_norm": 1.4771596144980477,
      "learning_rate": 0.0001092013349585457,
      "loss": 2.125,
      "step": 76618
    },
    {
      "epoch": 3.5645033728774136,
      "grad_norm": 1.4658034218373994,
      "learning_rate": 0.00010919776347318682,
      "loss": 2.1719,
      "step": 76619
    },
    {
      "epoch": 3.564549895324494,
      "grad_norm": 1.5027356495089574,
      "learning_rate": 0.00010919419201280737,
      "loss": 2.0781,
      "step": 76620
    },
    {
      "epoch": 3.5645964177715745,
      "grad_norm": 1.3752825544018756,
      "learning_rate": 0.00010919062057740944,
      "loss": 1.9375,
      "step": 76621
    },
    {
      "epoch": 3.5646429402186555,
      "grad_norm": 1.76084162494248,
      "learning_rate": 0.00010918704916699527,
      "loss": 2.1406,
      "step": 76622
    },
    {
      "epoch": 3.5646894626657364,
      "grad_norm": 1.3937933889050356,
      "learning_rate": 0.00010918347778156702,
      "loss": 1.8906,
      "step": 76623
    },
    {
      "epoch": 3.564735985112817,
      "grad_norm": 1.329649913583708,
      "learning_rate": 0.00010917990642112691,
      "loss": 1.7344,
      "step": 76624
    },
    {
      "epoch": 3.564782507559898,
      "grad_norm": 1.3278041047739422,
      "learning_rate": 0.00010917633508567705,
      "loss": 1.7031,
      "step": 76625
    },
    {
      "epoch": 3.5648290300069783,
      "grad_norm": 1.4812837523423277,
      "learning_rate": 0.00010917276377521972,
      "loss": 2.2344,
      "step": 76626
    },
    {
      "epoch": 3.564875552454059,
      "grad_norm": 1.3521786970859342,
      "learning_rate": 0.00010916919248975706,
      "loss": 1.8203,
      "step": 76627
    },
    {
      "epoch": 3.5649220749011397,
      "grad_norm": 1.5078201528309514,
      "learning_rate": 0.00010916562122929126,
      "loss": 2.1406,
      "step": 76628
    },
    {
      "epoch": 3.5649685973482206,
      "grad_norm": 1.5259992935927866,
      "learning_rate": 0.00010916204999382448,
      "loss": 2.1094,
      "step": 76629
    },
    {
      "epoch": 3.5650151197953015,
      "grad_norm": 1.4770260944166413,
      "learning_rate": 0.00010915847878335898,
      "loss": 2.1719,
      "step": 76630
    },
    {
      "epoch": 3.565061642242382,
      "grad_norm": 1.522120800599845,
      "learning_rate": 0.00010915490759789685,
      "loss": 1.7812,
      "step": 76631
    },
    {
      "epoch": 3.5651081646894625,
      "grad_norm": 1.4765948941600604,
      "learning_rate": 0.00010915133643744038,
      "loss": 2.1406,
      "step": 76632
    },
    {
      "epoch": 3.5651546871365434,
      "grad_norm": 1.4140988505656007,
      "learning_rate": 0.00010914776530199162,
      "loss": 1.7891,
      "step": 76633
    },
    {
      "epoch": 3.5652012095836243,
      "grad_norm": 1.538775278038295,
      "learning_rate": 0.00010914419419155288,
      "loss": 2.2344,
      "step": 76634
    },
    {
      "epoch": 3.5652477320307048,
      "grad_norm": 1.3895789195076833,
      "learning_rate": 0.00010914062310612632,
      "loss": 1.875,
      "step": 76635
    },
    {
      "epoch": 3.5652942544777857,
      "grad_norm": 1.4528950818226647,
      "learning_rate": 0.00010913705204571412,
      "loss": 1.9844,
      "step": 76636
    },
    {
      "epoch": 3.565340776924866,
      "grad_norm": 1.4132027205743012,
      "learning_rate": 0.00010913348101031846,
      "loss": 1.9609,
      "step": 76637
    },
    {
      "epoch": 3.565387299371947,
      "grad_norm": 1.4346721618309262,
      "learning_rate": 0.0001091299099999415,
      "loss": 1.8359,
      "step": 76638
    },
    {
      "epoch": 3.5654338218190276,
      "grad_norm": 1.46186835388034,
      "learning_rate": 0.00010912633901458547,
      "loss": 2.0625,
      "step": 76639
    },
    {
      "epoch": 3.5654803442661085,
      "grad_norm": 1.4975262702813343,
      "learning_rate": 0.00010912276805425251,
      "loss": 2.1094,
      "step": 76640
    },
    {
      "epoch": 3.565526866713189,
      "grad_norm": 1.4070731038562794,
      "learning_rate": 0.00010911919711894486,
      "loss": 1.9453,
      "step": 76641
    },
    {
      "epoch": 3.56557338916027,
      "grad_norm": 1.5210302815953656,
      "learning_rate": 0.00010911562620866469,
      "loss": 2.1719,
      "step": 76642
    },
    {
      "epoch": 3.5656199116073504,
      "grad_norm": 1.4953156175760676,
      "learning_rate": 0.00010911205532341413,
      "loss": 2.2344,
      "step": 76643
    },
    {
      "epoch": 3.5656664340544313,
      "grad_norm": 1.4979812237361378,
      "learning_rate": 0.00010910848446319544,
      "loss": 2.0469,
      "step": 76644
    },
    {
      "epoch": 3.565712956501512,
      "grad_norm": 1.4494162384605385,
      "learning_rate": 0.00010910491362801077,
      "loss": 2.0312,
      "step": 76645
    },
    {
      "epoch": 3.5657594789485927,
      "grad_norm": 1.4737135360353268,
      "learning_rate": 0.00010910134281786234,
      "loss": 2.2031,
      "step": 76646
    },
    {
      "epoch": 3.565806001395673,
      "grad_norm": 1.531703172691419,
      "learning_rate": 0.00010909777203275225,
      "loss": 2.2656,
      "step": 76647
    },
    {
      "epoch": 3.565852523842754,
      "grad_norm": 1.5002231272901254,
      "learning_rate": 0.0001090942012726828,
      "loss": 2.0938,
      "step": 76648
    },
    {
      "epoch": 3.565899046289835,
      "grad_norm": 1.4369031185908496,
      "learning_rate": 0.00010909063053765609,
      "loss": 2.0781,
      "step": 76649
    },
    {
      "epoch": 3.5659455687369155,
      "grad_norm": 1.368790165173877,
      "learning_rate": 0.00010908705982767436,
      "loss": 2.0156,
      "step": 76650
    },
    {
      "epoch": 3.5659920911839964,
      "grad_norm": 1.2774324189750423,
      "learning_rate": 0.00010908348914273974,
      "loss": 1.5,
      "step": 76651
    },
    {
      "epoch": 3.566038613631077,
      "grad_norm": 1.4838892688098755,
      "learning_rate": 0.00010907991848285446,
      "loss": 2.0312,
      "step": 76652
    },
    {
      "epoch": 3.566085136078158,
      "grad_norm": 1.5234986829924233,
      "learning_rate": 0.00010907634784802069,
      "loss": 2.2812,
      "step": 76653
    },
    {
      "epoch": 3.5661316585252383,
      "grad_norm": 1.4307332044389132,
      "learning_rate": 0.00010907277723824066,
      "loss": 2.1562,
      "step": 76654
    },
    {
      "epoch": 3.566178180972319,
      "grad_norm": 1.5435126317521641,
      "learning_rate": 0.00010906920665351644,
      "loss": 2.2656,
      "step": 76655
    },
    {
      "epoch": 3.5662247034194,
      "grad_norm": 1.4633333751355773,
      "learning_rate": 0.00010906563609385032,
      "loss": 2.0625,
      "step": 76656
    },
    {
      "epoch": 3.5662712258664806,
      "grad_norm": 1.4128132757700993,
      "learning_rate": 0.00010906206555924451,
      "loss": 1.9531,
      "step": 76657
    },
    {
      "epoch": 3.566317748313561,
      "grad_norm": 1.3121038724125202,
      "learning_rate": 0.0001090584950497011,
      "loss": 1.5469,
      "step": 76658
    },
    {
      "epoch": 3.566364270760642,
      "grad_norm": 1.4834959973601627,
      "learning_rate": 0.00010905492456522236,
      "loss": 2.0625,
      "step": 76659
    },
    {
      "epoch": 3.566410793207723,
      "grad_norm": 1.4965846076398786,
      "learning_rate": 0.0001090513541058104,
      "loss": 1.9453,
      "step": 76660
    },
    {
      "epoch": 3.5664573156548034,
      "grad_norm": 1.5077349377324882,
      "learning_rate": 0.00010904778367146747,
      "loss": 1.9297,
      "step": 76661
    },
    {
      "epoch": 3.5665038381018843,
      "grad_norm": 1.4451668676700375,
      "learning_rate": 0.0001090442132621957,
      "loss": 2.1406,
      "step": 76662
    },
    {
      "epoch": 3.566550360548965,
      "grad_norm": 1.4175451900414058,
      "learning_rate": 0.00010904064287799734,
      "loss": 2.0781,
      "step": 76663
    },
    {
      "epoch": 3.5665968829960457,
      "grad_norm": 1.459103427613086,
      "learning_rate": 0.0001090370725188745,
      "loss": 2.0156,
      "step": 76664
    },
    {
      "epoch": 3.566643405443126,
      "grad_norm": 1.5313543558565004,
      "learning_rate": 0.00010903350218482944,
      "loss": 2.3906,
      "step": 76665
    },
    {
      "epoch": 3.566689927890207,
      "grad_norm": 1.5717361720535665,
      "learning_rate": 0.00010902993187586428,
      "loss": 2.1094,
      "step": 76666
    },
    {
      "epoch": 3.5667364503372876,
      "grad_norm": 1.285094509092094,
      "learning_rate": 0.00010902636159198127,
      "loss": 1.8125,
      "step": 76667
    },
    {
      "epoch": 3.5667829727843685,
      "grad_norm": 1.4466585882649112,
      "learning_rate": 0.00010902279133318256,
      "loss": 1.9766,
      "step": 76668
    },
    {
      "epoch": 3.566829495231449,
      "grad_norm": 1.3809835776143726,
      "learning_rate": 0.0001090192210994703,
      "loss": 1.9375,
      "step": 76669
    },
    {
      "epoch": 3.56687601767853,
      "grad_norm": 1.500798256541316,
      "learning_rate": 0.00010901565089084677,
      "loss": 2.125,
      "step": 76670
    },
    {
      "epoch": 3.566922540125611,
      "grad_norm": 1.46286934474001,
      "learning_rate": 0.00010901208070731405,
      "loss": 2.125,
      "step": 76671
    },
    {
      "epoch": 3.5669690625726913,
      "grad_norm": 1.4142926647972185,
      "learning_rate": 0.0001090085105488744,
      "loss": 2.0938,
      "step": 76672
    },
    {
      "epoch": 3.567015585019772,
      "grad_norm": 1.5329978976662084,
      "learning_rate": 0.00010900494041552997,
      "loss": 2.125,
      "step": 76673
    },
    {
      "epoch": 3.5670621074668527,
      "grad_norm": 1.448215583265731,
      "learning_rate": 0.00010900137030728299,
      "loss": 1.8672,
      "step": 76674
    },
    {
      "epoch": 3.5671086299139336,
      "grad_norm": 1.3984494533838465,
      "learning_rate": 0.00010899780022413554,
      "loss": 2.0156,
      "step": 76675
    },
    {
      "epoch": 3.567155152361014,
      "grad_norm": 1.4932920573853026,
      "learning_rate": 0.00010899423016608989,
      "loss": 2.0625,
      "step": 76676
    },
    {
      "epoch": 3.567201674808095,
      "grad_norm": 1.4928876448859152,
      "learning_rate": 0.00010899066013314826,
      "loss": 2.1406,
      "step": 76677
    },
    {
      "epoch": 3.5672481972551755,
      "grad_norm": 1.475061842206245,
      "learning_rate": 0.00010898709012531278,
      "loss": 2.2344,
      "step": 76678
    },
    {
      "epoch": 3.5672947197022564,
      "grad_norm": 1.3465620064906554,
      "learning_rate": 0.00010898352014258566,
      "loss": 1.5312,
      "step": 76679
    },
    {
      "epoch": 3.567341242149337,
      "grad_norm": 1.5211137581104688,
      "learning_rate": 0.00010897995018496902,
      "loss": 2.0,
      "step": 76680
    },
    {
      "epoch": 3.567387764596418,
      "grad_norm": 1.4411540988601044,
      "learning_rate": 0.00010897638025246516,
      "loss": 2.0469,
      "step": 76681
    },
    {
      "epoch": 3.5674342870434987,
      "grad_norm": 1.5328945090162989,
      "learning_rate": 0.00010897281034507616,
      "loss": 2.2188,
      "step": 76682
    },
    {
      "epoch": 3.567480809490579,
      "grad_norm": 1.4257933471873516,
      "learning_rate": 0.00010896924046280427,
      "loss": 1.8281,
      "step": 76683
    },
    {
      "epoch": 3.5675273319376597,
      "grad_norm": 1.488372893076448,
      "learning_rate": 0.00010896567060565163,
      "loss": 2.25,
      "step": 76684
    },
    {
      "epoch": 3.5675738543847406,
      "grad_norm": 1.4768488384425313,
      "learning_rate": 0.00010896210077362048,
      "loss": 1.9219,
      "step": 76685
    },
    {
      "epoch": 3.5676203768318215,
      "grad_norm": 1.498842900802357,
      "learning_rate": 0.00010895853096671294,
      "loss": 2.1094,
      "step": 76686
    },
    {
      "epoch": 3.567666899278902,
      "grad_norm": 1.4507133326421557,
      "learning_rate": 0.00010895496118493125,
      "loss": 2.0,
      "step": 76687
    },
    {
      "epoch": 3.567713421725983,
      "grad_norm": 1.573771484947623,
      "learning_rate": 0.00010895139142827755,
      "loss": 2.2031,
      "step": 76688
    },
    {
      "epoch": 3.5677599441730634,
      "grad_norm": 1.4090847353086713,
      "learning_rate": 0.00010894782169675408,
      "loss": 1.9375,
      "step": 76689
    },
    {
      "epoch": 3.5678064666201443,
      "grad_norm": 1.3795833973084763,
      "learning_rate": 0.00010894425199036296,
      "loss": 1.875,
      "step": 76690
    },
    {
      "epoch": 3.567852989067225,
      "grad_norm": 1.4637895818106947,
      "learning_rate": 0.00010894068230910647,
      "loss": 2.1562,
      "step": 76691
    },
    {
      "epoch": 3.5678995115143057,
      "grad_norm": 1.4164715708345286,
      "learning_rate": 0.00010893711265298667,
      "loss": 2.0156,
      "step": 76692
    },
    {
      "epoch": 3.567946033961386,
      "grad_norm": 1.4481603767701068,
      "learning_rate": 0.00010893354302200587,
      "loss": 2.0625,
      "step": 76693
    },
    {
      "epoch": 3.567992556408467,
      "grad_norm": 1.4449169078705728,
      "learning_rate": 0.00010892997341616618,
      "loss": 1.8203,
      "step": 76694
    },
    {
      "epoch": 3.5680390788555476,
      "grad_norm": 1.4440006087167883,
      "learning_rate": 0.00010892640383546978,
      "loss": 2.2031,
      "step": 76695
    },
    {
      "epoch": 3.5680856013026285,
      "grad_norm": 1.4616599729819522,
      "learning_rate": 0.0001089228342799189,
      "loss": 2.1719,
      "step": 76696
    },
    {
      "epoch": 3.5681321237497095,
      "grad_norm": 1.473790650756016,
      "learning_rate": 0.00010891926474951568,
      "loss": 2.1719,
      "step": 76697
    },
    {
      "epoch": 3.56817864619679,
      "grad_norm": 1.5362436468185032,
      "learning_rate": 0.00010891569524426228,
      "loss": 2.2031,
      "step": 76698
    },
    {
      "epoch": 3.5682251686438704,
      "grad_norm": 1.5345802162451248,
      "learning_rate": 0.00010891212576416102,
      "loss": 2.2969,
      "step": 76699
    },
    {
      "epoch": 3.5682716910909513,
      "grad_norm": 1.5050093777059728,
      "learning_rate": 0.00010890855630921395,
      "loss": 2.1719,
      "step": 76700
    },
    {
      "epoch": 3.5683182135380322,
      "grad_norm": 1.4145052373903977,
      "learning_rate": 0.00010890498687942334,
      "loss": 2.0156,
      "step": 76701
    },
    {
      "epoch": 3.5683647359851127,
      "grad_norm": 1.3587432653924758,
      "learning_rate": 0.00010890141747479132,
      "loss": 1.9062,
      "step": 76702
    },
    {
      "epoch": 3.5684112584321936,
      "grad_norm": 1.5330787611136134,
      "learning_rate": 0.00010889784809532011,
      "loss": 2.2344,
      "step": 76703
    },
    {
      "epoch": 3.568457780879274,
      "grad_norm": 1.4058863916261202,
      "learning_rate": 0.00010889427874101186,
      "loss": 2.0781,
      "step": 76704
    },
    {
      "epoch": 3.568504303326355,
      "grad_norm": 1.3934021325576251,
      "learning_rate": 0.0001088907094118688,
      "loss": 2.0312,
      "step": 76705
    },
    {
      "epoch": 3.5685508257734355,
      "grad_norm": 1.4486289436576971,
      "learning_rate": 0.00010888714010789305,
      "loss": 2.0781,
      "step": 76706
    },
    {
      "epoch": 3.5685973482205164,
      "grad_norm": 1.3630110975049854,
      "learning_rate": 0.00010888357082908687,
      "loss": 1.9688,
      "step": 76707
    },
    {
      "epoch": 3.5686438706675974,
      "grad_norm": 1.4816870896324084,
      "learning_rate": 0.00010888000157545239,
      "loss": 2.25,
      "step": 76708
    },
    {
      "epoch": 3.568690393114678,
      "grad_norm": 1.4738095898684498,
      "learning_rate": 0.00010887643234699183,
      "loss": 2.25,
      "step": 76709
    },
    {
      "epoch": 3.5687369155617583,
      "grad_norm": 1.436194679705562,
      "learning_rate": 0.00010887286314370736,
      "loss": 1.9922,
      "step": 76710
    },
    {
      "epoch": 3.5687834380088392,
      "grad_norm": 1.4494021551456744,
      "learning_rate": 0.00010886929396560117,
      "loss": 1.9141,
      "step": 76711
    },
    {
      "epoch": 3.56882996045592,
      "grad_norm": 1.5228069533132769,
      "learning_rate": 0.00010886572481267542,
      "loss": 1.8359,
      "step": 76712
    },
    {
      "epoch": 3.5688764829030006,
      "grad_norm": 1.4117127762725812,
      "learning_rate": 0.00010886215568493236,
      "loss": 2.0156,
      "step": 76713
    },
    {
      "epoch": 3.5689230053500816,
      "grad_norm": 1.4285473978652021,
      "learning_rate": 0.00010885858658237407,
      "loss": 1.9922,
      "step": 76714
    },
    {
      "epoch": 3.568969527797162,
      "grad_norm": 1.3573873017891454,
      "learning_rate": 0.00010885501750500285,
      "loss": 1.9141,
      "step": 76715
    },
    {
      "epoch": 3.569016050244243,
      "grad_norm": 1.4483407457995463,
      "learning_rate": 0.00010885144845282078,
      "loss": 1.9531,
      "step": 76716
    },
    {
      "epoch": 3.5690625726913234,
      "grad_norm": 1.5484050318962401,
      "learning_rate": 0.00010884787942583013,
      "loss": 2.0938,
      "step": 76717
    },
    {
      "epoch": 3.5691090951384044,
      "grad_norm": 1.530791394910052,
      "learning_rate": 0.00010884431042403303,
      "loss": 2.2812,
      "step": 76718
    },
    {
      "epoch": 3.5691556175854853,
      "grad_norm": 1.4459690003352688,
      "learning_rate": 0.00010884074144743171,
      "loss": 2.25,
      "step": 76719
    },
    {
      "epoch": 3.5692021400325658,
      "grad_norm": 1.3901578940852108,
      "learning_rate": 0.00010883717249602827,
      "loss": 1.9297,
      "step": 76720
    },
    {
      "epoch": 3.5692486624796462,
      "grad_norm": 1.43875896424501,
      "learning_rate": 0.000108833603569825,
      "loss": 1.8828,
      "step": 76721
    },
    {
      "epoch": 3.569295184926727,
      "grad_norm": 1.3752988206574026,
      "learning_rate": 0.00010883003466882406,
      "loss": 1.9141,
      "step": 76722
    },
    {
      "epoch": 3.569341707373808,
      "grad_norm": 1.5014648451685069,
      "learning_rate": 0.00010882646579302762,
      "loss": 2.0781,
      "step": 76723
    },
    {
      "epoch": 3.5693882298208885,
      "grad_norm": 1.4873277187816039,
      "learning_rate": 0.00010882289694243781,
      "loss": 2.0312,
      "step": 76724
    },
    {
      "epoch": 3.569434752267969,
      "grad_norm": 1.6352575522204766,
      "learning_rate": 0.00010881932811705691,
      "loss": 2.0312,
      "step": 76725
    },
    {
      "epoch": 3.56948127471505,
      "grad_norm": 1.5501913077476908,
      "learning_rate": 0.00010881575931688703,
      "loss": 2.0469,
      "step": 76726
    },
    {
      "epoch": 3.569527797162131,
      "grad_norm": 1.457760443287959,
      "learning_rate": 0.0001088121905419304,
      "loss": 2.0781,
      "step": 76727
    },
    {
      "epoch": 3.5695743196092113,
      "grad_norm": 1.5571805330669746,
      "learning_rate": 0.00010880862179218918,
      "loss": 2.2031,
      "step": 76728
    },
    {
      "epoch": 3.5696208420562923,
      "grad_norm": 1.6290254524379366,
      "learning_rate": 0.0001088050530676656,
      "loss": 2.2812,
      "step": 76729
    },
    {
      "epoch": 3.5696673645033727,
      "grad_norm": 1.5444885400933288,
      "learning_rate": 0.00010880148436836178,
      "loss": 2.0156,
      "step": 76730
    },
    {
      "epoch": 3.5697138869504537,
      "grad_norm": 1.536269463318232,
      "learning_rate": 0.00010879791569427995,
      "loss": 2.0625,
      "step": 76731
    },
    {
      "epoch": 3.569760409397534,
      "grad_norm": 1.4167796410400189,
      "learning_rate": 0.00010879434704542226,
      "loss": 1.6641,
      "step": 76732
    },
    {
      "epoch": 3.569806931844615,
      "grad_norm": 1.2269097864265748,
      "learning_rate": 0.00010879077842179093,
      "loss": 1.5156,
      "step": 76733
    },
    {
      "epoch": 3.569853454291696,
      "grad_norm": 1.466774962122995,
      "learning_rate": 0.00010878720982338809,
      "loss": 2.1562,
      "step": 76734
    },
    {
      "epoch": 3.5698999767387765,
      "grad_norm": 1.5193558373870875,
      "learning_rate": 0.00010878364125021602,
      "loss": 2.1562,
      "step": 76735
    },
    {
      "epoch": 3.569946499185857,
      "grad_norm": 1.474400425737417,
      "learning_rate": 0.0001087800727022768,
      "loss": 2.0625,
      "step": 76736
    },
    {
      "epoch": 3.569993021632938,
      "grad_norm": 1.4839433525080794,
      "learning_rate": 0.0001087765041795727,
      "loss": 2.0781,
      "step": 76737
    },
    {
      "epoch": 3.570039544080019,
      "grad_norm": 1.5066229530301083,
      "learning_rate": 0.00010877293568210583,
      "loss": 1.9609,
      "step": 76738
    },
    {
      "epoch": 3.5700860665270993,
      "grad_norm": 1.3282916976454004,
      "learning_rate": 0.00010876936720987845,
      "loss": 1.5156,
      "step": 76739
    },
    {
      "epoch": 3.57013258897418,
      "grad_norm": 1.4915821053358518,
      "learning_rate": 0.00010876579876289267,
      "loss": 2.2031,
      "step": 76740
    },
    {
      "epoch": 3.5701791114212607,
      "grad_norm": 1.4219002182189855,
      "learning_rate": 0.00010876223034115073,
      "loss": 1.9297,
      "step": 76741
    },
    {
      "epoch": 3.5702256338683416,
      "grad_norm": 1.5185270013843262,
      "learning_rate": 0.00010875866194465475,
      "loss": 2.0156,
      "step": 76742
    },
    {
      "epoch": 3.570272156315422,
      "grad_norm": 1.5552118814449303,
      "learning_rate": 0.000108755093573407,
      "loss": 2.4844,
      "step": 76743
    },
    {
      "epoch": 3.570318678762503,
      "grad_norm": 1.4917288968745768,
      "learning_rate": 0.00010875152522740964,
      "loss": 2.1562,
      "step": 76744
    },
    {
      "epoch": 3.570365201209584,
      "grad_norm": 1.4073348923055826,
      "learning_rate": 0.00010874795690666482,
      "loss": 2.0156,
      "step": 76745
    },
    {
      "epoch": 3.5704117236566644,
      "grad_norm": 1.5490974231601593,
      "learning_rate": 0.00010874438861117478,
      "loss": 2.1562,
      "step": 76746
    },
    {
      "epoch": 3.570458246103745,
      "grad_norm": 1.455713061121806,
      "learning_rate": 0.00010874082034094161,
      "loss": 1.9844,
      "step": 76747
    },
    {
      "epoch": 3.5705047685508258,
      "grad_norm": 1.4199856249507525,
      "learning_rate": 0.00010873725209596758,
      "loss": 2.1406,
      "step": 76748
    },
    {
      "epoch": 3.5705512909979067,
      "grad_norm": 1.4894824099076163,
      "learning_rate": 0.00010873368387625488,
      "loss": 2.0625,
      "step": 76749
    },
    {
      "epoch": 3.570597813444987,
      "grad_norm": 1.4296340416945692,
      "learning_rate": 0.0001087301156818056,
      "loss": 2.125,
      "step": 76750
    },
    {
      "epoch": 3.570644335892068,
      "grad_norm": 1.3543555449602875,
      "learning_rate": 0.00010872654751262205,
      "loss": 1.8672,
      "step": 76751
    },
    {
      "epoch": 3.5706908583391486,
      "grad_norm": 1.4263829658842304,
      "learning_rate": 0.0001087229793687063,
      "loss": 1.9609,
      "step": 76752
    },
    {
      "epoch": 3.5707373807862295,
      "grad_norm": 1.4608826874352536,
      "learning_rate": 0.00010871941125006062,
      "loss": 2.25,
      "step": 76753
    },
    {
      "epoch": 3.57078390323331,
      "grad_norm": 1.378130140128016,
      "learning_rate": 0.00010871584315668715,
      "loss": 1.8359,
      "step": 76754
    },
    {
      "epoch": 3.570830425680391,
      "grad_norm": 1.6444137145060402,
      "learning_rate": 0.00010871227508858808,
      "loss": 2.0312,
      "step": 76755
    },
    {
      "epoch": 3.5708769481274714,
      "grad_norm": 1.4805151359398594,
      "learning_rate": 0.00010870870704576558,
      "loss": 2.1406,
      "step": 76756
    },
    {
      "epoch": 3.5709234705745523,
      "grad_norm": 1.4411746097020492,
      "learning_rate": 0.00010870513902822187,
      "loss": 1.8203,
      "step": 76757
    },
    {
      "epoch": 3.5709699930216328,
      "grad_norm": 1.4101874761585147,
      "learning_rate": 0.00010870157103595912,
      "loss": 1.8984,
      "step": 76758
    },
    {
      "epoch": 3.5710165154687137,
      "grad_norm": 1.5255205967040981,
      "learning_rate": 0.00010869800306897953,
      "loss": 2.25,
      "step": 76759
    },
    {
      "epoch": 3.5710630379157946,
      "grad_norm": 1.4096634292418748,
      "learning_rate": 0.00010869443512728522,
      "loss": 2.125,
      "step": 76760
    },
    {
      "epoch": 3.571109560362875,
      "grad_norm": 1.453589488038693,
      "learning_rate": 0.00010869086721087847,
      "loss": 1.9766,
      "step": 76761
    },
    {
      "epoch": 3.5711560828099556,
      "grad_norm": 1.4419976542989024,
      "learning_rate": 0.00010868729931976137,
      "loss": 2.0312,
      "step": 76762
    },
    {
      "epoch": 3.5712026052570365,
      "grad_norm": 1.5593663197926035,
      "learning_rate": 0.00010868373145393619,
      "loss": 1.875,
      "step": 76763
    },
    {
      "epoch": 3.5712491277041174,
      "grad_norm": 1.459388179565374,
      "learning_rate": 0.000108680163613405,
      "loss": 2.1406,
      "step": 76764
    },
    {
      "epoch": 3.571295650151198,
      "grad_norm": 1.493420647342687,
      "learning_rate": 0.00010867659579817009,
      "loss": 1.9766,
      "step": 76765
    },
    {
      "epoch": 3.571342172598279,
      "grad_norm": 1.4764821478742367,
      "learning_rate": 0.00010867302800823365,
      "loss": 2.2188,
      "step": 76766
    },
    {
      "epoch": 3.5713886950453593,
      "grad_norm": 1.3942189738878714,
      "learning_rate": 0.00010866946024359779,
      "loss": 1.9062,
      "step": 76767
    },
    {
      "epoch": 3.57143521749244,
      "grad_norm": 1.370456023645801,
      "learning_rate": 0.00010866589250426478,
      "loss": 1.8984,
      "step": 76768
    },
    {
      "epoch": 3.5714817399395207,
      "grad_norm": 1.4860200556330476,
      "learning_rate": 0.0001086623247902367,
      "loss": 2.0,
      "step": 76769
    },
    {
      "epoch": 3.5715282623866016,
      "grad_norm": 1.5966047979504954,
      "learning_rate": 0.00010865875710151581,
      "loss": 2.1562,
      "step": 76770
    },
    {
      "epoch": 3.5715747848336825,
      "grad_norm": 1.510431653189286,
      "learning_rate": 0.00010865518943810425,
      "loss": 2.0625,
      "step": 76771
    },
    {
      "epoch": 3.571621307280763,
      "grad_norm": 1.477939145191345,
      "learning_rate": 0.00010865162180000427,
      "loss": 2.0156,
      "step": 76772
    },
    {
      "epoch": 3.5716678297278435,
      "grad_norm": 1.4793349506698044,
      "learning_rate": 0.00010864805418721798,
      "loss": 2.0938,
      "step": 76773
    },
    {
      "epoch": 3.5717143521749244,
      "grad_norm": 1.4793481213437996,
      "learning_rate": 0.00010864448659974762,
      "loss": 1.9609,
      "step": 76774
    },
    {
      "epoch": 3.5717608746220053,
      "grad_norm": 1.5264215832045902,
      "learning_rate": 0.00010864091903759534,
      "loss": 2.2969,
      "step": 76775
    },
    {
      "epoch": 3.571807397069086,
      "grad_norm": 1.5079193777359514,
      "learning_rate": 0.00010863735150076332,
      "loss": 2.0312,
      "step": 76776
    },
    {
      "epoch": 3.5718539195161667,
      "grad_norm": 1.5983238587177795,
      "learning_rate": 0.00010863378398925378,
      "loss": 2.2188,
      "step": 76777
    },
    {
      "epoch": 3.571900441963247,
      "grad_norm": 1.4362293543555598,
      "learning_rate": 0.00010863021650306886,
      "loss": 1.7734,
      "step": 76778
    },
    {
      "epoch": 3.571946964410328,
      "grad_norm": 1.6420594105425121,
      "learning_rate": 0.00010862664904221076,
      "loss": 2.2812,
      "step": 76779
    },
    {
      "epoch": 3.5719934868574086,
      "grad_norm": 1.350822261671021,
      "learning_rate": 0.00010862308160668168,
      "loss": 1.625,
      "step": 76780
    },
    {
      "epoch": 3.5720400093044895,
      "grad_norm": 1.480520536438986,
      "learning_rate": 0.0001086195141964838,
      "loss": 2.0781,
      "step": 76781
    },
    {
      "epoch": 3.57208653175157,
      "grad_norm": 1.4057551769854209,
      "learning_rate": 0.00010861594681161929,
      "loss": 1.9766,
      "step": 76782
    },
    {
      "epoch": 3.572133054198651,
      "grad_norm": 1.4736957009104972,
      "learning_rate": 0.00010861237945209035,
      "loss": 2.0156,
      "step": 76783
    },
    {
      "epoch": 3.5721795766457314,
      "grad_norm": 1.398984826474535,
      "learning_rate": 0.00010860881211789913,
      "loss": 1.9922,
      "step": 76784
    },
    {
      "epoch": 3.5722260990928123,
      "grad_norm": 1.3593680933614403,
      "learning_rate": 0.00010860524480904789,
      "loss": 1.8359,
      "step": 76785
    },
    {
      "epoch": 3.5722726215398932,
      "grad_norm": 1.4722193272476236,
      "learning_rate": 0.00010860167752553867,
      "loss": 2.0156,
      "step": 76786
    },
    {
      "epoch": 3.5723191439869737,
      "grad_norm": 1.4469535580378032,
      "learning_rate": 0.00010859811026737378,
      "loss": 2.0469,
      "step": 76787
    },
    {
      "epoch": 3.572365666434054,
      "grad_norm": 1.3779949559878815,
      "learning_rate": 0.00010859454303455542,
      "loss": 2.0,
      "step": 76788
    },
    {
      "epoch": 3.572412188881135,
      "grad_norm": 1.3927454400825454,
      "learning_rate": 0.0001085909758270857,
      "loss": 1.9062,
      "step": 76789
    },
    {
      "epoch": 3.572458711328216,
      "grad_norm": 1.5254072794371296,
      "learning_rate": 0.00010858740864496683,
      "loss": 2.1562,
      "step": 76790
    },
    {
      "epoch": 3.5725052337752965,
      "grad_norm": 1.4973684945219359,
      "learning_rate": 0.00010858384148820098,
      "loss": 2.1406,
      "step": 76791
    },
    {
      "epoch": 3.5725517562223774,
      "grad_norm": 1.3530175238221915,
      "learning_rate": 0.00010858027435679037,
      "loss": 1.7422,
      "step": 76792
    },
    {
      "epoch": 3.572598278669458,
      "grad_norm": 1.3407299415042657,
      "learning_rate": 0.00010857670725073714,
      "loss": 1.8281,
      "step": 76793
    },
    {
      "epoch": 3.572644801116539,
      "grad_norm": 1.4137263041642234,
      "learning_rate": 0.00010857314017004352,
      "loss": 1.5547,
      "step": 76794
    },
    {
      "epoch": 3.5726913235636193,
      "grad_norm": 1.437193016248904,
      "learning_rate": 0.00010856957311471164,
      "loss": 1.9844,
      "step": 76795
    },
    {
      "epoch": 3.5727378460107,
      "grad_norm": 1.462276347358893,
      "learning_rate": 0.00010856600608474374,
      "loss": 2.2812,
      "step": 76796
    },
    {
      "epoch": 3.572784368457781,
      "grad_norm": 1.3769022253902845,
      "learning_rate": 0.00010856243908014194,
      "loss": 2.0625,
      "step": 76797
    },
    {
      "epoch": 3.5728308909048616,
      "grad_norm": 1.1993063604623673,
      "learning_rate": 0.00010855887210090848,
      "loss": 1.3828,
      "step": 76798
    },
    {
      "epoch": 3.572877413351942,
      "grad_norm": 1.4103890394620682,
      "learning_rate": 0.00010855530514704551,
      "loss": 2.125,
      "step": 76799
    },
    {
      "epoch": 3.572923935799023,
      "grad_norm": 1.341289426464001,
      "learning_rate": 0.00010855173821855525,
      "loss": 1.9219,
      "step": 76800
    },
    {
      "epoch": 3.572970458246104,
      "grad_norm": 1.4573039987286454,
      "learning_rate": 0.00010854817131543987,
      "loss": 1.9453,
      "step": 76801
    },
    {
      "epoch": 3.5730169806931844,
      "grad_norm": 1.4332578522286807,
      "learning_rate": 0.00010854460443770149,
      "loss": 2.0625,
      "step": 76802
    },
    {
      "epoch": 3.5730635031402653,
      "grad_norm": 1.5424977771470703,
      "learning_rate": 0.00010854103758534241,
      "loss": 2.3281,
      "step": 76803
    },
    {
      "epoch": 3.573110025587346,
      "grad_norm": 1.5175961562769233,
      "learning_rate": 0.0001085374707583647,
      "loss": 2.0469,
      "step": 76804
    },
    {
      "epoch": 3.5731565480344267,
      "grad_norm": 1.5350385344311217,
      "learning_rate": 0.00010853390395677062,
      "loss": 2.1562,
      "step": 76805
    },
    {
      "epoch": 3.573203070481507,
      "grad_norm": 1.4918998623184458,
      "learning_rate": 0.0001085303371805623,
      "loss": 2.0156,
      "step": 76806
    },
    {
      "epoch": 3.573249592928588,
      "grad_norm": 1.393112151176674,
      "learning_rate": 0.000108526770429742,
      "loss": 2.1094,
      "step": 76807
    },
    {
      "epoch": 3.5732961153756686,
      "grad_norm": 1.4625469720088065,
      "learning_rate": 0.00010852320370431176,
      "loss": 2.0938,
      "step": 76808
    },
    {
      "epoch": 3.5733426378227495,
      "grad_norm": 1.3336774998419634,
      "learning_rate": 0.00010851963700427394,
      "loss": 1.4766,
      "step": 76809
    },
    {
      "epoch": 3.57338916026983,
      "grad_norm": 1.5135759954918102,
      "learning_rate": 0.00010851607032963064,
      "loss": 2.4219,
      "step": 76810
    },
    {
      "epoch": 3.573435682716911,
      "grad_norm": 1.4240175013579992,
      "learning_rate": 0.00010851250368038402,
      "loss": 2.0781,
      "step": 76811
    },
    {
      "epoch": 3.573482205163992,
      "grad_norm": 1.4853537115630302,
      "learning_rate": 0.00010850893705653631,
      "loss": 2.0156,
      "step": 76812
    },
    {
      "epoch": 3.5735287276110723,
      "grad_norm": 1.36032229258357,
      "learning_rate": 0.00010850537045808967,
      "loss": 1.875,
      "step": 76813
    },
    {
      "epoch": 3.573575250058153,
      "grad_norm": 1.6038603206647077,
      "learning_rate": 0.0001085018038850463,
      "loss": 2.1406,
      "step": 76814
    },
    {
      "epoch": 3.5736217725052337,
      "grad_norm": 1.3798027392865133,
      "learning_rate": 0.00010849823733740834,
      "loss": 1.8203,
      "step": 76815
    },
    {
      "epoch": 3.5736682949523146,
      "grad_norm": 1.4735397734742413,
      "learning_rate": 0.00010849467081517803,
      "loss": 1.9453,
      "step": 76816
    },
    {
      "epoch": 3.573714817399395,
      "grad_norm": 1.584859508251636,
      "learning_rate": 0.0001084911043183575,
      "loss": 2.375,
      "step": 76817
    },
    {
      "epoch": 3.573761339846476,
      "grad_norm": 1.405628232960984,
      "learning_rate": 0.000108487537846949,
      "loss": 2.125,
      "step": 76818
    },
    {
      "epoch": 3.5738078622935565,
      "grad_norm": 1.4659683595773605,
      "learning_rate": 0.00010848397140095464,
      "loss": 1.9688,
      "step": 76819
    },
    {
      "epoch": 3.5738543847406374,
      "grad_norm": 1.470855393814318,
      "learning_rate": 0.00010848040498037667,
      "loss": 2.1719,
      "step": 76820
    },
    {
      "epoch": 3.573900907187718,
      "grad_norm": 1.4516658266175566,
      "learning_rate": 0.00010847683858521721,
      "loss": 1.9453,
      "step": 76821
    },
    {
      "epoch": 3.573947429634799,
      "grad_norm": 1.484861031856847,
      "learning_rate": 0.0001084732722154785,
      "loss": 2.125,
      "step": 76822
    },
    {
      "epoch": 3.5739939520818798,
      "grad_norm": 1.4227598559604375,
      "learning_rate": 0.00010846970587116266,
      "loss": 1.9609,
      "step": 76823
    },
    {
      "epoch": 3.5740404745289602,
      "grad_norm": 1.3444136626808096,
      "learning_rate": 0.00010846613955227195,
      "loss": 1.5469,
      "step": 76824
    },
    {
      "epoch": 3.5740869969760407,
      "grad_norm": 1.3602578682594066,
      "learning_rate": 0.00010846257325880847,
      "loss": 2.0156,
      "step": 76825
    },
    {
      "epoch": 3.5741335194231216,
      "grad_norm": 1.4034438900017023,
      "learning_rate": 0.00010845900699077451,
      "loss": 1.9766,
      "step": 76826
    },
    {
      "epoch": 3.5741800418702026,
      "grad_norm": 1.47628338526773,
      "learning_rate": 0.00010845544074817216,
      "loss": 2.1406,
      "step": 76827
    },
    {
      "epoch": 3.574226564317283,
      "grad_norm": 1.5405835031360393,
      "learning_rate": 0.00010845187453100363,
      "loss": 2.0625,
      "step": 76828
    },
    {
      "epoch": 3.574273086764364,
      "grad_norm": 1.4228698211402615,
      "learning_rate": 0.00010844830833927111,
      "loss": 2.1562,
      "step": 76829
    },
    {
      "epoch": 3.5743196092114444,
      "grad_norm": 1.4682460843212253,
      "learning_rate": 0.0001084447421729767,
      "loss": 2.1406,
      "step": 76830
    },
    {
      "epoch": 3.5743661316585253,
      "grad_norm": 1.3825742820869595,
      "learning_rate": 0.00010844117603212276,
      "loss": 1.9219,
      "step": 76831
    },
    {
      "epoch": 3.574412654105606,
      "grad_norm": 1.4196846811253596,
      "learning_rate": 0.00010843760991671137,
      "loss": 2.1094,
      "step": 76832
    },
    {
      "epoch": 3.5744591765526867,
      "grad_norm": 1.5565878650599387,
      "learning_rate": 0.0001084340438267447,
      "loss": 2.3125,
      "step": 76833
    },
    {
      "epoch": 3.5745056989997672,
      "grad_norm": 1.530943240905417,
      "learning_rate": 0.00010843047776222497,
      "loss": 2.1875,
      "step": 76834
    },
    {
      "epoch": 3.574552221446848,
      "grad_norm": 1.2368022013878528,
      "learning_rate": 0.00010842691172315432,
      "loss": 1.4531,
      "step": 76835
    },
    {
      "epoch": 3.5745987438939286,
      "grad_norm": 1.362369410603818,
      "learning_rate": 0.00010842334570953499,
      "loss": 1.5625,
      "step": 76836
    },
    {
      "epoch": 3.5746452663410095,
      "grad_norm": 1.443663075297453,
      "learning_rate": 0.0001084197797213691,
      "loss": 2.125,
      "step": 76837
    },
    {
      "epoch": 3.5746917887880905,
      "grad_norm": 1.4329059608841905,
      "learning_rate": 0.00010841621375865893,
      "loss": 1.9844,
      "step": 76838
    },
    {
      "epoch": 3.574738311235171,
      "grad_norm": 1.3961498144275004,
      "learning_rate": 0.00010841264782140654,
      "loss": 1.8828,
      "step": 76839
    },
    {
      "epoch": 3.5747848336822514,
      "grad_norm": 1.434315311018869,
      "learning_rate": 0.0001084090819096142,
      "loss": 2.1562,
      "step": 76840
    },
    {
      "epoch": 3.5748313561293323,
      "grad_norm": 1.4076393288644833,
      "learning_rate": 0.00010840551602328403,
      "loss": 2.0625,
      "step": 76841
    },
    {
      "epoch": 3.5748778785764133,
      "grad_norm": 1.3798372978967814,
      "learning_rate": 0.00010840195016241829,
      "loss": 1.8438,
      "step": 76842
    },
    {
      "epoch": 3.5749244010234937,
      "grad_norm": 1.4053929204108262,
      "learning_rate": 0.00010839838432701908,
      "loss": 1.9844,
      "step": 76843
    },
    {
      "epoch": 3.5749709234705747,
      "grad_norm": 1.3886051146010174,
      "learning_rate": 0.00010839481851708868,
      "loss": 1.9062,
      "step": 76844
    },
    {
      "epoch": 3.575017445917655,
      "grad_norm": 1.3766390766715932,
      "learning_rate": 0.00010839125273262916,
      "loss": 2.0,
      "step": 76845
    },
    {
      "epoch": 3.575063968364736,
      "grad_norm": 1.425533728997483,
      "learning_rate": 0.0001083876869736428,
      "loss": 1.9297,
      "step": 76846
    },
    {
      "epoch": 3.5751104908118165,
      "grad_norm": 1.4435396706956147,
      "learning_rate": 0.0001083841212401317,
      "loss": 2.0938,
      "step": 76847
    },
    {
      "epoch": 3.5751570132588975,
      "grad_norm": 1.4463962397271843,
      "learning_rate": 0.00010838055553209814,
      "loss": 2.0469,
      "step": 76848
    },
    {
      "epoch": 3.5752035357059784,
      "grad_norm": 1.5486474910283177,
      "learning_rate": 0.00010837698984954422,
      "loss": 2.3125,
      "step": 76849
    },
    {
      "epoch": 3.575250058153059,
      "grad_norm": 1.4749164748510106,
      "learning_rate": 0.00010837342419247215,
      "loss": 2.0781,
      "step": 76850
    },
    {
      "epoch": 3.5752965806001393,
      "grad_norm": 1.5348383556696727,
      "learning_rate": 0.00010836985856088411,
      "loss": 2.1719,
      "step": 76851
    },
    {
      "epoch": 3.5753431030472203,
      "grad_norm": 1.489799042885331,
      "learning_rate": 0.00010836629295478226,
      "loss": 1.9766,
      "step": 76852
    },
    {
      "epoch": 3.575389625494301,
      "grad_norm": 1.4087382226886478,
      "learning_rate": 0.00010836272737416886,
      "loss": 2.0156,
      "step": 76853
    },
    {
      "epoch": 3.5754361479413816,
      "grad_norm": 1.43685357004632,
      "learning_rate": 0.00010835916181904601,
      "loss": 2.1406,
      "step": 76854
    },
    {
      "epoch": 3.5754826703884626,
      "grad_norm": 1.4854705318504515,
      "learning_rate": 0.00010835559628941596,
      "loss": 2.0469,
      "step": 76855
    },
    {
      "epoch": 3.575529192835543,
      "grad_norm": 1.5801225550242575,
      "learning_rate": 0.00010835203078528085,
      "loss": 2.125,
      "step": 76856
    },
    {
      "epoch": 3.575575715282624,
      "grad_norm": 1.4714733372889737,
      "learning_rate": 0.00010834846530664288,
      "loss": 2.0625,
      "step": 76857
    },
    {
      "epoch": 3.5756222377297044,
      "grad_norm": 1.3466583313075784,
      "learning_rate": 0.00010834489985350422,
      "loss": 1.8203,
      "step": 76858
    },
    {
      "epoch": 3.5756687601767854,
      "grad_norm": 1.4237088752476246,
      "learning_rate": 0.00010834133442586706,
      "loss": 1.9844,
      "step": 76859
    },
    {
      "epoch": 3.5757152826238663,
      "grad_norm": 1.4765176717649386,
      "learning_rate": 0.00010833776902373359,
      "loss": 2.0938,
      "step": 76860
    },
    {
      "epoch": 3.5757618050709468,
      "grad_norm": 1.5010621053236166,
      "learning_rate": 0.00010833420364710594,
      "loss": 2.3438,
      "step": 76861
    },
    {
      "epoch": 3.5758083275180272,
      "grad_norm": 1.4582986737295274,
      "learning_rate": 0.00010833063829598638,
      "loss": 1.9141,
      "step": 76862
    },
    {
      "epoch": 3.575854849965108,
      "grad_norm": 1.460505013429738,
      "learning_rate": 0.00010832707297037701,
      "loss": 2.25,
      "step": 76863
    },
    {
      "epoch": 3.575901372412189,
      "grad_norm": 1.4018286573132646,
      "learning_rate": 0.00010832350767028008,
      "loss": 2.1562,
      "step": 76864
    },
    {
      "epoch": 3.5759478948592696,
      "grad_norm": 1.4496307918525873,
      "learning_rate": 0.00010831994239569774,
      "loss": 1.9922,
      "step": 76865
    },
    {
      "epoch": 3.57599441730635,
      "grad_norm": 1.4108544077972114,
      "learning_rate": 0.00010831637714663219,
      "loss": 2.0781,
      "step": 76866
    },
    {
      "epoch": 3.576040939753431,
      "grad_norm": 1.3459270104263972,
      "learning_rate": 0.00010831281192308556,
      "loss": 1.9922,
      "step": 76867
    },
    {
      "epoch": 3.576087462200512,
      "grad_norm": 1.413817400753684,
      "learning_rate": 0.00010830924672506012,
      "loss": 1.8359,
      "step": 76868
    },
    {
      "epoch": 3.5761339846475924,
      "grad_norm": 1.4534934494102092,
      "learning_rate": 0.00010830568155255798,
      "loss": 1.8672,
      "step": 76869
    },
    {
      "epoch": 3.5761805070946733,
      "grad_norm": 1.5650194269428568,
      "learning_rate": 0.00010830211640558136,
      "loss": 2.2188,
      "step": 76870
    },
    {
      "epoch": 3.5762270295417538,
      "grad_norm": 1.4508227553923383,
      "learning_rate": 0.0001082985512841324,
      "loss": 2.0156,
      "step": 76871
    },
    {
      "epoch": 3.5762735519888347,
      "grad_norm": 1.4877912839763618,
      "learning_rate": 0.00010829498618821334,
      "loss": 2.3438,
      "step": 76872
    },
    {
      "epoch": 3.576320074435915,
      "grad_norm": 1.5645533769892455,
      "learning_rate": 0.0001082914211178263,
      "loss": 2.25,
      "step": 76873
    },
    {
      "epoch": 3.576366596882996,
      "grad_norm": 1.5633958787848021,
      "learning_rate": 0.0001082878560729735,
      "loss": 2.1094,
      "step": 76874
    },
    {
      "epoch": 3.576413119330077,
      "grad_norm": 1.4232370648552308,
      "learning_rate": 0.00010828429105365716,
      "loss": 1.8359,
      "step": 76875
    },
    {
      "epoch": 3.5764596417771575,
      "grad_norm": 1.4342813973995987,
      "learning_rate": 0.00010828072605987939,
      "loss": 2.0781,
      "step": 76876
    },
    {
      "epoch": 3.576506164224238,
      "grad_norm": 1.4656837084263372,
      "learning_rate": 0.00010827716109164243,
      "loss": 2.0312,
      "step": 76877
    },
    {
      "epoch": 3.576552686671319,
      "grad_norm": 1.4704916893577094,
      "learning_rate": 0.00010827359614894841,
      "loss": 2.1719,
      "step": 76878
    },
    {
      "epoch": 3.5765992091184,
      "grad_norm": 1.391110260514261,
      "learning_rate": 0.00010827003123179961,
      "loss": 1.8594,
      "step": 76879
    },
    {
      "epoch": 3.5766457315654803,
      "grad_norm": 1.4822545401070075,
      "learning_rate": 0.00010826646634019805,
      "loss": 2.0938,
      "step": 76880
    },
    {
      "epoch": 3.576692254012561,
      "grad_norm": 1.4657677370850446,
      "learning_rate": 0.00010826290147414606,
      "loss": 2.0156,
      "step": 76881
    },
    {
      "epoch": 3.5767387764596417,
      "grad_norm": 1.214418309302864,
      "learning_rate": 0.00010825933663364576,
      "loss": 1.4844,
      "step": 76882
    },
    {
      "epoch": 3.5767852989067226,
      "grad_norm": 1.4949027694728072,
      "learning_rate": 0.00010825577181869934,
      "loss": 2.2344,
      "step": 76883
    },
    {
      "epoch": 3.576831821353803,
      "grad_norm": 1.4454060040548586,
      "learning_rate": 0.000108252207029309,
      "loss": 2.1719,
      "step": 76884
    },
    {
      "epoch": 3.576878343800884,
      "grad_norm": 1.518048061923485,
      "learning_rate": 0.00010824864226547688,
      "loss": 2.1562,
      "step": 76885
    },
    {
      "epoch": 3.576924866247965,
      "grad_norm": 1.481277586696251,
      "learning_rate": 0.00010824507752720521,
      "loss": 1.9531,
      "step": 76886
    },
    {
      "epoch": 3.5769713886950454,
      "grad_norm": 1.4088237052358243,
      "learning_rate": 0.00010824151281449612,
      "loss": 1.9688,
      "step": 76887
    },
    {
      "epoch": 3.577017911142126,
      "grad_norm": 1.5108734022324144,
      "learning_rate": 0.00010823794812735183,
      "loss": 2.1719,
      "step": 76888
    },
    {
      "epoch": 3.577064433589207,
      "grad_norm": 1.4685717148186141,
      "learning_rate": 0.00010823438346577452,
      "loss": 1.9219,
      "step": 76889
    },
    {
      "epoch": 3.5771109560362877,
      "grad_norm": 1.4608350076581584,
      "learning_rate": 0.00010823081882976639,
      "loss": 2.0938,
      "step": 76890
    },
    {
      "epoch": 3.577157478483368,
      "grad_norm": 1.5319531360414507,
      "learning_rate": 0.00010822725421932954,
      "loss": 2.1719,
      "step": 76891
    },
    {
      "epoch": 3.577204000930449,
      "grad_norm": 1.44514000459528,
      "learning_rate": 0.00010822368963446627,
      "loss": 2.125,
      "step": 76892
    },
    {
      "epoch": 3.5772505233775296,
      "grad_norm": 1.436325200685713,
      "learning_rate": 0.00010822012507517867,
      "loss": 1.9297,
      "step": 76893
    },
    {
      "epoch": 3.5772970458246105,
      "grad_norm": 1.5308442138417335,
      "learning_rate": 0.00010821656054146898,
      "loss": 2.1875,
      "step": 76894
    },
    {
      "epoch": 3.577343568271691,
      "grad_norm": 1.4643382490233108,
      "learning_rate": 0.00010821299603333932,
      "loss": 2.0469,
      "step": 76895
    },
    {
      "epoch": 3.577390090718772,
      "grad_norm": 1.3746058777259218,
      "learning_rate": 0.0001082094315507919,
      "loss": 1.8125,
      "step": 76896
    },
    {
      "epoch": 3.5774366131658524,
      "grad_norm": 1.5168794666429533,
      "learning_rate": 0.00010820586709382893,
      "loss": 2.2656,
      "step": 76897
    },
    {
      "epoch": 3.5774831356129333,
      "grad_norm": 1.479319100760513,
      "learning_rate": 0.00010820230266245257,
      "loss": 2.1094,
      "step": 76898
    },
    {
      "epoch": 3.5775296580600138,
      "grad_norm": 1.4434463610094919,
      "learning_rate": 0.00010819873825666505,
      "loss": 2.125,
      "step": 76899
    },
    {
      "epoch": 3.5775761805070947,
      "grad_norm": 1.4868923932312312,
      "learning_rate": 0.00010819517387646848,
      "loss": 2.25,
      "step": 76900
    },
    {
      "epoch": 3.5776227029541756,
      "grad_norm": 1.3662981368973457,
      "learning_rate": 0.00010819160952186509,
      "loss": 1.8828,
      "step": 76901
    },
    {
      "epoch": 3.577669225401256,
      "grad_norm": 1.4263226460565945,
      "learning_rate": 0.00010818804519285701,
      "loss": 1.9219,
      "step": 76902
    },
    {
      "epoch": 3.5777157478483366,
      "grad_norm": 1.4501159850932592,
      "learning_rate": 0.00010818448088944649,
      "loss": 2.0781,
      "step": 76903
    },
    {
      "epoch": 3.5777622702954175,
      "grad_norm": 1.4161907056401548,
      "learning_rate": 0.00010818091661163564,
      "loss": 2.0938,
      "step": 76904
    },
    {
      "epoch": 3.5778087927424984,
      "grad_norm": 1.4340996671978108,
      "learning_rate": 0.00010817735235942672,
      "loss": 2.0469,
      "step": 76905
    },
    {
      "epoch": 3.577855315189579,
      "grad_norm": 1.4012071196481464,
      "learning_rate": 0.00010817378813282183,
      "loss": 1.9453,
      "step": 76906
    },
    {
      "epoch": 3.57790183763666,
      "grad_norm": 1.487965047584002,
      "learning_rate": 0.00010817022393182324,
      "loss": 2.25,
      "step": 76907
    },
    {
      "epoch": 3.5779483600837403,
      "grad_norm": 1.4356314142881654,
      "learning_rate": 0.00010816665975643305,
      "loss": 2.2344,
      "step": 76908
    },
    {
      "epoch": 3.577994882530821,
      "grad_norm": 1.4336537326547514,
      "learning_rate": 0.0001081630956066535,
      "loss": 2.0625,
      "step": 76909
    },
    {
      "epoch": 3.5780414049779017,
      "grad_norm": 1.4681124164684503,
      "learning_rate": 0.00010815953148248676,
      "loss": 2.0312,
      "step": 76910
    },
    {
      "epoch": 3.5780879274249826,
      "grad_norm": 1.4765891760842365,
      "learning_rate": 0.00010815596738393496,
      "loss": 2.0938,
      "step": 76911
    },
    {
      "epoch": 3.5781344498720635,
      "grad_norm": 1.612914647942947,
      "learning_rate": 0.00010815240331100035,
      "loss": 1.5859,
      "step": 76912
    },
    {
      "epoch": 3.578180972319144,
      "grad_norm": 1.5053715837227726,
      "learning_rate": 0.00010814883926368507,
      "loss": 2.2656,
      "step": 76913
    },
    {
      "epoch": 3.5782274947662245,
      "grad_norm": 1.4619945081436208,
      "learning_rate": 0.00010814527524199134,
      "loss": 2.0625,
      "step": 76914
    },
    {
      "epoch": 3.5782740172133054,
      "grad_norm": 1.426049050073505,
      "learning_rate": 0.00010814171124592128,
      "loss": 2.0938,
      "step": 76915
    },
    {
      "epoch": 3.5783205396603863,
      "grad_norm": 1.4981118984738737,
      "learning_rate": 0.00010813814727547716,
      "loss": 1.8828,
      "step": 76916
    },
    {
      "epoch": 3.578367062107467,
      "grad_norm": 1.5643036766206388,
      "learning_rate": 0.00010813458333066107,
      "loss": 2.0781,
      "step": 76917
    },
    {
      "epoch": 3.5784135845545477,
      "grad_norm": 1.5297179168996238,
      "learning_rate": 0.0001081310194114752,
      "loss": 2.1406,
      "step": 76918
    },
    {
      "epoch": 3.578460107001628,
      "grad_norm": 1.4585682528333483,
      "learning_rate": 0.00010812745551792183,
      "loss": 2.1094,
      "step": 76919
    },
    {
      "epoch": 3.578506629448709,
      "grad_norm": 1.3826438002855626,
      "learning_rate": 0.00010812389165000305,
      "loss": 2.2344,
      "step": 76920
    },
    {
      "epoch": 3.5785531518957896,
      "grad_norm": 1.4570377836764827,
      "learning_rate": 0.00010812032780772111,
      "loss": 1.9922,
      "step": 76921
    },
    {
      "epoch": 3.5785996743428705,
      "grad_norm": 1.5063477565826222,
      "learning_rate": 0.00010811676399107812,
      "loss": 2.2656,
      "step": 76922
    },
    {
      "epoch": 3.578646196789951,
      "grad_norm": 1.5889332274048495,
      "learning_rate": 0.00010811320020007631,
      "loss": 2.2344,
      "step": 76923
    },
    {
      "epoch": 3.578692719237032,
      "grad_norm": 1.5817140173787865,
      "learning_rate": 0.00010810963643471782,
      "loss": 2.2188,
      "step": 76924
    },
    {
      "epoch": 3.5787392416841124,
      "grad_norm": 1.3461399690843179,
      "learning_rate": 0.0001081060726950049,
      "loss": 1.7188,
      "step": 76925
    },
    {
      "epoch": 3.5787857641311933,
      "grad_norm": 1.510047521358443,
      "learning_rate": 0.00010810250898093965,
      "loss": 2.125,
      "step": 76926
    },
    {
      "epoch": 3.5788322865782742,
      "grad_norm": 1.41989238488976,
      "learning_rate": 0.00010809894529252432,
      "loss": 2.125,
      "step": 76927
    },
    {
      "epoch": 3.5788788090253547,
      "grad_norm": 1.429263675628217,
      "learning_rate": 0.00010809538162976104,
      "loss": 2.0156,
      "step": 76928
    },
    {
      "epoch": 3.578925331472435,
      "grad_norm": 1.4324304156280057,
      "learning_rate": 0.00010809181799265204,
      "loss": 2.0312,
      "step": 76929
    },
    {
      "epoch": 3.578971853919516,
      "grad_norm": 1.5155034198291961,
      "learning_rate": 0.00010808825438119945,
      "loss": 2.1406,
      "step": 76930
    },
    {
      "epoch": 3.579018376366597,
      "grad_norm": 1.4147087977157455,
      "learning_rate": 0.00010808469079540551,
      "loss": 1.9141,
      "step": 76931
    },
    {
      "epoch": 3.5790648988136775,
      "grad_norm": 1.5277785968063828,
      "learning_rate": 0.00010808112723527234,
      "loss": 2.2031,
      "step": 76932
    },
    {
      "epoch": 3.5791114212607584,
      "grad_norm": 1.3945219794568842,
      "learning_rate": 0.00010807756370080216,
      "loss": 1.9141,
      "step": 76933
    },
    {
      "epoch": 3.579157943707839,
      "grad_norm": 1.4944403090021174,
      "learning_rate": 0.00010807400019199713,
      "loss": 2.25,
      "step": 76934
    },
    {
      "epoch": 3.57920446615492,
      "grad_norm": 1.5058187613658072,
      "learning_rate": 0.00010807043670885946,
      "loss": 2.2344,
      "step": 76935
    },
    {
      "epoch": 3.5792509886020003,
      "grad_norm": 1.5031781509033706,
      "learning_rate": 0.00010806687325139133,
      "loss": 2.1719,
      "step": 76936
    },
    {
      "epoch": 3.5792975110490812,
      "grad_norm": 1.404568176270397,
      "learning_rate": 0.00010806330981959488,
      "loss": 1.9766,
      "step": 76937
    },
    {
      "epoch": 3.579344033496162,
      "grad_norm": 1.4832892149143209,
      "learning_rate": 0.00010805974641347233,
      "loss": 2.0625,
      "step": 76938
    },
    {
      "epoch": 3.5793905559432426,
      "grad_norm": 1.5209338573735072,
      "learning_rate": 0.00010805618303302584,
      "loss": 2.3125,
      "step": 76939
    },
    {
      "epoch": 3.579437078390323,
      "grad_norm": 1.4076491197847218,
      "learning_rate": 0.00010805261967825756,
      "loss": 2.0312,
      "step": 76940
    },
    {
      "epoch": 3.579483600837404,
      "grad_norm": 1.4441804726974572,
      "learning_rate": 0.00010804905634916979,
      "loss": 2.0625,
      "step": 76941
    },
    {
      "epoch": 3.579530123284485,
      "grad_norm": 1.4173514895662283,
      "learning_rate": 0.0001080454930457646,
      "loss": 1.9219,
      "step": 76942
    },
    {
      "epoch": 3.5795766457315654,
      "grad_norm": 1.386642934274357,
      "learning_rate": 0.00010804192976804422,
      "loss": 1.9766,
      "step": 76943
    },
    {
      "epoch": 3.5796231681786463,
      "grad_norm": 1.47599710772688,
      "learning_rate": 0.00010803836651601079,
      "loss": 1.9531,
      "step": 76944
    },
    {
      "epoch": 3.579669690625727,
      "grad_norm": 1.4610117715015365,
      "learning_rate": 0.00010803480328966656,
      "loss": 2.1562,
      "step": 76945
    },
    {
      "epoch": 3.5797162130728077,
      "grad_norm": 1.4367798036263033,
      "learning_rate": 0.00010803124008901362,
      "loss": 2.0938,
      "step": 76946
    },
    {
      "epoch": 3.579762735519888,
      "grad_norm": 1.423429940810155,
      "learning_rate": 0.00010802767691405427,
      "loss": 1.8594,
      "step": 76947
    },
    {
      "epoch": 3.579809257966969,
      "grad_norm": 1.3623738587308636,
      "learning_rate": 0.00010802411376479056,
      "loss": 1.8438,
      "step": 76948
    },
    {
      "epoch": 3.5798557804140496,
      "grad_norm": 1.4977084149997266,
      "learning_rate": 0.0001080205506412248,
      "loss": 2.2031,
      "step": 76949
    },
    {
      "epoch": 3.5799023028611305,
      "grad_norm": 1.5050971788890797,
      "learning_rate": 0.00010801698754335905,
      "loss": 2.2812,
      "step": 76950
    },
    {
      "epoch": 3.579948825308211,
      "grad_norm": 1.598345200785666,
      "learning_rate": 0.00010801342447119558,
      "loss": 2.2344,
      "step": 76951
    },
    {
      "epoch": 3.579995347755292,
      "grad_norm": 1.4996170594581937,
      "learning_rate": 0.0001080098614247365,
      "loss": 1.9609,
      "step": 76952
    },
    {
      "epoch": 3.580041870202373,
      "grad_norm": 1.3406542567852724,
      "learning_rate": 0.00010800629840398408,
      "loss": 1.8203,
      "step": 76953
    },
    {
      "epoch": 3.5800883926494533,
      "grad_norm": 1.4376813527557626,
      "learning_rate": 0.00010800273540894041,
      "loss": 2.0312,
      "step": 76954
    },
    {
      "epoch": 3.580134915096534,
      "grad_norm": 1.4619563662471953,
      "learning_rate": 0.00010799917243960774,
      "loss": 2.1719,
      "step": 76955
    },
    {
      "epoch": 3.5801814375436147,
      "grad_norm": 1.4744883094595531,
      "learning_rate": 0.0001079956094959882,
      "loss": 2.0781,
      "step": 76956
    },
    {
      "epoch": 3.5802279599906957,
      "grad_norm": 1.5099474148740406,
      "learning_rate": 0.00010799204657808402,
      "loss": 2.1875,
      "step": 76957
    },
    {
      "epoch": 3.580274482437776,
      "grad_norm": 1.4135056374890964,
      "learning_rate": 0.00010798848368589735,
      "loss": 1.9375,
      "step": 76958
    },
    {
      "epoch": 3.580321004884857,
      "grad_norm": 1.4832322807800478,
      "learning_rate": 0.00010798492081943039,
      "loss": 2.0781,
      "step": 76959
    },
    {
      "epoch": 3.5803675273319375,
      "grad_norm": 1.413885776648349,
      "learning_rate": 0.00010798135797868528,
      "loss": 2.0469,
      "step": 76960
    },
    {
      "epoch": 3.5804140497790184,
      "grad_norm": 1.5534133637467693,
      "learning_rate": 0.00010797779516366419,
      "loss": 2.3438,
      "step": 76961
    },
    {
      "epoch": 3.580460572226099,
      "grad_norm": 1.4807771810853398,
      "learning_rate": 0.00010797423237436941,
      "loss": 2.0938,
      "step": 76962
    },
    {
      "epoch": 3.58050709467318,
      "grad_norm": 1.4478929279248243,
      "learning_rate": 0.00010797066961080303,
      "loss": 1.8828,
      "step": 76963
    },
    {
      "epoch": 3.5805536171202608,
      "grad_norm": 1.5324545157151541,
      "learning_rate": 0.00010796710687296728,
      "loss": 2.2188,
      "step": 76964
    },
    {
      "epoch": 3.5806001395673412,
      "grad_norm": 1.389893528521079,
      "learning_rate": 0.00010796354416086431,
      "loss": 1.9375,
      "step": 76965
    },
    {
      "epoch": 3.5806466620144217,
      "grad_norm": 1.4484960847271473,
      "learning_rate": 0.00010795998147449628,
      "loss": 2.0625,
      "step": 76966
    },
    {
      "epoch": 3.5806931844615026,
      "grad_norm": 1.494954546776989,
      "learning_rate": 0.00010795641881386542,
      "loss": 2.2188,
      "step": 76967
    },
    {
      "epoch": 3.5807397069085836,
      "grad_norm": 1.491652455200286,
      "learning_rate": 0.00010795285617897385,
      "loss": 2.2812,
      "step": 76968
    },
    {
      "epoch": 3.580786229355664,
      "grad_norm": 1.3093318023807252,
      "learning_rate": 0.00010794929356982385,
      "loss": 1.8359,
      "step": 76969
    },
    {
      "epoch": 3.580832751802745,
      "grad_norm": 1.5078733045193982,
      "learning_rate": 0.00010794573098641748,
      "loss": 1.9375,
      "step": 76970
    },
    {
      "epoch": 3.5808792742498254,
      "grad_norm": 1.5948523859773256,
      "learning_rate": 0.00010794216842875704,
      "loss": 2.3281,
      "step": 76971
    },
    {
      "epoch": 3.5809257966969064,
      "grad_norm": 1.5422241311745506,
      "learning_rate": 0.00010793860589684461,
      "loss": 2.2656,
      "step": 76972
    },
    {
      "epoch": 3.580972319143987,
      "grad_norm": 1.5194616073635636,
      "learning_rate": 0.00010793504339068243,
      "loss": 2.1094,
      "step": 76973
    },
    {
      "epoch": 3.5810188415910678,
      "grad_norm": 1.5660486727512717,
      "learning_rate": 0.00010793148091027264,
      "loss": 2.125,
      "step": 76974
    },
    {
      "epoch": 3.5810653640381487,
      "grad_norm": 1.4560636397887767,
      "learning_rate": 0.00010792791845561751,
      "loss": 1.6641,
      "step": 76975
    },
    {
      "epoch": 3.581111886485229,
      "grad_norm": 1.4116256894130106,
      "learning_rate": 0.00010792435602671908,
      "loss": 2.1406,
      "step": 76976
    },
    {
      "epoch": 3.5811584089323096,
      "grad_norm": 1.4532400035917354,
      "learning_rate": 0.00010792079362357965,
      "loss": 2.2031,
      "step": 76977
    },
    {
      "epoch": 3.5812049313793906,
      "grad_norm": 1.4183714623898502,
      "learning_rate": 0.00010791723124620134,
      "loss": 1.9297,
      "step": 76978
    },
    {
      "epoch": 3.5812514538264715,
      "grad_norm": 1.5146152653978635,
      "learning_rate": 0.00010791366889458638,
      "loss": 2.1875,
      "step": 76979
    },
    {
      "epoch": 3.581297976273552,
      "grad_norm": 1.4746043722142963,
      "learning_rate": 0.00010791010656873687,
      "loss": 2.1094,
      "step": 76980
    },
    {
      "epoch": 3.5813444987206324,
      "grad_norm": 1.3511456302453597,
      "learning_rate": 0.00010790654426865508,
      "loss": 1.9844,
      "step": 76981
    },
    {
      "epoch": 3.5813910211677134,
      "grad_norm": 1.5109508298306635,
      "learning_rate": 0.00010790298199434311,
      "loss": 2.0781,
      "step": 76982
    },
    {
      "epoch": 3.5814375436147943,
      "grad_norm": 1.4810198363504854,
      "learning_rate": 0.00010789941974580317,
      "loss": 1.5234,
      "step": 76983
    },
    {
      "epoch": 3.5814840660618747,
      "grad_norm": 1.399451231877964,
      "learning_rate": 0.0001078958575230375,
      "loss": 2.0156,
      "step": 76984
    },
    {
      "epoch": 3.5815305885089557,
      "grad_norm": 1.2783371347477384,
      "learning_rate": 0.00010789229532604823,
      "loss": 1.6094,
      "step": 76985
    },
    {
      "epoch": 3.581577110956036,
      "grad_norm": 1.5479509335400867,
      "learning_rate": 0.00010788873315483756,
      "loss": 2.1562,
      "step": 76986
    },
    {
      "epoch": 3.581623633403117,
      "grad_norm": 1.4001710513717525,
      "learning_rate": 0.00010788517100940762,
      "loss": 2.0312,
      "step": 76987
    },
    {
      "epoch": 3.5816701558501975,
      "grad_norm": 1.4895831045284065,
      "learning_rate": 0.00010788160888976065,
      "loss": 2.2344,
      "step": 76988
    },
    {
      "epoch": 3.5817166782972785,
      "grad_norm": 1.5020471025566589,
      "learning_rate": 0.0001078780467958988,
      "loss": 2.1719,
      "step": 76989
    },
    {
      "epoch": 3.5817632007443594,
      "grad_norm": 1.552834248998749,
      "learning_rate": 0.00010787448472782428,
      "loss": 2.1562,
      "step": 76990
    },
    {
      "epoch": 3.58180972319144,
      "grad_norm": 1.4142486737958164,
      "learning_rate": 0.00010787092268553924,
      "loss": 2.0625,
      "step": 76991
    },
    {
      "epoch": 3.5818562456385203,
      "grad_norm": 1.5128424452592109,
      "learning_rate": 0.00010786736066904585,
      "loss": 2.1562,
      "step": 76992
    },
    {
      "epoch": 3.5819027680856013,
      "grad_norm": 1.3998494460546995,
      "learning_rate": 0.00010786379867834631,
      "loss": 1.8906,
      "step": 76993
    },
    {
      "epoch": 3.581949290532682,
      "grad_norm": 1.406699335459559,
      "learning_rate": 0.00010786023671344282,
      "loss": 1.8438,
      "step": 76994
    },
    {
      "epoch": 3.5819958129797627,
      "grad_norm": 1.4093529698388647,
      "learning_rate": 0.00010785667477433753,
      "loss": 2.1094,
      "step": 76995
    },
    {
      "epoch": 3.5820423354268436,
      "grad_norm": 1.5123839123981202,
      "learning_rate": 0.00010785311286103261,
      "loss": 1.9531,
      "step": 76996
    },
    {
      "epoch": 3.582088857873924,
      "grad_norm": 1.5449820046569793,
      "learning_rate": 0.00010784955097353031,
      "loss": 2.1094,
      "step": 76997
    },
    {
      "epoch": 3.582135380321005,
      "grad_norm": 1.3994667180812266,
      "learning_rate": 0.00010784598911183273,
      "loss": 1.9531,
      "step": 76998
    },
    {
      "epoch": 3.5821819027680855,
      "grad_norm": 1.2999953115121279,
      "learning_rate": 0.00010784242727594211,
      "loss": 1.7578,
      "step": 76999
    },
    {
      "epoch": 3.5822284252151664,
      "grad_norm": 1.5895922019919446,
      "learning_rate": 0.00010783886546586056,
      "loss": 2.375,
      "step": 77000
    },
    {
      "epoch": 3.5822749476622473,
      "grad_norm": 1.5677980893937902,
      "learning_rate": 0.00010783530368159035,
      "loss": 2.1562,
      "step": 77001
    },
    {
      "epoch": 3.5823214701093278,
      "grad_norm": 1.4604921646417217,
      "learning_rate": 0.0001078317419231336,
      "loss": 1.9375,
      "step": 77002
    },
    {
      "epoch": 3.5823679925564083,
      "grad_norm": 1.4198838839242578,
      "learning_rate": 0.00010782818019049252,
      "loss": 2.0,
      "step": 77003
    },
    {
      "epoch": 3.582414515003489,
      "grad_norm": 1.4532012627555484,
      "learning_rate": 0.00010782461848366924,
      "loss": 1.6094,
      "step": 77004
    },
    {
      "epoch": 3.58246103745057,
      "grad_norm": 1.4701720975809127,
      "learning_rate": 0.00010782105680266595,
      "loss": 2.25,
      "step": 77005
    },
    {
      "epoch": 3.5825075598976506,
      "grad_norm": 1.4599395095517878,
      "learning_rate": 0.00010781749514748492,
      "loss": 2.1875,
      "step": 77006
    },
    {
      "epoch": 3.5825540823447315,
      "grad_norm": 1.25809705914605,
      "learning_rate": 0.00010781393351812823,
      "loss": 1.6953,
      "step": 77007
    },
    {
      "epoch": 3.582600604791812,
      "grad_norm": 1.4119416057953873,
      "learning_rate": 0.00010781037191459814,
      "loss": 1.8516,
      "step": 77008
    },
    {
      "epoch": 3.582647127238893,
      "grad_norm": 1.4667102968612535,
      "learning_rate": 0.00010780681033689676,
      "loss": 2.0,
      "step": 77009
    },
    {
      "epoch": 3.5826936496859734,
      "grad_norm": 1.391350851128879,
      "learning_rate": 0.00010780324878502632,
      "loss": 1.9141,
      "step": 77010
    },
    {
      "epoch": 3.5827401721330543,
      "grad_norm": 1.424473418129982,
      "learning_rate": 0.00010779968725898895,
      "loss": 2.0625,
      "step": 77011
    },
    {
      "epoch": 3.5827866945801348,
      "grad_norm": 1.4128525143613322,
      "learning_rate": 0.0001077961257587869,
      "loss": 1.9297,
      "step": 77012
    },
    {
      "epoch": 3.5828332170272157,
      "grad_norm": 1.5292242704552934,
      "learning_rate": 0.00010779256428442228,
      "loss": 1.9141,
      "step": 77013
    },
    {
      "epoch": 3.582879739474296,
      "grad_norm": 1.4400845617589055,
      "learning_rate": 0.00010778900283589732,
      "loss": 2.1094,
      "step": 77014
    },
    {
      "epoch": 3.582926261921377,
      "grad_norm": 1.4463893770068685,
      "learning_rate": 0.00010778544141321415,
      "loss": 1.9453,
      "step": 77015
    },
    {
      "epoch": 3.582972784368458,
      "grad_norm": 1.4536943973661873,
      "learning_rate": 0.00010778188001637504,
      "loss": 2.1562,
      "step": 77016
    },
    {
      "epoch": 3.5830193068155385,
      "grad_norm": 1.486029094026709,
      "learning_rate": 0.00010777831864538208,
      "loss": 2.3438,
      "step": 77017
    },
    {
      "epoch": 3.583065829262619,
      "grad_norm": 1.3891239122523398,
      "learning_rate": 0.00010777475730023747,
      "loss": 1.8906,
      "step": 77018
    },
    {
      "epoch": 3.5831123517097,
      "grad_norm": 1.3216505316871545,
      "learning_rate": 0.00010777119598094342,
      "loss": 1.8281,
      "step": 77019
    },
    {
      "epoch": 3.583158874156781,
      "grad_norm": 1.3627672609398618,
      "learning_rate": 0.00010776763468750209,
      "loss": 2.0625,
      "step": 77020
    },
    {
      "epoch": 3.5832053966038613,
      "grad_norm": 1.3875866124614076,
      "learning_rate": 0.00010776407341991565,
      "loss": 2.0781,
      "step": 77021
    },
    {
      "epoch": 3.583251919050942,
      "grad_norm": 1.5590240248355287,
      "learning_rate": 0.0001077605121781863,
      "loss": 2.0312,
      "step": 77022
    },
    {
      "epoch": 3.5832984414980227,
      "grad_norm": 1.5040722608328536,
      "learning_rate": 0.0001077569509623162,
      "loss": 2.125,
      "step": 77023
    },
    {
      "epoch": 3.5833449639451036,
      "grad_norm": 1.3916390184457414,
      "learning_rate": 0.00010775338977230757,
      "loss": 2.0312,
      "step": 77024
    },
    {
      "epoch": 3.583391486392184,
      "grad_norm": 1.5242771799339037,
      "learning_rate": 0.00010774982860816255,
      "loss": 2.2344,
      "step": 77025
    },
    {
      "epoch": 3.583438008839265,
      "grad_norm": 1.5084365552494556,
      "learning_rate": 0.00010774626746988333,
      "loss": 2.125,
      "step": 77026
    },
    {
      "epoch": 3.583484531286346,
      "grad_norm": 1.4129150096423266,
      "learning_rate": 0.00010774270635747204,
      "loss": 1.9922,
      "step": 77027
    },
    {
      "epoch": 3.5835310537334264,
      "grad_norm": 1.3672507027527872,
      "learning_rate": 0.00010773914527093099,
      "loss": 1.9531,
      "step": 77028
    },
    {
      "epoch": 3.583577576180507,
      "grad_norm": 1.5681112587995358,
      "learning_rate": 0.00010773558421026226,
      "loss": 2.375,
      "step": 77029
    },
    {
      "epoch": 3.583624098627588,
      "grad_norm": 1.463610105125043,
      "learning_rate": 0.00010773202317546807,
      "loss": 1.9219,
      "step": 77030
    },
    {
      "epoch": 3.5836706210746687,
      "grad_norm": 1.4821334030875906,
      "learning_rate": 0.00010772846216655056,
      "loss": 2.3125,
      "step": 77031
    },
    {
      "epoch": 3.583717143521749,
      "grad_norm": 1.3672306858041836,
      "learning_rate": 0.000107724901183512,
      "loss": 1.8594,
      "step": 77032
    },
    {
      "epoch": 3.58376366596883,
      "grad_norm": 1.4677168834696388,
      "learning_rate": 0.00010772134022635441,
      "loss": 2.0781,
      "step": 77033
    },
    {
      "epoch": 3.5838101884159106,
      "grad_norm": 1.519965412721492,
      "learning_rate": 0.00010771777929508013,
      "loss": 2.3594,
      "step": 77034
    },
    {
      "epoch": 3.5838567108629915,
      "grad_norm": 1.451406538821724,
      "learning_rate": 0.00010771421838969124,
      "loss": 2.0938,
      "step": 77035
    },
    {
      "epoch": 3.583903233310072,
      "grad_norm": 1.498004217806877,
      "learning_rate": 0.00010771065751018998,
      "loss": 2.0625,
      "step": 77036
    },
    {
      "epoch": 3.583949755757153,
      "grad_norm": 1.382000644575402,
      "learning_rate": 0.00010770709665657848,
      "loss": 1.9609,
      "step": 77037
    },
    {
      "epoch": 3.5839962782042334,
      "grad_norm": 1.4851471985398612,
      "learning_rate": 0.000107703535828859,
      "loss": 2.1875,
      "step": 77038
    },
    {
      "epoch": 3.5840428006513143,
      "grad_norm": 1.4759082598385425,
      "learning_rate": 0.00010769997502703359,
      "loss": 2.1562,
      "step": 77039
    },
    {
      "epoch": 3.584089323098395,
      "grad_norm": 1.358501489462414,
      "learning_rate": 0.00010769641425110455,
      "loss": 1.8672,
      "step": 77040
    },
    {
      "epoch": 3.5841358455454757,
      "grad_norm": 1.384766467818829,
      "learning_rate": 0.00010769285350107399,
      "loss": 1.9688,
      "step": 77041
    },
    {
      "epoch": 3.5841823679925566,
      "grad_norm": 1.4163826562492168,
      "learning_rate": 0.00010768929277694415,
      "loss": 1.9844,
      "step": 77042
    },
    {
      "epoch": 3.584228890439637,
      "grad_norm": 1.4783805224646045,
      "learning_rate": 0.00010768573207871717,
      "loss": 2.0625,
      "step": 77043
    },
    {
      "epoch": 3.5842754128867176,
      "grad_norm": 1.5393794140484456,
      "learning_rate": 0.0001076821714063952,
      "loss": 2.2656,
      "step": 77044
    },
    {
      "epoch": 3.5843219353337985,
      "grad_norm": 1.4968586263245254,
      "learning_rate": 0.00010767861075998048,
      "loss": 2.1562,
      "step": 77045
    },
    {
      "epoch": 3.5843684577808794,
      "grad_norm": 1.3710118158195645,
      "learning_rate": 0.00010767505013947515,
      "loss": 1.9141,
      "step": 77046
    },
    {
      "epoch": 3.58441498022796,
      "grad_norm": 1.4201874516167796,
      "learning_rate": 0.00010767148954488142,
      "loss": 2.0469,
      "step": 77047
    },
    {
      "epoch": 3.584461502675041,
      "grad_norm": 1.4519593964011903,
      "learning_rate": 0.00010766792897620142,
      "loss": 2.0781,
      "step": 77048
    },
    {
      "epoch": 3.5845080251221213,
      "grad_norm": 1.422621100699499,
      "learning_rate": 0.00010766436843343734,
      "loss": 1.8984,
      "step": 77049
    },
    {
      "epoch": 3.584554547569202,
      "grad_norm": 1.514866968974445,
      "learning_rate": 0.00010766080791659145,
      "loss": 2.2188,
      "step": 77050
    },
    {
      "epoch": 3.5846010700162827,
      "grad_norm": 1.4187647808947732,
      "learning_rate": 0.00010765724742566583,
      "loss": 1.9844,
      "step": 77051
    },
    {
      "epoch": 3.5846475924633636,
      "grad_norm": 1.5175840815611699,
      "learning_rate": 0.0001076536869606627,
      "loss": 2.2969,
      "step": 77052
    },
    {
      "epoch": 3.5846941149104445,
      "grad_norm": 1.4632166598006393,
      "learning_rate": 0.00010765012652158424,
      "loss": 2.0625,
      "step": 77053
    },
    {
      "epoch": 3.584740637357525,
      "grad_norm": 1.5230826179642103,
      "learning_rate": 0.00010764656610843263,
      "loss": 2.1562,
      "step": 77054
    },
    {
      "epoch": 3.5847871598046055,
      "grad_norm": 1.515137364688083,
      "learning_rate": 0.00010764300572121,
      "loss": 2.3438,
      "step": 77055
    },
    {
      "epoch": 3.5848336822516864,
      "grad_norm": 1.5100073314017834,
      "learning_rate": 0.00010763944535991863,
      "loss": 2.0938,
      "step": 77056
    },
    {
      "epoch": 3.5848802046987673,
      "grad_norm": 1.464265371722449,
      "learning_rate": 0.0001076358850245606,
      "loss": 2.0781,
      "step": 77057
    },
    {
      "epoch": 3.584926727145848,
      "grad_norm": 1.400118501464856,
      "learning_rate": 0.00010763232471513815,
      "loss": 1.8984,
      "step": 77058
    },
    {
      "epoch": 3.5849732495929287,
      "grad_norm": 1.5726902433663716,
      "learning_rate": 0.00010762876443165343,
      "loss": 2.4219,
      "step": 77059
    },
    {
      "epoch": 3.585019772040009,
      "grad_norm": 1.3859109464638775,
      "learning_rate": 0.00010762520417410864,
      "loss": 1.5781,
      "step": 77060
    },
    {
      "epoch": 3.58506629448709,
      "grad_norm": 1.3983623837783825,
      "learning_rate": 0.00010762164394250592,
      "loss": 1.8672,
      "step": 77061
    },
    {
      "epoch": 3.5851128169341706,
      "grad_norm": 1.4235556884675267,
      "learning_rate": 0.00010761808373684752,
      "loss": 2.125,
      "step": 77062
    },
    {
      "epoch": 3.5851593393812515,
      "grad_norm": 1.504224288812549,
      "learning_rate": 0.00010761452355713556,
      "loss": 2.0625,
      "step": 77063
    },
    {
      "epoch": 3.585205861828332,
      "grad_norm": 1.3619577096605227,
      "learning_rate": 0.00010761096340337224,
      "loss": 1.6953,
      "step": 77064
    },
    {
      "epoch": 3.585252384275413,
      "grad_norm": 1.4352567378614893,
      "learning_rate": 0.00010760740327555972,
      "loss": 2.0,
      "step": 77065
    },
    {
      "epoch": 3.5852989067224934,
      "grad_norm": 1.4115892959476748,
      "learning_rate": 0.00010760384317370025,
      "loss": 1.9062,
      "step": 77066
    },
    {
      "epoch": 3.5853454291695743,
      "grad_norm": 1.5709759357072186,
      "learning_rate": 0.0001076002830977959,
      "loss": 2.1719,
      "step": 77067
    },
    {
      "epoch": 3.5853919516166552,
      "grad_norm": 1.527018827618807,
      "learning_rate": 0.00010759672304784893,
      "loss": 2.2031,
      "step": 77068
    },
    {
      "epoch": 3.5854384740637357,
      "grad_norm": 1.5185769199489492,
      "learning_rate": 0.00010759316302386153,
      "loss": 2.3438,
      "step": 77069
    },
    {
      "epoch": 3.585484996510816,
      "grad_norm": 1.4632012363657991,
      "learning_rate": 0.00010758960302583578,
      "loss": 1.9375,
      "step": 77070
    },
    {
      "epoch": 3.585531518957897,
      "grad_norm": 1.3290347270112892,
      "learning_rate": 0.00010758604305377392,
      "loss": 1.8438,
      "step": 77071
    },
    {
      "epoch": 3.585578041404978,
      "grad_norm": 1.420989576980607,
      "learning_rate": 0.00010758248310767817,
      "loss": 2.1094,
      "step": 77072
    },
    {
      "epoch": 3.5856245638520585,
      "grad_norm": 1.408697223956876,
      "learning_rate": 0.00010757892318755068,
      "loss": 2.0312,
      "step": 77073
    },
    {
      "epoch": 3.5856710862991394,
      "grad_norm": 1.473004671744556,
      "learning_rate": 0.00010757536329339363,
      "loss": 2.1406,
      "step": 77074
    },
    {
      "epoch": 3.58571760874622,
      "grad_norm": 1.460445190678007,
      "learning_rate": 0.00010757180342520916,
      "loss": 2.1719,
      "step": 77075
    },
    {
      "epoch": 3.585764131193301,
      "grad_norm": 1.6074581108755523,
      "learning_rate": 0.00010756824358299953,
      "loss": 2.0938,
      "step": 77076
    },
    {
      "epoch": 3.5858106536403813,
      "grad_norm": 1.4532581167165453,
      "learning_rate": 0.00010756468376676681,
      "loss": 2.1406,
      "step": 77077
    },
    {
      "epoch": 3.5858571760874622,
      "grad_norm": 1.4348656084513296,
      "learning_rate": 0.0001075611239765133,
      "loss": 1.9922,
      "step": 77078
    },
    {
      "epoch": 3.585903698534543,
      "grad_norm": 1.3834551181420085,
      "learning_rate": 0.00010755756421224108,
      "loss": 1.9297,
      "step": 77079
    },
    {
      "epoch": 3.5859502209816236,
      "grad_norm": 1.4229350853435447,
      "learning_rate": 0.0001075540044739524,
      "loss": 2.0156,
      "step": 77080
    },
    {
      "epoch": 3.585996743428704,
      "grad_norm": 1.5541132868441248,
      "learning_rate": 0.00010755044476164938,
      "loss": 2.1406,
      "step": 77081
    },
    {
      "epoch": 3.586043265875785,
      "grad_norm": 1.494022267002596,
      "learning_rate": 0.00010754688507533425,
      "loss": 2.0312,
      "step": 77082
    },
    {
      "epoch": 3.586089788322866,
      "grad_norm": 1.4780315725866568,
      "learning_rate": 0.00010754332541500914,
      "loss": 2.2031,
      "step": 77083
    },
    {
      "epoch": 3.5861363107699464,
      "grad_norm": 1.4362828770007194,
      "learning_rate": 0.0001075397657806763,
      "loss": 2.1094,
      "step": 77084
    },
    {
      "epoch": 3.5861828332170274,
      "grad_norm": 1.4689456151712545,
      "learning_rate": 0.00010753620617233781,
      "loss": 2.1406,
      "step": 77085
    },
    {
      "epoch": 3.586229355664108,
      "grad_norm": 1.351025263958684,
      "learning_rate": 0.00010753264658999597,
      "loss": 1.8906,
      "step": 77086
    },
    {
      "epoch": 3.5862758781111888,
      "grad_norm": 1.41083658502987,
      "learning_rate": 0.00010752908703365283,
      "loss": 1.9688,
      "step": 77087
    },
    {
      "epoch": 3.5863224005582692,
      "grad_norm": 1.3857333682338393,
      "learning_rate": 0.00010752552750331067,
      "loss": 1.9922,
      "step": 77088
    },
    {
      "epoch": 3.58636892300535,
      "grad_norm": 1.4195382213995065,
      "learning_rate": 0.00010752196799897163,
      "loss": 1.8594,
      "step": 77089
    },
    {
      "epoch": 3.586415445452431,
      "grad_norm": 1.3890630737793395,
      "learning_rate": 0.00010751840852063787,
      "loss": 1.9141,
      "step": 77090
    },
    {
      "epoch": 3.5864619678995115,
      "grad_norm": 1.4752120920559657,
      "learning_rate": 0.0001075148490683116,
      "loss": 1.9453,
      "step": 77091
    },
    {
      "epoch": 3.586508490346592,
      "grad_norm": 1.4738067655795806,
      "learning_rate": 0.00010751128964199502,
      "loss": 2.1562,
      "step": 77092
    },
    {
      "epoch": 3.586555012793673,
      "grad_norm": 1.586428009537841,
      "learning_rate": 0.00010750773024169021,
      "loss": 2.3281,
      "step": 77093
    },
    {
      "epoch": 3.586601535240754,
      "grad_norm": 1.4369138395396817,
      "learning_rate": 0.00010750417086739945,
      "loss": 1.9766,
      "step": 77094
    },
    {
      "epoch": 3.5866480576878343,
      "grad_norm": 1.5033690717901327,
      "learning_rate": 0.00010750061151912491,
      "loss": 2.3281,
      "step": 77095
    },
    {
      "epoch": 3.586694580134915,
      "grad_norm": 1.474161070742129,
      "learning_rate": 0.00010749705219686871,
      "loss": 1.9766,
      "step": 77096
    },
    {
      "epoch": 3.5867411025819957,
      "grad_norm": 1.5091314972458656,
      "learning_rate": 0.00010749349290063312,
      "loss": 2.2969,
      "step": 77097
    },
    {
      "epoch": 3.5867876250290767,
      "grad_norm": 1.5316015642895855,
      "learning_rate": 0.00010748993363042025,
      "loss": 2.25,
      "step": 77098
    },
    {
      "epoch": 3.586834147476157,
      "grad_norm": 1.4136269072268388,
      "learning_rate": 0.00010748637438623227,
      "loss": 1.9922,
      "step": 77099
    },
    {
      "epoch": 3.586880669923238,
      "grad_norm": 1.3417754656190206,
      "learning_rate": 0.0001074828151680714,
      "loss": 1.9062,
      "step": 77100
    },
    {
      "epoch": 3.5869271923703185,
      "grad_norm": 1.3716381613349797,
      "learning_rate": 0.00010747925597593978,
      "loss": 1.9297,
      "step": 77101
    },
    {
      "epoch": 3.5869737148173995,
      "grad_norm": 1.5136965577183978,
      "learning_rate": 0.00010747569680983964,
      "loss": 2.0469,
      "step": 77102
    },
    {
      "epoch": 3.58702023726448,
      "grad_norm": 1.5100664449359504,
      "learning_rate": 0.00010747213766977309,
      "loss": 2.1094,
      "step": 77103
    },
    {
      "epoch": 3.587066759711561,
      "grad_norm": 1.4566421604177362,
      "learning_rate": 0.00010746857855574239,
      "loss": 2.1094,
      "step": 77104
    },
    {
      "epoch": 3.587113282158642,
      "grad_norm": 1.5486099403834321,
      "learning_rate": 0.00010746501946774963,
      "loss": 2.2812,
      "step": 77105
    },
    {
      "epoch": 3.5871598046057223,
      "grad_norm": 1.4237558735893263,
      "learning_rate": 0.00010746146040579707,
      "loss": 2.1719,
      "step": 77106
    },
    {
      "epoch": 3.5872063270528027,
      "grad_norm": 1.4219606044398072,
      "learning_rate": 0.00010745790136988684,
      "loss": 2.0625,
      "step": 77107
    },
    {
      "epoch": 3.5872528494998837,
      "grad_norm": 1.434055639438479,
      "learning_rate": 0.00010745434236002116,
      "loss": 1.9766,
      "step": 77108
    },
    {
      "epoch": 3.5872993719469646,
      "grad_norm": 1.557981544406267,
      "learning_rate": 0.00010745078337620216,
      "loss": 2.2969,
      "step": 77109
    },
    {
      "epoch": 3.587345894394045,
      "grad_norm": 1.4017386412571355,
      "learning_rate": 0.00010744722441843203,
      "loss": 2.0781,
      "step": 77110
    },
    {
      "epoch": 3.587392416841126,
      "grad_norm": 1.433660016315296,
      "learning_rate": 0.00010744366548671297,
      "loss": 2.1094,
      "step": 77111
    },
    {
      "epoch": 3.5874389392882065,
      "grad_norm": 1.3378496049156932,
      "learning_rate": 0.00010744010658104717,
      "loss": 1.8984,
      "step": 77112
    },
    {
      "epoch": 3.5874854617352874,
      "grad_norm": 1.4557830008084698,
      "learning_rate": 0.00010743654770143675,
      "loss": 2.1562,
      "step": 77113
    },
    {
      "epoch": 3.587531984182368,
      "grad_norm": 1.497161961102651,
      "learning_rate": 0.00010743298884788397,
      "loss": 2.0938,
      "step": 77114
    },
    {
      "epoch": 3.5875785066294488,
      "grad_norm": 1.5540288854716218,
      "learning_rate": 0.00010742943002039088,
      "loss": 2.25,
      "step": 77115
    },
    {
      "epoch": 3.5876250290765297,
      "grad_norm": 1.374819487104206,
      "learning_rate": 0.00010742587121895979,
      "loss": 1.9844,
      "step": 77116
    },
    {
      "epoch": 3.58767155152361,
      "grad_norm": 1.500483725140329,
      "learning_rate": 0.00010742231244359286,
      "loss": 2.1875,
      "step": 77117
    },
    {
      "epoch": 3.5877180739706906,
      "grad_norm": 1.5099069848914153,
      "learning_rate": 0.00010741875369429222,
      "loss": 1.5547,
      "step": 77118
    },
    {
      "epoch": 3.5877645964177716,
      "grad_norm": 1.5406664113450186,
      "learning_rate": 0.0001074151949710601,
      "loss": 2.375,
      "step": 77119
    },
    {
      "epoch": 3.5878111188648525,
      "grad_norm": 1.5554977897726936,
      "learning_rate": 0.0001074116362738986,
      "loss": 2.3281,
      "step": 77120
    },
    {
      "epoch": 3.587857641311933,
      "grad_norm": 1.444455453846314,
      "learning_rate": 0.00010740807760281,
      "loss": 2.0781,
      "step": 77121
    },
    {
      "epoch": 3.587904163759014,
      "grad_norm": 1.5108283100820783,
      "learning_rate": 0.00010740451895779638,
      "loss": 2.1719,
      "step": 77122
    },
    {
      "epoch": 3.5879506862060944,
      "grad_norm": 1.3286784869911599,
      "learning_rate": 0.00010740096033886,
      "loss": 1.8906,
      "step": 77123
    },
    {
      "epoch": 3.5879972086531753,
      "grad_norm": 1.4190294187692505,
      "learning_rate": 0.000107397401746003,
      "loss": 1.9062,
      "step": 77124
    },
    {
      "epoch": 3.5880437311002558,
      "grad_norm": 1.384112525988741,
      "learning_rate": 0.00010739384317922755,
      "loss": 2.0,
      "step": 77125
    },
    {
      "epoch": 3.5880902535473367,
      "grad_norm": 1.4333172658084268,
      "learning_rate": 0.00010739028463853586,
      "loss": 1.9766,
      "step": 77126
    },
    {
      "epoch": 3.588136775994417,
      "grad_norm": 1.5130660513310579,
      "learning_rate": 0.00010738672612393005,
      "loss": 2.2969,
      "step": 77127
    },
    {
      "epoch": 3.588183298441498,
      "grad_norm": 1.4192416761894695,
      "learning_rate": 0.00010738316763541236,
      "loss": 1.9531,
      "step": 77128
    },
    {
      "epoch": 3.5882298208885786,
      "grad_norm": 1.4441414620066826,
      "learning_rate": 0.00010737960917298494,
      "loss": 1.9688,
      "step": 77129
    },
    {
      "epoch": 3.5882763433356595,
      "grad_norm": 1.4160808296746352,
      "learning_rate": 0.00010737605073664997,
      "loss": 2.0469,
      "step": 77130
    },
    {
      "epoch": 3.5883228657827404,
      "grad_norm": 1.4064307960213036,
      "learning_rate": 0.00010737249232640965,
      "loss": 1.6875,
      "step": 77131
    },
    {
      "epoch": 3.588369388229821,
      "grad_norm": 1.4569799310455238,
      "learning_rate": 0.00010736893394226613,
      "loss": 2.1875,
      "step": 77132
    },
    {
      "epoch": 3.5884159106769014,
      "grad_norm": 1.3387764503463193,
      "learning_rate": 0.0001073653755842216,
      "loss": 1.8828,
      "step": 77133
    },
    {
      "epoch": 3.5884624331239823,
      "grad_norm": 1.4358711916930624,
      "learning_rate": 0.00010736181725227825,
      "loss": 1.9297,
      "step": 77134
    },
    {
      "epoch": 3.588508955571063,
      "grad_norm": 1.5179577941827505,
      "learning_rate": 0.00010735825894643822,
      "loss": 2.2188,
      "step": 77135
    },
    {
      "epoch": 3.5885554780181437,
      "grad_norm": 1.5747934525293974,
      "learning_rate": 0.00010735470066670374,
      "loss": 1.9375,
      "step": 77136
    },
    {
      "epoch": 3.5886020004652246,
      "grad_norm": 1.4634187616109542,
      "learning_rate": 0.00010735114241307692,
      "loss": 2.0469,
      "step": 77137
    },
    {
      "epoch": 3.588648522912305,
      "grad_norm": 1.4505608494267317,
      "learning_rate": 0.00010734758418556,
      "loss": 2.0781,
      "step": 77138
    },
    {
      "epoch": 3.588695045359386,
      "grad_norm": 1.5582036713996315,
      "learning_rate": 0.00010734402598415518,
      "loss": 2.1875,
      "step": 77139
    },
    {
      "epoch": 3.5887415678064665,
      "grad_norm": 1.457352897701113,
      "learning_rate": 0.00010734046780886453,
      "loss": 2.0938,
      "step": 77140
    },
    {
      "epoch": 3.5887880902535474,
      "grad_norm": 1.4659558303555198,
      "learning_rate": 0.00010733690965969038,
      "loss": 2.2031,
      "step": 77141
    },
    {
      "epoch": 3.5888346127006283,
      "grad_norm": 1.4242972850644344,
      "learning_rate": 0.00010733335153663479,
      "loss": 2.0312,
      "step": 77142
    },
    {
      "epoch": 3.588881135147709,
      "grad_norm": 1.4042738940879242,
      "learning_rate": 0.00010732979343969996,
      "loss": 1.9609,
      "step": 77143
    },
    {
      "epoch": 3.5889276575947893,
      "grad_norm": 1.6821565087434676,
      "learning_rate": 0.00010732623536888808,
      "loss": 2.3281,
      "step": 77144
    },
    {
      "epoch": 3.58897418004187,
      "grad_norm": 1.460443077287903,
      "learning_rate": 0.00010732267732420136,
      "loss": 1.9844,
      "step": 77145
    },
    {
      "epoch": 3.589020702488951,
      "grad_norm": 1.3614996502649188,
      "learning_rate": 0.00010731911930564192,
      "loss": 1.8516,
      "step": 77146
    },
    {
      "epoch": 3.5890672249360316,
      "grad_norm": 1.5875048169791852,
      "learning_rate": 0.000107315561313212,
      "loss": 2.4375,
      "step": 77147
    },
    {
      "epoch": 3.5891137473831125,
      "grad_norm": 1.469288301058649,
      "learning_rate": 0.00010731200334691371,
      "loss": 2.0781,
      "step": 77148
    },
    {
      "epoch": 3.589160269830193,
      "grad_norm": 1.4214861777810965,
      "learning_rate": 0.0001073084454067493,
      "loss": 1.9141,
      "step": 77149
    },
    {
      "epoch": 3.589206792277274,
      "grad_norm": 1.424535797126887,
      "learning_rate": 0.0001073048874927209,
      "loss": 2.0469,
      "step": 77150
    },
    {
      "epoch": 3.5892533147243544,
      "grad_norm": 1.3926651608079221,
      "learning_rate": 0.00010730132960483066,
      "loss": 2.0156,
      "step": 77151
    },
    {
      "epoch": 3.5892998371714353,
      "grad_norm": 1.5022566955980465,
      "learning_rate": 0.00010729777174308086,
      "loss": 2.125,
      "step": 77152
    },
    {
      "epoch": 3.589346359618516,
      "grad_norm": 1.4783183731503386,
      "learning_rate": 0.00010729421390747355,
      "loss": 2.1875,
      "step": 77153
    },
    {
      "epoch": 3.5893928820655967,
      "grad_norm": 1.4915750526559461,
      "learning_rate": 0.00010729065609801101,
      "loss": 2.2812,
      "step": 77154
    },
    {
      "epoch": 3.589439404512677,
      "grad_norm": 1.4809142447618144,
      "learning_rate": 0.00010728709831469538,
      "loss": 2.0312,
      "step": 77155
    },
    {
      "epoch": 3.589485926959758,
      "grad_norm": 1.4628902522765304,
      "learning_rate": 0.00010728354055752886,
      "loss": 2.0781,
      "step": 77156
    },
    {
      "epoch": 3.589532449406839,
      "grad_norm": 1.4351234401838682,
      "learning_rate": 0.00010727998282651356,
      "loss": 2.125,
      "step": 77157
    },
    {
      "epoch": 3.5895789718539195,
      "grad_norm": 1.419947058522597,
      "learning_rate": 0.00010727642512165176,
      "loss": 1.9922,
      "step": 77158
    },
    {
      "epoch": 3.589625494301,
      "grad_norm": 1.4198195172937063,
      "learning_rate": 0.0001072728674429455,
      "loss": 1.7969,
      "step": 77159
    },
    {
      "epoch": 3.589672016748081,
      "grad_norm": 1.4114877563913328,
      "learning_rate": 0.00010726930979039709,
      "loss": 1.9922,
      "step": 77160
    },
    {
      "epoch": 3.589718539195162,
      "grad_norm": 1.378773575149629,
      "learning_rate": 0.00010726575216400867,
      "loss": 1.875,
      "step": 77161
    },
    {
      "epoch": 3.5897650616422423,
      "grad_norm": 1.4219341262092764,
      "learning_rate": 0.0001072621945637824,
      "loss": 2.1562,
      "step": 77162
    },
    {
      "epoch": 3.589811584089323,
      "grad_norm": 1.4783813991238313,
      "learning_rate": 0.00010725863698972049,
      "loss": 2.1719,
      "step": 77163
    },
    {
      "epoch": 3.5898581065364037,
      "grad_norm": 1.4673113484449893,
      "learning_rate": 0.00010725507944182507,
      "loss": 1.9453,
      "step": 77164
    },
    {
      "epoch": 3.5899046289834846,
      "grad_norm": 1.4247525122660871,
      "learning_rate": 0.00010725152192009836,
      "loss": 1.9453,
      "step": 77165
    },
    {
      "epoch": 3.589951151430565,
      "grad_norm": 1.4372125105718554,
      "learning_rate": 0.0001072479644245425,
      "loss": 2.1094,
      "step": 77166
    },
    {
      "epoch": 3.589997673877646,
      "grad_norm": 1.5252271514228284,
      "learning_rate": 0.00010724440695515972,
      "loss": 1.9922,
      "step": 77167
    },
    {
      "epoch": 3.590044196324727,
      "grad_norm": 1.448020140599197,
      "learning_rate": 0.00010724084951195213,
      "loss": 1.9375,
      "step": 77168
    },
    {
      "epoch": 3.5900907187718074,
      "grad_norm": 1.478699113289226,
      "learning_rate": 0.00010723729209492197,
      "loss": 2.1875,
      "step": 77169
    },
    {
      "epoch": 3.590137241218888,
      "grad_norm": 1.4922773361588137,
      "learning_rate": 0.00010723373470407137,
      "loss": 1.9844,
      "step": 77170
    },
    {
      "epoch": 3.590183763665969,
      "grad_norm": 1.5684313363752311,
      "learning_rate": 0.00010723017733940255,
      "loss": 2.1406,
      "step": 77171
    },
    {
      "epoch": 3.5902302861130497,
      "grad_norm": 1.5128764380154935,
      "learning_rate": 0.00010722662000091765,
      "loss": 2.0781,
      "step": 77172
    },
    {
      "epoch": 3.59027680856013,
      "grad_norm": 1.4848146815369967,
      "learning_rate": 0.00010722306268861889,
      "loss": 2.125,
      "step": 77173
    },
    {
      "epoch": 3.590323331007211,
      "grad_norm": 1.569784102777009,
      "learning_rate": 0.00010721950540250838,
      "loss": 2.25,
      "step": 77174
    },
    {
      "epoch": 3.5903698534542916,
      "grad_norm": 1.3531278372154418,
      "learning_rate": 0.00010721594814258838,
      "loss": 1.8438,
      "step": 77175
    },
    {
      "epoch": 3.5904163759013725,
      "grad_norm": 1.3948318817127145,
      "learning_rate": 0.00010721239090886103,
      "loss": 1.9766,
      "step": 77176
    },
    {
      "epoch": 3.590462898348453,
      "grad_norm": 1.4928711915095159,
      "learning_rate": 0.0001072088337013285,
      "loss": 2.25,
      "step": 77177
    },
    {
      "epoch": 3.590509420795534,
      "grad_norm": 1.435165790047872,
      "learning_rate": 0.00010720527651999298,
      "loss": 1.9688,
      "step": 77178
    },
    {
      "epoch": 3.5905559432426144,
      "grad_norm": 1.480817279399305,
      "learning_rate": 0.0001072017193648566,
      "loss": 2.0938,
      "step": 77179
    },
    {
      "epoch": 3.5906024656896953,
      "grad_norm": 1.4258001834726075,
      "learning_rate": 0.00010719816223592162,
      "loss": 2.125,
      "step": 77180
    },
    {
      "epoch": 3.590648988136776,
      "grad_norm": 1.4420160649905707,
      "learning_rate": 0.00010719460513319013,
      "loss": 1.9844,
      "step": 77181
    },
    {
      "epoch": 3.5906955105838567,
      "grad_norm": 1.465266712525557,
      "learning_rate": 0.00010719104805666436,
      "loss": 1.9688,
      "step": 77182
    },
    {
      "epoch": 3.5907420330309376,
      "grad_norm": 1.4720494850575137,
      "learning_rate": 0.00010718749100634653,
      "loss": 1.9766,
      "step": 77183
    },
    {
      "epoch": 3.590788555478018,
      "grad_norm": 1.5236378791958423,
      "learning_rate": 0.00010718393398223875,
      "loss": 2.1719,
      "step": 77184
    },
    {
      "epoch": 3.5908350779250986,
      "grad_norm": 1.4179604111795165,
      "learning_rate": 0.00010718037698434325,
      "loss": 1.5938,
      "step": 77185
    },
    {
      "epoch": 3.5908816003721795,
      "grad_norm": 1.410813983596047,
      "learning_rate": 0.00010717682001266212,
      "loss": 1.7812,
      "step": 77186
    },
    {
      "epoch": 3.5909281228192604,
      "grad_norm": 1.4547990779160767,
      "learning_rate": 0.00010717326306719764,
      "loss": 2.1094,
      "step": 77187
    },
    {
      "epoch": 3.590974645266341,
      "grad_norm": 1.3766661962756968,
      "learning_rate": 0.0001071697061479519,
      "loss": 1.9141,
      "step": 77188
    },
    {
      "epoch": 3.591021167713422,
      "grad_norm": 1.4272679824301546,
      "learning_rate": 0.00010716614925492717,
      "loss": 2.0156,
      "step": 77189
    },
    {
      "epoch": 3.5910676901605023,
      "grad_norm": 1.2456024699761268,
      "learning_rate": 0.00010716259238812551,
      "loss": 1.6016,
      "step": 77190
    },
    {
      "epoch": 3.5911142126075832,
      "grad_norm": 1.4731489798736186,
      "learning_rate": 0.00010715903554754923,
      "loss": 2.0312,
      "step": 77191
    },
    {
      "epoch": 3.5911607350546637,
      "grad_norm": 1.4488089983257229,
      "learning_rate": 0.0001071554787332004,
      "loss": 1.9844,
      "step": 77192
    },
    {
      "epoch": 3.5912072575017446,
      "grad_norm": 1.419483530443999,
      "learning_rate": 0.00010715192194508126,
      "loss": 2.0,
      "step": 77193
    },
    {
      "epoch": 3.5912537799488256,
      "grad_norm": 1.5569901818365768,
      "learning_rate": 0.00010714836518319393,
      "loss": 2.2344,
      "step": 77194
    },
    {
      "epoch": 3.591300302395906,
      "grad_norm": 1.4969913288061798,
      "learning_rate": 0.00010714480844754067,
      "loss": 2.2656,
      "step": 77195
    },
    {
      "epoch": 3.5913468248429865,
      "grad_norm": 1.4745603328612107,
      "learning_rate": 0.00010714125173812356,
      "loss": 2.2344,
      "step": 77196
    },
    {
      "epoch": 3.5913933472900674,
      "grad_norm": 1.3901482300867427,
      "learning_rate": 0.00010713769505494487,
      "loss": 1.9609,
      "step": 77197
    },
    {
      "epoch": 3.5914398697371483,
      "grad_norm": 1.4404076732303317,
      "learning_rate": 0.00010713413839800673,
      "loss": 2.0469,
      "step": 77198
    },
    {
      "epoch": 3.591486392184229,
      "grad_norm": 1.5245901868377856,
      "learning_rate": 0.00010713058176731131,
      "loss": 2.3281,
      "step": 77199
    },
    {
      "epoch": 3.5915329146313097,
      "grad_norm": 1.4070176371398782,
      "learning_rate": 0.00010712702516286079,
      "loss": 2.0781,
      "step": 77200
    },
    {
      "epoch": 3.5915794370783902,
      "grad_norm": 1.5074352108259714,
      "learning_rate": 0.00010712346858465742,
      "loss": 2.0625,
      "step": 77201
    },
    {
      "epoch": 3.591625959525471,
      "grad_norm": 1.3527222812041189,
      "learning_rate": 0.00010711991203270327,
      "loss": 1.8594,
      "step": 77202
    },
    {
      "epoch": 3.5916724819725516,
      "grad_norm": 1.507772123256639,
      "learning_rate": 0.00010711635550700047,
      "loss": 2.2188,
      "step": 77203
    },
    {
      "epoch": 3.5917190044196325,
      "grad_norm": 1.3947084868085837,
      "learning_rate": 0.0001071127990075514,
      "loss": 1.8359,
      "step": 77204
    },
    {
      "epoch": 3.5917655268667135,
      "grad_norm": 1.459963393435799,
      "learning_rate": 0.00010710924253435814,
      "loss": 2.0938,
      "step": 77205
    },
    {
      "epoch": 3.591812049313794,
      "grad_norm": 1.4172583867623958,
      "learning_rate": 0.0001071056860874228,
      "loss": 1.9688,
      "step": 77206
    },
    {
      "epoch": 3.5918585717608744,
      "grad_norm": 1.4604332531999518,
      "learning_rate": 0.00010710212966674764,
      "loss": 2.1719,
      "step": 77207
    },
    {
      "epoch": 3.5919050942079553,
      "grad_norm": 1.5486543874804457,
      "learning_rate": 0.0001070985732723348,
      "loss": 2.125,
      "step": 77208
    },
    {
      "epoch": 3.5919516166550363,
      "grad_norm": 1.5234153221538216,
      "learning_rate": 0.00010709501690418648,
      "loss": 2.125,
      "step": 77209
    },
    {
      "epoch": 3.5919981391021167,
      "grad_norm": 1.4049181929594072,
      "learning_rate": 0.00010709146056230481,
      "loss": 1.5625,
      "step": 77210
    },
    {
      "epoch": 3.592044661549197,
      "grad_norm": 1.488282835859171,
      "learning_rate": 0.00010708790424669206,
      "loss": 2.3438,
      "step": 77211
    },
    {
      "epoch": 3.592091183996278,
      "grad_norm": 1.4586669332554905,
      "learning_rate": 0.00010708434795735028,
      "loss": 2.1094,
      "step": 77212
    },
    {
      "epoch": 3.592137706443359,
      "grad_norm": 1.4715470322125828,
      "learning_rate": 0.00010708079169428179,
      "loss": 2.0625,
      "step": 77213
    },
    {
      "epoch": 3.5921842288904395,
      "grad_norm": 1.443751224386896,
      "learning_rate": 0.00010707723545748861,
      "loss": 2.1406,
      "step": 77214
    },
    {
      "epoch": 3.5922307513375205,
      "grad_norm": 1.5085472379021516,
      "learning_rate": 0.00010707367924697308,
      "loss": 2.1094,
      "step": 77215
    },
    {
      "epoch": 3.592277273784601,
      "grad_norm": 1.4474045772029,
      "learning_rate": 0.00010707012306273722,
      "loss": 2.0156,
      "step": 77216
    },
    {
      "epoch": 3.592323796231682,
      "grad_norm": 1.5320248845034605,
      "learning_rate": 0.00010706656690478335,
      "loss": 2.0781,
      "step": 77217
    },
    {
      "epoch": 3.5923703186787623,
      "grad_norm": 1.4778810598322514,
      "learning_rate": 0.00010706301077311352,
      "loss": 2.2656,
      "step": 77218
    },
    {
      "epoch": 3.5924168411258433,
      "grad_norm": 1.3982614602261074,
      "learning_rate": 0.00010705945466773001,
      "loss": 2.0156,
      "step": 77219
    },
    {
      "epoch": 3.592463363572924,
      "grad_norm": 1.365951089411756,
      "learning_rate": 0.00010705589858863492,
      "loss": 1.8906,
      "step": 77220
    },
    {
      "epoch": 3.5925098860200047,
      "grad_norm": 1.442124690815865,
      "learning_rate": 0.00010705234253583051,
      "loss": 2.0781,
      "step": 77221
    },
    {
      "epoch": 3.592556408467085,
      "grad_norm": 1.4731990915414217,
      "learning_rate": 0.00010704878650931889,
      "loss": 2.0156,
      "step": 77222
    },
    {
      "epoch": 3.592602930914166,
      "grad_norm": 1.4758539828275823,
      "learning_rate": 0.00010704523050910226,
      "loss": 2.0312,
      "step": 77223
    },
    {
      "epoch": 3.592649453361247,
      "grad_norm": 1.4637378138588977,
      "learning_rate": 0.00010704167453518276,
      "loss": 2.2344,
      "step": 77224
    },
    {
      "epoch": 3.5926959758083274,
      "grad_norm": 1.3991944527430966,
      "learning_rate": 0.00010703811858756258,
      "loss": 1.9141,
      "step": 77225
    },
    {
      "epoch": 3.5927424982554084,
      "grad_norm": 1.4140748047185723,
      "learning_rate": 0.00010703456266624398,
      "loss": 2.0312,
      "step": 77226
    },
    {
      "epoch": 3.592789020702489,
      "grad_norm": 1.4235446688359603,
      "learning_rate": 0.00010703100677122903,
      "loss": 1.6406,
      "step": 77227
    },
    {
      "epoch": 3.5928355431495698,
      "grad_norm": 1.6696830001916199,
      "learning_rate": 0.00010702745090252,
      "loss": 2.0156,
      "step": 77228
    },
    {
      "epoch": 3.5928820655966502,
      "grad_norm": 1.5711242377569123,
      "learning_rate": 0.00010702389506011897,
      "loss": 2.0312,
      "step": 77229
    },
    {
      "epoch": 3.592928588043731,
      "grad_norm": 1.5147046028391924,
      "learning_rate": 0.0001070203392440282,
      "loss": 2.1719,
      "step": 77230
    },
    {
      "epoch": 3.592975110490812,
      "grad_norm": 1.441901223883263,
      "learning_rate": 0.00010701678345424985,
      "loss": 1.9688,
      "step": 77231
    },
    {
      "epoch": 3.5930216329378926,
      "grad_norm": 1.400276478046689,
      "learning_rate": 0.00010701322769078603,
      "loss": 1.9375,
      "step": 77232
    },
    {
      "epoch": 3.593068155384973,
      "grad_norm": 1.4083971348670767,
      "learning_rate": 0.00010700967195363899,
      "loss": 1.9531,
      "step": 77233
    },
    {
      "epoch": 3.593114677832054,
      "grad_norm": 1.4936589845674921,
      "learning_rate": 0.00010700611624281087,
      "loss": 2.0156,
      "step": 77234
    },
    {
      "epoch": 3.593161200279135,
      "grad_norm": 1.387360987912498,
      "learning_rate": 0.00010700256055830387,
      "loss": 2.0625,
      "step": 77235
    },
    {
      "epoch": 3.5932077227262154,
      "grad_norm": 1.486886599632934,
      "learning_rate": 0.00010699900490012013,
      "loss": 2.125,
      "step": 77236
    },
    {
      "epoch": 3.5932542451732963,
      "grad_norm": 1.3398310379295402,
      "learning_rate": 0.00010699544926826189,
      "loss": 1.5469,
      "step": 77237
    },
    {
      "epoch": 3.5933007676203768,
      "grad_norm": 1.3739098442679973,
      "learning_rate": 0.00010699189366273125,
      "loss": 1.5469,
      "step": 77238
    },
    {
      "epoch": 3.5933472900674577,
      "grad_norm": 1.3919744044576068,
      "learning_rate": 0.00010698833808353048,
      "loss": 1.7891,
      "step": 77239
    },
    {
      "epoch": 3.593393812514538,
      "grad_norm": 1.4000153369682706,
      "learning_rate": 0.00010698478253066167,
      "loss": 1.7812,
      "step": 77240
    },
    {
      "epoch": 3.593440334961619,
      "grad_norm": 1.3135203216900249,
      "learning_rate": 0.00010698122700412704,
      "loss": 1.7969,
      "step": 77241
    },
    {
      "epoch": 3.5934868574086996,
      "grad_norm": 1.3821345609521694,
      "learning_rate": 0.00010697767150392873,
      "loss": 1.9219,
      "step": 77242
    },
    {
      "epoch": 3.5935333798557805,
      "grad_norm": 1.6506048871663253,
      "learning_rate": 0.00010697411603006899,
      "loss": 2.3125,
      "step": 77243
    },
    {
      "epoch": 3.593579902302861,
      "grad_norm": 1.5464834227890463,
      "learning_rate": 0.00010697056058254988,
      "loss": 2.3125,
      "step": 77244
    },
    {
      "epoch": 3.593626424749942,
      "grad_norm": 1.5231636879763821,
      "learning_rate": 0.00010696700516137371,
      "loss": 2.2969,
      "step": 77245
    },
    {
      "epoch": 3.593672947197023,
      "grad_norm": 1.5018316744375364,
      "learning_rate": 0.00010696344976654252,
      "loss": 2.2031,
      "step": 77246
    },
    {
      "epoch": 3.5937194696441033,
      "grad_norm": 1.4641164113020573,
      "learning_rate": 0.00010695989439805859,
      "loss": 1.9297,
      "step": 77247
    },
    {
      "epoch": 3.5937659920911837,
      "grad_norm": 1.444798394657897,
      "learning_rate": 0.00010695633905592411,
      "loss": 2.125,
      "step": 77248
    },
    {
      "epoch": 3.5938125145382647,
      "grad_norm": 1.4558987407789215,
      "learning_rate": 0.00010695278374014117,
      "loss": 2.1562,
      "step": 77249
    },
    {
      "epoch": 3.5938590369853456,
      "grad_norm": 1.4286759003425475,
      "learning_rate": 0.00010694922845071201,
      "loss": 2.0312,
      "step": 77250
    },
    {
      "epoch": 3.593905559432426,
      "grad_norm": 1.576678602274645,
      "learning_rate": 0.00010694567318763877,
      "loss": 1.8672,
      "step": 77251
    },
    {
      "epoch": 3.593952081879507,
      "grad_norm": 1.513712379297261,
      "learning_rate": 0.00010694211795092368,
      "loss": 2.25,
      "step": 77252
    },
    {
      "epoch": 3.5939986043265875,
      "grad_norm": 1.4493005860084582,
      "learning_rate": 0.00010693856274056884,
      "loss": 2.0312,
      "step": 77253
    },
    {
      "epoch": 3.5940451267736684,
      "grad_norm": 1.5065101525338145,
      "learning_rate": 0.0001069350075565765,
      "loss": 2.2188,
      "step": 77254
    },
    {
      "epoch": 3.594091649220749,
      "grad_norm": 1.4926362947917884,
      "learning_rate": 0.00010693145239894876,
      "loss": 2.2344,
      "step": 77255
    },
    {
      "epoch": 3.59413817166783,
      "grad_norm": 1.3373972777408916,
      "learning_rate": 0.00010692789726768789,
      "loss": 1.5781,
      "step": 77256
    },
    {
      "epoch": 3.5941846941149107,
      "grad_norm": 1.41819282249302,
      "learning_rate": 0.00010692434216279599,
      "loss": 2.1094,
      "step": 77257
    },
    {
      "epoch": 3.594231216561991,
      "grad_norm": 1.437830599312615,
      "learning_rate": 0.00010692078708427526,
      "loss": 1.9531,
      "step": 77258
    },
    {
      "epoch": 3.5942777390090717,
      "grad_norm": 1.3798611148351807,
      "learning_rate": 0.00010691723203212789,
      "loss": 1.9453,
      "step": 77259
    },
    {
      "epoch": 3.5943242614561526,
      "grad_norm": 1.5932339597085088,
      "learning_rate": 0.000106913677006356,
      "loss": 2.1875,
      "step": 77260
    },
    {
      "epoch": 3.5943707839032335,
      "grad_norm": 1.4970738313657665,
      "learning_rate": 0.00010691012200696187,
      "loss": 2.0625,
      "step": 77261
    },
    {
      "epoch": 3.594417306350314,
      "grad_norm": 1.398662933822072,
      "learning_rate": 0.00010690656703394758,
      "loss": 1.9375,
      "step": 77262
    },
    {
      "epoch": 3.594463828797395,
      "grad_norm": 1.3972304338989363,
      "learning_rate": 0.00010690301208731538,
      "loss": 1.9609,
      "step": 77263
    },
    {
      "epoch": 3.5945103512444754,
      "grad_norm": 1.3995592388056,
      "learning_rate": 0.00010689945716706735,
      "loss": 1.4531,
      "step": 77264
    },
    {
      "epoch": 3.5945568736915563,
      "grad_norm": 1.4644927114224848,
      "learning_rate": 0.00010689590227320579,
      "loss": 2.0156,
      "step": 77265
    },
    {
      "epoch": 3.5946033961386368,
      "grad_norm": 1.4491387716623458,
      "learning_rate": 0.00010689234740573275,
      "loss": 2.0469,
      "step": 77266
    },
    {
      "epoch": 3.5946499185857177,
      "grad_norm": 1.4809175363623033,
      "learning_rate": 0.00010688879256465052,
      "loss": 2.0312,
      "step": 77267
    },
    {
      "epoch": 3.594696441032798,
      "grad_norm": 1.423110689579506,
      "learning_rate": 0.00010688523774996116,
      "loss": 2.0156,
      "step": 77268
    },
    {
      "epoch": 3.594742963479879,
      "grad_norm": 1.5229736743180948,
      "learning_rate": 0.00010688168296166694,
      "loss": 2.2812,
      "step": 77269
    },
    {
      "epoch": 3.5947894859269596,
      "grad_norm": 1.5373054333348528,
      "learning_rate": 0.00010687812819977004,
      "loss": 2.2969,
      "step": 77270
    },
    {
      "epoch": 3.5948360083740405,
      "grad_norm": 1.3765447090061698,
      "learning_rate": 0.00010687457346427258,
      "loss": 1.9141,
      "step": 77271
    },
    {
      "epoch": 3.5948825308211214,
      "grad_norm": 1.4485338924533546,
      "learning_rate": 0.0001068710187551768,
      "loss": 2.0469,
      "step": 77272
    },
    {
      "epoch": 3.594929053268202,
      "grad_norm": 1.402221003211492,
      "learning_rate": 0.00010686746407248478,
      "loss": 1.9844,
      "step": 77273
    },
    {
      "epoch": 3.5949755757152824,
      "grad_norm": 1.463758086192751,
      "learning_rate": 0.0001068639094161988,
      "loss": 2.0625,
      "step": 77274
    },
    {
      "epoch": 3.5950220981623633,
      "grad_norm": 1.3585963491295088,
      "learning_rate": 0.00010686035478632094,
      "loss": 1.9453,
      "step": 77275
    },
    {
      "epoch": 3.595068620609444,
      "grad_norm": 1.3738569596868644,
      "learning_rate": 0.00010685680018285348,
      "loss": 1.8125,
      "step": 77276
    },
    {
      "epoch": 3.5951151430565247,
      "grad_norm": 1.3753864679941399,
      "learning_rate": 0.0001068532456057985,
      "loss": 1.75,
      "step": 77277
    },
    {
      "epoch": 3.5951616655036056,
      "grad_norm": 1.5133614412447087,
      "learning_rate": 0.00010684969105515824,
      "loss": 2.1875,
      "step": 77278
    },
    {
      "epoch": 3.595208187950686,
      "grad_norm": 1.3855447400464422,
      "learning_rate": 0.00010684613653093485,
      "loss": 1.8906,
      "step": 77279
    },
    {
      "epoch": 3.595254710397767,
      "grad_norm": 1.3555833648261773,
      "learning_rate": 0.00010684258203313052,
      "loss": 1.9688,
      "step": 77280
    },
    {
      "epoch": 3.5953012328448475,
      "grad_norm": 1.5435353776389382,
      "learning_rate": 0.00010683902756174737,
      "loss": 2.2188,
      "step": 77281
    },
    {
      "epoch": 3.5953477552919284,
      "grad_norm": 1.5160886536316687,
      "learning_rate": 0.00010683547311678767,
      "loss": 2.2188,
      "step": 77282
    },
    {
      "epoch": 3.5953942777390093,
      "grad_norm": 1.5109784970360758,
      "learning_rate": 0.00010683191869825356,
      "loss": 2.1094,
      "step": 77283
    },
    {
      "epoch": 3.59544080018609,
      "grad_norm": 1.4407685035346558,
      "learning_rate": 0.00010682836430614715,
      "loss": 1.4688,
      "step": 77284
    },
    {
      "epoch": 3.5954873226331703,
      "grad_norm": 1.5339778837364912,
      "learning_rate": 0.0001068248099404707,
      "loss": 2.2656,
      "step": 77285
    },
    {
      "epoch": 3.595533845080251,
      "grad_norm": 1.468332735534268,
      "learning_rate": 0.00010682125560122634,
      "loss": 2.2188,
      "step": 77286
    },
    {
      "epoch": 3.595580367527332,
      "grad_norm": 1.4306718440710928,
      "learning_rate": 0.00010681770128841629,
      "loss": 1.8516,
      "step": 77287
    },
    {
      "epoch": 3.5956268899744126,
      "grad_norm": 1.4580500734770254,
      "learning_rate": 0.00010681414700204267,
      "loss": 1.9062,
      "step": 77288
    },
    {
      "epoch": 3.5956734124214935,
      "grad_norm": 1.5280205800505742,
      "learning_rate": 0.00010681059274210769,
      "loss": 2.0938,
      "step": 77289
    },
    {
      "epoch": 3.595719934868574,
      "grad_norm": 1.4431559503151172,
      "learning_rate": 0.0001068070385086135,
      "loss": 1.9453,
      "step": 77290
    },
    {
      "epoch": 3.595766457315655,
      "grad_norm": 1.5177993623530044,
      "learning_rate": 0.00010680348430156229,
      "loss": 2.1562,
      "step": 77291
    },
    {
      "epoch": 3.5958129797627354,
      "grad_norm": 1.3442372742380284,
      "learning_rate": 0.00010679993012095628,
      "loss": 1.7344,
      "step": 77292
    },
    {
      "epoch": 3.5958595022098163,
      "grad_norm": 1.4909198282657699,
      "learning_rate": 0.00010679637596679758,
      "loss": 2.2188,
      "step": 77293
    },
    {
      "epoch": 3.595906024656897,
      "grad_norm": 1.5422183991676435,
      "learning_rate": 0.00010679282183908843,
      "loss": 2.2031,
      "step": 77294
    },
    {
      "epoch": 3.5959525471039777,
      "grad_norm": 1.529597279963031,
      "learning_rate": 0.00010678926773783094,
      "loss": 2.1094,
      "step": 77295
    },
    {
      "epoch": 3.595999069551058,
      "grad_norm": 1.526442348004177,
      "learning_rate": 0.00010678571366302733,
      "loss": 2.1094,
      "step": 77296
    },
    {
      "epoch": 3.596045591998139,
      "grad_norm": 1.5007953893050208,
      "learning_rate": 0.00010678215961467974,
      "loss": 2.2031,
      "step": 77297
    },
    {
      "epoch": 3.59609211444522,
      "grad_norm": 1.4456505192699896,
      "learning_rate": 0.0001067786055927904,
      "loss": 1.9688,
      "step": 77298
    },
    {
      "epoch": 3.5961386368923005,
      "grad_norm": 1.5211130459490754,
      "learning_rate": 0.00010677505159736143,
      "loss": 2.0,
      "step": 77299
    },
    {
      "epoch": 3.596185159339381,
      "grad_norm": 1.340735616193502,
      "learning_rate": 0.00010677149762839506,
      "loss": 1.8203,
      "step": 77300
    },
    {
      "epoch": 3.596231681786462,
      "grad_norm": 1.5246967142891001,
      "learning_rate": 0.00010676794368589336,
      "loss": 2.0625,
      "step": 77301
    },
    {
      "epoch": 3.596278204233543,
      "grad_norm": 1.3839483518331042,
      "learning_rate": 0.00010676438976985865,
      "loss": 1.8516,
      "step": 77302
    },
    {
      "epoch": 3.5963247266806233,
      "grad_norm": 1.3926403911667742,
      "learning_rate": 0.000106760835880293,
      "loss": 1.8125,
      "step": 77303
    },
    {
      "epoch": 3.5963712491277042,
      "grad_norm": 1.471689550245425,
      "learning_rate": 0.00010675728201719865,
      "loss": 2.125,
      "step": 77304
    },
    {
      "epoch": 3.5964177715747847,
      "grad_norm": 1.5133504793076813,
      "learning_rate": 0.00010675372818057771,
      "loss": 2.1406,
      "step": 77305
    },
    {
      "epoch": 3.5964642940218656,
      "grad_norm": 1.5136468480171295,
      "learning_rate": 0.00010675017437043243,
      "loss": 2.1406,
      "step": 77306
    },
    {
      "epoch": 3.596510816468946,
      "grad_norm": 1.3638399293774597,
      "learning_rate": 0.0001067466205867649,
      "loss": 1.7969,
      "step": 77307
    },
    {
      "epoch": 3.596557338916027,
      "grad_norm": 1.4568617806898716,
      "learning_rate": 0.0001067430668295774,
      "loss": 2.0938,
      "step": 77308
    },
    {
      "epoch": 3.596603861363108,
      "grad_norm": 1.466230218995723,
      "learning_rate": 0.00010673951309887205,
      "loss": 2.0312,
      "step": 77309
    },
    {
      "epoch": 3.5966503838101884,
      "grad_norm": 1.510561859427212,
      "learning_rate": 0.00010673595939465098,
      "loss": 2.2344,
      "step": 77310
    },
    {
      "epoch": 3.596696906257269,
      "grad_norm": 1.4607919663696045,
      "learning_rate": 0.00010673240571691644,
      "loss": 1.5547,
      "step": 77311
    },
    {
      "epoch": 3.59674342870435,
      "grad_norm": 1.517181476450378,
      "learning_rate": 0.00010672885206567051,
      "loss": 2.0938,
      "step": 77312
    },
    {
      "epoch": 3.5967899511514307,
      "grad_norm": 1.5172022435749488,
      "learning_rate": 0.00010672529844091547,
      "loss": 2.2188,
      "step": 77313
    },
    {
      "epoch": 3.596836473598511,
      "grad_norm": 1.4761007429821889,
      "learning_rate": 0.0001067217448426535,
      "loss": 1.9062,
      "step": 77314
    },
    {
      "epoch": 3.596882996045592,
      "grad_norm": 1.529710558301349,
      "learning_rate": 0.00010671819127088669,
      "loss": 2.1562,
      "step": 77315
    },
    {
      "epoch": 3.5969295184926726,
      "grad_norm": 1.5202623072195762,
      "learning_rate": 0.0001067146377256173,
      "loss": 2.1719,
      "step": 77316
    },
    {
      "epoch": 3.5969760409397535,
      "grad_norm": 1.4625968292478588,
      "learning_rate": 0.00010671108420684742,
      "loss": 2.125,
      "step": 77317
    },
    {
      "epoch": 3.597022563386834,
      "grad_norm": 1.4944077006255059,
      "learning_rate": 0.00010670753071457929,
      "loss": 2.0,
      "step": 77318
    },
    {
      "epoch": 3.597069085833915,
      "grad_norm": 1.5260038734645556,
      "learning_rate": 0.00010670397724881506,
      "loss": 2.1562,
      "step": 77319
    },
    {
      "epoch": 3.597115608280996,
      "grad_norm": 1.4239018836567943,
      "learning_rate": 0.00010670042380955693,
      "loss": 1.6172,
      "step": 77320
    },
    {
      "epoch": 3.5971621307280763,
      "grad_norm": 1.4161012624816802,
      "learning_rate": 0.00010669687039680703,
      "loss": 2.0,
      "step": 77321
    },
    {
      "epoch": 3.597208653175157,
      "grad_norm": 1.518330859497164,
      "learning_rate": 0.00010669331701056758,
      "loss": 2.4062,
      "step": 77322
    },
    {
      "epoch": 3.5972551756222377,
      "grad_norm": 1.5364060073278925,
      "learning_rate": 0.00010668976365084072,
      "loss": 2.125,
      "step": 77323
    },
    {
      "epoch": 3.5973016980693187,
      "grad_norm": 1.4086849125232088,
      "learning_rate": 0.00010668621031762866,
      "loss": 1.9141,
      "step": 77324
    },
    {
      "epoch": 3.597348220516399,
      "grad_norm": 1.4651673693643579,
      "learning_rate": 0.00010668265701093354,
      "loss": 1.9844,
      "step": 77325
    },
    {
      "epoch": 3.5973947429634796,
      "grad_norm": 1.3961635490123607,
      "learning_rate": 0.00010667910373075757,
      "loss": 2.0781,
      "step": 77326
    },
    {
      "epoch": 3.5974412654105605,
      "grad_norm": 1.4975597056836771,
      "learning_rate": 0.00010667555047710287,
      "loss": 2.0781,
      "step": 77327
    },
    {
      "epoch": 3.5974877878576415,
      "grad_norm": 1.4438410942705657,
      "learning_rate": 0.00010667199724997171,
      "loss": 1.4609,
      "step": 77328
    },
    {
      "epoch": 3.597534310304722,
      "grad_norm": 1.4987194517597493,
      "learning_rate": 0.00010666844404936617,
      "loss": 2.1719,
      "step": 77329
    },
    {
      "epoch": 3.597580832751803,
      "grad_norm": 1.4668147356931118,
      "learning_rate": 0.00010666489087528846,
      "loss": 2.1562,
      "step": 77330
    },
    {
      "epoch": 3.5976273551988833,
      "grad_norm": 1.3591174026741821,
      "learning_rate": 0.00010666133772774078,
      "loss": 2.0469,
      "step": 77331
    },
    {
      "epoch": 3.5976738776459642,
      "grad_norm": 1.499138224222606,
      "learning_rate": 0.00010665778460672529,
      "loss": 2.0781,
      "step": 77332
    },
    {
      "epoch": 3.5977204000930447,
      "grad_norm": 1.4429715995160461,
      "learning_rate": 0.00010665423151224413,
      "loss": 1.9844,
      "step": 77333
    },
    {
      "epoch": 3.5977669225401256,
      "grad_norm": 1.3730940982368118,
      "learning_rate": 0.00010665067844429947,
      "loss": 1.8672,
      "step": 77334
    },
    {
      "epoch": 3.5978134449872066,
      "grad_norm": 1.5529938400677645,
      "learning_rate": 0.00010664712540289358,
      "loss": 2.1562,
      "step": 77335
    },
    {
      "epoch": 3.597859967434287,
      "grad_norm": 1.464903547781357,
      "learning_rate": 0.00010664357238802856,
      "loss": 1.9766,
      "step": 77336
    },
    {
      "epoch": 3.5979064898813675,
      "grad_norm": 1.424948556823367,
      "learning_rate": 0.00010664001939970661,
      "loss": 1.9531,
      "step": 77337
    },
    {
      "epoch": 3.5979530123284484,
      "grad_norm": 1.3713258797747971,
      "learning_rate": 0.00010663646643792992,
      "loss": 1.8672,
      "step": 77338
    },
    {
      "epoch": 3.5979995347755294,
      "grad_norm": 1.381383089979698,
      "learning_rate": 0.0001066329135027006,
      "loss": 1.625,
      "step": 77339
    },
    {
      "epoch": 3.59804605722261,
      "grad_norm": 1.4606520729391939,
      "learning_rate": 0.00010662936059402091,
      "loss": 2.125,
      "step": 77340
    },
    {
      "epoch": 3.5980925796696908,
      "grad_norm": 1.514416995085065,
      "learning_rate": 0.00010662580771189292,
      "loss": 2.1094,
      "step": 77341
    },
    {
      "epoch": 3.5981391021167712,
      "grad_norm": 1.5750491518954715,
      "learning_rate": 0.00010662225485631892,
      "loss": 2.2188,
      "step": 77342
    },
    {
      "epoch": 3.598185624563852,
      "grad_norm": 1.4616254770475707,
      "learning_rate": 0.00010661870202730098,
      "loss": 2.2188,
      "step": 77343
    },
    {
      "epoch": 3.5982321470109326,
      "grad_norm": 1.4191939137550826,
      "learning_rate": 0.0001066151492248414,
      "loss": 2.0312,
      "step": 77344
    },
    {
      "epoch": 3.5982786694580136,
      "grad_norm": 1.461756901396418,
      "learning_rate": 0.0001066115964489422,
      "loss": 2.0,
      "step": 77345
    },
    {
      "epoch": 3.5983251919050945,
      "grad_norm": 1.4740498180814912,
      "learning_rate": 0.0001066080436996057,
      "loss": 1.9531,
      "step": 77346
    },
    {
      "epoch": 3.598371714352175,
      "grad_norm": 1.5139812976948823,
      "learning_rate": 0.00010660449097683396,
      "loss": 2.1406,
      "step": 77347
    },
    {
      "epoch": 3.5984182367992554,
      "grad_norm": 1.496037950923905,
      "learning_rate": 0.00010660093828062923,
      "loss": 2.1719,
      "step": 77348
    },
    {
      "epoch": 3.5984647592463364,
      "grad_norm": 1.4900829893122822,
      "learning_rate": 0.00010659738561099365,
      "loss": 1.9062,
      "step": 77349
    },
    {
      "epoch": 3.5985112816934173,
      "grad_norm": 1.4808904454585523,
      "learning_rate": 0.00010659383296792944,
      "loss": 2.0625,
      "step": 77350
    },
    {
      "epoch": 3.5985578041404978,
      "grad_norm": 1.5438091900416746,
      "learning_rate": 0.0001065902803514387,
      "loss": 2.3281,
      "step": 77351
    },
    {
      "epoch": 3.5986043265875787,
      "grad_norm": 1.5224104467132356,
      "learning_rate": 0.00010658672776152369,
      "loss": 2.2969,
      "step": 77352
    },
    {
      "epoch": 3.598650849034659,
      "grad_norm": 1.5536214337165293,
      "learning_rate": 0.00010658317519818649,
      "loss": 2.0156,
      "step": 77353
    },
    {
      "epoch": 3.59869737148174,
      "grad_norm": 1.5221434649419245,
      "learning_rate": 0.00010657962266142939,
      "loss": 2.1094,
      "step": 77354
    },
    {
      "epoch": 3.5987438939288205,
      "grad_norm": 1.6526331596166346,
      "learning_rate": 0.00010657607015125442,
      "loss": 2.0469,
      "step": 77355
    },
    {
      "epoch": 3.5987904163759015,
      "grad_norm": 1.4833589623406325,
      "learning_rate": 0.00010657251766766384,
      "loss": 2.0938,
      "step": 77356
    },
    {
      "epoch": 3.598836938822982,
      "grad_norm": 1.514066015156243,
      "learning_rate": 0.00010656896521065988,
      "loss": 2.2031,
      "step": 77357
    },
    {
      "epoch": 3.598883461270063,
      "grad_norm": 1.4264249893481926,
      "learning_rate": 0.00010656541278024463,
      "loss": 2.1094,
      "step": 77358
    },
    {
      "epoch": 3.5989299837171433,
      "grad_norm": 1.4566757906215841,
      "learning_rate": 0.0001065618603764203,
      "loss": 1.6719,
      "step": 77359
    },
    {
      "epoch": 3.5989765061642243,
      "grad_norm": 1.4846652020138909,
      "learning_rate": 0.00010655830799918904,
      "loss": 2.0312,
      "step": 77360
    },
    {
      "epoch": 3.599023028611305,
      "grad_norm": 1.5240489622050128,
      "learning_rate": 0.00010655475564855307,
      "loss": 2.1094,
      "step": 77361
    },
    {
      "epoch": 3.5990695510583857,
      "grad_norm": 1.5385063698852228,
      "learning_rate": 0.0001065512033245145,
      "loss": 2.0781,
      "step": 77362
    },
    {
      "epoch": 3.599116073505466,
      "grad_norm": 1.473479494543983,
      "learning_rate": 0.00010654765102707557,
      "loss": 2.0312,
      "step": 77363
    },
    {
      "epoch": 3.599162595952547,
      "grad_norm": 1.4979424801130519,
      "learning_rate": 0.00010654409875623843,
      "loss": 2.0,
      "step": 77364
    },
    {
      "epoch": 3.599209118399628,
      "grad_norm": 1.4947134380539635,
      "learning_rate": 0.0001065405465120052,
      "loss": 2.3125,
      "step": 77365
    },
    {
      "epoch": 3.5992556408467085,
      "grad_norm": 1.2858817357748697,
      "learning_rate": 0.00010653699429437815,
      "loss": 1.6875,
      "step": 77366
    },
    {
      "epoch": 3.5993021632937894,
      "grad_norm": 1.5209614466511923,
      "learning_rate": 0.00010653344210335938,
      "loss": 2.0781,
      "step": 77367
    },
    {
      "epoch": 3.59934868574087,
      "grad_norm": 1.5086046060061855,
      "learning_rate": 0.00010652988993895111,
      "loss": 2.1406,
      "step": 77368
    },
    {
      "epoch": 3.599395208187951,
      "grad_norm": 1.5128135808588359,
      "learning_rate": 0.00010652633780115547,
      "loss": 2.375,
      "step": 77369
    },
    {
      "epoch": 3.5994417306350313,
      "grad_norm": 1.4389723186318637,
      "learning_rate": 0.0001065227856899747,
      "loss": 2.0312,
      "step": 77370
    },
    {
      "epoch": 3.599488253082112,
      "grad_norm": 1.4447906463341298,
      "learning_rate": 0.00010651923360541091,
      "loss": 1.9062,
      "step": 77371
    },
    {
      "epoch": 3.599534775529193,
      "grad_norm": 1.5210481107480576,
      "learning_rate": 0.00010651568154746631,
      "loss": 2.1719,
      "step": 77372
    },
    {
      "epoch": 3.5995812979762736,
      "grad_norm": 1.5026321594422698,
      "learning_rate": 0.00010651212951614306,
      "loss": 2.1719,
      "step": 77373
    },
    {
      "epoch": 3.599627820423354,
      "grad_norm": 1.503265204263528,
      "learning_rate": 0.00010650857751144337,
      "loss": 2.3125,
      "step": 77374
    },
    {
      "epoch": 3.599674342870435,
      "grad_norm": 1.508784801958054,
      "learning_rate": 0.00010650502553336933,
      "loss": 2.125,
      "step": 77375
    },
    {
      "epoch": 3.599720865317516,
      "grad_norm": 1.430089050093929,
      "learning_rate": 0.00010650147358192323,
      "loss": 2.0156,
      "step": 77376
    },
    {
      "epoch": 3.5997673877645964,
      "grad_norm": 1.5552618960303168,
      "learning_rate": 0.00010649792165710713,
      "loss": 2.1719,
      "step": 77377
    },
    {
      "epoch": 3.5998139102116773,
      "grad_norm": 1.5548444699381123,
      "learning_rate": 0.00010649436975892326,
      "loss": 2.1875,
      "step": 77378
    },
    {
      "epoch": 3.5998604326587578,
      "grad_norm": 1.350819567391151,
      "learning_rate": 0.00010649081788737381,
      "loss": 1.8516,
      "step": 77379
    },
    {
      "epoch": 3.5999069551058387,
      "grad_norm": 1.378683000568715,
      "learning_rate": 0.00010648726604246094,
      "loss": 1.8594,
      "step": 77380
    },
    {
      "epoch": 3.599953477552919,
      "grad_norm": 1.4244352560196318,
      "learning_rate": 0.00010648371422418684,
      "loss": 2.125,
      "step": 77381
    },
    {
      "epoch": 3.6,
      "grad_norm": 1.4492182192342131,
      "learning_rate": 0.00010648016243255365,
      "loss": 2.0938,
      "step": 77382
    },
    {
      "epoch": 3.6000465224470806,
      "grad_norm": 1.468217550281621,
      "learning_rate": 0.00010647661066756358,
      "loss": 2.2188,
      "step": 77383
    },
    {
      "epoch": 3.6000930448941615,
      "grad_norm": 1.4311656569850304,
      "learning_rate": 0.00010647305892921875,
      "loss": 1.9297,
      "step": 77384
    },
    {
      "epoch": 3.600139567341242,
      "grad_norm": 1.4469357275716677,
      "learning_rate": 0.0001064695072175214,
      "loss": 2.1094,
      "step": 77385
    },
    {
      "epoch": 3.600186089788323,
      "grad_norm": 1.5088774459624157,
      "learning_rate": 0.00010646595553247367,
      "loss": 2.1875,
      "step": 77386
    },
    {
      "epoch": 3.600232612235404,
      "grad_norm": 1.4751570427162897,
      "learning_rate": 0.00010646240387407773,
      "loss": 2.2188,
      "step": 77387
    },
    {
      "epoch": 3.6002791346824843,
      "grad_norm": 1.5003294685410087,
      "learning_rate": 0.00010645885224233576,
      "loss": 2.0781,
      "step": 77388
    },
    {
      "epoch": 3.6003256571295648,
      "grad_norm": 1.4958770510099622,
      "learning_rate": 0.00010645530063724995,
      "loss": 2.0781,
      "step": 77389
    },
    {
      "epoch": 3.6003721795766457,
      "grad_norm": 1.4988558938315133,
      "learning_rate": 0.00010645174905882248,
      "loss": 2.2812,
      "step": 77390
    },
    {
      "epoch": 3.6004187020237266,
      "grad_norm": 1.43302705438767,
      "learning_rate": 0.00010644819750705545,
      "loss": 1.6094,
      "step": 77391
    },
    {
      "epoch": 3.600465224470807,
      "grad_norm": 1.4502384347067638,
      "learning_rate": 0.00010644464598195114,
      "loss": 1.8672,
      "step": 77392
    },
    {
      "epoch": 3.600511746917888,
      "grad_norm": 1.3780426535695347,
      "learning_rate": 0.00010644109448351165,
      "loss": 1.7031,
      "step": 77393
    },
    {
      "epoch": 3.6005582693649685,
      "grad_norm": 1.3766460488457697,
      "learning_rate": 0.00010643754301173921,
      "loss": 1.9609,
      "step": 77394
    },
    {
      "epoch": 3.6006047918120494,
      "grad_norm": 1.4158459227290205,
      "learning_rate": 0.00010643399156663592,
      "loss": 2.1719,
      "step": 77395
    },
    {
      "epoch": 3.60065131425913,
      "grad_norm": 1.5921794974311054,
      "learning_rate": 0.00010643044014820403,
      "loss": 2.4844,
      "step": 77396
    },
    {
      "epoch": 3.600697836706211,
      "grad_norm": 1.5053407354008577,
      "learning_rate": 0.00010642688875644564,
      "loss": 1.9375,
      "step": 77397
    },
    {
      "epoch": 3.6007443591532917,
      "grad_norm": 1.4456101616740857,
      "learning_rate": 0.00010642333739136302,
      "loss": 2.0,
      "step": 77398
    },
    {
      "epoch": 3.600790881600372,
      "grad_norm": 1.4120448519236133,
      "learning_rate": 0.00010641978605295825,
      "loss": 2.0625,
      "step": 77399
    },
    {
      "epoch": 3.6008374040474527,
      "grad_norm": 1.4460283997351946,
      "learning_rate": 0.0001064162347412335,
      "loss": 2.1562,
      "step": 77400
    },
    {
      "epoch": 3.6008839264945336,
      "grad_norm": 1.3918827681082757,
      "learning_rate": 0.00010641268345619105,
      "loss": 1.5391,
      "step": 77401
    },
    {
      "epoch": 3.6009304489416145,
      "grad_norm": 1.4193866523010858,
      "learning_rate": 0.000106409132197833,
      "loss": 1.8984,
      "step": 77402
    },
    {
      "epoch": 3.600976971388695,
      "grad_norm": 1.4784931153494083,
      "learning_rate": 0.00010640558096616155,
      "loss": 1.8672,
      "step": 77403
    },
    {
      "epoch": 3.601023493835776,
      "grad_norm": 1.5298521774888654,
      "learning_rate": 0.00010640202976117883,
      "loss": 2.1719,
      "step": 77404
    },
    {
      "epoch": 3.6010700162828564,
      "grad_norm": 1.5175035005020572,
      "learning_rate": 0.0001063984785828871,
      "loss": 2.1562,
      "step": 77405
    },
    {
      "epoch": 3.6011165387299373,
      "grad_norm": 1.456643756831605,
      "learning_rate": 0.00010639492743128842,
      "loss": 1.9922,
      "step": 77406
    },
    {
      "epoch": 3.601163061177018,
      "grad_norm": 1.463278010124127,
      "learning_rate": 0.00010639137630638505,
      "loss": 2.1406,
      "step": 77407
    },
    {
      "epoch": 3.6012095836240987,
      "grad_norm": 1.4331956674056499,
      "learning_rate": 0.00010638782520817913,
      "loss": 1.8359,
      "step": 77408
    },
    {
      "epoch": 3.601256106071179,
      "grad_norm": 1.3419594963419021,
      "learning_rate": 0.00010638427413667285,
      "loss": 1.8984,
      "step": 77409
    },
    {
      "epoch": 3.60130262851826,
      "grad_norm": 1.4639743095677604,
      "learning_rate": 0.00010638072309186836,
      "loss": 2.2188,
      "step": 77410
    },
    {
      "epoch": 3.6013491509653406,
      "grad_norm": 1.4030572785278665,
      "learning_rate": 0.00010637717207376787,
      "loss": 1.9766,
      "step": 77411
    },
    {
      "epoch": 3.6013956734124215,
      "grad_norm": 1.3743009745901602,
      "learning_rate": 0.00010637362108237351,
      "loss": 1.9375,
      "step": 77412
    },
    {
      "epoch": 3.6014421958595024,
      "grad_norm": 1.4887943231706684,
      "learning_rate": 0.00010637007011768751,
      "loss": 2.1094,
      "step": 77413
    },
    {
      "epoch": 3.601488718306583,
      "grad_norm": 1.3747739348905883,
      "learning_rate": 0.00010636651917971196,
      "loss": 1.8594,
      "step": 77414
    },
    {
      "epoch": 3.6015352407536634,
      "grad_norm": 1.4848798259965008,
      "learning_rate": 0.00010636296826844914,
      "loss": 2.1875,
      "step": 77415
    },
    {
      "epoch": 3.6015817632007443,
      "grad_norm": 1.6036348396716495,
      "learning_rate": 0.00010635941738390114,
      "loss": 2.1719,
      "step": 77416
    },
    {
      "epoch": 3.6016282856478252,
      "grad_norm": 1.493281990423164,
      "learning_rate": 0.00010635586652607013,
      "loss": 2.1406,
      "step": 77417
    },
    {
      "epoch": 3.6016748080949057,
      "grad_norm": 1.4497745337610544,
      "learning_rate": 0.00010635231569495838,
      "loss": 1.8984,
      "step": 77418
    },
    {
      "epoch": 3.6017213305419866,
      "grad_norm": 1.4647578802407393,
      "learning_rate": 0.00010634876489056794,
      "loss": 2.1719,
      "step": 77419
    },
    {
      "epoch": 3.601767852989067,
      "grad_norm": 1.481135718349076,
      "learning_rate": 0.00010634521411290107,
      "loss": 2.1094,
      "step": 77420
    },
    {
      "epoch": 3.601814375436148,
      "grad_norm": 1.4100535425714258,
      "learning_rate": 0.00010634166336195992,
      "loss": 2.0469,
      "step": 77421
    },
    {
      "epoch": 3.6018608978832285,
      "grad_norm": 1.4966318303560422,
      "learning_rate": 0.00010633811263774661,
      "loss": 1.9375,
      "step": 77422
    },
    {
      "epoch": 3.6019074203303094,
      "grad_norm": 1.5804562291516617,
      "learning_rate": 0.00010633456194026342,
      "loss": 2.2031,
      "step": 77423
    },
    {
      "epoch": 3.6019539427773903,
      "grad_norm": 1.3696198721068984,
      "learning_rate": 0.00010633101126951245,
      "loss": 1.7891,
      "step": 77424
    },
    {
      "epoch": 3.602000465224471,
      "grad_norm": 1.4377366739537907,
      "learning_rate": 0.00010632746062549592,
      "loss": 2.0469,
      "step": 77425
    },
    {
      "epoch": 3.6020469876715513,
      "grad_norm": 1.6946154522865151,
      "learning_rate": 0.00010632391000821594,
      "loss": 2.1562,
      "step": 77426
    },
    {
      "epoch": 3.602093510118632,
      "grad_norm": 1.541214769227941,
      "learning_rate": 0.00010632035941767477,
      "loss": 2.4062,
      "step": 77427
    },
    {
      "epoch": 3.602140032565713,
      "grad_norm": 1.5432785638517819,
      "learning_rate": 0.00010631680885387445,
      "loss": 2.0625,
      "step": 77428
    },
    {
      "epoch": 3.6021865550127936,
      "grad_norm": 1.4639555045596555,
      "learning_rate": 0.00010631325831681733,
      "loss": 2.0312,
      "step": 77429
    },
    {
      "epoch": 3.6022330774598745,
      "grad_norm": 1.5247732595392975,
      "learning_rate": 0.00010630970780650542,
      "loss": 2.1719,
      "step": 77430
    },
    {
      "epoch": 3.602279599906955,
      "grad_norm": 1.4817302042262177,
      "learning_rate": 0.00010630615732294102,
      "loss": 2.2031,
      "step": 77431
    },
    {
      "epoch": 3.602326122354036,
      "grad_norm": 1.4196262059464408,
      "learning_rate": 0.0001063026068661262,
      "loss": 2.0,
      "step": 77432
    },
    {
      "epoch": 3.6023726448011164,
      "grad_norm": 1.5631594317973787,
      "learning_rate": 0.00010629905643606323,
      "loss": 2.2031,
      "step": 77433
    },
    {
      "epoch": 3.6024191672481973,
      "grad_norm": 1.4443582761336047,
      "learning_rate": 0.00010629550603275418,
      "loss": 1.8984,
      "step": 77434
    },
    {
      "epoch": 3.602465689695278,
      "grad_norm": 1.4873993581658085,
      "learning_rate": 0.00010629195565620133,
      "loss": 2.0469,
      "step": 77435
    },
    {
      "epoch": 3.6025122121423587,
      "grad_norm": 1.5273256567741367,
      "learning_rate": 0.00010628840530640676,
      "loss": 1.9141,
      "step": 77436
    },
    {
      "epoch": 3.602558734589439,
      "grad_norm": 1.379199980851837,
      "learning_rate": 0.00010628485498337272,
      "loss": 1.8906,
      "step": 77437
    },
    {
      "epoch": 3.60260525703652,
      "grad_norm": 1.5512222162930955,
      "learning_rate": 0.00010628130468710132,
      "loss": 2.2969,
      "step": 77438
    },
    {
      "epoch": 3.602651779483601,
      "grad_norm": 1.428620757217472,
      "learning_rate": 0.00010627775441759479,
      "loss": 2.0,
      "step": 77439
    },
    {
      "epoch": 3.6026983019306815,
      "grad_norm": 1.5095075092170351,
      "learning_rate": 0.00010627420417485524,
      "loss": 2.1875,
      "step": 77440
    },
    {
      "epoch": 3.602744824377762,
      "grad_norm": 1.5513306882419275,
      "learning_rate": 0.00010627065395888493,
      "loss": 2.3438,
      "step": 77441
    },
    {
      "epoch": 3.602791346824843,
      "grad_norm": 1.3816774099524962,
      "learning_rate": 0.00010626710376968596,
      "loss": 2.0625,
      "step": 77442
    },
    {
      "epoch": 3.602837869271924,
      "grad_norm": 1.5224707912792201,
      "learning_rate": 0.00010626355360726052,
      "loss": 2.3906,
      "step": 77443
    },
    {
      "epoch": 3.6028843917190043,
      "grad_norm": 1.4185255306062607,
      "learning_rate": 0.00010626000347161074,
      "loss": 2.0625,
      "step": 77444
    },
    {
      "epoch": 3.6029309141660852,
      "grad_norm": 1.395731174615251,
      "learning_rate": 0.00010625645336273889,
      "loss": 1.75,
      "step": 77445
    },
    {
      "epoch": 3.6029774366131657,
      "grad_norm": 1.5090549283364094,
      "learning_rate": 0.00010625290328064711,
      "loss": 2.1562,
      "step": 77446
    },
    {
      "epoch": 3.6030239590602466,
      "grad_norm": 1.5102262035364449,
      "learning_rate": 0.00010624935322533759,
      "loss": 1.9375,
      "step": 77447
    },
    {
      "epoch": 3.603070481507327,
      "grad_norm": 1.3950434969489902,
      "learning_rate": 0.0001062458031968124,
      "loss": 1.9609,
      "step": 77448
    },
    {
      "epoch": 3.603117003954408,
      "grad_norm": 1.4140729781910872,
      "learning_rate": 0.00010624225319507385,
      "loss": 1.9219,
      "step": 77449
    },
    {
      "epoch": 3.603163526401489,
      "grad_norm": 1.2670160751385688,
      "learning_rate": 0.00010623870322012401,
      "loss": 1.5078,
      "step": 77450
    },
    {
      "epoch": 3.6032100488485694,
      "grad_norm": 1.5989083660026295,
      "learning_rate": 0.00010623515327196514,
      "loss": 2.2031,
      "step": 77451
    },
    {
      "epoch": 3.60325657129565,
      "grad_norm": 1.4800656609039586,
      "learning_rate": 0.0001062316033505993,
      "loss": 2.0938,
      "step": 77452
    },
    {
      "epoch": 3.603303093742731,
      "grad_norm": 1.4793855136164484,
      "learning_rate": 0.0001062280534560288,
      "loss": 2.125,
      "step": 77453
    },
    {
      "epoch": 3.6033496161898118,
      "grad_norm": 1.4432049508286053,
      "learning_rate": 0.00010622450358825571,
      "loss": 1.9141,
      "step": 77454
    },
    {
      "epoch": 3.6033961386368922,
      "grad_norm": 1.506858774352729,
      "learning_rate": 0.00010622095374728224,
      "loss": 2.125,
      "step": 77455
    },
    {
      "epoch": 3.603442661083973,
      "grad_norm": 1.4418677441751035,
      "learning_rate": 0.00010621740393311054,
      "loss": 2.0625,
      "step": 77456
    },
    {
      "epoch": 3.6034891835310536,
      "grad_norm": 1.3998453437302838,
      "learning_rate": 0.00010621385414574284,
      "loss": 1.75,
      "step": 77457
    },
    {
      "epoch": 3.6035357059781346,
      "grad_norm": 1.4125412353562676,
      "learning_rate": 0.00010621030438518125,
      "loss": 1.9922,
      "step": 77458
    },
    {
      "epoch": 3.603582228425215,
      "grad_norm": 1.4013929105402556,
      "learning_rate": 0.00010620675465142798,
      "loss": 2.0,
      "step": 77459
    },
    {
      "epoch": 3.603628750872296,
      "grad_norm": 1.5186885792851352,
      "learning_rate": 0.00010620320494448518,
      "loss": 1.5859,
      "step": 77460
    },
    {
      "epoch": 3.603675273319377,
      "grad_norm": 1.397363251114027,
      "learning_rate": 0.00010619965526435506,
      "loss": 1.7656,
      "step": 77461
    },
    {
      "epoch": 3.6037217957664573,
      "grad_norm": 1.4901253492616915,
      "learning_rate": 0.00010619610561103974,
      "loss": 2.1406,
      "step": 77462
    },
    {
      "epoch": 3.603768318213538,
      "grad_norm": 1.4042303493419312,
      "learning_rate": 0.00010619255598454148,
      "loss": 1.9453,
      "step": 77463
    },
    {
      "epoch": 3.6038148406606187,
      "grad_norm": 1.3416395130832393,
      "learning_rate": 0.00010618900638486232,
      "loss": 1.8203,
      "step": 77464
    },
    {
      "epoch": 3.6038613631076997,
      "grad_norm": 1.48664486126114,
      "learning_rate": 0.00010618545681200457,
      "loss": 2.1094,
      "step": 77465
    },
    {
      "epoch": 3.60390788555478,
      "grad_norm": 1.40531258272149,
      "learning_rate": 0.00010618190726597024,
      "loss": 2.0156,
      "step": 77466
    },
    {
      "epoch": 3.6039544080018606,
      "grad_norm": 1.5195756400167266,
      "learning_rate": 0.00010617835774676168,
      "loss": 2.0625,
      "step": 77467
    },
    {
      "epoch": 3.6040009304489415,
      "grad_norm": 1.386567399841143,
      "learning_rate": 0.000106174808254381,
      "loss": 1.6094,
      "step": 77468
    },
    {
      "epoch": 3.6040474528960225,
      "grad_norm": 1.5017825840728676,
      "learning_rate": 0.00010617125878883033,
      "loss": 2.1875,
      "step": 77469
    },
    {
      "epoch": 3.604093975343103,
      "grad_norm": 1.449444905601852,
      "learning_rate": 0.00010616770935011192,
      "loss": 1.9766,
      "step": 77470
    },
    {
      "epoch": 3.604140497790184,
      "grad_norm": 1.484225904870234,
      "learning_rate": 0.00010616415993822785,
      "loss": 2.0156,
      "step": 77471
    },
    {
      "epoch": 3.6041870202372643,
      "grad_norm": 1.4040577751845058,
      "learning_rate": 0.00010616061055318037,
      "loss": 2.0938,
      "step": 77472
    },
    {
      "epoch": 3.6042335426843453,
      "grad_norm": 1.4372638315465698,
      "learning_rate": 0.00010615706119497162,
      "loss": 2.1094,
      "step": 77473
    },
    {
      "epoch": 3.6042800651314257,
      "grad_norm": 1.373466664118532,
      "learning_rate": 0.00010615351186360375,
      "loss": 1.9922,
      "step": 77474
    },
    {
      "epoch": 3.6043265875785067,
      "grad_norm": 1.4298293842933476,
      "learning_rate": 0.000106149962559079,
      "loss": 1.9531,
      "step": 77475
    },
    {
      "epoch": 3.6043731100255876,
      "grad_norm": 1.50409643017397,
      "learning_rate": 0.00010614641328139946,
      "loss": 1.9922,
      "step": 77476
    },
    {
      "epoch": 3.604419632472668,
      "grad_norm": 1.4794862909842423,
      "learning_rate": 0.00010614286403056736,
      "loss": 2.1406,
      "step": 77477
    },
    {
      "epoch": 3.6044661549197485,
      "grad_norm": 1.450400131869792,
      "learning_rate": 0.00010613931480658485,
      "loss": 2.1875,
      "step": 77478
    },
    {
      "epoch": 3.6045126773668295,
      "grad_norm": 1.442368081204888,
      "learning_rate": 0.00010613576560945413,
      "loss": 2.0469,
      "step": 77479
    },
    {
      "epoch": 3.6045591998139104,
      "grad_norm": 1.4912126230161515,
      "learning_rate": 0.00010613221643917732,
      "loss": 2.1406,
      "step": 77480
    },
    {
      "epoch": 3.604605722260991,
      "grad_norm": 1.4942305327509842,
      "learning_rate": 0.00010612866729575667,
      "loss": 1.9766,
      "step": 77481
    },
    {
      "epoch": 3.6046522447080718,
      "grad_norm": 1.4907627579504734,
      "learning_rate": 0.00010612511817919426,
      "loss": 2.1094,
      "step": 77482
    },
    {
      "epoch": 3.6046987671551523,
      "grad_norm": 1.4039905573191593,
      "learning_rate": 0.00010612156908949235,
      "loss": 2.0781,
      "step": 77483
    },
    {
      "epoch": 3.604745289602233,
      "grad_norm": 1.608043063320063,
      "learning_rate": 0.00010611802002665305,
      "loss": 1.9688,
      "step": 77484
    },
    {
      "epoch": 3.6047918120493136,
      "grad_norm": 1.496401161535341,
      "learning_rate": 0.00010611447099067858,
      "loss": 1.9609,
      "step": 77485
    },
    {
      "epoch": 3.6048383344963946,
      "grad_norm": 1.4417822492705894,
      "learning_rate": 0.00010611092198157106,
      "loss": 2.0312,
      "step": 77486
    },
    {
      "epoch": 3.6048848569434755,
      "grad_norm": 1.5219260785519615,
      "learning_rate": 0.00010610737299933271,
      "loss": 2.1406,
      "step": 77487
    },
    {
      "epoch": 3.604931379390556,
      "grad_norm": 1.452762753949897,
      "learning_rate": 0.00010610382404396564,
      "loss": 1.9844,
      "step": 77488
    },
    {
      "epoch": 3.6049779018376364,
      "grad_norm": 1.421251592489832,
      "learning_rate": 0.0001061002751154721,
      "loss": 1.7656,
      "step": 77489
    },
    {
      "epoch": 3.6050244242847174,
      "grad_norm": 1.4349052552863428,
      "learning_rate": 0.00010609672621385425,
      "loss": 2.2969,
      "step": 77490
    },
    {
      "epoch": 3.6050709467317983,
      "grad_norm": 1.545659913718016,
      "learning_rate": 0.00010609317733911421,
      "loss": 2.2188,
      "step": 77491
    },
    {
      "epoch": 3.6051174691788788,
      "grad_norm": 1.3601631045139855,
      "learning_rate": 0.00010608962849125423,
      "loss": 1.8047,
      "step": 77492
    },
    {
      "epoch": 3.6051639916259597,
      "grad_norm": 1.5001575274879833,
      "learning_rate": 0.00010608607967027641,
      "loss": 2.125,
      "step": 77493
    },
    {
      "epoch": 3.60521051407304,
      "grad_norm": 1.462659971148915,
      "learning_rate": 0.00010608253087618296,
      "loss": 1.9531,
      "step": 77494
    },
    {
      "epoch": 3.605257036520121,
      "grad_norm": 1.4716871976243477,
      "learning_rate": 0.00010607898210897602,
      "loss": 2.1094,
      "step": 77495
    },
    {
      "epoch": 3.6053035589672016,
      "grad_norm": 1.451164784290141,
      "learning_rate": 0.00010607543336865783,
      "loss": 2.0938,
      "step": 77496
    },
    {
      "epoch": 3.6053500814142825,
      "grad_norm": 1.3374072986092185,
      "learning_rate": 0.00010607188465523048,
      "loss": 1.8047,
      "step": 77497
    },
    {
      "epoch": 3.605396603861363,
      "grad_norm": 1.548861869110556,
      "learning_rate": 0.00010606833596869621,
      "loss": 2.1406,
      "step": 77498
    },
    {
      "epoch": 3.605443126308444,
      "grad_norm": 1.3864378961933816,
      "learning_rate": 0.00010606478730905717,
      "loss": 1.9297,
      "step": 77499
    },
    {
      "epoch": 3.6054896487555244,
      "grad_norm": 1.4799434606579234,
      "learning_rate": 0.00010606123867631549,
      "loss": 2.0781,
      "step": 77500
    },
    {
      "epoch": 3.6055361712026053,
      "grad_norm": 1.4757381752215317,
      "learning_rate": 0.00010605769007047341,
      "loss": 2.1719,
      "step": 77501
    },
    {
      "epoch": 3.605582693649686,
      "grad_norm": 1.3579333342175637,
      "learning_rate": 0.00010605414149153305,
      "loss": 1.9688,
      "step": 77502
    },
    {
      "epoch": 3.6056292160967667,
      "grad_norm": 1.4370742847143707,
      "learning_rate": 0.00010605059293949662,
      "loss": 1.9453,
      "step": 77503
    },
    {
      "epoch": 3.605675738543847,
      "grad_norm": 1.4303774891726737,
      "learning_rate": 0.00010604704441436625,
      "loss": 2.1562,
      "step": 77504
    },
    {
      "epoch": 3.605722260990928,
      "grad_norm": 1.5318541858137034,
      "learning_rate": 0.00010604349591614417,
      "loss": 2.1094,
      "step": 77505
    },
    {
      "epoch": 3.605768783438009,
      "grad_norm": 1.5364335430330707,
      "learning_rate": 0.00010603994744483249,
      "loss": 2.0938,
      "step": 77506
    },
    {
      "epoch": 3.6058153058850895,
      "grad_norm": 1.4286557964437825,
      "learning_rate": 0.00010603639900043344,
      "loss": 2.0312,
      "step": 77507
    },
    {
      "epoch": 3.6058618283321704,
      "grad_norm": 1.5037500302495739,
      "learning_rate": 0.00010603285058294914,
      "loss": 1.7812,
      "step": 77508
    },
    {
      "epoch": 3.605908350779251,
      "grad_norm": 1.487028489352809,
      "learning_rate": 0.00010602930219238182,
      "loss": 2.0156,
      "step": 77509
    },
    {
      "epoch": 3.605954873226332,
      "grad_norm": 1.5993819965952374,
      "learning_rate": 0.00010602575382873355,
      "loss": 2.125,
      "step": 77510
    },
    {
      "epoch": 3.6060013956734123,
      "grad_norm": 1.5192360278520123,
      "learning_rate": 0.00010602220549200663,
      "loss": 2.1094,
      "step": 77511
    },
    {
      "epoch": 3.606047918120493,
      "grad_norm": 1.4203635602647402,
      "learning_rate": 0.00010601865718220319,
      "loss": 2.0625,
      "step": 77512
    },
    {
      "epoch": 3.606094440567574,
      "grad_norm": 1.4058728012029609,
      "learning_rate": 0.00010601510889932533,
      "loss": 1.9297,
      "step": 77513
    },
    {
      "epoch": 3.6061409630146546,
      "grad_norm": 1.4490015828464502,
      "learning_rate": 0.00010601156064337534,
      "loss": 2.0312,
      "step": 77514
    },
    {
      "epoch": 3.606187485461735,
      "grad_norm": 1.3891013925274005,
      "learning_rate": 0.0001060080124143553,
      "loss": 2.0469,
      "step": 77515
    },
    {
      "epoch": 3.606234007908816,
      "grad_norm": 1.6521011898414613,
      "learning_rate": 0.00010600446421226743,
      "loss": 2.2031,
      "step": 77516
    },
    {
      "epoch": 3.606280530355897,
      "grad_norm": 1.388953983647682,
      "learning_rate": 0.00010600091603711387,
      "loss": 1.9375,
      "step": 77517
    },
    {
      "epoch": 3.6063270528029774,
      "grad_norm": 1.4549993356798794,
      "learning_rate": 0.00010599736788889683,
      "loss": 2.125,
      "step": 77518
    },
    {
      "epoch": 3.6063735752500583,
      "grad_norm": 1.4758127409290356,
      "learning_rate": 0.00010599381976761844,
      "loss": 2.125,
      "step": 77519
    },
    {
      "epoch": 3.606420097697139,
      "grad_norm": 1.506727274185088,
      "learning_rate": 0.00010599027167328091,
      "loss": 2.2031,
      "step": 77520
    },
    {
      "epoch": 3.6064666201442197,
      "grad_norm": 1.496535580556746,
      "learning_rate": 0.00010598672360588636,
      "loss": 1.9766,
      "step": 77521
    },
    {
      "epoch": 3.6065131425913,
      "grad_norm": 1.4654525093367516,
      "learning_rate": 0.00010598317556543704,
      "loss": 2.0,
      "step": 77522
    },
    {
      "epoch": 3.606559665038381,
      "grad_norm": 1.4097303667101482,
      "learning_rate": 0.00010597962755193506,
      "loss": 2.0781,
      "step": 77523
    },
    {
      "epoch": 3.6066061874854616,
      "grad_norm": 1.550035489685882,
      "learning_rate": 0.00010597607956538263,
      "loss": 2.3125,
      "step": 77524
    },
    {
      "epoch": 3.6066527099325425,
      "grad_norm": 1.4486886485516604,
      "learning_rate": 0.0001059725316057819,
      "loss": 2.1094,
      "step": 77525
    },
    {
      "epoch": 3.606699232379623,
      "grad_norm": 1.5017033911129551,
      "learning_rate": 0.00010596898367313501,
      "loss": 1.9922,
      "step": 77526
    },
    {
      "epoch": 3.606745754826704,
      "grad_norm": 1.4439156004685711,
      "learning_rate": 0.0001059654357674442,
      "loss": 1.7734,
      "step": 77527
    },
    {
      "epoch": 3.606792277273785,
      "grad_norm": 1.498693021632384,
      "learning_rate": 0.00010596188788871161,
      "loss": 2.2188,
      "step": 77528
    },
    {
      "epoch": 3.6068387997208653,
      "grad_norm": 1.4072537092628545,
      "learning_rate": 0.0001059583400369394,
      "loss": 1.9531,
      "step": 77529
    },
    {
      "epoch": 3.6068853221679458,
      "grad_norm": 1.4701293387978351,
      "learning_rate": 0.00010595479221212975,
      "loss": 2.125,
      "step": 77530
    },
    {
      "epoch": 3.6069318446150267,
      "grad_norm": 1.4107505624255212,
      "learning_rate": 0.0001059512444142848,
      "loss": 1.9609,
      "step": 77531
    },
    {
      "epoch": 3.6069783670621076,
      "grad_norm": 1.4594880059155038,
      "learning_rate": 0.00010594769664340683,
      "loss": 2.1094,
      "step": 77532
    },
    {
      "epoch": 3.607024889509188,
      "grad_norm": 1.4700676990658044,
      "learning_rate": 0.00010594414889949788,
      "loss": 1.9453,
      "step": 77533
    },
    {
      "epoch": 3.607071411956269,
      "grad_norm": 1.4066871033959025,
      "learning_rate": 0.00010594060118256021,
      "loss": 1.7969,
      "step": 77534
    },
    {
      "epoch": 3.6071179344033495,
      "grad_norm": 1.581304033183329,
      "learning_rate": 0.00010593705349259596,
      "loss": 2.3281,
      "step": 77535
    },
    {
      "epoch": 3.6071644568504304,
      "grad_norm": 1.494155112108091,
      "learning_rate": 0.00010593350582960733,
      "loss": 2.0938,
      "step": 77536
    },
    {
      "epoch": 3.607210979297511,
      "grad_norm": 1.534852548099004,
      "learning_rate": 0.00010592995819359644,
      "loss": 2.1875,
      "step": 77537
    },
    {
      "epoch": 3.607257501744592,
      "grad_norm": 1.4627292430123269,
      "learning_rate": 0.00010592641058456551,
      "loss": 2.0312,
      "step": 77538
    },
    {
      "epoch": 3.6073040241916727,
      "grad_norm": 1.3610580090263265,
      "learning_rate": 0.00010592286300251665,
      "loss": 1.7188,
      "step": 77539
    },
    {
      "epoch": 3.607350546638753,
      "grad_norm": 1.4212784500985893,
      "learning_rate": 0.00010591931544745214,
      "loss": 2.0469,
      "step": 77540
    },
    {
      "epoch": 3.6073970690858337,
      "grad_norm": 1.4803678793936916,
      "learning_rate": 0.00010591576791937401,
      "loss": 2.0781,
      "step": 77541
    },
    {
      "epoch": 3.6074435915329146,
      "grad_norm": 1.4720685849952766,
      "learning_rate": 0.00010591222041828456,
      "loss": 2.1406,
      "step": 77542
    },
    {
      "epoch": 3.6074901139799955,
      "grad_norm": 1.439348488268124,
      "learning_rate": 0.00010590867294418588,
      "loss": 2.2188,
      "step": 77543
    },
    {
      "epoch": 3.607536636427076,
      "grad_norm": 1.4988859953538205,
      "learning_rate": 0.0001059051254970802,
      "loss": 2.2812,
      "step": 77544
    },
    {
      "epoch": 3.607583158874157,
      "grad_norm": 1.4147085411248939,
      "learning_rate": 0.00010590157807696962,
      "loss": 2.0469,
      "step": 77545
    },
    {
      "epoch": 3.6076296813212374,
      "grad_norm": 1.4334507240481797,
      "learning_rate": 0.0001058980306838564,
      "loss": 1.9219,
      "step": 77546
    },
    {
      "epoch": 3.6076762037683183,
      "grad_norm": 1.4490613231882516,
      "learning_rate": 0.00010589448331774264,
      "loss": 2.125,
      "step": 77547
    },
    {
      "epoch": 3.607722726215399,
      "grad_norm": 1.4656675837428677,
      "learning_rate": 0.00010589093597863056,
      "loss": 2.0938,
      "step": 77548
    },
    {
      "epoch": 3.6077692486624797,
      "grad_norm": 1.3617840510815689,
      "learning_rate": 0.00010588738866652226,
      "loss": 1.8594,
      "step": 77549
    },
    {
      "epoch": 3.60781577110956,
      "grad_norm": 1.4282200357390815,
      "learning_rate": 0.00010588384138142001,
      "loss": 2.1719,
      "step": 77550
    },
    {
      "epoch": 3.607862293556641,
      "grad_norm": 1.3950654895183054,
      "learning_rate": 0.00010588029412332591,
      "loss": 1.9531,
      "step": 77551
    },
    {
      "epoch": 3.6079088160037216,
      "grad_norm": 1.4662420021723508,
      "learning_rate": 0.00010587674689224215,
      "loss": 1.9766,
      "step": 77552
    },
    {
      "epoch": 3.6079553384508025,
      "grad_norm": 1.491940097021736,
      "learning_rate": 0.00010587319968817087,
      "loss": 2.0625,
      "step": 77553
    },
    {
      "epoch": 3.6080018608978834,
      "grad_norm": 1.5057330357158558,
      "learning_rate": 0.00010586965251111434,
      "loss": 2.0,
      "step": 77554
    },
    {
      "epoch": 3.608048383344964,
      "grad_norm": 1.452390016990968,
      "learning_rate": 0.00010586610536107462,
      "loss": 2.0469,
      "step": 77555
    },
    {
      "epoch": 3.6080949057920444,
      "grad_norm": 1.40556921095482,
      "learning_rate": 0.00010586255823805398,
      "loss": 1.8438,
      "step": 77556
    },
    {
      "epoch": 3.6081414282391253,
      "grad_norm": 1.319998584192026,
      "learning_rate": 0.0001058590111420545,
      "loss": 1.7031,
      "step": 77557
    },
    {
      "epoch": 3.6081879506862062,
      "grad_norm": 1.5468581051947412,
      "learning_rate": 0.00010585546407307844,
      "loss": 2.2344,
      "step": 77558
    },
    {
      "epoch": 3.6082344731332867,
      "grad_norm": 1.3938776756927407,
      "learning_rate": 0.00010585191703112789,
      "loss": 1.9141,
      "step": 77559
    },
    {
      "epoch": 3.6082809955803676,
      "grad_norm": 1.315101959492664,
      "learning_rate": 0.00010584837001620507,
      "loss": 1.8828,
      "step": 77560
    },
    {
      "epoch": 3.608327518027448,
      "grad_norm": 1.4129169962199744,
      "learning_rate": 0.00010584482302831213,
      "loss": 1.8516,
      "step": 77561
    },
    {
      "epoch": 3.608374040474529,
      "grad_norm": 1.3828695506326532,
      "learning_rate": 0.00010584127606745127,
      "loss": 1.9531,
      "step": 77562
    },
    {
      "epoch": 3.6084205629216095,
      "grad_norm": 1.4301379695624783,
      "learning_rate": 0.0001058377291336246,
      "loss": 2.0312,
      "step": 77563
    },
    {
      "epoch": 3.6084670853686904,
      "grad_norm": 1.5192680980675577,
      "learning_rate": 0.00010583418222683437,
      "loss": 1.9688,
      "step": 77564
    },
    {
      "epoch": 3.6085136078157714,
      "grad_norm": 1.4489626718706432,
      "learning_rate": 0.00010583063534708269,
      "loss": 2.1094,
      "step": 77565
    },
    {
      "epoch": 3.608560130262852,
      "grad_norm": 1.5091778557531903,
      "learning_rate": 0.00010582708849437177,
      "loss": 2.2031,
      "step": 77566
    },
    {
      "epoch": 3.6086066527099323,
      "grad_norm": 1.4914049547836408,
      "learning_rate": 0.00010582354166870375,
      "loss": 2.0938,
      "step": 77567
    },
    {
      "epoch": 3.6086531751570132,
      "grad_norm": 1.445799059706004,
      "learning_rate": 0.00010581999487008086,
      "loss": 2.0312,
      "step": 77568
    },
    {
      "epoch": 3.608699697604094,
      "grad_norm": 1.4657818483782135,
      "learning_rate": 0.00010581644809850516,
      "loss": 2.1562,
      "step": 77569
    },
    {
      "epoch": 3.6087462200511746,
      "grad_norm": 1.3872714174889489,
      "learning_rate": 0.00010581290135397896,
      "loss": 1.8672,
      "step": 77570
    },
    {
      "epoch": 3.6087927424982555,
      "grad_norm": 1.44094338797899,
      "learning_rate": 0.00010580935463650432,
      "loss": 2.0312,
      "step": 77571
    },
    {
      "epoch": 3.608839264945336,
      "grad_norm": 1.465492220092409,
      "learning_rate": 0.0001058058079460835,
      "loss": 2.125,
      "step": 77572
    },
    {
      "epoch": 3.608885787392417,
      "grad_norm": 1.4965733110093495,
      "learning_rate": 0.00010580226128271857,
      "loss": 2.0781,
      "step": 77573
    },
    {
      "epoch": 3.6089323098394974,
      "grad_norm": 1.4857757462354833,
      "learning_rate": 0.0001057987146464118,
      "loss": 2.0469,
      "step": 77574
    },
    {
      "epoch": 3.6089788322865783,
      "grad_norm": 1.4432665057613294,
      "learning_rate": 0.00010579516803716525,
      "loss": 2.1562,
      "step": 77575
    },
    {
      "epoch": 3.6090253547336593,
      "grad_norm": 1.4442150352220744,
      "learning_rate": 0.00010579162145498118,
      "loss": 2.1406,
      "step": 77576
    },
    {
      "epoch": 3.6090718771807397,
      "grad_norm": 1.437222753439882,
      "learning_rate": 0.00010578807489986178,
      "loss": 2.0469,
      "step": 77577
    },
    {
      "epoch": 3.60911839962782,
      "grad_norm": 1.4496596670852389,
      "learning_rate": 0.00010578452837180914,
      "loss": 1.9531,
      "step": 77578
    },
    {
      "epoch": 3.609164922074901,
      "grad_norm": 1.4184157289014971,
      "learning_rate": 0.00010578098187082551,
      "loss": 2.0938,
      "step": 77579
    },
    {
      "epoch": 3.609211444521982,
      "grad_norm": 1.3731862173382947,
      "learning_rate": 0.00010577743539691304,
      "loss": 1.8594,
      "step": 77580
    },
    {
      "epoch": 3.6092579669690625,
      "grad_norm": 1.365269303508471,
      "learning_rate": 0.00010577388895007384,
      "loss": 1.9219,
      "step": 77581
    },
    {
      "epoch": 3.609304489416143,
      "grad_norm": 1.4529650383330883,
      "learning_rate": 0.00010577034253031014,
      "loss": 1.9766,
      "step": 77582
    },
    {
      "epoch": 3.609351011863224,
      "grad_norm": 1.5193948152907188,
      "learning_rate": 0.0001057667961376241,
      "loss": 2.1562,
      "step": 77583
    },
    {
      "epoch": 3.609397534310305,
      "grad_norm": 1.4281331828796169,
      "learning_rate": 0.00010576324977201791,
      "loss": 1.9844,
      "step": 77584
    },
    {
      "epoch": 3.6094440567573853,
      "grad_norm": 1.446433573720739,
      "learning_rate": 0.00010575970343349368,
      "loss": 1.9453,
      "step": 77585
    },
    {
      "epoch": 3.6094905792044663,
      "grad_norm": 1.4653982577616513,
      "learning_rate": 0.00010575615712205364,
      "loss": 1.8516,
      "step": 77586
    },
    {
      "epoch": 3.6095371016515467,
      "grad_norm": 1.5568679891519919,
      "learning_rate": 0.00010575261083769993,
      "loss": 2.0469,
      "step": 77587
    },
    {
      "epoch": 3.6095836240986277,
      "grad_norm": 1.3493051678839392,
      "learning_rate": 0.00010574906458043476,
      "loss": 1.8438,
      "step": 77588
    },
    {
      "epoch": 3.609630146545708,
      "grad_norm": 1.4939957948800355,
      "learning_rate": 0.00010574551835026023,
      "loss": 2.0,
      "step": 77589
    },
    {
      "epoch": 3.609676668992789,
      "grad_norm": 1.4217868078130609,
      "learning_rate": 0.0001057419721471786,
      "loss": 1.9141,
      "step": 77590
    },
    {
      "epoch": 3.60972319143987,
      "grad_norm": 1.453257004738062,
      "learning_rate": 0.00010573842597119194,
      "loss": 1.9922,
      "step": 77591
    },
    {
      "epoch": 3.6097697138869504,
      "grad_norm": 1.5299690453451291,
      "learning_rate": 0.00010573487982230254,
      "loss": 2.1719,
      "step": 77592
    },
    {
      "epoch": 3.609816236334031,
      "grad_norm": 1.521417962947088,
      "learning_rate": 0.00010573133370051246,
      "loss": 1.8984,
      "step": 77593
    },
    {
      "epoch": 3.609862758781112,
      "grad_norm": 1.406487126139603,
      "learning_rate": 0.00010572778760582394,
      "loss": 1.9062,
      "step": 77594
    },
    {
      "epoch": 3.6099092812281928,
      "grad_norm": 1.367396937132797,
      "learning_rate": 0.00010572424153823912,
      "loss": 1.8594,
      "step": 77595
    },
    {
      "epoch": 3.6099558036752732,
      "grad_norm": 1.4435925207256477,
      "learning_rate": 0.00010572069549776021,
      "loss": 2.0312,
      "step": 77596
    },
    {
      "epoch": 3.610002326122354,
      "grad_norm": 1.489364921477922,
      "learning_rate": 0.00010571714948438927,
      "loss": 2.0938,
      "step": 77597
    },
    {
      "epoch": 3.6100488485694346,
      "grad_norm": 1.4791707579200604,
      "learning_rate": 0.0001057136034981286,
      "loss": 1.8672,
      "step": 77598
    },
    {
      "epoch": 3.6100953710165156,
      "grad_norm": 1.4920303502071837,
      "learning_rate": 0.00010571005753898035,
      "loss": 2.0625,
      "step": 77599
    },
    {
      "epoch": 3.610141893463596,
      "grad_norm": 1.4604817898632294,
      "learning_rate": 0.00010570651160694662,
      "loss": 1.8672,
      "step": 77600
    },
    {
      "epoch": 3.610188415910677,
      "grad_norm": 1.447519432408839,
      "learning_rate": 0.00010570296570202967,
      "loss": 1.8594,
      "step": 77601
    },
    {
      "epoch": 3.610234938357758,
      "grad_norm": 1.5064573113564004,
      "learning_rate": 0.00010569941982423158,
      "loss": 2.1719,
      "step": 77602
    },
    {
      "epoch": 3.6102814608048384,
      "grad_norm": 1.531025259211656,
      "learning_rate": 0.00010569587397355462,
      "loss": 2.0312,
      "step": 77603
    },
    {
      "epoch": 3.610327983251919,
      "grad_norm": 1.4344976511009517,
      "learning_rate": 0.00010569232815000086,
      "loss": 2.0312,
      "step": 77604
    },
    {
      "epoch": 3.6103745056989998,
      "grad_norm": 1.4885086517354478,
      "learning_rate": 0.00010568878235357256,
      "loss": 2.0,
      "step": 77605
    },
    {
      "epoch": 3.6104210281460807,
      "grad_norm": 1.5358971711103233,
      "learning_rate": 0.00010568523658427183,
      "loss": 2.1406,
      "step": 77606
    },
    {
      "epoch": 3.610467550593161,
      "grad_norm": 1.526189497417294,
      "learning_rate": 0.00010568169084210084,
      "loss": 2.1406,
      "step": 77607
    },
    {
      "epoch": 3.610514073040242,
      "grad_norm": 1.4885445574165632,
      "learning_rate": 0.00010567814512706182,
      "loss": 2.0469,
      "step": 77608
    },
    {
      "epoch": 3.6105605954873226,
      "grad_norm": 1.4898541038706572,
      "learning_rate": 0.00010567459943915685,
      "loss": 1.9766,
      "step": 77609
    },
    {
      "epoch": 3.6106071179344035,
      "grad_norm": 1.4623909369221522,
      "learning_rate": 0.0001056710537783882,
      "loss": 2.1094,
      "step": 77610
    },
    {
      "epoch": 3.610653640381484,
      "grad_norm": 1.422335378005208,
      "learning_rate": 0.00010566750814475796,
      "loss": 1.9922,
      "step": 77611
    },
    {
      "epoch": 3.610700162828565,
      "grad_norm": 1.4478454792434896,
      "learning_rate": 0.00010566396253826835,
      "loss": 2.1406,
      "step": 77612
    },
    {
      "epoch": 3.6107466852756454,
      "grad_norm": 1.381358935042516,
      "learning_rate": 0.0001056604169589215,
      "loss": 1.9766,
      "step": 77613
    },
    {
      "epoch": 3.6107932077227263,
      "grad_norm": 1.4764117445985658,
      "learning_rate": 0.00010565687140671963,
      "loss": 2.1875,
      "step": 77614
    },
    {
      "epoch": 3.6108397301698067,
      "grad_norm": 1.4452740190953326,
      "learning_rate": 0.00010565332588166485,
      "loss": 1.8203,
      "step": 77615
    },
    {
      "epoch": 3.6108862526168877,
      "grad_norm": 1.3955863855249249,
      "learning_rate": 0.00010564978038375942,
      "loss": 1.5391,
      "step": 77616
    },
    {
      "epoch": 3.6109327750639686,
      "grad_norm": 1.4831007606416828,
      "learning_rate": 0.0001056462349130054,
      "loss": 2.125,
      "step": 77617
    },
    {
      "epoch": 3.610979297511049,
      "grad_norm": 1.4520675539434276,
      "learning_rate": 0.00010564268946940506,
      "loss": 2.0312,
      "step": 77618
    },
    {
      "epoch": 3.6110258199581295,
      "grad_norm": 1.40096898635739,
      "learning_rate": 0.00010563914405296046,
      "loss": 1.8125,
      "step": 77619
    },
    {
      "epoch": 3.6110723424052105,
      "grad_norm": 1.489956555997366,
      "learning_rate": 0.00010563559866367388,
      "loss": 1.9453,
      "step": 77620
    },
    {
      "epoch": 3.6111188648522914,
      "grad_norm": 1.5109305959231953,
      "learning_rate": 0.00010563205330154747,
      "loss": 2.1094,
      "step": 77621
    },
    {
      "epoch": 3.611165387299372,
      "grad_norm": 1.58593105269177,
      "learning_rate": 0.00010562850796658333,
      "loss": 2.2969,
      "step": 77622
    },
    {
      "epoch": 3.611211909746453,
      "grad_norm": 1.538148494504062,
      "learning_rate": 0.00010562496265878373,
      "loss": 2.125,
      "step": 77623
    },
    {
      "epoch": 3.6112584321935333,
      "grad_norm": 1.4942585964929518,
      "learning_rate": 0.00010562141737815077,
      "loss": 2.1719,
      "step": 77624
    },
    {
      "epoch": 3.611304954640614,
      "grad_norm": 1.5069279005500649,
      "learning_rate": 0.00010561787212468665,
      "loss": 2.1875,
      "step": 77625
    },
    {
      "epoch": 3.6113514770876947,
      "grad_norm": 1.5215800150774896,
      "learning_rate": 0.0001056143268983935,
      "loss": 2.0312,
      "step": 77626
    },
    {
      "epoch": 3.6113979995347756,
      "grad_norm": 1.3816553982684037,
      "learning_rate": 0.00010561078169927356,
      "loss": 1.8828,
      "step": 77627
    },
    {
      "epoch": 3.6114445219818565,
      "grad_norm": 1.7892939063741156,
      "learning_rate": 0.00010560723652732893,
      "loss": 2.1719,
      "step": 77628
    },
    {
      "epoch": 3.611491044428937,
      "grad_norm": 1.4946496542845886,
      "learning_rate": 0.00010560369138256184,
      "loss": 1.9609,
      "step": 77629
    },
    {
      "epoch": 3.6115375668760175,
      "grad_norm": 1.536511133835934,
      "learning_rate": 0.0001056001462649744,
      "loss": 2.2188,
      "step": 77630
    },
    {
      "epoch": 3.6115840893230984,
      "grad_norm": 1.4792735014039908,
      "learning_rate": 0.00010559660117456885,
      "loss": 2.125,
      "step": 77631
    },
    {
      "epoch": 3.6116306117701793,
      "grad_norm": 1.49604401216561,
      "learning_rate": 0.0001055930561113473,
      "loss": 1.9141,
      "step": 77632
    },
    {
      "epoch": 3.6116771342172598,
      "grad_norm": 1.4523887125885675,
      "learning_rate": 0.00010558951107531195,
      "loss": 1.8984,
      "step": 77633
    },
    {
      "epoch": 3.6117236566643407,
      "grad_norm": 1.43867122977044,
      "learning_rate": 0.00010558596606646496,
      "loss": 1.9375,
      "step": 77634
    },
    {
      "epoch": 3.611770179111421,
      "grad_norm": 1.467051252023718,
      "learning_rate": 0.0001055824210848085,
      "loss": 2.1406,
      "step": 77635
    },
    {
      "epoch": 3.611816701558502,
      "grad_norm": 1.4499975208174893,
      "learning_rate": 0.00010557887613034474,
      "loss": 2.1406,
      "step": 77636
    },
    {
      "epoch": 3.6118632240055826,
      "grad_norm": 1.4643442099196244,
      "learning_rate": 0.00010557533120307585,
      "loss": 2.0312,
      "step": 77637
    },
    {
      "epoch": 3.6119097464526635,
      "grad_norm": 1.452045541256078,
      "learning_rate": 0.00010557178630300401,
      "loss": 2.0,
      "step": 77638
    },
    {
      "epoch": 3.611956268899744,
      "grad_norm": 1.4786834670154183,
      "learning_rate": 0.00010556824143013138,
      "loss": 2.1406,
      "step": 77639
    },
    {
      "epoch": 3.612002791346825,
      "grad_norm": 1.4676206059903831,
      "learning_rate": 0.00010556469658446017,
      "loss": 2.0156,
      "step": 77640
    },
    {
      "epoch": 3.6120493137939054,
      "grad_norm": 1.4310637176370207,
      "learning_rate": 0.00010556115176599243,
      "loss": 1.9688,
      "step": 77641
    },
    {
      "epoch": 3.6120958362409863,
      "grad_norm": 1.5350772454823682,
      "learning_rate": 0.00010555760697473045,
      "loss": 2.1406,
      "step": 77642
    },
    {
      "epoch": 3.612142358688067,
      "grad_norm": 1.5217872760876783,
      "learning_rate": 0.00010555406221067639,
      "loss": 2.1406,
      "step": 77643
    },
    {
      "epoch": 3.6121888811351477,
      "grad_norm": 1.4168718937989977,
      "learning_rate": 0.00010555051747383237,
      "loss": 2.0,
      "step": 77644
    },
    {
      "epoch": 3.612235403582228,
      "grad_norm": 1.5559722844574007,
      "learning_rate": 0.00010554697276420062,
      "loss": 2.1094,
      "step": 77645
    },
    {
      "epoch": 3.612281926029309,
      "grad_norm": 1.4754486560605309,
      "learning_rate": 0.00010554342808178327,
      "loss": 2.1719,
      "step": 77646
    },
    {
      "epoch": 3.61232844847639,
      "grad_norm": 1.4959832301185956,
      "learning_rate": 0.00010553988342658249,
      "loss": 2.2031,
      "step": 77647
    },
    {
      "epoch": 3.6123749709234705,
      "grad_norm": 1.5699444965706055,
      "learning_rate": 0.00010553633879860044,
      "loss": 2.2188,
      "step": 77648
    },
    {
      "epoch": 3.6124214933705514,
      "grad_norm": 1.4662930638902316,
      "learning_rate": 0.00010553279419783933,
      "loss": 2.1094,
      "step": 77649
    },
    {
      "epoch": 3.612468015817632,
      "grad_norm": 1.4569605347862478,
      "learning_rate": 0.00010552924962430126,
      "loss": 2.0312,
      "step": 77650
    },
    {
      "epoch": 3.612514538264713,
      "grad_norm": 1.5602029076976442,
      "learning_rate": 0.0001055257050779885,
      "loss": 2.2969,
      "step": 77651
    },
    {
      "epoch": 3.6125610607117933,
      "grad_norm": 1.5243743809887933,
      "learning_rate": 0.00010552216055890312,
      "loss": 1.9375,
      "step": 77652
    },
    {
      "epoch": 3.612607583158874,
      "grad_norm": 1.442722706005268,
      "learning_rate": 0.0001055186160670474,
      "loss": 2.2812,
      "step": 77653
    },
    {
      "epoch": 3.612654105605955,
      "grad_norm": 1.4917864179735076,
      "learning_rate": 0.00010551507160242337,
      "loss": 2.2656,
      "step": 77654
    },
    {
      "epoch": 3.6127006280530356,
      "grad_norm": 1.5773572376649234,
      "learning_rate": 0.00010551152716503333,
      "loss": 2.25,
      "step": 77655
    },
    {
      "epoch": 3.612747150500116,
      "grad_norm": 1.4985687271968227,
      "learning_rate": 0.00010550798275487935,
      "loss": 2.0781,
      "step": 77656
    },
    {
      "epoch": 3.612793672947197,
      "grad_norm": 1.432086714166836,
      "learning_rate": 0.00010550443837196369,
      "loss": 2.1875,
      "step": 77657
    },
    {
      "epoch": 3.612840195394278,
      "grad_norm": 1.5159131795276901,
      "learning_rate": 0.00010550089401628847,
      "loss": 2.0156,
      "step": 77658
    },
    {
      "epoch": 3.6128867178413584,
      "grad_norm": 1.4295749662454293,
      "learning_rate": 0.00010549734968785583,
      "loss": 1.8047,
      "step": 77659
    },
    {
      "epoch": 3.6129332402884393,
      "grad_norm": 1.417666228777733,
      "learning_rate": 0.000105493805386668,
      "loss": 1.8828,
      "step": 77660
    },
    {
      "epoch": 3.61297976273552,
      "grad_norm": 1.5194623860347787,
      "learning_rate": 0.0001054902611127271,
      "loss": 2.2656,
      "step": 77661
    },
    {
      "epoch": 3.6130262851826007,
      "grad_norm": 1.4235711206712873,
      "learning_rate": 0.00010548671686603536,
      "loss": 1.9531,
      "step": 77662
    },
    {
      "epoch": 3.613072807629681,
      "grad_norm": 1.5435016248523263,
      "learning_rate": 0.00010548317264659488,
      "loss": 2.1562,
      "step": 77663
    },
    {
      "epoch": 3.613119330076762,
      "grad_norm": 1.509116234598045,
      "learning_rate": 0.00010547962845440784,
      "loss": 2.2812,
      "step": 77664
    },
    {
      "epoch": 3.6131658525238426,
      "grad_norm": 1.5131382523950474,
      "learning_rate": 0.0001054760842894765,
      "loss": 2.0938,
      "step": 77665
    },
    {
      "epoch": 3.6132123749709235,
      "grad_norm": 1.359684378237331,
      "learning_rate": 0.00010547254015180293,
      "loss": 1.8594,
      "step": 77666
    },
    {
      "epoch": 3.613258897418004,
      "grad_norm": 1.4408771204897575,
      "learning_rate": 0.00010546899604138936,
      "loss": 2.2031,
      "step": 77667
    },
    {
      "epoch": 3.613305419865085,
      "grad_norm": 1.616888202981798,
      "learning_rate": 0.00010546545195823788,
      "loss": 2.3594,
      "step": 77668
    },
    {
      "epoch": 3.613351942312166,
      "grad_norm": 1.5223972325844832,
      "learning_rate": 0.00010546190790235078,
      "loss": 2.0469,
      "step": 77669
    },
    {
      "epoch": 3.6133984647592463,
      "grad_norm": 1.5162472852386868,
      "learning_rate": 0.0001054583638737301,
      "loss": 1.9688,
      "step": 77670
    },
    {
      "epoch": 3.613444987206327,
      "grad_norm": 1.4933324507344707,
      "learning_rate": 0.00010545481987237812,
      "loss": 1.9453,
      "step": 77671
    },
    {
      "epoch": 3.6134915096534077,
      "grad_norm": 1.4659206760436854,
      "learning_rate": 0.00010545127589829693,
      "loss": 2.0469,
      "step": 77672
    },
    {
      "epoch": 3.6135380321004886,
      "grad_norm": 1.524459942225248,
      "learning_rate": 0.00010544773195148877,
      "loss": 2.0156,
      "step": 77673
    },
    {
      "epoch": 3.613584554547569,
      "grad_norm": 1.5742980162724387,
      "learning_rate": 0.00010544418803195573,
      "loss": 2.125,
      "step": 77674
    },
    {
      "epoch": 3.61363107699465,
      "grad_norm": 1.4987903054643184,
      "learning_rate": 0.00010544064413970004,
      "loss": 2.2188,
      "step": 77675
    },
    {
      "epoch": 3.6136775994417305,
      "grad_norm": 1.4198897889809339,
      "learning_rate": 0.00010543710027472384,
      "loss": 2.0312,
      "step": 77676
    },
    {
      "epoch": 3.6137241218888114,
      "grad_norm": 1.5042686286210452,
      "learning_rate": 0.00010543355643702934,
      "loss": 2.4062,
      "step": 77677
    },
    {
      "epoch": 3.613770644335892,
      "grad_norm": 1.3833286955933397,
      "learning_rate": 0.00010543001262661863,
      "loss": 1.8906,
      "step": 77678
    },
    {
      "epoch": 3.613817166782973,
      "grad_norm": 1.492016775247106,
      "learning_rate": 0.00010542646884349397,
      "loss": 2.1719,
      "step": 77679
    },
    {
      "epoch": 3.6138636892300537,
      "grad_norm": 1.3376908003688517,
      "learning_rate": 0.00010542292508765746,
      "loss": 1.6641,
      "step": 77680
    },
    {
      "epoch": 3.613910211677134,
      "grad_norm": 1.4642437518008464,
      "learning_rate": 0.00010541938135911134,
      "loss": 2.1875,
      "step": 77681
    },
    {
      "epoch": 3.6139567341242147,
      "grad_norm": 1.4513385701865664,
      "learning_rate": 0.00010541583765785769,
      "loss": 1.6953,
      "step": 77682
    },
    {
      "epoch": 3.6140032565712956,
      "grad_norm": 1.5412868730669929,
      "learning_rate": 0.00010541229398389876,
      "loss": 2.2656,
      "step": 77683
    },
    {
      "epoch": 3.6140497790183765,
      "grad_norm": 1.5293123190324118,
      "learning_rate": 0.0001054087503372367,
      "loss": 2.2188,
      "step": 77684
    },
    {
      "epoch": 3.614096301465457,
      "grad_norm": 1.5975558724946388,
      "learning_rate": 0.00010540520671787356,
      "loss": 2.2969,
      "step": 77685
    },
    {
      "epoch": 3.614142823912538,
      "grad_norm": 1.4404962128358225,
      "learning_rate": 0.00010540166312581171,
      "loss": 1.875,
      "step": 77686
    },
    {
      "epoch": 3.6141893463596184,
      "grad_norm": 1.533132658130073,
      "learning_rate": 0.00010539811956105322,
      "loss": 2.0,
      "step": 77687
    },
    {
      "epoch": 3.6142358688066993,
      "grad_norm": 1.4754576752016424,
      "learning_rate": 0.00010539457602360024,
      "loss": 2.125,
      "step": 77688
    },
    {
      "epoch": 3.61428239125378,
      "grad_norm": 1.425858946019976,
      "learning_rate": 0.00010539103251345498,
      "loss": 2.0156,
      "step": 77689
    },
    {
      "epoch": 3.6143289137008607,
      "grad_norm": 1.419002362851896,
      "learning_rate": 0.00010538748903061959,
      "loss": 2.1719,
      "step": 77690
    },
    {
      "epoch": 3.6143754361479417,
      "grad_norm": 1.407467747008597,
      "learning_rate": 0.00010538394557509625,
      "loss": 1.7969,
      "step": 77691
    },
    {
      "epoch": 3.614421958595022,
      "grad_norm": 1.5592876171034125,
      "learning_rate": 0.0001053804021468871,
      "loss": 2.1719,
      "step": 77692
    },
    {
      "epoch": 3.6144684810421026,
      "grad_norm": 1.5153193504438152,
      "learning_rate": 0.00010537685874599436,
      "loss": 2.2188,
      "step": 77693
    },
    {
      "epoch": 3.6145150034891835,
      "grad_norm": 1.4738110034024128,
      "learning_rate": 0.00010537331537242014,
      "loss": 1.9375,
      "step": 77694
    },
    {
      "epoch": 3.6145615259362645,
      "grad_norm": 1.4856620998750318,
      "learning_rate": 0.00010536977202616667,
      "loss": 1.9531,
      "step": 77695
    },
    {
      "epoch": 3.614608048383345,
      "grad_norm": 1.5589658729377631,
      "learning_rate": 0.00010536622870723605,
      "loss": 2.3281,
      "step": 77696
    },
    {
      "epoch": 3.6146545708304254,
      "grad_norm": 1.5676401322756084,
      "learning_rate": 0.00010536268541563053,
      "loss": 2.0,
      "step": 77697
    },
    {
      "epoch": 3.6147010932775063,
      "grad_norm": 1.401449964032908,
      "learning_rate": 0.00010535914215135219,
      "loss": 1.9297,
      "step": 77698
    },
    {
      "epoch": 3.6147476157245872,
      "grad_norm": 1.450881281669033,
      "learning_rate": 0.00010535559891440328,
      "loss": 1.9531,
      "step": 77699
    },
    {
      "epoch": 3.6147941381716677,
      "grad_norm": 1.4144125100676919,
      "learning_rate": 0.00010535205570478592,
      "loss": 1.9141,
      "step": 77700
    },
    {
      "epoch": 3.6148406606187486,
      "grad_norm": 1.5161802729070701,
      "learning_rate": 0.00010534851252250232,
      "loss": 2.25,
      "step": 77701
    },
    {
      "epoch": 3.614887183065829,
      "grad_norm": 1.480369675301061,
      "learning_rate": 0.0001053449693675546,
      "loss": 2.2812,
      "step": 77702
    },
    {
      "epoch": 3.61493370551291,
      "grad_norm": 1.336602284244684,
      "learning_rate": 0.00010534142623994496,
      "loss": 1.7891,
      "step": 77703
    },
    {
      "epoch": 3.6149802279599905,
      "grad_norm": 1.505519198850616,
      "learning_rate": 0.00010533788313967555,
      "loss": 2.1406,
      "step": 77704
    },
    {
      "epoch": 3.6150267504070714,
      "grad_norm": 1.3936176769274826,
      "learning_rate": 0.00010533434006674858,
      "loss": 2.125,
      "step": 77705
    },
    {
      "epoch": 3.6150732728541524,
      "grad_norm": 1.5098182155310316,
      "learning_rate": 0.00010533079702116616,
      "loss": 2.2188,
      "step": 77706
    },
    {
      "epoch": 3.615119795301233,
      "grad_norm": 1.5517318722392042,
      "learning_rate": 0.00010532725400293045,
      "loss": 2.1562,
      "step": 77707
    },
    {
      "epoch": 3.6151663177483133,
      "grad_norm": 1.550535293550677,
      "learning_rate": 0.00010532371101204374,
      "loss": 2.3906,
      "step": 77708
    },
    {
      "epoch": 3.6152128401953942,
      "grad_norm": 1.305892500692118,
      "learning_rate": 0.00010532016804850805,
      "loss": 1.6016,
      "step": 77709
    },
    {
      "epoch": 3.615259362642475,
      "grad_norm": 1.5648236073734043,
      "learning_rate": 0.00010531662511232569,
      "loss": 2.0625,
      "step": 77710
    },
    {
      "epoch": 3.6153058850895556,
      "grad_norm": 1.4315798310043775,
      "learning_rate": 0.00010531308220349871,
      "loss": 2.1562,
      "step": 77711
    },
    {
      "epoch": 3.6153524075366366,
      "grad_norm": 1.4100512302581825,
      "learning_rate": 0.00010530953932202934,
      "loss": 2.0469,
      "step": 77712
    },
    {
      "epoch": 3.615398929983717,
      "grad_norm": 1.5324256103111844,
      "learning_rate": 0.00010530599646791974,
      "loss": 2.2656,
      "step": 77713
    },
    {
      "epoch": 3.615445452430798,
      "grad_norm": 1.6059627757307189,
      "learning_rate": 0.00010530245364117206,
      "loss": 2.5312,
      "step": 77714
    },
    {
      "epoch": 3.6154919748778784,
      "grad_norm": 1.529888601171542,
      "learning_rate": 0.0001052989108417885,
      "loss": 1.9766,
      "step": 77715
    },
    {
      "epoch": 3.6155384973249594,
      "grad_norm": 1.4675911139945599,
      "learning_rate": 0.00010529536806977117,
      "loss": 2.2031,
      "step": 77716
    },
    {
      "epoch": 3.6155850197720403,
      "grad_norm": 1.4119749050484869,
      "learning_rate": 0.00010529182532512231,
      "loss": 2.0156,
      "step": 77717
    },
    {
      "epoch": 3.6156315422191208,
      "grad_norm": 1.539029630516869,
      "learning_rate": 0.00010528828260784403,
      "loss": 2.125,
      "step": 77718
    },
    {
      "epoch": 3.6156780646662012,
      "grad_norm": 1.4745230080459046,
      "learning_rate": 0.00010528473991793857,
      "loss": 2.0469,
      "step": 77719
    },
    {
      "epoch": 3.615724587113282,
      "grad_norm": 1.43327749064071,
      "learning_rate": 0.00010528119725540802,
      "loss": 2.0938,
      "step": 77720
    },
    {
      "epoch": 3.615771109560363,
      "grad_norm": 1.3691032090675241,
      "learning_rate": 0.0001052776546202546,
      "loss": 1.6875,
      "step": 77721
    },
    {
      "epoch": 3.6158176320074435,
      "grad_norm": 1.4407917651051287,
      "learning_rate": 0.00010527411201248045,
      "loss": 2.0312,
      "step": 77722
    },
    {
      "epoch": 3.6158641544545245,
      "grad_norm": 1.4920078501007035,
      "learning_rate": 0.00010527056943208777,
      "loss": 2.1719,
      "step": 77723
    },
    {
      "epoch": 3.615910676901605,
      "grad_norm": 1.514520866382695,
      "learning_rate": 0.0001052670268790787,
      "loss": 2.0938,
      "step": 77724
    },
    {
      "epoch": 3.615957199348686,
      "grad_norm": 1.5710914431468261,
      "learning_rate": 0.00010526348435345544,
      "loss": 2.1094,
      "step": 77725
    },
    {
      "epoch": 3.6160037217957663,
      "grad_norm": 1.5024837487456562,
      "learning_rate": 0.0001052599418552201,
      "loss": 2.2031,
      "step": 77726
    },
    {
      "epoch": 3.6160502442428473,
      "grad_norm": 1.3847949445436523,
      "learning_rate": 0.00010525639938437493,
      "loss": 2.1094,
      "step": 77727
    },
    {
      "epoch": 3.6160967666899277,
      "grad_norm": 1.2506810843211134,
      "learning_rate": 0.00010525285694092202,
      "loss": 1.5547,
      "step": 77728
    },
    {
      "epoch": 3.6161432891370087,
      "grad_norm": 1.4026858897156098,
      "learning_rate": 0.00010524931452486353,
      "loss": 1.6406,
      "step": 77729
    },
    {
      "epoch": 3.616189811584089,
      "grad_norm": 1.4025765316273686,
      "learning_rate": 0.00010524577213620176,
      "loss": 1.9531,
      "step": 77730
    },
    {
      "epoch": 3.61623633403117,
      "grad_norm": 1.385730099407669,
      "learning_rate": 0.00010524222977493875,
      "loss": 1.9141,
      "step": 77731
    },
    {
      "epoch": 3.616282856478251,
      "grad_norm": 1.449799979201293,
      "learning_rate": 0.00010523868744107674,
      "loss": 2.0938,
      "step": 77732
    },
    {
      "epoch": 3.6163293789253315,
      "grad_norm": 1.4435487129839892,
      "learning_rate": 0.00010523514513461784,
      "loss": 2.1875,
      "step": 77733
    },
    {
      "epoch": 3.616375901372412,
      "grad_norm": 1.5444796626915165,
      "learning_rate": 0.00010523160285556427,
      "loss": 2.2344,
      "step": 77734
    },
    {
      "epoch": 3.616422423819493,
      "grad_norm": 1.515363865506083,
      "learning_rate": 0.00010522806060391817,
      "loss": 2.2969,
      "step": 77735
    },
    {
      "epoch": 3.616468946266574,
      "grad_norm": 1.4498872879637346,
      "learning_rate": 0.00010522451837968173,
      "loss": 2.0469,
      "step": 77736
    },
    {
      "epoch": 3.6165154687136543,
      "grad_norm": 1.4617807566012326,
      "learning_rate": 0.00010522097618285708,
      "loss": 1.8281,
      "step": 77737
    },
    {
      "epoch": 3.616561991160735,
      "grad_norm": 1.447052822180302,
      "learning_rate": 0.00010521743401344642,
      "loss": 2.1562,
      "step": 77738
    },
    {
      "epoch": 3.6166085136078157,
      "grad_norm": 1.4341060921610358,
      "learning_rate": 0.00010521389187145193,
      "loss": 2.0469,
      "step": 77739
    },
    {
      "epoch": 3.6166550360548966,
      "grad_norm": 1.3699854839783572,
      "learning_rate": 0.00010521034975687573,
      "loss": 1.8203,
      "step": 77740
    },
    {
      "epoch": 3.616701558501977,
      "grad_norm": 1.537870723671399,
      "learning_rate": 0.00010520680766972004,
      "loss": 2.2812,
      "step": 77741
    },
    {
      "epoch": 3.616748080949058,
      "grad_norm": 1.4689400986137826,
      "learning_rate": 0.00010520326560998698,
      "loss": 1.9453,
      "step": 77742
    },
    {
      "epoch": 3.616794603396139,
      "grad_norm": 1.4983540659178756,
      "learning_rate": 0.00010519972357767877,
      "loss": 2.0938,
      "step": 77743
    },
    {
      "epoch": 3.6168411258432194,
      "grad_norm": 1.440517836826831,
      "learning_rate": 0.00010519618157279753,
      "loss": 1.9922,
      "step": 77744
    },
    {
      "epoch": 3.6168876482903,
      "grad_norm": 1.4771195208261847,
      "learning_rate": 0.00010519263959534548,
      "loss": 1.9453,
      "step": 77745
    },
    {
      "epoch": 3.6169341707373808,
      "grad_norm": 1.449382169019197,
      "learning_rate": 0.00010518909764532473,
      "loss": 2.1094,
      "step": 77746
    },
    {
      "epoch": 3.6169806931844617,
      "grad_norm": 1.5186554278609832,
      "learning_rate": 0.00010518555572273751,
      "loss": 2.2969,
      "step": 77747
    },
    {
      "epoch": 3.617027215631542,
      "grad_norm": 1.451917261870958,
      "learning_rate": 0.00010518201382758592,
      "loss": 2.0625,
      "step": 77748
    },
    {
      "epoch": 3.617073738078623,
      "grad_norm": 1.4790701897819183,
      "learning_rate": 0.0001051784719598722,
      "loss": 2.0938,
      "step": 77749
    },
    {
      "epoch": 3.6171202605257036,
      "grad_norm": 1.4362657072798037,
      "learning_rate": 0.00010517493011959847,
      "loss": 1.9844,
      "step": 77750
    },
    {
      "epoch": 3.6171667829727845,
      "grad_norm": 1.4819263404699272,
      "learning_rate": 0.00010517138830676684,
      "loss": 2.2031,
      "step": 77751
    },
    {
      "epoch": 3.617213305419865,
      "grad_norm": 1.4284437032892512,
      "learning_rate": 0.00010516784652137964,
      "loss": 2.0312,
      "step": 77752
    },
    {
      "epoch": 3.617259827866946,
      "grad_norm": 1.3938549536167881,
      "learning_rate": 0.00010516430476343893,
      "loss": 1.8125,
      "step": 77753
    },
    {
      "epoch": 3.6173063503140264,
      "grad_norm": 1.5262691850110697,
      "learning_rate": 0.00010516076303294692,
      "loss": 2.0469,
      "step": 77754
    },
    {
      "epoch": 3.6173528727611073,
      "grad_norm": 1.5348389019053976,
      "learning_rate": 0.00010515722132990572,
      "loss": 2.1562,
      "step": 77755
    },
    {
      "epoch": 3.6173993952081878,
      "grad_norm": 1.4032958447372588,
      "learning_rate": 0.00010515367965431754,
      "loss": 2.0,
      "step": 77756
    },
    {
      "epoch": 3.6174459176552687,
      "grad_norm": 1.538064450901576,
      "learning_rate": 0.00010515013800618455,
      "loss": 1.5234,
      "step": 77757
    },
    {
      "epoch": 3.6174924401023496,
      "grad_norm": 1.4390791396002356,
      "learning_rate": 0.00010514659638550892,
      "loss": 1.9297,
      "step": 77758
    },
    {
      "epoch": 3.61753896254943,
      "grad_norm": 1.465263758623882,
      "learning_rate": 0.00010514305479229278,
      "loss": 1.9141,
      "step": 77759
    },
    {
      "epoch": 3.6175854849965106,
      "grad_norm": 1.4130269036426437,
      "learning_rate": 0.00010513951322653835,
      "loss": 1.9922,
      "step": 77760
    },
    {
      "epoch": 3.6176320074435915,
      "grad_norm": 1.4046815393914969,
      "learning_rate": 0.00010513597168824776,
      "loss": 2.0312,
      "step": 77761
    },
    {
      "epoch": 3.6176785298906724,
      "grad_norm": 1.4111901015614619,
      "learning_rate": 0.00010513243017742319,
      "loss": 2.0156,
      "step": 77762
    },
    {
      "epoch": 3.617725052337753,
      "grad_norm": 1.3957503139223653,
      "learning_rate": 0.00010512888869406682,
      "loss": 2.0469,
      "step": 77763
    },
    {
      "epoch": 3.617771574784834,
      "grad_norm": 1.4811048299497394,
      "learning_rate": 0.00010512534723818082,
      "loss": 1.9844,
      "step": 77764
    },
    {
      "epoch": 3.6178180972319143,
      "grad_norm": 1.440943791182713,
      "learning_rate": 0.00010512180580976735,
      "loss": 1.9688,
      "step": 77765
    },
    {
      "epoch": 3.617864619678995,
      "grad_norm": 1.4924302060804298,
      "learning_rate": 0.00010511826440882854,
      "loss": 2.125,
      "step": 77766
    },
    {
      "epoch": 3.6179111421260757,
      "grad_norm": 1.4852341193691916,
      "learning_rate": 0.00010511472303536664,
      "loss": 2.1562,
      "step": 77767
    },
    {
      "epoch": 3.6179576645731566,
      "grad_norm": 1.4773188375344286,
      "learning_rate": 0.00010511118168938372,
      "loss": 2.2188,
      "step": 77768
    },
    {
      "epoch": 3.6180041870202375,
      "grad_norm": 1.3505630419891355,
      "learning_rate": 0.00010510764037088204,
      "loss": 1.7812,
      "step": 77769
    },
    {
      "epoch": 3.618050709467318,
      "grad_norm": 1.4025909772588123,
      "learning_rate": 0.0001051040990798637,
      "loss": 1.9453,
      "step": 77770
    },
    {
      "epoch": 3.6180972319143985,
      "grad_norm": 1.4773033742835553,
      "learning_rate": 0.00010510055781633092,
      "loss": 2.0938,
      "step": 77771
    },
    {
      "epoch": 3.6181437543614794,
      "grad_norm": 1.5553112985028237,
      "learning_rate": 0.0001050970165802858,
      "loss": 2.2031,
      "step": 77772
    },
    {
      "epoch": 3.6181902768085603,
      "grad_norm": 1.5040505549894896,
      "learning_rate": 0.00010509347537173054,
      "loss": 2.1875,
      "step": 77773
    },
    {
      "epoch": 3.618236799255641,
      "grad_norm": 1.4748853223783884,
      "learning_rate": 0.00010508993419066738,
      "loss": 2.0781,
      "step": 77774
    },
    {
      "epoch": 3.6182833217027217,
      "grad_norm": 1.4375700929163218,
      "learning_rate": 0.00010508639303709838,
      "loss": 1.9844,
      "step": 77775
    },
    {
      "epoch": 3.618329844149802,
      "grad_norm": 1.5362708912697893,
      "learning_rate": 0.0001050828519110258,
      "loss": 2.3125,
      "step": 77776
    },
    {
      "epoch": 3.618376366596883,
      "grad_norm": 1.4775296647365448,
      "learning_rate": 0.00010507931081245173,
      "loss": 1.9766,
      "step": 77777
    },
    {
      "epoch": 3.6184228890439636,
      "grad_norm": 1.4153816162116564,
      "learning_rate": 0.00010507576974137839,
      "loss": 2.0,
      "step": 77778
    },
    {
      "epoch": 3.6184694114910445,
      "grad_norm": 1.4462533877770305,
      "learning_rate": 0.00010507222869780791,
      "loss": 2.1094,
      "step": 77779
    },
    {
      "epoch": 3.618515933938125,
      "grad_norm": 1.3907444170078405,
      "learning_rate": 0.00010506868768174251,
      "loss": 1.8984,
      "step": 77780
    },
    {
      "epoch": 3.618562456385206,
      "grad_norm": 1.4358428733223827,
      "learning_rate": 0.00010506514669318428,
      "loss": 1.9844,
      "step": 77781
    },
    {
      "epoch": 3.6186089788322864,
      "grad_norm": 1.3885209718741185,
      "learning_rate": 0.00010506160573213547,
      "loss": 1.9609,
      "step": 77782
    },
    {
      "epoch": 3.6186555012793673,
      "grad_norm": 1.488974846241732,
      "learning_rate": 0.00010505806479859819,
      "loss": 2.2344,
      "step": 77783
    },
    {
      "epoch": 3.6187020237264482,
      "grad_norm": 1.528867555254596,
      "learning_rate": 0.00010505452389257464,
      "loss": 2.1406,
      "step": 77784
    },
    {
      "epoch": 3.6187485461735287,
      "grad_norm": 1.3564437740050104,
      "learning_rate": 0.00010505098301406696,
      "loss": 1.8984,
      "step": 77785
    },
    {
      "epoch": 3.618795068620609,
      "grad_norm": 1.6796883935829134,
      "learning_rate": 0.00010504744216307735,
      "loss": 2.125,
      "step": 77786
    },
    {
      "epoch": 3.61884159106769,
      "grad_norm": 1.5151969815360036,
      "learning_rate": 0.00010504390133960793,
      "loss": 2.2031,
      "step": 77787
    },
    {
      "epoch": 3.618888113514771,
      "grad_norm": 1.4593994000110817,
      "learning_rate": 0.00010504036054366094,
      "loss": 2.1406,
      "step": 77788
    },
    {
      "epoch": 3.6189346359618515,
      "grad_norm": 1.4926738963113688,
      "learning_rate": 0.00010503681977523848,
      "loss": 1.9844,
      "step": 77789
    },
    {
      "epoch": 3.6189811584089324,
      "grad_norm": 1.6094783927187382,
      "learning_rate": 0.00010503327903434276,
      "loss": 2.125,
      "step": 77790
    },
    {
      "epoch": 3.619027680856013,
      "grad_norm": 1.5722866002068496,
      "learning_rate": 0.00010502973832097593,
      "loss": 2.2812,
      "step": 77791
    },
    {
      "epoch": 3.619074203303094,
      "grad_norm": 1.3912015845049532,
      "learning_rate": 0.00010502619763514014,
      "loss": 1.7812,
      "step": 77792
    },
    {
      "epoch": 3.6191207257501743,
      "grad_norm": 1.4969964310137316,
      "learning_rate": 0.00010502265697683761,
      "loss": 2.25,
      "step": 77793
    },
    {
      "epoch": 3.619167248197255,
      "grad_norm": 1.4299703637529697,
      "learning_rate": 0.0001050191163460704,
      "loss": 1.9375,
      "step": 77794
    },
    {
      "epoch": 3.619213770644336,
      "grad_norm": 1.4439472403327813,
      "learning_rate": 0.00010501557574284078,
      "loss": 2.125,
      "step": 77795
    },
    {
      "epoch": 3.6192602930914166,
      "grad_norm": 1.4721451558089995,
      "learning_rate": 0.00010501203516715093,
      "loss": 2.125,
      "step": 77796
    },
    {
      "epoch": 3.619306815538497,
      "grad_norm": 1.4650370846924552,
      "learning_rate": 0.00010500849461900296,
      "loss": 2.0938,
      "step": 77797
    },
    {
      "epoch": 3.619353337985578,
      "grad_norm": 1.5010391783771377,
      "learning_rate": 0.00010500495409839907,
      "loss": 2.25,
      "step": 77798
    },
    {
      "epoch": 3.619399860432659,
      "grad_norm": 1.4439503515444327,
      "learning_rate": 0.00010500141360534139,
      "loss": 2.0312,
      "step": 77799
    },
    {
      "epoch": 3.6194463828797394,
      "grad_norm": 1.3730451546405011,
      "learning_rate": 0.00010499787313983214,
      "loss": 1.8594,
      "step": 77800
    },
    {
      "epoch": 3.6194929053268203,
      "grad_norm": 1.545564757886137,
      "learning_rate": 0.0001049943327018734,
      "loss": 2.25,
      "step": 77801
    },
    {
      "epoch": 3.619539427773901,
      "grad_norm": 1.5847603909512957,
      "learning_rate": 0.00010499079229146745,
      "loss": 2.1406,
      "step": 77802
    },
    {
      "epoch": 3.6195859502209817,
      "grad_norm": 1.4241100459070095,
      "learning_rate": 0.00010498725190861637,
      "loss": 1.9297,
      "step": 77803
    },
    {
      "epoch": 3.619632472668062,
      "grad_norm": 1.4014990817456727,
      "learning_rate": 0.00010498371155332239,
      "loss": 1.9453,
      "step": 77804
    },
    {
      "epoch": 3.619678995115143,
      "grad_norm": 1.6823685265836805,
      "learning_rate": 0.00010498017122558761,
      "loss": 2.2812,
      "step": 77805
    },
    {
      "epoch": 3.619725517562224,
      "grad_norm": 1.4335736888010902,
      "learning_rate": 0.00010497663092541427,
      "loss": 2.0,
      "step": 77806
    },
    {
      "epoch": 3.6197720400093045,
      "grad_norm": 1.5035552132366319,
      "learning_rate": 0.00010497309065280448,
      "loss": 2.1406,
      "step": 77807
    },
    {
      "epoch": 3.619818562456385,
      "grad_norm": 1.4233904305750993,
      "learning_rate": 0.00010496955040776046,
      "loss": 1.9297,
      "step": 77808
    },
    {
      "epoch": 3.619865084903466,
      "grad_norm": 1.4005039585404133,
      "learning_rate": 0.00010496601019028428,
      "loss": 1.8828,
      "step": 77809
    },
    {
      "epoch": 3.619911607350547,
      "grad_norm": 1.54560207480701,
      "learning_rate": 0.00010496247000037823,
      "loss": 2.1562,
      "step": 77810
    },
    {
      "epoch": 3.6199581297976273,
      "grad_norm": 1.357588643335446,
      "learning_rate": 0.0001049589298380444,
      "loss": 2.0469,
      "step": 77811
    },
    {
      "epoch": 3.620004652244708,
      "grad_norm": 1.4305708490124132,
      "learning_rate": 0.000104955389703285,
      "loss": 2.1406,
      "step": 77812
    },
    {
      "epoch": 3.6200511746917887,
      "grad_norm": 1.40862195921996,
      "learning_rate": 0.00010495184959610215,
      "loss": 1.9844,
      "step": 77813
    },
    {
      "epoch": 3.6200976971388696,
      "grad_norm": 1.4700704703210314,
      "learning_rate": 0.00010494830951649807,
      "loss": 2.0469,
      "step": 77814
    },
    {
      "epoch": 3.62014421958595,
      "grad_norm": 1.4608923344138336,
      "learning_rate": 0.00010494476946447487,
      "loss": 2.0469,
      "step": 77815
    },
    {
      "epoch": 3.620190742033031,
      "grad_norm": 1.4983732563349035,
      "learning_rate": 0.0001049412294400347,
      "loss": 2.1406,
      "step": 77816
    },
    {
      "epoch": 3.6202372644801115,
      "grad_norm": 1.4453530968173045,
      "learning_rate": 0.00010493768944317986,
      "loss": 1.8516,
      "step": 77817
    },
    {
      "epoch": 3.6202837869271924,
      "grad_norm": 1.4988617058426863,
      "learning_rate": 0.0001049341494739124,
      "loss": 2.1094,
      "step": 77818
    },
    {
      "epoch": 3.620330309374273,
      "grad_norm": 1.5383603001575672,
      "learning_rate": 0.00010493060953223454,
      "loss": 2.2969,
      "step": 77819
    },
    {
      "epoch": 3.620376831821354,
      "grad_norm": 1.5720414356120367,
      "learning_rate": 0.00010492706961814844,
      "loss": 2.2344,
      "step": 77820
    },
    {
      "epoch": 3.6204233542684348,
      "grad_norm": 1.524369510588044,
      "learning_rate": 0.00010492352973165622,
      "loss": 2.2031,
      "step": 77821
    },
    {
      "epoch": 3.6204698767155152,
      "grad_norm": 1.4685205304306852,
      "learning_rate": 0.0001049199898727601,
      "loss": 2.1406,
      "step": 77822
    },
    {
      "epoch": 3.6205163991625957,
      "grad_norm": 1.4328017501428962,
      "learning_rate": 0.0001049164500414622,
      "loss": 2.0469,
      "step": 77823
    },
    {
      "epoch": 3.6205629216096766,
      "grad_norm": 1.4322973538359258,
      "learning_rate": 0.00010491291023776473,
      "loss": 1.8047,
      "step": 77824
    },
    {
      "epoch": 3.6206094440567576,
      "grad_norm": 1.4907597946564364,
      "learning_rate": 0.00010490937046166984,
      "loss": 2.125,
      "step": 77825
    },
    {
      "epoch": 3.620655966503838,
      "grad_norm": 1.4270908822318786,
      "learning_rate": 0.00010490583071317972,
      "loss": 1.9531,
      "step": 77826
    },
    {
      "epoch": 3.620702488950919,
      "grad_norm": 1.5005061225291598,
      "learning_rate": 0.0001049022909922965,
      "loss": 2.0312,
      "step": 77827
    },
    {
      "epoch": 3.6207490113979994,
      "grad_norm": 1.4028588786349627,
      "learning_rate": 0.00010489875129902238,
      "loss": 1.9297,
      "step": 77828
    },
    {
      "epoch": 3.6207955338450803,
      "grad_norm": 1.4667073704460603,
      "learning_rate": 0.00010489521163335947,
      "loss": 1.9219,
      "step": 77829
    },
    {
      "epoch": 3.620842056292161,
      "grad_norm": 1.7619659058608552,
      "learning_rate": 0.00010489167199531002,
      "loss": 2.1719,
      "step": 77830
    },
    {
      "epoch": 3.6208885787392417,
      "grad_norm": 1.3739976323474483,
      "learning_rate": 0.00010488813238487611,
      "loss": 1.9375,
      "step": 77831
    },
    {
      "epoch": 3.6209351011863227,
      "grad_norm": 1.5725914088077015,
      "learning_rate": 0.00010488459280206,
      "loss": 2.0938,
      "step": 77832
    },
    {
      "epoch": 3.620981623633403,
      "grad_norm": 1.3986100709725413,
      "learning_rate": 0.00010488105324686376,
      "loss": 1.9531,
      "step": 77833
    },
    {
      "epoch": 3.6210281460804836,
      "grad_norm": 1.3708257504970813,
      "learning_rate": 0.00010487751371928965,
      "loss": 1.6484,
      "step": 77834
    },
    {
      "epoch": 3.6210746685275645,
      "grad_norm": 1.5446151524738452,
      "learning_rate": 0.00010487397421933975,
      "loss": 2.1562,
      "step": 77835
    },
    {
      "epoch": 3.6211211909746455,
      "grad_norm": 1.4609943796211757,
      "learning_rate": 0.00010487043474701632,
      "loss": 2.0938,
      "step": 77836
    },
    {
      "epoch": 3.621167713421726,
      "grad_norm": 1.4583145247451654,
      "learning_rate": 0.00010486689530232142,
      "loss": 2.0781,
      "step": 77837
    },
    {
      "epoch": 3.621214235868807,
      "grad_norm": 1.475909256914372,
      "learning_rate": 0.00010486335588525725,
      "loss": 1.9844,
      "step": 77838
    },
    {
      "epoch": 3.6212607583158873,
      "grad_norm": 1.3466792608615563,
      "learning_rate": 0.00010485981649582608,
      "loss": 1.7734,
      "step": 77839
    },
    {
      "epoch": 3.6213072807629683,
      "grad_norm": 1.5523941017022622,
      "learning_rate": 0.00010485627713402993,
      "loss": 2.1875,
      "step": 77840
    },
    {
      "epoch": 3.6213538032100487,
      "grad_norm": 1.491260361560665,
      "learning_rate": 0.00010485273779987109,
      "loss": 2.0312,
      "step": 77841
    },
    {
      "epoch": 3.6214003256571297,
      "grad_norm": 1.46952999929699,
      "learning_rate": 0.00010484919849335164,
      "loss": 1.9453,
      "step": 77842
    },
    {
      "epoch": 3.62144684810421,
      "grad_norm": 1.4902393067779673,
      "learning_rate": 0.00010484565921447381,
      "loss": 2.1094,
      "step": 77843
    },
    {
      "epoch": 3.621493370551291,
      "grad_norm": 1.4796379040202627,
      "learning_rate": 0.0001048421199632397,
      "loss": 2.2188,
      "step": 77844
    },
    {
      "epoch": 3.6215398929983715,
      "grad_norm": 1.5434899882673387,
      "learning_rate": 0.00010483858073965152,
      "loss": 2.2188,
      "step": 77845
    },
    {
      "epoch": 3.6215864154454525,
      "grad_norm": 1.4159838042847612,
      "learning_rate": 0.00010483504154371145,
      "loss": 1.9141,
      "step": 77846
    },
    {
      "epoch": 3.6216329378925334,
      "grad_norm": 1.439563637033587,
      "learning_rate": 0.00010483150237542158,
      "loss": 1.9531,
      "step": 77847
    },
    {
      "epoch": 3.621679460339614,
      "grad_norm": 1.4080318823841176,
      "learning_rate": 0.00010482796323478419,
      "loss": 1.8359,
      "step": 77848
    },
    {
      "epoch": 3.6217259827866943,
      "grad_norm": 1.4195977947983398,
      "learning_rate": 0.00010482442412180133,
      "loss": 1.8672,
      "step": 77849
    },
    {
      "epoch": 3.6217725052337753,
      "grad_norm": 1.4417134980406783,
      "learning_rate": 0.00010482088503647528,
      "loss": 2.0156,
      "step": 77850
    },
    {
      "epoch": 3.621819027680856,
      "grad_norm": 1.4515508985575667,
      "learning_rate": 0.00010481734597880809,
      "loss": 2.1094,
      "step": 77851
    },
    {
      "epoch": 3.6218655501279367,
      "grad_norm": 1.5212289852224312,
      "learning_rate": 0.00010481380694880204,
      "loss": 2.0938,
      "step": 77852
    },
    {
      "epoch": 3.6219120725750176,
      "grad_norm": 1.489572873530289,
      "learning_rate": 0.00010481026794645919,
      "loss": 2.125,
      "step": 77853
    },
    {
      "epoch": 3.621958595022098,
      "grad_norm": 1.5448556318500444,
      "learning_rate": 0.00010480672897178182,
      "loss": 2.1406,
      "step": 77854
    },
    {
      "epoch": 3.622005117469179,
      "grad_norm": 1.5101430859174838,
      "learning_rate": 0.00010480319002477199,
      "loss": 2.1406,
      "step": 77855
    },
    {
      "epoch": 3.6220516399162594,
      "grad_norm": 1.5058711450928706,
      "learning_rate": 0.00010479965110543195,
      "loss": 2.0781,
      "step": 77856
    },
    {
      "epoch": 3.6220981623633404,
      "grad_norm": 1.3115582181832703,
      "learning_rate": 0.0001047961122137638,
      "loss": 1.5859,
      "step": 77857
    },
    {
      "epoch": 3.6221446848104213,
      "grad_norm": 1.4844510607748362,
      "learning_rate": 0.00010479257334976977,
      "loss": 2.1094,
      "step": 77858
    },
    {
      "epoch": 3.6221912072575018,
      "grad_norm": 1.476931738238279,
      "learning_rate": 0.00010478903451345197,
      "loss": 2.0625,
      "step": 77859
    },
    {
      "epoch": 3.6222377297045822,
      "grad_norm": 1.434503608369511,
      "learning_rate": 0.00010478549570481253,
      "loss": 2.1406,
      "step": 77860
    },
    {
      "epoch": 3.622284252151663,
      "grad_norm": 1.4501353404199948,
      "learning_rate": 0.00010478195692385375,
      "loss": 2.125,
      "step": 77861
    },
    {
      "epoch": 3.622330774598744,
      "grad_norm": 1.4960792784142083,
      "learning_rate": 0.00010477841817057769,
      "loss": 2.0469,
      "step": 77862
    },
    {
      "epoch": 3.6223772970458246,
      "grad_norm": 1.4853619380740215,
      "learning_rate": 0.0001047748794449866,
      "loss": 2.1875,
      "step": 77863
    },
    {
      "epoch": 3.6224238194929055,
      "grad_norm": 1.5511561129457265,
      "learning_rate": 0.00010477134074708253,
      "loss": 2.2344,
      "step": 77864
    },
    {
      "epoch": 3.622470341939986,
      "grad_norm": 1.4710011412726953,
      "learning_rate": 0.00010476780207686778,
      "loss": 2.0625,
      "step": 77865
    },
    {
      "epoch": 3.622516864387067,
      "grad_norm": 1.4788427747816044,
      "learning_rate": 0.0001047642634343444,
      "loss": 1.8516,
      "step": 77866
    },
    {
      "epoch": 3.6225633868341474,
      "grad_norm": 1.4928421151866738,
      "learning_rate": 0.00010476072481951462,
      "loss": 2.125,
      "step": 77867
    },
    {
      "epoch": 3.6226099092812283,
      "grad_norm": 1.3834224392732266,
      "learning_rate": 0.00010475718623238058,
      "loss": 2.0781,
      "step": 77868
    },
    {
      "epoch": 3.6226564317283088,
      "grad_norm": 1.3701938089585262,
      "learning_rate": 0.0001047536476729445,
      "loss": 1.8672,
      "step": 77869
    },
    {
      "epoch": 3.6227029541753897,
      "grad_norm": 1.5554107846183252,
      "learning_rate": 0.00010475010914120845,
      "loss": 2.375,
      "step": 77870
    },
    {
      "epoch": 3.62274947662247,
      "grad_norm": 1.446864644561556,
      "learning_rate": 0.00010474657063717468,
      "loss": 2.0938,
      "step": 77871
    },
    {
      "epoch": 3.622795999069551,
      "grad_norm": 1.5438139312904402,
      "learning_rate": 0.00010474303216084534,
      "loss": 2.2656,
      "step": 77872
    },
    {
      "epoch": 3.622842521516632,
      "grad_norm": 1.5400854175302423,
      "learning_rate": 0.00010473949371222254,
      "loss": 2.2812,
      "step": 77873
    },
    {
      "epoch": 3.6228890439637125,
      "grad_norm": 1.3706809633635857,
      "learning_rate": 0.00010473595529130852,
      "loss": 1.8438,
      "step": 77874
    },
    {
      "epoch": 3.622935566410793,
      "grad_norm": 1.4246811654363067,
      "learning_rate": 0.00010473241689810539,
      "loss": 2.0469,
      "step": 77875
    },
    {
      "epoch": 3.622982088857874,
      "grad_norm": 1.3314436504898561,
      "learning_rate": 0.00010472887853261535,
      "loss": 1.8516,
      "step": 77876
    },
    {
      "epoch": 3.623028611304955,
      "grad_norm": 1.4129106949486596,
      "learning_rate": 0.00010472534019484056,
      "loss": 1.9453,
      "step": 77877
    },
    {
      "epoch": 3.6230751337520353,
      "grad_norm": 1.465992029980639,
      "learning_rate": 0.0001047218018847832,
      "loss": 2.0312,
      "step": 77878
    },
    {
      "epoch": 3.623121656199116,
      "grad_norm": 1.5210257964430096,
      "learning_rate": 0.0001047182636024454,
      "loss": 2.1406,
      "step": 77879
    },
    {
      "epoch": 3.6231681786461967,
      "grad_norm": 1.3953516955326855,
      "learning_rate": 0.00010471472534782935,
      "loss": 1.9688,
      "step": 77880
    },
    {
      "epoch": 3.6232147010932776,
      "grad_norm": 1.3714865036381176,
      "learning_rate": 0.0001047111871209372,
      "loss": 1.9297,
      "step": 77881
    },
    {
      "epoch": 3.623261223540358,
      "grad_norm": 1.418644810306058,
      "learning_rate": 0.0001047076489217711,
      "loss": 1.9531,
      "step": 77882
    },
    {
      "epoch": 3.623307745987439,
      "grad_norm": 1.6106813094360783,
      "learning_rate": 0.00010470411075033331,
      "loss": 2.1875,
      "step": 77883
    },
    {
      "epoch": 3.62335426843452,
      "grad_norm": 1.459594205335331,
      "learning_rate": 0.00010470057260662588,
      "loss": 2.2344,
      "step": 77884
    },
    {
      "epoch": 3.6234007908816004,
      "grad_norm": 1.4723149206769441,
      "learning_rate": 0.00010469703449065106,
      "loss": 2.1094,
      "step": 77885
    },
    {
      "epoch": 3.623447313328681,
      "grad_norm": 1.4794176485811377,
      "learning_rate": 0.00010469349640241098,
      "loss": 2.3281,
      "step": 77886
    },
    {
      "epoch": 3.623493835775762,
      "grad_norm": 1.4470482638484568,
      "learning_rate": 0.00010468995834190781,
      "loss": 2.125,
      "step": 77887
    },
    {
      "epoch": 3.6235403582228427,
      "grad_norm": 1.5533693144410392,
      "learning_rate": 0.00010468642030914368,
      "loss": 2.1719,
      "step": 77888
    },
    {
      "epoch": 3.623586880669923,
      "grad_norm": 1.5148465936589066,
      "learning_rate": 0.00010468288230412085,
      "loss": 1.9688,
      "step": 77889
    },
    {
      "epoch": 3.623633403117004,
      "grad_norm": 1.5669684080762452,
      "learning_rate": 0.00010467934432684139,
      "loss": 2.3125,
      "step": 77890
    },
    {
      "epoch": 3.6236799255640846,
      "grad_norm": 1.3831700204867667,
      "learning_rate": 0.00010467580637730751,
      "loss": 1.7891,
      "step": 77891
    },
    {
      "epoch": 3.6237264480111655,
      "grad_norm": 1.4820656917201056,
      "learning_rate": 0.00010467226845552135,
      "loss": 2.0781,
      "step": 77892
    },
    {
      "epoch": 3.623772970458246,
      "grad_norm": 1.562334176031738,
      "learning_rate": 0.00010466873056148511,
      "loss": 2.1719,
      "step": 77893
    },
    {
      "epoch": 3.623819492905327,
      "grad_norm": 1.4746884586413147,
      "learning_rate": 0.00010466519269520093,
      "loss": 2.1719,
      "step": 77894
    },
    {
      "epoch": 3.6238660153524074,
      "grad_norm": 1.4337841687765533,
      "learning_rate": 0.00010466165485667101,
      "loss": 2.0781,
      "step": 77895
    },
    {
      "epoch": 3.6239125377994883,
      "grad_norm": 1.4614764177130957,
      "learning_rate": 0.00010465811704589748,
      "loss": 2.2188,
      "step": 77896
    },
    {
      "epoch": 3.6239590602465688,
      "grad_norm": 1.5663987490932043,
      "learning_rate": 0.00010465457926288252,
      "loss": 2.2031,
      "step": 77897
    },
    {
      "epoch": 3.6240055826936497,
      "grad_norm": 1.3269006953899545,
      "learning_rate": 0.00010465104150762832,
      "loss": 1.7734,
      "step": 77898
    },
    {
      "epoch": 3.6240521051407306,
      "grad_norm": 1.3498365114749171,
      "learning_rate": 0.00010464750378013698,
      "loss": 1.9453,
      "step": 77899
    },
    {
      "epoch": 3.624098627587811,
      "grad_norm": 1.3944561235466741,
      "learning_rate": 0.00010464396608041072,
      "loss": 1.8281,
      "step": 77900
    },
    {
      "epoch": 3.6241451500348916,
      "grad_norm": 1.4219562574300433,
      "learning_rate": 0.00010464042840845167,
      "loss": 2.0938,
      "step": 77901
    },
    {
      "epoch": 3.6241916724819725,
      "grad_norm": 1.4185539203931672,
      "learning_rate": 0.00010463689076426205,
      "loss": 1.9297,
      "step": 77902
    },
    {
      "epoch": 3.6242381949290534,
      "grad_norm": 1.4045942802513167,
      "learning_rate": 0.00010463335314784396,
      "loss": 2.0,
      "step": 77903
    },
    {
      "epoch": 3.624284717376134,
      "grad_norm": 1.5516237667835406,
      "learning_rate": 0.00010462981555919956,
      "loss": 2.125,
      "step": 77904
    },
    {
      "epoch": 3.624331239823215,
      "grad_norm": 1.3964080210188785,
      "learning_rate": 0.00010462627799833114,
      "loss": 1.9531,
      "step": 77905
    },
    {
      "epoch": 3.6243777622702953,
      "grad_norm": 1.5173755897848429,
      "learning_rate": 0.00010462274046524073,
      "loss": 2.2969,
      "step": 77906
    },
    {
      "epoch": 3.624424284717376,
      "grad_norm": 1.5069196933482019,
      "learning_rate": 0.00010461920295993058,
      "loss": 2.1406,
      "step": 77907
    },
    {
      "epoch": 3.6244708071644567,
      "grad_norm": 1.4373324072610612,
      "learning_rate": 0.0001046156654824028,
      "loss": 2.1406,
      "step": 77908
    },
    {
      "epoch": 3.6245173296115376,
      "grad_norm": 1.4335851894861156,
      "learning_rate": 0.00010461212803265958,
      "loss": 2.0469,
      "step": 77909
    },
    {
      "epoch": 3.6245638520586185,
      "grad_norm": 1.4102974701168869,
      "learning_rate": 0.0001046085906107031,
      "loss": 1.8594,
      "step": 77910
    },
    {
      "epoch": 3.624610374505699,
      "grad_norm": 1.4723841044668817,
      "learning_rate": 0.00010460505321653549,
      "loss": 2.1719,
      "step": 77911
    },
    {
      "epoch": 3.6246568969527795,
      "grad_norm": 1.5769011552591095,
      "learning_rate": 0.00010460151585015892,
      "loss": 2.125,
      "step": 77912
    },
    {
      "epoch": 3.6247034193998604,
      "grad_norm": 1.4721777012025372,
      "learning_rate": 0.00010459797851157561,
      "loss": 2.1562,
      "step": 77913
    },
    {
      "epoch": 3.6247499418469413,
      "grad_norm": 1.5666901999135419,
      "learning_rate": 0.00010459444120078764,
      "loss": 2.0469,
      "step": 77914
    },
    {
      "epoch": 3.624796464294022,
      "grad_norm": 1.3192223585749674,
      "learning_rate": 0.00010459090391779727,
      "loss": 1.75,
      "step": 77915
    },
    {
      "epoch": 3.6248429867411027,
      "grad_norm": 1.397920263991145,
      "learning_rate": 0.00010458736666260657,
      "loss": 1.9219,
      "step": 77916
    },
    {
      "epoch": 3.624889509188183,
      "grad_norm": 1.4007334887436511,
      "learning_rate": 0.00010458382943521779,
      "loss": 1.9609,
      "step": 77917
    },
    {
      "epoch": 3.624936031635264,
      "grad_norm": 1.443635730447537,
      "learning_rate": 0.00010458029223563302,
      "loss": 2.1406,
      "step": 77918
    },
    {
      "epoch": 3.6249825540823446,
      "grad_norm": 1.325297266136963,
      "learning_rate": 0.00010457675506385451,
      "loss": 1.8516,
      "step": 77919
    },
    {
      "epoch": 3.6250290765294255,
      "grad_norm": 1.5034788209099905,
      "learning_rate": 0.00010457321791988432,
      "loss": 1.9688,
      "step": 77920
    },
    {
      "epoch": 3.6250755989765064,
      "grad_norm": 1.4989891364512773,
      "learning_rate": 0.00010456968080372472,
      "loss": 1.9375,
      "step": 77921
    },
    {
      "epoch": 3.625122121423587,
      "grad_norm": 1.3744411994086019,
      "learning_rate": 0.0001045661437153778,
      "loss": 1.4531,
      "step": 77922
    },
    {
      "epoch": 3.6251686438706674,
      "grad_norm": 1.4480432458736832,
      "learning_rate": 0.00010456260665484579,
      "loss": 2.0469,
      "step": 77923
    },
    {
      "epoch": 3.6252151663177483,
      "grad_norm": 1.5123077216115364,
      "learning_rate": 0.00010455906962213081,
      "loss": 2.1406,
      "step": 77924
    },
    {
      "epoch": 3.6252616887648292,
      "grad_norm": 1.4516159203382832,
      "learning_rate": 0.00010455553261723502,
      "loss": 1.9453,
      "step": 77925
    },
    {
      "epoch": 3.6253082112119097,
      "grad_norm": 1.4640638220399123,
      "learning_rate": 0.00010455199564016056,
      "loss": 2.0469,
      "step": 77926
    },
    {
      "epoch": 3.62535473365899,
      "grad_norm": 1.3997121877913319,
      "learning_rate": 0.00010454845869090968,
      "loss": 1.8281,
      "step": 77927
    },
    {
      "epoch": 3.625401256106071,
      "grad_norm": 1.4813949174737882,
      "learning_rate": 0.0001045449217694845,
      "loss": 2.2031,
      "step": 77928
    },
    {
      "epoch": 3.625447778553152,
      "grad_norm": 1.3781415853326557,
      "learning_rate": 0.0001045413848758872,
      "loss": 1.8125,
      "step": 77929
    },
    {
      "epoch": 3.6254943010002325,
      "grad_norm": 1.4161925301357279,
      "learning_rate": 0.00010453784801011991,
      "loss": 1.9453,
      "step": 77930
    },
    {
      "epoch": 3.6255408234473134,
      "grad_norm": 1.52727959443307,
      "learning_rate": 0.00010453431117218483,
      "loss": 2.0781,
      "step": 77931
    },
    {
      "epoch": 3.625587345894394,
      "grad_norm": 1.5742437984035402,
      "learning_rate": 0.00010453077436208409,
      "loss": 2.2812,
      "step": 77932
    },
    {
      "epoch": 3.625633868341475,
      "grad_norm": 1.4921485798731695,
      "learning_rate": 0.00010452723757981994,
      "loss": 2.2344,
      "step": 77933
    },
    {
      "epoch": 3.6256803907885553,
      "grad_norm": 1.404729178874843,
      "learning_rate": 0.00010452370082539441,
      "loss": 1.8516,
      "step": 77934
    },
    {
      "epoch": 3.6257269132356362,
      "grad_norm": 1.468057808997923,
      "learning_rate": 0.00010452016409880977,
      "loss": 2.1562,
      "step": 77935
    },
    {
      "epoch": 3.625773435682717,
      "grad_norm": 1.4561093583497347,
      "learning_rate": 0.00010451662740006816,
      "loss": 2.1562,
      "step": 77936
    },
    {
      "epoch": 3.6258199581297976,
      "grad_norm": 1.452704188972636,
      "learning_rate": 0.00010451309072917173,
      "loss": 2.0938,
      "step": 77937
    },
    {
      "epoch": 3.625866480576878,
      "grad_norm": 1.4371520667446276,
      "learning_rate": 0.00010450955408612264,
      "loss": 1.9531,
      "step": 77938
    },
    {
      "epoch": 3.625913003023959,
      "grad_norm": 1.502150581735797,
      "learning_rate": 0.00010450601747092312,
      "loss": 1.9219,
      "step": 77939
    },
    {
      "epoch": 3.62595952547104,
      "grad_norm": 1.4999763529842718,
      "learning_rate": 0.00010450248088357523,
      "loss": 2.0781,
      "step": 77940
    },
    {
      "epoch": 3.6260060479181204,
      "grad_norm": 1.5090116095128503,
      "learning_rate": 0.00010449894432408123,
      "loss": 2.0781,
      "step": 77941
    },
    {
      "epoch": 3.6260525703652013,
      "grad_norm": 1.4523014065354531,
      "learning_rate": 0.0001044954077924432,
      "loss": 1.9453,
      "step": 77942
    },
    {
      "epoch": 3.626099092812282,
      "grad_norm": 1.404182656058676,
      "learning_rate": 0.0001044918712886634,
      "loss": 1.9688,
      "step": 77943
    },
    {
      "epoch": 3.6261456152593627,
      "grad_norm": 1.555519623729253,
      "learning_rate": 0.00010448833481274389,
      "loss": 2.2812,
      "step": 77944
    },
    {
      "epoch": 3.626192137706443,
      "grad_norm": 1.5058906390575486,
      "learning_rate": 0.00010448479836468693,
      "loss": 2.2344,
      "step": 77945
    },
    {
      "epoch": 3.626238660153524,
      "grad_norm": 1.5153417205757218,
      "learning_rate": 0.00010448126194449462,
      "loss": 2.0938,
      "step": 77946
    },
    {
      "epoch": 3.626285182600605,
      "grad_norm": 1.581029259873008,
      "learning_rate": 0.00010447772555216919,
      "loss": 2.2969,
      "step": 77947
    },
    {
      "epoch": 3.6263317050476855,
      "grad_norm": 1.4214494608897696,
      "learning_rate": 0.00010447418918771269,
      "loss": 1.7891,
      "step": 77948
    },
    {
      "epoch": 3.626378227494766,
      "grad_norm": 1.5547809070232612,
      "learning_rate": 0.00010447065285112739,
      "loss": 2.0938,
      "step": 77949
    },
    {
      "epoch": 3.626424749941847,
      "grad_norm": 1.5158956669102985,
      "learning_rate": 0.00010446711654241544,
      "loss": 2.2188,
      "step": 77950
    },
    {
      "epoch": 3.626471272388928,
      "grad_norm": 1.575082077210879,
      "learning_rate": 0.00010446358026157899,
      "loss": 2.2188,
      "step": 77951
    },
    {
      "epoch": 3.6265177948360083,
      "grad_norm": 1.5274161393293564,
      "learning_rate": 0.00010446004400862022,
      "loss": 2.0156,
      "step": 77952
    },
    {
      "epoch": 3.6265643172830893,
      "grad_norm": 1.4706967823942696,
      "learning_rate": 0.00010445650778354127,
      "loss": 2.0625,
      "step": 77953
    },
    {
      "epoch": 3.6266108397301697,
      "grad_norm": 1.438091461666457,
      "learning_rate": 0.0001044529715863443,
      "loss": 2.0625,
      "step": 77954
    },
    {
      "epoch": 3.6266573621772507,
      "grad_norm": 1.3637939082984862,
      "learning_rate": 0.00010444943541703151,
      "loss": 1.8438,
      "step": 77955
    },
    {
      "epoch": 3.626703884624331,
      "grad_norm": 1.4772461438631515,
      "learning_rate": 0.00010444589927560503,
      "loss": 2.1406,
      "step": 77956
    },
    {
      "epoch": 3.626750407071412,
      "grad_norm": 1.3366057949279286,
      "learning_rate": 0.00010444236316206704,
      "loss": 1.8203,
      "step": 77957
    },
    {
      "epoch": 3.6267969295184925,
      "grad_norm": 1.5017608023642641,
      "learning_rate": 0.00010443882707641969,
      "loss": 2.0781,
      "step": 77958
    },
    {
      "epoch": 3.6268434519655735,
      "grad_norm": 1.5782283419913776,
      "learning_rate": 0.00010443529101866519,
      "loss": 2.5,
      "step": 77959
    },
    {
      "epoch": 3.626889974412654,
      "grad_norm": 1.5591289097666416,
      "learning_rate": 0.00010443175498880565,
      "loss": 2.2969,
      "step": 77960
    },
    {
      "epoch": 3.626936496859735,
      "grad_norm": 1.5226127556720817,
      "learning_rate": 0.00010442821898684328,
      "loss": 2.1094,
      "step": 77961
    },
    {
      "epoch": 3.6269830193068158,
      "grad_norm": 1.6011397948178105,
      "learning_rate": 0.00010442468301278019,
      "loss": 2.2188,
      "step": 77962
    },
    {
      "epoch": 3.6270295417538962,
      "grad_norm": 1.5500837595173569,
      "learning_rate": 0.0001044211470666186,
      "loss": 2.1719,
      "step": 77963
    },
    {
      "epoch": 3.6270760642009767,
      "grad_norm": 1.4940937133185255,
      "learning_rate": 0.00010441761114836065,
      "loss": 2.0,
      "step": 77964
    },
    {
      "epoch": 3.6271225866480576,
      "grad_norm": 1.5325460616984345,
      "learning_rate": 0.00010441407525800852,
      "loss": 2.1406,
      "step": 77965
    },
    {
      "epoch": 3.6271691090951386,
      "grad_norm": 1.494111406044531,
      "learning_rate": 0.00010441053939556433,
      "loss": 2.2656,
      "step": 77966
    },
    {
      "epoch": 3.627215631542219,
      "grad_norm": 1.434863926555903,
      "learning_rate": 0.0001044070035610303,
      "loss": 2.1094,
      "step": 77967
    },
    {
      "epoch": 3.6272621539893,
      "grad_norm": 1.497934080820029,
      "learning_rate": 0.00010440346775440854,
      "loss": 2.2188,
      "step": 77968
    },
    {
      "epoch": 3.6273086764363804,
      "grad_norm": 1.665004641643315,
      "learning_rate": 0.00010439993197570129,
      "loss": 1.8125,
      "step": 77969
    },
    {
      "epoch": 3.6273551988834614,
      "grad_norm": 1.4173639035029506,
      "learning_rate": 0.00010439639622491061,
      "loss": 2.0156,
      "step": 77970
    },
    {
      "epoch": 3.627401721330542,
      "grad_norm": 1.4045425499576731,
      "learning_rate": 0.00010439286050203875,
      "loss": 2.0469,
      "step": 77971
    },
    {
      "epoch": 3.6274482437776228,
      "grad_norm": 1.5196597621910166,
      "learning_rate": 0.00010438932480708789,
      "loss": 2.2656,
      "step": 77972
    },
    {
      "epoch": 3.6274947662247037,
      "grad_norm": 1.4787406960849354,
      "learning_rate": 0.00010438578914006011,
      "loss": 2.0938,
      "step": 77973
    },
    {
      "epoch": 3.627541288671784,
      "grad_norm": 1.5396043577608962,
      "learning_rate": 0.00010438225350095766,
      "loss": 2.1094,
      "step": 77974
    },
    {
      "epoch": 3.6275878111188646,
      "grad_norm": 1.4514042770439335,
      "learning_rate": 0.00010437871788978262,
      "loss": 1.9922,
      "step": 77975
    },
    {
      "epoch": 3.6276343335659456,
      "grad_norm": 1.450971854796062,
      "learning_rate": 0.00010437518230653723,
      "loss": 2.0625,
      "step": 77976
    },
    {
      "epoch": 3.6276808560130265,
      "grad_norm": 1.5525553062429571,
      "learning_rate": 0.0001043716467512236,
      "loss": 2.2656,
      "step": 77977
    },
    {
      "epoch": 3.627727378460107,
      "grad_norm": 1.426598196096038,
      "learning_rate": 0.00010436811122384394,
      "loss": 1.9141,
      "step": 77978
    },
    {
      "epoch": 3.627773900907188,
      "grad_norm": 1.4427253976900247,
      "learning_rate": 0.0001043645757244004,
      "loss": 2.0781,
      "step": 77979
    },
    {
      "epoch": 3.6278204233542684,
      "grad_norm": 1.398009179471913,
      "learning_rate": 0.00010436104025289509,
      "loss": 1.9609,
      "step": 77980
    },
    {
      "epoch": 3.6278669458013493,
      "grad_norm": 1.4716308377512266,
      "learning_rate": 0.00010435750480933027,
      "loss": 2.1406,
      "step": 77981
    },
    {
      "epoch": 3.6279134682484298,
      "grad_norm": 1.5239028863093937,
      "learning_rate": 0.00010435396939370801,
      "loss": 2.1562,
      "step": 77982
    },
    {
      "epoch": 3.6279599906955107,
      "grad_norm": 1.5001219211354293,
      "learning_rate": 0.00010435043400603057,
      "loss": 1.8906,
      "step": 77983
    },
    {
      "epoch": 3.628006513142591,
      "grad_norm": 1.527387392702316,
      "learning_rate": 0.0001043468986463,
      "loss": 2.1094,
      "step": 77984
    },
    {
      "epoch": 3.628053035589672,
      "grad_norm": 1.56815295443163,
      "learning_rate": 0.00010434336331451858,
      "loss": 2.1406,
      "step": 77985
    },
    {
      "epoch": 3.6280995580367525,
      "grad_norm": 1.4875791209936409,
      "learning_rate": 0.0001043398280106884,
      "loss": 2.0469,
      "step": 77986
    },
    {
      "epoch": 3.6281460804838335,
      "grad_norm": 1.5475786794894417,
      "learning_rate": 0.00010433629273481165,
      "loss": 2.0781,
      "step": 77987
    },
    {
      "epoch": 3.6281926029309144,
      "grad_norm": 1.4102899540612894,
      "learning_rate": 0.00010433275748689049,
      "loss": 1.9844,
      "step": 77988
    },
    {
      "epoch": 3.628239125377995,
      "grad_norm": 1.390814035150152,
      "learning_rate": 0.00010432922226692708,
      "loss": 2.125,
      "step": 77989
    },
    {
      "epoch": 3.6282856478250753,
      "grad_norm": 1.3680845642094166,
      "learning_rate": 0.00010432568707492358,
      "loss": 1.4844,
      "step": 77990
    },
    {
      "epoch": 3.6283321702721563,
      "grad_norm": 1.487766289533963,
      "learning_rate": 0.0001043221519108822,
      "loss": 2.2188,
      "step": 77991
    },
    {
      "epoch": 3.628378692719237,
      "grad_norm": 1.4533297511471235,
      "learning_rate": 0.00010431861677480499,
      "loss": 1.9688,
      "step": 77992
    },
    {
      "epoch": 3.6284252151663177,
      "grad_norm": 1.5394199889044315,
      "learning_rate": 0.00010431508166669423,
      "loss": 2.1094,
      "step": 77993
    },
    {
      "epoch": 3.6284717376133986,
      "grad_norm": 1.4916411448288087,
      "learning_rate": 0.00010431154658655209,
      "loss": 1.9922,
      "step": 77994
    },
    {
      "epoch": 3.628518260060479,
      "grad_norm": 1.4142842630162373,
      "learning_rate": 0.00010430801153438063,
      "loss": 1.7969,
      "step": 77995
    },
    {
      "epoch": 3.62856478250756,
      "grad_norm": 1.4643224746035788,
      "learning_rate": 0.00010430447651018214,
      "loss": 2.0312,
      "step": 77996
    },
    {
      "epoch": 3.6286113049546405,
      "grad_norm": 1.503228954414594,
      "learning_rate": 0.00010430094151395866,
      "loss": 2.2969,
      "step": 77997
    },
    {
      "epoch": 3.6286578274017214,
      "grad_norm": 1.4189724275852342,
      "learning_rate": 0.00010429740654571247,
      "loss": 1.9688,
      "step": 77998
    },
    {
      "epoch": 3.6287043498488023,
      "grad_norm": 1.3912181243398767,
      "learning_rate": 0.00010429387160544563,
      "loss": 2.1562,
      "step": 77999
    },
    {
      "epoch": 3.628750872295883,
      "grad_norm": 1.5013574435881507,
      "learning_rate": 0.00010429033669316038,
      "loss": 2.25,
      "step": 78000
    },
    {
      "epoch": 3.6287973947429633,
      "grad_norm": 1.345478291300907,
      "learning_rate": 0.00010428680180885882,
      "loss": 1.5156,
      "step": 78001
    },
    {
      "epoch": 3.628843917190044,
      "grad_norm": 1.4741037874790728,
      "learning_rate": 0.00010428326695254319,
      "loss": 2.1719,
      "step": 78002
    },
    {
      "epoch": 3.628890439637125,
      "grad_norm": 1.4326399461843033,
      "learning_rate": 0.00010427973212421558,
      "loss": 2.1719,
      "step": 78003
    },
    {
      "epoch": 3.6289369620842056,
      "grad_norm": 1.5310627855621994,
      "learning_rate": 0.00010427619732387823,
      "loss": 2.25,
      "step": 78004
    },
    {
      "epoch": 3.6289834845312865,
      "grad_norm": 1.4945865764811836,
      "learning_rate": 0.00010427266255153324,
      "loss": 2.25,
      "step": 78005
    },
    {
      "epoch": 3.629030006978367,
      "grad_norm": 1.549883118925085,
      "learning_rate": 0.00010426912780718278,
      "loss": 2.2656,
      "step": 78006
    },
    {
      "epoch": 3.629076529425448,
      "grad_norm": 1.3844274228185334,
      "learning_rate": 0.00010426559309082904,
      "loss": 1.9219,
      "step": 78007
    },
    {
      "epoch": 3.6291230518725284,
      "grad_norm": 1.3883187088455724,
      "learning_rate": 0.00010426205840247417,
      "loss": 1.8281,
      "step": 78008
    },
    {
      "epoch": 3.6291695743196093,
      "grad_norm": 1.482270497467586,
      "learning_rate": 0.00010425852374212036,
      "loss": 1.9922,
      "step": 78009
    },
    {
      "epoch": 3.6292160967666898,
      "grad_norm": 1.3563755130106565,
      "learning_rate": 0.00010425498910976971,
      "loss": 1.8047,
      "step": 78010
    },
    {
      "epoch": 3.6292626192137707,
      "grad_norm": 1.4503886215983555,
      "learning_rate": 0.00010425145450542447,
      "loss": 2.2031,
      "step": 78011
    },
    {
      "epoch": 3.629309141660851,
      "grad_norm": 1.3765251879571536,
      "learning_rate": 0.00010424791992908672,
      "loss": 1.9297,
      "step": 78012
    },
    {
      "epoch": 3.629355664107932,
      "grad_norm": 1.4491312864289465,
      "learning_rate": 0.0001042443853807587,
      "loss": 1.9609,
      "step": 78013
    },
    {
      "epoch": 3.629402186555013,
      "grad_norm": 1.4718872144095008,
      "learning_rate": 0.00010424085086044246,
      "loss": 2.2188,
      "step": 78014
    },
    {
      "epoch": 3.6294487090020935,
      "grad_norm": 1.4653447718152701,
      "learning_rate": 0.0001042373163681403,
      "loss": 2.1094,
      "step": 78015
    },
    {
      "epoch": 3.629495231449174,
      "grad_norm": 1.4563895576863168,
      "learning_rate": 0.00010423378190385432,
      "loss": 2.0625,
      "step": 78016
    },
    {
      "epoch": 3.629541753896255,
      "grad_norm": 1.4216981909741964,
      "learning_rate": 0.00010423024746758669,
      "loss": 1.9531,
      "step": 78017
    },
    {
      "epoch": 3.629588276343336,
      "grad_norm": 1.4093209079626077,
      "learning_rate": 0.00010422671305933959,
      "loss": 1.9766,
      "step": 78018
    },
    {
      "epoch": 3.6296347987904163,
      "grad_norm": 1.4867387459164108,
      "learning_rate": 0.00010422317867911513,
      "loss": 2.0469,
      "step": 78019
    },
    {
      "epoch": 3.629681321237497,
      "grad_norm": 1.4453148070757282,
      "learning_rate": 0.00010421964432691554,
      "loss": 1.9688,
      "step": 78020
    },
    {
      "epoch": 3.6297278436845777,
      "grad_norm": 1.359756740912788,
      "learning_rate": 0.00010421611000274292,
      "loss": 1.8125,
      "step": 78021
    },
    {
      "epoch": 3.6297743661316586,
      "grad_norm": 1.4912617026996309,
      "learning_rate": 0.00010421257570659951,
      "loss": 2.2969,
      "step": 78022
    },
    {
      "epoch": 3.629820888578739,
      "grad_norm": 1.5219041477907764,
      "learning_rate": 0.00010420904143848741,
      "loss": 2.0781,
      "step": 78023
    },
    {
      "epoch": 3.62986741102582,
      "grad_norm": 1.3554332445161483,
      "learning_rate": 0.00010420550719840881,
      "loss": 1.6484,
      "step": 78024
    },
    {
      "epoch": 3.629913933472901,
      "grad_norm": 1.4069600663822857,
      "learning_rate": 0.00010420197298636583,
      "loss": 1.9688,
      "step": 78025
    },
    {
      "epoch": 3.6299604559199814,
      "grad_norm": 1.5191119689495005,
      "learning_rate": 0.00010419843880236073,
      "loss": 2.3125,
      "step": 78026
    },
    {
      "epoch": 3.630006978367062,
      "grad_norm": 1.5447997866738383,
      "learning_rate": 0.00010419490464639558,
      "loss": 2.0,
      "step": 78027
    },
    {
      "epoch": 3.630053500814143,
      "grad_norm": 1.470669424250419,
      "learning_rate": 0.00010419137051847261,
      "loss": 2.1562,
      "step": 78028
    },
    {
      "epoch": 3.6301000232612237,
      "grad_norm": 1.7037615398419312,
      "learning_rate": 0.0001041878364185939,
      "loss": 2.0625,
      "step": 78029
    },
    {
      "epoch": 3.630146545708304,
      "grad_norm": 1.363135290845041,
      "learning_rate": 0.00010418430234676173,
      "loss": 1.9688,
      "step": 78030
    },
    {
      "epoch": 3.630193068155385,
      "grad_norm": 1.4668893153969276,
      "learning_rate": 0.00010418076830297815,
      "loss": 1.8984,
      "step": 78031
    },
    {
      "epoch": 3.6302395906024656,
      "grad_norm": 1.4788530245563525,
      "learning_rate": 0.00010417723428724542,
      "loss": 2.0156,
      "step": 78032
    },
    {
      "epoch": 3.6302861130495465,
      "grad_norm": 1.3566809375021855,
      "learning_rate": 0.00010417370029956563,
      "loss": 1.6953,
      "step": 78033
    },
    {
      "epoch": 3.630332635496627,
      "grad_norm": 1.4441482326794033,
      "learning_rate": 0.00010417016633994097,
      "loss": 1.7812,
      "step": 78034
    },
    {
      "epoch": 3.630379157943708,
      "grad_norm": 1.4328419181958196,
      "learning_rate": 0.00010416663240837361,
      "loss": 1.9922,
      "step": 78035
    },
    {
      "epoch": 3.6304256803907884,
      "grad_norm": 1.4840928778197273,
      "learning_rate": 0.00010416309850486567,
      "loss": 2.125,
      "step": 78036
    },
    {
      "epoch": 3.6304722028378693,
      "grad_norm": 1.4432081853333507,
      "learning_rate": 0.00010415956462941935,
      "loss": 2.0781,
      "step": 78037
    },
    {
      "epoch": 3.63051872528495,
      "grad_norm": 1.3706306430983524,
      "learning_rate": 0.00010415603078203688,
      "loss": 1.8438,
      "step": 78038
    },
    {
      "epoch": 3.6305652477320307,
      "grad_norm": 1.4474981233871436,
      "learning_rate": 0.00010415249696272031,
      "loss": 2.0,
      "step": 78039
    },
    {
      "epoch": 3.6306117701791116,
      "grad_norm": 1.4568100622907998,
      "learning_rate": 0.0001041489631714719,
      "loss": 1.9219,
      "step": 78040
    },
    {
      "epoch": 3.630658292626192,
      "grad_norm": 1.4121451916690517,
      "learning_rate": 0.0001041454294082937,
      "loss": 1.9453,
      "step": 78041
    },
    {
      "epoch": 3.6307048150732726,
      "grad_norm": 1.4434775514574079,
      "learning_rate": 0.000104141895673188,
      "loss": 2.1094,
      "step": 78042
    },
    {
      "epoch": 3.6307513375203535,
      "grad_norm": 1.6408921467521427,
      "learning_rate": 0.00010413836196615685,
      "loss": 2.3438,
      "step": 78043
    },
    {
      "epoch": 3.6307978599674344,
      "grad_norm": 1.4283095740057483,
      "learning_rate": 0.00010413482828720251,
      "loss": 1.9453,
      "step": 78044
    },
    {
      "epoch": 3.630844382414515,
      "grad_norm": 1.4875540416695752,
      "learning_rate": 0.00010413129463632705,
      "loss": 2.1875,
      "step": 78045
    },
    {
      "epoch": 3.630890904861596,
      "grad_norm": 1.5227212908886134,
      "learning_rate": 0.00010412776101353275,
      "loss": 2.25,
      "step": 78046
    },
    {
      "epoch": 3.6309374273086763,
      "grad_norm": 1.550098435058875,
      "learning_rate": 0.00010412422741882164,
      "loss": 2.1875,
      "step": 78047
    },
    {
      "epoch": 3.6309839497557572,
      "grad_norm": 1.4306484424988066,
      "learning_rate": 0.00010412069385219598,
      "loss": 2.0312,
      "step": 78048
    },
    {
      "epoch": 3.6310304722028377,
      "grad_norm": 1.545374357628487,
      "learning_rate": 0.00010411716031365789,
      "loss": 2.0781,
      "step": 78049
    },
    {
      "epoch": 3.6310769946499186,
      "grad_norm": 1.4772299993550495,
      "learning_rate": 0.00010411362680320957,
      "loss": 2.1875,
      "step": 78050
    },
    {
      "epoch": 3.6311235170969995,
      "grad_norm": 1.3641431322497697,
      "learning_rate": 0.00010411009332085312,
      "loss": 1.5,
      "step": 78051
    },
    {
      "epoch": 3.63117003954408,
      "grad_norm": 1.3265770785720172,
      "learning_rate": 0.00010410655986659077,
      "loss": 1.7344,
      "step": 78052
    },
    {
      "epoch": 3.6312165619911605,
      "grad_norm": 1.4912206708442057,
      "learning_rate": 0.00010410302644042464,
      "loss": 2.0312,
      "step": 78053
    },
    {
      "epoch": 3.6312630844382414,
      "grad_norm": 1.470258026646798,
      "learning_rate": 0.00010409949304235692,
      "loss": 2.2188,
      "step": 78054
    },
    {
      "epoch": 3.6313096068853223,
      "grad_norm": 1.413548814043143,
      "learning_rate": 0.00010409595967238974,
      "loss": 1.8047,
      "step": 78055
    },
    {
      "epoch": 3.631356129332403,
      "grad_norm": 1.4238173972546897,
      "learning_rate": 0.00010409242633052532,
      "loss": 1.9453,
      "step": 78056
    },
    {
      "epoch": 3.6314026517794837,
      "grad_norm": 1.4532737997652478,
      "learning_rate": 0.00010408889301676574,
      "loss": 2.0312,
      "step": 78057
    },
    {
      "epoch": 3.631449174226564,
      "grad_norm": 1.4833253227127752,
      "learning_rate": 0.00010408535973111319,
      "loss": 2.0625,
      "step": 78058
    },
    {
      "epoch": 3.631495696673645,
      "grad_norm": 1.3487656908820311,
      "learning_rate": 0.0001040818264735699,
      "loss": 1.7109,
      "step": 78059
    },
    {
      "epoch": 3.6315422191207256,
      "grad_norm": 1.346585191694949,
      "learning_rate": 0.00010407829324413797,
      "loss": 2.0156,
      "step": 78060
    },
    {
      "epoch": 3.6315887415678065,
      "grad_norm": 1.4184869300064393,
      "learning_rate": 0.00010407476004281962,
      "loss": 2.0312,
      "step": 78061
    },
    {
      "epoch": 3.6316352640148875,
      "grad_norm": 1.4500613768317647,
      "learning_rate": 0.00010407122686961695,
      "loss": 2.2188,
      "step": 78062
    },
    {
      "epoch": 3.631681786461968,
      "grad_norm": 1.6174119615672227,
      "learning_rate": 0.00010406769372453214,
      "loss": 2.2969,
      "step": 78063
    },
    {
      "epoch": 3.6317283089090484,
      "grad_norm": 1.4367738298156738,
      "learning_rate": 0.00010406416060756736,
      "loss": 2.0,
      "step": 78064
    },
    {
      "epoch": 3.6317748313561293,
      "grad_norm": 1.564805784276335,
      "learning_rate": 0.00010406062751872477,
      "loss": 2.3125,
      "step": 78065
    },
    {
      "epoch": 3.6318213538032103,
      "grad_norm": 1.4382992709531672,
      "learning_rate": 0.00010405709445800656,
      "loss": 2.0156,
      "step": 78066
    },
    {
      "epoch": 3.6318678762502907,
      "grad_norm": 1.5741715492172237,
      "learning_rate": 0.00010405356142541481,
      "loss": 2.2031,
      "step": 78067
    },
    {
      "epoch": 3.631914398697371,
      "grad_norm": 1.566277285589534,
      "learning_rate": 0.0001040500284209518,
      "loss": 2.1719,
      "step": 78068
    },
    {
      "epoch": 3.631960921144452,
      "grad_norm": 1.4921879175887731,
      "learning_rate": 0.00010404649544461959,
      "loss": 2.1094,
      "step": 78069
    },
    {
      "epoch": 3.632007443591533,
      "grad_norm": 1.576028266481133,
      "learning_rate": 0.00010404296249642042,
      "loss": 2.2344,
      "step": 78070
    },
    {
      "epoch": 3.6320539660386135,
      "grad_norm": 1.499678978351374,
      "learning_rate": 0.00010403942957635639,
      "loss": 1.9922,
      "step": 78071
    },
    {
      "epoch": 3.6321004884856944,
      "grad_norm": 1.4557786971019973,
      "learning_rate": 0.00010403589668442971,
      "loss": 1.9766,
      "step": 78072
    },
    {
      "epoch": 3.632147010932775,
      "grad_norm": 1.4603361542024342,
      "learning_rate": 0.00010403236382064251,
      "loss": 2.0938,
      "step": 78073
    },
    {
      "epoch": 3.632193533379856,
      "grad_norm": 1.4263204967954086,
      "learning_rate": 0.00010402883098499699,
      "loss": 1.9141,
      "step": 78074
    },
    {
      "epoch": 3.6322400558269363,
      "grad_norm": 1.5381419747073328,
      "learning_rate": 0.00010402529817749528,
      "loss": 2.2344,
      "step": 78075
    },
    {
      "epoch": 3.6322865782740172,
      "grad_norm": 1.4788057455435135,
      "learning_rate": 0.00010402176539813956,
      "loss": 2.1875,
      "step": 78076
    },
    {
      "epoch": 3.632333100721098,
      "grad_norm": 1.5283977156355262,
      "learning_rate": 0.00010401823264693197,
      "loss": 2.2188,
      "step": 78077
    },
    {
      "epoch": 3.6323796231681786,
      "grad_norm": 1.4441154035404027,
      "learning_rate": 0.00010401469992387472,
      "loss": 1.8438,
      "step": 78078
    },
    {
      "epoch": 3.632426145615259,
      "grad_norm": 1.4403561661595823,
      "learning_rate": 0.00010401116722896985,
      "loss": 2.1562,
      "step": 78079
    },
    {
      "epoch": 3.63247266806234,
      "grad_norm": 1.3920127948769947,
      "learning_rate": 0.00010400763456221967,
      "loss": 1.8906,
      "step": 78080
    },
    {
      "epoch": 3.632519190509421,
      "grad_norm": 1.5483047605275986,
      "learning_rate": 0.00010400410192362632,
      "loss": 2.3438,
      "step": 78081
    },
    {
      "epoch": 3.6325657129565014,
      "grad_norm": 1.4057915073040768,
      "learning_rate": 0.00010400056931319188,
      "loss": 2.1406,
      "step": 78082
    },
    {
      "epoch": 3.6326122354035824,
      "grad_norm": 1.3867200709341378,
      "learning_rate": 0.00010399703673091861,
      "loss": 1.8828,
      "step": 78083
    },
    {
      "epoch": 3.632658757850663,
      "grad_norm": 1.462661155481032,
      "learning_rate": 0.00010399350417680861,
      "loss": 2.1719,
      "step": 78084
    },
    {
      "epoch": 3.6327052802977438,
      "grad_norm": 1.771007388303935,
      "learning_rate": 0.00010398997165086405,
      "loss": 2.1875,
      "step": 78085
    },
    {
      "epoch": 3.6327518027448242,
      "grad_norm": 1.4737542794427942,
      "learning_rate": 0.0001039864391530871,
      "loss": 2.125,
      "step": 78086
    },
    {
      "epoch": 3.632798325191905,
      "grad_norm": 1.3598022235295752,
      "learning_rate": 0.00010398290668347996,
      "loss": 1.9062,
      "step": 78087
    },
    {
      "epoch": 3.632844847638986,
      "grad_norm": 1.4623747042645154,
      "learning_rate": 0.00010397937424204474,
      "loss": 2.1875,
      "step": 78088
    },
    {
      "epoch": 3.6328913700860666,
      "grad_norm": 1.4535484661533637,
      "learning_rate": 0.00010397584182878358,
      "loss": 1.9844,
      "step": 78089
    },
    {
      "epoch": 3.632937892533147,
      "grad_norm": 1.482217970863673,
      "learning_rate": 0.00010397230944369872,
      "loss": 2.0156,
      "step": 78090
    },
    {
      "epoch": 3.632984414980228,
      "grad_norm": 1.4323494697302213,
      "learning_rate": 0.00010396877708679227,
      "loss": 2.0,
      "step": 78091
    },
    {
      "epoch": 3.633030937427309,
      "grad_norm": 1.4692327059583148,
      "learning_rate": 0.00010396524475806642,
      "loss": 2.125,
      "step": 78092
    },
    {
      "epoch": 3.6330774598743893,
      "grad_norm": 1.4865585583171335,
      "learning_rate": 0.00010396171245752328,
      "loss": 2.2188,
      "step": 78093
    },
    {
      "epoch": 3.6331239823214703,
      "grad_norm": 1.435210298400572,
      "learning_rate": 0.00010395818018516507,
      "loss": 2.1406,
      "step": 78094
    },
    {
      "epoch": 3.6331705047685507,
      "grad_norm": 1.3926161034488937,
      "learning_rate": 0.00010395464794099394,
      "loss": 1.8672,
      "step": 78095
    },
    {
      "epoch": 3.6332170272156317,
      "grad_norm": 1.4262560273226597,
      "learning_rate": 0.00010395111572501205,
      "loss": 2.0625,
      "step": 78096
    },
    {
      "epoch": 3.633263549662712,
      "grad_norm": 1.451103074640739,
      "learning_rate": 0.00010394758353722154,
      "loss": 1.7969,
      "step": 78097
    },
    {
      "epoch": 3.633310072109793,
      "grad_norm": 1.503233782081539,
      "learning_rate": 0.00010394405137762461,
      "loss": 2.1094,
      "step": 78098
    },
    {
      "epoch": 3.6333565945568735,
      "grad_norm": 1.473555450459753,
      "learning_rate": 0.00010394051924622338,
      "loss": 2.1875,
      "step": 78099
    },
    {
      "epoch": 3.6334031170039545,
      "grad_norm": 1.3944229575724563,
      "learning_rate": 0.00010393698714302007,
      "loss": 1.9922,
      "step": 78100
    },
    {
      "epoch": 3.633449639451035,
      "grad_norm": 1.4496767592015243,
      "learning_rate": 0.00010393345506801675,
      "loss": 1.8906,
      "step": 78101
    },
    {
      "epoch": 3.633496161898116,
      "grad_norm": 1.4845113763596454,
      "learning_rate": 0.00010392992302121565,
      "loss": 2.0938,
      "step": 78102
    },
    {
      "epoch": 3.633542684345197,
      "grad_norm": 1.4082465388898593,
      "learning_rate": 0.00010392639100261898,
      "loss": 1.9688,
      "step": 78103
    },
    {
      "epoch": 3.6335892067922773,
      "grad_norm": 1.5253931906972593,
      "learning_rate": 0.00010392285901222879,
      "loss": 2.0469,
      "step": 78104
    },
    {
      "epoch": 3.6336357292393577,
      "grad_norm": 1.3603698594833558,
      "learning_rate": 0.00010391932705004734,
      "loss": 1.8516,
      "step": 78105
    },
    {
      "epoch": 3.6336822516864387,
      "grad_norm": 1.4367872728326567,
      "learning_rate": 0.00010391579511607672,
      "loss": 2.1094,
      "step": 78106
    },
    {
      "epoch": 3.6337287741335196,
      "grad_norm": 1.5101309949679942,
      "learning_rate": 0.00010391226321031916,
      "loss": 2.2031,
      "step": 78107
    },
    {
      "epoch": 3.6337752965806,
      "grad_norm": 1.3756593664348,
      "learning_rate": 0.00010390873133277675,
      "loss": 1.9453,
      "step": 78108
    },
    {
      "epoch": 3.633821819027681,
      "grad_norm": 1.4381816868782256,
      "learning_rate": 0.00010390519948345169,
      "loss": 1.6641,
      "step": 78109
    },
    {
      "epoch": 3.6338683414747615,
      "grad_norm": 1.4612629397743313,
      "learning_rate": 0.00010390166766234615,
      "loss": 2.1094,
      "step": 78110
    },
    {
      "epoch": 3.6339148639218424,
      "grad_norm": 1.3962802652508912,
      "learning_rate": 0.00010389813586946227,
      "loss": 1.9141,
      "step": 78111
    },
    {
      "epoch": 3.633961386368923,
      "grad_norm": 1.5408974321928184,
      "learning_rate": 0.00010389460410480223,
      "loss": 2.1094,
      "step": 78112
    },
    {
      "epoch": 3.6340079088160038,
      "grad_norm": 1.4305632146513525,
      "learning_rate": 0.0001038910723683682,
      "loss": 1.9219,
      "step": 78113
    },
    {
      "epoch": 3.6340544312630847,
      "grad_norm": 1.5250019061550268,
      "learning_rate": 0.00010388754066016233,
      "loss": 2.1094,
      "step": 78114
    },
    {
      "epoch": 3.634100953710165,
      "grad_norm": 1.54140262607889,
      "learning_rate": 0.00010388400898018672,
      "loss": 2.25,
      "step": 78115
    },
    {
      "epoch": 3.6341474761572456,
      "grad_norm": 1.4146365577239428,
      "learning_rate": 0.00010388047732844366,
      "loss": 1.9453,
      "step": 78116
    },
    {
      "epoch": 3.6341939986043266,
      "grad_norm": 1.5180858011777882,
      "learning_rate": 0.00010387694570493521,
      "loss": 2.125,
      "step": 78117
    },
    {
      "epoch": 3.6342405210514075,
      "grad_norm": 1.5355485332496446,
      "learning_rate": 0.00010387341410966359,
      "loss": 2.2188,
      "step": 78118
    },
    {
      "epoch": 3.634287043498488,
      "grad_norm": 1.4086562083556482,
      "learning_rate": 0.0001038698825426309,
      "loss": 1.8516,
      "step": 78119
    },
    {
      "epoch": 3.634333565945569,
      "grad_norm": 1.4112086548939609,
      "learning_rate": 0.00010386635100383938,
      "loss": 2.0469,
      "step": 78120
    },
    {
      "epoch": 3.6343800883926494,
      "grad_norm": 1.4158278580761072,
      "learning_rate": 0.0001038628194932911,
      "loss": 1.8828,
      "step": 78121
    },
    {
      "epoch": 3.6344266108397303,
      "grad_norm": 1.3706893874303316,
      "learning_rate": 0.00010385928801098833,
      "loss": 1.8281,
      "step": 78122
    },
    {
      "epoch": 3.6344731332868108,
      "grad_norm": 1.4260771218360462,
      "learning_rate": 0.0001038557565569331,
      "loss": 1.9609,
      "step": 78123
    },
    {
      "epoch": 3.6345196557338917,
      "grad_norm": 1.4851322652164858,
      "learning_rate": 0.00010385222513112767,
      "loss": 2.0469,
      "step": 78124
    },
    {
      "epoch": 3.634566178180972,
      "grad_norm": 1.377767241185664,
      "learning_rate": 0.00010384869373357422,
      "loss": 1.9219,
      "step": 78125
    },
    {
      "epoch": 3.634612700628053,
      "grad_norm": 1.4476879848613584,
      "learning_rate": 0.00010384516236427485,
      "loss": 1.9922,
      "step": 78126
    },
    {
      "epoch": 3.6346592230751336,
      "grad_norm": 1.446338137862563,
      "learning_rate": 0.00010384163102323177,
      "loss": 2.0938,
      "step": 78127
    },
    {
      "epoch": 3.6347057455222145,
      "grad_norm": 1.5220787645116358,
      "learning_rate": 0.00010383809971044708,
      "loss": 2.2656,
      "step": 78128
    },
    {
      "epoch": 3.6347522679692954,
      "grad_norm": 1.44743734203315,
      "learning_rate": 0.000103834568425923,
      "loss": 1.9844,
      "step": 78129
    },
    {
      "epoch": 3.634798790416376,
      "grad_norm": 1.3635198597486213,
      "learning_rate": 0.00010383103716966167,
      "loss": 1.9609,
      "step": 78130
    },
    {
      "epoch": 3.6348453128634564,
      "grad_norm": 1.4997101922648253,
      "learning_rate": 0.00010382750594166525,
      "loss": 2.0938,
      "step": 78131
    },
    {
      "epoch": 3.6348918353105373,
      "grad_norm": 1.4655742764627866,
      "learning_rate": 0.00010382397474193589,
      "loss": 1.8906,
      "step": 78132
    },
    {
      "epoch": 3.634938357757618,
      "grad_norm": 1.545073710377028,
      "learning_rate": 0.00010382044357047579,
      "loss": 2.0469,
      "step": 78133
    },
    {
      "epoch": 3.6349848802046987,
      "grad_norm": 1.4925676735703874,
      "learning_rate": 0.00010381691242728704,
      "loss": 2.1094,
      "step": 78134
    },
    {
      "epoch": 3.6350314026517796,
      "grad_norm": 1.5256982330116653,
      "learning_rate": 0.00010381338131237191,
      "loss": 2.2031,
      "step": 78135
    },
    {
      "epoch": 3.63507792509886,
      "grad_norm": 1.4451082258813235,
      "learning_rate": 0.00010380985022573246,
      "loss": 1.9375,
      "step": 78136
    },
    {
      "epoch": 3.635124447545941,
      "grad_norm": 1.384870851572724,
      "learning_rate": 0.0001038063191673709,
      "loss": 1.8906,
      "step": 78137
    },
    {
      "epoch": 3.6351709699930215,
      "grad_norm": 1.476960449111142,
      "learning_rate": 0.00010380278813728937,
      "loss": 2.0156,
      "step": 78138
    },
    {
      "epoch": 3.6352174924401024,
      "grad_norm": 1.4592262628619883,
      "learning_rate": 0.00010379925713549008,
      "loss": 2.0469,
      "step": 78139
    },
    {
      "epoch": 3.6352640148871833,
      "grad_norm": 1.5635423568277171,
      "learning_rate": 0.00010379572616197515,
      "loss": 2.4219,
      "step": 78140
    },
    {
      "epoch": 3.635310537334264,
      "grad_norm": 1.4661022214357502,
      "learning_rate": 0.00010379219521674674,
      "loss": 2.0938,
      "step": 78141
    },
    {
      "epoch": 3.6353570597813443,
      "grad_norm": 1.4811883714131935,
      "learning_rate": 0.00010378866429980702,
      "loss": 1.9141,
      "step": 78142
    },
    {
      "epoch": 3.635403582228425,
      "grad_norm": 1.5168934450228992,
      "learning_rate": 0.00010378513341115812,
      "loss": 1.6562,
      "step": 78143
    },
    {
      "epoch": 3.635450104675506,
      "grad_norm": 1.2652717964251323,
      "learning_rate": 0.00010378160255080228,
      "loss": 1.4141,
      "step": 78144
    },
    {
      "epoch": 3.6354966271225866,
      "grad_norm": 1.4303351326960232,
      "learning_rate": 0.00010377807171874155,
      "loss": 1.7812,
      "step": 78145
    },
    {
      "epoch": 3.6355431495696675,
      "grad_norm": 1.3458474611482876,
      "learning_rate": 0.00010377454091497819,
      "loss": 1.7969,
      "step": 78146
    },
    {
      "epoch": 3.635589672016748,
      "grad_norm": 1.5999818770539065,
      "learning_rate": 0.00010377101013951436,
      "loss": 2.2031,
      "step": 78147
    },
    {
      "epoch": 3.635636194463829,
      "grad_norm": 1.4951517726906398,
      "learning_rate": 0.00010376747939235215,
      "loss": 1.9062,
      "step": 78148
    },
    {
      "epoch": 3.6356827169109094,
      "grad_norm": 1.5997927541986066,
      "learning_rate": 0.00010376394867349381,
      "loss": 2.2812,
      "step": 78149
    },
    {
      "epoch": 3.6357292393579903,
      "grad_norm": 1.4880578343467126,
      "learning_rate": 0.00010376041798294141,
      "loss": 2.2188,
      "step": 78150
    },
    {
      "epoch": 3.635775761805071,
      "grad_norm": 1.4567599706414807,
      "learning_rate": 0.00010375688732069718,
      "loss": 1.9219,
      "step": 78151
    },
    {
      "epoch": 3.6358222842521517,
      "grad_norm": 1.395271178981573,
      "learning_rate": 0.00010375335668676324,
      "loss": 1.8516,
      "step": 78152
    },
    {
      "epoch": 3.635868806699232,
      "grad_norm": 1.4731828845456525,
      "learning_rate": 0.00010374982608114179,
      "loss": 2.0312,
      "step": 78153
    },
    {
      "epoch": 3.635915329146313,
      "grad_norm": 1.5373081261424042,
      "learning_rate": 0.00010374629550383494,
      "loss": 1.9531,
      "step": 78154
    },
    {
      "epoch": 3.635961851593394,
      "grad_norm": 1.5286531547760238,
      "learning_rate": 0.00010374276495484491,
      "loss": 2.2188,
      "step": 78155
    },
    {
      "epoch": 3.6360083740404745,
      "grad_norm": 1.5649627681856444,
      "learning_rate": 0.00010373923443417379,
      "loss": 2.2031,
      "step": 78156
    },
    {
      "epoch": 3.636054896487555,
      "grad_norm": 1.3750526022139817,
      "learning_rate": 0.00010373570394182384,
      "loss": 1.8672,
      "step": 78157
    },
    {
      "epoch": 3.636101418934636,
      "grad_norm": 1.4426610152821016,
      "learning_rate": 0.00010373217347779711,
      "loss": 2.0469,
      "step": 78158
    },
    {
      "epoch": 3.636147941381717,
      "grad_norm": 1.4981019704192575,
      "learning_rate": 0.00010372864304209587,
      "loss": 2.1562,
      "step": 78159
    },
    {
      "epoch": 3.6361944638287973,
      "grad_norm": 1.4999983853432282,
      "learning_rate": 0.00010372511263472217,
      "loss": 2.0781,
      "step": 78160
    },
    {
      "epoch": 3.636240986275878,
      "grad_norm": 1.5814094872477804,
      "learning_rate": 0.00010372158225567827,
      "loss": 2.4531,
      "step": 78161
    },
    {
      "epoch": 3.6362875087229587,
      "grad_norm": 1.3960870105562524,
      "learning_rate": 0.00010371805190496627,
      "loss": 1.8281,
      "step": 78162
    },
    {
      "epoch": 3.6363340311700396,
      "grad_norm": 1.527267338011918,
      "learning_rate": 0.00010371452158258838,
      "loss": 1.9531,
      "step": 78163
    },
    {
      "epoch": 3.63638055361712,
      "grad_norm": 1.654130405343089,
      "learning_rate": 0.00010371099128854669,
      "loss": 2.2812,
      "step": 78164
    },
    {
      "epoch": 3.636427076064201,
      "grad_norm": 1.468435868773653,
      "learning_rate": 0.00010370746102284344,
      "loss": 2.0156,
      "step": 78165
    },
    {
      "epoch": 3.636473598511282,
      "grad_norm": 1.504183819226619,
      "learning_rate": 0.00010370393078548077,
      "loss": 2.1406,
      "step": 78166
    },
    {
      "epoch": 3.6365201209583624,
      "grad_norm": 1.4320498851138292,
      "learning_rate": 0.0001037004005764607,
      "loss": 1.9531,
      "step": 78167
    },
    {
      "epoch": 3.636566643405443,
      "grad_norm": 1.4910502015982185,
      "learning_rate": 0.00010369687039578564,
      "loss": 1.875,
      "step": 78168
    },
    {
      "epoch": 3.636613165852524,
      "grad_norm": 1.5331044727551422,
      "learning_rate": 0.00010369334024345762,
      "loss": 2.2188,
      "step": 78169
    },
    {
      "epoch": 3.6366596882996047,
      "grad_norm": 1.4533070955778047,
      "learning_rate": 0.00010368981011947877,
      "loss": 1.8828,
      "step": 78170
    },
    {
      "epoch": 3.636706210746685,
      "grad_norm": 1.4214486039769894,
      "learning_rate": 0.00010368628002385134,
      "loss": 1.8516,
      "step": 78171
    },
    {
      "epoch": 3.636752733193766,
      "grad_norm": 1.49815659000144,
      "learning_rate": 0.0001036827499565774,
      "loss": 2.1719,
      "step": 78172
    },
    {
      "epoch": 3.6367992556408466,
      "grad_norm": 1.4923201606666974,
      "learning_rate": 0.00010367921991765918,
      "loss": 2.1406,
      "step": 78173
    },
    {
      "epoch": 3.6368457780879275,
      "grad_norm": 1.5453841372503287,
      "learning_rate": 0.0001036756899070988,
      "loss": 2.2812,
      "step": 78174
    },
    {
      "epoch": 3.636892300535008,
      "grad_norm": 1.3633913445514825,
      "learning_rate": 0.00010367215992489846,
      "loss": 1.9062,
      "step": 78175
    },
    {
      "epoch": 3.636938822982089,
      "grad_norm": 1.5381172478892182,
      "learning_rate": 0.00010366862997106025,
      "loss": 2.1719,
      "step": 78176
    },
    {
      "epoch": 3.63698534542917,
      "grad_norm": 1.496203337859954,
      "learning_rate": 0.00010366510004558642,
      "loss": 1.8359,
      "step": 78177
    },
    {
      "epoch": 3.6370318678762503,
      "grad_norm": 1.45900767663898,
      "learning_rate": 0.00010366157014847907,
      "loss": 2.0781,
      "step": 78178
    },
    {
      "epoch": 3.637078390323331,
      "grad_norm": 1.5128701344797368,
      "learning_rate": 0.0001036580402797404,
      "loss": 2.4062,
      "step": 78179
    },
    {
      "epoch": 3.6371249127704117,
      "grad_norm": 1.5066708670587632,
      "learning_rate": 0.00010365451043937251,
      "loss": 2.2031,
      "step": 78180
    },
    {
      "epoch": 3.6371714352174926,
      "grad_norm": 1.5412948104780784,
      "learning_rate": 0.00010365098062737764,
      "loss": 2.1094,
      "step": 78181
    },
    {
      "epoch": 3.637217957664573,
      "grad_norm": 1.5205691030901334,
      "learning_rate": 0.0001036474508437579,
      "loss": 2.2812,
      "step": 78182
    },
    {
      "epoch": 3.6372644801116536,
      "grad_norm": 1.5456265486937306,
      "learning_rate": 0.00010364392108851546,
      "loss": 2.1406,
      "step": 78183
    },
    {
      "epoch": 3.6373110025587345,
      "grad_norm": 1.3480420191280809,
      "learning_rate": 0.00010364039136165248,
      "loss": 1.7031,
      "step": 78184
    },
    {
      "epoch": 3.6373575250058154,
      "grad_norm": 1.4338548348868032,
      "learning_rate": 0.00010363686166317116,
      "loss": 2.0781,
      "step": 78185
    },
    {
      "epoch": 3.637404047452896,
      "grad_norm": 1.4815880602235267,
      "learning_rate": 0.00010363333199307356,
      "loss": 2.0938,
      "step": 78186
    },
    {
      "epoch": 3.637450569899977,
      "grad_norm": 1.415440355554571,
      "learning_rate": 0.00010362980235136198,
      "loss": 1.9297,
      "step": 78187
    },
    {
      "epoch": 3.6374970923470573,
      "grad_norm": 1.5128178471572888,
      "learning_rate": 0.00010362627273803847,
      "loss": 2.2969,
      "step": 78188
    },
    {
      "epoch": 3.6375436147941382,
      "grad_norm": 1.428990044464353,
      "learning_rate": 0.00010362274315310517,
      "loss": 1.7969,
      "step": 78189
    },
    {
      "epoch": 3.6375901372412187,
      "grad_norm": 1.4332351491773723,
      "learning_rate": 0.00010361921359656438,
      "loss": 1.9609,
      "step": 78190
    },
    {
      "epoch": 3.6376366596882996,
      "grad_norm": 1.4931551517864161,
      "learning_rate": 0.00010361568406841815,
      "loss": 2.0312,
      "step": 78191
    },
    {
      "epoch": 3.6376831821353806,
      "grad_norm": 1.433921732149766,
      "learning_rate": 0.00010361215456866872,
      "loss": 1.9688,
      "step": 78192
    },
    {
      "epoch": 3.637729704582461,
      "grad_norm": 1.4186886080700853,
      "learning_rate": 0.00010360862509731813,
      "loss": 1.5703,
      "step": 78193
    },
    {
      "epoch": 3.6377762270295415,
      "grad_norm": 1.5966367960677421,
      "learning_rate": 0.00010360509565436868,
      "loss": 1.9766,
      "step": 78194
    },
    {
      "epoch": 3.6378227494766224,
      "grad_norm": 1.3940169168143917,
      "learning_rate": 0.00010360156623982246,
      "loss": 1.9219,
      "step": 78195
    },
    {
      "epoch": 3.6378692719237034,
      "grad_norm": 1.3556470386891848,
      "learning_rate": 0.0001035980368536816,
      "loss": 1.7812,
      "step": 78196
    },
    {
      "epoch": 3.637915794370784,
      "grad_norm": 1.5161550489034537,
      "learning_rate": 0.00010359450749594831,
      "loss": 2.0625,
      "step": 78197
    },
    {
      "epoch": 3.6379623168178647,
      "grad_norm": 1.4513959834037509,
      "learning_rate": 0.00010359097816662473,
      "loss": 1.9219,
      "step": 78198
    },
    {
      "epoch": 3.6380088392649452,
      "grad_norm": 1.5108636504217967,
      "learning_rate": 0.00010358744886571304,
      "loss": 2.2031,
      "step": 78199
    },
    {
      "epoch": 3.638055361712026,
      "grad_norm": 1.3754201069875187,
      "learning_rate": 0.00010358391959321535,
      "loss": 1.9297,
      "step": 78200
    },
    {
      "epoch": 3.6381018841591066,
      "grad_norm": 1.4419071225832125,
      "learning_rate": 0.00010358039034913391,
      "loss": 2.0312,
      "step": 78201
    },
    {
      "epoch": 3.6381484066061875,
      "grad_norm": 1.429259080812907,
      "learning_rate": 0.00010357686113347078,
      "loss": 1.9453,
      "step": 78202
    },
    {
      "epoch": 3.6381949290532685,
      "grad_norm": 1.478475472800686,
      "learning_rate": 0.00010357333194622821,
      "loss": 2.25,
      "step": 78203
    },
    {
      "epoch": 3.638241451500349,
      "grad_norm": 1.38372985523154,
      "learning_rate": 0.00010356980278740828,
      "loss": 1.9062,
      "step": 78204
    },
    {
      "epoch": 3.6382879739474294,
      "grad_norm": 1.539657394396502,
      "learning_rate": 0.00010356627365701323,
      "loss": 2.2656,
      "step": 78205
    },
    {
      "epoch": 3.6383344963945103,
      "grad_norm": 1.4826333907846112,
      "learning_rate": 0.00010356274455504516,
      "loss": 2.1094,
      "step": 78206
    },
    {
      "epoch": 3.6383810188415913,
      "grad_norm": 1.4561136744537022,
      "learning_rate": 0.00010355921548150627,
      "loss": 2.0469,
      "step": 78207
    },
    {
      "epoch": 3.6384275412886717,
      "grad_norm": 1.4448825944959964,
      "learning_rate": 0.00010355568643639867,
      "loss": 2.0781,
      "step": 78208
    },
    {
      "epoch": 3.6384740637357527,
      "grad_norm": 1.5104902293148479,
      "learning_rate": 0.00010355215741972458,
      "loss": 1.9453,
      "step": 78209
    },
    {
      "epoch": 3.638520586182833,
      "grad_norm": 1.4535338847037098,
      "learning_rate": 0.00010354862843148611,
      "loss": 2.1562,
      "step": 78210
    },
    {
      "epoch": 3.638567108629914,
      "grad_norm": 1.5616994441322603,
      "learning_rate": 0.0001035450994716854,
      "loss": 1.8906,
      "step": 78211
    },
    {
      "epoch": 3.6386136310769945,
      "grad_norm": 1.4848434579954537,
      "learning_rate": 0.00010354157054032473,
      "loss": 1.8906,
      "step": 78212
    },
    {
      "epoch": 3.6386601535240755,
      "grad_norm": 1.4982647202939463,
      "learning_rate": 0.00010353804163740615,
      "loss": 2.2344,
      "step": 78213
    },
    {
      "epoch": 3.638706675971156,
      "grad_norm": 1.6249219145116343,
      "learning_rate": 0.00010353451276293189,
      "loss": 2.0781,
      "step": 78214
    },
    {
      "epoch": 3.638753198418237,
      "grad_norm": 1.4027733201305876,
      "learning_rate": 0.00010353098391690403,
      "loss": 1.8359,
      "step": 78215
    },
    {
      "epoch": 3.6387997208653173,
      "grad_norm": 1.5128845599210055,
      "learning_rate": 0.00010352745509932482,
      "loss": 2.0938,
      "step": 78216
    },
    {
      "epoch": 3.6388462433123983,
      "grad_norm": 1.4386387226340023,
      "learning_rate": 0.00010352392631019634,
      "loss": 1.8984,
      "step": 78217
    },
    {
      "epoch": 3.638892765759479,
      "grad_norm": 1.5405095604264176,
      "learning_rate": 0.00010352039754952082,
      "loss": 2.1719,
      "step": 78218
    },
    {
      "epoch": 3.6389392882065597,
      "grad_norm": 1.4222737851378415,
      "learning_rate": 0.00010351686881730036,
      "loss": 2.2031,
      "step": 78219
    },
    {
      "epoch": 3.63898581065364,
      "grad_norm": 1.5102694229256857,
      "learning_rate": 0.00010351334011353717,
      "loss": 2.2812,
      "step": 78220
    },
    {
      "epoch": 3.639032333100721,
      "grad_norm": 1.4326659962905826,
      "learning_rate": 0.00010350981143823338,
      "loss": 2.0469,
      "step": 78221
    },
    {
      "epoch": 3.639078855547802,
      "grad_norm": 1.6758767674407355,
      "learning_rate": 0.00010350628279139113,
      "loss": 2.3281,
      "step": 78222
    },
    {
      "epoch": 3.6391253779948824,
      "grad_norm": 1.50692765108984,
      "learning_rate": 0.00010350275417301265,
      "loss": 1.5547,
      "step": 78223
    },
    {
      "epoch": 3.6391719004419634,
      "grad_norm": 1.6265648980002458,
      "learning_rate": 0.0001034992255831,
      "loss": 2.1094,
      "step": 78224
    },
    {
      "epoch": 3.639218422889044,
      "grad_norm": 1.5608883165043794,
      "learning_rate": 0.00010349569702165548,
      "loss": 2.1875,
      "step": 78225
    },
    {
      "epoch": 3.6392649453361248,
      "grad_norm": 1.5010986159802375,
      "learning_rate": 0.0001034921684886811,
      "loss": 2.1562,
      "step": 78226
    },
    {
      "epoch": 3.6393114677832052,
      "grad_norm": 1.4769902295853141,
      "learning_rate": 0.00010348863998417912,
      "loss": 2.0312,
      "step": 78227
    },
    {
      "epoch": 3.639357990230286,
      "grad_norm": 1.5105955690863255,
      "learning_rate": 0.00010348511150815165,
      "loss": 2.2656,
      "step": 78228
    },
    {
      "epoch": 3.639404512677367,
      "grad_norm": 1.5133571640863246,
      "learning_rate": 0.00010348158306060089,
      "loss": 2.0156,
      "step": 78229
    },
    {
      "epoch": 3.6394510351244476,
      "grad_norm": 1.4714031272055046,
      "learning_rate": 0.00010347805464152895,
      "loss": 2.1406,
      "step": 78230
    },
    {
      "epoch": 3.639497557571528,
      "grad_norm": 1.472479213189197,
      "learning_rate": 0.00010347452625093806,
      "loss": 2.1719,
      "step": 78231
    },
    {
      "epoch": 3.639544080018609,
      "grad_norm": 1.5037295918065605,
      "learning_rate": 0.00010347099788883028,
      "loss": 2.1562,
      "step": 78232
    },
    {
      "epoch": 3.63959060246569,
      "grad_norm": 1.464032138805925,
      "learning_rate": 0.00010346746955520783,
      "loss": 2.1719,
      "step": 78233
    },
    {
      "epoch": 3.6396371249127704,
      "grad_norm": 1.4442573460312036,
      "learning_rate": 0.00010346394125007293,
      "loss": 2.1719,
      "step": 78234
    },
    {
      "epoch": 3.6396836473598513,
      "grad_norm": 1.3649200910289272,
      "learning_rate": 0.00010346041297342762,
      "loss": 2.0,
      "step": 78235
    },
    {
      "epoch": 3.6397301698069318,
      "grad_norm": 1.477099884834472,
      "learning_rate": 0.00010345688472527417,
      "loss": 2.0781,
      "step": 78236
    },
    {
      "epoch": 3.6397766922540127,
      "grad_norm": 1.5779555873252393,
      "learning_rate": 0.00010345335650561468,
      "loss": 2.2031,
      "step": 78237
    },
    {
      "epoch": 3.639823214701093,
      "grad_norm": 1.45662169770991,
      "learning_rate": 0.00010344982831445131,
      "loss": 1.9609,
      "step": 78238
    },
    {
      "epoch": 3.639869737148174,
      "grad_norm": 1.5409998677940178,
      "learning_rate": 0.00010344630015178622,
      "loss": 2.25,
      "step": 78239
    },
    {
      "epoch": 3.6399162595952546,
      "grad_norm": 1.486499283447022,
      "learning_rate": 0.0001034427720176216,
      "loss": 2.1875,
      "step": 78240
    },
    {
      "epoch": 3.6399627820423355,
      "grad_norm": 1.472212870404462,
      "learning_rate": 0.00010343924391195957,
      "loss": 2.0625,
      "step": 78241
    },
    {
      "epoch": 3.640009304489416,
      "grad_norm": 1.3871554156045283,
      "learning_rate": 0.00010343571583480232,
      "loss": 1.9219,
      "step": 78242
    },
    {
      "epoch": 3.640055826936497,
      "grad_norm": 1.4008871403371104,
      "learning_rate": 0.000103432187786152,
      "loss": 1.7969,
      "step": 78243
    },
    {
      "epoch": 3.640102349383578,
      "grad_norm": 1.5259048571875846,
      "learning_rate": 0.00010342865976601077,
      "loss": 2.0469,
      "step": 78244
    },
    {
      "epoch": 3.6401488718306583,
      "grad_norm": 1.4089701886110784,
      "learning_rate": 0.00010342513177438079,
      "loss": 1.8984,
      "step": 78245
    },
    {
      "epoch": 3.6401953942777387,
      "grad_norm": 1.515647451772302,
      "learning_rate": 0.00010342160381126422,
      "loss": 2.2344,
      "step": 78246
    },
    {
      "epoch": 3.6402419167248197,
      "grad_norm": 1.4782327354961156,
      "learning_rate": 0.00010341807587666323,
      "loss": 2.0938,
      "step": 78247
    },
    {
      "epoch": 3.6402884391719006,
      "grad_norm": 1.3963499842418723,
      "learning_rate": 0.00010341454797057993,
      "loss": 1.8828,
      "step": 78248
    },
    {
      "epoch": 3.640334961618981,
      "grad_norm": 1.5306193746381587,
      "learning_rate": 0.00010341102009301657,
      "loss": 2.1562,
      "step": 78249
    },
    {
      "epoch": 3.640381484066062,
      "grad_norm": 1.5057172896445932,
      "learning_rate": 0.00010340749224397522,
      "loss": 2.2812,
      "step": 78250
    },
    {
      "epoch": 3.6404280065131425,
      "grad_norm": 1.4285428766847346,
      "learning_rate": 0.00010340396442345809,
      "loss": 2.0312,
      "step": 78251
    },
    {
      "epoch": 3.6404745289602234,
      "grad_norm": 1.4431525845431807,
      "learning_rate": 0.0001034004366314673,
      "loss": 1.9375,
      "step": 78252
    },
    {
      "epoch": 3.640521051407304,
      "grad_norm": 1.5564536520906078,
      "learning_rate": 0.00010339690886800509,
      "loss": 2.2969,
      "step": 78253
    },
    {
      "epoch": 3.640567573854385,
      "grad_norm": 1.5042147160848705,
      "learning_rate": 0.00010339338113307351,
      "loss": 1.9375,
      "step": 78254
    },
    {
      "epoch": 3.6406140963014657,
      "grad_norm": 1.4344362237607506,
      "learning_rate": 0.00010338985342667477,
      "loss": 2.0156,
      "step": 78255
    },
    {
      "epoch": 3.640660618748546,
      "grad_norm": 1.5251929598095373,
      "learning_rate": 0.00010338632574881109,
      "loss": 2.1875,
      "step": 78256
    },
    {
      "epoch": 3.6407071411956267,
      "grad_norm": 1.3783164268989194,
      "learning_rate": 0.00010338279809948454,
      "loss": 1.8828,
      "step": 78257
    },
    {
      "epoch": 3.6407536636427076,
      "grad_norm": 1.3857651225133627,
      "learning_rate": 0.00010337927047869736,
      "loss": 1.7734,
      "step": 78258
    },
    {
      "epoch": 3.6408001860897885,
      "grad_norm": 1.2448701469824464,
      "learning_rate": 0.00010337574288645162,
      "loss": 1.5547,
      "step": 78259
    },
    {
      "epoch": 3.640846708536869,
      "grad_norm": 1.5297727345125955,
      "learning_rate": 0.00010337221532274955,
      "loss": 2.3906,
      "step": 78260
    },
    {
      "epoch": 3.64089323098395,
      "grad_norm": 1.505704552117239,
      "learning_rate": 0.00010336868778759327,
      "loss": 2.1406,
      "step": 78261
    },
    {
      "epoch": 3.6409397534310304,
      "grad_norm": 1.5264140081360704,
      "learning_rate": 0.00010336516028098499,
      "loss": 2.2344,
      "step": 78262
    },
    {
      "epoch": 3.6409862758781113,
      "grad_norm": 1.466963712512075,
      "learning_rate": 0.00010336163280292679,
      "loss": 2.0781,
      "step": 78263
    },
    {
      "epoch": 3.6410327983251918,
      "grad_norm": 1.5324350879840969,
      "learning_rate": 0.0001033581053534209,
      "loss": 2.2969,
      "step": 78264
    },
    {
      "epoch": 3.6410793207722727,
      "grad_norm": 1.4928486515031314,
      "learning_rate": 0.00010335457793246942,
      "loss": 2.0469,
      "step": 78265
    },
    {
      "epoch": 3.641125843219353,
      "grad_norm": 1.5002111190020953,
      "learning_rate": 0.00010335105054007459,
      "loss": 2.1406,
      "step": 78266
    },
    {
      "epoch": 3.641172365666434,
      "grad_norm": 1.4292558127331443,
      "learning_rate": 0.00010334752317623848,
      "loss": 2.25,
      "step": 78267
    },
    {
      "epoch": 3.6412188881135146,
      "grad_norm": 1.4946489381883794,
      "learning_rate": 0.00010334399584096331,
      "loss": 2.2188,
      "step": 78268
    },
    {
      "epoch": 3.6412654105605955,
      "grad_norm": 1.5241958707584673,
      "learning_rate": 0.00010334046853425122,
      "loss": 2.2969,
      "step": 78269
    },
    {
      "epoch": 3.6413119330076764,
      "grad_norm": 1.5057778696889434,
      "learning_rate": 0.00010333694125610436,
      "loss": 2.2031,
      "step": 78270
    },
    {
      "epoch": 3.641358455454757,
      "grad_norm": 1.4040702870192174,
      "learning_rate": 0.00010333341400652491,
      "loss": 1.9297,
      "step": 78271
    },
    {
      "epoch": 3.6414049779018374,
      "grad_norm": 1.4282421023869192,
      "learning_rate": 0.00010332988678551503,
      "loss": 2.0938,
      "step": 78272
    },
    {
      "epoch": 3.6414515003489183,
      "grad_norm": 1.3924011313423819,
      "learning_rate": 0.00010332635959307688,
      "loss": 1.9453,
      "step": 78273
    },
    {
      "epoch": 3.641498022795999,
      "grad_norm": 1.5351220961014533,
      "learning_rate": 0.00010332283242921255,
      "loss": 2.2812,
      "step": 78274
    },
    {
      "epoch": 3.6415445452430797,
      "grad_norm": 1.4111806689309827,
      "learning_rate": 0.00010331930529392431,
      "loss": 1.9766,
      "step": 78275
    },
    {
      "epoch": 3.6415910676901606,
      "grad_norm": 1.5147331862244775,
      "learning_rate": 0.00010331577818721423,
      "loss": 1.9922,
      "step": 78276
    },
    {
      "epoch": 3.641637590137241,
      "grad_norm": 1.4314841316704905,
      "learning_rate": 0.00010331225110908447,
      "loss": 2.0938,
      "step": 78277
    },
    {
      "epoch": 3.641684112584322,
      "grad_norm": 1.4184893478875658,
      "learning_rate": 0.00010330872405953732,
      "loss": 1.8125,
      "step": 78278
    },
    {
      "epoch": 3.6417306350314025,
      "grad_norm": 1.5531455831443453,
      "learning_rate": 0.00010330519703857477,
      "loss": 2.1875,
      "step": 78279
    },
    {
      "epoch": 3.6417771574784834,
      "grad_norm": 1.449767227553186,
      "learning_rate": 0.0001033016700461991,
      "loss": 2.0312,
      "step": 78280
    },
    {
      "epoch": 3.6418236799255643,
      "grad_norm": 1.5052923250922818,
      "learning_rate": 0.00010329814308241241,
      "loss": 2.1875,
      "step": 78281
    },
    {
      "epoch": 3.641870202372645,
      "grad_norm": 1.415362525457487,
      "learning_rate": 0.00010329461614721688,
      "loss": 1.8984,
      "step": 78282
    },
    {
      "epoch": 3.6419167248197253,
      "grad_norm": 1.4976930670755881,
      "learning_rate": 0.00010329108924061464,
      "loss": 1.9609,
      "step": 78283
    },
    {
      "epoch": 3.641963247266806,
      "grad_norm": 1.5233280709278603,
      "learning_rate": 0.0001032875623626079,
      "loss": 2.1719,
      "step": 78284
    },
    {
      "epoch": 3.642009769713887,
      "grad_norm": 1.5896445893274416,
      "learning_rate": 0.00010328403551319875,
      "loss": 2.2031,
      "step": 78285
    },
    {
      "epoch": 3.6420562921609676,
      "grad_norm": 1.461753820379936,
      "learning_rate": 0.00010328050869238941,
      "loss": 2.0625,
      "step": 78286
    },
    {
      "epoch": 3.6421028146080485,
      "grad_norm": 1.5468639813301563,
      "learning_rate": 0.000103276981900182,
      "loss": 2.0781,
      "step": 78287
    },
    {
      "epoch": 3.642149337055129,
      "grad_norm": 1.469454061628433,
      "learning_rate": 0.00010327345513657875,
      "loss": 2.0625,
      "step": 78288
    },
    {
      "epoch": 3.64219585950221,
      "grad_norm": 1.5295354395036345,
      "learning_rate": 0.00010326992840158172,
      "loss": 2.0938,
      "step": 78289
    },
    {
      "epoch": 3.6422423819492904,
      "grad_norm": 1.3913979860691494,
      "learning_rate": 0.00010326640169519314,
      "loss": 1.9688,
      "step": 78290
    },
    {
      "epoch": 3.6422889043963713,
      "grad_norm": 1.3835155736924787,
      "learning_rate": 0.00010326287501741511,
      "loss": 1.8672,
      "step": 78291
    },
    {
      "epoch": 3.6423354268434522,
      "grad_norm": 1.4663524801929038,
      "learning_rate": 0.00010325934836824986,
      "loss": 2.1406,
      "step": 78292
    },
    {
      "epoch": 3.6423819492905327,
      "grad_norm": 1.5555527484854927,
      "learning_rate": 0.0001032558217476995,
      "loss": 2.0625,
      "step": 78293
    },
    {
      "epoch": 3.642428471737613,
      "grad_norm": 1.355590703134677,
      "learning_rate": 0.0001032522951557662,
      "loss": 1.875,
      "step": 78294
    },
    {
      "epoch": 3.642474994184694,
      "grad_norm": 1.3988388857912113,
      "learning_rate": 0.00010324876859245212,
      "loss": 1.9062,
      "step": 78295
    },
    {
      "epoch": 3.642521516631775,
      "grad_norm": 1.3975493026614774,
      "learning_rate": 0.00010324524205775942,
      "loss": 1.9922,
      "step": 78296
    },
    {
      "epoch": 3.6425680390788555,
      "grad_norm": 1.4987111716606547,
      "learning_rate": 0.00010324171555169026,
      "loss": 2.1094,
      "step": 78297
    },
    {
      "epoch": 3.642614561525936,
      "grad_norm": 1.4137579800920874,
      "learning_rate": 0.0001032381890742468,
      "loss": 2.125,
      "step": 78298
    },
    {
      "epoch": 3.642661083973017,
      "grad_norm": 1.4910557259293329,
      "learning_rate": 0.00010323466262543114,
      "loss": 2.1406,
      "step": 78299
    },
    {
      "epoch": 3.642707606420098,
      "grad_norm": 1.5560790750309896,
      "learning_rate": 0.00010323113620524553,
      "loss": 2.1875,
      "step": 78300
    },
    {
      "epoch": 3.6427541288671783,
      "grad_norm": 1.4063049135196735,
      "learning_rate": 0.00010322760981369212,
      "loss": 1.7578,
      "step": 78301
    },
    {
      "epoch": 3.6428006513142592,
      "grad_norm": 1.36771736691328,
      "learning_rate": 0.00010322408345077305,
      "loss": 1.4531,
      "step": 78302
    },
    {
      "epoch": 3.6428471737613397,
      "grad_norm": 1.4811774727775437,
      "learning_rate": 0.00010322055711649044,
      "loss": 2.0625,
      "step": 78303
    },
    {
      "epoch": 3.6428936962084206,
      "grad_norm": 1.450909924182084,
      "learning_rate": 0.00010321703081084651,
      "loss": 1.9297,
      "step": 78304
    },
    {
      "epoch": 3.642940218655501,
      "grad_norm": 1.2955982223917717,
      "learning_rate": 0.00010321350453384335,
      "loss": 1.4922,
      "step": 78305
    },
    {
      "epoch": 3.642986741102582,
      "grad_norm": 1.4334909070598172,
      "learning_rate": 0.0001032099782854832,
      "loss": 2.1406,
      "step": 78306
    },
    {
      "epoch": 3.643033263549663,
      "grad_norm": 1.4920011791593195,
      "learning_rate": 0.00010320645206576815,
      "loss": 2.0156,
      "step": 78307
    },
    {
      "epoch": 3.6430797859967434,
      "grad_norm": 1.4511653269527511,
      "learning_rate": 0.0001032029258747004,
      "loss": 2.0938,
      "step": 78308
    },
    {
      "epoch": 3.643126308443824,
      "grad_norm": 1.4531480261795358,
      "learning_rate": 0.00010319939971228208,
      "loss": 1.9766,
      "step": 78309
    },
    {
      "epoch": 3.643172830890905,
      "grad_norm": 1.4440509045502041,
      "learning_rate": 0.00010319587357851541,
      "loss": 1.9688,
      "step": 78310
    },
    {
      "epoch": 3.6432193533379857,
      "grad_norm": 1.5051011315582827,
      "learning_rate": 0.00010319234747340245,
      "loss": 2.0625,
      "step": 78311
    },
    {
      "epoch": 3.643265875785066,
      "grad_norm": 1.421397109900855,
      "learning_rate": 0.00010318882139694543,
      "loss": 1.9531,
      "step": 78312
    },
    {
      "epoch": 3.643312398232147,
      "grad_norm": 1.4905377816248764,
      "learning_rate": 0.00010318529534914648,
      "loss": 2.1094,
      "step": 78313
    },
    {
      "epoch": 3.6433589206792276,
      "grad_norm": 1.4823090005973125,
      "learning_rate": 0.0001031817693300078,
      "loss": 2.0938,
      "step": 78314
    },
    {
      "epoch": 3.6434054431263085,
      "grad_norm": 1.5049636683173466,
      "learning_rate": 0.00010317824333953146,
      "loss": 2.0938,
      "step": 78315
    },
    {
      "epoch": 3.643451965573389,
      "grad_norm": 1.4168625341068573,
      "learning_rate": 0.00010317471737771971,
      "loss": 2.0312,
      "step": 78316
    },
    {
      "epoch": 3.64349848802047,
      "grad_norm": 1.4865266477748345,
      "learning_rate": 0.00010317119144457465,
      "loss": 2.1406,
      "step": 78317
    },
    {
      "epoch": 3.643545010467551,
      "grad_norm": 1.4852116144568468,
      "learning_rate": 0.00010316766554009849,
      "loss": 2.0781,
      "step": 78318
    },
    {
      "epoch": 3.6435915329146313,
      "grad_norm": 1.5437192345251953,
      "learning_rate": 0.00010316413966429336,
      "loss": 2.0312,
      "step": 78319
    },
    {
      "epoch": 3.643638055361712,
      "grad_norm": 1.4078660609517675,
      "learning_rate": 0.00010316061381716141,
      "loss": 2.0938,
      "step": 78320
    },
    {
      "epoch": 3.6436845778087927,
      "grad_norm": 1.40484690296969,
      "learning_rate": 0.00010315708799870479,
      "loss": 1.7578,
      "step": 78321
    },
    {
      "epoch": 3.6437311002558737,
      "grad_norm": 1.5661267502524079,
      "learning_rate": 0.00010315356220892567,
      "loss": 2.2344,
      "step": 78322
    },
    {
      "epoch": 3.643777622702954,
      "grad_norm": 1.4944679053082561,
      "learning_rate": 0.00010315003644782626,
      "loss": 2.125,
      "step": 78323
    },
    {
      "epoch": 3.643824145150035,
      "grad_norm": 1.4673510503368004,
      "learning_rate": 0.00010314651071540866,
      "loss": 1.8047,
      "step": 78324
    },
    {
      "epoch": 3.6438706675971155,
      "grad_norm": 1.4519411941605853,
      "learning_rate": 0.00010314298501167505,
      "loss": 1.9219,
      "step": 78325
    },
    {
      "epoch": 3.6439171900441965,
      "grad_norm": 1.5503634946778213,
      "learning_rate": 0.00010313945933662755,
      "loss": 2.1562,
      "step": 78326
    },
    {
      "epoch": 3.643963712491277,
      "grad_norm": 1.5627467724990196,
      "learning_rate": 0.00010313593369026839,
      "loss": 1.8828,
      "step": 78327
    },
    {
      "epoch": 3.644010234938358,
      "grad_norm": 1.4275233665153921,
      "learning_rate": 0.00010313240807259968,
      "loss": 2.0469,
      "step": 78328
    },
    {
      "epoch": 3.6440567573854383,
      "grad_norm": 1.5167526417774542,
      "learning_rate": 0.00010312888248362355,
      "loss": 2.1094,
      "step": 78329
    },
    {
      "epoch": 3.6441032798325192,
      "grad_norm": 1.3494128889897778,
      "learning_rate": 0.00010312535692334224,
      "loss": 1.8281,
      "step": 78330
    },
    {
      "epoch": 3.6441498022795997,
      "grad_norm": 1.4090871420175237,
      "learning_rate": 0.00010312183139175782,
      "loss": 1.9219,
      "step": 78331
    },
    {
      "epoch": 3.6441963247266806,
      "grad_norm": 1.4607156706405116,
      "learning_rate": 0.00010311830588887254,
      "loss": 2.1094,
      "step": 78332
    },
    {
      "epoch": 3.6442428471737616,
      "grad_norm": 1.5383610243976271,
      "learning_rate": 0.00010311478041468846,
      "loss": 2.3281,
      "step": 78333
    },
    {
      "epoch": 3.644289369620842,
      "grad_norm": 1.516543809151492,
      "learning_rate": 0.00010311125496920781,
      "loss": 2.125,
      "step": 78334
    },
    {
      "epoch": 3.6443358920679225,
      "grad_norm": 1.4597888247847866,
      "learning_rate": 0.00010310772955243272,
      "loss": 2.0938,
      "step": 78335
    },
    {
      "epoch": 3.6443824145150034,
      "grad_norm": 1.4623201371284884,
      "learning_rate": 0.00010310420416436537,
      "loss": 1.8281,
      "step": 78336
    },
    {
      "epoch": 3.6444289369620844,
      "grad_norm": 1.4597343178378475,
      "learning_rate": 0.00010310067880500788,
      "loss": 2.0469,
      "step": 78337
    },
    {
      "epoch": 3.644475459409165,
      "grad_norm": 1.3770555002164013,
      "learning_rate": 0.00010309715347436246,
      "loss": 1.8906,
      "step": 78338
    },
    {
      "epoch": 3.6445219818562458,
      "grad_norm": 1.4595552677584047,
      "learning_rate": 0.0001030936281724312,
      "loss": 2.0156,
      "step": 78339
    },
    {
      "epoch": 3.6445685043033262,
      "grad_norm": 1.4187215827315716,
      "learning_rate": 0.00010309010289921635,
      "loss": 1.9922,
      "step": 78340
    },
    {
      "epoch": 3.644615026750407,
      "grad_norm": 1.5301980900661836,
      "learning_rate": 0.00010308657765471996,
      "loss": 2.1875,
      "step": 78341
    },
    {
      "epoch": 3.6446615491974876,
      "grad_norm": 1.538233639220781,
      "learning_rate": 0.00010308305243894429,
      "loss": 2.0625,
      "step": 78342
    },
    {
      "epoch": 3.6447080716445686,
      "grad_norm": 1.391973667441319,
      "learning_rate": 0.00010307952725189136,
      "loss": 1.7891,
      "step": 78343
    },
    {
      "epoch": 3.6447545940916495,
      "grad_norm": 1.6340768566240251,
      "learning_rate": 0.0001030760020935635,
      "loss": 2.25,
      "step": 78344
    },
    {
      "epoch": 3.64480111653873,
      "grad_norm": 1.3922674528831234,
      "learning_rate": 0.00010307247696396278,
      "loss": 1.5234,
      "step": 78345
    },
    {
      "epoch": 3.6448476389858104,
      "grad_norm": 1.4136546072055438,
      "learning_rate": 0.00010306895186309137,
      "loss": 1.9688,
      "step": 78346
    },
    {
      "epoch": 3.6448941614328914,
      "grad_norm": 1.5996504136248597,
      "learning_rate": 0.0001030654267909514,
      "loss": 2.4375,
      "step": 78347
    },
    {
      "epoch": 3.6449406838799723,
      "grad_norm": 1.4400289308211969,
      "learning_rate": 0.00010306190174754508,
      "loss": 1.8672,
      "step": 78348
    },
    {
      "epoch": 3.6449872063270528,
      "grad_norm": 1.4681883603683208,
      "learning_rate": 0.00010305837673287455,
      "loss": 2.0938,
      "step": 78349
    },
    {
      "epoch": 3.6450337287741337,
      "grad_norm": 1.4679342531953452,
      "learning_rate": 0.00010305485174694192,
      "loss": 2.1875,
      "step": 78350
    },
    {
      "epoch": 3.645080251221214,
      "grad_norm": 1.4745415956757697,
      "learning_rate": 0.00010305132678974942,
      "loss": 2.0469,
      "step": 78351
    },
    {
      "epoch": 3.645126773668295,
      "grad_norm": 1.487678168215973,
      "learning_rate": 0.00010304780186129914,
      "loss": 2.0156,
      "step": 78352
    },
    {
      "epoch": 3.6451732961153755,
      "grad_norm": 1.4732716156045407,
      "learning_rate": 0.00010304427696159332,
      "loss": 1.9844,
      "step": 78353
    },
    {
      "epoch": 3.6452198185624565,
      "grad_norm": 1.4672072109827776,
      "learning_rate": 0.00010304075209063405,
      "loss": 2.2188,
      "step": 78354
    },
    {
      "epoch": 3.645266341009537,
      "grad_norm": 1.3630272337225835,
      "learning_rate": 0.0001030372272484235,
      "loss": 1.7812,
      "step": 78355
    },
    {
      "epoch": 3.645312863456618,
      "grad_norm": 1.2971668328276473,
      "learning_rate": 0.00010303370243496385,
      "loss": 1.5625,
      "step": 78356
    },
    {
      "epoch": 3.6453593859036983,
      "grad_norm": 1.503609225364907,
      "learning_rate": 0.00010303017765025721,
      "loss": 1.9688,
      "step": 78357
    },
    {
      "epoch": 3.6454059083507793,
      "grad_norm": 1.443511931696664,
      "learning_rate": 0.0001030266528943058,
      "loss": 1.9688,
      "step": 78358
    },
    {
      "epoch": 3.64545243079786,
      "grad_norm": 1.42268591398742,
      "learning_rate": 0.00010302312816711175,
      "loss": 2.0469,
      "step": 78359
    },
    {
      "epoch": 3.6454989532449407,
      "grad_norm": 1.5164785337425182,
      "learning_rate": 0.00010301960346867722,
      "loss": 2.0938,
      "step": 78360
    },
    {
      "epoch": 3.645545475692021,
      "grad_norm": 1.4312027703772474,
      "learning_rate": 0.00010301607879900433,
      "loss": 2.0,
      "step": 78361
    },
    {
      "epoch": 3.645591998139102,
      "grad_norm": 1.4485262831871963,
      "learning_rate": 0.00010301255415809533,
      "loss": 2.0,
      "step": 78362
    },
    {
      "epoch": 3.645638520586183,
      "grad_norm": 1.4791266379027543,
      "learning_rate": 0.00010300902954595226,
      "loss": 1.875,
      "step": 78363
    },
    {
      "epoch": 3.6456850430332635,
      "grad_norm": 1.501131118237203,
      "learning_rate": 0.00010300550496257732,
      "loss": 2.1719,
      "step": 78364
    },
    {
      "epoch": 3.6457315654803444,
      "grad_norm": 1.4981188880762921,
      "learning_rate": 0.00010300198040797277,
      "loss": 2.0938,
      "step": 78365
    },
    {
      "epoch": 3.645778087927425,
      "grad_norm": 1.4671453580574305,
      "learning_rate": 0.00010299845588214062,
      "loss": 2.1094,
      "step": 78366
    },
    {
      "epoch": 3.645824610374506,
      "grad_norm": 1.4948291987484494,
      "learning_rate": 0.00010299493138508316,
      "loss": 2.0312,
      "step": 78367
    },
    {
      "epoch": 3.6458711328215863,
      "grad_norm": 1.481258792123678,
      "learning_rate": 0.00010299140691680244,
      "loss": 2.0625,
      "step": 78368
    },
    {
      "epoch": 3.645917655268667,
      "grad_norm": 1.4636888484955468,
      "learning_rate": 0.00010298788247730065,
      "loss": 2.0938,
      "step": 78369
    },
    {
      "epoch": 3.645964177715748,
      "grad_norm": 1.335098994117214,
      "learning_rate": 0.00010298435806657997,
      "loss": 1.8594,
      "step": 78370
    },
    {
      "epoch": 3.6460107001628286,
      "grad_norm": 1.4666841237725428,
      "learning_rate": 0.00010298083368464257,
      "loss": 2.1875,
      "step": 78371
    },
    {
      "epoch": 3.646057222609909,
      "grad_norm": 1.4193591219488682,
      "learning_rate": 0.0001029773093314905,
      "loss": 1.9922,
      "step": 78372
    },
    {
      "epoch": 3.64610374505699,
      "grad_norm": 1.467371099150934,
      "learning_rate": 0.0001029737850071261,
      "loss": 2.0469,
      "step": 78373
    },
    {
      "epoch": 3.646150267504071,
      "grad_norm": 1.4801035345181395,
      "learning_rate": 0.00010297026071155136,
      "loss": 2.1562,
      "step": 78374
    },
    {
      "epoch": 3.6461967899511514,
      "grad_norm": 1.4898540857025737,
      "learning_rate": 0.00010296673644476852,
      "loss": 2.1094,
      "step": 78375
    },
    {
      "epoch": 3.6462433123982323,
      "grad_norm": 1.4207898190904618,
      "learning_rate": 0.0001029632122067797,
      "loss": 1.8672,
      "step": 78376
    },
    {
      "epoch": 3.6462898348453128,
      "grad_norm": 1.3703338820573367,
      "learning_rate": 0.00010295968799758713,
      "loss": 1.9453,
      "step": 78377
    },
    {
      "epoch": 3.6463363572923937,
      "grad_norm": 1.4581402672061423,
      "learning_rate": 0.00010295616381719286,
      "loss": 2.0156,
      "step": 78378
    },
    {
      "epoch": 3.646382879739474,
      "grad_norm": 1.5975371399512057,
      "learning_rate": 0.00010295263966559915,
      "loss": 2.3125,
      "step": 78379
    },
    {
      "epoch": 3.646429402186555,
      "grad_norm": 1.5195554397567606,
      "learning_rate": 0.0001029491155428081,
      "loss": 2.2188,
      "step": 78380
    },
    {
      "epoch": 3.6464759246336356,
      "grad_norm": 1.4387227444886064,
      "learning_rate": 0.00010294559144882187,
      "loss": 1.9453,
      "step": 78381
    },
    {
      "epoch": 3.6465224470807165,
      "grad_norm": 1.4624115041530357,
      "learning_rate": 0.00010294206738364263,
      "loss": 2.0312,
      "step": 78382
    },
    {
      "epoch": 3.646568969527797,
      "grad_norm": 1.4611953036707597,
      "learning_rate": 0.00010293854334727251,
      "loss": 1.7812,
      "step": 78383
    },
    {
      "epoch": 3.646615491974878,
      "grad_norm": 1.484857399987361,
      "learning_rate": 0.00010293501933971374,
      "loss": 2.2344,
      "step": 78384
    },
    {
      "epoch": 3.646662014421959,
      "grad_norm": 1.4624216098244704,
      "learning_rate": 0.00010293149536096838,
      "loss": 2.1719,
      "step": 78385
    },
    {
      "epoch": 3.6467085368690393,
      "grad_norm": 1.4099857517252636,
      "learning_rate": 0.0001029279714110386,
      "loss": 1.8047,
      "step": 78386
    },
    {
      "epoch": 3.6467550593161198,
      "grad_norm": 1.4815750226067608,
      "learning_rate": 0.00010292444748992667,
      "loss": 2.0781,
      "step": 78387
    },
    {
      "epoch": 3.6468015817632007,
      "grad_norm": 1.4104857958548251,
      "learning_rate": 0.00010292092359763464,
      "loss": 2.1094,
      "step": 78388
    },
    {
      "epoch": 3.6468481042102816,
      "grad_norm": 1.4671587721663313,
      "learning_rate": 0.00010291739973416473,
      "loss": 2.1562,
      "step": 78389
    },
    {
      "epoch": 3.646894626657362,
      "grad_norm": 1.5482482123709387,
      "learning_rate": 0.00010291387589951902,
      "loss": 2.0938,
      "step": 78390
    },
    {
      "epoch": 3.646941149104443,
      "grad_norm": 1.5559201716580917,
      "learning_rate": 0.00010291035209369974,
      "loss": 2.25,
      "step": 78391
    },
    {
      "epoch": 3.6469876715515235,
      "grad_norm": 1.4362214669139475,
      "learning_rate": 0.00010290682831670901,
      "loss": 1.8672,
      "step": 78392
    },
    {
      "epoch": 3.6470341939986044,
      "grad_norm": 1.511473940354654,
      "learning_rate": 0.00010290330456854901,
      "loss": 2.2188,
      "step": 78393
    },
    {
      "epoch": 3.647080716445685,
      "grad_norm": 1.4410889016633783,
      "learning_rate": 0.00010289978084922186,
      "loss": 2.125,
      "step": 78394
    },
    {
      "epoch": 3.647127238892766,
      "grad_norm": 1.4187513730493275,
      "learning_rate": 0.00010289625715872979,
      "loss": 1.9766,
      "step": 78395
    },
    {
      "epoch": 3.6471737613398467,
      "grad_norm": 1.2588467974418198,
      "learning_rate": 0.00010289273349707484,
      "loss": 1.6172,
      "step": 78396
    },
    {
      "epoch": 3.647220283786927,
      "grad_norm": 1.4197216027259514,
      "learning_rate": 0.00010288920986425931,
      "loss": 1.8906,
      "step": 78397
    },
    {
      "epoch": 3.6472668062340077,
      "grad_norm": 1.464654453273439,
      "learning_rate": 0.00010288568626028521,
      "loss": 2.1406,
      "step": 78398
    },
    {
      "epoch": 3.6473133286810886,
      "grad_norm": 1.4884850784396202,
      "learning_rate": 0.00010288216268515484,
      "loss": 2.0469,
      "step": 78399
    },
    {
      "epoch": 3.6473598511281695,
      "grad_norm": 1.4805487433231723,
      "learning_rate": 0.00010287863913887023,
      "loss": 2.0938,
      "step": 78400
    },
    {
      "epoch": 3.64740637357525,
      "grad_norm": 1.3546883971599017,
      "learning_rate": 0.00010287511562143364,
      "loss": 1.7266,
      "step": 78401
    },
    {
      "epoch": 3.647452896022331,
      "grad_norm": 1.4351050030574617,
      "learning_rate": 0.00010287159213284715,
      "loss": 2.0,
      "step": 78402
    },
    {
      "epoch": 3.6474994184694114,
      "grad_norm": 1.478546452874464,
      "learning_rate": 0.00010286806867311299,
      "loss": 2.0938,
      "step": 78403
    },
    {
      "epoch": 3.6475459409164923,
      "grad_norm": 1.5180017036037192,
      "learning_rate": 0.00010286454524223322,
      "loss": 2.3438,
      "step": 78404
    },
    {
      "epoch": 3.647592463363573,
      "grad_norm": 1.505176180791876,
      "learning_rate": 0.0001028610218402101,
      "loss": 2.0469,
      "step": 78405
    },
    {
      "epoch": 3.6476389858106537,
      "grad_norm": 1.3875207602006212,
      "learning_rate": 0.00010285749846704574,
      "loss": 1.8672,
      "step": 78406
    },
    {
      "epoch": 3.6476855082577346,
      "grad_norm": 1.516422545024277,
      "learning_rate": 0.00010285397512274226,
      "loss": 1.9609,
      "step": 78407
    },
    {
      "epoch": 3.647732030704815,
      "grad_norm": 1.565765578560634,
      "learning_rate": 0.00010285045180730182,
      "loss": 2.2188,
      "step": 78408
    },
    {
      "epoch": 3.6477785531518956,
      "grad_norm": 1.416393736804573,
      "learning_rate": 0.00010284692852072668,
      "loss": 2.0,
      "step": 78409
    },
    {
      "epoch": 3.6478250755989765,
      "grad_norm": 1.4695920341538347,
      "learning_rate": 0.00010284340526301891,
      "loss": 2.1094,
      "step": 78410
    },
    {
      "epoch": 3.6478715980460574,
      "grad_norm": 1.4321767996921406,
      "learning_rate": 0.00010283988203418069,
      "loss": 2.0781,
      "step": 78411
    },
    {
      "epoch": 3.647918120493138,
      "grad_norm": 1.460842397965422,
      "learning_rate": 0.00010283635883421418,
      "loss": 2.0469,
      "step": 78412
    },
    {
      "epoch": 3.6479646429402184,
      "grad_norm": 1.4432834944992685,
      "learning_rate": 0.0001028328356631215,
      "loss": 2.0625,
      "step": 78413
    },
    {
      "epoch": 3.6480111653872993,
      "grad_norm": 1.4739007965547897,
      "learning_rate": 0.00010282931252090485,
      "loss": 1.8672,
      "step": 78414
    },
    {
      "epoch": 3.6480576878343802,
      "grad_norm": 1.7052989579611653,
      "learning_rate": 0.0001028257894075664,
      "loss": 1.5234,
      "step": 78415
    },
    {
      "epoch": 3.6481042102814607,
      "grad_norm": 1.4615783578892094,
      "learning_rate": 0.00010282226632310823,
      "loss": 2.1875,
      "step": 78416
    },
    {
      "epoch": 3.6481507327285416,
      "grad_norm": 1.462571285644182,
      "learning_rate": 0.0001028187432675326,
      "loss": 1.9844,
      "step": 78417
    },
    {
      "epoch": 3.648197255175622,
      "grad_norm": 1.4440085813303418,
      "learning_rate": 0.00010281522024084157,
      "loss": 1.9844,
      "step": 78418
    },
    {
      "epoch": 3.648243777622703,
      "grad_norm": 1.420469412340871,
      "learning_rate": 0.00010281169724303737,
      "loss": 1.8828,
      "step": 78419
    },
    {
      "epoch": 3.6482903000697835,
      "grad_norm": 1.3092248384646237,
      "learning_rate": 0.0001028081742741221,
      "loss": 1.6953,
      "step": 78420
    },
    {
      "epoch": 3.6483368225168644,
      "grad_norm": 1.5127128865039545,
      "learning_rate": 0.00010280465133409797,
      "loss": 2.1406,
      "step": 78421
    },
    {
      "epoch": 3.6483833449639453,
      "grad_norm": 1.471199337662358,
      "learning_rate": 0.00010280112842296709,
      "loss": 2.0781,
      "step": 78422
    },
    {
      "epoch": 3.648429867411026,
      "grad_norm": 1.5416155009102628,
      "learning_rate": 0.00010279760554073166,
      "loss": 2.1875,
      "step": 78423
    },
    {
      "epoch": 3.6484763898581063,
      "grad_norm": 1.4260755649119023,
      "learning_rate": 0.00010279408268739379,
      "loss": 2.0781,
      "step": 78424
    },
    {
      "epoch": 3.648522912305187,
      "grad_norm": 1.4638865711741391,
      "learning_rate": 0.00010279055986295569,
      "loss": 1.7812,
      "step": 78425
    },
    {
      "epoch": 3.648569434752268,
      "grad_norm": 1.4695678206282512,
      "learning_rate": 0.00010278703706741944,
      "loss": 2.0,
      "step": 78426
    },
    {
      "epoch": 3.6486159571993486,
      "grad_norm": 1.4076981674941191,
      "learning_rate": 0.00010278351430078731,
      "loss": 1.7734,
      "step": 78427
    },
    {
      "epoch": 3.6486624796464295,
      "grad_norm": 1.4153310830943409,
      "learning_rate": 0.00010277999156306133,
      "loss": 1.9922,
      "step": 78428
    },
    {
      "epoch": 3.64870900209351,
      "grad_norm": 1.4052045181762771,
      "learning_rate": 0.00010277646885424377,
      "loss": 1.8281,
      "step": 78429
    },
    {
      "epoch": 3.648755524540591,
      "grad_norm": 1.5080681839317633,
      "learning_rate": 0.00010277294617433666,
      "loss": 2.1562,
      "step": 78430
    },
    {
      "epoch": 3.6488020469876714,
      "grad_norm": 1.66571468437765,
      "learning_rate": 0.00010276942352334226,
      "loss": 2.4062,
      "step": 78431
    },
    {
      "epoch": 3.6488485694347523,
      "grad_norm": 1.519578493865404,
      "learning_rate": 0.00010276590090126273,
      "loss": 2.3438,
      "step": 78432
    },
    {
      "epoch": 3.6488950918818333,
      "grad_norm": 1.4688045649634767,
      "learning_rate": 0.00010276237830810015,
      "loss": 2.1719,
      "step": 78433
    },
    {
      "epoch": 3.6489416143289137,
      "grad_norm": 1.4608403172558042,
      "learning_rate": 0.00010275885574385677,
      "loss": 2.125,
      "step": 78434
    },
    {
      "epoch": 3.648988136775994,
      "grad_norm": 1.5250501082083268,
      "learning_rate": 0.00010275533320853469,
      "loss": 2.1094,
      "step": 78435
    },
    {
      "epoch": 3.649034659223075,
      "grad_norm": 1.4948815389419914,
      "learning_rate": 0.00010275181070213603,
      "loss": 2.25,
      "step": 78436
    },
    {
      "epoch": 3.649081181670156,
      "grad_norm": 1.3711386349856813,
      "learning_rate": 0.00010274828822466304,
      "loss": 1.8594,
      "step": 78437
    },
    {
      "epoch": 3.6491277041172365,
      "grad_norm": 1.8884590564646215,
      "learning_rate": 0.00010274476577611777,
      "loss": 1.6562,
      "step": 78438
    },
    {
      "epoch": 3.6491742265643174,
      "grad_norm": 1.4732955280855837,
      "learning_rate": 0.0001027412433565025,
      "loss": 1.9609,
      "step": 78439
    },
    {
      "epoch": 3.649220749011398,
      "grad_norm": 1.4127271711728524,
      "learning_rate": 0.00010273772096581926,
      "loss": 1.6797,
      "step": 78440
    },
    {
      "epoch": 3.649267271458479,
      "grad_norm": 1.4620747123162452,
      "learning_rate": 0.00010273419860407032,
      "loss": 2.1406,
      "step": 78441
    },
    {
      "epoch": 3.6493137939055593,
      "grad_norm": 1.5780280532954871,
      "learning_rate": 0.00010273067627125773,
      "loss": 2.2656,
      "step": 78442
    },
    {
      "epoch": 3.6493603163526402,
      "grad_norm": 1.5135723524378866,
      "learning_rate": 0.00010272715396738376,
      "loss": 2.2031,
      "step": 78443
    },
    {
      "epoch": 3.6494068387997207,
      "grad_norm": 1.3832348081657888,
      "learning_rate": 0.00010272363169245044,
      "loss": 1.5938,
      "step": 78444
    },
    {
      "epoch": 3.6494533612468016,
      "grad_norm": 1.5387889676436857,
      "learning_rate": 0.00010272010944646003,
      "loss": 2.2031,
      "step": 78445
    },
    {
      "epoch": 3.649499883693882,
      "grad_norm": 1.47334893495111,
      "learning_rate": 0.00010271658722941464,
      "loss": 1.9688,
      "step": 78446
    },
    {
      "epoch": 3.649546406140963,
      "grad_norm": 1.5476734979736995,
      "learning_rate": 0.00010271306504131643,
      "loss": 2.0625,
      "step": 78447
    },
    {
      "epoch": 3.649592928588044,
      "grad_norm": 1.4400269474906433,
      "learning_rate": 0.00010270954288216755,
      "loss": 2.0469,
      "step": 78448
    },
    {
      "epoch": 3.6496394510351244,
      "grad_norm": 1.5081113371781665,
      "learning_rate": 0.00010270602075197019,
      "loss": 2.0312,
      "step": 78449
    },
    {
      "epoch": 3.649685973482205,
      "grad_norm": 1.325524663310431,
      "learning_rate": 0.00010270249865072646,
      "loss": 1.5781,
      "step": 78450
    },
    {
      "epoch": 3.649732495929286,
      "grad_norm": 1.7294593681588741,
      "learning_rate": 0.00010269897657843857,
      "loss": 2.3906,
      "step": 78451
    },
    {
      "epoch": 3.6497790183763668,
      "grad_norm": 1.4881151033659485,
      "learning_rate": 0.00010269545453510857,
      "loss": 2.1094,
      "step": 78452
    },
    {
      "epoch": 3.6498255408234472,
      "grad_norm": 1.4569033788830092,
      "learning_rate": 0.00010269193252073874,
      "loss": 2.1562,
      "step": 78453
    },
    {
      "epoch": 3.649872063270528,
      "grad_norm": 1.4654854296328357,
      "learning_rate": 0.00010268841053533121,
      "loss": 1.9609,
      "step": 78454
    },
    {
      "epoch": 3.6499185857176086,
      "grad_norm": 1.3168638546520082,
      "learning_rate": 0.00010268488857888806,
      "loss": 1.5469,
      "step": 78455
    },
    {
      "epoch": 3.6499651081646896,
      "grad_norm": 1.4614231768459622,
      "learning_rate": 0.00010268136665141157,
      "loss": 2.0625,
      "step": 78456
    },
    {
      "epoch": 3.65001163061177,
      "grad_norm": 1.38561291597155,
      "learning_rate": 0.00010267784475290378,
      "loss": 1.8594,
      "step": 78457
    },
    {
      "epoch": 3.650058153058851,
      "grad_norm": 1.3949101450099755,
      "learning_rate": 0.00010267432288336692,
      "loss": 1.9219,
      "step": 78458
    },
    {
      "epoch": 3.650104675505932,
      "grad_norm": 1.5481384633846267,
      "learning_rate": 0.0001026708010428031,
      "loss": 2.2656,
      "step": 78459
    },
    {
      "epoch": 3.6501511979530123,
      "grad_norm": 1.4248877885904787,
      "learning_rate": 0.00010266727923121451,
      "loss": 2.0469,
      "step": 78460
    },
    {
      "epoch": 3.650197720400093,
      "grad_norm": 1.393634294718074,
      "learning_rate": 0.0001026637574486033,
      "loss": 1.9062,
      "step": 78461
    },
    {
      "epoch": 3.6502442428471737,
      "grad_norm": 1.4193162030395468,
      "learning_rate": 0.00010266023569497158,
      "loss": 1.6094,
      "step": 78462
    },
    {
      "epoch": 3.6502907652942547,
      "grad_norm": 1.5327816578925193,
      "learning_rate": 0.00010265671397032159,
      "loss": 2.1719,
      "step": 78463
    },
    {
      "epoch": 3.650337287741335,
      "grad_norm": 1.5730810703511595,
      "learning_rate": 0.00010265319227465538,
      "loss": 1.5625,
      "step": 78464
    },
    {
      "epoch": 3.650383810188416,
      "grad_norm": 1.3111319976832767,
      "learning_rate": 0.00010264967060797521,
      "loss": 1.6328,
      "step": 78465
    },
    {
      "epoch": 3.6504303326354965,
      "grad_norm": 1.4810385598698983,
      "learning_rate": 0.00010264614897028316,
      "loss": 2.125,
      "step": 78466
    },
    {
      "epoch": 3.6504768550825775,
      "grad_norm": 1.4665824461604282,
      "learning_rate": 0.00010264262736158144,
      "loss": 2.0312,
      "step": 78467
    },
    {
      "epoch": 3.650523377529658,
      "grad_norm": 1.5535016506187214,
      "learning_rate": 0.00010263910578187217,
      "loss": 1.8203,
      "step": 78468
    },
    {
      "epoch": 3.650569899976739,
      "grad_norm": 1.4879353288722201,
      "learning_rate": 0.00010263558423115753,
      "loss": 2.1406,
      "step": 78469
    },
    {
      "epoch": 3.6506164224238193,
      "grad_norm": 1.5787254657894398,
      "learning_rate": 0.00010263206270943963,
      "loss": 2.3906,
      "step": 78470
    },
    {
      "epoch": 3.6506629448709003,
      "grad_norm": 1.5495064383319892,
      "learning_rate": 0.00010262854121672071,
      "loss": 2.2969,
      "step": 78471
    },
    {
      "epoch": 3.6507094673179807,
      "grad_norm": 1.5185065137629772,
      "learning_rate": 0.00010262501975300285,
      "loss": 2.0938,
      "step": 78472
    },
    {
      "epoch": 3.6507559897650617,
      "grad_norm": 1.4305745190583372,
      "learning_rate": 0.00010262149831828824,
      "loss": 2.1719,
      "step": 78473
    },
    {
      "epoch": 3.6508025122121426,
      "grad_norm": 1.3794598700520881,
      "learning_rate": 0.00010261797691257897,
      "loss": 1.8047,
      "step": 78474
    },
    {
      "epoch": 3.650849034659223,
      "grad_norm": 1.6477181379223167,
      "learning_rate": 0.00010261445553587729,
      "loss": 2.1406,
      "step": 78475
    },
    {
      "epoch": 3.6508955571063035,
      "grad_norm": 1.4494754334280429,
      "learning_rate": 0.00010261093418818535,
      "loss": 2.125,
      "step": 78476
    },
    {
      "epoch": 3.6509420795533845,
      "grad_norm": 1.3678131625030157,
      "learning_rate": 0.00010260741286950524,
      "loss": 2.0156,
      "step": 78477
    },
    {
      "epoch": 3.6509886020004654,
      "grad_norm": 1.459172204698308,
      "learning_rate": 0.0001026038915798392,
      "loss": 2.1406,
      "step": 78478
    },
    {
      "epoch": 3.651035124447546,
      "grad_norm": 1.4496050087318821,
      "learning_rate": 0.0001026003703191893,
      "loss": 1.9766,
      "step": 78479
    },
    {
      "epoch": 3.6510816468946268,
      "grad_norm": 1.4712223764543202,
      "learning_rate": 0.00010259684908755776,
      "loss": 2.0781,
      "step": 78480
    },
    {
      "epoch": 3.6511281693417073,
      "grad_norm": 1.464681554083759,
      "learning_rate": 0.00010259332788494666,
      "loss": 1.8906,
      "step": 78481
    },
    {
      "epoch": 3.651174691788788,
      "grad_norm": 1.4889425212569003,
      "learning_rate": 0.00010258980671135825,
      "loss": 2.125,
      "step": 78482
    },
    {
      "epoch": 3.6512212142358687,
      "grad_norm": 1.5133787950945605,
      "learning_rate": 0.00010258628556679464,
      "loss": 2.2656,
      "step": 78483
    },
    {
      "epoch": 3.6512677366829496,
      "grad_norm": 1.476765300246858,
      "learning_rate": 0.00010258276445125797,
      "loss": 2.0469,
      "step": 78484
    },
    {
      "epoch": 3.6513142591300305,
      "grad_norm": 1.4201307023765517,
      "learning_rate": 0.0001025792433647504,
      "loss": 1.9688,
      "step": 78485
    },
    {
      "epoch": 3.651360781577111,
      "grad_norm": 1.4189173317772155,
      "learning_rate": 0.0001025757223072741,
      "loss": 2.1562,
      "step": 78486
    },
    {
      "epoch": 3.6514073040241914,
      "grad_norm": 1.3929102232044765,
      "learning_rate": 0.00010257220127883127,
      "loss": 1.8438,
      "step": 78487
    },
    {
      "epoch": 3.6514538264712724,
      "grad_norm": 1.46104930839104,
      "learning_rate": 0.00010256868027942396,
      "loss": 1.7344,
      "step": 78488
    },
    {
      "epoch": 3.6515003489183533,
      "grad_norm": 1.43187950791909,
      "learning_rate": 0.00010256515930905442,
      "loss": 1.9609,
      "step": 78489
    },
    {
      "epoch": 3.6515468713654338,
      "grad_norm": 1.4001179262253567,
      "learning_rate": 0.00010256163836772474,
      "loss": 2.0469,
      "step": 78490
    },
    {
      "epoch": 3.6515933938125147,
      "grad_norm": 1.5661352799837724,
      "learning_rate": 0.00010255811745543712,
      "loss": 2.1719,
      "step": 78491
    },
    {
      "epoch": 3.651639916259595,
      "grad_norm": 1.3697932752113249,
      "learning_rate": 0.0001025545965721937,
      "loss": 1.6641,
      "step": 78492
    },
    {
      "epoch": 3.651686438706676,
      "grad_norm": 1.4437290071059203,
      "learning_rate": 0.00010255107571799664,
      "loss": 1.9609,
      "step": 78493
    },
    {
      "epoch": 3.6517329611537566,
      "grad_norm": 1.431710492087204,
      "learning_rate": 0.00010254755489284805,
      "loss": 1.9922,
      "step": 78494
    },
    {
      "epoch": 3.6517794836008375,
      "grad_norm": 1.4540034631536163,
      "learning_rate": 0.00010254403409675018,
      "loss": 2.0312,
      "step": 78495
    },
    {
      "epoch": 3.651826006047918,
      "grad_norm": 1.4700630436916269,
      "learning_rate": 0.00010254051332970507,
      "loss": 2.0625,
      "step": 78496
    },
    {
      "epoch": 3.651872528494999,
      "grad_norm": 1.4071181749720758,
      "learning_rate": 0.00010253699259171495,
      "loss": 2.0781,
      "step": 78497
    },
    {
      "epoch": 3.6519190509420794,
      "grad_norm": 1.4382992120762677,
      "learning_rate": 0.00010253347188278202,
      "loss": 2.125,
      "step": 78498
    },
    {
      "epoch": 3.6519655733891603,
      "grad_norm": 1.450000479625965,
      "learning_rate": 0.00010252995120290832,
      "loss": 2.0625,
      "step": 78499
    },
    {
      "epoch": 3.652012095836241,
      "grad_norm": 1.501035500561389,
      "learning_rate": 0.0001025264305520961,
      "loss": 2.1094,
      "step": 78500
    },
    {
      "epoch": 3.6520586182833217,
      "grad_norm": 1.4741311923349976,
      "learning_rate": 0.00010252290993034748,
      "loss": 1.9219,
      "step": 78501
    },
    {
      "epoch": 3.652105140730402,
      "grad_norm": 1.443828177983987,
      "learning_rate": 0.00010251938933766463,
      "loss": 1.8828,
      "step": 78502
    },
    {
      "epoch": 3.652151663177483,
      "grad_norm": 1.5869290127747686,
      "learning_rate": 0.00010251586877404963,
      "loss": 2.2031,
      "step": 78503
    },
    {
      "epoch": 3.652198185624564,
      "grad_norm": 1.3936916595376796,
      "learning_rate": 0.00010251234823950475,
      "loss": 1.9141,
      "step": 78504
    },
    {
      "epoch": 3.6522447080716445,
      "grad_norm": 1.5926484709685589,
      "learning_rate": 0.00010250882773403206,
      "loss": 2.2031,
      "step": 78505
    },
    {
      "epoch": 3.6522912305187254,
      "grad_norm": 1.4198315991649701,
      "learning_rate": 0.00010250530725763376,
      "loss": 1.8359,
      "step": 78506
    },
    {
      "epoch": 3.652337752965806,
      "grad_norm": 1.4286550733660919,
      "learning_rate": 0.00010250178681031199,
      "loss": 1.8672,
      "step": 78507
    },
    {
      "epoch": 3.652384275412887,
      "grad_norm": 1.461017517707715,
      "learning_rate": 0.00010249826639206892,
      "loss": 2.0938,
      "step": 78508
    },
    {
      "epoch": 3.6524307978599673,
      "grad_norm": 1.4547038782841626,
      "learning_rate": 0.00010249474600290665,
      "loss": 2.0625,
      "step": 78509
    },
    {
      "epoch": 3.652477320307048,
      "grad_norm": 1.4503569847037725,
      "learning_rate": 0.00010249122564282743,
      "loss": 1.9062,
      "step": 78510
    },
    {
      "epoch": 3.652523842754129,
      "grad_norm": 1.4824734780649882,
      "learning_rate": 0.00010248770531183331,
      "loss": 2.1562,
      "step": 78511
    },
    {
      "epoch": 3.6525703652012096,
      "grad_norm": 1.407308171468806,
      "learning_rate": 0.00010248418500992653,
      "loss": 1.9531,
      "step": 78512
    },
    {
      "epoch": 3.65261688764829,
      "grad_norm": 1.475643056953293,
      "learning_rate": 0.00010248066473710922,
      "loss": 2.0312,
      "step": 78513
    },
    {
      "epoch": 3.652663410095371,
      "grad_norm": 1.4968103278512381,
      "learning_rate": 0.0001024771444933835,
      "loss": 2.0781,
      "step": 78514
    },
    {
      "epoch": 3.652709932542452,
      "grad_norm": 1.5273573083173746,
      "learning_rate": 0.00010247362427875157,
      "loss": 2.0156,
      "step": 78515
    },
    {
      "epoch": 3.6527564549895324,
      "grad_norm": 1.439133791080717,
      "learning_rate": 0.00010247010409321555,
      "loss": 2.0312,
      "step": 78516
    },
    {
      "epoch": 3.6528029774366133,
      "grad_norm": 1.5149841299840807,
      "learning_rate": 0.00010246658393677764,
      "loss": 2.125,
      "step": 78517
    },
    {
      "epoch": 3.652849499883694,
      "grad_norm": 1.6059885991668852,
      "learning_rate": 0.00010246306380943988,
      "loss": 2.0781,
      "step": 78518
    },
    {
      "epoch": 3.6528960223307747,
      "grad_norm": 1.5007305241098614,
      "learning_rate": 0.00010245954371120459,
      "loss": 2.0938,
      "step": 78519
    },
    {
      "epoch": 3.652942544777855,
      "grad_norm": 1.4779171506938946,
      "learning_rate": 0.00010245602364207384,
      "loss": 2.0312,
      "step": 78520
    },
    {
      "epoch": 3.652989067224936,
      "grad_norm": 1.4411175875868136,
      "learning_rate": 0.00010245250360204978,
      "loss": 1.9844,
      "step": 78521
    },
    {
      "epoch": 3.653035589672017,
      "grad_norm": 1.701481199045543,
      "learning_rate": 0.0001024489835911346,
      "loss": 2.0781,
      "step": 78522
    },
    {
      "epoch": 3.6530821121190975,
      "grad_norm": 1.41004317411361,
      "learning_rate": 0.00010244546360933041,
      "loss": 2.0938,
      "step": 78523
    },
    {
      "epoch": 3.653128634566178,
      "grad_norm": 1.4264065128139702,
      "learning_rate": 0.0001024419436566394,
      "loss": 1.9688,
      "step": 78524
    },
    {
      "epoch": 3.653175157013259,
      "grad_norm": 1.470610290459135,
      "learning_rate": 0.0001024384237330637,
      "loss": 1.9688,
      "step": 78525
    },
    {
      "epoch": 3.65322167946034,
      "grad_norm": 1.3601720059288593,
      "learning_rate": 0.00010243490383860552,
      "loss": 1.6484,
      "step": 78526
    },
    {
      "epoch": 3.6532682019074203,
      "grad_norm": 1.4533703954895614,
      "learning_rate": 0.00010243138397326693,
      "loss": 2.0312,
      "step": 78527
    },
    {
      "epoch": 3.6533147243545008,
      "grad_norm": 1.6134924587084611,
      "learning_rate": 0.00010242786413705012,
      "loss": 2.2656,
      "step": 78528
    },
    {
      "epoch": 3.6533612468015817,
      "grad_norm": 1.4416270704237242,
      "learning_rate": 0.00010242434432995728,
      "loss": 1.9531,
      "step": 78529
    },
    {
      "epoch": 3.6534077692486626,
      "grad_norm": 1.4073437318675586,
      "learning_rate": 0.00010242082455199054,
      "loss": 1.6641,
      "step": 78530
    },
    {
      "epoch": 3.653454291695743,
      "grad_norm": 1.5348976648936408,
      "learning_rate": 0.00010241730480315202,
      "loss": 2.125,
      "step": 78531
    },
    {
      "epoch": 3.653500814142824,
      "grad_norm": 1.5090246371819973,
      "learning_rate": 0.00010241378508344394,
      "loss": 2.0781,
      "step": 78532
    },
    {
      "epoch": 3.6535473365899045,
      "grad_norm": 1.5195920603951727,
      "learning_rate": 0.00010241026539286838,
      "loss": 2.1406,
      "step": 78533
    },
    {
      "epoch": 3.6535938590369854,
      "grad_norm": 1.4403764096344642,
      "learning_rate": 0.00010240674573142759,
      "loss": 1.9219,
      "step": 78534
    },
    {
      "epoch": 3.653640381484066,
      "grad_norm": 1.4517808345886658,
      "learning_rate": 0.00010240322609912361,
      "loss": 2.0938,
      "step": 78535
    },
    {
      "epoch": 3.653686903931147,
      "grad_norm": 1.447866503997789,
      "learning_rate": 0.00010239970649595872,
      "loss": 2.1094,
      "step": 78536
    },
    {
      "epoch": 3.6537334263782277,
      "grad_norm": 1.4505817376011532,
      "learning_rate": 0.00010239618692193496,
      "loss": 1.9688,
      "step": 78537
    },
    {
      "epoch": 3.653779948825308,
      "grad_norm": 1.451024776334862,
      "learning_rate": 0.00010239266737705457,
      "loss": 2.1562,
      "step": 78538
    },
    {
      "epoch": 3.6538264712723887,
      "grad_norm": 1.4193809816313305,
      "learning_rate": 0.00010238914786131968,
      "loss": 1.9453,
      "step": 78539
    },
    {
      "epoch": 3.6538729937194696,
      "grad_norm": 1.5624725563482018,
      "learning_rate": 0.00010238562837473232,
      "loss": 2.125,
      "step": 78540
    },
    {
      "epoch": 3.6539195161665505,
      "grad_norm": 1.5892014482253283,
      "learning_rate": 0.00010238210891729486,
      "loss": 2.2656,
      "step": 78541
    },
    {
      "epoch": 3.653966038613631,
      "grad_norm": 1.5384115045853244,
      "learning_rate": 0.00010237858948900935,
      "loss": 2.2656,
      "step": 78542
    },
    {
      "epoch": 3.654012561060712,
      "grad_norm": 1.5696049303074577,
      "learning_rate": 0.00010237507008987792,
      "loss": 1.9688,
      "step": 78543
    },
    {
      "epoch": 3.6540590835077924,
      "grad_norm": 1.5319502551664157,
      "learning_rate": 0.0001023715507199028,
      "loss": 2.2031,
      "step": 78544
    },
    {
      "epoch": 3.6541056059548733,
      "grad_norm": 1.5426407231365042,
      "learning_rate": 0.00010236803137908604,
      "loss": 2.0469,
      "step": 78545
    },
    {
      "epoch": 3.654152128401954,
      "grad_norm": 1.4943991520408253,
      "learning_rate": 0.00010236451206742989,
      "loss": 2.1719,
      "step": 78546
    },
    {
      "epoch": 3.6541986508490347,
      "grad_norm": 1.3969327083849523,
      "learning_rate": 0.00010236099278493646,
      "loss": 1.8984,
      "step": 78547
    },
    {
      "epoch": 3.6542451732961156,
      "grad_norm": 1.4923774041850977,
      "learning_rate": 0.00010235747353160791,
      "loss": 2.125,
      "step": 78548
    },
    {
      "epoch": 3.654291695743196,
      "grad_norm": 1.495322234104239,
      "learning_rate": 0.00010235395430744638,
      "loss": 2.1094,
      "step": 78549
    },
    {
      "epoch": 3.6543382181902766,
      "grad_norm": 1.4412229395907976,
      "learning_rate": 0.00010235043511245408,
      "loss": 1.8516,
      "step": 78550
    },
    {
      "epoch": 3.6543847406373575,
      "grad_norm": 1.4167060720176046,
      "learning_rate": 0.00010234691594663306,
      "loss": 2.0469,
      "step": 78551
    },
    {
      "epoch": 3.6544312630844384,
      "grad_norm": 1.4336134715915667,
      "learning_rate": 0.0001023433968099856,
      "loss": 1.9922,
      "step": 78552
    },
    {
      "epoch": 3.654477785531519,
      "grad_norm": 1.573524978729113,
      "learning_rate": 0.00010233987770251376,
      "loss": 2.0469,
      "step": 78553
    },
    {
      "epoch": 3.6545243079786,
      "grad_norm": 1.4676263443124216,
      "learning_rate": 0.00010233635862421973,
      "loss": 2.1406,
      "step": 78554
    },
    {
      "epoch": 3.6545708304256803,
      "grad_norm": 1.4470266936276759,
      "learning_rate": 0.00010233283957510567,
      "loss": 2.0938,
      "step": 78555
    },
    {
      "epoch": 3.6546173528727612,
      "grad_norm": 1.5118386946349445,
      "learning_rate": 0.00010232932055517374,
      "loss": 2.0625,
      "step": 78556
    },
    {
      "epoch": 3.6546638753198417,
      "grad_norm": 1.4257258801312982,
      "learning_rate": 0.00010232580156442605,
      "loss": 2.1094,
      "step": 78557
    },
    {
      "epoch": 3.6547103977669226,
      "grad_norm": 1.402550778003281,
      "learning_rate": 0.00010232228260286482,
      "loss": 1.8906,
      "step": 78558
    },
    {
      "epoch": 3.654756920214003,
      "grad_norm": 1.456210134844531,
      "learning_rate": 0.00010231876367049214,
      "loss": 2.0469,
      "step": 78559
    },
    {
      "epoch": 3.654803442661084,
      "grad_norm": 1.5238640695225416,
      "learning_rate": 0.00010231524476731022,
      "loss": 2.3125,
      "step": 78560
    },
    {
      "epoch": 3.6548499651081645,
      "grad_norm": 1.4926451704616603,
      "learning_rate": 0.00010231172589332115,
      "loss": 2.0938,
      "step": 78561
    },
    {
      "epoch": 3.6548964875552454,
      "grad_norm": 1.4607608991408776,
      "learning_rate": 0.0001023082070485271,
      "loss": 1.9531,
      "step": 78562
    },
    {
      "epoch": 3.6549430100023264,
      "grad_norm": 1.433574265192671,
      "learning_rate": 0.00010230468823293032,
      "loss": 1.8594,
      "step": 78563
    },
    {
      "epoch": 3.654989532449407,
      "grad_norm": 1.4791768230560678,
      "learning_rate": 0.00010230116944653282,
      "loss": 2.1875,
      "step": 78564
    },
    {
      "epoch": 3.6550360548964873,
      "grad_norm": 1.5030790625834725,
      "learning_rate": 0.00010229765068933691,
      "loss": 2.1562,
      "step": 78565
    },
    {
      "epoch": 3.6550825773435682,
      "grad_norm": 1.5101077465518293,
      "learning_rate": 0.0001022941319613446,
      "loss": 2.0312,
      "step": 78566
    },
    {
      "epoch": 3.655129099790649,
      "grad_norm": 1.4231077907702916,
      "learning_rate": 0.00010229061326255814,
      "loss": 1.9844,
      "step": 78567
    },
    {
      "epoch": 3.6551756222377296,
      "grad_norm": 1.495548908935794,
      "learning_rate": 0.00010228709459297964,
      "loss": 2.0469,
      "step": 78568
    },
    {
      "epoch": 3.6552221446848105,
      "grad_norm": 1.4197124615843668,
      "learning_rate": 0.00010228357595261124,
      "loss": 2.0,
      "step": 78569
    },
    {
      "epoch": 3.655268667131891,
      "grad_norm": 1.4884314786752568,
      "learning_rate": 0.00010228005734145514,
      "loss": 2.0312,
      "step": 78570
    },
    {
      "epoch": 3.655315189578972,
      "grad_norm": 1.4417554843420868,
      "learning_rate": 0.00010227653875951344,
      "loss": 1.9844,
      "step": 78571
    },
    {
      "epoch": 3.6553617120260524,
      "grad_norm": 1.3505165918529822,
      "learning_rate": 0.00010227302020678835,
      "loss": 1.5859,
      "step": 78572
    },
    {
      "epoch": 3.6554082344731333,
      "grad_norm": 1.4326707075279907,
      "learning_rate": 0.00010226950168328197,
      "loss": 1.875,
      "step": 78573
    },
    {
      "epoch": 3.6554547569202143,
      "grad_norm": 1.5036218138268402,
      "learning_rate": 0.00010226598318899654,
      "loss": 1.5547,
      "step": 78574
    },
    {
      "epoch": 3.6555012793672947,
      "grad_norm": 1.360170272462835,
      "learning_rate": 0.0001022624647239341,
      "loss": 1.6953,
      "step": 78575
    },
    {
      "epoch": 3.655547801814375,
      "grad_norm": 1.5119341538722042,
      "learning_rate": 0.00010225894628809688,
      "loss": 2.0312,
      "step": 78576
    },
    {
      "epoch": 3.655594324261456,
      "grad_norm": 1.5027849732781773,
      "learning_rate": 0.000102255427881487,
      "loss": 2.2188,
      "step": 78577
    },
    {
      "epoch": 3.655640846708537,
      "grad_norm": 1.4781391582492138,
      "learning_rate": 0.00010225190950410665,
      "loss": 2.1406,
      "step": 78578
    },
    {
      "epoch": 3.6556873691556175,
      "grad_norm": 1.4462581762960307,
      "learning_rate": 0.00010224839115595797,
      "loss": 1.9844,
      "step": 78579
    },
    {
      "epoch": 3.6557338916026985,
      "grad_norm": 1.4257638917086695,
      "learning_rate": 0.00010224487283704309,
      "loss": 2.0781,
      "step": 78580
    },
    {
      "epoch": 3.655780414049779,
      "grad_norm": 1.515999458080267,
      "learning_rate": 0.00010224135454736416,
      "loss": 2.1562,
      "step": 78581
    },
    {
      "epoch": 3.65582693649686,
      "grad_norm": 1.5160126924384187,
      "learning_rate": 0.0001022378362869234,
      "loss": 2.2031,
      "step": 78582
    },
    {
      "epoch": 3.6558734589439403,
      "grad_norm": 1.4739051249307522,
      "learning_rate": 0.00010223431805572287,
      "loss": 2.1719,
      "step": 78583
    },
    {
      "epoch": 3.6559199813910213,
      "grad_norm": 1.4643781350857994,
      "learning_rate": 0.00010223079985376474,
      "loss": 1.9922,
      "step": 78584
    },
    {
      "epoch": 3.6559665038381017,
      "grad_norm": 1.429958748299141,
      "learning_rate": 0.00010222728168105128,
      "loss": 1.9297,
      "step": 78585
    },
    {
      "epoch": 3.6560130262851827,
      "grad_norm": 1.4399400494614703,
      "learning_rate": 0.00010222376353758452,
      "loss": 1.8359,
      "step": 78586
    },
    {
      "epoch": 3.656059548732263,
      "grad_norm": 1.4828975350993279,
      "learning_rate": 0.00010222024542336668,
      "loss": 1.9531,
      "step": 78587
    },
    {
      "epoch": 3.656106071179344,
      "grad_norm": 1.5585472989041047,
      "learning_rate": 0.00010221672733839986,
      "loss": 2.3594,
      "step": 78588
    },
    {
      "epoch": 3.656152593626425,
      "grad_norm": 1.4402591364961983,
      "learning_rate": 0.00010221320928268627,
      "loss": 1.5703,
      "step": 78589
    },
    {
      "epoch": 3.6561991160735055,
      "grad_norm": 1.5288414934938666,
      "learning_rate": 0.000102209691256228,
      "loss": 2.2344,
      "step": 78590
    },
    {
      "epoch": 3.656245638520586,
      "grad_norm": 1.5950651987169489,
      "learning_rate": 0.00010220617325902726,
      "loss": 2.0469,
      "step": 78591
    },
    {
      "epoch": 3.656292160967667,
      "grad_norm": 1.5183469734161565,
      "learning_rate": 0.00010220265529108617,
      "loss": 2.2344,
      "step": 78592
    },
    {
      "epoch": 3.6563386834147478,
      "grad_norm": 1.5118720375686863,
      "learning_rate": 0.00010219913735240693,
      "loss": 2.0781,
      "step": 78593
    },
    {
      "epoch": 3.6563852058618282,
      "grad_norm": 1.4412144870929915,
      "learning_rate": 0.00010219561944299162,
      "loss": 1.8047,
      "step": 78594
    },
    {
      "epoch": 3.656431728308909,
      "grad_norm": 1.6233499719526518,
      "learning_rate": 0.00010219210156284246,
      "loss": 1.9688,
      "step": 78595
    },
    {
      "epoch": 3.6564782507559896,
      "grad_norm": 1.524912999771367,
      "learning_rate": 0.00010218858371196158,
      "loss": 2.0,
      "step": 78596
    },
    {
      "epoch": 3.6565247732030706,
      "grad_norm": 1.414958039572191,
      "learning_rate": 0.0001021850658903511,
      "loss": 1.9844,
      "step": 78597
    },
    {
      "epoch": 3.656571295650151,
      "grad_norm": 1.5666301078150247,
      "learning_rate": 0.00010218154809801324,
      "loss": 2.3281,
      "step": 78598
    },
    {
      "epoch": 3.656617818097232,
      "grad_norm": 1.4992388748943166,
      "learning_rate": 0.00010217803033495008,
      "loss": 1.9688,
      "step": 78599
    },
    {
      "epoch": 3.656664340544313,
      "grad_norm": 1.5189970538863908,
      "learning_rate": 0.00010217451260116384,
      "loss": 2.1094,
      "step": 78600
    },
    {
      "epoch": 3.6567108629913934,
      "grad_norm": 1.3839455984492606,
      "learning_rate": 0.00010217099489665663,
      "loss": 1.9062,
      "step": 78601
    },
    {
      "epoch": 3.656757385438474,
      "grad_norm": 1.4853684134356482,
      "learning_rate": 0.00010216747722143065,
      "loss": 2.0,
      "step": 78602
    },
    {
      "epoch": 3.6568039078855548,
      "grad_norm": 1.3736634048244378,
      "learning_rate": 0.00010216395957548797,
      "loss": 1.9531,
      "step": 78603
    },
    {
      "epoch": 3.6568504303326357,
      "grad_norm": 1.4359632638823305,
      "learning_rate": 0.00010216044195883083,
      "loss": 2.0312,
      "step": 78604
    },
    {
      "epoch": 3.656896952779716,
      "grad_norm": 1.4444491000162287,
      "learning_rate": 0.00010215692437146135,
      "loss": 1.9922,
      "step": 78605
    },
    {
      "epoch": 3.656943475226797,
      "grad_norm": 1.4710936521074314,
      "learning_rate": 0.00010215340681338162,
      "loss": 1.8281,
      "step": 78606
    },
    {
      "epoch": 3.6569899976738776,
      "grad_norm": 1.47876172664652,
      "learning_rate": 0.00010214988928459392,
      "loss": 2.0625,
      "step": 78607
    },
    {
      "epoch": 3.6570365201209585,
      "grad_norm": 1.5504722650600913,
      "learning_rate": 0.00010214637178510031,
      "loss": 2.1562,
      "step": 78608
    },
    {
      "epoch": 3.657083042568039,
      "grad_norm": 1.5433528503069105,
      "learning_rate": 0.00010214285431490304,
      "loss": 2.2031,
      "step": 78609
    },
    {
      "epoch": 3.65712956501512,
      "grad_norm": 1.5252233397624828,
      "learning_rate": 0.00010213933687400412,
      "loss": 2.2188,
      "step": 78610
    },
    {
      "epoch": 3.6571760874622004,
      "grad_norm": 1.6113745562521635,
      "learning_rate": 0.00010213581946240583,
      "loss": 2.2344,
      "step": 78611
    },
    {
      "epoch": 3.6572226099092813,
      "grad_norm": 1.5188862939199548,
      "learning_rate": 0.00010213230208011024,
      "loss": 1.9219,
      "step": 78612
    },
    {
      "epoch": 3.6572691323563618,
      "grad_norm": 1.448392706109568,
      "learning_rate": 0.00010212878472711957,
      "loss": 2.0156,
      "step": 78613
    },
    {
      "epoch": 3.6573156548034427,
      "grad_norm": 1.5007564595359912,
      "learning_rate": 0.00010212526740343589,
      "loss": 2.0781,
      "step": 78614
    },
    {
      "epoch": 3.6573621772505236,
      "grad_norm": 1.501366523007945,
      "learning_rate": 0.00010212175010906146,
      "loss": 2.2188,
      "step": 78615
    },
    {
      "epoch": 3.657408699697604,
      "grad_norm": 1.5892610565084229,
      "learning_rate": 0.00010211823284399834,
      "loss": 1.9688,
      "step": 78616
    },
    {
      "epoch": 3.6574552221446845,
      "grad_norm": 1.6134237004147147,
      "learning_rate": 0.00010211471560824876,
      "loss": 2.1094,
      "step": 78617
    },
    {
      "epoch": 3.6575017445917655,
      "grad_norm": 1.4814185472801489,
      "learning_rate": 0.00010211119840181479,
      "loss": 2.0156,
      "step": 78618
    },
    {
      "epoch": 3.6575482670388464,
      "grad_norm": 1.671008695637348,
      "learning_rate": 0.00010210768122469863,
      "loss": 2.2031,
      "step": 78619
    },
    {
      "epoch": 3.657594789485927,
      "grad_norm": 1.4532163826572688,
      "learning_rate": 0.00010210416407690243,
      "loss": 1.9609,
      "step": 78620
    },
    {
      "epoch": 3.657641311933008,
      "grad_norm": 1.5445951240045726,
      "learning_rate": 0.00010210064695842837,
      "loss": 2.125,
      "step": 78621
    },
    {
      "epoch": 3.6576878343800883,
      "grad_norm": 1.57095026510333,
      "learning_rate": 0.00010209712986927859,
      "loss": 2.25,
      "step": 78622
    },
    {
      "epoch": 3.657734356827169,
      "grad_norm": 1.5622862070697126,
      "learning_rate": 0.00010209361280945517,
      "loss": 1.9844,
      "step": 78623
    },
    {
      "epoch": 3.6577808792742497,
      "grad_norm": 1.3982718280431383,
      "learning_rate": 0.00010209009577896037,
      "loss": 2.0312,
      "step": 78624
    },
    {
      "epoch": 3.6578274017213306,
      "grad_norm": 1.5117206338314508,
      "learning_rate": 0.00010208657877779626,
      "loss": 2.1406,
      "step": 78625
    },
    {
      "epoch": 3.6578739241684115,
      "grad_norm": 1.4120485183271845,
      "learning_rate": 0.00010208306180596507,
      "loss": 1.8438,
      "step": 78626
    },
    {
      "epoch": 3.657920446615492,
      "grad_norm": 1.5677673257420013,
      "learning_rate": 0.00010207954486346887,
      "loss": 1.9844,
      "step": 78627
    },
    {
      "epoch": 3.6579669690625725,
      "grad_norm": 1.4748753709721925,
      "learning_rate": 0.00010207602795030985,
      "loss": 2.0625,
      "step": 78628
    },
    {
      "epoch": 3.6580134915096534,
      "grad_norm": 1.884620256533046,
      "learning_rate": 0.0001020725110664902,
      "loss": 2.0625,
      "step": 78629
    },
    {
      "epoch": 3.6580600139567343,
      "grad_norm": 1.5718847548217347,
      "learning_rate": 0.000102068994212012,
      "loss": 1.9922,
      "step": 78630
    },
    {
      "epoch": 3.658106536403815,
      "grad_norm": 1.4629238726202396,
      "learning_rate": 0.0001020654773868775,
      "loss": 1.6875,
      "step": 78631
    },
    {
      "epoch": 3.6581530588508957,
      "grad_norm": 1.5223559308161299,
      "learning_rate": 0.00010206196059108877,
      "loss": 1.9609,
      "step": 78632
    },
    {
      "epoch": 3.658199581297976,
      "grad_norm": 1.4564551453152228,
      "learning_rate": 0.00010205844382464802,
      "loss": 2.0781,
      "step": 78633
    },
    {
      "epoch": 3.658246103745057,
      "grad_norm": 1.471058856835501,
      "learning_rate": 0.00010205492708755733,
      "loss": 2.0,
      "step": 78634
    },
    {
      "epoch": 3.6582926261921376,
      "grad_norm": 1.5256101782390248,
      "learning_rate": 0.00010205141037981893,
      "loss": 2.125,
      "step": 78635
    },
    {
      "epoch": 3.6583391486392185,
      "grad_norm": 1.5042401638429066,
      "learning_rate": 0.00010204789370143491,
      "loss": 2.2188,
      "step": 78636
    },
    {
      "epoch": 3.658385671086299,
      "grad_norm": 1.468510490275076,
      "learning_rate": 0.00010204437705240747,
      "loss": 2.2188,
      "step": 78637
    },
    {
      "epoch": 3.65843219353338,
      "grad_norm": 1.5438048476271262,
      "learning_rate": 0.00010204086043273874,
      "loss": 2.2031,
      "step": 78638
    },
    {
      "epoch": 3.6584787159804604,
      "grad_norm": 1.6229000754140275,
      "learning_rate": 0.00010203734384243089,
      "loss": 2.2969,
      "step": 78639
    },
    {
      "epoch": 3.6585252384275413,
      "grad_norm": 1.5490950134946004,
      "learning_rate": 0.00010203382728148604,
      "loss": 2.0156,
      "step": 78640
    },
    {
      "epoch": 3.658571760874622,
      "grad_norm": 1.35692031146476,
      "learning_rate": 0.00010203031074990638,
      "loss": 1.8672,
      "step": 78641
    },
    {
      "epoch": 3.6586182833217027,
      "grad_norm": 1.5911429230064629,
      "learning_rate": 0.00010202679424769404,
      "loss": 1.9766,
      "step": 78642
    },
    {
      "epoch": 3.658664805768783,
      "grad_norm": 1.5736159795758928,
      "learning_rate": 0.00010202327777485118,
      "loss": 2.25,
      "step": 78643
    },
    {
      "epoch": 3.658711328215864,
      "grad_norm": 1.4711349806780003,
      "learning_rate": 0.00010201976133137995,
      "loss": 2.0156,
      "step": 78644
    },
    {
      "epoch": 3.658757850662945,
      "grad_norm": 1.48536610618326,
      "learning_rate": 0.00010201624491728251,
      "loss": 2.1719,
      "step": 78645
    },
    {
      "epoch": 3.6588043731100255,
      "grad_norm": 1.4173262817546286,
      "learning_rate": 0.00010201272853256099,
      "loss": 1.9297,
      "step": 78646
    },
    {
      "epoch": 3.6588508955571064,
      "grad_norm": 1.4229563749557448,
      "learning_rate": 0.0001020092121772176,
      "loss": 2.0312,
      "step": 78647
    },
    {
      "epoch": 3.658897418004187,
      "grad_norm": 1.5817685468121727,
      "learning_rate": 0.00010200569585125444,
      "loss": 2.2812,
      "step": 78648
    },
    {
      "epoch": 3.658943940451268,
      "grad_norm": 1.495820714872695,
      "learning_rate": 0.0001020021795546736,
      "loss": 2.125,
      "step": 78649
    },
    {
      "epoch": 3.6589904628983483,
      "grad_norm": 1.4658166922823712,
      "learning_rate": 0.00010199866328747737,
      "loss": 2.0,
      "step": 78650
    },
    {
      "epoch": 3.659036985345429,
      "grad_norm": 1.3858272118645178,
      "learning_rate": 0.00010199514704966785,
      "loss": 1.8125,
      "step": 78651
    },
    {
      "epoch": 3.65908350779251,
      "grad_norm": 1.5101886853476865,
      "learning_rate": 0.00010199163084124717,
      "loss": 2.0781,
      "step": 78652
    },
    {
      "epoch": 3.6591300302395906,
      "grad_norm": 1.5136016966231702,
      "learning_rate": 0.00010198811466221752,
      "loss": 2.2031,
      "step": 78653
    },
    {
      "epoch": 3.659176552686671,
      "grad_norm": 1.6167011980163248,
      "learning_rate": 0.00010198459851258101,
      "loss": 2.0156,
      "step": 78654
    },
    {
      "epoch": 3.659223075133752,
      "grad_norm": 1.5140517879620432,
      "learning_rate": 0.0001019810823923398,
      "loss": 1.8438,
      "step": 78655
    },
    {
      "epoch": 3.659269597580833,
      "grad_norm": 1.5348524041455525,
      "learning_rate": 0.00010197756630149606,
      "loss": 2.2188,
      "step": 78656
    },
    {
      "epoch": 3.6593161200279134,
      "grad_norm": 1.4685727098671577,
      "learning_rate": 0.00010197405024005197,
      "loss": 1.9141,
      "step": 78657
    },
    {
      "epoch": 3.6593626424749943,
      "grad_norm": 1.4327324085945712,
      "learning_rate": 0.00010197053420800962,
      "loss": 2.0625,
      "step": 78658
    },
    {
      "epoch": 3.659409164922075,
      "grad_norm": 1.5435905301375723,
      "learning_rate": 0.0001019670182053712,
      "loss": 2.1719,
      "step": 78659
    },
    {
      "epoch": 3.6594556873691557,
      "grad_norm": 1.5858606793894756,
      "learning_rate": 0.00010196350223213885,
      "loss": 2.0312,
      "step": 78660
    },
    {
      "epoch": 3.659502209816236,
      "grad_norm": 1.436340926301595,
      "learning_rate": 0.00010195998628831474,
      "loss": 1.9375,
      "step": 78661
    },
    {
      "epoch": 3.659548732263317,
      "grad_norm": 1.411945315079532,
      "learning_rate": 0.00010195647037390099,
      "loss": 1.8125,
      "step": 78662
    },
    {
      "epoch": 3.659595254710398,
      "grad_norm": 1.5485882942785048,
      "learning_rate": 0.00010195295448889979,
      "loss": 2.1406,
      "step": 78663
    },
    {
      "epoch": 3.6596417771574785,
      "grad_norm": 1.419049769444738,
      "learning_rate": 0.00010194943863331325,
      "loss": 1.7734,
      "step": 78664
    },
    {
      "epoch": 3.659688299604559,
      "grad_norm": 1.5929784162387706,
      "learning_rate": 0.00010194592280714357,
      "loss": 2.1562,
      "step": 78665
    },
    {
      "epoch": 3.65973482205164,
      "grad_norm": 1.458054755736448,
      "learning_rate": 0.00010194240701039286,
      "loss": 1.6719,
      "step": 78666
    },
    {
      "epoch": 3.659781344498721,
      "grad_norm": 1.5039687850315293,
      "learning_rate": 0.00010193889124306333,
      "loss": 2.1094,
      "step": 78667
    },
    {
      "epoch": 3.6598278669458013,
      "grad_norm": 1.5554976947806927,
      "learning_rate": 0.00010193537550515704,
      "loss": 2.0938,
      "step": 78668
    },
    {
      "epoch": 3.659874389392882,
      "grad_norm": 1.5595060543401968,
      "learning_rate": 0.00010193185979667625,
      "loss": 1.9062,
      "step": 78669
    },
    {
      "epoch": 3.6599209118399627,
      "grad_norm": 1.5177038749349747,
      "learning_rate": 0.000101928344117623,
      "loss": 1.9766,
      "step": 78670
    },
    {
      "epoch": 3.6599674342870436,
      "grad_norm": 1.4706125796143026,
      "learning_rate": 0.00010192482846799948,
      "loss": 2.1719,
      "step": 78671
    },
    {
      "epoch": 3.660013956734124,
      "grad_norm": 1.4529138110738284,
      "learning_rate": 0.00010192131284780795,
      "loss": 1.9531,
      "step": 78672
    },
    {
      "epoch": 3.660060479181205,
      "grad_norm": 1.610177856444692,
      "learning_rate": 0.00010191779725705041,
      "loss": 2.0625,
      "step": 78673
    },
    {
      "epoch": 3.6601070016282855,
      "grad_norm": 1.4484926136602367,
      "learning_rate": 0.00010191428169572912,
      "loss": 1.9844,
      "step": 78674
    },
    {
      "epoch": 3.6601535240753664,
      "grad_norm": 1.529748377662111,
      "learning_rate": 0.0001019107661638462,
      "loss": 2.0781,
      "step": 78675
    },
    {
      "epoch": 3.660200046522447,
      "grad_norm": 1.4281527091475692,
      "learning_rate": 0.00010190725066140377,
      "loss": 1.9297,
      "step": 78676
    },
    {
      "epoch": 3.660246568969528,
      "grad_norm": 1.8884426603020603,
      "learning_rate": 0.00010190373518840403,
      "loss": 2.0,
      "step": 78677
    },
    {
      "epoch": 3.6602930914166087,
      "grad_norm": 1.5024446234072837,
      "learning_rate": 0.00010190021974484906,
      "loss": 2.0781,
      "step": 78678
    },
    {
      "epoch": 3.6603396138636892,
      "grad_norm": 1.6092711231578452,
      "learning_rate": 0.0001018967043307411,
      "loss": 2.125,
      "step": 78679
    },
    {
      "epoch": 3.6603861363107697,
      "grad_norm": 1.4564835744473852,
      "learning_rate": 0.00010189318894608223,
      "loss": 2.1562,
      "step": 78680
    },
    {
      "epoch": 3.6604326587578506,
      "grad_norm": 1.5741107560578786,
      "learning_rate": 0.00010188967359087466,
      "loss": 2.0312,
      "step": 78681
    },
    {
      "epoch": 3.6604791812049315,
      "grad_norm": 1.4717820069612104,
      "learning_rate": 0.0001018861582651205,
      "loss": 2.0625,
      "step": 78682
    },
    {
      "epoch": 3.660525703652012,
      "grad_norm": 1.5214215107566926,
      "learning_rate": 0.00010188264296882193,
      "loss": 2.1719,
      "step": 78683
    },
    {
      "epoch": 3.660572226099093,
      "grad_norm": 1.5098836132277176,
      "learning_rate": 0.00010187912770198106,
      "loss": 2.1875,
      "step": 78684
    },
    {
      "epoch": 3.6606187485461734,
      "grad_norm": 1.4384901086171495,
      "learning_rate": 0.0001018756124646001,
      "loss": 1.875,
      "step": 78685
    },
    {
      "epoch": 3.6606652709932543,
      "grad_norm": 1.5027517781561632,
      "learning_rate": 0.00010187209725668115,
      "loss": 2.1562,
      "step": 78686
    },
    {
      "epoch": 3.660711793440335,
      "grad_norm": 1.3717471358268343,
      "learning_rate": 0.00010186858207822643,
      "loss": 1.6094,
      "step": 78687
    },
    {
      "epoch": 3.6607583158874157,
      "grad_norm": 1.4738098226075096,
      "learning_rate": 0.000101865066929238,
      "loss": 2.0,
      "step": 78688
    },
    {
      "epoch": 3.6608048383344967,
      "grad_norm": 1.4138705796786375,
      "learning_rate": 0.00010186155180971808,
      "loss": 1.9453,
      "step": 78689
    },
    {
      "epoch": 3.660851360781577,
      "grad_norm": 1.4590101018506272,
      "learning_rate": 0.0001018580367196688,
      "loss": 2.0312,
      "step": 78690
    },
    {
      "epoch": 3.6608978832286576,
      "grad_norm": 1.4570813427390388,
      "learning_rate": 0.00010185452165909231,
      "loss": 1.9844,
      "step": 78691
    },
    {
      "epoch": 3.6609444056757385,
      "grad_norm": 1.4707935959520266,
      "learning_rate": 0.00010185100662799076,
      "loss": 1.9453,
      "step": 78692
    },
    {
      "epoch": 3.6609909281228195,
      "grad_norm": 1.5172984754938788,
      "learning_rate": 0.00010184749162636627,
      "loss": 2.0,
      "step": 78693
    },
    {
      "epoch": 3.6610374505699,
      "grad_norm": 1.4981022441006204,
      "learning_rate": 0.0001018439766542211,
      "loss": 1.9062,
      "step": 78694
    },
    {
      "epoch": 3.661083973016981,
      "grad_norm": 1.541617502808577,
      "learning_rate": 0.00010184046171155728,
      "loss": 2.0938,
      "step": 78695
    },
    {
      "epoch": 3.6611304954640613,
      "grad_norm": 1.4511859205251172,
      "learning_rate": 0.00010183694679837708,
      "loss": 2.0938,
      "step": 78696
    },
    {
      "epoch": 3.6611770179111423,
      "grad_norm": 1.5390331073993269,
      "learning_rate": 0.00010183343191468251,
      "loss": 2.1094,
      "step": 78697
    },
    {
      "epoch": 3.6612235403582227,
      "grad_norm": 1.5842816237572241,
      "learning_rate": 0.00010182991706047585,
      "loss": 2.125,
      "step": 78698
    },
    {
      "epoch": 3.6612700628053036,
      "grad_norm": 1.6206735612567478,
      "learning_rate": 0.00010182640223575917,
      "loss": 2.0625,
      "step": 78699
    },
    {
      "epoch": 3.661316585252384,
      "grad_norm": 1.4446399616354415,
      "learning_rate": 0.00010182288744053467,
      "loss": 2.0312,
      "step": 78700
    },
    {
      "epoch": 3.661363107699465,
      "grad_norm": 1.4274717639006842,
      "learning_rate": 0.00010181937267480446,
      "loss": 1.8906,
      "step": 78701
    },
    {
      "epoch": 3.6614096301465455,
      "grad_norm": 1.509510456042076,
      "learning_rate": 0.00010181585793857076,
      "loss": 2.1719,
      "step": 78702
    },
    {
      "epoch": 3.6614561525936264,
      "grad_norm": 1.6489898344236074,
      "learning_rate": 0.00010181234323183563,
      "loss": 1.9609,
      "step": 78703
    },
    {
      "epoch": 3.6615026750407074,
      "grad_norm": 1.5337910829356451,
      "learning_rate": 0.00010180882855460128,
      "loss": 2.125,
      "step": 78704
    },
    {
      "epoch": 3.661549197487788,
      "grad_norm": 1.5420107720087501,
      "learning_rate": 0.00010180531390686986,
      "loss": 2.0312,
      "step": 78705
    },
    {
      "epoch": 3.6615957199348683,
      "grad_norm": 1.407290974412073,
      "learning_rate": 0.0001018017992886435,
      "loss": 1.6172,
      "step": 78706
    },
    {
      "epoch": 3.6616422423819492,
      "grad_norm": 1.4760020882100189,
      "learning_rate": 0.00010179828469992438,
      "loss": 1.8984,
      "step": 78707
    },
    {
      "epoch": 3.66168876482903,
      "grad_norm": 1.3318843654671826,
      "learning_rate": 0.0001017947701407146,
      "loss": 1.8047,
      "step": 78708
    },
    {
      "epoch": 3.6617352872761106,
      "grad_norm": 1.5128187796041292,
      "learning_rate": 0.00010179125561101636,
      "loss": 2.0469,
      "step": 78709
    },
    {
      "epoch": 3.6617818097231916,
      "grad_norm": 1.4487681424439498,
      "learning_rate": 0.00010178774111083181,
      "loss": 2.0,
      "step": 78710
    },
    {
      "epoch": 3.661828332170272,
      "grad_norm": 1.4581404614512516,
      "learning_rate": 0.00010178422664016308,
      "loss": 1.9531,
      "step": 78711
    },
    {
      "epoch": 3.661874854617353,
      "grad_norm": 1.5986672719789927,
      "learning_rate": 0.00010178071219901232,
      "loss": 2.25,
      "step": 78712
    },
    {
      "epoch": 3.6619213770644334,
      "grad_norm": 1.500294429934198,
      "learning_rate": 0.00010177719778738173,
      "loss": 2.1406,
      "step": 78713
    },
    {
      "epoch": 3.6619678995115144,
      "grad_norm": 1.343905945449722,
      "learning_rate": 0.00010177368340527336,
      "loss": 1.7188,
      "step": 78714
    },
    {
      "epoch": 3.6620144219585953,
      "grad_norm": 1.435320260331544,
      "learning_rate": 0.00010177016905268942,
      "loss": 2.0312,
      "step": 78715
    },
    {
      "epoch": 3.6620609444056758,
      "grad_norm": 1.4853026380123673,
      "learning_rate": 0.00010176665472963212,
      "loss": 2.0781,
      "step": 78716
    },
    {
      "epoch": 3.6621074668527562,
      "grad_norm": 1.4199722678459545,
      "learning_rate": 0.00010176314043610354,
      "loss": 2.0469,
      "step": 78717
    },
    {
      "epoch": 3.662153989299837,
      "grad_norm": 1.5032978471234342,
      "learning_rate": 0.00010175962617210586,
      "loss": 2.0781,
      "step": 78718
    },
    {
      "epoch": 3.662200511746918,
      "grad_norm": 1.4381076589682893,
      "learning_rate": 0.00010175611193764121,
      "loss": 2.0156,
      "step": 78719
    },
    {
      "epoch": 3.6622470341939986,
      "grad_norm": 1.1955187289816716,
      "learning_rate": 0.00010175259773271178,
      "loss": 1.4297,
      "step": 78720
    },
    {
      "epoch": 3.6622935566410795,
      "grad_norm": 1.5895502912560657,
      "learning_rate": 0.00010174908355731966,
      "loss": 2.2344,
      "step": 78721
    },
    {
      "epoch": 3.66234007908816,
      "grad_norm": 1.4538132325204514,
      "learning_rate": 0.00010174556941146707,
      "loss": 2.0312,
      "step": 78722
    },
    {
      "epoch": 3.662386601535241,
      "grad_norm": 1.572962212847956,
      "learning_rate": 0.00010174205529515608,
      "loss": 2.2969,
      "step": 78723
    },
    {
      "epoch": 3.6624331239823213,
      "grad_norm": 1.4451785192971132,
      "learning_rate": 0.00010173854120838893,
      "loss": 1.875,
      "step": 78724
    },
    {
      "epoch": 3.6624796464294023,
      "grad_norm": 1.4702139301487955,
      "learning_rate": 0.00010173502715116771,
      "loss": 2.0781,
      "step": 78725
    },
    {
      "epoch": 3.6625261688764827,
      "grad_norm": 1.4571991540838825,
      "learning_rate": 0.00010173151312349461,
      "loss": 2.1875,
      "step": 78726
    },
    {
      "epoch": 3.6625726913235637,
      "grad_norm": 1.4479550478458754,
      "learning_rate": 0.00010172799912537173,
      "loss": 2.0,
      "step": 78727
    },
    {
      "epoch": 3.662619213770644,
      "grad_norm": 1.4265225025297361,
      "learning_rate": 0.00010172448515680129,
      "loss": 1.9922,
      "step": 78728
    },
    {
      "epoch": 3.662665736217725,
      "grad_norm": 1.4616969389264944,
      "learning_rate": 0.0001017209712177854,
      "loss": 1.8125,
      "step": 78729
    },
    {
      "epoch": 3.662712258664806,
      "grad_norm": 1.5805653100615245,
      "learning_rate": 0.00010171745730832618,
      "loss": 2.25,
      "step": 78730
    },
    {
      "epoch": 3.6627587811118865,
      "grad_norm": 1.4731282852967307,
      "learning_rate": 0.00010171394342842584,
      "loss": 2.0781,
      "step": 78731
    },
    {
      "epoch": 3.662805303558967,
      "grad_norm": 1.4907539131497796,
      "learning_rate": 0.00010171042957808652,
      "loss": 2.0,
      "step": 78732
    },
    {
      "epoch": 3.662851826006048,
      "grad_norm": 1.5391063646787635,
      "learning_rate": 0.00010170691575731035,
      "loss": 2.1875,
      "step": 78733
    },
    {
      "epoch": 3.662898348453129,
      "grad_norm": 1.5221718512033724,
      "learning_rate": 0.00010170340196609947,
      "loss": 1.9766,
      "step": 78734
    },
    {
      "epoch": 3.6629448709002093,
      "grad_norm": 1.5002301683795825,
      "learning_rate": 0.00010169988820445609,
      "loss": 2.0938,
      "step": 78735
    },
    {
      "epoch": 3.66299139334729,
      "grad_norm": 1.4652731522318838,
      "learning_rate": 0.00010169637447238229,
      "loss": 2.1719,
      "step": 78736
    },
    {
      "epoch": 3.6630379157943707,
      "grad_norm": 1.4558775372366648,
      "learning_rate": 0.00010169286076988022,
      "loss": 1.9219,
      "step": 78737
    },
    {
      "epoch": 3.6630844382414516,
      "grad_norm": 1.471909616353625,
      "learning_rate": 0.00010168934709695213,
      "loss": 2.0312,
      "step": 78738
    },
    {
      "epoch": 3.663130960688532,
      "grad_norm": 1.4047827192922406,
      "learning_rate": 0.00010168583345360007,
      "loss": 1.8906,
      "step": 78739
    },
    {
      "epoch": 3.663177483135613,
      "grad_norm": 1.5096035736192506,
      "learning_rate": 0.00010168231983982625,
      "loss": 2.0312,
      "step": 78740
    },
    {
      "epoch": 3.663224005582694,
      "grad_norm": 1.4285183572588087,
      "learning_rate": 0.0001016788062556328,
      "loss": 1.7812,
      "step": 78741
    },
    {
      "epoch": 3.6632705280297744,
      "grad_norm": 1.494118000985311,
      "learning_rate": 0.00010167529270102187,
      "loss": 2.1094,
      "step": 78742
    },
    {
      "epoch": 3.663317050476855,
      "grad_norm": 1.4590946536071665,
      "learning_rate": 0.00010167177917599558,
      "loss": 2.0,
      "step": 78743
    },
    {
      "epoch": 3.6633635729239358,
      "grad_norm": 1.5466750466794852,
      "learning_rate": 0.00010166826568055616,
      "loss": 1.8672,
      "step": 78744
    },
    {
      "epoch": 3.6634100953710167,
      "grad_norm": 1.4410553722934722,
      "learning_rate": 0.00010166475221470567,
      "loss": 2.0156,
      "step": 78745
    },
    {
      "epoch": 3.663456617818097,
      "grad_norm": 1.5064623278613598,
      "learning_rate": 0.00010166123877844634,
      "loss": 2.3281,
      "step": 78746
    },
    {
      "epoch": 3.663503140265178,
      "grad_norm": 1.5586098146143688,
      "learning_rate": 0.00010165772537178024,
      "loss": 2.0938,
      "step": 78747
    },
    {
      "epoch": 3.6635496627122586,
      "grad_norm": 1.504474659356166,
      "learning_rate": 0.00010165421199470961,
      "loss": 2.2969,
      "step": 78748
    },
    {
      "epoch": 3.6635961851593395,
      "grad_norm": 1.507734256923714,
      "learning_rate": 0.00010165069864723653,
      "loss": 2.1562,
      "step": 78749
    },
    {
      "epoch": 3.66364270760642,
      "grad_norm": 1.5222975896336286,
      "learning_rate": 0.00010164718532936321,
      "loss": 2.1875,
      "step": 78750
    },
    {
      "epoch": 3.663689230053501,
      "grad_norm": 1.5132785495161043,
      "learning_rate": 0.00010164367204109172,
      "loss": 2.2812,
      "step": 78751
    },
    {
      "epoch": 3.6637357525005814,
      "grad_norm": 1.5393587386161045,
      "learning_rate": 0.0001016401587824243,
      "loss": 2.1562,
      "step": 78752
    },
    {
      "epoch": 3.6637822749476623,
      "grad_norm": 1.3914940712266466,
      "learning_rate": 0.00010163664555336303,
      "loss": 1.9141,
      "step": 78753
    },
    {
      "epoch": 3.6638287973947428,
      "grad_norm": 1.4718856188143716,
      "learning_rate": 0.0001016331323539101,
      "loss": 2.0,
      "step": 78754
    },
    {
      "epoch": 3.6638753198418237,
      "grad_norm": 1.5665861776216432,
      "learning_rate": 0.0001016296191840677,
      "loss": 2.375,
      "step": 78755
    },
    {
      "epoch": 3.6639218422889046,
      "grad_norm": 1.441054217737982,
      "learning_rate": 0.00010162610604383786,
      "loss": 2.0312,
      "step": 78756
    },
    {
      "epoch": 3.663968364735985,
      "grad_norm": 1.5115047034261129,
      "learning_rate": 0.00010162259293322286,
      "loss": 2.1094,
      "step": 78757
    },
    {
      "epoch": 3.6640148871830656,
      "grad_norm": 1.4213115726367282,
      "learning_rate": 0.00010161907985222473,
      "loss": 1.8594,
      "step": 78758
    },
    {
      "epoch": 3.6640614096301465,
      "grad_norm": 1.6541414586590193,
      "learning_rate": 0.00010161556680084569,
      "loss": 2.25,
      "step": 78759
    },
    {
      "epoch": 3.6641079320772274,
      "grad_norm": 1.4400010719010088,
      "learning_rate": 0.00010161205377908792,
      "loss": 1.9297,
      "step": 78760
    },
    {
      "epoch": 3.664154454524308,
      "grad_norm": 1.4683182245157318,
      "learning_rate": 0.00010160854078695351,
      "loss": 2.1406,
      "step": 78761
    },
    {
      "epoch": 3.664200976971389,
      "grad_norm": 1.3659759944694474,
      "learning_rate": 0.00010160502782444468,
      "loss": 1.8906,
      "step": 78762
    },
    {
      "epoch": 3.6642474994184693,
      "grad_norm": 1.3907171891063375,
      "learning_rate": 0.00010160151489156349,
      "loss": 1.8359,
      "step": 78763
    },
    {
      "epoch": 3.66429402186555,
      "grad_norm": 1.4884916521447424,
      "learning_rate": 0.00010159800198831218,
      "loss": 1.9688,
      "step": 78764
    },
    {
      "epoch": 3.6643405443126307,
      "grad_norm": 1.489738756035491,
      "learning_rate": 0.00010159448911469282,
      "loss": 2.1562,
      "step": 78765
    },
    {
      "epoch": 3.6643870667597116,
      "grad_norm": 1.484683114652071,
      "learning_rate": 0.00010159097627070763,
      "loss": 2.1875,
      "step": 78766
    },
    {
      "epoch": 3.6644335892067925,
      "grad_norm": 1.4751552631229843,
      "learning_rate": 0.0001015874634563587,
      "loss": 2.0312,
      "step": 78767
    },
    {
      "epoch": 3.664480111653873,
      "grad_norm": 1.4941703192483022,
      "learning_rate": 0.00010158395067164825,
      "loss": 2.1719,
      "step": 78768
    },
    {
      "epoch": 3.6645266341009535,
      "grad_norm": 1.4550546969529177,
      "learning_rate": 0.00010158043791657837,
      "loss": 1.9609,
      "step": 78769
    },
    {
      "epoch": 3.6645731565480344,
      "grad_norm": 1.4488396505474832,
      "learning_rate": 0.00010157692519115122,
      "loss": 1.9141,
      "step": 78770
    },
    {
      "epoch": 3.6646196789951153,
      "grad_norm": 1.459582337587532,
      "learning_rate": 0.00010157341249536898,
      "loss": 1.9062,
      "step": 78771
    },
    {
      "epoch": 3.664666201442196,
      "grad_norm": 1.3473612233972725,
      "learning_rate": 0.00010156989982923378,
      "loss": 1.8438,
      "step": 78772
    },
    {
      "epoch": 3.6647127238892767,
      "grad_norm": 1.3769189608268382,
      "learning_rate": 0.00010156638719274775,
      "loss": 1.9219,
      "step": 78773
    },
    {
      "epoch": 3.664759246336357,
      "grad_norm": 1.5245924997207991,
      "learning_rate": 0.0001015628745859131,
      "loss": 2.3125,
      "step": 78774
    },
    {
      "epoch": 3.664805768783438,
      "grad_norm": 1.5162592892697249,
      "learning_rate": 0.0001015593620087319,
      "loss": 2.0312,
      "step": 78775
    },
    {
      "epoch": 3.6648522912305186,
      "grad_norm": 1.4504045362684839,
      "learning_rate": 0.00010155584946120639,
      "loss": 1.9609,
      "step": 78776
    },
    {
      "epoch": 3.6648988136775995,
      "grad_norm": 1.4132371040373182,
      "learning_rate": 0.00010155233694333865,
      "loss": 1.8828,
      "step": 78777
    },
    {
      "epoch": 3.6649453361246804,
      "grad_norm": 1.490131969316236,
      "learning_rate": 0.00010154882445513084,
      "loss": 2.0312,
      "step": 78778
    },
    {
      "epoch": 3.664991858571761,
      "grad_norm": 1.5511661504827454,
      "learning_rate": 0.00010154531199658513,
      "loss": 2.2031,
      "step": 78779
    },
    {
      "epoch": 3.6650383810188414,
      "grad_norm": 1.4470332728783393,
      "learning_rate": 0.00010154179956770372,
      "loss": 2.1562,
      "step": 78780
    },
    {
      "epoch": 3.6650849034659223,
      "grad_norm": 1.523868660431828,
      "learning_rate": 0.0001015382871684886,
      "loss": 2.2188,
      "step": 78781
    },
    {
      "epoch": 3.6651314259130032,
      "grad_norm": 1.391143043456612,
      "learning_rate": 0.00010153477479894208,
      "loss": 2.0,
      "step": 78782
    },
    {
      "epoch": 3.6651779483600837,
      "grad_norm": 1.477714450087435,
      "learning_rate": 0.00010153126245906628,
      "loss": 1.9141,
      "step": 78783
    },
    {
      "epoch": 3.665224470807164,
      "grad_norm": 1.3914445425973276,
      "learning_rate": 0.00010152775014886333,
      "loss": 2.0469,
      "step": 78784
    },
    {
      "epoch": 3.665270993254245,
      "grad_norm": 1.434150830271703,
      "learning_rate": 0.00010152423786833535,
      "loss": 2.0625,
      "step": 78785
    },
    {
      "epoch": 3.665317515701326,
      "grad_norm": 1.4262186976479878,
      "learning_rate": 0.00010152072561748453,
      "loss": 2.1562,
      "step": 78786
    },
    {
      "epoch": 3.6653640381484065,
      "grad_norm": 1.3530124767105833,
      "learning_rate": 0.000101517213396313,
      "loss": 1.7969,
      "step": 78787
    },
    {
      "epoch": 3.6654105605954874,
      "grad_norm": 1.5282202749609595,
      "learning_rate": 0.00010151370120482293,
      "loss": 1.9766,
      "step": 78788
    },
    {
      "epoch": 3.665457083042568,
      "grad_norm": 1.5725396397528706,
      "learning_rate": 0.00010151018904301644,
      "loss": 2.1875,
      "step": 78789
    },
    {
      "epoch": 3.665503605489649,
      "grad_norm": 1.3749493045685726,
      "learning_rate": 0.00010150667691089573,
      "loss": 1.8984,
      "step": 78790
    },
    {
      "epoch": 3.6655501279367293,
      "grad_norm": 1.5934956225245114,
      "learning_rate": 0.00010150316480846288,
      "loss": 2.0938,
      "step": 78791
    },
    {
      "epoch": 3.66559665038381,
      "grad_norm": 1.4031901838929053,
      "learning_rate": 0.0001014996527357201,
      "loss": 1.9766,
      "step": 78792
    },
    {
      "epoch": 3.665643172830891,
      "grad_norm": 1.5742476408357406,
      "learning_rate": 0.0001014961406926695,
      "loss": 2.3438,
      "step": 78793
    },
    {
      "epoch": 3.6656896952779716,
      "grad_norm": 1.376764090592986,
      "learning_rate": 0.00010149262867931329,
      "loss": 1.8047,
      "step": 78794
    },
    {
      "epoch": 3.665736217725052,
      "grad_norm": 1.5207898686048544,
      "learning_rate": 0.00010148911669565354,
      "loss": 2.125,
      "step": 78795
    },
    {
      "epoch": 3.665782740172133,
      "grad_norm": 1.4675081499131244,
      "learning_rate": 0.00010148560474169247,
      "loss": 2.2188,
      "step": 78796
    },
    {
      "epoch": 3.665829262619214,
      "grad_norm": 1.4306303567225818,
      "learning_rate": 0.00010148209281743215,
      "loss": 2.1406,
      "step": 78797
    },
    {
      "epoch": 3.6658757850662944,
      "grad_norm": 1.3666645402287383,
      "learning_rate": 0.00010147858092287483,
      "loss": 1.9375,
      "step": 78798
    },
    {
      "epoch": 3.6659223075133753,
      "grad_norm": 1.4669749040467293,
      "learning_rate": 0.00010147506905802258,
      "loss": 2.2031,
      "step": 78799
    },
    {
      "epoch": 3.665968829960456,
      "grad_norm": 1.5410944628511434,
      "learning_rate": 0.00010147155722287759,
      "loss": 1.8672,
      "step": 78800
    },
    {
      "epoch": 3.6660153524075367,
      "grad_norm": 1.4512859700819416,
      "learning_rate": 0.00010146804541744197,
      "loss": 2.0625,
      "step": 78801
    },
    {
      "epoch": 3.666061874854617,
      "grad_norm": 1.451988805788152,
      "learning_rate": 0.00010146453364171795,
      "loss": 1.9922,
      "step": 78802
    },
    {
      "epoch": 3.666108397301698,
      "grad_norm": 1.4365140081045313,
      "learning_rate": 0.00010146102189570755,
      "loss": 2.0781,
      "step": 78803
    },
    {
      "epoch": 3.666154919748779,
      "grad_norm": 1.4279692430843527,
      "learning_rate": 0.00010145751017941304,
      "loss": 1.8906,
      "step": 78804
    },
    {
      "epoch": 3.6662014421958595,
      "grad_norm": 1.4191386682012863,
      "learning_rate": 0.00010145399849283654,
      "loss": 2.0156,
      "step": 78805
    },
    {
      "epoch": 3.66624796464294,
      "grad_norm": 1.459913166900071,
      "learning_rate": 0.00010145048683598017,
      "loss": 1.9688,
      "step": 78806
    },
    {
      "epoch": 3.666294487090021,
      "grad_norm": 1.4240356272552062,
      "learning_rate": 0.00010144697520884612,
      "loss": 2.0781,
      "step": 78807
    },
    {
      "epoch": 3.666341009537102,
      "grad_norm": 1.5159689623205768,
      "learning_rate": 0.00010144346361143651,
      "loss": 1.9844,
      "step": 78808
    },
    {
      "epoch": 3.6663875319841823,
      "grad_norm": 1.4829911289375988,
      "learning_rate": 0.0001014399520437535,
      "loss": 2.125,
      "step": 78809
    },
    {
      "epoch": 3.6664340544312632,
      "grad_norm": 1.445005651010541,
      "learning_rate": 0.00010143644050579926,
      "loss": 2.0,
      "step": 78810
    },
    {
      "epoch": 3.6664805768783437,
      "grad_norm": 1.5034615041869066,
      "learning_rate": 0.00010143292899757589,
      "loss": 2.1719,
      "step": 78811
    },
    {
      "epoch": 3.6665270993254246,
      "grad_norm": 1.413174016139694,
      "learning_rate": 0.00010142941751908557,
      "loss": 1.9766,
      "step": 78812
    },
    {
      "epoch": 3.666573621772505,
      "grad_norm": 1.5082898464281733,
      "learning_rate": 0.00010142590607033044,
      "loss": 2.1719,
      "step": 78813
    },
    {
      "epoch": 3.666620144219586,
      "grad_norm": 1.4805308997601243,
      "learning_rate": 0.0001014223946513127,
      "loss": 2.0,
      "step": 78814
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 1.4306450553787142,
      "learning_rate": 0.00010141888326203438,
      "loss": 1.9609,
      "step": 78815
    },
    {
      "epoch": 3.6667131891137474,
      "grad_norm": 1.395405742596247,
      "learning_rate": 0.00010141537190249777,
      "loss": 1.8672,
      "step": 78816
    },
    {
      "epoch": 3.666759711560828,
      "grad_norm": 1.4067924074768436,
      "learning_rate": 0.00010141186057270492,
      "loss": 1.8594,
      "step": 78817
    },
    {
      "epoch": 3.666806234007909,
      "grad_norm": 1.5091244539599096,
      "learning_rate": 0.00010140834927265803,
      "loss": 1.9688,
      "step": 78818
    },
    {
      "epoch": 3.6668527564549898,
      "grad_norm": 1.3792151536237798,
      "learning_rate": 0.00010140483800235923,
      "loss": 1.8828,
      "step": 78819
    },
    {
      "epoch": 3.6668992789020702,
      "grad_norm": 1.4320699042782268,
      "learning_rate": 0.0001014013267618107,
      "loss": 2.0156,
      "step": 78820
    },
    {
      "epoch": 3.6669458013491507,
      "grad_norm": 1.5061481166598905,
      "learning_rate": 0.00010139781555101452,
      "loss": 2.0156,
      "step": 78821
    },
    {
      "epoch": 3.6669923237962316,
      "grad_norm": 1.5295913912033616,
      "learning_rate": 0.00010139430436997292,
      "loss": 2.1875,
      "step": 78822
    },
    {
      "epoch": 3.6670388462433126,
      "grad_norm": 1.504247041963677,
      "learning_rate": 0.00010139079321868799,
      "loss": 2.1406,
      "step": 78823
    },
    {
      "epoch": 3.667085368690393,
      "grad_norm": 1.4685272885217155,
      "learning_rate": 0.00010138728209716192,
      "loss": 1.9688,
      "step": 78824
    },
    {
      "epoch": 3.667131891137474,
      "grad_norm": 1.484954274112711,
      "learning_rate": 0.0001013837710053968,
      "loss": 2.0,
      "step": 78825
    },
    {
      "epoch": 3.6671784135845544,
      "grad_norm": 1.5083854864305322,
      "learning_rate": 0.00010138025994339482,
      "loss": 2.25,
      "step": 78826
    },
    {
      "epoch": 3.6672249360316354,
      "grad_norm": 1.503020295943039,
      "learning_rate": 0.00010137674891115817,
      "loss": 2.0938,
      "step": 78827
    },
    {
      "epoch": 3.667271458478716,
      "grad_norm": 1.4213063156091703,
      "learning_rate": 0.00010137323790868896,
      "loss": 1.9375,
      "step": 78828
    },
    {
      "epoch": 3.6673179809257967,
      "grad_norm": 1.469895138751522,
      "learning_rate": 0.00010136972693598935,
      "loss": 2.0156,
      "step": 78829
    },
    {
      "epoch": 3.6673645033728777,
      "grad_norm": 1.4916254378063898,
      "learning_rate": 0.00010136621599306147,
      "loss": 2.2812,
      "step": 78830
    },
    {
      "epoch": 3.667411025819958,
      "grad_norm": 1.5000161099112794,
      "learning_rate": 0.00010136270507990749,
      "loss": 2.25,
      "step": 78831
    },
    {
      "epoch": 3.6674575482670386,
      "grad_norm": 1.4840948557577198,
      "learning_rate": 0.0001013591941965295,
      "loss": 2.0625,
      "step": 78832
    },
    {
      "epoch": 3.6675040707141195,
      "grad_norm": 1.428847467121974,
      "learning_rate": 0.00010135568334292976,
      "loss": 2.0938,
      "step": 78833
    },
    {
      "epoch": 3.6675505931612005,
      "grad_norm": 1.4941518605033264,
      "learning_rate": 0.00010135217251911033,
      "loss": 2.0938,
      "step": 78834
    },
    {
      "epoch": 3.667597115608281,
      "grad_norm": 1.4668262155378513,
      "learning_rate": 0.0001013486617250734,
      "loss": 2.0781,
      "step": 78835
    },
    {
      "epoch": 3.667643638055362,
      "grad_norm": 1.544149835930134,
      "learning_rate": 0.0001013451509608211,
      "loss": 2.0469,
      "step": 78836
    },
    {
      "epoch": 3.6676901605024423,
      "grad_norm": 1.4500224377931834,
      "learning_rate": 0.00010134164022635556,
      "loss": 2.0312,
      "step": 78837
    },
    {
      "epoch": 3.6677366829495233,
      "grad_norm": 1.3952202298043224,
      "learning_rate": 0.00010133812952167898,
      "loss": 1.8906,
      "step": 78838
    },
    {
      "epoch": 3.6677832053966037,
      "grad_norm": 1.4974932555776135,
      "learning_rate": 0.00010133461884679349,
      "loss": 2.25,
      "step": 78839
    },
    {
      "epoch": 3.6678297278436847,
      "grad_norm": 1.4938806025583387,
      "learning_rate": 0.00010133110820170123,
      "loss": 2.2188,
      "step": 78840
    },
    {
      "epoch": 3.667876250290765,
      "grad_norm": 1.5216227675183693,
      "learning_rate": 0.00010132759758640433,
      "loss": 2.1562,
      "step": 78841
    },
    {
      "epoch": 3.667922772737846,
      "grad_norm": 1.329052625876023,
      "learning_rate": 0.000101324087000905,
      "loss": 1.5625,
      "step": 78842
    },
    {
      "epoch": 3.6679692951849265,
      "grad_norm": 1.4288862321513554,
      "learning_rate": 0.00010132057644520529,
      "loss": 2.0156,
      "step": 78843
    },
    {
      "epoch": 3.6680158176320075,
      "grad_norm": 1.4365638681315251,
      "learning_rate": 0.00010131706591930748,
      "loss": 1.9922,
      "step": 78844
    },
    {
      "epoch": 3.6680623400790884,
      "grad_norm": 1.5385640811170056,
      "learning_rate": 0.0001013135554232136,
      "loss": 2.125,
      "step": 78845
    },
    {
      "epoch": 3.668108862526169,
      "grad_norm": 1.5552050134185276,
      "learning_rate": 0.00010131004495692587,
      "loss": 2.2188,
      "step": 78846
    },
    {
      "epoch": 3.6681553849732493,
      "grad_norm": 1.5041370046209575,
      "learning_rate": 0.00010130653452044637,
      "loss": 2.2656,
      "step": 78847
    },
    {
      "epoch": 3.6682019074203303,
      "grad_norm": 1.4571958892734436,
      "learning_rate": 0.00010130302411377732,
      "loss": 2.0781,
      "step": 78848
    },
    {
      "epoch": 3.668248429867411,
      "grad_norm": 1.3900121472294025,
      "learning_rate": 0.00010129951373692088,
      "loss": 1.9062,
      "step": 78849
    },
    {
      "epoch": 3.6682949523144917,
      "grad_norm": 1.4251429025368092,
      "learning_rate": 0.00010129600338987913,
      "loss": 1.8906,
      "step": 78850
    },
    {
      "epoch": 3.6683414747615726,
      "grad_norm": 1.5003210721700224,
      "learning_rate": 0.00010129249307265429,
      "loss": 2.0938,
      "step": 78851
    },
    {
      "epoch": 3.668387997208653,
      "grad_norm": 1.4206734782165658,
      "learning_rate": 0.00010128898278524843,
      "loss": 1.9375,
      "step": 78852
    },
    {
      "epoch": 3.668434519655734,
      "grad_norm": 1.4168893057145993,
      "learning_rate": 0.0001012854725276638,
      "loss": 2.0469,
      "step": 78853
    },
    {
      "epoch": 3.6684810421028144,
      "grad_norm": 1.4218795409018117,
      "learning_rate": 0.00010128196229990244,
      "loss": 2.0625,
      "step": 78854
    },
    {
      "epoch": 3.6685275645498954,
      "grad_norm": 1.3816822559482147,
      "learning_rate": 0.00010127845210196658,
      "loss": 1.6953,
      "step": 78855
    },
    {
      "epoch": 3.6685740869969763,
      "grad_norm": 1.60003998115094,
      "learning_rate": 0.0001012749419338583,
      "loss": 2.1875,
      "step": 78856
    },
    {
      "epoch": 3.6686206094440568,
      "grad_norm": 1.4704567558559785,
      "learning_rate": 0.00010127143179557983,
      "loss": 2.125,
      "step": 78857
    },
    {
      "epoch": 3.6686671318911372,
      "grad_norm": 1.4799409539372446,
      "learning_rate": 0.00010126792168713324,
      "loss": 1.9297,
      "step": 78858
    },
    {
      "epoch": 3.668713654338218,
      "grad_norm": 1.5271542805389313,
      "learning_rate": 0.00010126441160852076,
      "loss": 2.2031,
      "step": 78859
    },
    {
      "epoch": 3.668760176785299,
      "grad_norm": 1.2911982012799412,
      "learning_rate": 0.00010126090155974445,
      "loss": 1.4375,
      "step": 78860
    },
    {
      "epoch": 3.6688066992323796,
      "grad_norm": 1.441843318099024,
      "learning_rate": 0.00010125739154080654,
      "loss": 2.0625,
      "step": 78861
    },
    {
      "epoch": 3.6688532216794605,
      "grad_norm": 1.5398958058354937,
      "learning_rate": 0.00010125388155170915,
      "loss": 2.1562,
      "step": 78862
    },
    {
      "epoch": 3.668899744126541,
      "grad_norm": 1.5581196482876063,
      "learning_rate": 0.00010125037159245437,
      "loss": 2.1562,
      "step": 78863
    },
    {
      "epoch": 3.668946266573622,
      "grad_norm": 1.3126111448831435,
      "learning_rate": 0.00010124686166304445,
      "loss": 1.4688,
      "step": 78864
    },
    {
      "epoch": 3.6689927890207024,
      "grad_norm": 1.5388756039508542,
      "learning_rate": 0.00010124335176348144,
      "loss": 2.0625,
      "step": 78865
    },
    {
      "epoch": 3.6690393114677833,
      "grad_norm": 1.6081703117261168,
      "learning_rate": 0.00010123984189376759,
      "loss": 2.0781,
      "step": 78866
    },
    {
      "epoch": 3.6690858339148638,
      "grad_norm": 1.5002480004613494,
      "learning_rate": 0.00010123633205390494,
      "loss": 1.875,
      "step": 78867
    },
    {
      "epoch": 3.6691323563619447,
      "grad_norm": 1.5095134001876633,
      "learning_rate": 0.00010123282224389576,
      "loss": 2.1562,
      "step": 78868
    },
    {
      "epoch": 3.669178878809025,
      "grad_norm": 1.5265139046629104,
      "learning_rate": 0.00010122931246374204,
      "loss": 2.1406,
      "step": 78869
    },
    {
      "epoch": 3.669225401256106,
      "grad_norm": 1.4864053618438096,
      "learning_rate": 0.00010122580271344604,
      "loss": 2.2812,
      "step": 78870
    },
    {
      "epoch": 3.669271923703187,
      "grad_norm": 1.4885563778835373,
      "learning_rate": 0.00010122229299300997,
      "loss": 2.0469,
      "step": 78871
    },
    {
      "epoch": 3.6693184461502675,
      "grad_norm": 1.4830582416959148,
      "learning_rate": 0.00010121878330243583,
      "loss": 2.1875,
      "step": 78872
    },
    {
      "epoch": 3.669364968597348,
      "grad_norm": 1.5300005576636977,
      "learning_rate": 0.0001012152736417259,
      "loss": 2.0469,
      "step": 78873
    },
    {
      "epoch": 3.669411491044429,
      "grad_norm": 1.4319102762906672,
      "learning_rate": 0.0001012117640108822,
      "loss": 1.9531,
      "step": 78874
    },
    {
      "epoch": 3.66945801349151,
      "grad_norm": 1.4292817904654302,
      "learning_rate": 0.00010120825440990701,
      "loss": 1.9375,
      "step": 78875
    },
    {
      "epoch": 3.6695045359385903,
      "grad_norm": 1.354408517597831,
      "learning_rate": 0.00010120474483880236,
      "loss": 1.9766,
      "step": 78876
    },
    {
      "epoch": 3.669551058385671,
      "grad_norm": 1.5577194242222432,
      "learning_rate": 0.0001012012352975705,
      "loss": 2.1875,
      "step": 78877
    },
    {
      "epoch": 3.6695975808327517,
      "grad_norm": 1.4117116242950458,
      "learning_rate": 0.00010119772578621349,
      "loss": 2.0,
      "step": 78878
    },
    {
      "epoch": 3.6696441032798326,
      "grad_norm": 1.4334235313956256,
      "learning_rate": 0.00010119421630473356,
      "loss": 2.0469,
      "step": 78879
    },
    {
      "epoch": 3.669690625726913,
      "grad_norm": 1.473307620789156,
      "learning_rate": 0.0001011907068531328,
      "loss": 2.2812,
      "step": 78880
    },
    {
      "epoch": 3.669737148173994,
      "grad_norm": 1.3369830587337261,
      "learning_rate": 0.00010118719743141337,
      "loss": 1.8359,
      "step": 78881
    },
    {
      "epoch": 3.669783670621075,
      "grad_norm": 1.4872825337794948,
      "learning_rate": 0.00010118368803957742,
      "loss": 2.0469,
      "step": 78882
    },
    {
      "epoch": 3.6698301930681554,
      "grad_norm": 1.504637110201253,
      "learning_rate": 0.00010118017867762713,
      "loss": 2.2812,
      "step": 78883
    },
    {
      "epoch": 3.669876715515236,
      "grad_norm": 1.4767421527366649,
      "learning_rate": 0.00010117666934556459,
      "loss": 2.0938,
      "step": 78884
    },
    {
      "epoch": 3.669923237962317,
      "grad_norm": 1.492206518171433,
      "learning_rate": 0.00010117316004339202,
      "loss": 2.0156,
      "step": 78885
    },
    {
      "epoch": 3.6699697604093977,
      "grad_norm": 1.5098967318158527,
      "learning_rate": 0.00010116965077111148,
      "loss": 2.1406,
      "step": 78886
    },
    {
      "epoch": 3.670016282856478,
      "grad_norm": 1.495102050225364,
      "learning_rate": 0.00010116614152872522,
      "loss": 1.9688,
      "step": 78887
    },
    {
      "epoch": 3.670062805303559,
      "grad_norm": 1.4554232588851002,
      "learning_rate": 0.00010116263231623532,
      "loss": 1.9531,
      "step": 78888
    },
    {
      "epoch": 3.6701093277506396,
      "grad_norm": 1.3777226469015766,
      "learning_rate": 0.00010115912313364392,
      "loss": 1.8359,
      "step": 78889
    },
    {
      "epoch": 3.6701558501977205,
      "grad_norm": 1.5268523217157115,
      "learning_rate": 0.00010115561398095323,
      "loss": 2.0781,
      "step": 78890
    },
    {
      "epoch": 3.670202372644801,
      "grad_norm": 1.531600375531412,
      "learning_rate": 0.00010115210485816528,
      "loss": 2.1719,
      "step": 78891
    },
    {
      "epoch": 3.670248895091882,
      "grad_norm": 1.4760789407634136,
      "learning_rate": 0.00010114859576528234,
      "loss": 2.0938,
      "step": 78892
    },
    {
      "epoch": 3.670295417538963,
      "grad_norm": 1.3794354449574584,
      "learning_rate": 0.00010114508670230654,
      "loss": 2.0312,
      "step": 78893
    },
    {
      "epoch": 3.6703419399860433,
      "grad_norm": 1.409011819761733,
      "learning_rate": 0.00010114157766924,
      "loss": 1.9453,
      "step": 78894
    },
    {
      "epoch": 3.6703884624331238,
      "grad_norm": 1.4530798404403746,
      "learning_rate": 0.00010113806866608488,
      "loss": 1.9609,
      "step": 78895
    },
    {
      "epoch": 3.6704349848802047,
      "grad_norm": 1.5130140287856944,
      "learning_rate": 0.00010113455969284331,
      "loss": 2.1562,
      "step": 78896
    },
    {
      "epoch": 3.6704815073272856,
      "grad_norm": 1.5618857274857612,
      "learning_rate": 0.00010113105074951747,
      "loss": 2.375,
      "step": 78897
    },
    {
      "epoch": 3.670528029774366,
      "grad_norm": 1.3472841027672933,
      "learning_rate": 0.00010112754183610948,
      "loss": 1.4219,
      "step": 78898
    },
    {
      "epoch": 3.6705745522214466,
      "grad_norm": 1.3796651365978192,
      "learning_rate": 0.0001011240329526215,
      "loss": 1.8203,
      "step": 78899
    },
    {
      "epoch": 3.6706210746685275,
      "grad_norm": 1.4297463600474882,
      "learning_rate": 0.00010112052409905565,
      "loss": 1.9844,
      "step": 78900
    },
    {
      "epoch": 3.6706675971156084,
      "grad_norm": 1.5983131481975077,
      "learning_rate": 0.00010111701527541413,
      "loss": 2.4219,
      "step": 78901
    },
    {
      "epoch": 3.670714119562689,
      "grad_norm": 1.4382478165989185,
      "learning_rate": 0.00010111350648169905,
      "loss": 1.7188,
      "step": 78902
    },
    {
      "epoch": 3.67076064200977,
      "grad_norm": 1.4321196146814794,
      "learning_rate": 0.0001011099977179126,
      "loss": 1.8672,
      "step": 78903
    },
    {
      "epoch": 3.6708071644568503,
      "grad_norm": 1.455673548047257,
      "learning_rate": 0.00010110648898405684,
      "loss": 2.0625,
      "step": 78904
    },
    {
      "epoch": 3.670853686903931,
      "grad_norm": 1.3915150586933962,
      "learning_rate": 0.00010110298028013403,
      "loss": 1.8203,
      "step": 78905
    },
    {
      "epoch": 3.6709002093510117,
      "grad_norm": 1.5185011576655871,
      "learning_rate": 0.00010109947160614621,
      "loss": 2.1562,
      "step": 78906
    },
    {
      "epoch": 3.6709467317980926,
      "grad_norm": 1.3450767740041598,
      "learning_rate": 0.00010109596296209562,
      "loss": 1.7891,
      "step": 78907
    },
    {
      "epoch": 3.6709932542451735,
      "grad_norm": 1.5047875369732246,
      "learning_rate": 0.00010109245434798437,
      "loss": 2.1406,
      "step": 78908
    },
    {
      "epoch": 3.671039776692254,
      "grad_norm": 1.4632956364660918,
      "learning_rate": 0.0001010889457638146,
      "loss": 2.0938,
      "step": 78909
    },
    {
      "epoch": 3.6710862991393345,
      "grad_norm": 1.5329417964737757,
      "learning_rate": 0.00010108543720958845,
      "loss": 2.2656,
      "step": 78910
    },
    {
      "epoch": 3.6711328215864154,
      "grad_norm": 1.4509207208510502,
      "learning_rate": 0.00010108192868530812,
      "loss": 2.0156,
      "step": 78911
    },
    {
      "epoch": 3.6711793440334963,
      "grad_norm": 1.458909205524404,
      "learning_rate": 0.00010107842019097565,
      "loss": 1.9844,
      "step": 78912
    },
    {
      "epoch": 3.671225866480577,
      "grad_norm": 1.5222269113164564,
      "learning_rate": 0.00010107491172659329,
      "loss": 2.0469,
      "step": 78913
    },
    {
      "epoch": 3.6712723889276577,
      "grad_norm": 1.5568352114352808,
      "learning_rate": 0.00010107140329216318,
      "loss": 2.0312,
      "step": 78914
    },
    {
      "epoch": 3.671318911374738,
      "grad_norm": 1.4659292983971168,
      "learning_rate": 0.00010106789488768743,
      "loss": 2.0781,
      "step": 78915
    },
    {
      "epoch": 3.671365433821819,
      "grad_norm": 1.5019751583406509,
      "learning_rate": 0.00010106438651316824,
      "loss": 2.1719,
      "step": 78916
    },
    {
      "epoch": 3.6714119562688996,
      "grad_norm": 1.3463023639132181,
      "learning_rate": 0.0001010608781686077,
      "loss": 1.8672,
      "step": 78917
    },
    {
      "epoch": 3.6714584787159805,
      "grad_norm": 1.3860257685812607,
      "learning_rate": 0.00010105736985400795,
      "loss": 1.9219,
      "step": 78918
    },
    {
      "epoch": 3.6715050011630614,
      "grad_norm": 1.4813081664709005,
      "learning_rate": 0.00010105386156937122,
      "loss": 2.0625,
      "step": 78919
    },
    {
      "epoch": 3.671551523610142,
      "grad_norm": 1.5068538820193202,
      "learning_rate": 0.00010105035331469955,
      "loss": 2.0312,
      "step": 78920
    },
    {
      "epoch": 3.6715980460572224,
      "grad_norm": 1.429476804537525,
      "learning_rate": 0.0001010468450899952,
      "loss": 2.0156,
      "step": 78921
    },
    {
      "epoch": 3.6716445685043033,
      "grad_norm": 1.4483295227579744,
      "learning_rate": 0.0001010433368952602,
      "loss": 2.125,
      "step": 78922
    },
    {
      "epoch": 3.6716910909513842,
      "grad_norm": 1.5305585352869187,
      "learning_rate": 0.0001010398287304968,
      "loss": 2.0156,
      "step": 78923
    },
    {
      "epoch": 3.6717376133984647,
      "grad_norm": 1.4637713650066615,
      "learning_rate": 0.00010103632059570707,
      "loss": 2.1094,
      "step": 78924
    },
    {
      "epoch": 3.6717841358455456,
      "grad_norm": 1.5510710084274064,
      "learning_rate": 0.00010103281249089323,
      "loss": 2.0625,
      "step": 78925
    },
    {
      "epoch": 3.671830658292626,
      "grad_norm": 1.4250153977782973,
      "learning_rate": 0.00010102930441605738,
      "loss": 1.9219,
      "step": 78926
    },
    {
      "epoch": 3.671877180739707,
      "grad_norm": 1.5180117422791986,
      "learning_rate": 0.00010102579637120168,
      "loss": 2.1719,
      "step": 78927
    },
    {
      "epoch": 3.6719237031867875,
      "grad_norm": 1.3173011246553097,
      "learning_rate": 0.00010102228835632825,
      "loss": 1.5234,
      "step": 78928
    },
    {
      "epoch": 3.6719702256338684,
      "grad_norm": 1.4224898178727094,
      "learning_rate": 0.00010101878037143932,
      "loss": 1.9609,
      "step": 78929
    },
    {
      "epoch": 3.672016748080949,
      "grad_norm": 1.5974343305046472,
      "learning_rate": 0.00010101527241653691,
      "loss": 2.4375,
      "step": 78930
    },
    {
      "epoch": 3.67206327052803,
      "grad_norm": 1.541023021016801,
      "learning_rate": 0.00010101176449162328,
      "loss": 2.2969,
      "step": 78931
    },
    {
      "epoch": 3.6721097929751103,
      "grad_norm": 1.3821550555475846,
      "learning_rate": 0.00010100825659670053,
      "loss": 1.9219,
      "step": 78932
    },
    {
      "epoch": 3.6721563154221912,
      "grad_norm": 1.4378798911307171,
      "learning_rate": 0.00010100474873177082,
      "loss": 1.9375,
      "step": 78933
    },
    {
      "epoch": 3.672202837869272,
      "grad_norm": 1.434053604883941,
      "learning_rate": 0.00010100124089683624,
      "loss": 1.9219,
      "step": 78934
    },
    {
      "epoch": 3.6722493603163526,
      "grad_norm": 1.4131212150678671,
      "learning_rate": 0.00010099773309189903,
      "loss": 1.9922,
      "step": 78935
    },
    {
      "epoch": 3.672295882763433,
      "grad_norm": 1.5532458611125626,
      "learning_rate": 0.00010099422531696131,
      "loss": 2.1875,
      "step": 78936
    },
    {
      "epoch": 3.672342405210514,
      "grad_norm": 1.5007430455734936,
      "learning_rate": 0.00010099071757202519,
      "loss": 2.0938,
      "step": 78937
    },
    {
      "epoch": 3.672388927657595,
      "grad_norm": 1.5511873228269402,
      "learning_rate": 0.00010098720985709287,
      "loss": 2.25,
      "step": 78938
    },
    {
      "epoch": 3.6724354501046754,
      "grad_norm": 1.5607021841607271,
      "learning_rate": 0.00010098370217216643,
      "loss": 2.1094,
      "step": 78939
    },
    {
      "epoch": 3.6724819725517563,
      "grad_norm": 1.4971732539366613,
      "learning_rate": 0.0001009801945172481,
      "loss": 2.1094,
      "step": 78940
    },
    {
      "epoch": 3.672528494998837,
      "grad_norm": 1.4314369023323636,
      "learning_rate": 0.00010097668689233994,
      "loss": 2.0938,
      "step": 78941
    },
    {
      "epoch": 3.6725750174459177,
      "grad_norm": 1.4187288964783205,
      "learning_rate": 0.00010097317929744421,
      "loss": 1.9453,
      "step": 78942
    },
    {
      "epoch": 3.672621539892998,
      "grad_norm": 1.4653616689245568,
      "learning_rate": 0.00010096967173256294,
      "loss": 1.9375,
      "step": 78943
    },
    {
      "epoch": 3.672668062340079,
      "grad_norm": 1.361717171749954,
      "learning_rate": 0.00010096616419769832,
      "loss": 1.7422,
      "step": 78944
    },
    {
      "epoch": 3.67271458478716,
      "grad_norm": 1.4022494388528828,
      "learning_rate": 0.00010096265669285254,
      "loss": 1.9453,
      "step": 78945
    },
    {
      "epoch": 3.6727611072342405,
      "grad_norm": 1.401539868069233,
      "learning_rate": 0.00010095914921802766,
      "loss": 1.9453,
      "step": 78946
    },
    {
      "epoch": 3.672807629681321,
      "grad_norm": 1.6912578730419399,
      "learning_rate": 0.00010095564177322592,
      "loss": 2.1875,
      "step": 78947
    },
    {
      "epoch": 3.672854152128402,
      "grad_norm": 1.4462961962349201,
      "learning_rate": 0.00010095213435844939,
      "loss": 2.0625,
      "step": 78948
    },
    {
      "epoch": 3.672900674575483,
      "grad_norm": 1.4264779607528835,
      "learning_rate": 0.00010094862697370029,
      "loss": 1.9219,
      "step": 78949
    },
    {
      "epoch": 3.6729471970225633,
      "grad_norm": 1.435224752159675,
      "learning_rate": 0.00010094511961898069,
      "loss": 2.0938,
      "step": 78950
    },
    {
      "epoch": 3.6729937194696443,
      "grad_norm": 1.360465273319786,
      "learning_rate": 0.00010094161229429282,
      "loss": 1.8203,
      "step": 78951
    },
    {
      "epoch": 3.6730402419167247,
      "grad_norm": 1.4792593542497983,
      "learning_rate": 0.00010093810499963873,
      "loss": 2.125,
      "step": 78952
    },
    {
      "epoch": 3.6730867643638057,
      "grad_norm": 1.4097637205198534,
      "learning_rate": 0.00010093459773502067,
      "loss": 1.9844,
      "step": 78953
    },
    {
      "epoch": 3.673133286810886,
      "grad_norm": 1.4771352881848212,
      "learning_rate": 0.00010093109050044072,
      "loss": 2.0938,
      "step": 78954
    },
    {
      "epoch": 3.673179809257967,
      "grad_norm": 1.4488077823354288,
      "learning_rate": 0.00010092758329590106,
      "loss": 2.0469,
      "step": 78955
    },
    {
      "epoch": 3.6732263317050475,
      "grad_norm": 1.5016518687770362,
      "learning_rate": 0.00010092407612140377,
      "loss": 2.125,
      "step": 78956
    },
    {
      "epoch": 3.6732728541521285,
      "grad_norm": 1.3982981557293903,
      "learning_rate": 0.00010092056897695106,
      "loss": 1.9531,
      "step": 78957
    },
    {
      "epoch": 3.673319376599209,
      "grad_norm": 1.5677985768786324,
      "learning_rate": 0.00010091706186254511,
      "loss": 2.1094,
      "step": 78958
    },
    {
      "epoch": 3.67336589904629,
      "grad_norm": 1.5220048014084167,
      "learning_rate": 0.00010091355477818802,
      "loss": 2.1406,
      "step": 78959
    },
    {
      "epoch": 3.6734124214933708,
      "grad_norm": 1.3996502143874168,
      "learning_rate": 0.00010091004772388193,
      "loss": 2.0625,
      "step": 78960
    },
    {
      "epoch": 3.6734589439404512,
      "grad_norm": 1.4354388936830713,
      "learning_rate": 0.00010090654069962898,
      "loss": 2.0781,
      "step": 78961
    },
    {
      "epoch": 3.6735054663875317,
      "grad_norm": 1.4174785507492398,
      "learning_rate": 0.00010090303370543137,
      "loss": 1.9219,
      "step": 78962
    },
    {
      "epoch": 3.6735519888346126,
      "grad_norm": 1.4840124846811038,
      "learning_rate": 0.00010089952674129118,
      "loss": 1.9922,
      "step": 78963
    },
    {
      "epoch": 3.6735985112816936,
      "grad_norm": 1.4307195049629409,
      "learning_rate": 0.00010089601980721062,
      "loss": 1.8828,
      "step": 78964
    },
    {
      "epoch": 3.673645033728774,
      "grad_norm": 1.3938286724992597,
      "learning_rate": 0.00010089251290319178,
      "loss": 1.8125,
      "step": 78965
    },
    {
      "epoch": 3.673691556175855,
      "grad_norm": 1.5361627346509505,
      "learning_rate": 0.00010088900602923687,
      "loss": 2.0781,
      "step": 78966
    },
    {
      "epoch": 3.6737380786229354,
      "grad_norm": 1.4299733856232577,
      "learning_rate": 0.00010088549918534796,
      "loss": 2.0,
      "step": 78967
    },
    {
      "epoch": 3.6737846010700164,
      "grad_norm": 1.4708679682429775,
      "learning_rate": 0.00010088199237152726,
      "loss": 1.9688,
      "step": 78968
    },
    {
      "epoch": 3.673831123517097,
      "grad_norm": 1.4891332752263484,
      "learning_rate": 0.0001008784855877769,
      "loss": 2.1719,
      "step": 78969
    },
    {
      "epoch": 3.6738776459641778,
      "grad_norm": 1.5294807915554358,
      "learning_rate": 0.00010087497883409899,
      "loss": 2.0156,
      "step": 78970
    },
    {
      "epoch": 3.6739241684112587,
      "grad_norm": 1.5025146186094762,
      "learning_rate": 0.00010087147211049575,
      "loss": 1.9844,
      "step": 78971
    },
    {
      "epoch": 3.673970690858339,
      "grad_norm": 1.453520595593762,
      "learning_rate": 0.00010086796541696922,
      "loss": 2.0781,
      "step": 78972
    },
    {
      "epoch": 3.6740172133054196,
      "grad_norm": 1.4840272140966242,
      "learning_rate": 0.00010086445875352168,
      "loss": 2.0938,
      "step": 78973
    },
    {
      "epoch": 3.6740637357525006,
      "grad_norm": 1.4152548437163885,
      "learning_rate": 0.00010086095212015516,
      "loss": 1.8672,
      "step": 78974
    },
    {
      "epoch": 3.6741102581995815,
      "grad_norm": 1.5676688836249264,
      "learning_rate": 0.00010085744551687188,
      "loss": 2.2969,
      "step": 78975
    },
    {
      "epoch": 3.674156780646662,
      "grad_norm": 1.4357442938889995,
      "learning_rate": 0.00010085393894367394,
      "loss": 2.0,
      "step": 78976
    },
    {
      "epoch": 3.674203303093743,
      "grad_norm": 1.440141816030607,
      "learning_rate": 0.00010085043240056353,
      "loss": 2.0312,
      "step": 78977
    },
    {
      "epoch": 3.6742498255408234,
      "grad_norm": 1.5147609431004692,
      "learning_rate": 0.00010084692588754272,
      "loss": 2.0625,
      "step": 78978
    },
    {
      "epoch": 3.6742963479879043,
      "grad_norm": 1.4457242360853728,
      "learning_rate": 0.00010084341940461375,
      "loss": 1.9531,
      "step": 78979
    },
    {
      "epoch": 3.6743428704349848,
      "grad_norm": 1.407511526457601,
      "learning_rate": 0.00010083991295177875,
      "loss": 1.8281,
      "step": 78980
    },
    {
      "epoch": 3.6743893928820657,
      "grad_norm": 1.5898892680140992,
      "learning_rate": 0.00010083640652903981,
      "loss": 2.2656,
      "step": 78981
    },
    {
      "epoch": 3.674435915329146,
      "grad_norm": 1.558105094847409,
      "learning_rate": 0.00010083290013639916,
      "loss": 2.125,
      "step": 78982
    },
    {
      "epoch": 3.674482437776227,
      "grad_norm": 1.4973294912989312,
      "learning_rate": 0.00010082939377385886,
      "loss": 2.125,
      "step": 78983
    },
    {
      "epoch": 3.6745289602233075,
      "grad_norm": 1.4543783549472624,
      "learning_rate": 0.00010082588744142113,
      "loss": 2.0312,
      "step": 78984
    },
    {
      "epoch": 3.6745754826703885,
      "grad_norm": 1.5044112815373667,
      "learning_rate": 0.00010082238113908801,
      "loss": 2.2344,
      "step": 78985
    },
    {
      "epoch": 3.6746220051174694,
      "grad_norm": 1.4842945885753944,
      "learning_rate": 0.00010081887486686179,
      "loss": 2.0469,
      "step": 78986
    },
    {
      "epoch": 3.67466852756455,
      "grad_norm": 1.4223563825475778,
      "learning_rate": 0.0001008153686247445,
      "loss": 1.9219,
      "step": 78987
    },
    {
      "epoch": 3.6747150500116303,
      "grad_norm": 1.4527312093495544,
      "learning_rate": 0.00010081186241273837,
      "loss": 2.1875,
      "step": 78988
    },
    {
      "epoch": 3.6747615724587113,
      "grad_norm": 1.4396204785594153,
      "learning_rate": 0.00010080835623084548,
      "loss": 2.0938,
      "step": 78989
    },
    {
      "epoch": 3.674808094905792,
      "grad_norm": 1.372039708581208,
      "learning_rate": 0.00010080485007906804,
      "loss": 1.8672,
      "step": 78990
    },
    {
      "epoch": 3.6748546173528727,
      "grad_norm": 1.5557251297813879,
      "learning_rate": 0.00010080134395740811,
      "loss": 2.2969,
      "step": 78991
    },
    {
      "epoch": 3.6749011397999536,
      "grad_norm": 1.4874260704573115,
      "learning_rate": 0.00010079783786586793,
      "loss": 2.0156,
      "step": 78992
    },
    {
      "epoch": 3.674947662247034,
      "grad_norm": 1.533178540379678,
      "learning_rate": 0.00010079433180444957,
      "loss": 2.1406,
      "step": 78993
    },
    {
      "epoch": 3.674994184694115,
      "grad_norm": 1.5564278651942602,
      "learning_rate": 0.00010079082577315523,
      "loss": 2.0781,
      "step": 78994
    },
    {
      "epoch": 3.6750407071411955,
      "grad_norm": 1.372741181536489,
      "learning_rate": 0.00010078731977198706,
      "loss": 1.8906,
      "step": 78995
    },
    {
      "epoch": 3.6750872295882764,
      "grad_norm": 1.513106448769195,
      "learning_rate": 0.00010078381380094714,
      "loss": 2.0312,
      "step": 78996
    },
    {
      "epoch": 3.6751337520353573,
      "grad_norm": 1.6022862285263753,
      "learning_rate": 0.00010078030786003768,
      "loss": 2.1875,
      "step": 78997
    },
    {
      "epoch": 3.675180274482438,
      "grad_norm": 1.4273426831136964,
      "learning_rate": 0.0001007768019492608,
      "loss": 1.9062,
      "step": 78998
    },
    {
      "epoch": 3.6752267969295183,
      "grad_norm": 1.4238282194622403,
      "learning_rate": 0.00010077329606861866,
      "loss": 2.0469,
      "step": 78999
    },
    {
      "epoch": 3.675273319376599,
      "grad_norm": 1.382613531463754,
      "learning_rate": 0.00010076979021811334,
      "loss": 1.7188,
      "step": 79000
    },
    {
      "epoch": 3.67531984182368,
      "grad_norm": 1.4201931620012844,
      "learning_rate": 0.00010076628439774708,
      "loss": 1.8906,
      "step": 79001
    },
    {
      "epoch": 3.6753663642707606,
      "grad_norm": 1.563541811709419,
      "learning_rate": 0.00010076277860752202,
      "loss": 2.0469,
      "step": 79002
    },
    {
      "epoch": 3.6754128867178415,
      "grad_norm": 1.5017126823295903,
      "learning_rate": 0.00010075927284744025,
      "loss": 2.1406,
      "step": 79003
    },
    {
      "epoch": 3.675459409164922,
      "grad_norm": 1.5475599954946897,
      "learning_rate": 0.00010075576711750397,
      "loss": 2.2031,
      "step": 79004
    },
    {
      "epoch": 3.675505931612003,
      "grad_norm": 1.5211916029386603,
      "learning_rate": 0.00010075226141771527,
      "loss": 2.2188,
      "step": 79005
    },
    {
      "epoch": 3.6755524540590834,
      "grad_norm": 1.458792646371244,
      "learning_rate": 0.00010074875574807636,
      "loss": 2.0156,
      "step": 79006
    },
    {
      "epoch": 3.6755989765061643,
      "grad_norm": 1.4586487387957863,
      "learning_rate": 0.00010074525010858931,
      "loss": 2.0781,
      "step": 79007
    },
    {
      "epoch": 3.675645498953245,
      "grad_norm": 1.5132444207328986,
      "learning_rate": 0.00010074174449925634,
      "loss": 2.1875,
      "step": 79008
    },
    {
      "epoch": 3.6756920214003257,
      "grad_norm": 1.4619558594697055,
      "learning_rate": 0.00010073823892007956,
      "loss": 1.9844,
      "step": 79009
    },
    {
      "epoch": 3.675738543847406,
      "grad_norm": 1.3959839628976065,
      "learning_rate": 0.00010073473337106113,
      "loss": 1.6016,
      "step": 79010
    },
    {
      "epoch": 3.675785066294487,
      "grad_norm": 1.4471308998675212,
      "learning_rate": 0.00010073122785220315,
      "loss": 1.9844,
      "step": 79011
    },
    {
      "epoch": 3.675831588741568,
      "grad_norm": 1.5946024258925915,
      "learning_rate": 0.00010072772236350785,
      "loss": 2.125,
      "step": 79012
    },
    {
      "epoch": 3.6758781111886485,
      "grad_norm": 1.439198064152328,
      "learning_rate": 0.00010072421690497728,
      "loss": 1.9375,
      "step": 79013
    },
    {
      "epoch": 3.675924633635729,
      "grad_norm": 1.5521262282029675,
      "learning_rate": 0.00010072071147661368,
      "loss": 1.9141,
      "step": 79014
    },
    {
      "epoch": 3.67597115608281,
      "grad_norm": 1.4775682440414277,
      "learning_rate": 0.0001007172060784191,
      "loss": 1.9297,
      "step": 79015
    },
    {
      "epoch": 3.676017678529891,
      "grad_norm": 1.4636167085497034,
      "learning_rate": 0.00010071370071039579,
      "loss": 2.1094,
      "step": 79016
    },
    {
      "epoch": 3.6760642009769713,
      "grad_norm": 1.3917692987848571,
      "learning_rate": 0.0001007101953725458,
      "loss": 2.0156,
      "step": 79017
    },
    {
      "epoch": 3.676110723424052,
      "grad_norm": 1.4961627305825054,
      "learning_rate": 0.00010070669006487136,
      "loss": 2.2031,
      "step": 79018
    },
    {
      "epoch": 3.6761572458711327,
      "grad_norm": 1.4522744918467576,
      "learning_rate": 0.00010070318478737453,
      "loss": 2.1406,
      "step": 79019
    },
    {
      "epoch": 3.6762037683182136,
      "grad_norm": 1.5370812362092372,
      "learning_rate": 0.00010069967954005754,
      "loss": 2.0938,
      "step": 79020
    },
    {
      "epoch": 3.676250290765294,
      "grad_norm": 1.4029366794713227,
      "learning_rate": 0.0001006961743229225,
      "loss": 1.9375,
      "step": 79021
    },
    {
      "epoch": 3.676296813212375,
      "grad_norm": 1.3790640201476505,
      "learning_rate": 0.00010069266913597145,
      "loss": 1.9219,
      "step": 79022
    },
    {
      "epoch": 3.676343335659456,
      "grad_norm": 1.5049820295207321,
      "learning_rate": 0.00010068916397920673,
      "loss": 2.2031,
      "step": 79023
    },
    {
      "epoch": 3.6763898581065364,
      "grad_norm": 1.5054926873417354,
      "learning_rate": 0.00010068565885263041,
      "loss": 1.9141,
      "step": 79024
    },
    {
      "epoch": 3.676436380553617,
      "grad_norm": 1.5597288509847622,
      "learning_rate": 0.00010068215375624458,
      "loss": 2.2812,
      "step": 79025
    },
    {
      "epoch": 3.676482903000698,
      "grad_norm": 1.393596391511374,
      "learning_rate": 0.00010067864869005145,
      "loss": 1.8203,
      "step": 79026
    },
    {
      "epoch": 3.6765294254477787,
      "grad_norm": 1.503544168052882,
      "learning_rate": 0.00010067514365405312,
      "loss": 2.1406,
      "step": 79027
    },
    {
      "epoch": 3.676575947894859,
      "grad_norm": 1.3553294639343507,
      "learning_rate": 0.0001006716386482518,
      "loss": 1.7188,
      "step": 79028
    },
    {
      "epoch": 3.67662247034194,
      "grad_norm": 1.4517199938098717,
      "learning_rate": 0.00010066813367264956,
      "loss": 2.0,
      "step": 79029
    },
    {
      "epoch": 3.6766689927890206,
      "grad_norm": 1.5606108817621294,
      "learning_rate": 0.00010066462872724859,
      "loss": 2.2812,
      "step": 79030
    },
    {
      "epoch": 3.6767155152361015,
      "grad_norm": 1.496756175581205,
      "learning_rate": 0.00010066112381205102,
      "loss": 2.2031,
      "step": 79031
    },
    {
      "epoch": 3.676762037683182,
      "grad_norm": 1.4201227180336988,
      "learning_rate": 0.00010065761892705901,
      "loss": 1.9531,
      "step": 79032
    },
    {
      "epoch": 3.676808560130263,
      "grad_norm": 1.47201861117352,
      "learning_rate": 0.00010065411407227467,
      "loss": 2.1875,
      "step": 79033
    },
    {
      "epoch": 3.676855082577344,
      "grad_norm": 1.5064659586277476,
      "learning_rate": 0.0001006506092477002,
      "loss": 2.2188,
      "step": 79034
    },
    {
      "epoch": 3.6769016050244243,
      "grad_norm": 1.3801753351718555,
      "learning_rate": 0.00010064710445333769,
      "loss": 1.7031,
      "step": 79035
    },
    {
      "epoch": 3.676948127471505,
      "grad_norm": 1.4842411981269117,
      "learning_rate": 0.00010064359968918936,
      "loss": 2.0,
      "step": 79036
    },
    {
      "epoch": 3.6769946499185857,
      "grad_norm": 1.437834496981383,
      "learning_rate": 0.00010064009495525725,
      "loss": 1.9531,
      "step": 79037
    },
    {
      "epoch": 3.6770411723656666,
      "grad_norm": 1.5602130032931136,
      "learning_rate": 0.00010063659025154361,
      "loss": 1.9922,
      "step": 79038
    },
    {
      "epoch": 3.677087694812747,
      "grad_norm": 1.4705532092119098,
      "learning_rate": 0.00010063308557805053,
      "loss": 2.2031,
      "step": 79039
    },
    {
      "epoch": 3.677134217259828,
      "grad_norm": 1.5398626429783435,
      "learning_rate": 0.00010062958093478017,
      "loss": 2.1406,
      "step": 79040
    },
    {
      "epoch": 3.6771807397069085,
      "grad_norm": 1.4957837213633411,
      "learning_rate": 0.00010062607632173464,
      "loss": 2.1094,
      "step": 79041
    },
    {
      "epoch": 3.6772272621539894,
      "grad_norm": 1.4941011169238685,
      "learning_rate": 0.00010062257173891615,
      "loss": 2.0469,
      "step": 79042
    },
    {
      "epoch": 3.67727378460107,
      "grad_norm": 1.5629779243044812,
      "learning_rate": 0.0001006190671863268,
      "loss": 2.2344,
      "step": 79043
    },
    {
      "epoch": 3.677320307048151,
      "grad_norm": 1.4564983327133398,
      "learning_rate": 0.0001006155626639687,
      "loss": 2.0625,
      "step": 79044
    },
    {
      "epoch": 3.6773668294952313,
      "grad_norm": 1.5111101013365542,
      "learning_rate": 0.00010061205817184412,
      "loss": 2.3125,
      "step": 79045
    },
    {
      "epoch": 3.6774133519423122,
      "grad_norm": 1.473242856198343,
      "learning_rate": 0.00010060855370995508,
      "loss": 1.6562,
      "step": 79046
    },
    {
      "epoch": 3.6774598743893927,
      "grad_norm": 1.542241158089382,
      "learning_rate": 0.00010060504927830381,
      "loss": 2.1094,
      "step": 79047
    },
    {
      "epoch": 3.6775063968364736,
      "grad_norm": 1.4879692456067484,
      "learning_rate": 0.00010060154487689239,
      "loss": 2.0156,
      "step": 79048
    },
    {
      "epoch": 3.6775529192835545,
      "grad_norm": 1.495392962847703,
      "learning_rate": 0.00010059804050572303,
      "loss": 2.0156,
      "step": 79049
    },
    {
      "epoch": 3.677599441730635,
      "grad_norm": 1.505377622709989,
      "learning_rate": 0.00010059453616479786,
      "loss": 1.9844,
      "step": 79050
    },
    {
      "epoch": 3.6776459641777155,
      "grad_norm": 1.5526467909739625,
      "learning_rate": 0.00010059103185411894,
      "loss": 2.1562,
      "step": 79051
    },
    {
      "epoch": 3.6776924866247964,
      "grad_norm": 1.443721731087898,
      "learning_rate": 0.00010058752757368852,
      "loss": 2.0625,
      "step": 79052
    },
    {
      "epoch": 3.6777390090718773,
      "grad_norm": 1.580755172158528,
      "learning_rate": 0.00010058402332350869,
      "loss": 2.0938,
      "step": 79053
    },
    {
      "epoch": 3.677785531518958,
      "grad_norm": 1.5010386089931376,
      "learning_rate": 0.00010058051910358164,
      "loss": 2.0938,
      "step": 79054
    },
    {
      "epoch": 3.6778320539660387,
      "grad_norm": 1.5040748276275955,
      "learning_rate": 0.00010057701491390946,
      "loss": 2.1562,
      "step": 79055
    },
    {
      "epoch": 3.677878576413119,
      "grad_norm": 1.4667879813727827,
      "learning_rate": 0.00010057351075449434,
      "loss": 1.8906,
      "step": 79056
    },
    {
      "epoch": 3.6779250988602,
      "grad_norm": 1.4561746947742757,
      "learning_rate": 0.00010057000662533839,
      "loss": 2.0312,
      "step": 79057
    },
    {
      "epoch": 3.6779716213072806,
      "grad_norm": 1.4540402724850146,
      "learning_rate": 0.00010056650252644378,
      "loss": 2.0938,
      "step": 79058
    },
    {
      "epoch": 3.6780181437543615,
      "grad_norm": 1.4453893824039272,
      "learning_rate": 0.00010056299845781265,
      "loss": 2.0312,
      "step": 79059
    },
    {
      "epoch": 3.6780646662014425,
      "grad_norm": 1.5224504857456198,
      "learning_rate": 0.00010055949441944715,
      "loss": 2.2031,
      "step": 79060
    },
    {
      "epoch": 3.678111188648523,
      "grad_norm": 1.4316454663105178,
      "learning_rate": 0.00010055599041134941,
      "loss": 1.8984,
      "step": 79061
    },
    {
      "epoch": 3.6781577110956034,
      "grad_norm": 1.5038288263658053,
      "learning_rate": 0.00010055248643352158,
      "loss": 1.9922,
      "step": 79062
    },
    {
      "epoch": 3.6782042335426843,
      "grad_norm": 1.5825531618577735,
      "learning_rate": 0.00010054898248596581,
      "loss": 2.2969,
      "step": 79063
    },
    {
      "epoch": 3.6782507559897653,
      "grad_norm": 1.475181943707239,
      "learning_rate": 0.00010054547856868427,
      "loss": 2.125,
      "step": 79064
    },
    {
      "epoch": 3.6782972784368457,
      "grad_norm": 1.442828992429535,
      "learning_rate": 0.00010054197468167905,
      "loss": 1.9453,
      "step": 79065
    },
    {
      "epoch": 3.6783438008839267,
      "grad_norm": 1.383710166645019,
      "learning_rate": 0.00010053847082495229,
      "loss": 1.875,
      "step": 79066
    },
    {
      "epoch": 3.678390323331007,
      "grad_norm": 1.5069284825671785,
      "learning_rate": 0.00010053496699850624,
      "loss": 2.0781,
      "step": 79067
    },
    {
      "epoch": 3.678436845778088,
      "grad_norm": 1.519888684052642,
      "learning_rate": 0.00010053146320234293,
      "loss": 2.25,
      "step": 79068
    },
    {
      "epoch": 3.6784833682251685,
      "grad_norm": 1.469038435485164,
      "learning_rate": 0.00010052795943646457,
      "loss": 1.9688,
      "step": 79069
    },
    {
      "epoch": 3.6785298906722494,
      "grad_norm": 1.3965128862393368,
      "learning_rate": 0.00010052445570087328,
      "loss": 1.9766,
      "step": 79070
    },
    {
      "epoch": 3.67857641311933,
      "grad_norm": 1.408139311838717,
      "learning_rate": 0.00010052095199557122,
      "loss": 1.8516,
      "step": 79071
    },
    {
      "epoch": 3.678622935566411,
      "grad_norm": 1.5142007263369315,
      "learning_rate": 0.0001005174483205605,
      "loss": 1.9453,
      "step": 79072
    },
    {
      "epoch": 3.6786694580134913,
      "grad_norm": 1.5026670231835229,
      "learning_rate": 0.00010051394467584333,
      "loss": 2.0312,
      "step": 79073
    },
    {
      "epoch": 3.6787159804605722,
      "grad_norm": 1.4852718666537872,
      "learning_rate": 0.00010051044106142179,
      "loss": 2.0156,
      "step": 79074
    },
    {
      "epoch": 3.678762502907653,
      "grad_norm": 1.5646838735736837,
      "learning_rate": 0.00010050693747729806,
      "loss": 2.2969,
      "step": 79075
    },
    {
      "epoch": 3.6788090253547336,
      "grad_norm": 1.4949593714845786,
      "learning_rate": 0.00010050343392347428,
      "loss": 2.1406,
      "step": 79076
    },
    {
      "epoch": 3.678855547801814,
      "grad_norm": 1.6500328067056471,
      "learning_rate": 0.00010049993039995256,
      "loss": 2.2188,
      "step": 79077
    },
    {
      "epoch": 3.678902070248895,
      "grad_norm": 1.4346183580749614,
      "learning_rate": 0.00010049642690673512,
      "loss": 1.9609,
      "step": 79078
    },
    {
      "epoch": 3.678948592695976,
      "grad_norm": 1.4633455494280712,
      "learning_rate": 0.000100492923443824,
      "loss": 1.8984,
      "step": 79079
    },
    {
      "epoch": 3.6789951151430564,
      "grad_norm": 1.4731473008414386,
      "learning_rate": 0.00010048942001122145,
      "loss": 2.1094,
      "step": 79080
    },
    {
      "epoch": 3.6790416375901374,
      "grad_norm": 1.571869204821154,
      "learning_rate": 0.00010048591660892954,
      "loss": 2.2188,
      "step": 79081
    },
    {
      "epoch": 3.679088160037218,
      "grad_norm": 1.5331278051652257,
      "learning_rate": 0.00010048241323695047,
      "loss": 2.1875,
      "step": 79082
    },
    {
      "epoch": 3.6791346824842988,
      "grad_norm": 1.5196372312219677,
      "learning_rate": 0.00010047890989528634,
      "loss": 2.1094,
      "step": 79083
    },
    {
      "epoch": 3.6791812049313792,
      "grad_norm": 1.6225570450348912,
      "learning_rate": 0.00010047540658393933,
      "loss": 2.3125,
      "step": 79084
    },
    {
      "epoch": 3.67922772737846,
      "grad_norm": 1.459870456235673,
      "learning_rate": 0.00010047190330291155,
      "loss": 2.0938,
      "step": 79085
    },
    {
      "epoch": 3.679274249825541,
      "grad_norm": 1.465258491674238,
      "learning_rate": 0.00010046840005220516,
      "loss": 1.9062,
      "step": 79086
    },
    {
      "epoch": 3.6793207722726216,
      "grad_norm": 1.4604084663928705,
      "learning_rate": 0.00010046489683182231,
      "loss": 1.9844,
      "step": 79087
    },
    {
      "epoch": 3.679367294719702,
      "grad_norm": 1.4436052197107576,
      "learning_rate": 0.00010046139364176511,
      "loss": 2.0625,
      "step": 79088
    },
    {
      "epoch": 3.679413817166783,
      "grad_norm": 1.503404490501372,
      "learning_rate": 0.0001004578904820358,
      "loss": 1.4766,
      "step": 79089
    },
    {
      "epoch": 3.679460339613864,
      "grad_norm": 1.4722849356211936,
      "learning_rate": 0.00010045438735263641,
      "loss": 2.0469,
      "step": 79090
    },
    {
      "epoch": 3.6795068620609443,
      "grad_norm": 1.4050118285317637,
      "learning_rate": 0.00010045088425356919,
      "loss": 1.8125,
      "step": 79091
    },
    {
      "epoch": 3.6795533845080253,
      "grad_norm": 1.481136890874211,
      "learning_rate": 0.00010044738118483617,
      "loss": 1.9375,
      "step": 79092
    },
    {
      "epoch": 3.6795999069551057,
      "grad_norm": 1.6532283327776103,
      "learning_rate": 0.0001004438781464396,
      "loss": 2.4062,
      "step": 79093
    },
    {
      "epoch": 3.6796464294021867,
      "grad_norm": 1.4308670514281994,
      "learning_rate": 0.00010044037513838157,
      "loss": 2.0156,
      "step": 79094
    },
    {
      "epoch": 3.679692951849267,
      "grad_norm": 1.4782648400027716,
      "learning_rate": 0.00010043687216066424,
      "loss": 1.9922,
      "step": 79095
    },
    {
      "epoch": 3.679739474296348,
      "grad_norm": 1.5142760268207252,
      "learning_rate": 0.00010043336921328973,
      "loss": 2.1094,
      "step": 79096
    },
    {
      "epoch": 3.6797859967434285,
      "grad_norm": 1.4790618228275352,
      "learning_rate": 0.00010042986629626024,
      "loss": 2.1094,
      "step": 79097
    },
    {
      "epoch": 3.6798325191905095,
      "grad_norm": 1.4868243883923324,
      "learning_rate": 0.00010042636340957782,
      "loss": 2.1094,
      "step": 79098
    },
    {
      "epoch": 3.67987904163759,
      "grad_norm": 1.4909173326863854,
      "learning_rate": 0.00010042286055324473,
      "loss": 2.2188,
      "step": 79099
    },
    {
      "epoch": 3.679925564084671,
      "grad_norm": 1.3846927946015277,
      "learning_rate": 0.00010041935772726303,
      "loss": 1.7812,
      "step": 79100
    },
    {
      "epoch": 3.679972086531752,
      "grad_norm": 1.4216929678841532,
      "learning_rate": 0.0001004158549316349,
      "loss": 1.8984,
      "step": 79101
    },
    {
      "epoch": 3.6800186089788323,
      "grad_norm": 1.4420800030718375,
      "learning_rate": 0.00010041235216636249,
      "loss": 2.1406,
      "step": 79102
    },
    {
      "epoch": 3.6800651314259127,
      "grad_norm": 1.431365225477773,
      "learning_rate": 0.00010040884943144789,
      "loss": 2.0625,
      "step": 79103
    },
    {
      "epoch": 3.6801116538729937,
      "grad_norm": 1.4503320138673834,
      "learning_rate": 0.00010040534672689332,
      "loss": 2.0,
      "step": 79104
    },
    {
      "epoch": 3.6801581763200746,
      "grad_norm": 1.4034585069096932,
      "learning_rate": 0.00010040184405270086,
      "loss": 1.9688,
      "step": 79105
    },
    {
      "epoch": 3.680204698767155,
      "grad_norm": 1.6300841584800296,
      "learning_rate": 0.00010039834140887271,
      "loss": 2.3438,
      "step": 79106
    },
    {
      "epoch": 3.680251221214236,
      "grad_norm": 1.4871619006854548,
      "learning_rate": 0.00010039483879541098,
      "loss": 2.0469,
      "step": 79107
    },
    {
      "epoch": 3.6802977436613165,
      "grad_norm": 1.5423946029030309,
      "learning_rate": 0.00010039133621231781,
      "loss": 2.0625,
      "step": 79108
    },
    {
      "epoch": 3.6803442661083974,
      "grad_norm": 1.4425628942597162,
      "learning_rate": 0.00010038783365959536,
      "loss": 1.9609,
      "step": 79109
    },
    {
      "epoch": 3.680390788555478,
      "grad_norm": 1.3944121359660853,
      "learning_rate": 0.00010038433113724572,
      "loss": 1.9375,
      "step": 79110
    },
    {
      "epoch": 3.6804373110025588,
      "grad_norm": 1.4928967784954006,
      "learning_rate": 0.00010038082864527116,
      "loss": 1.9531,
      "step": 79111
    },
    {
      "epoch": 3.6804838334496397,
      "grad_norm": 1.476726861325412,
      "learning_rate": 0.00010037732618367372,
      "loss": 2.1094,
      "step": 79112
    },
    {
      "epoch": 3.68053035589672,
      "grad_norm": 1.3961743304742078,
      "learning_rate": 0.0001003738237524556,
      "loss": 1.8906,
      "step": 79113
    },
    {
      "epoch": 3.6805768783438007,
      "grad_norm": 1.448980316421105,
      "learning_rate": 0.00010037032135161887,
      "loss": 2.0312,
      "step": 79114
    },
    {
      "epoch": 3.6806234007908816,
      "grad_norm": 1.4992762097679448,
      "learning_rate": 0.00010036681898116578,
      "loss": 1.6016,
      "step": 79115
    },
    {
      "epoch": 3.6806699232379625,
      "grad_norm": 1.5254487353219128,
      "learning_rate": 0.00010036331664109835,
      "loss": 2.0781,
      "step": 79116
    },
    {
      "epoch": 3.680716445685043,
      "grad_norm": 1.447793518325918,
      "learning_rate": 0.00010035981433141886,
      "loss": 2.1406,
      "step": 79117
    },
    {
      "epoch": 3.680762968132124,
      "grad_norm": 1.5230244326198983,
      "learning_rate": 0.00010035631205212933,
      "loss": 2.125,
      "step": 79118
    },
    {
      "epoch": 3.6808094905792044,
      "grad_norm": 1.400337116983144,
      "learning_rate": 0.00010035280980323202,
      "loss": 1.8281,
      "step": 79119
    },
    {
      "epoch": 3.6808560130262853,
      "grad_norm": 1.5144805162430104,
      "learning_rate": 0.00010034930758472894,
      "loss": 2.1406,
      "step": 79120
    },
    {
      "epoch": 3.6809025354733658,
      "grad_norm": 1.4936291307090876,
      "learning_rate": 0.00010034580539662236,
      "loss": 2.1562,
      "step": 79121
    },
    {
      "epoch": 3.6809490579204467,
      "grad_norm": 1.3987866084175666,
      "learning_rate": 0.00010034230323891432,
      "loss": 1.7734,
      "step": 79122
    },
    {
      "epoch": 3.6809955803675276,
      "grad_norm": 1.5377204005345944,
      "learning_rate": 0.00010033880111160707,
      "loss": 2.1406,
      "step": 79123
    },
    {
      "epoch": 3.681042102814608,
      "grad_norm": 1.4171475061846857,
      "learning_rate": 0.00010033529901470267,
      "loss": 1.7969,
      "step": 79124
    },
    {
      "epoch": 3.6810886252616886,
      "grad_norm": 1.3455300658216185,
      "learning_rate": 0.0001003317969482033,
      "loss": 1.8125,
      "step": 79125
    },
    {
      "epoch": 3.6811351477087695,
      "grad_norm": 1.439014281450547,
      "learning_rate": 0.00010032829491211108,
      "loss": 1.8594,
      "step": 79126
    },
    {
      "epoch": 3.6811816701558504,
      "grad_norm": 1.4487653233614444,
      "learning_rate": 0.00010032479290642819,
      "loss": 1.9297,
      "step": 79127
    },
    {
      "epoch": 3.681228192602931,
      "grad_norm": 1.385418124942409,
      "learning_rate": 0.00010032129093115677,
      "loss": 1.9062,
      "step": 79128
    },
    {
      "epoch": 3.6812747150500114,
      "grad_norm": 1.4734262696000306,
      "learning_rate": 0.00010031778898629891,
      "loss": 2.0156,
      "step": 79129
    },
    {
      "epoch": 3.6813212374970923,
      "grad_norm": 1.4517044279797768,
      "learning_rate": 0.00010031428707185681,
      "loss": 2.0312,
      "step": 79130
    },
    {
      "epoch": 3.681367759944173,
      "grad_norm": 1.4760899826298983,
      "learning_rate": 0.00010031078518783259,
      "loss": 1.9688,
      "step": 79131
    },
    {
      "epoch": 3.6814142823912537,
      "grad_norm": 1.6834994248436839,
      "learning_rate": 0.00010030728333422837,
      "loss": 2.3281,
      "step": 79132
    },
    {
      "epoch": 3.6814608048383346,
      "grad_norm": 1.5545170654961764,
      "learning_rate": 0.00010030378151104637,
      "loss": 2.2656,
      "step": 79133
    },
    {
      "epoch": 3.681507327285415,
      "grad_norm": 1.3526595327480433,
      "learning_rate": 0.00010030027971828865,
      "loss": 1.8672,
      "step": 79134
    },
    {
      "epoch": 3.681553849732496,
      "grad_norm": 1.426565181305178,
      "learning_rate": 0.00010029677795595743,
      "loss": 1.9609,
      "step": 79135
    },
    {
      "epoch": 3.6816003721795765,
      "grad_norm": 1.5061332329760448,
      "learning_rate": 0.00010029327622405479,
      "loss": 2.0312,
      "step": 79136
    },
    {
      "epoch": 3.6816468946266574,
      "grad_norm": 1.5338974391786753,
      "learning_rate": 0.00010028977452258294,
      "loss": 2.0469,
      "step": 79137
    },
    {
      "epoch": 3.6816934170737383,
      "grad_norm": 1.5343446853203595,
      "learning_rate": 0.00010028627285154394,
      "loss": 2.0938,
      "step": 79138
    },
    {
      "epoch": 3.681739939520819,
      "grad_norm": 1.4561674621048675,
      "learning_rate": 0.00010028277121094,
      "loss": 2.0938,
      "step": 79139
    },
    {
      "epoch": 3.6817864619678993,
      "grad_norm": 1.50484019870308,
      "learning_rate": 0.00010027926960077322,
      "loss": 2.125,
      "step": 79140
    },
    {
      "epoch": 3.68183298441498,
      "grad_norm": 1.4399277792259035,
      "learning_rate": 0.00010027576802104579,
      "loss": 2.0781,
      "step": 79141
    },
    {
      "epoch": 3.681879506862061,
      "grad_norm": 1.5264811062297727,
      "learning_rate": 0.00010027226647175981,
      "loss": 2.1719,
      "step": 79142
    },
    {
      "epoch": 3.6819260293091416,
      "grad_norm": 1.4290985479864597,
      "learning_rate": 0.00010026876495291745,
      "loss": 1.9922,
      "step": 79143
    },
    {
      "epoch": 3.6819725517562225,
      "grad_norm": 1.4513766869158158,
      "learning_rate": 0.00010026526346452085,
      "loss": 2.125,
      "step": 79144
    },
    {
      "epoch": 3.682019074203303,
      "grad_norm": 1.490317594644968,
      "learning_rate": 0.00010026176200657213,
      "loss": 2.1562,
      "step": 79145
    },
    {
      "epoch": 3.682065596650384,
      "grad_norm": 1.4928196289089481,
      "learning_rate": 0.00010025826057907344,
      "loss": 2.0938,
      "step": 79146
    },
    {
      "epoch": 3.6821121190974644,
      "grad_norm": 1.4599776114099674,
      "learning_rate": 0.00010025475918202698,
      "loss": 1.9219,
      "step": 79147
    },
    {
      "epoch": 3.6821586415445453,
      "grad_norm": 1.439869699078189,
      "learning_rate": 0.00010025125781543481,
      "loss": 1.6875,
      "step": 79148
    },
    {
      "epoch": 3.6822051639916262,
      "grad_norm": 1.5619779331713772,
      "learning_rate": 0.00010024775647929916,
      "loss": 2.2344,
      "step": 79149
    },
    {
      "epoch": 3.6822516864387067,
      "grad_norm": 1.4488049320545184,
      "learning_rate": 0.00010024425517362208,
      "loss": 1.8516,
      "step": 79150
    },
    {
      "epoch": 3.682298208885787,
      "grad_norm": 1.4157291589583807,
      "learning_rate": 0.0001002407538984058,
      "loss": 1.7969,
      "step": 79151
    },
    {
      "epoch": 3.682344731332868,
      "grad_norm": 1.47777519024651,
      "learning_rate": 0.00010023725265365239,
      "loss": 1.9688,
      "step": 79152
    },
    {
      "epoch": 3.682391253779949,
      "grad_norm": 1.369604720305588,
      "learning_rate": 0.00010023375143936405,
      "loss": 1.9141,
      "step": 79153
    },
    {
      "epoch": 3.6824377762270295,
      "grad_norm": 1.405131462600212,
      "learning_rate": 0.00010023025025554283,
      "loss": 1.8984,
      "step": 79154
    },
    {
      "epoch": 3.6824842986741104,
      "grad_norm": 1.5387620404206637,
      "learning_rate": 0.00010022674910219099,
      "loss": 2.0938,
      "step": 79155
    },
    {
      "epoch": 3.682530821121191,
      "grad_norm": 1.5232518970809994,
      "learning_rate": 0.00010022324797931066,
      "loss": 2.2656,
      "step": 79156
    },
    {
      "epoch": 3.682577343568272,
      "grad_norm": 1.5417226783871323,
      "learning_rate": 0.00010021974688690392,
      "loss": 2.3594,
      "step": 79157
    },
    {
      "epoch": 3.6826238660153523,
      "grad_norm": 1.6318046621618487,
      "learning_rate": 0.00010021624582497298,
      "loss": 2.2812,
      "step": 79158
    },
    {
      "epoch": 3.682670388462433,
      "grad_norm": 1.486427941852337,
      "learning_rate": 0.00010021274479351994,
      "loss": 1.9609,
      "step": 79159
    },
    {
      "epoch": 3.6827169109095137,
      "grad_norm": 1.4250957896372884,
      "learning_rate": 0.00010020924379254692,
      "loss": 1.9219,
      "step": 79160
    },
    {
      "epoch": 3.6827634333565946,
      "grad_norm": 1.4423419741025463,
      "learning_rate": 0.00010020574282205612,
      "loss": 2.0156,
      "step": 79161
    },
    {
      "epoch": 3.682809955803675,
      "grad_norm": 1.449321592077555,
      "learning_rate": 0.00010020224188204965,
      "loss": 2.0625,
      "step": 79162
    },
    {
      "epoch": 3.682856478250756,
      "grad_norm": 1.4916030181693578,
      "learning_rate": 0.00010019874097252966,
      "loss": 2.25,
      "step": 79163
    },
    {
      "epoch": 3.682903000697837,
      "grad_norm": 1.461047132705632,
      "learning_rate": 0.00010019524009349828,
      "loss": 1.9922,
      "step": 79164
    },
    {
      "epoch": 3.6829495231449174,
      "grad_norm": 1.5050225897268614,
      "learning_rate": 0.0001001917392449577,
      "loss": 2.1094,
      "step": 79165
    },
    {
      "epoch": 3.682996045591998,
      "grad_norm": 1.6726423120713634,
      "learning_rate": 0.00010018823842691,
      "loss": 2.2188,
      "step": 79166
    },
    {
      "epoch": 3.683042568039079,
      "grad_norm": 1.474004957988541,
      "learning_rate": 0.00010018473763935737,
      "loss": 1.9844,
      "step": 79167
    },
    {
      "epoch": 3.6830890904861597,
      "grad_norm": 1.5755351404819986,
      "learning_rate": 0.00010018123688230194,
      "loss": 1.9297,
      "step": 79168
    },
    {
      "epoch": 3.68313561293324,
      "grad_norm": 1.382928279735503,
      "learning_rate": 0.00010017773615574586,
      "loss": 1.8516,
      "step": 79169
    },
    {
      "epoch": 3.683182135380321,
      "grad_norm": 1.4796844275218404,
      "learning_rate": 0.00010017423545969122,
      "loss": 2.0781,
      "step": 79170
    },
    {
      "epoch": 3.6832286578274016,
      "grad_norm": 1.4257519807414987,
      "learning_rate": 0.00010017073479414025,
      "loss": 1.8828,
      "step": 79171
    },
    {
      "epoch": 3.6832751802744825,
      "grad_norm": 1.408024102487654,
      "learning_rate": 0.000100167234159095,
      "loss": 1.9062,
      "step": 79172
    },
    {
      "epoch": 3.683321702721563,
      "grad_norm": 1.4114901383588392,
      "learning_rate": 0.00010016373355455774,
      "loss": 1.8203,
      "step": 79173
    },
    {
      "epoch": 3.683368225168644,
      "grad_norm": 1.5163960966291263,
      "learning_rate": 0.00010016023298053045,
      "loss": 2.1719,
      "step": 79174
    },
    {
      "epoch": 3.683414747615725,
      "grad_norm": 1.5139020737080566,
      "learning_rate": 0.00010015673243701542,
      "loss": 2.1719,
      "step": 79175
    },
    {
      "epoch": 3.6834612700628053,
      "grad_norm": 1.5019747908606933,
      "learning_rate": 0.00010015323192401468,
      "loss": 2.0156,
      "step": 79176
    },
    {
      "epoch": 3.683507792509886,
      "grad_norm": 1.485127327331923,
      "learning_rate": 0.00010014973144153044,
      "loss": 1.9219,
      "step": 79177
    },
    {
      "epoch": 3.6835543149569667,
      "grad_norm": 1.5116748234432402,
      "learning_rate": 0.00010014623098956486,
      "loss": 2.0,
      "step": 79178
    },
    {
      "epoch": 3.6836008374040476,
      "grad_norm": 1.4829110893699775,
      "learning_rate": 0.00010014273056812003,
      "loss": 1.875,
      "step": 79179
    },
    {
      "epoch": 3.683647359851128,
      "grad_norm": 1.413273803317897,
      "learning_rate": 0.00010013923017719815,
      "loss": 2.0312,
      "step": 79180
    },
    {
      "epoch": 3.683693882298209,
      "grad_norm": 1.5069102790152842,
      "learning_rate": 0.00010013572981680127,
      "loss": 2.1719,
      "step": 79181
    },
    {
      "epoch": 3.6837404047452895,
      "grad_norm": 1.5026324337191166,
      "learning_rate": 0.00010013222948693162,
      "loss": 2.0781,
      "step": 79182
    },
    {
      "epoch": 3.6837869271923704,
      "grad_norm": 1.4187908425507585,
      "learning_rate": 0.00010012872918759132,
      "loss": 1.8359,
      "step": 79183
    },
    {
      "epoch": 3.683833449639451,
      "grad_norm": 1.4081162792700308,
      "learning_rate": 0.00010012522891878252,
      "loss": 1.8438,
      "step": 79184
    },
    {
      "epoch": 3.683879972086532,
      "grad_norm": 1.4636027195659762,
      "learning_rate": 0.00010012172868050733,
      "loss": 1.8906,
      "step": 79185
    },
    {
      "epoch": 3.6839264945336123,
      "grad_norm": 1.4911822539160884,
      "learning_rate": 0.00010011822847276789,
      "loss": 2.0312,
      "step": 79186
    },
    {
      "epoch": 3.6839730169806932,
      "grad_norm": 1.4529747095114516,
      "learning_rate": 0.0001001147282955664,
      "loss": 1.8594,
      "step": 79187
    },
    {
      "epoch": 3.6840195394277737,
      "grad_norm": 1.509028212383919,
      "learning_rate": 0.00010011122814890494,
      "loss": 2.125,
      "step": 79188
    },
    {
      "epoch": 3.6840660618748546,
      "grad_norm": 1.632882180116093,
      "learning_rate": 0.0001001077280327857,
      "loss": 2.125,
      "step": 79189
    },
    {
      "epoch": 3.6841125843219356,
      "grad_norm": 1.566105844025769,
      "learning_rate": 0.00010010422794721079,
      "loss": 2.4375,
      "step": 79190
    },
    {
      "epoch": 3.684159106769016,
      "grad_norm": 1.501829142082055,
      "learning_rate": 0.00010010072789218238,
      "loss": 2.0469,
      "step": 79191
    },
    {
      "epoch": 3.6842056292160965,
      "grad_norm": 1.4566099479365782,
      "learning_rate": 0.00010009722786770257,
      "loss": 1.9219,
      "step": 79192
    },
    {
      "epoch": 3.6842521516631774,
      "grad_norm": 1.5429745558367396,
      "learning_rate": 0.00010009372787377356,
      "loss": 2.2812,
      "step": 79193
    },
    {
      "epoch": 3.6842986741102584,
      "grad_norm": 1.4792502067663327,
      "learning_rate": 0.00010009022791039745,
      "loss": 1.9688,
      "step": 79194
    },
    {
      "epoch": 3.684345196557339,
      "grad_norm": 1.3639994647926452,
      "learning_rate": 0.00010008672797757642,
      "loss": 1.8125,
      "step": 79195
    },
    {
      "epoch": 3.6843917190044198,
      "grad_norm": 1.4551865859073063,
      "learning_rate": 0.00010008322807531255,
      "loss": 2.0625,
      "step": 79196
    },
    {
      "epoch": 3.6844382414515002,
      "grad_norm": 1.5512890692816192,
      "learning_rate": 0.000100079728203608,
      "loss": 2.1094,
      "step": 79197
    },
    {
      "epoch": 3.684484763898581,
      "grad_norm": 1.3219386797699475,
      "learning_rate": 0.00010007622836246499,
      "loss": 1.7109,
      "step": 79198
    },
    {
      "epoch": 3.6845312863456616,
      "grad_norm": 1.4555511456646293,
      "learning_rate": 0.00010007272855188558,
      "loss": 1.9062,
      "step": 79199
    },
    {
      "epoch": 3.6845778087927425,
      "grad_norm": 1.4688775702335757,
      "learning_rate": 0.00010006922877187196,
      "loss": 2.0625,
      "step": 79200
    },
    {
      "epoch": 3.6846243312398235,
      "grad_norm": 1.4465514572755072,
      "learning_rate": 0.00010006572902242622,
      "loss": 1.8984,
      "step": 79201
    },
    {
      "epoch": 3.684670853686904,
      "grad_norm": 1.5246847232496765,
      "learning_rate": 0.00010006222930355059,
      "loss": 2.0781,
      "step": 79202
    },
    {
      "epoch": 3.6847173761339844,
      "grad_norm": 1.4165281371304832,
      "learning_rate": 0.00010005872961524711,
      "loss": 1.8516,
      "step": 79203
    },
    {
      "epoch": 3.6847638985810653,
      "grad_norm": 1.3838577719513918,
      "learning_rate": 0.00010005522995751801,
      "loss": 1.75,
      "step": 79204
    },
    {
      "epoch": 3.6848104210281463,
      "grad_norm": 1.4234402950349907,
      "learning_rate": 0.00010005173033036535,
      "loss": 2.0312,
      "step": 79205
    },
    {
      "epoch": 3.6848569434752267,
      "grad_norm": 1.4576972467289404,
      "learning_rate": 0.00010004823073379135,
      "loss": 1.9766,
      "step": 79206
    },
    {
      "epoch": 3.6849034659223077,
      "grad_norm": 1.5569425120504827,
      "learning_rate": 0.0001000447311677981,
      "loss": 2.2344,
      "step": 79207
    },
    {
      "epoch": 3.684949988369388,
      "grad_norm": 1.4803893021231145,
      "learning_rate": 0.00010004123163238778,
      "loss": 1.8906,
      "step": 79208
    },
    {
      "epoch": 3.684996510816469,
      "grad_norm": 1.4712532065257786,
      "learning_rate": 0.00010003773212756246,
      "loss": 2.1562,
      "step": 79209
    },
    {
      "epoch": 3.6850430332635495,
      "grad_norm": 1.4661740717857736,
      "learning_rate": 0.00010003423265332439,
      "loss": 2.0156,
      "step": 79210
    },
    {
      "epoch": 3.6850895557106305,
      "grad_norm": 1.5094875145515003,
      "learning_rate": 0.00010003073320967566,
      "loss": 1.9453,
      "step": 79211
    },
    {
      "epoch": 3.685136078157711,
      "grad_norm": 1.4237984646936999,
      "learning_rate": 0.00010002723379661837,
      "loss": 1.8594,
      "step": 79212
    },
    {
      "epoch": 3.685182600604792,
      "grad_norm": 1.5300392785421066,
      "learning_rate": 0.00010002373441415475,
      "loss": 2.1875,
      "step": 79213
    },
    {
      "epoch": 3.6852291230518723,
      "grad_norm": 1.3497629725130365,
      "learning_rate": 0.00010002023506228684,
      "loss": 1.8672,
      "step": 79214
    },
    {
      "epoch": 3.6852756454989533,
      "grad_norm": 1.4861117469809813,
      "learning_rate": 0.00010001673574101688,
      "loss": 2.125,
      "step": 79215
    },
    {
      "epoch": 3.685322167946034,
      "grad_norm": 1.5226940458866,
      "learning_rate": 0.00010001323645034692,
      "loss": 2.2188,
      "step": 79216
    },
    {
      "epoch": 3.6853686903931147,
      "grad_norm": 1.4168080871168178,
      "learning_rate": 0.0001000097371902792,
      "loss": 1.9531,
      "step": 79217
    },
    {
      "epoch": 3.685415212840195,
      "grad_norm": 1.4624745713529208,
      "learning_rate": 0.0001000062379608158,
      "loss": 1.8125,
      "step": 79218
    },
    {
      "epoch": 3.685461735287276,
      "grad_norm": 1.580611965135838,
      "learning_rate": 0.0001000027387619588,
      "loss": 1.9922,
      "step": 79219
    },
    {
      "epoch": 3.685508257734357,
      "grad_norm": 1.4281179932286447,
      "learning_rate": 9.99992395937105e-05,
      "loss": 1.8203,
      "step": 79220
    },
    {
      "epoch": 3.6855547801814375,
      "grad_norm": 1.4591995675018206,
      "learning_rate": 9.999574045607294e-05,
      "loss": 2.0938,
      "step": 79221
    },
    {
      "epoch": 3.6856013026285184,
      "grad_norm": 1.4105838747246626,
      "learning_rate": 9.999224134904829e-05,
      "loss": 1.8359,
      "step": 79222
    },
    {
      "epoch": 3.685647825075599,
      "grad_norm": 1.4982465559943643,
      "learning_rate": 9.998874227263868e-05,
      "loss": 2.0938,
      "step": 79223
    },
    {
      "epoch": 3.6856943475226798,
      "grad_norm": 1.5247746725201825,
      "learning_rate": 9.998524322684628e-05,
      "loss": 2.0469,
      "step": 79224
    },
    {
      "epoch": 3.6857408699697602,
      "grad_norm": 1.4687707750254881,
      "learning_rate": 9.998174421167318e-05,
      "loss": 1.9844,
      "step": 79225
    },
    {
      "epoch": 3.685787392416841,
      "grad_norm": 1.5224845724680285,
      "learning_rate": 9.997824522712157e-05,
      "loss": 2.2188,
      "step": 79226
    },
    {
      "epoch": 3.685833914863922,
      "grad_norm": 1.4670922820911523,
      "learning_rate": 9.997474627319355e-05,
      "loss": 2.0625,
      "step": 79227
    },
    {
      "epoch": 3.6858804373110026,
      "grad_norm": 1.4184206712171685,
      "learning_rate": 9.997124734989131e-05,
      "loss": 1.8984,
      "step": 79228
    },
    {
      "epoch": 3.685926959758083,
      "grad_norm": 1.5171783949346076,
      "learning_rate": 9.996774845721695e-05,
      "loss": 1.9688,
      "step": 79229
    },
    {
      "epoch": 3.685973482205164,
      "grad_norm": 1.4816087688248025,
      "learning_rate": 9.996424959517266e-05,
      "loss": 1.9453,
      "step": 79230
    },
    {
      "epoch": 3.686020004652245,
      "grad_norm": 1.5314394060455878,
      "learning_rate": 9.99607507637605e-05,
      "loss": 2.0469,
      "step": 79231
    },
    {
      "epoch": 3.6860665270993254,
      "grad_norm": 1.4633131638606263,
      "learning_rate": 9.995725196298271e-05,
      "loss": 1.9453,
      "step": 79232
    },
    {
      "epoch": 3.6861130495464063,
      "grad_norm": 1.5090368090532882,
      "learning_rate": 9.995375319284136e-05,
      "loss": 2.1719,
      "step": 79233
    },
    {
      "epoch": 3.6861595719934868,
      "grad_norm": 1.4751226498576344,
      "learning_rate": 9.995025445333864e-05,
      "loss": 1.9375,
      "step": 79234
    },
    {
      "epoch": 3.6862060944405677,
      "grad_norm": 1.4668799157986943,
      "learning_rate": 9.994675574447664e-05,
      "loss": 2.2344,
      "step": 79235
    },
    {
      "epoch": 3.686252616887648,
      "grad_norm": 1.420628120745072,
      "learning_rate": 9.994325706625754e-05,
      "loss": 1.7969,
      "step": 79236
    },
    {
      "epoch": 3.686299139334729,
      "grad_norm": 1.4071033707570155,
      "learning_rate": 9.993975841868351e-05,
      "loss": 1.8438,
      "step": 79237
    },
    {
      "epoch": 3.6863456617818096,
      "grad_norm": 1.4546727576318637,
      "learning_rate": 9.993625980175659e-05,
      "loss": 2.0625,
      "step": 79238
    },
    {
      "epoch": 3.6863921842288905,
      "grad_norm": 1.5336109580726704,
      "learning_rate": 9.993276121547904e-05,
      "loss": 2.2812,
      "step": 79239
    },
    {
      "epoch": 3.686438706675971,
      "grad_norm": 1.5205979239716245,
      "learning_rate": 9.992926265985292e-05,
      "loss": 2.1094,
      "step": 79240
    },
    {
      "epoch": 3.686485229123052,
      "grad_norm": 1.522039768116453,
      "learning_rate": 9.992576413488035e-05,
      "loss": 2.0625,
      "step": 79241
    },
    {
      "epoch": 3.686531751570133,
      "grad_norm": 1.5148144682333606,
      "learning_rate": 9.99222656405636e-05,
      "loss": 2.0781,
      "step": 79242
    },
    {
      "epoch": 3.6865782740172133,
      "grad_norm": 1.4706429476457794,
      "learning_rate": 9.99187671769047e-05,
      "loss": 2.25,
      "step": 79243
    },
    {
      "epoch": 3.6866247964642938,
      "grad_norm": 1.442389630142399,
      "learning_rate": 9.991526874390585e-05,
      "loss": 2.0312,
      "step": 79244
    },
    {
      "epoch": 3.6866713189113747,
      "grad_norm": 1.4886309229211758,
      "learning_rate": 9.991177034156915e-05,
      "loss": 2.1719,
      "step": 79245
    },
    {
      "epoch": 3.6867178413584556,
      "grad_norm": 1.5117807787746707,
      "learning_rate": 9.990827196989679e-05,
      "loss": 1.8906,
      "step": 79246
    },
    {
      "epoch": 3.686764363805536,
      "grad_norm": 1.4336324913871954,
      "learning_rate": 9.990477362889083e-05,
      "loss": 2.0312,
      "step": 79247
    },
    {
      "epoch": 3.686810886252617,
      "grad_norm": 1.664175785516213,
      "learning_rate": 9.990127531855351e-05,
      "loss": 2.2031,
      "step": 79248
    },
    {
      "epoch": 3.6868574086996975,
      "grad_norm": 1.518783127006881,
      "learning_rate": 9.98977770388869e-05,
      "loss": 2.1094,
      "step": 79249
    },
    {
      "epoch": 3.6869039311467784,
      "grad_norm": 1.475449783268156,
      "learning_rate": 9.989427878989318e-05,
      "loss": 2.0938,
      "step": 79250
    },
    {
      "epoch": 3.686950453593859,
      "grad_norm": 1.474097054255507,
      "learning_rate": 9.989078057157445e-05,
      "loss": 1.8828,
      "step": 79251
    },
    {
      "epoch": 3.68699697604094,
      "grad_norm": 1.4548003787970807,
      "learning_rate": 9.988728238393293e-05,
      "loss": 1.9844,
      "step": 79252
    },
    {
      "epoch": 3.6870434984880207,
      "grad_norm": 1.5166413115224395,
      "learning_rate": 9.988378422697067e-05,
      "loss": 2.1406,
      "step": 79253
    },
    {
      "epoch": 3.687090020935101,
      "grad_norm": 1.5067811210157473,
      "learning_rate": 9.988028610068985e-05,
      "loss": 2.2031,
      "step": 79254
    },
    {
      "epoch": 3.6871365433821817,
      "grad_norm": 1.4549469744448293,
      "learning_rate": 9.987678800509263e-05,
      "loss": 2.0156,
      "step": 79255
    },
    {
      "epoch": 3.6871830658292626,
      "grad_norm": 1.3369731127755278,
      "learning_rate": 9.987328994018113e-05,
      "loss": 1.5391,
      "step": 79256
    },
    {
      "epoch": 3.6872295882763435,
      "grad_norm": 1.467410109203831,
      "learning_rate": 9.98697919059575e-05,
      "loss": 2.0625,
      "step": 79257
    },
    {
      "epoch": 3.687276110723424,
      "grad_norm": 1.5691300881896244,
      "learning_rate": 9.986629390242389e-05,
      "loss": 2.2031,
      "step": 79258
    },
    {
      "epoch": 3.687322633170505,
      "grad_norm": 1.4389939273783592,
      "learning_rate": 9.98627959295824e-05,
      "loss": 1.8281,
      "step": 79259
    },
    {
      "epoch": 3.6873691556175854,
      "grad_norm": 1.4844176302054093,
      "learning_rate": 9.985929798743524e-05,
      "loss": 2.125,
      "step": 79260
    },
    {
      "epoch": 3.6874156780646663,
      "grad_norm": 1.3954603063048296,
      "learning_rate": 9.985580007598448e-05,
      "loss": 1.7656,
      "step": 79261
    },
    {
      "epoch": 3.687462200511747,
      "grad_norm": 1.4647570477492342,
      "learning_rate": 9.985230219523233e-05,
      "loss": 2.0312,
      "step": 79262
    },
    {
      "epoch": 3.6875087229588277,
      "grad_norm": 1.546767899911359,
      "learning_rate": 9.984880434518083e-05,
      "loss": 2.2031,
      "step": 79263
    },
    {
      "epoch": 3.6875552454059086,
      "grad_norm": 1.4841402384495102,
      "learning_rate": 9.984530652583221e-05,
      "loss": 2.1406,
      "step": 79264
    },
    {
      "epoch": 3.687601767852989,
      "grad_norm": 1.4540385208742415,
      "learning_rate": 9.984180873718865e-05,
      "loss": 2.125,
      "step": 79265
    },
    {
      "epoch": 3.6876482903000696,
      "grad_norm": 1.4615480101750613,
      "learning_rate": 9.983831097925218e-05,
      "loss": 2.2188,
      "step": 79266
    },
    {
      "epoch": 3.6876948127471505,
      "grad_norm": 1.458978000158078,
      "learning_rate": 9.9834813252025e-05,
      "loss": 1.9688,
      "step": 79267
    },
    {
      "epoch": 3.6877413351942314,
      "grad_norm": 1.3780036397928581,
      "learning_rate": 9.983131555550927e-05,
      "loss": 1.7266,
      "step": 79268
    },
    {
      "epoch": 3.687787857641312,
      "grad_norm": 1.6185723816705995,
      "learning_rate": 9.982781788970706e-05,
      "loss": 2.0156,
      "step": 79269
    },
    {
      "epoch": 3.6878343800883924,
      "grad_norm": 1.4591508184650146,
      "learning_rate": 9.982432025462059e-05,
      "loss": 1.9062,
      "step": 79270
    },
    {
      "epoch": 3.6878809025354733,
      "grad_norm": 1.5240952274598942,
      "learning_rate": 9.982082265025195e-05,
      "loss": 2.2656,
      "step": 79271
    },
    {
      "epoch": 3.687927424982554,
      "grad_norm": 1.5137084896855926,
      "learning_rate": 9.98173250766033e-05,
      "loss": 2.0156,
      "step": 79272
    },
    {
      "epoch": 3.6879739474296347,
      "grad_norm": 1.4925887510629336,
      "learning_rate": 9.981382753367677e-05,
      "loss": 2.1875,
      "step": 79273
    },
    {
      "epoch": 3.6880204698767156,
      "grad_norm": 1.405817832585584,
      "learning_rate": 9.981033002147454e-05,
      "loss": 1.7109,
      "step": 79274
    },
    {
      "epoch": 3.688066992323796,
      "grad_norm": 1.4267218262298722,
      "learning_rate": 9.980683253999869e-05,
      "loss": 1.9688,
      "step": 79275
    },
    {
      "epoch": 3.688113514770877,
      "grad_norm": 1.5050480635865044,
      "learning_rate": 9.980333508925142e-05,
      "loss": 2.0312,
      "step": 79276
    },
    {
      "epoch": 3.6881600372179575,
      "grad_norm": 1.6591112269369097,
      "learning_rate": 9.979983766923481e-05,
      "loss": 2.2969,
      "step": 79277
    },
    {
      "epoch": 3.6882065596650384,
      "grad_norm": 1.5133967422990608,
      "learning_rate": 9.979634027995109e-05,
      "loss": 2.125,
      "step": 79278
    },
    {
      "epoch": 3.6882530821121193,
      "grad_norm": 1.3674888874261761,
      "learning_rate": 9.979284292140228e-05,
      "loss": 1.6172,
      "step": 79279
    },
    {
      "epoch": 3.6882996045592,
      "grad_norm": 1.5181604520648944,
      "learning_rate": 9.978934559359063e-05,
      "loss": 2.1562,
      "step": 79280
    },
    {
      "epoch": 3.6883461270062803,
      "grad_norm": 1.571864987016931,
      "learning_rate": 9.978584829651823e-05,
      "loss": 2.25,
      "step": 79281
    },
    {
      "epoch": 3.688392649453361,
      "grad_norm": 1.3934625277237647,
      "learning_rate": 9.978235103018722e-05,
      "loss": 1.7031,
      "step": 79282
    },
    {
      "epoch": 3.688439171900442,
      "grad_norm": 1.501121452037273,
      "learning_rate": 9.977885379459976e-05,
      "loss": 2.0938,
      "step": 79283
    },
    {
      "epoch": 3.6884856943475226,
      "grad_norm": 1.5812500622272996,
      "learning_rate": 9.977535658975798e-05,
      "loss": 2.0156,
      "step": 79284
    },
    {
      "epoch": 3.6885322167946035,
      "grad_norm": 1.4575304020779092,
      "learning_rate": 9.977185941566399e-05,
      "loss": 1.9609,
      "step": 79285
    },
    {
      "epoch": 3.688578739241684,
      "grad_norm": 1.4949557304629724,
      "learning_rate": 9.976836227232e-05,
      "loss": 2.0938,
      "step": 79286
    },
    {
      "epoch": 3.688625261688765,
      "grad_norm": 1.3386842609038423,
      "learning_rate": 9.976486515972811e-05,
      "loss": 1.7969,
      "step": 79287
    },
    {
      "epoch": 3.6886717841358454,
      "grad_norm": 1.491710068626288,
      "learning_rate": 9.976136807789044e-05,
      "loss": 2.0469,
      "step": 79288
    },
    {
      "epoch": 3.6887183065829263,
      "grad_norm": 1.5214229372864214,
      "learning_rate": 9.97578710268092e-05,
      "loss": 2.0781,
      "step": 79289
    },
    {
      "epoch": 3.6887648290300072,
      "grad_norm": 1.5364283404713406,
      "learning_rate": 9.975437400648647e-05,
      "loss": 2.1094,
      "step": 79290
    },
    {
      "epoch": 3.6888113514770877,
      "grad_norm": 1.4419948294885023,
      "learning_rate": 9.975087701692441e-05,
      "loss": 2.0469,
      "step": 79291
    },
    {
      "epoch": 3.688857873924168,
      "grad_norm": 1.3763058131467016,
      "learning_rate": 9.974738005812518e-05,
      "loss": 1.7891,
      "step": 79292
    },
    {
      "epoch": 3.688904396371249,
      "grad_norm": 1.4400604672163,
      "learning_rate": 9.974388313009088e-05,
      "loss": 1.9297,
      "step": 79293
    },
    {
      "epoch": 3.68895091881833,
      "grad_norm": 1.557615807670083,
      "learning_rate": 9.974038623282367e-05,
      "loss": 2.1094,
      "step": 79294
    },
    {
      "epoch": 3.6889974412654105,
      "grad_norm": 1.4497423739671667,
      "learning_rate": 9.973688936632567e-05,
      "loss": 2.0625,
      "step": 79295
    },
    {
      "epoch": 3.6890439637124914,
      "grad_norm": 1.395585140213531,
      "learning_rate": 9.973339253059908e-05,
      "loss": 1.9062,
      "step": 79296
    },
    {
      "epoch": 3.689090486159572,
      "grad_norm": 1.422401039059875,
      "learning_rate": 9.972989572564598e-05,
      "loss": 1.7812,
      "step": 79297
    },
    {
      "epoch": 3.689137008606653,
      "grad_norm": 1.5107955144648975,
      "learning_rate": 9.972639895146855e-05,
      "loss": 2.2188,
      "step": 79298
    },
    {
      "epoch": 3.6891835310537333,
      "grad_norm": 1.5693686687541881,
      "learning_rate": 9.97229022080689e-05,
      "loss": 2.2812,
      "step": 79299
    },
    {
      "epoch": 3.6892300535008142,
      "grad_norm": 1.4458111253283028,
      "learning_rate": 9.971940549544921e-05,
      "loss": 2.125,
      "step": 79300
    },
    {
      "epoch": 3.6892765759478947,
      "grad_norm": 1.3920280502846587,
      "learning_rate": 9.971590881361156e-05,
      "loss": 2.0781,
      "step": 79301
    },
    {
      "epoch": 3.6893230983949756,
      "grad_norm": 1.47073653975405,
      "learning_rate": 9.971241216255816e-05,
      "loss": 2.1562,
      "step": 79302
    },
    {
      "epoch": 3.689369620842056,
      "grad_norm": 1.3084230736253981,
      "learning_rate": 9.970891554229107e-05,
      "loss": 1.7188,
      "step": 79303
    },
    {
      "epoch": 3.689416143289137,
      "grad_norm": 1.4110795991402019,
      "learning_rate": 9.970541895281254e-05,
      "loss": 1.7812,
      "step": 79304
    },
    {
      "epoch": 3.689462665736218,
      "grad_norm": 1.607412750955967,
      "learning_rate": 9.97019223941246e-05,
      "loss": 2.2344,
      "step": 79305
    },
    {
      "epoch": 3.6895091881832984,
      "grad_norm": 1.3376786692783067,
      "learning_rate": 9.969842586622947e-05,
      "loss": 1.7656,
      "step": 79306
    },
    {
      "epoch": 3.689555710630379,
      "grad_norm": 1.4233544899755897,
      "learning_rate": 9.969492936912922e-05,
      "loss": 2.0625,
      "step": 79307
    },
    {
      "epoch": 3.68960223307746,
      "grad_norm": 1.5373550132580927,
      "learning_rate": 9.969143290282603e-05,
      "loss": 2.2969,
      "step": 79308
    },
    {
      "epoch": 3.6896487555245407,
      "grad_norm": 1.3244826679098645,
      "learning_rate": 9.968793646732209e-05,
      "loss": 1.7344,
      "step": 79309
    },
    {
      "epoch": 3.6896952779716212,
      "grad_norm": 1.4027870060086878,
      "learning_rate": 9.968444006261946e-05,
      "loss": 2.0,
      "step": 79310
    },
    {
      "epoch": 3.689741800418702,
      "grad_norm": 1.2993172500864905,
      "learning_rate": 9.968094368872034e-05,
      "loss": 1.7891,
      "step": 79311
    },
    {
      "epoch": 3.6897883228657826,
      "grad_norm": 1.3973784588163076,
      "learning_rate": 9.967744734562681e-05,
      "loss": 1.8516,
      "step": 79312
    },
    {
      "epoch": 3.6898348453128635,
      "grad_norm": 1.4918224059278977,
      "learning_rate": 9.967395103334107e-05,
      "loss": 2.0781,
      "step": 79313
    },
    {
      "epoch": 3.689881367759944,
      "grad_norm": 1.4420868962215516,
      "learning_rate": 9.967045475186522e-05,
      "loss": 2.1406,
      "step": 79314
    },
    {
      "epoch": 3.689927890207025,
      "grad_norm": 1.4889606936740665,
      "learning_rate": 9.966695850120144e-05,
      "loss": 2.2656,
      "step": 79315
    },
    {
      "epoch": 3.689974412654106,
      "grad_norm": 1.4389152409212758,
      "learning_rate": 9.966346228135181e-05,
      "loss": 2.1094,
      "step": 79316
    },
    {
      "epoch": 3.6900209351011863,
      "grad_norm": 1.5039785021072043,
      "learning_rate": 9.965996609231853e-05,
      "loss": 2.0469,
      "step": 79317
    },
    {
      "epoch": 3.690067457548267,
      "grad_norm": 1.4441508503952902,
      "learning_rate": 9.965646993410371e-05,
      "loss": 2.1094,
      "step": 79318
    },
    {
      "epoch": 3.6901139799953477,
      "grad_norm": 1.5051631661622602,
      "learning_rate": 9.965297380670949e-05,
      "loss": 2.0469,
      "step": 79319
    },
    {
      "epoch": 3.6901605024424287,
      "grad_norm": 1.4134709281431102,
      "learning_rate": 9.964947771013803e-05,
      "loss": 1.9453,
      "step": 79320
    },
    {
      "epoch": 3.690207024889509,
      "grad_norm": 1.5611243216909798,
      "learning_rate": 9.964598164439141e-05,
      "loss": 2.0625,
      "step": 79321
    },
    {
      "epoch": 3.69025354733659,
      "grad_norm": 1.6048902925987658,
      "learning_rate": 9.964248560947188e-05,
      "loss": 2.25,
      "step": 79322
    },
    {
      "epoch": 3.6903000697836705,
      "grad_norm": 1.6094346795781866,
      "learning_rate": 9.963898960538147e-05,
      "loss": 2.2031,
      "step": 79323
    },
    {
      "epoch": 3.6903465922307515,
      "grad_norm": 1.4521295869127437,
      "learning_rate": 9.96354936321224e-05,
      "loss": 1.9609,
      "step": 79324
    },
    {
      "epoch": 3.690393114677832,
      "grad_norm": 1.6357045050315278,
      "learning_rate": 9.963199768969674e-05,
      "loss": 2.1562,
      "step": 79325
    },
    {
      "epoch": 3.690439637124913,
      "grad_norm": 1.4373099530757627,
      "learning_rate": 9.962850177810672e-05,
      "loss": 1.9531,
      "step": 79326
    },
    {
      "epoch": 3.6904861595719933,
      "grad_norm": 1.478223797968085,
      "learning_rate": 9.962500589735438e-05,
      "loss": 2.1094,
      "step": 79327
    },
    {
      "epoch": 3.6905326820190743,
      "grad_norm": 1.4049759312294743,
      "learning_rate": 9.962151004744193e-05,
      "loss": 1.7734,
      "step": 79328
    },
    {
      "epoch": 3.6905792044661547,
      "grad_norm": 1.4587756661503513,
      "learning_rate": 9.961801422837145e-05,
      "loss": 2.0938,
      "step": 79329
    },
    {
      "epoch": 3.6906257269132356,
      "grad_norm": 1.4667048808153356,
      "learning_rate": 9.961451844014514e-05,
      "loss": 2.1406,
      "step": 79330
    },
    {
      "epoch": 3.6906722493603166,
      "grad_norm": 1.5107611230381646,
      "learning_rate": 9.961102268276515e-05,
      "loss": 2.125,
      "step": 79331
    },
    {
      "epoch": 3.690718771807397,
      "grad_norm": 1.5174695607902586,
      "learning_rate": 9.960752695623354e-05,
      "loss": 2.2969,
      "step": 79332
    },
    {
      "epoch": 3.6907652942544775,
      "grad_norm": 1.5085250132228738,
      "learning_rate": 9.960403126055255e-05,
      "loss": 2.1406,
      "step": 79333
    },
    {
      "epoch": 3.6908118167015584,
      "grad_norm": 1.4351134822358953,
      "learning_rate": 9.960053559572425e-05,
      "loss": 1.9531,
      "step": 79334
    },
    {
      "epoch": 3.6908583391486394,
      "grad_norm": 1.5423582220356173,
      "learning_rate": 9.95970399617508e-05,
      "loss": 2.1875,
      "step": 79335
    },
    {
      "epoch": 3.69090486159572,
      "grad_norm": 1.4750479984619265,
      "learning_rate": 9.959354435863433e-05,
      "loss": 2.1406,
      "step": 79336
    },
    {
      "epoch": 3.6909513840428008,
      "grad_norm": 1.374471446167255,
      "learning_rate": 9.959004878637702e-05,
      "loss": 1.9688,
      "step": 79337
    },
    {
      "epoch": 3.6909979064898812,
      "grad_norm": 1.5029955129276804,
      "learning_rate": 9.958655324498093e-05,
      "loss": 1.9844,
      "step": 79338
    },
    {
      "epoch": 3.691044428936962,
      "grad_norm": 1.4939831646570734,
      "learning_rate": 9.95830577344483e-05,
      "loss": 2.0625,
      "step": 79339
    },
    {
      "epoch": 3.6910909513840426,
      "grad_norm": 1.453201839157669,
      "learning_rate": 9.957956225478118e-05,
      "loss": 2.1875,
      "step": 79340
    },
    {
      "epoch": 3.6911374738311236,
      "grad_norm": 1.4629439767869705,
      "learning_rate": 9.957606680598176e-05,
      "loss": 2.0625,
      "step": 79341
    },
    {
      "epoch": 3.6911839962782045,
      "grad_norm": 1.4709748421748783,
      "learning_rate": 9.957257138805216e-05,
      "loss": 2.1562,
      "step": 79342
    },
    {
      "epoch": 3.691230518725285,
      "grad_norm": 1.461165205046734,
      "learning_rate": 9.956907600099457e-05,
      "loss": 2.0469,
      "step": 79343
    },
    {
      "epoch": 3.6912770411723654,
      "grad_norm": 1.4425301338389969,
      "learning_rate": 9.956558064481108e-05,
      "loss": 1.9844,
      "step": 79344
    },
    {
      "epoch": 3.6913235636194464,
      "grad_norm": 1.416760871793665,
      "learning_rate": 9.956208531950379e-05,
      "loss": 2.0938,
      "step": 79345
    },
    {
      "epoch": 3.6913700860665273,
      "grad_norm": 1.5335124290958027,
      "learning_rate": 9.955859002507494e-05,
      "loss": 2.2344,
      "step": 79346
    },
    {
      "epoch": 3.6914166085136078,
      "grad_norm": 1.4774173323447815,
      "learning_rate": 9.955509476152658e-05,
      "loss": 2.0312,
      "step": 79347
    },
    {
      "epoch": 3.6914631309606887,
      "grad_norm": 1.4396826696626144,
      "learning_rate": 9.955159952886092e-05,
      "loss": 2.0469,
      "step": 79348
    },
    {
      "epoch": 3.691509653407769,
      "grad_norm": 1.5548811138240721,
      "learning_rate": 9.954810432708005e-05,
      "loss": 2.0938,
      "step": 79349
    },
    {
      "epoch": 3.69155617585485,
      "grad_norm": 1.3594247106361574,
      "learning_rate": 9.954460915618614e-05,
      "loss": 1.7891,
      "step": 79350
    },
    {
      "epoch": 3.6916026983019306,
      "grad_norm": 1.4964150654227981,
      "learning_rate": 9.954111401618125e-05,
      "loss": 2.2188,
      "step": 79351
    },
    {
      "epoch": 3.6916492207490115,
      "grad_norm": 1.5560966199423318,
      "learning_rate": 9.953761890706762e-05,
      "loss": 2.2188,
      "step": 79352
    },
    {
      "epoch": 3.691695743196092,
      "grad_norm": 1.5211266264618992,
      "learning_rate": 9.953412382884742e-05,
      "loss": 2.1406,
      "step": 79353
    },
    {
      "epoch": 3.691742265643173,
      "grad_norm": 1.4236391964016777,
      "learning_rate": 9.953062878152268e-05,
      "loss": 1.9297,
      "step": 79354
    },
    {
      "epoch": 3.6917887880902533,
      "grad_norm": 1.474694687162312,
      "learning_rate": 9.95271337650956e-05,
      "loss": 2.0156,
      "step": 79355
    },
    {
      "epoch": 3.6918353105373343,
      "grad_norm": 1.4880955493280408,
      "learning_rate": 9.952363877956828e-05,
      "loss": 2.1094,
      "step": 79356
    },
    {
      "epoch": 3.691881832984415,
      "grad_norm": 1.4967960603027837,
      "learning_rate": 9.952014382494295e-05,
      "loss": 2.0938,
      "step": 79357
    },
    {
      "epoch": 3.6919283554314957,
      "grad_norm": 1.301319817594982,
      "learning_rate": 9.951664890122162e-05,
      "loss": 1.4844,
      "step": 79358
    },
    {
      "epoch": 3.691974877878576,
      "grad_norm": 1.410627060875044,
      "learning_rate": 9.951315400840654e-05,
      "loss": 1.8203,
      "step": 79359
    },
    {
      "epoch": 3.692021400325657,
      "grad_norm": 1.4935814284537186,
      "learning_rate": 9.950965914649976e-05,
      "loss": 2.0781,
      "step": 79360
    },
    {
      "epoch": 3.692067922772738,
      "grad_norm": 1.3603087414819335,
      "learning_rate": 9.95061643155035e-05,
      "loss": 1.7656,
      "step": 79361
    },
    {
      "epoch": 3.6921144452198185,
      "grad_norm": 1.5930702323877992,
      "learning_rate": 9.950266951541984e-05,
      "loss": 2.2656,
      "step": 79362
    },
    {
      "epoch": 3.6921609676668994,
      "grad_norm": 1.5074058678295157,
      "learning_rate": 9.949917474625095e-05,
      "loss": 1.9609,
      "step": 79363
    },
    {
      "epoch": 3.69220749011398,
      "grad_norm": 1.5078028461118522,
      "learning_rate": 9.949568000799897e-05,
      "loss": 2.125,
      "step": 79364
    },
    {
      "epoch": 3.692254012561061,
      "grad_norm": 1.4145013746904105,
      "learning_rate": 9.949218530066605e-05,
      "loss": 1.8594,
      "step": 79365
    },
    {
      "epoch": 3.6923005350081413,
      "grad_norm": 1.503982903529804,
      "learning_rate": 9.948869062425426e-05,
      "loss": 2.1094,
      "step": 79366
    },
    {
      "epoch": 3.692347057455222,
      "grad_norm": 1.4367911544480378,
      "learning_rate": 9.948519597876584e-05,
      "loss": 1.9766,
      "step": 79367
    },
    {
      "epoch": 3.692393579902303,
      "grad_norm": 1.473365913320957,
      "learning_rate": 9.948170136420285e-05,
      "loss": 2.1094,
      "step": 79368
    },
    {
      "epoch": 3.6924401023493836,
      "grad_norm": 1.487875626020413,
      "learning_rate": 9.947820678056748e-05,
      "loss": 1.9219,
      "step": 79369
    },
    {
      "epoch": 3.692486624796464,
      "grad_norm": 1.3680104588369646,
      "learning_rate": 9.947471222786187e-05,
      "loss": 1.75,
      "step": 79370
    },
    {
      "epoch": 3.692533147243545,
      "grad_norm": 1.51297500393202,
      "learning_rate": 9.947121770608808e-05,
      "loss": 2.0781,
      "step": 79371
    },
    {
      "epoch": 3.692579669690626,
      "grad_norm": 1.5465151958720496,
      "learning_rate": 9.946772321524838e-05,
      "loss": 2.1406,
      "step": 79372
    },
    {
      "epoch": 3.6926261921377064,
      "grad_norm": 1.4485917742189078,
      "learning_rate": 9.946422875534475e-05,
      "loss": 1.9531,
      "step": 79373
    },
    {
      "epoch": 3.6926727145847873,
      "grad_norm": 1.4256066818843085,
      "learning_rate": 9.946073432637945e-05,
      "loss": 1.8516,
      "step": 79374
    },
    {
      "epoch": 3.6927192370318678,
      "grad_norm": 1.5001675695199839,
      "learning_rate": 9.945723992835463e-05,
      "loss": 2.1875,
      "step": 79375
    },
    {
      "epoch": 3.6927657594789487,
      "grad_norm": 1.5061985892903909,
      "learning_rate": 9.945374556127233e-05,
      "loss": 2.2188,
      "step": 79376
    },
    {
      "epoch": 3.692812281926029,
      "grad_norm": 1.4340454944817413,
      "learning_rate": 9.945025122513479e-05,
      "loss": 1.9219,
      "step": 79377
    },
    {
      "epoch": 3.69285880437311,
      "grad_norm": 1.3739150240560851,
      "learning_rate": 9.944675691994406e-05,
      "loss": 1.7578,
      "step": 79378
    },
    {
      "epoch": 3.692905326820191,
      "grad_norm": 1.461641105138569,
      "learning_rate": 9.944326264570238e-05,
      "loss": 2.0156,
      "step": 79379
    },
    {
      "epoch": 3.6929518492672715,
      "grad_norm": 1.6131392049158957,
      "learning_rate": 9.943976840241179e-05,
      "loss": 2.375,
      "step": 79380
    },
    {
      "epoch": 3.692998371714352,
      "grad_norm": 1.5031861003486953,
      "learning_rate": 9.943627419007448e-05,
      "loss": 1.9766,
      "step": 79381
    },
    {
      "epoch": 3.693044894161433,
      "grad_norm": 1.3885395849195203,
      "learning_rate": 9.943278000869258e-05,
      "loss": 1.8516,
      "step": 79382
    },
    {
      "epoch": 3.693091416608514,
      "grad_norm": 1.4801181012422284,
      "learning_rate": 9.942928585826825e-05,
      "loss": 1.9062,
      "step": 79383
    },
    {
      "epoch": 3.6931379390555943,
      "grad_norm": 1.4898376898922392,
      "learning_rate": 9.942579173880358e-05,
      "loss": 2.0312,
      "step": 79384
    },
    {
      "epoch": 3.6931844615026748,
      "grad_norm": 1.4346524968215084,
      "learning_rate": 9.942229765030077e-05,
      "loss": 2.0156,
      "step": 79385
    },
    {
      "epoch": 3.6932309839497557,
      "grad_norm": 1.463994389569103,
      "learning_rate": 9.941880359276189e-05,
      "loss": 2.2344,
      "step": 79386
    },
    {
      "epoch": 3.6932775063968366,
      "grad_norm": 1.4999308798314934,
      "learning_rate": 9.941530956618915e-05,
      "loss": 2.0781,
      "step": 79387
    },
    {
      "epoch": 3.693324028843917,
      "grad_norm": 1.5203227316509458,
      "learning_rate": 9.941181557058465e-05,
      "loss": 2.1719,
      "step": 79388
    },
    {
      "epoch": 3.693370551290998,
      "grad_norm": 1.581976314065087,
      "learning_rate": 9.940832160595052e-05,
      "loss": 2.2031,
      "step": 79389
    },
    {
      "epoch": 3.6934170737380785,
      "grad_norm": 1.4335004118255734,
      "learning_rate": 9.94048276722889e-05,
      "loss": 2.0156,
      "step": 79390
    },
    {
      "epoch": 3.6934635961851594,
      "grad_norm": 1.42774879709414,
      "learning_rate": 9.9401333769602e-05,
      "loss": 2.125,
      "step": 79391
    },
    {
      "epoch": 3.69351011863224,
      "grad_norm": 1.4403141821556495,
      "learning_rate": 9.939783989789185e-05,
      "loss": 2.0781,
      "step": 79392
    },
    {
      "epoch": 3.693556641079321,
      "grad_norm": 1.4385148276442328,
      "learning_rate": 9.939434605716066e-05,
      "loss": 2.0469,
      "step": 79393
    },
    {
      "epoch": 3.6936031635264017,
      "grad_norm": 1.548966065396328,
      "learning_rate": 9.939085224741052e-05,
      "loss": 2.0312,
      "step": 79394
    },
    {
      "epoch": 3.693649685973482,
      "grad_norm": 1.498972507590679,
      "learning_rate": 9.938735846864358e-05,
      "loss": 1.9844,
      "step": 79395
    },
    {
      "epoch": 3.6936962084205627,
      "grad_norm": 1.3788065396107647,
      "learning_rate": 9.938386472086207e-05,
      "loss": 1.6875,
      "step": 79396
    },
    {
      "epoch": 3.6937427308676436,
      "grad_norm": 1.5104343116445946,
      "learning_rate": 9.9380371004068e-05,
      "loss": 2.0,
      "step": 79397
    },
    {
      "epoch": 3.6937892533147245,
      "grad_norm": 1.4070924895611183,
      "learning_rate": 9.937687731826362e-05,
      "loss": 1.9609,
      "step": 79398
    },
    {
      "epoch": 3.693835775761805,
      "grad_norm": 1.4889815695915614,
      "learning_rate": 9.9373383663451e-05,
      "loss": 2.25,
      "step": 79399
    },
    {
      "epoch": 3.693882298208886,
      "grad_norm": 1.447790709078617,
      "learning_rate": 9.936989003963226e-05,
      "loss": 2.0938,
      "step": 79400
    },
    {
      "epoch": 3.6939288206559664,
      "grad_norm": 1.5418299490048348,
      "learning_rate": 9.936639644680961e-05,
      "loss": 2.3125,
      "step": 79401
    },
    {
      "epoch": 3.6939753431030473,
      "grad_norm": 1.4178840242175164,
      "learning_rate": 9.936290288498511e-05,
      "loss": 1.8906,
      "step": 79402
    },
    {
      "epoch": 3.694021865550128,
      "grad_norm": 1.5130103776890504,
      "learning_rate": 9.935940935416098e-05,
      "loss": 2.1562,
      "step": 79403
    },
    {
      "epoch": 3.6940683879972087,
      "grad_norm": 1.4585154088101802,
      "learning_rate": 9.93559158543393e-05,
      "loss": 1.9766,
      "step": 79404
    },
    {
      "epoch": 3.6941149104442896,
      "grad_norm": 1.4668286200203742,
      "learning_rate": 9.935242238552222e-05,
      "loss": 2.1875,
      "step": 79405
    },
    {
      "epoch": 3.69416143289137,
      "grad_norm": 1.4804793570042938,
      "learning_rate": 9.934892894771188e-05,
      "loss": 1.9844,
      "step": 79406
    },
    {
      "epoch": 3.6942079553384506,
      "grad_norm": 1.438994796549048,
      "learning_rate": 9.934543554091044e-05,
      "loss": 2.0312,
      "step": 79407
    },
    {
      "epoch": 3.6942544777855315,
      "grad_norm": 1.311653982503282,
      "learning_rate": 9.934194216512002e-05,
      "loss": 1.375,
      "step": 79408
    },
    {
      "epoch": 3.6943010002326124,
      "grad_norm": 1.5605972447504486,
      "learning_rate": 9.933844882034279e-05,
      "loss": 2.0938,
      "step": 79409
    },
    {
      "epoch": 3.694347522679693,
      "grad_norm": 1.4632716803491124,
      "learning_rate": 9.93349555065808e-05,
      "loss": 2.1719,
      "step": 79410
    },
    {
      "epoch": 3.694394045126774,
      "grad_norm": 1.482821430613767,
      "learning_rate": 9.933146222383629e-05,
      "loss": 2.0781,
      "step": 79411
    },
    {
      "epoch": 3.6944405675738543,
      "grad_norm": 1.4019335084092668,
      "learning_rate": 9.932796897211134e-05,
      "loss": 1.7578,
      "step": 79412
    },
    {
      "epoch": 3.6944870900209352,
      "grad_norm": 1.5008444900771674,
      "learning_rate": 9.932447575140812e-05,
      "loss": 2.0938,
      "step": 79413
    },
    {
      "epoch": 3.6945336124680157,
      "grad_norm": 1.5550212057508406,
      "learning_rate": 9.932098256172873e-05,
      "loss": 2.125,
      "step": 79414
    },
    {
      "epoch": 3.6945801349150966,
      "grad_norm": 1.4740769493378474,
      "learning_rate": 9.931748940307537e-05,
      "loss": 2.1094,
      "step": 79415
    },
    {
      "epoch": 3.694626657362177,
      "grad_norm": 1.449964678129635,
      "learning_rate": 9.931399627545011e-05,
      "loss": 2.0312,
      "step": 79416
    },
    {
      "epoch": 3.694673179809258,
      "grad_norm": 1.4572474833457163,
      "learning_rate": 9.931050317885509e-05,
      "loss": 2.1094,
      "step": 79417
    },
    {
      "epoch": 3.6947197022563385,
      "grad_norm": 1.4826277853250118,
      "learning_rate": 9.930701011329253e-05,
      "loss": 2.125,
      "step": 79418
    },
    {
      "epoch": 3.6947662247034194,
      "grad_norm": 1.4463285544595572,
      "learning_rate": 9.930351707876451e-05,
      "loss": 2.0156,
      "step": 79419
    },
    {
      "epoch": 3.6948127471505003,
      "grad_norm": 1.4859551346672886,
      "learning_rate": 9.930002407527319e-05,
      "loss": 2.0156,
      "step": 79420
    },
    {
      "epoch": 3.694859269597581,
      "grad_norm": 1.5685112109039527,
      "learning_rate": 9.929653110282064e-05,
      "loss": 2.3125,
      "step": 79421
    },
    {
      "epoch": 3.6949057920446613,
      "grad_norm": 1.5160149012630575,
      "learning_rate": 9.929303816140912e-05,
      "loss": 2.1094,
      "step": 79422
    },
    {
      "epoch": 3.694952314491742,
      "grad_norm": 1.4980969608034203,
      "learning_rate": 9.928954525104065e-05,
      "loss": 2.1406,
      "step": 79423
    },
    {
      "epoch": 3.694998836938823,
      "grad_norm": 1.4630337582346493,
      "learning_rate": 9.928605237171745e-05,
      "loss": 2.1094,
      "step": 79424
    },
    {
      "epoch": 3.6950453593859036,
      "grad_norm": 1.41664255106056,
      "learning_rate": 9.928255952344165e-05,
      "loss": 2.0156,
      "step": 79425
    },
    {
      "epoch": 3.6950918818329845,
      "grad_norm": 1.5591541146164778,
      "learning_rate": 9.927906670621531e-05,
      "loss": 2.125,
      "step": 79426
    },
    {
      "epoch": 3.695138404280065,
      "grad_norm": 1.4761760556847139,
      "learning_rate": 9.927557392004067e-05,
      "loss": 2.0625,
      "step": 79427
    },
    {
      "epoch": 3.695184926727146,
      "grad_norm": 1.4766649699079504,
      "learning_rate": 9.927208116491978e-05,
      "loss": 2.0781,
      "step": 79428
    },
    {
      "epoch": 3.6952314491742264,
      "grad_norm": 1.4992540513977188,
      "learning_rate": 9.926858844085487e-05,
      "loss": 2.0469,
      "step": 79429
    },
    {
      "epoch": 3.6952779716213073,
      "grad_norm": 1.433830255809738,
      "learning_rate": 9.926509574784797e-05,
      "loss": 2.0312,
      "step": 79430
    },
    {
      "epoch": 3.6953244940683883,
      "grad_norm": 1.482013796971604,
      "learning_rate": 9.926160308590134e-05,
      "loss": 1.9688,
      "step": 79431
    },
    {
      "epoch": 3.6953710165154687,
      "grad_norm": 1.434196486074624,
      "learning_rate": 9.9258110455017e-05,
      "loss": 1.9453,
      "step": 79432
    },
    {
      "epoch": 3.695417538962549,
      "grad_norm": 1.4759588994307526,
      "learning_rate": 9.925461785519719e-05,
      "loss": 2.0156,
      "step": 79433
    },
    {
      "epoch": 3.69546406140963,
      "grad_norm": 1.507005328590312,
      "learning_rate": 9.925112528644395e-05,
      "loss": 1.9531,
      "step": 79434
    },
    {
      "epoch": 3.695510583856711,
      "grad_norm": 1.5446408469919617,
      "learning_rate": 9.924763274875952e-05,
      "loss": 2.2656,
      "step": 79435
    },
    {
      "epoch": 3.6955571063037915,
      "grad_norm": 1.6039212065582111,
      "learning_rate": 9.924414024214595e-05,
      "loss": 2.1719,
      "step": 79436
    },
    {
      "epoch": 3.6956036287508724,
      "grad_norm": 1.4286641210930484,
      "learning_rate": 9.924064776660546e-05,
      "loss": 1.9219,
      "step": 79437
    },
    {
      "epoch": 3.695650151197953,
      "grad_norm": 1.4184908441862083,
      "learning_rate": 9.92371553221401e-05,
      "loss": 1.7891,
      "step": 79438
    },
    {
      "epoch": 3.695696673645034,
      "grad_norm": 1.476338005930315,
      "learning_rate": 9.923366290875204e-05,
      "loss": 2.125,
      "step": 79439
    },
    {
      "epoch": 3.6957431960921143,
      "grad_norm": 1.447566860798179,
      "learning_rate": 9.923017052644347e-05,
      "loss": 2.0,
      "step": 79440
    },
    {
      "epoch": 3.6957897185391952,
      "grad_norm": 1.428313779889077,
      "learning_rate": 9.922667817521647e-05,
      "loss": 2.0469,
      "step": 79441
    },
    {
      "epoch": 3.6958362409862757,
      "grad_norm": 1.4270710966783704,
      "learning_rate": 9.92231858550732e-05,
      "loss": 1.9375,
      "step": 79442
    },
    {
      "epoch": 3.6958827634333566,
      "grad_norm": 1.4871437141874975,
      "learning_rate": 9.92196935660158e-05,
      "loss": 2.0625,
      "step": 79443
    },
    {
      "epoch": 3.695929285880437,
      "grad_norm": 1.44855433542687,
      "learning_rate": 9.921620130804642e-05,
      "loss": 1.9844,
      "step": 79444
    },
    {
      "epoch": 3.695975808327518,
      "grad_norm": 1.5458460548027086,
      "learning_rate": 9.921270908116715e-05,
      "loss": 2.2188,
      "step": 79445
    },
    {
      "epoch": 3.696022330774599,
      "grad_norm": 1.4571464184541638,
      "learning_rate": 9.920921688538021e-05,
      "loss": 2.3125,
      "step": 79446
    },
    {
      "epoch": 3.6960688532216794,
      "grad_norm": 1.3904288181785303,
      "learning_rate": 9.920572472068763e-05,
      "loss": 1.8438,
      "step": 79447
    },
    {
      "epoch": 3.69611537566876,
      "grad_norm": 1.4185978796245216,
      "learning_rate": 9.920223258709165e-05,
      "loss": 2.0312,
      "step": 79448
    },
    {
      "epoch": 3.696161898115841,
      "grad_norm": 1.4547608487665957,
      "learning_rate": 9.919874048459432e-05,
      "loss": 1.9688,
      "step": 79449
    },
    {
      "epoch": 3.6962084205629218,
      "grad_norm": 1.466557552195214,
      "learning_rate": 9.919524841319785e-05,
      "loss": 2.0625,
      "step": 79450
    },
    {
      "epoch": 3.6962549430100022,
      "grad_norm": 1.4308440824505473,
      "learning_rate": 9.919175637290435e-05,
      "loss": 1.9766,
      "step": 79451
    },
    {
      "epoch": 3.696301465457083,
      "grad_norm": 1.5598575974815643,
      "learning_rate": 9.918826436371594e-05,
      "loss": 2.1875,
      "step": 79452
    },
    {
      "epoch": 3.6963479879041636,
      "grad_norm": 1.476979563318757,
      "learning_rate": 9.91847723856348e-05,
      "loss": 2.0156,
      "step": 79453
    },
    {
      "epoch": 3.6963945103512446,
      "grad_norm": 1.4409665831721743,
      "learning_rate": 9.918128043866299e-05,
      "loss": 2.0938,
      "step": 79454
    },
    {
      "epoch": 3.696441032798325,
      "grad_norm": 1.3311899999744168,
      "learning_rate": 9.917778852280276e-05,
      "loss": 1.7969,
      "step": 79455
    },
    {
      "epoch": 3.696487555245406,
      "grad_norm": 1.4052617311502267,
      "learning_rate": 9.917429663805614e-05,
      "loss": 1.9375,
      "step": 79456
    },
    {
      "epoch": 3.696534077692487,
      "grad_norm": 1.5090859139713928,
      "learning_rate": 9.917080478442537e-05,
      "loss": 1.9531,
      "step": 79457
    },
    {
      "epoch": 3.6965806001395674,
      "grad_norm": 1.4647395677307362,
      "learning_rate": 9.916731296191246e-05,
      "loss": 2.2344,
      "step": 79458
    },
    {
      "epoch": 3.696627122586648,
      "grad_norm": 1.4677962353620368,
      "learning_rate": 9.916382117051967e-05,
      "loss": 2.0781,
      "step": 79459
    },
    {
      "epoch": 3.6966736450337288,
      "grad_norm": 1.3812740208635805,
      "learning_rate": 9.916032941024907e-05,
      "loss": 1.9141,
      "step": 79460
    },
    {
      "epoch": 3.6967201674808097,
      "grad_norm": 1.4535713951939535,
      "learning_rate": 9.915683768110277e-05,
      "loss": 2.0312,
      "step": 79461
    },
    {
      "epoch": 3.69676668992789,
      "grad_norm": 1.4443499212416655,
      "learning_rate": 9.915334598308302e-05,
      "loss": 1.9844,
      "step": 79462
    },
    {
      "epoch": 3.696813212374971,
      "grad_norm": 1.4752225518247846,
      "learning_rate": 9.914985431619187e-05,
      "loss": 2.1094,
      "step": 79463
    },
    {
      "epoch": 3.6968597348220515,
      "grad_norm": 1.3308432930530156,
      "learning_rate": 9.914636268043149e-05,
      "loss": 1.7109,
      "step": 79464
    },
    {
      "epoch": 3.6969062572691325,
      "grad_norm": 1.5141605040657184,
      "learning_rate": 9.9142871075804e-05,
      "loss": 2.0781,
      "step": 79465
    },
    {
      "epoch": 3.696952779716213,
      "grad_norm": 1.4640585950613587,
      "learning_rate": 9.913937950231155e-05,
      "loss": 2.0625,
      "step": 79466
    },
    {
      "epoch": 3.696999302163294,
      "grad_norm": 1.3515065496951004,
      "learning_rate": 9.913588795995626e-05,
      "loss": 1.7578,
      "step": 79467
    },
    {
      "epoch": 3.6970458246103743,
      "grad_norm": 1.5235773509819168,
      "learning_rate": 9.913239644874028e-05,
      "loss": 2.1094,
      "step": 79468
    },
    {
      "epoch": 3.6970923470574553,
      "grad_norm": 1.4266060992203988,
      "learning_rate": 9.912890496866575e-05,
      "loss": 1.9844,
      "step": 79469
    },
    {
      "epoch": 3.6971388695045357,
      "grad_norm": 1.5757127159818494,
      "learning_rate": 9.912541351973482e-05,
      "loss": 2.0312,
      "step": 79470
    },
    {
      "epoch": 3.6971853919516167,
      "grad_norm": 1.597949235872273,
      "learning_rate": 9.912192210194958e-05,
      "loss": 2.2812,
      "step": 79471
    },
    {
      "epoch": 3.6972319143986976,
      "grad_norm": 1.4868514241811506,
      "learning_rate": 9.911843071531223e-05,
      "loss": 2.125,
      "step": 79472
    },
    {
      "epoch": 3.697278436845778,
      "grad_norm": 1.5177707577158155,
      "learning_rate": 9.911493935982486e-05,
      "loss": 1.9844,
      "step": 79473
    },
    {
      "epoch": 3.6973249592928585,
      "grad_norm": 1.5727682972126333,
      "learning_rate": 9.911144803548964e-05,
      "loss": 2.1406,
      "step": 79474
    },
    {
      "epoch": 3.6973714817399395,
      "grad_norm": 1.475155450392512,
      "learning_rate": 9.910795674230865e-05,
      "loss": 2.1094,
      "step": 79475
    },
    {
      "epoch": 3.6974180041870204,
      "grad_norm": 1.4785696852678931,
      "learning_rate": 9.910446548028412e-05,
      "loss": 2.1719,
      "step": 79476
    },
    {
      "epoch": 3.697464526634101,
      "grad_norm": 1.5423391183286421,
      "learning_rate": 9.910097424941814e-05,
      "loss": 1.4844,
      "step": 79477
    },
    {
      "epoch": 3.6975110490811818,
      "grad_norm": 1.4004916876757005,
      "learning_rate": 9.909748304971281e-05,
      "loss": 1.8672,
      "step": 79478
    },
    {
      "epoch": 3.6975575715282623,
      "grad_norm": 1.4927370152537087,
      "learning_rate": 9.909399188117032e-05,
      "loss": 1.8047,
      "step": 79479
    },
    {
      "epoch": 3.697604093975343,
      "grad_norm": 1.420995908834881,
      "learning_rate": 9.909050074379277e-05,
      "loss": 1.8516,
      "step": 79480
    },
    {
      "epoch": 3.6976506164224237,
      "grad_norm": 1.5123122673682017,
      "learning_rate": 9.908700963758233e-05,
      "loss": 2.0312,
      "step": 79481
    },
    {
      "epoch": 3.6976971388695046,
      "grad_norm": 1.4306251821456977,
      "learning_rate": 9.908351856254107e-05,
      "loss": 2.0156,
      "step": 79482
    },
    {
      "epoch": 3.6977436613165855,
      "grad_norm": 1.5555173490313432,
      "learning_rate": 9.908002751867121e-05,
      "loss": 2.0625,
      "step": 79483
    },
    {
      "epoch": 3.697790183763666,
      "grad_norm": 1.3680416723177073,
      "learning_rate": 9.907653650597488e-05,
      "loss": 2.0469,
      "step": 79484
    },
    {
      "epoch": 3.6978367062107464,
      "grad_norm": 1.5113733901354705,
      "learning_rate": 9.907304552445418e-05,
      "loss": 2.2188,
      "step": 79485
    },
    {
      "epoch": 3.6978832286578274,
      "grad_norm": 1.4787040599569954,
      "learning_rate": 9.906955457411129e-05,
      "loss": 2.0156,
      "step": 79486
    },
    {
      "epoch": 3.6979297511049083,
      "grad_norm": 1.4609727978617808,
      "learning_rate": 9.906606365494829e-05,
      "loss": 1.9609,
      "step": 79487
    },
    {
      "epoch": 3.6979762735519888,
      "grad_norm": 1.3812770860077621,
      "learning_rate": 9.906257276696735e-05,
      "loss": 1.8594,
      "step": 79488
    },
    {
      "epoch": 3.6980227959990697,
      "grad_norm": 1.5232113635467786,
      "learning_rate": 9.905908191017061e-05,
      "loss": 2.1562,
      "step": 79489
    },
    {
      "epoch": 3.69806931844615,
      "grad_norm": 1.5697973334336308,
      "learning_rate": 9.905559108456021e-05,
      "loss": 2.1562,
      "step": 79490
    },
    {
      "epoch": 3.698115840893231,
      "grad_norm": 1.43987620187425,
      "learning_rate": 9.905210029013825e-05,
      "loss": 1.9766,
      "step": 79491
    },
    {
      "epoch": 3.6981623633403116,
      "grad_norm": 1.5634565870562,
      "learning_rate": 9.904860952690692e-05,
      "loss": 2.0781,
      "step": 79492
    },
    {
      "epoch": 3.6982088857873925,
      "grad_norm": 1.6140436914004614,
      "learning_rate": 9.904511879486832e-05,
      "loss": 1.5938,
      "step": 79493
    },
    {
      "epoch": 3.6982554082344734,
      "grad_norm": 1.567341078557539,
      "learning_rate": 9.90416280940246e-05,
      "loss": 2.2344,
      "step": 79494
    },
    {
      "epoch": 3.698301930681554,
      "grad_norm": 1.3790088834970486,
      "learning_rate": 9.903813742437788e-05,
      "loss": 1.7891,
      "step": 79495
    },
    {
      "epoch": 3.6983484531286344,
      "grad_norm": 1.515238611307689,
      "learning_rate": 9.903464678593034e-05,
      "loss": 2.0156,
      "step": 79496
    },
    {
      "epoch": 3.6983949755757153,
      "grad_norm": 1.436256420287492,
      "learning_rate": 9.903115617868407e-05,
      "loss": 1.9297,
      "step": 79497
    },
    {
      "epoch": 3.698441498022796,
      "grad_norm": 1.372487732794792,
      "learning_rate": 9.902766560264125e-05,
      "loss": 1.9219,
      "step": 79498
    },
    {
      "epoch": 3.6984880204698767,
      "grad_norm": 1.3545515707794833,
      "learning_rate": 9.902417505780395e-05,
      "loss": 1.7656,
      "step": 79499
    },
    {
      "epoch": 3.698534542916957,
      "grad_norm": 1.4220160294998736,
      "learning_rate": 9.902068454417441e-05,
      "loss": 2.1562,
      "step": 79500
    },
    {
      "epoch": 3.698581065364038,
      "grad_norm": 1.4670674307573925,
      "learning_rate": 9.901719406175465e-05,
      "loss": 2.0312,
      "step": 79501
    },
    {
      "epoch": 3.698627587811119,
      "grad_norm": 1.438168179824054,
      "learning_rate": 9.901370361054691e-05,
      "loss": 2.1719,
      "step": 79502
    },
    {
      "epoch": 3.6986741102581995,
      "grad_norm": 1.5518463044061688,
      "learning_rate": 9.901021319055327e-05,
      "loss": 2.2031,
      "step": 79503
    },
    {
      "epoch": 3.6987206327052804,
      "grad_norm": 1.4492540145531203,
      "learning_rate": 9.900672280177578e-05,
      "loss": 1.9141,
      "step": 79504
    },
    {
      "epoch": 3.698767155152361,
      "grad_norm": 1.4916640972267083,
      "learning_rate": 9.90032324442168e-05,
      "loss": 2.1406,
      "step": 79505
    },
    {
      "epoch": 3.698813677599442,
      "grad_norm": 1.4296000578157635,
      "learning_rate": 9.899974211787832e-05,
      "loss": 2.125,
      "step": 79506
    },
    {
      "epoch": 3.6988602000465223,
      "grad_norm": 1.4608137194318427,
      "learning_rate": 9.899625182276246e-05,
      "loss": 2.0469,
      "step": 79507
    },
    {
      "epoch": 3.698906722493603,
      "grad_norm": 1.4828251835492234,
      "learning_rate": 9.899276155887144e-05,
      "loss": 2.0469,
      "step": 79508
    },
    {
      "epoch": 3.698953244940684,
      "grad_norm": 1.4297087458731854,
      "learning_rate": 9.898927132620731e-05,
      "loss": 1.7344,
      "step": 79509
    },
    {
      "epoch": 3.6989997673877646,
      "grad_norm": 1.4622498080063269,
      "learning_rate": 9.898578112477227e-05,
      "loss": 1.4688,
      "step": 79510
    },
    {
      "epoch": 3.699046289834845,
      "grad_norm": 1.3965813338250594,
      "learning_rate": 9.898229095456843e-05,
      "loss": 1.9297,
      "step": 79511
    },
    {
      "epoch": 3.699092812281926,
      "grad_norm": 1.5249824409837787,
      "learning_rate": 9.897880081559797e-05,
      "loss": 2.1094,
      "step": 79512
    },
    {
      "epoch": 3.699139334729007,
      "grad_norm": 1.4810861226769227,
      "learning_rate": 9.897531070786294e-05,
      "loss": 2.1406,
      "step": 79513
    },
    {
      "epoch": 3.6991858571760874,
      "grad_norm": 1.411484816127321,
      "learning_rate": 9.897182063136555e-05,
      "loss": 1.9844,
      "step": 79514
    },
    {
      "epoch": 3.6992323796231683,
      "grad_norm": 1.3824297308700368,
      "learning_rate": 9.896833058610789e-05,
      "loss": 1.8594,
      "step": 79515
    },
    {
      "epoch": 3.699278902070249,
      "grad_norm": 1.4838060133492779,
      "learning_rate": 9.896484057209214e-05,
      "loss": 1.8906,
      "step": 79516
    },
    {
      "epoch": 3.6993254245173297,
      "grad_norm": 1.3996867002548001,
      "learning_rate": 9.89613505893204e-05,
      "loss": 1.9297,
      "step": 79517
    },
    {
      "epoch": 3.69937194696441,
      "grad_norm": 1.4759953293323151,
      "learning_rate": 9.895786063779484e-05,
      "loss": 2.0938,
      "step": 79518
    },
    {
      "epoch": 3.699418469411491,
      "grad_norm": 1.5613964225107213,
      "learning_rate": 9.895437071751756e-05,
      "loss": 2.1875,
      "step": 79519
    },
    {
      "epoch": 3.699464991858572,
      "grad_norm": 1.504300288668631,
      "learning_rate": 9.895088082849073e-05,
      "loss": 2.125,
      "step": 79520
    },
    {
      "epoch": 3.6995115143056525,
      "grad_norm": 1.5064817759432672,
      "learning_rate": 9.894739097071647e-05,
      "loss": 2.0781,
      "step": 79521
    },
    {
      "epoch": 3.699558036752733,
      "grad_norm": 1.4440600940678328,
      "learning_rate": 9.894390114419692e-05,
      "loss": 2.0469,
      "step": 79522
    },
    {
      "epoch": 3.699604559199814,
      "grad_norm": 1.4799477262085279,
      "learning_rate": 9.89404113489342e-05,
      "loss": 1.9688,
      "step": 79523
    },
    {
      "epoch": 3.699651081646895,
      "grad_norm": 1.4380264778306338,
      "learning_rate": 9.893692158493048e-05,
      "loss": 1.875,
      "step": 79524
    },
    {
      "epoch": 3.6996976040939753,
      "grad_norm": 1.5318632979248674,
      "learning_rate": 9.893343185218785e-05,
      "loss": 2.1719,
      "step": 79525
    },
    {
      "epoch": 3.699744126541056,
      "grad_norm": 1.407667594649917,
      "learning_rate": 9.892994215070843e-05,
      "loss": 1.7656,
      "step": 79526
    },
    {
      "epoch": 3.6997906489881367,
      "grad_norm": 1.497827405502376,
      "learning_rate": 9.892645248049449e-05,
      "loss": 2.0625,
      "step": 79527
    },
    {
      "epoch": 3.6998371714352176,
      "grad_norm": 1.5096859316826814,
      "learning_rate": 9.892296284154803e-05,
      "loss": 1.9297,
      "step": 79528
    },
    {
      "epoch": 3.699883693882298,
      "grad_norm": 1.5294702219551415,
      "learning_rate": 9.891947323387127e-05,
      "loss": 2.0938,
      "step": 79529
    },
    {
      "epoch": 3.699930216329379,
      "grad_norm": 1.560593477126653,
      "learning_rate": 9.891598365746627e-05,
      "loss": 2.3125,
      "step": 79530
    },
    {
      "epoch": 3.6999767387764595,
      "grad_norm": 1.5068896338097173,
      "learning_rate": 9.891249411233525e-05,
      "loss": 2.1719,
      "step": 79531
    },
    {
      "epoch": 3.7000232612235404,
      "grad_norm": 1.496200245425147,
      "learning_rate": 9.890900459848029e-05,
      "loss": 2.0781,
      "step": 79532
    },
    {
      "epoch": 3.700069783670621,
      "grad_norm": 1.3139074999532994,
      "learning_rate": 9.890551511590352e-05,
      "loss": 1.8125,
      "step": 79533
    },
    {
      "epoch": 3.700116306117702,
      "grad_norm": 1.588657434172258,
      "learning_rate": 9.890202566460711e-05,
      "loss": 2.2344,
      "step": 79534
    },
    {
      "epoch": 3.7001628285647827,
      "grad_norm": 1.5105206196128196,
      "learning_rate": 9.889853624459315e-05,
      "loss": 2.2344,
      "step": 79535
    },
    {
      "epoch": 3.700209351011863,
      "grad_norm": 1.4986469234977808,
      "learning_rate": 9.889504685586384e-05,
      "loss": 2.0938,
      "step": 79536
    },
    {
      "epoch": 3.7002558734589437,
      "grad_norm": 1.5252061802173504,
      "learning_rate": 9.889155749842126e-05,
      "loss": 2.0781,
      "step": 79537
    },
    {
      "epoch": 3.7003023959060246,
      "grad_norm": 1.5176318702168343,
      "learning_rate": 9.888806817226761e-05,
      "loss": 2.125,
      "step": 79538
    },
    {
      "epoch": 3.7003489183531055,
      "grad_norm": 1.4797886644502956,
      "learning_rate": 9.888457887740492e-05,
      "loss": 1.9531,
      "step": 79539
    },
    {
      "epoch": 3.700395440800186,
      "grad_norm": 1.4106793740383743,
      "learning_rate": 9.888108961383547e-05,
      "loss": 1.6328,
      "step": 79540
    },
    {
      "epoch": 3.700441963247267,
      "grad_norm": 1.556914885331623,
      "learning_rate": 9.887760038156128e-05,
      "loss": 2.2344,
      "step": 79541
    },
    {
      "epoch": 3.7004884856943474,
      "grad_norm": 1.4414985445920927,
      "learning_rate": 9.887411118058453e-05,
      "loss": 1.9062,
      "step": 79542
    },
    {
      "epoch": 3.7005350081414283,
      "grad_norm": 1.3392760728686486,
      "learning_rate": 9.887062201090732e-05,
      "loss": 1.6719,
      "step": 79543
    },
    {
      "epoch": 3.700581530588509,
      "grad_norm": 1.6042085206194836,
      "learning_rate": 9.886713287253185e-05,
      "loss": 2.0312,
      "step": 79544
    },
    {
      "epoch": 3.7006280530355897,
      "grad_norm": 1.485704491191017,
      "learning_rate": 9.88636437654602e-05,
      "loss": 2.1406,
      "step": 79545
    },
    {
      "epoch": 3.7006745754826706,
      "grad_norm": 1.4682539282923588,
      "learning_rate": 9.886015468969456e-05,
      "loss": 1.9766,
      "step": 79546
    },
    {
      "epoch": 3.700721097929751,
      "grad_norm": 1.4552677793502224,
      "learning_rate": 9.8856665645237e-05,
      "loss": 2.0312,
      "step": 79547
    },
    {
      "epoch": 3.7007676203768316,
      "grad_norm": 1.4540045712418748,
      "learning_rate": 9.885317663208968e-05,
      "loss": 1.8359,
      "step": 79548
    },
    {
      "epoch": 3.7008141428239125,
      "grad_norm": 1.4192919880644141,
      "learning_rate": 9.884968765025477e-05,
      "loss": 1.8359,
      "step": 79549
    },
    {
      "epoch": 3.7008606652709934,
      "grad_norm": 1.499409233846763,
      "learning_rate": 9.884619869973437e-05,
      "loss": 2.0625,
      "step": 79550
    },
    {
      "epoch": 3.700907187718074,
      "grad_norm": 1.4541266688488093,
      "learning_rate": 9.884270978053066e-05,
      "loss": 1.9766,
      "step": 79551
    },
    {
      "epoch": 3.700953710165155,
      "grad_norm": 1.4812908227754036,
      "learning_rate": 9.883922089264573e-05,
      "loss": 2.0312,
      "step": 79552
    },
    {
      "epoch": 3.7010002326122353,
      "grad_norm": 1.5797099552990657,
      "learning_rate": 9.883573203608175e-05,
      "loss": 2.2656,
      "step": 79553
    },
    {
      "epoch": 3.7010467550593162,
      "grad_norm": 1.5116150445541783,
      "learning_rate": 9.88322432108408e-05,
      "loss": 2.1875,
      "step": 79554
    },
    {
      "epoch": 3.7010932775063967,
      "grad_norm": 1.5942485422838566,
      "learning_rate": 9.882875441692509e-05,
      "loss": 2.1094,
      "step": 79555
    },
    {
      "epoch": 3.7011397999534776,
      "grad_norm": 1.5111807843232492,
      "learning_rate": 9.882526565433667e-05,
      "loss": 1.9766,
      "step": 79556
    },
    {
      "epoch": 3.701186322400558,
      "grad_norm": 1.405654323816154,
      "learning_rate": 9.882177692307777e-05,
      "loss": 1.8359,
      "step": 79557
    },
    {
      "epoch": 3.701232844847639,
      "grad_norm": 1.5687853105671488,
      "learning_rate": 9.881828822315047e-05,
      "loss": 2.2969,
      "step": 79558
    },
    {
      "epoch": 3.7012793672947195,
      "grad_norm": 1.4665216608029976,
      "learning_rate": 9.881479955455689e-05,
      "loss": 2.0312,
      "step": 79559
    },
    {
      "epoch": 3.7013258897418004,
      "grad_norm": 1.4265759268557965,
      "learning_rate": 9.881131091729923e-05,
      "loss": 2.0156,
      "step": 79560
    },
    {
      "epoch": 3.7013724121888814,
      "grad_norm": 1.5280220262216886,
      "learning_rate": 9.880782231137956e-05,
      "loss": 2.1719,
      "step": 79561
    },
    {
      "epoch": 3.701418934635962,
      "grad_norm": 1.4562350698646453,
      "learning_rate": 9.880433373680006e-05,
      "loss": 1.8672,
      "step": 79562
    },
    {
      "epoch": 3.7014654570830423,
      "grad_norm": 1.4640086746713632,
      "learning_rate": 9.88008451935628e-05,
      "loss": 2.1406,
      "step": 79563
    },
    {
      "epoch": 3.7015119795301232,
      "grad_norm": 1.5233940834528388,
      "learning_rate": 9.879735668167004e-05,
      "loss": 2.0469,
      "step": 79564
    },
    {
      "epoch": 3.701558501977204,
      "grad_norm": 1.482632165237467,
      "learning_rate": 9.879386820112379e-05,
      "loss": 2.0469,
      "step": 79565
    },
    {
      "epoch": 3.7016050244242846,
      "grad_norm": 1.5323674403894447,
      "learning_rate": 9.879037975192624e-05,
      "loss": 2.1562,
      "step": 79566
    },
    {
      "epoch": 3.7016515468713656,
      "grad_norm": 1.4795662089199786,
      "learning_rate": 9.878689133407951e-05,
      "loss": 2.2031,
      "step": 79567
    },
    {
      "epoch": 3.701698069318446,
      "grad_norm": 1.404174417098558,
      "learning_rate": 9.878340294758579e-05,
      "loss": 1.5938,
      "step": 79568
    },
    {
      "epoch": 3.701744591765527,
      "grad_norm": 1.5594188538620997,
      "learning_rate": 9.877991459244714e-05,
      "loss": 1.9688,
      "step": 79569
    },
    {
      "epoch": 3.7017911142126074,
      "grad_norm": 1.4427645881855167,
      "learning_rate": 9.877642626866567e-05,
      "loss": 1.9297,
      "step": 79570
    },
    {
      "epoch": 3.7018376366596883,
      "grad_norm": 1.4680067288170684,
      "learning_rate": 9.877293797624365e-05,
      "loss": 2.0156,
      "step": 79571
    },
    {
      "epoch": 3.7018841591067693,
      "grad_norm": 1.4037846066979496,
      "learning_rate": 9.876944971518312e-05,
      "loss": 1.7266,
      "step": 79572
    },
    {
      "epoch": 3.7019306815538497,
      "grad_norm": 1.3631934544953823,
      "learning_rate": 9.876596148548626e-05,
      "loss": 1.75,
      "step": 79573
    },
    {
      "epoch": 3.70197720400093,
      "grad_norm": 1.2123805741075369,
      "learning_rate": 9.876247328715515e-05,
      "loss": 1.4141,
      "step": 79574
    },
    {
      "epoch": 3.702023726448011,
      "grad_norm": 1.5314773569922129,
      "learning_rate": 9.8758985120192e-05,
      "loss": 2.0469,
      "step": 79575
    },
    {
      "epoch": 3.702070248895092,
      "grad_norm": 1.3946316109549615,
      "learning_rate": 9.875549698459885e-05,
      "loss": 1.9766,
      "step": 79576
    },
    {
      "epoch": 3.7021167713421725,
      "grad_norm": 1.5895095562910735,
      "learning_rate": 9.875200888037792e-05,
      "loss": 2.1406,
      "step": 79577
    },
    {
      "epoch": 3.7021632937892535,
      "grad_norm": 1.5929623048271437,
      "learning_rate": 9.87485208075313e-05,
      "loss": 2.1562,
      "step": 79578
    },
    {
      "epoch": 3.702209816236334,
      "grad_norm": 1.4928028651783918,
      "learning_rate": 9.874503276606114e-05,
      "loss": 2.2344,
      "step": 79579
    },
    {
      "epoch": 3.702256338683415,
      "grad_norm": 1.3776905437576572,
      "learning_rate": 9.874154475596956e-05,
      "loss": 1.9297,
      "step": 79580
    },
    {
      "epoch": 3.7023028611304953,
      "grad_norm": 1.3633559703845752,
      "learning_rate": 9.873805677725875e-05,
      "loss": 1.8516,
      "step": 79581
    },
    {
      "epoch": 3.7023493835775763,
      "grad_norm": 1.5399500147916074,
      "learning_rate": 9.873456882993074e-05,
      "loss": 2.1875,
      "step": 79582
    },
    {
      "epoch": 3.7023959060246567,
      "grad_norm": 1.5459301840912985,
      "learning_rate": 9.873108091398779e-05,
      "loss": 2.1406,
      "step": 79583
    },
    {
      "epoch": 3.7024424284717377,
      "grad_norm": 1.4265170894225783,
      "learning_rate": 9.872759302943195e-05,
      "loss": 1.9531,
      "step": 79584
    },
    {
      "epoch": 3.702488950918818,
      "grad_norm": 1.4397104541184191,
      "learning_rate": 9.872410517626536e-05,
      "loss": 1.8438,
      "step": 79585
    },
    {
      "epoch": 3.702535473365899,
      "grad_norm": 1.3997228041637253,
      "learning_rate": 9.87206173544902e-05,
      "loss": 1.7578,
      "step": 79586
    },
    {
      "epoch": 3.70258199581298,
      "grad_norm": 1.47129952570288,
      "learning_rate": 9.871712956410857e-05,
      "loss": 2.125,
      "step": 79587
    },
    {
      "epoch": 3.7026285182600605,
      "grad_norm": 1.531984586215849,
      "learning_rate": 9.871364180512264e-05,
      "loss": 1.9688,
      "step": 79588
    },
    {
      "epoch": 3.702675040707141,
      "grad_norm": 1.4055613906281426,
      "learning_rate": 9.871015407753447e-05,
      "loss": 1.9531,
      "step": 79589
    },
    {
      "epoch": 3.702721563154222,
      "grad_norm": 1.552575433595319,
      "learning_rate": 9.870666638134629e-05,
      "loss": 2.1562,
      "step": 79590
    },
    {
      "epoch": 3.7027680856013028,
      "grad_norm": 1.5481039473860985,
      "learning_rate": 9.870317871656017e-05,
      "loss": 2.2031,
      "step": 79591
    },
    {
      "epoch": 3.7028146080483832,
      "grad_norm": 1.4476877365004843,
      "learning_rate": 9.869969108317822e-05,
      "loss": 2.0781,
      "step": 79592
    },
    {
      "epoch": 3.702861130495464,
      "grad_norm": 1.4769751485664104,
      "learning_rate": 9.869620348120269e-05,
      "loss": 2.0312,
      "step": 79593
    },
    {
      "epoch": 3.7029076529425446,
      "grad_norm": 1.508754805469918,
      "learning_rate": 9.86927159106356e-05,
      "loss": 2.0781,
      "step": 79594
    },
    {
      "epoch": 3.7029541753896256,
      "grad_norm": 1.5185370294616327,
      "learning_rate": 9.868922837147919e-05,
      "loss": 2.1875,
      "step": 79595
    },
    {
      "epoch": 3.703000697836706,
      "grad_norm": 1.435839979901839,
      "learning_rate": 9.86857408637355e-05,
      "loss": 1.9297,
      "step": 79596
    },
    {
      "epoch": 3.703047220283787,
      "grad_norm": 1.5420162779059474,
      "learning_rate": 9.868225338740672e-05,
      "loss": 2.2031,
      "step": 79597
    },
    {
      "epoch": 3.703093742730868,
      "grad_norm": 1.454365486139257,
      "learning_rate": 9.867876594249493e-05,
      "loss": 1.8984,
      "step": 79598
    },
    {
      "epoch": 3.7031402651779484,
      "grad_norm": 1.438259249187734,
      "learning_rate": 9.867527852900234e-05,
      "loss": 2.0625,
      "step": 79599
    },
    {
      "epoch": 3.703186787625029,
      "grad_norm": 1.4870213598665094,
      "learning_rate": 9.867179114693103e-05,
      "loss": 2.0781,
      "step": 79600
    },
    {
      "epoch": 3.7032333100721098,
      "grad_norm": 1.4811006001611136,
      "learning_rate": 9.866830379628317e-05,
      "loss": 2.0938,
      "step": 79601
    },
    {
      "epoch": 3.7032798325191907,
      "grad_norm": 1.5153766942539895,
      "learning_rate": 9.866481647706085e-05,
      "loss": 2.0781,
      "step": 79602
    },
    {
      "epoch": 3.703326354966271,
      "grad_norm": 1.464572532245319,
      "learning_rate": 9.866132918926627e-05,
      "loss": 2.0938,
      "step": 79603
    },
    {
      "epoch": 3.703372877413352,
      "grad_norm": 1.4904027963998152,
      "learning_rate": 9.865784193290149e-05,
      "loss": 2.1562,
      "step": 79604
    },
    {
      "epoch": 3.7034193998604326,
      "grad_norm": 1.4392595655300826,
      "learning_rate": 9.865435470796871e-05,
      "loss": 1.8906,
      "step": 79605
    },
    {
      "epoch": 3.7034659223075135,
      "grad_norm": 1.381988849629193,
      "learning_rate": 9.865086751447001e-05,
      "loss": 1.7891,
      "step": 79606
    },
    {
      "epoch": 3.703512444754594,
      "grad_norm": 1.4083819684918577,
      "learning_rate": 9.864738035240756e-05,
      "loss": 1.9297,
      "step": 79607
    },
    {
      "epoch": 3.703558967201675,
      "grad_norm": 1.3761587063787073,
      "learning_rate": 9.864389322178348e-05,
      "loss": 1.9922,
      "step": 79608
    },
    {
      "epoch": 3.703605489648756,
      "grad_norm": 1.4889793925650596,
      "learning_rate": 9.864040612259994e-05,
      "loss": 2.1406,
      "step": 79609
    },
    {
      "epoch": 3.7036520120958363,
      "grad_norm": 1.3369621491360113,
      "learning_rate": 9.863691905485904e-05,
      "loss": 1.6016,
      "step": 79610
    },
    {
      "epoch": 3.7036985345429168,
      "grad_norm": 1.3318913497820868,
      "learning_rate": 9.86334320185629e-05,
      "loss": 1.7969,
      "step": 79611
    },
    {
      "epoch": 3.7037450569899977,
      "grad_norm": 1.5503970804030458,
      "learning_rate": 9.862994501371369e-05,
      "loss": 2.2344,
      "step": 79612
    },
    {
      "epoch": 3.7037915794370786,
      "grad_norm": 1.4835123520321818,
      "learning_rate": 9.862645804031351e-05,
      "loss": 2.0312,
      "step": 79613
    },
    {
      "epoch": 3.703838101884159,
      "grad_norm": 1.5180787723863003,
      "learning_rate": 9.862297109836449e-05,
      "loss": 2.0312,
      "step": 79614
    },
    {
      "epoch": 3.7038846243312396,
      "grad_norm": 1.4283414376407397,
      "learning_rate": 9.861948418786885e-05,
      "loss": 1.9609,
      "step": 79615
    },
    {
      "epoch": 3.7039311467783205,
      "grad_norm": 1.5179625037077815,
      "learning_rate": 9.861599730882861e-05,
      "loss": 2.375,
      "step": 79616
    },
    {
      "epoch": 3.7039776692254014,
      "grad_norm": 1.4087555407622578,
      "learning_rate": 9.861251046124601e-05,
      "loss": 1.7578,
      "step": 79617
    },
    {
      "epoch": 3.704024191672482,
      "grad_norm": 1.3704747510150437,
      "learning_rate": 9.860902364512311e-05,
      "loss": 1.6094,
      "step": 79618
    },
    {
      "epoch": 3.704070714119563,
      "grad_norm": 1.5993252084201948,
      "learning_rate": 9.860553686046209e-05,
      "loss": 2.2188,
      "step": 79619
    },
    {
      "epoch": 3.7041172365666433,
      "grad_norm": 1.5235107324657504,
      "learning_rate": 9.860205010726505e-05,
      "loss": 2.125,
      "step": 79620
    },
    {
      "epoch": 3.704163759013724,
      "grad_norm": 1.461420897098911,
      "learning_rate": 9.859856338553414e-05,
      "loss": 2.0312,
      "step": 79621
    },
    {
      "epoch": 3.7042102814608047,
      "grad_norm": 1.5479206172132212,
      "learning_rate": 9.859507669527146e-05,
      "loss": 2.1875,
      "step": 79622
    },
    {
      "epoch": 3.7042568039078856,
      "grad_norm": 1.405702613603398,
      "learning_rate": 9.859159003647923e-05,
      "loss": 1.9141,
      "step": 79623
    },
    {
      "epoch": 3.7043033263549665,
      "grad_norm": 1.4505822124517698,
      "learning_rate": 9.858810340915948e-05,
      "loss": 2.0781,
      "step": 79624
    },
    {
      "epoch": 3.704349848802047,
      "grad_norm": 1.4979912745695048,
      "learning_rate": 9.858461681331444e-05,
      "loss": 2.2031,
      "step": 79625
    },
    {
      "epoch": 3.7043963712491275,
      "grad_norm": 1.510919537052089,
      "learning_rate": 9.858113024894617e-05,
      "loss": 1.9922,
      "step": 79626
    },
    {
      "epoch": 3.7044428936962084,
      "grad_norm": 1.5079736047842809,
      "learning_rate": 9.857764371605686e-05,
      "loss": 2.1406,
      "step": 79627
    },
    {
      "epoch": 3.7044894161432893,
      "grad_norm": 1.3372475883042672,
      "learning_rate": 9.857415721464862e-05,
      "loss": 1.6484,
      "step": 79628
    },
    {
      "epoch": 3.70453593859037,
      "grad_norm": 1.5297786521817869,
      "learning_rate": 9.857067074472357e-05,
      "loss": 2.0469,
      "step": 79629
    },
    {
      "epoch": 3.7045824610374507,
      "grad_norm": 1.5431744236122888,
      "learning_rate": 9.856718430628384e-05,
      "loss": 2.1719,
      "step": 79630
    },
    {
      "epoch": 3.704628983484531,
      "grad_norm": 1.4408291852865622,
      "learning_rate": 9.856369789933164e-05,
      "loss": 1.8594,
      "step": 79631
    },
    {
      "epoch": 3.704675505931612,
      "grad_norm": 1.5220709651016644,
      "learning_rate": 9.856021152386898e-05,
      "loss": 2.1875,
      "step": 79632
    },
    {
      "epoch": 3.7047220283786926,
      "grad_norm": 1.5401890240947145,
      "learning_rate": 9.855672517989812e-05,
      "loss": 2.0625,
      "step": 79633
    },
    {
      "epoch": 3.7047685508257735,
      "grad_norm": 1.4501978969510154,
      "learning_rate": 9.855323886742109e-05,
      "loss": 1.9453,
      "step": 79634
    },
    {
      "epoch": 3.7048150732728544,
      "grad_norm": 1.3919453582387946,
      "learning_rate": 9.85497525864401e-05,
      "loss": 1.9219,
      "step": 79635
    },
    {
      "epoch": 3.704861595719935,
      "grad_norm": 1.431535286200052,
      "learning_rate": 9.85462663369572e-05,
      "loss": 2.0312,
      "step": 79636
    },
    {
      "epoch": 3.7049081181670154,
      "grad_norm": 1.3602497029396694,
      "learning_rate": 9.85427801189746e-05,
      "loss": 1.7734,
      "step": 79637
    },
    {
      "epoch": 3.7049546406140963,
      "grad_norm": 1.4469119667362818,
      "learning_rate": 9.853929393249447e-05,
      "loss": 2.2031,
      "step": 79638
    },
    {
      "epoch": 3.705001163061177,
      "grad_norm": 1.5863556624485353,
      "learning_rate": 9.853580777751887e-05,
      "loss": 1.6328,
      "step": 79639
    },
    {
      "epoch": 3.7050476855082577,
      "grad_norm": 1.4907466500678768,
      "learning_rate": 9.853232165404991e-05,
      "loss": 1.9219,
      "step": 79640
    },
    {
      "epoch": 3.7050942079553386,
      "grad_norm": 1.5211891730194431,
      "learning_rate": 9.85288355620898e-05,
      "loss": 2.2656,
      "step": 79641
    },
    {
      "epoch": 3.705140730402419,
      "grad_norm": 1.4231908059929568,
      "learning_rate": 9.852534950164062e-05,
      "loss": 1.8125,
      "step": 79642
    },
    {
      "epoch": 3.7051872528495,
      "grad_norm": 1.338137599255452,
      "learning_rate": 9.852186347270457e-05,
      "loss": 1.6797,
      "step": 79643
    },
    {
      "epoch": 3.7052337752965805,
      "grad_norm": 1.4763278899569507,
      "learning_rate": 9.851837747528368e-05,
      "loss": 2.0469,
      "step": 79644
    },
    {
      "epoch": 3.7052802977436614,
      "grad_norm": 1.6083483455856329,
      "learning_rate": 9.851489150938018e-05,
      "loss": 2.1406,
      "step": 79645
    },
    {
      "epoch": 3.705326820190742,
      "grad_norm": 1.4766909457177224,
      "learning_rate": 9.851140557499615e-05,
      "loss": 2.0781,
      "step": 79646
    },
    {
      "epoch": 3.705373342637823,
      "grad_norm": 1.5454806293333334,
      "learning_rate": 9.850791967213376e-05,
      "loss": 2.2031,
      "step": 79647
    },
    {
      "epoch": 3.7054198650849033,
      "grad_norm": 1.4441005515837169,
      "learning_rate": 9.850443380079508e-05,
      "loss": 1.9609,
      "step": 79648
    },
    {
      "epoch": 3.705466387531984,
      "grad_norm": 1.37671540022385,
      "learning_rate": 9.850094796098234e-05,
      "loss": 1.7812,
      "step": 79649
    },
    {
      "epoch": 3.705512909979065,
      "grad_norm": 1.3779501752992165,
      "learning_rate": 9.84974621526976e-05,
      "loss": 1.8828,
      "step": 79650
    },
    {
      "epoch": 3.7055594324261456,
      "grad_norm": 1.572503342089148,
      "learning_rate": 9.849397637594302e-05,
      "loss": 2.2656,
      "step": 79651
    },
    {
      "epoch": 3.705605954873226,
      "grad_norm": 1.5303989966815978,
      "learning_rate": 9.849049063072072e-05,
      "loss": 2.0781,
      "step": 79652
    },
    {
      "epoch": 3.705652477320307,
      "grad_norm": 1.3699639391410836,
      "learning_rate": 9.848700491703288e-05,
      "loss": 1.9062,
      "step": 79653
    },
    {
      "epoch": 3.705698999767388,
      "grad_norm": 1.6076490309186917,
      "learning_rate": 9.848351923488154e-05,
      "loss": 2.2969,
      "step": 79654
    },
    {
      "epoch": 3.7057455222144684,
      "grad_norm": 1.4671864395222012,
      "learning_rate": 9.848003358426897e-05,
      "loss": 2.0938,
      "step": 79655
    },
    {
      "epoch": 3.7057920446615493,
      "grad_norm": 1.4812928684290734,
      "learning_rate": 9.847654796519717e-05,
      "loss": 2.1875,
      "step": 79656
    },
    {
      "epoch": 3.70583856710863,
      "grad_norm": 1.4778545935105352,
      "learning_rate": 9.847306237766836e-05,
      "loss": 2.0,
      "step": 79657
    },
    {
      "epoch": 3.7058850895557107,
      "grad_norm": 1.3872624736337826,
      "learning_rate": 9.846957682168458e-05,
      "loss": 2.0469,
      "step": 79658
    },
    {
      "epoch": 3.705931612002791,
      "grad_norm": 1.5730187041035166,
      "learning_rate": 9.846609129724807e-05,
      "loss": 2.1094,
      "step": 79659
    },
    {
      "epoch": 3.705978134449872,
      "grad_norm": 1.4214441778541387,
      "learning_rate": 9.846260580436095e-05,
      "loss": 2.0625,
      "step": 79660
    },
    {
      "epoch": 3.706024656896953,
      "grad_norm": 1.4369441812359154,
      "learning_rate": 9.845912034302527e-05,
      "loss": 2.1406,
      "step": 79661
    },
    {
      "epoch": 3.7060711793440335,
      "grad_norm": 1.4816948556643417,
      "learning_rate": 9.845563491324328e-05,
      "loss": 1.9766,
      "step": 79662
    },
    {
      "epoch": 3.706117701791114,
      "grad_norm": 1.5902936949756843,
      "learning_rate": 9.845214951501704e-05,
      "loss": 2.2031,
      "step": 79663
    },
    {
      "epoch": 3.706164224238195,
      "grad_norm": 1.5062227551697356,
      "learning_rate": 9.84486641483487e-05,
      "loss": 2.1562,
      "step": 79664
    },
    {
      "epoch": 3.706210746685276,
      "grad_norm": 1.4310036135230222,
      "learning_rate": 9.84451788132404e-05,
      "loss": 1.9375,
      "step": 79665
    },
    {
      "epoch": 3.7062572691323563,
      "grad_norm": 1.506456876562632,
      "learning_rate": 9.844169350969424e-05,
      "loss": 2.0625,
      "step": 79666
    },
    {
      "epoch": 3.7063037915794372,
      "grad_norm": 1.4979850170612514,
      "learning_rate": 9.84382082377124e-05,
      "loss": 2.2031,
      "step": 79667
    },
    {
      "epoch": 3.7063503140265177,
      "grad_norm": 1.5088080559678478,
      "learning_rate": 9.843472299729697e-05,
      "loss": 2.2031,
      "step": 79668
    },
    {
      "epoch": 3.7063968364735986,
      "grad_norm": 1.480110670046807,
      "learning_rate": 9.843123778845012e-05,
      "loss": 2.125,
      "step": 79669
    },
    {
      "epoch": 3.706443358920679,
      "grad_norm": 1.5152457302650166,
      "learning_rate": 9.842775261117397e-05,
      "loss": 2.2188,
      "step": 79670
    },
    {
      "epoch": 3.70648988136776,
      "grad_norm": 1.508914659069985,
      "learning_rate": 9.842426746547066e-05,
      "loss": 2.125,
      "step": 79671
    },
    {
      "epoch": 3.7065364038148405,
      "grad_norm": 1.603191713796117,
      "learning_rate": 9.842078235134229e-05,
      "loss": 2.4844,
      "step": 79672
    },
    {
      "epoch": 3.7065829262619214,
      "grad_norm": 1.5222749004219718,
      "learning_rate": 9.841729726879106e-05,
      "loss": 1.9531,
      "step": 79673
    },
    {
      "epoch": 3.706629448709002,
      "grad_norm": 1.437674734853931,
      "learning_rate": 9.841381221781904e-05,
      "loss": 2.1562,
      "step": 79674
    },
    {
      "epoch": 3.706675971156083,
      "grad_norm": 1.5294188155982702,
      "learning_rate": 9.84103271984284e-05,
      "loss": 2.1719,
      "step": 79675
    },
    {
      "epoch": 3.7067224936031637,
      "grad_norm": 1.4650441524989593,
      "learning_rate": 9.840684221062122e-05,
      "loss": 1.9297,
      "step": 79676
    },
    {
      "epoch": 3.7067690160502442,
      "grad_norm": 1.497164082977161,
      "learning_rate": 9.840335725439973e-05,
      "loss": 1.6172,
      "step": 79677
    },
    {
      "epoch": 3.7068155384973247,
      "grad_norm": 1.5211172431984712,
      "learning_rate": 9.839987232976598e-05,
      "loss": 2.1875,
      "step": 79678
    },
    {
      "epoch": 3.7068620609444056,
      "grad_norm": 1.5341262920176904,
      "learning_rate": 9.839638743672216e-05,
      "loss": 2.0469,
      "step": 79679
    },
    {
      "epoch": 3.7069085833914865,
      "grad_norm": 1.450242133025636,
      "learning_rate": 9.839290257527032e-05,
      "loss": 2.0312,
      "step": 79680
    },
    {
      "epoch": 3.706955105838567,
      "grad_norm": 1.393504396251884,
      "learning_rate": 9.838941774541267e-05,
      "loss": 1.5625,
      "step": 79681
    },
    {
      "epoch": 3.707001628285648,
      "grad_norm": 1.597131077374876,
      "learning_rate": 9.838593294715135e-05,
      "loss": 2.0312,
      "step": 79682
    },
    {
      "epoch": 3.7070481507327284,
      "grad_norm": 1.6296644369746038,
      "learning_rate": 9.838244818048843e-05,
      "loss": 2.0781,
      "step": 79683
    },
    {
      "epoch": 3.7070946731798093,
      "grad_norm": 1.5280795887757905,
      "learning_rate": 9.837896344542613e-05,
      "loss": 1.9688,
      "step": 79684
    },
    {
      "epoch": 3.70714119562689,
      "grad_norm": 1.5309230939173561,
      "learning_rate": 9.837547874196649e-05,
      "loss": 2.1094,
      "step": 79685
    },
    {
      "epoch": 3.7071877180739707,
      "grad_norm": 1.4807458695322429,
      "learning_rate": 9.837199407011172e-05,
      "loss": 2.0469,
      "step": 79686
    },
    {
      "epoch": 3.7072342405210517,
      "grad_norm": 1.5020315495894974,
      "learning_rate": 9.836850942986388e-05,
      "loss": 2.0625,
      "step": 79687
    },
    {
      "epoch": 3.707280762968132,
      "grad_norm": 1.4506460937308054,
      "learning_rate": 9.836502482122518e-05,
      "loss": 2.0625,
      "step": 79688
    },
    {
      "epoch": 3.7073272854152126,
      "grad_norm": 1.4766687229277433,
      "learning_rate": 9.836154024419769e-05,
      "loss": 2.0469,
      "step": 79689
    },
    {
      "epoch": 3.7073738078622935,
      "grad_norm": 1.3463493435281302,
      "learning_rate": 9.83580556987836e-05,
      "loss": 1.9375,
      "step": 79690
    },
    {
      "epoch": 3.7074203303093745,
      "grad_norm": 1.6119634672373453,
      "learning_rate": 9.835457118498498e-05,
      "loss": 2.2344,
      "step": 79691
    },
    {
      "epoch": 3.707466852756455,
      "grad_norm": 1.5785299127797927,
      "learning_rate": 9.835108670280402e-05,
      "loss": 2.2344,
      "step": 79692
    },
    {
      "epoch": 3.707513375203536,
      "grad_norm": 1.393499087149574,
      "learning_rate": 9.834760225224283e-05,
      "loss": 1.8203,
      "step": 79693
    },
    {
      "epoch": 3.7075598976506163,
      "grad_norm": 1.4048714903369781,
      "learning_rate": 9.83441178333035e-05,
      "loss": 2.0312,
      "step": 79694
    },
    {
      "epoch": 3.7076064200976973,
      "grad_norm": 1.4930871050658485,
      "learning_rate": 9.834063344598826e-05,
      "loss": 2.125,
      "step": 79695
    },
    {
      "epoch": 3.7076529425447777,
      "grad_norm": 1.5167959932598056,
      "learning_rate": 9.833714909029915e-05,
      "loss": 2.0781,
      "step": 79696
    },
    {
      "epoch": 3.7076994649918587,
      "grad_norm": 1.4614744244660116,
      "learning_rate": 9.833366476623838e-05,
      "loss": 1.6406,
      "step": 79697
    },
    {
      "epoch": 3.707745987438939,
      "grad_norm": 1.4518892291863803,
      "learning_rate": 9.8330180473808e-05,
      "loss": 2.0156,
      "step": 79698
    },
    {
      "epoch": 3.70779250988602,
      "grad_norm": 1.4590632860600807,
      "learning_rate": 9.832669621301024e-05,
      "loss": 2.0312,
      "step": 79699
    },
    {
      "epoch": 3.7078390323331005,
      "grad_norm": 1.557972093073088,
      "learning_rate": 9.832321198384712e-05,
      "loss": 2.2344,
      "step": 79700
    },
    {
      "epoch": 3.7078855547801814,
      "grad_norm": 1.6295319127931123,
      "learning_rate": 9.831972778632089e-05,
      "loss": 2.0625,
      "step": 79701
    },
    {
      "epoch": 3.7079320772272624,
      "grad_norm": 1.5629896628491615,
      "learning_rate": 9.831624362043356e-05,
      "loss": 2.2656,
      "step": 79702
    },
    {
      "epoch": 3.707978599674343,
      "grad_norm": 1.589672943961704,
      "learning_rate": 9.831275948618734e-05,
      "loss": 2.0781,
      "step": 79703
    },
    {
      "epoch": 3.7080251221214233,
      "grad_norm": 1.5876167575135764,
      "learning_rate": 9.830927538358442e-05,
      "loss": 2.3281,
      "step": 79704
    },
    {
      "epoch": 3.7080716445685042,
      "grad_norm": 1.3543038082803887,
      "learning_rate": 9.830579131262681e-05,
      "loss": 1.7969,
      "step": 79705
    },
    {
      "epoch": 3.708118167015585,
      "grad_norm": 1.4646600691149176,
      "learning_rate": 9.830230727331673e-05,
      "loss": 1.875,
      "step": 79706
    },
    {
      "epoch": 3.7081646894626656,
      "grad_norm": 1.5986958770143371,
      "learning_rate": 9.829882326565626e-05,
      "loss": 2.0938,
      "step": 79707
    },
    {
      "epoch": 3.7082112119097466,
      "grad_norm": 1.513394255316948,
      "learning_rate": 9.829533928964759e-05,
      "loss": 2.0156,
      "step": 79708
    },
    {
      "epoch": 3.708257734356827,
      "grad_norm": 1.584557789606894,
      "learning_rate": 9.829185534529277e-05,
      "loss": 2.2031,
      "step": 79709
    },
    {
      "epoch": 3.708304256803908,
      "grad_norm": 1.348221921080834,
      "learning_rate": 9.828837143259402e-05,
      "loss": 1.5391,
      "step": 79710
    },
    {
      "epoch": 3.7083507792509884,
      "grad_norm": 1.5980085455406459,
      "learning_rate": 9.828488755155341e-05,
      "loss": 2.0625,
      "step": 79711
    },
    {
      "epoch": 3.7083973016980694,
      "grad_norm": 1.5462503330816655,
      "learning_rate": 9.828140370217312e-05,
      "loss": 1.9922,
      "step": 79712
    },
    {
      "epoch": 3.7084438241451503,
      "grad_norm": 1.5857264010537944,
      "learning_rate": 9.827791988445525e-05,
      "loss": 2.3438,
      "step": 79713
    },
    {
      "epoch": 3.7084903465922308,
      "grad_norm": 1.5543819845120126,
      "learning_rate": 9.827443609840194e-05,
      "loss": 2.125,
      "step": 79714
    },
    {
      "epoch": 3.7085368690393112,
      "grad_norm": 1.5153379891646122,
      "learning_rate": 9.827095234401531e-05,
      "loss": 2.1562,
      "step": 79715
    },
    {
      "epoch": 3.708583391486392,
      "grad_norm": 1.5392761462831137,
      "learning_rate": 9.826746862129754e-05,
      "loss": 2.0938,
      "step": 79716
    },
    {
      "epoch": 3.708629913933473,
      "grad_norm": 1.4497371364933416,
      "learning_rate": 9.826398493025074e-05,
      "loss": 1.9375,
      "step": 79717
    },
    {
      "epoch": 3.7086764363805536,
      "grad_norm": 1.515874628153661,
      "learning_rate": 9.826050127087699e-05,
      "loss": 2.25,
      "step": 79718
    },
    {
      "epoch": 3.7087229588276345,
      "grad_norm": 1.5054010210639683,
      "learning_rate": 9.82570176431785e-05,
      "loss": 2.1094,
      "step": 79719
    },
    {
      "epoch": 3.708769481274715,
      "grad_norm": 1.4982708652592214,
      "learning_rate": 9.825353404715732e-05,
      "loss": 2.0938,
      "step": 79720
    },
    {
      "epoch": 3.708816003721796,
      "grad_norm": 1.5125218989656133,
      "learning_rate": 9.825005048281568e-05,
      "loss": 1.9922,
      "step": 79721
    },
    {
      "epoch": 3.7088625261688764,
      "grad_norm": 1.497766745011631,
      "learning_rate": 9.824656695015563e-05,
      "loss": 2.0312,
      "step": 79722
    },
    {
      "epoch": 3.7089090486159573,
      "grad_norm": 1.4434230273546365,
      "learning_rate": 9.824308344917938e-05,
      "loss": 1.8125,
      "step": 79723
    },
    {
      "epoch": 3.708955571063038,
      "grad_norm": 1.5300392203269497,
      "learning_rate": 9.823959997988892e-05,
      "loss": 2.25,
      "step": 79724
    },
    {
      "epoch": 3.7090020935101187,
      "grad_norm": 1.4762639815012306,
      "learning_rate": 9.823611654228656e-05,
      "loss": 1.8906,
      "step": 79725
    },
    {
      "epoch": 3.709048615957199,
      "grad_norm": 1.5165418945665092,
      "learning_rate": 9.823263313637437e-05,
      "loss": 2.125,
      "step": 79726
    },
    {
      "epoch": 3.70909513840428,
      "grad_norm": 1.5019736652180435,
      "learning_rate": 9.822914976215443e-05,
      "loss": 2.0625,
      "step": 79727
    },
    {
      "epoch": 3.709141660851361,
      "grad_norm": 1.4680985335771615,
      "learning_rate": 9.822566641962894e-05,
      "loss": 2.1562,
      "step": 79728
    },
    {
      "epoch": 3.7091881832984415,
      "grad_norm": 1.4318917513577143,
      "learning_rate": 9.822218310879997e-05,
      "loss": 1.8594,
      "step": 79729
    },
    {
      "epoch": 3.709234705745522,
      "grad_norm": 1.4640681565033584,
      "learning_rate": 9.821869982966972e-05,
      "loss": 1.9531,
      "step": 79730
    },
    {
      "epoch": 3.709281228192603,
      "grad_norm": 1.4204496580217623,
      "learning_rate": 9.821521658224024e-05,
      "loss": 1.9062,
      "step": 79731
    },
    {
      "epoch": 3.709327750639684,
      "grad_norm": 1.4210303590254396,
      "learning_rate": 9.821173336651376e-05,
      "loss": 1.8828,
      "step": 79732
    },
    {
      "epoch": 3.7093742730867643,
      "grad_norm": 1.6017424779949216,
      "learning_rate": 9.820825018249234e-05,
      "loss": 2.25,
      "step": 79733
    },
    {
      "epoch": 3.709420795533845,
      "grad_norm": 1.4687224991844383,
      "learning_rate": 9.820476703017814e-05,
      "loss": 1.9141,
      "step": 79734
    },
    {
      "epoch": 3.7094673179809257,
      "grad_norm": 1.5108757876325665,
      "learning_rate": 9.820128390957328e-05,
      "loss": 1.9922,
      "step": 79735
    },
    {
      "epoch": 3.7095138404280066,
      "grad_norm": 1.4920540593903675,
      "learning_rate": 9.819780082067992e-05,
      "loss": 2.0938,
      "step": 79736
    },
    {
      "epoch": 3.709560362875087,
      "grad_norm": 1.3968310467990706,
      "learning_rate": 9.819431776350014e-05,
      "loss": 1.875,
      "step": 79737
    },
    {
      "epoch": 3.709606885322168,
      "grad_norm": 1.4990760058867634,
      "learning_rate": 9.819083473803613e-05,
      "loss": 2.0625,
      "step": 79738
    },
    {
      "epoch": 3.709653407769249,
      "grad_norm": 1.5806687510884212,
      "learning_rate": 9.818735174428996e-05,
      "loss": 2.0781,
      "step": 79739
    },
    {
      "epoch": 3.7096999302163294,
      "grad_norm": 1.4482443430554617,
      "learning_rate": 9.818386878226385e-05,
      "loss": 1.9688,
      "step": 79740
    },
    {
      "epoch": 3.70974645266341,
      "grad_norm": 1.480989658495961,
      "learning_rate": 9.818038585195982e-05,
      "loss": 2.0938,
      "step": 79741
    },
    {
      "epoch": 3.7097929751104908,
      "grad_norm": 1.5127008940511737,
      "learning_rate": 9.81769029533801e-05,
      "loss": 1.9766,
      "step": 79742
    },
    {
      "epoch": 3.7098394975575717,
      "grad_norm": 1.4338788897170707,
      "learning_rate": 9.817342008652683e-05,
      "loss": 1.9766,
      "step": 79743
    },
    {
      "epoch": 3.709886020004652,
      "grad_norm": 1.4109859644995415,
      "learning_rate": 9.816993725140202e-05,
      "loss": 1.9141,
      "step": 79744
    },
    {
      "epoch": 3.709932542451733,
      "grad_norm": 1.5604554297563054,
      "learning_rate": 9.816645444800793e-05,
      "loss": 2.2031,
      "step": 79745
    },
    {
      "epoch": 3.7099790648988136,
      "grad_norm": 1.468533417045508,
      "learning_rate": 9.816297167634653e-05,
      "loss": 1.7656,
      "step": 79746
    },
    {
      "epoch": 3.7100255873458945,
      "grad_norm": 1.415984238150398,
      "learning_rate": 9.815948893642018e-05,
      "loss": 1.9766,
      "step": 79747
    },
    {
      "epoch": 3.710072109792975,
      "grad_norm": 1.436563182319579,
      "learning_rate": 9.815600622823089e-05,
      "loss": 1.9297,
      "step": 79748
    },
    {
      "epoch": 3.710118632240056,
      "grad_norm": 1.4425356108681529,
      "learning_rate": 9.815252355178078e-05,
      "loss": 2.0469,
      "step": 79749
    },
    {
      "epoch": 3.710165154687137,
      "grad_norm": 1.4553515724458468,
      "learning_rate": 9.8149040907072e-05,
      "loss": 1.9609,
      "step": 79750
    },
    {
      "epoch": 3.7102116771342173,
      "grad_norm": 1.4864209689489185,
      "learning_rate": 9.814555829410668e-05,
      "loss": 2.125,
      "step": 79751
    },
    {
      "epoch": 3.7102581995812978,
      "grad_norm": 1.5147339282019079,
      "learning_rate": 9.814207571288698e-05,
      "loss": 2.0469,
      "step": 79752
    },
    {
      "epoch": 3.7103047220283787,
      "grad_norm": 1.513442494593177,
      "learning_rate": 9.813859316341497e-05,
      "loss": 1.9609,
      "step": 79753
    },
    {
      "epoch": 3.7103512444754596,
      "grad_norm": 1.4494574925505532,
      "learning_rate": 9.813511064569285e-05,
      "loss": 1.9766,
      "step": 79754
    },
    {
      "epoch": 3.71039776692254,
      "grad_norm": 1.353088476322281,
      "learning_rate": 9.813162815972268e-05,
      "loss": 1.8516,
      "step": 79755
    },
    {
      "epoch": 3.710444289369621,
      "grad_norm": 1.5244294317404532,
      "learning_rate": 9.81281457055067e-05,
      "loss": 2.0938,
      "step": 79756
    },
    {
      "epoch": 3.7104908118167015,
      "grad_norm": 1.3898922422673567,
      "learning_rate": 9.812466328304689e-05,
      "loss": 1.8438,
      "step": 79757
    },
    {
      "epoch": 3.7105373342637824,
      "grad_norm": 1.5084464859449835,
      "learning_rate": 9.812118089234554e-05,
      "loss": 2.1094,
      "step": 79758
    },
    {
      "epoch": 3.710583856710863,
      "grad_norm": 1.4386182498952265,
      "learning_rate": 9.811769853340466e-05,
      "loss": 1.7734,
      "step": 79759
    },
    {
      "epoch": 3.710630379157944,
      "grad_norm": 1.4568835721654831,
      "learning_rate": 9.811421620622645e-05,
      "loss": 2.0938,
      "step": 79760
    },
    {
      "epoch": 3.7106769016050243,
      "grad_norm": 1.4850438639777972,
      "learning_rate": 9.811073391081303e-05,
      "loss": 2.0781,
      "step": 79761
    },
    {
      "epoch": 3.710723424052105,
      "grad_norm": 1.3450840808223106,
      "learning_rate": 9.810725164716653e-05,
      "loss": 1.7656,
      "step": 79762
    },
    {
      "epoch": 3.7107699464991857,
      "grad_norm": 1.4204278993511037,
      "learning_rate": 9.810376941528904e-05,
      "loss": 2.0625,
      "step": 79763
    },
    {
      "epoch": 3.7108164689462666,
      "grad_norm": 1.576244710262566,
      "learning_rate": 9.810028721518279e-05,
      "loss": 2.2812,
      "step": 79764
    },
    {
      "epoch": 3.7108629913933475,
      "grad_norm": 1.5223636193380288,
      "learning_rate": 9.809680504684977e-05,
      "loss": 2.1094,
      "step": 79765
    },
    {
      "epoch": 3.710909513840428,
      "grad_norm": 1.4083657050948057,
      "learning_rate": 9.809332291029227e-05,
      "loss": 1.8906,
      "step": 79766
    },
    {
      "epoch": 3.7109560362875085,
      "grad_norm": 1.5325433971324751,
      "learning_rate": 9.808984080551225e-05,
      "loss": 2.3125,
      "step": 79767
    },
    {
      "epoch": 3.7110025587345894,
      "grad_norm": 1.4898972812179136,
      "learning_rate": 9.808635873251198e-05,
      "loss": 2.1094,
      "step": 79768
    },
    {
      "epoch": 3.7110490811816703,
      "grad_norm": 1.6099740415847759,
      "learning_rate": 9.808287669129358e-05,
      "loss": 1.5547,
      "step": 79769
    },
    {
      "epoch": 3.711095603628751,
      "grad_norm": 1.4852255814884245,
      "learning_rate": 9.80793946818591e-05,
      "loss": 2.2344,
      "step": 79770
    },
    {
      "epoch": 3.7111421260758317,
      "grad_norm": 1.453429895560364,
      "learning_rate": 9.807591270421078e-05,
      "loss": 2.0,
      "step": 79771
    },
    {
      "epoch": 3.711188648522912,
      "grad_norm": 1.6478195909368711,
      "learning_rate": 9.807243075835065e-05,
      "loss": 2.2188,
      "step": 79772
    },
    {
      "epoch": 3.711235170969993,
      "grad_norm": 1.4968884998844536,
      "learning_rate": 9.80689488442809e-05,
      "loss": 1.9688,
      "step": 79773
    },
    {
      "epoch": 3.7112816934170736,
      "grad_norm": 1.5344437875647192,
      "learning_rate": 9.806546696200364e-05,
      "loss": 2.1406,
      "step": 79774
    },
    {
      "epoch": 3.7113282158641545,
      "grad_norm": 1.452382661088427,
      "learning_rate": 9.806198511152101e-05,
      "loss": 1.8672,
      "step": 79775
    },
    {
      "epoch": 3.7113747383112354,
      "grad_norm": 1.437229551974848,
      "learning_rate": 9.805850329283514e-05,
      "loss": 1.9297,
      "step": 79776
    },
    {
      "epoch": 3.711421260758316,
      "grad_norm": 1.485700240998792,
      "learning_rate": 9.805502150594815e-05,
      "loss": 2.0781,
      "step": 79777
    },
    {
      "epoch": 3.7114677832053964,
      "grad_norm": 1.5013541755161437,
      "learning_rate": 9.805153975086221e-05,
      "loss": 2.0469,
      "step": 79778
    },
    {
      "epoch": 3.7115143056524773,
      "grad_norm": 1.4420908989866592,
      "learning_rate": 9.804805802757939e-05,
      "loss": 2.0469,
      "step": 79779
    },
    {
      "epoch": 3.7115608280995582,
      "grad_norm": 1.3704490314448101,
      "learning_rate": 9.804457633610189e-05,
      "loss": 2.1406,
      "step": 79780
    },
    {
      "epoch": 3.7116073505466387,
      "grad_norm": 1.4560959623860281,
      "learning_rate": 9.804109467643175e-05,
      "loss": 2.1094,
      "step": 79781
    },
    {
      "epoch": 3.7116538729937196,
      "grad_norm": 1.5210512137229102,
      "learning_rate": 9.803761304857123e-05,
      "loss": 2.1406,
      "step": 79782
    },
    {
      "epoch": 3.7117003954408,
      "grad_norm": 1.4700441733052627,
      "learning_rate": 9.803413145252233e-05,
      "loss": 2.0,
      "step": 79783
    },
    {
      "epoch": 3.711746917887881,
      "grad_norm": 1.396807247305766,
      "learning_rate": 9.803064988828728e-05,
      "loss": 1.9297,
      "step": 79784
    },
    {
      "epoch": 3.7117934403349615,
      "grad_norm": 1.4823592780941948,
      "learning_rate": 9.802716835586815e-05,
      "loss": 2.0312,
      "step": 79785
    },
    {
      "epoch": 3.7118399627820424,
      "grad_norm": 1.5758114028059322,
      "learning_rate": 9.80236868552671e-05,
      "loss": 2.1406,
      "step": 79786
    },
    {
      "epoch": 3.711886485229123,
      "grad_norm": 1.5456099691826788,
      "learning_rate": 9.802020538648623e-05,
      "loss": 2.0781,
      "step": 79787
    },
    {
      "epoch": 3.711933007676204,
      "grad_norm": 1.3821007706861617,
      "learning_rate": 9.801672394952776e-05,
      "loss": 1.8438,
      "step": 79788
    },
    {
      "epoch": 3.7119795301232843,
      "grad_norm": 1.5105139831149923,
      "learning_rate": 9.801324254439368e-05,
      "loss": 2.2031,
      "step": 79789
    },
    {
      "epoch": 3.712026052570365,
      "grad_norm": 1.4436535874172114,
      "learning_rate": 9.80097611710862e-05,
      "loss": 1.8594,
      "step": 79790
    },
    {
      "epoch": 3.712072575017446,
      "grad_norm": 1.5300269764165473,
      "learning_rate": 9.800627982960752e-05,
      "loss": 2.0938,
      "step": 79791
    },
    {
      "epoch": 3.7121190974645266,
      "grad_norm": 1.520706066904984,
      "learning_rate": 9.800279851995966e-05,
      "loss": 2.0781,
      "step": 79792
    },
    {
      "epoch": 3.712165619911607,
      "grad_norm": 1.482726908338601,
      "learning_rate": 9.799931724214481e-05,
      "loss": 2.0,
      "step": 79793
    },
    {
      "epoch": 3.712212142358688,
      "grad_norm": 1.4770826282668288,
      "learning_rate": 9.799583599616506e-05,
      "loss": 2.0469,
      "step": 79794
    },
    {
      "epoch": 3.712258664805769,
      "grad_norm": 1.4858178823521258,
      "learning_rate": 9.79923547820226e-05,
      "loss": 1.9844,
      "step": 79795
    },
    {
      "epoch": 3.7123051872528494,
      "grad_norm": 1.4760568391402487,
      "learning_rate": 9.798887359971951e-05,
      "loss": 2.2656,
      "step": 79796
    },
    {
      "epoch": 3.7123517096999303,
      "grad_norm": 1.4512347744469725,
      "learning_rate": 9.798539244925795e-05,
      "loss": 1.8828,
      "step": 79797
    },
    {
      "epoch": 3.712398232147011,
      "grad_norm": 1.5553600184887362,
      "learning_rate": 9.798191133064002e-05,
      "loss": 2.0781,
      "step": 79798
    },
    {
      "epoch": 3.7124447545940917,
      "grad_norm": 1.5640449309369986,
      "learning_rate": 9.797843024386788e-05,
      "loss": 2.1094,
      "step": 79799
    },
    {
      "epoch": 3.712491277041172,
      "grad_norm": 1.4981951134117957,
      "learning_rate": 9.797494918894367e-05,
      "loss": 2.1094,
      "step": 79800
    },
    {
      "epoch": 3.712537799488253,
      "grad_norm": 1.4549025697030413,
      "learning_rate": 9.797146816586948e-05,
      "loss": 2.0469,
      "step": 79801
    },
    {
      "epoch": 3.712584321935334,
      "grad_norm": 1.4785800799255326,
      "learning_rate": 9.796798717464747e-05,
      "loss": 2.0,
      "step": 79802
    },
    {
      "epoch": 3.7126308443824145,
      "grad_norm": 1.4704374375758889,
      "learning_rate": 9.796450621527975e-05,
      "loss": 2.0312,
      "step": 79803
    },
    {
      "epoch": 3.712677366829495,
      "grad_norm": 1.4822060015297513,
      "learning_rate": 9.79610252877685e-05,
      "loss": 2.125,
      "step": 79804
    },
    {
      "epoch": 3.712723889276576,
      "grad_norm": 1.446730901536448,
      "learning_rate": 9.795754439211578e-05,
      "loss": 1.875,
      "step": 79805
    },
    {
      "epoch": 3.712770411723657,
      "grad_norm": 1.5457478360309354,
      "learning_rate": 9.795406352832379e-05,
      "loss": 2.0312,
      "step": 79806
    },
    {
      "epoch": 3.7128169341707373,
      "grad_norm": 1.3795120492701625,
      "learning_rate": 9.79505826963946e-05,
      "loss": 1.8203,
      "step": 79807
    },
    {
      "epoch": 3.7128634566178182,
      "grad_norm": 1.4546974528291907,
      "learning_rate": 9.794710189633039e-05,
      "loss": 2.0938,
      "step": 79808
    },
    {
      "epoch": 3.7129099790648987,
      "grad_norm": 1.4680004259939554,
      "learning_rate": 9.794362112813324e-05,
      "loss": 2.0625,
      "step": 79809
    },
    {
      "epoch": 3.7129565015119796,
      "grad_norm": 1.5254997535249228,
      "learning_rate": 9.794014039180537e-05,
      "loss": 2.0312,
      "step": 79810
    },
    {
      "epoch": 3.71300302395906,
      "grad_norm": 1.5005371802241638,
      "learning_rate": 9.793665968734877e-05,
      "loss": 2.2031,
      "step": 79811
    },
    {
      "epoch": 3.713049546406141,
      "grad_norm": 1.5752457775336295,
      "learning_rate": 9.79331790147657e-05,
      "loss": 2.2031,
      "step": 79812
    },
    {
      "epoch": 3.7130960688532215,
      "grad_norm": 1.6230205042433477,
      "learning_rate": 9.792969837405824e-05,
      "loss": 2.0469,
      "step": 79813
    },
    {
      "epoch": 3.7131425913003024,
      "grad_norm": 1.5752671412259451,
      "learning_rate": 9.792621776522852e-05,
      "loss": 2.2344,
      "step": 79814
    },
    {
      "epoch": 3.713189113747383,
      "grad_norm": 1.4585646402197718,
      "learning_rate": 9.79227371882787e-05,
      "loss": 2.1875,
      "step": 79815
    },
    {
      "epoch": 3.713235636194464,
      "grad_norm": 1.4699171334257908,
      "learning_rate": 9.791925664321087e-05,
      "loss": 2.0938,
      "step": 79816
    },
    {
      "epoch": 3.7132821586415448,
      "grad_norm": 1.537728159722363,
      "learning_rate": 9.791577613002722e-05,
      "loss": 1.9844,
      "step": 79817
    },
    {
      "epoch": 3.7133286810886252,
      "grad_norm": 1.491203342892834,
      "learning_rate": 9.791229564872978e-05,
      "loss": 1.6641,
      "step": 79818
    },
    {
      "epoch": 3.7133752035357057,
      "grad_norm": 1.465049524776753,
      "learning_rate": 9.790881519932077e-05,
      "loss": 1.7734,
      "step": 79819
    },
    {
      "epoch": 3.7134217259827866,
      "grad_norm": 1.4705030946255444,
      "learning_rate": 9.790533478180226e-05,
      "loss": 1.9688,
      "step": 79820
    },
    {
      "epoch": 3.7134682484298676,
      "grad_norm": 1.5080744939530453,
      "learning_rate": 9.790185439617645e-05,
      "loss": 1.9922,
      "step": 79821
    },
    {
      "epoch": 3.713514770876948,
      "grad_norm": 1.4857608385870136,
      "learning_rate": 9.78983740424454e-05,
      "loss": 2.0625,
      "step": 79822
    },
    {
      "epoch": 3.713561293324029,
      "grad_norm": 1.5189424138757486,
      "learning_rate": 9.78948937206113e-05,
      "loss": 1.9531,
      "step": 79823
    },
    {
      "epoch": 3.7136078157711094,
      "grad_norm": 1.4792017202034513,
      "learning_rate": 9.789141343067624e-05,
      "loss": 1.9219,
      "step": 79824
    },
    {
      "epoch": 3.7136543382181904,
      "grad_norm": 1.4694855604883654,
      "learning_rate": 9.788793317264237e-05,
      "loss": 2.2031,
      "step": 79825
    },
    {
      "epoch": 3.713700860665271,
      "grad_norm": 1.5072217797740683,
      "learning_rate": 9.788445294651183e-05,
      "loss": 2.0312,
      "step": 79826
    },
    {
      "epoch": 3.7137473831123518,
      "grad_norm": 1.5673952117492094,
      "learning_rate": 9.788097275228668e-05,
      "loss": 2.1406,
      "step": 79827
    },
    {
      "epoch": 3.7137939055594327,
      "grad_norm": 1.5204959459184197,
      "learning_rate": 9.787749258996918e-05,
      "loss": 2.1562,
      "step": 79828
    },
    {
      "epoch": 3.713840428006513,
      "grad_norm": 1.5389913646741655,
      "learning_rate": 9.787401245956133e-05,
      "loss": 1.9453,
      "step": 79829
    },
    {
      "epoch": 3.7138869504535936,
      "grad_norm": 1.5000363267215917,
      "learning_rate": 9.787053236106536e-05,
      "loss": 1.5938,
      "step": 79830
    },
    {
      "epoch": 3.7139334729006745,
      "grad_norm": 1.5220914985205507,
      "learning_rate": 9.78670522944833e-05,
      "loss": 2.125,
      "step": 79831
    },
    {
      "epoch": 3.7139799953477555,
      "grad_norm": 1.4995648782194118,
      "learning_rate": 9.78635722598174e-05,
      "loss": 1.9688,
      "step": 79832
    },
    {
      "epoch": 3.714026517794836,
      "grad_norm": 1.4600709150743274,
      "learning_rate": 9.786009225706963e-05,
      "loss": 2.0469,
      "step": 79833
    },
    {
      "epoch": 3.714073040241917,
      "grad_norm": 1.4787121716036076,
      "learning_rate": 9.785661228624229e-05,
      "loss": 2.0781,
      "step": 79834
    },
    {
      "epoch": 3.7141195626889973,
      "grad_norm": 1.5201317828249556,
      "learning_rate": 9.785313234733745e-05,
      "loss": 2.0938,
      "step": 79835
    },
    {
      "epoch": 3.7141660851360783,
      "grad_norm": 1.432245196390156,
      "learning_rate": 9.784965244035718e-05,
      "loss": 1.9688,
      "step": 79836
    },
    {
      "epoch": 3.7142126075831587,
      "grad_norm": 1.5635857018805157,
      "learning_rate": 9.784617256530373e-05,
      "loss": 2.1094,
      "step": 79837
    },
    {
      "epoch": 3.7142591300302397,
      "grad_norm": 1.5151053847724039,
      "learning_rate": 9.78426927221791e-05,
      "loss": 2.1875,
      "step": 79838
    },
    {
      "epoch": 3.71430565247732,
      "grad_norm": 1.4656246726499342,
      "learning_rate": 9.783921291098552e-05,
      "loss": 1.9531,
      "step": 79839
    },
    {
      "epoch": 3.714352174924401,
      "grad_norm": 1.5129514977798644,
      "learning_rate": 9.783573313172505e-05,
      "loss": 2.0625,
      "step": 79840
    },
    {
      "epoch": 3.7143986973714815,
      "grad_norm": 1.4108962667223515,
      "learning_rate": 9.783225338439988e-05,
      "loss": 1.7188,
      "step": 79841
    },
    {
      "epoch": 3.7144452198185625,
      "grad_norm": 1.5944727721250822,
      "learning_rate": 9.782877366901209e-05,
      "loss": 2.1094,
      "step": 79842
    },
    {
      "epoch": 3.7144917422656434,
      "grad_norm": 1.4646755562443774,
      "learning_rate": 9.782529398556387e-05,
      "loss": 1.8672,
      "step": 79843
    },
    {
      "epoch": 3.714538264712724,
      "grad_norm": 1.5470584593882284,
      "learning_rate": 9.782181433405727e-05,
      "loss": 2.1562,
      "step": 79844
    },
    {
      "epoch": 3.7145847871598043,
      "grad_norm": 1.395430832528475,
      "learning_rate": 9.781833471449449e-05,
      "loss": 1.8438,
      "step": 79845
    },
    {
      "epoch": 3.7146313096068853,
      "grad_norm": 1.4898016728225782,
      "learning_rate": 9.781485512687762e-05,
      "loss": 2.0938,
      "step": 79846
    },
    {
      "epoch": 3.714677832053966,
      "grad_norm": 1.5078511064680353,
      "learning_rate": 9.781137557120882e-05,
      "loss": 2.2031,
      "step": 79847
    },
    {
      "epoch": 3.7147243545010467,
      "grad_norm": 1.4807609023055435,
      "learning_rate": 9.780789604749016e-05,
      "loss": 2.1562,
      "step": 79848
    },
    {
      "epoch": 3.7147708769481276,
      "grad_norm": 1.4681605825464763,
      "learning_rate": 9.780441655572385e-05,
      "loss": 2.1406,
      "step": 79849
    },
    {
      "epoch": 3.714817399395208,
      "grad_norm": 1.5314157211499109,
      "learning_rate": 9.780093709591198e-05,
      "loss": 1.875,
      "step": 79850
    },
    {
      "epoch": 3.714863921842289,
      "grad_norm": 1.3668552628608097,
      "learning_rate": 9.779745766805668e-05,
      "loss": 1.8594,
      "step": 79851
    },
    {
      "epoch": 3.7149104442893695,
      "grad_norm": 1.5555941101299782,
      "learning_rate": 9.779397827216011e-05,
      "loss": 1.9219,
      "step": 79852
    },
    {
      "epoch": 3.7149569667364504,
      "grad_norm": 1.5118389878162404,
      "learning_rate": 9.779049890822433e-05,
      "loss": 2.1406,
      "step": 79853
    },
    {
      "epoch": 3.7150034891835313,
      "grad_norm": 1.5410158959150198,
      "learning_rate": 9.778701957625154e-05,
      "loss": 2.1094,
      "step": 79854
    },
    {
      "epoch": 3.7150500116306118,
      "grad_norm": 1.4602868149410393,
      "learning_rate": 9.77835402762438e-05,
      "loss": 1.9453,
      "step": 79855
    },
    {
      "epoch": 3.7150965340776922,
      "grad_norm": 1.3897446661554502,
      "learning_rate": 9.77800610082033e-05,
      "loss": 1.7891,
      "step": 79856
    },
    {
      "epoch": 3.715143056524773,
      "grad_norm": 1.339242995273015,
      "learning_rate": 9.777658177213218e-05,
      "loss": 1.5859,
      "step": 79857
    },
    {
      "epoch": 3.715189578971854,
      "grad_norm": 1.5120711744911077,
      "learning_rate": 9.777310256803253e-05,
      "loss": 1.9453,
      "step": 79858
    },
    {
      "epoch": 3.7152361014189346,
      "grad_norm": 1.4279401853954243,
      "learning_rate": 9.776962339590654e-05,
      "loss": 1.8906,
      "step": 79859
    },
    {
      "epoch": 3.7152826238660155,
      "grad_norm": 1.4673976812023428,
      "learning_rate": 9.776614425575622e-05,
      "loss": 2.0938,
      "step": 79860
    },
    {
      "epoch": 3.715329146313096,
      "grad_norm": 1.4318602369476903,
      "learning_rate": 9.776266514758384e-05,
      "loss": 1.9531,
      "step": 79861
    },
    {
      "epoch": 3.715375668760177,
      "grad_norm": 1.614863077234221,
      "learning_rate": 9.775918607139142e-05,
      "loss": 2.2812,
      "step": 79862
    },
    {
      "epoch": 3.7154221912072574,
      "grad_norm": 1.4371822649762391,
      "learning_rate": 9.775570702718117e-05,
      "loss": 1.9531,
      "step": 79863
    },
    {
      "epoch": 3.7154687136543383,
      "grad_norm": 1.499647647072276,
      "learning_rate": 9.775222801495515e-05,
      "loss": 2.1094,
      "step": 79864
    },
    {
      "epoch": 3.715515236101419,
      "grad_norm": 1.5242765388283235,
      "learning_rate": 9.774874903471556e-05,
      "loss": 2.1094,
      "step": 79865
    },
    {
      "epoch": 3.7155617585484997,
      "grad_norm": 1.5068024079179472,
      "learning_rate": 9.774527008646444e-05,
      "loss": 2.0781,
      "step": 79866
    },
    {
      "epoch": 3.71560828099558,
      "grad_norm": 1.532918361626909,
      "learning_rate": 9.774179117020404e-05,
      "loss": 2.1094,
      "step": 79867
    },
    {
      "epoch": 3.715654803442661,
      "grad_norm": 1.4402629974907093,
      "learning_rate": 9.773831228593639e-05,
      "loss": 2.0469,
      "step": 79868
    },
    {
      "epoch": 3.715701325889742,
      "grad_norm": 1.429288932709611,
      "learning_rate": 9.773483343366366e-05,
      "loss": 1.8047,
      "step": 79869
    },
    {
      "epoch": 3.7157478483368225,
      "grad_norm": 1.4705451355298464,
      "learning_rate": 9.773135461338795e-05,
      "loss": 1.8984,
      "step": 79870
    },
    {
      "epoch": 3.7157943707839034,
      "grad_norm": 1.560657858087447,
      "learning_rate": 9.772787582511143e-05,
      "loss": 2.0781,
      "step": 79871
    },
    {
      "epoch": 3.715840893230984,
      "grad_norm": 1.5427515326769303,
      "learning_rate": 9.772439706883619e-05,
      "loss": 2.2344,
      "step": 79872
    },
    {
      "epoch": 3.715887415678065,
      "grad_norm": 1.5242983898105744,
      "learning_rate": 9.772091834456444e-05,
      "loss": 2.3438,
      "step": 79873
    },
    {
      "epoch": 3.7159339381251453,
      "grad_norm": 1.3809721598198794,
      "learning_rate": 9.77174396522982e-05,
      "loss": 1.9375,
      "step": 79874
    },
    {
      "epoch": 3.715980460572226,
      "grad_norm": 1.459047635154757,
      "learning_rate": 9.771396099203969e-05,
      "loss": 2.0781,
      "step": 79875
    },
    {
      "epoch": 3.7160269830193067,
      "grad_norm": 1.4738191595485581,
      "learning_rate": 9.771048236379094e-05,
      "loss": 2.0938,
      "step": 79876
    },
    {
      "epoch": 3.7160735054663876,
      "grad_norm": 1.4374139862635351,
      "learning_rate": 9.770700376755413e-05,
      "loss": 2.0156,
      "step": 79877
    },
    {
      "epoch": 3.716120027913468,
      "grad_norm": 1.4937848955671014,
      "learning_rate": 9.770352520333146e-05,
      "loss": 1.8906,
      "step": 79878
    },
    {
      "epoch": 3.716166550360549,
      "grad_norm": 1.5228464951672158,
      "learning_rate": 9.770004667112499e-05,
      "loss": 2.0312,
      "step": 79879
    },
    {
      "epoch": 3.71621307280763,
      "grad_norm": 1.5861110212264693,
      "learning_rate": 9.769656817093687e-05,
      "loss": 2.1875,
      "step": 79880
    },
    {
      "epoch": 3.7162595952547104,
      "grad_norm": 1.4597850275615327,
      "learning_rate": 9.769308970276922e-05,
      "loss": 2.0938,
      "step": 79881
    },
    {
      "epoch": 3.716306117701791,
      "grad_norm": 1.3666014860674207,
      "learning_rate": 9.768961126662417e-05,
      "loss": 1.8359,
      "step": 79882
    },
    {
      "epoch": 3.716352640148872,
      "grad_norm": 1.4784566665317465,
      "learning_rate": 9.768613286250384e-05,
      "loss": 2.0,
      "step": 79883
    },
    {
      "epoch": 3.7163991625959527,
      "grad_norm": 1.541104127763773,
      "learning_rate": 9.768265449041034e-05,
      "loss": 2.3438,
      "step": 79884
    },
    {
      "epoch": 3.716445685043033,
      "grad_norm": 1.5510087642511112,
      "learning_rate": 9.767917615034588e-05,
      "loss": 2.2031,
      "step": 79885
    },
    {
      "epoch": 3.716492207490114,
      "grad_norm": 1.500001154468188,
      "learning_rate": 9.767569784231249e-05,
      "loss": 2.1562,
      "step": 79886
    },
    {
      "epoch": 3.7165387299371946,
      "grad_norm": 1.5600956414608111,
      "learning_rate": 9.767221956631237e-05,
      "loss": 2.0312,
      "step": 79887
    },
    {
      "epoch": 3.7165852523842755,
      "grad_norm": 1.474445815545926,
      "learning_rate": 9.766874132234763e-05,
      "loss": 2.0938,
      "step": 79888
    },
    {
      "epoch": 3.716631774831356,
      "grad_norm": 1.4102076280671985,
      "learning_rate": 9.766526311042038e-05,
      "loss": 1.9219,
      "step": 79889
    },
    {
      "epoch": 3.716678297278437,
      "grad_norm": 1.553606355789177,
      "learning_rate": 9.766178493053276e-05,
      "loss": 2.0469,
      "step": 79890
    },
    {
      "epoch": 3.716724819725518,
      "grad_norm": 1.3836474364947815,
      "learning_rate": 9.765830678268693e-05,
      "loss": 1.9219,
      "step": 79891
    },
    {
      "epoch": 3.7167713421725983,
      "grad_norm": 1.4756523021206915,
      "learning_rate": 9.765482866688496e-05,
      "loss": 2.1562,
      "step": 79892
    },
    {
      "epoch": 3.716817864619679,
      "grad_norm": 1.4101209502173535,
      "learning_rate": 9.765135058312903e-05,
      "loss": 2.1406,
      "step": 79893
    },
    {
      "epoch": 3.7168643870667597,
      "grad_norm": 1.3583358720416385,
      "learning_rate": 9.764787253142124e-05,
      "loss": 1.8125,
      "step": 79894
    },
    {
      "epoch": 3.7169109095138406,
      "grad_norm": 1.4898399589320341,
      "learning_rate": 9.764439451176377e-05,
      "loss": 2.2812,
      "step": 79895
    },
    {
      "epoch": 3.716957431960921,
      "grad_norm": 1.4979238834602873,
      "learning_rate": 9.764091652415866e-05,
      "loss": 2.1562,
      "step": 79896
    },
    {
      "epoch": 3.717003954408002,
      "grad_norm": 1.495234220358939,
      "learning_rate": 9.763743856860812e-05,
      "loss": 2.0312,
      "step": 79897
    },
    {
      "epoch": 3.7170504768550825,
      "grad_norm": 1.451696609699806,
      "learning_rate": 9.763396064511423e-05,
      "loss": 1.8828,
      "step": 79898
    },
    {
      "epoch": 3.7170969993021634,
      "grad_norm": 1.518698071509744,
      "learning_rate": 9.76304827536791e-05,
      "loss": 2.0781,
      "step": 79899
    },
    {
      "epoch": 3.717143521749244,
      "grad_norm": 1.4604471246317483,
      "learning_rate": 9.762700489430495e-05,
      "loss": 1.9141,
      "step": 79900
    },
    {
      "epoch": 3.717190044196325,
      "grad_norm": 1.5235318589976676,
      "learning_rate": 9.762352706699383e-05,
      "loss": 2.1406,
      "step": 79901
    },
    {
      "epoch": 3.7172365666434053,
      "grad_norm": 1.4977343271549064,
      "learning_rate": 9.762004927174794e-05,
      "loss": 2.0625,
      "step": 79902
    },
    {
      "epoch": 3.717283089090486,
      "grad_norm": 1.4838440557673769,
      "learning_rate": 9.761657150856935e-05,
      "loss": 2.1875,
      "step": 79903
    },
    {
      "epoch": 3.7173296115375667,
      "grad_norm": 1.486900186650621,
      "learning_rate": 9.761309377746018e-05,
      "loss": 2.0781,
      "step": 79904
    },
    {
      "epoch": 3.7173761339846476,
      "grad_norm": 1.4496637800485819,
      "learning_rate": 9.76096160784226e-05,
      "loss": 2.0312,
      "step": 79905
    },
    {
      "epoch": 3.7174226564317285,
      "grad_norm": 1.529555453129585,
      "learning_rate": 9.760613841145874e-05,
      "loss": 2.3594,
      "step": 79906
    },
    {
      "epoch": 3.717469178878809,
      "grad_norm": 1.5916674457957714,
      "learning_rate": 9.760266077657069e-05,
      "loss": 2.1719,
      "step": 79907
    },
    {
      "epoch": 3.7175157013258895,
      "grad_norm": 1.4181610351610012,
      "learning_rate": 9.759918317376058e-05,
      "loss": 1.9688,
      "step": 79908
    },
    {
      "epoch": 3.7175622237729704,
      "grad_norm": 1.3717575105021114,
      "learning_rate": 9.759570560303061e-05,
      "loss": 1.5859,
      "step": 79909
    },
    {
      "epoch": 3.7176087462200513,
      "grad_norm": 1.3867058786995297,
      "learning_rate": 9.759222806438279e-05,
      "loss": 1.9531,
      "step": 79910
    },
    {
      "epoch": 3.717655268667132,
      "grad_norm": 1.4584724865978307,
      "learning_rate": 9.758875055781939e-05,
      "loss": 1.9922,
      "step": 79911
    },
    {
      "epoch": 3.7177017911142127,
      "grad_norm": 1.4779981665719084,
      "learning_rate": 9.75852730833424e-05,
      "loss": 2.2031,
      "step": 79912
    },
    {
      "epoch": 3.717748313561293,
      "grad_norm": 1.6047284262217114,
      "learning_rate": 9.758179564095407e-05,
      "loss": 2.3594,
      "step": 79913
    },
    {
      "epoch": 3.717794836008374,
      "grad_norm": 1.509063693788338,
      "learning_rate": 9.757831823065642e-05,
      "loss": 2.1875,
      "step": 79914
    },
    {
      "epoch": 3.7178413584554546,
      "grad_norm": 1.5734432480411087,
      "learning_rate": 9.757484085245168e-05,
      "loss": 2.1562,
      "step": 79915
    },
    {
      "epoch": 3.7178878809025355,
      "grad_norm": 1.50495799628186,
      "learning_rate": 9.757136350634191e-05,
      "loss": 1.8516,
      "step": 79916
    },
    {
      "epoch": 3.7179344033496164,
      "grad_norm": 1.5385073807874994,
      "learning_rate": 9.756788619232927e-05,
      "loss": 2.0938,
      "step": 79917
    },
    {
      "epoch": 3.717980925796697,
      "grad_norm": 1.4117717314500662,
      "learning_rate": 9.756440891041585e-05,
      "loss": 1.9453,
      "step": 79918
    },
    {
      "epoch": 3.7180274482437774,
      "grad_norm": 1.5082258162606403,
      "learning_rate": 9.756093166060384e-05,
      "loss": 2.0781,
      "step": 79919
    },
    {
      "epoch": 3.7180739706908583,
      "grad_norm": 1.467142560661499,
      "learning_rate": 9.755745444289532e-05,
      "loss": 2.0938,
      "step": 79920
    },
    {
      "epoch": 3.7181204931379392,
      "grad_norm": 1.4692172269479777,
      "learning_rate": 9.755397725729238e-05,
      "loss": 2.1562,
      "step": 79921
    },
    {
      "epoch": 3.7181670155850197,
      "grad_norm": 1.5292083394208136,
      "learning_rate": 9.755050010379728e-05,
      "loss": 2.0156,
      "step": 79922
    },
    {
      "epoch": 3.7182135380321006,
      "grad_norm": 1.4604628123225998,
      "learning_rate": 9.754702298241205e-05,
      "loss": 2.0781,
      "step": 79923
    },
    {
      "epoch": 3.718260060479181,
      "grad_norm": 1.5729408697602896,
      "learning_rate": 9.754354589313886e-05,
      "loss": 2.2344,
      "step": 79924
    },
    {
      "epoch": 3.718306582926262,
      "grad_norm": 1.4661249145537294,
      "learning_rate": 9.75400688359798e-05,
      "loss": 2.1875,
      "step": 79925
    },
    {
      "epoch": 3.7183531053733425,
      "grad_norm": 1.4192997515764498,
      "learning_rate": 9.753659181093703e-05,
      "loss": 1.9219,
      "step": 79926
    },
    {
      "epoch": 3.7183996278204234,
      "grad_norm": 1.5682985674073426,
      "learning_rate": 9.753311481801266e-05,
      "loss": 2.3125,
      "step": 79927
    },
    {
      "epoch": 3.718446150267504,
      "grad_norm": 1.4040459750846253,
      "learning_rate": 9.752963785720886e-05,
      "loss": 1.9688,
      "step": 79928
    },
    {
      "epoch": 3.718492672714585,
      "grad_norm": 1.4947258924977114,
      "learning_rate": 9.752616092852768e-05,
      "loss": 2.1406,
      "step": 79929
    },
    {
      "epoch": 3.7185391951616653,
      "grad_norm": 1.554653681649124,
      "learning_rate": 9.752268403197132e-05,
      "loss": 2.0,
      "step": 79930
    },
    {
      "epoch": 3.7185857176087462,
      "grad_norm": 1.4711883319876895,
      "learning_rate": 9.751920716754186e-05,
      "loss": 2.0625,
      "step": 79931
    },
    {
      "epoch": 3.718632240055827,
      "grad_norm": 1.4443787612935621,
      "learning_rate": 9.751573033524149e-05,
      "loss": 2.0781,
      "step": 79932
    },
    {
      "epoch": 3.7186787625029076,
      "grad_norm": 1.5493752333810014,
      "learning_rate": 9.751225353507229e-05,
      "loss": 2.0312,
      "step": 79933
    },
    {
      "epoch": 3.718725284949988,
      "grad_norm": 1.3962254483436323,
      "learning_rate": 9.750877676703636e-05,
      "loss": 1.7812,
      "step": 79934
    },
    {
      "epoch": 3.718771807397069,
      "grad_norm": 1.5167338045552943,
      "learning_rate": 9.750530003113592e-05,
      "loss": 2.2031,
      "step": 79935
    },
    {
      "epoch": 3.71881832984415,
      "grad_norm": 1.4400828137154087,
      "learning_rate": 9.750182332737298e-05,
      "loss": 2.0625,
      "step": 79936
    },
    {
      "epoch": 3.7188648522912304,
      "grad_norm": 1.5746921601935715,
      "learning_rate": 9.749834665574977e-05,
      "loss": 2.1875,
      "step": 79937
    },
    {
      "epoch": 3.7189113747383113,
      "grad_norm": 1.6421780580483762,
      "learning_rate": 9.749487001626836e-05,
      "loss": 2.2188,
      "step": 79938
    },
    {
      "epoch": 3.718957897185392,
      "grad_norm": 1.4139349004720236,
      "learning_rate": 9.749139340893095e-05,
      "loss": 1.8828,
      "step": 79939
    },
    {
      "epoch": 3.7190044196324727,
      "grad_norm": 1.5753570538125659,
      "learning_rate": 9.748791683373955e-05,
      "loss": 2.1562,
      "step": 79940
    },
    {
      "epoch": 3.7190509420795532,
      "grad_norm": 1.339753706723866,
      "learning_rate": 9.748444029069643e-05,
      "loss": 1.5234,
      "step": 79941
    },
    {
      "epoch": 3.719097464526634,
      "grad_norm": 1.3748688213143432,
      "learning_rate": 9.748096377980357e-05,
      "loss": 1.9688,
      "step": 79942
    },
    {
      "epoch": 3.719143986973715,
      "grad_norm": 1.5155287925275034,
      "learning_rate": 9.747748730106318e-05,
      "loss": 2.0625,
      "step": 79943
    },
    {
      "epoch": 3.7191905094207955,
      "grad_norm": 1.484198563760846,
      "learning_rate": 9.747401085447743e-05,
      "loss": 2.0156,
      "step": 79944
    },
    {
      "epoch": 3.719237031867876,
      "grad_norm": 1.4470429718890956,
      "learning_rate": 9.747053444004837e-05,
      "loss": 1.9844,
      "step": 79945
    },
    {
      "epoch": 3.719283554314957,
      "grad_norm": 1.4606246094151716,
      "learning_rate": 9.746705805777818e-05,
      "loss": 2.1094,
      "step": 79946
    },
    {
      "epoch": 3.719330076762038,
      "grad_norm": 1.4271987421646224,
      "learning_rate": 9.746358170766893e-05,
      "loss": 1.9297,
      "step": 79947
    },
    {
      "epoch": 3.7193765992091183,
      "grad_norm": 1.6472413353721433,
      "learning_rate": 9.746010538972283e-05,
      "loss": 2.0938,
      "step": 79948
    },
    {
      "epoch": 3.7194231216561993,
      "grad_norm": 1.4438961877111354,
      "learning_rate": 9.745662910394195e-05,
      "loss": 1.9922,
      "step": 79949
    },
    {
      "epoch": 3.7194696441032797,
      "grad_norm": 1.513353579765897,
      "learning_rate": 9.745315285032843e-05,
      "loss": 2.1562,
      "step": 79950
    },
    {
      "epoch": 3.7195161665503607,
      "grad_norm": 1.4159455989555234,
      "learning_rate": 9.74496766288844e-05,
      "loss": 1.7969,
      "step": 79951
    },
    {
      "epoch": 3.719562688997441,
      "grad_norm": 1.4507013976811387,
      "learning_rate": 9.7446200439612e-05,
      "loss": 1.8906,
      "step": 79952
    },
    {
      "epoch": 3.719609211444522,
      "grad_norm": 1.3980771962314746,
      "learning_rate": 9.74427242825133e-05,
      "loss": 1.8125,
      "step": 79953
    },
    {
      "epoch": 3.7196557338916025,
      "grad_norm": 1.5347685871782728,
      "learning_rate": 9.743924815759052e-05,
      "loss": 2.1406,
      "step": 79954
    },
    {
      "epoch": 3.7197022563386835,
      "grad_norm": 1.4878254535142932,
      "learning_rate": 9.743577206484571e-05,
      "loss": 1.7578,
      "step": 79955
    },
    {
      "epoch": 3.719748778785764,
      "grad_norm": 1.4015435440825494,
      "learning_rate": 9.743229600428108e-05,
      "loss": 1.9219,
      "step": 79956
    },
    {
      "epoch": 3.719795301232845,
      "grad_norm": 1.491201926499089,
      "learning_rate": 9.742881997589865e-05,
      "loss": 2.0781,
      "step": 79957
    },
    {
      "epoch": 3.7198418236799258,
      "grad_norm": 1.429406570016795,
      "learning_rate": 9.742534397970065e-05,
      "loss": 2.0469,
      "step": 79958
    },
    {
      "epoch": 3.7198883461270063,
      "grad_norm": 1.523903845468164,
      "learning_rate": 9.742186801568915e-05,
      "loss": 1.9688,
      "step": 79959
    },
    {
      "epoch": 3.7199348685740867,
      "grad_norm": 1.4812263483063823,
      "learning_rate": 9.741839208386628e-05,
      "loss": 2.0469,
      "step": 79960
    },
    {
      "epoch": 3.7199813910211676,
      "grad_norm": 1.453017000837581,
      "learning_rate": 9.741491618423419e-05,
      "loss": 2.0,
      "step": 79961
    },
    {
      "epoch": 3.7200279134682486,
      "grad_norm": 1.4753337515611575,
      "learning_rate": 9.741144031679498e-05,
      "loss": 2.0,
      "step": 79962
    },
    {
      "epoch": 3.720074435915329,
      "grad_norm": 1.4397764496132552,
      "learning_rate": 9.740796448155083e-05,
      "loss": 2.0781,
      "step": 79963
    },
    {
      "epoch": 3.72012095836241,
      "grad_norm": 1.3850725885074415,
      "learning_rate": 9.740448867850381e-05,
      "loss": 1.9297,
      "step": 79964
    },
    {
      "epoch": 3.7201674808094904,
      "grad_norm": 1.4114303149097283,
      "learning_rate": 9.740101290765603e-05,
      "loss": 1.7344,
      "step": 79965
    },
    {
      "epoch": 3.7202140032565714,
      "grad_norm": 1.4731942717012712,
      "learning_rate": 9.739753716900973e-05,
      "loss": 2.0625,
      "step": 79966
    },
    {
      "epoch": 3.720260525703652,
      "grad_norm": 1.4851675548744547,
      "learning_rate": 9.739406146256693e-05,
      "loss": 2.0781,
      "step": 79967
    },
    {
      "epoch": 3.7203070481507328,
      "grad_norm": 1.3841435646302263,
      "learning_rate": 9.739058578832982e-05,
      "loss": 1.6641,
      "step": 79968
    },
    {
      "epoch": 3.7203535705978137,
      "grad_norm": 1.5586401572845827,
      "learning_rate": 9.738711014630048e-05,
      "loss": 2.0938,
      "step": 79969
    },
    {
      "epoch": 3.720400093044894,
      "grad_norm": 1.3207721694272239,
      "learning_rate": 9.73836345364811e-05,
      "loss": 1.4375,
      "step": 79970
    },
    {
      "epoch": 3.7204466154919746,
      "grad_norm": 1.506516805199749,
      "learning_rate": 9.738015895887373e-05,
      "loss": 2.0781,
      "step": 79971
    },
    {
      "epoch": 3.7204931379390556,
      "grad_norm": 1.4893913725023595,
      "learning_rate": 9.737668341348055e-05,
      "loss": 1.8438,
      "step": 79972
    },
    {
      "epoch": 3.7205396603861365,
      "grad_norm": 1.5701665043829514,
      "learning_rate": 9.737320790030367e-05,
      "loss": 2.1719,
      "step": 79973
    },
    {
      "epoch": 3.720586182833217,
      "grad_norm": 1.408086750169898,
      "learning_rate": 9.736973241934525e-05,
      "loss": 1.9141,
      "step": 79974
    },
    {
      "epoch": 3.720632705280298,
      "grad_norm": 1.4718662047282565,
      "learning_rate": 9.736625697060735e-05,
      "loss": 2.0312,
      "step": 79975
    },
    {
      "epoch": 3.7206792277273784,
      "grad_norm": 1.5359063666131045,
      "learning_rate": 9.736278155409216e-05,
      "loss": 1.9219,
      "step": 79976
    },
    {
      "epoch": 3.7207257501744593,
      "grad_norm": 1.473522523958523,
      "learning_rate": 9.735930616980177e-05,
      "loss": 1.9141,
      "step": 79977
    },
    {
      "epoch": 3.7207722726215398,
      "grad_norm": 1.5014741573660486,
      "learning_rate": 9.735583081773837e-05,
      "loss": 2.0,
      "step": 79978
    },
    {
      "epoch": 3.7208187950686207,
      "grad_norm": 1.4934653928996653,
      "learning_rate": 9.7352355497904e-05,
      "loss": 2.0469,
      "step": 79979
    },
    {
      "epoch": 3.7208653175157016,
      "grad_norm": 1.50788295087725,
      "learning_rate": 9.734888021030082e-05,
      "loss": 1.9219,
      "step": 79980
    },
    {
      "epoch": 3.720911839962782,
      "grad_norm": 1.436168265010168,
      "learning_rate": 9.734540495493098e-05,
      "loss": 1.7422,
      "step": 79981
    },
    {
      "epoch": 3.7209583624098626,
      "grad_norm": 1.5182403935967903,
      "learning_rate": 9.73419297317966e-05,
      "loss": 2.0781,
      "step": 79982
    },
    {
      "epoch": 3.7210048848569435,
      "grad_norm": 1.435366953836864,
      "learning_rate": 9.733845454089977e-05,
      "loss": 1.9375,
      "step": 79983
    },
    {
      "epoch": 3.7210514073040244,
      "grad_norm": 1.41954993542075,
      "learning_rate": 9.733497938224269e-05,
      "loss": 1.8438,
      "step": 79984
    },
    {
      "epoch": 3.721097929751105,
      "grad_norm": 1.4251591227272358,
      "learning_rate": 9.733150425582745e-05,
      "loss": 1.8125,
      "step": 79985
    },
    {
      "epoch": 3.7211444521981853,
      "grad_norm": 1.438725162745154,
      "learning_rate": 9.732802916165614e-05,
      "loss": 1.9453,
      "step": 79986
    },
    {
      "epoch": 3.7211909746452663,
      "grad_norm": 1.4832548706462816,
      "learning_rate": 9.732455409973089e-05,
      "loss": 1.9766,
      "step": 79987
    },
    {
      "epoch": 3.721237497092347,
      "grad_norm": 1.5787705436346195,
      "learning_rate": 9.732107907005392e-05,
      "loss": 2.2812,
      "step": 79988
    },
    {
      "epoch": 3.7212840195394277,
      "grad_norm": 1.5155467634578992,
      "learning_rate": 9.731760407262726e-05,
      "loss": 2.0781,
      "step": 79989
    },
    {
      "epoch": 3.7213305419865086,
      "grad_norm": 1.495144241254747,
      "learning_rate": 9.73141291074531e-05,
      "loss": 2.0781,
      "step": 79990
    },
    {
      "epoch": 3.721377064433589,
      "grad_norm": 1.5664042273182148,
      "learning_rate": 9.731065417453351e-05,
      "loss": 2.1562,
      "step": 79991
    },
    {
      "epoch": 3.72142358688067,
      "grad_norm": 1.529927357742816,
      "learning_rate": 9.73071792738707e-05,
      "loss": 2.1562,
      "step": 79992
    },
    {
      "epoch": 3.7214701093277505,
      "grad_norm": 1.4850494969318122,
      "learning_rate": 9.73037044054667e-05,
      "loss": 2.1719,
      "step": 79993
    },
    {
      "epoch": 3.7215166317748314,
      "grad_norm": 1.5473271462186353,
      "learning_rate": 9.73002295693237e-05,
      "loss": 2.0312,
      "step": 79994
    },
    {
      "epoch": 3.7215631542219123,
      "grad_norm": 1.4906085430794258,
      "learning_rate": 9.729675476544379e-05,
      "loss": 2.0938,
      "step": 79995
    },
    {
      "epoch": 3.721609676668993,
      "grad_norm": 1.4618777247130044,
      "learning_rate": 9.729327999382917e-05,
      "loss": 2.0156,
      "step": 79996
    },
    {
      "epoch": 3.7216561991160733,
      "grad_norm": 1.3061974381286676,
      "learning_rate": 9.728980525448185e-05,
      "loss": 1.4688,
      "step": 79997
    },
    {
      "epoch": 3.721702721563154,
      "grad_norm": 1.3688958378850595,
      "learning_rate": 9.728633054740405e-05,
      "loss": 1.7812,
      "step": 79998
    },
    {
      "epoch": 3.721749244010235,
      "grad_norm": 1.4839886845648071,
      "learning_rate": 9.728285587259787e-05,
      "loss": 2.1094,
      "step": 79999
    },
    {
      "epoch": 3.7217957664573156,
      "grad_norm": 1.481317422709418,
      "learning_rate": 9.727938123006545e-05,
      "loss": 1.8594,
      "step": 80000
    },
    {
      "epoch": 3.7218422889043965,
      "grad_norm": 1.4252717055747397,
      "learning_rate": 9.727590661980888e-05,
      "loss": 1.8906,
      "step": 80001
    },
    {
      "epoch": 3.721888811351477,
      "grad_norm": 1.5064432039698568,
      "learning_rate": 9.727243204183033e-05,
      "loss": 2.1406,
      "step": 80002
    },
    {
      "epoch": 3.721935333798558,
      "grad_norm": 1.603941194666799,
      "learning_rate": 9.726895749613189e-05,
      "loss": 2.2031,
      "step": 80003
    },
    {
      "epoch": 3.7219818562456384,
      "grad_norm": 1.6239561511265461,
      "learning_rate": 9.726548298271572e-05,
      "loss": 2.3594,
      "step": 80004
    },
    {
      "epoch": 3.7220283786927193,
      "grad_norm": 1.61173837751817,
      "learning_rate": 9.726200850158392e-05,
      "loss": 2.2344,
      "step": 80005
    },
    {
      "epoch": 3.7220749011398,
      "grad_norm": 1.588950220750128,
      "learning_rate": 9.725853405273866e-05,
      "loss": 2.0312,
      "step": 80006
    },
    {
      "epoch": 3.7221214235868807,
      "grad_norm": 1.3995357688151888,
      "learning_rate": 9.7255059636182e-05,
      "loss": 1.9922,
      "step": 80007
    },
    {
      "epoch": 3.722167946033961,
      "grad_norm": 1.4854645156818735,
      "learning_rate": 9.725158525191611e-05,
      "loss": 2.2031,
      "step": 80008
    },
    {
      "epoch": 3.722214468481042,
      "grad_norm": 1.6551544708835335,
      "learning_rate": 9.724811089994309e-05,
      "loss": 2.0469,
      "step": 80009
    },
    {
      "epoch": 3.722260990928123,
      "grad_norm": 1.4733858250341112,
      "learning_rate": 9.724463658026508e-05,
      "loss": 1.9688,
      "step": 80010
    },
    {
      "epoch": 3.7223075133752035,
      "grad_norm": 1.450743085949067,
      "learning_rate": 9.724116229288428e-05,
      "loss": 2.1875,
      "step": 80011
    },
    {
      "epoch": 3.7223540358222844,
      "grad_norm": 1.4319106766124934,
      "learning_rate": 9.723768803780268e-05,
      "loss": 1.9531,
      "step": 80012
    },
    {
      "epoch": 3.722400558269365,
      "grad_norm": 1.4643308296207036,
      "learning_rate": 9.723421381502254e-05,
      "loss": 2.0469,
      "step": 80013
    },
    {
      "epoch": 3.722447080716446,
      "grad_norm": 1.4921841302671208,
      "learning_rate": 9.723073962454591e-05,
      "loss": 2.1406,
      "step": 80014
    },
    {
      "epoch": 3.7224936031635263,
      "grad_norm": 1.4536404379893606,
      "learning_rate": 9.722726546637493e-05,
      "loss": 1.9766,
      "step": 80015
    },
    {
      "epoch": 3.722540125610607,
      "grad_norm": 1.5490831477532128,
      "learning_rate": 9.722379134051173e-05,
      "loss": 2.2812,
      "step": 80016
    },
    {
      "epoch": 3.7225866480576877,
      "grad_norm": 1.3898660509113694,
      "learning_rate": 9.72203172469584e-05,
      "loss": 1.8828,
      "step": 80017
    },
    {
      "epoch": 3.7226331705047686,
      "grad_norm": 1.4946452743860994,
      "learning_rate": 9.721684318571717e-05,
      "loss": 1.9766,
      "step": 80018
    },
    {
      "epoch": 3.722679692951849,
      "grad_norm": 1.600313220857531,
      "learning_rate": 9.721336915679004e-05,
      "loss": 2.3438,
      "step": 80019
    },
    {
      "epoch": 3.72272621539893,
      "grad_norm": 1.4555076248434533,
      "learning_rate": 9.720989516017921e-05,
      "loss": 1.9531,
      "step": 80020
    },
    {
      "epoch": 3.722772737846011,
      "grad_norm": 1.382694038643355,
      "learning_rate": 9.720642119588681e-05,
      "loss": 1.9688,
      "step": 80021
    },
    {
      "epoch": 3.7228192602930914,
      "grad_norm": 1.623000358334577,
      "learning_rate": 9.720294726391497e-05,
      "loss": 1.9844,
      "step": 80022
    },
    {
      "epoch": 3.722865782740172,
      "grad_norm": 1.4232665366415966,
      "learning_rate": 9.719947336426574e-05,
      "loss": 2.0469,
      "step": 80023
    },
    {
      "epoch": 3.722912305187253,
      "grad_norm": 1.6076576896328731,
      "learning_rate": 9.719599949694135e-05,
      "loss": 2.2969,
      "step": 80024
    },
    {
      "epoch": 3.7229588276343337,
      "grad_norm": 1.4521863672577913,
      "learning_rate": 9.719252566194384e-05,
      "loss": 2.0625,
      "step": 80025
    },
    {
      "epoch": 3.723005350081414,
      "grad_norm": 1.5785605209640579,
      "learning_rate": 9.718905185927541e-05,
      "loss": 2.2031,
      "step": 80026
    },
    {
      "epoch": 3.723051872528495,
      "grad_norm": 1.58236117597173,
      "learning_rate": 9.718557808893813e-05,
      "loss": 2.25,
      "step": 80027
    },
    {
      "epoch": 3.7230983949755756,
      "grad_norm": 1.4333629358655828,
      "learning_rate": 9.718210435093419e-05,
      "loss": 1.9375,
      "step": 80028
    },
    {
      "epoch": 3.7231449174226565,
      "grad_norm": 1.5364473219848966,
      "learning_rate": 9.717863064526562e-05,
      "loss": 2.1406,
      "step": 80029
    },
    {
      "epoch": 3.723191439869737,
      "grad_norm": 1.7372868174380172,
      "learning_rate": 9.71751569719346e-05,
      "loss": 2.1562,
      "step": 80030
    },
    {
      "epoch": 3.723237962316818,
      "grad_norm": 1.5281555878210862,
      "learning_rate": 9.717168333094331e-05,
      "loss": 2.0781,
      "step": 80031
    },
    {
      "epoch": 3.723284484763899,
      "grad_norm": 1.5330835729626406,
      "learning_rate": 9.71682097222938e-05,
      "loss": 2.0469,
      "step": 80032
    },
    {
      "epoch": 3.7233310072109793,
      "grad_norm": 1.412733144737688,
      "learning_rate": 9.716473614598824e-05,
      "loss": 1.9141,
      "step": 80033
    },
    {
      "epoch": 3.72337752965806,
      "grad_norm": 1.514024415084654,
      "learning_rate": 9.71612626020287e-05,
      "loss": 2.4219,
      "step": 80034
    },
    {
      "epoch": 3.7234240521051407,
      "grad_norm": 1.5340945658289242,
      "learning_rate": 9.715778909041742e-05,
      "loss": 2.0781,
      "step": 80035
    },
    {
      "epoch": 3.7234705745522216,
      "grad_norm": 1.4229206380437842,
      "learning_rate": 9.71543156111564e-05,
      "loss": 2.1406,
      "step": 80036
    },
    {
      "epoch": 3.723517096999302,
      "grad_norm": 1.4703972100707676,
      "learning_rate": 9.715084216424786e-05,
      "loss": 1.9219,
      "step": 80037
    },
    {
      "epoch": 3.723563619446383,
      "grad_norm": 1.481595487803627,
      "learning_rate": 9.714736874969385e-05,
      "loss": 2.1406,
      "step": 80038
    },
    {
      "epoch": 3.7236101418934635,
      "grad_norm": 1.5269908922210762,
      "learning_rate": 9.714389536749655e-05,
      "loss": 1.9297,
      "step": 80039
    },
    {
      "epoch": 3.7236566643405444,
      "grad_norm": 1.5537633456787867,
      "learning_rate": 9.714042201765806e-05,
      "loss": 2.0938,
      "step": 80040
    },
    {
      "epoch": 3.723703186787625,
      "grad_norm": 1.5710961640056686,
      "learning_rate": 9.713694870018051e-05,
      "loss": 2.1875,
      "step": 80041
    },
    {
      "epoch": 3.723749709234706,
      "grad_norm": 1.395341215021142,
      "learning_rate": 9.713347541506606e-05,
      "loss": 1.8047,
      "step": 80042
    },
    {
      "epoch": 3.7237962316817863,
      "grad_norm": 1.5381960521488338,
      "learning_rate": 9.713000216231677e-05,
      "loss": 2.1719,
      "step": 80043
    },
    {
      "epoch": 3.7238427541288672,
      "grad_norm": 1.3809795615418137,
      "learning_rate": 9.712652894193481e-05,
      "loss": 1.8203,
      "step": 80044
    },
    {
      "epoch": 3.7238892765759477,
      "grad_norm": 1.5199432658529684,
      "learning_rate": 9.712305575392232e-05,
      "loss": 2.0625,
      "step": 80045
    },
    {
      "epoch": 3.7239357990230286,
      "grad_norm": 1.5557531416332009,
      "learning_rate": 9.71195825982814e-05,
      "loss": 2.0312,
      "step": 80046
    },
    {
      "epoch": 3.7239823214701095,
      "grad_norm": 1.614177385909879,
      "learning_rate": 9.711610947501416e-05,
      "loss": 2.2344,
      "step": 80047
    },
    {
      "epoch": 3.72402884391719,
      "grad_norm": 1.584832785246008,
      "learning_rate": 9.71126363841228e-05,
      "loss": 2.3125,
      "step": 80048
    },
    {
      "epoch": 3.7240753663642705,
      "grad_norm": 1.6021125209179086,
      "learning_rate": 9.710916332560935e-05,
      "loss": 1.9766,
      "step": 80049
    },
    {
      "epoch": 3.7241218888113514,
      "grad_norm": 1.5518437949080128,
      "learning_rate": 9.7105690299476e-05,
      "loss": 2.125,
      "step": 80050
    },
    {
      "epoch": 3.7241684112584323,
      "grad_norm": 1.587448290524159,
      "learning_rate": 9.710221730572485e-05,
      "loss": 2.25,
      "step": 80051
    },
    {
      "epoch": 3.724214933705513,
      "grad_norm": 1.4781619168149807,
      "learning_rate": 9.7098744344358e-05,
      "loss": 1.7266,
      "step": 80052
    },
    {
      "epoch": 3.7242614561525937,
      "grad_norm": 1.641071148100669,
      "learning_rate": 9.709527141537766e-05,
      "loss": 2.2656,
      "step": 80053
    },
    {
      "epoch": 3.724307978599674,
      "grad_norm": 1.4521909628290137,
      "learning_rate": 9.709179851878588e-05,
      "loss": 2.0625,
      "step": 80054
    },
    {
      "epoch": 3.724354501046755,
      "grad_norm": 1.480277310593364,
      "learning_rate": 9.708832565458484e-05,
      "loss": 1.8594,
      "step": 80055
    },
    {
      "epoch": 3.7244010234938356,
      "grad_norm": 1.4763129539108082,
      "learning_rate": 9.708485282277661e-05,
      "loss": 2.1562,
      "step": 80056
    },
    {
      "epoch": 3.7244475459409165,
      "grad_norm": 1.495192582243422,
      "learning_rate": 9.708138002336338e-05,
      "loss": 2.2188,
      "step": 80057
    },
    {
      "epoch": 3.7244940683879975,
      "grad_norm": 1.4325536781708306,
      "learning_rate": 9.707790725634722e-05,
      "loss": 1.9297,
      "step": 80058
    },
    {
      "epoch": 3.724540590835078,
      "grad_norm": 1.3567171052187712,
      "learning_rate": 9.707443452173028e-05,
      "loss": 1.8125,
      "step": 80059
    },
    {
      "epoch": 3.7245871132821584,
      "grad_norm": 1.4646717665250917,
      "learning_rate": 9.707096181951468e-05,
      "loss": 2.0312,
      "step": 80060
    },
    {
      "epoch": 3.7246336357292393,
      "grad_norm": 1.3878835251524597,
      "learning_rate": 9.706748914970257e-05,
      "loss": 1.8594,
      "step": 80061
    },
    {
      "epoch": 3.7246801581763203,
      "grad_norm": 1.3536368749054704,
      "learning_rate": 9.706401651229601e-05,
      "loss": 1.7422,
      "step": 80062
    },
    {
      "epoch": 3.7247266806234007,
      "grad_norm": 1.378766681476541,
      "learning_rate": 9.706054390729722e-05,
      "loss": 1.5312,
      "step": 80063
    },
    {
      "epoch": 3.7247732030704817,
      "grad_norm": 1.4971945774664408,
      "learning_rate": 9.705707133470824e-05,
      "loss": 2.0469,
      "step": 80064
    },
    {
      "epoch": 3.724819725517562,
      "grad_norm": 1.542460435061306,
      "learning_rate": 9.705359879453127e-05,
      "loss": 2.0938,
      "step": 80065
    },
    {
      "epoch": 3.724866247964643,
      "grad_norm": 1.458772220646343,
      "learning_rate": 9.70501262867684e-05,
      "loss": 2.1562,
      "step": 80066
    },
    {
      "epoch": 3.7249127704117235,
      "grad_norm": 1.5035649105288338,
      "learning_rate": 9.70466538114217e-05,
      "loss": 2.0625,
      "step": 80067
    },
    {
      "epoch": 3.7249592928588044,
      "grad_norm": 1.5269722843950677,
      "learning_rate": 9.704318136849341e-05,
      "loss": 2.0625,
      "step": 80068
    },
    {
      "epoch": 3.725005815305885,
      "grad_norm": 1.5522283161530464,
      "learning_rate": 9.703970895798556e-05,
      "loss": 2.125,
      "step": 80069
    },
    {
      "epoch": 3.725052337752966,
      "grad_norm": 1.5336870215229055,
      "learning_rate": 9.703623657990033e-05,
      "loss": 2.2812,
      "step": 80070
    },
    {
      "epoch": 3.7250988602000463,
      "grad_norm": 1.483351895681613,
      "learning_rate": 9.703276423423982e-05,
      "loss": 1.8906,
      "step": 80071
    },
    {
      "epoch": 3.7251453826471272,
      "grad_norm": 1.5489076194958913,
      "learning_rate": 9.702929192100618e-05,
      "loss": 2.0312,
      "step": 80072
    },
    {
      "epoch": 3.725191905094208,
      "grad_norm": 1.4959205441821382,
      "learning_rate": 9.702581964020147e-05,
      "loss": 1.8516,
      "step": 80073
    },
    {
      "epoch": 3.7252384275412886,
      "grad_norm": 1.5211744116489716,
      "learning_rate": 9.702234739182786e-05,
      "loss": 2.1562,
      "step": 80074
    },
    {
      "epoch": 3.725284949988369,
      "grad_norm": 1.4494171657844286,
      "learning_rate": 9.701887517588754e-05,
      "loss": 2.0625,
      "step": 80075
    },
    {
      "epoch": 3.72533147243545,
      "grad_norm": 1.4416512972978617,
      "learning_rate": 9.701540299238255e-05,
      "loss": 2.0625,
      "step": 80076
    },
    {
      "epoch": 3.725377994882531,
      "grad_norm": 1.4316161644099064,
      "learning_rate": 9.701193084131506e-05,
      "loss": 2.0312,
      "step": 80077
    },
    {
      "epoch": 3.7254245173296114,
      "grad_norm": 1.4064309768898478,
      "learning_rate": 9.700845872268716e-05,
      "loss": 1.9453,
      "step": 80078
    },
    {
      "epoch": 3.7254710397766924,
      "grad_norm": 1.4267505450368747,
      "learning_rate": 9.700498663650102e-05,
      "loss": 2.0312,
      "step": 80079
    },
    {
      "epoch": 3.725517562223773,
      "grad_norm": 1.485994512349442,
      "learning_rate": 9.700151458275872e-05,
      "loss": 2.0469,
      "step": 80080
    },
    {
      "epoch": 3.7255640846708538,
      "grad_norm": 1.5539580198856888,
      "learning_rate": 9.69980425614624e-05,
      "loss": 2.1875,
      "step": 80081
    },
    {
      "epoch": 3.7256106071179342,
      "grad_norm": 1.4202218570540104,
      "learning_rate": 9.699457057261418e-05,
      "loss": 2.0781,
      "step": 80082
    },
    {
      "epoch": 3.725657129565015,
      "grad_norm": 1.5908386125469527,
      "learning_rate": 9.699109861621623e-05,
      "loss": 2.1875,
      "step": 80083
    },
    {
      "epoch": 3.725703652012096,
      "grad_norm": 1.4477727650891385,
      "learning_rate": 9.698762669227063e-05,
      "loss": 1.9297,
      "step": 80084
    },
    {
      "epoch": 3.7257501744591766,
      "grad_norm": 1.295642506551231,
      "learning_rate": 9.698415480077953e-05,
      "loss": 1.6328,
      "step": 80085
    },
    {
      "epoch": 3.725796696906257,
      "grad_norm": 1.4768329001465237,
      "learning_rate": 9.6980682941745e-05,
      "loss": 2.0312,
      "step": 80086
    },
    {
      "epoch": 3.725843219353338,
      "grad_norm": 1.54741920024491,
      "learning_rate": 9.697721111516927e-05,
      "loss": 2.2188,
      "step": 80087
    },
    {
      "epoch": 3.725889741800419,
      "grad_norm": 1.5172911593777931,
      "learning_rate": 9.697373932105434e-05,
      "loss": 2.1719,
      "step": 80088
    },
    {
      "epoch": 3.7259362642474994,
      "grad_norm": 1.3801518620158746,
      "learning_rate": 9.697026755940244e-05,
      "loss": 1.5938,
      "step": 80089
    },
    {
      "epoch": 3.7259827866945803,
      "grad_norm": 1.6611162002968445,
      "learning_rate": 9.696679583021564e-05,
      "loss": 2.1875,
      "step": 80090
    },
    {
      "epoch": 3.7260293091416608,
      "grad_norm": 1.4685274069482919,
      "learning_rate": 9.696332413349608e-05,
      "loss": 2.0312,
      "step": 80091
    },
    {
      "epoch": 3.7260758315887417,
      "grad_norm": 1.4719989503427306,
      "learning_rate": 9.695985246924591e-05,
      "loss": 2.0469,
      "step": 80092
    },
    {
      "epoch": 3.726122354035822,
      "grad_norm": 1.5019940062854562,
      "learning_rate": 9.695638083746719e-05,
      "loss": 2.0312,
      "step": 80093
    },
    {
      "epoch": 3.726168876482903,
      "grad_norm": 1.4376851780878452,
      "learning_rate": 9.695290923816211e-05,
      "loss": 1.9219,
      "step": 80094
    },
    {
      "epoch": 3.726215398929984,
      "grad_norm": 1.3450614987197753,
      "learning_rate": 9.694943767133278e-05,
      "loss": 1.7109,
      "step": 80095
    },
    {
      "epoch": 3.7262619213770645,
      "grad_norm": 1.3483549298051287,
      "learning_rate": 9.694596613698124e-05,
      "loss": 1.6562,
      "step": 80096
    },
    {
      "epoch": 3.726308443824145,
      "grad_norm": 1.437689391923002,
      "learning_rate": 9.694249463510978e-05,
      "loss": 1.9766,
      "step": 80097
    },
    {
      "epoch": 3.726354966271226,
      "grad_norm": 1.5000888437138906,
      "learning_rate": 9.693902316572039e-05,
      "loss": 2.2031,
      "step": 80098
    },
    {
      "epoch": 3.726401488718307,
      "grad_norm": 1.6185742641689953,
      "learning_rate": 9.693555172881527e-05,
      "loss": 2.2656,
      "step": 80099
    },
    {
      "epoch": 3.7264480111653873,
      "grad_norm": 1.4658772465886727,
      "learning_rate": 9.693208032439652e-05,
      "loss": 1.8438,
      "step": 80100
    },
    {
      "epoch": 3.7264945336124677,
      "grad_norm": 1.4658128958833223,
      "learning_rate": 9.692860895246628e-05,
      "loss": 2.0469,
      "step": 80101
    },
    {
      "epoch": 3.7265410560595487,
      "grad_norm": 1.5711262559895822,
      "learning_rate": 9.692513761302662e-05,
      "loss": 2.1719,
      "step": 80102
    },
    {
      "epoch": 3.7265875785066296,
      "grad_norm": 1.5160780842968393,
      "learning_rate": 9.692166630607973e-05,
      "loss": 2.2656,
      "step": 80103
    },
    {
      "epoch": 3.72663410095371,
      "grad_norm": 1.3838683593124141,
      "learning_rate": 9.691819503162767e-05,
      "loss": 1.8438,
      "step": 80104
    },
    {
      "epoch": 3.726680623400791,
      "grad_norm": 1.4885515023711318,
      "learning_rate": 9.691472378967266e-05,
      "loss": 2.1719,
      "step": 80105
    },
    {
      "epoch": 3.7267271458478715,
      "grad_norm": 1.5118093065474831,
      "learning_rate": 9.691125258021672e-05,
      "loss": 2.0,
      "step": 80106
    },
    {
      "epoch": 3.7267736682949524,
      "grad_norm": 1.4469960925190561,
      "learning_rate": 9.690778140326205e-05,
      "loss": 2.1094,
      "step": 80107
    },
    {
      "epoch": 3.726820190742033,
      "grad_norm": 1.5342424036908626,
      "learning_rate": 9.690431025881074e-05,
      "loss": 2.2031,
      "step": 80108
    },
    {
      "epoch": 3.7268667131891138,
      "grad_norm": 1.520043721296761,
      "learning_rate": 9.690083914686493e-05,
      "loss": 2.125,
      "step": 80109
    },
    {
      "epoch": 3.7269132356361947,
      "grad_norm": 1.473378994779015,
      "learning_rate": 9.689736806742673e-05,
      "loss": 2.0625,
      "step": 80110
    },
    {
      "epoch": 3.726959758083275,
      "grad_norm": 1.5100199548892677,
      "learning_rate": 9.689389702049831e-05,
      "loss": 2.0938,
      "step": 80111
    },
    {
      "epoch": 3.7270062805303557,
      "grad_norm": 1.3998282949523944,
      "learning_rate": 9.689042600608172e-05,
      "loss": 1.7422,
      "step": 80112
    },
    {
      "epoch": 3.7270528029774366,
      "grad_norm": 1.4527563329230815,
      "learning_rate": 9.688695502417914e-05,
      "loss": 2.0781,
      "step": 80113
    },
    {
      "epoch": 3.7270993254245175,
      "grad_norm": 1.495387889873241,
      "learning_rate": 9.688348407479266e-05,
      "loss": 1.9062,
      "step": 80114
    },
    {
      "epoch": 3.727145847871598,
      "grad_norm": 1.4226665139432135,
      "learning_rate": 9.688001315792446e-05,
      "loss": 1.7891,
      "step": 80115
    },
    {
      "epoch": 3.727192370318679,
      "grad_norm": 1.491616021166224,
      "learning_rate": 9.68765422735766e-05,
      "loss": 2.1562,
      "step": 80116
    },
    {
      "epoch": 3.7272388927657594,
      "grad_norm": 1.4329949912128843,
      "learning_rate": 9.687307142175125e-05,
      "loss": 1.9688,
      "step": 80117
    },
    {
      "epoch": 3.7272854152128403,
      "grad_norm": 1.4295925506399256,
      "learning_rate": 9.686960060245046e-05,
      "loss": 1.8516,
      "step": 80118
    },
    {
      "epoch": 3.7273319376599208,
      "grad_norm": 1.5776263585214216,
      "learning_rate": 9.686612981567647e-05,
      "loss": 2.25,
      "step": 80119
    },
    {
      "epoch": 3.7273784601070017,
      "grad_norm": 1.3940076601938134,
      "learning_rate": 9.686265906143135e-05,
      "loss": 1.8359,
      "step": 80120
    },
    {
      "epoch": 3.7274249825540826,
      "grad_norm": 1.5553078495924824,
      "learning_rate": 9.685918833971724e-05,
      "loss": 2.25,
      "step": 80121
    },
    {
      "epoch": 3.727471505001163,
      "grad_norm": 1.4942663148831554,
      "learning_rate": 9.685571765053619e-05,
      "loss": 2.1094,
      "step": 80122
    },
    {
      "epoch": 3.7275180274482436,
      "grad_norm": 1.5909394694541827,
      "learning_rate": 9.685224699389044e-05,
      "loss": 2.3281,
      "step": 80123
    },
    {
      "epoch": 3.7275645498953245,
      "grad_norm": 1.4487078642516864,
      "learning_rate": 9.6848776369782e-05,
      "loss": 2.0312,
      "step": 80124
    },
    {
      "epoch": 3.7276110723424054,
      "grad_norm": 1.4793299986914707,
      "learning_rate": 9.684530577821312e-05,
      "loss": 1.9531,
      "step": 80125
    },
    {
      "epoch": 3.727657594789486,
      "grad_norm": 1.5400722649885712,
      "learning_rate": 9.684183521918581e-05,
      "loss": 2.2188,
      "step": 80126
    },
    {
      "epoch": 3.727704117236567,
      "grad_norm": 1.508089866626071,
      "learning_rate": 9.683836469270228e-05,
      "loss": 2.0625,
      "step": 80127
    },
    {
      "epoch": 3.7277506396836473,
      "grad_norm": 1.5219430984307751,
      "learning_rate": 9.683489419876457e-05,
      "loss": 2.2188,
      "step": 80128
    },
    {
      "epoch": 3.727797162130728,
      "grad_norm": 1.3843086939880846,
      "learning_rate": 9.683142373737488e-05,
      "loss": 1.8516,
      "step": 80129
    },
    {
      "epoch": 3.7278436845778087,
      "grad_norm": 1.4502863045469394,
      "learning_rate": 9.682795330853527e-05,
      "loss": 1.6797,
      "step": 80130
    },
    {
      "epoch": 3.7278902070248896,
      "grad_norm": 1.4231737358306316,
      "learning_rate": 9.682448291224797e-05,
      "loss": 1.8672,
      "step": 80131
    },
    {
      "epoch": 3.72793672947197,
      "grad_norm": 1.373024192264431,
      "learning_rate": 9.682101254851498e-05,
      "loss": 2.0,
      "step": 80132
    },
    {
      "epoch": 3.727983251919051,
      "grad_norm": 1.4799482792107352,
      "learning_rate": 9.68175422173385e-05,
      "loss": 2.0312,
      "step": 80133
    },
    {
      "epoch": 3.7280297743661315,
      "grad_norm": 1.519841767983863,
      "learning_rate": 9.681407191872061e-05,
      "loss": 2.0625,
      "step": 80134
    },
    {
      "epoch": 3.7280762968132124,
      "grad_norm": 1.4374359578030071,
      "learning_rate": 9.68106016526635e-05,
      "loss": 1.9609,
      "step": 80135
    },
    {
      "epoch": 3.7281228192602933,
      "grad_norm": 1.5643049312690112,
      "learning_rate": 9.680713141916922e-05,
      "loss": 2.3594,
      "step": 80136
    },
    {
      "epoch": 3.728169341707374,
      "grad_norm": 1.5168534868300727,
      "learning_rate": 9.680366121823994e-05,
      "loss": 2.0781,
      "step": 80137
    },
    {
      "epoch": 3.7282158641544543,
      "grad_norm": 1.3577626937188143,
      "learning_rate": 9.680019104987776e-05,
      "loss": 1.7578,
      "step": 80138
    },
    {
      "epoch": 3.728262386601535,
      "grad_norm": 1.4178700558865598,
      "learning_rate": 9.679672091408483e-05,
      "loss": 1.9688,
      "step": 80139
    },
    {
      "epoch": 3.728308909048616,
      "grad_norm": 1.6056306082670972,
      "learning_rate": 9.679325081086321e-05,
      "loss": 2.1719,
      "step": 80140
    },
    {
      "epoch": 3.7283554314956966,
      "grad_norm": 1.5423731475862072,
      "learning_rate": 9.678978074021511e-05,
      "loss": 2.1406,
      "step": 80141
    },
    {
      "epoch": 3.7284019539427775,
      "grad_norm": 1.3667125714712285,
      "learning_rate": 9.678631070214265e-05,
      "loss": 1.7734,
      "step": 80142
    },
    {
      "epoch": 3.728448476389858,
      "grad_norm": 1.3837783590665944,
      "learning_rate": 9.67828406966479e-05,
      "loss": 1.9219,
      "step": 80143
    },
    {
      "epoch": 3.728494998836939,
      "grad_norm": 1.3427664819772978,
      "learning_rate": 9.677937072373303e-05,
      "loss": 1.5,
      "step": 80144
    },
    {
      "epoch": 3.7285415212840194,
      "grad_norm": 1.5026791877141166,
      "learning_rate": 9.67759007834001e-05,
      "loss": 1.9922,
      "step": 80145
    },
    {
      "epoch": 3.7285880437311003,
      "grad_norm": 1.4667978452647845,
      "learning_rate": 9.677243087565134e-05,
      "loss": 1.9609,
      "step": 80146
    },
    {
      "epoch": 3.7286345661781812,
      "grad_norm": 1.520433593348742,
      "learning_rate": 9.676896100048879e-05,
      "loss": 2.0938,
      "step": 80147
    },
    {
      "epoch": 3.7286810886252617,
      "grad_norm": 1.5009145299813422,
      "learning_rate": 9.676549115791456e-05,
      "loss": 1.9453,
      "step": 80148
    },
    {
      "epoch": 3.728727611072342,
      "grad_norm": 1.448935236982747,
      "learning_rate": 9.676202134793085e-05,
      "loss": 2.0,
      "step": 80149
    },
    {
      "epoch": 3.728774133519423,
      "grad_norm": 1.493712288787534,
      "learning_rate": 9.67585515705397e-05,
      "loss": 2.0625,
      "step": 80150
    },
    {
      "epoch": 3.728820655966504,
      "grad_norm": 1.4517746034148582,
      "learning_rate": 9.675508182574333e-05,
      "loss": 2.0312,
      "step": 80151
    },
    {
      "epoch": 3.7288671784135845,
      "grad_norm": 1.5249770722319331,
      "learning_rate": 9.675161211354377e-05,
      "loss": 2.125,
      "step": 80152
    },
    {
      "epoch": 3.7289137008606654,
      "grad_norm": 1.5155864472669716,
      "learning_rate": 9.674814243394322e-05,
      "loss": 2.0312,
      "step": 80153
    },
    {
      "epoch": 3.728960223307746,
      "grad_norm": 1.4717605519927548,
      "learning_rate": 9.674467278694374e-05,
      "loss": 2.1094,
      "step": 80154
    },
    {
      "epoch": 3.729006745754827,
      "grad_norm": 1.437725069768564,
      "learning_rate": 9.674120317254753e-05,
      "loss": 2.1094,
      "step": 80155
    },
    {
      "epoch": 3.7290532682019073,
      "grad_norm": 1.4249524806861964,
      "learning_rate": 9.673773359075661e-05,
      "loss": 1.8438,
      "step": 80156
    },
    {
      "epoch": 3.729099790648988,
      "grad_norm": 1.45336980969434,
      "learning_rate": 9.67342640415732e-05,
      "loss": 1.9844,
      "step": 80157
    },
    {
      "epoch": 3.7291463130960687,
      "grad_norm": 1.5388108576802988,
      "learning_rate": 9.673079452499939e-05,
      "loss": 2.0781,
      "step": 80158
    },
    {
      "epoch": 3.7291928355431496,
      "grad_norm": 1.4815014241473226,
      "learning_rate": 9.67273250410373e-05,
      "loss": 1.8203,
      "step": 80159
    },
    {
      "epoch": 3.72923935799023,
      "grad_norm": 1.3615828630065596,
      "learning_rate": 9.672385558968902e-05,
      "loss": 1.7188,
      "step": 80160
    },
    {
      "epoch": 3.729285880437311,
      "grad_norm": 1.4975483221615535,
      "learning_rate": 9.672038617095678e-05,
      "loss": 2.1562,
      "step": 80161
    },
    {
      "epoch": 3.729332402884392,
      "grad_norm": 1.531410575195918,
      "learning_rate": 9.671691678484253e-05,
      "loss": 2.0469,
      "step": 80162
    },
    {
      "epoch": 3.7293789253314724,
      "grad_norm": 1.4877514981572935,
      "learning_rate": 9.671344743134856e-05,
      "loss": 1.9922,
      "step": 80163
    },
    {
      "epoch": 3.729425447778553,
      "grad_norm": 1.4813865951478045,
      "learning_rate": 9.670997811047694e-05,
      "loss": 2.0625,
      "step": 80164
    },
    {
      "epoch": 3.729471970225634,
      "grad_norm": 1.425884102074988,
      "learning_rate": 9.670650882222976e-05,
      "loss": 1.7812,
      "step": 80165
    },
    {
      "epoch": 3.7295184926727147,
      "grad_norm": 1.5018832080273883,
      "learning_rate": 9.67030395666092e-05,
      "loss": 2.1562,
      "step": 80166
    },
    {
      "epoch": 3.729565015119795,
      "grad_norm": 1.57263902650808,
      "learning_rate": 9.669957034361732e-05,
      "loss": 2.2188,
      "step": 80167
    },
    {
      "epoch": 3.729611537566876,
      "grad_norm": 1.423106391314034,
      "learning_rate": 9.669610115325631e-05,
      "loss": 1.7578,
      "step": 80168
    },
    {
      "epoch": 3.7296580600139566,
      "grad_norm": 1.4475393058782866,
      "learning_rate": 9.669263199552822e-05,
      "loss": 1.8281,
      "step": 80169
    },
    {
      "epoch": 3.7297045824610375,
      "grad_norm": 1.5106695645364843,
      "learning_rate": 9.668916287043526e-05,
      "loss": 1.7422,
      "step": 80170
    },
    {
      "epoch": 3.729751104908118,
      "grad_norm": 1.474817232922578,
      "learning_rate": 9.668569377797948e-05,
      "loss": 2.0625,
      "step": 80171
    },
    {
      "epoch": 3.729797627355199,
      "grad_norm": 1.547675564588487,
      "learning_rate": 9.668222471816306e-05,
      "loss": 2.2031,
      "step": 80172
    },
    {
      "epoch": 3.72984414980228,
      "grad_norm": 1.5333742093509766,
      "learning_rate": 9.667875569098811e-05,
      "loss": 2.1406,
      "step": 80173
    },
    {
      "epoch": 3.7298906722493603,
      "grad_norm": 1.4836327114473922,
      "learning_rate": 9.667528669645667e-05,
      "loss": 2.0781,
      "step": 80174
    },
    {
      "epoch": 3.729937194696441,
      "grad_norm": 1.4573649538428755,
      "learning_rate": 9.6671817734571e-05,
      "loss": 1.9922,
      "step": 80175
    },
    {
      "epoch": 3.7299837171435217,
      "grad_norm": 1.4572309212440708,
      "learning_rate": 9.66683488053331e-05,
      "loss": 1.9297,
      "step": 80176
    },
    {
      "epoch": 3.7300302395906026,
      "grad_norm": 1.5709022450709187,
      "learning_rate": 9.666487990874521e-05,
      "loss": 2.1719,
      "step": 80177
    },
    {
      "epoch": 3.730076762037683,
      "grad_norm": 1.5107402295790715,
      "learning_rate": 9.666141104480937e-05,
      "loss": 1.9375,
      "step": 80178
    },
    {
      "epoch": 3.730123284484764,
      "grad_norm": 1.5048426214970554,
      "learning_rate": 9.665794221352772e-05,
      "loss": 2.1875,
      "step": 80179
    },
    {
      "epoch": 3.7301698069318445,
      "grad_norm": 1.341695633832931,
      "learning_rate": 9.66544734149024e-05,
      "loss": 1.5625,
      "step": 80180
    },
    {
      "epoch": 3.7302163293789254,
      "grad_norm": 1.5667301615286964,
      "learning_rate": 9.665100464893553e-05,
      "loss": 2.1406,
      "step": 80181
    },
    {
      "epoch": 3.730262851826006,
      "grad_norm": 1.40745867449058,
      "learning_rate": 9.664753591562921e-05,
      "loss": 1.9062,
      "step": 80182
    },
    {
      "epoch": 3.730309374273087,
      "grad_norm": 1.5556231197906871,
      "learning_rate": 9.66440672149856e-05,
      "loss": 2.1562,
      "step": 80183
    },
    {
      "epoch": 3.7303558967201673,
      "grad_norm": 1.4070448138838283,
      "learning_rate": 9.664059854700677e-05,
      "loss": 1.8438,
      "step": 80184
    },
    {
      "epoch": 3.7304024191672482,
      "grad_norm": 1.5426335740145192,
      "learning_rate": 9.663712991169489e-05,
      "loss": 2.1406,
      "step": 80185
    },
    {
      "epoch": 3.7304489416143287,
      "grad_norm": 1.5088263454698037,
      "learning_rate": 9.663366130905211e-05,
      "loss": 2.0312,
      "step": 80186
    },
    {
      "epoch": 3.7304954640614096,
      "grad_norm": 1.5151240965505288,
      "learning_rate": 9.66301927390805e-05,
      "loss": 2.1562,
      "step": 80187
    },
    {
      "epoch": 3.7305419865084906,
      "grad_norm": 1.503111848032683,
      "learning_rate": 9.662672420178221e-05,
      "loss": 2.2188,
      "step": 80188
    },
    {
      "epoch": 3.730588508955571,
      "grad_norm": 1.4975349346593798,
      "learning_rate": 9.662325569715934e-05,
      "loss": 2.0469,
      "step": 80189
    },
    {
      "epoch": 3.7306350314026515,
      "grad_norm": 1.6145800721857368,
      "learning_rate": 9.661978722521406e-05,
      "loss": 2.2031,
      "step": 80190
    },
    {
      "epoch": 3.7306815538497324,
      "grad_norm": 1.3966796087463798,
      "learning_rate": 9.66163187859484e-05,
      "loss": 1.8281,
      "step": 80191
    },
    {
      "epoch": 3.7307280762968134,
      "grad_norm": 1.5359582948410904,
      "learning_rate": 9.66128503793646e-05,
      "loss": 2.2188,
      "step": 80192
    },
    {
      "epoch": 3.730774598743894,
      "grad_norm": 1.5018282908675455,
      "learning_rate": 9.660938200546469e-05,
      "loss": 2.0312,
      "step": 80193
    },
    {
      "epoch": 3.7308211211909748,
      "grad_norm": 1.3934387757766675,
      "learning_rate": 9.660591366425087e-05,
      "loss": 1.75,
      "step": 80194
    },
    {
      "epoch": 3.7308676436380552,
      "grad_norm": 1.479515688717375,
      "learning_rate": 9.660244535572519e-05,
      "loss": 2.0312,
      "step": 80195
    },
    {
      "epoch": 3.730914166085136,
      "grad_norm": 1.540757116556255,
      "learning_rate": 9.659897707988983e-05,
      "loss": 2.2188,
      "step": 80196
    },
    {
      "epoch": 3.7309606885322166,
      "grad_norm": 1.474889240360927,
      "learning_rate": 9.659550883674686e-05,
      "loss": 1.9844,
      "step": 80197
    },
    {
      "epoch": 3.7310072109792976,
      "grad_norm": 1.5360075478068007,
      "learning_rate": 9.659204062629848e-05,
      "loss": 2.125,
      "step": 80198
    },
    {
      "epoch": 3.7310537334263785,
      "grad_norm": 1.4913267145090296,
      "learning_rate": 9.658857244854677e-05,
      "loss": 2.0469,
      "step": 80199
    },
    {
      "epoch": 3.731100255873459,
      "grad_norm": 1.5097494445928676,
      "learning_rate": 9.658510430349379e-05,
      "loss": 1.9531,
      "step": 80200
    },
    {
      "epoch": 3.7311467783205394,
      "grad_norm": 1.5750821144129763,
      "learning_rate": 9.658163619114179e-05,
      "loss": 2.0625,
      "step": 80201
    },
    {
      "epoch": 3.7311933007676203,
      "grad_norm": 1.4653666027242664,
      "learning_rate": 9.657816811149275e-05,
      "loss": 2.0,
      "step": 80202
    },
    {
      "epoch": 3.7312398232147013,
      "grad_norm": 1.4313525477646667,
      "learning_rate": 9.657470006454893e-05,
      "loss": 1.9062,
      "step": 80203
    },
    {
      "epoch": 3.7312863456617817,
      "grad_norm": 1.5551164603512975,
      "learning_rate": 9.657123205031239e-05,
      "loss": 2.1094,
      "step": 80204
    },
    {
      "epoch": 3.7313328681088627,
      "grad_norm": 1.4422145114826836,
      "learning_rate": 9.656776406878525e-05,
      "loss": 2.0156,
      "step": 80205
    },
    {
      "epoch": 3.731379390555943,
      "grad_norm": 1.4150789222545026,
      "learning_rate": 9.656429611996959e-05,
      "loss": 2.0781,
      "step": 80206
    },
    {
      "epoch": 3.731425913003024,
      "grad_norm": 1.4473081673050696,
      "learning_rate": 9.656082820386761e-05,
      "loss": 2.0469,
      "step": 80207
    },
    {
      "epoch": 3.7314724354501045,
      "grad_norm": 1.445328071664506,
      "learning_rate": 9.655736032048145e-05,
      "loss": 1.9531,
      "step": 80208
    },
    {
      "epoch": 3.7315189578971855,
      "grad_norm": 1.4789270194724327,
      "learning_rate": 9.655389246981315e-05,
      "loss": 2.2188,
      "step": 80209
    },
    {
      "epoch": 3.7315654803442664,
      "grad_norm": 1.45619021165362,
      "learning_rate": 9.655042465186489e-05,
      "loss": 1.9688,
      "step": 80210
    },
    {
      "epoch": 3.731612002791347,
      "grad_norm": 1.5300363003213278,
      "learning_rate": 9.654695686663875e-05,
      "loss": 2.0469,
      "step": 80211
    },
    {
      "epoch": 3.7316585252384273,
      "grad_norm": 1.4289060301665155,
      "learning_rate": 9.654348911413693e-05,
      "loss": 1.9141,
      "step": 80212
    },
    {
      "epoch": 3.7317050476855083,
      "grad_norm": 1.4499955663876687,
      "learning_rate": 9.654002139436146e-05,
      "loss": 1.9297,
      "step": 80213
    },
    {
      "epoch": 3.731751570132589,
      "grad_norm": 1.4864764784815925,
      "learning_rate": 9.653655370731452e-05,
      "loss": 2.0938,
      "step": 80214
    },
    {
      "epoch": 3.7317980925796697,
      "grad_norm": 1.488729790878451,
      "learning_rate": 9.65330860529982e-05,
      "loss": 2.2188,
      "step": 80215
    },
    {
      "epoch": 3.73184461502675,
      "grad_norm": 1.3993449437845966,
      "learning_rate": 9.652961843141466e-05,
      "loss": 1.8594,
      "step": 80216
    },
    {
      "epoch": 3.731891137473831,
      "grad_norm": 1.4696041939639912,
      "learning_rate": 9.652615084256597e-05,
      "loss": 2.0469,
      "step": 80217
    },
    {
      "epoch": 3.731937659920912,
      "grad_norm": 1.4786124318799068,
      "learning_rate": 9.652268328645432e-05,
      "loss": 2.1406,
      "step": 80218
    },
    {
      "epoch": 3.7319841823679925,
      "grad_norm": 1.3782893905535771,
      "learning_rate": 9.651921576308179e-05,
      "loss": 1.6562,
      "step": 80219
    },
    {
      "epoch": 3.7320307048150734,
      "grad_norm": 1.4735363838607585,
      "learning_rate": 9.651574827245052e-05,
      "loss": 2.0938,
      "step": 80220
    },
    {
      "epoch": 3.732077227262154,
      "grad_norm": 1.5629090979140516,
      "learning_rate": 9.651228081456259e-05,
      "loss": 2.2656,
      "step": 80221
    },
    {
      "epoch": 3.7321237497092348,
      "grad_norm": 1.508345369711858,
      "learning_rate": 9.65088133894202e-05,
      "loss": 2.0781,
      "step": 80222
    },
    {
      "epoch": 3.7321702721563152,
      "grad_norm": 1.6327701656866294,
      "learning_rate": 9.650534599702538e-05,
      "loss": 2.0781,
      "step": 80223
    },
    {
      "epoch": 3.732216794603396,
      "grad_norm": 1.5742368335573769,
      "learning_rate": 9.650187863738034e-05,
      "loss": 2.2188,
      "step": 80224
    },
    {
      "epoch": 3.732263317050477,
      "grad_norm": 1.4006802070215438,
      "learning_rate": 9.649841131048717e-05,
      "loss": 1.7656,
      "step": 80225
    },
    {
      "epoch": 3.7323098394975576,
      "grad_norm": 1.3989775141683314,
      "learning_rate": 9.649494401634798e-05,
      "loss": 1.7266,
      "step": 80226
    },
    {
      "epoch": 3.732356361944638,
      "grad_norm": 1.5873797587456793,
      "learning_rate": 9.64914767549649e-05,
      "loss": 2.25,
      "step": 80227
    },
    {
      "epoch": 3.732402884391719,
      "grad_norm": 1.5530283172590522,
      "learning_rate": 9.648800952634e-05,
      "loss": 2.0781,
      "step": 80228
    },
    {
      "epoch": 3.7324494068388,
      "grad_norm": 1.5400085870458906,
      "learning_rate": 9.64845423304755e-05,
      "loss": 2.0625,
      "step": 80229
    },
    {
      "epoch": 3.7324959292858804,
      "grad_norm": 1.6002254679626713,
      "learning_rate": 9.648107516737349e-05,
      "loss": 1.9766,
      "step": 80230
    },
    {
      "epoch": 3.7325424517329613,
      "grad_norm": 1.4769003326202266,
      "learning_rate": 9.647760803703606e-05,
      "loss": 1.9922,
      "step": 80231
    },
    {
      "epoch": 3.7325889741800418,
      "grad_norm": 1.6128153623740624,
      "learning_rate": 9.647414093946538e-05,
      "loss": 2.2969,
      "step": 80232
    },
    {
      "epoch": 3.7326354966271227,
      "grad_norm": 1.5265262311091388,
      "learning_rate": 9.647067387466353e-05,
      "loss": 2.0938,
      "step": 80233
    },
    {
      "epoch": 3.732682019074203,
      "grad_norm": 1.5115982562230308,
      "learning_rate": 9.646720684263266e-05,
      "loss": 2.1719,
      "step": 80234
    },
    {
      "epoch": 3.732728541521284,
      "grad_norm": 1.485054676367414,
      "learning_rate": 9.646373984337488e-05,
      "loss": 2.0312,
      "step": 80235
    },
    {
      "epoch": 3.732775063968365,
      "grad_norm": 1.671304754865279,
      "learning_rate": 9.646027287689231e-05,
      "loss": 2.0,
      "step": 80236
    },
    {
      "epoch": 3.7328215864154455,
      "grad_norm": 1.5912020649656,
      "learning_rate": 9.645680594318705e-05,
      "loss": 2.2969,
      "step": 80237
    },
    {
      "epoch": 3.732868108862526,
      "grad_norm": 1.5206030732294757,
      "learning_rate": 9.64533390422613e-05,
      "loss": 2.2188,
      "step": 80238
    },
    {
      "epoch": 3.732914631309607,
      "grad_norm": 1.4214807359924626,
      "learning_rate": 9.644987217411708e-05,
      "loss": 2.0,
      "step": 80239
    },
    {
      "epoch": 3.732961153756688,
      "grad_norm": 1.4760897863582216,
      "learning_rate": 9.644640533875661e-05,
      "loss": 2.2656,
      "step": 80240
    },
    {
      "epoch": 3.7330076762037683,
      "grad_norm": 1.5045684628189977,
      "learning_rate": 9.644293853618194e-05,
      "loss": 2.0469,
      "step": 80241
    },
    {
      "epoch": 3.733054198650849,
      "grad_norm": 1.469462339255962,
      "learning_rate": 9.643947176639524e-05,
      "loss": 1.9922,
      "step": 80242
    },
    {
      "epoch": 3.7331007210979297,
      "grad_norm": 1.59474490964804,
      "learning_rate": 9.643600502939857e-05,
      "loss": 2.4531,
      "step": 80243
    },
    {
      "epoch": 3.7331472435450106,
      "grad_norm": 1.46283278784191,
      "learning_rate": 9.643253832519413e-05,
      "loss": 1.9844,
      "step": 80244
    },
    {
      "epoch": 3.733193765992091,
      "grad_norm": 1.4797092445047733,
      "learning_rate": 9.6429071653784e-05,
      "loss": 1.9688,
      "step": 80245
    },
    {
      "epoch": 3.733240288439172,
      "grad_norm": 1.4533255469869533,
      "learning_rate": 9.642560501517031e-05,
      "loss": 2.0312,
      "step": 80246
    },
    {
      "epoch": 3.7332868108862525,
      "grad_norm": 1.4809251408335298,
      "learning_rate": 9.642213840935515e-05,
      "loss": 2.1562,
      "step": 80247
    },
    {
      "epoch": 3.7333333333333334,
      "grad_norm": 1.5330773839425935,
      "learning_rate": 9.641867183634071e-05,
      "loss": 2.1562,
      "step": 80248
    },
    {
      "epoch": 3.733379855780414,
      "grad_norm": 1.4750281409127393,
      "learning_rate": 9.641520529612906e-05,
      "loss": 2.1094,
      "step": 80249
    },
    {
      "epoch": 3.733426378227495,
      "grad_norm": 1.5251709933770825,
      "learning_rate": 9.641173878872227e-05,
      "loss": 2.0469,
      "step": 80250
    },
    {
      "epoch": 3.7334729006745757,
      "grad_norm": 1.4173539880011778,
      "learning_rate": 9.640827231412264e-05,
      "loss": 1.9375,
      "step": 80251
    },
    {
      "epoch": 3.733519423121656,
      "grad_norm": 1.6050664952172646,
      "learning_rate": 9.64048058723321e-05,
      "loss": 2.2656,
      "step": 80252
    },
    {
      "epoch": 3.7335659455687367,
      "grad_norm": 1.4632945882384596,
      "learning_rate": 9.640133946335292e-05,
      "loss": 2.1094,
      "step": 80253
    },
    {
      "epoch": 3.7336124680158176,
      "grad_norm": 1.4352242418246959,
      "learning_rate": 9.639787308718712e-05,
      "loss": 1.5938,
      "step": 80254
    },
    {
      "epoch": 3.7336589904628985,
      "grad_norm": 1.4476761143305839,
      "learning_rate": 9.639440674383687e-05,
      "loss": 1.8906,
      "step": 80255
    },
    {
      "epoch": 3.733705512909979,
      "grad_norm": 1.5447900597074753,
      "learning_rate": 9.63909404333043e-05,
      "loss": 2.0781,
      "step": 80256
    },
    {
      "epoch": 3.73375203535706,
      "grad_norm": 1.4479372930166434,
      "learning_rate": 9.638747415559147e-05,
      "loss": 2.2188,
      "step": 80257
    },
    {
      "epoch": 3.7337985578041404,
      "grad_norm": 1.5291669362497882,
      "learning_rate": 9.638400791070057e-05,
      "loss": 2.2656,
      "step": 80258
    },
    {
      "epoch": 3.7338450802512213,
      "grad_norm": 1.3734483612390842,
      "learning_rate": 9.638054169863368e-05,
      "loss": 1.7734,
      "step": 80259
    },
    {
      "epoch": 3.733891602698302,
      "grad_norm": 1.4514683493092404,
      "learning_rate": 9.637707551939296e-05,
      "loss": 2.0938,
      "step": 80260
    },
    {
      "epoch": 3.7339381251453827,
      "grad_norm": 1.5867168481523215,
      "learning_rate": 9.637360937298048e-05,
      "loss": 2.1875,
      "step": 80261
    },
    {
      "epoch": 3.7339846475924636,
      "grad_norm": 1.521836448367464,
      "learning_rate": 9.637014325939843e-05,
      "loss": 2.1094,
      "step": 80262
    },
    {
      "epoch": 3.734031170039544,
      "grad_norm": 1.5528319298117703,
      "learning_rate": 9.636667717864887e-05,
      "loss": 2.0469,
      "step": 80263
    },
    {
      "epoch": 3.7340776924866246,
      "grad_norm": 1.5000890329635672,
      "learning_rate": 9.636321113073395e-05,
      "loss": 2.0781,
      "step": 80264
    },
    {
      "epoch": 3.7341242149337055,
      "grad_norm": 1.4244181288147584,
      "learning_rate": 9.635974511565577e-05,
      "loss": 2.0,
      "step": 80265
    },
    {
      "epoch": 3.7341707373807864,
      "grad_norm": 1.5557990908880543,
      "learning_rate": 9.635627913341652e-05,
      "loss": 2.125,
      "step": 80266
    },
    {
      "epoch": 3.734217259827867,
      "grad_norm": 1.597579636879769,
      "learning_rate": 9.635281318401821e-05,
      "loss": 2.2344,
      "step": 80267
    },
    {
      "epoch": 3.734263782274948,
      "grad_norm": 1.5244705187078682,
      "learning_rate": 9.634934726746309e-05,
      "loss": 2.25,
      "step": 80268
    },
    {
      "epoch": 3.7343103047220283,
      "grad_norm": 1.4236900158242354,
      "learning_rate": 9.634588138375316e-05,
      "loss": 1.7891,
      "step": 80269
    },
    {
      "epoch": 3.734356827169109,
      "grad_norm": 1.6896542323815436,
      "learning_rate": 9.634241553289063e-05,
      "loss": 2.2812,
      "step": 80270
    },
    {
      "epoch": 3.7344033496161897,
      "grad_norm": 1.5198328822467086,
      "learning_rate": 9.633894971487757e-05,
      "loss": 1.9688,
      "step": 80271
    },
    {
      "epoch": 3.7344498720632706,
      "grad_norm": 1.37364138380044,
      "learning_rate": 9.633548392971607e-05,
      "loss": 2.0312,
      "step": 80272
    },
    {
      "epoch": 3.734496394510351,
      "grad_norm": 1.493757463739817,
      "learning_rate": 9.633201817740838e-05,
      "loss": 2.2344,
      "step": 80273
    },
    {
      "epoch": 3.734542916957432,
      "grad_norm": 1.4679903901365556,
      "learning_rate": 9.632855245795651e-05,
      "loss": 1.9531,
      "step": 80274
    },
    {
      "epoch": 3.7345894394045125,
      "grad_norm": 1.4501921715105957,
      "learning_rate": 9.632508677136265e-05,
      "loss": 1.9844,
      "step": 80275
    },
    {
      "epoch": 3.7346359618515934,
      "grad_norm": 1.529300215009748,
      "learning_rate": 9.632162111762886e-05,
      "loss": 2.125,
      "step": 80276
    },
    {
      "epoch": 3.7346824842986743,
      "grad_norm": 1.4917439302078834,
      "learning_rate": 9.631815549675734e-05,
      "loss": 2.0469,
      "step": 80277
    },
    {
      "epoch": 3.734729006745755,
      "grad_norm": 1.3987139825537138,
      "learning_rate": 9.63146899087501e-05,
      "loss": 1.8984,
      "step": 80278
    },
    {
      "epoch": 3.7347755291928353,
      "grad_norm": 1.4232968415707725,
      "learning_rate": 9.631122435360935e-05,
      "loss": 2.0156,
      "step": 80279
    },
    {
      "epoch": 3.734822051639916,
      "grad_norm": 1.5044571728993397,
      "learning_rate": 9.630775883133719e-05,
      "loss": 1.9062,
      "step": 80280
    },
    {
      "epoch": 3.734868574086997,
      "grad_norm": 1.4648585793424702,
      "learning_rate": 9.630429334193571e-05,
      "loss": 2.0938,
      "step": 80281
    },
    {
      "epoch": 3.7349150965340776,
      "grad_norm": 1.5120815583706662,
      "learning_rate": 9.63008278854071e-05,
      "loss": 2.125,
      "step": 80282
    },
    {
      "epoch": 3.7349616189811585,
      "grad_norm": 1.4305310702793526,
      "learning_rate": 9.62973624617534e-05,
      "loss": 2.0,
      "step": 80283
    },
    {
      "epoch": 3.735008141428239,
      "grad_norm": 1.596381860109447,
      "learning_rate": 9.62938970709768e-05,
      "loss": 2.3438,
      "step": 80284
    },
    {
      "epoch": 3.73505466387532,
      "grad_norm": 1.3808934297187732,
      "learning_rate": 9.629043171307936e-05,
      "loss": 1.8828,
      "step": 80285
    },
    {
      "epoch": 3.7351011863224004,
      "grad_norm": 1.513328318969269,
      "learning_rate": 9.628696638806329e-05,
      "loss": 2.0469,
      "step": 80286
    },
    {
      "epoch": 3.7351477087694813,
      "grad_norm": 1.650505840207527,
      "learning_rate": 9.62835010959306e-05,
      "loss": 2.2969,
      "step": 80287
    },
    {
      "epoch": 3.7351942312165622,
      "grad_norm": 1.4557684476721244,
      "learning_rate": 9.62800358366835e-05,
      "loss": 2.0312,
      "step": 80288
    },
    {
      "epoch": 3.7352407536636427,
      "grad_norm": 1.5406416524421116,
      "learning_rate": 9.627657061032404e-05,
      "loss": 2.0781,
      "step": 80289
    },
    {
      "epoch": 3.735287276110723,
      "grad_norm": 1.46675582396759,
      "learning_rate": 9.627310541685442e-05,
      "loss": 2.0469,
      "step": 80290
    },
    {
      "epoch": 3.735333798557804,
      "grad_norm": 1.426444457902495,
      "learning_rate": 9.62696402562767e-05,
      "loss": 1.9297,
      "step": 80291
    },
    {
      "epoch": 3.735380321004885,
      "grad_norm": 1.4363013877804554,
      "learning_rate": 9.626617512859305e-05,
      "loss": 1.9297,
      "step": 80292
    },
    {
      "epoch": 3.7354268434519655,
      "grad_norm": 1.4690452547918431,
      "learning_rate": 9.626271003380554e-05,
      "loss": 1.6719,
      "step": 80293
    },
    {
      "epoch": 3.7354733658990464,
      "grad_norm": 1.4363300076430068,
      "learning_rate": 9.625924497191626e-05,
      "loss": 2.0625,
      "step": 80294
    },
    {
      "epoch": 3.735519888346127,
      "grad_norm": 1.5890418466615017,
      "learning_rate": 9.625577994292745e-05,
      "loss": 2.2031,
      "step": 80295
    },
    {
      "epoch": 3.735566410793208,
      "grad_norm": 1.8690838634149407,
      "learning_rate": 9.625231494684118e-05,
      "loss": 1.8438,
      "step": 80296
    },
    {
      "epoch": 3.7356129332402883,
      "grad_norm": 1.4326138844535181,
      "learning_rate": 9.624884998365954e-05,
      "loss": 1.8672,
      "step": 80297
    },
    {
      "epoch": 3.7356594556873692,
      "grad_norm": 1.507439216438448,
      "learning_rate": 9.624538505338466e-05,
      "loss": 2.1562,
      "step": 80298
    },
    {
      "epoch": 3.7357059781344497,
      "grad_norm": 1.43152933240472,
      "learning_rate": 9.62419201560187e-05,
      "loss": 1.9062,
      "step": 80299
    },
    {
      "epoch": 3.7357525005815306,
      "grad_norm": 1.3643358508115628,
      "learning_rate": 9.623845529156372e-05,
      "loss": 1.875,
      "step": 80300
    },
    {
      "epoch": 3.735799023028611,
      "grad_norm": 1.4439894310511714,
      "learning_rate": 9.623499046002193e-05,
      "loss": 2.0469,
      "step": 80301
    },
    {
      "epoch": 3.735845545475692,
      "grad_norm": 1.4278268665214404,
      "learning_rate": 9.623152566139533e-05,
      "loss": 1.9844,
      "step": 80302
    },
    {
      "epoch": 3.735892067922773,
      "grad_norm": 1.4764381957061006,
      "learning_rate": 9.622806089568616e-05,
      "loss": 1.8438,
      "step": 80303
    },
    {
      "epoch": 3.7359385903698534,
      "grad_norm": 1.4823038417198033,
      "learning_rate": 9.622459616289647e-05,
      "loss": 2.1094,
      "step": 80304
    },
    {
      "epoch": 3.735985112816934,
      "grad_norm": 1.4946187822099963,
      "learning_rate": 9.622113146302838e-05,
      "loss": 2.1094,
      "step": 80305
    },
    {
      "epoch": 3.736031635264015,
      "grad_norm": 1.455246911081734,
      "learning_rate": 9.621766679608408e-05,
      "loss": 2.0312,
      "step": 80306
    },
    {
      "epoch": 3.7360781577110957,
      "grad_norm": 1.5404637412660294,
      "learning_rate": 9.62142021620656e-05,
      "loss": 2.125,
      "step": 80307
    },
    {
      "epoch": 3.7361246801581762,
      "grad_norm": 1.3653825648263018,
      "learning_rate": 9.621073756097512e-05,
      "loss": 1.9062,
      "step": 80308
    },
    {
      "epoch": 3.736171202605257,
      "grad_norm": 1.517744637651339,
      "learning_rate": 9.620727299281472e-05,
      "loss": 2.1094,
      "step": 80309
    },
    {
      "epoch": 3.7362177250523376,
      "grad_norm": 1.508402528591906,
      "learning_rate": 9.620380845758656e-05,
      "loss": 2.125,
      "step": 80310
    },
    {
      "epoch": 3.7362642474994185,
      "grad_norm": 1.5431991887964087,
      "learning_rate": 9.620034395529274e-05,
      "loss": 2.2656,
      "step": 80311
    },
    {
      "epoch": 3.736310769946499,
      "grad_norm": 1.5558669388264508,
      "learning_rate": 9.619687948593541e-05,
      "loss": 2.2031,
      "step": 80312
    },
    {
      "epoch": 3.73635729239358,
      "grad_norm": 1.5696338668046659,
      "learning_rate": 9.619341504951663e-05,
      "loss": 2.0938,
      "step": 80313
    },
    {
      "epoch": 3.736403814840661,
      "grad_norm": 1.4732829283818691,
      "learning_rate": 9.618995064603857e-05,
      "loss": 2.0156,
      "step": 80314
    },
    {
      "epoch": 3.7364503372877413,
      "grad_norm": 1.5961152147471065,
      "learning_rate": 9.618648627550331e-05,
      "loss": 2.375,
      "step": 80315
    },
    {
      "epoch": 3.736496859734822,
      "grad_norm": 1.437141519360038,
      "learning_rate": 9.618302193791303e-05,
      "loss": 2.0312,
      "step": 80316
    },
    {
      "epoch": 3.7365433821819027,
      "grad_norm": 1.4671125209363367,
      "learning_rate": 9.617955763326983e-05,
      "loss": 2.0781,
      "step": 80317
    },
    {
      "epoch": 3.7365899046289837,
      "grad_norm": 1.5607317537896233,
      "learning_rate": 9.61760933615758e-05,
      "loss": 1.9688,
      "step": 80318
    },
    {
      "epoch": 3.736636427076064,
      "grad_norm": 1.490084526585382,
      "learning_rate": 9.617262912283312e-05,
      "loss": 2.0625,
      "step": 80319
    },
    {
      "epoch": 3.736682949523145,
      "grad_norm": 1.597302209937221,
      "learning_rate": 9.616916491704384e-05,
      "loss": 2.3125,
      "step": 80320
    },
    {
      "epoch": 3.7367294719702255,
      "grad_norm": 1.4060853277406402,
      "learning_rate": 9.616570074421015e-05,
      "loss": 2.0469,
      "step": 80321
    },
    {
      "epoch": 3.7367759944173065,
      "grad_norm": 1.4580430377003926,
      "learning_rate": 9.61622366043341e-05,
      "loss": 1.9688,
      "step": 80322
    },
    {
      "epoch": 3.736822516864387,
      "grad_norm": 1.443417288479485,
      "learning_rate": 9.615877249741788e-05,
      "loss": 1.9297,
      "step": 80323
    },
    {
      "epoch": 3.736869039311468,
      "grad_norm": 1.5141195864089187,
      "learning_rate": 9.615530842346353e-05,
      "loss": 2.0,
      "step": 80324
    },
    {
      "epoch": 3.7369155617585488,
      "grad_norm": 1.5416244094349187,
      "learning_rate": 9.615184438247327e-05,
      "loss": 2.0469,
      "step": 80325
    },
    {
      "epoch": 3.7369620842056293,
      "grad_norm": 1.4891794331659898,
      "learning_rate": 9.614838037444912e-05,
      "loss": 2.1406,
      "step": 80326
    },
    {
      "epoch": 3.7370086066527097,
      "grad_norm": 1.497584202159458,
      "learning_rate": 9.614491639939329e-05,
      "loss": 2.0625,
      "step": 80327
    },
    {
      "epoch": 3.7370551290997907,
      "grad_norm": 1.4015306753399777,
      "learning_rate": 9.614145245730783e-05,
      "loss": 2.0156,
      "step": 80328
    },
    {
      "epoch": 3.7371016515468716,
      "grad_norm": 1.477044468618894,
      "learning_rate": 9.613798854819491e-05,
      "loss": 1.9844,
      "step": 80329
    },
    {
      "epoch": 3.737148173993952,
      "grad_norm": 1.5204680149872987,
      "learning_rate": 9.613452467205661e-05,
      "loss": 1.9609,
      "step": 80330
    },
    {
      "epoch": 3.7371946964410325,
      "grad_norm": 1.4977362239547252,
      "learning_rate": 9.61310608288951e-05,
      "loss": 2.0,
      "step": 80331
    },
    {
      "epoch": 3.7372412188881134,
      "grad_norm": 1.4449386106787634,
      "learning_rate": 9.612759701871247e-05,
      "loss": 2.0625,
      "step": 80332
    },
    {
      "epoch": 3.7372877413351944,
      "grad_norm": 1.4465138650699247,
      "learning_rate": 9.612413324151082e-05,
      "loss": 1.8906,
      "step": 80333
    },
    {
      "epoch": 3.737334263782275,
      "grad_norm": 1.5093302448688068,
      "learning_rate": 9.61206694972923e-05,
      "loss": 2.1719,
      "step": 80334
    },
    {
      "epoch": 3.7373807862293558,
      "grad_norm": 1.3373490037914975,
      "learning_rate": 9.611720578605903e-05,
      "loss": 1.5781,
      "step": 80335
    },
    {
      "epoch": 3.7374273086764362,
      "grad_norm": 1.4715868948480786,
      "learning_rate": 9.611374210781311e-05,
      "loss": 2.2031,
      "step": 80336
    },
    {
      "epoch": 3.737473831123517,
      "grad_norm": 1.5389749969087718,
      "learning_rate": 9.611027846255664e-05,
      "loss": 1.9609,
      "step": 80337
    },
    {
      "epoch": 3.7375203535705976,
      "grad_norm": 1.5396715256999711,
      "learning_rate": 9.610681485029182e-05,
      "loss": 2.125,
      "step": 80338
    },
    {
      "epoch": 3.7375668760176786,
      "grad_norm": 1.5422534474209129,
      "learning_rate": 9.610335127102075e-05,
      "loss": 2.1875,
      "step": 80339
    },
    {
      "epoch": 3.7376133984647595,
      "grad_norm": 1.5004514725925802,
      "learning_rate": 9.609988772474547e-05,
      "loss": 2.0312,
      "step": 80340
    },
    {
      "epoch": 3.73765992091184,
      "grad_norm": 1.5308038157010353,
      "learning_rate": 9.609642421146821e-05,
      "loss": 2.0,
      "step": 80341
    },
    {
      "epoch": 3.7377064433589204,
      "grad_norm": 1.5657264488249554,
      "learning_rate": 9.6092960731191e-05,
      "loss": 2.0781,
      "step": 80342
    },
    {
      "epoch": 3.7377529658060014,
      "grad_norm": 1.4832391714866182,
      "learning_rate": 9.608949728391603e-05,
      "loss": 2.2031,
      "step": 80343
    },
    {
      "epoch": 3.7377994882530823,
      "grad_norm": 1.4635431491311441,
      "learning_rate": 9.608603386964534e-05,
      "loss": 1.875,
      "step": 80344
    },
    {
      "epoch": 3.7378460107001628,
      "grad_norm": 1.4210271417535993,
      "learning_rate": 9.608257048838115e-05,
      "loss": 1.7656,
      "step": 80345
    },
    {
      "epoch": 3.7378925331472437,
      "grad_norm": 1.4345268719208317,
      "learning_rate": 9.60791071401255e-05,
      "loss": 1.7656,
      "step": 80346
    },
    {
      "epoch": 3.737939055594324,
      "grad_norm": 1.3702020853096883,
      "learning_rate": 9.607564382488054e-05,
      "loss": 1.8516,
      "step": 80347
    },
    {
      "epoch": 3.737985578041405,
      "grad_norm": 1.4728639361186897,
      "learning_rate": 9.607218054264837e-05,
      "loss": 1.9453,
      "step": 80348
    },
    {
      "epoch": 3.7380321004884856,
      "grad_norm": 1.5699744806810967,
      "learning_rate": 9.606871729343117e-05,
      "loss": 2.4062,
      "step": 80349
    },
    {
      "epoch": 3.7380786229355665,
      "grad_norm": 1.4426785843600776,
      "learning_rate": 9.606525407723098e-05,
      "loss": 1.9219,
      "step": 80350
    },
    {
      "epoch": 3.7381251453826474,
      "grad_norm": 1.5337588672667415,
      "learning_rate": 9.606179089405001e-05,
      "loss": 2.3125,
      "step": 80351
    },
    {
      "epoch": 3.738171667829728,
      "grad_norm": 1.4305456336059381,
      "learning_rate": 9.605832774389029e-05,
      "loss": 1.9453,
      "step": 80352
    },
    {
      "epoch": 3.7382181902768084,
      "grad_norm": 1.5973234323471523,
      "learning_rate": 9.6054864626754e-05,
      "loss": 2.375,
      "step": 80353
    },
    {
      "epoch": 3.7382647127238893,
      "grad_norm": 1.3591925330608308,
      "learning_rate": 9.605140154264322e-05,
      "loss": 1.7031,
      "step": 80354
    },
    {
      "epoch": 3.73831123517097,
      "grad_norm": 1.4436303296670652,
      "learning_rate": 9.604793849156011e-05,
      "loss": 2.0781,
      "step": 80355
    },
    {
      "epoch": 3.7383577576180507,
      "grad_norm": 1.6748544990320116,
      "learning_rate": 9.604447547350674e-05,
      "loss": 2.1875,
      "step": 80356
    },
    {
      "epoch": 3.7384042800651316,
      "grad_norm": 1.5545371314753895,
      "learning_rate": 9.604101248848529e-05,
      "loss": 2.1875,
      "step": 80357
    },
    {
      "epoch": 3.738450802512212,
      "grad_norm": 1.552310415311911,
      "learning_rate": 9.603754953649787e-05,
      "loss": 2.2344,
      "step": 80358
    },
    {
      "epoch": 3.738497324959293,
      "grad_norm": 1.5416896019060178,
      "learning_rate": 9.603408661754646e-05,
      "loss": 2.2344,
      "step": 80359
    },
    {
      "epoch": 3.7385438474063735,
      "grad_norm": 1.5507664570296928,
      "learning_rate": 9.603062373163341e-05,
      "loss": 2.3125,
      "step": 80360
    },
    {
      "epoch": 3.7385903698534544,
      "grad_norm": 1.5835008725737976,
      "learning_rate": 9.60271608787607e-05,
      "loss": 2.0469,
      "step": 80361
    },
    {
      "epoch": 3.738636892300535,
      "grad_norm": 1.576418196492936,
      "learning_rate": 9.602369805893048e-05,
      "loss": 2.25,
      "step": 80362
    },
    {
      "epoch": 3.738683414747616,
      "grad_norm": 1.51668634139514,
      "learning_rate": 9.602023527214491e-05,
      "loss": 2.125,
      "step": 80363
    },
    {
      "epoch": 3.7387299371946963,
      "grad_norm": 1.4251817537417673,
      "learning_rate": 9.601677251840603e-05,
      "loss": 2.0312,
      "step": 80364
    },
    {
      "epoch": 3.738776459641777,
      "grad_norm": 1.4491754206915544,
      "learning_rate": 9.601330979771601e-05,
      "loss": 1.9297,
      "step": 80365
    },
    {
      "epoch": 3.738822982088858,
      "grad_norm": 1.4754019915878869,
      "learning_rate": 9.600984711007696e-05,
      "loss": 2.0,
      "step": 80366
    },
    {
      "epoch": 3.7388695045359386,
      "grad_norm": 1.3332077130421354,
      "learning_rate": 9.6006384455491e-05,
      "loss": 1.7422,
      "step": 80367
    },
    {
      "epoch": 3.738916026983019,
      "grad_norm": 1.428340917632756,
      "learning_rate": 9.600292183396023e-05,
      "loss": 1.8203,
      "step": 80368
    },
    {
      "epoch": 3.7389625494301,
      "grad_norm": 1.5617509412100525,
      "learning_rate": 9.599945924548684e-05,
      "loss": 2.1875,
      "step": 80369
    },
    {
      "epoch": 3.739009071877181,
      "grad_norm": 1.5385173161625245,
      "learning_rate": 9.599599669007285e-05,
      "loss": 2.0,
      "step": 80370
    },
    {
      "epoch": 3.7390555943242614,
      "grad_norm": 1.4337209532203405,
      "learning_rate": 9.599253416772046e-05,
      "loss": 1.9453,
      "step": 80371
    },
    {
      "epoch": 3.7391021167713423,
      "grad_norm": 1.5328628099798378,
      "learning_rate": 9.598907167843172e-05,
      "loss": 2.1562,
      "step": 80372
    },
    {
      "epoch": 3.7391486392184228,
      "grad_norm": 1.388700393566957,
      "learning_rate": 9.598560922220884e-05,
      "loss": 1.9297,
      "step": 80373
    },
    {
      "epoch": 3.7391951616655037,
      "grad_norm": 1.4848913486698774,
      "learning_rate": 9.598214679905383e-05,
      "loss": 1.8828,
      "step": 80374
    },
    {
      "epoch": 3.739241684112584,
      "grad_norm": 1.5094564068052796,
      "learning_rate": 9.597868440896893e-05,
      "loss": 2.125,
      "step": 80375
    },
    {
      "epoch": 3.739288206559665,
      "grad_norm": 1.4298667084555738,
      "learning_rate": 9.597522205195617e-05,
      "loss": 1.9531,
      "step": 80376
    },
    {
      "epoch": 3.739334729006746,
      "grad_norm": 1.5406869977094237,
      "learning_rate": 9.59717597280177e-05,
      "loss": 2.125,
      "step": 80377
    },
    {
      "epoch": 3.7393812514538265,
      "grad_norm": 1.5688763296965713,
      "learning_rate": 9.596829743715562e-05,
      "loss": 2.1875,
      "step": 80378
    },
    {
      "epoch": 3.739427773900907,
      "grad_norm": 1.5384824802295545,
      "learning_rate": 9.59648351793721e-05,
      "loss": 2.0938,
      "step": 80379
    },
    {
      "epoch": 3.739474296347988,
      "grad_norm": 1.5805678462494348,
      "learning_rate": 9.596137295466918e-05,
      "loss": 2.0781,
      "step": 80380
    },
    {
      "epoch": 3.739520818795069,
      "grad_norm": 1.3855524826339642,
      "learning_rate": 9.5957910763049e-05,
      "loss": 1.8125,
      "step": 80381
    },
    {
      "epoch": 3.7395673412421493,
      "grad_norm": 1.5359258666477764,
      "learning_rate": 9.595444860451378e-05,
      "loss": 1.9531,
      "step": 80382
    },
    {
      "epoch": 3.73961386368923,
      "grad_norm": 1.5970334372660577,
      "learning_rate": 9.595098647906554e-05,
      "loss": 1.9375,
      "step": 80383
    },
    {
      "epoch": 3.7396603861363107,
      "grad_norm": 1.4613690628718043,
      "learning_rate": 9.594752438670644e-05,
      "loss": 1.9375,
      "step": 80384
    },
    {
      "epoch": 3.7397069085833916,
      "grad_norm": 1.4470379731110654,
      "learning_rate": 9.594406232743855e-05,
      "loss": 2.0469,
      "step": 80385
    },
    {
      "epoch": 3.739753431030472,
      "grad_norm": 1.5928091232017414,
      "learning_rate": 9.594060030126407e-05,
      "loss": 2.125,
      "step": 80386
    },
    {
      "epoch": 3.739799953477553,
      "grad_norm": 1.5707175969716038,
      "learning_rate": 9.593713830818504e-05,
      "loss": 2.2188,
      "step": 80387
    },
    {
      "epoch": 3.7398464759246335,
      "grad_norm": 1.4684771076201482,
      "learning_rate": 9.593367634820362e-05,
      "loss": 2.1719,
      "step": 80388
    },
    {
      "epoch": 3.7398929983717144,
      "grad_norm": 1.5483468980049087,
      "learning_rate": 9.593021442132195e-05,
      "loss": 2.1094,
      "step": 80389
    },
    {
      "epoch": 3.739939520818795,
      "grad_norm": 1.4873211576627383,
      "learning_rate": 9.592675252754207e-05,
      "loss": 2.0625,
      "step": 80390
    },
    {
      "epoch": 3.739986043265876,
      "grad_norm": 1.560557225845924,
      "learning_rate": 9.59232906668662e-05,
      "loss": 2.1875,
      "step": 80391
    },
    {
      "epoch": 3.7400325657129567,
      "grad_norm": 1.3917091469936491,
      "learning_rate": 9.591982883929638e-05,
      "loss": 1.9922,
      "step": 80392
    },
    {
      "epoch": 3.740079088160037,
      "grad_norm": 1.552810888587256,
      "learning_rate": 9.591636704483477e-05,
      "loss": 2.2031,
      "step": 80393
    },
    {
      "epoch": 3.7401256106071177,
      "grad_norm": 1.52474927379623,
      "learning_rate": 9.591290528348344e-05,
      "loss": 1.9141,
      "step": 80394
    },
    {
      "epoch": 3.7401721330541986,
      "grad_norm": 1.531686125557762,
      "learning_rate": 9.590944355524461e-05,
      "loss": 2.1562,
      "step": 80395
    },
    {
      "epoch": 3.7402186555012795,
      "grad_norm": 1.448582633836117,
      "learning_rate": 9.590598186012029e-05,
      "loss": 1.9141,
      "step": 80396
    },
    {
      "epoch": 3.74026517794836,
      "grad_norm": 1.4797228436976364,
      "learning_rate": 9.590252019811269e-05,
      "loss": 1.9375,
      "step": 80397
    },
    {
      "epoch": 3.740311700395441,
      "grad_norm": 1.3618157833696805,
      "learning_rate": 9.589905856922385e-05,
      "loss": 1.5312,
      "step": 80398
    },
    {
      "epoch": 3.7403582228425214,
      "grad_norm": 1.510641353431945,
      "learning_rate": 9.589559697345595e-05,
      "loss": 2.1406,
      "step": 80399
    },
    {
      "epoch": 3.7404047452896023,
      "grad_norm": 1.4835796722422485,
      "learning_rate": 9.589213541081105e-05,
      "loss": 2.125,
      "step": 80400
    },
    {
      "epoch": 3.740451267736683,
      "grad_norm": 1.5273076275807043,
      "learning_rate": 9.588867388129135e-05,
      "loss": 2.1562,
      "step": 80401
    },
    {
      "epoch": 3.7404977901837637,
      "grad_norm": 1.4371665897457273,
      "learning_rate": 9.588521238489887e-05,
      "loss": 1.8984,
      "step": 80402
    },
    {
      "epoch": 3.7405443126308446,
      "grad_norm": 1.447606319288399,
      "learning_rate": 9.588175092163577e-05,
      "loss": 1.9219,
      "step": 80403
    },
    {
      "epoch": 3.740590835077925,
      "grad_norm": 1.4133051210624406,
      "learning_rate": 9.587828949150425e-05,
      "loss": 1.8984,
      "step": 80404
    },
    {
      "epoch": 3.7406373575250056,
      "grad_norm": 1.8036472238410277,
      "learning_rate": 9.587482809450631e-05,
      "loss": 1.8906,
      "step": 80405
    },
    {
      "epoch": 3.7406838799720865,
      "grad_norm": 1.4914544110338948,
      "learning_rate": 9.587136673064415e-05,
      "loss": 2.0938,
      "step": 80406
    },
    {
      "epoch": 3.7407304024191674,
      "grad_norm": 1.5395637152635786,
      "learning_rate": 9.586790539991984e-05,
      "loss": 2.1406,
      "step": 80407
    },
    {
      "epoch": 3.740776924866248,
      "grad_norm": 1.4874128920561382,
      "learning_rate": 9.586444410233553e-05,
      "loss": 1.8984,
      "step": 80408
    },
    {
      "epoch": 3.740823447313329,
      "grad_norm": 1.4805851094879,
      "learning_rate": 9.586098283789331e-05,
      "loss": 2.2031,
      "step": 80409
    },
    {
      "epoch": 3.7408699697604093,
      "grad_norm": 1.5389404213885554,
      "learning_rate": 9.585752160659536e-05,
      "loss": 2.2656,
      "step": 80410
    },
    {
      "epoch": 3.7409164922074902,
      "grad_norm": 1.4972952434193783,
      "learning_rate": 9.58540604084437e-05,
      "loss": 1.9219,
      "step": 80411
    },
    {
      "epoch": 3.7409630146545707,
      "grad_norm": 1.4607625624393967,
      "learning_rate": 9.585059924344053e-05,
      "loss": 2.0781,
      "step": 80412
    },
    {
      "epoch": 3.7410095371016516,
      "grad_norm": 1.490131262769532,
      "learning_rate": 9.584713811158793e-05,
      "loss": 2.0938,
      "step": 80413
    },
    {
      "epoch": 3.741056059548732,
      "grad_norm": 1.409622599547563,
      "learning_rate": 9.584367701288805e-05,
      "loss": 1.9844,
      "step": 80414
    },
    {
      "epoch": 3.741102581995813,
      "grad_norm": 1.4151476831233483,
      "learning_rate": 9.5840215947343e-05,
      "loss": 1.8203,
      "step": 80415
    },
    {
      "epoch": 3.7411491044428935,
      "grad_norm": 1.4557219239543617,
      "learning_rate": 9.583675491495484e-05,
      "loss": 1.75,
      "step": 80416
    },
    {
      "epoch": 3.7411956268899744,
      "grad_norm": 1.3552662196307748,
      "learning_rate": 9.583329391572578e-05,
      "loss": 1.75,
      "step": 80417
    },
    {
      "epoch": 3.7412421493370553,
      "grad_norm": 1.5030612867194801,
      "learning_rate": 9.582983294965788e-05,
      "loss": 2.1875,
      "step": 80418
    },
    {
      "epoch": 3.741288671784136,
      "grad_norm": 1.4508481437524687,
      "learning_rate": 9.582637201675329e-05,
      "loss": 1.9609,
      "step": 80419
    },
    {
      "epoch": 3.7413351942312163,
      "grad_norm": 1.4753329003628486,
      "learning_rate": 9.582291111701408e-05,
      "loss": 1.9141,
      "step": 80420
    },
    {
      "epoch": 3.741381716678297,
      "grad_norm": 1.4843715855238795,
      "learning_rate": 9.581945025044245e-05,
      "loss": 1.8281,
      "step": 80421
    },
    {
      "epoch": 3.741428239125378,
      "grad_norm": 1.5796689647506377,
      "learning_rate": 9.581598941704043e-05,
      "loss": 2.2656,
      "step": 80422
    },
    {
      "epoch": 3.7414747615724586,
      "grad_norm": 1.4865503158234732,
      "learning_rate": 9.58125286168102e-05,
      "loss": 2.0312,
      "step": 80423
    },
    {
      "epoch": 3.7415212840195395,
      "grad_norm": 1.4970297913644703,
      "learning_rate": 9.580906784975385e-05,
      "loss": 2.0312,
      "step": 80424
    },
    {
      "epoch": 3.74156780646662,
      "grad_norm": 1.4532270202707538,
      "learning_rate": 9.580560711587348e-05,
      "loss": 1.9141,
      "step": 80425
    },
    {
      "epoch": 3.741614328913701,
      "grad_norm": 1.4604853920405587,
      "learning_rate": 9.580214641517128e-05,
      "loss": 1.9531,
      "step": 80426
    },
    {
      "epoch": 3.7416608513607814,
      "grad_norm": 1.550267673759733,
      "learning_rate": 9.579868574764932e-05,
      "loss": 2.2344,
      "step": 80427
    },
    {
      "epoch": 3.7417073738078623,
      "grad_norm": 1.5245507789201596,
      "learning_rate": 9.579522511330972e-05,
      "loss": 2.2344,
      "step": 80428
    },
    {
      "epoch": 3.7417538962549433,
      "grad_norm": 1.503742943698897,
      "learning_rate": 9.579176451215458e-05,
      "loss": 2.0938,
      "step": 80429
    },
    {
      "epoch": 3.7418004187020237,
      "grad_norm": 1.5306440789847888,
      "learning_rate": 9.578830394418609e-05,
      "loss": 2.2656,
      "step": 80430
    },
    {
      "epoch": 3.741846941149104,
      "grad_norm": 1.4438826133658815,
      "learning_rate": 9.578484340940627e-05,
      "loss": 1.9609,
      "step": 80431
    },
    {
      "epoch": 3.741893463596185,
      "grad_norm": 1.4540951324804763,
      "learning_rate": 9.578138290781735e-05,
      "loss": 1.9922,
      "step": 80432
    },
    {
      "epoch": 3.741939986043266,
      "grad_norm": 1.4525885446584905,
      "learning_rate": 9.577792243942133e-05,
      "loss": 1.9844,
      "step": 80433
    },
    {
      "epoch": 3.7419865084903465,
      "grad_norm": 1.5071691591385605,
      "learning_rate": 9.577446200422041e-05,
      "loss": 2.0625,
      "step": 80434
    },
    {
      "epoch": 3.7420330309374275,
      "grad_norm": 1.3925161197213964,
      "learning_rate": 9.577100160221667e-05,
      "loss": 1.8203,
      "step": 80435
    },
    {
      "epoch": 3.742079553384508,
      "grad_norm": 1.4982080181496293,
      "learning_rate": 9.576754123341227e-05,
      "loss": 2.0469,
      "step": 80436
    },
    {
      "epoch": 3.742126075831589,
      "grad_norm": 1.4981650888671394,
      "learning_rate": 9.576408089780928e-05,
      "loss": 2.0625,
      "step": 80437
    },
    {
      "epoch": 3.7421725982786693,
      "grad_norm": 1.5655570138068242,
      "learning_rate": 9.576062059540985e-05,
      "loss": 2.2969,
      "step": 80438
    },
    {
      "epoch": 3.7422191207257502,
      "grad_norm": 1.5516127068332937,
      "learning_rate": 9.575716032621606e-05,
      "loss": 2.2188,
      "step": 80439
    },
    {
      "epoch": 3.7422656431728307,
      "grad_norm": 1.4998111632228859,
      "learning_rate": 9.57537000902301e-05,
      "loss": 2.0156,
      "step": 80440
    },
    {
      "epoch": 3.7423121656199116,
      "grad_norm": 1.4935347506169612,
      "learning_rate": 9.575023988745404e-05,
      "loss": 1.8516,
      "step": 80441
    },
    {
      "epoch": 3.742358688066992,
      "grad_norm": 1.450099324093057,
      "learning_rate": 9.574677971788996e-05,
      "loss": 2.0,
      "step": 80442
    },
    {
      "epoch": 3.742405210514073,
      "grad_norm": 1.567557862279342,
      "learning_rate": 9.574331958154006e-05,
      "loss": 1.9453,
      "step": 80443
    },
    {
      "epoch": 3.742451732961154,
      "grad_norm": 1.4942790236465018,
      "learning_rate": 9.57398594784064e-05,
      "loss": 2.0156,
      "step": 80444
    },
    {
      "epoch": 3.7424982554082344,
      "grad_norm": 1.5112883951060225,
      "learning_rate": 9.573639940849112e-05,
      "loss": 2.2188,
      "step": 80445
    },
    {
      "epoch": 3.742544777855315,
      "grad_norm": 1.4837921497705973,
      "learning_rate": 9.573293937179633e-05,
      "loss": 2.0625,
      "step": 80446
    },
    {
      "epoch": 3.742591300302396,
      "grad_norm": 1.4533669124046218,
      "learning_rate": 9.572947936832412e-05,
      "loss": 1.9609,
      "step": 80447
    },
    {
      "epoch": 3.7426378227494768,
      "grad_norm": 1.5681439391481677,
      "learning_rate": 9.572601939807669e-05,
      "loss": 2.0625,
      "step": 80448
    },
    {
      "epoch": 3.7426843451965572,
      "grad_norm": 1.4992640551169885,
      "learning_rate": 9.57225594610561e-05,
      "loss": 2.125,
      "step": 80449
    },
    {
      "epoch": 3.742730867643638,
      "grad_norm": 1.6257382203207753,
      "learning_rate": 9.57190995572645e-05,
      "loss": 2.125,
      "step": 80450
    },
    {
      "epoch": 3.7427773900907186,
      "grad_norm": 1.4836945188904442,
      "learning_rate": 9.571563968670394e-05,
      "loss": 2.1094,
      "step": 80451
    },
    {
      "epoch": 3.7428239125377996,
      "grad_norm": 1.5722688679516879,
      "learning_rate": 9.571217984937665e-05,
      "loss": 2.0938,
      "step": 80452
    },
    {
      "epoch": 3.74287043498488,
      "grad_norm": 1.5080460776255586,
      "learning_rate": 9.570872004528464e-05,
      "loss": 2.0312,
      "step": 80453
    },
    {
      "epoch": 3.742916957431961,
      "grad_norm": 1.5381357764779682,
      "learning_rate": 9.570526027443011e-05,
      "loss": 2.25,
      "step": 80454
    },
    {
      "epoch": 3.742963479879042,
      "grad_norm": 1.5002631660007624,
      "learning_rate": 9.570180053681508e-05,
      "loss": 1.9531,
      "step": 80455
    },
    {
      "epoch": 3.7430100023261224,
      "grad_norm": 1.4580144966092878,
      "learning_rate": 9.569834083244178e-05,
      "loss": 2.0312,
      "step": 80456
    },
    {
      "epoch": 3.743056524773203,
      "grad_norm": 1.4605076720160002,
      "learning_rate": 9.569488116131226e-05,
      "loss": 1.9062,
      "step": 80457
    },
    {
      "epoch": 3.7431030472202838,
      "grad_norm": 1.4833917124679217,
      "learning_rate": 9.569142152342865e-05,
      "loss": 1.9922,
      "step": 80458
    },
    {
      "epoch": 3.7431495696673647,
      "grad_norm": 1.4543281927604883,
      "learning_rate": 9.568796191879304e-05,
      "loss": 2.1094,
      "step": 80459
    },
    {
      "epoch": 3.743196092114445,
      "grad_norm": 1.4901326707580282,
      "learning_rate": 9.568450234740764e-05,
      "loss": 2.1094,
      "step": 80460
    },
    {
      "epoch": 3.743242614561526,
      "grad_norm": 1.477565719121158,
      "learning_rate": 9.568104280927447e-05,
      "loss": 2.0,
      "step": 80461
    },
    {
      "epoch": 3.7432891370086065,
      "grad_norm": 1.5559972779504154,
      "learning_rate": 9.567758330439571e-05,
      "loss": 2.2344,
      "step": 80462
    },
    {
      "epoch": 3.7433356594556875,
      "grad_norm": 1.5292910984481571,
      "learning_rate": 9.567412383277341e-05,
      "loss": 2.25,
      "step": 80463
    },
    {
      "epoch": 3.743382181902768,
      "grad_norm": 1.5134990629577882,
      "learning_rate": 9.567066439440978e-05,
      "loss": 2.0938,
      "step": 80464
    },
    {
      "epoch": 3.743428704349849,
      "grad_norm": 1.6249637695078623,
      "learning_rate": 9.566720498930685e-05,
      "loss": 2.4219,
      "step": 80465
    },
    {
      "epoch": 3.74347522679693,
      "grad_norm": 1.5171743583358674,
      "learning_rate": 9.566374561746683e-05,
      "loss": 2.1094,
      "step": 80466
    },
    {
      "epoch": 3.7435217492440103,
      "grad_norm": 1.418409877240629,
      "learning_rate": 9.566028627889176e-05,
      "loss": 1.9297,
      "step": 80467
    },
    {
      "epoch": 3.7435682716910907,
      "grad_norm": 1.6276302079908391,
      "learning_rate": 9.565682697358376e-05,
      "loss": 2.2812,
      "step": 80468
    },
    {
      "epoch": 3.7436147941381717,
      "grad_norm": 1.4549486903879025,
      "learning_rate": 9.565336770154495e-05,
      "loss": 2.0781,
      "step": 80469
    },
    {
      "epoch": 3.7436613165852526,
      "grad_norm": 1.439568565996408,
      "learning_rate": 9.564990846277752e-05,
      "loss": 1.9688,
      "step": 80470
    },
    {
      "epoch": 3.743707839032333,
      "grad_norm": 1.3972948033576567,
      "learning_rate": 9.56464492572835e-05,
      "loss": 1.6953,
      "step": 80471
    },
    {
      "epoch": 3.743754361479414,
      "grad_norm": 1.4620054959820366,
      "learning_rate": 9.564299008506506e-05,
      "loss": 1.9922,
      "step": 80472
    },
    {
      "epoch": 3.7438008839264945,
      "grad_norm": 1.4572835294357767,
      "learning_rate": 9.563953094612432e-05,
      "loss": 1.8906,
      "step": 80473
    },
    {
      "epoch": 3.7438474063735754,
      "grad_norm": 1.5313974206068537,
      "learning_rate": 9.563607184046336e-05,
      "loss": 2.0781,
      "step": 80474
    },
    {
      "epoch": 3.743893928820656,
      "grad_norm": 1.483163556909014,
      "learning_rate": 9.56326127680843e-05,
      "loss": 1.9375,
      "step": 80475
    },
    {
      "epoch": 3.743940451267737,
      "grad_norm": 1.467777449589297,
      "learning_rate": 9.562915372898934e-05,
      "loss": 1.9219,
      "step": 80476
    },
    {
      "epoch": 3.7439869737148173,
      "grad_norm": 1.4059964663178728,
      "learning_rate": 9.562569472318047e-05,
      "loss": 1.75,
      "step": 80477
    },
    {
      "epoch": 3.744033496161898,
      "grad_norm": 1.38361479400201,
      "learning_rate": 9.562223575065989e-05,
      "loss": 1.6172,
      "step": 80478
    },
    {
      "epoch": 3.7440800186089787,
      "grad_norm": 1.481940155512924,
      "learning_rate": 9.56187768114297e-05,
      "loss": 2.0,
      "step": 80479
    },
    {
      "epoch": 3.7441265410560596,
      "grad_norm": 1.5017024074305272,
      "learning_rate": 9.561531790549202e-05,
      "loss": 2.125,
      "step": 80480
    },
    {
      "epoch": 3.7441730635031405,
      "grad_norm": 1.4757913737714696,
      "learning_rate": 9.561185903284895e-05,
      "loss": 1.9219,
      "step": 80481
    },
    {
      "epoch": 3.744219585950221,
      "grad_norm": 1.533754765584427,
      "learning_rate": 9.560840019350264e-05,
      "loss": 2.0156,
      "step": 80482
    },
    {
      "epoch": 3.7442661083973015,
      "grad_norm": 1.3761881924396877,
      "learning_rate": 9.560494138745517e-05,
      "loss": 1.8047,
      "step": 80483
    },
    {
      "epoch": 3.7443126308443824,
      "grad_norm": 1.5138393412466458,
      "learning_rate": 9.560148261470869e-05,
      "loss": 1.8906,
      "step": 80484
    },
    {
      "epoch": 3.7443591532914633,
      "grad_norm": 1.5550424752589755,
      "learning_rate": 9.559802387526528e-05,
      "loss": 2.1562,
      "step": 80485
    },
    {
      "epoch": 3.7444056757385438,
      "grad_norm": 1.5918624006241207,
      "learning_rate": 9.559456516912711e-05,
      "loss": 2.2812,
      "step": 80486
    },
    {
      "epoch": 3.7444521981856247,
      "grad_norm": 1.4654399275857555,
      "learning_rate": 9.559110649629624e-05,
      "loss": 1.9297,
      "step": 80487
    },
    {
      "epoch": 3.744498720632705,
      "grad_norm": 1.5606629929862295,
      "learning_rate": 9.558764785677482e-05,
      "loss": 2.0938,
      "step": 80488
    },
    {
      "epoch": 3.744545243079786,
      "grad_norm": 1.4775543155808337,
      "learning_rate": 9.558418925056497e-05,
      "loss": 2.0,
      "step": 80489
    },
    {
      "epoch": 3.7445917655268666,
      "grad_norm": 1.5230556231040053,
      "learning_rate": 9.558073067766883e-05,
      "loss": 2.1562,
      "step": 80490
    },
    {
      "epoch": 3.7446382879739475,
      "grad_norm": 1.4479719733543053,
      "learning_rate": 9.55772721380884e-05,
      "loss": 2.0938,
      "step": 80491
    },
    {
      "epoch": 3.7446848104210284,
      "grad_norm": 1.3613915279282423,
      "learning_rate": 9.557381363182592e-05,
      "loss": 1.8438,
      "step": 80492
    },
    {
      "epoch": 3.744731332868109,
      "grad_norm": 1.6337961218027044,
      "learning_rate": 9.557035515888353e-05,
      "loss": 2.4375,
      "step": 80493
    },
    {
      "epoch": 3.7447778553151894,
      "grad_norm": 1.4945983905345985,
      "learning_rate": 9.556689671926323e-05,
      "loss": 2.0469,
      "step": 80494
    },
    {
      "epoch": 3.7448243777622703,
      "grad_norm": 1.3782762312952437,
      "learning_rate": 9.556343831296723e-05,
      "loss": 1.6875,
      "step": 80495
    },
    {
      "epoch": 3.744870900209351,
      "grad_norm": 1.3951418286073205,
      "learning_rate": 9.555997993999762e-05,
      "loss": 1.8047,
      "step": 80496
    },
    {
      "epoch": 3.7449174226564317,
      "grad_norm": 1.4949477482883073,
      "learning_rate": 9.555652160035647e-05,
      "loss": 1.9766,
      "step": 80497
    },
    {
      "epoch": 3.7449639451035126,
      "grad_norm": 1.4407604931319815,
      "learning_rate": 9.555306329404599e-05,
      "loss": 1.9062,
      "step": 80498
    },
    {
      "epoch": 3.745010467550593,
      "grad_norm": 1.500621603520659,
      "learning_rate": 9.55496050210682e-05,
      "loss": 1.9844,
      "step": 80499
    },
    {
      "epoch": 3.745056989997674,
      "grad_norm": 1.4253725256044976,
      "learning_rate": 9.55461467814253e-05,
      "loss": 1.9141,
      "step": 80500
    },
    {
      "epoch": 3.7451035124447545,
      "grad_norm": 1.402765843999416,
      "learning_rate": 9.554268857511933e-05,
      "loss": 1.9531,
      "step": 80501
    },
    {
      "epoch": 3.7451500348918354,
      "grad_norm": 1.46125704864276,
      "learning_rate": 9.55392304021525e-05,
      "loss": 2.0312,
      "step": 80502
    },
    {
      "epoch": 3.745196557338916,
      "grad_norm": 1.5002843106942116,
      "learning_rate": 9.553577226252682e-05,
      "loss": 2.0312,
      "step": 80503
    },
    {
      "epoch": 3.745243079785997,
      "grad_norm": 1.3679506685034095,
      "learning_rate": 9.55323141562445e-05,
      "loss": 1.7734,
      "step": 80504
    },
    {
      "epoch": 3.7452896022330773,
      "grad_norm": 1.4675234509183679,
      "learning_rate": 9.55288560833076e-05,
      "loss": 2.1094,
      "step": 80505
    },
    {
      "epoch": 3.745336124680158,
      "grad_norm": 1.4928439008329806,
      "learning_rate": 9.552539804371824e-05,
      "loss": 2.1562,
      "step": 80506
    },
    {
      "epoch": 3.745382647127239,
      "grad_norm": 1.5136277872148385,
      "learning_rate": 9.552194003747857e-05,
      "loss": 1.9766,
      "step": 80507
    },
    {
      "epoch": 3.7454291695743196,
      "grad_norm": 1.4436858480535781,
      "learning_rate": 9.551848206459071e-05,
      "loss": 1.9922,
      "step": 80508
    },
    {
      "epoch": 3.7454756920214,
      "grad_norm": 1.5700888553658188,
      "learning_rate": 9.551502412505671e-05,
      "loss": 2.2031,
      "step": 80509
    },
    {
      "epoch": 3.745522214468481,
      "grad_norm": 1.5196864983036973,
      "learning_rate": 9.551156621887879e-05,
      "loss": 2.0469,
      "step": 80510
    },
    {
      "epoch": 3.745568736915562,
      "grad_norm": 1.5055392238281506,
      "learning_rate": 9.550810834605895e-05,
      "loss": 2.1719,
      "step": 80511
    },
    {
      "epoch": 3.7456152593626424,
      "grad_norm": 1.4901927125221017,
      "learning_rate": 9.55046505065994e-05,
      "loss": 2.0625,
      "step": 80512
    },
    {
      "epoch": 3.7456617818097233,
      "grad_norm": 1.3910273573574525,
      "learning_rate": 9.55011927005022e-05,
      "loss": 1.6953,
      "step": 80513
    },
    {
      "epoch": 3.745708304256804,
      "grad_norm": 1.5129859350657557,
      "learning_rate": 9.549773492776949e-05,
      "loss": 2.0938,
      "step": 80514
    },
    {
      "epoch": 3.7457548267038847,
      "grad_norm": 1.5106166821342362,
      "learning_rate": 9.549427718840342e-05,
      "loss": 2.0312,
      "step": 80515
    },
    {
      "epoch": 3.745801349150965,
      "grad_norm": 1.5521442923054791,
      "learning_rate": 9.549081948240607e-05,
      "loss": 2.1406,
      "step": 80516
    },
    {
      "epoch": 3.745847871598046,
      "grad_norm": 1.5094878627739508,
      "learning_rate": 9.548736180977955e-05,
      "loss": 2.0625,
      "step": 80517
    },
    {
      "epoch": 3.745894394045127,
      "grad_norm": 1.4363315081856913,
      "learning_rate": 9.548390417052599e-05,
      "loss": 1.9219,
      "step": 80518
    },
    {
      "epoch": 3.7459409164922075,
      "grad_norm": 1.5341407828092444,
      "learning_rate": 9.548044656464753e-05,
      "loss": 2.0469,
      "step": 80519
    },
    {
      "epoch": 3.745987438939288,
      "grad_norm": 1.5458223947192196,
      "learning_rate": 9.547698899214621e-05,
      "loss": 2.125,
      "step": 80520
    },
    {
      "epoch": 3.746033961386369,
      "grad_norm": 1.5789492196071626,
      "learning_rate": 9.547353145302426e-05,
      "loss": 2.1562,
      "step": 80521
    },
    {
      "epoch": 3.74608048383345,
      "grad_norm": 1.5143181206267238,
      "learning_rate": 9.547007394728373e-05,
      "loss": 2.1719,
      "step": 80522
    },
    {
      "epoch": 3.7461270062805303,
      "grad_norm": 1.5298725918854363,
      "learning_rate": 9.546661647492669e-05,
      "loss": 2.0781,
      "step": 80523
    },
    {
      "epoch": 3.7461735287276112,
      "grad_norm": 1.5351029872780109,
      "learning_rate": 9.546315903595536e-05,
      "loss": 2.1406,
      "step": 80524
    },
    {
      "epoch": 3.7462200511746917,
      "grad_norm": 1.4182499157484327,
      "learning_rate": 9.545970163037177e-05,
      "loss": 1.8516,
      "step": 80525
    },
    {
      "epoch": 3.7462665736217726,
      "grad_norm": 1.5556179620350294,
      "learning_rate": 9.54562442581781e-05,
      "loss": 2.1562,
      "step": 80526
    },
    {
      "epoch": 3.746313096068853,
      "grad_norm": 1.6286287639859087,
      "learning_rate": 9.545278691937642e-05,
      "loss": 2.2188,
      "step": 80527
    },
    {
      "epoch": 3.746359618515934,
      "grad_norm": 1.503510327627986,
      "learning_rate": 9.544932961396886e-05,
      "loss": 1.9453,
      "step": 80528
    },
    {
      "epoch": 3.7464061409630145,
      "grad_norm": 1.4901491604745896,
      "learning_rate": 9.544587234195755e-05,
      "loss": 2.0,
      "step": 80529
    },
    {
      "epoch": 3.7464526634100954,
      "grad_norm": 1.3604946782618172,
      "learning_rate": 9.54424151033446e-05,
      "loss": 1.5391,
      "step": 80530
    },
    {
      "epoch": 3.746499185857176,
      "grad_norm": 1.5183850722438526,
      "learning_rate": 9.54389578981321e-05,
      "loss": 2.1094,
      "step": 80531
    },
    {
      "epoch": 3.746545708304257,
      "grad_norm": 1.5209753160388415,
      "learning_rate": 9.543550072632225e-05,
      "loss": 2.1719,
      "step": 80532
    },
    {
      "epoch": 3.7465922307513377,
      "grad_norm": 1.5857911462042327,
      "learning_rate": 9.543204358791707e-05,
      "loss": 2.0625,
      "step": 80533
    },
    {
      "epoch": 3.746638753198418,
      "grad_norm": 1.568416286311287,
      "learning_rate": 9.542858648291873e-05,
      "loss": 2.2031,
      "step": 80534
    },
    {
      "epoch": 3.7466852756454987,
      "grad_norm": 1.576343354432904,
      "learning_rate": 9.542512941132926e-05,
      "loss": 2.1562,
      "step": 80535
    },
    {
      "epoch": 3.7467317980925796,
      "grad_norm": 1.5190638054889767,
      "learning_rate": 9.542167237315088e-05,
      "loss": 2.1406,
      "step": 80536
    },
    {
      "epoch": 3.7467783205396605,
      "grad_norm": 1.444246597218689,
      "learning_rate": 9.541821536838572e-05,
      "loss": 1.9766,
      "step": 80537
    },
    {
      "epoch": 3.746824842986741,
      "grad_norm": 1.4883497216897226,
      "learning_rate": 9.541475839703581e-05,
      "loss": 2.1094,
      "step": 80538
    },
    {
      "epoch": 3.746871365433822,
      "grad_norm": 1.487974945773574,
      "learning_rate": 9.541130145910337e-05,
      "loss": 1.9531,
      "step": 80539
    },
    {
      "epoch": 3.7469178878809024,
      "grad_norm": 1.502872679784495,
      "learning_rate": 9.540784455459038e-05,
      "loss": 2.0312,
      "step": 80540
    },
    {
      "epoch": 3.7469644103279833,
      "grad_norm": 1.5319629822207705,
      "learning_rate": 9.540438768349907e-05,
      "loss": 1.9922,
      "step": 80541
    },
    {
      "epoch": 3.747010932775064,
      "grad_norm": 1.4679871649824217,
      "learning_rate": 9.540093084583149e-05,
      "loss": 1.9375,
      "step": 80542
    },
    {
      "epoch": 3.7470574552221447,
      "grad_norm": 1.5325743126593012,
      "learning_rate": 9.53974740415898e-05,
      "loss": 1.9141,
      "step": 80543
    },
    {
      "epoch": 3.7471039776692256,
      "grad_norm": 1.4391158458855287,
      "learning_rate": 9.539401727077608e-05,
      "loss": 1.9219,
      "step": 80544
    },
    {
      "epoch": 3.747150500116306,
      "grad_norm": 1.5069157490896656,
      "learning_rate": 9.539056053339251e-05,
      "loss": 2.2344,
      "step": 80545
    },
    {
      "epoch": 3.7471970225633866,
      "grad_norm": 1.480859234627497,
      "learning_rate": 9.53871038294411e-05,
      "loss": 2.1875,
      "step": 80546
    },
    {
      "epoch": 3.7472435450104675,
      "grad_norm": 1.4661979197656276,
      "learning_rate": 9.538364715892408e-05,
      "loss": 2.0625,
      "step": 80547
    },
    {
      "epoch": 3.7472900674575484,
      "grad_norm": 1.484939806273479,
      "learning_rate": 9.538019052184351e-05,
      "loss": 1.9453,
      "step": 80548
    },
    {
      "epoch": 3.747336589904629,
      "grad_norm": 1.4283135676950192,
      "learning_rate": 9.537673391820147e-05,
      "loss": 1.8672,
      "step": 80549
    },
    {
      "epoch": 3.74738311235171,
      "grad_norm": 1.5014342568556258,
      "learning_rate": 9.537327734800017e-05,
      "loss": 2.1094,
      "step": 80550
    },
    {
      "epoch": 3.7474296347987903,
      "grad_norm": 1.6140654405219712,
      "learning_rate": 9.536982081124162e-05,
      "loss": 1.9219,
      "step": 80551
    },
    {
      "epoch": 3.7474761572458712,
      "grad_norm": 1.4073087333916152,
      "learning_rate": 9.536636430792802e-05,
      "loss": 1.8438,
      "step": 80552
    },
    {
      "epoch": 3.7475226796929517,
      "grad_norm": 1.5116437590169047,
      "learning_rate": 9.53629078380614e-05,
      "loss": 2.0469,
      "step": 80553
    },
    {
      "epoch": 3.7475692021400326,
      "grad_norm": 1.4770804167525917,
      "learning_rate": 9.535945140164399e-05,
      "loss": 1.9844,
      "step": 80554
    },
    {
      "epoch": 3.747615724587113,
      "grad_norm": 1.5307528075703638,
      "learning_rate": 9.53559949986778e-05,
      "loss": 2.1406,
      "step": 80555
    },
    {
      "epoch": 3.747662247034194,
      "grad_norm": 1.430082302388892,
      "learning_rate": 9.535253862916504e-05,
      "loss": 1.8906,
      "step": 80556
    },
    {
      "epoch": 3.7477087694812745,
      "grad_norm": 1.47203215650716,
      "learning_rate": 9.534908229310771e-05,
      "loss": 1.7734,
      "step": 80557
    },
    {
      "epoch": 3.7477552919283554,
      "grad_norm": 1.5980144691431843,
      "learning_rate": 9.534562599050801e-05,
      "loss": 1.8672,
      "step": 80558
    },
    {
      "epoch": 3.7478018143754364,
      "grad_norm": 1.3723269020652578,
      "learning_rate": 9.534216972136809e-05,
      "loss": 1.8984,
      "step": 80559
    },
    {
      "epoch": 3.747848336822517,
      "grad_norm": 1.5675429928590925,
      "learning_rate": 9.533871348568996e-05,
      "loss": 1.9922,
      "step": 80560
    },
    {
      "epoch": 3.7478948592695973,
      "grad_norm": 1.5102732595224864,
      "learning_rate": 9.533525728347586e-05,
      "loss": 2.125,
      "step": 80561
    },
    {
      "epoch": 3.7479413817166782,
      "grad_norm": 1.5274027089516145,
      "learning_rate": 9.533180111472778e-05,
      "loss": 2.125,
      "step": 80562
    },
    {
      "epoch": 3.747987904163759,
      "grad_norm": 1.5429191818651018,
      "learning_rate": 9.532834497944794e-05,
      "loss": 2.0625,
      "step": 80563
    },
    {
      "epoch": 3.7480344266108396,
      "grad_norm": 1.5042223128847427,
      "learning_rate": 9.532488887763838e-05,
      "loss": 1.8984,
      "step": 80564
    },
    {
      "epoch": 3.7480809490579206,
      "grad_norm": 1.5171289387713192,
      "learning_rate": 9.532143280930126e-05,
      "loss": 2.0312,
      "step": 80565
    },
    {
      "epoch": 3.748127471505001,
      "grad_norm": 1.536581838702316,
      "learning_rate": 9.531797677443864e-05,
      "loss": 2.0,
      "step": 80566
    },
    {
      "epoch": 3.748173993952082,
      "grad_norm": 1.3762801933971924,
      "learning_rate": 9.531452077305272e-05,
      "loss": 1.7734,
      "step": 80567
    },
    {
      "epoch": 3.7482205163991624,
      "grad_norm": 1.4712468781646821,
      "learning_rate": 9.531106480514555e-05,
      "loss": 1.9531,
      "step": 80568
    },
    {
      "epoch": 3.7482670388462433,
      "grad_norm": 1.5803385740077116,
      "learning_rate": 9.53076088707193e-05,
      "loss": 2.2812,
      "step": 80569
    },
    {
      "epoch": 3.7483135612933243,
      "grad_norm": 1.568196420728718,
      "learning_rate": 9.530415296977603e-05,
      "loss": 2.2031,
      "step": 80570
    },
    {
      "epoch": 3.7483600837404047,
      "grad_norm": 1.5375686061347307,
      "learning_rate": 9.530069710231789e-05,
      "loss": 2.0938,
      "step": 80571
    },
    {
      "epoch": 3.7484066061874852,
      "grad_norm": 1.468410894391122,
      "learning_rate": 9.529724126834697e-05,
      "loss": 1.8594,
      "step": 80572
    },
    {
      "epoch": 3.748453128634566,
      "grad_norm": 1.4715204753962623,
      "learning_rate": 9.529378546786543e-05,
      "loss": 2.0469,
      "step": 80573
    },
    {
      "epoch": 3.748499651081647,
      "grad_norm": 1.4926421895810618,
      "learning_rate": 9.529032970087536e-05,
      "loss": 1.9922,
      "step": 80574
    },
    {
      "epoch": 3.7485461735287275,
      "grad_norm": 1.3564979839542477,
      "learning_rate": 9.528687396737882e-05,
      "loss": 1.5859,
      "step": 80575
    },
    {
      "epoch": 3.7485926959758085,
      "grad_norm": 1.5344624346581557,
      "learning_rate": 9.528341826737802e-05,
      "loss": 1.9766,
      "step": 80576
    },
    {
      "epoch": 3.748639218422889,
      "grad_norm": 1.5970130140354557,
      "learning_rate": 9.527996260087501e-05,
      "loss": 2.0781,
      "step": 80577
    },
    {
      "epoch": 3.74868574086997,
      "grad_norm": 2.0287237278510433,
      "learning_rate": 9.527650696787197e-05,
      "loss": 2.2656,
      "step": 80578
    },
    {
      "epoch": 3.7487322633170503,
      "grad_norm": 1.4584317593213187,
      "learning_rate": 9.52730513683709e-05,
      "loss": 1.9609,
      "step": 80579
    },
    {
      "epoch": 3.7487787857641313,
      "grad_norm": 1.5464673317347015,
      "learning_rate": 9.526959580237402e-05,
      "loss": 2.0625,
      "step": 80580
    },
    {
      "epoch": 3.748825308211212,
      "grad_norm": 1.514048985055071,
      "learning_rate": 9.526614026988344e-05,
      "loss": 1.9531,
      "step": 80581
    },
    {
      "epoch": 3.7488718306582927,
      "grad_norm": 1.4892002148259766,
      "learning_rate": 9.526268477090122e-05,
      "loss": 2.1562,
      "step": 80582
    },
    {
      "epoch": 3.748918353105373,
      "grad_norm": 1.5539147469500063,
      "learning_rate": 9.525922930542956e-05,
      "loss": 2.2656,
      "step": 80583
    },
    {
      "epoch": 3.748964875552454,
      "grad_norm": 1.46121871073622,
      "learning_rate": 9.525577387347047e-05,
      "loss": 2.0312,
      "step": 80584
    },
    {
      "epoch": 3.749011397999535,
      "grad_norm": 1.4479040200234834,
      "learning_rate": 9.525231847502615e-05,
      "loss": 1.8984,
      "step": 80585
    },
    {
      "epoch": 3.7490579204466155,
      "grad_norm": 1.4888843862284096,
      "learning_rate": 9.524886311009867e-05,
      "loss": 1.9219,
      "step": 80586
    },
    {
      "epoch": 3.749104442893696,
      "grad_norm": 1.4070187178174136,
      "learning_rate": 9.524540777869017e-05,
      "loss": 1.75,
      "step": 80587
    },
    {
      "epoch": 3.749150965340777,
      "grad_norm": 1.5925354942112826,
      "learning_rate": 9.524195248080274e-05,
      "loss": 2.0938,
      "step": 80588
    },
    {
      "epoch": 3.7491974877878578,
      "grad_norm": 1.7032830904064917,
      "learning_rate": 9.523849721643854e-05,
      "loss": 2.1406,
      "step": 80589
    },
    {
      "epoch": 3.7492440102349383,
      "grad_norm": 1.6428696670564544,
      "learning_rate": 9.523504198559963e-05,
      "loss": 2.2812,
      "step": 80590
    },
    {
      "epoch": 3.749290532682019,
      "grad_norm": 1.3696942262126197,
      "learning_rate": 9.523158678828816e-05,
      "loss": 1.5625,
      "step": 80591
    },
    {
      "epoch": 3.7493370551290996,
      "grad_norm": 1.459427771907242,
      "learning_rate": 9.52281316245062e-05,
      "loss": 1.8828,
      "step": 80592
    },
    {
      "epoch": 3.7493835775761806,
      "grad_norm": 1.3940380258743077,
      "learning_rate": 9.522467649425595e-05,
      "loss": 1.5625,
      "step": 80593
    },
    {
      "epoch": 3.749430100023261,
      "grad_norm": 1.5880138642297705,
      "learning_rate": 9.522122139753944e-05,
      "loss": 2.2188,
      "step": 80594
    },
    {
      "epoch": 3.749476622470342,
      "grad_norm": 1.5796298007135838,
      "learning_rate": 9.521776633435885e-05,
      "loss": 2.125,
      "step": 80595
    },
    {
      "epoch": 3.749523144917423,
      "grad_norm": 1.5547690172792943,
      "learning_rate": 9.521431130471623e-05,
      "loss": 2.125,
      "step": 80596
    },
    {
      "epoch": 3.7495696673645034,
      "grad_norm": 1.5463294923636317,
      "learning_rate": 9.521085630861378e-05,
      "loss": 2.2031,
      "step": 80597
    },
    {
      "epoch": 3.749616189811584,
      "grad_norm": 1.4432400109432324,
      "learning_rate": 9.520740134605352e-05,
      "loss": 1.9688,
      "step": 80598
    },
    {
      "epoch": 3.7496627122586648,
      "grad_norm": 1.5330933315817126,
      "learning_rate": 9.520394641703765e-05,
      "loss": 2.1562,
      "step": 80599
    },
    {
      "epoch": 3.7497092347057457,
      "grad_norm": 1.4525544308679257,
      "learning_rate": 9.520049152156818e-05,
      "loss": 1.9766,
      "step": 80600
    },
    {
      "epoch": 3.749755757152826,
      "grad_norm": 1.422306356894747,
      "learning_rate": 9.519703665964733e-05,
      "loss": 1.7734,
      "step": 80601
    },
    {
      "epoch": 3.749802279599907,
      "grad_norm": 1.4467507255471763,
      "learning_rate": 9.519358183127719e-05,
      "loss": 1.9141,
      "step": 80602
    },
    {
      "epoch": 3.7498488020469876,
      "grad_norm": 1.461254649742008,
      "learning_rate": 9.519012703645989e-05,
      "loss": 2.0469,
      "step": 80603
    },
    {
      "epoch": 3.7498953244940685,
      "grad_norm": 1.636744589339332,
      "learning_rate": 9.518667227519747e-05,
      "loss": 2.5156,
      "step": 80604
    },
    {
      "epoch": 3.749941846941149,
      "grad_norm": 1.5212281575634081,
      "learning_rate": 9.51832175474921e-05,
      "loss": 1.9844,
      "step": 80605
    },
    {
      "epoch": 3.74998836938823,
      "grad_norm": 1.6368401504905188,
      "learning_rate": 9.51797628533459e-05,
      "loss": 1.5391,
      "step": 80606
    },
    {
      "epoch": 3.750034891835311,
      "grad_norm": 1.473253928041794,
      "learning_rate": 9.517630819276098e-05,
      "loss": 2.0312,
      "step": 80607
    },
    {
      "epoch": 3.7500814142823913,
      "grad_norm": 1.5032283834511946,
      "learning_rate": 9.517285356573944e-05,
      "loss": 2.1406,
      "step": 80608
    },
    {
      "epoch": 3.7501279367294718,
      "grad_norm": 1.5115665402768317,
      "learning_rate": 9.51693989722834e-05,
      "loss": 2.0625,
      "step": 80609
    },
    {
      "epoch": 3.7501744591765527,
      "grad_norm": 1.5600882188664376,
      "learning_rate": 9.516594441239495e-05,
      "loss": 2.1562,
      "step": 80610
    },
    {
      "epoch": 3.7502209816236336,
      "grad_norm": 1.4930783479574916,
      "learning_rate": 9.516248988607629e-05,
      "loss": 1.7656,
      "step": 80611
    },
    {
      "epoch": 3.750267504070714,
      "grad_norm": 1.3198950520569683,
      "learning_rate": 9.515903539332944e-05,
      "loss": 1.6641,
      "step": 80612
    },
    {
      "epoch": 3.750314026517795,
      "grad_norm": 1.503389733799591,
      "learning_rate": 9.515558093415655e-05,
      "loss": 1.9531,
      "step": 80613
    },
    {
      "epoch": 3.7503605489648755,
      "grad_norm": 1.4784517403127673,
      "learning_rate": 9.515212650855973e-05,
      "loss": 1.6484,
      "step": 80614
    },
    {
      "epoch": 3.7504070714119564,
      "grad_norm": 1.4565539361284154,
      "learning_rate": 9.514867211654112e-05,
      "loss": 2.0625,
      "step": 80615
    },
    {
      "epoch": 3.750453593859037,
      "grad_norm": 1.5076222435385678,
      "learning_rate": 9.514521775810281e-05,
      "loss": 2.2969,
      "step": 80616
    },
    {
      "epoch": 3.750500116306118,
      "grad_norm": 1.4870994704230371,
      "learning_rate": 9.514176343324693e-05,
      "loss": 2.0,
      "step": 80617
    },
    {
      "epoch": 3.7505466387531983,
      "grad_norm": 1.4688977740113378,
      "learning_rate": 9.513830914197558e-05,
      "loss": 1.9688,
      "step": 80618
    },
    {
      "epoch": 3.750593161200279,
      "grad_norm": 1.5141099569300587,
      "learning_rate": 9.51348548842909e-05,
      "loss": 2.2188,
      "step": 80619
    },
    {
      "epoch": 3.7506396836473597,
      "grad_norm": 1.4004540486501171,
      "learning_rate": 9.513140066019493e-05,
      "loss": 1.9844,
      "step": 80620
    },
    {
      "epoch": 3.7506862060944406,
      "grad_norm": 1.43431002640871,
      "learning_rate": 9.512794646968988e-05,
      "loss": 1.9141,
      "step": 80621
    },
    {
      "epoch": 3.7507327285415215,
      "grad_norm": 1.5496456999310402,
      "learning_rate": 9.512449231277778e-05,
      "loss": 2.1562,
      "step": 80622
    },
    {
      "epoch": 3.750779250988602,
      "grad_norm": 1.5216081229324419,
      "learning_rate": 9.51210381894608e-05,
      "loss": 1.9844,
      "step": 80623
    },
    {
      "epoch": 3.7508257734356825,
      "grad_norm": 1.5488287013918272,
      "learning_rate": 9.51175840997411e-05,
      "loss": 2.1719,
      "step": 80624
    },
    {
      "epoch": 3.7508722958827634,
      "grad_norm": 1.410019456053731,
      "learning_rate": 9.511413004362067e-05,
      "loss": 1.7969,
      "step": 80625
    },
    {
      "epoch": 3.7509188183298443,
      "grad_norm": 1.330712244376041,
      "learning_rate": 9.511067602110177e-05,
      "loss": 1.7109,
      "step": 80626
    },
    {
      "epoch": 3.750965340776925,
      "grad_norm": 1.4647321084889984,
      "learning_rate": 9.510722203218637e-05,
      "loss": 2.0469,
      "step": 80627
    },
    {
      "epoch": 3.7510118632240057,
      "grad_norm": 1.5036547778771878,
      "learning_rate": 9.510376807687669e-05,
      "loss": 2.0156,
      "step": 80628
    },
    {
      "epoch": 3.751058385671086,
      "grad_norm": 1.581730958877727,
      "learning_rate": 9.510031415517482e-05,
      "loss": 2.0312,
      "step": 80629
    },
    {
      "epoch": 3.751104908118167,
      "grad_norm": 1.4691392573932582,
      "learning_rate": 9.509686026708282e-05,
      "loss": 1.9609,
      "step": 80630
    },
    {
      "epoch": 3.7511514305652476,
      "grad_norm": 1.427548928474094,
      "learning_rate": 9.50934064126029e-05,
      "loss": 1.9453,
      "step": 80631
    },
    {
      "epoch": 3.7511979530123285,
      "grad_norm": 1.4416289507218885,
      "learning_rate": 9.508995259173706e-05,
      "loss": 1.9688,
      "step": 80632
    },
    {
      "epoch": 3.7512444754594094,
      "grad_norm": 1.4467925431178377,
      "learning_rate": 9.508649880448752e-05,
      "loss": 1.3672,
      "step": 80633
    },
    {
      "epoch": 3.75129099790649,
      "grad_norm": 1.5212543175986304,
      "learning_rate": 9.508304505085631e-05,
      "loss": 1.8672,
      "step": 80634
    },
    {
      "epoch": 3.7513375203535704,
      "grad_norm": 1.535964215604401,
      "learning_rate": 9.507959133084563e-05,
      "loss": 1.9531,
      "step": 80635
    },
    {
      "epoch": 3.7513840428006513,
      "grad_norm": 1.569549236824239,
      "learning_rate": 9.507613764445749e-05,
      "loss": 2.1094,
      "step": 80636
    },
    {
      "epoch": 3.751430565247732,
      "grad_norm": 1.4725960227314256,
      "learning_rate": 9.507268399169411e-05,
      "loss": 1.9141,
      "step": 80637
    },
    {
      "epoch": 3.7514770876948127,
      "grad_norm": 1.552115641135821,
      "learning_rate": 9.506923037255753e-05,
      "loss": 2.2969,
      "step": 80638
    },
    {
      "epoch": 3.7515236101418936,
      "grad_norm": 1.5043827053339616,
      "learning_rate": 9.506577678704991e-05,
      "loss": 2.1406,
      "step": 80639
    },
    {
      "epoch": 3.751570132588974,
      "grad_norm": 1.412039805596639,
      "learning_rate": 9.506232323517332e-05,
      "loss": 1.9609,
      "step": 80640
    },
    {
      "epoch": 3.751616655036055,
      "grad_norm": 1.62970952735161,
      "learning_rate": 9.505886971692994e-05,
      "loss": 2.2031,
      "step": 80641
    },
    {
      "epoch": 3.7516631774831355,
      "grad_norm": 1.442690065014021,
      "learning_rate": 9.505541623232179e-05,
      "loss": 1.9844,
      "step": 80642
    },
    {
      "epoch": 3.7517096999302164,
      "grad_norm": 1.50520171173652,
      "learning_rate": 9.50519627813511e-05,
      "loss": 1.9688,
      "step": 80643
    },
    {
      "epoch": 3.751756222377297,
      "grad_norm": 1.5359056032443883,
      "learning_rate": 9.504850936401984e-05,
      "loss": 1.9766,
      "step": 80644
    },
    {
      "epoch": 3.751802744824378,
      "grad_norm": 1.4910353448617886,
      "learning_rate": 9.504505598033024e-05,
      "loss": 1.9219,
      "step": 80645
    },
    {
      "epoch": 3.7518492672714583,
      "grad_norm": 1.4739291671144017,
      "learning_rate": 9.504160263028439e-05,
      "loss": 1.5547,
      "step": 80646
    },
    {
      "epoch": 3.751895789718539,
      "grad_norm": 1.5637505546936974,
      "learning_rate": 9.50381493138844e-05,
      "loss": 2.0938,
      "step": 80647
    },
    {
      "epoch": 3.75194231216562,
      "grad_norm": 1.466378287516064,
      "learning_rate": 9.50346960311324e-05,
      "loss": 1.9062,
      "step": 80648
    },
    {
      "epoch": 3.7519888346127006,
      "grad_norm": 1.5643219385135918,
      "learning_rate": 9.503124278203043e-05,
      "loss": 2.3438,
      "step": 80649
    },
    {
      "epoch": 3.752035357059781,
      "grad_norm": 1.4576936186348408,
      "learning_rate": 9.502778956658072e-05,
      "loss": 1.9375,
      "step": 80650
    },
    {
      "epoch": 3.752081879506862,
      "grad_norm": 1.584311902193813,
      "learning_rate": 9.502433638478526e-05,
      "loss": 2.0938,
      "step": 80651
    },
    {
      "epoch": 3.752128401953943,
      "grad_norm": 1.4537504929453644,
      "learning_rate": 9.502088323664629e-05,
      "loss": 2.0156,
      "step": 80652
    },
    {
      "epoch": 3.7521749244010234,
      "grad_norm": 1.4322966249200597,
      "learning_rate": 9.501743012216582e-05,
      "loss": 1.9688,
      "step": 80653
    },
    {
      "epoch": 3.7522214468481043,
      "grad_norm": 1.4882832596992583,
      "learning_rate": 9.5013977041346e-05,
      "loss": 2.0312,
      "step": 80654
    },
    {
      "epoch": 3.752267969295185,
      "grad_norm": 1.2780379899564132,
      "learning_rate": 9.5010523994189e-05,
      "loss": 1.4766,
      "step": 80655
    },
    {
      "epoch": 3.7523144917422657,
      "grad_norm": 1.4109630930904888,
      "learning_rate": 9.50070709806968e-05,
      "loss": 1.7266,
      "step": 80656
    },
    {
      "epoch": 3.752361014189346,
      "grad_norm": 1.4850429472297402,
      "learning_rate": 9.500361800087165e-05,
      "loss": 2.0312,
      "step": 80657
    },
    {
      "epoch": 3.752407536636427,
      "grad_norm": 1.4061159357399937,
      "learning_rate": 9.500016505471559e-05,
      "loss": 1.8672,
      "step": 80658
    },
    {
      "epoch": 3.752454059083508,
      "grad_norm": 1.4749717965559577,
      "learning_rate": 9.499671214223076e-05,
      "loss": 1.9766,
      "step": 80659
    },
    {
      "epoch": 3.7525005815305885,
      "grad_norm": 1.3454047058684724,
      "learning_rate": 9.499325926341924e-05,
      "loss": 1.7812,
      "step": 80660
    },
    {
      "epoch": 3.752547103977669,
      "grad_norm": 1.4725012241851088,
      "learning_rate": 9.498980641828322e-05,
      "loss": 2.0156,
      "step": 80661
    },
    {
      "epoch": 3.75259362642475,
      "grad_norm": 1.4319995774577539,
      "learning_rate": 9.498635360682472e-05,
      "loss": 1.8281,
      "step": 80662
    },
    {
      "epoch": 3.752640148871831,
      "grad_norm": 1.3747580144476284,
      "learning_rate": 9.498290082904593e-05,
      "loss": 1.7891,
      "step": 80663
    },
    {
      "epoch": 3.7526866713189113,
      "grad_norm": 1.3332492497170811,
      "learning_rate": 9.497944808494889e-05,
      "loss": 1.6328,
      "step": 80664
    },
    {
      "epoch": 3.7527331937659922,
      "grad_norm": 1.4855924742263258,
      "learning_rate": 9.497599537453582e-05,
      "loss": 1.8203,
      "step": 80665
    },
    {
      "epoch": 3.7527797162130727,
      "grad_norm": 1.633078883295005,
      "learning_rate": 9.49725426978087e-05,
      "loss": 2.2656,
      "step": 80666
    },
    {
      "epoch": 3.7528262386601536,
      "grad_norm": 1.482513920872106,
      "learning_rate": 9.496909005476973e-05,
      "loss": 2.1562,
      "step": 80667
    },
    {
      "epoch": 3.752872761107234,
      "grad_norm": 1.4937567531797582,
      "learning_rate": 9.496563744542104e-05,
      "loss": 2.1406,
      "step": 80668
    },
    {
      "epoch": 3.752919283554315,
      "grad_norm": 1.560566860481596,
      "learning_rate": 9.496218486976467e-05,
      "loss": 2.1562,
      "step": 80669
    },
    {
      "epoch": 3.7529658060013955,
      "grad_norm": 1.5057286349325678,
      "learning_rate": 9.49587323278028e-05,
      "loss": 2.0625,
      "step": 80670
    },
    {
      "epoch": 3.7530123284484764,
      "grad_norm": 1.4478080520575163,
      "learning_rate": 9.495527981953754e-05,
      "loss": 1.875,
      "step": 80671
    },
    {
      "epoch": 3.753058850895557,
      "grad_norm": 1.4430375833204585,
      "learning_rate": 9.495182734497097e-05,
      "loss": 1.9766,
      "step": 80672
    },
    {
      "epoch": 3.753105373342638,
      "grad_norm": 1.4986207913468859,
      "learning_rate": 9.494837490410517e-05,
      "loss": 2.0156,
      "step": 80673
    },
    {
      "epoch": 3.7531518957897188,
      "grad_norm": 1.5709835255264544,
      "learning_rate": 9.494492249694235e-05,
      "loss": 2.1562,
      "step": 80674
    },
    {
      "epoch": 3.7531984182367992,
      "grad_norm": 1.6205095123036144,
      "learning_rate": 9.494147012348456e-05,
      "loss": 2.1094,
      "step": 80675
    },
    {
      "epoch": 3.7532449406838797,
      "grad_norm": 1.4793621798719279,
      "learning_rate": 9.493801778373394e-05,
      "loss": 2.0156,
      "step": 80676
    },
    {
      "epoch": 3.7532914631309606,
      "grad_norm": 1.3928838099860197,
      "learning_rate": 9.493456547769255e-05,
      "loss": 1.8672,
      "step": 80677
    },
    {
      "epoch": 3.7533379855780415,
      "grad_norm": 1.510449678594774,
      "learning_rate": 9.493111320536261e-05,
      "loss": 2.2188,
      "step": 80678
    },
    {
      "epoch": 3.753384508025122,
      "grad_norm": 1.4638787097016515,
      "learning_rate": 9.49276609667461e-05,
      "loss": 1.9141,
      "step": 80679
    },
    {
      "epoch": 3.753431030472203,
      "grad_norm": 1.4393857160803674,
      "learning_rate": 9.492420876184525e-05,
      "loss": 2.125,
      "step": 80680
    },
    {
      "epoch": 3.7534775529192834,
      "grad_norm": 1.4527345662618332,
      "learning_rate": 9.492075659066212e-05,
      "loss": 1.9844,
      "step": 80681
    },
    {
      "epoch": 3.7535240753663643,
      "grad_norm": 1.516806367981645,
      "learning_rate": 9.491730445319879e-05,
      "loss": 2.1094,
      "step": 80682
    },
    {
      "epoch": 3.753570597813445,
      "grad_norm": 1.431933264850962,
      "learning_rate": 9.491385234945744e-05,
      "loss": 1.7422,
      "step": 80683
    },
    {
      "epoch": 3.7536171202605257,
      "grad_norm": 1.548887856954332,
      "learning_rate": 9.491040027944013e-05,
      "loss": 2.1719,
      "step": 80684
    },
    {
      "epoch": 3.7536636427076067,
      "grad_norm": 1.4202036287092625,
      "learning_rate": 9.490694824314904e-05,
      "loss": 1.4688,
      "step": 80685
    },
    {
      "epoch": 3.753710165154687,
      "grad_norm": 1.5294807259826109,
      "learning_rate": 9.490349624058619e-05,
      "loss": 2.0469,
      "step": 80686
    },
    {
      "epoch": 3.7537566876017676,
      "grad_norm": 1.91975713049172,
      "learning_rate": 9.49000442717538e-05,
      "loss": 1.875,
      "step": 80687
    },
    {
      "epoch": 3.7538032100488485,
      "grad_norm": 1.5304299513189419,
      "learning_rate": 9.489659233665383e-05,
      "loss": 2.0625,
      "step": 80688
    },
    {
      "epoch": 3.7538497324959295,
      "grad_norm": 1.36578509492519,
      "learning_rate": 9.489314043528855e-05,
      "loss": 1.6797,
      "step": 80689
    },
    {
      "epoch": 3.75389625494301,
      "grad_norm": 1.545463748877995,
      "learning_rate": 9.488968856766004e-05,
      "loss": 2.0312,
      "step": 80690
    },
    {
      "epoch": 3.753942777390091,
      "grad_norm": 1.6635088533602056,
      "learning_rate": 9.488623673377035e-05,
      "loss": 2.2344,
      "step": 80691
    },
    {
      "epoch": 3.7539892998371713,
      "grad_norm": 1.584687012538082,
      "learning_rate": 9.488278493362164e-05,
      "loss": 2.2188,
      "step": 80692
    },
    {
      "epoch": 3.7540358222842523,
      "grad_norm": 1.4920228282065067,
      "learning_rate": 9.487933316721601e-05,
      "loss": 2.125,
      "step": 80693
    },
    {
      "epoch": 3.7540823447313327,
      "grad_norm": 1.4816004335196622,
      "learning_rate": 9.487588143455561e-05,
      "loss": 2.0938,
      "step": 80694
    },
    {
      "epoch": 3.7541288671784137,
      "grad_norm": 1.5777341211302078,
      "learning_rate": 9.487242973564248e-05,
      "loss": 2.2344,
      "step": 80695
    },
    {
      "epoch": 3.7541753896254946,
      "grad_norm": 1.4509127250521667,
      "learning_rate": 9.486897807047883e-05,
      "loss": 2.0,
      "step": 80696
    },
    {
      "epoch": 3.754221912072575,
      "grad_norm": 1.5900354321131847,
      "learning_rate": 9.486552643906666e-05,
      "loss": 2.1875,
      "step": 80697
    },
    {
      "epoch": 3.7542684345196555,
      "grad_norm": 1.514176911294514,
      "learning_rate": 9.486207484140816e-05,
      "loss": 1.9141,
      "step": 80698
    },
    {
      "epoch": 3.7543149569667364,
      "grad_norm": 1.4773137371973244,
      "learning_rate": 9.485862327750542e-05,
      "loss": 2.125,
      "step": 80699
    },
    {
      "epoch": 3.7543614794138174,
      "grad_norm": 1.4590970967559134,
      "learning_rate": 9.485517174736057e-05,
      "loss": 2.125,
      "step": 80700
    },
    {
      "epoch": 3.754408001860898,
      "grad_norm": 1.4671418554693312,
      "learning_rate": 9.485172025097567e-05,
      "loss": 1.9062,
      "step": 80701
    },
    {
      "epoch": 3.7544545243079783,
      "grad_norm": 1.447493299513387,
      "learning_rate": 9.484826878835293e-05,
      "loss": 1.9062,
      "step": 80702
    },
    {
      "epoch": 3.7545010467550592,
      "grad_norm": 1.6036936900113314,
      "learning_rate": 9.484481735949435e-05,
      "loss": 2.2344,
      "step": 80703
    },
    {
      "epoch": 3.75454756920214,
      "grad_norm": 1.4573814403740122,
      "learning_rate": 9.484136596440213e-05,
      "loss": 1.9062,
      "step": 80704
    },
    {
      "epoch": 3.7545940916492206,
      "grad_norm": 1.4986996522039424,
      "learning_rate": 9.483791460307832e-05,
      "loss": 2.0938,
      "step": 80705
    },
    {
      "epoch": 3.7546406140963016,
      "grad_norm": 1.4639839440412448,
      "learning_rate": 9.483446327552511e-05,
      "loss": 1.9688,
      "step": 80706
    },
    {
      "epoch": 3.754687136543382,
      "grad_norm": 1.552852331637353,
      "learning_rate": 9.483101198174458e-05,
      "loss": 2.125,
      "step": 80707
    },
    {
      "epoch": 3.754733658990463,
      "grad_norm": 1.526293272376621,
      "learning_rate": 9.482756072173875e-05,
      "loss": 1.9297,
      "step": 80708
    },
    {
      "epoch": 3.7547801814375434,
      "grad_norm": 1.3823699489482295,
      "learning_rate": 9.48241094955099e-05,
      "loss": 1.9453,
      "step": 80709
    },
    {
      "epoch": 3.7548267038846244,
      "grad_norm": 1.6198301177372612,
      "learning_rate": 9.482065830305994e-05,
      "loss": 2.1094,
      "step": 80710
    },
    {
      "epoch": 3.7548732263317053,
      "grad_norm": 1.6345321516568694,
      "learning_rate": 9.481720714439116e-05,
      "loss": 2.2656,
      "step": 80711
    },
    {
      "epoch": 3.7549197487787858,
      "grad_norm": 1.5680780307320645,
      "learning_rate": 9.481375601950563e-05,
      "loss": 1.9531,
      "step": 80712
    },
    {
      "epoch": 3.7549662712258662,
      "grad_norm": 1.5210662187345658,
      "learning_rate": 9.481030492840544e-05,
      "loss": 2.1406,
      "step": 80713
    },
    {
      "epoch": 3.755012793672947,
      "grad_norm": 1.5164178704964706,
      "learning_rate": 9.48068538710927e-05,
      "loss": 2.1406,
      "step": 80714
    },
    {
      "epoch": 3.755059316120028,
      "grad_norm": 1.4944381311277086,
      "learning_rate": 9.480340284756952e-05,
      "loss": 1.9297,
      "step": 80715
    },
    {
      "epoch": 3.7551058385671086,
      "grad_norm": 1.5302555631182027,
      "learning_rate": 9.479995185783803e-05,
      "loss": 2.0156,
      "step": 80716
    },
    {
      "epoch": 3.7551523610141895,
      "grad_norm": 1.5677253608466397,
      "learning_rate": 9.479650090190034e-05,
      "loss": 2.1875,
      "step": 80717
    },
    {
      "epoch": 3.75519888346127,
      "grad_norm": 1.4832150973926383,
      "learning_rate": 9.479304997975856e-05,
      "loss": 2.2031,
      "step": 80718
    },
    {
      "epoch": 3.755245405908351,
      "grad_norm": 1.4495922027186585,
      "learning_rate": 9.478959909141479e-05,
      "loss": 1.9688,
      "step": 80719
    },
    {
      "epoch": 3.7552919283554314,
      "grad_norm": 1.5140315049596558,
      "learning_rate": 9.478614823687117e-05,
      "loss": 2.0938,
      "step": 80720
    },
    {
      "epoch": 3.7553384508025123,
      "grad_norm": 1.4868193165745498,
      "learning_rate": 9.478269741612976e-05,
      "loss": 1.9062,
      "step": 80721
    },
    {
      "epoch": 3.755384973249593,
      "grad_norm": 1.4702686372245515,
      "learning_rate": 9.477924662919274e-05,
      "loss": 2.0312,
      "step": 80722
    },
    {
      "epoch": 3.7554314956966737,
      "grad_norm": 1.4552499854468066,
      "learning_rate": 9.477579587606217e-05,
      "loss": 1.8906,
      "step": 80723
    },
    {
      "epoch": 3.755478018143754,
      "grad_norm": 1.576212283174043,
      "learning_rate": 9.477234515674022e-05,
      "loss": 2.3125,
      "step": 80724
    },
    {
      "epoch": 3.755524540590835,
      "grad_norm": 1.4920499632456994,
      "learning_rate": 9.476889447122892e-05,
      "loss": 2.0938,
      "step": 80725
    },
    {
      "epoch": 3.755571063037916,
      "grad_norm": 1.5194114165619474,
      "learning_rate": 9.476544381953046e-05,
      "loss": 2.1406,
      "step": 80726
    },
    {
      "epoch": 3.7556175854849965,
      "grad_norm": 1.4540209668212438,
      "learning_rate": 9.476199320164689e-05,
      "loss": 2.0625,
      "step": 80727
    },
    {
      "epoch": 3.7556641079320774,
      "grad_norm": 1.5209192526459971,
      "learning_rate": 9.475854261758039e-05,
      "loss": 2.125,
      "step": 80728
    },
    {
      "epoch": 3.755710630379158,
      "grad_norm": 1.4216072603241083,
      "learning_rate": 9.4755092067333e-05,
      "loss": 1.8125,
      "step": 80729
    },
    {
      "epoch": 3.755757152826239,
      "grad_norm": 1.5325261228556064,
      "learning_rate": 9.475164155090688e-05,
      "loss": 2.0312,
      "step": 80730
    },
    {
      "epoch": 3.7558036752733193,
      "grad_norm": 1.4789877360585297,
      "learning_rate": 9.474819106830414e-05,
      "loss": 1.9062,
      "step": 80731
    },
    {
      "epoch": 3.7558501977204,
      "grad_norm": 1.441418935097739,
      "learning_rate": 9.474474061952683e-05,
      "loss": 2.0,
      "step": 80732
    },
    {
      "epoch": 3.7558967201674807,
      "grad_norm": 1.5255936793872462,
      "learning_rate": 9.474129020457719e-05,
      "loss": 1.9688,
      "step": 80733
    },
    {
      "epoch": 3.7559432426145616,
      "grad_norm": 1.4088369908144933,
      "learning_rate": 9.473783982345721e-05,
      "loss": 1.875,
      "step": 80734
    },
    {
      "epoch": 3.755989765061642,
      "grad_norm": 1.4966575805834152,
      "learning_rate": 9.47343894761691e-05,
      "loss": 2.0,
      "step": 80735
    },
    {
      "epoch": 3.756036287508723,
      "grad_norm": 1.4473702744651589,
      "learning_rate": 9.473093916271492e-05,
      "loss": 1.9531,
      "step": 80736
    },
    {
      "epoch": 3.756082809955804,
      "grad_norm": 1.4821470988208663,
      "learning_rate": 9.472748888309674e-05,
      "loss": 2.1094,
      "step": 80737
    },
    {
      "epoch": 3.7561293324028844,
      "grad_norm": 1.603014631688063,
      "learning_rate": 9.472403863731674e-05,
      "loss": 2.2656,
      "step": 80738
    },
    {
      "epoch": 3.756175854849965,
      "grad_norm": 1.5460891581876293,
      "learning_rate": 9.472058842537699e-05,
      "loss": 2.1875,
      "step": 80739
    },
    {
      "epoch": 3.756222377297046,
      "grad_norm": 1.484157618431387,
      "learning_rate": 9.471713824727965e-05,
      "loss": 2.1406,
      "step": 80740
    },
    {
      "epoch": 3.7562688997441267,
      "grad_norm": 1.4556477757517483,
      "learning_rate": 9.47136881030268e-05,
      "loss": 1.75,
      "step": 80741
    },
    {
      "epoch": 3.756315422191207,
      "grad_norm": 1.3407573011097627,
      "learning_rate": 9.471023799262054e-05,
      "loss": 1.6172,
      "step": 80742
    },
    {
      "epoch": 3.756361944638288,
      "grad_norm": 1.5602310880203274,
      "learning_rate": 9.470678791606299e-05,
      "loss": 2.3281,
      "step": 80743
    },
    {
      "epoch": 3.7564084670853686,
      "grad_norm": 1.555937540199139,
      "learning_rate": 9.47033378733563e-05,
      "loss": 2.2656,
      "step": 80744
    },
    {
      "epoch": 3.7564549895324495,
      "grad_norm": 1.5784121295462965,
      "learning_rate": 9.469988786450254e-05,
      "loss": 2.1875,
      "step": 80745
    },
    {
      "epoch": 3.75650151197953,
      "grad_norm": 1.4074193631592806,
      "learning_rate": 9.469643788950385e-05,
      "loss": 1.75,
      "step": 80746
    },
    {
      "epoch": 3.756548034426611,
      "grad_norm": 1.5416224699159364,
      "learning_rate": 9.469298794836229e-05,
      "loss": 2.1562,
      "step": 80747
    },
    {
      "epoch": 3.756594556873692,
      "grad_norm": 1.4495545474565585,
      "learning_rate": 9.468953804108003e-05,
      "loss": 2.0469,
      "step": 80748
    },
    {
      "epoch": 3.7566410793207723,
      "grad_norm": 1.4960385605920816,
      "learning_rate": 9.468608816765916e-05,
      "loss": 2.0625,
      "step": 80749
    },
    {
      "epoch": 3.7566876017678528,
      "grad_norm": 1.4707316122385592,
      "learning_rate": 9.468263832810181e-05,
      "loss": 1.9922,
      "step": 80750
    },
    {
      "epoch": 3.7567341242149337,
      "grad_norm": 1.4995120689106551,
      "learning_rate": 9.467918852241004e-05,
      "loss": 2.1875,
      "step": 80751
    },
    {
      "epoch": 3.7567806466620146,
      "grad_norm": 1.4935327664753668,
      "learning_rate": 9.467573875058602e-05,
      "loss": 1.9609,
      "step": 80752
    },
    {
      "epoch": 3.756827169109095,
      "grad_norm": 1.6112827742460696,
      "learning_rate": 9.467228901263182e-05,
      "loss": 2.0781,
      "step": 80753
    },
    {
      "epoch": 3.756873691556176,
      "grad_norm": 1.6283663440202762,
      "learning_rate": 9.466883930854954e-05,
      "loss": 2.2031,
      "step": 80754
    },
    {
      "epoch": 3.7569202140032565,
      "grad_norm": 1.5973625869514136,
      "learning_rate": 9.466538963834138e-05,
      "loss": 2.3438,
      "step": 80755
    },
    {
      "epoch": 3.7569667364503374,
      "grad_norm": 1.5293839785427754,
      "learning_rate": 9.466194000200936e-05,
      "loss": 2.1094,
      "step": 80756
    },
    {
      "epoch": 3.757013258897418,
      "grad_norm": 1.5251368315125542,
      "learning_rate": 9.465849039955568e-05,
      "loss": 1.9062,
      "step": 80757
    },
    {
      "epoch": 3.757059781344499,
      "grad_norm": 1.348034095084628,
      "learning_rate": 9.465504083098235e-05,
      "loss": 1.5859,
      "step": 80758
    },
    {
      "epoch": 3.7571063037915793,
      "grad_norm": 1.5975494239589458,
      "learning_rate": 9.465159129629156e-05,
      "loss": 2.0938,
      "step": 80759
    },
    {
      "epoch": 3.75715282623866,
      "grad_norm": 1.489464229759784,
      "learning_rate": 9.464814179548537e-05,
      "loss": 2.0469,
      "step": 80760
    },
    {
      "epoch": 3.7571993486857407,
      "grad_norm": 1.4934141810973391,
      "learning_rate": 9.464469232856593e-05,
      "loss": 2.0469,
      "step": 80761
    },
    {
      "epoch": 3.7572458711328216,
      "grad_norm": 1.5868464479516997,
      "learning_rate": 9.464124289553535e-05,
      "loss": 2.2812,
      "step": 80762
    },
    {
      "epoch": 3.7572923935799025,
      "grad_norm": 1.3766867252799047,
      "learning_rate": 9.463779349639567e-05,
      "loss": 1.7969,
      "step": 80763
    },
    {
      "epoch": 3.757338916026983,
      "grad_norm": 1.564591225329694,
      "learning_rate": 9.463434413114913e-05,
      "loss": 2.0,
      "step": 80764
    },
    {
      "epoch": 3.7573854384740635,
      "grad_norm": 1.6022060681158403,
      "learning_rate": 9.463089479979771e-05,
      "loss": 2.1719,
      "step": 80765
    },
    {
      "epoch": 3.7574319609211444,
      "grad_norm": 1.4497965123207401,
      "learning_rate": 9.462744550234362e-05,
      "loss": 1.9688,
      "step": 80766
    },
    {
      "epoch": 3.7574784833682253,
      "grad_norm": 1.4958922423885768,
      "learning_rate": 9.462399623878891e-05,
      "loss": 2.0312,
      "step": 80767
    },
    {
      "epoch": 3.757525005815306,
      "grad_norm": 1.433890319998789,
      "learning_rate": 9.462054700913575e-05,
      "loss": 1.8828,
      "step": 80768
    },
    {
      "epoch": 3.7575715282623867,
      "grad_norm": 1.4283164698753896,
      "learning_rate": 9.461709781338617e-05,
      "loss": 2.0625,
      "step": 80769
    },
    {
      "epoch": 3.757618050709467,
      "grad_norm": 1.516841683646832,
      "learning_rate": 9.461364865154237e-05,
      "loss": 2.0469,
      "step": 80770
    },
    {
      "epoch": 3.757664573156548,
      "grad_norm": 1.481295293732126,
      "learning_rate": 9.46101995236064e-05,
      "loss": 2.0625,
      "step": 80771
    },
    {
      "epoch": 3.7577110956036286,
      "grad_norm": 1.6050090913306703,
      "learning_rate": 9.460675042958041e-05,
      "loss": 2.4219,
      "step": 80772
    },
    {
      "epoch": 3.7577576180507095,
      "grad_norm": 1.4838867252071506,
      "learning_rate": 9.460330136946647e-05,
      "loss": 1.8359,
      "step": 80773
    },
    {
      "epoch": 3.7578041404977904,
      "grad_norm": 1.4616723812672938,
      "learning_rate": 9.459985234326672e-05,
      "loss": 1.9844,
      "step": 80774
    },
    {
      "epoch": 3.757850662944871,
      "grad_norm": 1.5917022854788567,
      "learning_rate": 9.459640335098328e-05,
      "loss": 2.1719,
      "step": 80775
    },
    {
      "epoch": 3.7578971853919514,
      "grad_norm": 1.4827019609452232,
      "learning_rate": 9.459295439261818e-05,
      "loss": 2.0781,
      "step": 80776
    },
    {
      "epoch": 3.7579437078390323,
      "grad_norm": 1.490764275683513,
      "learning_rate": 9.458950546817368e-05,
      "loss": 2.1094,
      "step": 80777
    },
    {
      "epoch": 3.7579902302861132,
      "grad_norm": 1.6004397023290151,
      "learning_rate": 9.458605657765179e-05,
      "loss": 2.25,
      "step": 80778
    },
    {
      "epoch": 3.7580367527331937,
      "grad_norm": 1.4417594315513769,
      "learning_rate": 9.458260772105466e-05,
      "loss": 2.0312,
      "step": 80779
    },
    {
      "epoch": 3.7580832751802746,
      "grad_norm": 1.5934852058590736,
      "learning_rate": 9.457915889838435e-05,
      "loss": 2.2344,
      "step": 80780
    },
    {
      "epoch": 3.758129797627355,
      "grad_norm": 1.429515246043127,
      "learning_rate": 9.457571010964304e-05,
      "loss": 2.0156,
      "step": 80781
    },
    {
      "epoch": 3.758176320074436,
      "grad_norm": 1.5736167305708413,
      "learning_rate": 9.457226135483277e-05,
      "loss": 2.2031,
      "step": 80782
    },
    {
      "epoch": 3.7582228425215165,
      "grad_norm": 1.470494801583055,
      "learning_rate": 9.456881263395573e-05,
      "loss": 2.0312,
      "step": 80783
    },
    {
      "epoch": 3.7582693649685974,
      "grad_norm": 1.5005854911198562,
      "learning_rate": 9.456536394701396e-05,
      "loss": 1.9297,
      "step": 80784
    },
    {
      "epoch": 3.758315887415678,
      "grad_norm": 1.4501351112360457,
      "learning_rate": 9.456191529400963e-05,
      "loss": 1.8047,
      "step": 80785
    },
    {
      "epoch": 3.758362409862759,
      "grad_norm": 1.6156419466970364,
      "learning_rate": 9.455846667494478e-05,
      "loss": 2.2969,
      "step": 80786
    },
    {
      "epoch": 3.7584089323098393,
      "grad_norm": 1.5083361046548638,
      "learning_rate": 9.455501808982161e-05,
      "loss": 2.1875,
      "step": 80787
    },
    {
      "epoch": 3.7584554547569202,
      "grad_norm": 1.5212150642152233,
      "learning_rate": 9.455156953864217e-05,
      "loss": 2.1094,
      "step": 80788
    },
    {
      "epoch": 3.758501977204001,
      "grad_norm": 1.5136394705441831,
      "learning_rate": 9.454812102140857e-05,
      "loss": 2.1094,
      "step": 80789
    },
    {
      "epoch": 3.7585484996510816,
      "grad_norm": 1.590837869622766,
      "learning_rate": 9.454467253812295e-05,
      "loss": 2.0156,
      "step": 80790
    },
    {
      "epoch": 3.758595022098162,
      "grad_norm": 1.4313904904450625,
      "learning_rate": 9.45412240887874e-05,
      "loss": 1.9609,
      "step": 80791
    },
    {
      "epoch": 3.758641544545243,
      "grad_norm": 1.377153775010439,
      "learning_rate": 9.453777567340405e-05,
      "loss": 1.875,
      "step": 80792
    },
    {
      "epoch": 3.758688066992324,
      "grad_norm": 1.5353133119088485,
      "learning_rate": 9.453432729197499e-05,
      "loss": 2.2031,
      "step": 80793
    },
    {
      "epoch": 3.7587345894394044,
      "grad_norm": 1.3402685865294657,
      "learning_rate": 9.453087894450235e-05,
      "loss": 1.5312,
      "step": 80794
    },
    {
      "epoch": 3.7587811118864853,
      "grad_norm": 1.460621719928639,
      "learning_rate": 9.452743063098822e-05,
      "loss": 2.0,
      "step": 80795
    },
    {
      "epoch": 3.758827634333566,
      "grad_norm": 1.4572598727518027,
      "learning_rate": 9.452398235143474e-05,
      "loss": 2.1719,
      "step": 80796
    },
    {
      "epoch": 3.7588741567806467,
      "grad_norm": 1.5869777037645802,
      "learning_rate": 9.452053410584398e-05,
      "loss": 2.3438,
      "step": 80797
    },
    {
      "epoch": 3.758920679227727,
      "grad_norm": 1.4514134416127857,
      "learning_rate": 9.451708589421804e-05,
      "loss": 1.8828,
      "step": 80798
    },
    {
      "epoch": 3.758967201674808,
      "grad_norm": 1.42374713061787,
      "learning_rate": 9.451363771655913e-05,
      "loss": 1.8984,
      "step": 80799
    },
    {
      "epoch": 3.759013724121889,
      "grad_norm": 1.5105137086521137,
      "learning_rate": 9.451018957286927e-05,
      "loss": 2.0938,
      "step": 80800
    },
    {
      "epoch": 3.7590602465689695,
      "grad_norm": 1.4853743169414577,
      "learning_rate": 9.450674146315064e-05,
      "loss": 2.0781,
      "step": 80801
    },
    {
      "epoch": 3.75910676901605,
      "grad_norm": 1.5373230953652475,
      "learning_rate": 9.450329338740527e-05,
      "loss": 2.2188,
      "step": 80802
    },
    {
      "epoch": 3.759153291463131,
      "grad_norm": 1.4084120902817636,
      "learning_rate": 9.449984534563535e-05,
      "loss": 1.7812,
      "step": 80803
    },
    {
      "epoch": 3.759199813910212,
      "grad_norm": 1.3864545393333334,
      "learning_rate": 9.449639733784291e-05,
      "loss": 1.6953,
      "step": 80804
    },
    {
      "epoch": 3.7592463363572923,
      "grad_norm": 1.5234887940935442,
      "learning_rate": 9.449294936403014e-05,
      "loss": 2.1719,
      "step": 80805
    },
    {
      "epoch": 3.7592928588043732,
      "grad_norm": 1.4468130493929523,
      "learning_rate": 9.448950142419906e-05,
      "loss": 1.9453,
      "step": 80806
    },
    {
      "epoch": 3.7593393812514537,
      "grad_norm": 1.4462542956085807,
      "learning_rate": 9.44860535183519e-05,
      "loss": 1.8828,
      "step": 80807
    },
    {
      "epoch": 3.7593859036985346,
      "grad_norm": 1.4982325488556294,
      "learning_rate": 9.448260564649065e-05,
      "loss": 2.0156,
      "step": 80808
    },
    {
      "epoch": 3.759432426145615,
      "grad_norm": 1.5757990861289566,
      "learning_rate": 9.447915780861753e-05,
      "loss": 2.1562,
      "step": 80809
    },
    {
      "epoch": 3.759478948592696,
      "grad_norm": 1.5484376551716807,
      "learning_rate": 9.447571000473455e-05,
      "loss": 2.2344,
      "step": 80810
    },
    {
      "epoch": 3.759525471039777,
      "grad_norm": 1.5334464617735055,
      "learning_rate": 9.447226223484389e-05,
      "loss": 2.1406,
      "step": 80811
    },
    {
      "epoch": 3.7595719934868574,
      "grad_norm": 1.450212515066905,
      "learning_rate": 9.446881449894762e-05,
      "loss": 1.9453,
      "step": 80812
    },
    {
      "epoch": 3.759618515933938,
      "grad_norm": 1.4548643571255224,
      "learning_rate": 9.446536679704792e-05,
      "loss": 2.0156,
      "step": 80813
    },
    {
      "epoch": 3.759665038381019,
      "grad_norm": 1.394845893756363,
      "learning_rate": 9.446191912914682e-05,
      "loss": 1.7344,
      "step": 80814
    },
    {
      "epoch": 3.7597115608280998,
      "grad_norm": 1.4899201989433086,
      "learning_rate": 9.445847149524643e-05,
      "loss": 2.1094,
      "step": 80815
    },
    {
      "epoch": 3.7597580832751802,
      "grad_norm": 1.4872433777116223,
      "learning_rate": 9.445502389534893e-05,
      "loss": 2.0156,
      "step": 80816
    },
    {
      "epoch": 3.7598046057222607,
      "grad_norm": 1.4632116280553233,
      "learning_rate": 9.445157632945636e-05,
      "loss": 1.9062,
      "step": 80817
    },
    {
      "epoch": 3.7598511281693416,
      "grad_norm": 1.4176473054236407,
      "learning_rate": 9.444812879757089e-05,
      "loss": 1.7188,
      "step": 80818
    },
    {
      "epoch": 3.7598976506164226,
      "grad_norm": 1.5674736919831627,
      "learning_rate": 9.444468129969456e-05,
      "loss": 2.1719,
      "step": 80819
    },
    {
      "epoch": 3.759944173063503,
      "grad_norm": 1.5090331022518184,
      "learning_rate": 9.444123383582952e-05,
      "loss": 2.0469,
      "step": 80820
    },
    {
      "epoch": 3.759990695510584,
      "grad_norm": 1.4787463463254507,
      "learning_rate": 9.443778640597794e-05,
      "loss": 1.9688,
      "step": 80821
    },
    {
      "epoch": 3.7600372179576644,
      "grad_norm": 1.5494490446156115,
      "learning_rate": 9.443433901014183e-05,
      "loss": 2.2188,
      "step": 80822
    },
    {
      "epoch": 3.7600837404047454,
      "grad_norm": 1.4597106102843485,
      "learning_rate": 9.443089164832339e-05,
      "loss": 1.9219,
      "step": 80823
    },
    {
      "epoch": 3.760130262851826,
      "grad_norm": 1.4870174049424765,
      "learning_rate": 9.442744432052465e-05,
      "loss": 2.0781,
      "step": 80824
    },
    {
      "epoch": 3.7601767852989068,
      "grad_norm": 1.5175315370782245,
      "learning_rate": 9.44239970267478e-05,
      "loss": 2.2344,
      "step": 80825
    },
    {
      "epoch": 3.7602233077459877,
      "grad_norm": 1.4924071653158375,
      "learning_rate": 9.442054976699485e-05,
      "loss": 1.9922,
      "step": 80826
    },
    {
      "epoch": 3.760269830193068,
      "grad_norm": 1.4952063309429129,
      "learning_rate": 9.441710254126801e-05,
      "loss": 1.9453,
      "step": 80827
    },
    {
      "epoch": 3.7603163526401486,
      "grad_norm": 1.4370268915367488,
      "learning_rate": 9.441365534956932e-05,
      "loss": 1.9297,
      "step": 80828
    },
    {
      "epoch": 3.7603628750872296,
      "grad_norm": 1.4885555847756924,
      "learning_rate": 9.441020819190093e-05,
      "loss": 1.8047,
      "step": 80829
    },
    {
      "epoch": 3.7604093975343105,
      "grad_norm": 1.4292646980853656,
      "learning_rate": 9.440676106826493e-05,
      "loss": 1.9922,
      "step": 80830
    },
    {
      "epoch": 3.760455919981391,
      "grad_norm": 1.5255014012476293,
      "learning_rate": 9.440331397866346e-05,
      "loss": 1.9141,
      "step": 80831
    },
    {
      "epoch": 3.760502442428472,
      "grad_norm": 1.5499002413693146,
      "learning_rate": 9.439986692309859e-05,
      "loss": 2.2969,
      "step": 80832
    },
    {
      "epoch": 3.7605489648755523,
      "grad_norm": 1.5561500194018103,
      "learning_rate": 9.439641990157245e-05,
      "loss": 2.25,
      "step": 80833
    },
    {
      "epoch": 3.7605954873226333,
      "grad_norm": 1.5454461148247645,
      "learning_rate": 9.439297291408714e-05,
      "loss": 2.1719,
      "step": 80834
    },
    {
      "epoch": 3.7606420097697137,
      "grad_norm": 1.570915803961447,
      "learning_rate": 9.438952596064482e-05,
      "loss": 2.2812,
      "step": 80835
    },
    {
      "epoch": 3.7606885322167947,
      "grad_norm": 1.4375697394535063,
      "learning_rate": 9.43860790412475e-05,
      "loss": 1.9219,
      "step": 80836
    },
    {
      "epoch": 3.7607350546638756,
      "grad_norm": 1.481084659514061,
      "learning_rate": 9.43826321558974e-05,
      "loss": 1.9297,
      "step": 80837
    },
    {
      "epoch": 3.760781577110956,
      "grad_norm": 1.457938702198766,
      "learning_rate": 9.437918530459655e-05,
      "loss": 2.0781,
      "step": 80838
    },
    {
      "epoch": 3.7608280995580365,
      "grad_norm": 1.5104697458642717,
      "learning_rate": 9.437573848734712e-05,
      "loss": 1.9219,
      "step": 80839
    },
    {
      "epoch": 3.7608746220051175,
      "grad_norm": 1.487303466592208,
      "learning_rate": 9.43722917041512e-05,
      "loss": 2.125,
      "step": 80840
    },
    {
      "epoch": 3.7609211444521984,
      "grad_norm": 1.4485876105357685,
      "learning_rate": 9.436884495501084e-05,
      "loss": 1.8984,
      "step": 80841
    },
    {
      "epoch": 3.760967666899279,
      "grad_norm": 1.4822702915803367,
      "learning_rate": 9.436539823992819e-05,
      "loss": 2.0625,
      "step": 80842
    },
    {
      "epoch": 3.76101418934636,
      "grad_norm": 1.5283938680391298,
      "learning_rate": 9.436195155890542e-05,
      "loss": 2.1719,
      "step": 80843
    },
    {
      "epoch": 3.7610607117934403,
      "grad_norm": 1.426817723522352,
      "learning_rate": 9.435850491194456e-05,
      "loss": 2.0156,
      "step": 80844
    },
    {
      "epoch": 3.761107234240521,
      "grad_norm": 1.3902293872324123,
      "learning_rate": 9.435505829904779e-05,
      "loss": 1.7812,
      "step": 80845
    },
    {
      "epoch": 3.7611537566876017,
      "grad_norm": 1.4528485042285801,
      "learning_rate": 9.435161172021714e-05,
      "loss": 2.0312,
      "step": 80846
    },
    {
      "epoch": 3.7612002791346826,
      "grad_norm": 1.5549669475130636,
      "learning_rate": 9.434816517545479e-05,
      "loss": 2.0469,
      "step": 80847
    },
    {
      "epoch": 3.761246801581763,
      "grad_norm": 1.390492474936025,
      "learning_rate": 9.434471866476282e-05,
      "loss": 1.9453,
      "step": 80848
    },
    {
      "epoch": 3.761293324028844,
      "grad_norm": 1.4866303685947242,
      "learning_rate": 9.434127218814335e-05,
      "loss": 2.0781,
      "step": 80849
    },
    {
      "epoch": 3.7613398464759245,
      "grad_norm": 1.550340107571834,
      "learning_rate": 9.433782574559843e-05,
      "loss": 2.2344,
      "step": 80850
    },
    {
      "epoch": 3.7613863689230054,
      "grad_norm": 1.5092244114299191,
      "learning_rate": 9.433437933713029e-05,
      "loss": 2.1719,
      "step": 80851
    },
    {
      "epoch": 3.7614328913700863,
      "grad_norm": 1.426316639642158,
      "learning_rate": 9.433093296274093e-05,
      "loss": 1.8594,
      "step": 80852
    },
    {
      "epoch": 3.7614794138171668,
      "grad_norm": 1.6229127592059862,
      "learning_rate": 9.43274866224325e-05,
      "loss": 2.3438,
      "step": 80853
    },
    {
      "epoch": 3.7615259362642472,
      "grad_norm": 1.4721930931589313,
      "learning_rate": 9.43240403162071e-05,
      "loss": 2.1562,
      "step": 80854
    },
    {
      "epoch": 3.761572458711328,
      "grad_norm": 1.5568505833799464,
      "learning_rate": 9.43205940440669e-05,
      "loss": 2.1094,
      "step": 80855
    },
    {
      "epoch": 3.761618981158409,
      "grad_norm": 1.500823658902209,
      "learning_rate": 9.43171478060139e-05,
      "loss": 2.1406,
      "step": 80856
    },
    {
      "epoch": 3.7616655036054896,
      "grad_norm": 1.5758647453497001,
      "learning_rate": 9.431370160205035e-05,
      "loss": 2.0312,
      "step": 80857
    },
    {
      "epoch": 3.7617120260525705,
      "grad_norm": 1.5444405315644876,
      "learning_rate": 9.43102554321782e-05,
      "loss": 2.1719,
      "step": 80858
    },
    {
      "epoch": 3.761758548499651,
      "grad_norm": 1.5468368332840687,
      "learning_rate": 9.430680929639969e-05,
      "loss": 2.2188,
      "step": 80859
    },
    {
      "epoch": 3.761805070946732,
      "grad_norm": 1.453367352386625,
      "learning_rate": 9.430336319471685e-05,
      "loss": 2.0,
      "step": 80860
    },
    {
      "epoch": 3.7618515933938124,
      "grad_norm": 1.4265584811568073,
      "learning_rate": 9.429991712713183e-05,
      "loss": 1.9844,
      "step": 80861
    },
    {
      "epoch": 3.7618981158408933,
      "grad_norm": 1.5564690944462323,
      "learning_rate": 9.429647109364672e-05,
      "loss": 2.0781,
      "step": 80862
    },
    {
      "epoch": 3.761944638287974,
      "grad_norm": 1.485055524217352,
      "learning_rate": 9.429302509426365e-05,
      "loss": 1.7891,
      "step": 80863
    },
    {
      "epoch": 3.7619911607350547,
      "grad_norm": 1.5302113379459858,
      "learning_rate": 9.42895791289847e-05,
      "loss": 2.0781,
      "step": 80864
    },
    {
      "epoch": 3.762037683182135,
      "grad_norm": 1.517249564426602,
      "learning_rate": 9.428613319781199e-05,
      "loss": 2.1562,
      "step": 80865
    },
    {
      "epoch": 3.762084205629216,
      "grad_norm": 1.6485244294131485,
      "learning_rate": 9.428268730074766e-05,
      "loss": 2.1094,
      "step": 80866
    },
    {
      "epoch": 3.762130728076297,
      "grad_norm": 1.576382003293106,
      "learning_rate": 9.427924143779379e-05,
      "loss": 2.25,
      "step": 80867
    },
    {
      "epoch": 3.7621772505233775,
      "grad_norm": 1.4636579703421821,
      "learning_rate": 9.427579560895251e-05,
      "loss": 1.9375,
      "step": 80868
    },
    {
      "epoch": 3.7622237729704584,
      "grad_norm": 1.3989323699946532,
      "learning_rate": 9.427234981422593e-05,
      "loss": 1.8359,
      "step": 80869
    },
    {
      "epoch": 3.762270295417539,
      "grad_norm": 1.4826977368223557,
      "learning_rate": 9.426890405361612e-05,
      "loss": 2.0469,
      "step": 80870
    },
    {
      "epoch": 3.76231681786462,
      "grad_norm": 1.4662194405407911,
      "learning_rate": 9.426545832712525e-05,
      "loss": 1.9219,
      "step": 80871
    },
    {
      "epoch": 3.7623633403117003,
      "grad_norm": 1.4488378168833793,
      "learning_rate": 9.426201263475536e-05,
      "loss": 1.9062,
      "step": 80872
    },
    {
      "epoch": 3.762409862758781,
      "grad_norm": 1.5609971055548804,
      "learning_rate": 9.42585669765086e-05,
      "loss": 2.2188,
      "step": 80873
    },
    {
      "epoch": 3.7624563852058617,
      "grad_norm": 1.423895786535804,
      "learning_rate": 9.425512135238708e-05,
      "loss": 1.8984,
      "step": 80874
    },
    {
      "epoch": 3.7625029076529426,
      "grad_norm": 1.4646922194662382,
      "learning_rate": 9.42516757623929e-05,
      "loss": 2.1406,
      "step": 80875
    },
    {
      "epoch": 3.762549430100023,
      "grad_norm": 1.3473443864489334,
      "learning_rate": 9.424823020652817e-05,
      "loss": 1.7031,
      "step": 80876
    },
    {
      "epoch": 3.762595952547104,
      "grad_norm": 1.3453903998738888,
      "learning_rate": 9.4244784684795e-05,
      "loss": 1.7656,
      "step": 80877
    },
    {
      "epoch": 3.762642474994185,
      "grad_norm": 1.4775881063614813,
      "learning_rate": 9.424133919719551e-05,
      "loss": 2.0156,
      "step": 80878
    },
    {
      "epoch": 3.7626889974412654,
      "grad_norm": 1.4459260493993746,
      "learning_rate": 9.423789374373181e-05,
      "loss": 1.9453,
      "step": 80879
    },
    {
      "epoch": 3.762735519888346,
      "grad_norm": 1.4803560997544818,
      "learning_rate": 9.423444832440597e-05,
      "loss": 2.0156,
      "step": 80880
    },
    {
      "epoch": 3.762782042335427,
      "grad_norm": 1.494101755859782,
      "learning_rate": 9.423100293922014e-05,
      "loss": 2.2031,
      "step": 80881
    },
    {
      "epoch": 3.7628285647825077,
      "grad_norm": 1.464539357049999,
      "learning_rate": 9.422755758817641e-05,
      "loss": 1.9688,
      "step": 80882
    },
    {
      "epoch": 3.762875087229588,
      "grad_norm": 1.4033113012193943,
      "learning_rate": 9.422411227127694e-05,
      "loss": 1.8438,
      "step": 80883
    },
    {
      "epoch": 3.762921609676669,
      "grad_norm": 1.529069416007085,
      "learning_rate": 9.422066698852375e-05,
      "loss": 1.9766,
      "step": 80884
    },
    {
      "epoch": 3.7629681321237496,
      "grad_norm": 1.588203604441377,
      "learning_rate": 9.421722173991898e-05,
      "loss": 2.3438,
      "step": 80885
    },
    {
      "epoch": 3.7630146545708305,
      "grad_norm": 1.5107820741938411,
      "learning_rate": 9.421377652546481e-05,
      "loss": 2.25,
      "step": 80886
    },
    {
      "epoch": 3.763061177017911,
      "grad_norm": 1.5167583486602496,
      "learning_rate": 9.421033134516324e-05,
      "loss": 2.2812,
      "step": 80887
    },
    {
      "epoch": 3.763107699464992,
      "grad_norm": 1.5866691065110874,
      "learning_rate": 9.42068861990165e-05,
      "loss": 2.2188,
      "step": 80888
    },
    {
      "epoch": 3.763154221912073,
      "grad_norm": 1.4968129449265697,
      "learning_rate": 9.42034410870266e-05,
      "loss": 2.0938,
      "step": 80889
    },
    {
      "epoch": 3.7632007443591533,
      "grad_norm": 1.4736424001530346,
      "learning_rate": 9.419999600919569e-05,
      "loss": 2.0625,
      "step": 80890
    },
    {
      "epoch": 3.763247266806234,
      "grad_norm": 1.4992564317066275,
      "learning_rate": 9.419655096552585e-05,
      "loss": 2.2188,
      "step": 80891
    },
    {
      "epoch": 3.7632937892533147,
      "grad_norm": 1.5713621435707037,
      "learning_rate": 9.419310595601925e-05,
      "loss": 2.2031,
      "step": 80892
    },
    {
      "epoch": 3.7633403117003956,
      "grad_norm": 1.4390612205878306,
      "learning_rate": 9.418966098067792e-05,
      "loss": 1.9453,
      "step": 80893
    },
    {
      "epoch": 3.763386834147476,
      "grad_norm": 1.506884263978926,
      "learning_rate": 9.418621603950403e-05,
      "loss": 2.125,
      "step": 80894
    },
    {
      "epoch": 3.763433356594557,
      "grad_norm": 1.5281324925294635,
      "learning_rate": 9.418277113249968e-05,
      "loss": 1.9844,
      "step": 80895
    },
    {
      "epoch": 3.7634798790416375,
      "grad_norm": 1.4795466494111114,
      "learning_rate": 9.417932625966695e-05,
      "loss": 2.0625,
      "step": 80896
    },
    {
      "epoch": 3.7635264014887184,
      "grad_norm": 1.5252535119154236,
      "learning_rate": 9.417588142100797e-05,
      "loss": 1.9844,
      "step": 80897
    },
    {
      "epoch": 3.763572923935799,
      "grad_norm": 1.5061300015295835,
      "learning_rate": 9.417243661652483e-05,
      "loss": 2.1719,
      "step": 80898
    },
    {
      "epoch": 3.76361944638288,
      "grad_norm": 1.4625147598372825,
      "learning_rate": 9.416899184621968e-05,
      "loss": 2.0156,
      "step": 80899
    },
    {
      "epoch": 3.7636659688299603,
      "grad_norm": 1.5153454969918756,
      "learning_rate": 9.416554711009458e-05,
      "loss": 1.9844,
      "step": 80900
    },
    {
      "epoch": 3.763712491277041,
      "grad_norm": 1.5341343894949928,
      "learning_rate": 9.416210240815167e-05,
      "loss": 1.875,
      "step": 80901
    },
    {
      "epoch": 3.7637590137241217,
      "grad_norm": 1.4911974364549518,
      "learning_rate": 9.415865774039302e-05,
      "loss": 2.0938,
      "step": 80902
    },
    {
      "epoch": 3.7638055361712026,
      "grad_norm": 1.5055294244192214,
      "learning_rate": 9.415521310682081e-05,
      "loss": 2.0469,
      "step": 80903
    },
    {
      "epoch": 3.7638520586182835,
      "grad_norm": 1.4451623407127239,
      "learning_rate": 9.415176850743708e-05,
      "loss": 2.0469,
      "step": 80904
    },
    {
      "epoch": 3.763898581065364,
      "grad_norm": 1.3916454007686194,
      "learning_rate": 9.4148323942244e-05,
      "loss": 1.8672,
      "step": 80905
    },
    {
      "epoch": 3.7639451035124445,
      "grad_norm": 1.5178304875506503,
      "learning_rate": 9.41448794112436e-05,
      "loss": 2.1562,
      "step": 80906
    },
    {
      "epoch": 3.7639916259595254,
      "grad_norm": 1.4000534088775114,
      "learning_rate": 9.414143491443802e-05,
      "loss": 2.0,
      "step": 80907
    },
    {
      "epoch": 3.7640381484066063,
      "grad_norm": 1.4492195401971426,
      "learning_rate": 9.413799045182945e-05,
      "loss": 2.0781,
      "step": 80908
    },
    {
      "epoch": 3.764084670853687,
      "grad_norm": 1.5502280648579638,
      "learning_rate": 9.413454602341988e-05,
      "loss": 2.0781,
      "step": 80909
    },
    {
      "epoch": 3.7641311933007677,
      "grad_norm": 1.5490010312876479,
      "learning_rate": 9.41311016292115e-05,
      "loss": 2.0781,
      "step": 80910
    },
    {
      "epoch": 3.764177715747848,
      "grad_norm": 1.5090113773926048,
      "learning_rate": 9.412765726920636e-05,
      "loss": 2.0156,
      "step": 80911
    },
    {
      "epoch": 3.764224238194929,
      "grad_norm": 1.5897175010184874,
      "learning_rate": 9.412421294340665e-05,
      "loss": 2.0938,
      "step": 80912
    },
    {
      "epoch": 3.7642707606420096,
      "grad_norm": 1.4021850479918385,
      "learning_rate": 9.412076865181438e-05,
      "loss": 1.8906,
      "step": 80913
    },
    {
      "epoch": 3.7643172830890905,
      "grad_norm": 1.7210847658777904,
      "learning_rate": 9.411732439443173e-05,
      "loss": 2.0469,
      "step": 80914
    },
    {
      "epoch": 3.7643638055361714,
      "grad_norm": 1.4917549027542365,
      "learning_rate": 9.411388017126074e-05,
      "loss": 2.0625,
      "step": 80915
    },
    {
      "epoch": 3.764410327983252,
      "grad_norm": 1.431985468241629,
      "learning_rate": 9.411043598230362e-05,
      "loss": 2.0156,
      "step": 80916
    },
    {
      "epoch": 3.7644568504303324,
      "grad_norm": 1.5366716713522999,
      "learning_rate": 9.410699182756239e-05,
      "loss": 2.0781,
      "step": 80917
    },
    {
      "epoch": 3.7645033728774133,
      "grad_norm": 1.5534881319734637,
      "learning_rate": 9.410354770703922e-05,
      "loss": 2.3125,
      "step": 80918
    },
    {
      "epoch": 3.7645498953244942,
      "grad_norm": 1.5130897196979705,
      "learning_rate": 9.410010362073615e-05,
      "loss": 2.0781,
      "step": 80919
    },
    {
      "epoch": 3.7645964177715747,
      "grad_norm": 1.5601885391627202,
      "learning_rate": 9.409665956865535e-05,
      "loss": 2.2656,
      "step": 80920
    },
    {
      "epoch": 3.7646429402186556,
      "grad_norm": 1.5091059331536485,
      "learning_rate": 9.40932155507989e-05,
      "loss": 2.1094,
      "step": 80921
    },
    {
      "epoch": 3.764689462665736,
      "grad_norm": 1.3968348483985364,
      "learning_rate": 9.408977156716889e-05,
      "loss": 1.8125,
      "step": 80922
    },
    {
      "epoch": 3.764735985112817,
      "grad_norm": 1.5860415068271905,
      "learning_rate": 9.408632761776748e-05,
      "loss": 2.0938,
      "step": 80923
    },
    {
      "epoch": 3.7647825075598975,
      "grad_norm": 1.4317562477281676,
      "learning_rate": 9.408288370259673e-05,
      "loss": 2.0156,
      "step": 80924
    },
    {
      "epoch": 3.7648290300069784,
      "grad_norm": 1.4430167547116872,
      "learning_rate": 9.407943982165878e-05,
      "loss": 1.8984,
      "step": 80925
    },
    {
      "epoch": 3.7648755524540594,
      "grad_norm": 1.5129439422430921,
      "learning_rate": 9.407599597495572e-05,
      "loss": 1.9766,
      "step": 80926
    },
    {
      "epoch": 3.76492207490114,
      "grad_norm": 1.4735961254133005,
      "learning_rate": 9.407255216248967e-05,
      "loss": 1.875,
      "step": 80927
    },
    {
      "epoch": 3.7649685973482203,
      "grad_norm": 1.4606443561036113,
      "learning_rate": 9.406910838426272e-05,
      "loss": 2.0781,
      "step": 80928
    },
    {
      "epoch": 3.7650151197953012,
      "grad_norm": 1.475178722424214,
      "learning_rate": 9.406566464027695e-05,
      "loss": 1.9453,
      "step": 80929
    },
    {
      "epoch": 3.765061642242382,
      "grad_norm": 1.5015132685881563,
      "learning_rate": 9.406222093053458e-05,
      "loss": 2.0469,
      "step": 80930
    },
    {
      "epoch": 3.7651081646894626,
      "grad_norm": 1.5295406820703923,
      "learning_rate": 9.405877725503761e-05,
      "loss": 2.25,
      "step": 80931
    },
    {
      "epoch": 3.765154687136543,
      "grad_norm": 1.5145722124335428,
      "learning_rate": 9.405533361378823e-05,
      "loss": 1.9375,
      "step": 80932
    },
    {
      "epoch": 3.765201209583624,
      "grad_norm": 1.5937681991686892,
      "learning_rate": 9.405189000678847e-05,
      "loss": 2.1094,
      "step": 80933
    },
    {
      "epoch": 3.765247732030705,
      "grad_norm": 1.4835999759817595,
      "learning_rate": 9.404844643404048e-05,
      "loss": 2.0312,
      "step": 80934
    },
    {
      "epoch": 3.7652942544777854,
      "grad_norm": 1.568327529978445,
      "learning_rate": 9.404500289554636e-05,
      "loss": 2.1562,
      "step": 80935
    },
    {
      "epoch": 3.7653407769248664,
      "grad_norm": 1.5266756768054839,
      "learning_rate": 9.404155939130823e-05,
      "loss": 2.0469,
      "step": 80936
    },
    {
      "epoch": 3.765387299371947,
      "grad_norm": 1.5738509492118666,
      "learning_rate": 9.403811592132817e-05,
      "loss": 2.2031,
      "step": 80937
    },
    {
      "epoch": 3.7654338218190277,
      "grad_norm": 1.5585159892279439,
      "learning_rate": 9.403467248560832e-05,
      "loss": 2.1094,
      "step": 80938
    },
    {
      "epoch": 3.7654803442661082,
      "grad_norm": 1.467081846765832,
      "learning_rate": 9.403122908415075e-05,
      "loss": 2.1094,
      "step": 80939
    },
    {
      "epoch": 3.765526866713189,
      "grad_norm": 1.5261253519261873,
      "learning_rate": 9.402778571695764e-05,
      "loss": 1.9609,
      "step": 80940
    },
    {
      "epoch": 3.76557338916027,
      "grad_norm": 1.5191524012504276,
      "learning_rate": 9.4024342384031e-05,
      "loss": 2.125,
      "step": 80941
    },
    {
      "epoch": 3.7656199116073505,
      "grad_norm": 1.6004452580545225,
      "learning_rate": 9.402089908537302e-05,
      "loss": 2.0469,
      "step": 80942
    },
    {
      "epoch": 3.765666434054431,
      "grad_norm": 1.566727407104564,
      "learning_rate": 9.401745582098574e-05,
      "loss": 2.1094,
      "step": 80943
    },
    {
      "epoch": 3.765712956501512,
      "grad_norm": 1.499210612267745,
      "learning_rate": 9.401401259087134e-05,
      "loss": 2.0625,
      "step": 80944
    },
    {
      "epoch": 3.765759478948593,
      "grad_norm": 1.4231587092313587,
      "learning_rate": 9.401056939503186e-05,
      "loss": 2.1094,
      "step": 80945
    },
    {
      "epoch": 3.7658060013956733,
      "grad_norm": 1.5512767956915599,
      "learning_rate": 9.400712623346949e-05,
      "loss": 2.25,
      "step": 80946
    },
    {
      "epoch": 3.7658525238427543,
      "grad_norm": 1.5082326453821202,
      "learning_rate": 9.400368310618623e-05,
      "loss": 2.0938,
      "step": 80947
    },
    {
      "epoch": 3.7658990462898347,
      "grad_norm": 1.4932921595691775,
      "learning_rate": 9.400024001318429e-05,
      "loss": 2.1094,
      "step": 80948
    },
    {
      "epoch": 3.7659455687369157,
      "grad_norm": 1.5014163666348952,
      "learning_rate": 9.399679695446573e-05,
      "loss": 2.2344,
      "step": 80949
    },
    {
      "epoch": 3.765992091183996,
      "grad_norm": 1.5719211068539332,
      "learning_rate": 9.399335393003261e-05,
      "loss": 2.1875,
      "step": 80950
    },
    {
      "epoch": 3.766038613631077,
      "grad_norm": 1.47585770825911,
      "learning_rate": 9.398991093988708e-05,
      "loss": 2.0,
      "step": 80951
    },
    {
      "epoch": 3.766085136078158,
      "grad_norm": 1.4556910747821514,
      "learning_rate": 9.398646798403132e-05,
      "loss": 1.8984,
      "step": 80952
    },
    {
      "epoch": 3.7661316585252385,
      "grad_norm": 1.4584320076663495,
      "learning_rate": 9.398302506246732e-05,
      "loss": 1.8359,
      "step": 80953
    },
    {
      "epoch": 3.766178180972319,
      "grad_norm": 1.50394661565811,
      "learning_rate": 9.397958217519731e-05,
      "loss": 2.0938,
      "step": 80954
    },
    {
      "epoch": 3.7662247034194,
      "grad_norm": 1.3918874557376508,
      "learning_rate": 9.397613932222327e-05,
      "loss": 1.8281,
      "step": 80955
    },
    {
      "epoch": 3.7662712258664808,
      "grad_norm": 1.4787702711404394,
      "learning_rate": 9.397269650354742e-05,
      "loss": 2.0469,
      "step": 80956
    },
    {
      "epoch": 3.7663177483135613,
      "grad_norm": 1.4845247968016084,
      "learning_rate": 9.396925371917177e-05,
      "loss": 1.9844,
      "step": 80957
    },
    {
      "epoch": 3.766364270760642,
      "grad_norm": 1.4654021517655353,
      "learning_rate": 9.396581096909851e-05,
      "loss": 1.6562,
      "step": 80958
    },
    {
      "epoch": 3.7664107932077227,
      "grad_norm": 1.5443142947063706,
      "learning_rate": 9.396236825332966e-05,
      "loss": 2.1875,
      "step": 80959
    },
    {
      "epoch": 3.7664573156548036,
      "grad_norm": 1.476699942652289,
      "learning_rate": 9.395892557186744e-05,
      "loss": 1.4922,
      "step": 80960
    },
    {
      "epoch": 3.766503838101884,
      "grad_norm": 1.5330590053540627,
      "learning_rate": 9.395548292471384e-05,
      "loss": 2.0312,
      "step": 80961
    },
    {
      "epoch": 3.766550360548965,
      "grad_norm": 1.4940548003295253,
      "learning_rate": 9.395204031187105e-05,
      "loss": 2.1719,
      "step": 80962
    },
    {
      "epoch": 3.7665968829960454,
      "grad_norm": 1.443854770675651,
      "learning_rate": 9.394859773334115e-05,
      "loss": 1.8828,
      "step": 80963
    },
    {
      "epoch": 3.7666434054431264,
      "grad_norm": 1.3752336968000751,
      "learning_rate": 9.394515518912628e-05,
      "loss": 1.5234,
      "step": 80964
    },
    {
      "epoch": 3.766689927890207,
      "grad_norm": 1.5937636314468213,
      "learning_rate": 9.394171267922846e-05,
      "loss": 2.3281,
      "step": 80965
    },
    {
      "epoch": 3.7667364503372878,
      "grad_norm": 1.476843619643,
      "learning_rate": 9.39382702036499e-05,
      "loss": 2.0781,
      "step": 80966
    },
    {
      "epoch": 3.7667829727843687,
      "grad_norm": 1.4637743619497041,
      "learning_rate": 9.393482776239263e-05,
      "loss": 2.0781,
      "step": 80967
    },
    {
      "epoch": 3.766829495231449,
      "grad_norm": 1.4759843386488727,
      "learning_rate": 9.39313853554588e-05,
      "loss": 1.9141,
      "step": 80968
    },
    {
      "epoch": 3.7668760176785296,
      "grad_norm": 1.527653579157309,
      "learning_rate": 9.392794298285049e-05,
      "loss": 2.1719,
      "step": 80969
    },
    {
      "epoch": 3.7669225401256106,
      "grad_norm": 1.5423421002635098,
      "learning_rate": 9.392450064456987e-05,
      "loss": 2.0469,
      "step": 80970
    },
    {
      "epoch": 3.7669690625726915,
      "grad_norm": 1.492767859520565,
      "learning_rate": 9.392105834061895e-05,
      "loss": 2.0938,
      "step": 80971
    },
    {
      "epoch": 3.767015585019772,
      "grad_norm": 1.45912748249562,
      "learning_rate": 9.391761607099994e-05,
      "loss": 2.0312,
      "step": 80972
    },
    {
      "epoch": 3.767062107466853,
      "grad_norm": 1.5497851681627597,
      "learning_rate": 9.391417383571481e-05,
      "loss": 2.1094,
      "step": 80973
    },
    {
      "epoch": 3.7671086299139334,
      "grad_norm": 1.4812916472005713,
      "learning_rate": 9.391073163476578e-05,
      "loss": 1.9219,
      "step": 80974
    },
    {
      "epoch": 3.7671551523610143,
      "grad_norm": 1.483213131398158,
      "learning_rate": 9.390728946815498e-05,
      "loss": 1.9531,
      "step": 80975
    },
    {
      "epoch": 3.7672016748080948,
      "grad_norm": 1.3537356726046024,
      "learning_rate": 9.390384733588444e-05,
      "loss": 1.7734,
      "step": 80976
    },
    {
      "epoch": 3.7672481972551757,
      "grad_norm": 1.5892113276432511,
      "learning_rate": 9.390040523795632e-05,
      "loss": 1.9141,
      "step": 80977
    },
    {
      "epoch": 3.7672947197022566,
      "grad_norm": 1.4970550620021736,
      "learning_rate": 9.389696317437271e-05,
      "loss": 2.0938,
      "step": 80978
    },
    {
      "epoch": 3.767341242149337,
      "grad_norm": 1.5779231311535666,
      "learning_rate": 9.389352114513566e-05,
      "loss": 2.0938,
      "step": 80979
    },
    {
      "epoch": 3.7673877645964176,
      "grad_norm": 1.482544025600433,
      "learning_rate": 9.389007915024736e-05,
      "loss": 2.0938,
      "step": 80980
    },
    {
      "epoch": 3.7674342870434985,
      "grad_norm": 1.4938049275892777,
      "learning_rate": 9.388663718970988e-05,
      "loss": 2.1719,
      "step": 80981
    },
    {
      "epoch": 3.7674808094905794,
      "grad_norm": 1.3927448560258424,
      "learning_rate": 9.388319526352534e-05,
      "loss": 1.8672,
      "step": 80982
    },
    {
      "epoch": 3.76752733193766,
      "grad_norm": 1.491426027957629,
      "learning_rate": 9.38797533716958e-05,
      "loss": 2.0625,
      "step": 80983
    },
    {
      "epoch": 3.767573854384741,
      "grad_norm": 1.3791604203577514,
      "learning_rate": 9.387631151422345e-05,
      "loss": 1.8047,
      "step": 80984
    },
    {
      "epoch": 3.7676203768318213,
      "grad_norm": 1.4794702885136046,
      "learning_rate": 9.387286969111032e-05,
      "loss": 2.0,
      "step": 80985
    },
    {
      "epoch": 3.767666899278902,
      "grad_norm": 1.5358202151627491,
      "learning_rate": 9.386942790235858e-05,
      "loss": 2.25,
      "step": 80986
    },
    {
      "epoch": 3.7677134217259827,
      "grad_norm": 1.4939867822494213,
      "learning_rate": 9.38659861479703e-05,
      "loss": 1.7422,
      "step": 80987
    },
    {
      "epoch": 3.7677599441730636,
      "grad_norm": 1.4280899490748433,
      "learning_rate": 9.386254442794758e-05,
      "loss": 1.9062,
      "step": 80988
    },
    {
      "epoch": 3.767806466620144,
      "grad_norm": 1.5671866674996198,
      "learning_rate": 9.385910274229255e-05,
      "loss": 2.125,
      "step": 80989
    },
    {
      "epoch": 3.767852989067225,
      "grad_norm": 1.5812429546235263,
      "learning_rate": 9.385566109100731e-05,
      "loss": 2.1406,
      "step": 80990
    },
    {
      "epoch": 3.7678995115143055,
      "grad_norm": 1.5506487583245883,
      "learning_rate": 9.385221947409396e-05,
      "loss": 2.2812,
      "step": 80991
    },
    {
      "epoch": 3.7679460339613864,
      "grad_norm": 1.565782929957711,
      "learning_rate": 9.384877789155461e-05,
      "loss": 1.9609,
      "step": 80992
    },
    {
      "epoch": 3.7679925564084673,
      "grad_norm": 1.5157426792550819,
      "learning_rate": 9.384533634339135e-05,
      "loss": 2.0938,
      "step": 80993
    },
    {
      "epoch": 3.768039078855548,
      "grad_norm": 1.3319075227143757,
      "learning_rate": 9.384189482960637e-05,
      "loss": 1.6016,
      "step": 80994
    },
    {
      "epoch": 3.7680856013026283,
      "grad_norm": 1.526010977854958,
      "learning_rate": 9.383845335020161e-05,
      "loss": 2.1719,
      "step": 80995
    },
    {
      "epoch": 3.768132123749709,
      "grad_norm": 1.5402758364198956,
      "learning_rate": 9.383501190517933e-05,
      "loss": 2.0,
      "step": 80996
    },
    {
      "epoch": 3.76817864619679,
      "grad_norm": 1.50724212898507,
      "learning_rate": 9.383157049454161e-05,
      "loss": 2.1406,
      "step": 80997
    },
    {
      "epoch": 3.7682251686438706,
      "grad_norm": 1.519085508822377,
      "learning_rate": 9.382812911829052e-05,
      "loss": 2.1094,
      "step": 80998
    },
    {
      "epoch": 3.7682716910909515,
      "grad_norm": 1.54986701949218,
      "learning_rate": 9.382468777642819e-05,
      "loss": 2.0156,
      "step": 80999
    },
    {
      "epoch": 3.768318213538032,
      "grad_norm": 1.4980492724709948,
      "learning_rate": 9.38212464689567e-05,
      "loss": 2.0156,
      "step": 81000
    },
    {
      "epoch": 3.768364735985113,
      "grad_norm": 1.4081663223784757,
      "learning_rate": 9.38178051958782e-05,
      "loss": 1.8828,
      "step": 81001
    },
    {
      "epoch": 3.7684112584321934,
      "grad_norm": 1.404168585262661,
      "learning_rate": 9.381436395719472e-05,
      "loss": 1.7188,
      "step": 81002
    },
    {
      "epoch": 3.7684577808792743,
      "grad_norm": 1.8743528995316086,
      "learning_rate": 9.381092275290846e-05,
      "loss": 2.125,
      "step": 81003
    },
    {
      "epoch": 3.768504303326355,
      "grad_norm": 1.5158940360668662,
      "learning_rate": 9.380748158302151e-05,
      "loss": 1.9609,
      "step": 81004
    },
    {
      "epoch": 3.7685508257734357,
      "grad_norm": 1.451284457007977,
      "learning_rate": 9.38040404475359e-05,
      "loss": 1.9844,
      "step": 81005
    },
    {
      "epoch": 3.768597348220516,
      "grad_norm": 1.5292370477372246,
      "learning_rate": 9.380059934645382e-05,
      "loss": 2.2031,
      "step": 81006
    },
    {
      "epoch": 3.768643870667597,
      "grad_norm": 1.5781392442166517,
      "learning_rate": 9.379715827977732e-05,
      "loss": 1.9453,
      "step": 81007
    },
    {
      "epoch": 3.768690393114678,
      "grad_norm": 1.5349838260465714,
      "learning_rate": 9.379371724750857e-05,
      "loss": 2.125,
      "step": 81008
    },
    {
      "epoch": 3.7687369155617585,
      "grad_norm": 1.5810286038682133,
      "learning_rate": 9.379027624964957e-05,
      "loss": 2.1094,
      "step": 81009
    },
    {
      "epoch": 3.7687834380088394,
      "grad_norm": 1.5529357766073475,
      "learning_rate": 9.378683528620255e-05,
      "loss": 2.2344,
      "step": 81010
    },
    {
      "epoch": 3.76882996045592,
      "grad_norm": 1.4469846567890239,
      "learning_rate": 9.378339435716953e-05,
      "loss": 1.8438,
      "step": 81011
    },
    {
      "epoch": 3.768876482903001,
      "grad_norm": 1.4972804187276367,
      "learning_rate": 9.377995346255266e-05,
      "loss": 2.1406,
      "step": 81012
    },
    {
      "epoch": 3.7689230053500813,
      "grad_norm": 1.529538214751112,
      "learning_rate": 9.377651260235403e-05,
      "loss": 2.1562,
      "step": 81013
    },
    {
      "epoch": 3.768969527797162,
      "grad_norm": 1.4163810749944206,
      "learning_rate": 9.377307177657576e-05,
      "loss": 1.9297,
      "step": 81014
    },
    {
      "epoch": 3.7690160502442427,
      "grad_norm": 1.4900351885281986,
      "learning_rate": 9.376963098521993e-05,
      "loss": 2.0156,
      "step": 81015
    },
    {
      "epoch": 3.7690625726913236,
      "grad_norm": 1.452892260457595,
      "learning_rate": 9.376619022828868e-05,
      "loss": 1.9062,
      "step": 81016
    },
    {
      "epoch": 3.769109095138404,
      "grad_norm": 1.4856093684624945,
      "learning_rate": 9.376274950578406e-05,
      "loss": 1.8281,
      "step": 81017
    },
    {
      "epoch": 3.769155617585485,
      "grad_norm": 1.5572642140466133,
      "learning_rate": 9.375930881770822e-05,
      "loss": 2.25,
      "step": 81018
    },
    {
      "epoch": 3.769202140032566,
      "grad_norm": 1.426025842996757,
      "learning_rate": 9.375586816406333e-05,
      "loss": 1.8828,
      "step": 81019
    },
    {
      "epoch": 3.7692486624796464,
      "grad_norm": 1.4953117763582597,
      "learning_rate": 9.375242754485136e-05,
      "loss": 2.0625,
      "step": 81020
    },
    {
      "epoch": 3.769295184926727,
      "grad_norm": 1.4285163195917192,
      "learning_rate": 9.374898696007455e-05,
      "loss": 2.0156,
      "step": 81021
    },
    {
      "epoch": 3.769341707373808,
      "grad_norm": 1.4588160131455388,
      "learning_rate": 9.374554640973489e-05,
      "loss": 1.9062,
      "step": 81022
    },
    {
      "epoch": 3.7693882298208887,
      "grad_norm": 1.5161574035084358,
      "learning_rate": 9.374210589383458e-05,
      "loss": 2.0781,
      "step": 81023
    },
    {
      "epoch": 3.769434752267969,
      "grad_norm": 1.5101373688371678,
      "learning_rate": 9.373866541237563e-05,
      "loss": 2.125,
      "step": 81024
    },
    {
      "epoch": 3.76948127471505,
      "grad_norm": 1.3962694389213108,
      "learning_rate": 9.373522496536025e-05,
      "loss": 1.8281,
      "step": 81025
    },
    {
      "epoch": 3.7695277971621306,
      "grad_norm": 1.4428643962090573,
      "learning_rate": 9.373178455279046e-05,
      "loss": 1.8984,
      "step": 81026
    },
    {
      "epoch": 3.7695743196092115,
      "grad_norm": 1.4390112252357137,
      "learning_rate": 9.372834417466844e-05,
      "loss": 1.8672,
      "step": 81027
    },
    {
      "epoch": 3.769620842056292,
      "grad_norm": 1.4613053943123524,
      "learning_rate": 9.372490383099624e-05,
      "loss": 2.1094,
      "step": 81028
    },
    {
      "epoch": 3.769667364503373,
      "grad_norm": 1.535000189372715,
      "learning_rate": 9.3721463521776e-05,
      "loss": 2.1406,
      "step": 81029
    },
    {
      "epoch": 3.769713886950454,
      "grad_norm": 1.4498103947409358,
      "learning_rate": 9.37180232470098e-05,
      "loss": 1.9141,
      "step": 81030
    },
    {
      "epoch": 3.7697604093975343,
      "grad_norm": 1.481257492510381,
      "learning_rate": 9.371458300669974e-05,
      "loss": 1.9688,
      "step": 81031
    },
    {
      "epoch": 3.769806931844615,
      "grad_norm": 1.460794610723976,
      "learning_rate": 9.371114280084798e-05,
      "loss": 2.0156,
      "step": 81032
    },
    {
      "epoch": 3.7698534542916957,
      "grad_norm": 1.5619586979230957,
      "learning_rate": 9.370770262945656e-05,
      "loss": 2.0156,
      "step": 81033
    },
    {
      "epoch": 3.7698999767387766,
      "grad_norm": 1.5149242214203584,
      "learning_rate": 9.370426249252764e-05,
      "loss": 2.0781,
      "step": 81034
    },
    {
      "epoch": 3.769946499185857,
      "grad_norm": 1.4924172600170524,
      "learning_rate": 9.370082239006326e-05,
      "loss": 1.8984,
      "step": 81035
    },
    {
      "epoch": 3.769993021632938,
      "grad_norm": 1.4695046472031301,
      "learning_rate": 9.369738232206562e-05,
      "loss": 1.5625,
      "step": 81036
    },
    {
      "epoch": 3.7700395440800185,
      "grad_norm": 1.5966370403913812,
      "learning_rate": 9.369394228853673e-05,
      "loss": 2.125,
      "step": 81037
    },
    {
      "epoch": 3.7700860665270994,
      "grad_norm": 1.4154672092251641,
      "learning_rate": 9.369050228947877e-05,
      "loss": 1.7422,
      "step": 81038
    },
    {
      "epoch": 3.77013258897418,
      "grad_norm": 1.4928941361237404,
      "learning_rate": 9.368706232489378e-05,
      "loss": 1.9766,
      "step": 81039
    },
    {
      "epoch": 3.770179111421261,
      "grad_norm": 1.5412698856241245,
      "learning_rate": 9.36836223947839e-05,
      "loss": 2.0312,
      "step": 81040
    },
    {
      "epoch": 3.7702256338683413,
      "grad_norm": 1.4434702186157764,
      "learning_rate": 9.368018249915129e-05,
      "loss": 2.0156,
      "step": 81041
    },
    {
      "epoch": 3.7702721563154222,
      "grad_norm": 1.5845046908206877,
      "learning_rate": 9.367674263799797e-05,
      "loss": 1.9219,
      "step": 81042
    },
    {
      "epoch": 3.7703186787625027,
      "grad_norm": 1.5607083207995371,
      "learning_rate": 9.36733028113261e-05,
      "loss": 2.2031,
      "step": 81043
    },
    {
      "epoch": 3.7703652012095836,
      "grad_norm": 1.45003010335385,
      "learning_rate": 9.366986301913775e-05,
      "loss": 1.8516,
      "step": 81044
    },
    {
      "epoch": 3.7704117236566645,
      "grad_norm": 1.4850014654014878,
      "learning_rate": 9.366642326143508e-05,
      "loss": 2.0156,
      "step": 81045
    },
    {
      "epoch": 3.770458246103745,
      "grad_norm": 1.5472137050945853,
      "learning_rate": 9.36629835382201e-05,
      "loss": 1.9375,
      "step": 81046
    },
    {
      "epoch": 3.7705047685508255,
      "grad_norm": 1.5728408388587756,
      "learning_rate": 9.365954384949501e-05,
      "loss": 1.9297,
      "step": 81047
    },
    {
      "epoch": 3.7705512909979064,
      "grad_norm": 1.4995269093674122,
      "learning_rate": 9.365610419526186e-05,
      "loss": 2.1094,
      "step": 81048
    },
    {
      "epoch": 3.7705978134449873,
      "grad_norm": 1.5123718021393626,
      "learning_rate": 9.365266457552279e-05,
      "loss": 2.0469,
      "step": 81049
    },
    {
      "epoch": 3.770644335892068,
      "grad_norm": 1.5555419625718827,
      "learning_rate": 9.364922499027989e-05,
      "loss": 2.2188,
      "step": 81050
    },
    {
      "epoch": 3.7706908583391487,
      "grad_norm": 1.4542087322054706,
      "learning_rate": 9.364578543953529e-05,
      "loss": 1.7969,
      "step": 81051
    },
    {
      "epoch": 3.770737380786229,
      "grad_norm": 1.614786492517794,
      "learning_rate": 9.364234592329102e-05,
      "loss": 2.2656,
      "step": 81052
    },
    {
      "epoch": 3.77078390323331,
      "grad_norm": 1.5199422717257576,
      "learning_rate": 9.363890644154928e-05,
      "loss": 2.0781,
      "step": 81053
    },
    {
      "epoch": 3.7708304256803906,
      "grad_norm": 1.438100973431954,
      "learning_rate": 9.36354669943121e-05,
      "loss": 1.9062,
      "step": 81054
    },
    {
      "epoch": 3.7708769481274715,
      "grad_norm": 1.4809093983996955,
      "learning_rate": 9.363202758158166e-05,
      "loss": 2.0156,
      "step": 81055
    },
    {
      "epoch": 3.7709234705745525,
      "grad_norm": 1.521180095944676,
      "learning_rate": 9.362858820336001e-05,
      "loss": 2.0781,
      "step": 81056
    },
    {
      "epoch": 3.770969993021633,
      "grad_norm": 1.4717901003730458,
      "learning_rate": 9.362514885964924e-05,
      "loss": 2.0156,
      "step": 81057
    },
    {
      "epoch": 3.7710165154687134,
      "grad_norm": 1.5870382169378556,
      "learning_rate": 9.362170955045155e-05,
      "loss": 2.1406,
      "step": 81058
    },
    {
      "epoch": 3.7710630379157943,
      "grad_norm": 1.5808943875822752,
      "learning_rate": 9.361827027576891e-05,
      "loss": 2.1719,
      "step": 81059
    },
    {
      "epoch": 3.7711095603628753,
      "grad_norm": 1.4911758505498618,
      "learning_rate": 9.361483103560353e-05,
      "loss": 2.0156,
      "step": 81060
    },
    {
      "epoch": 3.7711560828099557,
      "grad_norm": 1.5412511506554163,
      "learning_rate": 9.361139182995745e-05,
      "loss": 2.1094,
      "step": 81061
    },
    {
      "epoch": 3.7712026052570367,
      "grad_norm": 1.4965146499036137,
      "learning_rate": 9.36079526588328e-05,
      "loss": 2.1562,
      "step": 81062
    },
    {
      "epoch": 3.771249127704117,
      "grad_norm": 1.4211631549400578,
      "learning_rate": 9.360451352223177e-05,
      "loss": 1.9609,
      "step": 81063
    },
    {
      "epoch": 3.771295650151198,
      "grad_norm": 1.424782473015663,
      "learning_rate": 9.360107442015633e-05,
      "loss": 1.7969,
      "step": 81064
    },
    {
      "epoch": 3.7713421725982785,
      "grad_norm": 1.5539237570133941,
      "learning_rate": 9.359763535260868e-05,
      "loss": 2.125,
      "step": 81065
    },
    {
      "epoch": 3.7713886950453595,
      "grad_norm": 1.4836653126648354,
      "learning_rate": 9.359419631959087e-05,
      "loss": 2.0156,
      "step": 81066
    },
    {
      "epoch": 3.7714352174924404,
      "grad_norm": 1.5720755378201468,
      "learning_rate": 9.359075732110504e-05,
      "loss": 2.1875,
      "step": 81067
    },
    {
      "epoch": 3.771481739939521,
      "grad_norm": 1.4255644887151042,
      "learning_rate": 9.358731835715326e-05,
      "loss": 1.7422,
      "step": 81068
    },
    {
      "epoch": 3.7715282623866013,
      "grad_norm": 1.5574286757481106,
      "learning_rate": 9.358387942773769e-05,
      "loss": 2.0469,
      "step": 81069
    },
    {
      "epoch": 3.7715747848336822,
      "grad_norm": 1.5661575085696133,
      "learning_rate": 9.358044053286036e-05,
      "loss": 2.0781,
      "step": 81070
    },
    {
      "epoch": 3.771621307280763,
      "grad_norm": 1.5474341863088101,
      "learning_rate": 9.357700167252345e-05,
      "loss": 2.1406,
      "step": 81071
    },
    {
      "epoch": 3.7716678297278436,
      "grad_norm": 1.494868674613771,
      "learning_rate": 9.3573562846729e-05,
      "loss": 2.1562,
      "step": 81072
    },
    {
      "epoch": 3.7717143521749246,
      "grad_norm": 1.5772392871220866,
      "learning_rate": 9.357012405547919e-05,
      "loss": 2.2344,
      "step": 81073
    },
    {
      "epoch": 3.771760874622005,
      "grad_norm": 1.5004169288994815,
      "learning_rate": 9.356668529877605e-05,
      "loss": 2.0469,
      "step": 81074
    },
    {
      "epoch": 3.771807397069086,
      "grad_norm": 1.4968978018487118,
      "learning_rate": 9.356324657662174e-05,
      "loss": 1.9688,
      "step": 81075
    },
    {
      "epoch": 3.7718539195161664,
      "grad_norm": 1.6014648682884156,
      "learning_rate": 9.35598078890183e-05,
      "loss": 2.2031,
      "step": 81076
    },
    {
      "epoch": 3.7719004419632474,
      "grad_norm": 1.6022626354124647,
      "learning_rate": 9.355636923596792e-05,
      "loss": 2.2344,
      "step": 81077
    },
    {
      "epoch": 3.771946964410328,
      "grad_norm": 1.5567328818778792,
      "learning_rate": 9.355293061747264e-05,
      "loss": 2.0938,
      "step": 81078
    },
    {
      "epoch": 3.7719934868574088,
      "grad_norm": 1.5191019812977646,
      "learning_rate": 9.354949203353462e-05,
      "loss": 1.9375,
      "step": 81079
    },
    {
      "epoch": 3.7720400093044892,
      "grad_norm": 1.4535944355784456,
      "learning_rate": 9.35460534841559e-05,
      "loss": 1.875,
      "step": 81080
    },
    {
      "epoch": 3.77208653175157,
      "grad_norm": 1.5069225370243189,
      "learning_rate": 9.354261496933864e-05,
      "loss": 2.0312,
      "step": 81081
    },
    {
      "epoch": 3.772133054198651,
      "grad_norm": 1.531887127205199,
      "learning_rate": 9.353917648908496e-05,
      "loss": 1.9453,
      "step": 81082
    },
    {
      "epoch": 3.7721795766457316,
      "grad_norm": 1.450704122035581,
      "learning_rate": 9.353573804339677e-05,
      "loss": 2.0,
      "step": 81083
    },
    {
      "epoch": 3.772226099092812,
      "grad_norm": 1.4530075994175335,
      "learning_rate": 9.353229963227648e-05,
      "loss": 1.9922,
      "step": 81084
    },
    {
      "epoch": 3.772272621539893,
      "grad_norm": 1.4685904305517417,
      "learning_rate": 9.352886125572604e-05,
      "loss": 2.0156,
      "step": 81085
    },
    {
      "epoch": 3.772319143986974,
      "grad_norm": 1.546394080336521,
      "learning_rate": 9.352542291374754e-05,
      "loss": 2.1094,
      "step": 81086
    },
    {
      "epoch": 3.7723656664340544,
      "grad_norm": 1.5063874347238329,
      "learning_rate": 9.352198460634311e-05,
      "loss": 2.0625,
      "step": 81087
    },
    {
      "epoch": 3.7724121888811353,
      "grad_norm": 1.5941078812368026,
      "learning_rate": 9.351854633351483e-05,
      "loss": 2.2344,
      "step": 81088
    },
    {
      "epoch": 3.7724587113282158,
      "grad_norm": 1.4361096674000096,
      "learning_rate": 9.351510809526489e-05,
      "loss": 1.8516,
      "step": 81089
    },
    {
      "epoch": 3.7725052337752967,
      "grad_norm": 1.538009354255313,
      "learning_rate": 9.351166989159529e-05,
      "loss": 1.9609,
      "step": 81090
    },
    {
      "epoch": 3.772551756222377,
      "grad_norm": 1.4765483781827897,
      "learning_rate": 9.350823172250819e-05,
      "loss": 1.8516,
      "step": 81091
    },
    {
      "epoch": 3.772598278669458,
      "grad_norm": 1.4303299252716783,
      "learning_rate": 9.350479358800566e-05,
      "loss": 1.9844,
      "step": 81092
    },
    {
      "epoch": 3.772644801116539,
      "grad_norm": 1.4953573653505288,
      "learning_rate": 9.350135548808986e-05,
      "loss": 2.0781,
      "step": 81093
    },
    {
      "epoch": 3.7726913235636195,
      "grad_norm": 1.393261716634074,
      "learning_rate": 9.349791742276284e-05,
      "loss": 1.7422,
      "step": 81094
    },
    {
      "epoch": 3.7727378460107,
      "grad_norm": 1.5057288170653096,
      "learning_rate": 9.349447939202675e-05,
      "loss": 2.0938,
      "step": 81095
    },
    {
      "epoch": 3.772784368457781,
      "grad_norm": 1.4616482220585827,
      "learning_rate": 9.349104139588365e-05,
      "loss": 1.8203,
      "step": 81096
    },
    {
      "epoch": 3.772830890904862,
      "grad_norm": 1.5888043215975907,
      "learning_rate": 9.34876034343357e-05,
      "loss": 2.2344,
      "step": 81097
    },
    {
      "epoch": 3.7728774133519423,
      "grad_norm": 1.4801611758046316,
      "learning_rate": 9.348416550738494e-05,
      "loss": 1.9766,
      "step": 81098
    },
    {
      "epoch": 3.772923935799023,
      "grad_norm": 1.5238592733823082,
      "learning_rate": 9.348072761503352e-05,
      "loss": 1.9609,
      "step": 81099
    },
    {
      "epoch": 3.7729704582461037,
      "grad_norm": 1.5801061592353631,
      "learning_rate": 9.347728975728354e-05,
      "loss": 2.1562,
      "step": 81100
    },
    {
      "epoch": 3.7730169806931846,
      "grad_norm": 1.4793804314655579,
      "learning_rate": 9.347385193413708e-05,
      "loss": 1.7578,
      "step": 81101
    },
    {
      "epoch": 3.773063503140265,
      "grad_norm": 1.5096818533421639,
      "learning_rate": 9.347041414559626e-05,
      "loss": 2.1875,
      "step": 81102
    },
    {
      "epoch": 3.773110025587346,
      "grad_norm": 1.5654388542517026,
      "learning_rate": 9.346697639166322e-05,
      "loss": 2.2344,
      "step": 81103
    },
    {
      "epoch": 3.7731565480344265,
      "grad_norm": 1.460882937713454,
      "learning_rate": 9.346353867233998e-05,
      "loss": 1.8984,
      "step": 81104
    },
    {
      "epoch": 3.7732030704815074,
      "grad_norm": 1.566118148288325,
      "learning_rate": 9.346010098762866e-05,
      "loss": 2.1094,
      "step": 81105
    },
    {
      "epoch": 3.773249592928588,
      "grad_norm": 1.4756859086325644,
      "learning_rate": 9.345666333753146e-05,
      "loss": 2.0625,
      "step": 81106
    },
    {
      "epoch": 3.773296115375669,
      "grad_norm": 1.5425678057565877,
      "learning_rate": 9.345322572205043e-05,
      "loss": 2.2812,
      "step": 81107
    },
    {
      "epoch": 3.7733426378227497,
      "grad_norm": 1.503848896373184,
      "learning_rate": 9.344978814118767e-05,
      "loss": 2.1719,
      "step": 81108
    },
    {
      "epoch": 3.77338916026983,
      "grad_norm": 1.5082505727564173,
      "learning_rate": 9.344635059494526e-05,
      "loss": 2.0156,
      "step": 81109
    },
    {
      "epoch": 3.7734356827169107,
      "grad_norm": 1.4353330826665163,
      "learning_rate": 9.344291308332536e-05,
      "loss": 1.9453,
      "step": 81110
    },
    {
      "epoch": 3.7734822051639916,
      "grad_norm": 1.3558546497037545,
      "learning_rate": 9.343947560633003e-05,
      "loss": 1.5547,
      "step": 81111
    },
    {
      "epoch": 3.7735287276110725,
      "grad_norm": 1.3406126220398564,
      "learning_rate": 9.343603816396136e-05,
      "loss": 1.5234,
      "step": 81112
    },
    {
      "epoch": 3.773575250058153,
      "grad_norm": 1.4957620038457773,
      "learning_rate": 9.343260075622153e-05,
      "loss": 2.0781,
      "step": 81113
    },
    {
      "epoch": 3.773621772505234,
      "grad_norm": 1.5207046748233726,
      "learning_rate": 9.342916338311254e-05,
      "loss": 2.0625,
      "step": 81114
    },
    {
      "epoch": 3.7736682949523144,
      "grad_norm": 1.4706564584408632,
      "learning_rate": 9.342572604463658e-05,
      "loss": 2.1406,
      "step": 81115
    },
    {
      "epoch": 3.7737148173993953,
      "grad_norm": 1.5193369350531505,
      "learning_rate": 9.342228874079572e-05,
      "loss": 2.0938,
      "step": 81116
    },
    {
      "epoch": 3.7737613398464758,
      "grad_norm": 1.5158036457323845,
      "learning_rate": 9.341885147159208e-05,
      "loss": 1.9922,
      "step": 81117
    },
    {
      "epoch": 3.7738078622935567,
      "grad_norm": 1.6573769080694538,
      "learning_rate": 9.341541423702772e-05,
      "loss": 2.1094,
      "step": 81118
    },
    {
      "epoch": 3.7738543847406376,
      "grad_norm": 1.621571637470863,
      "learning_rate": 9.341197703710483e-05,
      "loss": 1.9766,
      "step": 81119
    },
    {
      "epoch": 3.773900907187718,
      "grad_norm": 1.462409805568561,
      "learning_rate": 9.34085398718254e-05,
      "loss": 1.8984,
      "step": 81120
    },
    {
      "epoch": 3.7739474296347986,
      "grad_norm": 1.423644337559702,
      "learning_rate": 9.340510274119163e-05,
      "loss": 1.6953,
      "step": 81121
    },
    {
      "epoch": 3.7739939520818795,
      "grad_norm": 1.6002731008946094,
      "learning_rate": 9.340166564520558e-05,
      "loss": 2.2188,
      "step": 81122
    },
    {
      "epoch": 3.7740404745289604,
      "grad_norm": 1.542932666523496,
      "learning_rate": 9.339822858386938e-05,
      "loss": 2.1406,
      "step": 81123
    },
    {
      "epoch": 3.774086996976041,
      "grad_norm": 1.4094277241373216,
      "learning_rate": 9.33947915571851e-05,
      "loss": 1.8125,
      "step": 81124
    },
    {
      "epoch": 3.774133519423122,
      "grad_norm": 1.5722871872091484,
      "learning_rate": 9.339135456515488e-05,
      "loss": 2.1562,
      "step": 81125
    },
    {
      "epoch": 3.7741800418702023,
      "grad_norm": 1.531848612941647,
      "learning_rate": 9.338791760778077e-05,
      "loss": 2.1406,
      "step": 81126
    },
    {
      "epoch": 3.774226564317283,
      "grad_norm": 1.572237274739752,
      "learning_rate": 9.338448068506487e-05,
      "loss": 2.2031,
      "step": 81127
    },
    {
      "epoch": 3.7742730867643637,
      "grad_norm": 1.5862743633776275,
      "learning_rate": 9.338104379700943e-05,
      "loss": 2.125,
      "step": 81128
    },
    {
      "epoch": 3.7743196092114446,
      "grad_norm": 1.5635234745989293,
      "learning_rate": 9.337760694361638e-05,
      "loss": 2.0625,
      "step": 81129
    },
    {
      "epoch": 3.774366131658525,
      "grad_norm": 1.5864168405562147,
      "learning_rate": 9.337417012488794e-05,
      "loss": 2.125,
      "step": 81130
    },
    {
      "epoch": 3.774412654105606,
      "grad_norm": 1.5161951696858271,
      "learning_rate": 9.337073334082613e-05,
      "loss": 2.0156,
      "step": 81131
    },
    {
      "epoch": 3.7744591765526865,
      "grad_norm": 5.247161418710394,
      "learning_rate": 9.336729659143311e-05,
      "loss": 1.7656,
      "step": 81132
    },
    {
      "epoch": 3.7745056989997674,
      "grad_norm": 1.5504466029828323,
      "learning_rate": 9.336385987671095e-05,
      "loss": 2.125,
      "step": 81133
    },
    {
      "epoch": 3.7745522214468483,
      "grad_norm": 1.4767430680292462,
      "learning_rate": 9.33604231966618e-05,
      "loss": 1.9141,
      "step": 81134
    },
    {
      "epoch": 3.774598743893929,
      "grad_norm": 1.5490657473052947,
      "learning_rate": 9.33569865512877e-05,
      "loss": 2.0469,
      "step": 81135
    },
    {
      "epoch": 3.7746452663410093,
      "grad_norm": 1.5100003396252024,
      "learning_rate": 9.335354994059083e-05,
      "loss": 2.0469,
      "step": 81136
    },
    {
      "epoch": 3.77469178878809,
      "grad_norm": 1.5276286131730252,
      "learning_rate": 9.335011336457321e-05,
      "loss": 2.1719,
      "step": 81137
    },
    {
      "epoch": 3.774738311235171,
      "grad_norm": 1.529571374438881,
      "learning_rate": 9.334667682323698e-05,
      "loss": 2.125,
      "step": 81138
    },
    {
      "epoch": 3.7747848336822516,
      "grad_norm": 1.4283567399829527,
      "learning_rate": 9.334324031658429e-05,
      "loss": 1.8047,
      "step": 81139
    },
    {
      "epoch": 3.7748313561293325,
      "grad_norm": 1.449721717780728,
      "learning_rate": 9.333980384461717e-05,
      "loss": 1.8672,
      "step": 81140
    },
    {
      "epoch": 3.774877878576413,
      "grad_norm": 1.616531277464851,
      "learning_rate": 9.333636740733776e-05,
      "loss": 2.0781,
      "step": 81141
    },
    {
      "epoch": 3.774924401023494,
      "grad_norm": 1.3559146492137317,
      "learning_rate": 9.333293100474814e-05,
      "loss": 1.5703,
      "step": 81142
    },
    {
      "epoch": 3.7749709234705744,
      "grad_norm": 1.5769360841723241,
      "learning_rate": 9.332949463685048e-05,
      "loss": 2.125,
      "step": 81143
    },
    {
      "epoch": 3.7750174459176553,
      "grad_norm": 1.4893913625621422,
      "learning_rate": 9.332605830364679e-05,
      "loss": 1.9844,
      "step": 81144
    },
    {
      "epoch": 3.7750639683647362,
      "grad_norm": 1.446424479141769,
      "learning_rate": 9.332262200513926e-05,
      "loss": 2.0,
      "step": 81145
    },
    {
      "epoch": 3.7751104908118167,
      "grad_norm": 1.455759115178272,
      "learning_rate": 9.331918574132993e-05,
      "loss": 1.8984,
      "step": 81146
    },
    {
      "epoch": 3.775157013258897,
      "grad_norm": 1.537189455474734,
      "learning_rate": 9.331574951222096e-05,
      "loss": 2.0469,
      "step": 81147
    },
    {
      "epoch": 3.775203535705978,
      "grad_norm": 1.5437790710252939,
      "learning_rate": 9.331231331781435e-05,
      "loss": 1.9922,
      "step": 81148
    },
    {
      "epoch": 3.775250058153059,
      "grad_norm": 1.573119790640625,
      "learning_rate": 9.330887715811231e-05,
      "loss": 2.2031,
      "step": 81149
    },
    {
      "epoch": 3.7752965806001395,
      "grad_norm": 1.5228545817178758,
      "learning_rate": 9.330544103311693e-05,
      "loss": 2.1719,
      "step": 81150
    },
    {
      "epoch": 3.7753431030472204,
      "grad_norm": 1.4910214322034463,
      "learning_rate": 9.330200494283027e-05,
      "loss": 2.0469,
      "step": 81151
    },
    {
      "epoch": 3.775389625494301,
      "grad_norm": 1.5851792003609142,
      "learning_rate": 9.32985688872545e-05,
      "loss": 2.0,
      "step": 81152
    },
    {
      "epoch": 3.775436147941382,
      "grad_norm": 1.482176716307245,
      "learning_rate": 9.329513286639163e-05,
      "loss": 2.0938,
      "step": 81153
    },
    {
      "epoch": 3.7754826703884623,
      "grad_norm": 1.4251719239558993,
      "learning_rate": 9.329169688024386e-05,
      "loss": 1.7812,
      "step": 81154
    },
    {
      "epoch": 3.7755291928355432,
      "grad_norm": 1.4190570783123535,
      "learning_rate": 9.328826092881322e-05,
      "loss": 1.8906,
      "step": 81155
    },
    {
      "epoch": 3.7755757152826237,
      "grad_norm": 1.4935436780188416,
      "learning_rate": 9.328482501210186e-05,
      "loss": 2.1406,
      "step": 81156
    },
    {
      "epoch": 3.7756222377297046,
      "grad_norm": 1.6519051098707946,
      "learning_rate": 9.328138913011183e-05,
      "loss": 2.2812,
      "step": 81157
    },
    {
      "epoch": 3.775668760176785,
      "grad_norm": 1.5092629633044912,
      "learning_rate": 9.32779532828453e-05,
      "loss": 2.125,
      "step": 81158
    },
    {
      "epoch": 3.775715282623866,
      "grad_norm": 1.5342541709043203,
      "learning_rate": 9.32745174703043e-05,
      "loss": 2.0625,
      "step": 81159
    },
    {
      "epoch": 3.775761805070947,
      "grad_norm": 1.4194987850469878,
      "learning_rate": 9.327108169249104e-05,
      "loss": 1.7734,
      "step": 81160
    },
    {
      "epoch": 3.7758083275180274,
      "grad_norm": 1.4982165223484518,
      "learning_rate": 9.32676459494075e-05,
      "loss": 2.0,
      "step": 81161
    },
    {
      "epoch": 3.775854849965108,
      "grad_norm": 1.4456373295775262,
      "learning_rate": 9.326421024105588e-05,
      "loss": 2.0,
      "step": 81162
    },
    {
      "epoch": 3.775901372412189,
      "grad_norm": 1.4952594318915058,
      "learning_rate": 9.326077456743825e-05,
      "loss": 2.0938,
      "step": 81163
    },
    {
      "epoch": 3.7759478948592697,
      "grad_norm": 1.5094873714910564,
      "learning_rate": 9.325733892855668e-05,
      "loss": 1.9766,
      "step": 81164
    },
    {
      "epoch": 3.77599441730635,
      "grad_norm": 1.563229274152391,
      "learning_rate": 9.325390332441331e-05,
      "loss": 2.25,
      "step": 81165
    },
    {
      "epoch": 3.776040939753431,
      "grad_norm": 1.6507167786424708,
      "learning_rate": 9.325046775501024e-05,
      "loss": 2.125,
      "step": 81166
    },
    {
      "epoch": 3.7760874622005116,
      "grad_norm": 1.476346642423093,
      "learning_rate": 9.324703222034957e-05,
      "loss": 2.0938,
      "step": 81167
    },
    {
      "epoch": 3.7761339846475925,
      "grad_norm": 1.5733019154844416,
      "learning_rate": 9.324359672043336e-05,
      "loss": 2.0781,
      "step": 81168
    },
    {
      "epoch": 3.776180507094673,
      "grad_norm": 1.4807272934892755,
      "learning_rate": 9.324016125526383e-05,
      "loss": 1.9688,
      "step": 81169
    },
    {
      "epoch": 3.776227029541754,
      "grad_norm": 1.5164328547771775,
      "learning_rate": 9.323672582484292e-05,
      "loss": 2.1875,
      "step": 81170
    },
    {
      "epoch": 3.776273551988835,
      "grad_norm": 1.4257395681877456,
      "learning_rate": 9.323329042917285e-05,
      "loss": 1.7109,
      "step": 81171
    },
    {
      "epoch": 3.7763200744359153,
      "grad_norm": 1.5853793438106265,
      "learning_rate": 9.322985506825571e-05,
      "loss": 2.25,
      "step": 81172
    },
    {
      "epoch": 3.776366596882996,
      "grad_norm": 1.5972594784222547,
      "learning_rate": 9.322641974209357e-05,
      "loss": 2.0469,
      "step": 81173
    },
    {
      "epoch": 3.7764131193300767,
      "grad_norm": 1.549628083844792,
      "learning_rate": 9.32229844506886e-05,
      "loss": 2.2344,
      "step": 81174
    },
    {
      "epoch": 3.7764596417771576,
      "grad_norm": 1.4830653188734388,
      "learning_rate": 9.32195491940428e-05,
      "loss": 1.9062,
      "step": 81175
    },
    {
      "epoch": 3.776506164224238,
      "grad_norm": 1.4548170393392357,
      "learning_rate": 9.321611397215837e-05,
      "loss": 1.9453,
      "step": 81176
    },
    {
      "epoch": 3.776552686671319,
      "grad_norm": 1.5261129876010469,
      "learning_rate": 9.321267878503735e-05,
      "loss": 2.0938,
      "step": 81177
    },
    {
      "epoch": 3.7765992091183995,
      "grad_norm": 1.4686785094706183,
      "learning_rate": 9.320924363268185e-05,
      "loss": 2.0,
      "step": 81178
    },
    {
      "epoch": 3.7766457315654804,
      "grad_norm": 1.3788756622633442,
      "learning_rate": 9.3205808515094e-05,
      "loss": 1.7656,
      "step": 81179
    },
    {
      "epoch": 3.776692254012561,
      "grad_norm": 1.6145775832163598,
      "learning_rate": 9.32023734322759e-05,
      "loss": 1.9922,
      "step": 81180
    },
    {
      "epoch": 3.776738776459642,
      "grad_norm": 1.5312720394118298,
      "learning_rate": 9.319893838422961e-05,
      "loss": 1.9531,
      "step": 81181
    },
    {
      "epoch": 3.7767852989067228,
      "grad_norm": 1.5294068139825652,
      "learning_rate": 9.319550337095731e-05,
      "loss": 2.0,
      "step": 81182
    },
    {
      "epoch": 3.7768318213538032,
      "grad_norm": 1.595894620268697,
      "learning_rate": 9.319206839246099e-05,
      "loss": 2.2188,
      "step": 81183
    },
    {
      "epoch": 3.7768783438008837,
      "grad_norm": 1.4590794918616747,
      "learning_rate": 9.318863344874288e-05,
      "loss": 1.8125,
      "step": 81184
    },
    {
      "epoch": 3.7769248662479646,
      "grad_norm": 1.522115774634641,
      "learning_rate": 9.318519853980498e-05,
      "loss": 1.9922,
      "step": 81185
    },
    {
      "epoch": 3.7769713886950456,
      "grad_norm": 1.5242429291313904,
      "learning_rate": 9.318176366564948e-05,
      "loss": 2.0469,
      "step": 81186
    },
    {
      "epoch": 3.777017911142126,
      "grad_norm": 1.6214285110525437,
      "learning_rate": 9.317832882627842e-05,
      "loss": 1.8594,
      "step": 81187
    },
    {
      "epoch": 3.7770644335892065,
      "grad_norm": 1.5247141821226584,
      "learning_rate": 9.317489402169393e-05,
      "loss": 2.0469,
      "step": 81188
    },
    {
      "epoch": 3.7771109560362874,
      "grad_norm": 1.6486121943896084,
      "learning_rate": 9.31714592518981e-05,
      "loss": 1.9219,
      "step": 81189
    },
    {
      "epoch": 3.7771574784833684,
      "grad_norm": 1.7172997278331514,
      "learning_rate": 9.316802451689302e-05,
      "loss": 2.1875,
      "step": 81190
    },
    {
      "epoch": 3.777204000930449,
      "grad_norm": 1.5215670493731783,
      "learning_rate": 9.316458981668085e-05,
      "loss": 1.7969,
      "step": 81191
    },
    {
      "epoch": 3.7772505233775298,
      "grad_norm": 1.5999574418787335,
      "learning_rate": 9.316115515126358e-05,
      "loss": 2.1875,
      "step": 81192
    },
    {
      "epoch": 3.7772970458246102,
      "grad_norm": 1.4689622601583023,
      "learning_rate": 9.315772052064342e-05,
      "loss": 2.0625,
      "step": 81193
    },
    {
      "epoch": 3.777343568271691,
      "grad_norm": 1.564237830440721,
      "learning_rate": 9.315428592482247e-05,
      "loss": 2.1875,
      "step": 81194
    },
    {
      "epoch": 3.7773900907187716,
      "grad_norm": 1.5673258236326635,
      "learning_rate": 9.315085136380277e-05,
      "loss": 2.0938,
      "step": 81195
    },
    {
      "epoch": 3.7774366131658526,
      "grad_norm": 1.6869236600341608,
      "learning_rate": 9.314741683758648e-05,
      "loss": 2.0156,
      "step": 81196
    },
    {
      "epoch": 3.7774831356129335,
      "grad_norm": 1.787571621457533,
      "learning_rate": 9.314398234617565e-05,
      "loss": 2.1406,
      "step": 81197
    },
    {
      "epoch": 3.777529658060014,
      "grad_norm": 1.470199900828727,
      "learning_rate": 9.314054788957243e-05,
      "loss": 1.6719,
      "step": 81198
    },
    {
      "epoch": 3.7775761805070944,
      "grad_norm": 1.5310864191421323,
      "learning_rate": 9.313711346777887e-05,
      "loss": 2.2344,
      "step": 81199
    },
    {
      "epoch": 3.7776227029541753,
      "grad_norm": 1.4987909262831398,
      "learning_rate": 9.313367908079716e-05,
      "loss": 2.0781,
      "step": 81200
    },
    {
      "epoch": 3.7776692254012563,
      "grad_norm": 1.4192832868233383,
      "learning_rate": 9.313024472862929e-05,
      "loss": 1.8828,
      "step": 81201
    },
    {
      "epoch": 3.7777157478483367,
      "grad_norm": 1.5935360441684878,
      "learning_rate": 9.312681041127745e-05,
      "loss": 2.2031,
      "step": 81202
    },
    {
      "epoch": 3.7777622702954177,
      "grad_norm": 1.4554795899571267,
      "learning_rate": 9.31233761287437e-05,
      "loss": 1.8516,
      "step": 81203
    },
    {
      "epoch": 3.777808792742498,
      "grad_norm": 1.468291309679891,
      "learning_rate": 9.311994188103019e-05,
      "loss": 1.9141,
      "step": 81204
    },
    {
      "epoch": 3.777855315189579,
      "grad_norm": 1.727655635369363,
      "learning_rate": 9.311650766813893e-05,
      "loss": 2.1406,
      "step": 81205
    },
    {
      "epoch": 3.7779018376366595,
      "grad_norm": 1.691321235820992,
      "learning_rate": 9.311307349007213e-05,
      "loss": 2.1406,
      "step": 81206
    },
    {
      "epoch": 3.7779483600837405,
      "grad_norm": 1.5202700841709502,
      "learning_rate": 9.31096393468318e-05,
      "loss": 2.125,
      "step": 81207
    },
    {
      "epoch": 3.7779948825308214,
      "grad_norm": 1.4767455226676194,
      "learning_rate": 9.310620523842013e-05,
      "loss": 2.0156,
      "step": 81208
    },
    {
      "epoch": 3.778041404977902,
      "grad_norm": 1.632083870367326,
      "learning_rate": 9.310277116483913e-05,
      "loss": 2.0469,
      "step": 81209
    },
    {
      "epoch": 3.7780879274249823,
      "grad_norm": 1.52269087086611,
      "learning_rate": 9.309933712609097e-05,
      "loss": 2.1094,
      "step": 81210
    },
    {
      "epoch": 3.7781344498720633,
      "grad_norm": 1.518609329610389,
      "learning_rate": 9.309590312217771e-05,
      "loss": 2.2656,
      "step": 81211
    },
    {
      "epoch": 3.778180972319144,
      "grad_norm": 1.648067809599847,
      "learning_rate": 9.309246915310151e-05,
      "loss": 2.2188,
      "step": 81212
    },
    {
      "epoch": 3.7782274947662247,
      "grad_norm": 1.5214025567519907,
      "learning_rate": 9.308903521886442e-05,
      "loss": 2.1094,
      "step": 81213
    },
    {
      "epoch": 3.7782740172133056,
      "grad_norm": 1.4855426997029055,
      "learning_rate": 9.30856013194685e-05,
      "loss": 2.0781,
      "step": 81214
    },
    {
      "epoch": 3.778320539660386,
      "grad_norm": 1.5310694835306937,
      "learning_rate": 9.308216745491598e-05,
      "loss": 2.1094,
      "step": 81215
    },
    {
      "epoch": 3.778367062107467,
      "grad_norm": 1.5290817276341155,
      "learning_rate": 9.307873362520887e-05,
      "loss": 2.0625,
      "step": 81216
    },
    {
      "epoch": 3.7784135845545475,
      "grad_norm": 1.5204663799963323,
      "learning_rate": 9.307529983034931e-05,
      "loss": 2.1562,
      "step": 81217
    },
    {
      "epoch": 3.7784601070016284,
      "grad_norm": 1.5299579951996187,
      "learning_rate": 9.30718660703394e-05,
      "loss": 2.0469,
      "step": 81218
    },
    {
      "epoch": 3.778506629448709,
      "grad_norm": 1.5871783782642306,
      "learning_rate": 9.306843234518119e-05,
      "loss": 2.1406,
      "step": 81219
    },
    {
      "epoch": 3.7785531518957898,
      "grad_norm": 1.4358519761133453,
      "learning_rate": 9.306499865487685e-05,
      "loss": 1.7969,
      "step": 81220
    },
    {
      "epoch": 3.7785996743428703,
      "grad_norm": 1.3174915485932868,
      "learning_rate": 9.306156499942845e-05,
      "loss": 1.6719,
      "step": 81221
    },
    {
      "epoch": 3.778646196789951,
      "grad_norm": 1.3503048422991626,
      "learning_rate": 9.30581313788381e-05,
      "loss": 1.9062,
      "step": 81222
    },
    {
      "epoch": 3.778692719237032,
      "grad_norm": 1.577477430062318,
      "learning_rate": 9.305469779310786e-05,
      "loss": 2.1406,
      "step": 81223
    },
    {
      "epoch": 3.7787392416841126,
      "grad_norm": 1.5978873861846299,
      "learning_rate": 9.305126424223993e-05,
      "loss": 2.0312,
      "step": 81224
    },
    {
      "epoch": 3.778785764131193,
      "grad_norm": 1.4552553507730044,
      "learning_rate": 9.304783072623629e-05,
      "loss": 2.0469,
      "step": 81225
    },
    {
      "epoch": 3.778832286578274,
      "grad_norm": 1.4595564339741256,
      "learning_rate": 9.304439724509915e-05,
      "loss": 2.0156,
      "step": 81226
    },
    {
      "epoch": 3.778878809025355,
      "grad_norm": 1.50669433316362,
      "learning_rate": 9.304096379883053e-05,
      "loss": 2.0469,
      "step": 81227
    },
    {
      "epoch": 3.7789253314724354,
      "grad_norm": 1.4854570008210282,
      "learning_rate": 9.30375303874326e-05,
      "loss": 2.0156,
      "step": 81228
    },
    {
      "epoch": 3.7789718539195163,
      "grad_norm": 1.533401549590894,
      "learning_rate": 9.303409701090741e-05,
      "loss": 2.1875,
      "step": 81229
    },
    {
      "epoch": 3.7790183763665968,
      "grad_norm": 1.567779081697511,
      "learning_rate": 9.303066366925709e-05,
      "loss": 2.2344,
      "step": 81230
    },
    {
      "epoch": 3.7790648988136777,
      "grad_norm": 1.4976525927879236,
      "learning_rate": 9.302723036248373e-05,
      "loss": 2.1094,
      "step": 81231
    },
    {
      "epoch": 3.779111421260758,
      "grad_norm": 1.5228542089378072,
      "learning_rate": 9.302379709058944e-05,
      "loss": 2.1562,
      "step": 81232
    },
    {
      "epoch": 3.779157943707839,
      "grad_norm": 1.4855984715064487,
      "learning_rate": 9.302036385357631e-05,
      "loss": 2.1562,
      "step": 81233
    },
    {
      "epoch": 3.77920446615492,
      "grad_norm": 1.5124761006401062,
      "learning_rate": 9.301693065144646e-05,
      "loss": 1.9766,
      "step": 81234
    },
    {
      "epoch": 3.7792509886020005,
      "grad_norm": 1.5052209510304404,
      "learning_rate": 9.301349748420196e-05,
      "loss": 2.0469,
      "step": 81235
    },
    {
      "epoch": 3.779297511049081,
      "grad_norm": 1.4669692521387019,
      "learning_rate": 9.301006435184489e-05,
      "loss": 1.9375,
      "step": 81236
    },
    {
      "epoch": 3.779344033496162,
      "grad_norm": 1.486709881259209,
      "learning_rate": 9.300663125437749e-05,
      "loss": 1.9453,
      "step": 81237
    },
    {
      "epoch": 3.779390555943243,
      "grad_norm": 1.3848820023946888,
      "learning_rate": 9.300319819180169e-05,
      "loss": 1.875,
      "step": 81238
    },
    {
      "epoch": 3.7794370783903233,
      "grad_norm": 1.5238645153540555,
      "learning_rate": 9.299976516411974e-05,
      "loss": 1.9297,
      "step": 81239
    },
    {
      "epoch": 3.779483600837404,
      "grad_norm": 1.4907063626150119,
      "learning_rate": 9.29963321713336e-05,
      "loss": 2.125,
      "step": 81240
    },
    {
      "epoch": 3.7795301232844847,
      "grad_norm": 1.6605707495792517,
      "learning_rate": 9.299289921344549e-05,
      "loss": 2.4844,
      "step": 81241
    },
    {
      "epoch": 3.7795766457315656,
      "grad_norm": 1.4995769465564526,
      "learning_rate": 9.298946629045745e-05,
      "loss": 2.0469,
      "step": 81242
    },
    {
      "epoch": 3.779623168178646,
      "grad_norm": 1.492078101572872,
      "learning_rate": 9.298603340237159e-05,
      "loss": 2.1562,
      "step": 81243
    },
    {
      "epoch": 3.779669690625727,
      "grad_norm": 1.580657390083728,
      "learning_rate": 9.298260054919003e-05,
      "loss": 2.2344,
      "step": 81244
    },
    {
      "epoch": 3.7797162130728075,
      "grad_norm": 1.4741720790075874,
      "learning_rate": 9.297916773091484e-05,
      "loss": 1.8047,
      "step": 81245
    },
    {
      "epoch": 3.7797627355198884,
      "grad_norm": 1.5551164318533666,
      "learning_rate": 9.297573494754817e-05,
      "loss": 2.0469,
      "step": 81246
    },
    {
      "epoch": 3.779809257966969,
      "grad_norm": 1.4773805065316763,
      "learning_rate": 9.297230219909205e-05,
      "loss": 1.9297,
      "step": 81247
    },
    {
      "epoch": 3.77985578041405,
      "grad_norm": 1.4223134346159305,
      "learning_rate": 9.296886948554866e-05,
      "loss": 2.0156,
      "step": 81248
    },
    {
      "epoch": 3.7799023028611307,
      "grad_norm": 1.568980416499815,
      "learning_rate": 9.296543680692001e-05,
      "loss": 2.0781,
      "step": 81249
    },
    {
      "epoch": 3.779948825308211,
      "grad_norm": 1.518712425268373,
      "learning_rate": 9.296200416320832e-05,
      "loss": 2.0938,
      "step": 81250
    },
    {
      "epoch": 3.7799953477552917,
      "grad_norm": 1.534594584414823,
      "learning_rate": 9.29585715544156e-05,
      "loss": 2.0625,
      "step": 81251
    },
    {
      "epoch": 3.7800418702023726,
      "grad_norm": 1.5333396575542808,
      "learning_rate": 9.295513898054399e-05,
      "loss": 2.0781,
      "step": 81252
    },
    {
      "epoch": 3.7800883926494535,
      "grad_norm": 1.5458898013812812,
      "learning_rate": 9.295170644159554e-05,
      "loss": 2.1719,
      "step": 81253
    },
    {
      "epoch": 3.780134915096534,
      "grad_norm": 1.6023830144580027,
      "learning_rate": 9.294827393757242e-05,
      "loss": 2.2812,
      "step": 81254
    },
    {
      "epoch": 3.780181437543615,
      "grad_norm": 1.3760696628227964,
      "learning_rate": 9.294484146847671e-05,
      "loss": 1.5625,
      "step": 81255
    },
    {
      "epoch": 3.7802279599906954,
      "grad_norm": 1.508052162893911,
      "learning_rate": 9.294140903431051e-05,
      "loss": 2.0625,
      "step": 81256
    },
    {
      "epoch": 3.7802744824377763,
      "grad_norm": 1.4889916644723549,
      "learning_rate": 9.293797663507588e-05,
      "loss": 2.0938,
      "step": 81257
    },
    {
      "epoch": 3.780321004884857,
      "grad_norm": 1.4019227043395353,
      "learning_rate": 9.293454427077492e-05,
      "loss": 1.5703,
      "step": 81258
    },
    {
      "epoch": 3.7803675273319377,
      "grad_norm": 1.4920702919601831,
      "learning_rate": 9.293111194140984e-05,
      "loss": 1.9844,
      "step": 81259
    },
    {
      "epoch": 3.7804140497790186,
      "grad_norm": 1.4246816854683908,
      "learning_rate": 9.292767964698265e-05,
      "loss": 1.7578,
      "step": 81260
    },
    {
      "epoch": 3.780460572226099,
      "grad_norm": 1.4599162290166552,
      "learning_rate": 9.292424738749549e-05,
      "loss": 1.9531,
      "step": 81261
    },
    {
      "epoch": 3.7805070946731796,
      "grad_norm": 1.4886453378813782,
      "learning_rate": 9.292081516295042e-05,
      "loss": 2.1094,
      "step": 81262
    },
    {
      "epoch": 3.7805536171202605,
      "grad_norm": 1.6005307485607745,
      "learning_rate": 9.29173829733496e-05,
      "loss": 2.1562,
      "step": 81263
    },
    {
      "epoch": 3.7806001395673414,
      "grad_norm": 1.3386875953437294,
      "learning_rate": 9.291395081869506e-05,
      "loss": 1.625,
      "step": 81264
    },
    {
      "epoch": 3.780646662014422,
      "grad_norm": 1.5199576878675027,
      "learning_rate": 9.291051869898894e-05,
      "loss": 2.1406,
      "step": 81265
    },
    {
      "epoch": 3.780693184461503,
      "grad_norm": 1.5657995191614376,
      "learning_rate": 9.290708661423332e-05,
      "loss": 2.1875,
      "step": 81266
    },
    {
      "epoch": 3.7807397069085833,
      "grad_norm": 1.6174749374392716,
      "learning_rate": 9.290365456443037e-05,
      "loss": 2.1875,
      "step": 81267
    },
    {
      "epoch": 3.780786229355664,
      "grad_norm": 1.4836768501795385,
      "learning_rate": 9.290022254958208e-05,
      "loss": 1.9219,
      "step": 81268
    },
    {
      "epoch": 3.7808327518027447,
      "grad_norm": 1.5728218065877773,
      "learning_rate": 9.289679056969066e-05,
      "loss": 1.9922,
      "step": 81269
    },
    {
      "epoch": 3.7808792742498256,
      "grad_norm": 1.5193678456184858,
      "learning_rate": 9.289335862475815e-05,
      "loss": 1.9766,
      "step": 81270
    },
    {
      "epoch": 3.780925796696906,
      "grad_norm": 1.5445595115156314,
      "learning_rate": 9.288992671478663e-05,
      "loss": 1.9922,
      "step": 81271
    },
    {
      "epoch": 3.780972319143987,
      "grad_norm": 1.559714573377184,
      "learning_rate": 9.288649483977828e-05,
      "loss": 2.2812,
      "step": 81272
    },
    {
      "epoch": 3.7810188415910675,
      "grad_norm": 1.482362426509039,
      "learning_rate": 9.28830629997351e-05,
      "loss": 1.8594,
      "step": 81273
    },
    {
      "epoch": 3.7810653640381484,
      "grad_norm": 1.5512698742372437,
      "learning_rate": 9.287963119465929e-05,
      "loss": 2.0781,
      "step": 81274
    },
    {
      "epoch": 3.7811118864852293,
      "grad_norm": 1.5026950341535945,
      "learning_rate": 9.287619942455288e-05,
      "loss": 1.8906,
      "step": 81275
    },
    {
      "epoch": 3.78115840893231,
      "grad_norm": 1.5859041128620814,
      "learning_rate": 9.287276768941803e-05,
      "loss": 1.9766,
      "step": 81276
    },
    {
      "epoch": 3.7812049313793903,
      "grad_norm": 1.429310291631421,
      "learning_rate": 9.286933598925677e-05,
      "loss": 1.7188,
      "step": 81277
    },
    {
      "epoch": 3.781251453826471,
      "grad_norm": 1.5118087135771727,
      "learning_rate": 9.286590432407126e-05,
      "loss": 2.1406,
      "step": 81278
    },
    {
      "epoch": 3.781297976273552,
      "grad_norm": 1.4232986549390019,
      "learning_rate": 9.286247269386358e-05,
      "loss": 1.8906,
      "step": 81279
    },
    {
      "epoch": 3.7813444987206326,
      "grad_norm": 1.4937154304342406,
      "learning_rate": 9.285904109863578e-05,
      "loss": 1.625,
      "step": 81280
    },
    {
      "epoch": 3.7813910211677135,
      "grad_norm": 1.6095999009974322,
      "learning_rate": 9.285560953839005e-05,
      "loss": 2.2344,
      "step": 81281
    },
    {
      "epoch": 3.781437543614794,
      "grad_norm": 1.5467127215952488,
      "learning_rate": 9.285217801312846e-05,
      "loss": 2.0,
      "step": 81282
    },
    {
      "epoch": 3.781484066061875,
      "grad_norm": 1.5373103535545591,
      "learning_rate": 9.284874652285311e-05,
      "loss": 2.0312,
      "step": 81283
    },
    {
      "epoch": 3.7815305885089554,
      "grad_norm": 1.472569619460767,
      "learning_rate": 9.28453150675661e-05,
      "loss": 2.0469,
      "step": 81284
    },
    {
      "epoch": 3.7815771109560363,
      "grad_norm": 1.5792555429889787,
      "learning_rate": 9.284188364726952e-05,
      "loss": 2.3906,
      "step": 81285
    },
    {
      "epoch": 3.7816236334031172,
      "grad_norm": 1.4784484088074965,
      "learning_rate": 9.283845226196546e-05,
      "loss": 1.8672,
      "step": 81286
    },
    {
      "epoch": 3.7816701558501977,
      "grad_norm": 1.562679657185279,
      "learning_rate": 9.283502091165605e-05,
      "loss": 2.1875,
      "step": 81287
    },
    {
      "epoch": 3.781716678297278,
      "grad_norm": 1.4335547773495827,
      "learning_rate": 9.283158959634335e-05,
      "loss": 1.8281,
      "step": 81288
    },
    {
      "epoch": 3.781763200744359,
      "grad_norm": 1.4667169878322142,
      "learning_rate": 9.282815831602953e-05,
      "loss": 2.0312,
      "step": 81289
    },
    {
      "epoch": 3.78180972319144,
      "grad_norm": 1.5266620735910799,
      "learning_rate": 9.282472707071663e-05,
      "loss": 2.0938,
      "step": 81290
    },
    {
      "epoch": 3.7818562456385205,
      "grad_norm": 1.5615765192983715,
      "learning_rate": 9.282129586040677e-05,
      "loss": 2.0625,
      "step": 81291
    },
    {
      "epoch": 3.7819027680856014,
      "grad_norm": 1.544177667607338,
      "learning_rate": 9.281786468510203e-05,
      "loss": 2.0156,
      "step": 81292
    },
    {
      "epoch": 3.781949290532682,
      "grad_norm": 1.4491520362586139,
      "learning_rate": 9.281443354480457e-05,
      "loss": 2.0156,
      "step": 81293
    },
    {
      "epoch": 3.781995812979763,
      "grad_norm": 1.5074738169429136,
      "learning_rate": 9.281100243951642e-05,
      "loss": 2.2188,
      "step": 81294
    },
    {
      "epoch": 3.7820423354268433,
      "grad_norm": 1.4053608155146722,
      "learning_rate": 9.280757136923973e-05,
      "loss": 1.4453,
      "step": 81295
    },
    {
      "epoch": 3.7820888578739242,
      "grad_norm": 1.5191016660082333,
      "learning_rate": 9.280414033397659e-05,
      "loss": 2.125,
      "step": 81296
    },
    {
      "epoch": 3.782135380321005,
      "grad_norm": 1.4093893577921106,
      "learning_rate": 9.280070933372905e-05,
      "loss": 1.7422,
      "step": 81297
    },
    {
      "epoch": 3.7821819027680856,
      "grad_norm": 1.535168212295576,
      "learning_rate": 9.27972783684993e-05,
      "loss": 2.0938,
      "step": 81298
    },
    {
      "epoch": 3.782228425215166,
      "grad_norm": 1.5083504028843149,
      "learning_rate": 9.279384743828936e-05,
      "loss": 2.0,
      "step": 81299
    },
    {
      "epoch": 3.782274947662247,
      "grad_norm": 1.446752643670082,
      "learning_rate": 9.279041654310139e-05,
      "loss": 1.9141,
      "step": 81300
    },
    {
      "epoch": 3.782321470109328,
      "grad_norm": 1.4581327518767913,
      "learning_rate": 9.278698568293744e-05,
      "loss": 1.8906,
      "step": 81301
    },
    {
      "epoch": 3.7823679925564084,
      "grad_norm": 1.5235129837539163,
      "learning_rate": 9.27835548577996e-05,
      "loss": 2.0312,
      "step": 81302
    },
    {
      "epoch": 3.782414515003489,
      "grad_norm": 1.518156751562118,
      "learning_rate": 9.278012406769006e-05,
      "loss": 2.1719,
      "step": 81303
    },
    {
      "epoch": 3.78246103745057,
      "grad_norm": 1.5766943256672619,
      "learning_rate": 9.277669331261083e-05,
      "loss": 2.25,
      "step": 81304
    },
    {
      "epoch": 3.7825075598976508,
      "grad_norm": 1.4664528211527483,
      "learning_rate": 9.277326259256408e-05,
      "loss": 2.0625,
      "step": 81305
    },
    {
      "epoch": 3.7825540823447312,
      "grad_norm": 1.437796345732621,
      "learning_rate": 9.276983190755186e-05,
      "loss": 2.1562,
      "step": 81306
    },
    {
      "epoch": 3.782600604791812,
      "grad_norm": 1.50556621186264,
      "learning_rate": 9.27664012575763e-05,
      "loss": 2.0469,
      "step": 81307
    },
    {
      "epoch": 3.7826471272388926,
      "grad_norm": 1.6046362846798765,
      "learning_rate": 9.276297064263948e-05,
      "loss": 2.25,
      "step": 81308
    },
    {
      "epoch": 3.7826936496859735,
      "grad_norm": 1.591019399083279,
      "learning_rate": 9.27595400627435e-05,
      "loss": 2.1875,
      "step": 81309
    },
    {
      "epoch": 3.782740172133054,
      "grad_norm": 1.556014468414307,
      "learning_rate": 9.275610951789046e-05,
      "loss": 2.1094,
      "step": 81310
    },
    {
      "epoch": 3.782786694580135,
      "grad_norm": 1.4871156750918524,
      "learning_rate": 9.27526790080825e-05,
      "loss": 2.0625,
      "step": 81311
    },
    {
      "epoch": 3.782833217027216,
      "grad_norm": 1.5191935912967738,
      "learning_rate": 9.274924853332165e-05,
      "loss": 1.9688,
      "step": 81312
    },
    {
      "epoch": 3.7828797394742963,
      "grad_norm": 1.4351819160616381,
      "learning_rate": 9.274581809361007e-05,
      "loss": 1.8281,
      "step": 81313
    },
    {
      "epoch": 3.782926261921377,
      "grad_norm": 1.465933913142014,
      "learning_rate": 9.274238768894983e-05,
      "loss": 2.0781,
      "step": 81314
    },
    {
      "epoch": 3.7829727843684577,
      "grad_norm": 1.532399831941325,
      "learning_rate": 9.273895731934305e-05,
      "loss": 2.0938,
      "step": 81315
    },
    {
      "epoch": 3.7830193068155387,
      "grad_norm": 1.5098478159851825,
      "learning_rate": 9.27355269847918e-05,
      "loss": 2.1875,
      "step": 81316
    },
    {
      "epoch": 3.783065829262619,
      "grad_norm": 1.4332764634753685,
      "learning_rate": 9.273209668529821e-05,
      "loss": 2.0469,
      "step": 81317
    },
    {
      "epoch": 3.7831123517097,
      "grad_norm": 1.578495045781923,
      "learning_rate": 9.272866642086434e-05,
      "loss": 1.9531,
      "step": 81318
    },
    {
      "epoch": 3.7831588741567805,
      "grad_norm": 1.5048813686925775,
      "learning_rate": 9.272523619149237e-05,
      "loss": 2.1094,
      "step": 81319
    },
    {
      "epoch": 3.7832053966038615,
      "grad_norm": 1.7059980620891195,
      "learning_rate": 9.27218059971843e-05,
      "loss": 2.2031,
      "step": 81320
    },
    {
      "epoch": 3.783251919050942,
      "grad_norm": 1.5194713383899487,
      "learning_rate": 9.271837583794231e-05,
      "loss": 2.1406,
      "step": 81321
    },
    {
      "epoch": 3.783298441498023,
      "grad_norm": 1.531707350645185,
      "learning_rate": 9.271494571376847e-05,
      "loss": 2.1719,
      "step": 81322
    },
    {
      "epoch": 3.783344963945104,
      "grad_norm": 1.5296397731403342,
      "learning_rate": 9.271151562466485e-05,
      "loss": 2.1406,
      "step": 81323
    },
    {
      "epoch": 3.7833914863921843,
      "grad_norm": 1.4901172404517733,
      "learning_rate": 9.270808557063354e-05,
      "loss": 1.9453,
      "step": 81324
    },
    {
      "epoch": 3.7834380088392647,
      "grad_norm": 1.6003945860487074,
      "learning_rate": 9.270465555167674e-05,
      "loss": 2.0938,
      "step": 81325
    },
    {
      "epoch": 3.7834845312863457,
      "grad_norm": 1.5404549905439469,
      "learning_rate": 9.270122556779646e-05,
      "loss": 2.2656,
      "step": 81326
    },
    {
      "epoch": 3.7835310537334266,
      "grad_norm": 1.7362688439281972,
      "learning_rate": 9.269779561899486e-05,
      "loss": 1.5938,
      "step": 81327
    },
    {
      "epoch": 3.783577576180507,
      "grad_norm": 1.4240399902563883,
      "learning_rate": 9.269436570527397e-05,
      "loss": 1.8828,
      "step": 81328
    },
    {
      "epoch": 3.783624098627588,
      "grad_norm": 1.950492008078505,
      "learning_rate": 9.269093582663596e-05,
      "loss": 2.2344,
      "step": 81329
    },
    {
      "epoch": 3.7836706210746684,
      "grad_norm": 1.4715212988444615,
      "learning_rate": 9.268750598308287e-05,
      "loss": 2.0781,
      "step": 81330
    },
    {
      "epoch": 3.7837171435217494,
      "grad_norm": 1.475460832864206,
      "learning_rate": 9.268407617461685e-05,
      "loss": 1.8594,
      "step": 81331
    },
    {
      "epoch": 3.78376366596883,
      "grad_norm": 1.7139903641090164,
      "learning_rate": 9.268064640123996e-05,
      "loss": 2.4062,
      "step": 81332
    },
    {
      "epoch": 3.7838101884159108,
      "grad_norm": 1.6090629744289922,
      "learning_rate": 9.267721666295434e-05,
      "loss": 2.3125,
      "step": 81333
    },
    {
      "epoch": 3.7838567108629912,
      "grad_norm": 1.4205627735088817,
      "learning_rate": 9.267378695976202e-05,
      "loss": 1.9609,
      "step": 81334
    },
    {
      "epoch": 3.783903233310072,
      "grad_norm": 1.4905386852664264,
      "learning_rate": 9.26703572916652e-05,
      "loss": 1.9375,
      "step": 81335
    },
    {
      "epoch": 3.7839497557571526,
      "grad_norm": 1.4029182835892973,
      "learning_rate": 9.266692765866589e-05,
      "loss": 1.75,
      "step": 81336
    },
    {
      "epoch": 3.7839962782042336,
      "grad_norm": 1.5398217132233727,
      "learning_rate": 9.266349806076624e-05,
      "loss": 2.125,
      "step": 81337
    },
    {
      "epoch": 3.7840428006513145,
      "grad_norm": 1.5198401421857193,
      "learning_rate": 9.266006849796831e-05,
      "loss": 1.5391,
      "step": 81338
    },
    {
      "epoch": 3.784089323098395,
      "grad_norm": 1.4106114358528727,
      "learning_rate": 9.265663897027428e-05,
      "loss": 1.9688,
      "step": 81339
    },
    {
      "epoch": 3.7841358455454754,
      "grad_norm": 1.5144289601209788,
      "learning_rate": 9.265320947768613e-05,
      "loss": 1.6562,
      "step": 81340
    },
    {
      "epoch": 3.7841823679925564,
      "grad_norm": 1.4787193690768563,
      "learning_rate": 9.264978002020606e-05,
      "loss": 1.9141,
      "step": 81341
    },
    {
      "epoch": 3.7842288904396373,
      "grad_norm": 1.4936988780966203,
      "learning_rate": 9.264635059783612e-05,
      "loss": 2.0469,
      "step": 81342
    },
    {
      "epoch": 3.7842754128867178,
      "grad_norm": 1.6016448635871006,
      "learning_rate": 9.264292121057843e-05,
      "loss": 2.2344,
      "step": 81343
    },
    {
      "epoch": 3.7843219353337987,
      "grad_norm": 1.549715803641031,
      "learning_rate": 9.263949185843505e-05,
      "loss": 2.0469,
      "step": 81344
    },
    {
      "epoch": 3.784368457780879,
      "grad_norm": 1.50725744478019,
      "learning_rate": 9.263606254140815e-05,
      "loss": 2.0625,
      "step": 81345
    },
    {
      "epoch": 3.78441498022796,
      "grad_norm": 1.2846435705638852,
      "learning_rate": 9.263263325949973e-05,
      "loss": 1.5703,
      "step": 81346
    },
    {
      "epoch": 3.7844615026750406,
      "grad_norm": 1.531345925619196,
      "learning_rate": 9.2629204012712e-05,
      "loss": 1.9688,
      "step": 81347
    },
    {
      "epoch": 3.7845080251221215,
      "grad_norm": 1.5669770943837151,
      "learning_rate": 9.2625774801047e-05,
      "loss": 2.0781,
      "step": 81348
    },
    {
      "epoch": 3.7845545475692024,
      "grad_norm": 1.4818111381709669,
      "learning_rate": 9.262234562450685e-05,
      "loss": 2.0469,
      "step": 81349
    },
    {
      "epoch": 3.784601070016283,
      "grad_norm": 1.3410773730221226,
      "learning_rate": 9.261891648309365e-05,
      "loss": 1.5391,
      "step": 81350
    },
    {
      "epoch": 3.7846475924633634,
      "grad_norm": 1.5882223563711741,
      "learning_rate": 9.261548737680948e-05,
      "loss": 2.1719,
      "step": 81351
    },
    {
      "epoch": 3.7846941149104443,
      "grad_norm": 1.478618135930212,
      "learning_rate": 9.261205830565643e-05,
      "loss": 2.0,
      "step": 81352
    },
    {
      "epoch": 3.784740637357525,
      "grad_norm": 1.591870318219594,
      "learning_rate": 9.260862926963663e-05,
      "loss": 1.9922,
      "step": 81353
    },
    {
      "epoch": 3.7847871598046057,
      "grad_norm": 1.4936713105804516,
      "learning_rate": 9.260520026875216e-05,
      "loss": 1.9219,
      "step": 81354
    },
    {
      "epoch": 3.7848336822516866,
      "grad_norm": 1.514520052556006,
      "learning_rate": 9.260177130300512e-05,
      "loss": 2.1406,
      "step": 81355
    },
    {
      "epoch": 3.784880204698767,
      "grad_norm": 1.537294940060912,
      "learning_rate": 9.25983423723976e-05,
      "loss": 1.8906,
      "step": 81356
    },
    {
      "epoch": 3.784926727145848,
      "grad_norm": 1.4124767433661514,
      "learning_rate": 9.259491347693175e-05,
      "loss": 2.0312,
      "step": 81357
    },
    {
      "epoch": 3.7849732495929285,
      "grad_norm": 1.5263074439902864,
      "learning_rate": 9.25914846166096e-05,
      "loss": 2.2188,
      "step": 81358
    },
    {
      "epoch": 3.7850197720400094,
      "grad_norm": 1.4947425948456963,
      "learning_rate": 9.258805579143331e-05,
      "loss": 1.8828,
      "step": 81359
    },
    {
      "epoch": 3.78506629448709,
      "grad_norm": 1.3944060418968516,
      "learning_rate": 9.258462700140493e-05,
      "loss": 1.875,
      "step": 81360
    },
    {
      "epoch": 3.785112816934171,
      "grad_norm": 1.5214185092905577,
      "learning_rate": 9.258119824652659e-05,
      "loss": 2.0469,
      "step": 81361
    },
    {
      "epoch": 3.7851593393812513,
      "grad_norm": 1.5149355414543726,
      "learning_rate": 9.257776952680036e-05,
      "loss": 1.9922,
      "step": 81362
    },
    {
      "epoch": 3.785205861828332,
      "grad_norm": 1.4130283892461346,
      "learning_rate": 9.25743408422284e-05,
      "loss": 1.7344,
      "step": 81363
    },
    {
      "epoch": 3.785252384275413,
      "grad_norm": 1.578980776443539,
      "learning_rate": 9.25709121928127e-05,
      "loss": 2.1719,
      "step": 81364
    },
    {
      "epoch": 3.7852989067224936,
      "grad_norm": 1.4991502112477804,
      "learning_rate": 9.25674835785555e-05,
      "loss": 2.0781,
      "step": 81365
    },
    {
      "epoch": 3.785345429169574,
      "grad_norm": 1.5291688706066668,
      "learning_rate": 9.256405499945877e-05,
      "loss": 2.2031,
      "step": 81366
    },
    {
      "epoch": 3.785391951616655,
      "grad_norm": 1.4294301978158959,
      "learning_rate": 9.256062645552471e-05,
      "loss": 1.7969,
      "step": 81367
    },
    {
      "epoch": 3.785438474063736,
      "grad_norm": 1.667114577033352,
      "learning_rate": 9.255719794675529e-05,
      "loss": 2.1875,
      "step": 81368
    },
    {
      "epoch": 3.7854849965108164,
      "grad_norm": 1.3992009709189297,
      "learning_rate": 9.255376947315274e-05,
      "loss": 2.0312,
      "step": 81369
    },
    {
      "epoch": 3.7855315189578973,
      "grad_norm": 1.5279317516601247,
      "learning_rate": 9.255034103471913e-05,
      "loss": 2.25,
      "step": 81370
    },
    {
      "epoch": 3.785578041404978,
      "grad_norm": 1.5370394305164903,
      "learning_rate": 9.254691263145652e-05,
      "loss": 2.0156,
      "step": 81371
    },
    {
      "epoch": 3.7856245638520587,
      "grad_norm": 1.4550125440490738,
      "learning_rate": 9.254348426336705e-05,
      "loss": 1.9531,
      "step": 81372
    },
    {
      "epoch": 3.785671086299139,
      "grad_norm": 1.4979596142293639,
      "learning_rate": 9.254005593045277e-05,
      "loss": 2.0781,
      "step": 81373
    },
    {
      "epoch": 3.78571760874622,
      "grad_norm": 1.5829774431060575,
      "learning_rate": 9.253662763271583e-05,
      "loss": 2.1406,
      "step": 81374
    },
    {
      "epoch": 3.785764131193301,
      "grad_norm": 1.4187362934513903,
      "learning_rate": 9.25331993701583e-05,
      "loss": 1.9688,
      "step": 81375
    },
    {
      "epoch": 3.7858106536403815,
      "grad_norm": 1.554479805076564,
      "learning_rate": 9.252977114278229e-05,
      "loss": 2.2656,
      "step": 81376
    },
    {
      "epoch": 3.785857176087462,
      "grad_norm": 1.4013147324855948,
      "learning_rate": 9.25263429505899e-05,
      "loss": 1.7812,
      "step": 81377
    },
    {
      "epoch": 3.785903698534543,
      "grad_norm": 1.4699178516609468,
      "learning_rate": 9.252291479358319e-05,
      "loss": 1.9766,
      "step": 81378
    },
    {
      "epoch": 3.785950220981624,
      "grad_norm": 1.4666696191371766,
      "learning_rate": 9.251948667176433e-05,
      "loss": 1.8984,
      "step": 81379
    },
    {
      "epoch": 3.7859967434287043,
      "grad_norm": 1.4731523429887738,
      "learning_rate": 9.251605858513534e-05,
      "loss": 2.1562,
      "step": 81380
    },
    {
      "epoch": 3.786043265875785,
      "grad_norm": 1.4942122196879464,
      "learning_rate": 9.25126305336984e-05,
      "loss": 2.0156,
      "step": 81381
    },
    {
      "epoch": 3.7860897883228657,
      "grad_norm": 1.4934483111875447,
      "learning_rate": 9.250920251745551e-05,
      "loss": 1.9062,
      "step": 81382
    },
    {
      "epoch": 3.7861363107699466,
      "grad_norm": 1.546911347840984,
      "learning_rate": 9.250577453640887e-05,
      "loss": 2.0938,
      "step": 81383
    },
    {
      "epoch": 3.786182833217027,
      "grad_norm": 1.4308988185478766,
      "learning_rate": 9.25023465905605e-05,
      "loss": 1.9453,
      "step": 81384
    },
    {
      "epoch": 3.786229355664108,
      "grad_norm": 1.555715292134003,
      "learning_rate": 9.249891867991256e-05,
      "loss": 2.0625,
      "step": 81385
    },
    {
      "epoch": 3.7862758781111885,
      "grad_norm": 1.4595840719511768,
      "learning_rate": 9.24954908044671e-05,
      "loss": 1.8438,
      "step": 81386
    },
    {
      "epoch": 3.7863224005582694,
      "grad_norm": 1.393853047397492,
      "learning_rate": 9.249206296422628e-05,
      "loss": 1.7812,
      "step": 81387
    },
    {
      "epoch": 3.78636892300535,
      "grad_norm": 1.5625271769112012,
      "learning_rate": 9.248863515919209e-05,
      "loss": 2.2188,
      "step": 81388
    },
    {
      "epoch": 3.786415445452431,
      "grad_norm": 1.392745560095163,
      "learning_rate": 9.248520738936677e-05,
      "loss": 1.7656,
      "step": 81389
    },
    {
      "epoch": 3.7864619678995117,
      "grad_norm": 1.4586551547299798,
      "learning_rate": 9.248177965475227e-05,
      "loss": 1.875,
      "step": 81390
    },
    {
      "epoch": 3.786508490346592,
      "grad_norm": 1.571694697864062,
      "learning_rate": 9.247835195535079e-05,
      "loss": 2.1562,
      "step": 81391
    },
    {
      "epoch": 3.7865550127936727,
      "grad_norm": 1.580365276353595,
      "learning_rate": 9.247492429116442e-05,
      "loss": 2.1562,
      "step": 81392
    },
    {
      "epoch": 3.7866015352407536,
      "grad_norm": 1.5166831231715445,
      "learning_rate": 9.24714966621952e-05,
      "loss": 2.0469,
      "step": 81393
    },
    {
      "epoch": 3.7866480576878345,
      "grad_norm": 1.4857581253694945,
      "learning_rate": 9.246806906844535e-05,
      "loss": 2.0938,
      "step": 81394
    },
    {
      "epoch": 3.786694580134915,
      "grad_norm": 1.4917515118202858,
      "learning_rate": 9.246464150991682e-05,
      "loss": 2.0312,
      "step": 81395
    },
    {
      "epoch": 3.786741102581996,
      "grad_norm": 1.5073427063206548,
      "learning_rate": 9.24612139866118e-05,
      "loss": 2.1875,
      "step": 81396
    },
    {
      "epoch": 3.7867876250290764,
      "grad_norm": 1.5963896922793555,
      "learning_rate": 9.245778649853234e-05,
      "loss": 2.25,
      "step": 81397
    },
    {
      "epoch": 3.7868341474761573,
      "grad_norm": 1.4455802226104406,
      "learning_rate": 9.245435904568062e-05,
      "loss": 1.8984,
      "step": 81398
    },
    {
      "epoch": 3.786880669923238,
      "grad_norm": 1.6048355264689875,
      "learning_rate": 9.245093162805863e-05,
      "loss": 2.1562,
      "step": 81399
    },
    {
      "epoch": 3.7869271923703187,
      "grad_norm": 1.4628732195725016,
      "learning_rate": 9.244750424566854e-05,
      "loss": 2.125,
      "step": 81400
    },
    {
      "epoch": 3.7869737148173996,
      "grad_norm": 1.6266439166548659,
      "learning_rate": 9.244407689851242e-05,
      "loss": 2.3594,
      "step": 81401
    },
    {
      "epoch": 3.78702023726448,
      "grad_norm": 1.4451803863475856,
      "learning_rate": 9.244064958659239e-05,
      "loss": 1.9531,
      "step": 81402
    },
    {
      "epoch": 3.7870667597115606,
      "grad_norm": 1.507356672650102,
      "learning_rate": 9.243722230991053e-05,
      "loss": 2.0469,
      "step": 81403
    },
    {
      "epoch": 3.7871132821586415,
      "grad_norm": 1.4565431028028621,
      "learning_rate": 9.243379506846892e-05,
      "loss": 1.9297,
      "step": 81404
    },
    {
      "epoch": 3.7871598046057224,
      "grad_norm": 1.5308999178347535,
      "learning_rate": 9.24303678622697e-05,
      "loss": 2.0156,
      "step": 81405
    },
    {
      "epoch": 3.787206327052803,
      "grad_norm": 1.515560607696179,
      "learning_rate": 9.242694069131492e-05,
      "loss": 1.9453,
      "step": 81406
    },
    {
      "epoch": 3.787252849499884,
      "grad_norm": 1.5657555792542412,
      "learning_rate": 9.242351355560674e-05,
      "loss": 2.2812,
      "step": 81407
    },
    {
      "epoch": 3.7872993719469643,
      "grad_norm": 1.4944135215751722,
      "learning_rate": 9.24200864551472e-05,
      "loss": 2.0625,
      "step": 81408
    },
    {
      "epoch": 3.7873458943940452,
      "grad_norm": 1.5172825446644527,
      "learning_rate": 9.241665938993845e-05,
      "loss": 2.2031,
      "step": 81409
    },
    {
      "epoch": 3.7873924168411257,
      "grad_norm": 1.5051609921223008,
      "learning_rate": 9.241323235998252e-05,
      "loss": 2.0625,
      "step": 81410
    },
    {
      "epoch": 3.7874389392882066,
      "grad_norm": 1.398109433842794,
      "learning_rate": 9.24098053652816e-05,
      "loss": 1.9531,
      "step": 81411
    },
    {
      "epoch": 3.7874854617352876,
      "grad_norm": 1.4817546733653872,
      "learning_rate": 9.240637840583764e-05,
      "loss": 1.9531,
      "step": 81412
    },
    {
      "epoch": 3.787531984182368,
      "grad_norm": 1.488461238744112,
      "learning_rate": 9.24029514816529e-05,
      "loss": 2.1406,
      "step": 81413
    },
    {
      "epoch": 3.7875785066294485,
      "grad_norm": 1.511732389243566,
      "learning_rate": 9.239952459272943e-05,
      "loss": 2.2812,
      "step": 81414
    },
    {
      "epoch": 3.7876250290765294,
      "grad_norm": 1.287558283414439,
      "learning_rate": 9.239609773906928e-05,
      "loss": 1.5469,
      "step": 81415
    },
    {
      "epoch": 3.7876715515236103,
      "grad_norm": 1.4852703066422848,
      "learning_rate": 9.23926709206746e-05,
      "loss": 2.0469,
      "step": 81416
    },
    {
      "epoch": 3.787718073970691,
      "grad_norm": 1.4943324337046298,
      "learning_rate": 9.238924413754744e-05,
      "loss": 2.0469,
      "step": 81417
    },
    {
      "epoch": 3.7877645964177713,
      "grad_norm": 1.43717359150687,
      "learning_rate": 9.238581738968998e-05,
      "loss": 1.7656,
      "step": 81418
    },
    {
      "epoch": 3.7878111188648522,
      "grad_norm": 1.4397204181419725,
      "learning_rate": 9.23823906771042e-05,
      "loss": 2.0,
      "step": 81419
    },
    {
      "epoch": 3.787857641311933,
      "grad_norm": 1.5914616250264664,
      "learning_rate": 9.23789639997923e-05,
      "loss": 2.0938,
      "step": 81420
    },
    {
      "epoch": 3.7879041637590136,
      "grad_norm": 1.5400978060143367,
      "learning_rate": 9.237553735775632e-05,
      "loss": 2.1719,
      "step": 81421
    },
    {
      "epoch": 3.7879506862060945,
      "grad_norm": 1.5346695160653374,
      "learning_rate": 9.23721107509984e-05,
      "loss": 2.0781,
      "step": 81422
    },
    {
      "epoch": 3.787997208653175,
      "grad_norm": 1.4727029772395068,
      "learning_rate": 9.236868417952057e-05,
      "loss": 1.9844,
      "step": 81423
    },
    {
      "epoch": 3.788043731100256,
      "grad_norm": 1.4709107290780552,
      "learning_rate": 9.236525764332502e-05,
      "loss": 2.0625,
      "step": 81424
    },
    {
      "epoch": 3.7880902535473364,
      "grad_norm": 1.4909872937637416,
      "learning_rate": 9.236183114241374e-05,
      "loss": 2.0938,
      "step": 81425
    },
    {
      "epoch": 3.7881367759944173,
      "grad_norm": 1.471615296113043,
      "learning_rate": 9.235840467678894e-05,
      "loss": 1.9766,
      "step": 81426
    },
    {
      "epoch": 3.7881832984414983,
      "grad_norm": 1.5183586596831067,
      "learning_rate": 9.235497824645264e-05,
      "loss": 2.125,
      "step": 81427
    },
    {
      "epoch": 3.7882298208885787,
      "grad_norm": 1.5092132135999694,
      "learning_rate": 9.235155185140698e-05,
      "loss": 2.0625,
      "step": 81428
    },
    {
      "epoch": 3.788276343335659,
      "grad_norm": 1.4693218720068353,
      "learning_rate": 9.234812549165403e-05,
      "loss": 1.9922,
      "step": 81429
    },
    {
      "epoch": 3.78832286578274,
      "grad_norm": 1.5217080235065312,
      "learning_rate": 9.234469916719588e-05,
      "loss": 1.9609,
      "step": 81430
    },
    {
      "epoch": 3.788369388229821,
      "grad_norm": 1.5058815013106595,
      "learning_rate": 9.234127287803469e-05,
      "loss": 2.1406,
      "step": 81431
    },
    {
      "epoch": 3.7884159106769015,
      "grad_norm": 1.481583817667985,
      "learning_rate": 9.233784662417247e-05,
      "loss": 2.0938,
      "step": 81432
    },
    {
      "epoch": 3.7884624331239825,
      "grad_norm": 1.5415901773470666,
      "learning_rate": 9.233442040561131e-05,
      "loss": 2.0469,
      "step": 81433
    },
    {
      "epoch": 3.788508955571063,
      "grad_norm": 1.537840155100727,
      "learning_rate": 9.233099422235343e-05,
      "loss": 2.0781,
      "step": 81434
    },
    {
      "epoch": 3.788555478018144,
      "grad_norm": 1.5055271819503693,
      "learning_rate": 9.232756807440085e-05,
      "loss": 2.0469,
      "step": 81435
    },
    {
      "epoch": 3.7886020004652243,
      "grad_norm": 1.4427069043549097,
      "learning_rate": 9.232414196175566e-05,
      "loss": 2.0,
      "step": 81436
    },
    {
      "epoch": 3.7886485229123052,
      "grad_norm": 1.3978644528604967,
      "learning_rate": 9.232071588441998e-05,
      "loss": 1.8281,
      "step": 81437
    },
    {
      "epoch": 3.788695045359386,
      "grad_norm": 1.4733809926854264,
      "learning_rate": 9.231728984239591e-05,
      "loss": 2.0156,
      "step": 81438
    },
    {
      "epoch": 3.7887415678064666,
      "grad_norm": 1.3930366061837005,
      "learning_rate": 9.231386383568549e-05,
      "loss": 1.8203,
      "step": 81439
    },
    {
      "epoch": 3.788788090253547,
      "grad_norm": 1.4833400431519468,
      "learning_rate": 9.231043786429092e-05,
      "loss": 2.0312,
      "step": 81440
    },
    {
      "epoch": 3.788834612700628,
      "grad_norm": 1.5133854596411254,
      "learning_rate": 9.23070119282142e-05,
      "loss": 2.0625,
      "step": 81441
    },
    {
      "epoch": 3.788881135147709,
      "grad_norm": 1.4776702815235967,
      "learning_rate": 9.23035860274575e-05,
      "loss": 2.1406,
      "step": 81442
    },
    {
      "epoch": 3.7889276575947894,
      "grad_norm": 1.5084181206285718,
      "learning_rate": 9.230016016202283e-05,
      "loss": 2.0469,
      "step": 81443
    },
    {
      "epoch": 3.7889741800418704,
      "grad_norm": 1.4651899112954716,
      "learning_rate": 9.22967343319124e-05,
      "loss": 1.8906,
      "step": 81444
    },
    {
      "epoch": 3.789020702488951,
      "grad_norm": 1.5313718402731942,
      "learning_rate": 9.229330853712822e-05,
      "loss": 2.2031,
      "step": 81445
    },
    {
      "epoch": 3.7890672249360318,
      "grad_norm": 1.6175331149994656,
      "learning_rate": 9.228988277767244e-05,
      "loss": 2.1562,
      "step": 81446
    },
    {
      "epoch": 3.7891137473831122,
      "grad_norm": 1.4993323109192287,
      "learning_rate": 9.22864570535471e-05,
      "loss": 2.0312,
      "step": 81447
    },
    {
      "epoch": 3.789160269830193,
      "grad_norm": 1.517759582947543,
      "learning_rate": 9.228303136475435e-05,
      "loss": 2.2344,
      "step": 81448
    },
    {
      "epoch": 3.7892067922772736,
      "grad_norm": 1.626532037475056,
      "learning_rate": 9.227960571129627e-05,
      "loss": 2.25,
      "step": 81449
    },
    {
      "epoch": 3.7892533147243546,
      "grad_norm": 1.4231605098942615,
      "learning_rate": 9.227618009317495e-05,
      "loss": 1.8594,
      "step": 81450
    },
    {
      "epoch": 3.789299837171435,
      "grad_norm": 1.439449064658823,
      "learning_rate": 9.227275451039248e-05,
      "loss": 1.9609,
      "step": 81451
    },
    {
      "epoch": 3.789346359618516,
      "grad_norm": 1.497764466803121,
      "learning_rate": 9.226932896295099e-05,
      "loss": 1.9844,
      "step": 81452
    },
    {
      "epoch": 3.789392882065597,
      "grad_norm": 1.5084201886338464,
      "learning_rate": 9.226590345085255e-05,
      "loss": 1.8906,
      "step": 81453
    },
    {
      "epoch": 3.7894394045126774,
      "grad_norm": 1.5023354625971983,
      "learning_rate": 9.226247797409927e-05,
      "loss": 2.0625,
      "step": 81454
    },
    {
      "epoch": 3.789485926959758,
      "grad_norm": 1.4898109058203697,
      "learning_rate": 9.22590525326932e-05,
      "loss": 2.0781,
      "step": 81455
    },
    {
      "epoch": 3.7895324494068388,
      "grad_norm": 1.4769935372802483,
      "learning_rate": 9.225562712663651e-05,
      "loss": 2.0781,
      "step": 81456
    },
    {
      "epoch": 3.7895789718539197,
      "grad_norm": 1.5154972066394459,
      "learning_rate": 9.225220175593127e-05,
      "loss": 2.1719,
      "step": 81457
    },
    {
      "epoch": 3.789625494301,
      "grad_norm": 1.4833221044504836,
      "learning_rate": 9.224877642057959e-05,
      "loss": 2.0781,
      "step": 81458
    },
    {
      "epoch": 3.789672016748081,
      "grad_norm": 1.4454372563461055,
      "learning_rate": 9.224535112058353e-05,
      "loss": 2.0156,
      "step": 81459
    },
    {
      "epoch": 3.7897185391951616,
      "grad_norm": 1.5447645698971348,
      "learning_rate": 9.224192585594521e-05,
      "loss": 2.1719,
      "step": 81460
    },
    {
      "epoch": 3.7897650616422425,
      "grad_norm": 1.5609873377057017,
      "learning_rate": 9.22385006266667e-05,
      "loss": 2.0312,
      "step": 81461
    },
    {
      "epoch": 3.789811584089323,
      "grad_norm": 1.5806633488407489,
      "learning_rate": 9.223507543275018e-05,
      "loss": 1.8906,
      "step": 81462
    },
    {
      "epoch": 3.789858106536404,
      "grad_norm": 1.548225553469262,
      "learning_rate": 9.223165027419763e-05,
      "loss": 1.8984,
      "step": 81463
    },
    {
      "epoch": 3.789904628983485,
      "grad_norm": 1.412579004769833,
      "learning_rate": 9.222822515101124e-05,
      "loss": 1.9141,
      "step": 81464
    },
    {
      "epoch": 3.7899511514305653,
      "grad_norm": 1.4886655041628298,
      "learning_rate": 9.222480006319303e-05,
      "loss": 1.9688,
      "step": 81465
    },
    {
      "epoch": 3.7899976738776457,
      "grad_norm": 1.5704342213120392,
      "learning_rate": 9.222137501074519e-05,
      "loss": 2.1719,
      "step": 81466
    },
    {
      "epoch": 3.7900441963247267,
      "grad_norm": 1.5547892495633762,
      "learning_rate": 9.221794999366971e-05,
      "loss": 2.1406,
      "step": 81467
    },
    {
      "epoch": 3.7900907187718076,
      "grad_norm": 1.5107105584975615,
      "learning_rate": 9.221452501196879e-05,
      "loss": 2.0469,
      "step": 81468
    },
    {
      "epoch": 3.790137241218888,
      "grad_norm": 1.525926435299092,
      "learning_rate": 9.221110006564444e-05,
      "loss": 2.125,
      "step": 81469
    },
    {
      "epoch": 3.790183763665969,
      "grad_norm": 1.5070550677583312,
      "learning_rate": 9.220767515469882e-05,
      "loss": 2.0,
      "step": 81470
    },
    {
      "epoch": 3.7902302861130495,
      "grad_norm": 1.485262823629234,
      "learning_rate": 9.220425027913399e-05,
      "loss": 2.0156,
      "step": 81471
    },
    {
      "epoch": 3.7902768085601304,
      "grad_norm": 1.4183192341537085,
      "learning_rate": 9.220082543895209e-05,
      "loss": 1.8594,
      "step": 81472
    },
    {
      "epoch": 3.790323331007211,
      "grad_norm": 1.489416403303248,
      "learning_rate": 9.219740063415512e-05,
      "loss": 2.0469,
      "step": 81473
    },
    {
      "epoch": 3.790369853454292,
      "grad_norm": 1.4595101292637789,
      "learning_rate": 9.21939758647453e-05,
      "loss": 1.8672,
      "step": 81474
    },
    {
      "epoch": 3.7904163759013723,
      "grad_norm": 1.479891711761366,
      "learning_rate": 9.219055113072463e-05,
      "loss": 2.125,
      "step": 81475
    },
    {
      "epoch": 3.790462898348453,
      "grad_norm": 1.4896473083427364,
      "learning_rate": 9.218712643209529e-05,
      "loss": 2.0156,
      "step": 81476
    },
    {
      "epoch": 3.7905094207955337,
      "grad_norm": 1.5633539982630393,
      "learning_rate": 9.218370176885926e-05,
      "loss": 2.1719,
      "step": 81477
    },
    {
      "epoch": 3.7905559432426146,
      "grad_norm": 1.5216868094610325,
      "learning_rate": 9.218027714101873e-05,
      "loss": 2.1094,
      "step": 81478
    },
    {
      "epoch": 3.7906024656896955,
      "grad_norm": 1.4426713718710256,
      "learning_rate": 9.217685254857582e-05,
      "loss": 1.8984,
      "step": 81479
    },
    {
      "epoch": 3.790648988136776,
      "grad_norm": 1.5738387739873945,
      "learning_rate": 9.217342799153255e-05,
      "loss": 2.0781,
      "step": 81480
    },
    {
      "epoch": 3.7906955105838565,
      "grad_norm": 1.559825635670759,
      "learning_rate": 9.217000346989108e-05,
      "loss": 2.125,
      "step": 81481
    },
    {
      "epoch": 3.7907420330309374,
      "grad_norm": 1.4739213268638365,
      "learning_rate": 9.216657898365343e-05,
      "loss": 1.9766,
      "step": 81482
    },
    {
      "epoch": 3.7907885554780183,
      "grad_norm": 1.5156155962212743,
      "learning_rate": 9.216315453282179e-05,
      "loss": 1.7656,
      "step": 81483
    },
    {
      "epoch": 3.7908350779250988,
      "grad_norm": 1.453649014513409,
      "learning_rate": 9.21597301173982e-05,
      "loss": 2.0938,
      "step": 81484
    },
    {
      "epoch": 3.7908816003721797,
      "grad_norm": 1.4656364765601133,
      "learning_rate": 9.215630573738474e-05,
      "loss": 1.8594,
      "step": 81485
    },
    {
      "epoch": 3.79092812281926,
      "grad_norm": 1.5074762193948683,
      "learning_rate": 9.215288139278354e-05,
      "loss": 2.0156,
      "step": 81486
    },
    {
      "epoch": 3.790974645266341,
      "grad_norm": 1.285534979761477,
      "learning_rate": 9.214945708359667e-05,
      "loss": 1.4922,
      "step": 81487
    },
    {
      "epoch": 3.7910211677134216,
      "grad_norm": 1.5141947789244607,
      "learning_rate": 9.214603280982628e-05,
      "loss": 2.0312,
      "step": 81488
    },
    {
      "epoch": 3.7910676901605025,
      "grad_norm": 1.4442473372855025,
      "learning_rate": 9.21426085714744e-05,
      "loss": 1.9141,
      "step": 81489
    },
    {
      "epoch": 3.7911142126075834,
      "grad_norm": 1.477330547403536,
      "learning_rate": 9.213918436854316e-05,
      "loss": 2.0781,
      "step": 81490
    },
    {
      "epoch": 3.791160735054664,
      "grad_norm": 1.4713629309473562,
      "learning_rate": 9.213576020103466e-05,
      "loss": 1.9297,
      "step": 81491
    },
    {
      "epoch": 3.7912072575017444,
      "grad_norm": 1.472509745249211,
      "learning_rate": 9.213233606895098e-05,
      "loss": 1.9141,
      "step": 81492
    },
    {
      "epoch": 3.7912537799488253,
      "grad_norm": 1.5175803750063352,
      "learning_rate": 9.212891197229423e-05,
      "loss": 2.1406,
      "step": 81493
    },
    {
      "epoch": 3.791300302395906,
      "grad_norm": 1.5271272998239716,
      "learning_rate": 9.212548791106652e-05,
      "loss": 2.0469,
      "step": 81494
    },
    {
      "epoch": 3.7913468248429867,
      "grad_norm": 1.5630565505869776,
      "learning_rate": 9.212206388526989e-05,
      "loss": 2.1094,
      "step": 81495
    },
    {
      "epoch": 3.7913933472900676,
      "grad_norm": 1.4778247885101576,
      "learning_rate": 9.21186398949065e-05,
      "loss": 2.0312,
      "step": 81496
    },
    {
      "epoch": 3.791439869737148,
      "grad_norm": 1.3915551862358528,
      "learning_rate": 9.21152159399784e-05,
      "loss": 1.7734,
      "step": 81497
    },
    {
      "epoch": 3.791486392184229,
      "grad_norm": 1.5145239889431614,
      "learning_rate": 9.211179202048774e-05,
      "loss": 1.9609,
      "step": 81498
    },
    {
      "epoch": 3.7915329146313095,
      "grad_norm": 1.537466364465014,
      "learning_rate": 9.210836813643652e-05,
      "loss": 2.1406,
      "step": 81499
    },
    {
      "epoch": 3.7915794370783904,
      "grad_norm": 1.5401002001204407,
      "learning_rate": 9.21049442878269e-05,
      "loss": 1.9453,
      "step": 81500
    },
    {
      "epoch": 3.791625959525471,
      "grad_norm": 1.5110969701275254,
      "learning_rate": 9.210152047466106e-05,
      "loss": 2.0938,
      "step": 81501
    },
    {
      "epoch": 3.791672481972552,
      "grad_norm": 1.4666455824231945,
      "learning_rate": 9.209809669694091e-05,
      "loss": 1.875,
      "step": 81502
    },
    {
      "epoch": 3.7917190044196323,
      "grad_norm": 1.4366338226688458,
      "learning_rate": 9.209467295466872e-05,
      "loss": 1.8984,
      "step": 81503
    },
    {
      "epoch": 3.791765526866713,
      "grad_norm": 1.5064214078101907,
      "learning_rate": 9.209124924784648e-05,
      "loss": 2.1406,
      "step": 81504
    },
    {
      "epoch": 3.791812049313794,
      "grad_norm": 1.4661362569830296,
      "learning_rate": 9.208782557647635e-05,
      "loss": 1.9922,
      "step": 81505
    },
    {
      "epoch": 3.7918585717608746,
      "grad_norm": 1.502642959936323,
      "learning_rate": 9.208440194056037e-05,
      "loss": 2.0938,
      "step": 81506
    },
    {
      "epoch": 3.791905094207955,
      "grad_norm": 1.505946235018885,
      "learning_rate": 9.208097834010068e-05,
      "loss": 1.9453,
      "step": 81507
    },
    {
      "epoch": 3.791951616655036,
      "grad_norm": 1.43377078354526,
      "learning_rate": 9.207755477509932e-05,
      "loss": 1.9141,
      "step": 81508
    },
    {
      "epoch": 3.791998139102117,
      "grad_norm": 1.4978540600926258,
      "learning_rate": 9.207413124555846e-05,
      "loss": 2.0156,
      "step": 81509
    },
    {
      "epoch": 3.7920446615491974,
      "grad_norm": 1.5780961267324862,
      "learning_rate": 9.207070775148013e-05,
      "loss": 2.2344,
      "step": 81510
    },
    {
      "epoch": 3.7920911839962783,
      "grad_norm": 1.515513861298453,
      "learning_rate": 9.206728429286647e-05,
      "loss": 2.0,
      "step": 81511
    },
    {
      "epoch": 3.792137706443359,
      "grad_norm": 1.4588753269144825,
      "learning_rate": 9.206386086971957e-05,
      "loss": 1.5156,
      "step": 81512
    },
    {
      "epoch": 3.7921842288904397,
      "grad_norm": 1.4452907151484322,
      "learning_rate": 9.20604374820415e-05,
      "loss": 1.7578,
      "step": 81513
    },
    {
      "epoch": 3.79223075133752,
      "grad_norm": 1.3800484499224193,
      "learning_rate": 9.205701412983439e-05,
      "loss": 1.875,
      "step": 81514
    },
    {
      "epoch": 3.792277273784601,
      "grad_norm": 1.5272506934134666,
      "learning_rate": 9.205359081310027e-05,
      "loss": 2.1094,
      "step": 81515
    },
    {
      "epoch": 3.792323796231682,
      "grad_norm": 1.3437500702167993,
      "learning_rate": 9.205016753184135e-05,
      "loss": 1.5781,
      "step": 81516
    },
    {
      "epoch": 3.7923703186787625,
      "grad_norm": 1.5456202854459242,
      "learning_rate": 9.20467442860596e-05,
      "loss": 2.25,
      "step": 81517
    },
    {
      "epoch": 3.792416841125843,
      "grad_norm": 1.586409510124627,
      "learning_rate": 9.204332107575721e-05,
      "loss": 2.1406,
      "step": 81518
    },
    {
      "epoch": 3.792463363572924,
      "grad_norm": 1.5818252697209296,
      "learning_rate": 9.203989790093621e-05,
      "loss": 2.2031,
      "step": 81519
    },
    {
      "epoch": 3.792509886020005,
      "grad_norm": 1.5485221707682895,
      "learning_rate": 9.203647476159877e-05,
      "loss": 2.1875,
      "step": 81520
    },
    {
      "epoch": 3.7925564084670853,
      "grad_norm": 1.5619218002527573,
      "learning_rate": 9.203305165774688e-05,
      "loss": 2.125,
      "step": 81521
    },
    {
      "epoch": 3.7926029309141662,
      "grad_norm": 1.6221179924013012,
      "learning_rate": 9.202962858938272e-05,
      "loss": 2.2344,
      "step": 81522
    },
    {
      "epoch": 3.7926494533612467,
      "grad_norm": 1.5076358463976984,
      "learning_rate": 9.202620555650837e-05,
      "loss": 2.1094,
      "step": 81523
    },
    {
      "epoch": 3.7926959758083276,
      "grad_norm": 1.5085840949581093,
      "learning_rate": 9.202278255912593e-05,
      "loss": 2.1094,
      "step": 81524
    },
    {
      "epoch": 3.792742498255408,
      "grad_norm": 1.5507832285112588,
      "learning_rate": 9.20193595972375e-05,
      "loss": 2.125,
      "step": 81525
    },
    {
      "epoch": 3.792789020702489,
      "grad_norm": 1.5185889246475612,
      "learning_rate": 9.20159366708451e-05,
      "loss": 2.0312,
      "step": 81526
    },
    {
      "epoch": 3.79283554314957,
      "grad_norm": 1.5569987829032323,
      "learning_rate": 9.201251377995094e-05,
      "loss": 2.1562,
      "step": 81527
    },
    {
      "epoch": 3.7928820655966504,
      "grad_norm": 1.5581026229426336,
      "learning_rate": 9.200909092455705e-05,
      "loss": 2.1406,
      "step": 81528
    },
    {
      "epoch": 3.792928588043731,
      "grad_norm": 1.596829090142737,
      "learning_rate": 9.200566810466554e-05,
      "loss": 2.0625,
      "step": 81529
    },
    {
      "epoch": 3.792975110490812,
      "grad_norm": 1.5525677055365443,
      "learning_rate": 9.200224532027849e-05,
      "loss": 2.1094,
      "step": 81530
    },
    {
      "epoch": 3.7930216329378927,
      "grad_norm": 1.4182403052648023,
      "learning_rate": 9.199882257139802e-05,
      "loss": 1.8203,
      "step": 81531
    },
    {
      "epoch": 3.793068155384973,
      "grad_norm": 1.4036249976447472,
      "learning_rate": 9.199539985802618e-05,
      "loss": 1.8438,
      "step": 81532
    },
    {
      "epoch": 3.7931146778320537,
      "grad_norm": 1.4869716376644684,
      "learning_rate": 9.199197718016515e-05,
      "loss": 2.0312,
      "step": 81533
    },
    {
      "epoch": 3.7931612002791346,
      "grad_norm": 1.5544674123802642,
      "learning_rate": 9.198855453781693e-05,
      "loss": 2.1719,
      "step": 81534
    },
    {
      "epoch": 3.7932077227262155,
      "grad_norm": 1.3262893266876645,
      "learning_rate": 9.19851319309837e-05,
      "loss": 1.4844,
      "step": 81535
    },
    {
      "epoch": 3.793254245173296,
      "grad_norm": 1.4827506166661841,
      "learning_rate": 9.198170935966745e-05,
      "loss": 2.0312,
      "step": 81536
    },
    {
      "epoch": 3.793300767620377,
      "grad_norm": 1.5398355240393211,
      "learning_rate": 9.197828682387039e-05,
      "loss": 2.0625,
      "step": 81537
    },
    {
      "epoch": 3.7933472900674574,
      "grad_norm": 1.5336677191261483,
      "learning_rate": 9.197486432359457e-05,
      "loss": 2.0938,
      "step": 81538
    },
    {
      "epoch": 3.7933938125145383,
      "grad_norm": 1.5382828695642328,
      "learning_rate": 9.197144185884204e-05,
      "loss": 2.1875,
      "step": 81539
    },
    {
      "epoch": 3.793440334961619,
      "grad_norm": 1.48686856097221,
      "learning_rate": 9.196801942961499e-05,
      "loss": 1.9453,
      "step": 81540
    },
    {
      "epoch": 3.7934868574086997,
      "grad_norm": 1.3593311975949434,
      "learning_rate": 9.19645970359154e-05,
      "loss": 1.625,
      "step": 81541
    },
    {
      "epoch": 3.7935333798557807,
      "grad_norm": 1.5637259053415231,
      "learning_rate": 9.196117467774548e-05,
      "loss": 2.0469,
      "step": 81542
    },
    {
      "epoch": 3.793579902302861,
      "grad_norm": 1.436857879491779,
      "learning_rate": 9.195775235510718e-05,
      "loss": 1.9141,
      "step": 81543
    },
    {
      "epoch": 3.7936264247499416,
      "grad_norm": 1.4974430761010187,
      "learning_rate": 9.195433006800275e-05,
      "loss": 1.9766,
      "step": 81544
    },
    {
      "epoch": 3.7936729471970225,
      "grad_norm": 1.5128188386392667,
      "learning_rate": 9.195090781643425e-05,
      "loss": 2.1875,
      "step": 81545
    },
    {
      "epoch": 3.7937194696441034,
      "grad_norm": 1.5475434329242577,
      "learning_rate": 9.19474856004037e-05,
      "loss": 1.9766,
      "step": 81546
    },
    {
      "epoch": 3.793765992091184,
      "grad_norm": 1.5812919902840048,
      "learning_rate": 9.194406341991327e-05,
      "loss": 2.1719,
      "step": 81547
    },
    {
      "epoch": 3.793812514538265,
      "grad_norm": 1.4872030610773685,
      "learning_rate": 9.194064127496499e-05,
      "loss": 2.0156,
      "step": 81548
    },
    {
      "epoch": 3.7938590369853453,
      "grad_norm": 1.5216696029565007,
      "learning_rate": 9.193721916556104e-05,
      "loss": 2.1719,
      "step": 81549
    },
    {
      "epoch": 3.7939055594324262,
      "grad_norm": 1.514711942593437,
      "learning_rate": 9.193379709170342e-05,
      "loss": 2.0156,
      "step": 81550
    },
    {
      "epoch": 3.7939520818795067,
      "grad_norm": 1.548920525091491,
      "learning_rate": 9.193037505339433e-05,
      "loss": 2.3281,
      "step": 81551
    },
    {
      "epoch": 3.7939986043265876,
      "grad_norm": 1.4607657834103456,
      "learning_rate": 9.192695305063574e-05,
      "loss": 1.9609,
      "step": 81552
    },
    {
      "epoch": 3.7940451267736686,
      "grad_norm": 1.5831368205512768,
      "learning_rate": 9.192353108342989e-05,
      "loss": 2.25,
      "step": 81553
    },
    {
      "epoch": 3.794091649220749,
      "grad_norm": 1.433322875847746,
      "learning_rate": 9.192010915177871e-05,
      "loss": 1.875,
      "step": 81554
    },
    {
      "epoch": 3.7941381716678295,
      "grad_norm": 1.5682837301534729,
      "learning_rate": 9.191668725568444e-05,
      "loss": 2.0625,
      "step": 81555
    },
    {
      "epoch": 3.7941846941149104,
      "grad_norm": 1.4077205731347477,
      "learning_rate": 9.19132653951491e-05,
      "loss": 1.4375,
      "step": 81556
    },
    {
      "epoch": 3.7942312165619914,
      "grad_norm": 1.4401463205439442,
      "learning_rate": 9.19098435701748e-05,
      "loss": 1.9375,
      "step": 81557
    },
    {
      "epoch": 3.794277739009072,
      "grad_norm": 1.5557594361731026,
      "learning_rate": 9.190642178076362e-05,
      "loss": 2.1406,
      "step": 81558
    },
    {
      "epoch": 3.7943242614561528,
      "grad_norm": 1.3494673505278971,
      "learning_rate": 9.190300002691772e-05,
      "loss": 1.5859,
      "step": 81559
    },
    {
      "epoch": 3.7943707839032332,
      "grad_norm": 2.1597216088186117,
      "learning_rate": 9.18995783086391e-05,
      "loss": 2.125,
      "step": 81560
    },
    {
      "epoch": 3.794417306350314,
      "grad_norm": 1.5917564889479312,
      "learning_rate": 9.189615662592993e-05,
      "loss": 2.3438,
      "step": 81561
    },
    {
      "epoch": 3.7944638287973946,
      "grad_norm": 1.5353506707325293,
      "learning_rate": 9.189273497879223e-05,
      "loss": 2.0469,
      "step": 81562
    },
    {
      "epoch": 3.7945103512444756,
      "grad_norm": 1.5016889759577097,
      "learning_rate": 9.188931336722819e-05,
      "loss": 1.9844,
      "step": 81563
    },
    {
      "epoch": 3.794556873691556,
      "grad_norm": 1.506680989833968,
      "learning_rate": 9.188589179123985e-05,
      "loss": 2.0625,
      "step": 81564
    },
    {
      "epoch": 3.794603396138637,
      "grad_norm": 1.6200828718133475,
      "learning_rate": 9.188247025082921e-05,
      "loss": 2.3594,
      "step": 81565
    },
    {
      "epoch": 3.7946499185857174,
      "grad_norm": 1.484003345708364,
      "learning_rate": 9.187904874599856e-05,
      "loss": 1.8203,
      "step": 81566
    },
    {
      "epoch": 3.7946964410327984,
      "grad_norm": 1.4367167634606453,
      "learning_rate": 9.187562727674991e-05,
      "loss": 1.9375,
      "step": 81567
    },
    {
      "epoch": 3.7947429634798793,
      "grad_norm": 1.5479037248382295,
      "learning_rate": 9.187220584308531e-05,
      "loss": 2.1875,
      "step": 81568
    },
    {
      "epoch": 3.7947894859269597,
      "grad_norm": 1.2837578242706376,
      "learning_rate": 9.18687844450069e-05,
      "loss": 1.6797,
      "step": 81569
    },
    {
      "epoch": 3.7948360083740402,
      "grad_norm": 1.5422544195761696,
      "learning_rate": 9.186536308251675e-05,
      "loss": 2.125,
      "step": 81570
    },
    {
      "epoch": 3.794882530821121,
      "grad_norm": 1.5744551610744906,
      "learning_rate": 9.186194175561699e-05,
      "loss": 2.2344,
      "step": 81571
    },
    {
      "epoch": 3.794929053268202,
      "grad_norm": 1.5599867315022327,
      "learning_rate": 9.185852046430967e-05,
      "loss": 2.1094,
      "step": 81572
    },
    {
      "epoch": 3.7949755757152825,
      "grad_norm": 1.4177852279691758,
      "learning_rate": 9.185509920859694e-05,
      "loss": 1.9297,
      "step": 81573
    },
    {
      "epoch": 3.7950220981623635,
      "grad_norm": 1.4131111181596552,
      "learning_rate": 9.185167798848081e-05,
      "loss": 1.5703,
      "step": 81574
    },
    {
      "epoch": 3.795068620609444,
      "grad_norm": 1.4969030019029421,
      "learning_rate": 9.184825680396348e-05,
      "loss": 1.875,
      "step": 81575
    },
    {
      "epoch": 3.795115143056525,
      "grad_norm": 1.4280919438016995,
      "learning_rate": 9.184483565504696e-05,
      "loss": 1.8828,
      "step": 81576
    },
    {
      "epoch": 3.7951616655036053,
      "grad_norm": 1.531577238505185,
      "learning_rate": 9.184141454173338e-05,
      "loss": 1.9375,
      "step": 81577
    },
    {
      "epoch": 3.7952081879506863,
      "grad_norm": 1.5249553762313455,
      "learning_rate": 9.183799346402481e-05,
      "loss": 2.0781,
      "step": 81578
    },
    {
      "epoch": 3.795254710397767,
      "grad_norm": 1.519413888523897,
      "learning_rate": 9.18345724219234e-05,
      "loss": 1.9297,
      "step": 81579
    },
    {
      "epoch": 3.7953012328448477,
      "grad_norm": 1.5819346510610715,
      "learning_rate": 9.183115141543117e-05,
      "loss": 2.0938,
      "step": 81580
    },
    {
      "epoch": 3.795347755291928,
      "grad_norm": 1.3069524350936255,
      "learning_rate": 9.182773044455028e-05,
      "loss": 1.6094,
      "step": 81581
    },
    {
      "epoch": 3.795394277739009,
      "grad_norm": 1.4370055410789488,
      "learning_rate": 9.182430950928277e-05,
      "loss": 1.9609,
      "step": 81582
    },
    {
      "epoch": 3.79544080018609,
      "grad_norm": 1.6075116827004097,
      "learning_rate": 9.182088860963078e-05,
      "loss": 2.0625,
      "step": 81583
    },
    {
      "epoch": 3.7954873226331705,
      "grad_norm": 1.55008062493734,
      "learning_rate": 9.181746774559637e-05,
      "loss": 2.1406,
      "step": 81584
    },
    {
      "epoch": 3.7955338450802514,
      "grad_norm": 1.481378533130588,
      "learning_rate": 9.181404691718169e-05,
      "loss": 1.875,
      "step": 81585
    },
    {
      "epoch": 3.795580367527332,
      "grad_norm": 1.531816301594267,
      "learning_rate": 9.181062612438874e-05,
      "loss": 2.0469,
      "step": 81586
    },
    {
      "epoch": 3.7956268899744128,
      "grad_norm": 1.540245798564104,
      "learning_rate": 9.180720536721965e-05,
      "loss": 1.9141,
      "step": 81587
    },
    {
      "epoch": 3.7956734124214933,
      "grad_norm": 1.4366626646893543,
      "learning_rate": 9.180378464567659e-05,
      "loss": 1.8359,
      "step": 81588
    },
    {
      "epoch": 3.795719934868574,
      "grad_norm": 1.5475692636814582,
      "learning_rate": 9.180036395976158e-05,
      "loss": 2.1406,
      "step": 81589
    },
    {
      "epoch": 3.7957664573156547,
      "grad_norm": 1.4165840525573818,
      "learning_rate": 9.179694330947673e-05,
      "loss": 1.75,
      "step": 81590
    },
    {
      "epoch": 3.7958129797627356,
      "grad_norm": 1.491616891963968,
      "learning_rate": 9.179352269482412e-05,
      "loss": 2.0312,
      "step": 81591
    },
    {
      "epoch": 3.795859502209816,
      "grad_norm": 1.4986757466620253,
      "learning_rate": 9.179010211580588e-05,
      "loss": 2.0938,
      "step": 81592
    },
    {
      "epoch": 3.795906024656897,
      "grad_norm": 1.5105080386073269,
      "learning_rate": 9.178668157242409e-05,
      "loss": 2.0156,
      "step": 81593
    },
    {
      "epoch": 3.795952547103978,
      "grad_norm": 1.5573758159183935,
      "learning_rate": 9.17832610646808e-05,
      "loss": 2.0,
      "step": 81594
    },
    {
      "epoch": 3.7959990695510584,
      "grad_norm": 1.4692507599537914,
      "learning_rate": 9.177984059257819e-05,
      "loss": 2.0156,
      "step": 81595
    },
    {
      "epoch": 3.796045591998139,
      "grad_norm": 1.5368555881937114,
      "learning_rate": 9.177642015611824e-05,
      "loss": 1.9844,
      "step": 81596
    },
    {
      "epoch": 3.7960921144452198,
      "grad_norm": 1.409063971006528,
      "learning_rate": 9.177299975530316e-05,
      "loss": 1.8828,
      "step": 81597
    },
    {
      "epoch": 3.7961386368923007,
      "grad_norm": 1.57623674488808,
      "learning_rate": 9.176957939013497e-05,
      "loss": 2.0781,
      "step": 81598
    },
    {
      "epoch": 3.796185159339381,
      "grad_norm": 1.4864996093965872,
      "learning_rate": 9.176615906061582e-05,
      "loss": 1.9297,
      "step": 81599
    },
    {
      "epoch": 3.796231681786462,
      "grad_norm": 1.5339381476614193,
      "learning_rate": 9.176273876674773e-05,
      "loss": 2.1875,
      "step": 81600
    },
    {
      "epoch": 3.7962782042335426,
      "grad_norm": 1.4151914269226271,
      "learning_rate": 9.175931850853285e-05,
      "loss": 1.9219,
      "step": 81601
    },
    {
      "epoch": 3.7963247266806235,
      "grad_norm": 1.4422547274248776,
      "learning_rate": 9.175589828597325e-05,
      "loss": 1.8047,
      "step": 81602
    },
    {
      "epoch": 3.796371249127704,
      "grad_norm": 1.3881849536176878,
      "learning_rate": 9.175247809907106e-05,
      "loss": 1.75,
      "step": 81603
    },
    {
      "epoch": 3.796417771574785,
      "grad_norm": 1.4670547726239944,
      "learning_rate": 9.17490579478283e-05,
      "loss": 1.9219,
      "step": 81604
    },
    {
      "epoch": 3.796464294021866,
      "grad_norm": 1.452140594458904,
      "learning_rate": 9.174563783224717e-05,
      "loss": 1.9141,
      "step": 81605
    },
    {
      "epoch": 3.7965108164689463,
      "grad_norm": 1.5005675847469386,
      "learning_rate": 9.174221775232967e-05,
      "loss": 2.0938,
      "step": 81606
    },
    {
      "epoch": 3.7965573389160268,
      "grad_norm": 1.4719664352846775,
      "learning_rate": 9.173879770807793e-05,
      "loss": 2.0312,
      "step": 81607
    },
    {
      "epoch": 3.7966038613631077,
      "grad_norm": 1.6029139606179639,
      "learning_rate": 9.173537769949402e-05,
      "loss": 2.2344,
      "step": 81608
    },
    {
      "epoch": 3.7966503838101886,
      "grad_norm": 1.5739992435873156,
      "learning_rate": 9.173195772658003e-05,
      "loss": 2.0938,
      "step": 81609
    },
    {
      "epoch": 3.796696906257269,
      "grad_norm": 1.5601281544740755,
      "learning_rate": 9.172853778933813e-05,
      "loss": 2.1562,
      "step": 81610
    },
    {
      "epoch": 3.79674342870435,
      "grad_norm": 1.444899175812633,
      "learning_rate": 9.172511788777037e-05,
      "loss": 1.9141,
      "step": 81611
    },
    {
      "epoch": 3.7967899511514305,
      "grad_norm": 1.542583051965389,
      "learning_rate": 9.172169802187882e-05,
      "loss": 2.0469,
      "step": 81612
    },
    {
      "epoch": 3.7968364735985114,
      "grad_norm": 1.5688867297163933,
      "learning_rate": 9.171827819166558e-05,
      "loss": 2.1094,
      "step": 81613
    },
    {
      "epoch": 3.796882996045592,
      "grad_norm": 1.5237499140621273,
      "learning_rate": 9.171485839713279e-05,
      "loss": 2.0781,
      "step": 81614
    },
    {
      "epoch": 3.796929518492673,
      "grad_norm": 1.576309531759314,
      "learning_rate": 9.171143863828245e-05,
      "loss": 2.0781,
      "step": 81615
    },
    {
      "epoch": 3.7969760409397533,
      "grad_norm": 1.5054644308657703,
      "learning_rate": 9.170801891511677e-05,
      "loss": 2.0781,
      "step": 81616
    },
    {
      "epoch": 3.797022563386834,
      "grad_norm": 1.5386367387059336,
      "learning_rate": 9.170459922763774e-05,
      "loss": 2.0625,
      "step": 81617
    },
    {
      "epoch": 3.7970690858339147,
      "grad_norm": 1.6107590856987724,
      "learning_rate": 9.170117957584753e-05,
      "loss": 2.1719,
      "step": 81618
    },
    {
      "epoch": 3.7971156082809956,
      "grad_norm": 1.4392037458288913,
      "learning_rate": 9.16977599597482e-05,
      "loss": 1.9688,
      "step": 81619
    },
    {
      "epoch": 3.7971621307280765,
      "grad_norm": 1.5636597409753508,
      "learning_rate": 9.169434037934183e-05,
      "loss": 2.1875,
      "step": 81620
    },
    {
      "epoch": 3.797208653175157,
      "grad_norm": 1.4227618856452406,
      "learning_rate": 9.169092083463054e-05,
      "loss": 1.9297,
      "step": 81621
    },
    {
      "epoch": 3.7972551756222375,
      "grad_norm": 1.4651196661331,
      "learning_rate": 9.168750132561639e-05,
      "loss": 1.7734,
      "step": 81622
    },
    {
      "epoch": 3.7973016980693184,
      "grad_norm": 1.4531961751120623,
      "learning_rate": 9.168408185230152e-05,
      "loss": 1.8984,
      "step": 81623
    },
    {
      "epoch": 3.7973482205163993,
      "grad_norm": 1.5249854781076098,
      "learning_rate": 9.168066241468798e-05,
      "loss": 2.1562,
      "step": 81624
    },
    {
      "epoch": 3.79739474296348,
      "grad_norm": 1.3893466458962849,
      "learning_rate": 9.16772430127779e-05,
      "loss": 1.7969,
      "step": 81625
    },
    {
      "epoch": 3.7974412654105607,
      "grad_norm": 1.5204974370862383,
      "learning_rate": 9.167382364657332e-05,
      "loss": 2.3594,
      "step": 81626
    },
    {
      "epoch": 3.797487787857641,
      "grad_norm": 1.500477510744949,
      "learning_rate": 9.167040431607641e-05,
      "loss": 2.2188,
      "step": 81627
    },
    {
      "epoch": 3.797534310304722,
      "grad_norm": 1.491019803394077,
      "learning_rate": 9.16669850212892e-05,
      "loss": 1.8984,
      "step": 81628
    },
    {
      "epoch": 3.7975808327518026,
      "grad_norm": 1.480027399387332,
      "learning_rate": 9.166356576221382e-05,
      "loss": 2.0,
      "step": 81629
    },
    {
      "epoch": 3.7976273551988835,
      "grad_norm": 1.4471950552544874,
      "learning_rate": 9.166014653885234e-05,
      "loss": 1.9062,
      "step": 81630
    },
    {
      "epoch": 3.7976738776459644,
      "grad_norm": 1.5120601556259787,
      "learning_rate": 9.165672735120682e-05,
      "loss": 2.1875,
      "step": 81631
    },
    {
      "epoch": 3.797720400093045,
      "grad_norm": 1.5364935200445704,
      "learning_rate": 9.165330819927944e-05,
      "loss": 2.1406,
      "step": 81632
    },
    {
      "epoch": 3.7977669225401254,
      "grad_norm": 1.5637559954568643,
      "learning_rate": 9.164988908307224e-05,
      "loss": 2.0156,
      "step": 81633
    },
    {
      "epoch": 3.7978134449872063,
      "grad_norm": 1.5872131705544639,
      "learning_rate": 9.164647000258734e-05,
      "loss": 2.0938,
      "step": 81634
    },
    {
      "epoch": 3.797859967434287,
      "grad_norm": 1.54026322271634,
      "learning_rate": 9.164305095782679e-05,
      "loss": 2.2969,
      "step": 81635
    },
    {
      "epoch": 3.7979064898813677,
      "grad_norm": 1.517455195077435,
      "learning_rate": 9.163963194879273e-05,
      "loss": 2.0938,
      "step": 81636
    },
    {
      "epoch": 3.7979530123284486,
      "grad_norm": 1.62041732519548,
      "learning_rate": 9.163621297548721e-05,
      "loss": 2.0625,
      "step": 81637
    },
    {
      "epoch": 3.797999534775529,
      "grad_norm": 1.2992936926711263,
      "learning_rate": 9.163279403791237e-05,
      "loss": 1.5156,
      "step": 81638
    },
    {
      "epoch": 3.79804605722261,
      "grad_norm": 1.3201766297386515,
      "learning_rate": 9.162937513607026e-05,
      "loss": 1.5938,
      "step": 81639
    },
    {
      "epoch": 3.7980925796696905,
      "grad_norm": 1.5292669609634986,
      "learning_rate": 9.162595626996301e-05,
      "loss": 2.1875,
      "step": 81640
    },
    {
      "epoch": 3.7981391021167714,
      "grad_norm": 1.4478742978646415,
      "learning_rate": 9.162253743959266e-05,
      "loss": 1.9375,
      "step": 81641
    },
    {
      "epoch": 3.7981856245638523,
      "grad_norm": 1.536658250300078,
      "learning_rate": 9.161911864496137e-05,
      "loss": 2.1562,
      "step": 81642
    },
    {
      "epoch": 3.798232147010933,
      "grad_norm": 1.623394279149302,
      "learning_rate": 9.161569988607116e-05,
      "loss": 2.1094,
      "step": 81643
    },
    {
      "epoch": 3.7982786694580133,
      "grad_norm": 1.3867837698388905,
      "learning_rate": 9.161228116292422e-05,
      "loss": 1.875,
      "step": 81644
    },
    {
      "epoch": 3.798325191905094,
      "grad_norm": 1.4999317213346879,
      "learning_rate": 9.160886247552257e-05,
      "loss": 2.1719,
      "step": 81645
    },
    {
      "epoch": 3.798371714352175,
      "grad_norm": 1.4392713413274365,
      "learning_rate": 9.160544382386828e-05,
      "loss": 1.9219,
      "step": 81646
    },
    {
      "epoch": 3.7984182367992556,
      "grad_norm": 1.5336692684279736,
      "learning_rate": 9.160202520796352e-05,
      "loss": 2.0156,
      "step": 81647
    },
    {
      "epoch": 3.798464759246336,
      "grad_norm": 1.4779924465238523,
      "learning_rate": 9.15986066278103e-05,
      "loss": 2.0625,
      "step": 81648
    },
    {
      "epoch": 3.798511281693417,
      "grad_norm": 1.4307330494217718,
      "learning_rate": 9.15951880834108e-05,
      "loss": 1.875,
      "step": 81649
    },
    {
      "epoch": 3.798557804140498,
      "grad_norm": 1.4252848152589548,
      "learning_rate": 9.159176957476706e-05,
      "loss": 1.9062,
      "step": 81650
    },
    {
      "epoch": 3.7986043265875784,
      "grad_norm": 1.4761017631358657,
      "learning_rate": 9.158835110188119e-05,
      "loss": 2.0938,
      "step": 81651
    },
    {
      "epoch": 3.7986508490346593,
      "grad_norm": 1.544146372902035,
      "learning_rate": 9.158493266475525e-05,
      "loss": 2.0781,
      "step": 81652
    },
    {
      "epoch": 3.79869737148174,
      "grad_norm": 1.4809684125155467,
      "learning_rate": 9.158151426339131e-05,
      "loss": 2.0781,
      "step": 81653
    },
    {
      "epoch": 3.7987438939288207,
      "grad_norm": 1.5157857417249856,
      "learning_rate": 9.157809589779159e-05,
      "loss": 2.1875,
      "step": 81654
    },
    {
      "epoch": 3.798790416375901,
      "grad_norm": 1.4580191334199661,
      "learning_rate": 9.157467756795808e-05,
      "loss": 2.0781,
      "step": 81655
    },
    {
      "epoch": 3.798836938822982,
      "grad_norm": 1.513604592131722,
      "learning_rate": 9.157125927389293e-05,
      "loss": 2.0625,
      "step": 81656
    },
    {
      "epoch": 3.798883461270063,
      "grad_norm": 1.512650030556358,
      "learning_rate": 9.156784101559815e-05,
      "loss": 2.2344,
      "step": 81657
    },
    {
      "epoch": 3.7989299837171435,
      "grad_norm": 1.5381756313682953,
      "learning_rate": 9.15644227930759e-05,
      "loss": 2.1406,
      "step": 81658
    },
    {
      "epoch": 3.798976506164224,
      "grad_norm": 1.4536366076617206,
      "learning_rate": 9.156100460632826e-05,
      "loss": 1.8672,
      "step": 81659
    },
    {
      "epoch": 3.799023028611305,
      "grad_norm": 1.5132986555769434,
      "learning_rate": 9.155758645535734e-05,
      "loss": 2.0156,
      "step": 81660
    },
    {
      "epoch": 3.799069551058386,
      "grad_norm": 1.5145985569025187,
      "learning_rate": 9.155416834016517e-05,
      "loss": 2.2656,
      "step": 81661
    },
    {
      "epoch": 3.7991160735054663,
      "grad_norm": 1.5108542785220849,
      "learning_rate": 9.155075026075393e-05,
      "loss": 1.9688,
      "step": 81662
    },
    {
      "epoch": 3.7991625959525472,
      "grad_norm": 1.4704153260709008,
      "learning_rate": 9.15473322171256e-05,
      "loss": 1.7109,
      "step": 81663
    },
    {
      "epoch": 3.7992091183996277,
      "grad_norm": 1.4605799609662489,
      "learning_rate": 9.15439142092824e-05,
      "loss": 2.1094,
      "step": 81664
    },
    {
      "epoch": 3.7992556408467086,
      "grad_norm": 1.644859900086586,
      "learning_rate": 9.154049623722631e-05,
      "loss": 2.1406,
      "step": 81665
    },
    {
      "epoch": 3.799302163293789,
      "grad_norm": 1.4385729948167556,
      "learning_rate": 9.153707830095952e-05,
      "loss": 1.8516,
      "step": 81666
    },
    {
      "epoch": 3.79934868574087,
      "grad_norm": 1.4926735932793822,
      "learning_rate": 9.153366040048403e-05,
      "loss": 2.1719,
      "step": 81667
    },
    {
      "epoch": 3.799395208187951,
      "grad_norm": 1.4435810839770498,
      "learning_rate": 9.153024253580202e-05,
      "loss": 1.7969,
      "step": 81668
    },
    {
      "epoch": 3.7994417306350314,
      "grad_norm": 1.5308845052255928,
      "learning_rate": 9.15268247069155e-05,
      "loss": 2.0625,
      "step": 81669
    },
    {
      "epoch": 3.799488253082112,
      "grad_norm": 1.5170788922388627,
      "learning_rate": 9.152340691382665e-05,
      "loss": 2.0469,
      "step": 81670
    },
    {
      "epoch": 3.799534775529193,
      "grad_norm": 1.5854978114802363,
      "learning_rate": 9.15199891565375e-05,
      "loss": 2.1875,
      "step": 81671
    },
    {
      "epoch": 3.7995812979762738,
      "grad_norm": 1.4679996468561463,
      "learning_rate": 9.151657143505013e-05,
      "loss": 1.9141,
      "step": 81672
    },
    {
      "epoch": 3.7996278204233542,
      "grad_norm": 1.6117448939769765,
      "learning_rate": 9.151315374936668e-05,
      "loss": 2.0625,
      "step": 81673
    },
    {
      "epoch": 3.799674342870435,
      "grad_norm": 1.4864609482895825,
      "learning_rate": 9.150973609948919e-05,
      "loss": 2.0625,
      "step": 81674
    },
    {
      "epoch": 3.7997208653175156,
      "grad_norm": 1.583274255284132,
      "learning_rate": 9.150631848541979e-05,
      "loss": 2.2344,
      "step": 81675
    },
    {
      "epoch": 3.7997673877645965,
      "grad_norm": 1.5005049423433283,
      "learning_rate": 9.150290090716059e-05,
      "loss": 1.8984,
      "step": 81676
    },
    {
      "epoch": 3.799813910211677,
      "grad_norm": 1.4331393740637137,
      "learning_rate": 9.149948336471364e-05,
      "loss": 1.9453,
      "step": 81677
    },
    {
      "epoch": 3.799860432658758,
      "grad_norm": 1.4035408114251928,
      "learning_rate": 9.149606585808108e-05,
      "loss": 1.9375,
      "step": 81678
    },
    {
      "epoch": 3.7999069551058384,
      "grad_norm": 1.5447259235547228,
      "learning_rate": 9.149264838726495e-05,
      "loss": 1.9609,
      "step": 81679
    },
    {
      "epoch": 3.7999534775529193,
      "grad_norm": 1.4463626971696053,
      "learning_rate": 9.148923095226738e-05,
      "loss": 1.9688,
      "step": 81680
    },
    {
      "epoch": 3.8,
      "grad_norm": 1.399359670364464,
      "learning_rate": 9.148581355309044e-05,
      "loss": 1.6797,
      "step": 81681
    },
    {
      "epoch": 3.8000465224470807,
      "grad_norm": 1.5807042443218793,
      "learning_rate": 9.148239618973624e-05,
      "loss": 2.2031,
      "step": 81682
    },
    {
      "epoch": 3.8000930448941617,
      "grad_norm": 1.4749075032092605,
      "learning_rate": 9.147897886220685e-05,
      "loss": 1.9219,
      "step": 81683
    },
    {
      "epoch": 3.800139567341242,
      "grad_norm": 1.4583374412651455,
      "learning_rate": 9.147556157050439e-05,
      "loss": 2.0312,
      "step": 81684
    },
    {
      "epoch": 3.8001860897883226,
      "grad_norm": 1.584818601743549,
      "learning_rate": 9.14721443146309e-05,
      "loss": 2.2031,
      "step": 81685
    },
    {
      "epoch": 3.8002326122354035,
      "grad_norm": 1.5885808885379407,
      "learning_rate": 9.146872709458857e-05,
      "loss": 2.4219,
      "step": 81686
    },
    {
      "epoch": 3.8002791346824845,
      "grad_norm": 1.5225107206999502,
      "learning_rate": 9.146530991037937e-05,
      "loss": 2.0312,
      "step": 81687
    },
    {
      "epoch": 3.800325657129565,
      "grad_norm": 1.4494020136607477,
      "learning_rate": 9.146189276200547e-05,
      "loss": 1.9688,
      "step": 81688
    },
    {
      "epoch": 3.800372179576646,
      "grad_norm": 1.4860545850285343,
      "learning_rate": 9.145847564946894e-05,
      "loss": 2.125,
      "step": 81689
    },
    {
      "epoch": 3.8004187020237263,
      "grad_norm": 1.4709513326719974,
      "learning_rate": 9.145505857277192e-05,
      "loss": 2.0625,
      "step": 81690
    },
    {
      "epoch": 3.8004652244708073,
      "grad_norm": 1.470421624585482,
      "learning_rate": 9.14516415319164e-05,
      "loss": 2.0469,
      "step": 81691
    },
    {
      "epoch": 3.8005117469178877,
      "grad_norm": 1.4881548913096643,
      "learning_rate": 9.144822452690457e-05,
      "loss": 2.2344,
      "step": 81692
    },
    {
      "epoch": 3.8005582693649687,
      "grad_norm": 1.504591227893172,
      "learning_rate": 9.144480755773845e-05,
      "loss": 2.1094,
      "step": 81693
    },
    {
      "epoch": 3.8006047918120496,
      "grad_norm": 1.511735061246947,
      "learning_rate": 9.14413906244202e-05,
      "loss": 2.0625,
      "step": 81694
    },
    {
      "epoch": 3.80065131425913,
      "grad_norm": 1.505386000350198,
      "learning_rate": 9.143797372695182e-05,
      "loss": 2.2031,
      "step": 81695
    },
    {
      "epoch": 3.8006978367062105,
      "grad_norm": 1.4407782347635973,
      "learning_rate": 9.143455686533552e-05,
      "loss": 1.5312,
      "step": 81696
    },
    {
      "epoch": 3.8007443591532915,
      "grad_norm": 1.5228980128982181,
      "learning_rate": 9.143114003957325e-05,
      "loss": 2.1875,
      "step": 81697
    },
    {
      "epoch": 3.8007908816003724,
      "grad_norm": 1.5594596510452747,
      "learning_rate": 9.142772324966723e-05,
      "loss": 2.1875,
      "step": 81698
    },
    {
      "epoch": 3.800837404047453,
      "grad_norm": 1.5019366079129393,
      "learning_rate": 9.142430649561953e-05,
      "loss": 1.8984,
      "step": 81699
    },
    {
      "epoch": 3.8008839264945338,
      "grad_norm": 1.4874202022949004,
      "learning_rate": 9.142088977743221e-05,
      "loss": 2.0156,
      "step": 81700
    },
    {
      "epoch": 3.8009304489416142,
      "grad_norm": 1.5869443614052197,
      "learning_rate": 9.141747309510732e-05,
      "loss": 2.1562,
      "step": 81701
    },
    {
      "epoch": 3.800976971388695,
      "grad_norm": 1.6328205389249555,
      "learning_rate": 9.141405644864706e-05,
      "loss": 2.125,
      "step": 81702
    },
    {
      "epoch": 3.8010234938357756,
      "grad_norm": 1.4884928586525643,
      "learning_rate": 9.141063983805338e-05,
      "loss": 1.8359,
      "step": 81703
    },
    {
      "epoch": 3.8010700162828566,
      "grad_norm": 1.523072329217562,
      "learning_rate": 9.140722326332853e-05,
      "loss": 2.0469,
      "step": 81704
    },
    {
      "epoch": 3.801116538729937,
      "grad_norm": 1.2937074210451835,
      "learning_rate": 9.140380672447449e-05,
      "loss": 1.4922,
      "step": 81705
    },
    {
      "epoch": 3.801163061177018,
      "grad_norm": 1.5571080176428052,
      "learning_rate": 9.14003902214934e-05,
      "loss": 2.1562,
      "step": 81706
    },
    {
      "epoch": 3.8012095836240984,
      "grad_norm": 1.5514236234993646,
      "learning_rate": 9.139697375438732e-05,
      "loss": 2.1562,
      "step": 81707
    },
    {
      "epoch": 3.8012561060711794,
      "grad_norm": 1.6386897698676177,
      "learning_rate": 9.139355732315836e-05,
      "loss": 2.4062,
      "step": 81708
    },
    {
      "epoch": 3.8013026285182603,
      "grad_norm": 1.4489134447311631,
      "learning_rate": 9.13901409278086e-05,
      "loss": 1.8984,
      "step": 81709
    },
    {
      "epoch": 3.8013491509653408,
      "grad_norm": 1.4949648394778874,
      "learning_rate": 9.138672456834015e-05,
      "loss": 2.0625,
      "step": 81710
    },
    {
      "epoch": 3.8013956734124212,
      "grad_norm": 1.5154793459257905,
      "learning_rate": 9.13833082447551e-05,
      "loss": 2.0625,
      "step": 81711
    },
    {
      "epoch": 3.801442195859502,
      "grad_norm": 1.562761298143717,
      "learning_rate": 9.137989195705553e-05,
      "loss": 2.1094,
      "step": 81712
    },
    {
      "epoch": 3.801488718306583,
      "grad_norm": 1.4205076359409328,
      "learning_rate": 9.137647570524352e-05,
      "loss": 1.8359,
      "step": 81713
    },
    {
      "epoch": 3.8015352407536636,
      "grad_norm": 1.5635077925837517,
      "learning_rate": 9.13730594893212e-05,
      "loss": 2.1875,
      "step": 81714
    },
    {
      "epoch": 3.8015817632007445,
      "grad_norm": 1.4716227838289584,
      "learning_rate": 9.136964330929062e-05,
      "loss": 1.9922,
      "step": 81715
    },
    {
      "epoch": 3.801628285647825,
      "grad_norm": 1.567989466212032,
      "learning_rate": 9.136622716515392e-05,
      "loss": 2.125,
      "step": 81716
    },
    {
      "epoch": 3.801674808094906,
      "grad_norm": 1.5026521585421575,
      "learning_rate": 9.136281105691313e-05,
      "loss": 2.0469,
      "step": 81717
    },
    {
      "epoch": 3.8017213305419864,
      "grad_norm": 1.4726169238280162,
      "learning_rate": 9.135939498457034e-05,
      "loss": 1.9922,
      "step": 81718
    },
    {
      "epoch": 3.8017678529890673,
      "grad_norm": 1.4256267211955087,
      "learning_rate": 9.135597894812773e-05,
      "loss": 2.0156,
      "step": 81719
    },
    {
      "epoch": 3.801814375436148,
      "grad_norm": 1.515580111818777,
      "learning_rate": 9.135256294758731e-05,
      "loss": 2.0156,
      "step": 81720
    },
    {
      "epoch": 3.8018608978832287,
      "grad_norm": 1.573553840759657,
      "learning_rate": 9.134914698295122e-05,
      "loss": 2.1094,
      "step": 81721
    },
    {
      "epoch": 3.801907420330309,
      "grad_norm": 1.4813344844376222,
      "learning_rate": 9.134573105422151e-05,
      "loss": 1.9688,
      "step": 81722
    },
    {
      "epoch": 3.80195394277739,
      "grad_norm": 1.5508602047609301,
      "learning_rate": 9.134231516140032e-05,
      "loss": 2.2812,
      "step": 81723
    },
    {
      "epoch": 3.802000465224471,
      "grad_norm": 1.4864319815249976,
      "learning_rate": 9.133889930448965e-05,
      "loss": 2.0938,
      "step": 81724
    },
    {
      "epoch": 3.8020469876715515,
      "grad_norm": 1.4693367017430783,
      "learning_rate": 9.133548348349172e-05,
      "loss": 1.9609,
      "step": 81725
    },
    {
      "epoch": 3.8020935101186324,
      "grad_norm": 1.5021472388169195,
      "learning_rate": 9.133206769840854e-05,
      "loss": 2.0938,
      "step": 81726
    },
    {
      "epoch": 3.802140032565713,
      "grad_norm": 1.5434690393747261,
      "learning_rate": 9.132865194924217e-05,
      "loss": 2.1719,
      "step": 81727
    },
    {
      "epoch": 3.802186555012794,
      "grad_norm": 1.5197445742310307,
      "learning_rate": 9.132523623599479e-05,
      "loss": 1.9844,
      "step": 81728
    },
    {
      "epoch": 3.8022330774598743,
      "grad_norm": 1.521595954370182,
      "learning_rate": 9.132182055866842e-05,
      "loss": 2.0469,
      "step": 81729
    },
    {
      "epoch": 3.802279599906955,
      "grad_norm": 1.3985256822287193,
      "learning_rate": 9.13184049172652e-05,
      "loss": 1.8828,
      "step": 81730
    },
    {
      "epoch": 3.8023261223540357,
      "grad_norm": 1.4878227677266245,
      "learning_rate": 9.131498931178714e-05,
      "loss": 1.9766,
      "step": 81731
    },
    {
      "epoch": 3.8023726448011166,
      "grad_norm": 1.4286646430658236,
      "learning_rate": 9.131157374223645e-05,
      "loss": 1.8906,
      "step": 81732
    },
    {
      "epoch": 3.802419167248197,
      "grad_norm": 1.4527929364800678,
      "learning_rate": 9.130815820861514e-05,
      "loss": 2.125,
      "step": 81733
    },
    {
      "epoch": 3.802465689695278,
      "grad_norm": 1.4626268323835798,
      "learning_rate": 9.130474271092535e-05,
      "loss": 1.9766,
      "step": 81734
    },
    {
      "epoch": 3.802512212142359,
      "grad_norm": 1.5677450163873343,
      "learning_rate": 9.13013272491691e-05,
      "loss": 2.3281,
      "step": 81735
    },
    {
      "epoch": 3.8025587345894394,
      "grad_norm": 1.6017061408424818,
      "learning_rate": 9.129791182334853e-05,
      "loss": 2.2031,
      "step": 81736
    },
    {
      "epoch": 3.80260525703652,
      "grad_norm": 1.5816000507959407,
      "learning_rate": 9.129449643346573e-05,
      "loss": 2.25,
      "step": 81737
    },
    {
      "epoch": 3.802651779483601,
      "grad_norm": 1.5137158262997092,
      "learning_rate": 9.129108107952279e-05,
      "loss": 2.1875,
      "step": 81738
    },
    {
      "epoch": 3.8026983019306817,
      "grad_norm": 1.4728473433601457,
      "learning_rate": 9.12876657615218e-05,
      "loss": 1.9844,
      "step": 81739
    },
    {
      "epoch": 3.802744824377762,
      "grad_norm": 1.5142795092368604,
      "learning_rate": 9.12842504794648e-05,
      "loss": 1.8281,
      "step": 81740
    },
    {
      "epoch": 3.802791346824843,
      "grad_norm": 1.5250469758008938,
      "learning_rate": 9.128083523335398e-05,
      "loss": 2.2344,
      "step": 81741
    },
    {
      "epoch": 3.8028378692719236,
      "grad_norm": 1.5565934249336526,
      "learning_rate": 9.127742002319136e-05,
      "loss": 2.1406,
      "step": 81742
    },
    {
      "epoch": 3.8028843917190045,
      "grad_norm": 1.556231741835121,
      "learning_rate": 9.127400484897908e-05,
      "loss": 2.1406,
      "step": 81743
    },
    {
      "epoch": 3.802930914166085,
      "grad_norm": 1.5002577326751676,
      "learning_rate": 9.127058971071915e-05,
      "loss": 2.0469,
      "step": 81744
    },
    {
      "epoch": 3.802977436613166,
      "grad_norm": 1.5237714646656928,
      "learning_rate": 9.126717460841375e-05,
      "loss": 2.0781,
      "step": 81745
    },
    {
      "epoch": 3.803023959060247,
      "grad_norm": 1.5200883611220573,
      "learning_rate": 9.126375954206491e-05,
      "loss": 2.0156,
      "step": 81746
    },
    {
      "epoch": 3.8030704815073273,
      "grad_norm": 1.4956281212166422,
      "learning_rate": 9.126034451167477e-05,
      "loss": 2.0156,
      "step": 81747
    },
    {
      "epoch": 3.8031170039544078,
      "grad_norm": 1.5207763113079409,
      "learning_rate": 9.125692951724537e-05,
      "loss": 2.0781,
      "step": 81748
    },
    {
      "epoch": 3.8031635264014887,
      "grad_norm": 1.4407201795317874,
      "learning_rate": 9.125351455877883e-05,
      "loss": 1.9219,
      "step": 81749
    },
    {
      "epoch": 3.8032100488485696,
      "grad_norm": 1.4604089767464257,
      "learning_rate": 9.125009963627722e-05,
      "loss": 1.9375,
      "step": 81750
    },
    {
      "epoch": 3.80325657129565,
      "grad_norm": 1.5229764275567041,
      "learning_rate": 9.124668474974268e-05,
      "loss": 1.9141,
      "step": 81751
    },
    {
      "epoch": 3.803303093742731,
      "grad_norm": 1.4539917170607881,
      "learning_rate": 9.124326989917726e-05,
      "loss": 1.9844,
      "step": 81752
    },
    {
      "epoch": 3.8033496161898115,
      "grad_norm": 1.4818090017819445,
      "learning_rate": 9.123985508458304e-05,
      "loss": 2.0469,
      "step": 81753
    },
    {
      "epoch": 3.8033961386368924,
      "grad_norm": 1.522177908986801,
      "learning_rate": 9.123644030596215e-05,
      "loss": 2.2656,
      "step": 81754
    },
    {
      "epoch": 3.803442661083973,
      "grad_norm": 1.4891902879949088,
      "learning_rate": 9.123302556331663e-05,
      "loss": 1.9609,
      "step": 81755
    },
    {
      "epoch": 3.803489183531054,
      "grad_norm": 1.46948118271854,
      "learning_rate": 9.12296108566486e-05,
      "loss": 1.9141,
      "step": 81756
    },
    {
      "epoch": 3.8035357059781343,
      "grad_norm": 1.4095084040416026,
      "learning_rate": 9.122619618596016e-05,
      "loss": 1.9766,
      "step": 81757
    },
    {
      "epoch": 3.803582228425215,
      "grad_norm": 1.5098238345150068,
      "learning_rate": 9.12227815512534e-05,
      "loss": 2.0625,
      "step": 81758
    },
    {
      "epoch": 3.8036287508722957,
      "grad_norm": 1.4868690184697817,
      "learning_rate": 9.121936695253036e-05,
      "loss": 2.0469,
      "step": 81759
    },
    {
      "epoch": 3.8036752733193766,
      "grad_norm": 1.4424862398575213,
      "learning_rate": 9.12159523897932e-05,
      "loss": 1.6094,
      "step": 81760
    },
    {
      "epoch": 3.8037217957664575,
      "grad_norm": 1.5918760167481116,
      "learning_rate": 9.121253786304397e-05,
      "loss": 2.2344,
      "step": 81761
    },
    {
      "epoch": 3.803768318213538,
      "grad_norm": 1.4937266918794516,
      "learning_rate": 9.120912337228472e-05,
      "loss": 2.1094,
      "step": 81762
    },
    {
      "epoch": 3.8038148406606185,
      "grad_norm": 1.3797670425042388,
      "learning_rate": 9.120570891751766e-05,
      "loss": 1.8359,
      "step": 81763
    },
    {
      "epoch": 3.8038613631076994,
      "grad_norm": 1.5273353522051183,
      "learning_rate": 9.120229449874479e-05,
      "loss": 2.125,
      "step": 81764
    },
    {
      "epoch": 3.8039078855547803,
      "grad_norm": 1.5296366866187274,
      "learning_rate": 9.119888011596825e-05,
      "loss": 2.0781,
      "step": 81765
    },
    {
      "epoch": 3.803954408001861,
      "grad_norm": 1.4979706152694259,
      "learning_rate": 9.119546576919006e-05,
      "loss": 2.0469,
      "step": 81766
    },
    {
      "epoch": 3.8040009304489417,
      "grad_norm": 1.4673969348947429,
      "learning_rate": 9.119205145841239e-05,
      "loss": 2.0312,
      "step": 81767
    },
    {
      "epoch": 3.804047452896022,
      "grad_norm": 1.4747184120193197,
      "learning_rate": 9.118863718363727e-05,
      "loss": 2.0469,
      "step": 81768
    },
    {
      "epoch": 3.804093975343103,
      "grad_norm": 1.5236693684554374,
      "learning_rate": 9.118522294486685e-05,
      "loss": 2.2344,
      "step": 81769
    },
    {
      "epoch": 3.8041404977901836,
      "grad_norm": 1.3402774594163076,
      "learning_rate": 9.118180874210312e-05,
      "loss": 1.3984,
      "step": 81770
    },
    {
      "epoch": 3.8041870202372645,
      "grad_norm": 1.5326169228368354,
      "learning_rate": 9.117839457534829e-05,
      "loss": 2.1719,
      "step": 81771
    },
    {
      "epoch": 3.8042335426843454,
      "grad_norm": 1.5763499351031005,
      "learning_rate": 9.117498044460433e-05,
      "loss": 2.1875,
      "step": 81772
    },
    {
      "epoch": 3.804280065131426,
      "grad_norm": 1.5217237487502946,
      "learning_rate": 9.117156634987346e-05,
      "loss": 2.1562,
      "step": 81773
    },
    {
      "epoch": 3.8043265875785064,
      "grad_norm": 1.5309362973977143,
      "learning_rate": 9.116815229115766e-05,
      "loss": 2.2344,
      "step": 81774
    },
    {
      "epoch": 3.8043731100255873,
      "grad_norm": 1.4478920596293463,
      "learning_rate": 9.11647382684591e-05,
      "loss": 1.8672,
      "step": 81775
    },
    {
      "epoch": 3.8044196324726682,
      "grad_norm": 1.56762887397841,
      "learning_rate": 9.116132428177982e-05,
      "loss": 2.0938,
      "step": 81776
    },
    {
      "epoch": 3.8044661549197487,
      "grad_norm": 1.5683728556665208,
      "learning_rate": 9.115791033112191e-05,
      "loss": 2.2031,
      "step": 81777
    },
    {
      "epoch": 3.8045126773668296,
      "grad_norm": 1.4818933194678343,
      "learning_rate": 9.115449641648751e-05,
      "loss": 1.9766,
      "step": 81778
    },
    {
      "epoch": 3.80455919981391,
      "grad_norm": 1.453809661318558,
      "learning_rate": 9.115108253787861e-05,
      "loss": 2.0938,
      "step": 81779
    },
    {
      "epoch": 3.804605722260991,
      "grad_norm": 1.4761150981818854,
      "learning_rate": 9.114766869529743e-05,
      "loss": 1.9844,
      "step": 81780
    },
    {
      "epoch": 3.8046522447080715,
      "grad_norm": 1.4975034095186157,
      "learning_rate": 9.114425488874595e-05,
      "loss": 2.2031,
      "step": 81781
    },
    {
      "epoch": 3.8046987671551524,
      "grad_norm": 1.5301153937402519,
      "learning_rate": 9.114084111822635e-05,
      "loss": 2.2656,
      "step": 81782
    },
    {
      "epoch": 3.8047452896022333,
      "grad_norm": 1.543131411430072,
      "learning_rate": 9.113742738374063e-05,
      "loss": 2.1094,
      "step": 81783
    },
    {
      "epoch": 3.804791812049314,
      "grad_norm": 1.5608327303253609,
      "learning_rate": 9.113401368529087e-05,
      "loss": 2.25,
      "step": 81784
    },
    {
      "epoch": 3.8048383344963943,
      "grad_norm": 1.340426845833724,
      "learning_rate": 9.11306000228793e-05,
      "loss": 1.75,
      "step": 81785
    },
    {
      "epoch": 3.8048848569434752,
      "grad_norm": 1.4692201287864641,
      "learning_rate": 9.112718639650789e-05,
      "loss": 1.9922,
      "step": 81786
    },
    {
      "epoch": 3.804931379390556,
      "grad_norm": 1.5248704172307248,
      "learning_rate": 9.112377280617878e-05,
      "loss": 2.0938,
      "step": 81787
    },
    {
      "epoch": 3.8049779018376366,
      "grad_norm": 1.529935960787931,
      "learning_rate": 9.112035925189404e-05,
      "loss": 1.9141,
      "step": 81788
    },
    {
      "epoch": 3.805024424284717,
      "grad_norm": 1.5699746313691647,
      "learning_rate": 9.111694573365578e-05,
      "loss": 2.0469,
      "step": 81789
    },
    {
      "epoch": 3.805070946731798,
      "grad_norm": 1.5103677013801347,
      "learning_rate": 9.111353225146604e-05,
      "loss": 2.0469,
      "step": 81790
    },
    {
      "epoch": 3.805117469178879,
      "grad_norm": 1.2538519076841261,
      "learning_rate": 9.111011880532699e-05,
      "loss": 1.3359,
      "step": 81791
    },
    {
      "epoch": 3.8051639916259594,
      "grad_norm": 1.4006397528255838,
      "learning_rate": 9.110670539524061e-05,
      "loss": 1.7734,
      "step": 81792
    },
    {
      "epoch": 3.8052105140730403,
      "grad_norm": 1.582313453837323,
      "learning_rate": 9.110329202120912e-05,
      "loss": 2.1094,
      "step": 81793
    },
    {
      "epoch": 3.805257036520121,
      "grad_norm": 1.4825777900832668,
      "learning_rate": 9.109987868323448e-05,
      "loss": 2.0469,
      "step": 81794
    },
    {
      "epoch": 3.8053035589672017,
      "grad_norm": 1.4521658525752685,
      "learning_rate": 9.109646538131887e-05,
      "loss": 2.0938,
      "step": 81795
    },
    {
      "epoch": 3.805350081414282,
      "grad_norm": 1.49977434376395,
      "learning_rate": 9.109305211546435e-05,
      "loss": 2.0469,
      "step": 81796
    },
    {
      "epoch": 3.805396603861363,
      "grad_norm": 1.4336287445243665,
      "learning_rate": 9.108963888567301e-05,
      "loss": 1.75,
      "step": 81797
    },
    {
      "epoch": 3.805443126308444,
      "grad_norm": 1.4778683090915357,
      "learning_rate": 9.108622569194692e-05,
      "loss": 1.9766,
      "step": 81798
    },
    {
      "epoch": 3.8054896487555245,
      "grad_norm": 1.5368848829144548,
      "learning_rate": 9.108281253428823e-05,
      "loss": 2.1406,
      "step": 81799
    },
    {
      "epoch": 3.805536171202605,
      "grad_norm": 1.3872661291488197,
      "learning_rate": 9.107939941269896e-05,
      "loss": 1.875,
      "step": 81800
    },
    {
      "epoch": 3.805582693649686,
      "grad_norm": 1.5540929943756834,
      "learning_rate": 9.107598632718124e-05,
      "loss": 2.1719,
      "step": 81801
    },
    {
      "epoch": 3.805629216096767,
      "grad_norm": 1.487375281478219,
      "learning_rate": 9.107257327773714e-05,
      "loss": 2.1562,
      "step": 81802
    },
    {
      "epoch": 3.8056757385438473,
      "grad_norm": 1.4961850020061729,
      "learning_rate": 9.106916026436878e-05,
      "loss": 2.0,
      "step": 81803
    },
    {
      "epoch": 3.8057222609909283,
      "grad_norm": 1.474430669826831,
      "learning_rate": 9.106574728707824e-05,
      "loss": 1.9688,
      "step": 81804
    },
    {
      "epoch": 3.8057687834380087,
      "grad_norm": 1.5407895038757398,
      "learning_rate": 9.106233434586754e-05,
      "loss": 2.1875,
      "step": 81805
    },
    {
      "epoch": 3.8058153058850896,
      "grad_norm": 1.4285916133454037,
      "learning_rate": 9.105892144073882e-05,
      "loss": 1.7031,
      "step": 81806
    },
    {
      "epoch": 3.80586182833217,
      "grad_norm": 1.4080082073478628,
      "learning_rate": 9.105550857169421e-05,
      "loss": 2.0156,
      "step": 81807
    },
    {
      "epoch": 3.805908350779251,
      "grad_norm": 1.4740760430962891,
      "learning_rate": 9.105209573873575e-05,
      "loss": 2.1094,
      "step": 81808
    },
    {
      "epoch": 3.805954873226332,
      "grad_norm": 1.5553672315892038,
      "learning_rate": 9.104868294186559e-05,
      "loss": 2.0312,
      "step": 81809
    },
    {
      "epoch": 3.8060013956734124,
      "grad_norm": 1.5683552380994576,
      "learning_rate": 9.104527018108572e-05,
      "loss": 2.2656,
      "step": 81810
    },
    {
      "epoch": 3.806047918120493,
      "grad_norm": 1.5431466268774499,
      "learning_rate": 9.104185745639831e-05,
      "loss": 2.25,
      "step": 81811
    },
    {
      "epoch": 3.806094440567574,
      "grad_norm": 1.6225881158994697,
      "learning_rate": 9.103844476780544e-05,
      "loss": 2.2812,
      "step": 81812
    },
    {
      "epoch": 3.8061409630146548,
      "grad_norm": 1.5877369268811112,
      "learning_rate": 9.103503211530915e-05,
      "loss": 1.9609,
      "step": 81813
    },
    {
      "epoch": 3.8061874854617352,
      "grad_norm": 1.5948036290261431,
      "learning_rate": 9.103161949891156e-05,
      "loss": 2.2812,
      "step": 81814
    },
    {
      "epoch": 3.806234007908816,
      "grad_norm": 1.4624540444880505,
      "learning_rate": 9.10282069186148e-05,
      "loss": 2.0625,
      "step": 81815
    },
    {
      "epoch": 3.8062805303558966,
      "grad_norm": 1.559458601339463,
      "learning_rate": 9.102479437442086e-05,
      "loss": 2.0781,
      "step": 81816
    },
    {
      "epoch": 3.8063270528029776,
      "grad_norm": 1.555025867663679,
      "learning_rate": 9.102138186633194e-05,
      "loss": 2.0938,
      "step": 81817
    },
    {
      "epoch": 3.806373575250058,
      "grad_norm": 1.5005116431530288,
      "learning_rate": 9.101796939435003e-05,
      "loss": 1.9453,
      "step": 81818
    },
    {
      "epoch": 3.806420097697139,
      "grad_norm": 1.5810263412006988,
      "learning_rate": 9.101455695847732e-05,
      "loss": 2.25,
      "step": 81819
    },
    {
      "epoch": 3.8064666201442194,
      "grad_norm": 1.508192000294645,
      "learning_rate": 9.10111445587158e-05,
      "loss": 2.1094,
      "step": 81820
    },
    {
      "epoch": 3.8065131425913004,
      "grad_norm": 1.6243150084040083,
      "learning_rate": 9.100773219506766e-05,
      "loss": 2.2188,
      "step": 81821
    },
    {
      "epoch": 3.806559665038381,
      "grad_norm": 1.4914795235290694,
      "learning_rate": 9.100431986753487e-05,
      "loss": 2.0781,
      "step": 81822
    },
    {
      "epoch": 3.8066061874854618,
      "grad_norm": 1.4718050786684451,
      "learning_rate": 9.100090757611962e-05,
      "loss": 1.9844,
      "step": 81823
    },
    {
      "epoch": 3.8066527099325427,
      "grad_norm": 1.438958994365001,
      "learning_rate": 9.099749532082393e-05,
      "loss": 2.0625,
      "step": 81824
    },
    {
      "epoch": 3.806699232379623,
      "grad_norm": 1.5314070539011868,
      "learning_rate": 9.099408310164998e-05,
      "loss": 1.9922,
      "step": 81825
    },
    {
      "epoch": 3.8067457548267036,
      "grad_norm": 1.539288033834104,
      "learning_rate": 9.099067091859974e-05,
      "loss": 2.2969,
      "step": 81826
    },
    {
      "epoch": 3.8067922772737846,
      "grad_norm": 1.5856410412913011,
      "learning_rate": 9.09872587716754e-05,
      "loss": 2.2031,
      "step": 81827
    },
    {
      "epoch": 3.8068387997208655,
      "grad_norm": 1.4193168175293767,
      "learning_rate": 9.098384666087896e-05,
      "loss": 1.7969,
      "step": 81828
    },
    {
      "epoch": 3.806885322167946,
      "grad_norm": 1.599370798713734,
      "learning_rate": 9.098043458621257e-05,
      "loss": 2.2188,
      "step": 81829
    },
    {
      "epoch": 3.806931844615027,
      "grad_norm": 1.5005224641395816,
      "learning_rate": 9.097702254767833e-05,
      "loss": 2.0781,
      "step": 81830
    },
    {
      "epoch": 3.8069783670621073,
      "grad_norm": 1.2603505210728008,
      "learning_rate": 9.097361054527829e-05,
      "loss": 1.3984,
      "step": 81831
    },
    {
      "epoch": 3.8070248895091883,
      "grad_norm": 1.6176544203964833,
      "learning_rate": 9.097019857901456e-05,
      "loss": 2.1875,
      "step": 81832
    },
    {
      "epoch": 3.8070714119562687,
      "grad_norm": 1.3971142666740426,
      "learning_rate": 9.096678664888925e-05,
      "loss": 1.7266,
      "step": 81833
    },
    {
      "epoch": 3.8071179344033497,
      "grad_norm": 1.3992633458533374,
      "learning_rate": 9.09633747549044e-05,
      "loss": 1.9297,
      "step": 81834
    },
    {
      "epoch": 3.8071644568504306,
      "grad_norm": 1.5805640542640504,
      "learning_rate": 9.095996289706211e-05,
      "loss": 2.1875,
      "step": 81835
    },
    {
      "epoch": 3.807210979297511,
      "grad_norm": 1.5312282709233245,
      "learning_rate": 9.095655107536449e-05,
      "loss": 2.25,
      "step": 81836
    },
    {
      "epoch": 3.8072575017445915,
      "grad_norm": 1.4226967470034289,
      "learning_rate": 9.09531392898136e-05,
      "loss": 2.0156,
      "step": 81837
    },
    {
      "epoch": 3.8073040241916725,
      "grad_norm": 1.482513657379479,
      "learning_rate": 9.094972754041156e-05,
      "loss": 1.9453,
      "step": 81838
    },
    {
      "epoch": 3.8073505466387534,
      "grad_norm": 1.4949494872520952,
      "learning_rate": 9.094631582716046e-05,
      "loss": 1.8594,
      "step": 81839
    },
    {
      "epoch": 3.807397069085834,
      "grad_norm": 1.42041095330871,
      "learning_rate": 9.094290415006234e-05,
      "loss": 1.8438,
      "step": 81840
    },
    {
      "epoch": 3.807443591532915,
      "grad_norm": 1.463953477187749,
      "learning_rate": 9.093949250911935e-05,
      "loss": 1.9844,
      "step": 81841
    },
    {
      "epoch": 3.8074901139799953,
      "grad_norm": 1.3932229823160807,
      "learning_rate": 9.093608090433352e-05,
      "loss": 1.7734,
      "step": 81842
    },
    {
      "epoch": 3.807536636427076,
      "grad_norm": 1.5847239475873194,
      "learning_rate": 9.093266933570701e-05,
      "loss": 2.2188,
      "step": 81843
    },
    {
      "epoch": 3.8075831588741567,
      "grad_norm": 1.4423582060764786,
      "learning_rate": 9.092925780324183e-05,
      "loss": 1.8203,
      "step": 81844
    },
    {
      "epoch": 3.8076296813212376,
      "grad_norm": 1.450706805258505,
      "learning_rate": 9.092584630694014e-05,
      "loss": 1.875,
      "step": 81845
    },
    {
      "epoch": 3.807676203768318,
      "grad_norm": 1.5244601133278424,
      "learning_rate": 9.092243484680396e-05,
      "loss": 2.2188,
      "step": 81846
    },
    {
      "epoch": 3.807722726215399,
      "grad_norm": 1.377656300132686,
      "learning_rate": 9.091902342283545e-05,
      "loss": 1.7656,
      "step": 81847
    },
    {
      "epoch": 3.8077692486624795,
      "grad_norm": 1.4716642602317251,
      "learning_rate": 9.091561203503662e-05,
      "loss": 1.9219,
      "step": 81848
    },
    {
      "epoch": 3.8078157711095604,
      "grad_norm": 1.4222219950926214,
      "learning_rate": 9.091220068340964e-05,
      "loss": 1.8281,
      "step": 81849
    },
    {
      "epoch": 3.8078622935566413,
      "grad_norm": 1.3755741267212906,
      "learning_rate": 9.09087893679565e-05,
      "loss": 1.8203,
      "step": 81850
    },
    {
      "epoch": 3.8079088160037218,
      "grad_norm": 1.6102627232537856,
      "learning_rate": 9.090537808867937e-05,
      "loss": 2.2344,
      "step": 81851
    },
    {
      "epoch": 3.8079553384508023,
      "grad_norm": 1.5134962929425935,
      "learning_rate": 9.090196684558037e-05,
      "loss": 2.2188,
      "step": 81852
    },
    {
      "epoch": 3.808001860897883,
      "grad_norm": 1.4436960152107203,
      "learning_rate": 9.089855563866147e-05,
      "loss": 2.0469,
      "step": 81853
    },
    {
      "epoch": 3.808048383344964,
      "grad_norm": 1.4790802465465775,
      "learning_rate": 9.089514446792488e-05,
      "loss": 2.0,
      "step": 81854
    },
    {
      "epoch": 3.8080949057920446,
      "grad_norm": 1.570291942136828,
      "learning_rate": 9.089173333337259e-05,
      "loss": 2.125,
      "step": 81855
    },
    {
      "epoch": 3.8081414282391255,
      "grad_norm": 1.5808032338841125,
      "learning_rate": 9.088832223500676e-05,
      "loss": 1.8984,
      "step": 81856
    },
    {
      "epoch": 3.808187950686206,
      "grad_norm": 1.4432069467779458,
      "learning_rate": 9.088491117282943e-05,
      "loss": 2.125,
      "step": 81857
    },
    {
      "epoch": 3.808234473133287,
      "grad_norm": 1.37076843673292,
      "learning_rate": 9.088150014684271e-05,
      "loss": 1.5938,
      "step": 81858
    },
    {
      "epoch": 3.8082809955803674,
      "grad_norm": 1.5614206705186975,
      "learning_rate": 9.08780891570487e-05,
      "loss": 2.2344,
      "step": 81859
    },
    {
      "epoch": 3.8083275180274483,
      "grad_norm": 1.5520917125473188,
      "learning_rate": 9.087467820344944e-05,
      "loss": 2.0312,
      "step": 81860
    },
    {
      "epoch": 3.808374040474529,
      "grad_norm": 1.6055489026991792,
      "learning_rate": 9.087126728604707e-05,
      "loss": 2.2344,
      "step": 81861
    },
    {
      "epoch": 3.8084205629216097,
      "grad_norm": 1.384564419602321,
      "learning_rate": 9.086785640484363e-05,
      "loss": 1.9453,
      "step": 81862
    },
    {
      "epoch": 3.80846708536869,
      "grad_norm": 1.4510663667201096,
      "learning_rate": 9.086444555984128e-05,
      "loss": 1.9609,
      "step": 81863
    },
    {
      "epoch": 3.808513607815771,
      "grad_norm": 1.5435441881015444,
      "learning_rate": 9.086103475104203e-05,
      "loss": 2.1875,
      "step": 81864
    },
    {
      "epoch": 3.808560130262852,
      "grad_norm": 1.4563758221823093,
      "learning_rate": 9.085762397844804e-05,
      "loss": 1.9141,
      "step": 81865
    },
    {
      "epoch": 3.8086066527099325,
      "grad_norm": 1.6428393263652181,
      "learning_rate": 9.085421324206132e-05,
      "loss": 2.3125,
      "step": 81866
    },
    {
      "epoch": 3.8086531751570134,
      "grad_norm": 1.5530299463535477,
      "learning_rate": 9.085080254188402e-05,
      "loss": 2.125,
      "step": 81867
    },
    {
      "epoch": 3.808699697604094,
      "grad_norm": 1.4932415074086562,
      "learning_rate": 9.084739187791821e-05,
      "loss": 2.0938,
      "step": 81868
    },
    {
      "epoch": 3.808746220051175,
      "grad_norm": 1.5471201563873191,
      "learning_rate": 9.084398125016597e-05,
      "loss": 2.1875,
      "step": 81869
    },
    {
      "epoch": 3.8087927424982553,
      "grad_norm": 1.5059694634445349,
      "learning_rate": 9.084057065862938e-05,
      "loss": 1.9297,
      "step": 81870
    },
    {
      "epoch": 3.808839264945336,
      "grad_norm": 1.43490461858894,
      "learning_rate": 9.083716010331057e-05,
      "loss": 1.9297,
      "step": 81871
    },
    {
      "epoch": 3.8088857873924167,
      "grad_norm": 1.506876841331227,
      "learning_rate": 9.083374958421153e-05,
      "loss": 1.9219,
      "step": 81872
    },
    {
      "epoch": 3.8089323098394976,
      "grad_norm": 1.5215340918610498,
      "learning_rate": 9.083033910133446e-05,
      "loss": 1.9062,
      "step": 81873
    },
    {
      "epoch": 3.808978832286578,
      "grad_norm": 1.5502422167026308,
      "learning_rate": 9.082692865468145e-05,
      "loss": 2.2344,
      "step": 81874
    },
    {
      "epoch": 3.809025354733659,
      "grad_norm": 1.4742600640164836,
      "learning_rate": 9.082351824425448e-05,
      "loss": 1.8438,
      "step": 81875
    },
    {
      "epoch": 3.80907187718074,
      "grad_norm": 1.5639244409466941,
      "learning_rate": 9.082010787005573e-05,
      "loss": 2.1406,
      "step": 81876
    },
    {
      "epoch": 3.8091183996278204,
      "grad_norm": 1.460867167460342,
      "learning_rate": 9.081669753208726e-05,
      "loss": 1.9297,
      "step": 81877
    },
    {
      "epoch": 3.809164922074901,
      "grad_norm": 1.5735993552022045,
      "learning_rate": 9.081328723035117e-05,
      "loss": 2.0312,
      "step": 81878
    },
    {
      "epoch": 3.809211444521982,
      "grad_norm": 1.5110885612429155,
      "learning_rate": 9.080987696484951e-05,
      "loss": 2.0156,
      "step": 81879
    },
    {
      "epoch": 3.8092579669690627,
      "grad_norm": 1.5829376419919743,
      "learning_rate": 9.080646673558441e-05,
      "loss": 1.9453,
      "step": 81880
    },
    {
      "epoch": 3.809304489416143,
      "grad_norm": 1.533167432995685,
      "learning_rate": 9.080305654255793e-05,
      "loss": 1.9688,
      "step": 81881
    },
    {
      "epoch": 3.809351011863224,
      "grad_norm": 1.5275178145543844,
      "learning_rate": 9.079964638577219e-05,
      "loss": 1.8906,
      "step": 81882
    },
    {
      "epoch": 3.8093975343103046,
      "grad_norm": 1.4013494186323643,
      "learning_rate": 9.07962362652292e-05,
      "loss": 2.0625,
      "step": 81883
    },
    {
      "epoch": 3.8094440567573855,
      "grad_norm": 1.4778804710193185,
      "learning_rate": 9.079282618093117e-05,
      "loss": 1.8828,
      "step": 81884
    },
    {
      "epoch": 3.809490579204466,
      "grad_norm": 1.497822090563886,
      "learning_rate": 9.07894161328801e-05,
      "loss": 1.8438,
      "step": 81885
    },
    {
      "epoch": 3.809537101651547,
      "grad_norm": 1.495998604769128,
      "learning_rate": 9.078600612107807e-05,
      "loss": 1.9766,
      "step": 81886
    },
    {
      "epoch": 3.809583624098628,
      "grad_norm": 1.6805244133326374,
      "learning_rate": 9.078259614552723e-05,
      "loss": 2.1875,
      "step": 81887
    },
    {
      "epoch": 3.8096301465457083,
      "grad_norm": 1.5952370085057352,
      "learning_rate": 9.07791862062296e-05,
      "loss": 2.0781,
      "step": 81888
    },
    {
      "epoch": 3.809676668992789,
      "grad_norm": 1.5407696727127973,
      "learning_rate": 9.077577630318733e-05,
      "loss": 2.1875,
      "step": 81889
    },
    {
      "epoch": 3.8097231914398697,
      "grad_norm": 1.512705990986037,
      "learning_rate": 9.077236643640245e-05,
      "loss": 2.2969,
      "step": 81890
    },
    {
      "epoch": 3.8097697138869506,
      "grad_norm": 1.51776483177884,
      "learning_rate": 9.076895660587712e-05,
      "loss": 2.1406,
      "step": 81891
    },
    {
      "epoch": 3.809816236334031,
      "grad_norm": 1.4458282476404916,
      "learning_rate": 9.076554681161334e-05,
      "loss": 2.0938,
      "step": 81892
    },
    {
      "epoch": 3.809862758781112,
      "grad_norm": 1.693636234346212,
      "learning_rate": 9.076213705361326e-05,
      "loss": 2.2969,
      "step": 81893
    },
    {
      "epoch": 3.8099092812281925,
      "grad_norm": 1.586179943925026,
      "learning_rate": 9.07587273318789e-05,
      "loss": 2.1562,
      "step": 81894
    },
    {
      "epoch": 3.8099558036752734,
      "grad_norm": 1.4820723670553997,
      "learning_rate": 9.075531764641242e-05,
      "loss": 1.8828,
      "step": 81895
    },
    {
      "epoch": 3.810002326122354,
      "grad_norm": 1.6722534122401758,
      "learning_rate": 9.075190799721595e-05,
      "loss": 2.0156,
      "step": 81896
    },
    {
      "epoch": 3.810048848569435,
      "grad_norm": 1.4307992664714084,
      "learning_rate": 9.074849838429144e-05,
      "loss": 1.9453,
      "step": 81897
    },
    {
      "epoch": 3.8100953710165157,
      "grad_norm": 1.4969178788174904,
      "learning_rate": 9.07450888076411e-05,
      "loss": 2.0469,
      "step": 81898
    },
    {
      "epoch": 3.810141893463596,
      "grad_norm": 1.5053732595202238,
      "learning_rate": 9.074167926726694e-05,
      "loss": 2.1094,
      "step": 81899
    },
    {
      "epoch": 3.8101884159106767,
      "grad_norm": 1.536280811098844,
      "learning_rate": 9.073826976317108e-05,
      "loss": 2.0312,
      "step": 81900
    },
    {
      "epoch": 3.8102349383577576,
      "grad_norm": 1.4552185257405679,
      "learning_rate": 9.073486029535557e-05,
      "loss": 2.0156,
      "step": 81901
    },
    {
      "epoch": 3.8102814608048385,
      "grad_norm": 1.5655083414444178,
      "learning_rate": 9.073145086382258e-05,
      "loss": 1.9375,
      "step": 81902
    },
    {
      "epoch": 3.810327983251919,
      "grad_norm": 1.4940708199947281,
      "learning_rate": 9.07280414685741e-05,
      "loss": 2.0,
      "step": 81903
    },
    {
      "epoch": 3.8103745056989995,
      "grad_norm": 1.5505524487910245,
      "learning_rate": 9.07246321096123e-05,
      "loss": 2.0469,
      "step": 81904
    },
    {
      "epoch": 3.8104210281460804,
      "grad_norm": 1.7107562235565916,
      "learning_rate": 9.07212227869392e-05,
      "loss": 2.2031,
      "step": 81905
    },
    {
      "epoch": 3.8104675505931613,
      "grad_norm": 1.5604355776831422,
      "learning_rate": 9.071781350055694e-05,
      "loss": 1.9844,
      "step": 81906
    },
    {
      "epoch": 3.810514073040242,
      "grad_norm": 1.4579539984415122,
      "learning_rate": 9.071440425046756e-05,
      "loss": 1.9062,
      "step": 81907
    },
    {
      "epoch": 3.8105605954873227,
      "grad_norm": 1.5222063387026965,
      "learning_rate": 9.071099503667318e-05,
      "loss": 2.1094,
      "step": 81908
    },
    {
      "epoch": 3.810607117934403,
      "grad_norm": 1.5125795351711302,
      "learning_rate": 9.070758585917588e-05,
      "loss": 1.9141,
      "step": 81909
    },
    {
      "epoch": 3.810653640381484,
      "grad_norm": 1.518814216494262,
      "learning_rate": 9.070417671797777e-05,
      "loss": 2.0625,
      "step": 81910
    },
    {
      "epoch": 3.8107001628285646,
      "grad_norm": 1.4746596313587712,
      "learning_rate": 9.07007676130809e-05,
      "loss": 2.0781,
      "step": 81911
    },
    {
      "epoch": 3.8107466852756455,
      "grad_norm": 1.4459567835483427,
      "learning_rate": 9.069735854448734e-05,
      "loss": 1.9609,
      "step": 81912
    },
    {
      "epoch": 3.8107932077227265,
      "grad_norm": 1.512082968048139,
      "learning_rate": 9.069394951219925e-05,
      "loss": 1.9688,
      "step": 81913
    },
    {
      "epoch": 3.810839730169807,
      "grad_norm": 1.5261504918171669,
      "learning_rate": 9.069054051621863e-05,
      "loss": 2.1094,
      "step": 81914
    },
    {
      "epoch": 3.8108862526168874,
      "grad_norm": 1.5096302288933356,
      "learning_rate": 9.068713155654763e-05,
      "loss": 1.8594,
      "step": 81915
    },
    {
      "epoch": 3.8109327750639683,
      "grad_norm": 1.5029454621849598,
      "learning_rate": 9.068372263318829e-05,
      "loss": 1.9922,
      "step": 81916
    },
    {
      "epoch": 3.8109792975110492,
      "grad_norm": 1.5699947038914663,
      "learning_rate": 9.068031374614273e-05,
      "loss": 2.1406,
      "step": 81917
    },
    {
      "epoch": 3.8110258199581297,
      "grad_norm": 1.4801079827588932,
      "learning_rate": 9.067690489541307e-05,
      "loss": 2.1094,
      "step": 81918
    },
    {
      "epoch": 3.8110723424052106,
      "grad_norm": 1.4809779689652958,
      "learning_rate": 9.067349608100133e-05,
      "loss": 2.0,
      "step": 81919
    },
    {
      "epoch": 3.811118864852291,
      "grad_norm": 1.3954445889888878,
      "learning_rate": 9.067008730290965e-05,
      "loss": 1.8984,
      "step": 81920
    },
    {
      "epoch": 3.811165387299372,
      "grad_norm": 1.4950356831242755,
      "learning_rate": 9.066667856114006e-05,
      "loss": 2.0625,
      "step": 81921
    },
    {
      "epoch": 3.8112119097464525,
      "grad_norm": 1.5132869124421977,
      "learning_rate": 9.066326985569471e-05,
      "loss": 2.0781,
      "step": 81922
    },
    {
      "epoch": 3.8112584321935334,
      "grad_norm": 1.4946207088273067,
      "learning_rate": 9.065986118657564e-05,
      "loss": 2.1719,
      "step": 81923
    },
    {
      "epoch": 3.8113049546406144,
      "grad_norm": 1.5993024085847185,
      "learning_rate": 9.065645255378497e-05,
      "loss": 2.1562,
      "step": 81924
    },
    {
      "epoch": 3.811351477087695,
      "grad_norm": 1.5042830676103505,
      "learning_rate": 9.065304395732473e-05,
      "loss": 2.0,
      "step": 81925
    },
    {
      "epoch": 3.8113979995347753,
      "grad_norm": 1.5141166643726949,
      "learning_rate": 9.06496353971971e-05,
      "loss": 2.2031,
      "step": 81926
    },
    {
      "epoch": 3.8114445219818562,
      "grad_norm": 1.5742651286999334,
      "learning_rate": 9.064622687340407e-05,
      "loss": 2.3594,
      "step": 81927
    },
    {
      "epoch": 3.811491044428937,
      "grad_norm": 1.6068974861725243,
      "learning_rate": 9.064281838594781e-05,
      "loss": 2.0781,
      "step": 81928
    },
    {
      "epoch": 3.8115375668760176,
      "grad_norm": 1.4769609370904255,
      "learning_rate": 9.063940993483031e-05,
      "loss": 2.0156,
      "step": 81929
    },
    {
      "epoch": 3.8115840893230986,
      "grad_norm": 1.490308605812059,
      "learning_rate": 9.063600152005378e-05,
      "loss": 2.1094,
      "step": 81930
    },
    {
      "epoch": 3.811630611770179,
      "grad_norm": 1.4663795510516069,
      "learning_rate": 9.063259314162018e-05,
      "loss": 1.8438,
      "step": 81931
    },
    {
      "epoch": 3.81167713421726,
      "grad_norm": 1.4807542837475498,
      "learning_rate": 9.06291847995317e-05,
      "loss": 2.125,
      "step": 81932
    },
    {
      "epoch": 3.8117236566643404,
      "grad_norm": 1.5263928416121517,
      "learning_rate": 9.062577649379034e-05,
      "loss": 2.0625,
      "step": 81933
    },
    {
      "epoch": 3.8117701791114214,
      "grad_norm": 1.5561944510431711,
      "learning_rate": 9.06223682243983e-05,
      "loss": 2.1094,
      "step": 81934
    },
    {
      "epoch": 3.811816701558502,
      "grad_norm": 1.4549509996013679,
      "learning_rate": 9.061895999135752e-05,
      "loss": 1.8906,
      "step": 81935
    },
    {
      "epoch": 3.8118632240055828,
      "grad_norm": 1.5403147165380275,
      "learning_rate": 9.061555179467019e-05,
      "loss": 2.1562,
      "step": 81936
    },
    {
      "epoch": 3.8119097464526632,
      "grad_norm": 1.4930266498175926,
      "learning_rate": 9.061214363433841e-05,
      "loss": 1.9141,
      "step": 81937
    },
    {
      "epoch": 3.811956268899744,
      "grad_norm": 1.5047738134156732,
      "learning_rate": 9.06087355103641e-05,
      "loss": 2.2031,
      "step": 81938
    },
    {
      "epoch": 3.812002791346825,
      "grad_norm": 1.4739533477988072,
      "learning_rate": 9.060532742274959e-05,
      "loss": 1.8516,
      "step": 81939
    },
    {
      "epoch": 3.8120493137939055,
      "grad_norm": 1.5440830500369491,
      "learning_rate": 9.060191937149682e-05,
      "loss": 2.2344,
      "step": 81940
    },
    {
      "epoch": 3.812095836240986,
      "grad_norm": 1.4583586184147082,
      "learning_rate": 9.059851135660788e-05,
      "loss": 2.1562,
      "step": 81941
    },
    {
      "epoch": 3.812142358688067,
      "grad_norm": 1.6936767033252902,
      "learning_rate": 9.059510337808494e-05,
      "loss": 2.0469,
      "step": 81942
    },
    {
      "epoch": 3.812188881135148,
      "grad_norm": 1.6081144149200695,
      "learning_rate": 9.059169543592995e-05,
      "loss": 1.9844,
      "step": 81943
    },
    {
      "epoch": 3.8122354035822283,
      "grad_norm": 1.488804869766224,
      "learning_rate": 9.058828753014515e-05,
      "loss": 2.0156,
      "step": 81944
    },
    {
      "epoch": 3.8122819260293093,
      "grad_norm": 1.5876269109015784,
      "learning_rate": 9.058487966073249e-05,
      "loss": 2.1094,
      "step": 81945
    },
    {
      "epoch": 3.8123284484763897,
      "grad_norm": 1.4273261969218474,
      "learning_rate": 9.058147182769416e-05,
      "loss": 1.7031,
      "step": 81946
    },
    {
      "epoch": 3.8123749709234707,
      "grad_norm": 1.6216575712178658,
      "learning_rate": 9.057806403103217e-05,
      "loss": 2.1094,
      "step": 81947
    },
    {
      "epoch": 3.812421493370551,
      "grad_norm": 1.6493394113235056,
      "learning_rate": 9.057465627074869e-05,
      "loss": 2.375,
      "step": 81948
    },
    {
      "epoch": 3.812468015817632,
      "grad_norm": 1.4938945454901384,
      "learning_rate": 9.05712485468457e-05,
      "loss": 2.0312,
      "step": 81949
    },
    {
      "epoch": 3.812514538264713,
      "grad_norm": 1.5382748700656532,
      "learning_rate": 9.05678408593254e-05,
      "loss": 1.9766,
      "step": 81950
    },
    {
      "epoch": 3.8125610607117935,
      "grad_norm": 1.590121961122766,
      "learning_rate": 9.056443320818976e-05,
      "loss": 1.9844,
      "step": 81951
    },
    {
      "epoch": 3.812607583158874,
      "grad_norm": 1.5529363978259363,
      "learning_rate": 9.056102559344096e-05,
      "loss": 2.0469,
      "step": 81952
    },
    {
      "epoch": 3.812654105605955,
      "grad_norm": 1.464652567267534,
      "learning_rate": 9.0557618015081e-05,
      "loss": 2.0625,
      "step": 81953
    },
    {
      "epoch": 3.812700628053036,
      "grad_norm": 1.5544799120871255,
      "learning_rate": 9.055421047311207e-05,
      "loss": 2.1719,
      "step": 81954
    },
    {
      "epoch": 3.8127471505001163,
      "grad_norm": 1.657414236229209,
      "learning_rate": 9.055080296753618e-05,
      "loss": 2.1875,
      "step": 81955
    },
    {
      "epoch": 3.812793672947197,
      "grad_norm": 1.532112717711363,
      "learning_rate": 9.054739549835546e-05,
      "loss": 2.2188,
      "step": 81956
    },
    {
      "epoch": 3.8128401953942777,
      "grad_norm": 1.5520181912174575,
      "learning_rate": 9.054398806557194e-05,
      "loss": 2.1875,
      "step": 81957
    },
    {
      "epoch": 3.8128867178413586,
      "grad_norm": 1.5366259901059265,
      "learning_rate": 9.054058066918778e-05,
      "loss": 2.2031,
      "step": 81958
    },
    {
      "epoch": 3.812933240288439,
      "grad_norm": 1.55632270486662,
      "learning_rate": 9.053717330920499e-05,
      "loss": 2.125,
      "step": 81959
    },
    {
      "epoch": 3.81297976273552,
      "grad_norm": 1.5457446254576994,
      "learning_rate": 9.053376598562566e-05,
      "loss": 2.1875,
      "step": 81960
    },
    {
      "epoch": 3.8130262851826004,
      "grad_norm": 1.622663891273368,
      "learning_rate": 9.053035869845199e-05,
      "loss": 2.0781,
      "step": 81961
    },
    {
      "epoch": 3.8130728076296814,
      "grad_norm": 1.5842172346268244,
      "learning_rate": 9.052695144768593e-05,
      "loss": 2.0781,
      "step": 81962
    },
    {
      "epoch": 3.813119330076762,
      "grad_norm": 1.5519056343539983,
      "learning_rate": 9.052354423332967e-05,
      "loss": 2.1719,
      "step": 81963
    },
    {
      "epoch": 3.8131658525238428,
      "grad_norm": 1.4699442032353685,
      "learning_rate": 9.052013705538521e-05,
      "loss": 1.9297,
      "step": 81964
    },
    {
      "epoch": 3.8132123749709237,
      "grad_norm": 1.4960256611133096,
      "learning_rate": 9.05167299138547e-05,
      "loss": 2.0,
      "step": 81965
    },
    {
      "epoch": 3.813258897418004,
      "grad_norm": 1.5052106833997616,
      "learning_rate": 9.05133228087402e-05,
      "loss": 2.2656,
      "step": 81966
    },
    {
      "epoch": 3.8133054198650846,
      "grad_norm": 1.5735647887009274,
      "learning_rate": 9.050991574004375e-05,
      "loss": 2.1094,
      "step": 81967
    },
    {
      "epoch": 3.8133519423121656,
      "grad_norm": 1.6007618526373104,
      "learning_rate": 9.050650870776754e-05,
      "loss": 2.1875,
      "step": 81968
    },
    {
      "epoch": 3.8133984647592465,
      "grad_norm": 1.4785213633916443,
      "learning_rate": 9.050310171191353e-05,
      "loss": 1.9688,
      "step": 81969
    },
    {
      "epoch": 3.813444987206327,
      "grad_norm": 1.5693844471003684,
      "learning_rate": 9.049969475248392e-05,
      "loss": 2.0781,
      "step": 81970
    },
    {
      "epoch": 3.813491509653408,
      "grad_norm": 1.495544198520214,
      "learning_rate": 9.049628782948074e-05,
      "loss": 2.0781,
      "step": 81971
    },
    {
      "epoch": 3.8135380321004884,
      "grad_norm": 1.481487630191145,
      "learning_rate": 9.04928809429061e-05,
      "loss": 2.0781,
      "step": 81972
    },
    {
      "epoch": 3.8135845545475693,
      "grad_norm": 1.5038642612402027,
      "learning_rate": 9.0489474092762e-05,
      "loss": 1.9531,
      "step": 81973
    },
    {
      "epoch": 3.8136310769946498,
      "grad_norm": 1.6164539573800407,
      "learning_rate": 9.048606727905066e-05,
      "loss": 2.375,
      "step": 81974
    },
    {
      "epoch": 3.8136775994417307,
      "grad_norm": 1.54028219322315,
      "learning_rate": 9.048266050177408e-05,
      "loss": 2.25,
      "step": 81975
    },
    {
      "epoch": 3.8137241218888116,
      "grad_norm": 1.5716134645388218,
      "learning_rate": 9.047925376093438e-05,
      "loss": 2.1875,
      "step": 81976
    },
    {
      "epoch": 3.813770644335892,
      "grad_norm": 1.4636876396924463,
      "learning_rate": 9.04758470565336e-05,
      "loss": 1.9219,
      "step": 81977
    },
    {
      "epoch": 3.8138171667829726,
      "grad_norm": 1.519756707884492,
      "learning_rate": 9.047244038857389e-05,
      "loss": 2.2656,
      "step": 81978
    },
    {
      "epoch": 3.8138636892300535,
      "grad_norm": 1.5731467567079254,
      "learning_rate": 9.046903375705727e-05,
      "loss": 2.125,
      "step": 81979
    },
    {
      "epoch": 3.8139102116771344,
      "grad_norm": 1.490248909452564,
      "learning_rate": 9.04656271619859e-05,
      "loss": 2.0156,
      "step": 81980
    },
    {
      "epoch": 3.813956734124215,
      "grad_norm": 1.5195564852435504,
      "learning_rate": 9.046222060336178e-05,
      "loss": 1.9297,
      "step": 81981
    },
    {
      "epoch": 3.814003256571296,
      "grad_norm": 1.5087616186508033,
      "learning_rate": 9.0458814081187e-05,
      "loss": 1.7734,
      "step": 81982
    },
    {
      "epoch": 3.8140497790183763,
      "grad_norm": 1.6378546121464848,
      "learning_rate": 9.045540759546377e-05,
      "loss": 2.0156,
      "step": 81983
    },
    {
      "epoch": 3.814096301465457,
      "grad_norm": 1.4308336374873254,
      "learning_rate": 9.045200114619405e-05,
      "loss": 1.5391,
      "step": 81984
    },
    {
      "epoch": 3.8141428239125377,
      "grad_norm": 1.510691575253464,
      "learning_rate": 9.044859473338e-05,
      "loss": 2.0938,
      "step": 81985
    },
    {
      "epoch": 3.8141893463596186,
      "grad_norm": 1.5888727800106672,
      "learning_rate": 9.044518835702363e-05,
      "loss": 2.2031,
      "step": 81986
    },
    {
      "epoch": 3.814235868806699,
      "grad_norm": 1.4613064485178084,
      "learning_rate": 9.044178201712712e-05,
      "loss": 1.9219,
      "step": 81987
    },
    {
      "epoch": 3.81428239125378,
      "grad_norm": 1.46797990428827,
      "learning_rate": 9.043837571369245e-05,
      "loss": 1.8828,
      "step": 81988
    },
    {
      "epoch": 3.8143289137008605,
      "grad_norm": 1.4470590428511771,
      "learning_rate": 9.043496944672179e-05,
      "loss": 1.9531,
      "step": 81989
    },
    {
      "epoch": 3.8143754361479414,
      "grad_norm": 1.5709982929386106,
      "learning_rate": 9.043156321621716e-05,
      "loss": 2.1719,
      "step": 81990
    },
    {
      "epoch": 3.8144219585950223,
      "grad_norm": 1.5466376669177846,
      "learning_rate": 9.042815702218074e-05,
      "loss": 1.9766,
      "step": 81991
    },
    {
      "epoch": 3.814468481042103,
      "grad_norm": 1.4589828329141667,
      "learning_rate": 9.04247508646145e-05,
      "loss": 2.0625,
      "step": 81992
    },
    {
      "epoch": 3.8145150034891833,
      "grad_norm": 1.493771460109561,
      "learning_rate": 9.042134474352059e-05,
      "loss": 1.9922,
      "step": 81993
    },
    {
      "epoch": 3.814561525936264,
      "grad_norm": 1.4868789085899035,
      "learning_rate": 9.04179386589011e-05,
      "loss": 2.0938,
      "step": 81994
    },
    {
      "epoch": 3.814608048383345,
      "grad_norm": 1.4667061193413191,
      "learning_rate": 9.041453261075809e-05,
      "loss": 1.9219,
      "step": 81995
    },
    {
      "epoch": 3.8146545708304256,
      "grad_norm": 1.3853996876733758,
      "learning_rate": 9.041112659909365e-05,
      "loss": 1.7109,
      "step": 81996
    },
    {
      "epoch": 3.8147010932775065,
      "grad_norm": 1.4899012995710097,
      "learning_rate": 9.040772062390985e-05,
      "loss": 2.0938,
      "step": 81997
    },
    {
      "epoch": 3.814747615724587,
      "grad_norm": 1.5865445398442681,
      "learning_rate": 9.040431468520882e-05,
      "loss": 2.1875,
      "step": 81998
    },
    {
      "epoch": 3.814794138171668,
      "grad_norm": 1.4733246551760695,
      "learning_rate": 9.04009087829926e-05,
      "loss": 1.8594,
      "step": 81999
    },
    {
      "epoch": 3.8148406606187484,
      "grad_norm": 1.4484832396100675,
      "learning_rate": 9.039750291726333e-05,
      "loss": 2.0,
      "step": 82000
    },
    {
      "epoch": 3.8148871830658293,
      "grad_norm": 1.5496141306389117,
      "learning_rate": 9.039409708802302e-05,
      "loss": 2.2344,
      "step": 82001
    },
    {
      "epoch": 3.8149337055129102,
      "grad_norm": 1.50052184361012,
      "learning_rate": 9.039069129527383e-05,
      "loss": 2.1875,
      "step": 82002
    },
    {
      "epoch": 3.8149802279599907,
      "grad_norm": 1.3986813415805412,
      "learning_rate": 9.038728553901774e-05,
      "loss": 1.7578,
      "step": 82003
    },
    {
      "epoch": 3.815026750407071,
      "grad_norm": 1.42971417755801,
      "learning_rate": 9.038387981925695e-05,
      "loss": 1.4922,
      "step": 82004
    },
    {
      "epoch": 3.815073272854152,
      "grad_norm": 1.4813689753005042,
      "learning_rate": 9.038047413599353e-05,
      "loss": 2.0312,
      "step": 82005
    },
    {
      "epoch": 3.815119795301233,
      "grad_norm": 1.4949807051682873,
      "learning_rate": 9.03770684892295e-05,
      "loss": 2.0781,
      "step": 82006
    },
    {
      "epoch": 3.8151663177483135,
      "grad_norm": 1.4256946180837415,
      "learning_rate": 9.0373662878967e-05,
      "loss": 1.9922,
      "step": 82007
    },
    {
      "epoch": 3.8152128401953944,
      "grad_norm": 1.5741659238396115,
      "learning_rate": 9.037025730520807e-05,
      "loss": 2.3906,
      "step": 82008
    },
    {
      "epoch": 3.815259362642475,
      "grad_norm": 1.5091368045523559,
      "learning_rate": 9.036685176795486e-05,
      "loss": 2.0625,
      "step": 82009
    },
    {
      "epoch": 3.815305885089556,
      "grad_norm": 1.5811519707294868,
      "learning_rate": 9.036344626720937e-05,
      "loss": 2.125,
      "step": 82010
    },
    {
      "epoch": 3.8153524075366363,
      "grad_norm": 1.5336165442362444,
      "learning_rate": 9.036004080297376e-05,
      "loss": 2.1562,
      "step": 82011
    },
    {
      "epoch": 3.815398929983717,
      "grad_norm": 1.512980148153104,
      "learning_rate": 9.035663537525008e-05,
      "loss": 2.0938,
      "step": 82012
    },
    {
      "epoch": 3.815445452430798,
      "grad_norm": 1.5283963362281852,
      "learning_rate": 9.035322998404043e-05,
      "loss": 2.2344,
      "step": 82013
    },
    {
      "epoch": 3.8154919748778786,
      "grad_norm": 1.5059615745313264,
      "learning_rate": 9.034982462934685e-05,
      "loss": 1.9375,
      "step": 82014
    },
    {
      "epoch": 3.815538497324959,
      "grad_norm": 1.4517262227950805,
      "learning_rate": 9.03464193111715e-05,
      "loss": 2.0,
      "step": 82015
    },
    {
      "epoch": 3.81558501977204,
      "grad_norm": 1.4863504706047186,
      "learning_rate": 9.034301402951638e-05,
      "loss": 1.9453,
      "step": 82016
    },
    {
      "epoch": 3.815631542219121,
      "grad_norm": 1.5264817114268439,
      "learning_rate": 9.033960878438367e-05,
      "loss": 2.0469,
      "step": 82017
    },
    {
      "epoch": 3.8156780646662014,
      "grad_norm": 1.5244194911576383,
      "learning_rate": 9.033620357577537e-05,
      "loss": 1.9688,
      "step": 82018
    },
    {
      "epoch": 3.815724587113282,
      "grad_norm": 1.5168776655646083,
      "learning_rate": 9.033279840369361e-05,
      "loss": 2.0469,
      "step": 82019
    },
    {
      "epoch": 3.815771109560363,
      "grad_norm": 1.4659954215496251,
      "learning_rate": 9.032939326814046e-05,
      "loss": 1.7188,
      "step": 82020
    },
    {
      "epoch": 3.8158176320074437,
      "grad_norm": 1.5708416927892372,
      "learning_rate": 9.0325988169118e-05,
      "loss": 2.1094,
      "step": 82021
    },
    {
      "epoch": 3.815864154454524,
      "grad_norm": 1.4608914132580706,
      "learning_rate": 9.032258310662834e-05,
      "loss": 2.0469,
      "step": 82022
    },
    {
      "epoch": 3.815910676901605,
      "grad_norm": 1.4653435284788896,
      "learning_rate": 9.03191780806735e-05,
      "loss": 1.9844,
      "step": 82023
    },
    {
      "epoch": 3.8159571993486856,
      "grad_norm": 1.4997437342933553,
      "learning_rate": 9.031577309125566e-05,
      "loss": 2.0625,
      "step": 82024
    },
    {
      "epoch": 3.8160037217957665,
      "grad_norm": 1.5292806667684358,
      "learning_rate": 9.03123681383768e-05,
      "loss": 2.1406,
      "step": 82025
    },
    {
      "epoch": 3.816050244242847,
      "grad_norm": 1.5877484806025173,
      "learning_rate": 9.030896322203907e-05,
      "loss": 2.1406,
      "step": 82026
    },
    {
      "epoch": 3.816096766689928,
      "grad_norm": 1.5945916640919118,
      "learning_rate": 9.030555834224459e-05,
      "loss": 2.0156,
      "step": 82027
    },
    {
      "epoch": 3.816143289137009,
      "grad_norm": 1.4889140561524585,
      "learning_rate": 9.030215349899537e-05,
      "loss": 2.0,
      "step": 82028
    },
    {
      "epoch": 3.8161898115840893,
      "grad_norm": 1.5395554489148322,
      "learning_rate": 9.029874869229355e-05,
      "loss": 2.1406,
      "step": 82029
    },
    {
      "epoch": 3.81623633403117,
      "grad_norm": 1.4329197931357254,
      "learning_rate": 9.029534392214116e-05,
      "loss": 1.9297,
      "step": 82030
    },
    {
      "epoch": 3.8162828564782507,
      "grad_norm": 1.455563000875374,
      "learning_rate": 9.029193918854034e-05,
      "loss": 2.0781,
      "step": 82031
    },
    {
      "epoch": 3.8163293789253316,
      "grad_norm": 1.4866609581184804,
      "learning_rate": 9.028853449149311e-05,
      "loss": 1.8594,
      "step": 82032
    },
    {
      "epoch": 3.816375901372412,
      "grad_norm": 1.5631090387213749,
      "learning_rate": 9.028512983100163e-05,
      "loss": 2.125,
      "step": 82033
    },
    {
      "epoch": 3.816422423819493,
      "grad_norm": 1.52007123105106,
      "learning_rate": 9.028172520706791e-05,
      "loss": 2.0156,
      "step": 82034
    },
    {
      "epoch": 3.8164689462665735,
      "grad_norm": 1.5055309952164166,
      "learning_rate": 9.027832061969409e-05,
      "loss": 2.0781,
      "step": 82035
    },
    {
      "epoch": 3.8165154687136544,
      "grad_norm": 1.4360397138762027,
      "learning_rate": 9.027491606888222e-05,
      "loss": 1.8594,
      "step": 82036
    },
    {
      "epoch": 3.816561991160735,
      "grad_norm": 1.5131347560592028,
      "learning_rate": 9.027151155463443e-05,
      "loss": 2.0625,
      "step": 82037
    },
    {
      "epoch": 3.816608513607816,
      "grad_norm": 1.4492231579844246,
      "learning_rate": 9.026810707695273e-05,
      "loss": 1.9375,
      "step": 82038
    },
    {
      "epoch": 3.8166550360548968,
      "grad_norm": 1.4422357385939224,
      "learning_rate": 9.026470263583928e-05,
      "loss": 1.8906,
      "step": 82039
    },
    {
      "epoch": 3.8167015585019772,
      "grad_norm": 1.3453221538497029,
      "learning_rate": 9.026129823129611e-05,
      "loss": 1.6094,
      "step": 82040
    },
    {
      "epoch": 3.8167480809490577,
      "grad_norm": 1.4747879909379562,
      "learning_rate": 9.025789386332534e-05,
      "loss": 2.0312,
      "step": 82041
    },
    {
      "epoch": 3.8167946033961386,
      "grad_norm": 1.6506845119752773,
      "learning_rate": 9.025448953192902e-05,
      "loss": 2.0938,
      "step": 82042
    },
    {
      "epoch": 3.8168411258432196,
      "grad_norm": 1.48166147513253,
      "learning_rate": 9.025108523710931e-05,
      "loss": 1.8984,
      "step": 82043
    },
    {
      "epoch": 3.8168876482903,
      "grad_norm": 1.3274053501905863,
      "learning_rate": 9.02476809788682e-05,
      "loss": 1.4375,
      "step": 82044
    },
    {
      "epoch": 3.816934170737381,
      "grad_norm": 1.4411622822773458,
      "learning_rate": 9.02442767572078e-05,
      "loss": 1.9219,
      "step": 82045
    },
    {
      "epoch": 3.8169806931844614,
      "grad_norm": 1.5766233665887373,
      "learning_rate": 9.024087257213024e-05,
      "loss": 2.2031,
      "step": 82046
    },
    {
      "epoch": 3.8170272156315423,
      "grad_norm": 1.430890622145832,
      "learning_rate": 9.023746842363748e-05,
      "loss": 1.9531,
      "step": 82047
    },
    {
      "epoch": 3.817073738078623,
      "grad_norm": 1.500391051105312,
      "learning_rate": 9.023406431173175e-05,
      "loss": 1.9922,
      "step": 82048
    },
    {
      "epoch": 3.8171202605257037,
      "grad_norm": 1.584558433615728,
      "learning_rate": 9.023066023641511e-05,
      "loss": 2.125,
      "step": 82049
    },
    {
      "epoch": 3.8171667829727842,
      "grad_norm": 1.4389292596690852,
      "learning_rate": 9.022725619768956e-05,
      "loss": 1.9531,
      "step": 82050
    },
    {
      "epoch": 3.817213305419865,
      "grad_norm": 1.5407987266326455,
      "learning_rate": 9.022385219555729e-05,
      "loss": 2.2812,
      "step": 82051
    },
    {
      "epoch": 3.8172598278669456,
      "grad_norm": 1.5951552745861315,
      "learning_rate": 9.022044823002028e-05,
      "loss": 2.2656,
      "step": 82052
    },
    {
      "epoch": 3.8173063503140265,
      "grad_norm": 1.522376652908876,
      "learning_rate": 9.02170443010807e-05,
      "loss": 2.0469,
      "step": 82053
    },
    {
      "epoch": 3.8173528727611075,
      "grad_norm": 1.6174431516890897,
      "learning_rate": 9.021364040874058e-05,
      "loss": 2.2188,
      "step": 82054
    },
    {
      "epoch": 3.817399395208188,
      "grad_norm": 1.5067598563490345,
      "learning_rate": 9.021023655300203e-05,
      "loss": 2.0625,
      "step": 82055
    },
    {
      "epoch": 3.8174459176552684,
      "grad_norm": 1.5595651327433206,
      "learning_rate": 9.020683273386712e-05,
      "loss": 1.9766,
      "step": 82056
    },
    {
      "epoch": 3.8174924401023493,
      "grad_norm": 1.3242727863181927,
      "learning_rate": 9.020342895133795e-05,
      "loss": 1.7344,
      "step": 82057
    },
    {
      "epoch": 3.8175389625494303,
      "grad_norm": 1.3754043995229306,
      "learning_rate": 9.020002520541657e-05,
      "loss": 1.7266,
      "step": 82058
    },
    {
      "epoch": 3.8175854849965107,
      "grad_norm": 1.5222861152997815,
      "learning_rate": 9.019662149610514e-05,
      "loss": 2.0938,
      "step": 82059
    },
    {
      "epoch": 3.8176320074435917,
      "grad_norm": 1.545378132722369,
      "learning_rate": 9.019321782340562e-05,
      "loss": 1.9844,
      "step": 82060
    },
    {
      "epoch": 3.817678529890672,
      "grad_norm": 1.6131082567408963,
      "learning_rate": 9.018981418732021e-05,
      "loss": 2.0469,
      "step": 82061
    },
    {
      "epoch": 3.817725052337753,
      "grad_norm": 1.5250086361978112,
      "learning_rate": 9.018641058785093e-05,
      "loss": 2.2188,
      "step": 82062
    },
    {
      "epoch": 3.8177715747848335,
      "grad_norm": 1.5737246273974987,
      "learning_rate": 9.01830070249999e-05,
      "loss": 1.9531,
      "step": 82063
    },
    {
      "epoch": 3.8178180972319145,
      "grad_norm": 1.4567085177341044,
      "learning_rate": 9.017960349876917e-05,
      "loss": 2.0625,
      "step": 82064
    },
    {
      "epoch": 3.8178646196789954,
      "grad_norm": 1.4517522052105736,
      "learning_rate": 9.017620000916086e-05,
      "loss": 1.8906,
      "step": 82065
    },
    {
      "epoch": 3.817911142126076,
      "grad_norm": 1.4995305141744208,
      "learning_rate": 9.017279655617698e-05,
      "loss": 2.0469,
      "step": 82066
    },
    {
      "epoch": 3.8179576645731563,
      "grad_norm": 1.6219587565017284,
      "learning_rate": 9.016939313981973e-05,
      "loss": 2.0938,
      "step": 82067
    },
    {
      "epoch": 3.8180041870202373,
      "grad_norm": 1.4771643300093482,
      "learning_rate": 9.01659897600911e-05,
      "loss": 1.8594,
      "step": 82068
    },
    {
      "epoch": 3.818050709467318,
      "grad_norm": 1.5799437112743864,
      "learning_rate": 9.016258641699315e-05,
      "loss": 2.3281,
      "step": 82069
    },
    {
      "epoch": 3.8180972319143986,
      "grad_norm": 1.4903604337316767,
      "learning_rate": 9.015918311052809e-05,
      "loss": 1.9453,
      "step": 82070
    },
    {
      "epoch": 3.8181437543614796,
      "grad_norm": 1.5850787899249976,
      "learning_rate": 9.015577984069791e-05,
      "loss": 1.9531,
      "step": 82071
    },
    {
      "epoch": 3.81819027680856,
      "grad_norm": 1.5220094592025633,
      "learning_rate": 9.015237660750472e-05,
      "loss": 2.1562,
      "step": 82072
    },
    {
      "epoch": 3.818236799255641,
      "grad_norm": 1.505413091332582,
      "learning_rate": 9.014897341095059e-05,
      "loss": 2.1406,
      "step": 82073
    },
    {
      "epoch": 3.8182833217027214,
      "grad_norm": 1.4329406678404049,
      "learning_rate": 9.014557025103763e-05,
      "loss": 2.0156,
      "step": 82074
    },
    {
      "epoch": 3.8183298441498024,
      "grad_norm": 1.5031199268883937,
      "learning_rate": 9.014216712776789e-05,
      "loss": 2.0156,
      "step": 82075
    },
    {
      "epoch": 3.818376366596883,
      "grad_norm": 1.5335202568369306,
      "learning_rate": 9.013876404114346e-05,
      "loss": 2.125,
      "step": 82076
    },
    {
      "epoch": 3.8184228890439638,
      "grad_norm": 1.5415910701165938,
      "learning_rate": 9.013536099116646e-05,
      "loss": 2.0469,
      "step": 82077
    },
    {
      "epoch": 3.8184694114910442,
      "grad_norm": 1.5312915422031828,
      "learning_rate": 9.013195797783892e-05,
      "loss": 2.1562,
      "step": 82078
    },
    {
      "epoch": 3.818515933938125,
      "grad_norm": 1.5737296812861088,
      "learning_rate": 9.012855500116298e-05,
      "loss": 2.1094,
      "step": 82079
    },
    {
      "epoch": 3.818562456385206,
      "grad_norm": 1.5361591315426169,
      "learning_rate": 9.012515206114064e-05,
      "loss": 1.9844,
      "step": 82080
    },
    {
      "epoch": 3.8186089788322866,
      "grad_norm": 1.5090447724769425,
      "learning_rate": 9.012174915777408e-05,
      "loss": 1.9766,
      "step": 82081
    },
    {
      "epoch": 3.818655501279367,
      "grad_norm": 1.5686880603920685,
      "learning_rate": 9.01183462910653e-05,
      "loss": 2.0781,
      "step": 82082
    },
    {
      "epoch": 3.818702023726448,
      "grad_norm": 1.611433767390459,
      "learning_rate": 9.011494346101646e-05,
      "loss": 2.125,
      "step": 82083
    },
    {
      "epoch": 3.818748546173529,
      "grad_norm": 1.4905947894464104,
      "learning_rate": 9.011154066762957e-05,
      "loss": 2.0469,
      "step": 82084
    },
    {
      "epoch": 3.8187950686206094,
      "grad_norm": 1.5663381056923646,
      "learning_rate": 9.010813791090677e-05,
      "loss": 2.2031,
      "step": 82085
    },
    {
      "epoch": 3.8188415910676903,
      "grad_norm": 1.5142675393079175,
      "learning_rate": 9.010473519085012e-05,
      "loss": 2.1719,
      "step": 82086
    },
    {
      "epoch": 3.8188881135147708,
      "grad_norm": 1.447064345527494,
      "learning_rate": 9.010133250746169e-05,
      "loss": 2.0,
      "step": 82087
    },
    {
      "epoch": 3.8189346359618517,
      "grad_norm": 1.489808956167852,
      "learning_rate": 9.009792986074358e-05,
      "loss": 1.9922,
      "step": 82088
    },
    {
      "epoch": 3.818981158408932,
      "grad_norm": 1.4614550347130137,
      "learning_rate": 9.009452725069789e-05,
      "loss": 1.9844,
      "step": 82089
    },
    {
      "epoch": 3.819027680856013,
      "grad_norm": 1.491268461805395,
      "learning_rate": 9.009112467732667e-05,
      "loss": 1.9375,
      "step": 82090
    },
    {
      "epoch": 3.819074203303094,
      "grad_norm": 1.4998050358090562,
      "learning_rate": 9.008772214063197e-05,
      "loss": 1.9453,
      "step": 82091
    },
    {
      "epoch": 3.8191207257501745,
      "grad_norm": 1.4609387801532792,
      "learning_rate": 9.008431964061596e-05,
      "loss": 1.8438,
      "step": 82092
    },
    {
      "epoch": 3.819167248197255,
      "grad_norm": 1.5391818427971578,
      "learning_rate": 9.008091717728069e-05,
      "loss": 2.1406,
      "step": 82093
    },
    {
      "epoch": 3.819213770644336,
      "grad_norm": 1.4884996654768599,
      "learning_rate": 9.007751475062823e-05,
      "loss": 2.0156,
      "step": 82094
    },
    {
      "epoch": 3.819260293091417,
      "grad_norm": 1.5232846433426486,
      "learning_rate": 9.007411236066067e-05,
      "loss": 2.1406,
      "step": 82095
    },
    {
      "epoch": 3.8193068155384973,
      "grad_norm": 1.5160395238778357,
      "learning_rate": 9.007071000738012e-05,
      "loss": 2.0938,
      "step": 82096
    },
    {
      "epoch": 3.819353337985578,
      "grad_norm": 1.441200463840091,
      "learning_rate": 9.00673076907886e-05,
      "loss": 1.9922,
      "step": 82097
    },
    {
      "epoch": 3.8193998604326587,
      "grad_norm": 1.575979670185937,
      "learning_rate": 9.006390541088823e-05,
      "loss": 1.9844,
      "step": 82098
    },
    {
      "epoch": 3.8194463828797396,
      "grad_norm": 1.5179845267034637,
      "learning_rate": 9.006050316768109e-05,
      "loss": 2.0781,
      "step": 82099
    },
    {
      "epoch": 3.81949290532682,
      "grad_norm": 1.528360426507602,
      "learning_rate": 9.005710096116927e-05,
      "loss": 2.0625,
      "step": 82100
    },
    {
      "epoch": 3.819539427773901,
      "grad_norm": 1.5061986052428629,
      "learning_rate": 9.005369879135487e-05,
      "loss": 1.7812,
      "step": 82101
    },
    {
      "epoch": 3.8195859502209815,
      "grad_norm": 1.4882619042015672,
      "learning_rate": 9.00502966582399e-05,
      "loss": 1.75,
      "step": 82102
    },
    {
      "epoch": 3.8196324726680624,
      "grad_norm": 1.6145272209615982,
      "learning_rate": 9.004689456182655e-05,
      "loss": 2.2656,
      "step": 82103
    },
    {
      "epoch": 3.819678995115143,
      "grad_norm": 1.5170616868382176,
      "learning_rate": 9.004349250211677e-05,
      "loss": 2.2031,
      "step": 82104
    },
    {
      "epoch": 3.819725517562224,
      "grad_norm": 1.5023938244189956,
      "learning_rate": 9.004009047911281e-05,
      "loss": 2.125,
      "step": 82105
    },
    {
      "epoch": 3.8197720400093047,
      "grad_norm": 1.4917359111096373,
      "learning_rate": 9.003668849281657e-05,
      "loss": 2.1875,
      "step": 82106
    },
    {
      "epoch": 3.819818562456385,
      "grad_norm": 1.4523699402390544,
      "learning_rate": 9.003328654323028e-05,
      "loss": 1.9297,
      "step": 82107
    },
    {
      "epoch": 3.8198650849034657,
      "grad_norm": 1.5156372246248688,
      "learning_rate": 9.002988463035594e-05,
      "loss": 1.9453,
      "step": 82108
    },
    {
      "epoch": 3.8199116073505466,
      "grad_norm": 1.4659125164035947,
      "learning_rate": 9.002648275419566e-05,
      "loss": 1.8281,
      "step": 82109
    },
    {
      "epoch": 3.8199581297976275,
      "grad_norm": 1.438561229610046,
      "learning_rate": 9.002308091475152e-05,
      "loss": 1.8047,
      "step": 82110
    },
    {
      "epoch": 3.820004652244708,
      "grad_norm": 1.555454575793831,
      "learning_rate": 9.001967911202563e-05,
      "loss": 2.1094,
      "step": 82111
    },
    {
      "epoch": 3.820051174691789,
      "grad_norm": 1.494526081833501,
      "learning_rate": 9.001627734602e-05,
      "loss": 1.9453,
      "step": 82112
    },
    {
      "epoch": 3.8200976971388694,
      "grad_norm": 1.5469481053673357,
      "learning_rate": 9.001287561673673e-05,
      "loss": 2.1406,
      "step": 82113
    },
    {
      "epoch": 3.8201442195859503,
      "grad_norm": 1.431140798843816,
      "learning_rate": 9.0009473924178e-05,
      "loss": 1.7031,
      "step": 82114
    },
    {
      "epoch": 3.8201907420330308,
      "grad_norm": 1.509771689390364,
      "learning_rate": 9.00060722683458e-05,
      "loss": 2.0625,
      "step": 82115
    },
    {
      "epoch": 3.8202372644801117,
      "grad_norm": 1.6325378167111926,
      "learning_rate": 9.000267064924226e-05,
      "loss": 2.1406,
      "step": 82116
    },
    {
      "epoch": 3.8202837869271926,
      "grad_norm": 1.4292028981411753,
      "learning_rate": 8.999926906686942e-05,
      "loss": 1.5078,
      "step": 82117
    },
    {
      "epoch": 3.820330309374273,
      "grad_norm": 1.5733112377466045,
      "learning_rate": 8.99958675212294e-05,
      "loss": 2.1406,
      "step": 82118
    },
    {
      "epoch": 3.8203768318213536,
      "grad_norm": 1.4983645069635703,
      "learning_rate": 8.999246601232422e-05,
      "loss": 1.875,
      "step": 82119
    },
    {
      "epoch": 3.8204233542684345,
      "grad_norm": 1.5190109579023672,
      "learning_rate": 8.998906454015605e-05,
      "loss": 1.9453,
      "step": 82120
    },
    {
      "epoch": 3.8204698767155154,
      "grad_norm": 1.475664090443132,
      "learning_rate": 8.99856631047269e-05,
      "loss": 2.0312,
      "step": 82121
    },
    {
      "epoch": 3.820516399162596,
      "grad_norm": 1.4769371080870446,
      "learning_rate": 8.99822617060389e-05,
      "loss": 2.0156,
      "step": 82122
    },
    {
      "epoch": 3.820562921609677,
      "grad_norm": 1.3683968974106577,
      "learning_rate": 8.99788603440941e-05,
      "loss": 1.4688,
      "step": 82123
    },
    {
      "epoch": 3.8206094440567573,
      "grad_norm": 1.4578632799892606,
      "learning_rate": 8.997545901889461e-05,
      "loss": 1.9297,
      "step": 82124
    },
    {
      "epoch": 3.820655966503838,
      "grad_norm": 1.4664279094832762,
      "learning_rate": 8.997205773044248e-05,
      "loss": 1.8281,
      "step": 82125
    },
    {
      "epoch": 3.8207024889509187,
      "grad_norm": 1.5836954400546686,
      "learning_rate": 8.996865647873983e-05,
      "loss": 2.2969,
      "step": 82126
    },
    {
      "epoch": 3.8207490113979996,
      "grad_norm": 1.4797353244660916,
      "learning_rate": 8.996525526378871e-05,
      "loss": 1.9062,
      "step": 82127
    },
    {
      "epoch": 3.8207955338450805,
      "grad_norm": 1.4544905667368415,
      "learning_rate": 8.99618540855912e-05,
      "loss": 1.9062,
      "step": 82128
    },
    {
      "epoch": 3.820842056292161,
      "grad_norm": 1.4145906443083631,
      "learning_rate": 8.995845294414944e-05,
      "loss": 1.8594,
      "step": 82129
    },
    {
      "epoch": 3.8208885787392415,
      "grad_norm": 1.5094437790575093,
      "learning_rate": 8.995505183946543e-05,
      "loss": 1.6953,
      "step": 82130
    },
    {
      "epoch": 3.8209351011863224,
      "grad_norm": 1.5272786262723699,
      "learning_rate": 8.99516507715413e-05,
      "loss": 2.25,
      "step": 82131
    },
    {
      "epoch": 3.8209816236334033,
      "grad_norm": 1.5180875150966096,
      "learning_rate": 8.994824974037912e-05,
      "loss": 2.0156,
      "step": 82132
    },
    {
      "epoch": 3.821028146080484,
      "grad_norm": 1.3021325690331103,
      "learning_rate": 8.9944848745981e-05,
      "loss": 1.5234,
      "step": 82133
    },
    {
      "epoch": 3.8210746685275643,
      "grad_norm": 1.543963455928666,
      "learning_rate": 8.994144778834895e-05,
      "loss": 2.0938,
      "step": 82134
    },
    {
      "epoch": 3.821121190974645,
      "grad_norm": 1.5291914066041146,
      "learning_rate": 8.993804686748509e-05,
      "loss": 1.9531,
      "step": 82135
    },
    {
      "epoch": 3.821167713421726,
      "grad_norm": 1.6010762643628924,
      "learning_rate": 8.993464598339157e-05,
      "loss": 1.9844,
      "step": 82136
    },
    {
      "epoch": 3.8212142358688066,
      "grad_norm": 1.4694539748799,
      "learning_rate": 8.993124513607038e-05,
      "loss": 1.9297,
      "step": 82137
    },
    {
      "epoch": 3.8212607583158875,
      "grad_norm": 1.573877463093997,
      "learning_rate": 8.992784432552366e-05,
      "loss": 2.125,
      "step": 82138
    },
    {
      "epoch": 3.821307280762968,
      "grad_norm": 1.5751275702689502,
      "learning_rate": 8.992444355175343e-05,
      "loss": 1.9297,
      "step": 82139
    },
    {
      "epoch": 3.821353803210049,
      "grad_norm": 1.5792768156414,
      "learning_rate": 8.992104281476186e-05,
      "loss": 2.25,
      "step": 82140
    },
    {
      "epoch": 3.8214003256571294,
      "grad_norm": 1.5433223752852203,
      "learning_rate": 8.991764211455096e-05,
      "loss": 2.0625,
      "step": 82141
    },
    {
      "epoch": 3.8214468481042103,
      "grad_norm": 1.4049461791595252,
      "learning_rate": 8.991424145112284e-05,
      "loss": 1.9766,
      "step": 82142
    },
    {
      "epoch": 3.8214933705512912,
      "grad_norm": 1.5672528542604323,
      "learning_rate": 8.991084082447955e-05,
      "loss": 2.0469,
      "step": 82143
    },
    {
      "epoch": 3.8215398929983717,
      "grad_norm": 1.5913435346778595,
      "learning_rate": 8.990744023462322e-05,
      "loss": 2.1406,
      "step": 82144
    },
    {
      "epoch": 3.821586415445452,
      "grad_norm": 1.517231283919078,
      "learning_rate": 8.99040396815559e-05,
      "loss": 2.2031,
      "step": 82145
    },
    {
      "epoch": 3.821632937892533,
      "grad_norm": 1.5408870717520093,
      "learning_rate": 8.990063916527968e-05,
      "loss": 1.9219,
      "step": 82146
    },
    {
      "epoch": 3.821679460339614,
      "grad_norm": 1.4548127549894767,
      "learning_rate": 8.989723868579666e-05,
      "loss": 1.9453,
      "step": 82147
    },
    {
      "epoch": 3.8217259827866945,
      "grad_norm": 1.5289410943878092,
      "learning_rate": 8.989383824310889e-05,
      "loss": 2.0312,
      "step": 82148
    },
    {
      "epoch": 3.8217725052337754,
      "grad_norm": 1.5357036180296522,
      "learning_rate": 8.989043783721846e-05,
      "loss": 2.1875,
      "step": 82149
    },
    {
      "epoch": 3.821819027680856,
      "grad_norm": 1.4165870633102624,
      "learning_rate": 8.988703746812748e-05,
      "loss": 1.9375,
      "step": 82150
    },
    {
      "epoch": 3.821865550127937,
      "grad_norm": 1.5985061678007946,
      "learning_rate": 8.988363713583799e-05,
      "loss": 2.25,
      "step": 82151
    },
    {
      "epoch": 3.8219120725750173,
      "grad_norm": 1.479328272660084,
      "learning_rate": 8.988023684035211e-05,
      "loss": 2.0156,
      "step": 82152
    },
    {
      "epoch": 3.8219585950220982,
      "grad_norm": 1.5005302435537198,
      "learning_rate": 8.987683658167192e-05,
      "loss": 1.9297,
      "step": 82153
    },
    {
      "epoch": 3.822005117469179,
      "grad_norm": 1.57885566921124,
      "learning_rate": 8.987343635979943e-05,
      "loss": 2.2656,
      "step": 82154
    },
    {
      "epoch": 3.8220516399162596,
      "grad_norm": 1.504332278002951,
      "learning_rate": 8.987003617473682e-05,
      "loss": 2.2188,
      "step": 82155
    },
    {
      "epoch": 3.82209816236334,
      "grad_norm": 1.5063762878809726,
      "learning_rate": 8.98666360264861e-05,
      "loss": 2.0625,
      "step": 82156
    },
    {
      "epoch": 3.822144684810421,
      "grad_norm": 1.693488954686037,
      "learning_rate": 8.986323591504934e-05,
      "loss": 1.5469,
      "step": 82157
    },
    {
      "epoch": 3.822191207257502,
      "grad_norm": 1.5587015101200143,
      "learning_rate": 8.985983584042874e-05,
      "loss": 2.0781,
      "step": 82158
    },
    {
      "epoch": 3.8222377297045824,
      "grad_norm": 1.5114046392922889,
      "learning_rate": 8.985643580262625e-05,
      "loss": 2.1094,
      "step": 82159
    },
    {
      "epoch": 3.8222842521516633,
      "grad_norm": 1.6041150589488495,
      "learning_rate": 8.985303580164406e-05,
      "loss": 2.2188,
      "step": 82160
    },
    {
      "epoch": 3.822330774598744,
      "grad_norm": 1.6393070254906246,
      "learning_rate": 8.984963583748415e-05,
      "loss": 2.0625,
      "step": 82161
    },
    {
      "epoch": 3.8223772970458247,
      "grad_norm": 1.5406058930428514,
      "learning_rate": 8.984623591014868e-05,
      "loss": 2.1562,
      "step": 82162
    },
    {
      "epoch": 3.822423819492905,
      "grad_norm": 1.4549884391142873,
      "learning_rate": 8.984283601963965e-05,
      "loss": 1.8984,
      "step": 82163
    },
    {
      "epoch": 3.822470341939986,
      "grad_norm": 1.4328556463628277,
      "learning_rate": 8.983943616595924e-05,
      "loss": 1.8906,
      "step": 82164
    },
    {
      "epoch": 3.8225168643870666,
      "grad_norm": 1.5322552547802561,
      "learning_rate": 8.983603634910946e-05,
      "loss": 2.0938,
      "step": 82165
    },
    {
      "epoch": 3.8225633868341475,
      "grad_norm": 1.5122170533256036,
      "learning_rate": 8.983263656909244e-05,
      "loss": 1.9062,
      "step": 82166
    },
    {
      "epoch": 3.822609909281228,
      "grad_norm": 1.5123791821344816,
      "learning_rate": 8.98292368259102e-05,
      "loss": 2.125,
      "step": 82167
    },
    {
      "epoch": 3.822656431728309,
      "grad_norm": 1.6194854065312634,
      "learning_rate": 8.982583711956487e-05,
      "loss": 2.3125,
      "step": 82168
    },
    {
      "epoch": 3.82270295417539,
      "grad_norm": 1.5484115079966305,
      "learning_rate": 8.982243745005851e-05,
      "loss": 2.0312,
      "step": 82169
    },
    {
      "epoch": 3.8227494766224703,
      "grad_norm": 1.4959787236065192,
      "learning_rate": 8.981903781739323e-05,
      "loss": 2.0938,
      "step": 82170
    },
    {
      "epoch": 3.822795999069551,
      "grad_norm": 1.5270091204789242,
      "learning_rate": 8.981563822157106e-05,
      "loss": 2.125,
      "step": 82171
    },
    {
      "epoch": 3.8228425215166317,
      "grad_norm": 1.6220768451649439,
      "learning_rate": 8.981223866259412e-05,
      "loss": 2.1875,
      "step": 82172
    },
    {
      "epoch": 3.8228890439637127,
      "grad_norm": 1.4822134030278258,
      "learning_rate": 8.980883914046449e-05,
      "loss": 1.9219,
      "step": 82173
    },
    {
      "epoch": 3.822935566410793,
      "grad_norm": 1.4817726226885952,
      "learning_rate": 8.980543965518425e-05,
      "loss": 1.9609,
      "step": 82174
    },
    {
      "epoch": 3.822982088857874,
      "grad_norm": 1.6072674294283205,
      "learning_rate": 8.980204020675546e-05,
      "loss": 1.8672,
      "step": 82175
    },
    {
      "epoch": 3.8230286113049545,
      "grad_norm": 1.5826426737916655,
      "learning_rate": 8.979864079518023e-05,
      "loss": 2.0625,
      "step": 82176
    },
    {
      "epoch": 3.8230751337520354,
      "grad_norm": 1.519218117208962,
      "learning_rate": 8.97952414204606e-05,
      "loss": 2.125,
      "step": 82177
    },
    {
      "epoch": 3.823121656199116,
      "grad_norm": 1.5189719459483395,
      "learning_rate": 8.979184208259871e-05,
      "loss": 1.8438,
      "step": 82178
    },
    {
      "epoch": 3.823168178646197,
      "grad_norm": 1.5982141750648882,
      "learning_rate": 8.978844278159656e-05,
      "loss": 2.1406,
      "step": 82179
    },
    {
      "epoch": 3.8232147010932778,
      "grad_norm": 1.56472517535933,
      "learning_rate": 8.97850435174563e-05,
      "loss": 2.125,
      "step": 82180
    },
    {
      "epoch": 3.8232612235403582,
      "grad_norm": 1.5095582586798224,
      "learning_rate": 8.978164429018e-05,
      "loss": 2.0625,
      "step": 82181
    },
    {
      "epoch": 3.8233077459874387,
      "grad_norm": 1.5188179620493065,
      "learning_rate": 8.977824509976976e-05,
      "loss": 2.1719,
      "step": 82182
    },
    {
      "epoch": 3.8233542684345196,
      "grad_norm": 1.5512168112295888,
      "learning_rate": 8.97748459462276e-05,
      "loss": 1.8672,
      "step": 82183
    },
    {
      "epoch": 3.8234007908816006,
      "grad_norm": 1.4564671752527734,
      "learning_rate": 8.977144682955566e-05,
      "loss": 1.8672,
      "step": 82184
    },
    {
      "epoch": 3.823447313328681,
      "grad_norm": 1.4548470708664878,
      "learning_rate": 8.976804774975597e-05,
      "loss": 2.0469,
      "step": 82185
    },
    {
      "epoch": 3.823493835775762,
      "grad_norm": 1.5313453688941427,
      "learning_rate": 8.976464870683067e-05,
      "loss": 2.125,
      "step": 82186
    },
    {
      "epoch": 3.8235403582228424,
      "grad_norm": 1.3965464095206934,
      "learning_rate": 8.976124970078176e-05,
      "loss": 1.6953,
      "step": 82187
    },
    {
      "epoch": 3.8235868806699234,
      "grad_norm": 1.5029403052266734,
      "learning_rate": 8.975785073161142e-05,
      "loss": 2.0938,
      "step": 82188
    },
    {
      "epoch": 3.823633403117004,
      "grad_norm": 1.500995853668553,
      "learning_rate": 8.975445179932164e-05,
      "loss": 2.1875,
      "step": 82189
    },
    {
      "epoch": 3.8236799255640848,
      "grad_norm": 1.528560865282375,
      "learning_rate": 8.975105290391455e-05,
      "loss": 2.0,
      "step": 82190
    },
    {
      "epoch": 3.8237264480111652,
      "grad_norm": 1.4945335816620626,
      "learning_rate": 8.974765404539222e-05,
      "loss": 1.9531,
      "step": 82191
    },
    {
      "epoch": 3.823772970458246,
      "grad_norm": 1.4846358493355716,
      "learning_rate": 8.974425522375676e-05,
      "loss": 1.9688,
      "step": 82192
    },
    {
      "epoch": 3.8238194929053266,
      "grad_norm": 1.5221130787048214,
      "learning_rate": 8.974085643901016e-05,
      "loss": 1.9922,
      "step": 82193
    },
    {
      "epoch": 3.8238660153524076,
      "grad_norm": 1.5381680759479335,
      "learning_rate": 8.973745769115463e-05,
      "loss": 1.9609,
      "step": 82194
    },
    {
      "epoch": 3.8239125377994885,
      "grad_norm": 1.6439941748177487,
      "learning_rate": 8.973405898019213e-05,
      "loss": 2.1094,
      "step": 82195
    },
    {
      "epoch": 3.823959060246569,
      "grad_norm": 1.5152135082448115,
      "learning_rate": 8.973066030612481e-05,
      "loss": 2.0781,
      "step": 82196
    },
    {
      "epoch": 3.8240055826936494,
      "grad_norm": 1.423048093352249,
      "learning_rate": 8.972726166895475e-05,
      "loss": 1.7969,
      "step": 82197
    },
    {
      "epoch": 3.8240521051407304,
      "grad_norm": 1.4672280890749276,
      "learning_rate": 8.9723863068684e-05,
      "loss": 1.6641,
      "step": 82198
    },
    {
      "epoch": 3.8240986275878113,
      "grad_norm": 1.41032479323147,
      "learning_rate": 8.972046450531465e-05,
      "loss": 1.75,
      "step": 82199
    },
    {
      "epoch": 3.8241451500348917,
      "grad_norm": 1.4859397575459572,
      "learning_rate": 8.971706597884883e-05,
      "loss": 1.8672,
      "step": 82200
    },
    {
      "epoch": 3.8241916724819727,
      "grad_norm": 1.4194672876990762,
      "learning_rate": 8.97136674892885e-05,
      "loss": 1.9297,
      "step": 82201
    },
    {
      "epoch": 3.824238194929053,
      "grad_norm": 1.5967359061499107,
      "learning_rate": 8.971026903663584e-05,
      "loss": 2.1406,
      "step": 82202
    },
    {
      "epoch": 3.824284717376134,
      "grad_norm": 1.5501515783831326,
      "learning_rate": 8.970687062089296e-05,
      "loss": 2.0781,
      "step": 82203
    },
    {
      "epoch": 3.8243312398232145,
      "grad_norm": 1.5410486294026737,
      "learning_rate": 8.970347224206185e-05,
      "loss": 2.125,
      "step": 82204
    },
    {
      "epoch": 3.8243777622702955,
      "grad_norm": 1.465713819546491,
      "learning_rate": 8.970007390014464e-05,
      "loss": 1.9219,
      "step": 82205
    },
    {
      "epoch": 3.8244242847173764,
      "grad_norm": 1.4999344662915082,
      "learning_rate": 8.96966755951434e-05,
      "loss": 1.9688,
      "step": 82206
    },
    {
      "epoch": 3.824470807164457,
      "grad_norm": 1.5051237187375321,
      "learning_rate": 8.969327732706023e-05,
      "loss": 2.0,
      "step": 82207
    },
    {
      "epoch": 3.8245173296115373,
      "grad_norm": 1.4835463799558084,
      "learning_rate": 8.968987909589718e-05,
      "loss": 2.0938,
      "step": 82208
    },
    {
      "epoch": 3.8245638520586183,
      "grad_norm": 1.6405159841337986,
      "learning_rate": 8.968648090165633e-05,
      "loss": 2.125,
      "step": 82209
    },
    {
      "epoch": 3.824610374505699,
      "grad_norm": 1.524044142181243,
      "learning_rate": 8.96830827443398e-05,
      "loss": 2.0469,
      "step": 82210
    },
    {
      "epoch": 3.8246568969527797,
      "grad_norm": 1.5305628359926668,
      "learning_rate": 8.967968462394959e-05,
      "loss": 2.0625,
      "step": 82211
    },
    {
      "epoch": 3.8247034193998606,
      "grad_norm": 1.5733473661298443,
      "learning_rate": 8.967628654048788e-05,
      "loss": 2.1562,
      "step": 82212
    },
    {
      "epoch": 3.824749941846941,
      "grad_norm": 1.5669794789682658,
      "learning_rate": 8.967288849395666e-05,
      "loss": 2.25,
      "step": 82213
    },
    {
      "epoch": 3.824796464294022,
      "grad_norm": 1.4653858392913512,
      "learning_rate": 8.96694904843581e-05,
      "loss": 2.0312,
      "step": 82214
    },
    {
      "epoch": 3.8248429867411025,
      "grad_norm": 1.4329718238703613,
      "learning_rate": 8.96660925116942e-05,
      "loss": 1.9609,
      "step": 82215
    },
    {
      "epoch": 3.8248895091881834,
      "grad_norm": 1.445457671804474,
      "learning_rate": 8.966269457596709e-05,
      "loss": 2.1094,
      "step": 82216
    },
    {
      "epoch": 3.824936031635264,
      "grad_norm": 1.5203795306727164,
      "learning_rate": 8.965929667717883e-05,
      "loss": 2.0,
      "step": 82217
    },
    {
      "epoch": 3.8249825540823448,
      "grad_norm": 1.473022423227734,
      "learning_rate": 8.965589881533152e-05,
      "loss": 1.9219,
      "step": 82218
    },
    {
      "epoch": 3.8250290765294253,
      "grad_norm": 1.51499775023916,
      "learning_rate": 8.96525009904272e-05,
      "loss": 2.0938,
      "step": 82219
    },
    {
      "epoch": 3.825075598976506,
      "grad_norm": 1.4885338623046238,
      "learning_rate": 8.9649103202468e-05,
      "loss": 2.0312,
      "step": 82220
    },
    {
      "epoch": 3.825122121423587,
      "grad_norm": 1.4673488097550027,
      "learning_rate": 8.964570545145593e-05,
      "loss": 2.0312,
      "step": 82221
    },
    {
      "epoch": 3.8251686438706676,
      "grad_norm": 1.5466910600311865,
      "learning_rate": 8.964230773739316e-05,
      "loss": 2.25,
      "step": 82222
    },
    {
      "epoch": 3.825215166317748,
      "grad_norm": 1.4159769464129928,
      "learning_rate": 8.963891006028166e-05,
      "loss": 1.9219,
      "step": 82223
    },
    {
      "epoch": 3.825261688764829,
      "grad_norm": 1.4108618768153038,
      "learning_rate": 8.963551242012362e-05,
      "loss": 1.8203,
      "step": 82224
    },
    {
      "epoch": 3.82530821121191,
      "grad_norm": 1.5247142499534447,
      "learning_rate": 8.963211481692109e-05,
      "loss": 2.1562,
      "step": 82225
    },
    {
      "epoch": 3.8253547336589904,
      "grad_norm": 1.5269653171844442,
      "learning_rate": 8.96287172506761e-05,
      "loss": 2.1406,
      "step": 82226
    },
    {
      "epoch": 3.8254012561060713,
      "grad_norm": 1.5174591086127673,
      "learning_rate": 8.962531972139081e-05,
      "loss": 2.1406,
      "step": 82227
    },
    {
      "epoch": 3.8254477785531518,
      "grad_norm": 1.5695157146459966,
      "learning_rate": 8.962192222906722e-05,
      "loss": 2.2656,
      "step": 82228
    },
    {
      "epoch": 3.8254943010002327,
      "grad_norm": 1.4317271866910608,
      "learning_rate": 8.961852477370746e-05,
      "loss": 1.9141,
      "step": 82229
    },
    {
      "epoch": 3.825540823447313,
      "grad_norm": 1.5408000707872134,
      "learning_rate": 8.961512735531358e-05,
      "loss": 2.2031,
      "step": 82230
    },
    {
      "epoch": 3.825587345894394,
      "grad_norm": 1.530886327227568,
      "learning_rate": 8.961172997388771e-05,
      "loss": 2.2344,
      "step": 82231
    },
    {
      "epoch": 3.825633868341475,
      "grad_norm": 1.4637523133170778,
      "learning_rate": 8.960833262943187e-05,
      "loss": 1.8828,
      "step": 82232
    },
    {
      "epoch": 3.8256803907885555,
      "grad_norm": 1.5345513397077302,
      "learning_rate": 8.960493532194817e-05,
      "loss": 1.5234,
      "step": 82233
    },
    {
      "epoch": 3.825726913235636,
      "grad_norm": 1.3827627840192753,
      "learning_rate": 8.960153805143869e-05,
      "loss": 1.7656,
      "step": 82234
    },
    {
      "epoch": 3.825773435682717,
      "grad_norm": 1.5252745977142457,
      "learning_rate": 8.959814081790549e-05,
      "loss": 2.2656,
      "step": 82235
    },
    {
      "epoch": 3.825819958129798,
      "grad_norm": 1.4126670174034066,
      "learning_rate": 8.959474362135068e-05,
      "loss": 1.7578,
      "step": 82236
    },
    {
      "epoch": 3.8258664805768783,
      "grad_norm": 1.5277499839391264,
      "learning_rate": 8.959134646177629e-05,
      "loss": 1.9766,
      "step": 82237
    },
    {
      "epoch": 3.825913003023959,
      "grad_norm": 1.6043298501083332,
      "learning_rate": 8.958794933918449e-05,
      "loss": 2.1562,
      "step": 82238
    },
    {
      "epoch": 3.8259595254710397,
      "grad_norm": 1.5262084618429905,
      "learning_rate": 8.958455225357725e-05,
      "loss": 1.9609,
      "step": 82239
    },
    {
      "epoch": 3.8260060479181206,
      "grad_norm": 1.4554883155791274,
      "learning_rate": 8.958115520495675e-05,
      "loss": 1.8672,
      "step": 82240
    },
    {
      "epoch": 3.826052570365201,
      "grad_norm": 1.4488606126177854,
      "learning_rate": 8.957775819332498e-05,
      "loss": 1.8047,
      "step": 82241
    },
    {
      "epoch": 3.826099092812282,
      "grad_norm": 1.487741512225231,
      "learning_rate": 8.95743612186841e-05,
      "loss": 1.9453,
      "step": 82242
    },
    {
      "epoch": 3.826145615259363,
      "grad_norm": 1.5506849387777246,
      "learning_rate": 8.957096428103611e-05,
      "loss": 2.0938,
      "step": 82243
    },
    {
      "epoch": 3.8261921377064434,
      "grad_norm": 1.4316895959960885,
      "learning_rate": 8.956756738038317e-05,
      "loss": 1.8672,
      "step": 82244
    },
    {
      "epoch": 3.826238660153524,
      "grad_norm": 1.6324347523927685,
      "learning_rate": 8.956417051672726e-05,
      "loss": 2.1094,
      "step": 82245
    },
    {
      "epoch": 3.826285182600605,
      "grad_norm": 1.6775775026508748,
      "learning_rate": 8.956077369007055e-05,
      "loss": 2.2031,
      "step": 82246
    },
    {
      "epoch": 3.8263317050476857,
      "grad_norm": 1.5634789138548988,
      "learning_rate": 8.955737690041512e-05,
      "loss": 2.0938,
      "step": 82247
    },
    {
      "epoch": 3.826378227494766,
      "grad_norm": 1.5188914574492345,
      "learning_rate": 8.955398014776299e-05,
      "loss": 2.0625,
      "step": 82248
    },
    {
      "epoch": 3.8264247499418467,
      "grad_norm": 1.498057025912401,
      "learning_rate": 8.955058343211631e-05,
      "loss": 1.9297,
      "step": 82249
    },
    {
      "epoch": 3.8264712723889276,
      "grad_norm": 1.5376163059773937,
      "learning_rate": 8.954718675347709e-05,
      "loss": 2.1406,
      "step": 82250
    },
    {
      "epoch": 3.8265177948360085,
      "grad_norm": 1.5460652927633567,
      "learning_rate": 8.954379011184746e-05,
      "loss": 1.9766,
      "step": 82251
    },
    {
      "epoch": 3.826564317283089,
      "grad_norm": 1.5622430651952877,
      "learning_rate": 8.954039350722942e-05,
      "loss": 2.0625,
      "step": 82252
    },
    {
      "epoch": 3.82661083973017,
      "grad_norm": 1.5384527778538877,
      "learning_rate": 8.953699693962518e-05,
      "loss": 2.0312,
      "step": 82253
    },
    {
      "epoch": 3.8266573621772504,
      "grad_norm": 1.5202176499853803,
      "learning_rate": 8.95336004090367e-05,
      "loss": 2.0156,
      "step": 82254
    },
    {
      "epoch": 3.8267038846243313,
      "grad_norm": 1.5599748898855383,
      "learning_rate": 8.953020391546614e-05,
      "loss": 1.9453,
      "step": 82255
    },
    {
      "epoch": 3.826750407071412,
      "grad_norm": 1.522564340244843,
      "learning_rate": 8.952680745891551e-05,
      "loss": 2.0312,
      "step": 82256
    },
    {
      "epoch": 3.8267969295184927,
      "grad_norm": 1.4732965026521845,
      "learning_rate": 8.952341103938697e-05,
      "loss": 1.9922,
      "step": 82257
    },
    {
      "epoch": 3.8268434519655736,
      "grad_norm": 1.5723605478465394,
      "learning_rate": 8.95200146568825e-05,
      "loss": 2.1875,
      "step": 82258
    },
    {
      "epoch": 3.826889974412654,
      "grad_norm": 1.5577653194708259,
      "learning_rate": 8.951661831140428e-05,
      "loss": 1.9062,
      "step": 82259
    },
    {
      "epoch": 3.8269364968597346,
      "grad_norm": 1.4606340014112302,
      "learning_rate": 8.951322200295433e-05,
      "loss": 2.0156,
      "step": 82260
    },
    {
      "epoch": 3.8269830193068155,
      "grad_norm": 1.5540085544893858,
      "learning_rate": 8.950982573153473e-05,
      "loss": 2.1562,
      "step": 82261
    },
    {
      "epoch": 3.8270295417538964,
      "grad_norm": 1.4897169482843224,
      "learning_rate": 8.950642949714758e-05,
      "loss": 2.0781,
      "step": 82262
    },
    {
      "epoch": 3.827076064200977,
      "grad_norm": 1.4508465901713825,
      "learning_rate": 8.950303329979493e-05,
      "loss": 2.0469,
      "step": 82263
    },
    {
      "epoch": 3.827122586648058,
      "grad_norm": 1.3821656784169203,
      "learning_rate": 8.949963713947893e-05,
      "loss": 1.7031,
      "step": 82264
    },
    {
      "epoch": 3.8271691090951383,
      "grad_norm": 1.5419026211637663,
      "learning_rate": 8.949624101620157e-05,
      "loss": 2.2188,
      "step": 82265
    },
    {
      "epoch": 3.827215631542219,
      "grad_norm": 1.6898125015605712,
      "learning_rate": 8.94928449299649e-05,
      "loss": 2.25,
      "step": 82266
    },
    {
      "epoch": 3.8272621539892997,
      "grad_norm": 1.4764999258652984,
      "learning_rate": 8.948944888077117e-05,
      "loss": 1.8906,
      "step": 82267
    },
    {
      "epoch": 3.8273086764363806,
      "grad_norm": 1.5919567243937316,
      "learning_rate": 8.948605286862231e-05,
      "loss": 2.2188,
      "step": 82268
    },
    {
      "epoch": 3.8273551988834615,
      "grad_norm": 1.4818494266009883,
      "learning_rate": 8.948265689352049e-05,
      "loss": 2.0156,
      "step": 82269
    },
    {
      "epoch": 3.827401721330542,
      "grad_norm": 1.5333294981439745,
      "learning_rate": 8.947926095546769e-05,
      "loss": 1.9609,
      "step": 82270
    },
    {
      "epoch": 3.8274482437776225,
      "grad_norm": 1.5081568753745629,
      "learning_rate": 8.94758650544661e-05,
      "loss": 2.0781,
      "step": 82271
    },
    {
      "epoch": 3.8274947662247034,
      "grad_norm": 1.6696399205701473,
      "learning_rate": 8.947246919051768e-05,
      "loss": 2.3281,
      "step": 82272
    },
    {
      "epoch": 3.8275412886717843,
      "grad_norm": 1.488231123198109,
      "learning_rate": 8.946907336362462e-05,
      "loss": 2.0156,
      "step": 82273
    },
    {
      "epoch": 3.827587811118865,
      "grad_norm": 1.5005479114005504,
      "learning_rate": 8.94656775737889e-05,
      "loss": 1.9453,
      "step": 82274
    },
    {
      "epoch": 3.8276343335659457,
      "grad_norm": 1.488745472757653,
      "learning_rate": 8.94622818210127e-05,
      "loss": 1.9609,
      "step": 82275
    },
    {
      "epoch": 3.827680856013026,
      "grad_norm": 1.5143668214458532,
      "learning_rate": 8.945888610529802e-05,
      "loss": 1.8594,
      "step": 82276
    },
    {
      "epoch": 3.827727378460107,
      "grad_norm": 1.5294117663844704,
      "learning_rate": 8.9455490426647e-05,
      "loss": 1.9609,
      "step": 82277
    },
    {
      "epoch": 3.8277739009071876,
      "grad_norm": 1.5536981011454027,
      "learning_rate": 8.945209478506165e-05,
      "loss": 2.1406,
      "step": 82278
    },
    {
      "epoch": 3.8278204233542685,
      "grad_norm": 1.488616772458946,
      "learning_rate": 8.94486991805441e-05,
      "loss": 2.0469,
      "step": 82279
    },
    {
      "epoch": 3.827866945801349,
      "grad_norm": 1.65492942170825,
      "learning_rate": 8.94453036130964e-05,
      "loss": 2.25,
      "step": 82280
    },
    {
      "epoch": 3.82791346824843,
      "grad_norm": 1.3567260756735775,
      "learning_rate": 8.944190808272066e-05,
      "loss": 1.7188,
      "step": 82281
    },
    {
      "epoch": 3.8279599906955104,
      "grad_norm": 1.5683787596868901,
      "learning_rate": 8.943851258941892e-05,
      "loss": 2.2812,
      "step": 82282
    },
    {
      "epoch": 3.8280065131425913,
      "grad_norm": 1.4977222051042338,
      "learning_rate": 8.943511713319331e-05,
      "loss": 1.9609,
      "step": 82283
    },
    {
      "epoch": 3.8280530355896722,
      "grad_norm": 1.5077485744249317,
      "learning_rate": 8.943172171404583e-05,
      "loss": 2.0,
      "step": 82284
    },
    {
      "epoch": 3.8280995580367527,
      "grad_norm": 1.471256352998292,
      "learning_rate": 8.942832633197866e-05,
      "loss": 1.8984,
      "step": 82285
    },
    {
      "epoch": 3.828146080483833,
      "grad_norm": 1.5109009207032187,
      "learning_rate": 8.942493098699383e-05,
      "loss": 2.1875,
      "step": 82286
    },
    {
      "epoch": 3.828192602930914,
      "grad_norm": 1.6338406519194246,
      "learning_rate": 8.942153567909336e-05,
      "loss": 2.2656,
      "step": 82287
    },
    {
      "epoch": 3.828239125377995,
      "grad_norm": 1.327680411448453,
      "learning_rate": 8.941814040827935e-05,
      "loss": 1.5781,
      "step": 82288
    },
    {
      "epoch": 3.8282856478250755,
      "grad_norm": 1.4909970151762815,
      "learning_rate": 8.941474517455399e-05,
      "loss": 1.9688,
      "step": 82289
    },
    {
      "epoch": 3.8283321702721564,
      "grad_norm": 1.4781495217344227,
      "learning_rate": 8.941134997791926e-05,
      "loss": 1.9922,
      "step": 82290
    },
    {
      "epoch": 3.828378692719237,
      "grad_norm": 1.360642116593578,
      "learning_rate": 8.940795481837727e-05,
      "loss": 1.5625,
      "step": 82291
    },
    {
      "epoch": 3.828425215166318,
      "grad_norm": 1.5616227671369067,
      "learning_rate": 8.940455969593006e-05,
      "loss": 1.9688,
      "step": 82292
    },
    {
      "epoch": 3.8284717376133983,
      "grad_norm": 1.5094406898520631,
      "learning_rate": 8.940116461057976e-05,
      "loss": 1.9922,
      "step": 82293
    },
    {
      "epoch": 3.8285182600604792,
      "grad_norm": 1.5022138208263478,
      "learning_rate": 8.939776956232841e-05,
      "loss": 2.0,
      "step": 82294
    },
    {
      "epoch": 3.82856478250756,
      "grad_norm": 1.5374847558649507,
      "learning_rate": 8.939437455117812e-05,
      "loss": 2.125,
      "step": 82295
    },
    {
      "epoch": 3.8286113049546406,
      "grad_norm": 1.5282052473442547,
      "learning_rate": 8.939097957713091e-05,
      "loss": 2.1719,
      "step": 82296
    },
    {
      "epoch": 3.828657827401721,
      "grad_norm": 1.5944835910473427,
      "learning_rate": 8.938758464018895e-05,
      "loss": 2.2969,
      "step": 82297
    },
    {
      "epoch": 3.828704349848802,
      "grad_norm": 1.6170924783016702,
      "learning_rate": 8.938418974035423e-05,
      "loss": 2.1094,
      "step": 82298
    },
    {
      "epoch": 3.828750872295883,
      "grad_norm": 1.4620140277815237,
      "learning_rate": 8.93807948776289e-05,
      "loss": 1.8984,
      "step": 82299
    },
    {
      "epoch": 3.8287973947429634,
      "grad_norm": 1.5544233328702863,
      "learning_rate": 8.937740005201499e-05,
      "loss": 2.0,
      "step": 82300
    },
    {
      "epoch": 3.8288439171900444,
      "grad_norm": 1.468600913399755,
      "learning_rate": 8.937400526351459e-05,
      "loss": 1.9922,
      "step": 82301
    },
    {
      "epoch": 3.828890439637125,
      "grad_norm": 1.5532455401022112,
      "learning_rate": 8.937061051212978e-05,
      "loss": 1.9844,
      "step": 82302
    },
    {
      "epoch": 3.8289369620842058,
      "grad_norm": 1.4507803011958533,
      "learning_rate": 8.936721579786265e-05,
      "loss": 2.0781,
      "step": 82303
    },
    {
      "epoch": 3.8289834845312862,
      "grad_norm": 1.6066507802217207,
      "learning_rate": 8.936382112071525e-05,
      "loss": 2.1562,
      "step": 82304
    },
    {
      "epoch": 3.829030006978367,
      "grad_norm": 1.4581958260481496,
      "learning_rate": 8.936042648068971e-05,
      "loss": 1.5781,
      "step": 82305
    },
    {
      "epoch": 3.8290765294254476,
      "grad_norm": 1.2801834889851322,
      "learning_rate": 8.935703187778803e-05,
      "loss": 1.5625,
      "step": 82306
    },
    {
      "epoch": 3.8291230518725285,
      "grad_norm": 1.512035582449812,
      "learning_rate": 8.935363731201236e-05,
      "loss": 2.0469,
      "step": 82307
    },
    {
      "epoch": 3.829169574319609,
      "grad_norm": 1.5084435500426319,
      "learning_rate": 8.935024278336472e-05,
      "loss": 2.1562,
      "step": 82308
    },
    {
      "epoch": 3.82921609676669,
      "grad_norm": 1.4582670535012578,
      "learning_rate": 8.934684829184727e-05,
      "loss": 1.9922,
      "step": 82309
    },
    {
      "epoch": 3.829262619213771,
      "grad_norm": 1.5773328458589937,
      "learning_rate": 8.934345383746197e-05,
      "loss": 2.1562,
      "step": 82310
    },
    {
      "epoch": 3.8293091416608513,
      "grad_norm": 1.559121684213958,
      "learning_rate": 8.934005942021097e-05,
      "loss": 2.1719,
      "step": 82311
    },
    {
      "epoch": 3.829355664107932,
      "grad_norm": 1.5544497779746065,
      "learning_rate": 8.933666504009641e-05,
      "loss": 1.9766,
      "step": 82312
    },
    {
      "epoch": 3.8294021865550127,
      "grad_norm": 1.490316321492567,
      "learning_rate": 8.933327069712026e-05,
      "loss": 1.9453,
      "step": 82313
    },
    {
      "epoch": 3.8294487090020937,
      "grad_norm": 1.3509192092563906,
      "learning_rate": 8.932987639128466e-05,
      "loss": 1.7422,
      "step": 82314
    },
    {
      "epoch": 3.829495231449174,
      "grad_norm": 1.5013174613766833,
      "learning_rate": 8.932648212259166e-05,
      "loss": 2.0938,
      "step": 82315
    },
    {
      "epoch": 3.829541753896255,
      "grad_norm": 1.6523479032811095,
      "learning_rate": 8.932308789104333e-05,
      "loss": 2.3594,
      "step": 82316
    },
    {
      "epoch": 3.8295882763433355,
      "grad_norm": 1.576782332221599,
      "learning_rate": 8.931969369664179e-05,
      "loss": 2.25,
      "step": 82317
    },
    {
      "epoch": 3.8296347987904165,
      "grad_norm": 1.468155178628875,
      "learning_rate": 8.931629953938904e-05,
      "loss": 1.9688,
      "step": 82318
    },
    {
      "epoch": 3.829681321237497,
      "grad_norm": 1.592417732726871,
      "learning_rate": 8.931290541928728e-05,
      "loss": 2.2031,
      "step": 82319
    },
    {
      "epoch": 3.829727843684578,
      "grad_norm": 1.5415747077854112,
      "learning_rate": 8.930951133633846e-05,
      "loss": 2.125,
      "step": 82320
    },
    {
      "epoch": 3.829774366131659,
      "grad_norm": 1.4801465355652124,
      "learning_rate": 8.930611729054475e-05,
      "loss": 1.9062,
      "step": 82321
    },
    {
      "epoch": 3.8298208885787393,
      "grad_norm": 1.5138883237069019,
      "learning_rate": 8.930272328190817e-05,
      "loss": 2.0938,
      "step": 82322
    },
    {
      "epoch": 3.8298674110258197,
      "grad_norm": 1.4949350871041691,
      "learning_rate": 8.929932931043084e-05,
      "loss": 2.1562,
      "step": 82323
    },
    {
      "epoch": 3.8299139334729007,
      "grad_norm": 1.6490700736301933,
      "learning_rate": 8.929593537611478e-05,
      "loss": 2.2812,
      "step": 82324
    },
    {
      "epoch": 3.8299604559199816,
      "grad_norm": 1.4883418050611583,
      "learning_rate": 8.929254147896217e-05,
      "loss": 1.8984,
      "step": 82325
    },
    {
      "epoch": 3.830006978367062,
      "grad_norm": 1.480925305764248,
      "learning_rate": 8.928914761897495e-05,
      "loss": 2.0625,
      "step": 82326
    },
    {
      "epoch": 3.830053500814143,
      "grad_norm": 1.4980423408809833,
      "learning_rate": 8.928575379615535e-05,
      "loss": 1.9688,
      "step": 82327
    },
    {
      "epoch": 3.8301000232612235,
      "grad_norm": 1.458547397230055,
      "learning_rate": 8.928236001050531e-05,
      "loss": 2.1719,
      "step": 82328
    },
    {
      "epoch": 3.8301465457083044,
      "grad_norm": 1.468068948359856,
      "learning_rate": 8.9278966262027e-05,
      "loss": 1.8828,
      "step": 82329
    },
    {
      "epoch": 3.830193068155385,
      "grad_norm": 1.5854608312817833,
      "learning_rate": 8.927557255072242e-05,
      "loss": 2.3125,
      "step": 82330
    },
    {
      "epoch": 3.8302395906024658,
      "grad_norm": 1.4400930642842216,
      "learning_rate": 8.927217887659374e-05,
      "loss": 1.9062,
      "step": 82331
    },
    {
      "epoch": 3.8302861130495462,
      "grad_norm": 1.4964474982805465,
      "learning_rate": 8.926878523964293e-05,
      "loss": 2.0469,
      "step": 82332
    },
    {
      "epoch": 3.830332635496627,
      "grad_norm": 1.4854272302574592,
      "learning_rate": 8.926539163987215e-05,
      "loss": 1.9766,
      "step": 82333
    },
    {
      "epoch": 3.8303791579437076,
      "grad_norm": 1.4765307783842316,
      "learning_rate": 8.92619980772835e-05,
      "loss": 1.9297,
      "step": 82334
    },
    {
      "epoch": 3.8304256803907886,
      "grad_norm": 1.4853250040721548,
      "learning_rate": 8.925860455187897e-05,
      "loss": 1.9766,
      "step": 82335
    },
    {
      "epoch": 3.8304722028378695,
      "grad_norm": 1.5238586820173539,
      "learning_rate": 8.92552110636607e-05,
      "loss": 2.0625,
      "step": 82336
    },
    {
      "epoch": 3.83051872528495,
      "grad_norm": 1.5122876058573862,
      "learning_rate": 8.925181761263075e-05,
      "loss": 2.1094,
      "step": 82337
    },
    {
      "epoch": 3.8305652477320304,
      "grad_norm": 1.461322284945533,
      "learning_rate": 8.92484241987912e-05,
      "loss": 1.9844,
      "step": 82338
    },
    {
      "epoch": 3.8306117701791114,
      "grad_norm": 1.533633136304651,
      "learning_rate": 8.924503082214409e-05,
      "loss": 1.9609,
      "step": 82339
    },
    {
      "epoch": 3.8306582926261923,
      "grad_norm": 1.4208367215626383,
      "learning_rate": 8.924163748269156e-05,
      "loss": 1.9531,
      "step": 82340
    },
    {
      "epoch": 3.8307048150732728,
      "grad_norm": 1.4889306269908562,
      "learning_rate": 8.923824418043568e-05,
      "loss": 2.0781,
      "step": 82341
    },
    {
      "epoch": 3.8307513375203537,
      "grad_norm": 1.519361349211858,
      "learning_rate": 8.923485091537848e-05,
      "loss": 1.9688,
      "step": 82342
    },
    {
      "epoch": 3.830797859967434,
      "grad_norm": 1.4534529790969348,
      "learning_rate": 8.923145768752206e-05,
      "loss": 2.0938,
      "step": 82343
    },
    {
      "epoch": 3.830844382414515,
      "grad_norm": 1.4484174600596953,
      "learning_rate": 8.922806449686849e-05,
      "loss": 1.9609,
      "step": 82344
    },
    {
      "epoch": 3.8308909048615956,
      "grad_norm": 1.4533450723844088,
      "learning_rate": 8.922467134341987e-05,
      "loss": 1.9219,
      "step": 82345
    },
    {
      "epoch": 3.8309374273086765,
      "grad_norm": 1.4776263948658337,
      "learning_rate": 8.922127822717827e-05,
      "loss": 2.1875,
      "step": 82346
    },
    {
      "epoch": 3.8309839497557574,
      "grad_norm": 1.8324359533134744,
      "learning_rate": 8.921788514814575e-05,
      "loss": 1.375,
      "step": 82347
    },
    {
      "epoch": 3.831030472202838,
      "grad_norm": 1.4811292824035815,
      "learning_rate": 8.921449210632438e-05,
      "loss": 1.9453,
      "step": 82348
    },
    {
      "epoch": 3.8310769946499184,
      "grad_norm": 1.5658835858655356,
      "learning_rate": 8.92110991017163e-05,
      "loss": 2.0312,
      "step": 82349
    },
    {
      "epoch": 3.8311235170969993,
      "grad_norm": 1.5766319041692274,
      "learning_rate": 8.92077061343235e-05,
      "loss": 2.0312,
      "step": 82350
    },
    {
      "epoch": 3.83117003954408,
      "grad_norm": 1.5877764936383059,
      "learning_rate": 8.920431320414813e-05,
      "loss": 2.1719,
      "step": 82351
    },
    {
      "epoch": 3.8312165619911607,
      "grad_norm": 1.525344910163597,
      "learning_rate": 8.920092031119222e-05,
      "loss": 2.1562,
      "step": 82352
    },
    {
      "epoch": 3.8312630844382416,
      "grad_norm": 1.6152391508878365,
      "learning_rate": 8.919752745545788e-05,
      "loss": 2.2344,
      "step": 82353
    },
    {
      "epoch": 3.831309606885322,
      "grad_norm": 1.527510713714854,
      "learning_rate": 8.919413463694713e-05,
      "loss": 2.1875,
      "step": 82354
    },
    {
      "epoch": 3.831356129332403,
      "grad_norm": 1.554658042397799,
      "learning_rate": 8.919074185566211e-05,
      "loss": 2.1562,
      "step": 82355
    },
    {
      "epoch": 3.8314026517794835,
      "grad_norm": 1.4567782234311415,
      "learning_rate": 8.91873491116049e-05,
      "loss": 1.75,
      "step": 82356
    },
    {
      "epoch": 3.8314491742265644,
      "grad_norm": 1.4889977377639774,
      "learning_rate": 8.918395640477753e-05,
      "loss": 2.0,
      "step": 82357
    },
    {
      "epoch": 3.831495696673645,
      "grad_norm": 1.6510468360559056,
      "learning_rate": 8.918056373518213e-05,
      "loss": 2.2812,
      "step": 82358
    },
    {
      "epoch": 3.831542219120726,
      "grad_norm": 1.5538078629397323,
      "learning_rate": 8.917717110282072e-05,
      "loss": 2.1562,
      "step": 82359
    },
    {
      "epoch": 3.8315887415678063,
      "grad_norm": 1.5432116414694597,
      "learning_rate": 8.917377850769542e-05,
      "loss": 2.0625,
      "step": 82360
    },
    {
      "epoch": 3.831635264014887,
      "grad_norm": 1.5570540533527697,
      "learning_rate": 8.917038594980827e-05,
      "loss": 2.0156,
      "step": 82361
    },
    {
      "epoch": 3.831681786461968,
      "grad_norm": 1.7954836777204815,
      "learning_rate": 8.916699342916142e-05,
      "loss": 2.5469,
      "step": 82362
    },
    {
      "epoch": 3.8317283089090486,
      "grad_norm": 1.5564831267515509,
      "learning_rate": 8.916360094575685e-05,
      "loss": 2.3594,
      "step": 82363
    },
    {
      "epoch": 3.831774831356129,
      "grad_norm": 1.524216637386971,
      "learning_rate": 8.91602084995967e-05,
      "loss": 2.1562,
      "step": 82364
    },
    {
      "epoch": 3.83182135380321,
      "grad_norm": 1.5242476663412823,
      "learning_rate": 8.9156816090683e-05,
      "loss": 2.1875,
      "step": 82365
    },
    {
      "epoch": 3.831867876250291,
      "grad_norm": 1.410508504366612,
      "learning_rate": 8.915342371901791e-05,
      "loss": 1.8516,
      "step": 82366
    },
    {
      "epoch": 3.8319143986973714,
      "grad_norm": 1.3450619175425738,
      "learning_rate": 8.915003138460344e-05,
      "loss": 1.75,
      "step": 82367
    },
    {
      "epoch": 3.8319609211444523,
      "grad_norm": 1.4762806297238182,
      "learning_rate": 8.914663908744163e-05,
      "loss": 1.9375,
      "step": 82368
    },
    {
      "epoch": 3.832007443591533,
      "grad_norm": 1.6432133037018786,
      "learning_rate": 8.914324682753466e-05,
      "loss": 1.9297,
      "step": 82369
    },
    {
      "epoch": 3.8320539660386137,
      "grad_norm": 1.6284740955636634,
      "learning_rate": 8.913985460488451e-05,
      "loss": 2.1875,
      "step": 82370
    },
    {
      "epoch": 3.832100488485694,
      "grad_norm": 1.5032180877453185,
      "learning_rate": 8.913646241949334e-05,
      "loss": 2.0938,
      "step": 82371
    },
    {
      "epoch": 3.832147010932775,
      "grad_norm": 1.4843235791812932,
      "learning_rate": 8.913307027136315e-05,
      "loss": 1.8203,
      "step": 82372
    },
    {
      "epoch": 3.832193533379856,
      "grad_norm": 1.4771829596892476,
      "learning_rate": 8.912967816049608e-05,
      "loss": 2.0625,
      "step": 82373
    },
    {
      "epoch": 3.8322400558269365,
      "grad_norm": 1.5294859911169705,
      "learning_rate": 8.912628608689415e-05,
      "loss": 2.2812,
      "step": 82374
    },
    {
      "epoch": 3.832286578274017,
      "grad_norm": 1.480223700441929,
      "learning_rate": 8.91228940505595e-05,
      "loss": 1.875,
      "step": 82375
    },
    {
      "epoch": 3.832333100721098,
      "grad_norm": 1.388307593127004,
      "learning_rate": 8.911950205149411e-05,
      "loss": 1.8672,
      "step": 82376
    },
    {
      "epoch": 3.832379623168179,
      "grad_norm": 1.4303160749007389,
      "learning_rate": 8.911611008970017e-05,
      "loss": 1.8281,
      "step": 82377
    },
    {
      "epoch": 3.8324261456152593,
      "grad_norm": 1.4233164231945987,
      "learning_rate": 8.91127181651797e-05,
      "loss": 1.9297,
      "step": 82378
    },
    {
      "epoch": 3.83247266806234,
      "grad_norm": 1.4061154249907128,
      "learning_rate": 8.910932627793477e-05,
      "loss": 1.7969,
      "step": 82379
    },
    {
      "epoch": 3.8325191905094207,
      "grad_norm": 1.6569269855484745,
      "learning_rate": 8.91059344279675e-05,
      "loss": 1.5938,
      "step": 82380
    },
    {
      "epoch": 3.8325657129565016,
      "grad_norm": 1.3540847935321358,
      "learning_rate": 8.910254261527991e-05,
      "loss": 1.6406,
      "step": 82381
    },
    {
      "epoch": 3.832612235403582,
      "grad_norm": 1.5675474732150592,
      "learning_rate": 8.909915083987413e-05,
      "loss": 2.2969,
      "step": 82382
    },
    {
      "epoch": 3.832658757850663,
      "grad_norm": 1.5125830007770973,
      "learning_rate": 8.909575910175217e-05,
      "loss": 2.125,
      "step": 82383
    },
    {
      "epoch": 3.832705280297744,
      "grad_norm": 1.5030222038166174,
      "learning_rate": 8.909236740091619e-05,
      "loss": 2.0781,
      "step": 82384
    },
    {
      "epoch": 3.8327518027448244,
      "grad_norm": 1.4400356767910585,
      "learning_rate": 8.90889757373682e-05,
      "loss": 1.7266,
      "step": 82385
    },
    {
      "epoch": 3.832798325191905,
      "grad_norm": 1.575984159409076,
      "learning_rate": 8.90855841111103e-05,
      "loss": 2.0,
      "step": 82386
    },
    {
      "epoch": 3.832844847638986,
      "grad_norm": 1.6161895082161986,
      "learning_rate": 8.908219252214455e-05,
      "loss": 2.0625,
      "step": 82387
    },
    {
      "epoch": 3.8328913700860667,
      "grad_norm": 1.47084552331969,
      "learning_rate": 8.907880097047307e-05,
      "loss": 1.8672,
      "step": 82388
    },
    {
      "epoch": 3.832937892533147,
      "grad_norm": 1.51515442685111,
      "learning_rate": 8.907540945609786e-05,
      "loss": 1.9531,
      "step": 82389
    },
    {
      "epoch": 3.8329844149802277,
      "grad_norm": 1.5635104314621895,
      "learning_rate": 8.90720179790211e-05,
      "loss": 2.1094,
      "step": 82390
    },
    {
      "epoch": 3.8330309374273086,
      "grad_norm": 1.48106906536008,
      "learning_rate": 8.906862653924477e-05,
      "loss": 1.9453,
      "step": 82391
    },
    {
      "epoch": 3.8330774598743895,
      "grad_norm": 1.3346717923499907,
      "learning_rate": 8.906523513677102e-05,
      "loss": 1.5547,
      "step": 82392
    },
    {
      "epoch": 3.83312398232147,
      "grad_norm": 1.5129293118986626,
      "learning_rate": 8.906184377160187e-05,
      "loss": 2.0312,
      "step": 82393
    },
    {
      "epoch": 3.833170504768551,
      "grad_norm": 1.5488508554421503,
      "learning_rate": 8.90584524437394e-05,
      "loss": 2.0781,
      "step": 82394
    },
    {
      "epoch": 3.8332170272156314,
      "grad_norm": 1.4029539328588205,
      "learning_rate": 8.905506115318575e-05,
      "loss": 1.8281,
      "step": 82395
    },
    {
      "epoch": 3.8332635496627123,
      "grad_norm": 1.5340256704346276,
      "learning_rate": 8.90516698999429e-05,
      "loss": 1.9922,
      "step": 82396
    },
    {
      "epoch": 3.833310072109793,
      "grad_norm": 1.4724024944672178,
      "learning_rate": 8.904827868401303e-05,
      "loss": 1.9141,
      "step": 82397
    },
    {
      "epoch": 3.8333565945568737,
      "grad_norm": 1.5562675918336095,
      "learning_rate": 8.904488750539808e-05,
      "loss": 2.0625,
      "step": 82398
    },
    {
      "epoch": 3.8334031170039546,
      "grad_norm": 1.5053901006348622,
      "learning_rate": 8.904149636410024e-05,
      "loss": 2.0,
      "step": 82399
    },
    {
      "epoch": 3.833449639451035,
      "grad_norm": 1.5767836434320857,
      "learning_rate": 8.903810526012162e-05,
      "loss": 2.0,
      "step": 82400
    },
    {
      "epoch": 3.8334961618981156,
      "grad_norm": 1.4902257795059286,
      "learning_rate": 8.903471419346416e-05,
      "loss": 2.0938,
      "step": 82401
    },
    {
      "epoch": 3.8335426843451965,
      "grad_norm": 1.5313103146594482,
      "learning_rate": 8.903132316413004e-05,
      "loss": 2.1562,
      "step": 82402
    },
    {
      "epoch": 3.8335892067922774,
      "grad_norm": 1.471098889765198,
      "learning_rate": 8.90279321721213e-05,
      "loss": 1.7422,
      "step": 82403
    },
    {
      "epoch": 3.833635729239358,
      "grad_norm": 1.5714153826417527,
      "learning_rate": 8.902454121744004e-05,
      "loss": 1.9922,
      "step": 82404
    },
    {
      "epoch": 3.833682251686439,
      "grad_norm": 1.575737898000566,
      "learning_rate": 8.902115030008828e-05,
      "loss": 2.1406,
      "step": 82405
    },
    {
      "epoch": 3.8337287741335193,
      "grad_norm": 1.4950361142570359,
      "learning_rate": 8.901775942006816e-05,
      "loss": 2.1875,
      "step": 82406
    },
    {
      "epoch": 3.8337752965806002,
      "grad_norm": 1.641306867139326,
      "learning_rate": 8.90143685773817e-05,
      "loss": 2.2969,
      "step": 82407
    },
    {
      "epoch": 3.8338218190276807,
      "grad_norm": 1.5134991334856354,
      "learning_rate": 8.901097777203103e-05,
      "loss": 1.9844,
      "step": 82408
    },
    {
      "epoch": 3.8338683414747616,
      "grad_norm": 1.3803088708786007,
      "learning_rate": 8.900758700401816e-05,
      "loss": 1.7734,
      "step": 82409
    },
    {
      "epoch": 3.8339148639218426,
      "grad_norm": 1.5210772037315143,
      "learning_rate": 8.900419627334525e-05,
      "loss": 2.0,
      "step": 82410
    },
    {
      "epoch": 3.833961386368923,
      "grad_norm": 1.5254684253784205,
      "learning_rate": 8.90008055800143e-05,
      "loss": 1.9922,
      "step": 82411
    },
    {
      "epoch": 3.8340079088160035,
      "grad_norm": 1.542641929544127,
      "learning_rate": 8.899741492402743e-05,
      "loss": 2.0469,
      "step": 82412
    },
    {
      "epoch": 3.8340544312630844,
      "grad_norm": 1.5836674644562982,
      "learning_rate": 8.899402430538669e-05,
      "loss": 2.2812,
      "step": 82413
    },
    {
      "epoch": 3.8341009537101653,
      "grad_norm": 1.5406884172151054,
      "learning_rate": 8.899063372409418e-05,
      "loss": 1.9062,
      "step": 82414
    },
    {
      "epoch": 3.834147476157246,
      "grad_norm": 1.4605569442405164,
      "learning_rate": 8.898724318015197e-05,
      "loss": 2.1094,
      "step": 82415
    },
    {
      "epoch": 3.8341939986043267,
      "grad_norm": 1.5067883422826929,
      "learning_rate": 8.898385267356213e-05,
      "loss": 1.9766,
      "step": 82416
    },
    {
      "epoch": 3.8342405210514072,
      "grad_norm": 1.5183981174158718,
      "learning_rate": 8.89804622043267e-05,
      "loss": 2.0938,
      "step": 82417
    },
    {
      "epoch": 3.834287043498488,
      "grad_norm": 1.5012875702995871,
      "learning_rate": 8.897707177244783e-05,
      "loss": 2.0,
      "step": 82418
    },
    {
      "epoch": 3.8343335659455686,
      "grad_norm": 1.570559419939913,
      "learning_rate": 8.897368137792755e-05,
      "loss": 2.1875,
      "step": 82419
    },
    {
      "epoch": 3.8343800883926495,
      "grad_norm": 1.48750895018167,
      "learning_rate": 8.897029102076787e-05,
      "loss": 1.8906,
      "step": 82420
    },
    {
      "epoch": 3.83442661083973,
      "grad_norm": 1.5437103994594465,
      "learning_rate": 8.896690070097102e-05,
      "loss": 1.9766,
      "step": 82421
    },
    {
      "epoch": 3.834473133286811,
      "grad_norm": 1.5476716776288384,
      "learning_rate": 8.896351041853897e-05,
      "loss": 2.2344,
      "step": 82422
    },
    {
      "epoch": 3.8345196557338914,
      "grad_norm": 1.471444683642689,
      "learning_rate": 8.896012017347382e-05,
      "loss": 1.8594,
      "step": 82423
    },
    {
      "epoch": 3.8345661781809723,
      "grad_norm": 1.5403505574047314,
      "learning_rate": 8.895672996577766e-05,
      "loss": 2.1406,
      "step": 82424
    },
    {
      "epoch": 3.8346127006280533,
      "grad_norm": 1.4246012950542095,
      "learning_rate": 8.895333979545252e-05,
      "loss": 1.9453,
      "step": 82425
    },
    {
      "epoch": 3.8346592230751337,
      "grad_norm": 1.5448818170023677,
      "learning_rate": 8.894994966250055e-05,
      "loss": 1.9766,
      "step": 82426
    },
    {
      "epoch": 3.834705745522214,
      "grad_norm": 1.4768153519184386,
      "learning_rate": 8.894655956692372e-05,
      "loss": 2.0469,
      "step": 82427
    },
    {
      "epoch": 3.834752267969295,
      "grad_norm": 1.4967470522263095,
      "learning_rate": 8.894316950872423e-05,
      "loss": 1.9766,
      "step": 82428
    },
    {
      "epoch": 3.834798790416376,
      "grad_norm": 1.337935864894662,
      "learning_rate": 8.893977948790404e-05,
      "loss": 1.6094,
      "step": 82429
    },
    {
      "epoch": 3.8348453128634565,
      "grad_norm": 1.5239197442796353,
      "learning_rate": 8.89363895044653e-05,
      "loss": 2.1094,
      "step": 82430
    },
    {
      "epoch": 3.8348918353105375,
      "grad_norm": 1.5202544342037747,
      "learning_rate": 8.893299955841006e-05,
      "loss": 1.9922,
      "step": 82431
    },
    {
      "epoch": 3.834938357757618,
      "grad_norm": 1.3867126852748572,
      "learning_rate": 8.89296096497404e-05,
      "loss": 1.9062,
      "step": 82432
    },
    {
      "epoch": 3.834984880204699,
      "grad_norm": 1.5037934835984277,
      "learning_rate": 8.89262197784584e-05,
      "loss": 1.75,
      "step": 82433
    },
    {
      "epoch": 3.8350314026517793,
      "grad_norm": 1.481214728366523,
      "learning_rate": 8.892282994456612e-05,
      "loss": 1.9609,
      "step": 82434
    },
    {
      "epoch": 3.8350779250988603,
      "grad_norm": 1.6655476447197675,
      "learning_rate": 8.891944014806561e-05,
      "loss": 2.0625,
      "step": 82435
    },
    {
      "epoch": 3.835124447545941,
      "grad_norm": 1.6133777974693948,
      "learning_rate": 8.891605038895904e-05,
      "loss": 2.3906,
      "step": 82436
    },
    {
      "epoch": 3.8351709699930217,
      "grad_norm": 1.4500005052999225,
      "learning_rate": 8.891266066724839e-05,
      "loss": 2.0469,
      "step": 82437
    },
    {
      "epoch": 3.835217492440102,
      "grad_norm": 1.6045491945062267,
      "learning_rate": 8.890927098293578e-05,
      "loss": 2.2344,
      "step": 82438
    },
    {
      "epoch": 3.835264014887183,
      "grad_norm": 1.494619298975593,
      "learning_rate": 8.890588133602325e-05,
      "loss": 2.1094,
      "step": 82439
    },
    {
      "epoch": 3.835310537334264,
      "grad_norm": 1.5261890119696613,
      "learning_rate": 8.890249172651293e-05,
      "loss": 2.0625,
      "step": 82440
    },
    {
      "epoch": 3.8353570597813444,
      "grad_norm": 1.390437636415805,
      "learning_rate": 8.889910215440683e-05,
      "loss": 1.9141,
      "step": 82441
    },
    {
      "epoch": 3.8354035822284254,
      "grad_norm": 1.4487969794201472,
      "learning_rate": 8.889571261970704e-05,
      "loss": 2.0781,
      "step": 82442
    },
    {
      "epoch": 3.835450104675506,
      "grad_norm": 1.5309822574032563,
      "learning_rate": 8.889232312241572e-05,
      "loss": 2.125,
      "step": 82443
    },
    {
      "epoch": 3.8354966271225868,
      "grad_norm": 1.510868033484356,
      "learning_rate": 8.888893366253484e-05,
      "loss": 2.0469,
      "step": 82444
    },
    {
      "epoch": 3.8355431495696672,
      "grad_norm": 1.4937442861755221,
      "learning_rate": 8.888554424006655e-05,
      "loss": 1.9062,
      "step": 82445
    },
    {
      "epoch": 3.835589672016748,
      "grad_norm": 1.6098261027162253,
      "learning_rate": 8.888215485501285e-05,
      "loss": 2.4062,
      "step": 82446
    },
    {
      "epoch": 3.8356361944638286,
      "grad_norm": 1.5208040974597705,
      "learning_rate": 8.887876550737588e-05,
      "loss": 2.0156,
      "step": 82447
    },
    {
      "epoch": 3.8356827169109096,
      "grad_norm": 1.47552736060154,
      "learning_rate": 8.887537619715773e-05,
      "loss": 2.0,
      "step": 82448
    },
    {
      "epoch": 3.83572923935799,
      "grad_norm": 1.5332396146000318,
      "learning_rate": 8.887198692436036e-05,
      "loss": 2.0781,
      "step": 82449
    },
    {
      "epoch": 3.835775761805071,
      "grad_norm": 1.4821213688329629,
      "learning_rate": 8.886859768898595e-05,
      "loss": 1.9688,
      "step": 82450
    },
    {
      "epoch": 3.835822284252152,
      "grad_norm": 1.5182204348786552,
      "learning_rate": 8.886520849103655e-05,
      "loss": 2.0156,
      "step": 82451
    },
    {
      "epoch": 3.8358688066992324,
      "grad_norm": 1.5093679465974879,
      "learning_rate": 8.886181933051424e-05,
      "loss": 2.125,
      "step": 82452
    },
    {
      "epoch": 3.835915329146313,
      "grad_norm": 1.6268249008629256,
      "learning_rate": 8.885843020742106e-05,
      "loss": 2.25,
      "step": 82453
    },
    {
      "epoch": 3.8359618515933938,
      "grad_norm": 1.5006400731539413,
      "learning_rate": 8.885504112175913e-05,
      "loss": 1.8828,
      "step": 82454
    },
    {
      "epoch": 3.8360083740404747,
      "grad_norm": 1.4972014328955496,
      "learning_rate": 8.885165207353047e-05,
      "loss": 2.0938,
      "step": 82455
    },
    {
      "epoch": 3.836054896487555,
      "grad_norm": 1.5293182557569298,
      "learning_rate": 8.884826306273723e-05,
      "loss": 2.0469,
      "step": 82456
    },
    {
      "epoch": 3.836101418934636,
      "grad_norm": 1.5382444094990326,
      "learning_rate": 8.88448740893814e-05,
      "loss": 2.1875,
      "step": 82457
    },
    {
      "epoch": 3.8361479413817166,
      "grad_norm": 1.5721635276373205,
      "learning_rate": 8.884148515346514e-05,
      "loss": 2.0,
      "step": 82458
    },
    {
      "epoch": 3.8361944638287975,
      "grad_norm": 1.540905758041213,
      "learning_rate": 8.883809625499046e-05,
      "loss": 2.0312,
      "step": 82459
    },
    {
      "epoch": 3.836240986275878,
      "grad_norm": 1.5827477730409856,
      "learning_rate": 8.883470739395949e-05,
      "loss": 2.0781,
      "step": 82460
    },
    {
      "epoch": 3.836287508722959,
      "grad_norm": 1.419340952572315,
      "learning_rate": 8.883131857037423e-05,
      "loss": 1.6719,
      "step": 82461
    },
    {
      "epoch": 3.83633403117004,
      "grad_norm": 1.4668918532312303,
      "learning_rate": 8.882792978423683e-05,
      "loss": 1.9219,
      "step": 82462
    },
    {
      "epoch": 3.8363805536171203,
      "grad_norm": 1.534867727590295,
      "learning_rate": 8.88245410355493e-05,
      "loss": 1.9922,
      "step": 82463
    },
    {
      "epoch": 3.8364270760642007,
      "grad_norm": 1.54102330993839,
      "learning_rate": 8.882115232431372e-05,
      "loss": 2.1094,
      "step": 82464
    },
    {
      "epoch": 3.8364735985112817,
      "grad_norm": 1.549649416622599,
      "learning_rate": 8.881776365053225e-05,
      "loss": 2.0781,
      "step": 82465
    },
    {
      "epoch": 3.8365201209583626,
      "grad_norm": 1.5938160416234233,
      "learning_rate": 8.881437501420688e-05,
      "loss": 1.9688,
      "step": 82466
    },
    {
      "epoch": 3.836566643405443,
      "grad_norm": 1.449521894257853,
      "learning_rate": 8.881098641533975e-05,
      "loss": 1.9219,
      "step": 82467
    },
    {
      "epoch": 3.836613165852524,
      "grad_norm": 1.553553271218172,
      "learning_rate": 8.880759785393284e-05,
      "loss": 2.0938,
      "step": 82468
    },
    {
      "epoch": 3.8366596882996045,
      "grad_norm": 1.4783119706339327,
      "learning_rate": 8.88042093299883e-05,
      "loss": 1.9531,
      "step": 82469
    },
    {
      "epoch": 3.8367062107466854,
      "grad_norm": 1.4799947441181287,
      "learning_rate": 8.88008208435082e-05,
      "loss": 2.0312,
      "step": 82470
    },
    {
      "epoch": 3.836752733193766,
      "grad_norm": 1.3870126152641353,
      "learning_rate": 8.87974323944946e-05,
      "loss": 1.8516,
      "step": 82471
    },
    {
      "epoch": 3.836799255640847,
      "grad_norm": 1.609013435267885,
      "learning_rate": 8.879404398294954e-05,
      "loss": 2.125,
      "step": 82472
    },
    {
      "epoch": 3.8368457780879273,
      "grad_norm": 1.5008546965689882,
      "learning_rate": 8.879065560887517e-05,
      "loss": 1.8281,
      "step": 82473
    },
    {
      "epoch": 3.836892300535008,
      "grad_norm": 1.4893770760952996,
      "learning_rate": 8.87872672722735e-05,
      "loss": 1.8984,
      "step": 82474
    },
    {
      "epoch": 3.8369388229820887,
      "grad_norm": 1.5464313295734748,
      "learning_rate": 8.878387897314662e-05,
      "loss": 2.125,
      "step": 82475
    },
    {
      "epoch": 3.8369853454291696,
      "grad_norm": 1.6098787414785796,
      "learning_rate": 8.878049071149662e-05,
      "loss": 2.0312,
      "step": 82476
    },
    {
      "epoch": 3.8370318678762505,
      "grad_norm": 1.5022165742757398,
      "learning_rate": 8.877710248732555e-05,
      "loss": 1.9844,
      "step": 82477
    },
    {
      "epoch": 3.837078390323331,
      "grad_norm": 1.6130116483797474,
      "learning_rate": 8.877371430063551e-05,
      "loss": 2.0,
      "step": 82478
    },
    {
      "epoch": 3.8371249127704115,
      "grad_norm": 1.467475411332045,
      "learning_rate": 8.877032615142856e-05,
      "loss": 2.0312,
      "step": 82479
    },
    {
      "epoch": 3.8371714352174924,
      "grad_norm": 1.5464050177802813,
      "learning_rate": 8.876693803970679e-05,
      "loss": 2.0312,
      "step": 82480
    },
    {
      "epoch": 3.8372179576645733,
      "grad_norm": 1.5050385822278616,
      "learning_rate": 8.876354996547223e-05,
      "loss": 1.9688,
      "step": 82481
    },
    {
      "epoch": 3.8372644801116538,
      "grad_norm": 1.4944983373236305,
      "learning_rate": 8.876016192872702e-05,
      "loss": 1.8906,
      "step": 82482
    },
    {
      "epoch": 3.8373110025587347,
      "grad_norm": 1.488160495632446,
      "learning_rate": 8.875677392947316e-05,
      "loss": 2.1875,
      "step": 82483
    },
    {
      "epoch": 3.837357525005815,
      "grad_norm": 1.4720546869721205,
      "learning_rate": 8.875338596771282e-05,
      "loss": 2.0938,
      "step": 82484
    },
    {
      "epoch": 3.837404047452896,
      "grad_norm": 1.5713800905510338,
      "learning_rate": 8.874999804344796e-05,
      "loss": 2.1562,
      "step": 82485
    },
    {
      "epoch": 3.8374505698999766,
      "grad_norm": 1.5002647281671964,
      "learning_rate": 8.87466101566807e-05,
      "loss": 2.0469,
      "step": 82486
    },
    {
      "epoch": 3.8374970923470575,
      "grad_norm": 1.5697945077521536,
      "learning_rate": 8.874322230741317e-05,
      "loss": 2.0938,
      "step": 82487
    },
    {
      "epoch": 3.8375436147941384,
      "grad_norm": 1.520656259776563,
      "learning_rate": 8.87398344956474e-05,
      "loss": 2.0,
      "step": 82488
    },
    {
      "epoch": 3.837590137241219,
      "grad_norm": 1.5517691683200516,
      "learning_rate": 8.873644672138547e-05,
      "loss": 2.0938,
      "step": 82489
    },
    {
      "epoch": 3.8376366596882994,
      "grad_norm": 1.4577193635682013,
      "learning_rate": 8.873305898462942e-05,
      "loss": 1.8594,
      "step": 82490
    },
    {
      "epoch": 3.8376831821353803,
      "grad_norm": 1.529435816795819,
      "learning_rate": 8.872967128538139e-05,
      "loss": 2.1719,
      "step": 82491
    },
    {
      "epoch": 3.837729704582461,
      "grad_norm": 1.5064637883060739,
      "learning_rate": 8.872628362364336e-05,
      "loss": 2.125,
      "step": 82492
    },
    {
      "epoch": 3.8377762270295417,
      "grad_norm": 1.4770883245863102,
      "learning_rate": 8.872289599941752e-05,
      "loss": 1.9219,
      "step": 82493
    },
    {
      "epoch": 3.8378227494766226,
      "grad_norm": 1.6378086617770902,
      "learning_rate": 8.871950841270584e-05,
      "loss": 2.3281,
      "step": 82494
    },
    {
      "epoch": 3.837869271923703,
      "grad_norm": 1.499642764618559,
      "learning_rate": 8.87161208635105e-05,
      "loss": 1.9141,
      "step": 82495
    },
    {
      "epoch": 3.837915794370784,
      "grad_norm": 1.6113582865520741,
      "learning_rate": 8.871273335183344e-05,
      "loss": 2.1094,
      "step": 82496
    },
    {
      "epoch": 3.8379623168178645,
      "grad_norm": 1.6732145532756526,
      "learning_rate": 8.870934587767684e-05,
      "loss": 2.1875,
      "step": 82497
    },
    {
      "epoch": 3.8380088392649454,
      "grad_norm": 1.4740037193786348,
      "learning_rate": 8.870595844104273e-05,
      "loss": 1.9375,
      "step": 82498
    },
    {
      "epoch": 3.8380553617120263,
      "grad_norm": 1.537836133796651,
      "learning_rate": 8.870257104193321e-05,
      "loss": 1.9219,
      "step": 82499
    },
    {
      "epoch": 3.838101884159107,
      "grad_norm": 1.4682681806002806,
      "learning_rate": 8.869918368035033e-05,
      "loss": 2.1562,
      "step": 82500
    },
    {
      "epoch": 3.8381484066061873,
      "grad_norm": 1.5367986795763322,
      "learning_rate": 8.869579635629618e-05,
      "loss": 2.0938,
      "step": 82501
    },
    {
      "epoch": 3.838194929053268,
      "grad_norm": 1.639568390617699,
      "learning_rate": 8.869240906977282e-05,
      "loss": 2.3594,
      "step": 82502
    },
    {
      "epoch": 3.838241451500349,
      "grad_norm": 1.6128326130805521,
      "learning_rate": 8.868902182078231e-05,
      "loss": 2.1406,
      "step": 82503
    },
    {
      "epoch": 3.8382879739474296,
      "grad_norm": 1.5626678375504455,
      "learning_rate": 8.868563460932677e-05,
      "loss": 2.0938,
      "step": 82504
    },
    {
      "epoch": 3.83833449639451,
      "grad_norm": 1.4535252342190361,
      "learning_rate": 8.868224743540821e-05,
      "loss": 1.9766,
      "step": 82505
    },
    {
      "epoch": 3.838381018841591,
      "grad_norm": 1.53226467936323,
      "learning_rate": 8.867886029902877e-05,
      "loss": 2.0938,
      "step": 82506
    },
    {
      "epoch": 3.838427541288672,
      "grad_norm": 1.4184414361142168,
      "learning_rate": 8.867547320019049e-05,
      "loss": 1.8594,
      "step": 82507
    },
    {
      "epoch": 3.8384740637357524,
      "grad_norm": 1.4997067741299432,
      "learning_rate": 8.867208613889538e-05,
      "loss": 2.0625,
      "step": 82508
    },
    {
      "epoch": 3.8385205861828333,
      "grad_norm": 1.4746729368418743,
      "learning_rate": 8.866869911514564e-05,
      "loss": 1.8594,
      "step": 82509
    },
    {
      "epoch": 3.838567108629914,
      "grad_norm": 1.5150768442221945,
      "learning_rate": 8.866531212894328e-05,
      "loss": 2.0312,
      "step": 82510
    },
    {
      "epoch": 3.8386136310769947,
      "grad_norm": 1.4758247541739704,
      "learning_rate": 8.866192518029041e-05,
      "loss": 1.8984,
      "step": 82511
    },
    {
      "epoch": 3.838660153524075,
      "grad_norm": 1.4014384972005534,
      "learning_rate": 8.865853826918902e-05,
      "loss": 1.7344,
      "step": 82512
    },
    {
      "epoch": 3.838706675971156,
      "grad_norm": 1.51761781886969,
      "learning_rate": 8.865515139564126e-05,
      "loss": 2.3281,
      "step": 82513
    },
    {
      "epoch": 3.838753198418237,
      "grad_norm": 1.540232858010388,
      "learning_rate": 8.865176455964915e-05,
      "loss": 2.0312,
      "step": 82514
    },
    {
      "epoch": 3.8387997208653175,
      "grad_norm": 1.4057648868157966,
      "learning_rate": 8.864837776121486e-05,
      "loss": 1.8359,
      "step": 82515
    },
    {
      "epoch": 3.838846243312398,
      "grad_norm": 1.4927944668206745,
      "learning_rate": 8.86449910003403e-05,
      "loss": 1.9297,
      "step": 82516
    },
    {
      "epoch": 3.838892765759479,
      "grad_norm": 1.4717886755303329,
      "learning_rate": 8.864160427702772e-05,
      "loss": 1.9531,
      "step": 82517
    },
    {
      "epoch": 3.83893928820656,
      "grad_norm": 1.639676579486467,
      "learning_rate": 8.863821759127907e-05,
      "loss": 2.0938,
      "step": 82518
    },
    {
      "epoch": 3.8389858106536403,
      "grad_norm": 1.4393436600827956,
      "learning_rate": 8.863483094309648e-05,
      "loss": 2.0,
      "step": 82519
    },
    {
      "epoch": 3.8390323331007212,
      "grad_norm": 1.4605433504404421,
      "learning_rate": 8.8631444332482e-05,
      "loss": 1.9609,
      "step": 82520
    },
    {
      "epoch": 3.8390788555478017,
      "grad_norm": 1.475295088749684,
      "learning_rate": 8.862805775943771e-05,
      "loss": 2.0625,
      "step": 82521
    },
    {
      "epoch": 3.8391253779948826,
      "grad_norm": 1.5105396424212387,
      "learning_rate": 8.862467122396568e-05,
      "loss": 2.0781,
      "step": 82522
    },
    {
      "epoch": 3.839171900441963,
      "grad_norm": 1.4643768257520389,
      "learning_rate": 8.862128472606802e-05,
      "loss": 2.0312,
      "step": 82523
    },
    {
      "epoch": 3.839218422889044,
      "grad_norm": 1.5081993185159213,
      "learning_rate": 8.861789826574672e-05,
      "loss": 2.0312,
      "step": 82524
    },
    {
      "epoch": 3.839264945336125,
      "grad_norm": 1.6555821560715807,
      "learning_rate": 8.861451184300395e-05,
      "loss": 2.3125,
      "step": 82525
    },
    {
      "epoch": 3.8393114677832054,
      "grad_norm": 1.4915767542064846,
      "learning_rate": 8.861112545784174e-05,
      "loss": 1.9219,
      "step": 82526
    },
    {
      "epoch": 3.839357990230286,
      "grad_norm": 1.620655574121562,
      "learning_rate": 8.860773911026213e-05,
      "loss": 2.25,
      "step": 82527
    },
    {
      "epoch": 3.839404512677367,
      "grad_norm": 1.521080052042483,
      "learning_rate": 8.860435280026725e-05,
      "loss": 2.0156,
      "step": 82528
    },
    {
      "epoch": 3.8394510351244477,
      "grad_norm": 1.5407994704749544,
      "learning_rate": 8.86009665278591e-05,
      "loss": 2.1875,
      "step": 82529
    },
    {
      "epoch": 3.839497557571528,
      "grad_norm": 1.4283442372814692,
      "learning_rate": 8.85975802930398e-05,
      "loss": 1.8594,
      "step": 82530
    },
    {
      "epoch": 3.839544080018609,
      "grad_norm": 1.3682161587140096,
      "learning_rate": 8.859419409581147e-05,
      "loss": 1.6953,
      "step": 82531
    },
    {
      "epoch": 3.8395906024656896,
      "grad_norm": 1.47433965672907,
      "learning_rate": 8.859080793617611e-05,
      "loss": 1.9531,
      "step": 82532
    },
    {
      "epoch": 3.8396371249127705,
      "grad_norm": 1.4652714819020174,
      "learning_rate": 8.858742181413582e-05,
      "loss": 1.9375,
      "step": 82533
    },
    {
      "epoch": 3.839683647359851,
      "grad_norm": 1.5211454095513042,
      "learning_rate": 8.858403572969269e-05,
      "loss": 2.0625,
      "step": 82534
    },
    {
      "epoch": 3.839730169806932,
      "grad_norm": 1.474970643592997,
      "learning_rate": 8.858064968284877e-05,
      "loss": 2.0625,
      "step": 82535
    },
    {
      "epoch": 3.8397766922540124,
      "grad_norm": 1.673840913690516,
      "learning_rate": 8.857726367360613e-05,
      "loss": 2.25,
      "step": 82536
    },
    {
      "epoch": 3.8398232147010933,
      "grad_norm": 1.368432669918526,
      "learning_rate": 8.857387770196687e-05,
      "loss": 1.8203,
      "step": 82537
    },
    {
      "epoch": 3.839869737148174,
      "grad_norm": 1.6312122843611363,
      "learning_rate": 8.857049176793302e-05,
      "loss": 2.2969,
      "step": 82538
    },
    {
      "epoch": 3.8399162595952547,
      "grad_norm": 1.4244412465515657,
      "learning_rate": 8.85671058715067e-05,
      "loss": 1.8047,
      "step": 82539
    },
    {
      "epoch": 3.8399627820423357,
      "grad_norm": 1.563209629562252,
      "learning_rate": 8.856372001268993e-05,
      "loss": 2.2188,
      "step": 82540
    },
    {
      "epoch": 3.840009304489416,
      "grad_norm": 1.5016165143225984,
      "learning_rate": 8.856033419148485e-05,
      "loss": 2.0312,
      "step": 82541
    },
    {
      "epoch": 3.8400558269364966,
      "grad_norm": 1.4465350457376602,
      "learning_rate": 8.855694840789346e-05,
      "loss": 1.9688,
      "step": 82542
    },
    {
      "epoch": 3.8401023493835775,
      "grad_norm": 1.4860233214340277,
      "learning_rate": 8.85535626619179e-05,
      "loss": 2.0938,
      "step": 82543
    },
    {
      "epoch": 3.8401488718306585,
      "grad_norm": 1.5235363432553362,
      "learning_rate": 8.855017695356019e-05,
      "loss": 2.0156,
      "step": 82544
    },
    {
      "epoch": 3.840195394277739,
      "grad_norm": 1.4760742776283795,
      "learning_rate": 8.854679128282244e-05,
      "loss": 1.9688,
      "step": 82545
    },
    {
      "epoch": 3.84024191672482,
      "grad_norm": 1.5136811899538993,
      "learning_rate": 8.854340564970668e-05,
      "loss": 2.1094,
      "step": 82546
    },
    {
      "epoch": 3.8402884391719003,
      "grad_norm": 1.3948207009401454,
      "learning_rate": 8.854002005421506e-05,
      "loss": 1.7969,
      "step": 82547
    },
    {
      "epoch": 3.8403349616189812,
      "grad_norm": 1.55601866626456,
      "learning_rate": 8.853663449634954e-05,
      "loss": 2.1875,
      "step": 82548
    },
    {
      "epoch": 3.8403814840660617,
      "grad_norm": 1.495571098830667,
      "learning_rate": 8.85332489761123e-05,
      "loss": 2.1094,
      "step": 82549
    },
    {
      "epoch": 3.8404280065131426,
      "grad_norm": 1.4708698470312171,
      "learning_rate": 8.852986349350533e-05,
      "loss": 1.8828,
      "step": 82550
    },
    {
      "epoch": 3.8404745289602236,
      "grad_norm": 1.3251123962757885,
      "learning_rate": 8.85264780485307e-05,
      "loss": 1.6484,
      "step": 82551
    },
    {
      "epoch": 3.840521051407304,
      "grad_norm": 1.4843840371077786,
      "learning_rate": 8.852309264119061e-05,
      "loss": 2.0938,
      "step": 82552
    },
    {
      "epoch": 3.8405675738543845,
      "grad_norm": 1.4839120583924041,
      "learning_rate": 8.851970727148701e-05,
      "loss": 2.1094,
      "step": 82553
    },
    {
      "epoch": 3.8406140963014654,
      "grad_norm": 1.5251671599554568,
      "learning_rate": 8.851632193942202e-05,
      "loss": 2.0625,
      "step": 82554
    },
    {
      "epoch": 3.8406606187485464,
      "grad_norm": 1.4465945734373264,
      "learning_rate": 8.851293664499771e-05,
      "loss": 1.9531,
      "step": 82555
    },
    {
      "epoch": 3.840707141195627,
      "grad_norm": 1.4351157719269756,
      "learning_rate": 8.850955138821612e-05,
      "loss": 1.8359,
      "step": 82556
    },
    {
      "epoch": 3.8407536636427078,
      "grad_norm": 1.5107821146478055,
      "learning_rate": 8.850616616907937e-05,
      "loss": 2.0938,
      "step": 82557
    },
    {
      "epoch": 3.8408001860897882,
      "grad_norm": 1.5721990200740088,
      "learning_rate": 8.850278098758946e-05,
      "loss": 2.2188,
      "step": 82558
    },
    {
      "epoch": 3.840846708536869,
      "grad_norm": 1.4679435953687776,
      "learning_rate": 8.849939584374856e-05,
      "loss": 1.8203,
      "step": 82559
    },
    {
      "epoch": 3.8408932309839496,
      "grad_norm": 1.5952064728676836,
      "learning_rate": 8.849601073755866e-05,
      "loss": 2.2031,
      "step": 82560
    },
    {
      "epoch": 3.8409397534310306,
      "grad_norm": 1.4985353546393578,
      "learning_rate": 8.849262566902187e-05,
      "loss": 2.1719,
      "step": 82561
    },
    {
      "epoch": 3.840986275878111,
      "grad_norm": 1.5640064455399867,
      "learning_rate": 8.848924063814029e-05,
      "loss": 2.1719,
      "step": 82562
    },
    {
      "epoch": 3.841032798325192,
      "grad_norm": 1.4706469385465473,
      "learning_rate": 8.848585564491593e-05,
      "loss": 2.1094,
      "step": 82563
    },
    {
      "epoch": 3.8410793207722724,
      "grad_norm": 1.4035483109774542,
      "learning_rate": 8.848247068935088e-05,
      "loss": 1.7578,
      "step": 82564
    },
    {
      "epoch": 3.8411258432193534,
      "grad_norm": 1.5134196598865561,
      "learning_rate": 8.847908577144724e-05,
      "loss": 1.9219,
      "step": 82565
    },
    {
      "epoch": 3.8411723656664343,
      "grad_norm": 1.4567650824790785,
      "learning_rate": 8.847570089120706e-05,
      "loss": 1.8672,
      "step": 82566
    },
    {
      "epoch": 3.8412188881135148,
      "grad_norm": 1.5531950813115643,
      "learning_rate": 8.847231604863243e-05,
      "loss": 2.2188,
      "step": 82567
    },
    {
      "epoch": 3.8412654105605952,
      "grad_norm": 1.446901420028225,
      "learning_rate": 8.84689312437254e-05,
      "loss": 1.9531,
      "step": 82568
    },
    {
      "epoch": 3.841311933007676,
      "grad_norm": 1.5489037995266428,
      "learning_rate": 8.846554647648807e-05,
      "loss": 2.0312,
      "step": 82569
    },
    {
      "epoch": 3.841358455454757,
      "grad_norm": 1.5883540657459907,
      "learning_rate": 8.846216174692248e-05,
      "loss": 2.0938,
      "step": 82570
    },
    {
      "epoch": 3.8414049779018375,
      "grad_norm": 1.4734186923199508,
      "learning_rate": 8.845877705503071e-05,
      "loss": 1.9766,
      "step": 82571
    },
    {
      "epoch": 3.8414515003489185,
      "grad_norm": 1.5986780558180447,
      "learning_rate": 8.845539240081485e-05,
      "loss": 2.125,
      "step": 82572
    },
    {
      "epoch": 3.841498022795999,
      "grad_norm": 1.4399240164962772,
      "learning_rate": 8.845200778427691e-05,
      "loss": 1.7734,
      "step": 82573
    },
    {
      "epoch": 3.84154454524308,
      "grad_norm": 1.5831388997427962,
      "learning_rate": 8.844862320541908e-05,
      "loss": 1.9375,
      "step": 82574
    },
    {
      "epoch": 3.8415910676901603,
      "grad_norm": 1.4664890766269298,
      "learning_rate": 8.844523866424334e-05,
      "loss": 1.8672,
      "step": 82575
    },
    {
      "epoch": 3.8416375901372413,
      "grad_norm": 1.5443965148450622,
      "learning_rate": 8.844185416075182e-05,
      "loss": 2.0781,
      "step": 82576
    },
    {
      "epoch": 3.841684112584322,
      "grad_norm": 1.471659849939653,
      "learning_rate": 8.84384696949465e-05,
      "loss": 1.9062,
      "step": 82577
    },
    {
      "epoch": 3.8417306350314027,
      "grad_norm": 1.5745548808044765,
      "learning_rate": 8.843508526682957e-05,
      "loss": 2.0469,
      "step": 82578
    },
    {
      "epoch": 3.841777157478483,
      "grad_norm": 1.523526902300777,
      "learning_rate": 8.8431700876403e-05,
      "loss": 2.0312,
      "step": 82579
    },
    {
      "epoch": 3.841823679925564,
      "grad_norm": 1.5375002332707952,
      "learning_rate": 8.842831652366896e-05,
      "loss": 2.1094,
      "step": 82580
    },
    {
      "epoch": 3.841870202372645,
      "grad_norm": 1.5480515122481222,
      "learning_rate": 8.842493220862944e-05,
      "loss": 1.9453,
      "step": 82581
    },
    {
      "epoch": 3.8419167248197255,
      "grad_norm": 1.437017006836441,
      "learning_rate": 8.842154793128652e-05,
      "loss": 1.8672,
      "step": 82582
    },
    {
      "epoch": 3.8419632472668064,
      "grad_norm": 1.5105562093114622,
      "learning_rate": 8.841816369164232e-05,
      "loss": 2.1406,
      "step": 82583
    },
    {
      "epoch": 3.842009769713887,
      "grad_norm": 1.5154283030109963,
      "learning_rate": 8.841477948969886e-05,
      "loss": 2.0,
      "step": 82584
    },
    {
      "epoch": 3.842056292160968,
      "grad_norm": 1.4394486984107149,
      "learning_rate": 8.841139532545826e-05,
      "loss": 2.0312,
      "step": 82585
    },
    {
      "epoch": 3.8421028146080483,
      "grad_norm": 1.4929384828823475,
      "learning_rate": 8.840801119892252e-05,
      "loss": 1.8906,
      "step": 82586
    },
    {
      "epoch": 3.842149337055129,
      "grad_norm": 1.5534538759899343,
      "learning_rate": 8.840462711009382e-05,
      "loss": 2.0469,
      "step": 82587
    },
    {
      "epoch": 3.8421958595022097,
      "grad_norm": 1.4726986176332932,
      "learning_rate": 8.840124305897413e-05,
      "loss": 1.9453,
      "step": 82588
    },
    {
      "epoch": 3.8422423819492906,
      "grad_norm": 1.5829189913687784,
      "learning_rate": 8.839785904556557e-05,
      "loss": 1.9609,
      "step": 82589
    },
    {
      "epoch": 3.842288904396371,
      "grad_norm": 1.3948220340131239,
      "learning_rate": 8.83944750698702e-05,
      "loss": 1.8828,
      "step": 82590
    },
    {
      "epoch": 3.842335426843452,
      "grad_norm": 1.591775918125787,
      "learning_rate": 8.839109113189012e-05,
      "loss": 2.3125,
      "step": 82591
    },
    {
      "epoch": 3.842381949290533,
      "grad_norm": 1.5202371428090924,
      "learning_rate": 8.838770723162734e-05,
      "loss": 2.1406,
      "step": 82592
    },
    {
      "epoch": 3.8424284717376134,
      "grad_norm": 1.4794278613494942,
      "learning_rate": 8.8384323369084e-05,
      "loss": 1.9531,
      "step": 82593
    },
    {
      "epoch": 3.842474994184694,
      "grad_norm": 1.4431570377382754,
      "learning_rate": 8.838093954426211e-05,
      "loss": 2.0156,
      "step": 82594
    },
    {
      "epoch": 3.8425215166317748,
      "grad_norm": 1.5237937845368914,
      "learning_rate": 8.837755575716376e-05,
      "loss": 2.0469,
      "step": 82595
    },
    {
      "epoch": 3.8425680390788557,
      "grad_norm": 1.480139282266684,
      "learning_rate": 8.837417200779107e-05,
      "loss": 1.9688,
      "step": 82596
    },
    {
      "epoch": 3.842614561525936,
      "grad_norm": 1.4851550694486626,
      "learning_rate": 8.837078829614605e-05,
      "loss": 2.0469,
      "step": 82597
    },
    {
      "epoch": 3.842661083973017,
      "grad_norm": 1.5446860978917176,
      "learning_rate": 8.836740462223082e-05,
      "loss": 1.5234,
      "step": 82598
    },
    {
      "epoch": 3.8427076064200976,
      "grad_norm": 1.4981592131648351,
      "learning_rate": 8.836402098604741e-05,
      "loss": 2.0938,
      "step": 82599
    },
    {
      "epoch": 3.8427541288671785,
      "grad_norm": 1.377510649027189,
      "learning_rate": 8.836063738759796e-05,
      "loss": 1.5391,
      "step": 82600
    },
    {
      "epoch": 3.842800651314259,
      "grad_norm": 1.6109411585038307,
      "learning_rate": 8.835725382688443e-05,
      "loss": 2.3125,
      "step": 82601
    },
    {
      "epoch": 3.84284717376134,
      "grad_norm": 1.3689934748396035,
      "learning_rate": 8.835387030390898e-05,
      "loss": 1.4844,
      "step": 82602
    },
    {
      "epoch": 3.842893696208421,
      "grad_norm": 1.6064332851924186,
      "learning_rate": 8.835048681867365e-05,
      "loss": 2.1094,
      "step": 82603
    },
    {
      "epoch": 3.8429402186555013,
      "grad_norm": 1.592803508973153,
      "learning_rate": 8.834710337118051e-05,
      "loss": 2.3594,
      "step": 82604
    },
    {
      "epoch": 3.8429867411025818,
      "grad_norm": 1.4855410291385283,
      "learning_rate": 8.834371996143165e-05,
      "loss": 1.75,
      "step": 82605
    },
    {
      "epoch": 3.8430332635496627,
      "grad_norm": 1.5281814304314558,
      "learning_rate": 8.834033658942912e-05,
      "loss": 2.0,
      "step": 82606
    },
    {
      "epoch": 3.8430797859967436,
      "grad_norm": 1.5044743196441228,
      "learning_rate": 8.833695325517502e-05,
      "loss": 1.9688,
      "step": 82607
    },
    {
      "epoch": 3.843126308443824,
      "grad_norm": 1.551909633645193,
      "learning_rate": 8.833356995867137e-05,
      "loss": 2.1562,
      "step": 82608
    },
    {
      "epoch": 3.843172830890905,
      "grad_norm": 1.4966445325439195,
      "learning_rate": 8.833018669992028e-05,
      "loss": 2.0625,
      "step": 82609
    },
    {
      "epoch": 3.8432193533379855,
      "grad_norm": 1.5912038757037412,
      "learning_rate": 8.832680347892381e-05,
      "loss": 2.0781,
      "step": 82610
    },
    {
      "epoch": 3.8432658757850664,
      "grad_norm": 1.4475764394783046,
      "learning_rate": 8.832342029568405e-05,
      "loss": 1.9141,
      "step": 82611
    },
    {
      "epoch": 3.843312398232147,
      "grad_norm": 1.507343994451378,
      "learning_rate": 8.832003715020303e-05,
      "loss": 2.0781,
      "step": 82612
    },
    {
      "epoch": 3.843358920679228,
      "grad_norm": 1.4712450068101848,
      "learning_rate": 8.831665404248286e-05,
      "loss": 1.9141,
      "step": 82613
    },
    {
      "epoch": 3.8434054431263087,
      "grad_norm": 1.4792924928491942,
      "learning_rate": 8.831327097252559e-05,
      "loss": 1.9453,
      "step": 82614
    },
    {
      "epoch": 3.843451965573389,
      "grad_norm": 1.4728513790115323,
      "learning_rate": 8.830988794033335e-05,
      "loss": 1.9219,
      "step": 82615
    },
    {
      "epoch": 3.8434984880204697,
      "grad_norm": 1.6060029467982593,
      "learning_rate": 8.830650494590809e-05,
      "loss": 2.1719,
      "step": 82616
    },
    {
      "epoch": 3.8435450104675506,
      "grad_norm": 1.5096679221114604,
      "learning_rate": 8.830312198925195e-05,
      "loss": 1.9375,
      "step": 82617
    },
    {
      "epoch": 3.8435915329146315,
      "grad_norm": 1.4917292794733967,
      "learning_rate": 8.829973907036703e-05,
      "loss": 2.0156,
      "step": 82618
    },
    {
      "epoch": 3.843638055361712,
      "grad_norm": 1.6249506109581593,
      "learning_rate": 8.829635618925536e-05,
      "loss": 2.1094,
      "step": 82619
    },
    {
      "epoch": 3.8436845778087925,
      "grad_norm": 1.4653999929420847,
      "learning_rate": 8.829297334591907e-05,
      "loss": 1.9844,
      "step": 82620
    },
    {
      "epoch": 3.8437311002558734,
      "grad_norm": 1.5206226942725176,
      "learning_rate": 8.828959054036014e-05,
      "loss": 1.9531,
      "step": 82621
    },
    {
      "epoch": 3.8437776227029543,
      "grad_norm": 1.5708582523347887,
      "learning_rate": 8.82862077725807e-05,
      "loss": 2.0781,
      "step": 82622
    },
    {
      "epoch": 3.843824145150035,
      "grad_norm": 1.5809751908229628,
      "learning_rate": 8.828282504258279e-05,
      "loss": 2.2344,
      "step": 82623
    },
    {
      "epoch": 3.8438706675971157,
      "grad_norm": 1.547994689538519,
      "learning_rate": 8.827944235036853e-05,
      "loss": 2.0156,
      "step": 82624
    },
    {
      "epoch": 3.843917190044196,
      "grad_norm": 1.5502999136636546,
      "learning_rate": 8.827605969593994e-05,
      "loss": 2.1719,
      "step": 82625
    },
    {
      "epoch": 3.843963712491277,
      "grad_norm": 1.4901283846389726,
      "learning_rate": 8.827267707929913e-05,
      "loss": 1.5391,
      "step": 82626
    },
    {
      "epoch": 3.8440102349383576,
      "grad_norm": 1.5450403766855922,
      "learning_rate": 8.826929450044812e-05,
      "loss": 2.0625,
      "step": 82627
    },
    {
      "epoch": 3.8440567573854385,
      "grad_norm": 1.5221803833506655,
      "learning_rate": 8.826591195938905e-05,
      "loss": 1.9531,
      "step": 82628
    },
    {
      "epoch": 3.8441032798325194,
      "grad_norm": 1.4802445957819377,
      "learning_rate": 8.826252945612393e-05,
      "loss": 1.8672,
      "step": 82629
    },
    {
      "epoch": 3.8441498022796,
      "grad_norm": 1.5740163380009997,
      "learning_rate": 8.825914699065487e-05,
      "loss": 2.2031,
      "step": 82630
    },
    {
      "epoch": 3.8441963247266804,
      "grad_norm": 1.5014350220344506,
      "learning_rate": 8.825576456298389e-05,
      "loss": 1.9141,
      "step": 82631
    },
    {
      "epoch": 3.8442428471737613,
      "grad_norm": 1.5470108055704597,
      "learning_rate": 8.825238217311314e-05,
      "loss": 2.2344,
      "step": 82632
    },
    {
      "epoch": 3.8442893696208422,
      "grad_norm": 1.4827548819930394,
      "learning_rate": 8.824899982104461e-05,
      "loss": 1.8906,
      "step": 82633
    },
    {
      "epoch": 3.8443358920679227,
      "grad_norm": 1.4792436137573233,
      "learning_rate": 8.82456175067804e-05,
      "loss": 2.1406,
      "step": 82634
    },
    {
      "epoch": 3.8443824145150036,
      "grad_norm": 1.4403222244396483,
      "learning_rate": 8.824223523032263e-05,
      "loss": 1.7344,
      "step": 82635
    },
    {
      "epoch": 3.844428936962084,
      "grad_norm": 1.522633857804318,
      "learning_rate": 8.823885299167328e-05,
      "loss": 1.9688,
      "step": 82636
    },
    {
      "epoch": 3.844475459409165,
      "grad_norm": 1.5851956619237848,
      "learning_rate": 8.823547079083451e-05,
      "loss": 2.1094,
      "step": 82637
    },
    {
      "epoch": 3.8445219818562455,
      "grad_norm": 1.619469968103778,
      "learning_rate": 8.82320886278083e-05,
      "loss": 2.1719,
      "step": 82638
    },
    {
      "epoch": 3.8445685043033264,
      "grad_norm": 1.5525945419045115,
      "learning_rate": 8.822870650259676e-05,
      "loss": 2.1094,
      "step": 82639
    },
    {
      "epoch": 3.8446150267504073,
      "grad_norm": 1.3879417746707288,
      "learning_rate": 8.822532441520202e-05,
      "loss": 1.6484,
      "step": 82640
    },
    {
      "epoch": 3.844661549197488,
      "grad_norm": 1.4932507382458922,
      "learning_rate": 8.822194236562608e-05,
      "loss": 2.0,
      "step": 82641
    },
    {
      "epoch": 3.8447080716445683,
      "grad_norm": 1.5279726981053037,
      "learning_rate": 8.821856035387105e-05,
      "loss": 1.9766,
      "step": 82642
    },
    {
      "epoch": 3.844754594091649,
      "grad_norm": 1.5389277148204936,
      "learning_rate": 8.821517837993896e-05,
      "loss": 2.2188,
      "step": 82643
    },
    {
      "epoch": 3.84480111653873,
      "grad_norm": 1.4741300350757722,
      "learning_rate": 8.821179644383193e-05,
      "loss": 1.9922,
      "step": 82644
    },
    {
      "epoch": 3.8448476389858106,
      "grad_norm": 1.5193337873767765,
      "learning_rate": 8.820841454555196e-05,
      "loss": 2.0469,
      "step": 82645
    },
    {
      "epoch": 3.8448941614328915,
      "grad_norm": 1.4408774575102354,
      "learning_rate": 8.82050326851012e-05,
      "loss": 1.8438,
      "step": 82646
    },
    {
      "epoch": 3.844940683879972,
      "grad_norm": 1.5816298938974913,
      "learning_rate": 8.820165086248166e-05,
      "loss": 2.2812,
      "step": 82647
    },
    {
      "epoch": 3.844987206327053,
      "grad_norm": 1.5492300618244108,
      "learning_rate": 8.819826907769545e-05,
      "loss": 2.0625,
      "step": 82648
    },
    {
      "epoch": 3.8450337287741334,
      "grad_norm": 1.537435610307939,
      "learning_rate": 8.819488733074461e-05,
      "loss": 2.0938,
      "step": 82649
    },
    {
      "epoch": 3.8450802512212143,
      "grad_norm": 1.4924741766910137,
      "learning_rate": 8.819150562163124e-05,
      "loss": 1.9375,
      "step": 82650
    },
    {
      "epoch": 3.845126773668295,
      "grad_norm": 1.6485463750361264,
      "learning_rate": 8.818812395035737e-05,
      "loss": 2.0938,
      "step": 82651
    },
    {
      "epoch": 3.8451732961153757,
      "grad_norm": 1.5169730621943225,
      "learning_rate": 8.818474231692513e-05,
      "loss": 2.0,
      "step": 82652
    },
    {
      "epoch": 3.845219818562456,
      "grad_norm": 1.5233227592971106,
      "learning_rate": 8.818136072133651e-05,
      "loss": 2.1094,
      "step": 82653
    },
    {
      "epoch": 3.845266341009537,
      "grad_norm": 1.5375413962290927,
      "learning_rate": 8.817797916359368e-05,
      "loss": 2.2188,
      "step": 82654
    },
    {
      "epoch": 3.845312863456618,
      "grad_norm": 1.6375309672686647,
      "learning_rate": 8.817459764369861e-05,
      "loss": 2.2656,
      "step": 82655
    },
    {
      "epoch": 3.8453593859036985,
      "grad_norm": 1.4930903268738227,
      "learning_rate": 8.817121616165346e-05,
      "loss": 2.0312,
      "step": 82656
    },
    {
      "epoch": 3.845405908350779,
      "grad_norm": 1.5096149612328211,
      "learning_rate": 8.81678347174602e-05,
      "loss": 2.0625,
      "step": 82657
    },
    {
      "epoch": 3.84545243079786,
      "grad_norm": 1.520929458894658,
      "learning_rate": 8.816445331112101e-05,
      "loss": 1.8438,
      "step": 82658
    },
    {
      "epoch": 3.845498953244941,
      "grad_norm": 1.5006605191874127,
      "learning_rate": 8.81610719426379e-05,
      "loss": 2.1094,
      "step": 82659
    },
    {
      "epoch": 3.8455454756920213,
      "grad_norm": 1.4658706402377593,
      "learning_rate": 8.815769061201289e-05,
      "loss": 1.9922,
      "step": 82660
    },
    {
      "epoch": 3.8455919981391022,
      "grad_norm": 1.6238257701264611,
      "learning_rate": 8.815430931924812e-05,
      "loss": 2.1875,
      "step": 82661
    },
    {
      "epoch": 3.8456385205861827,
      "grad_norm": 1.5032845944288895,
      "learning_rate": 8.815092806434564e-05,
      "loss": 1.9141,
      "step": 82662
    },
    {
      "epoch": 3.8456850430332636,
      "grad_norm": 1.5055274161977095,
      "learning_rate": 8.814754684730756e-05,
      "loss": 2.0625,
      "step": 82663
    },
    {
      "epoch": 3.845731565480344,
      "grad_norm": 1.425853443626842,
      "learning_rate": 8.814416566813595e-05,
      "loss": 1.9219,
      "step": 82664
    },
    {
      "epoch": 3.845778087927425,
      "grad_norm": 1.4582448926165714,
      "learning_rate": 8.814078452683277e-05,
      "loss": 1.3828,
      "step": 82665
    },
    {
      "epoch": 3.845824610374506,
      "grad_norm": 1.5234155960003215,
      "learning_rate": 8.813740342340025e-05,
      "loss": 2.0156,
      "step": 82666
    },
    {
      "epoch": 3.8458711328215864,
      "grad_norm": 1.5468656839878507,
      "learning_rate": 8.81340223578403e-05,
      "loss": 2.0312,
      "step": 82667
    },
    {
      "epoch": 3.845917655268667,
      "grad_norm": 1.6103827447413006,
      "learning_rate": 8.81306413301551e-05,
      "loss": 2.1406,
      "step": 82668
    },
    {
      "epoch": 3.845964177715748,
      "grad_norm": 1.593293480991831,
      "learning_rate": 8.812726034034667e-05,
      "loss": 2.0312,
      "step": 82669
    },
    {
      "epoch": 3.8460107001628288,
      "grad_norm": 1.5216828251314898,
      "learning_rate": 8.812387938841713e-05,
      "loss": 2.1094,
      "step": 82670
    },
    {
      "epoch": 3.8460572226099092,
      "grad_norm": 1.5752726077259973,
      "learning_rate": 8.812049847436847e-05,
      "loss": 2.1719,
      "step": 82671
    },
    {
      "epoch": 3.84610374505699,
      "grad_norm": 1.5078878726513312,
      "learning_rate": 8.811711759820287e-05,
      "loss": 1.9766,
      "step": 82672
    },
    {
      "epoch": 3.8461502675040706,
      "grad_norm": 1.427449853429433,
      "learning_rate": 8.811373675992226e-05,
      "loss": 1.6797,
      "step": 82673
    },
    {
      "epoch": 3.8461967899511516,
      "grad_norm": 1.4652834062038111,
      "learning_rate": 8.811035595952883e-05,
      "loss": 1.9766,
      "step": 82674
    },
    {
      "epoch": 3.846243312398232,
      "grad_norm": 1.397755770249301,
      "learning_rate": 8.810697519702459e-05,
      "loss": 1.8906,
      "step": 82675
    },
    {
      "epoch": 3.846289834845313,
      "grad_norm": 1.4192122272727778,
      "learning_rate": 8.810359447241165e-05,
      "loss": 1.7969,
      "step": 82676
    },
    {
      "epoch": 3.8463363572923934,
      "grad_norm": 1.52484898319082,
      "learning_rate": 8.810021378569203e-05,
      "loss": 1.9141,
      "step": 82677
    },
    {
      "epoch": 3.8463828797394743,
      "grad_norm": 1.5231759718130966,
      "learning_rate": 8.809683313686784e-05,
      "loss": 2.0,
      "step": 82678
    },
    {
      "epoch": 3.846429402186555,
      "grad_norm": 1.5116151997659295,
      "learning_rate": 8.809345252594109e-05,
      "loss": 2.2031,
      "step": 82679
    },
    {
      "epoch": 3.8464759246336357,
      "grad_norm": 1.5623448115148748,
      "learning_rate": 8.809007195291394e-05,
      "loss": 2.1406,
      "step": 82680
    },
    {
      "epoch": 3.8465224470807167,
      "grad_norm": 1.5141455145536102,
      "learning_rate": 8.808669141778838e-05,
      "loss": 2.0469,
      "step": 82681
    },
    {
      "epoch": 3.846568969527797,
      "grad_norm": 1.4931221922783775,
      "learning_rate": 8.808331092056656e-05,
      "loss": 1.9922,
      "step": 82682
    },
    {
      "epoch": 3.8466154919748776,
      "grad_norm": 1.4445113235090665,
      "learning_rate": 8.807993046125043e-05,
      "loss": 1.9141,
      "step": 82683
    },
    {
      "epoch": 3.8466620144219585,
      "grad_norm": 1.566457975539241,
      "learning_rate": 8.807655003984217e-05,
      "loss": 2.0938,
      "step": 82684
    },
    {
      "epoch": 3.8467085368690395,
      "grad_norm": 1.5971567721164,
      "learning_rate": 8.80731696563438e-05,
      "loss": 2.1406,
      "step": 82685
    },
    {
      "epoch": 3.84675505931612,
      "grad_norm": 1.4977586190715788,
      "learning_rate": 8.806978931075742e-05,
      "loss": 2.0,
      "step": 82686
    },
    {
      "epoch": 3.846801581763201,
      "grad_norm": 1.3671684263056112,
      "learning_rate": 8.80664090030851e-05,
      "loss": 1.7578,
      "step": 82687
    },
    {
      "epoch": 3.8468481042102813,
      "grad_norm": 1.5073308330217214,
      "learning_rate": 8.806302873332883e-05,
      "loss": 1.9922,
      "step": 82688
    },
    {
      "epoch": 3.8468946266573623,
      "grad_norm": 1.545942311886843,
      "learning_rate": 8.805964850149078e-05,
      "loss": 2.1094,
      "step": 82689
    },
    {
      "epoch": 3.8469411491044427,
      "grad_norm": 1.539683001071923,
      "learning_rate": 8.8056268307573e-05,
      "loss": 1.9375,
      "step": 82690
    },
    {
      "epoch": 3.8469876715515237,
      "grad_norm": 1.4609755077302846,
      "learning_rate": 8.805288815157749e-05,
      "loss": 1.7656,
      "step": 82691
    },
    {
      "epoch": 3.8470341939986046,
      "grad_norm": 1.4767805520520145,
      "learning_rate": 8.804950803350641e-05,
      "loss": 1.8359,
      "step": 82692
    },
    {
      "epoch": 3.847080716445685,
      "grad_norm": 1.5425939787764245,
      "learning_rate": 8.804612795336174e-05,
      "loss": 2.1719,
      "step": 82693
    },
    {
      "epoch": 3.8471272388927655,
      "grad_norm": 1.549539478171849,
      "learning_rate": 8.804274791114564e-05,
      "loss": 2.0312,
      "step": 82694
    },
    {
      "epoch": 3.8471737613398465,
      "grad_norm": 1.4345042018865624,
      "learning_rate": 8.803936790686009e-05,
      "loss": 1.9844,
      "step": 82695
    },
    {
      "epoch": 3.8472202837869274,
      "grad_norm": 1.5394568457096494,
      "learning_rate": 8.803598794050725e-05,
      "loss": 2.0625,
      "step": 82696
    },
    {
      "epoch": 3.847266806234008,
      "grad_norm": 1.485277106248534,
      "learning_rate": 8.803260801208911e-05,
      "loss": 2.1719,
      "step": 82697
    },
    {
      "epoch": 3.8473133286810888,
      "grad_norm": 1.5185276210322631,
      "learning_rate": 8.802922812160779e-05,
      "loss": 2.1094,
      "step": 82698
    },
    {
      "epoch": 3.8473598511281693,
      "grad_norm": 1.4784933585977245,
      "learning_rate": 8.802584826906531e-05,
      "loss": 1.9766,
      "step": 82699
    },
    {
      "epoch": 3.84740637357525,
      "grad_norm": 1.5124357881013524,
      "learning_rate": 8.802246845446382e-05,
      "loss": 2.0469,
      "step": 82700
    },
    {
      "epoch": 3.8474528960223306,
      "grad_norm": 1.559475037665723,
      "learning_rate": 8.80190886778053e-05,
      "loss": 2.2031,
      "step": 82701
    },
    {
      "epoch": 3.8474994184694116,
      "grad_norm": 1.620314454893864,
      "learning_rate": 8.801570893909188e-05,
      "loss": 2.3125,
      "step": 82702
    },
    {
      "epoch": 3.847545940916492,
      "grad_norm": 1.416680235979234,
      "learning_rate": 8.80123292383256e-05,
      "loss": 1.875,
      "step": 82703
    },
    {
      "epoch": 3.847592463363573,
      "grad_norm": 1.5691015722970283,
      "learning_rate": 8.800894957550856e-05,
      "loss": 2.0781,
      "step": 82704
    },
    {
      "epoch": 3.8476389858106534,
      "grad_norm": 1.5860807571317077,
      "learning_rate": 8.800556995064273e-05,
      "loss": 2.3594,
      "step": 82705
    },
    {
      "epoch": 3.8476855082577344,
      "grad_norm": 1.5395179704347643,
      "learning_rate": 8.800219036373032e-05,
      "loss": 1.9609,
      "step": 82706
    },
    {
      "epoch": 3.8477320307048153,
      "grad_norm": 1.4174101520694449,
      "learning_rate": 8.799881081477333e-05,
      "loss": 1.9297,
      "step": 82707
    },
    {
      "epoch": 3.8477785531518958,
      "grad_norm": 1.5336675412735397,
      "learning_rate": 8.799543130377382e-05,
      "loss": 2.0156,
      "step": 82708
    },
    {
      "epoch": 3.8478250755989762,
      "grad_norm": 1.5641129037490153,
      "learning_rate": 8.79920518307339e-05,
      "loss": 2.2188,
      "step": 82709
    },
    {
      "epoch": 3.847871598046057,
      "grad_norm": 1.4500871818292076,
      "learning_rate": 8.798867239565556e-05,
      "loss": 1.8047,
      "step": 82710
    },
    {
      "epoch": 3.847918120493138,
      "grad_norm": 1.3594106345369448,
      "learning_rate": 8.798529299854099e-05,
      "loss": 1.6328,
      "step": 82711
    },
    {
      "epoch": 3.8479646429402186,
      "grad_norm": 1.595221250390753,
      "learning_rate": 8.798191363939212e-05,
      "loss": 2.125,
      "step": 82712
    },
    {
      "epoch": 3.8480111653872995,
      "grad_norm": 1.547027007650458,
      "learning_rate": 8.797853431821115e-05,
      "loss": 2.0938,
      "step": 82713
    },
    {
      "epoch": 3.84805768783438,
      "grad_norm": 1.530859247591826,
      "learning_rate": 8.797515503500004e-05,
      "loss": 2.0312,
      "step": 82714
    },
    {
      "epoch": 3.848104210281461,
      "grad_norm": 1.5669269243623989,
      "learning_rate": 8.797177578976094e-05,
      "loss": 2.2031,
      "step": 82715
    },
    {
      "epoch": 3.8481507327285414,
      "grad_norm": 1.389099108331153,
      "learning_rate": 8.79683965824959e-05,
      "loss": 1.7344,
      "step": 82716
    },
    {
      "epoch": 3.8481972551756223,
      "grad_norm": 1.4375386757460087,
      "learning_rate": 8.79650174132069e-05,
      "loss": 1.8438,
      "step": 82717
    },
    {
      "epoch": 3.848243777622703,
      "grad_norm": 1.5422065553578161,
      "learning_rate": 8.796163828189613e-05,
      "loss": 1.9922,
      "step": 82718
    },
    {
      "epoch": 3.8482903000697837,
      "grad_norm": 1.540722917615761,
      "learning_rate": 8.795825918856562e-05,
      "loss": 1.9375,
      "step": 82719
    },
    {
      "epoch": 3.848336822516864,
      "grad_norm": 1.5282354756267282,
      "learning_rate": 8.795488013321741e-05,
      "loss": 2.0781,
      "step": 82720
    },
    {
      "epoch": 3.848383344963945,
      "grad_norm": 1.4640302573864394,
      "learning_rate": 8.795150111585358e-05,
      "loss": 1.9609,
      "step": 82721
    },
    {
      "epoch": 3.848429867411026,
      "grad_norm": 1.5006281014793401,
      "learning_rate": 8.794812213647623e-05,
      "loss": 2.0469,
      "step": 82722
    },
    {
      "epoch": 3.8484763898581065,
      "grad_norm": 1.4645183204577061,
      "learning_rate": 8.794474319508739e-05,
      "loss": 2.1406,
      "step": 82723
    },
    {
      "epoch": 3.8485229123051874,
      "grad_norm": 1.508211470333554,
      "learning_rate": 8.794136429168916e-05,
      "loss": 2.0,
      "step": 82724
    },
    {
      "epoch": 3.848569434752268,
      "grad_norm": 1.5128959196622496,
      "learning_rate": 8.793798542628355e-05,
      "loss": 2.0781,
      "step": 82725
    },
    {
      "epoch": 3.848615957199349,
      "grad_norm": 1.532183104728574,
      "learning_rate": 8.793460659887272e-05,
      "loss": 2.0625,
      "step": 82726
    },
    {
      "epoch": 3.8486624796464293,
      "grad_norm": 1.5708764695417907,
      "learning_rate": 8.793122780945864e-05,
      "loss": 2.1406,
      "step": 82727
    },
    {
      "epoch": 3.84870900209351,
      "grad_norm": 1.6587617944238855,
      "learning_rate": 8.792784905804345e-05,
      "loss": 2.2344,
      "step": 82728
    },
    {
      "epoch": 3.848755524540591,
      "grad_norm": 1.4497842713383775,
      "learning_rate": 8.79244703446292e-05,
      "loss": 1.9531,
      "step": 82729
    },
    {
      "epoch": 3.8488020469876716,
      "grad_norm": 1.536135891077008,
      "learning_rate": 8.792109166921795e-05,
      "loss": 2.2188,
      "step": 82730
    },
    {
      "epoch": 3.848848569434752,
      "grad_norm": 1.481115849512678,
      "learning_rate": 8.791771303181181e-05,
      "loss": 1.9297,
      "step": 82731
    },
    {
      "epoch": 3.848895091881833,
      "grad_norm": 1.5581968422346844,
      "learning_rate": 8.791433443241277e-05,
      "loss": 2.1094,
      "step": 82732
    },
    {
      "epoch": 3.848941614328914,
      "grad_norm": 1.5485548047276534,
      "learning_rate": 8.791095587102298e-05,
      "loss": 2.1562,
      "step": 82733
    },
    {
      "epoch": 3.8489881367759944,
      "grad_norm": 1.4845947868553155,
      "learning_rate": 8.790757734764442e-05,
      "loss": 1.9844,
      "step": 82734
    },
    {
      "epoch": 3.849034659223075,
      "grad_norm": 1.5639267487893291,
      "learning_rate": 8.790419886227924e-05,
      "loss": 2.1719,
      "step": 82735
    },
    {
      "epoch": 3.849081181670156,
      "grad_norm": 1.5581687244341413,
      "learning_rate": 8.790082041492947e-05,
      "loss": 1.9141,
      "step": 82736
    },
    {
      "epoch": 3.8491277041172367,
      "grad_norm": 1.5881404739533802,
      "learning_rate": 8.789744200559719e-05,
      "loss": 2.1562,
      "step": 82737
    },
    {
      "epoch": 3.849174226564317,
      "grad_norm": 1.4789375589182314,
      "learning_rate": 8.789406363428444e-05,
      "loss": 1.8281,
      "step": 82738
    },
    {
      "epoch": 3.849220749011398,
      "grad_norm": 1.5487555810780467,
      "learning_rate": 8.789068530099333e-05,
      "loss": 2.1406,
      "step": 82739
    },
    {
      "epoch": 3.8492672714584786,
      "grad_norm": 1.531014714547571,
      "learning_rate": 8.788730700572589e-05,
      "loss": 2.1094,
      "step": 82740
    },
    {
      "epoch": 3.8493137939055595,
      "grad_norm": 1.5056597602329675,
      "learning_rate": 8.788392874848425e-05,
      "loss": 1.8828,
      "step": 82741
    },
    {
      "epoch": 3.84936031635264,
      "grad_norm": 1.4773733742487618,
      "learning_rate": 8.788055052927041e-05,
      "loss": 2.125,
      "step": 82742
    },
    {
      "epoch": 3.849406838799721,
      "grad_norm": 1.4590587754195314,
      "learning_rate": 8.787717234808644e-05,
      "loss": 2.125,
      "step": 82743
    },
    {
      "epoch": 3.849453361246802,
      "grad_norm": 1.520041189387885,
      "learning_rate": 8.787379420493447e-05,
      "loss": 2.0,
      "step": 82744
    },
    {
      "epoch": 3.8494998836938823,
      "grad_norm": 1.493307541055095,
      "learning_rate": 8.787041609981649e-05,
      "loss": 2.1719,
      "step": 82745
    },
    {
      "epoch": 3.8495464061409628,
      "grad_norm": 1.540036485233353,
      "learning_rate": 8.786703803273465e-05,
      "loss": 2.0469,
      "step": 82746
    },
    {
      "epoch": 3.8495929285880437,
      "grad_norm": 1.5511596909039822,
      "learning_rate": 8.786366000369092e-05,
      "loss": 2.1406,
      "step": 82747
    },
    {
      "epoch": 3.8496394510351246,
      "grad_norm": 1.5107593763575364,
      "learning_rate": 8.786028201268748e-05,
      "loss": 1.9453,
      "step": 82748
    },
    {
      "epoch": 3.849685973482205,
      "grad_norm": 1.5005756559947847,
      "learning_rate": 8.785690405972626e-05,
      "loss": 2.0156,
      "step": 82749
    },
    {
      "epoch": 3.849732495929286,
      "grad_norm": 1.5313628465473283,
      "learning_rate": 8.785352614480944e-05,
      "loss": 2.0469,
      "step": 82750
    },
    {
      "epoch": 3.8497790183763665,
      "grad_norm": 1.5204113737508576,
      "learning_rate": 8.78501482679391e-05,
      "loss": 2.0469,
      "step": 82751
    },
    {
      "epoch": 3.8498255408234474,
      "grad_norm": 1.6109673815186338,
      "learning_rate": 8.784677042911726e-05,
      "loss": 2.2188,
      "step": 82752
    },
    {
      "epoch": 3.849872063270528,
      "grad_norm": 1.523160173827932,
      "learning_rate": 8.784339262834598e-05,
      "loss": 2.0,
      "step": 82753
    },
    {
      "epoch": 3.849918585717609,
      "grad_norm": 1.4855609415772262,
      "learning_rate": 8.784001486562734e-05,
      "loss": 1.9141,
      "step": 82754
    },
    {
      "epoch": 3.8499651081646897,
      "grad_norm": 1.5715760093800268,
      "learning_rate": 8.783663714096342e-05,
      "loss": 2.2969,
      "step": 82755
    },
    {
      "epoch": 3.85001163061177,
      "grad_norm": 1.5556285224260906,
      "learning_rate": 8.783325945435626e-05,
      "loss": 2.2031,
      "step": 82756
    },
    {
      "epoch": 3.8500581530588507,
      "grad_norm": 1.5632616344717587,
      "learning_rate": 8.782988180580798e-05,
      "loss": 2.0781,
      "step": 82757
    },
    {
      "epoch": 3.8501046755059316,
      "grad_norm": 1.5051227470005688,
      "learning_rate": 8.782650419532057e-05,
      "loss": 1.9844,
      "step": 82758
    },
    {
      "epoch": 3.8501511979530125,
      "grad_norm": 1.5634683284380986,
      "learning_rate": 8.782312662289617e-05,
      "loss": 2.1875,
      "step": 82759
    },
    {
      "epoch": 3.850197720400093,
      "grad_norm": 1.5496379901753365,
      "learning_rate": 8.781974908853677e-05,
      "loss": 2.2812,
      "step": 82760
    },
    {
      "epoch": 3.850244242847174,
      "grad_norm": 1.545639521737757,
      "learning_rate": 8.781637159224456e-05,
      "loss": 2.0312,
      "step": 82761
    },
    {
      "epoch": 3.8502907652942544,
      "grad_norm": 1.4900787196759278,
      "learning_rate": 8.781299413402146e-05,
      "loss": 2.0938,
      "step": 82762
    },
    {
      "epoch": 3.8503372877413353,
      "grad_norm": 1.4333466478997638,
      "learning_rate": 8.780961671386968e-05,
      "loss": 2.0,
      "step": 82763
    },
    {
      "epoch": 3.850383810188416,
      "grad_norm": 1.5277541691851015,
      "learning_rate": 8.780623933179117e-05,
      "loss": 2.1875,
      "step": 82764
    },
    {
      "epoch": 3.8504303326354967,
      "grad_norm": 1.4351129556586721,
      "learning_rate": 8.780286198778807e-05,
      "loss": 1.9453,
      "step": 82765
    },
    {
      "epoch": 3.850476855082577,
      "grad_norm": 1.4942215318388723,
      "learning_rate": 8.779948468186243e-05,
      "loss": 2.0938,
      "step": 82766
    },
    {
      "epoch": 3.850523377529658,
      "grad_norm": 1.5457888490897622,
      "learning_rate": 8.77961074140163e-05,
      "loss": 1.9922,
      "step": 82767
    },
    {
      "epoch": 3.8505698999767386,
      "grad_norm": 1.4592324849432643,
      "learning_rate": 8.779273018425176e-05,
      "loss": 1.9531,
      "step": 82768
    },
    {
      "epoch": 3.8506164224238195,
      "grad_norm": 1.655640992278712,
      "learning_rate": 8.778935299257088e-05,
      "loss": 2.3281,
      "step": 82769
    },
    {
      "epoch": 3.8506629448709004,
      "grad_norm": 1.6802002564062304,
      "learning_rate": 8.778597583897575e-05,
      "loss": 2.1094,
      "step": 82770
    },
    {
      "epoch": 3.850709467317981,
      "grad_norm": 1.4005195461553326,
      "learning_rate": 8.778259872346831e-05,
      "loss": 1.9141,
      "step": 82771
    },
    {
      "epoch": 3.8507559897650614,
      "grad_norm": 1.4579779587398032,
      "learning_rate": 8.777922164605078e-05,
      "loss": 1.8438,
      "step": 82772
    },
    {
      "epoch": 3.8508025122121423,
      "grad_norm": 1.4573227136656142,
      "learning_rate": 8.777584460672525e-05,
      "loss": 2.0781,
      "step": 82773
    },
    {
      "epoch": 3.8508490346592232,
      "grad_norm": 1.5702159392527872,
      "learning_rate": 8.777246760549362e-05,
      "loss": 2.0,
      "step": 82774
    },
    {
      "epoch": 3.8508955571063037,
      "grad_norm": 1.5462641289234373,
      "learning_rate": 8.776909064235813e-05,
      "loss": 2.0312,
      "step": 82775
    },
    {
      "epoch": 3.8509420795533846,
      "grad_norm": 1.448780295310293,
      "learning_rate": 8.776571371732073e-05,
      "loss": 1.9609,
      "step": 82776
    },
    {
      "epoch": 3.850988602000465,
      "grad_norm": 1.5617423310594662,
      "learning_rate": 8.776233683038355e-05,
      "loss": 2.25,
      "step": 82777
    },
    {
      "epoch": 3.851035124447546,
      "grad_norm": 1.3564019771510216,
      "learning_rate": 8.77589599815486e-05,
      "loss": 1.5156,
      "step": 82778
    },
    {
      "epoch": 3.8510816468946265,
      "grad_norm": 1.6498333676736725,
      "learning_rate": 8.775558317081801e-05,
      "loss": 2.1719,
      "step": 82779
    },
    {
      "epoch": 3.8511281693417074,
      "grad_norm": 1.5029674303089826,
      "learning_rate": 8.77522063981938e-05,
      "loss": 2.0781,
      "step": 82780
    },
    {
      "epoch": 3.8511746917887884,
      "grad_norm": 1.5680910447283014,
      "learning_rate": 8.774882966367806e-05,
      "loss": 1.9531,
      "step": 82781
    },
    {
      "epoch": 3.851221214235869,
      "grad_norm": 1.482191111105575,
      "learning_rate": 8.774545296727284e-05,
      "loss": 1.9219,
      "step": 82782
    },
    {
      "epoch": 3.8512677366829493,
      "grad_norm": 1.4993424496395862,
      "learning_rate": 8.774207630898027e-05,
      "loss": 1.9062,
      "step": 82783
    },
    {
      "epoch": 3.8513142591300302,
      "grad_norm": 1.5759485948122116,
      "learning_rate": 8.773869968880232e-05,
      "loss": 2.125,
      "step": 82784
    },
    {
      "epoch": 3.851360781577111,
      "grad_norm": 1.595485308216804,
      "learning_rate": 8.773532310674114e-05,
      "loss": 2.4062,
      "step": 82785
    },
    {
      "epoch": 3.8514073040241916,
      "grad_norm": 1.592451533976338,
      "learning_rate": 8.773194656279874e-05,
      "loss": 2.2344,
      "step": 82786
    },
    {
      "epoch": 3.8514538264712725,
      "grad_norm": 1.557610000980539,
      "learning_rate": 8.772857005697722e-05,
      "loss": 2.1094,
      "step": 82787
    },
    {
      "epoch": 3.851500348918353,
      "grad_norm": 1.539766809484179,
      "learning_rate": 8.772519358927859e-05,
      "loss": 2.0781,
      "step": 82788
    },
    {
      "epoch": 3.851546871365434,
      "grad_norm": 1.5590192588616487,
      "learning_rate": 8.772181715970504e-05,
      "loss": 2.2812,
      "step": 82789
    },
    {
      "epoch": 3.8515933938125144,
      "grad_norm": 1.5542732369628987,
      "learning_rate": 8.77184407682585e-05,
      "loss": 2.1719,
      "step": 82790
    },
    {
      "epoch": 3.8516399162595953,
      "grad_norm": 1.4616144174288057,
      "learning_rate": 8.771506441494114e-05,
      "loss": 1.875,
      "step": 82791
    },
    {
      "epoch": 3.851686438706676,
      "grad_norm": 1.5554008658307523,
      "learning_rate": 8.771168809975495e-05,
      "loss": 2.125,
      "step": 82792
    },
    {
      "epoch": 3.8517329611537567,
      "grad_norm": 1.5195441116906576,
      "learning_rate": 8.7708311822702e-05,
      "loss": 2.0,
      "step": 82793
    },
    {
      "epoch": 3.851779483600837,
      "grad_norm": 1.4907268142030319,
      "learning_rate": 8.770493558378446e-05,
      "loss": 1.9141,
      "step": 82794
    },
    {
      "epoch": 3.851826006047918,
      "grad_norm": 1.5102856456768172,
      "learning_rate": 8.770155938300428e-05,
      "loss": 2.125,
      "step": 82795
    },
    {
      "epoch": 3.851872528494999,
      "grad_norm": 1.496071285270842,
      "learning_rate": 8.76981832203636e-05,
      "loss": 1.9609,
      "step": 82796
    },
    {
      "epoch": 3.8519190509420795,
      "grad_norm": 1.492132908497281,
      "learning_rate": 8.769480709586448e-05,
      "loss": 1.9141,
      "step": 82797
    },
    {
      "epoch": 3.85196557338916,
      "grad_norm": 1.4188129689075881,
      "learning_rate": 8.769143100950891e-05,
      "loss": 1.8828,
      "step": 82798
    },
    {
      "epoch": 3.852012095836241,
      "grad_norm": 1.5252411603820228,
      "learning_rate": 8.768805496129908e-05,
      "loss": 2.2812,
      "step": 82799
    },
    {
      "epoch": 3.852058618283322,
      "grad_norm": 1.54013783459202,
      "learning_rate": 8.768467895123693e-05,
      "loss": 2.0469,
      "step": 82800
    },
    {
      "epoch": 3.8521051407304023,
      "grad_norm": 1.523241998052706,
      "learning_rate": 8.768130297932463e-05,
      "loss": 2.125,
      "step": 82801
    },
    {
      "epoch": 3.8521516631774833,
      "grad_norm": 1.6028807803856482,
      "learning_rate": 8.767792704556416e-05,
      "loss": 2.25,
      "step": 82802
    },
    {
      "epoch": 3.8521981856245637,
      "grad_norm": 1.52007936136013,
      "learning_rate": 8.767455114995768e-05,
      "loss": 2.1406,
      "step": 82803
    },
    {
      "epoch": 3.8522447080716447,
      "grad_norm": 1.5223630933499708,
      "learning_rate": 8.767117529250716e-05,
      "loss": 2.1406,
      "step": 82804
    },
    {
      "epoch": 3.852291230518725,
      "grad_norm": 1.5127927116234394,
      "learning_rate": 8.766779947321476e-05,
      "loss": 2.0156,
      "step": 82805
    },
    {
      "epoch": 3.852337752965806,
      "grad_norm": 1.650890649603828,
      "learning_rate": 8.766442369208244e-05,
      "loss": 2.25,
      "step": 82806
    },
    {
      "epoch": 3.852384275412887,
      "grad_norm": 1.5301180147976503,
      "learning_rate": 8.766104794911239e-05,
      "loss": 2.1562,
      "step": 82807
    },
    {
      "epoch": 3.8524307978599674,
      "grad_norm": 1.5103333757865092,
      "learning_rate": 8.765767224430657e-05,
      "loss": 1.9688,
      "step": 82808
    },
    {
      "epoch": 3.852477320307048,
      "grad_norm": 1.519046802457166,
      "learning_rate": 8.765429657766711e-05,
      "loss": 2.0156,
      "step": 82809
    },
    {
      "epoch": 3.852523842754129,
      "grad_norm": 1.5188971090850956,
      "learning_rate": 8.765092094919606e-05,
      "loss": 1.9062,
      "step": 82810
    },
    {
      "epoch": 3.8525703652012098,
      "grad_norm": 1.5131322326921401,
      "learning_rate": 8.764754535889549e-05,
      "loss": 1.8594,
      "step": 82811
    },
    {
      "epoch": 3.8526168876482902,
      "grad_norm": 1.5307290073581252,
      "learning_rate": 8.764416980676745e-05,
      "loss": 2.0156,
      "step": 82812
    },
    {
      "epoch": 3.852663410095371,
      "grad_norm": 1.5877939531722902,
      "learning_rate": 8.7640794292814e-05,
      "loss": 2.125,
      "step": 82813
    },
    {
      "epoch": 3.8527099325424516,
      "grad_norm": 1.5590464086426008,
      "learning_rate": 8.763741881703723e-05,
      "loss": 2.0625,
      "step": 82814
    },
    {
      "epoch": 3.8527564549895326,
      "grad_norm": 1.509246529080502,
      "learning_rate": 8.763404337943917e-05,
      "loss": 1.9766,
      "step": 82815
    },
    {
      "epoch": 3.852802977436613,
      "grad_norm": 1.4646947630767697,
      "learning_rate": 8.763066798002196e-05,
      "loss": 1.8906,
      "step": 82816
    },
    {
      "epoch": 3.852849499883694,
      "grad_norm": 1.586164812611624,
      "learning_rate": 8.762729261878762e-05,
      "loss": 2.2344,
      "step": 82817
    },
    {
      "epoch": 3.8528960223307744,
      "grad_norm": 1.6665908801811828,
      "learning_rate": 8.762391729573823e-05,
      "loss": 2.1719,
      "step": 82818
    },
    {
      "epoch": 3.8529425447778554,
      "grad_norm": 1.554153050931181,
      "learning_rate": 8.76205420108758e-05,
      "loss": 2.2031,
      "step": 82819
    },
    {
      "epoch": 3.852989067224936,
      "grad_norm": 1.5113677472786713,
      "learning_rate": 8.761716676420249e-05,
      "loss": 1.8594,
      "step": 82820
    },
    {
      "epoch": 3.8530355896720168,
      "grad_norm": 1.4726494248703081,
      "learning_rate": 8.761379155572029e-05,
      "loss": 1.9531,
      "step": 82821
    },
    {
      "epoch": 3.8530821121190977,
      "grad_norm": 1.5669575043246877,
      "learning_rate": 8.76104163854313e-05,
      "loss": 2.0312,
      "step": 82822
    },
    {
      "epoch": 3.853128634566178,
      "grad_norm": 1.4505212456560426,
      "learning_rate": 8.760704125333761e-05,
      "loss": 2.0,
      "step": 82823
    },
    {
      "epoch": 3.8531751570132586,
      "grad_norm": 1.5220935433101284,
      "learning_rate": 8.760366615944123e-05,
      "loss": 2.1719,
      "step": 82824
    },
    {
      "epoch": 3.8532216794603396,
      "grad_norm": 1.4019229086549807,
      "learning_rate": 8.760029110374426e-05,
      "loss": 1.6094,
      "step": 82825
    },
    {
      "epoch": 3.8532682019074205,
      "grad_norm": 1.3576851377735597,
      "learning_rate": 8.759691608624874e-05,
      "loss": 1.4531,
      "step": 82826
    },
    {
      "epoch": 3.853314724354501,
      "grad_norm": 1.4388896714975992,
      "learning_rate": 8.75935411069568e-05,
      "loss": 1.9062,
      "step": 82827
    },
    {
      "epoch": 3.853361246801582,
      "grad_norm": 1.5502982815912125,
      "learning_rate": 8.75901661658704e-05,
      "loss": 2.0781,
      "step": 82828
    },
    {
      "epoch": 3.8534077692486624,
      "grad_norm": 1.5771927585803243,
      "learning_rate": 8.758679126299174e-05,
      "loss": 2.0625,
      "step": 82829
    },
    {
      "epoch": 3.8534542916957433,
      "grad_norm": 1.5802065761212067,
      "learning_rate": 8.758341639832274e-05,
      "loss": 2.1406,
      "step": 82830
    },
    {
      "epoch": 3.8535008141428237,
      "grad_norm": 1.557349154282558,
      "learning_rate": 8.75800415718656e-05,
      "loss": 1.9766,
      "step": 82831
    },
    {
      "epoch": 3.8535473365899047,
      "grad_norm": 1.5592391439619295,
      "learning_rate": 8.75766667836223e-05,
      "loss": 2.1875,
      "step": 82832
    },
    {
      "epoch": 3.8535938590369856,
      "grad_norm": 1.5004948443622719,
      "learning_rate": 8.757329203359493e-05,
      "loss": 1.7578,
      "step": 82833
    },
    {
      "epoch": 3.853640381484066,
      "grad_norm": 1.4183874865798896,
      "learning_rate": 8.75699173217856e-05,
      "loss": 1.8828,
      "step": 82834
    },
    {
      "epoch": 3.8536869039311465,
      "grad_norm": 1.6439709992253417,
      "learning_rate": 8.756654264819624e-05,
      "loss": 2.2656,
      "step": 82835
    },
    {
      "epoch": 3.8537334263782275,
      "grad_norm": 1.7101723367626251,
      "learning_rate": 8.756316801282903e-05,
      "loss": 2.1094,
      "step": 82836
    },
    {
      "epoch": 3.8537799488253084,
      "grad_norm": 1.4318785909372076,
      "learning_rate": 8.755979341568606e-05,
      "loss": 1.8125,
      "step": 82837
    },
    {
      "epoch": 3.853826471272389,
      "grad_norm": 1.643427967267703,
      "learning_rate": 8.755641885676938e-05,
      "loss": 2.1719,
      "step": 82838
    },
    {
      "epoch": 3.85387299371947,
      "grad_norm": 1.4802335950819647,
      "learning_rate": 8.7553044336081e-05,
      "loss": 2.0469,
      "step": 82839
    },
    {
      "epoch": 3.8539195161665503,
      "grad_norm": 1.487695791393798,
      "learning_rate": 8.754966985362297e-05,
      "loss": 1.9609,
      "step": 82840
    },
    {
      "epoch": 3.853966038613631,
      "grad_norm": 1.4626338513731127,
      "learning_rate": 8.754629540939746e-05,
      "loss": 1.6953,
      "step": 82841
    },
    {
      "epoch": 3.8540125610607117,
      "grad_norm": 1.5272097615992957,
      "learning_rate": 8.754292100340646e-05,
      "loss": 1.8203,
      "step": 82842
    },
    {
      "epoch": 3.8540590835077926,
      "grad_norm": 1.6160333931479562,
      "learning_rate": 8.753954663565208e-05,
      "loss": 2.0938,
      "step": 82843
    },
    {
      "epoch": 3.8541056059548735,
      "grad_norm": 1.6298619405181605,
      "learning_rate": 8.753617230613627e-05,
      "loss": 2.0625,
      "step": 82844
    },
    {
      "epoch": 3.854152128401954,
      "grad_norm": 1.5549266969051994,
      "learning_rate": 8.753279801486125e-05,
      "loss": 2.0625,
      "step": 82845
    },
    {
      "epoch": 3.8541986508490345,
      "grad_norm": 1.546475083236579,
      "learning_rate": 8.752942376182903e-05,
      "loss": 2.0469,
      "step": 82846
    },
    {
      "epoch": 3.8542451732961154,
      "grad_norm": 1.6293704906184523,
      "learning_rate": 8.752604954704166e-05,
      "loss": 2.1875,
      "step": 82847
    },
    {
      "epoch": 3.8542916957431963,
      "grad_norm": 1.4484314470939341,
      "learning_rate": 8.752267537050122e-05,
      "loss": 1.8828,
      "step": 82848
    },
    {
      "epoch": 3.8543382181902768,
      "grad_norm": 1.5112824058205656,
      "learning_rate": 8.751930123220968e-05,
      "loss": 2.0312,
      "step": 82849
    },
    {
      "epoch": 3.8543847406373573,
      "grad_norm": 1.598117385011259,
      "learning_rate": 8.751592713216929e-05,
      "loss": 2.2344,
      "step": 82850
    },
    {
      "epoch": 3.854431263084438,
      "grad_norm": 1.5351434768742045,
      "learning_rate": 8.751255307038198e-05,
      "loss": 2.25,
      "step": 82851
    },
    {
      "epoch": 3.854477785531519,
      "grad_norm": 1.3529819137280403,
      "learning_rate": 8.750917904684987e-05,
      "loss": 1.7344,
      "step": 82852
    },
    {
      "epoch": 3.8545243079785996,
      "grad_norm": 1.5409494454316128,
      "learning_rate": 8.750580506157495e-05,
      "loss": 2.0312,
      "step": 82853
    },
    {
      "epoch": 3.8545708304256805,
      "grad_norm": 1.5397297617408006,
      "learning_rate": 8.75024311145594e-05,
      "loss": 2.125,
      "step": 82854
    },
    {
      "epoch": 3.854617352872761,
      "grad_norm": 1.4675961285241221,
      "learning_rate": 8.749905720580523e-05,
      "loss": 1.9375,
      "step": 82855
    },
    {
      "epoch": 3.854663875319842,
      "grad_norm": 1.5497834132405186,
      "learning_rate": 8.749568333531451e-05,
      "loss": 2.0469,
      "step": 82856
    },
    {
      "epoch": 3.8547103977669224,
      "grad_norm": 1.4962153520802646,
      "learning_rate": 8.749230950308925e-05,
      "loss": 2.0312,
      "step": 82857
    },
    {
      "epoch": 3.8547569202140033,
      "grad_norm": 1.5186364897684073,
      "learning_rate": 8.748893570913154e-05,
      "loss": 1.9688,
      "step": 82858
    },
    {
      "epoch": 3.854803442661084,
      "grad_norm": 1.4603623571435955,
      "learning_rate": 8.748556195344356e-05,
      "loss": 1.9219,
      "step": 82859
    },
    {
      "epoch": 3.8548499651081647,
      "grad_norm": 1.4761209518064926,
      "learning_rate": 8.748218823602726e-05,
      "loss": 2.0,
      "step": 82860
    },
    {
      "epoch": 3.854896487555245,
      "grad_norm": 1.4895724424999603,
      "learning_rate": 8.747881455688474e-05,
      "loss": 1.9062,
      "step": 82861
    },
    {
      "epoch": 3.854943010002326,
      "grad_norm": 1.578443438646207,
      "learning_rate": 8.747544091601801e-05,
      "loss": 2.0156,
      "step": 82862
    },
    {
      "epoch": 3.854989532449407,
      "grad_norm": 1.4334270097524735,
      "learning_rate": 8.747206731342926e-05,
      "loss": 1.8281,
      "step": 82863
    },
    {
      "epoch": 3.8550360548964875,
      "grad_norm": 1.4538215824700753,
      "learning_rate": 8.746869374912046e-05,
      "loss": 1.9688,
      "step": 82864
    },
    {
      "epoch": 3.8550825773435684,
      "grad_norm": 1.5062674575268116,
      "learning_rate": 8.746532022309369e-05,
      "loss": 2.0781,
      "step": 82865
    },
    {
      "epoch": 3.855129099790649,
      "grad_norm": 1.482427651075097,
      "learning_rate": 8.746194673535096e-05,
      "loss": 1.8984,
      "step": 82866
    },
    {
      "epoch": 3.85517562223773,
      "grad_norm": 1.7026617695703086,
      "learning_rate": 8.745857328589447e-05,
      "loss": 2.0156,
      "step": 82867
    },
    {
      "epoch": 3.8552221446848103,
      "grad_norm": 1.6531768534444482,
      "learning_rate": 8.74551998747262e-05,
      "loss": 2.1562,
      "step": 82868
    },
    {
      "epoch": 3.855268667131891,
      "grad_norm": 1.458422208601673,
      "learning_rate": 8.74518265018482e-05,
      "loss": 2.0312,
      "step": 82869
    },
    {
      "epoch": 3.855315189578972,
      "grad_norm": 1.5241418288797794,
      "learning_rate": 8.744845316726252e-05,
      "loss": 2.0,
      "step": 82870
    },
    {
      "epoch": 3.8553617120260526,
      "grad_norm": 1.5124129375730413,
      "learning_rate": 8.744507987097133e-05,
      "loss": 2.0312,
      "step": 82871
    },
    {
      "epoch": 3.855408234473133,
      "grad_norm": 1.4795775406898561,
      "learning_rate": 8.744170661297662e-05,
      "loss": 1.9609,
      "step": 82872
    },
    {
      "epoch": 3.855454756920214,
      "grad_norm": 1.562708914318127,
      "learning_rate": 8.74383333932805e-05,
      "loss": 2.1875,
      "step": 82873
    },
    {
      "epoch": 3.855501279367295,
      "grad_norm": 1.5313798254823439,
      "learning_rate": 8.743496021188497e-05,
      "loss": 2.1719,
      "step": 82874
    },
    {
      "epoch": 3.8555478018143754,
      "grad_norm": 1.4754618356097335,
      "learning_rate": 8.743158706879208e-05,
      "loss": 1.9141,
      "step": 82875
    },
    {
      "epoch": 3.8555943242614563,
      "grad_norm": 1.5521150855641945,
      "learning_rate": 8.742821396400399e-05,
      "loss": 2.0,
      "step": 82876
    },
    {
      "epoch": 3.855640846708537,
      "grad_norm": 1.4174779584040549,
      "learning_rate": 8.742484089752271e-05,
      "loss": 2.0156,
      "step": 82877
    },
    {
      "epoch": 3.8556873691556177,
      "grad_norm": 1.4527748895474373,
      "learning_rate": 8.742146786935032e-05,
      "loss": 1.9375,
      "step": 82878
    },
    {
      "epoch": 3.855733891602698,
      "grad_norm": 1.5641920313691522,
      "learning_rate": 8.741809487948881e-05,
      "loss": 2.1875,
      "step": 82879
    },
    {
      "epoch": 3.855780414049779,
      "grad_norm": 1.421946430001434,
      "learning_rate": 8.741472192794033e-05,
      "loss": 1.8594,
      "step": 82880
    },
    {
      "epoch": 3.8558269364968596,
      "grad_norm": 1.5981438809323627,
      "learning_rate": 8.741134901470697e-05,
      "loss": 2.1719,
      "step": 82881
    },
    {
      "epoch": 3.8558734589439405,
      "grad_norm": 1.5543376601297714,
      "learning_rate": 8.740797613979076e-05,
      "loss": 2.2188,
      "step": 82882
    },
    {
      "epoch": 3.855919981391021,
      "grad_norm": 1.5053143755116798,
      "learning_rate": 8.740460330319376e-05,
      "loss": 2.0156,
      "step": 82883
    },
    {
      "epoch": 3.855966503838102,
      "grad_norm": 1.6314743491542072,
      "learning_rate": 8.740123050491795e-05,
      "loss": 2.25,
      "step": 82884
    },
    {
      "epoch": 3.856013026285183,
      "grad_norm": 1.5479482686089794,
      "learning_rate": 8.739785774496554e-05,
      "loss": 2.125,
      "step": 82885
    },
    {
      "epoch": 3.8560595487322633,
      "grad_norm": 1.5716857915778712,
      "learning_rate": 8.739448502333855e-05,
      "loss": 2.1875,
      "step": 82886
    },
    {
      "epoch": 3.856106071179344,
      "grad_norm": 1.5337206884033263,
      "learning_rate": 8.739111234003901e-05,
      "loss": 2.0469,
      "step": 82887
    },
    {
      "epoch": 3.8561525936264247,
      "grad_norm": 1.516089033531837,
      "learning_rate": 8.738773969506893e-05,
      "loss": 1.9219,
      "step": 82888
    },
    {
      "epoch": 3.8561991160735056,
      "grad_norm": 1.4524815964162938,
      "learning_rate": 8.738436708843054e-05,
      "loss": 1.8359,
      "step": 82889
    },
    {
      "epoch": 3.856245638520586,
      "grad_norm": 1.4753239768396078,
      "learning_rate": 8.738099452012578e-05,
      "loss": 2.0312,
      "step": 82890
    },
    {
      "epoch": 3.856292160967667,
      "grad_norm": 1.466755569246164,
      "learning_rate": 8.737762199015675e-05,
      "loss": 1.8984,
      "step": 82891
    },
    {
      "epoch": 3.8563386834147475,
      "grad_norm": 1.5258438876076943,
      "learning_rate": 8.737424949852544e-05,
      "loss": 2.0625,
      "step": 82892
    },
    {
      "epoch": 3.8563852058618284,
      "grad_norm": 1.6681479493670606,
      "learning_rate": 8.737087704523407e-05,
      "loss": 1.8828,
      "step": 82893
    },
    {
      "epoch": 3.856431728308909,
      "grad_norm": 1.5046526298562808,
      "learning_rate": 8.73675046302846e-05,
      "loss": 2.1094,
      "step": 82894
    },
    {
      "epoch": 3.85647825075599,
      "grad_norm": 1.5848976779812542,
      "learning_rate": 8.73641322536791e-05,
      "loss": 2.1875,
      "step": 82895
    },
    {
      "epoch": 3.8565247732030707,
      "grad_norm": 1.4551906606657417,
      "learning_rate": 8.736075991541962e-05,
      "loss": 1.5234,
      "step": 82896
    },
    {
      "epoch": 3.856571295650151,
      "grad_norm": 1.5268186782795676,
      "learning_rate": 8.735738761550828e-05,
      "loss": 2.1719,
      "step": 82897
    },
    {
      "epoch": 3.8566178180972317,
      "grad_norm": 1.5893364981480402,
      "learning_rate": 8.735401535394714e-05,
      "loss": 2.1094,
      "step": 82898
    },
    {
      "epoch": 3.8566643405443126,
      "grad_norm": 1.3820970929230894,
      "learning_rate": 8.735064313073824e-05,
      "loss": 1.7344,
      "step": 82899
    },
    {
      "epoch": 3.8567108629913935,
      "grad_norm": 1.5252531662200617,
      "learning_rate": 8.734727094588362e-05,
      "loss": 2.2344,
      "step": 82900
    },
    {
      "epoch": 3.856757385438474,
      "grad_norm": 1.612365228295063,
      "learning_rate": 8.734389879938534e-05,
      "loss": 2.1406,
      "step": 82901
    },
    {
      "epoch": 3.856803907885555,
      "grad_norm": 1.444903880700034,
      "learning_rate": 8.734052669124548e-05,
      "loss": 1.7969,
      "step": 82902
    },
    {
      "epoch": 3.8568504303326354,
      "grad_norm": 1.2506866656910673,
      "learning_rate": 8.733715462146618e-05,
      "loss": 1.5078,
      "step": 82903
    },
    {
      "epoch": 3.8568969527797163,
      "grad_norm": 1.4038923304109105,
      "learning_rate": 8.733378259004944e-05,
      "loss": 1.8047,
      "step": 82904
    },
    {
      "epoch": 3.856943475226797,
      "grad_norm": 1.4969893333785573,
      "learning_rate": 8.733041059699734e-05,
      "loss": 1.9531,
      "step": 82905
    },
    {
      "epoch": 3.8569899976738777,
      "grad_norm": 1.5586201063588203,
      "learning_rate": 8.732703864231187e-05,
      "loss": 2.1875,
      "step": 82906
    },
    {
      "epoch": 3.857036520120958,
      "grad_norm": 1.410858831230776,
      "learning_rate": 8.73236667259952e-05,
      "loss": 1.8438,
      "step": 82907
    },
    {
      "epoch": 3.857083042568039,
      "grad_norm": 2.4666073256472107,
      "learning_rate": 8.732029484804936e-05,
      "loss": 2.25,
      "step": 82908
    },
    {
      "epoch": 3.8571295650151196,
      "grad_norm": 1.5512956327245095,
      "learning_rate": 8.731692300847639e-05,
      "loss": 2.0156,
      "step": 82909
    },
    {
      "epoch": 3.8571760874622005,
      "grad_norm": 1.4973892865488139,
      "learning_rate": 8.731355120727834e-05,
      "loss": 1.8516,
      "step": 82910
    },
    {
      "epoch": 3.8572226099092815,
      "grad_norm": 1.5925203058882,
      "learning_rate": 8.731017944445734e-05,
      "loss": 2.2656,
      "step": 82911
    },
    {
      "epoch": 3.857269132356362,
      "grad_norm": 1.550167156856587,
      "learning_rate": 8.730680772001543e-05,
      "loss": 1.8984,
      "step": 82912
    },
    {
      "epoch": 3.8573156548034424,
      "grad_norm": 1.516415790463582,
      "learning_rate": 8.730343603395467e-05,
      "loss": 2.0938,
      "step": 82913
    },
    {
      "epoch": 3.8573621772505233,
      "grad_norm": 1.774329731898908,
      "learning_rate": 8.730006438627703e-05,
      "loss": 2.1875,
      "step": 82914
    },
    {
      "epoch": 3.8574086996976042,
      "grad_norm": 1.3982539334937885,
      "learning_rate": 8.729669277698472e-05,
      "loss": 1.7578,
      "step": 82915
    },
    {
      "epoch": 3.8574552221446847,
      "grad_norm": 1.4840984789517693,
      "learning_rate": 8.729332120607978e-05,
      "loss": 2.0156,
      "step": 82916
    },
    {
      "epoch": 3.8575017445917656,
      "grad_norm": 1.5262963401922998,
      "learning_rate": 8.728994967356422e-05,
      "loss": 2.0156,
      "step": 82917
    },
    {
      "epoch": 3.857548267038846,
      "grad_norm": 1.5980289957551301,
      "learning_rate": 8.728657817944004e-05,
      "loss": 1.9766,
      "step": 82918
    },
    {
      "epoch": 3.857594789485927,
      "grad_norm": 1.5439531532857222,
      "learning_rate": 8.728320672370948e-05,
      "loss": 2.1719,
      "step": 82919
    },
    {
      "epoch": 3.8576413119330075,
      "grad_norm": 1.5075223547328083,
      "learning_rate": 8.727983530637449e-05,
      "loss": 1.9062,
      "step": 82920
    },
    {
      "epoch": 3.8576878343800884,
      "grad_norm": 1.4889288900435205,
      "learning_rate": 8.727646392743715e-05,
      "loss": 1.8594,
      "step": 82921
    },
    {
      "epoch": 3.8577343568271694,
      "grad_norm": 1.4777203221688904,
      "learning_rate": 8.727309258689947e-05,
      "loss": 1.9688,
      "step": 82922
    },
    {
      "epoch": 3.85778087927425,
      "grad_norm": 1.5155139573397909,
      "learning_rate": 8.726972128476365e-05,
      "loss": 2.1562,
      "step": 82923
    },
    {
      "epoch": 3.8578274017213303,
      "grad_norm": 1.5371185197350408,
      "learning_rate": 8.726635002103161e-05,
      "loss": 2.1406,
      "step": 82924
    },
    {
      "epoch": 3.8578739241684112,
      "grad_norm": 1.4217323250179843,
      "learning_rate": 8.726297879570554e-05,
      "loss": 1.875,
      "step": 82925
    },
    {
      "epoch": 3.857920446615492,
      "grad_norm": 1.5526578323843223,
      "learning_rate": 8.725960760878745e-05,
      "loss": 2.1406,
      "step": 82926
    },
    {
      "epoch": 3.8579669690625726,
      "grad_norm": 1.5050046918065272,
      "learning_rate": 8.725623646027933e-05,
      "loss": 1.8984,
      "step": 82927
    },
    {
      "epoch": 3.8580134915096536,
      "grad_norm": 1.5193684877950413,
      "learning_rate": 8.725286535018337e-05,
      "loss": 2.0312,
      "step": 82928
    },
    {
      "epoch": 3.858060013956734,
      "grad_norm": 1.515475059872458,
      "learning_rate": 8.724949427850157e-05,
      "loss": 2.125,
      "step": 82929
    },
    {
      "epoch": 3.858106536403815,
      "grad_norm": 1.5861609355107293,
      "learning_rate": 8.7246123245236e-05,
      "loss": 2.1875,
      "step": 82930
    },
    {
      "epoch": 3.8581530588508954,
      "grad_norm": 1.4931026527445777,
      "learning_rate": 8.724275225038873e-05,
      "loss": 1.8828,
      "step": 82931
    },
    {
      "epoch": 3.8581995812979764,
      "grad_norm": 1.534746117668103,
      "learning_rate": 8.723938129396177e-05,
      "loss": 2.125,
      "step": 82932
    },
    {
      "epoch": 3.858246103745057,
      "grad_norm": 1.5183494880788664,
      "learning_rate": 8.723601037595727e-05,
      "loss": 2.0312,
      "step": 82933
    },
    {
      "epoch": 3.8582926261921378,
      "grad_norm": 1.5090511349468263,
      "learning_rate": 8.723263949637726e-05,
      "loss": 1.8672,
      "step": 82934
    },
    {
      "epoch": 3.8583391486392182,
      "grad_norm": 1.4760076001398803,
      "learning_rate": 8.72292686552238e-05,
      "loss": 2.0781,
      "step": 82935
    },
    {
      "epoch": 3.858385671086299,
      "grad_norm": 1.4614879183873346,
      "learning_rate": 8.72258978524989e-05,
      "loss": 1.8516,
      "step": 82936
    },
    {
      "epoch": 3.85843219353338,
      "grad_norm": 1.5424795408035894,
      "learning_rate": 8.72225270882047e-05,
      "loss": 2.0469,
      "step": 82937
    },
    {
      "epoch": 3.8584787159804605,
      "grad_norm": 1.540156459623092,
      "learning_rate": 8.721915636234327e-05,
      "loss": 2.1094,
      "step": 82938
    },
    {
      "epoch": 3.858525238427541,
      "grad_norm": 1.439642164154073,
      "learning_rate": 8.721578567491666e-05,
      "loss": 1.9688,
      "step": 82939
    },
    {
      "epoch": 3.858571760874622,
      "grad_norm": 1.5610912118806075,
      "learning_rate": 8.721241502592682e-05,
      "loss": 2.0312,
      "step": 82940
    },
    {
      "epoch": 3.858618283321703,
      "grad_norm": 1.4511903916993532,
      "learning_rate": 8.720904441537598e-05,
      "loss": 2.0312,
      "step": 82941
    },
    {
      "epoch": 3.8586648057687833,
      "grad_norm": 1.4388071427216376,
      "learning_rate": 8.720567384326615e-05,
      "loss": 1.9453,
      "step": 82942
    },
    {
      "epoch": 3.8587113282158643,
      "grad_norm": 1.500160710104432,
      "learning_rate": 8.720230330959937e-05,
      "loss": 1.9766,
      "step": 82943
    },
    {
      "epoch": 3.8587578506629447,
      "grad_norm": 1.550664949993108,
      "learning_rate": 8.719893281437764e-05,
      "loss": 1.8516,
      "step": 82944
    },
    {
      "epoch": 3.8588043731100257,
      "grad_norm": 1.5201446501674118,
      "learning_rate": 8.719556235760315e-05,
      "loss": 2.125,
      "step": 82945
    },
    {
      "epoch": 3.858850895557106,
      "grad_norm": 1.5463818141307204,
      "learning_rate": 8.719219193927785e-05,
      "loss": 2.125,
      "step": 82946
    },
    {
      "epoch": 3.858897418004187,
      "grad_norm": 1.5934031556088555,
      "learning_rate": 8.718882155940393e-05,
      "loss": 2.0312,
      "step": 82947
    },
    {
      "epoch": 3.858943940451268,
      "grad_norm": 1.6266768539591059,
      "learning_rate": 8.718545121798337e-05,
      "loss": 2.0156,
      "step": 82948
    },
    {
      "epoch": 3.8589904628983485,
      "grad_norm": 1.5312620576023657,
      "learning_rate": 8.71820809150182e-05,
      "loss": 2.0469,
      "step": 82949
    },
    {
      "epoch": 3.859036985345429,
      "grad_norm": 1.50713799107785,
      "learning_rate": 8.717871065051058e-05,
      "loss": 2.0469,
      "step": 82950
    },
    {
      "epoch": 3.85908350779251,
      "grad_norm": 1.5482908424421604,
      "learning_rate": 8.717534042446254e-05,
      "loss": 2.2031,
      "step": 82951
    },
    {
      "epoch": 3.859130030239591,
      "grad_norm": 1.5256020301982236,
      "learning_rate": 8.71719702368761e-05,
      "loss": 2.125,
      "step": 82952
    },
    {
      "epoch": 3.8591765526866713,
      "grad_norm": 1.5565931701635345,
      "learning_rate": 8.716860008775331e-05,
      "loss": 1.9609,
      "step": 82953
    },
    {
      "epoch": 3.859223075133752,
      "grad_norm": 1.6194504562358882,
      "learning_rate": 8.716522997709632e-05,
      "loss": 2.1562,
      "step": 82954
    },
    {
      "epoch": 3.8592695975808327,
      "grad_norm": 1.4901142794281363,
      "learning_rate": 8.716185990490717e-05,
      "loss": 2.1406,
      "step": 82955
    },
    {
      "epoch": 3.8593161200279136,
      "grad_norm": 1.5628179167692677,
      "learning_rate": 8.715848987118789e-05,
      "loss": 2.2344,
      "step": 82956
    },
    {
      "epoch": 3.859362642474994,
      "grad_norm": 1.3707735679505828,
      "learning_rate": 8.715511987594053e-05,
      "loss": 1.7734,
      "step": 82957
    },
    {
      "epoch": 3.859409164922075,
      "grad_norm": 1.518647964252879,
      "learning_rate": 8.715174991916714e-05,
      "loss": 2.1875,
      "step": 82958
    },
    {
      "epoch": 3.8594556873691555,
      "grad_norm": 1.509298883643289,
      "learning_rate": 8.714838000086988e-05,
      "loss": 1.8516,
      "step": 82959
    },
    {
      "epoch": 3.8595022098162364,
      "grad_norm": 1.504586741038233,
      "learning_rate": 8.714501012105073e-05,
      "loss": 2.0312,
      "step": 82960
    },
    {
      "epoch": 3.859548732263317,
      "grad_norm": 1.4739793897576465,
      "learning_rate": 8.714164027971179e-05,
      "loss": 1.8828,
      "step": 82961
    },
    {
      "epoch": 3.8595952547103978,
      "grad_norm": 1.5034197439104273,
      "learning_rate": 8.713827047685506e-05,
      "loss": 1.9609,
      "step": 82962
    },
    {
      "epoch": 3.8596417771574787,
      "grad_norm": 1.51026391915617,
      "learning_rate": 8.71349007124827e-05,
      "loss": 1.9297,
      "step": 82963
    },
    {
      "epoch": 3.859688299604559,
      "grad_norm": 1.5016027049366698,
      "learning_rate": 8.713153098659672e-05,
      "loss": 1.8516,
      "step": 82964
    },
    {
      "epoch": 3.8597348220516396,
      "grad_norm": 1.5308235828598211,
      "learning_rate": 8.712816129919919e-05,
      "loss": 2.0625,
      "step": 82965
    },
    {
      "epoch": 3.8597813444987206,
      "grad_norm": 1.5259931712194805,
      "learning_rate": 8.71247916502921e-05,
      "loss": 2.1719,
      "step": 82966
    },
    {
      "epoch": 3.8598278669458015,
      "grad_norm": 1.4855513679326386,
      "learning_rate": 8.712142203987768e-05,
      "loss": 2.0469,
      "step": 82967
    },
    {
      "epoch": 3.859874389392882,
      "grad_norm": 1.4447122730558524,
      "learning_rate": 8.711805246795778e-05,
      "loss": 1.7891,
      "step": 82968
    },
    {
      "epoch": 3.859920911839963,
      "grad_norm": 1.5286184722481075,
      "learning_rate": 8.71146829345347e-05,
      "loss": 2.0625,
      "step": 82969
    },
    {
      "epoch": 3.8599674342870434,
      "grad_norm": 1.5958688225039996,
      "learning_rate": 8.711131343961033e-05,
      "loss": 2.2344,
      "step": 82970
    },
    {
      "epoch": 3.8600139567341243,
      "grad_norm": 1.52143349867979,
      "learning_rate": 8.710794398318676e-05,
      "loss": 2.0469,
      "step": 82971
    },
    {
      "epoch": 3.8600604791812048,
      "grad_norm": 1.4572567869853317,
      "learning_rate": 8.710457456526612e-05,
      "loss": 1.9141,
      "step": 82972
    },
    {
      "epoch": 3.8601070016282857,
      "grad_norm": 1.4655686636435588,
      "learning_rate": 8.710120518585044e-05,
      "loss": 1.8672,
      "step": 82973
    },
    {
      "epoch": 3.8601535240753666,
      "grad_norm": 1.6132999966802228,
      "learning_rate": 8.709783584494176e-05,
      "loss": 2.1875,
      "step": 82974
    },
    {
      "epoch": 3.860200046522447,
      "grad_norm": 1.6409941392923775,
      "learning_rate": 8.70944665425421e-05,
      "loss": 2.2656,
      "step": 82975
    },
    {
      "epoch": 3.8602465689695276,
      "grad_norm": 1.590416920839128,
      "learning_rate": 8.709109727865364e-05,
      "loss": 2.0156,
      "step": 82976
    },
    {
      "epoch": 3.8602930914166085,
      "grad_norm": 1.409830031977803,
      "learning_rate": 8.708772805327837e-05,
      "loss": 1.8828,
      "step": 82977
    },
    {
      "epoch": 3.8603396138636894,
      "grad_norm": 1.4274259727856309,
      "learning_rate": 8.708435886641839e-05,
      "loss": 1.7969,
      "step": 82978
    },
    {
      "epoch": 3.86038613631077,
      "grad_norm": 1.4874296898429662,
      "learning_rate": 8.708098971807566e-05,
      "loss": 1.9219,
      "step": 82979
    },
    {
      "epoch": 3.860432658757851,
      "grad_norm": 1.5990153514588585,
      "learning_rate": 8.707762060825238e-05,
      "loss": 2.2812,
      "step": 82980
    },
    {
      "epoch": 3.8604791812049313,
      "grad_norm": 1.5424422120836498,
      "learning_rate": 8.707425153695056e-05,
      "loss": 2.0938,
      "step": 82981
    },
    {
      "epoch": 3.860525703652012,
      "grad_norm": 1.4944939020458872,
      "learning_rate": 8.707088250417223e-05,
      "loss": 1.9688,
      "step": 82982
    },
    {
      "epoch": 3.8605722260990927,
      "grad_norm": 1.5865686754479287,
      "learning_rate": 8.70675135099195e-05,
      "loss": 2.0312,
      "step": 82983
    },
    {
      "epoch": 3.8606187485461736,
      "grad_norm": 1.515521876911677,
      "learning_rate": 8.706414455419433e-05,
      "loss": 1.9453,
      "step": 82984
    },
    {
      "epoch": 3.8606652709932545,
      "grad_norm": 1.4839259458379759,
      "learning_rate": 8.706077563699895e-05,
      "loss": 1.9297,
      "step": 82985
    },
    {
      "epoch": 3.860711793440335,
      "grad_norm": 1.5391974270458058,
      "learning_rate": 8.705740675833531e-05,
      "loss": 2.125,
      "step": 82986
    },
    {
      "epoch": 3.8607583158874155,
      "grad_norm": 1.4587999212766516,
      "learning_rate": 8.70540379182055e-05,
      "loss": 1.8203,
      "step": 82987
    },
    {
      "epoch": 3.8608048383344964,
      "grad_norm": 1.6376287994827203,
      "learning_rate": 8.705066911661151e-05,
      "loss": 2.2031,
      "step": 82988
    },
    {
      "epoch": 3.8608513607815773,
      "grad_norm": 1.5638268286112853,
      "learning_rate": 8.704730035355555e-05,
      "loss": 2.1406,
      "step": 82989
    },
    {
      "epoch": 3.860897883228658,
      "grad_norm": 1.4725334035159494,
      "learning_rate": 8.704393162903954e-05,
      "loss": 1.9688,
      "step": 82990
    },
    {
      "epoch": 3.8609444056757383,
      "grad_norm": 1.6127557697982784,
      "learning_rate": 8.704056294306566e-05,
      "loss": 1.9766,
      "step": 82991
    },
    {
      "epoch": 3.860990928122819,
      "grad_norm": 1.6225061828240455,
      "learning_rate": 8.703719429563592e-05,
      "loss": 1.9844,
      "step": 82992
    },
    {
      "epoch": 3.8610374505699,
      "grad_norm": 1.3512433466545988,
      "learning_rate": 8.703382568675232e-05,
      "loss": 1.6406,
      "step": 82993
    },
    {
      "epoch": 3.8610839730169806,
      "grad_norm": 1.4793985637637175,
      "learning_rate": 8.703045711641705e-05,
      "loss": 1.9375,
      "step": 82994
    },
    {
      "epoch": 3.8611304954640615,
      "grad_norm": 1.5309956669405038,
      "learning_rate": 8.702708858463211e-05,
      "loss": 2.0156,
      "step": 82995
    },
    {
      "epoch": 3.861177017911142,
      "grad_norm": 1.380952111384394,
      "learning_rate": 8.702372009139955e-05,
      "loss": 1.7031,
      "step": 82996
    },
    {
      "epoch": 3.861223540358223,
      "grad_norm": 1.4016284466820859,
      "learning_rate": 8.702035163672137e-05,
      "loss": 1.7266,
      "step": 82997
    },
    {
      "epoch": 3.8612700628053034,
      "grad_norm": 1.5600091093748738,
      "learning_rate": 8.701698322059978e-05,
      "loss": 2.0938,
      "step": 82998
    },
    {
      "epoch": 3.8613165852523843,
      "grad_norm": 1.5736493373316385,
      "learning_rate": 8.701361484303676e-05,
      "loss": 2.1562,
      "step": 82999
    },
    {
      "epoch": 3.8613631076994652,
      "grad_norm": 1.5370795929951886,
      "learning_rate": 8.701024650403436e-05,
      "loss": 2.0312,
      "step": 83000
    },
    {
      "epoch": 3.8614096301465457,
      "grad_norm": 1.455941907660256,
      "learning_rate": 8.700687820359462e-05,
      "loss": 1.8203,
      "step": 83001
    },
    {
      "epoch": 3.861456152593626,
      "grad_norm": 1.7697340057965303,
      "learning_rate": 8.700350994171968e-05,
      "loss": 2.2188,
      "step": 83002
    },
    {
      "epoch": 3.861502675040707,
      "grad_norm": 1.4108020989477037,
      "learning_rate": 8.700014171841157e-05,
      "loss": 1.7266,
      "step": 83003
    },
    {
      "epoch": 3.861549197487788,
      "grad_norm": 1.5064689514407628,
      "learning_rate": 8.699677353367236e-05,
      "loss": 2.125,
      "step": 83004
    },
    {
      "epoch": 3.8615957199348685,
      "grad_norm": 1.4355036175115687,
      "learning_rate": 8.699340538750403e-05,
      "loss": 1.7812,
      "step": 83005
    },
    {
      "epoch": 3.8616422423819494,
      "grad_norm": 1.5134953392081776,
      "learning_rate": 8.699003727990875e-05,
      "loss": 2.0156,
      "step": 83006
    },
    {
      "epoch": 3.86168876482903,
      "grad_norm": 1.5873369822172374,
      "learning_rate": 8.698666921088855e-05,
      "loss": 2.1875,
      "step": 83007
    },
    {
      "epoch": 3.861735287276111,
      "grad_norm": 1.5557987640305169,
      "learning_rate": 8.698330118044547e-05,
      "loss": 2.1094,
      "step": 83008
    },
    {
      "epoch": 3.8617818097231913,
      "grad_norm": 1.3894746492446473,
      "learning_rate": 8.697993318858161e-05,
      "loss": 1.6875,
      "step": 83009
    },
    {
      "epoch": 3.861828332170272,
      "grad_norm": 1.4476959877812678,
      "learning_rate": 8.697656523529894e-05,
      "loss": 1.7656,
      "step": 83010
    },
    {
      "epoch": 3.861874854617353,
      "grad_norm": 1.6089142466785487,
      "learning_rate": 8.697319732059963e-05,
      "loss": 2.0312,
      "step": 83011
    },
    {
      "epoch": 3.8619213770644336,
      "grad_norm": 1.402552369173872,
      "learning_rate": 8.696982944448566e-05,
      "loss": 1.7031,
      "step": 83012
    },
    {
      "epoch": 3.861967899511514,
      "grad_norm": 1.631093532276298,
      "learning_rate": 8.69664616069592e-05,
      "loss": 2.2344,
      "step": 83013
    },
    {
      "epoch": 3.862014421958595,
      "grad_norm": 1.4866358260946995,
      "learning_rate": 8.696309380802221e-05,
      "loss": 1.8359,
      "step": 83014
    },
    {
      "epoch": 3.862060944405676,
      "grad_norm": 1.488668936109528,
      "learning_rate": 8.695972604767675e-05,
      "loss": 1.8984,
      "step": 83015
    },
    {
      "epoch": 3.8621074668527564,
      "grad_norm": 1.4945294714128436,
      "learning_rate": 8.695635832592497e-05,
      "loss": 2.1094,
      "step": 83016
    },
    {
      "epoch": 3.8621539892998373,
      "grad_norm": 1.4774787376438743,
      "learning_rate": 8.695299064276887e-05,
      "loss": 1.9844,
      "step": 83017
    },
    {
      "epoch": 3.862200511746918,
      "grad_norm": 1.3711778216708357,
      "learning_rate": 8.694962299821055e-05,
      "loss": 1.5,
      "step": 83018
    },
    {
      "epoch": 3.8622470341939987,
      "grad_norm": 1.5607872472962725,
      "learning_rate": 8.694625539225196e-05,
      "loss": 1.9375,
      "step": 83019
    },
    {
      "epoch": 3.862293556641079,
      "grad_norm": 1.5571970849956125,
      "learning_rate": 8.69428878248953e-05,
      "loss": 1.9297,
      "step": 83020
    },
    {
      "epoch": 3.86234007908816,
      "grad_norm": 1.501105444568558,
      "learning_rate": 8.693952029614258e-05,
      "loss": 1.8594,
      "step": 83021
    },
    {
      "epoch": 3.8623866015352406,
      "grad_norm": 1.5178169259448744,
      "learning_rate": 8.693615280599588e-05,
      "loss": 1.9141,
      "step": 83022
    },
    {
      "epoch": 3.8624331239823215,
      "grad_norm": 1.4756749199158363,
      "learning_rate": 8.693278535445715e-05,
      "loss": 1.8828,
      "step": 83023
    },
    {
      "epoch": 3.862479646429402,
      "grad_norm": 1.6904462934319167,
      "learning_rate": 8.692941794152863e-05,
      "loss": 2.2656,
      "step": 83024
    },
    {
      "epoch": 3.862526168876483,
      "grad_norm": 1.554507936365184,
      "learning_rate": 8.692605056721226e-05,
      "loss": 2.1094,
      "step": 83025
    },
    {
      "epoch": 3.862572691323564,
      "grad_norm": 1.5633944306054628,
      "learning_rate": 8.692268323151014e-05,
      "loss": 2.0625,
      "step": 83026
    },
    {
      "epoch": 3.8626192137706443,
      "grad_norm": 1.4177517072913102,
      "learning_rate": 8.691931593442426e-05,
      "loss": 1.8125,
      "step": 83027
    },
    {
      "epoch": 3.862665736217725,
      "grad_norm": 1.5329492774988458,
      "learning_rate": 8.691594867595683e-05,
      "loss": 1.9844,
      "step": 83028
    },
    {
      "epoch": 3.8627122586648057,
      "grad_norm": 1.5489554892932873,
      "learning_rate": 8.691258145610982e-05,
      "loss": 2.1406,
      "step": 83029
    },
    {
      "epoch": 3.8627587811118866,
      "grad_norm": 1.4776660634697778,
      "learning_rate": 8.690921427488529e-05,
      "loss": 2.0625,
      "step": 83030
    },
    {
      "epoch": 3.862805303558967,
      "grad_norm": 1.527883196640861,
      "learning_rate": 8.690584713228527e-05,
      "loss": 1.9609,
      "step": 83031
    },
    {
      "epoch": 3.862851826006048,
      "grad_norm": 1.576799790607633,
      "learning_rate": 8.690248002831189e-05,
      "loss": 2.2812,
      "step": 83032
    },
    {
      "epoch": 3.8628983484531285,
      "grad_norm": 1.4707726716626488,
      "learning_rate": 8.689911296296721e-05,
      "loss": 1.8047,
      "step": 83033
    },
    {
      "epoch": 3.8629448709002094,
      "grad_norm": 1.5804359539086246,
      "learning_rate": 8.68957459362532e-05,
      "loss": 2.0156,
      "step": 83034
    },
    {
      "epoch": 3.86299139334729,
      "grad_norm": 1.4540891923639985,
      "learning_rate": 8.689237894817203e-05,
      "loss": 1.9062,
      "step": 83035
    },
    {
      "epoch": 3.863037915794371,
      "grad_norm": 1.5980492482905713,
      "learning_rate": 8.688901199872569e-05,
      "loss": 2.125,
      "step": 83036
    },
    {
      "epoch": 3.8630844382414518,
      "grad_norm": 1.4451197927849067,
      "learning_rate": 8.68856450879163e-05,
      "loss": 1.875,
      "step": 83037
    },
    {
      "epoch": 3.8631309606885322,
      "grad_norm": 1.5179949695007242,
      "learning_rate": 8.68822782157459e-05,
      "loss": 2.0781,
      "step": 83038
    },
    {
      "epoch": 3.8631774831356127,
      "grad_norm": 1.766824907360854,
      "learning_rate": 8.687891138221653e-05,
      "loss": 2.0938,
      "step": 83039
    },
    {
      "epoch": 3.8632240055826936,
      "grad_norm": 1.4435595600094198,
      "learning_rate": 8.687554458733028e-05,
      "loss": 2.0156,
      "step": 83040
    },
    {
      "epoch": 3.8632705280297746,
      "grad_norm": 1.476563121713347,
      "learning_rate": 8.687217783108912e-05,
      "loss": 1.9297,
      "step": 83041
    },
    {
      "epoch": 3.863317050476855,
      "grad_norm": 1.5543565960190047,
      "learning_rate": 8.686881111349525e-05,
      "loss": 2.0781,
      "step": 83042
    },
    {
      "epoch": 3.863363572923936,
      "grad_norm": 1.6058467610679539,
      "learning_rate": 8.686544443455067e-05,
      "loss": 2.2031,
      "step": 83043
    },
    {
      "epoch": 3.8634100953710164,
      "grad_norm": 1.5635670398792436,
      "learning_rate": 8.686207779425743e-05,
      "loss": 2.1719,
      "step": 83044
    },
    {
      "epoch": 3.8634566178180973,
      "grad_norm": 1.5826117584123636,
      "learning_rate": 8.685871119261755e-05,
      "loss": 2.2031,
      "step": 83045
    },
    {
      "epoch": 3.863503140265178,
      "grad_norm": 1.440450267058799,
      "learning_rate": 8.68553446296332e-05,
      "loss": 2.0469,
      "step": 83046
    },
    {
      "epoch": 3.8635496627122587,
      "grad_norm": 1.6289614130084697,
      "learning_rate": 8.685197810530637e-05,
      "loss": 2.1562,
      "step": 83047
    },
    {
      "epoch": 3.8635961851593392,
      "grad_norm": 1.4608899483474997,
      "learning_rate": 8.684861161963914e-05,
      "loss": 1.9922,
      "step": 83048
    },
    {
      "epoch": 3.86364270760642,
      "grad_norm": 1.5208060708259792,
      "learning_rate": 8.684524517263348e-05,
      "loss": 2.0469,
      "step": 83049
    },
    {
      "epoch": 3.8636892300535006,
      "grad_norm": 1.547789189557402,
      "learning_rate": 8.684187876429162e-05,
      "loss": 1.8594,
      "step": 83050
    },
    {
      "epoch": 3.8637357525005815,
      "grad_norm": 1.5085376523058336,
      "learning_rate": 8.683851239461552e-05,
      "loss": 1.8594,
      "step": 83051
    },
    {
      "epoch": 3.8637822749476625,
      "grad_norm": 1.5321097851851149,
      "learning_rate": 8.683514606360726e-05,
      "loss": 1.5078,
      "step": 83052
    },
    {
      "epoch": 3.863828797394743,
      "grad_norm": 1.5252100465556402,
      "learning_rate": 8.683177977126882e-05,
      "loss": 2.0938,
      "step": 83053
    },
    {
      "epoch": 3.8638753198418234,
      "grad_norm": 1.498764208656371,
      "learning_rate": 8.682841351760242e-05,
      "loss": 2.0625,
      "step": 83054
    },
    {
      "epoch": 3.8639218422889043,
      "grad_norm": 1.4740521859864315,
      "learning_rate": 8.682504730261001e-05,
      "loss": 1.9688,
      "step": 83055
    },
    {
      "epoch": 3.8639683647359853,
      "grad_norm": 1.5147297212746065,
      "learning_rate": 8.682168112629366e-05,
      "loss": 2.0156,
      "step": 83056
    },
    {
      "epoch": 3.8640148871830657,
      "grad_norm": 1.5751189445111322,
      "learning_rate": 8.681831498865547e-05,
      "loss": 2.125,
      "step": 83057
    },
    {
      "epoch": 3.8640614096301467,
      "grad_norm": 1.5317445848573035,
      "learning_rate": 8.681494888969743e-05,
      "loss": 1.8984,
      "step": 83058
    },
    {
      "epoch": 3.864107932077227,
      "grad_norm": 1.6092782191970942,
      "learning_rate": 8.681158282942172e-05,
      "loss": 2.1875,
      "step": 83059
    },
    {
      "epoch": 3.864154454524308,
      "grad_norm": 1.4511768865341872,
      "learning_rate": 8.680821680783033e-05,
      "loss": 1.9531,
      "step": 83060
    },
    {
      "epoch": 3.8642009769713885,
      "grad_norm": 1.562059610729204,
      "learning_rate": 8.680485082492533e-05,
      "loss": 2.0469,
      "step": 83061
    },
    {
      "epoch": 3.8642474994184695,
      "grad_norm": 1.5591510164634026,
      "learning_rate": 8.68014848807087e-05,
      "loss": 2.0625,
      "step": 83062
    },
    {
      "epoch": 3.8642940218655504,
      "grad_norm": 1.5943938369631687,
      "learning_rate": 8.679811897518263e-05,
      "loss": 2.25,
      "step": 83063
    },
    {
      "epoch": 3.864340544312631,
      "grad_norm": 1.5815265122561686,
      "learning_rate": 8.679475310834913e-05,
      "loss": 2.1875,
      "step": 83064
    },
    {
      "epoch": 3.8643870667597113,
      "grad_norm": 1.5446067390567015,
      "learning_rate": 8.679138728021026e-05,
      "loss": 2.25,
      "step": 83065
    },
    {
      "epoch": 3.8644335892067923,
      "grad_norm": 1.4722121535348838,
      "learning_rate": 8.678802149076806e-05,
      "loss": 1.9375,
      "step": 83066
    },
    {
      "epoch": 3.864480111653873,
      "grad_norm": 1.4753476849736216,
      "learning_rate": 8.678465574002456e-05,
      "loss": 1.8906,
      "step": 83067
    },
    {
      "epoch": 3.8645266341009537,
      "grad_norm": 1.434295011353103,
      "learning_rate": 8.678129002798193e-05,
      "loss": 1.8516,
      "step": 83068
    },
    {
      "epoch": 3.8645731565480346,
      "grad_norm": 1.4544112387903174,
      "learning_rate": 8.677792435464216e-05,
      "loss": 1.9297,
      "step": 83069
    },
    {
      "epoch": 3.864619678995115,
      "grad_norm": 1.5228303050765686,
      "learning_rate": 8.677455872000732e-05,
      "loss": 2.0781,
      "step": 83070
    },
    {
      "epoch": 3.864666201442196,
      "grad_norm": 1.57325993530771,
      "learning_rate": 8.677119312407939e-05,
      "loss": 2.0625,
      "step": 83071
    },
    {
      "epoch": 3.8647127238892764,
      "grad_norm": 1.4301165917064083,
      "learning_rate": 8.676782756686058e-05,
      "loss": 1.7812,
      "step": 83072
    },
    {
      "epoch": 3.8647592463363574,
      "grad_norm": 1.5051805210979106,
      "learning_rate": 8.676446204835288e-05,
      "loss": 2.0938,
      "step": 83073
    },
    {
      "epoch": 3.864805768783438,
      "grad_norm": 1.5587136249271878,
      "learning_rate": 8.676109656855836e-05,
      "loss": 2.0625,
      "step": 83074
    },
    {
      "epoch": 3.8648522912305188,
      "grad_norm": 1.4933654256273958,
      "learning_rate": 8.675773112747899e-05,
      "loss": 1.9766,
      "step": 83075
    },
    {
      "epoch": 3.8648988136775992,
      "grad_norm": 1.4695165362577831,
      "learning_rate": 8.675436572511698e-05,
      "loss": 2.0,
      "step": 83076
    },
    {
      "epoch": 3.86494533612468,
      "grad_norm": 1.4899906757107317,
      "learning_rate": 8.675100036147432e-05,
      "loss": 1.8828,
      "step": 83077
    },
    {
      "epoch": 3.864991858571761,
      "grad_norm": 1.4839223965935517,
      "learning_rate": 8.674763503655301e-05,
      "loss": 1.8906,
      "step": 83078
    },
    {
      "epoch": 3.8650383810188416,
      "grad_norm": 1.4965638956317682,
      "learning_rate": 8.674426975035523e-05,
      "loss": 2.0469,
      "step": 83079
    },
    {
      "epoch": 3.865084903465922,
      "grad_norm": 1.545787850305922,
      "learning_rate": 8.674090450288292e-05,
      "loss": 1.7266,
      "step": 83080
    },
    {
      "epoch": 3.865131425913003,
      "grad_norm": 1.5276793234327533,
      "learning_rate": 8.673753929413826e-05,
      "loss": 1.9141,
      "step": 83081
    },
    {
      "epoch": 3.865177948360084,
      "grad_norm": 1.5114133917230494,
      "learning_rate": 8.673417412412324e-05,
      "loss": 2.0312,
      "step": 83082
    },
    {
      "epoch": 3.8652244708071644,
      "grad_norm": 1.4845457400703874,
      "learning_rate": 8.673080899283995e-05,
      "loss": 2.125,
      "step": 83083
    },
    {
      "epoch": 3.8652709932542453,
      "grad_norm": 1.5808743762470292,
      "learning_rate": 8.672744390029037e-05,
      "loss": 2.0,
      "step": 83084
    },
    {
      "epoch": 3.8653175157013258,
      "grad_norm": 1.5758574926677016,
      "learning_rate": 8.672407884647668e-05,
      "loss": 1.9531,
      "step": 83085
    },
    {
      "epoch": 3.8653640381484067,
      "grad_norm": 1.5551929840432264,
      "learning_rate": 8.672071383140087e-05,
      "loss": 2.0156,
      "step": 83086
    },
    {
      "epoch": 3.865410560595487,
      "grad_norm": 1.5078183474394409,
      "learning_rate": 8.671734885506501e-05,
      "loss": 2.1406,
      "step": 83087
    },
    {
      "epoch": 3.865457083042568,
      "grad_norm": 1.4776412720172698,
      "learning_rate": 8.671398391747112e-05,
      "loss": 1.9297,
      "step": 83088
    },
    {
      "epoch": 3.865503605489649,
      "grad_norm": 1.4759022024483004,
      "learning_rate": 8.671061901862136e-05,
      "loss": 1.8203,
      "step": 83089
    },
    {
      "epoch": 3.8655501279367295,
      "grad_norm": 1.5651023763672791,
      "learning_rate": 8.670725415851773e-05,
      "loss": 2.2031,
      "step": 83090
    },
    {
      "epoch": 3.86559665038381,
      "grad_norm": 1.526232238101313,
      "learning_rate": 8.67038893371623e-05,
      "loss": 2.1094,
      "step": 83091
    },
    {
      "epoch": 3.865643172830891,
      "grad_norm": 1.5357442620271287,
      "learning_rate": 8.670052455455709e-05,
      "loss": 2.1406,
      "step": 83092
    },
    {
      "epoch": 3.865689695277972,
      "grad_norm": 1.5132120462137408,
      "learning_rate": 8.669715981070417e-05,
      "loss": 2.0781,
      "step": 83093
    },
    {
      "epoch": 3.8657362177250523,
      "grad_norm": 1.4875814143308186,
      "learning_rate": 8.669379510560567e-05,
      "loss": 2.1094,
      "step": 83094
    },
    {
      "epoch": 3.865782740172133,
      "grad_norm": 1.519985606880887,
      "learning_rate": 8.669043043926359e-05,
      "loss": 1.9609,
      "step": 83095
    },
    {
      "epoch": 3.8658292626192137,
      "grad_norm": 1.558535387547791,
      "learning_rate": 8.668706581168e-05,
      "loss": 2.0312,
      "step": 83096
    },
    {
      "epoch": 3.8658757850662946,
      "grad_norm": 1.5451345095543632,
      "learning_rate": 8.66837012228569e-05,
      "loss": 1.9766,
      "step": 83097
    },
    {
      "epoch": 3.865922307513375,
      "grad_norm": 1.4161646709379911,
      "learning_rate": 8.66803366727965e-05,
      "loss": 1.6406,
      "step": 83098
    },
    {
      "epoch": 3.865968829960456,
      "grad_norm": 1.4486719604646718,
      "learning_rate": 8.667697216150075e-05,
      "loss": 1.9375,
      "step": 83099
    },
    {
      "epoch": 3.866015352407537,
      "grad_norm": 1.6186221760538433,
      "learning_rate": 8.667360768897167e-05,
      "loss": 2.3594,
      "step": 83100
    },
    {
      "epoch": 3.8660618748546174,
      "grad_norm": 1.4329934948266054,
      "learning_rate": 8.667024325521145e-05,
      "loss": 1.9297,
      "step": 83101
    },
    {
      "epoch": 3.866108397301698,
      "grad_norm": 1.5505189538737842,
      "learning_rate": 8.666687886022201e-05,
      "loss": 1.9453,
      "step": 83102
    },
    {
      "epoch": 3.866154919748779,
      "grad_norm": 1.4551788494226245,
      "learning_rate": 8.666351450400554e-05,
      "loss": 1.8906,
      "step": 83103
    },
    {
      "epoch": 3.8662014421958597,
      "grad_norm": 1.63287143764309,
      "learning_rate": 8.666015018656406e-05,
      "loss": 2.1875,
      "step": 83104
    },
    {
      "epoch": 3.86624796464294,
      "grad_norm": 1.5684566786161889,
      "learning_rate": 8.665678590789957e-05,
      "loss": 2.0469,
      "step": 83105
    },
    {
      "epoch": 3.8662944870900207,
      "grad_norm": 1.5334207989388464,
      "learning_rate": 8.665342166801413e-05,
      "loss": 2.125,
      "step": 83106
    },
    {
      "epoch": 3.8663410095371016,
      "grad_norm": 1.4325183829840051,
      "learning_rate": 8.665005746690991e-05,
      "loss": 1.9922,
      "step": 83107
    },
    {
      "epoch": 3.8663875319841825,
      "grad_norm": 1.5850945915768426,
      "learning_rate": 8.664669330458889e-05,
      "loss": 2.0938,
      "step": 83108
    },
    {
      "epoch": 3.866434054431263,
      "grad_norm": 1.4662877533437195,
      "learning_rate": 8.664332918105315e-05,
      "loss": 1.7344,
      "step": 83109
    },
    {
      "epoch": 3.866480576878344,
      "grad_norm": 1.677772297160935,
      "learning_rate": 8.663996509630464e-05,
      "loss": 2.2656,
      "step": 83110
    },
    {
      "epoch": 3.8665270993254244,
      "grad_norm": 1.5263742708090748,
      "learning_rate": 8.66366010503456e-05,
      "loss": 2.0781,
      "step": 83111
    },
    {
      "epoch": 3.8665736217725053,
      "grad_norm": 1.4726560987607915,
      "learning_rate": 8.663323704317801e-05,
      "loss": 2.0312,
      "step": 83112
    },
    {
      "epoch": 3.8666201442195858,
      "grad_norm": 1.4791932114735953,
      "learning_rate": 8.662987307480393e-05,
      "loss": 2.0,
      "step": 83113
    },
    {
      "epoch": 3.8666666666666667,
      "grad_norm": 1.6066512981832144,
      "learning_rate": 8.662650914522536e-05,
      "loss": 2.1562,
      "step": 83114
    },
    {
      "epoch": 3.8667131891137476,
      "grad_norm": 1.628979742360935,
      "learning_rate": 8.662314525444446e-05,
      "loss": 2.125,
      "step": 83115
    },
    {
      "epoch": 3.866759711560828,
      "grad_norm": 1.5241240048278093,
      "learning_rate": 8.661978140246323e-05,
      "loss": 2.0781,
      "step": 83116
    },
    {
      "epoch": 3.8668062340079086,
      "grad_norm": 1.5024632013834802,
      "learning_rate": 8.661641758928378e-05,
      "loss": 2.2188,
      "step": 83117
    },
    {
      "epoch": 3.8668527564549895,
      "grad_norm": 1.537761548959215,
      "learning_rate": 8.66130538149081e-05,
      "loss": 2.2031,
      "step": 83118
    },
    {
      "epoch": 3.8668992789020704,
      "grad_norm": 1.552773608414004,
      "learning_rate": 8.660969007933825e-05,
      "loss": 2.0625,
      "step": 83119
    },
    {
      "epoch": 3.866945801349151,
      "grad_norm": 1.6531980182483195,
      "learning_rate": 8.660632638257635e-05,
      "loss": 2.3438,
      "step": 83120
    },
    {
      "epoch": 3.866992323796232,
      "grad_norm": 1.403734189876023,
      "learning_rate": 8.660296272462438e-05,
      "loss": 1.7656,
      "step": 83121
    },
    {
      "epoch": 3.8670388462433123,
      "grad_norm": 1.508338419899007,
      "learning_rate": 8.659959910548453e-05,
      "loss": 2.0625,
      "step": 83122
    },
    {
      "epoch": 3.867085368690393,
      "grad_norm": 1.5090768058022177,
      "learning_rate": 8.659623552515877e-05,
      "loss": 1.9688,
      "step": 83123
    },
    {
      "epoch": 3.8671318911374737,
      "grad_norm": 1.5392438618267539,
      "learning_rate": 8.659287198364909e-05,
      "loss": 2.0938,
      "step": 83124
    },
    {
      "epoch": 3.8671784135845546,
      "grad_norm": 1.5363873356901285,
      "learning_rate": 8.658950848095772e-05,
      "loss": 2.0625,
      "step": 83125
    },
    {
      "epoch": 3.8672249360316355,
      "grad_norm": 1.3873675751757073,
      "learning_rate": 8.65861450170866e-05,
      "loss": 1.5078,
      "step": 83126
    },
    {
      "epoch": 3.867271458478716,
      "grad_norm": 1.5261869780012862,
      "learning_rate": 8.658278159203781e-05,
      "loss": 1.8516,
      "step": 83127
    },
    {
      "epoch": 3.8673179809257965,
      "grad_norm": 1.5130983529249658,
      "learning_rate": 8.657941820581339e-05,
      "loss": 1.9688,
      "step": 83128
    },
    {
      "epoch": 3.8673645033728774,
      "grad_norm": 1.6360657211511431,
      "learning_rate": 8.657605485841545e-05,
      "loss": 2.125,
      "step": 83129
    },
    {
      "epoch": 3.8674110258199583,
      "grad_norm": 1.6787836437602093,
      "learning_rate": 8.657269154984603e-05,
      "loss": 2.1719,
      "step": 83130
    },
    {
      "epoch": 3.867457548267039,
      "grad_norm": 1.5592233103689352,
      "learning_rate": 8.656932828010719e-05,
      "loss": 2.25,
      "step": 83131
    },
    {
      "epoch": 3.8675040707141197,
      "grad_norm": 1.6165825285146174,
      "learning_rate": 8.656596504920092e-05,
      "loss": 2.375,
      "step": 83132
    },
    {
      "epoch": 3.8675505931612,
      "grad_norm": 1.5638863249761052,
      "learning_rate": 8.65626018571294e-05,
      "loss": 2.1406,
      "step": 83133
    },
    {
      "epoch": 3.867597115608281,
      "grad_norm": 1.5023211228132165,
      "learning_rate": 8.655923870389463e-05,
      "loss": 2.0781,
      "step": 83134
    },
    {
      "epoch": 3.8676436380553616,
      "grad_norm": 1.5488966966882314,
      "learning_rate": 8.655587558949865e-05,
      "loss": 2.1875,
      "step": 83135
    },
    {
      "epoch": 3.8676901605024425,
      "grad_norm": 1.4257768937360713,
      "learning_rate": 8.655251251394352e-05,
      "loss": 1.7734,
      "step": 83136
    },
    {
      "epoch": 3.867736682949523,
      "grad_norm": 1.4143628359250722,
      "learning_rate": 8.654914947723133e-05,
      "loss": 1.8438,
      "step": 83137
    },
    {
      "epoch": 3.867783205396604,
      "grad_norm": 1.481484135435975,
      "learning_rate": 8.654578647936416e-05,
      "loss": 2.0312,
      "step": 83138
    },
    {
      "epoch": 3.8678297278436844,
      "grad_norm": 1.5293288599222774,
      "learning_rate": 8.6542423520344e-05,
      "loss": 2.0,
      "step": 83139
    },
    {
      "epoch": 3.8678762502907653,
      "grad_norm": 1.47648794189365,
      "learning_rate": 8.653906060017289e-05,
      "loss": 2.0469,
      "step": 83140
    },
    {
      "epoch": 3.8679227727378462,
      "grad_norm": 1.4940026237226776,
      "learning_rate": 8.653569771885301e-05,
      "loss": 2.0938,
      "step": 83141
    },
    {
      "epoch": 3.8679692951849267,
      "grad_norm": 1.445937096501714,
      "learning_rate": 8.653233487638635e-05,
      "loss": 1.8516,
      "step": 83142
    },
    {
      "epoch": 3.868015817632007,
      "grad_norm": 1.5066074145479211,
      "learning_rate": 8.652897207277492e-05,
      "loss": 2.0,
      "step": 83143
    },
    {
      "epoch": 3.868062340079088,
      "grad_norm": 1.5795876249465306,
      "learning_rate": 8.652560930802088e-05,
      "loss": 2.1719,
      "step": 83144
    },
    {
      "epoch": 3.868108862526169,
      "grad_norm": 1.5589102494860145,
      "learning_rate": 8.652224658212621e-05,
      "loss": 2.1094,
      "step": 83145
    },
    {
      "epoch": 3.8681553849732495,
      "grad_norm": 1.5424417314662409,
      "learning_rate": 8.651888389509298e-05,
      "loss": 2.0781,
      "step": 83146
    },
    {
      "epoch": 3.8682019074203304,
      "grad_norm": 1.5800509211183569,
      "learning_rate": 8.65155212469233e-05,
      "loss": 2.2344,
      "step": 83147
    },
    {
      "epoch": 3.868248429867411,
      "grad_norm": 1.574868896583225,
      "learning_rate": 8.651215863761918e-05,
      "loss": 2.0938,
      "step": 83148
    },
    {
      "epoch": 3.868294952314492,
      "grad_norm": 1.5964897347146292,
      "learning_rate": 8.650879606718272e-05,
      "loss": 2.1719,
      "step": 83149
    },
    {
      "epoch": 3.8683414747615723,
      "grad_norm": 1.5605261596201796,
      "learning_rate": 8.650543353561587e-05,
      "loss": 2.2812,
      "step": 83150
    },
    {
      "epoch": 3.8683879972086532,
      "grad_norm": 1.5302924961209616,
      "learning_rate": 8.650207104292082e-05,
      "loss": 2.1406,
      "step": 83151
    },
    {
      "epoch": 3.868434519655734,
      "grad_norm": 1.4551063884965842,
      "learning_rate": 8.64987085890996e-05,
      "loss": 2.0312,
      "step": 83152
    },
    {
      "epoch": 3.8684810421028146,
      "grad_norm": 1.4807953858240783,
      "learning_rate": 8.649534617415422e-05,
      "loss": 1.9453,
      "step": 83153
    },
    {
      "epoch": 3.868527564549895,
      "grad_norm": 1.4485484083184392,
      "learning_rate": 8.64919837980867e-05,
      "loss": 1.8984,
      "step": 83154
    },
    {
      "epoch": 3.868574086996976,
      "grad_norm": 1.4642193436142068,
      "learning_rate": 8.648862146089925e-05,
      "loss": 1.8828,
      "step": 83155
    },
    {
      "epoch": 3.868620609444057,
      "grad_norm": 1.372517502549784,
      "learning_rate": 8.648525916259383e-05,
      "loss": 1.6719,
      "step": 83156
    },
    {
      "epoch": 3.8686671318911374,
      "grad_norm": 1.5167972339857576,
      "learning_rate": 8.64818969031725e-05,
      "loss": 2.0469,
      "step": 83157
    },
    {
      "epoch": 3.8687136543382183,
      "grad_norm": 1.5783774650188618,
      "learning_rate": 8.647853468263728e-05,
      "loss": 2.0938,
      "step": 83158
    },
    {
      "epoch": 3.868760176785299,
      "grad_norm": 1.6107284945986584,
      "learning_rate": 8.647517250099031e-05,
      "loss": 2.2188,
      "step": 83159
    },
    {
      "epoch": 3.8688066992323797,
      "grad_norm": 1.4279241148109878,
      "learning_rate": 8.647181035823365e-05,
      "loss": 1.9688,
      "step": 83160
    },
    {
      "epoch": 3.86885322167946,
      "grad_norm": 1.4815402874397918,
      "learning_rate": 8.64684482543693e-05,
      "loss": 2.0312,
      "step": 83161
    },
    {
      "epoch": 3.868899744126541,
      "grad_norm": 1.4484043646651583,
      "learning_rate": 8.646508618939928e-05,
      "loss": 2.0156,
      "step": 83162
    },
    {
      "epoch": 3.8689462665736216,
      "grad_norm": 1.6042017031047997,
      "learning_rate": 8.646172416332578e-05,
      "loss": 1.8281,
      "step": 83163
    },
    {
      "epoch": 3.8689927890207025,
      "grad_norm": 1.6086111465773103,
      "learning_rate": 8.645836217615077e-05,
      "loss": 2.3438,
      "step": 83164
    },
    {
      "epoch": 3.869039311467783,
      "grad_norm": 1.505977476851062,
      "learning_rate": 8.645500022787628e-05,
      "loss": 2.0469,
      "step": 83165
    },
    {
      "epoch": 3.869085833914864,
      "grad_norm": 1.395787430646322,
      "learning_rate": 8.645163831850446e-05,
      "loss": 1.5547,
      "step": 83166
    },
    {
      "epoch": 3.869132356361945,
      "grad_norm": 1.306136395843132,
      "learning_rate": 8.644827644803728e-05,
      "loss": 1.5,
      "step": 83167
    },
    {
      "epoch": 3.8691788788090253,
      "grad_norm": 1.6029429770346608,
      "learning_rate": 8.644491461647688e-05,
      "loss": 2.1562,
      "step": 83168
    },
    {
      "epoch": 3.869225401256106,
      "grad_norm": 1.4214730789408077,
      "learning_rate": 8.644155282382529e-05,
      "loss": 1.7734,
      "step": 83169
    },
    {
      "epoch": 3.8692719237031867,
      "grad_norm": 1.5334905751047423,
      "learning_rate": 8.643819107008456e-05,
      "loss": 2.1094,
      "step": 83170
    },
    {
      "epoch": 3.8693184461502677,
      "grad_norm": 1.4412148898383375,
      "learning_rate": 8.643482935525673e-05,
      "loss": 1.9297,
      "step": 83171
    },
    {
      "epoch": 3.869364968597348,
      "grad_norm": 1.5810267121576431,
      "learning_rate": 8.643146767934382e-05,
      "loss": 2.2031,
      "step": 83172
    },
    {
      "epoch": 3.869411491044429,
      "grad_norm": 1.5707740417670015,
      "learning_rate": 8.642810604234799e-05,
      "loss": 2.2188,
      "step": 83173
    },
    {
      "epoch": 3.8694580134915095,
      "grad_norm": 1.5382495128879417,
      "learning_rate": 8.642474444427127e-05,
      "loss": 2.0625,
      "step": 83174
    },
    {
      "epoch": 3.8695045359385905,
      "grad_norm": 1.483118104447439,
      "learning_rate": 8.642138288511568e-05,
      "loss": 1.9375,
      "step": 83175
    },
    {
      "epoch": 3.869551058385671,
      "grad_norm": 1.5266130884666256,
      "learning_rate": 8.641802136488325e-05,
      "loss": 2.1094,
      "step": 83176
    },
    {
      "epoch": 3.869597580832752,
      "grad_norm": 1.55034632887132,
      "learning_rate": 8.641465988357612e-05,
      "loss": 2.1406,
      "step": 83177
    },
    {
      "epoch": 3.8696441032798328,
      "grad_norm": 1.519321721586584,
      "learning_rate": 8.641129844119633e-05,
      "loss": 2.0781,
      "step": 83178
    },
    {
      "epoch": 3.8696906257269132,
      "grad_norm": 1.4529562599700896,
      "learning_rate": 8.64079370377459e-05,
      "loss": 1.8359,
      "step": 83179
    },
    {
      "epoch": 3.8697371481739937,
      "grad_norm": 1.5273411513893196,
      "learning_rate": 8.640457567322686e-05,
      "loss": 2.0781,
      "step": 83180
    },
    {
      "epoch": 3.8697836706210746,
      "grad_norm": 1.5311179511263788,
      "learning_rate": 8.640121434764135e-05,
      "loss": 2.1094,
      "step": 83181
    },
    {
      "epoch": 3.8698301930681556,
      "grad_norm": 1.4948472589757302,
      "learning_rate": 8.639785306099141e-05,
      "loss": 1.9922,
      "step": 83182
    },
    {
      "epoch": 3.869876715515236,
      "grad_norm": 1.539114860856729,
      "learning_rate": 8.639449181327908e-05,
      "loss": 2.1094,
      "step": 83183
    },
    {
      "epoch": 3.869923237962317,
      "grad_norm": 1.5142543630561953,
      "learning_rate": 8.639113060450636e-05,
      "loss": 1.9688,
      "step": 83184
    },
    {
      "epoch": 3.8699697604093974,
      "grad_norm": 1.5912191764119592,
      "learning_rate": 8.638776943467542e-05,
      "loss": 2.125,
      "step": 83185
    },
    {
      "epoch": 3.8700162828564784,
      "grad_norm": 1.5077655404135342,
      "learning_rate": 8.638440830378826e-05,
      "loss": 1.9375,
      "step": 83186
    },
    {
      "epoch": 3.870062805303559,
      "grad_norm": 1.3813734406245295,
      "learning_rate": 8.638104721184687e-05,
      "loss": 1.7344,
      "step": 83187
    },
    {
      "epoch": 3.8701093277506398,
      "grad_norm": 1.5471115735730956,
      "learning_rate": 8.637768615885345e-05,
      "loss": 2.2812,
      "step": 83188
    },
    {
      "epoch": 3.8701558501977202,
      "grad_norm": 1.6766865788689922,
      "learning_rate": 8.637432514480994e-05,
      "loss": 2.0781,
      "step": 83189
    },
    {
      "epoch": 3.870202372644801,
      "grad_norm": 1.4247968992249922,
      "learning_rate": 8.637096416971849e-05,
      "loss": 1.8828,
      "step": 83190
    },
    {
      "epoch": 3.8702488950918816,
      "grad_norm": 1.503857358889141,
      "learning_rate": 8.636760323358111e-05,
      "loss": 2.0,
      "step": 83191
    },
    {
      "epoch": 3.8702954175389626,
      "grad_norm": 1.460779566503541,
      "learning_rate": 8.636424233639985e-05,
      "loss": 1.9531,
      "step": 83192
    },
    {
      "epoch": 3.8703419399860435,
      "grad_norm": 1.4370054044966796,
      "learning_rate": 8.636088147817673e-05,
      "loss": 1.9688,
      "step": 83193
    },
    {
      "epoch": 3.870388462433124,
      "grad_norm": 1.513485189137773,
      "learning_rate": 8.63575206589139e-05,
      "loss": 1.9766,
      "step": 83194
    },
    {
      "epoch": 3.8704349848802044,
      "grad_norm": 1.4374840419110362,
      "learning_rate": 8.635415987861338e-05,
      "loss": 1.9219,
      "step": 83195
    },
    {
      "epoch": 3.8704815073272854,
      "grad_norm": 1.4366484714160879,
      "learning_rate": 8.635079913727722e-05,
      "loss": 1.7969,
      "step": 83196
    },
    {
      "epoch": 3.8705280297743663,
      "grad_norm": 1.5404802917573353,
      "learning_rate": 8.634743843490747e-05,
      "loss": 2.125,
      "step": 83197
    },
    {
      "epoch": 3.8705745522214468,
      "grad_norm": 1.4181807190224174,
      "learning_rate": 8.634407777150614e-05,
      "loss": 1.9297,
      "step": 83198
    },
    {
      "epoch": 3.8706210746685277,
      "grad_norm": 1.394953370553101,
      "learning_rate": 8.63407171470754e-05,
      "loss": 1.6875,
      "step": 83199
    },
    {
      "epoch": 3.870667597115608,
      "grad_norm": 1.4905203173831245,
      "learning_rate": 8.633735656161722e-05,
      "loss": 2.125,
      "step": 83200
    },
    {
      "epoch": 3.870714119562689,
      "grad_norm": 1.4940332291233833,
      "learning_rate": 8.633399601513373e-05,
      "loss": 1.9141,
      "step": 83201
    },
    {
      "epoch": 3.8707606420097695,
      "grad_norm": 1.46150521456398,
      "learning_rate": 8.633063550762686e-05,
      "loss": 1.9688,
      "step": 83202
    },
    {
      "epoch": 3.8708071644568505,
      "grad_norm": 1.588306942302622,
      "learning_rate": 8.632727503909882e-05,
      "loss": 2.2969,
      "step": 83203
    },
    {
      "epoch": 3.8708536869039314,
      "grad_norm": 1.5568655460692986,
      "learning_rate": 8.632391460955158e-05,
      "loss": 2.0312,
      "step": 83204
    },
    {
      "epoch": 3.870900209351012,
      "grad_norm": 1.5731165039853785,
      "learning_rate": 8.632055421898722e-05,
      "loss": 1.9922,
      "step": 83205
    },
    {
      "epoch": 3.8709467317980923,
      "grad_norm": 1.6110490164845195,
      "learning_rate": 8.631719386740776e-05,
      "loss": 2.0469,
      "step": 83206
    },
    {
      "epoch": 3.8709932542451733,
      "grad_norm": 1.5623520556534032,
      "learning_rate": 8.63138335548153e-05,
      "loss": 2.0938,
      "step": 83207
    },
    {
      "epoch": 3.871039776692254,
      "grad_norm": 1.4851714849244855,
      "learning_rate": 8.631047328121192e-05,
      "loss": 1.8516,
      "step": 83208
    },
    {
      "epoch": 3.8710862991393347,
      "grad_norm": 1.5443796320618717,
      "learning_rate": 8.630711304659957e-05,
      "loss": 1.9375,
      "step": 83209
    },
    {
      "epoch": 3.8711328215864156,
      "grad_norm": 1.531839863212533,
      "learning_rate": 8.630375285098045e-05,
      "loss": 1.9922,
      "step": 83210
    },
    {
      "epoch": 3.871179344033496,
      "grad_norm": 1.5946580998356568,
      "learning_rate": 8.630039269435648e-05,
      "loss": 2.1719,
      "step": 83211
    },
    {
      "epoch": 3.871225866480577,
      "grad_norm": 1.482664040595284,
      "learning_rate": 8.629703257672985e-05,
      "loss": 1.9453,
      "step": 83212
    },
    {
      "epoch": 3.8712723889276575,
      "grad_norm": 1.4663419252154004,
      "learning_rate": 8.629367249810257e-05,
      "loss": 1.9375,
      "step": 83213
    },
    {
      "epoch": 3.8713189113747384,
      "grad_norm": 1.5877736073676607,
      "learning_rate": 8.629031245847664e-05,
      "loss": 2.2031,
      "step": 83214
    },
    {
      "epoch": 3.8713654338218193,
      "grad_norm": 1.6334539537961208,
      "learning_rate": 8.628695245785414e-05,
      "loss": 2.2344,
      "step": 83215
    },
    {
      "epoch": 3.8714119562689,
      "grad_norm": 1.5116162040773387,
      "learning_rate": 8.628359249623717e-05,
      "loss": 2.0625,
      "step": 83216
    },
    {
      "epoch": 3.8714584787159803,
      "grad_norm": 1.4221939931689405,
      "learning_rate": 8.628023257362778e-05,
      "loss": 1.5703,
      "step": 83217
    },
    {
      "epoch": 3.871505001163061,
      "grad_norm": 1.572699839528657,
      "learning_rate": 8.6276872690028e-05,
      "loss": 2.0,
      "step": 83218
    },
    {
      "epoch": 3.871551523610142,
      "grad_norm": 1.621983895155341,
      "learning_rate": 8.627351284543981e-05,
      "loss": 2.0938,
      "step": 83219
    },
    {
      "epoch": 3.8715980460572226,
      "grad_norm": 1.566181434015658,
      "learning_rate": 8.627015303986545e-05,
      "loss": 2.0625,
      "step": 83220
    },
    {
      "epoch": 3.871644568504303,
      "grad_norm": 1.5075379578965726,
      "learning_rate": 8.626679327330687e-05,
      "loss": 2.0469,
      "step": 83221
    },
    {
      "epoch": 3.871691090951384,
      "grad_norm": 1.4778676475370172,
      "learning_rate": 8.626343354576613e-05,
      "loss": 2.0938,
      "step": 83222
    },
    {
      "epoch": 3.871737613398465,
      "grad_norm": 1.5672190958560794,
      "learning_rate": 8.626007385724528e-05,
      "loss": 2.25,
      "step": 83223
    },
    {
      "epoch": 3.8717841358455454,
      "grad_norm": 1.4704102536547463,
      "learning_rate": 8.625671420774634e-05,
      "loss": 1.7891,
      "step": 83224
    },
    {
      "epoch": 3.8718306582926263,
      "grad_norm": 1.5374680091797868,
      "learning_rate": 8.625335459727146e-05,
      "loss": 1.9766,
      "step": 83225
    },
    {
      "epoch": 3.8718771807397068,
      "grad_norm": 1.556833979254215,
      "learning_rate": 8.624999502582265e-05,
      "loss": 2.0938,
      "step": 83226
    },
    {
      "epoch": 3.8719237031867877,
      "grad_norm": 1.553695721543935,
      "learning_rate": 8.624663549340199e-05,
      "loss": 1.9844,
      "step": 83227
    },
    {
      "epoch": 3.871970225633868,
      "grad_norm": 1.4753493686634813,
      "learning_rate": 8.624327600001145e-05,
      "loss": 2.0156,
      "step": 83228
    },
    {
      "epoch": 3.872016748080949,
      "grad_norm": 1.6124797269456328,
      "learning_rate": 8.623991654565322e-05,
      "loss": 2.2656,
      "step": 83229
    },
    {
      "epoch": 3.87206327052803,
      "grad_norm": 1.445586931744359,
      "learning_rate": 8.623655713032926e-05,
      "loss": 1.7734,
      "step": 83230
    },
    {
      "epoch": 3.8721097929751105,
      "grad_norm": 1.6972443944416287,
      "learning_rate": 8.623319775404162e-05,
      "loss": 2.0312,
      "step": 83231
    },
    {
      "epoch": 3.872156315422191,
      "grad_norm": 1.5591865543524792,
      "learning_rate": 8.622983841679244e-05,
      "loss": 2.2188,
      "step": 83232
    },
    {
      "epoch": 3.872202837869272,
      "grad_norm": 1.3911720984331597,
      "learning_rate": 8.622647911858369e-05,
      "loss": 1.7891,
      "step": 83233
    },
    {
      "epoch": 3.872249360316353,
      "grad_norm": 1.4447320637420946,
      "learning_rate": 8.62231198594175e-05,
      "loss": 1.8359,
      "step": 83234
    },
    {
      "epoch": 3.8722958827634333,
      "grad_norm": 1.5592599797778046,
      "learning_rate": 8.62197606392959e-05,
      "loss": 2.0,
      "step": 83235
    },
    {
      "epoch": 3.872342405210514,
      "grad_norm": 1.577826920403618,
      "learning_rate": 8.621640145822094e-05,
      "loss": 1.9375,
      "step": 83236
    },
    {
      "epoch": 3.8723889276575947,
      "grad_norm": 1.5960373331124358,
      "learning_rate": 8.621304231619463e-05,
      "loss": 2.0469,
      "step": 83237
    },
    {
      "epoch": 3.8724354501046756,
      "grad_norm": 1.5087106798621268,
      "learning_rate": 8.620968321321911e-05,
      "loss": 1.9297,
      "step": 83238
    },
    {
      "epoch": 3.872481972551756,
      "grad_norm": 1.5688556212546405,
      "learning_rate": 8.62063241492964e-05,
      "loss": 2.25,
      "step": 83239
    },
    {
      "epoch": 3.872528494998837,
      "grad_norm": 1.410444070207366,
      "learning_rate": 8.620296512442856e-05,
      "loss": 1.6406,
      "step": 83240
    },
    {
      "epoch": 3.872575017445918,
      "grad_norm": 1.5726334882113648,
      "learning_rate": 8.619960613861759e-05,
      "loss": 1.9766,
      "step": 83241
    },
    {
      "epoch": 3.8726215398929984,
      "grad_norm": 1.538218324418897,
      "learning_rate": 8.619624719186564e-05,
      "loss": 1.8906,
      "step": 83242
    },
    {
      "epoch": 3.872668062340079,
      "grad_norm": 1.5161192470162768,
      "learning_rate": 8.619288828417472e-05,
      "loss": 2.0938,
      "step": 83243
    },
    {
      "epoch": 3.87271458478716,
      "grad_norm": 1.5687939299475444,
      "learning_rate": 8.618952941554692e-05,
      "loss": 2.2344,
      "step": 83244
    },
    {
      "epoch": 3.8727611072342407,
      "grad_norm": 1.5569035198979746,
      "learning_rate": 8.618617058598417e-05,
      "loss": 1.5312,
      "step": 83245
    },
    {
      "epoch": 3.872807629681321,
      "grad_norm": 1.73245701689557,
      "learning_rate": 8.618281179548871e-05,
      "loss": 2.0938,
      "step": 83246
    },
    {
      "epoch": 3.872854152128402,
      "grad_norm": 1.4954633668967792,
      "learning_rate": 8.617945304406249e-05,
      "loss": 1.9297,
      "step": 83247
    },
    {
      "epoch": 3.8729006745754826,
      "grad_norm": 1.5951569667702832,
      "learning_rate": 8.61760943317076e-05,
      "loss": 2.0156,
      "step": 83248
    },
    {
      "epoch": 3.8729471970225635,
      "grad_norm": 1.489032042840231,
      "learning_rate": 8.617273565842608e-05,
      "loss": 1.9453,
      "step": 83249
    },
    {
      "epoch": 3.872993719469644,
      "grad_norm": 1.5582791279747294,
      "learning_rate": 8.616937702421992e-05,
      "loss": 2.25,
      "step": 83250
    },
    {
      "epoch": 3.873040241916725,
      "grad_norm": 1.5679028986157935,
      "learning_rate": 8.616601842909129e-05,
      "loss": 2.2031,
      "step": 83251
    },
    {
      "epoch": 3.8730867643638054,
      "grad_norm": 1.602590838625119,
      "learning_rate": 8.616265987304221e-05,
      "loss": 2.2656,
      "step": 83252
    },
    {
      "epoch": 3.8731332868108863,
      "grad_norm": 1.375021993327333,
      "learning_rate": 8.615930135607468e-05,
      "loss": 1.7969,
      "step": 83253
    },
    {
      "epoch": 3.873179809257967,
      "grad_norm": 1.504191172156194,
      "learning_rate": 8.615594287819085e-05,
      "loss": 1.9688,
      "step": 83254
    },
    {
      "epoch": 3.8732263317050477,
      "grad_norm": 1.6232158241499344,
      "learning_rate": 8.615258443939267e-05,
      "loss": 2.0938,
      "step": 83255
    },
    {
      "epoch": 3.8732728541521286,
      "grad_norm": 1.6245837395525287,
      "learning_rate": 8.614922603968232e-05,
      "loss": 2.1875,
      "step": 83256
    },
    {
      "epoch": 3.873319376599209,
      "grad_norm": 1.5665926466435744,
      "learning_rate": 8.61458676790618e-05,
      "loss": 2.0156,
      "step": 83257
    },
    {
      "epoch": 3.8733658990462896,
      "grad_norm": 1.652111970520494,
      "learning_rate": 8.614250935753312e-05,
      "loss": 2.0781,
      "step": 83258
    },
    {
      "epoch": 3.8734124214933705,
      "grad_norm": 1.5092552641542696,
      "learning_rate": 8.613915107509834e-05,
      "loss": 2.0,
      "step": 83259
    },
    {
      "epoch": 3.8734589439404514,
      "grad_norm": 1.5398046672656234,
      "learning_rate": 8.613579283175961e-05,
      "loss": 2.1094,
      "step": 83260
    },
    {
      "epoch": 3.873505466387532,
      "grad_norm": 1.5239864981208437,
      "learning_rate": 8.613243462751892e-05,
      "loss": 1.9766,
      "step": 83261
    },
    {
      "epoch": 3.873551988834613,
      "grad_norm": 1.4295005219170305,
      "learning_rate": 8.612907646237833e-05,
      "loss": 1.7422,
      "step": 83262
    },
    {
      "epoch": 3.8735985112816933,
      "grad_norm": 1.4817263915122891,
      "learning_rate": 8.612571833633981e-05,
      "loss": 1.8984,
      "step": 83263
    },
    {
      "epoch": 3.8736450337287742,
      "grad_norm": 1.538290097393056,
      "learning_rate": 8.612236024940558e-05,
      "loss": 2.1875,
      "step": 83264
    },
    {
      "epoch": 3.8736915561758547,
      "grad_norm": 1.67670397598639,
      "learning_rate": 8.611900220157763e-05,
      "loss": 2.1875,
      "step": 83265
    },
    {
      "epoch": 3.8737380786229356,
      "grad_norm": 1.5723545425892345,
      "learning_rate": 8.611564419285799e-05,
      "loss": 2.0312,
      "step": 83266
    },
    {
      "epoch": 3.8737846010700165,
      "grad_norm": 1.4039048869961248,
      "learning_rate": 8.611228622324868e-05,
      "loss": 1.7734,
      "step": 83267
    },
    {
      "epoch": 3.873831123517097,
      "grad_norm": 1.4310024259284053,
      "learning_rate": 8.610892829275185e-05,
      "loss": 2.125,
      "step": 83268
    },
    {
      "epoch": 3.8738776459641775,
      "grad_norm": 1.5092209431905537,
      "learning_rate": 8.610557040136952e-05,
      "loss": 2.0312,
      "step": 83269
    },
    {
      "epoch": 3.8739241684112584,
      "grad_norm": 1.630650815932551,
      "learning_rate": 8.610221254910373e-05,
      "loss": 2.0469,
      "step": 83270
    },
    {
      "epoch": 3.8739706908583393,
      "grad_norm": 1.6162038432690637,
      "learning_rate": 8.60988547359565e-05,
      "loss": 2.0312,
      "step": 83271
    },
    {
      "epoch": 3.87401721330542,
      "grad_norm": 1.5439630758324037,
      "learning_rate": 8.609549696192998e-05,
      "loss": 2.1875,
      "step": 83272
    },
    {
      "epoch": 3.8740637357525007,
      "grad_norm": 1.488295887036388,
      "learning_rate": 8.609213922702616e-05,
      "loss": 2.0,
      "step": 83273
    },
    {
      "epoch": 3.874110258199581,
      "grad_norm": 1.5573366222129688,
      "learning_rate": 8.608878153124711e-05,
      "loss": 2.2344,
      "step": 83274
    },
    {
      "epoch": 3.874156780646662,
      "grad_norm": 1.5092302474362995,
      "learning_rate": 8.608542387459483e-05,
      "loss": 2.0312,
      "step": 83275
    },
    {
      "epoch": 3.8742033030937426,
      "grad_norm": 1.6089230333224924,
      "learning_rate": 8.608206625707142e-05,
      "loss": 2.0312,
      "step": 83276
    },
    {
      "epoch": 3.8742498255408235,
      "grad_norm": 1.499770631482303,
      "learning_rate": 8.607870867867902e-05,
      "loss": 2.0625,
      "step": 83277
    },
    {
      "epoch": 3.874296347987904,
      "grad_norm": 1.5256876712039957,
      "learning_rate": 8.607535113941962e-05,
      "loss": 2.0781,
      "step": 83278
    },
    {
      "epoch": 3.874342870434985,
      "grad_norm": 1.464709983739763,
      "learning_rate": 8.607199363929526e-05,
      "loss": 1.8203,
      "step": 83279
    },
    {
      "epoch": 3.8743893928820654,
      "grad_norm": 1.555142976493404,
      "learning_rate": 8.6068636178308e-05,
      "loss": 2.0,
      "step": 83280
    },
    {
      "epoch": 3.8744359153291463,
      "grad_norm": 1.585205573221278,
      "learning_rate": 8.606527875645982e-05,
      "loss": 2.0,
      "step": 83281
    },
    {
      "epoch": 3.8744824377762273,
      "grad_norm": 1.5057112556443903,
      "learning_rate": 8.606192137375294e-05,
      "loss": 2.0312,
      "step": 83282
    },
    {
      "epoch": 3.8745289602233077,
      "grad_norm": 1.5460461781043922,
      "learning_rate": 8.605856403018932e-05,
      "loss": 2.1875,
      "step": 83283
    },
    {
      "epoch": 3.874575482670388,
      "grad_norm": 1.5863326245048215,
      "learning_rate": 8.605520672577101e-05,
      "loss": 2.1406,
      "step": 83284
    },
    {
      "epoch": 3.874622005117469,
      "grad_norm": 1.538130136682343,
      "learning_rate": 8.605184946050004e-05,
      "loss": 1.9141,
      "step": 83285
    },
    {
      "epoch": 3.87466852756455,
      "grad_norm": 1.5453621330041623,
      "learning_rate": 8.604849223437856e-05,
      "loss": 1.9609,
      "step": 83286
    },
    {
      "epoch": 3.8747150500116305,
      "grad_norm": 1.4489704633515386,
      "learning_rate": 8.604513504740857e-05,
      "loss": 1.8906,
      "step": 83287
    },
    {
      "epoch": 3.8747615724587114,
      "grad_norm": 1.5160163937892313,
      "learning_rate": 8.604177789959211e-05,
      "loss": 1.9141,
      "step": 83288
    },
    {
      "epoch": 3.874808094905792,
      "grad_norm": 1.4212266363963004,
      "learning_rate": 8.60384207909312e-05,
      "loss": 1.8984,
      "step": 83289
    },
    {
      "epoch": 3.874854617352873,
      "grad_norm": 1.4620825339883192,
      "learning_rate": 8.603506372142801e-05,
      "loss": 1.5234,
      "step": 83290
    },
    {
      "epoch": 3.8749011397999533,
      "grad_norm": 1.5013380785731794,
      "learning_rate": 8.603170669108452e-05,
      "loss": 1.9375,
      "step": 83291
    },
    {
      "epoch": 3.8749476622470342,
      "grad_norm": 1.484701235099671,
      "learning_rate": 8.60283496999028e-05,
      "loss": 1.9219,
      "step": 83292
    },
    {
      "epoch": 3.874994184694115,
      "grad_norm": 1.387159070717549,
      "learning_rate": 8.602499274788485e-05,
      "loss": 1.6641,
      "step": 83293
    },
    {
      "epoch": 3.8750407071411956,
      "grad_norm": 1.491229404268692,
      "learning_rate": 8.602163583503284e-05,
      "loss": 1.8672,
      "step": 83294
    },
    {
      "epoch": 3.875087229588276,
      "grad_norm": 1.4613420982695158,
      "learning_rate": 8.601827896134875e-05,
      "loss": 1.8281,
      "step": 83295
    },
    {
      "epoch": 3.875133752035357,
      "grad_norm": 1.4955598438080118,
      "learning_rate": 8.601492212683464e-05,
      "loss": 2.0938,
      "step": 83296
    },
    {
      "epoch": 3.875180274482438,
      "grad_norm": 1.5160312591372358,
      "learning_rate": 8.601156533149254e-05,
      "loss": 2.2656,
      "step": 83297
    },
    {
      "epoch": 3.8752267969295184,
      "grad_norm": 1.475994917207447,
      "learning_rate": 8.600820857532451e-05,
      "loss": 1.9609,
      "step": 83298
    },
    {
      "epoch": 3.8752733193765994,
      "grad_norm": 1.557127860026077,
      "learning_rate": 8.600485185833269e-05,
      "loss": 2.1094,
      "step": 83299
    },
    {
      "epoch": 3.87531984182368,
      "grad_norm": 1.4559981459964633,
      "learning_rate": 8.60014951805191e-05,
      "loss": 1.9453,
      "step": 83300
    },
    {
      "epoch": 3.8753663642707608,
      "grad_norm": 1.5612001905384132,
      "learning_rate": 8.599813854188575e-05,
      "loss": 2.1562,
      "step": 83301
    },
    {
      "epoch": 3.8754128867178412,
      "grad_norm": 1.4840568680034056,
      "learning_rate": 8.599478194243467e-05,
      "loss": 1.9453,
      "step": 83302
    },
    {
      "epoch": 3.875459409164922,
      "grad_norm": 1.5353280606831103,
      "learning_rate": 8.5991425382168e-05,
      "loss": 1.9297,
      "step": 83303
    },
    {
      "epoch": 3.8755059316120026,
      "grad_norm": 1.523843663844651,
      "learning_rate": 8.59880688610878e-05,
      "loss": 2.2188,
      "step": 83304
    },
    {
      "epoch": 3.8755524540590836,
      "grad_norm": 1.5309009978927655,
      "learning_rate": 8.598471237919605e-05,
      "loss": 2.1094,
      "step": 83305
    },
    {
      "epoch": 3.875598976506164,
      "grad_norm": 1.5955484564454372,
      "learning_rate": 8.598135593649484e-05,
      "loss": 2.125,
      "step": 83306
    },
    {
      "epoch": 3.875645498953245,
      "grad_norm": 1.625805624230397,
      "learning_rate": 8.597799953298616e-05,
      "loss": 2.0469,
      "step": 83307
    },
    {
      "epoch": 3.875692021400326,
      "grad_norm": 1.4279100635549082,
      "learning_rate": 8.59746431686722e-05,
      "loss": 1.9141,
      "step": 83308
    },
    {
      "epoch": 3.8757385438474063,
      "grad_norm": 1.4688413814054015,
      "learning_rate": 8.597128684355491e-05,
      "loss": 1.7734,
      "step": 83309
    },
    {
      "epoch": 3.875785066294487,
      "grad_norm": 1.523653456878089,
      "learning_rate": 8.596793055763641e-05,
      "loss": 2.0625,
      "step": 83310
    },
    {
      "epoch": 3.8758315887415677,
      "grad_norm": 1.4905879987578594,
      "learning_rate": 8.596457431091864e-05,
      "loss": 1.8984,
      "step": 83311
    },
    {
      "epoch": 3.8758781111886487,
      "grad_norm": 1.5422205620906897,
      "learning_rate": 8.59612181034038e-05,
      "loss": 2.2656,
      "step": 83312
    },
    {
      "epoch": 3.875924633635729,
      "grad_norm": 1.5388094483347794,
      "learning_rate": 8.595786193509389e-05,
      "loss": 2.1406,
      "step": 83313
    },
    {
      "epoch": 3.87597115608281,
      "grad_norm": 1.5241597014449269,
      "learning_rate": 8.595450580599093e-05,
      "loss": 2.0156,
      "step": 83314
    },
    {
      "epoch": 3.8760176785298905,
      "grad_norm": 1.4896390639347858,
      "learning_rate": 8.595114971609696e-05,
      "loss": 1.9922,
      "step": 83315
    },
    {
      "epoch": 3.8760642009769715,
      "grad_norm": 1.5619178364853135,
      "learning_rate": 8.594779366541412e-05,
      "loss": 2.0938,
      "step": 83316
    },
    {
      "epoch": 3.876110723424052,
      "grad_norm": 1.41886200944619,
      "learning_rate": 8.594443765394443e-05,
      "loss": 1.8516,
      "step": 83317
    },
    {
      "epoch": 3.876157245871133,
      "grad_norm": 1.4738873953752034,
      "learning_rate": 8.594108168168995e-05,
      "loss": 1.9609,
      "step": 83318
    },
    {
      "epoch": 3.876203768318214,
      "grad_norm": 1.4843169639675098,
      "learning_rate": 8.593772574865261e-05,
      "loss": 1.9688,
      "step": 83319
    },
    {
      "epoch": 3.8762502907652943,
      "grad_norm": 1.4948018032760182,
      "learning_rate": 8.59343698548346e-05,
      "loss": 1.9766,
      "step": 83320
    },
    {
      "epoch": 3.8762968132123747,
      "grad_norm": 1.5870563547263248,
      "learning_rate": 8.593101400023801e-05,
      "loss": 2.0,
      "step": 83321
    },
    {
      "epoch": 3.8763433356594557,
      "grad_norm": 1.530564160290462,
      "learning_rate": 8.592765818486482e-05,
      "loss": 1.8984,
      "step": 83322
    },
    {
      "epoch": 3.8763898581065366,
      "grad_norm": 1.3750138501245985,
      "learning_rate": 8.592430240871711e-05,
      "loss": 1.7109,
      "step": 83323
    },
    {
      "epoch": 3.876436380553617,
      "grad_norm": 1.5671979831563039,
      "learning_rate": 8.592094667179684e-05,
      "loss": 2.125,
      "step": 83324
    },
    {
      "epoch": 3.876482903000698,
      "grad_norm": 1.5492358762502019,
      "learning_rate": 8.591759097410622e-05,
      "loss": 1.6719,
      "step": 83325
    },
    {
      "epoch": 3.8765294254477785,
      "grad_norm": 1.3980449587563446,
      "learning_rate": 8.591423531564722e-05,
      "loss": 1.8672,
      "step": 83326
    },
    {
      "epoch": 3.8765759478948594,
      "grad_norm": 1.4943133020793735,
      "learning_rate": 8.591087969642189e-05,
      "loss": 1.8672,
      "step": 83327
    },
    {
      "epoch": 3.87662247034194,
      "grad_norm": 1.5010712553649115,
      "learning_rate": 8.590752411643226e-05,
      "loss": 1.9141,
      "step": 83328
    },
    {
      "epoch": 3.8766689927890208,
      "grad_norm": 1.5100646340027997,
      "learning_rate": 8.590416857568048e-05,
      "loss": 2.0,
      "step": 83329
    },
    {
      "epoch": 3.8767155152361017,
      "grad_norm": 1.489392289604483,
      "learning_rate": 8.590081307416855e-05,
      "loss": 1.9375,
      "step": 83330
    },
    {
      "epoch": 3.876762037683182,
      "grad_norm": 1.4620774151673688,
      "learning_rate": 8.589745761189851e-05,
      "loss": 1.9141,
      "step": 83331
    },
    {
      "epoch": 3.8768085601302626,
      "grad_norm": 1.4070235620518403,
      "learning_rate": 8.589410218887241e-05,
      "loss": 1.9375,
      "step": 83332
    },
    {
      "epoch": 3.8768550825773436,
      "grad_norm": 1.5554259563284278,
      "learning_rate": 8.589074680509229e-05,
      "loss": 2.0469,
      "step": 83333
    },
    {
      "epoch": 3.8769016050244245,
      "grad_norm": 1.6047222080260677,
      "learning_rate": 8.588739146056027e-05,
      "loss": 2.0938,
      "step": 83334
    },
    {
      "epoch": 3.876948127471505,
      "grad_norm": 1.4956539778480784,
      "learning_rate": 8.588403615527836e-05,
      "loss": 1.7812,
      "step": 83335
    },
    {
      "epoch": 3.8769946499185854,
      "grad_norm": 1.5634090839214982,
      "learning_rate": 8.588068088924864e-05,
      "loss": 2.0312,
      "step": 83336
    },
    {
      "epoch": 3.8770411723656664,
      "grad_norm": 1.53818373208583,
      "learning_rate": 8.587732566247308e-05,
      "loss": 1.9844,
      "step": 83337
    },
    {
      "epoch": 3.8770876948127473,
      "grad_norm": 1.4335261162528738,
      "learning_rate": 8.587397047495384e-05,
      "loss": 1.8516,
      "step": 83338
    },
    {
      "epoch": 3.8771342172598278,
      "grad_norm": 1.454551500315378,
      "learning_rate": 8.587061532669296e-05,
      "loss": 1.8516,
      "step": 83339
    },
    {
      "epoch": 3.8771807397069087,
      "grad_norm": 1.541197245562192,
      "learning_rate": 8.586726021769247e-05,
      "loss": 2.1719,
      "step": 83340
    },
    {
      "epoch": 3.877227262153989,
      "grad_norm": 1.477257467094572,
      "learning_rate": 8.586390514795434e-05,
      "loss": 1.8594,
      "step": 83341
    },
    {
      "epoch": 3.87727378460107,
      "grad_norm": 1.5709890901838042,
      "learning_rate": 8.586055011748071e-05,
      "loss": 2.1875,
      "step": 83342
    },
    {
      "epoch": 3.8773203070481506,
      "grad_norm": 1.4924413323839736,
      "learning_rate": 8.58571951262737e-05,
      "loss": 1.9609,
      "step": 83343
    },
    {
      "epoch": 3.8773668294952315,
      "grad_norm": 1.548350283925286,
      "learning_rate": 8.585384017433529e-05,
      "loss": 2.1094,
      "step": 83344
    },
    {
      "epoch": 3.8774133519423124,
      "grad_norm": 1.481573084388297,
      "learning_rate": 8.585048526166753e-05,
      "loss": 2.0938,
      "step": 83345
    },
    {
      "epoch": 3.877459874389393,
      "grad_norm": 1.5302343803263705,
      "learning_rate": 8.584713038827242e-05,
      "loss": 1.9219,
      "step": 83346
    },
    {
      "epoch": 3.8775063968364734,
      "grad_norm": 1.4739887674452434,
      "learning_rate": 8.584377555415215e-05,
      "loss": 1.9531,
      "step": 83347
    },
    {
      "epoch": 3.8775529192835543,
      "grad_norm": 1.538031468861464,
      "learning_rate": 8.584042075930869e-05,
      "loss": 2.0156,
      "step": 83348
    },
    {
      "epoch": 3.877599441730635,
      "grad_norm": 1.4493786510656723,
      "learning_rate": 8.583706600374408e-05,
      "loss": 2.0469,
      "step": 83349
    },
    {
      "epoch": 3.8776459641777157,
      "grad_norm": 1.5626733341542602,
      "learning_rate": 8.583371128746037e-05,
      "loss": 2.2969,
      "step": 83350
    },
    {
      "epoch": 3.8776924866247966,
      "grad_norm": 1.515806464560858,
      "learning_rate": 8.583035661045969e-05,
      "loss": 2.0312,
      "step": 83351
    },
    {
      "epoch": 3.877739009071877,
      "grad_norm": 1.5304429818157455,
      "learning_rate": 8.582700197274405e-05,
      "loss": 2.0781,
      "step": 83352
    },
    {
      "epoch": 3.877785531518958,
      "grad_norm": 1.5556948296128448,
      "learning_rate": 8.582364737431547e-05,
      "loss": 2.0156,
      "step": 83353
    },
    {
      "epoch": 3.8778320539660385,
      "grad_norm": 1.5174501882758789,
      "learning_rate": 8.582029281517601e-05,
      "loss": 2.0781,
      "step": 83354
    },
    {
      "epoch": 3.8778785764131194,
      "grad_norm": 1.5336525268211165,
      "learning_rate": 8.581693829532778e-05,
      "loss": 2.0,
      "step": 83355
    },
    {
      "epoch": 3.8779250988602003,
      "grad_norm": 1.5345614792831437,
      "learning_rate": 8.58135838147728e-05,
      "loss": 2.0469,
      "step": 83356
    },
    {
      "epoch": 3.877971621307281,
      "grad_norm": 1.4931288451099969,
      "learning_rate": 8.581022937351312e-05,
      "loss": 1.9844,
      "step": 83357
    },
    {
      "epoch": 3.8780181437543613,
      "grad_norm": 1.486258954658605,
      "learning_rate": 8.58068749715508e-05,
      "loss": 2.0156,
      "step": 83358
    },
    {
      "epoch": 3.878064666201442,
      "grad_norm": 1.5480916740035893,
      "learning_rate": 8.580352060888782e-05,
      "loss": 2.0,
      "step": 83359
    },
    {
      "epoch": 3.878111188648523,
      "grad_norm": 1.41071397161703,
      "learning_rate": 8.580016628552639e-05,
      "loss": 1.8516,
      "step": 83360
    },
    {
      "epoch": 3.8781577110956036,
      "grad_norm": 1.5540635572300774,
      "learning_rate": 8.579681200146845e-05,
      "loss": 2.0312,
      "step": 83361
    },
    {
      "epoch": 3.8782042335426845,
      "grad_norm": 1.499074741292904,
      "learning_rate": 8.579345775671609e-05,
      "loss": 1.8984,
      "step": 83362
    },
    {
      "epoch": 3.878250755989765,
      "grad_norm": 1.3168057644479834,
      "learning_rate": 8.57901035512713e-05,
      "loss": 1.5078,
      "step": 83363
    },
    {
      "epoch": 3.878297278436846,
      "grad_norm": 1.5039662505443496,
      "learning_rate": 8.578674938513619e-05,
      "loss": 2.0312,
      "step": 83364
    },
    {
      "epoch": 3.8783438008839264,
      "grad_norm": 1.5796950948746897,
      "learning_rate": 8.578339525831286e-05,
      "loss": 2.1094,
      "step": 83365
    },
    {
      "epoch": 3.8783903233310073,
      "grad_norm": 1.4223384526779457,
      "learning_rate": 8.578004117080331e-05,
      "loss": 1.7734,
      "step": 83366
    },
    {
      "epoch": 3.878436845778088,
      "grad_norm": 1.4801772531118322,
      "learning_rate": 8.577668712260961e-05,
      "loss": 1.9609,
      "step": 83367
    },
    {
      "epoch": 3.8784833682251687,
      "grad_norm": 1.447392782166848,
      "learning_rate": 8.577333311373372e-05,
      "loss": 1.9922,
      "step": 83368
    },
    {
      "epoch": 3.878529890672249,
      "grad_norm": 1.563711602632753,
      "learning_rate": 8.576997914417787e-05,
      "loss": 1.7969,
      "step": 83369
    },
    {
      "epoch": 3.87857641311933,
      "grad_norm": 1.4773767391403738,
      "learning_rate": 8.576662521394398e-05,
      "loss": 1.8281,
      "step": 83370
    },
    {
      "epoch": 3.878622935566411,
      "grad_norm": 1.4822119888638845,
      "learning_rate": 8.576327132303416e-05,
      "loss": 1.9219,
      "step": 83371
    },
    {
      "epoch": 3.8786694580134915,
      "grad_norm": 1.4856228357833752,
      "learning_rate": 8.575991747145038e-05,
      "loss": 1.8281,
      "step": 83372
    },
    {
      "epoch": 3.878715980460572,
      "grad_norm": 1.5216570309825215,
      "learning_rate": 8.575656365919481e-05,
      "loss": 2.0312,
      "step": 83373
    },
    {
      "epoch": 3.878762502907653,
      "grad_norm": 1.4452281480478353,
      "learning_rate": 8.575320988626946e-05,
      "loss": 1.9531,
      "step": 83374
    },
    {
      "epoch": 3.878809025354734,
      "grad_norm": 1.5642588900767864,
      "learning_rate": 8.574985615267638e-05,
      "loss": 2.2031,
      "step": 83375
    },
    {
      "epoch": 3.8788555478018143,
      "grad_norm": 1.6240089957180184,
      "learning_rate": 8.574650245841754e-05,
      "loss": 2.2031,
      "step": 83376
    },
    {
      "epoch": 3.878902070248895,
      "grad_norm": 1.6081953196987915,
      "learning_rate": 8.574314880349514e-05,
      "loss": 2.0625,
      "step": 83377
    },
    {
      "epoch": 3.8789485926959757,
      "grad_norm": 1.4141492626127437,
      "learning_rate": 8.573979518791115e-05,
      "loss": 1.7344,
      "step": 83378
    },
    {
      "epoch": 3.8789951151430566,
      "grad_norm": 1.5069051669455515,
      "learning_rate": 8.573644161166765e-05,
      "loss": 1.8906,
      "step": 83379
    },
    {
      "epoch": 3.879041637590137,
      "grad_norm": 1.462801644823607,
      "learning_rate": 8.573308807476661e-05,
      "loss": 1.7188,
      "step": 83380
    },
    {
      "epoch": 3.879088160037218,
      "grad_norm": 1.5017452970026888,
      "learning_rate": 8.572973457721024e-05,
      "loss": 2.125,
      "step": 83381
    },
    {
      "epoch": 3.879134682484299,
      "grad_norm": 1.5308604796918244,
      "learning_rate": 8.572638111900048e-05,
      "loss": 1.9844,
      "step": 83382
    },
    {
      "epoch": 3.8791812049313794,
      "grad_norm": 1.620650728688014,
      "learning_rate": 8.572302770013942e-05,
      "loss": 2.1719,
      "step": 83383
    },
    {
      "epoch": 3.87922772737846,
      "grad_norm": 1.5142683927852085,
      "learning_rate": 8.571967432062901e-05,
      "loss": 2.0312,
      "step": 83384
    },
    {
      "epoch": 3.879274249825541,
      "grad_norm": 1.583014674390212,
      "learning_rate": 8.571632098047148e-05,
      "loss": 2.1719,
      "step": 83385
    },
    {
      "epoch": 3.8793207722726217,
      "grad_norm": 1.3806578217486034,
      "learning_rate": 8.571296767966873e-05,
      "loss": 1.7656,
      "step": 83386
    },
    {
      "epoch": 3.879367294719702,
      "grad_norm": 1.5000057981794368,
      "learning_rate": 8.570961441822294e-05,
      "loss": 1.9297,
      "step": 83387
    },
    {
      "epoch": 3.879413817166783,
      "grad_norm": 1.3667219598290221,
      "learning_rate": 8.57062611961361e-05,
      "loss": 1.625,
      "step": 83388
    },
    {
      "epoch": 3.8794603396138636,
      "grad_norm": 1.4179465050866003,
      "learning_rate": 8.570290801341028e-05,
      "loss": 1.8125,
      "step": 83389
    },
    {
      "epoch": 3.8795068620609445,
      "grad_norm": 1.5636316247755677,
      "learning_rate": 8.569955487004747e-05,
      "loss": 2.0156,
      "step": 83390
    },
    {
      "epoch": 3.879553384508025,
      "grad_norm": 1.4820785354720685,
      "learning_rate": 8.56962017660498e-05,
      "loss": 1.5078,
      "step": 83391
    },
    {
      "epoch": 3.879599906955106,
      "grad_norm": 1.5470832346788908,
      "learning_rate": 8.56928487014193e-05,
      "loss": 2.0312,
      "step": 83392
    },
    {
      "epoch": 3.8796464294021864,
      "grad_norm": 1.588934695607656,
      "learning_rate": 8.568949567615802e-05,
      "loss": 2.3438,
      "step": 83393
    },
    {
      "epoch": 3.8796929518492673,
      "grad_norm": 1.5337743002639534,
      "learning_rate": 8.568614269026797e-05,
      "loss": 2.1406,
      "step": 83394
    },
    {
      "epoch": 3.879739474296348,
      "grad_norm": 1.53096373781184,
      "learning_rate": 8.56827897437513e-05,
      "loss": 2.0312,
      "step": 83395
    },
    {
      "epoch": 3.8797859967434287,
      "grad_norm": 1.6481855117280706,
      "learning_rate": 8.567943683660998e-05,
      "loss": 2.1719,
      "step": 83396
    },
    {
      "epoch": 3.8798325191905096,
      "grad_norm": 1.5398392784459622,
      "learning_rate": 8.56760839688461e-05,
      "loss": 2.0781,
      "step": 83397
    },
    {
      "epoch": 3.87987904163759,
      "grad_norm": 1.504900576680815,
      "learning_rate": 8.567273114046164e-05,
      "loss": 2.0469,
      "step": 83398
    },
    {
      "epoch": 3.8799255640846706,
      "grad_norm": 1.538805892401384,
      "learning_rate": 8.566937835145877e-05,
      "loss": 2.1562,
      "step": 83399
    },
    {
      "epoch": 3.8799720865317515,
      "grad_norm": 1.627098053885057,
      "learning_rate": 8.566602560183949e-05,
      "loss": 2.1562,
      "step": 83400
    },
    {
      "epoch": 3.8800186089788324,
      "grad_norm": 1.5536169444996826,
      "learning_rate": 8.566267289160585e-05,
      "loss": 2.1406,
      "step": 83401
    },
    {
      "epoch": 3.880065131425913,
      "grad_norm": 1.5119983019475314,
      "learning_rate": 8.565932022075984e-05,
      "loss": 1.7812,
      "step": 83402
    },
    {
      "epoch": 3.880111653872994,
      "grad_norm": 1.4021017121477333,
      "learning_rate": 8.565596758930363e-05,
      "loss": 1.7031,
      "step": 83403
    },
    {
      "epoch": 3.8801581763200743,
      "grad_norm": 1.498772302952415,
      "learning_rate": 8.565261499723921e-05,
      "loss": 2.1719,
      "step": 83404
    },
    {
      "epoch": 3.8802046987671552,
      "grad_norm": 1.5433190732241162,
      "learning_rate": 8.564926244456866e-05,
      "loss": 2.1875,
      "step": 83405
    },
    {
      "epoch": 3.8802512212142357,
      "grad_norm": 1.5999421341206943,
      "learning_rate": 8.564590993129394e-05,
      "loss": 2.1875,
      "step": 83406
    },
    {
      "epoch": 3.8802977436613166,
      "grad_norm": 1.5053969388577537,
      "learning_rate": 8.564255745741716e-05,
      "loss": 2.0625,
      "step": 83407
    },
    {
      "epoch": 3.8803442661083976,
      "grad_norm": 1.5395282665199892,
      "learning_rate": 8.563920502294045e-05,
      "loss": 2.125,
      "step": 83408
    },
    {
      "epoch": 3.880390788555478,
      "grad_norm": 1.5607873520596784,
      "learning_rate": 8.56358526278658e-05,
      "loss": 2.0156,
      "step": 83409
    },
    {
      "epoch": 3.8804373110025585,
      "grad_norm": 1.5797542718794912,
      "learning_rate": 8.563250027219527e-05,
      "loss": 2.1875,
      "step": 83410
    },
    {
      "epoch": 3.8804838334496394,
      "grad_norm": 1.499145466966076,
      "learning_rate": 8.562914795593089e-05,
      "loss": 1.7422,
      "step": 83411
    },
    {
      "epoch": 3.8805303558967204,
      "grad_norm": 1.5937442538599993,
      "learning_rate": 8.562579567907468e-05,
      "loss": 2.0312,
      "step": 83412
    },
    {
      "epoch": 3.880576878343801,
      "grad_norm": 1.4382269210115861,
      "learning_rate": 8.562244344162878e-05,
      "loss": 1.6328,
      "step": 83413
    },
    {
      "epoch": 3.8806234007908817,
      "grad_norm": 1.4910398878562492,
      "learning_rate": 8.561909124359521e-05,
      "loss": 2.1562,
      "step": 83414
    },
    {
      "epoch": 3.8806699232379622,
      "grad_norm": 1.4734458304444453,
      "learning_rate": 8.561573908497601e-05,
      "loss": 1.9141,
      "step": 83415
    },
    {
      "epoch": 3.880716445685043,
      "grad_norm": 1.5486815808155483,
      "learning_rate": 8.561238696577318e-05,
      "loss": 2.0625,
      "step": 83416
    },
    {
      "epoch": 3.8807629681321236,
      "grad_norm": 1.6754231245616351,
      "learning_rate": 8.560903488598889e-05,
      "loss": 2.1719,
      "step": 83417
    },
    {
      "epoch": 3.8808094905792045,
      "grad_norm": 1.5511104609067465,
      "learning_rate": 8.56056828456251e-05,
      "loss": 2.1719,
      "step": 83418
    },
    {
      "epoch": 3.880856013026285,
      "grad_norm": 1.4025851487946779,
      "learning_rate": 8.560233084468392e-05,
      "loss": 1.7891,
      "step": 83419
    },
    {
      "epoch": 3.880902535473366,
      "grad_norm": 1.4364239017233387,
      "learning_rate": 8.55989788831673e-05,
      "loss": 1.7266,
      "step": 83420
    },
    {
      "epoch": 3.8809490579204464,
      "grad_norm": 1.4789077608312429,
      "learning_rate": 8.559562696107741e-05,
      "loss": 1.7188,
      "step": 83421
    },
    {
      "epoch": 3.8809955803675273,
      "grad_norm": 1.4899723757893806,
      "learning_rate": 8.559227507841628e-05,
      "loss": 2.1875,
      "step": 83422
    },
    {
      "epoch": 3.8810421028146083,
      "grad_norm": 1.6123389591008577,
      "learning_rate": 8.558892323518594e-05,
      "loss": 2.2969,
      "step": 83423
    },
    {
      "epoch": 3.8810886252616887,
      "grad_norm": 1.4885730069601384,
      "learning_rate": 8.558557143138836e-05,
      "loss": 2.1562,
      "step": 83424
    },
    {
      "epoch": 3.881135147708769,
      "grad_norm": 1.4922573265921075,
      "learning_rate": 8.558221966702576e-05,
      "loss": 2.1875,
      "step": 83425
    },
    {
      "epoch": 3.88118167015585,
      "grad_norm": 1.582653281738758,
      "learning_rate": 8.55788679421001e-05,
      "loss": 2.1406,
      "step": 83426
    },
    {
      "epoch": 3.881228192602931,
      "grad_norm": 1.5056193556462654,
      "learning_rate": 8.557551625661342e-05,
      "loss": 2.1562,
      "step": 83427
    },
    {
      "epoch": 3.8812747150500115,
      "grad_norm": 1.577960683504407,
      "learning_rate": 8.557216461056772e-05,
      "loss": 1.9922,
      "step": 83428
    },
    {
      "epoch": 3.8813212374970925,
      "grad_norm": 1.541946764973993,
      "learning_rate": 8.556881300396515e-05,
      "loss": 2.0156,
      "step": 83429
    },
    {
      "epoch": 3.881367759944173,
      "grad_norm": 1.42632846519976,
      "learning_rate": 8.556546143680778e-05,
      "loss": 1.8906,
      "step": 83430
    },
    {
      "epoch": 3.881414282391254,
      "grad_norm": 1.5658361826034168,
      "learning_rate": 8.55621099090976e-05,
      "loss": 2.1562,
      "step": 83431
    },
    {
      "epoch": 3.8814608048383343,
      "grad_norm": 1.4575540932986009,
      "learning_rate": 8.555875842083668e-05,
      "loss": 1.8828,
      "step": 83432
    },
    {
      "epoch": 3.8815073272854153,
      "grad_norm": 1.468817118601194,
      "learning_rate": 8.555540697202705e-05,
      "loss": 1.875,
      "step": 83433
    },
    {
      "epoch": 3.881553849732496,
      "grad_norm": 1.5162716675381556,
      "learning_rate": 8.55520555626708e-05,
      "loss": 2.0469,
      "step": 83434
    },
    {
      "epoch": 3.8816003721795767,
      "grad_norm": 1.5832675277068766,
      "learning_rate": 8.554870419276995e-05,
      "loss": 2.1562,
      "step": 83435
    },
    {
      "epoch": 3.881646894626657,
      "grad_norm": 1.54591251434106,
      "learning_rate": 8.554535286232659e-05,
      "loss": 2.2188,
      "step": 83436
    },
    {
      "epoch": 3.881693417073738,
      "grad_norm": 1.4732475079022769,
      "learning_rate": 8.554200157134274e-05,
      "loss": 1.9375,
      "step": 83437
    },
    {
      "epoch": 3.881739939520819,
      "grad_norm": 1.393822300430919,
      "learning_rate": 8.553865031982038e-05,
      "loss": 1.4844,
      "step": 83438
    },
    {
      "epoch": 3.8817864619678994,
      "grad_norm": 1.50491343436723,
      "learning_rate": 8.553529910776173e-05,
      "loss": 2.0469,
      "step": 83439
    },
    {
      "epoch": 3.8818329844149804,
      "grad_norm": 1.5313419463066213,
      "learning_rate": 8.553194793516872e-05,
      "loss": 2.0625,
      "step": 83440
    },
    {
      "epoch": 3.881879506862061,
      "grad_norm": 1.6216600247409376,
      "learning_rate": 8.552859680204344e-05,
      "loss": 2.0781,
      "step": 83441
    },
    {
      "epoch": 3.8819260293091418,
      "grad_norm": 1.5355447187905777,
      "learning_rate": 8.552524570838787e-05,
      "loss": 1.9922,
      "step": 83442
    },
    {
      "epoch": 3.8819725517562222,
      "grad_norm": 1.599219229698347,
      "learning_rate": 8.552189465420419e-05,
      "loss": 2.2031,
      "step": 83443
    },
    {
      "epoch": 3.882019074203303,
      "grad_norm": 1.4986351473391462,
      "learning_rate": 8.551854363949437e-05,
      "loss": 2.0469,
      "step": 83444
    },
    {
      "epoch": 3.882065596650384,
      "grad_norm": 1.6034706140039592,
      "learning_rate": 8.551519266426052e-05,
      "loss": 2.1719,
      "step": 83445
    },
    {
      "epoch": 3.8821121190974646,
      "grad_norm": 1.4539254459299689,
      "learning_rate": 8.551184172850455e-05,
      "loss": 1.9297,
      "step": 83446
    },
    {
      "epoch": 3.882158641544545,
      "grad_norm": 1.6162373882431444,
      "learning_rate": 8.550849083222868e-05,
      "loss": 2.0312,
      "step": 83447
    },
    {
      "epoch": 3.882205163991626,
      "grad_norm": 1.5297230689114718,
      "learning_rate": 8.550513997543489e-05,
      "loss": 1.9219,
      "step": 83448
    },
    {
      "epoch": 3.882251686438707,
      "grad_norm": 1.5679708830175125,
      "learning_rate": 8.550178915812526e-05,
      "loss": 2.0156,
      "step": 83449
    },
    {
      "epoch": 3.8822982088857874,
      "grad_norm": 1.3976477116856671,
      "learning_rate": 8.549843838030172e-05,
      "loss": 1.8828,
      "step": 83450
    },
    {
      "epoch": 3.882344731332868,
      "grad_norm": 1.493684057511659,
      "learning_rate": 8.549508764196642e-05,
      "loss": 2.0938,
      "step": 83451
    },
    {
      "epoch": 3.8823912537799488,
      "grad_norm": 1.4977147085459608,
      "learning_rate": 8.549173694312149e-05,
      "loss": 1.8359,
      "step": 83452
    },
    {
      "epoch": 3.8824377762270297,
      "grad_norm": 1.5229326530452902,
      "learning_rate": 8.548838628376888e-05,
      "loss": 2.0,
      "step": 83453
    },
    {
      "epoch": 3.88248429867411,
      "grad_norm": 1.5080114586444628,
      "learning_rate": 8.548503566391067e-05,
      "loss": 2.0312,
      "step": 83454
    },
    {
      "epoch": 3.882530821121191,
      "grad_norm": 1.3862409364999604,
      "learning_rate": 8.548168508354884e-05,
      "loss": 1.8438,
      "step": 83455
    },
    {
      "epoch": 3.8825773435682716,
      "grad_norm": 1.460977841623332,
      "learning_rate": 8.547833454268554e-05,
      "loss": 1.6328,
      "step": 83456
    },
    {
      "epoch": 3.8826238660153525,
      "grad_norm": 1.4943297580775015,
      "learning_rate": 8.547498404132282e-05,
      "loss": 1.8828,
      "step": 83457
    },
    {
      "epoch": 3.882670388462433,
      "grad_norm": 1.5795569392116435,
      "learning_rate": 8.547163357946267e-05,
      "loss": 2.2812,
      "step": 83458
    },
    {
      "epoch": 3.882716910909514,
      "grad_norm": 1.5686162700336341,
      "learning_rate": 8.546828315710713e-05,
      "loss": 2.2031,
      "step": 83459
    },
    {
      "epoch": 3.882763433356595,
      "grad_norm": 1.6046618964518307,
      "learning_rate": 8.546493277425833e-05,
      "loss": 2.2188,
      "step": 83460
    },
    {
      "epoch": 3.8828099558036753,
      "grad_norm": 1.52199585277256,
      "learning_rate": 8.546158243091827e-05,
      "loss": 1.9531,
      "step": 83461
    },
    {
      "epoch": 3.8828564782507557,
      "grad_norm": 1.519486330101434,
      "learning_rate": 8.545823212708902e-05,
      "loss": 1.9062,
      "step": 83462
    },
    {
      "epoch": 3.8829030006978367,
      "grad_norm": 1.3951525129743576,
      "learning_rate": 8.545488186277262e-05,
      "loss": 1.7344,
      "step": 83463
    },
    {
      "epoch": 3.8829495231449176,
      "grad_norm": 1.4981212681391671,
      "learning_rate": 8.545153163797107e-05,
      "loss": 1.9844,
      "step": 83464
    },
    {
      "epoch": 3.882996045591998,
      "grad_norm": 1.5060663488429613,
      "learning_rate": 8.544818145268652e-05,
      "loss": 2.1562,
      "step": 83465
    },
    {
      "epoch": 3.883042568039079,
      "grad_norm": 1.512521833081738,
      "learning_rate": 8.544483130692097e-05,
      "loss": 1.9844,
      "step": 83466
    },
    {
      "epoch": 3.8830890904861595,
      "grad_norm": 1.5775478861287844,
      "learning_rate": 8.544148120067648e-05,
      "loss": 2.1094,
      "step": 83467
    },
    {
      "epoch": 3.8831356129332404,
      "grad_norm": 1.6940611034076658,
      "learning_rate": 8.543813113395506e-05,
      "loss": 2.0781,
      "step": 83468
    },
    {
      "epoch": 3.883182135380321,
      "grad_norm": 1.5169908392159448,
      "learning_rate": 8.543478110675883e-05,
      "loss": 1.8594,
      "step": 83469
    },
    {
      "epoch": 3.883228657827402,
      "grad_norm": 1.3965952523739598,
      "learning_rate": 8.543143111908981e-05,
      "loss": 1.7422,
      "step": 83470
    },
    {
      "epoch": 3.8832751802744827,
      "grad_norm": 1.5803344004859057,
      "learning_rate": 8.542808117095006e-05,
      "loss": 2.0781,
      "step": 83471
    },
    {
      "epoch": 3.883321702721563,
      "grad_norm": 1.5352736183291933,
      "learning_rate": 8.542473126234155e-05,
      "loss": 2.2344,
      "step": 83472
    },
    {
      "epoch": 3.8833682251686437,
      "grad_norm": 1.5274518494081548,
      "learning_rate": 8.54213813932664e-05,
      "loss": 2.1562,
      "step": 83473
    },
    {
      "epoch": 3.8834147476157246,
      "grad_norm": 1.4307306476441155,
      "learning_rate": 8.541803156372673e-05,
      "loss": 1.7109,
      "step": 83474
    },
    {
      "epoch": 3.8834612700628055,
      "grad_norm": 1.571274869815476,
      "learning_rate": 8.541468177372452e-05,
      "loss": 2.0312,
      "step": 83475
    },
    {
      "epoch": 3.883507792509886,
      "grad_norm": 1.4976046608260583,
      "learning_rate": 8.54113320232618e-05,
      "loss": 1.8906,
      "step": 83476
    },
    {
      "epoch": 3.883554314956967,
      "grad_norm": 1.4656640203994662,
      "learning_rate": 8.540798231234059e-05,
      "loss": 1.8516,
      "step": 83477
    },
    {
      "epoch": 3.8836008374040474,
      "grad_norm": 1.5558617575394402,
      "learning_rate": 8.540463264096308e-05,
      "loss": 2.0625,
      "step": 83478
    },
    {
      "epoch": 3.8836473598511283,
      "grad_norm": 1.5617113199779384,
      "learning_rate": 8.540128300913122e-05,
      "loss": 2.125,
      "step": 83479
    },
    {
      "epoch": 3.8836938822982088,
      "grad_norm": 1.6429809951785326,
      "learning_rate": 8.539793341684708e-05,
      "loss": 2.2031,
      "step": 83480
    },
    {
      "epoch": 3.8837404047452897,
      "grad_norm": 1.4281852433368347,
      "learning_rate": 8.539458386411263e-05,
      "loss": 1.9297,
      "step": 83481
    },
    {
      "epoch": 3.88378692719237,
      "grad_norm": 1.6950309155790295,
      "learning_rate": 8.539123435093007e-05,
      "loss": 2.2656,
      "step": 83482
    },
    {
      "epoch": 3.883833449639451,
      "grad_norm": 1.5752685356531941,
      "learning_rate": 8.538788487730136e-05,
      "loss": 1.7812,
      "step": 83483
    },
    {
      "epoch": 3.8838799720865316,
      "grad_norm": 1.6327152844166635,
      "learning_rate": 8.53845354432286e-05,
      "loss": 2.3438,
      "step": 83484
    },
    {
      "epoch": 3.8839264945336125,
      "grad_norm": 1.4923554786707263,
      "learning_rate": 8.538118604871372e-05,
      "loss": 2.0625,
      "step": 83485
    },
    {
      "epoch": 3.8839730169806934,
      "grad_norm": 1.356711638681081,
      "learning_rate": 8.537783669375892e-05,
      "loss": 1.5156,
      "step": 83486
    },
    {
      "epoch": 3.884019539427774,
      "grad_norm": 1.447698077005893,
      "learning_rate": 8.537448737836621e-05,
      "loss": 2.0469,
      "step": 83487
    },
    {
      "epoch": 3.8840660618748544,
      "grad_norm": 1.4857447773747814,
      "learning_rate": 8.537113810253759e-05,
      "loss": 1.8359,
      "step": 83488
    },
    {
      "epoch": 3.8841125843219353,
      "grad_norm": 1.5110038774996764,
      "learning_rate": 8.536778886627517e-05,
      "loss": 1.8047,
      "step": 83489
    },
    {
      "epoch": 3.884159106769016,
      "grad_norm": 1.5119114472534974,
      "learning_rate": 8.536443966958089e-05,
      "loss": 1.9922,
      "step": 83490
    },
    {
      "epoch": 3.8842056292160967,
      "grad_norm": 1.496060548509752,
      "learning_rate": 8.536109051245696e-05,
      "loss": 1.9922,
      "step": 83491
    },
    {
      "epoch": 3.8842521516631776,
      "grad_norm": 1.5695884488706981,
      "learning_rate": 8.535774139490534e-05,
      "loss": 1.9844,
      "step": 83492
    },
    {
      "epoch": 3.884298674110258,
      "grad_norm": 1.4517330409288611,
      "learning_rate": 8.535439231692809e-05,
      "loss": 1.9766,
      "step": 83493
    },
    {
      "epoch": 3.884345196557339,
      "grad_norm": 1.5079489848999224,
      "learning_rate": 8.535104327852718e-05,
      "loss": 2.0,
      "step": 83494
    },
    {
      "epoch": 3.8843917190044195,
      "grad_norm": 1.3604155277981327,
      "learning_rate": 8.53476942797048e-05,
      "loss": 1.4844,
      "step": 83495
    },
    {
      "epoch": 3.8844382414515004,
      "grad_norm": 1.5608367430058883,
      "learning_rate": 8.534434532046294e-05,
      "loss": 2.2344,
      "step": 83496
    },
    {
      "epoch": 3.8844847638985813,
      "grad_norm": 1.496409125089086,
      "learning_rate": 8.534099640080368e-05,
      "loss": 2.125,
      "step": 83497
    },
    {
      "epoch": 3.884531286345662,
      "grad_norm": 1.4855133570144743,
      "learning_rate": 8.533764752072905e-05,
      "loss": 1.8516,
      "step": 83498
    },
    {
      "epoch": 3.8845778087927423,
      "grad_norm": 1.5479084485733947,
      "learning_rate": 8.533429868024101e-05,
      "loss": 2.0,
      "step": 83499
    },
    {
      "epoch": 3.884624331239823,
      "grad_norm": 1.4810917308352722,
      "learning_rate": 8.53309498793418e-05,
      "loss": 1.875,
      "step": 83500
    },
    {
      "epoch": 3.884670853686904,
      "grad_norm": 1.6889402918329304,
      "learning_rate": 8.532760111803331e-05,
      "loss": 2.1719,
      "step": 83501
    },
    {
      "epoch": 3.8847173761339846,
      "grad_norm": 1.4926214601761776,
      "learning_rate": 8.53242523963177e-05,
      "loss": 1.8047,
      "step": 83502
    },
    {
      "epoch": 3.8847638985810655,
      "grad_norm": 1.5347406014908846,
      "learning_rate": 8.532090371419686e-05,
      "loss": 1.9375,
      "step": 83503
    },
    {
      "epoch": 3.884810421028146,
      "grad_norm": 1.528027292974666,
      "learning_rate": 8.531755507167303e-05,
      "loss": 2.1562,
      "step": 83504
    },
    {
      "epoch": 3.884856943475227,
      "grad_norm": 1.515757472456458,
      "learning_rate": 8.531420646874815e-05,
      "loss": 1.9609,
      "step": 83505
    },
    {
      "epoch": 3.8849034659223074,
      "grad_norm": 1.5362784953057893,
      "learning_rate": 8.53108579054243e-05,
      "loss": 2.1406,
      "step": 83506
    },
    {
      "epoch": 3.8849499883693883,
      "grad_norm": 1.5099689899046602,
      "learning_rate": 8.530750938170347e-05,
      "loss": 1.9141,
      "step": 83507
    },
    {
      "epoch": 3.884996510816469,
      "grad_norm": 1.5052010762669021,
      "learning_rate": 8.530416089758782e-05,
      "loss": 2.1094,
      "step": 83508
    },
    {
      "epoch": 3.8850430332635497,
      "grad_norm": 1.629329118361949,
      "learning_rate": 8.530081245307934e-05,
      "loss": 2.2031,
      "step": 83509
    },
    {
      "epoch": 3.88508955571063,
      "grad_norm": 1.5887073416978763,
      "learning_rate": 8.529746404818008e-05,
      "loss": 2.1875,
      "step": 83510
    },
    {
      "epoch": 3.885136078157711,
      "grad_norm": 1.6403240758883966,
      "learning_rate": 8.529411568289204e-05,
      "loss": 2.3281,
      "step": 83511
    },
    {
      "epoch": 3.885182600604792,
      "grad_norm": 1.5657528334976714,
      "learning_rate": 8.52907673572174e-05,
      "loss": 2.0781,
      "step": 83512
    },
    {
      "epoch": 3.8852291230518725,
      "grad_norm": 1.5618574281403714,
      "learning_rate": 8.528741907115813e-05,
      "loss": 2.0156,
      "step": 83513
    },
    {
      "epoch": 3.885275645498953,
      "grad_norm": 1.597270070610109,
      "learning_rate": 8.528407082471628e-05,
      "loss": 1.9219,
      "step": 83514
    },
    {
      "epoch": 3.885322167946034,
      "grad_norm": 1.5300082612575676,
      "learning_rate": 8.528072261789388e-05,
      "loss": 2.1094,
      "step": 83515
    },
    {
      "epoch": 3.885368690393115,
      "grad_norm": 1.4523236913512987,
      "learning_rate": 8.527737445069292e-05,
      "loss": 1.8594,
      "step": 83516
    },
    {
      "epoch": 3.8854152128401953,
      "grad_norm": 1.4430739105734025,
      "learning_rate": 8.527402632311563e-05,
      "loss": 1.8984,
      "step": 83517
    },
    {
      "epoch": 3.8854617352872762,
      "grad_norm": 1.6512829007913474,
      "learning_rate": 8.527067823516396e-05,
      "loss": 2.2031,
      "step": 83518
    },
    {
      "epoch": 3.8855082577343567,
      "grad_norm": 1.5370700590515272,
      "learning_rate": 8.526733018683998e-05,
      "loss": 2.0938,
      "step": 83519
    },
    {
      "epoch": 3.8855547801814376,
      "grad_norm": 1.6051939598577054,
      "learning_rate": 8.52639821781457e-05,
      "loss": 2.0625,
      "step": 83520
    },
    {
      "epoch": 3.885601302628518,
      "grad_norm": 1.4749539603267938,
      "learning_rate": 8.526063420908314e-05,
      "loss": 2.0312,
      "step": 83521
    },
    {
      "epoch": 3.885647825075599,
      "grad_norm": 1.537591771871388,
      "learning_rate": 8.525728627965447e-05,
      "loss": 1.9453,
      "step": 83522
    },
    {
      "epoch": 3.88569434752268,
      "grad_norm": 1.6494777513582461,
      "learning_rate": 8.525393838986167e-05,
      "loss": 2.1562,
      "step": 83523
    },
    {
      "epoch": 3.8857408699697604,
      "grad_norm": 1.4975137271211458,
      "learning_rate": 8.525059053970679e-05,
      "loss": 1.9531,
      "step": 83524
    },
    {
      "epoch": 3.885787392416841,
      "grad_norm": 1.6119448390749194,
      "learning_rate": 8.52472427291918e-05,
      "loss": 2.0781,
      "step": 83525
    },
    {
      "epoch": 3.885833914863922,
      "grad_norm": 1.5182442086482324,
      "learning_rate": 8.52438949583189e-05,
      "loss": 1.9766,
      "step": 83526
    },
    {
      "epoch": 3.8858804373110027,
      "grad_norm": 1.5305277151569343,
      "learning_rate": 8.524054722709008e-05,
      "loss": 2.0625,
      "step": 83527
    },
    {
      "epoch": 3.885926959758083,
      "grad_norm": 1.4637109507604198,
      "learning_rate": 8.523719953550738e-05,
      "loss": 1.7188,
      "step": 83528
    },
    {
      "epoch": 3.885973482205164,
      "grad_norm": 1.6367695441543306,
      "learning_rate": 8.523385188357277e-05,
      "loss": 2.125,
      "step": 83529
    },
    {
      "epoch": 3.8860200046522446,
      "grad_norm": 1.3565753524355944,
      "learning_rate": 8.523050427128846e-05,
      "loss": 1.5781,
      "step": 83530
    },
    {
      "epoch": 3.8860665270993255,
      "grad_norm": 1.5332160247927384,
      "learning_rate": 8.52271566986564e-05,
      "loss": 2.1094,
      "step": 83531
    },
    {
      "epoch": 3.886113049546406,
      "grad_norm": 1.5175297657438511,
      "learning_rate": 8.522380916567867e-05,
      "loss": 2.125,
      "step": 83532
    },
    {
      "epoch": 3.886159571993487,
      "grad_norm": 1.5134355149177965,
      "learning_rate": 8.522046167235725e-05,
      "loss": 1.9609,
      "step": 83533
    },
    {
      "epoch": 3.8862060944405674,
      "grad_norm": 1.4015441241521913,
      "learning_rate": 8.521711421869428e-05,
      "loss": 1.9297,
      "step": 83534
    },
    {
      "epoch": 3.8862526168876483,
      "grad_norm": 1.4437110805022493,
      "learning_rate": 8.521376680469178e-05,
      "loss": 2.0156,
      "step": 83535
    },
    {
      "epoch": 3.886299139334729,
      "grad_norm": 1.5318385271284345,
      "learning_rate": 8.52104194303518e-05,
      "loss": 1.9844,
      "step": 83536
    },
    {
      "epoch": 3.8863456617818097,
      "grad_norm": 1.5545879554272901,
      "learning_rate": 8.520707209567632e-05,
      "loss": 2.2031,
      "step": 83537
    },
    {
      "epoch": 3.8863921842288907,
      "grad_norm": 1.45660013452205,
      "learning_rate": 8.520372480066747e-05,
      "loss": 1.9297,
      "step": 83538
    },
    {
      "epoch": 3.886438706675971,
      "grad_norm": 1.5399699786949745,
      "learning_rate": 8.520037754532731e-05,
      "loss": 2.0156,
      "step": 83539
    },
    {
      "epoch": 3.8864852291230516,
      "grad_norm": 1.5394594665179049,
      "learning_rate": 8.51970303296579e-05,
      "loss": 2.1406,
      "step": 83540
    },
    {
      "epoch": 3.8865317515701325,
      "grad_norm": 1.515778770230766,
      "learning_rate": 8.519368315366123e-05,
      "loss": 2.125,
      "step": 83541
    },
    {
      "epoch": 3.8865782740172135,
      "grad_norm": 1.5451767403148715,
      "learning_rate": 8.51903360173393e-05,
      "loss": 2.0625,
      "step": 83542
    },
    {
      "epoch": 3.886624796464294,
      "grad_norm": 1.430669439172664,
      "learning_rate": 8.51869889206943e-05,
      "loss": 1.9062,
      "step": 83543
    },
    {
      "epoch": 3.886671318911375,
      "grad_norm": 1.5474284155720401,
      "learning_rate": 8.51836418637282e-05,
      "loss": 2.0156,
      "step": 83544
    },
    {
      "epoch": 3.8867178413584553,
      "grad_norm": 1.5520537565384036,
      "learning_rate": 8.518029484644306e-05,
      "loss": 2.125,
      "step": 83545
    },
    {
      "epoch": 3.8867643638055362,
      "grad_norm": 1.4821656169855773,
      "learning_rate": 8.517694786884092e-05,
      "loss": 1.9531,
      "step": 83546
    },
    {
      "epoch": 3.8868108862526167,
      "grad_norm": 1.5585774011186908,
      "learning_rate": 8.517360093092378e-05,
      "loss": 2.1719,
      "step": 83547
    },
    {
      "epoch": 3.8868574086996976,
      "grad_norm": 1.5109036530701578,
      "learning_rate": 8.51702540326938e-05,
      "loss": 2.1719,
      "step": 83548
    },
    {
      "epoch": 3.8869039311467786,
      "grad_norm": 1.5253652394330572,
      "learning_rate": 8.516690717415298e-05,
      "loss": 2.0625,
      "step": 83549
    },
    {
      "epoch": 3.886950453593859,
      "grad_norm": 1.4475475885895606,
      "learning_rate": 8.516356035530335e-05,
      "loss": 1.5703,
      "step": 83550
    },
    {
      "epoch": 3.8869969760409395,
      "grad_norm": 1.4978784859898968,
      "learning_rate": 8.516021357614693e-05,
      "loss": 2.0156,
      "step": 83551
    },
    {
      "epoch": 3.8870434984880204,
      "grad_norm": 1.5728706724453128,
      "learning_rate": 8.515686683668584e-05,
      "loss": 2.125,
      "step": 83552
    },
    {
      "epoch": 3.8870900209351014,
      "grad_norm": 1.4975457459697232,
      "learning_rate": 8.515352013692213e-05,
      "loss": 1.7891,
      "step": 83553
    },
    {
      "epoch": 3.887136543382182,
      "grad_norm": 1.4781138668674203,
      "learning_rate": 8.515017347685781e-05,
      "loss": 1.9766,
      "step": 83554
    },
    {
      "epoch": 3.8871830658292628,
      "grad_norm": 1.5332585483170094,
      "learning_rate": 8.514682685649485e-05,
      "loss": 1.8125,
      "step": 83555
    },
    {
      "epoch": 3.8872295882763432,
      "grad_norm": 1.630904334192681,
      "learning_rate": 8.514348027583547e-05,
      "loss": 2.1562,
      "step": 83556
    },
    {
      "epoch": 3.887276110723424,
      "grad_norm": 1.5340732511897066,
      "learning_rate": 8.514013373488165e-05,
      "loss": 2.1094,
      "step": 83557
    },
    {
      "epoch": 3.8873226331705046,
      "grad_norm": 1.461380942464441,
      "learning_rate": 8.513678723363538e-05,
      "loss": 1.8672,
      "step": 83558
    },
    {
      "epoch": 3.8873691556175856,
      "grad_norm": 1.4849742831333042,
      "learning_rate": 8.513344077209871e-05,
      "loss": 1.8672,
      "step": 83559
    },
    {
      "epoch": 3.887415678064666,
      "grad_norm": 1.719786894005034,
      "learning_rate": 8.513009435027373e-05,
      "loss": 2.2344,
      "step": 83560
    },
    {
      "epoch": 3.887462200511747,
      "grad_norm": 1.6251316200861257,
      "learning_rate": 8.512674796816256e-05,
      "loss": 2.2656,
      "step": 83561
    },
    {
      "epoch": 3.8875087229588274,
      "grad_norm": 1.5450478029250634,
      "learning_rate": 8.512340162576715e-05,
      "loss": 2.0469,
      "step": 83562
    },
    {
      "epoch": 3.8875552454059084,
      "grad_norm": 1.4958189266172688,
      "learning_rate": 8.51200553230896e-05,
      "loss": 2.0156,
      "step": 83563
    },
    {
      "epoch": 3.8876017678529893,
      "grad_norm": 1.5076481090412122,
      "learning_rate": 8.511670906013186e-05,
      "loss": 2.0156,
      "step": 83564
    },
    {
      "epoch": 3.8876482903000698,
      "grad_norm": 1.5755660857031224,
      "learning_rate": 8.511336283689613e-05,
      "loss": 2.2031,
      "step": 83565
    },
    {
      "epoch": 3.8876948127471502,
      "grad_norm": 1.4986947504555985,
      "learning_rate": 8.511001665338438e-05,
      "loss": 2.0156,
      "step": 83566
    },
    {
      "epoch": 3.887741335194231,
      "grad_norm": 1.5311247851247929,
      "learning_rate": 8.510667050959864e-05,
      "loss": 2.125,
      "step": 83567
    },
    {
      "epoch": 3.887787857641312,
      "grad_norm": 1.6148042749647504,
      "learning_rate": 8.510332440554092e-05,
      "loss": 2.3281,
      "step": 83568
    },
    {
      "epoch": 3.8878343800883925,
      "grad_norm": 1.4238339648686003,
      "learning_rate": 8.509997834121341e-05,
      "loss": 1.6953,
      "step": 83569
    },
    {
      "epoch": 3.8878809025354735,
      "grad_norm": 1.4273621757763233,
      "learning_rate": 8.509663231661806e-05,
      "loss": 1.7969,
      "step": 83570
    },
    {
      "epoch": 3.887927424982554,
      "grad_norm": 1.5534734040212008,
      "learning_rate": 8.509328633175694e-05,
      "loss": 2.0938,
      "step": 83571
    },
    {
      "epoch": 3.887973947429635,
      "grad_norm": 1.5314678803778385,
      "learning_rate": 8.50899403866321e-05,
      "loss": 2.1562,
      "step": 83572
    },
    {
      "epoch": 3.8880204698767153,
      "grad_norm": 1.556127903063736,
      "learning_rate": 8.508659448124551e-05,
      "loss": 1.8984,
      "step": 83573
    },
    {
      "epoch": 3.8880669923237963,
      "grad_norm": 1.5135646396180924,
      "learning_rate": 8.508324861559934e-05,
      "loss": 2.0312,
      "step": 83574
    },
    {
      "epoch": 3.888113514770877,
      "grad_norm": 1.6070858782991286,
      "learning_rate": 8.507990278969561e-05,
      "loss": 2.2656,
      "step": 83575
    },
    {
      "epoch": 3.8881600372179577,
      "grad_norm": 1.4456287346937433,
      "learning_rate": 8.507655700353634e-05,
      "loss": 1.8281,
      "step": 83576
    },
    {
      "epoch": 3.888206559665038,
      "grad_norm": 1.5904148983794715,
      "learning_rate": 8.507321125712352e-05,
      "loss": 2.0,
      "step": 83577
    },
    {
      "epoch": 3.888253082112119,
      "grad_norm": 1.5402723424539797,
      "learning_rate": 8.506986555045932e-05,
      "loss": 2.1094,
      "step": 83578
    },
    {
      "epoch": 3.8882996045592,
      "grad_norm": 1.4802264702530656,
      "learning_rate": 8.506651988354573e-05,
      "loss": 1.8047,
      "step": 83579
    },
    {
      "epoch": 3.8883461270062805,
      "grad_norm": 1.5134909406312882,
      "learning_rate": 8.506317425638479e-05,
      "loss": 1.9922,
      "step": 83580
    },
    {
      "epoch": 3.8883926494533614,
      "grad_norm": 1.5882786541758522,
      "learning_rate": 8.505982866897852e-05,
      "loss": 2.2344,
      "step": 83581
    },
    {
      "epoch": 3.888439171900442,
      "grad_norm": 1.5140695564043747,
      "learning_rate": 8.5056483121329e-05,
      "loss": 2.0469,
      "step": 83582
    },
    {
      "epoch": 3.888485694347523,
      "grad_norm": 1.6002809473226483,
      "learning_rate": 8.505313761343833e-05,
      "loss": 2.0781,
      "step": 83583
    },
    {
      "epoch": 3.8885322167946033,
      "grad_norm": 1.5031992726080476,
      "learning_rate": 8.504979214530853e-05,
      "loss": 1.9922,
      "step": 83584
    },
    {
      "epoch": 3.888578739241684,
      "grad_norm": 1.4623009771383166,
      "learning_rate": 8.504644671694161e-05,
      "loss": 1.9453,
      "step": 83585
    },
    {
      "epoch": 3.888625261688765,
      "grad_norm": 1.5577587387330454,
      "learning_rate": 8.504310132833959e-05,
      "loss": 2.0781,
      "step": 83586
    },
    {
      "epoch": 3.8886717841358456,
      "grad_norm": 1.5422052997333249,
      "learning_rate": 8.503975597950465e-05,
      "loss": 2.0156,
      "step": 83587
    },
    {
      "epoch": 3.888718306582926,
      "grad_norm": 1.4949960112186136,
      "learning_rate": 8.503641067043871e-05,
      "loss": 2.0781,
      "step": 83588
    },
    {
      "epoch": 3.888764829030007,
      "grad_norm": 1.4814752692825635,
      "learning_rate": 8.503306540114388e-05,
      "loss": 2.0781,
      "step": 83589
    },
    {
      "epoch": 3.888811351477088,
      "grad_norm": 1.492303061247916,
      "learning_rate": 8.502972017162213e-05,
      "loss": 2.0,
      "step": 83590
    },
    {
      "epoch": 3.8888578739241684,
      "grad_norm": 1.4610758678954163,
      "learning_rate": 8.502637498187565e-05,
      "loss": 1.9531,
      "step": 83591
    },
    {
      "epoch": 3.888904396371249,
      "grad_norm": 1.5589468500164723,
      "learning_rate": 8.502302983190637e-05,
      "loss": 2.0312,
      "step": 83592
    },
    {
      "epoch": 3.8889509188183298,
      "grad_norm": 1.5394264141382217,
      "learning_rate": 8.501968472171639e-05,
      "loss": 2.0469,
      "step": 83593
    },
    {
      "epoch": 3.8889974412654107,
      "grad_norm": 1.5682190314019946,
      "learning_rate": 8.501633965130768e-05,
      "loss": 2.2031,
      "step": 83594
    },
    {
      "epoch": 3.889043963712491,
      "grad_norm": 1.5750379176872285,
      "learning_rate": 8.501299462068242e-05,
      "loss": 2.2344,
      "step": 83595
    },
    {
      "epoch": 3.889090486159572,
      "grad_norm": 1.5331273539168133,
      "learning_rate": 8.500964962984257e-05,
      "loss": 1.8125,
      "step": 83596
    },
    {
      "epoch": 3.8891370086066526,
      "grad_norm": 1.498393769188815,
      "learning_rate": 8.500630467879023e-05,
      "loss": 2.0469,
      "step": 83597
    },
    {
      "epoch": 3.8891835310537335,
      "grad_norm": 1.5562257771315553,
      "learning_rate": 8.500295976752737e-05,
      "loss": 2.3125,
      "step": 83598
    },
    {
      "epoch": 3.889230053500814,
      "grad_norm": 1.5023958116996277,
      "learning_rate": 8.499961489605606e-05,
      "loss": 2.0,
      "step": 83599
    },
    {
      "epoch": 3.889276575947895,
      "grad_norm": 1.5051458104576632,
      "learning_rate": 8.49962700643784e-05,
      "loss": 2.1875,
      "step": 83600
    },
    {
      "epoch": 3.889323098394976,
      "grad_norm": 1.4486131822798798,
      "learning_rate": 8.499292527249641e-05,
      "loss": 1.9609,
      "step": 83601
    },
    {
      "epoch": 3.8893696208420563,
      "grad_norm": 1.4751964544923701,
      "learning_rate": 8.498958052041215e-05,
      "loss": 1.9922,
      "step": 83602
    },
    {
      "epoch": 3.8894161432891368,
      "grad_norm": 1.5418795079554901,
      "learning_rate": 8.498623580812757e-05,
      "loss": 1.6719,
      "step": 83603
    },
    {
      "epoch": 3.8894626657362177,
      "grad_norm": 1.397147936279432,
      "learning_rate": 8.498289113564482e-05,
      "loss": 1.5781,
      "step": 83604
    },
    {
      "epoch": 3.8895091881832986,
      "grad_norm": 1.4860344852940957,
      "learning_rate": 8.497954650296597e-05,
      "loss": 2.0156,
      "step": 83605
    },
    {
      "epoch": 3.889555710630379,
      "grad_norm": 1.5804916924853527,
      "learning_rate": 8.497620191009305e-05,
      "loss": 2.0312,
      "step": 83606
    },
    {
      "epoch": 3.88960223307746,
      "grad_norm": 1.6244085547167313,
      "learning_rate": 8.497285735702805e-05,
      "loss": 2.0,
      "step": 83607
    },
    {
      "epoch": 3.8896487555245405,
      "grad_norm": 1.5553016559134971,
      "learning_rate": 8.4969512843773e-05,
      "loss": 2.1875,
      "step": 83608
    },
    {
      "epoch": 3.8896952779716214,
      "grad_norm": 1.5815518867343075,
      "learning_rate": 8.496616837033007e-05,
      "loss": 2.25,
      "step": 83609
    },
    {
      "epoch": 3.889741800418702,
      "grad_norm": 1.3996890668926603,
      "learning_rate": 8.496282393670125e-05,
      "loss": 1.8281,
      "step": 83610
    },
    {
      "epoch": 3.889788322865783,
      "grad_norm": 1.5718209907179832,
      "learning_rate": 8.495947954288852e-05,
      "loss": 1.9219,
      "step": 83611
    },
    {
      "epoch": 3.8898348453128637,
      "grad_norm": 1.5082948472538669,
      "learning_rate": 8.495613518889397e-05,
      "loss": 1.9453,
      "step": 83612
    },
    {
      "epoch": 3.889881367759944,
      "grad_norm": 1.5986225367337232,
      "learning_rate": 8.495279087471969e-05,
      "loss": 2.0312,
      "step": 83613
    },
    {
      "epoch": 3.8899278902070247,
      "grad_norm": 1.4456435566006107,
      "learning_rate": 8.49494466003677e-05,
      "loss": 1.9688,
      "step": 83614
    },
    {
      "epoch": 3.8899744126541056,
      "grad_norm": 1.5703232532979894,
      "learning_rate": 8.494610236584004e-05,
      "loss": 2.2031,
      "step": 83615
    },
    {
      "epoch": 3.8900209351011865,
      "grad_norm": 1.4098562133850203,
      "learning_rate": 8.494275817113872e-05,
      "loss": 1.9141,
      "step": 83616
    },
    {
      "epoch": 3.890067457548267,
      "grad_norm": 1.5394244266676962,
      "learning_rate": 8.493941401626586e-05,
      "loss": 1.9922,
      "step": 83617
    },
    {
      "epoch": 3.890113979995348,
      "grad_norm": 1.5308515566311667,
      "learning_rate": 8.493606990122348e-05,
      "loss": 1.8281,
      "step": 83618
    },
    {
      "epoch": 3.8901605024424284,
      "grad_norm": 1.3974091975916219,
      "learning_rate": 8.493272582601364e-05,
      "loss": 1.7812,
      "step": 83619
    },
    {
      "epoch": 3.8902070248895093,
      "grad_norm": 1.5156263482883903,
      "learning_rate": 8.49293817906383e-05,
      "loss": 2.0469,
      "step": 83620
    },
    {
      "epoch": 3.89025354733659,
      "grad_norm": 1.6062579031204989,
      "learning_rate": 8.492603779509962e-05,
      "loss": 2.1875,
      "step": 83621
    },
    {
      "epoch": 3.8903000697836707,
      "grad_norm": 1.4821104074780693,
      "learning_rate": 8.492269383939962e-05,
      "loss": 2.0469,
      "step": 83622
    },
    {
      "epoch": 3.890346592230751,
      "grad_norm": 1.5847361481247244,
      "learning_rate": 8.491934992354033e-05,
      "loss": 2.1562,
      "step": 83623
    },
    {
      "epoch": 3.890393114677832,
      "grad_norm": 1.4430634720257316,
      "learning_rate": 8.49160060475238e-05,
      "loss": 1.75,
      "step": 83624
    },
    {
      "epoch": 3.8904396371249126,
      "grad_norm": 1.5335270880145484,
      "learning_rate": 8.4912662211352e-05,
      "loss": 2.0,
      "step": 83625
    },
    {
      "epoch": 3.8904861595719935,
      "grad_norm": 1.5870409991817716,
      "learning_rate": 8.490931841502706e-05,
      "loss": 1.9766,
      "step": 83626
    },
    {
      "epoch": 3.8905326820190744,
      "grad_norm": 1.5433768028966417,
      "learning_rate": 8.490597465855107e-05,
      "loss": 1.9844,
      "step": 83627
    },
    {
      "epoch": 3.890579204466155,
      "grad_norm": 1.5993296990343335,
      "learning_rate": 8.490263094192606e-05,
      "loss": 2.0938,
      "step": 83628
    },
    {
      "epoch": 3.8906257269132354,
      "grad_norm": 1.5022302656101771,
      "learning_rate": 8.4899287265154e-05,
      "loss": 2.0,
      "step": 83629
    },
    {
      "epoch": 3.8906722493603163,
      "grad_norm": 1.4861222262642972,
      "learning_rate": 8.489594362823693e-05,
      "loss": 2.0781,
      "step": 83630
    },
    {
      "epoch": 3.8907187718073972,
      "grad_norm": 1.530719676461005,
      "learning_rate": 8.489260003117702e-05,
      "loss": 1.8984,
      "step": 83631
    },
    {
      "epoch": 3.8907652942544777,
      "grad_norm": 1.5663334676195255,
      "learning_rate": 8.488925647397626e-05,
      "loss": 2.0,
      "step": 83632
    },
    {
      "epoch": 3.8908118167015586,
      "grad_norm": 1.3967820503085628,
      "learning_rate": 8.488591295663664e-05,
      "loss": 1.6953,
      "step": 83633
    },
    {
      "epoch": 3.890858339148639,
      "grad_norm": 1.587960454492227,
      "learning_rate": 8.488256947916022e-05,
      "loss": 2.0938,
      "step": 83634
    },
    {
      "epoch": 3.89090486159572,
      "grad_norm": 1.5096380774993174,
      "learning_rate": 8.487922604154911e-05,
      "loss": 1.9688,
      "step": 83635
    },
    {
      "epoch": 3.8909513840428005,
      "grad_norm": 1.4939468654439925,
      "learning_rate": 8.487588264380534e-05,
      "loss": 2.0156,
      "step": 83636
    },
    {
      "epoch": 3.8909979064898814,
      "grad_norm": 1.4932676563639744,
      "learning_rate": 8.487253928593093e-05,
      "loss": 1.8203,
      "step": 83637
    },
    {
      "epoch": 3.8910444289369623,
      "grad_norm": 1.5795010545275587,
      "learning_rate": 8.486919596792788e-05,
      "loss": 2.2969,
      "step": 83638
    },
    {
      "epoch": 3.891090951384043,
      "grad_norm": 1.4580802477553374,
      "learning_rate": 8.486585268979834e-05,
      "loss": 1.875,
      "step": 83639
    },
    {
      "epoch": 3.8911374738311233,
      "grad_norm": 1.4915096825016858,
      "learning_rate": 8.486250945154432e-05,
      "loss": 1.9766,
      "step": 83640
    },
    {
      "epoch": 3.891183996278204,
      "grad_norm": 1.5878055422129955,
      "learning_rate": 8.485916625316787e-05,
      "loss": 1.9297,
      "step": 83641
    },
    {
      "epoch": 3.891230518725285,
      "grad_norm": 1.3986574345667364,
      "learning_rate": 8.485582309467093e-05,
      "loss": 1.7344,
      "step": 83642
    },
    {
      "epoch": 3.8912770411723656,
      "grad_norm": 1.6712188152459426,
      "learning_rate": 8.485247997605572e-05,
      "loss": 2.1406,
      "step": 83643
    },
    {
      "epoch": 3.8913235636194465,
      "grad_norm": 1.5568901289854449,
      "learning_rate": 8.484913689732419e-05,
      "loss": 1.8828,
      "step": 83644
    },
    {
      "epoch": 3.891370086066527,
      "grad_norm": 1.5795457101011185,
      "learning_rate": 8.484579385847843e-05,
      "loss": 2.1094,
      "step": 83645
    },
    {
      "epoch": 3.891416608513608,
      "grad_norm": 1.5337445849546727,
      "learning_rate": 8.484245085952037e-05,
      "loss": 2.0156,
      "step": 83646
    },
    {
      "epoch": 3.8914631309606884,
      "grad_norm": 1.5516078562427498,
      "learning_rate": 8.483910790045222e-05,
      "loss": 2.0625,
      "step": 83647
    },
    {
      "epoch": 3.8915096534077693,
      "grad_norm": 1.6354727087958612,
      "learning_rate": 8.48357649812759e-05,
      "loss": 2.2031,
      "step": 83648
    },
    {
      "epoch": 3.89155617585485,
      "grad_norm": 1.469985286531344,
      "learning_rate": 8.483242210199355e-05,
      "loss": 2.0156,
      "step": 83649
    },
    {
      "epoch": 3.8916026983019307,
      "grad_norm": 1.449206347046178,
      "learning_rate": 8.482907926260718e-05,
      "loss": 1.8594,
      "step": 83650
    },
    {
      "epoch": 3.891649220749011,
      "grad_norm": 1.5319901600908625,
      "learning_rate": 8.482573646311878e-05,
      "loss": 1.7734,
      "step": 83651
    },
    {
      "epoch": 3.891695743196092,
      "grad_norm": 1.517657452043535,
      "learning_rate": 8.48223937035305e-05,
      "loss": 1.9844,
      "step": 83652
    },
    {
      "epoch": 3.891742265643173,
      "grad_norm": 1.4608243927536972,
      "learning_rate": 8.481905098384435e-05,
      "loss": 1.8828,
      "step": 83653
    },
    {
      "epoch": 3.8917887880902535,
      "grad_norm": 1.5753048469644093,
      "learning_rate": 8.481570830406234e-05,
      "loss": 2.1719,
      "step": 83654
    },
    {
      "epoch": 3.891835310537334,
      "grad_norm": 1.4639524027110395,
      "learning_rate": 8.481236566418655e-05,
      "loss": 1.9219,
      "step": 83655
    },
    {
      "epoch": 3.891881832984415,
      "grad_norm": 1.5065928993290791,
      "learning_rate": 8.480902306421896e-05,
      "loss": 1.9922,
      "step": 83656
    },
    {
      "epoch": 3.891928355431496,
      "grad_norm": 1.5505386338989409,
      "learning_rate": 8.480568050416171e-05,
      "loss": 2.1562,
      "step": 83657
    },
    {
      "epoch": 3.8919748778785763,
      "grad_norm": 1.592840242133506,
      "learning_rate": 8.480233798401684e-05,
      "loss": 2.2656,
      "step": 83658
    },
    {
      "epoch": 3.8920214003256572,
      "grad_norm": 1.434921366673967,
      "learning_rate": 8.479899550378632e-05,
      "loss": 1.9297,
      "step": 83659
    },
    {
      "epoch": 3.8920679227727377,
      "grad_norm": 1.4536707338541024,
      "learning_rate": 8.479565306347221e-05,
      "loss": 1.9766,
      "step": 83660
    },
    {
      "epoch": 3.8921144452198186,
      "grad_norm": 1.6344291477283208,
      "learning_rate": 8.479231066307663e-05,
      "loss": 2.2344,
      "step": 83661
    },
    {
      "epoch": 3.892160967666899,
      "grad_norm": 1.4911883294894053,
      "learning_rate": 8.47889683026016e-05,
      "loss": 2.0,
      "step": 83662
    },
    {
      "epoch": 3.89220749011398,
      "grad_norm": 1.5684325425668655,
      "learning_rate": 8.478562598204912e-05,
      "loss": 2.0625,
      "step": 83663
    },
    {
      "epoch": 3.892254012561061,
      "grad_norm": 1.634351970987026,
      "learning_rate": 8.478228370142122e-05,
      "loss": 2.2812,
      "step": 83664
    },
    {
      "epoch": 3.8923005350081414,
      "grad_norm": 1.5649207078351886,
      "learning_rate": 8.477894146072005e-05,
      "loss": 2.3125,
      "step": 83665
    },
    {
      "epoch": 3.892347057455222,
      "grad_norm": 1.4625939452017267,
      "learning_rate": 8.477559925994761e-05,
      "loss": 1.9141,
      "step": 83666
    },
    {
      "epoch": 3.892393579902303,
      "grad_norm": 1.4620758304515946,
      "learning_rate": 8.47722570991059e-05,
      "loss": 2.0469,
      "step": 83667
    },
    {
      "epoch": 3.8924401023493838,
      "grad_norm": 1.495999210795772,
      "learning_rate": 8.476891497819698e-05,
      "loss": 1.8906,
      "step": 83668
    },
    {
      "epoch": 3.8924866247964642,
      "grad_norm": 1.433314552011503,
      "learning_rate": 8.476557289722287e-05,
      "loss": 1.9609,
      "step": 83669
    },
    {
      "epoch": 3.892533147243545,
      "grad_norm": 1.5428496223344788,
      "learning_rate": 8.476223085618577e-05,
      "loss": 2.0625,
      "step": 83670
    },
    {
      "epoch": 3.8925796696906256,
      "grad_norm": 1.4768352616796225,
      "learning_rate": 8.475888885508757e-05,
      "loss": 1.875,
      "step": 83671
    },
    {
      "epoch": 3.8926261921377066,
      "grad_norm": 1.5066420281613913,
      "learning_rate": 8.47555468939304e-05,
      "loss": 2.0156,
      "step": 83672
    },
    {
      "epoch": 3.892672714584787,
      "grad_norm": 1.5494897904606417,
      "learning_rate": 8.475220497271619e-05,
      "loss": 2.0156,
      "step": 83673
    },
    {
      "epoch": 3.892719237031868,
      "grad_norm": 1.5142731861021674,
      "learning_rate": 8.474886309144712e-05,
      "loss": 2.0312,
      "step": 83674
    },
    {
      "epoch": 3.8927657594789484,
      "grad_norm": 1.6368490757404117,
      "learning_rate": 8.474552125012518e-05,
      "loss": 2.0156,
      "step": 83675
    },
    {
      "epoch": 3.8928122819260293,
      "grad_norm": 1.568754485962495,
      "learning_rate": 8.474217944875242e-05,
      "loss": 2.1875,
      "step": 83676
    },
    {
      "epoch": 3.89285880437311,
      "grad_norm": 1.6023696399054421,
      "learning_rate": 8.473883768733084e-05,
      "loss": 2.25,
      "step": 83677
    },
    {
      "epoch": 3.8929053268201907,
      "grad_norm": 1.5506912436982954,
      "learning_rate": 8.473549596586257e-05,
      "loss": 1.9531,
      "step": 83678
    },
    {
      "epoch": 3.8929518492672717,
      "grad_norm": 1.4604028791815273,
      "learning_rate": 8.47321542843496e-05,
      "loss": 1.8672,
      "step": 83679
    },
    {
      "epoch": 3.892998371714352,
      "grad_norm": 1.551298149229123,
      "learning_rate": 8.472881264279403e-05,
      "loss": 2.0469,
      "step": 83680
    },
    {
      "epoch": 3.8930448941614326,
      "grad_norm": 1.4751072843262756,
      "learning_rate": 8.472547104119784e-05,
      "loss": 2.0469,
      "step": 83681
    },
    {
      "epoch": 3.8930914166085135,
      "grad_norm": 1.4550953660263137,
      "learning_rate": 8.472212947956304e-05,
      "loss": 2.0,
      "step": 83682
    },
    {
      "epoch": 3.8931379390555945,
      "grad_norm": 1.6497808161080738,
      "learning_rate": 8.47187879578918e-05,
      "loss": 2.2812,
      "step": 83683
    },
    {
      "epoch": 3.893184461502675,
      "grad_norm": 1.5660557821687775,
      "learning_rate": 8.47154464761861e-05,
      "loss": 2.0625,
      "step": 83684
    },
    {
      "epoch": 3.893230983949756,
      "grad_norm": 1.5131255397000274,
      "learning_rate": 8.471210503444799e-05,
      "loss": 2.3125,
      "step": 83685
    },
    {
      "epoch": 3.8932775063968363,
      "grad_norm": 1.4661229624089844,
      "learning_rate": 8.470876363267947e-05,
      "loss": 1.8906,
      "step": 83686
    },
    {
      "epoch": 3.8933240288439173,
      "grad_norm": 1.6137218118041523,
      "learning_rate": 8.470542227088267e-05,
      "loss": 2.1406,
      "step": 83687
    },
    {
      "epoch": 3.8933705512909977,
      "grad_norm": 1.4872369602503683,
      "learning_rate": 8.470208094905959e-05,
      "loss": 1.9297,
      "step": 83688
    },
    {
      "epoch": 3.8934170737380787,
      "grad_norm": 1.4870994146804488,
      "learning_rate": 8.46987396672123e-05,
      "loss": 1.9688,
      "step": 83689
    },
    {
      "epoch": 3.8934635961851596,
      "grad_norm": 1.5438689637710297,
      "learning_rate": 8.469539842534275e-05,
      "loss": 2.0156,
      "step": 83690
    },
    {
      "epoch": 3.89351011863224,
      "grad_norm": 1.5655624969763375,
      "learning_rate": 8.469205722345308e-05,
      "loss": 2.2656,
      "step": 83691
    },
    {
      "epoch": 3.8935566410793205,
      "grad_norm": 1.4200895584289484,
      "learning_rate": 8.468871606154537e-05,
      "loss": 1.8672,
      "step": 83692
    },
    {
      "epoch": 3.8936031635264015,
      "grad_norm": 1.4604647747026507,
      "learning_rate": 8.46853749396216e-05,
      "loss": 1.8828,
      "step": 83693
    },
    {
      "epoch": 3.8936496859734824,
      "grad_norm": 1.4890953190124405,
      "learning_rate": 8.468203385768387e-05,
      "loss": 1.9219,
      "step": 83694
    },
    {
      "epoch": 3.893696208420563,
      "grad_norm": 1.520445109209035,
      "learning_rate": 8.467869281573408e-05,
      "loss": 1.9531,
      "step": 83695
    },
    {
      "epoch": 3.8937427308676438,
      "grad_norm": 1.5919162608628294,
      "learning_rate": 8.467535181377444e-05,
      "loss": 2.1562,
      "step": 83696
    },
    {
      "epoch": 3.8937892533147243,
      "grad_norm": 1.5149771075115712,
      "learning_rate": 8.467201085180695e-05,
      "loss": 2.0625,
      "step": 83697
    },
    {
      "epoch": 3.893835775761805,
      "grad_norm": 1.5103556619275493,
      "learning_rate": 8.466866992983365e-05,
      "loss": 1.9766,
      "step": 83698
    },
    {
      "epoch": 3.8938822982088857,
      "grad_norm": 1.501329281813026,
      "learning_rate": 8.466532904785648e-05,
      "loss": 2.0156,
      "step": 83699
    },
    {
      "epoch": 3.8939288206559666,
      "grad_norm": 1.4465347665849575,
      "learning_rate": 8.466198820587768e-05,
      "loss": 1.8828,
      "step": 83700
    },
    {
      "epoch": 3.8939753431030475,
      "grad_norm": 1.6554815110526289,
      "learning_rate": 8.465864740389917e-05,
      "loss": 2.2031,
      "step": 83701
    },
    {
      "epoch": 3.894021865550128,
      "grad_norm": 1.4561209221627196,
      "learning_rate": 8.465530664192304e-05,
      "loss": 1.9766,
      "step": 83702
    },
    {
      "epoch": 3.8940683879972084,
      "grad_norm": 1.5139499310281004,
      "learning_rate": 8.465196591995126e-05,
      "loss": 2.0938,
      "step": 83703
    },
    {
      "epoch": 3.8941149104442894,
      "grad_norm": 1.510618869014397,
      "learning_rate": 8.464862523798597e-05,
      "loss": 1.8516,
      "step": 83704
    },
    {
      "epoch": 3.8941614328913703,
      "grad_norm": 1.4519484199593469,
      "learning_rate": 8.464528459602917e-05,
      "loss": 1.9375,
      "step": 83705
    },
    {
      "epoch": 3.8942079553384508,
      "grad_norm": 1.540652641646555,
      "learning_rate": 8.464194399408294e-05,
      "loss": 1.9531,
      "step": 83706
    },
    {
      "epoch": 3.8942544777855312,
      "grad_norm": 1.5788577618101798,
      "learning_rate": 8.463860343214929e-05,
      "loss": 2.25,
      "step": 83707
    },
    {
      "epoch": 3.894301000232612,
      "grad_norm": 1.562740348253567,
      "learning_rate": 8.46352629102302e-05,
      "loss": 2.0625,
      "step": 83708
    },
    {
      "epoch": 3.894347522679693,
      "grad_norm": 1.4579438190822562,
      "learning_rate": 8.463192242832786e-05,
      "loss": 1.8828,
      "step": 83709
    },
    {
      "epoch": 3.8943940451267736,
      "grad_norm": 1.5648662104601845,
      "learning_rate": 8.462858198644422e-05,
      "loss": 2.25,
      "step": 83710
    },
    {
      "epoch": 3.8944405675738545,
      "grad_norm": 1.4331186032579972,
      "learning_rate": 8.462524158458137e-05,
      "loss": 1.7344,
      "step": 83711
    },
    {
      "epoch": 3.894487090020935,
      "grad_norm": 1.5107522350371676,
      "learning_rate": 8.462190122274128e-05,
      "loss": 1.9922,
      "step": 83712
    },
    {
      "epoch": 3.894533612468016,
      "grad_norm": 1.430208654559651,
      "learning_rate": 8.461856090092603e-05,
      "loss": 1.75,
      "step": 83713
    },
    {
      "epoch": 3.8945801349150964,
      "grad_norm": 1.5947247192966678,
      "learning_rate": 8.461522061913775e-05,
      "loss": 2.0938,
      "step": 83714
    },
    {
      "epoch": 3.8946266573621773,
      "grad_norm": 1.556546056505818,
      "learning_rate": 8.46118803773784e-05,
      "loss": 2.0781,
      "step": 83715
    },
    {
      "epoch": 3.894673179809258,
      "grad_norm": 1.566974868221659,
      "learning_rate": 8.460854017565006e-05,
      "loss": 2.2344,
      "step": 83716
    },
    {
      "epoch": 3.8947197022563387,
      "grad_norm": 1.5232893282703703,
      "learning_rate": 8.460520001395469e-05,
      "loss": 1.9688,
      "step": 83717
    },
    {
      "epoch": 3.894766224703419,
      "grad_norm": 1.522375313332573,
      "learning_rate": 8.460185989229447e-05,
      "loss": 2.0469,
      "step": 83718
    },
    {
      "epoch": 3.8948127471505,
      "grad_norm": 1.5989954958395414,
      "learning_rate": 8.459851981067136e-05,
      "loss": 2.3594,
      "step": 83719
    },
    {
      "epoch": 3.894859269597581,
      "grad_norm": 1.5806493196129696,
      "learning_rate": 8.459517976908743e-05,
      "loss": 2.1719,
      "step": 83720
    },
    {
      "epoch": 3.8949057920446615,
      "grad_norm": 1.4739990967755168,
      "learning_rate": 8.459183976754468e-05,
      "loss": 1.9922,
      "step": 83721
    },
    {
      "epoch": 3.8949523144917424,
      "grad_norm": 1.5106945661504023,
      "learning_rate": 8.458849980604521e-05,
      "loss": 2.0,
      "step": 83722
    },
    {
      "epoch": 3.894998836938823,
      "grad_norm": 1.5135974045696263,
      "learning_rate": 8.458515988459107e-05,
      "loss": 2.125,
      "step": 83723
    },
    {
      "epoch": 3.895045359385904,
      "grad_norm": 1.4927654225846774,
      "learning_rate": 8.458182000318429e-05,
      "loss": 2.0312,
      "step": 83724
    },
    {
      "epoch": 3.8950918818329843,
      "grad_norm": 1.549771402926167,
      "learning_rate": 8.457848016182682e-05,
      "loss": 2.1562,
      "step": 83725
    },
    {
      "epoch": 3.895138404280065,
      "grad_norm": 1.5294398153837583,
      "learning_rate": 8.457514036052086e-05,
      "loss": 2.0625,
      "step": 83726
    },
    {
      "epoch": 3.895184926727146,
      "grad_norm": 1.4331357721213354,
      "learning_rate": 8.457180059926839e-05,
      "loss": 1.625,
      "step": 83727
    },
    {
      "epoch": 3.8952314491742266,
      "grad_norm": 1.411744941864573,
      "learning_rate": 8.456846087807145e-05,
      "loss": 1.6875,
      "step": 83728
    },
    {
      "epoch": 3.895277971621307,
      "grad_norm": 1.4721110208549295,
      "learning_rate": 8.456512119693203e-05,
      "loss": 1.8125,
      "step": 83729
    },
    {
      "epoch": 3.895324494068388,
      "grad_norm": 1.5874898567720566,
      "learning_rate": 8.456178155585227e-05,
      "loss": 2.1719,
      "step": 83730
    },
    {
      "epoch": 3.895371016515469,
      "grad_norm": 1.5677714518947534,
      "learning_rate": 8.455844195483419e-05,
      "loss": 2.2188,
      "step": 83731
    },
    {
      "epoch": 3.8954175389625494,
      "grad_norm": 1.4462644476962148,
      "learning_rate": 8.45551023938798e-05,
      "loss": 1.9062,
      "step": 83732
    },
    {
      "epoch": 3.8954640614096303,
      "grad_norm": 1.6148505895498577,
      "learning_rate": 8.455176287299116e-05,
      "loss": 2.0469,
      "step": 83733
    },
    {
      "epoch": 3.895510583856711,
      "grad_norm": 1.5262739276069581,
      "learning_rate": 8.454842339217029e-05,
      "loss": 1.875,
      "step": 83734
    },
    {
      "epoch": 3.8955571063037917,
      "grad_norm": 1.5378330352722678,
      "learning_rate": 8.454508395141922e-05,
      "loss": 2.2188,
      "step": 83735
    },
    {
      "epoch": 3.895603628750872,
      "grad_norm": 1.5517836922379706,
      "learning_rate": 8.454174455074012e-05,
      "loss": 2.0938,
      "step": 83736
    },
    {
      "epoch": 3.895650151197953,
      "grad_norm": 1.447006240905412,
      "learning_rate": 8.453840519013494e-05,
      "loss": 1.9453,
      "step": 83737
    },
    {
      "epoch": 3.8956966736450336,
      "grad_norm": 1.3405675974425493,
      "learning_rate": 8.453506586960574e-05,
      "loss": 1.4609,
      "step": 83738
    },
    {
      "epoch": 3.8957431960921145,
      "grad_norm": 1.586119823439927,
      "learning_rate": 8.453172658915449e-05,
      "loss": 1.9766,
      "step": 83739
    },
    {
      "epoch": 3.895789718539195,
      "grad_norm": 1.533657058800495,
      "learning_rate": 8.452838734878338e-05,
      "loss": 1.7344,
      "step": 83740
    },
    {
      "epoch": 3.895836240986276,
      "grad_norm": 1.4393335729375576,
      "learning_rate": 8.452504814849437e-05,
      "loss": 1.7969,
      "step": 83741
    },
    {
      "epoch": 3.895882763433357,
      "grad_norm": 1.6622883942596294,
      "learning_rate": 8.452170898828949e-05,
      "loss": 2.2812,
      "step": 83742
    },
    {
      "epoch": 3.8959292858804373,
      "grad_norm": 1.4615417518239395,
      "learning_rate": 8.451836986817077e-05,
      "loss": 1.7969,
      "step": 83743
    },
    {
      "epoch": 3.8959758083275178,
      "grad_norm": 1.5091298428624274,
      "learning_rate": 8.451503078814035e-05,
      "loss": 2.0781,
      "step": 83744
    },
    {
      "epoch": 3.8960223307745987,
      "grad_norm": 1.5299284197899312,
      "learning_rate": 8.45116917482002e-05,
      "loss": 2.0,
      "step": 83745
    },
    {
      "epoch": 3.8960688532216796,
      "grad_norm": 1.5523585995780151,
      "learning_rate": 8.450835274835239e-05,
      "loss": 2.1562,
      "step": 83746
    },
    {
      "epoch": 3.89611537566876,
      "grad_norm": 1.4952014340344968,
      "learning_rate": 8.450501378859888e-05,
      "loss": 1.9297,
      "step": 83747
    },
    {
      "epoch": 3.896161898115841,
      "grad_norm": 1.5736625998092517,
      "learning_rate": 8.450167486894185e-05,
      "loss": 2.0938,
      "step": 83748
    },
    {
      "epoch": 3.8962084205629215,
      "grad_norm": 1.51746964349474,
      "learning_rate": 8.449833598938329e-05,
      "loss": 1.9922,
      "step": 83749
    },
    {
      "epoch": 3.8962549430100024,
      "grad_norm": 1.570098181610715,
      "learning_rate": 8.449499714992523e-05,
      "loss": 1.9062,
      "step": 83750
    },
    {
      "epoch": 3.896301465457083,
      "grad_norm": 1.3568510824090494,
      "learning_rate": 8.449165835056966e-05,
      "loss": 1.4609,
      "step": 83751
    },
    {
      "epoch": 3.896347987904164,
      "grad_norm": 1.5402475840086818,
      "learning_rate": 8.448831959131874e-05,
      "loss": 2.0469,
      "step": 83752
    },
    {
      "epoch": 3.8963945103512447,
      "grad_norm": 1.4855930382600664,
      "learning_rate": 8.448498087217446e-05,
      "loss": 2.0625,
      "step": 83753
    },
    {
      "epoch": 3.896441032798325,
      "grad_norm": 1.5821710473808182,
      "learning_rate": 8.448164219313886e-05,
      "loss": 2.1719,
      "step": 83754
    },
    {
      "epoch": 3.8964875552454057,
      "grad_norm": 1.5128635344906851,
      "learning_rate": 8.447830355421394e-05,
      "loss": 2.0938,
      "step": 83755
    },
    {
      "epoch": 3.8965340776924866,
      "grad_norm": 1.5593042973031275,
      "learning_rate": 8.447496495540183e-05,
      "loss": 2.0781,
      "step": 83756
    },
    {
      "epoch": 3.8965806001395675,
      "grad_norm": 1.5176191232061331,
      "learning_rate": 8.447162639670446e-05,
      "loss": 2.0156,
      "step": 83757
    },
    {
      "epoch": 3.896627122586648,
      "grad_norm": 1.752275490244978,
      "learning_rate": 8.446828787812403e-05,
      "loss": 2.2969,
      "step": 83758
    },
    {
      "epoch": 3.896673645033729,
      "grad_norm": 1.5380341326109108,
      "learning_rate": 8.44649493996625e-05,
      "loss": 1.9688,
      "step": 83759
    },
    {
      "epoch": 3.8967201674808094,
      "grad_norm": 1.6076964724964067,
      "learning_rate": 8.446161096132189e-05,
      "loss": 2.1094,
      "step": 83760
    },
    {
      "epoch": 3.8967666899278903,
      "grad_norm": 1.429561987489813,
      "learning_rate": 8.445827256310422e-05,
      "loss": 1.6953,
      "step": 83761
    },
    {
      "epoch": 3.896813212374971,
      "grad_norm": 1.5517210983794372,
      "learning_rate": 8.445493420501166e-05,
      "loss": 2.0938,
      "step": 83762
    },
    {
      "epoch": 3.8968597348220517,
      "grad_norm": 1.5140438945340262,
      "learning_rate": 8.445159588704616e-05,
      "loss": 2.0625,
      "step": 83763
    },
    {
      "epoch": 3.896906257269132,
      "grad_norm": 1.454699786512984,
      "learning_rate": 8.444825760920979e-05,
      "loss": 1.7969,
      "step": 83764
    },
    {
      "epoch": 3.896952779716213,
      "grad_norm": 1.5225289736161587,
      "learning_rate": 8.444491937150451e-05,
      "loss": 2.0469,
      "step": 83765
    },
    {
      "epoch": 3.8969993021632936,
      "grad_norm": 1.5376324400029555,
      "learning_rate": 8.44415811739325e-05,
      "loss": 2.0469,
      "step": 83766
    },
    {
      "epoch": 3.8970458246103745,
      "grad_norm": 1.6724112468220464,
      "learning_rate": 8.443824301649573e-05,
      "loss": 1.9844,
      "step": 83767
    },
    {
      "epoch": 3.8970923470574554,
      "grad_norm": 1.5273428968889633,
      "learning_rate": 8.443490489919628e-05,
      "loss": 2.0312,
      "step": 83768
    },
    {
      "epoch": 3.897138869504536,
      "grad_norm": 1.3917234871442812,
      "learning_rate": 8.443156682203609e-05,
      "loss": 1.7031,
      "step": 83769
    },
    {
      "epoch": 3.8971853919516164,
      "grad_norm": 1.5294520963968545,
      "learning_rate": 8.442822878501734e-05,
      "loss": 1.8984,
      "step": 83770
    },
    {
      "epoch": 3.8972319143986973,
      "grad_norm": 1.5085257536747139,
      "learning_rate": 8.442489078814202e-05,
      "loss": 2.0,
      "step": 83771
    },
    {
      "epoch": 3.8972784368457782,
      "grad_norm": 1.5296684447587559,
      "learning_rate": 8.442155283141217e-05,
      "loss": 2.1094,
      "step": 83772
    },
    {
      "epoch": 3.8973249592928587,
      "grad_norm": 1.5113585902564926,
      "learning_rate": 8.441821491482978e-05,
      "loss": 1.9609,
      "step": 83773
    },
    {
      "epoch": 3.8973714817399396,
      "grad_norm": 1.493549821444375,
      "learning_rate": 8.4414877038397e-05,
      "loss": 1.9609,
      "step": 83774
    },
    {
      "epoch": 3.89741800418702,
      "grad_norm": 1.539553110572907,
      "learning_rate": 8.441153920211578e-05,
      "loss": 1.9844,
      "step": 83775
    },
    {
      "epoch": 3.897464526634101,
      "grad_norm": 1.4988489579897821,
      "learning_rate": 8.440820140598826e-05,
      "loss": 2.0,
      "step": 83776
    },
    {
      "epoch": 3.8975110490811815,
      "grad_norm": 1.563212545136281,
      "learning_rate": 8.440486365001633e-05,
      "loss": 1.8906,
      "step": 83777
    },
    {
      "epoch": 3.8975575715282624,
      "grad_norm": 1.4524822772819113,
      "learning_rate": 8.44015259342022e-05,
      "loss": 1.8672,
      "step": 83778
    },
    {
      "epoch": 3.8976040939753434,
      "grad_norm": 1.6637071241794266,
      "learning_rate": 8.439818825854779e-05,
      "loss": 2.2188,
      "step": 83779
    },
    {
      "epoch": 3.897650616422424,
      "grad_norm": 1.5462020921707842,
      "learning_rate": 8.439485062305525e-05,
      "loss": 2.125,
      "step": 83780
    },
    {
      "epoch": 3.8976971388695043,
      "grad_norm": 1.5662384200804316,
      "learning_rate": 8.439151302772657e-05,
      "loss": 2.2344,
      "step": 83781
    },
    {
      "epoch": 3.8977436613165852,
      "grad_norm": 1.514606432332863,
      "learning_rate": 8.438817547256372e-05,
      "loss": 1.9062,
      "step": 83782
    },
    {
      "epoch": 3.897790183763666,
      "grad_norm": 1.5700995243395675,
      "learning_rate": 8.438483795756889e-05,
      "loss": 2.0938,
      "step": 83783
    },
    {
      "epoch": 3.8978367062107466,
      "grad_norm": 1.556549121332792,
      "learning_rate": 8.438150048274405e-05,
      "loss": 2.0156,
      "step": 83784
    },
    {
      "epoch": 3.8978832286578275,
      "grad_norm": 1.4169314374040674,
      "learning_rate": 8.437816304809123e-05,
      "loss": 1.5938,
      "step": 83785
    },
    {
      "epoch": 3.897929751104908,
      "grad_norm": 1.5469053339757948,
      "learning_rate": 8.43748256536125e-05,
      "loss": 2.0625,
      "step": 83786
    },
    {
      "epoch": 3.897976273551989,
      "grad_norm": 1.621142276534365,
      "learning_rate": 8.437148829930982e-05,
      "loss": 2.2812,
      "step": 83787
    },
    {
      "epoch": 3.8980227959990694,
      "grad_norm": 1.5825560289704284,
      "learning_rate": 8.436815098518536e-05,
      "loss": 2.0938,
      "step": 83788
    },
    {
      "epoch": 3.8980693184461503,
      "grad_norm": 1.495712778934259,
      "learning_rate": 8.436481371124111e-05,
      "loss": 2.0312,
      "step": 83789
    },
    {
      "epoch": 3.898115840893231,
      "grad_norm": 1.5333416068677164,
      "learning_rate": 8.436147647747911e-05,
      "loss": 2.1406,
      "step": 83790
    },
    {
      "epoch": 3.8981623633403117,
      "grad_norm": 1.5653171282083385,
      "learning_rate": 8.435813928390133e-05,
      "loss": 2.2344,
      "step": 83791
    },
    {
      "epoch": 3.898208885787392,
      "grad_norm": 1.5173944475392278,
      "learning_rate": 8.435480213050993e-05,
      "loss": 1.9688,
      "step": 83792
    },
    {
      "epoch": 3.898255408234473,
      "grad_norm": 1.4952749558446246,
      "learning_rate": 8.435146501730695e-05,
      "loss": 1.9688,
      "step": 83793
    },
    {
      "epoch": 3.898301930681554,
      "grad_norm": 1.597219172411607,
      "learning_rate": 8.434812794429436e-05,
      "loss": 2.0625,
      "step": 83794
    },
    {
      "epoch": 3.8983484531286345,
      "grad_norm": 1.3770727095861062,
      "learning_rate": 8.434479091147418e-05,
      "loss": 1.7344,
      "step": 83795
    },
    {
      "epoch": 3.898394975575715,
      "grad_norm": 1.5789758816835249,
      "learning_rate": 8.434145391884856e-05,
      "loss": 2.0781,
      "step": 83796
    },
    {
      "epoch": 3.898441498022796,
      "grad_norm": 1.6044717742719674,
      "learning_rate": 8.43381169664195e-05,
      "loss": 2.1094,
      "step": 83797
    },
    {
      "epoch": 3.898488020469877,
      "grad_norm": 1.4847897972829343,
      "learning_rate": 8.433478005418903e-05,
      "loss": 2.0469,
      "step": 83798
    },
    {
      "epoch": 3.8985345429169573,
      "grad_norm": 1.5059818470627953,
      "learning_rate": 8.433144318215912e-05,
      "loss": 2.0156,
      "step": 83799
    },
    {
      "epoch": 3.8985810653640383,
      "grad_norm": 1.497090087408773,
      "learning_rate": 8.432810635033195e-05,
      "loss": 1.9766,
      "step": 83800
    },
    {
      "epoch": 3.8986275878111187,
      "grad_norm": 1.5161096602927,
      "learning_rate": 8.432476955870947e-05,
      "loss": 2.0469,
      "step": 83801
    },
    {
      "epoch": 3.8986741102581997,
      "grad_norm": 1.5367086766855176,
      "learning_rate": 8.43214328072938e-05,
      "loss": 2.0312,
      "step": 83802
    },
    {
      "epoch": 3.89872063270528,
      "grad_norm": 1.4629788189214563,
      "learning_rate": 8.431809609608691e-05,
      "loss": 1.9844,
      "step": 83803
    },
    {
      "epoch": 3.898767155152361,
      "grad_norm": 1.4588489435631609,
      "learning_rate": 8.431475942509084e-05,
      "loss": 1.9922,
      "step": 83804
    },
    {
      "epoch": 3.898813677599442,
      "grad_norm": 1.438996534342645,
      "learning_rate": 8.43114227943077e-05,
      "loss": 1.8281,
      "step": 83805
    },
    {
      "epoch": 3.8988602000465225,
      "grad_norm": 1.537127214313604,
      "learning_rate": 8.43080862037395e-05,
      "loss": 2.0156,
      "step": 83806
    },
    {
      "epoch": 3.898906722493603,
      "grad_norm": 1.5104285688624581,
      "learning_rate": 8.430474965338829e-05,
      "loss": 2.0469,
      "step": 83807
    },
    {
      "epoch": 3.898953244940684,
      "grad_norm": 1.4591430515923751,
      "learning_rate": 8.430141314325601e-05,
      "loss": 1.8281,
      "step": 83808
    },
    {
      "epoch": 3.8989997673877648,
      "grad_norm": 1.6260906792792311,
      "learning_rate": 8.429807667334489e-05,
      "loss": 2.0156,
      "step": 83809
    },
    {
      "epoch": 3.8990462898348452,
      "grad_norm": 1.5137550906384007,
      "learning_rate": 8.429474024365685e-05,
      "loss": 1.8438,
      "step": 83810
    },
    {
      "epoch": 3.899092812281926,
      "grad_norm": 1.7173496959112704,
      "learning_rate": 8.429140385419397e-05,
      "loss": 2.375,
      "step": 83811
    },
    {
      "epoch": 3.8991393347290066,
      "grad_norm": 1.47453859182994,
      "learning_rate": 8.428806750495826e-05,
      "loss": 1.8594,
      "step": 83812
    },
    {
      "epoch": 3.8991858571760876,
      "grad_norm": 1.5899223460301413,
      "learning_rate": 8.428473119595175e-05,
      "loss": 2.1719,
      "step": 83813
    },
    {
      "epoch": 3.899232379623168,
      "grad_norm": 1.5425583541328622,
      "learning_rate": 8.428139492717653e-05,
      "loss": 2.0469,
      "step": 83814
    },
    {
      "epoch": 3.899278902070249,
      "grad_norm": 1.414950553201987,
      "learning_rate": 8.427805869863468e-05,
      "loss": 1.8359,
      "step": 83815
    },
    {
      "epoch": 3.89932542451733,
      "grad_norm": 1.5515164330604505,
      "learning_rate": 8.427472251032816e-05,
      "loss": 2.0938,
      "step": 83816
    },
    {
      "epoch": 3.8993719469644104,
      "grad_norm": 1.5785065651871497,
      "learning_rate": 8.427138636225899e-05,
      "loss": 2.0469,
      "step": 83817
    },
    {
      "epoch": 3.899418469411491,
      "grad_norm": 1.4719643285357318,
      "learning_rate": 8.426805025442932e-05,
      "loss": 1.9766,
      "step": 83818
    },
    {
      "epoch": 3.8994649918585718,
      "grad_norm": 1.5526409415554545,
      "learning_rate": 8.426471418684114e-05,
      "loss": 2.0,
      "step": 83819
    },
    {
      "epoch": 3.8995115143056527,
      "grad_norm": 1.5594167742073437,
      "learning_rate": 8.42613781594965e-05,
      "loss": 1.9453,
      "step": 83820
    },
    {
      "epoch": 3.899558036752733,
      "grad_norm": 1.576106730191526,
      "learning_rate": 8.425804217239736e-05,
      "loss": 2.1719,
      "step": 83821
    },
    {
      "epoch": 3.8996045591998136,
      "grad_norm": 1.5028903975692933,
      "learning_rate": 8.42547062255459e-05,
      "loss": 1.9922,
      "step": 83822
    },
    {
      "epoch": 3.8996510816468946,
      "grad_norm": 1.490786670436679,
      "learning_rate": 8.425137031894402e-05,
      "loss": 1.8438,
      "step": 83823
    },
    {
      "epoch": 3.8996976040939755,
      "grad_norm": 1.522671286858332,
      "learning_rate": 8.424803445259392e-05,
      "loss": 2.0156,
      "step": 83824
    },
    {
      "epoch": 3.899744126541056,
      "grad_norm": 1.55340869243319,
      "learning_rate": 8.424469862649756e-05,
      "loss": 2.1562,
      "step": 83825
    },
    {
      "epoch": 3.899790648988137,
      "grad_norm": 1.462173933898302,
      "learning_rate": 8.42413628406569e-05,
      "loss": 1.9141,
      "step": 83826
    },
    {
      "epoch": 3.8998371714352174,
      "grad_norm": 1.4381426678358593,
      "learning_rate": 8.423802709507415e-05,
      "loss": 1.9062,
      "step": 83827
    },
    {
      "epoch": 3.8998836938822983,
      "grad_norm": 1.4696230272255493,
      "learning_rate": 8.423469138975126e-05,
      "loss": 1.875,
      "step": 83828
    },
    {
      "epoch": 3.8999302163293788,
      "grad_norm": 1.4486429840586723,
      "learning_rate": 8.423135572469026e-05,
      "loss": 1.9062,
      "step": 83829
    },
    {
      "epoch": 3.8999767387764597,
      "grad_norm": 1.4618548713458464,
      "learning_rate": 8.422802009989318e-05,
      "loss": 1.9375,
      "step": 83830
    },
    {
      "epoch": 3.9000232612235406,
      "grad_norm": 1.61295548073005,
      "learning_rate": 8.422468451536213e-05,
      "loss": 2.1094,
      "step": 83831
    },
    {
      "epoch": 3.900069783670621,
      "grad_norm": 1.5384582117533097,
      "learning_rate": 8.422134897109913e-05,
      "loss": 1.9531,
      "step": 83832
    },
    {
      "epoch": 3.9001163061177015,
      "grad_norm": 1.5009747896993335,
      "learning_rate": 8.421801346710623e-05,
      "loss": 1.9531,
      "step": 83833
    },
    {
      "epoch": 3.9001628285647825,
      "grad_norm": 1.5930785223927006,
      "learning_rate": 8.421467800338535e-05,
      "loss": 2.1094,
      "step": 83834
    },
    {
      "epoch": 3.9002093510118634,
      "grad_norm": 1.5476131068636234,
      "learning_rate": 8.42113425799387e-05,
      "loss": 2.0781,
      "step": 83835
    },
    {
      "epoch": 3.900255873458944,
      "grad_norm": 1.5251186362362779,
      "learning_rate": 8.420800719676828e-05,
      "loss": 2.0312,
      "step": 83836
    },
    {
      "epoch": 3.900302395906025,
      "grad_norm": 1.5625525721575344,
      "learning_rate": 8.420467185387608e-05,
      "loss": 1.9375,
      "step": 83837
    },
    {
      "epoch": 3.9003489183531053,
      "grad_norm": 1.6326541255440143,
      "learning_rate": 8.420133655126418e-05,
      "loss": 1.9688,
      "step": 83838
    },
    {
      "epoch": 3.900395440800186,
      "grad_norm": 1.4760841010991448,
      "learning_rate": 8.419800128893453e-05,
      "loss": 1.9531,
      "step": 83839
    },
    {
      "epoch": 3.9004419632472667,
      "grad_norm": 1.5795907160295517,
      "learning_rate": 8.419466606688933e-05,
      "loss": 2.1875,
      "step": 83840
    },
    {
      "epoch": 3.9004884856943476,
      "grad_norm": 1.624351791321204,
      "learning_rate": 8.419133088513054e-05,
      "loss": 1.6172,
      "step": 83841
    },
    {
      "epoch": 3.9005350081414285,
      "grad_norm": 1.46275383944068,
      "learning_rate": 8.41879957436602e-05,
      "loss": 1.8906,
      "step": 83842
    },
    {
      "epoch": 3.900581530588509,
      "grad_norm": 1.5671976541391366,
      "learning_rate": 8.418466064248029e-05,
      "loss": 2.0625,
      "step": 83843
    },
    {
      "epoch": 3.9006280530355895,
      "grad_norm": 1.5528574083873043,
      "learning_rate": 8.4181325581593e-05,
      "loss": 2.0469,
      "step": 83844
    },
    {
      "epoch": 3.9006745754826704,
      "grad_norm": 1.4787808983911603,
      "learning_rate": 8.417799056100021e-05,
      "loss": 1.8594,
      "step": 83845
    },
    {
      "epoch": 3.9007210979297513,
      "grad_norm": 1.518605967147174,
      "learning_rate": 8.417465558070413e-05,
      "loss": 1.875,
      "step": 83846
    },
    {
      "epoch": 3.900767620376832,
      "grad_norm": 1.487558303880875,
      "learning_rate": 8.417132064070668e-05,
      "loss": 1.9609,
      "step": 83847
    },
    {
      "epoch": 3.9008141428239127,
      "grad_norm": 1.5744395776229265,
      "learning_rate": 8.416798574100992e-05,
      "loss": 2.1719,
      "step": 83848
    },
    {
      "epoch": 3.900860665270993,
      "grad_norm": 1.4744924043004215,
      "learning_rate": 8.416465088161591e-05,
      "loss": 1.9453,
      "step": 83849
    },
    {
      "epoch": 3.900907187718074,
      "grad_norm": 1.484608825015624,
      "learning_rate": 8.416131606252675e-05,
      "loss": 1.9609,
      "step": 83850
    },
    {
      "epoch": 3.9009537101651546,
      "grad_norm": 1.5980376974111503,
      "learning_rate": 8.415798128374435e-05,
      "loss": 2.1719,
      "step": 83851
    },
    {
      "epoch": 3.9010002326122355,
      "grad_norm": 1.5048380729204076,
      "learning_rate": 8.415464654527083e-05,
      "loss": 1.9922,
      "step": 83852
    },
    {
      "epoch": 3.901046755059316,
      "grad_norm": 1.4271479766496165,
      "learning_rate": 8.415131184710825e-05,
      "loss": 1.75,
      "step": 83853
    },
    {
      "epoch": 3.901093277506397,
      "grad_norm": 1.542290213140199,
      "learning_rate": 8.414797718925861e-05,
      "loss": 1.8516,
      "step": 83854
    },
    {
      "epoch": 3.9011397999534774,
      "grad_norm": 1.6059611715003004,
      "learning_rate": 8.414464257172399e-05,
      "loss": 2.2656,
      "step": 83855
    },
    {
      "epoch": 3.9011863224005583,
      "grad_norm": 1.5056898285580202,
      "learning_rate": 8.414130799450636e-05,
      "loss": 2.0,
      "step": 83856
    },
    {
      "epoch": 3.901232844847639,
      "grad_norm": 1.496223147054731,
      "learning_rate": 8.413797345760784e-05,
      "loss": 2.0312,
      "step": 83857
    },
    {
      "epoch": 3.9012793672947197,
      "grad_norm": 1.530667623487686,
      "learning_rate": 8.413463896103045e-05,
      "loss": 2.1094,
      "step": 83858
    },
    {
      "epoch": 3.9013258897418,
      "grad_norm": 1.4902185108799522,
      "learning_rate": 8.413130450477622e-05,
      "loss": 1.9141,
      "step": 83859
    },
    {
      "epoch": 3.901372412188881,
      "grad_norm": 1.4673037959897772,
      "learning_rate": 8.412797008884715e-05,
      "loss": 1.9844,
      "step": 83860
    },
    {
      "epoch": 3.901418934635962,
      "grad_norm": 1.5622921715263487,
      "learning_rate": 8.412463571324536e-05,
      "loss": 1.9062,
      "step": 83861
    },
    {
      "epoch": 3.9014654570830425,
      "grad_norm": 1.4385427695363295,
      "learning_rate": 8.412130137797287e-05,
      "loss": 1.6719,
      "step": 83862
    },
    {
      "epoch": 3.9015119795301234,
      "grad_norm": 1.547271416834522,
      "learning_rate": 8.411796708303172e-05,
      "loss": 2.0312,
      "step": 83863
    },
    {
      "epoch": 3.901558501977204,
      "grad_norm": 1.5005795972014866,
      "learning_rate": 8.411463282842391e-05,
      "loss": 1.7344,
      "step": 83864
    },
    {
      "epoch": 3.901605024424285,
      "grad_norm": 1.4920551948782694,
      "learning_rate": 8.411129861415147e-05,
      "loss": 1.9375,
      "step": 83865
    },
    {
      "epoch": 3.9016515468713653,
      "grad_norm": 1.544302838163994,
      "learning_rate": 8.410796444021656e-05,
      "loss": 2.0469,
      "step": 83866
    },
    {
      "epoch": 3.901698069318446,
      "grad_norm": 1.6190874569585192,
      "learning_rate": 8.410463030662104e-05,
      "loss": 2.1562,
      "step": 83867
    },
    {
      "epoch": 3.901744591765527,
      "grad_norm": 1.6795561618600445,
      "learning_rate": 8.410129621336713e-05,
      "loss": 2.25,
      "step": 83868
    },
    {
      "epoch": 3.9017911142126076,
      "grad_norm": 1.5201783686165415,
      "learning_rate": 8.409796216045681e-05,
      "loss": 2.0781,
      "step": 83869
    },
    {
      "epoch": 3.901837636659688,
      "grad_norm": 1.5498465993157446,
      "learning_rate": 8.409462814789203e-05,
      "loss": 2.1875,
      "step": 83870
    },
    {
      "epoch": 3.901884159106769,
      "grad_norm": 1.5364072550024546,
      "learning_rate": 8.409129417567498e-05,
      "loss": 2.1094,
      "step": 83871
    },
    {
      "epoch": 3.90193068155385,
      "grad_norm": 1.4672510372865777,
      "learning_rate": 8.40879602438076e-05,
      "loss": 1.8281,
      "step": 83872
    },
    {
      "epoch": 3.9019772040009304,
      "grad_norm": 1.5318435197571736,
      "learning_rate": 8.408462635229199e-05,
      "loss": 2.125,
      "step": 83873
    },
    {
      "epoch": 3.9020237264480113,
      "grad_norm": 1.527910019772316,
      "learning_rate": 8.408129250113008e-05,
      "loss": 2.0469,
      "step": 83874
    },
    {
      "epoch": 3.902070248895092,
      "grad_norm": 1.6410618476382777,
      "learning_rate": 8.407795869032407e-05,
      "loss": 2.3125,
      "step": 83875
    },
    {
      "epoch": 3.9021167713421727,
      "grad_norm": 1.5352288360369064,
      "learning_rate": 8.407462491987592e-05,
      "loss": 2.0469,
      "step": 83876
    },
    {
      "epoch": 3.902163293789253,
      "grad_norm": 1.5478187570431747,
      "learning_rate": 8.407129118978764e-05,
      "loss": 2.0156,
      "step": 83877
    },
    {
      "epoch": 3.902209816236334,
      "grad_norm": 1.4715369820836146,
      "learning_rate": 8.406795750006127e-05,
      "loss": 1.8125,
      "step": 83878
    },
    {
      "epoch": 3.9022563386834146,
      "grad_norm": 1.5463722493880774,
      "learning_rate": 8.406462385069895e-05,
      "loss": 2.0938,
      "step": 83879
    },
    {
      "epoch": 3.9023028611304955,
      "grad_norm": 1.5233902599729685,
      "learning_rate": 8.406129024170267e-05,
      "loss": 2.1094,
      "step": 83880
    },
    {
      "epoch": 3.902349383577576,
      "grad_norm": 1.5215713241449136,
      "learning_rate": 8.405795667307443e-05,
      "loss": 2.1094,
      "step": 83881
    },
    {
      "epoch": 3.902395906024657,
      "grad_norm": 1.4891399619075913,
      "learning_rate": 8.405462314481623e-05,
      "loss": 1.7969,
      "step": 83882
    },
    {
      "epoch": 3.902442428471738,
      "grad_norm": 1.5744502164770817,
      "learning_rate": 8.405128965693028e-05,
      "loss": 2.0312,
      "step": 83883
    },
    {
      "epoch": 3.9024889509188183,
      "grad_norm": 1.4024499212061756,
      "learning_rate": 8.40479562094185e-05,
      "loss": 1.5469,
      "step": 83884
    },
    {
      "epoch": 3.902535473365899,
      "grad_norm": 1.5592063882368092,
      "learning_rate": 8.404462280228294e-05,
      "loss": 1.9688,
      "step": 83885
    },
    {
      "epoch": 3.9025819958129797,
      "grad_norm": 1.6153209154124817,
      "learning_rate": 8.404128943552559e-05,
      "loss": 2.1406,
      "step": 83886
    },
    {
      "epoch": 3.9026285182600606,
      "grad_norm": 1.6136029678336696,
      "learning_rate": 8.40379561091486e-05,
      "loss": 2.2969,
      "step": 83887
    },
    {
      "epoch": 3.902675040707141,
      "grad_norm": 1.5546626069592395,
      "learning_rate": 8.403462282315397e-05,
      "loss": 2.2031,
      "step": 83888
    },
    {
      "epoch": 3.902721563154222,
      "grad_norm": 1.4828686838354688,
      "learning_rate": 8.403128957754368e-05,
      "loss": 1.8516,
      "step": 83889
    },
    {
      "epoch": 3.9027680856013025,
      "grad_norm": 1.460466724941314,
      "learning_rate": 8.402795637231988e-05,
      "loss": 1.9766,
      "step": 83890
    },
    {
      "epoch": 3.9028146080483834,
      "grad_norm": 1.3489938018744208,
      "learning_rate": 8.402462320748451e-05,
      "loss": 1.625,
      "step": 83891
    },
    {
      "epoch": 3.902861130495464,
      "grad_norm": 1.58635573316157,
      "learning_rate": 8.402129008303969e-05,
      "loss": 2.2656,
      "step": 83892
    },
    {
      "epoch": 3.902907652942545,
      "grad_norm": 1.5566795285746704,
      "learning_rate": 8.401795699898744e-05,
      "loss": 2.1406,
      "step": 83893
    },
    {
      "epoch": 3.9029541753896257,
      "grad_norm": 1.4717649435868092,
      "learning_rate": 8.40146239553298e-05,
      "loss": 1.9766,
      "step": 83894
    },
    {
      "epoch": 3.9030006978367062,
      "grad_norm": 1.4881761408988115,
      "learning_rate": 8.401129095206876e-05,
      "loss": 2.0156,
      "step": 83895
    },
    {
      "epoch": 3.9030472202837867,
      "grad_norm": 1.465654493413692,
      "learning_rate": 8.400795798920637e-05,
      "loss": 2.0,
      "step": 83896
    },
    {
      "epoch": 3.9030937427308676,
      "grad_norm": 1.7234351826821457,
      "learning_rate": 8.400462506674472e-05,
      "loss": 2.1562,
      "step": 83897
    },
    {
      "epoch": 3.9031402651779485,
      "grad_norm": 1.488522724073226,
      "learning_rate": 8.400129218468585e-05,
      "loss": 2.0312,
      "step": 83898
    },
    {
      "epoch": 3.903186787625029,
      "grad_norm": 1.5630008494844851,
      "learning_rate": 8.39979593430318e-05,
      "loss": 2.0781,
      "step": 83899
    },
    {
      "epoch": 3.90323331007211,
      "grad_norm": 1.524656536501881,
      "learning_rate": 8.399462654178449e-05,
      "loss": 2.0,
      "step": 83900
    },
    {
      "epoch": 3.9032798325191904,
      "grad_norm": 1.4715695317432669,
      "learning_rate": 8.399129378094615e-05,
      "loss": 1.8984,
      "step": 83901
    },
    {
      "epoch": 3.9033263549662713,
      "grad_norm": 1.5703646018955777,
      "learning_rate": 8.39879610605187e-05,
      "loss": 2.2812,
      "step": 83902
    },
    {
      "epoch": 3.903372877413352,
      "grad_norm": 1.4781924025833026,
      "learning_rate": 8.398462838050422e-05,
      "loss": 1.8906,
      "step": 83903
    },
    {
      "epoch": 3.9034193998604327,
      "grad_norm": 1.5354857330263534,
      "learning_rate": 8.398129574090467e-05,
      "loss": 2.2031,
      "step": 83904
    },
    {
      "epoch": 3.903465922307513,
      "grad_norm": 1.530921234519151,
      "learning_rate": 8.397796314172225e-05,
      "loss": 2.0469,
      "step": 83905
    },
    {
      "epoch": 3.903512444754594,
      "grad_norm": 1.6320511979273564,
      "learning_rate": 8.397463058295888e-05,
      "loss": 2.1406,
      "step": 83906
    },
    {
      "epoch": 3.9035589672016746,
      "grad_norm": 1.5114718741497528,
      "learning_rate": 8.397129806461663e-05,
      "loss": 2.0625,
      "step": 83907
    },
    {
      "epoch": 3.9036054896487555,
      "grad_norm": 1.515078633891089,
      "learning_rate": 8.396796558669752e-05,
      "loss": 2.2188,
      "step": 83908
    },
    {
      "epoch": 3.9036520120958365,
      "grad_norm": 1.48782384611123,
      "learning_rate": 8.396463314920364e-05,
      "loss": 2.0312,
      "step": 83909
    },
    {
      "epoch": 3.903698534542917,
      "grad_norm": 1.7351418355273096,
      "learning_rate": 8.396130075213699e-05,
      "loss": 2.0625,
      "step": 83910
    },
    {
      "epoch": 3.9037450569899974,
      "grad_norm": 1.4987348550659954,
      "learning_rate": 8.395796839549957e-05,
      "loss": 1.6875,
      "step": 83911
    },
    {
      "epoch": 3.9037915794370783,
      "grad_norm": 1.4990605651434694,
      "learning_rate": 8.395463607929354e-05,
      "loss": 1.8516,
      "step": 83912
    },
    {
      "epoch": 3.9038381018841593,
      "grad_norm": 1.6511501589532092,
      "learning_rate": 8.395130380352082e-05,
      "loss": 2.25,
      "step": 83913
    },
    {
      "epoch": 3.9038846243312397,
      "grad_norm": 1.6202335316436962,
      "learning_rate": 8.394797156818353e-05,
      "loss": 2.1562,
      "step": 83914
    },
    {
      "epoch": 3.9039311467783206,
      "grad_norm": 1.6497620044274262,
      "learning_rate": 8.39446393732837e-05,
      "loss": 2.2344,
      "step": 83915
    },
    {
      "epoch": 3.903977669225401,
      "grad_norm": 1.4280150738593405,
      "learning_rate": 8.394130721882337e-05,
      "loss": 1.8359,
      "step": 83916
    },
    {
      "epoch": 3.904024191672482,
      "grad_norm": 1.563368840508454,
      "learning_rate": 8.393797510480446e-05,
      "loss": 2.0781,
      "step": 83917
    },
    {
      "epoch": 3.9040707141195625,
      "grad_norm": 1.589043041218599,
      "learning_rate": 8.39346430312292e-05,
      "loss": 2.1719,
      "step": 83918
    },
    {
      "epoch": 3.9041172365666434,
      "grad_norm": 1.5120537272478376,
      "learning_rate": 8.393131099809953e-05,
      "loss": 2.0156,
      "step": 83919
    },
    {
      "epoch": 3.9041637590137244,
      "grad_norm": 1.6318011129154353,
      "learning_rate": 8.39279790054175e-05,
      "loss": 1.8359,
      "step": 83920
    },
    {
      "epoch": 3.904210281460805,
      "grad_norm": 1.5056732894464937,
      "learning_rate": 8.392464705318517e-05,
      "loss": 1.6484,
      "step": 83921
    },
    {
      "epoch": 3.9042568039078853,
      "grad_norm": 1.5330399168918227,
      "learning_rate": 8.392131514140447e-05,
      "loss": 2.1094,
      "step": 83922
    },
    {
      "epoch": 3.9043033263549662,
      "grad_norm": 1.573012699639299,
      "learning_rate": 8.391798327007761e-05,
      "loss": 2.1406,
      "step": 83923
    },
    {
      "epoch": 3.904349848802047,
      "grad_norm": 1.6378176046702078,
      "learning_rate": 8.391465143920654e-05,
      "loss": 2.2188,
      "step": 83924
    },
    {
      "epoch": 3.9043963712491276,
      "grad_norm": 1.5133319926693711,
      "learning_rate": 8.391131964879332e-05,
      "loss": 1.9375,
      "step": 83925
    },
    {
      "epoch": 3.9044428936962086,
      "grad_norm": 1.5159249452330432,
      "learning_rate": 8.39079878988399e-05,
      "loss": 2.0938,
      "step": 83926
    },
    {
      "epoch": 3.904489416143289,
      "grad_norm": 1.520892127362864,
      "learning_rate": 8.390465618934849e-05,
      "loss": 2.1094,
      "step": 83927
    },
    {
      "epoch": 3.90453593859037,
      "grad_norm": 1.5185358745450885,
      "learning_rate": 8.390132452032101e-05,
      "loss": 2.0,
      "step": 83928
    },
    {
      "epoch": 3.9045824610374504,
      "grad_norm": 1.5864596824076207,
      "learning_rate": 8.389799289175955e-05,
      "loss": 2.1406,
      "step": 83929
    },
    {
      "epoch": 3.9046289834845314,
      "grad_norm": 1.4106109444176014,
      "learning_rate": 8.389466130366606e-05,
      "loss": 1.6328,
      "step": 83930
    },
    {
      "epoch": 3.9046755059316123,
      "grad_norm": 1.5171687078539127,
      "learning_rate": 8.38913297560427e-05,
      "loss": 1.9766,
      "step": 83931
    },
    {
      "epoch": 3.9047220283786928,
      "grad_norm": 1.495293571238991,
      "learning_rate": 8.388799824889147e-05,
      "loss": 2.1406,
      "step": 83932
    },
    {
      "epoch": 3.9047685508257732,
      "grad_norm": 1.3500040284316948,
      "learning_rate": 8.388466678221433e-05,
      "loss": 1.8125,
      "step": 83933
    },
    {
      "epoch": 3.904815073272854,
      "grad_norm": 1.5268107891722698,
      "learning_rate": 8.388133535601345e-05,
      "loss": 2.0312,
      "step": 83934
    },
    {
      "epoch": 3.904861595719935,
      "grad_norm": 1.4449558295155003,
      "learning_rate": 8.387800397029074e-05,
      "loss": 1.7656,
      "step": 83935
    },
    {
      "epoch": 3.9049081181670156,
      "grad_norm": 1.4635470876471095,
      "learning_rate": 8.387467262504838e-05,
      "loss": 2.0156,
      "step": 83936
    },
    {
      "epoch": 3.904954640614096,
      "grad_norm": 1.5142284152298342,
      "learning_rate": 8.387134132028833e-05,
      "loss": 2.1094,
      "step": 83937
    },
    {
      "epoch": 3.905001163061177,
      "grad_norm": 1.4715426200277175,
      "learning_rate": 8.386801005601263e-05,
      "loss": 2.0781,
      "step": 83938
    },
    {
      "epoch": 3.905047685508258,
      "grad_norm": 1.2984829395620614,
      "learning_rate": 8.386467883222326e-05,
      "loss": 1.4375,
      "step": 83939
    },
    {
      "epoch": 3.9050942079553383,
      "grad_norm": 1.6292454050683538,
      "learning_rate": 8.386134764892239e-05,
      "loss": 2.2344,
      "step": 83940
    },
    {
      "epoch": 3.9051407304024193,
      "grad_norm": 1.5673673308929625,
      "learning_rate": 8.385801650611198e-05,
      "loss": 2.0312,
      "step": 83941
    },
    {
      "epoch": 3.9051872528494997,
      "grad_norm": 1.5743713788584957,
      "learning_rate": 8.385468540379409e-05,
      "loss": 2.1094,
      "step": 83942
    },
    {
      "epoch": 3.9052337752965807,
      "grad_norm": 1.5294897418037825,
      "learning_rate": 8.38513543419707e-05,
      "loss": 2.0156,
      "step": 83943
    },
    {
      "epoch": 3.905280297743661,
      "grad_norm": 1.478238201251923,
      "learning_rate": 8.384802332064396e-05,
      "loss": 1.9375,
      "step": 83944
    },
    {
      "epoch": 3.905326820190742,
      "grad_norm": 1.3947703004159122,
      "learning_rate": 8.384469233981585e-05,
      "loss": 1.7734,
      "step": 83945
    },
    {
      "epoch": 3.905373342637823,
      "grad_norm": 1.5690488959791624,
      "learning_rate": 8.384136139948839e-05,
      "loss": 2.1875,
      "step": 83946
    },
    {
      "epoch": 3.9054198650849035,
      "grad_norm": 1.4453674016406646,
      "learning_rate": 8.383803049966367e-05,
      "loss": 1.8125,
      "step": 83947
    },
    {
      "epoch": 3.905466387531984,
      "grad_norm": 1.5457184256165755,
      "learning_rate": 8.383469964034361e-05,
      "loss": 2.1094,
      "step": 83948
    },
    {
      "epoch": 3.905512909979065,
      "grad_norm": 1.5448572253402995,
      "learning_rate": 8.383136882153041e-05,
      "loss": 2.0156,
      "step": 83949
    },
    {
      "epoch": 3.905559432426146,
      "grad_norm": 1.5024356548143285,
      "learning_rate": 8.382803804322604e-05,
      "loss": 1.9062,
      "step": 83950
    },
    {
      "epoch": 3.9056059548732263,
      "grad_norm": 1.5101775185321076,
      "learning_rate": 8.382470730543251e-05,
      "loss": 2.1719,
      "step": 83951
    },
    {
      "epoch": 3.905652477320307,
      "grad_norm": 1.5511759903536912,
      "learning_rate": 8.382137660815186e-05,
      "loss": 1.8438,
      "step": 83952
    },
    {
      "epoch": 3.9056989997673877,
      "grad_norm": 1.5865814771144822,
      "learning_rate": 8.38180459513862e-05,
      "loss": 2.0625,
      "step": 83953
    },
    {
      "epoch": 3.9057455222144686,
      "grad_norm": 1.4507388872745879,
      "learning_rate": 8.381471533513745e-05,
      "loss": 1.9531,
      "step": 83954
    },
    {
      "epoch": 3.905792044661549,
      "grad_norm": 1.557268212878766,
      "learning_rate": 8.38113847594078e-05,
      "loss": 2.125,
      "step": 83955
    },
    {
      "epoch": 3.90583856710863,
      "grad_norm": 1.4471733159993787,
      "learning_rate": 8.38080542241992e-05,
      "loss": 1.9297,
      "step": 83956
    },
    {
      "epoch": 3.905885089555711,
      "grad_norm": 1.5798108194695228,
      "learning_rate": 8.380472372951363e-05,
      "loss": 2.0938,
      "step": 83957
    },
    {
      "epoch": 3.9059316120027914,
      "grad_norm": 1.4989699986524918,
      "learning_rate": 8.380139327535328e-05,
      "loss": 2.0469,
      "step": 83958
    },
    {
      "epoch": 3.905978134449872,
      "grad_norm": 1.6044851529197395,
      "learning_rate": 8.379806286172007e-05,
      "loss": 2.0938,
      "step": 83959
    },
    {
      "epoch": 3.9060246568969528,
      "grad_norm": 1.4646672948691988,
      "learning_rate": 8.379473248861611e-05,
      "loss": 1.5859,
      "step": 83960
    },
    {
      "epoch": 3.9060711793440337,
      "grad_norm": 1.550131651492157,
      "learning_rate": 8.379140215604333e-05,
      "loss": 2.1562,
      "step": 83961
    },
    {
      "epoch": 3.906117701791114,
      "grad_norm": 1.4997154608506778,
      "learning_rate": 8.378807186400393e-05,
      "loss": 2.0781,
      "step": 83962
    },
    {
      "epoch": 3.906164224238195,
      "grad_norm": 1.4596778152962344,
      "learning_rate": 8.378474161249983e-05,
      "loss": 1.8672,
      "step": 83963
    },
    {
      "epoch": 3.9062107466852756,
      "grad_norm": 1.4103557725140345,
      "learning_rate": 8.378141140153311e-05,
      "loss": 1.8906,
      "step": 83964
    },
    {
      "epoch": 3.9062572691323565,
      "grad_norm": 1.5225137198406191,
      "learning_rate": 8.377808123110575e-05,
      "loss": 1.9688,
      "step": 83965
    },
    {
      "epoch": 3.906303791579437,
      "grad_norm": 1.5034875025683743,
      "learning_rate": 8.377475110121989e-05,
      "loss": 2.0156,
      "step": 83966
    },
    {
      "epoch": 3.906350314026518,
      "grad_norm": 1.5657745132546566,
      "learning_rate": 8.377142101187752e-05,
      "loss": 2.1406,
      "step": 83967
    },
    {
      "epoch": 3.9063968364735984,
      "grad_norm": 1.6155594150688786,
      "learning_rate": 8.376809096308068e-05,
      "loss": 2.1406,
      "step": 83968
    },
    {
      "epoch": 3.9064433589206793,
      "grad_norm": 1.6524005066343255,
      "learning_rate": 8.376476095483134e-05,
      "loss": 2.1562,
      "step": 83969
    },
    {
      "epoch": 3.9064898813677598,
      "grad_norm": 1.4493540270804741,
      "learning_rate": 8.376143098713167e-05,
      "loss": 1.8984,
      "step": 83970
    },
    {
      "epoch": 3.9065364038148407,
      "grad_norm": 1.739354579089218,
      "learning_rate": 8.375810105998363e-05,
      "loss": 2.3438,
      "step": 83971
    },
    {
      "epoch": 3.9065829262619216,
      "grad_norm": 1.6172103484394262,
      "learning_rate": 8.375477117338928e-05,
      "loss": 2.25,
      "step": 83972
    },
    {
      "epoch": 3.906629448709002,
      "grad_norm": 1.5918087712130906,
      "learning_rate": 8.375144132735065e-05,
      "loss": 2.0938,
      "step": 83973
    },
    {
      "epoch": 3.9066759711560826,
      "grad_norm": 1.4885698712042068,
      "learning_rate": 8.374811152186973e-05,
      "loss": 1.9688,
      "step": 83974
    },
    {
      "epoch": 3.9067224936031635,
      "grad_norm": 1.536707784181084,
      "learning_rate": 8.374478175694863e-05,
      "loss": 2.2656,
      "step": 83975
    },
    {
      "epoch": 3.9067690160502444,
      "grad_norm": 1.4999581041347991,
      "learning_rate": 8.374145203258933e-05,
      "loss": 1.8672,
      "step": 83976
    },
    {
      "epoch": 3.906815538497325,
      "grad_norm": 1.7530136574803963,
      "learning_rate": 8.373812234879398e-05,
      "loss": 2.1406,
      "step": 83977
    },
    {
      "epoch": 3.906862060944406,
      "grad_norm": 1.60501094053724,
      "learning_rate": 8.373479270556451e-05,
      "loss": 2.3438,
      "step": 83978
    },
    {
      "epoch": 3.9069085833914863,
      "grad_norm": 1.5075882719734506,
      "learning_rate": 8.373146310290295e-05,
      "loss": 1.9688,
      "step": 83979
    },
    {
      "epoch": 3.906955105838567,
      "grad_norm": 1.7346611506790974,
      "learning_rate": 8.372813354081142e-05,
      "loss": 2.5156,
      "step": 83980
    },
    {
      "epoch": 3.9070016282856477,
      "grad_norm": 1.5365457047442181,
      "learning_rate": 8.372480401929194e-05,
      "loss": 2.1719,
      "step": 83981
    },
    {
      "epoch": 3.9070481507327286,
      "grad_norm": 1.4049857865061715,
      "learning_rate": 8.372147453834652e-05,
      "loss": 1.7031,
      "step": 83982
    },
    {
      "epoch": 3.9070946731798095,
      "grad_norm": 1.5812235267539803,
      "learning_rate": 8.371814509797713e-05,
      "loss": 2.1562,
      "step": 83983
    },
    {
      "epoch": 3.90714119562689,
      "grad_norm": 1.37327775687328,
      "learning_rate": 8.371481569818595e-05,
      "loss": 1.9141,
      "step": 83984
    },
    {
      "epoch": 3.9071877180739705,
      "grad_norm": 1.609590553563705,
      "learning_rate": 8.371148633897496e-05,
      "loss": 1.7656,
      "step": 83985
    },
    {
      "epoch": 3.9072342405210514,
      "grad_norm": 1.5841945621431697,
      "learning_rate": 8.370815702034618e-05,
      "loss": 2.0156,
      "step": 83986
    },
    {
      "epoch": 3.9072807629681323,
      "grad_norm": 1.5578787330900912,
      "learning_rate": 8.370482774230159e-05,
      "loss": 1.9688,
      "step": 83987
    },
    {
      "epoch": 3.907327285415213,
      "grad_norm": 1.4367461506572123,
      "learning_rate": 8.370149850484338e-05,
      "loss": 1.7969,
      "step": 83988
    },
    {
      "epoch": 3.9073738078622937,
      "grad_norm": 1.5764496452956747,
      "learning_rate": 8.369816930797348e-05,
      "loss": 1.9766,
      "step": 83989
    },
    {
      "epoch": 3.907420330309374,
      "grad_norm": 1.5572334872071958,
      "learning_rate": 8.369484015169396e-05,
      "loss": 2.0156,
      "step": 83990
    },
    {
      "epoch": 3.907466852756455,
      "grad_norm": 1.444366212931526,
      "learning_rate": 8.369151103600679e-05,
      "loss": 1.9453,
      "step": 83991
    },
    {
      "epoch": 3.9075133752035356,
      "grad_norm": 1.5180418201785384,
      "learning_rate": 8.368818196091413e-05,
      "loss": 1.875,
      "step": 83992
    },
    {
      "epoch": 3.9075598976506165,
      "grad_norm": 1.6071764457484214,
      "learning_rate": 8.368485292641794e-05,
      "loss": 2.1094,
      "step": 83993
    },
    {
      "epoch": 3.907606420097697,
      "grad_norm": 1.634967697381603,
      "learning_rate": 8.368152393252028e-05,
      "loss": 2.1562,
      "step": 83994
    },
    {
      "epoch": 3.907652942544778,
      "grad_norm": 1.4570935466643349,
      "learning_rate": 8.367819497922312e-05,
      "loss": 1.9141,
      "step": 83995
    },
    {
      "epoch": 3.9076994649918584,
      "grad_norm": 1.5298441868720976,
      "learning_rate": 8.367486606652865e-05,
      "loss": 2.0938,
      "step": 83996
    },
    {
      "epoch": 3.9077459874389393,
      "grad_norm": 1.510736504389457,
      "learning_rate": 8.367153719443877e-05,
      "loss": 2.0,
      "step": 83997
    },
    {
      "epoch": 3.9077925098860202,
      "grad_norm": 1.5822628020602558,
      "learning_rate": 8.366820836295555e-05,
      "loss": 2.0,
      "step": 83998
    },
    {
      "epoch": 3.9078390323331007,
      "grad_norm": 1.5004292534169428,
      "learning_rate": 8.366487957208108e-05,
      "loss": 2.0,
      "step": 83999
    },
    {
      "epoch": 3.907885554780181,
      "grad_norm": 1.46818076615261,
      "learning_rate": 8.366155082181737e-05,
      "loss": 1.8203,
      "step": 84000
    },
    {
      "epoch": 3.907932077227262,
      "grad_norm": 1.5750039479745608,
      "learning_rate": 8.365822211216638e-05,
      "loss": 2.1094,
      "step": 84001
    },
    {
      "epoch": 3.907978599674343,
      "grad_norm": 1.4882222320931737,
      "learning_rate": 8.365489344313028e-05,
      "loss": 1.9375,
      "step": 84002
    },
    {
      "epoch": 3.9080251221214235,
      "grad_norm": 1.4549834015227698,
      "learning_rate": 8.365156481471105e-05,
      "loss": 2.0312,
      "step": 84003
    },
    {
      "epoch": 3.9080716445685044,
      "grad_norm": 1.5227202774946695,
      "learning_rate": 8.364823622691072e-05,
      "loss": 2.0,
      "step": 84004
    },
    {
      "epoch": 3.908118167015585,
      "grad_norm": 1.5891951888433937,
      "learning_rate": 8.364490767973128e-05,
      "loss": 2.1719,
      "step": 84005
    },
    {
      "epoch": 3.908164689462666,
      "grad_norm": 1.6184234475636496,
      "learning_rate": 8.364157917317487e-05,
      "loss": 2.3281,
      "step": 84006
    },
    {
      "epoch": 3.9082112119097463,
      "grad_norm": 1.552608574224033,
      "learning_rate": 8.363825070724347e-05,
      "loss": 2.0312,
      "step": 84007
    },
    {
      "epoch": 3.908257734356827,
      "grad_norm": 1.4938820834068358,
      "learning_rate": 8.363492228193914e-05,
      "loss": 2.1875,
      "step": 84008
    },
    {
      "epoch": 3.908304256803908,
      "grad_norm": 1.4456456876741093,
      "learning_rate": 8.363159389726383e-05,
      "loss": 1.9375,
      "step": 84009
    },
    {
      "epoch": 3.9083507792509886,
      "grad_norm": 1.5827311672167639,
      "learning_rate": 8.36282655532197e-05,
      "loss": 2.25,
      "step": 84010
    },
    {
      "epoch": 3.908397301698069,
      "grad_norm": 1.4472760857006914,
      "learning_rate": 8.362493724980877e-05,
      "loss": 1.8047,
      "step": 84011
    },
    {
      "epoch": 3.90844382414515,
      "grad_norm": 1.5640215931238295,
      "learning_rate": 8.362160898703302e-05,
      "loss": 2.1562,
      "step": 84012
    },
    {
      "epoch": 3.908490346592231,
      "grad_norm": 1.619696696910666,
      "learning_rate": 8.361828076489446e-05,
      "loss": 1.9375,
      "step": 84013
    },
    {
      "epoch": 3.9085368690393114,
      "grad_norm": 1.6137835043597664,
      "learning_rate": 8.361495258339524e-05,
      "loss": 2.0625,
      "step": 84014
    },
    {
      "epoch": 3.9085833914863923,
      "grad_norm": 1.482872683147208,
      "learning_rate": 8.361162444253733e-05,
      "loss": 1.9375,
      "step": 84015
    },
    {
      "epoch": 3.908629913933473,
      "grad_norm": 1.5207994432392382,
      "learning_rate": 8.360829634232278e-05,
      "loss": 1.9219,
      "step": 84016
    },
    {
      "epoch": 3.9086764363805537,
      "grad_norm": 1.6024835558153676,
      "learning_rate": 8.360496828275355e-05,
      "loss": 2.0156,
      "step": 84017
    },
    {
      "epoch": 3.908722958827634,
      "grad_norm": 1.505746901319692,
      "learning_rate": 8.360164026383182e-05,
      "loss": 1.9922,
      "step": 84018
    },
    {
      "epoch": 3.908769481274715,
      "grad_norm": 1.676287257869473,
      "learning_rate": 8.359831228555956e-05,
      "loss": 2.1094,
      "step": 84019
    },
    {
      "epoch": 3.9088160037217956,
      "grad_norm": 1.4093556832075644,
      "learning_rate": 8.359498434793873e-05,
      "loss": 1.7578,
      "step": 84020
    },
    {
      "epoch": 3.9088625261688765,
      "grad_norm": 1.3881901510670702,
      "learning_rate": 8.359165645097154e-05,
      "loss": 1.4375,
      "step": 84021
    },
    {
      "epoch": 3.908909048615957,
      "grad_norm": 1.6551984517579341,
      "learning_rate": 8.358832859465984e-05,
      "loss": 2.1562,
      "step": 84022
    },
    {
      "epoch": 3.908955571063038,
      "grad_norm": 1.4662177865686208,
      "learning_rate": 8.35850007790058e-05,
      "loss": 1.8672,
      "step": 84023
    },
    {
      "epoch": 3.909002093510119,
      "grad_norm": 1.5650015245823437,
      "learning_rate": 8.358167300401145e-05,
      "loss": 2.1406,
      "step": 84024
    },
    {
      "epoch": 3.9090486159571993,
      "grad_norm": 1.608878792218425,
      "learning_rate": 8.357834526967877e-05,
      "loss": 2.1406,
      "step": 84025
    },
    {
      "epoch": 3.90909513840428,
      "grad_norm": 1.5218170847700252,
      "learning_rate": 8.357501757600983e-05,
      "loss": 2.0781,
      "step": 84026
    },
    {
      "epoch": 3.9091416608513607,
      "grad_norm": 1.6340292515305275,
      "learning_rate": 8.357168992300657e-05,
      "loss": 2.1719,
      "step": 84027
    },
    {
      "epoch": 3.9091881832984416,
      "grad_norm": 1.6384146668144444,
      "learning_rate": 8.35683623106712e-05,
      "loss": 2.0156,
      "step": 84028
    },
    {
      "epoch": 3.909234705745522,
      "grad_norm": 1.6095905178096883,
      "learning_rate": 8.356503473900565e-05,
      "loss": 2.0938,
      "step": 84029
    },
    {
      "epoch": 3.909281228192603,
      "grad_norm": 1.4993141128218899,
      "learning_rate": 8.356170720801201e-05,
      "loss": 1.8281,
      "step": 84030
    },
    {
      "epoch": 3.9093277506396835,
      "grad_norm": 1.5374380847885292,
      "learning_rate": 8.355837971769219e-05,
      "loss": 1.9844,
      "step": 84031
    },
    {
      "epoch": 3.9093742730867644,
      "grad_norm": 1.595636118104547,
      "learning_rate": 8.35550522680484e-05,
      "loss": 2.1094,
      "step": 84032
    },
    {
      "epoch": 3.909420795533845,
      "grad_norm": 1.57066516951268,
      "learning_rate": 8.35517248590826e-05,
      "loss": 1.8828,
      "step": 84033
    },
    {
      "epoch": 3.909467317980926,
      "grad_norm": 1.5267355713803108,
      "learning_rate": 8.354839749079681e-05,
      "loss": 1.9844,
      "step": 84034
    },
    {
      "epoch": 3.9095138404280068,
      "grad_norm": 1.4304163356193058,
      "learning_rate": 8.354507016319305e-05,
      "loss": 1.7109,
      "step": 84035
    },
    {
      "epoch": 3.9095603628750872,
      "grad_norm": 1.6584808476871342,
      "learning_rate": 8.354174287627343e-05,
      "loss": 2.2031,
      "step": 84036
    },
    {
      "epoch": 3.9096068853221677,
      "grad_norm": 1.5743415368079952,
      "learning_rate": 8.353841563003995e-05,
      "loss": 2.0469,
      "step": 84037
    },
    {
      "epoch": 3.9096534077692486,
      "grad_norm": 1.697949066362361,
      "learning_rate": 8.353508842449463e-05,
      "loss": 2.2969,
      "step": 84038
    },
    {
      "epoch": 3.9096999302163296,
      "grad_norm": 1.5220142462287647,
      "learning_rate": 8.353176125963947e-05,
      "loss": 2.125,
      "step": 84039
    },
    {
      "epoch": 3.90974645266341,
      "grad_norm": 1.484807903956377,
      "learning_rate": 8.352843413547662e-05,
      "loss": 1.8906,
      "step": 84040
    },
    {
      "epoch": 3.909792975110491,
      "grad_norm": 1.541470692145704,
      "learning_rate": 8.352510705200806e-05,
      "loss": 2.0,
      "step": 84041
    },
    {
      "epoch": 3.9098394975575714,
      "grad_norm": 1.5413627131031358,
      "learning_rate": 8.352178000923577e-05,
      "loss": 2.0,
      "step": 84042
    },
    {
      "epoch": 3.9098860200046524,
      "grad_norm": 1.6540546385459691,
      "learning_rate": 8.351845300716186e-05,
      "loss": 2.2031,
      "step": 84043
    },
    {
      "epoch": 3.909932542451733,
      "grad_norm": 1.580686825314541,
      "learning_rate": 8.351512604578832e-05,
      "loss": 2.1094,
      "step": 84044
    },
    {
      "epoch": 3.9099790648988137,
      "grad_norm": 1.3195141489277376,
      "learning_rate": 8.351179912511726e-05,
      "loss": 1.5547,
      "step": 84045
    },
    {
      "epoch": 3.9100255873458947,
      "grad_norm": 1.384130800120979,
      "learning_rate": 8.350847224515066e-05,
      "loss": 1.6406,
      "step": 84046
    },
    {
      "epoch": 3.910072109792975,
      "grad_norm": 1.4739024833233982,
      "learning_rate": 8.350514540589058e-05,
      "loss": 1.9609,
      "step": 84047
    },
    {
      "epoch": 3.9101186322400556,
      "grad_norm": 1.554866329680509,
      "learning_rate": 8.350181860733898e-05,
      "loss": 2.0469,
      "step": 84048
    },
    {
      "epoch": 3.9101651546871365,
      "grad_norm": 1.557244779095047,
      "learning_rate": 8.349849184949801e-05,
      "loss": 2.0156,
      "step": 84049
    },
    {
      "epoch": 3.9102116771342175,
      "grad_norm": 1.4658472251293138,
      "learning_rate": 8.349516513236966e-05,
      "loss": 1.8828,
      "step": 84050
    },
    {
      "epoch": 3.910258199581298,
      "grad_norm": 1.5712398010955946,
      "learning_rate": 8.349183845595597e-05,
      "loss": 2.1406,
      "step": 84051
    },
    {
      "epoch": 3.9103047220283784,
      "grad_norm": 1.5310770611773306,
      "learning_rate": 8.348851182025896e-05,
      "loss": 2.0469,
      "step": 84052
    },
    {
      "epoch": 3.9103512444754593,
      "grad_norm": 1.4521655126259785,
      "learning_rate": 8.34851852252806e-05,
      "loss": 1.8594,
      "step": 84053
    },
    {
      "epoch": 3.9103977669225403,
      "grad_norm": 1.5276313670917319,
      "learning_rate": 8.348185867102309e-05,
      "loss": 1.9297,
      "step": 84054
    },
    {
      "epoch": 3.9104442893696207,
      "grad_norm": 1.59207751968422,
      "learning_rate": 8.347853215748835e-05,
      "loss": 2.125,
      "step": 84055
    },
    {
      "epoch": 3.9104908118167017,
      "grad_norm": 1.5968424954720415,
      "learning_rate": 8.347520568467849e-05,
      "loss": 2.0312,
      "step": 84056
    },
    {
      "epoch": 3.910537334263782,
      "grad_norm": 1.5192482955690032,
      "learning_rate": 8.34718792525954e-05,
      "loss": 2.0469,
      "step": 84057
    },
    {
      "epoch": 3.910583856710863,
      "grad_norm": 1.5287656018345934,
      "learning_rate": 8.346855286124128e-05,
      "loss": 2.0781,
      "step": 84058
    },
    {
      "epoch": 3.9106303791579435,
      "grad_norm": 1.44099628488608,
      "learning_rate": 8.346522651061812e-05,
      "loss": 1.9219,
      "step": 84059
    },
    {
      "epoch": 3.9106769016050245,
      "grad_norm": 1.4476224155778274,
      "learning_rate": 8.346190020072793e-05,
      "loss": 1.7891,
      "step": 84060
    },
    {
      "epoch": 3.9107234240521054,
      "grad_norm": 1.6287879311630262,
      "learning_rate": 8.34585739315727e-05,
      "loss": 2.1562,
      "step": 84061
    },
    {
      "epoch": 3.910769946499186,
      "grad_norm": 1.6502172104201371,
      "learning_rate": 8.345524770315458e-05,
      "loss": 2.1875,
      "step": 84062
    },
    {
      "epoch": 3.9108164689462663,
      "grad_norm": 1.3759806264056262,
      "learning_rate": 8.345192151547556e-05,
      "loss": 1.4531,
      "step": 84063
    },
    {
      "epoch": 3.9108629913933473,
      "grad_norm": 1.4170527128456545,
      "learning_rate": 8.344859536853758e-05,
      "loss": 1.8281,
      "step": 84064
    },
    {
      "epoch": 3.910909513840428,
      "grad_norm": 1.4314374197436954,
      "learning_rate": 8.344526926234285e-05,
      "loss": 1.5156,
      "step": 84065
    },
    {
      "epoch": 3.9109560362875087,
      "grad_norm": 1.5182216585105868,
      "learning_rate": 8.344194319689326e-05,
      "loss": 2.1406,
      "step": 84066
    },
    {
      "epoch": 3.9110025587345896,
      "grad_norm": 1.510970196639587,
      "learning_rate": 8.343861717219094e-05,
      "loss": 2.0625,
      "step": 84067
    },
    {
      "epoch": 3.91104908118167,
      "grad_norm": 1.5327064234956307,
      "learning_rate": 8.343529118823791e-05,
      "loss": 2.1406,
      "step": 84068
    },
    {
      "epoch": 3.911095603628751,
      "grad_norm": 1.5697990879737715,
      "learning_rate": 8.343196524503617e-05,
      "loss": 2.0781,
      "step": 84069
    },
    {
      "epoch": 3.9111421260758314,
      "grad_norm": 1.5362200713586425,
      "learning_rate": 8.342863934258772e-05,
      "loss": 1.9922,
      "step": 84070
    },
    {
      "epoch": 3.9111886485229124,
      "grad_norm": 1.442256875375315,
      "learning_rate": 8.342531348089473e-05,
      "loss": 1.7031,
      "step": 84071
    },
    {
      "epoch": 3.9112351709699933,
      "grad_norm": 1.5917280743949842,
      "learning_rate": 8.342198765995913e-05,
      "loss": 2.0781,
      "step": 84072
    },
    {
      "epoch": 3.9112816934170738,
      "grad_norm": 1.3500871309308038,
      "learning_rate": 8.3418661879783e-05,
      "loss": 1.4219,
      "step": 84073
    },
    {
      "epoch": 3.9113282158641542,
      "grad_norm": 1.6000126320298105,
      "learning_rate": 8.34153361403683e-05,
      "loss": 2.2656,
      "step": 84074
    },
    {
      "epoch": 3.911374738311235,
      "grad_norm": 1.6723691532568457,
      "learning_rate": 8.341201044171717e-05,
      "loss": 2.1719,
      "step": 84075
    },
    {
      "epoch": 3.911421260758316,
      "grad_norm": 1.4238539200142108,
      "learning_rate": 8.34086847838316e-05,
      "loss": 1.8594,
      "step": 84076
    },
    {
      "epoch": 3.9114677832053966,
      "grad_norm": 1.64314146569284,
      "learning_rate": 8.340535916671361e-05,
      "loss": 2.0625,
      "step": 84077
    },
    {
      "epoch": 3.9115143056524775,
      "grad_norm": 1.478339169985085,
      "learning_rate": 8.340203359036527e-05,
      "loss": 1.8047,
      "step": 84078
    },
    {
      "epoch": 3.911560828099558,
      "grad_norm": 1.6353263056486025,
      "learning_rate": 8.339870805478855e-05,
      "loss": 2.25,
      "step": 84079
    },
    {
      "epoch": 3.911607350546639,
      "grad_norm": 1.5758660156161912,
      "learning_rate": 8.339538255998557e-05,
      "loss": 2.1562,
      "step": 84080
    },
    {
      "epoch": 3.9116538729937194,
      "grad_norm": 1.6679662517588705,
      "learning_rate": 8.339205710595834e-05,
      "loss": 2.2344,
      "step": 84081
    },
    {
      "epoch": 3.9117003954408003,
      "grad_norm": 1.5132335738826346,
      "learning_rate": 8.33887316927089e-05,
      "loss": 1.9922,
      "step": 84082
    },
    {
      "epoch": 3.9117469178878808,
      "grad_norm": 1.4698361481056537,
      "learning_rate": 8.338540632023919e-05,
      "loss": 1.8281,
      "step": 84083
    },
    {
      "epoch": 3.9117934403349617,
      "grad_norm": 1.442131995206687,
      "learning_rate": 8.338208098855138e-05,
      "loss": 1.8984,
      "step": 84084
    },
    {
      "epoch": 3.911839962782042,
      "grad_norm": 1.4126712192738486,
      "learning_rate": 8.337875569764748e-05,
      "loss": 1.7891,
      "step": 84085
    },
    {
      "epoch": 3.911886485229123,
      "grad_norm": 1.6406232795125502,
      "learning_rate": 8.337543044752942e-05,
      "loss": 2.1719,
      "step": 84086
    },
    {
      "epoch": 3.911933007676204,
      "grad_norm": 1.611580837973856,
      "learning_rate": 8.337210523819937e-05,
      "loss": 2.0781,
      "step": 84087
    },
    {
      "epoch": 3.9119795301232845,
      "grad_norm": 1.486505452654086,
      "learning_rate": 8.336878006965926e-05,
      "loss": 1.9297,
      "step": 84088
    },
    {
      "epoch": 3.912026052570365,
      "grad_norm": 1.448873384913691,
      "learning_rate": 8.336545494191125e-05,
      "loss": 1.9453,
      "step": 84089
    },
    {
      "epoch": 3.912072575017446,
      "grad_norm": 1.5595569412917596,
      "learning_rate": 8.336212985495728e-05,
      "loss": 2.25,
      "step": 84090
    },
    {
      "epoch": 3.912119097464527,
      "grad_norm": 1.3163146673222552,
      "learning_rate": 8.33588048087994e-05,
      "loss": 1.5469,
      "step": 84091
    },
    {
      "epoch": 3.9121656199116073,
      "grad_norm": 1.5812562629170586,
      "learning_rate": 8.335547980343962e-05,
      "loss": 2.1094,
      "step": 84092
    },
    {
      "epoch": 3.912212142358688,
      "grad_norm": 1.4613116238801551,
      "learning_rate": 8.335215483888004e-05,
      "loss": 1.8984,
      "step": 84093
    },
    {
      "epoch": 3.9122586648057687,
      "grad_norm": 1.5531098989035106,
      "learning_rate": 8.334882991512268e-05,
      "loss": 2.1875,
      "step": 84094
    },
    {
      "epoch": 3.9123051872528496,
      "grad_norm": 1.6372608199986431,
      "learning_rate": 8.334550503216956e-05,
      "loss": 2.0312,
      "step": 84095
    },
    {
      "epoch": 3.91235170969993,
      "grad_norm": 1.5355403758758839,
      "learning_rate": 8.334218019002264e-05,
      "loss": 1.9766,
      "step": 84096
    },
    {
      "epoch": 3.912398232147011,
      "grad_norm": 1.393358172736252,
      "learning_rate": 8.33388553886841e-05,
      "loss": 1.6797,
      "step": 84097
    },
    {
      "epoch": 3.912444754594092,
      "grad_norm": 1.573642459836776,
      "learning_rate": 8.33355306281559e-05,
      "loss": 2.25,
      "step": 84098
    },
    {
      "epoch": 3.9124912770411724,
      "grad_norm": 1.5254788914985553,
      "learning_rate": 8.333220590844009e-05,
      "loss": 1.8984,
      "step": 84099
    },
    {
      "epoch": 3.912537799488253,
      "grad_norm": 1.4066534952897,
      "learning_rate": 8.332888122953864e-05,
      "loss": 1.9453,
      "step": 84100
    },
    {
      "epoch": 3.912584321935334,
      "grad_norm": 1.6036679594188725,
      "learning_rate": 8.332555659145369e-05,
      "loss": 2.2344,
      "step": 84101
    },
    {
      "epoch": 3.9126308443824147,
      "grad_norm": 1.5358987914221174,
      "learning_rate": 8.332223199418722e-05,
      "loss": 2.0938,
      "step": 84102
    },
    {
      "epoch": 3.912677366829495,
      "grad_norm": 1.4051725957676158,
      "learning_rate": 8.331890743774127e-05,
      "loss": 1.75,
      "step": 84103
    },
    {
      "epoch": 3.912723889276576,
      "grad_norm": 1.544601302518963,
      "learning_rate": 8.331558292211792e-05,
      "loss": 2.0469,
      "step": 84104
    },
    {
      "epoch": 3.9127704117236566,
      "grad_norm": 1.6282877842874535,
      "learning_rate": 8.331225844731907e-05,
      "loss": 2.1719,
      "step": 84105
    },
    {
      "epoch": 3.9128169341707375,
      "grad_norm": 1.5932350181371466,
      "learning_rate": 8.330893401334691e-05,
      "loss": 1.9141,
      "step": 84106
    },
    {
      "epoch": 3.912863456617818,
      "grad_norm": 1.5710274699077802,
      "learning_rate": 8.330560962020343e-05,
      "loss": 2.2969,
      "step": 84107
    },
    {
      "epoch": 3.912909979064899,
      "grad_norm": 1.531971643939995,
      "learning_rate": 8.330228526789056e-05,
      "loss": 1.9688,
      "step": 84108
    },
    {
      "epoch": 3.9129565015119794,
      "grad_norm": 1.560445174973231,
      "learning_rate": 8.329896095641052e-05,
      "loss": 1.9922,
      "step": 84109
    },
    {
      "epoch": 3.9130030239590603,
      "grad_norm": 1.561441574390442,
      "learning_rate": 8.329563668576515e-05,
      "loss": 2.1562,
      "step": 84110
    },
    {
      "epoch": 3.9130495464061408,
      "grad_norm": 1.4869480609547796,
      "learning_rate": 8.329231245595667e-05,
      "loss": 2.0156,
      "step": 84111
    },
    {
      "epoch": 3.9130960688532217,
      "grad_norm": 1.4752028456091317,
      "learning_rate": 8.328898826698701e-05,
      "loss": 1.9453,
      "step": 84112
    },
    {
      "epoch": 3.9131425913003026,
      "grad_norm": 1.5658072629062154,
      "learning_rate": 8.328566411885825e-05,
      "loss": 1.9922,
      "step": 84113
    },
    {
      "epoch": 3.913189113747383,
      "grad_norm": 1.4956789466398104,
      "learning_rate": 8.328234001157233e-05,
      "loss": 1.8281,
      "step": 84114
    },
    {
      "epoch": 3.9132356361944636,
      "grad_norm": 1.5972127945286123,
      "learning_rate": 8.32790159451314e-05,
      "loss": 2.0469,
      "step": 84115
    },
    {
      "epoch": 3.9132821586415445,
      "grad_norm": 1.4971958578540803,
      "learning_rate": 8.327569191953749e-05,
      "loss": 1.9688,
      "step": 84116
    },
    {
      "epoch": 3.9133286810886254,
      "grad_norm": 1.5047126230551824,
      "learning_rate": 8.327236793479255e-05,
      "loss": 1.875,
      "step": 84117
    },
    {
      "epoch": 3.913375203535706,
      "grad_norm": 1.6349172900204005,
      "learning_rate": 8.326904399089862e-05,
      "loss": 2.1562,
      "step": 84118
    },
    {
      "epoch": 3.913421725982787,
      "grad_norm": 1.5140114490528667,
      "learning_rate": 8.326572008785783e-05,
      "loss": 1.5391,
      "step": 84119
    },
    {
      "epoch": 3.9134682484298673,
      "grad_norm": 1.5109066528483663,
      "learning_rate": 8.326239622567215e-05,
      "loss": 2.0312,
      "step": 84120
    },
    {
      "epoch": 3.913514770876948,
      "grad_norm": 1.5099331218824767,
      "learning_rate": 8.325907240434363e-05,
      "loss": 1.8516,
      "step": 84121
    },
    {
      "epoch": 3.9135612933240287,
      "grad_norm": 1.6362924751318366,
      "learning_rate": 8.325574862387424e-05,
      "loss": 2.2969,
      "step": 84122
    },
    {
      "epoch": 3.9136078157711096,
      "grad_norm": 1.455494596745798,
      "learning_rate": 8.325242488426615e-05,
      "loss": 1.9453,
      "step": 84123
    },
    {
      "epoch": 3.9136543382181905,
      "grad_norm": 1.4752421274663097,
      "learning_rate": 8.324910118552131e-05,
      "loss": 1.9688,
      "step": 84124
    },
    {
      "epoch": 3.913700860665271,
      "grad_norm": 1.534456539860223,
      "learning_rate": 8.324577752764175e-05,
      "loss": 1.9062,
      "step": 84125
    },
    {
      "epoch": 3.9137473831123515,
      "grad_norm": 1.4645729693880736,
      "learning_rate": 8.324245391062947e-05,
      "loss": 1.9219,
      "step": 84126
    },
    {
      "epoch": 3.9137939055594324,
      "grad_norm": 1.5656288091516024,
      "learning_rate": 8.323913033448662e-05,
      "loss": 2.1875,
      "step": 84127
    },
    {
      "epoch": 3.9138404280065133,
      "grad_norm": 1.5076513671493827,
      "learning_rate": 8.323580679921515e-05,
      "loss": 1.8594,
      "step": 84128
    },
    {
      "epoch": 3.913886950453594,
      "grad_norm": 1.4692680742534874,
      "learning_rate": 8.323248330481714e-05,
      "loss": 1.8359,
      "step": 84129
    },
    {
      "epoch": 3.9139334729006747,
      "grad_norm": 1.4368165251169915,
      "learning_rate": 8.322915985129451e-05,
      "loss": 1.8594,
      "step": 84130
    },
    {
      "epoch": 3.913979995347755,
      "grad_norm": 1.5326945391289606,
      "learning_rate": 8.32258364386494e-05,
      "loss": 2.2344,
      "step": 84131
    },
    {
      "epoch": 3.914026517794836,
      "grad_norm": 1.6034660527229745,
      "learning_rate": 8.322251306688386e-05,
      "loss": 2.125,
      "step": 84132
    },
    {
      "epoch": 3.9140730402419166,
      "grad_norm": 1.5105397034039245,
      "learning_rate": 8.32191897359999e-05,
      "loss": 2.0625,
      "step": 84133
    },
    {
      "epoch": 3.9141195626889975,
      "grad_norm": 1.642034047972346,
      "learning_rate": 8.321586644599956e-05,
      "loss": 2.3281,
      "step": 84134
    },
    {
      "epoch": 3.914166085136078,
      "grad_norm": 1.4462720088638474,
      "learning_rate": 8.321254319688487e-05,
      "loss": 1.8047,
      "step": 84135
    },
    {
      "epoch": 3.914212607583159,
      "grad_norm": 1.5142336375023846,
      "learning_rate": 8.320921998865777e-05,
      "loss": 2.1719,
      "step": 84136
    },
    {
      "epoch": 3.9142591300302394,
      "grad_norm": 1.4599882077239712,
      "learning_rate": 8.320589682132044e-05,
      "loss": 1.8906,
      "step": 84137
    },
    {
      "epoch": 3.9143056524773203,
      "grad_norm": 1.3684652369606178,
      "learning_rate": 8.320257369487487e-05,
      "loss": 1.5625,
      "step": 84138
    },
    {
      "epoch": 3.9143521749244012,
      "grad_norm": 1.5535408834709405,
      "learning_rate": 8.319925060932308e-05,
      "loss": 2.125,
      "step": 84139
    },
    {
      "epoch": 3.9143986973714817,
      "grad_norm": 1.5453798202980076,
      "learning_rate": 8.319592756466703e-05,
      "loss": 2.0625,
      "step": 84140
    },
    {
      "epoch": 3.914445219818562,
      "grad_norm": 1.5184972320457228,
      "learning_rate": 8.319260456090887e-05,
      "loss": 2.0156,
      "step": 84141
    },
    {
      "epoch": 3.914491742265643,
      "grad_norm": 1.5248950198453683,
      "learning_rate": 8.318928159805063e-05,
      "loss": 2.2031,
      "step": 84142
    },
    {
      "epoch": 3.914538264712724,
      "grad_norm": 1.517141213401529,
      "learning_rate": 8.318595867609429e-05,
      "loss": 2.1562,
      "step": 84143
    },
    {
      "epoch": 3.9145847871598045,
      "grad_norm": 1.5886437599062242,
      "learning_rate": 8.318263579504182e-05,
      "loss": 2.2812,
      "step": 84144
    },
    {
      "epoch": 3.9146313096068854,
      "grad_norm": 1.6082366437935247,
      "learning_rate": 8.317931295489542e-05,
      "loss": 2.1875,
      "step": 84145
    },
    {
      "epoch": 3.914677832053966,
      "grad_norm": 1.49658689312946,
      "learning_rate": 8.317599015565703e-05,
      "loss": 1.9766,
      "step": 84146
    },
    {
      "epoch": 3.914724354501047,
      "grad_norm": 1.517021970094394,
      "learning_rate": 8.317266739732867e-05,
      "loss": 2.0938,
      "step": 84147
    },
    {
      "epoch": 3.9147708769481273,
      "grad_norm": 1.6285659058164768,
      "learning_rate": 8.316934467991237e-05,
      "loss": 2.1406,
      "step": 84148
    },
    {
      "epoch": 3.9148173993952082,
      "grad_norm": 1.4936065235565053,
      "learning_rate": 8.316602200341024e-05,
      "loss": 2.0625,
      "step": 84149
    },
    {
      "epoch": 3.914863921842289,
      "grad_norm": 1.5481124548937695,
      "learning_rate": 8.316269936782426e-05,
      "loss": 2.0625,
      "step": 84150
    },
    {
      "epoch": 3.9149104442893696,
      "grad_norm": 1.5679306060323575,
      "learning_rate": 8.315937677315648e-05,
      "loss": 2.1719,
      "step": 84151
    },
    {
      "epoch": 3.91495696673645,
      "grad_norm": 1.4646691606307694,
      "learning_rate": 8.315605421940886e-05,
      "loss": 1.8906,
      "step": 84152
    },
    {
      "epoch": 3.915003489183531,
      "grad_norm": 1.4499382043287548,
      "learning_rate": 8.31527317065835e-05,
      "loss": 1.8359,
      "step": 84153
    },
    {
      "epoch": 3.915050011630612,
      "grad_norm": 1.5309101013280302,
      "learning_rate": 8.314940923468248e-05,
      "loss": 1.9609,
      "step": 84154
    },
    {
      "epoch": 3.9150965340776924,
      "grad_norm": 1.5332443806797018,
      "learning_rate": 8.31460868037078e-05,
      "loss": 2.0156,
      "step": 84155
    },
    {
      "epoch": 3.9151430565247733,
      "grad_norm": 1.4740472889224865,
      "learning_rate": 8.314276441366146e-05,
      "loss": 1.875,
      "step": 84156
    },
    {
      "epoch": 3.915189578971854,
      "grad_norm": 1.5728857115505386,
      "learning_rate": 8.313944206454546e-05,
      "loss": 2.1875,
      "step": 84157
    },
    {
      "epoch": 3.9152361014189347,
      "grad_norm": 1.5445226143837765,
      "learning_rate": 8.313611975636196e-05,
      "loss": 1.9219,
      "step": 84158
    },
    {
      "epoch": 3.915282623866015,
      "grad_norm": 1.573789360436778,
      "learning_rate": 8.313279748911292e-05,
      "loss": 2.2031,
      "step": 84159
    },
    {
      "epoch": 3.915329146313096,
      "grad_norm": 1.5438769475412593,
      "learning_rate": 8.312947526280037e-05,
      "loss": 2.1406,
      "step": 84160
    },
    {
      "epoch": 3.9153756687601766,
      "grad_norm": 1.56915842785452,
      "learning_rate": 8.312615307742633e-05,
      "loss": 1.9922,
      "step": 84161
    },
    {
      "epoch": 3.9154221912072575,
      "grad_norm": 1.5329406066853597,
      "learning_rate": 8.312283093299282e-05,
      "loss": 2.0312,
      "step": 84162
    },
    {
      "epoch": 3.915468713654338,
      "grad_norm": 1.5329070785928767,
      "learning_rate": 8.311950882950196e-05,
      "loss": 2.1875,
      "step": 84163
    },
    {
      "epoch": 3.915515236101419,
      "grad_norm": 1.5032874058827508,
      "learning_rate": 8.311618676695574e-05,
      "loss": 1.9453,
      "step": 84164
    },
    {
      "epoch": 3.9155617585485,
      "grad_norm": 1.4451758096713039,
      "learning_rate": 8.311286474535617e-05,
      "loss": 1.8594,
      "step": 84165
    },
    {
      "epoch": 3.9156082809955803,
      "grad_norm": 1.678471284499923,
      "learning_rate": 8.310954276470524e-05,
      "loss": 2.3125,
      "step": 84166
    },
    {
      "epoch": 3.915654803442661,
      "grad_norm": 1.5843502120899862,
      "learning_rate": 8.310622082500512e-05,
      "loss": 2.1562,
      "step": 84167
    },
    {
      "epoch": 3.9157013258897417,
      "grad_norm": 1.543236193784939,
      "learning_rate": 8.310289892625775e-05,
      "loss": 2.0938,
      "step": 84168
    },
    {
      "epoch": 3.9157478483368227,
      "grad_norm": 1.8136209971007764,
      "learning_rate": 8.309957706846517e-05,
      "loss": 2.6719,
      "step": 84169
    },
    {
      "epoch": 3.915794370783903,
      "grad_norm": 1.5393285113140296,
      "learning_rate": 8.309625525162937e-05,
      "loss": 2.0625,
      "step": 84170
    },
    {
      "epoch": 3.915840893230984,
      "grad_norm": 1.502261718205767,
      "learning_rate": 8.309293347575252e-05,
      "loss": 1.9766,
      "step": 84171
    },
    {
      "epoch": 3.9158874156780645,
      "grad_norm": 1.4735581399953015,
      "learning_rate": 8.308961174083655e-05,
      "loss": 1.8672,
      "step": 84172
    },
    {
      "epoch": 3.9159339381251455,
      "grad_norm": 1.5097399231746502,
      "learning_rate": 8.308629004688352e-05,
      "loss": 2.2031,
      "step": 84173
    },
    {
      "epoch": 3.915980460572226,
      "grad_norm": 1.5188395730365098,
      "learning_rate": 8.308296839389539e-05,
      "loss": 1.9141,
      "step": 84174
    },
    {
      "epoch": 3.916026983019307,
      "grad_norm": 1.6122430598759945,
      "learning_rate": 8.307964678187426e-05,
      "loss": 2.3125,
      "step": 84175
    },
    {
      "epoch": 3.9160735054663878,
      "grad_norm": 1.5498488034619424,
      "learning_rate": 8.307632521082224e-05,
      "loss": 2.0625,
      "step": 84176
    },
    {
      "epoch": 3.9161200279134682,
      "grad_norm": 1.6206292274215781,
      "learning_rate": 8.307300368074127e-05,
      "loss": 2.2031,
      "step": 84177
    },
    {
      "epoch": 3.9161665503605487,
      "grad_norm": 1.4673658368099118,
      "learning_rate": 8.306968219163341e-05,
      "loss": 2.0312,
      "step": 84178
    },
    {
      "epoch": 3.9162130728076296,
      "grad_norm": 1.8875549742087114,
      "learning_rate": 8.306636074350062e-05,
      "loss": 2.0469,
      "step": 84179
    },
    {
      "epoch": 3.9162595952547106,
      "grad_norm": 1.418970667868427,
      "learning_rate": 8.306303933634507e-05,
      "loss": 1.6562,
      "step": 84180
    },
    {
      "epoch": 3.916306117701791,
      "grad_norm": 1.5438379789485244,
      "learning_rate": 8.305971797016872e-05,
      "loss": 2.0469,
      "step": 84181
    },
    {
      "epoch": 3.916352640148872,
      "grad_norm": 1.55810638220891,
      "learning_rate": 8.305639664497358e-05,
      "loss": 2.2188,
      "step": 84182
    },
    {
      "epoch": 3.9163991625959524,
      "grad_norm": 1.4922610468808108,
      "learning_rate": 8.305307536076168e-05,
      "loss": 1.9531,
      "step": 84183
    },
    {
      "epoch": 3.9164456850430334,
      "grad_norm": 1.4521574994027928,
      "learning_rate": 8.304975411753511e-05,
      "loss": 1.7891,
      "step": 84184
    },
    {
      "epoch": 3.916492207490114,
      "grad_norm": 1.5287274752292301,
      "learning_rate": 8.30464329152959e-05,
      "loss": 2.1094,
      "step": 84185
    },
    {
      "epoch": 3.9165387299371948,
      "grad_norm": 1.6003759567695184,
      "learning_rate": 8.304311175404606e-05,
      "loss": 2.0625,
      "step": 84186
    },
    {
      "epoch": 3.9165852523842757,
      "grad_norm": 1.6143206790787632,
      "learning_rate": 8.303979063378761e-05,
      "loss": 2.0781,
      "step": 84187
    },
    {
      "epoch": 3.916631774831356,
      "grad_norm": 1.5126299421496923,
      "learning_rate": 8.303646955452254e-05,
      "loss": 2.0,
      "step": 84188
    },
    {
      "epoch": 3.9166782972784366,
      "grad_norm": 1.5285116163522268,
      "learning_rate": 8.3033148516253e-05,
      "loss": 2.0469,
      "step": 84189
    },
    {
      "epoch": 3.9167248197255176,
      "grad_norm": 1.5425155073116765,
      "learning_rate": 8.302982751898096e-05,
      "loss": 2.0625,
      "step": 84190
    },
    {
      "epoch": 3.9167713421725985,
      "grad_norm": 1.519608554670901,
      "learning_rate": 8.302650656270846e-05,
      "loss": 2.0156,
      "step": 84191
    },
    {
      "epoch": 3.916817864619679,
      "grad_norm": 1.3908740928488192,
      "learning_rate": 8.302318564743745e-05,
      "loss": 1.5859,
      "step": 84192
    },
    {
      "epoch": 3.9168643870667594,
      "grad_norm": 1.522442200247847,
      "learning_rate": 8.30198647731701e-05,
      "loss": 2.0938,
      "step": 84193
    },
    {
      "epoch": 3.9169109095138404,
      "grad_norm": 1.5036468876741558,
      "learning_rate": 8.30165439399084e-05,
      "loss": 1.9219,
      "step": 84194
    },
    {
      "epoch": 3.9169574319609213,
      "grad_norm": 1.4995703985730926,
      "learning_rate": 8.301322314765437e-05,
      "loss": 2.0312,
      "step": 84195
    },
    {
      "epoch": 3.9170039544080018,
      "grad_norm": 1.4530594237922463,
      "learning_rate": 8.300990239640996e-05,
      "loss": 2.0312,
      "step": 84196
    },
    {
      "epoch": 3.9170504768550827,
      "grad_norm": 1.5047094395527656,
      "learning_rate": 8.30065816861773e-05,
      "loss": 1.9219,
      "step": 84197
    },
    {
      "epoch": 3.917096999302163,
      "grad_norm": 1.5449824678972761,
      "learning_rate": 8.300326101695846e-05,
      "loss": 2.0938,
      "step": 84198
    },
    {
      "epoch": 3.917143521749244,
      "grad_norm": 1.6393066166081305,
      "learning_rate": 8.299994038875541e-05,
      "loss": 2.1406,
      "step": 84199
    },
    {
      "epoch": 3.9171900441963245,
      "grad_norm": 1.5566940325623908,
      "learning_rate": 8.299661980157022e-05,
      "loss": 2.1406,
      "step": 84200
    },
    {
      "epoch": 3.9172365666434055,
      "grad_norm": 1.603630068466379,
      "learning_rate": 8.299329925540478e-05,
      "loss": 2.0625,
      "step": 84201
    },
    {
      "epoch": 3.9172830890904864,
      "grad_norm": 1.4757506847313526,
      "learning_rate": 8.298997875026134e-05,
      "loss": 1.9688,
      "step": 84202
    },
    {
      "epoch": 3.917329611537567,
      "grad_norm": 1.568111984566275,
      "learning_rate": 8.298665828614183e-05,
      "loss": 2.2188,
      "step": 84203
    },
    {
      "epoch": 3.9173761339846473,
      "grad_norm": 1.5282942524373757,
      "learning_rate": 8.298333786304828e-05,
      "loss": 1.8516,
      "step": 84204
    },
    {
      "epoch": 3.9174226564317283,
      "grad_norm": 1.4990966203349478,
      "learning_rate": 8.298001748098264e-05,
      "loss": 2.0781,
      "step": 84205
    },
    {
      "epoch": 3.917469178878809,
      "grad_norm": 1.5503044586077157,
      "learning_rate": 8.297669713994713e-05,
      "loss": 2.2031,
      "step": 84206
    },
    {
      "epoch": 3.9175157013258897,
      "grad_norm": 1.6251596869809977,
      "learning_rate": 8.297337683994366e-05,
      "loss": 2.2188,
      "step": 84207
    },
    {
      "epoch": 3.9175622237729706,
      "grad_norm": 1.54122210299476,
      "learning_rate": 8.297005658097425e-05,
      "loss": 2.0156,
      "step": 84208
    },
    {
      "epoch": 3.917608746220051,
      "grad_norm": 1.5576933828830988,
      "learning_rate": 8.296673636304097e-05,
      "loss": 2.0781,
      "step": 84209
    },
    {
      "epoch": 3.917655268667132,
      "grad_norm": 1.4939572090254287,
      "learning_rate": 8.296341618614585e-05,
      "loss": 1.9219,
      "step": 84210
    },
    {
      "epoch": 3.9177017911142125,
      "grad_norm": 1.4631371257993924,
      "learning_rate": 8.296009605029096e-05,
      "loss": 1.7578,
      "step": 84211
    },
    {
      "epoch": 3.9177483135612934,
      "grad_norm": 1.5008191232812682,
      "learning_rate": 8.295677595547828e-05,
      "loss": 1.7734,
      "step": 84212
    },
    {
      "epoch": 3.9177948360083743,
      "grad_norm": 1.4464847295777266,
      "learning_rate": 8.295345590170985e-05,
      "loss": 1.8828,
      "step": 84213
    },
    {
      "epoch": 3.917841358455455,
      "grad_norm": 1.559313867223377,
      "learning_rate": 8.295013588898768e-05,
      "loss": 2.1562,
      "step": 84214
    },
    {
      "epoch": 3.9178878809025353,
      "grad_norm": 1.4757953695278547,
      "learning_rate": 8.294681591731387e-05,
      "loss": 1.9141,
      "step": 84215
    },
    {
      "epoch": 3.917934403349616,
      "grad_norm": 1.5027649266642311,
      "learning_rate": 8.294349598669041e-05,
      "loss": 1.9922,
      "step": 84216
    },
    {
      "epoch": 3.917980925796697,
      "grad_norm": 1.4378418234755805,
      "learning_rate": 8.294017609711934e-05,
      "loss": 1.9141,
      "step": 84217
    },
    {
      "epoch": 3.9180274482437776,
      "grad_norm": 1.446973341022572,
      "learning_rate": 8.293685624860263e-05,
      "loss": 1.8047,
      "step": 84218
    },
    {
      "epoch": 3.9180739706908585,
      "grad_norm": 1.5206967551201709,
      "learning_rate": 8.293353644114238e-05,
      "loss": 2.25,
      "step": 84219
    },
    {
      "epoch": 3.918120493137939,
      "grad_norm": 1.4894630957757546,
      "learning_rate": 8.293021667474067e-05,
      "loss": 1.9297,
      "step": 84220
    },
    {
      "epoch": 3.91816701558502,
      "grad_norm": 1.3401208124936888,
      "learning_rate": 8.292689694939946e-05,
      "loss": 1.5156,
      "step": 84221
    },
    {
      "epoch": 3.9182135380321004,
      "grad_norm": 1.5688518304288372,
      "learning_rate": 8.292357726512081e-05,
      "loss": 2.1562,
      "step": 84222
    },
    {
      "epoch": 3.9182600604791813,
      "grad_norm": 1.5615219245089405,
      "learning_rate": 8.292025762190669e-05,
      "loss": 1.9766,
      "step": 84223
    },
    {
      "epoch": 3.9183065829262618,
      "grad_norm": 1.5698637706854361,
      "learning_rate": 8.291693801975924e-05,
      "loss": 2.1406,
      "step": 84224
    },
    {
      "epoch": 3.9183531053733427,
      "grad_norm": 1.4729625265142745,
      "learning_rate": 8.291361845868044e-05,
      "loss": 1.9141,
      "step": 84225
    },
    {
      "epoch": 3.918399627820423,
      "grad_norm": 1.4745261040583693,
      "learning_rate": 8.291029893867231e-05,
      "loss": 1.9297,
      "step": 84226
    },
    {
      "epoch": 3.918446150267504,
      "grad_norm": 1.4643090386231277,
      "learning_rate": 8.290697945973685e-05,
      "loss": 1.7969,
      "step": 84227
    },
    {
      "epoch": 3.918492672714585,
      "grad_norm": 1.4436534497382527,
      "learning_rate": 8.290366002187616e-05,
      "loss": 1.7969,
      "step": 84228
    },
    {
      "epoch": 3.9185391951616655,
      "grad_norm": 1.49475343106557,
      "learning_rate": 8.290034062509226e-05,
      "loss": 1.9922,
      "step": 84229
    },
    {
      "epoch": 3.918585717608746,
      "grad_norm": 1.5803756902198387,
      "learning_rate": 8.289702126938716e-05,
      "loss": 2.0469,
      "step": 84230
    },
    {
      "epoch": 3.918632240055827,
      "grad_norm": 1.5116639116192252,
      "learning_rate": 8.289370195476286e-05,
      "loss": 1.9141,
      "step": 84231
    },
    {
      "epoch": 3.918678762502908,
      "grad_norm": 1.4493801008202374,
      "learning_rate": 8.289038268122147e-05,
      "loss": 1.5078,
      "step": 84232
    },
    {
      "epoch": 3.9187252849499883,
      "grad_norm": 1.4864886013765075,
      "learning_rate": 8.288706344876498e-05,
      "loss": 1.8906,
      "step": 84233
    },
    {
      "epoch": 3.918771807397069,
      "grad_norm": 1.4931697902949133,
      "learning_rate": 8.288374425739546e-05,
      "loss": 1.8906,
      "step": 84234
    },
    {
      "epoch": 3.9188183298441497,
      "grad_norm": 1.4378150602255264,
      "learning_rate": 8.28804251071148e-05,
      "loss": 1.8828,
      "step": 84235
    },
    {
      "epoch": 3.9188648522912306,
      "grad_norm": 1.6003248096961677,
      "learning_rate": 8.287710599792524e-05,
      "loss": 2.1094,
      "step": 84236
    },
    {
      "epoch": 3.918911374738311,
      "grad_norm": 1.5115644228874046,
      "learning_rate": 8.287378692982868e-05,
      "loss": 1.8672,
      "step": 84237
    },
    {
      "epoch": 3.918957897185392,
      "grad_norm": 1.5385491926269164,
      "learning_rate": 8.287046790282721e-05,
      "loss": 1.9141,
      "step": 84238
    },
    {
      "epoch": 3.919004419632473,
      "grad_norm": 1.538563108496193,
      "learning_rate": 8.286714891692277e-05,
      "loss": 2.0,
      "step": 84239
    },
    {
      "epoch": 3.9190509420795534,
      "grad_norm": 1.4761157504350448,
      "learning_rate": 8.286382997211745e-05,
      "loss": 1.9219,
      "step": 84240
    },
    {
      "epoch": 3.919097464526634,
      "grad_norm": 1.5974268182077744,
      "learning_rate": 8.286051106841333e-05,
      "loss": 2.0625,
      "step": 84241
    },
    {
      "epoch": 3.919143986973715,
      "grad_norm": 1.5449099276297313,
      "learning_rate": 8.285719220581242e-05,
      "loss": 1.9688,
      "step": 84242
    },
    {
      "epoch": 3.9191905094207957,
      "grad_norm": 1.4550400640925867,
      "learning_rate": 8.285387338431673e-05,
      "loss": 1.7734,
      "step": 84243
    },
    {
      "epoch": 3.919237031867876,
      "grad_norm": 1.648182768337985,
      "learning_rate": 8.285055460392831e-05,
      "loss": 2.3438,
      "step": 84244
    },
    {
      "epoch": 3.919283554314957,
      "grad_norm": 1.506551033172253,
      "learning_rate": 8.284723586464909e-05,
      "loss": 1.8594,
      "step": 84245
    },
    {
      "epoch": 3.9193300767620376,
      "grad_norm": 1.5953415398939619,
      "learning_rate": 8.284391716648128e-05,
      "loss": 2.125,
      "step": 84246
    },
    {
      "epoch": 3.9193765992091185,
      "grad_norm": 1.628829553693443,
      "learning_rate": 8.284059850942678e-05,
      "loss": 2.1719,
      "step": 84247
    },
    {
      "epoch": 3.919423121656199,
      "grad_norm": 1.5677153730803028,
      "learning_rate": 8.283727989348769e-05,
      "loss": 2.125,
      "step": 84248
    },
    {
      "epoch": 3.91946964410328,
      "grad_norm": 1.5244213402855702,
      "learning_rate": 8.283396131866596e-05,
      "loss": 1.9922,
      "step": 84249
    },
    {
      "epoch": 3.9195161665503604,
      "grad_norm": 1.6309370664022158,
      "learning_rate": 8.28306427849637e-05,
      "loss": 2.2031,
      "step": 84250
    },
    {
      "epoch": 3.9195626889974413,
      "grad_norm": 1.4754592975627159,
      "learning_rate": 8.282732429238294e-05,
      "loss": 1.9219,
      "step": 84251
    },
    {
      "epoch": 3.919609211444522,
      "grad_norm": 1.520562624849872,
      "learning_rate": 8.282400584092569e-05,
      "loss": 1.8828,
      "step": 84252
    },
    {
      "epoch": 3.9196557338916027,
      "grad_norm": 1.5468953760602921,
      "learning_rate": 8.282068743059392e-05,
      "loss": 1.9609,
      "step": 84253
    },
    {
      "epoch": 3.9197022563386836,
      "grad_norm": 1.4662490140617779,
      "learning_rate": 8.281736906138976e-05,
      "loss": 1.9141,
      "step": 84254
    },
    {
      "epoch": 3.919748778785764,
      "grad_norm": 1.5094529438050845,
      "learning_rate": 8.281405073331521e-05,
      "loss": 1.9062,
      "step": 84255
    },
    {
      "epoch": 3.9197953012328446,
      "grad_norm": 1.5233979185188742,
      "learning_rate": 8.281073244637231e-05,
      "loss": 2.0469,
      "step": 84256
    },
    {
      "epoch": 3.9198418236799255,
      "grad_norm": 1.5323510327310528,
      "learning_rate": 8.280741420056299e-05,
      "loss": 2.1562,
      "step": 84257
    },
    {
      "epoch": 3.9198883461270064,
      "grad_norm": 1.5710131418491449,
      "learning_rate": 8.280409599588946e-05,
      "loss": 2.1406,
      "step": 84258
    },
    {
      "epoch": 3.919934868574087,
      "grad_norm": 1.597555118263956,
      "learning_rate": 8.280077783235364e-05,
      "loss": 2.0625,
      "step": 84259
    },
    {
      "epoch": 3.919981391021168,
      "grad_norm": 1.4873147849784563,
      "learning_rate": 8.279745970995759e-05,
      "loss": 2.0,
      "step": 84260
    },
    {
      "epoch": 3.9200279134682483,
      "grad_norm": 1.5747465354108088,
      "learning_rate": 8.279414162870325e-05,
      "loss": 2.0781,
      "step": 84261
    },
    {
      "epoch": 3.9200744359153292,
      "grad_norm": 1.5587942234665941,
      "learning_rate": 8.279082358859276e-05,
      "loss": 2.1406,
      "step": 84262
    },
    {
      "epoch": 3.9201209583624097,
      "grad_norm": 1.519150552472683,
      "learning_rate": 8.278750558962817e-05,
      "loss": 2.0781,
      "step": 84263
    },
    {
      "epoch": 3.9201674808094906,
      "grad_norm": 1.5161479669693376,
      "learning_rate": 8.278418763181145e-05,
      "loss": 2.0938,
      "step": 84264
    },
    {
      "epoch": 3.9202140032565715,
      "grad_norm": 1.5703164586990954,
      "learning_rate": 8.278086971514467e-05,
      "loss": 2.0781,
      "step": 84265
    },
    {
      "epoch": 3.920260525703652,
      "grad_norm": 1.3021196536945108,
      "learning_rate": 8.277755183962978e-05,
      "loss": 1.5859,
      "step": 84266
    },
    {
      "epoch": 3.9203070481507325,
      "grad_norm": 1.6067410707619627,
      "learning_rate": 8.27742340052689e-05,
      "loss": 2.1406,
      "step": 84267
    },
    {
      "epoch": 3.9203535705978134,
      "grad_norm": 1.5066264923224537,
      "learning_rate": 8.277091621206406e-05,
      "loss": 2.0781,
      "step": 84268
    },
    {
      "epoch": 3.9204000930448943,
      "grad_norm": 1.6124992986907647,
      "learning_rate": 8.276759846001725e-05,
      "loss": 2.1875,
      "step": 84269
    },
    {
      "epoch": 3.920446615491975,
      "grad_norm": 1.438289733504009,
      "learning_rate": 8.276428074913051e-05,
      "loss": 1.8438,
      "step": 84270
    },
    {
      "epoch": 3.9204931379390557,
      "grad_norm": 1.5465156459187144,
      "learning_rate": 8.276096307940582e-05,
      "loss": 2.2031,
      "step": 84271
    },
    {
      "epoch": 3.920539660386136,
      "grad_norm": 1.6307960661297645,
      "learning_rate": 8.275764545084533e-05,
      "loss": 2.125,
      "step": 84272
    },
    {
      "epoch": 3.920586182833217,
      "grad_norm": 1.5336225831767498,
      "learning_rate": 8.275432786345099e-05,
      "loss": 2.1094,
      "step": 84273
    },
    {
      "epoch": 3.9206327052802976,
      "grad_norm": 1.4389934315417368,
      "learning_rate": 8.275101031722485e-05,
      "loss": 1.8594,
      "step": 84274
    },
    {
      "epoch": 3.9206792277273785,
      "grad_norm": 1.4513642225593926,
      "learning_rate": 8.274769281216887e-05,
      "loss": 1.9766,
      "step": 84275
    },
    {
      "epoch": 3.920725750174459,
      "grad_norm": 1.5690820301618777,
      "learning_rate": 8.274437534828521e-05,
      "loss": 2.1875,
      "step": 84276
    },
    {
      "epoch": 3.92077227262154,
      "grad_norm": 1.536776062421599,
      "learning_rate": 8.274105792557585e-05,
      "loss": 2.1875,
      "step": 84277
    },
    {
      "epoch": 3.9208187950686204,
      "grad_norm": 1.6396495645491014,
      "learning_rate": 8.273774054404283e-05,
      "loss": 1.9766,
      "step": 84278
    },
    {
      "epoch": 3.9208653175157013,
      "grad_norm": 1.5037761958548876,
      "learning_rate": 8.273442320368806e-05,
      "loss": 2.0625,
      "step": 84279
    },
    {
      "epoch": 3.9209118399627823,
      "grad_norm": 1.611626810320163,
      "learning_rate": 8.273110590451377e-05,
      "loss": 2.2188,
      "step": 84280
    },
    {
      "epoch": 3.9209583624098627,
      "grad_norm": 1.4998894998477397,
      "learning_rate": 8.272778864652188e-05,
      "loss": 1.9219,
      "step": 84281
    },
    {
      "epoch": 3.921004884856943,
      "grad_norm": 1.4567806831885732,
      "learning_rate": 8.272447142971443e-05,
      "loss": 1.9062,
      "step": 84282
    },
    {
      "epoch": 3.921051407304024,
      "grad_norm": 1.534007896635414,
      "learning_rate": 8.27211542540934e-05,
      "loss": 1.9297,
      "step": 84283
    },
    {
      "epoch": 3.921097929751105,
      "grad_norm": 1.5070448858497854,
      "learning_rate": 8.271783711966088e-05,
      "loss": 2.1406,
      "step": 84284
    },
    {
      "epoch": 3.9211444521981855,
      "grad_norm": 1.5894779628841296,
      "learning_rate": 8.271452002641893e-05,
      "loss": 2.0,
      "step": 84285
    },
    {
      "epoch": 3.9211909746452664,
      "grad_norm": 1.56711810978312,
      "learning_rate": 8.271120297436957e-05,
      "loss": 2.1406,
      "step": 84286
    },
    {
      "epoch": 3.921237497092347,
      "grad_norm": 1.5108550626583857,
      "learning_rate": 8.270788596351481e-05,
      "loss": 2.2188,
      "step": 84287
    },
    {
      "epoch": 3.921284019539428,
      "grad_norm": 1.543869336047151,
      "learning_rate": 8.27045689938566e-05,
      "loss": 2.1406,
      "step": 84288
    },
    {
      "epoch": 3.9213305419865083,
      "grad_norm": 1.5173141670121497,
      "learning_rate": 8.270125206539714e-05,
      "loss": 2.0625,
      "step": 84289
    },
    {
      "epoch": 3.9213770644335892,
      "grad_norm": 1.3887533547935955,
      "learning_rate": 8.269793517813835e-05,
      "loss": 1.8828,
      "step": 84290
    },
    {
      "epoch": 3.92142358688067,
      "grad_norm": 1.552786119651479,
      "learning_rate": 8.269461833208228e-05,
      "loss": 1.9922,
      "step": 84291
    },
    {
      "epoch": 3.9214701093277506,
      "grad_norm": 1.4465303954723832,
      "learning_rate": 8.26913015272309e-05,
      "loss": 1.875,
      "step": 84292
    },
    {
      "epoch": 3.921516631774831,
      "grad_norm": 1.5488708808701075,
      "learning_rate": 8.268798476358637e-05,
      "loss": 2.2031,
      "step": 84293
    },
    {
      "epoch": 3.921563154221912,
      "grad_norm": 1.42734327573566,
      "learning_rate": 8.268466804115067e-05,
      "loss": 1.8516,
      "step": 84294
    },
    {
      "epoch": 3.921609676668993,
      "grad_norm": 1.5491641255857378,
      "learning_rate": 8.268135135992578e-05,
      "loss": 1.9922,
      "step": 84295
    },
    {
      "epoch": 3.9216561991160734,
      "grad_norm": 1.5506193862093094,
      "learning_rate": 8.267803471991378e-05,
      "loss": 2.0,
      "step": 84296
    },
    {
      "epoch": 3.9217027215631544,
      "grad_norm": 1.562192136277983,
      "learning_rate": 8.267471812111661e-05,
      "loss": 2.125,
      "step": 84297
    },
    {
      "epoch": 3.921749244010235,
      "grad_norm": 1.5191380563488703,
      "learning_rate": 8.267140156353645e-05,
      "loss": 1.9141,
      "step": 84298
    },
    {
      "epoch": 3.9217957664573158,
      "grad_norm": 1.4187015915627095,
      "learning_rate": 8.266808504717525e-05,
      "loss": 1.8828,
      "step": 84299
    },
    {
      "epoch": 3.9218422889043962,
      "grad_norm": 1.550652261487718,
      "learning_rate": 8.266476857203506e-05,
      "loss": 2.0156,
      "step": 84300
    },
    {
      "epoch": 3.921888811351477,
      "grad_norm": 1.5466963030453582,
      "learning_rate": 8.26614521381178e-05,
      "loss": 2.0625,
      "step": 84301
    },
    {
      "epoch": 3.921935333798558,
      "grad_norm": 1.4704501420468086,
      "learning_rate": 8.265813574542569e-05,
      "loss": 2.0625,
      "step": 84302
    },
    {
      "epoch": 3.9219818562456386,
      "grad_norm": 1.6186674401134558,
      "learning_rate": 8.265481939396064e-05,
      "loss": 2.3281,
      "step": 84303
    },
    {
      "epoch": 3.922028378692719,
      "grad_norm": 1.585646598396727,
      "learning_rate": 8.265150308372474e-05,
      "loss": 2.2656,
      "step": 84304
    },
    {
      "epoch": 3.9220749011398,
      "grad_norm": 1.6033036498485682,
      "learning_rate": 8.26481868147199e-05,
      "loss": 2.2812,
      "step": 84305
    },
    {
      "epoch": 3.922121423586881,
      "grad_norm": 1.4959181908866424,
      "learning_rate": 8.264487058694824e-05,
      "loss": 1.9844,
      "step": 84306
    },
    {
      "epoch": 3.9221679460339613,
      "grad_norm": 1.616754013927794,
      "learning_rate": 8.264155440041183e-05,
      "loss": 2.1406,
      "step": 84307
    },
    {
      "epoch": 3.922214468481042,
      "grad_norm": 1.4887704505823534,
      "learning_rate": 8.263823825511268e-05,
      "loss": 1.9453,
      "step": 84308
    },
    {
      "epoch": 3.9222609909281227,
      "grad_norm": 1.59278186944475,
      "learning_rate": 8.263492215105279e-05,
      "loss": 2.0312,
      "step": 84309
    },
    {
      "epoch": 3.9223075133752037,
      "grad_norm": 1.5009479530994883,
      "learning_rate": 8.263160608823415e-05,
      "loss": 2.0312,
      "step": 84310
    },
    {
      "epoch": 3.922354035822284,
      "grad_norm": 1.5788449781146499,
      "learning_rate": 8.262829006665889e-05,
      "loss": 2.0312,
      "step": 84311
    },
    {
      "epoch": 3.922400558269365,
      "grad_norm": 1.4597695674864832,
      "learning_rate": 8.2624974086329e-05,
      "loss": 1.9062,
      "step": 84312
    },
    {
      "epoch": 3.9224470807164455,
      "grad_norm": 1.4743152317225743,
      "learning_rate": 8.262165814724648e-05,
      "loss": 1.8281,
      "step": 84313
    },
    {
      "epoch": 3.9224936031635265,
      "grad_norm": 1.4734396979435265,
      "learning_rate": 8.261834224941331e-05,
      "loss": 1.9453,
      "step": 84314
    },
    {
      "epoch": 3.922540125610607,
      "grad_norm": 1.5119071157951296,
      "learning_rate": 8.261502639283167e-05,
      "loss": 1.8984,
      "step": 84315
    },
    {
      "epoch": 3.922586648057688,
      "grad_norm": 1.538075252201447,
      "learning_rate": 8.26117105775035e-05,
      "loss": 2.1719,
      "step": 84316
    },
    {
      "epoch": 3.922633170504769,
      "grad_norm": 1.5120897416363057,
      "learning_rate": 8.260839480343084e-05,
      "loss": 1.9844,
      "step": 84317
    },
    {
      "epoch": 3.9226796929518493,
      "grad_norm": 1.611211956628414,
      "learning_rate": 8.260507907061566e-05,
      "loss": 2.2344,
      "step": 84318
    },
    {
      "epoch": 3.9227262153989297,
      "grad_norm": 1.4947208589946064,
      "learning_rate": 8.26017633790601e-05,
      "loss": 2.0781,
      "step": 84319
    },
    {
      "epoch": 3.9227727378460107,
      "grad_norm": 1.4612828310580555,
      "learning_rate": 8.259844772876614e-05,
      "loss": 1.9688,
      "step": 84320
    },
    {
      "epoch": 3.9228192602930916,
      "grad_norm": 1.5159863881508029,
      "learning_rate": 8.259513211973581e-05,
      "loss": 1.6406,
      "step": 84321
    },
    {
      "epoch": 3.922865782740172,
      "grad_norm": 1.4092209404584135,
      "learning_rate": 8.259181655197114e-05,
      "loss": 1.8516,
      "step": 84322
    },
    {
      "epoch": 3.922912305187253,
      "grad_norm": 1.5249602247611818,
      "learning_rate": 8.258850102547408e-05,
      "loss": 1.9922,
      "step": 84323
    },
    {
      "epoch": 3.9229588276343335,
      "grad_norm": 1.4682810988031076,
      "learning_rate": 8.258518554024682e-05,
      "loss": 2.0625,
      "step": 84324
    },
    {
      "epoch": 3.9230053500814144,
      "grad_norm": 1.559862212481377,
      "learning_rate": 8.25818700962913e-05,
      "loss": 2.0469,
      "step": 84325
    },
    {
      "epoch": 3.923051872528495,
      "grad_norm": 1.571139715592966,
      "learning_rate": 8.257855469360956e-05,
      "loss": 2.0469,
      "step": 84326
    },
    {
      "epoch": 3.9230983949755758,
      "grad_norm": 1.446558304393695,
      "learning_rate": 8.257523933220355e-05,
      "loss": 1.9688,
      "step": 84327
    },
    {
      "epoch": 3.9231449174226567,
      "grad_norm": 1.5474357193500106,
      "learning_rate": 8.257192401207538e-05,
      "loss": 2.25,
      "step": 84328
    },
    {
      "epoch": 3.923191439869737,
      "grad_norm": 1.472843527215337,
      "learning_rate": 8.256860873322714e-05,
      "loss": 1.9219,
      "step": 84329
    },
    {
      "epoch": 3.9232379623168177,
      "grad_norm": 1.574247641818804,
      "learning_rate": 8.25652934956608e-05,
      "loss": 2.1406,
      "step": 84330
    },
    {
      "epoch": 3.9232844847638986,
      "grad_norm": 1.5894865558723255,
      "learning_rate": 8.256197829937837e-05,
      "loss": 1.9766,
      "step": 84331
    },
    {
      "epoch": 3.9233310072109795,
      "grad_norm": 1.54727881656663,
      "learning_rate": 8.255866314438186e-05,
      "loss": 2.0938,
      "step": 84332
    },
    {
      "epoch": 3.92337752965806,
      "grad_norm": 1.5066655880867392,
      "learning_rate": 8.255534803067337e-05,
      "loss": 1.8828,
      "step": 84333
    },
    {
      "epoch": 3.923424052105141,
      "grad_norm": 1.5070180432156908,
      "learning_rate": 8.25520329582549e-05,
      "loss": 2.0312,
      "step": 84334
    },
    {
      "epoch": 3.9234705745522214,
      "grad_norm": 1.611467515346658,
      "learning_rate": 8.25487179271285e-05,
      "loss": 2.2031,
      "step": 84335
    },
    {
      "epoch": 3.9235170969993023,
      "grad_norm": 1.5711371665063962,
      "learning_rate": 8.254540293729607e-05,
      "loss": 2.2031,
      "step": 84336
    },
    {
      "epoch": 3.9235636194463828,
      "grad_norm": 1.4588788865739775,
      "learning_rate": 8.254208798875982e-05,
      "loss": 1.8594,
      "step": 84337
    },
    {
      "epoch": 3.9236101418934637,
      "grad_norm": 1.3966938272085145,
      "learning_rate": 8.253877308152172e-05,
      "loss": 1.6953,
      "step": 84338
    },
    {
      "epoch": 3.923656664340544,
      "grad_norm": 1.648114065777677,
      "learning_rate": 8.253545821558374e-05,
      "loss": 1.9844,
      "step": 84339
    },
    {
      "epoch": 3.923703186787625,
      "grad_norm": 1.5401839119190623,
      "learning_rate": 8.253214339094792e-05,
      "loss": 1.9297,
      "step": 84340
    },
    {
      "epoch": 3.9237497092347056,
      "grad_norm": 1.618327037696406,
      "learning_rate": 8.252882860761637e-05,
      "loss": 2.0938,
      "step": 84341
    },
    {
      "epoch": 3.9237962316817865,
      "grad_norm": 1.4558899359676956,
      "learning_rate": 8.252551386559107e-05,
      "loss": 1.8047,
      "step": 84342
    },
    {
      "epoch": 3.9238427541288674,
      "grad_norm": 1.5600333479383905,
      "learning_rate": 8.252219916487404e-05,
      "loss": 2.0312,
      "step": 84343
    },
    {
      "epoch": 3.923889276575948,
      "grad_norm": 1.4871577755463998,
      "learning_rate": 8.251888450546727e-05,
      "loss": 2.0625,
      "step": 84344
    },
    {
      "epoch": 3.9239357990230284,
      "grad_norm": 1.625337205991426,
      "learning_rate": 8.251556988737289e-05,
      "loss": 2.1094,
      "step": 84345
    },
    {
      "epoch": 3.9239823214701093,
      "grad_norm": 1.4922656469455495,
      "learning_rate": 8.251225531059288e-05,
      "loss": 1.8984,
      "step": 84346
    },
    {
      "epoch": 3.92402884391719,
      "grad_norm": 1.5709115909924738,
      "learning_rate": 8.250894077512927e-05,
      "loss": 2.1875,
      "step": 84347
    },
    {
      "epoch": 3.9240753663642707,
      "grad_norm": 1.5552360259161193,
      "learning_rate": 8.250562628098407e-05,
      "loss": 2.1094,
      "step": 84348
    },
    {
      "epoch": 3.9241218888113516,
      "grad_norm": 1.4564767846397257,
      "learning_rate": 8.250231182815927e-05,
      "loss": 1.9062,
      "step": 84349
    },
    {
      "epoch": 3.924168411258432,
      "grad_norm": 1.6059633601236336,
      "learning_rate": 8.249899741665695e-05,
      "loss": 2.2656,
      "step": 84350
    },
    {
      "epoch": 3.924214933705513,
      "grad_norm": 1.41437930098085,
      "learning_rate": 8.249568304647922e-05,
      "loss": 1.7031,
      "step": 84351
    },
    {
      "epoch": 3.9242614561525935,
      "grad_norm": 1.538672829094695,
      "learning_rate": 8.249236871762801e-05,
      "loss": 1.8906,
      "step": 84352
    },
    {
      "epoch": 3.9243079785996744,
      "grad_norm": 1.518556901290084,
      "learning_rate": 8.248905443010538e-05,
      "loss": 2.0,
      "step": 84353
    },
    {
      "epoch": 3.9243545010467553,
      "grad_norm": 1.4960567588716684,
      "learning_rate": 8.248574018391327e-05,
      "loss": 1.8047,
      "step": 84354
    },
    {
      "epoch": 3.924401023493836,
      "grad_norm": 1.5525959202606605,
      "learning_rate": 8.248242597905388e-05,
      "loss": 2.0312,
      "step": 84355
    },
    {
      "epoch": 3.9244475459409163,
      "grad_norm": 1.4403901155313215,
      "learning_rate": 8.247911181552912e-05,
      "loss": 1.7578,
      "step": 84356
    },
    {
      "epoch": 3.924494068387997,
      "grad_norm": 1.4965493947313924,
      "learning_rate": 8.247579769334105e-05,
      "loss": 1.9844,
      "step": 84357
    },
    {
      "epoch": 3.924540590835078,
      "grad_norm": 1.5774981581940388,
      "learning_rate": 8.247248361249164e-05,
      "loss": 2.2031,
      "step": 84358
    },
    {
      "epoch": 3.9245871132821586,
      "grad_norm": 1.5331836200553697,
      "learning_rate": 8.246916957298303e-05,
      "loss": 1.9062,
      "step": 84359
    },
    {
      "epoch": 3.9246336357292395,
      "grad_norm": 1.4302067067493474,
      "learning_rate": 8.24658555748172e-05,
      "loss": 1.9062,
      "step": 84360
    },
    {
      "epoch": 3.92468015817632,
      "grad_norm": 1.4913020467572538,
      "learning_rate": 8.246254161799616e-05,
      "loss": 1.9219,
      "step": 84361
    },
    {
      "epoch": 3.924726680623401,
      "grad_norm": 1.4197909874266808,
      "learning_rate": 8.245922770252191e-05,
      "loss": 1.7812,
      "step": 84362
    },
    {
      "epoch": 3.9247732030704814,
      "grad_norm": 1.5786807512676875,
      "learning_rate": 8.245591382839656e-05,
      "loss": 2.0781,
      "step": 84363
    },
    {
      "epoch": 3.9248197255175623,
      "grad_norm": 1.5213095411653554,
      "learning_rate": 8.24525999956221e-05,
      "loss": 2.0156,
      "step": 84364
    },
    {
      "epoch": 3.924866247964643,
      "grad_norm": 1.4865107740509844,
      "learning_rate": 8.244928620420055e-05,
      "loss": 2.0469,
      "step": 84365
    },
    {
      "epoch": 3.9249127704117237,
      "grad_norm": 1.5286011483138409,
      "learning_rate": 8.244597245413389e-05,
      "loss": 1.9453,
      "step": 84366
    },
    {
      "epoch": 3.924959292858804,
      "grad_norm": 1.4727895690434418,
      "learning_rate": 8.244265874542428e-05,
      "loss": 1.6016,
      "step": 84367
    },
    {
      "epoch": 3.925005815305885,
      "grad_norm": 1.5325538234023803,
      "learning_rate": 8.243934507807365e-05,
      "loss": 2.0156,
      "step": 84368
    },
    {
      "epoch": 3.925052337752966,
      "grad_norm": 1.448083651146892,
      "learning_rate": 8.243603145208407e-05,
      "loss": 1.9609,
      "step": 84369
    },
    {
      "epoch": 3.9250988602000465,
      "grad_norm": 1.511389073221067,
      "learning_rate": 8.243271786745748e-05,
      "loss": 2.0469,
      "step": 84370
    },
    {
      "epoch": 3.925145382647127,
      "grad_norm": 1.522809274622045,
      "learning_rate": 8.242940432419597e-05,
      "loss": 1.9141,
      "step": 84371
    },
    {
      "epoch": 3.925191905094208,
      "grad_norm": 1.5564703682766274,
      "learning_rate": 8.242609082230166e-05,
      "loss": 1.9609,
      "step": 84372
    },
    {
      "epoch": 3.925238427541289,
      "grad_norm": 1.449823991974166,
      "learning_rate": 8.242277736177648e-05,
      "loss": 2.0,
      "step": 84373
    },
    {
      "epoch": 3.9252849499883693,
      "grad_norm": 1.6024207260484573,
      "learning_rate": 8.241946394262248e-05,
      "loss": 2.25,
      "step": 84374
    },
    {
      "epoch": 3.92533147243545,
      "grad_norm": 1.4822060769762642,
      "learning_rate": 8.241615056484167e-05,
      "loss": 1.8438,
      "step": 84375
    },
    {
      "epoch": 3.9253779948825307,
      "grad_norm": 1.5002756854195127,
      "learning_rate": 8.241283722843603e-05,
      "loss": 2.0469,
      "step": 84376
    },
    {
      "epoch": 3.9254245173296116,
      "grad_norm": 1.4459233367825028,
      "learning_rate": 8.240952393340773e-05,
      "loss": 1.8281,
      "step": 84377
    },
    {
      "epoch": 3.925471039776692,
      "grad_norm": 1.4903810724444648,
      "learning_rate": 8.240621067975871e-05,
      "loss": 2.0469,
      "step": 84378
    },
    {
      "epoch": 3.925517562223773,
      "grad_norm": 1.4953155636216457,
      "learning_rate": 8.240289746749099e-05,
      "loss": 1.9375,
      "step": 84379
    },
    {
      "epoch": 3.925564084670854,
      "grad_norm": 1.594699749101449,
      "learning_rate": 8.239958429660656e-05,
      "loss": 2.0469,
      "step": 84380
    },
    {
      "epoch": 3.9256106071179344,
      "grad_norm": 1.6577360821555822,
      "learning_rate": 8.239627116710758e-05,
      "loss": 2.2188,
      "step": 84381
    },
    {
      "epoch": 3.925657129565015,
      "grad_norm": 1.4744896672725594,
      "learning_rate": 8.2392958078996e-05,
      "loss": 1.6875,
      "step": 84382
    },
    {
      "epoch": 3.925703652012096,
      "grad_norm": 1.5037583655966849,
      "learning_rate": 8.238964503227384e-05,
      "loss": 1.8672,
      "step": 84383
    },
    {
      "epoch": 3.9257501744591767,
      "grad_norm": 1.4824981744394348,
      "learning_rate": 8.238633202694307e-05,
      "loss": 1.8438,
      "step": 84384
    },
    {
      "epoch": 3.925796696906257,
      "grad_norm": 1.4264304601823181,
      "learning_rate": 8.238301906300585e-05,
      "loss": 1.5156,
      "step": 84385
    },
    {
      "epoch": 3.925843219353338,
      "grad_norm": 1.456205085752632,
      "learning_rate": 8.237970614046415e-05,
      "loss": 1.9453,
      "step": 84386
    },
    {
      "epoch": 3.9258897418004186,
      "grad_norm": 1.5039900975846288,
      "learning_rate": 8.237639325931999e-05,
      "loss": 1.9609,
      "step": 84387
    },
    {
      "epoch": 3.9259362642474995,
      "grad_norm": 1.6076525545849059,
      "learning_rate": 8.237308041957536e-05,
      "loss": 2.0312,
      "step": 84388
    },
    {
      "epoch": 3.92598278669458,
      "grad_norm": 1.5331980826361826,
      "learning_rate": 8.236976762123235e-05,
      "loss": 2.0781,
      "step": 84389
    },
    {
      "epoch": 3.926029309141661,
      "grad_norm": 1.5731044758566226,
      "learning_rate": 8.236645486429299e-05,
      "loss": 2.0938,
      "step": 84390
    },
    {
      "epoch": 3.9260758315887414,
      "grad_norm": 1.5609227052368877,
      "learning_rate": 8.23631421487593e-05,
      "loss": 2.0469,
      "step": 84391
    },
    {
      "epoch": 3.9261223540358223,
      "grad_norm": 1.5463324721296434,
      "learning_rate": 8.23598294746332e-05,
      "loss": 2.0938,
      "step": 84392
    },
    {
      "epoch": 3.926168876482903,
      "grad_norm": 1.6129329478958476,
      "learning_rate": 8.235651684191682e-05,
      "loss": 2.125,
      "step": 84393
    },
    {
      "epoch": 3.9262153989299837,
      "grad_norm": 1.5891116070664928,
      "learning_rate": 8.235320425061226e-05,
      "loss": 2.0,
      "step": 84394
    },
    {
      "epoch": 3.9262619213770646,
      "grad_norm": 1.5616026051798584,
      "learning_rate": 8.234989170072143e-05,
      "loss": 1.9766,
      "step": 84395
    },
    {
      "epoch": 3.926308443824145,
      "grad_norm": 1.48320501530139,
      "learning_rate": 8.234657919224644e-05,
      "loss": 1.9766,
      "step": 84396
    },
    {
      "epoch": 3.9263549662712256,
      "grad_norm": 1.5021759310272262,
      "learning_rate": 8.234326672518918e-05,
      "loss": 1.9297,
      "step": 84397
    },
    {
      "epoch": 3.9264014887183065,
      "grad_norm": 1.6378640194406069,
      "learning_rate": 8.233995429955186e-05,
      "loss": 2.0156,
      "step": 84398
    },
    {
      "epoch": 3.9264480111653874,
      "grad_norm": 1.5529548678447709,
      "learning_rate": 8.233664191533639e-05,
      "loss": 2.0469,
      "step": 84399
    },
    {
      "epoch": 3.926494533612468,
      "grad_norm": 1.5743385446005336,
      "learning_rate": 8.233332957254483e-05,
      "loss": 1.9219,
      "step": 84400
    },
    {
      "epoch": 3.926541056059549,
      "grad_norm": 1.5484723863821248,
      "learning_rate": 8.23300172711792e-05,
      "loss": 2.0938,
      "step": 84401
    },
    {
      "epoch": 3.9265875785066293,
      "grad_norm": 1.5599383076476847,
      "learning_rate": 8.232670501124151e-05,
      "loss": 2.0938,
      "step": 84402
    },
    {
      "epoch": 3.9266341009537102,
      "grad_norm": 1.5412354202663745,
      "learning_rate": 8.232339279273385e-05,
      "loss": 2.0312,
      "step": 84403
    },
    {
      "epoch": 3.9266806234007907,
      "grad_norm": 1.6436190501333894,
      "learning_rate": 8.232008061565819e-05,
      "loss": 2.0781,
      "step": 84404
    },
    {
      "epoch": 3.9267271458478716,
      "grad_norm": 1.5342261959805383,
      "learning_rate": 8.231676848001658e-05,
      "loss": 2.0625,
      "step": 84405
    },
    {
      "epoch": 3.9267736682949526,
      "grad_norm": 1.5509373978431058,
      "learning_rate": 8.231345638581099e-05,
      "loss": 2.1094,
      "step": 84406
    },
    {
      "epoch": 3.926820190742033,
      "grad_norm": 1.62269671628028,
      "learning_rate": 8.231014433304357e-05,
      "loss": 2.125,
      "step": 84407
    },
    {
      "epoch": 3.9268667131891135,
      "grad_norm": 1.6176185802908596,
      "learning_rate": 8.230683232171626e-05,
      "loss": 2.1562,
      "step": 84408
    },
    {
      "epoch": 3.9269132356361944,
      "grad_norm": 1.4449355816327722,
      "learning_rate": 8.230352035183111e-05,
      "loss": 1.8594,
      "step": 84409
    },
    {
      "epoch": 3.9269597580832754,
      "grad_norm": 1.4307414852814284,
      "learning_rate": 8.23002084233901e-05,
      "loss": 1.7891,
      "step": 84410
    },
    {
      "epoch": 3.927006280530356,
      "grad_norm": 1.619242138510536,
      "learning_rate": 8.229689653639535e-05,
      "loss": 2.125,
      "step": 84411
    },
    {
      "epoch": 3.9270528029774368,
      "grad_norm": 1.5473619751048908,
      "learning_rate": 8.229358469084884e-05,
      "loss": 1.8672,
      "step": 84412
    },
    {
      "epoch": 3.9270993254245172,
      "grad_norm": 1.5398693645438497,
      "learning_rate": 8.229027288675258e-05,
      "loss": 1.9766,
      "step": 84413
    },
    {
      "epoch": 3.927145847871598,
      "grad_norm": 1.5519175061884818,
      "learning_rate": 8.228696112410858e-05,
      "loss": 2.1094,
      "step": 84414
    },
    {
      "epoch": 3.9271923703186786,
      "grad_norm": 1.4112271841094404,
      "learning_rate": 8.22836494029189e-05,
      "loss": 1.7578,
      "step": 84415
    },
    {
      "epoch": 3.9272388927657595,
      "grad_norm": 1.5783983533861545,
      "learning_rate": 8.22803377231856e-05,
      "loss": 2.2188,
      "step": 84416
    },
    {
      "epoch": 3.9272854152128405,
      "grad_norm": 1.523018110515952,
      "learning_rate": 8.22770260849107e-05,
      "loss": 2.0469,
      "step": 84417
    },
    {
      "epoch": 3.927331937659921,
      "grad_norm": 1.5700331779282315,
      "learning_rate": 8.227371448809621e-05,
      "loss": 2.0312,
      "step": 84418
    },
    {
      "epoch": 3.9273784601070014,
      "grad_norm": 1.5008329789796953,
      "learning_rate": 8.227040293274409e-05,
      "loss": 1.9453,
      "step": 84419
    },
    {
      "epoch": 3.9274249825540823,
      "grad_norm": 1.473872979615871,
      "learning_rate": 8.226709141885647e-05,
      "loss": 1.9062,
      "step": 84420
    },
    {
      "epoch": 3.9274715050011633,
      "grad_norm": 1.431070523676407,
      "learning_rate": 8.226377994643535e-05,
      "loss": 1.8672,
      "step": 84421
    },
    {
      "epoch": 3.9275180274482437,
      "grad_norm": 1.5041868008571995,
      "learning_rate": 8.226046851548273e-05,
      "loss": 1.75,
      "step": 84422
    },
    {
      "epoch": 3.927564549895324,
      "grad_norm": 1.4967842872714527,
      "learning_rate": 8.225715712600061e-05,
      "loss": 1.9453,
      "step": 84423
    },
    {
      "epoch": 3.927611072342405,
      "grad_norm": 1.582864955683034,
      "learning_rate": 8.22538457779911e-05,
      "loss": 2.2656,
      "step": 84424
    },
    {
      "epoch": 3.927657594789486,
      "grad_norm": 1.5956529067438976,
      "learning_rate": 8.225053447145621e-05,
      "loss": 1.9531,
      "step": 84425
    },
    {
      "epoch": 3.9277041172365665,
      "grad_norm": 1.5417324919181676,
      "learning_rate": 8.22472232063979e-05,
      "loss": 2.1562,
      "step": 84426
    },
    {
      "epoch": 3.9277506396836475,
      "grad_norm": 1.4828175150229173,
      "learning_rate": 8.224391198281828e-05,
      "loss": 1.9062,
      "step": 84427
    },
    {
      "epoch": 3.927797162130728,
      "grad_norm": 1.5353979881255477,
      "learning_rate": 8.224060080071927e-05,
      "loss": 2.0156,
      "step": 84428
    },
    {
      "epoch": 3.927843684577809,
      "grad_norm": 1.5470048199877626,
      "learning_rate": 8.223728966010301e-05,
      "loss": 2.1406,
      "step": 84429
    },
    {
      "epoch": 3.9278902070248893,
      "grad_norm": 1.5277202259112987,
      "learning_rate": 8.223397856097147e-05,
      "loss": 2.125,
      "step": 84430
    },
    {
      "epoch": 3.9279367294719703,
      "grad_norm": 1.5708179937333668,
      "learning_rate": 8.22306675033267e-05,
      "loss": 2.0312,
      "step": 84431
    },
    {
      "epoch": 3.927983251919051,
      "grad_norm": 1.4653709981250396,
      "learning_rate": 8.222735648717066e-05,
      "loss": 2.0312,
      "step": 84432
    },
    {
      "epoch": 3.9280297743661317,
      "grad_norm": 1.5755391679954185,
      "learning_rate": 8.222404551250548e-05,
      "loss": 2.25,
      "step": 84433
    },
    {
      "epoch": 3.928076296813212,
      "grad_norm": 1.4987382439289023,
      "learning_rate": 8.222073457933316e-05,
      "loss": 1.9688,
      "step": 84434
    },
    {
      "epoch": 3.928122819260293,
      "grad_norm": 1.6207369561751244,
      "learning_rate": 8.221742368765571e-05,
      "loss": 2.1406,
      "step": 84435
    },
    {
      "epoch": 3.928169341707374,
      "grad_norm": 1.3761723362665153,
      "learning_rate": 8.221411283747505e-05,
      "loss": 1.7656,
      "step": 84436
    },
    {
      "epoch": 3.9282158641544545,
      "grad_norm": 1.4390470725894822,
      "learning_rate": 8.221080202879334e-05,
      "loss": 1.8359,
      "step": 84437
    },
    {
      "epoch": 3.9282623866015354,
      "grad_norm": 1.5218747112413789,
      "learning_rate": 8.220749126161263e-05,
      "loss": 2.0469,
      "step": 84438
    },
    {
      "epoch": 3.928308909048616,
      "grad_norm": 1.5813937590021534,
      "learning_rate": 8.220418053593489e-05,
      "loss": 2.0469,
      "step": 84439
    },
    {
      "epoch": 3.9283554314956968,
      "grad_norm": 1.552574429172752,
      "learning_rate": 8.220086985176217e-05,
      "loss": 1.8281,
      "step": 84440
    },
    {
      "epoch": 3.9284019539427772,
      "grad_norm": 1.4401853706007903,
      "learning_rate": 8.219755920909641e-05,
      "loss": 1.9609,
      "step": 84441
    },
    {
      "epoch": 3.928448476389858,
      "grad_norm": 1.4765242347488012,
      "learning_rate": 8.219424860793976e-05,
      "loss": 1.8984,
      "step": 84442
    },
    {
      "epoch": 3.928494998836939,
      "grad_norm": 1.5493531356152253,
      "learning_rate": 8.219093804829418e-05,
      "loss": 1.9141,
      "step": 84443
    },
    {
      "epoch": 3.9285415212840196,
      "grad_norm": 1.4557114837592184,
      "learning_rate": 8.218762753016171e-05,
      "loss": 1.7969,
      "step": 84444
    },
    {
      "epoch": 3.9285880437311,
      "grad_norm": 1.6147108608919527,
      "learning_rate": 8.218431705354432e-05,
      "loss": 2.25,
      "step": 84445
    },
    {
      "epoch": 3.928634566178181,
      "grad_norm": 1.619470022605922,
      "learning_rate": 8.218100661844415e-05,
      "loss": 2.0312,
      "step": 84446
    },
    {
      "epoch": 3.928681088625262,
      "grad_norm": 1.4758367134704982,
      "learning_rate": 8.217769622486317e-05,
      "loss": 1.9609,
      "step": 84447
    },
    {
      "epoch": 3.9287276110723424,
      "grad_norm": 1.5779708459113866,
      "learning_rate": 8.21743858728034e-05,
      "loss": 2.1406,
      "step": 84448
    },
    {
      "epoch": 3.9287741335194233,
      "grad_norm": 1.44837580840411,
      "learning_rate": 8.217107556226682e-05,
      "loss": 1.8516,
      "step": 84449
    },
    {
      "epoch": 3.9288206559665038,
      "grad_norm": 1.5704170064209642,
      "learning_rate": 8.216776529325555e-05,
      "loss": 2.1562,
      "step": 84450
    },
    {
      "epoch": 3.9288671784135847,
      "grad_norm": 1.5233630271575156,
      "learning_rate": 8.216445506577157e-05,
      "loss": 2.2031,
      "step": 84451
    },
    {
      "epoch": 3.928913700860665,
      "grad_norm": 1.547393744417424,
      "learning_rate": 8.216114487981694e-05,
      "loss": 2.0156,
      "step": 84452
    },
    {
      "epoch": 3.928960223307746,
      "grad_norm": 1.4755565927743464,
      "learning_rate": 8.215783473539362e-05,
      "loss": 1.9766,
      "step": 84453
    },
    {
      "epoch": 3.9290067457548266,
      "grad_norm": 1.3565261625998803,
      "learning_rate": 8.215452463250363e-05,
      "loss": 1.7109,
      "step": 84454
    },
    {
      "epoch": 3.9290532682019075,
      "grad_norm": 1.5151420659860895,
      "learning_rate": 8.215121457114913e-05,
      "loss": 2.0781,
      "step": 84455
    },
    {
      "epoch": 3.929099790648988,
      "grad_norm": 1.5071225979187184,
      "learning_rate": 8.214790455133203e-05,
      "loss": 1.9219,
      "step": 84456
    },
    {
      "epoch": 3.929146313096069,
      "grad_norm": 1.5812885605690403,
      "learning_rate": 8.214459457305437e-05,
      "loss": 2.1406,
      "step": 84457
    },
    {
      "epoch": 3.92919283554315,
      "grad_norm": 1.539244755523641,
      "learning_rate": 8.214128463631815e-05,
      "loss": 1.9375,
      "step": 84458
    },
    {
      "epoch": 3.9292393579902303,
      "grad_norm": 1.5387737670505912,
      "learning_rate": 8.213797474112544e-05,
      "loss": 1.8828,
      "step": 84459
    },
    {
      "epoch": 3.9292858804373108,
      "grad_norm": 1.477766677190979,
      "learning_rate": 8.21346648874783e-05,
      "loss": 1.9844,
      "step": 84460
    },
    {
      "epoch": 3.9293324028843917,
      "grad_norm": 1.4918500553607952,
      "learning_rate": 8.213135507537872e-05,
      "loss": 2.1406,
      "step": 84461
    },
    {
      "epoch": 3.9293789253314726,
      "grad_norm": 1.5121939177422508,
      "learning_rate": 8.212804530482873e-05,
      "loss": 2.0,
      "step": 84462
    },
    {
      "epoch": 3.929425447778553,
      "grad_norm": 1.5450914933035884,
      "learning_rate": 8.212473557583028e-05,
      "loss": 2.0625,
      "step": 84463
    },
    {
      "epoch": 3.929471970225634,
      "grad_norm": 1.5838489285369002,
      "learning_rate": 8.212142588838553e-05,
      "loss": 2.2969,
      "step": 84464
    },
    {
      "epoch": 3.9295184926727145,
      "grad_norm": 1.6369555136214506,
      "learning_rate": 8.211811624249648e-05,
      "loss": 2.0781,
      "step": 84465
    },
    {
      "epoch": 3.9295650151197954,
      "grad_norm": 1.4216097519936768,
      "learning_rate": 8.211480663816508e-05,
      "loss": 1.7969,
      "step": 84466
    },
    {
      "epoch": 3.929611537566876,
      "grad_norm": 1.5721567387846065,
      "learning_rate": 8.211149707539337e-05,
      "loss": 2.1094,
      "step": 84467
    },
    {
      "epoch": 3.929658060013957,
      "grad_norm": 1.496528416464311,
      "learning_rate": 8.210818755418341e-05,
      "loss": 1.8828,
      "step": 84468
    },
    {
      "epoch": 3.9297045824610377,
      "grad_norm": 1.5878499954925325,
      "learning_rate": 8.210487807453725e-05,
      "loss": 2.2031,
      "step": 84469
    },
    {
      "epoch": 3.929751104908118,
      "grad_norm": 1.539483011508912,
      "learning_rate": 8.210156863645688e-05,
      "loss": 2.125,
      "step": 84470
    },
    {
      "epoch": 3.9297976273551987,
      "grad_norm": 1.5441652280954044,
      "learning_rate": 8.209825923994428e-05,
      "loss": 2.0625,
      "step": 84471
    },
    {
      "epoch": 3.9298441498022796,
      "grad_norm": 1.5692507944515357,
      "learning_rate": 8.209494988500156e-05,
      "loss": 2.0625,
      "step": 84472
    },
    {
      "epoch": 3.9298906722493605,
      "grad_norm": 1.5230902963197142,
      "learning_rate": 8.209164057163074e-05,
      "loss": 1.9531,
      "step": 84473
    },
    {
      "epoch": 3.929937194696441,
      "grad_norm": 1.5120363962652936,
      "learning_rate": 8.20883312998338e-05,
      "loss": 2.125,
      "step": 84474
    },
    {
      "epoch": 3.929983717143522,
      "grad_norm": 1.5606727074211997,
      "learning_rate": 8.208502206961274e-05,
      "loss": 2.1719,
      "step": 84475
    },
    {
      "epoch": 3.9300302395906024,
      "grad_norm": 1.514709338691167,
      "learning_rate": 8.208171288096967e-05,
      "loss": 2.0312,
      "step": 84476
    },
    {
      "epoch": 3.9300767620376833,
      "grad_norm": 1.4669382300146554,
      "learning_rate": 8.207840373390659e-05,
      "loss": 1.9453,
      "step": 84477
    },
    {
      "epoch": 3.930123284484764,
      "grad_norm": 1.4840915168796802,
      "learning_rate": 8.207509462842551e-05,
      "loss": 2.0312,
      "step": 84478
    },
    {
      "epoch": 3.9301698069318447,
      "grad_norm": 1.512972790647474,
      "learning_rate": 8.207178556452845e-05,
      "loss": 2.0781,
      "step": 84479
    },
    {
      "epoch": 3.930216329378925,
      "grad_norm": 1.5455673535753578,
      "learning_rate": 8.206847654221739e-05,
      "loss": 2.1406,
      "step": 84480
    },
    {
      "epoch": 3.930262851826006,
      "grad_norm": 1.4976547022507891,
      "learning_rate": 8.206516756149439e-05,
      "loss": 2.0469,
      "step": 84481
    },
    {
      "epoch": 3.9303093742730866,
      "grad_norm": 1.5882668129723765,
      "learning_rate": 8.206185862236158e-05,
      "loss": 2.2812,
      "step": 84482
    },
    {
      "epoch": 3.9303558967201675,
      "grad_norm": 1.3528135114999347,
      "learning_rate": 8.20585497248209e-05,
      "loss": 1.7031,
      "step": 84483
    },
    {
      "epoch": 3.9304024191672484,
      "grad_norm": 1.4861387773360228,
      "learning_rate": 8.205524086887437e-05,
      "loss": 1.8047,
      "step": 84484
    },
    {
      "epoch": 3.930448941614329,
      "grad_norm": 1.5792315787789202,
      "learning_rate": 8.205193205452395e-05,
      "loss": 2.2188,
      "step": 84485
    },
    {
      "epoch": 3.9304954640614094,
      "grad_norm": 1.5512844088959565,
      "learning_rate": 8.20486232817718e-05,
      "loss": 1.9297,
      "step": 84486
    },
    {
      "epoch": 3.9305419865084903,
      "grad_norm": 1.559767141683599,
      "learning_rate": 8.20453145506199e-05,
      "loss": 2.1406,
      "step": 84487
    },
    {
      "epoch": 3.930588508955571,
      "grad_norm": 1.508620004282516,
      "learning_rate": 8.204200586107024e-05,
      "loss": 2.0938,
      "step": 84488
    },
    {
      "epoch": 3.9306350314026517,
      "grad_norm": 1.4934531185654616,
      "learning_rate": 8.203869721312482e-05,
      "loss": 1.9375,
      "step": 84489
    },
    {
      "epoch": 3.9306815538497326,
      "grad_norm": 1.5957240760541802,
      "learning_rate": 8.203538860678577e-05,
      "loss": 2.2031,
      "step": 84490
    },
    {
      "epoch": 3.930728076296813,
      "grad_norm": 1.5348829959125927,
      "learning_rate": 8.203208004205505e-05,
      "loss": 1.9688,
      "step": 84491
    },
    {
      "epoch": 3.930774598743894,
      "grad_norm": 1.4283104250215917,
      "learning_rate": 8.202877151893467e-05,
      "loss": 1.8359,
      "step": 84492
    },
    {
      "epoch": 3.9308211211909745,
      "grad_norm": 1.5278600225720131,
      "learning_rate": 8.202546303742665e-05,
      "loss": 2.1094,
      "step": 84493
    },
    {
      "epoch": 3.9308676436380554,
      "grad_norm": 1.6115778943135322,
      "learning_rate": 8.20221545975331e-05,
      "loss": 2.1406,
      "step": 84494
    },
    {
      "epoch": 3.9309141660851363,
      "grad_norm": 1.5101510901336683,
      "learning_rate": 8.201884619925597e-05,
      "loss": 1.9453,
      "step": 84495
    },
    {
      "epoch": 3.930960688532217,
      "grad_norm": 1.5558647163921295,
      "learning_rate": 8.201553784259732e-05,
      "loss": 2.1719,
      "step": 84496
    },
    {
      "epoch": 3.9310072109792973,
      "grad_norm": 1.6426201751489011,
      "learning_rate": 8.201222952755908e-05,
      "loss": 2.2969,
      "step": 84497
    },
    {
      "epoch": 3.931053733426378,
      "grad_norm": 1.5309821498005707,
      "learning_rate": 8.200892125414341e-05,
      "loss": 2.0,
      "step": 84498
    },
    {
      "epoch": 3.931100255873459,
      "grad_norm": 1.5367435350646468,
      "learning_rate": 8.200561302235231e-05,
      "loss": 2.0312,
      "step": 84499
    },
    {
      "epoch": 3.9311467783205396,
      "grad_norm": 1.4735728510763457,
      "learning_rate": 8.200230483218776e-05,
      "loss": 1.875,
      "step": 84500
    },
    {
      "epoch": 3.9311933007676205,
      "grad_norm": 1.5156388349726149,
      "learning_rate": 8.199899668365172e-05,
      "loss": 1.9531,
      "step": 84501
    },
    {
      "epoch": 3.931239823214701,
      "grad_norm": 1.6128413687700915,
      "learning_rate": 8.199568857674638e-05,
      "loss": 2.0,
      "step": 84502
    },
    {
      "epoch": 3.931286345661782,
      "grad_norm": 1.4862071299278907,
      "learning_rate": 8.19923805114736e-05,
      "loss": 1.9844,
      "step": 84503
    },
    {
      "epoch": 3.9313328681088624,
      "grad_norm": 1.5236172339417442,
      "learning_rate": 8.198907248783556e-05,
      "loss": 2.0625,
      "step": 84504
    },
    {
      "epoch": 3.9313793905559433,
      "grad_norm": 1.4334709956445277,
      "learning_rate": 8.198576450583422e-05,
      "loss": 1.7109,
      "step": 84505
    },
    {
      "epoch": 3.931425913003024,
      "grad_norm": 1.6094904636212717,
      "learning_rate": 8.198245656547152e-05,
      "loss": 2.0625,
      "step": 84506
    },
    {
      "epoch": 3.9314724354501047,
      "grad_norm": 1.5059868968276335,
      "learning_rate": 8.197914866674963e-05,
      "loss": 1.9922,
      "step": 84507
    },
    {
      "epoch": 3.931518957897185,
      "grad_norm": 1.5335480984767298,
      "learning_rate": 8.197584080967048e-05,
      "loss": 2.0156,
      "step": 84508
    },
    {
      "epoch": 3.931565480344266,
      "grad_norm": 1.5337514645351003,
      "learning_rate": 8.197253299423616e-05,
      "loss": 1.9219,
      "step": 84509
    },
    {
      "epoch": 3.931612002791347,
      "grad_norm": 1.6136184031741825,
      "learning_rate": 8.196922522044863e-05,
      "loss": 2.1875,
      "step": 84510
    },
    {
      "epoch": 3.9316585252384275,
      "grad_norm": 1.6120848149237745,
      "learning_rate": 8.196591748830989e-05,
      "loss": 2.2344,
      "step": 84511
    },
    {
      "epoch": 3.931705047685508,
      "grad_norm": 1.532674976408372,
      "learning_rate": 8.196260979782207e-05,
      "loss": 2.0156,
      "step": 84512
    },
    {
      "epoch": 3.931751570132589,
      "grad_norm": 1.4299530411459542,
      "learning_rate": 8.195930214898715e-05,
      "loss": 1.4766,
      "step": 84513
    },
    {
      "epoch": 3.93179809257967,
      "grad_norm": 1.6466400236814487,
      "learning_rate": 8.195599454180714e-05,
      "loss": 2.0312,
      "step": 84514
    },
    {
      "epoch": 3.9318446150267503,
      "grad_norm": 1.4812938039338475,
      "learning_rate": 8.195268697628401e-05,
      "loss": 2.0312,
      "step": 84515
    },
    {
      "epoch": 3.9318911374738312,
      "grad_norm": 1.4874363469290173,
      "learning_rate": 8.194937945241991e-05,
      "loss": 1.9766,
      "step": 84516
    },
    {
      "epoch": 3.9319376599209117,
      "grad_norm": 1.5860488055212139,
      "learning_rate": 8.19460719702168e-05,
      "loss": 2.0469,
      "step": 84517
    },
    {
      "epoch": 3.9319841823679926,
      "grad_norm": 1.6225714034510106,
      "learning_rate": 8.19427645296767e-05,
      "loss": 2.1719,
      "step": 84518
    },
    {
      "epoch": 3.932030704815073,
      "grad_norm": 1.5468442764858115,
      "learning_rate": 8.19394571308016e-05,
      "loss": 2.0469,
      "step": 84519
    },
    {
      "epoch": 3.932077227262154,
      "grad_norm": 1.509223131294188,
      "learning_rate": 8.193614977359362e-05,
      "loss": 2.0938,
      "step": 84520
    },
    {
      "epoch": 3.932123749709235,
      "grad_norm": 1.5164537023994642,
      "learning_rate": 8.193284245805471e-05,
      "loss": 2.125,
      "step": 84521
    },
    {
      "epoch": 3.9321702721563154,
      "grad_norm": 1.4819783099824517,
      "learning_rate": 8.192953518418692e-05,
      "loss": 1.8906,
      "step": 84522
    },
    {
      "epoch": 3.932216794603396,
      "grad_norm": 1.4419469781191914,
      "learning_rate": 8.192622795199222e-05,
      "loss": 1.9922,
      "step": 84523
    },
    {
      "epoch": 3.932263317050477,
      "grad_norm": 1.3014341155255091,
      "learning_rate": 8.192292076147269e-05,
      "loss": 1.5547,
      "step": 84524
    },
    {
      "epoch": 3.9323098394975577,
      "grad_norm": 1.6309451624795654,
      "learning_rate": 8.191961361263039e-05,
      "loss": 1.9609,
      "step": 84525
    },
    {
      "epoch": 3.9323563619446382,
      "grad_norm": 1.5425499961299234,
      "learning_rate": 8.191630650546732e-05,
      "loss": 2.1719,
      "step": 84526
    },
    {
      "epoch": 3.932402884391719,
      "grad_norm": 1.5512666450242982,
      "learning_rate": 8.191299943998548e-05,
      "loss": 1.9219,
      "step": 84527
    },
    {
      "epoch": 3.9324494068387996,
      "grad_norm": 1.5122056985825911,
      "learning_rate": 8.190969241618685e-05,
      "loss": 1.9375,
      "step": 84528
    },
    {
      "epoch": 3.9324959292858805,
      "grad_norm": 1.487016181269213,
      "learning_rate": 8.190638543407356e-05,
      "loss": 1.8359,
      "step": 84529
    },
    {
      "epoch": 3.932542451732961,
      "grad_norm": 1.5474092420189562,
      "learning_rate": 8.19030784936476e-05,
      "loss": 2.0,
      "step": 84530
    },
    {
      "epoch": 3.932588974180042,
      "grad_norm": 1.531715111068305,
      "learning_rate": 8.189977159491095e-05,
      "loss": 1.9375,
      "step": 84531
    },
    {
      "epoch": 3.932635496627123,
      "grad_norm": 1.4947802473113623,
      "learning_rate": 8.189646473786563e-05,
      "loss": 2.0312,
      "step": 84532
    },
    {
      "epoch": 3.9326820190742033,
      "grad_norm": 1.5240737883045616,
      "learning_rate": 8.189315792251374e-05,
      "loss": 2.0469,
      "step": 84533
    },
    {
      "epoch": 3.932728541521284,
      "grad_norm": 1.5407865142507822,
      "learning_rate": 8.188985114885726e-05,
      "loss": 1.8906,
      "step": 84534
    },
    {
      "epoch": 3.9327750639683647,
      "grad_norm": 1.478855922308757,
      "learning_rate": 8.188654441689821e-05,
      "loss": 1.9141,
      "step": 84535
    },
    {
      "epoch": 3.9328215864154457,
      "grad_norm": 1.6070409405561812,
      "learning_rate": 8.188323772663863e-05,
      "loss": 2.1875,
      "step": 84536
    },
    {
      "epoch": 3.932868108862526,
      "grad_norm": 1.579708642718822,
      "learning_rate": 8.187993107808046e-05,
      "loss": 2.1875,
      "step": 84537
    },
    {
      "epoch": 3.9329146313096066,
      "grad_norm": 1.5621584276318607,
      "learning_rate": 8.187662447122587e-05,
      "loss": 2.0781,
      "step": 84538
    },
    {
      "epoch": 3.9329611537566875,
      "grad_norm": 1.5627164927017756,
      "learning_rate": 8.18733179060768e-05,
      "loss": 2.0625,
      "step": 84539
    },
    {
      "epoch": 3.9330076762037685,
      "grad_norm": 1.5734408645099673,
      "learning_rate": 8.18700113826353e-05,
      "loss": 2.2188,
      "step": 84540
    },
    {
      "epoch": 3.933054198650849,
      "grad_norm": 1.5636802598407773,
      "learning_rate": 8.18667049009033e-05,
      "loss": 1.9766,
      "step": 84541
    },
    {
      "epoch": 3.93310072109793,
      "grad_norm": 1.5813758582683328,
      "learning_rate": 8.186339846088298e-05,
      "loss": 1.9375,
      "step": 84542
    },
    {
      "epoch": 3.9331472435450103,
      "grad_norm": 1.5720330230287718,
      "learning_rate": 8.18600920625763e-05,
      "loss": 2.1719,
      "step": 84543
    },
    {
      "epoch": 3.9331937659920913,
      "grad_norm": 1.6623962119158877,
      "learning_rate": 8.185678570598526e-05,
      "loss": 2.3281,
      "step": 84544
    },
    {
      "epoch": 3.9332402884391717,
      "grad_norm": 1.5494948606497334,
      "learning_rate": 8.185347939111183e-05,
      "loss": 2.0156,
      "step": 84545
    },
    {
      "epoch": 3.9332868108862526,
      "grad_norm": 1.4329145974218924,
      "learning_rate": 8.18501731179581e-05,
      "loss": 1.8203,
      "step": 84546
    },
    {
      "epoch": 3.9333333333333336,
      "grad_norm": 1.548322653913763,
      "learning_rate": 8.184686688652617e-05,
      "loss": 2.1406,
      "step": 84547
    },
    {
      "epoch": 3.933379855780414,
      "grad_norm": 1.5740644360928382,
      "learning_rate": 8.184356069681798e-05,
      "loss": 1.9531,
      "step": 84548
    },
    {
      "epoch": 3.9334263782274945,
      "grad_norm": 1.4495819400128018,
      "learning_rate": 8.184025454883558e-05,
      "loss": 2.0,
      "step": 84549
    },
    {
      "epoch": 3.9334729006745754,
      "grad_norm": 1.4421956513753864,
      "learning_rate": 8.18369484425809e-05,
      "loss": 1.5781,
      "step": 84550
    },
    {
      "epoch": 3.9335194231216564,
      "grad_norm": 1.6144075832291445,
      "learning_rate": 8.18336423780561e-05,
      "loss": 2.0469,
      "step": 84551
    },
    {
      "epoch": 3.933565945568737,
      "grad_norm": 1.5761667033899005,
      "learning_rate": 8.183033635526316e-05,
      "loss": 1.9297,
      "step": 84552
    },
    {
      "epoch": 3.9336124680158178,
      "grad_norm": 1.4275127667948857,
      "learning_rate": 8.182703037420409e-05,
      "loss": 1.8203,
      "step": 84553
    },
    {
      "epoch": 3.9336589904628982,
      "grad_norm": 1.5647997196437315,
      "learning_rate": 8.182372443488085e-05,
      "loss": 2.2344,
      "step": 84554
    },
    {
      "epoch": 3.933705512909979,
      "grad_norm": 1.5360322734398966,
      "learning_rate": 8.182041853729557e-05,
      "loss": 2.0625,
      "step": 84555
    },
    {
      "epoch": 3.9337520353570596,
      "grad_norm": 1.5299488313606096,
      "learning_rate": 8.181711268145026e-05,
      "loss": 2.125,
      "step": 84556
    },
    {
      "epoch": 3.9337985578041406,
      "grad_norm": 1.5144221207766615,
      "learning_rate": 8.18138068673469e-05,
      "loss": 2.1562,
      "step": 84557
    },
    {
      "epoch": 3.9338450802512215,
      "grad_norm": 1.5187359273400598,
      "learning_rate": 8.181050109498748e-05,
      "loss": 1.875,
      "step": 84558
    },
    {
      "epoch": 3.933891602698302,
      "grad_norm": 1.4655200150947045,
      "learning_rate": 8.180719536437412e-05,
      "loss": 1.8906,
      "step": 84559
    },
    {
      "epoch": 3.9339381251453824,
      "grad_norm": 1.4742278777609967,
      "learning_rate": 8.180388967550879e-05,
      "loss": 1.8828,
      "step": 84560
    },
    {
      "epoch": 3.9339846475924634,
      "grad_norm": 1.5328433285661855,
      "learning_rate": 8.180058402839354e-05,
      "loss": 2.0469,
      "step": 84561
    },
    {
      "epoch": 3.9340311700395443,
      "grad_norm": 1.5578687408423533,
      "learning_rate": 8.179727842303038e-05,
      "loss": 2.0938,
      "step": 84562
    },
    {
      "epoch": 3.9340776924866248,
      "grad_norm": 1.6028530974515582,
      "learning_rate": 8.179397285942126e-05,
      "loss": 2.3125,
      "step": 84563
    },
    {
      "epoch": 3.9341242149337057,
      "grad_norm": 1.5998884497317727,
      "learning_rate": 8.179066733756832e-05,
      "loss": 2.3281,
      "step": 84564
    },
    {
      "epoch": 3.934170737380786,
      "grad_norm": 1.5120266309794963,
      "learning_rate": 8.178736185747355e-05,
      "loss": 2.0312,
      "step": 84565
    },
    {
      "epoch": 3.934217259827867,
      "grad_norm": 1.5022187542494814,
      "learning_rate": 8.178405641913893e-05,
      "loss": 1.9922,
      "step": 84566
    },
    {
      "epoch": 3.9342637822749476,
      "grad_norm": 1.4897554347568265,
      "learning_rate": 8.178075102256648e-05,
      "loss": 1.9375,
      "step": 84567
    },
    {
      "epoch": 3.9343103047220285,
      "grad_norm": 1.484127834938931,
      "learning_rate": 8.177744566775826e-05,
      "loss": 1.9141,
      "step": 84568
    },
    {
      "epoch": 3.934356827169109,
      "grad_norm": 1.6205253471569665,
      "learning_rate": 8.177414035471633e-05,
      "loss": 2.0938,
      "step": 84569
    },
    {
      "epoch": 3.93440334961619,
      "grad_norm": 1.5018312695584568,
      "learning_rate": 8.177083508344267e-05,
      "loss": 2.0,
      "step": 84570
    },
    {
      "epoch": 3.9344498720632703,
      "grad_norm": 1.4033840017924575,
      "learning_rate": 8.176752985393933e-05,
      "loss": 1.8438,
      "step": 84571
    },
    {
      "epoch": 3.9344963945103513,
      "grad_norm": 1.3996024287348894,
      "learning_rate": 8.176422466620824e-05,
      "loss": 1.7891,
      "step": 84572
    },
    {
      "epoch": 3.934542916957432,
      "grad_norm": 1.5812127428097116,
      "learning_rate": 8.176091952025156e-05,
      "loss": 2.125,
      "step": 84573
    },
    {
      "epoch": 3.9345894394045127,
      "grad_norm": 1.5791933642340328,
      "learning_rate": 8.175761441607125e-05,
      "loss": 2.0938,
      "step": 84574
    },
    {
      "epoch": 3.934635961851593,
      "grad_norm": 1.481713715330203,
      "learning_rate": 8.175430935366933e-05,
      "loss": 2.0312,
      "step": 84575
    },
    {
      "epoch": 3.934682484298674,
      "grad_norm": 1.4921280123450085,
      "learning_rate": 8.175100433304774e-05,
      "loss": 1.9453,
      "step": 84576
    },
    {
      "epoch": 3.934729006745755,
      "grad_norm": 1.5015218757769573,
      "learning_rate": 8.174769935420867e-05,
      "loss": 2.0156,
      "step": 84577
    },
    {
      "epoch": 3.9347755291928355,
      "grad_norm": 1.5508867360853906,
      "learning_rate": 8.174439441715404e-05,
      "loss": 2.1719,
      "step": 84578
    },
    {
      "epoch": 3.9348220516399164,
      "grad_norm": 1.6309624359542083,
      "learning_rate": 8.174108952188593e-05,
      "loss": 2.1406,
      "step": 84579
    },
    {
      "epoch": 3.934868574086997,
      "grad_norm": 1.562784606054834,
      "learning_rate": 8.173778466840623e-05,
      "loss": 1.9609,
      "step": 84580
    },
    {
      "epoch": 3.934915096534078,
      "grad_norm": 1.4323978562441906,
      "learning_rate": 8.173447985671713e-05,
      "loss": 1.875,
      "step": 84581
    },
    {
      "epoch": 3.9349616189811583,
      "grad_norm": 1.4828979140736616,
      "learning_rate": 8.17311750868206e-05,
      "loss": 2.0312,
      "step": 84582
    },
    {
      "epoch": 3.935008141428239,
      "grad_norm": 1.5529288550722606,
      "learning_rate": 8.172787035871863e-05,
      "loss": 2.0156,
      "step": 84583
    },
    {
      "epoch": 3.93505466387532,
      "grad_norm": 1.486980341686279,
      "learning_rate": 8.172456567241323e-05,
      "loss": 1.8828,
      "step": 84584
    },
    {
      "epoch": 3.9351011863224006,
      "grad_norm": 1.6086952105065273,
      "learning_rate": 8.172126102790648e-05,
      "loss": 2.0469,
      "step": 84585
    },
    {
      "epoch": 3.935147708769481,
      "grad_norm": 1.6054640414365933,
      "learning_rate": 8.171795642520038e-05,
      "loss": 2.2656,
      "step": 84586
    },
    {
      "epoch": 3.935194231216562,
      "grad_norm": 1.610583303979843,
      "learning_rate": 8.171465186429695e-05,
      "loss": 2.1094,
      "step": 84587
    },
    {
      "epoch": 3.935240753663643,
      "grad_norm": 1.5512506735104763,
      "learning_rate": 8.171134734519824e-05,
      "loss": 2.2031,
      "step": 84588
    },
    {
      "epoch": 3.9352872761107234,
      "grad_norm": 1.5429695440396745,
      "learning_rate": 8.170804286790616e-05,
      "loss": 2.0938,
      "step": 84589
    },
    {
      "epoch": 3.9353337985578043,
      "grad_norm": 1.4917607669408255,
      "learning_rate": 8.170473843242282e-05,
      "loss": 2.0312,
      "step": 84590
    },
    {
      "epoch": 3.9353803210048848,
      "grad_norm": 1.5098479706549792,
      "learning_rate": 8.17014340387503e-05,
      "loss": 2.0625,
      "step": 84591
    },
    {
      "epoch": 3.9354268434519657,
      "grad_norm": 1.6062079916097494,
      "learning_rate": 8.169812968689057e-05,
      "loss": 2.0625,
      "step": 84592
    },
    {
      "epoch": 3.935473365899046,
      "grad_norm": 1.6304965282230661,
      "learning_rate": 8.169482537684565e-05,
      "loss": 2.1719,
      "step": 84593
    },
    {
      "epoch": 3.935519888346127,
      "grad_norm": 1.4417215255783566,
      "learning_rate": 8.169152110861748e-05,
      "loss": 1.7656,
      "step": 84594
    },
    {
      "epoch": 3.9355664107932076,
      "grad_norm": 1.6407409034354263,
      "learning_rate": 8.168821688220827e-05,
      "loss": 2.2031,
      "step": 84595
    },
    {
      "epoch": 3.9356129332402885,
      "grad_norm": 1.4897510568892343,
      "learning_rate": 8.16849126976199e-05,
      "loss": 1.8984,
      "step": 84596
    },
    {
      "epoch": 3.935659455687369,
      "grad_norm": 1.5467328540939302,
      "learning_rate": 8.168160855485444e-05,
      "loss": 1.9688,
      "step": 84597
    },
    {
      "epoch": 3.93570597813445,
      "grad_norm": 1.5663078799855235,
      "learning_rate": 8.167830445391382e-05,
      "loss": 2.1094,
      "step": 84598
    },
    {
      "epoch": 3.935752500581531,
      "grad_norm": 1.4975936098109641,
      "learning_rate": 8.167500039480023e-05,
      "loss": 1.9297,
      "step": 84599
    },
    {
      "epoch": 3.9357990230286113,
      "grad_norm": 1.5364352367477163,
      "learning_rate": 8.16716963775156e-05,
      "loss": 2.0781,
      "step": 84600
    },
    {
      "epoch": 3.9358455454756918,
      "grad_norm": 1.574688983418789,
      "learning_rate": 8.166839240206195e-05,
      "loss": 2.2188,
      "step": 84601
    },
    {
      "epoch": 3.9358920679227727,
      "grad_norm": 1.508337122715952,
      "learning_rate": 8.166508846844128e-05,
      "loss": 1.9766,
      "step": 84602
    },
    {
      "epoch": 3.9359385903698536,
      "grad_norm": 1.6175206523835468,
      "learning_rate": 8.166178457665568e-05,
      "loss": 2.1719,
      "step": 84603
    },
    {
      "epoch": 3.935985112816934,
      "grad_norm": 1.4919198939862817,
      "learning_rate": 8.165848072670715e-05,
      "loss": 1.8047,
      "step": 84604
    },
    {
      "epoch": 3.936031635264015,
      "grad_norm": 1.5382042145836248,
      "learning_rate": 8.16551769185977e-05,
      "loss": 1.9375,
      "step": 84605
    },
    {
      "epoch": 3.9360781577110955,
      "grad_norm": 1.578621385983135,
      "learning_rate": 8.165187315232931e-05,
      "loss": 2.0469,
      "step": 84606
    },
    {
      "epoch": 3.9361246801581764,
      "grad_norm": 1.5594381151877847,
      "learning_rate": 8.164856942790408e-05,
      "loss": 2.0312,
      "step": 84607
    },
    {
      "epoch": 3.936171202605257,
      "grad_norm": 1.6066060248509015,
      "learning_rate": 8.1645265745324e-05,
      "loss": 2.0938,
      "step": 84608
    },
    {
      "epoch": 3.936217725052338,
      "grad_norm": 1.5848750303740777,
      "learning_rate": 8.164196210459109e-05,
      "loss": 2.125,
      "step": 84609
    },
    {
      "epoch": 3.9362642474994187,
      "grad_norm": 1.5858359409518525,
      "learning_rate": 8.163865850570733e-05,
      "loss": 2.1875,
      "step": 84610
    },
    {
      "epoch": 3.936310769946499,
      "grad_norm": 1.6075408862798468,
      "learning_rate": 8.163535494867484e-05,
      "loss": 2.0156,
      "step": 84611
    },
    {
      "epoch": 3.9363572923935797,
      "grad_norm": 1.5530207106539018,
      "learning_rate": 8.163205143349552e-05,
      "loss": 2.0312,
      "step": 84612
    },
    {
      "epoch": 3.9364038148406606,
      "grad_norm": 1.6251169105818042,
      "learning_rate": 8.162874796017153e-05,
      "loss": 2.0938,
      "step": 84613
    },
    {
      "epoch": 3.9364503372877415,
      "grad_norm": 1.6302226503806079,
      "learning_rate": 8.162544452870481e-05,
      "loss": 2.3281,
      "step": 84614
    },
    {
      "epoch": 3.936496859734822,
      "grad_norm": 1.59183317443489,
      "learning_rate": 8.162214113909742e-05,
      "loss": 2.1719,
      "step": 84615
    },
    {
      "epoch": 3.936543382181903,
      "grad_norm": 1.4674714612055468,
      "learning_rate": 8.161883779135127e-05,
      "loss": 1.9688,
      "step": 84616
    },
    {
      "epoch": 3.9365899046289834,
      "grad_norm": 1.5240745302194108,
      "learning_rate": 8.161553448546855e-05,
      "loss": 2.0,
      "step": 84617
    },
    {
      "epoch": 3.9366364270760643,
      "grad_norm": 1.5908690763485356,
      "learning_rate": 8.16122312214512e-05,
      "loss": 1.7578,
      "step": 84618
    },
    {
      "epoch": 3.936682949523145,
      "grad_norm": 1.5502767232436656,
      "learning_rate": 8.160892799930126e-05,
      "loss": 1.8984,
      "step": 84619
    },
    {
      "epoch": 3.9367294719702257,
      "grad_norm": 1.5123421804624315,
      "learning_rate": 8.160562481902065e-05,
      "loss": 2.1875,
      "step": 84620
    },
    {
      "epoch": 3.936775994417306,
      "grad_norm": 1.6072351198796644,
      "learning_rate": 8.160232168061155e-05,
      "loss": 2.1562,
      "step": 84621
    },
    {
      "epoch": 3.936822516864387,
      "grad_norm": 1.5960403403361856,
      "learning_rate": 8.15990185840759e-05,
      "loss": 2.2656,
      "step": 84622
    },
    {
      "epoch": 3.9368690393114676,
      "grad_norm": 1.5241891897225186,
      "learning_rate": 8.159571552941575e-05,
      "loss": 1.9297,
      "step": 84623
    },
    {
      "epoch": 3.9369155617585485,
      "grad_norm": 1.4563967870356003,
      "learning_rate": 8.159241251663304e-05,
      "loss": 1.8672,
      "step": 84624
    },
    {
      "epoch": 3.9369620842056294,
      "grad_norm": 1.445891238862826,
      "learning_rate": 8.158910954572992e-05,
      "loss": 1.8672,
      "step": 84625
    },
    {
      "epoch": 3.93700860665271,
      "grad_norm": 1.4671593522466733,
      "learning_rate": 8.158580661670836e-05,
      "loss": 2.0,
      "step": 84626
    },
    {
      "epoch": 3.9370551290997904,
      "grad_norm": 1.5177546144622946,
      "learning_rate": 8.158250372957035e-05,
      "loss": 1.9922,
      "step": 84627
    },
    {
      "epoch": 3.9371016515468713,
      "grad_norm": 1.563257871558271,
      "learning_rate": 8.157920088431789e-05,
      "loss": 2.0938,
      "step": 84628
    },
    {
      "epoch": 3.9371481739939522,
      "grad_norm": 1.3262377803113692,
      "learning_rate": 8.15758980809531e-05,
      "loss": 1.5781,
      "step": 84629
    },
    {
      "epoch": 3.9371946964410327,
      "grad_norm": 1.5402068899187265,
      "learning_rate": 8.157259531947796e-05,
      "loss": 2.0781,
      "step": 84630
    },
    {
      "epoch": 3.9372412188881136,
      "grad_norm": 1.3974473467037707,
      "learning_rate": 8.156929259989447e-05,
      "loss": 1.6562,
      "step": 84631
    },
    {
      "epoch": 3.937287741335194,
      "grad_norm": 1.5669633060525305,
      "learning_rate": 8.156598992220462e-05,
      "loss": 2.0625,
      "step": 84632
    },
    {
      "epoch": 3.937334263782275,
      "grad_norm": 1.6012831032494939,
      "learning_rate": 8.15626872864105e-05,
      "loss": 2.2188,
      "step": 84633
    },
    {
      "epoch": 3.9373807862293555,
      "grad_norm": 1.437288491225723,
      "learning_rate": 8.155938469251407e-05,
      "loss": 1.8594,
      "step": 84634
    },
    {
      "epoch": 3.9374273086764364,
      "grad_norm": 1.5125923885281214,
      "learning_rate": 8.155608214051745e-05,
      "loss": 2.0625,
      "step": 84635
    },
    {
      "epoch": 3.9374738311235173,
      "grad_norm": 1.5213719442996902,
      "learning_rate": 8.155277963042259e-05,
      "loss": 1.9609,
      "step": 84636
    },
    {
      "epoch": 3.937520353570598,
      "grad_norm": 1.5232949609196678,
      "learning_rate": 8.154947716223145e-05,
      "loss": 2.125,
      "step": 84637
    },
    {
      "epoch": 3.9375668760176783,
      "grad_norm": 1.5320486212596816,
      "learning_rate": 8.154617473594621e-05,
      "loss": 2.0312,
      "step": 84638
    },
    {
      "epoch": 3.937613398464759,
      "grad_norm": 1.505150773854867,
      "learning_rate": 8.15428723515688e-05,
      "loss": 2.0,
      "step": 84639
    },
    {
      "epoch": 3.93765992091184,
      "grad_norm": 1.5175599565465603,
      "learning_rate": 8.153957000910123e-05,
      "loss": 2.0781,
      "step": 84640
    },
    {
      "epoch": 3.9377064433589206,
      "grad_norm": 1.5032007462856674,
      "learning_rate": 8.153626770854554e-05,
      "loss": 1.9688,
      "step": 84641
    },
    {
      "epoch": 3.9377529658060015,
      "grad_norm": 1.5611991420975164,
      "learning_rate": 8.15329654499037e-05,
      "loss": 2.0625,
      "step": 84642
    },
    {
      "epoch": 3.937799488253082,
      "grad_norm": 1.3927071287562742,
      "learning_rate": 8.152966323317785e-05,
      "loss": 1.7188,
      "step": 84643
    },
    {
      "epoch": 3.937846010700163,
      "grad_norm": 1.6484701028736441,
      "learning_rate": 8.152636105836995e-05,
      "loss": 1.8594,
      "step": 84644
    },
    {
      "epoch": 3.9378925331472434,
      "grad_norm": 1.4133933734811113,
      "learning_rate": 8.152305892548199e-05,
      "loss": 1.4375,
      "step": 84645
    },
    {
      "epoch": 3.9379390555943243,
      "grad_norm": 1.5247772546489926,
      "learning_rate": 8.151975683451596e-05,
      "loss": 2.0625,
      "step": 84646
    },
    {
      "epoch": 3.9379855780414053,
      "grad_norm": 1.501222602440858,
      "learning_rate": 8.151645478547403e-05,
      "loss": 1.9453,
      "step": 84647
    },
    {
      "epoch": 3.9380321004884857,
      "grad_norm": 1.5079664353289552,
      "learning_rate": 8.15131527783581e-05,
      "loss": 2.0781,
      "step": 84648
    },
    {
      "epoch": 3.938078622935566,
      "grad_norm": 1.6481074292745372,
      "learning_rate": 8.150985081317022e-05,
      "loss": 2.1719,
      "step": 84649
    },
    {
      "epoch": 3.938125145382647,
      "grad_norm": 1.5367454350990413,
      "learning_rate": 8.150654888991236e-05,
      "loss": 2.0469,
      "step": 84650
    },
    {
      "epoch": 3.938171667829728,
      "grad_norm": 1.554174665797821,
      "learning_rate": 8.150324700858665e-05,
      "loss": 2.0938,
      "step": 84651
    },
    {
      "epoch": 3.9382181902768085,
      "grad_norm": 1.4796885690297734,
      "learning_rate": 8.149994516919508e-05,
      "loss": 1.8281,
      "step": 84652
    },
    {
      "epoch": 3.938264712723889,
      "grad_norm": 1.5942662249633817,
      "learning_rate": 8.149664337173961e-05,
      "loss": 2.0625,
      "step": 84653
    },
    {
      "epoch": 3.93831123517097,
      "grad_norm": 1.457017398057568,
      "learning_rate": 8.149334161622228e-05,
      "loss": 1.9141,
      "step": 84654
    },
    {
      "epoch": 3.938357757618051,
      "grad_norm": 1.6053256668511797,
      "learning_rate": 8.149003990264515e-05,
      "loss": 2.1406,
      "step": 84655
    },
    {
      "epoch": 3.9384042800651313,
      "grad_norm": 1.460629887004624,
      "learning_rate": 8.148673823101018e-05,
      "loss": 2.0156,
      "step": 84656
    },
    {
      "epoch": 3.9384508025122122,
      "grad_norm": 1.5188406343058969,
      "learning_rate": 8.14834366013195e-05,
      "loss": 1.9453,
      "step": 84657
    },
    {
      "epoch": 3.9384973249592927,
      "grad_norm": 1.5115218620177842,
      "learning_rate": 8.148013501357505e-05,
      "loss": 1.8906,
      "step": 84658
    },
    {
      "epoch": 3.9385438474063736,
      "grad_norm": 1.4032910167913257,
      "learning_rate": 8.14768334677788e-05,
      "loss": 1.7109,
      "step": 84659
    },
    {
      "epoch": 3.938590369853454,
      "grad_norm": 1.5098928461360908,
      "learning_rate": 8.14735319639329e-05,
      "loss": 2.0312,
      "step": 84660
    },
    {
      "epoch": 3.938636892300535,
      "grad_norm": 1.6058658679309563,
      "learning_rate": 8.147023050203933e-05,
      "loss": 2.0781,
      "step": 84661
    },
    {
      "epoch": 3.938683414747616,
      "grad_norm": 1.583254643986414,
      "learning_rate": 8.146692908210007e-05,
      "loss": 2.0625,
      "step": 84662
    },
    {
      "epoch": 3.9387299371946964,
      "grad_norm": 1.5427304002539233,
      "learning_rate": 8.146362770411711e-05,
      "loss": 2.125,
      "step": 84663
    },
    {
      "epoch": 3.938776459641777,
      "grad_norm": 1.6193109460968431,
      "learning_rate": 8.146032636809257e-05,
      "loss": 1.9922,
      "step": 84664
    },
    {
      "epoch": 3.938822982088858,
      "grad_norm": 1.4589714028686787,
      "learning_rate": 8.145702507402841e-05,
      "loss": 1.9531,
      "step": 84665
    },
    {
      "epoch": 3.9388695045359388,
      "grad_norm": 1.4756346490165877,
      "learning_rate": 8.145372382192669e-05,
      "loss": 1.6875,
      "step": 84666
    },
    {
      "epoch": 3.9389160269830192,
      "grad_norm": 1.5462355864549744,
      "learning_rate": 8.14504226117894e-05,
      "loss": 1.9609,
      "step": 84667
    },
    {
      "epoch": 3.9389625494301,
      "grad_norm": 1.6030462979109998,
      "learning_rate": 8.144712144361849e-05,
      "loss": 2.0781,
      "step": 84668
    },
    {
      "epoch": 3.9390090718771806,
      "grad_norm": 1.6043131322300541,
      "learning_rate": 8.144382031741613e-05,
      "loss": 2.25,
      "step": 84669
    },
    {
      "epoch": 3.9390555943242616,
      "grad_norm": 1.4419637909592395,
      "learning_rate": 8.144051923318426e-05,
      "loss": 1.8516,
      "step": 84670
    },
    {
      "epoch": 3.939102116771342,
      "grad_norm": 1.5497201453075626,
      "learning_rate": 8.143721819092492e-05,
      "loss": 2.0312,
      "step": 84671
    },
    {
      "epoch": 3.939148639218423,
      "grad_norm": 1.6062652732648794,
      "learning_rate": 8.143391719064004e-05,
      "loss": 2.2188,
      "step": 84672
    },
    {
      "epoch": 3.939195161665504,
      "grad_norm": 1.5419131201240368,
      "learning_rate": 8.14306162323318e-05,
      "loss": 2.1719,
      "step": 84673
    },
    {
      "epoch": 3.9392416841125844,
      "grad_norm": 1.4662685396297055,
      "learning_rate": 8.142731531600213e-05,
      "loss": 1.9062,
      "step": 84674
    },
    {
      "epoch": 3.939288206559665,
      "grad_norm": 1.6625674056259199,
      "learning_rate": 8.142401444165304e-05,
      "loss": 1.9688,
      "step": 84675
    },
    {
      "epoch": 3.9393347290067458,
      "grad_norm": 1.5254850641648159,
      "learning_rate": 8.142071360928655e-05,
      "loss": 2.0156,
      "step": 84676
    },
    {
      "epoch": 3.9393812514538267,
      "grad_norm": 1.55462552169634,
      "learning_rate": 8.141741281890476e-05,
      "loss": 2.1719,
      "step": 84677
    },
    {
      "epoch": 3.939427773900907,
      "grad_norm": 1.548444056327106,
      "learning_rate": 8.141411207050955e-05,
      "loss": 2.125,
      "step": 84678
    },
    {
      "epoch": 3.939474296347988,
      "grad_norm": 1.4696555749084408,
      "learning_rate": 8.14108113641031e-05,
      "loss": 2.0,
      "step": 84679
    },
    {
      "epoch": 3.9395208187950685,
      "grad_norm": 1.5395395821009175,
      "learning_rate": 8.140751069968733e-05,
      "loss": 2.1094,
      "step": 84680
    },
    {
      "epoch": 3.9395673412421495,
      "grad_norm": 1.5815015345961558,
      "learning_rate": 8.140421007726427e-05,
      "loss": 2.0469,
      "step": 84681
    },
    {
      "epoch": 3.93961386368923,
      "grad_norm": 1.6001799196188884,
      "learning_rate": 8.1400909496836e-05,
      "loss": 2.2031,
      "step": 84682
    },
    {
      "epoch": 3.939660386136311,
      "grad_norm": 1.5770570219620341,
      "learning_rate": 8.139760895840449e-05,
      "loss": 1.9844,
      "step": 84683
    },
    {
      "epoch": 3.9397069085833913,
      "grad_norm": 1.5039418595315854,
      "learning_rate": 8.139430846197179e-05,
      "loss": 1.9453,
      "step": 84684
    },
    {
      "epoch": 3.9397534310304723,
      "grad_norm": 1.5385174594215958,
      "learning_rate": 8.139100800753979e-05,
      "loss": 2.0,
      "step": 84685
    },
    {
      "epoch": 3.9397999534775527,
      "grad_norm": 1.4443175407092745,
      "learning_rate": 8.13877075951107e-05,
      "loss": 1.8125,
      "step": 84686
    },
    {
      "epoch": 3.9398464759246337,
      "grad_norm": 1.578185217827208,
      "learning_rate": 8.138440722468649e-05,
      "loss": 2.0625,
      "step": 84687
    },
    {
      "epoch": 3.9398929983717146,
      "grad_norm": 1.4845913526589272,
      "learning_rate": 8.138110689626914e-05,
      "loss": 2.0312,
      "step": 84688
    },
    {
      "epoch": 3.939939520818795,
      "grad_norm": 1.397451786093033,
      "learning_rate": 8.137780660986061e-05,
      "loss": 1.6875,
      "step": 84689
    },
    {
      "epoch": 3.9399860432658755,
      "grad_norm": 1.5588927535663817,
      "learning_rate": 8.137450636546304e-05,
      "loss": 2.1094,
      "step": 84690
    },
    {
      "epoch": 3.9400325657129565,
      "grad_norm": 1.4975338551926658,
      "learning_rate": 8.137120616307841e-05,
      "loss": 1.9219,
      "step": 84691
    },
    {
      "epoch": 3.9400790881600374,
      "grad_norm": 1.497581095594216,
      "learning_rate": 8.136790600270872e-05,
      "loss": 1.9688,
      "step": 84692
    },
    {
      "epoch": 3.940125610607118,
      "grad_norm": 1.5262996680089451,
      "learning_rate": 8.136460588435604e-05,
      "loss": 1.9297,
      "step": 84693
    },
    {
      "epoch": 3.9401721330541988,
      "grad_norm": 1.4979864376038932,
      "learning_rate": 8.136130580802227e-05,
      "loss": 2.0,
      "step": 84694
    },
    {
      "epoch": 3.9402186555012793,
      "grad_norm": 1.4335703399882367,
      "learning_rate": 8.135800577370956e-05,
      "loss": 1.7422,
      "step": 84695
    },
    {
      "epoch": 3.94026517794836,
      "grad_norm": 1.679126597643888,
      "learning_rate": 8.135470578141989e-05,
      "loss": 2.2812,
      "step": 84696
    },
    {
      "epoch": 3.9403117003954407,
      "grad_norm": 1.564655475668227,
      "learning_rate": 8.13514058311553e-05,
      "loss": 2.125,
      "step": 84697
    },
    {
      "epoch": 3.9403582228425216,
      "grad_norm": 1.56225859343717,
      "learning_rate": 8.13481059229177e-05,
      "loss": 2.0312,
      "step": 84698
    },
    {
      "epoch": 3.9404047452896025,
      "grad_norm": 1.50699218118654,
      "learning_rate": 8.134480605670927e-05,
      "loss": 2.1094,
      "step": 84699
    },
    {
      "epoch": 3.940451267736683,
      "grad_norm": 1.5116316791984832,
      "learning_rate": 8.134150623253187e-05,
      "loss": 2.125,
      "step": 84700
    },
    {
      "epoch": 3.9404977901837634,
      "grad_norm": 1.5178300542975602,
      "learning_rate": 8.133820645038767e-05,
      "loss": 2.0938,
      "step": 84701
    },
    {
      "epoch": 3.9405443126308444,
      "grad_norm": 1.5936111244113178,
      "learning_rate": 8.133490671027864e-05,
      "loss": 2.0625,
      "step": 84702
    },
    {
      "epoch": 3.9405908350779253,
      "grad_norm": 1.554021004001114,
      "learning_rate": 8.133160701220672e-05,
      "loss": 2.1406,
      "step": 84703
    },
    {
      "epoch": 3.9406373575250058,
      "grad_norm": 1.5736488544629084,
      "learning_rate": 8.132830735617406e-05,
      "loss": 2.0625,
      "step": 84704
    },
    {
      "epoch": 3.9406838799720867,
      "grad_norm": 1.5755403174598406,
      "learning_rate": 8.132500774218258e-05,
      "loss": 2.0781,
      "step": 84705
    },
    {
      "epoch": 3.940730402419167,
      "grad_norm": 1.41734092917671,
      "learning_rate": 8.132170817023437e-05,
      "loss": 1.5234,
      "step": 84706
    },
    {
      "epoch": 3.940776924866248,
      "grad_norm": 1.5514489500724824,
      "learning_rate": 8.131840864033135e-05,
      "loss": 2.125,
      "step": 84707
    },
    {
      "epoch": 3.9408234473133286,
      "grad_norm": 1.4587401904341637,
      "learning_rate": 8.131510915247565e-05,
      "loss": 1.8203,
      "step": 84708
    },
    {
      "epoch": 3.9408699697604095,
      "grad_norm": 1.5150856419218919,
      "learning_rate": 8.131180970666929e-05,
      "loss": 2.0156,
      "step": 84709
    },
    {
      "epoch": 3.94091649220749,
      "grad_norm": 1.6288264484789003,
      "learning_rate": 8.13085103029142e-05,
      "loss": 2.0156,
      "step": 84710
    },
    {
      "epoch": 3.940963014654571,
      "grad_norm": 1.7383947906399801,
      "learning_rate": 8.13052109412124e-05,
      "loss": 2.2031,
      "step": 84711
    },
    {
      "epoch": 3.9410095371016514,
      "grad_norm": 1.5615804204346087,
      "learning_rate": 8.130191162156601e-05,
      "loss": 2.0469,
      "step": 84712
    },
    {
      "epoch": 3.9410560595487323,
      "grad_norm": 1.4862221959180815,
      "learning_rate": 8.129861234397698e-05,
      "loss": 1.8281,
      "step": 84713
    },
    {
      "epoch": 3.941102581995813,
      "grad_norm": 1.507112702143001,
      "learning_rate": 8.129531310844737e-05,
      "loss": 2.1875,
      "step": 84714
    },
    {
      "epoch": 3.9411491044428937,
      "grad_norm": 1.4838442068295767,
      "learning_rate": 8.12920139149791e-05,
      "loss": 2.0156,
      "step": 84715
    },
    {
      "epoch": 3.941195626889974,
      "grad_norm": 1.5596175326002732,
      "learning_rate": 8.128871476357434e-05,
      "loss": 2.0781,
      "step": 84716
    },
    {
      "epoch": 3.941242149337055,
      "grad_norm": 1.5903786142453897,
      "learning_rate": 8.128541565423501e-05,
      "loss": 2.1094,
      "step": 84717
    },
    {
      "epoch": 3.941288671784136,
      "grad_norm": 1.5196867558137013,
      "learning_rate": 8.128211658696316e-05,
      "loss": 2.0781,
      "step": 84718
    },
    {
      "epoch": 3.9413351942312165,
      "grad_norm": 1.4288718088448336,
      "learning_rate": 8.127881756176081e-05,
      "loss": 1.9688,
      "step": 84719
    },
    {
      "epoch": 3.9413817166782974,
      "grad_norm": 1.5904838952285267,
      "learning_rate": 8.127551857862992e-05,
      "loss": 2.0312,
      "step": 84720
    },
    {
      "epoch": 3.941428239125378,
      "grad_norm": 1.4803250158976096,
      "learning_rate": 8.12722196375726e-05,
      "loss": 1.9375,
      "step": 84721
    },
    {
      "epoch": 3.941474761572459,
      "grad_norm": 1.4906912414134044,
      "learning_rate": 8.12689207385908e-05,
      "loss": 1.9766,
      "step": 84722
    },
    {
      "epoch": 3.9415212840195393,
      "grad_norm": 1.5063101344894267,
      "learning_rate": 8.126562188168661e-05,
      "loss": 1.8672,
      "step": 84723
    },
    {
      "epoch": 3.94156780646662,
      "grad_norm": 1.4048352000136106,
      "learning_rate": 8.126232306686202e-05,
      "loss": 1.7891,
      "step": 84724
    },
    {
      "epoch": 3.941614328913701,
      "grad_norm": 1.4889686742803079,
      "learning_rate": 8.125902429411898e-05,
      "loss": 1.9062,
      "step": 84725
    },
    {
      "epoch": 3.9416608513607816,
      "grad_norm": 1.4978351811802078,
      "learning_rate": 8.125572556345965e-05,
      "loss": 1.9844,
      "step": 84726
    },
    {
      "epoch": 3.941707373807862,
      "grad_norm": 1.5285785660798157,
      "learning_rate": 8.125242687488594e-05,
      "loss": 1.9844,
      "step": 84727
    },
    {
      "epoch": 3.941753896254943,
      "grad_norm": 1.5801076225635653,
      "learning_rate": 8.124912822839991e-05,
      "loss": 2.1562,
      "step": 84728
    },
    {
      "epoch": 3.941800418702024,
      "grad_norm": 1.548206037459239,
      "learning_rate": 8.124582962400351e-05,
      "loss": 2.0,
      "step": 84729
    },
    {
      "epoch": 3.9418469411491044,
      "grad_norm": 1.5949776686980386,
      "learning_rate": 8.124253106169888e-05,
      "loss": 2.1562,
      "step": 84730
    },
    {
      "epoch": 3.9418934635961853,
      "grad_norm": 1.4937120403910251,
      "learning_rate": 8.123923254148796e-05,
      "loss": 1.8438,
      "step": 84731
    },
    {
      "epoch": 3.941939986043266,
      "grad_norm": 1.5390052385113746,
      "learning_rate": 8.123593406337282e-05,
      "loss": 2.0312,
      "step": 84732
    },
    {
      "epoch": 3.9419865084903467,
      "grad_norm": 1.5792661997757227,
      "learning_rate": 8.123263562735537e-05,
      "loss": 2.1562,
      "step": 84733
    },
    {
      "epoch": 3.942033030937427,
      "grad_norm": 1.528786768144229,
      "learning_rate": 8.122933723343778e-05,
      "loss": 1.8594,
      "step": 84734
    },
    {
      "epoch": 3.942079553384508,
      "grad_norm": 1.4678059955937177,
      "learning_rate": 8.122603888162197e-05,
      "loss": 1.8828,
      "step": 84735
    },
    {
      "epoch": 3.9421260758315886,
      "grad_norm": 1.4571718727862921,
      "learning_rate": 8.122274057190998e-05,
      "loss": 2.0156,
      "step": 84736
    },
    {
      "epoch": 3.9421725982786695,
      "grad_norm": 1.5800134866249893,
      "learning_rate": 8.121944230430379e-05,
      "loss": 2.0469,
      "step": 84737
    },
    {
      "epoch": 3.94221912072575,
      "grad_norm": 1.6124259868824187,
      "learning_rate": 8.121614407880553e-05,
      "loss": 2.1875,
      "step": 84738
    },
    {
      "epoch": 3.942265643172831,
      "grad_norm": 1.6671413997492466,
      "learning_rate": 8.121284589541713e-05,
      "loss": 2.1719,
      "step": 84739
    },
    {
      "epoch": 3.942312165619912,
      "grad_norm": 1.5493849087313945,
      "learning_rate": 8.120954775414064e-05,
      "loss": 2.1094,
      "step": 84740
    },
    {
      "epoch": 3.9423586880669923,
      "grad_norm": 1.4361643110671884,
      "learning_rate": 8.120624965497803e-05,
      "loss": 1.875,
      "step": 84741
    },
    {
      "epoch": 3.9424052105140728,
      "grad_norm": 1.452246491217396,
      "learning_rate": 8.120295159793141e-05,
      "loss": 1.5469,
      "step": 84742
    },
    {
      "epoch": 3.9424517329611537,
      "grad_norm": 1.5291163199573923,
      "learning_rate": 8.119965358300272e-05,
      "loss": 1.8516,
      "step": 84743
    },
    {
      "epoch": 3.9424982554082346,
      "grad_norm": 1.5130436340400242,
      "learning_rate": 8.119635561019397e-05,
      "loss": 2.0469,
      "step": 84744
    },
    {
      "epoch": 3.942544777855315,
      "grad_norm": 1.6221415053685437,
      "learning_rate": 8.119305767950728e-05,
      "loss": 2.0938,
      "step": 84745
    },
    {
      "epoch": 3.942591300302396,
      "grad_norm": 1.5397800934536867,
      "learning_rate": 8.118975979094454e-05,
      "loss": 2.1562,
      "step": 84746
    },
    {
      "epoch": 3.9426378227494765,
      "grad_norm": 1.4903753673624232,
      "learning_rate": 8.118646194450789e-05,
      "loss": 1.9922,
      "step": 84747
    },
    {
      "epoch": 3.9426843451965574,
      "grad_norm": 1.4629160333343985,
      "learning_rate": 8.118316414019931e-05,
      "loss": 1.875,
      "step": 84748
    },
    {
      "epoch": 3.942730867643638,
      "grad_norm": 1.5482437392772785,
      "learning_rate": 8.11798663780208e-05,
      "loss": 2.1094,
      "step": 84749
    },
    {
      "epoch": 3.942777390090719,
      "grad_norm": 1.5744941586875196,
      "learning_rate": 8.117656865797436e-05,
      "loss": 2.0156,
      "step": 84750
    },
    {
      "epoch": 3.9428239125377997,
      "grad_norm": 1.5355356315119828,
      "learning_rate": 8.117327098006199e-05,
      "loss": 2.0469,
      "step": 84751
    },
    {
      "epoch": 3.94287043498488,
      "grad_norm": 1.5005567754926583,
      "learning_rate": 8.116997334428581e-05,
      "loss": 1.9609,
      "step": 84752
    },
    {
      "epoch": 3.9429169574319607,
      "grad_norm": 1.5334626015473198,
      "learning_rate": 8.116667575064776e-05,
      "loss": 2.0156,
      "step": 84753
    },
    {
      "epoch": 3.9429634798790416,
      "grad_norm": 1.5767960781314043,
      "learning_rate": 8.11633781991499e-05,
      "loss": 2.1094,
      "step": 84754
    },
    {
      "epoch": 3.9430100023261225,
      "grad_norm": 1.54363395052643,
      "learning_rate": 8.116008068979416e-05,
      "loss": 2.0312,
      "step": 84755
    },
    {
      "epoch": 3.943056524773203,
      "grad_norm": 1.5358840518889803,
      "learning_rate": 8.115678322258268e-05,
      "loss": 1.9766,
      "step": 84756
    },
    {
      "epoch": 3.943103047220284,
      "grad_norm": 1.6218871572439593,
      "learning_rate": 8.115348579751742e-05,
      "loss": 2.2188,
      "step": 84757
    },
    {
      "epoch": 3.9431495696673644,
      "grad_norm": 1.4960356402377868,
      "learning_rate": 8.11501884146004e-05,
      "loss": 1.8047,
      "step": 84758
    },
    {
      "epoch": 3.9431960921144453,
      "grad_norm": 1.596357834315047,
      "learning_rate": 8.114689107383357e-05,
      "loss": 2.0469,
      "step": 84759
    },
    {
      "epoch": 3.943242614561526,
      "grad_norm": 1.5517360457597345,
      "learning_rate": 8.114359377521909e-05,
      "loss": 2.0625,
      "step": 84760
    },
    {
      "epoch": 3.9432891370086067,
      "grad_norm": 1.525445668981443,
      "learning_rate": 8.114029651875893e-05,
      "loss": 2.125,
      "step": 84761
    },
    {
      "epoch": 3.943335659455687,
      "grad_norm": 1.523992599046817,
      "learning_rate": 8.113699930445505e-05,
      "loss": 2.1094,
      "step": 84762
    },
    {
      "epoch": 3.943382181902768,
      "grad_norm": 1.577850417689179,
      "learning_rate": 8.113370213230946e-05,
      "loss": 2.0781,
      "step": 84763
    },
    {
      "epoch": 3.9434287043498486,
      "grad_norm": 1.5060564400954306,
      "learning_rate": 8.11304050023243e-05,
      "loss": 1.9922,
      "step": 84764
    },
    {
      "epoch": 3.9434752267969295,
      "grad_norm": 1.5860034349570722,
      "learning_rate": 8.112710791450148e-05,
      "loss": 2.3438,
      "step": 84765
    },
    {
      "epoch": 3.9435217492440104,
      "grad_norm": 1.505147374515684,
      "learning_rate": 8.112381086884301e-05,
      "loss": 2.0156,
      "step": 84766
    },
    {
      "epoch": 3.943568271691091,
      "grad_norm": 1.4965605735020386,
      "learning_rate": 8.112051386535101e-05,
      "loss": 2.1094,
      "step": 84767
    },
    {
      "epoch": 3.9436147941381714,
      "grad_norm": 1.5248084933934754,
      "learning_rate": 8.111721690402738e-05,
      "loss": 2.1094,
      "step": 84768
    },
    {
      "epoch": 3.9436613165852523,
      "grad_norm": 1.5240576096698912,
      "learning_rate": 8.111391998487426e-05,
      "loss": 2.125,
      "step": 84769
    },
    {
      "epoch": 3.9437078390323332,
      "grad_norm": 1.523722015799556,
      "learning_rate": 8.111062310789357e-05,
      "loss": 1.9922,
      "step": 84770
    },
    {
      "epoch": 3.9437543614794137,
      "grad_norm": 1.4330124741553665,
      "learning_rate": 8.110732627308739e-05,
      "loss": 1.7734,
      "step": 84771
    },
    {
      "epoch": 3.9438008839264946,
      "grad_norm": 1.630318915846705,
      "learning_rate": 8.110402948045765e-05,
      "loss": 2.0156,
      "step": 84772
    },
    {
      "epoch": 3.943847406373575,
      "grad_norm": 1.5541086700405595,
      "learning_rate": 8.110073273000649e-05,
      "loss": 1.9922,
      "step": 84773
    },
    {
      "epoch": 3.943893928820656,
      "grad_norm": 1.516664305894134,
      "learning_rate": 8.109743602173585e-05,
      "loss": 2.125,
      "step": 84774
    },
    {
      "epoch": 3.9439404512677365,
      "grad_norm": 1.5733798295181405,
      "learning_rate": 8.109413935564778e-05,
      "loss": 2.1094,
      "step": 84775
    },
    {
      "epoch": 3.9439869737148174,
      "grad_norm": 1.5032259209462808,
      "learning_rate": 8.109084273174428e-05,
      "loss": 1.9062,
      "step": 84776
    },
    {
      "epoch": 3.9440334961618984,
      "grad_norm": 1.6528036307495249,
      "learning_rate": 8.108754615002732e-05,
      "loss": 2.0625,
      "step": 84777
    },
    {
      "epoch": 3.944080018608979,
      "grad_norm": 1.6683633840941914,
      "learning_rate": 8.108424961049902e-05,
      "loss": 2.2188,
      "step": 84778
    },
    {
      "epoch": 3.9441265410560593,
      "grad_norm": 1.6462583025805286,
      "learning_rate": 8.108095311316136e-05,
      "loss": 2.4219,
      "step": 84779
    },
    {
      "epoch": 3.9441730635031402,
      "grad_norm": 1.5138589271637624,
      "learning_rate": 8.107765665801633e-05,
      "loss": 2.125,
      "step": 84780
    },
    {
      "epoch": 3.944219585950221,
      "grad_norm": 1.624314737038053,
      "learning_rate": 8.107436024506593e-05,
      "loss": 2.2031,
      "step": 84781
    },
    {
      "epoch": 3.9442661083973016,
      "grad_norm": 1.5561022722598516,
      "learning_rate": 8.107106387431228e-05,
      "loss": 1.9844,
      "step": 84782
    },
    {
      "epoch": 3.9443126308443826,
      "grad_norm": 1.4655978524398763,
      "learning_rate": 8.106776754575729e-05,
      "loss": 2.0312,
      "step": 84783
    },
    {
      "epoch": 3.944359153291463,
      "grad_norm": 1.480766331351607,
      "learning_rate": 8.106447125940304e-05,
      "loss": 1.9219,
      "step": 84784
    },
    {
      "epoch": 3.944405675738544,
      "grad_norm": 1.5691201138778554,
      "learning_rate": 8.106117501525145e-05,
      "loss": 2.2031,
      "step": 84785
    },
    {
      "epoch": 3.9444521981856244,
      "grad_norm": 1.5088844323538182,
      "learning_rate": 8.10578788133047e-05,
      "loss": 2.0469,
      "step": 84786
    },
    {
      "epoch": 3.9444987206327053,
      "grad_norm": 1.512466129236189,
      "learning_rate": 8.105458265356465e-05,
      "loss": 1.9141,
      "step": 84787
    },
    {
      "epoch": 3.9445452430797863,
      "grad_norm": 1.5213034038410613,
      "learning_rate": 8.105128653603346e-05,
      "loss": 2.1094,
      "step": 84788
    },
    {
      "epoch": 3.9445917655268667,
      "grad_norm": 1.548659046102903,
      "learning_rate": 8.104799046071306e-05,
      "loss": 1.9453,
      "step": 84789
    },
    {
      "epoch": 3.944638287973947,
      "grad_norm": 1.5747210561200216,
      "learning_rate": 8.104469442760546e-05,
      "loss": 1.9141,
      "step": 84790
    },
    {
      "epoch": 3.944684810421028,
      "grad_norm": 1.6139679594378087,
      "learning_rate": 8.104139843671274e-05,
      "loss": 2.1406,
      "step": 84791
    },
    {
      "epoch": 3.944731332868109,
      "grad_norm": 1.5483624293096179,
      "learning_rate": 8.103810248803688e-05,
      "loss": 2.0469,
      "step": 84792
    },
    {
      "epoch": 3.9447778553151895,
      "grad_norm": 1.5662137336784911,
      "learning_rate": 8.103480658157991e-05,
      "loss": 1.9062,
      "step": 84793
    },
    {
      "epoch": 3.94482437776227,
      "grad_norm": 1.4369983095146168,
      "learning_rate": 8.103151071734379e-05,
      "loss": 1.8906,
      "step": 84794
    },
    {
      "epoch": 3.944870900209351,
      "grad_norm": 1.5262153490114323,
      "learning_rate": 8.102821489533061e-05,
      "loss": 2.0312,
      "step": 84795
    },
    {
      "epoch": 3.944917422656432,
      "grad_norm": 1.4291688673328715,
      "learning_rate": 8.10249191155424e-05,
      "loss": 1.7422,
      "step": 84796
    },
    {
      "epoch": 3.9449639451035123,
      "grad_norm": 1.5979140187814975,
      "learning_rate": 8.102162337798111e-05,
      "loss": 2.0938,
      "step": 84797
    },
    {
      "epoch": 3.9450104675505933,
      "grad_norm": 1.5386553762467796,
      "learning_rate": 8.101832768264873e-05,
      "loss": 2.0938,
      "step": 84798
    },
    {
      "epoch": 3.9450569899976737,
      "grad_norm": 1.5909906801744687,
      "learning_rate": 8.101503202954741e-05,
      "loss": 2.2031,
      "step": 84799
    },
    {
      "epoch": 3.9451035124447547,
      "grad_norm": 1.6147639318952305,
      "learning_rate": 8.10117364186791e-05,
      "loss": 2.0938,
      "step": 84800
    },
    {
      "epoch": 3.945150034891835,
      "grad_norm": 1.6609218167505952,
      "learning_rate": 8.100844085004582e-05,
      "loss": 2.1562,
      "step": 84801
    },
    {
      "epoch": 3.945196557338916,
      "grad_norm": 1.5916971576050598,
      "learning_rate": 8.100514532364955e-05,
      "loss": 2.0312,
      "step": 84802
    },
    {
      "epoch": 3.945243079785997,
      "grad_norm": 1.8080189078252973,
      "learning_rate": 8.100184983949228e-05,
      "loss": 2.3438,
      "step": 84803
    },
    {
      "epoch": 3.9452896022330775,
      "grad_norm": 1.6312344871541828,
      "learning_rate": 8.099855439757616e-05,
      "loss": 2.0938,
      "step": 84804
    },
    {
      "epoch": 3.945336124680158,
      "grad_norm": 1.6285642142346122,
      "learning_rate": 8.099525899790313e-05,
      "loss": 2.25,
      "step": 84805
    },
    {
      "epoch": 3.945382647127239,
      "grad_norm": 1.5671559639764554,
      "learning_rate": 8.099196364047522e-05,
      "loss": 1.9844,
      "step": 84806
    },
    {
      "epoch": 3.9454291695743198,
      "grad_norm": 1.5627117346999637,
      "learning_rate": 8.098866832529436e-05,
      "loss": 2.0781,
      "step": 84807
    },
    {
      "epoch": 3.9454756920214002,
      "grad_norm": 1.4775559530329554,
      "learning_rate": 8.09853730523627e-05,
      "loss": 1.9688,
      "step": 84808
    },
    {
      "epoch": 3.945522214468481,
      "grad_norm": 1.6030758376906773,
      "learning_rate": 8.098207782168214e-05,
      "loss": 2.125,
      "step": 84809
    },
    {
      "epoch": 3.9455687369155616,
      "grad_norm": 1.4862225167111387,
      "learning_rate": 8.097878263325483e-05,
      "loss": 1.9062,
      "step": 84810
    },
    {
      "epoch": 3.9456152593626426,
      "grad_norm": 1.5604606578530555,
      "learning_rate": 8.09754874870827e-05,
      "loss": 1.9531,
      "step": 84811
    },
    {
      "epoch": 3.945661781809723,
      "grad_norm": 1.5297098538123235,
      "learning_rate": 8.097219238316774e-05,
      "loss": 2.0312,
      "step": 84812
    },
    {
      "epoch": 3.945708304256804,
      "grad_norm": 1.5968698476712444,
      "learning_rate": 8.096889732151209e-05,
      "loss": 2.1406,
      "step": 84813
    },
    {
      "epoch": 3.945754826703885,
      "grad_norm": 1.5723468265359701,
      "learning_rate": 8.096560230211765e-05,
      "loss": 2.1094,
      "step": 84814
    },
    {
      "epoch": 3.9458013491509654,
      "grad_norm": 1.429113047765927,
      "learning_rate": 8.096230732498649e-05,
      "loss": 1.5469,
      "step": 84815
    },
    {
      "epoch": 3.945847871598046,
      "grad_norm": 1.5377472943937818,
      "learning_rate": 8.095901239012055e-05,
      "loss": 2.0312,
      "step": 84816
    },
    {
      "epoch": 3.9458943940451268,
      "grad_norm": 1.7047802136150467,
      "learning_rate": 8.095571749752197e-05,
      "loss": 1.9844,
      "step": 84817
    },
    {
      "epoch": 3.9459409164922077,
      "grad_norm": 1.5389554380443058,
      "learning_rate": 8.095242264719271e-05,
      "loss": 2.0,
      "step": 84818
    },
    {
      "epoch": 3.945987438939288,
      "grad_norm": 1.6536796889811218,
      "learning_rate": 8.094912783913477e-05,
      "loss": 2.1406,
      "step": 84819
    },
    {
      "epoch": 3.946033961386369,
      "grad_norm": 1.5323567837983347,
      "learning_rate": 8.094583307335014e-05,
      "loss": 2.0469,
      "step": 84820
    },
    {
      "epoch": 3.9460804838334496,
      "grad_norm": 1.6758006440240258,
      "learning_rate": 8.094253834984093e-05,
      "loss": 2.3281,
      "step": 84821
    },
    {
      "epoch": 3.9461270062805305,
      "grad_norm": 1.5948886857447213,
      "learning_rate": 8.093924366860913e-05,
      "loss": 2.0781,
      "step": 84822
    },
    {
      "epoch": 3.946173528727611,
      "grad_norm": 1.4955232507611966,
      "learning_rate": 8.09359490296567e-05,
      "loss": 1.9062,
      "step": 84823
    },
    {
      "epoch": 3.946220051174692,
      "grad_norm": 1.5385942023935082,
      "learning_rate": 8.093265443298562e-05,
      "loss": 1.9531,
      "step": 84824
    },
    {
      "epoch": 3.9462665736217724,
      "grad_norm": 1.579470317063524,
      "learning_rate": 8.092935987859806e-05,
      "loss": 2.2188,
      "step": 84825
    },
    {
      "epoch": 3.9463130960688533,
      "grad_norm": 1.4444104518939778,
      "learning_rate": 8.092606536649595e-05,
      "loss": 1.4922,
      "step": 84826
    },
    {
      "epoch": 3.9463596185159338,
      "grad_norm": 1.6588245449661578,
      "learning_rate": 8.09227708966813e-05,
      "loss": 2.1094,
      "step": 84827
    },
    {
      "epoch": 3.9464061409630147,
      "grad_norm": 1.5974028860543783,
      "learning_rate": 8.091947646915612e-05,
      "loss": 2.0,
      "step": 84828
    },
    {
      "epoch": 3.9464526634100956,
      "grad_norm": 1.5574845984874002,
      "learning_rate": 8.091618208392243e-05,
      "loss": 2.0156,
      "step": 84829
    },
    {
      "epoch": 3.946499185857176,
      "grad_norm": 1.4312673048611233,
      "learning_rate": 8.091288774098227e-05,
      "loss": 1.8281,
      "step": 84830
    },
    {
      "epoch": 3.9465457083042566,
      "grad_norm": 1.5626308875551742,
      "learning_rate": 8.090959344033764e-05,
      "loss": 2.1094,
      "step": 84831
    },
    {
      "epoch": 3.9465922307513375,
      "grad_norm": 1.5089943801399395,
      "learning_rate": 8.09062991819906e-05,
      "loss": 2.0156,
      "step": 84832
    },
    {
      "epoch": 3.9466387531984184,
      "grad_norm": 1.785026353281698,
      "learning_rate": 8.090300496594312e-05,
      "loss": 2.0938,
      "step": 84833
    },
    {
      "epoch": 3.946685275645499,
      "grad_norm": 1.4213882692021487,
      "learning_rate": 8.089971079219717e-05,
      "loss": 1.7969,
      "step": 84834
    },
    {
      "epoch": 3.94673179809258,
      "grad_norm": 1.5618011179731779,
      "learning_rate": 8.08964166607549e-05,
      "loss": 2.0312,
      "step": 84835
    },
    {
      "epoch": 3.9467783205396603,
      "grad_norm": 1.5738701768456467,
      "learning_rate": 8.089312257161825e-05,
      "loss": 2.1719,
      "step": 84836
    },
    {
      "epoch": 3.946824842986741,
      "grad_norm": 1.6123581407644345,
      "learning_rate": 8.088982852478921e-05,
      "loss": 2.2969,
      "step": 84837
    },
    {
      "epoch": 3.9468713654338217,
      "grad_norm": 1.5653508635032605,
      "learning_rate": 8.08865345202698e-05,
      "loss": 1.7656,
      "step": 84838
    },
    {
      "epoch": 3.9469178878809026,
      "grad_norm": 1.481509139516732,
      "learning_rate": 8.08832405580621e-05,
      "loss": 1.9297,
      "step": 84839
    },
    {
      "epoch": 3.9469644103279835,
      "grad_norm": 1.5482965108768239,
      "learning_rate": 8.087994663816809e-05,
      "loss": 2.1406,
      "step": 84840
    },
    {
      "epoch": 3.947010932775064,
      "grad_norm": 1.4571565194296063,
      "learning_rate": 8.087665276058978e-05,
      "loss": 1.875,
      "step": 84841
    },
    {
      "epoch": 3.9470574552221445,
      "grad_norm": 1.5175061654949256,
      "learning_rate": 8.087335892532914e-05,
      "loss": 1.9766,
      "step": 84842
    },
    {
      "epoch": 3.9471039776692254,
      "grad_norm": 1.5200495813227841,
      "learning_rate": 8.08700651323883e-05,
      "loss": 2.0312,
      "step": 84843
    },
    {
      "epoch": 3.9471505001163063,
      "grad_norm": 1.5843504501676817,
      "learning_rate": 8.086677138176922e-05,
      "loss": 1.9062,
      "step": 84844
    },
    {
      "epoch": 3.947197022563387,
      "grad_norm": 1.463068525709726,
      "learning_rate": 8.086347767347387e-05,
      "loss": 1.9844,
      "step": 84845
    },
    {
      "epoch": 3.9472435450104677,
      "grad_norm": 1.5732938110380672,
      "learning_rate": 8.086018400750428e-05,
      "loss": 2.2812,
      "step": 84846
    },
    {
      "epoch": 3.947290067457548,
      "grad_norm": 1.434456641528804,
      "learning_rate": 8.085689038386255e-05,
      "loss": 1.9375,
      "step": 84847
    },
    {
      "epoch": 3.947336589904629,
      "grad_norm": 1.5569983197613573,
      "learning_rate": 8.085359680255064e-05,
      "loss": 2.1094,
      "step": 84848
    },
    {
      "epoch": 3.9473831123517096,
      "grad_norm": 1.4633161691554784,
      "learning_rate": 8.085030326357056e-05,
      "loss": 1.9375,
      "step": 84849
    },
    {
      "epoch": 3.9474296347987905,
      "grad_norm": 1.4459597493175949,
      "learning_rate": 8.084700976692427e-05,
      "loss": 1.8438,
      "step": 84850
    },
    {
      "epoch": 3.947476157245871,
      "grad_norm": 1.4950070976438485,
      "learning_rate": 8.08437163126139e-05,
      "loss": 2.0625,
      "step": 84851
    },
    {
      "epoch": 3.947522679692952,
      "grad_norm": 1.6026933881343333,
      "learning_rate": 8.084042290064142e-05,
      "loss": 1.9844,
      "step": 84852
    },
    {
      "epoch": 3.9475692021400324,
      "grad_norm": 1.565367517770255,
      "learning_rate": 8.08371295310088e-05,
      "loss": 2.0938,
      "step": 84853
    },
    {
      "epoch": 3.9476157245871133,
      "grad_norm": 1.4128718735116665,
      "learning_rate": 8.083383620371814e-05,
      "loss": 1.8984,
      "step": 84854
    },
    {
      "epoch": 3.947662247034194,
      "grad_norm": 1.5430989223955973,
      "learning_rate": 8.083054291877135e-05,
      "loss": 2.0469,
      "step": 84855
    },
    {
      "epoch": 3.9477087694812747,
      "grad_norm": 1.5064537112687297,
      "learning_rate": 8.082724967617058e-05,
      "loss": 2.0156,
      "step": 84856
    },
    {
      "epoch": 3.947755291928355,
      "grad_norm": 1.4165857040917975,
      "learning_rate": 8.082395647591778e-05,
      "loss": 1.8594,
      "step": 84857
    },
    {
      "epoch": 3.947801814375436,
      "grad_norm": 1.5888047172313173,
      "learning_rate": 8.082066331801495e-05,
      "loss": 1.9453,
      "step": 84858
    },
    {
      "epoch": 3.947848336822517,
      "grad_norm": 1.6633127394422,
      "learning_rate": 8.081737020246411e-05,
      "loss": 2.1719,
      "step": 84859
    },
    {
      "epoch": 3.9478948592695975,
      "grad_norm": 1.4429391311190236,
      "learning_rate": 8.081407712926725e-05,
      "loss": 2.0312,
      "step": 84860
    },
    {
      "epoch": 3.9479413817166784,
      "grad_norm": 1.4439307296553316,
      "learning_rate": 8.081078409842645e-05,
      "loss": 1.7578,
      "step": 84861
    },
    {
      "epoch": 3.947987904163759,
      "grad_norm": 1.579941358578091,
      "learning_rate": 8.080749110994371e-05,
      "loss": 2.1719,
      "step": 84862
    },
    {
      "epoch": 3.94803442661084,
      "grad_norm": 1.5453538674308271,
      "learning_rate": 8.080419816382103e-05,
      "loss": 2.0156,
      "step": 84863
    },
    {
      "epoch": 3.9480809490579203,
      "grad_norm": 1.4842705070042932,
      "learning_rate": 8.080090526006037e-05,
      "loss": 2.0,
      "step": 84864
    },
    {
      "epoch": 3.948127471505001,
      "grad_norm": 1.6768309059146196,
      "learning_rate": 8.079761239866388e-05,
      "loss": 2.1094,
      "step": 84865
    },
    {
      "epoch": 3.948173993952082,
      "grad_norm": 1.6583259015829543,
      "learning_rate": 8.079431957963347e-05,
      "loss": 2.2656,
      "step": 84866
    },
    {
      "epoch": 3.9482205163991626,
      "grad_norm": 1.5548771011032945,
      "learning_rate": 8.07910268029712e-05,
      "loss": 2.2812,
      "step": 84867
    },
    {
      "epoch": 3.948267038846243,
      "grad_norm": 1.5927727335296287,
      "learning_rate": 8.078773406867901e-05,
      "loss": 2.0156,
      "step": 84868
    },
    {
      "epoch": 3.948313561293324,
      "grad_norm": 1.5882884592701045,
      "learning_rate": 8.078444137675903e-05,
      "loss": 2.0469,
      "step": 84869
    },
    {
      "epoch": 3.948360083740405,
      "grad_norm": 1.5218173767814405,
      "learning_rate": 8.078114872721324e-05,
      "loss": 2.0156,
      "step": 84870
    },
    {
      "epoch": 3.9484066061874854,
      "grad_norm": 1.4798910233259166,
      "learning_rate": 8.077785612004362e-05,
      "loss": 1.9453,
      "step": 84871
    },
    {
      "epoch": 3.9484531286345663,
      "grad_norm": 1.5847393986615548,
      "learning_rate": 8.077456355525214e-05,
      "loss": 2.0469,
      "step": 84872
    },
    {
      "epoch": 3.948499651081647,
      "grad_norm": 1.561911249808777,
      "learning_rate": 8.077127103284096e-05,
      "loss": 2.0156,
      "step": 84873
    },
    {
      "epoch": 3.9485461735287277,
      "grad_norm": 1.4989761417633822,
      "learning_rate": 8.076797855281202e-05,
      "loss": 1.9844,
      "step": 84874
    },
    {
      "epoch": 3.948592695975808,
      "grad_norm": 1.5904720077882475,
      "learning_rate": 8.076468611516725e-05,
      "loss": 2.2656,
      "step": 84875
    },
    {
      "epoch": 3.948639218422889,
      "grad_norm": 1.5310933483519216,
      "learning_rate": 8.07613937199088e-05,
      "loss": 1.9219,
      "step": 84876
    },
    {
      "epoch": 3.9486857408699696,
      "grad_norm": 1.511748113954373,
      "learning_rate": 8.075810136703861e-05,
      "loss": 1.9922,
      "step": 84877
    },
    {
      "epoch": 3.9487322633170505,
      "grad_norm": 1.4999715475995055,
      "learning_rate": 8.075480905655876e-05,
      "loss": 1.9688,
      "step": 84878
    },
    {
      "epoch": 3.948778785764131,
      "grad_norm": 1.4363553431430902,
      "learning_rate": 8.075151678847122e-05,
      "loss": 1.8516,
      "step": 84879
    },
    {
      "epoch": 3.948825308211212,
      "grad_norm": 1.541520500450571,
      "learning_rate": 8.074822456277802e-05,
      "loss": 2.0469,
      "step": 84880
    },
    {
      "epoch": 3.948871830658293,
      "grad_norm": 1.5216299009063265,
      "learning_rate": 8.074493237948107e-05,
      "loss": 2.0156,
      "step": 84881
    },
    {
      "epoch": 3.9489183531053733,
      "grad_norm": 1.508602044433146,
      "learning_rate": 8.074164023858259e-05,
      "loss": 2.0469,
      "step": 84882
    },
    {
      "epoch": 3.948964875552454,
      "grad_norm": 1.5907210825433777,
      "learning_rate": 8.073834814008445e-05,
      "loss": 2.0469,
      "step": 84883
    },
    {
      "epoch": 3.9490113979995347,
      "grad_norm": 1.546145872116784,
      "learning_rate": 8.073505608398871e-05,
      "loss": 1.9453,
      "step": 84884
    },
    {
      "epoch": 3.9490579204466156,
      "grad_norm": 1.5330243434246895,
      "learning_rate": 8.07317640702974e-05,
      "loss": 1.9609,
      "step": 84885
    },
    {
      "epoch": 3.949104442893696,
      "grad_norm": 1.544809462175132,
      "learning_rate": 8.072847209901243e-05,
      "loss": 1.9531,
      "step": 84886
    },
    {
      "epoch": 3.949150965340777,
      "grad_norm": 1.5290724564644744,
      "learning_rate": 8.072518017013596e-05,
      "loss": 2.0312,
      "step": 84887
    },
    {
      "epoch": 3.9491974877878575,
      "grad_norm": 1.5976289599628246,
      "learning_rate": 8.072188828366994e-05,
      "loss": 2.1562,
      "step": 84888
    },
    {
      "epoch": 3.9492440102349384,
      "grad_norm": 1.5715500670313092,
      "learning_rate": 8.07185964396164e-05,
      "loss": 2.0938,
      "step": 84889
    },
    {
      "epoch": 3.949290532682019,
      "grad_norm": 1.5564817522573797,
      "learning_rate": 8.071530463797727e-05,
      "loss": 2.1094,
      "step": 84890
    },
    {
      "epoch": 3.9493370551291,
      "grad_norm": 1.5596260075328867,
      "learning_rate": 8.071201287875471e-05,
      "loss": 2.0781,
      "step": 84891
    },
    {
      "epoch": 3.9493835775761807,
      "grad_norm": 1.4559109576344014,
      "learning_rate": 8.070872116195066e-05,
      "loss": 1.9609,
      "step": 84892
    },
    {
      "epoch": 3.9494301000232612,
      "grad_norm": 1.4561716954651924,
      "learning_rate": 8.070542948756714e-05,
      "loss": 1.9844,
      "step": 84893
    },
    {
      "epoch": 3.9494766224703417,
      "grad_norm": 1.4764823894161152,
      "learning_rate": 8.070213785560611e-05,
      "loss": 1.8828,
      "step": 84894
    },
    {
      "epoch": 3.9495231449174226,
      "grad_norm": 1.5723088311096967,
      "learning_rate": 8.069884626606968e-05,
      "loss": 2.125,
      "step": 84895
    },
    {
      "epoch": 3.9495696673645035,
      "grad_norm": 1.5487977174920837,
      "learning_rate": 8.069555471895983e-05,
      "loss": 2.0625,
      "step": 84896
    },
    {
      "epoch": 3.949616189811584,
      "grad_norm": 1.5683834260324592,
      "learning_rate": 8.069226321427852e-05,
      "loss": 2.0156,
      "step": 84897
    },
    {
      "epoch": 3.949662712258665,
      "grad_norm": 1.51079819276686,
      "learning_rate": 8.068897175202787e-05,
      "loss": 2.0781,
      "step": 84898
    },
    {
      "epoch": 3.9497092347057454,
      "grad_norm": 1.5896307286706044,
      "learning_rate": 8.068568033220979e-05,
      "loss": 2.1719,
      "step": 84899
    },
    {
      "epoch": 3.9497557571528263,
      "grad_norm": 1.523998718383407,
      "learning_rate": 8.068238895482639e-05,
      "loss": 1.9688,
      "step": 84900
    },
    {
      "epoch": 3.949802279599907,
      "grad_norm": 1.5692017305598098,
      "learning_rate": 8.067909761987965e-05,
      "loss": 2.0781,
      "step": 84901
    },
    {
      "epoch": 3.9498488020469877,
      "grad_norm": 1.6634531635118857,
      "learning_rate": 8.067580632737157e-05,
      "loss": 2.2969,
      "step": 84902
    },
    {
      "epoch": 3.9498953244940687,
      "grad_norm": 1.5037720660251521,
      "learning_rate": 8.067251507730412e-05,
      "loss": 1.9609,
      "step": 84903
    },
    {
      "epoch": 3.949941846941149,
      "grad_norm": 1.6066655637350207,
      "learning_rate": 8.066922386967942e-05,
      "loss": 2.1875,
      "step": 84904
    },
    {
      "epoch": 3.9499883693882296,
      "grad_norm": 1.5168443060495003,
      "learning_rate": 8.066593270449942e-05,
      "loss": 2.0625,
      "step": 84905
    },
    {
      "epoch": 3.9500348918353105,
      "grad_norm": 1.5240079303503014,
      "learning_rate": 8.066264158176616e-05,
      "loss": 1.9375,
      "step": 84906
    },
    {
      "epoch": 3.9500814142823915,
      "grad_norm": 1.5711974372215807,
      "learning_rate": 8.065935050148157e-05,
      "loss": 2.0781,
      "step": 84907
    },
    {
      "epoch": 3.950127936729472,
      "grad_norm": 1.7268544961081886,
      "learning_rate": 8.065605946364779e-05,
      "loss": 2.3125,
      "step": 84908
    },
    {
      "epoch": 3.9501744591765524,
      "grad_norm": 1.5497362344004215,
      "learning_rate": 8.065276846826678e-05,
      "loss": 2.0938,
      "step": 84909
    },
    {
      "epoch": 3.9502209816236333,
      "grad_norm": 1.4976689807045453,
      "learning_rate": 8.064947751534056e-05,
      "loss": 2.0938,
      "step": 84910
    },
    {
      "epoch": 3.9502675040707143,
      "grad_norm": 1.4991375907563527,
      "learning_rate": 8.064618660487114e-05,
      "loss": 1.9062,
      "step": 84911
    },
    {
      "epoch": 3.9503140265177947,
      "grad_norm": 1.4693313362813452,
      "learning_rate": 8.064289573686046e-05,
      "loss": 1.9062,
      "step": 84912
    },
    {
      "epoch": 3.9503605489648757,
      "grad_norm": 1.45334677497012,
      "learning_rate": 8.063960491131067e-05,
      "loss": 1.5859,
      "step": 84913
    },
    {
      "epoch": 3.950407071411956,
      "grad_norm": 1.5735082918895482,
      "learning_rate": 8.063631412822375e-05,
      "loss": 2.1406,
      "step": 84914
    },
    {
      "epoch": 3.950453593859037,
      "grad_norm": 1.4266399864592425,
      "learning_rate": 8.063302338760167e-05,
      "loss": 1.7734,
      "step": 84915
    },
    {
      "epoch": 3.9505001163061175,
      "grad_norm": 1.5102502827363924,
      "learning_rate": 8.062973268944638e-05,
      "loss": 2.0312,
      "step": 84916
    },
    {
      "epoch": 3.9505466387531984,
      "grad_norm": 1.5802781584410772,
      "learning_rate": 8.062644203376007e-05,
      "loss": 2.0312,
      "step": 84917
    },
    {
      "epoch": 3.9505931612002794,
      "grad_norm": 1.5569194874056829,
      "learning_rate": 8.062315142054465e-05,
      "loss": 2.1406,
      "step": 84918
    },
    {
      "epoch": 3.95063968364736,
      "grad_norm": 1.424298939297894,
      "learning_rate": 8.061986084980208e-05,
      "loss": 1.3984,
      "step": 84919
    },
    {
      "epoch": 3.9506862060944403,
      "grad_norm": 1.4807379327759707,
      "learning_rate": 8.061657032153451e-05,
      "loss": 1.9219,
      "step": 84920
    },
    {
      "epoch": 3.9507327285415212,
      "grad_norm": 1.3815472873910766,
      "learning_rate": 8.06132798357438e-05,
      "loss": 1.5703,
      "step": 84921
    },
    {
      "epoch": 3.950779250988602,
      "grad_norm": 1.4298998361266557,
      "learning_rate": 8.060998939243213e-05,
      "loss": 1.6641,
      "step": 84922
    },
    {
      "epoch": 3.9508257734356826,
      "grad_norm": 1.4802546436556887,
      "learning_rate": 8.060669899160145e-05,
      "loss": 1.8672,
      "step": 84923
    },
    {
      "epoch": 3.9508722958827636,
      "grad_norm": 1.5651823554887416,
      "learning_rate": 8.060340863325373e-05,
      "loss": 2.0938,
      "step": 84924
    },
    {
      "epoch": 3.950918818329844,
      "grad_norm": 1.5657361984642137,
      "learning_rate": 8.060011831739097e-05,
      "loss": 1.9062,
      "step": 84925
    },
    {
      "epoch": 3.950965340776925,
      "grad_norm": 1.5763336532601973,
      "learning_rate": 8.059682804401527e-05,
      "loss": 2.0469,
      "step": 84926
    },
    {
      "epoch": 3.9510118632240054,
      "grad_norm": 1.522767106808345,
      "learning_rate": 8.059353781312859e-05,
      "loss": 2.0156,
      "step": 84927
    },
    {
      "epoch": 3.9510583856710864,
      "grad_norm": 1.457592410243209,
      "learning_rate": 8.059024762473297e-05,
      "loss": 1.8828,
      "step": 84928
    },
    {
      "epoch": 3.9511049081181673,
      "grad_norm": 1.5160263040044106,
      "learning_rate": 8.058695747883037e-05,
      "loss": 1.9766,
      "step": 84929
    },
    {
      "epoch": 3.9511514305652478,
      "grad_norm": 1.5895864272773816,
      "learning_rate": 8.05836673754229e-05,
      "loss": 2.125,
      "step": 84930
    },
    {
      "epoch": 3.9511979530123282,
      "grad_norm": 1.5449689668854465,
      "learning_rate": 8.058037731451248e-05,
      "loss": 1.9062,
      "step": 84931
    },
    {
      "epoch": 3.951244475459409,
      "grad_norm": 1.5630507030037997,
      "learning_rate": 8.057708729610119e-05,
      "loss": 2.1094,
      "step": 84932
    },
    {
      "epoch": 3.95129099790649,
      "grad_norm": 1.5722939901315893,
      "learning_rate": 8.057379732019095e-05,
      "loss": 2.0938,
      "step": 84933
    },
    {
      "epoch": 3.9513375203535706,
      "grad_norm": 1.5379877946833849,
      "learning_rate": 8.05705073867839e-05,
      "loss": 2.1406,
      "step": 84934
    },
    {
      "epoch": 3.9513840428006515,
      "grad_norm": 1.3722675748415498,
      "learning_rate": 8.0567217495882e-05,
      "loss": 1.6641,
      "step": 84935
    },
    {
      "epoch": 3.951430565247732,
      "grad_norm": 1.4661342837427502,
      "learning_rate": 8.056392764748726e-05,
      "loss": 1.4219,
      "step": 84936
    },
    {
      "epoch": 3.951477087694813,
      "grad_norm": 1.5473716027836564,
      "learning_rate": 8.056063784160168e-05,
      "loss": 1.9141,
      "step": 84937
    },
    {
      "epoch": 3.9515236101418934,
      "grad_norm": 1.5331385414537864,
      "learning_rate": 8.055734807822723e-05,
      "loss": 2.0156,
      "step": 84938
    },
    {
      "epoch": 3.9515701325889743,
      "grad_norm": 1.7591780642490784,
      "learning_rate": 8.055405835736606e-05,
      "loss": 2.1875,
      "step": 84939
    },
    {
      "epoch": 3.9516166550360547,
      "grad_norm": 1.5613405446861923,
      "learning_rate": 8.055076867902009e-05,
      "loss": 2.0469,
      "step": 84940
    },
    {
      "epoch": 3.9516631774831357,
      "grad_norm": 1.4950275886181306,
      "learning_rate": 8.054747904319129e-05,
      "loss": 2.0,
      "step": 84941
    },
    {
      "epoch": 3.951709699930216,
      "grad_norm": 1.707884927992609,
      "learning_rate": 8.054418944988179e-05,
      "loss": 2.3906,
      "step": 84942
    },
    {
      "epoch": 3.951756222377297,
      "grad_norm": 1.5288215243890466,
      "learning_rate": 8.054089989909349e-05,
      "loss": 2.0625,
      "step": 84943
    },
    {
      "epoch": 3.951802744824378,
      "grad_norm": 1.6301477106241407,
      "learning_rate": 8.053761039082852e-05,
      "loss": 1.9766,
      "step": 84944
    },
    {
      "epoch": 3.9518492672714585,
      "grad_norm": 1.576539054077398,
      "learning_rate": 8.053432092508884e-05,
      "loss": 1.9609,
      "step": 84945
    },
    {
      "epoch": 3.951895789718539,
      "grad_norm": 1.5223013235163056,
      "learning_rate": 8.053103150187644e-05,
      "loss": 1.875,
      "step": 84946
    },
    {
      "epoch": 3.95194231216562,
      "grad_norm": 1.594441039485204,
      "learning_rate": 8.052774212119331e-05,
      "loss": 2.0312,
      "step": 84947
    },
    {
      "epoch": 3.951988834612701,
      "grad_norm": 1.4679219515498856,
      "learning_rate": 8.052445278304157e-05,
      "loss": 1.9766,
      "step": 84948
    },
    {
      "epoch": 3.9520353570597813,
      "grad_norm": 1.5318761135510937,
      "learning_rate": 8.052116348742315e-05,
      "loss": 2.0156,
      "step": 84949
    },
    {
      "epoch": 3.952081879506862,
      "grad_norm": 1.5570329337922968,
      "learning_rate": 8.051787423434009e-05,
      "loss": 2.0625,
      "step": 84950
    },
    {
      "epoch": 3.9521284019539427,
      "grad_norm": 1.371365318721608,
      "learning_rate": 8.051458502379435e-05,
      "loss": 1.6172,
      "step": 84951
    },
    {
      "epoch": 3.9521749244010236,
      "grad_norm": 1.3885233798494123,
      "learning_rate": 8.051129585578803e-05,
      "loss": 1.7188,
      "step": 84952
    },
    {
      "epoch": 3.952221446848104,
      "grad_norm": 1.516108492780046,
      "learning_rate": 8.050800673032311e-05,
      "loss": 1.9531,
      "step": 84953
    },
    {
      "epoch": 3.952267969295185,
      "grad_norm": 1.4491153597765125,
      "learning_rate": 8.050471764740162e-05,
      "loss": 1.8984,
      "step": 84954
    },
    {
      "epoch": 3.952314491742266,
      "grad_norm": 1.6323140772048976,
      "learning_rate": 8.050142860702546e-05,
      "loss": 2.1719,
      "step": 84955
    },
    {
      "epoch": 3.9523610141893464,
      "grad_norm": 1.5394623438672745,
      "learning_rate": 8.049813960919682e-05,
      "loss": 2.1875,
      "step": 84956
    },
    {
      "epoch": 3.952407536636427,
      "grad_norm": 1.5569986478397728,
      "learning_rate": 8.04948506539176e-05,
      "loss": 2.1719,
      "step": 84957
    },
    {
      "epoch": 3.9524540590835078,
      "grad_norm": 1.4949927192562376,
      "learning_rate": 8.049156174118986e-05,
      "loss": 2.0625,
      "step": 84958
    },
    {
      "epoch": 3.9525005815305887,
      "grad_norm": 1.5477340449742496,
      "learning_rate": 8.048827287101554e-05,
      "loss": 2.0469,
      "step": 84959
    },
    {
      "epoch": 3.952547103977669,
      "grad_norm": 1.568616860081051,
      "learning_rate": 8.048498404339676e-05,
      "loss": 2.0156,
      "step": 84960
    },
    {
      "epoch": 3.95259362642475,
      "grad_norm": 1.589960373989712,
      "learning_rate": 8.04816952583355e-05,
      "loss": 1.9922,
      "step": 84961
    },
    {
      "epoch": 3.9526401488718306,
      "grad_norm": 1.5129010433687444,
      "learning_rate": 8.047840651583374e-05,
      "loss": 1.7656,
      "step": 84962
    },
    {
      "epoch": 3.9526866713189115,
      "grad_norm": 1.570664219790308,
      "learning_rate": 8.047511781589343e-05,
      "loss": 2.0781,
      "step": 84963
    },
    {
      "epoch": 3.952733193765992,
      "grad_norm": 1.5154859131522262,
      "learning_rate": 8.047182915851676e-05,
      "loss": 2.125,
      "step": 84964
    },
    {
      "epoch": 3.952779716213073,
      "grad_norm": 1.5594719472050156,
      "learning_rate": 8.046854054370557e-05,
      "loss": 2.0625,
      "step": 84965
    },
    {
      "epoch": 3.9528262386601534,
      "grad_norm": 1.669643685335138,
      "learning_rate": 8.0465251971462e-05,
      "loss": 2.0625,
      "step": 84966
    },
    {
      "epoch": 3.9528727611072343,
      "grad_norm": 1.5843972825706873,
      "learning_rate": 8.046196344178803e-05,
      "loss": 2.1562,
      "step": 84967
    },
    {
      "epoch": 3.9529192835543148,
      "grad_norm": 1.5421560109044812,
      "learning_rate": 8.045867495468566e-05,
      "loss": 1.9922,
      "step": 84968
    },
    {
      "epoch": 3.9529658060013957,
      "grad_norm": 1.5860607752390554,
      "learning_rate": 8.045538651015681e-05,
      "loss": 2.0156,
      "step": 84969
    },
    {
      "epoch": 3.9530123284484766,
      "grad_norm": 1.5324745491443728,
      "learning_rate": 8.045209810820367e-05,
      "loss": 2.0625,
      "step": 84970
    },
    {
      "epoch": 3.953058850895557,
      "grad_norm": 1.545501630128042,
      "learning_rate": 8.044880974882813e-05,
      "loss": 1.8984,
      "step": 84971
    },
    {
      "epoch": 3.9531053733426376,
      "grad_norm": 1.534811660560964,
      "learning_rate": 8.044552143203228e-05,
      "loss": 1.75,
      "step": 84972
    },
    {
      "epoch": 3.9531518957897185,
      "grad_norm": 1.4653292750777958,
      "learning_rate": 8.0442233157818e-05,
      "loss": 1.8047,
      "step": 84973
    },
    {
      "epoch": 3.9531984182367994,
      "grad_norm": 1.5883277331604506,
      "learning_rate": 8.043894492618747e-05,
      "loss": 2.1562,
      "step": 84974
    },
    {
      "epoch": 3.95324494068388,
      "grad_norm": 1.5311092053891042,
      "learning_rate": 8.043565673714263e-05,
      "loss": 2.0781,
      "step": 84975
    },
    {
      "epoch": 3.953291463130961,
      "grad_norm": 1.4762182002919433,
      "learning_rate": 8.04323685906855e-05,
      "loss": 1.9922,
      "step": 84976
    },
    {
      "epoch": 3.9533379855780413,
      "grad_norm": 1.5752452690216576,
      "learning_rate": 8.0429080486818e-05,
      "loss": 2.1406,
      "step": 84977
    },
    {
      "epoch": 3.953384508025122,
      "grad_norm": 1.5107671018194593,
      "learning_rate": 8.042579242554232e-05,
      "loss": 2.0312,
      "step": 84978
    },
    {
      "epoch": 3.9534310304722027,
      "grad_norm": 1.4927916473309133,
      "learning_rate": 8.042250440686035e-05,
      "loss": 2.0156,
      "step": 84979
    },
    {
      "epoch": 3.9534775529192836,
      "grad_norm": 1.5976618088022723,
      "learning_rate": 8.041921643077413e-05,
      "loss": 2.25,
      "step": 84980
    },
    {
      "epoch": 3.9535240753663645,
      "grad_norm": 1.4862313056313707,
      "learning_rate": 8.041592849728563e-05,
      "loss": 2.0312,
      "step": 84981
    },
    {
      "epoch": 3.953570597813445,
      "grad_norm": 1.5614895528813872,
      "learning_rate": 8.041264060639698e-05,
      "loss": 2.1562,
      "step": 84982
    },
    {
      "epoch": 3.9536171202605255,
      "grad_norm": 1.5385974275358962,
      "learning_rate": 8.04093527581101e-05,
      "loss": 2.125,
      "step": 84983
    },
    {
      "epoch": 3.9536636427076064,
      "grad_norm": 1.4571227690012838,
      "learning_rate": 8.040606495242704e-05,
      "loss": 1.9844,
      "step": 84984
    },
    {
      "epoch": 3.9537101651546873,
      "grad_norm": 1.6344306834502906,
      "learning_rate": 8.040277718934972e-05,
      "loss": 1.9688,
      "step": 84985
    },
    {
      "epoch": 3.953756687601768,
      "grad_norm": 1.4985047000144567,
      "learning_rate": 8.039948946888024e-05,
      "loss": 2.0,
      "step": 84986
    },
    {
      "epoch": 3.9538032100488487,
      "grad_norm": 1.5731155339069163,
      "learning_rate": 8.039620179102067e-05,
      "loss": 2.0,
      "step": 84987
    },
    {
      "epoch": 3.953849732495929,
      "grad_norm": 1.6113377894230516,
      "learning_rate": 8.039291415577294e-05,
      "loss": 2.2656,
      "step": 84988
    },
    {
      "epoch": 3.95389625494301,
      "grad_norm": 1.5433892576073165,
      "learning_rate": 8.038962656313908e-05,
      "loss": 2.0938,
      "step": 84989
    },
    {
      "epoch": 3.9539427773900906,
      "grad_norm": 1.5715939437212871,
      "learning_rate": 8.038633901312111e-05,
      "loss": 2.0469,
      "step": 84990
    },
    {
      "epoch": 3.9539892998371715,
      "grad_norm": 1.5080568826406424,
      "learning_rate": 8.038305150572097e-05,
      "loss": 2.1094,
      "step": 84991
    },
    {
      "epoch": 3.954035822284252,
      "grad_norm": 1.4518867349216613,
      "learning_rate": 8.037976404094081e-05,
      "loss": 1.8281,
      "step": 84992
    },
    {
      "epoch": 3.954082344731333,
      "grad_norm": 1.6412500326761286,
      "learning_rate": 8.037647661878254e-05,
      "loss": 2.1875,
      "step": 84993
    },
    {
      "epoch": 3.9541288671784134,
      "grad_norm": 1.5436126468543536,
      "learning_rate": 8.037318923924823e-05,
      "loss": 2.0156,
      "step": 84994
    },
    {
      "epoch": 3.9541753896254943,
      "grad_norm": 1.607106947485956,
      "learning_rate": 8.036990190233977e-05,
      "loss": 2.0312,
      "step": 84995
    },
    {
      "epoch": 3.9542219120725752,
      "grad_norm": 1.6122611826370232,
      "learning_rate": 8.036661460805935e-05,
      "loss": 2.1719,
      "step": 84996
    },
    {
      "epoch": 3.9542684345196557,
      "grad_norm": 1.5832399656755545,
      "learning_rate": 8.03633273564089e-05,
      "loss": 2.1406,
      "step": 84997
    },
    {
      "epoch": 3.954314956966736,
      "grad_norm": 1.5405496004678232,
      "learning_rate": 8.036004014739043e-05,
      "loss": 1.9141,
      "step": 84998
    },
    {
      "epoch": 3.954361479413817,
      "grad_norm": 1.5810896047769942,
      "learning_rate": 8.035675298100589e-05,
      "loss": 1.9062,
      "step": 84999
    },
    {
      "epoch": 3.954408001860898,
      "grad_norm": 1.6055905172003202,
      "learning_rate": 8.035346585725743e-05,
      "loss": 2.0625,
      "step": 85000
    },
    {
      "epoch": 3.9544545243079785,
      "grad_norm": 1.5601158694617676,
      "learning_rate": 8.035017877614695e-05,
      "loss": 2.0,
      "step": 85001
    },
    {
      "epoch": 3.9545010467550594,
      "grad_norm": 1.6011910006652856,
      "learning_rate": 8.034689173767655e-05,
      "loss": 2.1719,
      "step": 85002
    },
    {
      "epoch": 3.95454756920214,
      "grad_norm": 1.4597554611433101,
      "learning_rate": 8.034360474184808e-05,
      "loss": 1.7266,
      "step": 85003
    },
    {
      "epoch": 3.954594091649221,
      "grad_norm": 1.5670964142783197,
      "learning_rate": 8.034031778866377e-05,
      "loss": 2.0781,
      "step": 85004
    },
    {
      "epoch": 3.9546406140963013,
      "grad_norm": 1.5794972649901737,
      "learning_rate": 8.033703087812551e-05,
      "loss": 1.9844,
      "step": 85005
    },
    {
      "epoch": 3.954687136543382,
      "grad_norm": 1.6245495904782328,
      "learning_rate": 8.033374401023534e-05,
      "loss": 2.0156,
      "step": 85006
    },
    {
      "epoch": 3.954733658990463,
      "grad_norm": 1.5038451348004758,
      "learning_rate": 8.03304571849952e-05,
      "loss": 1.9141,
      "step": 85007
    },
    {
      "epoch": 3.9547801814375436,
      "grad_norm": 1.515313329892775,
      "learning_rate": 8.032717040240717e-05,
      "loss": 2.0938,
      "step": 85008
    },
    {
      "epoch": 3.954826703884624,
      "grad_norm": 1.5405324481184706,
      "learning_rate": 8.032388366247331e-05,
      "loss": 1.8984,
      "step": 85009
    },
    {
      "epoch": 3.954873226331705,
      "grad_norm": 1.59096807322853,
      "learning_rate": 8.032059696519557e-05,
      "loss": 2.0469,
      "step": 85010
    },
    {
      "epoch": 3.954919748778786,
      "grad_norm": 1.513567543693184,
      "learning_rate": 8.031731031057598e-05,
      "loss": 1.9688,
      "step": 85011
    },
    {
      "epoch": 3.9549662712258664,
      "grad_norm": 1.5248169415350397,
      "learning_rate": 8.031402369861646e-05,
      "loss": 1.9766,
      "step": 85012
    },
    {
      "epoch": 3.9550127936729473,
      "grad_norm": 1.4651490539465792,
      "learning_rate": 8.031073712931921e-05,
      "loss": 1.9922,
      "step": 85013
    },
    {
      "epoch": 3.955059316120028,
      "grad_norm": 1.3751539452015995,
      "learning_rate": 8.030745060268612e-05,
      "loss": 1.4844,
      "step": 85014
    },
    {
      "epoch": 3.9551058385671087,
      "grad_norm": 1.5921550785892387,
      "learning_rate": 8.03041641187192e-05,
      "loss": 2.2031,
      "step": 85015
    },
    {
      "epoch": 3.955152361014189,
      "grad_norm": 1.6502179869844473,
      "learning_rate": 8.03008776774205e-05,
      "loss": 2.2656,
      "step": 85016
    },
    {
      "epoch": 3.95519888346127,
      "grad_norm": 1.6650464544744337,
      "learning_rate": 8.029759127879195e-05,
      "loss": 2.2656,
      "step": 85017
    },
    {
      "epoch": 3.955245405908351,
      "grad_norm": 1.4125394957171238,
      "learning_rate": 8.029430492283568e-05,
      "loss": 1.4609,
      "step": 85018
    },
    {
      "epoch": 3.9552919283554315,
      "grad_norm": 1.5684046097071376,
      "learning_rate": 8.029101860955364e-05,
      "loss": 2.1719,
      "step": 85019
    },
    {
      "epoch": 3.955338450802512,
      "grad_norm": 1.5504691783135172,
      "learning_rate": 8.028773233894788e-05,
      "loss": 2.0938,
      "step": 85020
    },
    {
      "epoch": 3.955384973249593,
      "grad_norm": 1.5908835405147148,
      "learning_rate": 8.02844461110203e-05,
      "loss": 2.0938,
      "step": 85021
    },
    {
      "epoch": 3.955431495696674,
      "grad_norm": 1.486917724859031,
      "learning_rate": 8.028115992577306e-05,
      "loss": 1.9609,
      "step": 85022
    },
    {
      "epoch": 3.9554780181437543,
      "grad_norm": 1.5570538753431382,
      "learning_rate": 8.027787378320809e-05,
      "loss": 1.9844,
      "step": 85023
    },
    {
      "epoch": 3.955524540590835,
      "grad_norm": 1.613280611724769,
      "learning_rate": 8.027458768332744e-05,
      "loss": 2.1562,
      "step": 85024
    },
    {
      "epoch": 3.9555710630379157,
      "grad_norm": 1.6555159301458608,
      "learning_rate": 8.027130162613302e-05,
      "loss": 2.2656,
      "step": 85025
    },
    {
      "epoch": 3.9556175854849966,
      "grad_norm": 1.5552266048233305,
      "learning_rate": 8.026801561162699e-05,
      "loss": 2.1875,
      "step": 85026
    },
    {
      "epoch": 3.955664107932077,
      "grad_norm": 1.5389678133799414,
      "learning_rate": 8.026472963981127e-05,
      "loss": 2.0156,
      "step": 85027
    },
    {
      "epoch": 3.955710630379158,
      "grad_norm": 1.538263792450811,
      "learning_rate": 8.026144371068791e-05,
      "loss": 1.8438,
      "step": 85028
    },
    {
      "epoch": 3.9557571528262385,
      "grad_norm": 1.5125568652617336,
      "learning_rate": 8.025815782425886e-05,
      "loss": 1.8281,
      "step": 85029
    },
    {
      "epoch": 3.9558036752733194,
      "grad_norm": 1.464111699658894,
      "learning_rate": 8.025487198052616e-05,
      "loss": 1.9141,
      "step": 85030
    },
    {
      "epoch": 3.9558501977204,
      "grad_norm": 1.5477633953816452,
      "learning_rate": 8.02515861794919e-05,
      "loss": 1.5234,
      "step": 85031
    },
    {
      "epoch": 3.955896720167481,
      "grad_norm": 1.4623308567333175,
      "learning_rate": 8.024830042115802e-05,
      "loss": 1.9688,
      "step": 85032
    },
    {
      "epoch": 3.9559432426145618,
      "grad_norm": 1.5355867649608856,
      "learning_rate": 8.024501470552657e-05,
      "loss": 2.1094,
      "step": 85033
    },
    {
      "epoch": 3.9559897650616422,
      "grad_norm": 1.5283811544221364,
      "learning_rate": 8.024172903259945e-05,
      "loss": 2.0312,
      "step": 85034
    },
    {
      "epoch": 3.9560362875087227,
      "grad_norm": 1.5412626058655639,
      "learning_rate": 8.023844340237882e-05,
      "loss": 2.0938,
      "step": 85035
    },
    {
      "epoch": 3.9560828099558036,
      "grad_norm": 1.5009183661632344,
      "learning_rate": 8.023515781486662e-05,
      "loss": 2.0312,
      "step": 85036
    },
    {
      "epoch": 3.9561293324028846,
      "grad_norm": 1.4928251825459018,
      "learning_rate": 8.023187227006486e-05,
      "loss": 1.9297,
      "step": 85037
    },
    {
      "epoch": 3.956175854849965,
      "grad_norm": 1.5495782909962774,
      "learning_rate": 8.022858676797552e-05,
      "loss": 2.125,
      "step": 85038
    },
    {
      "epoch": 3.956222377297046,
      "grad_norm": 1.4816835813022398,
      "learning_rate": 8.022530130860072e-05,
      "loss": 1.6719,
      "step": 85039
    },
    {
      "epoch": 3.9562688997441264,
      "grad_norm": 1.6182972672742237,
      "learning_rate": 8.022201589194238e-05,
      "loss": 2.2188,
      "step": 85040
    },
    {
      "epoch": 3.9563154221912074,
      "grad_norm": 1.5191756479635128,
      "learning_rate": 8.021873051800253e-05,
      "loss": 1.8281,
      "step": 85041
    },
    {
      "epoch": 3.956361944638288,
      "grad_norm": 1.5890659257371333,
      "learning_rate": 8.02154451867832e-05,
      "loss": 2.1562,
      "step": 85042
    },
    {
      "epoch": 3.9564084670853688,
      "grad_norm": 1.581103747925831,
      "learning_rate": 8.021215989828631e-05,
      "loss": 2.2031,
      "step": 85043
    },
    {
      "epoch": 3.9564549895324497,
      "grad_norm": 1.5782453956781106,
      "learning_rate": 8.020887465251402e-05,
      "loss": 2.0,
      "step": 85044
    },
    {
      "epoch": 3.95650151197953,
      "grad_norm": 1.5953884063108865,
      "learning_rate": 8.020558944946825e-05,
      "loss": 2.0469,
      "step": 85045
    },
    {
      "epoch": 3.9565480344266106,
      "grad_norm": 1.556376502517593,
      "learning_rate": 8.020230428915106e-05,
      "loss": 2.1406,
      "step": 85046
    },
    {
      "epoch": 3.9565945568736915,
      "grad_norm": 1.5972135453887544,
      "learning_rate": 8.019901917156434e-05,
      "loss": 2.1719,
      "step": 85047
    },
    {
      "epoch": 3.9566410793207725,
      "grad_norm": 1.496335550850251,
      "learning_rate": 8.019573409671027e-05,
      "loss": 2.0312,
      "step": 85048
    },
    {
      "epoch": 3.956687601767853,
      "grad_norm": 1.5296041916117866,
      "learning_rate": 8.019244906459078e-05,
      "loss": 1.9375,
      "step": 85049
    },
    {
      "epoch": 3.956734124214934,
      "grad_norm": 1.5003832429352792,
      "learning_rate": 8.01891640752079e-05,
      "loss": 1.9531,
      "step": 85050
    },
    {
      "epoch": 3.9567806466620143,
      "grad_norm": 1.545890377179812,
      "learning_rate": 8.018587912856353e-05,
      "loss": 2.0,
      "step": 85051
    },
    {
      "epoch": 3.9568271691090953,
      "grad_norm": 1.582190535901521,
      "learning_rate": 8.01825942246598e-05,
      "loss": 2.0625,
      "step": 85052
    },
    {
      "epoch": 3.9568736915561757,
      "grad_norm": 1.5627272841801212,
      "learning_rate": 8.017930936349877e-05,
      "loss": 1.9141,
      "step": 85053
    },
    {
      "epoch": 3.9569202140032567,
      "grad_norm": 1.543995210079487,
      "learning_rate": 8.017602454508234e-05,
      "loss": 1.9766,
      "step": 85054
    },
    {
      "epoch": 3.956966736450337,
      "grad_norm": 1.5196964608167107,
      "learning_rate": 8.017273976941257e-05,
      "loss": 1.9062,
      "step": 85055
    },
    {
      "epoch": 3.957013258897418,
      "grad_norm": 1.6012768361903096,
      "learning_rate": 8.016945503649142e-05,
      "loss": 2.1875,
      "step": 85056
    },
    {
      "epoch": 3.9570597813444985,
      "grad_norm": 1.514299306040933,
      "learning_rate": 8.0166170346321e-05,
      "loss": 1.9922,
      "step": 85057
    },
    {
      "epoch": 3.9571063037915795,
      "grad_norm": 1.517592601696829,
      "learning_rate": 8.016288569890325e-05,
      "loss": 1.9453,
      "step": 85058
    },
    {
      "epoch": 3.9571528262386604,
      "grad_norm": 1.604128718263141,
      "learning_rate": 8.01596010942402e-05,
      "loss": 2.1094,
      "step": 85059
    },
    {
      "epoch": 3.957199348685741,
      "grad_norm": 1.5796842294321167,
      "learning_rate": 8.015631653233377e-05,
      "loss": 2.125,
      "step": 85060
    },
    {
      "epoch": 3.9572458711328213,
      "grad_norm": 1.6000727296105797,
      "learning_rate": 8.015303201318615e-05,
      "loss": 2.0781,
      "step": 85061
    },
    {
      "epoch": 3.9572923935799023,
      "grad_norm": 1.583767277866769,
      "learning_rate": 8.014974753679925e-05,
      "loss": 2.25,
      "step": 85062
    },
    {
      "epoch": 3.957338916026983,
      "grad_norm": 1.5668590163529097,
      "learning_rate": 8.014646310317506e-05,
      "loss": 1.9531,
      "step": 85063
    },
    {
      "epoch": 3.9573854384740637,
      "grad_norm": 1.5683750926361362,
      "learning_rate": 8.014317871231557e-05,
      "loss": 2.0781,
      "step": 85064
    },
    {
      "epoch": 3.9574319609211446,
      "grad_norm": 1.5698811917352196,
      "learning_rate": 8.01398943642229e-05,
      "loss": 1.9375,
      "step": 85065
    },
    {
      "epoch": 3.957478483368225,
      "grad_norm": 1.616510367552,
      "learning_rate": 8.0136610058899e-05,
      "loss": 2.0938,
      "step": 85066
    },
    {
      "epoch": 3.957525005815306,
      "grad_norm": 1.5605395959672812,
      "learning_rate": 8.013332579634589e-05,
      "loss": 2.2188,
      "step": 85067
    },
    {
      "epoch": 3.9575715282623865,
      "grad_norm": 1.55633307996862,
      "learning_rate": 8.013004157656555e-05,
      "loss": 2.0,
      "step": 85068
    },
    {
      "epoch": 3.9576180507094674,
      "grad_norm": 1.5130289461920443,
      "learning_rate": 8.012675739955995e-05,
      "loss": 1.9766,
      "step": 85069
    },
    {
      "epoch": 3.9576645731565483,
      "grad_norm": 1.57538416933626,
      "learning_rate": 8.012347326533124e-05,
      "loss": 1.9062,
      "step": 85070
    },
    {
      "epoch": 3.9577110956036288,
      "grad_norm": 1.5436211406130431,
      "learning_rate": 8.012018917388132e-05,
      "loss": 1.9766,
      "step": 85071
    },
    {
      "epoch": 3.9577576180507092,
      "grad_norm": 1.599176585543271,
      "learning_rate": 8.011690512521221e-05,
      "loss": 2.2969,
      "step": 85072
    },
    {
      "epoch": 3.95780414049779,
      "grad_norm": 1.6077398598628811,
      "learning_rate": 8.011362111932599e-05,
      "loss": 2.2344,
      "step": 85073
    },
    {
      "epoch": 3.957850662944871,
      "grad_norm": 1.4648599259285902,
      "learning_rate": 8.011033715622455e-05,
      "loss": 1.5391,
      "step": 85074
    },
    {
      "epoch": 3.9578971853919516,
      "grad_norm": 1.510347622409981,
      "learning_rate": 8.010705323591004e-05,
      "loss": 2.0156,
      "step": 85075
    },
    {
      "epoch": 3.9579437078390325,
      "grad_norm": 1.4913082271119724,
      "learning_rate": 8.010376935838442e-05,
      "loss": 1.8672,
      "step": 85076
    },
    {
      "epoch": 3.957990230286113,
      "grad_norm": 1.547561428915592,
      "learning_rate": 8.010048552364965e-05,
      "loss": 2.1719,
      "step": 85077
    },
    {
      "epoch": 3.958036752733194,
      "grad_norm": 1.5109277164134791,
      "learning_rate": 8.009720173170774e-05,
      "loss": 1.9141,
      "step": 85078
    },
    {
      "epoch": 3.9580832751802744,
      "grad_norm": 1.5328337020529783,
      "learning_rate": 8.009391798256078e-05,
      "loss": 2.0156,
      "step": 85079
    },
    {
      "epoch": 3.9581297976273553,
      "grad_norm": 1.4206337347709523,
      "learning_rate": 8.009063427621075e-05,
      "loss": 1.7891,
      "step": 85080
    },
    {
      "epoch": 3.9581763200744358,
      "grad_norm": 1.4866617774636934,
      "learning_rate": 8.008735061265965e-05,
      "loss": 1.875,
      "step": 85081
    },
    {
      "epoch": 3.9582228425215167,
      "grad_norm": 1.642065351380004,
      "learning_rate": 8.008406699190942e-05,
      "loss": 2.0312,
      "step": 85082
    },
    {
      "epoch": 3.958269364968597,
      "grad_norm": 1.5618157877841399,
      "learning_rate": 8.008078341396218e-05,
      "loss": 2.1094,
      "step": 85083
    },
    {
      "epoch": 3.958315887415678,
      "grad_norm": 1.4779295959992882,
      "learning_rate": 8.007749987881992e-05,
      "loss": 1.7891,
      "step": 85084
    },
    {
      "epoch": 3.958362409862759,
      "grad_norm": 1.659098438840979,
      "learning_rate": 8.007421638648461e-05,
      "loss": 2.1719,
      "step": 85085
    },
    {
      "epoch": 3.9584089323098395,
      "grad_norm": 1.499749131799249,
      "learning_rate": 8.007093293695822e-05,
      "loss": 1.9453,
      "step": 85086
    },
    {
      "epoch": 3.95845545475692,
      "grad_norm": 1.5530603662217077,
      "learning_rate": 8.006764953024287e-05,
      "loss": 1.9297,
      "step": 85087
    },
    {
      "epoch": 3.958501977204001,
      "grad_norm": 1.5481219921331182,
      "learning_rate": 8.006436616634055e-05,
      "loss": 2.125,
      "step": 85088
    },
    {
      "epoch": 3.958548499651082,
      "grad_norm": 1.5735879036972702,
      "learning_rate": 8.00610828452532e-05,
      "loss": 2.125,
      "step": 85089
    },
    {
      "epoch": 3.9585950220981623,
      "grad_norm": 1.5836644336424954,
      "learning_rate": 8.005779956698284e-05,
      "loss": 1.9531,
      "step": 85090
    },
    {
      "epoch": 3.958641544545243,
      "grad_norm": 1.4670093459721993,
      "learning_rate": 8.005451633153153e-05,
      "loss": 1.9062,
      "step": 85091
    },
    {
      "epoch": 3.9586880669923237,
      "grad_norm": 1.5524927068255594,
      "learning_rate": 8.005123313890127e-05,
      "loss": 2.0156,
      "step": 85092
    },
    {
      "epoch": 3.9587345894394046,
      "grad_norm": 1.5945705118557802,
      "learning_rate": 8.004794998909408e-05,
      "loss": 2.0938,
      "step": 85093
    },
    {
      "epoch": 3.958781111886485,
      "grad_norm": 1.4211332040093756,
      "learning_rate": 8.004466688211186e-05,
      "loss": 1.9453,
      "step": 85094
    },
    {
      "epoch": 3.958827634333566,
      "grad_norm": 1.5848367346417809,
      "learning_rate": 8.004138381795673e-05,
      "loss": 2.1094,
      "step": 85095
    },
    {
      "epoch": 3.958874156780647,
      "grad_norm": 1.4259340767249522,
      "learning_rate": 8.003810079663072e-05,
      "loss": 1.8281,
      "step": 85096
    },
    {
      "epoch": 3.9589206792277274,
      "grad_norm": 1.4863229988739322,
      "learning_rate": 8.003481781813582e-05,
      "loss": 2.0625,
      "step": 85097
    },
    {
      "epoch": 3.958967201674808,
      "grad_norm": 1.5815635212703016,
      "learning_rate": 8.003153488247399e-05,
      "loss": 2.0625,
      "step": 85098
    },
    {
      "epoch": 3.959013724121889,
      "grad_norm": 1.5998877804021172,
      "learning_rate": 8.002825198964727e-05,
      "loss": 2.1562,
      "step": 85099
    },
    {
      "epoch": 3.9590602465689697,
      "grad_norm": 1.5791018854773158,
      "learning_rate": 8.002496913965761e-05,
      "loss": 1.9922,
      "step": 85100
    },
    {
      "epoch": 3.95910676901605,
      "grad_norm": 1.4639915969614279,
      "learning_rate": 8.002168633250714e-05,
      "loss": 1.9219,
      "step": 85101
    },
    {
      "epoch": 3.959153291463131,
      "grad_norm": 1.5932583602472834,
      "learning_rate": 8.00184035681978e-05,
      "loss": 2.2031,
      "step": 85102
    },
    {
      "epoch": 3.9591998139102116,
      "grad_norm": 1.4999999242923874,
      "learning_rate": 8.001512084673161e-05,
      "loss": 1.9453,
      "step": 85103
    },
    {
      "epoch": 3.9592463363572925,
      "grad_norm": 1.4958993306543555,
      "learning_rate": 8.001183816811051e-05,
      "loss": 1.9766,
      "step": 85104
    },
    {
      "epoch": 3.959292858804373,
      "grad_norm": 1.526380447709689,
      "learning_rate": 8.000855553233665e-05,
      "loss": 1.875,
      "step": 85105
    },
    {
      "epoch": 3.959339381251454,
      "grad_norm": 1.566393537657988,
      "learning_rate": 8.000527293941195e-05,
      "loss": 2.1875,
      "step": 85106
    },
    {
      "epoch": 3.9593859036985344,
      "grad_norm": 1.5609812287060187,
      "learning_rate": 8.000199038933846e-05,
      "loss": 1.9375,
      "step": 85107
    },
    {
      "epoch": 3.9594324261456153,
      "grad_norm": 1.5314944940313333,
      "learning_rate": 7.999870788211806e-05,
      "loss": 1.7578,
      "step": 85108
    },
    {
      "epoch": 3.959478948592696,
      "grad_norm": 1.6059659051530581,
      "learning_rate": 7.999542541775297e-05,
      "loss": 2.1875,
      "step": 85109
    },
    {
      "epoch": 3.9595254710397767,
      "grad_norm": 1.4920996207846708,
      "learning_rate": 7.999214299624507e-05,
      "loss": 1.8125,
      "step": 85110
    },
    {
      "epoch": 3.9595719934868576,
      "grad_norm": 1.6525293757848378,
      "learning_rate": 7.998886061759639e-05,
      "loss": 2.2969,
      "step": 85111
    },
    {
      "epoch": 3.959618515933938,
      "grad_norm": 1.5581572889904018,
      "learning_rate": 7.998557828180889e-05,
      "loss": 1.8516,
      "step": 85112
    },
    {
      "epoch": 3.9596650383810186,
      "grad_norm": 1.5461672659636425,
      "learning_rate": 7.998229598888468e-05,
      "loss": 2.0781,
      "step": 85113
    },
    {
      "epoch": 3.9597115608280995,
      "grad_norm": 1.4974374321764874,
      "learning_rate": 7.997901373882571e-05,
      "loss": 1.875,
      "step": 85114
    },
    {
      "epoch": 3.9597580832751804,
      "grad_norm": 1.5606978641171907,
      "learning_rate": 7.997573153163403e-05,
      "loss": 2.0469,
      "step": 85115
    },
    {
      "epoch": 3.959804605722261,
      "grad_norm": 1.6443296960003762,
      "learning_rate": 7.997244936731155e-05,
      "loss": 2.2031,
      "step": 85116
    },
    {
      "epoch": 3.959851128169342,
      "grad_norm": 1.6419447623700256,
      "learning_rate": 7.996916724586036e-05,
      "loss": 2.0938,
      "step": 85117
    },
    {
      "epoch": 3.9598976506164223,
      "grad_norm": 1.6191830416112485,
      "learning_rate": 7.99658851672825e-05,
      "loss": 2.2344,
      "step": 85118
    },
    {
      "epoch": 3.959944173063503,
      "grad_norm": 1.5038307926016208,
      "learning_rate": 7.996260313157994e-05,
      "loss": 1.8672,
      "step": 85119
    },
    {
      "epoch": 3.9599906955105837,
      "grad_norm": 1.564580543715917,
      "learning_rate": 7.995932113875469e-05,
      "loss": 2.125,
      "step": 85120
    },
    {
      "epoch": 3.9600372179576646,
      "grad_norm": 1.5606413219207043,
      "learning_rate": 7.99560391888087e-05,
      "loss": 2.0,
      "step": 85121
    },
    {
      "epoch": 3.9600837404047455,
      "grad_norm": 1.4475441890295193,
      "learning_rate": 7.99527572817441e-05,
      "loss": 1.5156,
      "step": 85122
    },
    {
      "epoch": 3.960130262851826,
      "grad_norm": 1.5344006944152477,
      "learning_rate": 7.994947541756282e-05,
      "loss": 2.0156,
      "step": 85123
    },
    {
      "epoch": 3.9601767852989065,
      "grad_norm": 1.4938956492646072,
      "learning_rate": 7.99461935962669e-05,
      "loss": 1.6562,
      "step": 85124
    },
    {
      "epoch": 3.9602233077459874,
      "grad_norm": 1.970521084385841,
      "learning_rate": 7.994291181785831e-05,
      "loss": 2.6719,
      "step": 85125
    },
    {
      "epoch": 3.9602698301930683,
      "grad_norm": 1.4680677507860793,
      "learning_rate": 7.993963008233904e-05,
      "loss": 1.8672,
      "step": 85126
    },
    {
      "epoch": 3.960316352640149,
      "grad_norm": 1.4020330481395267,
      "learning_rate": 7.99363483897112e-05,
      "loss": 1.5547,
      "step": 85127
    },
    {
      "epoch": 3.9603628750872297,
      "grad_norm": 1.5497299984817257,
      "learning_rate": 7.993306673997675e-05,
      "loss": 2.0,
      "step": 85128
    },
    {
      "epoch": 3.96040939753431,
      "grad_norm": 1.5294957137201182,
      "learning_rate": 7.992978513313768e-05,
      "loss": 1.7266,
      "step": 85129
    },
    {
      "epoch": 3.960455919981391,
      "grad_norm": 1.6333992065340448,
      "learning_rate": 7.992650356919594e-05,
      "loss": 2.2656,
      "step": 85130
    },
    {
      "epoch": 3.9605024424284716,
      "grad_norm": 1.5781025847398522,
      "learning_rate": 7.992322204815367e-05,
      "loss": 2.1562,
      "step": 85131
    },
    {
      "epoch": 3.9605489648755525,
      "grad_norm": 1.478785067737551,
      "learning_rate": 7.991994057001282e-05,
      "loss": 1.9688,
      "step": 85132
    },
    {
      "epoch": 3.9605954873226334,
      "grad_norm": 1.4477320664031799,
      "learning_rate": 7.991665913477542e-05,
      "loss": 1.8125,
      "step": 85133
    },
    {
      "epoch": 3.960642009769714,
      "grad_norm": 1.5585450969526204,
      "learning_rate": 7.991337774244337e-05,
      "loss": 2.0938,
      "step": 85134
    },
    {
      "epoch": 3.9606885322167944,
      "grad_norm": 1.545604882056961,
      "learning_rate": 7.991009639301882e-05,
      "loss": 2.1406,
      "step": 85135
    },
    {
      "epoch": 3.9607350546638753,
      "grad_norm": 1.5845425488180278,
      "learning_rate": 7.990681508650372e-05,
      "loss": 2.125,
      "step": 85136
    },
    {
      "epoch": 3.9607815771109562,
      "grad_norm": 1.533312983057288,
      "learning_rate": 7.990353382290009e-05,
      "loss": 2.1094,
      "step": 85137
    },
    {
      "epoch": 3.9608280995580367,
      "grad_norm": 1.4808334209362635,
      "learning_rate": 7.990025260220986e-05,
      "loss": 1.8828,
      "step": 85138
    },
    {
      "epoch": 3.960874622005117,
      "grad_norm": 1.5557680563678826,
      "learning_rate": 7.989697142443512e-05,
      "loss": 2.0469,
      "step": 85139
    },
    {
      "epoch": 3.960921144452198,
      "grad_norm": 1.4967618870093509,
      "learning_rate": 7.989369028957793e-05,
      "loss": 2.1406,
      "step": 85140
    },
    {
      "epoch": 3.960967666899279,
      "grad_norm": 1.482134527464215,
      "learning_rate": 7.989040919764023e-05,
      "loss": 1.8438,
      "step": 85141
    },
    {
      "epoch": 3.9610141893463595,
      "grad_norm": 1.6344526490648876,
      "learning_rate": 7.988712814862403e-05,
      "loss": 2.2031,
      "step": 85142
    },
    {
      "epoch": 3.9610607117934404,
      "grad_norm": 1.522739533043638,
      "learning_rate": 7.988384714253129e-05,
      "loss": 2.0781,
      "step": 85143
    },
    {
      "epoch": 3.961107234240521,
      "grad_norm": 1.6356549744350453,
      "learning_rate": 7.988056617936411e-05,
      "loss": 2.1406,
      "step": 85144
    },
    {
      "epoch": 3.961153756687602,
      "grad_norm": 1.4969764822927982,
      "learning_rate": 7.987728525912449e-05,
      "loss": 1.7109,
      "step": 85145
    },
    {
      "epoch": 3.9612002791346823,
      "grad_norm": 1.4806195645718934,
      "learning_rate": 7.98740043818144e-05,
      "loss": 2.0,
      "step": 85146
    },
    {
      "epoch": 3.9612468015817632,
      "grad_norm": 1.5194114946512927,
      "learning_rate": 7.987072354743578e-05,
      "loss": 2.0312,
      "step": 85147
    },
    {
      "epoch": 3.961293324028844,
      "grad_norm": 1.5058970223761499,
      "learning_rate": 7.98674427559908e-05,
      "loss": 2.0625,
      "step": 85148
    },
    {
      "epoch": 3.9613398464759246,
      "grad_norm": 1.5598773913602932,
      "learning_rate": 7.986416200748138e-05,
      "loss": 1.9141,
      "step": 85149
    },
    {
      "epoch": 3.961386368923005,
      "grad_norm": 1.6446632502177996,
      "learning_rate": 7.986088130190954e-05,
      "loss": 2.2344,
      "step": 85150
    },
    {
      "epoch": 3.961432891370086,
      "grad_norm": 1.4978691239509283,
      "learning_rate": 7.985760063927729e-05,
      "loss": 2.0312,
      "step": 85151
    },
    {
      "epoch": 3.961479413817167,
      "grad_norm": 1.5788222056360488,
      "learning_rate": 7.985432001958655e-05,
      "loss": 2.0469,
      "step": 85152
    },
    {
      "epoch": 3.9615259362642474,
      "grad_norm": 1.4922916253930318,
      "learning_rate": 7.985103944283946e-05,
      "loss": 2.0938,
      "step": 85153
    },
    {
      "epoch": 3.9615724587113283,
      "grad_norm": 1.6184393275183033,
      "learning_rate": 7.984775890903798e-05,
      "loss": 2.1406,
      "step": 85154
    },
    {
      "epoch": 3.961618981158409,
      "grad_norm": 1.459797169782709,
      "learning_rate": 7.984447841818414e-05,
      "loss": 1.9062,
      "step": 85155
    },
    {
      "epoch": 3.9616655036054897,
      "grad_norm": 1.7311510628638496,
      "learning_rate": 7.984119797027984e-05,
      "loss": 2.1562,
      "step": 85156
    },
    {
      "epoch": 3.9617120260525702,
      "grad_norm": 1.6037613562154631,
      "learning_rate": 7.983791756532724e-05,
      "loss": 2.0938,
      "step": 85157
    },
    {
      "epoch": 3.961758548499651,
      "grad_norm": 1.55720524020848,
      "learning_rate": 7.983463720332829e-05,
      "loss": 2.1406,
      "step": 85158
    },
    {
      "epoch": 3.961805070946732,
      "grad_norm": 1.5331026420823284,
      "learning_rate": 7.983135688428497e-05,
      "loss": 2.1562,
      "step": 85159
    },
    {
      "epoch": 3.9618515933938125,
      "grad_norm": 1.6190906958143414,
      "learning_rate": 7.982807660819927e-05,
      "loss": 2.2656,
      "step": 85160
    },
    {
      "epoch": 3.961898115840893,
      "grad_norm": 1.477947571373524,
      "learning_rate": 7.982479637507321e-05,
      "loss": 1.8828,
      "step": 85161
    },
    {
      "epoch": 3.961944638287974,
      "grad_norm": 1.4800965795782044,
      "learning_rate": 7.98215161849089e-05,
      "loss": 1.8984,
      "step": 85162
    },
    {
      "epoch": 3.961991160735055,
      "grad_norm": 1.526120190831894,
      "learning_rate": 7.981823603770826e-05,
      "loss": 1.9375,
      "step": 85163
    },
    {
      "epoch": 3.9620376831821353,
      "grad_norm": 1.397629183357512,
      "learning_rate": 7.981495593347332e-05,
      "loss": 1.6328,
      "step": 85164
    },
    {
      "epoch": 3.9620842056292163,
      "grad_norm": 1.4845922683859114,
      "learning_rate": 7.9811675872206e-05,
      "loss": 1.4141,
      "step": 85165
    },
    {
      "epoch": 3.9621307280762967,
      "grad_norm": 1.5670549984530824,
      "learning_rate": 7.980839585390847e-05,
      "loss": 1.9062,
      "step": 85166
    },
    {
      "epoch": 3.9621772505233777,
      "grad_norm": 1.4327083076505374,
      "learning_rate": 7.980511587858265e-05,
      "loss": 1.75,
      "step": 85167
    },
    {
      "epoch": 3.962223772970458,
      "grad_norm": 1.6134303895379267,
      "learning_rate": 7.980183594623054e-05,
      "loss": 1.9688,
      "step": 85168
    },
    {
      "epoch": 3.962270295417539,
      "grad_norm": 1.5800618608047867,
      "learning_rate": 7.979855605685411e-05,
      "loss": 2.0,
      "step": 85169
    },
    {
      "epoch": 3.9623168178646195,
      "grad_norm": 1.4854890940597445,
      "learning_rate": 7.979527621045547e-05,
      "loss": 2.0469,
      "step": 85170
    },
    {
      "epoch": 3.9623633403117005,
      "grad_norm": 1.499194192207076,
      "learning_rate": 7.979199640703659e-05,
      "loss": 1.9453,
      "step": 85171
    },
    {
      "epoch": 3.962409862758781,
      "grad_norm": 1.6097645714701694,
      "learning_rate": 7.978871664659943e-05,
      "loss": 2.0156,
      "step": 85172
    },
    {
      "epoch": 3.962456385205862,
      "grad_norm": 1.6118637440710777,
      "learning_rate": 7.978543692914599e-05,
      "loss": 2.25,
      "step": 85173
    },
    {
      "epoch": 3.9625029076529428,
      "grad_norm": 1.6924487932053067,
      "learning_rate": 7.97821572546784e-05,
      "loss": 2.1562,
      "step": 85174
    },
    {
      "epoch": 3.9625494301000233,
      "grad_norm": 1.496400189199355,
      "learning_rate": 7.977887762319857e-05,
      "loss": 2.0625,
      "step": 85175
    },
    {
      "epoch": 3.9625959525471037,
      "grad_norm": 1.5140749533144322,
      "learning_rate": 7.977559803470852e-05,
      "loss": 1.9219,
      "step": 85176
    },
    {
      "epoch": 3.9626424749941846,
      "grad_norm": 1.5523267878237264,
      "learning_rate": 7.977231848921025e-05,
      "loss": 2.0625,
      "step": 85177
    },
    {
      "epoch": 3.9626889974412656,
      "grad_norm": 1.737669873118131,
      "learning_rate": 7.976903898670575e-05,
      "loss": 2.0781,
      "step": 85178
    },
    {
      "epoch": 3.962735519888346,
      "grad_norm": 1.4011330938694475,
      "learning_rate": 7.976575952719711e-05,
      "loss": 1.7344,
      "step": 85179
    },
    {
      "epoch": 3.962782042335427,
      "grad_norm": 1.6195826985219208,
      "learning_rate": 7.976248011068627e-05,
      "loss": 2.1875,
      "step": 85180
    },
    {
      "epoch": 3.9628285647825074,
      "grad_norm": 1.6499956304051284,
      "learning_rate": 7.975920073717527e-05,
      "loss": 2.0781,
      "step": 85181
    },
    {
      "epoch": 3.9628750872295884,
      "grad_norm": 1.5427002153345462,
      "learning_rate": 7.975592140666604e-05,
      "loss": 1.9141,
      "step": 85182
    },
    {
      "epoch": 3.962921609676669,
      "grad_norm": 1.4943773723736773,
      "learning_rate": 7.975264211916064e-05,
      "loss": 1.9062,
      "step": 85183
    },
    {
      "epoch": 3.9629681321237498,
      "grad_norm": 1.5398818822301668,
      "learning_rate": 7.974936287466114e-05,
      "loss": 2.1094,
      "step": 85184
    },
    {
      "epoch": 3.9630146545708307,
      "grad_norm": 1.5853503147108465,
      "learning_rate": 7.974608367316951e-05,
      "loss": 2.1094,
      "step": 85185
    },
    {
      "epoch": 3.963061177017911,
      "grad_norm": 1.5260325842573206,
      "learning_rate": 7.974280451468775e-05,
      "loss": 1.9297,
      "step": 85186
    },
    {
      "epoch": 3.9631076994649916,
      "grad_norm": 1.4870387565438286,
      "learning_rate": 7.97395253992178e-05,
      "loss": 1.8594,
      "step": 85187
    },
    {
      "epoch": 3.9631542219120726,
      "grad_norm": 1.5611225144322467,
      "learning_rate": 7.973624632676176e-05,
      "loss": 2.0469,
      "step": 85188
    },
    {
      "epoch": 3.9632007443591535,
      "grad_norm": 1.490210616060478,
      "learning_rate": 7.973296729732163e-05,
      "loss": 2.0312,
      "step": 85189
    },
    {
      "epoch": 3.963247266806234,
      "grad_norm": 1.5095163606477848,
      "learning_rate": 7.972968831089937e-05,
      "loss": 1.8984,
      "step": 85190
    },
    {
      "epoch": 3.963293789253315,
      "grad_norm": 1.6175317989609568,
      "learning_rate": 7.972640936749695e-05,
      "loss": 1.9922,
      "step": 85191
    },
    {
      "epoch": 3.9633403117003954,
      "grad_norm": 1.526845674381812,
      "learning_rate": 7.97231304671165e-05,
      "loss": 1.9688,
      "step": 85192
    },
    {
      "epoch": 3.9633868341474763,
      "grad_norm": 1.518073756739659,
      "learning_rate": 7.971985160975998e-05,
      "loss": 2.125,
      "step": 85193
    },
    {
      "epoch": 3.9634333565945568,
      "grad_norm": 1.4574025281825818,
      "learning_rate": 7.971657279542937e-05,
      "loss": 1.8906,
      "step": 85194
    },
    {
      "epoch": 3.9634798790416377,
      "grad_norm": 1.4847196412341013,
      "learning_rate": 7.971329402412662e-05,
      "loss": 1.9375,
      "step": 85195
    },
    {
      "epoch": 3.963526401488718,
      "grad_norm": 1.620912087690518,
      "learning_rate": 7.971001529585389e-05,
      "loss": 2.2812,
      "step": 85196
    },
    {
      "epoch": 3.963572923935799,
      "grad_norm": 1.5451963099616743,
      "learning_rate": 7.970673661061308e-05,
      "loss": 2.0781,
      "step": 85197
    },
    {
      "epoch": 3.9636194463828796,
      "grad_norm": 1.5687940215060014,
      "learning_rate": 7.970345796840623e-05,
      "loss": 1.9141,
      "step": 85198
    },
    {
      "epoch": 3.9636659688299605,
      "grad_norm": 1.5833986150765198,
      "learning_rate": 7.970017936923527e-05,
      "loss": 2.25,
      "step": 85199
    },
    {
      "epoch": 3.9637124912770414,
      "grad_norm": 1.5238759377385935,
      "learning_rate": 7.969690081310232e-05,
      "loss": 1.9922,
      "step": 85200
    },
    {
      "epoch": 3.963759013724122,
      "grad_norm": 1.5277303141038994,
      "learning_rate": 7.969362230000937e-05,
      "loss": 2.0938,
      "step": 85201
    },
    {
      "epoch": 3.9638055361712023,
      "grad_norm": 1.5059018902017802,
      "learning_rate": 7.969034382995838e-05,
      "loss": 2.0469,
      "step": 85202
    },
    {
      "epoch": 3.9638520586182833,
      "grad_norm": 1.50139931601447,
      "learning_rate": 7.968706540295139e-05,
      "loss": 2.0,
      "step": 85203
    },
    {
      "epoch": 3.963898581065364,
      "grad_norm": 1.5479356440661838,
      "learning_rate": 7.968378701899035e-05,
      "loss": 2.1562,
      "step": 85204
    },
    {
      "epoch": 3.9639451035124447,
      "grad_norm": 1.5423100316558453,
      "learning_rate": 7.968050867807728e-05,
      "loss": 2.0469,
      "step": 85205
    },
    {
      "epoch": 3.9639916259595256,
      "grad_norm": 1.5507954760788052,
      "learning_rate": 7.967723038021428e-05,
      "loss": 1.9688,
      "step": 85206
    },
    {
      "epoch": 3.964038148406606,
      "grad_norm": 1.4992609316489047,
      "learning_rate": 7.967395212540328e-05,
      "loss": 1.9141,
      "step": 85207
    },
    {
      "epoch": 3.964084670853687,
      "grad_norm": 1.527312839115246,
      "learning_rate": 7.967067391364634e-05,
      "loss": 2.1875,
      "step": 85208
    },
    {
      "epoch": 3.9641311933007675,
      "grad_norm": 1.6099876995842266,
      "learning_rate": 7.966739574494534e-05,
      "loss": 1.9609,
      "step": 85209
    },
    {
      "epoch": 3.9641777157478484,
      "grad_norm": 1.6426683598754397,
      "learning_rate": 7.966411761930244e-05,
      "loss": 2.2031,
      "step": 85210
    },
    {
      "epoch": 3.9642242381949293,
      "grad_norm": 1.651713935543418,
      "learning_rate": 7.96608395367196e-05,
      "loss": 2.2344,
      "step": 85211
    },
    {
      "epoch": 3.96427076064201,
      "grad_norm": 1.4558020368080455,
      "learning_rate": 7.965756149719878e-05,
      "loss": 1.9531,
      "step": 85212
    },
    {
      "epoch": 3.9643172830890903,
      "grad_norm": 1.5430230156474398,
      "learning_rate": 7.965428350074197e-05,
      "loss": 1.9766,
      "step": 85213
    },
    {
      "epoch": 3.964363805536171,
      "grad_norm": 1.4173101564158297,
      "learning_rate": 7.965100554735129e-05,
      "loss": 1.8438,
      "step": 85214
    },
    {
      "epoch": 3.964410327983252,
      "grad_norm": 1.5036093715531895,
      "learning_rate": 7.964772763702865e-05,
      "loss": 1.8281,
      "step": 85215
    },
    {
      "epoch": 3.9644568504303326,
      "grad_norm": 1.4889515568185783,
      "learning_rate": 7.964444976977611e-05,
      "loss": 2.0938,
      "step": 85216
    },
    {
      "epoch": 3.9645033728774135,
      "grad_norm": 1.5361964939381079,
      "learning_rate": 7.964117194559558e-05,
      "loss": 2.0781,
      "step": 85217
    },
    {
      "epoch": 3.964549895324494,
      "grad_norm": 1.5411941696100746,
      "learning_rate": 7.963789416448922e-05,
      "loss": 2.0469,
      "step": 85218
    },
    {
      "epoch": 3.964596417771575,
      "grad_norm": 1.6220847157817282,
      "learning_rate": 7.963461642645894e-05,
      "loss": 2.2344,
      "step": 85219
    },
    {
      "epoch": 3.9646429402186554,
      "grad_norm": 1.4998434573392994,
      "learning_rate": 7.963133873150676e-05,
      "loss": 1.9844,
      "step": 85220
    },
    {
      "epoch": 3.9646894626657363,
      "grad_norm": 1.485834108796245,
      "learning_rate": 7.962806107963464e-05,
      "loss": 2.0312,
      "step": 85221
    },
    {
      "epoch": 3.9647359851128168,
      "grad_norm": 1.6227605905326323,
      "learning_rate": 7.962478347084467e-05,
      "loss": 2.1094,
      "step": 85222
    },
    {
      "epoch": 3.9647825075598977,
      "grad_norm": 1.5380138003982322,
      "learning_rate": 7.962150590513887e-05,
      "loss": 1.9688,
      "step": 85223
    },
    {
      "epoch": 3.964829030006978,
      "grad_norm": 1.5995862692813299,
      "learning_rate": 7.961822838251916e-05,
      "loss": 1.7578,
      "step": 85224
    },
    {
      "epoch": 3.964875552454059,
      "grad_norm": 1.458850573978014,
      "learning_rate": 7.961495090298752e-05,
      "loss": 1.9609,
      "step": 85225
    },
    {
      "epoch": 3.96492207490114,
      "grad_norm": 1.5641265000570703,
      "learning_rate": 7.961167346654606e-05,
      "loss": 2.2188,
      "step": 85226
    },
    {
      "epoch": 3.9649685973482205,
      "grad_norm": 1.5822521188469825,
      "learning_rate": 7.960839607319678e-05,
      "loss": 2.1719,
      "step": 85227
    },
    {
      "epoch": 3.965015119795301,
      "grad_norm": 1.4574666436792691,
      "learning_rate": 7.960511872294167e-05,
      "loss": 1.8438,
      "step": 85228
    },
    {
      "epoch": 3.965061642242382,
      "grad_norm": 1.4703552753399254,
      "learning_rate": 7.960184141578271e-05,
      "loss": 1.8984,
      "step": 85229
    },
    {
      "epoch": 3.965108164689463,
      "grad_norm": 1.5930152388162488,
      "learning_rate": 7.959856415172191e-05,
      "loss": 2.1094,
      "step": 85230
    },
    {
      "epoch": 3.9651546871365433,
      "grad_norm": 1.595392986981987,
      "learning_rate": 7.959528693076124e-05,
      "loss": 2.1875,
      "step": 85231
    },
    {
      "epoch": 3.965201209583624,
      "grad_norm": 1.6139223403933065,
      "learning_rate": 7.959200975290282e-05,
      "loss": 2.0938,
      "step": 85232
    },
    {
      "epoch": 3.9652477320307047,
      "grad_norm": 1.5758231863592118,
      "learning_rate": 7.958873261814856e-05,
      "loss": 1.8828,
      "step": 85233
    },
    {
      "epoch": 3.9652942544777856,
      "grad_norm": 1.5850263107612055,
      "learning_rate": 7.95854555265005e-05,
      "loss": 2.0781,
      "step": 85234
    },
    {
      "epoch": 3.965340776924866,
      "grad_norm": 1.5735682140778204,
      "learning_rate": 7.958217847796059e-05,
      "loss": 2.2188,
      "step": 85235
    },
    {
      "epoch": 3.965387299371947,
      "grad_norm": 1.6146239063325358,
      "learning_rate": 7.957890147253093e-05,
      "loss": 2.1562,
      "step": 85236
    },
    {
      "epoch": 3.965433821819028,
      "grad_norm": 1.5280785416144367,
      "learning_rate": 7.95756245102135e-05,
      "loss": 2.0781,
      "step": 85237
    },
    {
      "epoch": 3.9654803442661084,
      "grad_norm": 1.5672153310300967,
      "learning_rate": 7.957234759101027e-05,
      "loss": 2.1562,
      "step": 85238
    },
    {
      "epoch": 3.965526866713189,
      "grad_norm": 1.504416929231051,
      "learning_rate": 7.956907071492321e-05,
      "loss": 1.9922,
      "step": 85239
    },
    {
      "epoch": 3.96557338916027,
      "grad_norm": 1.5285191202212758,
      "learning_rate": 7.956579388195445e-05,
      "loss": 2.125,
      "step": 85240
    },
    {
      "epoch": 3.9656199116073507,
      "grad_norm": 1.587151979688015,
      "learning_rate": 7.95625170921059e-05,
      "loss": 2.125,
      "step": 85241
    },
    {
      "epoch": 3.965666434054431,
      "grad_norm": 1.5122892896500717,
      "learning_rate": 7.955924034537961e-05,
      "loss": 1.9375,
      "step": 85242
    },
    {
      "epoch": 3.965712956501512,
      "grad_norm": 1.488784743247643,
      "learning_rate": 7.955596364177753e-05,
      "loss": 1.5859,
      "step": 85243
    },
    {
      "epoch": 3.9657594789485926,
      "grad_norm": 1.5626004433003005,
      "learning_rate": 7.955268698130173e-05,
      "loss": 2.0,
      "step": 85244
    },
    {
      "epoch": 3.9658060013956735,
      "grad_norm": 1.5725810711825379,
      "learning_rate": 7.95494103639542e-05,
      "loss": 2.0,
      "step": 85245
    },
    {
      "epoch": 3.965852523842754,
      "grad_norm": 1.4982492117496793,
      "learning_rate": 7.954613378973695e-05,
      "loss": 1.9453,
      "step": 85246
    },
    {
      "epoch": 3.965899046289835,
      "grad_norm": 1.5958091860434156,
      "learning_rate": 7.95428572586519e-05,
      "loss": 2.0938,
      "step": 85247
    },
    {
      "epoch": 3.965945568736916,
      "grad_norm": 1.7052286357718005,
      "learning_rate": 7.953958077070113e-05,
      "loss": 2.125,
      "step": 85248
    },
    {
      "epoch": 3.9659920911839963,
      "grad_norm": 1.5771676343650585,
      "learning_rate": 7.95363043258867e-05,
      "loss": 2.0312,
      "step": 85249
    },
    {
      "epoch": 3.966038613631077,
      "grad_norm": 1.5268671764635295,
      "learning_rate": 7.953302792421056e-05,
      "loss": 2.0469,
      "step": 85250
    },
    {
      "epoch": 3.9660851360781577,
      "grad_norm": 1.5736910770453898,
      "learning_rate": 7.952975156567472e-05,
      "loss": 1.9766,
      "step": 85251
    },
    {
      "epoch": 3.9661316585252386,
      "grad_norm": 1.5976528654968383,
      "learning_rate": 7.952647525028113e-05,
      "loss": 2.0781,
      "step": 85252
    },
    {
      "epoch": 3.966178180972319,
      "grad_norm": 1.5819909616096413,
      "learning_rate": 7.95231989780319e-05,
      "loss": 2.1094,
      "step": 85253
    },
    {
      "epoch": 3.9662247034193996,
      "grad_norm": 1.4989574758084456,
      "learning_rate": 7.951992274892897e-05,
      "loss": 1.8516,
      "step": 85254
    },
    {
      "epoch": 3.9662712258664805,
      "grad_norm": 1.4543316959454649,
      "learning_rate": 7.951664656297436e-05,
      "loss": 1.8672,
      "step": 85255
    },
    {
      "epoch": 3.9663177483135614,
      "grad_norm": 1.4657166885185433,
      "learning_rate": 7.951337042017009e-05,
      "loss": 1.8516,
      "step": 85256
    },
    {
      "epoch": 3.966364270760642,
      "grad_norm": 1.557620797045651,
      "learning_rate": 7.951009432051809e-05,
      "loss": 2.0625,
      "step": 85257
    },
    {
      "epoch": 3.966410793207723,
      "grad_norm": 1.3835422746781083,
      "learning_rate": 7.950681826402047e-05,
      "loss": 1.6797,
      "step": 85258
    },
    {
      "epoch": 3.9664573156548033,
      "grad_norm": 1.714737394701593,
      "learning_rate": 7.950354225067921e-05,
      "loss": 2.3594,
      "step": 85259
    },
    {
      "epoch": 3.9665038381018842,
      "grad_norm": 1.4682382795675935,
      "learning_rate": 7.950026628049628e-05,
      "loss": 1.9922,
      "step": 85260
    },
    {
      "epoch": 3.9665503605489647,
      "grad_norm": 1.6402582252574722,
      "learning_rate": 7.949699035347365e-05,
      "loss": 2.1875,
      "step": 85261
    },
    {
      "epoch": 3.9665968829960456,
      "grad_norm": 1.5787222177662,
      "learning_rate": 7.949371446961344e-05,
      "loss": 2.1719,
      "step": 85262
    },
    {
      "epoch": 3.9666434054431265,
      "grad_norm": 1.577615589497672,
      "learning_rate": 7.949043862891758e-05,
      "loss": 2.0312,
      "step": 85263
    },
    {
      "epoch": 3.966689927890207,
      "grad_norm": 1.5684447020646093,
      "learning_rate": 7.948716283138812e-05,
      "loss": 2.0938,
      "step": 85264
    },
    {
      "epoch": 3.9667364503372875,
      "grad_norm": 1.5400258250157974,
      "learning_rate": 7.948388707702696e-05,
      "loss": 2.125,
      "step": 85265
    },
    {
      "epoch": 3.9667829727843684,
      "grad_norm": 1.5696415990795083,
      "learning_rate": 7.948061136583622e-05,
      "loss": 2.0625,
      "step": 85266
    },
    {
      "epoch": 3.9668294952314493,
      "grad_norm": 1.5019113958358268,
      "learning_rate": 7.947733569781788e-05,
      "loss": 2.0156,
      "step": 85267
    },
    {
      "epoch": 3.96687601767853,
      "grad_norm": 1.5995293427831683,
      "learning_rate": 7.947406007297392e-05,
      "loss": 1.9922,
      "step": 85268
    },
    {
      "epoch": 3.9669225401256107,
      "grad_norm": 1.4471364087701295,
      "learning_rate": 7.947078449130632e-05,
      "loss": 1.7109,
      "step": 85269
    },
    {
      "epoch": 3.966969062572691,
      "grad_norm": 1.5441633791737264,
      "learning_rate": 7.946750895281711e-05,
      "loss": 2.0312,
      "step": 85270
    },
    {
      "epoch": 3.967015585019772,
      "grad_norm": 1.5763909320074512,
      "learning_rate": 7.946423345750835e-05,
      "loss": 2.1406,
      "step": 85271
    },
    {
      "epoch": 3.9670621074668526,
      "grad_norm": 1.5610275676156684,
      "learning_rate": 7.946095800538203e-05,
      "loss": 1.8672,
      "step": 85272
    },
    {
      "epoch": 3.9671086299139335,
      "grad_norm": 1.6080647833726198,
      "learning_rate": 7.945768259644011e-05,
      "loss": 1.9922,
      "step": 85273
    },
    {
      "epoch": 3.9671551523610145,
      "grad_norm": 1.5439071370161321,
      "learning_rate": 7.945440723068455e-05,
      "loss": 1.9766,
      "step": 85274
    },
    {
      "epoch": 3.967201674808095,
      "grad_norm": 1.4279747332787538,
      "learning_rate": 7.94511319081175e-05,
      "loss": 1.75,
      "step": 85275
    },
    {
      "epoch": 3.9672481972551754,
      "grad_norm": 1.5343377802996365,
      "learning_rate": 7.944785662874086e-05,
      "loss": 1.9766,
      "step": 85276
    },
    {
      "epoch": 3.9672947197022563,
      "grad_norm": 1.5885516418151469,
      "learning_rate": 7.944458139255666e-05,
      "loss": 2.1562,
      "step": 85277
    },
    {
      "epoch": 3.9673412421493373,
      "grad_norm": 1.5455810779751467,
      "learning_rate": 7.944130619956684e-05,
      "loss": 2.0,
      "step": 85278
    },
    {
      "epoch": 3.9673877645964177,
      "grad_norm": 1.5157309397825869,
      "learning_rate": 7.943803104977355e-05,
      "loss": 1.9688,
      "step": 85279
    },
    {
      "epoch": 3.9674342870434987,
      "grad_norm": 1.5363453034109245,
      "learning_rate": 7.943475594317869e-05,
      "loss": 2.0312,
      "step": 85280
    },
    {
      "epoch": 3.967480809490579,
      "grad_norm": 1.595354537348717,
      "learning_rate": 7.943148087978431e-05,
      "loss": 2.1406,
      "step": 85281
    },
    {
      "epoch": 3.96752733193766,
      "grad_norm": 1.5872779725025024,
      "learning_rate": 7.942820585959237e-05,
      "loss": 1.9844,
      "step": 85282
    },
    {
      "epoch": 3.9675738543847405,
      "grad_norm": 1.51985018272604,
      "learning_rate": 7.942493088260486e-05,
      "loss": 2.0625,
      "step": 85283
    },
    {
      "epoch": 3.9676203768318214,
      "grad_norm": 1.5674097519901167,
      "learning_rate": 7.942165594882387e-05,
      "loss": 2.1406,
      "step": 85284
    },
    {
      "epoch": 3.967666899278902,
      "grad_norm": 1.6012995903328038,
      "learning_rate": 7.941838105825135e-05,
      "loss": 1.9688,
      "step": 85285
    },
    {
      "epoch": 3.967713421725983,
      "grad_norm": 1.4944186115154154,
      "learning_rate": 7.941510621088932e-05,
      "loss": 1.8594,
      "step": 85286
    },
    {
      "epoch": 3.9677599441730633,
      "grad_norm": 1.503131535528383,
      "learning_rate": 7.941183140673973e-05,
      "loss": 1.9062,
      "step": 85287
    },
    {
      "epoch": 3.9678064666201442,
      "grad_norm": 1.5142536434854734,
      "learning_rate": 7.940855664580468e-05,
      "loss": 1.9062,
      "step": 85288
    },
    {
      "epoch": 3.967852989067225,
      "grad_norm": 1.5613388088176232,
      "learning_rate": 7.940528192808613e-05,
      "loss": 2.0469,
      "step": 85289
    },
    {
      "epoch": 3.9678995115143056,
      "grad_norm": 1.5185798679545794,
      "learning_rate": 7.940200725358609e-05,
      "loss": 2.1094,
      "step": 85290
    },
    {
      "epoch": 3.967946033961386,
      "grad_norm": 1.6092246002543655,
      "learning_rate": 7.93987326223065e-05,
      "loss": 2.1875,
      "step": 85291
    },
    {
      "epoch": 3.967992556408467,
      "grad_norm": 1.6016545726836362,
      "learning_rate": 7.93954580342494e-05,
      "loss": 2.0781,
      "step": 85292
    },
    {
      "epoch": 3.968039078855548,
      "grad_norm": 1.5468626933730516,
      "learning_rate": 7.93921834894169e-05,
      "loss": 2.0781,
      "step": 85293
    },
    {
      "epoch": 3.9680856013026284,
      "grad_norm": 1.5635984700424699,
      "learning_rate": 7.938890898781092e-05,
      "loss": 2.0312,
      "step": 85294
    },
    {
      "epoch": 3.9681321237497094,
      "grad_norm": 1.4934514889410164,
      "learning_rate": 7.938563452943344e-05,
      "loss": 1.9219,
      "step": 85295
    },
    {
      "epoch": 3.96817864619679,
      "grad_norm": 1.6063069649823258,
      "learning_rate": 7.938236011428646e-05,
      "loss": 1.9922,
      "step": 85296
    },
    {
      "epoch": 3.9682251686438708,
      "grad_norm": 1.512126652374566,
      "learning_rate": 7.937908574237208e-05,
      "loss": 1.9922,
      "step": 85297
    },
    {
      "epoch": 3.9682716910909512,
      "grad_norm": 1.593668359064544,
      "learning_rate": 7.937581141369221e-05,
      "loss": 2.1094,
      "step": 85298
    },
    {
      "epoch": 3.968318213538032,
      "grad_norm": 1.5615890836048254,
      "learning_rate": 7.93725371282489e-05,
      "loss": 2.0,
      "step": 85299
    },
    {
      "epoch": 3.968364735985113,
      "grad_norm": 1.5944440965154818,
      "learning_rate": 7.936926288604407e-05,
      "loss": 2.2031,
      "step": 85300
    },
    {
      "epoch": 3.9684112584321936,
      "grad_norm": 1.5008470791310011,
      "learning_rate": 7.936598868707986e-05,
      "loss": 1.8594,
      "step": 85301
    },
    {
      "epoch": 3.968457780879274,
      "grad_norm": 1.5176664666210475,
      "learning_rate": 7.936271453135821e-05,
      "loss": 2.1719,
      "step": 85302
    },
    {
      "epoch": 3.968504303326355,
      "grad_norm": 1.5980979979495165,
      "learning_rate": 7.935944041888113e-05,
      "loss": 2.0625,
      "step": 85303
    },
    {
      "epoch": 3.968550825773436,
      "grad_norm": 1.477573611415888,
      "learning_rate": 7.935616634965054e-05,
      "loss": 1.9375,
      "step": 85304
    },
    {
      "epoch": 3.9685973482205164,
      "grad_norm": 1.4637810548316472,
      "learning_rate": 7.93528923236686e-05,
      "loss": 1.7969,
      "step": 85305
    },
    {
      "epoch": 3.9686438706675973,
      "grad_norm": 1.5871669340186285,
      "learning_rate": 7.934961834093723e-05,
      "loss": 2.1562,
      "step": 85306
    },
    {
      "epoch": 3.9686903931146778,
      "grad_norm": 1.5658522175891674,
      "learning_rate": 7.934634440145844e-05,
      "loss": 2.1562,
      "step": 85307
    },
    {
      "epoch": 3.9687369155617587,
      "grad_norm": 1.4399265292070045,
      "learning_rate": 7.934307050523415e-05,
      "loss": 1.7656,
      "step": 85308
    },
    {
      "epoch": 3.968783438008839,
      "grad_norm": 1.57181612589054,
      "learning_rate": 7.933979665226653e-05,
      "loss": 2.1406,
      "step": 85309
    },
    {
      "epoch": 3.96882996045592,
      "grad_norm": 1.5189178272237642,
      "learning_rate": 7.93365228425575e-05,
      "loss": 2.0,
      "step": 85310
    },
    {
      "epoch": 3.9688764829030005,
      "grad_norm": 1.5888598825329352,
      "learning_rate": 7.933324907610907e-05,
      "loss": 2.1094,
      "step": 85311
    },
    {
      "epoch": 3.9689230053500815,
      "grad_norm": 1.4070511186846684,
      "learning_rate": 7.932997535292324e-05,
      "loss": 1.8906,
      "step": 85312
    },
    {
      "epoch": 3.968969527797162,
      "grad_norm": 1.4582365638464942,
      "learning_rate": 7.932670167300196e-05,
      "loss": 1.8125,
      "step": 85313
    },
    {
      "epoch": 3.969016050244243,
      "grad_norm": 1.575143338587041,
      "learning_rate": 7.932342803634729e-05,
      "loss": 2.1562,
      "step": 85314
    },
    {
      "epoch": 3.969062572691324,
      "grad_norm": 1.7029066794242635,
      "learning_rate": 7.932015444296129e-05,
      "loss": 2.3125,
      "step": 85315
    },
    {
      "epoch": 3.9691090951384043,
      "grad_norm": 1.5153247434289268,
      "learning_rate": 7.93168808928459e-05,
      "loss": 2.1094,
      "step": 85316
    },
    {
      "epoch": 3.9691556175854847,
      "grad_norm": 1.5924554260202268,
      "learning_rate": 7.931360738600315e-05,
      "loss": 2.0469,
      "step": 85317
    },
    {
      "epoch": 3.9692021400325657,
      "grad_norm": 1.4441426947858007,
      "learning_rate": 7.931033392243495e-05,
      "loss": 1.8594,
      "step": 85318
    },
    {
      "epoch": 3.9692486624796466,
      "grad_norm": 1.6277964137628094,
      "learning_rate": 7.930706050214345e-05,
      "loss": 1.9297,
      "step": 85319
    },
    {
      "epoch": 3.969295184926727,
      "grad_norm": 1.515005930427707,
      "learning_rate": 7.930378712513057e-05,
      "loss": 2.0781,
      "step": 85320
    },
    {
      "epoch": 3.969341707373808,
      "grad_norm": 1.4255373658148798,
      "learning_rate": 7.930051379139835e-05,
      "loss": 1.9062,
      "step": 85321
    },
    {
      "epoch": 3.9693882298208885,
      "grad_norm": 1.500571314316578,
      "learning_rate": 7.929724050094869e-05,
      "loss": 2.0312,
      "step": 85322
    },
    {
      "epoch": 3.9694347522679694,
      "grad_norm": 1.6025838671474413,
      "learning_rate": 7.929396725378374e-05,
      "loss": 2.2031,
      "step": 85323
    },
    {
      "epoch": 3.96948127471505,
      "grad_norm": 1.5952607825412424,
      "learning_rate": 7.929069404990547e-05,
      "loss": 2.2031,
      "step": 85324
    },
    {
      "epoch": 3.9695277971621308,
      "grad_norm": 1.533625330751081,
      "learning_rate": 7.928742088931582e-05,
      "loss": 1.9297,
      "step": 85325
    },
    {
      "epoch": 3.9695743196092117,
      "grad_norm": 1.4221218587954065,
      "learning_rate": 7.928414777201677e-05,
      "loss": 1.8125,
      "step": 85326
    },
    {
      "epoch": 3.969620842056292,
      "grad_norm": 1.5700951825204639,
      "learning_rate": 7.928087469801046e-05,
      "loss": 2.0938,
      "step": 85327
    },
    {
      "epoch": 3.9696673645033727,
      "grad_norm": 1.5255352531533968,
      "learning_rate": 7.927760166729881e-05,
      "loss": 2.0625,
      "step": 85328
    },
    {
      "epoch": 3.9697138869504536,
      "grad_norm": 1.423269586284406,
      "learning_rate": 7.927432867988382e-05,
      "loss": 1.8438,
      "step": 85329
    },
    {
      "epoch": 3.9697604093975345,
      "grad_norm": 1.4241423137774858,
      "learning_rate": 7.927105573576745e-05,
      "loss": 1.6562,
      "step": 85330
    },
    {
      "epoch": 3.969806931844615,
      "grad_norm": 1.6358504104703302,
      "learning_rate": 7.92677828349518e-05,
      "loss": 2.0938,
      "step": 85331
    },
    {
      "epoch": 3.969853454291696,
      "grad_norm": 1.5943546598342033,
      "learning_rate": 7.926450997743886e-05,
      "loss": 2.0625,
      "step": 85332
    },
    {
      "epoch": 3.9698999767387764,
      "grad_norm": 1.4659342653972676,
      "learning_rate": 7.926123716323058e-05,
      "loss": 1.8828,
      "step": 85333
    },
    {
      "epoch": 3.9699464991858573,
      "grad_norm": 1.5517047651857865,
      "learning_rate": 7.925796439232894e-05,
      "loss": 2.0,
      "step": 85334
    },
    {
      "epoch": 3.9699930216329378,
      "grad_norm": 1.5612802219786746,
      "learning_rate": 7.925469166473603e-05,
      "loss": 2.0625,
      "step": 85335
    },
    {
      "epoch": 3.9700395440800187,
      "grad_norm": 1.524890812118287,
      "learning_rate": 7.925141898045378e-05,
      "loss": 2.0156,
      "step": 85336
    },
    {
      "epoch": 3.970086066527099,
      "grad_norm": 1.4823242277959885,
      "learning_rate": 7.924814633948427e-05,
      "loss": 1.4922,
      "step": 85337
    },
    {
      "epoch": 3.97013258897418,
      "grad_norm": 1.4457767702165012,
      "learning_rate": 7.924487374182947e-05,
      "loss": 1.8438,
      "step": 85338
    },
    {
      "epoch": 3.9701791114212606,
      "grad_norm": 1.522650992515818,
      "learning_rate": 7.924160118749139e-05,
      "loss": 1.8516,
      "step": 85339
    },
    {
      "epoch": 3.9702256338683415,
      "grad_norm": 1.4085255096862979,
      "learning_rate": 7.923832867647195e-05,
      "loss": 1.7578,
      "step": 85340
    },
    {
      "epoch": 3.9702721563154224,
      "grad_norm": 1.5947271567212102,
      "learning_rate": 7.923505620877327e-05,
      "loss": 2.0625,
      "step": 85341
    },
    {
      "epoch": 3.970318678762503,
      "grad_norm": 1.4933721730004672,
      "learning_rate": 7.923178378439732e-05,
      "loss": 1.8828,
      "step": 85342
    },
    {
      "epoch": 3.9703652012095834,
      "grad_norm": 1.5604008270507768,
      "learning_rate": 7.922851140334607e-05,
      "loss": 1.9688,
      "step": 85343
    },
    {
      "epoch": 3.9704117236566643,
      "grad_norm": 1.5260890244605603,
      "learning_rate": 7.92252390656215e-05,
      "loss": 1.9531,
      "step": 85344
    },
    {
      "epoch": 3.970458246103745,
      "grad_norm": 1.6448270441741697,
      "learning_rate": 7.92219667712257e-05,
      "loss": 2.1875,
      "step": 85345
    },
    {
      "epoch": 3.9705047685508257,
      "grad_norm": 1.5869599144063726,
      "learning_rate": 7.921869452016065e-05,
      "loss": 2.0312,
      "step": 85346
    },
    {
      "epoch": 3.9705512909979066,
      "grad_norm": 1.5098514695824876,
      "learning_rate": 7.921542231242832e-05,
      "loss": 1.9141,
      "step": 85347
    },
    {
      "epoch": 3.970597813444987,
      "grad_norm": 1.5578301166215287,
      "learning_rate": 7.921215014803065e-05,
      "loss": 2.2656,
      "step": 85348
    },
    {
      "epoch": 3.970644335892068,
      "grad_norm": 1.4557465576314927,
      "learning_rate": 7.92088780269698e-05,
      "loss": 1.7969,
      "step": 85349
    },
    {
      "epoch": 3.9706908583391485,
      "grad_norm": 1.5498485788827587,
      "learning_rate": 7.920560594924771e-05,
      "loss": 1.9141,
      "step": 85350
    },
    {
      "epoch": 3.9707373807862294,
      "grad_norm": 1.4811663967536683,
      "learning_rate": 7.920233391486633e-05,
      "loss": 1.7734,
      "step": 85351
    },
    {
      "epoch": 3.9707839032333103,
      "grad_norm": 1.5661227915743725,
      "learning_rate": 7.919906192382765e-05,
      "loss": 2.1562,
      "step": 85352
    },
    {
      "epoch": 3.970830425680391,
      "grad_norm": 1.5558533787669269,
      "learning_rate": 7.919578997613379e-05,
      "loss": 1.9922,
      "step": 85353
    },
    {
      "epoch": 3.9708769481274713,
      "grad_norm": 1.5679896038374255,
      "learning_rate": 7.919251807178668e-05,
      "loss": 2.0312,
      "step": 85354
    },
    {
      "epoch": 3.970923470574552,
      "grad_norm": 1.4429859429957415,
      "learning_rate": 7.918924621078832e-05,
      "loss": 1.7031,
      "step": 85355
    },
    {
      "epoch": 3.970969993021633,
      "grad_norm": 1.5122996133910573,
      "learning_rate": 7.918597439314067e-05,
      "loss": 1.8672,
      "step": 85356
    },
    {
      "epoch": 3.9710165154687136,
      "grad_norm": 1.6259807115531146,
      "learning_rate": 7.918270261884578e-05,
      "loss": 2.125,
      "step": 85357
    },
    {
      "epoch": 3.9710630379157945,
      "grad_norm": 1.5421680010454104,
      "learning_rate": 7.917943088790571e-05,
      "loss": 1.9141,
      "step": 85358
    },
    {
      "epoch": 3.971109560362875,
      "grad_norm": 1.4866310414460822,
      "learning_rate": 7.917615920032243e-05,
      "loss": 2.0,
      "step": 85359
    },
    {
      "epoch": 3.971156082809956,
      "grad_norm": 1.5177865334977987,
      "learning_rate": 7.917288755609789e-05,
      "loss": 1.875,
      "step": 85360
    },
    {
      "epoch": 3.9712026052570364,
      "grad_norm": 1.4912758811604505,
      "learning_rate": 7.91696159552341e-05,
      "loss": 1.8281,
      "step": 85361
    },
    {
      "epoch": 3.9712491277041173,
      "grad_norm": 1.5593764807848636,
      "learning_rate": 7.916634439773314e-05,
      "loss": 2.0469,
      "step": 85362
    },
    {
      "epoch": 3.971295650151198,
      "grad_norm": 1.5188863236562338,
      "learning_rate": 7.916307288359694e-05,
      "loss": 2.0625,
      "step": 85363
    },
    {
      "epoch": 3.9713421725982787,
      "grad_norm": 1.5702366702258115,
      "learning_rate": 7.915980141282754e-05,
      "loss": 2.2344,
      "step": 85364
    },
    {
      "epoch": 3.971388695045359,
      "grad_norm": 1.5210399229348133,
      "learning_rate": 7.915652998542692e-05,
      "loss": 1.9922,
      "step": 85365
    },
    {
      "epoch": 3.97143521749244,
      "grad_norm": 1.5603632953614845,
      "learning_rate": 7.915325860139706e-05,
      "loss": 2.0938,
      "step": 85366
    },
    {
      "epoch": 3.971481739939521,
      "grad_norm": 1.5933751848928417,
      "learning_rate": 7.914998726074002e-05,
      "loss": 1.9922,
      "step": 85367
    },
    {
      "epoch": 3.9715282623866015,
      "grad_norm": 1.5834459568246886,
      "learning_rate": 7.914671596345778e-05,
      "loss": 2.0312,
      "step": 85368
    },
    {
      "epoch": 3.971574784833682,
      "grad_norm": 1.7923188297607973,
      "learning_rate": 7.914344470955234e-05,
      "loss": 2.25,
      "step": 85369
    },
    {
      "epoch": 3.971621307280763,
      "grad_norm": 1.6197631793379401,
      "learning_rate": 7.914017349902564e-05,
      "loss": 2.1094,
      "step": 85370
    },
    {
      "epoch": 3.971667829727844,
      "grad_norm": 1.5180968761248215,
      "learning_rate": 7.913690233187982e-05,
      "loss": 1.8828,
      "step": 85371
    },
    {
      "epoch": 3.9717143521749243,
      "grad_norm": 1.584585277248675,
      "learning_rate": 7.91336312081168e-05,
      "loss": 2.0938,
      "step": 85372
    },
    {
      "epoch": 3.971760874622005,
      "grad_norm": 1.487386430131271,
      "learning_rate": 7.913036012773857e-05,
      "loss": 1.8516,
      "step": 85373
    },
    {
      "epoch": 3.9718073970690857,
      "grad_norm": 1.5961814414029116,
      "learning_rate": 7.91270890907471e-05,
      "loss": 2.2969,
      "step": 85374
    },
    {
      "epoch": 3.9718539195161666,
      "grad_norm": 1.3980902392720007,
      "learning_rate": 7.912381809714452e-05,
      "loss": 1.8281,
      "step": 85375
    },
    {
      "epoch": 3.971900441963247,
      "grad_norm": 1.5548855958263768,
      "learning_rate": 7.912054714693273e-05,
      "loss": 2.1094,
      "step": 85376
    },
    {
      "epoch": 3.971946964410328,
      "grad_norm": 1.5453850307642107,
      "learning_rate": 7.911727624011377e-05,
      "loss": 2.0938,
      "step": 85377
    },
    {
      "epoch": 3.971993486857409,
      "grad_norm": 1.554398027167223,
      "learning_rate": 7.911400537668957e-05,
      "loss": 2.125,
      "step": 85378
    },
    {
      "epoch": 3.9720400093044894,
      "grad_norm": 1.576358926603536,
      "learning_rate": 7.911073455666221e-05,
      "loss": 2.0469,
      "step": 85379
    },
    {
      "epoch": 3.97208653175157,
      "grad_norm": 1.6289909210791693,
      "learning_rate": 7.910746378003372e-05,
      "loss": 2.1094,
      "step": 85380
    },
    {
      "epoch": 3.972133054198651,
      "grad_norm": 1.4719898634212287,
      "learning_rate": 7.910419304680606e-05,
      "loss": 1.8359,
      "step": 85381
    },
    {
      "epoch": 3.9721795766457317,
      "grad_norm": 1.6139649126737663,
      "learning_rate": 7.910092235698124e-05,
      "loss": 1.9141,
      "step": 85382
    },
    {
      "epoch": 3.972226099092812,
      "grad_norm": 1.5705223884317374,
      "learning_rate": 7.909765171056117e-05,
      "loss": 2.0781,
      "step": 85383
    },
    {
      "epoch": 3.972272621539893,
      "grad_norm": 1.6449408647985246,
      "learning_rate": 7.909438110754802e-05,
      "loss": 2.25,
      "step": 85384
    },
    {
      "epoch": 3.9723191439869736,
      "grad_norm": 1.5457868829739856,
      "learning_rate": 7.909111054794368e-05,
      "loss": 2.0469,
      "step": 85385
    },
    {
      "epoch": 3.9723656664340545,
      "grad_norm": 1.6613516102073915,
      "learning_rate": 7.908784003175021e-05,
      "loss": 2.0469,
      "step": 85386
    },
    {
      "epoch": 3.972412188881135,
      "grad_norm": 1.5311764476336354,
      "learning_rate": 7.90845695589695e-05,
      "loss": 1.8984,
      "step": 85387
    },
    {
      "epoch": 3.972458711328216,
      "grad_norm": 1.486327199117258,
      "learning_rate": 7.908129912960372e-05,
      "loss": 1.8047,
      "step": 85388
    },
    {
      "epoch": 3.972505233775297,
      "grad_norm": 1.614504607347374,
      "learning_rate": 7.907802874365477e-05,
      "loss": 2.3125,
      "step": 85389
    },
    {
      "epoch": 3.9725517562223773,
      "grad_norm": 1.5387970205035892,
      "learning_rate": 7.907475840112467e-05,
      "loss": 2.0938,
      "step": 85390
    },
    {
      "epoch": 3.972598278669458,
      "grad_norm": 1.5611039525428443,
      "learning_rate": 7.907148810201542e-05,
      "loss": 1.8906,
      "step": 85391
    },
    {
      "epoch": 3.9726448011165387,
      "grad_norm": 1.5219924625910781,
      "learning_rate": 7.906821784632897e-05,
      "loss": 2.0469,
      "step": 85392
    },
    {
      "epoch": 3.9726913235636196,
      "grad_norm": 1.5111753053535835,
      "learning_rate": 7.906494763406742e-05,
      "loss": 2.0469,
      "step": 85393
    },
    {
      "epoch": 3.9727378460107,
      "grad_norm": 1.4902520056946584,
      "learning_rate": 7.906167746523274e-05,
      "loss": 1.9844,
      "step": 85394
    },
    {
      "epoch": 3.972784368457781,
      "grad_norm": 1.4818888861134638,
      "learning_rate": 7.905840733982692e-05,
      "loss": 1.9531,
      "step": 85395
    },
    {
      "epoch": 3.9728308909048615,
      "grad_norm": 1.656557516172755,
      "learning_rate": 7.90551372578519e-05,
      "loss": 2.1562,
      "step": 85396
    },
    {
      "epoch": 3.9728774133519424,
      "grad_norm": 1.450585536415103,
      "learning_rate": 7.905186721930978e-05,
      "loss": 1.8438,
      "step": 85397
    },
    {
      "epoch": 3.972923935799023,
      "grad_norm": 1.5571125545622428,
      "learning_rate": 7.904859722420255e-05,
      "loss": 2.1406,
      "step": 85398
    },
    {
      "epoch": 3.972970458246104,
      "grad_norm": 1.4902111146153292,
      "learning_rate": 7.90453272725322e-05,
      "loss": 1.9844,
      "step": 85399
    },
    {
      "epoch": 3.9730169806931843,
      "grad_norm": 1.6053923005100112,
      "learning_rate": 7.904205736430064e-05,
      "loss": 2.0,
      "step": 85400
    },
    {
      "epoch": 3.9730635031402652,
      "grad_norm": 1.7285910631975907,
      "learning_rate": 7.903878749950994e-05,
      "loss": 2.2812,
      "step": 85401
    },
    {
      "epoch": 3.9731100255873457,
      "grad_norm": 1.5456041056945993,
      "learning_rate": 7.903551767816218e-05,
      "loss": 2.0625,
      "step": 85402
    },
    {
      "epoch": 3.9731565480344266,
      "grad_norm": 1.6596247799004953,
      "learning_rate": 7.903224790025932e-05,
      "loss": 1.4922,
      "step": 85403
    },
    {
      "epoch": 3.9732030704815076,
      "grad_norm": 1.5260653466111282,
      "learning_rate": 7.90289781658033e-05,
      "loss": 2.0156,
      "step": 85404
    },
    {
      "epoch": 3.973249592928588,
      "grad_norm": 1.5475612801232037,
      "learning_rate": 7.90257084747961e-05,
      "loss": 2.1094,
      "step": 85405
    },
    {
      "epoch": 3.9732961153756685,
      "grad_norm": 1.6092529181931674,
      "learning_rate": 7.902243882723988e-05,
      "loss": 2.0625,
      "step": 85406
    },
    {
      "epoch": 3.9733426378227494,
      "grad_norm": 1.5505943595362766,
      "learning_rate": 7.901916922313649e-05,
      "loss": 1.9609,
      "step": 85407
    },
    {
      "epoch": 3.9733891602698304,
      "grad_norm": 1.5159554719934627,
      "learning_rate": 7.901589966248802e-05,
      "loss": 1.9688,
      "step": 85408
    },
    {
      "epoch": 3.973435682716911,
      "grad_norm": 1.4162122848100627,
      "learning_rate": 7.901263014529636e-05,
      "loss": 1.8047,
      "step": 85409
    },
    {
      "epoch": 3.9734822051639918,
      "grad_norm": 1.4974892559700432,
      "learning_rate": 7.900936067156365e-05,
      "loss": 1.9453,
      "step": 85410
    },
    {
      "epoch": 3.9735287276110722,
      "grad_norm": 1.5849925446878632,
      "learning_rate": 7.900609124129181e-05,
      "loss": 2.1406,
      "step": 85411
    },
    {
      "epoch": 3.973575250058153,
      "grad_norm": 1.4944130997418064,
      "learning_rate": 7.900282185448287e-05,
      "loss": 1.8516,
      "step": 85412
    },
    {
      "epoch": 3.9736217725052336,
      "grad_norm": 1.5725364054087878,
      "learning_rate": 7.899955251113879e-05,
      "loss": 2.1094,
      "step": 85413
    },
    {
      "epoch": 3.9736682949523146,
      "grad_norm": 1.5114991682359689,
      "learning_rate": 7.899628321126161e-05,
      "loss": 1.9453,
      "step": 85414
    },
    {
      "epoch": 3.9737148173993955,
      "grad_norm": 1.5524987541695359,
      "learning_rate": 7.899301395485337e-05,
      "loss": 2.1406,
      "step": 85415
    },
    {
      "epoch": 3.973761339846476,
      "grad_norm": 1.4654522693271457,
      "learning_rate": 7.8989744741916e-05,
      "loss": 1.75,
      "step": 85416
    },
    {
      "epoch": 3.9738078622935564,
      "grad_norm": 1.6473374582583182,
      "learning_rate": 7.898647557245153e-05,
      "loss": 2.0625,
      "step": 85417
    },
    {
      "epoch": 3.9738543847406373,
      "grad_norm": 1.5484778100983863,
      "learning_rate": 7.89832064464619e-05,
      "loss": 1.9688,
      "step": 85418
    },
    {
      "epoch": 3.9739009071877183,
      "grad_norm": 1.5804693697607262,
      "learning_rate": 7.897993736394924e-05,
      "loss": 2.0469,
      "step": 85419
    },
    {
      "epoch": 3.9739474296347987,
      "grad_norm": 1.5323714760630183,
      "learning_rate": 7.897666832491547e-05,
      "loss": 2.0625,
      "step": 85420
    },
    {
      "epoch": 3.9739939520818797,
      "grad_norm": 1.4849335387001137,
      "learning_rate": 7.89733993293626e-05,
      "loss": 1.6953,
      "step": 85421
    },
    {
      "epoch": 3.97404047452896,
      "grad_norm": 1.495902272089149,
      "learning_rate": 7.897013037729258e-05,
      "loss": 1.8125,
      "step": 85422
    },
    {
      "epoch": 3.974086996976041,
      "grad_norm": 1.6003799247027484,
      "learning_rate": 7.896686146870746e-05,
      "loss": 2.1562,
      "step": 85423
    },
    {
      "epoch": 3.9741335194231215,
      "grad_norm": 1.5626477411610535,
      "learning_rate": 7.896359260360931e-05,
      "loss": 2.1875,
      "step": 85424
    },
    {
      "epoch": 3.9741800418702025,
      "grad_norm": 1.411984758414312,
      "learning_rate": 7.896032378200006e-05,
      "loss": 1.5547,
      "step": 85425
    },
    {
      "epoch": 3.974226564317283,
      "grad_norm": 1.641352058685428,
      "learning_rate": 7.895705500388172e-05,
      "loss": 1.9531,
      "step": 85426
    },
    {
      "epoch": 3.974273086764364,
      "grad_norm": 1.6038449621067887,
      "learning_rate": 7.895378626925625e-05,
      "loss": 1.9609,
      "step": 85427
    },
    {
      "epoch": 3.9743196092114443,
      "grad_norm": 1.564983299627124,
      "learning_rate": 7.895051757812574e-05,
      "loss": 2.1875,
      "step": 85428
    },
    {
      "epoch": 3.9743661316585253,
      "grad_norm": 1.5379891629680893,
      "learning_rate": 7.894724893049212e-05,
      "loss": 2.0,
      "step": 85429
    },
    {
      "epoch": 3.974412654105606,
      "grad_norm": 1.5125741094727903,
      "learning_rate": 7.894398032635744e-05,
      "loss": 2.0469,
      "step": 85430
    },
    {
      "epoch": 3.9744591765526867,
      "grad_norm": 1.5660496215944848,
      "learning_rate": 7.89407117657236e-05,
      "loss": 2.1094,
      "step": 85431
    },
    {
      "epoch": 3.974505698999767,
      "grad_norm": 1.5951575018065811,
      "learning_rate": 7.893744324859273e-05,
      "loss": 2.0,
      "step": 85432
    },
    {
      "epoch": 3.974552221446848,
      "grad_norm": 1.500134955676432,
      "learning_rate": 7.893417477496678e-05,
      "loss": 1.9531,
      "step": 85433
    },
    {
      "epoch": 3.974598743893929,
      "grad_norm": 1.5486961797315575,
      "learning_rate": 7.893090634484777e-05,
      "loss": 2.0312,
      "step": 85434
    },
    {
      "epoch": 3.9746452663410095,
      "grad_norm": 1.6326743930284495,
      "learning_rate": 7.89276379582376e-05,
      "loss": 2.0625,
      "step": 85435
    },
    {
      "epoch": 3.9746917887880904,
      "grad_norm": 1.6941678671578317,
      "learning_rate": 7.89243696151384e-05,
      "loss": 2.1875,
      "step": 85436
    },
    {
      "epoch": 3.974738311235171,
      "grad_norm": 1.5560546955549532,
      "learning_rate": 7.892110131555214e-05,
      "loss": 2.1094,
      "step": 85437
    },
    {
      "epoch": 3.9747848336822518,
      "grad_norm": 1.4934749936306568,
      "learning_rate": 7.891783305948078e-05,
      "loss": 1.8906,
      "step": 85438
    },
    {
      "epoch": 3.9748313561293322,
      "grad_norm": 1.6827928823373373,
      "learning_rate": 7.891456484692628e-05,
      "loss": 2.2656,
      "step": 85439
    },
    {
      "epoch": 3.974877878576413,
      "grad_norm": 1.6198391265765086,
      "learning_rate": 7.89112966778908e-05,
      "loss": 2.0469,
      "step": 85440
    },
    {
      "epoch": 3.974924401023494,
      "grad_norm": 1.556653939255029,
      "learning_rate": 7.89080285523762e-05,
      "loss": 2.0781,
      "step": 85441
    },
    {
      "epoch": 3.9749709234705746,
      "grad_norm": 1.5777980004512155,
      "learning_rate": 7.890476047038454e-05,
      "loss": 2.1406,
      "step": 85442
    },
    {
      "epoch": 3.975017445917655,
      "grad_norm": 1.520962005019696,
      "learning_rate": 7.890149243191782e-05,
      "loss": 2.0625,
      "step": 85443
    },
    {
      "epoch": 3.975063968364736,
      "grad_norm": 1.5945846256822165,
      "learning_rate": 7.889822443697793e-05,
      "loss": 2.125,
      "step": 85444
    },
    {
      "epoch": 3.975110490811817,
      "grad_norm": 1.5733655529878683,
      "learning_rate": 7.889495648556699e-05,
      "loss": 2.1094,
      "step": 85445
    },
    {
      "epoch": 3.9751570132588974,
      "grad_norm": 1.5744933314354816,
      "learning_rate": 7.889168857768704e-05,
      "loss": 2.0469,
      "step": 85446
    },
    {
      "epoch": 3.9752035357059783,
      "grad_norm": 1.5250222237029694,
      "learning_rate": 7.888842071334e-05,
      "loss": 1.8125,
      "step": 85447
    },
    {
      "epoch": 3.9752500581530588,
      "grad_norm": 1.5698299685379888,
      "learning_rate": 7.88851528925279e-05,
      "loss": 2.2188,
      "step": 85448
    },
    {
      "epoch": 3.9752965806001397,
      "grad_norm": 1.591222067264069,
      "learning_rate": 7.888188511525266e-05,
      "loss": 2.1406,
      "step": 85449
    },
    {
      "epoch": 3.97534310304722,
      "grad_norm": 1.5567500130170782,
      "learning_rate": 7.887861738151643e-05,
      "loss": 2.1562,
      "step": 85450
    },
    {
      "epoch": 3.975389625494301,
      "grad_norm": 1.4766985864380968,
      "learning_rate": 7.88753496913211e-05,
      "loss": 1.8984,
      "step": 85451
    },
    {
      "epoch": 3.9754361479413816,
      "grad_norm": 1.484731614491715,
      "learning_rate": 7.887208204466872e-05,
      "loss": 1.8281,
      "step": 85452
    },
    {
      "epoch": 3.9754826703884625,
      "grad_norm": 1.419527321522695,
      "learning_rate": 7.886881444156121e-05,
      "loss": 1.7734,
      "step": 85453
    },
    {
      "epoch": 3.975529192835543,
      "grad_norm": 1.6322133094994493,
      "learning_rate": 7.886554688200069e-05,
      "loss": 2.2031,
      "step": 85454
    },
    {
      "epoch": 3.975575715282624,
      "grad_norm": 1.5472858693944809,
      "learning_rate": 7.886227936598909e-05,
      "loss": 2.0469,
      "step": 85455
    },
    {
      "epoch": 3.975622237729705,
      "grad_norm": 1.5731260223831882,
      "learning_rate": 7.885901189352844e-05,
      "loss": 1.9922,
      "step": 85456
    },
    {
      "epoch": 3.9756687601767853,
      "grad_norm": 1.5520140618848979,
      "learning_rate": 7.885574446462065e-05,
      "loss": 2.0781,
      "step": 85457
    },
    {
      "epoch": 3.9757152826238658,
      "grad_norm": 1.590729397766289,
      "learning_rate": 7.885247707926785e-05,
      "loss": 2.0312,
      "step": 85458
    },
    {
      "epoch": 3.9757618050709467,
      "grad_norm": 1.4894104872863778,
      "learning_rate": 7.884920973747198e-05,
      "loss": 1.6953,
      "step": 85459
    },
    {
      "epoch": 3.9758083275180276,
      "grad_norm": 1.594470432516475,
      "learning_rate": 7.884594243923506e-05,
      "loss": 2.0156,
      "step": 85460
    },
    {
      "epoch": 3.975854849965108,
      "grad_norm": 1.5884615424290447,
      "learning_rate": 7.884267518455901e-05,
      "loss": 2.1562,
      "step": 85461
    },
    {
      "epoch": 3.975901372412189,
      "grad_norm": 1.559474433114498,
      "learning_rate": 7.883940797344596e-05,
      "loss": 2.0,
      "step": 85462
    },
    {
      "epoch": 3.9759478948592695,
      "grad_norm": 1.5419962412547332,
      "learning_rate": 7.883614080589781e-05,
      "loss": 1.9922,
      "step": 85463
    },
    {
      "epoch": 3.9759944173063504,
      "grad_norm": 1.4576324317729183,
      "learning_rate": 7.883287368191663e-05,
      "loss": 1.9922,
      "step": 85464
    },
    {
      "epoch": 3.976040939753431,
      "grad_norm": 1.637406866120292,
      "learning_rate": 7.882960660150431e-05,
      "loss": 2.0312,
      "step": 85465
    },
    {
      "epoch": 3.976087462200512,
      "grad_norm": 1.636802739221009,
      "learning_rate": 7.882633956466299e-05,
      "loss": 1.9062,
      "step": 85466
    },
    {
      "epoch": 3.9761339846475927,
      "grad_norm": 1.5345248375980276,
      "learning_rate": 7.882307257139452e-05,
      "loss": 1.9375,
      "step": 85467
    },
    {
      "epoch": 3.976180507094673,
      "grad_norm": 1.485044987424745,
      "learning_rate": 7.881980562170108e-05,
      "loss": 1.875,
      "step": 85468
    },
    {
      "epoch": 3.9762270295417537,
      "grad_norm": 1.6348651276000141,
      "learning_rate": 7.881653871558455e-05,
      "loss": 2.1562,
      "step": 85469
    },
    {
      "epoch": 3.9762735519888346,
      "grad_norm": 1.5930249266934986,
      "learning_rate": 7.88132718530469e-05,
      "loss": 2.25,
      "step": 85470
    },
    {
      "epoch": 3.9763200744359155,
      "grad_norm": 1.5688875629392212,
      "learning_rate": 7.881000503409025e-05,
      "loss": 1.8672,
      "step": 85471
    },
    {
      "epoch": 3.976366596882996,
      "grad_norm": 1.592160386930888,
      "learning_rate": 7.880673825871653e-05,
      "loss": 2.0469,
      "step": 85472
    },
    {
      "epoch": 3.976413119330077,
      "grad_norm": 1.5835114826052512,
      "learning_rate": 7.880347152692774e-05,
      "loss": 2.1719,
      "step": 85473
    },
    {
      "epoch": 3.9764596417771574,
      "grad_norm": 1.6296264919553665,
      "learning_rate": 7.880020483872589e-05,
      "loss": 2.3281,
      "step": 85474
    },
    {
      "epoch": 3.9765061642242383,
      "grad_norm": 1.6074889493109992,
      "learning_rate": 7.879693819411292e-05,
      "loss": 2.1094,
      "step": 85475
    },
    {
      "epoch": 3.976552686671319,
      "grad_norm": 1.5002492300055001,
      "learning_rate": 7.879367159309093e-05,
      "loss": 1.9609,
      "step": 85476
    },
    {
      "epoch": 3.9765992091183997,
      "grad_norm": 1.466926493055077,
      "learning_rate": 7.879040503566188e-05,
      "loss": 2.0625,
      "step": 85477
    },
    {
      "epoch": 3.97664573156548,
      "grad_norm": 1.5115613223407083,
      "learning_rate": 7.878713852182776e-05,
      "loss": 1.75,
      "step": 85478
    },
    {
      "epoch": 3.976692254012561,
      "grad_norm": 1.633019351235118,
      "learning_rate": 7.878387205159053e-05,
      "loss": 2.0312,
      "step": 85479
    },
    {
      "epoch": 3.9767387764596416,
      "grad_norm": 1.5842902821267804,
      "learning_rate": 7.87806056249523e-05,
      "loss": 2.0625,
      "step": 85480
    },
    {
      "epoch": 3.9767852989067225,
      "grad_norm": 1.459872209751707,
      "learning_rate": 7.877733924191498e-05,
      "loss": 1.8359,
      "step": 85481
    },
    {
      "epoch": 3.9768318213538034,
      "grad_norm": 1.5510043070943178,
      "learning_rate": 7.877407290248059e-05,
      "loss": 1.8438,
      "step": 85482
    },
    {
      "epoch": 3.976878343800884,
      "grad_norm": 1.5755151592339771,
      "learning_rate": 7.877080660665108e-05,
      "loss": 2.125,
      "step": 85483
    },
    {
      "epoch": 3.9769248662479644,
      "grad_norm": 1.5715116950096206,
      "learning_rate": 7.876754035442856e-05,
      "loss": 2.1562,
      "step": 85484
    },
    {
      "epoch": 3.9769713886950453,
      "grad_norm": 1.5923671771583767,
      "learning_rate": 7.876427414581498e-05,
      "loss": 2.0781,
      "step": 85485
    },
    {
      "epoch": 3.977017911142126,
      "grad_norm": 1.5545566060714129,
      "learning_rate": 7.876100798081233e-05,
      "loss": 1.9844,
      "step": 85486
    },
    {
      "epoch": 3.9770644335892067,
      "grad_norm": 1.5347165043970652,
      "learning_rate": 7.875774185942256e-05,
      "loss": 2.0312,
      "step": 85487
    },
    {
      "epoch": 3.9771109560362876,
      "grad_norm": 1.576029316254108,
      "learning_rate": 7.875447578164775e-05,
      "loss": 2.0156,
      "step": 85488
    },
    {
      "epoch": 3.977157478483368,
      "grad_norm": 1.4840203671499355,
      "learning_rate": 7.875120974748984e-05,
      "loss": 1.8906,
      "step": 85489
    },
    {
      "epoch": 3.977204000930449,
      "grad_norm": 1.4472086710421268,
      "learning_rate": 7.874794375695088e-05,
      "loss": 1.8438,
      "step": 85490
    },
    {
      "epoch": 3.9772505233775295,
      "grad_norm": 1.5080232558685425,
      "learning_rate": 7.874467781003288e-05,
      "loss": 1.9609,
      "step": 85491
    },
    {
      "epoch": 3.9772970458246104,
      "grad_norm": 1.3877790015123654,
      "learning_rate": 7.874141190673773e-05,
      "loss": 1.5781,
      "step": 85492
    },
    {
      "epoch": 3.9773435682716913,
      "grad_norm": 1.5070952061885974,
      "learning_rate": 7.87381460470676e-05,
      "loss": 1.8828,
      "step": 85493
    },
    {
      "epoch": 3.977390090718772,
      "grad_norm": 1.4500223526391955,
      "learning_rate": 7.873488023102438e-05,
      "loss": 1.9609,
      "step": 85494
    },
    {
      "epoch": 3.9774366131658523,
      "grad_norm": 1.566963366968728,
      "learning_rate": 7.873161445861008e-05,
      "loss": 2.1406,
      "step": 85495
    },
    {
      "epoch": 3.977483135612933,
      "grad_norm": 1.473916066796972,
      "learning_rate": 7.872834872982665e-05,
      "loss": 1.8359,
      "step": 85496
    },
    {
      "epoch": 3.977529658060014,
      "grad_norm": 1.6255395353702038,
      "learning_rate": 7.87250830446762e-05,
      "loss": 2.0938,
      "step": 85497
    },
    {
      "epoch": 3.9775761805070946,
      "grad_norm": 1.5045820718779812,
      "learning_rate": 7.872181740316068e-05,
      "loss": 1.9766,
      "step": 85498
    },
    {
      "epoch": 3.9776227029541755,
      "grad_norm": 1.463222266878592,
      "learning_rate": 7.871855180528206e-05,
      "loss": 1.8203,
      "step": 85499
    },
    {
      "epoch": 3.977669225401256,
      "grad_norm": 1.4844677004774183,
      "learning_rate": 7.871528625104241e-05,
      "loss": 1.8516,
      "step": 85500
    },
    {
      "epoch": 3.977715747848337,
      "grad_norm": 1.533088191825638,
      "learning_rate": 7.87120207404436e-05,
      "loss": 1.9531,
      "step": 85501
    },
    {
      "epoch": 3.9777622702954174,
      "grad_norm": 1.5629698248291939,
      "learning_rate": 7.870875527348776e-05,
      "loss": 2.0625,
      "step": 85502
    },
    {
      "epoch": 3.9778087927424983,
      "grad_norm": 1.4852490761235009,
      "learning_rate": 7.870548985017685e-05,
      "loss": 1.9531,
      "step": 85503
    },
    {
      "epoch": 3.9778553151895792,
      "grad_norm": 1.4712115701688486,
      "learning_rate": 7.870222447051286e-05,
      "loss": 1.8281,
      "step": 85504
    },
    {
      "epoch": 3.9779018376366597,
      "grad_norm": 1.4538209631093835,
      "learning_rate": 7.869895913449773e-05,
      "loss": 1.9609,
      "step": 85505
    },
    {
      "epoch": 3.97794836008374,
      "grad_norm": 1.5451383146421664,
      "learning_rate": 7.869569384213357e-05,
      "loss": 1.8672,
      "step": 85506
    },
    {
      "epoch": 3.977994882530821,
      "grad_norm": 1.6260670489457651,
      "learning_rate": 7.869242859342232e-05,
      "loss": 2.1719,
      "step": 85507
    },
    {
      "epoch": 3.978041404977902,
      "grad_norm": 1.5104298794760243,
      "learning_rate": 7.8689163388366e-05,
      "loss": 1.9453,
      "step": 85508
    },
    {
      "epoch": 3.9780879274249825,
      "grad_norm": 1.6543502438717084,
      "learning_rate": 7.868589822696653e-05,
      "loss": 2.2031,
      "step": 85509
    },
    {
      "epoch": 3.978134449872063,
      "grad_norm": 1.4030586801978298,
      "learning_rate": 7.868263310922603e-05,
      "loss": 1.6641,
      "step": 85510
    },
    {
      "epoch": 3.978180972319144,
      "grad_norm": 1.5340120771539414,
      "learning_rate": 7.86793680351464e-05,
      "loss": 2.1406,
      "step": 85511
    },
    {
      "epoch": 3.978227494766225,
      "grad_norm": 1.471974073894365,
      "learning_rate": 7.867610300472971e-05,
      "loss": 1.75,
      "step": 85512
    },
    {
      "epoch": 3.9782740172133053,
      "grad_norm": 1.4115834343527236,
      "learning_rate": 7.867283801797795e-05,
      "loss": 1.7031,
      "step": 85513
    },
    {
      "epoch": 3.9783205396603862,
      "grad_norm": 1.55540708250081,
      "learning_rate": 7.866957307489304e-05,
      "loss": 2.1719,
      "step": 85514
    },
    {
      "epoch": 3.9783670621074667,
      "grad_norm": 1.5565726274417142,
      "learning_rate": 7.86663081754771e-05,
      "loss": 2.0469,
      "step": 85515
    },
    {
      "epoch": 3.9784135845545476,
      "grad_norm": 1.5915165127873618,
      "learning_rate": 7.866304331973204e-05,
      "loss": 2.0,
      "step": 85516
    },
    {
      "epoch": 3.978460107001628,
      "grad_norm": 1.4311987800316224,
      "learning_rate": 7.865977850765992e-05,
      "loss": 1.7109,
      "step": 85517
    },
    {
      "epoch": 3.978506629448709,
      "grad_norm": 1.5588760550609742,
      "learning_rate": 7.865651373926262e-05,
      "loss": 1.9922,
      "step": 85518
    },
    {
      "epoch": 3.97855315189579,
      "grad_norm": 1.5447998959179556,
      "learning_rate": 7.86532490145423e-05,
      "loss": 2.0312,
      "step": 85519
    },
    {
      "epoch": 3.9785996743428704,
      "grad_norm": 1.5182324893500072,
      "learning_rate": 7.864998433350086e-05,
      "loss": 1.7422,
      "step": 85520
    },
    {
      "epoch": 3.978646196789951,
      "grad_norm": 1.482048171724862,
      "learning_rate": 7.864671969614035e-05,
      "loss": 1.5625,
      "step": 85521
    },
    {
      "epoch": 3.978692719237032,
      "grad_norm": 1.5431783586555976,
      "learning_rate": 7.864345510246266e-05,
      "loss": 2.0938,
      "step": 85522
    },
    {
      "epoch": 3.9787392416841127,
      "grad_norm": 1.5164375696856418,
      "learning_rate": 7.864019055246993e-05,
      "loss": 1.9141,
      "step": 85523
    },
    {
      "epoch": 3.9787857641311932,
      "grad_norm": 1.5565665967957045,
      "learning_rate": 7.863692604616408e-05,
      "loss": 2.1562,
      "step": 85524
    },
    {
      "epoch": 3.978832286578274,
      "grad_norm": 1.6013716126096975,
      "learning_rate": 7.863366158354715e-05,
      "loss": 2.0781,
      "step": 85525
    },
    {
      "epoch": 3.9788788090253546,
      "grad_norm": 1.59155744200634,
      "learning_rate": 7.86303971646211e-05,
      "loss": 2.0625,
      "step": 85526
    },
    {
      "epoch": 3.9789253314724355,
      "grad_norm": 1.6161951199931868,
      "learning_rate": 7.862713278938789e-05,
      "loss": 2.0781,
      "step": 85527
    },
    {
      "epoch": 3.978971853919516,
      "grad_norm": 1.5907145210303864,
      "learning_rate": 7.862386845784962e-05,
      "loss": 2.0469,
      "step": 85528
    },
    {
      "epoch": 3.979018376366597,
      "grad_norm": 1.5515190520518418,
      "learning_rate": 7.862060417000826e-05,
      "loss": 2.0469,
      "step": 85529
    },
    {
      "epoch": 3.979064898813678,
      "grad_norm": 1.5185249022172709,
      "learning_rate": 7.861733992586574e-05,
      "loss": 2.0625,
      "step": 85530
    },
    {
      "epoch": 3.9791114212607583,
      "grad_norm": 1.5518066799384005,
      "learning_rate": 7.861407572542409e-05,
      "loss": 2.0781,
      "step": 85531
    },
    {
      "epoch": 3.979157943707839,
      "grad_norm": 1.4348575636434722,
      "learning_rate": 7.861081156868535e-05,
      "loss": 1.6172,
      "step": 85532
    },
    {
      "epoch": 3.9792044661549197,
      "grad_norm": 1.8242425634149078,
      "learning_rate": 7.860754745565145e-05,
      "loss": 2.2188,
      "step": 85533
    },
    {
      "epoch": 3.9792509886020007,
      "grad_norm": 1.4832451499122887,
      "learning_rate": 7.860428338632449e-05,
      "loss": 1.8906,
      "step": 85534
    },
    {
      "epoch": 3.979297511049081,
      "grad_norm": 1.4483187763772558,
      "learning_rate": 7.860101936070641e-05,
      "loss": 1.8125,
      "step": 85535
    },
    {
      "epoch": 3.979344033496162,
      "grad_norm": 1.5945615497214274,
      "learning_rate": 7.859775537879915e-05,
      "loss": 2.0625,
      "step": 85536
    },
    {
      "epoch": 3.9793905559432425,
      "grad_norm": 1.578269589063509,
      "learning_rate": 7.859449144060483e-05,
      "loss": 2.0625,
      "step": 85537
    },
    {
      "epoch": 3.9794370783903235,
      "grad_norm": 1.5405681616593192,
      "learning_rate": 7.859122754612538e-05,
      "loss": 2.1562,
      "step": 85538
    },
    {
      "epoch": 3.979483600837404,
      "grad_norm": 1.5835045791921634,
      "learning_rate": 7.858796369536279e-05,
      "loss": 2.1875,
      "step": 85539
    },
    {
      "epoch": 3.979530123284485,
      "grad_norm": 1.4526764065870954,
      "learning_rate": 7.8584699888319e-05,
      "loss": 1.6016,
      "step": 85540
    },
    {
      "epoch": 3.9795766457315653,
      "grad_norm": 1.5706894862094567,
      "learning_rate": 7.858143612499616e-05,
      "loss": 2.1875,
      "step": 85541
    },
    {
      "epoch": 3.9796231681786463,
      "grad_norm": 1.5563274719972322,
      "learning_rate": 7.857817240539617e-05,
      "loss": 2.1562,
      "step": 85542
    },
    {
      "epoch": 3.9796696906257267,
      "grad_norm": 1.5100738940292422,
      "learning_rate": 7.857490872952106e-05,
      "loss": 2.0,
      "step": 85543
    },
    {
      "epoch": 3.9797162130728077,
      "grad_norm": 1.5638080384589432,
      "learning_rate": 7.857164509737274e-05,
      "loss": 2.1094,
      "step": 85544
    },
    {
      "epoch": 3.9797627355198886,
      "grad_norm": 1.479788403416646,
      "learning_rate": 7.856838150895335e-05,
      "loss": 1.9062,
      "step": 85545
    },
    {
      "epoch": 3.979809257966969,
      "grad_norm": 1.4183294666176174,
      "learning_rate": 7.856511796426481e-05,
      "loss": 1.75,
      "step": 85546
    },
    {
      "epoch": 3.9798557804140495,
      "grad_norm": 1.6923163314903786,
      "learning_rate": 7.856185446330912e-05,
      "loss": 2.2188,
      "step": 85547
    },
    {
      "epoch": 3.9799023028611304,
      "grad_norm": 1.5000184002652603,
      "learning_rate": 7.855859100608824e-05,
      "loss": 2.0156,
      "step": 85548
    },
    {
      "epoch": 3.9799488253082114,
      "grad_norm": 1.48596678955426,
      "learning_rate": 7.855532759260426e-05,
      "loss": 1.6641,
      "step": 85549
    },
    {
      "epoch": 3.979995347755292,
      "grad_norm": 1.5308692775588637,
      "learning_rate": 7.855206422285913e-05,
      "loss": 2.0781,
      "step": 85550
    },
    {
      "epoch": 3.9800418702023728,
      "grad_norm": 1.6119166818305772,
      "learning_rate": 7.854880089685485e-05,
      "loss": 2.0312,
      "step": 85551
    },
    {
      "epoch": 3.9800883926494532,
      "grad_norm": 1.4076769974666914,
      "learning_rate": 7.854553761459342e-05,
      "loss": 1.8203,
      "step": 85552
    },
    {
      "epoch": 3.980134915096534,
      "grad_norm": 1.4101544272702509,
      "learning_rate": 7.854227437607676e-05,
      "loss": 1.7344,
      "step": 85553
    },
    {
      "epoch": 3.9801814375436146,
      "grad_norm": 1.5091576575243972,
      "learning_rate": 7.853901118130701e-05,
      "loss": 1.5312,
      "step": 85554
    },
    {
      "epoch": 3.9802279599906956,
      "grad_norm": 1.3640057204086227,
      "learning_rate": 7.853574803028603e-05,
      "loss": 1.4688,
      "step": 85555
    },
    {
      "epoch": 3.9802744824377765,
      "grad_norm": 1.4543977227359377,
      "learning_rate": 7.853248492301595e-05,
      "loss": 1.9219,
      "step": 85556
    },
    {
      "epoch": 3.980321004884857,
      "grad_norm": 1.531302507875708,
      "learning_rate": 7.85292218594987e-05,
      "loss": 1.9609,
      "step": 85557
    },
    {
      "epoch": 3.9803675273319374,
      "grad_norm": 1.503408972391216,
      "learning_rate": 7.852595883973624e-05,
      "loss": 2.0,
      "step": 85558
    },
    {
      "epoch": 3.9804140497790184,
      "grad_norm": 1.6597073579269617,
      "learning_rate": 7.852269586373066e-05,
      "loss": 2.0938,
      "step": 85559
    },
    {
      "epoch": 3.9804605722260993,
      "grad_norm": 1.5849547278289435,
      "learning_rate": 7.85194329314839e-05,
      "loss": 2.0469,
      "step": 85560
    },
    {
      "epoch": 3.9805070946731798,
      "grad_norm": 1.592746150901597,
      "learning_rate": 7.851617004299798e-05,
      "loss": 1.9141,
      "step": 85561
    },
    {
      "epoch": 3.9805536171202607,
      "grad_norm": 1.5478430681547801,
      "learning_rate": 7.85129071982748e-05,
      "loss": 1.9844,
      "step": 85562
    },
    {
      "epoch": 3.980600139567341,
      "grad_norm": 1.4885681009693044,
      "learning_rate": 7.85096443973165e-05,
      "loss": 1.6641,
      "step": 85563
    },
    {
      "epoch": 3.980646662014422,
      "grad_norm": 1.3357615197121344,
      "learning_rate": 7.850638164012504e-05,
      "loss": 1.5469,
      "step": 85564
    },
    {
      "epoch": 3.9806931844615026,
      "grad_norm": 1.6022163579333668,
      "learning_rate": 7.850311892670238e-05,
      "loss": 2.0781,
      "step": 85565
    },
    {
      "epoch": 3.9807397069085835,
      "grad_norm": 1.6407275831406798,
      "learning_rate": 7.849985625705047e-05,
      "loss": 2.2969,
      "step": 85566
    },
    {
      "epoch": 3.980786229355664,
      "grad_norm": 1.5025511069850916,
      "learning_rate": 7.849659363117143e-05,
      "loss": 1.9531,
      "step": 85567
    },
    {
      "epoch": 3.980832751802745,
      "grad_norm": 1.4883312720789847,
      "learning_rate": 7.849333104906722e-05,
      "loss": 1.8125,
      "step": 85568
    },
    {
      "epoch": 3.9808792742498254,
      "grad_norm": 1.5444465029090804,
      "learning_rate": 7.84900685107398e-05,
      "loss": 2.0312,
      "step": 85569
    },
    {
      "epoch": 3.9809257966969063,
      "grad_norm": 1.47346701746921,
      "learning_rate": 7.848680601619111e-05,
      "loss": 1.9297,
      "step": 85570
    },
    {
      "epoch": 3.980972319143987,
      "grad_norm": 1.563400519843767,
      "learning_rate": 7.848354356542326e-05,
      "loss": 1.9688,
      "step": 85571
    },
    {
      "epoch": 3.9810188415910677,
      "grad_norm": 1.5517985079391385,
      "learning_rate": 7.848028115843824e-05,
      "loss": 2.0625,
      "step": 85572
    },
    {
      "epoch": 3.981065364038148,
      "grad_norm": 1.4542549290793814,
      "learning_rate": 7.847701879523802e-05,
      "loss": 1.8203,
      "step": 85573
    },
    {
      "epoch": 3.981111886485229,
      "grad_norm": 1.566412571224062,
      "learning_rate": 7.84737564758245e-05,
      "loss": 1.9531,
      "step": 85574
    },
    {
      "epoch": 3.98115840893231,
      "grad_norm": 1.5893141782939897,
      "learning_rate": 7.847049420019985e-05,
      "loss": 2.0469,
      "step": 85575
    },
    {
      "epoch": 3.9812049313793905,
      "grad_norm": 1.6164524882079345,
      "learning_rate": 7.846723196836598e-05,
      "loss": 2.1562,
      "step": 85576
    },
    {
      "epoch": 3.9812514538264714,
      "grad_norm": 1.4582468278729543,
      "learning_rate": 7.846396978032482e-05,
      "loss": 1.8672,
      "step": 85577
    },
    {
      "epoch": 3.981297976273552,
      "grad_norm": 1.5438334151858226,
      "learning_rate": 7.846070763607851e-05,
      "loss": 2.125,
      "step": 85578
    },
    {
      "epoch": 3.981344498720633,
      "grad_norm": 1.5274712386400584,
      "learning_rate": 7.845744553562898e-05,
      "loss": 1.8906,
      "step": 85579
    },
    {
      "epoch": 3.9813910211677133,
      "grad_norm": 1.5174227714710289,
      "learning_rate": 7.845418347897816e-05,
      "loss": 2.1406,
      "step": 85580
    },
    {
      "epoch": 3.981437543614794,
      "grad_norm": 1.523286286717263,
      "learning_rate": 7.845092146612818e-05,
      "loss": 1.9844,
      "step": 85581
    },
    {
      "epoch": 3.981484066061875,
      "grad_norm": 1.560524462111315,
      "learning_rate": 7.844765949708095e-05,
      "loss": 2.0625,
      "step": 85582
    },
    {
      "epoch": 3.9815305885089556,
      "grad_norm": 1.533436061223991,
      "learning_rate": 7.844439757183848e-05,
      "loss": 2.0156,
      "step": 85583
    },
    {
      "epoch": 3.981577110956036,
      "grad_norm": 1.509777772310692,
      "learning_rate": 7.844113569040274e-05,
      "loss": 1.8828,
      "step": 85584
    },
    {
      "epoch": 3.981623633403117,
      "grad_norm": 1.5959956912421267,
      "learning_rate": 7.84378738527758e-05,
      "loss": 2.0625,
      "step": 85585
    },
    {
      "epoch": 3.981670155850198,
      "grad_norm": 1.56152553811493,
      "learning_rate": 7.843461205895963e-05,
      "loss": 1.7422,
      "step": 85586
    },
    {
      "epoch": 3.9817166782972784,
      "grad_norm": 1.5096136705498304,
      "learning_rate": 7.843135030895618e-05,
      "loss": 1.875,
      "step": 85587
    },
    {
      "epoch": 3.9817632007443593,
      "grad_norm": 1.5805193516175422,
      "learning_rate": 7.842808860276745e-05,
      "loss": 2.0,
      "step": 85588
    },
    {
      "epoch": 3.9818097231914398,
      "grad_norm": 1.5094880005617595,
      "learning_rate": 7.84248269403955e-05,
      "loss": 1.9688,
      "step": 85589
    },
    {
      "epoch": 3.9818562456385207,
      "grad_norm": 1.605525107091947,
      "learning_rate": 7.842156532184232e-05,
      "loss": 2.0938,
      "step": 85590
    },
    {
      "epoch": 3.981902768085601,
      "grad_norm": 1.5505379744955978,
      "learning_rate": 7.841830374710987e-05,
      "loss": 2.0781,
      "step": 85591
    },
    {
      "epoch": 3.981949290532682,
      "grad_norm": 1.6356123505932676,
      "learning_rate": 7.841504221620009e-05,
      "loss": 2.1094,
      "step": 85592
    },
    {
      "epoch": 3.9819958129797626,
      "grad_norm": 1.6174988262728773,
      "learning_rate": 7.84117807291151e-05,
      "loss": 2.2031,
      "step": 85593
    },
    {
      "epoch": 3.9820423354268435,
      "grad_norm": 1.4161238160964789,
      "learning_rate": 7.840851928585685e-05,
      "loss": 1.9297,
      "step": 85594
    },
    {
      "epoch": 3.982088857873924,
      "grad_norm": 1.608512737228252,
      "learning_rate": 7.840525788642732e-05,
      "loss": 2.125,
      "step": 85595
    },
    {
      "epoch": 3.982135380321005,
      "grad_norm": 1.5625004972054328,
      "learning_rate": 7.840199653082845e-05,
      "loss": 2.0312,
      "step": 85596
    },
    {
      "epoch": 3.982181902768086,
      "grad_norm": 1.5499311933891087,
      "learning_rate": 7.839873521906237e-05,
      "loss": 2.0938,
      "step": 85597
    },
    {
      "epoch": 3.9822284252151663,
      "grad_norm": 1.6405696463870598,
      "learning_rate": 7.8395473951131e-05,
      "loss": 2.0938,
      "step": 85598
    },
    {
      "epoch": 3.9822749476622468,
      "grad_norm": 1.4972023120447076,
      "learning_rate": 7.839221272703628e-05,
      "loss": 1.8984,
      "step": 85599
    },
    {
      "epoch": 3.9823214701093277,
      "grad_norm": 1.6672255146424413,
      "learning_rate": 7.838895154678034e-05,
      "loss": 2.0781,
      "step": 85600
    },
    {
      "epoch": 3.9823679925564086,
      "grad_norm": 1.5811909046851413,
      "learning_rate": 7.838569041036503e-05,
      "loss": 2.0781,
      "step": 85601
    },
    {
      "epoch": 3.982414515003489,
      "grad_norm": 1.4359462073110445,
      "learning_rate": 7.83824293177925e-05,
      "loss": 1.7734,
      "step": 85602
    },
    {
      "epoch": 3.98246103745057,
      "grad_norm": 1.5516048587499691,
      "learning_rate": 7.837916826906466e-05,
      "loss": 1.8281,
      "step": 85603
    },
    {
      "epoch": 3.9825075598976505,
      "grad_norm": 1.412601355296601,
      "learning_rate": 7.837590726418352e-05,
      "loss": 1.9453,
      "step": 85604
    },
    {
      "epoch": 3.9825540823447314,
      "grad_norm": 1.6465608380821066,
      "learning_rate": 7.837264630315107e-05,
      "loss": 2.1406,
      "step": 85605
    },
    {
      "epoch": 3.982600604791812,
      "grad_norm": 1.5684642574180412,
      "learning_rate": 7.836938538596925e-05,
      "loss": 2.0938,
      "step": 85606
    },
    {
      "epoch": 3.982647127238893,
      "grad_norm": 1.5038969578331125,
      "learning_rate": 7.836612451264016e-05,
      "loss": 1.8047,
      "step": 85607
    },
    {
      "epoch": 3.9826936496859737,
      "grad_norm": 1.4269244797534753,
      "learning_rate": 7.836286368316575e-05,
      "loss": 1.7656,
      "step": 85608
    },
    {
      "epoch": 3.982740172133054,
      "grad_norm": 1.5104467647104995,
      "learning_rate": 7.835960289754803e-05,
      "loss": 2.0312,
      "step": 85609
    },
    {
      "epoch": 3.9827866945801347,
      "grad_norm": 1.6344935626324668,
      "learning_rate": 7.835634215578894e-05,
      "loss": 2.1406,
      "step": 85610
    },
    {
      "epoch": 3.9828332170272156,
      "grad_norm": 1.6017920379700448,
      "learning_rate": 7.835308145789055e-05,
      "loss": 2.0625,
      "step": 85611
    },
    {
      "epoch": 3.9828797394742965,
      "grad_norm": 1.424839067491936,
      "learning_rate": 7.834982080385483e-05,
      "loss": 1.6641,
      "step": 85612
    },
    {
      "epoch": 3.982926261921377,
      "grad_norm": 1.4744508817387432,
      "learning_rate": 7.834656019368378e-05,
      "loss": 2.0938,
      "step": 85613
    },
    {
      "epoch": 3.982972784368458,
      "grad_norm": 1.5763792676327881,
      "learning_rate": 7.834329962737934e-05,
      "loss": 1.9766,
      "step": 85614
    },
    {
      "epoch": 3.9830193068155384,
      "grad_norm": 1.619630865030487,
      "learning_rate": 7.83400391049436e-05,
      "loss": 2.0312,
      "step": 85615
    },
    {
      "epoch": 3.9830658292626193,
      "grad_norm": 1.518127816733838,
      "learning_rate": 7.83367786263785e-05,
      "loss": 1.9453,
      "step": 85616
    },
    {
      "epoch": 3.9831123517097,
      "grad_norm": 1.6586177568256004,
      "learning_rate": 7.833351819168608e-05,
      "loss": 2.125,
      "step": 85617
    },
    {
      "epoch": 3.9831588741567807,
      "grad_norm": 1.5229773006743106,
      "learning_rate": 7.833025780086821e-05,
      "loss": 1.9531,
      "step": 85618
    },
    {
      "epoch": 3.9832053966038616,
      "grad_norm": 1.4870317250419103,
      "learning_rate": 7.832699745392705e-05,
      "loss": 1.9141,
      "step": 85619
    },
    {
      "epoch": 3.983251919050942,
      "grad_norm": 1.5920149156107153,
      "learning_rate": 7.832373715086453e-05,
      "loss": 2.1562,
      "step": 85620
    },
    {
      "epoch": 3.9832984414980226,
      "grad_norm": 1.5398390357711202,
      "learning_rate": 7.832047689168257e-05,
      "loss": 1.8984,
      "step": 85621
    },
    {
      "epoch": 3.9833449639451035,
      "grad_norm": 1.592338350598083,
      "learning_rate": 7.83172166763833e-05,
      "loss": 2.0,
      "step": 85622
    },
    {
      "epoch": 3.9833914863921844,
      "grad_norm": 1.5745635916877117,
      "learning_rate": 7.83139565049686e-05,
      "loss": 1.9766,
      "step": 85623
    },
    {
      "epoch": 3.983438008839265,
      "grad_norm": 1.4893640397378645,
      "learning_rate": 7.831069637744058e-05,
      "loss": 1.8984,
      "step": 85624
    },
    {
      "epoch": 3.9834845312863454,
      "grad_norm": 1.5515502756263515,
      "learning_rate": 7.830743629380114e-05,
      "loss": 2.2344,
      "step": 85625
    },
    {
      "epoch": 3.9835310537334263,
      "grad_norm": 1.6530810825422209,
      "learning_rate": 7.830417625405234e-05,
      "loss": 2.25,
      "step": 85626
    },
    {
      "epoch": 3.9835775761805072,
      "grad_norm": 1.578454124023077,
      "learning_rate": 7.830091625819608e-05,
      "loss": 2.0469,
      "step": 85627
    },
    {
      "epoch": 3.9836240986275877,
      "grad_norm": 1.5110162746050713,
      "learning_rate": 7.829765630623448e-05,
      "loss": 2.1719,
      "step": 85628
    },
    {
      "epoch": 3.9836706210746686,
      "grad_norm": 1.5308174791852294,
      "learning_rate": 7.829439639816948e-05,
      "loss": 2.0156,
      "step": 85629
    },
    {
      "epoch": 3.983717143521749,
      "grad_norm": 1.4198842517169334,
      "learning_rate": 7.829113653400307e-05,
      "loss": 1.6016,
      "step": 85630
    },
    {
      "epoch": 3.98376366596883,
      "grad_norm": 1.559892132672536,
      "learning_rate": 7.828787671373727e-05,
      "loss": 1.75,
      "step": 85631
    },
    {
      "epoch": 3.9838101884159105,
      "grad_norm": 1.553224438046296,
      "learning_rate": 7.828461693737397e-05,
      "loss": 2.0156,
      "step": 85632
    },
    {
      "epoch": 3.9838567108629914,
      "grad_norm": 1.6147604593827354,
      "learning_rate": 7.828135720491532e-05,
      "loss": 2.2344,
      "step": 85633
    },
    {
      "epoch": 3.9839032333100723,
      "grad_norm": 1.5171220246278427,
      "learning_rate": 7.827809751636324e-05,
      "loss": 2.0312,
      "step": 85634
    },
    {
      "epoch": 3.983949755757153,
      "grad_norm": 1.430960241638106,
      "learning_rate": 7.827483787171974e-05,
      "loss": 1.7656,
      "step": 85635
    },
    {
      "epoch": 3.9839962782042333,
      "grad_norm": 1.5883112352568338,
      "learning_rate": 7.827157827098673e-05,
      "loss": 2.0781,
      "step": 85636
    },
    {
      "epoch": 3.984042800651314,
      "grad_norm": 1.5936890223200777,
      "learning_rate": 7.826831871416636e-05,
      "loss": 2.1875,
      "step": 85637
    },
    {
      "epoch": 3.984089323098395,
      "grad_norm": 1.4931300181341505,
      "learning_rate": 7.826505920126055e-05,
      "loss": 1.9844,
      "step": 85638
    },
    {
      "epoch": 3.9841358455454756,
      "grad_norm": 1.518114229769967,
      "learning_rate": 7.826179973227128e-05,
      "loss": 1.7812,
      "step": 85639
    },
    {
      "epoch": 3.9841823679925565,
      "grad_norm": 1.51170429506058,
      "learning_rate": 7.82585403072005e-05,
      "loss": 1.8516,
      "step": 85640
    },
    {
      "epoch": 3.984228890439637,
      "grad_norm": 1.5830127271745411,
      "learning_rate": 7.825528092605034e-05,
      "loss": 2.2344,
      "step": 85641
    },
    {
      "epoch": 3.984275412886718,
      "grad_norm": 1.4521188688747462,
      "learning_rate": 7.825202158882264e-05,
      "loss": 1.8672,
      "step": 85642
    },
    {
      "epoch": 3.9843219353337984,
      "grad_norm": 1.6263694530412667,
      "learning_rate": 7.824876229551957e-05,
      "loss": 2.0938,
      "step": 85643
    },
    {
      "epoch": 3.9843684577808793,
      "grad_norm": 1.5813229738212276,
      "learning_rate": 7.824550304614297e-05,
      "loss": 2.1562,
      "step": 85644
    },
    {
      "epoch": 3.9844149802279603,
      "grad_norm": 1.5046075772410963,
      "learning_rate": 7.824224384069488e-05,
      "loss": 1.9531,
      "step": 85645
    },
    {
      "epoch": 3.9844615026750407,
      "grad_norm": 1.5840055642912354,
      "learning_rate": 7.823898467917737e-05,
      "loss": 2.25,
      "step": 85646
    },
    {
      "epoch": 3.984508025122121,
      "grad_norm": 1.6322591927975416,
      "learning_rate": 7.823572556159237e-05,
      "loss": 2.0938,
      "step": 85647
    },
    {
      "epoch": 3.984554547569202,
      "grad_norm": 1.5674190427049233,
      "learning_rate": 7.823246648794188e-05,
      "loss": 1.8203,
      "step": 85648
    },
    {
      "epoch": 3.984601070016283,
      "grad_norm": 1.5171677226391542,
      "learning_rate": 7.822920745822783e-05,
      "loss": 1.9062,
      "step": 85649
    },
    {
      "epoch": 3.9846475924633635,
      "grad_norm": 1.5407825357965772,
      "learning_rate": 7.822594847245234e-05,
      "loss": 2.0938,
      "step": 85650
    },
    {
      "epoch": 3.9846941149104445,
      "grad_norm": 1.6785151792024287,
      "learning_rate": 7.822268953061737e-05,
      "loss": 2.25,
      "step": 85651
    },
    {
      "epoch": 3.984740637357525,
      "grad_norm": 1.677203162727634,
      "learning_rate": 7.821943063272488e-05,
      "loss": 2.0156,
      "step": 85652
    },
    {
      "epoch": 3.984787159804606,
      "grad_norm": 1.550104401500159,
      "learning_rate": 7.821617177877682e-05,
      "loss": 2.1094,
      "step": 85653
    },
    {
      "epoch": 3.9848336822516863,
      "grad_norm": 1.6159620370664325,
      "learning_rate": 7.82129129687753e-05,
      "loss": 2.1562,
      "step": 85654
    },
    {
      "epoch": 3.9848802046987672,
      "grad_norm": 1.6869202549491782,
      "learning_rate": 7.820965420272226e-05,
      "loss": 2.2656,
      "step": 85655
    },
    {
      "epoch": 3.9849267271458477,
      "grad_norm": 1.5319129218639156,
      "learning_rate": 7.820639548061968e-05,
      "loss": 1.8906,
      "step": 85656
    },
    {
      "epoch": 3.9849732495929286,
      "grad_norm": 1.669645483423452,
      "learning_rate": 7.820313680246958e-05,
      "loss": 2.0625,
      "step": 85657
    },
    {
      "epoch": 3.985019772040009,
      "grad_norm": 1.5841140433030836,
      "learning_rate": 7.819987816827389e-05,
      "loss": 1.9609,
      "step": 85658
    },
    {
      "epoch": 3.98506629448709,
      "grad_norm": 1.5492436677312733,
      "learning_rate": 7.819661957803469e-05,
      "loss": 1.9688,
      "step": 85659
    },
    {
      "epoch": 3.985112816934171,
      "grad_norm": 1.5697640245173634,
      "learning_rate": 7.819336103175397e-05,
      "loss": 2.1094,
      "step": 85660
    },
    {
      "epoch": 3.9851593393812514,
      "grad_norm": 1.5062623212928465,
      "learning_rate": 7.819010252943368e-05,
      "loss": 2.0156,
      "step": 85661
    },
    {
      "epoch": 3.985205861828332,
      "grad_norm": 1.5926111730184929,
      "learning_rate": 7.818684407107578e-05,
      "loss": 1.9766,
      "step": 85662
    },
    {
      "epoch": 3.985252384275413,
      "grad_norm": 1.5662668781439362,
      "learning_rate": 7.818358565668239e-05,
      "loss": 2.1562,
      "step": 85663
    },
    {
      "epoch": 3.9852989067224938,
      "grad_norm": 1.5641624046683278,
      "learning_rate": 7.818032728625538e-05,
      "loss": 1.9922,
      "step": 85664
    },
    {
      "epoch": 3.9853454291695742,
      "grad_norm": 1.650707210299663,
      "learning_rate": 7.817706895979682e-05,
      "loss": 2.2031,
      "step": 85665
    },
    {
      "epoch": 3.985391951616655,
      "grad_norm": 1.5810060449770844,
      "learning_rate": 7.817381067730871e-05,
      "loss": 1.9531,
      "step": 85666
    },
    {
      "epoch": 3.9854384740637356,
      "grad_norm": 1.6842211202405832,
      "learning_rate": 7.817055243879293e-05,
      "loss": 2.0781,
      "step": 85667
    },
    {
      "epoch": 3.9854849965108166,
      "grad_norm": 1.4512535620474758,
      "learning_rate": 7.816729424425166e-05,
      "loss": 1.9375,
      "step": 85668
    },
    {
      "epoch": 3.985531518957897,
      "grad_norm": 1.718031548757292,
      "learning_rate": 7.816403609368675e-05,
      "loss": 2.1719,
      "step": 85669
    },
    {
      "epoch": 3.985578041404978,
      "grad_norm": 1.5280402213161097,
      "learning_rate": 7.816077798710028e-05,
      "loss": 1.9609,
      "step": 85670
    },
    {
      "epoch": 3.985624563852059,
      "grad_norm": 1.4187875784507404,
      "learning_rate": 7.815751992449411e-05,
      "loss": 1.7344,
      "step": 85671
    },
    {
      "epoch": 3.9856710862991394,
      "grad_norm": 1.4915139000177506,
      "learning_rate": 7.815426190587042e-05,
      "loss": 1.8672,
      "step": 85672
    },
    {
      "epoch": 3.98571760874622,
      "grad_norm": 1.6200974524240208,
      "learning_rate": 7.815100393123109e-05,
      "loss": 2.0469,
      "step": 85673
    },
    {
      "epoch": 3.9857641311933008,
      "grad_norm": 1.5691816409625836,
      "learning_rate": 7.814774600057817e-05,
      "loss": 1.9609,
      "step": 85674
    },
    {
      "epoch": 3.9858106536403817,
      "grad_norm": 1.6030553484042347,
      "learning_rate": 7.814448811391352e-05,
      "loss": 2.1562,
      "step": 85675
    },
    {
      "epoch": 3.985857176087462,
      "grad_norm": 1.5662162220872076,
      "learning_rate": 7.814123027123933e-05,
      "loss": 2.0469,
      "step": 85676
    },
    {
      "epoch": 3.985903698534543,
      "grad_norm": 1.635371846203082,
      "learning_rate": 7.81379724725575e-05,
      "loss": 2.2031,
      "step": 85677
    },
    {
      "epoch": 3.9859502209816235,
      "grad_norm": 1.60089414395834,
      "learning_rate": 7.813471471787003e-05,
      "loss": 1.9766,
      "step": 85678
    },
    {
      "epoch": 3.9859967434287045,
      "grad_norm": 1.5808308066226437,
      "learning_rate": 7.813145700717883e-05,
      "loss": 2.1875,
      "step": 85679
    },
    {
      "epoch": 3.986043265875785,
      "grad_norm": 1.6787739636079373,
      "learning_rate": 7.812819934048605e-05,
      "loss": 2.25,
      "step": 85680
    },
    {
      "epoch": 3.986089788322866,
      "grad_norm": 1.490471031027695,
      "learning_rate": 7.812494171779362e-05,
      "loss": 2.0156,
      "step": 85681
    },
    {
      "epoch": 3.9861363107699463,
      "grad_norm": 1.4950417241245457,
      "learning_rate": 7.812168413910349e-05,
      "loss": 1.6094,
      "step": 85682
    },
    {
      "epoch": 3.9861828332170273,
      "grad_norm": 1.7045175239459809,
      "learning_rate": 7.811842660441773e-05,
      "loss": 2.25,
      "step": 85683
    },
    {
      "epoch": 3.9862293556641077,
      "grad_norm": 1.7133869256963294,
      "learning_rate": 7.811516911373821e-05,
      "loss": 1.9375,
      "step": 85684
    },
    {
      "epoch": 3.9862758781111887,
      "grad_norm": 1.5964319951055341,
      "learning_rate": 7.811191166706706e-05,
      "loss": 1.9297,
      "step": 85685
    },
    {
      "epoch": 3.9863224005582696,
      "grad_norm": 1.5642882007616348,
      "learning_rate": 7.81086542644062e-05,
      "loss": 2.0156,
      "step": 85686
    },
    {
      "epoch": 3.98636892300535,
      "grad_norm": 1.5542432423100188,
      "learning_rate": 7.810539690575766e-05,
      "loss": 1.9062,
      "step": 85687
    },
    {
      "epoch": 3.9864154454524305,
      "grad_norm": 1.6115916454360943,
      "learning_rate": 7.810213959112344e-05,
      "loss": 2.0625,
      "step": 85688
    },
    {
      "epoch": 3.9864619678995115,
      "grad_norm": 1.4957367076080061,
      "learning_rate": 7.809888232050546e-05,
      "loss": 1.8516,
      "step": 85689
    },
    {
      "epoch": 3.9865084903465924,
      "grad_norm": 1.5845640009768456,
      "learning_rate": 7.809562509390583e-05,
      "loss": 1.9922,
      "step": 85690
    },
    {
      "epoch": 3.986555012793673,
      "grad_norm": 1.6660378229438118,
      "learning_rate": 7.809236791132646e-05,
      "loss": 2.2188,
      "step": 85691
    },
    {
      "epoch": 3.986601535240754,
      "grad_norm": 1.391659907442111,
      "learning_rate": 7.808911077276937e-05,
      "loss": 1.5391,
      "step": 85692
    },
    {
      "epoch": 3.9866480576878343,
      "grad_norm": 1.6061480462948898,
      "learning_rate": 7.808585367823648e-05,
      "loss": 2.0312,
      "step": 85693
    },
    {
      "epoch": 3.986694580134915,
      "grad_norm": 1.5473107908992638,
      "learning_rate": 7.808259662772996e-05,
      "loss": 1.9062,
      "step": 85694
    },
    {
      "epoch": 3.9867411025819957,
      "grad_norm": 1.4736701884449572,
      "learning_rate": 7.807933962125166e-05,
      "loss": 1.8203,
      "step": 85695
    },
    {
      "epoch": 3.9867876250290766,
      "grad_norm": 1.6436622749413738,
      "learning_rate": 7.807608265880363e-05,
      "loss": 2.2188,
      "step": 85696
    },
    {
      "epoch": 3.9868341474761575,
      "grad_norm": 1.6092439013152875,
      "learning_rate": 7.807282574038776e-05,
      "loss": 2.2656,
      "step": 85697
    },
    {
      "epoch": 3.986880669923238,
      "grad_norm": 1.5837969135504315,
      "learning_rate": 7.806956886600622e-05,
      "loss": 1.9844,
      "step": 85698
    },
    {
      "epoch": 3.9869271923703185,
      "grad_norm": 1.5921326517777605,
      "learning_rate": 7.806631203566091e-05,
      "loss": 1.9844,
      "step": 85699
    },
    {
      "epoch": 3.9869737148173994,
      "grad_norm": 1.5496526844833298,
      "learning_rate": 7.806305524935381e-05,
      "loss": 2.1406,
      "step": 85700
    },
    {
      "epoch": 3.9870202372644803,
      "grad_norm": 1.4617547183668884,
      "learning_rate": 7.805979850708689e-05,
      "loss": 1.7656,
      "step": 85701
    },
    {
      "epoch": 3.9870667597115608,
      "grad_norm": 1.5291107482899293,
      "learning_rate": 7.805654180886223e-05,
      "loss": 1.9375,
      "step": 85702
    },
    {
      "epoch": 3.9871132821586417,
      "grad_norm": 1.6894599539394393,
      "learning_rate": 7.805328515468179e-05,
      "loss": 2.1719,
      "step": 85703
    },
    {
      "epoch": 3.987159804605722,
      "grad_norm": 1.5886603617450625,
      "learning_rate": 7.805002854454754e-05,
      "loss": 2.0781,
      "step": 85704
    },
    {
      "epoch": 3.987206327052803,
      "grad_norm": 1.6647657210889033,
      "learning_rate": 7.804677197846145e-05,
      "loss": 2.1719,
      "step": 85705
    },
    {
      "epoch": 3.9872528494998836,
      "grad_norm": 1.5256605308347633,
      "learning_rate": 7.804351545642559e-05,
      "loss": 1.9766,
      "step": 85706
    },
    {
      "epoch": 3.9872993719469645,
      "grad_norm": 1.5727176071433178,
      "learning_rate": 7.804025897844191e-05,
      "loss": 2.0781,
      "step": 85707
    },
    {
      "epoch": 3.987345894394045,
      "grad_norm": 1.558253517713111,
      "learning_rate": 7.803700254451237e-05,
      "loss": 1.9375,
      "step": 85708
    },
    {
      "epoch": 3.987392416841126,
      "grad_norm": 1.5958793476788296,
      "learning_rate": 7.803374615463906e-05,
      "loss": 2.2188,
      "step": 85709
    },
    {
      "epoch": 3.9874389392882064,
      "grad_norm": 1.5663349286149413,
      "learning_rate": 7.803048980882383e-05,
      "loss": 2.1094,
      "step": 85710
    },
    {
      "epoch": 3.9874854617352873,
      "grad_norm": 1.5291859617313204,
      "learning_rate": 7.802723350706884e-05,
      "loss": 2.0312,
      "step": 85711
    },
    {
      "epoch": 3.987531984182368,
      "grad_norm": 1.5705809503381882,
      "learning_rate": 7.802397724937598e-05,
      "loss": 1.7578,
      "step": 85712
    },
    {
      "epoch": 3.9875785066294487,
      "grad_norm": 1.4794647169292794,
      "learning_rate": 7.802072103574729e-05,
      "loss": 1.9688,
      "step": 85713
    },
    {
      "epoch": 3.987625029076529,
      "grad_norm": 1.4933220811288195,
      "learning_rate": 7.801746486618473e-05,
      "loss": 1.9688,
      "step": 85714
    },
    {
      "epoch": 3.98767155152361,
      "grad_norm": 1.4549699041201494,
      "learning_rate": 7.801420874069024e-05,
      "loss": 1.875,
      "step": 85715
    },
    {
      "epoch": 3.987718073970691,
      "grad_norm": 1.7042071001448624,
      "learning_rate": 7.801095265926593e-05,
      "loss": 2.1562,
      "step": 85716
    },
    {
      "epoch": 3.9877645964177715,
      "grad_norm": 1.6849903298473417,
      "learning_rate": 7.800769662191375e-05,
      "loss": 2.1094,
      "step": 85717
    },
    {
      "epoch": 3.9878111188648524,
      "grad_norm": 1.6024435977073381,
      "learning_rate": 7.800444062863566e-05,
      "loss": 1.9219,
      "step": 85718
    },
    {
      "epoch": 3.987857641311933,
      "grad_norm": 1.4762568172787796,
      "learning_rate": 7.800118467943365e-05,
      "loss": 1.8828,
      "step": 85719
    },
    {
      "epoch": 3.987904163759014,
      "grad_norm": 1.4995282263608245,
      "learning_rate": 7.799792877430977e-05,
      "loss": 1.8516,
      "step": 85720
    },
    {
      "epoch": 3.9879506862060943,
      "grad_norm": 1.5870386403455572,
      "learning_rate": 7.7994672913266e-05,
      "loss": 2.0781,
      "step": 85721
    },
    {
      "epoch": 3.987997208653175,
      "grad_norm": 1.477817282771535,
      "learning_rate": 7.799141709630429e-05,
      "loss": 1.9688,
      "step": 85722
    },
    {
      "epoch": 3.988043731100256,
      "grad_norm": 1.462423690639208,
      "learning_rate": 7.798816132342664e-05,
      "loss": 1.7266,
      "step": 85723
    },
    {
      "epoch": 3.9880902535473366,
      "grad_norm": 1.575803267421393,
      "learning_rate": 7.79849055946351e-05,
      "loss": 2.25,
      "step": 85724
    },
    {
      "epoch": 3.988136775994417,
      "grad_norm": 1.5230739158226607,
      "learning_rate": 7.798164990993163e-05,
      "loss": 1.9609,
      "step": 85725
    },
    {
      "epoch": 3.988183298441498,
      "grad_norm": 1.501258507247005,
      "learning_rate": 7.797839426931821e-05,
      "loss": 2.0781,
      "step": 85726
    },
    {
      "epoch": 3.988229820888579,
      "grad_norm": 1.6086064553563642,
      "learning_rate": 7.797513867279678e-05,
      "loss": 2.0938,
      "step": 85727
    },
    {
      "epoch": 3.9882763433356594,
      "grad_norm": 1.4726519537321006,
      "learning_rate": 7.797188312036947e-05,
      "loss": 2.1094,
      "step": 85728
    },
    {
      "epoch": 3.9883228657827403,
      "grad_norm": 1.574134799642417,
      "learning_rate": 7.79686276120382e-05,
      "loss": 2.1875,
      "step": 85729
    },
    {
      "epoch": 3.988369388229821,
      "grad_norm": 1.664068192630812,
      "learning_rate": 7.796537214780487e-05,
      "loss": 2.2812,
      "step": 85730
    },
    {
      "epoch": 3.9884159106769017,
      "grad_norm": 1.4467785046633652,
      "learning_rate": 7.796211672767165e-05,
      "loss": 1.9453,
      "step": 85731
    },
    {
      "epoch": 3.988462433123982,
      "grad_norm": 1.518174189137128,
      "learning_rate": 7.795886135164036e-05,
      "loss": 2.0,
      "step": 85732
    },
    {
      "epoch": 3.988508955571063,
      "grad_norm": 1.5007653144264876,
      "learning_rate": 7.795560601971318e-05,
      "loss": 2.0,
      "step": 85733
    },
    {
      "epoch": 3.988555478018144,
      "grad_norm": 1.567826490547036,
      "learning_rate": 7.795235073189198e-05,
      "loss": 1.4688,
      "step": 85734
    },
    {
      "epoch": 3.9886020004652245,
      "grad_norm": 1.645932851132581,
      "learning_rate": 7.794909548817877e-05,
      "loss": 2.1406,
      "step": 85735
    },
    {
      "epoch": 3.988648522912305,
      "grad_norm": 1.5364161706046715,
      "learning_rate": 7.794584028857548e-05,
      "loss": 2.0625,
      "step": 85736
    },
    {
      "epoch": 3.988695045359386,
      "grad_norm": 1.6762505990694228,
      "learning_rate": 7.794258513308427e-05,
      "loss": 2.1875,
      "step": 85737
    },
    {
      "epoch": 3.988741567806467,
      "grad_norm": 1.550861133045763,
      "learning_rate": 7.793933002170701e-05,
      "loss": 1.8516,
      "step": 85738
    },
    {
      "epoch": 3.9887880902535473,
      "grad_norm": 1.5586800195619892,
      "learning_rate": 7.793607495444572e-05,
      "loss": 2.0,
      "step": 85739
    },
    {
      "epoch": 3.988834612700628,
      "grad_norm": 1.4315442398732667,
      "learning_rate": 7.793281993130238e-05,
      "loss": 1.5312,
      "step": 85740
    },
    {
      "epoch": 3.9888811351477087,
      "grad_norm": 1.3536727786048202,
      "learning_rate": 7.792956495227893e-05,
      "loss": 1.4922,
      "step": 85741
    },
    {
      "epoch": 3.9889276575947896,
      "grad_norm": 1.4915851976665453,
      "learning_rate": 7.792631001737752e-05,
      "loss": 1.9297,
      "step": 85742
    },
    {
      "epoch": 3.98897418004187,
      "grad_norm": 1.5306741576109841,
      "learning_rate": 7.792305512660001e-05,
      "loss": 1.7812,
      "step": 85743
    },
    {
      "epoch": 3.989020702488951,
      "grad_norm": 1.517597446499398,
      "learning_rate": 7.791980027994844e-05,
      "loss": 2.0469,
      "step": 85744
    },
    {
      "epoch": 3.9890672249360315,
      "grad_norm": 1.6762412604425736,
      "learning_rate": 7.791654547742474e-05,
      "loss": 2.0156,
      "step": 85745
    },
    {
      "epoch": 3.9891137473831124,
      "grad_norm": 1.5054250986688587,
      "learning_rate": 7.791329071903101e-05,
      "loss": 2.0,
      "step": 85746
    },
    {
      "epoch": 3.989160269830193,
      "grad_norm": 1.4261613058077254,
      "learning_rate": 7.791003600476918e-05,
      "loss": 1.5859,
      "step": 85747
    },
    {
      "epoch": 3.989206792277274,
      "grad_norm": 1.5328946451358123,
      "learning_rate": 7.790678133464127e-05,
      "loss": 1.9609,
      "step": 85748
    },
    {
      "epoch": 3.9892533147243547,
      "grad_norm": 1.647376730163456,
      "learning_rate": 7.790352670864919e-05,
      "loss": 2.1562,
      "step": 85749
    },
    {
      "epoch": 3.989299837171435,
      "grad_norm": 1.5376038195191704,
      "learning_rate": 7.790027212679504e-05,
      "loss": 2.0469,
      "step": 85750
    },
    {
      "epoch": 3.9893463596185157,
      "grad_norm": 1.548279690390649,
      "learning_rate": 7.789701758908078e-05,
      "loss": 2.0781,
      "step": 85751
    },
    {
      "epoch": 3.9893928820655966,
      "grad_norm": 1.5421216485745846,
      "learning_rate": 7.789376309550834e-05,
      "loss": 2.1094,
      "step": 85752
    },
    {
      "epoch": 3.9894394045126775,
      "grad_norm": 1.5547860307801324,
      "learning_rate": 7.789050864607979e-05,
      "loss": 2.0469,
      "step": 85753
    },
    {
      "epoch": 3.989485926959758,
      "grad_norm": 1.512175898117309,
      "learning_rate": 7.788725424079707e-05,
      "loss": 2.0625,
      "step": 85754
    },
    {
      "epoch": 3.989532449406839,
      "grad_norm": 1.550029516098999,
      "learning_rate": 7.788399987966226e-05,
      "loss": 1.9219,
      "step": 85755
    },
    {
      "epoch": 3.9895789718539194,
      "grad_norm": 1.4808806556623877,
      "learning_rate": 7.788074556267728e-05,
      "loss": 2.0469,
      "step": 85756
    },
    {
      "epoch": 3.9896254943010003,
      "grad_norm": 1.6274942251468354,
      "learning_rate": 7.78774912898441e-05,
      "loss": 2.25,
      "step": 85757
    },
    {
      "epoch": 3.989672016748081,
      "grad_norm": 1.5359944455278134,
      "learning_rate": 7.787423706116473e-05,
      "loss": 1.9844,
      "step": 85758
    },
    {
      "epoch": 3.9897185391951617,
      "grad_norm": 1.5780228356252488,
      "learning_rate": 7.787098287664123e-05,
      "loss": 2.1562,
      "step": 85759
    },
    {
      "epoch": 3.9897650616422426,
      "grad_norm": 1.5277724800859054,
      "learning_rate": 7.786772873627551e-05,
      "loss": 2.1719,
      "step": 85760
    },
    {
      "epoch": 3.989811584089323,
      "grad_norm": 1.514611588498765,
      "learning_rate": 7.786447464006962e-05,
      "loss": 2.0625,
      "step": 85761
    },
    {
      "epoch": 3.9898581065364036,
      "grad_norm": 1.5679354814681312,
      "learning_rate": 7.786122058802546e-05,
      "loss": 2.0156,
      "step": 85762
    },
    {
      "epoch": 3.9899046289834845,
      "grad_norm": 1.6063286351697075,
      "learning_rate": 7.785796658014514e-05,
      "loss": 1.9062,
      "step": 85763
    },
    {
      "epoch": 3.9899511514305654,
      "grad_norm": 1.3765486354247505,
      "learning_rate": 7.78547126164306e-05,
      "loss": 1.6641,
      "step": 85764
    },
    {
      "epoch": 3.989997673877646,
      "grad_norm": 1.554124633226563,
      "learning_rate": 7.785145869688383e-05,
      "loss": 2.0938,
      "step": 85765
    },
    {
      "epoch": 3.990044196324727,
      "grad_norm": 1.5428274082589073,
      "learning_rate": 7.784820482150682e-05,
      "loss": 2.0156,
      "step": 85766
    },
    {
      "epoch": 3.9900907187718073,
      "grad_norm": 1.6254779022946215,
      "learning_rate": 7.784495099030152e-05,
      "loss": 2.2969,
      "step": 85767
    },
    {
      "epoch": 3.9901372412188882,
      "grad_norm": 1.4998186703997358,
      "learning_rate": 7.784169720327e-05,
      "loss": 1.9766,
      "step": 85768
    },
    {
      "epoch": 3.9901837636659687,
      "grad_norm": 1.666243795854873,
      "learning_rate": 7.783844346041422e-05,
      "loss": 2.3125,
      "step": 85769
    },
    {
      "epoch": 3.9902302861130496,
      "grad_norm": 1.4937023905807303,
      "learning_rate": 7.78351897617362e-05,
      "loss": 1.8984,
      "step": 85770
    },
    {
      "epoch": 3.99027680856013,
      "grad_norm": 1.5893537021048811,
      "learning_rate": 7.783193610723781e-05,
      "loss": 2.1406,
      "step": 85771
    },
    {
      "epoch": 3.990323331007211,
      "grad_norm": 1.5280264500613778,
      "learning_rate": 7.782868249692122e-05,
      "loss": 1.9219,
      "step": 85772
    },
    {
      "epoch": 3.9903698534542915,
      "grad_norm": 1.5706814990940428,
      "learning_rate": 7.78254289307883e-05,
      "loss": 2.0469,
      "step": 85773
    },
    {
      "epoch": 3.9904163759013724,
      "grad_norm": 1.499760008387925,
      "learning_rate": 7.782217540884105e-05,
      "loss": 2.0312,
      "step": 85774
    },
    {
      "epoch": 3.9904628983484534,
      "grad_norm": 1.5881109943938527,
      "learning_rate": 7.781892193108155e-05,
      "loss": 2.2188,
      "step": 85775
    },
    {
      "epoch": 3.990509420795534,
      "grad_norm": 1.4958090431096966,
      "learning_rate": 7.781566849751166e-05,
      "loss": 1.9844,
      "step": 85776
    },
    {
      "epoch": 3.9905559432426143,
      "grad_norm": 1.5012965464682302,
      "learning_rate": 7.78124151081335e-05,
      "loss": 1.9844,
      "step": 85777
    },
    {
      "epoch": 3.9906024656896952,
      "grad_norm": 1.663532217596476,
      "learning_rate": 7.780916176294901e-05,
      "loss": 2.1719,
      "step": 85778
    },
    {
      "epoch": 3.990648988136776,
      "grad_norm": 1.6584367405139395,
      "learning_rate": 7.780590846196018e-05,
      "loss": 2.1719,
      "step": 85779
    },
    {
      "epoch": 3.9906955105838566,
      "grad_norm": 1.8743910287213887,
      "learning_rate": 7.780265520516894e-05,
      "loss": 2.375,
      "step": 85780
    },
    {
      "epoch": 3.9907420330309376,
      "grad_norm": 1.5714346362055955,
      "learning_rate": 7.779940199257739e-05,
      "loss": 2.1406,
      "step": 85781
    },
    {
      "epoch": 3.990788555478018,
      "grad_norm": 1.5673862912958307,
      "learning_rate": 7.779614882418747e-05,
      "loss": 1.9297,
      "step": 85782
    },
    {
      "epoch": 3.990835077925099,
      "grad_norm": 1.5152999748823213,
      "learning_rate": 7.779289570000118e-05,
      "loss": 1.9531,
      "step": 85783
    },
    {
      "epoch": 3.9908816003721794,
      "grad_norm": 1.53416937661786,
      "learning_rate": 7.778964262002044e-05,
      "loss": 1.9922,
      "step": 85784
    },
    {
      "epoch": 3.9909281228192603,
      "grad_norm": 1.5777040591300802,
      "learning_rate": 7.77863895842474e-05,
      "loss": 2.2031,
      "step": 85785
    },
    {
      "epoch": 3.9909746452663413,
      "grad_norm": 1.5754485152585282,
      "learning_rate": 7.77831365926839e-05,
      "loss": 2.0156,
      "step": 85786
    },
    {
      "epoch": 3.9910211677134217,
      "grad_norm": 1.51184566687803,
      "learning_rate": 7.777988364533202e-05,
      "loss": 1.9688,
      "step": 85787
    },
    {
      "epoch": 3.9910676901605022,
      "grad_norm": 1.5729516792157203,
      "learning_rate": 7.777663074219367e-05,
      "loss": 2.1562,
      "step": 85788
    },
    {
      "epoch": 3.991114212607583,
      "grad_norm": 1.5620527353377793,
      "learning_rate": 7.777337788327095e-05,
      "loss": 2.0625,
      "step": 85789
    },
    {
      "epoch": 3.991160735054664,
      "grad_norm": 1.5573470147438786,
      "learning_rate": 7.777012506856577e-05,
      "loss": 2.0781,
      "step": 85790
    },
    {
      "epoch": 3.9912072575017445,
      "grad_norm": 1.7220922818938282,
      "learning_rate": 7.776687229808016e-05,
      "loss": 2.0781,
      "step": 85791
    },
    {
      "epoch": 3.9912537799488255,
      "grad_norm": 1.7957825544786128,
      "learning_rate": 7.77636195718161e-05,
      "loss": 2.2344,
      "step": 85792
    },
    {
      "epoch": 3.991300302395906,
      "grad_norm": 1.7515558183891857,
      "learning_rate": 7.776036688977552e-05,
      "loss": 2.1406,
      "step": 85793
    },
    {
      "epoch": 3.991346824842987,
      "grad_norm": 1.5034460411354875,
      "learning_rate": 7.775711425196053e-05,
      "loss": 1.7969,
      "step": 85794
    },
    {
      "epoch": 3.9913933472900673,
      "grad_norm": 1.5044746445432715,
      "learning_rate": 7.775386165837303e-05,
      "loss": 1.8281,
      "step": 85795
    },
    {
      "epoch": 3.9914398697371483,
      "grad_norm": 1.6431219158665518,
      "learning_rate": 7.775060910901502e-05,
      "loss": 2.1562,
      "step": 85796
    },
    {
      "epoch": 3.9914863921842287,
      "grad_norm": 1.7445953573823343,
      "learning_rate": 7.774735660388856e-05,
      "loss": 1.8125,
      "step": 85797
    },
    {
      "epoch": 3.9915329146313097,
      "grad_norm": 1.5655759180752722,
      "learning_rate": 7.774410414299553e-05,
      "loss": 1.8516,
      "step": 85798
    },
    {
      "epoch": 3.99157943707839,
      "grad_norm": 1.6999655486091134,
      "learning_rate": 7.774085172633806e-05,
      "loss": 1.8828,
      "step": 85799
    },
    {
      "epoch": 3.991625959525471,
      "grad_norm": 1.5347804519137038,
      "learning_rate": 7.773759935391804e-05,
      "loss": 1.8672,
      "step": 85800
    },
    {
      "epoch": 3.991672481972552,
      "grad_norm": 1.6779058815411203,
      "learning_rate": 7.77343470257375e-05,
      "loss": 2.2969,
      "step": 85801
    },
    {
      "epoch": 3.9917190044196325,
      "grad_norm": 1.5739779788668242,
      "learning_rate": 7.773109474179837e-05,
      "loss": 2.125,
      "step": 85802
    },
    {
      "epoch": 3.991765526866713,
      "grad_norm": 1.7023677378030602,
      "learning_rate": 7.772784250210273e-05,
      "loss": 2.1562,
      "step": 85803
    },
    {
      "epoch": 3.991812049313794,
      "grad_norm": 1.587221859553443,
      "learning_rate": 7.772459030665255e-05,
      "loss": 2.1406,
      "step": 85804
    },
    {
      "epoch": 3.9918585717608748,
      "grad_norm": 1.6515122949828283,
      "learning_rate": 7.772133815544979e-05,
      "loss": 1.5469,
      "step": 85805
    },
    {
      "epoch": 3.9919050942079553,
      "grad_norm": 1.5859689653860045,
      "learning_rate": 7.771808604849639e-05,
      "loss": 1.9844,
      "step": 85806
    },
    {
      "epoch": 3.991951616655036,
      "grad_norm": 1.511942063185715,
      "learning_rate": 7.771483398579448e-05,
      "loss": 2.0625,
      "step": 85807
    },
    {
      "epoch": 3.9919981391021166,
      "grad_norm": 1.6547019751921346,
      "learning_rate": 7.771158196734595e-05,
      "loss": 2.1094,
      "step": 85808
    },
    {
      "epoch": 3.9920446615491976,
      "grad_norm": 1.6775957357816038,
      "learning_rate": 7.770832999315283e-05,
      "loss": 2.1406,
      "step": 85809
    },
    {
      "epoch": 3.992091183996278,
      "grad_norm": 1.6920809259446496,
      "learning_rate": 7.770507806321705e-05,
      "loss": 2.0938,
      "step": 85810
    },
    {
      "epoch": 3.992137706443359,
      "grad_norm": 1.508677373450738,
      "learning_rate": 7.770182617754068e-05,
      "loss": 1.7578,
      "step": 85811
    },
    {
      "epoch": 3.99218422889044,
      "grad_norm": 1.5619567251604183,
      "learning_rate": 7.769857433612571e-05,
      "loss": 1.8828,
      "step": 85812
    },
    {
      "epoch": 3.9922307513375204,
      "grad_norm": 1.670955269525729,
      "learning_rate": 7.769532253897405e-05,
      "loss": 2.2188,
      "step": 85813
    },
    {
      "epoch": 3.992277273784601,
      "grad_norm": 1.6228803300692305,
      "learning_rate": 7.769207078608774e-05,
      "loss": 1.8516,
      "step": 85814
    },
    {
      "epoch": 3.9923237962316818,
      "grad_norm": 1.572875988899211,
      "learning_rate": 7.76888190774688e-05,
      "loss": 1.9375,
      "step": 85815
    },
    {
      "epoch": 3.9923703186787627,
      "grad_norm": 1.5168718547360354,
      "learning_rate": 7.768556741311919e-05,
      "loss": 2.0469,
      "step": 85816
    },
    {
      "epoch": 3.992416841125843,
      "grad_norm": 1.489749171910507,
      "learning_rate": 7.768231579304089e-05,
      "loss": 1.8203,
      "step": 85817
    },
    {
      "epoch": 3.992463363572924,
      "grad_norm": 1.6321785433908946,
      "learning_rate": 7.767906421723586e-05,
      "loss": 2.0781,
      "step": 85818
    },
    {
      "epoch": 3.9925098860200046,
      "grad_norm": 1.6228737900726897,
      "learning_rate": 7.76758126857062e-05,
      "loss": 1.9766,
      "step": 85819
    },
    {
      "epoch": 3.9925564084670855,
      "grad_norm": 1.547073428161755,
      "learning_rate": 7.767256119845375e-05,
      "loss": 1.9766,
      "step": 85820
    },
    {
      "epoch": 3.992602930914166,
      "grad_norm": 1.6410619269298057,
      "learning_rate": 7.766930975548066e-05,
      "loss": 2.2344,
      "step": 85821
    },
    {
      "epoch": 3.992649453361247,
      "grad_norm": 1.6066598239647556,
      "learning_rate": 7.766605835678884e-05,
      "loss": 1.9766,
      "step": 85822
    },
    {
      "epoch": 3.9926959758083274,
      "grad_norm": 1.476145531217364,
      "learning_rate": 7.76628070023803e-05,
      "loss": 2.1094,
      "step": 85823
    },
    {
      "epoch": 3.9927424982554083,
      "grad_norm": 1.5983758568769295,
      "learning_rate": 7.765955569225694e-05,
      "loss": 2.0938,
      "step": 85824
    },
    {
      "epoch": 3.9927890207024888,
      "grad_norm": 1.7032998099530892,
      "learning_rate": 7.765630442642088e-05,
      "loss": 2.2344,
      "step": 85825
    },
    {
      "epoch": 3.9928355431495697,
      "grad_norm": 1.5912781606392892,
      "learning_rate": 7.765305320487406e-05,
      "loss": 2.0469,
      "step": 85826
    },
    {
      "epoch": 3.9928820655966506,
      "grad_norm": 1.550640909375701,
      "learning_rate": 7.764980202761847e-05,
      "loss": 2.0,
      "step": 85827
    },
    {
      "epoch": 3.992928588043731,
      "grad_norm": 1.4421592827481573,
      "learning_rate": 7.764655089465607e-05,
      "loss": 1.3906,
      "step": 85828
    },
    {
      "epoch": 3.9929751104908116,
      "grad_norm": 1.5793247367539451,
      "learning_rate": 7.764329980598889e-05,
      "loss": 2.0312,
      "step": 85829
    },
    {
      "epoch": 3.9930216329378925,
      "grad_norm": 1.5916427991316286,
      "learning_rate": 7.764004876161895e-05,
      "loss": 2.1719,
      "step": 85830
    },
    {
      "epoch": 3.9930681553849734,
      "grad_norm": 1.5199732478175505,
      "learning_rate": 7.763679776154816e-05,
      "loss": 1.8516,
      "step": 85831
    },
    {
      "epoch": 3.993114677832054,
      "grad_norm": 1.4739219545936573,
      "learning_rate": 7.76335468057785e-05,
      "loss": 1.8594,
      "step": 85832
    },
    {
      "epoch": 3.993161200279135,
      "grad_norm": 1.5841631177539393,
      "learning_rate": 7.763029589431209e-05,
      "loss": 2.1719,
      "step": 85833
    },
    {
      "epoch": 3.9932077227262153,
      "grad_norm": 1.5074248840225501,
      "learning_rate": 7.762704502715082e-05,
      "loss": 1.9297,
      "step": 85834
    },
    {
      "epoch": 3.993254245173296,
      "grad_norm": 1.5965307523372867,
      "learning_rate": 7.762379420429669e-05,
      "loss": 2.0781,
      "step": 85835
    },
    {
      "epoch": 3.9933007676203767,
      "grad_norm": 1.600117166358918,
      "learning_rate": 7.762054342575167e-05,
      "loss": 2.2031,
      "step": 85836
    },
    {
      "epoch": 3.9933472900674576,
      "grad_norm": 1.6059507810350266,
      "learning_rate": 7.76172926915178e-05,
      "loss": 2.0,
      "step": 85837
    },
    {
      "epoch": 3.9933938125145385,
      "grad_norm": 1.5483710235239854,
      "learning_rate": 7.761404200159708e-05,
      "loss": 1.9688,
      "step": 85838
    },
    {
      "epoch": 3.993440334961619,
      "grad_norm": 1.457755906424847,
      "learning_rate": 7.761079135599148e-05,
      "loss": 1.75,
      "step": 85839
    },
    {
      "epoch": 3.9934868574086995,
      "grad_norm": 1.5584567026265463,
      "learning_rate": 7.76075407547029e-05,
      "loss": 2.1094,
      "step": 85840
    },
    {
      "epoch": 3.9935333798557804,
      "grad_norm": 1.6519890644567539,
      "learning_rate": 7.760429019773341e-05,
      "loss": 2.2344,
      "step": 85841
    },
    {
      "epoch": 3.9935799023028613,
      "grad_norm": 1.5003185739720015,
      "learning_rate": 7.760103968508507e-05,
      "loss": 1.75,
      "step": 85842
    },
    {
      "epoch": 3.993626424749942,
      "grad_norm": 1.4837286883109242,
      "learning_rate": 7.759778921675978e-05,
      "loss": 1.9453,
      "step": 85843
    },
    {
      "epoch": 3.9936729471970227,
      "grad_norm": 1.518301365865604,
      "learning_rate": 7.759453879275957e-05,
      "loss": 2.0938,
      "step": 85844
    },
    {
      "epoch": 3.993719469644103,
      "grad_norm": 1.4841039018766249,
      "learning_rate": 7.759128841308639e-05,
      "loss": 2.0938,
      "step": 85845
    },
    {
      "epoch": 3.993765992091184,
      "grad_norm": 1.6189092541400905,
      "learning_rate": 7.758803807774222e-05,
      "loss": 2.2031,
      "step": 85846
    },
    {
      "epoch": 3.9938125145382646,
      "grad_norm": 1.5684028392224443,
      "learning_rate": 7.758478778672911e-05,
      "loss": 2.0156,
      "step": 85847
    },
    {
      "epoch": 3.9938590369853455,
      "grad_norm": 1.5936917262246448,
      "learning_rate": 7.758153754004904e-05,
      "loss": 1.9688,
      "step": 85848
    },
    {
      "epoch": 3.9939055594324264,
      "grad_norm": 1.5301422093217456,
      "learning_rate": 7.757828733770397e-05,
      "loss": 2.1094,
      "step": 85849
    },
    {
      "epoch": 3.993952081879507,
      "grad_norm": 1.6491813980441872,
      "learning_rate": 7.757503717969585e-05,
      "loss": 2.1562,
      "step": 85850
    },
    {
      "epoch": 3.9939986043265874,
      "grad_norm": 1.4588497023464317,
      "learning_rate": 7.757178706602677e-05,
      "loss": 1.8594,
      "step": 85851
    },
    {
      "epoch": 3.9940451267736683,
      "grad_norm": 1.512969723964825,
      "learning_rate": 7.756853699669867e-05,
      "loss": 2.0156,
      "step": 85852
    },
    {
      "epoch": 3.994091649220749,
      "grad_norm": 1.5758205238490643,
      "learning_rate": 7.756528697171353e-05,
      "loss": 2.2031,
      "step": 85853
    },
    {
      "epoch": 3.9941381716678297,
      "grad_norm": 1.3809443566907156,
      "learning_rate": 7.756203699107329e-05,
      "loss": 1.5234,
      "step": 85854
    },
    {
      "epoch": 3.99418469411491,
      "grad_norm": 1.504721747837936,
      "learning_rate": 7.755878705478008e-05,
      "loss": 1.9766,
      "step": 85855
    },
    {
      "epoch": 3.994231216561991,
      "grad_norm": 1.5874594812415286,
      "learning_rate": 7.755553716283579e-05,
      "loss": 2.0156,
      "step": 85856
    },
    {
      "epoch": 3.994277739009072,
      "grad_norm": 1.4855016085735668,
      "learning_rate": 7.755228731524242e-05,
      "loss": 1.9219,
      "step": 85857
    },
    {
      "epoch": 3.9943242614561525,
      "grad_norm": 1.5377881585138173,
      "learning_rate": 7.754903751200193e-05,
      "loss": 1.9688,
      "step": 85858
    },
    {
      "epoch": 3.9943707839032334,
      "grad_norm": 1.5305826977564927,
      "learning_rate": 7.754578775311639e-05,
      "loss": 2.0938,
      "step": 85859
    },
    {
      "epoch": 3.994417306350314,
      "grad_norm": 1.5966040062688314,
      "learning_rate": 7.754253803858775e-05,
      "loss": 2.1406,
      "step": 85860
    },
    {
      "epoch": 3.994463828797395,
      "grad_norm": 1.5126210867734229,
      "learning_rate": 7.753928836841799e-05,
      "loss": 2.0469,
      "step": 85861
    },
    {
      "epoch": 3.9945103512444753,
      "grad_norm": 1.5582150083883686,
      "learning_rate": 7.753603874260904e-05,
      "loss": 2.1875,
      "step": 85862
    },
    {
      "epoch": 3.994556873691556,
      "grad_norm": 1.4943048652292097,
      "learning_rate": 7.753278916116297e-05,
      "loss": 1.8125,
      "step": 85863
    },
    {
      "epoch": 3.994603396138637,
      "grad_norm": 1.5837598365893464,
      "learning_rate": 7.752953962408181e-05,
      "loss": 2.2188,
      "step": 85864
    },
    {
      "epoch": 3.9946499185857176,
      "grad_norm": 1.614396128057949,
      "learning_rate": 7.752629013136749e-05,
      "loss": 2.0781,
      "step": 85865
    },
    {
      "epoch": 3.994696441032798,
      "grad_norm": 1.4117518917836422,
      "learning_rate": 7.7523040683022e-05,
      "loss": 1.7109,
      "step": 85866
    },
    {
      "epoch": 3.994742963479879,
      "grad_norm": 1.5550654820260732,
      "learning_rate": 7.751979127904726e-05,
      "loss": 2.1406,
      "step": 85867
    },
    {
      "epoch": 3.99478948592696,
      "grad_norm": 1.5571633064706152,
      "learning_rate": 7.75165419194454e-05,
      "loss": 1.9219,
      "step": 85868
    },
    {
      "epoch": 3.9948360083740404,
      "grad_norm": 1.6139355262409787,
      "learning_rate": 7.751329260421836e-05,
      "loss": 2.1875,
      "step": 85869
    },
    {
      "epoch": 3.9948825308211213,
      "grad_norm": 1.4603129133404384,
      "learning_rate": 7.75100433333681e-05,
      "loss": 1.875,
      "step": 85870
    },
    {
      "epoch": 3.994929053268202,
      "grad_norm": 1.5727415800938236,
      "learning_rate": 7.750679410689655e-05,
      "loss": 2.1094,
      "step": 85871
    },
    {
      "epoch": 3.9949755757152827,
      "grad_norm": 1.3672675371154224,
      "learning_rate": 7.750354492480582e-05,
      "loss": 1.7109,
      "step": 85872
    },
    {
      "epoch": 3.995022098162363,
      "grad_norm": 1.5190172292159987,
      "learning_rate": 7.750029578709787e-05,
      "loss": 1.9141,
      "step": 85873
    },
    {
      "epoch": 3.995068620609444,
      "grad_norm": 1.5334565978795274,
      "learning_rate": 7.749704669377464e-05,
      "loss": 1.9844,
      "step": 85874
    },
    {
      "epoch": 3.995115143056525,
      "grad_norm": 1.5816754686902421,
      "learning_rate": 7.749379764483817e-05,
      "loss": 2.0781,
      "step": 85875
    },
    {
      "epoch": 3.9951616655036055,
      "grad_norm": 1.4377380288883208,
      "learning_rate": 7.749054864029035e-05,
      "loss": 1.7266,
      "step": 85876
    },
    {
      "epoch": 3.995208187950686,
      "grad_norm": 1.489900090503249,
      "learning_rate": 7.748729968013331e-05,
      "loss": 1.8984,
      "step": 85877
    },
    {
      "epoch": 3.995254710397767,
      "grad_norm": 1.5605082683085016,
      "learning_rate": 7.748405076436895e-05,
      "loss": 1.9297,
      "step": 85878
    },
    {
      "epoch": 3.995301232844848,
      "grad_norm": 1.4294384631706356,
      "learning_rate": 7.748080189299932e-05,
      "loss": 1.5234,
      "step": 85879
    },
    {
      "epoch": 3.9953477552919283,
      "grad_norm": 1.5448292245391293,
      "learning_rate": 7.747755306602628e-05,
      "loss": 2.0469,
      "step": 85880
    },
    {
      "epoch": 3.9953942777390092,
      "grad_norm": 1.4752502443371465,
      "learning_rate": 7.747430428345199e-05,
      "loss": 1.875,
      "step": 85881
    },
    {
      "epoch": 3.9954408001860897,
      "grad_norm": 1.4982856891710483,
      "learning_rate": 7.747105554527834e-05,
      "loss": 2.0156,
      "step": 85882
    },
    {
      "epoch": 3.9954873226331706,
      "grad_norm": 1.642787693513084,
      "learning_rate": 7.746780685150734e-05,
      "loss": 2.1406,
      "step": 85883
    },
    {
      "epoch": 3.995533845080251,
      "grad_norm": 1.5890073560389764,
      "learning_rate": 7.746455820214093e-05,
      "loss": 2.0938,
      "step": 85884
    },
    {
      "epoch": 3.995580367527332,
      "grad_norm": 1.5881343033145088,
      "learning_rate": 7.746130959718115e-05,
      "loss": 2.125,
      "step": 85885
    },
    {
      "epoch": 3.9956268899744125,
      "grad_norm": 1.572999836064767,
      "learning_rate": 7.745806103663003e-05,
      "loss": 1.8984,
      "step": 85886
    },
    {
      "epoch": 3.9956734124214934,
      "grad_norm": 1.561474413091515,
      "learning_rate": 7.745481252048951e-05,
      "loss": 2.125,
      "step": 85887
    },
    {
      "epoch": 3.995719934868574,
      "grad_norm": 1.461756405293335,
      "learning_rate": 7.745156404876158e-05,
      "loss": 1.7656,
      "step": 85888
    },
    {
      "epoch": 3.995766457315655,
      "grad_norm": 1.5480104408467175,
      "learning_rate": 7.744831562144819e-05,
      "loss": 2.0469,
      "step": 85889
    },
    {
      "epoch": 3.9958129797627358,
      "grad_norm": 1.5041651167170405,
      "learning_rate": 7.74450672385514e-05,
      "loss": 1.9688,
      "step": 85890
    },
    {
      "epoch": 3.9958595022098162,
      "grad_norm": 1.5089572335465558,
      "learning_rate": 7.744181890007318e-05,
      "loss": 1.9219,
      "step": 85891
    },
    {
      "epoch": 3.9959060246568967,
      "grad_norm": 1.4508312446370941,
      "learning_rate": 7.743857060601552e-05,
      "loss": 1.7578,
      "step": 85892
    },
    {
      "epoch": 3.9959525471039776,
      "grad_norm": 1.423544291200173,
      "learning_rate": 7.743532235638031e-05,
      "loss": 1.7109,
      "step": 85893
    },
    {
      "epoch": 3.9959990695510585,
      "grad_norm": 1.5376920086502714,
      "learning_rate": 7.743207415116969e-05,
      "loss": 2.0156,
      "step": 85894
    },
    {
      "epoch": 3.996045591998139,
      "grad_norm": 1.4854517554330986,
      "learning_rate": 7.74288259903856e-05,
      "loss": 1.9922,
      "step": 85895
    },
    {
      "epoch": 3.99609211444522,
      "grad_norm": 1.6154992705373137,
      "learning_rate": 7.742557787402998e-05,
      "loss": 2.1875,
      "step": 85896
    },
    {
      "epoch": 3.9961386368923004,
      "grad_norm": 1.628848326812881,
      "learning_rate": 7.742232980210482e-05,
      "loss": 2.2188,
      "step": 85897
    },
    {
      "epoch": 3.9961851593393813,
      "grad_norm": 1.6752809438476666,
      "learning_rate": 7.741908177461217e-05,
      "loss": 2.4062,
      "step": 85898
    },
    {
      "epoch": 3.996231681786462,
      "grad_norm": 1.529098435894069,
      "learning_rate": 7.7415833791554e-05,
      "loss": 2.0312,
      "step": 85899
    },
    {
      "epoch": 3.9962782042335427,
      "grad_norm": 1.5471956442705632,
      "learning_rate": 7.741258585293228e-05,
      "loss": 2.1875,
      "step": 85900
    },
    {
      "epoch": 3.9963247266806237,
      "grad_norm": 1.5435546265000712,
      "learning_rate": 7.740933795874903e-05,
      "loss": 2.0938,
      "step": 85901
    },
    {
      "epoch": 3.996371249127704,
      "grad_norm": 1.5991824886155794,
      "learning_rate": 7.740609010900612e-05,
      "loss": 2.2031,
      "step": 85902
    },
    {
      "epoch": 3.9964177715747846,
      "grad_norm": 1.55681153811666,
      "learning_rate": 7.74028423037057e-05,
      "loss": 2.0625,
      "step": 85903
    },
    {
      "epoch": 3.9964642940218655,
      "grad_norm": 1.526520715771514,
      "learning_rate": 7.739959454284968e-05,
      "loss": 1.9766,
      "step": 85904
    },
    {
      "epoch": 3.9965108164689465,
      "grad_norm": 1.5495590831694728,
      "learning_rate": 7.739634682644e-05,
      "loss": 2.1094,
      "step": 85905
    },
    {
      "epoch": 3.996557338916027,
      "grad_norm": 1.624455858299869,
      "learning_rate": 7.739309915447877e-05,
      "loss": 2.2188,
      "step": 85906
    },
    {
      "epoch": 3.996603861363108,
      "grad_norm": 1.5269619591086594,
      "learning_rate": 7.738985152696786e-05,
      "loss": 2.0469,
      "step": 85907
    },
    {
      "epoch": 3.9966503838101883,
      "grad_norm": 1.5519600493501322,
      "learning_rate": 7.738660394390935e-05,
      "loss": 1.9688,
      "step": 85908
    },
    {
      "epoch": 3.9966969062572693,
      "grad_norm": 1.586745577074639,
      "learning_rate": 7.738335640530519e-05,
      "loss": 2.0312,
      "step": 85909
    },
    {
      "epoch": 3.9967434287043497,
      "grad_norm": 1.5229403189641915,
      "learning_rate": 7.738010891115739e-05,
      "loss": 1.8906,
      "step": 85910
    },
    {
      "epoch": 3.9967899511514307,
      "grad_norm": 1.5512989046651051,
      "learning_rate": 7.737686146146783e-05,
      "loss": 2.0312,
      "step": 85911
    },
    {
      "epoch": 3.996836473598511,
      "grad_norm": 1.4973295845698333,
      "learning_rate": 7.737361405623866e-05,
      "loss": 2.0156,
      "step": 85912
    },
    {
      "epoch": 3.996882996045592,
      "grad_norm": 1.498189020967009,
      "learning_rate": 7.737036669547178e-05,
      "loss": 1.8906,
      "step": 85913
    },
    {
      "epoch": 3.9969295184926725,
      "grad_norm": 1.4486442861853743,
      "learning_rate": 7.73671193791692e-05,
      "loss": 1.5078,
      "step": 85914
    },
    {
      "epoch": 3.9969760409397534,
      "grad_norm": 1.641732381637492,
      "learning_rate": 7.736387210733284e-05,
      "loss": 2.2031,
      "step": 85915
    },
    {
      "epoch": 3.9970225633868344,
      "grad_norm": 1.5179571996621648,
      "learning_rate": 7.73606248799648e-05,
      "loss": 2.0625,
      "step": 85916
    },
    {
      "epoch": 3.997069085833915,
      "grad_norm": 1.4150126476089717,
      "learning_rate": 7.735737769706701e-05,
      "loss": 1.5234,
      "step": 85917
    },
    {
      "epoch": 3.9971156082809953,
      "grad_norm": 1.6021021468964625,
      "learning_rate": 7.735413055864146e-05,
      "loss": 1.9219,
      "step": 85918
    },
    {
      "epoch": 3.9971621307280762,
      "grad_norm": 1.6069795130432625,
      "learning_rate": 7.735088346469007e-05,
      "loss": 2.2344,
      "step": 85919
    },
    {
      "epoch": 3.997208653175157,
      "grad_norm": 1.608691260784897,
      "learning_rate": 7.734763641521498e-05,
      "loss": 2.1875,
      "step": 85920
    },
    {
      "epoch": 3.9972551756222376,
      "grad_norm": 1.5956912947211954,
      "learning_rate": 7.734438941021808e-05,
      "loss": 2.1719,
      "step": 85921
    },
    {
      "epoch": 3.9973016980693186,
      "grad_norm": 1.6464217760242492,
      "learning_rate": 7.734114244970137e-05,
      "loss": 2.125,
      "step": 85922
    },
    {
      "epoch": 3.997348220516399,
      "grad_norm": 1.5282406012156773,
      "learning_rate": 7.73378955336668e-05,
      "loss": 1.8984,
      "step": 85923
    },
    {
      "epoch": 3.99739474296348,
      "grad_norm": 1.5725519200663902,
      "learning_rate": 7.733464866211645e-05,
      "loss": 2.0625,
      "step": 85924
    },
    {
      "epoch": 3.9974412654105604,
      "grad_norm": 1.5316825487138412,
      "learning_rate": 7.733140183505225e-05,
      "loss": 1.9297,
      "step": 85925
    },
    {
      "epoch": 3.9974877878576414,
      "grad_norm": 1.6334057294616626,
      "learning_rate": 7.73281550524762e-05,
      "loss": 2.2188,
      "step": 85926
    },
    {
      "epoch": 3.9975343103047223,
      "grad_norm": 1.5319253682670841,
      "learning_rate": 7.732490831439023e-05,
      "loss": 2.0,
      "step": 85927
    },
    {
      "epoch": 3.9975808327518028,
      "grad_norm": 1.6516373833654683,
      "learning_rate": 7.732166162079643e-05,
      "loss": 2.1562,
      "step": 85928
    },
    {
      "epoch": 3.9976273551988832,
      "grad_norm": 1.5461480832378571,
      "learning_rate": 7.731841497169666e-05,
      "loss": 1.9609,
      "step": 85929
    },
    {
      "epoch": 3.997673877645964,
      "grad_norm": 1.5841667231356218,
      "learning_rate": 7.731516836709307e-05,
      "loss": 2.2188,
      "step": 85930
    },
    {
      "epoch": 3.997720400093045,
      "grad_norm": 1.5933424386535424,
      "learning_rate": 7.731192180698756e-05,
      "loss": 2.125,
      "step": 85931
    },
    {
      "epoch": 3.9977669225401256,
      "grad_norm": 1.5595973697615768,
      "learning_rate": 7.730867529138211e-05,
      "loss": 2.125,
      "step": 85932
    },
    {
      "epoch": 3.9978134449872065,
      "grad_norm": 1.561633851198966,
      "learning_rate": 7.730542882027866e-05,
      "loss": 1.8984,
      "step": 85933
    },
    {
      "epoch": 3.997859967434287,
      "grad_norm": 1.5754739439755308,
      "learning_rate": 7.730218239367932e-05,
      "loss": 2.0781,
      "step": 85934
    },
    {
      "epoch": 3.997906489881368,
      "grad_norm": 1.5192626479233047,
      "learning_rate": 7.729893601158599e-05,
      "loss": 1.875,
      "step": 85935
    },
    {
      "epoch": 3.9979530123284484,
      "grad_norm": 1.5768368638904513,
      "learning_rate": 7.729568967400071e-05,
      "loss": 1.9688,
      "step": 85936
    },
    {
      "epoch": 3.9979995347755293,
      "grad_norm": 1.540258766894222,
      "learning_rate": 7.729244338092536e-05,
      "loss": 2.0,
      "step": 85937
    },
    {
      "epoch": 3.9980460572226098,
      "grad_norm": 1.53362451197257,
      "learning_rate": 7.728919713236207e-05,
      "loss": 1.8359,
      "step": 85938
    },
    {
      "epoch": 3.9980925796696907,
      "grad_norm": 1.5782413772104071,
      "learning_rate": 7.728595092831277e-05,
      "loss": 2.0938,
      "step": 85939
    },
    {
      "epoch": 3.998139102116771,
      "grad_norm": 1.4947135656762658,
      "learning_rate": 7.728270476877942e-05,
      "loss": 1.9609,
      "step": 85940
    },
    {
      "epoch": 3.998185624563852,
      "grad_norm": 1.3819822900456349,
      "learning_rate": 7.727945865376399e-05,
      "loss": 1.6016,
      "step": 85941
    },
    {
      "epoch": 3.998232147010933,
      "grad_norm": 1.507340970472216,
      "learning_rate": 7.727621258326856e-05,
      "loss": 1.9688,
      "step": 85942
    },
    {
      "epoch": 3.9982786694580135,
      "grad_norm": 1.6148211708487716,
      "learning_rate": 7.727296655729505e-05,
      "loss": 1.9922,
      "step": 85943
    },
    {
      "epoch": 3.998325191905094,
      "grad_norm": 1.5022118650571625,
      "learning_rate": 7.726972057584546e-05,
      "loss": 1.9922,
      "step": 85944
    },
    {
      "epoch": 3.998371714352175,
      "grad_norm": 1.4906130006921714,
      "learning_rate": 7.726647463892171e-05,
      "loss": 1.9062,
      "step": 85945
    },
    {
      "epoch": 3.998418236799256,
      "grad_norm": 1.55238986995788,
      "learning_rate": 7.726322874652592e-05,
      "loss": 2.0938,
      "step": 85946
    },
    {
      "epoch": 3.9984647592463363,
      "grad_norm": 1.4772371803368334,
      "learning_rate": 7.725998289866002e-05,
      "loss": 1.8594,
      "step": 85947
    },
    {
      "epoch": 3.998511281693417,
      "grad_norm": 1.583124086285263,
      "learning_rate": 7.725673709532596e-05,
      "loss": 2.1094,
      "step": 85948
    },
    {
      "epoch": 3.9985578041404977,
      "grad_norm": 1.5572157715747135,
      "learning_rate": 7.725349133652573e-05,
      "loss": 2.0312,
      "step": 85949
    },
    {
      "epoch": 3.9986043265875786,
      "grad_norm": 1.4562909254868708,
      "learning_rate": 7.725024562226131e-05,
      "loss": 1.8594,
      "step": 85950
    },
    {
      "epoch": 3.998650849034659,
      "grad_norm": 1.445440612298494,
      "learning_rate": 7.72469999525348e-05,
      "loss": 1.8047,
      "step": 85951
    },
    {
      "epoch": 3.99869737148174,
      "grad_norm": 1.4701157447513256,
      "learning_rate": 7.72437543273481e-05,
      "loss": 1.7266,
      "step": 85952
    },
    {
      "epoch": 3.998743893928821,
      "grad_norm": 1.6020810421991185,
      "learning_rate": 7.72405087467032e-05,
      "loss": 1.9844,
      "step": 85953
    },
    {
      "epoch": 3.9987904163759014,
      "grad_norm": 1.4624382803405045,
      "learning_rate": 7.72372632106021e-05,
      "loss": 1.8516,
      "step": 85954
    },
    {
      "epoch": 3.998836938822982,
      "grad_norm": 1.626827992218631,
      "learning_rate": 7.72340177190467e-05,
      "loss": 2.1719,
      "step": 85955
    },
    {
      "epoch": 3.998883461270063,
      "grad_norm": 1.5633627975713493,
      "learning_rate": 7.723077227203913e-05,
      "loss": 2.1875,
      "step": 85956
    },
    {
      "epoch": 3.9989299837171437,
      "grad_norm": 1.5146565107563779,
      "learning_rate": 7.722752686958129e-05,
      "loss": 1.9062,
      "step": 85957
    },
    {
      "epoch": 3.998976506164224,
      "grad_norm": 1.4980528949619034,
      "learning_rate": 7.722428151167521e-05,
      "loss": 1.9688,
      "step": 85958
    },
    {
      "epoch": 3.999023028611305,
      "grad_norm": 1.6081393659174947,
      "learning_rate": 7.72210361983228e-05,
      "loss": 2.2969,
      "step": 85959
    },
    {
      "epoch": 3.9990695510583856,
      "grad_norm": 1.530072244002772,
      "learning_rate": 7.721779092952614e-05,
      "loss": 2.0625,
      "step": 85960
    },
    {
      "epoch": 3.9991160735054665,
      "grad_norm": 1.4105458776088855,
      "learning_rate": 7.72145457052872e-05,
      "loss": 1.7266,
      "step": 85961
    },
    {
      "epoch": 3.999162595952547,
      "grad_norm": 1.4709418027962518,
      "learning_rate": 7.721130052560792e-05,
      "loss": 1.8438,
      "step": 85962
    },
    {
      "epoch": 3.999209118399628,
      "grad_norm": 1.49326953171228,
      "learning_rate": 7.720805539049026e-05,
      "loss": 1.8359,
      "step": 85963
    },
    {
      "epoch": 3.9992556408467084,
      "grad_norm": 1.4525555444271867,
      "learning_rate": 7.720481029993632e-05,
      "loss": 1.8594,
      "step": 85964
    },
    {
      "epoch": 3.9993021632937893,
      "grad_norm": 1.427895000944535,
      "learning_rate": 7.720156525394804e-05,
      "loss": 1.8203,
      "step": 85965
    },
    {
      "epoch": 3.9993486857408698,
      "grad_norm": 1.5071612996201162,
      "learning_rate": 7.719832025252737e-05,
      "loss": 1.8594,
      "step": 85966
    },
    {
      "epoch": 3.9993952081879507,
      "grad_norm": 1.479019713501392,
      "learning_rate": 7.719507529567625e-05,
      "loss": 1.5391,
      "step": 85967
    },
    {
      "epoch": 3.9994417306350316,
      "grad_norm": 1.586983013419201,
      "learning_rate": 7.71918303833968e-05,
      "loss": 2.0938,
      "step": 85968
    },
    {
      "epoch": 3.999488253082112,
      "grad_norm": 1.6182616479143137,
      "learning_rate": 7.718858551569095e-05,
      "loss": 2.1094,
      "step": 85969
    },
    {
      "epoch": 3.9995347755291926,
      "grad_norm": 1.5631022208923615,
      "learning_rate": 7.718534069256068e-05,
      "loss": 2.0469,
      "step": 85970
    },
    {
      "epoch": 3.9995812979762735,
      "grad_norm": 1.5390766790215225,
      "learning_rate": 7.71820959140079e-05,
      "loss": 1.9297,
      "step": 85971
    },
    {
      "epoch": 3.9996278204233544,
      "grad_norm": 1.5508001483680405,
      "learning_rate": 7.71788511800347e-05,
      "loss": 2.0469,
      "step": 85972
    },
    {
      "epoch": 3.999674342870435,
      "grad_norm": 1.5809213205805759,
      "learning_rate": 7.717560649064306e-05,
      "loss": 2.1094,
      "step": 85973
    },
    {
      "epoch": 3.999720865317516,
      "grad_norm": 1.5487544085490432,
      "learning_rate": 7.717236184583496e-05,
      "loss": 2.0156,
      "step": 85974
    },
    {
      "epoch": 3.9997673877645963,
      "grad_norm": 1.602656999079489,
      "learning_rate": 7.716911724561237e-05,
      "loss": 1.9375,
      "step": 85975
    },
    {
      "epoch": 3.999813910211677,
      "grad_norm": 1.5005028214112859,
      "learning_rate": 7.71658726899772e-05,
      "loss": 2.0938,
      "step": 85976
    },
    {
      "epoch": 3.9998604326587577,
      "grad_norm": 1.5066342251094866,
      "learning_rate": 7.716262817893159e-05,
      "loss": 1.9688,
      "step": 85977
    },
    {
      "epoch": 3.9999069551058386,
      "grad_norm": 1.5510600087960997,
      "learning_rate": 7.715938371247744e-05,
      "loss": 2.0625,
      "step": 85978
    },
    {
      "epoch": 3.9999534775529195,
      "grad_norm": 1.4804771973346331,
      "learning_rate": 7.715613929061674e-05,
      "loss": 1.8906,
      "step": 85979
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.577651219089304,
      "learning_rate": 7.71528949133515e-05,
      "loss": 2.1406,
      "step": 85980
    },
    {
      "epoch": 4.0,
      "eval_loss": 2.1604855060577393,
      "eval_runtime": 36.6856,
      "eval_samples_per_second": 9.704,
      "eval_steps_per_second": 9.704,
      "step": 85980
    },
    {
      "epoch": 4.0000465224470805,
      "grad_norm": 1.5706016151081508,
      "learning_rate": 7.714965058068361e-05,
      "loss": 1.9609,
      "step": 85981
    },
    {
      "epoch": 4.000093044894162,
      "grad_norm": 1.3479374377256708,
      "learning_rate": 7.71464062926152e-05,
      "loss": 1.5938,
      "step": 85982
    },
    {
      "epoch": 4.000139567341242,
      "grad_norm": 1.2105730504940362,
      "learning_rate": 7.714316204914818e-05,
      "loss": 1.3203,
      "step": 85983
    },
    {
      "epoch": 4.000186089788323,
      "grad_norm": 1.4666492021836322,
      "learning_rate": 7.713991785028455e-05,
      "loss": 1.6641,
      "step": 85984
    },
    {
      "epoch": 4.000232612235403,
      "grad_norm": 1.3998618713879274,
      "learning_rate": 7.713667369602623e-05,
      "loss": 1.4844,
      "step": 85985
    },
    {
      "epoch": 4.000279134682485,
      "grad_norm": 1.4784962861044817,
      "learning_rate": 7.713342958637535e-05,
      "loss": 1.8516,
      "step": 85986
    },
    {
      "epoch": 4.000325657129565,
      "grad_norm": 1.3286227662299288,
      "learning_rate": 7.713018552133378e-05,
      "loss": 1.5391,
      "step": 85987
    },
    {
      "epoch": 4.000372179576646,
      "grad_norm": 1.4675429798577115,
      "learning_rate": 7.712694150090357e-05,
      "loss": 1.7344,
      "step": 85988
    },
    {
      "epoch": 4.000418702023726,
      "grad_norm": 1.513315750052942,
      "learning_rate": 7.71236975250866e-05,
      "loss": 1.75,
      "step": 85989
    },
    {
      "epoch": 4.000465224470807,
      "grad_norm": 1.3972961427768427,
      "learning_rate": 7.712045359388498e-05,
      "loss": 1.6406,
      "step": 85990
    },
    {
      "epoch": 4.000511746917888,
      "grad_norm": 1.3706771276619722,
      "learning_rate": 7.711720970730067e-05,
      "loss": 1.4062,
      "step": 85991
    },
    {
      "epoch": 4.000558269364968,
      "grad_norm": 1.4308961438295849,
      "learning_rate": 7.711396586533562e-05,
      "loss": 1.625,
      "step": 85992
    },
    {
      "epoch": 4.00060479181205,
      "grad_norm": 1.5931162043884062,
      "learning_rate": 7.71107220679918e-05,
      "loss": 1.9453,
      "step": 85993
    },
    {
      "epoch": 4.00065131425913,
      "grad_norm": 1.566983765052494,
      "learning_rate": 7.710747831527119e-05,
      "loss": 1.8594,
      "step": 85994
    },
    {
      "epoch": 4.000697836706211,
      "grad_norm": 1.3481065821916411,
      "learning_rate": 7.710423460717588e-05,
      "loss": 1.4219,
      "step": 85995
    },
    {
      "epoch": 4.000744359153291,
      "grad_norm": 1.5107120654076756,
      "learning_rate": 7.710099094370779e-05,
      "loss": 1.8359,
      "step": 85996
    },
    {
      "epoch": 4.0007908816003726,
      "grad_norm": 1.4604772565275776,
      "learning_rate": 7.70977473248689e-05,
      "loss": 1.5625,
      "step": 85997
    },
    {
      "epoch": 4.000837404047453,
      "grad_norm": 1.4255734179327553,
      "learning_rate": 7.709450375066114e-05,
      "loss": 1.5547,
      "step": 85998
    },
    {
      "epoch": 4.0008839264945335,
      "grad_norm": 1.5265702488459254,
      "learning_rate": 7.709126022108662e-05,
      "loss": 1.7656,
      "step": 85999
    },
    {
      "epoch": 4.000930448941614,
      "grad_norm": 1.4869881543020917,
      "learning_rate": 7.708801673614725e-05,
      "loss": 1.6484,
      "step": 86000
    },
    {
      "epoch": 4.000976971388695,
      "grad_norm": 1.4493742397419465,
      "learning_rate": 7.708477329584501e-05,
      "loss": 1.7031,
      "step": 86001
    },
    {
      "epoch": 4.001023493835776,
      "grad_norm": 1.5146478453673617,
      "learning_rate": 7.708152990018187e-05,
      "loss": 1.7031,
      "step": 86002
    },
    {
      "epoch": 4.001070016282856,
      "grad_norm": 1.4001207388479298,
      "learning_rate": 7.707828654915991e-05,
      "loss": 1.5703,
      "step": 86003
    },
    {
      "epoch": 4.001116538729937,
      "grad_norm": 1.4367736318617494,
      "learning_rate": 7.707504324278105e-05,
      "loss": 1.6797,
      "step": 86004
    },
    {
      "epoch": 4.001163061177018,
      "grad_norm": 1.3999229161444988,
      "learning_rate": 7.707179998104726e-05,
      "loss": 1.6172,
      "step": 86005
    },
    {
      "epoch": 4.001209583624099,
      "grad_norm": 1.4853138883529171,
      "learning_rate": 7.706855676396055e-05,
      "loss": 1.5703,
      "step": 86006
    },
    {
      "epoch": 4.001256106071179,
      "grad_norm": 1.341924269496283,
      "learning_rate": 7.706531359152285e-05,
      "loss": 1.2266,
      "step": 86007
    },
    {
      "epoch": 4.0013026285182605,
      "grad_norm": 1.4638801128850811,
      "learning_rate": 7.706207046373626e-05,
      "loss": 1.6797,
      "step": 86008
    },
    {
      "epoch": 4.001349150965341,
      "grad_norm": 1.4807433576370992,
      "learning_rate": 7.705882738060269e-05,
      "loss": 1.8047,
      "step": 86009
    },
    {
      "epoch": 4.001395673412421,
      "grad_norm": 1.3741183709315423,
      "learning_rate": 7.705558434212413e-05,
      "loss": 1.5469,
      "step": 86010
    },
    {
      "epoch": 4.001442195859502,
      "grad_norm": 1.4276045276574554,
      "learning_rate": 7.705234134830251e-05,
      "loss": 1.7422,
      "step": 86011
    },
    {
      "epoch": 4.001488718306583,
      "grad_norm": 1.153632851819694,
      "learning_rate": 7.704909839913995e-05,
      "loss": 1.1484,
      "step": 86012
    },
    {
      "epoch": 4.001535240753664,
      "grad_norm": 1.53128878913099,
      "learning_rate": 7.704585549463835e-05,
      "loss": 1.6641,
      "step": 86013
    },
    {
      "epoch": 4.001581763200744,
      "grad_norm": 1.536842915792722,
      "learning_rate": 7.70426126347997e-05,
      "loss": 1.8516,
      "step": 86014
    },
    {
      "epoch": 4.001628285647825,
      "grad_norm": 1.3258079724245393,
      "learning_rate": 7.703936981962595e-05,
      "loss": 1.4688,
      "step": 86015
    },
    {
      "epoch": 4.001674808094906,
      "grad_norm": 1.4847991692086346,
      "learning_rate": 7.703612704911914e-05,
      "loss": 1.8047,
      "step": 86016
    },
    {
      "epoch": 4.0017213305419865,
      "grad_norm": 1.4671167134034555,
      "learning_rate": 7.703288432328129e-05,
      "loss": 1.6953,
      "step": 86017
    },
    {
      "epoch": 4.001767852989067,
      "grad_norm": 1.4935679385012726,
      "learning_rate": 7.702964164211432e-05,
      "loss": 1.7344,
      "step": 86018
    },
    {
      "epoch": 4.001814375436148,
      "grad_norm": 1.6123861558597696,
      "learning_rate": 7.702639900562026e-05,
      "loss": 1.9141,
      "step": 86019
    },
    {
      "epoch": 4.001860897883229,
      "grad_norm": 1.4941025909244405,
      "learning_rate": 7.702315641380099e-05,
      "loss": 1.7812,
      "step": 86020
    },
    {
      "epoch": 4.001907420330309,
      "grad_norm": 1.2757320996389807,
      "learning_rate": 7.701991386665865e-05,
      "loss": 1.25,
      "step": 86021
    },
    {
      "epoch": 4.00195394277739,
      "grad_norm": 1.3846887894913023,
      "learning_rate": 7.701667136419511e-05,
      "loss": 1.5078,
      "step": 86022
    },
    {
      "epoch": 4.002000465224471,
      "grad_norm": 1.5708047525177236,
      "learning_rate": 7.701342890641245e-05,
      "loss": 1.8125,
      "step": 86023
    },
    {
      "epoch": 4.002046987671552,
      "grad_norm": 1.481568581024283,
      "learning_rate": 7.70101864933125e-05,
      "loss": 1.7734,
      "step": 86024
    },
    {
      "epoch": 4.002093510118632,
      "grad_norm": 1.5010401875383168,
      "learning_rate": 7.70069441248974e-05,
      "loss": 1.6484,
      "step": 86025
    },
    {
      "epoch": 4.002140032565713,
      "grad_norm": 1.4537226000787926,
      "learning_rate": 7.700370180116911e-05,
      "loss": 1.5703,
      "step": 86026
    },
    {
      "epoch": 4.002186555012794,
      "grad_norm": 1.5435130283836294,
      "learning_rate": 7.700045952212955e-05,
      "loss": 1.875,
      "step": 86027
    },
    {
      "epoch": 4.002233077459874,
      "grad_norm": 1.3396639879876875,
      "learning_rate": 7.699721728778073e-05,
      "loss": 1.3125,
      "step": 86028
    },
    {
      "epoch": 4.002279599906955,
      "grad_norm": 1.534893339294,
      "learning_rate": 7.699397509812465e-05,
      "loss": 1.8672,
      "step": 86029
    },
    {
      "epoch": 4.002326122354035,
      "grad_norm": 1.3498715267375765,
      "learning_rate": 7.69907329531633e-05,
      "loss": 1.4141,
      "step": 86030
    },
    {
      "epoch": 4.002372644801117,
      "grad_norm": 1.4671215552349401,
      "learning_rate": 7.698749085289868e-05,
      "loss": 1.7109,
      "step": 86031
    },
    {
      "epoch": 4.002419167248197,
      "grad_norm": 1.5164977202923011,
      "learning_rate": 7.698424879733273e-05,
      "loss": 1.4766,
      "step": 86032
    },
    {
      "epoch": 4.002465689695278,
      "grad_norm": 1.538177634637212,
      "learning_rate": 7.69810067864674e-05,
      "loss": 1.625,
      "step": 86033
    },
    {
      "epoch": 4.002512212142359,
      "grad_norm": 1.3539590990337151,
      "learning_rate": 7.697776482030478e-05,
      "loss": 1.5234,
      "step": 86034
    },
    {
      "epoch": 4.00255873458944,
      "grad_norm": 1.4408530347016968,
      "learning_rate": 7.697452289884679e-05,
      "loss": 1.6016,
      "step": 86035
    },
    {
      "epoch": 4.00260525703652,
      "grad_norm": 1.4910224794622742,
      "learning_rate": 7.697128102209544e-05,
      "loss": 1.5859,
      "step": 86036
    },
    {
      "epoch": 4.0026517794836005,
      "grad_norm": 1.4535369286141102,
      "learning_rate": 7.696803919005266e-05,
      "loss": 1.6797,
      "step": 86037
    },
    {
      "epoch": 4.002698301930682,
      "grad_norm": 1.5298910016277152,
      "learning_rate": 7.696479740272046e-05,
      "loss": 1.7266,
      "step": 86038
    },
    {
      "epoch": 4.002744824377762,
      "grad_norm": 1.466737451440257,
      "learning_rate": 7.696155566010091e-05,
      "loss": 1.625,
      "step": 86039
    },
    {
      "epoch": 4.002791346824843,
      "grad_norm": 1.4710068908706988,
      "learning_rate": 7.69583139621959e-05,
      "loss": 1.5547,
      "step": 86040
    },
    {
      "epoch": 4.002837869271923,
      "grad_norm": 1.534129450538991,
      "learning_rate": 7.695507230900748e-05,
      "loss": 1.8984,
      "step": 86041
    },
    {
      "epoch": 4.002884391719005,
      "grad_norm": 1.5284128545603983,
      "learning_rate": 7.695183070053751e-05,
      "loss": 1.7734,
      "step": 86042
    },
    {
      "epoch": 4.002930914166085,
      "grad_norm": 1.6187976632460777,
      "learning_rate": 7.694858913678812e-05,
      "loss": 1.8672,
      "step": 86043
    },
    {
      "epoch": 4.002977436613166,
      "grad_norm": 1.570417574666022,
      "learning_rate": 7.694534761776125e-05,
      "loss": 1.7891,
      "step": 86044
    },
    {
      "epoch": 4.003023959060247,
      "grad_norm": 1.314992929691517,
      "learning_rate": 7.694210614345885e-05,
      "loss": 1.3828,
      "step": 86045
    },
    {
      "epoch": 4.0030704815073275,
      "grad_norm": 1.537318187636421,
      "learning_rate": 7.693886471388288e-05,
      "loss": 1.7969,
      "step": 86046
    },
    {
      "epoch": 4.003117003954408,
      "grad_norm": 1.3708981787288146,
      "learning_rate": 7.693562332903542e-05,
      "loss": 1.5312,
      "step": 86047
    },
    {
      "epoch": 4.003163526401488,
      "grad_norm": 1.2478622323121495,
      "learning_rate": 7.693238198891839e-05,
      "loss": 1.2422,
      "step": 86048
    },
    {
      "epoch": 4.00321004884857,
      "grad_norm": 1.3799401162872433,
      "learning_rate": 7.69291406935338e-05,
      "loss": 1.5547,
      "step": 86049
    },
    {
      "epoch": 4.00325657129565,
      "grad_norm": 1.3708912249698448,
      "learning_rate": 7.692589944288355e-05,
      "loss": 1.4453,
      "step": 86050
    },
    {
      "epoch": 4.003303093742731,
      "grad_norm": 1.490106020202114,
      "learning_rate": 7.692265823696978e-05,
      "loss": 1.6719,
      "step": 86051
    },
    {
      "epoch": 4.003349616189811,
      "grad_norm": 1.5605071578298855,
      "learning_rate": 7.691941707579438e-05,
      "loss": 1.8906,
      "step": 86052
    },
    {
      "epoch": 4.003396138636893,
      "grad_norm": 1.5039126373804919,
      "learning_rate": 7.691617595935933e-05,
      "loss": 1.6719,
      "step": 86053
    },
    {
      "epoch": 4.003442661083973,
      "grad_norm": 1.43285848370612,
      "learning_rate": 7.691293488766657e-05,
      "loss": 1.6094,
      "step": 86054
    },
    {
      "epoch": 4.0034891835310535,
      "grad_norm": 1.5038105399022075,
      "learning_rate": 7.690969386071821e-05,
      "loss": 1.7344,
      "step": 86055
    },
    {
      "epoch": 4.003535705978134,
      "grad_norm": 1.5271090164048298,
      "learning_rate": 7.690645287851617e-05,
      "loss": 1.5859,
      "step": 86056
    },
    {
      "epoch": 4.003582228425215,
      "grad_norm": 1.6826784219973816,
      "learning_rate": 7.69032119410624e-05,
      "loss": 2.0156,
      "step": 86057
    },
    {
      "epoch": 4.003628750872296,
      "grad_norm": 1.3019904332677874,
      "learning_rate": 7.689997104835895e-05,
      "loss": 1.25,
      "step": 86058
    },
    {
      "epoch": 4.003675273319376,
      "grad_norm": 1.5611237007124956,
      "learning_rate": 7.689673020040763e-05,
      "loss": 1.8594,
      "step": 86059
    },
    {
      "epoch": 4.003721795766458,
      "grad_norm": 1.1314814702683342,
      "learning_rate": 7.689348939721069e-05,
      "loss": 1.1172,
      "step": 86060
    },
    {
      "epoch": 4.003768318213538,
      "grad_norm": 1.4398842103183418,
      "learning_rate": 7.689024863876999e-05,
      "loss": 1.5859,
      "step": 86061
    },
    {
      "epoch": 4.003814840660619,
      "grad_norm": 1.3113462485084282,
      "learning_rate": 7.68870079250875e-05,
      "loss": 1.3672,
      "step": 86062
    },
    {
      "epoch": 4.003861363107699,
      "grad_norm": 1.5061026140344311,
      "learning_rate": 7.688376725616522e-05,
      "loss": 1.6328,
      "step": 86063
    },
    {
      "epoch": 4.0039078855547805,
      "grad_norm": 1.4771970834671573,
      "learning_rate": 7.688052663200508e-05,
      "loss": 1.6406,
      "step": 86064
    },
    {
      "epoch": 4.003954408001861,
      "grad_norm": 1.5512705718842517,
      "learning_rate": 7.687728605260915e-05,
      "loss": 1.9453,
      "step": 86065
    },
    {
      "epoch": 4.0040009304489415,
      "grad_norm": 1.4981404002336567,
      "learning_rate": 7.68740455179794e-05,
      "loss": 1.7812,
      "step": 86066
    },
    {
      "epoch": 4.004047452896022,
      "grad_norm": 1.5034110490258898,
      "learning_rate": 7.687080502811778e-05,
      "loss": 1.6875,
      "step": 86067
    },
    {
      "epoch": 4.004093975343103,
      "grad_norm": 1.3811914326518615,
      "learning_rate": 7.686756458302621e-05,
      "loss": 1.5469,
      "step": 86068
    },
    {
      "epoch": 4.004140497790184,
      "grad_norm": 1.4723093627842898,
      "learning_rate": 7.686432418270683e-05,
      "loss": 1.6172,
      "step": 86069
    },
    {
      "epoch": 4.004187020237264,
      "grad_norm": 1.4569816576353343,
      "learning_rate": 7.686108382716153e-05,
      "loss": 1.6719,
      "step": 86070
    },
    {
      "epoch": 4.004233542684346,
      "grad_norm": 1.5020177774400705,
      "learning_rate": 7.68578435163923e-05,
      "loss": 1.6875,
      "step": 86071
    },
    {
      "epoch": 4.004280065131426,
      "grad_norm": 1.541092779923753,
      "learning_rate": 7.685460325040108e-05,
      "loss": 1.5703,
      "step": 86072
    },
    {
      "epoch": 4.004326587578507,
      "grad_norm": 1.443796517849057,
      "learning_rate": 7.685136302918996e-05,
      "loss": 1.6016,
      "step": 86073
    },
    {
      "epoch": 4.004373110025587,
      "grad_norm": 1.5978307255160378,
      "learning_rate": 7.684812285276088e-05,
      "loss": 1.8594,
      "step": 86074
    },
    {
      "epoch": 4.004419632472668,
      "grad_norm": 1.5271817874774303,
      "learning_rate": 7.684488272111579e-05,
      "loss": 1.7266,
      "step": 86075
    },
    {
      "epoch": 4.004466154919749,
      "grad_norm": 1.4891816175155612,
      "learning_rate": 7.684164263425665e-05,
      "loss": 1.7109,
      "step": 86076
    },
    {
      "epoch": 4.004512677366829,
      "grad_norm": 1.4678392837106535,
      "learning_rate": 7.683840259218551e-05,
      "loss": 1.6719,
      "step": 86077
    },
    {
      "epoch": 4.00455919981391,
      "grad_norm": 1.6042463220036156,
      "learning_rate": 7.683516259490437e-05,
      "loss": 1.8047,
      "step": 86078
    },
    {
      "epoch": 4.004605722260991,
      "grad_norm": 1.4801977387756493,
      "learning_rate": 7.683192264241517e-05,
      "loss": 1.6328,
      "step": 86079
    },
    {
      "epoch": 4.004652244708072,
      "grad_norm": 1.542143120875146,
      "learning_rate": 7.682868273471984e-05,
      "loss": 1.6953,
      "step": 86080
    },
    {
      "epoch": 4.004698767155152,
      "grad_norm": 1.4875959556224199,
      "learning_rate": 7.68254428718204e-05,
      "loss": 1.6328,
      "step": 86081
    },
    {
      "epoch": 4.004745289602233,
      "grad_norm": 1.5507176928123525,
      "learning_rate": 7.682220305371893e-05,
      "loss": 1.6172,
      "step": 86082
    },
    {
      "epoch": 4.004791812049314,
      "grad_norm": 1.4993925617467538,
      "learning_rate": 7.681896328041734e-05,
      "loss": 1.7266,
      "step": 86083
    },
    {
      "epoch": 4.0048383344963945,
      "grad_norm": 1.5382100972058155,
      "learning_rate": 7.68157235519176e-05,
      "loss": 1.7188,
      "step": 86084
    },
    {
      "epoch": 4.004884856943475,
      "grad_norm": 1.5347368130840486,
      "learning_rate": 7.681248386822166e-05,
      "loss": 1.7031,
      "step": 86085
    },
    {
      "epoch": 4.004931379390556,
      "grad_norm": 1.4090127542462654,
      "learning_rate": 7.680924422933161e-05,
      "loss": 1.6797,
      "step": 86086
    },
    {
      "epoch": 4.004977901837637,
      "grad_norm": 1.3250720730431054,
      "learning_rate": 7.680600463524935e-05,
      "loss": 1.3203,
      "step": 86087
    },
    {
      "epoch": 4.005024424284717,
      "grad_norm": 1.4433766919222892,
      "learning_rate": 7.680276508597691e-05,
      "loss": 1.6641,
      "step": 86088
    },
    {
      "epoch": 4.005070946731798,
      "grad_norm": 1.3954623875534053,
      "learning_rate": 7.679952558151624e-05,
      "loss": 1.6016,
      "step": 86089
    },
    {
      "epoch": 4.005117469178879,
      "grad_norm": 1.5395574299989658,
      "learning_rate": 7.679628612186927e-05,
      "loss": 1.7422,
      "step": 86090
    },
    {
      "epoch": 4.00516399162596,
      "grad_norm": 1.5786858907374886,
      "learning_rate": 7.679304670703812e-05,
      "loss": 1.9453,
      "step": 86091
    },
    {
      "epoch": 4.00521051407304,
      "grad_norm": 1.469741187134623,
      "learning_rate": 7.678980733702467e-05,
      "loss": 1.6719,
      "step": 86092
    },
    {
      "epoch": 4.0052570365201206,
      "grad_norm": 1.461785158509264,
      "learning_rate": 7.678656801183094e-05,
      "loss": 1.6797,
      "step": 86093
    },
    {
      "epoch": 4.005303558967202,
      "grad_norm": 1.4655028137695723,
      "learning_rate": 7.678332873145887e-05,
      "loss": 1.7031,
      "step": 86094
    },
    {
      "epoch": 4.005350081414282,
      "grad_norm": 1.50261271209984,
      "learning_rate": 7.678008949591051e-05,
      "loss": 1.6484,
      "step": 86095
    },
    {
      "epoch": 4.005396603861363,
      "grad_norm": 1.483007953982545,
      "learning_rate": 7.677685030518783e-05,
      "loss": 1.7188,
      "step": 86096
    },
    {
      "epoch": 4.005443126308444,
      "grad_norm": 1.2808170143219066,
      "learning_rate": 7.677361115929278e-05,
      "loss": 1.4297,
      "step": 86097
    },
    {
      "epoch": 4.005489648755525,
      "grad_norm": 1.5601157338169465,
      "learning_rate": 7.67703720582273e-05,
      "loss": 1.9531,
      "step": 86098
    },
    {
      "epoch": 4.005536171202605,
      "grad_norm": 1.2713559034393935,
      "learning_rate": 7.676713300199348e-05,
      "loss": 1.3125,
      "step": 86099
    },
    {
      "epoch": 4.005582693649686,
      "grad_norm": 1.6992961085845497,
      "learning_rate": 7.676389399059327e-05,
      "loss": 1.8438,
      "step": 86100
    },
    {
      "epoch": 4.005629216096767,
      "grad_norm": 1.377899006536295,
      "learning_rate": 7.676065502402862e-05,
      "loss": 1.5312,
      "step": 86101
    },
    {
      "epoch": 4.0056757385438475,
      "grad_norm": 1.492948013439317,
      "learning_rate": 7.675741610230148e-05,
      "loss": 1.6094,
      "step": 86102
    },
    {
      "epoch": 4.005722260990928,
      "grad_norm": 1.640665925644642,
      "learning_rate": 7.675417722541387e-05,
      "loss": 1.8516,
      "step": 86103
    },
    {
      "epoch": 4.0057687834380085,
      "grad_norm": 1.406326948567693,
      "learning_rate": 7.675093839336786e-05,
      "loss": 1.4766,
      "step": 86104
    },
    {
      "epoch": 4.00581530588509,
      "grad_norm": 1.5765431279029498,
      "learning_rate": 7.674769960616535e-05,
      "loss": 1.75,
      "step": 86105
    },
    {
      "epoch": 4.00586182833217,
      "grad_norm": 1.610655317925123,
      "learning_rate": 7.674446086380835e-05,
      "loss": 1.8047,
      "step": 86106
    },
    {
      "epoch": 4.005908350779251,
      "grad_norm": 1.4897517782075171,
      "learning_rate": 7.674122216629873e-05,
      "loss": 1.6016,
      "step": 86107
    },
    {
      "epoch": 4.005954873226332,
      "grad_norm": 1.4620137626879146,
      "learning_rate": 7.673798351363865e-05,
      "loss": 1.5859,
      "step": 86108
    },
    {
      "epoch": 4.006001395673413,
      "grad_norm": 1.4341959949031338,
      "learning_rate": 7.673474490582999e-05,
      "loss": 1.3359,
      "step": 86109
    },
    {
      "epoch": 4.006047918120493,
      "grad_norm": 1.5285730172644372,
      "learning_rate": 7.673150634287474e-05,
      "loss": 1.6953,
      "step": 86110
    },
    {
      "epoch": 4.006094440567574,
      "grad_norm": 1.4314819472186442,
      "learning_rate": 7.672826782477485e-05,
      "loss": 1.5859,
      "step": 86111
    },
    {
      "epoch": 4.006140963014655,
      "grad_norm": 1.5401035023338614,
      "learning_rate": 7.67250293515324e-05,
      "loss": 1.7812,
      "step": 86112
    },
    {
      "epoch": 4.006187485461735,
      "grad_norm": 1.5955422961662622,
      "learning_rate": 7.672179092314935e-05,
      "loss": 1.8125,
      "step": 86113
    },
    {
      "epoch": 4.006234007908816,
      "grad_norm": 1.4704653443487847,
      "learning_rate": 7.671855253962761e-05,
      "loss": 1.6094,
      "step": 86114
    },
    {
      "epoch": 4.006280530355896,
      "grad_norm": 1.5655544751297858,
      "learning_rate": 7.671531420096922e-05,
      "loss": 1.8828,
      "step": 86115
    },
    {
      "epoch": 4.006327052802978,
      "grad_norm": 1.5078102602671921,
      "learning_rate": 7.67120759071761e-05,
      "loss": 1.7109,
      "step": 86116
    },
    {
      "epoch": 4.006373575250058,
      "grad_norm": 1.4741549921923243,
      "learning_rate": 7.670883765825032e-05,
      "loss": 1.5312,
      "step": 86117
    },
    {
      "epoch": 4.006420097697139,
      "grad_norm": 1.4568382365057195,
      "learning_rate": 7.670559945419384e-05,
      "loss": 1.6719,
      "step": 86118
    },
    {
      "epoch": 4.006466620144219,
      "grad_norm": 1.695313615771013,
      "learning_rate": 7.670236129500861e-05,
      "loss": 1.3984,
      "step": 86119
    },
    {
      "epoch": 4.0065131425913005,
      "grad_norm": 1.4179462481396095,
      "learning_rate": 7.669912318069658e-05,
      "loss": 1.6328,
      "step": 86120
    },
    {
      "epoch": 4.006559665038381,
      "grad_norm": 1.4163235954016162,
      "learning_rate": 7.669588511125982e-05,
      "loss": 1.6406,
      "step": 86121
    },
    {
      "epoch": 4.0066061874854615,
      "grad_norm": 1.3535479573443927,
      "learning_rate": 7.669264708670028e-05,
      "loss": 1.5078,
      "step": 86122
    },
    {
      "epoch": 4.006652709932543,
      "grad_norm": 1.4422644160131388,
      "learning_rate": 7.668940910701993e-05,
      "loss": 1.5312,
      "step": 86123
    },
    {
      "epoch": 4.006699232379623,
      "grad_norm": 1.4847811425561732,
      "learning_rate": 7.668617117222072e-05,
      "loss": 1.8203,
      "step": 86124
    },
    {
      "epoch": 4.006745754826704,
      "grad_norm": 1.5756886664154597,
      "learning_rate": 7.668293328230462e-05,
      "loss": 1.7109,
      "step": 86125
    },
    {
      "epoch": 4.006792277273784,
      "grad_norm": 1.3304433205543735,
      "learning_rate": 7.667969543727376e-05,
      "loss": 1.3828,
      "step": 86126
    },
    {
      "epoch": 4.006838799720866,
      "grad_norm": 1.5311974025031598,
      "learning_rate": 7.667645763713001e-05,
      "loss": 1.7969,
      "step": 86127
    },
    {
      "epoch": 4.006885322167946,
      "grad_norm": 1.5526542211885244,
      "learning_rate": 7.667321988187536e-05,
      "loss": 1.7891,
      "step": 86128
    },
    {
      "epoch": 4.006931844615027,
      "grad_norm": 1.63195518492769,
      "learning_rate": 7.666998217151174e-05,
      "loss": 1.9609,
      "step": 86129
    },
    {
      "epoch": 4.006978367062107,
      "grad_norm": 1.401927130059078,
      "learning_rate": 7.666674450604125e-05,
      "loss": 1.4141,
      "step": 86130
    },
    {
      "epoch": 4.0070248895091884,
      "grad_norm": 1.4949294430199216,
      "learning_rate": 7.666350688546582e-05,
      "loss": 1.6562,
      "step": 86131
    },
    {
      "epoch": 4.007071411956269,
      "grad_norm": 1.2140165199550939,
      "learning_rate": 7.666026930978742e-05,
      "loss": 1.2656,
      "step": 86132
    },
    {
      "epoch": 4.007117934403349,
      "grad_norm": 1.6251342909912205,
      "learning_rate": 7.665703177900795e-05,
      "loss": 1.3984,
      "step": 86133
    },
    {
      "epoch": 4.007164456850431,
      "grad_norm": 1.661362200173448,
      "learning_rate": 7.665379429312957e-05,
      "loss": 1.9062,
      "step": 86134
    },
    {
      "epoch": 4.007210979297511,
      "grad_norm": 1.5600726332841548,
      "learning_rate": 7.665055685215414e-05,
      "loss": 1.8984,
      "step": 86135
    },
    {
      "epoch": 4.007257501744592,
      "grad_norm": 1.4981351008997796,
      "learning_rate": 7.664731945608371e-05,
      "loss": 1.6172,
      "step": 86136
    },
    {
      "epoch": 4.007304024191672,
      "grad_norm": 1.4035202862722542,
      "learning_rate": 7.664408210492013e-05,
      "loss": 1.3984,
      "step": 86137
    },
    {
      "epoch": 4.007350546638754,
      "grad_norm": 1.2188455941944032,
      "learning_rate": 7.664084479866555e-05,
      "loss": 1.2344,
      "step": 86138
    },
    {
      "epoch": 4.007397069085834,
      "grad_norm": 1.474403354182405,
      "learning_rate": 7.663760753732187e-05,
      "loss": 1.5703,
      "step": 86139
    },
    {
      "epoch": 4.0074435915329145,
      "grad_norm": 1.59018753524045,
      "learning_rate": 7.66343703208911e-05,
      "loss": 1.8672,
      "step": 86140
    },
    {
      "epoch": 4.007490113979995,
      "grad_norm": 1.5220145285490523,
      "learning_rate": 7.663113314937518e-05,
      "loss": 1.75,
      "step": 86141
    },
    {
      "epoch": 4.007536636427076,
      "grad_norm": 1.451942567934604,
      "learning_rate": 7.662789602277606e-05,
      "loss": 1.5234,
      "step": 86142
    },
    {
      "epoch": 4.007583158874157,
      "grad_norm": 1.5384633870993216,
      "learning_rate": 7.662465894109582e-05,
      "loss": 1.5625,
      "step": 86143
    },
    {
      "epoch": 4.007629681321237,
      "grad_norm": 1.384982803500835,
      "learning_rate": 7.66214219043364e-05,
      "loss": 1.4375,
      "step": 86144
    },
    {
      "epoch": 4.007676203768318,
      "grad_norm": 1.5270749073695977,
      "learning_rate": 7.66181849124998e-05,
      "loss": 1.6328,
      "step": 86145
    },
    {
      "epoch": 4.007722726215399,
      "grad_norm": 1.3292549222269028,
      "learning_rate": 7.66149479655879e-05,
      "loss": 1.4531,
      "step": 86146
    },
    {
      "epoch": 4.00776924866248,
      "grad_norm": 1.4739291853482408,
      "learning_rate": 7.661171106360278e-05,
      "loss": 1.7812,
      "step": 86147
    },
    {
      "epoch": 4.00781577110956,
      "grad_norm": 1.5832722295103907,
      "learning_rate": 7.660847420654644e-05,
      "loss": 1.7031,
      "step": 86148
    },
    {
      "epoch": 4.0078622935566415,
      "grad_norm": 1.3722811366397865,
      "learning_rate": 7.660523739442084e-05,
      "loss": 1.2266,
      "step": 86149
    },
    {
      "epoch": 4.007908816003722,
      "grad_norm": 1.488803629530489,
      "learning_rate": 7.660200062722793e-05,
      "loss": 1.5078,
      "step": 86150
    },
    {
      "epoch": 4.007955338450802,
      "grad_norm": 1.4202136239762142,
      "learning_rate": 7.659876390496965e-05,
      "loss": 1.5703,
      "step": 86151
    },
    {
      "epoch": 4.008001860897883,
      "grad_norm": 1.5594107620328512,
      "learning_rate": 7.659552722764813e-05,
      "loss": 1.8672,
      "step": 86152
    },
    {
      "epoch": 4.008048383344964,
      "grad_norm": 1.446156997751387,
      "learning_rate": 7.659229059526522e-05,
      "loss": 1.5625,
      "step": 86153
    },
    {
      "epoch": 4.008094905792045,
      "grad_norm": 1.6540488899232177,
      "learning_rate": 7.658905400782296e-05,
      "loss": 1.8047,
      "step": 86154
    },
    {
      "epoch": 4.008141428239125,
      "grad_norm": 1.4922254998809723,
      "learning_rate": 7.658581746532327e-05,
      "loss": 1.7266,
      "step": 86155
    },
    {
      "epoch": 4.008187950686206,
      "grad_norm": 1.49329413119602,
      "learning_rate": 7.658258096776823e-05,
      "loss": 1.6172,
      "step": 86156
    },
    {
      "epoch": 4.008234473133287,
      "grad_norm": 1.59853957051892,
      "learning_rate": 7.657934451515974e-05,
      "loss": 1.7578,
      "step": 86157
    },
    {
      "epoch": 4.0082809955803675,
      "grad_norm": 1.5786960135734576,
      "learning_rate": 7.65761081074998e-05,
      "loss": 1.7734,
      "step": 86158
    },
    {
      "epoch": 4.008327518027448,
      "grad_norm": 1.3943474438914625,
      "learning_rate": 7.657287174479039e-05,
      "loss": 1.4375,
      "step": 86159
    },
    {
      "epoch": 4.008374040474529,
      "grad_norm": 1.4968530182358084,
      "learning_rate": 7.656963542703353e-05,
      "loss": 1.6641,
      "step": 86160
    },
    {
      "epoch": 4.00842056292161,
      "grad_norm": 1.5378934888419473,
      "learning_rate": 7.656639915423118e-05,
      "loss": 1.7578,
      "step": 86161
    },
    {
      "epoch": 4.00846708536869,
      "grad_norm": 1.5115481779456592,
      "learning_rate": 7.65631629263853e-05,
      "loss": 1.5703,
      "step": 86162
    },
    {
      "epoch": 4.008513607815771,
      "grad_norm": 1.319498906003527,
      "learning_rate": 7.655992674349786e-05,
      "loss": 1.3906,
      "step": 86163
    },
    {
      "epoch": 4.008560130262852,
      "grad_norm": 1.5322096039956066,
      "learning_rate": 7.655669060557089e-05,
      "loss": 1.7891,
      "step": 86164
    },
    {
      "epoch": 4.008606652709933,
      "grad_norm": 1.5457693883844796,
      "learning_rate": 7.655345451260635e-05,
      "loss": 1.8281,
      "step": 86165
    },
    {
      "epoch": 4.008653175157013,
      "grad_norm": 1.523004420031232,
      "learning_rate": 7.655021846460623e-05,
      "loss": 1.7266,
      "step": 86166
    },
    {
      "epoch": 4.008699697604094,
      "grad_norm": 1.3436517915380035,
      "learning_rate": 7.654698246157249e-05,
      "loss": 1.3984,
      "step": 86167
    },
    {
      "epoch": 4.008746220051175,
      "grad_norm": 1.4760411243388711,
      "learning_rate": 7.654374650350706e-05,
      "loss": 1.6797,
      "step": 86168
    },
    {
      "epoch": 4.0087927424982555,
      "grad_norm": 1.524625650942135,
      "learning_rate": 7.654051059041199e-05,
      "loss": 1.4453,
      "step": 86169
    },
    {
      "epoch": 4.008839264945336,
      "grad_norm": 1.4553110815363854,
      "learning_rate": 7.65372747222893e-05,
      "loss": 1.4609,
      "step": 86170
    },
    {
      "epoch": 4.008885787392416,
      "grad_norm": 1.469785463406685,
      "learning_rate": 7.653403889914094e-05,
      "loss": 1.4844,
      "step": 86171
    },
    {
      "epoch": 4.008932309839498,
      "grad_norm": 1.4782828967088772,
      "learning_rate": 7.653080312096886e-05,
      "loss": 1.6562,
      "step": 86172
    },
    {
      "epoch": 4.008978832286578,
      "grad_norm": 1.6120253404783216,
      "learning_rate": 7.6527567387775e-05,
      "loss": 1.7734,
      "step": 86173
    },
    {
      "epoch": 4.009025354733659,
      "grad_norm": 1.60066702134707,
      "learning_rate": 7.652433169956147e-05,
      "loss": 1.8516,
      "step": 86174
    },
    {
      "epoch": 4.00907187718074,
      "grad_norm": 1.6188861616737307,
      "learning_rate": 7.652109605633016e-05,
      "loss": 1.8125,
      "step": 86175
    },
    {
      "epoch": 4.009118399627821,
      "grad_norm": 1.5397925979326308,
      "learning_rate": 7.651786045808305e-05,
      "loss": 1.8203,
      "step": 86176
    },
    {
      "epoch": 4.009164922074901,
      "grad_norm": 1.4361241694017761,
      "learning_rate": 7.651462490482212e-05,
      "loss": 1.4375,
      "step": 86177
    },
    {
      "epoch": 4.0092114445219815,
      "grad_norm": 1.6332471746537933,
      "learning_rate": 7.65113893965494e-05,
      "loss": 1.8984,
      "step": 86178
    },
    {
      "epoch": 4.009257966969063,
      "grad_norm": 1.4629287655241667,
      "learning_rate": 7.650815393326687e-05,
      "loss": 1.5078,
      "step": 86179
    },
    {
      "epoch": 4.009304489416143,
      "grad_norm": 1.2913595949093322,
      "learning_rate": 7.650491851497646e-05,
      "loss": 1.2578,
      "step": 86180
    },
    {
      "epoch": 4.009351011863224,
      "grad_norm": 1.499287869826899,
      "learning_rate": 7.650168314168011e-05,
      "loss": 1.6016,
      "step": 86181
    },
    {
      "epoch": 4.009397534310304,
      "grad_norm": 1.4088057196271981,
      "learning_rate": 7.649844781337992e-05,
      "loss": 1.4453,
      "step": 86182
    },
    {
      "epoch": 4.009444056757386,
      "grad_norm": 1.5430530812422585,
      "learning_rate": 7.649521253007784e-05,
      "loss": 1.5781,
      "step": 86183
    },
    {
      "epoch": 4.009490579204466,
      "grad_norm": 1.5343832227795782,
      "learning_rate": 7.649197729177581e-05,
      "loss": 1.6484,
      "step": 86184
    },
    {
      "epoch": 4.009537101651547,
      "grad_norm": 1.6236614035512087,
      "learning_rate": 7.648874209847576e-05,
      "loss": 1.7656,
      "step": 86185
    },
    {
      "epoch": 4.009583624098628,
      "grad_norm": 1.41973989003035,
      "learning_rate": 7.648550695017978e-05,
      "loss": 1.5234,
      "step": 86186
    },
    {
      "epoch": 4.0096301465457085,
      "grad_norm": 1.5740730311244302,
      "learning_rate": 7.648227184688982e-05,
      "loss": 1.7188,
      "step": 86187
    },
    {
      "epoch": 4.009676668992789,
      "grad_norm": 1.515219352054032,
      "learning_rate": 7.647903678860786e-05,
      "loss": 1.6016,
      "step": 86188
    },
    {
      "epoch": 4.009723191439869,
      "grad_norm": 1.5707695705862046,
      "learning_rate": 7.647580177533578e-05,
      "loss": 1.8438,
      "step": 86189
    },
    {
      "epoch": 4.009769713886951,
      "grad_norm": 1.6273632116843977,
      "learning_rate": 7.647256680707566e-05,
      "loss": 1.9375,
      "step": 86190
    },
    {
      "epoch": 4.009816236334031,
      "grad_norm": 1.4093497766063663,
      "learning_rate": 7.646933188382954e-05,
      "loss": 1.4844,
      "step": 86191
    },
    {
      "epoch": 4.009862758781112,
      "grad_norm": 1.5995327505271597,
      "learning_rate": 7.646609700559932e-05,
      "loss": 1.8359,
      "step": 86192
    },
    {
      "epoch": 4.009909281228192,
      "grad_norm": 1.597324425219433,
      "learning_rate": 7.646286217238699e-05,
      "loss": 1.9141,
      "step": 86193
    },
    {
      "epoch": 4.009955803675274,
      "grad_norm": 1.558250076365708,
      "learning_rate": 7.645962738419452e-05,
      "loss": 1.6797,
      "step": 86194
    },
    {
      "epoch": 4.010002326122354,
      "grad_norm": 1.6452010425804688,
      "learning_rate": 7.645639264102385e-05,
      "loss": 2.0,
      "step": 86195
    },
    {
      "epoch": 4.0100488485694346,
      "grad_norm": 1.5755078512405254,
      "learning_rate": 7.645315794287706e-05,
      "loss": 1.7188,
      "step": 86196
    },
    {
      "epoch": 4.010095371016515,
      "grad_norm": 1.5069318077803517,
      "learning_rate": 7.644992328975608e-05,
      "loss": 1.7109,
      "step": 86197
    },
    {
      "epoch": 4.010141893463596,
      "grad_norm": 1.572134209597512,
      "learning_rate": 7.64466886816629e-05,
      "loss": 1.7734,
      "step": 86198
    },
    {
      "epoch": 4.010188415910677,
      "grad_norm": 1.474271807822047,
      "learning_rate": 7.644345411859944e-05,
      "loss": 1.6641,
      "step": 86199
    },
    {
      "epoch": 4.010234938357757,
      "grad_norm": 1.4495023579103283,
      "learning_rate": 7.644021960056776e-05,
      "loss": 1.625,
      "step": 86200
    },
    {
      "epoch": 4.010281460804839,
      "grad_norm": 1.5895137939880841,
      "learning_rate": 7.643698512756982e-05,
      "loss": 1.8281,
      "step": 86201
    },
    {
      "epoch": 4.010327983251919,
      "grad_norm": 1.5598761841583328,
      "learning_rate": 7.643375069960761e-05,
      "loss": 1.7344,
      "step": 86202
    },
    {
      "epoch": 4.010374505699,
      "grad_norm": 1.6073009104067153,
      "learning_rate": 7.643051631668304e-05,
      "loss": 1.8984,
      "step": 86203
    },
    {
      "epoch": 4.01042102814608,
      "grad_norm": 1.3785966018747773,
      "learning_rate": 7.642728197879817e-05,
      "loss": 1.5,
      "step": 86204
    },
    {
      "epoch": 4.0104675505931615,
      "grad_norm": 1.3389562698737203,
      "learning_rate": 7.642404768595498e-05,
      "loss": 1.3984,
      "step": 86205
    },
    {
      "epoch": 4.010514073040242,
      "grad_norm": 1.4640451549523743,
      "learning_rate": 7.64208134381554e-05,
      "loss": 1.5391,
      "step": 86206
    },
    {
      "epoch": 4.0105605954873225,
      "grad_norm": 1.2879280401855586,
      "learning_rate": 7.641757923540138e-05,
      "loss": 1.3047,
      "step": 86207
    },
    {
      "epoch": 4.010607117934403,
      "grad_norm": 1.4757384882653994,
      "learning_rate": 7.641434507769502e-05,
      "loss": 1.6094,
      "step": 86208
    },
    {
      "epoch": 4.010653640381484,
      "grad_norm": 1.420650347796511,
      "learning_rate": 7.641111096503821e-05,
      "loss": 1.5469,
      "step": 86209
    },
    {
      "epoch": 4.010700162828565,
      "grad_norm": 1.7458666334011352,
      "learning_rate": 7.640787689743295e-05,
      "loss": 1.8281,
      "step": 86210
    },
    {
      "epoch": 4.010746685275645,
      "grad_norm": 1.6171489316394025,
      "learning_rate": 7.64046428748812e-05,
      "loss": 1.8828,
      "step": 86211
    },
    {
      "epoch": 4.010793207722727,
      "grad_norm": 1.5541971699142076,
      "learning_rate": 7.640140889738493e-05,
      "loss": 1.8438,
      "step": 86212
    },
    {
      "epoch": 4.010839730169807,
      "grad_norm": 1.6134924402297006,
      "learning_rate": 7.639817496494621e-05,
      "loss": 1.875,
      "step": 86213
    },
    {
      "epoch": 4.010886252616888,
      "grad_norm": 1.4565811464606573,
      "learning_rate": 7.639494107756698e-05,
      "loss": 1.6328,
      "step": 86214
    },
    {
      "epoch": 4.010932775063968,
      "grad_norm": 1.5427600264090962,
      "learning_rate": 7.639170723524917e-05,
      "loss": 1.7344,
      "step": 86215
    },
    {
      "epoch": 4.010979297511049,
      "grad_norm": 1.43028748332308,
      "learning_rate": 7.638847343799477e-05,
      "loss": 1.5547,
      "step": 86216
    },
    {
      "epoch": 4.01102581995813,
      "grad_norm": 1.4147879956257639,
      "learning_rate": 7.638523968580581e-05,
      "loss": 1.4922,
      "step": 86217
    },
    {
      "epoch": 4.01107234240521,
      "grad_norm": 1.311175033072853,
      "learning_rate": 7.638200597868424e-05,
      "loss": 1.2891,
      "step": 86218
    },
    {
      "epoch": 4.011118864852291,
      "grad_norm": 1.4481613660196713,
      "learning_rate": 7.637877231663205e-05,
      "loss": 1.5391,
      "step": 86219
    },
    {
      "epoch": 4.011165387299372,
      "grad_norm": 1.4476205103071074,
      "learning_rate": 7.637553869965121e-05,
      "loss": 1.5938,
      "step": 86220
    },
    {
      "epoch": 4.011211909746453,
      "grad_norm": 1.4608418120746918,
      "learning_rate": 7.637230512774365e-05,
      "loss": 1.6094,
      "step": 86221
    },
    {
      "epoch": 4.011258432193533,
      "grad_norm": 1.569468576241414,
      "learning_rate": 7.636907160091144e-05,
      "loss": 1.8281,
      "step": 86222
    },
    {
      "epoch": 4.0113049546406145,
      "grad_norm": 1.502512354764394,
      "learning_rate": 7.636583811915652e-05,
      "loss": 1.5938,
      "step": 86223
    },
    {
      "epoch": 4.011351477087695,
      "grad_norm": 1.5605711497870531,
      "learning_rate": 7.636260468248087e-05,
      "loss": 1.7891,
      "step": 86224
    },
    {
      "epoch": 4.0113979995347755,
      "grad_norm": 1.4744894083695679,
      "learning_rate": 7.635937129088643e-05,
      "loss": 1.6094,
      "step": 86225
    },
    {
      "epoch": 4.011444521981856,
      "grad_norm": 1.584503680180534,
      "learning_rate": 7.635613794437524e-05,
      "loss": 1.6875,
      "step": 86226
    },
    {
      "epoch": 4.011491044428937,
      "grad_norm": 1.401217260894332,
      "learning_rate": 7.635290464294927e-05,
      "loss": 1.5156,
      "step": 86227
    },
    {
      "epoch": 4.011537566876018,
      "grad_norm": 1.5774210700388518,
      "learning_rate": 7.634967138661052e-05,
      "loss": 1.6719,
      "step": 86228
    },
    {
      "epoch": 4.011584089323098,
      "grad_norm": 1.5415503841860698,
      "learning_rate": 7.634643817536083e-05,
      "loss": 1.8125,
      "step": 86229
    },
    {
      "epoch": 4.011630611770179,
      "grad_norm": 1.4727962335546576,
      "learning_rate": 7.634320500920236e-05,
      "loss": 1.625,
      "step": 86230
    },
    {
      "epoch": 4.01167713421726,
      "grad_norm": 1.527956764226823,
      "learning_rate": 7.6339971888137e-05,
      "loss": 1.6953,
      "step": 86231
    },
    {
      "epoch": 4.011723656664341,
      "grad_norm": 1.348675046783774,
      "learning_rate": 7.633673881216677e-05,
      "loss": 1.5078,
      "step": 86232
    },
    {
      "epoch": 4.011770179111421,
      "grad_norm": 1.423642534998869,
      "learning_rate": 7.633350578129355e-05,
      "loss": 1.5,
      "step": 86233
    },
    {
      "epoch": 4.011816701558502,
      "grad_norm": 1.5462903963712056,
      "learning_rate": 7.633027279551939e-05,
      "loss": 1.6094,
      "step": 86234
    },
    {
      "epoch": 4.011863224005583,
      "grad_norm": 1.418011547233983,
      "learning_rate": 7.632703985484635e-05,
      "loss": 1.5859,
      "step": 86235
    },
    {
      "epoch": 4.011909746452663,
      "grad_norm": 1.4875162958284707,
      "learning_rate": 7.63238069592763e-05,
      "loss": 1.5703,
      "step": 86236
    },
    {
      "epoch": 4.011956268899744,
      "grad_norm": 1.4382481559012144,
      "learning_rate": 7.632057410881127e-05,
      "loss": 1.5078,
      "step": 86237
    },
    {
      "epoch": 4.012002791346825,
      "grad_norm": 1.5655632377309343,
      "learning_rate": 7.631734130345315e-05,
      "loss": 1.6406,
      "step": 86238
    },
    {
      "epoch": 4.012049313793906,
      "grad_norm": 1.611577169172919,
      "learning_rate": 7.631410854320405e-05,
      "loss": 1.8203,
      "step": 86239
    },
    {
      "epoch": 4.012095836240986,
      "grad_norm": 1.4797744807233653,
      "learning_rate": 7.63108758280659e-05,
      "loss": 1.5938,
      "step": 86240
    },
    {
      "epoch": 4.012142358688067,
      "grad_norm": 1.3952266584671553,
      "learning_rate": 7.630764315804063e-05,
      "loss": 1.4688,
      "step": 86241
    },
    {
      "epoch": 4.012188881135148,
      "grad_norm": 1.5498443025393371,
      "learning_rate": 7.630441053313023e-05,
      "loss": 1.7188,
      "step": 86242
    },
    {
      "epoch": 4.0122354035822285,
      "grad_norm": 1.554906715758783,
      "learning_rate": 7.630117795333676e-05,
      "loss": 1.7891,
      "step": 86243
    },
    {
      "epoch": 4.012281926029309,
      "grad_norm": 1.550060722470561,
      "learning_rate": 7.629794541866212e-05,
      "loss": 1.8281,
      "step": 86244
    },
    {
      "epoch": 4.0123284484763895,
      "grad_norm": 1.3966948322325243,
      "learning_rate": 7.629471292910832e-05,
      "loss": 1.3672,
      "step": 86245
    },
    {
      "epoch": 4.012374970923471,
      "grad_norm": 1.5212883533804318,
      "learning_rate": 7.629148048467733e-05,
      "loss": 1.6797,
      "step": 86246
    },
    {
      "epoch": 4.012421493370551,
      "grad_norm": 1.5438778223934353,
      "learning_rate": 7.62882480853711e-05,
      "loss": 1.8125,
      "step": 86247
    },
    {
      "epoch": 4.012468015817632,
      "grad_norm": 1.5778756732176522,
      "learning_rate": 7.628501573119166e-05,
      "loss": 1.8438,
      "step": 86248
    },
    {
      "epoch": 4.012514538264713,
      "grad_norm": 1.5800934052733044,
      "learning_rate": 7.6281783422141e-05,
      "loss": 1.7031,
      "step": 86249
    },
    {
      "epoch": 4.012561060711794,
      "grad_norm": 1.6883774521008454,
      "learning_rate": 7.627855115822105e-05,
      "loss": 1.8125,
      "step": 86250
    },
    {
      "epoch": 4.012607583158874,
      "grad_norm": 1.5910778021289989,
      "learning_rate": 7.627531893943375e-05,
      "loss": 1.9609,
      "step": 86251
    },
    {
      "epoch": 4.012654105605955,
      "grad_norm": 1.4779102247638243,
      "learning_rate": 7.62720867657812e-05,
      "loss": 1.5391,
      "step": 86252
    },
    {
      "epoch": 4.012700628053036,
      "grad_norm": 1.528148560522917,
      "learning_rate": 7.62688546372653e-05,
      "loss": 1.7422,
      "step": 86253
    },
    {
      "epoch": 4.012747150500116,
      "grad_norm": 1.5625794045428625,
      "learning_rate": 7.626562255388804e-05,
      "loss": 1.8125,
      "step": 86254
    },
    {
      "epoch": 4.012793672947197,
      "grad_norm": 1.5086126107522961,
      "learning_rate": 7.626239051565135e-05,
      "loss": 1.7734,
      "step": 86255
    },
    {
      "epoch": 4.012840195394277,
      "grad_norm": 1.4185044895349668,
      "learning_rate": 7.625915852255727e-05,
      "loss": 1.5938,
      "step": 86256
    },
    {
      "epoch": 4.012886717841359,
      "grad_norm": 1.5659207080245643,
      "learning_rate": 7.625592657460779e-05,
      "loss": 1.875,
      "step": 86257
    },
    {
      "epoch": 4.012933240288439,
      "grad_norm": 1.3513047619345684,
      "learning_rate": 7.625269467180492e-05,
      "loss": 1.375,
      "step": 86258
    },
    {
      "epoch": 4.01297976273552,
      "grad_norm": 1.4733008515745356,
      "learning_rate": 7.624946281415054e-05,
      "loss": 1.6328,
      "step": 86259
    },
    {
      "epoch": 4.0130262851826,
      "grad_norm": 1.5242541522532123,
      "learning_rate": 7.624623100164665e-05,
      "loss": 1.5547,
      "step": 86260
    },
    {
      "epoch": 4.0130728076296815,
      "grad_norm": 1.526318748086159,
      "learning_rate": 7.624299923429528e-05,
      "loss": 1.6875,
      "step": 86261
    },
    {
      "epoch": 4.013119330076762,
      "grad_norm": 1.462795428930362,
      "learning_rate": 7.623976751209839e-05,
      "loss": 1.5078,
      "step": 86262
    },
    {
      "epoch": 4.0131658525238425,
      "grad_norm": 1.4991101805538551,
      "learning_rate": 7.623653583505796e-05,
      "loss": 1.5938,
      "step": 86263
    },
    {
      "epoch": 4.013212374970924,
      "grad_norm": 1.410056452024917,
      "learning_rate": 7.623330420317586e-05,
      "loss": 1.5156,
      "step": 86264
    },
    {
      "epoch": 4.013258897418004,
      "grad_norm": 1.499389880670441,
      "learning_rate": 7.623007261645428e-05,
      "loss": 1.7109,
      "step": 86265
    },
    {
      "epoch": 4.013305419865085,
      "grad_norm": 1.5603488426639789,
      "learning_rate": 7.622684107489505e-05,
      "loss": 1.7188,
      "step": 86266
    },
    {
      "epoch": 4.013351942312165,
      "grad_norm": 1.4644012824355617,
      "learning_rate": 7.622360957850019e-05,
      "loss": 1.5625,
      "step": 86267
    },
    {
      "epoch": 4.013398464759247,
      "grad_norm": 1.4111730767934842,
      "learning_rate": 7.622037812727163e-05,
      "loss": 1.4219,
      "step": 86268
    },
    {
      "epoch": 4.013444987206327,
      "grad_norm": 1.4792056378582288,
      "learning_rate": 7.621714672121143e-05,
      "loss": 1.6016,
      "step": 86269
    },
    {
      "epoch": 4.013491509653408,
      "grad_norm": 1.5497071318364641,
      "learning_rate": 7.62139153603215e-05,
      "loss": 1.7734,
      "step": 86270
    },
    {
      "epoch": 4.013538032100488,
      "grad_norm": 1.4230081393390468,
      "learning_rate": 7.621068404460388e-05,
      "loss": 1.4922,
      "step": 86271
    },
    {
      "epoch": 4.0135845545475695,
      "grad_norm": 1.338502189659076,
      "learning_rate": 7.620745277406052e-05,
      "loss": 1.4141,
      "step": 86272
    },
    {
      "epoch": 4.01363107699465,
      "grad_norm": 1.47343775021066,
      "learning_rate": 7.620422154869331e-05,
      "loss": 1.6641,
      "step": 86273
    },
    {
      "epoch": 4.01367759944173,
      "grad_norm": 1.3919799590650852,
      "learning_rate": 7.620099036850438e-05,
      "loss": 1.4609,
      "step": 86274
    },
    {
      "epoch": 4.013724121888812,
      "grad_norm": 1.5766348691187366,
      "learning_rate": 7.619775923349564e-05,
      "loss": 1.7422,
      "step": 86275
    },
    {
      "epoch": 4.013770644335892,
      "grad_norm": 1.4619115973932955,
      "learning_rate": 7.619452814366907e-05,
      "loss": 1.625,
      "step": 86276
    },
    {
      "epoch": 4.013817166782973,
      "grad_norm": 1.5275875968737422,
      "learning_rate": 7.619129709902658e-05,
      "loss": 1.75,
      "step": 86277
    },
    {
      "epoch": 4.013863689230053,
      "grad_norm": 1.5686068495865306,
      "learning_rate": 7.618806609957023e-05,
      "loss": 1.7969,
      "step": 86278
    },
    {
      "epoch": 4.013910211677135,
      "grad_norm": 1.6240809444526734,
      "learning_rate": 7.618483514530202e-05,
      "loss": 1.9453,
      "step": 86279
    },
    {
      "epoch": 4.013956734124215,
      "grad_norm": 1.2331127501882297,
      "learning_rate": 7.618160423622389e-05,
      "loss": 1.3047,
      "step": 86280
    },
    {
      "epoch": 4.0140032565712955,
      "grad_norm": 1.5739531800705062,
      "learning_rate": 7.617837337233784e-05,
      "loss": 1.7656,
      "step": 86281
    },
    {
      "epoch": 4.014049779018376,
      "grad_norm": 1.5963032478650532,
      "learning_rate": 7.617514255364574e-05,
      "loss": 1.9375,
      "step": 86282
    },
    {
      "epoch": 4.014096301465457,
      "grad_norm": 1.4092622246431061,
      "learning_rate": 7.617191178014971e-05,
      "loss": 1.7188,
      "step": 86283
    },
    {
      "epoch": 4.014142823912538,
      "grad_norm": 1.5122874974148002,
      "learning_rate": 7.616868105185168e-05,
      "loss": 1.6406,
      "step": 86284
    },
    {
      "epoch": 4.014189346359618,
      "grad_norm": 1.6735806576244925,
      "learning_rate": 7.616545036875362e-05,
      "loss": 1.8438,
      "step": 86285
    },
    {
      "epoch": 4.014235868806699,
      "grad_norm": 1.5960537452053387,
      "learning_rate": 7.616221973085746e-05,
      "loss": 1.7109,
      "step": 86286
    },
    {
      "epoch": 4.01428239125378,
      "grad_norm": 1.5546307752215582,
      "learning_rate": 7.615898913816527e-05,
      "loss": 1.7578,
      "step": 86287
    },
    {
      "epoch": 4.014328913700861,
      "grad_norm": 1.293922781311979,
      "learning_rate": 7.615575859067897e-05,
      "loss": 1.2891,
      "step": 86288
    },
    {
      "epoch": 4.014375436147941,
      "grad_norm": 1.4269286520442341,
      "learning_rate": 7.615252808840055e-05,
      "loss": 1.4766,
      "step": 86289
    },
    {
      "epoch": 4.0144219585950225,
      "grad_norm": 1.2734819636693862,
      "learning_rate": 7.614929763133194e-05,
      "loss": 1.2891,
      "step": 86290
    },
    {
      "epoch": 4.014468481042103,
      "grad_norm": 1.4040564966200133,
      "learning_rate": 7.614606721947522e-05,
      "loss": 1.6016,
      "step": 86291
    },
    {
      "epoch": 4.014515003489183,
      "grad_norm": 1.4028819789239275,
      "learning_rate": 7.614283685283233e-05,
      "loss": 1.5312,
      "step": 86292
    },
    {
      "epoch": 4.014561525936264,
      "grad_norm": 1.613550962333595,
      "learning_rate": 7.613960653140522e-05,
      "loss": 1.7656,
      "step": 86293
    },
    {
      "epoch": 4.014608048383345,
      "grad_norm": 1.220205876375676,
      "learning_rate": 7.613637625519581e-05,
      "loss": 1.1484,
      "step": 86294
    },
    {
      "epoch": 4.014654570830426,
      "grad_norm": 1.4774299808176061,
      "learning_rate": 7.613314602420622e-05,
      "loss": 1.5859,
      "step": 86295
    },
    {
      "epoch": 4.014701093277506,
      "grad_norm": 1.4807668963940657,
      "learning_rate": 7.612991583843835e-05,
      "loss": 1.6172,
      "step": 86296
    },
    {
      "epoch": 4.014747615724587,
      "grad_norm": 1.4235363604164089,
      "learning_rate": 7.612668569789417e-05,
      "loss": 1.4375,
      "step": 86297
    },
    {
      "epoch": 4.014794138171668,
      "grad_norm": 1.6136884088369992,
      "learning_rate": 7.612345560257566e-05,
      "loss": 1.8516,
      "step": 86298
    },
    {
      "epoch": 4.014840660618749,
      "grad_norm": 1.5467206764378956,
      "learning_rate": 7.612022555248475e-05,
      "loss": 1.6094,
      "step": 86299
    },
    {
      "epoch": 4.014887183065829,
      "grad_norm": 1.3165565012690985,
      "learning_rate": 7.611699554762352e-05,
      "loss": 1.4531,
      "step": 86300
    },
    {
      "epoch": 4.01493370551291,
      "grad_norm": 1.3808774935752153,
      "learning_rate": 7.611376558799391e-05,
      "loss": 1.5,
      "step": 86301
    },
    {
      "epoch": 4.014980227959991,
      "grad_norm": 1.34417243528822,
      "learning_rate": 7.61105356735979e-05,
      "loss": 1.3281,
      "step": 86302
    },
    {
      "epoch": 4.015026750407071,
      "grad_norm": 1.7624658120750962,
      "learning_rate": 7.610730580443746e-05,
      "loss": 1.6094,
      "step": 86303
    },
    {
      "epoch": 4.015073272854152,
      "grad_norm": 1.6500252724394182,
      "learning_rate": 7.610407598051451e-05,
      "loss": 1.8672,
      "step": 86304
    },
    {
      "epoch": 4.015119795301233,
      "grad_norm": 1.425205298414,
      "learning_rate": 7.61008462018311e-05,
      "loss": 1.5625,
      "step": 86305
    },
    {
      "epoch": 4.015166317748314,
      "grad_norm": 1.7376417604489296,
      "learning_rate": 7.609761646838924e-05,
      "loss": 2.0,
      "step": 86306
    },
    {
      "epoch": 4.015212840195394,
      "grad_norm": 1.5820987629704253,
      "learning_rate": 7.609438678019084e-05,
      "loss": 1.8516,
      "step": 86307
    },
    {
      "epoch": 4.015259362642475,
      "grad_norm": 1.5018172709074251,
      "learning_rate": 7.609115713723782e-05,
      "loss": 1.5312,
      "step": 86308
    },
    {
      "epoch": 4.015305885089556,
      "grad_norm": 1.515854283102593,
      "learning_rate": 7.60879275395323e-05,
      "loss": 1.6172,
      "step": 86309
    },
    {
      "epoch": 4.0153524075366365,
      "grad_norm": 1.5548316975601768,
      "learning_rate": 7.608469798707618e-05,
      "loss": 1.6875,
      "step": 86310
    },
    {
      "epoch": 4.015398929983717,
      "grad_norm": 1.27513630323493,
      "learning_rate": 7.608146847987144e-05,
      "loss": 1.2422,
      "step": 86311
    },
    {
      "epoch": 4.015445452430797,
      "grad_norm": 1.5816772942274566,
      "learning_rate": 7.607823901792e-05,
      "loss": 1.7344,
      "step": 86312
    },
    {
      "epoch": 4.015491974877879,
      "grad_norm": 1.4285828580931141,
      "learning_rate": 7.607500960122396e-05,
      "loss": 1.5078,
      "step": 86313
    },
    {
      "epoch": 4.015538497324959,
      "grad_norm": 1.6921961619416435,
      "learning_rate": 7.607178022978525e-05,
      "loss": 1.8828,
      "step": 86314
    },
    {
      "epoch": 4.01558501977204,
      "grad_norm": 1.5297257197314986,
      "learning_rate": 7.606855090360582e-05,
      "loss": 1.6562,
      "step": 86315
    },
    {
      "epoch": 4.015631542219121,
      "grad_norm": 1.3994713819010347,
      "learning_rate": 7.606532162268759e-05,
      "loss": 1.5078,
      "step": 86316
    },
    {
      "epoch": 4.015678064666202,
      "grad_norm": 1.4450925612710745,
      "learning_rate": 7.606209238703268e-05,
      "loss": 1.5938,
      "step": 86317
    },
    {
      "epoch": 4.015724587113282,
      "grad_norm": 1.549335590462849,
      "learning_rate": 7.6058863196643e-05,
      "loss": 1.7188,
      "step": 86318
    },
    {
      "epoch": 4.0157711095603625,
      "grad_norm": 1.4735332967938533,
      "learning_rate": 7.605563405152049e-05,
      "loss": 1.6875,
      "step": 86319
    },
    {
      "epoch": 4.015817632007444,
      "grad_norm": 1.4711131735785314,
      "learning_rate": 7.605240495166713e-05,
      "loss": 1.6406,
      "step": 86320
    },
    {
      "epoch": 4.015864154454524,
      "grad_norm": 1.5048733064445086,
      "learning_rate": 7.604917589708495e-05,
      "loss": 1.7422,
      "step": 86321
    },
    {
      "epoch": 4.015910676901605,
      "grad_norm": 1.5189570114700968,
      "learning_rate": 7.604594688777586e-05,
      "loss": 1.7188,
      "step": 86322
    },
    {
      "epoch": 4.015957199348685,
      "grad_norm": 1.566271148630719,
      "learning_rate": 7.604271792374193e-05,
      "loss": 1.7969,
      "step": 86323
    },
    {
      "epoch": 4.016003721795767,
      "grad_norm": 1.5260351635132432,
      "learning_rate": 7.60394890049851e-05,
      "loss": 1.7344,
      "step": 86324
    },
    {
      "epoch": 4.016050244242847,
      "grad_norm": 1.5156481429538011,
      "learning_rate": 7.603626013150725e-05,
      "loss": 1.5781,
      "step": 86325
    },
    {
      "epoch": 4.016096766689928,
      "grad_norm": 1.5696409143941268,
      "learning_rate": 7.603303130331051e-05,
      "loss": 1.8281,
      "step": 86326
    },
    {
      "epoch": 4.016143289137009,
      "grad_norm": 1.4517215407083448,
      "learning_rate": 7.602980252039678e-05,
      "loss": 1.6641,
      "step": 86327
    },
    {
      "epoch": 4.0161898115840895,
      "grad_norm": 1.444536978392851,
      "learning_rate": 7.602657378276804e-05,
      "loss": 1.5938,
      "step": 86328
    },
    {
      "epoch": 4.01623633403117,
      "grad_norm": 1.3670722513622346,
      "learning_rate": 7.602334509042627e-05,
      "loss": 1.4531,
      "step": 86329
    },
    {
      "epoch": 4.0162828564782505,
      "grad_norm": 1.4445362407930686,
      "learning_rate": 7.60201164433734e-05,
      "loss": 1.5156,
      "step": 86330
    },
    {
      "epoch": 4.016329378925332,
      "grad_norm": 1.6324461919426567,
      "learning_rate": 7.601688784161148e-05,
      "loss": 1.8516,
      "step": 86331
    },
    {
      "epoch": 4.016375901372412,
      "grad_norm": 1.458990782307815,
      "learning_rate": 7.601365928514246e-05,
      "loss": 1.6016,
      "step": 86332
    },
    {
      "epoch": 4.016422423819493,
      "grad_norm": 1.4449337737054584,
      "learning_rate": 7.601043077396833e-05,
      "loss": 1.6719,
      "step": 86333
    },
    {
      "epoch": 4.016468946266573,
      "grad_norm": 1.5233546349807403,
      "learning_rate": 7.6007202308091e-05,
      "loss": 1.6641,
      "step": 86334
    },
    {
      "epoch": 4.016515468713655,
      "grad_norm": 1.451155084042039,
      "learning_rate": 7.600397388751254e-05,
      "loss": 1.5391,
      "step": 86335
    },
    {
      "epoch": 4.016561991160735,
      "grad_norm": 1.502777045995464,
      "learning_rate": 7.600074551223488e-05,
      "loss": 1.625,
      "step": 86336
    },
    {
      "epoch": 4.016608513607816,
      "grad_norm": 1.6088271641962035,
      "learning_rate": 7.599751718226e-05,
      "loss": 1.7891,
      "step": 86337
    },
    {
      "epoch": 4.016655036054896,
      "grad_norm": 1.2366560867067793,
      "learning_rate": 7.599428889758983e-05,
      "loss": 1.2109,
      "step": 86338
    },
    {
      "epoch": 4.016701558501977,
      "grad_norm": 1.4698259488219383,
      "learning_rate": 7.599106065822643e-05,
      "loss": 1.5469,
      "step": 86339
    },
    {
      "epoch": 4.016748080949058,
      "grad_norm": 1.5442287504767733,
      "learning_rate": 7.598783246417176e-05,
      "loss": 1.5625,
      "step": 86340
    },
    {
      "epoch": 4.016794603396138,
      "grad_norm": 1.5679000862525823,
      "learning_rate": 7.598460431542777e-05,
      "loss": 1.8047,
      "step": 86341
    },
    {
      "epoch": 4.01684112584322,
      "grad_norm": 1.5271725773369924,
      "learning_rate": 7.598137621199639e-05,
      "loss": 1.75,
      "step": 86342
    },
    {
      "epoch": 4.0168876482903,
      "grad_norm": 1.4096196804021703,
      "learning_rate": 7.597814815387969e-05,
      "loss": 1.5156,
      "step": 86343
    },
    {
      "epoch": 4.016934170737381,
      "grad_norm": 1.3994611734405529,
      "learning_rate": 7.597492014107954e-05,
      "loss": 1.4922,
      "step": 86344
    },
    {
      "epoch": 4.016980693184461,
      "grad_norm": 1.5388544319412922,
      "learning_rate": 7.597169217359807e-05,
      "loss": 1.6172,
      "step": 86345
    },
    {
      "epoch": 4.0170272156315425,
      "grad_norm": 1.4959278473213116,
      "learning_rate": 7.596846425143713e-05,
      "loss": 1.625,
      "step": 86346
    },
    {
      "epoch": 4.017073738078623,
      "grad_norm": 1.623689930986172,
      "learning_rate": 7.59652363745987e-05,
      "loss": 1.8906,
      "step": 86347
    },
    {
      "epoch": 4.0171202605257035,
      "grad_norm": 1.6061715132371415,
      "learning_rate": 7.596200854308483e-05,
      "loss": 1.9609,
      "step": 86348
    },
    {
      "epoch": 4.017166782972784,
      "grad_norm": 1.6397145967596611,
      "learning_rate": 7.595878075689747e-05,
      "loss": 1.9453,
      "step": 86349
    },
    {
      "epoch": 4.017213305419865,
      "grad_norm": 1.3368717335402898,
      "learning_rate": 7.595555301603856e-05,
      "loss": 1.3516,
      "step": 86350
    },
    {
      "epoch": 4.017259827866946,
      "grad_norm": 1.183864209517229,
      "learning_rate": 7.595232532051007e-05,
      "loss": 1.2188,
      "step": 86351
    },
    {
      "epoch": 4.017306350314026,
      "grad_norm": 1.5077952566962234,
      "learning_rate": 7.594909767031403e-05,
      "loss": 1.7188,
      "step": 86352
    },
    {
      "epoch": 4.017352872761108,
      "grad_norm": 1.5036763249210725,
      "learning_rate": 7.59458700654524e-05,
      "loss": 1.6016,
      "step": 86353
    },
    {
      "epoch": 4.017399395208188,
      "grad_norm": 1.393733771095402,
      "learning_rate": 7.594264250592716e-05,
      "loss": 1.3359,
      "step": 86354
    },
    {
      "epoch": 4.017445917655269,
      "grad_norm": 1.5023960967877423,
      "learning_rate": 7.593941499174025e-05,
      "loss": 1.6484,
      "step": 86355
    },
    {
      "epoch": 4.017492440102349,
      "grad_norm": 1.4988280965490668,
      "learning_rate": 7.593618752289362e-05,
      "loss": 1.6719,
      "step": 86356
    },
    {
      "epoch": 4.01753896254943,
      "grad_norm": 1.4444964915120682,
      "learning_rate": 7.593296009938935e-05,
      "loss": 1.5938,
      "step": 86357
    },
    {
      "epoch": 4.017585484996511,
      "grad_norm": 1.5919476558615684,
      "learning_rate": 7.592973272122934e-05,
      "loss": 1.7266,
      "step": 86358
    },
    {
      "epoch": 4.017632007443591,
      "grad_norm": 1.3838858674978685,
      "learning_rate": 7.592650538841561e-05,
      "loss": 1.4062,
      "step": 86359
    },
    {
      "epoch": 4.017678529890672,
      "grad_norm": 1.3829135305714115,
      "learning_rate": 7.592327810095005e-05,
      "loss": 1.3594,
      "step": 86360
    },
    {
      "epoch": 4.017725052337753,
      "grad_norm": 1.5512905258854648,
      "learning_rate": 7.592005085883474e-05,
      "loss": 1.6484,
      "step": 86361
    },
    {
      "epoch": 4.017771574784834,
      "grad_norm": 1.6142690384662663,
      "learning_rate": 7.591682366207161e-05,
      "loss": 1.9453,
      "step": 86362
    },
    {
      "epoch": 4.017818097231914,
      "grad_norm": 1.3291923639111731,
      "learning_rate": 7.591359651066265e-05,
      "loss": 1.3828,
      "step": 86363
    },
    {
      "epoch": 4.0178646196789956,
      "grad_norm": 1.2401332653029256,
      "learning_rate": 7.591036940460976e-05,
      "loss": 1.2734,
      "step": 86364
    },
    {
      "epoch": 4.017911142126076,
      "grad_norm": 1.449469901537607,
      "learning_rate": 7.590714234391503e-05,
      "loss": 1.3203,
      "step": 86365
    },
    {
      "epoch": 4.0179576645731565,
      "grad_norm": 1.5952464001479068,
      "learning_rate": 7.590391532858034e-05,
      "loss": 1.6172,
      "step": 86366
    },
    {
      "epoch": 4.018004187020237,
      "grad_norm": 1.5640767928938815,
      "learning_rate": 7.590068835860775e-05,
      "loss": 1.7422,
      "step": 86367
    },
    {
      "epoch": 4.018050709467318,
      "grad_norm": 1.4269467868060521,
      "learning_rate": 7.589746143399921e-05,
      "loss": 1.5234,
      "step": 86368
    },
    {
      "epoch": 4.018097231914399,
      "grad_norm": 1.6042491653619264,
      "learning_rate": 7.58942345547566e-05,
      "loss": 1.6562,
      "step": 86369
    },
    {
      "epoch": 4.018143754361479,
      "grad_norm": 1.4566029081387537,
      "learning_rate": 7.589100772088208e-05,
      "loss": 1.5,
      "step": 86370
    },
    {
      "epoch": 4.01819027680856,
      "grad_norm": 1.551013109722377,
      "learning_rate": 7.588778093237747e-05,
      "loss": 1.7109,
      "step": 86371
    },
    {
      "epoch": 4.018236799255641,
      "grad_norm": 1.4508328206945005,
      "learning_rate": 7.588455418924482e-05,
      "loss": 1.5312,
      "step": 86372
    },
    {
      "epoch": 4.018283321702722,
      "grad_norm": 1.3717763792677684,
      "learning_rate": 7.588132749148604e-05,
      "loss": 1.3359,
      "step": 86373
    },
    {
      "epoch": 4.018329844149802,
      "grad_norm": 1.600481833344657,
      "learning_rate": 7.587810083910319e-05,
      "loss": 1.8125,
      "step": 86374
    },
    {
      "epoch": 4.018376366596883,
      "grad_norm": 1.56133671875554,
      "learning_rate": 7.58748742320982e-05,
      "loss": 1.625,
      "step": 86375
    },
    {
      "epoch": 4.018422889043964,
      "grad_norm": 1.6595500584705698,
      "learning_rate": 7.587164767047306e-05,
      "loss": 1.8438,
      "step": 86376
    },
    {
      "epoch": 4.018469411491044,
      "grad_norm": 1.4406020017330643,
      "learning_rate": 7.586842115422968e-05,
      "loss": 1.5,
      "step": 86377
    },
    {
      "epoch": 4.018515933938125,
      "grad_norm": 1.528473386556318,
      "learning_rate": 7.586519468337013e-05,
      "loss": 1.6094,
      "step": 86378
    },
    {
      "epoch": 4.018562456385206,
      "grad_norm": 1.610846933305615,
      "learning_rate": 7.586196825789633e-05,
      "loss": 1.9219,
      "step": 86379
    },
    {
      "epoch": 4.018608978832287,
      "grad_norm": 1.3360556552989071,
      "learning_rate": 7.58587418778103e-05,
      "loss": 1.3438,
      "step": 86380
    },
    {
      "epoch": 4.018655501279367,
      "grad_norm": 1.553707266116914,
      "learning_rate": 7.585551554311398e-05,
      "loss": 1.7031,
      "step": 86381
    },
    {
      "epoch": 4.018702023726448,
      "grad_norm": 1.528263386381076,
      "learning_rate": 7.585228925380928e-05,
      "loss": 1.6641,
      "step": 86382
    },
    {
      "epoch": 4.018748546173529,
      "grad_norm": 1.5361834637007157,
      "learning_rate": 7.584906300989832e-05,
      "loss": 1.5781,
      "step": 86383
    },
    {
      "epoch": 4.0187950686206095,
      "grad_norm": 1.5982073739864857,
      "learning_rate": 7.584583681138301e-05,
      "loss": 1.7031,
      "step": 86384
    },
    {
      "epoch": 4.01884159106769,
      "grad_norm": 1.4803225417505879,
      "learning_rate": 7.58426106582653e-05,
      "loss": 1.4375,
      "step": 86385
    },
    {
      "epoch": 4.0188881135147705,
      "grad_norm": 1.4732672560505027,
      "learning_rate": 7.583938455054712e-05,
      "loss": 1.5234,
      "step": 86386
    },
    {
      "epoch": 4.018934635961852,
      "grad_norm": 1.390114863983681,
      "learning_rate": 7.583615848823055e-05,
      "loss": 1.5859,
      "step": 86387
    },
    {
      "epoch": 4.018981158408932,
      "grad_norm": 1.611010491346986,
      "learning_rate": 7.583293247131749e-05,
      "loss": 1.7578,
      "step": 86388
    },
    {
      "epoch": 4.019027680856013,
      "grad_norm": 1.6434312029759883,
      "learning_rate": 7.582970649980998e-05,
      "loss": 1.8438,
      "step": 86389
    },
    {
      "epoch": 4.019074203303094,
      "grad_norm": 1.4501546673993149,
      "learning_rate": 7.582648057370998e-05,
      "loss": 1.6484,
      "step": 86390
    },
    {
      "epoch": 4.019120725750175,
      "grad_norm": 1.631229155995393,
      "learning_rate": 7.58232546930194e-05,
      "loss": 1.8594,
      "step": 86391
    },
    {
      "epoch": 4.019167248197255,
      "grad_norm": 1.446100598416228,
      "learning_rate": 7.582002885774028e-05,
      "loss": 1.5547,
      "step": 86392
    },
    {
      "epoch": 4.019213770644336,
      "grad_norm": 1.5908941969462151,
      "learning_rate": 7.58168030678746e-05,
      "loss": 1.9766,
      "step": 86393
    },
    {
      "epoch": 4.019260293091417,
      "grad_norm": 1.4343237723131916,
      "learning_rate": 7.581357732342431e-05,
      "loss": 1.4766,
      "step": 86394
    },
    {
      "epoch": 4.0193068155384974,
      "grad_norm": 1.5761696757497259,
      "learning_rate": 7.581035162439133e-05,
      "loss": 1.6797,
      "step": 86395
    },
    {
      "epoch": 4.019353337985578,
      "grad_norm": 1.413662689473125,
      "learning_rate": 7.580712597077773e-05,
      "loss": 1.5078,
      "step": 86396
    },
    {
      "epoch": 4.019399860432658,
      "grad_norm": 1.497373613982147,
      "learning_rate": 7.580390036258546e-05,
      "loss": 1.6562,
      "step": 86397
    },
    {
      "epoch": 4.01944638287974,
      "grad_norm": 1.5279652240275856,
      "learning_rate": 7.580067479981647e-05,
      "loss": 1.7188,
      "step": 86398
    },
    {
      "epoch": 4.01949290532682,
      "grad_norm": 1.3093986139272549,
      "learning_rate": 7.57974492824727e-05,
      "loss": 1.3672,
      "step": 86399
    },
    {
      "epoch": 4.019539427773901,
      "grad_norm": 1.6068453076559606,
      "learning_rate": 7.579422381055622e-05,
      "loss": 1.8125,
      "step": 86400
    },
    {
      "epoch": 4.019585950220981,
      "grad_norm": 1.3595023484697917,
      "learning_rate": 7.579099838406896e-05,
      "loss": 1.3047,
      "step": 86401
    },
    {
      "epoch": 4.019632472668063,
      "grad_norm": 1.5734292151555158,
      "learning_rate": 7.578777300301288e-05,
      "loss": 1.7578,
      "step": 86402
    },
    {
      "epoch": 4.019678995115143,
      "grad_norm": 1.3656495099287171,
      "learning_rate": 7.57845476673899e-05,
      "loss": 1.3672,
      "step": 86403
    },
    {
      "epoch": 4.0197255175622235,
      "grad_norm": 1.5093044069558315,
      "learning_rate": 7.578132237720211e-05,
      "loss": 1.4922,
      "step": 86404
    },
    {
      "epoch": 4.019772040009305,
      "grad_norm": 1.683718338411792,
      "learning_rate": 7.577809713245145e-05,
      "loss": 1.8281,
      "step": 86405
    },
    {
      "epoch": 4.019818562456385,
      "grad_norm": 1.4933940681870361,
      "learning_rate": 7.577487193313986e-05,
      "loss": 1.5156,
      "step": 86406
    },
    {
      "epoch": 4.019865084903466,
      "grad_norm": 1.5725975626447009,
      "learning_rate": 7.577164677926935e-05,
      "loss": 1.6016,
      "step": 86407
    },
    {
      "epoch": 4.019911607350546,
      "grad_norm": 1.5040118801192395,
      "learning_rate": 7.576842167084181e-05,
      "loss": 1.6484,
      "step": 86408
    },
    {
      "epoch": 4.019958129797628,
      "grad_norm": 1.512186277651933,
      "learning_rate": 7.576519660785934e-05,
      "loss": 1.5312,
      "step": 86409
    },
    {
      "epoch": 4.020004652244708,
      "grad_norm": 1.6278076934746073,
      "learning_rate": 7.576197159032377e-05,
      "loss": 1.5938,
      "step": 86410
    },
    {
      "epoch": 4.020051174691789,
      "grad_norm": 1.4674583514957513,
      "learning_rate": 7.575874661823724e-05,
      "loss": 1.4141,
      "step": 86411
    },
    {
      "epoch": 4.020097697138869,
      "grad_norm": 1.5669289303105376,
      "learning_rate": 7.575552169160164e-05,
      "loss": 1.7109,
      "step": 86412
    },
    {
      "epoch": 4.0201442195859505,
      "grad_norm": 1.2889908597732356,
      "learning_rate": 7.57522968104189e-05,
      "loss": 1.3203,
      "step": 86413
    },
    {
      "epoch": 4.020190742033031,
      "grad_norm": 1.5665799688705404,
      "learning_rate": 7.574907197469108e-05,
      "loss": 1.7656,
      "step": 86414
    },
    {
      "epoch": 4.020237264480111,
      "grad_norm": 1.426550698849333,
      "learning_rate": 7.574584718442012e-05,
      "loss": 1.4531,
      "step": 86415
    },
    {
      "epoch": 4.020283786927193,
      "grad_norm": 1.656342056761331,
      "learning_rate": 7.5742622439608e-05,
      "loss": 1.8594,
      "step": 86416
    },
    {
      "epoch": 4.020330309374273,
      "grad_norm": 1.4891192447311783,
      "learning_rate": 7.573939774025662e-05,
      "loss": 1.6484,
      "step": 86417
    },
    {
      "epoch": 4.020376831821354,
      "grad_norm": 1.537800538552864,
      "learning_rate": 7.57361730863681e-05,
      "loss": 1.6719,
      "step": 86418
    },
    {
      "epoch": 4.020423354268434,
      "grad_norm": 1.4414202757075731,
      "learning_rate": 7.573294847794428e-05,
      "loss": 1.6328,
      "step": 86419
    },
    {
      "epoch": 4.020469876715516,
      "grad_norm": 1.3969425642530504,
      "learning_rate": 7.572972391498723e-05,
      "loss": 1.3516,
      "step": 86420
    },
    {
      "epoch": 4.020516399162596,
      "grad_norm": 1.3768502830659635,
      "learning_rate": 7.57264993974988e-05,
      "loss": 1.3594,
      "step": 86421
    },
    {
      "epoch": 4.0205629216096765,
      "grad_norm": 1.5762678563437595,
      "learning_rate": 7.572327492548111e-05,
      "loss": 1.6953,
      "step": 86422
    },
    {
      "epoch": 4.020609444056757,
      "grad_norm": 1.5210294574754177,
      "learning_rate": 7.572005049893607e-05,
      "loss": 1.6406,
      "step": 86423
    },
    {
      "epoch": 4.020655966503838,
      "grad_norm": 1.5677816831923022,
      "learning_rate": 7.571682611786568e-05,
      "loss": 1.7188,
      "step": 86424
    },
    {
      "epoch": 4.020702488950919,
      "grad_norm": 1.554533510258963,
      "learning_rate": 7.571360178227179e-05,
      "loss": 1.7266,
      "step": 86425
    },
    {
      "epoch": 4.020749011397999,
      "grad_norm": 1.3905360347932525,
      "learning_rate": 7.571037749215653e-05,
      "loss": 1.4844,
      "step": 86426
    },
    {
      "epoch": 4.02079553384508,
      "grad_norm": 1.467221155674041,
      "learning_rate": 7.570715324752184e-05,
      "loss": 1.5312,
      "step": 86427
    },
    {
      "epoch": 4.020842056292161,
      "grad_norm": 1.4947746832224837,
      "learning_rate": 7.570392904836964e-05,
      "loss": 1.5156,
      "step": 86428
    },
    {
      "epoch": 4.020888578739242,
      "grad_norm": 1.5821077566990556,
      "learning_rate": 7.570070489470189e-05,
      "loss": 1.7969,
      "step": 86429
    },
    {
      "epoch": 4.020935101186322,
      "grad_norm": 1.400676917121543,
      "learning_rate": 7.569748078652065e-05,
      "loss": 1.4375,
      "step": 86430
    },
    {
      "epoch": 4.0209816236334035,
      "grad_norm": 1.5988704241645633,
      "learning_rate": 7.569425672382788e-05,
      "loss": 1.8594,
      "step": 86431
    },
    {
      "epoch": 4.021028146080484,
      "grad_norm": 1.5187542838967865,
      "learning_rate": 7.569103270662544e-05,
      "loss": 1.6172,
      "step": 86432
    },
    {
      "epoch": 4.0210746685275645,
      "grad_norm": 1.5553072798530612,
      "learning_rate": 7.568780873491547e-05,
      "loss": 1.6641,
      "step": 86433
    },
    {
      "epoch": 4.021121190974645,
      "grad_norm": 1.5835007866910982,
      "learning_rate": 7.568458480869977e-05,
      "loss": 1.7891,
      "step": 86434
    },
    {
      "epoch": 4.021167713421726,
      "grad_norm": 1.5830902471805888,
      "learning_rate": 7.568136092798049e-05,
      "loss": 1.7422,
      "step": 86435
    },
    {
      "epoch": 4.021214235868807,
      "grad_norm": 1.4805505879343739,
      "learning_rate": 7.567813709275951e-05,
      "loss": 1.5547,
      "step": 86436
    },
    {
      "epoch": 4.021260758315887,
      "grad_norm": 1.4506653271346288,
      "learning_rate": 7.567491330303881e-05,
      "loss": 1.6328,
      "step": 86437
    },
    {
      "epoch": 4.021307280762968,
      "grad_norm": 1.4618762360073316,
      "learning_rate": 7.567168955882036e-05,
      "loss": 1.5234,
      "step": 86438
    },
    {
      "epoch": 4.021353803210049,
      "grad_norm": 1.6101507380953088,
      "learning_rate": 7.56684658601061e-05,
      "loss": 1.8047,
      "step": 86439
    },
    {
      "epoch": 4.02140032565713,
      "grad_norm": 1.3995465776814036,
      "learning_rate": 7.56652422068981e-05,
      "loss": 1.4062,
      "step": 86440
    },
    {
      "epoch": 4.02144684810421,
      "grad_norm": 1.401853888717033,
      "learning_rate": 7.566201859919828e-05,
      "loss": 1.5547,
      "step": 86441
    },
    {
      "epoch": 4.021493370551291,
      "grad_norm": 1.5286138824225721,
      "learning_rate": 7.56587950370086e-05,
      "loss": 1.5234,
      "step": 86442
    },
    {
      "epoch": 4.021539892998372,
      "grad_norm": 1.2765874349090933,
      "learning_rate": 7.565557152033099e-05,
      "loss": 1.125,
      "step": 86443
    },
    {
      "epoch": 4.021586415445452,
      "grad_norm": 1.2393995994730507,
      "learning_rate": 7.565234804916752e-05,
      "loss": 1.2188,
      "step": 86444
    },
    {
      "epoch": 4.021632937892533,
      "grad_norm": 1.61115924209592,
      "learning_rate": 7.564912462352012e-05,
      "loss": 1.7422,
      "step": 86445
    },
    {
      "epoch": 4.021679460339614,
      "grad_norm": 1.5789824559454866,
      "learning_rate": 7.564590124339077e-05,
      "loss": 1.6562,
      "step": 86446
    },
    {
      "epoch": 4.021725982786695,
      "grad_norm": 1.5695959273270408,
      "learning_rate": 7.56426779087814e-05,
      "loss": 1.7188,
      "step": 86447
    },
    {
      "epoch": 4.021772505233775,
      "grad_norm": 1.5996260620394673,
      "learning_rate": 7.563945461969408e-05,
      "loss": 1.75,
      "step": 86448
    },
    {
      "epoch": 4.021819027680856,
      "grad_norm": 1.638743198313969,
      "learning_rate": 7.563623137613069e-05,
      "loss": 1.75,
      "step": 86449
    },
    {
      "epoch": 4.021865550127937,
      "grad_norm": 1.4153062784811399,
      "learning_rate": 7.563300817809325e-05,
      "loss": 1.4297,
      "step": 86450
    },
    {
      "epoch": 4.0219120725750175,
      "grad_norm": 1.5806135003059123,
      "learning_rate": 7.562978502558367e-05,
      "loss": 1.6953,
      "step": 86451
    },
    {
      "epoch": 4.021958595022098,
      "grad_norm": 1.5054991686804944,
      "learning_rate": 7.562656191860402e-05,
      "loss": 1.6094,
      "step": 86452
    },
    {
      "epoch": 4.022005117469178,
      "grad_norm": 1.504033263081619,
      "learning_rate": 7.562333885715625e-05,
      "loss": 1.6875,
      "step": 86453
    },
    {
      "epoch": 4.02205163991626,
      "grad_norm": 1.6669487127368574,
      "learning_rate": 7.562011584124224e-05,
      "loss": 1.8594,
      "step": 86454
    },
    {
      "epoch": 4.02209816236334,
      "grad_norm": 1.2806409959667018,
      "learning_rate": 7.561689287086408e-05,
      "loss": 1.1797,
      "step": 86455
    },
    {
      "epoch": 4.022144684810421,
      "grad_norm": 1.7009980697997,
      "learning_rate": 7.561366994602367e-05,
      "loss": 2.0469,
      "step": 86456
    },
    {
      "epoch": 4.022191207257502,
      "grad_norm": 1.4931417867023158,
      "learning_rate": 7.561044706672304e-05,
      "loss": 1.5938,
      "step": 86457
    },
    {
      "epoch": 4.022237729704583,
      "grad_norm": 1.5420996797523896,
      "learning_rate": 7.560722423296414e-05,
      "loss": 1.6875,
      "step": 86458
    },
    {
      "epoch": 4.022284252151663,
      "grad_norm": 1.4294949752511799,
      "learning_rate": 7.560400144474895e-05,
      "loss": 1.5312,
      "step": 86459
    },
    {
      "epoch": 4.0223307745987436,
      "grad_norm": 1.6623506877395495,
      "learning_rate": 7.560077870207935e-05,
      "loss": 1.8594,
      "step": 86460
    },
    {
      "epoch": 4.022377297045825,
      "grad_norm": 1.656533166260669,
      "learning_rate": 7.559755600495745e-05,
      "loss": 1.8516,
      "step": 86461
    },
    {
      "epoch": 4.022423819492905,
      "grad_norm": 1.2202456075163461,
      "learning_rate": 7.559433335338516e-05,
      "loss": 1.2109,
      "step": 86462
    },
    {
      "epoch": 4.022470341939986,
      "grad_norm": 1.2698195385453175,
      "learning_rate": 7.559111074736449e-05,
      "loss": 1.2969,
      "step": 86463
    },
    {
      "epoch": 4.022516864387066,
      "grad_norm": 1.4474037322853521,
      "learning_rate": 7.558788818689734e-05,
      "loss": 1.5234,
      "step": 86464
    },
    {
      "epoch": 4.022563386834148,
      "grad_norm": 1.487284711259001,
      "learning_rate": 7.558466567198569e-05,
      "loss": 1.5859,
      "step": 86465
    },
    {
      "epoch": 4.022609909281228,
      "grad_norm": 1.4825191471021137,
      "learning_rate": 7.55814432026316e-05,
      "loss": 1.5625,
      "step": 86466
    },
    {
      "epoch": 4.022656431728309,
      "grad_norm": 1.5209621499972998,
      "learning_rate": 7.557822077883699e-05,
      "loss": 1.6641,
      "step": 86467
    },
    {
      "epoch": 4.02270295417539,
      "grad_norm": 1.524380974376615,
      "learning_rate": 7.557499840060381e-05,
      "loss": 1.7188,
      "step": 86468
    },
    {
      "epoch": 4.0227494766224705,
      "grad_norm": 1.4637668975512494,
      "learning_rate": 7.557177606793402e-05,
      "loss": 1.5469,
      "step": 86469
    },
    {
      "epoch": 4.022795999069551,
      "grad_norm": 1.6266829638917069,
      "learning_rate": 7.556855378082968e-05,
      "loss": 1.6484,
      "step": 86470
    },
    {
      "epoch": 4.0228425215166315,
      "grad_norm": 1.5682588642119286,
      "learning_rate": 7.556533153929272e-05,
      "loss": 1.7188,
      "step": 86471
    },
    {
      "epoch": 4.022889043963713,
      "grad_norm": 1.461556767103663,
      "learning_rate": 7.55621093433251e-05,
      "loss": 1.5078,
      "step": 86472
    },
    {
      "epoch": 4.022935566410793,
      "grad_norm": 1.568722534717629,
      "learning_rate": 7.555888719292873e-05,
      "loss": 1.7734,
      "step": 86473
    },
    {
      "epoch": 4.022982088857874,
      "grad_norm": 1.3443662171753754,
      "learning_rate": 7.55556650881057e-05,
      "loss": 1.2578,
      "step": 86474
    },
    {
      "epoch": 4.023028611304954,
      "grad_norm": 1.6875083520994572,
      "learning_rate": 7.555244302885787e-05,
      "loss": 1.7109,
      "step": 86475
    },
    {
      "epoch": 4.023075133752036,
      "grad_norm": 1.5463448129643316,
      "learning_rate": 7.554922101518734e-05,
      "loss": 1.6016,
      "step": 86476
    },
    {
      "epoch": 4.023121656199116,
      "grad_norm": 1.4877761399618374,
      "learning_rate": 7.554599904709604e-05,
      "loss": 1.5547,
      "step": 86477
    },
    {
      "epoch": 4.023168178646197,
      "grad_norm": 1.5947117048990704,
      "learning_rate": 7.554277712458584e-05,
      "loss": 1.6953,
      "step": 86478
    },
    {
      "epoch": 4.023214701093278,
      "grad_norm": 1.4801232886147757,
      "learning_rate": 7.553955524765884e-05,
      "loss": 1.5703,
      "step": 86479
    },
    {
      "epoch": 4.023261223540358,
      "grad_norm": 1.563618734886758,
      "learning_rate": 7.553633341631697e-05,
      "loss": 1.6875,
      "step": 86480
    },
    {
      "epoch": 4.023307745987439,
      "grad_norm": 1.6491238835268043,
      "learning_rate": 7.553311163056219e-05,
      "loss": 1.8672,
      "step": 86481
    },
    {
      "epoch": 4.023354268434519,
      "grad_norm": 1.308373380147491,
      "learning_rate": 7.552988989039644e-05,
      "loss": 1.2969,
      "step": 86482
    },
    {
      "epoch": 4.023400790881601,
      "grad_norm": 1.542710295970377,
      "learning_rate": 7.552666819582175e-05,
      "loss": 1.75,
      "step": 86483
    },
    {
      "epoch": 4.023447313328681,
      "grad_norm": 1.37631556552307,
      "learning_rate": 7.552344654684009e-05,
      "loss": 1.3906,
      "step": 86484
    },
    {
      "epoch": 4.023493835775762,
      "grad_norm": 1.5792120649633161,
      "learning_rate": 7.552022494345344e-05,
      "loss": 1.75,
      "step": 86485
    },
    {
      "epoch": 4.023540358222842,
      "grad_norm": 1.3883179419055454,
      "learning_rate": 7.551700338566366e-05,
      "loss": 1.4609,
      "step": 86486
    },
    {
      "epoch": 4.0235868806699235,
      "grad_norm": 1.5030241656083874,
      "learning_rate": 7.551378187347289e-05,
      "loss": 1.4609,
      "step": 86487
    },
    {
      "epoch": 4.023633403117004,
      "grad_norm": 1.4960640821956117,
      "learning_rate": 7.551056040688301e-05,
      "loss": 1.5703,
      "step": 86488
    },
    {
      "epoch": 4.0236799255640845,
      "grad_norm": 1.4894047763729716,
      "learning_rate": 7.550733898589599e-05,
      "loss": 1.7031,
      "step": 86489
    },
    {
      "epoch": 4.023726448011165,
      "grad_norm": 1.572465182922954,
      "learning_rate": 7.550411761051383e-05,
      "loss": 1.6641,
      "step": 86490
    },
    {
      "epoch": 4.023772970458246,
      "grad_norm": 1.5586792463715686,
      "learning_rate": 7.550089628073843e-05,
      "loss": 1.7734,
      "step": 86491
    },
    {
      "epoch": 4.023819492905327,
      "grad_norm": 1.5158626932045653,
      "learning_rate": 7.549767499657187e-05,
      "loss": 1.625,
      "step": 86492
    },
    {
      "epoch": 4.023866015352407,
      "grad_norm": 1.3715203969548593,
      "learning_rate": 7.54944537580161e-05,
      "loss": 1.2969,
      "step": 86493
    },
    {
      "epoch": 4.023912537799489,
      "grad_norm": 1.4601414315824182,
      "learning_rate": 7.549123256507303e-05,
      "loss": 1.5938,
      "step": 86494
    },
    {
      "epoch": 4.023959060246569,
      "grad_norm": 1.351360572955986,
      "learning_rate": 7.548801141774463e-05,
      "loss": 1.3359,
      "step": 86495
    },
    {
      "epoch": 4.02400558269365,
      "grad_norm": 1.3282500271072644,
      "learning_rate": 7.548479031603295e-05,
      "loss": 1.3438,
      "step": 86496
    },
    {
      "epoch": 4.02405210514073,
      "grad_norm": 1.5673687842815065,
      "learning_rate": 7.548156925993986e-05,
      "loss": 1.625,
      "step": 86497
    },
    {
      "epoch": 4.0240986275878114,
      "grad_norm": 1.6095064679486673,
      "learning_rate": 7.547834824946747e-05,
      "loss": 1.75,
      "step": 86498
    },
    {
      "epoch": 4.024145150034892,
      "grad_norm": 1.4084085228940126,
      "learning_rate": 7.547512728461767e-05,
      "loss": 1.4297,
      "step": 86499
    },
    {
      "epoch": 4.024191672481972,
      "grad_norm": 1.4818767871677425,
      "learning_rate": 7.547190636539239e-05,
      "loss": 1.3359,
      "step": 86500
    },
    {
      "epoch": 4.024238194929053,
      "grad_norm": 1.5099561696961035,
      "learning_rate": 7.546868549179369e-05,
      "loss": 1.6719,
      "step": 86501
    },
    {
      "epoch": 4.024284717376134,
      "grad_norm": 1.5886626664356023,
      "learning_rate": 7.546546466382349e-05,
      "loss": 1.7344,
      "step": 86502
    },
    {
      "epoch": 4.024331239823215,
      "grad_norm": 1.5864942063617498,
      "learning_rate": 7.546224388148379e-05,
      "loss": 1.6953,
      "step": 86503
    },
    {
      "epoch": 4.024377762270295,
      "grad_norm": 1.5872382948793589,
      "learning_rate": 7.545902314477647e-05,
      "loss": 1.7969,
      "step": 86504
    },
    {
      "epoch": 4.024424284717377,
      "grad_norm": 1.6467867683177617,
      "learning_rate": 7.545580245370364e-05,
      "loss": 1.5938,
      "step": 86505
    },
    {
      "epoch": 4.024470807164457,
      "grad_norm": 1.4503255126254355,
      "learning_rate": 7.545258180826722e-05,
      "loss": 1.5,
      "step": 86506
    },
    {
      "epoch": 4.0245173296115375,
      "grad_norm": 1.536637101060511,
      "learning_rate": 7.544936120846916e-05,
      "loss": 1.6016,
      "step": 86507
    },
    {
      "epoch": 4.024563852058618,
      "grad_norm": 1.443391531152803,
      "learning_rate": 7.544614065431138e-05,
      "loss": 1.5156,
      "step": 86508
    },
    {
      "epoch": 4.024610374505699,
      "grad_norm": 1.5105925690446473,
      "learning_rate": 7.544292014579597e-05,
      "loss": 1.6094,
      "step": 86509
    },
    {
      "epoch": 4.02465689695278,
      "grad_norm": 1.3283423988463243,
      "learning_rate": 7.543969968292483e-05,
      "loss": 1.2734,
      "step": 86510
    },
    {
      "epoch": 4.02470341939986,
      "grad_norm": 1.4276329876386824,
      "learning_rate": 7.543647926569998e-05,
      "loss": 1.3984,
      "step": 86511
    },
    {
      "epoch": 4.024749941846941,
      "grad_norm": 1.1955485719412828,
      "learning_rate": 7.543325889412327e-05,
      "loss": 0.9961,
      "step": 86512
    },
    {
      "epoch": 4.024796464294022,
      "grad_norm": 1.6261500279642995,
      "learning_rate": 7.543003856819681e-05,
      "loss": 1.9062,
      "step": 86513
    },
    {
      "epoch": 4.024842986741103,
      "grad_norm": 1.6721601474551957,
      "learning_rate": 7.542681828792253e-05,
      "loss": 1.8281,
      "step": 86514
    },
    {
      "epoch": 4.024889509188183,
      "grad_norm": 1.5772227998781922,
      "learning_rate": 7.542359805330241e-05,
      "loss": 1.7578,
      "step": 86515
    },
    {
      "epoch": 4.024936031635264,
      "grad_norm": 1.4780270196817427,
      "learning_rate": 7.54203778643384e-05,
      "loss": 1.5781,
      "step": 86516
    },
    {
      "epoch": 4.024982554082345,
      "grad_norm": 1.4324177501127107,
      "learning_rate": 7.54171577210324e-05,
      "loss": 1.5078,
      "step": 86517
    },
    {
      "epoch": 4.025029076529425,
      "grad_norm": 1.6314574548790945,
      "learning_rate": 7.541393762338652e-05,
      "loss": 1.75,
      "step": 86518
    },
    {
      "epoch": 4.025075598976506,
      "grad_norm": 1.3292786602141136,
      "learning_rate": 7.541071757140262e-05,
      "loss": 1.2734,
      "step": 86519
    },
    {
      "epoch": 4.025122121423587,
      "grad_norm": 1.5044148703875404,
      "learning_rate": 7.540749756508274e-05,
      "loss": 1.6484,
      "step": 86520
    },
    {
      "epoch": 4.025168643870668,
      "grad_norm": 1.6229748844457288,
      "learning_rate": 7.540427760442885e-05,
      "loss": 1.6953,
      "step": 86521
    },
    {
      "epoch": 4.025215166317748,
      "grad_norm": 1.5263794585007835,
      "learning_rate": 7.540105768944284e-05,
      "loss": 1.6875,
      "step": 86522
    },
    {
      "epoch": 4.025261688764829,
      "grad_norm": 1.5936552370716992,
      "learning_rate": 7.539783782012682e-05,
      "loss": 1.75,
      "step": 86523
    },
    {
      "epoch": 4.02530821121191,
      "grad_norm": 1.488600096847522,
      "learning_rate": 7.539461799648266e-05,
      "loss": 1.6797,
      "step": 86524
    },
    {
      "epoch": 4.0253547336589905,
      "grad_norm": 1.6114064005804578,
      "learning_rate": 7.539139821851239e-05,
      "loss": 1.8828,
      "step": 86525
    },
    {
      "epoch": 4.025401256106071,
      "grad_norm": 1.5178081586719043,
      "learning_rate": 7.538817848621785e-05,
      "loss": 1.625,
      "step": 86526
    },
    {
      "epoch": 4.0254477785531515,
      "grad_norm": 1.5138942143254581,
      "learning_rate": 7.538495879960118e-05,
      "loss": 1.6641,
      "step": 86527
    },
    {
      "epoch": 4.025494301000233,
      "grad_norm": 1.4861062351772578,
      "learning_rate": 7.538173915866426e-05,
      "loss": 1.5625,
      "step": 86528
    },
    {
      "epoch": 4.025540823447313,
      "grad_norm": 1.6084230229872383,
      "learning_rate": 7.53785195634091e-05,
      "loss": 1.6875,
      "step": 86529
    },
    {
      "epoch": 4.025587345894394,
      "grad_norm": 1.6428720472447085,
      "learning_rate": 7.537530001383759e-05,
      "loss": 1.9062,
      "step": 86530
    },
    {
      "epoch": 4.025633868341475,
      "grad_norm": 1.5220282743094817,
      "learning_rate": 7.537208050995182e-05,
      "loss": 1.7344,
      "step": 86531
    },
    {
      "epoch": 4.025680390788556,
      "grad_norm": 1.3557017291151257,
      "learning_rate": 7.53688610517537e-05,
      "loss": 1.3516,
      "step": 86532
    },
    {
      "epoch": 4.025726913235636,
      "grad_norm": 1.7001880086369745,
      "learning_rate": 7.536564163924519e-05,
      "loss": 1.8359,
      "step": 86533
    },
    {
      "epoch": 4.025773435682717,
      "grad_norm": 1.4309744042836232,
      "learning_rate": 7.536242227242822e-05,
      "loss": 1.4297,
      "step": 86534
    },
    {
      "epoch": 4.025819958129798,
      "grad_norm": 1.5429068237752308,
      "learning_rate": 7.535920295130489e-05,
      "loss": 1.6484,
      "step": 86535
    },
    {
      "epoch": 4.0258664805768785,
      "grad_norm": 1.4414951843613646,
      "learning_rate": 7.53559836758771e-05,
      "loss": 1.5312,
      "step": 86536
    },
    {
      "epoch": 4.025913003023959,
      "grad_norm": 1.5044550680620001,
      "learning_rate": 7.535276444614678e-05,
      "loss": 1.4922,
      "step": 86537
    },
    {
      "epoch": 4.025959525471039,
      "grad_norm": 1.4434491715264168,
      "learning_rate": 7.534954526211591e-05,
      "loss": 1.3594,
      "step": 86538
    },
    {
      "epoch": 4.026006047918121,
      "grad_norm": 1.5675557913810296,
      "learning_rate": 7.534632612378654e-05,
      "loss": 1.7812,
      "step": 86539
    },
    {
      "epoch": 4.026052570365201,
      "grad_norm": 1.5128355728863152,
      "learning_rate": 7.534310703116057e-05,
      "loss": 1.6641,
      "step": 86540
    },
    {
      "epoch": 4.026099092812282,
      "grad_norm": 1.3622731509198278,
      "learning_rate": 7.533988798423995e-05,
      "loss": 1.4688,
      "step": 86541
    },
    {
      "epoch": 4.026145615259362,
      "grad_norm": 1.4712496921365468,
      "learning_rate": 7.533666898302677e-05,
      "loss": 1.7188,
      "step": 86542
    },
    {
      "epoch": 4.026192137706444,
      "grad_norm": 1.4086064062391626,
      "learning_rate": 7.533345002752289e-05,
      "loss": 1.4453,
      "step": 86543
    },
    {
      "epoch": 4.026238660153524,
      "grad_norm": 1.5417577235467501,
      "learning_rate": 7.533023111773027e-05,
      "loss": 1.625,
      "step": 86544
    },
    {
      "epoch": 4.0262851826006045,
      "grad_norm": 1.4381881846419826,
      "learning_rate": 7.532701225365097e-05,
      "loss": 1.5469,
      "step": 86545
    },
    {
      "epoch": 4.026331705047686,
      "grad_norm": 1.3596251512319752,
      "learning_rate": 7.532379343528691e-05,
      "loss": 1.3828,
      "step": 86546
    },
    {
      "epoch": 4.026378227494766,
      "grad_norm": 1.6024037517691287,
      "learning_rate": 7.532057466264007e-05,
      "loss": 1.625,
      "step": 86547
    },
    {
      "epoch": 4.026424749941847,
      "grad_norm": 1.4162100360134557,
      "learning_rate": 7.531735593571238e-05,
      "loss": 1.5391,
      "step": 86548
    },
    {
      "epoch": 4.026471272388927,
      "grad_norm": 1.6363976515685872,
      "learning_rate": 7.531413725450586e-05,
      "loss": 1.7734,
      "step": 86549
    },
    {
      "epoch": 4.026517794836009,
      "grad_norm": 1.5883102375197269,
      "learning_rate": 7.531091861902249e-05,
      "loss": 1.6875,
      "step": 86550
    },
    {
      "epoch": 4.026564317283089,
      "grad_norm": 1.6342540416527742,
      "learning_rate": 7.530770002926421e-05,
      "loss": 1.8281,
      "step": 86551
    },
    {
      "epoch": 4.02661083973017,
      "grad_norm": 1.2818732986456434,
      "learning_rate": 7.530448148523293e-05,
      "loss": 1.2891,
      "step": 86552
    },
    {
      "epoch": 4.02665736217725,
      "grad_norm": 1.6422219054791272,
      "learning_rate": 7.530126298693077e-05,
      "loss": 1.8516,
      "step": 86553
    },
    {
      "epoch": 4.0267038846243315,
      "grad_norm": 1.5687634227081133,
      "learning_rate": 7.52980445343596e-05,
      "loss": 1.6953,
      "step": 86554
    },
    {
      "epoch": 4.026750407071412,
      "grad_norm": 1.6342805317629754,
      "learning_rate": 7.529482612752141e-05,
      "loss": 1.8125,
      "step": 86555
    },
    {
      "epoch": 4.026796929518492,
      "grad_norm": 1.5686394293073584,
      "learning_rate": 7.529160776641809e-05,
      "loss": 1.6797,
      "step": 86556
    },
    {
      "epoch": 4.026843451965574,
      "grad_norm": 1.5240201255454071,
      "learning_rate": 7.528838945105177e-05,
      "loss": 1.5078,
      "step": 86557
    },
    {
      "epoch": 4.026889974412654,
      "grad_norm": 1.584034036001939,
      "learning_rate": 7.528517118142434e-05,
      "loss": 1.5547,
      "step": 86558
    },
    {
      "epoch": 4.026936496859735,
      "grad_norm": 1.3114582938165404,
      "learning_rate": 7.528195295753775e-05,
      "loss": 1.2969,
      "step": 86559
    },
    {
      "epoch": 4.026983019306815,
      "grad_norm": 1.5993520921820548,
      "learning_rate": 7.527873477939394e-05,
      "loss": 1.7969,
      "step": 86560
    },
    {
      "epoch": 4.027029541753897,
      "grad_norm": 1.5509811458161993,
      "learning_rate": 7.5275516646995e-05,
      "loss": 1.7344,
      "step": 86561
    },
    {
      "epoch": 4.027076064200977,
      "grad_norm": 1.3682958761240454,
      "learning_rate": 7.527229856034282e-05,
      "loss": 1.3594,
      "step": 86562
    },
    {
      "epoch": 4.027122586648058,
      "grad_norm": 1.5445424432056898,
      "learning_rate": 7.52690805194393e-05,
      "loss": 1.7188,
      "step": 86563
    },
    {
      "epoch": 4.027169109095138,
      "grad_norm": 1.4354961148259433,
      "learning_rate": 7.526586252428659e-05,
      "loss": 1.5547,
      "step": 86564
    },
    {
      "epoch": 4.027215631542219,
      "grad_norm": 1.616166081524364,
      "learning_rate": 7.526264457488648e-05,
      "loss": 1.7578,
      "step": 86565
    },
    {
      "epoch": 4.0272621539893,
      "grad_norm": 1.525178059138804,
      "learning_rate": 7.525942667124107e-05,
      "loss": 1.625,
      "step": 86566
    },
    {
      "epoch": 4.02730867643638,
      "grad_norm": 1.512695750011221,
      "learning_rate": 7.525620881335228e-05,
      "loss": 1.6875,
      "step": 86567
    },
    {
      "epoch": 4.027355198883461,
      "grad_norm": 1.6547291030794933,
      "learning_rate": 7.525299100122207e-05,
      "loss": 1.8438,
      "step": 86568
    },
    {
      "epoch": 4.027401721330542,
      "grad_norm": 1.480277303457517,
      "learning_rate": 7.524977323485245e-05,
      "loss": 1.5,
      "step": 86569
    },
    {
      "epoch": 4.027448243777623,
      "grad_norm": 1.649027143731365,
      "learning_rate": 7.524655551424527e-05,
      "loss": 1.9531,
      "step": 86570
    },
    {
      "epoch": 4.027494766224703,
      "grad_norm": 1.5332352698707035,
      "learning_rate": 7.524333783940268e-05,
      "loss": 1.6406,
      "step": 86571
    },
    {
      "epoch": 4.0275412886717845,
      "grad_norm": 1.4438184988777731,
      "learning_rate": 7.524012021032652e-05,
      "loss": 1.4297,
      "step": 86572
    },
    {
      "epoch": 4.027587811118865,
      "grad_norm": 1.589380930583269,
      "learning_rate": 7.523690262701883e-05,
      "loss": 1.7734,
      "step": 86573
    },
    {
      "epoch": 4.0276343335659455,
      "grad_norm": 1.5304935000434583,
      "learning_rate": 7.523368508948149e-05,
      "loss": 1.5312,
      "step": 86574
    },
    {
      "epoch": 4.027680856013026,
      "grad_norm": 1.6290927795975263,
      "learning_rate": 7.523046759771658e-05,
      "loss": 1.6875,
      "step": 86575
    },
    {
      "epoch": 4.027727378460107,
      "grad_norm": 1.5748974807563332,
      "learning_rate": 7.522725015172601e-05,
      "loss": 1.6562,
      "step": 86576
    },
    {
      "epoch": 4.027773900907188,
      "grad_norm": 1.6227894458520347,
      "learning_rate": 7.522403275151176e-05,
      "loss": 1.7422,
      "step": 86577
    },
    {
      "epoch": 4.027820423354268,
      "grad_norm": 1.5797434297988602,
      "learning_rate": 7.522081539707575e-05,
      "loss": 1.7344,
      "step": 86578
    },
    {
      "epoch": 4.027866945801349,
      "grad_norm": 1.5815854663172775,
      "learning_rate": 7.521759808842004e-05,
      "loss": 1.7734,
      "step": 86579
    },
    {
      "epoch": 4.02791346824843,
      "grad_norm": 1.4041785744996234,
      "learning_rate": 7.521438082554658e-05,
      "loss": 1.3047,
      "step": 86580
    },
    {
      "epoch": 4.027959990695511,
      "grad_norm": 1.6715990612540466,
      "learning_rate": 7.521116360845729e-05,
      "loss": 1.8516,
      "step": 86581
    },
    {
      "epoch": 4.028006513142591,
      "grad_norm": 1.5446149167451222,
      "learning_rate": 7.520794643715413e-05,
      "loss": 1.7422,
      "step": 86582
    },
    {
      "epoch": 4.028053035589672,
      "grad_norm": 1.475330637556809,
      "learning_rate": 7.520472931163915e-05,
      "loss": 1.625,
      "step": 86583
    },
    {
      "epoch": 4.028099558036753,
      "grad_norm": 1.6073355372419877,
      "learning_rate": 7.52015122319143e-05,
      "loss": 1.7344,
      "step": 86584
    },
    {
      "epoch": 4.028146080483833,
      "grad_norm": 1.5617493539097582,
      "learning_rate": 7.519829519798144e-05,
      "loss": 1.75,
      "step": 86585
    },
    {
      "epoch": 4.028192602930914,
      "grad_norm": 1.6217493902593092,
      "learning_rate": 7.51950782098427e-05,
      "loss": 1.75,
      "step": 86586
    },
    {
      "epoch": 4.028239125377995,
      "grad_norm": 1.4173462853600667,
      "learning_rate": 7.51918612674999e-05,
      "loss": 1.5312,
      "step": 86587
    },
    {
      "epoch": 4.028285647825076,
      "grad_norm": 1.5805584356089768,
      "learning_rate": 7.518864437095515e-05,
      "loss": 1.8672,
      "step": 86588
    },
    {
      "epoch": 4.028332170272156,
      "grad_norm": 1.4421454963180702,
      "learning_rate": 7.518542752021033e-05,
      "loss": 1.5391,
      "step": 86589
    },
    {
      "epoch": 4.028378692719237,
      "grad_norm": 1.557715713718301,
      "learning_rate": 7.518221071526747e-05,
      "loss": 1.7734,
      "step": 86590
    },
    {
      "epoch": 4.028425215166318,
      "grad_norm": 1.4897319754979297,
      "learning_rate": 7.517899395612843e-05,
      "loss": 1.6094,
      "step": 86591
    },
    {
      "epoch": 4.0284717376133985,
      "grad_norm": 1.6082546337489592,
      "learning_rate": 7.51757772427953e-05,
      "loss": 1.8125,
      "step": 86592
    },
    {
      "epoch": 4.028518260060479,
      "grad_norm": 1.3844247534298322,
      "learning_rate": 7.517256057527e-05,
      "loss": 1.3828,
      "step": 86593
    },
    {
      "epoch": 4.02856478250756,
      "grad_norm": 1.5048102699086527,
      "learning_rate": 7.51693439535545e-05,
      "loss": 1.6406,
      "step": 86594
    },
    {
      "epoch": 4.028611304954641,
      "grad_norm": 1.4314365638680915,
      "learning_rate": 7.516612737765079e-05,
      "loss": 1.5547,
      "step": 86595
    },
    {
      "epoch": 4.028657827401721,
      "grad_norm": 1.532114797694061,
      "learning_rate": 7.516291084756074e-05,
      "loss": 1.7031,
      "step": 86596
    },
    {
      "epoch": 4.028704349848802,
      "grad_norm": 1.5378659478456396,
      "learning_rate": 7.515969436328648e-05,
      "loss": 1.7109,
      "step": 86597
    },
    {
      "epoch": 4.028750872295883,
      "grad_norm": 1.558161201415584,
      "learning_rate": 7.515647792482986e-05,
      "loss": 1.8281,
      "step": 86598
    },
    {
      "epoch": 4.028797394742964,
      "grad_norm": 1.5311886017884704,
      "learning_rate": 7.515326153219289e-05,
      "loss": 1.6172,
      "step": 86599
    },
    {
      "epoch": 4.028843917190044,
      "grad_norm": 1.504981827936429,
      "learning_rate": 7.51500451853775e-05,
      "loss": 1.6562,
      "step": 86600
    },
    {
      "epoch": 4.028890439637125,
      "grad_norm": 1.5754003587157832,
      "learning_rate": 7.514682888438575e-05,
      "loss": 1.75,
      "step": 86601
    },
    {
      "epoch": 4.028936962084206,
      "grad_norm": 1.61429917629643,
      "learning_rate": 7.514361262921951e-05,
      "loss": 1.7969,
      "step": 86602
    },
    {
      "epoch": 4.028983484531286,
      "grad_norm": 1.4139731498937427,
      "learning_rate": 7.514039641988084e-05,
      "loss": 1.3047,
      "step": 86603
    },
    {
      "epoch": 4.029030006978367,
      "grad_norm": 1.54833197537764,
      "learning_rate": 7.513718025637159e-05,
      "loss": 1.6797,
      "step": 86604
    },
    {
      "epoch": 4.029076529425447,
      "grad_norm": 1.6238144335828517,
      "learning_rate": 7.513396413869385e-05,
      "loss": 1.7109,
      "step": 86605
    },
    {
      "epoch": 4.029123051872529,
      "grad_norm": 1.5388935439005014,
      "learning_rate": 7.513074806684955e-05,
      "loss": 1.75,
      "step": 86606
    },
    {
      "epoch": 4.029169574319609,
      "grad_norm": 1.5515132865235457,
      "learning_rate": 7.512753204084057e-05,
      "loss": 1.7188,
      "step": 86607
    },
    {
      "epoch": 4.02921609676669,
      "grad_norm": 1.4467014082085294,
      "learning_rate": 7.512431606066903e-05,
      "loss": 1.5,
      "step": 86608
    },
    {
      "epoch": 4.029262619213771,
      "grad_norm": 1.4742127888232006,
      "learning_rate": 7.512110012633676e-05,
      "loss": 1.6328,
      "step": 86609
    },
    {
      "epoch": 4.0293091416608515,
      "grad_norm": 1.5260093477651495,
      "learning_rate": 7.511788423784583e-05,
      "loss": 1.7031,
      "step": 86610
    },
    {
      "epoch": 4.029355664107932,
      "grad_norm": 1.6400703289773833,
      "learning_rate": 7.511466839519821e-05,
      "loss": 1.6641,
      "step": 86611
    },
    {
      "epoch": 4.0294021865550125,
      "grad_norm": 1.505483691060151,
      "learning_rate": 7.511145259839582e-05,
      "loss": 1.5859,
      "step": 86612
    },
    {
      "epoch": 4.029448709002094,
      "grad_norm": 1.6456316702196019,
      "learning_rate": 7.510823684744057e-05,
      "loss": 1.7266,
      "step": 86613
    },
    {
      "epoch": 4.029495231449174,
      "grad_norm": 1.474039377150717,
      "learning_rate": 7.510502114233458e-05,
      "loss": 1.4688,
      "step": 86614
    },
    {
      "epoch": 4.029541753896255,
      "grad_norm": 1.4347496523726107,
      "learning_rate": 7.510180548307973e-05,
      "loss": 1.5703,
      "step": 86615
    },
    {
      "epoch": 4.029588276343335,
      "grad_norm": 1.3121310233755703,
      "learning_rate": 7.509858986967797e-05,
      "loss": 1.3359,
      "step": 86616
    },
    {
      "epoch": 4.029634798790417,
      "grad_norm": 1.5509299570831052,
      "learning_rate": 7.509537430213127e-05,
      "loss": 1.5391,
      "step": 86617
    },
    {
      "epoch": 4.029681321237497,
      "grad_norm": 1.6050350375393858,
      "learning_rate": 7.509215878044165e-05,
      "loss": 1.5156,
      "step": 86618
    },
    {
      "epoch": 4.029727843684578,
      "grad_norm": 1.4863359808852614,
      "learning_rate": 7.50889433046111e-05,
      "loss": 1.5,
      "step": 86619
    },
    {
      "epoch": 4.029774366131659,
      "grad_norm": 1.4667068541198167,
      "learning_rate": 7.508572787464149e-05,
      "loss": 1.3359,
      "step": 86620
    },
    {
      "epoch": 4.029820888578739,
      "grad_norm": 1.5422271452718506,
      "learning_rate": 7.508251249053487e-05,
      "loss": 1.7188,
      "step": 86621
    },
    {
      "epoch": 4.02986741102582,
      "grad_norm": 1.3269632313529873,
      "learning_rate": 7.50792971522931e-05,
      "loss": 1.4688,
      "step": 86622
    },
    {
      "epoch": 4.0299139334729,
      "grad_norm": 1.6419748121088473,
      "learning_rate": 7.50760818599183e-05,
      "loss": 1.9141,
      "step": 86623
    },
    {
      "epoch": 4.029960455919982,
      "grad_norm": 1.5012394824713318,
      "learning_rate": 7.507286661341234e-05,
      "loss": 1.5391,
      "step": 86624
    },
    {
      "epoch": 4.030006978367062,
      "grad_norm": 1.687282680448518,
      "learning_rate": 7.506965141277723e-05,
      "loss": 1.8438,
      "step": 86625
    },
    {
      "epoch": 4.030053500814143,
      "grad_norm": 1.5790712964794096,
      "learning_rate": 7.506643625801488e-05,
      "loss": 1.6484,
      "step": 86626
    },
    {
      "epoch": 4.030100023261223,
      "grad_norm": 1.4691121614089189,
      "learning_rate": 7.506322114912734e-05,
      "loss": 1.4453,
      "step": 86627
    },
    {
      "epoch": 4.0301465457083046,
      "grad_norm": 1.361321075692236,
      "learning_rate": 7.506000608611653e-05,
      "loss": 1.3984,
      "step": 86628
    },
    {
      "epoch": 4.030193068155385,
      "grad_norm": 1.2889714100092657,
      "learning_rate": 7.505679106898437e-05,
      "loss": 1.2578,
      "step": 86629
    },
    {
      "epoch": 4.0302395906024655,
      "grad_norm": 1.5474722903258347,
      "learning_rate": 7.505357609773296e-05,
      "loss": 1.625,
      "step": 86630
    },
    {
      "epoch": 4.030286113049546,
      "grad_norm": 1.5914136022055498,
      "learning_rate": 7.50503611723641e-05,
      "loss": 1.5625,
      "step": 86631
    },
    {
      "epoch": 4.030332635496627,
      "grad_norm": 1.6435900447777985,
      "learning_rate": 7.504714629287994e-05,
      "loss": 1.8594,
      "step": 86632
    },
    {
      "epoch": 4.030379157943708,
      "grad_norm": 1.4208604035663364,
      "learning_rate": 7.504393145928235e-05,
      "loss": 1.3984,
      "step": 86633
    },
    {
      "epoch": 4.030425680390788,
      "grad_norm": 1.4304784353456177,
      "learning_rate": 7.504071667157331e-05,
      "loss": 1.4062,
      "step": 86634
    },
    {
      "epoch": 4.03047220283787,
      "grad_norm": 1.4511871789326356,
      "learning_rate": 7.503750192975472e-05,
      "loss": 1.4141,
      "step": 86635
    },
    {
      "epoch": 4.03051872528495,
      "grad_norm": 1.6746113927091515,
      "learning_rate": 7.503428723382867e-05,
      "loss": 1.8828,
      "step": 86636
    },
    {
      "epoch": 4.030565247732031,
      "grad_norm": 1.6644657949520898,
      "learning_rate": 7.503107258379707e-05,
      "loss": 1.8516,
      "step": 86637
    },
    {
      "epoch": 4.030611770179111,
      "grad_norm": 1.460986212567738,
      "learning_rate": 7.50278579796619e-05,
      "loss": 1.5469,
      "step": 86638
    },
    {
      "epoch": 4.0306582926261925,
      "grad_norm": 1.4282809304291566,
      "learning_rate": 7.502464342142506e-05,
      "loss": 1.4844,
      "step": 86639
    },
    {
      "epoch": 4.030704815073273,
      "grad_norm": 1.7038012512364427,
      "learning_rate": 7.502142890908862e-05,
      "loss": 1.2656,
      "step": 86640
    },
    {
      "epoch": 4.030751337520353,
      "grad_norm": 1.466509748767059,
      "learning_rate": 7.501821444265452e-05,
      "loss": 1.5703,
      "step": 86641
    },
    {
      "epoch": 4.030797859967434,
      "grad_norm": 1.4921222212449383,
      "learning_rate": 7.501500002212469e-05,
      "loss": 1.5547,
      "step": 86642
    },
    {
      "epoch": 4.030844382414515,
      "grad_norm": 1.5971064235239267,
      "learning_rate": 7.50117856475011e-05,
      "loss": 1.8125,
      "step": 86643
    },
    {
      "epoch": 4.030890904861596,
      "grad_norm": 1.6560621464865917,
      "learning_rate": 7.500857131878575e-05,
      "loss": 1.8672,
      "step": 86644
    },
    {
      "epoch": 4.030937427308676,
      "grad_norm": 1.4942652701571402,
      "learning_rate": 7.50053570359806e-05,
      "loss": 1.5078,
      "step": 86645
    },
    {
      "epoch": 4.030983949755758,
      "grad_norm": 1.4666133435518953,
      "learning_rate": 7.500214279908763e-05,
      "loss": 1.5312,
      "step": 86646
    },
    {
      "epoch": 4.031030472202838,
      "grad_norm": 1.5390353014523785,
      "learning_rate": 7.499892860810879e-05,
      "loss": 1.4844,
      "step": 86647
    },
    {
      "epoch": 4.0310769946499185,
      "grad_norm": 1.633807797987088,
      "learning_rate": 7.499571446304599e-05,
      "loss": 1.8672,
      "step": 86648
    },
    {
      "epoch": 4.031123517096999,
      "grad_norm": 1.3768103563742902,
      "learning_rate": 7.49925003639013e-05,
      "loss": 1.3672,
      "step": 86649
    },
    {
      "epoch": 4.03117003954408,
      "grad_norm": 1.5227308656244591,
      "learning_rate": 7.498928631067666e-05,
      "loss": 1.4609,
      "step": 86650
    },
    {
      "epoch": 4.031216561991161,
      "grad_norm": 1.5839369833584773,
      "learning_rate": 7.498607230337394e-05,
      "loss": 1.6641,
      "step": 86651
    },
    {
      "epoch": 4.031263084438241,
      "grad_norm": 1.600387007080703,
      "learning_rate": 7.498285834199525e-05,
      "loss": 1.6719,
      "step": 86652
    },
    {
      "epoch": 4.031309606885322,
      "grad_norm": 1.4807606771991328,
      "learning_rate": 7.497964442654247e-05,
      "loss": 1.5781,
      "step": 86653
    },
    {
      "epoch": 4.031356129332403,
      "grad_norm": 1.551645168829106,
      "learning_rate": 7.497643055701762e-05,
      "loss": 1.6484,
      "step": 86654
    },
    {
      "epoch": 4.031402651779484,
      "grad_norm": 1.5676401782769132,
      "learning_rate": 7.497321673342266e-05,
      "loss": 1.6641,
      "step": 86655
    },
    {
      "epoch": 4.031449174226564,
      "grad_norm": 1.358753817173208,
      "learning_rate": 7.497000295575952e-05,
      "loss": 1.3672,
      "step": 86656
    },
    {
      "epoch": 4.031495696673645,
      "grad_norm": 1.6290249380959112,
      "learning_rate": 7.496678922403015e-05,
      "loss": 1.8281,
      "step": 86657
    },
    {
      "epoch": 4.031542219120726,
      "grad_norm": 1.4941745826423676,
      "learning_rate": 7.49635755382366e-05,
      "loss": 1.5469,
      "step": 86658
    },
    {
      "epoch": 4.0315887415678064,
      "grad_norm": 1.5371119473175443,
      "learning_rate": 7.49603618983808e-05,
      "loss": 1.7422,
      "step": 86659
    },
    {
      "epoch": 4.031635264014887,
      "grad_norm": 1.5796230660328667,
      "learning_rate": 7.495714830446469e-05,
      "loss": 1.7422,
      "step": 86660
    },
    {
      "epoch": 4.031681786461968,
      "grad_norm": 1.6454160084689762,
      "learning_rate": 7.495393475649021e-05,
      "loss": 1.8516,
      "step": 86661
    },
    {
      "epoch": 4.031728308909049,
      "grad_norm": 1.4682269152160017,
      "learning_rate": 7.495072125445943e-05,
      "loss": 1.5312,
      "step": 86662
    },
    {
      "epoch": 4.031774831356129,
      "grad_norm": 1.4645807866125142,
      "learning_rate": 7.494750779837426e-05,
      "loss": 1.4688,
      "step": 86663
    },
    {
      "epoch": 4.03182135380321,
      "grad_norm": 1.6505752626395571,
      "learning_rate": 7.494429438823667e-05,
      "loss": 1.8125,
      "step": 86664
    },
    {
      "epoch": 4.031867876250291,
      "grad_norm": 1.4754840048895126,
      "learning_rate": 7.494108102404855e-05,
      "loss": 1.5391,
      "step": 86665
    },
    {
      "epoch": 4.031914398697372,
      "grad_norm": 1.4167644166328701,
      "learning_rate": 7.493786770581203e-05,
      "loss": 1.4688,
      "step": 86666
    },
    {
      "epoch": 4.031960921144452,
      "grad_norm": 1.6433997608209319,
      "learning_rate": 7.493465443352897e-05,
      "loss": 1.8281,
      "step": 86667
    },
    {
      "epoch": 4.0320074435915325,
      "grad_norm": 1.3513377309655774,
      "learning_rate": 7.493144120720138e-05,
      "loss": 1.2344,
      "step": 86668
    },
    {
      "epoch": 4.032053966038614,
      "grad_norm": 1.508463479698983,
      "learning_rate": 7.492822802683113e-05,
      "loss": 1.5625,
      "step": 86669
    },
    {
      "epoch": 4.032100488485694,
      "grad_norm": 1.6373717045569611,
      "learning_rate": 7.492501489242031e-05,
      "loss": 1.8359,
      "step": 86670
    },
    {
      "epoch": 4.032147010932775,
      "grad_norm": 1.6243097862585376,
      "learning_rate": 7.492180180397086e-05,
      "loss": 1.7734,
      "step": 86671
    },
    {
      "epoch": 4.032193533379856,
      "grad_norm": 1.5402418086566327,
      "learning_rate": 7.49185887614847e-05,
      "loss": 1.7422,
      "step": 86672
    },
    {
      "epoch": 4.032240055826937,
      "grad_norm": 1.513464969122956,
      "learning_rate": 7.491537576496378e-05,
      "loss": 1.6172,
      "step": 86673
    },
    {
      "epoch": 4.032286578274017,
      "grad_norm": 1.5753253173487785,
      "learning_rate": 7.491216281441012e-05,
      "loss": 1.8516,
      "step": 86674
    },
    {
      "epoch": 4.032333100721098,
      "grad_norm": 1.6308481305426854,
      "learning_rate": 7.490894990982572e-05,
      "loss": 1.8047,
      "step": 86675
    },
    {
      "epoch": 4.032379623168179,
      "grad_norm": 1.4801247941283493,
      "learning_rate": 7.49057370512125e-05,
      "loss": 1.6719,
      "step": 86676
    },
    {
      "epoch": 4.0324261456152595,
      "grad_norm": 1.4169406704906906,
      "learning_rate": 7.490252423857244e-05,
      "loss": 1.5859,
      "step": 86677
    },
    {
      "epoch": 4.03247266806234,
      "grad_norm": 1.6264112743583654,
      "learning_rate": 7.489931147190749e-05,
      "loss": 1.7109,
      "step": 86678
    },
    {
      "epoch": 4.03251919050942,
      "grad_norm": 1.2783277515507367,
      "learning_rate": 7.489609875121956e-05,
      "loss": 1.375,
      "step": 86679
    },
    {
      "epoch": 4.032565712956502,
      "grad_norm": 1.522565906318673,
      "learning_rate": 7.489288607651075e-05,
      "loss": 1.6484,
      "step": 86680
    },
    {
      "epoch": 4.032612235403582,
      "grad_norm": 1.3966113669077038,
      "learning_rate": 7.488967344778295e-05,
      "loss": 1.3438,
      "step": 86681
    },
    {
      "epoch": 4.032658757850663,
      "grad_norm": 1.535602148738598,
      "learning_rate": 7.488646086503815e-05,
      "loss": 1.7422,
      "step": 86682
    },
    {
      "epoch": 4.032705280297743,
      "grad_norm": 1.6252069560513365,
      "learning_rate": 7.488324832827824e-05,
      "loss": 1.7969,
      "step": 86683
    },
    {
      "epoch": 4.032751802744825,
      "grad_norm": 1.4453372475993047,
      "learning_rate": 7.488003583750529e-05,
      "loss": 1.5781,
      "step": 86684
    },
    {
      "epoch": 4.032798325191905,
      "grad_norm": 1.456688863374976,
      "learning_rate": 7.487682339272124e-05,
      "loss": 1.4531,
      "step": 86685
    },
    {
      "epoch": 4.0328448476389855,
      "grad_norm": 1.8510000565203975,
      "learning_rate": 7.487361099392803e-05,
      "loss": 1.4141,
      "step": 86686
    },
    {
      "epoch": 4.032891370086067,
      "grad_norm": 1.5375893136613845,
      "learning_rate": 7.487039864112759e-05,
      "loss": 1.7266,
      "step": 86687
    },
    {
      "epoch": 4.032937892533147,
      "grad_norm": 1.5334457451808166,
      "learning_rate": 7.4867186334322e-05,
      "loss": 1.3203,
      "step": 86688
    },
    {
      "epoch": 4.032984414980228,
      "grad_norm": 1.3387125976539511,
      "learning_rate": 7.486397407351314e-05,
      "loss": 1.3047,
      "step": 86689
    },
    {
      "epoch": 4.033030937427308,
      "grad_norm": 1.6040224720458673,
      "learning_rate": 7.4860761858703e-05,
      "loss": 1.6641,
      "step": 86690
    },
    {
      "epoch": 4.03307745987439,
      "grad_norm": 1.6188513332487762,
      "learning_rate": 7.48575496898935e-05,
      "loss": 1.7422,
      "step": 86691
    },
    {
      "epoch": 4.03312398232147,
      "grad_norm": 1.6027522637639455,
      "learning_rate": 7.485433756708671e-05,
      "loss": 1.7266,
      "step": 86692
    },
    {
      "epoch": 4.033170504768551,
      "grad_norm": 1.4958444601110579,
      "learning_rate": 7.485112549028452e-05,
      "loss": 1.3672,
      "step": 86693
    },
    {
      "epoch": 4.033217027215631,
      "grad_norm": 1.6058023525896967,
      "learning_rate": 7.484791345948893e-05,
      "loss": 1.75,
      "step": 86694
    },
    {
      "epoch": 4.0332635496627125,
      "grad_norm": 1.6069445531732691,
      "learning_rate": 7.484470147470183e-05,
      "loss": 1.6875,
      "step": 86695
    },
    {
      "epoch": 4.033310072109793,
      "grad_norm": 1.6301090376929208,
      "learning_rate": 7.484148953592525e-05,
      "loss": 1.8516,
      "step": 86696
    },
    {
      "epoch": 4.0333565945568735,
      "grad_norm": 1.481655968357923,
      "learning_rate": 7.483827764316119e-05,
      "loss": 1.6641,
      "step": 86697
    },
    {
      "epoch": 4.033403117003955,
      "grad_norm": 1.6780569949691444,
      "learning_rate": 7.48350657964116e-05,
      "loss": 1.9141,
      "step": 86698
    },
    {
      "epoch": 4.033449639451035,
      "grad_norm": 1.4340645430236683,
      "learning_rate": 7.483185399567843e-05,
      "loss": 1.5859,
      "step": 86699
    },
    {
      "epoch": 4.033496161898116,
      "grad_norm": 1.4544303354169164,
      "learning_rate": 7.482864224096356e-05,
      "loss": 1.4531,
      "step": 86700
    },
    {
      "epoch": 4.033542684345196,
      "grad_norm": 1.5609278894620728,
      "learning_rate": 7.482543053226911e-05,
      "loss": 1.6562,
      "step": 86701
    },
    {
      "epoch": 4.033589206792278,
      "grad_norm": 1.4189215155646713,
      "learning_rate": 7.482221886959698e-05,
      "loss": 1.4062,
      "step": 86702
    },
    {
      "epoch": 4.033635729239358,
      "grad_norm": 1.4926128795224007,
      "learning_rate": 7.481900725294913e-05,
      "loss": 1.6719,
      "step": 86703
    },
    {
      "epoch": 4.033682251686439,
      "grad_norm": 1.65599738211156,
      "learning_rate": 7.481579568232753e-05,
      "loss": 1.875,
      "step": 86704
    },
    {
      "epoch": 4.033728774133519,
      "grad_norm": 1.710235707519879,
      "learning_rate": 7.481258415773407e-05,
      "loss": 1.8984,
      "step": 86705
    },
    {
      "epoch": 4.0337752965806,
      "grad_norm": 1.4226594884688848,
      "learning_rate": 7.480937267917084e-05,
      "loss": 1.5078,
      "step": 86706
    },
    {
      "epoch": 4.033821819027681,
      "grad_norm": 1.5908679205260479,
      "learning_rate": 7.480616124663978e-05,
      "loss": 1.7734,
      "step": 86707
    },
    {
      "epoch": 4.033868341474761,
      "grad_norm": 1.500540842453783,
      "learning_rate": 7.480294986014282e-05,
      "loss": 1.5703,
      "step": 86708
    },
    {
      "epoch": 4.033914863921842,
      "grad_norm": 1.596010377476441,
      "learning_rate": 7.479973851968188e-05,
      "loss": 1.6953,
      "step": 86709
    },
    {
      "epoch": 4.033961386368923,
      "grad_norm": 1.4382706873185986,
      "learning_rate": 7.479652722525904e-05,
      "loss": 1.5156,
      "step": 86710
    },
    {
      "epoch": 4.034007908816004,
      "grad_norm": 1.5228575137473708,
      "learning_rate": 7.47933159768762e-05,
      "loss": 1.7422,
      "step": 86711
    },
    {
      "epoch": 4.034054431263084,
      "grad_norm": 1.5477022144841892,
      "learning_rate": 7.479010477453534e-05,
      "loss": 1.7578,
      "step": 86712
    },
    {
      "epoch": 4.0341009537101655,
      "grad_norm": 1.547258087397697,
      "learning_rate": 7.478689361823838e-05,
      "loss": 1.5703,
      "step": 86713
    },
    {
      "epoch": 4.034147476157246,
      "grad_norm": 1.549595432449627,
      "learning_rate": 7.478368250798737e-05,
      "loss": 1.7266,
      "step": 86714
    },
    {
      "epoch": 4.0341939986043265,
      "grad_norm": 1.4366608489589552,
      "learning_rate": 7.478047144378425e-05,
      "loss": 1.6094,
      "step": 86715
    },
    {
      "epoch": 4.034240521051407,
      "grad_norm": 1.4805710144353967,
      "learning_rate": 7.477726042563094e-05,
      "loss": 1.5312,
      "step": 86716
    },
    {
      "epoch": 4.034287043498488,
      "grad_norm": 1.563227791053337,
      "learning_rate": 7.47740494535294e-05,
      "loss": 1.7031,
      "step": 86717
    },
    {
      "epoch": 4.034333565945569,
      "grad_norm": 1.570143041414914,
      "learning_rate": 7.477083852748161e-05,
      "loss": 1.7578,
      "step": 86718
    },
    {
      "epoch": 4.034380088392649,
      "grad_norm": 1.555422081956388,
      "learning_rate": 7.476762764748964e-05,
      "loss": 1.6641,
      "step": 86719
    },
    {
      "epoch": 4.03442661083973,
      "grad_norm": 1.5609021113845742,
      "learning_rate": 7.476441681355535e-05,
      "loss": 1.6719,
      "step": 86720
    },
    {
      "epoch": 4.034473133286811,
      "grad_norm": 1.506577996993164,
      "learning_rate": 7.476120602568074e-05,
      "loss": 1.5703,
      "step": 86721
    },
    {
      "epoch": 4.034519655733892,
      "grad_norm": 1.509168875048271,
      "learning_rate": 7.475799528386771e-05,
      "loss": 1.5703,
      "step": 86722
    },
    {
      "epoch": 4.034566178180972,
      "grad_norm": 1.7051407338532047,
      "learning_rate": 7.475478458811832e-05,
      "loss": 2.0938,
      "step": 86723
    },
    {
      "epoch": 4.034612700628053,
      "grad_norm": 1.528811378763135,
      "learning_rate": 7.47515739384345e-05,
      "loss": 1.5781,
      "step": 86724
    },
    {
      "epoch": 4.034659223075134,
      "grad_norm": 1.4968306116402257,
      "learning_rate": 7.47483633348182e-05,
      "loss": 1.6172,
      "step": 86725
    },
    {
      "epoch": 4.034705745522214,
      "grad_norm": 1.5826828673513613,
      "learning_rate": 7.474515277727136e-05,
      "loss": 1.7969,
      "step": 86726
    },
    {
      "epoch": 4.034752267969295,
      "grad_norm": 1.4814430793600795,
      "learning_rate": 7.474194226579604e-05,
      "loss": 1.6016,
      "step": 86727
    },
    {
      "epoch": 4.034798790416376,
      "grad_norm": 1.5786499891064216,
      "learning_rate": 7.473873180039413e-05,
      "loss": 1.4062,
      "step": 86728
    },
    {
      "epoch": 4.034845312863457,
      "grad_norm": 1.3588913685789452,
      "learning_rate": 7.473552138106761e-05,
      "loss": 1.3984,
      "step": 86729
    },
    {
      "epoch": 4.034891835310537,
      "grad_norm": 1.4913518917962245,
      "learning_rate": 7.473231100781845e-05,
      "loss": 1.6328,
      "step": 86730
    },
    {
      "epoch": 4.034938357757618,
      "grad_norm": 1.4391652796486323,
      "learning_rate": 7.472910068064857e-05,
      "loss": 1.4609,
      "step": 86731
    },
    {
      "epoch": 4.034984880204699,
      "grad_norm": 1.6603264775427673,
      "learning_rate": 7.472589039956002e-05,
      "loss": 1.7188,
      "step": 86732
    },
    {
      "epoch": 4.0350314026517795,
      "grad_norm": 1.5610172782374618,
      "learning_rate": 7.472268016455473e-05,
      "loss": 1.6328,
      "step": 86733
    },
    {
      "epoch": 4.03507792509886,
      "grad_norm": 1.335337268579086,
      "learning_rate": 7.471946997563466e-05,
      "loss": 1.3438,
      "step": 86734
    },
    {
      "epoch": 4.035124447545941,
      "grad_norm": 1.3681696667725824,
      "learning_rate": 7.471625983280171e-05,
      "loss": 1.4688,
      "step": 86735
    },
    {
      "epoch": 4.035170969993022,
      "grad_norm": 1.5019012500877547,
      "learning_rate": 7.471304973605797e-05,
      "loss": 1.7031,
      "step": 86736
    },
    {
      "epoch": 4.035217492440102,
      "grad_norm": 1.3499388247188981,
      "learning_rate": 7.470983968540535e-05,
      "loss": 1.4375,
      "step": 86737
    },
    {
      "epoch": 4.035264014887183,
      "grad_norm": 1.533259094931805,
      "learning_rate": 7.47066296808458e-05,
      "loss": 1.7266,
      "step": 86738
    },
    {
      "epoch": 4.035310537334264,
      "grad_norm": 1.6717084440403038,
      "learning_rate": 7.470341972238125e-05,
      "loss": 1.7266,
      "step": 86739
    },
    {
      "epoch": 4.035357059781345,
      "grad_norm": 1.3914430657079606,
      "learning_rate": 7.47002098100137e-05,
      "loss": 1.4219,
      "step": 86740
    },
    {
      "epoch": 4.035403582228425,
      "grad_norm": 1.6210952326178134,
      "learning_rate": 7.469699994374517e-05,
      "loss": 1.8906,
      "step": 86741
    },
    {
      "epoch": 4.035450104675506,
      "grad_norm": 1.6837146087918489,
      "learning_rate": 7.46937901235776e-05,
      "loss": 1.8438,
      "step": 86742
    },
    {
      "epoch": 4.035496627122587,
      "grad_norm": 1.6541821263113332,
      "learning_rate": 7.469058034951294e-05,
      "loss": 1.7969,
      "step": 86743
    },
    {
      "epoch": 4.035543149569667,
      "grad_norm": 1.6042223916412863,
      "learning_rate": 7.468737062155309e-05,
      "loss": 1.8359,
      "step": 86744
    },
    {
      "epoch": 4.035589672016748,
      "grad_norm": 1.5702903317800727,
      "learning_rate": 7.468416093970012e-05,
      "loss": 1.7266,
      "step": 86745
    },
    {
      "epoch": 4.035636194463828,
      "grad_norm": 1.5253570655258804,
      "learning_rate": 7.468095130395595e-05,
      "loss": 1.625,
      "step": 86746
    },
    {
      "epoch": 4.03568271691091,
      "grad_norm": 1.2768340610025941,
      "learning_rate": 7.467774171432257e-05,
      "loss": 1.2656,
      "step": 86747
    },
    {
      "epoch": 4.03572923935799,
      "grad_norm": 1.5785307273838645,
      "learning_rate": 7.467453217080183e-05,
      "loss": 1.8438,
      "step": 86748
    },
    {
      "epoch": 4.035775761805071,
      "grad_norm": 1.6002494649945944,
      "learning_rate": 7.467132267339587e-05,
      "loss": 1.7734,
      "step": 86749
    },
    {
      "epoch": 4.035822284252152,
      "grad_norm": 1.4899179411915366,
      "learning_rate": 7.466811322210656e-05,
      "loss": 1.6484,
      "step": 86750
    },
    {
      "epoch": 4.0358688066992325,
      "grad_norm": 1.603493045582412,
      "learning_rate": 7.466490381693587e-05,
      "loss": 1.8438,
      "step": 86751
    },
    {
      "epoch": 4.035915329146313,
      "grad_norm": 1.5152381263632368,
      "learning_rate": 7.466169445788572e-05,
      "loss": 1.6797,
      "step": 86752
    },
    {
      "epoch": 4.0359618515933935,
      "grad_norm": 1.480201474570453,
      "learning_rate": 7.465848514495817e-05,
      "loss": 1.6953,
      "step": 86753
    },
    {
      "epoch": 4.036008374040475,
      "grad_norm": 1.555152588555909,
      "learning_rate": 7.465527587815516e-05,
      "loss": 1.6328,
      "step": 86754
    },
    {
      "epoch": 4.036054896487555,
      "grad_norm": 1.415721337005523,
      "learning_rate": 7.465206665747861e-05,
      "loss": 1.5391,
      "step": 86755
    },
    {
      "epoch": 4.036101418934636,
      "grad_norm": 1.3283788720107739,
      "learning_rate": 7.464885748293053e-05,
      "loss": 1.2266,
      "step": 86756
    },
    {
      "epoch": 4.036147941381716,
      "grad_norm": 1.4448297519257884,
      "learning_rate": 7.46456483545128e-05,
      "loss": 1.4844,
      "step": 86757
    },
    {
      "epoch": 4.036194463828798,
      "grad_norm": 1.5955145757835154,
      "learning_rate": 7.46424392722275e-05,
      "loss": 1.8281,
      "step": 86758
    },
    {
      "epoch": 4.036240986275878,
      "grad_norm": 1.4885864909136801,
      "learning_rate": 7.463923023607654e-05,
      "loss": 1.6328,
      "step": 86759
    },
    {
      "epoch": 4.036287508722959,
      "grad_norm": 1.5811589497387608,
      "learning_rate": 7.463602124606184e-05,
      "loss": 1.6172,
      "step": 86760
    },
    {
      "epoch": 4.03633403117004,
      "grad_norm": 1.6034339038235783,
      "learning_rate": 7.463281230218548e-05,
      "loss": 1.7578,
      "step": 86761
    },
    {
      "epoch": 4.0363805536171204,
      "grad_norm": 1.5357451446853851,
      "learning_rate": 7.462960340444928e-05,
      "loss": 1.5859,
      "step": 86762
    },
    {
      "epoch": 4.036427076064201,
      "grad_norm": 1.4689661995475483,
      "learning_rate": 7.462639455285534e-05,
      "loss": 1.6172,
      "step": 86763
    },
    {
      "epoch": 4.036473598511281,
      "grad_norm": 1.5714429604162379,
      "learning_rate": 7.462318574740558e-05,
      "loss": 1.7266,
      "step": 86764
    },
    {
      "epoch": 4.036520120958363,
      "grad_norm": 1.3525343688538403,
      "learning_rate": 7.461997698810194e-05,
      "loss": 1.2656,
      "step": 86765
    },
    {
      "epoch": 4.036566643405443,
      "grad_norm": 1.420056820221479,
      "learning_rate": 7.461676827494632e-05,
      "loss": 1.5156,
      "step": 86766
    },
    {
      "epoch": 4.036613165852524,
      "grad_norm": 1.617148601984202,
      "learning_rate": 7.461355960794084e-05,
      "loss": 1.7734,
      "step": 86767
    },
    {
      "epoch": 4.036659688299604,
      "grad_norm": 1.6866991914755045,
      "learning_rate": 7.461035098708738e-05,
      "loss": 1.7812,
      "step": 86768
    },
    {
      "epoch": 4.036706210746686,
      "grad_norm": 1.6161679730463847,
      "learning_rate": 7.46071424123879e-05,
      "loss": 1.7266,
      "step": 86769
    },
    {
      "epoch": 4.036752733193766,
      "grad_norm": 1.4146133707010529,
      "learning_rate": 7.460393388384431e-05,
      "loss": 1.4922,
      "step": 86770
    },
    {
      "epoch": 4.0367992556408465,
      "grad_norm": 1.607325851228883,
      "learning_rate": 7.46007254014587e-05,
      "loss": 1.7031,
      "step": 86771
    },
    {
      "epoch": 4.036845778087927,
      "grad_norm": 1.5166325349912142,
      "learning_rate": 7.459751696523297e-05,
      "loss": 1.6406,
      "step": 86772
    },
    {
      "epoch": 4.036892300535008,
      "grad_norm": 1.6080879239777046,
      "learning_rate": 7.459430857516908e-05,
      "loss": 1.7188,
      "step": 86773
    },
    {
      "epoch": 4.036938822982089,
      "grad_norm": 1.6474163600874043,
      "learning_rate": 7.459110023126897e-05,
      "loss": 1.7812,
      "step": 86774
    },
    {
      "epoch": 4.036985345429169,
      "grad_norm": 1.3829871111571685,
      "learning_rate": 7.458789193353465e-05,
      "loss": 1.3828,
      "step": 86775
    },
    {
      "epoch": 4.037031867876251,
      "grad_norm": 1.3852055546103959,
      "learning_rate": 7.458468368196808e-05,
      "loss": 1.3594,
      "step": 86776
    },
    {
      "epoch": 4.037078390323331,
      "grad_norm": 1.4912406956125563,
      "learning_rate": 7.458147547657122e-05,
      "loss": 1.4688,
      "step": 86777
    },
    {
      "epoch": 4.037124912770412,
      "grad_norm": 1.685671333421166,
      "learning_rate": 7.457826731734597e-05,
      "loss": 1.8281,
      "step": 86778
    },
    {
      "epoch": 4.037171435217492,
      "grad_norm": 1.5375146850933088,
      "learning_rate": 7.457505920429439e-05,
      "loss": 1.6016,
      "step": 86779
    },
    {
      "epoch": 4.0372179576645735,
      "grad_norm": 1.4612188121894218,
      "learning_rate": 7.457185113741841e-05,
      "loss": 1.4766,
      "step": 86780
    },
    {
      "epoch": 4.037264480111654,
      "grad_norm": 1.422359791159505,
      "learning_rate": 7.456864311671999e-05,
      "loss": 1.5,
      "step": 86781
    },
    {
      "epoch": 4.037311002558734,
      "grad_norm": 1.5732072456862447,
      "learning_rate": 7.456543514220103e-05,
      "loss": 1.7656,
      "step": 86782
    },
    {
      "epoch": 4.037357525005815,
      "grad_norm": 1.3116249500652375,
      "learning_rate": 7.456222721386363e-05,
      "loss": 1.2422,
      "step": 86783
    },
    {
      "epoch": 4.037404047452896,
      "grad_norm": 1.40734013191524,
      "learning_rate": 7.45590193317096e-05,
      "loss": 1.4375,
      "step": 86784
    },
    {
      "epoch": 4.037450569899977,
      "grad_norm": 1.5945068932391773,
      "learning_rate": 7.455581149574104e-05,
      "loss": 1.4062,
      "step": 86785
    },
    {
      "epoch": 4.037497092347057,
      "grad_norm": 1.3760897757674408,
      "learning_rate": 7.455260370595988e-05,
      "loss": 1.3281,
      "step": 86786
    },
    {
      "epoch": 4.037543614794139,
      "grad_norm": 1.6509941936813746,
      "learning_rate": 7.454939596236804e-05,
      "loss": 1.7891,
      "step": 86787
    },
    {
      "epoch": 4.037590137241219,
      "grad_norm": 1.622809975362901,
      "learning_rate": 7.454618826496745e-05,
      "loss": 1.7812,
      "step": 86788
    },
    {
      "epoch": 4.0376366596882995,
      "grad_norm": 1.3541325356745573,
      "learning_rate": 7.45429806137602e-05,
      "loss": 1.2031,
      "step": 86789
    },
    {
      "epoch": 4.03768318213538,
      "grad_norm": 1.51930284134906,
      "learning_rate": 7.453977300874817e-05,
      "loss": 1.5469,
      "step": 86790
    },
    {
      "epoch": 4.037729704582461,
      "grad_norm": 1.4632759516819833,
      "learning_rate": 7.453656544993333e-05,
      "loss": 1.6172,
      "step": 86791
    },
    {
      "epoch": 4.037776227029542,
      "grad_norm": 1.5178416629022216,
      "learning_rate": 7.45333579373176e-05,
      "loss": 1.6875,
      "step": 86792
    },
    {
      "epoch": 4.037822749476622,
      "grad_norm": 1.6026610196545867,
      "learning_rate": 7.453015047090305e-05,
      "loss": 1.9141,
      "step": 86793
    },
    {
      "epoch": 4.037869271923703,
      "grad_norm": 1.5040643223414316,
      "learning_rate": 7.452694305069157e-05,
      "loss": 1.5156,
      "step": 86794
    },
    {
      "epoch": 4.037915794370784,
      "grad_norm": 1.5400052883561663,
      "learning_rate": 7.452373567668517e-05,
      "loss": 1.6406,
      "step": 86795
    },
    {
      "epoch": 4.037962316817865,
      "grad_norm": 1.6247806365256376,
      "learning_rate": 7.45205283488857e-05,
      "loss": 1.7656,
      "step": 86796
    },
    {
      "epoch": 4.038008839264945,
      "grad_norm": 1.4645955869667533,
      "learning_rate": 7.45173210672953e-05,
      "loss": 1.5,
      "step": 86797
    },
    {
      "epoch": 4.038055361712026,
      "grad_norm": 1.6701019085121698,
      "learning_rate": 7.45141138319158e-05,
      "loss": 1.6875,
      "step": 86798
    },
    {
      "epoch": 4.038101884159107,
      "grad_norm": 1.5995436246754307,
      "learning_rate": 7.451090664274923e-05,
      "loss": 1.8594,
      "step": 86799
    },
    {
      "epoch": 4.0381484066061875,
      "grad_norm": 1.6352504892736504,
      "learning_rate": 7.450769949979746e-05,
      "loss": 1.7891,
      "step": 86800
    },
    {
      "epoch": 4.038194929053268,
      "grad_norm": 1.4403352232248523,
      "learning_rate": 7.450449240306258e-05,
      "loss": 1.4766,
      "step": 86801
    },
    {
      "epoch": 4.038241451500349,
      "grad_norm": 1.3753365992527393,
      "learning_rate": 7.45012853525465e-05,
      "loss": 1.3359,
      "step": 86802
    },
    {
      "epoch": 4.03828797394743,
      "grad_norm": 1.4817223350735123,
      "learning_rate": 7.449807834825118e-05,
      "loss": 1.6172,
      "step": 86803
    },
    {
      "epoch": 4.03833449639451,
      "grad_norm": 1.563835479143534,
      "learning_rate": 7.44948713901785e-05,
      "loss": 1.5859,
      "step": 86804
    },
    {
      "epoch": 4.038381018841591,
      "grad_norm": 1.6920796736902086,
      "learning_rate": 7.449166447833053e-05,
      "loss": 1.8438,
      "step": 86805
    },
    {
      "epoch": 4.038427541288672,
      "grad_norm": 1.5470117095392353,
      "learning_rate": 7.448845761270926e-05,
      "loss": 1.7266,
      "step": 86806
    },
    {
      "epoch": 4.038474063735753,
      "grad_norm": 1.747108305036657,
      "learning_rate": 7.44852507933166e-05,
      "loss": 1.9062,
      "step": 86807
    },
    {
      "epoch": 4.038520586182833,
      "grad_norm": 1.7977910796072263,
      "learning_rate": 7.448204402015452e-05,
      "loss": 1.5,
      "step": 86808
    },
    {
      "epoch": 4.0385671086299135,
      "grad_norm": 1.576455215863005,
      "learning_rate": 7.447883729322496e-05,
      "loss": 1.7812,
      "step": 86809
    },
    {
      "epoch": 4.038613631076995,
      "grad_norm": 1.5573755738828576,
      "learning_rate": 7.447563061252987e-05,
      "loss": 1.6094,
      "step": 86810
    },
    {
      "epoch": 4.038660153524075,
      "grad_norm": 1.5810106644135102,
      "learning_rate": 7.447242397807128e-05,
      "loss": 1.7656,
      "step": 86811
    },
    {
      "epoch": 4.038706675971156,
      "grad_norm": 1.3528397574408202,
      "learning_rate": 7.446921738985111e-05,
      "loss": 1.2969,
      "step": 86812
    },
    {
      "epoch": 4.038753198418237,
      "grad_norm": 1.6182219146682877,
      "learning_rate": 7.446601084787136e-05,
      "loss": 1.7969,
      "step": 86813
    },
    {
      "epoch": 4.038799720865318,
      "grad_norm": 1.321840671603125,
      "learning_rate": 7.446280435213388e-05,
      "loss": 1.2656,
      "step": 86814
    },
    {
      "epoch": 4.038846243312398,
      "grad_norm": 1.5202689379513015,
      "learning_rate": 7.44595979026408e-05,
      "loss": 1.6016,
      "step": 86815
    },
    {
      "epoch": 4.038892765759479,
      "grad_norm": 1.5099909846227322,
      "learning_rate": 7.445639149939396e-05,
      "loss": 1.6719,
      "step": 86816
    },
    {
      "epoch": 4.03893928820656,
      "grad_norm": 1.5794351421459314,
      "learning_rate": 7.445318514239539e-05,
      "loss": 1.6797,
      "step": 86817
    },
    {
      "epoch": 4.0389858106536405,
      "grad_norm": 1.653306685660108,
      "learning_rate": 7.444997883164697e-05,
      "loss": 1.8203,
      "step": 86818
    },
    {
      "epoch": 4.039032333100721,
      "grad_norm": 1.463955035452958,
      "learning_rate": 7.444677256715077e-05,
      "loss": 1.4297,
      "step": 86819
    },
    {
      "epoch": 4.039078855547801,
      "grad_norm": 1.4023094715707525,
      "learning_rate": 7.44435663489087e-05,
      "loss": 1.5,
      "step": 86820
    },
    {
      "epoch": 4.039125377994883,
      "grad_norm": 1.6389235464258867,
      "learning_rate": 7.444036017692272e-05,
      "loss": 1.9297,
      "step": 86821
    },
    {
      "epoch": 4.039171900441963,
      "grad_norm": 1.46181310783833,
      "learning_rate": 7.443715405119475e-05,
      "loss": 1.5781,
      "step": 86822
    },
    {
      "epoch": 4.039218422889044,
      "grad_norm": 1.4983603582512846,
      "learning_rate": 7.443394797172684e-05,
      "loss": 1.6484,
      "step": 86823
    },
    {
      "epoch": 4.039264945336125,
      "grad_norm": 1.468005484589807,
      "learning_rate": 7.443074193852093e-05,
      "loss": 1.4766,
      "step": 86824
    },
    {
      "epoch": 4.039311467783206,
      "grad_norm": 1.7527765506161916,
      "learning_rate": 7.442753595157896e-05,
      "loss": 2.0625,
      "step": 86825
    },
    {
      "epoch": 4.039357990230286,
      "grad_norm": 1.4753285965423448,
      "learning_rate": 7.442433001090283e-05,
      "loss": 1.6094,
      "step": 86826
    },
    {
      "epoch": 4.0394045126773666,
      "grad_norm": 1.6502924117631648,
      "learning_rate": 7.442112411649457e-05,
      "loss": 1.8047,
      "step": 86827
    },
    {
      "epoch": 4.039451035124448,
      "grad_norm": 1.506981216377894,
      "learning_rate": 7.441791826835623e-05,
      "loss": 1.6484,
      "step": 86828
    },
    {
      "epoch": 4.039497557571528,
      "grad_norm": 1.4761450705483279,
      "learning_rate": 7.441471246648965e-05,
      "loss": 1.2109,
      "step": 86829
    },
    {
      "epoch": 4.039544080018609,
      "grad_norm": 1.6015680456510621,
      "learning_rate": 7.441150671089685e-05,
      "loss": 1.8594,
      "step": 86830
    },
    {
      "epoch": 4.039590602465689,
      "grad_norm": 1.5491340647749183,
      "learning_rate": 7.440830100157971e-05,
      "loss": 1.6719,
      "step": 86831
    },
    {
      "epoch": 4.039637124912771,
      "grad_norm": 1.6048998400784693,
      "learning_rate": 7.440509533854032e-05,
      "loss": 1.75,
      "step": 86832
    },
    {
      "epoch": 4.039683647359851,
      "grad_norm": 1.5413226500122976,
      "learning_rate": 7.440188972178057e-05,
      "loss": 1.6562,
      "step": 86833
    },
    {
      "epoch": 4.039730169806932,
      "grad_norm": 1.5739099623230361,
      "learning_rate": 7.439868415130241e-05,
      "loss": 1.7578,
      "step": 86834
    },
    {
      "epoch": 4.039776692254012,
      "grad_norm": 1.4234468416758514,
      "learning_rate": 7.439547862710785e-05,
      "loss": 1.4141,
      "step": 86835
    },
    {
      "epoch": 4.0398232147010935,
      "grad_norm": 1.4093944553641489,
      "learning_rate": 7.439227314919874e-05,
      "loss": 1.3828,
      "step": 86836
    },
    {
      "epoch": 4.039869737148174,
      "grad_norm": 1.5612436029347183,
      "learning_rate": 7.43890677175772e-05,
      "loss": 1.6875,
      "step": 86837
    },
    {
      "epoch": 4.0399162595952545,
      "grad_norm": 1.6248103708272505,
      "learning_rate": 7.438586233224511e-05,
      "loss": 1.9062,
      "step": 86838
    },
    {
      "epoch": 4.039962782042336,
      "grad_norm": 1.4876249219162787,
      "learning_rate": 7.438265699320445e-05,
      "loss": 1.5234,
      "step": 86839
    },
    {
      "epoch": 4.040009304489416,
      "grad_norm": 1.5669754819131496,
      "learning_rate": 7.43794517004571e-05,
      "loss": 1.7266,
      "step": 86840
    },
    {
      "epoch": 4.040055826936497,
      "grad_norm": 1.649506092520909,
      "learning_rate": 7.437624645400516e-05,
      "loss": 1.8203,
      "step": 86841
    },
    {
      "epoch": 4.040102349383577,
      "grad_norm": 1.6074154296954934,
      "learning_rate": 7.437304125385053e-05,
      "loss": 1.6641,
      "step": 86842
    },
    {
      "epoch": 4.040148871830659,
      "grad_norm": 1.541010828700003,
      "learning_rate": 7.436983609999518e-05,
      "loss": 1.6562,
      "step": 86843
    },
    {
      "epoch": 4.040195394277739,
      "grad_norm": 1.34687943070642,
      "learning_rate": 7.436663099244098e-05,
      "loss": 1.25,
      "step": 86844
    },
    {
      "epoch": 4.04024191672482,
      "grad_norm": 1.7080457903259996,
      "learning_rate": 7.436342593119005e-05,
      "loss": 1.9297,
      "step": 86845
    },
    {
      "epoch": 4.0402884391719,
      "grad_norm": 1.4201755900166948,
      "learning_rate": 7.436022091624428e-05,
      "loss": 1.4688,
      "step": 86846
    },
    {
      "epoch": 4.040334961618981,
      "grad_norm": 1.3236423198210974,
      "learning_rate": 7.435701594760562e-05,
      "loss": 1.2109,
      "step": 86847
    },
    {
      "epoch": 4.040381484066062,
      "grad_norm": 1.5458049818916242,
      "learning_rate": 7.435381102527597e-05,
      "loss": 1.625,
      "step": 86848
    },
    {
      "epoch": 4.040428006513142,
      "grad_norm": 1.4990408374973585,
      "learning_rate": 7.435060614925739e-05,
      "loss": 1.5781,
      "step": 86849
    },
    {
      "epoch": 4.040474528960224,
      "grad_norm": 1.2575469139979116,
      "learning_rate": 7.434740131955185e-05,
      "loss": 1.2031,
      "step": 86850
    },
    {
      "epoch": 4.040521051407304,
      "grad_norm": 1.6063255218904138,
      "learning_rate": 7.434419653616129e-05,
      "loss": 1.7188,
      "step": 86851
    },
    {
      "epoch": 4.040567573854385,
      "grad_norm": 1.7093102304693462,
      "learning_rate": 7.434099179908765e-05,
      "loss": 1.9844,
      "step": 86852
    },
    {
      "epoch": 4.040614096301465,
      "grad_norm": 1.429834324301845,
      "learning_rate": 7.433778710833286e-05,
      "loss": 1.4453,
      "step": 86853
    },
    {
      "epoch": 4.0406606187485465,
      "grad_norm": 1.5852901760680007,
      "learning_rate": 7.433458246389895e-05,
      "loss": 1.6562,
      "step": 86854
    },
    {
      "epoch": 4.040707141195627,
      "grad_norm": 1.6386374604325513,
      "learning_rate": 7.433137786578788e-05,
      "loss": 1.7891,
      "step": 86855
    },
    {
      "epoch": 4.0407536636427075,
      "grad_norm": 1.41026079712747,
      "learning_rate": 7.432817331400159e-05,
      "loss": 1.4688,
      "step": 86856
    },
    {
      "epoch": 4.040800186089788,
      "grad_norm": 1.5369211345683655,
      "learning_rate": 7.432496880854196e-05,
      "loss": 1.5938,
      "step": 86857
    },
    {
      "epoch": 4.040846708536869,
      "grad_norm": 1.5550084420901644,
      "learning_rate": 7.432176434941111e-05,
      "loss": 1.6875,
      "step": 86858
    },
    {
      "epoch": 4.04089323098395,
      "grad_norm": 2.2720315151995143,
      "learning_rate": 7.43185599366109e-05,
      "loss": 1.7812,
      "step": 86859
    },
    {
      "epoch": 4.04093975343103,
      "grad_norm": 1.3382153327684154,
      "learning_rate": 7.431535557014331e-05,
      "loss": 1.2891,
      "step": 86860
    },
    {
      "epoch": 4.040986275878111,
      "grad_norm": 1.472464612149823,
      "learning_rate": 7.431215125001034e-05,
      "loss": 1.5859,
      "step": 86861
    },
    {
      "epoch": 4.041032798325192,
      "grad_norm": 1.4737319192309934,
      "learning_rate": 7.430894697621382e-05,
      "loss": 1.3594,
      "step": 86862
    },
    {
      "epoch": 4.041079320772273,
      "grad_norm": 1.4615596599680778,
      "learning_rate": 7.430574274875589e-05,
      "loss": 1.4844,
      "step": 86863
    },
    {
      "epoch": 4.041125843219353,
      "grad_norm": 1.5120971251782838,
      "learning_rate": 7.430253856763842e-05,
      "loss": 1.5156,
      "step": 86864
    },
    {
      "epoch": 4.0411723656664345,
      "grad_norm": 1.6163048631122436,
      "learning_rate": 7.429933443286339e-05,
      "loss": 1.7969,
      "step": 86865
    },
    {
      "epoch": 4.041218888113515,
      "grad_norm": 1.476945532852854,
      "learning_rate": 7.42961303444327e-05,
      "loss": 1.5156,
      "step": 86866
    },
    {
      "epoch": 4.041265410560595,
      "grad_norm": 1.6227214260176077,
      "learning_rate": 7.429292630234841e-05,
      "loss": 1.8203,
      "step": 86867
    },
    {
      "epoch": 4.041311933007676,
      "grad_norm": 1.3630488906981724,
      "learning_rate": 7.428972230661244e-05,
      "loss": 1.3438,
      "step": 86868
    },
    {
      "epoch": 4.041358455454757,
      "grad_norm": 1.5641384492803647,
      "learning_rate": 7.428651835722676e-05,
      "loss": 1.6484,
      "step": 86869
    },
    {
      "epoch": 4.041404977901838,
      "grad_norm": 1.567598121193681,
      "learning_rate": 7.428331445419324e-05,
      "loss": 1.6797,
      "step": 86870
    },
    {
      "epoch": 4.041451500348918,
      "grad_norm": 1.4999889290001338,
      "learning_rate": 7.428011059751394e-05,
      "loss": 1.4766,
      "step": 86871
    },
    {
      "epoch": 4.041498022795999,
      "grad_norm": 1.5979334076541278,
      "learning_rate": 7.427690678719085e-05,
      "loss": 1.7031,
      "step": 86872
    },
    {
      "epoch": 4.04154454524308,
      "grad_norm": 1.3420401949018523,
      "learning_rate": 7.42737030232259e-05,
      "loss": 1.3516,
      "step": 86873
    },
    {
      "epoch": 4.0415910676901605,
      "grad_norm": 1.4704080019680061,
      "learning_rate": 7.427049930562101e-05,
      "loss": 1.4688,
      "step": 86874
    },
    {
      "epoch": 4.041637590137241,
      "grad_norm": 1.696040426838454,
      "learning_rate": 7.426729563437812e-05,
      "loss": 1.8047,
      "step": 86875
    },
    {
      "epoch": 4.041684112584322,
      "grad_norm": 1.589476367855865,
      "learning_rate": 7.426409200949931e-05,
      "loss": 1.7266,
      "step": 86876
    },
    {
      "epoch": 4.041730635031403,
      "grad_norm": 1.826462094185868,
      "learning_rate": 7.426088843098645e-05,
      "loss": 1.5547,
      "step": 86877
    },
    {
      "epoch": 4.041777157478483,
      "grad_norm": 1.5257820980837236,
      "learning_rate": 7.425768489884153e-05,
      "loss": 1.5781,
      "step": 86878
    },
    {
      "epoch": 4.041823679925564,
      "grad_norm": 1.450861440680487,
      "learning_rate": 7.425448141306643e-05,
      "loss": 1.4688,
      "step": 86879
    },
    {
      "epoch": 4.041870202372645,
      "grad_norm": 1.671388351490415,
      "learning_rate": 7.425127797366326e-05,
      "loss": 1.75,
      "step": 86880
    },
    {
      "epoch": 4.041916724819726,
      "grad_norm": 1.4532919704804415,
      "learning_rate": 7.42480745806339e-05,
      "loss": 1.4922,
      "step": 86881
    },
    {
      "epoch": 4.041963247266806,
      "grad_norm": 1.4432029876486874,
      "learning_rate": 7.42448712339803e-05,
      "loss": 1.4688,
      "step": 86882
    },
    {
      "epoch": 4.042009769713887,
      "grad_norm": 1.7351973705991508,
      "learning_rate": 7.42416679337044e-05,
      "loss": 1.9375,
      "step": 86883
    },
    {
      "epoch": 4.042056292160968,
      "grad_norm": 1.6377957123731277,
      "learning_rate": 7.423846467980823e-05,
      "loss": 1.8594,
      "step": 86884
    },
    {
      "epoch": 4.042102814608048,
      "grad_norm": 1.5703841346682128,
      "learning_rate": 7.423526147229375e-05,
      "loss": 1.7344,
      "step": 86885
    },
    {
      "epoch": 4.042149337055129,
      "grad_norm": 1.6350560758094832,
      "learning_rate": 7.423205831116285e-05,
      "loss": 1.7188,
      "step": 86886
    },
    {
      "epoch": 4.042195859502209,
      "grad_norm": 1.3452070306754005,
      "learning_rate": 7.422885519641757e-05,
      "loss": 1.3203,
      "step": 86887
    },
    {
      "epoch": 4.042242381949291,
      "grad_norm": 1.5804995021240629,
      "learning_rate": 7.422565212805975e-05,
      "loss": 1.6953,
      "step": 86888
    },
    {
      "epoch": 4.042288904396371,
      "grad_norm": 1.5695178767819584,
      "learning_rate": 7.42224491060915e-05,
      "loss": 1.7109,
      "step": 86889
    },
    {
      "epoch": 4.042335426843452,
      "grad_norm": 1.5240066541791883,
      "learning_rate": 7.421924613051471e-05,
      "loss": 1.625,
      "step": 86890
    },
    {
      "epoch": 4.042381949290533,
      "grad_norm": 1.3511722867853886,
      "learning_rate": 7.421604320133134e-05,
      "loss": 1.3594,
      "step": 86891
    },
    {
      "epoch": 4.0424284717376135,
      "grad_norm": 1.6594781223448312,
      "learning_rate": 7.42128403185433e-05,
      "loss": 1.8594,
      "step": 86892
    },
    {
      "epoch": 4.042474994184694,
      "grad_norm": 1.4349597151041245,
      "learning_rate": 7.42096374821526e-05,
      "loss": 1.5391,
      "step": 86893
    },
    {
      "epoch": 4.0425215166317745,
      "grad_norm": 1.4004610710925476,
      "learning_rate": 7.420643469216128e-05,
      "loss": 1.4375,
      "step": 86894
    },
    {
      "epoch": 4.042568039078856,
      "grad_norm": 1.5675350548698124,
      "learning_rate": 7.420323194857122e-05,
      "loss": 1.6406,
      "step": 86895
    },
    {
      "epoch": 4.042614561525936,
      "grad_norm": 1.2847231054160473,
      "learning_rate": 7.42000292513844e-05,
      "loss": 1.2812,
      "step": 86896
    },
    {
      "epoch": 4.042661083973017,
      "grad_norm": 1.4609532949382766,
      "learning_rate": 7.419682660060268e-05,
      "loss": 1.4688,
      "step": 86897
    },
    {
      "epoch": 4.042707606420097,
      "grad_norm": 1.6102652158028787,
      "learning_rate": 7.41936239962282e-05,
      "loss": 1.6953,
      "step": 86898
    },
    {
      "epoch": 4.042754128867179,
      "grad_norm": 1.5799509307554194,
      "learning_rate": 7.419042143826281e-05,
      "loss": 1.6562,
      "step": 86899
    },
    {
      "epoch": 4.042800651314259,
      "grad_norm": 1.6857711670270035,
      "learning_rate": 7.41872189267085e-05,
      "loss": 1.8281,
      "step": 86900
    },
    {
      "epoch": 4.04284717376134,
      "grad_norm": 1.4819983207701282,
      "learning_rate": 7.418401646156716e-05,
      "loss": 1.6172,
      "step": 86901
    },
    {
      "epoch": 4.042893696208421,
      "grad_norm": 1.585150754926992,
      "learning_rate": 7.418081404284086e-05,
      "loss": 1.75,
      "step": 86902
    },
    {
      "epoch": 4.0429402186555015,
      "grad_norm": 1.6691427557809468,
      "learning_rate": 7.417761167053152e-05,
      "loss": 1.8516,
      "step": 86903
    },
    {
      "epoch": 4.042986741102582,
      "grad_norm": 1.5064312498434107,
      "learning_rate": 7.417440934464111e-05,
      "loss": 1.6328,
      "step": 86904
    },
    {
      "epoch": 4.043033263549662,
      "grad_norm": 1.5186992406323436,
      "learning_rate": 7.41712070651715e-05,
      "loss": 1.5078,
      "step": 86905
    },
    {
      "epoch": 4.043079785996744,
      "grad_norm": 1.437764280170345,
      "learning_rate": 7.416800483212477e-05,
      "loss": 1.3672,
      "step": 86906
    },
    {
      "epoch": 4.043126308443824,
      "grad_norm": 1.4586722802607952,
      "learning_rate": 7.416480264550285e-05,
      "loss": 1.3984,
      "step": 86907
    },
    {
      "epoch": 4.043172830890905,
      "grad_norm": 1.4761382937575493,
      "learning_rate": 7.41616005053077e-05,
      "loss": 1.4453,
      "step": 86908
    },
    {
      "epoch": 4.043219353337985,
      "grad_norm": 1.4250805856461994,
      "learning_rate": 7.415839841154118e-05,
      "loss": 1.4297,
      "step": 86909
    },
    {
      "epoch": 4.043265875785067,
      "grad_norm": 1.6941015818378722,
      "learning_rate": 7.41551963642054e-05,
      "loss": 1.8906,
      "step": 86910
    },
    {
      "epoch": 4.043312398232147,
      "grad_norm": 1.6363878693337421,
      "learning_rate": 7.415199436330226e-05,
      "loss": 1.75,
      "step": 86911
    },
    {
      "epoch": 4.0433589206792275,
      "grad_norm": 1.517092561458237,
      "learning_rate": 7.414879240883371e-05,
      "loss": 1.5469,
      "step": 86912
    },
    {
      "epoch": 4.043405443126308,
      "grad_norm": 1.6624042382642392,
      "learning_rate": 7.414559050080173e-05,
      "loss": 1.8828,
      "step": 86913
    },
    {
      "epoch": 4.043451965573389,
      "grad_norm": 1.5868453753929626,
      "learning_rate": 7.414238863920813e-05,
      "loss": 1.7812,
      "step": 86914
    },
    {
      "epoch": 4.04349848802047,
      "grad_norm": 1.4958656832097565,
      "learning_rate": 7.413918682405514e-05,
      "loss": 1.5547,
      "step": 86915
    },
    {
      "epoch": 4.04354501046755,
      "grad_norm": 1.4028937720448262,
      "learning_rate": 7.413598505534458e-05,
      "loss": 1.4297,
      "step": 86916
    },
    {
      "epoch": 4.043591532914632,
      "grad_norm": 1.506620102227058,
      "learning_rate": 7.413278333307842e-05,
      "loss": 1.5234,
      "step": 86917
    },
    {
      "epoch": 4.043638055361712,
      "grad_norm": 1.5160168778844454,
      "learning_rate": 7.412958165725861e-05,
      "loss": 1.5938,
      "step": 86918
    },
    {
      "epoch": 4.043684577808793,
      "grad_norm": 1.643580146265634,
      "learning_rate": 7.412638002788708e-05,
      "loss": 1.6719,
      "step": 86919
    },
    {
      "epoch": 4.043731100255873,
      "grad_norm": 1.5176423387939486,
      "learning_rate": 7.412317844496587e-05,
      "loss": 1.6094,
      "step": 86920
    },
    {
      "epoch": 4.0437776227029545,
      "grad_norm": 1.4867371606859698,
      "learning_rate": 7.411997690849689e-05,
      "loss": 1.4297,
      "step": 86921
    },
    {
      "epoch": 4.043824145150035,
      "grad_norm": 1.4887144828257357,
      "learning_rate": 7.41167754184821e-05,
      "loss": 1.4375,
      "step": 86922
    },
    {
      "epoch": 4.043870667597115,
      "grad_norm": 1.6264064473646989,
      "learning_rate": 7.411357397492343e-05,
      "loss": 1.8047,
      "step": 86923
    },
    {
      "epoch": 4.043917190044196,
      "grad_norm": 1.5817896821924136,
      "learning_rate": 7.411037257782293e-05,
      "loss": 1.625,
      "step": 86924
    },
    {
      "epoch": 4.043963712491277,
      "grad_norm": 1.5644010155547046,
      "learning_rate": 7.41071712271825e-05,
      "loss": 1.6406,
      "step": 86925
    },
    {
      "epoch": 4.044010234938358,
      "grad_norm": 1.4442116267137926,
      "learning_rate": 7.410396992300413e-05,
      "loss": 1.4297,
      "step": 86926
    },
    {
      "epoch": 4.044056757385438,
      "grad_norm": 1.621313989291531,
      "learning_rate": 7.410076866528967e-05,
      "loss": 1.6406,
      "step": 86927
    },
    {
      "epoch": 4.04410327983252,
      "grad_norm": 1.4388707004479786,
      "learning_rate": 7.409756745404124e-05,
      "loss": 1.3828,
      "step": 86928
    },
    {
      "epoch": 4.0441498022796,
      "grad_norm": 1.595894034835408,
      "learning_rate": 7.409436628926072e-05,
      "loss": 1.7812,
      "step": 86929
    },
    {
      "epoch": 4.044196324726681,
      "grad_norm": 1.5785891034103465,
      "learning_rate": 7.409116517095008e-05,
      "loss": 1.6562,
      "step": 86930
    },
    {
      "epoch": 4.044242847173761,
      "grad_norm": 1.5702100033520237,
      "learning_rate": 7.408796409911122e-05,
      "loss": 1.5938,
      "step": 86931
    },
    {
      "epoch": 4.044289369620842,
      "grad_norm": 1.4821294610988036,
      "learning_rate": 7.408476307374622e-05,
      "loss": 1.5156,
      "step": 86932
    },
    {
      "epoch": 4.044335892067923,
      "grad_norm": 1.6051116997835544,
      "learning_rate": 7.408156209485696e-05,
      "loss": 1.7734,
      "step": 86933
    },
    {
      "epoch": 4.044382414515003,
      "grad_norm": 1.4657615913894824,
      "learning_rate": 7.407836116244541e-05,
      "loss": 1.5078,
      "step": 86934
    },
    {
      "epoch": 4.044428936962084,
      "grad_norm": 1.3880678810731213,
      "learning_rate": 7.407516027651351e-05,
      "loss": 1.4453,
      "step": 86935
    },
    {
      "epoch": 4.044475459409165,
      "grad_norm": 1.4708351157020991,
      "learning_rate": 7.407195943706322e-05,
      "loss": 1.4062,
      "step": 86936
    },
    {
      "epoch": 4.044521981856246,
      "grad_norm": 1.4054293209965891,
      "learning_rate": 7.406875864409658e-05,
      "loss": 1.4609,
      "step": 86937
    },
    {
      "epoch": 4.044568504303326,
      "grad_norm": 1.4231104740651075,
      "learning_rate": 7.40655578976155e-05,
      "loss": 1.3438,
      "step": 86938
    },
    {
      "epoch": 4.044615026750407,
      "grad_norm": 1.4302786032274237,
      "learning_rate": 7.406235719762193e-05,
      "loss": 1.4453,
      "step": 86939
    },
    {
      "epoch": 4.044661549197488,
      "grad_norm": 1.6396887345766251,
      "learning_rate": 7.405915654411777e-05,
      "loss": 1.8516,
      "step": 86940
    },
    {
      "epoch": 4.0447080716445685,
      "grad_norm": 1.5611610696302944,
      "learning_rate": 7.405595593710512e-05,
      "loss": 1.5312,
      "step": 86941
    },
    {
      "epoch": 4.044754594091649,
      "grad_norm": 1.600385513206005,
      "learning_rate": 7.405275537658584e-05,
      "loss": 1.7109,
      "step": 86942
    },
    {
      "epoch": 4.04480111653873,
      "grad_norm": 1.3500485904089194,
      "learning_rate": 7.404955486256192e-05,
      "loss": 1.1875,
      "step": 86943
    },
    {
      "epoch": 4.044847638985811,
      "grad_norm": 1.3125987024408692,
      "learning_rate": 7.40463543950353e-05,
      "loss": 1.2891,
      "step": 86944
    },
    {
      "epoch": 4.044894161432891,
      "grad_norm": 1.5280313280554574,
      "learning_rate": 7.404315397400791e-05,
      "loss": 1.7109,
      "step": 86945
    },
    {
      "epoch": 4.044940683879972,
      "grad_norm": 1.3142782625143516,
      "learning_rate": 7.403995359948178e-05,
      "loss": 1.2734,
      "step": 86946
    },
    {
      "epoch": 4.044987206327053,
      "grad_norm": 1.4505167904128637,
      "learning_rate": 7.403675327145886e-05,
      "loss": 1.4453,
      "step": 86947
    },
    {
      "epoch": 4.045033728774134,
      "grad_norm": 1.6315587014788706,
      "learning_rate": 7.40335529899411e-05,
      "loss": 1.6328,
      "step": 86948
    },
    {
      "epoch": 4.045080251221214,
      "grad_norm": 1.4363076284133358,
      "learning_rate": 7.403035275493036e-05,
      "loss": 1.2969,
      "step": 86949
    },
    {
      "epoch": 4.0451267736682945,
      "grad_norm": 1.422665457414087,
      "learning_rate": 7.402715256642876e-05,
      "loss": 1.3359,
      "step": 86950
    },
    {
      "epoch": 4.045173296115376,
      "grad_norm": 1.5552792252486762,
      "learning_rate": 7.402395242443818e-05,
      "loss": 1.6328,
      "step": 86951
    },
    {
      "epoch": 4.045219818562456,
      "grad_norm": 1.553791136616353,
      "learning_rate": 7.402075232896058e-05,
      "loss": 1.6562,
      "step": 86952
    },
    {
      "epoch": 4.045266341009537,
      "grad_norm": 1.5047766371171545,
      "learning_rate": 7.401755227999786e-05,
      "loss": 1.5859,
      "step": 86953
    },
    {
      "epoch": 4.045312863456618,
      "grad_norm": 1.2599562697749376,
      "learning_rate": 7.401435227755213e-05,
      "loss": 1.2422,
      "step": 86954
    },
    {
      "epoch": 4.045359385903699,
      "grad_norm": 1.6313264665664877,
      "learning_rate": 7.401115232162522e-05,
      "loss": 1.75,
      "step": 86955
    },
    {
      "epoch": 4.045405908350779,
      "grad_norm": 1.3004001274649264,
      "learning_rate": 7.400795241221916e-05,
      "loss": 1.3047,
      "step": 86956
    },
    {
      "epoch": 4.04545243079786,
      "grad_norm": 1.4954451000184097,
      "learning_rate": 7.400475254933581e-05,
      "loss": 1.4766,
      "step": 86957
    },
    {
      "epoch": 4.045498953244941,
      "grad_norm": 1.5925873223353153,
      "learning_rate": 7.40015527329772e-05,
      "loss": 1.7266,
      "step": 86958
    },
    {
      "epoch": 4.0455454756920215,
      "grad_norm": 1.730088352096652,
      "learning_rate": 7.399835296314536e-05,
      "loss": 1.75,
      "step": 86959
    },
    {
      "epoch": 4.045591998139102,
      "grad_norm": 1.6161723455312347,
      "learning_rate": 7.399515323984215e-05,
      "loss": 1.8047,
      "step": 86960
    },
    {
      "epoch": 4.0456385205861825,
      "grad_norm": 1.651914573279585,
      "learning_rate": 7.399195356306957e-05,
      "loss": 1.8438,
      "step": 86961
    },
    {
      "epoch": 4.045685043033264,
      "grad_norm": 1.4651724260890113,
      "learning_rate": 7.39887539328295e-05,
      "loss": 1.4844,
      "step": 86962
    },
    {
      "epoch": 4.045731565480344,
      "grad_norm": 1.620990090466335,
      "learning_rate": 7.398555434912402e-05,
      "loss": 1.7578,
      "step": 86963
    },
    {
      "epoch": 4.045778087927425,
      "grad_norm": 1.5865332380287402,
      "learning_rate": 7.398235481195504e-05,
      "loss": 1.6328,
      "step": 86964
    },
    {
      "epoch": 4.045824610374506,
      "grad_norm": 1.7059368173665497,
      "learning_rate": 7.39791553213245e-05,
      "loss": 1.875,
      "step": 86965
    },
    {
      "epoch": 4.045871132821587,
      "grad_norm": 1.4811549972296407,
      "learning_rate": 7.397595587723432e-05,
      "loss": 1.5859,
      "step": 86966
    },
    {
      "epoch": 4.045917655268667,
      "grad_norm": 1.3299655186885169,
      "learning_rate": 7.397275647968657e-05,
      "loss": 1.2891,
      "step": 86967
    },
    {
      "epoch": 4.045964177715748,
      "grad_norm": 1.6830741567486005,
      "learning_rate": 7.396955712868314e-05,
      "loss": 1.8984,
      "step": 86968
    },
    {
      "epoch": 4.046010700162829,
      "grad_norm": 1.5114183781043422,
      "learning_rate": 7.3966357824226e-05,
      "loss": 1.5625,
      "step": 86969
    },
    {
      "epoch": 4.046057222609909,
      "grad_norm": 1.460873951878531,
      "learning_rate": 7.396315856631708e-05,
      "loss": 1.4453,
      "step": 86970
    },
    {
      "epoch": 4.04610374505699,
      "grad_norm": 1.6523198310109353,
      "learning_rate": 7.395995935495832e-05,
      "loss": 1.7734,
      "step": 86971
    },
    {
      "epoch": 4.04615026750407,
      "grad_norm": 1.738078520945931,
      "learning_rate": 7.395676019015179e-05,
      "loss": 1.8359,
      "step": 86972
    },
    {
      "epoch": 4.046196789951152,
      "grad_norm": 1.5042115670328657,
      "learning_rate": 7.395356107189936e-05,
      "loss": 1.6094,
      "step": 86973
    },
    {
      "epoch": 4.046243312398232,
      "grad_norm": 1.4620124673528405,
      "learning_rate": 7.395036200020304e-05,
      "loss": 1.6484,
      "step": 86974
    },
    {
      "epoch": 4.046289834845313,
      "grad_norm": 1.6335061460427296,
      "learning_rate": 7.394716297506468e-05,
      "loss": 1.7188,
      "step": 86975
    },
    {
      "epoch": 4.046336357292393,
      "grad_norm": 1.5844960129904677,
      "learning_rate": 7.394396399648636e-05,
      "loss": 1.7891,
      "step": 86976
    },
    {
      "epoch": 4.0463828797394745,
      "grad_norm": 1.6817817722284505,
      "learning_rate": 7.394076506447001e-05,
      "loss": 2.0,
      "step": 86977
    },
    {
      "epoch": 4.046429402186555,
      "grad_norm": 1.60526395438745,
      "learning_rate": 7.393756617901758e-05,
      "loss": 1.6953,
      "step": 86978
    },
    {
      "epoch": 4.0464759246336355,
      "grad_norm": 1.4859211195395323,
      "learning_rate": 7.393436734013093e-05,
      "loss": 1.4609,
      "step": 86979
    },
    {
      "epoch": 4.046522447080717,
      "grad_norm": 1.5492135167334609,
      "learning_rate": 7.393116854781214e-05,
      "loss": 1.7734,
      "step": 86980
    },
    {
      "epoch": 4.046568969527797,
      "grad_norm": 1.5137042654047033,
      "learning_rate": 7.392796980206318e-05,
      "loss": 1.5312,
      "step": 86981
    },
    {
      "epoch": 4.046615491974878,
      "grad_norm": 1.5212116491820622,
      "learning_rate": 7.392477110288596e-05,
      "loss": 1.6406,
      "step": 86982
    },
    {
      "epoch": 4.046662014421958,
      "grad_norm": 1.6328837252064303,
      "learning_rate": 7.392157245028246e-05,
      "loss": 1.8984,
      "step": 86983
    },
    {
      "epoch": 4.04670853686904,
      "grad_norm": 1.3508719224738437,
      "learning_rate": 7.391837384425455e-05,
      "loss": 1.4219,
      "step": 86984
    },
    {
      "epoch": 4.04675505931612,
      "grad_norm": 1.5962521311334583,
      "learning_rate": 7.391517528480433e-05,
      "loss": 1.8047,
      "step": 86985
    },
    {
      "epoch": 4.046801581763201,
      "grad_norm": 1.6602408057367746,
      "learning_rate": 7.391197677193367e-05,
      "loss": 1.7734,
      "step": 86986
    },
    {
      "epoch": 4.046848104210281,
      "grad_norm": 1.496527557561687,
      "learning_rate": 7.390877830564457e-05,
      "loss": 1.6328,
      "step": 86987
    },
    {
      "epoch": 4.046894626657362,
      "grad_norm": 1.5344080125701052,
      "learning_rate": 7.39055798859389e-05,
      "loss": 1.7422,
      "step": 86988
    },
    {
      "epoch": 4.046941149104443,
      "grad_norm": 1.4705612219617348,
      "learning_rate": 7.390238151281873e-05,
      "loss": 1.5,
      "step": 86989
    },
    {
      "epoch": 4.046987671551523,
      "grad_norm": 1.5551688136439776,
      "learning_rate": 7.389918318628597e-05,
      "loss": 1.6094,
      "step": 86990
    },
    {
      "epoch": 4.047034193998605,
      "grad_norm": 1.5323371009338822,
      "learning_rate": 7.389598490634258e-05,
      "loss": 1.6797,
      "step": 86991
    },
    {
      "epoch": 4.047080716445685,
      "grad_norm": 1.4126897031387753,
      "learning_rate": 7.389278667299047e-05,
      "loss": 1.5391,
      "step": 86992
    },
    {
      "epoch": 4.047127238892766,
      "grad_norm": 1.4752876409346178,
      "learning_rate": 7.388958848623169e-05,
      "loss": 1.5312,
      "step": 86993
    },
    {
      "epoch": 4.047173761339846,
      "grad_norm": 1.5941543226170312,
      "learning_rate": 7.388639034606816e-05,
      "loss": 1.6953,
      "step": 86994
    },
    {
      "epoch": 4.0472202837869276,
      "grad_norm": 1.5410282408874147,
      "learning_rate": 7.388319225250183e-05,
      "loss": 1.7344,
      "step": 86995
    },
    {
      "epoch": 4.047266806234008,
      "grad_norm": 1.414689421148569,
      "learning_rate": 7.387999420553466e-05,
      "loss": 1.3906,
      "step": 86996
    },
    {
      "epoch": 4.0473133286810885,
      "grad_norm": 1.543388042504223,
      "learning_rate": 7.387679620516854e-05,
      "loss": 1.7656,
      "step": 86997
    },
    {
      "epoch": 4.047359851128169,
      "grad_norm": 1.5879264654484182,
      "learning_rate": 7.387359825140556e-05,
      "loss": 1.7578,
      "step": 86998
    },
    {
      "epoch": 4.04740637357525,
      "grad_norm": 1.6933915665541026,
      "learning_rate": 7.38704003442476e-05,
      "loss": 1.8906,
      "step": 86999
    },
    {
      "epoch": 4.047452896022331,
      "grad_norm": 1.5968813291475739,
      "learning_rate": 7.386720248369664e-05,
      "loss": 1.7969,
      "step": 87000
    },
    {
      "epoch": 4.047499418469411,
      "grad_norm": 1.387276538033638,
      "learning_rate": 7.386400466975456e-05,
      "loss": 1.3438,
      "step": 87001
    },
    {
      "epoch": 4.047545940916492,
      "grad_norm": 1.6190094401552044,
      "learning_rate": 7.386080690242339e-05,
      "loss": 1.6953,
      "step": 87002
    },
    {
      "epoch": 4.047592463363573,
      "grad_norm": 1.6972792599485553,
      "learning_rate": 7.385760918170514e-05,
      "loss": 1.8047,
      "step": 87003
    },
    {
      "epoch": 4.047638985810654,
      "grad_norm": 1.452693273861956,
      "learning_rate": 7.385441150760172e-05,
      "loss": 1.5547,
      "step": 87004
    },
    {
      "epoch": 4.047685508257734,
      "grad_norm": 1.4464780202221308,
      "learning_rate": 7.385121388011508e-05,
      "loss": 1.4141,
      "step": 87005
    },
    {
      "epoch": 4.0477320307048155,
      "grad_norm": 1.640366905310411,
      "learning_rate": 7.384801629924711e-05,
      "loss": 1.7109,
      "step": 87006
    },
    {
      "epoch": 4.047778553151896,
      "grad_norm": 1.4621081692087752,
      "learning_rate": 7.384481876499988e-05,
      "loss": 1.4766,
      "step": 87007
    },
    {
      "epoch": 4.047825075598976,
      "grad_norm": 1.5172935491017814,
      "learning_rate": 7.38416212773753e-05,
      "loss": 1.6016,
      "step": 87008
    },
    {
      "epoch": 4.047871598046057,
      "grad_norm": 1.2963652623520516,
      "learning_rate": 7.383842383637536e-05,
      "loss": 1.3047,
      "step": 87009
    },
    {
      "epoch": 4.047918120493138,
      "grad_norm": 1.4958716417831828,
      "learning_rate": 7.383522644200191e-05,
      "loss": 1.5469,
      "step": 87010
    },
    {
      "epoch": 4.047964642940219,
      "grad_norm": 1.4854734683418769,
      "learning_rate": 7.383202909425703e-05,
      "loss": 1.3281,
      "step": 87011
    },
    {
      "epoch": 4.048011165387299,
      "grad_norm": 1.6980466227021895,
      "learning_rate": 7.382883179314264e-05,
      "loss": 1.9297,
      "step": 87012
    },
    {
      "epoch": 4.04805768783438,
      "grad_norm": 1.6177039757373468,
      "learning_rate": 7.382563453866069e-05,
      "loss": 1.8047,
      "step": 87013
    },
    {
      "epoch": 4.048104210281461,
      "grad_norm": 1.5598368162648075,
      "learning_rate": 7.382243733081307e-05,
      "loss": 1.6719,
      "step": 87014
    },
    {
      "epoch": 4.0481507327285415,
      "grad_norm": 1.6263301974003344,
      "learning_rate": 7.381924016960185e-05,
      "loss": 1.7266,
      "step": 87015
    },
    {
      "epoch": 4.048197255175622,
      "grad_norm": 1.5399330735013832,
      "learning_rate": 7.381604305502897e-05,
      "loss": 1.625,
      "step": 87016
    },
    {
      "epoch": 4.048243777622703,
      "grad_norm": 1.584778701263765,
      "learning_rate": 7.381284598709633e-05,
      "loss": 1.6562,
      "step": 87017
    },
    {
      "epoch": 4.048290300069784,
      "grad_norm": 1.7105168085831324,
      "learning_rate": 7.380964896580588e-05,
      "loss": 1.8125,
      "step": 87018
    },
    {
      "epoch": 4.048336822516864,
      "grad_norm": 1.5391900005494559,
      "learning_rate": 7.380645199115966e-05,
      "loss": 1.5781,
      "step": 87019
    },
    {
      "epoch": 4.048383344963945,
      "grad_norm": 1.5949553000529686,
      "learning_rate": 7.380325506315957e-05,
      "loss": 1.7656,
      "step": 87020
    },
    {
      "epoch": 4.048429867411026,
      "grad_norm": 1.5251514015540142,
      "learning_rate": 7.38000581818076e-05,
      "loss": 1.5781,
      "step": 87021
    },
    {
      "epoch": 4.048476389858107,
      "grad_norm": 1.561955279605824,
      "learning_rate": 7.379686134710566e-05,
      "loss": 1.6953,
      "step": 87022
    },
    {
      "epoch": 4.048522912305187,
      "grad_norm": 1.6743616381502362,
      "learning_rate": 7.379366455905563e-05,
      "loss": 1.7656,
      "step": 87023
    },
    {
      "epoch": 4.048569434752268,
      "grad_norm": 1.5578341214681901,
      "learning_rate": 7.379046781765967e-05,
      "loss": 1.7344,
      "step": 87024
    },
    {
      "epoch": 4.048615957199349,
      "grad_norm": 1.550293399473167,
      "learning_rate": 7.378727112291964e-05,
      "loss": 1.5938,
      "step": 87025
    },
    {
      "epoch": 4.0486624796464294,
      "grad_norm": 1.4921035365445279,
      "learning_rate": 7.37840744748375e-05,
      "loss": 1.4531,
      "step": 87026
    },
    {
      "epoch": 4.04870900209351,
      "grad_norm": 1.4959442889611885,
      "learning_rate": 7.378087787341519e-05,
      "loss": 1.5391,
      "step": 87027
    },
    {
      "epoch": 4.04875552454059,
      "grad_norm": 1.477383856950937,
      "learning_rate": 7.377768131865462e-05,
      "loss": 1.4141,
      "step": 87028
    },
    {
      "epoch": 4.048802046987672,
      "grad_norm": 1.6270750533426157,
      "learning_rate": 7.377448481055786e-05,
      "loss": 1.875,
      "step": 87029
    },
    {
      "epoch": 4.048848569434752,
      "grad_norm": 1.5225700282369061,
      "learning_rate": 7.377128834912681e-05,
      "loss": 1.5625,
      "step": 87030
    },
    {
      "epoch": 4.048895091881833,
      "grad_norm": 1.54998233875185,
      "learning_rate": 7.376809193436342e-05,
      "loss": 1.5938,
      "step": 87031
    },
    {
      "epoch": 4.048941614328914,
      "grad_norm": 1.6967131639168163,
      "learning_rate": 7.37648955662696e-05,
      "loss": 1.8906,
      "step": 87032
    },
    {
      "epoch": 4.048988136775995,
      "grad_norm": 1.49519691900363,
      "learning_rate": 7.376169924484742e-05,
      "loss": 1.6406,
      "step": 87033
    },
    {
      "epoch": 4.049034659223075,
      "grad_norm": 1.424440793456812,
      "learning_rate": 7.375850297009879e-05,
      "loss": 1.4531,
      "step": 87034
    },
    {
      "epoch": 4.0490811816701555,
      "grad_norm": 1.6759156435529512,
      "learning_rate": 7.375530674202563e-05,
      "loss": 1.9219,
      "step": 87035
    },
    {
      "epoch": 4.049127704117237,
      "grad_norm": 1.6725035405914126,
      "learning_rate": 7.375211056062987e-05,
      "loss": 1.875,
      "step": 87036
    },
    {
      "epoch": 4.049174226564317,
      "grad_norm": 1.4544730316201515,
      "learning_rate": 7.37489144259136e-05,
      "loss": 1.3516,
      "step": 87037
    },
    {
      "epoch": 4.049220749011398,
      "grad_norm": 1.481942642034434,
      "learning_rate": 7.374571833787866e-05,
      "loss": 1.6328,
      "step": 87038
    },
    {
      "epoch": 4.049267271458478,
      "grad_norm": 1.3982862323539156,
      "learning_rate": 7.374252229652706e-05,
      "loss": 1.4062,
      "step": 87039
    },
    {
      "epoch": 4.04931379390556,
      "grad_norm": 1.5131550258134872,
      "learning_rate": 7.373932630186067e-05,
      "loss": 1.4609,
      "step": 87040
    },
    {
      "epoch": 4.04936031635264,
      "grad_norm": 1.7080607053820027,
      "learning_rate": 7.373613035388158e-05,
      "loss": 1.7109,
      "step": 87041
    },
    {
      "epoch": 4.049406838799721,
      "grad_norm": 1.4791804456009632,
      "learning_rate": 7.373293445259167e-05,
      "loss": 1.5547,
      "step": 87042
    },
    {
      "epoch": 4.049453361246802,
      "grad_norm": 1.3540839934681208,
      "learning_rate": 7.37297385979929e-05,
      "loss": 1.3984,
      "step": 87043
    },
    {
      "epoch": 4.0494998836938825,
      "grad_norm": 1.5990517952782137,
      "learning_rate": 7.37265427900872e-05,
      "loss": 1.6797,
      "step": 87044
    },
    {
      "epoch": 4.049546406140963,
      "grad_norm": 1.6130841727590715,
      "learning_rate": 7.372334702887654e-05,
      "loss": 1.7656,
      "step": 87045
    },
    {
      "epoch": 4.049592928588043,
      "grad_norm": 1.6829743655589693,
      "learning_rate": 7.372015131436297e-05,
      "loss": 1.9453,
      "step": 87046
    },
    {
      "epoch": 4.049639451035125,
      "grad_norm": 1.6041446111544284,
      "learning_rate": 7.371695564654837e-05,
      "loss": 1.7266,
      "step": 87047
    },
    {
      "epoch": 4.049685973482205,
      "grad_norm": 1.70471880941939,
      "learning_rate": 7.37137600254347e-05,
      "loss": 1.8984,
      "step": 87048
    },
    {
      "epoch": 4.049732495929286,
      "grad_norm": 1.414776092907464,
      "learning_rate": 7.371056445102384e-05,
      "loss": 1.375,
      "step": 87049
    },
    {
      "epoch": 4.049779018376366,
      "grad_norm": 1.5033019303518755,
      "learning_rate": 7.37073689233179e-05,
      "loss": 1.5156,
      "step": 87050
    },
    {
      "epoch": 4.049825540823448,
      "grad_norm": 1.358702795542961,
      "learning_rate": 7.370417344231873e-05,
      "loss": 1.2969,
      "step": 87051
    },
    {
      "epoch": 4.049872063270528,
      "grad_norm": 1.5248547134754475,
      "learning_rate": 7.370097800802835e-05,
      "loss": 1.4062,
      "step": 87052
    },
    {
      "epoch": 4.0499185857176085,
      "grad_norm": 1.5628519165948895,
      "learning_rate": 7.369778262044867e-05,
      "loss": 1.6172,
      "step": 87053
    },
    {
      "epoch": 4.04996510816469,
      "grad_norm": 1.727101545997112,
      "learning_rate": 7.369458727958159e-05,
      "loss": 1.8438,
      "step": 87054
    },
    {
      "epoch": 4.05001163061177,
      "grad_norm": 1.565057968555343,
      "learning_rate": 7.369139198542919e-05,
      "loss": 1.5547,
      "step": 87055
    },
    {
      "epoch": 4.050058153058851,
      "grad_norm": 1.6380706696719114,
      "learning_rate": 7.368819673799339e-05,
      "loss": 1.8906,
      "step": 87056
    },
    {
      "epoch": 4.050104675505931,
      "grad_norm": 1.446735135063424,
      "learning_rate": 7.368500153727611e-05,
      "loss": 1.2812,
      "step": 87057
    },
    {
      "epoch": 4.050151197953013,
      "grad_norm": 1.6278957019151048,
      "learning_rate": 7.368180638327926e-05,
      "loss": 1.7188,
      "step": 87058
    },
    {
      "epoch": 4.050197720400093,
      "grad_norm": 1.3777313249070855,
      "learning_rate": 7.367861127600492e-05,
      "loss": 1.3125,
      "step": 87059
    },
    {
      "epoch": 4.050244242847174,
      "grad_norm": 1.3975220769249324,
      "learning_rate": 7.3675416215455e-05,
      "loss": 1.3516,
      "step": 87060
    },
    {
      "epoch": 4.050290765294254,
      "grad_norm": 1.674447682618539,
      "learning_rate": 7.367222120163142e-05,
      "loss": 1.9297,
      "step": 87061
    },
    {
      "epoch": 4.0503372877413355,
      "grad_norm": 1.6331860149956279,
      "learning_rate": 7.366902623453611e-05,
      "loss": 1.875,
      "step": 87062
    },
    {
      "epoch": 4.050383810188416,
      "grad_norm": 1.602773638075212,
      "learning_rate": 7.366583131417111e-05,
      "loss": 1.625,
      "step": 87063
    },
    {
      "epoch": 4.0504303326354965,
      "grad_norm": 1.3873308744344868,
      "learning_rate": 7.366263644053836e-05,
      "loss": 1.3828,
      "step": 87064
    },
    {
      "epoch": 4.050476855082577,
      "grad_norm": 1.5600095145244992,
      "learning_rate": 7.365944161363979e-05,
      "loss": 1.6172,
      "step": 87065
    },
    {
      "epoch": 4.050523377529658,
      "grad_norm": 1.4275859247401315,
      "learning_rate": 7.365624683347728e-05,
      "loss": 1.5078,
      "step": 87066
    },
    {
      "epoch": 4.050569899976739,
      "grad_norm": 1.525710278976114,
      "learning_rate": 7.36530521000529e-05,
      "loss": 1.5078,
      "step": 87067
    },
    {
      "epoch": 4.050616422423819,
      "grad_norm": 1.611542315915425,
      "learning_rate": 7.36498574133686e-05,
      "loss": 1.6094,
      "step": 87068
    },
    {
      "epoch": 4.050662944870901,
      "grad_norm": 1.3932153763634398,
      "learning_rate": 7.364666277342633e-05,
      "loss": 1.4062,
      "step": 87069
    },
    {
      "epoch": 4.050709467317981,
      "grad_norm": 1.4788776869616398,
      "learning_rate": 7.364346818022801e-05,
      "loss": 1.6719,
      "step": 87070
    },
    {
      "epoch": 4.050755989765062,
      "grad_norm": 1.3940145474754806,
      "learning_rate": 7.364027363377554e-05,
      "loss": 1.4531,
      "step": 87071
    },
    {
      "epoch": 4.050802512212142,
      "grad_norm": 1.4860409253519904,
      "learning_rate": 7.363707913407104e-05,
      "loss": 1.4688,
      "step": 87072
    },
    {
      "epoch": 4.050849034659223,
      "grad_norm": 1.5767913613163993,
      "learning_rate": 7.363388468111635e-05,
      "loss": 1.8359,
      "step": 87073
    },
    {
      "epoch": 4.050895557106304,
      "grad_norm": 1.500887109751914,
      "learning_rate": 7.363069027491343e-05,
      "loss": 1.5078,
      "step": 87074
    },
    {
      "epoch": 4.050942079553384,
      "grad_norm": 1.5425084869668235,
      "learning_rate": 7.36274959154642e-05,
      "loss": 1.5391,
      "step": 87075
    },
    {
      "epoch": 4.050988602000465,
      "grad_norm": 1.6366921690728131,
      "learning_rate": 7.362430160277075e-05,
      "loss": 1.75,
      "step": 87076
    },
    {
      "epoch": 4.051035124447546,
      "grad_norm": 1.7581822034719825,
      "learning_rate": 7.362110733683493e-05,
      "loss": 1.9609,
      "step": 87077
    },
    {
      "epoch": 4.051081646894627,
      "grad_norm": 1.5971732412806798,
      "learning_rate": 7.361791311765871e-05,
      "loss": 1.7031,
      "step": 87078
    },
    {
      "epoch": 4.051128169341707,
      "grad_norm": 1.6215718160334065,
      "learning_rate": 7.361471894524408e-05,
      "loss": 1.8359,
      "step": 87079
    },
    {
      "epoch": 4.0511746917887885,
      "grad_norm": 1.6720203432619913,
      "learning_rate": 7.361152481959289e-05,
      "loss": 1.6875,
      "step": 87080
    },
    {
      "epoch": 4.051221214235869,
      "grad_norm": 1.6676387197921765,
      "learning_rate": 7.360833074070723e-05,
      "loss": 1.6797,
      "step": 87081
    },
    {
      "epoch": 4.0512677366829495,
      "grad_norm": 1.4499715004920535,
      "learning_rate": 7.360513670858901e-05,
      "loss": 1.5234,
      "step": 87082
    },
    {
      "epoch": 4.05131425913003,
      "grad_norm": 1.585356982787056,
      "learning_rate": 7.360194272324017e-05,
      "loss": 1.75,
      "step": 87083
    },
    {
      "epoch": 4.051360781577111,
      "grad_norm": 1.5387417777910388,
      "learning_rate": 7.359874878466262e-05,
      "loss": 1.4375,
      "step": 87084
    },
    {
      "epoch": 4.051407304024192,
      "grad_norm": 1.4822598270409113,
      "learning_rate": 7.359555489285843e-05,
      "loss": 1.375,
      "step": 87085
    },
    {
      "epoch": 4.051453826471272,
      "grad_norm": 1.4105292735221815,
      "learning_rate": 7.35923610478295e-05,
      "loss": 1.375,
      "step": 87086
    },
    {
      "epoch": 4.051500348918353,
      "grad_norm": 1.6360391487082162,
      "learning_rate": 7.358916724957774e-05,
      "loss": 1.7422,
      "step": 87087
    },
    {
      "epoch": 4.051546871365434,
      "grad_norm": 1.5883385480569727,
      "learning_rate": 7.35859734981051e-05,
      "loss": 1.5625,
      "step": 87088
    },
    {
      "epoch": 4.051593393812515,
      "grad_norm": 1.5707741586993487,
      "learning_rate": 7.35827797934136e-05,
      "loss": 1.6875,
      "step": 87089
    },
    {
      "epoch": 4.051639916259595,
      "grad_norm": 1.52218469203256,
      "learning_rate": 7.357958613550521e-05,
      "loss": 1.5312,
      "step": 87090
    },
    {
      "epoch": 4.0516864387066756,
      "grad_norm": 1.545409843339658,
      "learning_rate": 7.357639252438186e-05,
      "loss": 1.5938,
      "step": 87091
    },
    {
      "epoch": 4.051732961153757,
      "grad_norm": 1.7067555761799231,
      "learning_rate": 7.357319896004548e-05,
      "loss": 1.8203,
      "step": 87092
    },
    {
      "epoch": 4.051779483600837,
      "grad_norm": 1.6843861525849488,
      "learning_rate": 7.357000544249799e-05,
      "loss": 1.8047,
      "step": 87093
    },
    {
      "epoch": 4.051826006047918,
      "grad_norm": 1.475252016763384,
      "learning_rate": 7.356681197174144e-05,
      "loss": 1.4609,
      "step": 87094
    },
    {
      "epoch": 4.051872528494999,
      "grad_norm": 1.5301577488446718,
      "learning_rate": 7.356361854777774e-05,
      "loss": 1.5078,
      "step": 87095
    },
    {
      "epoch": 4.05191905094208,
      "grad_norm": 1.6327849153710652,
      "learning_rate": 7.356042517060884e-05,
      "loss": 1.875,
      "step": 87096
    },
    {
      "epoch": 4.05196557338916,
      "grad_norm": 1.5398186153907012,
      "learning_rate": 7.355723184023665e-05,
      "loss": 1.5625,
      "step": 87097
    },
    {
      "epoch": 4.052012095836241,
      "grad_norm": 1.55682443057147,
      "learning_rate": 7.355403855666323e-05,
      "loss": 1.625,
      "step": 87098
    },
    {
      "epoch": 4.052058618283322,
      "grad_norm": 1.3214128202152513,
      "learning_rate": 7.355084531989047e-05,
      "loss": 1.2969,
      "step": 87099
    },
    {
      "epoch": 4.0521051407304025,
      "grad_norm": 1.4014719885934093,
      "learning_rate": 7.354765212992034e-05,
      "loss": 1.3125,
      "step": 87100
    },
    {
      "epoch": 4.052151663177483,
      "grad_norm": 1.4598964511890753,
      "learning_rate": 7.354445898675473e-05,
      "loss": 1.4141,
      "step": 87101
    },
    {
      "epoch": 4.0521981856245635,
      "grad_norm": 1.6862141919898515,
      "learning_rate": 7.354126589039571e-05,
      "loss": 1.8672,
      "step": 87102
    },
    {
      "epoch": 4.052244708071645,
      "grad_norm": 1.4000567874010383,
      "learning_rate": 7.353807284084519e-05,
      "loss": 1.3438,
      "step": 87103
    },
    {
      "epoch": 4.052291230518725,
      "grad_norm": 1.5570169964248173,
      "learning_rate": 7.353487983810509e-05,
      "loss": 1.7188,
      "step": 87104
    },
    {
      "epoch": 4.052337752965806,
      "grad_norm": 1.601386870783573,
      "learning_rate": 7.35316868821774e-05,
      "loss": 1.5469,
      "step": 87105
    },
    {
      "epoch": 4.052384275412887,
      "grad_norm": 1.4958415685546196,
      "learning_rate": 7.3528493973064e-05,
      "loss": 1.4766,
      "step": 87106
    },
    {
      "epoch": 4.052430797859968,
      "grad_norm": 1.5216286168434054,
      "learning_rate": 7.352530111076696e-05,
      "loss": 1.6094,
      "step": 87107
    },
    {
      "epoch": 4.052477320307048,
      "grad_norm": 1.405861085106202,
      "learning_rate": 7.352210829528819e-05,
      "loss": 1.3203,
      "step": 87108
    },
    {
      "epoch": 4.052523842754129,
      "grad_norm": 1.4236325050149647,
      "learning_rate": 7.351891552662963e-05,
      "loss": 1.4219,
      "step": 87109
    },
    {
      "epoch": 4.05257036520121,
      "grad_norm": 1.3696324207541877,
      "learning_rate": 7.35157228047932e-05,
      "loss": 1.4062,
      "step": 87110
    },
    {
      "epoch": 4.05261688764829,
      "grad_norm": 1.5653971993372107,
      "learning_rate": 7.351253012978088e-05,
      "loss": 1.4922,
      "step": 87111
    },
    {
      "epoch": 4.052663410095371,
      "grad_norm": 1.5459576509668094,
      "learning_rate": 7.35093375015947e-05,
      "loss": 1.5234,
      "step": 87112
    },
    {
      "epoch": 4.052709932542451,
      "grad_norm": 1.5541681015241784,
      "learning_rate": 7.350614492023655e-05,
      "loss": 1.5312,
      "step": 87113
    },
    {
      "epoch": 4.052756454989533,
      "grad_norm": 1.5307573110918067,
      "learning_rate": 7.350295238570839e-05,
      "loss": 1.5469,
      "step": 87114
    },
    {
      "epoch": 4.052802977436613,
      "grad_norm": 1.5434782550588368,
      "learning_rate": 7.349975989801212e-05,
      "loss": 1.625,
      "step": 87115
    },
    {
      "epoch": 4.052849499883694,
      "grad_norm": 1.6035523264307439,
      "learning_rate": 7.349656745714981e-05,
      "loss": 1.7969,
      "step": 87116
    },
    {
      "epoch": 4.052896022330774,
      "grad_norm": 1.6950581858362472,
      "learning_rate": 7.349337506312334e-05,
      "loss": 1.7656,
      "step": 87117
    },
    {
      "epoch": 4.0529425447778555,
      "grad_norm": 1.641713356642078,
      "learning_rate": 7.349018271593467e-05,
      "loss": 1.7578,
      "step": 87118
    },
    {
      "epoch": 4.052989067224936,
      "grad_norm": 1.5136475945006975,
      "learning_rate": 7.348699041558573e-05,
      "loss": 1.4219,
      "step": 87119
    },
    {
      "epoch": 4.0530355896720165,
      "grad_norm": 1.744571293996321,
      "learning_rate": 7.348379816207855e-05,
      "loss": 1.3594,
      "step": 87120
    },
    {
      "epoch": 4.053082112119098,
      "grad_norm": 1.5930329096901366,
      "learning_rate": 7.348060595541502e-05,
      "loss": 1.6016,
      "step": 87121
    },
    {
      "epoch": 4.053128634566178,
      "grad_norm": 1.3746227169537548,
      "learning_rate": 7.347741379559714e-05,
      "loss": 1.375,
      "step": 87122
    },
    {
      "epoch": 4.053175157013259,
      "grad_norm": 1.5456557657962524,
      "learning_rate": 7.347422168262677e-05,
      "loss": 1.5469,
      "step": 87123
    },
    {
      "epoch": 4.053221679460339,
      "grad_norm": 1.6366432992085194,
      "learning_rate": 7.3471029616506e-05,
      "loss": 1.6641,
      "step": 87124
    },
    {
      "epoch": 4.053268201907421,
      "grad_norm": 1.3364363281187437,
      "learning_rate": 7.34678375972367e-05,
      "loss": 1.3672,
      "step": 87125
    },
    {
      "epoch": 4.053314724354501,
      "grad_norm": 1.6446239512913636,
      "learning_rate": 7.346464562482086e-05,
      "loss": 1.7422,
      "step": 87126
    },
    {
      "epoch": 4.053361246801582,
      "grad_norm": 1.5032271731289581,
      "learning_rate": 7.346145369926035e-05,
      "loss": 1.625,
      "step": 87127
    },
    {
      "epoch": 4.053407769248662,
      "grad_norm": 1.3240027906815377,
      "learning_rate": 7.345826182055725e-05,
      "loss": 1.2656,
      "step": 87128
    },
    {
      "epoch": 4.0534542916957434,
      "grad_norm": 1.4585665658114666,
      "learning_rate": 7.345506998871344e-05,
      "loss": 1.5156,
      "step": 87129
    },
    {
      "epoch": 4.053500814142824,
      "grad_norm": 1.72789431979889,
      "learning_rate": 7.345187820373089e-05,
      "loss": 1.9375,
      "step": 87130
    },
    {
      "epoch": 4.053547336589904,
      "grad_norm": 1.5352037666752494,
      "learning_rate": 7.344868646561157e-05,
      "loss": 1.5703,
      "step": 87131
    },
    {
      "epoch": 4.053593859036986,
      "grad_norm": 1.3986342116683848,
      "learning_rate": 7.344549477435733e-05,
      "loss": 1.3203,
      "step": 87132
    },
    {
      "epoch": 4.053640381484066,
      "grad_norm": 1.4769621738329741,
      "learning_rate": 7.344230312997024e-05,
      "loss": 1.3438,
      "step": 87133
    },
    {
      "epoch": 4.053686903931147,
      "grad_norm": 1.5509482562578074,
      "learning_rate": 7.343911153245227e-05,
      "loss": 1.5312,
      "step": 87134
    },
    {
      "epoch": 4.053733426378227,
      "grad_norm": 1.4849036024507463,
      "learning_rate": 7.343591998180531e-05,
      "loss": 1.4453,
      "step": 87135
    },
    {
      "epoch": 4.053779948825309,
      "grad_norm": 1.4814261417193315,
      "learning_rate": 7.343272847803134e-05,
      "loss": 1.4531,
      "step": 87136
    },
    {
      "epoch": 4.053826471272389,
      "grad_norm": 1.4295537120823445,
      "learning_rate": 7.342953702113225e-05,
      "loss": 1.4766,
      "step": 87137
    },
    {
      "epoch": 4.0538729937194695,
      "grad_norm": 1.5626861143440165,
      "learning_rate": 7.342634561111011e-05,
      "loss": 1.4766,
      "step": 87138
    },
    {
      "epoch": 4.05391951616655,
      "grad_norm": 1.6100933314673926,
      "learning_rate": 7.342315424796681e-05,
      "loss": 1.6328,
      "step": 87139
    },
    {
      "epoch": 4.053966038613631,
      "grad_norm": 1.6333907441515756,
      "learning_rate": 7.34199629317043e-05,
      "loss": 1.8125,
      "step": 87140
    },
    {
      "epoch": 4.054012561060712,
      "grad_norm": 1.506482358325616,
      "learning_rate": 7.34167716623245e-05,
      "loss": 1.5156,
      "step": 87141
    },
    {
      "epoch": 4.054059083507792,
      "grad_norm": 1.6305618010549172,
      "learning_rate": 7.341358043982944e-05,
      "loss": 1.7031,
      "step": 87142
    },
    {
      "epoch": 4.054105605954873,
      "grad_norm": 1.339644371347576,
      "learning_rate": 7.341038926422104e-05,
      "loss": 1.1016,
      "step": 87143
    },
    {
      "epoch": 4.054152128401954,
      "grad_norm": 1.6807402627142805,
      "learning_rate": 7.340719813550128e-05,
      "loss": 1.7422,
      "step": 87144
    },
    {
      "epoch": 4.054198650849035,
      "grad_norm": 1.7038267393211812,
      "learning_rate": 7.3404007053672e-05,
      "loss": 1.8047,
      "step": 87145
    },
    {
      "epoch": 4.054245173296115,
      "grad_norm": 1.6465928403392738,
      "learning_rate": 7.340081601873529e-05,
      "loss": 1.8672,
      "step": 87146
    },
    {
      "epoch": 4.0542916957431965,
      "grad_norm": 1.613602569511835,
      "learning_rate": 7.339762503069307e-05,
      "loss": 1.7266,
      "step": 87147
    },
    {
      "epoch": 4.054338218190277,
      "grad_norm": 1.6639461881940782,
      "learning_rate": 7.339443408954725e-05,
      "loss": 1.7266,
      "step": 87148
    },
    {
      "epoch": 4.054384740637357,
      "grad_norm": 1.525491721761048,
      "learning_rate": 7.339124319529977e-05,
      "loss": 1.4922,
      "step": 87149
    },
    {
      "epoch": 4.054431263084438,
      "grad_norm": 1.4577714112722773,
      "learning_rate": 7.33880523479527e-05,
      "loss": 1.375,
      "step": 87150
    },
    {
      "epoch": 4.054477785531519,
      "grad_norm": 1.491047033575915,
      "learning_rate": 7.338486154750788e-05,
      "loss": 1.5938,
      "step": 87151
    },
    {
      "epoch": 4.0545243079786,
      "grad_norm": 1.5018073992585335,
      "learning_rate": 7.338167079396732e-05,
      "loss": 1.5391,
      "step": 87152
    },
    {
      "epoch": 4.05457083042568,
      "grad_norm": 1.498943500959329,
      "learning_rate": 7.33784800873329e-05,
      "loss": 1.4219,
      "step": 87153
    },
    {
      "epoch": 4.054617352872761,
      "grad_norm": 1.759516866928218,
      "learning_rate": 7.337528942760667e-05,
      "loss": 1.875,
      "step": 87154
    },
    {
      "epoch": 4.054663875319842,
      "grad_norm": 1.6636637424648437,
      "learning_rate": 7.337209881479049e-05,
      "loss": 1.7812,
      "step": 87155
    },
    {
      "epoch": 4.0547103977669225,
      "grad_norm": 1.3447376165412916,
      "learning_rate": 7.336890824888641e-05,
      "loss": 1.3438,
      "step": 87156
    },
    {
      "epoch": 4.054756920214003,
      "grad_norm": 1.4791264855206583,
      "learning_rate": 7.336571772989634e-05,
      "loss": 1.5078,
      "step": 87157
    },
    {
      "epoch": 4.054803442661084,
      "grad_norm": 1.5481479803515983,
      "learning_rate": 7.336252725782222e-05,
      "loss": 1.6875,
      "step": 87158
    },
    {
      "epoch": 4.054849965108165,
      "grad_norm": 1.573846620252501,
      "learning_rate": 7.335933683266598e-05,
      "loss": 1.625,
      "step": 87159
    },
    {
      "epoch": 4.054896487555245,
      "grad_norm": 1.6376711035479619,
      "learning_rate": 7.335614645442965e-05,
      "loss": 1.8125,
      "step": 87160
    },
    {
      "epoch": 4.054943010002326,
      "grad_norm": 1.6380263460368936,
      "learning_rate": 7.335295612311514e-05,
      "loss": 1.7344,
      "step": 87161
    },
    {
      "epoch": 4.054989532449407,
      "grad_norm": 1.6825520949398614,
      "learning_rate": 7.334976583872439e-05,
      "loss": 1.8359,
      "step": 87162
    },
    {
      "epoch": 4.055036054896488,
      "grad_norm": 1.448936127968286,
      "learning_rate": 7.334657560125932e-05,
      "loss": 1.5078,
      "step": 87163
    },
    {
      "epoch": 4.055082577343568,
      "grad_norm": 1.7199508762818974,
      "learning_rate": 7.334338541072198e-05,
      "loss": 1.8281,
      "step": 87164
    },
    {
      "epoch": 4.055129099790649,
      "grad_norm": 1.6399524390720326,
      "learning_rate": 7.334019526711427e-05,
      "loss": 1.8984,
      "step": 87165
    },
    {
      "epoch": 4.05517562223773,
      "grad_norm": 1.5092023262724408,
      "learning_rate": 7.333700517043815e-05,
      "loss": 1.5156,
      "step": 87166
    },
    {
      "epoch": 4.0552221446848105,
      "grad_norm": 1.6903020427259146,
      "learning_rate": 7.333381512069551e-05,
      "loss": 1.8438,
      "step": 87167
    },
    {
      "epoch": 4.055268667131891,
      "grad_norm": 1.5604806421418747,
      "learning_rate": 7.333062511788842e-05,
      "loss": 1.5391,
      "step": 87168
    },
    {
      "epoch": 4.055315189578971,
      "grad_norm": 1.4476088253459116,
      "learning_rate": 7.332743516201876e-05,
      "loss": 1.3672,
      "step": 87169
    },
    {
      "epoch": 4.055361712026053,
      "grad_norm": 1.2863679441624103,
      "learning_rate": 7.332424525308851e-05,
      "loss": 1.3516,
      "step": 87170
    },
    {
      "epoch": 4.055408234473133,
      "grad_norm": 1.3283083639779074,
      "learning_rate": 7.332105539109954e-05,
      "loss": 1.2656,
      "step": 87171
    },
    {
      "epoch": 4.055454756920214,
      "grad_norm": 1.393922097008646,
      "learning_rate": 7.331786557605394e-05,
      "loss": 1.3828,
      "step": 87172
    },
    {
      "epoch": 4.055501279367295,
      "grad_norm": 1.5563422278620431,
      "learning_rate": 7.33146758079536e-05,
      "loss": 1.5234,
      "step": 87173
    },
    {
      "epoch": 4.055547801814376,
      "grad_norm": 1.4998244171179602,
      "learning_rate": 7.331148608680045e-05,
      "loss": 1.5859,
      "step": 87174
    },
    {
      "epoch": 4.055594324261456,
      "grad_norm": 1.4096928746292652,
      "learning_rate": 7.330829641259642e-05,
      "loss": 1.5391,
      "step": 87175
    },
    {
      "epoch": 4.0556408467085365,
      "grad_norm": 1.5794884536517597,
      "learning_rate": 7.330510678534355e-05,
      "loss": 1.4141,
      "step": 87176
    },
    {
      "epoch": 4.055687369155618,
      "grad_norm": 1.4644833923164222,
      "learning_rate": 7.330191720504368e-05,
      "loss": 1.5703,
      "step": 87177
    },
    {
      "epoch": 4.055733891602698,
      "grad_norm": 1.5418742439909552,
      "learning_rate": 7.32987276716989e-05,
      "loss": 1.6484,
      "step": 87178
    },
    {
      "epoch": 4.055780414049779,
      "grad_norm": 1.7566778274372588,
      "learning_rate": 7.329553818531108e-05,
      "loss": 1.8281,
      "step": 87179
    },
    {
      "epoch": 4.055826936496859,
      "grad_norm": 1.4834439411024996,
      "learning_rate": 7.329234874588214e-05,
      "loss": 1.4062,
      "step": 87180
    },
    {
      "epoch": 4.055873458943941,
      "grad_norm": 1.477189737498898,
      "learning_rate": 7.328915935341413e-05,
      "loss": 1.4922,
      "step": 87181
    },
    {
      "epoch": 4.055919981391021,
      "grad_norm": 1.6230186606944734,
      "learning_rate": 7.328597000790893e-05,
      "loss": 1.6328,
      "step": 87182
    },
    {
      "epoch": 4.055966503838102,
      "grad_norm": 1.7671714153774054,
      "learning_rate": 7.328278070936854e-05,
      "loss": 1.7188,
      "step": 87183
    },
    {
      "epoch": 4.056013026285183,
      "grad_norm": 1.6115164336950016,
      "learning_rate": 7.327959145779486e-05,
      "loss": 1.6797,
      "step": 87184
    },
    {
      "epoch": 4.0560595487322635,
      "grad_norm": 1.5399119801871215,
      "learning_rate": 7.327640225318982e-05,
      "loss": 1.5781,
      "step": 87185
    },
    {
      "epoch": 4.056106071179344,
      "grad_norm": 1.6372149975156536,
      "learning_rate": 7.327321309555547e-05,
      "loss": 1.6953,
      "step": 87186
    },
    {
      "epoch": 4.056152593626424,
      "grad_norm": 1.4016402800826497,
      "learning_rate": 7.327002398489372e-05,
      "loss": 1.3906,
      "step": 87187
    },
    {
      "epoch": 4.056199116073506,
      "grad_norm": 1.577053605852609,
      "learning_rate": 7.326683492120651e-05,
      "loss": 1.6328,
      "step": 87188
    },
    {
      "epoch": 4.056245638520586,
      "grad_norm": 1.6396972726780805,
      "learning_rate": 7.326364590449575e-05,
      "loss": 1.8438,
      "step": 87189
    },
    {
      "epoch": 4.056292160967667,
      "grad_norm": 1.4309136415661021,
      "learning_rate": 7.326045693476348e-05,
      "loss": 1.5,
      "step": 87190
    },
    {
      "epoch": 4.056338683414747,
      "grad_norm": 1.3523625073420593,
      "learning_rate": 7.32572680120116e-05,
      "loss": 1.3125,
      "step": 87191
    },
    {
      "epoch": 4.056385205861829,
      "grad_norm": 1.5520093371384132,
      "learning_rate": 7.325407913624209e-05,
      "loss": 1.5781,
      "step": 87192
    },
    {
      "epoch": 4.056431728308909,
      "grad_norm": 1.6084170922698489,
      "learning_rate": 7.325089030745683e-05,
      "loss": 1.6719,
      "step": 87193
    },
    {
      "epoch": 4.05647825075599,
      "grad_norm": 1.3070211429472718,
      "learning_rate": 7.324770152565788e-05,
      "loss": 1.2344,
      "step": 87194
    },
    {
      "epoch": 4.056524773203071,
      "grad_norm": 1.445727725101808,
      "learning_rate": 7.324451279084713e-05,
      "loss": 1.4844,
      "step": 87195
    },
    {
      "epoch": 4.056571295650151,
      "grad_norm": 1.5072833003554584,
      "learning_rate": 7.324132410302656e-05,
      "loss": 1.6094,
      "step": 87196
    },
    {
      "epoch": 4.056617818097232,
      "grad_norm": 1.6184723132033563,
      "learning_rate": 7.323813546219804e-05,
      "loss": 1.8047,
      "step": 87197
    },
    {
      "epoch": 4.056664340544312,
      "grad_norm": 1.4544601221397602,
      "learning_rate": 7.323494686836363e-05,
      "loss": 1.5,
      "step": 87198
    },
    {
      "epoch": 4.056710862991394,
      "grad_norm": 1.5238543840868215,
      "learning_rate": 7.323175832152518e-05,
      "loss": 1.3359,
      "step": 87199
    },
    {
      "epoch": 4.056757385438474,
      "grad_norm": 1.52430347411601,
      "learning_rate": 7.322856982168478e-05,
      "loss": 1.4688,
      "step": 87200
    },
    {
      "epoch": 4.056803907885555,
      "grad_norm": 1.7006524149590336,
      "learning_rate": 7.322538136884429e-05,
      "loss": 1.8203,
      "step": 87201
    },
    {
      "epoch": 4.056850430332635,
      "grad_norm": 1.8242006392455414,
      "learning_rate": 7.322219296300561e-05,
      "loss": 1.9375,
      "step": 87202
    },
    {
      "epoch": 4.0568969527797165,
      "grad_norm": 1.4801028035338561,
      "learning_rate": 7.321900460417082e-05,
      "loss": 1.5156,
      "step": 87203
    },
    {
      "epoch": 4.056943475226797,
      "grad_norm": 1.602043706522087,
      "learning_rate": 7.321581629234181e-05,
      "loss": 1.6641,
      "step": 87204
    },
    {
      "epoch": 4.0569899976738775,
      "grad_norm": 1.504284524501903,
      "learning_rate": 7.321262802752052e-05,
      "loss": 1.5625,
      "step": 87205
    },
    {
      "epoch": 4.057036520120958,
      "grad_norm": 1.4965055679588959,
      "learning_rate": 7.320943980970887e-05,
      "loss": 1.3125,
      "step": 87206
    },
    {
      "epoch": 4.057083042568039,
      "grad_norm": 1.5522565184948873,
      "learning_rate": 7.32062516389089e-05,
      "loss": 1.5234,
      "step": 87207
    },
    {
      "epoch": 4.05712956501512,
      "grad_norm": 1.6248634020748636,
      "learning_rate": 7.320306351512252e-05,
      "loss": 1.7188,
      "step": 87208
    },
    {
      "epoch": 4.0571760874622,
      "grad_norm": 1.5734273308508013,
      "learning_rate": 7.319987543835168e-05,
      "loss": 1.5156,
      "step": 87209
    },
    {
      "epoch": 4.057222609909282,
      "grad_norm": 1.5898409115452312,
      "learning_rate": 7.319668740859833e-05,
      "loss": 1.6797,
      "step": 87210
    },
    {
      "epoch": 4.057269132356362,
      "grad_norm": 1.5701796590992885,
      "learning_rate": 7.319349942586434e-05,
      "loss": 1.625,
      "step": 87211
    },
    {
      "epoch": 4.057315654803443,
      "grad_norm": 1.4762449631426784,
      "learning_rate": 7.319031149015184e-05,
      "loss": 1.4609,
      "step": 87212
    },
    {
      "epoch": 4.057362177250523,
      "grad_norm": 1.6377602130813187,
      "learning_rate": 7.318712360146266e-05,
      "loss": 1.6094,
      "step": 87213
    },
    {
      "epoch": 4.057408699697604,
      "grad_norm": 1.6296973298837722,
      "learning_rate": 7.318393575979876e-05,
      "loss": 1.8281,
      "step": 87214
    },
    {
      "epoch": 4.057455222144685,
      "grad_norm": 1.6177620901340803,
      "learning_rate": 7.318074796516207e-05,
      "loss": 1.6719,
      "step": 87215
    },
    {
      "epoch": 4.057501744591765,
      "grad_norm": 1.5077715524346578,
      "learning_rate": 7.317756021755463e-05,
      "loss": 1.4141,
      "step": 87216
    },
    {
      "epoch": 4.057548267038846,
      "grad_norm": 1.4480749129657529,
      "learning_rate": 7.317437251697835e-05,
      "loss": 1.5312,
      "step": 87217
    },
    {
      "epoch": 4.057594789485927,
      "grad_norm": 1.3834738395274704,
      "learning_rate": 7.317118486343516e-05,
      "loss": 1.2344,
      "step": 87218
    },
    {
      "epoch": 4.057641311933008,
      "grad_norm": 1.4237555049774955,
      "learning_rate": 7.316799725692698e-05,
      "loss": 1.3594,
      "step": 87219
    },
    {
      "epoch": 4.057687834380088,
      "grad_norm": 1.4959378185668597,
      "learning_rate": 7.316480969745585e-05,
      "loss": 1.5469,
      "step": 87220
    },
    {
      "epoch": 4.0577343568271695,
      "grad_norm": 1.5174702620054583,
      "learning_rate": 7.316162218502362e-05,
      "loss": 1.5547,
      "step": 87221
    },
    {
      "epoch": 4.05778087927425,
      "grad_norm": 1.5299369488998202,
      "learning_rate": 7.315843471963236e-05,
      "loss": 1.6016,
      "step": 87222
    },
    {
      "epoch": 4.0578274017213305,
      "grad_norm": 1.5452756653799202,
      "learning_rate": 7.315524730128394e-05,
      "loss": 1.5469,
      "step": 87223
    },
    {
      "epoch": 4.057873924168411,
      "grad_norm": 1.7030729790331023,
      "learning_rate": 7.315205992998031e-05,
      "loss": 1.9375,
      "step": 87224
    },
    {
      "epoch": 4.057920446615492,
      "grad_norm": 1.5271462900387418,
      "learning_rate": 7.314887260572348e-05,
      "loss": 1.5312,
      "step": 87225
    },
    {
      "epoch": 4.057966969062573,
      "grad_norm": 1.5191954355087767,
      "learning_rate": 7.314568532851535e-05,
      "loss": 1.5234,
      "step": 87226
    },
    {
      "epoch": 4.058013491509653,
      "grad_norm": 1.6258569888310892,
      "learning_rate": 7.31424980983579e-05,
      "loss": 1.7188,
      "step": 87227
    },
    {
      "epoch": 4.058060013956734,
      "grad_norm": 1.5612256037875196,
      "learning_rate": 7.313931091525301e-05,
      "loss": 1.5781,
      "step": 87228
    },
    {
      "epoch": 4.058106536403815,
      "grad_norm": 1.5471065635430221,
      "learning_rate": 7.313612377920272e-05,
      "loss": 1.625,
      "step": 87229
    },
    {
      "epoch": 4.058153058850896,
      "grad_norm": 1.5202535474645056,
      "learning_rate": 7.313293669020898e-05,
      "loss": 1.4766,
      "step": 87230
    },
    {
      "epoch": 4.058199581297976,
      "grad_norm": 1.6269636341296148,
      "learning_rate": 7.31297496482737e-05,
      "loss": 1.6641,
      "step": 87231
    },
    {
      "epoch": 4.058246103745057,
      "grad_norm": 1.4700686473559217,
      "learning_rate": 7.312656265339878e-05,
      "loss": 1.5078,
      "step": 87232
    },
    {
      "epoch": 4.058292626192138,
      "grad_norm": 1.6263582807656047,
      "learning_rate": 7.312337570558628e-05,
      "loss": 1.7266,
      "step": 87233
    },
    {
      "epoch": 4.058339148639218,
      "grad_norm": 1.5386513627828073,
      "learning_rate": 7.312018880483812e-05,
      "loss": 1.6953,
      "step": 87234
    },
    {
      "epoch": 4.058385671086299,
      "grad_norm": 1.6477703935739738,
      "learning_rate": 7.311700195115622e-05,
      "loss": 1.6953,
      "step": 87235
    },
    {
      "epoch": 4.05843219353338,
      "grad_norm": 1.5378299818478012,
      "learning_rate": 7.311381514454255e-05,
      "loss": 1.5859,
      "step": 87236
    },
    {
      "epoch": 4.058478715980461,
      "grad_norm": 1.6270961592991815,
      "learning_rate": 7.311062838499899e-05,
      "loss": 1.8281,
      "step": 87237
    },
    {
      "epoch": 4.058525238427541,
      "grad_norm": 1.741539414547248,
      "learning_rate": 7.310744167252762e-05,
      "loss": 1.8125,
      "step": 87238
    },
    {
      "epoch": 4.058571760874622,
      "grad_norm": 1.6495497463952873,
      "learning_rate": 7.310425500713033e-05,
      "loss": 1.7969,
      "step": 87239
    },
    {
      "epoch": 4.058618283321703,
      "grad_norm": 1.6622010441227177,
      "learning_rate": 7.310106838880908e-05,
      "loss": 1.8047,
      "step": 87240
    },
    {
      "epoch": 4.0586648057687835,
      "grad_norm": 1.423654542254668,
      "learning_rate": 7.309788181756571e-05,
      "loss": 1.4453,
      "step": 87241
    },
    {
      "epoch": 4.058711328215864,
      "grad_norm": 1.7263503937591038,
      "learning_rate": 7.309469529340236e-05,
      "loss": 1.9062,
      "step": 87242
    },
    {
      "epoch": 4.0587578506629445,
      "grad_norm": 1.5053670022295254,
      "learning_rate": 7.309150881632083e-05,
      "loss": 1.5469,
      "step": 87243
    },
    {
      "epoch": 4.058804373110026,
      "grad_norm": 1.5525142815304405,
      "learning_rate": 7.308832238632319e-05,
      "loss": 1.5703,
      "step": 87244
    },
    {
      "epoch": 4.058850895557106,
      "grad_norm": 1.6119353482165482,
      "learning_rate": 7.308513600341134e-05,
      "loss": 1.7344,
      "step": 87245
    },
    {
      "epoch": 4.058897418004187,
      "grad_norm": 1.462425501720362,
      "learning_rate": 7.308194966758715e-05,
      "loss": 1.4922,
      "step": 87246
    },
    {
      "epoch": 4.058943940451268,
      "grad_norm": 1.4133723764877764,
      "learning_rate": 7.30787633788527e-05,
      "loss": 1.4453,
      "step": 87247
    },
    {
      "epoch": 4.058990462898349,
      "grad_norm": 1.5029454783294685,
      "learning_rate": 7.307557713720989e-05,
      "loss": 1.5703,
      "step": 87248
    },
    {
      "epoch": 4.059036985345429,
      "grad_norm": 1.54504372695349,
      "learning_rate": 7.307239094266068e-05,
      "loss": 1.4531,
      "step": 87249
    },
    {
      "epoch": 4.05908350779251,
      "grad_norm": 1.6552087102181114,
      "learning_rate": 7.306920479520693e-05,
      "loss": 1.7812,
      "step": 87250
    },
    {
      "epoch": 4.059130030239591,
      "grad_norm": 1.5750775785626654,
      "learning_rate": 7.306601869485073e-05,
      "loss": 1.7109,
      "step": 87251
    },
    {
      "epoch": 4.059176552686671,
      "grad_norm": 1.653469837938846,
      "learning_rate": 7.306283264159396e-05,
      "loss": 1.6719,
      "step": 87252
    },
    {
      "epoch": 4.059223075133752,
      "grad_norm": 1.5988847253490543,
      "learning_rate": 7.305964663543857e-05,
      "loss": 1.5469,
      "step": 87253
    },
    {
      "epoch": 4.059269597580832,
      "grad_norm": 1.5723881808452675,
      "learning_rate": 7.305646067638648e-05,
      "loss": 1.6641,
      "step": 87254
    },
    {
      "epoch": 4.059316120027914,
      "grad_norm": 1.4858551533555797,
      "learning_rate": 7.305327476443972e-05,
      "loss": 1.6016,
      "step": 87255
    },
    {
      "epoch": 4.059362642474994,
      "grad_norm": 1.4307152890796002,
      "learning_rate": 7.305008889960022e-05,
      "loss": 1.4688,
      "step": 87256
    },
    {
      "epoch": 4.059409164922075,
      "grad_norm": 1.5191514185176311,
      "learning_rate": 7.30469030818699e-05,
      "loss": 1.5859,
      "step": 87257
    },
    {
      "epoch": 4.059455687369155,
      "grad_norm": 1.6243742324426718,
      "learning_rate": 7.304371731125067e-05,
      "loss": 1.7891,
      "step": 87258
    },
    {
      "epoch": 4.0595022098162366,
      "grad_norm": 1.3639836817124191,
      "learning_rate": 7.304053158774457e-05,
      "loss": 1.3516,
      "step": 87259
    },
    {
      "epoch": 4.059548732263317,
      "grad_norm": 1.5262976792504548,
      "learning_rate": 7.30373459113535e-05,
      "loss": 1.5703,
      "step": 87260
    },
    {
      "epoch": 4.0595952547103975,
      "grad_norm": 1.4662634346163104,
      "learning_rate": 7.303416028207944e-05,
      "loss": 1.4297,
      "step": 87261
    },
    {
      "epoch": 4.059641777157479,
      "grad_norm": 1.439000650479753,
      "learning_rate": 7.303097469992431e-05,
      "loss": 1.4453,
      "step": 87262
    },
    {
      "epoch": 4.059688299604559,
      "grad_norm": 1.5327458011600936,
      "learning_rate": 7.302778916489003e-05,
      "loss": 1.5156,
      "step": 87263
    },
    {
      "epoch": 4.05973482205164,
      "grad_norm": 1.629552248433292,
      "learning_rate": 7.302460367697864e-05,
      "loss": 1.7188,
      "step": 87264
    },
    {
      "epoch": 4.05978134449872,
      "grad_norm": 1.6193657709009146,
      "learning_rate": 7.302141823619198e-05,
      "loss": 1.6953,
      "step": 87265
    },
    {
      "epoch": 4.059827866945802,
      "grad_norm": 1.4872641652292153,
      "learning_rate": 7.301823284253212e-05,
      "loss": 1.5547,
      "step": 87266
    },
    {
      "epoch": 4.059874389392882,
      "grad_norm": 1.5775922754632579,
      "learning_rate": 7.301504749600097e-05,
      "loss": 1.7734,
      "step": 87267
    },
    {
      "epoch": 4.059920911839963,
      "grad_norm": 1.6659477532779403,
      "learning_rate": 7.301186219660037e-05,
      "loss": 1.7656,
      "step": 87268
    },
    {
      "epoch": 4.059967434287043,
      "grad_norm": 1.4906386999022045,
      "learning_rate": 7.300867694433243e-05,
      "loss": 1.6328,
      "step": 87269
    },
    {
      "epoch": 4.0600139567341245,
      "grad_norm": 1.6457106041511085,
      "learning_rate": 7.300549173919904e-05,
      "loss": 1.75,
      "step": 87270
    },
    {
      "epoch": 4.060060479181205,
      "grad_norm": 1.4788807146302123,
      "learning_rate": 7.300230658120215e-05,
      "loss": 1.375,
      "step": 87271
    },
    {
      "epoch": 4.060107001628285,
      "grad_norm": 1.4903485781845387,
      "learning_rate": 7.299912147034363e-05,
      "loss": 1.5078,
      "step": 87272
    },
    {
      "epoch": 4.060153524075367,
      "grad_norm": 1.5922043437543854,
      "learning_rate": 7.299593640662555e-05,
      "loss": 1.6953,
      "step": 87273
    },
    {
      "epoch": 4.060200046522447,
      "grad_norm": 1.4014774862608566,
      "learning_rate": 7.299275139004984e-05,
      "loss": 1.4297,
      "step": 87274
    },
    {
      "epoch": 4.060246568969528,
      "grad_norm": 1.6639020929005108,
      "learning_rate": 7.29895664206184e-05,
      "loss": 1.8203,
      "step": 87275
    },
    {
      "epoch": 4.060293091416608,
      "grad_norm": 1.7014644459140023,
      "learning_rate": 7.298638149833315e-05,
      "loss": 1.9297,
      "step": 87276
    },
    {
      "epoch": 4.06033961386369,
      "grad_norm": 1.7076195025784529,
      "learning_rate": 7.298319662319615e-05,
      "loss": 1.8906,
      "step": 87277
    },
    {
      "epoch": 4.06038613631077,
      "grad_norm": 1.572224617714949,
      "learning_rate": 7.29800117952093e-05,
      "loss": 1.7812,
      "step": 87278
    },
    {
      "epoch": 4.0604326587578505,
      "grad_norm": 1.4753152817361685,
      "learning_rate": 7.297682701437452e-05,
      "loss": 1.3516,
      "step": 87279
    },
    {
      "epoch": 4.060479181204931,
      "grad_norm": 1.7668060397222867,
      "learning_rate": 7.297364228069374e-05,
      "loss": 2.0625,
      "step": 87280
    },
    {
      "epoch": 4.060525703652012,
      "grad_norm": 1.5459327085086134,
      "learning_rate": 7.297045759416899e-05,
      "loss": 1.5469,
      "step": 87281
    },
    {
      "epoch": 4.060572226099093,
      "grad_norm": 1.3398407387954783,
      "learning_rate": 7.296727295480219e-05,
      "loss": 1.3203,
      "step": 87282
    },
    {
      "epoch": 4.060618748546173,
      "grad_norm": 1.579788522076801,
      "learning_rate": 7.296408836259529e-05,
      "loss": 1.6719,
      "step": 87283
    },
    {
      "epoch": 4.060665270993254,
      "grad_norm": 1.7028681045909142,
      "learning_rate": 7.296090381755016e-05,
      "loss": 1.7969,
      "step": 87284
    },
    {
      "epoch": 4.060711793440335,
      "grad_norm": 1.6979701544945252,
      "learning_rate": 7.295771931966888e-05,
      "loss": 1.7266,
      "step": 87285
    },
    {
      "epoch": 4.060758315887416,
      "grad_norm": 1.4863365808292133,
      "learning_rate": 7.295453486895332e-05,
      "loss": 1.5234,
      "step": 87286
    },
    {
      "epoch": 4.060804838334496,
      "grad_norm": 1.6264425343049702,
      "learning_rate": 7.295135046540542e-05,
      "loss": 1.5938,
      "step": 87287
    },
    {
      "epoch": 4.0608513607815775,
      "grad_norm": 1.6191436226373146,
      "learning_rate": 7.294816610902719e-05,
      "loss": 1.6797,
      "step": 87288
    },
    {
      "epoch": 4.060897883228658,
      "grad_norm": 1.4808373159541262,
      "learning_rate": 7.29449817998205e-05,
      "loss": 1.4766,
      "step": 87289
    },
    {
      "epoch": 4.0609444056757384,
      "grad_norm": 1.4606053159869306,
      "learning_rate": 7.29417975377874e-05,
      "loss": 1.3828,
      "step": 87290
    },
    {
      "epoch": 4.060990928122819,
      "grad_norm": 1.6296402704096498,
      "learning_rate": 7.29386133229298e-05,
      "loss": 1.6406,
      "step": 87291
    },
    {
      "epoch": 4.0610374505699,
      "grad_norm": 1.5831304460102424,
      "learning_rate": 7.293542915524962e-05,
      "loss": 1.5078,
      "step": 87292
    },
    {
      "epoch": 4.061083973016981,
      "grad_norm": 1.655790850391839,
      "learning_rate": 7.293224503474884e-05,
      "loss": 1.5625,
      "step": 87293
    },
    {
      "epoch": 4.061130495464061,
      "grad_norm": 1.521744431026647,
      "learning_rate": 7.292906096142932e-05,
      "loss": 1.6484,
      "step": 87294
    },
    {
      "epoch": 4.061177017911142,
      "grad_norm": 1.465157777661874,
      "learning_rate": 7.292587693529315e-05,
      "loss": 1.5,
      "step": 87295
    },
    {
      "epoch": 4.061223540358223,
      "grad_norm": 1.5954712858356708,
      "learning_rate": 7.292269295634221e-05,
      "loss": 1.625,
      "step": 87296
    },
    {
      "epoch": 4.061270062805304,
      "grad_norm": 1.4163919232686608,
      "learning_rate": 7.291950902457845e-05,
      "loss": 1.4766,
      "step": 87297
    },
    {
      "epoch": 4.061316585252384,
      "grad_norm": 1.3577591616332125,
      "learning_rate": 7.291632514000377e-05,
      "loss": 1.3672,
      "step": 87298
    },
    {
      "epoch": 4.061363107699465,
      "grad_norm": 1.5085834243724128,
      "learning_rate": 7.291314130262021e-05,
      "loss": 1.5469,
      "step": 87299
    },
    {
      "epoch": 4.061409630146546,
      "grad_norm": 1.5012046822660685,
      "learning_rate": 7.29099575124297e-05,
      "loss": 1.5781,
      "step": 87300
    },
    {
      "epoch": 4.061456152593626,
      "grad_norm": 1.6111309156065587,
      "learning_rate": 7.290677376943416e-05,
      "loss": 1.6797,
      "step": 87301
    },
    {
      "epoch": 4.061502675040707,
      "grad_norm": 1.5961691125387256,
      "learning_rate": 7.290359007363548e-05,
      "loss": 1.6719,
      "step": 87302
    },
    {
      "epoch": 4.061549197487788,
      "grad_norm": 1.5459674398127443,
      "learning_rate": 7.290040642503575e-05,
      "loss": 1.6016,
      "step": 87303
    },
    {
      "epoch": 4.061595719934869,
      "grad_norm": 1.6596292904996217,
      "learning_rate": 7.289722282363682e-05,
      "loss": 1.7422,
      "step": 87304
    },
    {
      "epoch": 4.061642242381949,
      "grad_norm": 1.624710847063924,
      "learning_rate": 7.28940392694407e-05,
      "loss": 1.6875,
      "step": 87305
    },
    {
      "epoch": 4.06168876482903,
      "grad_norm": 1.4345657710830684,
      "learning_rate": 7.289085576244923e-05,
      "loss": 1.3125,
      "step": 87306
    },
    {
      "epoch": 4.061735287276111,
      "grad_norm": 1.6504156683356623,
      "learning_rate": 7.288767230266449e-05,
      "loss": 1.6562,
      "step": 87307
    },
    {
      "epoch": 4.0617818097231915,
      "grad_norm": 1.4483124899121291,
      "learning_rate": 7.288448889008831e-05,
      "loss": 1.4531,
      "step": 87308
    },
    {
      "epoch": 4.061828332170272,
      "grad_norm": 1.543000785655048,
      "learning_rate": 7.288130552472277e-05,
      "loss": 1.5938,
      "step": 87309
    },
    {
      "epoch": 4.061874854617352,
      "grad_norm": 1.5349857047284563,
      "learning_rate": 7.287812220656972e-05,
      "loss": 1.6172,
      "step": 87310
    },
    {
      "epoch": 4.061921377064434,
      "grad_norm": 1.6718271274338856,
      "learning_rate": 7.287493893563112e-05,
      "loss": 1.8516,
      "step": 87311
    },
    {
      "epoch": 4.061967899511514,
      "grad_norm": 1.5057425713200117,
      "learning_rate": 7.287175571190897e-05,
      "loss": 1.5469,
      "step": 87312
    },
    {
      "epoch": 4.062014421958595,
      "grad_norm": 1.5872095497149146,
      "learning_rate": 7.286857253540519e-05,
      "loss": 1.6406,
      "step": 87313
    },
    {
      "epoch": 4.062060944405676,
      "grad_norm": 1.6927875282536484,
      "learning_rate": 7.286538940612173e-05,
      "loss": 1.9219,
      "step": 87314
    },
    {
      "epoch": 4.062107466852757,
      "grad_norm": 1.56702224264583,
      "learning_rate": 7.286220632406047e-05,
      "loss": 1.5156,
      "step": 87315
    },
    {
      "epoch": 4.062153989299837,
      "grad_norm": 1.5939443671498807,
      "learning_rate": 7.285902328922347e-05,
      "loss": 1.5859,
      "step": 87316
    },
    {
      "epoch": 4.0622005117469175,
      "grad_norm": 1.5579396802317604,
      "learning_rate": 7.285584030161265e-05,
      "loss": 1.6797,
      "step": 87317
    },
    {
      "epoch": 4.062247034193999,
      "grad_norm": 1.547898291565517,
      "learning_rate": 7.285265736122993e-05,
      "loss": 1.6328,
      "step": 87318
    },
    {
      "epoch": 4.062293556641079,
      "grad_norm": 1.5878481910135227,
      "learning_rate": 7.284947446807727e-05,
      "loss": 1.5547,
      "step": 87319
    },
    {
      "epoch": 4.06234007908816,
      "grad_norm": 1.5881602960264691,
      "learning_rate": 7.284629162215656e-05,
      "loss": 1.7031,
      "step": 87320
    },
    {
      "epoch": 4.06238660153524,
      "grad_norm": 1.4683755322625374,
      "learning_rate": 7.284310882346986e-05,
      "loss": 1.2734,
      "step": 87321
    },
    {
      "epoch": 4.062433123982322,
      "grad_norm": 1.6023964146735779,
      "learning_rate": 7.283992607201906e-05,
      "loss": 1.7109,
      "step": 87322
    },
    {
      "epoch": 4.062479646429402,
      "grad_norm": 1.5825912701865517,
      "learning_rate": 7.283674336780612e-05,
      "loss": 1.6484,
      "step": 87323
    },
    {
      "epoch": 4.062526168876483,
      "grad_norm": 1.4036828260045946,
      "learning_rate": 7.283356071083292e-05,
      "loss": 1.5312,
      "step": 87324
    },
    {
      "epoch": 4.062572691323564,
      "grad_norm": 1.755039610746898,
      "learning_rate": 7.283037810110153e-05,
      "loss": 1.8672,
      "step": 87325
    },
    {
      "epoch": 4.0626192137706445,
      "grad_norm": 1.5347287740877105,
      "learning_rate": 7.282719553861384e-05,
      "loss": 1.7422,
      "step": 87326
    },
    {
      "epoch": 4.062665736217725,
      "grad_norm": 1.566561438668341,
      "learning_rate": 7.282401302337178e-05,
      "loss": 1.5859,
      "step": 87327
    },
    {
      "epoch": 4.0627122586648055,
      "grad_norm": 1.5151145328455426,
      "learning_rate": 7.282083055537725e-05,
      "loss": 1.6094,
      "step": 87328
    },
    {
      "epoch": 4.062758781111887,
      "grad_norm": 1.5293191552210177,
      "learning_rate": 7.281764813463234e-05,
      "loss": 1.6484,
      "step": 87329
    },
    {
      "epoch": 4.062805303558967,
      "grad_norm": 1.5324084929651849,
      "learning_rate": 7.281446576113886e-05,
      "loss": 1.5312,
      "step": 87330
    },
    {
      "epoch": 4.062851826006048,
      "grad_norm": 1.328868262530719,
      "learning_rate": 7.281128343489887e-05,
      "loss": 1.2656,
      "step": 87331
    },
    {
      "epoch": 4.062898348453128,
      "grad_norm": 1.4232349346664999,
      "learning_rate": 7.280810115591426e-05,
      "loss": 1.5078,
      "step": 87332
    },
    {
      "epoch": 4.06294487090021,
      "grad_norm": 1.433450648191543,
      "learning_rate": 7.280491892418695e-05,
      "loss": 1.4141,
      "step": 87333
    },
    {
      "epoch": 4.06299139334729,
      "grad_norm": 1.6575389390727344,
      "learning_rate": 7.280173673971898e-05,
      "loss": 1.6094,
      "step": 87334
    },
    {
      "epoch": 4.063037915794371,
      "grad_norm": 1.6522556441430705,
      "learning_rate": 7.279855460251222e-05,
      "loss": 1.7656,
      "step": 87335
    },
    {
      "epoch": 4.063084438241452,
      "grad_norm": 1.5578673863378676,
      "learning_rate": 7.279537251256867e-05,
      "loss": 1.6484,
      "step": 87336
    },
    {
      "epoch": 4.063130960688532,
      "grad_norm": 1.4376533005018541,
      "learning_rate": 7.279219046989016e-05,
      "loss": 1.2734,
      "step": 87337
    },
    {
      "epoch": 4.063177483135613,
      "grad_norm": 1.5834529865711953,
      "learning_rate": 7.278900847447879e-05,
      "loss": 1.5625,
      "step": 87338
    },
    {
      "epoch": 4.063224005582693,
      "grad_norm": 1.4837444113987526,
      "learning_rate": 7.278582652633646e-05,
      "loss": 1.4922,
      "step": 87339
    },
    {
      "epoch": 4.063270528029775,
      "grad_norm": 1.5556986248163402,
      "learning_rate": 7.278264462546509e-05,
      "loss": 1.6641,
      "step": 87340
    },
    {
      "epoch": 4.063317050476855,
      "grad_norm": 1.6885554990088716,
      "learning_rate": 7.277946277186658e-05,
      "loss": 1.8125,
      "step": 87341
    },
    {
      "epoch": 4.063363572923936,
      "grad_norm": 1.5176492889698987,
      "learning_rate": 7.277628096554301e-05,
      "loss": 1.5,
      "step": 87342
    },
    {
      "epoch": 4.063410095371016,
      "grad_norm": 1.5692173376430556,
      "learning_rate": 7.277309920649624e-05,
      "loss": 1.7188,
      "step": 87343
    },
    {
      "epoch": 4.0634566178180975,
      "grad_norm": 1.6278835817576127,
      "learning_rate": 7.276991749472824e-05,
      "loss": 1.7344,
      "step": 87344
    },
    {
      "epoch": 4.063503140265178,
      "grad_norm": 1.61485231925699,
      "learning_rate": 7.276673583024095e-05,
      "loss": 1.6484,
      "step": 87345
    },
    {
      "epoch": 4.0635496627122585,
      "grad_norm": 1.2077751318764192,
      "learning_rate": 7.276355421303626e-05,
      "loss": 1.1875,
      "step": 87346
    },
    {
      "epoch": 4.063596185159339,
      "grad_norm": 1.5316587992712438,
      "learning_rate": 7.276037264311624e-05,
      "loss": 1.5859,
      "step": 87347
    },
    {
      "epoch": 4.06364270760642,
      "grad_norm": 1.3773162369838308,
      "learning_rate": 7.275719112048278e-05,
      "loss": 1.2812,
      "step": 87348
    },
    {
      "epoch": 4.063689230053501,
      "grad_norm": 1.6142692047658054,
      "learning_rate": 7.275400964513781e-05,
      "loss": 1.75,
      "step": 87349
    },
    {
      "epoch": 4.063735752500581,
      "grad_norm": 1.6292970337676103,
      "learning_rate": 7.275082821708325e-05,
      "loss": 1.7891,
      "step": 87350
    },
    {
      "epoch": 4.063782274947663,
      "grad_norm": 1.6049696674228446,
      "learning_rate": 7.274764683632113e-05,
      "loss": 1.6797,
      "step": 87351
    },
    {
      "epoch": 4.063828797394743,
      "grad_norm": 1.2809578507396553,
      "learning_rate": 7.27444655028533e-05,
      "loss": 1.2734,
      "step": 87352
    },
    {
      "epoch": 4.063875319841824,
      "grad_norm": 1.414070017373518,
      "learning_rate": 7.274128421668182e-05,
      "loss": 1.3906,
      "step": 87353
    },
    {
      "epoch": 4.063921842288904,
      "grad_norm": 1.5236990361103169,
      "learning_rate": 7.273810297780859e-05,
      "loss": 1.5234,
      "step": 87354
    },
    {
      "epoch": 4.063968364735985,
      "grad_norm": 1.4532618478078183,
      "learning_rate": 7.273492178623549e-05,
      "loss": 1.3828,
      "step": 87355
    },
    {
      "epoch": 4.064014887183066,
      "grad_norm": 1.51613210586808,
      "learning_rate": 7.273174064196458e-05,
      "loss": 1.6328,
      "step": 87356
    },
    {
      "epoch": 4.064061409630146,
      "grad_norm": 1.707429562187526,
      "learning_rate": 7.272855954499775e-05,
      "loss": 1.9062,
      "step": 87357
    },
    {
      "epoch": 4.064107932077227,
      "grad_norm": 1.6297002884268321,
      "learning_rate": 7.272537849533695e-05,
      "loss": 1.8281,
      "step": 87358
    },
    {
      "epoch": 4.064154454524308,
      "grad_norm": 1.6686305892069255,
      "learning_rate": 7.27221974929841e-05,
      "loss": 1.75,
      "step": 87359
    },
    {
      "epoch": 4.064200976971389,
      "grad_norm": 1.6173905482762232,
      "learning_rate": 7.271901653794119e-05,
      "loss": 1.6797,
      "step": 87360
    },
    {
      "epoch": 4.064247499418469,
      "grad_norm": 1.403964701458273,
      "learning_rate": 7.271583563021017e-05,
      "loss": 1.2656,
      "step": 87361
    },
    {
      "epoch": 4.0642940218655506,
      "grad_norm": 1.417198108129217,
      "learning_rate": 7.271265476979298e-05,
      "loss": 1.5391,
      "step": 87362
    },
    {
      "epoch": 4.064340544312631,
      "grad_norm": 1.707321241345529,
      "learning_rate": 7.27094739566915e-05,
      "loss": 1.8672,
      "step": 87363
    },
    {
      "epoch": 4.0643870667597115,
      "grad_norm": 1.434298277082784,
      "learning_rate": 7.270629319090778e-05,
      "loss": 1.5,
      "step": 87364
    },
    {
      "epoch": 4.064433589206792,
      "grad_norm": 1.6724747050741706,
      "learning_rate": 7.270311247244374e-05,
      "loss": 1.8594,
      "step": 87365
    },
    {
      "epoch": 4.064480111653873,
      "grad_norm": 1.6508710121586516,
      "learning_rate": 7.269993180130131e-05,
      "loss": 1.8359,
      "step": 87366
    },
    {
      "epoch": 4.064526634100954,
      "grad_norm": 1.5918497842349022,
      "learning_rate": 7.269675117748237e-05,
      "loss": 1.7031,
      "step": 87367
    },
    {
      "epoch": 4.064573156548034,
      "grad_norm": 1.555197400430395,
      "learning_rate": 7.269357060098899e-05,
      "loss": 1.5391,
      "step": 87368
    },
    {
      "epoch": 4.064619678995115,
      "grad_norm": 1.6399514177770687,
      "learning_rate": 7.269039007182305e-05,
      "loss": 1.7422,
      "step": 87369
    },
    {
      "epoch": 4.064666201442196,
      "grad_norm": 1.423233178874254,
      "learning_rate": 7.268720958998655e-05,
      "loss": 1.3594,
      "step": 87370
    },
    {
      "epoch": 4.064712723889277,
      "grad_norm": 1.5787039018654472,
      "learning_rate": 7.268402915548136e-05,
      "loss": 1.6641,
      "step": 87371
    },
    {
      "epoch": 4.064759246336357,
      "grad_norm": 1.6460207864239407,
      "learning_rate": 7.268084876830942e-05,
      "loss": 1.9219,
      "step": 87372
    },
    {
      "epoch": 4.064805768783438,
      "grad_norm": 1.4916340427213237,
      "learning_rate": 7.267766842847276e-05,
      "loss": 1.5703,
      "step": 87373
    },
    {
      "epoch": 4.064852291230519,
      "grad_norm": 1.4647418350104933,
      "learning_rate": 7.267448813597325e-05,
      "loss": 1.5156,
      "step": 87374
    },
    {
      "epoch": 4.064898813677599,
      "grad_norm": 1.5119803646277843,
      "learning_rate": 7.267130789081293e-05,
      "loss": 1.5078,
      "step": 87375
    },
    {
      "epoch": 4.06494533612468,
      "grad_norm": 1.4311191378955768,
      "learning_rate": 7.266812769299369e-05,
      "loss": 1.4141,
      "step": 87376
    },
    {
      "epoch": 4.064991858571761,
      "grad_norm": 1.48940946214794,
      "learning_rate": 7.266494754251741e-05,
      "loss": 1.5312,
      "step": 87377
    },
    {
      "epoch": 4.065038381018842,
      "grad_norm": 1.540921987966037,
      "learning_rate": 7.266176743938617e-05,
      "loss": 1.6094,
      "step": 87378
    },
    {
      "epoch": 4.065084903465922,
      "grad_norm": 1.5050215668023854,
      "learning_rate": 7.265858738360185e-05,
      "loss": 1.4453,
      "step": 87379
    },
    {
      "epoch": 4.065131425913003,
      "grad_norm": 1.4423861165917093,
      "learning_rate": 7.265540737516638e-05,
      "loss": 1.4844,
      "step": 87380
    },
    {
      "epoch": 4.065177948360084,
      "grad_norm": 1.5724323900941712,
      "learning_rate": 7.26522274140817e-05,
      "loss": 1.7344,
      "step": 87381
    },
    {
      "epoch": 4.0652244708071645,
      "grad_norm": 1.8151382203889204,
      "learning_rate": 7.264904750034983e-05,
      "loss": 2.0156,
      "step": 87382
    },
    {
      "epoch": 4.065270993254245,
      "grad_norm": 1.645746183511718,
      "learning_rate": 7.264586763397265e-05,
      "loss": 1.7031,
      "step": 87383
    },
    {
      "epoch": 4.0653175157013255,
      "grad_norm": 1.4379267345176432,
      "learning_rate": 7.264268781495214e-05,
      "loss": 1.5547,
      "step": 87384
    },
    {
      "epoch": 4.065364038148407,
      "grad_norm": 1.4671689500923537,
      "learning_rate": 7.263950804329018e-05,
      "loss": 1.2578,
      "step": 87385
    },
    {
      "epoch": 4.065410560595487,
      "grad_norm": 1.6063555280516875,
      "learning_rate": 7.263632831898882e-05,
      "loss": 1.7969,
      "step": 87386
    },
    {
      "epoch": 4.065457083042568,
      "grad_norm": 1.5436045037607473,
      "learning_rate": 7.263314864204997e-05,
      "loss": 1.6406,
      "step": 87387
    },
    {
      "epoch": 4.065503605489649,
      "grad_norm": 1.5383510171706547,
      "learning_rate": 7.262996901247554e-05,
      "loss": 1.5859,
      "step": 87388
    },
    {
      "epoch": 4.06555012793673,
      "grad_norm": 1.6252284305736098,
      "learning_rate": 7.262678943026747e-05,
      "loss": 1.8281,
      "step": 87389
    },
    {
      "epoch": 4.06559665038381,
      "grad_norm": 1.4148374826773917,
      "learning_rate": 7.262360989542777e-05,
      "loss": 1.3984,
      "step": 87390
    },
    {
      "epoch": 4.065643172830891,
      "grad_norm": 1.5148657965934909,
      "learning_rate": 7.262043040795836e-05,
      "loss": 1.6406,
      "step": 87391
    },
    {
      "epoch": 4.065689695277972,
      "grad_norm": 1.5787727135141807,
      "learning_rate": 7.261725096786116e-05,
      "loss": 1.625,
      "step": 87392
    },
    {
      "epoch": 4.0657362177250524,
      "grad_norm": 1.391750370515858,
      "learning_rate": 7.26140715751381e-05,
      "loss": 1.2891,
      "step": 87393
    },
    {
      "epoch": 4.065782740172133,
      "grad_norm": 1.5640023415546076,
      "learning_rate": 7.261089222979123e-05,
      "loss": 1.7031,
      "step": 87394
    },
    {
      "epoch": 4.065829262619213,
      "grad_norm": 1.6598323186134083,
      "learning_rate": 7.26077129318224e-05,
      "loss": 1.8594,
      "step": 87395
    },
    {
      "epoch": 4.065875785066295,
      "grad_norm": 1.714793245593029,
      "learning_rate": 7.260453368123354e-05,
      "loss": 1.8516,
      "step": 87396
    },
    {
      "epoch": 4.065922307513375,
      "grad_norm": 1.632894557656097,
      "learning_rate": 7.26013544780267e-05,
      "loss": 1.8281,
      "step": 87397
    },
    {
      "epoch": 4.065968829960456,
      "grad_norm": 1.6120106709271242,
      "learning_rate": 7.259817532220375e-05,
      "loss": 1.5938,
      "step": 87398
    },
    {
      "epoch": 4.066015352407536,
      "grad_norm": 1.4758276654161773,
      "learning_rate": 7.259499621376662e-05,
      "loss": 1.4375,
      "step": 87399
    },
    {
      "epoch": 4.066061874854618,
      "grad_norm": 1.5292955932662395,
      "learning_rate": 7.259181715271733e-05,
      "loss": 1.5938,
      "step": 87400
    },
    {
      "epoch": 4.066108397301698,
      "grad_norm": 1.6296456057840054,
      "learning_rate": 7.25886381390578e-05,
      "loss": 1.7656,
      "step": 87401
    },
    {
      "epoch": 4.0661549197487785,
      "grad_norm": 1.5835193637269736,
      "learning_rate": 7.258545917278993e-05,
      "loss": 1.7422,
      "step": 87402
    },
    {
      "epoch": 4.06620144219586,
      "grad_norm": 1.7086625709294936,
      "learning_rate": 7.258228025391566e-05,
      "loss": 1.75,
      "step": 87403
    },
    {
      "epoch": 4.06624796464294,
      "grad_norm": 1.5821743057649311,
      "learning_rate": 7.257910138243704e-05,
      "loss": 1.6484,
      "step": 87404
    },
    {
      "epoch": 4.066294487090021,
      "grad_norm": 1.5722448157465387,
      "learning_rate": 7.257592255835595e-05,
      "loss": 1.7031,
      "step": 87405
    },
    {
      "epoch": 4.066341009537101,
      "grad_norm": 1.5082833039536634,
      "learning_rate": 7.257274378167432e-05,
      "loss": 1.5781,
      "step": 87406
    },
    {
      "epoch": 4.066387531984183,
      "grad_norm": 1.5669773858431606,
      "learning_rate": 7.256956505239408e-05,
      "loss": 1.7109,
      "step": 87407
    },
    {
      "epoch": 4.066434054431263,
      "grad_norm": 1.7205623935327004,
      "learning_rate": 7.256638637051725e-05,
      "loss": 1.8359,
      "step": 87408
    },
    {
      "epoch": 4.066480576878344,
      "grad_norm": 1.5397117987527214,
      "learning_rate": 7.256320773604575e-05,
      "loss": 1.4609,
      "step": 87409
    },
    {
      "epoch": 4.066527099325424,
      "grad_norm": 1.6586165724280248,
      "learning_rate": 7.25600291489815e-05,
      "loss": 1.8438,
      "step": 87410
    },
    {
      "epoch": 4.0665736217725055,
      "grad_norm": 1.6310447269437627,
      "learning_rate": 7.25568506093264e-05,
      "loss": 1.7266,
      "step": 87411
    },
    {
      "epoch": 4.066620144219586,
      "grad_norm": 1.3827063195542146,
      "learning_rate": 7.255367211708248e-05,
      "loss": 1.2656,
      "step": 87412
    },
    {
      "epoch": 4.066666666666666,
      "grad_norm": 1.4342643433992441,
      "learning_rate": 7.255049367225171e-05,
      "loss": 1.4375,
      "step": 87413
    },
    {
      "epoch": 4.066713189113748,
      "grad_norm": 1.525407347433862,
      "learning_rate": 7.254731527483595e-05,
      "loss": 1.6328,
      "step": 87414
    },
    {
      "epoch": 4.066759711560828,
      "grad_norm": 1.6274455789059865,
      "learning_rate": 7.254413692483713e-05,
      "loss": 1.8438,
      "step": 87415
    },
    {
      "epoch": 4.066806234007909,
      "grad_norm": 1.5827691809637874,
      "learning_rate": 7.25409586222573e-05,
      "loss": 1.6328,
      "step": 87416
    },
    {
      "epoch": 4.066852756454989,
      "grad_norm": 1.555079302945029,
      "learning_rate": 7.253778036709837e-05,
      "loss": 1.6875,
      "step": 87417
    },
    {
      "epoch": 4.066899278902071,
      "grad_norm": 1.6550772694180884,
      "learning_rate": 7.25346021593622e-05,
      "loss": 1.7734,
      "step": 87418
    },
    {
      "epoch": 4.066945801349151,
      "grad_norm": 1.2886130960257924,
      "learning_rate": 7.253142399905086e-05,
      "loss": 1.0781,
      "step": 87419
    },
    {
      "epoch": 4.0669923237962315,
      "grad_norm": 1.471824147389581,
      "learning_rate": 7.252824588616619e-05,
      "loss": 1.4062,
      "step": 87420
    },
    {
      "epoch": 4.067038846243312,
      "grad_norm": 1.3440588565855953,
      "learning_rate": 7.252506782071022e-05,
      "loss": 1.2734,
      "step": 87421
    },
    {
      "epoch": 4.067085368690393,
      "grad_norm": 1.4871375677132863,
      "learning_rate": 7.252188980268485e-05,
      "loss": 1.4141,
      "step": 87422
    },
    {
      "epoch": 4.067131891137474,
      "grad_norm": 1.4907927955415068,
      "learning_rate": 7.251871183209208e-05,
      "loss": 1.5625,
      "step": 87423
    },
    {
      "epoch": 4.067178413584554,
      "grad_norm": 1.623934042564334,
      "learning_rate": 7.251553390893378e-05,
      "loss": 1.7422,
      "step": 87424
    },
    {
      "epoch": 4.067224936031636,
      "grad_norm": 1.6744273192251857,
      "learning_rate": 7.251235603321188e-05,
      "loss": 1.8438,
      "step": 87425
    },
    {
      "epoch": 4.067271458478716,
      "grad_norm": 1.633428194518472,
      "learning_rate": 7.250917820492843e-05,
      "loss": 1.7188,
      "step": 87426
    },
    {
      "epoch": 4.067317980925797,
      "grad_norm": 1.5346651714105786,
      "learning_rate": 7.250600042408531e-05,
      "loss": 1.5234,
      "step": 87427
    },
    {
      "epoch": 4.067364503372877,
      "grad_norm": 1.4699403964214075,
      "learning_rate": 7.250282269068448e-05,
      "loss": 1.5078,
      "step": 87428
    },
    {
      "epoch": 4.0674110258199585,
      "grad_norm": 1.584237330440975,
      "learning_rate": 7.249964500472782e-05,
      "loss": 1.7266,
      "step": 87429
    },
    {
      "epoch": 4.067457548267039,
      "grad_norm": 1.3616002335775064,
      "learning_rate": 7.249646736621739e-05,
      "loss": 1.3125,
      "step": 87430
    },
    {
      "epoch": 4.0675040707141195,
      "grad_norm": 1.5947257047221244,
      "learning_rate": 7.249328977515508e-05,
      "loss": 1.6875,
      "step": 87431
    },
    {
      "epoch": 4.0675505931612,
      "grad_norm": 1.4315381077573062,
      "learning_rate": 7.249011223154284e-05,
      "loss": 1.4375,
      "step": 87432
    },
    {
      "epoch": 4.067597115608281,
      "grad_norm": 1.5472475611078447,
      "learning_rate": 7.248693473538254e-05,
      "loss": 1.6172,
      "step": 87433
    },
    {
      "epoch": 4.067643638055362,
      "grad_norm": 1.4544928651728515,
      "learning_rate": 7.248375728667627e-05,
      "loss": 1.4297,
      "step": 87434
    },
    {
      "epoch": 4.067690160502442,
      "grad_norm": 1.6999223817324038,
      "learning_rate": 7.248057988542589e-05,
      "loss": 1.8203,
      "step": 87435
    },
    {
      "epoch": 4.067736682949523,
      "grad_norm": 1.6244720900397474,
      "learning_rate": 7.247740253163336e-05,
      "loss": 1.6641,
      "step": 87436
    },
    {
      "epoch": 4.067783205396604,
      "grad_norm": 1.333979715531898,
      "learning_rate": 7.247422522530055e-05,
      "loss": 1.3125,
      "step": 87437
    },
    {
      "epoch": 4.067829727843685,
      "grad_norm": 1.6301140803794092,
      "learning_rate": 7.247104796642955e-05,
      "loss": 1.7266,
      "step": 87438
    },
    {
      "epoch": 4.067876250290765,
      "grad_norm": 1.5828041003229423,
      "learning_rate": 7.246787075502223e-05,
      "loss": 1.6172,
      "step": 87439
    },
    {
      "epoch": 4.067922772737846,
      "grad_norm": 1.5913932021166237,
      "learning_rate": 7.246469359108047e-05,
      "loss": 1.3594,
      "step": 87440
    },
    {
      "epoch": 4.067969295184927,
      "grad_norm": 1.5930957789605489,
      "learning_rate": 7.246151647460635e-05,
      "loss": 1.7188,
      "step": 87441
    },
    {
      "epoch": 4.068015817632007,
      "grad_norm": 1.7103906049121906,
      "learning_rate": 7.245833940560169e-05,
      "loss": 1.8203,
      "step": 87442
    },
    {
      "epoch": 4.068062340079088,
      "grad_norm": 1.3737867352417628,
      "learning_rate": 7.245516238406854e-05,
      "loss": 1.2578,
      "step": 87443
    },
    {
      "epoch": 4.068108862526169,
      "grad_norm": 1.4296812262669305,
      "learning_rate": 7.245198541000879e-05,
      "loss": 1.3672,
      "step": 87444
    },
    {
      "epoch": 4.06815538497325,
      "grad_norm": 1.3743167767813953,
      "learning_rate": 7.244880848342441e-05,
      "loss": 1.3125,
      "step": 87445
    },
    {
      "epoch": 4.06820190742033,
      "grad_norm": 1.780104680773652,
      "learning_rate": 7.244563160431726e-05,
      "loss": 1.9531,
      "step": 87446
    },
    {
      "epoch": 4.068248429867411,
      "grad_norm": 1.572501982489993,
      "learning_rate": 7.244245477268942e-05,
      "loss": 1.6016,
      "step": 87447
    },
    {
      "epoch": 4.068294952314492,
      "grad_norm": 1.582578519335342,
      "learning_rate": 7.243927798854274e-05,
      "loss": 1.5703,
      "step": 87448
    },
    {
      "epoch": 4.0683414747615725,
      "grad_norm": 1.3769407367012665,
      "learning_rate": 7.243610125187919e-05,
      "loss": 1.3438,
      "step": 87449
    },
    {
      "epoch": 4.068387997208653,
      "grad_norm": 1.6592507915000272,
      "learning_rate": 7.243292456270075e-05,
      "loss": 1.7891,
      "step": 87450
    },
    {
      "epoch": 4.068434519655734,
      "grad_norm": 1.6377303107939225,
      "learning_rate": 7.242974792100924e-05,
      "loss": 1.7344,
      "step": 87451
    },
    {
      "epoch": 4.068481042102815,
      "grad_norm": 1.6952196285740389,
      "learning_rate": 7.242657132680679e-05,
      "loss": 1.8281,
      "step": 87452
    },
    {
      "epoch": 4.068527564549895,
      "grad_norm": 1.5688087081844442,
      "learning_rate": 7.242339478009522e-05,
      "loss": 1.7109,
      "step": 87453
    },
    {
      "epoch": 4.068574086996976,
      "grad_norm": 1.8678949646506862,
      "learning_rate": 7.242021828087652e-05,
      "loss": 1.7578,
      "step": 87454
    },
    {
      "epoch": 4.068620609444057,
      "grad_norm": 1.4252510992200482,
      "learning_rate": 7.241704182915255e-05,
      "loss": 1.3516,
      "step": 87455
    },
    {
      "epoch": 4.068667131891138,
      "grad_norm": 1.5300100061585689,
      "learning_rate": 7.24138654249254e-05,
      "loss": 1.5703,
      "step": 87456
    },
    {
      "epoch": 4.068713654338218,
      "grad_norm": 1.6667265329296936,
      "learning_rate": 7.241068906819692e-05,
      "loss": 1.7656,
      "step": 87457
    },
    {
      "epoch": 4.0687601767852986,
      "grad_norm": 1.3601986238428316,
      "learning_rate": 7.240751275896907e-05,
      "loss": 1.2891,
      "step": 87458
    },
    {
      "epoch": 4.06880669923238,
      "grad_norm": 1.550186266049181,
      "learning_rate": 7.240433649724376e-05,
      "loss": 1.6172,
      "step": 87459
    },
    {
      "epoch": 4.06885322167946,
      "grad_norm": 1.4730886375001946,
      "learning_rate": 7.2401160283023e-05,
      "loss": 1.5547,
      "step": 87460
    },
    {
      "epoch": 4.068899744126541,
      "grad_norm": 1.5374149692987673,
      "learning_rate": 7.239798411630874e-05,
      "loss": 1.5859,
      "step": 87461
    },
    {
      "epoch": 4.068946266573621,
      "grad_norm": 1.598950472572562,
      "learning_rate": 7.239480799710282e-05,
      "loss": 1.6953,
      "step": 87462
    },
    {
      "epoch": 4.068992789020703,
      "grad_norm": 1.6266957648133602,
      "learning_rate": 7.239163192540731e-05,
      "loss": 1.7188,
      "step": 87463
    },
    {
      "epoch": 4.069039311467783,
      "grad_norm": 1.673143676623039,
      "learning_rate": 7.238845590122405e-05,
      "loss": 1.6484,
      "step": 87464
    },
    {
      "epoch": 4.069085833914864,
      "grad_norm": 1.4510599902159556,
      "learning_rate": 7.238527992455509e-05,
      "loss": 1.5469,
      "step": 87465
    },
    {
      "epoch": 4.069132356361945,
      "grad_norm": 1.5079213768174293,
      "learning_rate": 7.238210399540232e-05,
      "loss": 1.5938,
      "step": 87466
    },
    {
      "epoch": 4.0691788788090255,
      "grad_norm": 1.7453120096857349,
      "learning_rate": 7.237892811376767e-05,
      "loss": 1.8828,
      "step": 87467
    },
    {
      "epoch": 4.069225401256106,
      "grad_norm": 1.6259380012415356,
      "learning_rate": 7.237575227965307e-05,
      "loss": 1.7422,
      "step": 87468
    },
    {
      "epoch": 4.0692719237031865,
      "grad_norm": 1.468028273599538,
      "learning_rate": 7.237257649306051e-05,
      "loss": 1.2188,
      "step": 87469
    },
    {
      "epoch": 4.069318446150268,
      "grad_norm": 1.4709605741062026,
      "learning_rate": 7.236940075399195e-05,
      "loss": 1.5234,
      "step": 87470
    },
    {
      "epoch": 4.069364968597348,
      "grad_norm": 1.5553359819988903,
      "learning_rate": 7.236622506244929e-05,
      "loss": 1.5,
      "step": 87471
    },
    {
      "epoch": 4.069411491044429,
      "grad_norm": 1.5274610484487086,
      "learning_rate": 7.236304941843443e-05,
      "loss": 1.6172,
      "step": 87472
    },
    {
      "epoch": 4.069458013491509,
      "grad_norm": 1.495150761743606,
      "learning_rate": 7.235987382194941e-05,
      "loss": 1.5234,
      "step": 87473
    },
    {
      "epoch": 4.069504535938591,
      "grad_norm": 1.4845859325064132,
      "learning_rate": 7.235669827299614e-05,
      "loss": 1.3438,
      "step": 87474
    },
    {
      "epoch": 4.069551058385671,
      "grad_norm": 1.5400331875732407,
      "learning_rate": 7.235352277157656e-05,
      "loss": 1.5156,
      "step": 87475
    },
    {
      "epoch": 4.069597580832752,
      "grad_norm": 1.425414472066855,
      "learning_rate": 7.235034731769263e-05,
      "loss": 1.3594,
      "step": 87476
    },
    {
      "epoch": 4.069644103279833,
      "grad_norm": 1.618892607766284,
      "learning_rate": 7.234717191134619e-05,
      "loss": 1.6797,
      "step": 87477
    },
    {
      "epoch": 4.069690625726913,
      "grad_norm": 1.6514211520851756,
      "learning_rate": 7.234399655253935e-05,
      "loss": 1.6406,
      "step": 87478
    },
    {
      "epoch": 4.069737148173994,
      "grad_norm": 1.5345600989221773,
      "learning_rate": 7.234082124127396e-05,
      "loss": 1.4844,
      "step": 87479
    },
    {
      "epoch": 4.069783670621074,
      "grad_norm": 1.504677193468294,
      "learning_rate": 7.233764597755196e-05,
      "loss": 1.4922,
      "step": 87480
    },
    {
      "epoch": 4.069830193068156,
      "grad_norm": 1.408267813800087,
      "learning_rate": 7.233447076137528e-05,
      "loss": 1.3594,
      "step": 87481
    },
    {
      "epoch": 4.069876715515236,
      "grad_norm": 1.638471599235657,
      "learning_rate": 7.233129559274594e-05,
      "loss": 1.7812,
      "step": 87482
    },
    {
      "epoch": 4.069923237962317,
      "grad_norm": 1.6037823015972819,
      "learning_rate": 7.232812047166584e-05,
      "loss": 1.7656,
      "step": 87483
    },
    {
      "epoch": 4.069969760409397,
      "grad_norm": 1.5125325134147807,
      "learning_rate": 7.232494539813686e-05,
      "loss": 1.4453,
      "step": 87484
    },
    {
      "epoch": 4.0700162828564785,
      "grad_norm": 1.654902660088244,
      "learning_rate": 7.232177037216107e-05,
      "loss": 1.6719,
      "step": 87485
    },
    {
      "epoch": 4.070062805303559,
      "grad_norm": 1.526759088734017,
      "learning_rate": 7.231859539374029e-05,
      "loss": 1.5,
      "step": 87486
    },
    {
      "epoch": 4.0701093277506395,
      "grad_norm": 1.685956378661626,
      "learning_rate": 7.23154204628766e-05,
      "loss": 1.7812,
      "step": 87487
    },
    {
      "epoch": 4.07015585019772,
      "grad_norm": 1.6740996544830875,
      "learning_rate": 7.231224557957184e-05,
      "loss": 1.5938,
      "step": 87488
    },
    {
      "epoch": 4.070202372644801,
      "grad_norm": 1.4815999044235353,
      "learning_rate": 7.230907074382798e-05,
      "loss": 1.5,
      "step": 87489
    },
    {
      "epoch": 4.070248895091882,
      "grad_norm": 1.429014475238034,
      "learning_rate": 7.230589595564693e-05,
      "loss": 1.5156,
      "step": 87490
    },
    {
      "epoch": 4.070295417538962,
      "grad_norm": 1.5558608302674966,
      "learning_rate": 7.23027212150307e-05,
      "loss": 1.6016,
      "step": 87491
    },
    {
      "epoch": 4.070341939986044,
      "grad_norm": 1.6958453267609048,
      "learning_rate": 7.229954652198123e-05,
      "loss": 1.8594,
      "step": 87492
    },
    {
      "epoch": 4.070388462433124,
      "grad_norm": 1.5825966409409247,
      "learning_rate": 7.229637187650042e-05,
      "loss": 1.7344,
      "step": 87493
    },
    {
      "epoch": 4.070434984880205,
      "grad_norm": 1.5636317095349517,
      "learning_rate": 7.229319727859017e-05,
      "loss": 1.5938,
      "step": 87494
    },
    {
      "epoch": 4.070481507327285,
      "grad_norm": 1.7212935864956727,
      "learning_rate": 7.229002272825254e-05,
      "loss": 1.4297,
      "step": 87495
    },
    {
      "epoch": 4.0705280297743665,
      "grad_norm": 1.4478950836787212,
      "learning_rate": 7.228684822548943e-05,
      "loss": 1.2031,
      "step": 87496
    },
    {
      "epoch": 4.070574552221447,
      "grad_norm": 1.6361090397837859,
      "learning_rate": 7.228367377030275e-05,
      "loss": 1.7031,
      "step": 87497
    },
    {
      "epoch": 4.070621074668527,
      "grad_norm": 1.5753337429136427,
      "learning_rate": 7.228049936269442e-05,
      "loss": 1.5703,
      "step": 87498
    },
    {
      "epoch": 4.070667597115608,
      "grad_norm": 1.5058237671776846,
      "learning_rate": 7.227732500266648e-05,
      "loss": 1.3984,
      "step": 87499
    },
    {
      "epoch": 4.070714119562689,
      "grad_norm": 1.65021410648487,
      "learning_rate": 7.227415069022082e-05,
      "loss": 1.9141,
      "step": 87500
    },
    {
      "epoch": 4.07076064200977,
      "grad_norm": 1.543399701828387,
      "learning_rate": 7.227097642535937e-05,
      "loss": 1.5938,
      "step": 87501
    },
    {
      "epoch": 4.07080716445685,
      "grad_norm": 1.5295103264030137,
      "learning_rate": 7.22678022080841e-05,
      "loss": 1.5703,
      "step": 87502
    },
    {
      "epoch": 4.070853686903932,
      "grad_norm": 1.6053585948570002,
      "learning_rate": 7.226462803839688e-05,
      "loss": 1.6875,
      "step": 87503
    },
    {
      "epoch": 4.070900209351012,
      "grad_norm": 1.3874819800544094,
      "learning_rate": 7.226145391629976e-05,
      "loss": 1.3203,
      "step": 87504
    },
    {
      "epoch": 4.0709467317980925,
      "grad_norm": 1.4509345385655086,
      "learning_rate": 7.225827984179465e-05,
      "loss": 1.4844,
      "step": 87505
    },
    {
      "epoch": 4.070993254245173,
      "grad_norm": 1.7170630330699475,
      "learning_rate": 7.225510581488343e-05,
      "loss": 1.8828,
      "step": 87506
    },
    {
      "epoch": 4.071039776692254,
      "grad_norm": 1.6640395825965681,
      "learning_rate": 7.225193183556812e-05,
      "loss": 1.8828,
      "step": 87507
    },
    {
      "epoch": 4.071086299139335,
      "grad_norm": 1.7048670951209357,
      "learning_rate": 7.224875790385062e-05,
      "loss": 1.8203,
      "step": 87508
    },
    {
      "epoch": 4.071132821586415,
      "grad_norm": 1.5390012231369732,
      "learning_rate": 7.224558401973291e-05,
      "loss": 1.5625,
      "step": 87509
    },
    {
      "epoch": 4.071179344033496,
      "grad_norm": 1.5432130137624218,
      "learning_rate": 7.224241018321692e-05,
      "loss": 1.625,
      "step": 87510
    },
    {
      "epoch": 4.071225866480577,
      "grad_norm": 1.5785963691669516,
      "learning_rate": 7.223923639430459e-05,
      "loss": 1.3906,
      "step": 87511
    },
    {
      "epoch": 4.071272388927658,
      "grad_norm": 1.5644005192939345,
      "learning_rate": 7.223606265299781e-05,
      "loss": 1.6016,
      "step": 87512
    },
    {
      "epoch": 4.071318911374738,
      "grad_norm": 1.5590390526715319,
      "learning_rate": 7.223288895929862e-05,
      "loss": 1.6719,
      "step": 87513
    },
    {
      "epoch": 4.071365433821819,
      "grad_norm": 1.433138651644523,
      "learning_rate": 7.222971531320891e-05,
      "loss": 1.4922,
      "step": 87514
    },
    {
      "epoch": 4.0714119562689,
      "grad_norm": 1.7119414837005063,
      "learning_rate": 7.222654171473062e-05,
      "loss": 1.8594,
      "step": 87515
    },
    {
      "epoch": 4.07145847871598,
      "grad_norm": 1.531478839018611,
      "learning_rate": 7.222336816386565e-05,
      "loss": 1.6875,
      "step": 87516
    },
    {
      "epoch": 4.071505001163061,
      "grad_norm": 1.4592412577479608,
      "learning_rate": 7.222019466061605e-05,
      "loss": 1.4141,
      "step": 87517
    },
    {
      "epoch": 4.071551523610142,
      "grad_norm": 1.601609572814881,
      "learning_rate": 7.22170212049837e-05,
      "loss": 1.5312,
      "step": 87518
    },
    {
      "epoch": 4.071598046057223,
      "grad_norm": 1.5958624830320198,
      "learning_rate": 7.221384779697055e-05,
      "loss": 1.6562,
      "step": 87519
    },
    {
      "epoch": 4.071644568504303,
      "grad_norm": 1.3983134857117983,
      "learning_rate": 7.221067443657849e-05,
      "loss": 1.4297,
      "step": 87520
    },
    {
      "epoch": 4.071691090951384,
      "grad_norm": 1.5663529242490635,
      "learning_rate": 7.220750112380956e-05,
      "loss": 1.6406,
      "step": 87521
    },
    {
      "epoch": 4.071737613398465,
      "grad_norm": 1.5021294445879914,
      "learning_rate": 7.220432785866567e-05,
      "loss": 1.5547,
      "step": 87522
    },
    {
      "epoch": 4.0717841358455455,
      "grad_norm": 1.4963010820677785,
      "learning_rate": 7.220115464114875e-05,
      "loss": 1.5391,
      "step": 87523
    },
    {
      "epoch": 4.071830658292626,
      "grad_norm": 1.3463067604824186,
      "learning_rate": 7.219798147126067e-05,
      "loss": 1.2734,
      "step": 87524
    },
    {
      "epoch": 4.0718771807397065,
      "grad_norm": 1.613825186832915,
      "learning_rate": 7.219480834900352e-05,
      "loss": 1.7422,
      "step": 87525
    },
    {
      "epoch": 4.071923703186788,
      "grad_norm": 1.6452020265892942,
      "learning_rate": 7.219163527437915e-05,
      "loss": 1.7578,
      "step": 87526
    },
    {
      "epoch": 4.071970225633868,
      "grad_norm": 1.7062474245391264,
      "learning_rate": 7.218846224738952e-05,
      "loss": 1.7578,
      "step": 87527
    },
    {
      "epoch": 4.072016748080949,
      "grad_norm": 1.505551492719481,
      "learning_rate": 7.218528926803651e-05,
      "loss": 1.5469,
      "step": 87528
    },
    {
      "epoch": 4.07206327052803,
      "grad_norm": 1.662068133348023,
      "learning_rate": 7.218211633632215e-05,
      "loss": 1.7109,
      "step": 87529
    },
    {
      "epoch": 4.072109792975111,
      "grad_norm": 1.5494185190087817,
      "learning_rate": 7.217894345224839e-05,
      "loss": 1.6953,
      "step": 87530
    },
    {
      "epoch": 4.072156315422191,
      "grad_norm": 1.6288275671521582,
      "learning_rate": 7.217577061581715e-05,
      "loss": 1.7656,
      "step": 87531
    },
    {
      "epoch": 4.072202837869272,
      "grad_norm": 1.4720567369010344,
      "learning_rate": 7.217259782703035e-05,
      "loss": 1.3438,
      "step": 87532
    },
    {
      "epoch": 4.072249360316353,
      "grad_norm": 1.5311518039797718,
      "learning_rate": 7.216942508588996e-05,
      "loss": 1.5938,
      "step": 87533
    },
    {
      "epoch": 4.0722958827634335,
      "grad_norm": 1.535490817312025,
      "learning_rate": 7.216625239239785e-05,
      "loss": 1.6016,
      "step": 87534
    },
    {
      "epoch": 4.072342405210514,
      "grad_norm": 1.5150343185957513,
      "learning_rate": 7.216307974655607e-05,
      "loss": 1.4297,
      "step": 87535
    },
    {
      "epoch": 4.072388927657594,
      "grad_norm": 1.5112205282354925,
      "learning_rate": 7.215990714836651e-05,
      "loss": 1.6172,
      "step": 87536
    },
    {
      "epoch": 4.072435450104676,
      "grad_norm": 1.5820064962817961,
      "learning_rate": 7.215673459783111e-05,
      "loss": 1.6016,
      "step": 87537
    },
    {
      "epoch": 4.072481972551756,
      "grad_norm": 1.5513414792381965,
      "learning_rate": 7.215356209495176e-05,
      "loss": 1.5469,
      "step": 87538
    },
    {
      "epoch": 4.072528494998837,
      "grad_norm": 1.6469278138076722,
      "learning_rate": 7.215038963973052e-05,
      "loss": 1.6484,
      "step": 87539
    },
    {
      "epoch": 4.072575017445917,
      "grad_norm": 1.556304010900131,
      "learning_rate": 7.214721723216926e-05,
      "loss": 1.6953,
      "step": 87540
    },
    {
      "epoch": 4.072621539892999,
      "grad_norm": 1.4855181596628193,
      "learning_rate": 7.214404487226995e-05,
      "loss": 1.5703,
      "step": 87541
    },
    {
      "epoch": 4.072668062340079,
      "grad_norm": 1.692081142513766,
      "learning_rate": 7.214087256003445e-05,
      "loss": 1.9453,
      "step": 87542
    },
    {
      "epoch": 4.0727145847871595,
      "grad_norm": 1.7028333428739741,
      "learning_rate": 7.213770029546482e-05,
      "loss": 1.875,
      "step": 87543
    },
    {
      "epoch": 4.072761107234241,
      "grad_norm": 1.6199682864061211,
      "learning_rate": 7.213452807856294e-05,
      "loss": 1.5859,
      "step": 87544
    },
    {
      "epoch": 4.072807629681321,
      "grad_norm": 1.5455407162418355,
      "learning_rate": 7.213135590933078e-05,
      "loss": 1.5703,
      "step": 87545
    },
    {
      "epoch": 4.072854152128402,
      "grad_norm": 1.5375579372605137,
      "learning_rate": 7.21281837877702e-05,
      "loss": 1.5859,
      "step": 87546
    },
    {
      "epoch": 4.072900674575482,
      "grad_norm": 1.4954592421732218,
      "learning_rate": 7.212501171388326e-05,
      "loss": 1.4297,
      "step": 87547
    },
    {
      "epoch": 4.072947197022564,
      "grad_norm": 1.4695582269351226,
      "learning_rate": 7.212183968767185e-05,
      "loss": 1.4453,
      "step": 87548
    },
    {
      "epoch": 4.072993719469644,
      "grad_norm": 1.639888126036051,
      "learning_rate": 7.211866770913789e-05,
      "loss": 1.7656,
      "step": 87549
    },
    {
      "epoch": 4.073040241916725,
      "grad_norm": 1.3566505288963415,
      "learning_rate": 7.21154957782833e-05,
      "loss": 1.4219,
      "step": 87550
    },
    {
      "epoch": 4.073086764363805,
      "grad_norm": 1.5267143967937291,
      "learning_rate": 7.211232389511006e-05,
      "loss": 1.5859,
      "step": 87551
    },
    {
      "epoch": 4.0731332868108865,
      "grad_norm": 1.5230594076434658,
      "learning_rate": 7.210915205962018e-05,
      "loss": 1.5391,
      "step": 87552
    },
    {
      "epoch": 4.073179809257967,
      "grad_norm": 1.6030496344225544,
      "learning_rate": 7.210598027181553e-05,
      "loss": 1.7031,
      "step": 87553
    },
    {
      "epoch": 4.073226331705047,
      "grad_norm": 1.4502011202254896,
      "learning_rate": 7.210280853169805e-05,
      "loss": 1.3828,
      "step": 87554
    },
    {
      "epoch": 4.073272854152129,
      "grad_norm": 1.5046468145443255,
      "learning_rate": 7.209963683926965e-05,
      "loss": 1.5078,
      "step": 87555
    },
    {
      "epoch": 4.073319376599209,
      "grad_norm": 1.526667957590437,
      "learning_rate": 7.209646519453235e-05,
      "loss": 1.5625,
      "step": 87556
    },
    {
      "epoch": 4.07336589904629,
      "grad_norm": 1.6024304910698322,
      "learning_rate": 7.209329359748805e-05,
      "loss": 1.6641,
      "step": 87557
    },
    {
      "epoch": 4.07341242149337,
      "grad_norm": 1.6202705939263045,
      "learning_rate": 7.209012204813871e-05,
      "loss": 1.8125,
      "step": 87558
    },
    {
      "epoch": 4.073458943940452,
      "grad_norm": 1.4951448814280732,
      "learning_rate": 7.208695054648626e-05,
      "loss": 1.4531,
      "step": 87559
    },
    {
      "epoch": 4.073505466387532,
      "grad_norm": 1.4432996210218074,
      "learning_rate": 7.208377909253257e-05,
      "loss": 1.4688,
      "step": 87560
    },
    {
      "epoch": 4.073551988834613,
      "grad_norm": 1.522638225177799,
      "learning_rate": 7.208060768627972e-05,
      "loss": 1.5547,
      "step": 87561
    },
    {
      "epoch": 4.073598511281693,
      "grad_norm": 1.519568515610304,
      "learning_rate": 7.207743632772956e-05,
      "loss": 1.6094,
      "step": 87562
    },
    {
      "epoch": 4.073645033728774,
      "grad_norm": 1.536699042104336,
      "learning_rate": 7.207426501688406e-05,
      "loss": 1.6562,
      "step": 87563
    },
    {
      "epoch": 4.073691556175855,
      "grad_norm": 1.6704464600084514,
      "learning_rate": 7.20710937537451e-05,
      "loss": 1.7031,
      "step": 87564
    },
    {
      "epoch": 4.073738078622935,
      "grad_norm": 1.6219942555242717,
      "learning_rate": 7.206792253831474e-05,
      "loss": 1.6875,
      "step": 87565
    },
    {
      "epoch": 4.073784601070017,
      "grad_norm": 1.6459558840439077,
      "learning_rate": 7.206475137059486e-05,
      "loss": 1.7188,
      "step": 87566
    },
    {
      "epoch": 4.073831123517097,
      "grad_norm": 1.4819197153396593,
      "learning_rate": 7.206158025058739e-05,
      "loss": 1.4453,
      "step": 87567
    },
    {
      "epoch": 4.073877645964178,
      "grad_norm": 1.5906578753253837,
      "learning_rate": 7.205840917829421e-05,
      "loss": 1.8906,
      "step": 87568
    },
    {
      "epoch": 4.073924168411258,
      "grad_norm": 1.7140118777094615,
      "learning_rate": 7.20552381537174e-05,
      "loss": 1.9297,
      "step": 87569
    },
    {
      "epoch": 4.0739706908583395,
      "grad_norm": 1.4919030962232853,
      "learning_rate": 7.205206717685884e-05,
      "loss": 1.375,
      "step": 87570
    },
    {
      "epoch": 4.07401721330542,
      "grad_norm": 1.44651466100089,
      "learning_rate": 7.204889624772046e-05,
      "loss": 1.4688,
      "step": 87571
    },
    {
      "epoch": 4.0740637357525005,
      "grad_norm": 1.5753550079754908,
      "learning_rate": 7.204572536630414e-05,
      "loss": 1.6719,
      "step": 87572
    },
    {
      "epoch": 4.074110258199581,
      "grad_norm": 1.489319268451744,
      "learning_rate": 7.20425545326119e-05,
      "loss": 1.5703,
      "step": 87573
    },
    {
      "epoch": 4.074156780646662,
      "grad_norm": 1.5409690650545083,
      "learning_rate": 7.203938374664571e-05,
      "loss": 1.6953,
      "step": 87574
    },
    {
      "epoch": 4.074203303093743,
      "grad_norm": 1.5957242525050648,
      "learning_rate": 7.203621300840748e-05,
      "loss": 1.6719,
      "step": 87575
    },
    {
      "epoch": 4.074249825540823,
      "grad_norm": 1.6442787212509067,
      "learning_rate": 7.203304231789912e-05,
      "loss": 1.7344,
      "step": 87576
    },
    {
      "epoch": 4.074296347987904,
      "grad_norm": 1.5953249765216766,
      "learning_rate": 7.202987167512254e-05,
      "loss": 1.7031,
      "step": 87577
    },
    {
      "epoch": 4.074342870434985,
      "grad_norm": 1.3669183322188383,
      "learning_rate": 7.202670108007982e-05,
      "loss": 1.2812,
      "step": 87578
    },
    {
      "epoch": 4.074389392882066,
      "grad_norm": 1.6618744969228036,
      "learning_rate": 7.20235305327728e-05,
      "loss": 1.7422,
      "step": 87579
    },
    {
      "epoch": 4.074435915329146,
      "grad_norm": 1.5703694016332506,
      "learning_rate": 7.202036003320341e-05,
      "loss": 1.5859,
      "step": 87580
    },
    {
      "epoch": 4.074482437776227,
      "grad_norm": 1.507793928920782,
      "learning_rate": 7.201718958137357e-05,
      "loss": 1.5391,
      "step": 87581
    },
    {
      "epoch": 4.074528960223308,
      "grad_norm": 1.683090714836384,
      "learning_rate": 7.201401917728532e-05,
      "loss": 1.9219,
      "step": 87582
    },
    {
      "epoch": 4.074575482670388,
      "grad_norm": 1.4758350806748088,
      "learning_rate": 7.201084882094056e-05,
      "loss": 1.5,
      "step": 87583
    },
    {
      "epoch": 4.074622005117469,
      "grad_norm": 1.6097862664922953,
      "learning_rate": 7.200767851234122e-05,
      "loss": 1.75,
      "step": 87584
    },
    {
      "epoch": 4.07466852756455,
      "grad_norm": 1.4770949660359445,
      "learning_rate": 7.200450825148923e-05,
      "loss": 1.4844,
      "step": 87585
    },
    {
      "epoch": 4.074715050011631,
      "grad_norm": 1.4758931918564349,
      "learning_rate": 7.200133803838648e-05,
      "loss": 1.3828,
      "step": 87586
    },
    {
      "epoch": 4.074761572458711,
      "grad_norm": 1.6951245471180743,
      "learning_rate": 7.199816787303504e-05,
      "loss": 1.7891,
      "step": 87587
    },
    {
      "epoch": 4.074808094905792,
      "grad_norm": 1.6606828994271137,
      "learning_rate": 7.199499775543676e-05,
      "loss": 1.7266,
      "step": 87588
    },
    {
      "epoch": 4.074854617352873,
      "grad_norm": 1.512962713118797,
      "learning_rate": 7.199182768559362e-05,
      "loss": 1.6953,
      "step": 87589
    },
    {
      "epoch": 4.0749011397999535,
      "grad_norm": 1.4623853286312694,
      "learning_rate": 7.198865766350746e-05,
      "loss": 1.6172,
      "step": 87590
    },
    {
      "epoch": 4.074947662247034,
      "grad_norm": 1.6644311693145921,
      "learning_rate": 7.19854876891804e-05,
      "loss": 1.5391,
      "step": 87591
    },
    {
      "epoch": 4.074994184694115,
      "grad_norm": 1.6471959974454855,
      "learning_rate": 7.198231776261427e-05,
      "loss": 1.875,
      "step": 87592
    },
    {
      "epoch": 4.075040707141196,
      "grad_norm": 1.6535565200370974,
      "learning_rate": 7.197914788381095e-05,
      "loss": 1.7578,
      "step": 87593
    },
    {
      "epoch": 4.075087229588276,
      "grad_norm": 1.5820979196590048,
      "learning_rate": 7.197597805277253e-05,
      "loss": 1.5938,
      "step": 87594
    },
    {
      "epoch": 4.075133752035357,
      "grad_norm": 1.4644890216015098,
      "learning_rate": 7.19728082695008e-05,
      "loss": 1.5156,
      "step": 87595
    },
    {
      "epoch": 4.075180274482438,
      "grad_norm": 1.5197152787998074,
      "learning_rate": 7.196963853399787e-05,
      "loss": 1.5938,
      "step": 87596
    },
    {
      "epoch": 4.075226796929519,
      "grad_norm": 1.527607130890885,
      "learning_rate": 7.196646884626554e-05,
      "loss": 1.6328,
      "step": 87597
    },
    {
      "epoch": 4.075273319376599,
      "grad_norm": 1.5576076582378682,
      "learning_rate": 7.196329920630582e-05,
      "loss": 1.6641,
      "step": 87598
    },
    {
      "epoch": 4.07531984182368,
      "grad_norm": 1.5733534061199648,
      "learning_rate": 7.196012961412058e-05,
      "loss": 1.6406,
      "step": 87599
    },
    {
      "epoch": 4.075366364270761,
      "grad_norm": 1.6114160416798697,
      "learning_rate": 7.195696006971187e-05,
      "loss": 1.7031,
      "step": 87600
    },
    {
      "epoch": 4.075412886717841,
      "grad_norm": 1.5970467419994319,
      "learning_rate": 7.195379057308155e-05,
      "loss": 1.5703,
      "step": 87601
    },
    {
      "epoch": 4.075459409164922,
      "grad_norm": 1.5018211709339315,
      "learning_rate": 7.19506211242316e-05,
      "loss": 1.5312,
      "step": 87602
    },
    {
      "epoch": 4.075505931612002,
      "grad_norm": 1.6419620423923431,
      "learning_rate": 7.194745172316387e-05,
      "loss": 1.7266,
      "step": 87603
    },
    {
      "epoch": 4.075552454059084,
      "grad_norm": 1.4621767074413166,
      "learning_rate": 7.194428236988042e-05,
      "loss": 1.3906,
      "step": 87604
    },
    {
      "epoch": 4.075598976506164,
      "grad_norm": 1.694255510874907,
      "learning_rate": 7.194111306438314e-05,
      "loss": 1.7656,
      "step": 87605
    },
    {
      "epoch": 4.075645498953245,
      "grad_norm": 1.6828486779647456,
      "learning_rate": 7.1937943806674e-05,
      "loss": 1.7734,
      "step": 87606
    },
    {
      "epoch": 4.075692021400326,
      "grad_norm": 1.3847606770031833,
      "learning_rate": 7.193477459675481e-05,
      "loss": 1.4453,
      "step": 87607
    },
    {
      "epoch": 4.0757385438474065,
      "grad_norm": 1.4017232333274896,
      "learning_rate": 7.19316054346277e-05,
      "loss": 1.3672,
      "step": 87608
    },
    {
      "epoch": 4.075785066294487,
      "grad_norm": 1.5916823458211384,
      "learning_rate": 7.192843632029452e-05,
      "loss": 1.6328,
      "step": 87609
    },
    {
      "epoch": 4.0758315887415675,
      "grad_norm": 1.6142642842662296,
      "learning_rate": 7.19252672537572e-05,
      "loss": 1.7969,
      "step": 87610
    },
    {
      "epoch": 4.075878111188649,
      "grad_norm": 1.501837193412901,
      "learning_rate": 7.192209823501769e-05,
      "loss": 1.4453,
      "step": 87611
    },
    {
      "epoch": 4.075924633635729,
      "grad_norm": 1.474210265431785,
      "learning_rate": 7.191892926407788e-05,
      "loss": 1.5625,
      "step": 87612
    },
    {
      "epoch": 4.07597115608281,
      "grad_norm": 1.4794490700249412,
      "learning_rate": 7.19157603409398e-05,
      "loss": 1.3672,
      "step": 87613
    },
    {
      "epoch": 4.07601767852989,
      "grad_norm": 1.4596820106800423,
      "learning_rate": 7.191259146560539e-05,
      "loss": 1.5,
      "step": 87614
    },
    {
      "epoch": 4.076064200976972,
      "grad_norm": 1.5657615485984495,
      "learning_rate": 7.190942263807646e-05,
      "loss": 1.6562,
      "step": 87615
    },
    {
      "epoch": 4.076110723424052,
      "grad_norm": 1.6098198468628135,
      "learning_rate": 7.190625385835513e-05,
      "loss": 1.7578,
      "step": 87616
    },
    {
      "epoch": 4.076157245871133,
      "grad_norm": 1.5756296516084958,
      "learning_rate": 7.190308512644317e-05,
      "loss": 1.6016,
      "step": 87617
    },
    {
      "epoch": 4.076203768318214,
      "grad_norm": 1.533272014295689,
      "learning_rate": 7.189991644234268e-05,
      "loss": 1.6562,
      "step": 87618
    },
    {
      "epoch": 4.076250290765294,
      "grad_norm": 1.6248344625200037,
      "learning_rate": 7.189674780605549e-05,
      "loss": 1.6953,
      "step": 87619
    },
    {
      "epoch": 4.076296813212375,
      "grad_norm": 1.6151039941189145,
      "learning_rate": 7.18935792175836e-05,
      "loss": 1.7109,
      "step": 87620
    },
    {
      "epoch": 4.076343335659455,
      "grad_norm": 1.7314311991366584,
      "learning_rate": 7.189041067692886e-05,
      "loss": 1.9609,
      "step": 87621
    },
    {
      "epoch": 4.076389858106537,
      "grad_norm": 1.360890995664602,
      "learning_rate": 7.188724218409331e-05,
      "loss": 1.3984,
      "step": 87622
    },
    {
      "epoch": 4.076436380553617,
      "grad_norm": 1.4217991609069933,
      "learning_rate": 7.188407373907885e-05,
      "loss": 1.3359,
      "step": 87623
    },
    {
      "epoch": 4.076482903000698,
      "grad_norm": 1.5566581546182732,
      "learning_rate": 7.188090534188745e-05,
      "loss": 1.5312,
      "step": 87624
    },
    {
      "epoch": 4.076529425447778,
      "grad_norm": 1.6349446631850921,
      "learning_rate": 7.187773699252094e-05,
      "loss": 1.6484,
      "step": 87625
    },
    {
      "epoch": 4.0765759478948596,
      "grad_norm": 1.727335087592,
      "learning_rate": 7.18745686909814e-05,
      "loss": 1.8906,
      "step": 87626
    },
    {
      "epoch": 4.07662247034194,
      "grad_norm": 1.627507131172763,
      "learning_rate": 7.187140043727072e-05,
      "loss": 1.7031,
      "step": 87627
    },
    {
      "epoch": 4.0766689927890205,
      "grad_norm": 1.4888872043639416,
      "learning_rate": 7.186823223139081e-05,
      "loss": 1.4922,
      "step": 87628
    },
    {
      "epoch": 4.076715515236101,
      "grad_norm": 1.624668081657551,
      "learning_rate": 7.186506407334359e-05,
      "loss": 1.5781,
      "step": 87629
    },
    {
      "epoch": 4.076762037683182,
      "grad_norm": 1.6187857127375063,
      "learning_rate": 7.186189596313109e-05,
      "loss": 1.6094,
      "step": 87630
    },
    {
      "epoch": 4.076808560130263,
      "grad_norm": 1.6212343701714291,
      "learning_rate": 7.18587279007552e-05,
      "loss": 1.5,
      "step": 87631
    },
    {
      "epoch": 4.076855082577343,
      "grad_norm": 1.648133326330195,
      "learning_rate": 7.185555988621784e-05,
      "loss": 1.6797,
      "step": 87632
    },
    {
      "epoch": 4.076901605024425,
      "grad_norm": 1.4047402020519262,
      "learning_rate": 7.185239191952093e-05,
      "loss": 1.4062,
      "step": 87633
    },
    {
      "epoch": 4.076948127471505,
      "grad_norm": 1.4556124937164794,
      "learning_rate": 7.18492240006665e-05,
      "loss": 1.3359,
      "step": 87634
    },
    {
      "epoch": 4.076994649918586,
      "grad_norm": 1.4166156666413958,
      "learning_rate": 7.184605612965643e-05,
      "loss": 1.3359,
      "step": 87635
    },
    {
      "epoch": 4.077041172365666,
      "grad_norm": 1.653482182219215,
      "learning_rate": 7.184288830649265e-05,
      "loss": 1.8828,
      "step": 87636
    },
    {
      "epoch": 4.0770876948127475,
      "grad_norm": 1.5548020404859073,
      "learning_rate": 7.18397205311771e-05,
      "loss": 1.5234,
      "step": 87637
    },
    {
      "epoch": 4.077134217259828,
      "grad_norm": 1.518268169414782,
      "learning_rate": 7.183655280371168e-05,
      "loss": 1.5469,
      "step": 87638
    },
    {
      "epoch": 4.077180739706908,
      "grad_norm": 1.5885910868981767,
      "learning_rate": 7.183338512409848e-05,
      "loss": 1.6719,
      "step": 87639
    },
    {
      "epoch": 4.077227262153989,
      "grad_norm": 1.580667037193725,
      "learning_rate": 7.183021749233933e-05,
      "loss": 1.6406,
      "step": 87640
    },
    {
      "epoch": 4.07727378460107,
      "grad_norm": 1.4843026197456242,
      "learning_rate": 7.182704990843618e-05,
      "loss": 1.5,
      "step": 87641
    },
    {
      "epoch": 4.077320307048151,
      "grad_norm": 1.65518439218261,
      "learning_rate": 7.182388237239097e-05,
      "loss": 1.7031,
      "step": 87642
    },
    {
      "epoch": 4.077366829495231,
      "grad_norm": 1.724102924703563,
      "learning_rate": 7.18207148842056e-05,
      "loss": 1.8359,
      "step": 87643
    },
    {
      "epoch": 4.077413351942313,
      "grad_norm": 1.4599534386987714,
      "learning_rate": 7.181754744388209e-05,
      "loss": 1.4688,
      "step": 87644
    },
    {
      "epoch": 4.077459874389393,
      "grad_norm": 1.605581071170088,
      "learning_rate": 7.181438005142234e-05,
      "loss": 1.6016,
      "step": 87645
    },
    {
      "epoch": 4.0775063968364735,
      "grad_norm": 1.5749300887330706,
      "learning_rate": 7.181121270682829e-05,
      "loss": 1.5156,
      "step": 87646
    },
    {
      "epoch": 4.077552919283554,
      "grad_norm": 1.578423129582491,
      "learning_rate": 7.180804541010181e-05,
      "loss": 1.5703,
      "step": 87647
    },
    {
      "epoch": 4.077599441730635,
      "grad_norm": 1.547493522565515,
      "learning_rate": 7.180487816124497e-05,
      "loss": 1.5625,
      "step": 87648
    },
    {
      "epoch": 4.077645964177716,
      "grad_norm": 1.571487639065622,
      "learning_rate": 7.180171096025963e-05,
      "loss": 1.625,
      "step": 87649
    },
    {
      "epoch": 4.077692486624796,
      "grad_norm": 1.4822175326235554,
      "learning_rate": 7.179854380714776e-05,
      "loss": 1.4219,
      "step": 87650
    },
    {
      "epoch": 4.077739009071877,
      "grad_norm": 1.759535362458384,
      "learning_rate": 7.179537670191123e-05,
      "loss": 1.7422,
      "step": 87651
    },
    {
      "epoch": 4.077785531518958,
      "grad_norm": 1.5498260282121121,
      "learning_rate": 7.179220964455208e-05,
      "loss": 1.4688,
      "step": 87652
    },
    {
      "epoch": 4.077832053966039,
      "grad_norm": 1.3826217559099832,
      "learning_rate": 7.17890426350722e-05,
      "loss": 1.2422,
      "step": 87653
    },
    {
      "epoch": 4.077878576413119,
      "grad_norm": 1.5763909232479947,
      "learning_rate": 7.178587567347353e-05,
      "loss": 1.4922,
      "step": 87654
    },
    {
      "epoch": 4.0779250988602005,
      "grad_norm": 1.447116404188447,
      "learning_rate": 7.178270875975794e-05,
      "loss": 1.4375,
      "step": 87655
    },
    {
      "epoch": 4.077971621307281,
      "grad_norm": 1.6483252556788455,
      "learning_rate": 7.177954189392751e-05,
      "loss": 1.7812,
      "step": 87656
    },
    {
      "epoch": 4.0780181437543614,
      "grad_norm": 1.653503169057073,
      "learning_rate": 7.17763750759841e-05,
      "loss": 1.7109,
      "step": 87657
    },
    {
      "epoch": 4.078064666201442,
      "grad_norm": 1.6560422980607419,
      "learning_rate": 7.177320830592965e-05,
      "loss": 1.6484,
      "step": 87658
    },
    {
      "epoch": 4.078111188648523,
      "grad_norm": 1.556486584279369,
      "learning_rate": 7.177004158376607e-05,
      "loss": 1.5,
      "step": 87659
    },
    {
      "epoch": 4.078157711095604,
      "grad_norm": 1.5520639295560141,
      "learning_rate": 7.176687490949529e-05,
      "loss": 1.6484,
      "step": 87660
    },
    {
      "epoch": 4.078204233542684,
      "grad_norm": 1.4773915484067623,
      "learning_rate": 7.176370828311938e-05,
      "loss": 1.5078,
      "step": 87661
    },
    {
      "epoch": 4.078250755989765,
      "grad_norm": 1.662329985783762,
      "learning_rate": 7.176054170464017e-05,
      "loss": 1.7422,
      "step": 87662
    },
    {
      "epoch": 4.078297278436846,
      "grad_norm": 1.5532975848243529,
      "learning_rate": 7.175737517405964e-05,
      "loss": 1.5703,
      "step": 87663
    },
    {
      "epoch": 4.078343800883927,
      "grad_norm": 1.4575653430685658,
      "learning_rate": 7.175420869137963e-05,
      "loss": 1.4453,
      "step": 87664
    },
    {
      "epoch": 4.078390323331007,
      "grad_norm": 1.7348753789944262,
      "learning_rate": 7.175104225660221e-05,
      "loss": 1.875,
      "step": 87665
    },
    {
      "epoch": 4.0784368457780875,
      "grad_norm": 1.5870315870590275,
      "learning_rate": 7.174787586972927e-05,
      "loss": 1.6016,
      "step": 87666
    },
    {
      "epoch": 4.078483368225169,
      "grad_norm": 1.5759558997491239,
      "learning_rate": 7.174470953076274e-05,
      "loss": 1.3672,
      "step": 87667
    },
    {
      "epoch": 4.078529890672249,
      "grad_norm": 1.6056454326996181,
      "learning_rate": 7.174154323970457e-05,
      "loss": 1.6641,
      "step": 87668
    },
    {
      "epoch": 4.07857641311933,
      "grad_norm": 1.4654625641775958,
      "learning_rate": 7.173837699655661e-05,
      "loss": 1.4062,
      "step": 87669
    },
    {
      "epoch": 4.078622935566411,
      "grad_norm": 1.5039972319973303,
      "learning_rate": 7.173521080132096e-05,
      "loss": 1.4609,
      "step": 87670
    },
    {
      "epoch": 4.078669458013492,
      "grad_norm": 1.6931816450127097,
      "learning_rate": 7.173204465399945e-05,
      "loss": 1.8828,
      "step": 87671
    },
    {
      "epoch": 4.078715980460572,
      "grad_norm": 1.7950127663668922,
      "learning_rate": 7.172887855459405e-05,
      "loss": 1.8281,
      "step": 87672
    },
    {
      "epoch": 4.078762502907653,
      "grad_norm": 1.598921724741892,
      "learning_rate": 7.172571250310664e-05,
      "loss": 1.7891,
      "step": 87673
    },
    {
      "epoch": 4.078809025354734,
      "grad_norm": 1.46995017745623,
      "learning_rate": 7.172254649953927e-05,
      "loss": 1.5938,
      "step": 87674
    },
    {
      "epoch": 4.0788555478018145,
      "grad_norm": 1.6334283396316285,
      "learning_rate": 7.171938054389381e-05,
      "loss": 1.7734,
      "step": 87675
    },
    {
      "epoch": 4.078902070248895,
      "grad_norm": 1.4576127097079543,
      "learning_rate": 7.171621463617221e-05,
      "loss": 1.4766,
      "step": 87676
    },
    {
      "epoch": 4.078948592695975,
      "grad_norm": 1.7205093111863279,
      "learning_rate": 7.171304877637635e-05,
      "loss": 1.9844,
      "step": 87677
    },
    {
      "epoch": 4.078995115143057,
      "grad_norm": 1.5183220447520671,
      "learning_rate": 7.170988296450829e-05,
      "loss": 1.5234,
      "step": 87678
    },
    {
      "epoch": 4.079041637590137,
      "grad_norm": 1.5916328771184098,
      "learning_rate": 7.170671720056988e-05,
      "loss": 1.7422,
      "step": 87679
    },
    {
      "epoch": 4.079088160037218,
      "grad_norm": 1.5026176360951102,
      "learning_rate": 7.17035514845631e-05,
      "loss": 1.6484,
      "step": 87680
    },
    {
      "epoch": 4.079134682484298,
      "grad_norm": 1.6741017213504965,
      "learning_rate": 7.17003858164898e-05,
      "loss": 1.7344,
      "step": 87681
    },
    {
      "epoch": 4.07918120493138,
      "grad_norm": 1.5819181953727923,
      "learning_rate": 7.169722019635197e-05,
      "loss": 1.7188,
      "step": 87682
    },
    {
      "epoch": 4.07922772737846,
      "grad_norm": 1.4758608388584744,
      "learning_rate": 7.169405462415163e-05,
      "loss": 1.5,
      "step": 87683
    },
    {
      "epoch": 4.0792742498255405,
      "grad_norm": 1.5467850754840826,
      "learning_rate": 7.169088909989067e-05,
      "loss": 1.5469,
      "step": 87684
    },
    {
      "epoch": 4.079320772272622,
      "grad_norm": 1.7004096589042617,
      "learning_rate": 7.1687723623571e-05,
      "loss": 1.7578,
      "step": 87685
    },
    {
      "epoch": 4.079367294719702,
      "grad_norm": 1.432493981001692,
      "learning_rate": 7.168455819519451e-05,
      "loss": 1.4297,
      "step": 87686
    },
    {
      "epoch": 4.079413817166783,
      "grad_norm": 1.5332290310252719,
      "learning_rate": 7.168139281476323e-05,
      "loss": 1.7109,
      "step": 87687
    },
    {
      "epoch": 4.079460339613863,
      "grad_norm": 1.557392889211497,
      "learning_rate": 7.16782274822791e-05,
      "loss": 1.5547,
      "step": 87688
    },
    {
      "epoch": 4.079506862060945,
      "grad_norm": 1.6740434868293466,
      "learning_rate": 7.167506219774399e-05,
      "loss": 1.625,
      "step": 87689
    },
    {
      "epoch": 4.079553384508025,
      "grad_norm": 1.5322587763616928,
      "learning_rate": 7.167189696115983e-05,
      "loss": 1.5312,
      "step": 87690
    },
    {
      "epoch": 4.079599906955106,
      "grad_norm": 1.556411073005224,
      "learning_rate": 7.166873177252863e-05,
      "loss": 1.4062,
      "step": 87691
    },
    {
      "epoch": 4.079646429402186,
      "grad_norm": 1.5692421192601198,
      "learning_rate": 7.166556663185232e-05,
      "loss": 1.5078,
      "step": 87692
    },
    {
      "epoch": 4.0796929518492675,
      "grad_norm": 1.5224328971840335,
      "learning_rate": 7.16624015391328e-05,
      "loss": 1.4375,
      "step": 87693
    },
    {
      "epoch": 4.079739474296348,
      "grad_norm": 1.6983574430920203,
      "learning_rate": 7.165923649437202e-05,
      "loss": 1.8516,
      "step": 87694
    },
    {
      "epoch": 4.0797859967434285,
      "grad_norm": 1.5192025212059452,
      "learning_rate": 7.165607149757187e-05,
      "loss": 1.5547,
      "step": 87695
    },
    {
      "epoch": 4.07983251919051,
      "grad_norm": 1.5545612740478651,
      "learning_rate": 7.165290654873437e-05,
      "loss": 1.4688,
      "step": 87696
    },
    {
      "epoch": 4.07987904163759,
      "grad_norm": 1.6311968546835771,
      "learning_rate": 7.164974164786144e-05,
      "loss": 1.7812,
      "step": 87697
    },
    {
      "epoch": 4.079925564084671,
      "grad_norm": 1.705917372808841,
      "learning_rate": 7.1646576794955e-05,
      "loss": 1.6016,
      "step": 87698
    },
    {
      "epoch": 4.079972086531751,
      "grad_norm": 1.696713372740869,
      "learning_rate": 7.164341199001694e-05,
      "loss": 1.7344,
      "step": 87699
    },
    {
      "epoch": 4.080018608978833,
      "grad_norm": 1.4260876300098488,
      "learning_rate": 7.164024723304928e-05,
      "loss": 1.3828,
      "step": 87700
    },
    {
      "epoch": 4.080065131425913,
      "grad_norm": 1.7089512975948922,
      "learning_rate": 7.163708252405393e-05,
      "loss": 1.75,
      "step": 87701
    },
    {
      "epoch": 4.080111653872994,
      "grad_norm": 1.5028474653419683,
      "learning_rate": 7.163391786303281e-05,
      "loss": 1.4609,
      "step": 87702
    },
    {
      "epoch": 4.080158176320074,
      "grad_norm": 1.5142247714070802,
      "learning_rate": 7.163075324998783e-05,
      "loss": 1.375,
      "step": 87703
    },
    {
      "epoch": 4.080204698767155,
      "grad_norm": 1.4184797524865436,
      "learning_rate": 7.162758868492096e-05,
      "loss": 1.4219,
      "step": 87704
    },
    {
      "epoch": 4.080251221214236,
      "grad_norm": 1.4595714754827238,
      "learning_rate": 7.162442416783419e-05,
      "loss": 1.5,
      "step": 87705
    },
    {
      "epoch": 4.080297743661316,
      "grad_norm": 1.4996411527685822,
      "learning_rate": 7.162125969872941e-05,
      "loss": 1.5469,
      "step": 87706
    },
    {
      "epoch": 4.080344266108398,
      "grad_norm": 1.5132625671820297,
      "learning_rate": 7.161809527760857e-05,
      "loss": 1.6016,
      "step": 87707
    },
    {
      "epoch": 4.080390788555478,
      "grad_norm": 1.656105446766126,
      "learning_rate": 7.161493090447351e-05,
      "loss": 1.8125,
      "step": 87708
    },
    {
      "epoch": 4.080437311002559,
      "grad_norm": 1.5983031140395252,
      "learning_rate": 7.161176657932635e-05,
      "loss": 1.6719,
      "step": 87709
    },
    {
      "epoch": 4.080483833449639,
      "grad_norm": 1.57377260408583,
      "learning_rate": 7.16086023021689e-05,
      "loss": 1.6328,
      "step": 87710
    },
    {
      "epoch": 4.0805303558967205,
      "grad_norm": 1.501896072962511,
      "learning_rate": 7.160543807300313e-05,
      "loss": 1.4922,
      "step": 87711
    },
    {
      "epoch": 4.080576878343801,
      "grad_norm": 1.6341174418369055,
      "learning_rate": 7.160227389183091e-05,
      "loss": 1.6484,
      "step": 87712
    },
    {
      "epoch": 4.0806234007908815,
      "grad_norm": 1.5083405953073679,
      "learning_rate": 7.159910975865432e-05,
      "loss": 1.4453,
      "step": 87713
    },
    {
      "epoch": 4.080669923237962,
      "grad_norm": 1.3140112720811723,
      "learning_rate": 7.159594567347518e-05,
      "loss": 1.1875,
      "step": 87714
    },
    {
      "epoch": 4.080716445685043,
      "grad_norm": 1.5787286238944704,
      "learning_rate": 7.159278163629548e-05,
      "loss": 1.6953,
      "step": 87715
    },
    {
      "epoch": 4.080762968132124,
      "grad_norm": 1.4322925866248388,
      "learning_rate": 7.15896176471171e-05,
      "loss": 1.4688,
      "step": 87716
    },
    {
      "epoch": 4.080809490579204,
      "grad_norm": 1.4599297440096635,
      "learning_rate": 7.158645370594205e-05,
      "loss": 1.3906,
      "step": 87717
    },
    {
      "epoch": 4.080856013026285,
      "grad_norm": 1.6152402045377905,
      "learning_rate": 7.158328981277227e-05,
      "loss": 1.6797,
      "step": 87718
    },
    {
      "epoch": 4.080902535473366,
      "grad_norm": 1.5930138459084142,
      "learning_rate": 7.158012596760964e-05,
      "loss": 1.6016,
      "step": 87719
    },
    {
      "epoch": 4.080949057920447,
      "grad_norm": 1.651475182053193,
      "learning_rate": 7.157696217045612e-05,
      "loss": 1.6719,
      "step": 87720
    },
    {
      "epoch": 4.080995580367527,
      "grad_norm": 1.697621033818534,
      "learning_rate": 7.157379842131359e-05,
      "loss": 1.8203,
      "step": 87721
    },
    {
      "epoch": 4.081042102814608,
      "grad_norm": 1.615984004501657,
      "learning_rate": 7.15706347201841e-05,
      "loss": 1.6875,
      "step": 87722
    },
    {
      "epoch": 4.081088625261689,
      "grad_norm": 1.55774077358776,
      "learning_rate": 7.156747106706952e-05,
      "loss": 1.6016,
      "step": 87723
    },
    {
      "epoch": 4.081135147708769,
      "grad_norm": 1.6243898825776548,
      "learning_rate": 7.156430746197181e-05,
      "loss": 1.5547,
      "step": 87724
    },
    {
      "epoch": 4.08118167015585,
      "grad_norm": 1.49895587809272,
      "learning_rate": 7.156114390489283e-05,
      "loss": 1.4531,
      "step": 87725
    },
    {
      "epoch": 4.081228192602931,
      "grad_norm": 1.3994768209722295,
      "learning_rate": 7.155798039583459e-05,
      "loss": 1.375,
      "step": 87726
    },
    {
      "epoch": 4.081274715050012,
      "grad_norm": 1.7637872507569836,
      "learning_rate": 7.155481693479906e-05,
      "loss": 1.8594,
      "step": 87727
    },
    {
      "epoch": 4.081321237497092,
      "grad_norm": 1.5386558974031614,
      "learning_rate": 7.155165352178814e-05,
      "loss": 1.5312,
      "step": 87728
    },
    {
      "epoch": 4.081367759944173,
      "grad_norm": 1.5104822478559004,
      "learning_rate": 7.154849015680375e-05,
      "loss": 1.6562,
      "step": 87729
    },
    {
      "epoch": 4.081414282391254,
      "grad_norm": 1.540137011636978,
      "learning_rate": 7.15453268398478e-05,
      "loss": 1.5469,
      "step": 87730
    },
    {
      "epoch": 4.0814608048383345,
      "grad_norm": 1.6091521880516402,
      "learning_rate": 7.15421635709223e-05,
      "loss": 1.7109,
      "step": 87731
    },
    {
      "epoch": 4.081507327285415,
      "grad_norm": 1.6032407619655262,
      "learning_rate": 7.153900035002916e-05,
      "loss": 1.6328,
      "step": 87732
    },
    {
      "epoch": 4.081553849732496,
      "grad_norm": 1.6645038655692077,
      "learning_rate": 7.153583717717029e-05,
      "loss": 1.8438,
      "step": 87733
    },
    {
      "epoch": 4.081600372179577,
      "grad_norm": 1.8253170245615253,
      "learning_rate": 7.153267405234761e-05,
      "loss": 2.0625,
      "step": 87734
    },
    {
      "epoch": 4.081646894626657,
      "grad_norm": 1.613880320325681,
      "learning_rate": 7.152951097556314e-05,
      "loss": 1.6641,
      "step": 87735
    },
    {
      "epoch": 4.081693417073738,
      "grad_norm": 1.5369746134040503,
      "learning_rate": 7.152634794681876e-05,
      "loss": 1.5391,
      "step": 87736
    },
    {
      "epoch": 4.081739939520819,
      "grad_norm": 1.6580644702814524,
      "learning_rate": 7.152318496611642e-05,
      "loss": 1.7422,
      "step": 87737
    },
    {
      "epoch": 4.0817864619679,
      "grad_norm": 1.4567353424543732,
      "learning_rate": 7.152002203345799e-05,
      "loss": 1.5234,
      "step": 87738
    },
    {
      "epoch": 4.08183298441498,
      "grad_norm": 1.3277883715761492,
      "learning_rate": 7.151685914884552e-05,
      "loss": 1.1953,
      "step": 87739
    },
    {
      "epoch": 4.081879506862061,
      "grad_norm": 1.6526834034151987,
      "learning_rate": 7.151369631228088e-05,
      "loss": 1.4453,
      "step": 87740
    },
    {
      "epoch": 4.081926029309142,
      "grad_norm": 1.418315563455073,
      "learning_rate": 7.151053352376603e-05,
      "loss": 1.4531,
      "step": 87741
    },
    {
      "epoch": 4.081972551756222,
      "grad_norm": 1.5744066803265757,
      "learning_rate": 7.150737078330284e-05,
      "loss": 1.5156,
      "step": 87742
    },
    {
      "epoch": 4.082019074203303,
      "grad_norm": 1.6369784025879779,
      "learning_rate": 7.150420809089335e-05,
      "loss": 1.7031,
      "step": 87743
    },
    {
      "epoch": 4.082065596650383,
      "grad_norm": 1.45214827078781,
      "learning_rate": 7.150104544653945e-05,
      "loss": 1.5391,
      "step": 87744
    },
    {
      "epoch": 4.082112119097465,
      "grad_norm": 1.64908306685875,
      "learning_rate": 7.149788285024308e-05,
      "loss": 1.6719,
      "step": 87745
    },
    {
      "epoch": 4.082158641544545,
      "grad_norm": 1.3254480089967189,
      "learning_rate": 7.149472030200614e-05,
      "loss": 1.3516,
      "step": 87746
    },
    {
      "epoch": 4.082205163991626,
      "grad_norm": 1.5497874165230523,
      "learning_rate": 7.149155780183057e-05,
      "loss": 1.5938,
      "step": 87747
    },
    {
      "epoch": 4.082251686438707,
      "grad_norm": 1.5194388211700733,
      "learning_rate": 7.148839534971831e-05,
      "loss": 1.5703,
      "step": 87748
    },
    {
      "epoch": 4.0822982088857875,
      "grad_norm": 1.6208803353688446,
      "learning_rate": 7.14852329456714e-05,
      "loss": 1.5938,
      "step": 87749
    },
    {
      "epoch": 4.082344731332868,
      "grad_norm": 1.5945008813434671,
      "learning_rate": 7.148207058969168e-05,
      "loss": 1.7031,
      "step": 87750
    },
    {
      "epoch": 4.0823912537799485,
      "grad_norm": 1.7861095521882382,
      "learning_rate": 7.14789082817811e-05,
      "loss": 1.8672,
      "step": 87751
    },
    {
      "epoch": 4.08243777622703,
      "grad_norm": 1.5569875700345492,
      "learning_rate": 7.147574602194152e-05,
      "loss": 1.6016,
      "step": 87752
    },
    {
      "epoch": 4.08248429867411,
      "grad_norm": 1.4061987969799719,
      "learning_rate": 7.147258381017502e-05,
      "loss": 1.3438,
      "step": 87753
    },
    {
      "epoch": 4.082530821121191,
      "grad_norm": 1.5670441011320877,
      "learning_rate": 7.146942164648346e-05,
      "loss": 1.4688,
      "step": 87754
    },
    {
      "epoch": 4.082577343568271,
      "grad_norm": 1.5861311113080843,
      "learning_rate": 7.14662595308688e-05,
      "loss": 1.6016,
      "step": 87755
    },
    {
      "epoch": 4.082623866015353,
      "grad_norm": 1.3518681115422004,
      "learning_rate": 7.146309746333289e-05,
      "loss": 1.2344,
      "step": 87756
    },
    {
      "epoch": 4.082670388462433,
      "grad_norm": 1.4362425721673437,
      "learning_rate": 7.14599354438778e-05,
      "loss": 1.3359,
      "step": 87757
    },
    {
      "epoch": 4.082716910909514,
      "grad_norm": 1.6746096260999637,
      "learning_rate": 7.14567734725054e-05,
      "loss": 1.5938,
      "step": 87758
    },
    {
      "epoch": 4.082763433356595,
      "grad_norm": 1.657658613788285,
      "learning_rate": 7.145361154921762e-05,
      "loss": 1.6719,
      "step": 87759
    },
    {
      "epoch": 4.0828099558036755,
      "grad_norm": 1.4029905868392096,
      "learning_rate": 7.145044967401634e-05,
      "loss": 1.4375,
      "step": 87760
    },
    {
      "epoch": 4.082856478250756,
      "grad_norm": 1.5969554298647257,
      "learning_rate": 7.144728784690363e-05,
      "loss": 1.625,
      "step": 87761
    },
    {
      "epoch": 4.082903000697836,
      "grad_norm": 1.5779482866935195,
      "learning_rate": 7.144412606788134e-05,
      "loss": 1.625,
      "step": 87762
    },
    {
      "epoch": 4.082949523144918,
      "grad_norm": 1.6431046775785354,
      "learning_rate": 7.144096433695143e-05,
      "loss": 1.4922,
      "step": 87763
    },
    {
      "epoch": 4.082996045591998,
      "grad_norm": 1.6079836386877107,
      "learning_rate": 7.143780265411575e-05,
      "loss": 1.6094,
      "step": 87764
    },
    {
      "epoch": 4.083042568039079,
      "grad_norm": 1.4520882395329142,
      "learning_rate": 7.143464101937638e-05,
      "loss": 1.5625,
      "step": 87765
    },
    {
      "epoch": 4.083089090486159,
      "grad_norm": 1.6474068301195062,
      "learning_rate": 7.143147943273519e-05,
      "loss": 1.7266,
      "step": 87766
    },
    {
      "epoch": 4.083135612933241,
      "grad_norm": 1.576820513922464,
      "learning_rate": 7.142831789419409e-05,
      "loss": 1.5781,
      "step": 87767
    },
    {
      "epoch": 4.083182135380321,
      "grad_norm": 1.5952486230181886,
      "learning_rate": 7.1425156403755e-05,
      "loss": 1.4922,
      "step": 87768
    },
    {
      "epoch": 4.0832286578274015,
      "grad_norm": 1.4326086090108658,
      "learning_rate": 7.14219949614199e-05,
      "loss": 1.3281,
      "step": 87769
    },
    {
      "epoch": 4.083275180274482,
      "grad_norm": 1.4916936462503232,
      "learning_rate": 7.141883356719076e-05,
      "loss": 1.4688,
      "step": 87770
    },
    {
      "epoch": 4.083321702721563,
      "grad_norm": 1.5113257749314288,
      "learning_rate": 7.141567222106946e-05,
      "loss": 1.4453,
      "step": 87771
    },
    {
      "epoch": 4.083368225168644,
      "grad_norm": 1.4542892283368132,
      "learning_rate": 7.141251092305798e-05,
      "loss": 1.4531,
      "step": 87772
    },
    {
      "epoch": 4.083414747615724,
      "grad_norm": 1.7864770262056522,
      "learning_rate": 7.14093496731582e-05,
      "loss": 1.9219,
      "step": 87773
    },
    {
      "epoch": 4.083461270062806,
      "grad_norm": 1.627157496630582,
      "learning_rate": 7.140618847137204e-05,
      "loss": 1.7266,
      "step": 87774
    },
    {
      "epoch": 4.083507792509886,
      "grad_norm": 1.7345764138199142,
      "learning_rate": 7.140302731770151e-05,
      "loss": 1.8906,
      "step": 87775
    },
    {
      "epoch": 4.083554314956967,
      "grad_norm": 1.6112940396599293,
      "learning_rate": 7.139986621214853e-05,
      "loss": 1.6953,
      "step": 87776
    },
    {
      "epoch": 4.083600837404047,
      "grad_norm": 1.6515675924764388,
      "learning_rate": 7.139670515471501e-05,
      "loss": 1.7031,
      "step": 87777
    },
    {
      "epoch": 4.0836473598511285,
      "grad_norm": 1.640494024152439,
      "learning_rate": 7.139354414540283e-05,
      "loss": 1.7031,
      "step": 87778
    },
    {
      "epoch": 4.083693882298209,
      "grad_norm": 1.6504416957345156,
      "learning_rate": 7.139038318421403e-05,
      "loss": 1.6953,
      "step": 87779
    },
    {
      "epoch": 4.083740404745289,
      "grad_norm": 1.6613342316346915,
      "learning_rate": 7.138722227115053e-05,
      "loss": 1.6172,
      "step": 87780
    },
    {
      "epoch": 4.08378692719237,
      "grad_norm": 1.4203248831477393,
      "learning_rate": 7.138406140621421e-05,
      "loss": 1.4062,
      "step": 87781
    },
    {
      "epoch": 4.083833449639451,
      "grad_norm": 1.7208058588915711,
      "learning_rate": 7.138090058940699e-05,
      "loss": 1.8828,
      "step": 87782
    },
    {
      "epoch": 4.083879972086532,
      "grad_norm": 1.5144415626288883,
      "learning_rate": 7.13777398207309e-05,
      "loss": 1.5234,
      "step": 87783
    },
    {
      "epoch": 4.083926494533612,
      "grad_norm": 1.5413534463058045,
      "learning_rate": 7.13745791001878e-05,
      "loss": 1.5234,
      "step": 87784
    },
    {
      "epoch": 4.083973016980694,
      "grad_norm": 1.469169354760328,
      "learning_rate": 7.137141842777968e-05,
      "loss": 1.3594,
      "step": 87785
    },
    {
      "epoch": 4.084019539427774,
      "grad_norm": 1.5228914621152005,
      "learning_rate": 7.136825780350837e-05,
      "loss": 1.6406,
      "step": 87786
    },
    {
      "epoch": 4.0840660618748545,
      "grad_norm": 1.5564492866264976,
      "learning_rate": 7.136509722737592e-05,
      "loss": 1.6641,
      "step": 87787
    },
    {
      "epoch": 4.084112584321935,
      "grad_norm": 1.4819901800175548,
      "learning_rate": 7.136193669938425e-05,
      "loss": 1.5391,
      "step": 87788
    },
    {
      "epoch": 4.084159106769016,
      "grad_norm": 1.702959796619525,
      "learning_rate": 7.135877621953523e-05,
      "loss": 1.875,
      "step": 87789
    },
    {
      "epoch": 4.084205629216097,
      "grad_norm": 1.3956051947769317,
      "learning_rate": 7.135561578783078e-05,
      "loss": 1.3047,
      "step": 87790
    },
    {
      "epoch": 4.084252151663177,
      "grad_norm": 1.6023612896588244,
      "learning_rate": 7.135245540427292e-05,
      "loss": 1.7188,
      "step": 87791
    },
    {
      "epoch": 4.084298674110258,
      "grad_norm": 1.5996440385580148,
      "learning_rate": 7.134929506886359e-05,
      "loss": 1.6328,
      "step": 87792
    },
    {
      "epoch": 4.084345196557339,
      "grad_norm": 1.4367489514367648,
      "learning_rate": 7.134613478160466e-05,
      "loss": 1.3828,
      "step": 87793
    },
    {
      "epoch": 4.08439171900442,
      "grad_norm": 1.5004379566726522,
      "learning_rate": 7.134297454249811e-05,
      "loss": 1.4297,
      "step": 87794
    },
    {
      "epoch": 4.0844382414515,
      "grad_norm": 1.795895898944853,
      "learning_rate": 7.133981435154581e-05,
      "loss": 1.9453,
      "step": 87795
    },
    {
      "epoch": 4.0844847638985815,
      "grad_norm": 1.3531423056356695,
      "learning_rate": 7.133665420874978e-05,
      "loss": 1.3359,
      "step": 87796
    },
    {
      "epoch": 4.084531286345662,
      "grad_norm": 1.5241683144240765,
      "learning_rate": 7.133349411411191e-05,
      "loss": 1.4375,
      "step": 87797
    },
    {
      "epoch": 4.0845778087927425,
      "grad_norm": 1.5658171001680579,
      "learning_rate": 7.133033406763415e-05,
      "loss": 1.5547,
      "step": 87798
    },
    {
      "epoch": 4.084624331239823,
      "grad_norm": 1.4969627149046647,
      "learning_rate": 7.132717406931842e-05,
      "loss": 1.4375,
      "step": 87799
    },
    {
      "epoch": 4.084670853686904,
      "grad_norm": 1.4479441176824082,
      "learning_rate": 7.13240141191666e-05,
      "loss": 1.3906,
      "step": 87800
    },
    {
      "epoch": 4.084717376133985,
      "grad_norm": 1.3758534786568106,
      "learning_rate": 7.132085421718074e-05,
      "loss": 1.3359,
      "step": 87801
    },
    {
      "epoch": 4.084763898581065,
      "grad_norm": 1.7172060270611884,
      "learning_rate": 7.13176943633627e-05,
      "loss": 1.8984,
      "step": 87802
    },
    {
      "epoch": 4.084810421028146,
      "grad_norm": 1.5836450883202615,
      "learning_rate": 7.131453455771445e-05,
      "loss": 1.5781,
      "step": 87803
    },
    {
      "epoch": 4.084856943475227,
      "grad_norm": 1.583626967540295,
      "learning_rate": 7.131137480023785e-05,
      "loss": 1.5547,
      "step": 87804
    },
    {
      "epoch": 4.084903465922308,
      "grad_norm": 1.5193859119543773,
      "learning_rate": 7.130821509093493e-05,
      "loss": 1.5391,
      "step": 87805
    },
    {
      "epoch": 4.084949988369388,
      "grad_norm": 1.5021519506099543,
      "learning_rate": 7.130505542980762e-05,
      "loss": 1.5469,
      "step": 87806
    },
    {
      "epoch": 4.0849965108164685,
      "grad_norm": 1.6270510224053203,
      "learning_rate": 7.130189581685779e-05,
      "loss": 1.5938,
      "step": 87807
    },
    {
      "epoch": 4.08504303326355,
      "grad_norm": 1.765315958414661,
      "learning_rate": 7.129873625208735e-05,
      "loss": 1.8828,
      "step": 87808
    },
    {
      "epoch": 4.08508955571063,
      "grad_norm": 1.5315671629149756,
      "learning_rate": 7.129557673549835e-05,
      "loss": 1.4922,
      "step": 87809
    },
    {
      "epoch": 4.085136078157711,
      "grad_norm": 1.563804180498115,
      "learning_rate": 7.129241726709264e-05,
      "loss": 1.5938,
      "step": 87810
    },
    {
      "epoch": 4.085182600604792,
      "grad_norm": 1.4591954469021986,
      "learning_rate": 7.12892578468722e-05,
      "loss": 1.5547,
      "step": 87811
    },
    {
      "epoch": 4.085229123051873,
      "grad_norm": 1.4463682716729578,
      "learning_rate": 7.128609847483887e-05,
      "loss": 1.3594,
      "step": 87812
    },
    {
      "epoch": 4.085275645498953,
      "grad_norm": 1.5782048547512955,
      "learning_rate": 7.128293915099467e-05,
      "loss": 1.6094,
      "step": 87813
    },
    {
      "epoch": 4.085322167946034,
      "grad_norm": 1.519435374905666,
      "learning_rate": 7.127977987534157e-05,
      "loss": 1.5625,
      "step": 87814
    },
    {
      "epoch": 4.085368690393115,
      "grad_norm": 1.6570134757492085,
      "learning_rate": 7.127662064788145e-05,
      "loss": 1.7812,
      "step": 87815
    },
    {
      "epoch": 4.0854152128401955,
      "grad_norm": 1.4747748734907837,
      "learning_rate": 7.127346146861624e-05,
      "loss": 1.5469,
      "step": 87816
    },
    {
      "epoch": 4.085461735287276,
      "grad_norm": 1.3583604439772792,
      "learning_rate": 7.127030233754783e-05,
      "loss": 1.3359,
      "step": 87817
    },
    {
      "epoch": 4.085508257734356,
      "grad_norm": 1.5114774380224252,
      "learning_rate": 7.126714325467827e-05,
      "loss": 1.4766,
      "step": 87818
    },
    {
      "epoch": 4.085554780181438,
      "grad_norm": 1.4672122736468867,
      "learning_rate": 7.126398422000942e-05,
      "loss": 1.4062,
      "step": 87819
    },
    {
      "epoch": 4.085601302628518,
      "grad_norm": 1.5896762426483524,
      "learning_rate": 7.126082523354322e-05,
      "loss": 1.5547,
      "step": 87820
    },
    {
      "epoch": 4.085647825075599,
      "grad_norm": 1.5540766228951624,
      "learning_rate": 7.125766629528156e-05,
      "loss": 1.5078,
      "step": 87821
    },
    {
      "epoch": 4.08569434752268,
      "grad_norm": 1.4499700057413356,
      "learning_rate": 7.125450740522647e-05,
      "loss": 1.4141,
      "step": 87822
    },
    {
      "epoch": 4.085740869969761,
      "grad_norm": 1.5864944890677375,
      "learning_rate": 7.125134856337985e-05,
      "loss": 1.5781,
      "step": 87823
    },
    {
      "epoch": 4.085787392416841,
      "grad_norm": 1.5891621604415929,
      "learning_rate": 7.12481897697436e-05,
      "loss": 1.5078,
      "step": 87824
    },
    {
      "epoch": 4.085833914863922,
      "grad_norm": 1.4514276542237605,
      "learning_rate": 7.124503102431967e-05,
      "loss": 1.4531,
      "step": 87825
    },
    {
      "epoch": 4.085880437311003,
      "grad_norm": 1.5799332809595743,
      "learning_rate": 7.124187232710994e-05,
      "loss": 1.5625,
      "step": 87826
    },
    {
      "epoch": 4.085926959758083,
      "grad_norm": 1.5152414077774798,
      "learning_rate": 7.123871367811647e-05,
      "loss": 1.4453,
      "step": 87827
    },
    {
      "epoch": 4.085973482205164,
      "grad_norm": 1.5162766970541939,
      "learning_rate": 7.123555507734111e-05,
      "loss": 1.4453,
      "step": 87828
    },
    {
      "epoch": 4.086020004652244,
      "grad_norm": 1.6284301322146286,
      "learning_rate": 7.123239652478582e-05,
      "loss": 1.7109,
      "step": 87829
    },
    {
      "epoch": 4.086066527099326,
      "grad_norm": 1.6027431666063652,
      "learning_rate": 7.122923802045246e-05,
      "loss": 1.5547,
      "step": 87830
    },
    {
      "epoch": 4.086113049546406,
      "grad_norm": 1.6434730590810376,
      "learning_rate": 7.122607956434308e-05,
      "loss": 1.7578,
      "step": 87831
    },
    {
      "epoch": 4.086159571993487,
      "grad_norm": 1.5368833894480263,
      "learning_rate": 7.122292115645957e-05,
      "loss": 1.5156,
      "step": 87832
    },
    {
      "epoch": 4.086206094440567,
      "grad_norm": 1.4928535746412772,
      "learning_rate": 7.121976279680384e-05,
      "loss": 1.4219,
      "step": 87833
    },
    {
      "epoch": 4.0862526168876485,
      "grad_norm": 1.6062228167770198,
      "learning_rate": 7.121660448537777e-05,
      "loss": 1.6094,
      "step": 87834
    },
    {
      "epoch": 4.086299139334729,
      "grad_norm": 1.447883358019586,
      "learning_rate": 7.121344622218337e-05,
      "loss": 1.4141,
      "step": 87835
    },
    {
      "epoch": 4.0863456617818095,
      "grad_norm": 1.589256753009587,
      "learning_rate": 7.121028800722262e-05,
      "loss": 1.3359,
      "step": 87836
    },
    {
      "epoch": 4.086392184228891,
      "grad_norm": 1.593449908929501,
      "learning_rate": 7.12071298404974e-05,
      "loss": 1.5859,
      "step": 87837
    },
    {
      "epoch": 4.086438706675971,
      "grad_norm": 1.7217047887559211,
      "learning_rate": 7.120397172200962e-05,
      "loss": 1.8516,
      "step": 87838
    },
    {
      "epoch": 4.086485229123052,
      "grad_norm": 1.5549706849152016,
      "learning_rate": 7.12008136517612e-05,
      "loss": 1.5781,
      "step": 87839
    },
    {
      "epoch": 4.086531751570132,
      "grad_norm": 1.4573731128192784,
      "learning_rate": 7.119765562975414e-05,
      "loss": 1.3672,
      "step": 87840
    },
    {
      "epoch": 4.086578274017214,
      "grad_norm": 1.5002175819694075,
      "learning_rate": 7.119449765599036e-05,
      "loss": 1.5469,
      "step": 87841
    },
    {
      "epoch": 4.086624796464294,
      "grad_norm": 1.6026092105973042,
      "learning_rate": 7.119133973047177e-05,
      "loss": 1.7266,
      "step": 87842
    },
    {
      "epoch": 4.086671318911375,
      "grad_norm": 1.5879078464255776,
      "learning_rate": 7.118818185320025e-05,
      "loss": 1.6719,
      "step": 87843
    },
    {
      "epoch": 4.086717841358455,
      "grad_norm": 1.6361552639076848,
      "learning_rate": 7.118502402417783e-05,
      "loss": 1.8125,
      "step": 87844
    },
    {
      "epoch": 4.086764363805536,
      "grad_norm": 1.6746586912005343,
      "learning_rate": 7.118186624340641e-05,
      "loss": 1.8281,
      "step": 87845
    },
    {
      "epoch": 4.086810886252617,
      "grad_norm": 1.5444231208762114,
      "learning_rate": 7.117870851088793e-05,
      "loss": 1.5312,
      "step": 87846
    },
    {
      "epoch": 4.086857408699697,
      "grad_norm": 1.6355785946092192,
      "learning_rate": 7.117555082662424e-05,
      "loss": 1.6953,
      "step": 87847
    },
    {
      "epoch": 4.086903931146779,
      "grad_norm": 1.5809607117005435,
      "learning_rate": 7.117239319061741e-05,
      "loss": 1.6875,
      "step": 87848
    },
    {
      "epoch": 4.086950453593859,
      "grad_norm": 1.5282568901119102,
      "learning_rate": 7.11692356028693e-05,
      "loss": 1.4922,
      "step": 87849
    },
    {
      "epoch": 4.08699697604094,
      "grad_norm": 1.6076853203619546,
      "learning_rate": 7.116607806338184e-05,
      "loss": 1.6328,
      "step": 87850
    },
    {
      "epoch": 4.08704349848802,
      "grad_norm": 1.4167575214494745,
      "learning_rate": 7.116292057215696e-05,
      "loss": 1.3828,
      "step": 87851
    },
    {
      "epoch": 4.0870900209351015,
      "grad_norm": 1.5412506576600207,
      "learning_rate": 7.115976312919658e-05,
      "loss": 1.5859,
      "step": 87852
    },
    {
      "epoch": 4.087136543382182,
      "grad_norm": 1.659533571525923,
      "learning_rate": 7.11566057345027e-05,
      "loss": 1.8125,
      "step": 87853
    },
    {
      "epoch": 4.0871830658292625,
      "grad_norm": 1.6606495132667929,
      "learning_rate": 7.115344838807721e-05,
      "loss": 1.7656,
      "step": 87854
    },
    {
      "epoch": 4.087229588276343,
      "grad_norm": 1.6334371549704971,
      "learning_rate": 7.115029108992203e-05,
      "loss": 1.6797,
      "step": 87855
    },
    {
      "epoch": 4.087276110723424,
      "grad_norm": 1.5771168061305192,
      "learning_rate": 7.114713384003907e-05,
      "loss": 1.6406,
      "step": 87856
    },
    {
      "epoch": 4.087322633170505,
      "grad_norm": 1.6570279814457831,
      "learning_rate": 7.11439766384303e-05,
      "loss": 1.7266,
      "step": 87857
    },
    {
      "epoch": 4.087369155617585,
      "grad_norm": 1.715396404810613,
      "learning_rate": 7.11408194850977e-05,
      "loss": 1.7969,
      "step": 87858
    },
    {
      "epoch": 4.087415678064666,
      "grad_norm": 1.512386308296924,
      "learning_rate": 7.113766238004314e-05,
      "loss": 1.5859,
      "step": 87859
    },
    {
      "epoch": 4.087462200511747,
      "grad_norm": 1.5183922094064488,
      "learning_rate": 7.11345053232686e-05,
      "loss": 1.5312,
      "step": 87860
    },
    {
      "epoch": 4.087508722958828,
      "grad_norm": 1.6227569623762352,
      "learning_rate": 7.113134831477591e-05,
      "loss": 1.5703,
      "step": 87861
    },
    {
      "epoch": 4.087555245405908,
      "grad_norm": 1.6941491481516044,
      "learning_rate": 7.112819135456713e-05,
      "loss": 1.8906,
      "step": 87862
    },
    {
      "epoch": 4.0876017678529895,
      "grad_norm": 1.4635977092941046,
      "learning_rate": 7.112503444264414e-05,
      "loss": 1.4219,
      "step": 87863
    },
    {
      "epoch": 4.08764829030007,
      "grad_norm": 1.5900877318534719,
      "learning_rate": 7.112187757900885e-05,
      "loss": 1.6094,
      "step": 87864
    },
    {
      "epoch": 4.08769481274715,
      "grad_norm": 1.647855366514799,
      "learning_rate": 7.111872076366318e-05,
      "loss": 1.6875,
      "step": 87865
    },
    {
      "epoch": 4.087741335194231,
      "grad_norm": 1.5993434352843952,
      "learning_rate": 7.111556399660914e-05,
      "loss": 1.6953,
      "step": 87866
    },
    {
      "epoch": 4.087787857641312,
      "grad_norm": 1.4892265574583945,
      "learning_rate": 7.111240727784862e-05,
      "loss": 1.4609,
      "step": 87867
    },
    {
      "epoch": 4.087834380088393,
      "grad_norm": 1.4700653008844289,
      "learning_rate": 7.110925060738353e-05,
      "loss": 1.3906,
      "step": 87868
    },
    {
      "epoch": 4.087880902535473,
      "grad_norm": 1.7095898505383609,
      "learning_rate": 7.110609398521579e-05,
      "loss": 1.9297,
      "step": 87869
    },
    {
      "epoch": 4.087927424982554,
      "grad_norm": 1.6355002057434567,
      "learning_rate": 7.11029374113474e-05,
      "loss": 1.75,
      "step": 87870
    },
    {
      "epoch": 4.087973947429635,
      "grad_norm": 1.4957349736770273,
      "learning_rate": 7.109978088578028e-05,
      "loss": 1.5391,
      "step": 87871
    },
    {
      "epoch": 4.0880204698767155,
      "grad_norm": 1.7217305229188358,
      "learning_rate": 7.109662440851632e-05,
      "loss": 1.9219,
      "step": 87872
    },
    {
      "epoch": 4.088066992323796,
      "grad_norm": 1.7365296291452974,
      "learning_rate": 7.109346797955741e-05,
      "loss": 1.9219,
      "step": 87873
    },
    {
      "epoch": 4.088113514770877,
      "grad_norm": 1.5648086979082072,
      "learning_rate": 7.109031159890563e-05,
      "loss": 1.5859,
      "step": 87874
    },
    {
      "epoch": 4.088160037217958,
      "grad_norm": 1.5525529095505897,
      "learning_rate": 7.108715526656281e-05,
      "loss": 1.6328,
      "step": 87875
    },
    {
      "epoch": 4.088206559665038,
      "grad_norm": 1.6412915852218875,
      "learning_rate": 7.108399898253089e-05,
      "loss": 1.7578,
      "step": 87876
    },
    {
      "epoch": 4.088253082112119,
      "grad_norm": 1.6848440259556732,
      "learning_rate": 7.108084274681183e-05,
      "loss": 1.7891,
      "step": 87877
    },
    {
      "epoch": 4.0882996045592,
      "grad_norm": 1.5709125958824974,
      "learning_rate": 7.107768655940741e-05,
      "loss": 1.7266,
      "step": 87878
    },
    {
      "epoch": 4.088346127006281,
      "grad_norm": 1.4780431323559784,
      "learning_rate": 7.107453042031983e-05,
      "loss": 1.4375,
      "step": 87879
    },
    {
      "epoch": 4.088392649453361,
      "grad_norm": 1.532040306826209,
      "learning_rate": 7.107137432955086e-05,
      "loss": 1.5391,
      "step": 87880
    },
    {
      "epoch": 4.088439171900442,
      "grad_norm": 1.412708537871601,
      "learning_rate": 7.106821828710247e-05,
      "loss": 1.3438,
      "step": 87881
    },
    {
      "epoch": 4.088485694347523,
      "grad_norm": 1.4486912385203055,
      "learning_rate": 7.106506229297659e-05,
      "loss": 1.2812,
      "step": 87882
    },
    {
      "epoch": 4.088532216794603,
      "grad_norm": 1.5239147658102707,
      "learning_rate": 7.106190634717508e-05,
      "loss": 1.3984,
      "step": 87883
    },
    {
      "epoch": 4.088578739241684,
      "grad_norm": 1.658866762096271,
      "learning_rate": 7.105875044969999e-05,
      "loss": 1.5312,
      "step": 87884
    },
    {
      "epoch": 4.088625261688765,
      "grad_norm": 1.6684068065602866,
      "learning_rate": 7.105559460055322e-05,
      "loss": 1.8984,
      "step": 87885
    },
    {
      "epoch": 4.088671784135846,
      "grad_norm": 1.6904774066626709,
      "learning_rate": 7.105243879973666e-05,
      "loss": 1.8672,
      "step": 87886
    },
    {
      "epoch": 4.088718306582926,
      "grad_norm": 1.3983100611103803,
      "learning_rate": 7.104928304725221e-05,
      "loss": 1.3203,
      "step": 87887
    },
    {
      "epoch": 4.088764829030007,
      "grad_norm": 1.6386462680915475,
      "learning_rate": 7.104612734310192e-05,
      "loss": 1.7422,
      "step": 87888
    },
    {
      "epoch": 4.088811351477088,
      "grad_norm": 1.633940874908699,
      "learning_rate": 7.104297168728764e-05,
      "loss": 1.5859,
      "step": 87889
    },
    {
      "epoch": 4.0888578739241686,
      "grad_norm": 1.6426305783314235,
      "learning_rate": 7.103981607981132e-05,
      "loss": 1.7188,
      "step": 87890
    },
    {
      "epoch": 4.088904396371249,
      "grad_norm": 1.5738137562271188,
      "learning_rate": 7.103666052067485e-05,
      "loss": 1.6953,
      "step": 87891
    },
    {
      "epoch": 4.0889509188183295,
      "grad_norm": 1.3552176690793787,
      "learning_rate": 7.103350500988025e-05,
      "loss": 1.2422,
      "step": 87892
    },
    {
      "epoch": 4.088997441265411,
      "grad_norm": 1.5208094340647489,
      "learning_rate": 7.10303495474294e-05,
      "loss": 1.5859,
      "step": 87893
    },
    {
      "epoch": 4.089043963712491,
      "grad_norm": 1.4772637822242853,
      "learning_rate": 7.102719413332423e-05,
      "loss": 1.4062,
      "step": 87894
    },
    {
      "epoch": 4.089090486159572,
      "grad_norm": 1.5506776658233488,
      "learning_rate": 7.102403876756663e-05,
      "loss": 1.5234,
      "step": 87895
    },
    {
      "epoch": 4.089137008606652,
      "grad_norm": 1.4072721172775922,
      "learning_rate": 7.102088345015863e-05,
      "loss": 1.3203,
      "step": 87896
    },
    {
      "epoch": 4.089183531053734,
      "grad_norm": 1.721127737444659,
      "learning_rate": 7.101772818110211e-05,
      "loss": 1.8203,
      "step": 87897
    },
    {
      "epoch": 4.089230053500814,
      "grad_norm": 1.5038898137599064,
      "learning_rate": 7.1014572960399e-05,
      "loss": 1.5312,
      "step": 87898
    },
    {
      "epoch": 4.089276575947895,
      "grad_norm": 1.397307616577986,
      "learning_rate": 7.10114177880512e-05,
      "loss": 1.2891,
      "step": 87899
    },
    {
      "epoch": 4.089323098394976,
      "grad_norm": 1.553223281648501,
      "learning_rate": 7.100826266406065e-05,
      "loss": 1.4531,
      "step": 87900
    },
    {
      "epoch": 4.0893696208420565,
      "grad_norm": 1.6646648668534394,
      "learning_rate": 7.100510758842936e-05,
      "loss": 1.6172,
      "step": 87901
    },
    {
      "epoch": 4.089416143289137,
      "grad_norm": 1.7252252338510046,
      "learning_rate": 7.100195256115923e-05,
      "loss": 1.7344,
      "step": 87902
    },
    {
      "epoch": 4.089462665736217,
      "grad_norm": 1.7801544294027818,
      "learning_rate": 7.099879758225217e-05,
      "loss": 1.8516,
      "step": 87903
    },
    {
      "epoch": 4.089509188183299,
      "grad_norm": 1.566832499719613,
      "learning_rate": 7.099564265171004e-05,
      "loss": 1.6172,
      "step": 87904
    },
    {
      "epoch": 4.089555710630379,
      "grad_norm": 1.4916875133354435,
      "learning_rate": 7.099248776953491e-05,
      "loss": 1.4922,
      "step": 87905
    },
    {
      "epoch": 4.08960223307746,
      "grad_norm": 1.5293758889995193,
      "learning_rate": 7.098933293572864e-05,
      "loss": 1.5547,
      "step": 87906
    },
    {
      "epoch": 4.08964875552454,
      "grad_norm": 1.4616248104061684,
      "learning_rate": 7.098617815029316e-05,
      "loss": 1.3516,
      "step": 87907
    },
    {
      "epoch": 4.089695277971622,
      "grad_norm": 1.6610728191207087,
      "learning_rate": 7.098302341323041e-05,
      "loss": 1.6641,
      "step": 87908
    },
    {
      "epoch": 4.089741800418702,
      "grad_norm": 1.7661961241635962,
      "learning_rate": 7.097986872454227e-05,
      "loss": 1.9062,
      "step": 87909
    },
    {
      "epoch": 4.0897883228657825,
      "grad_norm": 1.6567296897869201,
      "learning_rate": 7.097671408423077e-05,
      "loss": 1.7812,
      "step": 87910
    },
    {
      "epoch": 4.089834845312863,
      "grad_norm": 1.526650983685953,
      "learning_rate": 7.09735594922978e-05,
      "loss": 1.4766,
      "step": 87911
    },
    {
      "epoch": 4.089881367759944,
      "grad_norm": 1.6679467317707761,
      "learning_rate": 7.097040494874528e-05,
      "loss": 1.6875,
      "step": 87912
    },
    {
      "epoch": 4.089927890207025,
      "grad_norm": 1.5980133003049264,
      "learning_rate": 7.096725045357507e-05,
      "loss": 1.5859,
      "step": 87913
    },
    {
      "epoch": 4.089974412654105,
      "grad_norm": 1.6446381272450927,
      "learning_rate": 7.096409600678925e-05,
      "loss": 1.6797,
      "step": 87914
    },
    {
      "epoch": 4.090020935101187,
      "grad_norm": 1.4323049436721345,
      "learning_rate": 7.096094160838969e-05,
      "loss": 1.3984,
      "step": 87915
    },
    {
      "epoch": 4.090067457548267,
      "grad_norm": 1.5100093858172856,
      "learning_rate": 7.095778725837827e-05,
      "loss": 1.5312,
      "step": 87916
    },
    {
      "epoch": 4.090113979995348,
      "grad_norm": 1.7654220973420982,
      "learning_rate": 7.095463295675693e-05,
      "loss": 1.7969,
      "step": 87917
    },
    {
      "epoch": 4.090160502442428,
      "grad_norm": 1.6475998720100251,
      "learning_rate": 7.095147870352768e-05,
      "loss": 1.6094,
      "step": 87918
    },
    {
      "epoch": 4.0902070248895095,
      "grad_norm": 1.6221892824640836,
      "learning_rate": 7.094832449869239e-05,
      "loss": 1.6875,
      "step": 87919
    },
    {
      "epoch": 4.09025354733659,
      "grad_norm": 1.561654712781596,
      "learning_rate": 7.0945170342253e-05,
      "loss": 1.5781,
      "step": 87920
    },
    {
      "epoch": 4.0903000697836704,
      "grad_norm": 1.5798318540137442,
      "learning_rate": 7.094201623421142e-05,
      "loss": 1.6719,
      "step": 87921
    },
    {
      "epoch": 4.090346592230751,
      "grad_norm": 1.5214537848489904,
      "learning_rate": 7.093886217456956e-05,
      "loss": 1.4375,
      "step": 87922
    },
    {
      "epoch": 4.090393114677832,
      "grad_norm": 1.7076983173514442,
      "learning_rate": 7.093570816332949e-05,
      "loss": 1.7109,
      "step": 87923
    },
    {
      "epoch": 4.090439637124913,
      "grad_norm": 1.650217324896745,
      "learning_rate": 7.093255420049302e-05,
      "loss": 1.7266,
      "step": 87924
    },
    {
      "epoch": 4.090486159571993,
      "grad_norm": 1.7042229231675863,
      "learning_rate": 7.092940028606212e-05,
      "loss": 1.2812,
      "step": 87925
    },
    {
      "epoch": 4.090532682019075,
      "grad_norm": 1.6247869814976033,
      "learning_rate": 7.092624642003864e-05,
      "loss": 1.7031,
      "step": 87926
    },
    {
      "epoch": 4.090579204466155,
      "grad_norm": 1.7007512637916051,
      "learning_rate": 7.092309260242463e-05,
      "loss": 1.6719,
      "step": 87927
    },
    {
      "epoch": 4.090625726913236,
      "grad_norm": 1.4256229842319017,
      "learning_rate": 7.091993883322198e-05,
      "loss": 1.3359,
      "step": 87928
    },
    {
      "epoch": 4.090672249360316,
      "grad_norm": 1.6172784336587824,
      "learning_rate": 7.09167851124326e-05,
      "loss": 1.6875,
      "step": 87929
    },
    {
      "epoch": 4.090718771807397,
      "grad_norm": 1.691109934575742,
      "learning_rate": 7.091363144005839e-05,
      "loss": 1.8047,
      "step": 87930
    },
    {
      "epoch": 4.090765294254478,
      "grad_norm": 1.624796472749654,
      "learning_rate": 7.091047781610137e-05,
      "loss": 1.6406,
      "step": 87931
    },
    {
      "epoch": 4.090811816701558,
      "grad_norm": 1.4945145514774545,
      "learning_rate": 7.090732424056341e-05,
      "loss": 1.5234,
      "step": 87932
    },
    {
      "epoch": 4.090858339148639,
      "grad_norm": 1.5300803276911341,
      "learning_rate": 7.090417071344647e-05,
      "loss": 1.5625,
      "step": 87933
    },
    {
      "epoch": 4.09090486159572,
      "grad_norm": 1.6649571082849306,
      "learning_rate": 7.090101723475245e-05,
      "loss": 1.8125,
      "step": 87934
    },
    {
      "epoch": 4.090951384042801,
      "grad_norm": 1.6889775156783764,
      "learning_rate": 7.089786380448323e-05,
      "loss": 1.8125,
      "step": 87935
    },
    {
      "epoch": 4.090997906489881,
      "grad_norm": 1.6051977126529,
      "learning_rate": 7.089471042264087e-05,
      "loss": 1.7031,
      "step": 87936
    },
    {
      "epoch": 4.0910444289369625,
      "grad_norm": 1.4956167709234978,
      "learning_rate": 7.089155708922723e-05,
      "loss": 1.5078,
      "step": 87937
    },
    {
      "epoch": 4.091090951384043,
      "grad_norm": 1.5058367445535976,
      "learning_rate": 7.088840380424426e-05,
      "loss": 1.4219,
      "step": 87938
    },
    {
      "epoch": 4.0911374738311235,
      "grad_norm": 1.5836800322969182,
      "learning_rate": 7.088525056769381e-05,
      "loss": 1.5859,
      "step": 87939
    },
    {
      "epoch": 4.091183996278204,
      "grad_norm": 1.529351073455717,
      "learning_rate": 7.088209737957793e-05,
      "loss": 1.5781,
      "step": 87940
    },
    {
      "epoch": 4.091230518725285,
      "grad_norm": 1.6345813486133955,
      "learning_rate": 7.08789442398985e-05,
      "loss": 1.6875,
      "step": 87941
    },
    {
      "epoch": 4.091277041172366,
      "grad_norm": 1.3523729472935906,
      "learning_rate": 7.087579114865745e-05,
      "loss": 1.3047,
      "step": 87942
    },
    {
      "epoch": 4.091323563619446,
      "grad_norm": 1.7072245636305032,
      "learning_rate": 7.087263810585666e-05,
      "loss": 1.7734,
      "step": 87943
    },
    {
      "epoch": 4.091370086066527,
      "grad_norm": 1.5891606371065476,
      "learning_rate": 7.086948511149808e-05,
      "loss": 1.7188,
      "step": 87944
    },
    {
      "epoch": 4.091416608513608,
      "grad_norm": 1.5141549076244674,
      "learning_rate": 7.086633216558373e-05,
      "loss": 1.4453,
      "step": 87945
    },
    {
      "epoch": 4.091463130960689,
      "grad_norm": 1.6333563910316888,
      "learning_rate": 7.086317926811549e-05,
      "loss": 1.6641,
      "step": 87946
    },
    {
      "epoch": 4.091509653407769,
      "grad_norm": 1.6966610615233684,
      "learning_rate": 7.086002641909526e-05,
      "loss": 1.7109,
      "step": 87947
    },
    {
      "epoch": 4.0915561758548495,
      "grad_norm": 1.5564789684049647,
      "learning_rate": 7.085687361852495e-05,
      "loss": 1.5703,
      "step": 87948
    },
    {
      "epoch": 4.091602698301931,
      "grad_norm": 1.3640716859104673,
      "learning_rate": 7.085372086640659e-05,
      "loss": 1.3047,
      "step": 87949
    },
    {
      "epoch": 4.091649220749011,
      "grad_norm": 1.4722506939182158,
      "learning_rate": 7.085056816274202e-05,
      "loss": 1.4375,
      "step": 87950
    },
    {
      "epoch": 4.091695743196092,
      "grad_norm": 1.7129066738122558,
      "learning_rate": 7.084741550753323e-05,
      "loss": 1.7109,
      "step": 87951
    },
    {
      "epoch": 4.091742265643173,
      "grad_norm": 1.4443506797903103,
      "learning_rate": 7.084426290078204e-05,
      "loss": 1.4219,
      "step": 87952
    },
    {
      "epoch": 4.091788788090254,
      "grad_norm": 1.5325230312656482,
      "learning_rate": 7.084111034249052e-05,
      "loss": 1.5547,
      "step": 87953
    },
    {
      "epoch": 4.091835310537334,
      "grad_norm": 1.5959896375425457,
      "learning_rate": 7.083795783266056e-05,
      "loss": 1.6562,
      "step": 87954
    },
    {
      "epoch": 4.091881832984415,
      "grad_norm": 1.6796184144648945,
      "learning_rate": 7.083480537129403e-05,
      "loss": 1.6797,
      "step": 87955
    },
    {
      "epoch": 4.091928355431496,
      "grad_norm": 1.4256527957676959,
      "learning_rate": 7.083165295839288e-05,
      "loss": 1.375,
      "step": 87956
    },
    {
      "epoch": 4.0919748778785765,
      "grad_norm": 1.582850125849101,
      "learning_rate": 7.082850059395909e-05,
      "loss": 1.5469,
      "step": 87957
    },
    {
      "epoch": 4.092021400325657,
      "grad_norm": 1.6044809473123016,
      "learning_rate": 7.082534827799457e-05,
      "loss": 1.5391,
      "step": 87958
    },
    {
      "epoch": 4.0920679227727375,
      "grad_norm": 1.4858247597930863,
      "learning_rate": 7.082219601050123e-05,
      "loss": 1.3594,
      "step": 87959
    },
    {
      "epoch": 4.092114445219819,
      "grad_norm": 1.4663778550603486,
      "learning_rate": 7.081904379148102e-05,
      "loss": 1.4219,
      "step": 87960
    },
    {
      "epoch": 4.092160967666899,
      "grad_norm": 1.6010069570782697,
      "learning_rate": 7.081589162093581e-05,
      "loss": 1.6953,
      "step": 87961
    },
    {
      "epoch": 4.09220749011398,
      "grad_norm": 1.6841287757139491,
      "learning_rate": 7.08127394988676e-05,
      "loss": 1.7891,
      "step": 87962
    },
    {
      "epoch": 4.092254012561061,
      "grad_norm": 1.6724801039715327,
      "learning_rate": 7.080958742527832e-05,
      "loss": 1.6719,
      "step": 87963
    },
    {
      "epoch": 4.092300535008142,
      "grad_norm": 1.5548088112313279,
      "learning_rate": 7.080643540016988e-05,
      "loss": 1.4922,
      "step": 87964
    },
    {
      "epoch": 4.092347057455222,
      "grad_norm": 1.6223060535294935,
      "learning_rate": 7.080328342354415e-05,
      "loss": 1.6016,
      "step": 87965
    },
    {
      "epoch": 4.092393579902303,
      "grad_norm": 1.3383554112960885,
      "learning_rate": 7.080013149540311e-05,
      "loss": 1.4297,
      "step": 87966
    },
    {
      "epoch": 4.092440102349384,
      "grad_norm": 1.7326040604165636,
      "learning_rate": 7.079697961574875e-05,
      "loss": 1.7266,
      "step": 87967
    },
    {
      "epoch": 4.092486624796464,
      "grad_norm": 1.5979069336926,
      "learning_rate": 7.079382778458296e-05,
      "loss": 1.6953,
      "step": 87968
    },
    {
      "epoch": 4.092533147243545,
      "grad_norm": 1.5828811507516811,
      "learning_rate": 7.079067600190764e-05,
      "loss": 1.5547,
      "step": 87969
    },
    {
      "epoch": 4.092579669690625,
      "grad_norm": 1.6004771222697955,
      "learning_rate": 7.078752426772469e-05,
      "loss": 1.6094,
      "step": 87970
    },
    {
      "epoch": 4.092626192137707,
      "grad_norm": 1.5687045055692428,
      "learning_rate": 7.078437258203612e-05,
      "loss": 1.6406,
      "step": 87971
    },
    {
      "epoch": 4.092672714584787,
      "grad_norm": 1.6215626260394798,
      "learning_rate": 7.078122094484385e-05,
      "loss": 1.7266,
      "step": 87972
    },
    {
      "epoch": 4.092719237031868,
      "grad_norm": 1.6107607714596603,
      "learning_rate": 7.077806935614976e-05,
      "loss": 1.6875,
      "step": 87973
    },
    {
      "epoch": 4.092765759478948,
      "grad_norm": 1.5819174095827202,
      "learning_rate": 7.077491781595577e-05,
      "loss": 1.75,
      "step": 87974
    },
    {
      "epoch": 4.0928122819260295,
      "grad_norm": 1.301396977322866,
      "learning_rate": 7.077176632426388e-05,
      "loss": 1.2031,
      "step": 87975
    },
    {
      "epoch": 4.09285880437311,
      "grad_norm": 1.5956646673899837,
      "learning_rate": 7.0768614881076e-05,
      "loss": 1.6562,
      "step": 87976
    },
    {
      "epoch": 4.0929053268201905,
      "grad_norm": 1.5255615474498896,
      "learning_rate": 7.076546348639403e-05,
      "loss": 1.6172,
      "step": 87977
    },
    {
      "epoch": 4.092951849267272,
      "grad_norm": 1.655861768188165,
      "learning_rate": 7.076231214021985e-05,
      "loss": 1.6562,
      "step": 87978
    },
    {
      "epoch": 4.092998371714352,
      "grad_norm": 1.8009590709372678,
      "learning_rate": 7.07591608425555e-05,
      "loss": 1.9219,
      "step": 87979
    },
    {
      "epoch": 4.093044894161433,
      "grad_norm": 1.6419712079207007,
      "learning_rate": 7.075600959340288e-05,
      "loss": 1.8359,
      "step": 87980
    },
    {
      "epoch": 4.093091416608513,
      "grad_norm": 1.7206713653620298,
      "learning_rate": 7.07528583927639e-05,
      "loss": 1.8672,
      "step": 87981
    },
    {
      "epoch": 4.093137939055595,
      "grad_norm": 1.5855708522604286,
      "learning_rate": 7.074970724064041e-05,
      "loss": 1.6484,
      "step": 87982
    },
    {
      "epoch": 4.093184461502675,
      "grad_norm": 1.6393107368882402,
      "learning_rate": 7.074655613703447e-05,
      "loss": 1.6094,
      "step": 87983
    },
    {
      "epoch": 4.093230983949756,
      "grad_norm": 1.705467986309247,
      "learning_rate": 7.074340508194796e-05,
      "loss": 1.7422,
      "step": 87984
    },
    {
      "epoch": 4.093277506396836,
      "grad_norm": 1.5505004927495232,
      "learning_rate": 7.074025407538283e-05,
      "loss": 1.5391,
      "step": 87985
    },
    {
      "epoch": 4.093324028843917,
      "grad_norm": 1.6094823292327978,
      "learning_rate": 7.073710311734096e-05,
      "loss": 1.6016,
      "step": 87986
    },
    {
      "epoch": 4.093370551290998,
      "grad_norm": 1.6809357165245062,
      "learning_rate": 7.073395220782424e-05,
      "loss": 1.6875,
      "step": 87987
    },
    {
      "epoch": 4.093417073738078,
      "grad_norm": 1.4546592906993874,
      "learning_rate": 7.073080134683467e-05,
      "loss": 1.4219,
      "step": 87988
    },
    {
      "epoch": 4.09346359618516,
      "grad_norm": 1.6440132808911565,
      "learning_rate": 7.072765053437423e-05,
      "loss": 1.7109,
      "step": 87989
    },
    {
      "epoch": 4.09351011863224,
      "grad_norm": 1.4537256258029576,
      "learning_rate": 7.072449977044479e-05,
      "loss": 1.4297,
      "step": 87990
    },
    {
      "epoch": 4.093556641079321,
      "grad_norm": 1.557539222937118,
      "learning_rate": 7.072134905504828e-05,
      "loss": 1.5469,
      "step": 87991
    },
    {
      "epoch": 4.093603163526401,
      "grad_norm": 1.6549693636903227,
      "learning_rate": 7.071819838818656e-05,
      "loss": 1.6797,
      "step": 87992
    },
    {
      "epoch": 4.0936496859734826,
      "grad_norm": 1.393376319808826,
      "learning_rate": 7.07150477698617e-05,
      "loss": 1.3359,
      "step": 87993
    },
    {
      "epoch": 4.093696208420563,
      "grad_norm": 1.6956142926502327,
      "learning_rate": 7.071189720007554e-05,
      "loss": 1.6406,
      "step": 87994
    },
    {
      "epoch": 4.0937427308676435,
      "grad_norm": 1.5445022774454555,
      "learning_rate": 7.070874667883004e-05,
      "loss": 1.4297,
      "step": 87995
    },
    {
      "epoch": 4.093789253314724,
      "grad_norm": 1.5768056390459526,
      "learning_rate": 7.070559620612704e-05,
      "loss": 1.6094,
      "step": 87996
    },
    {
      "epoch": 4.093835775761805,
      "grad_norm": 1.6231114824374087,
      "learning_rate": 7.07024457819686e-05,
      "loss": 1.625,
      "step": 87997
    },
    {
      "epoch": 4.093882298208886,
      "grad_norm": 1.581739805080957,
      "learning_rate": 7.069929540635658e-05,
      "loss": 1.7266,
      "step": 87998
    },
    {
      "epoch": 4.093928820655966,
      "grad_norm": 1.6289885745589983,
      "learning_rate": 7.069614507929296e-05,
      "loss": 1.6719,
      "step": 87999
    },
    {
      "epoch": 4.093975343103047,
      "grad_norm": 1.6027110348714415,
      "learning_rate": 7.069299480077953e-05,
      "loss": 1.4766,
      "step": 88000
    },
    {
      "epoch": 4.094021865550128,
      "grad_norm": 1.6009054774449836,
      "learning_rate": 7.068984457081838e-05,
      "loss": 1.6641,
      "step": 88001
    },
    {
      "epoch": 4.094068387997209,
      "grad_norm": 1.643914014807889,
      "learning_rate": 7.068669438941138e-05,
      "loss": 1.8047,
      "step": 88002
    },
    {
      "epoch": 4.094114910444289,
      "grad_norm": 1.6926904762717638,
      "learning_rate": 7.068354425656046e-05,
      "loss": 1.7656,
      "step": 88003
    },
    {
      "epoch": 4.0941614328913705,
      "grad_norm": 1.537981927361674,
      "learning_rate": 7.068039417226748e-05,
      "loss": 1.5391,
      "step": 88004
    },
    {
      "epoch": 4.094207955338451,
      "grad_norm": 1.5864354030033514,
      "learning_rate": 7.067724413653449e-05,
      "loss": 1.5859,
      "step": 88005
    },
    {
      "epoch": 4.094254477785531,
      "grad_norm": 1.4702591813872625,
      "learning_rate": 7.067409414936334e-05,
      "loss": 1.5391,
      "step": 88006
    },
    {
      "epoch": 4.094301000232612,
      "grad_norm": 1.5538735202431058,
      "learning_rate": 7.067094421075598e-05,
      "loss": 1.6562,
      "step": 88007
    },
    {
      "epoch": 4.094347522679693,
      "grad_norm": 1.4924561461870323,
      "learning_rate": 7.06677943207143e-05,
      "loss": 1.4297,
      "step": 88008
    },
    {
      "epoch": 4.094394045126774,
      "grad_norm": 1.6484008876144005,
      "learning_rate": 7.06646444792403e-05,
      "loss": 1.6562,
      "step": 88009
    },
    {
      "epoch": 4.094440567573854,
      "grad_norm": 1.5993997980401147,
      "learning_rate": 7.066149468633585e-05,
      "loss": 1.6562,
      "step": 88010
    },
    {
      "epoch": 4.094487090020935,
      "grad_norm": 1.5295463957664273,
      "learning_rate": 7.065834494200293e-05,
      "loss": 1.5859,
      "step": 88011
    },
    {
      "epoch": 4.094533612468016,
      "grad_norm": 1.5110836525652818,
      "learning_rate": 7.065519524624343e-05,
      "loss": 1.5312,
      "step": 88012
    },
    {
      "epoch": 4.0945801349150965,
      "grad_norm": 1.6630355884306358,
      "learning_rate": 7.065204559905929e-05,
      "loss": 1.7734,
      "step": 88013
    },
    {
      "epoch": 4.094626657362177,
      "grad_norm": 1.4500612136913151,
      "learning_rate": 7.064889600045239e-05,
      "loss": 1.4531,
      "step": 88014
    },
    {
      "epoch": 4.094673179809258,
      "grad_norm": 1.6055515089547612,
      "learning_rate": 7.064574645042476e-05,
      "loss": 1.7344,
      "step": 88015
    },
    {
      "epoch": 4.094719702256339,
      "grad_norm": 1.4410242336541808,
      "learning_rate": 7.064259694897826e-05,
      "loss": 1.4062,
      "step": 88016
    },
    {
      "epoch": 4.094766224703419,
      "grad_norm": 1.4651841300481512,
      "learning_rate": 7.063944749611484e-05,
      "loss": 1.4844,
      "step": 88017
    },
    {
      "epoch": 4.0948127471505,
      "grad_norm": 1.6064459377601223,
      "learning_rate": 7.063629809183638e-05,
      "loss": 1.7891,
      "step": 88018
    },
    {
      "epoch": 4.094859269597581,
      "grad_norm": 1.4512256388446754,
      "learning_rate": 7.063314873614487e-05,
      "loss": 1.2734,
      "step": 88019
    },
    {
      "epoch": 4.094905792044662,
      "grad_norm": 1.3054443862057774,
      "learning_rate": 7.062999942904223e-05,
      "loss": 1.1719,
      "step": 88020
    },
    {
      "epoch": 4.094952314491742,
      "grad_norm": 1.726824944397917,
      "learning_rate": 7.062685017053037e-05,
      "loss": 1.8828,
      "step": 88021
    },
    {
      "epoch": 4.094998836938823,
      "grad_norm": 1.7808165453883669,
      "learning_rate": 7.062370096061117e-05,
      "loss": 1.75,
      "step": 88022
    },
    {
      "epoch": 4.095045359385904,
      "grad_norm": 1.4453790722087805,
      "learning_rate": 7.062055179928665e-05,
      "loss": 1.375,
      "step": 88023
    },
    {
      "epoch": 4.0950918818329844,
      "grad_norm": 1.5547517730036984,
      "learning_rate": 7.06174026865587e-05,
      "loss": 1.6094,
      "step": 88024
    },
    {
      "epoch": 4.095138404280065,
      "grad_norm": 1.5410836569105069,
      "learning_rate": 7.061425362242926e-05,
      "loss": 1.6406,
      "step": 88025
    },
    {
      "epoch": 4.095184926727146,
      "grad_norm": 1.4102925739995291,
      "learning_rate": 7.061110460690017e-05,
      "loss": 1.2266,
      "step": 88026
    },
    {
      "epoch": 4.095231449174227,
      "grad_norm": 1.758101257139674,
      "learning_rate": 7.06079556399735e-05,
      "loss": 1.8047,
      "step": 88027
    },
    {
      "epoch": 4.095277971621307,
      "grad_norm": 1.6657667108353407,
      "learning_rate": 7.060480672165109e-05,
      "loss": 1.6172,
      "step": 88028
    },
    {
      "epoch": 4.095324494068388,
      "grad_norm": 1.5934137952527574,
      "learning_rate": 7.060165785193488e-05,
      "loss": 1.5547,
      "step": 88029
    },
    {
      "epoch": 4.095371016515469,
      "grad_norm": 1.537801433025621,
      "learning_rate": 7.059850903082677e-05,
      "loss": 1.5234,
      "step": 88030
    },
    {
      "epoch": 4.09541753896255,
      "grad_norm": 1.4528603069829367,
      "learning_rate": 7.059536025832877e-05,
      "loss": 1.4609,
      "step": 88031
    },
    {
      "epoch": 4.09546406140963,
      "grad_norm": 1.5659368839982875,
      "learning_rate": 7.059221153444269e-05,
      "loss": 1.5938,
      "step": 88032
    },
    {
      "epoch": 4.0955105838567105,
      "grad_norm": 1.7052411218500938,
      "learning_rate": 7.05890628591706e-05,
      "loss": 1.7031,
      "step": 88033
    },
    {
      "epoch": 4.095557106303792,
      "grad_norm": 1.489273402242161,
      "learning_rate": 7.058591423251432e-05,
      "loss": 1.4375,
      "step": 88034
    },
    {
      "epoch": 4.095603628750872,
      "grad_norm": 1.7227674859720263,
      "learning_rate": 7.058276565447578e-05,
      "loss": 1.6797,
      "step": 88035
    },
    {
      "epoch": 4.095650151197953,
      "grad_norm": 1.6765889644633192,
      "learning_rate": 7.057961712505699e-05,
      "loss": 1.7422,
      "step": 88036
    },
    {
      "epoch": 4.095696673645033,
      "grad_norm": 1.538673206623904,
      "learning_rate": 7.057646864425984e-05,
      "loss": 1.7344,
      "step": 88037
    },
    {
      "epoch": 4.095743196092115,
      "grad_norm": 1.408873606182967,
      "learning_rate": 7.057332021208623e-05,
      "loss": 1.3828,
      "step": 88038
    },
    {
      "epoch": 4.095789718539195,
      "grad_norm": 1.6661013159005105,
      "learning_rate": 7.057017182853812e-05,
      "loss": 1.6094,
      "step": 88039
    },
    {
      "epoch": 4.095836240986276,
      "grad_norm": 1.5348423544053738,
      "learning_rate": 7.056702349361735e-05,
      "loss": 1.5703,
      "step": 88040
    },
    {
      "epoch": 4.095882763433357,
      "grad_norm": 1.726887845956348,
      "learning_rate": 7.056387520732596e-05,
      "loss": 1.8359,
      "step": 88041
    },
    {
      "epoch": 4.0959292858804375,
      "grad_norm": 1.4965294215056077,
      "learning_rate": 7.056072696966585e-05,
      "loss": 1.4609,
      "step": 88042
    },
    {
      "epoch": 4.095975808327518,
      "grad_norm": 1.6349146758582678,
      "learning_rate": 7.055757878063893e-05,
      "loss": 1.8516,
      "step": 88043
    },
    {
      "epoch": 4.096022330774598,
      "grad_norm": 1.3982220901562772,
      "learning_rate": 7.055443064024706e-05,
      "loss": 1.3906,
      "step": 88044
    },
    {
      "epoch": 4.09606885322168,
      "grad_norm": 1.4253717632734835,
      "learning_rate": 7.055128254849229e-05,
      "loss": 1.4062,
      "step": 88045
    },
    {
      "epoch": 4.09611537566876,
      "grad_norm": 1.6030186873330636,
      "learning_rate": 7.054813450537651e-05,
      "loss": 1.6641,
      "step": 88046
    },
    {
      "epoch": 4.096161898115841,
      "grad_norm": 1.4986284645984065,
      "learning_rate": 7.054498651090164e-05,
      "loss": 1.5078,
      "step": 88047
    },
    {
      "epoch": 4.096208420562921,
      "grad_norm": 1.5049473498869208,
      "learning_rate": 7.05418385650695e-05,
      "loss": 1.5391,
      "step": 88048
    },
    {
      "epoch": 4.096254943010003,
      "grad_norm": 1.6397324439265881,
      "learning_rate": 7.053869066788221e-05,
      "loss": 1.6797,
      "step": 88049
    },
    {
      "epoch": 4.096301465457083,
      "grad_norm": 1.4122293362819431,
      "learning_rate": 7.053554281934157e-05,
      "loss": 1.5,
      "step": 88050
    },
    {
      "epoch": 4.0963479879041635,
      "grad_norm": 1.5819724930859094,
      "learning_rate": 7.053239501944957e-05,
      "loss": 1.6172,
      "step": 88051
    },
    {
      "epoch": 4.096394510351245,
      "grad_norm": 1.6095114323434625,
      "learning_rate": 7.052924726820804e-05,
      "loss": 1.7266,
      "step": 88052
    },
    {
      "epoch": 4.096441032798325,
      "grad_norm": 1.6183036668474953,
      "learning_rate": 7.052609956561902e-05,
      "loss": 1.6406,
      "step": 88053
    },
    {
      "epoch": 4.096487555245406,
      "grad_norm": 1.6106696329207342,
      "learning_rate": 7.052295191168434e-05,
      "loss": 1.5938,
      "step": 88054
    },
    {
      "epoch": 4.096534077692486,
      "grad_norm": 1.6431361819292833,
      "learning_rate": 7.051980430640604e-05,
      "loss": 1.6953,
      "step": 88055
    },
    {
      "epoch": 4.096580600139568,
      "grad_norm": 1.5714022812120338,
      "learning_rate": 7.051665674978598e-05,
      "loss": 1.5703,
      "step": 88056
    },
    {
      "epoch": 4.096627122586648,
      "grad_norm": 1.6633207405265458,
      "learning_rate": 7.051350924182603e-05,
      "loss": 1.7344,
      "step": 88057
    },
    {
      "epoch": 4.096673645033729,
      "grad_norm": 1.5021977489527316,
      "learning_rate": 7.051036178252824e-05,
      "loss": 1.4922,
      "step": 88058
    },
    {
      "epoch": 4.096720167480809,
      "grad_norm": 1.5485131843897437,
      "learning_rate": 7.050721437189447e-05,
      "loss": 1.5938,
      "step": 88059
    },
    {
      "epoch": 4.0967666899278905,
      "grad_norm": 1.674567562684584,
      "learning_rate": 7.050406700992666e-05,
      "loss": 1.6562,
      "step": 88060
    },
    {
      "epoch": 4.096813212374971,
      "grad_norm": 1.7425577174329503,
      "learning_rate": 7.050091969662667e-05,
      "loss": 1.7734,
      "step": 88061
    },
    {
      "epoch": 4.0968597348220515,
      "grad_norm": 1.4536934420455996,
      "learning_rate": 7.049777243199654e-05,
      "loss": 1.4375,
      "step": 88062
    },
    {
      "epoch": 4.096906257269132,
      "grad_norm": 1.687457268426361,
      "learning_rate": 7.049462521603813e-05,
      "loss": 1.7031,
      "step": 88063
    },
    {
      "epoch": 4.096952779716213,
      "grad_norm": 1.6150929987714042,
      "learning_rate": 7.049147804875337e-05,
      "loss": 1.5469,
      "step": 88064
    },
    {
      "epoch": 4.096999302163294,
      "grad_norm": 1.452873369537285,
      "learning_rate": 7.048833093014423e-05,
      "loss": 1.375,
      "step": 88065
    },
    {
      "epoch": 4.097045824610374,
      "grad_norm": 1.5459323193492422,
      "learning_rate": 7.048518386021252e-05,
      "loss": 1.5156,
      "step": 88066
    },
    {
      "epoch": 4.097092347057456,
      "grad_norm": 1.632014189080955,
      "learning_rate": 7.048203683896034e-05,
      "loss": 1.7734,
      "step": 88067
    },
    {
      "epoch": 4.097138869504536,
      "grad_norm": 1.5434872991202289,
      "learning_rate": 7.047888986638949e-05,
      "loss": 1.5,
      "step": 88068
    },
    {
      "epoch": 4.097185391951617,
      "grad_norm": 1.6193729161328592,
      "learning_rate": 7.047574294250194e-05,
      "loss": 1.6797,
      "step": 88069
    },
    {
      "epoch": 4.097231914398697,
      "grad_norm": 1.4773244742973493,
      "learning_rate": 7.047259606729956e-05,
      "loss": 1.5781,
      "step": 88070
    },
    {
      "epoch": 4.097278436845778,
      "grad_norm": 1.598787898867533,
      "learning_rate": 7.046944924078438e-05,
      "loss": 1.6328,
      "step": 88071
    },
    {
      "epoch": 4.097324959292859,
      "grad_norm": 1.72087967072281,
      "learning_rate": 7.046630246295828e-05,
      "loss": 1.7812,
      "step": 88072
    },
    {
      "epoch": 4.097371481739939,
      "grad_norm": 1.6222746313081253,
      "learning_rate": 7.046315573382317e-05,
      "loss": 1.6094,
      "step": 88073
    },
    {
      "epoch": 4.09741800418702,
      "grad_norm": 1.738094910809855,
      "learning_rate": 7.046000905338093e-05,
      "loss": 1.8672,
      "step": 88074
    },
    {
      "epoch": 4.097464526634101,
      "grad_norm": 1.5202152468415775,
      "learning_rate": 7.04568624216336e-05,
      "loss": 1.3984,
      "step": 88075
    },
    {
      "epoch": 4.097511049081182,
      "grad_norm": 1.6801388106575526,
      "learning_rate": 7.045371583858297e-05,
      "loss": 1.75,
      "step": 88076
    },
    {
      "epoch": 4.097557571528262,
      "grad_norm": 1.765581856850345,
      "learning_rate": 7.045056930423112e-05,
      "loss": 1.9375,
      "step": 88077
    },
    {
      "epoch": 4.0976040939753435,
      "grad_norm": 1.5958224508865193,
      "learning_rate": 7.04474228185799e-05,
      "loss": 1.5547,
      "step": 88078
    },
    {
      "epoch": 4.097650616422424,
      "grad_norm": 1.6460062181348958,
      "learning_rate": 7.044427638163117e-05,
      "loss": 1.6406,
      "step": 88079
    },
    {
      "epoch": 4.0976971388695045,
      "grad_norm": 1.6441479125750975,
      "learning_rate": 7.044112999338698e-05,
      "loss": 1.7109,
      "step": 88080
    },
    {
      "epoch": 4.097743661316585,
      "grad_norm": 1.62100584192617,
      "learning_rate": 7.043798365384921e-05,
      "loss": 1.6953,
      "step": 88081
    },
    {
      "epoch": 4.097790183763666,
      "grad_norm": 1.6156870715991363,
      "learning_rate": 7.043483736301978e-05,
      "loss": 1.7031,
      "step": 88082
    },
    {
      "epoch": 4.097836706210747,
      "grad_norm": 1.531449669681602,
      "learning_rate": 7.043169112090054e-05,
      "loss": 1.6172,
      "step": 88083
    },
    {
      "epoch": 4.097883228657827,
      "grad_norm": 1.4610590211882173,
      "learning_rate": 7.042854492749355e-05,
      "loss": 1.4766,
      "step": 88084
    },
    {
      "epoch": 4.097929751104908,
      "grad_norm": 1.4385428163804221,
      "learning_rate": 7.042539878280068e-05,
      "loss": 1.3359,
      "step": 88085
    },
    {
      "epoch": 4.097976273551989,
      "grad_norm": 1.5179849966465269,
      "learning_rate": 7.042225268682384e-05,
      "loss": 1.6016,
      "step": 88086
    },
    {
      "epoch": 4.09802279599907,
      "grad_norm": 1.5175715854907688,
      "learning_rate": 7.041910663956493e-05,
      "loss": 1.2188,
      "step": 88087
    },
    {
      "epoch": 4.09806931844615,
      "grad_norm": 1.373957627052715,
      "learning_rate": 7.041596064102594e-05,
      "loss": 1.2812,
      "step": 88088
    },
    {
      "epoch": 4.0981158408932306,
      "grad_norm": 1.5895803919884985,
      "learning_rate": 7.041281469120877e-05,
      "loss": 1.5781,
      "step": 88089
    },
    {
      "epoch": 4.098162363340312,
      "grad_norm": 1.3859689963569228,
      "learning_rate": 7.040966879011537e-05,
      "loss": 1.3047,
      "step": 88090
    },
    {
      "epoch": 4.098208885787392,
      "grad_norm": 1.5077885290805795,
      "learning_rate": 7.04065229377476e-05,
      "loss": 1.4688,
      "step": 88091
    },
    {
      "epoch": 4.098255408234473,
      "grad_norm": 1.5771245376413563,
      "learning_rate": 7.040337713410741e-05,
      "loss": 1.6172,
      "step": 88092
    },
    {
      "epoch": 4.098301930681554,
      "grad_norm": 1.5838457836321427,
      "learning_rate": 7.040023137919677e-05,
      "loss": 1.5547,
      "step": 88093
    },
    {
      "epoch": 4.098348453128635,
      "grad_norm": 1.380479623597959,
      "learning_rate": 7.03970856730176e-05,
      "loss": 1.3281,
      "step": 88094
    },
    {
      "epoch": 4.098394975575715,
      "grad_norm": 1.7202269278522582,
      "learning_rate": 7.039394001557179e-05,
      "loss": 1.7422,
      "step": 88095
    },
    {
      "epoch": 4.098441498022796,
      "grad_norm": 1.5698550701724783,
      "learning_rate": 7.039079440686122e-05,
      "loss": 1.5703,
      "step": 88096
    },
    {
      "epoch": 4.098488020469877,
      "grad_norm": 1.565531107184016,
      "learning_rate": 7.038764884688794e-05,
      "loss": 1.6172,
      "step": 88097
    },
    {
      "epoch": 4.0985345429169575,
      "grad_norm": 1.4355721442395055,
      "learning_rate": 7.038450333565375e-05,
      "loss": 1.4531,
      "step": 88098
    },
    {
      "epoch": 4.098581065364038,
      "grad_norm": 1.6593764440352858,
      "learning_rate": 7.038135787316069e-05,
      "loss": 1.7344,
      "step": 88099
    },
    {
      "epoch": 4.0986275878111185,
      "grad_norm": 1.5809142060184127,
      "learning_rate": 7.037821245941064e-05,
      "loss": 1.625,
      "step": 88100
    },
    {
      "epoch": 4.0986741102582,
      "grad_norm": 1.5124694788263908,
      "learning_rate": 7.037506709440545e-05,
      "loss": 1.4609,
      "step": 88101
    },
    {
      "epoch": 4.09872063270528,
      "grad_norm": 1.3997505506413745,
      "learning_rate": 7.037192177814717e-05,
      "loss": 1.3125,
      "step": 88102
    },
    {
      "epoch": 4.098767155152361,
      "grad_norm": 1.708584103814992,
      "learning_rate": 7.036877651063768e-05,
      "loss": 1.8594,
      "step": 88103
    },
    {
      "epoch": 4.098813677599442,
      "grad_norm": 1.6518860186419257,
      "learning_rate": 7.036563129187889e-05,
      "loss": 1.6484,
      "step": 88104
    },
    {
      "epoch": 4.098860200046523,
      "grad_norm": 1.7404267965110671,
      "learning_rate": 7.036248612187267e-05,
      "loss": 1.8359,
      "step": 88105
    },
    {
      "epoch": 4.098906722493603,
      "grad_norm": 1.6409877744498127,
      "learning_rate": 7.035934100062106e-05,
      "loss": 1.6562,
      "step": 88106
    },
    {
      "epoch": 4.098953244940684,
      "grad_norm": 1.5075727646440746,
      "learning_rate": 7.035619592812594e-05,
      "loss": 1.5,
      "step": 88107
    },
    {
      "epoch": 4.098999767387765,
      "grad_norm": 1.589373105605243,
      "learning_rate": 7.035305090438922e-05,
      "loss": 1.4297,
      "step": 88108
    },
    {
      "epoch": 4.099046289834845,
      "grad_norm": 1.5352417921656607,
      "learning_rate": 7.034990592941277e-05,
      "loss": 1.6016,
      "step": 88109
    },
    {
      "epoch": 4.099092812281926,
      "grad_norm": 1.7731813250348432,
      "learning_rate": 7.034676100319864e-05,
      "loss": 1.7578,
      "step": 88110
    },
    {
      "epoch": 4.099139334729006,
      "grad_norm": 1.4680391911615043,
      "learning_rate": 7.03436161257487e-05,
      "loss": 1.5312,
      "step": 88111
    },
    {
      "epoch": 4.099185857176088,
      "grad_norm": 1.7351579499066407,
      "learning_rate": 7.034047129706485e-05,
      "loss": 1.8516,
      "step": 88112
    },
    {
      "epoch": 4.099232379623168,
      "grad_norm": 1.645576903523143,
      "learning_rate": 7.033732651714899e-05,
      "loss": 1.8359,
      "step": 88113
    },
    {
      "epoch": 4.099278902070249,
      "grad_norm": 1.4932105533121214,
      "learning_rate": 7.033418178600313e-05,
      "loss": 1.4219,
      "step": 88114
    },
    {
      "epoch": 4.099325424517329,
      "grad_norm": 1.358592334037489,
      "learning_rate": 7.033103710362917e-05,
      "loss": 1.3281,
      "step": 88115
    },
    {
      "epoch": 4.0993719469644105,
      "grad_norm": 1.5904270053781757,
      "learning_rate": 7.032789247002902e-05,
      "loss": 1.3828,
      "step": 88116
    },
    {
      "epoch": 4.099418469411491,
      "grad_norm": 1.3958868943179235,
      "learning_rate": 7.032474788520458e-05,
      "loss": 1.2578,
      "step": 88117
    },
    {
      "epoch": 4.0994649918585715,
      "grad_norm": 1.4916293279304789,
      "learning_rate": 7.032160334915776e-05,
      "loss": 1.5,
      "step": 88118
    },
    {
      "epoch": 4.099511514305653,
      "grad_norm": 1.6018966016381506,
      "learning_rate": 7.031845886189058e-05,
      "loss": 1.7266,
      "step": 88119
    },
    {
      "epoch": 4.099558036752733,
      "grad_norm": 1.5141910212741982,
      "learning_rate": 7.031531442340485e-05,
      "loss": 1.4766,
      "step": 88120
    },
    {
      "epoch": 4.099604559199814,
      "grad_norm": 1.6614413002049684,
      "learning_rate": 7.031217003370263e-05,
      "loss": 1.75,
      "step": 88121
    },
    {
      "epoch": 4.099651081646894,
      "grad_norm": 1.6243561893297678,
      "learning_rate": 7.030902569278574e-05,
      "loss": 1.6641,
      "step": 88122
    },
    {
      "epoch": 4.099697604093976,
      "grad_norm": 1.5897593166607478,
      "learning_rate": 7.030588140065609e-05,
      "loss": 1.6641,
      "step": 88123
    },
    {
      "epoch": 4.099744126541056,
      "grad_norm": 1.6021961636144597,
      "learning_rate": 7.030273715731572e-05,
      "loss": 1.5547,
      "step": 88124
    },
    {
      "epoch": 4.099790648988137,
      "grad_norm": 1.5242980277262415,
      "learning_rate": 7.029959296276647e-05,
      "loss": 1.5078,
      "step": 88125
    },
    {
      "epoch": 4.099837171435217,
      "grad_norm": 1.5369455511664045,
      "learning_rate": 7.029644881701026e-05,
      "loss": 1.6719,
      "step": 88126
    },
    {
      "epoch": 4.0998836938822985,
      "grad_norm": 1.3077311544884038,
      "learning_rate": 7.0293304720049e-05,
      "loss": 1.2109,
      "step": 88127
    },
    {
      "epoch": 4.099930216329379,
      "grad_norm": 1.462682743087406,
      "learning_rate": 7.02901606718847e-05,
      "loss": 1.4297,
      "step": 88128
    },
    {
      "epoch": 4.099976738776459,
      "grad_norm": 1.5545216274680402,
      "learning_rate": 7.028701667251923e-05,
      "loss": 1.7031,
      "step": 88129
    },
    {
      "epoch": 4.100023261223541,
      "grad_norm": 1.730092881543081,
      "learning_rate": 7.028387272195452e-05,
      "loss": 1.6719,
      "step": 88130
    },
    {
      "epoch": 4.100069783670621,
      "grad_norm": 1.5625965314931194,
      "learning_rate": 7.028072882019244e-05,
      "loss": 1.5547,
      "step": 88131
    },
    {
      "epoch": 4.100116306117702,
      "grad_norm": 1.625363955730828,
      "learning_rate": 7.027758496723503e-05,
      "loss": 1.6094,
      "step": 88132
    },
    {
      "epoch": 4.100162828564782,
      "grad_norm": 1.3855842444521809,
      "learning_rate": 7.027444116308414e-05,
      "loss": 1.3672,
      "step": 88133
    },
    {
      "epoch": 4.100209351011864,
      "grad_norm": 1.524355265031159,
      "learning_rate": 7.027129740774171e-05,
      "loss": 1.4922,
      "step": 88134
    },
    {
      "epoch": 4.100255873458944,
      "grad_norm": 1.48848233354867,
      "learning_rate": 7.026815370120961e-05,
      "loss": 1.5156,
      "step": 88135
    },
    {
      "epoch": 4.1003023959060245,
      "grad_norm": 1.4757603449100873,
      "learning_rate": 7.026501004348988e-05,
      "loss": 1.5,
      "step": 88136
    },
    {
      "epoch": 4.100348918353105,
      "grad_norm": 1.6631254013719055,
      "learning_rate": 7.026186643458435e-05,
      "loss": 1.7031,
      "step": 88137
    },
    {
      "epoch": 4.100395440800186,
      "grad_norm": 1.5192182498319318,
      "learning_rate": 7.0258722874495e-05,
      "loss": 1.4609,
      "step": 88138
    },
    {
      "epoch": 4.100441963247267,
      "grad_norm": 1.5801581433101453,
      "learning_rate": 7.025557936322368e-05,
      "loss": 1.4141,
      "step": 88139
    },
    {
      "epoch": 4.100488485694347,
      "grad_norm": 1.8390020398164841,
      "learning_rate": 7.02524359007724e-05,
      "loss": 1.875,
      "step": 88140
    },
    {
      "epoch": 4.100535008141428,
      "grad_norm": 1.7875341291321922,
      "learning_rate": 7.0249292487143e-05,
      "loss": 1.8828,
      "step": 88141
    },
    {
      "epoch": 4.100581530588509,
      "grad_norm": 1.6023902091916544,
      "learning_rate": 7.024614912233752e-05,
      "loss": 1.5625,
      "step": 88142
    },
    {
      "epoch": 4.10062805303559,
      "grad_norm": 1.7039559964356548,
      "learning_rate": 7.02430058063578e-05,
      "loss": 1.8438,
      "step": 88143
    },
    {
      "epoch": 4.10067457548267,
      "grad_norm": 1.653618842417229,
      "learning_rate": 7.023986253920574e-05,
      "loss": 1.6094,
      "step": 88144
    },
    {
      "epoch": 4.1007210979297515,
      "grad_norm": 1.398283197236735,
      "learning_rate": 7.023671932088334e-05,
      "loss": 1.4062,
      "step": 88145
    },
    {
      "epoch": 4.100767620376832,
      "grad_norm": 1.6807590375185908,
      "learning_rate": 7.023357615139252e-05,
      "loss": 1.6641,
      "step": 88146
    },
    {
      "epoch": 4.100814142823912,
      "grad_norm": 1.4941926578581561,
      "learning_rate": 7.023043303073517e-05,
      "loss": 1.4688,
      "step": 88147
    },
    {
      "epoch": 4.100860665270993,
      "grad_norm": 1.7073080143642236,
      "learning_rate": 7.022728995891321e-05,
      "loss": 1.6328,
      "step": 88148
    },
    {
      "epoch": 4.100907187718074,
      "grad_norm": 1.5518964711321583,
      "learning_rate": 7.022414693592852e-05,
      "loss": 1.5703,
      "step": 88149
    },
    {
      "epoch": 4.100953710165155,
      "grad_norm": 1.541187713632924,
      "learning_rate": 7.022100396178314e-05,
      "loss": 1.5391,
      "step": 88150
    },
    {
      "epoch": 4.101000232612235,
      "grad_norm": 1.430488531517728,
      "learning_rate": 7.021786103647891e-05,
      "loss": 1.4453,
      "step": 88151
    },
    {
      "epoch": 4.101046755059316,
      "grad_norm": 1.646208986203356,
      "learning_rate": 7.021471816001778e-05,
      "loss": 1.625,
      "step": 88152
    },
    {
      "epoch": 4.101093277506397,
      "grad_norm": 1.5756405034543843,
      "learning_rate": 7.021157533240163e-05,
      "loss": 1.5156,
      "step": 88153
    },
    {
      "epoch": 4.1011397999534775,
      "grad_norm": 1.5348870013313296,
      "learning_rate": 7.020843255363247e-05,
      "loss": 1.5391,
      "step": 88154
    },
    {
      "epoch": 4.101186322400558,
      "grad_norm": 1.5517577044153192,
      "learning_rate": 7.020528982371219e-05,
      "loss": 1.4453,
      "step": 88155
    },
    {
      "epoch": 4.101232844847639,
      "grad_norm": 1.5209815972522538,
      "learning_rate": 7.020214714264269e-05,
      "loss": 1.4531,
      "step": 88156
    },
    {
      "epoch": 4.10127936729472,
      "grad_norm": 1.5376669328238945,
      "learning_rate": 7.019900451042584e-05,
      "loss": 1.4922,
      "step": 88157
    },
    {
      "epoch": 4.1013258897418,
      "grad_norm": 1.7615917244715449,
      "learning_rate": 7.019586192706371e-05,
      "loss": 1.7969,
      "step": 88158
    },
    {
      "epoch": 4.101372412188881,
      "grad_norm": 1.2829491072190602,
      "learning_rate": 7.019271939255813e-05,
      "loss": 1.1875,
      "step": 88159
    },
    {
      "epoch": 4.101418934635962,
      "grad_norm": 1.5771987959023306,
      "learning_rate": 7.018957690691104e-05,
      "loss": 1.5547,
      "step": 88160
    },
    {
      "epoch": 4.101465457083043,
      "grad_norm": 1.5666688464694591,
      "learning_rate": 7.018643447012431e-05,
      "loss": 1.5625,
      "step": 88161
    },
    {
      "epoch": 4.101511979530123,
      "grad_norm": 1.4818988081743913,
      "learning_rate": 7.018329208219997e-05,
      "loss": 1.3516,
      "step": 88162
    },
    {
      "epoch": 4.101558501977204,
      "grad_norm": 1.421904302516606,
      "learning_rate": 7.018014974313983e-05,
      "loss": 1.3594,
      "step": 88163
    },
    {
      "epoch": 4.101605024424285,
      "grad_norm": 1.5690505089428617,
      "learning_rate": 7.017700745294591e-05,
      "loss": 1.625,
      "step": 88164
    },
    {
      "epoch": 4.1016515468713655,
      "grad_norm": 1.5401515414893423,
      "learning_rate": 7.017386521162013e-05,
      "loss": 1.3984,
      "step": 88165
    },
    {
      "epoch": 4.101698069318446,
      "grad_norm": 1.5979027962466672,
      "learning_rate": 7.01707230191643e-05,
      "loss": 1.6406,
      "step": 88166
    },
    {
      "epoch": 4.101744591765527,
      "grad_norm": 1.6658250260857943,
      "learning_rate": 7.016758087558049e-05,
      "loss": 1.7188,
      "step": 88167
    },
    {
      "epoch": 4.101791114212608,
      "grad_norm": 1.4717981114393899,
      "learning_rate": 7.016443878087055e-05,
      "loss": 1.375,
      "step": 88168
    },
    {
      "epoch": 4.101837636659688,
      "grad_norm": 1.7107040864671401,
      "learning_rate": 7.016129673503643e-05,
      "loss": 1.7188,
      "step": 88169
    },
    {
      "epoch": 4.101884159106769,
      "grad_norm": 1.5495674584627896,
      "learning_rate": 7.015815473807996e-05,
      "loss": 1.5312,
      "step": 88170
    },
    {
      "epoch": 4.10193068155385,
      "grad_norm": 1.5917165879368047,
      "learning_rate": 7.01550127900032e-05,
      "loss": 1.6172,
      "step": 88171
    },
    {
      "epoch": 4.101977204000931,
      "grad_norm": 1.4973679461805063,
      "learning_rate": 7.015187089080802e-05,
      "loss": 1.3438,
      "step": 88172
    },
    {
      "epoch": 4.102023726448011,
      "grad_norm": 1.5381427645954484,
      "learning_rate": 7.014872904049633e-05,
      "loss": 1.5703,
      "step": 88173
    },
    {
      "epoch": 4.1020702488950915,
      "grad_norm": 1.682489890826032,
      "learning_rate": 7.014558723907005e-05,
      "loss": 1.6016,
      "step": 88174
    },
    {
      "epoch": 4.102116771342173,
      "grad_norm": 1.5291161405508604,
      "learning_rate": 7.014244548653105e-05,
      "loss": 1.4688,
      "step": 88175
    },
    {
      "epoch": 4.102163293789253,
      "grad_norm": 1.6846677192701782,
      "learning_rate": 7.013930378288139e-05,
      "loss": 1.8281,
      "step": 88176
    },
    {
      "epoch": 4.102209816236334,
      "grad_norm": 1.5121854772646675,
      "learning_rate": 7.013616212812292e-05,
      "loss": 1.3906,
      "step": 88177
    },
    {
      "epoch": 4.102256338683414,
      "grad_norm": 1.7230130024973718,
      "learning_rate": 7.013302052225755e-05,
      "loss": 1.7812,
      "step": 88178
    },
    {
      "epoch": 4.102302861130496,
      "grad_norm": 1.5009472770898091,
      "learning_rate": 7.012987896528716e-05,
      "loss": 1.5156,
      "step": 88179
    },
    {
      "epoch": 4.102349383577576,
      "grad_norm": 1.6944095671886803,
      "learning_rate": 7.012673745721378e-05,
      "loss": 1.5781,
      "step": 88180
    },
    {
      "epoch": 4.102395906024657,
      "grad_norm": 1.6792068511541218,
      "learning_rate": 7.012359599803931e-05,
      "loss": 1.5938,
      "step": 88181
    },
    {
      "epoch": 4.102442428471738,
      "grad_norm": 1.5428088914800835,
      "learning_rate": 7.012045458776561e-05,
      "loss": 1.3672,
      "step": 88182
    },
    {
      "epoch": 4.1024889509188185,
      "grad_norm": 1.672110761934634,
      "learning_rate": 7.01173132263946e-05,
      "loss": 1.5859,
      "step": 88183
    },
    {
      "epoch": 4.102535473365899,
      "grad_norm": 1.6453624367999884,
      "learning_rate": 7.01141719139283e-05,
      "loss": 1.6094,
      "step": 88184
    },
    {
      "epoch": 4.102581995812979,
      "grad_norm": 1.7215050048216387,
      "learning_rate": 7.011103065036852e-05,
      "loss": 1.6953,
      "step": 88185
    },
    {
      "epoch": 4.102628518260061,
      "grad_norm": 1.5208482535577397,
      "learning_rate": 7.01078894357173e-05,
      "loss": 1.4688,
      "step": 88186
    },
    {
      "epoch": 4.102675040707141,
      "grad_norm": 1.611588999954228,
      "learning_rate": 7.010474826997648e-05,
      "loss": 1.6406,
      "step": 88187
    },
    {
      "epoch": 4.102721563154222,
      "grad_norm": 1.5369165754076684,
      "learning_rate": 7.010160715314795e-05,
      "loss": 1.5469,
      "step": 88188
    },
    {
      "epoch": 4.102768085601302,
      "grad_norm": 1.512385427077828,
      "learning_rate": 7.009846608523377e-05,
      "loss": 1.4922,
      "step": 88189
    },
    {
      "epoch": 4.102814608048384,
      "grad_norm": 1.660426188001964,
      "learning_rate": 7.009532506623574e-05,
      "loss": 1.6328,
      "step": 88190
    },
    {
      "epoch": 4.102861130495464,
      "grad_norm": 1.614725112226689,
      "learning_rate": 7.009218409615585e-05,
      "loss": 1.7578,
      "step": 88191
    },
    {
      "epoch": 4.102907652942545,
      "grad_norm": 1.4885797802501686,
      "learning_rate": 7.008904317499594e-05,
      "loss": 1.3438,
      "step": 88192
    },
    {
      "epoch": 4.102954175389626,
      "grad_norm": 1.4941056379609758,
      "learning_rate": 7.008590230275803e-05,
      "loss": 1.5234,
      "step": 88193
    },
    {
      "epoch": 4.103000697836706,
      "grad_norm": 1.5650330039551152,
      "learning_rate": 7.008276147944402e-05,
      "loss": 1.5312,
      "step": 88194
    },
    {
      "epoch": 4.103047220283787,
      "grad_norm": 1.3827637888569317,
      "learning_rate": 7.00796207050558e-05,
      "loss": 1.3281,
      "step": 88195
    },
    {
      "epoch": 4.103093742730867,
      "grad_norm": 1.6767700876539928,
      "learning_rate": 7.007647997959525e-05,
      "loss": 1.75,
      "step": 88196
    },
    {
      "epoch": 4.103140265177949,
      "grad_norm": 1.4136619422698329,
      "learning_rate": 7.007333930306442e-05,
      "loss": 1.3594,
      "step": 88197
    },
    {
      "epoch": 4.103186787625029,
      "grad_norm": 1.699166459870639,
      "learning_rate": 7.007019867546516e-05,
      "loss": 1.7031,
      "step": 88198
    },
    {
      "epoch": 4.10323331007211,
      "grad_norm": 1.6637673609956718,
      "learning_rate": 7.006705809679938e-05,
      "loss": 1.7969,
      "step": 88199
    },
    {
      "epoch": 4.10327983251919,
      "grad_norm": 1.6246095050119138,
      "learning_rate": 7.006391756706902e-05,
      "loss": 1.7344,
      "step": 88200
    },
    {
      "epoch": 4.1033263549662715,
      "grad_norm": 1.6840797814183575,
      "learning_rate": 7.006077708627595e-05,
      "loss": 1.7578,
      "step": 88201
    },
    {
      "epoch": 4.103372877413352,
      "grad_norm": 1.5419384766799764,
      "learning_rate": 7.00576366544222e-05,
      "loss": 1.375,
      "step": 88202
    },
    {
      "epoch": 4.1034193998604325,
      "grad_norm": 1.7323446438822976,
      "learning_rate": 7.005449627150965e-05,
      "loss": 1.8828,
      "step": 88203
    },
    {
      "epoch": 4.103465922307513,
      "grad_norm": 1.5883827074557981,
      "learning_rate": 7.005135593754018e-05,
      "loss": 1.6328,
      "step": 88204
    },
    {
      "epoch": 4.103512444754594,
      "grad_norm": 1.6139022771961298,
      "learning_rate": 7.004821565251572e-05,
      "loss": 1.6719,
      "step": 88205
    },
    {
      "epoch": 4.103558967201675,
      "grad_norm": 1.383275012078499,
      "learning_rate": 7.004507541643826e-05,
      "loss": 1.3438,
      "step": 88206
    },
    {
      "epoch": 4.103605489648755,
      "grad_norm": 1.54719772874354,
      "learning_rate": 7.004193522930959e-05,
      "loss": 1.5703,
      "step": 88207
    },
    {
      "epoch": 4.103652012095837,
      "grad_norm": 1.6250109810795546,
      "learning_rate": 7.003879509113179e-05,
      "loss": 1.5547,
      "step": 88208
    },
    {
      "epoch": 4.103698534542917,
      "grad_norm": 1.5450127721743203,
      "learning_rate": 7.003565500190672e-05,
      "loss": 1.5547,
      "step": 88209
    },
    {
      "epoch": 4.103745056989998,
      "grad_norm": 1.7275885046775927,
      "learning_rate": 7.003251496163624e-05,
      "loss": 1.875,
      "step": 88210
    },
    {
      "epoch": 4.103791579437078,
      "grad_norm": 1.586861647585353,
      "learning_rate": 7.002937497032237e-05,
      "loss": 1.6953,
      "step": 88211
    },
    {
      "epoch": 4.103838101884159,
      "grad_norm": 1.6053176751027227,
      "learning_rate": 7.0026235027967e-05,
      "loss": 1.6875,
      "step": 88212
    },
    {
      "epoch": 4.10388462433124,
      "grad_norm": 1.5773644948105605,
      "learning_rate": 7.002309513457203e-05,
      "loss": 1.6562,
      "step": 88213
    },
    {
      "epoch": 4.10393114677832,
      "grad_norm": 1.6674396872359194,
      "learning_rate": 7.001995529013935e-05,
      "loss": 1.6641,
      "step": 88214
    },
    {
      "epoch": 4.103977669225401,
      "grad_norm": 1.5187802650857904,
      "learning_rate": 7.001681549467098e-05,
      "loss": 1.4609,
      "step": 88215
    },
    {
      "epoch": 4.104024191672482,
      "grad_norm": 1.7090806618314005,
      "learning_rate": 7.001367574816877e-05,
      "loss": 1.7109,
      "step": 88216
    },
    {
      "epoch": 4.104070714119563,
      "grad_norm": 1.584616910040052,
      "learning_rate": 7.001053605063466e-05,
      "loss": 1.4922,
      "step": 88217
    },
    {
      "epoch": 4.104117236566643,
      "grad_norm": 1.456365859120434,
      "learning_rate": 7.000739640207052e-05,
      "loss": 1.3672,
      "step": 88218
    },
    {
      "epoch": 4.1041637590137245,
      "grad_norm": 1.595661181719872,
      "learning_rate": 7.000425680247839e-05,
      "loss": 1.5703,
      "step": 88219
    },
    {
      "epoch": 4.104210281460805,
      "grad_norm": 1.5364340470050724,
      "learning_rate": 7.00011172518601e-05,
      "loss": 1.4922,
      "step": 88220
    },
    {
      "epoch": 4.1042568039078855,
      "grad_norm": 1.6916021068997964,
      "learning_rate": 6.999797775021764e-05,
      "loss": 1.8281,
      "step": 88221
    },
    {
      "epoch": 4.104303326354966,
      "grad_norm": 1.7192620561315692,
      "learning_rate": 6.99948382975528e-05,
      "loss": 1.8281,
      "step": 88222
    },
    {
      "epoch": 4.104349848802047,
      "grad_norm": 1.6004392747063994,
      "learning_rate": 6.999169889386765e-05,
      "loss": 1.6016,
      "step": 88223
    },
    {
      "epoch": 4.104396371249128,
      "grad_norm": 1.5390279893691987,
      "learning_rate": 6.998855953916407e-05,
      "loss": 1.5078,
      "step": 88224
    },
    {
      "epoch": 4.104442893696208,
      "grad_norm": 1.617567811373282,
      "learning_rate": 6.998542023344394e-05,
      "loss": 1.5781,
      "step": 88225
    },
    {
      "epoch": 4.104489416143289,
      "grad_norm": 1.6223541792663447,
      "learning_rate": 6.998228097670922e-05,
      "loss": 1.6484,
      "step": 88226
    },
    {
      "epoch": 4.10453593859037,
      "grad_norm": 1.6006428001763569,
      "learning_rate": 6.997914176896178e-05,
      "loss": 1.4531,
      "step": 88227
    },
    {
      "epoch": 4.104582461037451,
      "grad_norm": 1.6841124678231467,
      "learning_rate": 6.997600261020361e-05,
      "loss": 1.8203,
      "step": 88228
    },
    {
      "epoch": 4.104628983484531,
      "grad_norm": 1.5598127516834885,
      "learning_rate": 6.997286350043656e-05,
      "loss": 1.5859,
      "step": 88229
    },
    {
      "epoch": 4.104675505931612,
      "grad_norm": 1.5724941693270178,
      "learning_rate": 6.996972443966264e-05,
      "loss": 1.6016,
      "step": 88230
    },
    {
      "epoch": 4.104722028378693,
      "grad_norm": 1.7064012344776538,
      "learning_rate": 6.996658542788374e-05,
      "loss": 1.75,
      "step": 88231
    },
    {
      "epoch": 4.104768550825773,
      "grad_norm": 1.7264151579413807,
      "learning_rate": 6.996344646510173e-05,
      "loss": 1.5312,
      "step": 88232
    },
    {
      "epoch": 4.104815073272854,
      "grad_norm": 1.4038517842545435,
      "learning_rate": 6.99603075513186e-05,
      "loss": 1.3594,
      "step": 88233
    },
    {
      "epoch": 4.104861595719935,
      "grad_norm": 1.712216597854445,
      "learning_rate": 6.995716868653624e-05,
      "loss": 1.7734,
      "step": 88234
    },
    {
      "epoch": 4.104908118167016,
      "grad_norm": 1.5356975441944607,
      "learning_rate": 6.995402987075657e-05,
      "loss": 1.6484,
      "step": 88235
    },
    {
      "epoch": 4.104954640614096,
      "grad_norm": 1.5868701604770847,
      "learning_rate": 6.995089110398148e-05,
      "loss": 1.6797,
      "step": 88236
    },
    {
      "epoch": 4.105001163061177,
      "grad_norm": 1.5672585578900042,
      "learning_rate": 6.994775238621296e-05,
      "loss": 1.7656,
      "step": 88237
    },
    {
      "epoch": 4.105047685508258,
      "grad_norm": 1.4108439168021099,
      "learning_rate": 6.994461371745291e-05,
      "loss": 1.4453,
      "step": 88238
    },
    {
      "epoch": 4.1050942079553385,
      "grad_norm": 1.6541529162602069,
      "learning_rate": 6.994147509770323e-05,
      "loss": 1.7188,
      "step": 88239
    },
    {
      "epoch": 4.105140730402419,
      "grad_norm": 1.3951508608616214,
      "learning_rate": 6.993833652696579e-05,
      "loss": 1.4297,
      "step": 88240
    },
    {
      "epoch": 4.1051872528494995,
      "grad_norm": 1.717862294937004,
      "learning_rate": 6.993519800524265e-05,
      "loss": 1.7891,
      "step": 88241
    },
    {
      "epoch": 4.105233775296581,
      "grad_norm": 1.4931031475079921,
      "learning_rate": 6.993205953253565e-05,
      "loss": 1.3906,
      "step": 88242
    },
    {
      "epoch": 4.105280297743661,
      "grad_norm": 1.5692873411952477,
      "learning_rate": 6.99289211088467e-05,
      "loss": 1.5234,
      "step": 88243
    },
    {
      "epoch": 4.105326820190742,
      "grad_norm": 1.4773659529674539,
      "learning_rate": 6.992578273417769e-05,
      "loss": 1.4766,
      "step": 88244
    },
    {
      "epoch": 4.105373342637823,
      "grad_norm": 1.789206782968397,
      "learning_rate": 6.992264440853066e-05,
      "loss": 1.8906,
      "step": 88245
    },
    {
      "epoch": 4.105419865084904,
      "grad_norm": 1.751326734717202,
      "learning_rate": 6.991950613190743e-05,
      "loss": 1.7891,
      "step": 88246
    },
    {
      "epoch": 4.105466387531984,
      "grad_norm": 1.594481415955879,
      "learning_rate": 6.991636790430996e-05,
      "loss": 1.5938,
      "step": 88247
    },
    {
      "epoch": 4.105512909979065,
      "grad_norm": 1.6509836974319188,
      "learning_rate": 6.99132297257401e-05,
      "loss": 1.6484,
      "step": 88248
    },
    {
      "epoch": 4.105559432426146,
      "grad_norm": 1.6384115993884545,
      "learning_rate": 6.991009159619989e-05,
      "loss": 1.7734,
      "step": 88249
    },
    {
      "epoch": 4.105605954873226,
      "grad_norm": 1.6843513445648493,
      "learning_rate": 6.990695351569121e-05,
      "loss": 1.7188,
      "step": 88250
    },
    {
      "epoch": 4.105652477320307,
      "grad_norm": 1.6144725741131116,
      "learning_rate": 6.990381548421589e-05,
      "loss": 1.6094,
      "step": 88251
    },
    {
      "epoch": 4.105698999767387,
      "grad_norm": 1.718780684654041,
      "learning_rate": 6.9900677501776e-05,
      "loss": 1.8516,
      "step": 88252
    },
    {
      "epoch": 4.105745522214469,
      "grad_norm": 1.502553285309954,
      "learning_rate": 6.989753956837332e-05,
      "loss": 1.4141,
      "step": 88253
    },
    {
      "epoch": 4.105792044661549,
      "grad_norm": 1.481658327363712,
      "learning_rate": 6.98944016840099e-05,
      "loss": 1.6328,
      "step": 88254
    },
    {
      "epoch": 4.10583856710863,
      "grad_norm": 1.6457620561746467,
      "learning_rate": 6.98912638486876e-05,
      "loss": 1.6484,
      "step": 88255
    },
    {
      "epoch": 4.105885089555711,
      "grad_norm": 1.415101491768075,
      "learning_rate": 6.988812606240833e-05,
      "loss": 1.4219,
      "step": 88256
    },
    {
      "epoch": 4.1059316120027916,
      "grad_norm": 1.6447280355406935,
      "learning_rate": 6.988498832517403e-05,
      "loss": 1.7266,
      "step": 88257
    },
    {
      "epoch": 4.105978134449872,
      "grad_norm": 1.5950705674174552,
      "learning_rate": 6.988185063698657e-05,
      "loss": 1.5703,
      "step": 88258
    },
    {
      "epoch": 4.1060246568969525,
      "grad_norm": 1.6283696505148086,
      "learning_rate": 6.987871299784793e-05,
      "loss": 1.6719,
      "step": 88259
    },
    {
      "epoch": 4.106071179344034,
      "grad_norm": 1.6806110496135147,
      "learning_rate": 6.987557540776005e-05,
      "loss": 1.7578,
      "step": 88260
    },
    {
      "epoch": 4.106117701791114,
      "grad_norm": 1.6913754745822178,
      "learning_rate": 6.98724378667248e-05,
      "loss": 1.75,
      "step": 88261
    },
    {
      "epoch": 4.106164224238195,
      "grad_norm": 1.5765235787272167,
      "learning_rate": 6.986930037474406e-05,
      "loss": 1.5234,
      "step": 88262
    },
    {
      "epoch": 4.106210746685275,
      "grad_norm": 1.6281704234746663,
      "learning_rate": 6.986616293181986e-05,
      "loss": 1.6953,
      "step": 88263
    },
    {
      "epoch": 4.106257269132357,
      "grad_norm": 1.6677256588285554,
      "learning_rate": 6.986302553795408e-05,
      "loss": 1.8438,
      "step": 88264
    },
    {
      "epoch": 4.106303791579437,
      "grad_norm": 1.4757744813772613,
      "learning_rate": 6.985988819314861e-05,
      "loss": 1.5391,
      "step": 88265
    },
    {
      "epoch": 4.106350314026518,
      "grad_norm": 1.4753161911787882,
      "learning_rate": 6.985675089740536e-05,
      "loss": 1.4297,
      "step": 88266
    },
    {
      "epoch": 4.106396836473598,
      "grad_norm": 1.6077090666577967,
      "learning_rate": 6.985361365072631e-05,
      "loss": 1.6953,
      "step": 88267
    },
    {
      "epoch": 4.1064433589206795,
      "grad_norm": 1.5151804150699273,
      "learning_rate": 6.985047645311336e-05,
      "loss": 1.5703,
      "step": 88268
    },
    {
      "epoch": 4.10648988136776,
      "grad_norm": 1.6896383345592751,
      "learning_rate": 6.984733930456842e-05,
      "loss": 1.8359,
      "step": 88269
    },
    {
      "epoch": 4.10653640381484,
      "grad_norm": 1.5967637039991764,
      "learning_rate": 6.984420220509336e-05,
      "loss": 1.7109,
      "step": 88270
    },
    {
      "epoch": 4.106582926261922,
      "grad_norm": 1.4695423505189233,
      "learning_rate": 6.98410651546902e-05,
      "loss": 1.4141,
      "step": 88271
    },
    {
      "epoch": 4.106629448709002,
      "grad_norm": 1.5946473518973552,
      "learning_rate": 6.983792815336081e-05,
      "loss": 1.625,
      "step": 88272
    },
    {
      "epoch": 4.106675971156083,
      "grad_norm": 1.68138002855976,
      "learning_rate": 6.983479120110707e-05,
      "loss": 1.7734,
      "step": 88273
    },
    {
      "epoch": 4.106722493603163,
      "grad_norm": 1.576563956627493,
      "learning_rate": 6.983165429793098e-05,
      "loss": 1.5703,
      "step": 88274
    },
    {
      "epoch": 4.106769016050245,
      "grad_norm": 1.4014752319114943,
      "learning_rate": 6.982851744383439e-05,
      "loss": 1.3672,
      "step": 88275
    },
    {
      "epoch": 4.106815538497325,
      "grad_norm": 1.3685031435481725,
      "learning_rate": 6.98253806388193e-05,
      "loss": 1.2344,
      "step": 88276
    },
    {
      "epoch": 4.1068620609444055,
      "grad_norm": 1.7802497899616465,
      "learning_rate": 6.982224388288758e-05,
      "loss": 1.8984,
      "step": 88277
    },
    {
      "epoch": 4.106908583391486,
      "grad_norm": 1.579400299146511,
      "learning_rate": 6.981910717604114e-05,
      "loss": 1.2969,
      "step": 88278
    },
    {
      "epoch": 4.106955105838567,
      "grad_norm": 1.64922758627394,
      "learning_rate": 6.981597051828189e-05,
      "loss": 1.8359,
      "step": 88279
    },
    {
      "epoch": 4.107001628285648,
      "grad_norm": 1.6380188330738028,
      "learning_rate": 6.981283390961183e-05,
      "loss": 1.7578,
      "step": 88280
    },
    {
      "epoch": 4.107048150732728,
      "grad_norm": 1.7843062749405592,
      "learning_rate": 6.980969735003282e-05,
      "loss": 1.8281,
      "step": 88281
    },
    {
      "epoch": 4.107094673179809,
      "grad_norm": 1.5259992849005808,
      "learning_rate": 6.980656083954676e-05,
      "loss": 1.4297,
      "step": 88282
    },
    {
      "epoch": 4.10714119562689,
      "grad_norm": 1.6296558728090964,
      "learning_rate": 6.980342437815562e-05,
      "loss": 1.6172,
      "step": 88283
    },
    {
      "epoch": 4.107187718073971,
      "grad_norm": 1.4341235855091494,
      "learning_rate": 6.980028796586124e-05,
      "loss": 1.4609,
      "step": 88284
    },
    {
      "epoch": 4.107234240521051,
      "grad_norm": 1.689241928487015,
      "learning_rate": 6.979715160266565e-05,
      "loss": 1.7812,
      "step": 88285
    },
    {
      "epoch": 4.1072807629681325,
      "grad_norm": 1.654281885077364,
      "learning_rate": 6.97940152885707e-05,
      "loss": 1.7812,
      "step": 88286
    },
    {
      "epoch": 4.107327285415213,
      "grad_norm": 1.583467465728678,
      "learning_rate": 6.979087902357837e-05,
      "loss": 1.4766,
      "step": 88287
    },
    {
      "epoch": 4.1073738078622934,
      "grad_norm": 1.6145287628534755,
      "learning_rate": 6.978774280769044e-05,
      "loss": 1.7266,
      "step": 88288
    },
    {
      "epoch": 4.107420330309374,
      "grad_norm": 1.6746868735573008,
      "learning_rate": 6.978460664090898e-05,
      "loss": 1.7344,
      "step": 88289
    },
    {
      "epoch": 4.107466852756455,
      "grad_norm": 1.6266150303287372,
      "learning_rate": 6.978147052323588e-05,
      "loss": 1.4375,
      "step": 88290
    },
    {
      "epoch": 4.107513375203536,
      "grad_norm": 1.7732346018199436,
      "learning_rate": 6.977833445467303e-05,
      "loss": 2.0625,
      "step": 88291
    },
    {
      "epoch": 4.107559897650616,
      "grad_norm": 1.4453083493787933,
      "learning_rate": 6.97751984352223e-05,
      "loss": 1.4141,
      "step": 88292
    },
    {
      "epoch": 4.107606420097697,
      "grad_norm": 1.3632226257110622,
      "learning_rate": 6.977206246488572e-05,
      "loss": 1.1406,
      "step": 88293
    },
    {
      "epoch": 4.107652942544778,
      "grad_norm": 1.3025776004342338,
      "learning_rate": 6.976892654366517e-05,
      "loss": 1.2031,
      "step": 88294
    },
    {
      "epoch": 4.107699464991859,
      "grad_norm": 1.4588872843228653,
      "learning_rate": 6.976579067156248e-05,
      "loss": 1.4688,
      "step": 88295
    },
    {
      "epoch": 4.107745987438939,
      "grad_norm": 1.5401019630160155,
      "learning_rate": 6.97626548485797e-05,
      "loss": 1.5859,
      "step": 88296
    },
    {
      "epoch": 4.10779250988602,
      "grad_norm": 1.6456155102500876,
      "learning_rate": 6.975951907471865e-05,
      "loss": 1.8047,
      "step": 88297
    },
    {
      "epoch": 4.107839032333101,
      "grad_norm": 1.5021960550638556,
      "learning_rate": 6.975638334998136e-05,
      "loss": 1.4609,
      "step": 88298
    },
    {
      "epoch": 4.107885554780181,
      "grad_norm": 1.612918858083634,
      "learning_rate": 6.975324767436967e-05,
      "loss": 1.6953,
      "step": 88299
    },
    {
      "epoch": 4.107932077227262,
      "grad_norm": 1.5184316221618233,
      "learning_rate": 6.975011204788551e-05,
      "loss": 1.4141,
      "step": 88300
    },
    {
      "epoch": 4.107978599674343,
      "grad_norm": 1.42526898970927,
      "learning_rate": 6.974697647053077e-05,
      "loss": 1.3516,
      "step": 88301
    },
    {
      "epoch": 4.108025122121424,
      "grad_norm": 1.5000042909997773,
      "learning_rate": 6.974384094230745e-05,
      "loss": 1.5156,
      "step": 88302
    },
    {
      "epoch": 4.108071644568504,
      "grad_norm": 1.5579594586563161,
      "learning_rate": 6.974070546321742e-05,
      "loss": 1.6016,
      "step": 88303
    },
    {
      "epoch": 4.108118167015585,
      "grad_norm": 1.467364903432012,
      "learning_rate": 6.973757003326259e-05,
      "loss": 1.4922,
      "step": 88304
    },
    {
      "epoch": 4.108164689462666,
      "grad_norm": 1.6637271473684674,
      "learning_rate": 6.973443465244485e-05,
      "loss": 1.7891,
      "step": 88305
    },
    {
      "epoch": 4.1082112119097465,
      "grad_norm": 1.5128124964195742,
      "learning_rate": 6.973129932076624e-05,
      "loss": 1.4062,
      "step": 88306
    },
    {
      "epoch": 4.108257734356827,
      "grad_norm": 1.6872145312338076,
      "learning_rate": 6.972816403822858e-05,
      "loss": 1.8359,
      "step": 88307
    },
    {
      "epoch": 4.108304256803908,
      "grad_norm": 1.617365509005122,
      "learning_rate": 6.97250288048338e-05,
      "loss": 1.6172,
      "step": 88308
    },
    {
      "epoch": 4.108350779250989,
      "grad_norm": 1.8218987403617393,
      "learning_rate": 6.972189362058384e-05,
      "loss": 1.8984,
      "step": 88309
    },
    {
      "epoch": 4.108397301698069,
      "grad_norm": 1.6397793445242537,
      "learning_rate": 6.971875848548057e-05,
      "loss": 1.625,
      "step": 88310
    },
    {
      "epoch": 4.10844382414515,
      "grad_norm": 1.5749640782103855,
      "learning_rate": 6.971562339952598e-05,
      "loss": 1.4922,
      "step": 88311
    },
    {
      "epoch": 4.108490346592231,
      "grad_norm": 1.540788851622994,
      "learning_rate": 6.971248836272197e-05,
      "loss": 1.5469,
      "step": 88312
    },
    {
      "epoch": 4.108536869039312,
      "grad_norm": 1.498745433435984,
      "learning_rate": 6.970935337507046e-05,
      "loss": 1.4844,
      "step": 88313
    },
    {
      "epoch": 4.108583391486392,
      "grad_norm": 1.6578593727946633,
      "learning_rate": 6.970621843657329e-05,
      "loss": 1.6562,
      "step": 88314
    },
    {
      "epoch": 4.1086299139334725,
      "grad_norm": 1.5543699199747727,
      "learning_rate": 6.97030835472325e-05,
      "loss": 1.6094,
      "step": 88315
    },
    {
      "epoch": 4.108676436380554,
      "grad_norm": 1.2485022610563679,
      "learning_rate": 6.969994870704996e-05,
      "loss": 1.1172,
      "step": 88316
    },
    {
      "epoch": 4.108722958827634,
      "grad_norm": 1.5577228143064799,
      "learning_rate": 6.969681391602752e-05,
      "loss": 1.4297,
      "step": 88317
    },
    {
      "epoch": 4.108769481274715,
      "grad_norm": 1.5726852514117347,
      "learning_rate": 6.969367917416722e-05,
      "loss": 1.5859,
      "step": 88318
    },
    {
      "epoch": 4.108816003721795,
      "grad_norm": 1.4870316989179055,
      "learning_rate": 6.969054448147087e-05,
      "loss": 1.5078,
      "step": 88319
    },
    {
      "epoch": 4.108862526168877,
      "grad_norm": 1.6117860896713763,
      "learning_rate": 6.968740983794051e-05,
      "loss": 1.6797,
      "step": 88320
    },
    {
      "epoch": 4.108909048615957,
      "grad_norm": 1.6794392195502115,
      "learning_rate": 6.968427524357798e-05,
      "loss": 1.6172,
      "step": 88321
    },
    {
      "epoch": 4.108955571063038,
      "grad_norm": 1.5123152309760652,
      "learning_rate": 6.96811406983852e-05,
      "loss": 1.4844,
      "step": 88322
    },
    {
      "epoch": 4.109002093510119,
      "grad_norm": 1.5738925096822145,
      "learning_rate": 6.967800620236405e-05,
      "loss": 1.5859,
      "step": 88323
    },
    {
      "epoch": 4.1090486159571995,
      "grad_norm": 1.6145873622325386,
      "learning_rate": 6.967487175551657e-05,
      "loss": 1.5234,
      "step": 88324
    },
    {
      "epoch": 4.10909513840428,
      "grad_norm": 1.6093632443298622,
      "learning_rate": 6.96717373578446e-05,
      "loss": 1.6875,
      "step": 88325
    },
    {
      "epoch": 4.1091416608513605,
      "grad_norm": 1.463256356188927,
      "learning_rate": 6.966860300935005e-05,
      "loss": 1.4766,
      "step": 88326
    },
    {
      "epoch": 4.109188183298442,
      "grad_norm": 1.5130879873497238,
      "learning_rate": 6.966546871003482e-05,
      "loss": 1.5859,
      "step": 88327
    },
    {
      "epoch": 4.109234705745522,
      "grad_norm": 1.6077122550036167,
      "learning_rate": 6.966233445990091e-05,
      "loss": 1.6406,
      "step": 88328
    },
    {
      "epoch": 4.109281228192603,
      "grad_norm": 1.7114273615777895,
      "learning_rate": 6.965920025895019e-05,
      "loss": 1.7422,
      "step": 88329
    },
    {
      "epoch": 4.109327750639683,
      "grad_norm": 1.5743269820832475,
      "learning_rate": 6.965606610718458e-05,
      "loss": 1.5469,
      "step": 88330
    },
    {
      "epoch": 4.109374273086765,
      "grad_norm": 1.5014636387768892,
      "learning_rate": 6.965293200460595e-05,
      "loss": 1.5391,
      "step": 88331
    },
    {
      "epoch": 4.109420795533845,
      "grad_norm": 1.664284602729399,
      "learning_rate": 6.964979795121632e-05,
      "loss": 1.7656,
      "step": 88332
    },
    {
      "epoch": 4.109467317980926,
      "grad_norm": 1.673823989562802,
      "learning_rate": 6.964666394701755e-05,
      "loss": 1.7578,
      "step": 88333
    },
    {
      "epoch": 4.109513840428007,
      "grad_norm": 1.4216179185054756,
      "learning_rate": 6.964352999201158e-05,
      "loss": 1.2969,
      "step": 88334
    },
    {
      "epoch": 4.109560362875087,
      "grad_norm": 1.6373006257144858,
      "learning_rate": 6.96403960862003e-05,
      "loss": 1.7422,
      "step": 88335
    },
    {
      "epoch": 4.109606885322168,
      "grad_norm": 1.677161480632223,
      "learning_rate": 6.96372622295856e-05,
      "loss": 1.8281,
      "step": 88336
    },
    {
      "epoch": 4.109653407769248,
      "grad_norm": 1.4448161007299292,
      "learning_rate": 6.96341284221695e-05,
      "loss": 1.5,
      "step": 88337
    },
    {
      "epoch": 4.10969993021633,
      "grad_norm": 1.4597762659868279,
      "learning_rate": 6.963099466395386e-05,
      "loss": 1.4766,
      "step": 88338
    },
    {
      "epoch": 4.10974645266341,
      "grad_norm": 1.5820300146811856,
      "learning_rate": 6.962786095494054e-05,
      "loss": 1.6094,
      "step": 88339
    },
    {
      "epoch": 4.109792975110491,
      "grad_norm": 1.4617179322315133,
      "learning_rate": 6.962472729513156e-05,
      "loss": 1.3438,
      "step": 88340
    },
    {
      "epoch": 4.109839497557571,
      "grad_norm": 1.505545301754697,
      "learning_rate": 6.962159368452875e-05,
      "loss": 1.6328,
      "step": 88341
    },
    {
      "epoch": 4.1098860200046525,
      "grad_norm": 1.6781400994892424,
      "learning_rate": 6.961846012313413e-05,
      "loss": 1.6484,
      "step": 88342
    },
    {
      "epoch": 4.109932542451733,
      "grad_norm": 1.4757494596295135,
      "learning_rate": 6.961532661094955e-05,
      "loss": 1.4453,
      "step": 88343
    },
    {
      "epoch": 4.1099790648988135,
      "grad_norm": 1.4147653265544125,
      "learning_rate": 6.961219314797697e-05,
      "loss": 1.3125,
      "step": 88344
    },
    {
      "epoch": 4.110025587345894,
      "grad_norm": 1.4534080169488717,
      "learning_rate": 6.96090597342182e-05,
      "loss": 1.3359,
      "step": 88345
    },
    {
      "epoch": 4.110072109792975,
      "grad_norm": 1.6518641712448165,
      "learning_rate": 6.960592636967531e-05,
      "loss": 1.7656,
      "step": 88346
    },
    {
      "epoch": 4.110118632240056,
      "grad_norm": 1.4147613943350326,
      "learning_rate": 6.960279305435012e-05,
      "loss": 1.3516,
      "step": 88347
    },
    {
      "epoch": 4.110165154687136,
      "grad_norm": 1.8153875442040406,
      "learning_rate": 6.959965978824458e-05,
      "loss": 1.9219,
      "step": 88348
    },
    {
      "epoch": 4.110211677134218,
      "grad_norm": 1.545747670130277,
      "learning_rate": 6.959652657136057e-05,
      "loss": 1.5859,
      "step": 88349
    },
    {
      "epoch": 4.110258199581298,
      "grad_norm": 1.647485097068922,
      "learning_rate": 6.959339340370007e-05,
      "loss": 1.5859,
      "step": 88350
    },
    {
      "epoch": 4.110304722028379,
      "grad_norm": 1.6728531383182568,
      "learning_rate": 6.9590260285265e-05,
      "loss": 1.7266,
      "step": 88351
    },
    {
      "epoch": 4.110351244475459,
      "grad_norm": 1.662941097887819,
      "learning_rate": 6.958712721605722e-05,
      "loss": 1.7188,
      "step": 88352
    },
    {
      "epoch": 4.11039776692254,
      "grad_norm": 1.666946543723677,
      "learning_rate": 6.958399419607863e-05,
      "loss": 1.6172,
      "step": 88353
    },
    {
      "epoch": 4.110444289369621,
      "grad_norm": 1.5794727276110143,
      "learning_rate": 6.958086122533124e-05,
      "loss": 1.5391,
      "step": 88354
    },
    {
      "epoch": 4.110490811816701,
      "grad_norm": 1.5755288526204043,
      "learning_rate": 6.957772830381693e-05,
      "loss": 1.3984,
      "step": 88355
    },
    {
      "epoch": 4.110537334263782,
      "grad_norm": 1.560916562648924,
      "learning_rate": 6.95745954315376e-05,
      "loss": 1.4766,
      "step": 88356
    },
    {
      "epoch": 4.110583856710863,
      "grad_norm": 1.673019265958899,
      "learning_rate": 6.957146260849513e-05,
      "loss": 1.7188,
      "step": 88357
    },
    {
      "epoch": 4.110630379157944,
      "grad_norm": 1.7726898309072299,
      "learning_rate": 6.956832983469152e-05,
      "loss": 1.75,
      "step": 88358
    },
    {
      "epoch": 4.110676901605024,
      "grad_norm": 2.0532279620503906,
      "learning_rate": 6.956519711012868e-05,
      "loss": 1.7109,
      "step": 88359
    },
    {
      "epoch": 4.110723424052106,
      "grad_norm": 1.5054480606480003,
      "learning_rate": 6.956206443480848e-05,
      "loss": 1.4844,
      "step": 88360
    },
    {
      "epoch": 4.110769946499186,
      "grad_norm": 1.5166697960858446,
      "learning_rate": 6.955893180873281e-05,
      "loss": 1.5,
      "step": 88361
    },
    {
      "epoch": 4.1108164689462665,
      "grad_norm": 1.5955529793513603,
      "learning_rate": 6.955579923190369e-05,
      "loss": 1.7734,
      "step": 88362
    },
    {
      "epoch": 4.110862991393347,
      "grad_norm": 1.6973762771051948,
      "learning_rate": 6.955266670432292e-05,
      "loss": 1.7422,
      "step": 88363
    },
    {
      "epoch": 4.110909513840428,
      "grad_norm": 1.7517995344122395,
      "learning_rate": 6.954953422599257e-05,
      "loss": 1.8203,
      "step": 88364
    },
    {
      "epoch": 4.110956036287509,
      "grad_norm": 1.7121287412814412,
      "learning_rate": 6.954640179691444e-05,
      "loss": 1.7422,
      "step": 88365
    },
    {
      "epoch": 4.111002558734589,
      "grad_norm": 1.7273456255079478,
      "learning_rate": 6.954326941709047e-05,
      "loss": 1.7266,
      "step": 88366
    },
    {
      "epoch": 4.11104908118167,
      "grad_norm": 1.7569761643892214,
      "learning_rate": 6.954013708652254e-05,
      "loss": 1.7891,
      "step": 88367
    },
    {
      "epoch": 4.111095603628751,
      "grad_norm": 1.509309966210104,
      "learning_rate": 6.953700480521269e-05,
      "loss": 1.5156,
      "step": 88368
    },
    {
      "epoch": 4.111142126075832,
      "grad_norm": 1.7407824587305556,
      "learning_rate": 6.953387257316272e-05,
      "loss": 1.7031,
      "step": 88369
    },
    {
      "epoch": 4.111188648522912,
      "grad_norm": 1.6113666746803965,
      "learning_rate": 6.953074039037463e-05,
      "loss": 1.3672,
      "step": 88370
    },
    {
      "epoch": 4.111235170969993,
      "grad_norm": 1.538616977018737,
      "learning_rate": 6.95276082568502e-05,
      "loss": 1.6172,
      "step": 88371
    },
    {
      "epoch": 4.111281693417074,
      "grad_norm": 1.696283337561671,
      "learning_rate": 6.952447617259152e-05,
      "loss": 1.7109,
      "step": 88372
    },
    {
      "epoch": 4.111328215864154,
      "grad_norm": 1.5484313514525463,
      "learning_rate": 6.952134413760042e-05,
      "loss": 1.5234,
      "step": 88373
    },
    {
      "epoch": 4.111374738311235,
      "grad_norm": 1.6319038682511278,
      "learning_rate": 6.951821215187884e-05,
      "loss": 1.5234,
      "step": 88374
    },
    {
      "epoch": 4.111421260758316,
      "grad_norm": 1.6951157956133267,
      "learning_rate": 6.951508021542862e-05,
      "loss": 1.7891,
      "step": 88375
    },
    {
      "epoch": 4.111467783205397,
      "grad_norm": 1.6774825864983092,
      "learning_rate": 6.95119483282518e-05,
      "loss": 1.7969,
      "step": 88376
    },
    {
      "epoch": 4.111514305652477,
      "grad_norm": 1.4920410574653147,
      "learning_rate": 6.950881649035024e-05,
      "loss": 1.3984,
      "step": 88377
    },
    {
      "epoch": 4.111560828099558,
      "grad_norm": 1.3765385363320584,
      "learning_rate": 6.950568470172585e-05,
      "loss": 1.3047,
      "step": 88378
    },
    {
      "epoch": 4.111607350546639,
      "grad_norm": 1.6203932982700733,
      "learning_rate": 6.950255296238051e-05,
      "loss": 1.6719,
      "step": 88379
    },
    {
      "epoch": 4.1116538729937195,
      "grad_norm": 1.7043959036293452,
      "learning_rate": 6.949942127231622e-05,
      "loss": 1.6016,
      "step": 88380
    },
    {
      "epoch": 4.1117003954408,
      "grad_norm": 1.5962408478198906,
      "learning_rate": 6.949628963153487e-05,
      "loss": 1.6875,
      "step": 88381
    },
    {
      "epoch": 4.1117469178878805,
      "grad_norm": 1.512485430991529,
      "learning_rate": 6.949315804003838e-05,
      "loss": 1.5,
      "step": 88382
    },
    {
      "epoch": 4.111793440334962,
      "grad_norm": 1.5078050105921603,
      "learning_rate": 6.949002649782858e-05,
      "loss": 1.5547,
      "step": 88383
    },
    {
      "epoch": 4.111839962782042,
      "grad_norm": 1.8141623260931121,
      "learning_rate": 6.948689500490746e-05,
      "loss": 1.7969,
      "step": 88384
    },
    {
      "epoch": 4.111886485229123,
      "grad_norm": 1.6511536313135757,
      "learning_rate": 6.948376356127699e-05,
      "loss": 1.6406,
      "step": 88385
    },
    {
      "epoch": 4.111933007676204,
      "grad_norm": 1.5887342727690454,
      "learning_rate": 6.948063216693905e-05,
      "loss": 1.5625,
      "step": 88386
    },
    {
      "epoch": 4.111979530123285,
      "grad_norm": 1.6636895756821537,
      "learning_rate": 6.947750082189554e-05,
      "loss": 1.7344,
      "step": 88387
    },
    {
      "epoch": 4.112026052570365,
      "grad_norm": 1.357274131076044,
      "learning_rate": 6.947436952614837e-05,
      "loss": 1.2344,
      "step": 88388
    },
    {
      "epoch": 4.112072575017446,
      "grad_norm": 1.6386893501522581,
      "learning_rate": 6.947123827969941e-05,
      "loss": 1.6719,
      "step": 88389
    },
    {
      "epoch": 4.112119097464527,
      "grad_norm": 1.4337830735050106,
      "learning_rate": 6.946810708255068e-05,
      "loss": 1.375,
      "step": 88390
    },
    {
      "epoch": 4.1121656199116075,
      "grad_norm": 1.6971896810445077,
      "learning_rate": 6.946497593470406e-05,
      "loss": 1.7812,
      "step": 88391
    },
    {
      "epoch": 4.112212142358688,
      "grad_norm": 1.5650830854344717,
      "learning_rate": 6.946184483616147e-05,
      "loss": 1.5312,
      "step": 88392
    },
    {
      "epoch": 4.112258664805768,
      "grad_norm": 1.7088664470346473,
      "learning_rate": 6.945871378692475e-05,
      "loss": 1.7344,
      "step": 88393
    },
    {
      "epoch": 4.11230518725285,
      "grad_norm": 1.6982934053113725,
      "learning_rate": 6.945558278699591e-05,
      "loss": 1.7812,
      "step": 88394
    },
    {
      "epoch": 4.11235170969993,
      "grad_norm": 1.6261537200643585,
      "learning_rate": 6.945245183637687e-05,
      "loss": 1.5156,
      "step": 88395
    },
    {
      "epoch": 4.112398232147011,
      "grad_norm": 1.4276788068551756,
      "learning_rate": 6.94493209350695e-05,
      "loss": 1.4297,
      "step": 88396
    },
    {
      "epoch": 4.112444754594092,
      "grad_norm": 1.7958540314816034,
      "learning_rate": 6.944619008307568e-05,
      "loss": 1.8281,
      "step": 88397
    },
    {
      "epoch": 4.112491277041173,
      "grad_norm": 1.4966820654366162,
      "learning_rate": 6.944305928039742e-05,
      "loss": 1.5234,
      "step": 88398
    },
    {
      "epoch": 4.112537799488253,
      "grad_norm": 1.6534856668105216,
      "learning_rate": 6.943992852703659e-05,
      "loss": 1.6484,
      "step": 88399
    },
    {
      "epoch": 4.1125843219353335,
      "grad_norm": 1.6865915369199576,
      "learning_rate": 6.943679782299513e-05,
      "loss": 1.7734,
      "step": 88400
    },
    {
      "epoch": 4.112630844382415,
      "grad_norm": 1.4490080600135162,
      "learning_rate": 6.943366716827487e-05,
      "loss": 1.4062,
      "step": 88401
    },
    {
      "epoch": 4.112677366829495,
      "grad_norm": 1.6894979034910178,
      "learning_rate": 6.943053656287786e-05,
      "loss": 1.7812,
      "step": 88402
    },
    {
      "epoch": 4.112723889276576,
      "grad_norm": 1.438999052021177,
      "learning_rate": 6.942740600680595e-05,
      "loss": 1.4219,
      "step": 88403
    },
    {
      "epoch": 4.112770411723656,
      "grad_norm": 1.5379547945930323,
      "learning_rate": 6.942427550006103e-05,
      "loss": 1.4766,
      "step": 88404
    },
    {
      "epoch": 4.112816934170738,
      "grad_norm": 1.6730213917243264,
      "learning_rate": 6.942114504264501e-05,
      "loss": 1.6016,
      "step": 88405
    },
    {
      "epoch": 4.112863456617818,
      "grad_norm": 1.5208392247551628,
      "learning_rate": 6.941801463455985e-05,
      "loss": 1.4297,
      "step": 88406
    },
    {
      "epoch": 4.112909979064899,
      "grad_norm": 1.466677251972115,
      "learning_rate": 6.94148842758075e-05,
      "loss": 1.5156,
      "step": 88407
    },
    {
      "epoch": 4.112956501511979,
      "grad_norm": 1.5266690502397904,
      "learning_rate": 6.941175396638983e-05,
      "loss": 1.4922,
      "step": 88408
    },
    {
      "epoch": 4.1130030239590605,
      "grad_norm": 1.4877922333410347,
      "learning_rate": 6.940862370630876e-05,
      "loss": 1.4766,
      "step": 88409
    },
    {
      "epoch": 4.113049546406141,
      "grad_norm": 1.7919423872476907,
      "learning_rate": 6.940549349556615e-05,
      "loss": 1.8984,
      "step": 88410
    },
    {
      "epoch": 4.113096068853221,
      "grad_norm": 1.5481119489552042,
      "learning_rate": 6.940236333416404e-05,
      "loss": 1.5547,
      "step": 88411
    },
    {
      "epoch": 4.113142591300303,
      "grad_norm": 1.6552551358941658,
      "learning_rate": 6.939923322210424e-05,
      "loss": 1.7578,
      "step": 88412
    },
    {
      "epoch": 4.113189113747383,
      "grad_norm": 1.6281257631578985,
      "learning_rate": 6.939610315938874e-05,
      "loss": 1.7266,
      "step": 88413
    },
    {
      "epoch": 4.113235636194464,
      "grad_norm": 1.665195345505075,
      "learning_rate": 6.939297314601943e-05,
      "loss": 1.5938,
      "step": 88414
    },
    {
      "epoch": 4.113282158641544,
      "grad_norm": 1.664077206347895,
      "learning_rate": 6.938984318199812e-05,
      "loss": 1.7109,
      "step": 88415
    },
    {
      "epoch": 4.113328681088626,
      "grad_norm": 1.6408331337433344,
      "learning_rate": 6.938671326732692e-05,
      "loss": 1.6016,
      "step": 88416
    },
    {
      "epoch": 4.113375203535706,
      "grad_norm": 1.649142878404033,
      "learning_rate": 6.938358340200763e-05,
      "loss": 1.75,
      "step": 88417
    },
    {
      "epoch": 4.1134217259827865,
      "grad_norm": 1.6055916502005465,
      "learning_rate": 6.938045358604218e-05,
      "loss": 1.5312,
      "step": 88418
    },
    {
      "epoch": 4.113468248429867,
      "grad_norm": 1.5663641000954907,
      "learning_rate": 6.937732381943245e-05,
      "loss": 1.5703,
      "step": 88419
    },
    {
      "epoch": 4.113514770876948,
      "grad_norm": 1.5013695407075005,
      "learning_rate": 6.937419410218046e-05,
      "loss": 1.4844,
      "step": 88420
    },
    {
      "epoch": 4.113561293324029,
      "grad_norm": 1.4852305199286577,
      "learning_rate": 6.937106443428805e-05,
      "loss": 1.5234,
      "step": 88421
    },
    {
      "epoch": 4.113607815771109,
      "grad_norm": 1.4549104655222307,
      "learning_rate": 6.936793481575713e-05,
      "loss": 1.3984,
      "step": 88422
    },
    {
      "epoch": 4.113654338218191,
      "grad_norm": 1.648634334277046,
      "learning_rate": 6.93648052465896e-05,
      "loss": 1.6641,
      "step": 88423
    },
    {
      "epoch": 4.113700860665271,
      "grad_norm": 1.535275511027424,
      "learning_rate": 6.936167572678746e-05,
      "loss": 1.5938,
      "step": 88424
    },
    {
      "epoch": 4.113747383112352,
      "grad_norm": 1.643369984286982,
      "learning_rate": 6.935854625635259e-05,
      "loss": 1.6641,
      "step": 88425
    },
    {
      "epoch": 4.113793905559432,
      "grad_norm": 1.499231754937318,
      "learning_rate": 6.935541683528683e-05,
      "loss": 1.5156,
      "step": 88426
    },
    {
      "epoch": 4.1138404280065135,
      "grad_norm": 1.6237155682887288,
      "learning_rate": 6.935228746359223e-05,
      "loss": 1.6953,
      "step": 88427
    },
    {
      "epoch": 4.113886950453594,
      "grad_norm": 1.750363532522634,
      "learning_rate": 6.934915814127055e-05,
      "loss": 1.8594,
      "step": 88428
    },
    {
      "epoch": 4.1139334729006745,
      "grad_norm": 1.7704241027643928,
      "learning_rate": 6.934602886832387e-05,
      "loss": 1.8359,
      "step": 88429
    },
    {
      "epoch": 4.113979995347755,
      "grad_norm": 1.7604390616119707,
      "learning_rate": 6.934289964475401e-05,
      "loss": 1.8281,
      "step": 88430
    },
    {
      "epoch": 4.114026517794836,
      "grad_norm": 1.67794027026793,
      "learning_rate": 6.933977047056291e-05,
      "loss": 1.75,
      "step": 88431
    },
    {
      "epoch": 4.114073040241917,
      "grad_norm": 1.6992659480306378,
      "learning_rate": 6.933664134575243e-05,
      "loss": 1.7656,
      "step": 88432
    },
    {
      "epoch": 4.114119562688997,
      "grad_norm": 1.7620806396594944,
      "learning_rate": 6.933351227032458e-05,
      "loss": 1.8516,
      "step": 88433
    },
    {
      "epoch": 4.114166085136078,
      "grad_norm": 1.5625289157335842,
      "learning_rate": 6.933038324428123e-05,
      "loss": 1.5547,
      "step": 88434
    },
    {
      "epoch": 4.114212607583159,
      "grad_norm": 1.5103660989085632,
      "learning_rate": 6.932725426762428e-05,
      "loss": 1.4062,
      "step": 88435
    },
    {
      "epoch": 4.11425913003024,
      "grad_norm": 1.51133268352221,
      "learning_rate": 6.932412534035564e-05,
      "loss": 1.4688,
      "step": 88436
    },
    {
      "epoch": 4.11430565247732,
      "grad_norm": 1.5139483047002704,
      "learning_rate": 6.932099646247729e-05,
      "loss": 1.5703,
      "step": 88437
    },
    {
      "epoch": 4.114352174924401,
      "grad_norm": 1.693637929568755,
      "learning_rate": 6.931786763399109e-05,
      "loss": 1.7656,
      "step": 88438
    },
    {
      "epoch": 4.114398697371482,
      "grad_norm": 1.6387285598532044,
      "learning_rate": 6.931473885489896e-05,
      "loss": 1.7344,
      "step": 88439
    },
    {
      "epoch": 4.114445219818562,
      "grad_norm": 1.5036856583397074,
      "learning_rate": 6.931161012520284e-05,
      "loss": 1.6016,
      "step": 88440
    },
    {
      "epoch": 4.114491742265643,
      "grad_norm": 1.4837553149554867,
      "learning_rate": 6.930848144490457e-05,
      "loss": 1.5078,
      "step": 88441
    },
    {
      "epoch": 4.114538264712724,
      "grad_norm": 1.6581782089505854,
      "learning_rate": 6.930535281400616e-05,
      "loss": 1.6172,
      "step": 88442
    },
    {
      "epoch": 4.114584787159805,
      "grad_norm": 1.6838374001324643,
      "learning_rate": 6.930222423250951e-05,
      "loss": 1.7812,
      "step": 88443
    },
    {
      "epoch": 4.114631309606885,
      "grad_norm": 1.6459421167463177,
      "learning_rate": 6.92990957004165e-05,
      "loss": 1.7656,
      "step": 88444
    },
    {
      "epoch": 4.114677832053966,
      "grad_norm": 1.6447611387630316,
      "learning_rate": 6.929596721772901e-05,
      "loss": 1.7891,
      "step": 88445
    },
    {
      "epoch": 4.114724354501047,
      "grad_norm": 1.5920175980707891,
      "learning_rate": 6.929283878444907e-05,
      "loss": 1.7812,
      "step": 88446
    },
    {
      "epoch": 4.1147708769481275,
      "grad_norm": 1.541918360050813,
      "learning_rate": 6.928971040057851e-05,
      "loss": 1.5547,
      "step": 88447
    },
    {
      "epoch": 4.114817399395208,
      "grad_norm": 1.8283935708506094,
      "learning_rate": 6.928658206611922e-05,
      "loss": 1.8516,
      "step": 88448
    },
    {
      "epoch": 4.114863921842289,
      "grad_norm": 1.513000359365565,
      "learning_rate": 6.928345378107322e-05,
      "loss": 1.4219,
      "step": 88449
    },
    {
      "epoch": 4.11491044428937,
      "grad_norm": 1.658138704809378,
      "learning_rate": 6.928032554544229e-05,
      "loss": 1.6094,
      "step": 88450
    },
    {
      "epoch": 4.11495696673645,
      "grad_norm": 1.497271077433573,
      "learning_rate": 6.92771973592285e-05,
      "loss": 1.5156,
      "step": 88451
    },
    {
      "epoch": 4.115003489183531,
      "grad_norm": 1.7172189137307332,
      "learning_rate": 6.927406922243368e-05,
      "loss": 1.8438,
      "step": 88452
    },
    {
      "epoch": 4.115050011630612,
      "grad_norm": 1.6791324382164083,
      "learning_rate": 6.927094113505974e-05,
      "loss": 1.7109,
      "step": 88453
    },
    {
      "epoch": 4.115096534077693,
      "grad_norm": 1.7051426521243707,
      "learning_rate": 6.926781309710856e-05,
      "loss": 1.8438,
      "step": 88454
    },
    {
      "epoch": 4.115143056524773,
      "grad_norm": 1.5695935702749308,
      "learning_rate": 6.926468510858215e-05,
      "loss": 1.5703,
      "step": 88455
    },
    {
      "epoch": 4.115189578971854,
      "grad_norm": 1.4919823966890406,
      "learning_rate": 6.926155716948239e-05,
      "loss": 1.4141,
      "step": 88456
    },
    {
      "epoch": 4.115236101418935,
      "grad_norm": 1.6612703782262352,
      "learning_rate": 6.925842927981117e-05,
      "loss": 1.7422,
      "step": 88457
    },
    {
      "epoch": 4.115282623866015,
      "grad_norm": 1.6668217524844937,
      "learning_rate": 6.925530143957035e-05,
      "loss": 1.7344,
      "step": 88458
    },
    {
      "epoch": 4.115329146313096,
      "grad_norm": 1.643343439423417,
      "learning_rate": 6.925217364876198e-05,
      "loss": 1.7031,
      "step": 88459
    },
    {
      "epoch": 4.115375668760176,
      "grad_norm": 1.6638204144769675,
      "learning_rate": 6.924904590738789e-05,
      "loss": 1.7734,
      "step": 88460
    },
    {
      "epoch": 4.115422191207258,
      "grad_norm": 1.5590880474137987,
      "learning_rate": 6.924591821545004e-05,
      "loss": 1.6328,
      "step": 88461
    },
    {
      "epoch": 4.115468713654338,
      "grad_norm": 1.6487695620640828,
      "learning_rate": 6.924279057295023e-05,
      "loss": 1.7109,
      "step": 88462
    },
    {
      "epoch": 4.115515236101419,
      "grad_norm": 1.647644528325132,
      "learning_rate": 6.923966297989053e-05,
      "loss": 1.3906,
      "step": 88463
    },
    {
      "epoch": 4.1155617585485,
      "grad_norm": 1.6982707788883398,
      "learning_rate": 6.923653543627277e-05,
      "loss": 1.6953,
      "step": 88464
    },
    {
      "epoch": 4.1156082809955805,
      "grad_norm": 1.4627455439523371,
      "learning_rate": 6.923340794209889e-05,
      "loss": 1.3984,
      "step": 88465
    },
    {
      "epoch": 4.115654803442661,
      "grad_norm": 1.4661617157467188,
      "learning_rate": 6.92302804973708e-05,
      "loss": 1.3828,
      "step": 88466
    },
    {
      "epoch": 4.1157013258897415,
      "grad_norm": 1.3886285614194316,
      "learning_rate": 6.922715310209034e-05,
      "loss": 1.375,
      "step": 88467
    },
    {
      "epoch": 4.115747848336823,
      "grad_norm": 1.6019713786296081,
      "learning_rate": 6.922402575625955e-05,
      "loss": 1.7656,
      "step": 88468
    },
    {
      "epoch": 4.115794370783903,
      "grad_norm": 1.6627997201130063,
      "learning_rate": 6.92208984598803e-05,
      "loss": 1.7812,
      "step": 88469
    },
    {
      "epoch": 4.115840893230984,
      "grad_norm": 1.4750078163323848,
      "learning_rate": 6.92177712129544e-05,
      "loss": 1.3047,
      "step": 88470
    },
    {
      "epoch": 4.115887415678064,
      "grad_norm": 1.5284403278607164,
      "learning_rate": 6.921464401548395e-05,
      "loss": 1.5469,
      "step": 88471
    },
    {
      "epoch": 4.115933938125146,
      "grad_norm": 1.637008175219341,
      "learning_rate": 6.921151686747071e-05,
      "loss": 1.75,
      "step": 88472
    },
    {
      "epoch": 4.115980460572226,
      "grad_norm": 1.5619962902284248,
      "learning_rate": 6.92083897689167e-05,
      "loss": 1.5859,
      "step": 88473
    },
    {
      "epoch": 4.116026983019307,
      "grad_norm": 1.6147920322389835,
      "learning_rate": 6.92052627198238e-05,
      "loss": 1.6562,
      "step": 88474
    },
    {
      "epoch": 4.116073505466388,
      "grad_norm": 1.6285153973003585,
      "learning_rate": 6.920213572019392e-05,
      "loss": 1.5625,
      "step": 88475
    },
    {
      "epoch": 4.116120027913468,
      "grad_norm": 1.6684283325620255,
      "learning_rate": 6.919900877002889e-05,
      "loss": 1.6953,
      "step": 88476
    },
    {
      "epoch": 4.116166550360549,
      "grad_norm": 1.5829614455740053,
      "learning_rate": 6.919588186933078e-05,
      "loss": 1.6016,
      "step": 88477
    },
    {
      "epoch": 4.116213072807629,
      "grad_norm": 1.5502953080342678,
      "learning_rate": 6.919275501810142e-05,
      "loss": 1.5391,
      "step": 88478
    },
    {
      "epoch": 4.116259595254711,
      "grad_norm": 1.5907137002878668,
      "learning_rate": 6.918962821634272e-05,
      "loss": 1.6094,
      "step": 88479
    },
    {
      "epoch": 4.116306117701791,
      "grad_norm": 1.6066896504147983,
      "learning_rate": 6.918650146405657e-05,
      "loss": 1.5781,
      "step": 88480
    },
    {
      "epoch": 4.116352640148872,
      "grad_norm": 1.5906754464461232,
      "learning_rate": 6.918337476124496e-05,
      "loss": 1.5,
      "step": 88481
    },
    {
      "epoch": 4.116399162595952,
      "grad_norm": 1.5731037681440065,
      "learning_rate": 6.918024810790977e-05,
      "loss": 1.5156,
      "step": 88482
    },
    {
      "epoch": 4.1164456850430335,
      "grad_norm": 1.587456220627807,
      "learning_rate": 6.917712150405292e-05,
      "loss": 1.6797,
      "step": 88483
    },
    {
      "epoch": 4.116492207490114,
      "grad_norm": 1.4790783025108163,
      "learning_rate": 6.917399494967623e-05,
      "loss": 1.4219,
      "step": 88484
    },
    {
      "epoch": 4.1165387299371945,
      "grad_norm": 1.4692682647159143,
      "learning_rate": 6.917086844478178e-05,
      "loss": 1.5938,
      "step": 88485
    },
    {
      "epoch": 4.116585252384276,
      "grad_norm": 1.543646032575298,
      "learning_rate": 6.916774198937138e-05,
      "loss": 1.3594,
      "step": 88486
    },
    {
      "epoch": 4.116631774831356,
      "grad_norm": 1.6460862429994034,
      "learning_rate": 6.916461558344699e-05,
      "loss": 1.7109,
      "step": 88487
    },
    {
      "epoch": 4.116678297278437,
      "grad_norm": 1.6205024990377384,
      "learning_rate": 6.916148922701041e-05,
      "loss": 1.5391,
      "step": 88488
    },
    {
      "epoch": 4.116724819725517,
      "grad_norm": 1.5082632970628995,
      "learning_rate": 6.915836292006373e-05,
      "loss": 1.3984,
      "step": 88489
    },
    {
      "epoch": 4.116771342172599,
      "grad_norm": 1.6500802895162596,
      "learning_rate": 6.915523666260875e-05,
      "loss": 1.6328,
      "step": 88490
    },
    {
      "epoch": 4.116817864619679,
      "grad_norm": 1.4279623531597718,
      "learning_rate": 6.915211045464743e-05,
      "loss": 1.3516,
      "step": 88491
    },
    {
      "epoch": 4.11686438706676,
      "grad_norm": 1.5156071092976628,
      "learning_rate": 6.91489842961816e-05,
      "loss": 1.5078,
      "step": 88492
    },
    {
      "epoch": 4.11691090951384,
      "grad_norm": 1.5097390958356074,
      "learning_rate": 6.914585818721323e-05,
      "loss": 1.3594,
      "step": 88493
    },
    {
      "epoch": 4.1169574319609215,
      "grad_norm": 1.6437706514089478,
      "learning_rate": 6.914273212774432e-05,
      "loss": 1.5781,
      "step": 88494
    },
    {
      "epoch": 4.117003954408002,
      "grad_norm": 1.6281968632132104,
      "learning_rate": 6.913960611777669e-05,
      "loss": 1.5469,
      "step": 88495
    },
    {
      "epoch": 4.117050476855082,
      "grad_norm": 1.4658476593951604,
      "learning_rate": 6.913648015731228e-05,
      "loss": 1.3438,
      "step": 88496
    },
    {
      "epoch": 4.117096999302163,
      "grad_norm": 1.5875249295928109,
      "learning_rate": 6.913335424635299e-05,
      "loss": 1.4453,
      "step": 88497
    },
    {
      "epoch": 4.117143521749244,
      "grad_norm": 1.5362222975204107,
      "learning_rate": 6.913022838490067e-05,
      "loss": 1.4688,
      "step": 88498
    },
    {
      "epoch": 4.117190044196325,
      "grad_norm": 1.6731413878322403,
      "learning_rate": 6.912710257295736e-05,
      "loss": 1.7344,
      "step": 88499
    },
    {
      "epoch": 4.117236566643405,
      "grad_norm": 1.644324697578983,
      "learning_rate": 6.912397681052492e-05,
      "loss": 1.7812,
      "step": 88500
    },
    {
      "epoch": 4.117283089090487,
      "grad_norm": 1.4762413614749406,
      "learning_rate": 6.912085109760525e-05,
      "loss": 1.3438,
      "step": 88501
    },
    {
      "epoch": 4.117329611537567,
      "grad_norm": 1.5321912249115899,
      "learning_rate": 6.911772543420023e-05,
      "loss": 1.3906,
      "step": 88502
    },
    {
      "epoch": 4.1173761339846475,
      "grad_norm": 1.5174651679835953,
      "learning_rate": 6.911459982031186e-05,
      "loss": 1.4609,
      "step": 88503
    },
    {
      "epoch": 4.117422656431728,
      "grad_norm": 1.5437882535560248,
      "learning_rate": 6.911147425594202e-05,
      "loss": 1.4766,
      "step": 88504
    },
    {
      "epoch": 4.117469178878809,
      "grad_norm": 1.7947702763653746,
      "learning_rate": 6.910834874109261e-05,
      "loss": 1.7422,
      "step": 88505
    },
    {
      "epoch": 4.11751570132589,
      "grad_norm": 1.6335847162896155,
      "learning_rate": 6.910522327576547e-05,
      "loss": 1.6016,
      "step": 88506
    },
    {
      "epoch": 4.11756222377297,
      "grad_norm": 1.523823660077882,
      "learning_rate": 6.910209785996266e-05,
      "loss": 1.5469,
      "step": 88507
    },
    {
      "epoch": 4.117608746220051,
      "grad_norm": 1.440973702984047,
      "learning_rate": 6.909897249368603e-05,
      "loss": 1.3281,
      "step": 88508
    },
    {
      "epoch": 4.117655268667132,
      "grad_norm": 1.8024369548891417,
      "learning_rate": 6.909584717693748e-05,
      "loss": 1.8828,
      "step": 88509
    },
    {
      "epoch": 4.117701791114213,
      "grad_norm": 1.5054599789880425,
      "learning_rate": 6.909272190971886e-05,
      "loss": 1.5312,
      "step": 88510
    },
    {
      "epoch": 4.117748313561293,
      "grad_norm": 1.6132277337209249,
      "learning_rate": 6.908959669203223e-05,
      "loss": 1.6016,
      "step": 88511
    },
    {
      "epoch": 4.117794836008374,
      "grad_norm": 1.6436608532861752,
      "learning_rate": 6.908647152387941e-05,
      "loss": 1.6875,
      "step": 88512
    },
    {
      "epoch": 4.117841358455455,
      "grad_norm": 1.6237641600767505,
      "learning_rate": 6.908334640526235e-05,
      "loss": 1.6562,
      "step": 88513
    },
    {
      "epoch": 4.117887880902535,
      "grad_norm": 1.7535711253837665,
      "learning_rate": 6.908022133618286e-05,
      "loss": 1.6641,
      "step": 88514
    },
    {
      "epoch": 4.117934403349616,
      "grad_norm": 1.3850020653407715,
      "learning_rate": 6.907709631664294e-05,
      "loss": 1.2344,
      "step": 88515
    },
    {
      "epoch": 4.117980925796697,
      "grad_norm": 1.5035553232106196,
      "learning_rate": 6.907397134664456e-05,
      "loss": 1.4609,
      "step": 88516
    },
    {
      "epoch": 4.118027448243778,
      "grad_norm": 1.7976782348993094,
      "learning_rate": 6.907084642618957e-05,
      "loss": 1.75,
      "step": 88517
    },
    {
      "epoch": 4.118073970690858,
      "grad_norm": 1.643153181867785,
      "learning_rate": 6.906772155527989e-05,
      "loss": 1.7656,
      "step": 88518
    },
    {
      "epoch": 4.118120493137939,
      "grad_norm": 1.5045886892470879,
      "learning_rate": 6.906459673391737e-05,
      "loss": 1.5,
      "step": 88519
    },
    {
      "epoch": 4.11816701558502,
      "grad_norm": 1.5849069718121764,
      "learning_rate": 6.906147196210404e-05,
      "loss": 1.625,
      "step": 88520
    },
    {
      "epoch": 4.1182135380321006,
      "grad_norm": 1.6626773565484068,
      "learning_rate": 6.905834723984175e-05,
      "loss": 1.7344,
      "step": 88521
    },
    {
      "epoch": 4.118260060479181,
      "grad_norm": 1.6034652958870164,
      "learning_rate": 6.90552225671324e-05,
      "loss": 1.5938,
      "step": 88522
    },
    {
      "epoch": 4.1183065829262615,
      "grad_norm": 1.600728501098878,
      "learning_rate": 6.905209794397794e-05,
      "loss": 1.6641,
      "step": 88523
    },
    {
      "epoch": 4.118353105373343,
      "grad_norm": 1.5441575508389227,
      "learning_rate": 6.904897337038022e-05,
      "loss": 1.4688,
      "step": 88524
    },
    {
      "epoch": 4.118399627820423,
      "grad_norm": 1.6438167790408462,
      "learning_rate": 6.904584884634124e-05,
      "loss": 1.6562,
      "step": 88525
    },
    {
      "epoch": 4.118446150267504,
      "grad_norm": 1.696335741998889,
      "learning_rate": 6.904272437186286e-05,
      "loss": 1.7422,
      "step": 88526
    },
    {
      "epoch": 4.118492672714585,
      "grad_norm": 1.588136715807649,
      "learning_rate": 6.9039599946947e-05,
      "loss": 1.6016,
      "step": 88527
    },
    {
      "epoch": 4.118539195161666,
      "grad_norm": 1.659336850946798,
      "learning_rate": 6.903647557159551e-05,
      "loss": 1.6953,
      "step": 88528
    },
    {
      "epoch": 4.118585717608746,
      "grad_norm": 1.5936813773053315,
      "learning_rate": 6.903335124581045e-05,
      "loss": 1.5859,
      "step": 88529
    },
    {
      "epoch": 4.118632240055827,
      "grad_norm": 1.5512483063601685,
      "learning_rate": 6.903022696959363e-05,
      "loss": 1.6875,
      "step": 88530
    },
    {
      "epoch": 4.118678762502908,
      "grad_norm": 1.6070944128276734,
      "learning_rate": 6.902710274294698e-05,
      "loss": 1.6562,
      "step": 88531
    },
    {
      "epoch": 4.1187252849499885,
      "grad_norm": 1.5050255030004684,
      "learning_rate": 6.902397856587237e-05,
      "loss": 1.5234,
      "step": 88532
    },
    {
      "epoch": 4.118771807397069,
      "grad_norm": 1.4920463151010421,
      "learning_rate": 6.902085443837181e-05,
      "loss": 1.4219,
      "step": 88533
    },
    {
      "epoch": 4.118818329844149,
      "grad_norm": 1.6315129762481162,
      "learning_rate": 6.901773036044715e-05,
      "loss": 1.6016,
      "step": 88534
    },
    {
      "epoch": 4.118864852291231,
      "grad_norm": 1.5914243723961248,
      "learning_rate": 6.901460633210032e-05,
      "loss": 1.625,
      "step": 88535
    },
    {
      "epoch": 4.118911374738311,
      "grad_norm": 1.5666484955783695,
      "learning_rate": 6.901148235333319e-05,
      "loss": 1.625,
      "step": 88536
    },
    {
      "epoch": 4.118957897185392,
      "grad_norm": 1.5439584633386836,
      "learning_rate": 6.900835842414769e-05,
      "loss": 1.5781,
      "step": 88537
    },
    {
      "epoch": 4.119004419632473,
      "grad_norm": 1.5782206377160157,
      "learning_rate": 6.90052345445458e-05,
      "loss": 1.5547,
      "step": 88538
    },
    {
      "epoch": 4.119050942079554,
      "grad_norm": 1.650334653541125,
      "learning_rate": 6.900211071452938e-05,
      "loss": 1.7031,
      "step": 88539
    },
    {
      "epoch": 4.119097464526634,
      "grad_norm": 1.7153493672341986,
      "learning_rate": 6.899898693410035e-05,
      "loss": 1.8906,
      "step": 88540
    },
    {
      "epoch": 4.1191439869737145,
      "grad_norm": 1.3847757638018803,
      "learning_rate": 6.899586320326058e-05,
      "loss": 1.3672,
      "step": 88541
    },
    {
      "epoch": 4.119190509420796,
      "grad_norm": 1.5244956631663191,
      "learning_rate": 6.899273952201206e-05,
      "loss": 1.5156,
      "step": 88542
    },
    {
      "epoch": 4.119237031867876,
      "grad_norm": 1.7321942518927718,
      "learning_rate": 6.898961589035666e-05,
      "loss": 1.7734,
      "step": 88543
    },
    {
      "epoch": 4.119283554314957,
      "grad_norm": 1.5031359558642938,
      "learning_rate": 6.89864923082963e-05,
      "loss": 1.4922,
      "step": 88544
    },
    {
      "epoch": 4.119330076762037,
      "grad_norm": 1.821509203737538,
      "learning_rate": 6.898336877583283e-05,
      "loss": 1.9375,
      "step": 88545
    },
    {
      "epoch": 4.119376599209119,
      "grad_norm": 1.5714683199506803,
      "learning_rate": 6.898024529296828e-05,
      "loss": 1.6406,
      "step": 88546
    },
    {
      "epoch": 4.119423121656199,
      "grad_norm": 1.7257761431139733,
      "learning_rate": 6.897712185970448e-05,
      "loss": 1.6797,
      "step": 88547
    },
    {
      "epoch": 4.11946964410328,
      "grad_norm": 1.6385408247333277,
      "learning_rate": 6.897399847604339e-05,
      "loss": 1.5938,
      "step": 88548
    },
    {
      "epoch": 4.11951616655036,
      "grad_norm": 1.5566721833784407,
      "learning_rate": 6.897087514198688e-05,
      "loss": 1.4922,
      "step": 88549
    },
    {
      "epoch": 4.1195626889974415,
      "grad_norm": 1.531994895062098,
      "learning_rate": 6.896775185753683e-05,
      "loss": 1.4375,
      "step": 88550
    },
    {
      "epoch": 4.119609211444522,
      "grad_norm": 1.7766347478695896,
      "learning_rate": 6.896462862269525e-05,
      "loss": 2.0312,
      "step": 88551
    },
    {
      "epoch": 4.1196557338916024,
      "grad_norm": 1.6419555134454418,
      "learning_rate": 6.8961505437464e-05,
      "loss": 1.7109,
      "step": 88552
    },
    {
      "epoch": 4.119702256338684,
      "grad_norm": 1.6433286951246608,
      "learning_rate": 6.895838230184499e-05,
      "loss": 1.6797,
      "step": 88553
    },
    {
      "epoch": 4.119748778785764,
      "grad_norm": 1.6689578794931983,
      "learning_rate": 6.89552592158401e-05,
      "loss": 1.7656,
      "step": 88554
    },
    {
      "epoch": 4.119795301232845,
      "grad_norm": 1.5203470448047467,
      "learning_rate": 6.895213617945133e-05,
      "loss": 1.4297,
      "step": 88555
    },
    {
      "epoch": 4.119841823679925,
      "grad_norm": 1.7930495879762334,
      "learning_rate": 6.894901319268052e-05,
      "loss": 1.8828,
      "step": 88556
    },
    {
      "epoch": 4.119888346127007,
      "grad_norm": 1.595523208641782,
      "learning_rate": 6.894589025552963e-05,
      "loss": 1.5938,
      "step": 88557
    },
    {
      "epoch": 4.119934868574087,
      "grad_norm": 1.5953213462125317,
      "learning_rate": 6.894276736800047e-05,
      "loss": 1.6875,
      "step": 88558
    },
    {
      "epoch": 4.119981391021168,
      "grad_norm": 1.653426681575328,
      "learning_rate": 6.893964453009501e-05,
      "loss": 1.7109,
      "step": 88559
    },
    {
      "epoch": 4.120027913468248,
      "grad_norm": 1.748408850663833,
      "learning_rate": 6.893652174181526e-05,
      "loss": 1.8906,
      "step": 88560
    },
    {
      "epoch": 4.120074435915329,
      "grad_norm": 1.4983179863956522,
      "learning_rate": 6.893339900316304e-05,
      "loss": 1.5234,
      "step": 88561
    },
    {
      "epoch": 4.12012095836241,
      "grad_norm": 1.6334867886304245,
      "learning_rate": 6.893027631414026e-05,
      "loss": 1.6875,
      "step": 88562
    },
    {
      "epoch": 4.12016748080949,
      "grad_norm": 1.4602110461182853,
      "learning_rate": 6.89271536747488e-05,
      "loss": 1.4062,
      "step": 88563
    },
    {
      "epoch": 4.120214003256572,
      "grad_norm": 1.4368271946815896,
      "learning_rate": 6.892403108499067e-05,
      "loss": 1.3906,
      "step": 88564
    },
    {
      "epoch": 4.120260525703652,
      "grad_norm": 1.6999100059220698,
      "learning_rate": 6.892090854486771e-05,
      "loss": 1.6641,
      "step": 88565
    },
    {
      "epoch": 4.120307048150733,
      "grad_norm": 1.495775901746519,
      "learning_rate": 6.891778605438188e-05,
      "loss": 1.4766,
      "step": 88566
    },
    {
      "epoch": 4.120353570597813,
      "grad_norm": 1.6307719197631738,
      "learning_rate": 6.891466361353498e-05,
      "loss": 1.4688,
      "step": 88567
    },
    {
      "epoch": 4.1204000930448945,
      "grad_norm": 1.543893175823216,
      "learning_rate": 6.891154122232906e-05,
      "loss": 1.4453,
      "step": 88568
    },
    {
      "epoch": 4.120446615491975,
      "grad_norm": 1.6026002877793089,
      "learning_rate": 6.890841888076598e-05,
      "loss": 1.5703,
      "step": 88569
    },
    {
      "epoch": 4.1204931379390555,
      "grad_norm": 1.4435794334824226,
      "learning_rate": 6.890529658884763e-05,
      "loss": 1.1875,
      "step": 88570
    },
    {
      "epoch": 4.120539660386136,
      "grad_norm": 1.5751414974054807,
      "learning_rate": 6.890217434657588e-05,
      "loss": 1.5703,
      "step": 88571
    },
    {
      "epoch": 4.120586182833217,
      "grad_norm": 1.695420295796285,
      "learning_rate": 6.889905215395277e-05,
      "loss": 1.8359,
      "step": 88572
    },
    {
      "epoch": 4.120632705280298,
      "grad_norm": 1.7737909153891285,
      "learning_rate": 6.889593001098013e-05,
      "loss": 1.8438,
      "step": 88573
    },
    {
      "epoch": 4.120679227727378,
      "grad_norm": 1.6589856468230197,
      "learning_rate": 6.889280791765989e-05,
      "loss": 1.6875,
      "step": 88574
    },
    {
      "epoch": 4.120725750174459,
      "grad_norm": 1.6661836040956288,
      "learning_rate": 6.888968587399392e-05,
      "loss": 1.6875,
      "step": 88575
    },
    {
      "epoch": 4.12077227262154,
      "grad_norm": 1.6648095901396172,
      "learning_rate": 6.888656387998413e-05,
      "loss": 1.8047,
      "step": 88576
    },
    {
      "epoch": 4.120818795068621,
      "grad_norm": 1.53779154151917,
      "learning_rate": 6.888344193563251e-05,
      "loss": 1.5,
      "step": 88577
    },
    {
      "epoch": 4.120865317515701,
      "grad_norm": 1.7131060610193805,
      "learning_rate": 6.888032004094094e-05,
      "loss": 1.7266,
      "step": 88578
    },
    {
      "epoch": 4.120911839962782,
      "grad_norm": 1.5754354117464684,
      "learning_rate": 6.88771981959113e-05,
      "loss": 1.6406,
      "step": 88579
    },
    {
      "epoch": 4.120958362409863,
      "grad_norm": 1.669352546999278,
      "learning_rate": 6.887407640054547e-05,
      "loss": 1.7344,
      "step": 88580
    },
    {
      "epoch": 4.121004884856943,
      "grad_norm": 1.636665512156231,
      "learning_rate": 6.88709546548454e-05,
      "loss": 1.625,
      "step": 88581
    },
    {
      "epoch": 4.121051407304024,
      "grad_norm": 1.5283920024543949,
      "learning_rate": 6.886783295881308e-05,
      "loss": 1.5312,
      "step": 88582
    },
    {
      "epoch": 4.121097929751105,
      "grad_norm": 1.735759973559803,
      "learning_rate": 6.886471131245034e-05,
      "loss": 1.8516,
      "step": 88583
    },
    {
      "epoch": 4.121144452198186,
      "grad_norm": 1.5909500279144557,
      "learning_rate": 6.88615897157591e-05,
      "loss": 1.5469,
      "step": 88584
    },
    {
      "epoch": 4.121190974645266,
      "grad_norm": 1.5402175414040071,
      "learning_rate": 6.885846816874123e-05,
      "loss": 1.375,
      "step": 88585
    },
    {
      "epoch": 4.121237497092347,
      "grad_norm": 1.690319774162067,
      "learning_rate": 6.885534667139873e-05,
      "loss": 1.6797,
      "step": 88586
    },
    {
      "epoch": 4.121284019539428,
      "grad_norm": 1.5385848981251988,
      "learning_rate": 6.885222522373346e-05,
      "loss": 1.4141,
      "step": 88587
    },
    {
      "epoch": 4.1213305419865085,
      "grad_norm": 1.7194483756103935,
      "learning_rate": 6.884910382574735e-05,
      "loss": 1.6328,
      "step": 88588
    },
    {
      "epoch": 4.121377064433589,
      "grad_norm": 1.7264088570503064,
      "learning_rate": 6.884598247744223e-05,
      "loss": 1.6875,
      "step": 88589
    },
    {
      "epoch": 4.12142358688067,
      "grad_norm": 1.5653359443297543,
      "learning_rate": 6.884286117882014e-05,
      "loss": 1.5312,
      "step": 88590
    },
    {
      "epoch": 4.121470109327751,
      "grad_norm": 1.52288900727893,
      "learning_rate": 6.883973992988292e-05,
      "loss": 1.375,
      "step": 88591
    },
    {
      "epoch": 4.121516631774831,
      "grad_norm": 1.6288520086540967,
      "learning_rate": 6.883661873063249e-05,
      "loss": 1.5703,
      "step": 88592
    },
    {
      "epoch": 4.121563154221912,
      "grad_norm": 1.6047941865944244,
      "learning_rate": 6.88334975810707e-05,
      "loss": 1.5156,
      "step": 88593
    },
    {
      "epoch": 4.121609676668993,
      "grad_norm": 1.5319483021756677,
      "learning_rate": 6.883037648119961e-05,
      "loss": 1.4375,
      "step": 88594
    },
    {
      "epoch": 4.121656199116074,
      "grad_norm": 1.7465356709928688,
      "learning_rate": 6.8827255431021e-05,
      "loss": 1.8359,
      "step": 88595
    },
    {
      "epoch": 4.121702721563154,
      "grad_norm": 1.5975956886998761,
      "learning_rate": 6.882413443053686e-05,
      "loss": 1.4688,
      "step": 88596
    },
    {
      "epoch": 4.121749244010235,
      "grad_norm": 1.6516076003995497,
      "learning_rate": 6.882101347974898e-05,
      "loss": 1.7109,
      "step": 88597
    },
    {
      "epoch": 4.121795766457316,
      "grad_norm": 1.5681436652575789,
      "learning_rate": 6.881789257865942e-05,
      "loss": 1.6719,
      "step": 88598
    },
    {
      "epoch": 4.121842288904396,
      "grad_norm": 1.6186935483773168,
      "learning_rate": 6.881477172727003e-05,
      "loss": 1.5312,
      "step": 88599
    },
    {
      "epoch": 4.121888811351477,
      "grad_norm": 1.5747174114604525,
      "learning_rate": 6.88116509255827e-05,
      "loss": 1.6797,
      "step": 88600
    },
    {
      "epoch": 4.121935333798557,
      "grad_norm": 1.4901984232722032,
      "learning_rate": 6.880853017359937e-05,
      "loss": 1.3594,
      "step": 88601
    },
    {
      "epoch": 4.121981856245639,
      "grad_norm": 1.641526203400642,
      "learning_rate": 6.880540947132186e-05,
      "loss": 1.6641,
      "step": 88602
    },
    {
      "epoch": 4.122028378692719,
      "grad_norm": 1.7258102167825369,
      "learning_rate": 6.880228881875217e-05,
      "loss": 1.7734,
      "step": 88603
    },
    {
      "epoch": 4.1220749011398,
      "grad_norm": 1.575846060923044,
      "learning_rate": 6.879916821589227e-05,
      "loss": 1.5234,
      "step": 88604
    },
    {
      "epoch": 4.122121423586881,
      "grad_norm": 1.6442946425698401,
      "learning_rate": 6.879604766274397e-05,
      "loss": 1.6328,
      "step": 88605
    },
    {
      "epoch": 4.1221679460339615,
      "grad_norm": 1.7356771340776642,
      "learning_rate": 6.879292715930922e-05,
      "loss": 1.7969,
      "step": 88606
    },
    {
      "epoch": 4.122214468481042,
      "grad_norm": 1.8421862452212003,
      "learning_rate": 6.878980670558987e-05,
      "loss": 1.5078,
      "step": 88607
    },
    {
      "epoch": 4.1222609909281225,
      "grad_norm": 1.3826391086050231,
      "learning_rate": 6.878668630158792e-05,
      "loss": 1.3828,
      "step": 88608
    },
    {
      "epoch": 4.122307513375204,
      "grad_norm": 1.413879503866186,
      "learning_rate": 6.878356594730525e-05,
      "loss": 1.375,
      "step": 88609
    },
    {
      "epoch": 4.122354035822284,
      "grad_norm": 1.526552106866681,
      "learning_rate": 6.878044564274377e-05,
      "loss": 1.4531,
      "step": 88610
    },
    {
      "epoch": 4.122400558269365,
      "grad_norm": 1.6645472667020151,
      "learning_rate": 6.87773253879053e-05,
      "loss": 1.6953,
      "step": 88611
    },
    {
      "epoch": 4.122447080716445,
      "grad_norm": 1.7520904725224755,
      "learning_rate": 6.87742051827919e-05,
      "loss": 1.875,
      "step": 88612
    },
    {
      "epoch": 4.122493603163527,
      "grad_norm": 1.5488125012245677,
      "learning_rate": 6.87710850274054e-05,
      "loss": 1.6094,
      "step": 88613
    },
    {
      "epoch": 4.122540125610607,
      "grad_norm": 1.5605734810777834,
      "learning_rate": 6.876796492174773e-05,
      "loss": 1.6094,
      "step": 88614
    },
    {
      "epoch": 4.122586648057688,
      "grad_norm": 1.5103988603712195,
      "learning_rate": 6.876484486582074e-05,
      "loss": 1.5,
      "step": 88615
    },
    {
      "epoch": 4.122633170504769,
      "grad_norm": 1.6177185035376358,
      "learning_rate": 6.876172485962644e-05,
      "loss": 1.5781,
      "step": 88616
    },
    {
      "epoch": 4.122679692951849,
      "grad_norm": 1.6382063923513852,
      "learning_rate": 6.87586049031667e-05,
      "loss": 1.7422,
      "step": 88617
    },
    {
      "epoch": 4.12272621539893,
      "grad_norm": 1.645764400089199,
      "learning_rate": 6.875548499644341e-05,
      "loss": 1.7422,
      "step": 88618
    },
    {
      "epoch": 4.12277273784601,
      "grad_norm": 1.637922470704697,
      "learning_rate": 6.875236513945842e-05,
      "loss": 1.7109,
      "step": 88619
    },
    {
      "epoch": 4.122819260293092,
      "grad_norm": 1.6623753576474527,
      "learning_rate": 6.874924533221379e-05,
      "loss": 1.7031,
      "step": 88620
    },
    {
      "epoch": 4.122865782740172,
      "grad_norm": 1.7330614664693846,
      "learning_rate": 6.874612557471134e-05,
      "loss": 1.7891,
      "step": 88621
    },
    {
      "epoch": 4.122912305187253,
      "grad_norm": 1.7921856682528363,
      "learning_rate": 6.874300586695299e-05,
      "loss": 1.7656,
      "step": 88622
    },
    {
      "epoch": 4.122958827634333,
      "grad_norm": 1.579851884831031,
      "learning_rate": 6.87398862089406e-05,
      "loss": 1.5625,
      "step": 88623
    },
    {
      "epoch": 4.1230053500814146,
      "grad_norm": 1.501353733779735,
      "learning_rate": 6.873676660067613e-05,
      "loss": 1.4688,
      "step": 88624
    },
    {
      "epoch": 4.123051872528495,
      "grad_norm": 1.301422954036412,
      "learning_rate": 6.873364704216156e-05,
      "loss": 1.1719,
      "step": 88625
    },
    {
      "epoch": 4.1230983949755755,
      "grad_norm": 1.4056895548492114,
      "learning_rate": 6.873052753339869e-05,
      "loss": 1.3203,
      "step": 88626
    },
    {
      "epoch": 4.123144917422657,
      "grad_norm": 1.4621872337421047,
      "learning_rate": 6.872740807438951e-05,
      "loss": 1.2656,
      "step": 88627
    },
    {
      "epoch": 4.123191439869737,
      "grad_norm": 1.626347716197433,
      "learning_rate": 6.872428866513588e-05,
      "loss": 1.6953,
      "step": 88628
    },
    {
      "epoch": 4.123237962316818,
      "grad_norm": 1.598487536736485,
      "learning_rate": 6.872116930563965e-05,
      "loss": 1.6094,
      "step": 88629
    },
    {
      "epoch": 4.123284484763898,
      "grad_norm": 1.8044588669223152,
      "learning_rate": 6.871804999590287e-05,
      "loss": 1.7812,
      "step": 88630
    },
    {
      "epoch": 4.12333100721098,
      "grad_norm": 1.4926821789793456,
      "learning_rate": 6.871493073592738e-05,
      "loss": 1.375,
      "step": 88631
    },
    {
      "epoch": 4.12337752965806,
      "grad_norm": 1.701510196190344,
      "learning_rate": 6.871181152571508e-05,
      "loss": 1.7266,
      "step": 88632
    },
    {
      "epoch": 4.123424052105141,
      "grad_norm": 1.6206065102673137,
      "learning_rate": 6.870869236526783e-05,
      "loss": 1.7031,
      "step": 88633
    },
    {
      "epoch": 4.123470574552221,
      "grad_norm": 1.7416555176832995,
      "learning_rate": 6.870557325458765e-05,
      "loss": 1.8203,
      "step": 88634
    },
    {
      "epoch": 4.1235170969993025,
      "grad_norm": 1.735130355249126,
      "learning_rate": 6.870245419367642e-05,
      "loss": 1.8672,
      "step": 88635
    },
    {
      "epoch": 4.123563619446383,
      "grad_norm": 1.5067277674986561,
      "learning_rate": 6.869933518253601e-05,
      "loss": 1.3984,
      "step": 88636
    },
    {
      "epoch": 4.123610141893463,
      "grad_norm": 1.6995172093877329,
      "learning_rate": 6.869621622116828e-05,
      "loss": 1.8203,
      "step": 88637
    },
    {
      "epoch": 4.123656664340544,
      "grad_norm": 1.5937224104802215,
      "learning_rate": 6.869309730957528e-05,
      "loss": 1.5781,
      "step": 88638
    },
    {
      "epoch": 4.123703186787625,
      "grad_norm": 1.4877136752820228,
      "learning_rate": 6.868997844775883e-05,
      "loss": 1.4219,
      "step": 88639
    },
    {
      "epoch": 4.123749709234706,
      "grad_norm": 1.5899118291983085,
      "learning_rate": 6.868685963572087e-05,
      "loss": 1.5781,
      "step": 88640
    },
    {
      "epoch": 4.123796231681786,
      "grad_norm": 1.6465045623894454,
      "learning_rate": 6.868374087346324e-05,
      "loss": 1.6875,
      "step": 88641
    },
    {
      "epoch": 4.123842754128868,
      "grad_norm": 1.5696003164659649,
      "learning_rate": 6.868062216098793e-05,
      "loss": 1.4609,
      "step": 88642
    },
    {
      "epoch": 4.123889276575948,
      "grad_norm": 1.6118735430776672,
      "learning_rate": 6.867750349829685e-05,
      "loss": 1.5703,
      "step": 88643
    },
    {
      "epoch": 4.1239357990230285,
      "grad_norm": 1.5181880555762226,
      "learning_rate": 6.867438488539188e-05,
      "loss": 1.3438,
      "step": 88644
    },
    {
      "epoch": 4.123982321470109,
      "grad_norm": 1.638118961767881,
      "learning_rate": 6.867126632227487e-05,
      "loss": 1.7578,
      "step": 88645
    },
    {
      "epoch": 4.12402884391719,
      "grad_norm": 1.5347453285204995,
      "learning_rate": 6.866814780894778e-05,
      "loss": 1.5781,
      "step": 88646
    },
    {
      "epoch": 4.124075366364271,
      "grad_norm": 1.4998392224838584,
      "learning_rate": 6.86650293454126e-05,
      "loss": 1.4375,
      "step": 88647
    },
    {
      "epoch": 4.124121888811351,
      "grad_norm": 1.6157461467759675,
      "learning_rate": 6.866191093167116e-05,
      "loss": 1.6172,
      "step": 88648
    },
    {
      "epoch": 4.124168411258432,
      "grad_norm": 1.5878852295096857,
      "learning_rate": 6.865879256772538e-05,
      "loss": 1.5625,
      "step": 88649
    },
    {
      "epoch": 4.124214933705513,
      "grad_norm": 1.5914693524607184,
      "learning_rate": 6.865567425357711e-05,
      "loss": 1.7109,
      "step": 88650
    },
    {
      "epoch": 4.124261456152594,
      "grad_norm": 1.4761578181702992,
      "learning_rate": 6.865255598922838e-05,
      "loss": 1.4141,
      "step": 88651
    },
    {
      "epoch": 4.124307978599674,
      "grad_norm": 1.56599969067355,
      "learning_rate": 6.864943777468102e-05,
      "loss": 1.5156,
      "step": 88652
    },
    {
      "epoch": 4.1243545010467555,
      "grad_norm": 1.5434137675936517,
      "learning_rate": 6.864631960993697e-05,
      "loss": 1.5859,
      "step": 88653
    },
    {
      "epoch": 4.124401023493836,
      "grad_norm": 1.7064613265032276,
      "learning_rate": 6.86432014949981e-05,
      "loss": 1.8125,
      "step": 88654
    },
    {
      "epoch": 4.1244475459409164,
      "grad_norm": 1.5869329697149672,
      "learning_rate": 6.86400834298663e-05,
      "loss": 1.5625,
      "step": 88655
    },
    {
      "epoch": 4.124494068387997,
      "grad_norm": 1.5342422298166998,
      "learning_rate": 6.863696541454358e-05,
      "loss": 1.6016,
      "step": 88656
    },
    {
      "epoch": 4.124540590835078,
      "grad_norm": 1.6372027879130555,
      "learning_rate": 6.863384744903178e-05,
      "loss": 1.5312,
      "step": 88657
    },
    {
      "epoch": 4.124587113282159,
      "grad_norm": 1.6575476552058366,
      "learning_rate": 6.863072953333282e-05,
      "loss": 1.6797,
      "step": 88658
    },
    {
      "epoch": 4.124633635729239,
      "grad_norm": 1.6224453361468774,
      "learning_rate": 6.862761166744855e-05,
      "loss": 1.7266,
      "step": 88659
    },
    {
      "epoch": 4.12468015817632,
      "grad_norm": 1.648804387725237,
      "learning_rate": 6.8624493851381e-05,
      "loss": 1.6172,
      "step": 88660
    },
    {
      "epoch": 4.124726680623401,
      "grad_norm": 1.6565260966451034,
      "learning_rate": 6.862137608513201e-05,
      "loss": 1.6953,
      "step": 88661
    },
    {
      "epoch": 4.124773203070482,
      "grad_norm": 1.4289689268736647,
      "learning_rate": 6.861825836870349e-05,
      "loss": 1.375,
      "step": 88662
    },
    {
      "epoch": 4.124819725517562,
      "grad_norm": 1.5898577060002648,
      "learning_rate": 6.86151407020973e-05,
      "loss": 1.3672,
      "step": 88663
    },
    {
      "epoch": 4.1248662479646425,
      "grad_norm": 1.4726633607759454,
      "learning_rate": 6.861202308531545e-05,
      "loss": 1.3672,
      "step": 88664
    },
    {
      "epoch": 4.124912770411724,
      "grad_norm": 1.7162613688327655,
      "learning_rate": 6.860890551835982e-05,
      "loss": 1.6641,
      "step": 88665
    },
    {
      "epoch": 4.124959292858804,
      "grad_norm": 1.530649653128446,
      "learning_rate": 6.860578800123227e-05,
      "loss": 1.4922,
      "step": 88666
    },
    {
      "epoch": 4.125005815305885,
      "grad_norm": 1.5785429262638517,
      "learning_rate": 6.860267053393468e-05,
      "loss": 1.5703,
      "step": 88667
    },
    {
      "epoch": 4.125052337752966,
      "grad_norm": 1.4689421867174253,
      "learning_rate": 6.859955311646903e-05,
      "loss": 1.3438,
      "step": 88668
    },
    {
      "epoch": 4.125098860200047,
      "grad_norm": 1.6881285779956625,
      "learning_rate": 6.859643574883729e-05,
      "loss": 1.6797,
      "step": 88669
    },
    {
      "epoch": 4.125145382647127,
      "grad_norm": 1.6240980583721338,
      "learning_rate": 6.859331843104126e-05,
      "loss": 1.7266,
      "step": 88670
    },
    {
      "epoch": 4.125191905094208,
      "grad_norm": 1.541495216241452,
      "learning_rate": 6.859020116308289e-05,
      "loss": 1.4297,
      "step": 88671
    },
    {
      "epoch": 4.125238427541289,
      "grad_norm": 1.5716310446402937,
      "learning_rate": 6.858708394496402e-05,
      "loss": 1.5547,
      "step": 88672
    },
    {
      "epoch": 4.1252849499883695,
      "grad_norm": 1.6741653409840023,
      "learning_rate": 6.858396677668668e-05,
      "loss": 1.7734,
      "step": 88673
    },
    {
      "epoch": 4.12533147243545,
      "grad_norm": 1.7347558898786544,
      "learning_rate": 6.85808496582527e-05,
      "loss": 1.8516,
      "step": 88674
    },
    {
      "epoch": 4.12537799488253,
      "grad_norm": 1.6263994704106237,
      "learning_rate": 6.857773258966401e-05,
      "loss": 1.6328,
      "step": 88675
    },
    {
      "epoch": 4.125424517329612,
      "grad_norm": 1.6171023672540992,
      "learning_rate": 6.857461557092247e-05,
      "loss": 1.6172,
      "step": 88676
    },
    {
      "epoch": 4.125471039776692,
      "grad_norm": 1.565581174411099,
      "learning_rate": 6.857149860203007e-05,
      "loss": 1.4688,
      "step": 88677
    },
    {
      "epoch": 4.125517562223773,
      "grad_norm": 1.5840609266727441,
      "learning_rate": 6.85683816829887e-05,
      "loss": 1.5859,
      "step": 88678
    },
    {
      "epoch": 4.125564084670854,
      "grad_norm": 1.5868860524917634,
      "learning_rate": 6.85652648138002e-05,
      "loss": 1.5703,
      "step": 88679
    },
    {
      "epoch": 4.125610607117935,
      "grad_norm": 1.592613460916281,
      "learning_rate": 6.856214799446656e-05,
      "loss": 1.5859,
      "step": 88680
    },
    {
      "epoch": 4.125657129565015,
      "grad_norm": 1.518192652579184,
      "learning_rate": 6.855903122498959e-05,
      "loss": 1.4375,
      "step": 88681
    },
    {
      "epoch": 4.1257036520120955,
      "grad_norm": 1.5849686304688664,
      "learning_rate": 6.855591450537133e-05,
      "loss": 1.3438,
      "step": 88682
    },
    {
      "epoch": 4.125750174459177,
      "grad_norm": 1.4652260093650602,
      "learning_rate": 6.85527978356136e-05,
      "loss": 1.3438,
      "step": 88683
    },
    {
      "epoch": 4.125796696906257,
      "grad_norm": 1.5438520557517788,
      "learning_rate": 6.854968121571834e-05,
      "loss": 1.4844,
      "step": 88684
    },
    {
      "epoch": 4.125843219353338,
      "grad_norm": 1.733394736790915,
      "learning_rate": 6.854656464568739e-05,
      "loss": 1.8516,
      "step": 88685
    },
    {
      "epoch": 4.125889741800418,
      "grad_norm": 1.6870510376781962,
      "learning_rate": 6.854344812552277e-05,
      "loss": 1.7734,
      "step": 88686
    },
    {
      "epoch": 4.1259362642475,
      "grad_norm": 1.6918436532685341,
      "learning_rate": 6.854033165522632e-05,
      "loss": 1.8203,
      "step": 88687
    },
    {
      "epoch": 4.12598278669458,
      "grad_norm": 1.7182190966079838,
      "learning_rate": 6.853721523479995e-05,
      "loss": 1.8359,
      "step": 88688
    },
    {
      "epoch": 4.126029309141661,
      "grad_norm": 1.7016355708343605,
      "learning_rate": 6.853409886424554e-05,
      "loss": 1.625,
      "step": 88689
    },
    {
      "epoch": 4.126075831588741,
      "grad_norm": 1.487015663603819,
      "learning_rate": 6.853098254356503e-05,
      "loss": 1.4531,
      "step": 88690
    },
    {
      "epoch": 4.1261223540358225,
      "grad_norm": 1.611109201745841,
      "learning_rate": 6.85278662727604e-05,
      "loss": 1.6328,
      "step": 88691
    },
    {
      "epoch": 4.126168876482903,
      "grad_norm": 1.769914865084947,
      "learning_rate": 6.852475005183348e-05,
      "loss": 1.8203,
      "step": 88692
    },
    {
      "epoch": 4.1262153989299835,
      "grad_norm": 1.7033133475711228,
      "learning_rate": 6.852163388078618e-05,
      "loss": 1.6875,
      "step": 88693
    },
    {
      "epoch": 4.126261921377065,
      "grad_norm": 1.7844926163008992,
      "learning_rate": 6.851851775962037e-05,
      "loss": 1.8203,
      "step": 88694
    },
    {
      "epoch": 4.126308443824145,
      "grad_norm": 1.6986107650425908,
      "learning_rate": 6.851540168833805e-05,
      "loss": 1.6797,
      "step": 88695
    },
    {
      "epoch": 4.126354966271226,
      "grad_norm": 1.5068215524375081,
      "learning_rate": 6.85122856669411e-05,
      "loss": 1.4062,
      "step": 88696
    },
    {
      "epoch": 4.126401488718306,
      "grad_norm": 1.4934066194181834,
      "learning_rate": 6.850916969543139e-05,
      "loss": 1.4688,
      "step": 88697
    },
    {
      "epoch": 4.126448011165388,
      "grad_norm": 1.5842491958700669,
      "learning_rate": 6.85060537738108e-05,
      "loss": 1.6016,
      "step": 88698
    },
    {
      "epoch": 4.126494533612468,
      "grad_norm": 1.6774823328652477,
      "learning_rate": 6.850293790208135e-05,
      "loss": 1.6328,
      "step": 88699
    },
    {
      "epoch": 4.126541056059549,
      "grad_norm": 1.477965141393628,
      "learning_rate": 6.849982208024484e-05,
      "loss": 1.3984,
      "step": 88700
    },
    {
      "epoch": 4.126587578506629,
      "grad_norm": 1.4793597751502139,
      "learning_rate": 6.849670630830326e-05,
      "loss": 1.4141,
      "step": 88701
    },
    {
      "epoch": 4.12663410095371,
      "grad_norm": 1.5751790490633264,
      "learning_rate": 6.849359058625841e-05,
      "loss": 1.4609,
      "step": 88702
    },
    {
      "epoch": 4.126680623400791,
      "grad_norm": 1.697566574449105,
      "learning_rate": 6.849047491411231e-05,
      "loss": 1.7188,
      "step": 88703
    },
    {
      "epoch": 4.126727145847871,
      "grad_norm": 1.6725076109590389,
      "learning_rate": 6.848735929186684e-05,
      "loss": 1.7656,
      "step": 88704
    },
    {
      "epoch": 4.126773668294953,
      "grad_norm": 1.509909513200597,
      "learning_rate": 6.848424371952388e-05,
      "loss": 1.4609,
      "step": 88705
    },
    {
      "epoch": 4.126820190742033,
      "grad_norm": 1.523841619189967,
      "learning_rate": 6.848112819708535e-05,
      "loss": 1.4375,
      "step": 88706
    },
    {
      "epoch": 4.126866713189114,
      "grad_norm": 1.695301884242014,
      "learning_rate": 6.847801272455309e-05,
      "loss": 1.7422,
      "step": 88707
    },
    {
      "epoch": 4.126913235636194,
      "grad_norm": 1.7961856716208822,
      "learning_rate": 6.847489730192914e-05,
      "loss": 1.7812,
      "step": 88708
    },
    {
      "epoch": 4.1269597580832755,
      "grad_norm": 1.616282835394832,
      "learning_rate": 6.847178192921534e-05,
      "loss": 1.6797,
      "step": 88709
    },
    {
      "epoch": 4.127006280530356,
      "grad_norm": 1.672266441198217,
      "learning_rate": 6.846866660641356e-05,
      "loss": 1.8125,
      "step": 88710
    },
    {
      "epoch": 4.1270528029774365,
      "grad_norm": 1.7682497106945552,
      "learning_rate": 6.846555133352572e-05,
      "loss": 1.6719,
      "step": 88711
    },
    {
      "epoch": 4.127099325424517,
      "grad_norm": 1.5541216682224208,
      "learning_rate": 6.846243611055375e-05,
      "loss": 1.5469,
      "step": 88712
    },
    {
      "epoch": 4.127145847871598,
      "grad_norm": 1.5908402547468723,
      "learning_rate": 6.84593209374996e-05,
      "loss": 1.5625,
      "step": 88713
    },
    {
      "epoch": 4.127192370318679,
      "grad_norm": 1.621308381140933,
      "learning_rate": 6.845620581436514e-05,
      "loss": 1.7188,
      "step": 88714
    },
    {
      "epoch": 4.127238892765759,
      "grad_norm": 1.6316500099063882,
      "learning_rate": 6.845309074115228e-05,
      "loss": 1.6016,
      "step": 88715
    },
    {
      "epoch": 4.127285415212841,
      "grad_norm": 1.4779524140160483,
      "learning_rate": 6.844997571786285e-05,
      "loss": 1.375,
      "step": 88716
    },
    {
      "epoch": 4.127331937659921,
      "grad_norm": 1.7577345337351402,
      "learning_rate": 6.844686074449888e-05,
      "loss": 1.9062,
      "step": 88717
    },
    {
      "epoch": 4.127378460107002,
      "grad_norm": 1.5528945633351652,
      "learning_rate": 6.844374582106223e-05,
      "loss": 1.4375,
      "step": 88718
    },
    {
      "epoch": 4.127424982554082,
      "grad_norm": 1.7485369112697686,
      "learning_rate": 6.84406309475548e-05,
      "loss": 1.7266,
      "step": 88719
    },
    {
      "epoch": 4.127471505001163,
      "grad_norm": 1.5548911501015912,
      "learning_rate": 6.843751612397843e-05,
      "loss": 1.5469,
      "step": 88720
    },
    {
      "epoch": 4.127518027448244,
      "grad_norm": 1.7665718183567367,
      "learning_rate": 6.843440135033516e-05,
      "loss": 1.8516,
      "step": 88721
    },
    {
      "epoch": 4.127564549895324,
      "grad_norm": 1.6455757180795962,
      "learning_rate": 6.843128662662682e-05,
      "loss": 1.6719,
      "step": 88722
    },
    {
      "epoch": 4.127611072342405,
      "grad_norm": 1.7043783199525102,
      "learning_rate": 6.842817195285535e-05,
      "loss": 1.8047,
      "step": 88723
    },
    {
      "epoch": 4.127657594789486,
      "grad_norm": 1.5394778904107633,
      "learning_rate": 6.842505732902256e-05,
      "loss": 1.4922,
      "step": 88724
    },
    {
      "epoch": 4.127704117236567,
      "grad_norm": 1.6148764832498734,
      "learning_rate": 6.842194275513049e-05,
      "loss": 1.5312,
      "step": 88725
    },
    {
      "epoch": 4.127750639683647,
      "grad_norm": 1.48248454613078,
      "learning_rate": 6.841882823118098e-05,
      "loss": 1.5234,
      "step": 88726
    },
    {
      "epoch": 4.127797162130728,
      "grad_norm": 1.7083603812989916,
      "learning_rate": 6.841571375717595e-05,
      "loss": 1.7656,
      "step": 88727
    },
    {
      "epoch": 4.127843684577809,
      "grad_norm": 1.5781990418596095,
      "learning_rate": 6.841259933311726e-05,
      "loss": 1.6328,
      "step": 88728
    },
    {
      "epoch": 4.1278902070248895,
      "grad_norm": 1.6744203629071714,
      "learning_rate": 6.840948495900689e-05,
      "loss": 1.7031,
      "step": 88729
    },
    {
      "epoch": 4.12793672947197,
      "grad_norm": 1.5992469820206554,
      "learning_rate": 6.840637063484673e-05,
      "loss": 1.5859,
      "step": 88730
    },
    {
      "epoch": 4.127983251919051,
      "grad_norm": 1.5860079601144872,
      "learning_rate": 6.840325636063865e-05,
      "loss": 1.5156,
      "step": 88731
    },
    {
      "epoch": 4.128029774366132,
      "grad_norm": 1.6597188442830928,
      "learning_rate": 6.84001421363846e-05,
      "loss": 1.7344,
      "step": 88732
    },
    {
      "epoch": 4.128076296813212,
      "grad_norm": 1.6917662707901766,
      "learning_rate": 6.839702796208633e-05,
      "loss": 1.7734,
      "step": 88733
    },
    {
      "epoch": 4.128122819260293,
      "grad_norm": 1.5507787639097301,
      "learning_rate": 6.839391383774602e-05,
      "loss": 1.6328,
      "step": 88734
    },
    {
      "epoch": 4.128169341707374,
      "grad_norm": 1.596875650453716,
      "learning_rate": 6.839079976336542e-05,
      "loss": 1.6953,
      "step": 88735
    },
    {
      "epoch": 4.128215864154455,
      "grad_norm": 1.6111022155145651,
      "learning_rate": 6.838768573894644e-05,
      "loss": 1.4609,
      "step": 88736
    },
    {
      "epoch": 4.128262386601535,
      "grad_norm": 1.6768739977259353,
      "learning_rate": 6.838457176449103e-05,
      "loss": 1.8047,
      "step": 88737
    },
    {
      "epoch": 4.128308909048616,
      "grad_norm": 1.7161363608027278,
      "learning_rate": 6.838145784000099e-05,
      "loss": 1.6875,
      "step": 88738
    },
    {
      "epoch": 4.128355431495697,
      "grad_norm": 1.6180759737586945,
      "learning_rate": 6.837834396547836e-05,
      "loss": 1.6875,
      "step": 88739
    },
    {
      "epoch": 4.128401953942777,
      "grad_norm": 1.5924815232803362,
      "learning_rate": 6.8375230140925e-05,
      "loss": 1.625,
      "step": 88740
    },
    {
      "epoch": 4.128448476389858,
      "grad_norm": 1.570465762323588,
      "learning_rate": 6.83721163663428e-05,
      "loss": 1.4297,
      "step": 88741
    },
    {
      "epoch": 4.128494998836938,
      "grad_norm": 1.7282529044516723,
      "learning_rate": 6.836900264173362e-05,
      "loss": 1.7578,
      "step": 88742
    },
    {
      "epoch": 4.12854152128402,
      "grad_norm": 1.5603391886699867,
      "learning_rate": 6.836588896709946e-05,
      "loss": 1.6484,
      "step": 88743
    },
    {
      "epoch": 4.1285880437311,
      "grad_norm": 1.5768448715014343,
      "learning_rate": 6.83627753424422e-05,
      "loss": 1.4922,
      "step": 88744
    },
    {
      "epoch": 4.128634566178181,
      "grad_norm": 1.5011580176735329,
      "learning_rate": 6.83596617677637e-05,
      "loss": 1.4297,
      "step": 88745
    },
    {
      "epoch": 4.128681088625262,
      "grad_norm": 1.2869044533354166,
      "learning_rate": 6.835654824306588e-05,
      "loss": 1.1484,
      "step": 88746
    },
    {
      "epoch": 4.1287276110723425,
      "grad_norm": 1.551324335224082,
      "learning_rate": 6.83534347683507e-05,
      "loss": 1.5547,
      "step": 88747
    },
    {
      "epoch": 4.128774133519423,
      "grad_norm": 1.6041257239035482,
      "learning_rate": 6.835032134362003e-05,
      "loss": 1.5781,
      "step": 88748
    },
    {
      "epoch": 4.1288206559665035,
      "grad_norm": 1.6547771159411202,
      "learning_rate": 6.834720796887576e-05,
      "loss": 1.6875,
      "step": 88749
    },
    {
      "epoch": 4.128867178413585,
      "grad_norm": 1.40022439121295,
      "learning_rate": 6.834409464411978e-05,
      "loss": 1.2422,
      "step": 88750
    },
    {
      "epoch": 4.128913700860665,
      "grad_norm": 1.6590071644687867,
      "learning_rate": 6.834098136935405e-05,
      "loss": 1.5781,
      "step": 88751
    },
    {
      "epoch": 4.128960223307746,
      "grad_norm": 1.561910412255791,
      "learning_rate": 6.833786814458048e-05,
      "loss": 1.5938,
      "step": 88752
    },
    {
      "epoch": 4.129006745754826,
      "grad_norm": 1.6260313992029747,
      "learning_rate": 6.833475496980095e-05,
      "loss": 1.5781,
      "step": 88753
    },
    {
      "epoch": 4.129053268201908,
      "grad_norm": 1.702915280196556,
      "learning_rate": 6.83316418450173e-05,
      "loss": 1.7109,
      "step": 88754
    },
    {
      "epoch": 4.129099790648988,
      "grad_norm": 1.6452179051041838,
      "learning_rate": 6.83285287702315e-05,
      "loss": 1.6328,
      "step": 88755
    },
    {
      "epoch": 4.129146313096069,
      "grad_norm": 1.5953149184463886,
      "learning_rate": 6.83254157454455e-05,
      "loss": 1.5938,
      "step": 88756
    },
    {
      "epoch": 4.12919283554315,
      "grad_norm": 1.65191497939062,
      "learning_rate": 6.832230277066119e-05,
      "loss": 1.5938,
      "step": 88757
    },
    {
      "epoch": 4.1292393579902305,
      "grad_norm": 1.4519616644063904,
      "learning_rate": 6.831918984588042e-05,
      "loss": 1.4062,
      "step": 88758
    },
    {
      "epoch": 4.129285880437311,
      "grad_norm": 1.5474728708450796,
      "learning_rate": 6.831607697110508e-05,
      "loss": 1.4688,
      "step": 88759
    },
    {
      "epoch": 4.129332402884391,
      "grad_norm": 1.7733681651905295,
      "learning_rate": 6.831296414633718e-05,
      "loss": 1.9062,
      "step": 88760
    },
    {
      "epoch": 4.129378925331473,
      "grad_norm": 1.6215894870978598,
      "learning_rate": 6.830985137157854e-05,
      "loss": 1.7344,
      "step": 88761
    },
    {
      "epoch": 4.129425447778553,
      "grad_norm": 1.6405488182013659,
      "learning_rate": 6.830673864683112e-05,
      "loss": 1.6016,
      "step": 88762
    },
    {
      "epoch": 4.129471970225634,
      "grad_norm": 1.6584431068226668,
      "learning_rate": 6.830362597209678e-05,
      "loss": 1.7422,
      "step": 88763
    },
    {
      "epoch": 4.129518492672714,
      "grad_norm": 1.580225545733962,
      "learning_rate": 6.830051334737739e-05,
      "loss": 1.5859,
      "step": 88764
    },
    {
      "epoch": 4.129565015119796,
      "grad_norm": 1.6674062465842128,
      "learning_rate": 6.829740077267498e-05,
      "loss": 1.7266,
      "step": 88765
    },
    {
      "epoch": 4.129611537566876,
      "grad_norm": 1.6994000879109952,
      "learning_rate": 6.829428824799135e-05,
      "loss": 1.7422,
      "step": 88766
    },
    {
      "epoch": 4.1296580600139565,
      "grad_norm": 1.6611812079078323,
      "learning_rate": 6.829117577332847e-05,
      "loss": 1.6797,
      "step": 88767
    },
    {
      "epoch": 4.129704582461038,
      "grad_norm": 1.6346195010751987,
      "learning_rate": 6.828806334868813e-05,
      "loss": 1.7109,
      "step": 88768
    },
    {
      "epoch": 4.129751104908118,
      "grad_norm": 1.6448052085777085,
      "learning_rate": 6.828495097407238e-05,
      "loss": 1.5859,
      "step": 88769
    },
    {
      "epoch": 4.129797627355199,
      "grad_norm": 1.6175236607286068,
      "learning_rate": 6.828183864948309e-05,
      "loss": 1.6016,
      "step": 88770
    },
    {
      "epoch": 4.129844149802279,
      "grad_norm": 1.48043833746408,
      "learning_rate": 6.827872637492211e-05,
      "loss": 1.4844,
      "step": 88771
    },
    {
      "epoch": 4.129890672249361,
      "grad_norm": 1.620810815811993,
      "learning_rate": 6.827561415039133e-05,
      "loss": 1.625,
      "step": 88772
    },
    {
      "epoch": 4.129937194696441,
      "grad_norm": 1.6686597303893789,
      "learning_rate": 6.827250197589276e-05,
      "loss": 1.6641,
      "step": 88773
    },
    {
      "epoch": 4.129983717143522,
      "grad_norm": 1.8360537705999418,
      "learning_rate": 6.826938985142825e-05,
      "loss": 1.7812,
      "step": 88774
    },
    {
      "epoch": 4.130030239590602,
      "grad_norm": 1.702192699135918,
      "learning_rate": 6.82662777769997e-05,
      "loss": 1.7188,
      "step": 88775
    },
    {
      "epoch": 4.1300767620376835,
      "grad_norm": 1.5051427843591776,
      "learning_rate": 6.826316575260895e-05,
      "loss": 1.3672,
      "step": 88776
    },
    {
      "epoch": 4.130123284484764,
      "grad_norm": 1.6994245819549512,
      "learning_rate": 6.826005377825797e-05,
      "loss": 1.8984,
      "step": 88777
    },
    {
      "epoch": 4.130169806931844,
      "grad_norm": 1.6142427476888306,
      "learning_rate": 6.825694185394875e-05,
      "loss": 1.625,
      "step": 88778
    },
    {
      "epoch": 4.130216329378925,
      "grad_norm": 1.4962760899863954,
      "learning_rate": 6.825382997968307e-05,
      "loss": 1.4688,
      "step": 88779
    },
    {
      "epoch": 4.130262851826006,
      "grad_norm": 1.5638783262581646,
      "learning_rate": 6.82507181554629e-05,
      "loss": 1.5234,
      "step": 88780
    },
    {
      "epoch": 4.130309374273087,
      "grad_norm": 1.6411199030342039,
      "learning_rate": 6.824760638129007e-05,
      "loss": 1.6406,
      "step": 88781
    },
    {
      "epoch": 4.130355896720167,
      "grad_norm": 1.676966798549511,
      "learning_rate": 6.824449465716659e-05,
      "loss": 1.7344,
      "step": 88782
    },
    {
      "epoch": 4.130402419167249,
      "grad_norm": 1.6519634095369398,
      "learning_rate": 6.824138298309432e-05,
      "loss": 1.75,
      "step": 88783
    },
    {
      "epoch": 4.130448941614329,
      "grad_norm": 1.4833230152552774,
      "learning_rate": 6.823827135907514e-05,
      "loss": 1.3672,
      "step": 88784
    },
    {
      "epoch": 4.1304954640614095,
      "grad_norm": 1.551423103833114,
      "learning_rate": 6.823515978511094e-05,
      "loss": 1.375,
      "step": 88785
    },
    {
      "epoch": 4.13054198650849,
      "grad_norm": 1.692196767345586,
      "learning_rate": 6.823204826120369e-05,
      "loss": 1.7578,
      "step": 88786
    },
    {
      "epoch": 4.130588508955571,
      "grad_norm": 1.748198775270636,
      "learning_rate": 6.822893678735526e-05,
      "loss": 1.7812,
      "step": 88787
    },
    {
      "epoch": 4.130635031402652,
      "grad_norm": 1.4934894590647039,
      "learning_rate": 6.822582536356756e-05,
      "loss": 1.3438,
      "step": 88788
    },
    {
      "epoch": 4.130681553849732,
      "grad_norm": 1.6376695531965588,
      "learning_rate": 6.822271398984251e-05,
      "loss": 1.7344,
      "step": 88789
    },
    {
      "epoch": 4.130728076296813,
      "grad_norm": 1.6814399092943324,
      "learning_rate": 6.821960266618192e-05,
      "loss": 1.8594,
      "step": 88790
    },
    {
      "epoch": 4.130774598743894,
      "grad_norm": 1.5605335595259224,
      "learning_rate": 6.821649139258783e-05,
      "loss": 1.5078,
      "step": 88791
    },
    {
      "epoch": 4.130821121190975,
      "grad_norm": 1.6637654281863297,
      "learning_rate": 6.821338016906209e-05,
      "loss": 1.6641,
      "step": 88792
    },
    {
      "epoch": 4.130867643638055,
      "grad_norm": 1.6141332684738137,
      "learning_rate": 6.821026899560662e-05,
      "loss": 1.6094,
      "step": 88793
    },
    {
      "epoch": 4.1309141660851365,
      "grad_norm": 1.7583654531595028,
      "learning_rate": 6.820715787222322e-05,
      "loss": 1.9141,
      "step": 88794
    },
    {
      "epoch": 4.130960688532217,
      "grad_norm": 1.5543505305074028,
      "learning_rate": 6.820404679891395e-05,
      "loss": 1.5156,
      "step": 88795
    },
    {
      "epoch": 4.1310072109792975,
      "grad_norm": 1.6181147404256648,
      "learning_rate": 6.820093577568064e-05,
      "loss": 1.5938,
      "step": 88796
    },
    {
      "epoch": 4.131053733426378,
      "grad_norm": 1.7332591164181594,
      "learning_rate": 6.81978248025252e-05,
      "loss": 1.8281,
      "step": 88797
    },
    {
      "epoch": 4.131100255873459,
      "grad_norm": 1.6434698442915066,
      "learning_rate": 6.819471387944947e-05,
      "loss": 1.7031,
      "step": 88798
    },
    {
      "epoch": 4.13114677832054,
      "grad_norm": 1.607172219069169,
      "learning_rate": 6.819160300645544e-05,
      "loss": 1.6484,
      "step": 88799
    },
    {
      "epoch": 4.13119330076762,
      "grad_norm": 1.6383817508807559,
      "learning_rate": 6.818849218354504e-05,
      "loss": 1.5625,
      "step": 88800
    },
    {
      "epoch": 4.131239823214701,
      "grad_norm": 1.7920986882914047,
      "learning_rate": 6.818538141072012e-05,
      "loss": 1.8125,
      "step": 88801
    },
    {
      "epoch": 4.131286345661782,
      "grad_norm": 1.7407686092307428,
      "learning_rate": 6.818227068798259e-05,
      "loss": 1.8438,
      "step": 88802
    },
    {
      "epoch": 4.131332868108863,
      "grad_norm": 1.5349770483875154,
      "learning_rate": 6.81791600153343e-05,
      "loss": 1.5938,
      "step": 88803
    },
    {
      "epoch": 4.131379390555943,
      "grad_norm": 1.6117238993984635,
      "learning_rate": 6.817604939277728e-05,
      "loss": 1.6875,
      "step": 88804
    },
    {
      "epoch": 4.1314259130030235,
      "grad_norm": 1.556874209533098,
      "learning_rate": 6.817293882031334e-05,
      "loss": 1.6016,
      "step": 88805
    },
    {
      "epoch": 4.131472435450105,
      "grad_norm": 1.4287360512965073,
      "learning_rate": 6.816982829794444e-05,
      "loss": 1.2656,
      "step": 88806
    },
    {
      "epoch": 4.131518957897185,
      "grad_norm": 1.6134282157535793,
      "learning_rate": 6.81667178256724e-05,
      "loss": 1.6406,
      "step": 88807
    },
    {
      "epoch": 4.131565480344266,
      "grad_norm": 1.5485318453937111,
      "learning_rate": 6.816360740349919e-05,
      "loss": 1.5625,
      "step": 88808
    },
    {
      "epoch": 4.131612002791347,
      "grad_norm": 1.632372308294244,
      "learning_rate": 6.816049703142674e-05,
      "loss": 1.7109,
      "step": 88809
    },
    {
      "epoch": 4.131658525238428,
      "grad_norm": 1.4474780385987096,
      "learning_rate": 6.81573867094569e-05,
      "loss": 1.375,
      "step": 88810
    },
    {
      "epoch": 4.131705047685508,
      "grad_norm": 1.4554403440213661,
      "learning_rate": 6.815427643759154e-05,
      "loss": 1.2969,
      "step": 88811
    },
    {
      "epoch": 4.131751570132589,
      "grad_norm": 1.565507715511016,
      "learning_rate": 6.815116621583267e-05,
      "loss": 1.5625,
      "step": 88812
    },
    {
      "epoch": 4.13179809257967,
      "grad_norm": 1.792122106936156,
      "learning_rate": 6.814805604418215e-05,
      "loss": 1.7656,
      "step": 88813
    },
    {
      "epoch": 4.1318446150267505,
      "grad_norm": 1.7787096818882095,
      "learning_rate": 6.814494592264184e-05,
      "loss": 2.0,
      "step": 88814
    },
    {
      "epoch": 4.131891137473831,
      "grad_norm": 1.7077269522631142,
      "learning_rate": 6.814183585121369e-05,
      "loss": 1.7422,
      "step": 88815
    },
    {
      "epoch": 4.131937659920911,
      "grad_norm": 1.7118354149931074,
      "learning_rate": 6.813872582989955e-05,
      "loss": 1.7734,
      "step": 88816
    },
    {
      "epoch": 4.131984182367993,
      "grad_norm": 1.6321404323359885,
      "learning_rate": 6.813561585870142e-05,
      "loss": 1.7344,
      "step": 88817
    },
    {
      "epoch": 4.132030704815073,
      "grad_norm": 1.5925545143728967,
      "learning_rate": 6.813250593762115e-05,
      "loss": 1.6172,
      "step": 88818
    },
    {
      "epoch": 4.132077227262154,
      "grad_norm": 1.5537456772641256,
      "learning_rate": 6.812939606666061e-05,
      "loss": 1.5,
      "step": 88819
    },
    {
      "epoch": 4.132123749709235,
      "grad_norm": 1.5859268105887883,
      "learning_rate": 6.812628624582171e-05,
      "loss": 1.5703,
      "step": 88820
    },
    {
      "epoch": 4.132170272156316,
      "grad_norm": 1.4887778143176018,
      "learning_rate": 6.812317647510638e-05,
      "loss": 1.2891,
      "step": 88821
    },
    {
      "epoch": 4.132216794603396,
      "grad_norm": 1.419883107434792,
      "learning_rate": 6.812006675451657e-05,
      "loss": 1.3281,
      "step": 88822
    },
    {
      "epoch": 4.132263317050477,
      "grad_norm": 1.6221321524580208,
      "learning_rate": 6.811695708405414e-05,
      "loss": 1.6328,
      "step": 88823
    },
    {
      "epoch": 4.132309839497558,
      "grad_norm": 1.5025397183784746,
      "learning_rate": 6.811384746372099e-05,
      "loss": 1.3516,
      "step": 88824
    },
    {
      "epoch": 4.132356361944638,
      "grad_norm": 1.6623085827587922,
      "learning_rate": 6.811073789351898e-05,
      "loss": 1.6406,
      "step": 88825
    },
    {
      "epoch": 4.132402884391719,
      "grad_norm": 1.614579103832559,
      "learning_rate": 6.810762837345009e-05,
      "loss": 1.7969,
      "step": 88826
    },
    {
      "epoch": 4.132449406838799,
      "grad_norm": 1.5492976538929042,
      "learning_rate": 6.810451890351622e-05,
      "loss": 1.5,
      "step": 88827
    },
    {
      "epoch": 4.132495929285881,
      "grad_norm": 1.6758002128210974,
      "learning_rate": 6.810140948371922e-05,
      "loss": 1.7578,
      "step": 88828
    },
    {
      "epoch": 4.132542451732961,
      "grad_norm": 1.612869472077714,
      "learning_rate": 6.8098300114061e-05,
      "loss": 1.625,
      "step": 88829
    },
    {
      "epoch": 4.132588974180042,
      "grad_norm": 1.6456377764571162,
      "learning_rate": 6.80951907945435e-05,
      "loss": 1.6172,
      "step": 88830
    },
    {
      "epoch": 4.132635496627122,
      "grad_norm": 1.4768365238537642,
      "learning_rate": 6.809208152516864e-05,
      "loss": 1.3984,
      "step": 88831
    },
    {
      "epoch": 4.1326820190742035,
      "grad_norm": 1.5344128113448845,
      "learning_rate": 6.808897230593827e-05,
      "loss": 1.5234,
      "step": 88832
    },
    {
      "epoch": 4.132728541521284,
      "grad_norm": 1.520350822390863,
      "learning_rate": 6.808586313685426e-05,
      "loss": 1.5078,
      "step": 88833
    },
    {
      "epoch": 4.1327750639683645,
      "grad_norm": 1.6573685113378838,
      "learning_rate": 6.808275401791862e-05,
      "loss": 1.6953,
      "step": 88834
    },
    {
      "epoch": 4.132821586415446,
      "grad_norm": 1.7261903301239678,
      "learning_rate": 6.807964494913321e-05,
      "loss": 1.7422,
      "step": 88835
    },
    {
      "epoch": 4.132868108862526,
      "grad_norm": 1.6386822497043072,
      "learning_rate": 6.807653593049992e-05,
      "loss": 1.7656,
      "step": 88836
    },
    {
      "epoch": 4.132914631309607,
      "grad_norm": 1.5366836032011177,
      "learning_rate": 6.80734269620206e-05,
      "loss": 1.4531,
      "step": 88837
    },
    {
      "epoch": 4.132961153756687,
      "grad_norm": 1.5151002058847276,
      "learning_rate": 6.807031804369727e-05,
      "loss": 1.4844,
      "step": 88838
    },
    {
      "epoch": 4.133007676203769,
      "grad_norm": 1.6048649345086772,
      "learning_rate": 6.806720917553178e-05,
      "loss": 1.7344,
      "step": 88839
    },
    {
      "epoch": 4.133054198650849,
      "grad_norm": 1.372826729746248,
      "learning_rate": 6.806410035752602e-05,
      "loss": 1.3125,
      "step": 88840
    },
    {
      "epoch": 4.13310072109793,
      "grad_norm": 1.6239132220189227,
      "learning_rate": 6.80609915896819e-05,
      "loss": 1.6328,
      "step": 88841
    },
    {
      "epoch": 4.13314724354501,
      "grad_norm": 1.7519823125139908,
      "learning_rate": 6.805788287200128e-05,
      "loss": 1.8359,
      "step": 88842
    },
    {
      "epoch": 4.133193765992091,
      "grad_norm": 1.6939664066373332,
      "learning_rate": 6.805477420448609e-05,
      "loss": 1.7422,
      "step": 88843
    },
    {
      "epoch": 4.133240288439172,
      "grad_norm": 1.545506597474745,
      "learning_rate": 6.80516655871383e-05,
      "loss": 1.5,
      "step": 88844
    },
    {
      "epoch": 4.133286810886252,
      "grad_norm": 1.5545657326972622,
      "learning_rate": 6.804855701995979e-05,
      "loss": 1.5469,
      "step": 88845
    },
    {
      "epoch": 4.133333333333334,
      "grad_norm": 1.5991742900536026,
      "learning_rate": 6.804544850295242e-05,
      "loss": 1.4766,
      "step": 88846
    },
    {
      "epoch": 4.133379855780414,
      "grad_norm": 1.4770221906274557,
      "learning_rate": 6.804234003611805e-05,
      "loss": 1.4062,
      "step": 88847
    },
    {
      "epoch": 4.133426378227495,
      "grad_norm": 1.7130233162844561,
      "learning_rate": 6.803923161945872e-05,
      "loss": 1.8594,
      "step": 88848
    },
    {
      "epoch": 4.133472900674575,
      "grad_norm": 1.5622260108280173,
      "learning_rate": 6.803612325297622e-05,
      "loss": 1.5703,
      "step": 88849
    },
    {
      "epoch": 4.1335194231216565,
      "grad_norm": 1.5307109118750908,
      "learning_rate": 6.803301493667251e-05,
      "loss": 1.5391,
      "step": 88850
    },
    {
      "epoch": 4.133565945568737,
      "grad_norm": 1.6361166244772098,
      "learning_rate": 6.802990667054943e-05,
      "loss": 1.6641,
      "step": 88851
    },
    {
      "epoch": 4.1336124680158175,
      "grad_norm": 1.410074283388187,
      "learning_rate": 6.802679845460896e-05,
      "loss": 1.4688,
      "step": 88852
    },
    {
      "epoch": 4.133658990462898,
      "grad_norm": 1.571086578570935,
      "learning_rate": 6.802369028885298e-05,
      "loss": 1.3516,
      "step": 88853
    },
    {
      "epoch": 4.133705512909979,
      "grad_norm": 1.6374661224597147,
      "learning_rate": 6.802058217328337e-05,
      "loss": 1.7188,
      "step": 88854
    },
    {
      "epoch": 4.13375203535706,
      "grad_norm": 1.5384804123238647,
      "learning_rate": 6.801747410790198e-05,
      "loss": 1.5469,
      "step": 88855
    },
    {
      "epoch": 4.13379855780414,
      "grad_norm": 1.6935953088184728,
      "learning_rate": 6.801436609271084e-05,
      "loss": 1.6797,
      "step": 88856
    },
    {
      "epoch": 4.133845080251222,
      "grad_norm": 1.6605147864700656,
      "learning_rate": 6.801125812771179e-05,
      "loss": 1.6484,
      "step": 88857
    },
    {
      "epoch": 4.133891602698302,
      "grad_norm": 1.5237129215677705,
      "learning_rate": 6.800815021290673e-05,
      "loss": 1.5312,
      "step": 88858
    },
    {
      "epoch": 4.133938125145383,
      "grad_norm": 1.4716303525755128,
      "learning_rate": 6.80050423482975e-05,
      "loss": 1.4141,
      "step": 88859
    },
    {
      "epoch": 4.133984647592463,
      "grad_norm": 1.6033016122600963,
      "learning_rate": 6.800193453388614e-05,
      "loss": 1.6953,
      "step": 88860
    },
    {
      "epoch": 4.1340311700395445,
      "grad_norm": 1.5656776617033827,
      "learning_rate": 6.799882676967446e-05,
      "loss": 1.6562,
      "step": 88861
    },
    {
      "epoch": 4.134077692486625,
      "grad_norm": 1.5814540380689994,
      "learning_rate": 6.799571905566438e-05,
      "loss": 1.5078,
      "step": 88862
    },
    {
      "epoch": 4.134124214933705,
      "grad_norm": 1.7037195769527904,
      "learning_rate": 6.799261139185778e-05,
      "loss": 1.7344,
      "step": 88863
    },
    {
      "epoch": 4.134170737380786,
      "grad_norm": 1.5900684246846941,
      "learning_rate": 6.798950377825661e-05,
      "loss": 1.4844,
      "step": 88864
    },
    {
      "epoch": 4.134217259827867,
      "grad_norm": 1.680590244116334,
      "learning_rate": 6.798639621486269e-05,
      "loss": 1.7266,
      "step": 88865
    },
    {
      "epoch": 4.134263782274948,
      "grad_norm": 1.5572513498075988,
      "learning_rate": 6.798328870167805e-05,
      "loss": 1.4688,
      "step": 88866
    },
    {
      "epoch": 4.134310304722028,
      "grad_norm": 1.5713301297944808,
      "learning_rate": 6.798018123870453e-05,
      "loss": 1.5312,
      "step": 88867
    },
    {
      "epoch": 4.134356827169109,
      "grad_norm": 1.7120228938937407,
      "learning_rate": 6.797707382594398e-05,
      "loss": 1.75,
      "step": 88868
    },
    {
      "epoch": 4.13440334961619,
      "grad_norm": 1.4921328796334525,
      "learning_rate": 6.797396646339839e-05,
      "loss": 1.4688,
      "step": 88869
    },
    {
      "epoch": 4.1344498720632705,
      "grad_norm": 1.674016357939972,
      "learning_rate": 6.797085915106961e-05,
      "loss": 1.8047,
      "step": 88870
    },
    {
      "epoch": 4.134496394510351,
      "grad_norm": 1.7023155703490023,
      "learning_rate": 6.796775188895956e-05,
      "loss": 1.7344,
      "step": 88871
    },
    {
      "epoch": 4.134542916957432,
      "grad_norm": 1.7276271416349276,
      "learning_rate": 6.796464467707014e-05,
      "loss": 1.6875,
      "step": 88872
    },
    {
      "epoch": 4.134589439404513,
      "grad_norm": 1.6555096960650166,
      "learning_rate": 6.79615375154032e-05,
      "loss": 1.6094,
      "step": 88873
    },
    {
      "epoch": 4.134635961851593,
      "grad_norm": 1.6867233444898444,
      "learning_rate": 6.795843040396072e-05,
      "loss": 1.75,
      "step": 88874
    },
    {
      "epoch": 4.134682484298674,
      "grad_norm": 1.6682634010308837,
      "learning_rate": 6.79553233427446e-05,
      "loss": 1.6328,
      "step": 88875
    },
    {
      "epoch": 4.134729006745755,
      "grad_norm": 1.6248793844594855,
      "learning_rate": 6.795221633175671e-05,
      "loss": 1.5,
      "step": 88876
    },
    {
      "epoch": 4.134775529192836,
      "grad_norm": 1.6524122680450029,
      "learning_rate": 6.79491093709989e-05,
      "loss": 1.7344,
      "step": 88877
    },
    {
      "epoch": 4.134822051639916,
      "grad_norm": 1.6497258702187891,
      "learning_rate": 6.794600246047317e-05,
      "loss": 1.7734,
      "step": 88878
    },
    {
      "epoch": 4.134868574086997,
      "grad_norm": 1.5774499540002633,
      "learning_rate": 6.79428956001814e-05,
      "loss": 1.5,
      "step": 88879
    },
    {
      "epoch": 4.134915096534078,
      "grad_norm": 1.6597961487089887,
      "learning_rate": 6.793978879012546e-05,
      "loss": 1.7109,
      "step": 88880
    },
    {
      "epoch": 4.134961618981158,
      "grad_norm": 1.3899034120772549,
      "learning_rate": 6.793668203030721e-05,
      "loss": 1.2734,
      "step": 88881
    },
    {
      "epoch": 4.135008141428239,
      "grad_norm": 1.6405767283163677,
      "learning_rate": 6.793357532072867e-05,
      "loss": 1.4922,
      "step": 88882
    },
    {
      "epoch": 4.135054663875319,
      "grad_norm": 1.6239249510936546,
      "learning_rate": 6.793046866139169e-05,
      "loss": 1.7031,
      "step": 88883
    },
    {
      "epoch": 4.135101186322401,
      "grad_norm": 1.5598927565248946,
      "learning_rate": 6.792736205229812e-05,
      "loss": 1.5391,
      "step": 88884
    },
    {
      "epoch": 4.135147708769481,
      "grad_norm": 1.6366112244615685,
      "learning_rate": 6.792425549344988e-05,
      "loss": 1.8047,
      "step": 88885
    },
    {
      "epoch": 4.135194231216562,
      "grad_norm": 1.5743880404555959,
      "learning_rate": 6.792114898484896e-05,
      "loss": 1.5156,
      "step": 88886
    },
    {
      "epoch": 4.135240753663643,
      "grad_norm": 1.6680189217444448,
      "learning_rate": 6.791804252649712e-05,
      "loss": 1.6641,
      "step": 88887
    },
    {
      "epoch": 4.1352872761107236,
      "grad_norm": 1.6076189751983123,
      "learning_rate": 6.791493611839638e-05,
      "loss": 1.7031,
      "step": 88888
    },
    {
      "epoch": 4.135333798557804,
      "grad_norm": 1.563963706656477,
      "learning_rate": 6.791182976054864e-05,
      "loss": 1.5078,
      "step": 88889
    },
    {
      "epoch": 4.1353803210048845,
      "grad_norm": 1.5595727173343594,
      "learning_rate": 6.790872345295566e-05,
      "loss": 1.4688,
      "step": 88890
    },
    {
      "epoch": 4.135426843451966,
      "grad_norm": 1.4759249282034745,
      "learning_rate": 6.790561719561954e-05,
      "loss": 1.3984,
      "step": 88891
    },
    {
      "epoch": 4.135473365899046,
      "grad_norm": 1.5971098189613724,
      "learning_rate": 6.790251098854206e-05,
      "loss": 1.6328,
      "step": 88892
    },
    {
      "epoch": 4.135519888346127,
      "grad_norm": 1.5353143672749578,
      "learning_rate": 6.789940483172516e-05,
      "loss": 1.2578,
      "step": 88893
    },
    {
      "epoch": 4.135566410793207,
      "grad_norm": 1.490131428080771,
      "learning_rate": 6.789629872517067e-05,
      "loss": 1.5078,
      "step": 88894
    },
    {
      "epoch": 4.135612933240289,
      "grad_norm": 1.5801513248217802,
      "learning_rate": 6.78931926688806e-05,
      "loss": 1.6016,
      "step": 88895
    },
    {
      "epoch": 4.135659455687369,
      "grad_norm": 1.6765125946804775,
      "learning_rate": 6.78900866628568e-05,
      "loss": 1.5781,
      "step": 88896
    },
    {
      "epoch": 4.13570597813445,
      "grad_norm": 1.6813777333258715,
      "learning_rate": 6.788698070710117e-05,
      "loss": 1.6562,
      "step": 88897
    },
    {
      "epoch": 4.135752500581531,
      "grad_norm": 1.6549030670263172,
      "learning_rate": 6.788387480161563e-05,
      "loss": 1.6406,
      "step": 88898
    },
    {
      "epoch": 4.1357990230286115,
      "grad_norm": 1.784714019451306,
      "learning_rate": 6.7880768946402e-05,
      "loss": 1.8906,
      "step": 88899
    },
    {
      "epoch": 4.135845545475692,
      "grad_norm": 1.400778521447335,
      "learning_rate": 6.78776631414623e-05,
      "loss": 1.3359,
      "step": 88900
    },
    {
      "epoch": 4.135892067922772,
      "grad_norm": 1.5320241986487197,
      "learning_rate": 6.787455738679839e-05,
      "loss": 1.4766,
      "step": 88901
    },
    {
      "epoch": 4.135938590369854,
      "grad_norm": 1.5553092272148001,
      "learning_rate": 6.787145168241214e-05,
      "loss": 1.5078,
      "step": 88902
    },
    {
      "epoch": 4.135985112816934,
      "grad_norm": 1.5718765792850629,
      "learning_rate": 6.786834602830544e-05,
      "loss": 1.6328,
      "step": 88903
    },
    {
      "epoch": 4.136031635264015,
      "grad_norm": 1.5940811425680905,
      "learning_rate": 6.786524042448027e-05,
      "loss": 1.5156,
      "step": 88904
    },
    {
      "epoch": 4.136078157711095,
      "grad_norm": 1.517418981740589,
      "learning_rate": 6.786213487093848e-05,
      "loss": 1.3672,
      "step": 88905
    },
    {
      "epoch": 4.136124680158177,
      "grad_norm": 1.6806012684819605,
      "learning_rate": 6.785902936768198e-05,
      "loss": 1.6797,
      "step": 88906
    },
    {
      "epoch": 4.136171202605257,
      "grad_norm": 1.7680964201075136,
      "learning_rate": 6.78559239147126e-05,
      "loss": 1.8203,
      "step": 88907
    },
    {
      "epoch": 4.1362177250523375,
      "grad_norm": 1.6816438606613857,
      "learning_rate": 6.785281851203236e-05,
      "loss": 1.7344,
      "step": 88908
    },
    {
      "epoch": 4.136264247499419,
      "grad_norm": 1.7099038331206118,
      "learning_rate": 6.784971315964307e-05,
      "loss": 1.6953,
      "step": 88909
    },
    {
      "epoch": 4.136310769946499,
      "grad_norm": 1.676169128455425,
      "learning_rate": 6.784660785754671e-05,
      "loss": 1.7422,
      "step": 88910
    },
    {
      "epoch": 4.13635729239358,
      "grad_norm": 1.598157356602565,
      "learning_rate": 6.784350260574516e-05,
      "loss": 1.5859,
      "step": 88911
    },
    {
      "epoch": 4.13640381484066,
      "grad_norm": 1.8639586448083232,
      "learning_rate": 6.784039740424023e-05,
      "loss": 1.875,
      "step": 88912
    },
    {
      "epoch": 4.136450337287742,
      "grad_norm": 1.5008183808059716,
      "learning_rate": 6.783729225303396e-05,
      "loss": 1.3984,
      "step": 88913
    },
    {
      "epoch": 4.136496859734822,
      "grad_norm": 1.7144238870420996,
      "learning_rate": 6.783418715212817e-05,
      "loss": 1.7344,
      "step": 88914
    },
    {
      "epoch": 4.136543382181903,
      "grad_norm": 1.618740298454609,
      "learning_rate": 6.783108210152479e-05,
      "loss": 1.6875,
      "step": 88915
    },
    {
      "epoch": 4.136589904628983,
      "grad_norm": 1.6339135816836892,
      "learning_rate": 6.782797710122563e-05,
      "loss": 1.6172,
      "step": 88916
    },
    {
      "epoch": 4.1366364270760645,
      "grad_norm": 1.5922046156793912,
      "learning_rate": 6.782487215123275e-05,
      "loss": 1.6641,
      "step": 88917
    },
    {
      "epoch": 4.136682949523145,
      "grad_norm": 1.5317753627751216,
      "learning_rate": 6.782176725154794e-05,
      "loss": 1.4688,
      "step": 88918
    },
    {
      "epoch": 4.1367294719702254,
      "grad_norm": 1.6562221525396128,
      "learning_rate": 6.781866240217315e-05,
      "loss": 1.5469,
      "step": 88919
    },
    {
      "epoch": 4.136775994417306,
      "grad_norm": 1.5016711228549586,
      "learning_rate": 6.781555760311018e-05,
      "loss": 1.4688,
      "step": 88920
    },
    {
      "epoch": 4.136822516864387,
      "grad_norm": 1.494261423264073,
      "learning_rate": 6.781245285436109e-05,
      "loss": 1.4219,
      "step": 88921
    },
    {
      "epoch": 4.136869039311468,
      "grad_norm": 1.594551554985243,
      "learning_rate": 6.780934815592769e-05,
      "loss": 1.5625,
      "step": 88922
    },
    {
      "epoch": 4.136915561758548,
      "grad_norm": 1.9421380820396315,
      "learning_rate": 6.780624350781189e-05,
      "loss": 1.8984,
      "step": 88923
    },
    {
      "epoch": 4.13696208420563,
      "grad_norm": 1.4468595301232545,
      "learning_rate": 6.78031389100156e-05,
      "loss": 1.3828,
      "step": 88924
    },
    {
      "epoch": 4.13700860665271,
      "grad_norm": 1.4273557091294538,
      "learning_rate": 6.780003436254065e-05,
      "loss": 1.2188,
      "step": 88925
    },
    {
      "epoch": 4.137055129099791,
      "grad_norm": 1.633249340421387,
      "learning_rate": 6.779692986538905e-05,
      "loss": 1.6953,
      "step": 88926
    },
    {
      "epoch": 4.137101651546871,
      "grad_norm": 1.6517709816784087,
      "learning_rate": 6.779382541856268e-05,
      "loss": 1.6641,
      "step": 88927
    },
    {
      "epoch": 4.137148173993952,
      "grad_norm": 1.5899513668690657,
      "learning_rate": 6.77907210220634e-05,
      "loss": 1.6406,
      "step": 88928
    },
    {
      "epoch": 4.137194696441033,
      "grad_norm": 1.6357717856124272,
      "learning_rate": 6.778761667589306e-05,
      "loss": 1.5859,
      "step": 88929
    },
    {
      "epoch": 4.137241218888113,
      "grad_norm": 1.5558255942713393,
      "learning_rate": 6.778451238005368e-05,
      "loss": 1.4922,
      "step": 88930
    },
    {
      "epoch": 4.137287741335194,
      "grad_norm": 1.7401064008077052,
      "learning_rate": 6.778140813454707e-05,
      "loss": 1.9922,
      "step": 88931
    },
    {
      "epoch": 4.137334263782275,
      "grad_norm": 1.455023079848779,
      "learning_rate": 6.777830393937521e-05,
      "loss": 1.3516,
      "step": 88932
    },
    {
      "epoch": 4.137380786229356,
      "grad_norm": 1.4827805390586624,
      "learning_rate": 6.777519979453997e-05,
      "loss": 1.4453,
      "step": 88933
    },
    {
      "epoch": 4.137427308676436,
      "grad_norm": 1.519365596079802,
      "learning_rate": 6.777209570004316e-05,
      "loss": 1.3906,
      "step": 88934
    },
    {
      "epoch": 4.1374738311235175,
      "grad_norm": 1.6331883239338414,
      "learning_rate": 6.776899165588683e-05,
      "loss": 1.75,
      "step": 88935
    },
    {
      "epoch": 4.137520353570598,
      "grad_norm": 1.6976921515070695,
      "learning_rate": 6.77658876620728e-05,
      "loss": 1.75,
      "step": 88936
    },
    {
      "epoch": 4.1375668760176785,
      "grad_norm": 1.6038925733817997,
      "learning_rate": 6.776278371860299e-05,
      "loss": 1.5781,
      "step": 88937
    },
    {
      "epoch": 4.137613398464759,
      "grad_norm": 1.6974187415767144,
      "learning_rate": 6.775967982547921e-05,
      "loss": 1.7344,
      "step": 88938
    },
    {
      "epoch": 4.13765992091184,
      "grad_norm": 1.7254760103268787,
      "learning_rate": 6.775657598270351e-05,
      "loss": 1.9297,
      "step": 88939
    },
    {
      "epoch": 4.137706443358921,
      "grad_norm": 1.614495581472109,
      "learning_rate": 6.775347219027772e-05,
      "loss": 1.7109,
      "step": 88940
    },
    {
      "epoch": 4.137752965806001,
      "grad_norm": 1.5048970697163075,
      "learning_rate": 6.775036844820374e-05,
      "loss": 1.5234,
      "step": 88941
    },
    {
      "epoch": 4.137799488253082,
      "grad_norm": 1.5994766713635848,
      "learning_rate": 6.77472647564834e-05,
      "loss": 1.6562,
      "step": 88942
    },
    {
      "epoch": 4.137846010700163,
      "grad_norm": 1.509931771557611,
      "learning_rate": 6.774416111511873e-05,
      "loss": 1.4453,
      "step": 88943
    },
    {
      "epoch": 4.137892533147244,
      "grad_norm": 1.4941824827812844,
      "learning_rate": 6.774105752411157e-05,
      "loss": 1.4531,
      "step": 88944
    },
    {
      "epoch": 4.137939055594324,
      "grad_norm": 1.5871122194632925,
      "learning_rate": 6.773795398346383e-05,
      "loss": 1.6797,
      "step": 88945
    },
    {
      "epoch": 4.137985578041405,
      "grad_norm": 1.578419366955944,
      "learning_rate": 6.773485049317733e-05,
      "loss": 1.6641,
      "step": 88946
    },
    {
      "epoch": 4.138032100488486,
      "grad_norm": 1.428582671727197,
      "learning_rate": 6.773174705325412e-05,
      "loss": 1.3906,
      "step": 88947
    },
    {
      "epoch": 4.138078622935566,
      "grad_norm": 1.382036254799856,
      "learning_rate": 6.772864366369599e-05,
      "loss": 1.3672,
      "step": 88948
    },
    {
      "epoch": 4.138125145382647,
      "grad_norm": 1.7780439530057175,
      "learning_rate": 6.772554032450488e-05,
      "loss": 1.7266,
      "step": 88949
    },
    {
      "epoch": 4.138171667829728,
      "grad_norm": 1.5691671866721295,
      "learning_rate": 6.772243703568268e-05,
      "loss": 1.5078,
      "step": 88950
    },
    {
      "epoch": 4.138218190276809,
      "grad_norm": 1.4858839873117833,
      "learning_rate": 6.771933379723122e-05,
      "loss": 1.4297,
      "step": 88951
    },
    {
      "epoch": 4.138264712723889,
      "grad_norm": 1.5378237528330558,
      "learning_rate": 6.771623060915254e-05,
      "loss": 1.4453,
      "step": 88952
    },
    {
      "epoch": 4.13831123517097,
      "grad_norm": 1.555150554915514,
      "learning_rate": 6.771312747144842e-05,
      "loss": 1.6094,
      "step": 88953
    },
    {
      "epoch": 4.138357757618051,
      "grad_norm": 1.5830391014015153,
      "learning_rate": 6.771002438412085e-05,
      "loss": 1.5625,
      "step": 88954
    },
    {
      "epoch": 4.1384042800651315,
      "grad_norm": 1.4885731754762637,
      "learning_rate": 6.77069213471717e-05,
      "loss": 1.4766,
      "step": 88955
    },
    {
      "epoch": 4.138450802512212,
      "grad_norm": 1.6125454281764373,
      "learning_rate": 6.770381836060278e-05,
      "loss": 1.4297,
      "step": 88956
    },
    {
      "epoch": 4.1384973249592925,
      "grad_norm": 1.5207743234286017,
      "learning_rate": 6.770071542441614e-05,
      "loss": 1.4062,
      "step": 88957
    },
    {
      "epoch": 4.138543847406374,
      "grad_norm": 1.6841197727729866,
      "learning_rate": 6.769761253861361e-05,
      "loss": 1.7188,
      "step": 88958
    },
    {
      "epoch": 4.138590369853454,
      "grad_norm": 1.4848358077432717,
      "learning_rate": 6.769450970319708e-05,
      "loss": 1.2891,
      "step": 88959
    },
    {
      "epoch": 4.138636892300535,
      "grad_norm": 1.5582478575468204,
      "learning_rate": 6.76914069181684e-05,
      "loss": 1.4844,
      "step": 88960
    },
    {
      "epoch": 4.138683414747616,
      "grad_norm": 1.472838065146619,
      "learning_rate": 6.768830418352958e-05,
      "loss": 1.5,
      "step": 88961
    },
    {
      "epoch": 4.138729937194697,
      "grad_norm": 1.8023266306421237,
      "learning_rate": 6.768520149928248e-05,
      "loss": 1.9062,
      "step": 88962
    },
    {
      "epoch": 4.138776459641777,
      "grad_norm": 1.5846391148233425,
      "learning_rate": 6.768209886542898e-05,
      "loss": 1.4766,
      "step": 88963
    },
    {
      "epoch": 4.138822982088858,
      "grad_norm": 1.5525995811362752,
      "learning_rate": 6.767899628197091e-05,
      "loss": 1.4922,
      "step": 88964
    },
    {
      "epoch": 4.138869504535939,
      "grad_norm": 1.5672309048143218,
      "learning_rate": 6.767589374891032e-05,
      "loss": 1.4922,
      "step": 88965
    },
    {
      "epoch": 4.138916026983019,
      "grad_norm": 1.6053606631900788,
      "learning_rate": 6.767279126624903e-05,
      "loss": 1.5859,
      "step": 88966
    },
    {
      "epoch": 4.1389625494301,
      "grad_norm": 1.6215526552195725,
      "learning_rate": 6.766968883398893e-05,
      "loss": 1.5391,
      "step": 88967
    },
    {
      "epoch": 4.13900907187718,
      "grad_norm": 1.6955649762131475,
      "learning_rate": 6.766658645213186e-05,
      "loss": 1.8281,
      "step": 88968
    },
    {
      "epoch": 4.139055594324262,
      "grad_norm": 1.8024161628126165,
      "learning_rate": 6.766348412067988e-05,
      "loss": 1.8672,
      "step": 88969
    },
    {
      "epoch": 4.139102116771342,
      "grad_norm": 1.3980818323001551,
      "learning_rate": 6.76603818396348e-05,
      "loss": 1.25,
      "step": 88970
    },
    {
      "epoch": 4.139148639218423,
      "grad_norm": 1.5868991167280189,
      "learning_rate": 6.76572796089985e-05,
      "loss": 1.5547,
      "step": 88971
    },
    {
      "epoch": 4.139195161665503,
      "grad_norm": 1.5570705373756564,
      "learning_rate": 6.765417742877286e-05,
      "loss": 1.6016,
      "step": 88972
    },
    {
      "epoch": 4.1392416841125845,
      "grad_norm": 1.5285842969190042,
      "learning_rate": 6.765107529895986e-05,
      "loss": 1.4375,
      "step": 88973
    },
    {
      "epoch": 4.139288206559665,
      "grad_norm": 1.6115899631585744,
      "learning_rate": 6.764797321956136e-05,
      "loss": 1.5781,
      "step": 88974
    },
    {
      "epoch": 4.1393347290067455,
      "grad_norm": 1.595277282150472,
      "learning_rate": 6.764487119057921e-05,
      "loss": 1.5781,
      "step": 88975
    },
    {
      "epoch": 4.139381251453827,
      "grad_norm": 1.7200944127483149,
      "learning_rate": 6.76417692120154e-05,
      "loss": 1.8516,
      "step": 88976
    },
    {
      "epoch": 4.139427773900907,
      "grad_norm": 1.6490071984882506,
      "learning_rate": 6.763866728387179e-05,
      "loss": 1.7031,
      "step": 88977
    },
    {
      "epoch": 4.139474296347988,
      "grad_norm": 1.5789074471447049,
      "learning_rate": 6.76355654061502e-05,
      "loss": 1.5547,
      "step": 88978
    },
    {
      "epoch": 4.139520818795068,
      "grad_norm": 1.6219887526324337,
      "learning_rate": 6.763246357885269e-05,
      "loss": 1.6328,
      "step": 88979
    },
    {
      "epoch": 4.13956734124215,
      "grad_norm": 1.6613413504747159,
      "learning_rate": 6.762936180198105e-05,
      "loss": 1.7109,
      "step": 88980
    },
    {
      "epoch": 4.13961386368923,
      "grad_norm": 1.5075413817543275,
      "learning_rate": 6.76262600755372e-05,
      "loss": 1.4766,
      "step": 88981
    },
    {
      "epoch": 4.139660386136311,
      "grad_norm": 1.5511413955848417,
      "learning_rate": 6.762315839952299e-05,
      "loss": 1.5547,
      "step": 88982
    },
    {
      "epoch": 4.139706908583391,
      "grad_norm": 1.614515208659491,
      "learning_rate": 6.762005677394043e-05,
      "loss": 1.3984,
      "step": 88983
    },
    {
      "epoch": 4.139753431030472,
      "grad_norm": 1.674931846272749,
      "learning_rate": 6.761695519879135e-05,
      "loss": 1.6562,
      "step": 88984
    },
    {
      "epoch": 4.139799953477553,
      "grad_norm": 1.535294664243381,
      "learning_rate": 6.761385367407764e-05,
      "loss": 1.4453,
      "step": 88985
    },
    {
      "epoch": 4.139846475924633,
      "grad_norm": 1.6175991336243287,
      "learning_rate": 6.761075219980118e-05,
      "loss": 1.6172,
      "step": 88986
    },
    {
      "epoch": 4.139892998371715,
      "grad_norm": 1.6449051190868813,
      "learning_rate": 6.760765077596395e-05,
      "loss": 1.6953,
      "step": 88987
    },
    {
      "epoch": 4.139939520818795,
      "grad_norm": 1.5327571651024678,
      "learning_rate": 6.76045494025678e-05,
      "loss": 1.4297,
      "step": 88988
    },
    {
      "epoch": 4.139986043265876,
      "grad_norm": 1.4191062851303637,
      "learning_rate": 6.760144807961465e-05,
      "loss": 1.3906,
      "step": 88989
    },
    {
      "epoch": 4.140032565712956,
      "grad_norm": 1.5114169427939999,
      "learning_rate": 6.759834680710629e-05,
      "loss": 1.5,
      "step": 88990
    },
    {
      "epoch": 4.140079088160038,
      "grad_norm": 1.5539400280579934,
      "learning_rate": 6.759524558504479e-05,
      "loss": 1.4219,
      "step": 88991
    },
    {
      "epoch": 4.140125610607118,
      "grad_norm": 1.688762161621528,
      "learning_rate": 6.759214441343195e-05,
      "loss": 1.6719,
      "step": 88992
    },
    {
      "epoch": 4.1401721330541985,
      "grad_norm": 1.7637828318971036,
      "learning_rate": 6.758904329226969e-05,
      "loss": 1.8984,
      "step": 88993
    },
    {
      "epoch": 4.140218655501279,
      "grad_norm": 1.542083267917317,
      "learning_rate": 6.758594222155985e-05,
      "loss": 1.4453,
      "step": 88994
    },
    {
      "epoch": 4.14026517794836,
      "grad_norm": 1.6959365697454194,
      "learning_rate": 6.758284120130443e-05,
      "loss": 1.6484,
      "step": 88995
    },
    {
      "epoch": 4.140311700395441,
      "grad_norm": 1.527193837758988,
      "learning_rate": 6.757974023150525e-05,
      "loss": 1.5312,
      "step": 88996
    },
    {
      "epoch": 4.140358222842521,
      "grad_norm": 1.6795020977754733,
      "learning_rate": 6.757663931216427e-05,
      "loss": 1.7734,
      "step": 88997
    },
    {
      "epoch": 4.140404745289603,
      "grad_norm": 1.5865560755575232,
      "learning_rate": 6.757353844328335e-05,
      "loss": 1.6016,
      "step": 88998
    },
    {
      "epoch": 4.140451267736683,
      "grad_norm": 1.4135101380666564,
      "learning_rate": 6.757043762486437e-05,
      "loss": 1.3359,
      "step": 88999
    },
    {
      "epoch": 4.140497790183764,
      "grad_norm": 1.5982078053842579,
      "learning_rate": 6.75673368569093e-05,
      "loss": 1.6875,
      "step": 89000
    },
    {
      "epoch": 4.140544312630844,
      "grad_norm": 1.5988153221723664,
      "learning_rate": 6.756423613941998e-05,
      "loss": 1.5625,
      "step": 89001
    },
    {
      "epoch": 4.1405908350779255,
      "grad_norm": 1.5064798133902564,
      "learning_rate": 6.756113547239833e-05,
      "loss": 1.6172,
      "step": 89002
    },
    {
      "epoch": 4.140637357525006,
      "grad_norm": 1.4780132647212096,
      "learning_rate": 6.755803485584623e-05,
      "loss": 1.5703,
      "step": 89003
    },
    {
      "epoch": 4.140683879972086,
      "grad_norm": 1.4684580912792005,
      "learning_rate": 6.755493428976553e-05,
      "loss": 1.4688,
      "step": 89004
    },
    {
      "epoch": 4.140730402419167,
      "grad_norm": 1.6223224457633303,
      "learning_rate": 6.755183377415825e-05,
      "loss": 1.6719,
      "step": 89005
    },
    {
      "epoch": 4.140776924866248,
      "grad_norm": 1.6211129338255628,
      "learning_rate": 6.754873330902622e-05,
      "loss": 1.5781,
      "step": 89006
    },
    {
      "epoch": 4.140823447313329,
      "grad_norm": 1.6627265469098202,
      "learning_rate": 6.754563289437134e-05,
      "loss": 1.7031,
      "step": 89007
    },
    {
      "epoch": 4.140869969760409,
      "grad_norm": 1.5518040889349818,
      "learning_rate": 6.754253253019545e-05,
      "loss": 1.5703,
      "step": 89008
    },
    {
      "epoch": 4.14091649220749,
      "grad_norm": 1.6560584112127628,
      "learning_rate": 6.753943221650058e-05,
      "loss": 1.6719,
      "step": 89009
    },
    {
      "epoch": 4.140963014654571,
      "grad_norm": 1.570520532555122,
      "learning_rate": 6.753633195328855e-05,
      "loss": 1.6406,
      "step": 89010
    },
    {
      "epoch": 4.1410095371016515,
      "grad_norm": 1.5863834896644669,
      "learning_rate": 6.753323174056125e-05,
      "loss": 1.6094,
      "step": 89011
    },
    {
      "epoch": 4.141056059548732,
      "grad_norm": 1.5222890335517454,
      "learning_rate": 6.753013157832054e-05,
      "loss": 1.4922,
      "step": 89012
    },
    {
      "epoch": 4.141102581995813,
      "grad_norm": 1.602705469012411,
      "learning_rate": 6.752703146656844e-05,
      "loss": 1.5391,
      "step": 89013
    },
    {
      "epoch": 4.141149104442894,
      "grad_norm": 1.6235742820987666,
      "learning_rate": 6.752393140530675e-05,
      "loss": 1.5938,
      "step": 89014
    },
    {
      "epoch": 4.141195626889974,
      "grad_norm": 1.6224718372974563,
      "learning_rate": 6.752083139453742e-05,
      "loss": 1.6719,
      "step": 89015
    },
    {
      "epoch": 4.141242149337055,
      "grad_norm": 1.4549896550266808,
      "learning_rate": 6.751773143426226e-05,
      "loss": 1.4609,
      "step": 89016
    },
    {
      "epoch": 4.141288671784136,
      "grad_norm": 1.6609542266101573,
      "learning_rate": 6.751463152448329e-05,
      "loss": 1.6719,
      "step": 89017
    },
    {
      "epoch": 4.141335194231217,
      "grad_norm": 1.7155584935210002,
      "learning_rate": 6.751153166520227e-05,
      "loss": 1.6719,
      "step": 89018
    },
    {
      "epoch": 4.141381716678297,
      "grad_norm": 1.6228828734604313,
      "learning_rate": 6.750843185642126e-05,
      "loss": 1.5078,
      "step": 89019
    },
    {
      "epoch": 4.141428239125378,
      "grad_norm": 1.6259050184059713,
      "learning_rate": 6.750533209814208e-05,
      "loss": 1.5469,
      "step": 89020
    },
    {
      "epoch": 4.141474761572459,
      "grad_norm": 1.4929451105853866,
      "learning_rate": 6.750223239036653e-05,
      "loss": 1.5078,
      "step": 89021
    },
    {
      "epoch": 4.1415212840195395,
      "grad_norm": 1.6112933612784186,
      "learning_rate": 6.749913273309668e-05,
      "loss": 1.5156,
      "step": 89022
    },
    {
      "epoch": 4.14156780646662,
      "grad_norm": 1.7123076209471562,
      "learning_rate": 6.749603312633435e-05,
      "loss": 1.5859,
      "step": 89023
    },
    {
      "epoch": 4.1416143289137,
      "grad_norm": 1.4952638296443383,
      "learning_rate": 6.749293357008143e-05,
      "loss": 1.4375,
      "step": 89024
    },
    {
      "epoch": 4.141660851360782,
      "grad_norm": 1.6721702725122964,
      "learning_rate": 6.748983406433976e-05,
      "loss": 1.6641,
      "step": 89025
    },
    {
      "epoch": 4.141707373807862,
      "grad_norm": 1.5447393946403045,
      "learning_rate": 6.748673460911136e-05,
      "loss": 1.3594,
      "step": 89026
    },
    {
      "epoch": 4.141753896254943,
      "grad_norm": 1.5744200766263665,
      "learning_rate": 6.748363520439808e-05,
      "loss": 1.4922,
      "step": 89027
    },
    {
      "epoch": 4.141800418702024,
      "grad_norm": 1.5297621417084768,
      "learning_rate": 6.748053585020179e-05,
      "loss": 1.4453,
      "step": 89028
    },
    {
      "epoch": 4.141846941149105,
      "grad_norm": 1.6717206084311396,
      "learning_rate": 6.74774365465244e-05,
      "loss": 1.6094,
      "step": 89029
    },
    {
      "epoch": 4.141893463596185,
      "grad_norm": 1.4815033447631674,
      "learning_rate": 6.747433729336775e-05,
      "loss": 1.2578,
      "step": 89030
    },
    {
      "epoch": 4.1419399860432655,
      "grad_norm": 1.6438541102123687,
      "learning_rate": 6.747123809073386e-05,
      "loss": 1.625,
      "step": 89031
    },
    {
      "epoch": 4.141986508490347,
      "grad_norm": 1.5132333574688008,
      "learning_rate": 6.746813893862456e-05,
      "loss": 1.4531,
      "step": 89032
    },
    {
      "epoch": 4.142033030937427,
      "grad_norm": 1.6621197379604085,
      "learning_rate": 6.746503983704178e-05,
      "loss": 1.6641,
      "step": 89033
    },
    {
      "epoch": 4.142079553384508,
      "grad_norm": 1.5522356500902927,
      "learning_rate": 6.746194078598729e-05,
      "loss": 1.4219,
      "step": 89034
    },
    {
      "epoch": 4.142126075831588,
      "grad_norm": 1.447050494697323,
      "learning_rate": 6.745884178546318e-05,
      "loss": 1.3516,
      "step": 89035
    },
    {
      "epoch": 4.14217259827867,
      "grad_norm": 1.64308290204205,
      "learning_rate": 6.745574283547123e-05,
      "loss": 1.625,
      "step": 89036
    },
    {
      "epoch": 4.14221912072575,
      "grad_norm": 1.6366819341586354,
      "learning_rate": 6.745264393601336e-05,
      "loss": 1.7266,
      "step": 89037
    },
    {
      "epoch": 4.142265643172831,
      "grad_norm": 1.5292080705698317,
      "learning_rate": 6.744954508709143e-05,
      "loss": 1.4844,
      "step": 89038
    },
    {
      "epoch": 4.142312165619912,
      "grad_norm": 1.6243970728253723,
      "learning_rate": 6.744644628870742e-05,
      "loss": 1.6953,
      "step": 89039
    },
    {
      "epoch": 4.1423586880669925,
      "grad_norm": 1.7532116247712715,
      "learning_rate": 6.744334754086312e-05,
      "loss": 1.8125,
      "step": 89040
    },
    {
      "epoch": 4.142405210514073,
      "grad_norm": 1.7249506904344136,
      "learning_rate": 6.744024884356055e-05,
      "loss": 1.6562,
      "step": 89041
    },
    {
      "epoch": 4.142451732961153,
      "grad_norm": 1.5461033333641137,
      "learning_rate": 6.743715019680155e-05,
      "loss": 1.4453,
      "step": 89042
    },
    {
      "epoch": 4.142498255408235,
      "grad_norm": 1.5293576738822936,
      "learning_rate": 6.743405160058796e-05,
      "loss": 1.5469,
      "step": 89043
    },
    {
      "epoch": 4.142544777855315,
      "grad_norm": 1.6812537556359803,
      "learning_rate": 6.743095305492178e-05,
      "loss": 1.6719,
      "step": 89044
    },
    {
      "epoch": 4.142591300302396,
      "grad_norm": 1.6749830722656485,
      "learning_rate": 6.742785455980487e-05,
      "loss": 1.6875,
      "step": 89045
    },
    {
      "epoch": 4.142637822749476,
      "grad_norm": 1.4927142173925962,
      "learning_rate": 6.742475611523909e-05,
      "loss": 1.4062,
      "step": 89046
    },
    {
      "epoch": 4.142684345196558,
      "grad_norm": 1.4768039517253682,
      "learning_rate": 6.742165772122632e-05,
      "loss": 1.2109,
      "step": 89047
    },
    {
      "epoch": 4.142730867643638,
      "grad_norm": 1.742196912678952,
      "learning_rate": 6.741855937776855e-05,
      "loss": 1.8125,
      "step": 89048
    },
    {
      "epoch": 4.1427773900907185,
      "grad_norm": 1.7336494019953652,
      "learning_rate": 6.741546108486764e-05,
      "loss": 1.75,
      "step": 89049
    },
    {
      "epoch": 4.1428239125378,
      "grad_norm": 1.6450269467290763,
      "learning_rate": 6.741236284252545e-05,
      "loss": 1.6406,
      "step": 89050
    },
    {
      "epoch": 4.14287043498488,
      "grad_norm": 1.576383352880393,
      "learning_rate": 6.740926465074384e-05,
      "loss": 1.4922,
      "step": 89051
    },
    {
      "epoch": 4.142916957431961,
      "grad_norm": 1.7228025364599207,
      "learning_rate": 6.740616650952483e-05,
      "loss": 1.7891,
      "step": 89052
    },
    {
      "epoch": 4.142963479879041,
      "grad_norm": 1.656865354199971,
      "learning_rate": 6.740306841887025e-05,
      "loss": 1.5938,
      "step": 89053
    },
    {
      "epoch": 4.143010002326123,
      "grad_norm": 1.510926736603112,
      "learning_rate": 6.7399970378782e-05,
      "loss": 1.4141,
      "step": 89054
    },
    {
      "epoch": 4.143056524773203,
      "grad_norm": 1.497799946747346,
      "learning_rate": 6.739687238926199e-05,
      "loss": 1.4609,
      "step": 89055
    },
    {
      "epoch": 4.143103047220284,
      "grad_norm": 1.6361289871762619,
      "learning_rate": 6.739377445031204e-05,
      "loss": 1.6719,
      "step": 89056
    },
    {
      "epoch": 4.143149569667364,
      "grad_norm": 1.5870121005884585,
      "learning_rate": 6.739067656193414e-05,
      "loss": 1.6328,
      "step": 89057
    },
    {
      "epoch": 4.1431960921144455,
      "grad_norm": 1.6765833903413632,
      "learning_rate": 6.738757872413017e-05,
      "loss": 1.6641,
      "step": 89058
    },
    {
      "epoch": 4.143242614561526,
      "grad_norm": 1.637050774129375,
      "learning_rate": 6.738448093690202e-05,
      "loss": 1.6484,
      "step": 89059
    },
    {
      "epoch": 4.1432891370086065,
      "grad_norm": 1.6136494249196283,
      "learning_rate": 6.73813832002515e-05,
      "loss": 1.6875,
      "step": 89060
    },
    {
      "epoch": 4.143335659455687,
      "grad_norm": 1.8289028183849925,
      "learning_rate": 6.737828551418065e-05,
      "loss": 1.9922,
      "step": 89061
    },
    {
      "epoch": 4.143382181902768,
      "grad_norm": 1.5911595821621545,
      "learning_rate": 6.737518787869125e-05,
      "loss": 1.5625,
      "step": 89062
    },
    {
      "epoch": 4.143428704349849,
      "grad_norm": 1.5904350387274675,
      "learning_rate": 6.737209029378531e-05,
      "loss": 1.5703,
      "step": 89063
    },
    {
      "epoch": 4.143475226796929,
      "grad_norm": 1.5186680565402968,
      "learning_rate": 6.736899275946465e-05,
      "loss": 1.4219,
      "step": 89064
    },
    {
      "epoch": 4.143521749244011,
      "grad_norm": 1.6276823328785233,
      "learning_rate": 6.736589527573112e-05,
      "loss": 1.6406,
      "step": 89065
    },
    {
      "epoch": 4.143568271691091,
      "grad_norm": 1.7253936431559451,
      "learning_rate": 6.736279784258675e-05,
      "loss": 1.8438,
      "step": 89066
    },
    {
      "epoch": 4.143614794138172,
      "grad_norm": 1.5602163855338782,
      "learning_rate": 6.735970046003335e-05,
      "loss": 1.4297,
      "step": 89067
    },
    {
      "epoch": 4.143661316585252,
      "grad_norm": 1.4897910720605374,
      "learning_rate": 6.735660312807283e-05,
      "loss": 1.4453,
      "step": 89068
    },
    {
      "epoch": 4.143707839032333,
      "grad_norm": 1.7989057226717733,
      "learning_rate": 6.735350584670703e-05,
      "loss": 2.0156,
      "step": 89069
    },
    {
      "epoch": 4.143754361479414,
      "grad_norm": 1.3919401857566993,
      "learning_rate": 6.735040861593796e-05,
      "loss": 1.2656,
      "step": 89070
    },
    {
      "epoch": 4.143800883926494,
      "grad_norm": 1.631292299270103,
      "learning_rate": 6.734731143576744e-05,
      "loss": 1.7891,
      "step": 89071
    },
    {
      "epoch": 4.143847406373575,
      "grad_norm": 1.6880044665129073,
      "learning_rate": 6.73442143061974e-05,
      "loss": 1.6875,
      "step": 89072
    },
    {
      "epoch": 4.143893928820656,
      "grad_norm": 1.6637741482672004,
      "learning_rate": 6.734111722722965e-05,
      "loss": 1.7266,
      "step": 89073
    },
    {
      "epoch": 4.143940451267737,
      "grad_norm": 1.826767368809634,
      "learning_rate": 6.733802019886622e-05,
      "loss": 1.9531,
      "step": 89074
    },
    {
      "epoch": 4.143986973714817,
      "grad_norm": 1.5092315060168724,
      "learning_rate": 6.733492322110894e-05,
      "loss": 1.4688,
      "step": 89075
    },
    {
      "epoch": 4.1440334961618985,
      "grad_norm": 1.5044274798758577,
      "learning_rate": 6.733182629395972e-05,
      "loss": 1.3047,
      "step": 89076
    },
    {
      "epoch": 4.144080018608979,
      "grad_norm": 1.6495423498671793,
      "learning_rate": 6.732872941742037e-05,
      "loss": 1.5234,
      "step": 89077
    },
    {
      "epoch": 4.1441265410560595,
      "grad_norm": 1.643654124157962,
      "learning_rate": 6.732563259149292e-05,
      "loss": 1.6094,
      "step": 89078
    },
    {
      "epoch": 4.14417306350314,
      "grad_norm": 1.6583628373775638,
      "learning_rate": 6.732253581617922e-05,
      "loss": 1.7656,
      "step": 89079
    },
    {
      "epoch": 4.144219585950221,
      "grad_norm": 1.7102403017782182,
      "learning_rate": 6.731943909148112e-05,
      "loss": 1.7422,
      "step": 89080
    },
    {
      "epoch": 4.144266108397302,
      "grad_norm": 1.6767010651496832,
      "learning_rate": 6.731634241740056e-05,
      "loss": 1.6641,
      "step": 89081
    },
    {
      "epoch": 4.144312630844382,
      "grad_norm": 1.6463897496132347,
      "learning_rate": 6.731324579393938e-05,
      "loss": 1.7031,
      "step": 89082
    },
    {
      "epoch": 4.144359153291463,
      "grad_norm": 1.6292924374732334,
      "learning_rate": 6.731014922109957e-05,
      "loss": 1.8125,
      "step": 89083
    },
    {
      "epoch": 4.144405675738544,
      "grad_norm": 1.4453570501376076,
      "learning_rate": 6.73070526988829e-05,
      "loss": 1.4453,
      "step": 89084
    },
    {
      "epoch": 4.144452198185625,
      "grad_norm": 1.5467952534250957,
      "learning_rate": 6.730395622729142e-05,
      "loss": 1.5078,
      "step": 89085
    },
    {
      "epoch": 4.144498720632705,
      "grad_norm": 1.5779637551370305,
      "learning_rate": 6.730085980632694e-05,
      "loss": 1.5312,
      "step": 89086
    },
    {
      "epoch": 4.1445452430797864,
      "grad_norm": 1.6591090544875495,
      "learning_rate": 6.729776343599128e-05,
      "loss": 1.6562,
      "step": 89087
    },
    {
      "epoch": 4.144591765526867,
      "grad_norm": 1.6178077288436896,
      "learning_rate": 6.72946671162865e-05,
      "loss": 1.7188,
      "step": 89088
    },
    {
      "epoch": 4.144638287973947,
      "grad_norm": 1.539139616129675,
      "learning_rate": 6.72915708472144e-05,
      "loss": 1.6172,
      "step": 89089
    },
    {
      "epoch": 4.144684810421028,
      "grad_norm": 1.4967615684293782,
      "learning_rate": 6.728847462877688e-05,
      "loss": 1.4688,
      "step": 89090
    },
    {
      "epoch": 4.144731332868109,
      "grad_norm": 1.642136642487683,
      "learning_rate": 6.72853784609758e-05,
      "loss": 1.7656,
      "step": 89091
    },
    {
      "epoch": 4.14477785531519,
      "grad_norm": 1.7040056880263343,
      "learning_rate": 6.728228234381315e-05,
      "loss": 1.8203,
      "step": 89092
    },
    {
      "epoch": 4.14482437776227,
      "grad_norm": 1.7845830111032013,
      "learning_rate": 6.727918627729078e-05,
      "loss": 1.8984,
      "step": 89093
    },
    {
      "epoch": 4.144870900209351,
      "grad_norm": 1.4987084530115158,
      "learning_rate": 6.727609026141058e-05,
      "loss": 1.4297,
      "step": 89094
    },
    {
      "epoch": 4.144917422656432,
      "grad_norm": 1.6368814348718477,
      "learning_rate": 6.727299429617438e-05,
      "loss": 1.7422,
      "step": 89095
    },
    {
      "epoch": 4.1449639451035125,
      "grad_norm": 1.5370989520375729,
      "learning_rate": 6.72698983815842e-05,
      "loss": 1.4922,
      "step": 89096
    },
    {
      "epoch": 4.145010467550593,
      "grad_norm": 1.5568589652492706,
      "learning_rate": 6.726680251764187e-05,
      "loss": 1.6953,
      "step": 89097
    },
    {
      "epoch": 4.1450569899976735,
      "grad_norm": 1.6563725782777878,
      "learning_rate": 6.72637067043493e-05,
      "loss": 1.7266,
      "step": 89098
    },
    {
      "epoch": 4.145103512444755,
      "grad_norm": 1.669142711762978,
      "learning_rate": 6.726061094170833e-05,
      "loss": 1.7656,
      "step": 89099
    },
    {
      "epoch": 4.145150034891835,
      "grad_norm": 1.5769081818901072,
      "learning_rate": 6.725751522972094e-05,
      "loss": 1.6406,
      "step": 89100
    },
    {
      "epoch": 4.145196557338916,
      "grad_norm": 1.6846693253880047,
      "learning_rate": 6.7254419568389e-05,
      "loss": 1.6953,
      "step": 89101
    },
    {
      "epoch": 4.145243079785997,
      "grad_norm": 1.4693315358270445,
      "learning_rate": 6.72513239577144e-05,
      "loss": 1.375,
      "step": 89102
    },
    {
      "epoch": 4.145289602233078,
      "grad_norm": 1.6671727249171375,
      "learning_rate": 6.724822839769894e-05,
      "loss": 1.6875,
      "step": 89103
    },
    {
      "epoch": 4.145336124680158,
      "grad_norm": 1.5459162853350759,
      "learning_rate": 6.724513288834468e-05,
      "loss": 1.4688,
      "step": 89104
    },
    {
      "epoch": 4.145382647127239,
      "grad_norm": 1.6331827871222782,
      "learning_rate": 6.724203742965344e-05,
      "loss": 1.6953,
      "step": 89105
    },
    {
      "epoch": 4.14542916957432,
      "grad_norm": 1.5908489882538035,
      "learning_rate": 6.723894202162704e-05,
      "loss": 1.5234,
      "step": 89106
    },
    {
      "epoch": 4.1454756920214,
      "grad_norm": 1.6972722983580373,
      "learning_rate": 6.72358466642675e-05,
      "loss": 1.7656,
      "step": 89107
    },
    {
      "epoch": 4.145522214468481,
      "grad_norm": 1.4516677943877059,
      "learning_rate": 6.723275135757664e-05,
      "loss": 1.4453,
      "step": 89108
    },
    {
      "epoch": 4.145568736915561,
      "grad_norm": 1.5225194306942358,
      "learning_rate": 6.722965610155642e-05,
      "loss": 1.4609,
      "step": 89109
    },
    {
      "epoch": 4.145615259362643,
      "grad_norm": 1.642851057832295,
      "learning_rate": 6.722656089620867e-05,
      "loss": 1.6016,
      "step": 89110
    },
    {
      "epoch": 4.145661781809723,
      "grad_norm": 1.5812718087309092,
      "learning_rate": 6.722346574153532e-05,
      "loss": 1.6406,
      "step": 89111
    },
    {
      "epoch": 4.145708304256804,
      "grad_norm": 1.6686183379943185,
      "learning_rate": 6.722037063753826e-05,
      "loss": 1.5625,
      "step": 89112
    },
    {
      "epoch": 4.145754826703884,
      "grad_norm": 1.5584207107787686,
      "learning_rate": 6.721727558421931e-05,
      "loss": 1.5859,
      "step": 89113
    },
    {
      "epoch": 4.1458013491509655,
      "grad_norm": 1.602572225174323,
      "learning_rate": 6.72141805815805e-05,
      "loss": 1.5,
      "step": 89114
    },
    {
      "epoch": 4.145847871598046,
      "grad_norm": 1.8087966459999008,
      "learning_rate": 6.721108562962364e-05,
      "loss": 1.7734,
      "step": 89115
    },
    {
      "epoch": 4.1458943940451265,
      "grad_norm": 1.7104710120415454,
      "learning_rate": 6.720799072835066e-05,
      "loss": 1.8281,
      "step": 89116
    },
    {
      "epoch": 4.145940916492208,
      "grad_norm": 1.736845144221939,
      "learning_rate": 6.720489587776337e-05,
      "loss": 1.5547,
      "step": 89117
    },
    {
      "epoch": 4.145987438939288,
      "grad_norm": 1.6564141842086724,
      "learning_rate": 6.720180107786379e-05,
      "loss": 1.8594,
      "step": 89118
    },
    {
      "epoch": 4.146033961386369,
      "grad_norm": 1.6967701804946151,
      "learning_rate": 6.719870632865374e-05,
      "loss": 1.7656,
      "step": 89119
    },
    {
      "epoch": 4.146080483833449,
      "grad_norm": 1.8107738529106376,
      "learning_rate": 6.719561163013514e-05,
      "loss": 1.9688,
      "step": 89120
    },
    {
      "epoch": 4.146127006280531,
      "grad_norm": 1.505359350923402,
      "learning_rate": 6.719251698230983e-05,
      "loss": 1.5156,
      "step": 89121
    },
    {
      "epoch": 4.146173528727611,
      "grad_norm": 1.6545644369328112,
      "learning_rate": 6.71894223851798e-05,
      "loss": 1.6016,
      "step": 89122
    },
    {
      "epoch": 4.146220051174692,
      "grad_norm": 1.558104499226724,
      "learning_rate": 6.718632783874688e-05,
      "loss": 1.5078,
      "step": 89123
    },
    {
      "epoch": 4.146266573621772,
      "grad_norm": 1.5852473701052112,
      "learning_rate": 6.718323334301299e-05,
      "loss": 1.5156,
      "step": 89124
    },
    {
      "epoch": 4.1463130960688535,
      "grad_norm": 1.4956331725941643,
      "learning_rate": 6.718013889797995e-05,
      "loss": 1.4531,
      "step": 89125
    },
    {
      "epoch": 4.146359618515934,
      "grad_norm": 1.6207439870055624,
      "learning_rate": 6.717704450364979e-05,
      "loss": 1.4531,
      "step": 89126
    },
    {
      "epoch": 4.146406140963014,
      "grad_norm": 1.6530852852369087,
      "learning_rate": 6.717395016002432e-05,
      "loss": 1.6406,
      "step": 89127
    },
    {
      "epoch": 4.146452663410096,
      "grad_norm": 1.8292826439090573,
      "learning_rate": 6.717085586710537e-05,
      "loss": 1.8281,
      "step": 89128
    },
    {
      "epoch": 4.146499185857176,
      "grad_norm": 1.583330374153688,
      "learning_rate": 6.7167761624895e-05,
      "loss": 1.5156,
      "step": 89129
    },
    {
      "epoch": 4.146545708304257,
      "grad_norm": 1.6430433878919517,
      "learning_rate": 6.716466743339495e-05,
      "loss": 1.7812,
      "step": 89130
    },
    {
      "epoch": 4.146592230751337,
      "grad_norm": 1.4216065141216918,
      "learning_rate": 6.716157329260722e-05,
      "loss": 1.2734,
      "step": 89131
    },
    {
      "epoch": 4.146638753198419,
      "grad_norm": 1.5437420858372266,
      "learning_rate": 6.715847920253369e-05,
      "loss": 1.5078,
      "step": 89132
    },
    {
      "epoch": 4.146685275645499,
      "grad_norm": 1.4471891589085175,
      "learning_rate": 6.715538516317619e-05,
      "loss": 1.3281,
      "step": 89133
    },
    {
      "epoch": 4.1467317980925795,
      "grad_norm": 1.6590589607211368,
      "learning_rate": 6.715229117453663e-05,
      "loss": 1.625,
      "step": 89134
    },
    {
      "epoch": 4.14677832053966,
      "grad_norm": 1.5622449341927531,
      "learning_rate": 6.714919723661696e-05,
      "loss": 1.6094,
      "step": 89135
    },
    {
      "epoch": 4.146824842986741,
      "grad_norm": 1.7733571741409102,
      "learning_rate": 6.714610334941904e-05,
      "loss": 1.875,
      "step": 89136
    },
    {
      "epoch": 4.146871365433822,
      "grad_norm": 1.7077147502666306,
      "learning_rate": 6.714300951294478e-05,
      "loss": 1.7188,
      "step": 89137
    },
    {
      "epoch": 4.146917887880902,
      "grad_norm": 1.508527486426623,
      "learning_rate": 6.713991572719604e-05,
      "loss": 1.5234,
      "step": 89138
    },
    {
      "epoch": 4.146964410327984,
      "grad_norm": 1.7118425519225338,
      "learning_rate": 6.713682199217467e-05,
      "loss": 1.8828,
      "step": 89139
    },
    {
      "epoch": 4.147010932775064,
      "grad_norm": 1.5963757866829054,
      "learning_rate": 6.713372830788272e-05,
      "loss": 1.5234,
      "step": 89140
    },
    {
      "epoch": 4.147057455222145,
      "grad_norm": 1.5847507731852155,
      "learning_rate": 6.713063467432196e-05,
      "loss": 1.5156,
      "step": 89141
    },
    {
      "epoch": 4.147103977669225,
      "grad_norm": 1.73265668318236,
      "learning_rate": 6.712754109149432e-05,
      "loss": 1.8047,
      "step": 89142
    },
    {
      "epoch": 4.1471505001163065,
      "grad_norm": 1.5928507943566528,
      "learning_rate": 6.712444755940162e-05,
      "loss": 1.625,
      "step": 89143
    },
    {
      "epoch": 4.147197022563387,
      "grad_norm": 1.696108487571091,
      "learning_rate": 6.712135407804589e-05,
      "loss": 1.8281,
      "step": 89144
    },
    {
      "epoch": 4.147243545010467,
      "grad_norm": 1.8234829915993402,
      "learning_rate": 6.711826064742895e-05,
      "loss": 1.7969,
      "step": 89145
    },
    {
      "epoch": 4.147290067457548,
      "grad_norm": 1.6443583948882605,
      "learning_rate": 6.711516726755271e-05,
      "loss": 1.5703,
      "step": 89146
    },
    {
      "epoch": 4.147336589904629,
      "grad_norm": 1.501498851595494,
      "learning_rate": 6.7112073938419e-05,
      "loss": 1.5312,
      "step": 89147
    },
    {
      "epoch": 4.14738311235171,
      "grad_norm": 1.508428101740024,
      "learning_rate": 6.710898066002979e-05,
      "loss": 1.4531,
      "step": 89148
    },
    {
      "epoch": 4.14742963479879,
      "grad_norm": 1.6839974084096123,
      "learning_rate": 6.710588743238699e-05,
      "loss": 1.6562,
      "step": 89149
    },
    {
      "epoch": 4.147476157245871,
      "grad_norm": 1.8257784511586947,
      "learning_rate": 6.710279425549239e-05,
      "loss": 1.9453,
      "step": 89150
    },
    {
      "epoch": 4.147522679692952,
      "grad_norm": 1.7458636325707988,
      "learning_rate": 6.709970112934798e-05,
      "loss": 1.7578,
      "step": 89151
    },
    {
      "epoch": 4.1475692021400326,
      "grad_norm": 1.5943394758823446,
      "learning_rate": 6.70966080539556e-05,
      "loss": 1.6797,
      "step": 89152
    },
    {
      "epoch": 4.147615724587113,
      "grad_norm": 1.7371430123397973,
      "learning_rate": 6.70935150293172e-05,
      "loss": 1.8516,
      "step": 89153
    },
    {
      "epoch": 4.147662247034194,
      "grad_norm": 1.6187490422404969,
      "learning_rate": 6.709042205543464e-05,
      "loss": 1.7266,
      "step": 89154
    },
    {
      "epoch": 4.147708769481275,
      "grad_norm": 1.6076190440656966,
      "learning_rate": 6.70873291323098e-05,
      "loss": 1.7188,
      "step": 89155
    },
    {
      "epoch": 4.147755291928355,
      "grad_norm": 1.5891991265757184,
      "learning_rate": 6.708423625994455e-05,
      "loss": 1.6328,
      "step": 89156
    },
    {
      "epoch": 4.147801814375436,
      "grad_norm": 1.6069652288823746,
      "learning_rate": 6.708114343834088e-05,
      "loss": 1.6016,
      "step": 89157
    },
    {
      "epoch": 4.147848336822517,
      "grad_norm": 1.6477456645270565,
      "learning_rate": 6.70780506675006e-05,
      "loss": 1.6953,
      "step": 89158
    },
    {
      "epoch": 4.147894859269598,
      "grad_norm": 1.768875242058341,
      "learning_rate": 6.707495794742565e-05,
      "loss": 1.6562,
      "step": 89159
    },
    {
      "epoch": 4.147941381716678,
      "grad_norm": 1.7627110973443842,
      "learning_rate": 6.707186527811783e-05,
      "loss": 1.8438,
      "step": 89160
    },
    {
      "epoch": 4.147987904163759,
      "grad_norm": 1.5524020249512835,
      "learning_rate": 6.706877265957916e-05,
      "loss": 1.5625,
      "step": 89161
    },
    {
      "epoch": 4.14803442661084,
      "grad_norm": 1.582394594112702,
      "learning_rate": 6.706568009181146e-05,
      "loss": 1.5156,
      "step": 89162
    },
    {
      "epoch": 4.1480809490579205,
      "grad_norm": 1.6554385903391082,
      "learning_rate": 6.706258757481667e-05,
      "loss": 1.5625,
      "step": 89163
    },
    {
      "epoch": 4.148127471505001,
      "grad_norm": 1.7272209097314997,
      "learning_rate": 6.705949510859663e-05,
      "loss": 1.8047,
      "step": 89164
    },
    {
      "epoch": 4.148173993952082,
      "grad_norm": 1.6532571014509827,
      "learning_rate": 6.705640269315321e-05,
      "loss": 1.7188,
      "step": 89165
    },
    {
      "epoch": 4.148220516399163,
      "grad_norm": 1.4787839258547628,
      "learning_rate": 6.705331032848841e-05,
      "loss": 1.4844,
      "step": 89166
    },
    {
      "epoch": 4.148267038846243,
      "grad_norm": 1.5830994406018912,
      "learning_rate": 6.705021801460405e-05,
      "loss": 1.6953,
      "step": 89167
    },
    {
      "epoch": 4.148313561293324,
      "grad_norm": 1.4276413992574877,
      "learning_rate": 6.704712575150205e-05,
      "loss": 1.2812,
      "step": 89168
    },
    {
      "epoch": 4.148360083740405,
      "grad_norm": 1.6743007613783991,
      "learning_rate": 6.704403353918421e-05,
      "loss": 1.7266,
      "step": 89169
    },
    {
      "epoch": 4.148406606187486,
      "grad_norm": 1.6688112007721294,
      "learning_rate": 6.704094137765258e-05,
      "loss": 1.6172,
      "step": 89170
    },
    {
      "epoch": 4.148453128634566,
      "grad_norm": 1.6559231138509827,
      "learning_rate": 6.703784926690897e-05,
      "loss": 1.6328,
      "step": 89171
    },
    {
      "epoch": 4.1484996510816465,
      "grad_norm": 1.5099185644495259,
      "learning_rate": 6.70347572069552e-05,
      "loss": 1.4688,
      "step": 89172
    },
    {
      "epoch": 4.148546173528728,
      "grad_norm": 1.6425425971023118,
      "learning_rate": 6.703166519779332e-05,
      "loss": 1.6797,
      "step": 89173
    },
    {
      "epoch": 4.148592695975808,
      "grad_norm": 1.6252365900329226,
      "learning_rate": 6.702857323942508e-05,
      "loss": 1.6953,
      "step": 89174
    },
    {
      "epoch": 4.148639218422889,
      "grad_norm": 1.4523471758180027,
      "learning_rate": 6.70254813318525e-05,
      "loss": 1.3281,
      "step": 89175
    },
    {
      "epoch": 4.14868574086997,
      "grad_norm": 1.5367950240491846,
      "learning_rate": 6.702238947507742e-05,
      "loss": 1.5,
      "step": 89176
    },
    {
      "epoch": 4.148732263317051,
      "grad_norm": 1.4551896456985722,
      "learning_rate": 6.701929766910168e-05,
      "loss": 1.4062,
      "step": 89177
    },
    {
      "epoch": 4.148778785764131,
      "grad_norm": 1.6154499765204262,
      "learning_rate": 6.70162059139272e-05,
      "loss": 1.6094,
      "step": 89178
    },
    {
      "epoch": 4.148825308211212,
      "grad_norm": 1.6456885660232339,
      "learning_rate": 6.701311420955592e-05,
      "loss": 1.625,
      "step": 89179
    },
    {
      "epoch": 4.148871830658293,
      "grad_norm": 1.513579948542852,
      "learning_rate": 6.701002255598972e-05,
      "loss": 1.4062,
      "step": 89180
    },
    {
      "epoch": 4.1489183531053735,
      "grad_norm": 1.602718815330965,
      "learning_rate": 6.700693095323045e-05,
      "loss": 1.5781,
      "step": 89181
    },
    {
      "epoch": 4.148964875552454,
      "grad_norm": 1.6080257274929073,
      "learning_rate": 6.700383940127998e-05,
      "loss": 1.625,
      "step": 89182
    },
    {
      "epoch": 4.1490113979995344,
      "grad_norm": 1.6170178614902084,
      "learning_rate": 6.700074790014031e-05,
      "loss": 1.625,
      "step": 89183
    },
    {
      "epoch": 4.149057920446616,
      "grad_norm": 1.581546787067609,
      "learning_rate": 6.699765644981326e-05,
      "loss": 1.6016,
      "step": 89184
    },
    {
      "epoch": 4.149104442893696,
      "grad_norm": 1.6123538993186521,
      "learning_rate": 6.699456505030075e-05,
      "loss": 1.625,
      "step": 89185
    },
    {
      "epoch": 4.149150965340777,
      "grad_norm": 1.6177285303408206,
      "learning_rate": 6.699147370160459e-05,
      "loss": 1.6328,
      "step": 89186
    },
    {
      "epoch": 4.149197487787857,
      "grad_norm": 1.5713834459920177,
      "learning_rate": 6.69883824037268e-05,
      "loss": 1.5156,
      "step": 89187
    },
    {
      "epoch": 4.149244010234939,
      "grad_norm": 1.5204671259557185,
      "learning_rate": 6.698529115666922e-05,
      "loss": 1.5391,
      "step": 89188
    },
    {
      "epoch": 4.149290532682019,
      "grad_norm": 1.5565288265775574,
      "learning_rate": 6.698219996043371e-05,
      "loss": 1.5312,
      "step": 89189
    },
    {
      "epoch": 4.1493370551291,
      "grad_norm": 1.808368302820142,
      "learning_rate": 6.69791088150222e-05,
      "loss": 1.9297,
      "step": 89190
    },
    {
      "epoch": 4.149383577576181,
      "grad_norm": 1.6357873719621558,
      "learning_rate": 6.697601772043652e-05,
      "loss": 1.5938,
      "step": 89191
    },
    {
      "epoch": 4.149430100023261,
      "grad_norm": 1.536027787649095,
      "learning_rate": 6.697292667667865e-05,
      "loss": 1.5156,
      "step": 89192
    },
    {
      "epoch": 4.149476622470342,
      "grad_norm": 1.7393169115932214,
      "learning_rate": 6.696983568375046e-05,
      "loss": 1.7578,
      "step": 89193
    },
    {
      "epoch": 4.149523144917422,
      "grad_norm": 1.6088709893953579,
      "learning_rate": 6.696674474165377e-05,
      "loss": 1.6094,
      "step": 89194
    },
    {
      "epoch": 4.149569667364504,
      "grad_norm": 1.6283910722419623,
      "learning_rate": 6.696365385039057e-05,
      "loss": 1.6719,
      "step": 89195
    },
    {
      "epoch": 4.149616189811584,
      "grad_norm": 1.698453669634034,
      "learning_rate": 6.696056300996266e-05,
      "loss": 1.6641,
      "step": 89196
    },
    {
      "epoch": 4.149662712258665,
      "grad_norm": 1.5965792497770672,
      "learning_rate": 6.695747222037205e-05,
      "loss": 1.5469,
      "step": 89197
    },
    {
      "epoch": 4.149709234705745,
      "grad_norm": 1.5374247013396107,
      "learning_rate": 6.695438148162055e-05,
      "loss": 1.5391,
      "step": 89198
    },
    {
      "epoch": 4.1497557571528265,
      "grad_norm": 1.6294114741819625,
      "learning_rate": 6.695129079371006e-05,
      "loss": 1.7266,
      "step": 89199
    },
    {
      "epoch": 4.149802279599907,
      "grad_norm": 1.6743373187426114,
      "learning_rate": 6.694820015664245e-05,
      "loss": 1.6797,
      "step": 89200
    },
    {
      "epoch": 4.1498488020469875,
      "grad_norm": 1.478657021554795,
      "learning_rate": 6.694510957041969e-05,
      "loss": 1.3203,
      "step": 89201
    },
    {
      "epoch": 4.149895324494068,
      "grad_norm": 1.6202331394182232,
      "learning_rate": 6.69420190350436e-05,
      "loss": 1.5234,
      "step": 89202
    },
    {
      "epoch": 4.149941846941149,
      "grad_norm": 1.703181566216107,
      "learning_rate": 6.693892855051613e-05,
      "loss": 1.75,
      "step": 89203
    },
    {
      "epoch": 4.14998836938823,
      "grad_norm": 1.518054111876574,
      "learning_rate": 6.693583811683907e-05,
      "loss": 1.4766,
      "step": 89204
    },
    {
      "epoch": 4.15003489183531,
      "grad_norm": 1.6202721628609766,
      "learning_rate": 6.693274773401442e-05,
      "loss": 1.4688,
      "step": 89205
    },
    {
      "epoch": 4.150081414282392,
      "grad_norm": 1.7364749659710534,
      "learning_rate": 6.692965740204403e-05,
      "loss": 1.75,
      "step": 89206
    },
    {
      "epoch": 4.150127936729472,
      "grad_norm": 1.6641865815362473,
      "learning_rate": 6.692656712092981e-05,
      "loss": 1.7266,
      "step": 89207
    },
    {
      "epoch": 4.150174459176553,
      "grad_norm": 1.7584469956154076,
      "learning_rate": 6.692347689067357e-05,
      "loss": 1.8594,
      "step": 89208
    },
    {
      "epoch": 4.150220981623633,
      "grad_norm": 1.6371478714062768,
      "learning_rate": 6.692038671127733e-05,
      "loss": 1.7031,
      "step": 89209
    },
    {
      "epoch": 4.150267504070714,
      "grad_norm": 1.7244546485574412,
      "learning_rate": 6.691729658274291e-05,
      "loss": 1.7109,
      "step": 89210
    },
    {
      "epoch": 4.150314026517795,
      "grad_norm": 1.6232937176347872,
      "learning_rate": 6.691420650507221e-05,
      "loss": 1.3672,
      "step": 89211
    },
    {
      "epoch": 4.150360548964875,
      "grad_norm": 1.8038260115468974,
      "learning_rate": 6.691111647826709e-05,
      "loss": 1.8828,
      "step": 89212
    },
    {
      "epoch": 4.150407071411956,
      "grad_norm": 1.6867157309656897,
      "learning_rate": 6.690802650232951e-05,
      "loss": 1.6016,
      "step": 89213
    },
    {
      "epoch": 4.150453593859037,
      "grad_norm": 1.7393833339777607,
      "learning_rate": 6.690493657726132e-05,
      "loss": 1.6641,
      "step": 89214
    },
    {
      "epoch": 4.150500116306118,
      "grad_norm": 1.5282292955598793,
      "learning_rate": 6.690184670306443e-05,
      "loss": 1.5078,
      "step": 89215
    },
    {
      "epoch": 4.150546638753198,
      "grad_norm": 1.6874257194462825,
      "learning_rate": 6.689875687974065e-05,
      "loss": 1.6562,
      "step": 89216
    },
    {
      "epoch": 4.1505931612002795,
      "grad_norm": 1.6916353897394154,
      "learning_rate": 6.689566710729202e-05,
      "loss": 1.7422,
      "step": 89217
    },
    {
      "epoch": 4.15063968364736,
      "grad_norm": 1.5440765956293612,
      "learning_rate": 6.689257738572029e-05,
      "loss": 1.4844,
      "step": 89218
    },
    {
      "epoch": 4.1506862060944405,
      "grad_norm": 1.6702378879451643,
      "learning_rate": 6.688948771502745e-05,
      "loss": 1.6953,
      "step": 89219
    },
    {
      "epoch": 4.150732728541521,
      "grad_norm": 1.6541307165350667,
      "learning_rate": 6.688639809521537e-05,
      "loss": 1.6328,
      "step": 89220
    },
    {
      "epoch": 4.150779250988602,
      "grad_norm": 1.6454835383537727,
      "learning_rate": 6.688330852628593e-05,
      "loss": 1.7578,
      "step": 89221
    },
    {
      "epoch": 4.150825773435683,
      "grad_norm": 1.7081168425610476,
      "learning_rate": 6.688021900824094e-05,
      "loss": 1.7031,
      "step": 89222
    },
    {
      "epoch": 4.150872295882763,
      "grad_norm": 1.7516459143948822,
      "learning_rate": 6.687712954108244e-05,
      "loss": 1.9297,
      "step": 89223
    },
    {
      "epoch": 4.150918818329844,
      "grad_norm": 1.8107386439185313,
      "learning_rate": 6.687404012481227e-05,
      "loss": 1.8906,
      "step": 89224
    },
    {
      "epoch": 4.150965340776925,
      "grad_norm": 1.8144140601891452,
      "learning_rate": 6.687095075943229e-05,
      "loss": 1.8281,
      "step": 89225
    },
    {
      "epoch": 4.151011863224006,
      "grad_norm": 1.6529527637312242,
      "learning_rate": 6.686786144494433e-05,
      "loss": 1.5781,
      "step": 89226
    },
    {
      "epoch": 4.151058385671086,
      "grad_norm": 1.6531129993049167,
      "learning_rate": 6.686477218135043e-05,
      "loss": 1.5547,
      "step": 89227
    },
    {
      "epoch": 4.1511049081181675,
      "grad_norm": 1.679282079529449,
      "learning_rate": 6.68616829686524e-05,
      "loss": 1.6484,
      "step": 89228
    },
    {
      "epoch": 4.151151430565248,
      "grad_norm": 1.6200559487792419,
      "learning_rate": 6.685859380685215e-05,
      "loss": 1.6406,
      "step": 89229
    },
    {
      "epoch": 4.151197953012328,
      "grad_norm": 1.6171596530413026,
      "learning_rate": 6.685550469595149e-05,
      "loss": 1.6875,
      "step": 89230
    },
    {
      "epoch": 4.151244475459409,
      "grad_norm": 1.4310608188431402,
      "learning_rate": 6.685241563595244e-05,
      "loss": 1.4453,
      "step": 89231
    },
    {
      "epoch": 4.15129099790649,
      "grad_norm": 1.735468834800828,
      "learning_rate": 6.684932662685682e-05,
      "loss": 1.6875,
      "step": 89232
    },
    {
      "epoch": 4.151337520353571,
      "grad_norm": 1.3920268904770832,
      "learning_rate": 6.684623766866654e-05,
      "loss": 1.3516,
      "step": 89233
    },
    {
      "epoch": 4.151384042800651,
      "grad_norm": 1.603258570190431,
      "learning_rate": 6.684314876138344e-05,
      "loss": 1.7188,
      "step": 89234
    },
    {
      "epoch": 4.151430565247732,
      "grad_norm": 1.44031763624659,
      "learning_rate": 6.684005990500949e-05,
      "loss": 1.3125,
      "step": 89235
    },
    {
      "epoch": 4.151477087694813,
      "grad_norm": 1.696123649497948,
      "learning_rate": 6.683697109954656e-05,
      "loss": 1.6875,
      "step": 89236
    },
    {
      "epoch": 4.1515236101418935,
      "grad_norm": 1.6110146032942623,
      "learning_rate": 6.683388234499653e-05,
      "loss": 1.6562,
      "step": 89237
    },
    {
      "epoch": 4.151570132588974,
      "grad_norm": 1.6847773419055427,
      "learning_rate": 6.683079364136123e-05,
      "loss": 1.7188,
      "step": 89238
    },
    {
      "epoch": 4.1516166550360545,
      "grad_norm": 1.539084462338084,
      "learning_rate": 6.68277049886426e-05,
      "loss": 1.5078,
      "step": 89239
    },
    {
      "epoch": 4.151663177483136,
      "grad_norm": 1.7682379336674514,
      "learning_rate": 6.682461638684259e-05,
      "loss": 1.8281,
      "step": 89240
    },
    {
      "epoch": 4.151709699930216,
      "grad_norm": 1.6457989291421404,
      "learning_rate": 6.682152783596304e-05,
      "loss": 1.7344,
      "step": 89241
    },
    {
      "epoch": 4.151756222377297,
      "grad_norm": 1.4892788269602564,
      "learning_rate": 6.681843933600586e-05,
      "loss": 1.1953,
      "step": 89242
    },
    {
      "epoch": 4.151802744824378,
      "grad_norm": 1.7793304869567335,
      "learning_rate": 6.681535088697291e-05,
      "loss": 1.9219,
      "step": 89243
    },
    {
      "epoch": 4.151849267271459,
      "grad_norm": 1.533686428205806,
      "learning_rate": 6.681226248886602e-05,
      "loss": 1.3984,
      "step": 89244
    },
    {
      "epoch": 4.151895789718539,
      "grad_norm": 1.5358599293628512,
      "learning_rate": 6.680917414168723e-05,
      "loss": 1.4688,
      "step": 89245
    },
    {
      "epoch": 4.15194231216562,
      "grad_norm": 1.586366709145235,
      "learning_rate": 6.680608584543834e-05,
      "loss": 1.5547,
      "step": 89246
    },
    {
      "epoch": 4.151988834612701,
      "grad_norm": 1.4979283259858487,
      "learning_rate": 6.680299760012127e-05,
      "loss": 1.4688,
      "step": 89247
    },
    {
      "epoch": 4.152035357059781,
      "grad_norm": 1.5289545641868718,
      "learning_rate": 6.679990940573784e-05,
      "loss": 1.5,
      "step": 89248
    },
    {
      "epoch": 4.152081879506862,
      "grad_norm": 1.4772340812755784,
      "learning_rate": 6.679682126229004e-05,
      "loss": 1.3438,
      "step": 89249
    },
    {
      "epoch": 4.152128401953942,
      "grad_norm": 1.5733710057420955,
      "learning_rate": 6.679373316977973e-05,
      "loss": 1.6328,
      "step": 89250
    },
    {
      "epoch": 4.152174924401024,
      "grad_norm": 1.5019801076807449,
      "learning_rate": 6.679064512820876e-05,
      "loss": 1.3594,
      "step": 89251
    },
    {
      "epoch": 4.152221446848104,
      "grad_norm": 1.7186288073631313,
      "learning_rate": 6.678755713757901e-05,
      "loss": 1.75,
      "step": 89252
    },
    {
      "epoch": 4.152267969295185,
      "grad_norm": 1.5755596756259038,
      "learning_rate": 6.678446919789247e-05,
      "loss": 1.3984,
      "step": 89253
    },
    {
      "epoch": 4.152314491742265,
      "grad_norm": 1.4742282944980378,
      "learning_rate": 6.678138130915096e-05,
      "loss": 1.3672,
      "step": 89254
    },
    {
      "epoch": 4.1523610141893466,
      "grad_norm": 1.5284490315159984,
      "learning_rate": 6.677829347135639e-05,
      "loss": 1.4297,
      "step": 89255
    },
    {
      "epoch": 4.152407536636427,
      "grad_norm": 1.5758653604944381,
      "learning_rate": 6.677520568451057e-05,
      "loss": 1.4844,
      "step": 89256
    },
    {
      "epoch": 4.1524540590835075,
      "grad_norm": 1.7356249793388419,
      "learning_rate": 6.677211794861552e-05,
      "loss": 1.8047,
      "step": 89257
    },
    {
      "epoch": 4.152500581530589,
      "grad_norm": 1.5906379438104783,
      "learning_rate": 6.676903026367306e-05,
      "loss": 1.5234,
      "step": 89258
    },
    {
      "epoch": 4.152547103977669,
      "grad_norm": 1.5803783614489262,
      "learning_rate": 6.676594262968504e-05,
      "loss": 1.5938,
      "step": 89259
    },
    {
      "epoch": 4.15259362642475,
      "grad_norm": 1.6714469109626315,
      "learning_rate": 6.676285504665346e-05,
      "loss": 1.7188,
      "step": 89260
    },
    {
      "epoch": 4.15264014887183,
      "grad_norm": 1.5049140156085121,
      "learning_rate": 6.67597675145801e-05,
      "loss": 1.5703,
      "step": 89261
    },
    {
      "epoch": 4.152686671318912,
      "grad_norm": 1.5839399377296735,
      "learning_rate": 6.675668003346695e-05,
      "loss": 1.5781,
      "step": 89262
    },
    {
      "epoch": 4.152733193765992,
      "grad_norm": 1.5887412590730048,
      "learning_rate": 6.675359260331585e-05,
      "loss": 1.6094,
      "step": 89263
    },
    {
      "epoch": 4.152779716213073,
      "grad_norm": 1.6817940561842428,
      "learning_rate": 6.67505052241287e-05,
      "loss": 1.5703,
      "step": 89264
    },
    {
      "epoch": 4.152826238660153,
      "grad_norm": 1.5361665758476282,
      "learning_rate": 6.674741789590731e-05,
      "loss": 1.5078,
      "step": 89265
    },
    {
      "epoch": 4.1528727611072345,
      "grad_norm": 1.8141093788015579,
      "learning_rate": 6.674433061865372e-05,
      "loss": 1.8984,
      "step": 89266
    },
    {
      "epoch": 4.152919283554315,
      "grad_norm": 1.5560216926232795,
      "learning_rate": 6.674124339236973e-05,
      "loss": 1.4453,
      "step": 89267
    },
    {
      "epoch": 4.152965806001395,
      "grad_norm": 1.643340101943896,
      "learning_rate": 6.673815621705723e-05,
      "loss": 1.4844,
      "step": 89268
    },
    {
      "epoch": 4.153012328448477,
      "grad_norm": 1.752754635495097,
      "learning_rate": 6.673506909271814e-05,
      "loss": 1.7656,
      "step": 89269
    },
    {
      "epoch": 4.153058850895557,
      "grad_norm": 1.687138099509508,
      "learning_rate": 6.673198201935426e-05,
      "loss": 1.7109,
      "step": 89270
    },
    {
      "epoch": 4.153105373342638,
      "grad_norm": 1.5991704406505844,
      "learning_rate": 6.672889499696761e-05,
      "loss": 1.5859,
      "step": 89271
    },
    {
      "epoch": 4.153151895789718,
      "grad_norm": 1.7654236500818128,
      "learning_rate": 6.672580802556003e-05,
      "loss": 1.7812,
      "step": 89272
    },
    {
      "epoch": 4.1531984182368,
      "grad_norm": 1.7491689076346413,
      "learning_rate": 6.672272110513339e-05,
      "loss": 1.7734,
      "step": 89273
    },
    {
      "epoch": 4.15324494068388,
      "grad_norm": 1.7514775043600517,
      "learning_rate": 6.671963423568956e-05,
      "loss": 1.8281,
      "step": 89274
    },
    {
      "epoch": 4.1532914631309605,
      "grad_norm": 1.6190040792489482,
      "learning_rate": 6.671654741723047e-05,
      "loss": 1.6016,
      "step": 89275
    },
    {
      "epoch": 4.153337985578041,
      "grad_norm": 1.592001135578447,
      "learning_rate": 6.671346064975805e-05,
      "loss": 1.4375,
      "step": 89276
    },
    {
      "epoch": 4.153384508025122,
      "grad_norm": 1.595862606788146,
      "learning_rate": 6.67103739332741e-05,
      "loss": 1.5625,
      "step": 89277
    },
    {
      "epoch": 4.153431030472203,
      "grad_norm": 1.6260091864459663,
      "learning_rate": 6.670728726778052e-05,
      "loss": 1.5156,
      "step": 89278
    },
    {
      "epoch": 4.153477552919283,
      "grad_norm": 1.586876215478016,
      "learning_rate": 6.670420065327927e-05,
      "loss": 1.4844,
      "step": 89279
    },
    {
      "epoch": 4.153524075366365,
      "grad_norm": 1.63585328355347,
      "learning_rate": 6.670111408977221e-05,
      "loss": 1.6953,
      "step": 89280
    },
    {
      "epoch": 4.153570597813445,
      "grad_norm": 1.4209819792624327,
      "learning_rate": 6.669802757726117e-05,
      "loss": 1.3516,
      "step": 89281
    },
    {
      "epoch": 4.153617120260526,
      "grad_norm": 1.6038139287356856,
      "learning_rate": 6.669494111574814e-05,
      "loss": 1.5938,
      "step": 89282
    },
    {
      "epoch": 4.153663642707606,
      "grad_norm": 1.6226135248982136,
      "learning_rate": 6.66918547052349e-05,
      "loss": 1.6094,
      "step": 89283
    },
    {
      "epoch": 4.1537101651546875,
      "grad_norm": 1.5440602561395378,
      "learning_rate": 6.668876834572344e-05,
      "loss": 1.4922,
      "step": 89284
    },
    {
      "epoch": 4.153756687601768,
      "grad_norm": 1.740407576963013,
      "learning_rate": 6.668568203721562e-05,
      "loss": 1.7266,
      "step": 89285
    },
    {
      "epoch": 4.1538032100488484,
      "grad_norm": 1.6676707491824736,
      "learning_rate": 6.668259577971331e-05,
      "loss": 1.5781,
      "step": 89286
    },
    {
      "epoch": 4.153849732495929,
      "grad_norm": 1.6402178795619515,
      "learning_rate": 6.667950957321835e-05,
      "loss": 1.6406,
      "step": 89287
    },
    {
      "epoch": 4.15389625494301,
      "grad_norm": 1.5514237806524713,
      "learning_rate": 6.667642341773274e-05,
      "loss": 1.5391,
      "step": 89288
    },
    {
      "epoch": 4.153942777390091,
      "grad_norm": 1.5973257113645725,
      "learning_rate": 6.667333731325833e-05,
      "loss": 1.5,
      "step": 89289
    },
    {
      "epoch": 4.153989299837171,
      "grad_norm": 1.4992763964046198,
      "learning_rate": 6.667025125979698e-05,
      "loss": 1.4219,
      "step": 89290
    },
    {
      "epoch": 4.154035822284252,
      "grad_norm": 1.6116524007638875,
      "learning_rate": 6.666716525735055e-05,
      "loss": 1.75,
      "step": 89291
    },
    {
      "epoch": 4.154082344731333,
      "grad_norm": 1.5899154481428717,
      "learning_rate": 6.666407930592103e-05,
      "loss": 1.5547,
      "step": 89292
    },
    {
      "epoch": 4.154128867178414,
      "grad_norm": 1.7053783265822473,
      "learning_rate": 6.666099340551024e-05,
      "loss": 1.8516,
      "step": 89293
    },
    {
      "epoch": 4.154175389625494,
      "grad_norm": 1.804922744612243,
      "learning_rate": 6.665790755612007e-05,
      "loss": 1.7812,
      "step": 89294
    },
    {
      "epoch": 4.154221912072575,
      "grad_norm": 1.7422098664710435,
      "learning_rate": 6.665482175775244e-05,
      "loss": 1.7891,
      "step": 89295
    },
    {
      "epoch": 4.154268434519656,
      "grad_norm": 1.5950875158715683,
      "learning_rate": 6.665173601040914e-05,
      "loss": 1.5312,
      "step": 89296
    },
    {
      "epoch": 4.154314956966736,
      "grad_norm": 1.7210369891198851,
      "learning_rate": 6.664865031409221e-05,
      "loss": 1.8281,
      "step": 89297
    },
    {
      "epoch": 4.154361479413817,
      "grad_norm": 1.650242864070932,
      "learning_rate": 6.664556466880348e-05,
      "loss": 1.7031,
      "step": 89298
    },
    {
      "epoch": 4.154408001860898,
      "grad_norm": 1.6209124106470851,
      "learning_rate": 6.664247907454481e-05,
      "loss": 1.6016,
      "step": 89299
    },
    {
      "epoch": 4.154454524307979,
      "grad_norm": 1.7454968583429111,
      "learning_rate": 6.663939353131806e-05,
      "loss": 1.8672,
      "step": 89300
    },
    {
      "epoch": 4.154501046755059,
      "grad_norm": 1.5823738743009867,
      "learning_rate": 6.663630803912522e-05,
      "loss": 1.3828,
      "step": 89301
    },
    {
      "epoch": 4.15454756920214,
      "grad_norm": 1.5259826202191131,
      "learning_rate": 6.663322259796812e-05,
      "loss": 1.4609,
      "step": 89302
    },
    {
      "epoch": 4.154594091649221,
      "grad_norm": 1.6785561596782874,
      "learning_rate": 6.663013720784859e-05,
      "loss": 1.75,
      "step": 89303
    },
    {
      "epoch": 4.1546406140963015,
      "grad_norm": 1.6340251454759651,
      "learning_rate": 6.662705186876862e-05,
      "loss": 1.5391,
      "step": 89304
    },
    {
      "epoch": 4.154687136543382,
      "grad_norm": 1.583817392974557,
      "learning_rate": 6.662396658073005e-05,
      "loss": 1.6562,
      "step": 89305
    },
    {
      "epoch": 4.154733658990463,
      "grad_norm": 1.6291462496714302,
      "learning_rate": 6.662088134373479e-05,
      "loss": 1.6641,
      "step": 89306
    },
    {
      "epoch": 4.154780181437544,
      "grad_norm": 1.6230991584236276,
      "learning_rate": 6.661779615778475e-05,
      "loss": 1.6094,
      "step": 89307
    },
    {
      "epoch": 4.154826703884624,
      "grad_norm": 1.4140073725224842,
      "learning_rate": 6.661471102288176e-05,
      "loss": 1.2422,
      "step": 89308
    },
    {
      "epoch": 4.154873226331705,
      "grad_norm": 1.5681768495721722,
      "learning_rate": 6.66116259390277e-05,
      "loss": 1.6016,
      "step": 89309
    },
    {
      "epoch": 4.154919748778786,
      "grad_norm": 1.7818454415263707,
      "learning_rate": 6.660854090622455e-05,
      "loss": 1.8047,
      "step": 89310
    },
    {
      "epoch": 4.154966271225867,
      "grad_norm": 1.5779309102720382,
      "learning_rate": 6.660545592447415e-05,
      "loss": 1.4844,
      "step": 89311
    },
    {
      "epoch": 4.155012793672947,
      "grad_norm": 1.4878142841402067,
      "learning_rate": 6.660237099377837e-05,
      "loss": 1.3594,
      "step": 89312
    },
    {
      "epoch": 4.1550593161200275,
      "grad_norm": 1.5512440986411296,
      "learning_rate": 6.659928611413904e-05,
      "loss": 1.3984,
      "step": 89313
    },
    {
      "epoch": 4.155105838567109,
      "grad_norm": 1.6647943153425881,
      "learning_rate": 6.659620128555819e-05,
      "loss": 1.5781,
      "step": 89314
    },
    {
      "epoch": 4.155152361014189,
      "grad_norm": 1.7285776856217199,
      "learning_rate": 6.659311650803764e-05,
      "loss": 1.7266,
      "step": 89315
    },
    {
      "epoch": 4.15519888346127,
      "grad_norm": 1.3539193136251568,
      "learning_rate": 6.659003178157928e-05,
      "loss": 1.2188,
      "step": 89316
    },
    {
      "epoch": 4.155245405908351,
      "grad_norm": 1.5318790159603626,
      "learning_rate": 6.658694710618492e-05,
      "loss": 1.4922,
      "step": 89317
    },
    {
      "epoch": 4.155291928355432,
      "grad_norm": 1.728368055290138,
      "learning_rate": 6.658386248185657e-05,
      "loss": 1.6562,
      "step": 89318
    },
    {
      "epoch": 4.155338450802512,
      "grad_norm": 1.7512819159931976,
      "learning_rate": 6.658077790859609e-05,
      "loss": 1.75,
      "step": 89319
    },
    {
      "epoch": 4.155384973249593,
      "grad_norm": 1.6145150267737745,
      "learning_rate": 6.657769338640536e-05,
      "loss": 1.7031,
      "step": 89320
    },
    {
      "epoch": 4.155431495696674,
      "grad_norm": 1.6349822284984872,
      "learning_rate": 6.657460891528624e-05,
      "loss": 1.625,
      "step": 89321
    },
    {
      "epoch": 4.1554780181437545,
      "grad_norm": 1.601094371029893,
      "learning_rate": 6.657152449524058e-05,
      "loss": 1.6172,
      "step": 89322
    },
    {
      "epoch": 4.155524540590835,
      "grad_norm": 1.6068264263406669,
      "learning_rate": 6.65684401262704e-05,
      "loss": 1.6172,
      "step": 89323
    },
    {
      "epoch": 4.1555710630379155,
      "grad_norm": 1.5437292775258162,
      "learning_rate": 6.65653558083775e-05,
      "loss": 1.4844,
      "step": 89324
    },
    {
      "epoch": 4.155617585484997,
      "grad_norm": 1.6975387488651308,
      "learning_rate": 6.656227154156372e-05,
      "loss": 1.7656,
      "step": 89325
    },
    {
      "epoch": 4.155664107932077,
      "grad_norm": 1.50407483861518,
      "learning_rate": 6.655918732583106e-05,
      "loss": 1.4688,
      "step": 89326
    },
    {
      "epoch": 4.155710630379158,
      "grad_norm": 1.5184952081841947,
      "learning_rate": 6.655610316118132e-05,
      "loss": 1.4219,
      "step": 89327
    },
    {
      "epoch": 4.155757152826238,
      "grad_norm": 1.5498625118595768,
      "learning_rate": 6.655301904761647e-05,
      "loss": 1.4531,
      "step": 89328
    },
    {
      "epoch": 4.15580367527332,
      "grad_norm": 1.6329434325026797,
      "learning_rate": 6.654993498513835e-05,
      "loss": 1.5703,
      "step": 89329
    },
    {
      "epoch": 4.1558501977204,
      "grad_norm": 1.786779243247262,
      "learning_rate": 6.654685097374886e-05,
      "loss": 1.7656,
      "step": 89330
    },
    {
      "epoch": 4.155896720167481,
      "grad_norm": 1.7620658450211617,
      "learning_rate": 6.654376701344981e-05,
      "loss": 1.7266,
      "step": 89331
    },
    {
      "epoch": 4.155943242614562,
      "grad_norm": 1.7202400703609415,
      "learning_rate": 6.654068310424322e-05,
      "loss": 1.8438,
      "step": 89332
    },
    {
      "epoch": 4.155989765061642,
      "grad_norm": 1.7262663644134477,
      "learning_rate": 6.653759924613094e-05,
      "loss": 1.6328,
      "step": 89333
    },
    {
      "epoch": 4.156036287508723,
      "grad_norm": 1.7229813952966666,
      "learning_rate": 6.653451543911481e-05,
      "loss": 1.6406,
      "step": 89334
    },
    {
      "epoch": 4.156082809955803,
      "grad_norm": 1.5022469334880264,
      "learning_rate": 6.65314316831967e-05,
      "loss": 1.4531,
      "step": 89335
    },
    {
      "epoch": 4.156129332402885,
      "grad_norm": 1.6077853861428417,
      "learning_rate": 6.652834797837857e-05,
      "loss": 1.6172,
      "step": 89336
    },
    {
      "epoch": 4.156175854849965,
      "grad_norm": 1.6102372522045976,
      "learning_rate": 6.652526432466229e-05,
      "loss": 1.5469,
      "step": 89337
    },
    {
      "epoch": 4.156222377297046,
      "grad_norm": 1.5190419112020652,
      "learning_rate": 6.652218072204974e-05,
      "loss": 1.5156,
      "step": 89338
    },
    {
      "epoch": 4.156268899744126,
      "grad_norm": 1.752264567751636,
      "learning_rate": 6.651909717054274e-05,
      "loss": 1.7891,
      "step": 89339
    },
    {
      "epoch": 4.1563154221912075,
      "grad_norm": 1.8154605295577375,
      "learning_rate": 6.65160136701433e-05,
      "loss": 1.9688,
      "step": 89340
    },
    {
      "epoch": 4.156361944638288,
      "grad_norm": 1.7859505224429608,
      "learning_rate": 6.651293022085326e-05,
      "loss": 1.7891,
      "step": 89341
    },
    {
      "epoch": 4.1564084670853685,
      "grad_norm": 1.7128348084728013,
      "learning_rate": 6.650984682267448e-05,
      "loss": 1.7578,
      "step": 89342
    },
    {
      "epoch": 4.156454989532449,
      "grad_norm": 1.5903557858814494,
      "learning_rate": 6.65067634756088e-05,
      "loss": 1.6328,
      "step": 89343
    },
    {
      "epoch": 4.15650151197953,
      "grad_norm": 1.587574144134906,
      "learning_rate": 6.650368017965825e-05,
      "loss": 1.5078,
      "step": 89344
    },
    {
      "epoch": 4.156548034426611,
      "grad_norm": 1.34077040903202,
      "learning_rate": 6.650059693482464e-05,
      "loss": 1.2188,
      "step": 89345
    },
    {
      "epoch": 4.156594556873691,
      "grad_norm": 1.617719175533155,
      "learning_rate": 6.649751374110983e-05,
      "loss": 1.5078,
      "step": 89346
    },
    {
      "epoch": 4.156641079320773,
      "grad_norm": 1.7034450532587655,
      "learning_rate": 6.64944305985157e-05,
      "loss": 1.8125,
      "step": 89347
    },
    {
      "epoch": 4.156687601767853,
      "grad_norm": 1.7267696320710666,
      "learning_rate": 6.649134750704416e-05,
      "loss": 1.7734,
      "step": 89348
    },
    {
      "epoch": 4.156734124214934,
      "grad_norm": 1.523650448169695,
      "learning_rate": 6.648826446669718e-05,
      "loss": 1.6016,
      "step": 89349
    },
    {
      "epoch": 4.156780646662014,
      "grad_norm": 1.8168287265159344,
      "learning_rate": 6.648518147747656e-05,
      "loss": 1.7578,
      "step": 89350
    },
    {
      "epoch": 4.156827169109095,
      "grad_norm": 1.4794719783230241,
      "learning_rate": 6.648209853938422e-05,
      "loss": 1.5625,
      "step": 89351
    },
    {
      "epoch": 4.156873691556176,
      "grad_norm": 1.7077997567511756,
      "learning_rate": 6.647901565242202e-05,
      "loss": 1.7109,
      "step": 89352
    },
    {
      "epoch": 4.156920214003256,
      "grad_norm": 1.6765229191351352,
      "learning_rate": 6.647593281659181e-05,
      "loss": 1.75,
      "step": 89353
    },
    {
      "epoch": 4.156966736450337,
      "grad_norm": 1.601434134301383,
      "learning_rate": 6.647285003189556e-05,
      "loss": 1.6406,
      "step": 89354
    },
    {
      "epoch": 4.157013258897418,
      "grad_norm": 1.4083486238512202,
      "learning_rate": 6.646976729833514e-05,
      "loss": 1.3516,
      "step": 89355
    },
    {
      "epoch": 4.157059781344499,
      "grad_norm": 1.8014496431188414,
      "learning_rate": 6.646668461591243e-05,
      "loss": 1.9453,
      "step": 89356
    },
    {
      "epoch": 4.157106303791579,
      "grad_norm": 1.720652086019097,
      "learning_rate": 6.646360198462925e-05,
      "loss": 1.7891,
      "step": 89357
    },
    {
      "epoch": 4.157152826238661,
      "grad_norm": 1.5647453626255887,
      "learning_rate": 6.646051940448761e-05,
      "loss": 1.5078,
      "step": 89358
    },
    {
      "epoch": 4.157199348685741,
      "grad_norm": 1.5193134587565214,
      "learning_rate": 6.645743687548931e-05,
      "loss": 1.3438,
      "step": 89359
    },
    {
      "epoch": 4.1572458711328215,
      "grad_norm": 1.4978772547499866,
      "learning_rate": 6.645435439763626e-05,
      "loss": 1.3906,
      "step": 89360
    },
    {
      "epoch": 4.157292393579902,
      "grad_norm": 1.605210587194055,
      "learning_rate": 6.64512719709303e-05,
      "loss": 1.5859,
      "step": 89361
    },
    {
      "epoch": 4.157338916026983,
      "grad_norm": 1.4248761996064456,
      "learning_rate": 6.644818959537343e-05,
      "loss": 1.2969,
      "step": 89362
    },
    {
      "epoch": 4.157385438474064,
      "grad_norm": 1.5500028265267234,
      "learning_rate": 6.644510727096745e-05,
      "loss": 1.5,
      "step": 89363
    },
    {
      "epoch": 4.157431960921144,
      "grad_norm": 1.6750014047832726,
      "learning_rate": 6.644202499771428e-05,
      "loss": 1.5938,
      "step": 89364
    },
    {
      "epoch": 4.157478483368225,
      "grad_norm": 1.4721665527810943,
      "learning_rate": 6.643894277561573e-05,
      "loss": 1.4844,
      "step": 89365
    },
    {
      "epoch": 4.157525005815306,
      "grad_norm": 1.3778817436072368,
      "learning_rate": 6.643586060467381e-05,
      "loss": 1.3516,
      "step": 89366
    },
    {
      "epoch": 4.157571528262387,
      "grad_norm": 1.5398277226680235,
      "learning_rate": 6.643277848489035e-05,
      "loss": 1.4453,
      "step": 89367
    },
    {
      "epoch": 4.157618050709467,
      "grad_norm": 1.7094799697253629,
      "learning_rate": 6.642969641626725e-05,
      "loss": 1.6562,
      "step": 89368
    },
    {
      "epoch": 4.1576645731565485,
      "grad_norm": 1.5030635652880315,
      "learning_rate": 6.642661439880632e-05,
      "loss": 1.4219,
      "step": 89369
    },
    {
      "epoch": 4.157711095603629,
      "grad_norm": 1.4389044757744696,
      "learning_rate": 6.64235324325095e-05,
      "loss": 1.4453,
      "step": 89370
    },
    {
      "epoch": 4.157757618050709,
      "grad_norm": 1.3808486581992767,
      "learning_rate": 6.642045051737874e-05,
      "loss": 1.2031,
      "step": 89371
    },
    {
      "epoch": 4.15780414049779,
      "grad_norm": 1.6177803114149683,
      "learning_rate": 6.641736865341588e-05,
      "loss": 1.6484,
      "step": 89372
    },
    {
      "epoch": 4.157850662944871,
      "grad_norm": 1.5807970795846886,
      "learning_rate": 6.641428684062279e-05,
      "loss": 1.5781,
      "step": 89373
    },
    {
      "epoch": 4.157897185391952,
      "grad_norm": 1.6085042321407539,
      "learning_rate": 6.641120507900133e-05,
      "loss": 1.5781,
      "step": 89374
    },
    {
      "epoch": 4.157943707839032,
      "grad_norm": 1.6478133824425643,
      "learning_rate": 6.640812336855346e-05,
      "loss": 1.6641,
      "step": 89375
    },
    {
      "epoch": 4.157990230286113,
      "grad_norm": 1.861634089824422,
      "learning_rate": 6.640504170928103e-05,
      "loss": 1.8203,
      "step": 89376
    },
    {
      "epoch": 4.158036752733194,
      "grad_norm": 1.5765302920656823,
      "learning_rate": 6.640196010118594e-05,
      "loss": 1.5938,
      "step": 89377
    },
    {
      "epoch": 4.1580832751802745,
      "grad_norm": 1.602243315054385,
      "learning_rate": 6.639887854427004e-05,
      "loss": 1.4531,
      "step": 89378
    },
    {
      "epoch": 4.158129797627355,
      "grad_norm": 1.6684855685482678,
      "learning_rate": 6.639579703853522e-05,
      "loss": 1.7188,
      "step": 89379
    },
    {
      "epoch": 4.1581763200744355,
      "grad_norm": 1.5752141325107016,
      "learning_rate": 6.639271558398341e-05,
      "loss": 1.5859,
      "step": 89380
    },
    {
      "epoch": 4.158222842521517,
      "grad_norm": 1.5704692638130267,
      "learning_rate": 6.638963418061647e-05,
      "loss": 1.5547,
      "step": 89381
    },
    {
      "epoch": 4.158269364968597,
      "grad_norm": 1.471498830842892,
      "learning_rate": 6.63865528284363e-05,
      "loss": 1.3125,
      "step": 89382
    },
    {
      "epoch": 4.158315887415678,
      "grad_norm": 1.6796149665920848,
      "learning_rate": 6.638347152744474e-05,
      "loss": 1.7031,
      "step": 89383
    },
    {
      "epoch": 4.158362409862759,
      "grad_norm": 1.675172848824476,
      "learning_rate": 6.638039027764372e-05,
      "loss": 1.7344,
      "step": 89384
    },
    {
      "epoch": 4.15840893230984,
      "grad_norm": 1.760408242579194,
      "learning_rate": 6.637730907903516e-05,
      "loss": 1.8203,
      "step": 89385
    },
    {
      "epoch": 4.15845545475692,
      "grad_norm": 1.5297482630842485,
      "learning_rate": 6.63742279316209e-05,
      "loss": 1.4453,
      "step": 89386
    },
    {
      "epoch": 4.158501977204001,
      "grad_norm": 1.7106902271062112,
      "learning_rate": 6.637114683540276e-05,
      "loss": 1.5469,
      "step": 89387
    },
    {
      "epoch": 4.158548499651082,
      "grad_norm": 1.5185647473912371,
      "learning_rate": 6.636806579038276e-05,
      "loss": 1.5156,
      "step": 89388
    },
    {
      "epoch": 4.1585950220981625,
      "grad_norm": 1.6598717194834929,
      "learning_rate": 6.636498479656271e-05,
      "loss": 1.7031,
      "step": 89389
    },
    {
      "epoch": 4.158641544545243,
      "grad_norm": 1.588571906283616,
      "learning_rate": 6.636190385394453e-05,
      "loss": 1.6406,
      "step": 89390
    },
    {
      "epoch": 4.158688066992323,
      "grad_norm": 1.6381868251296154,
      "learning_rate": 6.635882296253001e-05,
      "loss": 1.6719,
      "step": 89391
    },
    {
      "epoch": 4.158734589439405,
      "grad_norm": 1.597934144607891,
      "learning_rate": 6.635574212232113e-05,
      "loss": 1.6172,
      "step": 89392
    },
    {
      "epoch": 4.158781111886485,
      "grad_norm": 1.6034622945583754,
      "learning_rate": 6.63526613333198e-05,
      "loss": 1.625,
      "step": 89393
    },
    {
      "epoch": 4.158827634333566,
      "grad_norm": 1.6579770326537508,
      "learning_rate": 6.634958059552786e-05,
      "loss": 1.6094,
      "step": 89394
    },
    {
      "epoch": 4.158874156780647,
      "grad_norm": 1.6274682159920515,
      "learning_rate": 6.634649990894721e-05,
      "loss": 1.6406,
      "step": 89395
    },
    {
      "epoch": 4.158920679227728,
      "grad_norm": 1.7004793851015847,
      "learning_rate": 6.634341927357968e-05,
      "loss": 1.7578,
      "step": 89396
    },
    {
      "epoch": 4.158967201674808,
      "grad_norm": 1.6244422165490318,
      "learning_rate": 6.634033868942723e-05,
      "loss": 1.5703,
      "step": 89397
    },
    {
      "epoch": 4.1590137241218885,
      "grad_norm": 1.3972095707183319,
      "learning_rate": 6.633725815649173e-05,
      "loss": 1.2734,
      "step": 89398
    },
    {
      "epoch": 4.15906024656897,
      "grad_norm": 1.8931918850448888,
      "learning_rate": 6.633417767477507e-05,
      "loss": 1.9141,
      "step": 89399
    },
    {
      "epoch": 4.15910676901605,
      "grad_norm": 1.6938027787240137,
      "learning_rate": 6.633109724427903e-05,
      "loss": 1.7188,
      "step": 89400
    },
    {
      "epoch": 4.159153291463131,
      "grad_norm": 1.5923951928717393,
      "learning_rate": 6.632801686500568e-05,
      "loss": 1.6562,
      "step": 89401
    },
    {
      "epoch": 4.159199813910211,
      "grad_norm": 1.6389617996566945,
      "learning_rate": 6.632493653695677e-05,
      "loss": 1.5234,
      "step": 89402
    },
    {
      "epoch": 4.159246336357293,
      "grad_norm": 1.6762933044768271,
      "learning_rate": 6.632185626013427e-05,
      "loss": 1.6641,
      "step": 89403
    },
    {
      "epoch": 4.159292858804373,
      "grad_norm": 1.6420852848911327,
      "learning_rate": 6.631877603454e-05,
      "loss": 1.7812,
      "step": 89404
    },
    {
      "epoch": 4.159339381251454,
      "grad_norm": 1.7394025166654123,
      "learning_rate": 6.631569586017581e-05,
      "loss": 1.8438,
      "step": 89405
    },
    {
      "epoch": 4.159385903698534,
      "grad_norm": 1.6491742782105627,
      "learning_rate": 6.631261573704371e-05,
      "loss": 1.6328,
      "step": 89406
    },
    {
      "epoch": 4.1594324261456155,
      "grad_norm": 1.5721947116198902,
      "learning_rate": 6.63095356651455e-05,
      "loss": 1.4766,
      "step": 89407
    },
    {
      "epoch": 4.159478948592696,
      "grad_norm": 1.586371241367294,
      "learning_rate": 6.630645564448311e-05,
      "loss": 1.5391,
      "step": 89408
    },
    {
      "epoch": 4.159525471039776,
      "grad_norm": 1.454622051500928,
      "learning_rate": 6.630337567505833e-05,
      "loss": 1.3281,
      "step": 89409
    },
    {
      "epoch": 4.159571993486858,
      "grad_norm": 1.6671298010396656,
      "learning_rate": 6.630029575687317e-05,
      "loss": 1.7656,
      "step": 89410
    },
    {
      "epoch": 4.159618515933938,
      "grad_norm": 1.693665886850255,
      "learning_rate": 6.629721588992949e-05,
      "loss": 1.5859,
      "step": 89411
    },
    {
      "epoch": 4.159665038381019,
      "grad_norm": 1.57340486981576,
      "learning_rate": 6.629413607422911e-05,
      "loss": 1.6328,
      "step": 89412
    },
    {
      "epoch": 4.159711560828099,
      "grad_norm": 1.6655150053129433,
      "learning_rate": 6.629105630977392e-05,
      "loss": 1.6797,
      "step": 89413
    },
    {
      "epoch": 4.159758083275181,
      "grad_norm": 1.6862187428447968,
      "learning_rate": 6.628797659656583e-05,
      "loss": 1.6719,
      "step": 89414
    },
    {
      "epoch": 4.159804605722261,
      "grad_norm": 1.6612190242178617,
      "learning_rate": 6.62848969346068e-05,
      "loss": 1.7422,
      "step": 89415
    },
    {
      "epoch": 4.1598511281693415,
      "grad_norm": 1.5776186733371518,
      "learning_rate": 6.628181732389864e-05,
      "loss": 1.5703,
      "step": 89416
    },
    {
      "epoch": 4.159897650616422,
      "grad_norm": 1.7001042163712448,
      "learning_rate": 6.627873776444326e-05,
      "loss": 1.8203,
      "step": 89417
    },
    {
      "epoch": 4.159944173063503,
      "grad_norm": 1.4646300342092313,
      "learning_rate": 6.627565825624245e-05,
      "loss": 1.2578,
      "step": 89418
    },
    {
      "epoch": 4.159990695510584,
      "grad_norm": 1.625799616438632,
      "learning_rate": 6.627257879929826e-05,
      "loss": 1.5859,
      "step": 89419
    },
    {
      "epoch": 4.160037217957664,
      "grad_norm": 1.5959271938042892,
      "learning_rate": 6.626949939361247e-05,
      "loss": 1.6484,
      "step": 89420
    },
    {
      "epoch": 4.160083740404746,
      "grad_norm": 1.6933369257148438,
      "learning_rate": 6.626642003918698e-05,
      "loss": 1.6406,
      "step": 89421
    },
    {
      "epoch": 4.160130262851826,
      "grad_norm": 1.7158376056882516,
      "learning_rate": 6.626334073602364e-05,
      "loss": 1.7578,
      "step": 89422
    },
    {
      "epoch": 4.160176785298907,
      "grad_norm": 1.684998466424364,
      "learning_rate": 6.626026148412443e-05,
      "loss": 1.6328,
      "step": 89423
    },
    {
      "epoch": 4.160223307745987,
      "grad_norm": 1.6347541770084557,
      "learning_rate": 6.625718228349117e-05,
      "loss": 1.5859,
      "step": 89424
    },
    {
      "epoch": 4.1602698301930685,
      "grad_norm": 1.6838827080931968,
      "learning_rate": 6.625410313412577e-05,
      "loss": 1.4609,
      "step": 89425
    },
    {
      "epoch": 4.160316352640149,
      "grad_norm": 1.6478264394346975,
      "learning_rate": 6.625102403603004e-05,
      "loss": 1.6562,
      "step": 89426
    },
    {
      "epoch": 4.1603628750872295,
      "grad_norm": 1.6626450857520982,
      "learning_rate": 6.624794498920599e-05,
      "loss": 1.5781,
      "step": 89427
    },
    {
      "epoch": 4.16040939753431,
      "grad_norm": 1.725919743845121,
      "learning_rate": 6.624486599365543e-05,
      "loss": 1.8047,
      "step": 89428
    },
    {
      "epoch": 4.160455919981391,
      "grad_norm": 1.5722704188527064,
      "learning_rate": 6.624178704938026e-05,
      "loss": 1.6016,
      "step": 89429
    },
    {
      "epoch": 4.160502442428472,
      "grad_norm": 1.5102273868998746,
      "learning_rate": 6.623870815638238e-05,
      "loss": 1.4609,
      "step": 89430
    },
    {
      "epoch": 4.160548964875552,
      "grad_norm": 1.67120858491797,
      "learning_rate": 6.623562931466358e-05,
      "loss": 1.5781,
      "step": 89431
    },
    {
      "epoch": 4.160595487322633,
      "grad_norm": 1.629374035784611,
      "learning_rate": 6.623255052422588e-05,
      "loss": 1.5,
      "step": 89432
    },
    {
      "epoch": 4.160642009769714,
      "grad_norm": 1.4349198697550787,
      "learning_rate": 6.622947178507111e-05,
      "loss": 1.25,
      "step": 89433
    },
    {
      "epoch": 4.160688532216795,
      "grad_norm": 1.6808220282785904,
      "learning_rate": 6.622639309720114e-05,
      "loss": 1.6797,
      "step": 89434
    },
    {
      "epoch": 4.160735054663875,
      "grad_norm": 1.4662884677491235,
      "learning_rate": 6.622331446061783e-05,
      "loss": 1.4297,
      "step": 89435
    },
    {
      "epoch": 4.160781577110956,
      "grad_norm": 1.7088307601628019,
      "learning_rate": 6.622023587532308e-05,
      "loss": 1.8594,
      "step": 89436
    },
    {
      "epoch": 4.160828099558037,
      "grad_norm": 1.6576825180830304,
      "learning_rate": 6.621715734131887e-05,
      "loss": 1.6328,
      "step": 89437
    },
    {
      "epoch": 4.160874622005117,
      "grad_norm": 1.602345832894453,
      "learning_rate": 6.6214078858607e-05,
      "loss": 1.6641,
      "step": 89438
    },
    {
      "epoch": 4.160921144452198,
      "grad_norm": 1.758728419587019,
      "learning_rate": 6.621100042718936e-05,
      "loss": 1.9297,
      "step": 89439
    },
    {
      "epoch": 4.160967666899279,
      "grad_norm": 1.7990046078599786,
      "learning_rate": 6.620792204706779e-05,
      "loss": 1.7891,
      "step": 89440
    },
    {
      "epoch": 4.16101418934636,
      "grad_norm": 1.5329967601371637,
      "learning_rate": 6.62048437182443e-05,
      "loss": 1.4219,
      "step": 89441
    },
    {
      "epoch": 4.16106071179344,
      "grad_norm": 1.727155352238176,
      "learning_rate": 6.620176544072067e-05,
      "loss": 1.7344,
      "step": 89442
    },
    {
      "epoch": 4.161107234240521,
      "grad_norm": 1.6642425389669406,
      "learning_rate": 6.619868721449881e-05,
      "loss": 1.7891,
      "step": 89443
    },
    {
      "epoch": 4.161153756687602,
      "grad_norm": 1.5629522819232524,
      "learning_rate": 6.619560903958057e-05,
      "loss": 1.6172,
      "step": 89444
    },
    {
      "epoch": 4.1612002791346825,
      "grad_norm": 1.5972369581578323,
      "learning_rate": 6.619253091596792e-05,
      "loss": 1.5938,
      "step": 89445
    },
    {
      "epoch": 4.161246801581763,
      "grad_norm": 1.560995472289779,
      "learning_rate": 6.618945284366269e-05,
      "loss": 1.5312,
      "step": 89446
    },
    {
      "epoch": 4.161293324028844,
      "grad_norm": 1.7601028679581914,
      "learning_rate": 6.618637482266678e-05,
      "loss": 1.7812,
      "step": 89447
    },
    {
      "epoch": 4.161339846475925,
      "grad_norm": 1.6404270723253314,
      "learning_rate": 6.618329685298201e-05,
      "loss": 1.7812,
      "step": 89448
    },
    {
      "epoch": 4.161386368923005,
      "grad_norm": 1.694418020699747,
      "learning_rate": 6.618021893461037e-05,
      "loss": 1.7109,
      "step": 89449
    },
    {
      "epoch": 4.161432891370086,
      "grad_norm": 1.712003633568816,
      "learning_rate": 6.61771410675537e-05,
      "loss": 1.9375,
      "step": 89450
    },
    {
      "epoch": 4.161479413817167,
      "grad_norm": 1.613558582484173,
      "learning_rate": 6.617406325181388e-05,
      "loss": 1.5859,
      "step": 89451
    },
    {
      "epoch": 4.161525936264248,
      "grad_norm": 1.5309973239778147,
      "learning_rate": 6.617098548739273e-05,
      "loss": 1.5781,
      "step": 89452
    },
    {
      "epoch": 4.161572458711328,
      "grad_norm": 1.7090743979746525,
      "learning_rate": 6.616790777429225e-05,
      "loss": 1.7344,
      "step": 89453
    },
    {
      "epoch": 4.161618981158409,
      "grad_norm": 1.6198081450108415,
      "learning_rate": 6.616483011251428e-05,
      "loss": 1.6484,
      "step": 89454
    },
    {
      "epoch": 4.16166550360549,
      "grad_norm": 1.5869247480900952,
      "learning_rate": 6.616175250206068e-05,
      "loss": 1.5625,
      "step": 89455
    },
    {
      "epoch": 4.16171202605257,
      "grad_norm": 1.6251273554924952,
      "learning_rate": 6.615867494293337e-05,
      "loss": 1.5625,
      "step": 89456
    },
    {
      "epoch": 4.161758548499651,
      "grad_norm": 1.635638494540981,
      "learning_rate": 6.615559743513409e-05,
      "loss": 1.6719,
      "step": 89457
    },
    {
      "epoch": 4.161805070946732,
      "grad_norm": 1.5196588042202772,
      "learning_rate": 6.615251997866496e-05,
      "loss": 1.5,
      "step": 89458
    },
    {
      "epoch": 4.161851593393813,
      "grad_norm": 1.6145805561032078,
      "learning_rate": 6.614944257352776e-05,
      "loss": 1.4531,
      "step": 89459
    },
    {
      "epoch": 4.161898115840893,
      "grad_norm": 1.6396100154564852,
      "learning_rate": 6.614636521972436e-05,
      "loss": 1.6094,
      "step": 89460
    },
    {
      "epoch": 4.161944638287974,
      "grad_norm": 1.4988320972097842,
      "learning_rate": 6.614328791725664e-05,
      "loss": 1.4141,
      "step": 89461
    },
    {
      "epoch": 4.161991160735055,
      "grad_norm": 1.575410530493889,
      "learning_rate": 6.614021066612644e-05,
      "loss": 1.6562,
      "step": 89462
    },
    {
      "epoch": 4.1620376831821355,
      "grad_norm": 1.594406217730597,
      "learning_rate": 6.613713346633577e-05,
      "loss": 1.5469,
      "step": 89463
    },
    {
      "epoch": 4.162084205629216,
      "grad_norm": 1.4201440422250655,
      "learning_rate": 6.613405631788642e-05,
      "loss": 1.3359,
      "step": 89464
    },
    {
      "epoch": 4.1621307280762965,
      "grad_norm": 1.5875070811317642,
      "learning_rate": 6.61309792207803e-05,
      "loss": 1.5625,
      "step": 89465
    },
    {
      "epoch": 4.162177250523378,
      "grad_norm": 1.8804393195639748,
      "learning_rate": 6.612790217501925e-05,
      "loss": 1.7734,
      "step": 89466
    },
    {
      "epoch": 4.162223772970458,
      "grad_norm": 1.6929594294417734,
      "learning_rate": 6.612482518060524e-05,
      "loss": 1.6484,
      "step": 89467
    },
    {
      "epoch": 4.162270295417539,
      "grad_norm": 1.5677431618890523,
      "learning_rate": 6.61217482375401e-05,
      "loss": 1.6094,
      "step": 89468
    },
    {
      "epoch": 4.162316817864619,
      "grad_norm": 1.5642031244538837,
      "learning_rate": 6.611867134582571e-05,
      "loss": 1.5859,
      "step": 89469
    },
    {
      "epoch": 4.162363340311701,
      "grad_norm": 1.716046501785914,
      "learning_rate": 6.611559450546391e-05,
      "loss": 1.8672,
      "step": 89470
    },
    {
      "epoch": 4.162409862758781,
      "grad_norm": 1.541421083631124,
      "learning_rate": 6.611251771645671e-05,
      "loss": 1.4297,
      "step": 89471
    },
    {
      "epoch": 4.162456385205862,
      "grad_norm": 1.6445332785438596,
      "learning_rate": 6.610944097880591e-05,
      "loss": 1.6562,
      "step": 89472
    },
    {
      "epoch": 4.162502907652943,
      "grad_norm": 1.811128502421586,
      "learning_rate": 6.61063642925134e-05,
      "loss": 1.6406,
      "step": 89473
    },
    {
      "epoch": 4.162549430100023,
      "grad_norm": 1.5030432807187104,
      "learning_rate": 6.610328765758104e-05,
      "loss": 1.5,
      "step": 89474
    },
    {
      "epoch": 4.162595952547104,
      "grad_norm": 1.6270581401295605,
      "learning_rate": 6.610021107401078e-05,
      "loss": 1.5859,
      "step": 89475
    },
    {
      "epoch": 4.162642474994184,
      "grad_norm": 1.5340545005737871,
      "learning_rate": 6.609713454180446e-05,
      "loss": 1.3828,
      "step": 89476
    },
    {
      "epoch": 4.162688997441266,
      "grad_norm": 1.7727684662395617,
      "learning_rate": 6.609405806096398e-05,
      "loss": 1.8438,
      "step": 89477
    },
    {
      "epoch": 4.162735519888346,
      "grad_norm": 1.7107720231456205,
      "learning_rate": 6.609098163149114e-05,
      "loss": 1.8906,
      "step": 89478
    },
    {
      "epoch": 4.162782042335427,
      "grad_norm": 1.6162339626072395,
      "learning_rate": 6.608790525338791e-05,
      "loss": 1.5078,
      "step": 89479
    },
    {
      "epoch": 4.162828564782507,
      "grad_norm": 1.6891275111510802,
      "learning_rate": 6.60848289266562e-05,
      "loss": 1.6875,
      "step": 89480
    },
    {
      "epoch": 4.1628750872295885,
      "grad_norm": 1.5524383633185375,
      "learning_rate": 6.608175265129786e-05,
      "loss": 1.5938,
      "step": 89481
    },
    {
      "epoch": 4.162921609676669,
      "grad_norm": 1.8116727323636972,
      "learning_rate": 6.607867642731475e-05,
      "loss": 1.75,
      "step": 89482
    },
    {
      "epoch": 4.1629681321237495,
      "grad_norm": 1.597371337970104,
      "learning_rate": 6.607560025470875e-05,
      "loss": 1.6719,
      "step": 89483
    },
    {
      "epoch": 4.16301465457083,
      "grad_norm": 1.534050052674117,
      "learning_rate": 6.607252413348179e-05,
      "loss": 1.4844,
      "step": 89484
    },
    {
      "epoch": 4.163061177017911,
      "grad_norm": 1.6020349655121033,
      "learning_rate": 6.606944806363573e-05,
      "loss": 1.6094,
      "step": 89485
    },
    {
      "epoch": 4.163107699464992,
      "grad_norm": 1.6485324475906498,
      "learning_rate": 6.606637204517246e-05,
      "loss": 1.6797,
      "step": 89486
    },
    {
      "epoch": 4.163154221912072,
      "grad_norm": 1.5111870353671146,
      "learning_rate": 6.606329607809384e-05,
      "loss": 1.4453,
      "step": 89487
    },
    {
      "epoch": 4.163200744359154,
      "grad_norm": 1.507133120022858,
      "learning_rate": 6.606022016240172e-05,
      "loss": 1.375,
      "step": 89488
    },
    {
      "epoch": 4.163247266806234,
      "grad_norm": 1.642795729473608,
      "learning_rate": 6.605714429809808e-05,
      "loss": 1.4922,
      "step": 89489
    },
    {
      "epoch": 4.163293789253315,
      "grad_norm": 1.6670558060835121,
      "learning_rate": 6.605406848518474e-05,
      "loss": 1.5078,
      "step": 89490
    },
    {
      "epoch": 4.163340311700395,
      "grad_norm": 1.649832802641916,
      "learning_rate": 6.60509927236636e-05,
      "loss": 1.5547,
      "step": 89491
    },
    {
      "epoch": 4.1633868341474765,
      "grad_norm": 1.5191877945911125,
      "learning_rate": 6.604791701353649e-05,
      "loss": 1.3594,
      "step": 89492
    },
    {
      "epoch": 4.163433356594557,
      "grad_norm": 1.6105900787780887,
      "learning_rate": 6.604484135480539e-05,
      "loss": 1.6484,
      "step": 89493
    },
    {
      "epoch": 4.163479879041637,
      "grad_norm": 1.7399494139196765,
      "learning_rate": 6.604176574747212e-05,
      "loss": 1.7266,
      "step": 89494
    },
    {
      "epoch": 4.163526401488718,
      "grad_norm": 1.7037725679978182,
      "learning_rate": 6.603869019153859e-05,
      "loss": 1.6875,
      "step": 89495
    },
    {
      "epoch": 4.163572923935799,
      "grad_norm": 1.5071170823091855,
      "learning_rate": 6.60356146870066e-05,
      "loss": 1.3125,
      "step": 89496
    },
    {
      "epoch": 4.16361944638288,
      "grad_norm": 1.68146898854111,
      "learning_rate": 6.603253923387818e-05,
      "loss": 1.7734,
      "step": 89497
    },
    {
      "epoch": 4.16366596882996,
      "grad_norm": 1.414694869665638,
      "learning_rate": 6.602946383215513e-05,
      "loss": 1.3047,
      "step": 89498
    },
    {
      "epoch": 4.163712491277042,
      "grad_norm": 1.5941277442914747,
      "learning_rate": 6.602638848183932e-05,
      "loss": 1.5703,
      "step": 89499
    },
    {
      "epoch": 4.163759013724122,
      "grad_norm": 1.5375941932381207,
      "learning_rate": 6.60233131829326e-05,
      "loss": 1.4609,
      "step": 89500
    },
    {
      "epoch": 4.1638055361712025,
      "grad_norm": 1.6538283747938964,
      "learning_rate": 6.60202379354369e-05,
      "loss": 1.6016,
      "step": 89501
    },
    {
      "epoch": 4.163852058618283,
      "grad_norm": 1.4162057119300373,
      "learning_rate": 6.601716273935418e-05,
      "loss": 1.25,
      "step": 89502
    },
    {
      "epoch": 4.163898581065364,
      "grad_norm": 1.7230640780031738,
      "learning_rate": 6.601408759468623e-05,
      "loss": 1.7578,
      "step": 89503
    },
    {
      "epoch": 4.163945103512445,
      "grad_norm": 1.4915013560363495,
      "learning_rate": 6.601101250143495e-05,
      "loss": 1.5391,
      "step": 89504
    },
    {
      "epoch": 4.163991625959525,
      "grad_norm": 1.5587339039634063,
      "learning_rate": 6.600793745960218e-05,
      "loss": 1.5625,
      "step": 89505
    },
    {
      "epoch": 4.164038148406606,
      "grad_norm": 1.5586809841986633,
      "learning_rate": 6.60048624691899e-05,
      "loss": 1.5234,
      "step": 89506
    },
    {
      "epoch": 4.164084670853687,
      "grad_norm": 1.6750938496008547,
      "learning_rate": 6.600178753019993e-05,
      "loss": 1.6172,
      "step": 89507
    },
    {
      "epoch": 4.164131193300768,
      "grad_norm": 1.5348290056705731,
      "learning_rate": 6.599871264263415e-05,
      "loss": 1.5469,
      "step": 89508
    },
    {
      "epoch": 4.164177715747848,
      "grad_norm": 1.6304573462637126,
      "learning_rate": 6.599563780649442e-05,
      "loss": 1.6328,
      "step": 89509
    },
    {
      "epoch": 4.1642242381949295,
      "grad_norm": 1.8579503970444098,
      "learning_rate": 6.59925630217827e-05,
      "loss": 1.9219,
      "step": 89510
    },
    {
      "epoch": 4.16427076064201,
      "grad_norm": 1.652489831532201,
      "learning_rate": 6.598948828850083e-05,
      "loss": 1.5781,
      "step": 89511
    },
    {
      "epoch": 4.16431728308909,
      "grad_norm": 1.6922504499713975,
      "learning_rate": 6.59864136066507e-05,
      "loss": 1.8281,
      "step": 89512
    },
    {
      "epoch": 4.164363805536171,
      "grad_norm": 1.6462321493849763,
      "learning_rate": 6.598333897623416e-05,
      "loss": 1.4766,
      "step": 89513
    },
    {
      "epoch": 4.164410327983252,
      "grad_norm": 1.6873839335981038,
      "learning_rate": 6.598026439725308e-05,
      "loss": 1.4531,
      "step": 89514
    },
    {
      "epoch": 4.164456850430333,
      "grad_norm": 1.5696759124570285,
      "learning_rate": 6.597718986970943e-05,
      "loss": 1.4766,
      "step": 89515
    },
    {
      "epoch": 4.164503372877413,
      "grad_norm": 1.7342341660360434,
      "learning_rate": 6.597411539360502e-05,
      "loss": 1.7344,
      "step": 89516
    },
    {
      "epoch": 4.164549895324494,
      "grad_norm": 1.7096424099589087,
      "learning_rate": 6.597104096894176e-05,
      "loss": 1.6484,
      "step": 89517
    },
    {
      "epoch": 4.164596417771575,
      "grad_norm": 1.6431529358635057,
      "learning_rate": 6.596796659572149e-05,
      "loss": 1.7266,
      "step": 89518
    },
    {
      "epoch": 4.1646429402186556,
      "grad_norm": 1.623355038088201,
      "learning_rate": 6.596489227394616e-05,
      "loss": 1.6328,
      "step": 89519
    },
    {
      "epoch": 4.164689462665736,
      "grad_norm": 1.4681305544367556,
      "learning_rate": 6.596181800361763e-05,
      "loss": 1.3281,
      "step": 89520
    },
    {
      "epoch": 4.1647359851128165,
      "grad_norm": 1.7776618733923137,
      "learning_rate": 6.595874378473776e-05,
      "loss": 1.7031,
      "step": 89521
    },
    {
      "epoch": 4.164782507559898,
      "grad_norm": 1.6141593098904428,
      "learning_rate": 6.59556696173084e-05,
      "loss": 1.4844,
      "step": 89522
    },
    {
      "epoch": 4.164829030006978,
      "grad_norm": 1.5938494117321749,
      "learning_rate": 6.595259550133145e-05,
      "loss": 1.5703,
      "step": 89523
    },
    {
      "epoch": 4.164875552454059,
      "grad_norm": 1.66413169317968,
      "learning_rate": 6.59495214368089e-05,
      "loss": 1.7422,
      "step": 89524
    },
    {
      "epoch": 4.16492207490114,
      "grad_norm": 1.7888699837632318,
      "learning_rate": 6.594644742374254e-05,
      "loss": 1.8203,
      "step": 89525
    },
    {
      "epoch": 4.164968597348221,
      "grad_norm": 1.72814437851172,
      "learning_rate": 6.594337346213425e-05,
      "loss": 1.6562,
      "step": 89526
    },
    {
      "epoch": 4.165015119795301,
      "grad_norm": 1.7783579678195585,
      "learning_rate": 6.594029955198587e-05,
      "loss": 1.9219,
      "step": 89527
    },
    {
      "epoch": 4.165061642242382,
      "grad_norm": 1.4943766084217127,
      "learning_rate": 6.593722569329939e-05,
      "loss": 1.3281,
      "step": 89528
    },
    {
      "epoch": 4.165108164689463,
      "grad_norm": 1.7713996201189308,
      "learning_rate": 6.593415188607666e-05,
      "loss": 1.7969,
      "step": 89529
    },
    {
      "epoch": 4.1651546871365435,
      "grad_norm": 1.6643848362464082,
      "learning_rate": 6.593107813031949e-05,
      "loss": 1.4922,
      "step": 89530
    },
    {
      "epoch": 4.165201209583624,
      "grad_norm": 1.5879986806875515,
      "learning_rate": 6.592800442602978e-05,
      "loss": 1.4219,
      "step": 89531
    },
    {
      "epoch": 4.165247732030704,
      "grad_norm": 1.6256158801804843,
      "learning_rate": 6.592493077320951e-05,
      "loss": 1.5781,
      "step": 89532
    },
    {
      "epoch": 4.165294254477786,
      "grad_norm": 1.5771861584109101,
      "learning_rate": 6.592185717186048e-05,
      "loss": 1.4531,
      "step": 89533
    },
    {
      "epoch": 4.165340776924866,
      "grad_norm": 1.7353302738267058,
      "learning_rate": 6.591878362198458e-05,
      "loss": 1.75,
      "step": 89534
    },
    {
      "epoch": 4.165387299371947,
      "grad_norm": 1.5974624022239772,
      "learning_rate": 6.591571012358364e-05,
      "loss": 1.4453,
      "step": 89535
    },
    {
      "epoch": 4.165433821819028,
      "grad_norm": 1.552132671488137,
      "learning_rate": 6.591263667665966e-05,
      "loss": 1.5078,
      "step": 89536
    },
    {
      "epoch": 4.165480344266109,
      "grad_norm": 1.6531957257488987,
      "learning_rate": 6.590956328121446e-05,
      "loss": 1.6094,
      "step": 89537
    },
    {
      "epoch": 4.165526866713189,
      "grad_norm": 1.687579153639439,
      "learning_rate": 6.590648993724992e-05,
      "loss": 1.6172,
      "step": 89538
    },
    {
      "epoch": 4.1655733891602695,
      "grad_norm": 1.852178834986113,
      "learning_rate": 6.590341664476792e-05,
      "loss": 1.8906,
      "step": 89539
    },
    {
      "epoch": 4.165619911607351,
      "grad_norm": 1.718274483176262,
      "learning_rate": 6.590034340377031e-05,
      "loss": 1.7578,
      "step": 89540
    },
    {
      "epoch": 4.165666434054431,
      "grad_norm": 1.5760637515327525,
      "learning_rate": 6.589727021425903e-05,
      "loss": 1.5078,
      "step": 89541
    },
    {
      "epoch": 4.165712956501512,
      "grad_norm": 1.512085594917206,
      "learning_rate": 6.589419707623594e-05,
      "loss": 1.3594,
      "step": 89542
    },
    {
      "epoch": 4.165759478948592,
      "grad_norm": 1.7520581932085153,
      "learning_rate": 6.589112398970293e-05,
      "loss": 1.8438,
      "step": 89543
    },
    {
      "epoch": 4.165806001395674,
      "grad_norm": 1.5700984990855291,
      "learning_rate": 6.588805095466181e-05,
      "loss": 1.5625,
      "step": 89544
    },
    {
      "epoch": 4.165852523842754,
      "grad_norm": 1.5696857476481167,
      "learning_rate": 6.588497797111451e-05,
      "loss": 1.5391,
      "step": 89545
    },
    {
      "epoch": 4.165899046289835,
      "grad_norm": 1.7446606351210419,
      "learning_rate": 6.5881905039063e-05,
      "loss": 1.8047,
      "step": 89546
    },
    {
      "epoch": 4.165945568736916,
      "grad_norm": 1.6296683076363456,
      "learning_rate": 6.587883215850907e-05,
      "loss": 1.7422,
      "step": 89547
    },
    {
      "epoch": 4.1659920911839965,
      "grad_norm": 1.5208650339820706,
      "learning_rate": 6.587575932945461e-05,
      "loss": 1.4453,
      "step": 89548
    },
    {
      "epoch": 4.166038613631077,
      "grad_norm": 1.7135026741476602,
      "learning_rate": 6.587268655190148e-05,
      "loss": 1.7188,
      "step": 89549
    },
    {
      "epoch": 4.1660851360781574,
      "grad_norm": 1.6257567551498924,
      "learning_rate": 6.586961382585161e-05,
      "loss": 1.6484,
      "step": 89550
    },
    {
      "epoch": 4.166131658525239,
      "grad_norm": 1.6694314519079219,
      "learning_rate": 6.586654115130687e-05,
      "loss": 1.5391,
      "step": 89551
    },
    {
      "epoch": 4.166178180972319,
      "grad_norm": 1.718632451441475,
      "learning_rate": 6.586346852826912e-05,
      "loss": 1.7422,
      "step": 89552
    },
    {
      "epoch": 4.1662247034194,
      "grad_norm": 1.5638831161759883,
      "learning_rate": 6.586039595674021e-05,
      "loss": 1.4844,
      "step": 89553
    },
    {
      "epoch": 4.16627122586648,
      "grad_norm": 1.7473919619276344,
      "learning_rate": 6.585732343672211e-05,
      "loss": 1.8203,
      "step": 89554
    },
    {
      "epoch": 4.166317748313562,
      "grad_norm": 1.8006989213630118,
      "learning_rate": 6.585425096821665e-05,
      "loss": 1.8984,
      "step": 89555
    },
    {
      "epoch": 4.166364270760642,
      "grad_norm": 1.6926345346771472,
      "learning_rate": 6.585117855122572e-05,
      "loss": 1.5938,
      "step": 89556
    },
    {
      "epoch": 4.166410793207723,
      "grad_norm": 1.662060434676144,
      "learning_rate": 6.584810618575113e-05,
      "loss": 1.6172,
      "step": 89557
    },
    {
      "epoch": 4.166457315654803,
      "grad_norm": 1.6597079040042644,
      "learning_rate": 6.584503387179489e-05,
      "loss": 1.5859,
      "step": 89558
    },
    {
      "epoch": 4.166503838101884,
      "grad_norm": 1.7469006264877132,
      "learning_rate": 6.58419616093588e-05,
      "loss": 1.7891,
      "step": 89559
    },
    {
      "epoch": 4.166550360548965,
      "grad_norm": 1.648901771754097,
      "learning_rate": 6.583888939844479e-05,
      "loss": 1.7031,
      "step": 89560
    },
    {
      "epoch": 4.166596882996045,
      "grad_norm": 1.6016423817860554,
      "learning_rate": 6.583581723905462e-05,
      "loss": 1.5625,
      "step": 89561
    },
    {
      "epoch": 4.166643405443127,
      "grad_norm": 1.6393674450272626,
      "learning_rate": 6.583274513119031e-05,
      "loss": 1.7656,
      "step": 89562
    },
    {
      "epoch": 4.166689927890207,
      "grad_norm": 1.7169948870149017,
      "learning_rate": 6.582967307485371e-05,
      "loss": 1.6797,
      "step": 89563
    },
    {
      "epoch": 4.166736450337288,
      "grad_norm": 1.7836110559624474,
      "learning_rate": 6.582660107004668e-05,
      "loss": 1.7734,
      "step": 89564
    },
    {
      "epoch": 4.166782972784368,
      "grad_norm": 1.7280481577546107,
      "learning_rate": 6.582352911677109e-05,
      "loss": 1.7109,
      "step": 89565
    },
    {
      "epoch": 4.1668294952314495,
      "grad_norm": 1.3308404773280347,
      "learning_rate": 6.58204572150288e-05,
      "loss": 1.125,
      "step": 89566
    },
    {
      "epoch": 4.16687601767853,
      "grad_norm": 1.6747251552921694,
      "learning_rate": 6.581738536482169e-05,
      "loss": 1.7578,
      "step": 89567
    },
    {
      "epoch": 4.1669225401256105,
      "grad_norm": 1.6337302608703472,
      "learning_rate": 6.581431356615174e-05,
      "loss": 1.6406,
      "step": 89568
    },
    {
      "epoch": 4.166969062572691,
      "grad_norm": 1.6475589822330914,
      "learning_rate": 6.581124181902076e-05,
      "loss": 1.5859,
      "step": 89569
    },
    {
      "epoch": 4.167015585019772,
      "grad_norm": 1.5589084028148619,
      "learning_rate": 6.580817012343066e-05,
      "loss": 1.5391,
      "step": 89570
    },
    {
      "epoch": 4.167062107466853,
      "grad_norm": 1.588815258419012,
      "learning_rate": 6.58050984793832e-05,
      "loss": 1.4766,
      "step": 89571
    },
    {
      "epoch": 4.167108629913933,
      "grad_norm": 1.628928798777348,
      "learning_rate": 6.580202688688045e-05,
      "loss": 1.5391,
      "step": 89572
    },
    {
      "epoch": 4.167155152361014,
      "grad_norm": 1.6861164061241614,
      "learning_rate": 6.579895534592416e-05,
      "loss": 1.8438,
      "step": 89573
    },
    {
      "epoch": 4.167201674808095,
      "grad_norm": 1.652052890596823,
      "learning_rate": 6.579588385651627e-05,
      "loss": 1.5625,
      "step": 89574
    },
    {
      "epoch": 4.167248197255176,
      "grad_norm": 1.8456449301389695,
      "learning_rate": 6.579281241865857e-05,
      "loss": 1.7969,
      "step": 89575
    },
    {
      "epoch": 4.167294719702256,
      "grad_norm": 1.7907489633274816,
      "learning_rate": 6.578974103235306e-05,
      "loss": 1.7969,
      "step": 89576
    },
    {
      "epoch": 4.167341242149337,
      "grad_norm": 1.6027886988528615,
      "learning_rate": 6.578666969760157e-05,
      "loss": 1.625,
      "step": 89577
    },
    {
      "epoch": 4.167387764596418,
      "grad_norm": 1.6106393688898197,
      "learning_rate": 6.578359841440598e-05,
      "loss": 1.5703,
      "step": 89578
    },
    {
      "epoch": 4.167434287043498,
      "grad_norm": 1.5646693244651644,
      "learning_rate": 6.57805271827681e-05,
      "loss": 1.5938,
      "step": 89579
    },
    {
      "epoch": 4.167480809490579,
      "grad_norm": 1.6605509320273188,
      "learning_rate": 6.577745600268994e-05,
      "loss": 1.5547,
      "step": 89580
    },
    {
      "epoch": 4.16752733193766,
      "grad_norm": 1.4509962703245254,
      "learning_rate": 6.577438487417331e-05,
      "loss": 1.3438,
      "step": 89581
    },
    {
      "epoch": 4.167573854384741,
      "grad_norm": 1.7136993681000123,
      "learning_rate": 6.577131379722013e-05,
      "loss": 1.7891,
      "step": 89582
    },
    {
      "epoch": 4.167620376831821,
      "grad_norm": 1.3890425397175206,
      "learning_rate": 6.576824277183216e-05,
      "loss": 1.3125,
      "step": 89583
    },
    {
      "epoch": 4.167666899278902,
      "grad_norm": 1.579342628576319,
      "learning_rate": 6.576517179801145e-05,
      "loss": 1.5703,
      "step": 89584
    },
    {
      "epoch": 4.167713421725983,
      "grad_norm": 1.594757577000684,
      "learning_rate": 6.576210087575977e-05,
      "loss": 1.625,
      "step": 89585
    },
    {
      "epoch": 4.1677599441730635,
      "grad_norm": 1.650500957959917,
      "learning_rate": 6.575903000507905e-05,
      "loss": 1.7344,
      "step": 89586
    },
    {
      "epoch": 4.167806466620144,
      "grad_norm": 1.7582025283135887,
      "learning_rate": 6.575595918597108e-05,
      "loss": 1.7656,
      "step": 89587
    },
    {
      "epoch": 4.167852989067225,
      "grad_norm": 1.477921870676804,
      "learning_rate": 6.57528884184378e-05,
      "loss": 1.4219,
      "step": 89588
    },
    {
      "epoch": 4.167899511514306,
      "grad_norm": 1.7081538474088158,
      "learning_rate": 6.574981770248116e-05,
      "loss": 1.6719,
      "step": 89589
    },
    {
      "epoch": 4.167946033961386,
      "grad_norm": 1.671869460971516,
      "learning_rate": 6.5746747038103e-05,
      "loss": 1.6484,
      "step": 89590
    },
    {
      "epoch": 4.167992556408467,
      "grad_norm": 1.6554380475031174,
      "learning_rate": 6.574367642530516e-05,
      "loss": 1.6406,
      "step": 89591
    },
    {
      "epoch": 4.168039078855548,
      "grad_norm": 1.6538668861731598,
      "learning_rate": 6.574060586408955e-05,
      "loss": 1.5781,
      "step": 89592
    },
    {
      "epoch": 4.168085601302629,
      "grad_norm": 1.668212995507723,
      "learning_rate": 6.573753535445796e-05,
      "loss": 1.6875,
      "step": 89593
    },
    {
      "epoch": 4.168132123749709,
      "grad_norm": 1.70845377974092,
      "learning_rate": 6.573446489641241e-05,
      "loss": 1.6328,
      "step": 89594
    },
    {
      "epoch": 4.16817864619679,
      "grad_norm": 1.728932854922344,
      "learning_rate": 6.573139448995473e-05,
      "loss": 1.6953,
      "step": 89595
    },
    {
      "epoch": 4.168225168643871,
      "grad_norm": 1.545397159032334,
      "learning_rate": 6.572832413508678e-05,
      "loss": 1.4688,
      "step": 89596
    },
    {
      "epoch": 4.168271691090951,
      "grad_norm": 1.4965647061411054,
      "learning_rate": 6.572525383181039e-05,
      "loss": 1.5,
      "step": 89597
    },
    {
      "epoch": 4.168318213538032,
      "grad_norm": 1.5698220959425555,
      "learning_rate": 6.572218358012755e-05,
      "loss": 1.4844,
      "step": 89598
    },
    {
      "epoch": 4.168364735985113,
      "grad_norm": 1.554379685921092,
      "learning_rate": 6.571911338004008e-05,
      "loss": 1.6172,
      "step": 89599
    },
    {
      "epoch": 4.168411258432194,
      "grad_norm": 1.7381998507541718,
      "learning_rate": 6.571604323154988e-05,
      "loss": 1.7734,
      "step": 89600
    },
    {
      "epoch": 4.168457780879274,
      "grad_norm": 1.6776146549055402,
      "learning_rate": 6.571297313465875e-05,
      "loss": 1.6328,
      "step": 89601
    },
    {
      "epoch": 4.168504303326355,
      "grad_norm": 1.6942628878358097,
      "learning_rate": 6.57099030893687e-05,
      "loss": 1.6094,
      "step": 89602
    },
    {
      "epoch": 4.168550825773436,
      "grad_norm": 1.5632583866436618,
      "learning_rate": 6.570683309568154e-05,
      "loss": 1.5469,
      "step": 89603
    },
    {
      "epoch": 4.1685973482205165,
      "grad_norm": 1.6960747954704196,
      "learning_rate": 6.570376315359914e-05,
      "loss": 1.5938,
      "step": 89604
    },
    {
      "epoch": 4.168643870667597,
      "grad_norm": 1.6186537167117208,
      "learning_rate": 6.570069326312337e-05,
      "loss": 1.625,
      "step": 89605
    },
    {
      "epoch": 4.1686903931146775,
      "grad_norm": 1.834351055492057,
      "learning_rate": 6.569762342425615e-05,
      "loss": 1.8438,
      "step": 89606
    },
    {
      "epoch": 4.168736915561759,
      "grad_norm": 1.7137085529484324,
      "learning_rate": 6.569455363699936e-05,
      "loss": 1.6953,
      "step": 89607
    },
    {
      "epoch": 4.168783438008839,
      "grad_norm": 1.589944790016527,
      "learning_rate": 6.569148390135486e-05,
      "loss": 1.5156,
      "step": 89608
    },
    {
      "epoch": 4.16882996045592,
      "grad_norm": 1.554823187800918,
      "learning_rate": 6.568841421732446e-05,
      "loss": 1.5,
      "step": 89609
    },
    {
      "epoch": 4.168876482903,
      "grad_norm": 1.637774492225173,
      "learning_rate": 6.568534458491013e-05,
      "loss": 1.7109,
      "step": 89610
    },
    {
      "epoch": 4.168923005350082,
      "grad_norm": 1.717525499506036,
      "learning_rate": 6.568227500411379e-05,
      "loss": 1.6719,
      "step": 89611
    },
    {
      "epoch": 4.168969527797162,
      "grad_norm": 1.6208349789317678,
      "learning_rate": 6.567920547493723e-05,
      "loss": 1.625,
      "step": 89612
    },
    {
      "epoch": 4.169016050244243,
      "grad_norm": 1.7514496776018273,
      "learning_rate": 6.567613599738238e-05,
      "loss": 1.75,
      "step": 89613
    },
    {
      "epoch": 4.169062572691324,
      "grad_norm": 1.5637562147180608,
      "learning_rate": 6.567306657145105e-05,
      "loss": 1.4062,
      "step": 89614
    },
    {
      "epoch": 4.169109095138404,
      "grad_norm": 1.6827945251012255,
      "learning_rate": 6.56699971971452e-05,
      "loss": 1.7891,
      "step": 89615
    },
    {
      "epoch": 4.169155617585485,
      "grad_norm": 1.7744710330575764,
      "learning_rate": 6.566692787446668e-05,
      "loss": 1.9297,
      "step": 89616
    },
    {
      "epoch": 4.169202140032565,
      "grad_norm": 1.7419976060362563,
      "learning_rate": 6.566385860341735e-05,
      "loss": 1.7734,
      "step": 89617
    },
    {
      "epoch": 4.169248662479647,
      "grad_norm": 1.6220916563804004,
      "learning_rate": 6.566078938399913e-05,
      "loss": 1.6953,
      "step": 89618
    },
    {
      "epoch": 4.169295184926727,
      "grad_norm": 1.4786183960252262,
      "learning_rate": 6.56577202162138e-05,
      "loss": 1.4531,
      "step": 89619
    },
    {
      "epoch": 4.169341707373808,
      "grad_norm": 1.8850606064032671,
      "learning_rate": 6.565465110006337e-05,
      "loss": 1.9375,
      "step": 89620
    },
    {
      "epoch": 4.169388229820888,
      "grad_norm": 1.5516888333334677,
      "learning_rate": 6.565158203554965e-05,
      "loss": 1.3672,
      "step": 89621
    },
    {
      "epoch": 4.16943475226797,
      "grad_norm": 1.7551697082434712,
      "learning_rate": 6.564851302267453e-05,
      "loss": 1.8203,
      "step": 89622
    },
    {
      "epoch": 4.16948127471505,
      "grad_norm": 1.6455431003544672,
      "learning_rate": 6.564544406143987e-05,
      "loss": 1.7266,
      "step": 89623
    },
    {
      "epoch": 4.1695277971621305,
      "grad_norm": 1.5780478110430964,
      "learning_rate": 6.564237515184758e-05,
      "loss": 1.4844,
      "step": 89624
    },
    {
      "epoch": 4.169574319609211,
      "grad_norm": 1.7203324317371753,
      "learning_rate": 6.563930629389953e-05,
      "loss": 1.7891,
      "step": 89625
    },
    {
      "epoch": 4.169620842056292,
      "grad_norm": 1.4611090368091257,
      "learning_rate": 6.56362374875976e-05,
      "loss": 1.4375,
      "step": 89626
    },
    {
      "epoch": 4.169667364503373,
      "grad_norm": 1.59743142650595,
      "learning_rate": 6.563316873294362e-05,
      "loss": 1.6172,
      "step": 89627
    },
    {
      "epoch": 4.169713886950453,
      "grad_norm": 1.6448663994954822,
      "learning_rate": 6.563010002993954e-05,
      "loss": 1.625,
      "step": 89628
    },
    {
      "epoch": 4.169760409397535,
      "grad_norm": 1.6275332125380462,
      "learning_rate": 6.562703137858724e-05,
      "loss": 1.6016,
      "step": 89629
    },
    {
      "epoch": 4.169806931844615,
      "grad_norm": 1.561105170056588,
      "learning_rate": 6.562396277888855e-05,
      "loss": 1.6797,
      "step": 89630
    },
    {
      "epoch": 4.169853454291696,
      "grad_norm": 1.5138742336416515,
      "learning_rate": 6.562089423084532e-05,
      "loss": 1.4688,
      "step": 89631
    },
    {
      "epoch": 4.169899976738776,
      "grad_norm": 1.595425161110187,
      "learning_rate": 6.561782573445947e-05,
      "loss": 1.5391,
      "step": 89632
    },
    {
      "epoch": 4.1699464991858575,
      "grad_norm": 1.6651182655637387,
      "learning_rate": 6.561475728973293e-05,
      "loss": 1.7812,
      "step": 89633
    },
    {
      "epoch": 4.169993021632938,
      "grad_norm": 1.6928022821234892,
      "learning_rate": 6.561168889666754e-05,
      "loss": 1.5234,
      "step": 89634
    },
    {
      "epoch": 4.170039544080018,
      "grad_norm": 1.7072972376138194,
      "learning_rate": 6.560862055526517e-05,
      "loss": 1.6562,
      "step": 89635
    },
    {
      "epoch": 4.170086066527099,
      "grad_norm": 1.6330414867515277,
      "learning_rate": 6.560555226552765e-05,
      "loss": 1.5703,
      "step": 89636
    },
    {
      "epoch": 4.17013258897418,
      "grad_norm": 1.4991913417016336,
      "learning_rate": 6.560248402745698e-05,
      "loss": 1.4922,
      "step": 89637
    },
    {
      "epoch": 4.170179111421261,
      "grad_norm": 1.7170404148805656,
      "learning_rate": 6.559941584105494e-05,
      "loss": 1.875,
      "step": 89638
    },
    {
      "epoch": 4.170225633868341,
      "grad_norm": 1.5202451696302017,
      "learning_rate": 6.559634770632345e-05,
      "loss": 1.5234,
      "step": 89639
    },
    {
      "epoch": 4.170272156315423,
      "grad_norm": 1.4450491896570847,
      "learning_rate": 6.559327962326432e-05,
      "loss": 1.3516,
      "step": 89640
    },
    {
      "epoch": 4.170318678762503,
      "grad_norm": 1.7523035989817124,
      "learning_rate": 6.559021159187952e-05,
      "loss": 1.8516,
      "step": 89641
    },
    {
      "epoch": 4.1703652012095835,
      "grad_norm": 1.5533428455443885,
      "learning_rate": 6.55871436121709e-05,
      "loss": 1.4688,
      "step": 89642
    },
    {
      "epoch": 4.170411723656664,
      "grad_norm": 1.7720119873897766,
      "learning_rate": 6.558407568414033e-05,
      "loss": 1.7891,
      "step": 89643
    },
    {
      "epoch": 4.170458246103745,
      "grad_norm": 1.5175547997269803,
      "learning_rate": 6.558100780778969e-05,
      "loss": 1.6016,
      "step": 89644
    },
    {
      "epoch": 4.170504768550826,
      "grad_norm": 1.6461137461024076,
      "learning_rate": 6.557793998312079e-05,
      "loss": 1.7109,
      "step": 89645
    },
    {
      "epoch": 4.170551290997906,
      "grad_norm": 1.5298906488094366,
      "learning_rate": 6.557487221013562e-05,
      "loss": 1.4609,
      "step": 89646
    },
    {
      "epoch": 4.170597813444987,
      "grad_norm": 1.6901359019311937,
      "learning_rate": 6.557180448883603e-05,
      "loss": 1.8047,
      "step": 89647
    },
    {
      "epoch": 4.170644335892068,
      "grad_norm": 1.4780986104495926,
      "learning_rate": 6.556873681922387e-05,
      "loss": 1.3125,
      "step": 89648
    },
    {
      "epoch": 4.170690858339149,
      "grad_norm": 1.6347818671383971,
      "learning_rate": 6.556566920130097e-05,
      "loss": 1.7734,
      "step": 89649
    },
    {
      "epoch": 4.170737380786229,
      "grad_norm": 1.6115418946068774,
      "learning_rate": 6.556260163506933e-05,
      "loss": 1.6016,
      "step": 89650
    },
    {
      "epoch": 4.1707839032333105,
      "grad_norm": 1.647347318280418,
      "learning_rate": 6.555953412053076e-05,
      "loss": 1.4766,
      "step": 89651
    },
    {
      "epoch": 4.170830425680391,
      "grad_norm": 1.6768837122098594,
      "learning_rate": 6.555646665768714e-05,
      "loss": 1.5547,
      "step": 89652
    },
    {
      "epoch": 4.1708769481274715,
      "grad_norm": 1.5200389660504001,
      "learning_rate": 6.555339924654029e-05,
      "loss": 1.4531,
      "step": 89653
    },
    {
      "epoch": 4.170923470574552,
      "grad_norm": 1.5917036441308754,
      "learning_rate": 6.555033188709214e-05,
      "loss": 1.6094,
      "step": 89654
    },
    {
      "epoch": 4.170969993021633,
      "grad_norm": 1.6292401755590735,
      "learning_rate": 6.554726457934465e-05,
      "loss": 1.6562,
      "step": 89655
    },
    {
      "epoch": 4.171016515468714,
      "grad_norm": 1.6786437859064975,
      "learning_rate": 6.55441973232996e-05,
      "loss": 1.6641,
      "step": 89656
    },
    {
      "epoch": 4.171063037915794,
      "grad_norm": 1.5450058987651736,
      "learning_rate": 6.55411301189589e-05,
      "loss": 1.5625,
      "step": 89657
    },
    {
      "epoch": 4.171109560362875,
      "grad_norm": 1.4378305904737019,
      "learning_rate": 6.553806296632436e-05,
      "loss": 1.1875,
      "step": 89658
    },
    {
      "epoch": 4.171156082809956,
      "grad_norm": 1.5928380067717087,
      "learning_rate": 6.553499586539797e-05,
      "loss": 1.5703,
      "step": 89659
    },
    {
      "epoch": 4.171202605257037,
      "grad_norm": 1.681982139689402,
      "learning_rate": 6.553192881618157e-05,
      "loss": 1.7656,
      "step": 89660
    },
    {
      "epoch": 4.171249127704117,
      "grad_norm": 1.6549531245806874,
      "learning_rate": 6.5528861818677e-05,
      "loss": 1.6641,
      "step": 89661
    },
    {
      "epoch": 4.1712956501511975,
      "grad_norm": 1.6211604483204702,
      "learning_rate": 6.552579487288612e-05,
      "loss": 1.5625,
      "step": 89662
    },
    {
      "epoch": 4.171342172598279,
      "grad_norm": 1.681893276375049,
      "learning_rate": 6.552272797881089e-05,
      "loss": 1.6094,
      "step": 89663
    },
    {
      "epoch": 4.171388695045359,
      "grad_norm": 1.4659003797077161,
      "learning_rate": 6.551966113645315e-05,
      "loss": 1.2812,
      "step": 89664
    },
    {
      "epoch": 4.17143521749244,
      "grad_norm": 1.6686030961480307,
      "learning_rate": 6.551659434581477e-05,
      "loss": 1.625,
      "step": 89665
    },
    {
      "epoch": 4.171481739939521,
      "grad_norm": 1.6694642440271914,
      "learning_rate": 6.551352760689756e-05,
      "loss": 1.5625,
      "step": 89666
    },
    {
      "epoch": 4.171528262386602,
      "grad_norm": 1.857138154842625,
      "learning_rate": 6.551046091970353e-05,
      "loss": 1.8828,
      "step": 89667
    },
    {
      "epoch": 4.171574784833682,
      "grad_norm": 1.8371583415005066,
      "learning_rate": 6.55073942842345e-05,
      "loss": 1.7969,
      "step": 89668
    },
    {
      "epoch": 4.171621307280763,
      "grad_norm": 1.6241059173494623,
      "learning_rate": 6.550432770049234e-05,
      "loss": 1.6406,
      "step": 89669
    },
    {
      "epoch": 4.171667829727844,
      "grad_norm": 1.7547001009472705,
      "learning_rate": 6.550126116847893e-05,
      "loss": 1.8359,
      "step": 89670
    },
    {
      "epoch": 4.1717143521749245,
      "grad_norm": 1.8605785128721664,
      "learning_rate": 6.549819468819608e-05,
      "loss": 1.8828,
      "step": 89671
    },
    {
      "epoch": 4.171760874622005,
      "grad_norm": 1.799628846085248,
      "learning_rate": 6.549512825964579e-05,
      "loss": 1.7656,
      "step": 89672
    },
    {
      "epoch": 4.171807397069085,
      "grad_norm": 1.647028622286031,
      "learning_rate": 6.54920618828299e-05,
      "loss": 1.5625,
      "step": 89673
    },
    {
      "epoch": 4.171853919516167,
      "grad_norm": 1.6244542207140849,
      "learning_rate": 6.548899555775025e-05,
      "loss": 1.5938,
      "step": 89674
    },
    {
      "epoch": 4.171900441963247,
      "grad_norm": 1.6923170674654848,
      "learning_rate": 6.548592928440869e-05,
      "loss": 1.6719,
      "step": 89675
    },
    {
      "epoch": 4.171946964410328,
      "grad_norm": 1.6957476366065163,
      "learning_rate": 6.548286306280713e-05,
      "loss": 1.7891,
      "step": 89676
    },
    {
      "epoch": 4.171993486857409,
      "grad_norm": 1.5499551982157056,
      "learning_rate": 6.547979689294752e-05,
      "loss": 1.4609,
      "step": 89677
    },
    {
      "epoch": 4.17204000930449,
      "grad_norm": 1.6366309874796696,
      "learning_rate": 6.547673077483169e-05,
      "loss": 1.7188,
      "step": 89678
    },
    {
      "epoch": 4.17208653175157,
      "grad_norm": 1.5077476822333047,
      "learning_rate": 6.547366470846147e-05,
      "loss": 1.3828,
      "step": 89679
    },
    {
      "epoch": 4.1721330541986505,
      "grad_norm": 1.5636786726384986,
      "learning_rate": 6.547059869383874e-05,
      "loss": 1.4766,
      "step": 89680
    },
    {
      "epoch": 4.172179576645732,
      "grad_norm": 1.7079817112907678,
      "learning_rate": 6.546753273096546e-05,
      "loss": 1.3984,
      "step": 89681
    },
    {
      "epoch": 4.172226099092812,
      "grad_norm": 1.6794897038761096,
      "learning_rate": 6.546446681984345e-05,
      "loss": 1.75,
      "step": 89682
    },
    {
      "epoch": 4.172272621539893,
      "grad_norm": 1.6104201448143705,
      "learning_rate": 6.54614009604746e-05,
      "loss": 1.5625,
      "step": 89683
    },
    {
      "epoch": 4.172319143986973,
      "grad_norm": 1.5837779579715558,
      "learning_rate": 6.545833515286071e-05,
      "loss": 1.5547,
      "step": 89684
    },
    {
      "epoch": 4.172365666434055,
      "grad_norm": 1.4453006704888798,
      "learning_rate": 6.54552693970038e-05,
      "loss": 1.2969,
      "step": 89685
    },
    {
      "epoch": 4.172412188881135,
      "grad_norm": 1.6324661406438008,
      "learning_rate": 6.545220369290565e-05,
      "loss": 1.5625,
      "step": 89686
    },
    {
      "epoch": 4.172458711328216,
      "grad_norm": 1.7422778229397309,
      "learning_rate": 6.544913804056818e-05,
      "loss": 1.8438,
      "step": 89687
    },
    {
      "epoch": 4.172505233775297,
      "grad_norm": 1.5172553209894233,
      "learning_rate": 6.544607243999317e-05,
      "loss": 1.5781,
      "step": 89688
    },
    {
      "epoch": 4.1725517562223775,
      "grad_norm": 1.7129999099304762,
      "learning_rate": 6.544300689118264e-05,
      "loss": 1.6641,
      "step": 89689
    },
    {
      "epoch": 4.172598278669458,
      "grad_norm": 1.6702113656274342,
      "learning_rate": 6.54399413941384e-05,
      "loss": 1.7344,
      "step": 89690
    },
    {
      "epoch": 4.1726448011165385,
      "grad_norm": 1.6745823724454632,
      "learning_rate": 6.543687594886233e-05,
      "loss": 1.625,
      "step": 89691
    },
    {
      "epoch": 4.17269132356362,
      "grad_norm": 1.7540524025373907,
      "learning_rate": 6.543381055535624e-05,
      "loss": 1.8594,
      "step": 89692
    },
    {
      "epoch": 4.1727378460107,
      "grad_norm": 1.3811116960828633,
      "learning_rate": 6.543074521362212e-05,
      "loss": 1.3828,
      "step": 89693
    },
    {
      "epoch": 4.172784368457781,
      "grad_norm": 1.5103905410506389,
      "learning_rate": 6.542767992366182e-05,
      "loss": 1.4688,
      "step": 89694
    },
    {
      "epoch": 4.172830890904861,
      "grad_norm": 1.7362876795147695,
      "learning_rate": 6.542461468547718e-05,
      "loss": 1.6719,
      "step": 89695
    },
    {
      "epoch": 4.172877413351943,
      "grad_norm": 1.7065209965750965,
      "learning_rate": 6.542154949907009e-05,
      "loss": 1.7266,
      "step": 89696
    },
    {
      "epoch": 4.172923935799023,
      "grad_norm": 1.545219926335062,
      "learning_rate": 6.541848436444236e-05,
      "loss": 1.4609,
      "step": 89697
    },
    {
      "epoch": 4.172970458246104,
      "grad_norm": 1.5779457667878063,
      "learning_rate": 6.541541928159593e-05,
      "loss": 1.5625,
      "step": 89698
    },
    {
      "epoch": 4.173016980693184,
      "grad_norm": 1.432242341781999,
      "learning_rate": 6.541235425053276e-05,
      "loss": 1.3438,
      "step": 89699
    },
    {
      "epoch": 4.173063503140265,
      "grad_norm": 1.6618431017478172,
      "learning_rate": 6.540928927125461e-05,
      "loss": 1.625,
      "step": 89700
    },
    {
      "epoch": 4.173110025587346,
      "grad_norm": 1.9234813566831714,
      "learning_rate": 6.54062243437634e-05,
      "loss": 1.4062,
      "step": 89701
    },
    {
      "epoch": 4.173156548034426,
      "grad_norm": 1.5912971156658187,
      "learning_rate": 6.540315946806096e-05,
      "loss": 1.5469,
      "step": 89702
    },
    {
      "epoch": 4.173203070481508,
      "grad_norm": 1.6057386508994458,
      "learning_rate": 6.540009464414925e-05,
      "loss": 1.4453,
      "step": 89703
    },
    {
      "epoch": 4.173249592928588,
      "grad_norm": 1.6627026155185298,
      "learning_rate": 6.539702987203011e-05,
      "loss": 1.5859,
      "step": 89704
    },
    {
      "epoch": 4.173296115375669,
      "grad_norm": 1.4769187967971185,
      "learning_rate": 6.53939651517054e-05,
      "loss": 1.3438,
      "step": 89705
    },
    {
      "epoch": 4.173342637822749,
      "grad_norm": 1.6531210124189133,
      "learning_rate": 6.539090048317694e-05,
      "loss": 1.5547,
      "step": 89706
    },
    {
      "epoch": 4.1733891602698305,
      "grad_norm": 1.785682870874545,
      "learning_rate": 6.538783586644674e-05,
      "loss": 1.8438,
      "step": 89707
    },
    {
      "epoch": 4.173435682716911,
      "grad_norm": 1.7991986028622347,
      "learning_rate": 6.53847713015166e-05,
      "loss": 1.8047,
      "step": 89708
    },
    {
      "epoch": 4.1734822051639915,
      "grad_norm": 1.5211911517733137,
      "learning_rate": 6.538170678838841e-05,
      "loss": 1.4922,
      "step": 89709
    },
    {
      "epoch": 4.173528727611072,
      "grad_norm": 1.7370602156768704,
      "learning_rate": 6.537864232706396e-05,
      "loss": 1.5312,
      "step": 89710
    },
    {
      "epoch": 4.173575250058153,
      "grad_norm": 1.5679903342725166,
      "learning_rate": 6.537557791754527e-05,
      "loss": 1.4375,
      "step": 89711
    },
    {
      "epoch": 4.173621772505234,
      "grad_norm": 1.489587809202467,
      "learning_rate": 6.537251355983415e-05,
      "loss": 1.3281,
      "step": 89712
    },
    {
      "epoch": 4.173668294952314,
      "grad_norm": 1.6258260798652258,
      "learning_rate": 6.53694492539325e-05,
      "loss": 1.5781,
      "step": 89713
    },
    {
      "epoch": 4.173714817399395,
      "grad_norm": 1.6895927692083215,
      "learning_rate": 6.536638499984209e-05,
      "loss": 1.6719,
      "step": 89714
    },
    {
      "epoch": 4.173761339846476,
      "grad_norm": 1.821113802343493,
      "learning_rate": 6.536332079756492e-05,
      "loss": 1.75,
      "step": 89715
    },
    {
      "epoch": 4.173807862293557,
      "grad_norm": 1.6924041722506902,
      "learning_rate": 6.536025664710285e-05,
      "loss": 1.7578,
      "step": 89716
    },
    {
      "epoch": 4.173854384740637,
      "grad_norm": 1.579458237067311,
      "learning_rate": 6.535719254845772e-05,
      "loss": 1.4531,
      "step": 89717
    },
    {
      "epoch": 4.1739009071877184,
      "grad_norm": 1.6141458676283122,
      "learning_rate": 6.535412850163136e-05,
      "loss": 1.5625,
      "step": 89718
    },
    {
      "epoch": 4.173947429634799,
      "grad_norm": 1.5739775686882178,
      "learning_rate": 6.535106450662575e-05,
      "loss": 1.4844,
      "step": 89719
    },
    {
      "epoch": 4.173993952081879,
      "grad_norm": 1.759071920421362,
      "learning_rate": 6.534800056344267e-05,
      "loss": 1.7969,
      "step": 89720
    },
    {
      "epoch": 4.17404047452896,
      "grad_norm": 1.6854534706319961,
      "learning_rate": 6.53449366720841e-05,
      "loss": 1.6797,
      "step": 89721
    },
    {
      "epoch": 4.174086996976041,
      "grad_norm": 1.6649018591188554,
      "learning_rate": 6.534187283255186e-05,
      "loss": 1.5547,
      "step": 89722
    },
    {
      "epoch": 4.174133519423122,
      "grad_norm": 1.720853053727052,
      "learning_rate": 6.533880904484776e-05,
      "loss": 1.6406,
      "step": 89723
    },
    {
      "epoch": 4.174180041870202,
      "grad_norm": 1.6075165196110073,
      "learning_rate": 6.533574530897381e-05,
      "loss": 1.6328,
      "step": 89724
    },
    {
      "epoch": 4.174226564317283,
      "grad_norm": 1.661015868612348,
      "learning_rate": 6.533268162493181e-05,
      "loss": 1.5625,
      "step": 89725
    },
    {
      "epoch": 4.174273086764364,
      "grad_norm": 1.6114952365855775,
      "learning_rate": 6.532961799272363e-05,
      "loss": 1.4922,
      "step": 89726
    },
    {
      "epoch": 4.1743196092114445,
      "grad_norm": 1.5933177697475485,
      "learning_rate": 6.532655441235116e-05,
      "loss": 1.6172,
      "step": 89727
    },
    {
      "epoch": 4.174366131658525,
      "grad_norm": 1.6907315619590728,
      "learning_rate": 6.532349088381623e-05,
      "loss": 1.6406,
      "step": 89728
    },
    {
      "epoch": 4.174412654105606,
      "grad_norm": 1.6202244219015396,
      "learning_rate": 6.532042740712081e-05,
      "loss": 1.5781,
      "step": 89729
    },
    {
      "epoch": 4.174459176552687,
      "grad_norm": 1.6762289247965498,
      "learning_rate": 6.531736398226672e-05,
      "loss": 1.6797,
      "step": 89730
    },
    {
      "epoch": 4.174505698999767,
      "grad_norm": 1.3431559106898023,
      "learning_rate": 6.531430060925582e-05,
      "loss": 1.1562,
      "step": 89731
    },
    {
      "epoch": 4.174552221446848,
      "grad_norm": 1.5867362474374571,
      "learning_rate": 6.531123728808997e-05,
      "loss": 1.5469,
      "step": 89732
    },
    {
      "epoch": 4.174598743893929,
      "grad_norm": 1.5918580152000956,
      "learning_rate": 6.530817401877115e-05,
      "loss": 1.4922,
      "step": 89733
    },
    {
      "epoch": 4.17464526634101,
      "grad_norm": 1.840479624542679,
      "learning_rate": 6.530511080130113e-05,
      "loss": 2.0469,
      "step": 89734
    },
    {
      "epoch": 4.17469178878809,
      "grad_norm": 1.6546659052388277,
      "learning_rate": 6.530204763568184e-05,
      "loss": 1.6562,
      "step": 89735
    },
    {
      "epoch": 4.174738311235171,
      "grad_norm": 1.4817886427162132,
      "learning_rate": 6.529898452191508e-05,
      "loss": 1.2812,
      "step": 89736
    },
    {
      "epoch": 4.174784833682252,
      "grad_norm": 1.6263912354364014,
      "learning_rate": 6.529592146000283e-05,
      "loss": 1.7266,
      "step": 89737
    },
    {
      "epoch": 4.174831356129332,
      "grad_norm": 1.6302205645311634,
      "learning_rate": 6.529285844994692e-05,
      "loss": 1.6719,
      "step": 89738
    },
    {
      "epoch": 4.174877878576413,
      "grad_norm": 1.498996288201824,
      "learning_rate": 6.528979549174923e-05,
      "loss": 1.4844,
      "step": 89739
    },
    {
      "epoch": 4.174924401023494,
      "grad_norm": 1.6147264952550824,
      "learning_rate": 6.528673258541156e-05,
      "loss": 1.5312,
      "step": 89740
    },
    {
      "epoch": 4.174970923470575,
      "grad_norm": 1.470478159753661,
      "learning_rate": 6.528366973093592e-05,
      "loss": 1.5078,
      "step": 89741
    },
    {
      "epoch": 4.175017445917655,
      "grad_norm": 1.6528839373138866,
      "learning_rate": 6.528060692832403e-05,
      "loss": 1.6562,
      "step": 89742
    },
    {
      "epoch": 4.175063968364736,
      "grad_norm": 1.6690366213409926,
      "learning_rate": 6.527754417757792e-05,
      "loss": 1.6562,
      "step": 89743
    },
    {
      "epoch": 4.175110490811817,
      "grad_norm": 1.7506032553033335,
      "learning_rate": 6.527448147869942e-05,
      "loss": 1.7266,
      "step": 89744
    },
    {
      "epoch": 4.1751570132588975,
      "grad_norm": 1.6327538199594405,
      "learning_rate": 6.52714188316903e-05,
      "loss": 1.6484,
      "step": 89745
    },
    {
      "epoch": 4.175203535705978,
      "grad_norm": 1.707245619103728,
      "learning_rate": 6.52683562365526e-05,
      "loss": 1.6406,
      "step": 89746
    },
    {
      "epoch": 4.1752500581530585,
      "grad_norm": 1.5360666961641969,
      "learning_rate": 6.526529369328809e-05,
      "loss": 1.5703,
      "step": 89747
    },
    {
      "epoch": 4.17529658060014,
      "grad_norm": 1.7723622441042053,
      "learning_rate": 6.526223120189866e-05,
      "loss": 1.7031,
      "step": 89748
    },
    {
      "epoch": 4.17534310304722,
      "grad_norm": 1.69122099788546,
      "learning_rate": 6.525916876238617e-05,
      "loss": 1.5781,
      "step": 89749
    },
    {
      "epoch": 4.175389625494301,
      "grad_norm": 1.6555822766315358,
      "learning_rate": 6.525610637475253e-05,
      "loss": 1.5703,
      "step": 89750
    },
    {
      "epoch": 4.175436147941381,
      "grad_norm": 1.6270959160700114,
      "learning_rate": 6.525304403899961e-05,
      "loss": 1.5625,
      "step": 89751
    },
    {
      "epoch": 4.175482670388463,
      "grad_norm": 1.8453605776705178,
      "learning_rate": 6.524998175512928e-05,
      "loss": 1.9531,
      "step": 89752
    },
    {
      "epoch": 4.175529192835543,
      "grad_norm": 1.6750239624704437,
      "learning_rate": 6.524691952314344e-05,
      "loss": 1.7031,
      "step": 89753
    },
    {
      "epoch": 4.175575715282624,
      "grad_norm": 1.7349340433378804,
      "learning_rate": 6.524385734304385e-05,
      "loss": 1.8125,
      "step": 89754
    },
    {
      "epoch": 4.175622237729705,
      "grad_norm": 1.7117625444664977,
      "learning_rate": 6.524079521483253e-05,
      "loss": 1.75,
      "step": 89755
    },
    {
      "epoch": 4.1756687601767855,
      "grad_norm": 1.6054027951515275,
      "learning_rate": 6.52377331385113e-05,
      "loss": 1.5312,
      "step": 89756
    },
    {
      "epoch": 4.175715282623866,
      "grad_norm": 1.7508329050368783,
      "learning_rate": 6.523467111408202e-05,
      "loss": 1.875,
      "step": 89757
    },
    {
      "epoch": 4.175761805070946,
      "grad_norm": 1.6008935742853465,
      "learning_rate": 6.523160914154653e-05,
      "loss": 1.5469,
      "step": 89758
    },
    {
      "epoch": 4.175808327518028,
      "grad_norm": 1.6599194323645796,
      "learning_rate": 6.522854722090679e-05,
      "loss": 1.7109,
      "step": 89759
    },
    {
      "epoch": 4.175854849965108,
      "grad_norm": 1.5651790815377815,
      "learning_rate": 6.522548535216464e-05,
      "loss": 1.5859,
      "step": 89760
    },
    {
      "epoch": 4.175901372412189,
      "grad_norm": 1.602583907462274,
      "learning_rate": 6.522242353532195e-05,
      "loss": 1.5234,
      "step": 89761
    },
    {
      "epoch": 4.175947894859269,
      "grad_norm": 1.5130865094959878,
      "learning_rate": 6.521936177038054e-05,
      "loss": 1.4531,
      "step": 89762
    },
    {
      "epoch": 4.175994417306351,
      "grad_norm": 1.6512295619468003,
      "learning_rate": 6.521630005734238e-05,
      "loss": 1.6875,
      "step": 89763
    },
    {
      "epoch": 4.176040939753431,
      "grad_norm": 1.588985143448806,
      "learning_rate": 6.521323839620927e-05,
      "loss": 1.5156,
      "step": 89764
    },
    {
      "epoch": 4.1760874622005115,
      "grad_norm": 1.5927533252097414,
      "learning_rate": 6.521017678698315e-05,
      "loss": 1.6406,
      "step": 89765
    },
    {
      "epoch": 4.176133984647593,
      "grad_norm": 1.6013207383997219,
      "learning_rate": 6.520711522966586e-05,
      "loss": 1.5156,
      "step": 89766
    },
    {
      "epoch": 4.176180507094673,
      "grad_norm": 1.6457159035084,
      "learning_rate": 6.520405372425921e-05,
      "loss": 1.5312,
      "step": 89767
    },
    {
      "epoch": 4.176227029541754,
      "grad_norm": 1.6143337874506425,
      "learning_rate": 6.520099227076521e-05,
      "loss": 1.7266,
      "step": 89768
    },
    {
      "epoch": 4.176273551988834,
      "grad_norm": 1.8436658483111603,
      "learning_rate": 6.519793086918565e-05,
      "loss": 1.9688,
      "step": 89769
    },
    {
      "epoch": 4.176320074435916,
      "grad_norm": 1.6475726860036375,
      "learning_rate": 6.519486951952244e-05,
      "loss": 1.5703,
      "step": 89770
    },
    {
      "epoch": 4.176366596882996,
      "grad_norm": 1.4275457747147549,
      "learning_rate": 6.519180822177735e-05,
      "loss": 1.375,
      "step": 89771
    },
    {
      "epoch": 4.176413119330077,
      "grad_norm": 1.7118949417447158,
      "learning_rate": 6.51887469759524e-05,
      "loss": 1.7422,
      "step": 89772
    },
    {
      "epoch": 4.176459641777157,
      "grad_norm": 1.635399579501149,
      "learning_rate": 6.518568578204939e-05,
      "loss": 1.7031,
      "step": 89773
    },
    {
      "epoch": 4.1765061642242385,
      "grad_norm": 1.6778146121604527,
      "learning_rate": 6.518262464007022e-05,
      "loss": 1.5625,
      "step": 89774
    },
    {
      "epoch": 4.176552686671319,
      "grad_norm": 1.7012682726206514,
      "learning_rate": 6.517956355001668e-05,
      "loss": 1.7188,
      "step": 89775
    },
    {
      "epoch": 4.176599209118399,
      "grad_norm": 1.6063200188673428,
      "learning_rate": 6.517650251189077e-05,
      "loss": 1.5859,
      "step": 89776
    },
    {
      "epoch": 4.176645731565481,
      "grad_norm": 1.7295118389298065,
      "learning_rate": 6.517344152569431e-05,
      "loss": 1.875,
      "step": 89777
    },
    {
      "epoch": 4.176692254012561,
      "grad_norm": 1.4890007492369004,
      "learning_rate": 6.517038059142916e-05,
      "loss": 1.4141,
      "step": 89778
    },
    {
      "epoch": 4.176738776459642,
      "grad_norm": 1.5883412164931068,
      "learning_rate": 6.51673197090972e-05,
      "loss": 1.6016,
      "step": 89779
    },
    {
      "epoch": 4.176785298906722,
      "grad_norm": 1.5948625641957728,
      "learning_rate": 6.516425887870027e-05,
      "loss": 1.6875,
      "step": 89780
    },
    {
      "epoch": 4.176831821353804,
      "grad_norm": 1.6102455864671756,
      "learning_rate": 6.516119810024031e-05,
      "loss": 1.5781,
      "step": 89781
    },
    {
      "epoch": 4.176878343800884,
      "grad_norm": 1.5285955792823156,
      "learning_rate": 6.515813737371919e-05,
      "loss": 1.4453,
      "step": 89782
    },
    {
      "epoch": 4.1769248662479646,
      "grad_norm": 1.6506253371590187,
      "learning_rate": 6.515507669913873e-05,
      "loss": 1.6172,
      "step": 89783
    },
    {
      "epoch": 4.176971388695045,
      "grad_norm": 1.4827169990209692,
      "learning_rate": 6.51520160765008e-05,
      "loss": 1.3984,
      "step": 89784
    },
    {
      "epoch": 4.177017911142126,
      "grad_norm": 1.7672784381409623,
      "learning_rate": 6.514895550580736e-05,
      "loss": 1.8047,
      "step": 89785
    },
    {
      "epoch": 4.177064433589207,
      "grad_norm": 1.7546787454563426,
      "learning_rate": 6.514589498706016e-05,
      "loss": 1.7031,
      "step": 89786
    },
    {
      "epoch": 4.177110956036287,
      "grad_norm": 1.748043445573456,
      "learning_rate": 6.514283452026121e-05,
      "loss": 1.7344,
      "step": 89787
    },
    {
      "epoch": 4.177157478483368,
      "grad_norm": 1.5563499368193938,
      "learning_rate": 6.513977410541231e-05,
      "loss": 1.4219,
      "step": 89788
    },
    {
      "epoch": 4.177204000930449,
      "grad_norm": 1.736848345942643,
      "learning_rate": 6.51367137425153e-05,
      "loss": 1.8203,
      "step": 89789
    },
    {
      "epoch": 4.17725052337753,
      "grad_norm": 1.5077905600311126,
      "learning_rate": 6.513365343157213e-05,
      "loss": 1.4375,
      "step": 89790
    },
    {
      "epoch": 4.17729704582461,
      "grad_norm": 1.6162116618082076,
      "learning_rate": 6.513059317258465e-05,
      "loss": 1.6016,
      "step": 89791
    },
    {
      "epoch": 4.1773435682716915,
      "grad_norm": 1.5559024078137618,
      "learning_rate": 6.512753296555472e-05,
      "loss": 1.5312,
      "step": 89792
    },
    {
      "epoch": 4.177390090718772,
      "grad_norm": 1.5265857049709564,
      "learning_rate": 6.512447281048415e-05,
      "loss": 1.4219,
      "step": 89793
    },
    {
      "epoch": 4.1774366131658525,
      "grad_norm": 1.6035868441962942,
      "learning_rate": 6.512141270737494e-05,
      "loss": 1.5625,
      "step": 89794
    },
    {
      "epoch": 4.177483135612933,
      "grad_norm": 1.6510390143877278,
      "learning_rate": 6.51183526562289e-05,
      "loss": 1.6484,
      "step": 89795
    },
    {
      "epoch": 4.177529658060014,
      "grad_norm": 1.6355235479780224,
      "learning_rate": 6.511529265704789e-05,
      "loss": 1.5859,
      "step": 89796
    },
    {
      "epoch": 4.177576180507095,
      "grad_norm": 1.65675994806817,
      "learning_rate": 6.511223270983377e-05,
      "loss": 1.6172,
      "step": 89797
    },
    {
      "epoch": 4.177622702954175,
      "grad_norm": 1.683570617312565,
      "learning_rate": 6.510917281458849e-05,
      "loss": 1.6953,
      "step": 89798
    },
    {
      "epoch": 4.177669225401256,
      "grad_norm": 1.6317189222342685,
      "learning_rate": 6.510611297131386e-05,
      "loss": 1.6406,
      "step": 89799
    },
    {
      "epoch": 4.177715747848337,
      "grad_norm": 1.6721090033622947,
      "learning_rate": 6.510305318001179e-05,
      "loss": 1.5859,
      "step": 89800
    },
    {
      "epoch": 4.177762270295418,
      "grad_norm": 1.618605386364875,
      "learning_rate": 6.509999344068407e-05,
      "loss": 1.5625,
      "step": 89801
    },
    {
      "epoch": 4.177808792742498,
      "grad_norm": 1.7982500809050401,
      "learning_rate": 6.509693375333266e-05,
      "loss": 1.8516,
      "step": 89802
    },
    {
      "epoch": 4.1778553151895785,
      "grad_norm": 1.619484612573446,
      "learning_rate": 6.509387411795943e-05,
      "loss": 1.4766,
      "step": 89803
    },
    {
      "epoch": 4.17790183763666,
      "grad_norm": 1.7048495911711383,
      "learning_rate": 6.509081453456625e-05,
      "loss": 1.8281,
      "step": 89804
    },
    {
      "epoch": 4.17794836008374,
      "grad_norm": 1.709758326495187,
      "learning_rate": 6.508775500315495e-05,
      "loss": 1.7109,
      "step": 89805
    },
    {
      "epoch": 4.177994882530821,
      "grad_norm": 1.6565458625453828,
      "learning_rate": 6.508469552372737e-05,
      "loss": 1.6562,
      "step": 89806
    },
    {
      "epoch": 4.178041404977902,
      "grad_norm": 1.4416314492132711,
      "learning_rate": 6.50816360962855e-05,
      "loss": 1.3828,
      "step": 89807
    },
    {
      "epoch": 4.178087927424983,
      "grad_norm": 1.6842671947084644,
      "learning_rate": 6.50785767208311e-05,
      "loss": 1.5625,
      "step": 89808
    },
    {
      "epoch": 4.178134449872063,
      "grad_norm": 1.545224636910741,
      "learning_rate": 6.507551739736616e-05,
      "loss": 1.5156,
      "step": 89809
    },
    {
      "epoch": 4.178180972319144,
      "grad_norm": 1.6636452780615039,
      "learning_rate": 6.507245812589248e-05,
      "loss": 1.6641,
      "step": 89810
    },
    {
      "epoch": 4.178227494766225,
      "grad_norm": 1.8189326044417375,
      "learning_rate": 6.506939890641189e-05,
      "loss": 1.7578,
      "step": 89811
    },
    {
      "epoch": 4.1782740172133055,
      "grad_norm": 1.7262710609401681,
      "learning_rate": 6.506633973892635e-05,
      "loss": 1.8672,
      "step": 89812
    },
    {
      "epoch": 4.178320539660386,
      "grad_norm": 1.734737798256604,
      "learning_rate": 6.506328062343772e-05,
      "loss": 1.8984,
      "step": 89813
    },
    {
      "epoch": 4.1783670621074664,
      "grad_norm": 1.6219419104064037,
      "learning_rate": 6.506022155994784e-05,
      "loss": 1.5781,
      "step": 89814
    },
    {
      "epoch": 4.178413584554548,
      "grad_norm": 1.627104741148523,
      "learning_rate": 6.505716254845855e-05,
      "loss": 1.5859,
      "step": 89815
    },
    {
      "epoch": 4.178460107001628,
      "grad_norm": 1.4901657683743805,
      "learning_rate": 6.50541035889718e-05,
      "loss": 1.3984,
      "step": 89816
    },
    {
      "epoch": 4.178506629448709,
      "grad_norm": 1.5340905363671382,
      "learning_rate": 6.505104468148944e-05,
      "loss": 1.3203,
      "step": 89817
    },
    {
      "epoch": 4.17855315189579,
      "grad_norm": 1.6170180221518422,
      "learning_rate": 6.504798582601334e-05,
      "loss": 1.6719,
      "step": 89818
    },
    {
      "epoch": 4.178599674342871,
      "grad_norm": 2.054108885006121,
      "learning_rate": 6.50449270225453e-05,
      "loss": 1.7109,
      "step": 89819
    },
    {
      "epoch": 4.178646196789951,
      "grad_norm": 1.5994695047848735,
      "learning_rate": 6.504186827108732e-05,
      "loss": 1.6172,
      "step": 89820
    },
    {
      "epoch": 4.178692719237032,
      "grad_norm": 1.6668391190323797,
      "learning_rate": 6.50388095716412e-05,
      "loss": 1.2422,
      "step": 89821
    },
    {
      "epoch": 4.178739241684113,
      "grad_norm": 1.605411936177257,
      "learning_rate": 6.50357509242088e-05,
      "loss": 1.3438,
      "step": 89822
    },
    {
      "epoch": 4.178785764131193,
      "grad_norm": 1.6137390653088604,
      "learning_rate": 6.503269232879199e-05,
      "loss": 1.6641,
      "step": 89823
    },
    {
      "epoch": 4.178832286578274,
      "grad_norm": 1.620562676392516,
      "learning_rate": 6.502963378539271e-05,
      "loss": 1.6094,
      "step": 89824
    },
    {
      "epoch": 4.178878809025354,
      "grad_norm": 1.6552393094609636,
      "learning_rate": 6.50265752940128e-05,
      "loss": 1.6719,
      "step": 89825
    },
    {
      "epoch": 4.178925331472436,
      "grad_norm": 1.7052085009214342,
      "learning_rate": 6.50235168546541e-05,
      "loss": 1.6328,
      "step": 89826
    },
    {
      "epoch": 4.178971853919516,
      "grad_norm": 1.6275374672004712,
      "learning_rate": 6.502045846731847e-05,
      "loss": 1.4766,
      "step": 89827
    },
    {
      "epoch": 4.179018376366597,
      "grad_norm": 1.6333287261575997,
      "learning_rate": 6.501740013200787e-05,
      "loss": 1.5781,
      "step": 89828
    },
    {
      "epoch": 4.179064898813678,
      "grad_norm": 1.4635769784560366,
      "learning_rate": 6.501434184872405e-05,
      "loss": 1.3438,
      "step": 89829
    },
    {
      "epoch": 4.1791114212607585,
      "grad_norm": 1.5447462075435645,
      "learning_rate": 6.5011283617469e-05,
      "loss": 1.5,
      "step": 89830
    },
    {
      "epoch": 4.179157943707839,
      "grad_norm": 1.583884929653215,
      "learning_rate": 6.500822543824457e-05,
      "loss": 1.6094,
      "step": 89831
    },
    {
      "epoch": 4.1792044661549195,
      "grad_norm": 1.6054020038785377,
      "learning_rate": 6.500516731105259e-05,
      "loss": 1.5078,
      "step": 89832
    },
    {
      "epoch": 4.179250988602001,
      "grad_norm": 1.8294910317089284,
      "learning_rate": 6.500210923589489e-05,
      "loss": 1.7891,
      "step": 89833
    },
    {
      "epoch": 4.179297511049081,
      "grad_norm": 1.6754034964837696,
      "learning_rate": 6.499905121277346e-05,
      "loss": 1.6875,
      "step": 89834
    },
    {
      "epoch": 4.179344033496162,
      "grad_norm": 1.7268556670792208,
      "learning_rate": 6.49959932416901e-05,
      "loss": 1.6797,
      "step": 89835
    },
    {
      "epoch": 4.179390555943242,
      "grad_norm": 1.5407990742823903,
      "learning_rate": 6.499293532264672e-05,
      "loss": 1.6641,
      "step": 89836
    },
    {
      "epoch": 4.179437078390324,
      "grad_norm": 1.7347131424916147,
      "learning_rate": 6.498987745564509e-05,
      "loss": 1.7031,
      "step": 89837
    },
    {
      "epoch": 4.179483600837404,
      "grad_norm": 1.6849592526929467,
      "learning_rate": 6.498681964068721e-05,
      "loss": 1.6641,
      "step": 89838
    },
    {
      "epoch": 4.179530123284485,
      "grad_norm": 1.7840248715647575,
      "learning_rate": 6.498376187777491e-05,
      "loss": 1.6875,
      "step": 89839
    },
    {
      "epoch": 4.179576645731565,
      "grad_norm": 1.6706875875108544,
      "learning_rate": 6.498070416691005e-05,
      "loss": 1.7422,
      "step": 89840
    },
    {
      "epoch": 4.179623168178646,
      "grad_norm": 1.6900103357127259,
      "learning_rate": 6.497764650809445e-05,
      "loss": 1.5938,
      "step": 89841
    },
    {
      "epoch": 4.179669690625727,
      "grad_norm": 1.4699283928451032,
      "learning_rate": 6.497458890133009e-05,
      "loss": 1.3594,
      "step": 89842
    },
    {
      "epoch": 4.179716213072807,
      "grad_norm": 1.660568856251365,
      "learning_rate": 6.497153134661877e-05,
      "loss": 1.5391,
      "step": 89843
    },
    {
      "epoch": 4.179762735519889,
      "grad_norm": 1.7169781094044618,
      "learning_rate": 6.49684738439624e-05,
      "loss": 1.6797,
      "step": 89844
    },
    {
      "epoch": 4.179809257966969,
      "grad_norm": 1.7138709397215368,
      "learning_rate": 6.49654163933628e-05,
      "loss": 1.7422,
      "step": 89845
    },
    {
      "epoch": 4.17985578041405,
      "grad_norm": 1.7315250963345823,
      "learning_rate": 6.496235899482189e-05,
      "loss": 1.7578,
      "step": 89846
    },
    {
      "epoch": 4.17990230286113,
      "grad_norm": 1.5618427046994745,
      "learning_rate": 6.495930164834153e-05,
      "loss": 1.5234,
      "step": 89847
    },
    {
      "epoch": 4.1799488253082115,
      "grad_norm": 1.7091906034884239,
      "learning_rate": 6.495624435392359e-05,
      "loss": 1.8359,
      "step": 89848
    },
    {
      "epoch": 4.179995347755292,
      "grad_norm": 1.603041679962362,
      "learning_rate": 6.495318711156989e-05,
      "loss": 1.6719,
      "step": 89849
    },
    {
      "epoch": 4.1800418702023725,
      "grad_norm": 1.6303122233283642,
      "learning_rate": 6.49501299212824e-05,
      "loss": 1.5156,
      "step": 89850
    },
    {
      "epoch": 4.180088392649453,
      "grad_norm": 1.6555914525664464,
      "learning_rate": 6.494707278306289e-05,
      "loss": 1.6328,
      "step": 89851
    },
    {
      "epoch": 4.180134915096534,
      "grad_norm": 1.5957937154201753,
      "learning_rate": 6.494401569691333e-05,
      "loss": 1.5234,
      "step": 89852
    },
    {
      "epoch": 4.180181437543615,
      "grad_norm": 1.7065987000140483,
      "learning_rate": 6.494095866283556e-05,
      "loss": 1.6562,
      "step": 89853
    },
    {
      "epoch": 4.180227959990695,
      "grad_norm": 1.5755307586001148,
      "learning_rate": 6.493790168083136e-05,
      "loss": 1.5938,
      "step": 89854
    },
    {
      "epoch": 4.180274482437776,
      "grad_norm": 1.6930795921248176,
      "learning_rate": 6.493484475090276e-05,
      "loss": 1.6797,
      "step": 89855
    },
    {
      "epoch": 4.180321004884857,
      "grad_norm": 1.597031143913041,
      "learning_rate": 6.493178787305153e-05,
      "loss": 1.5469,
      "step": 89856
    },
    {
      "epoch": 4.180367527331938,
      "grad_norm": 1.4341052415767317,
      "learning_rate": 6.492873104727957e-05,
      "loss": 1.2422,
      "step": 89857
    },
    {
      "epoch": 4.180414049779018,
      "grad_norm": 1.673195124359856,
      "learning_rate": 6.492567427358874e-05,
      "loss": 1.6562,
      "step": 89858
    },
    {
      "epoch": 4.1804605722260995,
      "grad_norm": 1.6191411449765625,
      "learning_rate": 6.492261755198085e-05,
      "loss": 1.2422,
      "step": 89859
    },
    {
      "epoch": 4.18050709467318,
      "grad_norm": 1.739032260915089,
      "learning_rate": 6.491956088245792e-05,
      "loss": 1.7422,
      "step": 89860
    },
    {
      "epoch": 4.18055361712026,
      "grad_norm": 1.6211338408593168,
      "learning_rate": 6.49165042650217e-05,
      "loss": 1.6797,
      "step": 89861
    },
    {
      "epoch": 4.180600139567341,
      "grad_norm": 1.7017513439122673,
      "learning_rate": 6.49134476996741e-05,
      "loss": 1.7891,
      "step": 89862
    },
    {
      "epoch": 4.180646662014422,
      "grad_norm": 1.5895408422114075,
      "learning_rate": 6.491039118641695e-05,
      "loss": 1.5234,
      "step": 89863
    },
    {
      "epoch": 4.180693184461503,
      "grad_norm": 1.7532224805348722,
      "learning_rate": 6.49073347252522e-05,
      "loss": 1.9219,
      "step": 89864
    },
    {
      "epoch": 4.180739706908583,
      "grad_norm": 1.7536704842417703,
      "learning_rate": 6.49042783161817e-05,
      "loss": 1.7891,
      "step": 89865
    },
    {
      "epoch": 4.180786229355664,
      "grad_norm": 1.7551619794916373,
      "learning_rate": 6.49012219592073e-05,
      "loss": 1.7812,
      "step": 89866
    },
    {
      "epoch": 4.180832751802745,
      "grad_norm": 1.5440217992398508,
      "learning_rate": 6.489816565433082e-05,
      "loss": 1.3984,
      "step": 89867
    },
    {
      "epoch": 4.1808792742498255,
      "grad_norm": 1.721184963476286,
      "learning_rate": 6.489510940155423e-05,
      "loss": 1.6562,
      "step": 89868
    },
    {
      "epoch": 4.180925796696906,
      "grad_norm": 1.543140384042677,
      "learning_rate": 6.489205320087935e-05,
      "loss": 1.5,
      "step": 89869
    },
    {
      "epoch": 4.180972319143987,
      "grad_norm": 1.6483561764156571,
      "learning_rate": 6.488899705230806e-05,
      "loss": 1.7188,
      "step": 89870
    },
    {
      "epoch": 4.181018841591068,
      "grad_norm": 1.6488773703101458,
      "learning_rate": 6.488594095584217e-05,
      "loss": 1.6641,
      "step": 89871
    },
    {
      "epoch": 4.181065364038148,
      "grad_norm": 1.7323117033402493,
      "learning_rate": 6.488288491148368e-05,
      "loss": 1.7422,
      "step": 89872
    },
    {
      "epoch": 4.181111886485229,
      "grad_norm": 1.7265221931357393,
      "learning_rate": 6.487982891923432e-05,
      "loss": 1.375,
      "step": 89873
    },
    {
      "epoch": 4.18115840893231,
      "grad_norm": 1.4882603901626077,
      "learning_rate": 6.487677297909608e-05,
      "loss": 1.3984,
      "step": 89874
    },
    {
      "epoch": 4.181204931379391,
      "grad_norm": 1.5916033452253115,
      "learning_rate": 6.487371709107081e-05,
      "loss": 1.5469,
      "step": 89875
    },
    {
      "epoch": 4.181251453826471,
      "grad_norm": 1.698702077860021,
      "learning_rate": 6.487066125516027e-05,
      "loss": 1.7578,
      "step": 89876
    },
    {
      "epoch": 4.181297976273552,
      "grad_norm": 1.5969338865647256,
      "learning_rate": 6.486760547136647e-05,
      "loss": 1.5625,
      "step": 89877
    },
    {
      "epoch": 4.181344498720633,
      "grad_norm": 1.7178584937258252,
      "learning_rate": 6.486454973969122e-05,
      "loss": 1.7578,
      "step": 89878
    },
    {
      "epoch": 4.181391021167713,
      "grad_norm": 1.5357721829550846,
      "learning_rate": 6.486149406013642e-05,
      "loss": 1.4297,
      "step": 89879
    },
    {
      "epoch": 4.181437543614794,
      "grad_norm": 1.6929372956691036,
      "learning_rate": 6.485843843270385e-05,
      "loss": 1.625,
      "step": 89880
    },
    {
      "epoch": 4.181484066061875,
      "grad_norm": 1.629466667741466,
      "learning_rate": 6.485538285739549e-05,
      "loss": 1.6328,
      "step": 89881
    },
    {
      "epoch": 4.181530588508956,
      "grad_norm": 1.5621505072580186,
      "learning_rate": 6.485232733421316e-05,
      "loss": 1.5703,
      "step": 89882
    },
    {
      "epoch": 4.181577110956036,
      "grad_norm": 1.5904248709947568,
      "learning_rate": 6.484927186315876e-05,
      "loss": 1.6016,
      "step": 89883
    },
    {
      "epoch": 4.181623633403117,
      "grad_norm": 1.641043356669097,
      "learning_rate": 6.484621644423413e-05,
      "loss": 1.6328,
      "step": 89884
    },
    {
      "epoch": 4.181670155850198,
      "grad_norm": 1.6413760456058795,
      "learning_rate": 6.484316107744107e-05,
      "loss": 1.6406,
      "step": 89885
    },
    {
      "epoch": 4.1817166782972786,
      "grad_norm": 1.7112927748761229,
      "learning_rate": 6.484010576278161e-05,
      "loss": 1.6875,
      "step": 89886
    },
    {
      "epoch": 4.181763200744359,
      "grad_norm": 1.6571551718437616,
      "learning_rate": 6.483705050025754e-05,
      "loss": 1.5703,
      "step": 89887
    },
    {
      "epoch": 4.1818097231914395,
      "grad_norm": 1.7320203113032258,
      "learning_rate": 6.483399528987071e-05,
      "loss": 1.8594,
      "step": 89888
    },
    {
      "epoch": 4.181856245638521,
      "grad_norm": 1.734160281924149,
      "learning_rate": 6.483094013162297e-05,
      "loss": 1.7422,
      "step": 89889
    },
    {
      "epoch": 4.181902768085601,
      "grad_norm": 1.6408728056689048,
      "learning_rate": 6.482788502551629e-05,
      "loss": 1.5859,
      "step": 89890
    },
    {
      "epoch": 4.181949290532682,
      "grad_norm": 1.4588903199181678,
      "learning_rate": 6.482482997155246e-05,
      "loss": 1.3516,
      "step": 89891
    },
    {
      "epoch": 4.181995812979762,
      "grad_norm": 1.6426480835860202,
      "learning_rate": 6.482177496973339e-05,
      "loss": 1.6406,
      "step": 89892
    },
    {
      "epoch": 4.182042335426844,
      "grad_norm": 1.6472610425150271,
      "learning_rate": 6.481872002006086e-05,
      "loss": 1.7969,
      "step": 89893
    },
    {
      "epoch": 4.182088857873924,
      "grad_norm": 1.6918925485864607,
      "learning_rate": 6.481566512253688e-05,
      "loss": 1.6797,
      "step": 89894
    },
    {
      "epoch": 4.182135380321005,
      "grad_norm": 1.5420836574205425,
      "learning_rate": 6.48126102771632e-05,
      "loss": 1.4922,
      "step": 89895
    },
    {
      "epoch": 4.182181902768086,
      "grad_norm": 1.6406482199129173,
      "learning_rate": 6.480955548394179e-05,
      "loss": 1.4922,
      "step": 89896
    },
    {
      "epoch": 4.1822284252151665,
      "grad_norm": 1.7208741598073476,
      "learning_rate": 6.480650074287447e-05,
      "loss": 1.6797,
      "step": 89897
    },
    {
      "epoch": 4.182274947662247,
      "grad_norm": 1.6692990933533371,
      "learning_rate": 6.480344605396305e-05,
      "loss": 1.6406,
      "step": 89898
    },
    {
      "epoch": 4.182321470109327,
      "grad_norm": 1.634378160884323,
      "learning_rate": 6.480039141720953e-05,
      "loss": 1.5938,
      "step": 89899
    },
    {
      "epoch": 4.182367992556409,
      "grad_norm": 1.6595924750044435,
      "learning_rate": 6.479733683261571e-05,
      "loss": 1.3672,
      "step": 89900
    },
    {
      "epoch": 4.182414515003489,
      "grad_norm": 1.5648479927735701,
      "learning_rate": 6.479428230018348e-05,
      "loss": 1.5547,
      "step": 89901
    },
    {
      "epoch": 4.18246103745057,
      "grad_norm": 1.7931740316628968,
      "learning_rate": 6.479122781991461e-05,
      "loss": 1.8828,
      "step": 89902
    },
    {
      "epoch": 4.18250755989765,
      "grad_norm": 1.6523043119051564,
      "learning_rate": 6.478817339181111e-05,
      "loss": 1.5938,
      "step": 89903
    },
    {
      "epoch": 4.182554082344732,
      "grad_norm": 1.5690578990821755,
      "learning_rate": 6.47851190158748e-05,
      "loss": 1.5,
      "step": 89904
    },
    {
      "epoch": 4.182600604791812,
      "grad_norm": 1.589940277523122,
      "learning_rate": 6.478206469210755e-05,
      "loss": 1.4922,
      "step": 89905
    },
    {
      "epoch": 4.1826471272388925,
      "grad_norm": 1.6300261575912536,
      "learning_rate": 6.477901042051114e-05,
      "loss": 1.5312,
      "step": 89906
    },
    {
      "epoch": 4.182693649685974,
      "grad_norm": 1.817906711432502,
      "learning_rate": 6.477595620108762e-05,
      "loss": 1.7969,
      "step": 89907
    },
    {
      "epoch": 4.182740172133054,
      "grad_norm": 1.71682341938709,
      "learning_rate": 6.477290203383875e-05,
      "loss": 1.6562,
      "step": 89908
    },
    {
      "epoch": 4.182786694580135,
      "grad_norm": 1.5094868642407058,
      "learning_rate": 6.476984791876639e-05,
      "loss": 1.3359,
      "step": 89909
    },
    {
      "epoch": 4.182833217027215,
      "grad_norm": 1.5776743926780585,
      "learning_rate": 6.476679385587243e-05,
      "loss": 1.5703,
      "step": 89910
    },
    {
      "epoch": 4.182879739474297,
      "grad_norm": 1.7460908749381678,
      "learning_rate": 6.476373984515869e-05,
      "loss": 1.8281,
      "step": 89911
    },
    {
      "epoch": 4.182926261921377,
      "grad_norm": 1.7441203146774293,
      "learning_rate": 6.476068588662717e-05,
      "loss": 1.7422,
      "step": 89912
    },
    {
      "epoch": 4.182972784368458,
      "grad_norm": 1.59933332638836,
      "learning_rate": 6.475763198027965e-05,
      "loss": 1.7578,
      "step": 89913
    },
    {
      "epoch": 4.183019306815538,
      "grad_norm": 1.6053388243322804,
      "learning_rate": 6.475457812611799e-05,
      "loss": 1.6172,
      "step": 89914
    },
    {
      "epoch": 4.1830658292626195,
      "grad_norm": 1.737204810693987,
      "learning_rate": 6.475152432414406e-05,
      "loss": 1.5859,
      "step": 89915
    },
    {
      "epoch": 4.1831123517097,
      "grad_norm": 1.6177418007533364,
      "learning_rate": 6.474847057435978e-05,
      "loss": 1.5859,
      "step": 89916
    },
    {
      "epoch": 4.1831588741567804,
      "grad_norm": 1.5839256750396966,
      "learning_rate": 6.474541687676693e-05,
      "loss": 1.5703,
      "step": 89917
    },
    {
      "epoch": 4.183205396603862,
      "grad_norm": 1.528774043000507,
      "learning_rate": 6.47423632313675e-05,
      "loss": 1.4844,
      "step": 89918
    },
    {
      "epoch": 4.183251919050942,
      "grad_norm": 1.7062796136205558,
      "learning_rate": 6.47393096381633e-05,
      "loss": 1.5234,
      "step": 89919
    },
    {
      "epoch": 4.183298441498023,
      "grad_norm": 1.6196345078105148,
      "learning_rate": 6.473625609715613e-05,
      "loss": 1.6484,
      "step": 89920
    },
    {
      "epoch": 4.183344963945103,
      "grad_norm": 1.6690596089137486,
      "learning_rate": 6.473320260834799e-05,
      "loss": 1.6641,
      "step": 89921
    },
    {
      "epoch": 4.183391486392185,
      "grad_norm": 1.6212914065083075,
      "learning_rate": 6.473014917174069e-05,
      "loss": 1.4688,
      "step": 89922
    },
    {
      "epoch": 4.183438008839265,
      "grad_norm": 1.728418492593348,
      "learning_rate": 6.472709578733609e-05,
      "loss": 1.7578,
      "step": 89923
    },
    {
      "epoch": 4.183484531286346,
      "grad_norm": 1.6424564190739277,
      "learning_rate": 6.4724042455136e-05,
      "loss": 1.6797,
      "step": 89924
    },
    {
      "epoch": 4.183531053733426,
      "grad_norm": 1.5959860127788972,
      "learning_rate": 6.472098917514243e-05,
      "loss": 1.5,
      "step": 89925
    },
    {
      "epoch": 4.183577576180507,
      "grad_norm": 1.6804505513444077,
      "learning_rate": 6.471793594735717e-05,
      "loss": 1.75,
      "step": 89926
    },
    {
      "epoch": 4.183624098627588,
      "grad_norm": 1.761677910378876,
      "learning_rate": 6.47148827717821e-05,
      "loss": 1.8594,
      "step": 89927
    },
    {
      "epoch": 4.183670621074668,
      "grad_norm": 1.473946148701644,
      "learning_rate": 6.4711829648419e-05,
      "loss": 1.4453,
      "step": 89928
    },
    {
      "epoch": 4.183717143521749,
      "grad_norm": 1.7908739077096536,
      "learning_rate": 6.470877657726989e-05,
      "loss": 1.9531,
      "step": 89929
    },
    {
      "epoch": 4.18376366596883,
      "grad_norm": 1.7854347779474868,
      "learning_rate": 6.470572355833656e-05,
      "loss": 1.8516,
      "step": 89930
    },
    {
      "epoch": 4.183810188415911,
      "grad_norm": 1.5389238461205137,
      "learning_rate": 6.47026705916209e-05,
      "loss": 1.4609,
      "step": 89931
    },
    {
      "epoch": 4.183856710862991,
      "grad_norm": 1.7255554739450698,
      "learning_rate": 6.469961767712472e-05,
      "loss": 1.7812,
      "step": 89932
    },
    {
      "epoch": 4.1839032333100725,
      "grad_norm": 1.5852374979981116,
      "learning_rate": 6.469656481484998e-05,
      "loss": 1.4688,
      "step": 89933
    },
    {
      "epoch": 4.183949755757153,
      "grad_norm": 1.7491959037619835,
      "learning_rate": 6.469351200479852e-05,
      "loss": 1.8906,
      "step": 89934
    },
    {
      "epoch": 4.1839962782042335,
      "grad_norm": 1.6511068244645932,
      "learning_rate": 6.469045924697216e-05,
      "loss": 1.6484,
      "step": 89935
    },
    {
      "epoch": 4.184042800651314,
      "grad_norm": 1.6653838723497147,
      "learning_rate": 6.468740654137283e-05,
      "loss": 1.6562,
      "step": 89936
    },
    {
      "epoch": 4.184089323098395,
      "grad_norm": 1.6805845338740477,
      "learning_rate": 6.468435388800231e-05,
      "loss": 1.7109,
      "step": 89937
    },
    {
      "epoch": 4.184135845545476,
      "grad_norm": 1.5009309267127444,
      "learning_rate": 6.468130128686259e-05,
      "loss": 1.3203,
      "step": 89938
    },
    {
      "epoch": 4.184182367992556,
      "grad_norm": 1.6462057123171596,
      "learning_rate": 6.467824873795542e-05,
      "loss": 1.5781,
      "step": 89939
    },
    {
      "epoch": 4.184228890439637,
      "grad_norm": 1.5971798601297449,
      "learning_rate": 6.467519624128279e-05,
      "loss": 1.6406,
      "step": 89940
    },
    {
      "epoch": 4.184275412886718,
      "grad_norm": 1.719741250026387,
      "learning_rate": 6.467214379684651e-05,
      "loss": 1.6172,
      "step": 89941
    },
    {
      "epoch": 4.184321935333799,
      "grad_norm": 1.6337043224877938,
      "learning_rate": 6.466909140464839e-05,
      "loss": 1.6641,
      "step": 89942
    },
    {
      "epoch": 4.184368457780879,
      "grad_norm": 1.6326997029063666,
      "learning_rate": 6.46660390646904e-05,
      "loss": 1.5156,
      "step": 89943
    },
    {
      "epoch": 4.1844149802279595,
      "grad_norm": 1.6290763723565371,
      "learning_rate": 6.466298677697438e-05,
      "loss": 1.5391,
      "step": 89944
    },
    {
      "epoch": 4.184461502675041,
      "grad_norm": 1.6861163134831387,
      "learning_rate": 6.465993454150216e-05,
      "loss": 1.7656,
      "step": 89945
    },
    {
      "epoch": 4.184508025122121,
      "grad_norm": 1.5162030907801842,
      "learning_rate": 6.465688235827561e-05,
      "loss": 1.4609,
      "step": 89946
    },
    {
      "epoch": 4.184554547569202,
      "grad_norm": 1.6216571112429763,
      "learning_rate": 6.465383022729665e-05,
      "loss": 1.5547,
      "step": 89947
    },
    {
      "epoch": 4.184601070016283,
      "grad_norm": 1.7625490628523968,
      "learning_rate": 6.465077814856712e-05,
      "loss": 1.8281,
      "step": 89948
    },
    {
      "epoch": 4.184647592463364,
      "grad_norm": 1.6885243843675435,
      "learning_rate": 6.46477261220889e-05,
      "loss": 1.6953,
      "step": 89949
    },
    {
      "epoch": 4.184694114910444,
      "grad_norm": 1.7051469154811303,
      "learning_rate": 6.464467414786377e-05,
      "loss": 1.5391,
      "step": 89950
    },
    {
      "epoch": 4.184740637357525,
      "grad_norm": 1.5870294523670787,
      "learning_rate": 6.464162222589374e-05,
      "loss": 1.5391,
      "step": 89951
    },
    {
      "epoch": 4.184787159804606,
      "grad_norm": 1.779486445422819,
      "learning_rate": 6.46385703561806e-05,
      "loss": 1.9297,
      "step": 89952
    },
    {
      "epoch": 4.1848336822516865,
      "grad_norm": 1.7849810867709934,
      "learning_rate": 6.463551853872625e-05,
      "loss": 1.8516,
      "step": 89953
    },
    {
      "epoch": 4.184880204698767,
      "grad_norm": 1.739591074426296,
      "learning_rate": 6.463246677353246e-05,
      "loss": 1.7344,
      "step": 89954
    },
    {
      "epoch": 4.1849267271458475,
      "grad_norm": 1.795987025604585,
      "learning_rate": 6.462941506060125e-05,
      "loss": 1.7891,
      "step": 89955
    },
    {
      "epoch": 4.184973249592929,
      "grad_norm": 1.7779687201998686,
      "learning_rate": 6.462636339993443e-05,
      "loss": 1.8594,
      "step": 89956
    },
    {
      "epoch": 4.185019772040009,
      "grad_norm": 1.608162759182906,
      "learning_rate": 6.462331179153382e-05,
      "loss": 1.5625,
      "step": 89957
    },
    {
      "epoch": 4.18506629448709,
      "grad_norm": 1.5427839136733785,
      "learning_rate": 6.462026023540128e-05,
      "loss": 1.4531,
      "step": 89958
    },
    {
      "epoch": 4.185112816934171,
      "grad_norm": 1.6549564998766924,
      "learning_rate": 6.461720873153878e-05,
      "loss": 1.6719,
      "step": 89959
    },
    {
      "epoch": 4.185159339381252,
      "grad_norm": 1.6558111606234807,
      "learning_rate": 6.461415727994811e-05,
      "loss": 1.5938,
      "step": 89960
    },
    {
      "epoch": 4.185205861828332,
      "grad_norm": 1.4771685242213073,
      "learning_rate": 6.461110588063112e-05,
      "loss": 1.4062,
      "step": 89961
    },
    {
      "epoch": 4.185252384275413,
      "grad_norm": 1.5278267463669533,
      "learning_rate": 6.460805453358978e-05,
      "loss": 1.6406,
      "step": 89962
    },
    {
      "epoch": 4.185298906722494,
      "grad_norm": 1.6612420089564994,
      "learning_rate": 6.460500323882582e-05,
      "loss": 1.6406,
      "step": 89963
    },
    {
      "epoch": 4.185345429169574,
      "grad_norm": 1.5303081447510125,
      "learning_rate": 6.460195199634123e-05,
      "loss": 1.5078,
      "step": 89964
    },
    {
      "epoch": 4.185391951616655,
      "grad_norm": 1.7128477405037406,
      "learning_rate": 6.459890080613785e-05,
      "loss": 1.7422,
      "step": 89965
    },
    {
      "epoch": 4.185438474063735,
      "grad_norm": 1.6355357135784805,
      "learning_rate": 6.45958496682175e-05,
      "loss": 1.6797,
      "step": 89966
    },
    {
      "epoch": 4.185484996510817,
      "grad_norm": 1.6675950939097899,
      "learning_rate": 6.459279858258208e-05,
      "loss": 1.6484,
      "step": 89967
    },
    {
      "epoch": 4.185531518957897,
      "grad_norm": 1.77774700603157,
      "learning_rate": 6.45897475492334e-05,
      "loss": 1.8438,
      "step": 89968
    },
    {
      "epoch": 4.185578041404978,
      "grad_norm": 1.6727211931335861,
      "learning_rate": 6.458669656817344e-05,
      "loss": 1.7891,
      "step": 89969
    },
    {
      "epoch": 4.185624563852059,
      "grad_norm": 1.7552904116726065,
      "learning_rate": 6.4583645639404e-05,
      "loss": 1.7578,
      "step": 89970
    },
    {
      "epoch": 4.1856710862991395,
      "grad_norm": 1.7080774736464732,
      "learning_rate": 6.458059476292697e-05,
      "loss": 1.5391,
      "step": 89971
    },
    {
      "epoch": 4.18571760874622,
      "grad_norm": 1.5199532599211647,
      "learning_rate": 6.457754393874413e-05,
      "loss": 1.5078,
      "step": 89972
    },
    {
      "epoch": 4.1857641311933005,
      "grad_norm": 1.670733672286098,
      "learning_rate": 6.457449316685749e-05,
      "loss": 1.6484,
      "step": 89973
    },
    {
      "epoch": 4.185810653640382,
      "grad_norm": 1.723180617819821,
      "learning_rate": 6.457144244726886e-05,
      "loss": 1.8594,
      "step": 89974
    },
    {
      "epoch": 4.185857176087462,
      "grad_norm": 1.748062359377685,
      "learning_rate": 6.456839177998008e-05,
      "loss": 1.7344,
      "step": 89975
    },
    {
      "epoch": 4.185903698534543,
      "grad_norm": 1.7778261929955135,
      "learning_rate": 6.456534116499297e-05,
      "loss": 1.9609,
      "step": 89976
    },
    {
      "epoch": 4.185950220981623,
      "grad_norm": 1.6957132980443077,
      "learning_rate": 6.456229060230952e-05,
      "loss": 1.6328,
      "step": 89977
    },
    {
      "epoch": 4.185996743428705,
      "grad_norm": 1.5685833966348057,
      "learning_rate": 6.455924009193155e-05,
      "loss": 1.4922,
      "step": 89978
    },
    {
      "epoch": 4.186043265875785,
      "grad_norm": 1.7529507631424528,
      "learning_rate": 6.455618963386091e-05,
      "loss": 1.9062,
      "step": 89979
    },
    {
      "epoch": 4.186089788322866,
      "grad_norm": 1.7297160177453488,
      "learning_rate": 6.455313922809943e-05,
      "loss": 1.7188,
      "step": 89980
    },
    {
      "epoch": 4.186136310769946,
      "grad_norm": 1.578107039764452,
      "learning_rate": 6.455008887464907e-05,
      "loss": 1.5781,
      "step": 89981
    },
    {
      "epoch": 4.186182833217027,
      "grad_norm": 1.5019618044442595,
      "learning_rate": 6.454703857351164e-05,
      "loss": 1.3516,
      "step": 89982
    },
    {
      "epoch": 4.186229355664108,
      "grad_norm": 1.5690151409050548,
      "learning_rate": 6.454398832468897e-05,
      "loss": 1.5859,
      "step": 89983
    },
    {
      "epoch": 4.186275878111188,
      "grad_norm": 1.5855043694113653,
      "learning_rate": 6.454093812818304e-05,
      "loss": 1.4844,
      "step": 89984
    },
    {
      "epoch": 4.18632240055827,
      "grad_norm": 1.5921804934603225,
      "learning_rate": 6.453788798399557e-05,
      "loss": 1.625,
      "step": 89985
    },
    {
      "epoch": 4.18636892300535,
      "grad_norm": 1.6948421122048867,
      "learning_rate": 6.45348378921286e-05,
      "loss": 1.6875,
      "step": 89986
    },
    {
      "epoch": 4.186415445452431,
      "grad_norm": 1.7253312607751008,
      "learning_rate": 6.453178785258385e-05,
      "loss": 1.75,
      "step": 89987
    },
    {
      "epoch": 4.186461967899511,
      "grad_norm": 1.4359368669581876,
      "learning_rate": 6.45287378653633e-05,
      "loss": 1.4609,
      "step": 89988
    },
    {
      "epoch": 4.186508490346593,
      "grad_norm": 1.6448026335232173,
      "learning_rate": 6.452568793046868e-05,
      "loss": 1.5938,
      "step": 89989
    },
    {
      "epoch": 4.186555012793673,
      "grad_norm": 1.7047053462974913,
      "learning_rate": 6.452263804790199e-05,
      "loss": 1.7031,
      "step": 89990
    },
    {
      "epoch": 4.1866015352407535,
      "grad_norm": 1.5079926813105866,
      "learning_rate": 6.451958821766506e-05,
      "loss": 1.4453,
      "step": 89991
    },
    {
      "epoch": 4.186648057687834,
      "grad_norm": 1.7373500812611302,
      "learning_rate": 6.451653843975971e-05,
      "loss": 1.7422,
      "step": 89992
    },
    {
      "epoch": 4.186694580134915,
      "grad_norm": 1.702255838261113,
      "learning_rate": 6.451348871418788e-05,
      "loss": 1.6875,
      "step": 89993
    },
    {
      "epoch": 4.186741102581996,
      "grad_norm": 1.559617299444958,
      "learning_rate": 6.451043904095132e-05,
      "loss": 1.4922,
      "step": 89994
    },
    {
      "epoch": 4.186787625029076,
      "grad_norm": 1.4168989936675904,
      "learning_rate": 6.450738942005203e-05,
      "loss": 1.2734,
      "step": 89995
    },
    {
      "epoch": 4.186834147476158,
      "grad_norm": 1.7047854805252078,
      "learning_rate": 6.450433985149183e-05,
      "loss": 1.6641,
      "step": 89996
    },
    {
      "epoch": 4.186880669923238,
      "grad_norm": 1.748898685324453,
      "learning_rate": 6.450129033527255e-05,
      "loss": 1.6562,
      "step": 89997
    },
    {
      "epoch": 4.186927192370319,
      "grad_norm": 1.5706407024685776,
      "learning_rate": 6.449824087139605e-05,
      "loss": 1.6016,
      "step": 89998
    },
    {
      "epoch": 4.186973714817399,
      "grad_norm": 1.76031391586766,
      "learning_rate": 6.449519145986428e-05,
      "loss": 1.75,
      "step": 89999
    },
    {
      "epoch": 4.1870202372644805,
      "grad_norm": 1.5086295248003962,
      "learning_rate": 6.449214210067908e-05,
      "loss": 1.5078,
      "step": 90000
    },
    {
      "epoch": 4.187066759711561,
      "grad_norm": 1.6026068228008037,
      "learning_rate": 6.448909279384226e-05,
      "loss": 1.5625,
      "step": 90001
    },
    {
      "epoch": 4.187113282158641,
      "grad_norm": 1.7865266046281583,
      "learning_rate": 6.448604353935568e-05,
      "loss": 1.7578,
      "step": 90002
    },
    {
      "epoch": 4.187159804605722,
      "grad_norm": 1.5723999736113479,
      "learning_rate": 6.448299433722131e-05,
      "loss": 1.6719,
      "step": 90003
    },
    {
      "epoch": 4.187206327052803,
      "grad_norm": 1.51502597182552,
      "learning_rate": 6.447994518744095e-05,
      "loss": 1.3281,
      "step": 90004
    },
    {
      "epoch": 4.187252849499884,
      "grad_norm": 1.5609695486882558,
      "learning_rate": 6.44768960900164e-05,
      "loss": 1.4609,
      "step": 90005
    },
    {
      "epoch": 4.187299371946964,
      "grad_norm": 1.6043526935113728,
      "learning_rate": 6.447384704494967e-05,
      "loss": 1.4766,
      "step": 90006
    },
    {
      "epoch": 4.187345894394045,
      "grad_norm": 1.6813474229890675,
      "learning_rate": 6.44707980522425e-05,
      "loss": 1.6562,
      "step": 90007
    },
    {
      "epoch": 4.187392416841126,
      "grad_norm": 1.6845292095787896,
      "learning_rate": 6.446774911189687e-05,
      "loss": 1.5547,
      "step": 90008
    },
    {
      "epoch": 4.1874389392882065,
      "grad_norm": 1.8057745911894605,
      "learning_rate": 6.446470022391459e-05,
      "loss": 1.7109,
      "step": 90009
    },
    {
      "epoch": 4.187485461735287,
      "grad_norm": 1.7088329734690046,
      "learning_rate": 6.446165138829751e-05,
      "loss": 1.6562,
      "step": 90010
    },
    {
      "epoch": 4.187531984182368,
      "grad_norm": 1.4938419920108283,
      "learning_rate": 6.445860260504747e-05,
      "loss": 1.3281,
      "step": 90011
    },
    {
      "epoch": 4.187578506629449,
      "grad_norm": 1.5892459839614652,
      "learning_rate": 6.445555387416643e-05,
      "loss": 1.4609,
      "step": 90012
    },
    {
      "epoch": 4.187625029076529,
      "grad_norm": 1.548409770979336,
      "learning_rate": 6.44525051956562e-05,
      "loss": 1.5547,
      "step": 90013
    },
    {
      "epoch": 4.18767155152361,
      "grad_norm": 1.628032851622906,
      "learning_rate": 6.444945656951865e-05,
      "loss": 1.5938,
      "step": 90014
    },
    {
      "epoch": 4.187718073970691,
      "grad_norm": 1.6484518628291929,
      "learning_rate": 6.444640799575557e-05,
      "loss": 1.7031,
      "step": 90015
    },
    {
      "epoch": 4.187764596417772,
      "grad_norm": 1.6332878722373911,
      "learning_rate": 6.4443359474369e-05,
      "loss": 1.6562,
      "step": 90016
    },
    {
      "epoch": 4.187811118864852,
      "grad_norm": 1.5341774071031027,
      "learning_rate": 6.444031100536069e-05,
      "loss": 1.5234,
      "step": 90017
    },
    {
      "epoch": 4.187857641311933,
      "grad_norm": 1.490443930871731,
      "learning_rate": 6.443726258873253e-05,
      "loss": 1.4219,
      "step": 90018
    },
    {
      "epoch": 4.187904163759014,
      "grad_norm": 1.6467398590461668,
      "learning_rate": 6.443421422448636e-05,
      "loss": 1.5859,
      "step": 90019
    },
    {
      "epoch": 4.1879506862060945,
      "grad_norm": 1.7699011531647717,
      "learning_rate": 6.443116591262403e-05,
      "loss": 1.8359,
      "step": 90020
    },
    {
      "epoch": 4.187997208653175,
      "grad_norm": 1.6478698686174966,
      "learning_rate": 6.442811765314752e-05,
      "loss": 1.6328,
      "step": 90021
    },
    {
      "epoch": 4.188043731100256,
      "grad_norm": 1.6979767561571,
      "learning_rate": 6.44250694460586e-05,
      "loss": 1.7031,
      "step": 90022
    },
    {
      "epoch": 4.188090253547337,
      "grad_norm": 1.5549685796703934,
      "learning_rate": 6.442202129135917e-05,
      "loss": 1.4922,
      "step": 90023
    },
    {
      "epoch": 4.188136775994417,
      "grad_norm": 1.670371343314579,
      "learning_rate": 6.441897318905101e-05,
      "loss": 1.6641,
      "step": 90024
    },
    {
      "epoch": 4.188183298441498,
      "grad_norm": 1.609722823852122,
      "learning_rate": 6.441592513913611e-05,
      "loss": 1.6562,
      "step": 90025
    },
    {
      "epoch": 4.188229820888579,
      "grad_norm": 1.5272464299030553,
      "learning_rate": 6.44128771416163e-05,
      "loss": 1.3672,
      "step": 90026
    },
    {
      "epoch": 4.18827634333566,
      "grad_norm": 1.5028546588140488,
      "learning_rate": 6.440982919649337e-05,
      "loss": 1.5547,
      "step": 90027
    },
    {
      "epoch": 4.18832286578274,
      "grad_norm": 1.6235342968752071,
      "learning_rate": 6.440678130376931e-05,
      "loss": 1.5469,
      "step": 90028
    },
    {
      "epoch": 4.1883693882298205,
      "grad_norm": 1.6301795579471048,
      "learning_rate": 6.440373346344586e-05,
      "loss": 1.6328,
      "step": 90029
    },
    {
      "epoch": 4.188415910676902,
      "grad_norm": 1.6845545105990818,
      "learning_rate": 6.4400685675525e-05,
      "loss": 1.6406,
      "step": 90030
    },
    {
      "epoch": 4.188462433123982,
      "grad_norm": 1.7121169376701082,
      "learning_rate": 6.439763794000856e-05,
      "loss": 1.7109,
      "step": 90031
    },
    {
      "epoch": 4.188508955571063,
      "grad_norm": 1.6400170544581838,
      "learning_rate": 6.439459025689838e-05,
      "loss": 1.5,
      "step": 90032
    },
    {
      "epoch": 4.188555478018143,
      "grad_norm": 1.424697137738703,
      "learning_rate": 6.439154262619628e-05,
      "loss": 1.2891,
      "step": 90033
    },
    {
      "epoch": 4.188602000465225,
      "grad_norm": 1.6082769750626835,
      "learning_rate": 6.438849504790423e-05,
      "loss": 1.5469,
      "step": 90034
    },
    {
      "epoch": 4.188648522912305,
      "grad_norm": 1.6319465044962222,
      "learning_rate": 6.438544752202406e-05,
      "loss": 1.4922,
      "step": 90035
    },
    {
      "epoch": 4.188695045359386,
      "grad_norm": 1.669131157526109,
      "learning_rate": 6.438240004855763e-05,
      "loss": 1.6641,
      "step": 90036
    },
    {
      "epoch": 4.188741567806467,
      "grad_norm": 1.699899357571967,
      "learning_rate": 6.437935262750673e-05,
      "loss": 1.7031,
      "step": 90037
    },
    {
      "epoch": 4.1887880902535475,
      "grad_norm": 1.821945252855642,
      "learning_rate": 6.437630525887336e-05,
      "loss": 1.8906,
      "step": 90038
    },
    {
      "epoch": 4.188834612700628,
      "grad_norm": 1.7232886131068934,
      "learning_rate": 6.437325794265931e-05,
      "loss": 1.7969,
      "step": 90039
    },
    {
      "epoch": 4.188881135147708,
      "grad_norm": 1.8164447122213594,
      "learning_rate": 6.437021067886646e-05,
      "loss": 1.7891,
      "step": 90040
    },
    {
      "epoch": 4.18892765759479,
      "grad_norm": 1.5519250589462203,
      "learning_rate": 6.436716346749663e-05,
      "loss": 1.5625,
      "step": 90041
    },
    {
      "epoch": 4.18897418004187,
      "grad_norm": 1.7553225653909839,
      "learning_rate": 6.436411630855176e-05,
      "loss": 1.7266,
      "step": 90042
    },
    {
      "epoch": 4.189020702488951,
      "grad_norm": 1.6759348235185034,
      "learning_rate": 6.436106920203371e-05,
      "loss": 1.5938,
      "step": 90043
    },
    {
      "epoch": 4.189067224936031,
      "grad_norm": 1.7032014886574733,
      "learning_rate": 6.43580221479443e-05,
      "loss": 1.7578,
      "step": 90044
    },
    {
      "epoch": 4.189113747383113,
      "grad_norm": 1.619087299512348,
      "learning_rate": 6.435497514628542e-05,
      "loss": 1.4922,
      "step": 90045
    },
    {
      "epoch": 4.189160269830193,
      "grad_norm": 1.670474443593133,
      "learning_rate": 6.435192819705885e-05,
      "loss": 1.6875,
      "step": 90046
    },
    {
      "epoch": 4.1892067922772735,
      "grad_norm": 1.558279100328777,
      "learning_rate": 6.434888130026662e-05,
      "loss": 1.4453,
      "step": 90047
    },
    {
      "epoch": 4.189253314724355,
      "grad_norm": 1.6195878375792538,
      "learning_rate": 6.43458344559105e-05,
      "loss": 1.5938,
      "step": 90048
    },
    {
      "epoch": 4.189299837171435,
      "grad_norm": 1.7684240767221768,
      "learning_rate": 6.434278766399231e-05,
      "loss": 1.8359,
      "step": 90049
    },
    {
      "epoch": 4.189346359618516,
      "grad_norm": 1.4718914267409464,
      "learning_rate": 6.433974092451403e-05,
      "loss": 1.4688,
      "step": 90050
    },
    {
      "epoch": 4.189392882065596,
      "grad_norm": 1.5142481973550073,
      "learning_rate": 6.43366942374774e-05,
      "loss": 1.3281,
      "step": 90051
    },
    {
      "epoch": 4.189439404512678,
      "grad_norm": 1.6260851920193937,
      "learning_rate": 6.433364760288441e-05,
      "loss": 1.6328,
      "step": 90052
    },
    {
      "epoch": 4.189485926959758,
      "grad_norm": 1.5775726519230149,
      "learning_rate": 6.433060102073687e-05,
      "loss": 1.5703,
      "step": 90053
    },
    {
      "epoch": 4.189532449406839,
      "grad_norm": 1.9108140961444446,
      "learning_rate": 6.432755449103662e-05,
      "loss": 2.2344,
      "step": 90054
    },
    {
      "epoch": 4.189578971853919,
      "grad_norm": 1.6326846184286832,
      "learning_rate": 6.432450801378551e-05,
      "loss": 1.6562,
      "step": 90055
    },
    {
      "epoch": 4.1896254943010005,
      "grad_norm": 1.6358589707924798,
      "learning_rate": 6.43214615889855e-05,
      "loss": 1.5234,
      "step": 90056
    },
    {
      "epoch": 4.189672016748081,
      "grad_norm": 1.5925461292302008,
      "learning_rate": 6.431841521663838e-05,
      "loss": 1.4453,
      "step": 90057
    },
    {
      "epoch": 4.1897185391951615,
      "grad_norm": 1.6599183874485421,
      "learning_rate": 6.431536889674606e-05,
      "loss": 1.7188,
      "step": 90058
    },
    {
      "epoch": 4.189765061642243,
      "grad_norm": 1.720662370958048,
      "learning_rate": 6.431232262931029e-05,
      "loss": 1.6641,
      "step": 90059
    },
    {
      "epoch": 4.189811584089323,
      "grad_norm": 1.8082328777387016,
      "learning_rate": 6.430927641433308e-05,
      "loss": 1.7891,
      "step": 90060
    },
    {
      "epoch": 4.189858106536404,
      "grad_norm": 1.5190034012934108,
      "learning_rate": 6.430623025181626e-05,
      "loss": 1.5156,
      "step": 90061
    },
    {
      "epoch": 4.189904628983484,
      "grad_norm": 1.7031453962478047,
      "learning_rate": 6.430318414176165e-05,
      "loss": 1.7109,
      "step": 90062
    },
    {
      "epoch": 4.189951151430566,
      "grad_norm": 1.6819906309159194,
      "learning_rate": 6.430013808417108e-05,
      "loss": 1.4688,
      "step": 90063
    },
    {
      "epoch": 4.189997673877646,
      "grad_norm": 1.722461210645188,
      "learning_rate": 6.429709207904655e-05,
      "loss": 1.7344,
      "step": 90064
    },
    {
      "epoch": 4.190044196324727,
      "grad_norm": 1.6455484481225364,
      "learning_rate": 6.429404612638981e-05,
      "loss": 1.7188,
      "step": 90065
    },
    {
      "epoch": 4.190090718771807,
      "grad_norm": 1.5691186615877408,
      "learning_rate": 6.429100022620279e-05,
      "loss": 1.5156,
      "step": 90066
    },
    {
      "epoch": 4.190137241218888,
      "grad_norm": 1.4844657369701102,
      "learning_rate": 6.428795437848724e-05,
      "loss": 1.3594,
      "step": 90067
    },
    {
      "epoch": 4.190183763665969,
      "grad_norm": 1.5280671893828066,
      "learning_rate": 6.428490858324519e-05,
      "loss": 1.375,
      "step": 90068
    },
    {
      "epoch": 4.190230286113049,
      "grad_norm": 1.734444576794916,
      "learning_rate": 6.428186284047842e-05,
      "loss": 1.8125,
      "step": 90069
    },
    {
      "epoch": 4.19027680856013,
      "grad_norm": 1.6577952005151801,
      "learning_rate": 6.427881715018879e-05,
      "loss": 1.7266,
      "step": 90070
    },
    {
      "epoch": 4.190323331007211,
      "grad_norm": 1.5929787917907328,
      "learning_rate": 6.427577151237813e-05,
      "loss": 1.5625,
      "step": 90071
    },
    {
      "epoch": 4.190369853454292,
      "grad_norm": 1.5627569385164999,
      "learning_rate": 6.427272592704833e-05,
      "loss": 1.4922,
      "step": 90072
    },
    {
      "epoch": 4.190416375901372,
      "grad_norm": 1.5398617932798275,
      "learning_rate": 6.426968039420134e-05,
      "loss": 1.4219,
      "step": 90073
    },
    {
      "epoch": 4.1904628983484535,
      "grad_norm": 1.5837352623265495,
      "learning_rate": 6.426663491383895e-05,
      "loss": 1.5547,
      "step": 90074
    },
    {
      "epoch": 4.190509420795534,
      "grad_norm": 1.656103581392287,
      "learning_rate": 6.426358948596304e-05,
      "loss": 1.6641,
      "step": 90075
    },
    {
      "epoch": 4.1905559432426145,
      "grad_norm": 1.5369400847176682,
      "learning_rate": 6.426054411057545e-05,
      "loss": 1.4453,
      "step": 90076
    },
    {
      "epoch": 4.190602465689695,
      "grad_norm": 1.8979082352463201,
      "learning_rate": 6.425749878767804e-05,
      "loss": 2.0625,
      "step": 90077
    },
    {
      "epoch": 4.190648988136776,
      "grad_norm": 1.572959938780049,
      "learning_rate": 6.425445351727273e-05,
      "loss": 1.3906,
      "step": 90078
    },
    {
      "epoch": 4.190695510583857,
      "grad_norm": 1.4018426706742122,
      "learning_rate": 6.425140829936134e-05,
      "loss": 1.2734,
      "step": 90079
    },
    {
      "epoch": 4.190742033030937,
      "grad_norm": 1.6561932650676252,
      "learning_rate": 6.424836313394575e-05,
      "loss": 1.5547,
      "step": 90080
    },
    {
      "epoch": 4.190788555478018,
      "grad_norm": 1.6331695973259086,
      "learning_rate": 6.424531802102776e-05,
      "loss": 1.6328,
      "step": 90081
    },
    {
      "epoch": 4.190835077925099,
      "grad_norm": 1.7077635603302983,
      "learning_rate": 6.424227296060934e-05,
      "loss": 1.6484,
      "step": 90082
    },
    {
      "epoch": 4.19088160037218,
      "grad_norm": 1.7746947260762407,
      "learning_rate": 6.423922795269232e-05,
      "loss": 1.8672,
      "step": 90083
    },
    {
      "epoch": 4.19092812281926,
      "grad_norm": 1.691821246493145,
      "learning_rate": 6.423618299727853e-05,
      "loss": 1.625,
      "step": 90084
    },
    {
      "epoch": 4.190974645266341,
      "grad_norm": 1.742376182604275,
      "learning_rate": 6.423313809436982e-05,
      "loss": 1.5859,
      "step": 90085
    },
    {
      "epoch": 4.191021167713422,
      "grad_norm": 1.6749341402121498,
      "learning_rate": 6.423009324396814e-05,
      "loss": 1.6797,
      "step": 90086
    },
    {
      "epoch": 4.191067690160502,
      "grad_norm": 1.5437068382955945,
      "learning_rate": 6.42270484460753e-05,
      "loss": 1.5625,
      "step": 90087
    },
    {
      "epoch": 4.191114212607583,
      "grad_norm": 1.6172303783996986,
      "learning_rate": 6.422400370069315e-05,
      "loss": 1.5938,
      "step": 90088
    },
    {
      "epoch": 4.191160735054664,
      "grad_norm": 1.7876299588593825,
      "learning_rate": 6.422095900782356e-05,
      "loss": 1.8047,
      "step": 90089
    },
    {
      "epoch": 4.191207257501745,
      "grad_norm": 1.5922960155474566,
      "learning_rate": 6.421791436746842e-05,
      "loss": 1.4297,
      "step": 90090
    },
    {
      "epoch": 4.191253779948825,
      "grad_norm": 1.4875508178037358,
      "learning_rate": 6.421486977962958e-05,
      "loss": 1.3125,
      "step": 90091
    },
    {
      "epoch": 4.191300302395906,
      "grad_norm": 1.6466906513467536,
      "learning_rate": 6.421182524430891e-05,
      "loss": 1.5312,
      "step": 90092
    },
    {
      "epoch": 4.191346824842987,
      "grad_norm": 1.5890300999392653,
      "learning_rate": 6.420878076150821e-05,
      "loss": 1.4297,
      "step": 90093
    },
    {
      "epoch": 4.1913933472900675,
      "grad_norm": 1.4721315444842384,
      "learning_rate": 6.42057363312294e-05,
      "loss": 1.3281,
      "step": 90094
    },
    {
      "epoch": 4.191439869737148,
      "grad_norm": 1.6097241164168756,
      "learning_rate": 6.420269195347441e-05,
      "loss": 1.5312,
      "step": 90095
    },
    {
      "epoch": 4.1914863921842285,
      "grad_norm": 1.4891619067813955,
      "learning_rate": 6.419964762824503e-05,
      "loss": 1.4062,
      "step": 90096
    },
    {
      "epoch": 4.19153291463131,
      "grad_norm": 1.6842875353982854,
      "learning_rate": 6.419660335554313e-05,
      "loss": 1.6641,
      "step": 90097
    },
    {
      "epoch": 4.19157943707839,
      "grad_norm": 1.5813985328423992,
      "learning_rate": 6.419355913537053e-05,
      "loss": 1.5938,
      "step": 90098
    },
    {
      "epoch": 4.191625959525471,
      "grad_norm": 1.6919477734326516,
      "learning_rate": 6.419051496772918e-05,
      "loss": 1.75,
      "step": 90099
    },
    {
      "epoch": 4.191672481972552,
      "grad_norm": 1.640083937518974,
      "learning_rate": 6.41874708526209e-05,
      "loss": 1.4453,
      "step": 90100
    },
    {
      "epoch": 4.191719004419633,
      "grad_norm": 1.7128416771522574,
      "learning_rate": 6.418442679004757e-05,
      "loss": 1.8203,
      "step": 90101
    },
    {
      "epoch": 4.191765526866713,
      "grad_norm": 1.3992014955475074,
      "learning_rate": 6.418138278001103e-05,
      "loss": 1.3359,
      "step": 90102
    },
    {
      "epoch": 4.191812049313794,
      "grad_norm": 1.6005161719596914,
      "learning_rate": 6.41783388225131e-05,
      "loss": 1.4922,
      "step": 90103
    },
    {
      "epoch": 4.191858571760875,
      "grad_norm": 1.6914849264442273,
      "learning_rate": 6.417529491755575e-05,
      "loss": 1.75,
      "step": 90104
    },
    {
      "epoch": 4.191905094207955,
      "grad_norm": 1.6759515300650312,
      "learning_rate": 6.41722510651408e-05,
      "loss": 1.6797,
      "step": 90105
    },
    {
      "epoch": 4.191951616655036,
      "grad_norm": 1.6763120053115226,
      "learning_rate": 6.41692072652701e-05,
      "loss": 1.6562,
      "step": 90106
    },
    {
      "epoch": 4.191998139102116,
      "grad_norm": 1.601827556147633,
      "learning_rate": 6.416616351794545e-05,
      "loss": 1.5391,
      "step": 90107
    },
    {
      "epoch": 4.192044661549198,
      "grad_norm": 1.5639423832535113,
      "learning_rate": 6.416311982316885e-05,
      "loss": 1.5625,
      "step": 90108
    },
    {
      "epoch": 4.192091183996278,
      "grad_norm": 1.654719426467298,
      "learning_rate": 6.416007618094207e-05,
      "loss": 1.6406,
      "step": 90109
    },
    {
      "epoch": 4.192137706443359,
      "grad_norm": 1.684413352650711,
      "learning_rate": 6.415703259126702e-05,
      "loss": 1.6562,
      "step": 90110
    },
    {
      "epoch": 4.19218422889044,
      "grad_norm": 1.492762424982196,
      "learning_rate": 6.415398905414549e-05,
      "loss": 1.4844,
      "step": 90111
    },
    {
      "epoch": 4.1922307513375205,
      "grad_norm": 1.6514860474162167,
      "learning_rate": 6.415094556957944e-05,
      "loss": 1.5234,
      "step": 90112
    },
    {
      "epoch": 4.192277273784601,
      "grad_norm": 1.654959295504722,
      "learning_rate": 6.414790213757068e-05,
      "loss": 1.6875,
      "step": 90113
    },
    {
      "epoch": 4.1923237962316815,
      "grad_norm": 1.596739873594932,
      "learning_rate": 6.414485875812103e-05,
      "loss": 1.6094,
      "step": 90114
    },
    {
      "epoch": 4.192370318678763,
      "grad_norm": 1.695320350117852,
      "learning_rate": 6.414181543123247e-05,
      "loss": 1.7812,
      "step": 90115
    },
    {
      "epoch": 4.192416841125843,
      "grad_norm": 1.5843576856675248,
      "learning_rate": 6.413877215690672e-05,
      "loss": 1.5312,
      "step": 90116
    },
    {
      "epoch": 4.192463363572924,
      "grad_norm": 1.5549605013768717,
      "learning_rate": 6.41357289351458e-05,
      "loss": 1.4922,
      "step": 90117
    },
    {
      "epoch": 4.192509886020004,
      "grad_norm": 1.7421227766795309,
      "learning_rate": 6.413268576595149e-05,
      "loss": 1.6797,
      "step": 90118
    },
    {
      "epoch": 4.192556408467086,
      "grad_norm": 1.5925581366161032,
      "learning_rate": 6.412964264932564e-05,
      "loss": 1.5938,
      "step": 90119
    },
    {
      "epoch": 4.192602930914166,
      "grad_norm": 1.6674791854682285,
      "learning_rate": 6.412659958527007e-05,
      "loss": 1.7734,
      "step": 90120
    },
    {
      "epoch": 4.192649453361247,
      "grad_norm": 1.618969145781455,
      "learning_rate": 6.412355657378677e-05,
      "loss": 1.6328,
      "step": 90121
    },
    {
      "epoch": 4.192695975808327,
      "grad_norm": 1.7578902771949054,
      "learning_rate": 6.412051361487753e-05,
      "loss": 1.9062,
      "step": 90122
    },
    {
      "epoch": 4.1927424982554085,
      "grad_norm": 1.5638891032871434,
      "learning_rate": 6.411747070854421e-05,
      "loss": 1.5234,
      "step": 90123
    },
    {
      "epoch": 4.192789020702489,
      "grad_norm": 1.63209064535831,
      "learning_rate": 6.411442785478866e-05,
      "loss": 1.5234,
      "step": 90124
    },
    {
      "epoch": 4.192835543149569,
      "grad_norm": 1.7563247962239805,
      "learning_rate": 6.411138505361278e-05,
      "loss": 1.8047,
      "step": 90125
    },
    {
      "epoch": 4.192882065596651,
      "grad_norm": 1.6366792142377442,
      "learning_rate": 6.410834230501843e-05,
      "loss": 1.6562,
      "step": 90126
    },
    {
      "epoch": 4.192928588043731,
      "grad_norm": 1.6742074500620912,
      "learning_rate": 6.410529960900745e-05,
      "loss": 1.7422,
      "step": 90127
    },
    {
      "epoch": 4.192975110490812,
      "grad_norm": 1.538288409544545,
      "learning_rate": 6.410225696558172e-05,
      "loss": 1.5078,
      "step": 90128
    },
    {
      "epoch": 4.193021632937892,
      "grad_norm": 1.5839621591702495,
      "learning_rate": 6.409921437474305e-05,
      "loss": 1.4531,
      "step": 90129
    },
    {
      "epoch": 4.193068155384974,
      "grad_norm": 1.634001563705636,
      "learning_rate": 6.409617183649339e-05,
      "loss": 1.5859,
      "step": 90130
    },
    {
      "epoch": 4.193114677832054,
      "grad_norm": 1.6309430601906685,
      "learning_rate": 6.409312935083457e-05,
      "loss": 1.6406,
      "step": 90131
    },
    {
      "epoch": 4.1931612002791345,
      "grad_norm": 1.6153954413138139,
      "learning_rate": 6.409008691776842e-05,
      "loss": 1.6875,
      "step": 90132
    },
    {
      "epoch": 4.193207722726215,
      "grad_norm": 1.7637937665691377,
      "learning_rate": 6.40870445372968e-05,
      "loss": 1.7656,
      "step": 90133
    },
    {
      "epoch": 4.193254245173296,
      "grad_norm": 1.6674911873736755,
      "learning_rate": 6.408400220942162e-05,
      "loss": 1.6875,
      "step": 90134
    },
    {
      "epoch": 4.193300767620377,
      "grad_norm": 1.5579983872488306,
      "learning_rate": 6.408095993414474e-05,
      "loss": 1.5234,
      "step": 90135
    },
    {
      "epoch": 4.193347290067457,
      "grad_norm": 1.6943020809301748,
      "learning_rate": 6.407791771146795e-05,
      "loss": 1.6875,
      "step": 90136
    },
    {
      "epoch": 4.193393812514539,
      "grad_norm": 1.6017668970886563,
      "learning_rate": 6.407487554139321e-05,
      "loss": 1.6875,
      "step": 90137
    },
    {
      "epoch": 4.193440334961619,
      "grad_norm": 1.3966254192403733,
      "learning_rate": 6.407183342392229e-05,
      "loss": 1.2031,
      "step": 90138
    },
    {
      "epoch": 4.1934868574087,
      "grad_norm": 1.590429012772472,
      "learning_rate": 6.406879135905715e-05,
      "loss": 1.4766,
      "step": 90139
    },
    {
      "epoch": 4.19353337985578,
      "grad_norm": 1.72068405372481,
      "learning_rate": 6.406574934679961e-05,
      "loss": 1.6875,
      "step": 90140
    },
    {
      "epoch": 4.1935799023028615,
      "grad_norm": 1.691031013333137,
      "learning_rate": 6.406270738715152e-05,
      "loss": 1.7109,
      "step": 90141
    },
    {
      "epoch": 4.193626424749942,
      "grad_norm": 1.488023699723264,
      "learning_rate": 6.405966548011469e-05,
      "loss": 1.3984,
      "step": 90142
    },
    {
      "epoch": 4.193672947197022,
      "grad_norm": 1.6972979870697178,
      "learning_rate": 6.40566236256911e-05,
      "loss": 1.6875,
      "step": 90143
    },
    {
      "epoch": 4.193719469644103,
      "grad_norm": 1.773453484005146,
      "learning_rate": 6.405358182388255e-05,
      "loss": 1.7344,
      "step": 90144
    },
    {
      "epoch": 4.193765992091184,
      "grad_norm": 1.6599607710789113,
      "learning_rate": 6.405054007469089e-05,
      "loss": 1.6406,
      "step": 90145
    },
    {
      "epoch": 4.193812514538265,
      "grad_norm": 1.6256244332473768,
      "learning_rate": 6.404749837811795e-05,
      "loss": 1.5078,
      "step": 90146
    },
    {
      "epoch": 4.193859036985345,
      "grad_norm": 1.5650433175152938,
      "learning_rate": 6.40444567341657e-05,
      "loss": 1.3281,
      "step": 90147
    },
    {
      "epoch": 4.193905559432427,
      "grad_norm": 1.601309462791304,
      "learning_rate": 6.404141514283594e-05,
      "loss": 1.5234,
      "step": 90148
    },
    {
      "epoch": 4.193952081879507,
      "grad_norm": 1.4983684485656905,
      "learning_rate": 6.403837360413053e-05,
      "loss": 1.375,
      "step": 90149
    },
    {
      "epoch": 4.1939986043265876,
      "grad_norm": 1.6051906074434326,
      "learning_rate": 6.403533211805127e-05,
      "loss": 1.5703,
      "step": 90150
    },
    {
      "epoch": 4.194045126773668,
      "grad_norm": 1.5375340904773294,
      "learning_rate": 6.403229068460016e-05,
      "loss": 1.4141,
      "step": 90151
    },
    {
      "epoch": 4.194091649220749,
      "grad_norm": 1.7465235222624238,
      "learning_rate": 6.402924930377896e-05,
      "loss": 1.7188,
      "step": 90152
    },
    {
      "epoch": 4.19413817166783,
      "grad_norm": 1.745595360669303,
      "learning_rate": 6.402620797558958e-05,
      "loss": 1.7109,
      "step": 90153
    },
    {
      "epoch": 4.19418469411491,
      "grad_norm": 1.6180503306750509,
      "learning_rate": 6.402316670003387e-05,
      "loss": 1.5625,
      "step": 90154
    },
    {
      "epoch": 4.194231216561991,
      "grad_norm": 1.4775808463153772,
      "learning_rate": 6.40201254771136e-05,
      "loss": 1.3906,
      "step": 90155
    },
    {
      "epoch": 4.194277739009072,
      "grad_norm": 1.7101556859758804,
      "learning_rate": 6.40170843068308e-05,
      "loss": 1.7188,
      "step": 90156
    },
    {
      "epoch": 4.194324261456153,
      "grad_norm": 1.6795265602507357,
      "learning_rate": 6.401404318918724e-05,
      "loss": 1.7344,
      "step": 90157
    },
    {
      "epoch": 4.194370783903233,
      "grad_norm": 1.5503310720999308,
      "learning_rate": 6.401100212418472e-05,
      "loss": 1.5391,
      "step": 90158
    },
    {
      "epoch": 4.194417306350314,
      "grad_norm": 1.7057146874220162,
      "learning_rate": 6.400796111182524e-05,
      "loss": 1.6328,
      "step": 90159
    },
    {
      "epoch": 4.194463828797395,
      "grad_norm": 1.7427625267536866,
      "learning_rate": 6.400492015211055e-05,
      "loss": 1.75,
      "step": 90160
    },
    {
      "epoch": 4.1945103512444755,
      "grad_norm": 1.6389771813655203,
      "learning_rate": 6.400187924504259e-05,
      "loss": 1.6094,
      "step": 90161
    },
    {
      "epoch": 4.194556873691556,
      "grad_norm": 1.6122840603290336,
      "learning_rate": 6.399883839062318e-05,
      "loss": 1.6953,
      "step": 90162
    },
    {
      "epoch": 4.194603396138637,
      "grad_norm": 1.556960585146782,
      "learning_rate": 6.39957975888542e-05,
      "loss": 1.4297,
      "step": 90163
    },
    {
      "epoch": 4.194649918585718,
      "grad_norm": 1.5431888536972769,
      "learning_rate": 6.399275683973745e-05,
      "loss": 1.5703,
      "step": 90164
    },
    {
      "epoch": 4.194696441032798,
      "grad_norm": 1.7332684229080426,
      "learning_rate": 6.39897161432749e-05,
      "loss": 1.9453,
      "step": 90165
    },
    {
      "epoch": 4.194742963479879,
      "grad_norm": 1.5735333231253,
      "learning_rate": 6.398667549946834e-05,
      "loss": 1.4922,
      "step": 90166
    },
    {
      "epoch": 4.19478948592696,
      "grad_norm": 1.6802065447990766,
      "learning_rate": 6.398363490831964e-05,
      "loss": 1.5703,
      "step": 90167
    },
    {
      "epoch": 4.194836008374041,
      "grad_norm": 1.7632471883675978,
      "learning_rate": 6.398059436983062e-05,
      "loss": 1.8516,
      "step": 90168
    },
    {
      "epoch": 4.194882530821121,
      "grad_norm": 1.578570729724431,
      "learning_rate": 6.397755388400325e-05,
      "loss": 1.5469,
      "step": 90169
    },
    {
      "epoch": 4.1949290532682015,
      "grad_norm": 1.6426453924666642,
      "learning_rate": 6.397451345083932e-05,
      "loss": 1.5469,
      "step": 90170
    },
    {
      "epoch": 4.194975575715283,
      "grad_norm": 1.6653481644824035,
      "learning_rate": 6.397147307034069e-05,
      "loss": 1.5625,
      "step": 90171
    },
    {
      "epoch": 4.195022098162363,
      "grad_norm": 1.5963403706067845,
      "learning_rate": 6.396843274250919e-05,
      "loss": 1.5078,
      "step": 90172
    },
    {
      "epoch": 4.195068620609444,
      "grad_norm": 1.5366959193964844,
      "learning_rate": 6.396539246734676e-05,
      "loss": 1.3594,
      "step": 90173
    },
    {
      "epoch": 4.195115143056524,
      "grad_norm": 1.661318862243111,
      "learning_rate": 6.396235224485524e-05,
      "loss": 1.5625,
      "step": 90174
    },
    {
      "epoch": 4.195161665503606,
      "grad_norm": 1.5430953742976614,
      "learning_rate": 6.395931207503647e-05,
      "loss": 1.4766,
      "step": 90175
    },
    {
      "epoch": 4.195208187950686,
      "grad_norm": 1.8174631551088265,
      "learning_rate": 6.395627195789228e-05,
      "loss": 1.875,
      "step": 90176
    },
    {
      "epoch": 4.195254710397767,
      "grad_norm": 1.5339190490702035,
      "learning_rate": 6.395323189342459e-05,
      "loss": 1.6094,
      "step": 90177
    },
    {
      "epoch": 4.195301232844848,
      "grad_norm": 1.6476335383654253,
      "learning_rate": 6.395019188163526e-05,
      "loss": 1.6094,
      "step": 90178
    },
    {
      "epoch": 4.1953477552919285,
      "grad_norm": 1.6488817407349745,
      "learning_rate": 6.394715192252612e-05,
      "loss": 1.7188,
      "step": 90179
    },
    {
      "epoch": 4.195394277739009,
      "grad_norm": 1.7676519093536014,
      "learning_rate": 6.394411201609899e-05,
      "loss": 1.8203,
      "step": 90180
    },
    {
      "epoch": 4.1954408001860894,
      "grad_norm": 1.8645844410414636,
      "learning_rate": 6.394107216235583e-05,
      "loss": 1.875,
      "step": 90181
    },
    {
      "epoch": 4.195487322633171,
      "grad_norm": 1.6836680650687477,
      "learning_rate": 6.393803236129841e-05,
      "loss": 1.7031,
      "step": 90182
    },
    {
      "epoch": 4.195533845080251,
      "grad_norm": 1.57602122377706,
      "learning_rate": 6.393499261292868e-05,
      "loss": 1.4922,
      "step": 90183
    },
    {
      "epoch": 4.195580367527332,
      "grad_norm": 1.5953659831233422,
      "learning_rate": 6.393195291724847e-05,
      "loss": 1.625,
      "step": 90184
    },
    {
      "epoch": 4.195626889974412,
      "grad_norm": 1.5947730530466864,
      "learning_rate": 6.39289132742596e-05,
      "loss": 1.4609,
      "step": 90185
    },
    {
      "epoch": 4.195673412421494,
      "grad_norm": 1.5530806578205345,
      "learning_rate": 6.39258736839639e-05,
      "loss": 1.3203,
      "step": 90186
    },
    {
      "epoch": 4.195719934868574,
      "grad_norm": 1.5059395829434457,
      "learning_rate": 6.392283414636338e-05,
      "loss": 1.3984,
      "step": 90187
    },
    {
      "epoch": 4.195766457315655,
      "grad_norm": 1.6505855232947795,
      "learning_rate": 6.391979466145977e-05,
      "loss": 1.5859,
      "step": 90188
    },
    {
      "epoch": 4.195812979762736,
      "grad_norm": 1.500967561660573,
      "learning_rate": 6.391675522925499e-05,
      "loss": 1.4219,
      "step": 90189
    },
    {
      "epoch": 4.195859502209816,
      "grad_norm": 1.7136973151282169,
      "learning_rate": 6.391371584975081e-05,
      "loss": 1.6328,
      "step": 90190
    },
    {
      "epoch": 4.195906024656897,
      "grad_norm": 1.84882437959234,
      "learning_rate": 6.391067652294922e-05,
      "loss": 1.8047,
      "step": 90191
    },
    {
      "epoch": 4.195952547103977,
      "grad_norm": 1.5835941481368585,
      "learning_rate": 6.390763724885203e-05,
      "loss": 1.5547,
      "step": 90192
    },
    {
      "epoch": 4.195999069551059,
      "grad_norm": 1.5578446022182442,
      "learning_rate": 6.390459802746109e-05,
      "loss": 1.5078,
      "step": 90193
    },
    {
      "epoch": 4.196045591998139,
      "grad_norm": 1.6236946770076721,
      "learning_rate": 6.390155885877821e-05,
      "loss": 1.4375,
      "step": 90194
    },
    {
      "epoch": 4.19609211444522,
      "grad_norm": 1.5818707542916588,
      "learning_rate": 6.389851974280534e-05,
      "loss": 1.4531,
      "step": 90195
    },
    {
      "epoch": 4.1961386368923,
      "grad_norm": 1.5300803926546638,
      "learning_rate": 6.389548067954434e-05,
      "loss": 1.3984,
      "step": 90196
    },
    {
      "epoch": 4.1961851593393815,
      "grad_norm": 1.6902505730009203,
      "learning_rate": 6.3892441668997e-05,
      "loss": 1.6719,
      "step": 90197
    },
    {
      "epoch": 4.196231681786462,
      "grad_norm": 1.501137400913828,
      "learning_rate": 6.388940271116518e-05,
      "loss": 1.3828,
      "step": 90198
    },
    {
      "epoch": 4.1962782042335425,
      "grad_norm": 1.6433641112012116,
      "learning_rate": 6.388636380605081e-05,
      "loss": 1.6562,
      "step": 90199
    },
    {
      "epoch": 4.196324726680624,
      "grad_norm": 1.555087150779202,
      "learning_rate": 6.388332495365572e-05,
      "loss": 1.5,
      "step": 90200
    },
    {
      "epoch": 4.196371249127704,
      "grad_norm": 1.5573781756851277,
      "learning_rate": 6.388028615398178e-05,
      "loss": 1.3984,
      "step": 90201
    },
    {
      "epoch": 4.196417771574785,
      "grad_norm": 1.684766301855753,
      "learning_rate": 6.387724740703077e-05,
      "loss": 1.5703,
      "step": 90202
    },
    {
      "epoch": 4.196464294021865,
      "grad_norm": 1.7232195070693717,
      "learning_rate": 6.387420871280463e-05,
      "loss": 1.7266,
      "step": 90203
    },
    {
      "epoch": 4.196510816468947,
      "grad_norm": 1.5731304557876618,
      "learning_rate": 6.387117007130525e-05,
      "loss": 1.5234,
      "step": 90204
    },
    {
      "epoch": 4.196557338916027,
      "grad_norm": 1.7063016519504197,
      "learning_rate": 6.386813148253445e-05,
      "loss": 1.5312,
      "step": 90205
    },
    {
      "epoch": 4.196603861363108,
      "grad_norm": 1.6463538536023743,
      "learning_rate": 6.386509294649409e-05,
      "loss": 1.5234,
      "step": 90206
    },
    {
      "epoch": 4.196650383810188,
      "grad_norm": 1.605347114138608,
      "learning_rate": 6.386205446318602e-05,
      "loss": 1.4453,
      "step": 90207
    },
    {
      "epoch": 4.196696906257269,
      "grad_norm": 1.675477512762608,
      "learning_rate": 6.385901603261206e-05,
      "loss": 1.7188,
      "step": 90208
    },
    {
      "epoch": 4.19674342870435,
      "grad_norm": 1.7195826718108913,
      "learning_rate": 6.385597765477416e-05,
      "loss": 1.6641,
      "step": 90209
    },
    {
      "epoch": 4.19678995115143,
      "grad_norm": 1.5589528393559855,
      "learning_rate": 6.385293932967414e-05,
      "loss": 1.5234,
      "step": 90210
    },
    {
      "epoch": 4.196836473598511,
      "grad_norm": 1.6149839330774258,
      "learning_rate": 6.384990105731388e-05,
      "loss": 1.5938,
      "step": 90211
    },
    {
      "epoch": 4.196882996045592,
      "grad_norm": 1.7222064966570745,
      "learning_rate": 6.384686283769516e-05,
      "loss": 1.7266,
      "step": 90212
    },
    {
      "epoch": 4.196929518492673,
      "grad_norm": 1.7168173108554188,
      "learning_rate": 6.384382467081995e-05,
      "loss": 1.8281,
      "step": 90213
    },
    {
      "epoch": 4.196976040939753,
      "grad_norm": 1.6104797590491051,
      "learning_rate": 6.384078655669003e-05,
      "loss": 1.5391,
      "step": 90214
    },
    {
      "epoch": 4.1970225633868345,
      "grad_norm": 1.5775769878229633,
      "learning_rate": 6.383774849530733e-05,
      "loss": 1.5938,
      "step": 90215
    },
    {
      "epoch": 4.197069085833915,
      "grad_norm": 1.6095339377356193,
      "learning_rate": 6.383471048667358e-05,
      "loss": 1.2812,
      "step": 90216
    },
    {
      "epoch": 4.1971156082809955,
      "grad_norm": 1.7892164374377,
      "learning_rate": 6.38316725307908e-05,
      "loss": 1.8281,
      "step": 90217
    },
    {
      "epoch": 4.197162130728076,
      "grad_norm": 1.6794633713173304,
      "learning_rate": 6.382863462766077e-05,
      "loss": 1.6328,
      "step": 90218
    },
    {
      "epoch": 4.197208653175157,
      "grad_norm": 1.7656711672636594,
      "learning_rate": 6.382559677728536e-05,
      "loss": 1.7266,
      "step": 90219
    },
    {
      "epoch": 4.197255175622238,
      "grad_norm": 1.5346221723377984,
      "learning_rate": 6.382255897966637e-05,
      "loss": 1.5,
      "step": 90220
    },
    {
      "epoch": 4.197301698069318,
      "grad_norm": 1.6949868457172725,
      "learning_rate": 6.381952123480578e-05,
      "loss": 1.6797,
      "step": 90221
    },
    {
      "epoch": 4.197348220516399,
      "grad_norm": 1.6841950442114286,
      "learning_rate": 6.381648354270539e-05,
      "loss": 1.6328,
      "step": 90222
    },
    {
      "epoch": 4.19739474296348,
      "grad_norm": 1.6178522568471987,
      "learning_rate": 6.381344590336707e-05,
      "loss": 1.5234,
      "step": 90223
    },
    {
      "epoch": 4.197441265410561,
      "grad_norm": 1.7876355525520746,
      "learning_rate": 6.381040831679257e-05,
      "loss": 1.75,
      "step": 90224
    },
    {
      "epoch": 4.197487787857641,
      "grad_norm": 1.723282377713583,
      "learning_rate": 6.380737078298387e-05,
      "loss": 1.6328,
      "step": 90225
    },
    {
      "epoch": 4.197534310304722,
      "grad_norm": 1.7186528449485514,
      "learning_rate": 6.380433330194286e-05,
      "loss": 1.5859,
      "step": 90226
    },
    {
      "epoch": 4.197580832751803,
      "grad_norm": 1.6047723818549582,
      "learning_rate": 6.380129587367134e-05,
      "loss": 1.5391,
      "step": 90227
    },
    {
      "epoch": 4.197627355198883,
      "grad_norm": 1.633857966909897,
      "learning_rate": 6.379825849817118e-05,
      "loss": 1.6406,
      "step": 90228
    },
    {
      "epoch": 4.197673877645964,
      "grad_norm": 1.5623561186674,
      "learning_rate": 6.379522117544419e-05,
      "loss": 1.5078,
      "step": 90229
    },
    {
      "epoch": 4.197720400093045,
      "grad_norm": 1.7415411919861625,
      "learning_rate": 6.379218390549232e-05,
      "loss": 1.8125,
      "step": 90230
    },
    {
      "epoch": 4.197766922540126,
      "grad_norm": 1.4674379770976662,
      "learning_rate": 6.378914668831737e-05,
      "loss": 1.2422,
      "step": 90231
    },
    {
      "epoch": 4.197813444987206,
      "grad_norm": 1.4934935462084518,
      "learning_rate": 6.378610952392123e-05,
      "loss": 1.375,
      "step": 90232
    },
    {
      "epoch": 4.197859967434287,
      "grad_norm": 1.7611971532660886,
      "learning_rate": 6.378307241230573e-05,
      "loss": 1.7344,
      "step": 90233
    },
    {
      "epoch": 4.197906489881368,
      "grad_norm": 1.7369458227731172,
      "learning_rate": 6.37800353534727e-05,
      "loss": 1.8125,
      "step": 90234
    },
    {
      "epoch": 4.1979530123284485,
      "grad_norm": 1.7411486059353602,
      "learning_rate": 6.377699834742407e-05,
      "loss": 1.6172,
      "step": 90235
    },
    {
      "epoch": 4.197999534775529,
      "grad_norm": 1.6279081214288367,
      "learning_rate": 6.377396139416168e-05,
      "loss": 1.5781,
      "step": 90236
    },
    {
      "epoch": 4.1980460572226095,
      "grad_norm": 1.5797159718073113,
      "learning_rate": 6.377092449368741e-05,
      "loss": 1.5469,
      "step": 90237
    },
    {
      "epoch": 4.198092579669691,
      "grad_norm": 1.6714247122567267,
      "learning_rate": 6.3767887646003e-05,
      "loss": 1.6094,
      "step": 90238
    },
    {
      "epoch": 4.198139102116771,
      "grad_norm": 1.779073486445855,
      "learning_rate": 6.376485085111046e-05,
      "loss": 1.7812,
      "step": 90239
    },
    {
      "epoch": 4.198185624563852,
      "grad_norm": 1.863943539086103,
      "learning_rate": 6.376181410901158e-05,
      "loss": 1.8125,
      "step": 90240
    },
    {
      "epoch": 4.198232147010933,
      "grad_norm": 1.6148412777799446,
      "learning_rate": 6.375877741970823e-05,
      "loss": 1.5547,
      "step": 90241
    },
    {
      "epoch": 4.198278669458014,
      "grad_norm": 1.644285515534416,
      "learning_rate": 6.375574078320221e-05,
      "loss": 1.5938,
      "step": 90242
    },
    {
      "epoch": 4.198325191905094,
      "grad_norm": 1.778569819340732,
      "learning_rate": 6.375270419949549e-05,
      "loss": 1.8984,
      "step": 90243
    },
    {
      "epoch": 4.198371714352175,
      "grad_norm": 1.6872812066028198,
      "learning_rate": 6.374966766858988e-05,
      "loss": 1.5859,
      "step": 90244
    },
    {
      "epoch": 4.198418236799256,
      "grad_norm": 1.660744020614417,
      "learning_rate": 6.374663119048722e-05,
      "loss": 1.5391,
      "step": 90245
    },
    {
      "epoch": 4.198464759246336,
      "grad_norm": 1.676921054462657,
      "learning_rate": 6.374359476518933e-05,
      "loss": 1.5234,
      "step": 90246
    },
    {
      "epoch": 4.198511281693417,
      "grad_norm": 1.7008098645769085,
      "learning_rate": 6.374055839269814e-05,
      "loss": 1.8828,
      "step": 90247
    },
    {
      "epoch": 4.198557804140497,
      "grad_norm": 1.6406618973768041,
      "learning_rate": 6.373752207301552e-05,
      "loss": 1.5781,
      "step": 90248
    },
    {
      "epoch": 4.198604326587579,
      "grad_norm": 1.6041765102576322,
      "learning_rate": 6.373448580614329e-05,
      "loss": 1.3516,
      "step": 90249
    },
    {
      "epoch": 4.198650849034659,
      "grad_norm": 1.7397386704888163,
      "learning_rate": 6.373144959208333e-05,
      "loss": 1.7969,
      "step": 90250
    },
    {
      "epoch": 4.19869737148174,
      "grad_norm": 2.2258283156792924,
      "learning_rate": 6.372841343083744e-05,
      "loss": 1.5156,
      "step": 90251
    },
    {
      "epoch": 4.198743893928821,
      "grad_norm": 1.648278729196426,
      "learning_rate": 6.372537732240756e-05,
      "loss": 1.5938,
      "step": 90252
    },
    {
      "epoch": 4.198790416375902,
      "grad_norm": 1.5057697373034429,
      "learning_rate": 6.372234126679553e-05,
      "loss": 1.4609,
      "step": 90253
    },
    {
      "epoch": 4.198836938822982,
      "grad_norm": 1.6432011377985318,
      "learning_rate": 6.371930526400317e-05,
      "loss": 1.5859,
      "step": 90254
    },
    {
      "epoch": 4.1988834612700625,
      "grad_norm": 1.5964346396468372,
      "learning_rate": 6.371626931403232e-05,
      "loss": 1.4297,
      "step": 90255
    },
    {
      "epoch": 4.198929983717144,
      "grad_norm": 1.6921409298850785,
      "learning_rate": 6.371323341688493e-05,
      "loss": 1.75,
      "step": 90256
    },
    {
      "epoch": 4.198976506164224,
      "grad_norm": 1.6030607464460458,
      "learning_rate": 6.37101975725628e-05,
      "loss": 1.6016,
      "step": 90257
    },
    {
      "epoch": 4.199023028611305,
      "grad_norm": 1.4131382110991988,
      "learning_rate": 6.37071617810678e-05,
      "loss": 1.25,
      "step": 90258
    },
    {
      "epoch": 4.199069551058385,
      "grad_norm": 1.4767394566192298,
      "learning_rate": 6.370412604240179e-05,
      "loss": 1.2188,
      "step": 90259
    },
    {
      "epoch": 4.199116073505467,
      "grad_norm": 1.6803178885747625,
      "learning_rate": 6.370109035656655e-05,
      "loss": 1.4375,
      "step": 90260
    },
    {
      "epoch": 4.199162595952547,
      "grad_norm": 1.6865237254625043,
      "learning_rate": 6.369805472356409e-05,
      "loss": 1.4844,
      "step": 90261
    },
    {
      "epoch": 4.199209118399628,
      "grad_norm": 1.686783672387415,
      "learning_rate": 6.369501914339617e-05,
      "loss": 1.5,
      "step": 90262
    },
    {
      "epoch": 4.199255640846708,
      "grad_norm": 1.5847711023790647,
      "learning_rate": 6.369198361606468e-05,
      "loss": 1.4453,
      "step": 90263
    },
    {
      "epoch": 4.1993021632937895,
      "grad_norm": 1.5972217922722882,
      "learning_rate": 6.368894814157142e-05,
      "loss": 1.5469,
      "step": 90264
    },
    {
      "epoch": 4.19934868574087,
      "grad_norm": 1.5513192844770656,
      "learning_rate": 6.368591271991832e-05,
      "loss": 1.4297,
      "step": 90265
    },
    {
      "epoch": 4.19939520818795,
      "grad_norm": 1.5014678203852065,
      "learning_rate": 6.368287735110724e-05,
      "loss": 1.2188,
      "step": 90266
    },
    {
      "epoch": 4.199441730635032,
      "grad_norm": 1.7361184160842962,
      "learning_rate": 6.367984203514e-05,
      "loss": 1.5859,
      "step": 90267
    },
    {
      "epoch": 4.199488253082112,
      "grad_norm": 1.8248120661008032,
      "learning_rate": 6.367680677201842e-05,
      "loss": 1.75,
      "step": 90268
    },
    {
      "epoch": 4.199534775529193,
      "grad_norm": 1.6520600863312205,
      "learning_rate": 6.367377156174441e-05,
      "loss": 1.6172,
      "step": 90269
    },
    {
      "epoch": 4.199581297976273,
      "grad_norm": 1.7843027206284603,
      "learning_rate": 6.367073640431987e-05,
      "loss": 1.7344,
      "step": 90270
    },
    {
      "epoch": 4.199627820423355,
      "grad_norm": 1.8799813330299293,
      "learning_rate": 6.366770129974661e-05,
      "loss": 1.8516,
      "step": 90271
    },
    {
      "epoch": 4.199674342870435,
      "grad_norm": 1.7789009462056273,
      "learning_rate": 6.366466624802651e-05,
      "loss": 1.8203,
      "step": 90272
    },
    {
      "epoch": 4.1997208653175155,
      "grad_norm": 1.6851278527435138,
      "learning_rate": 6.366163124916134e-05,
      "loss": 1.6797,
      "step": 90273
    },
    {
      "epoch": 4.199767387764596,
      "grad_norm": 1.599033215857077,
      "learning_rate": 6.365859630315309e-05,
      "loss": 1.5078,
      "step": 90274
    },
    {
      "epoch": 4.199813910211677,
      "grad_norm": 1.766066615663147,
      "learning_rate": 6.365556141000354e-05,
      "loss": 1.6953,
      "step": 90275
    },
    {
      "epoch": 4.199860432658758,
      "grad_norm": 1.6602272845713937,
      "learning_rate": 6.36525265697146e-05,
      "loss": 1.4062,
      "step": 90276
    },
    {
      "epoch": 4.199906955105838,
      "grad_norm": 1.8896985501346233,
      "learning_rate": 6.364949178228802e-05,
      "loss": 1.8594,
      "step": 90277
    },
    {
      "epoch": 4.19995347755292,
      "grad_norm": 1.7582260646393633,
      "learning_rate": 6.364645704772576e-05,
      "loss": 1.8906,
      "step": 90278
    },
    {
      "epoch": 4.2,
      "grad_norm": 1.581631172521362,
      "learning_rate": 6.364342236602968e-05,
      "loss": 1.5234,
      "step": 90279
    },
    {
      "epoch": 4.200046522447081,
      "grad_norm": 1.6895329898744729,
      "learning_rate": 6.364038773720159e-05,
      "loss": 1.6406,
      "step": 90280
    },
    {
      "epoch": 4.200093044894161,
      "grad_norm": 1.7011100778058457,
      "learning_rate": 6.363735316124333e-05,
      "loss": 1.4453,
      "step": 90281
    },
    {
      "epoch": 4.2001395673412425,
      "grad_norm": 1.7595352189427584,
      "learning_rate": 6.363431863815682e-05,
      "loss": 1.8281,
      "step": 90282
    },
    {
      "epoch": 4.200186089788323,
      "grad_norm": 1.5773857079316767,
      "learning_rate": 6.36312841679439e-05,
      "loss": 1.4297,
      "step": 90283
    },
    {
      "epoch": 4.2002326122354035,
      "grad_norm": 1.7242440988455132,
      "learning_rate": 6.362824975060641e-05,
      "loss": 1.6797,
      "step": 90284
    },
    {
      "epoch": 4.200279134682484,
      "grad_norm": 1.6048338399395148,
      "learning_rate": 6.362521538614623e-05,
      "loss": 1.6016,
      "step": 90285
    },
    {
      "epoch": 4.200325657129565,
      "grad_norm": 1.673839482456255,
      "learning_rate": 6.362218107456514e-05,
      "loss": 1.4922,
      "step": 90286
    },
    {
      "epoch": 4.200372179576646,
      "grad_norm": 1.76236826821772,
      "learning_rate": 6.36191468158651e-05,
      "loss": 1.8672,
      "step": 90287
    },
    {
      "epoch": 4.200418702023726,
      "grad_norm": 1.6547715635138431,
      "learning_rate": 6.361611261004796e-05,
      "loss": 1.5547,
      "step": 90288
    },
    {
      "epoch": 4.200465224470808,
      "grad_norm": 1.6025321670474564,
      "learning_rate": 6.361307845711552e-05,
      "loss": 1.4062,
      "step": 90289
    },
    {
      "epoch": 4.200511746917888,
      "grad_norm": 1.7409934892644796,
      "learning_rate": 6.361004435706962e-05,
      "loss": 1.6094,
      "step": 90290
    },
    {
      "epoch": 4.200558269364969,
      "grad_norm": 1.7496028471027072,
      "learning_rate": 6.360701030991213e-05,
      "loss": 1.6719,
      "step": 90291
    },
    {
      "epoch": 4.200604791812049,
      "grad_norm": 1.5361896201644916,
      "learning_rate": 6.360397631564504e-05,
      "loss": 1.3984,
      "step": 90292
    },
    {
      "epoch": 4.20065131425913,
      "grad_norm": 1.7874135247839642,
      "learning_rate": 6.360094237427006e-05,
      "loss": 1.8281,
      "step": 90293
    },
    {
      "epoch": 4.200697836706211,
      "grad_norm": 1.542088187704548,
      "learning_rate": 6.359790848578911e-05,
      "loss": 1.5391,
      "step": 90294
    },
    {
      "epoch": 4.200744359153291,
      "grad_norm": 1.7116446045998674,
      "learning_rate": 6.359487465020399e-05,
      "loss": 1.75,
      "step": 90295
    },
    {
      "epoch": 4.200790881600372,
      "grad_norm": 1.5950273385049785,
      "learning_rate": 6.359184086751664e-05,
      "loss": 1.6328,
      "step": 90296
    },
    {
      "epoch": 4.200837404047453,
      "grad_norm": 1.5643754079463543,
      "learning_rate": 6.358880713772887e-05,
      "loss": 1.5391,
      "step": 90297
    },
    {
      "epoch": 4.200883926494534,
      "grad_norm": 1.8893641818552613,
      "learning_rate": 6.358577346084254e-05,
      "loss": 1.875,
      "step": 90298
    },
    {
      "epoch": 4.200930448941614,
      "grad_norm": 1.675567067465543,
      "learning_rate": 6.358273983685946e-05,
      "loss": 1.5703,
      "step": 90299
    },
    {
      "epoch": 4.200976971388695,
      "grad_norm": 1.8078990003758855,
      "learning_rate": 6.357970626578159e-05,
      "loss": 1.7656,
      "step": 90300
    },
    {
      "epoch": 4.201023493835776,
      "grad_norm": 1.7076167801473288,
      "learning_rate": 6.357667274761073e-05,
      "loss": 1.6328,
      "step": 90301
    },
    {
      "epoch": 4.2010700162828565,
      "grad_norm": 1.654040241359521,
      "learning_rate": 6.357363928234875e-05,
      "loss": 1.6328,
      "step": 90302
    },
    {
      "epoch": 4.201116538729937,
      "grad_norm": 1.575530307843353,
      "learning_rate": 6.357060586999744e-05,
      "loss": 1.5156,
      "step": 90303
    },
    {
      "epoch": 4.201163061177018,
      "grad_norm": 1.7016951577728752,
      "learning_rate": 6.356757251055876e-05,
      "loss": 1.7656,
      "step": 90304
    },
    {
      "epoch": 4.201209583624099,
      "grad_norm": 1.8024903051815682,
      "learning_rate": 6.356453920403452e-05,
      "loss": 1.8828,
      "step": 90305
    },
    {
      "epoch": 4.201256106071179,
      "grad_norm": 1.6847231890855379,
      "learning_rate": 6.356150595042658e-05,
      "loss": 1.6328,
      "step": 90306
    },
    {
      "epoch": 4.20130262851826,
      "grad_norm": 1.707581783282421,
      "learning_rate": 6.355847274973675e-05,
      "loss": 1.6562,
      "step": 90307
    },
    {
      "epoch": 4.201349150965341,
      "grad_norm": 1.808007718221548,
      "learning_rate": 6.355543960196698e-05,
      "loss": 1.8438,
      "step": 90308
    },
    {
      "epoch": 4.201395673412422,
      "grad_norm": 1.765149028077343,
      "learning_rate": 6.355240650711908e-05,
      "loss": 1.8438,
      "step": 90309
    },
    {
      "epoch": 4.201442195859502,
      "grad_norm": 1.6645613690964194,
      "learning_rate": 6.354937346519492e-05,
      "loss": 1.6875,
      "step": 90310
    },
    {
      "epoch": 4.2014887183065825,
      "grad_norm": 1.6068323301445453,
      "learning_rate": 6.354634047619633e-05,
      "loss": 1.6641,
      "step": 90311
    },
    {
      "epoch": 4.201535240753664,
      "grad_norm": 1.5390646428436996,
      "learning_rate": 6.354330754012508e-05,
      "loss": 1.5156,
      "step": 90312
    },
    {
      "epoch": 4.201581763200744,
      "grad_norm": 1.8134362171047822,
      "learning_rate": 6.354027465698324e-05,
      "loss": 1.8984,
      "step": 90313
    },
    {
      "epoch": 4.201628285647825,
      "grad_norm": 1.6787566996561385,
      "learning_rate": 6.353724182677253e-05,
      "loss": 1.5703,
      "step": 90314
    },
    {
      "epoch": 4.201674808094905,
      "grad_norm": 1.6133164803997302,
      "learning_rate": 6.353420904949483e-05,
      "loss": 1.6016,
      "step": 90315
    },
    {
      "epoch": 4.201721330541987,
      "grad_norm": 1.5506479389013221,
      "learning_rate": 6.353117632515201e-05,
      "loss": 1.4688,
      "step": 90316
    },
    {
      "epoch": 4.201767852989067,
      "grad_norm": 1.7515700286142055,
      "learning_rate": 6.352814365374586e-05,
      "loss": 1.8203,
      "step": 90317
    },
    {
      "epoch": 4.201814375436148,
      "grad_norm": 1.634701390214937,
      "learning_rate": 6.352511103527834e-05,
      "loss": 1.6641,
      "step": 90318
    },
    {
      "epoch": 4.201860897883229,
      "grad_norm": 1.9618644402795278,
      "learning_rate": 6.352207846975126e-05,
      "loss": 1.7812,
      "step": 90319
    },
    {
      "epoch": 4.2019074203303095,
      "grad_norm": 1.6882566349045791,
      "learning_rate": 6.351904595716647e-05,
      "loss": 1.7422,
      "step": 90320
    },
    {
      "epoch": 4.20195394277739,
      "grad_norm": 1.6751629730592783,
      "learning_rate": 6.351601349752578e-05,
      "loss": 1.6719,
      "step": 90321
    },
    {
      "epoch": 4.2020004652244705,
      "grad_norm": 1.710636822886114,
      "learning_rate": 6.351298109083115e-05,
      "loss": 1.5078,
      "step": 90322
    },
    {
      "epoch": 4.202046987671552,
      "grad_norm": 1.5568870668720731,
      "learning_rate": 6.350994873708438e-05,
      "loss": 1.4219,
      "step": 90323
    },
    {
      "epoch": 4.202093510118632,
      "grad_norm": 1.6070997724285825,
      "learning_rate": 6.350691643628733e-05,
      "loss": 1.4062,
      "step": 90324
    },
    {
      "epoch": 4.202140032565713,
      "grad_norm": 1.5797363376552638,
      "learning_rate": 6.35038841884418e-05,
      "loss": 1.4922,
      "step": 90325
    },
    {
      "epoch": 4.202186555012793,
      "grad_norm": 1.7693290263130865,
      "learning_rate": 6.350085199354975e-05,
      "loss": 1.7578,
      "step": 90326
    },
    {
      "epoch": 4.202233077459875,
      "grad_norm": 1.8319891819452991,
      "learning_rate": 6.349781985161301e-05,
      "loss": 1.625,
      "step": 90327
    },
    {
      "epoch": 4.202279599906955,
      "grad_norm": 1.7061915395759117,
      "learning_rate": 6.34947877626334e-05,
      "loss": 1.6641,
      "step": 90328
    },
    {
      "epoch": 4.202326122354036,
      "grad_norm": 1.6829595267416606,
      "learning_rate": 6.349175572661272e-05,
      "loss": 1.5234,
      "step": 90329
    },
    {
      "epoch": 4.202372644801117,
      "grad_norm": 1.640249121897053,
      "learning_rate": 6.348872374355298e-05,
      "loss": 1.5938,
      "step": 90330
    },
    {
      "epoch": 4.202419167248197,
      "grad_norm": 1.5432941263325939,
      "learning_rate": 6.348569181345593e-05,
      "loss": 1.4844,
      "step": 90331
    },
    {
      "epoch": 4.202465689695278,
      "grad_norm": 1.7711778928162758,
      "learning_rate": 6.348265993632347e-05,
      "loss": 1.8359,
      "step": 90332
    },
    {
      "epoch": 4.202512212142358,
      "grad_norm": 1.553478563255608,
      "learning_rate": 6.347962811215736e-05,
      "loss": 1.5703,
      "step": 90333
    },
    {
      "epoch": 4.20255873458944,
      "grad_norm": 1.7321649337464802,
      "learning_rate": 6.347659634095955e-05,
      "loss": 1.4922,
      "step": 90334
    },
    {
      "epoch": 4.20260525703652,
      "grad_norm": 1.7678200206903332,
      "learning_rate": 6.347356462273192e-05,
      "loss": 1.7422,
      "step": 90335
    },
    {
      "epoch": 4.202651779483601,
      "grad_norm": 1.729417051067702,
      "learning_rate": 6.34705329574763e-05,
      "loss": 1.6797,
      "step": 90336
    },
    {
      "epoch": 4.202698301930681,
      "grad_norm": 1.8332288565250743,
      "learning_rate": 6.34675013451945e-05,
      "loss": 1.8516,
      "step": 90337
    },
    {
      "epoch": 4.2027448243777625,
      "grad_norm": 1.6098627283587166,
      "learning_rate": 6.346446978588839e-05,
      "loss": 1.5547,
      "step": 90338
    },
    {
      "epoch": 4.202791346824843,
      "grad_norm": 1.586222652745719,
      "learning_rate": 6.346143827955987e-05,
      "loss": 1.4453,
      "step": 90339
    },
    {
      "epoch": 4.2028378692719235,
      "grad_norm": 1.5858372669579108,
      "learning_rate": 6.345840682621077e-05,
      "loss": 1.5391,
      "step": 90340
    },
    {
      "epoch": 4.202884391719005,
      "grad_norm": 1.5980380801729321,
      "learning_rate": 6.345537542584294e-05,
      "loss": 1.4531,
      "step": 90341
    },
    {
      "epoch": 4.202930914166085,
      "grad_norm": 1.6528484511428434,
      "learning_rate": 6.345234407845826e-05,
      "loss": 1.7422,
      "step": 90342
    },
    {
      "epoch": 4.202977436613166,
      "grad_norm": 1.6429328661616738,
      "learning_rate": 6.344931278405848e-05,
      "loss": 1.5547,
      "step": 90343
    },
    {
      "epoch": 4.203023959060246,
      "grad_norm": 1.6515117638970067,
      "learning_rate": 6.344628154264562e-05,
      "loss": 1.6484,
      "step": 90344
    },
    {
      "epoch": 4.203070481507328,
      "grad_norm": 1.6112730337219008,
      "learning_rate": 6.344325035422144e-05,
      "loss": 1.5234,
      "step": 90345
    },
    {
      "epoch": 4.203117003954408,
      "grad_norm": 1.6030805438939368,
      "learning_rate": 6.344021921878782e-05,
      "loss": 1.4766,
      "step": 90346
    },
    {
      "epoch": 4.203163526401489,
      "grad_norm": 1.7423924874161154,
      "learning_rate": 6.343718813634657e-05,
      "loss": 1.7031,
      "step": 90347
    },
    {
      "epoch": 4.203210048848569,
      "grad_norm": 1.5443992552221908,
      "learning_rate": 6.343415710689962e-05,
      "loss": 1.3594,
      "step": 90348
    },
    {
      "epoch": 4.2032565712956504,
      "grad_norm": 1.8231565260189107,
      "learning_rate": 6.343112613044877e-05,
      "loss": 1.875,
      "step": 90349
    },
    {
      "epoch": 4.203303093742731,
      "grad_norm": 1.8132015875492722,
      "learning_rate": 6.342809520699592e-05,
      "loss": 1.7422,
      "step": 90350
    },
    {
      "epoch": 4.203349616189811,
      "grad_norm": 1.6610088357704698,
      "learning_rate": 6.342506433654284e-05,
      "loss": 1.625,
      "step": 90351
    },
    {
      "epoch": 4.203396138636892,
      "grad_norm": 1.755106897025012,
      "learning_rate": 6.342203351909152e-05,
      "loss": 1.8438,
      "step": 90352
    },
    {
      "epoch": 4.203442661083973,
      "grad_norm": 1.883443428936183,
      "learning_rate": 6.34190027546437e-05,
      "loss": 1.7891,
      "step": 90353
    },
    {
      "epoch": 4.203489183531054,
      "grad_norm": 1.732620403265957,
      "learning_rate": 6.341597204320132e-05,
      "loss": 1.6484,
      "step": 90354
    },
    {
      "epoch": 4.203535705978134,
      "grad_norm": 1.5789944386104813,
      "learning_rate": 6.341294138476613e-05,
      "loss": 1.5312,
      "step": 90355
    },
    {
      "epoch": 4.203582228425216,
      "grad_norm": 1.4325845432963678,
      "learning_rate": 6.340991077934002e-05,
      "loss": 1.4141,
      "step": 90356
    },
    {
      "epoch": 4.203628750872296,
      "grad_norm": 1.566314276131736,
      "learning_rate": 6.340688022692494e-05,
      "loss": 1.5078,
      "step": 90357
    },
    {
      "epoch": 4.2036752733193765,
      "grad_norm": 1.804611122640277,
      "learning_rate": 6.340384972752268e-05,
      "loss": 1.8281,
      "step": 90358
    },
    {
      "epoch": 4.203721795766457,
      "grad_norm": 1.686092505019252,
      "learning_rate": 6.34008192811351e-05,
      "loss": 1.7344,
      "step": 90359
    },
    {
      "epoch": 4.203768318213538,
      "grad_norm": 1.6788336782098836,
      "learning_rate": 6.339778888776398e-05,
      "loss": 1.6016,
      "step": 90360
    },
    {
      "epoch": 4.203814840660619,
      "grad_norm": 1.598154082570491,
      "learning_rate": 6.339475854741132e-05,
      "loss": 1.5703,
      "step": 90361
    },
    {
      "epoch": 4.203861363107699,
      "grad_norm": 1.532332612545314,
      "learning_rate": 6.339172826007889e-05,
      "loss": 1.4297,
      "step": 90362
    },
    {
      "epoch": 4.20390788555478,
      "grad_norm": 1.6147321207302134,
      "learning_rate": 6.338869802576854e-05,
      "loss": 1.6328,
      "step": 90363
    },
    {
      "epoch": 4.203954408001861,
      "grad_norm": 1.4821000027198115,
      "learning_rate": 6.338566784448211e-05,
      "loss": 1.4609,
      "step": 90364
    },
    {
      "epoch": 4.204000930448942,
      "grad_norm": 1.6166348531857795,
      "learning_rate": 6.338263771622152e-05,
      "loss": 1.5469,
      "step": 90365
    },
    {
      "epoch": 4.204047452896022,
      "grad_norm": 1.5949273984563648,
      "learning_rate": 6.33796076409886e-05,
      "loss": 1.4766,
      "step": 90366
    },
    {
      "epoch": 4.2040939753431035,
      "grad_norm": 1.676923444474058,
      "learning_rate": 6.337657761878518e-05,
      "loss": 1.6719,
      "step": 90367
    },
    {
      "epoch": 4.204140497790184,
      "grad_norm": 1.4827938810916272,
      "learning_rate": 6.337354764961314e-05,
      "loss": 1.4219,
      "step": 90368
    },
    {
      "epoch": 4.204187020237264,
      "grad_norm": 1.734971571525736,
      "learning_rate": 6.337051773347427e-05,
      "loss": 1.7734,
      "step": 90369
    },
    {
      "epoch": 4.204233542684345,
      "grad_norm": 1.7603645209313947,
      "learning_rate": 6.336748787037055e-05,
      "loss": 1.6797,
      "step": 90370
    },
    {
      "epoch": 4.204280065131426,
      "grad_norm": 1.5050866018761628,
      "learning_rate": 6.336445806030374e-05,
      "loss": 1.3828,
      "step": 90371
    },
    {
      "epoch": 4.204326587578507,
      "grad_norm": 1.736027209920646,
      "learning_rate": 6.336142830327573e-05,
      "loss": 1.6562,
      "step": 90372
    },
    {
      "epoch": 4.204373110025587,
      "grad_norm": 1.5657464036985071,
      "learning_rate": 6.335839859928831e-05,
      "loss": 1.5,
      "step": 90373
    },
    {
      "epoch": 4.204419632472668,
      "grad_norm": 1.6870566259617568,
      "learning_rate": 6.335536894834344e-05,
      "loss": 1.6953,
      "step": 90374
    },
    {
      "epoch": 4.204466154919749,
      "grad_norm": 1.782914336687472,
      "learning_rate": 6.335233935044293e-05,
      "loss": 1.6953,
      "step": 90375
    },
    {
      "epoch": 4.2045126773668295,
      "grad_norm": 1.5564883693423646,
      "learning_rate": 6.33493098055886e-05,
      "loss": 1.5547,
      "step": 90376
    },
    {
      "epoch": 4.20455919981391,
      "grad_norm": 1.486480139004405,
      "learning_rate": 6.33462803137823e-05,
      "loss": 1.3594,
      "step": 90377
    },
    {
      "epoch": 4.204605722260991,
      "grad_norm": 1.7301996355593798,
      "learning_rate": 6.334325087502593e-05,
      "loss": 1.7109,
      "step": 90378
    },
    {
      "epoch": 4.204652244708072,
      "grad_norm": 1.5591244233537753,
      "learning_rate": 6.334022148932138e-05,
      "loss": 1.5312,
      "step": 90379
    },
    {
      "epoch": 4.204698767155152,
      "grad_norm": 1.6288035188057028,
      "learning_rate": 6.333719215667045e-05,
      "loss": 1.5312,
      "step": 90380
    },
    {
      "epoch": 4.204745289602233,
      "grad_norm": 1.6816819814823758,
      "learning_rate": 6.3334162877075e-05,
      "loss": 1.625,
      "step": 90381
    },
    {
      "epoch": 4.204791812049314,
      "grad_norm": 1.5138460597641963,
      "learning_rate": 6.333113365053684e-05,
      "loss": 1.4688,
      "step": 90382
    },
    {
      "epoch": 4.204838334496395,
      "grad_norm": 1.70407470237121,
      "learning_rate": 6.332810447705792e-05,
      "loss": 1.5859,
      "step": 90383
    },
    {
      "epoch": 4.204884856943475,
      "grad_norm": 1.7000197725042994,
      "learning_rate": 6.332507535664006e-05,
      "loss": 1.6328,
      "step": 90384
    },
    {
      "epoch": 4.204931379390556,
      "grad_norm": 1.6155144854928787,
      "learning_rate": 6.332204628928508e-05,
      "loss": 1.6094,
      "step": 90385
    },
    {
      "epoch": 4.204977901837637,
      "grad_norm": 1.7871851422510645,
      "learning_rate": 6.331901727499481e-05,
      "loss": 1.7109,
      "step": 90386
    },
    {
      "epoch": 4.2050244242847175,
      "grad_norm": 1.6766737937286456,
      "learning_rate": 6.331598831377121e-05,
      "loss": 1.7031,
      "step": 90387
    },
    {
      "epoch": 4.205070946731798,
      "grad_norm": 1.6158432589326552,
      "learning_rate": 6.331295940561605e-05,
      "loss": 1.7031,
      "step": 90388
    },
    {
      "epoch": 4.205117469178878,
      "grad_norm": 1.7528234266620306,
      "learning_rate": 6.330993055053123e-05,
      "loss": 1.7812,
      "step": 90389
    },
    {
      "epoch": 4.20516399162596,
      "grad_norm": 1.6221964717214508,
      "learning_rate": 6.330690174851851e-05,
      "loss": 1.6016,
      "step": 90390
    },
    {
      "epoch": 4.20521051407304,
      "grad_norm": 1.6953216053949338,
      "learning_rate": 6.330387299957988e-05,
      "loss": 1.7422,
      "step": 90391
    },
    {
      "epoch": 4.205257036520121,
      "grad_norm": 1.70819500263212,
      "learning_rate": 6.330084430371713e-05,
      "loss": 1.7656,
      "step": 90392
    },
    {
      "epoch": 4.205303558967202,
      "grad_norm": 1.8176741507326173,
      "learning_rate": 6.329781566093211e-05,
      "loss": 1.7891,
      "step": 90393
    },
    {
      "epoch": 4.205350081414283,
      "grad_norm": 1.450247342938136,
      "learning_rate": 6.329478707122667e-05,
      "loss": 1.3047,
      "step": 90394
    },
    {
      "epoch": 4.205396603861363,
      "grad_norm": 1.581361534978894,
      "learning_rate": 6.329175853460264e-05,
      "loss": 1.5703,
      "step": 90395
    },
    {
      "epoch": 4.2054431263084435,
      "grad_norm": 1.6542369655796012,
      "learning_rate": 6.328873005106194e-05,
      "loss": 1.5938,
      "step": 90396
    },
    {
      "epoch": 4.205489648755525,
      "grad_norm": 1.7479988954566388,
      "learning_rate": 6.32857016206064e-05,
      "loss": 1.7578,
      "step": 90397
    },
    {
      "epoch": 4.205536171202605,
      "grad_norm": 1.7123068777744774,
      "learning_rate": 6.328267324323786e-05,
      "loss": 1.625,
      "step": 90398
    },
    {
      "epoch": 4.205582693649686,
      "grad_norm": 1.765045036793983,
      "learning_rate": 6.327964491895814e-05,
      "loss": 1.6562,
      "step": 90399
    },
    {
      "epoch": 4.205629216096766,
      "grad_norm": 1.6145624944319794,
      "learning_rate": 6.327661664776911e-05,
      "loss": 1.5625,
      "step": 90400
    },
    {
      "epoch": 4.205675738543848,
      "grad_norm": 1.672546900745295,
      "learning_rate": 6.32735884296727e-05,
      "loss": 1.7578,
      "step": 90401
    },
    {
      "epoch": 4.205722260990928,
      "grad_norm": 1.6521212410900725,
      "learning_rate": 6.327056026467073e-05,
      "loss": 1.6562,
      "step": 90402
    },
    {
      "epoch": 4.205768783438009,
      "grad_norm": 1.581743857235731,
      "learning_rate": 6.326753215276504e-05,
      "loss": 1.5625,
      "step": 90403
    },
    {
      "epoch": 4.205815305885089,
      "grad_norm": 1.6538888981558573,
      "learning_rate": 6.32645040939574e-05,
      "loss": 1.5938,
      "step": 90404
    },
    {
      "epoch": 4.2058618283321705,
      "grad_norm": 1.7538102654350098,
      "learning_rate": 6.32614760882498e-05,
      "loss": 1.6172,
      "step": 90405
    },
    {
      "epoch": 4.205908350779251,
      "grad_norm": 1.7264982840458287,
      "learning_rate": 6.325844813564405e-05,
      "loss": 1.4531,
      "step": 90406
    },
    {
      "epoch": 4.205954873226331,
      "grad_norm": 1.6694114454811753,
      "learning_rate": 6.325542023614198e-05,
      "loss": 1.7578,
      "step": 90407
    },
    {
      "epoch": 4.206001395673413,
      "grad_norm": 1.5548215903613938,
      "learning_rate": 6.32523923897454e-05,
      "loss": 1.625,
      "step": 90408
    },
    {
      "epoch": 4.206047918120493,
      "grad_norm": 1.6326901448002449,
      "learning_rate": 6.324936459645626e-05,
      "loss": 1.5391,
      "step": 90409
    },
    {
      "epoch": 4.206094440567574,
      "grad_norm": 1.827253968495319,
      "learning_rate": 6.324633685627639e-05,
      "loss": 1.7656,
      "step": 90410
    },
    {
      "epoch": 4.206140963014654,
      "grad_norm": 1.7156805056443676,
      "learning_rate": 6.324330916920761e-05,
      "loss": 1.6875,
      "step": 90411
    },
    {
      "epoch": 4.206187485461736,
      "grad_norm": 1.5610459749759011,
      "learning_rate": 6.324028153525173e-05,
      "loss": 1.4688,
      "step": 90412
    },
    {
      "epoch": 4.206234007908816,
      "grad_norm": 1.746366386447122,
      "learning_rate": 6.323725395441073e-05,
      "loss": 1.7266,
      "step": 90413
    },
    {
      "epoch": 4.2062805303558966,
      "grad_norm": 1.5906428056345419,
      "learning_rate": 6.323422642668639e-05,
      "loss": 1.5,
      "step": 90414
    },
    {
      "epoch": 4.206327052802977,
      "grad_norm": 1.7551781814431986,
      "learning_rate": 6.323119895208056e-05,
      "loss": 1.6641,
      "step": 90415
    },
    {
      "epoch": 4.206373575250058,
      "grad_norm": 1.6238224930992944,
      "learning_rate": 6.322817153059504e-05,
      "loss": 1.5625,
      "step": 90416
    },
    {
      "epoch": 4.206420097697139,
      "grad_norm": 1.6461234761425478,
      "learning_rate": 6.322514416223181e-05,
      "loss": 1.7422,
      "step": 90417
    },
    {
      "epoch": 4.206466620144219,
      "grad_norm": 1.6005263448045104,
      "learning_rate": 6.322211684699267e-05,
      "loss": 1.6016,
      "step": 90418
    },
    {
      "epoch": 4.206513142591301,
      "grad_norm": 1.6056348467409731,
      "learning_rate": 6.321908958487945e-05,
      "loss": 1.5156,
      "step": 90419
    },
    {
      "epoch": 4.206559665038381,
      "grad_norm": 1.7480453547367572,
      "learning_rate": 6.321606237589401e-05,
      "loss": 1.6641,
      "step": 90420
    },
    {
      "epoch": 4.206606187485462,
      "grad_norm": 1.6168213576900494,
      "learning_rate": 6.321303522003817e-05,
      "loss": 1.4844,
      "step": 90421
    },
    {
      "epoch": 4.206652709932542,
      "grad_norm": 1.4228255735784616,
      "learning_rate": 6.32100081173138e-05,
      "loss": 1.2031,
      "step": 90422
    },
    {
      "epoch": 4.2066992323796235,
      "grad_norm": 1.6516000879614952,
      "learning_rate": 6.320698106772285e-05,
      "loss": 1.5391,
      "step": 90423
    },
    {
      "epoch": 4.206745754826704,
      "grad_norm": 1.838714312678438,
      "learning_rate": 6.320395407126707e-05,
      "loss": 1.9219,
      "step": 90424
    },
    {
      "epoch": 4.2067922772737845,
      "grad_norm": 1.6607407029922174,
      "learning_rate": 6.320092712794835e-05,
      "loss": 1.6797,
      "step": 90425
    },
    {
      "epoch": 4.206838799720865,
      "grad_norm": 1.703353820820704,
      "learning_rate": 6.319790023776851e-05,
      "loss": 1.7578,
      "step": 90426
    },
    {
      "epoch": 4.206885322167946,
      "grad_norm": 1.6701491537357205,
      "learning_rate": 6.319487340072944e-05,
      "loss": 1.5938,
      "step": 90427
    },
    {
      "epoch": 4.206931844615027,
      "grad_norm": 1.689207607335704,
      "learning_rate": 6.319184661683301e-05,
      "loss": 1.6406,
      "step": 90428
    },
    {
      "epoch": 4.206978367062107,
      "grad_norm": 1.5376564799330932,
      "learning_rate": 6.318881988608103e-05,
      "loss": 1.4219,
      "step": 90429
    },
    {
      "epoch": 4.207024889509189,
      "grad_norm": 1.5873168986013497,
      "learning_rate": 6.318579320847531e-05,
      "loss": 1.4062,
      "step": 90430
    },
    {
      "epoch": 4.207071411956269,
      "grad_norm": 1.6654154396070144,
      "learning_rate": 6.318276658401783e-05,
      "loss": 1.6562,
      "step": 90431
    },
    {
      "epoch": 4.20711793440335,
      "grad_norm": 1.8547432381860263,
      "learning_rate": 6.317974001271036e-05,
      "loss": 1.8672,
      "step": 90432
    },
    {
      "epoch": 4.20716445685043,
      "grad_norm": 1.5898390093607953,
      "learning_rate": 6.317671349455476e-05,
      "loss": 1.3984,
      "step": 90433
    },
    {
      "epoch": 4.207210979297511,
      "grad_norm": 1.7206208571332704,
      "learning_rate": 6.317368702955284e-05,
      "loss": 1.7656,
      "step": 90434
    },
    {
      "epoch": 4.207257501744592,
      "grad_norm": 1.5224053146264267,
      "learning_rate": 6.317066061770655e-05,
      "loss": 1.4297,
      "step": 90435
    },
    {
      "epoch": 4.207304024191672,
      "grad_norm": 1.6297763197653625,
      "learning_rate": 6.316763425901769e-05,
      "loss": 1.6328,
      "step": 90436
    },
    {
      "epoch": 4.207350546638753,
      "grad_norm": 1.733047083591857,
      "learning_rate": 6.316460795348812e-05,
      "loss": 1.7266,
      "step": 90437
    },
    {
      "epoch": 4.207397069085834,
      "grad_norm": 1.7774805140488377,
      "learning_rate": 6.316158170111965e-05,
      "loss": 1.8594,
      "step": 90438
    },
    {
      "epoch": 4.207443591532915,
      "grad_norm": 1.6857337299263226,
      "learning_rate": 6.315855550191421e-05,
      "loss": 1.7188,
      "step": 90439
    },
    {
      "epoch": 4.207490113979995,
      "grad_norm": 1.6036623733009119,
      "learning_rate": 6.31555293558736e-05,
      "loss": 1.5391,
      "step": 90440
    },
    {
      "epoch": 4.207536636427076,
      "grad_norm": 1.5754246741777065,
      "learning_rate": 6.315250326299971e-05,
      "loss": 1.6094,
      "step": 90441
    },
    {
      "epoch": 4.207583158874157,
      "grad_norm": 1.658973761604252,
      "learning_rate": 6.31494772232943e-05,
      "loss": 1.6328,
      "step": 90442
    },
    {
      "epoch": 4.2076296813212375,
      "grad_norm": 1.626935392714346,
      "learning_rate": 6.31464512367593e-05,
      "loss": 1.5859,
      "step": 90443
    },
    {
      "epoch": 4.207676203768318,
      "grad_norm": 1.651504499736344,
      "learning_rate": 6.314342530339663e-05,
      "loss": 1.6016,
      "step": 90444
    },
    {
      "epoch": 4.207722726215399,
      "grad_norm": 1.6969694239176907,
      "learning_rate": 6.314039942320803e-05,
      "loss": 1.625,
      "step": 90445
    },
    {
      "epoch": 4.20776924866248,
      "grad_norm": 1.6286758470326546,
      "learning_rate": 6.313737359619542e-05,
      "loss": 1.7031,
      "step": 90446
    },
    {
      "epoch": 4.20781577110956,
      "grad_norm": 1.8280981473966198,
      "learning_rate": 6.313434782236059e-05,
      "loss": 1.7188,
      "step": 90447
    },
    {
      "epoch": 4.207862293556641,
      "grad_norm": 1.6544721485621403,
      "learning_rate": 6.313132210170538e-05,
      "loss": 1.5625,
      "step": 90448
    },
    {
      "epoch": 4.207908816003722,
      "grad_norm": 1.8210184936864324,
      "learning_rate": 6.312829643423174e-05,
      "loss": 1.8281,
      "step": 90449
    },
    {
      "epoch": 4.207955338450803,
      "grad_norm": 1.5745907571231637,
      "learning_rate": 6.31252708199415e-05,
      "loss": 1.6016,
      "step": 90450
    },
    {
      "epoch": 4.208001860897883,
      "grad_norm": 1.6691190395617064,
      "learning_rate": 6.312224525883646e-05,
      "loss": 1.7344,
      "step": 90451
    },
    {
      "epoch": 4.208048383344964,
      "grad_norm": 1.4303288265417686,
      "learning_rate": 6.311921975091842e-05,
      "loss": 1.2656,
      "step": 90452
    },
    {
      "epoch": 4.208094905792045,
      "grad_norm": 1.4256666531422904,
      "learning_rate": 6.311619429618938e-05,
      "loss": 1.3594,
      "step": 90453
    },
    {
      "epoch": 4.208141428239125,
      "grad_norm": 1.762661679703035,
      "learning_rate": 6.311316889465112e-05,
      "loss": 1.6797,
      "step": 90454
    },
    {
      "epoch": 4.208187950686206,
      "grad_norm": 1.4274034106061095,
      "learning_rate": 6.311014354630548e-05,
      "loss": 1.3359,
      "step": 90455
    },
    {
      "epoch": 4.208234473133286,
      "grad_norm": 1.647986439635795,
      "learning_rate": 6.310711825115427e-05,
      "loss": 1.6328,
      "step": 90456
    },
    {
      "epoch": 4.208280995580368,
      "grad_norm": 1.6167369684653456,
      "learning_rate": 6.310409300919946e-05,
      "loss": 1.5938,
      "step": 90457
    },
    {
      "epoch": 4.208327518027448,
      "grad_norm": 1.5599519113258502,
      "learning_rate": 6.310106782044283e-05,
      "loss": 1.6875,
      "step": 90458
    },
    {
      "epoch": 4.208374040474529,
      "grad_norm": 1.593943667869139,
      "learning_rate": 6.309804268488624e-05,
      "loss": 1.5078,
      "step": 90459
    },
    {
      "epoch": 4.20842056292161,
      "grad_norm": 1.7182339073168966,
      "learning_rate": 6.309501760253147e-05,
      "loss": 1.8672,
      "step": 90460
    },
    {
      "epoch": 4.2084670853686905,
      "grad_norm": 1.7027860690768064,
      "learning_rate": 6.309199257338051e-05,
      "loss": 1.8125,
      "step": 90461
    },
    {
      "epoch": 4.208513607815771,
      "grad_norm": 1.6596815514603493,
      "learning_rate": 6.308896759743513e-05,
      "loss": 1.6094,
      "step": 90462
    },
    {
      "epoch": 4.2085601302628515,
      "grad_norm": 1.5637194879469576,
      "learning_rate": 6.308594267469722e-05,
      "loss": 1.4844,
      "step": 90463
    },
    {
      "epoch": 4.208606652709933,
      "grad_norm": 1.640132215749358,
      "learning_rate": 6.308291780516855e-05,
      "loss": 1.6406,
      "step": 90464
    },
    {
      "epoch": 4.208653175157013,
      "grad_norm": 1.8209314399895244,
      "learning_rate": 6.307989298885102e-05,
      "loss": 1.8984,
      "step": 90465
    },
    {
      "epoch": 4.208699697604094,
      "grad_norm": 1.5052420587689073,
      "learning_rate": 6.307686822574655e-05,
      "loss": 1.4766,
      "step": 90466
    },
    {
      "epoch": 4.208746220051174,
      "grad_norm": 1.6567066205966796,
      "learning_rate": 6.307384351585692e-05,
      "loss": 1.6016,
      "step": 90467
    },
    {
      "epoch": 4.208792742498256,
      "grad_norm": 1.7025868547684717,
      "learning_rate": 6.307081885918402e-05,
      "loss": 1.6094,
      "step": 90468
    },
    {
      "epoch": 4.208839264945336,
      "grad_norm": 1.5208284799179401,
      "learning_rate": 6.306779425572961e-05,
      "loss": 1.2969,
      "step": 90469
    },
    {
      "epoch": 4.208885787392417,
      "grad_norm": 1.7759681579553035,
      "learning_rate": 6.306476970549566e-05,
      "loss": 1.8672,
      "step": 90470
    },
    {
      "epoch": 4.208932309839498,
      "grad_norm": 1.6304526148978142,
      "learning_rate": 6.306174520848398e-05,
      "loss": 1.6875,
      "step": 90471
    },
    {
      "epoch": 4.208978832286578,
      "grad_norm": 1.5990552957258084,
      "learning_rate": 6.305872076469641e-05,
      "loss": 1.4922,
      "step": 90472
    },
    {
      "epoch": 4.209025354733659,
      "grad_norm": 1.781415704870788,
      "learning_rate": 6.30556963741348e-05,
      "loss": 1.75,
      "step": 90473
    },
    {
      "epoch": 4.209071877180739,
      "grad_norm": 1.4936199005513877,
      "learning_rate": 6.305267203680096e-05,
      "loss": 1.3828,
      "step": 90474
    },
    {
      "epoch": 4.209118399627821,
      "grad_norm": 1.8316738533133146,
      "learning_rate": 6.304964775269682e-05,
      "loss": 1.8984,
      "step": 90475
    },
    {
      "epoch": 4.209164922074901,
      "grad_norm": 1.7570781037535383,
      "learning_rate": 6.304662352182421e-05,
      "loss": 1.6875,
      "step": 90476
    },
    {
      "epoch": 4.209211444521982,
      "grad_norm": 1.5374371989665094,
      "learning_rate": 6.304359934418496e-05,
      "loss": 1.5312,
      "step": 90477
    },
    {
      "epoch": 4.209257966969062,
      "grad_norm": 1.4845198978369711,
      "learning_rate": 6.304057521978088e-05,
      "loss": 1.2109,
      "step": 90478
    },
    {
      "epoch": 4.2093044894161435,
      "grad_norm": 1.700586941096149,
      "learning_rate": 6.303755114861394e-05,
      "loss": 1.7891,
      "step": 90479
    },
    {
      "epoch": 4.209351011863224,
      "grad_norm": 1.4701701538970684,
      "learning_rate": 6.303452713068592e-05,
      "loss": 1.2578,
      "step": 90480
    },
    {
      "epoch": 4.2093975343103045,
      "grad_norm": 1.762440250785749,
      "learning_rate": 6.303150316599867e-05,
      "loss": 1.8125,
      "step": 90481
    },
    {
      "epoch": 4.209444056757386,
      "grad_norm": 1.6787733901272188,
      "learning_rate": 6.302847925455399e-05,
      "loss": 1.6094,
      "step": 90482
    },
    {
      "epoch": 4.209490579204466,
      "grad_norm": 1.4356331020886628,
      "learning_rate": 6.302545539635386e-05,
      "loss": 1.25,
      "step": 90483
    },
    {
      "epoch": 4.209537101651547,
      "grad_norm": 1.5490206385794525,
      "learning_rate": 6.302243159140004e-05,
      "loss": 1.5312,
      "step": 90484
    },
    {
      "epoch": 4.209583624098627,
      "grad_norm": 1.628548876824539,
      "learning_rate": 6.301940783969439e-05,
      "loss": 1.5781,
      "step": 90485
    },
    {
      "epoch": 4.209630146545709,
      "grad_norm": 1.7231117977963872,
      "learning_rate": 6.301638414123874e-05,
      "loss": 1.6406,
      "step": 90486
    },
    {
      "epoch": 4.209676668992789,
      "grad_norm": 1.6553570279006011,
      "learning_rate": 6.301336049603496e-05,
      "loss": 1.5859,
      "step": 90487
    },
    {
      "epoch": 4.20972319143987,
      "grad_norm": 1.6026133091000172,
      "learning_rate": 6.301033690408497e-05,
      "loss": 1.5703,
      "step": 90488
    },
    {
      "epoch": 4.20976971388695,
      "grad_norm": 1.6523294512166504,
      "learning_rate": 6.300731336539056e-05,
      "loss": 1.7266,
      "step": 90489
    },
    {
      "epoch": 4.2098162363340315,
      "grad_norm": 1.6952289452721976,
      "learning_rate": 6.30042898799536e-05,
      "loss": 1.6328,
      "step": 90490
    },
    {
      "epoch": 4.209862758781112,
      "grad_norm": 1.6110195853407814,
      "learning_rate": 6.300126644777587e-05,
      "loss": 1.5312,
      "step": 90491
    },
    {
      "epoch": 4.209909281228192,
      "grad_norm": 1.8130910985410504,
      "learning_rate": 6.29982430688593e-05,
      "loss": 1.8047,
      "step": 90492
    },
    {
      "epoch": 4.209955803675273,
      "grad_norm": 1.6740217418281478,
      "learning_rate": 6.299521974320577e-05,
      "loss": 1.5625,
      "step": 90493
    },
    {
      "epoch": 4.210002326122354,
      "grad_norm": 1.803726645600674,
      "learning_rate": 6.299219647081704e-05,
      "loss": 1.7578,
      "step": 90494
    },
    {
      "epoch": 4.210048848569435,
      "grad_norm": 1.8098926998941613,
      "learning_rate": 6.298917325169495e-05,
      "loss": 1.8203,
      "step": 90495
    },
    {
      "epoch": 4.210095371016515,
      "grad_norm": 1.6684995393116786,
      "learning_rate": 6.298615008584148e-05,
      "loss": 1.6172,
      "step": 90496
    },
    {
      "epoch": 4.210141893463597,
      "grad_norm": 1.6046257389947918,
      "learning_rate": 6.298312697325838e-05,
      "loss": 1.5625,
      "step": 90497
    },
    {
      "epoch": 4.210188415910677,
      "grad_norm": 1.6751971861639854,
      "learning_rate": 6.298010391394754e-05,
      "loss": 1.75,
      "step": 90498
    },
    {
      "epoch": 4.2102349383577575,
      "grad_norm": 1.829693920335872,
      "learning_rate": 6.297708090791077e-05,
      "loss": 1.875,
      "step": 90499
    },
    {
      "epoch": 4.210281460804838,
      "grad_norm": 1.5735037958163605,
      "learning_rate": 6.297405795514989e-05,
      "loss": 1.625,
      "step": 90500
    },
    {
      "epoch": 4.210327983251919,
      "grad_norm": 1.5554503081429587,
      "learning_rate": 6.297103505566688e-05,
      "loss": 1.5234,
      "step": 90501
    },
    {
      "epoch": 4.210374505699,
      "grad_norm": 1.679255933319136,
      "learning_rate": 6.29680122094635e-05,
      "loss": 1.6953,
      "step": 90502
    },
    {
      "epoch": 4.21042102814608,
      "grad_norm": 1.7645692252803016,
      "learning_rate": 6.296498941654163e-05,
      "loss": 1.7891,
      "step": 90503
    },
    {
      "epoch": 4.210467550593161,
      "grad_norm": 1.6605236358291582,
      "learning_rate": 6.296196667690303e-05,
      "loss": 1.6094,
      "step": 90504
    },
    {
      "epoch": 4.210514073040242,
      "grad_norm": 1.7482037743971033,
      "learning_rate": 6.29589439905497e-05,
      "loss": 1.75,
      "step": 90505
    },
    {
      "epoch": 4.210560595487323,
      "grad_norm": 1.6117257442662367,
      "learning_rate": 6.295592135748341e-05,
      "loss": 1.5312,
      "step": 90506
    },
    {
      "epoch": 4.210607117934403,
      "grad_norm": 1.6752510667941862,
      "learning_rate": 6.295289877770602e-05,
      "loss": 1.5938,
      "step": 90507
    },
    {
      "epoch": 4.2106536403814845,
      "grad_norm": 1.628406254967414,
      "learning_rate": 6.294987625121931e-05,
      "loss": 1.5781,
      "step": 90508
    },
    {
      "epoch": 4.210700162828565,
      "grad_norm": 1.6916275773657552,
      "learning_rate": 6.294685377802522e-05,
      "loss": 1.6484,
      "step": 90509
    },
    {
      "epoch": 4.210746685275645,
      "grad_norm": 1.7168243712227373,
      "learning_rate": 6.294383135812564e-05,
      "loss": 1.5078,
      "step": 90510
    },
    {
      "epoch": 4.210793207722726,
      "grad_norm": 1.6511826330679398,
      "learning_rate": 6.294080899152234e-05,
      "loss": 1.4766,
      "step": 90511
    },
    {
      "epoch": 4.210839730169807,
      "grad_norm": 1.6424462167877403,
      "learning_rate": 6.29377866782172e-05,
      "loss": 1.6797,
      "step": 90512
    },
    {
      "epoch": 4.210886252616888,
      "grad_norm": 1.630330054918142,
      "learning_rate": 6.2934764418212e-05,
      "loss": 1.6016,
      "step": 90513
    },
    {
      "epoch": 4.210932775063968,
      "grad_norm": 1.7945562910692314,
      "learning_rate": 6.29317422115087e-05,
      "loss": 1.8984,
      "step": 90514
    },
    {
      "epoch": 4.210979297511049,
      "grad_norm": 1.695361877318005,
      "learning_rate": 6.29287200581091e-05,
      "loss": 1.6641,
      "step": 90515
    },
    {
      "epoch": 4.21102581995813,
      "grad_norm": 1.7442181014338285,
      "learning_rate": 6.292569795801506e-05,
      "loss": 1.8672,
      "step": 90516
    },
    {
      "epoch": 4.2110723424052106,
      "grad_norm": 1.643166595143402,
      "learning_rate": 6.292267591122836e-05,
      "loss": 1.6094,
      "step": 90517
    },
    {
      "epoch": 4.211118864852291,
      "grad_norm": 1.7198860637632056,
      "learning_rate": 6.291965391775097e-05,
      "loss": 1.7344,
      "step": 90518
    },
    {
      "epoch": 4.211165387299372,
      "grad_norm": 1.6472656619097952,
      "learning_rate": 6.291663197758468e-05,
      "loss": 1.5625,
      "step": 90519
    },
    {
      "epoch": 4.211211909746453,
      "grad_norm": 1.6117822559688364,
      "learning_rate": 6.291361009073134e-05,
      "loss": 1.5469,
      "step": 90520
    },
    {
      "epoch": 4.211258432193533,
      "grad_norm": 1.671934106687927,
      "learning_rate": 6.291058825719275e-05,
      "loss": 1.7891,
      "step": 90521
    },
    {
      "epoch": 4.211304954640614,
      "grad_norm": 1.6827816931310389,
      "learning_rate": 6.290756647697085e-05,
      "loss": 1.625,
      "step": 90522
    },
    {
      "epoch": 4.211351477087695,
      "grad_norm": 1.6163974544344653,
      "learning_rate": 6.290454475006748e-05,
      "loss": 1.5234,
      "step": 90523
    },
    {
      "epoch": 4.211397999534776,
      "grad_norm": 1.6074877759746027,
      "learning_rate": 6.290152307648444e-05,
      "loss": 1.5859,
      "step": 90524
    },
    {
      "epoch": 4.211444521981856,
      "grad_norm": 1.5921057417212974,
      "learning_rate": 6.289850145622361e-05,
      "loss": 1.5078,
      "step": 90525
    },
    {
      "epoch": 4.211491044428937,
      "grad_norm": 1.6997628164435237,
      "learning_rate": 6.289547988928677e-05,
      "loss": 1.6953,
      "step": 90526
    },
    {
      "epoch": 4.211537566876018,
      "grad_norm": 1.693277532830555,
      "learning_rate": 6.28924583756759e-05,
      "loss": 1.5938,
      "step": 90527
    },
    {
      "epoch": 4.2115840893230985,
      "grad_norm": 1.6551621183892185,
      "learning_rate": 6.288943691539275e-05,
      "loss": 1.6797,
      "step": 90528
    },
    {
      "epoch": 4.211630611770179,
      "grad_norm": 1.571205001299867,
      "learning_rate": 6.288641550843923e-05,
      "loss": 1.4922,
      "step": 90529
    },
    {
      "epoch": 4.211677134217259,
      "grad_norm": 1.6074294452144662,
      "learning_rate": 6.288339415481709e-05,
      "loss": 1.5859,
      "step": 90530
    },
    {
      "epoch": 4.211723656664341,
      "grad_norm": 1.635405168104523,
      "learning_rate": 6.288037285452825e-05,
      "loss": 1.6406,
      "step": 90531
    },
    {
      "epoch": 4.211770179111421,
      "grad_norm": 1.5779177159711104,
      "learning_rate": 6.287735160757461e-05,
      "loss": 1.5547,
      "step": 90532
    },
    {
      "epoch": 4.211816701558502,
      "grad_norm": 1.573296036767137,
      "learning_rate": 6.287433041395799e-05,
      "loss": 1.3906,
      "step": 90533
    },
    {
      "epoch": 4.211863224005583,
      "grad_norm": 1.6282818031874684,
      "learning_rate": 6.287130927368018e-05,
      "loss": 1.6094,
      "step": 90534
    },
    {
      "epoch": 4.211909746452664,
      "grad_norm": 1.5614944713824532,
      "learning_rate": 6.286828818674306e-05,
      "loss": 1.5,
      "step": 90535
    },
    {
      "epoch": 4.211956268899744,
      "grad_norm": 1.7052393631024696,
      "learning_rate": 6.286526715314852e-05,
      "loss": 1.6875,
      "step": 90536
    },
    {
      "epoch": 4.2120027913468245,
      "grad_norm": 1.5966686856479637,
      "learning_rate": 6.286224617289836e-05,
      "loss": 1.5703,
      "step": 90537
    },
    {
      "epoch": 4.212049313793906,
      "grad_norm": 1.618287939380634,
      "learning_rate": 6.285922524599447e-05,
      "loss": 1.5781,
      "step": 90538
    },
    {
      "epoch": 4.212095836240986,
      "grad_norm": 1.7717008029539,
      "learning_rate": 6.285620437243862e-05,
      "loss": 1.875,
      "step": 90539
    },
    {
      "epoch": 4.212142358688067,
      "grad_norm": 1.620242278675233,
      "learning_rate": 6.285318355223276e-05,
      "loss": 1.5078,
      "step": 90540
    },
    {
      "epoch": 4.212188881135147,
      "grad_norm": 1.6108589677150449,
      "learning_rate": 6.285016278537869e-05,
      "loss": 1.5391,
      "step": 90541
    },
    {
      "epoch": 4.212235403582229,
      "grad_norm": 1.6643700984701018,
      "learning_rate": 6.284714207187827e-05,
      "loss": 1.6328,
      "step": 90542
    },
    {
      "epoch": 4.212281926029309,
      "grad_norm": 1.8472126266415456,
      "learning_rate": 6.28441214117333e-05,
      "loss": 1.7812,
      "step": 90543
    },
    {
      "epoch": 4.21232844847639,
      "grad_norm": 1.730949857704329,
      "learning_rate": 6.284110080494572e-05,
      "loss": 1.875,
      "step": 90544
    },
    {
      "epoch": 4.21237497092347,
      "grad_norm": 1.6244178257250992,
      "learning_rate": 6.283808025151734e-05,
      "loss": 1.6875,
      "step": 90545
    },
    {
      "epoch": 4.2124214933705515,
      "grad_norm": 1.6726176004004722,
      "learning_rate": 6.283505975144997e-05,
      "loss": 1.6016,
      "step": 90546
    },
    {
      "epoch": 4.212468015817632,
      "grad_norm": 1.586791251225114,
      "learning_rate": 6.283203930474548e-05,
      "loss": 1.6562,
      "step": 90547
    },
    {
      "epoch": 4.2125145382647124,
      "grad_norm": 1.6962362429887903,
      "learning_rate": 6.282901891140576e-05,
      "loss": 1.8359,
      "step": 90548
    },
    {
      "epoch": 4.212561060711794,
      "grad_norm": 1.7523156284690793,
      "learning_rate": 6.282599857143261e-05,
      "loss": 1.75,
      "step": 90549
    },
    {
      "epoch": 4.212607583158874,
      "grad_norm": 1.6555957012741096,
      "learning_rate": 6.282297828482793e-05,
      "loss": 1.5234,
      "step": 90550
    },
    {
      "epoch": 4.212654105605955,
      "grad_norm": 1.6835528092869265,
      "learning_rate": 6.281995805159353e-05,
      "loss": 1.8047,
      "step": 90551
    },
    {
      "epoch": 4.212700628053035,
      "grad_norm": 1.7114790218403897,
      "learning_rate": 6.28169378717312e-05,
      "loss": 1.5859,
      "step": 90552
    },
    {
      "epoch": 4.212747150500117,
      "grad_norm": 1.603088766346515,
      "learning_rate": 6.281391774524285e-05,
      "loss": 1.6484,
      "step": 90553
    },
    {
      "epoch": 4.212793672947197,
      "grad_norm": 1.7280356098235987,
      "learning_rate": 6.28108976721304e-05,
      "loss": 1.75,
      "step": 90554
    },
    {
      "epoch": 4.212840195394278,
      "grad_norm": 1.6651849545048873,
      "learning_rate": 6.280787765239562e-05,
      "loss": 1.6953,
      "step": 90555
    },
    {
      "epoch": 4.212886717841358,
      "grad_norm": 1.5840400958891965,
      "learning_rate": 6.280485768604038e-05,
      "loss": 1.6484,
      "step": 90556
    },
    {
      "epoch": 4.212933240288439,
      "grad_norm": 1.5614456756010686,
      "learning_rate": 6.280183777306647e-05,
      "loss": 1.5,
      "step": 90557
    },
    {
      "epoch": 4.21297976273552,
      "grad_norm": 1.7212006286201496,
      "learning_rate": 6.279881791347584e-05,
      "loss": 1.7031,
      "step": 90558
    },
    {
      "epoch": 4.2130262851826,
      "grad_norm": 1.611134154856106,
      "learning_rate": 6.279579810727028e-05,
      "loss": 1.5078,
      "step": 90559
    },
    {
      "epoch": 4.213072807629682,
      "grad_norm": 1.5971144075667705,
      "learning_rate": 6.279277835445164e-05,
      "loss": 1.4219,
      "step": 90560
    },
    {
      "epoch": 4.213119330076762,
      "grad_norm": 1.6267837630966309,
      "learning_rate": 6.278975865502174e-05,
      "loss": 1.5703,
      "step": 90561
    },
    {
      "epoch": 4.213165852523843,
      "grad_norm": 1.7809656449375244,
      "learning_rate": 6.278673900898253e-05,
      "loss": 1.7031,
      "step": 90562
    },
    {
      "epoch": 4.213212374970923,
      "grad_norm": 1.6999849351235174,
      "learning_rate": 6.278371941633576e-05,
      "loss": 1.75,
      "step": 90563
    },
    {
      "epoch": 4.2132588974180045,
      "grad_norm": 1.7466719750266442,
      "learning_rate": 6.278069987708334e-05,
      "loss": 1.4531,
      "step": 90564
    },
    {
      "epoch": 4.213305419865085,
      "grad_norm": 1.5724477520849232,
      "learning_rate": 6.2777680391227e-05,
      "loss": 1.5781,
      "step": 90565
    },
    {
      "epoch": 4.2133519423121655,
      "grad_norm": 1.645138828451165,
      "learning_rate": 6.277466095876875e-05,
      "loss": 1.7422,
      "step": 90566
    },
    {
      "epoch": 4.213398464759246,
      "grad_norm": 1.7002590245733997,
      "learning_rate": 6.277164157971038e-05,
      "loss": 1.5781,
      "step": 90567
    },
    {
      "epoch": 4.213444987206327,
      "grad_norm": 1.6328688495928405,
      "learning_rate": 6.276862225405371e-05,
      "loss": 1.6406,
      "step": 90568
    },
    {
      "epoch": 4.213491509653408,
      "grad_norm": 1.7455635776823326,
      "learning_rate": 6.276560298180054e-05,
      "loss": 1.6875,
      "step": 90569
    },
    {
      "epoch": 4.213538032100488,
      "grad_norm": 1.7217234482796036,
      "learning_rate": 6.276258376295287e-05,
      "loss": 1.7422,
      "step": 90570
    },
    {
      "epoch": 4.21358455454757,
      "grad_norm": 1.577894837212553,
      "learning_rate": 6.275956459751243e-05,
      "loss": 1.4531,
      "step": 90571
    },
    {
      "epoch": 4.21363107699465,
      "grad_norm": 1.632025932013835,
      "learning_rate": 6.275654548548112e-05,
      "loss": 1.5547,
      "step": 90572
    },
    {
      "epoch": 4.213677599441731,
      "grad_norm": 1.6401745641878245,
      "learning_rate": 6.275352642686068e-05,
      "loss": 1.5547,
      "step": 90573
    },
    {
      "epoch": 4.213724121888811,
      "grad_norm": 1.5250150005170449,
      "learning_rate": 6.275050742165314e-05,
      "loss": 1.3359,
      "step": 90574
    },
    {
      "epoch": 4.213770644335892,
      "grad_norm": 1.7408574751378232,
      "learning_rate": 6.274748846986017e-05,
      "loss": 1.7812,
      "step": 90575
    },
    {
      "epoch": 4.213817166782973,
      "grad_norm": 1.6704875157803558,
      "learning_rate": 6.274446957148377e-05,
      "loss": 1.6953,
      "step": 90576
    },
    {
      "epoch": 4.213863689230053,
      "grad_norm": 1.6876193185756536,
      "learning_rate": 6.274145072652572e-05,
      "loss": 1.6406,
      "step": 90577
    },
    {
      "epoch": 4.213910211677134,
      "grad_norm": 1.5205363777587098,
      "learning_rate": 6.273843193498781e-05,
      "loss": 1.5156,
      "step": 90578
    },
    {
      "epoch": 4.213956734124215,
      "grad_norm": 1.644703610420753,
      "learning_rate": 6.2735413196872e-05,
      "loss": 1.5234,
      "step": 90579
    },
    {
      "epoch": 4.214003256571296,
      "grad_norm": 1.7134348922865728,
      "learning_rate": 6.273239451218008e-05,
      "loss": 1.7422,
      "step": 90580
    },
    {
      "epoch": 4.214049779018376,
      "grad_norm": 1.5485283790833886,
      "learning_rate": 6.272937588091391e-05,
      "loss": 1.4219,
      "step": 90581
    },
    {
      "epoch": 4.214096301465457,
      "grad_norm": 1.684355430068193,
      "learning_rate": 6.272635730307533e-05,
      "loss": 1.7344,
      "step": 90582
    },
    {
      "epoch": 4.214142823912538,
      "grad_norm": 1.521192575446462,
      "learning_rate": 6.272333877866612e-05,
      "loss": 1.4453,
      "step": 90583
    },
    {
      "epoch": 4.2141893463596185,
      "grad_norm": 1.609033583421579,
      "learning_rate": 6.272032030768827e-05,
      "loss": 1.5078,
      "step": 90584
    },
    {
      "epoch": 4.214235868806699,
      "grad_norm": 1.6602887392809556,
      "learning_rate": 6.271730189014354e-05,
      "loss": 1.4688,
      "step": 90585
    },
    {
      "epoch": 4.21428239125378,
      "grad_norm": 1.6487547111323977,
      "learning_rate": 6.271428352603381e-05,
      "loss": 1.6406,
      "step": 90586
    },
    {
      "epoch": 4.214328913700861,
      "grad_norm": 1.5084769123966857,
      "learning_rate": 6.271126521536084e-05,
      "loss": 1.5391,
      "step": 90587
    },
    {
      "epoch": 4.214375436147941,
      "grad_norm": 1.6535271278267112,
      "learning_rate": 6.270824695812662e-05,
      "loss": 1.7969,
      "step": 90588
    },
    {
      "epoch": 4.214421958595022,
      "grad_norm": 1.712937585116251,
      "learning_rate": 6.27052287543329e-05,
      "loss": 1.7031,
      "step": 90589
    },
    {
      "epoch": 4.214468481042103,
      "grad_norm": 1.5921581847627289,
      "learning_rate": 6.270221060398157e-05,
      "loss": 1.4922,
      "step": 90590
    },
    {
      "epoch": 4.214515003489184,
      "grad_norm": 1.7188279265442497,
      "learning_rate": 6.269919250707441e-05,
      "loss": 1.7344,
      "step": 90591
    },
    {
      "epoch": 4.214561525936264,
      "grad_norm": 1.727331309042657,
      "learning_rate": 6.269617446361337e-05,
      "loss": 1.6641,
      "step": 90592
    },
    {
      "epoch": 4.214608048383345,
      "grad_norm": 1.7809725243670889,
      "learning_rate": 6.269315647360024e-05,
      "loss": 1.8594,
      "step": 90593
    },
    {
      "epoch": 4.214654570830426,
      "grad_norm": 1.6362479110203463,
      "learning_rate": 6.269013853703686e-05,
      "loss": 1.4922,
      "step": 90594
    },
    {
      "epoch": 4.214701093277506,
      "grad_norm": 1.8412033005881,
      "learning_rate": 6.268712065392506e-05,
      "loss": 1.9297,
      "step": 90595
    },
    {
      "epoch": 4.214747615724587,
      "grad_norm": 1.695420763545963,
      "learning_rate": 6.268410282426676e-05,
      "loss": 1.7656,
      "step": 90596
    },
    {
      "epoch": 4.214794138171668,
      "grad_norm": 1.7000165913193908,
      "learning_rate": 6.268108504806373e-05,
      "loss": 1.6328,
      "step": 90597
    },
    {
      "epoch": 4.214840660618749,
      "grad_norm": 1.630323919185016,
      "learning_rate": 6.26780673253179e-05,
      "loss": 1.6328,
      "step": 90598
    },
    {
      "epoch": 4.214887183065829,
      "grad_norm": 1.6679680426542738,
      "learning_rate": 6.267504965603107e-05,
      "loss": 1.7422,
      "step": 90599
    },
    {
      "epoch": 4.21493370551291,
      "grad_norm": 1.5371717639862372,
      "learning_rate": 6.267203204020504e-05,
      "loss": 1.4609,
      "step": 90600
    },
    {
      "epoch": 4.214980227959991,
      "grad_norm": 1.67831455865726,
      "learning_rate": 6.266901447784176e-05,
      "loss": 1.7109,
      "step": 90601
    },
    {
      "epoch": 4.2150267504070715,
      "grad_norm": 1.5884837859697452,
      "learning_rate": 6.266599696894303e-05,
      "loss": 1.5547,
      "step": 90602
    },
    {
      "epoch": 4.215073272854152,
      "grad_norm": 1.6927481704865102,
      "learning_rate": 6.266297951351067e-05,
      "loss": 1.7266,
      "step": 90603
    },
    {
      "epoch": 4.2151197953012325,
      "grad_norm": 1.6960468805240942,
      "learning_rate": 6.265996211154652e-05,
      "loss": 1.625,
      "step": 90604
    },
    {
      "epoch": 4.215166317748314,
      "grad_norm": 1.6396832999910274,
      "learning_rate": 6.265694476305249e-05,
      "loss": 1.5,
      "step": 90605
    },
    {
      "epoch": 4.215212840195394,
      "grad_norm": 1.786343793922764,
      "learning_rate": 6.265392746803038e-05,
      "loss": 1.5469,
      "step": 90606
    },
    {
      "epoch": 4.215259362642475,
      "grad_norm": 1.6761826014852823,
      "learning_rate": 6.265091022648208e-05,
      "loss": 1.5547,
      "step": 90607
    },
    {
      "epoch": 4.215305885089555,
      "grad_norm": 1.6811544375505796,
      "learning_rate": 6.26478930384094e-05,
      "loss": 1.5469,
      "step": 90608
    },
    {
      "epoch": 4.215352407536637,
      "grad_norm": 1.7982735137838726,
      "learning_rate": 6.264487590381415e-05,
      "loss": 1.5469,
      "step": 90609
    },
    {
      "epoch": 4.215398929983717,
      "grad_norm": 1.6561541874250603,
      "learning_rate": 6.264185882269826e-05,
      "loss": 1.5391,
      "step": 90610
    },
    {
      "epoch": 4.215445452430798,
      "grad_norm": 1.64669164069414,
      "learning_rate": 6.263884179506354e-05,
      "loss": 1.6719,
      "step": 90611
    },
    {
      "epoch": 4.215491974877879,
      "grad_norm": 1.7098301215361764,
      "learning_rate": 6.263582482091185e-05,
      "loss": 1.7266,
      "step": 90612
    },
    {
      "epoch": 4.215538497324959,
      "grad_norm": 1.5731120827932696,
      "learning_rate": 6.263280790024495e-05,
      "loss": 1.5391,
      "step": 90613
    },
    {
      "epoch": 4.21558501977204,
      "grad_norm": 1.7524650615091464,
      "learning_rate": 6.262979103306482e-05,
      "loss": 1.7656,
      "step": 90614
    },
    {
      "epoch": 4.21563154221912,
      "grad_norm": 1.7168209271901744,
      "learning_rate": 6.262677421937324e-05,
      "loss": 1.5547,
      "step": 90615
    },
    {
      "epoch": 4.215678064666202,
      "grad_norm": 1.6175031178590857,
      "learning_rate": 6.262375745917209e-05,
      "loss": 1.5547,
      "step": 90616
    },
    {
      "epoch": 4.215724587113282,
      "grad_norm": 1.6637189878651577,
      "learning_rate": 6.26207407524631e-05,
      "loss": 1.6797,
      "step": 90617
    },
    {
      "epoch": 4.215771109560363,
      "grad_norm": 1.6587430035161337,
      "learning_rate": 6.261772409924828e-05,
      "loss": 1.7656,
      "step": 90618
    },
    {
      "epoch": 4.215817632007443,
      "grad_norm": 1.6379103432887794,
      "learning_rate": 6.261470749952936e-05,
      "loss": 1.5625,
      "step": 90619
    },
    {
      "epoch": 4.215864154454525,
      "grad_norm": 1.8513092824578767,
      "learning_rate": 6.261169095330828e-05,
      "loss": 1.7188,
      "step": 90620
    },
    {
      "epoch": 4.215910676901605,
      "grad_norm": 1.5419702477940032,
      "learning_rate": 6.260867446058682e-05,
      "loss": 1.5625,
      "step": 90621
    },
    {
      "epoch": 4.2159571993486855,
      "grad_norm": 1.4484350225282685,
      "learning_rate": 6.260565802136682e-05,
      "loss": 1.3281,
      "step": 90622
    },
    {
      "epoch": 4.216003721795767,
      "grad_norm": 1.5322873424811083,
      "learning_rate": 6.260264163565019e-05,
      "loss": 1.4531,
      "step": 90623
    },
    {
      "epoch": 4.216050244242847,
      "grad_norm": 1.7128179630199734,
      "learning_rate": 6.259962530343874e-05,
      "loss": 1.8516,
      "step": 90624
    },
    {
      "epoch": 4.216096766689928,
      "grad_norm": 1.7075661526926011,
      "learning_rate": 6.259660902473431e-05,
      "loss": 1.7109,
      "step": 90625
    },
    {
      "epoch": 4.216143289137008,
      "grad_norm": 1.777908446043171,
      "learning_rate": 6.25935927995387e-05,
      "loss": 1.7344,
      "step": 90626
    },
    {
      "epoch": 4.21618981158409,
      "grad_norm": 1.5786064635522123,
      "learning_rate": 6.259057662785386e-05,
      "loss": 1.5156,
      "step": 90627
    },
    {
      "epoch": 4.21623633403117,
      "grad_norm": 1.6936612782767686,
      "learning_rate": 6.258756050968157e-05,
      "loss": 1.6328,
      "step": 90628
    },
    {
      "epoch": 4.216282856478251,
      "grad_norm": 1.6289143097410321,
      "learning_rate": 6.258454444502371e-05,
      "loss": 1.5781,
      "step": 90629
    },
    {
      "epoch": 4.216329378925331,
      "grad_norm": 1.6073168869516916,
      "learning_rate": 6.258152843388205e-05,
      "loss": 1.4766,
      "step": 90630
    },
    {
      "epoch": 4.2163759013724125,
      "grad_norm": 1.5816335999131867,
      "learning_rate": 6.257851247625857e-05,
      "loss": 1.4844,
      "step": 90631
    },
    {
      "epoch": 4.216422423819493,
      "grad_norm": 1.7229615342792906,
      "learning_rate": 6.257549657215501e-05,
      "loss": 1.6406,
      "step": 90632
    },
    {
      "epoch": 4.216468946266573,
      "grad_norm": 1.711385173727902,
      "learning_rate": 6.257248072157325e-05,
      "loss": 1.5781,
      "step": 90633
    },
    {
      "epoch": 4.216515468713654,
      "grad_norm": 1.6383147341054656,
      "learning_rate": 6.256946492451512e-05,
      "loss": 1.6953,
      "step": 90634
    },
    {
      "epoch": 4.216561991160735,
      "grad_norm": 1.6810649563722584,
      "learning_rate": 6.256644918098245e-05,
      "loss": 1.5078,
      "step": 90635
    },
    {
      "epoch": 4.216608513607816,
      "grad_norm": 1.7278057016630757,
      "learning_rate": 6.256343349097717e-05,
      "loss": 1.7188,
      "step": 90636
    },
    {
      "epoch": 4.216655036054896,
      "grad_norm": 1.7354297679156079,
      "learning_rate": 6.256041785450105e-05,
      "loss": 1.7109,
      "step": 90637
    },
    {
      "epoch": 4.216701558501978,
      "grad_norm": 1.6396637420074103,
      "learning_rate": 6.255740227155597e-05,
      "loss": 1.5781,
      "step": 90638
    },
    {
      "epoch": 4.216748080949058,
      "grad_norm": 1.590000576157056,
      "learning_rate": 6.25543867421437e-05,
      "loss": 1.4297,
      "step": 90639
    },
    {
      "epoch": 4.2167946033961385,
      "grad_norm": 1.5825476644419916,
      "learning_rate": 6.255137126626622e-05,
      "loss": 1.5938,
      "step": 90640
    },
    {
      "epoch": 4.216841125843219,
      "grad_norm": 1.7043032323882281,
      "learning_rate": 6.254835584392525e-05,
      "loss": 1.5781,
      "step": 90641
    },
    {
      "epoch": 4.2168876482903,
      "grad_norm": 1.7245860801322055,
      "learning_rate": 6.254534047512272e-05,
      "loss": 1.7109,
      "step": 90642
    },
    {
      "epoch": 4.216934170737381,
      "grad_norm": 1.661214602520512,
      "learning_rate": 6.254232515986049e-05,
      "loss": 1.5547,
      "step": 90643
    },
    {
      "epoch": 4.216980693184461,
      "grad_norm": 1.5289678646581462,
      "learning_rate": 6.253930989814028e-05,
      "loss": 1.3828,
      "step": 90644
    },
    {
      "epoch": 4.217027215631542,
      "grad_norm": 1.4874175318179612,
      "learning_rate": 6.253629468996407e-05,
      "loss": 1.4531,
      "step": 90645
    },
    {
      "epoch": 4.217073738078623,
      "grad_norm": 1.496812885127123,
      "learning_rate": 6.253327953533367e-05,
      "loss": 1.4531,
      "step": 90646
    },
    {
      "epoch": 4.217120260525704,
      "grad_norm": 1.62903763558712,
      "learning_rate": 6.253026443425092e-05,
      "loss": 1.5156,
      "step": 90647
    },
    {
      "epoch": 4.217166782972784,
      "grad_norm": 1.638458813471359,
      "learning_rate": 6.25272493867176e-05,
      "loss": 1.6172,
      "step": 90648
    },
    {
      "epoch": 4.2172133054198655,
      "grad_norm": 1.6082702677021767,
      "learning_rate": 6.252423439273565e-05,
      "loss": 1.4688,
      "step": 90649
    },
    {
      "epoch": 4.217259827866946,
      "grad_norm": 1.7202095788247795,
      "learning_rate": 6.252121945230689e-05,
      "loss": 1.6562,
      "step": 90650
    },
    {
      "epoch": 4.2173063503140265,
      "grad_norm": 1.673772474672167,
      "learning_rate": 6.251820456543316e-05,
      "loss": 1.6016,
      "step": 90651
    },
    {
      "epoch": 4.217352872761107,
      "grad_norm": 1.5739842104480237,
      "learning_rate": 6.251518973211623e-05,
      "loss": 1.4609,
      "step": 90652
    },
    {
      "epoch": 4.217399395208188,
      "grad_norm": 1.7611802937833532,
      "learning_rate": 6.251217495235809e-05,
      "loss": 1.6562,
      "step": 90653
    },
    {
      "epoch": 4.217445917655269,
      "grad_norm": 1.445229316219304,
      "learning_rate": 6.250916022616049e-05,
      "loss": 1.3125,
      "step": 90654
    },
    {
      "epoch": 4.217492440102349,
      "grad_norm": 1.7635277630355473,
      "learning_rate": 6.250614555352532e-05,
      "loss": 1.6562,
      "step": 90655
    },
    {
      "epoch": 4.21753896254943,
      "grad_norm": 1.6478560966713327,
      "learning_rate": 6.250313093445434e-05,
      "loss": 1.5703,
      "step": 90656
    },
    {
      "epoch": 4.217585484996511,
      "grad_norm": 1.8144481839802582,
      "learning_rate": 6.250011636894951e-05,
      "loss": 1.7266,
      "step": 90657
    },
    {
      "epoch": 4.217632007443592,
      "grad_norm": 1.7447714281182949,
      "learning_rate": 6.249710185701263e-05,
      "loss": 1.8047,
      "step": 90658
    },
    {
      "epoch": 4.217678529890672,
      "grad_norm": 1.5458983543076636,
      "learning_rate": 6.249408739864553e-05,
      "loss": 1.4922,
      "step": 90659
    },
    {
      "epoch": 4.217725052337753,
      "grad_norm": 1.5647723026742557,
      "learning_rate": 6.249107299385008e-05,
      "loss": 1.3984,
      "step": 90660
    },
    {
      "epoch": 4.217771574784834,
      "grad_norm": 1.6954059205979153,
      "learning_rate": 6.248805864262804e-05,
      "loss": 1.6328,
      "step": 90661
    },
    {
      "epoch": 4.217818097231914,
      "grad_norm": 1.5605139554476537,
      "learning_rate": 6.248504434498135e-05,
      "loss": 1.5859,
      "step": 90662
    },
    {
      "epoch": 4.217864619678995,
      "grad_norm": 1.6860909061919338,
      "learning_rate": 6.248203010091186e-05,
      "loss": 1.4922,
      "step": 90663
    },
    {
      "epoch": 4.217911142126076,
      "grad_norm": 1.7180370785010186,
      "learning_rate": 6.247901591042141e-05,
      "loss": 1.7344,
      "step": 90664
    },
    {
      "epoch": 4.217957664573157,
      "grad_norm": 1.7660728423817453,
      "learning_rate": 6.24760017735118e-05,
      "loss": 1.7031,
      "step": 90665
    },
    {
      "epoch": 4.218004187020237,
      "grad_norm": 1.7463900620032535,
      "learning_rate": 6.247298769018486e-05,
      "loss": 1.7266,
      "step": 90666
    },
    {
      "epoch": 4.218050709467318,
      "grad_norm": 1.5391323293403445,
      "learning_rate": 6.246997366044253e-05,
      "loss": 1.4766,
      "step": 90667
    },
    {
      "epoch": 4.218097231914399,
      "grad_norm": 1.5099090156008916,
      "learning_rate": 6.246695968428658e-05,
      "loss": 1.4062,
      "step": 90668
    },
    {
      "epoch": 4.2181437543614795,
      "grad_norm": 1.7620362734162218,
      "learning_rate": 6.246394576171889e-05,
      "loss": 1.7344,
      "step": 90669
    },
    {
      "epoch": 4.21819027680856,
      "grad_norm": 1.6430644801406333,
      "learning_rate": 6.246093189274123e-05,
      "loss": 1.5234,
      "step": 90670
    },
    {
      "epoch": 4.21823679925564,
      "grad_norm": 1.604353686819459,
      "learning_rate": 6.245791807735554e-05,
      "loss": 1.5,
      "step": 90671
    },
    {
      "epoch": 4.218283321702722,
      "grad_norm": 1.799861896417911,
      "learning_rate": 6.245490431556366e-05,
      "loss": 1.8828,
      "step": 90672
    },
    {
      "epoch": 4.218329844149802,
      "grad_norm": 1.7897600937363447,
      "learning_rate": 6.245189060736738e-05,
      "loss": 1.7656,
      "step": 90673
    },
    {
      "epoch": 4.218376366596883,
      "grad_norm": 1.8064700173565393,
      "learning_rate": 6.244887695276852e-05,
      "loss": 1.7969,
      "step": 90674
    },
    {
      "epoch": 4.218422889043964,
      "grad_norm": 1.6755979708818174,
      "learning_rate": 6.244586335176904e-05,
      "loss": 1.6719,
      "step": 90675
    },
    {
      "epoch": 4.218469411491045,
      "grad_norm": 1.6144405466015652,
      "learning_rate": 6.24428498043707e-05,
      "loss": 1.625,
      "step": 90676
    },
    {
      "epoch": 4.218515933938125,
      "grad_norm": 1.6083445859457695,
      "learning_rate": 6.243983631057536e-05,
      "loss": 1.6094,
      "step": 90677
    },
    {
      "epoch": 4.2185624563852056,
      "grad_norm": 1.4766811129191166,
      "learning_rate": 6.243682287038484e-05,
      "loss": 1.25,
      "step": 90678
    },
    {
      "epoch": 4.218608978832287,
      "grad_norm": 1.7953608482408752,
      "learning_rate": 6.243380948380104e-05,
      "loss": 1.8281,
      "step": 90679
    },
    {
      "epoch": 4.218655501279367,
      "grad_norm": 1.7558227998946858,
      "learning_rate": 6.243079615082579e-05,
      "loss": 1.6719,
      "step": 90680
    },
    {
      "epoch": 4.218702023726448,
      "grad_norm": 1.7764387695456807,
      "learning_rate": 6.242778287146094e-05,
      "loss": 1.7031,
      "step": 90681
    },
    {
      "epoch": 4.218748546173528,
      "grad_norm": 1.6195016086287033,
      "learning_rate": 6.242476964570823e-05,
      "loss": 1.5625,
      "step": 90682
    },
    {
      "epoch": 4.21879506862061,
      "grad_norm": 1.6983547722274928,
      "learning_rate": 6.242175647356968e-05,
      "loss": 1.75,
      "step": 90683
    },
    {
      "epoch": 4.21884159106769,
      "grad_norm": 1.6414736826923744,
      "learning_rate": 6.241874335504696e-05,
      "loss": 1.5859,
      "step": 90684
    },
    {
      "epoch": 4.218888113514771,
      "grad_norm": 1.4772522687505591,
      "learning_rate": 6.241573029014207e-05,
      "loss": 1.4062,
      "step": 90685
    },
    {
      "epoch": 4.218934635961851,
      "grad_norm": 1.8017969553622144,
      "learning_rate": 6.241271727885679e-05,
      "loss": 1.8125,
      "step": 90686
    },
    {
      "epoch": 4.2189811584089325,
      "grad_norm": 1.701176889281719,
      "learning_rate": 6.240970432119291e-05,
      "loss": 1.7656,
      "step": 90687
    },
    {
      "epoch": 4.219027680856013,
      "grad_norm": 1.5863480812539696,
      "learning_rate": 6.240669141715237e-05,
      "loss": 1.5234,
      "step": 90688
    },
    {
      "epoch": 4.2190742033030935,
      "grad_norm": 1.573396601000938,
      "learning_rate": 6.240367856673697e-05,
      "loss": 1.4062,
      "step": 90689
    },
    {
      "epoch": 4.219120725750175,
      "grad_norm": 1.80624824953817,
      "learning_rate": 6.240066576994856e-05,
      "loss": 1.8281,
      "step": 90690
    },
    {
      "epoch": 4.219167248197255,
      "grad_norm": 1.5950055217350185,
      "learning_rate": 6.239765302678897e-05,
      "loss": 1.6641,
      "step": 90691
    },
    {
      "epoch": 4.219213770644336,
      "grad_norm": 1.5424520131567123,
      "learning_rate": 6.239464033726001e-05,
      "loss": 1.5,
      "step": 90692
    },
    {
      "epoch": 4.219260293091416,
      "grad_norm": 1.7355152592000274,
      "learning_rate": 6.239162770136362e-05,
      "loss": 1.7344,
      "step": 90693
    },
    {
      "epoch": 4.219306815538498,
      "grad_norm": 1.5468836766101686,
      "learning_rate": 6.238861511910158e-05,
      "loss": 1.4609,
      "step": 90694
    },
    {
      "epoch": 4.219353337985578,
      "grad_norm": 1.6115344635225242,
      "learning_rate": 6.238560259047575e-05,
      "loss": 1.3516,
      "step": 90695
    },
    {
      "epoch": 4.219399860432659,
      "grad_norm": 1.7963600053869744,
      "learning_rate": 6.238259011548793e-05,
      "loss": 1.8828,
      "step": 90696
    },
    {
      "epoch": 4.219446382879739,
      "grad_norm": 1.4972890281442195,
      "learning_rate": 6.237957769414004e-05,
      "loss": 1.4453,
      "step": 90697
    },
    {
      "epoch": 4.21949290532682,
      "grad_norm": 1.5813133176885252,
      "learning_rate": 6.237656532643389e-05,
      "loss": 1.4922,
      "step": 90698
    },
    {
      "epoch": 4.219539427773901,
      "grad_norm": 1.550290281124356,
      "learning_rate": 6.237355301237134e-05,
      "loss": 1.3516,
      "step": 90699
    },
    {
      "epoch": 4.219585950220981,
      "grad_norm": 1.7833151888936913,
      "learning_rate": 6.237054075195415e-05,
      "loss": 1.8516,
      "step": 90700
    },
    {
      "epoch": 4.219632472668063,
      "grad_norm": 1.5112403443223699,
      "learning_rate": 6.23675285451843e-05,
      "loss": 1.5156,
      "step": 90701
    },
    {
      "epoch": 4.219678995115143,
      "grad_norm": 1.6416667716750202,
      "learning_rate": 6.236451639206355e-05,
      "loss": 1.5859,
      "step": 90702
    },
    {
      "epoch": 4.219725517562224,
      "grad_norm": 1.6056111408449552,
      "learning_rate": 6.236150429259376e-05,
      "loss": 1.6016,
      "step": 90703
    },
    {
      "epoch": 4.219772040009304,
      "grad_norm": 1.5341169616645745,
      "learning_rate": 6.235849224677673e-05,
      "loss": 1.4922,
      "step": 90704
    },
    {
      "epoch": 4.2198185624563855,
      "grad_norm": 1.6495163019045491,
      "learning_rate": 6.235548025461439e-05,
      "loss": 1.5,
      "step": 90705
    },
    {
      "epoch": 4.219865084903466,
      "grad_norm": 1.74751622205349,
      "learning_rate": 6.23524683161085e-05,
      "loss": 1.7344,
      "step": 90706
    },
    {
      "epoch": 4.2199116073505465,
      "grad_norm": 1.7381176773274103,
      "learning_rate": 6.234945643126099e-05,
      "loss": 1.7891,
      "step": 90707
    },
    {
      "epoch": 4.219958129797627,
      "grad_norm": 1.5502889978446401,
      "learning_rate": 6.234644460007366e-05,
      "loss": 1.3906,
      "step": 90708
    },
    {
      "epoch": 4.220004652244708,
      "grad_norm": 1.5533777167283616,
      "learning_rate": 6.23434328225483e-05,
      "loss": 1.5625,
      "step": 90709
    },
    {
      "epoch": 4.220051174691789,
      "grad_norm": 1.7333088231604483,
      "learning_rate": 6.234042109868687e-05,
      "loss": 1.7656,
      "step": 90710
    },
    {
      "epoch": 4.220097697138869,
      "grad_norm": 1.6072167867376468,
      "learning_rate": 6.233740942849115e-05,
      "loss": 1.5781,
      "step": 90711
    },
    {
      "epoch": 4.220144219585951,
      "grad_norm": 1.6645767928696444,
      "learning_rate": 6.233439781196297e-05,
      "loss": 1.6875,
      "step": 90712
    },
    {
      "epoch": 4.220190742033031,
      "grad_norm": 1.7999890890664416,
      "learning_rate": 6.233138624910415e-05,
      "loss": 1.6562,
      "step": 90713
    },
    {
      "epoch": 4.220237264480112,
      "grad_norm": 1.5534759039474748,
      "learning_rate": 6.23283747399166e-05,
      "loss": 1.4297,
      "step": 90714
    },
    {
      "epoch": 4.220283786927192,
      "grad_norm": 1.6903686700631988,
      "learning_rate": 6.232536328440216e-05,
      "loss": 1.5547,
      "step": 90715
    },
    {
      "epoch": 4.2203303093742734,
      "grad_norm": 1.6412452753976527,
      "learning_rate": 6.232235188256264e-05,
      "loss": 1.4688,
      "step": 90716
    },
    {
      "epoch": 4.220376831821354,
      "grad_norm": 1.5965442334159838,
      "learning_rate": 6.231934053439991e-05,
      "loss": 1.5312,
      "step": 90717
    },
    {
      "epoch": 4.220423354268434,
      "grad_norm": 1.830620271138668,
      "learning_rate": 6.231632923991573e-05,
      "loss": 1.7344,
      "step": 90718
    },
    {
      "epoch": 4.220469876715515,
      "grad_norm": 1.5259299925855667,
      "learning_rate": 6.231331799911205e-05,
      "loss": 1.3828,
      "step": 90719
    },
    {
      "epoch": 4.220516399162596,
      "grad_norm": 1.8068201214950463,
      "learning_rate": 6.23103068119907e-05,
      "loss": 1.7812,
      "step": 90720
    },
    {
      "epoch": 4.220562921609677,
      "grad_norm": 1.681141307733234,
      "learning_rate": 6.230729567855348e-05,
      "loss": 1.5781,
      "step": 90721
    },
    {
      "epoch": 4.220609444056757,
      "grad_norm": 1.7917366945726663,
      "learning_rate": 6.23042845988022e-05,
      "loss": 1.7109,
      "step": 90722
    },
    {
      "epoch": 4.220655966503838,
      "grad_norm": 1.5293222990628392,
      "learning_rate": 6.230127357273882e-05,
      "loss": 1.3984,
      "step": 90723
    },
    {
      "epoch": 4.220702488950919,
      "grad_norm": 1.7864829339965231,
      "learning_rate": 6.229826260036508e-05,
      "loss": 1.875,
      "step": 90724
    },
    {
      "epoch": 4.2207490113979995,
      "grad_norm": 1.8333948356955947,
      "learning_rate": 6.229525168168289e-05,
      "loss": 1.7891,
      "step": 90725
    },
    {
      "epoch": 4.22079553384508,
      "grad_norm": 1.6275115689936246,
      "learning_rate": 6.229224081669401e-05,
      "loss": 1.625,
      "step": 90726
    },
    {
      "epoch": 4.220842056292161,
      "grad_norm": 1.4828888961068607,
      "learning_rate": 6.228923000540039e-05,
      "loss": 1.2344,
      "step": 90727
    },
    {
      "epoch": 4.220888578739242,
      "grad_norm": 1.6712196182233925,
      "learning_rate": 6.228621924780377e-05,
      "loss": 1.5469,
      "step": 90728
    },
    {
      "epoch": 4.220935101186322,
      "grad_norm": 1.633806093150536,
      "learning_rate": 6.228320854390607e-05,
      "loss": 1.5859,
      "step": 90729
    },
    {
      "epoch": 4.220981623633403,
      "grad_norm": 1.430691166841058,
      "learning_rate": 6.228019789370913e-05,
      "loss": 1.3438,
      "step": 90730
    },
    {
      "epoch": 4.221028146080484,
      "grad_norm": 1.7604147660551412,
      "learning_rate": 6.227718729721471e-05,
      "loss": 1.625,
      "step": 90731
    },
    {
      "epoch": 4.221074668527565,
      "grad_norm": 1.7684660965280805,
      "learning_rate": 6.227417675442478e-05,
      "loss": 1.8672,
      "step": 90732
    },
    {
      "epoch": 4.221121190974645,
      "grad_norm": 1.5884190241900713,
      "learning_rate": 6.22711662653411e-05,
      "loss": 1.4766,
      "step": 90733
    },
    {
      "epoch": 4.221167713421726,
      "grad_norm": 1.5598336944303128,
      "learning_rate": 6.226815582996553e-05,
      "loss": 1.3984,
      "step": 90734
    },
    {
      "epoch": 4.221214235868807,
      "grad_norm": 1.769286964263413,
      "learning_rate": 6.226514544829986e-05,
      "loss": 1.875,
      "step": 90735
    },
    {
      "epoch": 4.221260758315887,
      "grad_norm": 1.777321446480137,
      "learning_rate": 6.226213512034606e-05,
      "loss": 1.8203,
      "step": 90736
    },
    {
      "epoch": 4.221307280762968,
      "grad_norm": 1.7206166743464053,
      "learning_rate": 6.225912484610588e-05,
      "loss": 1.6875,
      "step": 90737
    },
    {
      "epoch": 4.221353803210049,
      "grad_norm": 1.6807922170455263,
      "learning_rate": 6.225611462558117e-05,
      "loss": 1.8125,
      "step": 90738
    },
    {
      "epoch": 4.22140032565713,
      "grad_norm": 1.5152462921806709,
      "learning_rate": 6.225310445877375e-05,
      "loss": 1.2812,
      "step": 90739
    },
    {
      "epoch": 4.22144684810421,
      "grad_norm": 1.8843479460617916,
      "learning_rate": 6.225009434568553e-05,
      "loss": 1.8125,
      "step": 90740
    },
    {
      "epoch": 4.221493370551291,
      "grad_norm": 1.577331214162644,
      "learning_rate": 6.224708428631834e-05,
      "loss": 1.4844,
      "step": 90741
    },
    {
      "epoch": 4.221539892998372,
      "grad_norm": 1.6413758701295358,
      "learning_rate": 6.224407428067399e-05,
      "loss": 1.5391,
      "step": 90742
    },
    {
      "epoch": 4.2215864154454525,
      "grad_norm": 1.8164535313698897,
      "learning_rate": 6.224106432875433e-05,
      "loss": 1.8047,
      "step": 90743
    },
    {
      "epoch": 4.221632937892533,
      "grad_norm": 1.5558863315324098,
      "learning_rate": 6.223805443056117e-05,
      "loss": 1.5781,
      "step": 90744
    },
    {
      "epoch": 4.2216794603396135,
      "grad_norm": 1.7231187736883613,
      "learning_rate": 6.223504458609643e-05,
      "loss": 1.7812,
      "step": 90745
    },
    {
      "epoch": 4.221725982786695,
      "grad_norm": 1.6982690252826984,
      "learning_rate": 6.223203479536193e-05,
      "loss": 1.6406,
      "step": 90746
    },
    {
      "epoch": 4.221772505233775,
      "grad_norm": 1.6138507546439356,
      "learning_rate": 6.222902505835948e-05,
      "loss": 1.7266,
      "step": 90747
    },
    {
      "epoch": 4.221819027680856,
      "grad_norm": 1.5490838957436874,
      "learning_rate": 6.222601537509087e-05,
      "loss": 1.4141,
      "step": 90748
    },
    {
      "epoch": 4.221865550127937,
      "grad_norm": 1.637230352286467,
      "learning_rate": 6.22230057455581e-05,
      "loss": 1.5078,
      "step": 90749
    },
    {
      "epoch": 4.221912072575018,
      "grad_norm": 1.7073362525326794,
      "learning_rate": 6.221999616976284e-05,
      "loss": 1.6641,
      "step": 90750
    },
    {
      "epoch": 4.221958595022098,
      "grad_norm": 1.6623585553391365,
      "learning_rate": 6.22169866477071e-05,
      "loss": 1.7344,
      "step": 90751
    },
    {
      "epoch": 4.222005117469179,
      "grad_norm": 1.6807783125209081,
      "learning_rate": 6.221397717939261e-05,
      "loss": 1.6719,
      "step": 90752
    },
    {
      "epoch": 4.22205163991626,
      "grad_norm": 1.6636019637623145,
      "learning_rate": 6.22109677648212e-05,
      "loss": 1.7812,
      "step": 90753
    },
    {
      "epoch": 4.2220981623633405,
      "grad_norm": 1.5582807991037895,
      "learning_rate": 6.220795840399481e-05,
      "loss": 1.2891,
      "step": 90754
    },
    {
      "epoch": 4.222144684810421,
      "grad_norm": 1.659060062041951,
      "learning_rate": 6.220494909691521e-05,
      "loss": 1.6094,
      "step": 90755
    },
    {
      "epoch": 4.222191207257501,
      "grad_norm": 1.565966495217182,
      "learning_rate": 6.220193984358427e-05,
      "loss": 1.4219,
      "step": 90756
    },
    {
      "epoch": 4.222237729704583,
      "grad_norm": 1.4951641437638865,
      "learning_rate": 6.219893064400376e-05,
      "loss": 1.4844,
      "step": 90757
    },
    {
      "epoch": 4.222284252151663,
      "grad_norm": 1.6953718312711838,
      "learning_rate": 6.219592149817564e-05,
      "loss": 1.625,
      "step": 90758
    },
    {
      "epoch": 4.222330774598744,
      "grad_norm": 1.6604522857657864,
      "learning_rate": 6.21929124061017e-05,
      "loss": 1.6484,
      "step": 90759
    },
    {
      "epoch": 4.222377297045824,
      "grad_norm": 1.5924448001729168,
      "learning_rate": 6.218990336778376e-05,
      "loss": 1.5469,
      "step": 90760
    },
    {
      "epoch": 4.222423819492906,
      "grad_norm": 1.528636154890322,
      "learning_rate": 6.218689438322363e-05,
      "loss": 1.3906,
      "step": 90761
    },
    {
      "epoch": 4.222470341939986,
      "grad_norm": 1.7869309475448165,
      "learning_rate": 6.218388545242325e-05,
      "loss": 1.8438,
      "step": 90762
    },
    {
      "epoch": 4.2225168643870665,
      "grad_norm": 1.6769511565930615,
      "learning_rate": 6.218087657538444e-05,
      "loss": 1.6562,
      "step": 90763
    },
    {
      "epoch": 4.222563386834148,
      "grad_norm": 1.654227068395314,
      "learning_rate": 6.217786775210899e-05,
      "loss": 1.6875,
      "step": 90764
    },
    {
      "epoch": 4.222609909281228,
      "grad_norm": 1.6966705316457533,
      "learning_rate": 6.217485898259872e-05,
      "loss": 1.8438,
      "step": 90765
    },
    {
      "epoch": 4.222656431728309,
      "grad_norm": 1.6225038312865687,
      "learning_rate": 6.217185026685557e-05,
      "loss": 1.5469,
      "step": 90766
    },
    {
      "epoch": 4.222702954175389,
      "grad_norm": 1.812684222099578,
      "learning_rate": 6.216884160488133e-05,
      "loss": 1.7734,
      "step": 90767
    },
    {
      "epoch": 4.222749476622471,
      "grad_norm": 1.6792008673273957,
      "learning_rate": 6.216583299667785e-05,
      "loss": 1.6406,
      "step": 90768
    },
    {
      "epoch": 4.222795999069551,
      "grad_norm": 1.7224102050734744,
      "learning_rate": 6.216282444224697e-05,
      "loss": 1.7188,
      "step": 90769
    },
    {
      "epoch": 4.222842521516632,
      "grad_norm": 1.5418904934764412,
      "learning_rate": 6.215981594159044e-05,
      "loss": 1.375,
      "step": 90770
    },
    {
      "epoch": 4.222889043963712,
      "grad_norm": 1.6821861722212288,
      "learning_rate": 6.215680749471028e-05,
      "loss": 1.625,
      "step": 90771
    },
    {
      "epoch": 4.2229355664107935,
      "grad_norm": 1.678766437354863,
      "learning_rate": 6.215379910160817e-05,
      "loss": 1.625,
      "step": 90772
    },
    {
      "epoch": 4.222982088857874,
      "grad_norm": 1.510413826469131,
      "learning_rate": 6.215079076228608e-05,
      "loss": 1.3672,
      "step": 90773
    },
    {
      "epoch": 4.223028611304954,
      "grad_norm": 1.6079923908184899,
      "learning_rate": 6.214778247674579e-05,
      "loss": 1.5312,
      "step": 90774
    },
    {
      "epoch": 4.223075133752035,
      "grad_norm": 1.581871484323184,
      "learning_rate": 6.214477424498909e-05,
      "loss": 1.5547,
      "step": 90775
    },
    {
      "epoch": 4.223121656199116,
      "grad_norm": 1.9360037161115047,
      "learning_rate": 6.214176606701794e-05,
      "loss": 1.7812,
      "step": 90776
    },
    {
      "epoch": 4.223168178646197,
      "grad_norm": 1.7806578567600035,
      "learning_rate": 6.213875794283411e-05,
      "loss": 1.7734,
      "step": 90777
    },
    {
      "epoch": 4.223214701093277,
      "grad_norm": 1.5574791812351567,
      "learning_rate": 6.213574987243945e-05,
      "loss": 1.4609,
      "step": 90778
    },
    {
      "epoch": 4.223261223540359,
      "grad_norm": 1.5683343846617275,
      "learning_rate": 6.213274185583575e-05,
      "loss": 1.5,
      "step": 90779
    },
    {
      "epoch": 4.223307745987439,
      "grad_norm": 1.5285394999911959,
      "learning_rate": 6.212973389302495e-05,
      "loss": 1.3906,
      "step": 90780
    },
    {
      "epoch": 4.2233542684345196,
      "grad_norm": 1.7454766237903119,
      "learning_rate": 6.212672598400887e-05,
      "loss": 1.6641,
      "step": 90781
    },
    {
      "epoch": 4.2234007908816,
      "grad_norm": 1.8309637172203148,
      "learning_rate": 6.21237181287893e-05,
      "loss": 1.8047,
      "step": 90782
    },
    {
      "epoch": 4.223447313328681,
      "grad_norm": 1.6556091055549684,
      "learning_rate": 6.212071032736806e-05,
      "loss": 1.6484,
      "step": 90783
    },
    {
      "epoch": 4.223493835775762,
      "grad_norm": 1.630920816492777,
      "learning_rate": 6.21177025797471e-05,
      "loss": 1.5391,
      "step": 90784
    },
    {
      "epoch": 4.223540358222842,
      "grad_norm": 1.7049893761933188,
      "learning_rate": 6.211469488592819e-05,
      "loss": 1.6406,
      "step": 90785
    },
    {
      "epoch": 4.223586880669923,
      "grad_norm": 1.6443688379302226,
      "learning_rate": 6.211168724591319e-05,
      "loss": 1.5078,
      "step": 90786
    },
    {
      "epoch": 4.223633403117004,
      "grad_norm": 1.5956272056054654,
      "learning_rate": 6.210867965970387e-05,
      "loss": 1.4844,
      "step": 90787
    },
    {
      "epoch": 4.223679925564085,
      "grad_norm": 1.7772628714605256,
      "learning_rate": 6.21056721273022e-05,
      "loss": 1.7734,
      "step": 90788
    },
    {
      "epoch": 4.223726448011165,
      "grad_norm": 1.6977050587668934,
      "learning_rate": 6.210266464870995e-05,
      "loss": 1.7031,
      "step": 90789
    },
    {
      "epoch": 4.2237729704582465,
      "grad_norm": 1.6811562591558036,
      "learning_rate": 6.209965722392897e-05,
      "loss": 1.6172,
      "step": 90790
    },
    {
      "epoch": 4.223819492905327,
      "grad_norm": 1.7272802767092892,
      "learning_rate": 6.209664985296103e-05,
      "loss": 1.7969,
      "step": 90791
    },
    {
      "epoch": 4.2238660153524075,
      "grad_norm": 1.7188811119726786,
      "learning_rate": 6.209364253580812e-05,
      "loss": 1.5938,
      "step": 90792
    },
    {
      "epoch": 4.223912537799488,
      "grad_norm": 1.6115457046972275,
      "learning_rate": 6.209063527247198e-05,
      "loss": 1.4922,
      "step": 90793
    },
    {
      "epoch": 4.223959060246569,
      "grad_norm": 1.7075072219380805,
      "learning_rate": 6.208762806295443e-05,
      "loss": 1.7578,
      "step": 90794
    },
    {
      "epoch": 4.22400558269365,
      "grad_norm": 1.5055603889589144,
      "learning_rate": 6.208462090725738e-05,
      "loss": 1.3984,
      "step": 90795
    },
    {
      "epoch": 4.22405210514073,
      "grad_norm": 1.5971548137274398,
      "learning_rate": 6.208161380538266e-05,
      "loss": 1.5625,
      "step": 90796
    },
    {
      "epoch": 4.224098627587811,
      "grad_norm": 1.8017815816545257,
      "learning_rate": 6.207860675733205e-05,
      "loss": 1.7578,
      "step": 90797
    },
    {
      "epoch": 4.224145150034892,
      "grad_norm": 1.7179838974170885,
      "learning_rate": 6.207559976310748e-05,
      "loss": 1.6484,
      "step": 90798
    },
    {
      "epoch": 4.224191672481973,
      "grad_norm": 1.663739441549256,
      "learning_rate": 6.207259282271073e-05,
      "loss": 1.5234,
      "step": 90799
    },
    {
      "epoch": 4.224238194929053,
      "grad_norm": 1.6995033192165367,
      "learning_rate": 6.206958593614368e-05,
      "loss": 1.5781,
      "step": 90800
    },
    {
      "epoch": 4.224284717376134,
      "grad_norm": 1.7178228844129038,
      "learning_rate": 6.206657910340809e-05,
      "loss": 1.7188,
      "step": 90801
    },
    {
      "epoch": 4.224331239823215,
      "grad_norm": 1.69176831241889,
      "learning_rate": 6.206357232450591e-05,
      "loss": 1.6797,
      "step": 90802
    },
    {
      "epoch": 4.224377762270295,
      "grad_norm": 1.6193338294474826,
      "learning_rate": 6.206056559943893e-05,
      "loss": 1.4062,
      "step": 90803
    },
    {
      "epoch": 4.224424284717376,
      "grad_norm": 1.6289203334688007,
      "learning_rate": 6.205755892820898e-05,
      "loss": 1.4609,
      "step": 90804
    },
    {
      "epoch": 4.224470807164457,
      "grad_norm": 1.7044974630706027,
      "learning_rate": 6.205455231081788e-05,
      "loss": 1.7188,
      "step": 90805
    },
    {
      "epoch": 4.224517329611538,
      "grad_norm": 1.5652011671021744,
      "learning_rate": 6.205154574726753e-05,
      "loss": 1.6172,
      "step": 90806
    },
    {
      "epoch": 4.224563852058618,
      "grad_norm": 1.6345683352965552,
      "learning_rate": 6.204853923755977e-05,
      "loss": 1.5547,
      "step": 90807
    },
    {
      "epoch": 4.224610374505699,
      "grad_norm": 1.6036088634091226,
      "learning_rate": 6.204553278169638e-05,
      "loss": 1.5078,
      "step": 90808
    },
    {
      "epoch": 4.22465689695278,
      "grad_norm": 1.5774712998613258,
      "learning_rate": 6.20425263796792e-05,
      "loss": 1.3906,
      "step": 90809
    },
    {
      "epoch": 4.2247034193998605,
      "grad_norm": 1.6679234953763646,
      "learning_rate": 6.203952003151016e-05,
      "loss": 1.5,
      "step": 90810
    },
    {
      "epoch": 4.224749941846941,
      "grad_norm": 1.59834944312519,
      "learning_rate": 6.203651373719104e-05,
      "loss": 1.5078,
      "step": 90811
    },
    {
      "epoch": 4.2247964642940214,
      "grad_norm": 1.6538514232074923,
      "learning_rate": 6.203350749672368e-05,
      "loss": 1.5938,
      "step": 90812
    },
    {
      "epoch": 4.224842986741103,
      "grad_norm": 1.5965785221424387,
      "learning_rate": 6.203050131010987e-05,
      "loss": 1.5469,
      "step": 90813
    },
    {
      "epoch": 4.224889509188183,
      "grad_norm": 1.7406693821287509,
      "learning_rate": 6.202749517735156e-05,
      "loss": 1.8359,
      "step": 90814
    },
    {
      "epoch": 4.224936031635264,
      "grad_norm": 1.5730199087977665,
      "learning_rate": 6.202448909845053e-05,
      "loss": 1.4688,
      "step": 90815
    },
    {
      "epoch": 4.224982554082345,
      "grad_norm": 1.5593546067261712,
      "learning_rate": 6.20214830734086e-05,
      "loss": 1.4531,
      "step": 90816
    },
    {
      "epoch": 4.225029076529426,
      "grad_norm": 1.7299515249594806,
      "learning_rate": 6.201847710222765e-05,
      "loss": 1.875,
      "step": 90817
    },
    {
      "epoch": 4.225075598976506,
      "grad_norm": 1.490901735829833,
      "learning_rate": 6.201547118490948e-05,
      "loss": 1.3438,
      "step": 90818
    },
    {
      "epoch": 4.225122121423587,
      "grad_norm": 1.6681454389871042,
      "learning_rate": 6.201246532145601e-05,
      "loss": 1.5625,
      "step": 90819
    },
    {
      "epoch": 4.225168643870668,
      "grad_norm": 1.6429492417888345,
      "learning_rate": 6.200945951186901e-05,
      "loss": 1.6719,
      "step": 90820
    },
    {
      "epoch": 4.225215166317748,
      "grad_norm": 1.6936909043335364,
      "learning_rate": 6.200645375615036e-05,
      "loss": 1.7109,
      "step": 90821
    },
    {
      "epoch": 4.225261688764829,
      "grad_norm": 1.494255783945289,
      "learning_rate": 6.200344805430185e-05,
      "loss": 1.2969,
      "step": 90822
    },
    {
      "epoch": 4.225308211211909,
      "grad_norm": 1.7669866088357638,
      "learning_rate": 6.200044240632532e-05,
      "loss": 1.6641,
      "step": 90823
    },
    {
      "epoch": 4.225354733658991,
      "grad_norm": 1.6404409422314243,
      "learning_rate": 6.199743681222269e-05,
      "loss": 1.625,
      "step": 90824
    },
    {
      "epoch": 4.225401256106071,
      "grad_norm": 1.6525377033211188,
      "learning_rate": 6.199443127199574e-05,
      "loss": 1.625,
      "step": 90825
    },
    {
      "epoch": 4.225447778553152,
      "grad_norm": 1.7152091188472727,
      "learning_rate": 6.199142578564631e-05,
      "loss": 1.7891,
      "step": 90826
    },
    {
      "epoch": 4.225494301000232,
      "grad_norm": 1.5818278859748338,
      "learning_rate": 6.19884203531762e-05,
      "loss": 1.4922,
      "step": 90827
    },
    {
      "epoch": 4.2255408234473135,
      "grad_norm": 1.6341348166276268,
      "learning_rate": 6.198541497458735e-05,
      "loss": 1.5469,
      "step": 90828
    },
    {
      "epoch": 4.225587345894394,
      "grad_norm": 1.6967629749347826,
      "learning_rate": 6.198240964988157e-05,
      "loss": 1.5469,
      "step": 90829
    },
    {
      "epoch": 4.2256338683414745,
      "grad_norm": 1.6555608217130904,
      "learning_rate": 6.197940437906064e-05,
      "loss": 1.5391,
      "step": 90830
    },
    {
      "epoch": 4.225680390788556,
      "grad_norm": 1.9402634749808965,
      "learning_rate": 6.197639916212641e-05,
      "loss": 1.8672,
      "step": 90831
    },
    {
      "epoch": 4.225726913235636,
      "grad_norm": 1.7702132068683298,
      "learning_rate": 6.19733939990808e-05,
      "loss": 1.8438,
      "step": 90832
    },
    {
      "epoch": 4.225773435682717,
      "grad_norm": 1.8076987288681023,
      "learning_rate": 6.19703888899256e-05,
      "loss": 1.8203,
      "step": 90833
    },
    {
      "epoch": 4.225819958129797,
      "grad_norm": 1.6924285194810287,
      "learning_rate": 6.196738383466263e-05,
      "loss": 1.6719,
      "step": 90834
    },
    {
      "epoch": 4.225866480576879,
      "grad_norm": 1.8121380467057293,
      "learning_rate": 6.196437883329369e-05,
      "loss": 1.8047,
      "step": 90835
    },
    {
      "epoch": 4.225913003023959,
      "grad_norm": 1.564610605340329,
      "learning_rate": 6.196137388582074e-05,
      "loss": 1.5,
      "step": 90836
    },
    {
      "epoch": 4.22595952547104,
      "grad_norm": 1.6112106905340757,
      "learning_rate": 6.195836899224556e-05,
      "loss": 1.625,
      "step": 90837
    },
    {
      "epoch": 4.22600604791812,
      "grad_norm": 1.6333866750872377,
      "learning_rate": 6.195536415256993e-05,
      "loss": 1.5391,
      "step": 90838
    },
    {
      "epoch": 4.226052570365201,
      "grad_norm": 1.853924876404395,
      "learning_rate": 6.19523593667958e-05,
      "loss": 1.7734,
      "step": 90839
    },
    {
      "epoch": 4.226099092812282,
      "grad_norm": 1.7106621088601832,
      "learning_rate": 6.194935463492489e-05,
      "loss": 1.7109,
      "step": 90840
    },
    {
      "epoch": 4.226145615259362,
      "grad_norm": 1.6510218417430444,
      "learning_rate": 6.194634995695917e-05,
      "loss": 1.5625,
      "step": 90841
    },
    {
      "epoch": 4.226192137706444,
      "grad_norm": 1.5994543174300422,
      "learning_rate": 6.194334533290042e-05,
      "loss": 1.5547,
      "step": 90842
    },
    {
      "epoch": 4.226238660153524,
      "grad_norm": 1.5060289847649975,
      "learning_rate": 6.194034076275045e-05,
      "loss": 1.4297,
      "step": 90843
    },
    {
      "epoch": 4.226285182600605,
      "grad_norm": 1.5917249767222645,
      "learning_rate": 6.193733624651108e-05,
      "loss": 1.5234,
      "step": 90844
    },
    {
      "epoch": 4.226331705047685,
      "grad_norm": 1.6145689604274904,
      "learning_rate": 6.193433178418424e-05,
      "loss": 1.6016,
      "step": 90845
    },
    {
      "epoch": 4.2263782274947665,
      "grad_norm": 1.6806498406895707,
      "learning_rate": 6.193132737577173e-05,
      "loss": 1.5156,
      "step": 90846
    },
    {
      "epoch": 4.226424749941847,
      "grad_norm": 1.4826354298253415,
      "learning_rate": 6.192832302127537e-05,
      "loss": 1.2969,
      "step": 90847
    },
    {
      "epoch": 4.2264712723889275,
      "grad_norm": 1.5964319342927322,
      "learning_rate": 6.192531872069703e-05,
      "loss": 1.4766,
      "step": 90848
    },
    {
      "epoch": 4.226517794836008,
      "grad_norm": 1.6697903164701644,
      "learning_rate": 6.192231447403847e-05,
      "loss": 1.6328,
      "step": 90849
    },
    {
      "epoch": 4.226564317283089,
      "grad_norm": 1.59925645117179,
      "learning_rate": 6.191931028130162e-05,
      "loss": 1.7031,
      "step": 90850
    },
    {
      "epoch": 4.22661083973017,
      "grad_norm": 1.6884578451722554,
      "learning_rate": 6.191630614248831e-05,
      "loss": 1.5312,
      "step": 90851
    },
    {
      "epoch": 4.22665736217725,
      "grad_norm": 1.7572736022680733,
      "learning_rate": 6.191330205760034e-05,
      "loss": 1.8828,
      "step": 90852
    },
    {
      "epoch": 4.226703884624332,
      "grad_norm": 1.4461869006791943,
      "learning_rate": 6.191029802663952e-05,
      "loss": 1.2422,
      "step": 90853
    },
    {
      "epoch": 4.226750407071412,
      "grad_norm": 1.4472868473848404,
      "learning_rate": 6.190729404960779e-05,
      "loss": 1.3438,
      "step": 90854
    },
    {
      "epoch": 4.226796929518493,
      "grad_norm": 1.4652648935510868,
      "learning_rate": 6.190429012650692e-05,
      "loss": 1.3438,
      "step": 90855
    },
    {
      "epoch": 4.226843451965573,
      "grad_norm": 1.6979825674068219,
      "learning_rate": 6.190128625733877e-05,
      "loss": 1.6562,
      "step": 90856
    },
    {
      "epoch": 4.2268899744126545,
      "grad_norm": 1.725052546732839,
      "learning_rate": 6.189828244210513e-05,
      "loss": 1.7422,
      "step": 90857
    },
    {
      "epoch": 4.226936496859735,
      "grad_norm": 1.8328380207177728,
      "learning_rate": 6.189527868080794e-05,
      "loss": 1.8359,
      "step": 90858
    },
    {
      "epoch": 4.226983019306815,
      "grad_norm": 1.5635188203318442,
      "learning_rate": 6.189227497344894e-05,
      "loss": 1.4062,
      "step": 90859
    },
    {
      "epoch": 4.227029541753896,
      "grad_norm": 1.6003983865609681,
      "learning_rate": 6.188927132002999e-05,
      "loss": 1.5156,
      "step": 90860
    },
    {
      "epoch": 4.227076064200977,
      "grad_norm": 1.7986233056708474,
      "learning_rate": 6.188626772055301e-05,
      "loss": 1.7656,
      "step": 90861
    },
    {
      "epoch": 4.227122586648058,
      "grad_norm": 1.6770692216537078,
      "learning_rate": 6.188326417501969e-05,
      "loss": 1.6094,
      "step": 90862
    },
    {
      "epoch": 4.227169109095138,
      "grad_norm": 1.569283467828042,
      "learning_rate": 6.188026068343203e-05,
      "loss": 1.5312,
      "step": 90863
    },
    {
      "epoch": 4.227215631542219,
      "grad_norm": 1.8382112377357012,
      "learning_rate": 6.187725724579178e-05,
      "loss": 1.8828,
      "step": 90864
    },
    {
      "epoch": 4.2272621539893,
      "grad_norm": 1.7320825457170441,
      "learning_rate": 6.187425386210081e-05,
      "loss": 1.7188,
      "step": 90865
    },
    {
      "epoch": 4.2273086764363805,
      "grad_norm": 1.7631214969283728,
      "learning_rate": 6.187125053236087e-05,
      "loss": 1.7109,
      "step": 90866
    },
    {
      "epoch": 4.227355198883461,
      "grad_norm": 1.575062717024439,
      "learning_rate": 6.186824725657392e-05,
      "loss": 1.4922,
      "step": 90867
    },
    {
      "epoch": 4.227401721330542,
      "grad_norm": 1.7137971169460506,
      "learning_rate": 6.186524403474177e-05,
      "loss": 1.6797,
      "step": 90868
    },
    {
      "epoch": 4.227448243777623,
      "grad_norm": 1.6720858079842984,
      "learning_rate": 6.186224086686622e-05,
      "loss": 1.6797,
      "step": 90869
    },
    {
      "epoch": 4.227494766224703,
      "grad_norm": 1.6562237830871136,
      "learning_rate": 6.185923775294907e-05,
      "loss": 1.5781,
      "step": 90870
    },
    {
      "epoch": 4.227541288671784,
      "grad_norm": 1.6666096924059326,
      "learning_rate": 6.185623469299229e-05,
      "loss": 1.2891,
      "step": 90871
    },
    {
      "epoch": 4.227587811118865,
      "grad_norm": 1.6021947068912734,
      "learning_rate": 6.185323168699764e-05,
      "loss": 1.4219,
      "step": 90872
    },
    {
      "epoch": 4.227634333565946,
      "grad_norm": 1.8927728906952719,
      "learning_rate": 6.185022873496695e-05,
      "loss": 1.875,
      "step": 90873
    },
    {
      "epoch": 4.227680856013026,
      "grad_norm": 1.561013563409393,
      "learning_rate": 6.184722583690206e-05,
      "loss": 1.4922,
      "step": 90874
    },
    {
      "epoch": 4.227727378460107,
      "grad_norm": 1.625095421996357,
      "learning_rate": 6.184422299280478e-05,
      "loss": 1.5938,
      "step": 90875
    },
    {
      "epoch": 4.227773900907188,
      "grad_norm": 1.6834252146659117,
      "learning_rate": 6.184122020267702e-05,
      "loss": 1.7188,
      "step": 90876
    },
    {
      "epoch": 4.227820423354268,
      "grad_norm": 1.7720402212388717,
      "learning_rate": 6.183821746652061e-05,
      "loss": 1.75,
      "step": 90877
    },
    {
      "epoch": 4.227866945801349,
      "grad_norm": 1.7509128255200326,
      "learning_rate": 6.183521478433735e-05,
      "loss": 1.7188,
      "step": 90878
    },
    {
      "epoch": 4.22791346824843,
      "grad_norm": 1.7514028228941585,
      "learning_rate": 6.183221215612904e-05,
      "loss": 1.6328,
      "step": 90879
    },
    {
      "epoch": 4.227959990695511,
      "grad_norm": 1.6592931222467961,
      "learning_rate": 6.18292095818976e-05,
      "loss": 1.6406,
      "step": 90880
    },
    {
      "epoch": 4.228006513142591,
      "grad_norm": 1.638814909376926,
      "learning_rate": 6.182620706164489e-05,
      "loss": 1.5781,
      "step": 90881
    },
    {
      "epoch": 4.228053035589672,
      "grad_norm": 1.6204467914100151,
      "learning_rate": 6.182320459537259e-05,
      "loss": 1.5391,
      "step": 90882
    },
    {
      "epoch": 4.228099558036753,
      "grad_norm": 1.4973866175160324,
      "learning_rate": 6.182020218308272e-05,
      "loss": 1.4375,
      "step": 90883
    },
    {
      "epoch": 4.228146080483834,
      "grad_norm": 1.520493254903824,
      "learning_rate": 6.181719982477699e-05,
      "loss": 1.4375,
      "step": 90884
    },
    {
      "epoch": 4.228192602930914,
      "grad_norm": 1.751247629769342,
      "learning_rate": 6.181419752045735e-05,
      "loss": 1.7812,
      "step": 90885
    },
    {
      "epoch": 4.2282391253779945,
      "grad_norm": 1.6711485610903491,
      "learning_rate": 6.181119527012556e-05,
      "loss": 1.7266,
      "step": 90886
    },
    {
      "epoch": 4.228285647825076,
      "grad_norm": 1.6483346827833005,
      "learning_rate": 6.180819307378348e-05,
      "loss": 1.5156,
      "step": 90887
    },
    {
      "epoch": 4.228332170272156,
      "grad_norm": 1.7270477134608087,
      "learning_rate": 6.180519093143289e-05,
      "loss": 1.6719,
      "step": 90888
    },
    {
      "epoch": 4.228378692719237,
      "grad_norm": 1.635181569591592,
      "learning_rate": 6.180218884307575e-05,
      "loss": 1.4844,
      "step": 90889
    },
    {
      "epoch": 4.228425215166318,
      "grad_norm": 1.7068044566236953,
      "learning_rate": 6.179918680871383e-05,
      "loss": 1.6016,
      "step": 90890
    },
    {
      "epoch": 4.228471737613399,
      "grad_norm": 1.6329138991923302,
      "learning_rate": 6.179618482834894e-05,
      "loss": 1.4141,
      "step": 90891
    },
    {
      "epoch": 4.228518260060479,
      "grad_norm": 1.9119003537398134,
      "learning_rate": 6.179318290198292e-05,
      "loss": 1.3125,
      "step": 90892
    },
    {
      "epoch": 4.22856478250756,
      "grad_norm": 1.6288547905648116,
      "learning_rate": 6.179018102961768e-05,
      "loss": 1.5859,
      "step": 90893
    },
    {
      "epoch": 4.228611304954641,
      "grad_norm": 1.741135247299165,
      "learning_rate": 6.1787179211255e-05,
      "loss": 1.6562,
      "step": 90894
    },
    {
      "epoch": 4.2286578274017215,
      "grad_norm": 1.5812815139744243,
      "learning_rate": 6.178417744689674e-05,
      "loss": 1.5703,
      "step": 90895
    },
    {
      "epoch": 4.228704349848802,
      "grad_norm": 1.7761729400881237,
      "learning_rate": 6.178117573654466e-05,
      "loss": 1.6953,
      "step": 90896
    },
    {
      "epoch": 4.228750872295882,
      "grad_norm": 1.6384377966002448,
      "learning_rate": 6.177817408020072e-05,
      "loss": 1.6016,
      "step": 90897
    },
    {
      "epoch": 4.228797394742964,
      "grad_norm": 1.6974275625917832,
      "learning_rate": 6.177517247786673e-05,
      "loss": 1.7812,
      "step": 90898
    },
    {
      "epoch": 4.228843917190044,
      "grad_norm": 1.8640791810332265,
      "learning_rate": 6.177217092954446e-05,
      "loss": 1.9297,
      "step": 90899
    },
    {
      "epoch": 4.228890439637125,
      "grad_norm": 1.7166995816716895,
      "learning_rate": 6.176916943523582e-05,
      "loss": 1.7109,
      "step": 90900
    },
    {
      "epoch": 4.228936962084205,
      "grad_norm": 1.6550070129221888,
      "learning_rate": 6.176616799494253e-05,
      "loss": 1.6328,
      "step": 90901
    },
    {
      "epoch": 4.228983484531287,
      "grad_norm": 1.6826038369728302,
      "learning_rate": 6.176316660866659e-05,
      "loss": 1.7344,
      "step": 90902
    },
    {
      "epoch": 4.229030006978367,
      "grad_norm": 1.5384552156816982,
      "learning_rate": 6.176016527640975e-05,
      "loss": 1.4297,
      "step": 90903
    },
    {
      "epoch": 4.2290765294254475,
      "grad_norm": 1.6951877994540392,
      "learning_rate": 6.17571639981738e-05,
      "loss": 1.5859,
      "step": 90904
    },
    {
      "epoch": 4.229123051872529,
      "grad_norm": 1.6592982561253131,
      "learning_rate": 6.17541627739607e-05,
      "loss": 1.6172,
      "step": 90905
    },
    {
      "epoch": 4.229169574319609,
      "grad_norm": 1.9199353262406655,
      "learning_rate": 6.175116160377217e-05,
      "loss": 2.0156,
      "step": 90906
    },
    {
      "epoch": 4.22921609676669,
      "grad_norm": 1.5909361262914268,
      "learning_rate": 6.174816048761013e-05,
      "loss": 1.375,
      "step": 90907
    },
    {
      "epoch": 4.22926261921377,
      "grad_norm": 1.6543741340151403,
      "learning_rate": 6.174515942547639e-05,
      "loss": 1.5859,
      "step": 90908
    },
    {
      "epoch": 4.229309141660852,
      "grad_norm": 1.71602051581944,
      "learning_rate": 6.17421584173728e-05,
      "loss": 1.6641,
      "step": 90909
    },
    {
      "epoch": 4.229355664107932,
      "grad_norm": 1.6075576291719027,
      "learning_rate": 6.173915746330112e-05,
      "loss": 1.5078,
      "step": 90910
    },
    {
      "epoch": 4.229402186555013,
      "grad_norm": 1.6980517308491148,
      "learning_rate": 6.17361565632633e-05,
      "loss": 1.6719,
      "step": 90911
    },
    {
      "epoch": 4.229448709002093,
      "grad_norm": 1.6297761734173088,
      "learning_rate": 6.173315571726113e-05,
      "loss": 1.625,
      "step": 90912
    },
    {
      "epoch": 4.2294952314491745,
      "grad_norm": 1.678628917896109,
      "learning_rate": 6.173015492529643e-05,
      "loss": 1.7969,
      "step": 90913
    },
    {
      "epoch": 4.229541753896255,
      "grad_norm": 1.633697120694021,
      "learning_rate": 6.172715418737101e-05,
      "loss": 1.5469,
      "step": 90914
    },
    {
      "epoch": 4.2295882763433355,
      "grad_norm": 1.6751512121693928,
      "learning_rate": 6.172415350348678e-05,
      "loss": 1.5312,
      "step": 90915
    },
    {
      "epoch": 4.229634798790416,
      "grad_norm": 1.7451867948041146,
      "learning_rate": 6.172115287364557e-05,
      "loss": 1.8125,
      "step": 90916
    },
    {
      "epoch": 4.229681321237497,
      "grad_norm": 1.8037181231926747,
      "learning_rate": 6.171815229784917e-05,
      "loss": 1.7422,
      "step": 90917
    },
    {
      "epoch": 4.229727843684578,
      "grad_norm": 1.6698008414373948,
      "learning_rate": 6.171515177609942e-05,
      "loss": 1.5781,
      "step": 90918
    },
    {
      "epoch": 4.229774366131658,
      "grad_norm": 1.7109217807918757,
      "learning_rate": 6.171215130839818e-05,
      "loss": 1.6562,
      "step": 90919
    },
    {
      "epoch": 4.22982088857874,
      "grad_norm": 1.6625748895026757,
      "learning_rate": 6.170915089474731e-05,
      "loss": 1.5938,
      "step": 90920
    },
    {
      "epoch": 4.22986741102582,
      "grad_norm": 1.8746304800528075,
      "learning_rate": 6.170615053514862e-05,
      "loss": 1.875,
      "step": 90921
    },
    {
      "epoch": 4.229913933472901,
      "grad_norm": 1.6348887498146938,
      "learning_rate": 6.170315022960386e-05,
      "loss": 1.5469,
      "step": 90922
    },
    {
      "epoch": 4.229960455919981,
      "grad_norm": 1.7555027997944443,
      "learning_rate": 6.170014997811503e-05,
      "loss": 1.875,
      "step": 90923
    },
    {
      "epoch": 4.230006978367062,
      "grad_norm": 1.5516874616650185,
      "learning_rate": 6.16971497806839e-05,
      "loss": 1.375,
      "step": 90924
    },
    {
      "epoch": 4.230053500814143,
      "grad_norm": 1.6465018904451478,
      "learning_rate": 6.169414963731228e-05,
      "loss": 1.6484,
      "step": 90925
    },
    {
      "epoch": 4.230100023261223,
      "grad_norm": 1.659751399574335,
      "learning_rate": 6.169114954800197e-05,
      "loss": 1.5938,
      "step": 90926
    },
    {
      "epoch": 4.230146545708304,
      "grad_norm": 1.8334100799601483,
      "learning_rate": 6.168814951275485e-05,
      "loss": 1.8984,
      "step": 90927
    },
    {
      "epoch": 4.230193068155385,
      "grad_norm": 1.513713321980731,
      "learning_rate": 6.168514953157282e-05,
      "loss": 1.4844,
      "step": 90928
    },
    {
      "epoch": 4.230239590602466,
      "grad_norm": 1.7808735340241686,
      "learning_rate": 6.168214960445768e-05,
      "loss": 1.7812,
      "step": 90929
    },
    {
      "epoch": 4.230286113049546,
      "grad_norm": 1.755063187021013,
      "learning_rate": 6.167914973141122e-05,
      "loss": 1.7578,
      "step": 90930
    },
    {
      "epoch": 4.2303326354966275,
      "grad_norm": 1.7826828646552613,
      "learning_rate": 6.167614991243534e-05,
      "loss": 1.7188,
      "step": 90931
    },
    {
      "epoch": 4.230379157943708,
      "grad_norm": 1.6200175249382474,
      "learning_rate": 6.167315014753175e-05,
      "loss": 1.4766,
      "step": 90932
    },
    {
      "epoch": 4.2304256803907885,
      "grad_norm": 1.5950340897407778,
      "learning_rate": 6.167015043670245e-05,
      "loss": 1.4297,
      "step": 90933
    },
    {
      "epoch": 4.230472202837869,
      "grad_norm": 1.6356752991703016,
      "learning_rate": 6.166715077994923e-05,
      "loss": 1.6406,
      "step": 90934
    },
    {
      "epoch": 4.23051872528495,
      "grad_norm": 1.5408381934788697,
      "learning_rate": 6.166415117727388e-05,
      "loss": 1.3594,
      "step": 90935
    },
    {
      "epoch": 4.230565247732031,
      "grad_norm": 1.6281613902442194,
      "learning_rate": 6.166115162867818e-05,
      "loss": 1.5156,
      "step": 90936
    },
    {
      "epoch": 4.230611770179111,
      "grad_norm": 1.69651324572909,
      "learning_rate": 6.165815213416414e-05,
      "loss": 1.5625,
      "step": 90937
    },
    {
      "epoch": 4.230658292626192,
      "grad_norm": 1.771737991327946,
      "learning_rate": 6.165515269373348e-05,
      "loss": 1.7109,
      "step": 90938
    },
    {
      "epoch": 4.230704815073273,
      "grad_norm": 1.5801566208214468,
      "learning_rate": 6.165215330738805e-05,
      "loss": 1.5078,
      "step": 90939
    },
    {
      "epoch": 4.230751337520354,
      "grad_norm": 1.7310742205289222,
      "learning_rate": 6.164915397512964e-05,
      "loss": 1.6562,
      "step": 90940
    },
    {
      "epoch": 4.230797859967434,
      "grad_norm": 1.79891274419534,
      "learning_rate": 6.164615469696018e-05,
      "loss": 1.7812,
      "step": 90941
    },
    {
      "epoch": 4.230844382414515,
      "grad_norm": 1.710521325795162,
      "learning_rate": 6.164315547288148e-05,
      "loss": 1.7031,
      "step": 90942
    },
    {
      "epoch": 4.230890904861596,
      "grad_norm": 1.659076036226454,
      "learning_rate": 6.164015630289538e-05,
      "loss": 1.5938,
      "step": 90943
    },
    {
      "epoch": 4.230937427308676,
      "grad_norm": 1.5131868213441997,
      "learning_rate": 6.163715718700361e-05,
      "loss": 1.4297,
      "step": 90944
    },
    {
      "epoch": 4.230983949755757,
      "grad_norm": 1.700328894445316,
      "learning_rate": 6.163415812520817e-05,
      "loss": 1.7266,
      "step": 90945
    },
    {
      "epoch": 4.231030472202838,
      "grad_norm": 1.7016035535202874,
      "learning_rate": 6.163115911751081e-05,
      "loss": 1.6953,
      "step": 90946
    },
    {
      "epoch": 4.231076994649919,
      "grad_norm": 1.8169193958423173,
      "learning_rate": 6.162816016391331e-05,
      "loss": 1.8047,
      "step": 90947
    },
    {
      "epoch": 4.231123517096999,
      "grad_norm": 1.7503804169980208,
      "learning_rate": 6.162516126441764e-05,
      "loss": 1.7969,
      "step": 90948
    },
    {
      "epoch": 4.23117003954408,
      "grad_norm": 1.8064414286928112,
      "learning_rate": 6.162216241902551e-05,
      "loss": 1.7812,
      "step": 90949
    },
    {
      "epoch": 4.231216561991161,
      "grad_norm": 1.576210406891797,
      "learning_rate": 6.161916362773888e-05,
      "loss": 1.4297,
      "step": 90950
    },
    {
      "epoch": 4.2312630844382415,
      "grad_norm": 1.6674459998812712,
      "learning_rate": 6.16161648905595e-05,
      "loss": 1.6016,
      "step": 90951
    },
    {
      "epoch": 4.231309606885322,
      "grad_norm": 1.6285895730063646,
      "learning_rate": 6.161316620748923e-05,
      "loss": 1.5469,
      "step": 90952
    },
    {
      "epoch": 4.2313561293324025,
      "grad_norm": 1.6194920585279613,
      "learning_rate": 6.161016757852984e-05,
      "loss": 1.5078,
      "step": 90953
    },
    {
      "epoch": 4.231402651779484,
      "grad_norm": 1.7613315102015656,
      "learning_rate": 6.16071690036833e-05,
      "loss": 1.4141,
      "step": 90954
    },
    {
      "epoch": 4.231449174226564,
      "grad_norm": 1.5530547697686716,
      "learning_rate": 6.160417048295135e-05,
      "loss": 1.2891,
      "step": 90955
    },
    {
      "epoch": 4.231495696673645,
      "grad_norm": 1.5703407615510496,
      "learning_rate": 6.160117201633585e-05,
      "loss": 1.5156,
      "step": 90956
    },
    {
      "epoch": 4.231542219120726,
      "grad_norm": 1.8230118792466947,
      "learning_rate": 6.159817360383865e-05,
      "loss": 1.9375,
      "step": 90957
    },
    {
      "epoch": 4.231588741567807,
      "grad_norm": 1.7828264754200938,
      "learning_rate": 6.159517524546152e-05,
      "loss": 1.9062,
      "step": 90958
    },
    {
      "epoch": 4.231635264014887,
      "grad_norm": 1.5981444696470446,
      "learning_rate": 6.159217694120637e-05,
      "loss": 1.4219,
      "step": 90959
    },
    {
      "epoch": 4.231681786461968,
      "grad_norm": 1.5192696912968,
      "learning_rate": 6.158917869107502e-05,
      "loss": 1.4531,
      "step": 90960
    },
    {
      "epoch": 4.231728308909049,
      "grad_norm": 1.6642844400773322,
      "learning_rate": 6.15861804950693e-05,
      "loss": 1.5859,
      "step": 90961
    },
    {
      "epoch": 4.231774831356129,
      "grad_norm": 1.682106974899644,
      "learning_rate": 6.158318235319099e-05,
      "loss": 1.6641,
      "step": 90962
    },
    {
      "epoch": 4.23182135380321,
      "grad_norm": 1.6198825458191541,
      "learning_rate": 6.158018426544203e-05,
      "loss": 1.5156,
      "step": 90963
    },
    {
      "epoch": 4.23186787625029,
      "grad_norm": 1.8140624957712133,
      "learning_rate": 6.157718623182422e-05,
      "loss": 1.75,
      "step": 90964
    },
    {
      "epoch": 4.231914398697372,
      "grad_norm": 1.6294938394728857,
      "learning_rate": 6.157418825233935e-05,
      "loss": 1.5469,
      "step": 90965
    },
    {
      "epoch": 4.231960921144452,
      "grad_norm": 1.546202501165468,
      "learning_rate": 6.157119032698923e-05,
      "loss": 1.4922,
      "step": 90966
    },
    {
      "epoch": 4.232007443591533,
      "grad_norm": 1.8304713049047838,
      "learning_rate": 6.156819245577581e-05,
      "loss": 1.6875,
      "step": 90967
    },
    {
      "epoch": 4.232053966038614,
      "grad_norm": 1.7151970626110884,
      "learning_rate": 6.156519463870087e-05,
      "loss": 1.75,
      "step": 90968
    },
    {
      "epoch": 4.2321004884856945,
      "grad_norm": 1.7029437216366419,
      "learning_rate": 6.156219687576618e-05,
      "loss": 1.8281,
      "step": 90969
    },
    {
      "epoch": 4.232147010932775,
      "grad_norm": 1.6520435663836917,
      "learning_rate": 6.155919916697368e-05,
      "loss": 1.5625,
      "step": 90970
    },
    {
      "epoch": 4.2321935333798555,
      "grad_norm": 1.6897369762563885,
      "learning_rate": 6.155620151232513e-05,
      "loss": 1.6875,
      "step": 90971
    },
    {
      "epoch": 4.232240055826937,
      "grad_norm": 1.7441473145823347,
      "learning_rate": 6.155320391182243e-05,
      "loss": 1.6328,
      "step": 90972
    },
    {
      "epoch": 4.232286578274017,
      "grad_norm": 1.5978670252722986,
      "learning_rate": 6.155020636546738e-05,
      "loss": 1.4375,
      "step": 90973
    },
    {
      "epoch": 4.232333100721098,
      "grad_norm": 1.6381343042336862,
      "learning_rate": 6.154720887326181e-05,
      "loss": 1.6953,
      "step": 90974
    },
    {
      "epoch": 4.232379623168178,
      "grad_norm": 1.6501385997215232,
      "learning_rate": 6.154421143520751e-05,
      "loss": 1.6875,
      "step": 90975
    },
    {
      "epoch": 4.23242614561526,
      "grad_norm": 1.5625442312529365,
      "learning_rate": 6.154121405130644e-05,
      "loss": 1.4922,
      "step": 90976
    },
    {
      "epoch": 4.23247266806234,
      "grad_norm": 1.7093294176167901,
      "learning_rate": 6.153821672156033e-05,
      "loss": 1.6172,
      "step": 90977
    },
    {
      "epoch": 4.232519190509421,
      "grad_norm": 1.5153146363416665,
      "learning_rate": 6.153521944597105e-05,
      "loss": 1.4297,
      "step": 90978
    },
    {
      "epoch": 4.232565712956502,
      "grad_norm": 1.642766066228389,
      "learning_rate": 6.15322222245404e-05,
      "loss": 1.6562,
      "step": 90979
    },
    {
      "epoch": 4.2326122354035824,
      "grad_norm": 1.6095070550590593,
      "learning_rate": 6.152922505727028e-05,
      "loss": 1.4844,
      "step": 90980
    },
    {
      "epoch": 4.232658757850663,
      "grad_norm": 1.5096417137306488,
      "learning_rate": 6.152622794416248e-05,
      "loss": 1.4219,
      "step": 90981
    },
    {
      "epoch": 4.232705280297743,
      "grad_norm": 1.636554301652158,
      "learning_rate": 6.152323088521886e-05,
      "loss": 1.5703,
      "step": 90982
    },
    {
      "epoch": 4.232751802744825,
      "grad_norm": 1.6724578643004118,
      "learning_rate": 6.152023388044124e-05,
      "loss": 1.6406,
      "step": 90983
    },
    {
      "epoch": 4.232798325191905,
      "grad_norm": 1.7666941754354217,
      "learning_rate": 6.15172369298314e-05,
      "loss": 1.7656,
      "step": 90984
    },
    {
      "epoch": 4.232844847638986,
      "grad_norm": 1.6760986424043969,
      "learning_rate": 6.151424003339127e-05,
      "loss": 1.6094,
      "step": 90985
    },
    {
      "epoch": 4.232891370086066,
      "grad_norm": 1.6078791337591225,
      "learning_rate": 6.151124319112266e-05,
      "loss": 1.6094,
      "step": 90986
    },
    {
      "epoch": 4.232937892533148,
      "grad_norm": 1.7587894235180557,
      "learning_rate": 6.150824640302738e-05,
      "loss": 1.5781,
      "step": 90987
    },
    {
      "epoch": 4.232984414980228,
      "grad_norm": 1.66097095739852,
      "learning_rate": 6.150524966910722e-05,
      "loss": 1.6328,
      "step": 90988
    },
    {
      "epoch": 4.2330309374273085,
      "grad_norm": 1.7248203918765403,
      "learning_rate": 6.150225298936413e-05,
      "loss": 1.7109,
      "step": 90989
    },
    {
      "epoch": 4.233077459874389,
      "grad_norm": 1.6039734021959626,
      "learning_rate": 6.149925636379986e-05,
      "loss": 1.4844,
      "step": 90990
    },
    {
      "epoch": 4.23312398232147,
      "grad_norm": 1.704022152549035,
      "learning_rate": 6.149625979241624e-05,
      "loss": 1.6484,
      "step": 90991
    },
    {
      "epoch": 4.233170504768551,
      "grad_norm": 1.6986678346327893,
      "learning_rate": 6.149326327521516e-05,
      "loss": 1.6484,
      "step": 90992
    },
    {
      "epoch": 4.233217027215631,
      "grad_norm": 1.709444443948737,
      "learning_rate": 6.14902668121984e-05,
      "loss": 1.6797,
      "step": 90993
    },
    {
      "epoch": 4.233263549662713,
      "grad_norm": 1.7760626119876564,
      "learning_rate": 6.148727040336786e-05,
      "loss": 1.6484,
      "step": 90994
    },
    {
      "epoch": 4.233310072109793,
      "grad_norm": 1.530062231389494,
      "learning_rate": 6.148427404872532e-05,
      "loss": 1.4531,
      "step": 90995
    },
    {
      "epoch": 4.233356594556874,
      "grad_norm": 1.6043368729547138,
      "learning_rate": 6.148127774827265e-05,
      "loss": 1.5859,
      "step": 90996
    },
    {
      "epoch": 4.233403117003954,
      "grad_norm": 1.696927749405918,
      "learning_rate": 6.147828150201161e-05,
      "loss": 1.5625,
      "step": 90997
    },
    {
      "epoch": 4.2334496394510355,
      "grad_norm": 1.5026369745652701,
      "learning_rate": 6.147528530994412e-05,
      "loss": 1.3828,
      "step": 90998
    },
    {
      "epoch": 4.233496161898116,
      "grad_norm": 1.548796404978004,
      "learning_rate": 6.1472289172072e-05,
      "loss": 1.3672,
      "step": 90999
    },
    {
      "epoch": 4.233542684345196,
      "grad_norm": 1.8207410279340943,
      "learning_rate": 6.146929308839706e-05,
      "loss": 1.875,
      "step": 91000
    },
    {
      "epoch": 4.233589206792277,
      "grad_norm": 1.8264768081853682,
      "learning_rate": 6.14662970589211e-05,
      "loss": 1.7109,
      "step": 91001
    },
    {
      "epoch": 4.233635729239358,
      "grad_norm": 1.6442621203400178,
      "learning_rate": 6.146330108364604e-05,
      "loss": 1.5703,
      "step": 91002
    },
    {
      "epoch": 4.233682251686439,
      "grad_norm": 1.6220243789488356,
      "learning_rate": 6.146030516257366e-05,
      "loss": 1.6172,
      "step": 91003
    },
    {
      "epoch": 4.233728774133519,
      "grad_norm": 1.648733885208423,
      "learning_rate": 6.145730929570582e-05,
      "loss": 1.6328,
      "step": 91004
    },
    {
      "epoch": 4.2337752965806,
      "grad_norm": 1.7430470385923165,
      "learning_rate": 6.145431348304428e-05,
      "loss": 1.6016,
      "step": 91005
    },
    {
      "epoch": 4.233821819027681,
      "grad_norm": 1.8213365716394412,
      "learning_rate": 6.145131772459096e-05,
      "loss": 1.7812,
      "step": 91006
    },
    {
      "epoch": 4.2338683414747615,
      "grad_norm": 1.6688566439646457,
      "learning_rate": 6.14483220203477e-05,
      "loss": 1.5781,
      "step": 91007
    },
    {
      "epoch": 4.233914863921842,
      "grad_norm": 1.6920610906147013,
      "learning_rate": 6.144532637031628e-05,
      "loss": 1.7031,
      "step": 91008
    },
    {
      "epoch": 4.233961386368923,
      "grad_norm": 1.7590901148166345,
      "learning_rate": 6.144233077449854e-05,
      "loss": 1.4297,
      "step": 91009
    },
    {
      "epoch": 4.234007908816004,
      "grad_norm": 1.6761459645571979,
      "learning_rate": 6.143933523289629e-05,
      "loss": 1.7266,
      "step": 91010
    },
    {
      "epoch": 4.234054431263084,
      "grad_norm": 1.6938797163908403,
      "learning_rate": 6.143633974551145e-05,
      "loss": 1.5469,
      "step": 91011
    },
    {
      "epoch": 4.234100953710165,
      "grad_norm": 1.6408005138402488,
      "learning_rate": 6.143334431234581e-05,
      "loss": 1.6719,
      "step": 91012
    },
    {
      "epoch": 4.234147476157246,
      "grad_norm": 1.5477355408397355,
      "learning_rate": 6.143034893340115e-05,
      "loss": 1.4688,
      "step": 91013
    },
    {
      "epoch": 4.234193998604327,
      "grad_norm": 1.6185638577088615,
      "learning_rate": 6.142735360867939e-05,
      "loss": 1.7266,
      "step": 91014
    },
    {
      "epoch": 4.234240521051407,
      "grad_norm": 1.3732949229288731,
      "learning_rate": 6.142435833818229e-05,
      "loss": 1.2578,
      "step": 91015
    },
    {
      "epoch": 4.234287043498488,
      "grad_norm": 1.6870003051032543,
      "learning_rate": 6.142136312191176e-05,
      "loss": 1.6172,
      "step": 91016
    },
    {
      "epoch": 4.234333565945569,
      "grad_norm": 1.635347457183967,
      "learning_rate": 6.14183679598696e-05,
      "loss": 1.4609,
      "step": 91017
    },
    {
      "epoch": 4.2343800883926495,
      "grad_norm": 1.8070515748454639,
      "learning_rate": 6.141537285205764e-05,
      "loss": 1.8125,
      "step": 91018
    },
    {
      "epoch": 4.23442661083973,
      "grad_norm": 1.7651599840696952,
      "learning_rate": 6.141237779847766e-05,
      "loss": 1.6719,
      "step": 91019
    },
    {
      "epoch": 4.234473133286811,
      "grad_norm": 1.481096546416287,
      "learning_rate": 6.140938279913158e-05,
      "loss": 1.2656,
      "step": 91020
    },
    {
      "epoch": 4.234519655733892,
      "grad_norm": 1.826917950896965,
      "learning_rate": 6.140638785402121e-05,
      "loss": 1.7031,
      "step": 91021
    },
    {
      "epoch": 4.234566178180972,
      "grad_norm": 1.7406799400636366,
      "learning_rate": 6.140339296314837e-05,
      "loss": 1.7344,
      "step": 91022
    },
    {
      "epoch": 4.234612700628053,
      "grad_norm": 1.6360781192686726,
      "learning_rate": 6.140039812651484e-05,
      "loss": 1.3594,
      "step": 91023
    },
    {
      "epoch": 4.234659223075134,
      "grad_norm": 1.6554920528122101,
      "learning_rate": 6.139740334412257e-05,
      "loss": 1.5625,
      "step": 91024
    },
    {
      "epoch": 4.234705745522215,
      "grad_norm": 1.5763525295029917,
      "learning_rate": 6.139440861597333e-05,
      "loss": 1.5156,
      "step": 91025
    },
    {
      "epoch": 4.234752267969295,
      "grad_norm": 1.724612022160973,
      "learning_rate": 6.139141394206894e-05,
      "loss": 1.7578,
      "step": 91026
    },
    {
      "epoch": 4.2347987904163755,
      "grad_norm": 1.8444766881599972,
      "learning_rate": 6.138841932241121e-05,
      "loss": 1.8125,
      "step": 91027
    },
    {
      "epoch": 4.234845312863457,
      "grad_norm": 1.609228465175951,
      "learning_rate": 6.138542475700207e-05,
      "loss": 1.5938,
      "step": 91028
    },
    {
      "epoch": 4.234891835310537,
      "grad_norm": 1.769252680873178,
      "learning_rate": 6.138243024584328e-05,
      "loss": 1.7344,
      "step": 91029
    },
    {
      "epoch": 4.234938357757618,
      "grad_norm": 1.5388385850925623,
      "learning_rate": 6.13794357889367e-05,
      "loss": 1.4688,
      "step": 91030
    },
    {
      "epoch": 4.234984880204699,
      "grad_norm": 1.645478185025693,
      "learning_rate": 6.137644138628409e-05,
      "loss": 1.5859,
      "step": 91031
    },
    {
      "epoch": 4.23503140265178,
      "grad_norm": 1.7813642771381963,
      "learning_rate": 6.13734470378874e-05,
      "loss": 1.7109,
      "step": 91032
    },
    {
      "epoch": 4.23507792509886,
      "grad_norm": 1.7257572917815354,
      "learning_rate": 6.13704527437484e-05,
      "loss": 1.5547,
      "step": 91033
    },
    {
      "epoch": 4.235124447545941,
      "grad_norm": 1.7536679454650748,
      "learning_rate": 6.136745850386894e-05,
      "loss": 1.7656,
      "step": 91034
    },
    {
      "epoch": 4.235170969993022,
      "grad_norm": 1.6287874049562188,
      "learning_rate": 6.13644643182508e-05,
      "loss": 1.5078,
      "step": 91035
    },
    {
      "epoch": 4.2352174924401025,
      "grad_norm": 1.5903341810808163,
      "learning_rate": 6.136147018689591e-05,
      "loss": 1.4375,
      "step": 91036
    },
    {
      "epoch": 4.235264014887183,
      "grad_norm": 1.8240327162055556,
      "learning_rate": 6.135847610980598e-05,
      "loss": 1.625,
      "step": 91037
    },
    {
      "epoch": 4.235310537334263,
      "grad_norm": 1.6903932770499954,
      "learning_rate": 6.135548208698299e-05,
      "loss": 1.5938,
      "step": 91038
    },
    {
      "epoch": 4.235357059781345,
      "grad_norm": 1.7138194555551047,
      "learning_rate": 6.135248811842867e-05,
      "loss": 1.7188,
      "step": 91039
    },
    {
      "epoch": 4.235403582228425,
      "grad_norm": 1.7356387057920684,
      "learning_rate": 6.13494942041449e-05,
      "loss": 1.7188,
      "step": 91040
    },
    {
      "epoch": 4.235450104675506,
      "grad_norm": 1.6409727424596532,
      "learning_rate": 6.134650034413343e-05,
      "loss": 1.5703,
      "step": 91041
    },
    {
      "epoch": 4.235496627122586,
      "grad_norm": 1.7647149318933155,
      "learning_rate": 6.134350653839621e-05,
      "loss": 1.7578,
      "step": 91042
    },
    {
      "epoch": 4.235543149569668,
      "grad_norm": 1.6183219558088586,
      "learning_rate": 6.134051278693502e-05,
      "loss": 1.5391,
      "step": 91043
    },
    {
      "epoch": 4.235589672016748,
      "grad_norm": 1.5473736770277131,
      "learning_rate": 6.133751908975168e-05,
      "loss": 1.5391,
      "step": 91044
    },
    {
      "epoch": 4.2356361944638286,
      "grad_norm": 1.7090362076752068,
      "learning_rate": 6.1334525446848e-05,
      "loss": 1.7188,
      "step": 91045
    },
    {
      "epoch": 4.23568271691091,
      "grad_norm": 1.6245979139501743,
      "learning_rate": 6.133153185822589e-05,
      "loss": 1.4844,
      "step": 91046
    },
    {
      "epoch": 4.23572923935799,
      "grad_norm": 1.781693992491687,
      "learning_rate": 6.132853832388713e-05,
      "loss": 1.7969,
      "step": 91047
    },
    {
      "epoch": 4.235775761805071,
      "grad_norm": 1.6355988193164226,
      "learning_rate": 6.132554484383357e-05,
      "loss": 1.5156,
      "step": 91048
    },
    {
      "epoch": 4.235822284252151,
      "grad_norm": 1.62275661559881,
      "learning_rate": 6.132255141806698e-05,
      "loss": 1.6641,
      "step": 91049
    },
    {
      "epoch": 4.235868806699233,
      "grad_norm": 1.6941271977816872,
      "learning_rate": 6.131955804658929e-05,
      "loss": 1.6094,
      "step": 91050
    },
    {
      "epoch": 4.235915329146313,
      "grad_norm": 1.6733436962605719,
      "learning_rate": 6.13165647294023e-05,
      "loss": 1.5938,
      "step": 91051
    },
    {
      "epoch": 4.235961851593394,
      "grad_norm": 1.660622270500989,
      "learning_rate": 6.131357146650782e-05,
      "loss": 1.6406,
      "step": 91052
    },
    {
      "epoch": 4.236008374040474,
      "grad_norm": 1.6025844019940372,
      "learning_rate": 6.131057825790764e-05,
      "loss": 1.4531,
      "step": 91053
    },
    {
      "epoch": 4.2360548964875555,
      "grad_norm": 1.6636365651909044,
      "learning_rate": 6.130758510360371e-05,
      "loss": 1.6797,
      "step": 91054
    },
    {
      "epoch": 4.236101418934636,
      "grad_norm": 1.7034214530797875,
      "learning_rate": 6.13045920035978e-05,
      "loss": 1.625,
      "step": 91055
    },
    {
      "epoch": 4.2361479413817165,
      "grad_norm": 1.6457625750351488,
      "learning_rate": 6.130159895789175e-05,
      "loss": 1.6641,
      "step": 91056
    },
    {
      "epoch": 4.236194463828797,
      "grad_norm": 1.5438168234181033,
      "learning_rate": 6.129860596648732e-05,
      "loss": 1.4453,
      "step": 91057
    },
    {
      "epoch": 4.236240986275878,
      "grad_norm": 1.7317598464547759,
      "learning_rate": 6.129561302938641e-05,
      "loss": 1.6562,
      "step": 91058
    },
    {
      "epoch": 4.236287508722959,
      "grad_norm": 1.7410532849805769,
      "learning_rate": 6.12926201465909e-05,
      "loss": 1.7422,
      "step": 91059
    },
    {
      "epoch": 4.236334031170039,
      "grad_norm": 1.8054237857789732,
      "learning_rate": 6.128962731810256e-05,
      "loss": 1.875,
      "step": 91060
    },
    {
      "epoch": 4.236380553617121,
      "grad_norm": 1.6912206962365506,
      "learning_rate": 6.128663454392325e-05,
      "loss": 1.5156,
      "step": 91061
    },
    {
      "epoch": 4.236427076064201,
      "grad_norm": 1.4734418439416266,
      "learning_rate": 6.128364182405478e-05,
      "loss": 1.2734,
      "step": 91062
    },
    {
      "epoch": 4.236473598511282,
      "grad_norm": 1.5412620866417768,
      "learning_rate": 6.128064915849892e-05,
      "loss": 1.4609,
      "step": 91063
    },
    {
      "epoch": 4.236520120958362,
      "grad_norm": 1.6921594049332565,
      "learning_rate": 6.127765654725764e-05,
      "loss": 1.7422,
      "step": 91064
    },
    {
      "epoch": 4.236566643405443,
      "grad_norm": 1.638804117802806,
      "learning_rate": 6.12746639903327e-05,
      "loss": 1.5938,
      "step": 91065
    },
    {
      "epoch": 4.236613165852524,
      "grad_norm": 1.720612630351306,
      "learning_rate": 6.127167148772594e-05,
      "loss": 1.8047,
      "step": 91066
    },
    {
      "epoch": 4.236659688299604,
      "grad_norm": 1.5413542693467723,
      "learning_rate": 6.126867903943911e-05,
      "loss": 1.2891,
      "step": 91067
    },
    {
      "epoch": 4.236706210746685,
      "grad_norm": 1.5493187186316002,
      "learning_rate": 6.12656866454742e-05,
      "loss": 1.5781,
      "step": 91068
    },
    {
      "epoch": 4.236752733193766,
      "grad_norm": 1.6165433095323658,
      "learning_rate": 6.126269430583293e-05,
      "loss": 1.4688,
      "step": 91069
    },
    {
      "epoch": 4.236799255640847,
      "grad_norm": 1.4613311255905648,
      "learning_rate": 6.125970202051718e-05,
      "loss": 1.2266,
      "step": 91070
    },
    {
      "epoch": 4.236845778087927,
      "grad_norm": 1.6550605269010135,
      "learning_rate": 6.12567097895287e-05,
      "loss": 1.6094,
      "step": 91071
    },
    {
      "epoch": 4.2368923005350085,
      "grad_norm": 1.725724266101906,
      "learning_rate": 6.125371761286944e-05,
      "loss": 1.7031,
      "step": 91072
    },
    {
      "epoch": 4.236938822982089,
      "grad_norm": 1.63071857176072,
      "learning_rate": 6.125072549054119e-05,
      "loss": 1.5547,
      "step": 91073
    },
    {
      "epoch": 4.2369853454291695,
      "grad_norm": 1.6406563483083436,
      "learning_rate": 6.124773342254575e-05,
      "loss": 1.6484,
      "step": 91074
    },
    {
      "epoch": 4.23703186787625,
      "grad_norm": 1.6490731772819633,
      "learning_rate": 6.124474140888493e-05,
      "loss": 1.6797,
      "step": 91075
    },
    {
      "epoch": 4.237078390323331,
      "grad_norm": 1.8396265108280994,
      "learning_rate": 6.124174944956064e-05,
      "loss": 1.9297,
      "step": 91076
    },
    {
      "epoch": 4.237124912770412,
      "grad_norm": 1.6939688221598312,
      "learning_rate": 6.12387575445747e-05,
      "loss": 1.4844,
      "step": 91077
    },
    {
      "epoch": 4.237171435217492,
      "grad_norm": 1.6082169879164898,
      "learning_rate": 6.12357656939289e-05,
      "loss": 1.6328,
      "step": 91078
    },
    {
      "epoch": 4.237217957664573,
      "grad_norm": 1.6953972688633787,
      "learning_rate": 6.123277389762502e-05,
      "loss": 1.5625,
      "step": 91079
    },
    {
      "epoch": 4.237264480111654,
      "grad_norm": 1.7986677153703177,
      "learning_rate": 6.122978215566499e-05,
      "loss": 1.7969,
      "step": 91080
    },
    {
      "epoch": 4.237311002558735,
      "grad_norm": 1.8442335420262745,
      "learning_rate": 6.122679046805065e-05,
      "loss": 1.7734,
      "step": 91081
    },
    {
      "epoch": 4.237357525005815,
      "grad_norm": 1.8482156271250705,
      "learning_rate": 6.122379883478378e-05,
      "loss": 1.7734,
      "step": 91082
    },
    {
      "epoch": 4.2374040474528964,
      "grad_norm": 1.7557042113712087,
      "learning_rate": 6.122080725586625e-05,
      "loss": 1.7891,
      "step": 91083
    },
    {
      "epoch": 4.237450569899977,
      "grad_norm": 1.6972104494675047,
      "learning_rate": 6.121781573129979e-05,
      "loss": 1.7188,
      "step": 91084
    },
    {
      "epoch": 4.237497092347057,
      "grad_norm": 1.7920708557177605,
      "learning_rate": 6.121482426108636e-05,
      "loss": 1.8438,
      "step": 91085
    },
    {
      "epoch": 4.237543614794138,
      "grad_norm": 1.8923722294933647,
      "learning_rate": 6.121183284522775e-05,
      "loss": 1.9922,
      "step": 91086
    },
    {
      "epoch": 4.237590137241219,
      "grad_norm": 1.5418606399228738,
      "learning_rate": 6.120884148372577e-05,
      "loss": 1.3906,
      "step": 91087
    },
    {
      "epoch": 4.2376366596883,
      "grad_norm": 1.7508438812584926,
      "learning_rate": 6.120585017658227e-05,
      "loss": 1.7578,
      "step": 91088
    },
    {
      "epoch": 4.23768318213538,
      "grad_norm": 1.8100738143923076,
      "learning_rate": 6.120285892379902e-05,
      "loss": 1.7109,
      "step": 91089
    },
    {
      "epoch": 4.237729704582461,
      "grad_norm": 1.6588973137708236,
      "learning_rate": 6.119986772537794e-05,
      "loss": 1.6094,
      "step": 91090
    },
    {
      "epoch": 4.237776227029542,
      "grad_norm": 1.6098075614609995,
      "learning_rate": 6.119687658132084e-05,
      "loss": 1.4453,
      "step": 91091
    },
    {
      "epoch": 4.2378227494766225,
      "grad_norm": 1.7306093647614496,
      "learning_rate": 6.119388549162952e-05,
      "loss": 1.7109,
      "step": 91092
    },
    {
      "epoch": 4.237869271923703,
      "grad_norm": 1.7447564146623005,
      "learning_rate": 6.119089445630578e-05,
      "loss": 1.8594,
      "step": 91093
    },
    {
      "epoch": 4.2379157943707835,
      "grad_norm": 1.8393307655702464,
      "learning_rate": 6.118790347535155e-05,
      "loss": 1.9062,
      "step": 91094
    },
    {
      "epoch": 4.237962316817865,
      "grad_norm": 1.7866883624203875,
      "learning_rate": 6.118491254876861e-05,
      "loss": 1.7969,
      "step": 91095
    },
    {
      "epoch": 4.238008839264945,
      "grad_norm": 1.7503732112163317,
      "learning_rate": 6.11819216765588e-05,
      "loss": 1.7812,
      "step": 91096
    },
    {
      "epoch": 4.238055361712026,
      "grad_norm": 1.6808879995826287,
      "learning_rate": 6.117893085872387e-05,
      "loss": 1.6562,
      "step": 91097
    },
    {
      "epoch": 4.238101884159107,
      "grad_norm": 1.6769680546097316,
      "learning_rate": 6.117594009526579e-05,
      "loss": 1.5859,
      "step": 91098
    },
    {
      "epoch": 4.238148406606188,
      "grad_norm": 1.5564786037872564,
      "learning_rate": 6.117294938618631e-05,
      "loss": 1.5781,
      "step": 91099
    },
    {
      "epoch": 4.238194929053268,
      "grad_norm": 1.5747838067472368,
      "learning_rate": 6.116995873148729e-05,
      "loss": 1.5,
      "step": 91100
    },
    {
      "epoch": 4.238241451500349,
      "grad_norm": 1.616803425653746,
      "learning_rate": 6.116696813117049e-05,
      "loss": 1.4688,
      "step": 91101
    },
    {
      "epoch": 4.23828797394743,
      "grad_norm": 1.6096677494187155,
      "learning_rate": 6.116397758523779e-05,
      "loss": 1.5938,
      "step": 91102
    },
    {
      "epoch": 4.23833449639451,
      "grad_norm": 1.6354619769100427,
      "learning_rate": 6.116098709369108e-05,
      "loss": 1.7344,
      "step": 91103
    },
    {
      "epoch": 4.238381018841591,
      "grad_norm": 1.6033122117740977,
      "learning_rate": 6.115799665653212e-05,
      "loss": 1.5859,
      "step": 91104
    },
    {
      "epoch": 4.238427541288671,
      "grad_norm": 1.630551951643957,
      "learning_rate": 6.115500627376278e-05,
      "loss": 1.6328,
      "step": 91105
    },
    {
      "epoch": 4.238474063735753,
      "grad_norm": 1.680456633285782,
      "learning_rate": 6.115201594538481e-05,
      "loss": 1.6641,
      "step": 91106
    },
    {
      "epoch": 4.238520586182833,
      "grad_norm": 1.6261467511039256,
      "learning_rate": 6.114902567140015e-05,
      "loss": 1.5703,
      "step": 91107
    },
    {
      "epoch": 4.238567108629914,
      "grad_norm": 1.5514099213235857,
      "learning_rate": 6.114603545181058e-05,
      "loss": 1.2188,
      "step": 91108
    },
    {
      "epoch": 4.238613631076995,
      "grad_norm": 1.596830860197946,
      "learning_rate": 6.114304528661793e-05,
      "loss": 1.4531,
      "step": 91109
    },
    {
      "epoch": 4.2386601535240755,
      "grad_norm": 1.844481741878968,
      "learning_rate": 6.114005517582398e-05,
      "loss": 1.7031,
      "step": 91110
    },
    {
      "epoch": 4.238706675971156,
      "grad_norm": 1.7108456406341481,
      "learning_rate": 6.113706511943069e-05,
      "loss": 1.75,
      "step": 91111
    },
    {
      "epoch": 4.2387531984182365,
      "grad_norm": 1.6316137314169978,
      "learning_rate": 6.113407511743976e-05,
      "loss": 1.5547,
      "step": 91112
    },
    {
      "epoch": 4.238799720865318,
      "grad_norm": 1.5604630818160004,
      "learning_rate": 6.113108516985311e-05,
      "loss": 1.5547,
      "step": 91113
    },
    {
      "epoch": 4.238846243312398,
      "grad_norm": 1.6536267969733727,
      "learning_rate": 6.112809527667253e-05,
      "loss": 1.6875,
      "step": 91114
    },
    {
      "epoch": 4.238892765759479,
      "grad_norm": 1.6384291150528443,
      "learning_rate": 6.112510543789981e-05,
      "loss": 1.6562,
      "step": 91115
    },
    {
      "epoch": 4.238939288206559,
      "grad_norm": 1.6232573081667374,
      "learning_rate": 6.112211565353685e-05,
      "loss": 1.5469,
      "step": 91116
    },
    {
      "epoch": 4.238985810653641,
      "grad_norm": 1.7358407046744875,
      "learning_rate": 6.111912592358548e-05,
      "loss": 1.6172,
      "step": 91117
    },
    {
      "epoch": 4.239032333100721,
      "grad_norm": 1.7918169185231714,
      "learning_rate": 6.111613624804747e-05,
      "loss": 1.6719,
      "step": 91118
    },
    {
      "epoch": 4.239078855547802,
      "grad_norm": 1.68507239625007,
      "learning_rate": 6.111314662692467e-05,
      "loss": 1.5859,
      "step": 91119
    },
    {
      "epoch": 4.239125377994883,
      "grad_norm": 1.6662697485636397,
      "learning_rate": 6.111015706021896e-05,
      "loss": 1.5312,
      "step": 91120
    },
    {
      "epoch": 4.2391719004419635,
      "grad_norm": 1.708230392925701,
      "learning_rate": 6.110716754793214e-05,
      "loss": 1.5938,
      "step": 91121
    },
    {
      "epoch": 4.239218422889044,
      "grad_norm": 1.5801970749207122,
      "learning_rate": 6.110417809006603e-05,
      "loss": 1.3281,
      "step": 91122
    },
    {
      "epoch": 4.239264945336124,
      "grad_norm": 1.6570380383376662,
      "learning_rate": 6.110118868662242e-05,
      "loss": 1.6562,
      "step": 91123
    },
    {
      "epoch": 4.239311467783206,
      "grad_norm": 1.6634847112781268,
      "learning_rate": 6.109819933760319e-05,
      "loss": 1.6953,
      "step": 91124
    },
    {
      "epoch": 4.239357990230286,
      "grad_norm": 1.567567656791476,
      "learning_rate": 6.109521004301022e-05,
      "loss": 1.5,
      "step": 91125
    },
    {
      "epoch": 4.239404512677367,
      "grad_norm": 1.6831976971763203,
      "learning_rate": 6.109222080284526e-05,
      "loss": 1.5,
      "step": 91126
    },
    {
      "epoch": 4.239451035124447,
      "grad_norm": 1.620962644969968,
      "learning_rate": 6.10892316171102e-05,
      "loss": 1.6328,
      "step": 91127
    },
    {
      "epoch": 4.239497557571529,
      "grad_norm": 1.7873207119884014,
      "learning_rate": 6.108624248580677e-05,
      "loss": 1.7734,
      "step": 91128
    },
    {
      "epoch": 4.239544080018609,
      "grad_norm": 1.6059478201957493,
      "learning_rate": 6.108325340893691e-05,
      "loss": 1.4609,
      "step": 91129
    },
    {
      "epoch": 4.2395906024656895,
      "grad_norm": 1.631430867022623,
      "learning_rate": 6.108026438650241e-05,
      "loss": 1.625,
      "step": 91130
    },
    {
      "epoch": 4.23963712491277,
      "grad_norm": 1.6151018149533891,
      "learning_rate": 6.107727541850511e-05,
      "loss": 1.5391,
      "step": 91131
    },
    {
      "epoch": 4.239683647359851,
      "grad_norm": 1.6942151558376137,
      "learning_rate": 6.107428650494678e-05,
      "loss": 1.5547,
      "step": 91132
    },
    {
      "epoch": 4.239730169806932,
      "grad_norm": 1.7933807531714638,
      "learning_rate": 6.107129764582931e-05,
      "loss": 1.6875,
      "step": 91133
    },
    {
      "epoch": 4.239776692254012,
      "grad_norm": 1.6690363548708849,
      "learning_rate": 6.106830884115455e-05,
      "loss": 1.6484,
      "step": 91134
    },
    {
      "epoch": 4.239823214701094,
      "grad_norm": 1.693388103574253,
      "learning_rate": 6.106532009092429e-05,
      "loss": 1.6719,
      "step": 91135
    },
    {
      "epoch": 4.239869737148174,
      "grad_norm": 1.734726621263672,
      "learning_rate": 6.106233139514031e-05,
      "loss": 1.6484,
      "step": 91136
    },
    {
      "epoch": 4.239916259595255,
      "grad_norm": 1.7499350738215524,
      "learning_rate": 6.105934275380455e-05,
      "loss": 1.7969,
      "step": 91137
    },
    {
      "epoch": 4.239962782042335,
      "grad_norm": 1.6555624062941927,
      "learning_rate": 6.105635416691878e-05,
      "loss": 1.5859,
      "step": 91138
    },
    {
      "epoch": 4.2400093044894165,
      "grad_norm": 1.6259072893570523,
      "learning_rate": 6.105336563448482e-05,
      "loss": 1.6172,
      "step": 91139
    },
    {
      "epoch": 4.240055826936497,
      "grad_norm": 1.6771333395140775,
      "learning_rate": 6.105037715650448e-05,
      "loss": 1.5703,
      "step": 91140
    },
    {
      "epoch": 4.240102349383577,
      "grad_norm": 1.5446844829227444,
      "learning_rate": 6.104738873297967e-05,
      "loss": 1.2656,
      "step": 91141
    },
    {
      "epoch": 4.240148871830658,
      "grad_norm": 1.8131144080754609,
      "learning_rate": 6.104440036391218e-05,
      "loss": 1.8047,
      "step": 91142
    },
    {
      "epoch": 4.240195394277739,
      "grad_norm": 1.7001298384038277,
      "learning_rate": 6.104141204930382e-05,
      "loss": 1.6172,
      "step": 91143
    },
    {
      "epoch": 4.24024191672482,
      "grad_norm": 1.6692680786381526,
      "learning_rate": 6.103842378915644e-05,
      "loss": 1.6406,
      "step": 91144
    },
    {
      "epoch": 4.2402884391719,
      "grad_norm": 1.5428414558422008,
      "learning_rate": 6.103543558347181e-05,
      "loss": 1.4766,
      "step": 91145
    },
    {
      "epoch": 4.240334961618981,
      "grad_norm": 1.572491726607221,
      "learning_rate": 6.10324474322518e-05,
      "loss": 1.5156,
      "step": 91146
    },
    {
      "epoch": 4.240381484066062,
      "grad_norm": 1.5921785893750733,
      "learning_rate": 6.1029459335498316e-05,
      "loss": 1.5625,
      "step": 91147
    },
    {
      "epoch": 4.2404280065131426,
      "grad_norm": 1.9159374774162952,
      "learning_rate": 6.1026471293213116e-05,
      "loss": 1.8203,
      "step": 91148
    },
    {
      "epoch": 4.240474528960223,
      "grad_norm": 1.5574692807802462,
      "learning_rate": 6.1023483305398023e-05,
      "loss": 1.4453,
      "step": 91149
    },
    {
      "epoch": 4.240521051407304,
      "grad_norm": 1.672438140535191,
      "learning_rate": 6.102049537205485e-05,
      "loss": 1.6406,
      "step": 91150
    },
    {
      "epoch": 4.240567573854385,
      "grad_norm": 1.6570464218544683,
      "learning_rate": 6.101750749318549e-05,
      "loss": 1.6406,
      "step": 91151
    },
    {
      "epoch": 4.240614096301465,
      "grad_norm": 1.5260728902020615,
      "learning_rate": 6.1014519668791745e-05,
      "loss": 1.4609,
      "step": 91152
    },
    {
      "epoch": 4.240660618748546,
      "grad_norm": 1.782777467847697,
      "learning_rate": 6.101153189887542e-05,
      "loss": 1.6719,
      "step": 91153
    },
    {
      "epoch": 4.240707141195627,
      "grad_norm": 1.7152034310203008,
      "learning_rate": 6.100854418343832e-05,
      "loss": 1.6172,
      "step": 91154
    },
    {
      "epoch": 4.240753663642708,
      "grad_norm": 1.6899595761023452,
      "learning_rate": 6.100555652248237e-05,
      "loss": 1.6328,
      "step": 91155
    },
    {
      "epoch": 4.240800186089788,
      "grad_norm": 1.803439593023652,
      "learning_rate": 6.100256891600934e-05,
      "loss": 1.8203,
      "step": 91156
    },
    {
      "epoch": 4.240846708536869,
      "grad_norm": 1.6671302591478803,
      "learning_rate": 6.0999581364021055e-05,
      "loss": 1.6953,
      "step": 91157
    },
    {
      "epoch": 4.24089323098395,
      "grad_norm": 1.6888758099426437,
      "learning_rate": 6.099659386651929e-05,
      "loss": 1.6484,
      "step": 91158
    },
    {
      "epoch": 4.2409397534310305,
      "grad_norm": 1.5191714040787054,
      "learning_rate": 6.0993606423506006e-05,
      "loss": 1.5156,
      "step": 91159
    },
    {
      "epoch": 4.240986275878111,
      "grad_norm": 1.5294420931246089,
      "learning_rate": 6.0990619034982946e-05,
      "loss": 1.4844,
      "step": 91160
    },
    {
      "epoch": 4.241032798325192,
      "grad_norm": 1.7271369341763414,
      "learning_rate": 6.098763170095197e-05,
      "loss": 1.7812,
      "step": 91161
    },
    {
      "epoch": 4.241079320772273,
      "grad_norm": 1.5229903143234755,
      "learning_rate": 6.098464442141483e-05,
      "loss": 1.4609,
      "step": 91162
    },
    {
      "epoch": 4.241125843219353,
      "grad_norm": 1.7610858354686303,
      "learning_rate": 6.098165719637345e-05,
      "loss": 1.7656,
      "step": 91163
    },
    {
      "epoch": 4.241172365666434,
      "grad_norm": 1.6901107579598869,
      "learning_rate": 6.0978670025829644e-05,
      "loss": 1.6641,
      "step": 91164
    },
    {
      "epoch": 4.241218888113515,
      "grad_norm": 1.7057386083962083,
      "learning_rate": 6.097568290978523e-05,
      "loss": 1.6953,
      "step": 91165
    },
    {
      "epoch": 4.241265410560596,
      "grad_norm": 1.7061708630519112,
      "learning_rate": 6.097269584824195e-05,
      "loss": 1.6719,
      "step": 91166
    },
    {
      "epoch": 4.241311933007676,
      "grad_norm": 1.6813468621253658,
      "learning_rate": 6.096970884120174e-05,
      "loss": 1.7266,
      "step": 91167
    },
    {
      "epoch": 4.2413584554547565,
      "grad_norm": 1.691120918140264,
      "learning_rate": 6.0966721888666424e-05,
      "loss": 1.6484,
      "step": 91168
    },
    {
      "epoch": 4.241404977901838,
      "grad_norm": 1.6110845527517013,
      "learning_rate": 6.0963734990637815e-05,
      "loss": 1.5156,
      "step": 91169
    },
    {
      "epoch": 4.241451500348918,
      "grad_norm": 1.6938090161736796,
      "learning_rate": 6.0960748147117736e-05,
      "loss": 1.4922,
      "step": 91170
    },
    {
      "epoch": 4.241498022795999,
      "grad_norm": 1.7707567280725935,
      "learning_rate": 6.0957761358108014e-05,
      "loss": 1.6797,
      "step": 91171
    },
    {
      "epoch": 4.24154454524308,
      "grad_norm": 1.8039863605482453,
      "learning_rate": 6.0954774623610406e-05,
      "loss": 1.8203,
      "step": 91172
    },
    {
      "epoch": 4.241591067690161,
      "grad_norm": 1.7905557241411654,
      "learning_rate": 6.0951787943626876e-05,
      "loss": 1.7188,
      "step": 91173
    },
    {
      "epoch": 4.241637590137241,
      "grad_norm": 1.5896928958646728,
      "learning_rate": 6.094880131815919e-05,
      "loss": 1.4922,
      "step": 91174
    },
    {
      "epoch": 4.241684112584322,
      "grad_norm": 1.8053443187043212,
      "learning_rate": 6.094581474720916e-05,
      "loss": 1.7812,
      "step": 91175
    },
    {
      "epoch": 4.241730635031403,
      "grad_norm": 1.5058838657290228,
      "learning_rate": 6.0942828230778584e-05,
      "loss": 1.3359,
      "step": 91176
    },
    {
      "epoch": 4.2417771574784835,
      "grad_norm": 1.581605775430035,
      "learning_rate": 6.093984176886938e-05,
      "loss": 1.5156,
      "step": 91177
    },
    {
      "epoch": 4.241823679925564,
      "grad_norm": 1.676914286031353,
      "learning_rate": 6.0936855361483344e-05,
      "loss": 1.6328,
      "step": 91178
    },
    {
      "epoch": 4.2418702023726444,
      "grad_norm": 1.6432506310982842,
      "learning_rate": 6.093386900862228e-05,
      "loss": 1.6016,
      "step": 91179
    },
    {
      "epoch": 4.241916724819726,
      "grad_norm": 1.744510003636606,
      "learning_rate": 6.093088271028796e-05,
      "loss": 1.7344,
      "step": 91180
    },
    {
      "epoch": 4.241963247266806,
      "grad_norm": 1.5862583790500382,
      "learning_rate": 6.0927896466482354e-05,
      "loss": 1.3828,
      "step": 91181
    },
    {
      "epoch": 4.242009769713887,
      "grad_norm": 1.6247986657318734,
      "learning_rate": 6.09249102772072e-05,
      "loss": 1.75,
      "step": 91182
    },
    {
      "epoch": 4.242056292160967,
      "grad_norm": 1.9497248987665254,
      "learning_rate": 6.092192414246434e-05,
      "loss": 1.9219,
      "step": 91183
    },
    {
      "epoch": 4.242102814608049,
      "grad_norm": 1.7058565136266328,
      "learning_rate": 6.0918938062255554e-05,
      "loss": 1.6797,
      "step": 91184
    },
    {
      "epoch": 4.242149337055129,
      "grad_norm": 1.553498731589862,
      "learning_rate": 6.091595203658278e-05,
      "loss": 1.3047,
      "step": 91185
    },
    {
      "epoch": 4.24219585950221,
      "grad_norm": 1.6508293558999503,
      "learning_rate": 6.091296606544778e-05,
      "loss": 1.6172,
      "step": 91186
    },
    {
      "epoch": 4.242242381949291,
      "grad_norm": 1.6093572898209165,
      "learning_rate": 6.090998014885239e-05,
      "loss": 1.5781,
      "step": 91187
    },
    {
      "epoch": 4.242288904396371,
      "grad_norm": 1.7288770099620503,
      "learning_rate": 6.0906994286798385e-05,
      "loss": 1.7734,
      "step": 91188
    },
    {
      "epoch": 4.242335426843452,
      "grad_norm": 1.7030429638311007,
      "learning_rate": 6.090400847928763e-05,
      "loss": 1.6797,
      "step": 91189
    },
    {
      "epoch": 4.242381949290532,
      "grad_norm": 1.6493805511651314,
      "learning_rate": 6.090102272632203e-05,
      "loss": 1.6797,
      "step": 91190
    },
    {
      "epoch": 4.242428471737614,
      "grad_norm": 1.6440912321451029,
      "learning_rate": 6.0898037027903346e-05,
      "loss": 1.5781,
      "step": 91191
    },
    {
      "epoch": 4.242474994184694,
      "grad_norm": 1.656513659988711,
      "learning_rate": 6.089505138403339e-05,
      "loss": 1.6562,
      "step": 91192
    },
    {
      "epoch": 4.242521516631775,
      "grad_norm": 1.4048491330565724,
      "learning_rate": 6.089206579471399e-05,
      "loss": 1.3281,
      "step": 91193
    },
    {
      "epoch": 4.242568039078855,
      "grad_norm": 1.6439549495390071,
      "learning_rate": 6.088908025994703e-05,
      "loss": 1.5859,
      "step": 91194
    },
    {
      "epoch": 4.2426145615259365,
      "grad_norm": 1.7078189245520228,
      "learning_rate": 6.08860947797343e-05,
      "loss": 1.7578,
      "step": 91195
    },
    {
      "epoch": 4.242661083973017,
      "grad_norm": 1.4912258413742217,
      "learning_rate": 6.088310935407761e-05,
      "loss": 1.3281,
      "step": 91196
    },
    {
      "epoch": 4.2427076064200975,
      "grad_norm": 1.7462446225645345,
      "learning_rate": 6.088012398297883e-05,
      "loss": 1.6016,
      "step": 91197
    },
    {
      "epoch": 4.242754128867179,
      "grad_norm": 1.549787999336479,
      "learning_rate": 6.087713866643971e-05,
      "loss": 1.4219,
      "step": 91198
    },
    {
      "epoch": 4.242800651314259,
      "grad_norm": 1.819930648476776,
      "learning_rate": 6.0874153404462175e-05,
      "loss": 1.7422,
      "step": 91199
    },
    {
      "epoch": 4.24284717376134,
      "grad_norm": 1.7066448611956413,
      "learning_rate": 6.087116819704801e-05,
      "loss": 1.6719,
      "step": 91200
    },
    {
      "epoch": 4.24289369620842,
      "grad_norm": 1.5776155280694026,
      "learning_rate": 6.0868183044199034e-05,
      "loss": 1.5547,
      "step": 91201
    },
    {
      "epoch": 4.242940218655502,
      "grad_norm": 1.6929709631585041,
      "learning_rate": 6.0865197945917044e-05,
      "loss": 1.7188,
      "step": 91202
    },
    {
      "epoch": 4.242986741102582,
      "grad_norm": 1.7043550434543067,
      "learning_rate": 6.086221290220395e-05,
      "loss": 1.7578,
      "step": 91203
    },
    {
      "epoch": 4.243033263549663,
      "grad_norm": 1.5906560142372386,
      "learning_rate": 6.085922791306154e-05,
      "loss": 1.5156,
      "step": 91204
    },
    {
      "epoch": 4.243079785996743,
      "grad_norm": 1.7727816505358285,
      "learning_rate": 6.0856242978491624e-05,
      "loss": 1.8047,
      "step": 91205
    },
    {
      "epoch": 4.243126308443824,
      "grad_norm": 1.7083914004136758,
      "learning_rate": 6.0853258098496e-05,
      "loss": 1.5156,
      "step": 91206
    },
    {
      "epoch": 4.243172830890905,
      "grad_norm": 1.70316571722688,
      "learning_rate": 6.085027327307659e-05,
      "loss": 1.6953,
      "step": 91207
    },
    {
      "epoch": 4.243219353337985,
      "grad_norm": 1.5658444293917744,
      "learning_rate": 6.084728850223515e-05,
      "loss": 1.4297,
      "step": 91208
    },
    {
      "epoch": 4.243265875785066,
      "grad_norm": 1.6019227761667656,
      "learning_rate": 6.0844303785973545e-05,
      "loss": 1.5078,
      "step": 91209
    },
    {
      "epoch": 4.243312398232147,
      "grad_norm": 1.7328745606789235,
      "learning_rate": 6.084131912429352e-05,
      "loss": 1.5312,
      "step": 91210
    },
    {
      "epoch": 4.243358920679228,
      "grad_norm": 1.74042123010754,
      "learning_rate": 6.0838334517196965e-05,
      "loss": 1.6953,
      "step": 91211
    },
    {
      "epoch": 4.243405443126308,
      "grad_norm": 1.6142435612221135,
      "learning_rate": 6.083534996468577e-05,
      "loss": 1.4922,
      "step": 91212
    },
    {
      "epoch": 4.2434519655733896,
      "grad_norm": 1.8511333625883337,
      "learning_rate": 6.083236546676169e-05,
      "loss": 1.8047,
      "step": 91213
    },
    {
      "epoch": 4.24349848802047,
      "grad_norm": 1.7087308182298682,
      "learning_rate": 6.082938102342658e-05,
      "loss": 1.6875,
      "step": 91214
    },
    {
      "epoch": 4.2435450104675505,
      "grad_norm": 1.4866090944841666,
      "learning_rate": 6.082639663468218e-05,
      "loss": 1.3516,
      "step": 91215
    },
    {
      "epoch": 4.243591532914631,
      "grad_norm": 1.7050196940155442,
      "learning_rate": 6.0823412300530424e-05,
      "loss": 1.8203,
      "step": 91216
    },
    {
      "epoch": 4.243638055361712,
      "grad_norm": 1.7212473411242861,
      "learning_rate": 6.082042802097312e-05,
      "loss": 1.6797,
      "step": 91217
    },
    {
      "epoch": 4.243684577808793,
      "grad_norm": 1.6178068105378782,
      "learning_rate": 6.0817443796012076e-05,
      "loss": 1.5156,
      "step": 91218
    },
    {
      "epoch": 4.243731100255873,
      "grad_norm": 1.6766373651965172,
      "learning_rate": 6.081445962564906e-05,
      "loss": 1.7266,
      "step": 91219
    },
    {
      "epoch": 4.243777622702954,
      "grad_norm": 1.6250504921681361,
      "learning_rate": 6.0811475509886e-05,
      "loss": 1.5312,
      "step": 91220
    },
    {
      "epoch": 4.243824145150035,
      "grad_norm": 1.5683348170105953,
      "learning_rate": 6.08084914487247e-05,
      "loss": 1.6875,
      "step": 91221
    },
    {
      "epoch": 4.243870667597116,
      "grad_norm": 1.58475333609288,
      "learning_rate": 6.0805507442166965e-05,
      "loss": 1.4219,
      "step": 91222
    },
    {
      "epoch": 4.243917190044196,
      "grad_norm": 1.6191178224237823,
      "learning_rate": 6.0802523490214615e-05,
      "loss": 1.5156,
      "step": 91223
    },
    {
      "epoch": 4.2439637124912775,
      "grad_norm": 1.7541779458465832,
      "learning_rate": 6.079953959286942e-05,
      "loss": 1.8438,
      "step": 91224
    },
    {
      "epoch": 4.244010234938358,
      "grad_norm": 1.6602631270848576,
      "learning_rate": 6.0796555750133344e-05,
      "loss": 1.5703,
      "step": 91225
    },
    {
      "epoch": 4.244056757385438,
      "grad_norm": 1.7485479831530646,
      "learning_rate": 6.0793571962008136e-05,
      "loss": 1.8438,
      "step": 91226
    },
    {
      "epoch": 4.244103279832519,
      "grad_norm": 1.7384177224192061,
      "learning_rate": 6.079058822849564e-05,
      "loss": 1.6094,
      "step": 91227
    },
    {
      "epoch": 4.2441498022796,
      "grad_norm": 1.7305127315214759,
      "learning_rate": 6.078760454959761e-05,
      "loss": 1.6875,
      "step": 91228
    },
    {
      "epoch": 4.244196324726681,
      "grad_norm": 1.748188493374715,
      "learning_rate": 6.0784620925315985e-05,
      "loss": 1.8516,
      "step": 91229
    },
    {
      "epoch": 4.244242847173761,
      "grad_norm": 1.7137959690746445,
      "learning_rate": 6.078163735565254e-05,
      "loss": 1.6094,
      "step": 91230
    },
    {
      "epoch": 4.244289369620842,
      "grad_norm": 1.5778270258966087,
      "learning_rate": 6.07786538406091e-05,
      "loss": 1.5938,
      "step": 91231
    },
    {
      "epoch": 4.244335892067923,
      "grad_norm": 1.7688778679489439,
      "learning_rate": 6.077567038018746e-05,
      "loss": 1.8359,
      "step": 91232
    },
    {
      "epoch": 4.2443824145150035,
      "grad_norm": 1.6467743872461398,
      "learning_rate": 6.077268697438947e-05,
      "loss": 1.7422,
      "step": 91233
    },
    {
      "epoch": 4.244428936962084,
      "grad_norm": 1.7856413605024943,
      "learning_rate": 6.076970362321702e-05,
      "loss": 1.7578,
      "step": 91234
    },
    {
      "epoch": 4.2444754594091645,
      "grad_norm": 1.7118285078435578,
      "learning_rate": 6.076672032667188e-05,
      "loss": 1.5859,
      "step": 91235
    },
    {
      "epoch": 4.244521981856246,
      "grad_norm": 1.737518435507913,
      "learning_rate": 6.076373708475588e-05,
      "loss": 1.6172,
      "step": 91236
    },
    {
      "epoch": 4.244568504303326,
      "grad_norm": 1.7115678758999744,
      "learning_rate": 6.076075389747078e-05,
      "loss": 1.6484,
      "step": 91237
    },
    {
      "epoch": 4.244615026750407,
      "grad_norm": 1.6233304794530965,
      "learning_rate": 6.075777076481855e-05,
      "loss": 1.5625,
      "step": 91238
    },
    {
      "epoch": 4.244661549197488,
      "grad_norm": 1.5098858686401564,
      "learning_rate": 6.0754787686800925e-05,
      "loss": 1.3359,
      "step": 91239
    },
    {
      "epoch": 4.244708071644569,
      "grad_norm": 1.8397923881179379,
      "learning_rate": 6.075180466341975e-05,
      "loss": 1.6328,
      "step": 91240
    },
    {
      "epoch": 4.244754594091649,
      "grad_norm": 1.7343853217540819,
      "learning_rate": 6.0748821694676786e-05,
      "loss": 1.7891,
      "step": 91241
    },
    {
      "epoch": 4.24480111653873,
      "grad_norm": 1.6021640847007435,
      "learning_rate": 6.074583878057398e-05,
      "loss": 1.4844,
      "step": 91242
    },
    {
      "epoch": 4.244847638985811,
      "grad_norm": 1.5909626540659907,
      "learning_rate": 6.07428559211131e-05,
      "loss": 1.5156,
      "step": 91243
    },
    {
      "epoch": 4.244894161432891,
      "grad_norm": 1.7337616703467993,
      "learning_rate": 6.0739873116295954e-05,
      "loss": 1.7344,
      "step": 91244
    },
    {
      "epoch": 4.244940683879972,
      "grad_norm": 1.6482591231970272,
      "learning_rate": 6.073689036612435e-05,
      "loss": 1.5938,
      "step": 91245
    },
    {
      "epoch": 4.244987206327052,
      "grad_norm": 1.808113654085425,
      "learning_rate": 6.073390767060018e-05,
      "loss": 1.9297,
      "step": 91246
    },
    {
      "epoch": 4.245033728774134,
      "grad_norm": 1.6792773680795372,
      "learning_rate": 6.073092502972525e-05,
      "loss": 1.5703,
      "step": 91247
    },
    {
      "epoch": 4.245080251221214,
      "grad_norm": 1.7075348546295621,
      "learning_rate": 6.072794244350139e-05,
      "loss": 1.6094,
      "step": 91248
    },
    {
      "epoch": 4.245126773668295,
      "grad_norm": 1.6298530433953038,
      "learning_rate": 6.072495991193039e-05,
      "loss": 1.6719,
      "step": 91249
    },
    {
      "epoch": 4.245173296115376,
      "grad_norm": 1.678592215758901,
      "learning_rate": 6.0721977435014034e-05,
      "loss": 1.6797,
      "step": 91250
    },
    {
      "epoch": 4.245219818562457,
      "grad_norm": 1.6927156517862545,
      "learning_rate": 6.071899501275428e-05,
      "loss": 1.625,
      "step": 91251
    },
    {
      "epoch": 4.245266341009537,
      "grad_norm": 1.8531230639761405,
      "learning_rate": 6.071601264515288e-05,
      "loss": 1.6562,
      "step": 91252
    },
    {
      "epoch": 4.2453128634566175,
      "grad_norm": 1.488531335494528,
      "learning_rate": 6.071303033221166e-05,
      "loss": 1.3828,
      "step": 91253
    },
    {
      "epoch": 4.245359385903699,
      "grad_norm": 1.6340285619784394,
      "learning_rate": 6.071004807393239e-05,
      "loss": 1.625,
      "step": 91254
    },
    {
      "epoch": 4.245405908350779,
      "grad_norm": 1.7346785988686235,
      "learning_rate": 6.0707065870316966e-05,
      "loss": 1.7344,
      "step": 91255
    },
    {
      "epoch": 4.24545243079786,
      "grad_norm": 1.7590682806820357,
      "learning_rate": 6.0704083721367255e-05,
      "loss": 1.8438,
      "step": 91256
    },
    {
      "epoch": 4.24549895324494,
      "grad_norm": 1.5554359251969765,
      "learning_rate": 6.070110162708502e-05,
      "loss": 1.4844,
      "step": 91257
    },
    {
      "epoch": 4.245545475692022,
      "grad_norm": 1.7763901507834183,
      "learning_rate": 6.0698119587472114e-05,
      "loss": 1.7891,
      "step": 91258
    },
    {
      "epoch": 4.245591998139102,
      "grad_norm": 1.5062009317509901,
      "learning_rate": 6.0695137602530276e-05,
      "loss": 1.3203,
      "step": 91259
    },
    {
      "epoch": 4.245638520586183,
      "grad_norm": 1.8631588686064653,
      "learning_rate": 6.0692155672261466e-05,
      "loss": 1.8438,
      "step": 91260
    },
    {
      "epoch": 4.245685043033264,
      "grad_norm": 1.4763890594292586,
      "learning_rate": 6.068917379666744e-05,
      "loss": 1.2266,
      "step": 91261
    },
    {
      "epoch": 4.2457315654803445,
      "grad_norm": 1.6879909459923788,
      "learning_rate": 6.068619197575002e-05,
      "loss": 1.5469,
      "step": 91262
    },
    {
      "epoch": 4.245778087927425,
      "grad_norm": 1.6783212577829374,
      "learning_rate": 6.068321020951099e-05,
      "loss": 1.5391,
      "step": 91263
    },
    {
      "epoch": 4.245824610374505,
      "grad_norm": 1.8469251477843331,
      "learning_rate": 6.0680228497952284e-05,
      "loss": 1.8203,
      "step": 91264
    },
    {
      "epoch": 4.245871132821587,
      "grad_norm": 1.6246513288195399,
      "learning_rate": 6.0677246841075664e-05,
      "loss": 1.7031,
      "step": 91265
    },
    {
      "epoch": 4.245917655268667,
      "grad_norm": 1.414935481338809,
      "learning_rate": 6.0674265238882977e-05,
      "loss": 1.375,
      "step": 91266
    },
    {
      "epoch": 4.245964177715748,
      "grad_norm": 1.6804716631978152,
      "learning_rate": 6.0671283691375955e-05,
      "loss": 1.5938,
      "step": 91267
    },
    {
      "epoch": 4.246010700162828,
      "grad_norm": 1.6396751342827904,
      "learning_rate": 6.066830219855656e-05,
      "loss": 1.4922,
      "step": 91268
    },
    {
      "epoch": 4.24605722260991,
      "grad_norm": 1.521130819197784,
      "learning_rate": 6.0665320760426564e-05,
      "loss": 1.5,
      "step": 91269
    },
    {
      "epoch": 4.24610374505699,
      "grad_norm": 1.6060771552248365,
      "learning_rate": 6.0662339376987765e-05,
      "loss": 1.6562,
      "step": 91270
    },
    {
      "epoch": 4.2461502675040705,
      "grad_norm": 1.5874207347183615,
      "learning_rate": 6.065935804824197e-05,
      "loss": 1.4766,
      "step": 91271
    },
    {
      "epoch": 4.246196789951151,
      "grad_norm": 1.6606643451429575,
      "learning_rate": 6.0656376774191114e-05,
      "loss": 1.4922,
      "step": 91272
    },
    {
      "epoch": 4.246243312398232,
      "grad_norm": 1.67183266036939,
      "learning_rate": 6.0653395554836915e-05,
      "loss": 1.6797,
      "step": 91273
    },
    {
      "epoch": 4.246289834845313,
      "grad_norm": 1.570398203694882,
      "learning_rate": 6.0650414390181265e-05,
      "loss": 1.3984,
      "step": 91274
    },
    {
      "epoch": 4.246336357292393,
      "grad_norm": 1.793038377978999,
      "learning_rate": 6.064743328022594e-05,
      "loss": 1.7109,
      "step": 91275
    },
    {
      "epoch": 4.246382879739475,
      "grad_norm": 1.8228861740092326,
      "learning_rate": 6.064445222497267e-05,
      "loss": 1.875,
      "step": 91276
    },
    {
      "epoch": 4.246429402186555,
      "grad_norm": 1.7641929800372858,
      "learning_rate": 6.064147122442351e-05,
      "loss": 1.7891,
      "step": 91277
    },
    {
      "epoch": 4.246475924633636,
      "grad_norm": 1.7089843941097957,
      "learning_rate": 6.063849027858016e-05,
      "loss": 1.6562,
      "step": 91278
    },
    {
      "epoch": 4.246522447080716,
      "grad_norm": 1.6552379717621648,
      "learning_rate": 6.063550938744447e-05,
      "loss": 1.7031,
      "step": 91279
    },
    {
      "epoch": 4.2465689695277975,
      "grad_norm": 1.6748108663873196,
      "learning_rate": 6.0632528551018245e-05,
      "loss": 1.6328,
      "step": 91280
    },
    {
      "epoch": 4.246615491974878,
      "grad_norm": 1.5438009582694172,
      "learning_rate": 6.0629547769303256e-05,
      "loss": 1.4766,
      "step": 91281
    },
    {
      "epoch": 4.2466620144219585,
      "grad_norm": 1.4725866987954468,
      "learning_rate": 6.062656704230143e-05,
      "loss": 1.2344,
      "step": 91282
    },
    {
      "epoch": 4.246708536869039,
      "grad_norm": 1.6119551683359525,
      "learning_rate": 6.062358637001454e-05,
      "loss": 1.5547,
      "step": 91283
    },
    {
      "epoch": 4.24675505931612,
      "grad_norm": 1.5850742117602143,
      "learning_rate": 6.062060575244443e-05,
      "loss": 1.3516,
      "step": 91284
    },
    {
      "epoch": 4.246801581763201,
      "grad_norm": 1.7944099212237867,
      "learning_rate": 6.061762518959287e-05,
      "loss": 1.6719,
      "step": 91285
    },
    {
      "epoch": 4.246848104210281,
      "grad_norm": 1.7735922155477573,
      "learning_rate": 6.061464468146176e-05,
      "loss": 1.7734,
      "step": 91286
    },
    {
      "epoch": 4.246894626657362,
      "grad_norm": 1.8658048627225872,
      "learning_rate": 6.06116642280529e-05,
      "loss": 1.8203,
      "step": 91287
    },
    {
      "epoch": 4.246941149104443,
      "grad_norm": 1.6156994238170062,
      "learning_rate": 6.06086838293681e-05,
      "loss": 1.5469,
      "step": 91288
    },
    {
      "epoch": 4.246987671551524,
      "grad_norm": 1.7322257010329265,
      "learning_rate": 6.060570348540914e-05,
      "loss": 1.6719,
      "step": 91289
    },
    {
      "epoch": 4.247034193998604,
      "grad_norm": 1.815831398326584,
      "learning_rate": 6.060272319617795e-05,
      "loss": 1.7734,
      "step": 91290
    },
    {
      "epoch": 4.247080716445685,
      "grad_norm": 1.598582137286538,
      "learning_rate": 6.0599742961676305e-05,
      "loss": 1.4219,
      "step": 91291
    },
    {
      "epoch": 4.247127238892766,
      "grad_norm": 1.5582070525206901,
      "learning_rate": 6.059676278190601e-05,
      "loss": 1.3359,
      "step": 91292
    },
    {
      "epoch": 4.247173761339846,
      "grad_norm": 1.6954175582088487,
      "learning_rate": 6.059378265686887e-05,
      "loss": 1.7188,
      "step": 91293
    },
    {
      "epoch": 4.247220283786927,
      "grad_norm": 1.5355096777879464,
      "learning_rate": 6.059080258656679e-05,
      "loss": 1.4766,
      "step": 91294
    },
    {
      "epoch": 4.247266806234008,
      "grad_norm": 1.627738853249555,
      "learning_rate": 6.058782257100154e-05,
      "loss": 1.5078,
      "step": 91295
    },
    {
      "epoch": 4.247313328681089,
      "grad_norm": 1.533936234180178,
      "learning_rate": 6.058484261017495e-05,
      "loss": 1.4766,
      "step": 91296
    },
    {
      "epoch": 4.247359851128169,
      "grad_norm": 1.8508393184801675,
      "learning_rate": 6.0581862704088805e-05,
      "loss": 1.8047,
      "step": 91297
    },
    {
      "epoch": 4.24740637357525,
      "grad_norm": 1.7181534829802587,
      "learning_rate": 6.0578882852744966e-05,
      "loss": 1.6406,
      "step": 91298
    },
    {
      "epoch": 4.247452896022331,
      "grad_norm": 1.794934079371856,
      "learning_rate": 6.057590305614531e-05,
      "loss": 1.7344,
      "step": 91299
    },
    {
      "epoch": 4.2474994184694115,
      "grad_norm": 1.6883052267736753,
      "learning_rate": 6.05729233142916e-05,
      "loss": 1.7031,
      "step": 91300
    },
    {
      "epoch": 4.247545940916492,
      "grad_norm": 1.4934972151814907,
      "learning_rate": 6.0569943627185704e-05,
      "loss": 1.3594,
      "step": 91301
    },
    {
      "epoch": 4.247592463363573,
      "grad_norm": 1.5897773959434105,
      "learning_rate": 6.056696399482935e-05,
      "loss": 1.4688,
      "step": 91302
    },
    {
      "epoch": 4.247638985810654,
      "grad_norm": 1.7098805889578534,
      "learning_rate": 6.056398441722448e-05,
      "loss": 1.7422,
      "step": 91303
    },
    {
      "epoch": 4.247685508257734,
      "grad_norm": 1.6672893666140536,
      "learning_rate": 6.056100489437287e-05,
      "loss": 1.5156,
      "step": 91304
    },
    {
      "epoch": 4.247732030704815,
      "grad_norm": 1.7222483842466232,
      "learning_rate": 6.0558025426276324e-05,
      "loss": 1.8828,
      "step": 91305
    },
    {
      "epoch": 4.247778553151896,
      "grad_norm": 1.638852194532007,
      "learning_rate": 6.05550460129367e-05,
      "loss": 1.4688,
      "step": 91306
    },
    {
      "epoch": 4.247825075598977,
      "grad_norm": 1.778766922011338,
      "learning_rate": 6.055206665435573e-05,
      "loss": 1.6172,
      "step": 91307
    },
    {
      "epoch": 4.247871598046057,
      "grad_norm": 1.664997895382168,
      "learning_rate": 6.054908735053539e-05,
      "loss": 1.7188,
      "step": 91308
    },
    {
      "epoch": 4.2479181204931376,
      "grad_norm": 1.8102521994846847,
      "learning_rate": 6.0546108101477415e-05,
      "loss": 1.8047,
      "step": 91309
    },
    {
      "epoch": 4.247964642940219,
      "grad_norm": 1.6464233874211105,
      "learning_rate": 6.054312890718363e-05,
      "loss": 1.6016,
      "step": 91310
    },
    {
      "epoch": 4.248011165387299,
      "grad_norm": 1.5613267866798424,
      "learning_rate": 6.054014976765583e-05,
      "loss": 1.4375,
      "step": 91311
    },
    {
      "epoch": 4.24805768783438,
      "grad_norm": 1.588119285072713,
      "learning_rate": 6.053717068289592e-05,
      "loss": 1.5625,
      "step": 91312
    },
    {
      "epoch": 4.248104210281461,
      "grad_norm": 1.7193694706403457,
      "learning_rate": 6.05341916529057e-05,
      "loss": 1.5859,
      "step": 91313
    },
    {
      "epoch": 4.248150732728542,
      "grad_norm": 1.6474615761930038,
      "learning_rate": 6.053121267768696e-05,
      "loss": 1.6719,
      "step": 91314
    },
    {
      "epoch": 4.248197255175622,
      "grad_norm": 1.6528669548547335,
      "learning_rate": 6.052823375724149e-05,
      "loss": 1.5391,
      "step": 91315
    },
    {
      "epoch": 4.248243777622703,
      "grad_norm": 1.7782858820538163,
      "learning_rate": 6.052525489157121e-05,
      "loss": 1.6719,
      "step": 91316
    },
    {
      "epoch": 4.248290300069784,
      "grad_norm": 1.5919777521552478,
      "learning_rate": 6.0522276080677905e-05,
      "loss": 1.5547,
      "step": 91317
    },
    {
      "epoch": 4.2483368225168645,
      "grad_norm": 1.654669946260892,
      "learning_rate": 6.051929732456339e-05,
      "loss": 1.5,
      "step": 91318
    },
    {
      "epoch": 4.248383344963945,
      "grad_norm": 1.5358134134472663,
      "learning_rate": 6.051631862322941e-05,
      "loss": 1.4609,
      "step": 91319
    },
    {
      "epoch": 4.2484298674110255,
      "grad_norm": 2.175977175486537,
      "learning_rate": 6.051333997667789e-05,
      "loss": 1.8672,
      "step": 91320
    },
    {
      "epoch": 4.248476389858107,
      "grad_norm": 1.696619679895358,
      "learning_rate": 6.0510361384910686e-05,
      "loss": 1.4375,
      "step": 91321
    },
    {
      "epoch": 4.248522912305187,
      "grad_norm": 1.6592171317318098,
      "learning_rate": 6.050738284792956e-05,
      "loss": 1.5078,
      "step": 91322
    },
    {
      "epoch": 4.248569434752268,
      "grad_norm": 1.5319822926508766,
      "learning_rate": 6.0504404365736345e-05,
      "loss": 1.4453,
      "step": 91323
    },
    {
      "epoch": 4.248615957199348,
      "grad_norm": 1.7281547696548483,
      "learning_rate": 6.0501425938332804e-05,
      "loss": 1.7188,
      "step": 91324
    },
    {
      "epoch": 4.24866247964643,
      "grad_norm": 1.7341187501885302,
      "learning_rate": 6.049844756572088e-05,
      "loss": 1.8125,
      "step": 91325
    },
    {
      "epoch": 4.24870900209351,
      "grad_norm": 1.59951376768938,
      "learning_rate": 6.049546924790233e-05,
      "loss": 1.4922,
      "step": 91326
    },
    {
      "epoch": 4.248755524540591,
      "grad_norm": 1.696887472201429,
      "learning_rate": 6.049249098487898e-05,
      "loss": 1.5547,
      "step": 91327
    },
    {
      "epoch": 4.248802046987672,
      "grad_norm": 1.6722852122188985,
      "learning_rate": 6.048951277665259e-05,
      "loss": 1.6172,
      "step": 91328
    },
    {
      "epoch": 4.248848569434752,
      "grad_norm": 1.7400131538307357,
      "learning_rate": 6.048653462322511e-05,
      "loss": 1.6484,
      "step": 91329
    },
    {
      "epoch": 4.248895091881833,
      "grad_norm": 1.71877583204435,
      "learning_rate": 6.04835565245983e-05,
      "loss": 1.7656,
      "step": 91330
    },
    {
      "epoch": 4.248941614328913,
      "grad_norm": 1.8055675980534494,
      "learning_rate": 6.0480578480773995e-05,
      "loss": 1.7656,
      "step": 91331
    },
    {
      "epoch": 4.248988136775995,
      "grad_norm": 1.516317815938358,
      "learning_rate": 6.0477600491753995e-05,
      "loss": 1.5234,
      "step": 91332
    },
    {
      "epoch": 4.249034659223075,
      "grad_norm": 1.759630570566323,
      "learning_rate": 6.0474622557540077e-05,
      "loss": 1.7266,
      "step": 91333
    },
    {
      "epoch": 4.249081181670156,
      "grad_norm": 1.7598784105708696,
      "learning_rate": 6.04716446781342e-05,
      "loss": 1.75,
      "step": 91334
    },
    {
      "epoch": 4.249127704117236,
      "grad_norm": 1.574175271653941,
      "learning_rate": 6.046866685353809e-05,
      "loss": 1.3516,
      "step": 91335
    },
    {
      "epoch": 4.2491742265643175,
      "grad_norm": 1.730474741769953,
      "learning_rate": 6.046568908375359e-05,
      "loss": 1.7812,
      "step": 91336
    },
    {
      "epoch": 4.249220749011398,
      "grad_norm": 1.6180396943837005,
      "learning_rate": 6.0462711368782475e-05,
      "loss": 1.5156,
      "step": 91337
    },
    {
      "epoch": 4.2492672714584785,
      "grad_norm": 1.6827815300121447,
      "learning_rate": 6.045973370862666e-05,
      "loss": 1.6094,
      "step": 91338
    },
    {
      "epoch": 4.24931379390556,
      "grad_norm": 1.8768535723740956,
      "learning_rate": 6.0456756103287936e-05,
      "loss": 1.9453,
      "step": 91339
    },
    {
      "epoch": 4.24936031635264,
      "grad_norm": 1.8080966800122413,
      "learning_rate": 6.0453778552768104e-05,
      "loss": 1.8047,
      "step": 91340
    },
    {
      "epoch": 4.249406838799721,
      "grad_norm": 1.652194047772482,
      "learning_rate": 6.045080105706896e-05,
      "loss": 1.5234,
      "step": 91341
    },
    {
      "epoch": 4.249453361246801,
      "grad_norm": 1.6933605744686644,
      "learning_rate": 6.044782361619234e-05,
      "loss": 1.7578,
      "step": 91342
    },
    {
      "epoch": 4.249499883693883,
      "grad_norm": 1.5925344836200954,
      "learning_rate": 6.044484623014015e-05,
      "loss": 1.4609,
      "step": 91343
    },
    {
      "epoch": 4.249546406140963,
      "grad_norm": 1.615976054695927,
      "learning_rate": 6.044186889891418e-05,
      "loss": 1.6016,
      "step": 91344
    },
    {
      "epoch": 4.249592928588044,
      "grad_norm": 1.7143334742000107,
      "learning_rate": 6.043889162251619e-05,
      "loss": 1.7031,
      "step": 91345
    },
    {
      "epoch": 4.249639451035124,
      "grad_norm": 1.7189621302789209,
      "learning_rate": 6.043591440094799e-05,
      "loss": 1.7422,
      "step": 91346
    },
    {
      "epoch": 4.2496859734822054,
      "grad_norm": 1.7754247467300963,
      "learning_rate": 6.043293723421152e-05,
      "loss": 1.7578,
      "step": 91347
    },
    {
      "epoch": 4.249732495929286,
      "grad_norm": 1.6485074003037954,
      "learning_rate": 6.0429960122308535e-05,
      "loss": 1.6094,
      "step": 91348
    },
    {
      "epoch": 4.249779018376366,
      "grad_norm": 1.7404000612555282,
      "learning_rate": 6.042698306524084e-05,
      "loss": 1.6719,
      "step": 91349
    },
    {
      "epoch": 4.249825540823448,
      "grad_norm": 1.7552140068337245,
      "learning_rate": 6.042400606301024e-05,
      "loss": 1.6719,
      "step": 91350
    },
    {
      "epoch": 4.249872063270528,
      "grad_norm": 1.7075222040269322,
      "learning_rate": 6.0421029115618624e-05,
      "loss": 1.6484,
      "step": 91351
    },
    {
      "epoch": 4.249918585717609,
      "grad_norm": 1.6564634382418542,
      "learning_rate": 6.041805222306779e-05,
      "loss": 1.7031,
      "step": 91352
    },
    {
      "epoch": 4.249965108164689,
      "grad_norm": 1.6753881880637413,
      "learning_rate": 6.041507538535956e-05,
      "loss": 1.5156,
      "step": 91353
    },
    {
      "epoch": 4.250011630611771,
      "grad_norm": 1.839418746441716,
      "learning_rate": 6.0412098602495686e-05,
      "loss": 1.6328,
      "step": 91354
    },
    {
      "epoch": 4.250058153058851,
      "grad_norm": 1.7047728525767758,
      "learning_rate": 6.0409121874478104e-05,
      "loss": 1.7656,
      "step": 91355
    },
    {
      "epoch": 4.2501046755059315,
      "grad_norm": 1.692247893744284,
      "learning_rate": 6.04061452013086e-05,
      "loss": 1.6016,
      "step": 91356
    },
    {
      "epoch": 4.250151197953012,
      "grad_norm": 1.6878763295320667,
      "learning_rate": 6.0403168582988976e-05,
      "loss": 1.5859,
      "step": 91357
    },
    {
      "epoch": 4.250197720400093,
      "grad_norm": 1.6643194896459368,
      "learning_rate": 6.0400192019521056e-05,
      "loss": 1.6328,
      "step": 91358
    },
    {
      "epoch": 4.250244242847174,
      "grad_norm": 1.69342983171544,
      "learning_rate": 6.0397215510906604e-05,
      "loss": 1.6641,
      "step": 91359
    },
    {
      "epoch": 4.250290765294254,
      "grad_norm": 1.809283908533647,
      "learning_rate": 6.039423905714758e-05,
      "loss": 1.6641,
      "step": 91360
    },
    {
      "epoch": 4.250337287741335,
      "grad_norm": 1.7868282914110216,
      "learning_rate": 6.039126265824572e-05,
      "loss": 1.9062,
      "step": 91361
    },
    {
      "epoch": 4.250383810188416,
      "grad_norm": 1.6745379905990778,
      "learning_rate": 6.0388286314202854e-05,
      "loss": 1.6562,
      "step": 91362
    },
    {
      "epoch": 4.250430332635497,
      "grad_norm": 1.7148250672223657,
      "learning_rate": 6.0385310025020764e-05,
      "loss": 1.6172,
      "step": 91363
    },
    {
      "epoch": 4.250476855082577,
      "grad_norm": 1.7645851484377113,
      "learning_rate": 6.0382333790701295e-05,
      "loss": 1.6875,
      "step": 91364
    },
    {
      "epoch": 4.2505233775296585,
      "grad_norm": 1.6575720738272979,
      "learning_rate": 6.037935761124637e-05,
      "loss": 1.4609,
      "step": 91365
    },
    {
      "epoch": 4.250569899976739,
      "grad_norm": 1.652339295216258,
      "learning_rate": 6.037638148665771e-05,
      "loss": 1.5391,
      "step": 91366
    },
    {
      "epoch": 4.250616422423819,
      "grad_norm": 1.6512962120695132,
      "learning_rate": 6.037340541693716e-05,
      "loss": 1.6875,
      "step": 91367
    },
    {
      "epoch": 4.2506629448709,
      "grad_norm": 1.7405432646142969,
      "learning_rate": 6.037042940208649e-05,
      "loss": 1.6797,
      "step": 91368
    },
    {
      "epoch": 4.250709467317981,
      "grad_norm": 1.6595402132127655,
      "learning_rate": 6.036745344210763e-05,
      "loss": 1.6172,
      "step": 91369
    },
    {
      "epoch": 4.250755989765062,
      "grad_norm": 1.7759559926829842,
      "learning_rate": 6.0364477537002346e-05,
      "loss": 1.7031,
      "step": 91370
    },
    {
      "epoch": 4.250802512212142,
      "grad_norm": 1.6580514422278096,
      "learning_rate": 6.036150168677244e-05,
      "loss": 1.6875,
      "step": 91371
    },
    {
      "epoch": 4.250849034659223,
      "grad_norm": 1.864162064641189,
      "learning_rate": 6.0358525891419706e-05,
      "loss": 1.9062,
      "step": 91372
    },
    {
      "epoch": 4.250895557106304,
      "grad_norm": 1.6949013136310427,
      "learning_rate": 6.035555015094606e-05,
      "loss": 1.7031,
      "step": 91373
    },
    {
      "epoch": 4.2509420795533845,
      "grad_norm": 1.5023467509108872,
      "learning_rate": 6.035257446535328e-05,
      "loss": 1.3984,
      "step": 91374
    },
    {
      "epoch": 4.250988602000465,
      "grad_norm": 1.4121374503149795,
      "learning_rate": 6.034959883464319e-05,
      "loss": 1.2891,
      "step": 91375
    },
    {
      "epoch": 4.2510351244475455,
      "grad_norm": 1.6207885525934156,
      "learning_rate": 6.0346623258817536e-05,
      "loss": 1.6094,
      "step": 91376
    },
    {
      "epoch": 4.251081646894627,
      "grad_norm": 1.5320909972420693,
      "learning_rate": 6.034364773787826e-05,
      "loss": 1.5703,
      "step": 91377
    },
    {
      "epoch": 4.251128169341707,
      "grad_norm": 1.7017653609916683,
      "learning_rate": 6.034067227182715e-05,
      "loss": 1.5547,
      "step": 91378
    },
    {
      "epoch": 4.251174691788788,
      "grad_norm": 1.5466789838192136,
      "learning_rate": 6.0337696860665996e-05,
      "loss": 1.5469,
      "step": 91379
    },
    {
      "epoch": 4.251221214235869,
      "grad_norm": 1.8245622879568955,
      "learning_rate": 6.033472150439658e-05,
      "loss": 1.7812,
      "step": 91380
    },
    {
      "epoch": 4.25126773668295,
      "grad_norm": 1.6641819297751275,
      "learning_rate": 6.0331746203020824e-05,
      "loss": 1.6016,
      "step": 91381
    },
    {
      "epoch": 4.25131425913003,
      "grad_norm": 1.7209245671362803,
      "learning_rate": 6.0328770956540506e-05,
      "loss": 1.6406,
      "step": 91382
    },
    {
      "epoch": 4.251360781577111,
      "grad_norm": 1.7034319027753713,
      "learning_rate": 6.032579576495746e-05,
      "loss": 1.6562,
      "step": 91383
    },
    {
      "epoch": 4.251407304024192,
      "grad_norm": 1.6252378638137013,
      "learning_rate": 6.032282062827346e-05,
      "loss": 1.4453,
      "step": 91384
    },
    {
      "epoch": 4.2514538264712725,
      "grad_norm": 1.6202175447406195,
      "learning_rate": 6.031984554649033e-05,
      "loss": 1.5625,
      "step": 91385
    },
    {
      "epoch": 4.251500348918353,
      "grad_norm": 1.723067121212039,
      "learning_rate": 6.03168705196099e-05,
      "loss": 1.7266,
      "step": 91386
    },
    {
      "epoch": 4.251546871365433,
      "grad_norm": 1.7292337508549784,
      "learning_rate": 6.0313895547634066e-05,
      "loss": 1.7266,
      "step": 91387
    },
    {
      "epoch": 4.251593393812515,
      "grad_norm": 1.7518497345268318,
      "learning_rate": 6.031092063056461e-05,
      "loss": 1.6562,
      "step": 91388
    },
    {
      "epoch": 4.251639916259595,
      "grad_norm": 1.6843064496125013,
      "learning_rate": 6.030794576840332e-05,
      "loss": 1.7109,
      "step": 91389
    },
    {
      "epoch": 4.251686438706676,
      "grad_norm": 1.7970248065862644,
      "learning_rate": 6.0304970961151986e-05,
      "loss": 1.75,
      "step": 91390
    },
    {
      "epoch": 4.251732961153757,
      "grad_norm": 1.5352534901751056,
      "learning_rate": 6.030199620881253e-05,
      "loss": 1.2344,
      "step": 91391
    },
    {
      "epoch": 4.251779483600838,
      "grad_norm": 1.6720602669617581,
      "learning_rate": 6.0299021511386734e-05,
      "loss": 1.6484,
      "step": 91392
    },
    {
      "epoch": 4.251826006047918,
      "grad_norm": 1.7026203650929463,
      "learning_rate": 6.029604686887639e-05,
      "loss": 1.5391,
      "step": 91393
    },
    {
      "epoch": 4.2518725284949985,
      "grad_norm": 1.5540017842139653,
      "learning_rate": 6.029307228128328e-05,
      "loss": 1.4297,
      "step": 91394
    },
    {
      "epoch": 4.25191905094208,
      "grad_norm": 1.6389527032444289,
      "learning_rate": 6.029009774860934e-05,
      "loss": 1.5312,
      "step": 91395
    },
    {
      "epoch": 4.25196557338916,
      "grad_norm": 1.5303944477215354,
      "learning_rate": 6.028712327085633e-05,
      "loss": 1.3828,
      "step": 91396
    },
    {
      "epoch": 4.252012095836241,
      "grad_norm": 1.794675887746973,
      "learning_rate": 6.028414884802608e-05,
      "loss": 1.8984,
      "step": 91397
    },
    {
      "epoch": 4.252058618283321,
      "grad_norm": 1.68248140239373,
      "learning_rate": 6.028117448012034e-05,
      "loss": 1.7109,
      "step": 91398
    },
    {
      "epoch": 4.252105140730403,
      "grad_norm": 1.7191349773229068,
      "learning_rate": 6.027820016714105e-05,
      "loss": 1.7031,
      "step": 91399
    },
    {
      "epoch": 4.252151663177483,
      "grad_norm": 1.7264770509853036,
      "learning_rate": 6.0275225909089966e-05,
      "loss": 1.8203,
      "step": 91400
    },
    {
      "epoch": 4.252198185624564,
      "grad_norm": 1.6641011813020958,
      "learning_rate": 6.0272251705968936e-05,
      "loss": 1.5234,
      "step": 91401
    },
    {
      "epoch": 4.252244708071645,
      "grad_norm": 1.586598967596474,
      "learning_rate": 6.0269277557779686e-05,
      "loss": 1.4688,
      "step": 91402
    },
    {
      "epoch": 4.2522912305187255,
      "grad_norm": 1.7907120369358667,
      "learning_rate": 6.026630346452418e-05,
      "loss": 1.7266,
      "step": 91403
    },
    {
      "epoch": 4.252337752965806,
      "grad_norm": 1.7071824329058196,
      "learning_rate": 6.026332942620417e-05,
      "loss": 1.6719,
      "step": 91404
    },
    {
      "epoch": 4.252384275412886,
      "grad_norm": 1.5870243931620467,
      "learning_rate": 6.026035544282148e-05,
      "loss": 1.4062,
      "step": 91405
    },
    {
      "epoch": 4.252430797859968,
      "grad_norm": 1.7459699338356585,
      "learning_rate": 6.025738151437787e-05,
      "loss": 1.7891,
      "step": 91406
    },
    {
      "epoch": 4.252477320307048,
      "grad_norm": 1.6906984180934161,
      "learning_rate": 6.025440764087529e-05,
      "loss": 1.7188,
      "step": 91407
    },
    {
      "epoch": 4.252523842754129,
      "grad_norm": 1.664794936595328,
      "learning_rate": 6.0251433822315415e-05,
      "loss": 1.6875,
      "step": 91408
    },
    {
      "epoch": 4.252570365201209,
      "grad_norm": 1.7942397854365415,
      "learning_rate": 6.024846005870021e-05,
      "loss": 1.8672,
      "step": 91409
    },
    {
      "epoch": 4.252616887648291,
      "grad_norm": 1.5560689432626393,
      "learning_rate": 6.024548635003142e-05,
      "loss": 1.5781,
      "step": 91410
    },
    {
      "epoch": 4.252663410095371,
      "grad_norm": 1.7150689337508724,
      "learning_rate": 6.024251269631087e-05,
      "loss": 1.4531,
      "step": 91411
    },
    {
      "epoch": 4.2527099325424516,
      "grad_norm": 1.6386962434480212,
      "learning_rate": 6.023953909754032e-05,
      "loss": 1.5781,
      "step": 91412
    },
    {
      "epoch": 4.252756454989532,
      "grad_norm": 1.7355837479083744,
      "learning_rate": 6.023656555372173e-05,
      "loss": 1.5547,
      "step": 91413
    },
    {
      "epoch": 4.252802977436613,
      "grad_norm": 1.6811726562415379,
      "learning_rate": 6.0233592064856835e-05,
      "loss": 1.6094,
      "step": 91414
    },
    {
      "epoch": 4.252849499883694,
      "grad_norm": 1.657693795474488,
      "learning_rate": 6.023061863094746e-05,
      "loss": 1.625,
      "step": 91415
    },
    {
      "epoch": 4.252896022330774,
      "grad_norm": 1.5942184242339728,
      "learning_rate": 6.0227645251995374e-05,
      "loss": 1.5859,
      "step": 91416
    },
    {
      "epoch": 4.252942544777856,
      "grad_norm": 1.6354532508471955,
      "learning_rate": 6.022467192800251e-05,
      "loss": 1.5391,
      "step": 91417
    },
    {
      "epoch": 4.252989067224936,
      "grad_norm": 1.7097260899459952,
      "learning_rate": 6.022169865897064e-05,
      "loss": 1.5703,
      "step": 91418
    },
    {
      "epoch": 4.253035589672017,
      "grad_norm": 1.5544169256087437,
      "learning_rate": 6.0218725444901564e-05,
      "loss": 1.3359,
      "step": 91419
    },
    {
      "epoch": 4.253082112119097,
      "grad_norm": 1.6318976180633882,
      "learning_rate": 6.0215752285797064e-05,
      "loss": 1.6406,
      "step": 91420
    },
    {
      "epoch": 4.2531286345661785,
      "grad_norm": 1.6546486885521874,
      "learning_rate": 6.0212779181659046e-05,
      "loss": 1.5703,
      "step": 91421
    },
    {
      "epoch": 4.253175157013259,
      "grad_norm": 1.7297509801543522,
      "learning_rate": 6.020980613248931e-05,
      "loss": 1.7656,
      "step": 91422
    },
    {
      "epoch": 4.2532216794603395,
      "grad_norm": 1.6119304522896216,
      "learning_rate": 6.020683313828967e-05,
      "loss": 1.6719,
      "step": 91423
    },
    {
      "epoch": 4.25326820190742,
      "grad_norm": 1.7323697067521824,
      "learning_rate": 6.020386019906186e-05,
      "loss": 1.7969,
      "step": 91424
    },
    {
      "epoch": 4.253314724354501,
      "grad_norm": 1.690290548366929,
      "learning_rate": 6.020088731480786e-05,
      "loss": 1.7422,
      "step": 91425
    },
    {
      "epoch": 4.253361246801582,
      "grad_norm": 1.6380261409220749,
      "learning_rate": 6.0197914485529375e-05,
      "loss": 1.3906,
      "step": 91426
    },
    {
      "epoch": 4.253407769248662,
      "grad_norm": 1.6062801140861034,
      "learning_rate": 6.0194941711228264e-05,
      "loss": 1.4688,
      "step": 91427
    },
    {
      "epoch": 4.253454291695743,
      "grad_norm": 1.7611694675651344,
      "learning_rate": 6.01919689919063e-05,
      "loss": 1.7812,
      "step": 91428
    },
    {
      "epoch": 4.253500814142824,
      "grad_norm": 1.720185587562536,
      "learning_rate": 6.018899632756538e-05,
      "loss": 1.625,
      "step": 91429
    },
    {
      "epoch": 4.253547336589905,
      "grad_norm": 1.3754537241159837,
      "learning_rate": 6.018602371820723e-05,
      "loss": 1.2266,
      "step": 91430
    },
    {
      "epoch": 4.253593859036985,
      "grad_norm": 1.7278749484983884,
      "learning_rate": 6.0183051163833786e-05,
      "loss": 1.7109,
      "step": 91431
    },
    {
      "epoch": 4.253640381484066,
      "grad_norm": 1.6735547067689935,
      "learning_rate": 6.018007866444682e-05,
      "loss": 1.5703,
      "step": 91432
    },
    {
      "epoch": 4.253686903931147,
      "grad_norm": 1.7354789529495207,
      "learning_rate": 6.017710622004807e-05,
      "loss": 1.6719,
      "step": 91433
    },
    {
      "epoch": 4.253733426378227,
      "grad_norm": 1.8806272034036986,
      "learning_rate": 6.017413383063948e-05,
      "loss": 1.8359,
      "step": 91434
    },
    {
      "epoch": 4.253779948825308,
      "grad_norm": 1.5994867689154453,
      "learning_rate": 6.017116149622281e-05,
      "loss": 1.4609,
      "step": 91435
    },
    {
      "epoch": 4.253826471272389,
      "grad_norm": 1.566237784855222,
      "learning_rate": 6.016818921679989e-05,
      "loss": 1.4297,
      "step": 91436
    },
    {
      "epoch": 4.25387299371947,
      "grad_norm": 1.7107237423558455,
      "learning_rate": 6.0165216992372534e-05,
      "loss": 1.6719,
      "step": 91437
    },
    {
      "epoch": 4.25391951616655,
      "grad_norm": 1.6380867054425046,
      "learning_rate": 6.0162244822942515e-05,
      "loss": 1.5625,
      "step": 91438
    },
    {
      "epoch": 4.2539660386136315,
      "grad_norm": 1.673182993522874,
      "learning_rate": 6.015927270851175e-05,
      "loss": 1.6016,
      "step": 91439
    },
    {
      "epoch": 4.254012561060712,
      "grad_norm": 1.682424293523004,
      "learning_rate": 6.0156300649082003e-05,
      "loss": 1.7109,
      "step": 91440
    },
    {
      "epoch": 4.2540590835077925,
      "grad_norm": 1.7837567604142648,
      "learning_rate": 6.0153328644655094e-05,
      "loss": 1.7969,
      "step": 91441
    },
    {
      "epoch": 4.254105605954873,
      "grad_norm": 1.7821288839283238,
      "learning_rate": 6.01503566952328e-05,
      "loss": 1.7812,
      "step": 91442
    },
    {
      "epoch": 4.254152128401954,
      "grad_norm": 1.728260443864972,
      "learning_rate": 6.0147384800817036e-05,
      "loss": 1.7031,
      "step": 91443
    },
    {
      "epoch": 4.254198650849035,
      "grad_norm": 1.6381617521068705,
      "learning_rate": 6.0144412961409574e-05,
      "loss": 1.4609,
      "step": 91444
    },
    {
      "epoch": 4.254245173296115,
      "grad_norm": 1.7353513619920855,
      "learning_rate": 6.0141441177012226e-05,
      "loss": 1.6641,
      "step": 91445
    },
    {
      "epoch": 4.254291695743196,
      "grad_norm": 1.8188705622902326,
      "learning_rate": 6.0138469447626774e-05,
      "loss": 1.7812,
      "step": 91446
    },
    {
      "epoch": 4.254338218190277,
      "grad_norm": 1.6224552494679199,
      "learning_rate": 6.013549777325513e-05,
      "loss": 1.5703,
      "step": 91447
    },
    {
      "epoch": 4.254384740637358,
      "grad_norm": 1.7904746183221971,
      "learning_rate": 6.013252615389908e-05,
      "loss": 1.7578,
      "step": 91448
    },
    {
      "epoch": 4.254431263084438,
      "grad_norm": 1.5213205659019233,
      "learning_rate": 6.0129554589560405e-05,
      "loss": 1.4297,
      "step": 91449
    },
    {
      "epoch": 4.254477785531519,
      "grad_norm": 1.9598525343446305,
      "learning_rate": 6.0126583080240896e-05,
      "loss": 1.9297,
      "step": 91450
    },
    {
      "epoch": 4.2545243079786,
      "grad_norm": 1.5797626682989214,
      "learning_rate": 6.012361162594248e-05,
      "loss": 1.3438,
      "step": 91451
    },
    {
      "epoch": 4.25457083042568,
      "grad_norm": 1.510344726004588,
      "learning_rate": 6.012064022666687e-05,
      "loss": 1.1797,
      "step": 91452
    },
    {
      "epoch": 4.254617352872761,
      "grad_norm": 1.6513699250689942,
      "learning_rate": 6.011766888241599e-05,
      "loss": 1.6406,
      "step": 91453
    },
    {
      "epoch": 4.254663875319842,
      "grad_norm": 1.6915094509907673,
      "learning_rate": 6.0114697593191594e-05,
      "loss": 1.7344,
      "step": 91454
    },
    {
      "epoch": 4.254710397766923,
      "grad_norm": 1.6922886190669273,
      "learning_rate": 6.011172635899546e-05,
      "loss": 1.6016,
      "step": 91455
    },
    {
      "epoch": 4.254756920214003,
      "grad_norm": 1.4968358854392658,
      "learning_rate": 6.010875517982951e-05,
      "loss": 1.3906,
      "step": 91456
    },
    {
      "epoch": 4.254803442661084,
      "grad_norm": 1.5713481217334742,
      "learning_rate": 6.0105784055695506e-05,
      "loss": 1.5312,
      "step": 91457
    },
    {
      "epoch": 4.254849965108165,
      "grad_norm": 1.7298365603310046,
      "learning_rate": 6.0102812986595276e-05,
      "loss": 1.6953,
      "step": 91458
    },
    {
      "epoch": 4.2548964875552455,
      "grad_norm": 1.7998765631373073,
      "learning_rate": 6.009984197253058e-05,
      "loss": 1.75,
      "step": 91459
    },
    {
      "epoch": 4.254943010002326,
      "grad_norm": 1.7465060999159512,
      "learning_rate": 6.0096871013503336e-05,
      "loss": 1.7578,
      "step": 91460
    },
    {
      "epoch": 4.2549895324494065,
      "grad_norm": 1.6176119632588752,
      "learning_rate": 6.009390010951531e-05,
      "loss": 1.5938,
      "step": 91461
    },
    {
      "epoch": 4.255036054896488,
      "grad_norm": 1.5875474471223607,
      "learning_rate": 6.009092926056835e-05,
      "loss": 1.4062,
      "step": 91462
    },
    {
      "epoch": 4.255082577343568,
      "grad_norm": 1.6794613612259628,
      "learning_rate": 6.008795846666424e-05,
      "loss": 1.6328,
      "step": 91463
    },
    {
      "epoch": 4.255129099790649,
      "grad_norm": 1.7210567190661026,
      "learning_rate": 6.008498772780476e-05,
      "loss": 1.7969,
      "step": 91464
    },
    {
      "epoch": 4.255175622237729,
      "grad_norm": 1.570383615070086,
      "learning_rate": 6.008201704399184e-05,
      "loss": 1.375,
      "step": 91465
    },
    {
      "epoch": 4.255222144684811,
      "grad_norm": 1.708685771795302,
      "learning_rate": 6.0079046415227244e-05,
      "loss": 1.7266,
      "step": 91466
    },
    {
      "epoch": 4.255268667131891,
      "grad_norm": 1.6924152904148797,
      "learning_rate": 6.007607584151276e-05,
      "loss": 1.6016,
      "step": 91467
    },
    {
      "epoch": 4.255315189578972,
      "grad_norm": 1.5986373137025898,
      "learning_rate": 6.00731053228502e-05,
      "loss": 1.5078,
      "step": 91468
    },
    {
      "epoch": 4.255361712026053,
      "grad_norm": 1.593019869525911,
      "learning_rate": 6.007013485924148e-05,
      "loss": 1.4531,
      "step": 91469
    },
    {
      "epoch": 4.255408234473133,
      "grad_norm": 1.667195714441424,
      "learning_rate": 6.0067164450688336e-05,
      "loss": 1.5547,
      "step": 91470
    },
    {
      "epoch": 4.255454756920214,
      "grad_norm": 1.7625601229193837,
      "learning_rate": 6.00641940971926e-05,
      "loss": 1.7734,
      "step": 91471
    },
    {
      "epoch": 4.255501279367294,
      "grad_norm": 1.5119853199309414,
      "learning_rate": 6.006122379875604e-05,
      "loss": 1.2031,
      "step": 91472
    },
    {
      "epoch": 4.255547801814376,
      "grad_norm": 1.4445821264792016,
      "learning_rate": 6.00582535553806e-05,
      "loss": 1.1797,
      "step": 91473
    },
    {
      "epoch": 4.255594324261456,
      "grad_norm": 1.7455856189779924,
      "learning_rate": 6.005528336706795e-05,
      "loss": 1.7891,
      "step": 91474
    },
    {
      "epoch": 4.255640846708537,
      "grad_norm": 1.9154907281472895,
      "learning_rate": 6.0052313233820053e-05,
      "loss": 1.8359,
      "step": 91475
    },
    {
      "epoch": 4.255687369155617,
      "grad_norm": 1.7032592479851678,
      "learning_rate": 6.004934315563867e-05,
      "loss": 1.6406,
      "step": 91476
    },
    {
      "epoch": 4.2557338916026985,
      "grad_norm": 1.7095185416018284,
      "learning_rate": 6.004637313252554e-05,
      "loss": 1.7031,
      "step": 91477
    },
    {
      "epoch": 4.255780414049779,
      "grad_norm": 1.713643474294097,
      "learning_rate": 6.0043403164482614e-05,
      "loss": 1.6328,
      "step": 91478
    },
    {
      "epoch": 4.2558269364968595,
      "grad_norm": 1.6764116857393085,
      "learning_rate": 6.004043325151165e-05,
      "loss": 1.6016,
      "step": 91479
    },
    {
      "epoch": 4.25587345894394,
      "grad_norm": 1.7070038578801006,
      "learning_rate": 6.0037463393614436e-05,
      "loss": 1.6641,
      "step": 91480
    },
    {
      "epoch": 4.255919981391021,
      "grad_norm": 1.6540910359702277,
      "learning_rate": 6.003449359079279e-05,
      "loss": 1.6094,
      "step": 91481
    },
    {
      "epoch": 4.255966503838102,
      "grad_norm": 1.7981780333611346,
      "learning_rate": 6.0031523843048605e-05,
      "loss": 1.8125,
      "step": 91482
    },
    {
      "epoch": 4.256013026285182,
      "grad_norm": 1.7065420781151779,
      "learning_rate": 6.002855415038364e-05,
      "loss": 1.6484,
      "step": 91483
    },
    {
      "epoch": 4.256059548732264,
      "grad_norm": 1.5624733675413578,
      "learning_rate": 6.002558451279974e-05,
      "loss": 1.4141,
      "step": 91484
    },
    {
      "epoch": 4.256106071179344,
      "grad_norm": 1.499041689060311,
      "learning_rate": 6.002261493029864e-05,
      "loss": 1.3438,
      "step": 91485
    },
    {
      "epoch": 4.256152593626425,
      "grad_norm": 1.7715837819746483,
      "learning_rate": 6.001964540288229e-05,
      "loss": 1.7734,
      "step": 91486
    },
    {
      "epoch": 4.256199116073505,
      "grad_norm": 1.4280069522390408,
      "learning_rate": 6.001667593055245e-05,
      "loss": 1.3203,
      "step": 91487
    },
    {
      "epoch": 4.2562456385205865,
      "grad_norm": 1.5074453466844204,
      "learning_rate": 6.0013706513310925e-05,
      "loss": 1.4453,
      "step": 91488
    },
    {
      "epoch": 4.256292160967667,
      "grad_norm": 1.659592144829346,
      "learning_rate": 6.001073715115953e-05,
      "loss": 1.5625,
      "step": 91489
    },
    {
      "epoch": 4.256338683414747,
      "grad_norm": 1.6207970064036306,
      "learning_rate": 6.0007767844100046e-05,
      "loss": 1.6094,
      "step": 91490
    },
    {
      "epoch": 4.256385205861829,
      "grad_norm": 1.5051408770347379,
      "learning_rate": 6.000479859213438e-05,
      "loss": 1.3125,
      "step": 91491
    },
    {
      "epoch": 4.256431728308909,
      "grad_norm": 1.6115566570702584,
      "learning_rate": 6.0001829395264325e-05,
      "loss": 1.5156,
      "step": 91492
    },
    {
      "epoch": 4.25647825075599,
      "grad_norm": 1.5434412541786178,
      "learning_rate": 5.999886025349166e-05,
      "loss": 1.5,
      "step": 91493
    },
    {
      "epoch": 4.25652477320307,
      "grad_norm": 1.77592660066202,
      "learning_rate": 5.999589116681819e-05,
      "loss": 1.7188,
      "step": 91494
    },
    {
      "epoch": 4.256571295650152,
      "grad_norm": 1.5941992225701955,
      "learning_rate": 5.999292213524576e-05,
      "loss": 1.6172,
      "step": 91495
    },
    {
      "epoch": 4.256617818097232,
      "grad_norm": 1.7057212256960264,
      "learning_rate": 5.9989953158776236e-05,
      "loss": 1.5938,
      "step": 91496
    },
    {
      "epoch": 4.2566643405443125,
      "grad_norm": 1.83619971698429,
      "learning_rate": 5.99869842374114e-05,
      "loss": 1.9297,
      "step": 91497
    },
    {
      "epoch": 4.256710862991393,
      "grad_norm": 1.710738594538974,
      "learning_rate": 5.998401537115306e-05,
      "loss": 1.75,
      "step": 91498
    },
    {
      "epoch": 4.256757385438474,
      "grad_norm": 1.7778939659711537,
      "learning_rate": 5.998104656000299e-05,
      "loss": 1.7578,
      "step": 91499
    },
    {
      "epoch": 4.256803907885555,
      "grad_norm": 1.4598964911007803,
      "learning_rate": 5.9978077803963095e-05,
      "loss": 1.2812,
      "step": 91500
    },
    {
      "epoch": 4.256850430332635,
      "grad_norm": 1.6729354744875256,
      "learning_rate": 5.997510910303516e-05,
      "loss": 1.4766,
      "step": 91501
    },
    {
      "epoch": 4.256896952779716,
      "grad_norm": 1.7509310602429229,
      "learning_rate": 5.9972140457221e-05,
      "loss": 1.5625,
      "step": 91502
    },
    {
      "epoch": 4.256943475226797,
      "grad_norm": 1.8362300563081493,
      "learning_rate": 5.996917186652236e-05,
      "loss": 1.8516,
      "step": 91503
    },
    {
      "epoch": 4.256989997673878,
      "grad_norm": 1.8071865385245822,
      "learning_rate": 5.996620333094119e-05,
      "loss": 1.7734,
      "step": 91504
    },
    {
      "epoch": 4.257036520120958,
      "grad_norm": 1.6479099615305721,
      "learning_rate": 5.9963234850479235e-05,
      "loss": 1.5469,
      "step": 91505
    },
    {
      "epoch": 4.2570830425680395,
      "grad_norm": 1.366504775049791,
      "learning_rate": 5.996026642513832e-05,
      "loss": 1.2891,
      "step": 91506
    },
    {
      "epoch": 4.25712956501512,
      "grad_norm": 1.6983901724765151,
      "learning_rate": 5.99572980549202e-05,
      "loss": 1.6172,
      "step": 91507
    },
    {
      "epoch": 4.2571760874622,
      "grad_norm": 1.6737190642552096,
      "learning_rate": 5.995432973982681e-05,
      "loss": 1.5469,
      "step": 91508
    },
    {
      "epoch": 4.257222609909281,
      "grad_norm": 1.591691578676088,
      "learning_rate": 5.99513614798599e-05,
      "loss": 1.4609,
      "step": 91509
    },
    {
      "epoch": 4.257269132356362,
      "grad_norm": 1.6717365215717994,
      "learning_rate": 5.994839327502132e-05,
      "loss": 1.5859,
      "step": 91510
    },
    {
      "epoch": 4.257315654803443,
      "grad_norm": 1.8450610938052108,
      "learning_rate": 5.994542512531279e-05,
      "loss": 1.8672,
      "step": 91511
    },
    {
      "epoch": 4.257362177250523,
      "grad_norm": 1.6398198492866445,
      "learning_rate": 5.994245703073627e-05,
      "loss": 1.5312,
      "step": 91512
    },
    {
      "epoch": 4.257408699697604,
      "grad_norm": 1.596755508924425,
      "learning_rate": 5.9939488991293505e-05,
      "loss": 1.6328,
      "step": 91513
    },
    {
      "epoch": 4.257455222144685,
      "grad_norm": 1.462753171818354,
      "learning_rate": 5.9936521006986316e-05,
      "loss": 1.2656,
      "step": 91514
    },
    {
      "epoch": 4.257501744591766,
      "grad_norm": 1.664344076216067,
      "learning_rate": 5.9933553077816507e-05,
      "loss": 1.6719,
      "step": 91515
    },
    {
      "epoch": 4.257548267038846,
      "grad_norm": 1.7528755982471438,
      "learning_rate": 5.993058520378587e-05,
      "loss": 1.6562,
      "step": 91516
    },
    {
      "epoch": 4.2575947894859265,
      "grad_norm": 1.7326810000613733,
      "learning_rate": 5.992761738489624e-05,
      "loss": 1.8203,
      "step": 91517
    },
    {
      "epoch": 4.257641311933008,
      "grad_norm": 1.862457409212075,
      "learning_rate": 5.992464962114952e-05,
      "loss": 2.0156,
      "step": 91518
    },
    {
      "epoch": 4.257687834380088,
      "grad_norm": 1.663199287880551,
      "learning_rate": 5.992168191254748e-05,
      "loss": 1.7109,
      "step": 91519
    },
    {
      "epoch": 4.257734356827169,
      "grad_norm": 1.7509582753881545,
      "learning_rate": 5.991871425909188e-05,
      "loss": 1.6953,
      "step": 91520
    },
    {
      "epoch": 4.25778087927425,
      "grad_norm": 1.7472137740188514,
      "learning_rate": 5.991574666078454e-05,
      "loss": 1.6875,
      "step": 91521
    },
    {
      "epoch": 4.257827401721331,
      "grad_norm": 1.8265097729029716,
      "learning_rate": 5.9912779117627366e-05,
      "loss": 1.8516,
      "step": 91522
    },
    {
      "epoch": 4.257873924168411,
      "grad_norm": 1.604582653588604,
      "learning_rate": 5.990981162962213e-05,
      "loss": 1.5234,
      "step": 91523
    },
    {
      "epoch": 4.257920446615492,
      "grad_norm": 1.5176740863391138,
      "learning_rate": 5.990684419677062e-05,
      "loss": 1.2422,
      "step": 91524
    },
    {
      "epoch": 4.257966969062573,
      "grad_norm": 1.6567318165232476,
      "learning_rate": 5.990387681907463e-05,
      "loss": 1.5859,
      "step": 91525
    },
    {
      "epoch": 4.2580134915096535,
      "grad_norm": 1.583741707758102,
      "learning_rate": 5.990090949653606e-05,
      "loss": 1.4609,
      "step": 91526
    },
    {
      "epoch": 4.258060013956734,
      "grad_norm": 1.7417555682779702,
      "learning_rate": 5.989794222915669e-05,
      "loss": 1.7891,
      "step": 91527
    },
    {
      "epoch": 4.258106536403815,
      "grad_norm": 1.6859555531673163,
      "learning_rate": 5.989497501693832e-05,
      "loss": 1.6172,
      "step": 91528
    },
    {
      "epoch": 4.258153058850896,
      "grad_norm": 1.675161652201308,
      "learning_rate": 5.9892007859882736e-05,
      "loss": 1.5391,
      "step": 91529
    },
    {
      "epoch": 4.258199581297976,
      "grad_norm": 1.7042516677065964,
      "learning_rate": 5.988904075799183e-05,
      "loss": 1.6094,
      "step": 91530
    },
    {
      "epoch": 4.258246103745057,
      "grad_norm": 1.555872780020557,
      "learning_rate": 5.9886073711267405e-05,
      "loss": 1.5078,
      "step": 91531
    },
    {
      "epoch": 4.258292626192138,
      "grad_norm": 1.7457766413600897,
      "learning_rate": 5.988310671971125e-05,
      "loss": 1.7422,
      "step": 91532
    },
    {
      "epoch": 4.258339148639219,
      "grad_norm": 1.4968765981335774,
      "learning_rate": 5.988013978332514e-05,
      "loss": 1.3672,
      "step": 91533
    },
    {
      "epoch": 4.258385671086299,
      "grad_norm": 1.7311694903391928,
      "learning_rate": 5.987717290211099e-05,
      "loss": 1.7656,
      "step": 91534
    },
    {
      "epoch": 4.2584321935333795,
      "grad_norm": 1.627264148631246,
      "learning_rate": 5.9874206076070565e-05,
      "loss": 1.6953,
      "step": 91535
    },
    {
      "epoch": 4.258478715980461,
      "grad_norm": 1.688146580396881,
      "learning_rate": 5.987123930520569e-05,
      "loss": 1.6797,
      "step": 91536
    },
    {
      "epoch": 4.258525238427541,
      "grad_norm": 1.62501830135226,
      "learning_rate": 5.986827258951811e-05,
      "loss": 1.5234,
      "step": 91537
    },
    {
      "epoch": 4.258571760874622,
      "grad_norm": 1.6544740806810978,
      "learning_rate": 5.9865305929009756e-05,
      "loss": 1.7344,
      "step": 91538
    },
    {
      "epoch": 4.258618283321702,
      "grad_norm": 1.6646914872531802,
      "learning_rate": 5.986233932368234e-05,
      "loss": 1.6172,
      "step": 91539
    },
    {
      "epoch": 4.258664805768784,
      "grad_norm": 1.613758272060092,
      "learning_rate": 5.98593727735378e-05,
      "loss": 1.5938,
      "step": 91540
    },
    {
      "epoch": 4.258711328215864,
      "grad_norm": 1.4930797021183024,
      "learning_rate": 5.985640627857787e-05,
      "loss": 1.4766,
      "step": 91541
    },
    {
      "epoch": 4.258757850662945,
      "grad_norm": 1.7329174309958815,
      "learning_rate": 5.9853439838804326e-05,
      "loss": 1.7266,
      "step": 91542
    },
    {
      "epoch": 4.258804373110026,
      "grad_norm": 1.6590796291621015,
      "learning_rate": 5.985047345421909e-05,
      "loss": 1.5391,
      "step": 91543
    },
    {
      "epoch": 4.2588508955571065,
      "grad_norm": 1.669040718606577,
      "learning_rate": 5.984750712482393e-05,
      "loss": 1.6562,
      "step": 91544
    },
    {
      "epoch": 4.258897418004187,
      "grad_norm": 1.77679867261838,
      "learning_rate": 5.984454085062065e-05,
      "loss": 1.7422,
      "step": 91545
    },
    {
      "epoch": 4.2589439404512675,
      "grad_norm": 1.7692230178605606,
      "learning_rate": 5.9841574631611085e-05,
      "loss": 1.8047,
      "step": 91546
    },
    {
      "epoch": 4.258990462898349,
      "grad_norm": 1.7964632859659215,
      "learning_rate": 5.9838608467796986e-05,
      "loss": 1.7109,
      "step": 91547
    },
    {
      "epoch": 4.259036985345429,
      "grad_norm": 1.5731406629536961,
      "learning_rate": 5.9835642359180264e-05,
      "loss": 1.4922,
      "step": 91548
    },
    {
      "epoch": 4.25908350779251,
      "grad_norm": 1.6688266859164045,
      "learning_rate": 5.983267630576269e-05,
      "loss": 1.7344,
      "step": 91549
    },
    {
      "epoch": 4.25913003023959,
      "grad_norm": 1.7190813580870887,
      "learning_rate": 5.982971030754609e-05,
      "loss": 1.3359,
      "step": 91550
    },
    {
      "epoch": 4.259176552686672,
      "grad_norm": 1.7210725244822915,
      "learning_rate": 5.982674436453222e-05,
      "loss": 1.7891,
      "step": 91551
    },
    {
      "epoch": 4.259223075133752,
      "grad_norm": 1.6272041019471226,
      "learning_rate": 5.9823778476723005e-05,
      "loss": 1.625,
      "step": 91552
    },
    {
      "epoch": 4.259269597580833,
      "grad_norm": 1.7885868535506022,
      "learning_rate": 5.9820812644120216e-05,
      "loss": 1.6797,
      "step": 91553
    },
    {
      "epoch": 4.259316120027913,
      "grad_norm": 1.686796897917234,
      "learning_rate": 5.9817846866725644e-05,
      "loss": 1.6484,
      "step": 91554
    },
    {
      "epoch": 4.259362642474994,
      "grad_norm": 1.5379805755577178,
      "learning_rate": 5.981488114454106e-05,
      "loss": 1.4531,
      "step": 91555
    },
    {
      "epoch": 4.259409164922075,
      "grad_norm": 1.6841638081553898,
      "learning_rate": 5.9811915477568394e-05,
      "loss": 1.5781,
      "step": 91556
    },
    {
      "epoch": 4.259455687369155,
      "grad_norm": 1.749829258083928,
      "learning_rate": 5.9808949865809394e-05,
      "loss": 1.8516,
      "step": 91557
    },
    {
      "epoch": 4.259502209816237,
      "grad_norm": 1.7385272824460063,
      "learning_rate": 5.98059843092659e-05,
      "loss": 1.7422,
      "step": 91558
    },
    {
      "epoch": 4.259548732263317,
      "grad_norm": 1.664218158005369,
      "learning_rate": 5.9803018807939665e-05,
      "loss": 1.6641,
      "step": 91559
    },
    {
      "epoch": 4.259595254710398,
      "grad_norm": 1.7671584970439778,
      "learning_rate": 5.980005336183259e-05,
      "loss": 1.7266,
      "step": 91560
    },
    {
      "epoch": 4.259641777157478,
      "grad_norm": 1.5872089432679237,
      "learning_rate": 5.979708797094641e-05,
      "loss": 1.4609,
      "step": 91561
    },
    {
      "epoch": 4.2596882996045595,
      "grad_norm": 1.6671262072678914,
      "learning_rate": 5.979412263528304e-05,
      "loss": 1.5859,
      "step": 91562
    },
    {
      "epoch": 4.25973482205164,
      "grad_norm": 1.8660678669879647,
      "learning_rate": 5.9791157354844247e-05,
      "loss": 1.8516,
      "step": 91563
    },
    {
      "epoch": 4.2597813444987205,
      "grad_norm": 1.7689478142481205,
      "learning_rate": 5.978819212963178e-05,
      "loss": 1.8906,
      "step": 91564
    },
    {
      "epoch": 4.259827866945801,
      "grad_norm": 1.6373522149755357,
      "learning_rate": 5.9785226959647566e-05,
      "loss": 1.4375,
      "step": 91565
    },
    {
      "epoch": 4.259874389392882,
      "grad_norm": 1.6546249469310566,
      "learning_rate": 5.9782261844893354e-05,
      "loss": 1.5859,
      "step": 91566
    },
    {
      "epoch": 4.259920911839963,
      "grad_norm": 1.7555388665639897,
      "learning_rate": 5.9779296785370996e-05,
      "loss": 1.8359,
      "step": 91567
    },
    {
      "epoch": 4.259967434287043,
      "grad_norm": 1.703436855298729,
      "learning_rate": 5.977633178108221e-05,
      "loss": 1.6172,
      "step": 91568
    },
    {
      "epoch": 4.260013956734124,
      "grad_norm": 1.769009195646289,
      "learning_rate": 5.9773366832028944e-05,
      "loss": 1.7891,
      "step": 91569
    },
    {
      "epoch": 4.260060479181205,
      "grad_norm": 1.8711068799293,
      "learning_rate": 5.977040193821297e-05,
      "loss": 1.8672,
      "step": 91570
    },
    {
      "epoch": 4.260107001628286,
      "grad_norm": 1.7831548641680512,
      "learning_rate": 5.976743709963607e-05,
      "loss": 1.7734,
      "step": 91571
    },
    {
      "epoch": 4.260153524075366,
      "grad_norm": 1.5942232982298852,
      "learning_rate": 5.976447231630009e-05,
      "loss": 1.4375,
      "step": 91572
    },
    {
      "epoch": 4.260200046522447,
      "grad_norm": 1.6416236555507262,
      "learning_rate": 5.976150758820676e-05,
      "loss": 1.6562,
      "step": 91573
    },
    {
      "epoch": 4.260246568969528,
      "grad_norm": 1.5574378825991941,
      "learning_rate": 5.975854291535803e-05,
      "loss": 1.5469,
      "step": 91574
    },
    {
      "epoch": 4.260293091416608,
      "grad_norm": 1.511802653143805,
      "learning_rate": 5.9755578297755656e-05,
      "loss": 1.3203,
      "step": 91575
    },
    {
      "epoch": 4.260339613863689,
      "grad_norm": 1.5446861688226496,
      "learning_rate": 5.9752613735401455e-05,
      "loss": 1.3359,
      "step": 91576
    },
    {
      "epoch": 4.26038613631077,
      "grad_norm": 1.6257257531755378,
      "learning_rate": 5.9749649228297174e-05,
      "loss": 1.5703,
      "step": 91577
    },
    {
      "epoch": 4.260432658757851,
      "grad_norm": 1.6127601882745803,
      "learning_rate": 5.974668477644475e-05,
      "loss": 1.5938,
      "step": 91578
    },
    {
      "epoch": 4.260479181204931,
      "grad_norm": 1.7572080158373495,
      "learning_rate": 5.9743720379845925e-05,
      "loss": 1.6641,
      "step": 91579
    },
    {
      "epoch": 4.2605257036520126,
      "grad_norm": 2.559464770131299,
      "learning_rate": 5.974075603850253e-05,
      "loss": 1.8203,
      "step": 91580
    },
    {
      "epoch": 4.260572226099093,
      "grad_norm": 1.707141976891711,
      "learning_rate": 5.973779175241632e-05,
      "loss": 1.6016,
      "step": 91581
    },
    {
      "epoch": 4.2606187485461735,
      "grad_norm": 1.7081448104243095,
      "learning_rate": 5.9734827521589225e-05,
      "loss": 1.6094,
      "step": 91582
    },
    {
      "epoch": 4.260665270993254,
      "grad_norm": 1.6476722316438963,
      "learning_rate": 5.973186334602294e-05,
      "loss": 1.6562,
      "step": 91583
    },
    {
      "epoch": 4.260711793440335,
      "grad_norm": 1.7104599752212788,
      "learning_rate": 5.97288992257194e-05,
      "loss": 1.5703,
      "step": 91584
    },
    {
      "epoch": 4.260758315887416,
      "grad_norm": 1.6370879609995217,
      "learning_rate": 5.9725935160680374e-05,
      "loss": 1.5234,
      "step": 91585
    },
    {
      "epoch": 4.260804838334496,
      "grad_norm": 1.680760245114919,
      "learning_rate": 5.9722971150907584e-05,
      "loss": 1.5625,
      "step": 91586
    },
    {
      "epoch": 4.260851360781577,
      "grad_norm": 1.6704978126711847,
      "learning_rate": 5.972000719640298e-05,
      "loss": 1.6719,
      "step": 91587
    },
    {
      "epoch": 4.260897883228658,
      "grad_norm": 1.5078359879779624,
      "learning_rate": 5.9717043297168345e-05,
      "loss": 1.3672,
      "step": 91588
    },
    {
      "epoch": 4.260944405675739,
      "grad_norm": 1.7329448378833099,
      "learning_rate": 5.971407945320544e-05,
      "loss": 1.6641,
      "step": 91589
    },
    {
      "epoch": 4.260990928122819,
      "grad_norm": 1.7116232416844348,
      "learning_rate": 5.971111566451607e-05,
      "loss": 1.7734,
      "step": 91590
    },
    {
      "epoch": 4.2610374505699,
      "grad_norm": 1.6304961764787735,
      "learning_rate": 5.970815193110213e-05,
      "loss": 1.6094,
      "step": 91591
    },
    {
      "epoch": 4.261083973016981,
      "grad_norm": 1.7687846162263146,
      "learning_rate": 5.97051882529654e-05,
      "loss": 1.7188,
      "step": 91592
    },
    {
      "epoch": 4.261130495464061,
      "grad_norm": 1.5527367238447711,
      "learning_rate": 5.970222463010768e-05,
      "loss": 1.4922,
      "step": 91593
    },
    {
      "epoch": 4.261177017911142,
      "grad_norm": 1.6608346690554479,
      "learning_rate": 5.9699261062530736e-05,
      "loss": 1.5703,
      "step": 91594
    },
    {
      "epoch": 4.261223540358223,
      "grad_norm": 1.7474603338573262,
      "learning_rate": 5.9696297550236504e-05,
      "loss": 1.8438,
      "step": 91595
    },
    {
      "epoch": 4.261270062805304,
      "grad_norm": 1.6913952539847448,
      "learning_rate": 5.9693334093226716e-05,
      "loss": 1.6094,
      "step": 91596
    },
    {
      "epoch": 4.261316585252384,
      "grad_norm": 1.6096543797563287,
      "learning_rate": 5.969037069150321e-05,
      "loss": 1.5469,
      "step": 91597
    },
    {
      "epoch": 4.261363107699465,
      "grad_norm": 1.6003685395529397,
      "learning_rate": 5.968740734506777e-05,
      "loss": 1.4531,
      "step": 91598
    },
    {
      "epoch": 4.261409630146546,
      "grad_norm": 1.6044856438153268,
      "learning_rate": 5.9684444053922207e-05,
      "loss": 1.4297,
      "step": 91599
    },
    {
      "epoch": 4.2614561525936265,
      "grad_norm": 1.7122279899000228,
      "learning_rate": 5.96814808180684e-05,
      "loss": 1.7188,
      "step": 91600
    },
    {
      "epoch": 4.261502675040707,
      "grad_norm": 1.7332009899787306,
      "learning_rate": 5.967851763750813e-05,
      "loss": 1.6719,
      "step": 91601
    },
    {
      "epoch": 4.2615491974877875,
      "grad_norm": 1.7103772899877705,
      "learning_rate": 5.967555451224319e-05,
      "loss": 1.75,
      "step": 91602
    },
    {
      "epoch": 4.261595719934869,
      "grad_norm": 1.8217148638764196,
      "learning_rate": 5.967259144227535e-05,
      "loss": 1.6562,
      "step": 91603
    },
    {
      "epoch": 4.261642242381949,
      "grad_norm": 1.5947470890290367,
      "learning_rate": 5.9669628427606564e-05,
      "loss": 1.4844,
      "step": 91604
    },
    {
      "epoch": 4.26168876482903,
      "grad_norm": 1.5174146310635523,
      "learning_rate": 5.966666546823849e-05,
      "loss": 1.3984,
      "step": 91605
    },
    {
      "epoch": 4.26173528727611,
      "grad_norm": 1.5732705791446164,
      "learning_rate": 5.966370256417308e-05,
      "loss": 1.4844,
      "step": 91606
    },
    {
      "epoch": 4.261781809723192,
      "grad_norm": 1.5899609069951812,
      "learning_rate": 5.966073971541206e-05,
      "loss": 1.4531,
      "step": 91607
    },
    {
      "epoch": 4.261828332170272,
      "grad_norm": 1.7071810361297988,
      "learning_rate": 5.965777692195724e-05,
      "loss": 1.6328,
      "step": 91608
    },
    {
      "epoch": 4.261874854617353,
      "grad_norm": 1.6445808758384495,
      "learning_rate": 5.96548141838105e-05,
      "loss": 1.5312,
      "step": 91609
    },
    {
      "epoch": 4.261921377064434,
      "grad_norm": 1.6832788163130608,
      "learning_rate": 5.965185150097362e-05,
      "loss": 1.6094,
      "step": 91610
    },
    {
      "epoch": 4.2619678995115144,
      "grad_norm": 1.6801665084622426,
      "learning_rate": 5.964888887344842e-05,
      "loss": 1.8359,
      "step": 91611
    },
    {
      "epoch": 4.262014421958595,
      "grad_norm": 1.552658315251486,
      "learning_rate": 5.964592630123664e-05,
      "loss": 1.4531,
      "step": 91612
    },
    {
      "epoch": 4.262060944405675,
      "grad_norm": 1.6207441435121572,
      "learning_rate": 5.96429637843402e-05,
      "loss": 1.5938,
      "step": 91613
    },
    {
      "epoch": 4.262107466852757,
      "grad_norm": 1.5713705144682453,
      "learning_rate": 5.964000132276087e-05,
      "loss": 1.5078,
      "step": 91614
    },
    {
      "epoch": 4.262153989299837,
      "grad_norm": 1.6747980348262144,
      "learning_rate": 5.963703891650047e-05,
      "loss": 1.6875,
      "step": 91615
    },
    {
      "epoch": 4.262200511746918,
      "grad_norm": 1.57124422462644,
      "learning_rate": 5.9634076565560775e-05,
      "loss": 1.5781,
      "step": 91616
    },
    {
      "epoch": 4.262247034193998,
      "grad_norm": 1.519950061967806,
      "learning_rate": 5.963111426994365e-05,
      "loss": 1.375,
      "step": 91617
    },
    {
      "epoch": 4.26229355664108,
      "grad_norm": 1.7670647844068443,
      "learning_rate": 5.962815202965091e-05,
      "loss": 1.7031,
      "step": 91618
    },
    {
      "epoch": 4.26234007908816,
      "grad_norm": 1.6553663535819019,
      "learning_rate": 5.9625189844684345e-05,
      "loss": 1.6641,
      "step": 91619
    },
    {
      "epoch": 4.2623866015352405,
      "grad_norm": 1.6679238985581484,
      "learning_rate": 5.9622227715045726e-05,
      "loss": 1.7578,
      "step": 91620
    },
    {
      "epoch": 4.262433123982322,
      "grad_norm": 1.7457163613471431,
      "learning_rate": 5.961926564073694e-05,
      "loss": 1.8125,
      "step": 91621
    },
    {
      "epoch": 4.262479646429402,
      "grad_norm": 1.6696448819747978,
      "learning_rate": 5.96163036217598e-05,
      "loss": 1.5859,
      "step": 91622
    },
    {
      "epoch": 4.262526168876483,
      "grad_norm": 1.8266251196538974,
      "learning_rate": 5.961334165811608e-05,
      "loss": 1.9297,
      "step": 91623
    },
    {
      "epoch": 4.262572691323563,
      "grad_norm": 1.7449546472561994,
      "learning_rate": 5.961037974980759e-05,
      "loss": 1.8125,
      "step": 91624
    },
    {
      "epoch": 4.262619213770645,
      "grad_norm": 1.6718917738390473,
      "learning_rate": 5.960741789683612e-05,
      "loss": 1.7266,
      "step": 91625
    },
    {
      "epoch": 4.262665736217725,
      "grad_norm": 1.663780692716974,
      "learning_rate": 5.960445609920357e-05,
      "loss": 1.7109,
      "step": 91626
    },
    {
      "epoch": 4.262712258664806,
      "grad_norm": 1.5422879203915052,
      "learning_rate": 5.960149435691167e-05,
      "loss": 1.4766,
      "step": 91627
    },
    {
      "epoch": 4.262758781111886,
      "grad_norm": 1.8848087401429479,
      "learning_rate": 5.95985326699623e-05,
      "loss": 1.7734,
      "step": 91628
    },
    {
      "epoch": 4.2628053035589675,
      "grad_norm": 1.6213183616331661,
      "learning_rate": 5.959557103835726e-05,
      "loss": 1.6094,
      "step": 91629
    },
    {
      "epoch": 4.262851826006048,
      "grad_norm": 1.7284549959640645,
      "learning_rate": 5.959260946209826e-05,
      "loss": 1.6562,
      "step": 91630
    },
    {
      "epoch": 4.262898348453128,
      "grad_norm": 1.8496471016119886,
      "learning_rate": 5.958964794118727e-05,
      "loss": 1.8125,
      "step": 91631
    },
    {
      "epoch": 4.26294487090021,
      "grad_norm": 1.73512322817378,
      "learning_rate": 5.958668647562605e-05,
      "loss": 1.75,
      "step": 91632
    },
    {
      "epoch": 4.26299139334729,
      "grad_norm": 1.7571559094951554,
      "learning_rate": 5.958372506541635e-05,
      "loss": 1.5,
      "step": 91633
    },
    {
      "epoch": 4.263037915794371,
      "grad_norm": 1.7118738394333926,
      "learning_rate": 5.9580763710560004e-05,
      "loss": 1.8359,
      "step": 91634
    },
    {
      "epoch": 4.263084438241451,
      "grad_norm": 1.5909258823618544,
      "learning_rate": 5.957780241105889e-05,
      "loss": 1.5391,
      "step": 91635
    },
    {
      "epoch": 4.263130960688533,
      "grad_norm": 1.7822381782336936,
      "learning_rate": 5.957484116691479e-05,
      "loss": 1.7891,
      "step": 91636
    },
    {
      "epoch": 4.263177483135613,
      "grad_norm": 1.5456072500991829,
      "learning_rate": 5.95718799781295e-05,
      "loss": 1.4219,
      "step": 91637
    },
    {
      "epoch": 4.2632240055826935,
      "grad_norm": 1.5991281937726618,
      "learning_rate": 5.956891884470477e-05,
      "loss": 1.4375,
      "step": 91638
    },
    {
      "epoch": 4.263270528029774,
      "grad_norm": 1.7518811017096592,
      "learning_rate": 5.9565957766642556e-05,
      "loss": 1.6953,
      "step": 91639
    },
    {
      "epoch": 4.263317050476855,
      "grad_norm": 1.7797719026282273,
      "learning_rate": 5.956299674394457e-05,
      "loss": 1.6484,
      "step": 91640
    },
    {
      "epoch": 4.263363572923936,
      "grad_norm": 1.826929812548945,
      "learning_rate": 5.956003577661267e-05,
      "loss": 1.9766,
      "step": 91641
    },
    {
      "epoch": 4.263410095371016,
      "grad_norm": 1.7155717915206405,
      "learning_rate": 5.955707486464859e-05,
      "loss": 1.6641,
      "step": 91642
    },
    {
      "epoch": 4.263456617818097,
      "grad_norm": 1.7287218153461272,
      "learning_rate": 5.955411400805425e-05,
      "loss": 1.6797,
      "step": 91643
    },
    {
      "epoch": 4.263503140265178,
      "grad_norm": 1.5890992385652924,
      "learning_rate": 5.9551153206831424e-05,
      "loss": 1.5547,
      "step": 91644
    },
    {
      "epoch": 4.263549662712259,
      "grad_norm": 1.6342873386836774,
      "learning_rate": 5.954819246098192e-05,
      "loss": 1.5312,
      "step": 91645
    },
    {
      "epoch": 4.263596185159339,
      "grad_norm": 1.6682362308675396,
      "learning_rate": 5.954523177050748e-05,
      "loss": 1.7109,
      "step": 91646
    },
    {
      "epoch": 4.2636427076064205,
      "grad_norm": 1.7545597339315102,
      "learning_rate": 5.9542271135410036e-05,
      "loss": 1.6797,
      "step": 91647
    },
    {
      "epoch": 4.263689230053501,
      "grad_norm": 1.7709828388460302,
      "learning_rate": 5.953931055569135e-05,
      "loss": 1.6719,
      "step": 91648
    },
    {
      "epoch": 4.2637357525005815,
      "grad_norm": 1.640364427309611,
      "learning_rate": 5.9536350031353194e-05,
      "loss": 1.5781,
      "step": 91649
    },
    {
      "epoch": 4.263782274947662,
      "grad_norm": 1.6373978614505984,
      "learning_rate": 5.9533389562397444e-05,
      "loss": 1.6562,
      "step": 91650
    },
    {
      "epoch": 4.263828797394743,
      "grad_norm": 1.6374435934817746,
      "learning_rate": 5.953042914882589e-05,
      "loss": 1.4375,
      "step": 91651
    },
    {
      "epoch": 4.263875319841824,
      "grad_norm": 1.4917439512194317,
      "learning_rate": 5.95274687906403e-05,
      "loss": 1.2969,
      "step": 91652
    },
    {
      "epoch": 4.263921842288904,
      "grad_norm": 1.699412712817391,
      "learning_rate": 5.952450848784258e-05,
      "loss": 1.6953,
      "step": 91653
    },
    {
      "epoch": 4.263968364735985,
      "grad_norm": 1.722989809553808,
      "learning_rate": 5.952154824043448e-05,
      "loss": 1.6484,
      "step": 91654
    },
    {
      "epoch": 4.264014887183066,
      "grad_norm": 1.6257103715554309,
      "learning_rate": 5.951858804841783e-05,
      "loss": 1.6016,
      "step": 91655
    },
    {
      "epoch": 4.264061409630147,
      "grad_norm": 1.848196573219362,
      "learning_rate": 5.951562791179438e-05,
      "loss": 2.1719,
      "step": 91656
    },
    {
      "epoch": 4.264107932077227,
      "grad_norm": 1.7940009620214352,
      "learning_rate": 5.951266783056603e-05,
      "loss": 1.7344,
      "step": 91657
    },
    {
      "epoch": 4.2641544545243075,
      "grad_norm": 1.640304585956112,
      "learning_rate": 5.9509707804734585e-05,
      "loss": 1.6641,
      "step": 91658
    },
    {
      "epoch": 4.264200976971389,
      "grad_norm": 1.650139074849671,
      "learning_rate": 5.950674783430181e-05,
      "loss": 1.7109,
      "step": 91659
    },
    {
      "epoch": 4.264247499418469,
      "grad_norm": 1.8726325414384608,
      "learning_rate": 5.9503787919269505e-05,
      "loss": 1.8281,
      "step": 91660
    },
    {
      "epoch": 4.26429402186555,
      "grad_norm": 1.7973824530953197,
      "learning_rate": 5.9500828059639544e-05,
      "loss": 1.6953,
      "step": 91661
    },
    {
      "epoch": 4.264340544312631,
      "grad_norm": 1.728967224594606,
      "learning_rate": 5.9497868255413716e-05,
      "loss": 1.6875,
      "step": 91662
    },
    {
      "epoch": 4.264387066759712,
      "grad_norm": 1.5710579063214491,
      "learning_rate": 5.949490850659384e-05,
      "loss": 1.5625,
      "step": 91663
    },
    {
      "epoch": 4.264433589206792,
      "grad_norm": 1.6081611598781618,
      "learning_rate": 5.949194881318165e-05,
      "loss": 1.4688,
      "step": 91664
    },
    {
      "epoch": 4.264480111653873,
      "grad_norm": 1.720310927062213,
      "learning_rate": 5.9488989175179074e-05,
      "loss": 1.5625,
      "step": 91665
    },
    {
      "epoch": 4.264526634100954,
      "grad_norm": 1.7888779367700034,
      "learning_rate": 5.9486029592587874e-05,
      "loss": 1.8047,
      "step": 91666
    },
    {
      "epoch": 4.2645731565480345,
      "grad_norm": 1.5982298630522365,
      "learning_rate": 5.948307006540987e-05,
      "loss": 1.5078,
      "step": 91667
    },
    {
      "epoch": 4.264619678995115,
      "grad_norm": 1.6461297860677733,
      "learning_rate": 5.9480110593646796e-05,
      "loss": 1.6406,
      "step": 91668
    },
    {
      "epoch": 4.264666201442196,
      "grad_norm": 1.7524474596092041,
      "learning_rate": 5.94771511773006e-05,
      "loss": 1.7031,
      "step": 91669
    },
    {
      "epoch": 4.264712723889277,
      "grad_norm": 1.7519706603829226,
      "learning_rate": 5.9474191816373e-05,
      "loss": 1.7266,
      "step": 91670
    },
    {
      "epoch": 4.264759246336357,
      "grad_norm": 1.6911780163850494,
      "learning_rate": 5.9471232510865806e-05,
      "loss": 1.6406,
      "step": 91671
    },
    {
      "epoch": 4.264805768783438,
      "grad_norm": 1.5901396916633104,
      "learning_rate": 5.94682732607809e-05,
      "loss": 1.4531,
      "step": 91672
    },
    {
      "epoch": 4.264852291230519,
      "grad_norm": 1.6794633919010387,
      "learning_rate": 5.946531406612e-05,
      "loss": 1.5703,
      "step": 91673
    },
    {
      "epoch": 4.2648988136776,
      "grad_norm": 1.6568362506563716,
      "learning_rate": 5.946235492688502e-05,
      "loss": 1.5859,
      "step": 91674
    },
    {
      "epoch": 4.26494533612468,
      "grad_norm": 1.7911064075150496,
      "learning_rate": 5.945939584307772e-05,
      "loss": 1.8047,
      "step": 91675
    },
    {
      "epoch": 4.2649918585717606,
      "grad_norm": 1.7190800652882783,
      "learning_rate": 5.945643681469991e-05,
      "loss": 1.6797,
      "step": 91676
    },
    {
      "epoch": 4.265038381018842,
      "grad_norm": 1.6467930494149596,
      "learning_rate": 5.945347784175341e-05,
      "loss": 1.5391,
      "step": 91677
    },
    {
      "epoch": 4.265084903465922,
      "grad_norm": 1.6923894992122517,
      "learning_rate": 5.945051892423995e-05,
      "loss": 1.6953,
      "step": 91678
    },
    {
      "epoch": 4.265131425913003,
      "grad_norm": 1.6062665970168941,
      "learning_rate": 5.9447560062161485e-05,
      "loss": 1.5547,
      "step": 91679
    },
    {
      "epoch": 4.265177948360083,
      "grad_norm": 1.7685886350969375,
      "learning_rate": 5.944460125551977e-05,
      "loss": 1.7734,
      "step": 91680
    },
    {
      "epoch": 4.265224470807165,
      "grad_norm": 1.5870006002234214,
      "learning_rate": 5.9441642504316585e-05,
      "loss": 1.5156,
      "step": 91681
    },
    {
      "epoch": 4.265270993254245,
      "grad_norm": 1.8030504116102657,
      "learning_rate": 5.943868380855371e-05,
      "loss": 1.8047,
      "step": 91682
    },
    {
      "epoch": 4.265317515701326,
      "grad_norm": 1.8559860332534253,
      "learning_rate": 5.9435725168233075e-05,
      "loss": 1.9219,
      "step": 91683
    },
    {
      "epoch": 4.265364038148407,
      "grad_norm": 1.7274361272176797,
      "learning_rate": 5.94327665833564e-05,
      "loss": 1.7266,
      "step": 91684
    },
    {
      "epoch": 4.2654105605954875,
      "grad_norm": 1.652024760551583,
      "learning_rate": 5.942980805392554e-05,
      "loss": 1.5391,
      "step": 91685
    },
    {
      "epoch": 4.265457083042568,
      "grad_norm": 1.7704214957058078,
      "learning_rate": 5.9426849579942214e-05,
      "loss": 1.75,
      "step": 91686
    },
    {
      "epoch": 4.2655036054896485,
      "grad_norm": 1.7877284460777128,
      "learning_rate": 5.942389116140836e-05,
      "loss": 1.8047,
      "step": 91687
    },
    {
      "epoch": 4.26555012793673,
      "grad_norm": 1.5713320396472314,
      "learning_rate": 5.942093279832574e-05,
      "loss": 1.4844,
      "step": 91688
    },
    {
      "epoch": 4.26559665038381,
      "grad_norm": 1.5388272165668526,
      "learning_rate": 5.941797449069616e-05,
      "loss": 1.5312,
      "step": 91689
    },
    {
      "epoch": 4.265643172830891,
      "grad_norm": 1.7120725250545636,
      "learning_rate": 5.941501623852137e-05,
      "loss": 1.6094,
      "step": 91690
    },
    {
      "epoch": 4.265689695277971,
      "grad_norm": 1.8000954690915463,
      "learning_rate": 5.9412058041803304e-05,
      "loss": 1.7734,
      "step": 91691
    },
    {
      "epoch": 4.265736217725053,
      "grad_norm": 1.622593195951479,
      "learning_rate": 5.940909990054371e-05,
      "loss": 1.7031,
      "step": 91692
    },
    {
      "epoch": 4.265782740172133,
      "grad_norm": 1.7867359613364389,
      "learning_rate": 5.9406141814744335e-05,
      "loss": 1.75,
      "step": 91693
    },
    {
      "epoch": 4.265829262619214,
      "grad_norm": 1.7753011313800897,
      "learning_rate": 5.940318378440713e-05,
      "loss": 1.8594,
      "step": 91694
    },
    {
      "epoch": 4.265875785066294,
      "grad_norm": 1.6750348722922663,
      "learning_rate": 5.940022580953375e-05,
      "loss": 1.6719,
      "step": 91695
    },
    {
      "epoch": 4.265922307513375,
      "grad_norm": 1.6724566983043674,
      "learning_rate": 5.9397267890126146e-05,
      "loss": 1.7578,
      "step": 91696
    },
    {
      "epoch": 4.265968829960456,
      "grad_norm": 1.5160883534635197,
      "learning_rate": 5.9394310026186066e-05,
      "loss": 1.4844,
      "step": 91697
    },
    {
      "epoch": 4.266015352407536,
      "grad_norm": 1.7980188781335567,
      "learning_rate": 5.9391352217715335e-05,
      "loss": 1.7734,
      "step": 91698
    },
    {
      "epoch": 4.266061874854618,
      "grad_norm": 1.681245146609647,
      "learning_rate": 5.9388394464715694e-05,
      "loss": 1.6641,
      "step": 91699
    },
    {
      "epoch": 4.266108397301698,
      "grad_norm": 1.6680830839558067,
      "learning_rate": 5.938543676718907e-05,
      "loss": 1.625,
      "step": 91700
    },
    {
      "epoch": 4.266154919748779,
      "grad_norm": 1.6907956916442677,
      "learning_rate": 5.93824791251372e-05,
      "loss": 1.7266,
      "step": 91701
    },
    {
      "epoch": 4.266201442195859,
      "grad_norm": 1.6357938092809536,
      "learning_rate": 5.937952153856191e-05,
      "loss": 1.6172,
      "step": 91702
    },
    {
      "epoch": 4.2662479646429405,
      "grad_norm": 1.690540997455325,
      "learning_rate": 5.9376564007464974e-05,
      "loss": 1.6484,
      "step": 91703
    },
    {
      "epoch": 4.266294487090021,
      "grad_norm": 1.5792433026275212,
      "learning_rate": 5.937360653184828e-05,
      "loss": 1.5312,
      "step": 91704
    },
    {
      "epoch": 4.2663410095371015,
      "grad_norm": 1.6943970111208966,
      "learning_rate": 5.9370649111713615e-05,
      "loss": 1.7031,
      "step": 91705
    },
    {
      "epoch": 4.266387531984182,
      "grad_norm": 1.6855367610915535,
      "learning_rate": 5.9367691747062764e-05,
      "loss": 1.6172,
      "step": 91706
    },
    {
      "epoch": 4.266434054431263,
      "grad_norm": 1.703075186307202,
      "learning_rate": 5.9364734437897545e-05,
      "loss": 1.5547,
      "step": 91707
    },
    {
      "epoch": 4.266480576878344,
      "grad_norm": 1.6109747817644722,
      "learning_rate": 5.936177718421971e-05,
      "loss": 1.5859,
      "step": 91708
    },
    {
      "epoch": 4.266527099325424,
      "grad_norm": 1.6637426475781953,
      "learning_rate": 5.935881998603118e-05,
      "loss": 1.6562,
      "step": 91709
    },
    {
      "epoch": 4.266573621772505,
      "grad_norm": 1.809006077379994,
      "learning_rate": 5.935586284333373e-05,
      "loss": 1.8203,
      "step": 91710
    },
    {
      "epoch": 4.266620144219586,
      "grad_norm": 1.5417023353411037,
      "learning_rate": 5.935290575612915e-05,
      "loss": 1.5625,
      "step": 91711
    },
    {
      "epoch": 4.266666666666667,
      "grad_norm": 1.6288104956913418,
      "learning_rate": 5.9349948724419206e-05,
      "loss": 1.4922,
      "step": 91712
    },
    {
      "epoch": 4.266713189113747,
      "grad_norm": 1.6571981362398625,
      "learning_rate": 5.93469917482058e-05,
      "loss": 1.5938,
      "step": 91713
    },
    {
      "epoch": 4.2667597115608284,
      "grad_norm": 1.621168897573986,
      "learning_rate": 5.9344034827490704e-05,
      "loss": 1.5547,
      "step": 91714
    },
    {
      "epoch": 4.266806234007909,
      "grad_norm": 1.5774024112238936,
      "learning_rate": 5.934107796227566e-05,
      "loss": 1.4062,
      "step": 91715
    },
    {
      "epoch": 4.266852756454989,
      "grad_norm": 1.6910814959228393,
      "learning_rate": 5.9338121152562625e-05,
      "loss": 1.6875,
      "step": 91716
    },
    {
      "epoch": 4.26689927890207,
      "grad_norm": 1.6250503065084605,
      "learning_rate": 5.9335164398353255e-05,
      "loss": 1.5469,
      "step": 91717
    },
    {
      "epoch": 4.266945801349151,
      "grad_norm": 1.5905184660703287,
      "learning_rate": 5.933220769964948e-05,
      "loss": 1.4922,
      "step": 91718
    },
    {
      "epoch": 4.266992323796232,
      "grad_norm": 1.6436291632448459,
      "learning_rate": 5.932925105645306e-05,
      "loss": 1.5469,
      "step": 91719
    },
    {
      "epoch": 4.267038846243312,
      "grad_norm": 1.6394907625989947,
      "learning_rate": 5.932629446876582e-05,
      "loss": 1.6016,
      "step": 91720
    },
    {
      "epoch": 4.267085368690394,
      "grad_norm": 1.6669762327818256,
      "learning_rate": 5.9323337936589507e-05,
      "loss": 1.5469,
      "step": 91721
    },
    {
      "epoch": 4.267131891137474,
      "grad_norm": 1.6204946734949501,
      "learning_rate": 5.932038145992602e-05,
      "loss": 1.4609,
      "step": 91722
    },
    {
      "epoch": 4.2671784135845545,
      "grad_norm": 1.6108432992727257,
      "learning_rate": 5.9317425038777125e-05,
      "loss": 1.5859,
      "step": 91723
    },
    {
      "epoch": 4.267224936031635,
      "grad_norm": 1.607713737315237,
      "learning_rate": 5.931446867314464e-05,
      "loss": 1.4688,
      "step": 91724
    },
    {
      "epoch": 4.267271458478716,
      "grad_norm": 1.7110814415593067,
      "learning_rate": 5.9311512363030334e-05,
      "loss": 1.625,
      "step": 91725
    },
    {
      "epoch": 4.267317980925797,
      "grad_norm": 1.7458908373379816,
      "learning_rate": 5.93085561084361e-05,
      "loss": 1.5625,
      "step": 91726
    },
    {
      "epoch": 4.267364503372877,
      "grad_norm": 1.6333169970771368,
      "learning_rate": 5.930559990936371e-05,
      "loss": 1.5078,
      "step": 91727
    },
    {
      "epoch": 4.267411025819958,
      "grad_norm": 1.758276905092845,
      "learning_rate": 5.9302643765814944e-05,
      "loss": 1.7578,
      "step": 91728
    },
    {
      "epoch": 4.267457548267039,
      "grad_norm": 1.8213438371580042,
      "learning_rate": 5.92996876777916e-05,
      "loss": 1.7734,
      "step": 91729
    },
    {
      "epoch": 4.26750407071412,
      "grad_norm": 1.664056471362553,
      "learning_rate": 5.929673164529557e-05,
      "loss": 1.4453,
      "step": 91730
    },
    {
      "epoch": 4.2675505931612,
      "grad_norm": 1.6186604431443166,
      "learning_rate": 5.9293775668328616e-05,
      "loss": 1.5078,
      "step": 91731
    },
    {
      "epoch": 4.267597115608281,
      "grad_norm": 1.4752807421685787,
      "learning_rate": 5.929081974689254e-05,
      "loss": 1.2188,
      "step": 91732
    },
    {
      "epoch": 4.267643638055362,
      "grad_norm": 1.7934577058258254,
      "learning_rate": 5.928786388098917e-05,
      "loss": 1.7344,
      "step": 91733
    },
    {
      "epoch": 4.267690160502442,
      "grad_norm": 1.847542831219263,
      "learning_rate": 5.9284908070620255e-05,
      "loss": 1.7891,
      "step": 91734
    },
    {
      "epoch": 4.267736682949523,
      "grad_norm": 1.7537960791213343,
      "learning_rate": 5.9281952315787694e-05,
      "loss": 1.8359,
      "step": 91735
    },
    {
      "epoch": 4.267783205396604,
      "grad_norm": 1.5374691058440186,
      "learning_rate": 5.927899661649326e-05,
      "loss": 1.4297,
      "step": 91736
    },
    {
      "epoch": 4.267829727843685,
      "grad_norm": 1.530151189502646,
      "learning_rate": 5.9276040972738704e-05,
      "loss": 1.3906,
      "step": 91737
    },
    {
      "epoch": 4.267876250290765,
      "grad_norm": 1.6916970009142984,
      "learning_rate": 5.927308538452595e-05,
      "loss": 1.625,
      "step": 91738
    },
    {
      "epoch": 4.267922772737846,
      "grad_norm": 1.7633698049085016,
      "learning_rate": 5.92701298518567e-05,
      "loss": 1.7344,
      "step": 91739
    },
    {
      "epoch": 4.267969295184927,
      "grad_norm": 1.5207178869614246,
      "learning_rate": 5.926717437473285e-05,
      "loss": 1.4062,
      "step": 91740
    },
    {
      "epoch": 4.2680158176320075,
      "grad_norm": 1.7544802912375514,
      "learning_rate": 5.9264218953156164e-05,
      "loss": 1.7031,
      "step": 91741
    },
    {
      "epoch": 4.268062340079088,
      "grad_norm": 1.6970827062717189,
      "learning_rate": 5.926126358712848e-05,
      "loss": 1.5078,
      "step": 91742
    },
    {
      "epoch": 4.2681088625261685,
      "grad_norm": 1.652677306550478,
      "learning_rate": 5.925830827665152e-05,
      "loss": 1.6172,
      "step": 91743
    },
    {
      "epoch": 4.26815538497325,
      "grad_norm": 1.5658466600101573,
      "learning_rate": 5.9255353021727215e-05,
      "loss": 1.4219,
      "step": 91744
    },
    {
      "epoch": 4.26820190742033,
      "grad_norm": 1.6534099093165557,
      "learning_rate": 5.925239782235732e-05,
      "loss": 1.5156,
      "step": 91745
    },
    {
      "epoch": 4.268248429867411,
      "grad_norm": 1.6248461872180393,
      "learning_rate": 5.924944267854363e-05,
      "loss": 1.6094,
      "step": 91746
    },
    {
      "epoch": 4.268294952314491,
      "grad_norm": 1.5429139482128644,
      "learning_rate": 5.924648759028792e-05,
      "loss": 1.3672,
      "step": 91747
    },
    {
      "epoch": 4.268341474761573,
      "grad_norm": 1.8106410335471226,
      "learning_rate": 5.9243532557592096e-05,
      "loss": 1.6953,
      "step": 91748
    },
    {
      "epoch": 4.268387997208653,
      "grad_norm": 1.527316834307552,
      "learning_rate": 5.924057758045792e-05,
      "loss": 1.4141,
      "step": 91749
    },
    {
      "epoch": 4.268434519655734,
      "grad_norm": 1.6484805212424658,
      "learning_rate": 5.9237622658887194e-05,
      "loss": 1.4766,
      "step": 91750
    },
    {
      "epoch": 4.268481042102815,
      "grad_norm": 1.5652923067661009,
      "learning_rate": 5.9234667792881684e-05,
      "loss": 1.5156,
      "step": 91751
    },
    {
      "epoch": 4.2685275645498955,
      "grad_norm": 1.6148400601790718,
      "learning_rate": 5.923171298244329e-05,
      "loss": 1.375,
      "step": 91752
    },
    {
      "epoch": 4.268574086996976,
      "grad_norm": 1.6845521993349877,
      "learning_rate": 5.922875822757378e-05,
      "loss": 1.5547,
      "step": 91753
    },
    {
      "epoch": 4.268620609444056,
      "grad_norm": 1.7402880550777717,
      "learning_rate": 5.922580352827497e-05,
      "loss": 1.6641,
      "step": 91754
    },
    {
      "epoch": 4.268667131891138,
      "grad_norm": 1.820459871456545,
      "learning_rate": 5.922284888454859e-05,
      "loss": 1.6562,
      "step": 91755
    },
    {
      "epoch": 4.268713654338218,
      "grad_norm": 1.8652245751626542,
      "learning_rate": 5.921989429639658e-05,
      "loss": 1.8359,
      "step": 91756
    },
    {
      "epoch": 4.268760176785299,
      "grad_norm": 1.7835731053137471,
      "learning_rate": 5.921693976382067e-05,
      "loss": 1.7188,
      "step": 91757
    },
    {
      "epoch": 4.268806699232379,
      "grad_norm": 1.484641230874143,
      "learning_rate": 5.92139852868227e-05,
      "loss": 1.3438,
      "step": 91758
    },
    {
      "epoch": 4.268853221679461,
      "grad_norm": 1.8309563024644502,
      "learning_rate": 5.921103086540441e-05,
      "loss": 1.625,
      "step": 91759
    },
    {
      "epoch": 4.268899744126541,
      "grad_norm": 1.73594258036417,
      "learning_rate": 5.92080764995677e-05,
      "loss": 1.6484,
      "step": 91760
    },
    {
      "epoch": 4.2689462665736215,
      "grad_norm": 1.5567240196335137,
      "learning_rate": 5.92051221893143e-05,
      "loss": 1.4453,
      "step": 91761
    },
    {
      "epoch": 4.268992789020703,
      "grad_norm": 1.7843447354071953,
      "learning_rate": 5.920216793464611e-05,
      "loss": 1.8438,
      "step": 91762
    },
    {
      "epoch": 4.269039311467783,
      "grad_norm": 1.7015327868901493,
      "learning_rate": 5.919921373556489e-05,
      "loss": 1.7266,
      "step": 91763
    },
    {
      "epoch": 4.269085833914864,
      "grad_norm": 1.6405187055084192,
      "learning_rate": 5.919625959207245e-05,
      "loss": 1.4609,
      "step": 91764
    },
    {
      "epoch": 4.269132356361944,
      "grad_norm": 1.6762438911255855,
      "learning_rate": 5.919330550417053e-05,
      "loss": 1.5625,
      "step": 91765
    },
    {
      "epoch": 4.269178878809026,
      "grad_norm": 1.8565432041872425,
      "learning_rate": 5.919035147186107e-05,
      "loss": 1.8359,
      "step": 91766
    },
    {
      "epoch": 4.269225401256106,
      "grad_norm": 1.641588302129721,
      "learning_rate": 5.91873974951458e-05,
      "loss": 1.6406,
      "step": 91767
    },
    {
      "epoch": 4.269271923703187,
      "grad_norm": 1.696963770352715,
      "learning_rate": 5.9184443574026544e-05,
      "loss": 1.6406,
      "step": 91768
    },
    {
      "epoch": 4.269318446150267,
      "grad_norm": 1.5704782839132174,
      "learning_rate": 5.918148970850506e-05,
      "loss": 1.5938,
      "step": 91769
    },
    {
      "epoch": 4.2693649685973485,
      "grad_norm": 1.7096813698625164,
      "learning_rate": 5.917853589858325e-05,
      "loss": 1.5312,
      "step": 91770
    },
    {
      "epoch": 4.269411491044429,
      "grad_norm": 1.6473931844463334,
      "learning_rate": 5.9175582144262884e-05,
      "loss": 1.6641,
      "step": 91771
    },
    {
      "epoch": 4.269458013491509,
      "grad_norm": 1.7169381344530346,
      "learning_rate": 5.9172628445545754e-05,
      "loss": 1.6719,
      "step": 91772
    },
    {
      "epoch": 4.269504535938591,
      "grad_norm": 1.6742219186137648,
      "learning_rate": 5.916967480243361e-05,
      "loss": 1.6016,
      "step": 91773
    },
    {
      "epoch": 4.269551058385671,
      "grad_norm": 1.6631010681761043,
      "learning_rate": 5.916672121492841e-05,
      "loss": 1.5469,
      "step": 91774
    },
    {
      "epoch": 4.269597580832752,
      "grad_norm": 1.5286284590016674,
      "learning_rate": 5.916376768303185e-05,
      "loss": 1.3672,
      "step": 91775
    },
    {
      "epoch": 4.269644103279832,
      "grad_norm": 1.407902078338087,
      "learning_rate": 5.916081420674578e-05,
      "loss": 1.3359,
      "step": 91776
    },
    {
      "epoch": 4.269690625726914,
      "grad_norm": 1.509626327848061,
      "learning_rate": 5.915786078607194e-05,
      "loss": 1.3984,
      "step": 91777
    },
    {
      "epoch": 4.269737148173994,
      "grad_norm": 1.632951920850592,
      "learning_rate": 5.915490742101225e-05,
      "loss": 1.4531,
      "step": 91778
    },
    {
      "epoch": 4.269783670621075,
      "grad_norm": 1.892398380536537,
      "learning_rate": 5.915195411156847e-05,
      "loss": 1.8281,
      "step": 91779
    },
    {
      "epoch": 4.269830193068155,
      "grad_norm": 1.7338298939749608,
      "learning_rate": 5.914900085774233e-05,
      "loss": 1.7734,
      "step": 91780
    },
    {
      "epoch": 4.269876715515236,
      "grad_norm": 1.5931790527882044,
      "learning_rate": 5.914604765953577e-05,
      "loss": 1.4766,
      "step": 91781
    },
    {
      "epoch": 4.269923237962317,
      "grad_norm": 1.737409833366281,
      "learning_rate": 5.9143094516950465e-05,
      "loss": 1.5625,
      "step": 91782
    },
    {
      "epoch": 4.269969760409397,
      "grad_norm": 1.6335755920646813,
      "learning_rate": 5.9140141429988366e-05,
      "loss": 1.5781,
      "step": 91783
    },
    {
      "epoch": 4.270016282856478,
      "grad_norm": 1.6237444348897967,
      "learning_rate": 5.9137188398651185e-05,
      "loss": 1.5547,
      "step": 91784
    },
    {
      "epoch": 4.270062805303559,
      "grad_norm": 1.7835947426616365,
      "learning_rate": 5.913423542294078e-05,
      "loss": 1.8203,
      "step": 91785
    },
    {
      "epoch": 4.27010932775064,
      "grad_norm": 1.6627221463037973,
      "learning_rate": 5.913128250285891e-05,
      "loss": 1.5469,
      "step": 91786
    },
    {
      "epoch": 4.27015585019772,
      "grad_norm": 1.792190626023756,
      "learning_rate": 5.912832963840737e-05,
      "loss": 1.6562,
      "step": 91787
    },
    {
      "epoch": 4.2702023726448015,
      "grad_norm": 1.6905782978015673,
      "learning_rate": 5.912537682958804e-05,
      "loss": 1.5,
      "step": 91788
    },
    {
      "epoch": 4.270248895091882,
      "grad_norm": 1.8807847202955483,
      "learning_rate": 5.9122424076402705e-05,
      "loss": 1.6719,
      "step": 91789
    },
    {
      "epoch": 4.2702954175389625,
      "grad_norm": 1.7129040093429713,
      "learning_rate": 5.911947137885314e-05,
      "loss": 1.5781,
      "step": 91790
    },
    {
      "epoch": 4.270341939986043,
      "grad_norm": 1.6341927123299793,
      "learning_rate": 5.911651873694112e-05,
      "loss": 1.625,
      "step": 91791
    },
    {
      "epoch": 4.270388462433124,
      "grad_norm": 1.6961833952903087,
      "learning_rate": 5.9113566150668563e-05,
      "loss": 1.6016,
      "step": 91792
    },
    {
      "epoch": 4.270434984880205,
      "grad_norm": 1.674319313040306,
      "learning_rate": 5.911061362003721e-05,
      "loss": 1.5859,
      "step": 91793
    },
    {
      "epoch": 4.270481507327285,
      "grad_norm": 1.7788873174890063,
      "learning_rate": 5.9107661145048886e-05,
      "loss": 1.8281,
      "step": 91794
    },
    {
      "epoch": 4.270528029774366,
      "grad_norm": 1.637235072031275,
      "learning_rate": 5.910470872570533e-05,
      "loss": 1.5078,
      "step": 91795
    },
    {
      "epoch": 4.270574552221447,
      "grad_norm": 1.8183831845691452,
      "learning_rate": 5.910175636200846e-05,
      "loss": 1.7656,
      "step": 91796
    },
    {
      "epoch": 4.270621074668528,
      "grad_norm": 1.6690480522625184,
      "learning_rate": 5.909880405396003e-05,
      "loss": 1.7812,
      "step": 91797
    },
    {
      "epoch": 4.270667597115608,
      "grad_norm": 1.9312835220951057,
      "learning_rate": 5.909585180156183e-05,
      "loss": 1.8906,
      "step": 91798
    },
    {
      "epoch": 4.2707141195626885,
      "grad_norm": 1.6595903658469269,
      "learning_rate": 5.909289960481565e-05,
      "loss": 1.6484,
      "step": 91799
    },
    {
      "epoch": 4.27076064200977,
      "grad_norm": 1.7658929040558347,
      "learning_rate": 5.9089947463723386e-05,
      "loss": 1.6328,
      "step": 91800
    },
    {
      "epoch": 4.27080716445685,
      "grad_norm": 1.586312691065219,
      "learning_rate": 5.90869953782868e-05,
      "loss": 1.4844,
      "step": 91801
    },
    {
      "epoch": 4.270853686903931,
      "grad_norm": 1.6193041864484015,
      "learning_rate": 5.908404334850762e-05,
      "loss": 1.6172,
      "step": 91802
    },
    {
      "epoch": 4.270900209351012,
      "grad_norm": 1.797226048174199,
      "learning_rate": 5.90810913743878e-05,
      "loss": 1.8672,
      "step": 91803
    },
    {
      "epoch": 4.270946731798093,
      "grad_norm": 1.7525660904181226,
      "learning_rate": 5.907813945592899e-05,
      "loss": 1.6953,
      "step": 91804
    },
    {
      "epoch": 4.270993254245173,
      "grad_norm": 1.6017753731900035,
      "learning_rate": 5.907518759313316e-05,
      "loss": 1.5703,
      "step": 91805
    },
    {
      "epoch": 4.271039776692254,
      "grad_norm": 1.70568635460555,
      "learning_rate": 5.907223578600202e-05,
      "loss": 1.6641,
      "step": 91806
    },
    {
      "epoch": 4.271086299139335,
      "grad_norm": 1.701054740863501,
      "learning_rate": 5.90692840345374e-05,
      "loss": 1.5,
      "step": 91807
    },
    {
      "epoch": 4.2711328215864155,
      "grad_norm": 1.659580986476004,
      "learning_rate": 5.9066332338741034e-05,
      "loss": 1.5234,
      "step": 91808
    },
    {
      "epoch": 4.271179344033496,
      "grad_norm": 1.610171456607998,
      "learning_rate": 5.906338069861485e-05,
      "loss": 1.3906,
      "step": 91809
    },
    {
      "epoch": 4.271225866480577,
      "grad_norm": 1.7763361956264454,
      "learning_rate": 5.906042911416062e-05,
      "loss": 1.7891,
      "step": 91810
    },
    {
      "epoch": 4.271272388927658,
      "grad_norm": 1.762640889244801,
      "learning_rate": 5.905747758538011e-05,
      "loss": 1.7109,
      "step": 91811
    },
    {
      "epoch": 4.271318911374738,
      "grad_norm": 1.7622996867995293,
      "learning_rate": 5.905452611227516e-05,
      "loss": 1.6719,
      "step": 91812
    },
    {
      "epoch": 4.271365433821819,
      "grad_norm": 1.654086470382218,
      "learning_rate": 5.905157469484752e-05,
      "loss": 1.5859,
      "step": 91813
    },
    {
      "epoch": 4.2714119562689,
      "grad_norm": 1.7717958459552297,
      "learning_rate": 5.904862333309908e-05,
      "loss": 1.7344,
      "step": 91814
    },
    {
      "epoch": 4.271458478715981,
      "grad_norm": 1.6806768800441485,
      "learning_rate": 5.904567202703161e-05,
      "loss": 1.5547,
      "step": 91815
    },
    {
      "epoch": 4.271505001163061,
      "grad_norm": 1.6601757397762993,
      "learning_rate": 5.904272077664692e-05,
      "loss": 1.6953,
      "step": 91816
    },
    {
      "epoch": 4.271551523610142,
      "grad_norm": 1.821573051972974,
      "learning_rate": 5.903976958194675e-05,
      "loss": 1.7344,
      "step": 91817
    },
    {
      "epoch": 4.271598046057223,
      "grad_norm": 1.7012506454289178,
      "learning_rate": 5.9036818442933037e-05,
      "loss": 1.5312,
      "step": 91818
    },
    {
      "epoch": 4.271644568504303,
      "grad_norm": 1.6568308079660898,
      "learning_rate": 5.903386735960751e-05,
      "loss": 1.5547,
      "step": 91819
    },
    {
      "epoch": 4.271691090951384,
      "grad_norm": 1.5978868878787664,
      "learning_rate": 5.9030916331971987e-05,
      "loss": 1.4922,
      "step": 91820
    },
    {
      "epoch": 4.271737613398464,
      "grad_norm": 1.6071524085893925,
      "learning_rate": 5.902796536002822e-05,
      "loss": 1.5078,
      "step": 91821
    },
    {
      "epoch": 4.271784135845546,
      "grad_norm": 1.602736863464962,
      "learning_rate": 5.902501444377813e-05,
      "loss": 1.5234,
      "step": 91822
    },
    {
      "epoch": 4.271830658292626,
      "grad_norm": 1.6785058021255599,
      "learning_rate": 5.9022063583223456e-05,
      "loss": 1.5859,
      "step": 91823
    },
    {
      "epoch": 4.271877180739707,
      "grad_norm": 1.4646603641317122,
      "learning_rate": 5.901911277836596e-05,
      "loss": 1.3047,
      "step": 91824
    },
    {
      "epoch": 4.271923703186788,
      "grad_norm": 1.6511198913819103,
      "learning_rate": 5.901616202920755e-05,
      "loss": 1.5859,
      "step": 91825
    },
    {
      "epoch": 4.2719702256338685,
      "grad_norm": 1.6490029655239344,
      "learning_rate": 5.9013211335749924e-05,
      "loss": 1.5703,
      "step": 91826
    },
    {
      "epoch": 4.272016748080949,
      "grad_norm": 1.6944792575515362,
      "learning_rate": 5.9010260697995e-05,
      "loss": 1.5234,
      "step": 91827
    },
    {
      "epoch": 4.2720632705280295,
      "grad_norm": 1.592145848844133,
      "learning_rate": 5.900731011594455e-05,
      "loss": 1.4922,
      "step": 91828
    },
    {
      "epoch": 4.272109792975111,
      "grad_norm": 1.7730934926573931,
      "learning_rate": 5.900435958960033e-05,
      "loss": 1.7656,
      "step": 91829
    },
    {
      "epoch": 4.272156315422191,
      "grad_norm": 1.6131542277675652,
      "learning_rate": 5.9001409118964156e-05,
      "loss": 1.4688,
      "step": 91830
    },
    {
      "epoch": 4.272202837869272,
      "grad_norm": 1.7210232548072506,
      "learning_rate": 5.899845870403788e-05,
      "loss": 1.7344,
      "step": 91831
    },
    {
      "epoch": 4.272249360316352,
      "grad_norm": 1.4851955121941143,
      "learning_rate": 5.8995508344823294e-05,
      "loss": 1.375,
      "step": 91832
    },
    {
      "epoch": 4.272295882763434,
      "grad_norm": 1.784021763901051,
      "learning_rate": 5.899255804132221e-05,
      "loss": 1.9141,
      "step": 91833
    },
    {
      "epoch": 4.272342405210514,
      "grad_norm": 1.7889889020284966,
      "learning_rate": 5.898960779353635e-05,
      "loss": 1.75,
      "step": 91834
    },
    {
      "epoch": 4.272388927657595,
      "grad_norm": 1.641122611321803,
      "learning_rate": 5.8986657601467645e-05,
      "loss": 1.5703,
      "step": 91835
    },
    {
      "epoch": 4.272435450104675,
      "grad_norm": 1.6703186089956965,
      "learning_rate": 5.8983707465117834e-05,
      "loss": 1.7031,
      "step": 91836
    },
    {
      "epoch": 4.272481972551756,
      "grad_norm": 1.5058498845436463,
      "learning_rate": 5.898075738448875e-05,
      "loss": 1.3828,
      "step": 91837
    },
    {
      "epoch": 4.272528494998837,
      "grad_norm": 1.5889041559717876,
      "learning_rate": 5.897780735958218e-05,
      "loss": 1.4375,
      "step": 91838
    },
    {
      "epoch": 4.272575017445917,
      "grad_norm": 1.4983156717865358,
      "learning_rate": 5.897485739039986e-05,
      "loss": 1.4062,
      "step": 91839
    },
    {
      "epoch": 4.272621539892999,
      "grad_norm": 1.5543157156510325,
      "learning_rate": 5.8971907476943744e-05,
      "loss": 1.4141,
      "step": 91840
    },
    {
      "epoch": 4.272668062340079,
      "grad_norm": 1.5661920771496256,
      "learning_rate": 5.8968957619215555e-05,
      "loss": 1.4609,
      "step": 91841
    },
    {
      "epoch": 4.27271458478716,
      "grad_norm": 1.658411983243065,
      "learning_rate": 5.8966007817217106e-05,
      "loss": 1.5938,
      "step": 91842
    },
    {
      "epoch": 4.27276110723424,
      "grad_norm": 1.6798567061569796,
      "learning_rate": 5.8963058070950166e-05,
      "loss": 1.5938,
      "step": 91843
    },
    {
      "epoch": 4.2728076296813216,
      "grad_norm": 1.7217557896186024,
      "learning_rate": 5.8960108380416605e-05,
      "loss": 1.6719,
      "step": 91844
    },
    {
      "epoch": 4.272854152128402,
      "grad_norm": 1.6271557936500884,
      "learning_rate": 5.895715874561821e-05,
      "loss": 1.6094,
      "step": 91845
    },
    {
      "epoch": 4.2729006745754825,
      "grad_norm": 1.5814889681014983,
      "learning_rate": 5.8954209166556734e-05,
      "loss": 1.4219,
      "step": 91846
    },
    {
      "epoch": 4.272947197022563,
      "grad_norm": 1.7315842094183382,
      "learning_rate": 5.895125964323408e-05,
      "loss": 1.7031,
      "step": 91847
    },
    {
      "epoch": 4.272993719469644,
      "grad_norm": 1.717799525643665,
      "learning_rate": 5.8948310175651946e-05,
      "loss": 1.5312,
      "step": 91848
    },
    {
      "epoch": 4.273040241916725,
      "grad_norm": 1.8872328919632273,
      "learning_rate": 5.8945360763812255e-05,
      "loss": 1.9297,
      "step": 91849
    },
    {
      "epoch": 4.273086764363805,
      "grad_norm": 1.5484334139909688,
      "learning_rate": 5.894241140771674e-05,
      "loss": 1.4141,
      "step": 91850
    },
    {
      "epoch": 4.273133286810887,
      "grad_norm": 1.7166445189026835,
      "learning_rate": 5.8939462107367216e-05,
      "loss": 1.5938,
      "step": 91851
    },
    {
      "epoch": 4.273179809257967,
      "grad_norm": 1.9554174937607094,
      "learning_rate": 5.8936512862765446e-05,
      "loss": 1.8438,
      "step": 91852
    },
    {
      "epoch": 4.273226331705048,
      "grad_norm": 1.739749984773072,
      "learning_rate": 5.893356367391332e-05,
      "loss": 1.5859,
      "step": 91853
    },
    {
      "epoch": 4.273272854152128,
      "grad_norm": 1.7530715410886306,
      "learning_rate": 5.8930614540812606e-05,
      "loss": 1.75,
      "step": 91854
    },
    {
      "epoch": 4.2733193765992095,
      "grad_norm": 1.7718704501705596,
      "learning_rate": 5.8927665463465115e-05,
      "loss": 1.6797,
      "step": 91855
    },
    {
      "epoch": 4.27336589904629,
      "grad_norm": 1.6787115934547612,
      "learning_rate": 5.892471644187259e-05,
      "loss": 1.6328,
      "step": 91856
    },
    {
      "epoch": 4.27341242149337,
      "grad_norm": 1.7450251758619935,
      "learning_rate": 5.8921767476036926e-05,
      "loss": 1.7969,
      "step": 91857
    },
    {
      "epoch": 4.273458943940451,
      "grad_norm": 1.732726050123814,
      "learning_rate": 5.8918818565959916e-05,
      "loss": 1.6719,
      "step": 91858
    },
    {
      "epoch": 4.273505466387532,
      "grad_norm": 1.627064786925394,
      "learning_rate": 5.8915869711643334e-05,
      "loss": 1.4922,
      "step": 91859
    },
    {
      "epoch": 4.273551988834613,
      "grad_norm": 1.6348959653290913,
      "learning_rate": 5.891292091308893e-05,
      "loss": 1.5469,
      "step": 91860
    },
    {
      "epoch": 4.273598511281693,
      "grad_norm": 1.7958245265665576,
      "learning_rate": 5.8909972170298644e-05,
      "loss": 1.7422,
      "step": 91861
    },
    {
      "epoch": 4.273645033728775,
      "grad_norm": 1.5449370291824065,
      "learning_rate": 5.890702348327421e-05,
      "loss": 1.4219,
      "step": 91862
    },
    {
      "epoch": 4.273691556175855,
      "grad_norm": 1.753664621901497,
      "learning_rate": 5.890407485201741e-05,
      "loss": 1.7344,
      "step": 91863
    },
    {
      "epoch": 4.2737380786229355,
      "grad_norm": 1.627734345824259,
      "learning_rate": 5.890112627653009e-05,
      "loss": 1.3594,
      "step": 91864
    },
    {
      "epoch": 4.273784601070016,
      "grad_norm": 1.6902159495003903,
      "learning_rate": 5.889817775681397e-05,
      "loss": 1.4922,
      "step": 91865
    },
    {
      "epoch": 4.273831123517097,
      "grad_norm": 1.729685497971164,
      "learning_rate": 5.889522929287099e-05,
      "loss": 1.8359,
      "step": 91866
    },
    {
      "epoch": 4.273877645964178,
      "grad_norm": 1.7844121772576371,
      "learning_rate": 5.889228088470288e-05,
      "loss": 1.8203,
      "step": 91867
    },
    {
      "epoch": 4.273924168411258,
      "grad_norm": 1.736053477440027,
      "learning_rate": 5.888933253231142e-05,
      "loss": 1.6094,
      "step": 91868
    },
    {
      "epoch": 4.273970690858339,
      "grad_norm": 1.8366548746596565,
      "learning_rate": 5.8886384235698466e-05,
      "loss": 1.9453,
      "step": 91869
    },
    {
      "epoch": 4.27401721330542,
      "grad_norm": 1.6905979685781305,
      "learning_rate": 5.8883435994865786e-05,
      "loss": 1.6094,
      "step": 91870
    },
    {
      "epoch": 4.274063735752501,
      "grad_norm": 1.6234382066015833,
      "learning_rate": 5.888048780981523e-05,
      "loss": 1.5312,
      "step": 91871
    },
    {
      "epoch": 4.274110258199581,
      "grad_norm": 1.669363531824557,
      "learning_rate": 5.887753968054859e-05,
      "loss": 1.5391,
      "step": 91872
    },
    {
      "epoch": 4.274156780646662,
      "grad_norm": 1.4632825946729688,
      "learning_rate": 5.887459160706765e-05,
      "loss": 1.3828,
      "step": 91873
    },
    {
      "epoch": 4.274203303093743,
      "grad_norm": 1.649143072044196,
      "learning_rate": 5.8871643589374176e-05,
      "loss": 1.6016,
      "step": 91874
    },
    {
      "epoch": 4.2742498255408234,
      "grad_norm": 1.708018459565977,
      "learning_rate": 5.886869562747007e-05,
      "loss": 1.6406,
      "step": 91875
    },
    {
      "epoch": 4.274296347987904,
      "grad_norm": 1.5158734131907714,
      "learning_rate": 5.886574772135707e-05,
      "loss": 1.5,
      "step": 91876
    },
    {
      "epoch": 4.274342870434985,
      "grad_norm": 1.7505437426910189,
      "learning_rate": 5.8862799871037026e-05,
      "loss": 1.8203,
      "step": 91877
    },
    {
      "epoch": 4.274389392882066,
      "grad_norm": 1.600181144111683,
      "learning_rate": 5.885985207651163e-05,
      "loss": 1.4766,
      "step": 91878
    },
    {
      "epoch": 4.274435915329146,
      "grad_norm": 1.644331538795359,
      "learning_rate": 5.885690433778284e-05,
      "loss": 1.6406,
      "step": 91879
    },
    {
      "epoch": 4.274482437776227,
      "grad_norm": 1.8881780751159523,
      "learning_rate": 5.8853956654852395e-05,
      "loss": 1.9844,
      "step": 91880
    },
    {
      "epoch": 4.274528960223308,
      "grad_norm": 1.655878486515507,
      "learning_rate": 5.885100902772208e-05,
      "loss": 1.6953,
      "step": 91881
    },
    {
      "epoch": 4.274575482670389,
      "grad_norm": 1.668382799246819,
      "learning_rate": 5.884806145639367e-05,
      "loss": 1.6172,
      "step": 91882
    },
    {
      "epoch": 4.274622005117469,
      "grad_norm": 1.8219272203445538,
      "learning_rate": 5.8845113940869065e-05,
      "loss": 2.0312,
      "step": 91883
    },
    {
      "epoch": 4.2746685275645495,
      "grad_norm": 1.686811588208883,
      "learning_rate": 5.884216648115002e-05,
      "loss": 1.5938,
      "step": 91884
    },
    {
      "epoch": 4.274715050011631,
      "grad_norm": 1.7535001602649718,
      "learning_rate": 5.8839219077238335e-05,
      "loss": 1.7578,
      "step": 91885
    },
    {
      "epoch": 4.274761572458711,
      "grad_norm": 1.534217706501987,
      "learning_rate": 5.883627172913578e-05,
      "loss": 1.3594,
      "step": 91886
    },
    {
      "epoch": 4.274808094905792,
      "grad_norm": 1.7209082137598553,
      "learning_rate": 5.883332443684422e-05,
      "loss": 1.5469,
      "step": 91887
    },
    {
      "epoch": 4.274854617352872,
      "grad_norm": 1.928377447406265,
      "learning_rate": 5.8830377200365456e-05,
      "loss": 1.8828,
      "step": 91888
    },
    {
      "epoch": 4.274901139799954,
      "grad_norm": 1.9071763252431497,
      "learning_rate": 5.882743001970127e-05,
      "loss": 2.0156,
      "step": 91889
    },
    {
      "epoch": 4.274947662247034,
      "grad_norm": 1.8584265055119251,
      "learning_rate": 5.882448289485341e-05,
      "loss": 1.7578,
      "step": 91890
    },
    {
      "epoch": 4.274994184694115,
      "grad_norm": 1.7243735249518966,
      "learning_rate": 5.8821535825823745e-05,
      "loss": 1.5859,
      "step": 91891
    },
    {
      "epoch": 4.275040707141196,
      "grad_norm": 1.6346008591071046,
      "learning_rate": 5.881858881261413e-05,
      "loss": 1.5938,
      "step": 91892
    },
    {
      "epoch": 4.2750872295882765,
      "grad_norm": 1.6586016761710025,
      "learning_rate": 5.8815641855226296e-05,
      "loss": 1.6016,
      "step": 91893
    },
    {
      "epoch": 4.275133752035357,
      "grad_norm": 1.7023302111677943,
      "learning_rate": 5.881269495366207e-05,
      "loss": 1.5234,
      "step": 91894
    },
    {
      "epoch": 4.275180274482437,
      "grad_norm": 1.8086533837185657,
      "learning_rate": 5.8809748107923265e-05,
      "loss": 1.875,
      "step": 91895
    },
    {
      "epoch": 4.275226796929519,
      "grad_norm": 1.713283513779922,
      "learning_rate": 5.88068013180116e-05,
      "loss": 1.75,
      "step": 91896
    },
    {
      "epoch": 4.275273319376599,
      "grad_norm": 1.7708284599885031,
      "learning_rate": 5.8803854583929005e-05,
      "loss": 1.7812,
      "step": 91897
    },
    {
      "epoch": 4.27531984182368,
      "grad_norm": 1.661369084509501,
      "learning_rate": 5.880090790567723e-05,
      "loss": 1.6641,
      "step": 91898
    },
    {
      "epoch": 4.275366364270761,
      "grad_norm": 1.7579658637333588,
      "learning_rate": 5.8797961283258085e-05,
      "loss": 1.7656,
      "step": 91899
    },
    {
      "epoch": 4.275412886717842,
      "grad_norm": 1.825617070176221,
      "learning_rate": 5.8795014716673296e-05,
      "loss": 1.8047,
      "step": 91900
    },
    {
      "epoch": 4.275459409164922,
      "grad_norm": 1.6799893402994153,
      "learning_rate": 5.8792068205924804e-05,
      "loss": 1.625,
      "step": 91901
    },
    {
      "epoch": 4.2755059316120025,
      "grad_norm": 1.74966684300142,
      "learning_rate": 5.878912175101434e-05,
      "loss": 1.6797,
      "step": 91902
    },
    {
      "epoch": 4.275552454059084,
      "grad_norm": 1.7021474169209907,
      "learning_rate": 5.87861753519437e-05,
      "loss": 1.6484,
      "step": 91903
    },
    {
      "epoch": 4.275598976506164,
      "grad_norm": 1.6234842689376088,
      "learning_rate": 5.878322900871468e-05,
      "loss": 1.5547,
      "step": 91904
    },
    {
      "epoch": 4.275645498953245,
      "grad_norm": 1.4963277558042472,
      "learning_rate": 5.878028272132913e-05,
      "loss": 1.4531,
      "step": 91905
    },
    {
      "epoch": 4.275692021400325,
      "grad_norm": 1.6601164738358702,
      "learning_rate": 5.877733648978883e-05,
      "loss": 1.6797,
      "step": 91906
    },
    {
      "epoch": 4.275738543847407,
      "grad_norm": 1.4847080267779749,
      "learning_rate": 5.877439031409559e-05,
      "loss": 1.4062,
      "step": 91907
    },
    {
      "epoch": 4.275785066294487,
      "grad_norm": 1.7312572104707,
      "learning_rate": 5.8771444194251155e-05,
      "loss": 1.7344,
      "step": 91908
    },
    {
      "epoch": 4.275831588741568,
      "grad_norm": 1.7235334788003225,
      "learning_rate": 5.876849813025743e-05,
      "loss": 1.6094,
      "step": 91909
    },
    {
      "epoch": 4.275878111188648,
      "grad_norm": 1.5848125502145531,
      "learning_rate": 5.876555212211616e-05,
      "loss": 1.5547,
      "step": 91910
    },
    {
      "epoch": 4.2759246336357295,
      "grad_norm": 1.5791234356417312,
      "learning_rate": 5.8762606169829166e-05,
      "loss": 1.5,
      "step": 91911
    },
    {
      "epoch": 4.27597115608281,
      "grad_norm": 1.7727119606794095,
      "learning_rate": 5.875966027339818e-05,
      "loss": 1.6094,
      "step": 91912
    },
    {
      "epoch": 4.2760176785298905,
      "grad_norm": 1.7441294749851155,
      "learning_rate": 5.875671443282509e-05,
      "loss": 1.5469,
      "step": 91913
    },
    {
      "epoch": 4.276064200976972,
      "grad_norm": 1.7306075447445395,
      "learning_rate": 5.875376864811172e-05,
      "loss": 1.6641,
      "step": 91914
    },
    {
      "epoch": 4.276110723424052,
      "grad_norm": 1.6226799585445437,
      "learning_rate": 5.875082291925982e-05,
      "loss": 1.5781,
      "step": 91915
    },
    {
      "epoch": 4.276157245871133,
      "grad_norm": 1.8489857530986433,
      "learning_rate": 5.874787724627121e-05,
      "loss": 1.8125,
      "step": 91916
    },
    {
      "epoch": 4.276203768318213,
      "grad_norm": 1.7047019459937114,
      "learning_rate": 5.8744931629147625e-05,
      "loss": 1.6875,
      "step": 91917
    },
    {
      "epoch": 4.276250290765295,
      "grad_norm": 1.8789391003646405,
      "learning_rate": 5.8741986067891e-05,
      "loss": 1.9766,
      "step": 91918
    },
    {
      "epoch": 4.276296813212375,
      "grad_norm": 1.7363021086696033,
      "learning_rate": 5.873904056250305e-05,
      "loss": 1.6328,
      "step": 91919
    },
    {
      "epoch": 4.276343335659456,
      "grad_norm": 1.676222632753805,
      "learning_rate": 5.873609511298562e-05,
      "loss": 1.5078,
      "step": 91920
    },
    {
      "epoch": 4.276389858106536,
      "grad_norm": 1.6410006598416547,
      "learning_rate": 5.873314971934048e-05,
      "loss": 1.4453,
      "step": 91921
    },
    {
      "epoch": 4.276436380553617,
      "grad_norm": 1.5483786312477446,
      "learning_rate": 5.873020438156939e-05,
      "loss": 1.5078,
      "step": 91922
    },
    {
      "epoch": 4.276482903000698,
      "grad_norm": 1.691062744106119,
      "learning_rate": 5.8727259099674254e-05,
      "loss": 1.6562,
      "step": 91923
    },
    {
      "epoch": 4.276529425447778,
      "grad_norm": 1.6360173206173445,
      "learning_rate": 5.872431387365683e-05,
      "loss": 1.4453,
      "step": 91924
    },
    {
      "epoch": 4.276575947894859,
      "grad_norm": 1.88326960792029,
      "learning_rate": 5.872136870351893e-05,
      "loss": 1.9219,
      "step": 91925
    },
    {
      "epoch": 4.27662247034194,
      "grad_norm": 1.7488732001565896,
      "learning_rate": 5.8718423589262295e-05,
      "loss": 1.7109,
      "step": 91926
    },
    {
      "epoch": 4.276668992789021,
      "grad_norm": 1.6025773527019618,
      "learning_rate": 5.871547853088882e-05,
      "loss": 1.4219,
      "step": 91927
    },
    {
      "epoch": 4.276715515236101,
      "grad_norm": 1.5145006659724958,
      "learning_rate": 5.871253352840026e-05,
      "loss": 1.3672,
      "step": 91928
    },
    {
      "epoch": 4.2767620376831825,
      "grad_norm": 1.7784754476786024,
      "learning_rate": 5.8709588581798436e-05,
      "loss": 1.7031,
      "step": 91929
    },
    {
      "epoch": 4.276808560130263,
      "grad_norm": 1.7666623429031778,
      "learning_rate": 5.87066436910851e-05,
      "loss": 1.7656,
      "step": 91930
    },
    {
      "epoch": 4.2768550825773435,
      "grad_norm": 1.6704616674479718,
      "learning_rate": 5.870369885626212e-05,
      "loss": 1.7266,
      "step": 91931
    },
    {
      "epoch": 4.276901605024424,
      "grad_norm": 1.6876029133728097,
      "learning_rate": 5.870075407733129e-05,
      "loss": 1.5234,
      "step": 91932
    },
    {
      "epoch": 4.276948127471505,
      "grad_norm": 1.6877576236512397,
      "learning_rate": 5.869780935429439e-05,
      "loss": 1.6641,
      "step": 91933
    },
    {
      "epoch": 4.276994649918586,
      "grad_norm": 1.6928350735422104,
      "learning_rate": 5.869486468715318e-05,
      "loss": 1.6562,
      "step": 91934
    },
    {
      "epoch": 4.277041172365666,
      "grad_norm": 1.6784670817018494,
      "learning_rate": 5.869192007590951e-05,
      "loss": 1.6875,
      "step": 91935
    },
    {
      "epoch": 4.277087694812747,
      "grad_norm": 1.8190132179525804,
      "learning_rate": 5.868897552056524e-05,
      "loss": 1.7266,
      "step": 91936
    },
    {
      "epoch": 4.277134217259828,
      "grad_norm": 1.6861219324619918,
      "learning_rate": 5.868603102112212e-05,
      "loss": 1.6484,
      "step": 91937
    },
    {
      "epoch": 4.277180739706909,
      "grad_norm": 1.673620490170953,
      "learning_rate": 5.868308657758195e-05,
      "loss": 1.7656,
      "step": 91938
    },
    {
      "epoch": 4.277227262153989,
      "grad_norm": 1.6226896794787407,
      "learning_rate": 5.868014218994648e-05,
      "loss": 1.5234,
      "step": 91939
    },
    {
      "epoch": 4.2772737846010696,
      "grad_norm": 1.6770672720074058,
      "learning_rate": 5.867719785821762e-05,
      "loss": 1.6016,
      "step": 91940
    },
    {
      "epoch": 4.277320307048151,
      "grad_norm": 1.6248675468226874,
      "learning_rate": 5.86742535823971e-05,
      "loss": 1.4453,
      "step": 91941
    },
    {
      "epoch": 4.277366829495231,
      "grad_norm": 1.5933183789580185,
      "learning_rate": 5.867130936248675e-05,
      "loss": 1.6016,
      "step": 91942
    },
    {
      "epoch": 4.277413351942312,
      "grad_norm": 1.7934544270915667,
      "learning_rate": 5.8668365198488314e-05,
      "loss": 1.7578,
      "step": 91943
    },
    {
      "epoch": 4.277459874389393,
      "grad_norm": 1.5147247423337122,
      "learning_rate": 5.866542109040369e-05,
      "loss": 1.2266,
      "step": 91944
    },
    {
      "epoch": 4.277506396836474,
      "grad_norm": 1.6986901724083117,
      "learning_rate": 5.866247703823464e-05,
      "loss": 1.5156,
      "step": 91945
    },
    {
      "epoch": 4.277552919283554,
      "grad_norm": 1.7712277621307106,
      "learning_rate": 5.865953304198296e-05,
      "loss": 1.6641,
      "step": 91946
    },
    {
      "epoch": 4.277599441730635,
      "grad_norm": 1.5987443697414814,
      "learning_rate": 5.8656589101650445e-05,
      "loss": 1.4297,
      "step": 91947
    },
    {
      "epoch": 4.277645964177716,
      "grad_norm": 1.7302401489780972,
      "learning_rate": 5.865364521723887e-05,
      "loss": 1.6953,
      "step": 91948
    },
    {
      "epoch": 4.2776924866247965,
      "grad_norm": 1.7611280363226405,
      "learning_rate": 5.865070138875011e-05,
      "loss": 1.7031,
      "step": 91949
    },
    {
      "epoch": 4.277739009071877,
      "grad_norm": 1.583699328337282,
      "learning_rate": 5.864775761618593e-05,
      "loss": 1.5312,
      "step": 91950
    },
    {
      "epoch": 4.277785531518958,
      "grad_norm": 1.6008595698006756,
      "learning_rate": 5.864481389954813e-05,
      "loss": 1.6016,
      "step": 91951
    },
    {
      "epoch": 4.277832053966039,
      "grad_norm": 1.6032848706911342,
      "learning_rate": 5.864187023883846e-05,
      "loss": 1.4531,
      "step": 91952
    },
    {
      "epoch": 4.277878576413119,
      "grad_norm": 1.8086038983261494,
      "learning_rate": 5.863892663405882e-05,
      "loss": 1.7891,
      "step": 91953
    },
    {
      "epoch": 4.2779250988602,
      "grad_norm": 1.788645257268905,
      "learning_rate": 5.8635983085210985e-05,
      "loss": 1.7188,
      "step": 91954
    },
    {
      "epoch": 4.277971621307281,
      "grad_norm": 1.698963383741337,
      "learning_rate": 5.8633039592296725e-05,
      "loss": 1.6094,
      "step": 91955
    },
    {
      "epoch": 4.278018143754362,
      "grad_norm": 1.4923918800655618,
      "learning_rate": 5.8630096155317825e-05,
      "loss": 1.3203,
      "step": 91956
    },
    {
      "epoch": 4.278064666201442,
      "grad_norm": 1.741115998031293,
      "learning_rate": 5.862715277427609e-05,
      "loss": 1.6719,
      "step": 91957
    },
    {
      "epoch": 4.278111188648523,
      "grad_norm": 1.5017220226654442,
      "learning_rate": 5.862420944917343e-05,
      "loss": 1.3203,
      "step": 91958
    },
    {
      "epoch": 4.278157711095604,
      "grad_norm": 1.6210011925137329,
      "learning_rate": 5.862126618001156e-05,
      "loss": 1.4922,
      "step": 91959
    },
    {
      "epoch": 4.278204233542684,
      "grad_norm": 1.6918608977624168,
      "learning_rate": 5.861832296679228e-05,
      "loss": 1.5781,
      "step": 91960
    },
    {
      "epoch": 4.278250755989765,
      "grad_norm": 1.6168317252734372,
      "learning_rate": 5.8615379809517354e-05,
      "loss": 1.5703,
      "step": 91961
    },
    {
      "epoch": 4.278297278436845,
      "grad_norm": 1.5541526779805925,
      "learning_rate": 5.8612436708188675e-05,
      "loss": 1.5469,
      "step": 91962
    },
    {
      "epoch": 4.278343800883927,
      "grad_norm": 1.6623154762221637,
      "learning_rate": 5.860949366280801e-05,
      "loss": 1.6172,
      "step": 91963
    },
    {
      "epoch": 4.278390323331007,
      "grad_norm": 1.7443728666118954,
      "learning_rate": 5.860655067337716e-05,
      "loss": 1.6172,
      "step": 91964
    },
    {
      "epoch": 4.278436845778088,
      "grad_norm": 1.5877660975399195,
      "learning_rate": 5.860360773989784e-05,
      "loss": 1.5312,
      "step": 91965
    },
    {
      "epoch": 4.278483368225169,
      "grad_norm": 1.8056951287362741,
      "learning_rate": 5.860066486237201e-05,
      "loss": 1.8438,
      "step": 91966
    },
    {
      "epoch": 4.2785298906722495,
      "grad_norm": 1.658085784434561,
      "learning_rate": 5.8597722040801384e-05,
      "loss": 1.6094,
      "step": 91967
    },
    {
      "epoch": 4.27857641311933,
      "grad_norm": 1.4654707797578979,
      "learning_rate": 5.8594779275187756e-05,
      "loss": 1.4375,
      "step": 91968
    },
    {
      "epoch": 4.2786229355664105,
      "grad_norm": 1.6744355582643664,
      "learning_rate": 5.8591836565532906e-05,
      "loss": 1.625,
      "step": 91969
    },
    {
      "epoch": 4.278669458013492,
      "grad_norm": 1.4970187421073293,
      "learning_rate": 5.8588893911838725e-05,
      "loss": 1.375,
      "step": 91970
    },
    {
      "epoch": 4.278715980460572,
      "grad_norm": 1.9115084785326826,
      "learning_rate": 5.858595131410696e-05,
      "loss": 2.0,
      "step": 91971
    },
    {
      "epoch": 4.278762502907653,
      "grad_norm": 1.6587045477490858,
      "learning_rate": 5.8583008772339413e-05,
      "loss": 1.6875,
      "step": 91972
    },
    {
      "epoch": 4.278809025354733,
      "grad_norm": 1.5876411317908736,
      "learning_rate": 5.858006628653788e-05,
      "loss": 1.4766,
      "step": 91973
    },
    {
      "epoch": 4.278855547801815,
      "grad_norm": 1.6535865299602683,
      "learning_rate": 5.857712385670413e-05,
      "loss": 1.5156,
      "step": 91974
    },
    {
      "epoch": 4.278902070248895,
      "grad_norm": 1.8369921414957933,
      "learning_rate": 5.857418148284004e-05,
      "loss": 1.7656,
      "step": 91975
    },
    {
      "epoch": 4.278948592695976,
      "grad_norm": 1.7387917255744703,
      "learning_rate": 5.8571239164947394e-05,
      "loss": 1.7344,
      "step": 91976
    },
    {
      "epoch": 4.278995115143056,
      "grad_norm": 1.7713978966816364,
      "learning_rate": 5.856829690302795e-05,
      "loss": 1.7031,
      "step": 91977
    },
    {
      "epoch": 4.2790416375901374,
      "grad_norm": 1.806017377738138,
      "learning_rate": 5.856535469708349e-05,
      "loss": 1.8984,
      "step": 91978
    },
    {
      "epoch": 4.279088160037218,
      "grad_norm": 1.57510241417521,
      "learning_rate": 5.856241254711587e-05,
      "loss": 1.5078,
      "step": 91979
    },
    {
      "epoch": 4.279134682484298,
      "grad_norm": 1.786664559406759,
      "learning_rate": 5.855947045312694e-05,
      "loss": 1.7578,
      "step": 91980
    },
    {
      "epoch": 4.27918120493138,
      "grad_norm": 1.6596207862550985,
      "learning_rate": 5.8556528415118424e-05,
      "loss": 1.3984,
      "step": 91981
    },
    {
      "epoch": 4.27922772737846,
      "grad_norm": 1.7577634960214967,
      "learning_rate": 5.855358643309213e-05,
      "loss": 1.7422,
      "step": 91982
    },
    {
      "epoch": 4.279274249825541,
      "grad_norm": 1.7924397433543116,
      "learning_rate": 5.8550644507049835e-05,
      "loss": 1.6953,
      "step": 91983
    },
    {
      "epoch": 4.279320772272621,
      "grad_norm": 1.7979373931655083,
      "learning_rate": 5.854770263699343e-05,
      "loss": 1.7266,
      "step": 91984
    },
    {
      "epoch": 4.279367294719703,
      "grad_norm": 1.7302876517715908,
      "learning_rate": 5.854476082292465e-05,
      "loss": 1.6875,
      "step": 91985
    },
    {
      "epoch": 4.279413817166783,
      "grad_norm": 1.7852879618474464,
      "learning_rate": 5.854181906484531e-05,
      "loss": 1.6484,
      "step": 91986
    },
    {
      "epoch": 4.2794603396138635,
      "grad_norm": 1.578180990367093,
      "learning_rate": 5.853887736275716e-05,
      "loss": 1.5781,
      "step": 91987
    },
    {
      "epoch": 4.279506862060944,
      "grad_norm": 1.747627062240409,
      "learning_rate": 5.853593571666208e-05,
      "loss": 1.6875,
      "step": 91988
    },
    {
      "epoch": 4.279553384508025,
      "grad_norm": 1.7287936049503791,
      "learning_rate": 5.853299412656186e-05,
      "loss": 1.7578,
      "step": 91989
    },
    {
      "epoch": 4.279599906955106,
      "grad_norm": 1.4160599870123551,
      "learning_rate": 5.8530052592458285e-05,
      "loss": 1.2422,
      "step": 91990
    },
    {
      "epoch": 4.279646429402186,
      "grad_norm": 1.538632690110189,
      "learning_rate": 5.8527111114353074e-05,
      "loss": 1.4141,
      "step": 91991
    },
    {
      "epoch": 4.279692951849268,
      "grad_norm": 1.8132082053051022,
      "learning_rate": 5.852416969224817e-05,
      "loss": 1.8047,
      "step": 91992
    },
    {
      "epoch": 4.279739474296348,
      "grad_norm": 1.8012023326967335,
      "learning_rate": 5.852122832614531e-05,
      "loss": 1.6953,
      "step": 91993
    },
    {
      "epoch": 4.279785996743429,
      "grad_norm": 1.6618088216960447,
      "learning_rate": 5.85182870160463e-05,
      "loss": 1.6953,
      "step": 91994
    },
    {
      "epoch": 4.279832519190509,
      "grad_norm": 1.8445534349878712,
      "learning_rate": 5.851534576195287e-05,
      "loss": 1.7969,
      "step": 91995
    },
    {
      "epoch": 4.2798790416375905,
      "grad_norm": 1.6638726746918004,
      "learning_rate": 5.851240456386693e-05,
      "loss": 1.6484,
      "step": 91996
    },
    {
      "epoch": 4.279925564084671,
      "grad_norm": 1.6041888345068935,
      "learning_rate": 5.8509463421790266e-05,
      "loss": 1.5078,
      "step": 91997
    },
    {
      "epoch": 4.279972086531751,
      "grad_norm": 1.7573076379665526,
      "learning_rate": 5.8506522335724626e-05,
      "loss": 1.6016,
      "step": 91998
    },
    {
      "epoch": 4.280018608978832,
      "grad_norm": 1.5887333635775853,
      "learning_rate": 5.850358130567183e-05,
      "loss": 1.4531,
      "step": 91999
    },
    {
      "epoch": 4.280065131425913,
      "grad_norm": 1.8135429027179242,
      "learning_rate": 5.850064033163363e-05,
      "loss": 1.7344,
      "step": 92000
    },
    {
      "epoch": 4.280111653872994,
      "grad_norm": 1.8671975619557557,
      "learning_rate": 5.849769941361187e-05,
      "loss": 1.7031,
      "step": 92001
    },
    {
      "epoch": 4.280158176320074,
      "grad_norm": 1.6366655695990338,
      "learning_rate": 5.8494758551608434e-05,
      "loss": 1.4375,
      "step": 92002
    },
    {
      "epoch": 4.280204698767156,
      "grad_norm": 1.6719897008148306,
      "learning_rate": 5.849181774562502e-05,
      "loss": 1.5234,
      "step": 92003
    },
    {
      "epoch": 4.280251221214236,
      "grad_norm": 1.7565976027504302,
      "learning_rate": 5.8488876995663475e-05,
      "loss": 1.6641,
      "step": 92004
    },
    {
      "epoch": 4.2802977436613165,
      "grad_norm": 1.7656867141022015,
      "learning_rate": 5.8485936301725516e-05,
      "loss": 1.7656,
      "step": 92005
    },
    {
      "epoch": 4.280344266108397,
      "grad_norm": 1.6296027166942668,
      "learning_rate": 5.848299566381306e-05,
      "loss": 1.4297,
      "step": 92006
    },
    {
      "epoch": 4.280390788555478,
      "grad_norm": 3.422865395661747,
      "learning_rate": 5.848005508192785e-05,
      "loss": 1.5938,
      "step": 92007
    },
    {
      "epoch": 4.280437311002559,
      "grad_norm": 1.8172375302418158,
      "learning_rate": 5.847711455607169e-05,
      "loss": 1.8125,
      "step": 92008
    },
    {
      "epoch": 4.280483833449639,
      "grad_norm": 1.8565547356628005,
      "learning_rate": 5.847417408624633e-05,
      "loss": 1.8047,
      "step": 92009
    },
    {
      "epoch": 4.28053035589672,
      "grad_norm": 1.7043780151811485,
      "learning_rate": 5.847123367245368e-05,
      "loss": 1.6719,
      "step": 92010
    },
    {
      "epoch": 4.280576878343801,
      "grad_norm": 1.7315239863984515,
      "learning_rate": 5.846829331469547e-05,
      "loss": 1.7266,
      "step": 92011
    },
    {
      "epoch": 4.280623400790882,
      "grad_norm": 1.6467129392824367,
      "learning_rate": 5.846535301297352e-05,
      "loss": 1.8125,
      "step": 92012
    },
    {
      "epoch": 4.280669923237962,
      "grad_norm": 1.7721076759118228,
      "learning_rate": 5.846241276728956e-05,
      "loss": 1.7109,
      "step": 92013
    },
    {
      "epoch": 4.280716445685043,
      "grad_norm": 1.5690945049589937,
      "learning_rate": 5.84594725776455e-05,
      "loss": 1.4844,
      "step": 92014
    },
    {
      "epoch": 4.280762968132124,
      "grad_norm": 1.7357477254205074,
      "learning_rate": 5.84565324440431e-05,
      "loss": 1.6797,
      "step": 92015
    },
    {
      "epoch": 4.2808094905792045,
      "grad_norm": 1.680179908494,
      "learning_rate": 5.8453592366484136e-05,
      "loss": 1.6328,
      "step": 92016
    },
    {
      "epoch": 4.280856013026285,
      "grad_norm": 1.595406250383303,
      "learning_rate": 5.845065234497038e-05,
      "loss": 1.5234,
      "step": 92017
    },
    {
      "epoch": 4.280902535473366,
      "grad_norm": 1.7029199080264026,
      "learning_rate": 5.844771237950374e-05,
      "loss": 1.6875,
      "step": 92018
    },
    {
      "epoch": 4.280949057920447,
      "grad_norm": 1.5988017106862664,
      "learning_rate": 5.844477247008593e-05,
      "loss": 1.4609,
      "step": 92019
    },
    {
      "epoch": 4.280995580367527,
      "grad_norm": 1.7371967757898057,
      "learning_rate": 5.844183261671877e-05,
      "loss": 1.6484,
      "step": 92020
    },
    {
      "epoch": 4.281042102814608,
      "grad_norm": 1.6962597233837862,
      "learning_rate": 5.843889281940401e-05,
      "loss": 1.6484,
      "step": 92021
    },
    {
      "epoch": 4.281088625261689,
      "grad_norm": 1.807253732363562,
      "learning_rate": 5.843595307814351e-05,
      "loss": 1.7656,
      "step": 92022
    },
    {
      "epoch": 4.28113514770877,
      "grad_norm": 1.8537507270668954,
      "learning_rate": 5.8433013392939096e-05,
      "loss": 1.8125,
      "step": 92023
    },
    {
      "epoch": 4.28118167015585,
      "grad_norm": 1.6617727731722554,
      "learning_rate": 5.843007376379255e-05,
      "loss": 1.4531,
      "step": 92024
    },
    {
      "epoch": 4.2812281926029305,
      "grad_norm": 1.796009615919473,
      "learning_rate": 5.8427134190705634e-05,
      "loss": 1.875,
      "step": 92025
    },
    {
      "epoch": 4.281274715050012,
      "grad_norm": 1.6535598097074655,
      "learning_rate": 5.842419467368017e-05,
      "loss": 1.6172,
      "step": 92026
    },
    {
      "epoch": 4.281321237497092,
      "grad_norm": 1.52922936704811,
      "learning_rate": 5.8421255212717904e-05,
      "loss": 1.4062,
      "step": 92027
    },
    {
      "epoch": 4.281367759944173,
      "grad_norm": 1.681620511200637,
      "learning_rate": 5.841831580782074e-05,
      "loss": 1.4062,
      "step": 92028
    },
    {
      "epoch": 4.281414282391253,
      "grad_norm": 1.688892565889509,
      "learning_rate": 5.841537645899042e-05,
      "loss": 1.6719,
      "step": 92029
    },
    {
      "epoch": 4.281460804838335,
      "grad_norm": 1.7506154198824824,
      "learning_rate": 5.841243716622876e-05,
      "loss": 1.7969,
      "step": 92030
    },
    {
      "epoch": 4.281507327285415,
      "grad_norm": 1.5166207286725955,
      "learning_rate": 5.840949792953747e-05,
      "loss": 1.3281,
      "step": 92031
    },
    {
      "epoch": 4.281553849732496,
      "grad_norm": 1.5993780111426725,
      "learning_rate": 5.840655874891848e-05,
      "loss": 1.5625,
      "step": 92032
    },
    {
      "epoch": 4.281600372179577,
      "grad_norm": 1.6680431304273604,
      "learning_rate": 5.8403619624373555e-05,
      "loss": 1.5469,
      "step": 92033
    },
    {
      "epoch": 4.2816468946266575,
      "grad_norm": 1.7798051355379694,
      "learning_rate": 5.8400680555904454e-05,
      "loss": 1.8047,
      "step": 92034
    },
    {
      "epoch": 4.281693417073738,
      "grad_norm": 1.5739864422445533,
      "learning_rate": 5.839774154351295e-05,
      "loss": 1.4453,
      "step": 92035
    },
    {
      "epoch": 4.281739939520818,
      "grad_norm": 1.5885641395398522,
      "learning_rate": 5.839480258720095e-05,
      "loss": 1.4688,
      "step": 92036
    },
    {
      "epoch": 4.2817864619679,
      "grad_norm": 1.7749097409254853,
      "learning_rate": 5.839186368697017e-05,
      "loss": 1.7031,
      "step": 92037
    },
    {
      "epoch": 4.28183298441498,
      "grad_norm": 1.6471536842512662,
      "learning_rate": 5.838892484282245e-05,
      "loss": 1.5312,
      "step": 92038
    },
    {
      "epoch": 4.281879506862061,
      "grad_norm": 1.641591070672764,
      "learning_rate": 5.838598605475952e-05,
      "loss": 1.6172,
      "step": 92039
    },
    {
      "epoch": 4.281926029309142,
      "grad_norm": 1.5495850378436207,
      "learning_rate": 5.838304732278327e-05,
      "loss": 1.4375,
      "step": 92040
    },
    {
      "epoch": 4.281972551756223,
      "grad_norm": 1.6204010328423248,
      "learning_rate": 5.8380108646895476e-05,
      "loss": 1.5078,
      "step": 92041
    },
    {
      "epoch": 4.282019074203303,
      "grad_norm": 1.6975840340953605,
      "learning_rate": 5.837717002709789e-05,
      "loss": 1.6797,
      "step": 92042
    },
    {
      "epoch": 4.2820655966503836,
      "grad_norm": 1.6718802164237694,
      "learning_rate": 5.8374231463392304e-05,
      "loss": 1.5703,
      "step": 92043
    },
    {
      "epoch": 4.282112119097465,
      "grad_norm": 1.8410585236108437,
      "learning_rate": 5.8371292955780566e-05,
      "loss": 1.8281,
      "step": 92044
    },
    {
      "epoch": 4.282158641544545,
      "grad_norm": 1.725270979422619,
      "learning_rate": 5.836835450426449e-05,
      "loss": 1.625,
      "step": 92045
    },
    {
      "epoch": 4.282205163991626,
      "grad_norm": 1.7186853471787682,
      "learning_rate": 5.8365416108845874e-05,
      "loss": 1.7344,
      "step": 92046
    },
    {
      "epoch": 4.282251686438706,
      "grad_norm": 1.6972522187862034,
      "learning_rate": 5.8362477769526464e-05,
      "loss": 1.6328,
      "step": 92047
    },
    {
      "epoch": 4.282298208885788,
      "grad_norm": 1.6934289549391253,
      "learning_rate": 5.835953948630805e-05,
      "loss": 1.5938,
      "step": 92048
    },
    {
      "epoch": 4.282344731332868,
      "grad_norm": 1.684838368165484,
      "learning_rate": 5.835660125919252e-05,
      "loss": 1.7109,
      "step": 92049
    },
    {
      "epoch": 4.282391253779949,
      "grad_norm": 1.7993367612212066,
      "learning_rate": 5.8353663088181614e-05,
      "loss": 1.7812,
      "step": 92050
    },
    {
      "epoch": 4.282437776227029,
      "grad_norm": 1.6747343334780092,
      "learning_rate": 5.8350724973277126e-05,
      "loss": 1.5156,
      "step": 92051
    },
    {
      "epoch": 4.2824842986741105,
      "grad_norm": 1.6210469735566844,
      "learning_rate": 5.834778691448087e-05,
      "loss": 1.4844,
      "step": 92052
    },
    {
      "epoch": 4.282530821121191,
      "grad_norm": 1.6400501636481915,
      "learning_rate": 5.83448489117946e-05,
      "loss": 1.4688,
      "step": 92053
    },
    {
      "epoch": 4.2825773435682715,
      "grad_norm": 1.6571785977818196,
      "learning_rate": 5.83419109652202e-05,
      "loss": 1.7969,
      "step": 92054
    },
    {
      "epoch": 4.282623866015353,
      "grad_norm": 1.6577979456621024,
      "learning_rate": 5.8338973074759403e-05,
      "loss": 1.5547,
      "step": 92055
    },
    {
      "epoch": 4.282670388462433,
      "grad_norm": 1.7122993001838187,
      "learning_rate": 5.833603524041404e-05,
      "loss": 1.6406,
      "step": 92056
    },
    {
      "epoch": 4.282716910909514,
      "grad_norm": 1.6243371664711208,
      "learning_rate": 5.8333097462185856e-05,
      "loss": 1.5312,
      "step": 92057
    },
    {
      "epoch": 4.282763433356594,
      "grad_norm": 1.7918887975129467,
      "learning_rate": 5.833015974007673e-05,
      "loss": 1.7812,
      "step": 92058
    },
    {
      "epoch": 4.282809955803676,
      "grad_norm": 1.6302538485048363,
      "learning_rate": 5.832722207408843e-05,
      "loss": 1.6016,
      "step": 92059
    },
    {
      "epoch": 4.282856478250756,
      "grad_norm": 1.7315759192889435,
      "learning_rate": 5.832428446422274e-05,
      "loss": 1.7109,
      "step": 92060
    },
    {
      "epoch": 4.282903000697837,
      "grad_norm": 1.7048829634889868,
      "learning_rate": 5.83213469104814e-05,
      "loss": 1.6562,
      "step": 92061
    },
    {
      "epoch": 4.282949523144917,
      "grad_norm": 1.8087443727761248,
      "learning_rate": 5.831840941286633e-05,
      "loss": 1.7344,
      "step": 92062
    },
    {
      "epoch": 4.282996045591998,
      "grad_norm": 1.6527377991576742,
      "learning_rate": 5.8315471971379276e-05,
      "loss": 1.5312,
      "step": 92063
    },
    {
      "epoch": 4.283042568039079,
      "grad_norm": 1.5706048244954434,
      "learning_rate": 5.831253458602203e-05,
      "loss": 1.5625,
      "step": 92064
    },
    {
      "epoch": 4.283089090486159,
      "grad_norm": 1.6359221412652272,
      "learning_rate": 5.8309597256796334e-05,
      "loss": 1.6172,
      "step": 92065
    },
    {
      "epoch": 4.28313561293324,
      "grad_norm": 1.702537716283241,
      "learning_rate": 5.830665998370405e-05,
      "loss": 1.6562,
      "step": 92066
    },
    {
      "epoch": 4.283182135380321,
      "grad_norm": 1.595655066795113,
      "learning_rate": 5.8303722766747006e-05,
      "loss": 1.5391,
      "step": 92067
    },
    {
      "epoch": 4.283228657827402,
      "grad_norm": 1.4637823507631564,
      "learning_rate": 5.830078560592698e-05,
      "loss": 1.3438,
      "step": 92068
    },
    {
      "epoch": 4.283275180274482,
      "grad_norm": 1.606595399180788,
      "learning_rate": 5.829784850124575e-05,
      "loss": 1.4766,
      "step": 92069
    },
    {
      "epoch": 4.2833217027215635,
      "grad_norm": 1.6675349438248672,
      "learning_rate": 5.829491145270506e-05,
      "loss": 1.5703,
      "step": 92070
    },
    {
      "epoch": 4.283368225168644,
      "grad_norm": 1.6682889726427916,
      "learning_rate": 5.829197446030681e-05,
      "loss": 1.7031,
      "step": 92071
    },
    {
      "epoch": 4.2834147476157245,
      "grad_norm": 1.7188383530709261,
      "learning_rate": 5.8289037524052764e-05,
      "loss": 1.7656,
      "step": 92072
    },
    {
      "epoch": 4.283461270062805,
      "grad_norm": 1.6785459452498104,
      "learning_rate": 5.828610064394471e-05,
      "loss": 1.625,
      "step": 92073
    },
    {
      "epoch": 4.283507792509886,
      "grad_norm": 1.7593558526817512,
      "learning_rate": 5.8283163819984404e-05,
      "loss": 1.7656,
      "step": 92074
    },
    {
      "epoch": 4.283554314956967,
      "grad_norm": 1.6849749468470896,
      "learning_rate": 5.828022705217372e-05,
      "loss": 1.6328,
      "step": 92075
    },
    {
      "epoch": 4.283600837404047,
      "grad_norm": 1.724066276610497,
      "learning_rate": 5.827729034051443e-05,
      "loss": 1.6875,
      "step": 92076
    },
    {
      "epoch": 4.283647359851128,
      "grad_norm": 1.450478455878559,
      "learning_rate": 5.8274353685008315e-05,
      "loss": 1.1797,
      "step": 92077
    },
    {
      "epoch": 4.283693882298209,
      "grad_norm": 1.6333883061209942,
      "learning_rate": 5.827141708565719e-05,
      "loss": 1.6484,
      "step": 92078
    },
    {
      "epoch": 4.28374040474529,
      "grad_norm": 1.6811792469565856,
      "learning_rate": 5.8268480542462795e-05,
      "loss": 1.625,
      "step": 92079
    },
    {
      "epoch": 4.28378692719237,
      "grad_norm": 1.6300105195028347,
      "learning_rate": 5.826554405542702e-05,
      "loss": 1.4844,
      "step": 92080
    },
    {
      "epoch": 4.283833449639451,
      "grad_norm": 1.5783835689487347,
      "learning_rate": 5.8262607624551625e-05,
      "loss": 1.4844,
      "step": 92081
    },
    {
      "epoch": 4.283879972086532,
      "grad_norm": 1.5925044633725995,
      "learning_rate": 5.82596712498384e-05,
      "loss": 1.5156,
      "step": 92082
    },
    {
      "epoch": 4.283926494533612,
      "grad_norm": 1.6969705509654842,
      "learning_rate": 5.825673493128909e-05,
      "loss": 1.7109,
      "step": 92083
    },
    {
      "epoch": 4.283973016980693,
      "grad_norm": 1.610529971355431,
      "learning_rate": 5.825379866890561e-05,
      "loss": 1.5703,
      "step": 92084
    },
    {
      "epoch": 4.284019539427774,
      "grad_norm": 1.6937671256243365,
      "learning_rate": 5.825086246268969e-05,
      "loss": 1.4609,
      "step": 92085
    },
    {
      "epoch": 4.284066061874855,
      "grad_norm": 1.7625810208782502,
      "learning_rate": 5.8247926312643127e-05,
      "loss": 1.6953,
      "step": 92086
    },
    {
      "epoch": 4.284112584321935,
      "grad_norm": 1.681711485045871,
      "learning_rate": 5.8244990218767666e-05,
      "loss": 1.5391,
      "step": 92087
    },
    {
      "epoch": 4.284159106769016,
      "grad_norm": 1.6986137419097844,
      "learning_rate": 5.8242054181065175e-05,
      "loss": 1.7109,
      "step": 92088
    },
    {
      "epoch": 4.284205629216097,
      "grad_norm": 1.6033326250861368,
      "learning_rate": 5.8239118199537495e-05,
      "loss": 1.4375,
      "step": 92089
    },
    {
      "epoch": 4.2842521516631775,
      "grad_norm": 1.6586804439510145,
      "learning_rate": 5.823618227418636e-05,
      "loss": 1.4297,
      "step": 92090
    },
    {
      "epoch": 4.284298674110258,
      "grad_norm": 1.6645008812893831,
      "learning_rate": 5.823324640501357e-05,
      "loss": 1.6016,
      "step": 92091
    },
    {
      "epoch": 4.284345196557339,
      "grad_norm": 1.6360271111377342,
      "learning_rate": 5.8230310592020896e-05,
      "loss": 1.5781,
      "step": 92092
    },
    {
      "epoch": 4.28439171900442,
      "grad_norm": 1.6700673596909263,
      "learning_rate": 5.82273748352102e-05,
      "loss": 1.5781,
      "step": 92093
    },
    {
      "epoch": 4.2844382414515,
      "grad_norm": 1.6976410699881124,
      "learning_rate": 5.8224439134583253e-05,
      "loss": 1.7031,
      "step": 92094
    },
    {
      "epoch": 4.284484763898581,
      "grad_norm": 1.858185208877655,
      "learning_rate": 5.822150349014185e-05,
      "loss": 1.8828,
      "step": 92095
    },
    {
      "epoch": 4.284531286345662,
      "grad_norm": 1.7872743867043637,
      "learning_rate": 5.821856790188771e-05,
      "loss": 1.6719,
      "step": 92096
    },
    {
      "epoch": 4.284577808792743,
      "grad_norm": 1.5961550927382477,
      "learning_rate": 5.8215632369822784e-05,
      "loss": 1.5312,
      "step": 92097
    },
    {
      "epoch": 4.284624331239823,
      "grad_norm": 1.6338728147126207,
      "learning_rate": 5.8212696893948776e-05,
      "loss": 1.4297,
      "step": 92098
    },
    {
      "epoch": 4.284670853686904,
      "grad_norm": 1.7570238404768164,
      "learning_rate": 5.8209761474267496e-05,
      "loss": 1.6953,
      "step": 92099
    },
    {
      "epoch": 4.284717376133985,
      "grad_norm": 1.5157974831566936,
      "learning_rate": 5.8206826110780686e-05,
      "loss": 1.3203,
      "step": 92100
    },
    {
      "epoch": 4.284763898581065,
      "grad_norm": 1.7437653564872233,
      "learning_rate": 5.8203890803490256e-05,
      "loss": 1.7266,
      "step": 92101
    },
    {
      "epoch": 4.284810421028146,
      "grad_norm": 1.5227032362277215,
      "learning_rate": 5.8200955552397935e-05,
      "loss": 1.3281,
      "step": 92102
    },
    {
      "epoch": 4.284856943475226,
      "grad_norm": 1.7278414697565625,
      "learning_rate": 5.819802035750553e-05,
      "loss": 1.6328,
      "step": 92103
    },
    {
      "epoch": 4.284903465922308,
      "grad_norm": 1.460845249610044,
      "learning_rate": 5.8195085218814855e-05,
      "loss": 1.25,
      "step": 92104
    },
    {
      "epoch": 4.284949988369388,
      "grad_norm": 1.5165973619060091,
      "learning_rate": 5.819215013632761e-05,
      "loss": 1.4688,
      "step": 92105
    },
    {
      "epoch": 4.284996510816469,
      "grad_norm": 1.710017863907444,
      "learning_rate": 5.818921511004575e-05,
      "loss": 1.6953,
      "step": 92106
    },
    {
      "epoch": 4.28504303326355,
      "grad_norm": 1.6204224277293957,
      "learning_rate": 5.818628013997099e-05,
      "loss": 1.6016,
      "step": 92107
    },
    {
      "epoch": 4.2850895557106305,
      "grad_norm": 1.7300891219410308,
      "learning_rate": 5.8183345226105124e-05,
      "loss": 1.6094,
      "step": 92108
    },
    {
      "epoch": 4.285136078157711,
      "grad_norm": 1.7197724530743916,
      "learning_rate": 5.81804103684499e-05,
      "loss": 1.6719,
      "step": 92109
    },
    {
      "epoch": 4.2851826006047915,
      "grad_norm": 1.694606390521097,
      "learning_rate": 5.817747556700717e-05,
      "loss": 1.4453,
      "step": 92110
    },
    {
      "epoch": 4.285229123051873,
      "grad_norm": 1.6282429246341754,
      "learning_rate": 5.817454082177879e-05,
      "loss": 1.4375,
      "step": 92111
    },
    {
      "epoch": 4.285275645498953,
      "grad_norm": 1.7459286917370869,
      "learning_rate": 5.81716061327665e-05,
      "loss": 1.8047,
      "step": 92112
    },
    {
      "epoch": 4.285322167946034,
      "grad_norm": 1.6499281726896224,
      "learning_rate": 5.816867149997208e-05,
      "loss": 1.5312,
      "step": 92113
    },
    {
      "epoch": 4.285368690393114,
      "grad_norm": 1.6413667429294028,
      "learning_rate": 5.816573692339731e-05,
      "loss": 1.6016,
      "step": 92114
    },
    {
      "epoch": 4.285415212840196,
      "grad_norm": 1.7265480601823282,
      "learning_rate": 5.816280240304406e-05,
      "loss": 1.625,
      "step": 92115
    },
    {
      "epoch": 4.285461735287276,
      "grad_norm": 1.671457958289901,
      "learning_rate": 5.815986793891407e-05,
      "loss": 1.6016,
      "step": 92116
    },
    {
      "epoch": 4.285508257734357,
      "grad_norm": 1.6493682388312783,
      "learning_rate": 5.815693353100915e-05,
      "loss": 1.5391,
      "step": 92117
    },
    {
      "epoch": 4.285554780181437,
      "grad_norm": 1.7908535399583927,
      "learning_rate": 5.815399917933106e-05,
      "loss": 1.7422,
      "step": 92118
    },
    {
      "epoch": 4.2856013026285185,
      "grad_norm": 1.5747139827545165,
      "learning_rate": 5.8151064883881673e-05,
      "loss": 1.6484,
      "step": 92119
    },
    {
      "epoch": 4.285647825075599,
      "grad_norm": 1.6417399676755484,
      "learning_rate": 5.814813064466276e-05,
      "loss": 1.4766,
      "step": 92120
    },
    {
      "epoch": 4.285694347522679,
      "grad_norm": 1.7649198406115196,
      "learning_rate": 5.81451964616761e-05,
      "loss": 1.75,
      "step": 92121
    },
    {
      "epoch": 4.285740869969761,
      "grad_norm": 1.8109998766489892,
      "learning_rate": 5.814226233492343e-05,
      "loss": 1.7969,
      "step": 92122
    },
    {
      "epoch": 4.285787392416841,
      "grad_norm": 1.6613907112870276,
      "learning_rate": 5.813932826440667e-05,
      "loss": 1.6719,
      "step": 92123
    },
    {
      "epoch": 4.285833914863922,
      "grad_norm": 1.518278521812044,
      "learning_rate": 5.813639425012754e-05,
      "loss": 1.3516,
      "step": 92124
    },
    {
      "epoch": 4.285880437311002,
      "grad_norm": 1.6347947782938879,
      "learning_rate": 5.8133460292087866e-05,
      "loss": 1.5938,
      "step": 92125
    },
    {
      "epoch": 4.285926959758084,
      "grad_norm": 1.7358439454365753,
      "learning_rate": 5.813052639028936e-05,
      "loss": 1.6172,
      "step": 92126
    },
    {
      "epoch": 4.285973482205164,
      "grad_norm": 1.5680035934228156,
      "learning_rate": 5.812759254473396e-05,
      "loss": 1.3281,
      "step": 92127
    },
    {
      "epoch": 4.2860200046522445,
      "grad_norm": 1.68909715946827,
      "learning_rate": 5.8124658755423374e-05,
      "loss": 1.5625,
      "step": 92128
    },
    {
      "epoch": 4.286066527099326,
      "grad_norm": 1.6318709003445373,
      "learning_rate": 5.8121725022359425e-05,
      "loss": 1.3125,
      "step": 92129
    },
    {
      "epoch": 4.286113049546406,
      "grad_norm": 1.8366575396293907,
      "learning_rate": 5.8118791345543884e-05,
      "loss": 1.8828,
      "step": 92130
    },
    {
      "epoch": 4.286159571993487,
      "grad_norm": 1.7268447327094356,
      "learning_rate": 5.811585772497847e-05,
      "loss": 1.7188,
      "step": 92131
    },
    {
      "epoch": 4.286206094440567,
      "grad_norm": 1.561706670171165,
      "learning_rate": 5.8112924160665165e-05,
      "loss": 1.4609,
      "step": 92132
    },
    {
      "epoch": 4.286252616887649,
      "grad_norm": 1.738636860912973,
      "learning_rate": 5.810999065260568e-05,
      "loss": 1.6719,
      "step": 92133
    },
    {
      "epoch": 4.286299139334729,
      "grad_norm": 1.7700562855644169,
      "learning_rate": 5.8107057200801785e-05,
      "loss": 1.7031,
      "step": 92134
    },
    {
      "epoch": 4.28634566178181,
      "grad_norm": 1.9163534281881198,
      "learning_rate": 5.81041238052553e-05,
      "loss": 1.8906,
      "step": 92135
    },
    {
      "epoch": 4.28639218422889,
      "grad_norm": 1.6189091479591224,
      "learning_rate": 5.810119046596796e-05,
      "loss": 1.5312,
      "step": 92136
    },
    {
      "epoch": 4.2864387066759715,
      "grad_norm": 1.6893047790199418,
      "learning_rate": 5.8098257182941656e-05,
      "loss": 1.6016,
      "step": 92137
    },
    {
      "epoch": 4.286485229123052,
      "grad_norm": 1.8241789846089822,
      "learning_rate": 5.809532395617816e-05,
      "loss": 1.8516,
      "step": 92138
    },
    {
      "epoch": 4.286531751570132,
      "grad_norm": 1.6776779724741209,
      "learning_rate": 5.809239078567922e-05,
      "loss": 1.6562,
      "step": 92139
    },
    {
      "epoch": 4.286578274017213,
      "grad_norm": 1.6169237194713426,
      "learning_rate": 5.8089457671446625e-05,
      "loss": 1.6328,
      "step": 92140
    },
    {
      "epoch": 4.286624796464294,
      "grad_norm": 1.6613090914679882,
      "learning_rate": 5.808652461348227e-05,
      "loss": 1.4844,
      "step": 92141
    },
    {
      "epoch": 4.286671318911375,
      "grad_norm": 1.5980064876250744,
      "learning_rate": 5.808359161178787e-05,
      "loss": 1.6172,
      "step": 92142
    },
    {
      "epoch": 4.286717841358455,
      "grad_norm": 1.7519536852997515,
      "learning_rate": 5.8080658666365244e-05,
      "loss": 1.6953,
      "step": 92143
    },
    {
      "epoch": 4.286764363805537,
      "grad_norm": 1.9248093336485823,
      "learning_rate": 5.807772577721612e-05,
      "loss": 1.8594,
      "step": 92144
    },
    {
      "epoch": 4.286810886252617,
      "grad_norm": 1.5627982984378828,
      "learning_rate": 5.807479294434241e-05,
      "loss": 1.4688,
      "step": 92145
    },
    {
      "epoch": 4.286857408699698,
      "grad_norm": 1.7650388318587522,
      "learning_rate": 5.807186016774585e-05,
      "loss": 1.6484,
      "step": 92146
    },
    {
      "epoch": 4.286903931146778,
      "grad_norm": 1.7458536835857423,
      "learning_rate": 5.806892744742824e-05,
      "loss": 1.6328,
      "step": 92147
    },
    {
      "epoch": 4.286950453593859,
      "grad_norm": 1.656508095730452,
      "learning_rate": 5.806599478339132e-05,
      "loss": 1.6094,
      "step": 92148
    },
    {
      "epoch": 4.28699697604094,
      "grad_norm": 1.7377123876076053,
      "learning_rate": 5.8063062175637004e-05,
      "loss": 1.7109,
      "step": 92149
    },
    {
      "epoch": 4.28704349848802,
      "grad_norm": 1.6633454236186056,
      "learning_rate": 5.806012962416703e-05,
      "loss": 1.5234,
      "step": 92150
    },
    {
      "epoch": 4.287090020935101,
      "grad_norm": 1.7970205401282253,
      "learning_rate": 5.8057197128983164e-05,
      "loss": 1.8203,
      "step": 92151
    },
    {
      "epoch": 4.287136543382182,
      "grad_norm": 1.623499719308549,
      "learning_rate": 5.805426469008719e-05,
      "loss": 1.5156,
      "step": 92152
    },
    {
      "epoch": 4.287183065829263,
      "grad_norm": 1.7363508203143891,
      "learning_rate": 5.805133230748092e-05,
      "loss": 1.7188,
      "step": 92153
    },
    {
      "epoch": 4.287229588276343,
      "grad_norm": 1.5682101649153568,
      "learning_rate": 5.804839998116622e-05,
      "loss": 1.5547,
      "step": 92154
    },
    {
      "epoch": 4.287276110723424,
      "grad_norm": 1.7779206029917949,
      "learning_rate": 5.804546771114484e-05,
      "loss": 1.7578,
      "step": 92155
    },
    {
      "epoch": 4.287322633170505,
      "grad_norm": 1.650197640881628,
      "learning_rate": 5.804253549741857e-05,
      "loss": 1.6094,
      "step": 92156
    },
    {
      "epoch": 4.2873691556175855,
      "grad_norm": 1.5626332547681843,
      "learning_rate": 5.8039603339989146e-05,
      "loss": 1.5469,
      "step": 92157
    },
    {
      "epoch": 4.287415678064666,
      "grad_norm": 1.5525670576693074,
      "learning_rate": 5.8036671238858467e-05,
      "loss": 1.4453,
      "step": 92158
    },
    {
      "epoch": 4.287462200511747,
      "grad_norm": 1.512861387588498,
      "learning_rate": 5.803373919402827e-05,
      "loss": 1.3516,
      "step": 92159
    },
    {
      "epoch": 4.287508722958828,
      "grad_norm": 1.7261805444233123,
      "learning_rate": 5.803080720550038e-05,
      "loss": 1.7734,
      "step": 92160
    },
    {
      "epoch": 4.287555245405908,
      "grad_norm": 1.6132963960475524,
      "learning_rate": 5.802787527327657e-05,
      "loss": 1.6328,
      "step": 92161
    },
    {
      "epoch": 4.287601767852989,
      "grad_norm": 1.648065615340227,
      "learning_rate": 5.802494339735858e-05,
      "loss": 1.2578,
      "step": 92162
    },
    {
      "epoch": 4.28764829030007,
      "grad_norm": 1.6158480616985595,
      "learning_rate": 5.80220115777483e-05,
      "loss": 1.5391,
      "step": 92163
    },
    {
      "epoch": 4.287694812747151,
      "grad_norm": 1.8147520727002873,
      "learning_rate": 5.801907981444749e-05,
      "loss": 1.6094,
      "step": 92164
    },
    {
      "epoch": 4.287741335194231,
      "grad_norm": 1.7293568741579868,
      "learning_rate": 5.8016148107457954e-05,
      "loss": 1.6875,
      "step": 92165
    },
    {
      "epoch": 4.2877878576413115,
      "grad_norm": 1.6200079889207055,
      "learning_rate": 5.801321645678142e-05,
      "loss": 1.6875,
      "step": 92166
    },
    {
      "epoch": 4.287834380088393,
      "grad_norm": 1.5897252832264448,
      "learning_rate": 5.801028486241979e-05,
      "loss": 1.6562,
      "step": 92167
    },
    {
      "epoch": 4.287880902535473,
      "grad_norm": 1.7417944147149247,
      "learning_rate": 5.8007353324374805e-05,
      "loss": 1.7734,
      "step": 92168
    },
    {
      "epoch": 4.287927424982554,
      "grad_norm": 1.70466353048341,
      "learning_rate": 5.800442184264826e-05,
      "loss": 1.7891,
      "step": 92169
    },
    {
      "epoch": 4.287973947429634,
      "grad_norm": 1.7581102912127118,
      "learning_rate": 5.8001490417241894e-05,
      "loss": 1.7656,
      "step": 92170
    },
    {
      "epoch": 4.288020469876716,
      "grad_norm": 1.578913801084284,
      "learning_rate": 5.79985590481576e-05,
      "loss": 1.4688,
      "step": 92171
    },
    {
      "epoch": 4.288066992323796,
      "grad_norm": 1.7812902855003634,
      "learning_rate": 5.799562773539715e-05,
      "loss": 1.6406,
      "step": 92172
    },
    {
      "epoch": 4.288113514770877,
      "grad_norm": 1.6786852274352428,
      "learning_rate": 5.799269647896232e-05,
      "loss": 1.5703,
      "step": 92173
    },
    {
      "epoch": 4.288160037217958,
      "grad_norm": 1.8277364163256842,
      "learning_rate": 5.798976527885483e-05,
      "loss": 1.7812,
      "step": 92174
    },
    {
      "epoch": 4.2882065596650385,
      "grad_norm": 1.694107036459599,
      "learning_rate": 5.798683413507657e-05,
      "loss": 1.6797,
      "step": 92175
    },
    {
      "epoch": 4.288253082112119,
      "grad_norm": 1.7331591642168487,
      "learning_rate": 5.798390304762935e-05,
      "loss": 1.6172,
      "step": 92176
    },
    {
      "epoch": 4.2882996045591995,
      "grad_norm": 1.6671172024596703,
      "learning_rate": 5.798097201651493e-05,
      "loss": 1.6172,
      "step": 92177
    },
    {
      "epoch": 4.288346127006281,
      "grad_norm": 1.66302972225446,
      "learning_rate": 5.797804104173512e-05,
      "loss": 1.5859,
      "step": 92178
    },
    {
      "epoch": 4.288392649453361,
      "grad_norm": 1.6659814420493162,
      "learning_rate": 5.797511012329162e-05,
      "loss": 1.6328,
      "step": 92179
    },
    {
      "epoch": 4.288439171900442,
      "grad_norm": 1.6976489209006487,
      "learning_rate": 5.7972179261186366e-05,
      "loss": 1.5938,
      "step": 92180
    },
    {
      "epoch": 4.288485694347523,
      "grad_norm": 1.6304628132152357,
      "learning_rate": 5.7969248455421066e-05,
      "loss": 1.5156,
      "step": 92181
    },
    {
      "epoch": 4.288532216794604,
      "grad_norm": 1.6765898243078414,
      "learning_rate": 5.796631770599756e-05,
      "loss": 1.4766,
      "step": 92182
    },
    {
      "epoch": 4.288578739241684,
      "grad_norm": 1.6273626634353178,
      "learning_rate": 5.7963387012917536e-05,
      "loss": 1.5859,
      "step": 92183
    },
    {
      "epoch": 4.288625261688765,
      "grad_norm": 1.545082600225036,
      "learning_rate": 5.796045637618295e-05,
      "loss": 1.4531,
      "step": 92184
    },
    {
      "epoch": 4.288671784135846,
      "grad_norm": 1.571356907033926,
      "learning_rate": 5.795752579579551e-05,
      "loss": 1.4531,
      "step": 92185
    },
    {
      "epoch": 4.288718306582926,
      "grad_norm": 1.8313495069019514,
      "learning_rate": 5.7954595271757005e-05,
      "loss": 1.8047,
      "step": 92186
    },
    {
      "epoch": 4.288764829030007,
      "grad_norm": 1.723804491476986,
      "learning_rate": 5.7951664804069245e-05,
      "loss": 1.6562,
      "step": 92187
    },
    {
      "epoch": 4.288811351477087,
      "grad_norm": 1.7037722808407993,
      "learning_rate": 5.794873439273395e-05,
      "loss": 1.6016,
      "step": 92188
    },
    {
      "epoch": 4.288857873924169,
      "grad_norm": 1.626009279181926,
      "learning_rate": 5.794580403775305e-05,
      "loss": 1.5938,
      "step": 92189
    },
    {
      "epoch": 4.288904396371249,
      "grad_norm": 1.6524009935919703,
      "learning_rate": 5.794287373912827e-05,
      "loss": 1.5156,
      "step": 92190
    },
    {
      "epoch": 4.28895091881833,
      "grad_norm": 1.7450398591829703,
      "learning_rate": 5.793994349686141e-05,
      "loss": 1.7109,
      "step": 92191
    },
    {
      "epoch": 4.28899744126541,
      "grad_norm": 1.815157370955652,
      "learning_rate": 5.79370133109542e-05,
      "loss": 1.8047,
      "step": 92192
    },
    {
      "epoch": 4.2890439637124915,
      "grad_norm": 1.6523740866081567,
      "learning_rate": 5.793408318140855e-05,
      "loss": 1.5547,
      "step": 92193
    },
    {
      "epoch": 4.289090486159572,
      "grad_norm": 1.5785969171298726,
      "learning_rate": 5.793115310822618e-05,
      "loss": 1.4609,
      "step": 92194
    },
    {
      "epoch": 4.2891370086066525,
      "grad_norm": 1.6741724475035604,
      "learning_rate": 5.7928223091408924e-05,
      "loss": 1.6719,
      "step": 92195
    },
    {
      "epoch": 4.289183531053734,
      "grad_norm": 1.7097514131407603,
      "learning_rate": 5.792529313095848e-05,
      "loss": 1.6719,
      "step": 92196
    },
    {
      "epoch": 4.289230053500814,
      "grad_norm": 1.7140081013357493,
      "learning_rate": 5.7922363226876737e-05,
      "loss": 1.6562,
      "step": 92197
    },
    {
      "epoch": 4.289276575947895,
      "grad_norm": 1.5619841185791579,
      "learning_rate": 5.791943337916549e-05,
      "loss": 1.4922,
      "step": 92198
    },
    {
      "epoch": 4.289323098394975,
      "grad_norm": 1.7240316010859464,
      "learning_rate": 5.791650358782654e-05,
      "loss": 1.6172,
      "step": 92199
    },
    {
      "epoch": 4.289369620842057,
      "grad_norm": 1.8325755740847307,
      "learning_rate": 5.7913573852861625e-05,
      "loss": 1.7578,
      "step": 92200
    },
    {
      "epoch": 4.289416143289137,
      "grad_norm": 1.4743528689128909,
      "learning_rate": 5.791064417427252e-05,
      "loss": 1.3125,
      "step": 92201
    },
    {
      "epoch": 4.289462665736218,
      "grad_norm": 1.7401278948757977,
      "learning_rate": 5.7907714552061116e-05,
      "loss": 1.7578,
      "step": 92202
    },
    {
      "epoch": 4.289509188183298,
      "grad_norm": 1.6133417097438068,
      "learning_rate": 5.790478498622914e-05,
      "loss": 1.5625,
      "step": 92203
    },
    {
      "epoch": 4.289555710630379,
      "grad_norm": 1.8372863111539015,
      "learning_rate": 5.790185547677842e-05,
      "loss": 1.8438,
      "step": 92204
    },
    {
      "epoch": 4.28960223307746,
      "grad_norm": 1.719621244082055,
      "learning_rate": 5.789892602371065e-05,
      "loss": 1.6953,
      "step": 92205
    },
    {
      "epoch": 4.28964875552454,
      "grad_norm": 1.6593659547532356,
      "learning_rate": 5.7895996627027766e-05,
      "loss": 1.7031,
      "step": 92206
    },
    {
      "epoch": 4.289695277971621,
      "grad_norm": 1.6557806322434765,
      "learning_rate": 5.789306728673149e-05,
      "loss": 1.4297,
      "step": 92207
    },
    {
      "epoch": 4.289741800418702,
      "grad_norm": 1.456316623419277,
      "learning_rate": 5.7890138002823636e-05,
      "loss": 1.3047,
      "step": 92208
    },
    {
      "epoch": 4.289788322865783,
      "grad_norm": 1.7064963276625935,
      "learning_rate": 5.7887208775305905e-05,
      "loss": 1.7266,
      "step": 92209
    },
    {
      "epoch": 4.289834845312863,
      "grad_norm": 1.7110181288497708,
      "learning_rate": 5.788427960418023e-05,
      "loss": 1.7109,
      "step": 92210
    },
    {
      "epoch": 4.2898813677599446,
      "grad_norm": 1.6097660086518777,
      "learning_rate": 5.7881350489448354e-05,
      "loss": 1.5312,
      "step": 92211
    },
    {
      "epoch": 4.289927890207025,
      "grad_norm": 1.739110394992316,
      "learning_rate": 5.7878421431112044e-05,
      "loss": 1.7734,
      "step": 92212
    },
    {
      "epoch": 4.2899744126541055,
      "grad_norm": 1.7118717936616095,
      "learning_rate": 5.787549242917312e-05,
      "loss": 1.5781,
      "step": 92213
    },
    {
      "epoch": 4.290020935101186,
      "grad_norm": 1.7903523873254283,
      "learning_rate": 5.78725634836333e-05,
      "loss": 1.8359,
      "step": 92214
    },
    {
      "epoch": 4.290067457548267,
      "grad_norm": 1.7069525482286731,
      "learning_rate": 5.78696345944945e-05,
      "loss": 1.6094,
      "step": 92215
    },
    {
      "epoch": 4.290113979995348,
      "grad_norm": 1.5964172320651888,
      "learning_rate": 5.786670576175844e-05,
      "loss": 1.5625,
      "step": 92216
    },
    {
      "epoch": 4.290160502442428,
      "grad_norm": 1.651623026057514,
      "learning_rate": 5.786377698542694e-05,
      "loss": 1.7109,
      "step": 92217
    },
    {
      "epoch": 4.290207024889509,
      "grad_norm": 1.5441511519980675,
      "learning_rate": 5.786084826550171e-05,
      "loss": 1.4609,
      "step": 92218
    },
    {
      "epoch": 4.29025354733659,
      "grad_norm": 1.647150660072016,
      "learning_rate": 5.785791960198463e-05,
      "loss": 1.5703,
      "step": 92219
    },
    {
      "epoch": 4.290300069783671,
      "grad_norm": 1.8274526634328447,
      "learning_rate": 5.785499099487751e-05,
      "loss": 1.8203,
      "step": 92220
    },
    {
      "epoch": 4.290346592230751,
      "grad_norm": 1.6503375974219427,
      "learning_rate": 5.785206244418212e-05,
      "loss": 1.6641,
      "step": 92221
    },
    {
      "epoch": 4.2903931146778325,
      "grad_norm": 1.6478679436705324,
      "learning_rate": 5.784913394990023e-05,
      "loss": 1.5391,
      "step": 92222
    },
    {
      "epoch": 4.290439637124913,
      "grad_norm": 1.4766759554298998,
      "learning_rate": 5.78462055120336e-05,
      "loss": 1.2734,
      "step": 92223
    },
    {
      "epoch": 4.290486159571993,
      "grad_norm": 1.603387658558574,
      "learning_rate": 5.784327713058412e-05,
      "loss": 1.5,
      "step": 92224
    },
    {
      "epoch": 4.290532682019074,
      "grad_norm": 1.7480763939643513,
      "learning_rate": 5.784034880555351e-05,
      "loss": 1.7109,
      "step": 92225
    },
    {
      "epoch": 4.290579204466155,
      "grad_norm": 1.5805499595578902,
      "learning_rate": 5.78374205369436e-05,
      "loss": 1.4531,
      "step": 92226
    },
    {
      "epoch": 4.290625726913236,
      "grad_norm": 1.7967131661143558,
      "learning_rate": 5.783449232475611e-05,
      "loss": 1.7734,
      "step": 92227
    },
    {
      "epoch": 4.290672249360316,
      "grad_norm": 1.7860236866537744,
      "learning_rate": 5.783156416899293e-05,
      "loss": 1.8047,
      "step": 92228
    },
    {
      "epoch": 4.290718771807397,
      "grad_norm": 1.7036152534023918,
      "learning_rate": 5.782863606965582e-05,
      "loss": 1.6406,
      "step": 92229
    },
    {
      "epoch": 4.290765294254478,
      "grad_norm": 1.7327854063615082,
      "learning_rate": 5.782570802674657e-05,
      "loss": 1.5391,
      "step": 92230
    },
    {
      "epoch": 4.2908118167015585,
      "grad_norm": 1.6529243497830335,
      "learning_rate": 5.78227800402669e-05,
      "loss": 1.6484,
      "step": 92231
    },
    {
      "epoch": 4.290858339148639,
      "grad_norm": 1.7503568058906323,
      "learning_rate": 5.781985211021872e-05,
      "loss": 1.7109,
      "step": 92232
    },
    {
      "epoch": 4.29090486159572,
      "grad_norm": 1.7005004783979851,
      "learning_rate": 5.7816924236603764e-05,
      "loss": 1.625,
      "step": 92233
    },
    {
      "epoch": 4.290951384042801,
      "grad_norm": 1.7041511982151192,
      "learning_rate": 5.781399641942385e-05,
      "loss": 1.5703,
      "step": 92234
    },
    {
      "epoch": 4.290997906489881,
      "grad_norm": 1.6705971815410428,
      "learning_rate": 5.781106865868067e-05,
      "loss": 1.5625,
      "step": 92235
    },
    {
      "epoch": 4.291044428936962,
      "grad_norm": 1.6690796341794214,
      "learning_rate": 5.780814095437616e-05,
      "loss": 1.6094,
      "step": 92236
    },
    {
      "epoch": 4.291090951384043,
      "grad_norm": 1.6262870339303739,
      "learning_rate": 5.780521330651206e-05,
      "loss": 1.5625,
      "step": 92237
    },
    {
      "epoch": 4.291137473831124,
      "grad_norm": 1.5679445956260711,
      "learning_rate": 5.780228571509016e-05,
      "loss": 1.4609,
      "step": 92238
    },
    {
      "epoch": 4.291183996278204,
      "grad_norm": 1.68679218207794,
      "learning_rate": 5.779935818011222e-05,
      "loss": 1.7109,
      "step": 92239
    },
    {
      "epoch": 4.291230518725285,
      "grad_norm": 1.6621272352993688,
      "learning_rate": 5.779643070158001e-05,
      "loss": 1.6016,
      "step": 92240
    },
    {
      "epoch": 4.291277041172366,
      "grad_norm": 1.7958576321910673,
      "learning_rate": 5.779350327949538e-05,
      "loss": 1.7578,
      "step": 92241
    },
    {
      "epoch": 4.2913235636194464,
      "grad_norm": 1.634777850700116,
      "learning_rate": 5.779057591386016e-05,
      "loss": 1.5,
      "step": 92242
    },
    {
      "epoch": 4.291370086066527,
      "grad_norm": 1.5935273194135753,
      "learning_rate": 5.778764860467609e-05,
      "loss": 1.4141,
      "step": 92243
    },
    {
      "epoch": 4.291416608513607,
      "grad_norm": 1.7245662683364367,
      "learning_rate": 5.778472135194496e-05,
      "loss": 1.7109,
      "step": 92244
    },
    {
      "epoch": 4.291463130960689,
      "grad_norm": 1.6872455526703223,
      "learning_rate": 5.778179415566851e-05,
      "loss": 1.6406,
      "step": 92245
    },
    {
      "epoch": 4.291509653407769,
      "grad_norm": 1.6704921706464497,
      "learning_rate": 5.7778867015848664e-05,
      "loss": 1.5547,
      "step": 92246
    },
    {
      "epoch": 4.29155617585485,
      "grad_norm": 1.6533958437552057,
      "learning_rate": 5.7775939932487117e-05,
      "loss": 1.6641,
      "step": 92247
    },
    {
      "epoch": 4.291602698301931,
      "grad_norm": 1.6526609646789336,
      "learning_rate": 5.7773012905585696e-05,
      "loss": 1.5938,
      "step": 92248
    },
    {
      "epoch": 4.291649220749012,
      "grad_norm": 1.58719934081489,
      "learning_rate": 5.777008593514613e-05,
      "loss": 1.5078,
      "step": 92249
    },
    {
      "epoch": 4.291695743196092,
      "grad_norm": 1.5821243300790788,
      "learning_rate": 5.776715902117029e-05,
      "loss": 1.4609,
      "step": 92250
    },
    {
      "epoch": 4.2917422656431725,
      "grad_norm": 1.55431214599375,
      "learning_rate": 5.7764232163659965e-05,
      "loss": 1.3828,
      "step": 92251
    },
    {
      "epoch": 4.291788788090254,
      "grad_norm": 1.5687406180834949,
      "learning_rate": 5.776130536261691e-05,
      "loss": 1.375,
      "step": 92252
    },
    {
      "epoch": 4.291835310537334,
      "grad_norm": 1.6574478765066558,
      "learning_rate": 5.775837861804287e-05,
      "loss": 1.7188,
      "step": 92253
    },
    {
      "epoch": 4.291881832984415,
      "grad_norm": 1.8398916483056942,
      "learning_rate": 5.775545192993975e-05,
      "loss": 1.875,
      "step": 92254
    },
    {
      "epoch": 4.291928355431495,
      "grad_norm": 1.6699871329408131,
      "learning_rate": 5.775252529830929e-05,
      "loss": 1.6562,
      "step": 92255
    },
    {
      "epoch": 4.291974877878577,
      "grad_norm": 1.8085470613684602,
      "learning_rate": 5.7749598723153276e-05,
      "loss": 1.7656,
      "step": 92256
    },
    {
      "epoch": 4.292021400325657,
      "grad_norm": 1.6871840163505825,
      "learning_rate": 5.774667220447345e-05,
      "loss": 1.6797,
      "step": 92257
    },
    {
      "epoch": 4.292067922772738,
      "grad_norm": 1.4470232881140501,
      "learning_rate": 5.77437457422717e-05,
      "loss": 1.3281,
      "step": 92258
    },
    {
      "epoch": 4.292114445219818,
      "grad_norm": 1.673389149206205,
      "learning_rate": 5.7740819336549785e-05,
      "loss": 1.6094,
      "step": 92259
    },
    {
      "epoch": 4.2921609676668995,
      "grad_norm": 1.7177872143190531,
      "learning_rate": 5.773789298730948e-05,
      "loss": 1.7109,
      "step": 92260
    },
    {
      "epoch": 4.29220749011398,
      "grad_norm": 1.6629177390768106,
      "learning_rate": 5.773496669455253e-05,
      "loss": 1.4922,
      "step": 92261
    },
    {
      "epoch": 4.29225401256106,
      "grad_norm": 1.6850984568373701,
      "learning_rate": 5.773204045828082e-05,
      "loss": 1.6172,
      "step": 92262
    },
    {
      "epoch": 4.292300535008142,
      "grad_norm": 1.5271496775099693,
      "learning_rate": 5.772911427849606e-05,
      "loss": 1.3281,
      "step": 92263
    },
    {
      "epoch": 4.292347057455222,
      "grad_norm": 1.5066848044469732,
      "learning_rate": 5.772618815520013e-05,
      "loss": 1.3594,
      "step": 92264
    },
    {
      "epoch": 4.292393579902303,
      "grad_norm": 1.7909370930073227,
      "learning_rate": 5.772326208839476e-05,
      "loss": 1.7656,
      "step": 92265
    },
    {
      "epoch": 4.292440102349383,
      "grad_norm": 1.688900270547673,
      "learning_rate": 5.7720336078081695e-05,
      "loss": 1.7344,
      "step": 92266
    },
    {
      "epoch": 4.292486624796465,
      "grad_norm": 1.6287290819095583,
      "learning_rate": 5.771741012426286e-05,
      "loss": 1.4844,
      "step": 92267
    },
    {
      "epoch": 4.292533147243545,
      "grad_norm": 1.6140860250730578,
      "learning_rate": 5.7714484226939955e-05,
      "loss": 1.5078,
      "step": 92268
    },
    {
      "epoch": 4.2925796696906255,
      "grad_norm": 1.787180859005377,
      "learning_rate": 5.771155838611479e-05,
      "loss": 1.6172,
      "step": 92269
    },
    {
      "epoch": 4.292626192137707,
      "grad_norm": 1.522863189651287,
      "learning_rate": 5.770863260178916e-05,
      "loss": 1.5234,
      "step": 92270
    },
    {
      "epoch": 4.292672714584787,
      "grad_norm": 1.8079642522074575,
      "learning_rate": 5.770570687396478e-05,
      "loss": 1.8438,
      "step": 92271
    },
    {
      "epoch": 4.292719237031868,
      "grad_norm": 1.7475334279857113,
      "learning_rate": 5.770278120264357e-05,
      "loss": 1.7578,
      "step": 92272
    },
    {
      "epoch": 4.292765759478948,
      "grad_norm": 1.7477472230371967,
      "learning_rate": 5.769985558782726e-05,
      "loss": 1.6719,
      "step": 92273
    },
    {
      "epoch": 4.29281228192603,
      "grad_norm": 1.8001333116325842,
      "learning_rate": 5.769693002951766e-05,
      "loss": 1.7891,
      "step": 92274
    },
    {
      "epoch": 4.29285880437311,
      "grad_norm": 1.7504975787647867,
      "learning_rate": 5.7694004527716466e-05,
      "loss": 1.75,
      "step": 92275
    },
    {
      "epoch": 4.292905326820191,
      "grad_norm": 1.6442190281734423,
      "learning_rate": 5.769107908242562e-05,
      "loss": 1.4453,
      "step": 92276
    },
    {
      "epoch": 4.292951849267271,
      "grad_norm": 1.4870533328161994,
      "learning_rate": 5.768815369364683e-05,
      "loss": 1.3438,
      "step": 92277
    },
    {
      "epoch": 4.2929983717143525,
      "grad_norm": 1.6101159371184193,
      "learning_rate": 5.768522836138189e-05,
      "loss": 1.5156,
      "step": 92278
    },
    {
      "epoch": 4.293044894161433,
      "grad_norm": 1.6987329275589738,
      "learning_rate": 5.768230308563256e-05,
      "loss": 1.5625,
      "step": 92279
    },
    {
      "epoch": 4.2930914166085135,
      "grad_norm": 1.7973827387304684,
      "learning_rate": 5.76793778664007e-05,
      "loss": 1.7578,
      "step": 92280
    },
    {
      "epoch": 4.293137939055594,
      "grad_norm": 1.6068401146295253,
      "learning_rate": 5.767645270368808e-05,
      "loss": 1.4688,
      "step": 92281
    },
    {
      "epoch": 4.293184461502675,
      "grad_norm": 1.570405276651567,
      "learning_rate": 5.767352759749648e-05,
      "loss": 1.4688,
      "step": 92282
    },
    {
      "epoch": 4.293230983949756,
      "grad_norm": 1.5586536524745105,
      "learning_rate": 5.767060254782764e-05,
      "loss": 1.3906,
      "step": 92283
    },
    {
      "epoch": 4.293277506396836,
      "grad_norm": 1.6590838942113852,
      "learning_rate": 5.766767755468344e-05,
      "loss": 1.5234,
      "step": 92284
    },
    {
      "epoch": 4.293324028843918,
      "grad_norm": 1.6946295312116562,
      "learning_rate": 5.76647526180656e-05,
      "loss": 1.6172,
      "step": 92285
    },
    {
      "epoch": 4.293370551290998,
      "grad_norm": 1.7204034783626219,
      "learning_rate": 5.766182773797599e-05,
      "loss": 1.6094,
      "step": 92286
    },
    {
      "epoch": 4.293417073738079,
      "grad_norm": 1.6159685332838079,
      "learning_rate": 5.7658902914416346e-05,
      "loss": 1.4766,
      "step": 92287
    },
    {
      "epoch": 4.293463596185159,
      "grad_norm": 1.7386545784173832,
      "learning_rate": 5.765597814738843e-05,
      "loss": 1.6953,
      "step": 92288
    },
    {
      "epoch": 4.29351011863224,
      "grad_norm": 1.6205916901617645,
      "learning_rate": 5.76530534368941e-05,
      "loss": 1.4844,
      "step": 92289
    },
    {
      "epoch": 4.293556641079321,
      "grad_norm": 1.7633266860341286,
      "learning_rate": 5.765012878293512e-05,
      "loss": 1.75,
      "step": 92290
    },
    {
      "epoch": 4.293603163526401,
      "grad_norm": 1.6598853063053962,
      "learning_rate": 5.7647204185513284e-05,
      "loss": 1.6875,
      "step": 92291
    },
    {
      "epoch": 4.293649685973482,
      "grad_norm": 1.7982102964516165,
      "learning_rate": 5.764427964463031e-05,
      "loss": 1.7188,
      "step": 92292
    },
    {
      "epoch": 4.293696208420563,
      "grad_norm": 1.7638450950028275,
      "learning_rate": 5.7641355160288114e-05,
      "loss": 1.7656,
      "step": 92293
    },
    {
      "epoch": 4.293742730867644,
      "grad_norm": 1.7876222896759968,
      "learning_rate": 5.763843073248842e-05,
      "loss": 1.8047,
      "step": 92294
    },
    {
      "epoch": 4.293789253314724,
      "grad_norm": 1.6143242725320788,
      "learning_rate": 5.763550636123302e-05,
      "loss": 1.3984,
      "step": 92295
    },
    {
      "epoch": 4.293835775761805,
      "grad_norm": 1.680238943087689,
      "learning_rate": 5.763258204652372e-05,
      "loss": 1.7031,
      "step": 92296
    },
    {
      "epoch": 4.293882298208886,
      "grad_norm": 1.7297457451035956,
      "learning_rate": 5.762965778836223e-05,
      "loss": 1.6328,
      "step": 92297
    },
    {
      "epoch": 4.2939288206559665,
      "grad_norm": 1.7250127176414707,
      "learning_rate": 5.762673358675046e-05,
      "loss": 1.7266,
      "step": 92298
    },
    {
      "epoch": 4.293975343103047,
      "grad_norm": 1.6946177801014648,
      "learning_rate": 5.7623809441690155e-05,
      "loss": 1.5703,
      "step": 92299
    },
    {
      "epoch": 4.294021865550128,
      "grad_norm": 1.733019198270878,
      "learning_rate": 5.762088535318311e-05,
      "loss": 1.6953,
      "step": 92300
    },
    {
      "epoch": 4.294068387997209,
      "grad_norm": 1.7472078201145191,
      "learning_rate": 5.761796132123103e-05,
      "loss": 1.5547,
      "step": 92301
    },
    {
      "epoch": 4.294114910444289,
      "grad_norm": 1.6414948532161489,
      "learning_rate": 5.761503734583585e-05,
      "loss": 1.5859,
      "step": 92302
    },
    {
      "epoch": 4.29416143289137,
      "grad_norm": 1.5628360121950073,
      "learning_rate": 5.761211342699927e-05,
      "loss": 1.4062,
      "step": 92303
    },
    {
      "epoch": 4.294207955338451,
      "grad_norm": 1.6733584271429036,
      "learning_rate": 5.760918956472311e-05,
      "loss": 1.6562,
      "step": 92304
    },
    {
      "epoch": 4.294254477785532,
      "grad_norm": 1.708369940355146,
      "learning_rate": 5.76062657590091e-05,
      "loss": 1.6328,
      "step": 92305
    },
    {
      "epoch": 4.294301000232612,
      "grad_norm": 1.6982675902208577,
      "learning_rate": 5.760334200985912e-05,
      "loss": 1.7422,
      "step": 92306
    },
    {
      "epoch": 4.2943475226796926,
      "grad_norm": 1.535807487237878,
      "learning_rate": 5.760041831727487e-05,
      "loss": 1.4609,
      "step": 92307
    },
    {
      "epoch": 4.294394045126774,
      "grad_norm": 1.6368346131852192,
      "learning_rate": 5.759749468125825e-05,
      "loss": 1.5156,
      "step": 92308
    },
    {
      "epoch": 4.294440567573854,
      "grad_norm": 1.4939597268218388,
      "learning_rate": 5.759457110181097e-05,
      "loss": 1.3672,
      "step": 92309
    },
    {
      "epoch": 4.294487090020935,
      "grad_norm": 1.7290294774599841,
      "learning_rate": 5.7591647578934796e-05,
      "loss": 1.5547,
      "step": 92310
    },
    {
      "epoch": 4.294533612468015,
      "grad_norm": 1.7258194707541308,
      "learning_rate": 5.758872411263162e-05,
      "loss": 1.5938,
      "step": 92311
    },
    {
      "epoch": 4.294580134915097,
      "grad_norm": 1.7607256674677128,
      "learning_rate": 5.758580070290316e-05,
      "loss": 1.7656,
      "step": 92312
    },
    {
      "epoch": 4.294626657362177,
      "grad_norm": 1.8948481411676596,
      "learning_rate": 5.7582877349751225e-05,
      "loss": 1.8828,
      "step": 92313
    },
    {
      "epoch": 4.294673179809258,
      "grad_norm": 1.630728703687832,
      "learning_rate": 5.757995405317754e-05,
      "loss": 1.4922,
      "step": 92314
    },
    {
      "epoch": 4.294719702256339,
      "grad_norm": 1.745601453397384,
      "learning_rate": 5.7577030813184e-05,
      "loss": 1.4609,
      "step": 92315
    },
    {
      "epoch": 4.2947662247034195,
      "grad_norm": 1.866734454798199,
      "learning_rate": 5.757410762977235e-05,
      "loss": 1.8984,
      "step": 92316
    },
    {
      "epoch": 4.2948127471505,
      "grad_norm": 1.548303340075944,
      "learning_rate": 5.757118450294438e-05,
      "loss": 1.3984,
      "step": 92317
    },
    {
      "epoch": 4.2948592695975805,
      "grad_norm": 1.5831556992043694,
      "learning_rate": 5.756826143270182e-05,
      "loss": 1.4375,
      "step": 92318
    },
    {
      "epoch": 4.294905792044662,
      "grad_norm": 1.7731265312685558,
      "learning_rate": 5.756533841904657e-05,
      "loss": 1.6562,
      "step": 92319
    },
    {
      "epoch": 4.294952314491742,
      "grad_norm": 1.6415927151595555,
      "learning_rate": 5.7562415461980366e-05,
      "loss": 1.4922,
      "step": 92320
    },
    {
      "epoch": 4.294998836938823,
      "grad_norm": 1.7383066675327874,
      "learning_rate": 5.755949256150499e-05,
      "loss": 1.5312,
      "step": 92321
    },
    {
      "epoch": 4.295045359385904,
      "grad_norm": 1.6933477285686778,
      "learning_rate": 5.755656971762225e-05,
      "loss": 1.5469,
      "step": 92322
    },
    {
      "epoch": 4.295091881832985,
      "grad_norm": 1.5837099215787416,
      "learning_rate": 5.755364693033386e-05,
      "loss": 1.3281,
      "step": 92323
    },
    {
      "epoch": 4.295138404280065,
      "grad_norm": 1.7194631915793848,
      "learning_rate": 5.7550724199641725e-05,
      "loss": 1.6328,
      "step": 92324
    },
    {
      "epoch": 4.295184926727146,
      "grad_norm": 1.7667219590083585,
      "learning_rate": 5.754780152554758e-05,
      "loss": 1.6484,
      "step": 92325
    },
    {
      "epoch": 4.295231449174227,
      "grad_norm": 1.560027581066294,
      "learning_rate": 5.754487890805321e-05,
      "loss": 1.5078,
      "step": 92326
    },
    {
      "epoch": 4.295277971621307,
      "grad_norm": 1.641626506039054,
      "learning_rate": 5.7541956347160375e-05,
      "loss": 1.5312,
      "step": 92327
    },
    {
      "epoch": 4.295324494068388,
      "grad_norm": 1.531091546618355,
      "learning_rate": 5.7539033842870935e-05,
      "loss": 1.3438,
      "step": 92328
    },
    {
      "epoch": 4.295371016515468,
      "grad_norm": 1.5882813987347335,
      "learning_rate": 5.75361113951866e-05,
      "loss": 1.3984,
      "step": 92329
    },
    {
      "epoch": 4.29541753896255,
      "grad_norm": 1.4518183465876628,
      "learning_rate": 5.753318900410925e-05,
      "loss": 1.2891,
      "step": 92330
    },
    {
      "epoch": 4.29546406140963,
      "grad_norm": 1.5564962859471154,
      "learning_rate": 5.753026666964064e-05,
      "loss": 1.4219,
      "step": 92331
    },
    {
      "epoch": 4.295510583856711,
      "grad_norm": 1.7499128026688093,
      "learning_rate": 5.752734439178247e-05,
      "loss": 1.7188,
      "step": 92332
    },
    {
      "epoch": 4.295557106303791,
      "grad_norm": 1.6351261298388151,
      "learning_rate": 5.7524422170536675e-05,
      "loss": 1.6562,
      "step": 92333
    },
    {
      "epoch": 4.2956036287508725,
      "grad_norm": 1.7636768824329097,
      "learning_rate": 5.752150000590497e-05,
      "loss": 1.6953,
      "step": 92334
    },
    {
      "epoch": 4.295650151197953,
      "grad_norm": 1.772907792485661,
      "learning_rate": 5.751857789788915e-05,
      "loss": 1.6797,
      "step": 92335
    },
    {
      "epoch": 4.2956966736450335,
      "grad_norm": 1.7473063620049754,
      "learning_rate": 5.7515655846490954e-05,
      "loss": 1.7188,
      "step": 92336
    },
    {
      "epoch": 4.295743196092115,
      "grad_norm": 1.709145701527147,
      "learning_rate": 5.751273385171227e-05,
      "loss": 1.6328,
      "step": 92337
    },
    {
      "epoch": 4.295789718539195,
      "grad_norm": 1.8534422193863842,
      "learning_rate": 5.750981191355482e-05,
      "loss": 1.9219,
      "step": 92338
    },
    {
      "epoch": 4.295836240986276,
      "grad_norm": 1.6359758367180468,
      "learning_rate": 5.7506890032020416e-05,
      "loss": 1.5312,
      "step": 92339
    },
    {
      "epoch": 4.295882763433356,
      "grad_norm": 1.7859943920930914,
      "learning_rate": 5.7503968207110793e-05,
      "loss": 1.7812,
      "step": 92340
    },
    {
      "epoch": 4.295929285880438,
      "grad_norm": 1.653705644250308,
      "learning_rate": 5.750104643882783e-05,
      "loss": 1.6016,
      "step": 92341
    },
    {
      "epoch": 4.295975808327518,
      "grad_norm": 1.5030278724458124,
      "learning_rate": 5.749812472717327e-05,
      "loss": 1.3203,
      "step": 92342
    },
    {
      "epoch": 4.296022330774599,
      "grad_norm": 1.6295154553820004,
      "learning_rate": 5.7495203072148904e-05,
      "loss": 1.6016,
      "step": 92343
    },
    {
      "epoch": 4.296068853221679,
      "grad_norm": 1.7524165255284274,
      "learning_rate": 5.749228147375647e-05,
      "loss": 1.5,
      "step": 92344
    },
    {
      "epoch": 4.2961153756687604,
      "grad_norm": 1.71377682880732,
      "learning_rate": 5.7489359931997874e-05,
      "loss": 1.5781,
      "step": 92345
    },
    {
      "epoch": 4.296161898115841,
      "grad_norm": 1.695076302735822,
      "learning_rate": 5.748643844687482e-05,
      "loss": 1.625,
      "step": 92346
    },
    {
      "epoch": 4.296208420562921,
      "grad_norm": 1.6974969946147145,
      "learning_rate": 5.748351701838911e-05,
      "loss": 1.6953,
      "step": 92347
    },
    {
      "epoch": 4.296254943010002,
      "grad_norm": 1.6874988917667282,
      "learning_rate": 5.748059564654255e-05,
      "loss": 1.6328,
      "step": 92348
    },
    {
      "epoch": 4.296301465457083,
      "grad_norm": 1.5521725182983344,
      "learning_rate": 5.747767433133686e-05,
      "loss": 1.3359,
      "step": 92349
    },
    {
      "epoch": 4.296347987904164,
      "grad_norm": 1.7260748000098969,
      "learning_rate": 5.747475307277388e-05,
      "loss": 1.5391,
      "step": 92350
    },
    {
      "epoch": 4.296394510351244,
      "grad_norm": 1.7421319443248047,
      "learning_rate": 5.747183187085545e-05,
      "loss": 1.6328,
      "step": 92351
    },
    {
      "epoch": 4.296441032798326,
      "grad_norm": 1.5934489953979882,
      "learning_rate": 5.746891072558331e-05,
      "loss": 1.4844,
      "step": 92352
    },
    {
      "epoch": 4.296487555245406,
      "grad_norm": 1.5645796036177777,
      "learning_rate": 5.746598963695924e-05,
      "loss": 1.4297,
      "step": 92353
    },
    {
      "epoch": 4.2965340776924865,
      "grad_norm": 1.808350074144376,
      "learning_rate": 5.746306860498501e-05,
      "loss": 1.7812,
      "step": 92354
    },
    {
      "epoch": 4.296580600139567,
      "grad_norm": 1.9068891063344668,
      "learning_rate": 5.746014762966246e-05,
      "loss": 1.7656,
      "step": 92355
    },
    {
      "epoch": 4.296627122586648,
      "grad_norm": 1.587121789453757,
      "learning_rate": 5.745722671099337e-05,
      "loss": 1.6094,
      "step": 92356
    },
    {
      "epoch": 4.296673645033729,
      "grad_norm": 1.7072772756408172,
      "learning_rate": 5.74543058489795e-05,
      "loss": 1.625,
      "step": 92357
    },
    {
      "epoch": 4.296720167480809,
      "grad_norm": 1.7749556675354448,
      "learning_rate": 5.7451385043622606e-05,
      "loss": 1.6797,
      "step": 92358
    },
    {
      "epoch": 4.29676668992789,
      "grad_norm": 1.6272037011508282,
      "learning_rate": 5.744846429492457e-05,
      "loss": 1.625,
      "step": 92359
    },
    {
      "epoch": 4.296813212374971,
      "grad_norm": 1.804973549135029,
      "learning_rate": 5.744554360288712e-05,
      "loss": 1.7109,
      "step": 92360
    },
    {
      "epoch": 4.296859734822052,
      "grad_norm": 1.7726742433559366,
      "learning_rate": 5.744262296751207e-05,
      "loss": 1.625,
      "step": 92361
    },
    {
      "epoch": 4.296906257269132,
      "grad_norm": 1.699844076130849,
      "learning_rate": 5.743970238880113e-05,
      "loss": 1.6719,
      "step": 92362
    },
    {
      "epoch": 4.2969527797162135,
      "grad_norm": 1.7393515270138016,
      "learning_rate": 5.743678186675619e-05,
      "loss": 1.625,
      "step": 92363
    },
    {
      "epoch": 4.296999302163294,
      "grad_norm": 1.6491079898828767,
      "learning_rate": 5.743386140137903e-05,
      "loss": 1.6875,
      "step": 92364
    },
    {
      "epoch": 4.297045824610374,
      "grad_norm": 1.732310096109123,
      "learning_rate": 5.743094099267138e-05,
      "loss": 1.6953,
      "step": 92365
    },
    {
      "epoch": 4.297092347057455,
      "grad_norm": 1.6277598869833387,
      "learning_rate": 5.7428020640635e-05,
      "loss": 1.5703,
      "step": 92366
    },
    {
      "epoch": 4.297138869504536,
      "grad_norm": 1.6904907721140838,
      "learning_rate": 5.742510034527179e-05,
      "loss": 1.6328,
      "step": 92367
    },
    {
      "epoch": 4.297185391951617,
      "grad_norm": 1.5857670535185309,
      "learning_rate": 5.742218010658349e-05,
      "loss": 1.4688,
      "step": 92368
    },
    {
      "epoch": 4.297231914398697,
      "grad_norm": 1.6390069322355014,
      "learning_rate": 5.7419259924571857e-05,
      "loss": 1.5469,
      "step": 92369
    },
    {
      "epoch": 4.297278436845778,
      "grad_norm": 1.6504000182715188,
      "learning_rate": 5.741633979923867e-05,
      "loss": 1.6172,
      "step": 92370
    },
    {
      "epoch": 4.297324959292859,
      "grad_norm": 1.8271298640329354,
      "learning_rate": 5.741341973058577e-05,
      "loss": 1.7188,
      "step": 92371
    },
    {
      "epoch": 4.2973714817399395,
      "grad_norm": 1.6178182410080555,
      "learning_rate": 5.741049971861489e-05,
      "loss": 1.4609,
      "step": 92372
    },
    {
      "epoch": 4.29741800418702,
      "grad_norm": 1.7325439751691094,
      "learning_rate": 5.7407579763327896e-05,
      "loss": 1.6172,
      "step": 92373
    },
    {
      "epoch": 4.297464526634101,
      "grad_norm": 1.4818841802371105,
      "learning_rate": 5.740465986472652e-05,
      "loss": 1.3516,
      "step": 92374
    },
    {
      "epoch": 4.297511049081182,
      "grad_norm": 1.630059481167651,
      "learning_rate": 5.740174002281257e-05,
      "loss": 1.4688,
      "step": 92375
    },
    {
      "epoch": 4.297557571528262,
      "grad_norm": 1.721553058313404,
      "learning_rate": 5.739882023758776e-05,
      "loss": 1.6641,
      "step": 92376
    },
    {
      "epoch": 4.297604093975343,
      "grad_norm": 1.7865276143893858,
      "learning_rate": 5.739590050905398e-05,
      "loss": 1.7578,
      "step": 92377
    },
    {
      "epoch": 4.297650616422424,
      "grad_norm": 1.655347372436995,
      "learning_rate": 5.739298083721298e-05,
      "loss": 1.6016,
      "step": 92378
    },
    {
      "epoch": 4.297697138869505,
      "grad_norm": 1.9563283130780769,
      "learning_rate": 5.739006122206655e-05,
      "loss": 1.8906,
      "step": 92379
    },
    {
      "epoch": 4.297743661316585,
      "grad_norm": 1.6150308674997915,
      "learning_rate": 5.738714166361642e-05,
      "loss": 1.4844,
      "step": 92380
    },
    {
      "epoch": 4.297790183763666,
      "grad_norm": 1.74857397175923,
      "learning_rate": 5.7384222161864485e-05,
      "loss": 1.6953,
      "step": 92381
    },
    {
      "epoch": 4.297836706210747,
      "grad_norm": 1.6609534936944594,
      "learning_rate": 5.738130271681246e-05,
      "loss": 1.5547,
      "step": 92382
    },
    {
      "epoch": 4.2978832286578275,
      "grad_norm": 1.7267835493953672,
      "learning_rate": 5.7378383328462144e-05,
      "loss": 1.6562,
      "step": 92383
    },
    {
      "epoch": 4.297929751104908,
      "grad_norm": 1.6658315030161388,
      "learning_rate": 5.737546399681529e-05,
      "loss": 1.5625,
      "step": 92384
    },
    {
      "epoch": 4.297976273551988,
      "grad_norm": 1.908397040709888,
      "learning_rate": 5.7372544721873774e-05,
      "loss": 1.9766,
      "step": 92385
    },
    {
      "epoch": 4.29802279599907,
      "grad_norm": 1.6672461717582878,
      "learning_rate": 5.7369625503639335e-05,
      "loss": 1.5703,
      "step": 92386
    },
    {
      "epoch": 4.29806931844615,
      "grad_norm": 1.7828709663723898,
      "learning_rate": 5.7366706342113745e-05,
      "loss": 1.9531,
      "step": 92387
    },
    {
      "epoch": 4.298115840893231,
      "grad_norm": 1.7626972002239085,
      "learning_rate": 5.736378723729876e-05,
      "loss": 1.7344,
      "step": 92388
    },
    {
      "epoch": 4.298162363340312,
      "grad_norm": 1.7137611495537475,
      "learning_rate": 5.7360868189196255e-05,
      "loss": 1.6094,
      "step": 92389
    },
    {
      "epoch": 4.298208885787393,
      "grad_norm": 1.718555838766985,
      "learning_rate": 5.735794919780797e-05,
      "loss": 1.6562,
      "step": 92390
    },
    {
      "epoch": 4.298255408234473,
      "grad_norm": 1.7821608716970607,
      "learning_rate": 5.73550302631357e-05,
      "loss": 1.7578,
      "step": 92391
    },
    {
      "epoch": 4.2983019306815535,
      "grad_norm": 1.7122587382140304,
      "learning_rate": 5.7352111385181185e-05,
      "loss": 1.6172,
      "step": 92392
    },
    {
      "epoch": 4.298348453128635,
      "grad_norm": 1.6619726399510297,
      "learning_rate": 5.734919256394629e-05,
      "loss": 1.3984,
      "step": 92393
    },
    {
      "epoch": 4.298394975575715,
      "grad_norm": 1.780559781787328,
      "learning_rate": 5.734627379943271e-05,
      "loss": 1.7109,
      "step": 92394
    },
    {
      "epoch": 4.298441498022796,
      "grad_norm": 1.628647051023644,
      "learning_rate": 5.734335509164235e-05,
      "loss": 1.5547,
      "step": 92395
    },
    {
      "epoch": 4.298488020469876,
      "grad_norm": 1.4998835261537256,
      "learning_rate": 5.734043644057694e-05,
      "loss": 1.2891,
      "step": 92396
    },
    {
      "epoch": 4.298534542916958,
      "grad_norm": 1.7328107094392318,
      "learning_rate": 5.73375178462382e-05,
      "loss": 1.8125,
      "step": 92397
    },
    {
      "epoch": 4.298581065364038,
      "grad_norm": 1.6890886778736043,
      "learning_rate": 5.7334599308628024e-05,
      "loss": 1.625,
      "step": 92398
    },
    {
      "epoch": 4.298627587811119,
      "grad_norm": 1.5906366315266494,
      "learning_rate": 5.733168082774816e-05,
      "loss": 1.5234,
      "step": 92399
    },
    {
      "epoch": 4.298674110258199,
      "grad_norm": 1.659126574769191,
      "learning_rate": 5.732876240360038e-05,
      "loss": 1.6328,
      "step": 92400
    },
    {
      "epoch": 4.2987206327052805,
      "grad_norm": 1.602217903156338,
      "learning_rate": 5.732584403618649e-05,
      "loss": 1.4844,
      "step": 92401
    },
    {
      "epoch": 4.298767155152361,
      "grad_norm": 1.6174962822045826,
      "learning_rate": 5.73229257255082e-05,
      "loss": 1.4688,
      "step": 92402
    },
    {
      "epoch": 4.298813677599441,
      "grad_norm": 1.4424516130706746,
      "learning_rate": 5.7320007471567425e-05,
      "loss": 1.2266,
      "step": 92403
    },
    {
      "epoch": 4.298860200046523,
      "grad_norm": 1.8532932190027263,
      "learning_rate": 5.731708927436589e-05,
      "loss": 1.8984,
      "step": 92404
    },
    {
      "epoch": 4.298906722493603,
      "grad_norm": 1.585549275240437,
      "learning_rate": 5.731417113390537e-05,
      "loss": 1.5234,
      "step": 92405
    },
    {
      "epoch": 4.298953244940684,
      "grad_norm": 1.7358622669318056,
      "learning_rate": 5.73112530501876e-05,
      "loss": 1.6406,
      "step": 92406
    },
    {
      "epoch": 4.298999767387764,
      "grad_norm": 1.735564424985283,
      "learning_rate": 5.73083350232145e-05,
      "loss": 1.8047,
      "step": 92407
    },
    {
      "epoch": 4.299046289834846,
      "grad_norm": 1.750704318230054,
      "learning_rate": 5.7305417052987774e-05,
      "loss": 1.7656,
      "step": 92408
    },
    {
      "epoch": 4.299092812281926,
      "grad_norm": 1.6373488187630632,
      "learning_rate": 5.730249913950922e-05,
      "loss": 1.4922,
      "step": 92409
    },
    {
      "epoch": 4.299139334729007,
      "grad_norm": 1.5779232562054153,
      "learning_rate": 5.7299581282780564e-05,
      "loss": 1.5469,
      "step": 92410
    },
    {
      "epoch": 4.299185857176088,
      "grad_norm": 1.647025725100053,
      "learning_rate": 5.72966634828037e-05,
      "loss": 1.6328,
      "step": 92411
    },
    {
      "epoch": 4.299232379623168,
      "grad_norm": 1.5545133841791816,
      "learning_rate": 5.7293745739580373e-05,
      "loss": 1.4141,
      "step": 92412
    },
    {
      "epoch": 4.299278902070249,
      "grad_norm": 1.8569534323863386,
      "learning_rate": 5.729082805311236e-05,
      "loss": 2.0,
      "step": 92413
    },
    {
      "epoch": 4.299325424517329,
      "grad_norm": 1.8709670798660882,
      "learning_rate": 5.72879104234014e-05,
      "loss": 1.8047,
      "step": 92414
    },
    {
      "epoch": 4.299371946964411,
      "grad_norm": 1.720094958047133,
      "learning_rate": 5.7284992850449366e-05,
      "loss": 1.7109,
      "step": 92415
    },
    {
      "epoch": 4.299418469411491,
      "grad_norm": 1.5934585849899128,
      "learning_rate": 5.728207533425796e-05,
      "loss": 1.4844,
      "step": 92416
    },
    {
      "epoch": 4.299464991858572,
      "grad_norm": 1.6253094999829274,
      "learning_rate": 5.727915787482909e-05,
      "loss": 1.6094,
      "step": 92417
    },
    {
      "epoch": 4.299511514305652,
      "grad_norm": 1.730012003225263,
      "learning_rate": 5.727624047216444e-05,
      "loss": 1.7031,
      "step": 92418
    },
    {
      "epoch": 4.2995580367527335,
      "grad_norm": 1.7436194207712834,
      "learning_rate": 5.727332312626576e-05,
      "loss": 1.6953,
      "step": 92419
    },
    {
      "epoch": 4.299604559199814,
      "grad_norm": 1.7413746040660738,
      "learning_rate": 5.727040583713496e-05,
      "loss": 1.7578,
      "step": 92420
    },
    {
      "epoch": 4.2996510816468945,
      "grad_norm": 1.808361842825747,
      "learning_rate": 5.7267488604773787e-05,
      "loss": 1.7656,
      "step": 92421
    },
    {
      "epoch": 4.299697604093975,
      "grad_norm": 1.4992759905224513,
      "learning_rate": 5.726457142918398e-05,
      "loss": 1.3984,
      "step": 92422
    },
    {
      "epoch": 4.299744126541056,
      "grad_norm": 1.7438876056197194,
      "learning_rate": 5.7261654310367314e-05,
      "loss": 1.7031,
      "step": 92423
    },
    {
      "epoch": 4.299790648988137,
      "grad_norm": 1.596051094665938,
      "learning_rate": 5.725873724832564e-05,
      "loss": 1.5781,
      "step": 92424
    },
    {
      "epoch": 4.299837171435217,
      "grad_norm": 1.7392792301476752,
      "learning_rate": 5.725582024306072e-05,
      "loss": 1.7188,
      "step": 92425
    },
    {
      "epoch": 4.299883693882299,
      "grad_norm": 1.7746967758015106,
      "learning_rate": 5.725290329457434e-05,
      "loss": 1.8516,
      "step": 92426
    },
    {
      "epoch": 4.299930216329379,
      "grad_norm": 1.7248885683565125,
      "learning_rate": 5.724998640286828e-05,
      "loss": 1.7266,
      "step": 92427
    },
    {
      "epoch": 4.29997673877646,
      "grad_norm": 1.6971742397486758,
      "learning_rate": 5.724706956794427e-05,
      "loss": 1.6406,
      "step": 92428
    },
    {
      "epoch": 4.30002326122354,
      "grad_norm": 1.6435809326332147,
      "learning_rate": 5.72441527898042e-05,
      "loss": 1.6328,
      "step": 92429
    },
    {
      "epoch": 4.300069783670621,
      "grad_norm": 1.8043526255569735,
      "learning_rate": 5.724123606844981e-05,
      "loss": 1.7656,
      "step": 92430
    },
    {
      "epoch": 4.300116306117702,
      "grad_norm": 1.6104140033652403,
      "learning_rate": 5.723831940388288e-05,
      "loss": 1.4375,
      "step": 92431
    },
    {
      "epoch": 4.300162828564782,
      "grad_norm": 1.5651964755998213,
      "learning_rate": 5.7235402796105155e-05,
      "loss": 1.3828,
      "step": 92432
    },
    {
      "epoch": 4.300209351011863,
      "grad_norm": 1.5774943589242398,
      "learning_rate": 5.72324862451185e-05,
      "loss": 1.4375,
      "step": 92433
    },
    {
      "epoch": 4.300255873458944,
      "grad_norm": 1.7289271731843485,
      "learning_rate": 5.722956975092467e-05,
      "loss": 1.7344,
      "step": 92434
    },
    {
      "epoch": 4.300302395906025,
      "grad_norm": 1.7229993379024338,
      "learning_rate": 5.7226653313525454e-05,
      "loss": 1.6328,
      "step": 92435
    },
    {
      "epoch": 4.300348918353105,
      "grad_norm": 1.6304467842428836,
      "learning_rate": 5.722373693292256e-05,
      "loss": 1.4375,
      "step": 92436
    },
    {
      "epoch": 4.300395440800186,
      "grad_norm": 1.5679158944983091,
      "learning_rate": 5.722082060911789e-05,
      "loss": 1.3906,
      "step": 92437
    },
    {
      "epoch": 4.300441963247267,
      "grad_norm": 1.8757515093044446,
      "learning_rate": 5.721790434211315e-05,
      "loss": 1.8984,
      "step": 92438
    },
    {
      "epoch": 4.3004884856943475,
      "grad_norm": 1.4520769515929564,
      "learning_rate": 5.72149881319102e-05,
      "loss": 1.3438,
      "step": 92439
    },
    {
      "epoch": 4.300535008141428,
      "grad_norm": 1.8382283617931834,
      "learning_rate": 5.721207197851077e-05,
      "loss": 1.6875,
      "step": 92440
    },
    {
      "epoch": 4.300581530588509,
      "grad_norm": 1.897753402008291,
      "learning_rate": 5.720915588191661e-05,
      "loss": 1.75,
      "step": 92441
    },
    {
      "epoch": 4.30062805303559,
      "grad_norm": 1.661824948944693,
      "learning_rate": 5.7206239842129604e-05,
      "loss": 1.625,
      "step": 92442
    },
    {
      "epoch": 4.30067457548267,
      "grad_norm": 1.805622958562573,
      "learning_rate": 5.720332385915149e-05,
      "loss": 1.7109,
      "step": 92443
    },
    {
      "epoch": 4.300721097929751,
      "grad_norm": 1.6016122330439944,
      "learning_rate": 5.720040793298405e-05,
      "loss": 1.3906,
      "step": 92444
    },
    {
      "epoch": 4.300767620376832,
      "grad_norm": 1.7041849938670204,
      "learning_rate": 5.7197492063628994e-05,
      "loss": 1.5938,
      "step": 92445
    },
    {
      "epoch": 4.300814142823913,
      "grad_norm": 1.619011921625021,
      "learning_rate": 5.719457625108825e-05,
      "loss": 1.4922,
      "step": 92446
    },
    {
      "epoch": 4.300860665270993,
      "grad_norm": 1.6879167597660587,
      "learning_rate": 5.719166049536354e-05,
      "loss": 1.5781,
      "step": 92447
    },
    {
      "epoch": 4.300907187718074,
      "grad_norm": 1.7060193845143776,
      "learning_rate": 5.718874479645662e-05,
      "loss": 1.625,
      "step": 92448
    },
    {
      "epoch": 4.300953710165155,
      "grad_norm": 1.782392466450478,
      "learning_rate": 5.718582915436927e-05,
      "loss": 1.625,
      "step": 92449
    },
    {
      "epoch": 4.301000232612235,
      "grad_norm": 1.8404197129386606,
      "learning_rate": 5.718291356910334e-05,
      "loss": 1.8594,
      "step": 92450
    },
    {
      "epoch": 4.301046755059316,
      "grad_norm": 1.8786190236236333,
      "learning_rate": 5.717999804066058e-05,
      "loss": 1.8516,
      "step": 92451
    },
    {
      "epoch": 4.301093277506397,
      "grad_norm": 1.6620792593387317,
      "learning_rate": 5.7177082569042774e-05,
      "loss": 1.6406,
      "step": 92452
    },
    {
      "epoch": 4.301139799953478,
      "grad_norm": 1.731321639371714,
      "learning_rate": 5.7174167154251695e-05,
      "loss": 1.7344,
      "step": 92453
    },
    {
      "epoch": 4.301186322400558,
      "grad_norm": 1.6998321584280114,
      "learning_rate": 5.71712517962891e-05,
      "loss": 1.6641,
      "step": 92454
    },
    {
      "epoch": 4.301232844847639,
      "grad_norm": 1.6792414841921768,
      "learning_rate": 5.716833649515685e-05,
      "loss": 1.5,
      "step": 92455
    },
    {
      "epoch": 4.30127936729472,
      "grad_norm": 1.673630264934385,
      "learning_rate": 5.7165421250856706e-05,
      "loss": 1.5625,
      "step": 92456
    },
    {
      "epoch": 4.3013258897418005,
      "grad_norm": 1.734436507384415,
      "learning_rate": 5.716250606339043e-05,
      "loss": 1.6484,
      "step": 92457
    },
    {
      "epoch": 4.301372412188881,
      "grad_norm": 1.7265305495817913,
      "learning_rate": 5.715959093275976e-05,
      "loss": 1.7188,
      "step": 92458
    },
    {
      "epoch": 4.3014189346359615,
      "grad_norm": 1.6040640840245015,
      "learning_rate": 5.71566758589666e-05,
      "loss": 1.5391,
      "step": 92459
    },
    {
      "epoch": 4.301465457083043,
      "grad_norm": 1.6480602612762953,
      "learning_rate": 5.715376084201261e-05,
      "loss": 1.6719,
      "step": 92460
    },
    {
      "epoch": 4.301511979530123,
      "grad_norm": 1.644254006350783,
      "learning_rate": 5.715084588189969e-05,
      "loss": 1.6328,
      "step": 92461
    },
    {
      "epoch": 4.301558501977204,
      "grad_norm": 1.8476097071874737,
      "learning_rate": 5.714793097862956e-05,
      "loss": 1.75,
      "step": 92462
    },
    {
      "epoch": 4.301605024424285,
      "grad_norm": 1.6466651420978997,
      "learning_rate": 5.714501613220397e-05,
      "loss": 1.6094,
      "step": 92463
    },
    {
      "epoch": 4.301651546871366,
      "grad_norm": 1.679266998170202,
      "learning_rate": 5.71421013426248e-05,
      "loss": 1.7422,
      "step": 92464
    },
    {
      "epoch": 4.301698069318446,
      "grad_norm": 1.67729548564622,
      "learning_rate": 5.713918660989378e-05,
      "loss": 1.7031,
      "step": 92465
    },
    {
      "epoch": 4.301744591765527,
      "grad_norm": 1.651054121454299,
      "learning_rate": 5.713627193401271e-05,
      "loss": 1.4844,
      "step": 92466
    },
    {
      "epoch": 4.301791114212608,
      "grad_norm": 1.5132232833366535,
      "learning_rate": 5.713335731498328e-05,
      "loss": 1.2344,
      "step": 92467
    },
    {
      "epoch": 4.301837636659688,
      "grad_norm": 1.7127542516546101,
      "learning_rate": 5.713044275280745e-05,
      "loss": 1.7656,
      "step": 92468
    },
    {
      "epoch": 4.301884159106769,
      "grad_norm": 1.4363858171137696,
      "learning_rate": 5.712752824748688e-05,
      "loss": 1.25,
      "step": 92469
    },
    {
      "epoch": 4.301930681553849,
      "grad_norm": 1.7431737867601553,
      "learning_rate": 5.7124613799023385e-05,
      "loss": 1.7031,
      "step": 92470
    },
    {
      "epoch": 4.301977204000931,
      "grad_norm": 1.5545872273962897,
      "learning_rate": 5.7121699407418703e-05,
      "loss": 1.375,
      "step": 92471
    },
    {
      "epoch": 4.302023726448011,
      "grad_norm": 1.7197003615753306,
      "learning_rate": 5.711878507267472e-05,
      "loss": 1.6562,
      "step": 92472
    },
    {
      "epoch": 4.302070248895092,
      "grad_norm": 1.728437898470971,
      "learning_rate": 5.711587079479316e-05,
      "loss": 1.7188,
      "step": 92473
    },
    {
      "epoch": 4.302116771342172,
      "grad_norm": 1.7993122613140524,
      "learning_rate": 5.711295657377582e-05,
      "loss": 1.8359,
      "step": 92474
    },
    {
      "epoch": 4.3021632937892536,
      "grad_norm": 1.491097372374903,
      "learning_rate": 5.711004240962441e-05,
      "loss": 1.2656,
      "step": 92475
    },
    {
      "epoch": 4.302209816236334,
      "grad_norm": 1.6386064597161663,
      "learning_rate": 5.710712830234083e-05,
      "loss": 1.5156,
      "step": 92476
    },
    {
      "epoch": 4.3022563386834145,
      "grad_norm": 1.75896864077388,
      "learning_rate": 5.710421425192683e-05,
      "loss": 1.7188,
      "step": 92477
    },
    {
      "epoch": 4.302302861130496,
      "grad_norm": 1.5904767766703956,
      "learning_rate": 5.710130025838416e-05,
      "loss": 1.5859,
      "step": 92478
    },
    {
      "epoch": 4.302349383577576,
      "grad_norm": 1.5512460424293568,
      "learning_rate": 5.709838632171464e-05,
      "loss": 1.6172,
      "step": 92479
    },
    {
      "epoch": 4.302395906024657,
      "grad_norm": 1.7250417339142714,
      "learning_rate": 5.709547244191997e-05,
      "loss": 1.5859,
      "step": 92480
    },
    {
      "epoch": 4.302442428471737,
      "grad_norm": 1.7073574840444337,
      "learning_rate": 5.709255861900206e-05,
      "loss": 1.5703,
      "step": 92481
    },
    {
      "epoch": 4.302488950918819,
      "grad_norm": 1.7493471380881631,
      "learning_rate": 5.7089644852962574e-05,
      "loss": 1.6953,
      "step": 92482
    },
    {
      "epoch": 4.302535473365899,
      "grad_norm": 1.748373822029938,
      "learning_rate": 5.7086731143803394e-05,
      "loss": 1.8359,
      "step": 92483
    },
    {
      "epoch": 4.30258199581298,
      "grad_norm": 1.7118598000813923,
      "learning_rate": 5.708381749152628e-05,
      "loss": 1.5469,
      "step": 92484
    },
    {
      "epoch": 4.30262851826006,
      "grad_norm": 1.576251537370853,
      "learning_rate": 5.708090389613296e-05,
      "loss": 1.5938,
      "step": 92485
    },
    {
      "epoch": 4.3026750407071415,
      "grad_norm": 1.8142184002604715,
      "learning_rate": 5.707799035762529e-05,
      "loss": 1.7266,
      "step": 92486
    },
    {
      "epoch": 4.302721563154222,
      "grad_norm": 1.7553075619261795,
      "learning_rate": 5.707507687600503e-05,
      "loss": 1.7031,
      "step": 92487
    },
    {
      "epoch": 4.302768085601302,
      "grad_norm": 1.7242722588134392,
      "learning_rate": 5.7072163451273965e-05,
      "loss": 1.5781,
      "step": 92488
    },
    {
      "epoch": 4.302814608048383,
      "grad_norm": 1.6919840514984743,
      "learning_rate": 5.706925008343379e-05,
      "loss": 1.7188,
      "step": 92489
    },
    {
      "epoch": 4.302861130495464,
      "grad_norm": 1.6432465396800169,
      "learning_rate": 5.706633677248644e-05,
      "loss": 1.5,
      "step": 92490
    },
    {
      "epoch": 4.302907652942545,
      "grad_norm": 1.73557276203886,
      "learning_rate": 5.706342351843363e-05,
      "loss": 1.7266,
      "step": 92491
    },
    {
      "epoch": 4.302954175389625,
      "grad_norm": 1.614524026742515,
      "learning_rate": 5.7060510321277145e-05,
      "loss": 1.5391,
      "step": 92492
    },
    {
      "epoch": 4.303000697836707,
      "grad_norm": 1.5635038395957488,
      "learning_rate": 5.7057597181018685e-05,
      "loss": 1.3828,
      "step": 92493
    },
    {
      "epoch": 4.303047220283787,
      "grad_norm": 1.8040496409349955,
      "learning_rate": 5.7054684097660186e-05,
      "loss": 1.6328,
      "step": 92494
    },
    {
      "epoch": 4.3030937427308675,
      "grad_norm": 1.6759373452486184,
      "learning_rate": 5.7051771071203354e-05,
      "loss": 1.6953,
      "step": 92495
    },
    {
      "epoch": 4.303140265177948,
      "grad_norm": 1.5300848808650145,
      "learning_rate": 5.7048858101649965e-05,
      "loss": 1.4766,
      "step": 92496
    },
    {
      "epoch": 4.303186787625029,
      "grad_norm": 1.751660369805435,
      "learning_rate": 5.7045945189001774e-05,
      "loss": 1.5547,
      "step": 92497
    },
    {
      "epoch": 4.30323331007211,
      "grad_norm": 1.5011835632795143,
      "learning_rate": 5.7043032333260644e-05,
      "loss": 1.3438,
      "step": 92498
    },
    {
      "epoch": 4.30327983251919,
      "grad_norm": 1.713913205211739,
      "learning_rate": 5.704011953442833e-05,
      "loss": 1.7344,
      "step": 92499
    },
    {
      "epoch": 4.303326354966272,
      "grad_norm": 1.7183613592122564,
      "learning_rate": 5.703720679250659e-05,
      "loss": 1.5938,
      "step": 92500
    },
    {
      "epoch": 4.303372877413352,
      "grad_norm": 1.534535028707582,
      "learning_rate": 5.7034294107497176e-05,
      "loss": 1.2891,
      "step": 92501
    },
    {
      "epoch": 4.303419399860433,
      "grad_norm": 1.4865533295528326,
      "learning_rate": 5.7031381479401965e-05,
      "loss": 1.3984,
      "step": 92502
    },
    {
      "epoch": 4.303465922307513,
      "grad_norm": 1.874367522190594,
      "learning_rate": 5.702846890822268e-05,
      "loss": 1.9453,
      "step": 92503
    },
    {
      "epoch": 4.3035124447545945,
      "grad_norm": 1.628604448251121,
      "learning_rate": 5.702555639396108e-05,
      "loss": 1.5703,
      "step": 92504
    },
    {
      "epoch": 4.303558967201675,
      "grad_norm": 1.7466221099990071,
      "learning_rate": 5.702264393661902e-05,
      "loss": 1.6797,
      "step": 92505
    },
    {
      "epoch": 4.3036054896487554,
      "grad_norm": 1.7959465836026565,
      "learning_rate": 5.7019731536198206e-05,
      "loss": 1.7188,
      "step": 92506
    },
    {
      "epoch": 4.303652012095836,
      "grad_norm": 1.8458581859388925,
      "learning_rate": 5.701681919270049e-05,
      "loss": 1.8516,
      "step": 92507
    },
    {
      "epoch": 4.303698534542917,
      "grad_norm": 1.6591896656475806,
      "learning_rate": 5.701390690612764e-05,
      "loss": 1.6562,
      "step": 92508
    },
    {
      "epoch": 4.303745056989998,
      "grad_norm": 1.7204774626402912,
      "learning_rate": 5.7010994676481424e-05,
      "loss": 1.5859,
      "step": 92509
    },
    {
      "epoch": 4.303791579437078,
      "grad_norm": 1.6465921804556425,
      "learning_rate": 5.7008082503763634e-05,
      "loss": 1.5703,
      "step": 92510
    },
    {
      "epoch": 4.303838101884159,
      "grad_norm": 1.8494450462252714,
      "learning_rate": 5.700517038797599e-05,
      "loss": 1.7891,
      "step": 92511
    },
    {
      "epoch": 4.30388462433124,
      "grad_norm": 1.5217874377685745,
      "learning_rate": 5.700225832912037e-05,
      "loss": 1.2656,
      "step": 92512
    },
    {
      "epoch": 4.303931146778321,
      "grad_norm": 1.6366324488624842,
      "learning_rate": 5.699934632719853e-05,
      "loss": 1.6172,
      "step": 92513
    },
    {
      "epoch": 4.303977669225401,
      "grad_norm": 1.681806288036451,
      "learning_rate": 5.699643438221222e-05,
      "loss": 1.7266,
      "step": 92514
    },
    {
      "epoch": 4.304024191672482,
      "grad_norm": 1.7042906159586515,
      "learning_rate": 5.6993522494163205e-05,
      "loss": 1.5547,
      "step": 92515
    },
    {
      "epoch": 4.304070714119563,
      "grad_norm": 1.6703437426800103,
      "learning_rate": 5.6990610663053336e-05,
      "loss": 1.4141,
      "step": 92516
    },
    {
      "epoch": 4.304117236566643,
      "grad_norm": 1.6651227521988907,
      "learning_rate": 5.6987698888884375e-05,
      "loss": 1.5625,
      "step": 92517
    },
    {
      "epoch": 4.304163759013724,
      "grad_norm": 1.797653999772968,
      "learning_rate": 5.69847871716581e-05,
      "loss": 1.8516,
      "step": 92518
    },
    {
      "epoch": 4.304210281460805,
      "grad_norm": 1.8256205315664884,
      "learning_rate": 5.6981875511376215e-05,
      "loss": 1.7188,
      "step": 92519
    },
    {
      "epoch": 4.304256803907886,
      "grad_norm": 1.5830844392715302,
      "learning_rate": 5.6978963908040654e-05,
      "loss": 1.4453,
      "step": 92520
    },
    {
      "epoch": 4.304303326354966,
      "grad_norm": 1.7008636341403829,
      "learning_rate": 5.6976052361653104e-05,
      "loss": 1.4844,
      "step": 92521
    },
    {
      "epoch": 4.304349848802047,
      "grad_norm": 1.5963837652667867,
      "learning_rate": 5.697314087221536e-05,
      "loss": 1.5156,
      "step": 92522
    },
    {
      "epoch": 4.304396371249128,
      "grad_norm": 1.7547294941958662,
      "learning_rate": 5.6970229439729163e-05,
      "loss": 1.7578,
      "step": 92523
    },
    {
      "epoch": 4.3044428936962085,
      "grad_norm": 1.5777178105649805,
      "learning_rate": 5.696731806419638e-05,
      "loss": 1.5156,
      "step": 92524
    },
    {
      "epoch": 4.304489416143289,
      "grad_norm": 1.8052500591561549,
      "learning_rate": 5.6964406745618766e-05,
      "loss": 1.7969,
      "step": 92525
    },
    {
      "epoch": 4.304535938590369,
      "grad_norm": 1.6469635621571879,
      "learning_rate": 5.6961495483998034e-05,
      "loss": 1.4219,
      "step": 92526
    },
    {
      "epoch": 4.304582461037451,
      "grad_norm": 1.6427432411612888,
      "learning_rate": 5.695858427933607e-05,
      "loss": 1.6172,
      "step": 92527
    },
    {
      "epoch": 4.304628983484531,
      "grad_norm": 1.7972047521281993,
      "learning_rate": 5.6955673131634565e-05,
      "loss": 1.7266,
      "step": 92528
    },
    {
      "epoch": 4.304675505931612,
      "grad_norm": 1.792742154560792,
      "learning_rate": 5.6952762040895385e-05,
      "loss": 1.7656,
      "step": 92529
    },
    {
      "epoch": 4.304722028378693,
      "grad_norm": 1.6798476758445215,
      "learning_rate": 5.694985100712028e-05,
      "loss": 1.5,
      "step": 92530
    },
    {
      "epoch": 4.304768550825774,
      "grad_norm": 1.7933648269508318,
      "learning_rate": 5.694694003031103e-05,
      "loss": 1.6797,
      "step": 92531
    },
    {
      "epoch": 4.304815073272854,
      "grad_norm": 1.701367640292766,
      "learning_rate": 5.694402911046936e-05,
      "loss": 1.5703,
      "step": 92532
    },
    {
      "epoch": 4.3048615957199345,
      "grad_norm": 1.7982591603099296,
      "learning_rate": 5.6941118247597155e-05,
      "loss": 1.6719,
      "step": 92533
    },
    {
      "epoch": 4.304908118167016,
      "grad_norm": 1.4466033003100973,
      "learning_rate": 5.693820744169614e-05,
      "loss": 1.2266,
      "step": 92534
    },
    {
      "epoch": 4.304954640614096,
      "grad_norm": 1.6950953262783004,
      "learning_rate": 5.693529669276811e-05,
      "loss": 1.4062,
      "step": 92535
    },
    {
      "epoch": 4.305001163061177,
      "grad_norm": 1.7023165977308852,
      "learning_rate": 5.693238600081483e-05,
      "loss": 1.6484,
      "step": 92536
    },
    {
      "epoch": 4.305047685508257,
      "grad_norm": 1.713843004695624,
      "learning_rate": 5.692947536583804e-05,
      "loss": 1.6719,
      "step": 92537
    },
    {
      "epoch": 4.305094207955339,
      "grad_norm": 1.6229300790986212,
      "learning_rate": 5.692656478783962e-05,
      "loss": 1.5078,
      "step": 92538
    },
    {
      "epoch": 4.305140730402419,
      "grad_norm": 1.7141323899930023,
      "learning_rate": 5.692365426682133e-05,
      "loss": 1.6562,
      "step": 92539
    },
    {
      "epoch": 4.3051872528495,
      "grad_norm": 1.6120797710709414,
      "learning_rate": 5.6920743802784905e-05,
      "loss": 1.5625,
      "step": 92540
    },
    {
      "epoch": 4.30523377529658,
      "grad_norm": 1.6332525048578486,
      "learning_rate": 5.691783339573211e-05,
      "loss": 1.5156,
      "step": 92541
    },
    {
      "epoch": 4.3052802977436615,
      "grad_norm": 1.674308642709004,
      "learning_rate": 5.6914923045664816e-05,
      "loss": 1.6641,
      "step": 92542
    },
    {
      "epoch": 4.305326820190742,
      "grad_norm": 1.532894020184628,
      "learning_rate": 5.6912012752584755e-05,
      "loss": 1.5469,
      "step": 92543
    },
    {
      "epoch": 4.3053733426378225,
      "grad_norm": 1.5891637364415896,
      "learning_rate": 5.6909102516493694e-05,
      "loss": 1.4609,
      "step": 92544
    },
    {
      "epoch": 4.305419865084904,
      "grad_norm": 1.9571661719986695,
      "learning_rate": 5.6906192337393395e-05,
      "loss": 1.9219,
      "step": 92545
    },
    {
      "epoch": 4.305466387531984,
      "grad_norm": 1.6635219365185685,
      "learning_rate": 5.6903282215285714e-05,
      "loss": 1.6016,
      "step": 92546
    },
    {
      "epoch": 4.305512909979065,
      "grad_norm": 1.7439070978979834,
      "learning_rate": 5.69003721501724e-05,
      "loss": 1.6797,
      "step": 92547
    },
    {
      "epoch": 4.305559432426145,
      "grad_norm": 1.6647017115817198,
      "learning_rate": 5.6897462142055175e-05,
      "loss": 1.5391,
      "step": 92548
    },
    {
      "epoch": 4.305605954873227,
      "grad_norm": 1.6475490224100133,
      "learning_rate": 5.689455219093593e-05,
      "loss": 1.5781,
      "step": 92549
    },
    {
      "epoch": 4.305652477320307,
      "grad_norm": 1.7396473524058513,
      "learning_rate": 5.6891642296816314e-05,
      "loss": 1.7109,
      "step": 92550
    },
    {
      "epoch": 4.305698999767388,
      "grad_norm": 1.7908470931870486,
      "learning_rate": 5.6888732459698256e-05,
      "loss": 1.7578,
      "step": 92551
    },
    {
      "epoch": 4.305745522214469,
      "grad_norm": 1.7990579676448397,
      "learning_rate": 5.688582267958346e-05,
      "loss": 1.9297,
      "step": 92552
    },
    {
      "epoch": 4.305792044661549,
      "grad_norm": 1.6721975726534137,
      "learning_rate": 5.688291295647371e-05,
      "loss": 1.7109,
      "step": 92553
    },
    {
      "epoch": 4.30583856710863,
      "grad_norm": 1.6592068710092134,
      "learning_rate": 5.6880003290370734e-05,
      "loss": 1.6016,
      "step": 92554
    },
    {
      "epoch": 4.30588508955571,
      "grad_norm": 1.820783639613943,
      "learning_rate": 5.6877093681276425e-05,
      "loss": 1.75,
      "step": 92555
    },
    {
      "epoch": 4.305931612002792,
      "grad_norm": 1.7724665157842403,
      "learning_rate": 5.6874184129192516e-05,
      "loss": 1.7188,
      "step": 92556
    },
    {
      "epoch": 4.305978134449872,
      "grad_norm": 1.7237032673612989,
      "learning_rate": 5.6871274634120775e-05,
      "loss": 1.6484,
      "step": 92557
    },
    {
      "epoch": 4.306024656896953,
      "grad_norm": 1.579480673146491,
      "learning_rate": 5.686836519606294e-05,
      "loss": 1.4062,
      "step": 92558
    },
    {
      "epoch": 4.306071179344033,
      "grad_norm": 1.7231248059616089,
      "learning_rate": 5.686545581502087e-05,
      "loss": 1.7031,
      "step": 92559
    },
    {
      "epoch": 4.3061177017911145,
      "grad_norm": 1.7287221598477744,
      "learning_rate": 5.686254649099635e-05,
      "loss": 1.7188,
      "step": 92560
    },
    {
      "epoch": 4.306164224238195,
      "grad_norm": 1.716824931509483,
      "learning_rate": 5.6859637223991095e-05,
      "loss": 1.5938,
      "step": 92561
    },
    {
      "epoch": 4.3062107466852755,
      "grad_norm": 1.7049853442853462,
      "learning_rate": 5.685672801400695e-05,
      "loss": 1.6094,
      "step": 92562
    },
    {
      "epoch": 4.306257269132356,
      "grad_norm": 1.7109859306488266,
      "learning_rate": 5.6853818861045586e-05,
      "loss": 1.6172,
      "step": 92563
    },
    {
      "epoch": 4.306303791579437,
      "grad_norm": 1.7633447076445132,
      "learning_rate": 5.685090976510893e-05,
      "loss": 1.7969,
      "step": 92564
    },
    {
      "epoch": 4.306350314026518,
      "grad_norm": 1.6512456847690904,
      "learning_rate": 5.68480007261987e-05,
      "loss": 1.5547,
      "step": 92565
    },
    {
      "epoch": 4.306396836473598,
      "grad_norm": 1.771624624120851,
      "learning_rate": 5.6845091744316675e-05,
      "loss": 1.7031,
      "step": 92566
    },
    {
      "epoch": 4.30644335892068,
      "grad_norm": 1.6882308630069336,
      "learning_rate": 5.684218281946456e-05,
      "loss": 1.5703,
      "step": 92567
    },
    {
      "epoch": 4.30648988136776,
      "grad_norm": 1.586795529562232,
      "learning_rate": 5.683927395164428e-05,
      "loss": 1.4062,
      "step": 92568
    },
    {
      "epoch": 4.306536403814841,
      "grad_norm": 1.670107713943332,
      "learning_rate": 5.6836365140857535e-05,
      "loss": 1.5859,
      "step": 92569
    },
    {
      "epoch": 4.306582926261921,
      "grad_norm": 1.8771631333420862,
      "learning_rate": 5.6833456387106075e-05,
      "loss": 1.7109,
      "step": 92570
    },
    {
      "epoch": 4.306629448709002,
      "grad_norm": 1.6393066291107856,
      "learning_rate": 5.683054769039177e-05,
      "loss": 1.5938,
      "step": 92571
    },
    {
      "epoch": 4.306675971156083,
      "grad_norm": 1.626515258309889,
      "learning_rate": 5.6827639050716306e-05,
      "loss": 1.4297,
      "step": 92572
    },
    {
      "epoch": 4.306722493603163,
      "grad_norm": 1.8003267954521298,
      "learning_rate": 5.682473046808155e-05,
      "loss": 1.75,
      "step": 92573
    },
    {
      "epoch": 4.306769016050244,
      "grad_norm": 1.716155829877325,
      "learning_rate": 5.682182194248924e-05,
      "loss": 1.6094,
      "step": 92574
    },
    {
      "epoch": 4.306815538497325,
      "grad_norm": 1.6604871079052026,
      "learning_rate": 5.681891347394117e-05,
      "loss": 1.5625,
      "step": 92575
    },
    {
      "epoch": 4.306862060944406,
      "grad_norm": 1.626661545125732,
      "learning_rate": 5.6816005062439074e-05,
      "loss": 1.4922,
      "step": 92576
    },
    {
      "epoch": 4.306908583391486,
      "grad_norm": 1.7227733924099318,
      "learning_rate": 5.681309670798481e-05,
      "loss": 1.7578,
      "step": 92577
    },
    {
      "epoch": 4.306955105838567,
      "grad_norm": 1.751837595955117,
      "learning_rate": 5.6810188410580106e-05,
      "loss": 1.6562,
      "step": 92578
    },
    {
      "epoch": 4.307001628285648,
      "grad_norm": 1.6776466839301154,
      "learning_rate": 5.680728017022675e-05,
      "loss": 1.4453,
      "step": 92579
    },
    {
      "epoch": 4.3070481507327285,
      "grad_norm": 1.698509414863527,
      "learning_rate": 5.680437198692649e-05,
      "loss": 1.5469,
      "step": 92580
    },
    {
      "epoch": 4.307094673179809,
      "grad_norm": 1.5653236855965191,
      "learning_rate": 5.680146386068119e-05,
      "loss": 1.4688,
      "step": 92581
    },
    {
      "epoch": 4.30714119562689,
      "grad_norm": 1.6054226217384457,
      "learning_rate": 5.679855579149258e-05,
      "loss": 1.5391,
      "step": 92582
    },
    {
      "epoch": 4.307187718073971,
      "grad_norm": 1.6732467318966953,
      "learning_rate": 5.679564777936245e-05,
      "loss": 1.6016,
      "step": 92583
    },
    {
      "epoch": 4.307234240521051,
      "grad_norm": 1.4809363618842752,
      "learning_rate": 5.679273982429251e-05,
      "loss": 1.25,
      "step": 92584
    },
    {
      "epoch": 4.307280762968132,
      "grad_norm": 1.7133443224066396,
      "learning_rate": 5.678983192628467e-05,
      "loss": 1.5312,
      "step": 92585
    },
    {
      "epoch": 4.307327285415213,
      "grad_norm": 1.7356915013714607,
      "learning_rate": 5.678692408534064e-05,
      "loss": 1.6641,
      "step": 92586
    },
    {
      "epoch": 4.307373807862294,
      "grad_norm": 1.8323905911899294,
      "learning_rate": 5.678401630146219e-05,
      "loss": 1.8203,
      "step": 92587
    },
    {
      "epoch": 4.307420330309374,
      "grad_norm": 1.8279222500830228,
      "learning_rate": 5.678110857465113e-05,
      "loss": 1.7188,
      "step": 92588
    },
    {
      "epoch": 4.307466852756455,
      "grad_norm": 1.844962469436478,
      "learning_rate": 5.677820090490918e-05,
      "loss": 1.7891,
      "step": 92589
    },
    {
      "epoch": 4.307513375203536,
      "grad_norm": 1.7458882300741465,
      "learning_rate": 5.67752932922382e-05,
      "loss": 1.6875,
      "step": 92590
    },
    {
      "epoch": 4.307559897650616,
      "grad_norm": 1.6305642317724667,
      "learning_rate": 5.677238573663995e-05,
      "loss": 1.4922,
      "step": 92591
    },
    {
      "epoch": 4.307606420097697,
      "grad_norm": 1.7382462144396358,
      "learning_rate": 5.6769478238116126e-05,
      "loss": 1.7109,
      "step": 92592
    },
    {
      "epoch": 4.307652942544778,
      "grad_norm": 1.9061170392685187,
      "learning_rate": 5.6766570796668644e-05,
      "loss": 1.9844,
      "step": 92593
    },
    {
      "epoch": 4.307699464991859,
      "grad_norm": 1.6888336635720813,
      "learning_rate": 5.6763663412299154e-05,
      "loss": 1.6641,
      "step": 92594
    },
    {
      "epoch": 4.307745987438939,
      "grad_norm": 1.7553302182000436,
      "learning_rate": 5.6760756085009555e-05,
      "loss": 1.6406,
      "step": 92595
    },
    {
      "epoch": 4.30779250988602,
      "grad_norm": 1.8282337889553573,
      "learning_rate": 5.675784881480157e-05,
      "loss": 1.7891,
      "step": 92596
    },
    {
      "epoch": 4.307839032333101,
      "grad_norm": 1.6976151060386901,
      "learning_rate": 5.675494160167698e-05,
      "loss": 1.5938,
      "step": 92597
    },
    {
      "epoch": 4.3078855547801815,
      "grad_norm": 1.8028806994001625,
      "learning_rate": 5.675203444563751e-05,
      "loss": 1.8281,
      "step": 92598
    },
    {
      "epoch": 4.307932077227262,
      "grad_norm": 1.7194869627151446,
      "learning_rate": 5.6749127346685045e-05,
      "loss": 1.6875,
      "step": 92599
    },
    {
      "epoch": 4.3079785996743425,
      "grad_norm": 1.5531899231303234,
      "learning_rate": 5.674622030482132e-05,
      "loss": 1.3672,
      "step": 92600
    },
    {
      "epoch": 4.308025122121424,
      "grad_norm": 1.6657292843084304,
      "learning_rate": 5.67433133200481e-05,
      "loss": 1.5859,
      "step": 92601
    },
    {
      "epoch": 4.308071644568504,
      "grad_norm": 1.815087582220981,
      "learning_rate": 5.6740406392367135e-05,
      "loss": 1.7344,
      "step": 92602
    },
    {
      "epoch": 4.308118167015585,
      "grad_norm": 1.7908628231625852,
      "learning_rate": 5.673749952178028e-05,
      "loss": 1.8125,
      "step": 92603
    },
    {
      "epoch": 4.308164689462666,
      "grad_norm": 1.7790206671180413,
      "learning_rate": 5.6734592708289285e-05,
      "loss": 1.7188,
      "step": 92604
    },
    {
      "epoch": 4.308211211909747,
      "grad_norm": 1.6621669494868785,
      "learning_rate": 5.6731685951895934e-05,
      "loss": 1.5547,
      "step": 92605
    },
    {
      "epoch": 4.308257734356827,
      "grad_norm": 1.8437622627408994,
      "learning_rate": 5.672877925260192e-05,
      "loss": 1.6953,
      "step": 92606
    },
    {
      "epoch": 4.308304256803908,
      "grad_norm": 1.5655757873016731,
      "learning_rate": 5.672587261040916e-05,
      "loss": 1.3281,
      "step": 92607
    },
    {
      "epoch": 4.308350779250989,
      "grad_norm": 1.5517852779164298,
      "learning_rate": 5.672296602531936e-05,
      "loss": 1.4531,
      "step": 92608
    },
    {
      "epoch": 4.3083973016980694,
      "grad_norm": 1.6036152102368546,
      "learning_rate": 5.672005949733434e-05,
      "loss": 1.4531,
      "step": 92609
    },
    {
      "epoch": 4.30844382414515,
      "grad_norm": 1.7478784654563377,
      "learning_rate": 5.6717153026455764e-05,
      "loss": 1.5859,
      "step": 92610
    },
    {
      "epoch": 4.30849034659223,
      "grad_norm": 1.6835725510195483,
      "learning_rate": 5.671424661268556e-05,
      "loss": 1.5781,
      "step": 92611
    },
    {
      "epoch": 4.308536869039312,
      "grad_norm": 1.6239749968346175,
      "learning_rate": 5.671134025602544e-05,
      "loss": 1.4844,
      "step": 92612
    },
    {
      "epoch": 4.308583391486392,
      "grad_norm": 1.685991249115647,
      "learning_rate": 5.670843395647715e-05,
      "loss": 1.6328,
      "step": 92613
    },
    {
      "epoch": 4.308629913933473,
      "grad_norm": 1.6330995182984844,
      "learning_rate": 5.670552771404254e-05,
      "loss": 1.6094,
      "step": 92614
    },
    {
      "epoch": 4.308676436380553,
      "grad_norm": 1.6345806679174124,
      "learning_rate": 5.6702621528723365e-05,
      "loss": 1.4766,
      "step": 92615
    },
    {
      "epoch": 4.308722958827635,
      "grad_norm": 1.8210054560924283,
      "learning_rate": 5.669971540052135e-05,
      "loss": 1.7109,
      "step": 92616
    },
    {
      "epoch": 4.308769481274715,
      "grad_norm": 1.7221767548764757,
      "learning_rate": 5.669680932943837e-05,
      "loss": 1.6406,
      "step": 92617
    },
    {
      "epoch": 4.3088160037217955,
      "grad_norm": 1.7287471101279102,
      "learning_rate": 5.669390331547614e-05,
      "loss": 1.7656,
      "step": 92618
    },
    {
      "epoch": 4.308862526168877,
      "grad_norm": 1.7637514303520447,
      "learning_rate": 5.6690997358636455e-05,
      "loss": 1.75,
      "step": 92619
    },
    {
      "epoch": 4.308909048615957,
      "grad_norm": 1.7821390150458485,
      "learning_rate": 5.6688091458921054e-05,
      "loss": 1.7031,
      "step": 92620
    },
    {
      "epoch": 4.308955571063038,
      "grad_norm": 1.5898504115007392,
      "learning_rate": 5.6685185616331784e-05,
      "loss": 1.5703,
      "step": 92621
    },
    {
      "epoch": 4.309002093510118,
      "grad_norm": 1.7417147314415156,
      "learning_rate": 5.66822798308704e-05,
      "loss": 1.7578,
      "step": 92622
    },
    {
      "epoch": 4.3090486159572,
      "grad_norm": 1.744934971607172,
      "learning_rate": 5.6679374102538685e-05,
      "loss": 1.5703,
      "step": 92623
    },
    {
      "epoch": 4.30909513840428,
      "grad_norm": 1.7851762379147258,
      "learning_rate": 5.667646843133836e-05,
      "loss": 1.8594,
      "step": 92624
    },
    {
      "epoch": 4.309141660851361,
      "grad_norm": 1.697697308838289,
      "learning_rate": 5.667356281727129e-05,
      "loss": 1.6797,
      "step": 92625
    },
    {
      "epoch": 4.309188183298441,
      "grad_norm": 1.6953107764115876,
      "learning_rate": 5.6670657260339203e-05,
      "loss": 1.5156,
      "step": 92626
    },
    {
      "epoch": 4.3092347057455225,
      "grad_norm": 1.723098243989529,
      "learning_rate": 5.666775176054391e-05,
      "loss": 1.8281,
      "step": 92627
    },
    {
      "epoch": 4.309281228192603,
      "grad_norm": 1.5555913675247495,
      "learning_rate": 5.6664846317887114e-05,
      "loss": 1.4297,
      "step": 92628
    },
    {
      "epoch": 4.309327750639683,
      "grad_norm": 1.6565089956311088,
      "learning_rate": 5.666194093237069e-05,
      "loss": 1.6562,
      "step": 92629
    },
    {
      "epoch": 4.309374273086764,
      "grad_norm": 1.7255760869859122,
      "learning_rate": 5.6659035603996396e-05,
      "loss": 1.6406,
      "step": 92630
    },
    {
      "epoch": 4.309420795533845,
      "grad_norm": 1.680754684338469,
      "learning_rate": 5.665613033276597e-05,
      "loss": 1.6328,
      "step": 92631
    },
    {
      "epoch": 4.309467317980926,
      "grad_norm": 1.6217236234018577,
      "learning_rate": 5.6653225118681164e-05,
      "loss": 1.4219,
      "step": 92632
    },
    {
      "epoch": 4.309513840428006,
      "grad_norm": 1.6742908872977418,
      "learning_rate": 5.665031996174387e-05,
      "loss": 1.5703,
      "step": 92633
    },
    {
      "epoch": 4.309560362875088,
      "grad_norm": 1.758551344659637,
      "learning_rate": 5.6647414861955785e-05,
      "loss": 1.7109,
      "step": 92634
    },
    {
      "epoch": 4.309606885322168,
      "grad_norm": 1.7086045921451731,
      "learning_rate": 5.6644509819318653e-05,
      "loss": 1.6484,
      "step": 92635
    },
    {
      "epoch": 4.3096534077692485,
      "grad_norm": 1.7818487675723627,
      "learning_rate": 5.664160483383436e-05,
      "loss": 1.5781,
      "step": 92636
    },
    {
      "epoch": 4.309699930216329,
      "grad_norm": 1.5611067496054856,
      "learning_rate": 5.6638699905504574e-05,
      "loss": 1.4219,
      "step": 92637
    },
    {
      "epoch": 4.30974645266341,
      "grad_norm": 1.7485885974335498,
      "learning_rate": 5.663579503433117e-05,
      "loss": 1.8672,
      "step": 92638
    },
    {
      "epoch": 4.309792975110491,
      "grad_norm": 1.6622246166029278,
      "learning_rate": 5.6632890220315896e-05,
      "loss": 1.4766,
      "step": 92639
    },
    {
      "epoch": 4.309839497557571,
      "grad_norm": 1.5297022206186361,
      "learning_rate": 5.66299854634605e-05,
      "loss": 1.3125,
      "step": 92640
    },
    {
      "epoch": 4.309886020004653,
      "grad_norm": 1.613914179745846,
      "learning_rate": 5.6627080763766794e-05,
      "loss": 1.5312,
      "step": 92641
    },
    {
      "epoch": 4.309932542451733,
      "grad_norm": 1.8470386021194125,
      "learning_rate": 5.6624176121236476e-05,
      "loss": 1.7891,
      "step": 92642
    },
    {
      "epoch": 4.309979064898814,
      "grad_norm": 1.7939069137631636,
      "learning_rate": 5.662127153587145e-05,
      "loss": 1.8438,
      "step": 92643
    },
    {
      "epoch": 4.310025587345894,
      "grad_norm": 1.8296788044072898,
      "learning_rate": 5.6618367007673424e-05,
      "loss": 1.7578,
      "step": 92644
    },
    {
      "epoch": 4.3100721097929755,
      "grad_norm": 1.6250709086859914,
      "learning_rate": 5.661546253664417e-05,
      "loss": 1.5156,
      "step": 92645
    },
    {
      "epoch": 4.310118632240056,
      "grad_norm": 1.7350180278304252,
      "learning_rate": 5.6612558122785455e-05,
      "loss": 1.7188,
      "step": 92646
    },
    {
      "epoch": 4.3101651546871365,
      "grad_norm": 1.5502396067041937,
      "learning_rate": 5.6609653766099125e-05,
      "loss": 1.4062,
      "step": 92647
    },
    {
      "epoch": 4.310211677134217,
      "grad_norm": 1.64684326248326,
      "learning_rate": 5.66067494665869e-05,
      "loss": 1.4922,
      "step": 92648
    },
    {
      "epoch": 4.310258199581298,
      "grad_norm": 1.7901139161652417,
      "learning_rate": 5.66038452242506e-05,
      "loss": 1.7266,
      "step": 92649
    },
    {
      "epoch": 4.310304722028379,
      "grad_norm": 1.566524995015929,
      "learning_rate": 5.6600941039091906e-05,
      "loss": 1.4297,
      "step": 92650
    },
    {
      "epoch": 4.310351244475459,
      "grad_norm": 1.7470797055062328,
      "learning_rate": 5.6598036911112725e-05,
      "loss": 1.6094,
      "step": 92651
    },
    {
      "epoch": 4.31039776692254,
      "grad_norm": 1.647807694256195,
      "learning_rate": 5.6595132840314774e-05,
      "loss": 1.4844,
      "step": 92652
    },
    {
      "epoch": 4.310444289369621,
      "grad_norm": 1.7455691374455355,
      "learning_rate": 5.659222882669984e-05,
      "loss": 1.6641,
      "step": 92653
    },
    {
      "epoch": 4.310490811816702,
      "grad_norm": 1.639500329051977,
      "learning_rate": 5.658932487026964e-05,
      "loss": 1.4688,
      "step": 92654
    },
    {
      "epoch": 4.310537334263782,
      "grad_norm": 1.7124403536448864,
      "learning_rate": 5.6586420971026034e-05,
      "loss": 1.5547,
      "step": 92655
    },
    {
      "epoch": 4.310583856710863,
      "grad_norm": 1.7775845108826231,
      "learning_rate": 5.6583517128970806e-05,
      "loss": 1.7812,
      "step": 92656
    },
    {
      "epoch": 4.310630379157944,
      "grad_norm": 1.7819495749695102,
      "learning_rate": 5.658061334410563e-05,
      "loss": 1.6094,
      "step": 92657
    },
    {
      "epoch": 4.310676901605024,
      "grad_norm": 1.7499421818010117,
      "learning_rate": 5.6577709616432405e-05,
      "loss": 1.6641,
      "step": 92658
    },
    {
      "epoch": 4.310723424052105,
      "grad_norm": 1.6767342015385238,
      "learning_rate": 5.657480594595281e-05,
      "loss": 1.5625,
      "step": 92659
    },
    {
      "epoch": 4.310769946499186,
      "grad_norm": 1.757789088253231,
      "learning_rate": 5.657190233266872e-05,
      "loss": 1.6641,
      "step": 92660
    },
    {
      "epoch": 4.310816468946267,
      "grad_norm": 1.7360213355504606,
      "learning_rate": 5.656899877658185e-05,
      "loss": 1.5078,
      "step": 92661
    },
    {
      "epoch": 4.310862991393347,
      "grad_norm": 1.710151615652942,
      "learning_rate": 5.656609527769402e-05,
      "loss": 1.6406,
      "step": 92662
    },
    {
      "epoch": 4.310909513840428,
      "grad_norm": 1.6588436531692772,
      "learning_rate": 5.656319183600689e-05,
      "loss": 1.3203,
      "step": 92663
    },
    {
      "epoch": 4.310956036287509,
      "grad_norm": 1.682157801305924,
      "learning_rate": 5.656028845152239e-05,
      "loss": 1.6406,
      "step": 92664
    },
    {
      "epoch": 4.3110025587345895,
      "grad_norm": 1.6534346493689789,
      "learning_rate": 5.655738512424224e-05,
      "loss": 1.4766,
      "step": 92665
    },
    {
      "epoch": 4.31104908118167,
      "grad_norm": 1.7036741237598139,
      "learning_rate": 5.655448185416821e-05,
      "loss": 1.7266,
      "step": 92666
    },
    {
      "epoch": 4.31109560362875,
      "grad_norm": 1.6062046970126325,
      "learning_rate": 5.655157864130208e-05,
      "loss": 1.4219,
      "step": 92667
    },
    {
      "epoch": 4.311142126075832,
      "grad_norm": 1.6603949118281864,
      "learning_rate": 5.654867548564555e-05,
      "loss": 1.5469,
      "step": 92668
    },
    {
      "epoch": 4.311188648522912,
      "grad_norm": 1.8228303428502304,
      "learning_rate": 5.6545772387200546e-05,
      "loss": 1.8672,
      "step": 92669
    },
    {
      "epoch": 4.311235170969993,
      "grad_norm": 1.672899016375688,
      "learning_rate": 5.6542869345968756e-05,
      "loss": 1.5469,
      "step": 92670
    },
    {
      "epoch": 4.311281693417074,
      "grad_norm": 1.7211609005851505,
      "learning_rate": 5.653996636195198e-05,
      "loss": 1.625,
      "step": 92671
    },
    {
      "epoch": 4.311328215864155,
      "grad_norm": 1.8080220069851125,
      "learning_rate": 5.6537063435151925e-05,
      "loss": 1.7031,
      "step": 92672
    },
    {
      "epoch": 4.311374738311235,
      "grad_norm": 1.764027332595684,
      "learning_rate": 5.6534160565570494e-05,
      "loss": 1.7266,
      "step": 92673
    },
    {
      "epoch": 4.3114212607583156,
      "grad_norm": 1.7471655731719915,
      "learning_rate": 5.65312577532094e-05,
      "loss": 1.6953,
      "step": 92674
    },
    {
      "epoch": 4.311467783205397,
      "grad_norm": 1.6530137349325957,
      "learning_rate": 5.652835499807042e-05,
      "loss": 1.6016,
      "step": 92675
    },
    {
      "epoch": 4.311514305652477,
      "grad_norm": 1.7589127713791866,
      "learning_rate": 5.6525452300155274e-05,
      "loss": 1.8047,
      "step": 92676
    },
    {
      "epoch": 4.311560828099558,
      "grad_norm": 1.6890483910072898,
      "learning_rate": 5.6522549659465857e-05,
      "loss": 1.6172,
      "step": 92677
    },
    {
      "epoch": 4.311607350546638,
      "grad_norm": 1.8081293364769162,
      "learning_rate": 5.651964707600389e-05,
      "loss": 1.8125,
      "step": 92678
    },
    {
      "epoch": 4.31165387299372,
      "grad_norm": 1.5941338404416556,
      "learning_rate": 5.651674454977108e-05,
      "loss": 1.5469,
      "step": 92679
    },
    {
      "epoch": 4.3117003954408,
      "grad_norm": 1.797450851335848,
      "learning_rate": 5.651384208076933e-05,
      "loss": 1.7734,
      "step": 92680
    },
    {
      "epoch": 4.311746917887881,
      "grad_norm": 1.5172859912985837,
      "learning_rate": 5.651093966900029e-05,
      "loss": 1.4219,
      "step": 92681
    },
    {
      "epoch": 4.311793440334961,
      "grad_norm": 1.7296047020006757,
      "learning_rate": 5.6508037314465884e-05,
      "loss": 1.8203,
      "step": 92682
    },
    {
      "epoch": 4.3118399627820425,
      "grad_norm": 1.6104333921860332,
      "learning_rate": 5.65051350171678e-05,
      "loss": 1.5078,
      "step": 92683
    },
    {
      "epoch": 4.311886485229123,
      "grad_norm": 1.7549371435294403,
      "learning_rate": 5.6502232777107806e-05,
      "loss": 1.6875,
      "step": 92684
    },
    {
      "epoch": 4.3119330076762035,
      "grad_norm": 1.61393698164433,
      "learning_rate": 5.649933059428766e-05,
      "loss": 1.5469,
      "step": 92685
    },
    {
      "epoch": 4.311979530123285,
      "grad_norm": 1.638479696317163,
      "learning_rate": 5.649642846870922e-05,
      "loss": 1.4609,
      "step": 92686
    },
    {
      "epoch": 4.312026052570365,
      "grad_norm": 1.6141686904946828,
      "learning_rate": 5.6493526400374214e-05,
      "loss": 1.5,
      "step": 92687
    },
    {
      "epoch": 4.312072575017446,
      "grad_norm": 1.6743456912763832,
      "learning_rate": 5.6490624389284426e-05,
      "loss": 1.4219,
      "step": 92688
    },
    {
      "epoch": 4.312119097464526,
      "grad_norm": 1.6225266471265332,
      "learning_rate": 5.6487722435441584e-05,
      "loss": 1.4766,
      "step": 92689
    },
    {
      "epoch": 4.312165619911608,
      "grad_norm": 1.5786146677412565,
      "learning_rate": 5.6484820538847565e-05,
      "loss": 1.5391,
      "step": 92690
    },
    {
      "epoch": 4.312212142358688,
      "grad_norm": 1.6950325676869884,
      "learning_rate": 5.648191869950408e-05,
      "loss": 1.5391,
      "step": 92691
    },
    {
      "epoch": 4.312258664805769,
      "grad_norm": 1.6373385971247951,
      "learning_rate": 5.647901691741292e-05,
      "loss": 1.5234,
      "step": 92692
    },
    {
      "epoch": 4.31230518725285,
      "grad_norm": 1.6014013575816897,
      "learning_rate": 5.647611519257584e-05,
      "loss": 1.4844,
      "step": 92693
    },
    {
      "epoch": 4.31235170969993,
      "grad_norm": 1.704835917196143,
      "learning_rate": 5.6473213524994594e-05,
      "loss": 1.4688,
      "step": 92694
    },
    {
      "epoch": 4.312398232147011,
      "grad_norm": 1.6220936297590964,
      "learning_rate": 5.647031191467106e-05,
      "loss": 1.4297,
      "step": 92695
    },
    {
      "epoch": 4.312444754594091,
      "grad_norm": 1.706314939823055,
      "learning_rate": 5.6467410361606945e-05,
      "loss": 1.7266,
      "step": 92696
    },
    {
      "epoch": 4.312491277041173,
      "grad_norm": 1.7083878403302781,
      "learning_rate": 5.646450886580403e-05,
      "loss": 1.5234,
      "step": 92697
    },
    {
      "epoch": 4.312537799488253,
      "grad_norm": 1.651667653779487,
      "learning_rate": 5.646160742726403e-05,
      "loss": 1.5859,
      "step": 92698
    },
    {
      "epoch": 4.312584321935334,
      "grad_norm": 1.8118436762202084,
      "learning_rate": 5.6458706045988866e-05,
      "loss": 1.7578,
      "step": 92699
    },
    {
      "epoch": 4.312630844382414,
      "grad_norm": 1.7146424327544525,
      "learning_rate": 5.645580472198021e-05,
      "loss": 1.6484,
      "step": 92700
    },
    {
      "epoch": 4.3126773668294955,
      "grad_norm": 1.7293948079026153,
      "learning_rate": 5.645290345523982e-05,
      "loss": 1.6172,
      "step": 92701
    },
    {
      "epoch": 4.312723889276576,
      "grad_norm": 1.6678892205732756,
      "learning_rate": 5.645000224576956e-05,
      "loss": 1.5938,
      "step": 92702
    },
    {
      "epoch": 4.3127704117236565,
      "grad_norm": 1.6241467571695483,
      "learning_rate": 5.644710109357112e-05,
      "loss": 1.4922,
      "step": 92703
    },
    {
      "epoch": 4.312816934170737,
      "grad_norm": 1.6829260102197998,
      "learning_rate": 5.6444199998646364e-05,
      "loss": 1.5938,
      "step": 92704
    },
    {
      "epoch": 4.312863456617818,
      "grad_norm": 1.6800414998594002,
      "learning_rate": 5.644129896099701e-05,
      "loss": 1.5078,
      "step": 92705
    },
    {
      "epoch": 4.312909979064899,
      "grad_norm": 1.6019025642358289,
      "learning_rate": 5.643839798062485e-05,
      "loss": 1.6016,
      "step": 92706
    },
    {
      "epoch": 4.312956501511979,
      "grad_norm": 1.7362522343181452,
      "learning_rate": 5.643549705753159e-05,
      "loss": 1.625,
      "step": 92707
    },
    {
      "epoch": 4.313003023959061,
      "grad_norm": 1.7516635819200124,
      "learning_rate": 5.643259619171913e-05,
      "loss": 1.6406,
      "step": 92708
    },
    {
      "epoch": 4.313049546406141,
      "grad_norm": 1.523162638592065,
      "learning_rate": 5.64296953831892e-05,
      "loss": 1.3359,
      "step": 92709
    },
    {
      "epoch": 4.313096068853222,
      "grad_norm": 1.7900954910080815,
      "learning_rate": 5.6426794631943543e-05,
      "loss": 1.6562,
      "step": 92710
    },
    {
      "epoch": 4.313142591300302,
      "grad_norm": 1.6392859534472388,
      "learning_rate": 5.642389393798392e-05,
      "loss": 1.5547,
      "step": 92711
    },
    {
      "epoch": 4.3131891137473835,
      "grad_norm": 1.6197241408140588,
      "learning_rate": 5.642099330131218e-05,
      "loss": 1.5781,
      "step": 92712
    },
    {
      "epoch": 4.313235636194464,
      "grad_norm": 1.6271454773255076,
      "learning_rate": 5.641809272193006e-05,
      "loss": 1.4453,
      "step": 92713
    },
    {
      "epoch": 4.313282158641544,
      "grad_norm": 1.579781803824332,
      "learning_rate": 5.641519219983934e-05,
      "loss": 1.4844,
      "step": 92714
    },
    {
      "epoch": 4.313328681088625,
      "grad_norm": 1.6524428062861327,
      "learning_rate": 5.6412291735041745e-05,
      "loss": 1.5391,
      "step": 92715
    },
    {
      "epoch": 4.313375203535706,
      "grad_norm": 1.6394566974281917,
      "learning_rate": 5.640939132753914e-05,
      "loss": 1.5156,
      "step": 92716
    },
    {
      "epoch": 4.313421725982787,
      "grad_norm": 1.8057974735545839,
      "learning_rate": 5.6406490977333254e-05,
      "loss": 1.6094,
      "step": 92717
    },
    {
      "epoch": 4.313468248429867,
      "grad_norm": 1.660512871197741,
      "learning_rate": 5.640359068442587e-05,
      "loss": 1.4766,
      "step": 92718
    },
    {
      "epoch": 4.313514770876948,
      "grad_norm": 1.7773481076961786,
      "learning_rate": 5.640069044881877e-05,
      "loss": 1.6719,
      "step": 92719
    },
    {
      "epoch": 4.313561293324029,
      "grad_norm": 1.8242385857455359,
      "learning_rate": 5.6397790270513636e-05,
      "loss": 1.8047,
      "step": 92720
    },
    {
      "epoch": 4.3136078157711095,
      "grad_norm": 1.6799894786165948,
      "learning_rate": 5.6394890149512405e-05,
      "loss": 1.6328,
      "step": 92721
    },
    {
      "epoch": 4.31365433821819,
      "grad_norm": 1.7720371010532179,
      "learning_rate": 5.639199008581677e-05,
      "loss": 1.7734,
      "step": 92722
    },
    {
      "epoch": 4.313700860665271,
      "grad_norm": 1.7271591828644641,
      "learning_rate": 5.638909007942846e-05,
      "loss": 1.6875,
      "step": 92723
    },
    {
      "epoch": 4.313747383112352,
      "grad_norm": 1.8152363429066232,
      "learning_rate": 5.6386190130349336e-05,
      "loss": 1.6797,
      "step": 92724
    },
    {
      "epoch": 4.313793905559432,
      "grad_norm": 1.7910331016115084,
      "learning_rate": 5.6383290238581106e-05,
      "loss": 1.8438,
      "step": 92725
    },
    {
      "epoch": 4.313840428006513,
      "grad_norm": 1.7974083415837052,
      "learning_rate": 5.6380390404125625e-05,
      "loss": 1.7734,
      "step": 92726
    },
    {
      "epoch": 4.313886950453594,
      "grad_norm": 1.6078548661395338,
      "learning_rate": 5.6377490626984616e-05,
      "loss": 1.4453,
      "step": 92727
    },
    {
      "epoch": 4.313933472900675,
      "grad_norm": 1.6958500146735194,
      "learning_rate": 5.637459090715986e-05,
      "loss": 1.625,
      "step": 92728
    },
    {
      "epoch": 4.313979995347755,
      "grad_norm": 1.7476074636932803,
      "learning_rate": 5.637169124465307e-05,
      "loss": 1.6172,
      "step": 92729
    },
    {
      "epoch": 4.3140265177948365,
      "grad_norm": 1.5965570818346075,
      "learning_rate": 5.636879163946615e-05,
      "loss": 1.4453,
      "step": 92730
    },
    {
      "epoch": 4.314073040241917,
      "grad_norm": 1.9210918396714682,
      "learning_rate": 5.6365892091600806e-05,
      "loss": 1.8984,
      "step": 92731
    },
    {
      "epoch": 4.314119562688997,
      "grad_norm": 1.9298975484630865,
      "learning_rate": 5.636299260105881e-05,
      "loss": 1.8594,
      "step": 92732
    },
    {
      "epoch": 4.314166085136078,
      "grad_norm": 1.6427596982148134,
      "learning_rate": 5.636009316784189e-05,
      "loss": 1.4688,
      "step": 92733
    },
    {
      "epoch": 4.314212607583159,
      "grad_norm": 1.6900851680448905,
      "learning_rate": 5.635719379195193e-05,
      "loss": 1.5938,
      "step": 92734
    },
    {
      "epoch": 4.31425913003024,
      "grad_norm": 1.5503710065440997,
      "learning_rate": 5.6354294473390635e-05,
      "loss": 1.4531,
      "step": 92735
    },
    {
      "epoch": 4.31430565247732,
      "grad_norm": 1.646658966056352,
      "learning_rate": 5.635139521215981e-05,
      "loss": 1.5859,
      "step": 92736
    },
    {
      "epoch": 4.314352174924401,
      "grad_norm": 1.6872277867348517,
      "learning_rate": 5.634849600826115e-05,
      "loss": 1.5703,
      "step": 92737
    },
    {
      "epoch": 4.314398697371482,
      "grad_norm": 1.8073420201514436,
      "learning_rate": 5.634559686169654e-05,
      "loss": 1.6172,
      "step": 92738
    },
    {
      "epoch": 4.3144452198185625,
      "grad_norm": 1.8127619946226146,
      "learning_rate": 5.634269777246772e-05,
      "loss": 1.6016,
      "step": 92739
    },
    {
      "epoch": 4.314491742265643,
      "grad_norm": 1.604095736820761,
      "learning_rate": 5.6339798740576444e-05,
      "loss": 1.5547,
      "step": 92740
    },
    {
      "epoch": 4.3145382647127235,
      "grad_norm": 1.632920603651915,
      "learning_rate": 5.633689976602445e-05,
      "loss": 1.5625,
      "step": 92741
    },
    {
      "epoch": 4.314584787159805,
      "grad_norm": 1.74841123253661,
      "learning_rate": 5.63340008488136e-05,
      "loss": 1.6875,
      "step": 92742
    },
    {
      "epoch": 4.314631309606885,
      "grad_norm": 1.6573963831725873,
      "learning_rate": 5.633110198894563e-05,
      "loss": 1.7031,
      "step": 92743
    },
    {
      "epoch": 4.314677832053966,
      "grad_norm": 1.5541892240310433,
      "learning_rate": 5.632820318642231e-05,
      "loss": 1.3984,
      "step": 92744
    },
    {
      "epoch": 4.314724354501047,
      "grad_norm": 1.7750549535013775,
      "learning_rate": 5.6325304441245366e-05,
      "loss": 1.7188,
      "step": 92745
    },
    {
      "epoch": 4.314770876948128,
      "grad_norm": 1.8781834275451448,
      "learning_rate": 5.632240575341663e-05,
      "loss": 1.7422,
      "step": 92746
    },
    {
      "epoch": 4.314817399395208,
      "grad_norm": 1.7514679278536505,
      "learning_rate": 5.631950712293792e-05,
      "loss": 1.5469,
      "step": 92747
    },
    {
      "epoch": 4.314863921842289,
      "grad_norm": 1.6819212433542838,
      "learning_rate": 5.6316608549810954e-05,
      "loss": 1.6406,
      "step": 92748
    },
    {
      "epoch": 4.31491044428937,
      "grad_norm": 1.675634760307938,
      "learning_rate": 5.631371003403751e-05,
      "loss": 1.5938,
      "step": 92749
    },
    {
      "epoch": 4.3149569667364505,
      "grad_norm": 1.7021786724334136,
      "learning_rate": 5.631081157561938e-05,
      "loss": 1.5938,
      "step": 92750
    },
    {
      "epoch": 4.315003489183531,
      "grad_norm": 1.7120394745093381,
      "learning_rate": 5.6307913174558256e-05,
      "loss": 1.5781,
      "step": 92751
    },
    {
      "epoch": 4.315050011630611,
      "grad_norm": 1.7357042781084144,
      "learning_rate": 5.630501483085603e-05,
      "loss": 1.6719,
      "step": 92752
    },
    {
      "epoch": 4.315096534077693,
      "grad_norm": 1.820659680378768,
      "learning_rate": 5.630211654451444e-05,
      "loss": 1.8047,
      "step": 92753
    },
    {
      "epoch": 4.315143056524773,
      "grad_norm": 1.7526316679395155,
      "learning_rate": 5.629921831553523e-05,
      "loss": 1.6328,
      "step": 92754
    },
    {
      "epoch": 4.315189578971854,
      "grad_norm": 1.6180763117070824,
      "learning_rate": 5.6296320143920154e-05,
      "loss": 1.4062,
      "step": 92755
    },
    {
      "epoch": 4.315236101418934,
      "grad_norm": 1.721361989300477,
      "learning_rate": 5.629342202967107e-05,
      "loss": 1.7969,
      "step": 92756
    },
    {
      "epoch": 4.315282623866016,
      "grad_norm": 1.5831857277831423,
      "learning_rate": 5.6290523972789695e-05,
      "loss": 1.4609,
      "step": 92757
    },
    {
      "epoch": 4.315329146313096,
      "grad_norm": 1.7846300610585726,
      "learning_rate": 5.6287625973277836e-05,
      "loss": 1.8125,
      "step": 92758
    },
    {
      "epoch": 4.3153756687601765,
      "grad_norm": 1.5597135362450347,
      "learning_rate": 5.628472803113718e-05,
      "loss": 1.5,
      "step": 92759
    },
    {
      "epoch": 4.315422191207258,
      "grad_norm": 1.567660468427903,
      "learning_rate": 5.628183014636961e-05,
      "loss": 1.4922,
      "step": 92760
    },
    {
      "epoch": 4.315468713654338,
      "grad_norm": 1.823837512953662,
      "learning_rate": 5.627893231897687e-05,
      "loss": 1.7578,
      "step": 92761
    },
    {
      "epoch": 4.315515236101419,
      "grad_norm": 1.7449805070686517,
      "learning_rate": 5.6276034548960706e-05,
      "loss": 1.6484,
      "step": 92762
    },
    {
      "epoch": 4.315561758548499,
      "grad_norm": 1.6605250139157337,
      "learning_rate": 5.627313683632285e-05,
      "loss": 1.5312,
      "step": 92763
    },
    {
      "epoch": 4.315608280995581,
      "grad_norm": 1.7593310019862027,
      "learning_rate": 5.6270239181065194e-05,
      "loss": 1.7891,
      "step": 92764
    },
    {
      "epoch": 4.315654803442661,
      "grad_norm": 1.6972727478862721,
      "learning_rate": 5.6267341583189456e-05,
      "loss": 1.6797,
      "step": 92765
    },
    {
      "epoch": 4.315701325889742,
      "grad_norm": 1.5640983220372082,
      "learning_rate": 5.6264444042697396e-05,
      "loss": 1.3984,
      "step": 92766
    },
    {
      "epoch": 4.315747848336822,
      "grad_norm": 1.803289841065348,
      "learning_rate": 5.6261546559590754e-05,
      "loss": 1.7109,
      "step": 92767
    },
    {
      "epoch": 4.3157943707839035,
      "grad_norm": 1.6240909716857035,
      "learning_rate": 5.625864913387134e-05,
      "loss": 1.4844,
      "step": 92768
    },
    {
      "epoch": 4.315840893230984,
      "grad_norm": 1.544019215346265,
      "learning_rate": 5.625575176554098e-05,
      "loss": 1.3438,
      "step": 92769
    },
    {
      "epoch": 4.315887415678064,
      "grad_norm": 1.661122011078279,
      "learning_rate": 5.6252854454601396e-05,
      "loss": 1.4453,
      "step": 92770
    },
    {
      "epoch": 4.315933938125145,
      "grad_norm": 1.7726957045470235,
      "learning_rate": 5.624995720105439e-05,
      "loss": 1.6484,
      "step": 92771
    },
    {
      "epoch": 4.315980460572226,
      "grad_norm": 1.6923400200737597,
      "learning_rate": 5.624706000490164e-05,
      "loss": 1.5625,
      "step": 92772
    },
    {
      "epoch": 4.316026983019307,
      "grad_norm": 1.6635338293683102,
      "learning_rate": 5.624416286614506e-05,
      "loss": 1.5703,
      "step": 92773
    },
    {
      "epoch": 4.316073505466387,
      "grad_norm": 1.6323291996714338,
      "learning_rate": 5.624126578478633e-05,
      "loss": 1.5391,
      "step": 92774
    },
    {
      "epoch": 4.316120027913469,
      "grad_norm": 1.7399827180304073,
      "learning_rate": 5.623836876082727e-05,
      "loss": 1.7031,
      "step": 92775
    },
    {
      "epoch": 4.316166550360549,
      "grad_norm": 1.7563634176694976,
      "learning_rate": 5.623547179426963e-05,
      "loss": 1.7188,
      "step": 92776
    },
    {
      "epoch": 4.31621307280763,
      "grad_norm": 1.7263143854208869,
      "learning_rate": 5.623257488511514e-05,
      "loss": 1.5469,
      "step": 92777
    },
    {
      "epoch": 4.31625959525471,
      "grad_norm": 1.6681949892540693,
      "learning_rate": 5.622967803336566e-05,
      "loss": 1.5469,
      "step": 92778
    },
    {
      "epoch": 4.316306117701791,
      "grad_norm": 1.6693863934935689,
      "learning_rate": 5.622678123902294e-05,
      "loss": 1.5625,
      "step": 92779
    },
    {
      "epoch": 4.316352640148872,
      "grad_norm": 1.6677685891363876,
      "learning_rate": 5.6223884502088725e-05,
      "loss": 1.3359,
      "step": 92780
    },
    {
      "epoch": 4.316399162595952,
      "grad_norm": 1.6586340001772912,
      "learning_rate": 5.622098782256476e-05,
      "loss": 1.5469,
      "step": 92781
    },
    {
      "epoch": 4.316445685043034,
      "grad_norm": 1.5944416087248345,
      "learning_rate": 5.621809120045289e-05,
      "loss": 1.5781,
      "step": 92782
    },
    {
      "epoch": 4.316492207490114,
      "grad_norm": 1.6747857095085523,
      "learning_rate": 5.621519463575488e-05,
      "loss": 1.5781,
      "step": 92783
    },
    {
      "epoch": 4.316538729937195,
      "grad_norm": 1.6638045290970487,
      "learning_rate": 5.6212298128472474e-05,
      "loss": 1.6094,
      "step": 92784
    },
    {
      "epoch": 4.316585252384275,
      "grad_norm": 1.9108006289547539,
      "learning_rate": 5.6209401678607385e-05,
      "loss": 1.9297,
      "step": 92785
    },
    {
      "epoch": 4.3166317748313565,
      "grad_norm": 1.804859719943774,
      "learning_rate": 5.620650528616152e-05,
      "loss": 1.8125,
      "step": 92786
    },
    {
      "epoch": 4.316678297278437,
      "grad_norm": 1.6719763428491476,
      "learning_rate": 5.620360895113658e-05,
      "loss": 1.5859,
      "step": 92787
    },
    {
      "epoch": 4.3167248197255175,
      "grad_norm": 1.590709020336355,
      "learning_rate": 5.6200712673534353e-05,
      "loss": 1.5,
      "step": 92788
    },
    {
      "epoch": 4.316771342172598,
      "grad_norm": 1.6764524620011187,
      "learning_rate": 5.619781645335654e-05,
      "loss": 1.6797,
      "step": 92789
    },
    {
      "epoch": 4.316817864619679,
      "grad_norm": 1.7027479455495487,
      "learning_rate": 5.6194920290604964e-05,
      "loss": 1.5859,
      "step": 92790
    },
    {
      "epoch": 4.31686438706676,
      "grad_norm": 1.6742269687163969,
      "learning_rate": 5.619202418528149e-05,
      "loss": 1.5312,
      "step": 92791
    },
    {
      "epoch": 4.31691090951384,
      "grad_norm": 1.7483784622329508,
      "learning_rate": 5.618912813738779e-05,
      "loss": 1.8281,
      "step": 92792
    },
    {
      "epoch": 4.316957431960921,
      "grad_norm": 1.6053089050966345,
      "learning_rate": 5.618623214692567e-05,
      "loss": 1.5234,
      "step": 92793
    },
    {
      "epoch": 4.317003954408002,
      "grad_norm": 1.7552685440193025,
      "learning_rate": 5.6183336213896846e-05,
      "loss": 1.5859,
      "step": 92794
    },
    {
      "epoch": 4.317050476855083,
      "grad_norm": 1.6886717286373627,
      "learning_rate": 5.6180440338303175e-05,
      "loss": 1.625,
      "step": 92795
    },
    {
      "epoch": 4.317096999302163,
      "grad_norm": 1.7900675276487075,
      "learning_rate": 5.617754452014641e-05,
      "loss": 1.7812,
      "step": 92796
    },
    {
      "epoch": 4.317143521749244,
      "grad_norm": 1.7760189570038765,
      "learning_rate": 5.6174648759428274e-05,
      "loss": 1.5391,
      "step": 92797
    },
    {
      "epoch": 4.317190044196325,
      "grad_norm": 1.7889270120098162,
      "learning_rate": 5.617175305615055e-05,
      "loss": 1.7422,
      "step": 92798
    },
    {
      "epoch": 4.317236566643405,
      "grad_norm": 1.5766118156342406,
      "learning_rate": 5.616885741031507e-05,
      "loss": 1.5234,
      "step": 92799
    },
    {
      "epoch": 4.317283089090486,
      "grad_norm": 1.6797014042885068,
      "learning_rate": 5.616596182192356e-05,
      "loss": 1.6328,
      "step": 92800
    },
    {
      "epoch": 4.317329611537567,
      "grad_norm": 1.7375318127507666,
      "learning_rate": 5.616306629097782e-05,
      "loss": 1.7188,
      "step": 92801
    },
    {
      "epoch": 4.317376133984648,
      "grad_norm": 1.73906307602336,
      "learning_rate": 5.6160170817479584e-05,
      "loss": 1.6641,
      "step": 92802
    },
    {
      "epoch": 4.317422656431728,
      "grad_norm": 1.902751831047437,
      "learning_rate": 5.6157275401430615e-05,
      "loss": 1.9531,
      "step": 92803
    },
    {
      "epoch": 4.317469178878809,
      "grad_norm": 1.7203802150295076,
      "learning_rate": 5.615438004283275e-05,
      "loss": 1.6172,
      "step": 92804
    },
    {
      "epoch": 4.31751570132589,
      "grad_norm": 1.693065500914281,
      "learning_rate": 5.615148474168772e-05,
      "loss": 1.6328,
      "step": 92805
    },
    {
      "epoch": 4.3175622237729705,
      "grad_norm": 1.7376373222320096,
      "learning_rate": 5.6148589497997324e-05,
      "loss": 1.5625,
      "step": 92806
    },
    {
      "epoch": 4.317608746220051,
      "grad_norm": 1.7140071844050213,
      "learning_rate": 5.614569431176325e-05,
      "loss": 1.6484,
      "step": 92807
    },
    {
      "epoch": 4.3176552686671315,
      "grad_norm": 1.7627392433722453,
      "learning_rate": 5.614279918298739e-05,
      "loss": 1.6797,
      "step": 92808
    },
    {
      "epoch": 4.317701791114213,
      "grad_norm": 1.7351851884910174,
      "learning_rate": 5.613990411167146e-05,
      "loss": 1.7344,
      "step": 92809
    },
    {
      "epoch": 4.317748313561293,
      "grad_norm": 1.7895558662596704,
      "learning_rate": 5.6137009097817234e-05,
      "loss": 1.8125,
      "step": 92810
    },
    {
      "epoch": 4.317794836008374,
      "grad_norm": 1.7264746484462583,
      "learning_rate": 5.613411414142644e-05,
      "loss": 1.625,
      "step": 92811
    },
    {
      "epoch": 4.317841358455455,
      "grad_norm": 1.680993072752073,
      "learning_rate": 5.6131219242500885e-05,
      "loss": 1.6016,
      "step": 92812
    },
    {
      "epoch": 4.317887880902536,
      "grad_norm": 1.6657766069448783,
      "learning_rate": 5.612832440104241e-05,
      "loss": 1.6875,
      "step": 92813
    },
    {
      "epoch": 4.317934403349616,
      "grad_norm": 1.8260141321737953,
      "learning_rate": 5.6125429617052723e-05,
      "loss": 1.7812,
      "step": 92814
    },
    {
      "epoch": 4.317980925796697,
      "grad_norm": 1.69434486521186,
      "learning_rate": 5.612253489053361e-05,
      "loss": 1.5078,
      "step": 92815
    },
    {
      "epoch": 4.318027448243778,
      "grad_norm": 1.646929447322557,
      "learning_rate": 5.6119640221486776e-05,
      "loss": 1.5938,
      "step": 92816
    },
    {
      "epoch": 4.318073970690858,
      "grad_norm": 1.7199183254720734,
      "learning_rate": 5.611674560991411e-05,
      "loss": 1.7109,
      "step": 92817
    },
    {
      "epoch": 4.318120493137939,
      "grad_norm": 1.7122453372848632,
      "learning_rate": 5.6113851055817314e-05,
      "loss": 1.7344,
      "step": 92818
    },
    {
      "epoch": 4.318167015585019,
      "grad_norm": 1.7952406550827722,
      "learning_rate": 5.611095655919818e-05,
      "loss": 1.875,
      "step": 92819
    },
    {
      "epoch": 4.318213538032101,
      "grad_norm": 1.664674116293762,
      "learning_rate": 5.610806212005841e-05,
      "loss": 1.5625,
      "step": 92820
    },
    {
      "epoch": 4.318260060479181,
      "grad_norm": 1.6880279440677441,
      "learning_rate": 5.61051677383999e-05,
      "loss": 1.5,
      "step": 92821
    },
    {
      "epoch": 4.318306582926262,
      "grad_norm": 1.7213609906560807,
      "learning_rate": 5.610227341422435e-05,
      "loss": 1.6953,
      "step": 92822
    },
    {
      "epoch": 4.318353105373343,
      "grad_norm": 1.7204394859019234,
      "learning_rate": 5.609937914753356e-05,
      "loss": 1.625,
      "step": 92823
    },
    {
      "epoch": 4.3183996278204235,
      "grad_norm": 1.7906406934966455,
      "learning_rate": 5.609648493832921e-05,
      "loss": 1.7891,
      "step": 92824
    },
    {
      "epoch": 4.318446150267504,
      "grad_norm": 1.793644568559464,
      "learning_rate": 5.6093590786613213e-05,
      "loss": 1.625,
      "step": 92825
    },
    {
      "epoch": 4.3184926727145845,
      "grad_norm": 1.881345209045598,
      "learning_rate": 5.609069669238726e-05,
      "loss": 1.8203,
      "step": 92826
    },
    {
      "epoch": 4.318539195161666,
      "grad_norm": 1.7475243281088666,
      "learning_rate": 5.608780265565314e-05,
      "loss": 1.7031,
      "step": 92827
    },
    {
      "epoch": 4.318585717608746,
      "grad_norm": 1.632773311704084,
      "learning_rate": 5.608490867641262e-05,
      "loss": 1.5312,
      "step": 92828
    },
    {
      "epoch": 4.318632240055827,
      "grad_norm": 1.6338746360616767,
      "learning_rate": 5.6082014754667434e-05,
      "loss": 1.5,
      "step": 92829
    },
    {
      "epoch": 4.318678762502907,
      "grad_norm": 1.5336152546120123,
      "learning_rate": 5.607912089041943e-05,
      "loss": 1.3594,
      "step": 92830
    },
    {
      "epoch": 4.318725284949989,
      "grad_norm": 1.6470442579874784,
      "learning_rate": 5.607622708367034e-05,
      "loss": 1.6719,
      "step": 92831
    },
    {
      "epoch": 4.318771807397069,
      "grad_norm": 1.508049832544434,
      "learning_rate": 5.607333333442195e-05,
      "loss": 1.2656,
      "step": 92832
    },
    {
      "epoch": 4.31881832984415,
      "grad_norm": 1.5663483043393136,
      "learning_rate": 5.6070439642675946e-05,
      "loss": 1.4922,
      "step": 92833
    },
    {
      "epoch": 4.318864852291231,
      "grad_norm": 1.8616109803726009,
      "learning_rate": 5.6067546008434196e-05,
      "loss": 1.8281,
      "step": 92834
    },
    {
      "epoch": 4.318911374738311,
      "grad_norm": 1.812553231185931,
      "learning_rate": 5.6064652431698494e-05,
      "loss": 1.6406,
      "step": 92835
    },
    {
      "epoch": 4.318957897185392,
      "grad_norm": 1.582185883579866,
      "learning_rate": 5.6061758912470556e-05,
      "loss": 1.5391,
      "step": 92836
    },
    {
      "epoch": 4.319004419632472,
      "grad_norm": 1.583505984566454,
      "learning_rate": 5.6058865450752165e-05,
      "loss": 1.3672,
      "step": 92837
    },
    {
      "epoch": 4.319050942079554,
      "grad_norm": 1.6385313347611694,
      "learning_rate": 5.605597204654504e-05,
      "loss": 1.5625,
      "step": 92838
    },
    {
      "epoch": 4.319097464526634,
      "grad_norm": 1.7860004157717781,
      "learning_rate": 5.605307869985106e-05,
      "loss": 1.8594,
      "step": 92839
    },
    {
      "epoch": 4.319143986973715,
      "grad_norm": 1.8127382990228957,
      "learning_rate": 5.605018541067193e-05,
      "loss": 1.7344,
      "step": 92840
    },
    {
      "epoch": 4.319190509420795,
      "grad_norm": 1.6717202768640378,
      "learning_rate": 5.6047292179009435e-05,
      "loss": 1.5312,
      "step": 92841
    },
    {
      "epoch": 4.3192370318678766,
      "grad_norm": 1.6600617015700152,
      "learning_rate": 5.6044399004865295e-05,
      "loss": 1.5938,
      "step": 92842
    },
    {
      "epoch": 4.319283554314957,
      "grad_norm": 1.826094737558871,
      "learning_rate": 5.6041505888241374e-05,
      "loss": 1.9062,
      "step": 92843
    },
    {
      "epoch": 4.3193300767620375,
      "grad_norm": 1.8033658123976866,
      "learning_rate": 5.603861282913939e-05,
      "loss": 1.7344,
      "step": 92844
    },
    {
      "epoch": 4.319376599209118,
      "grad_norm": 1.7947188791379503,
      "learning_rate": 5.6035719827561145e-05,
      "loss": 1.7109,
      "step": 92845
    },
    {
      "epoch": 4.319423121656199,
      "grad_norm": 1.782592712048593,
      "learning_rate": 5.6032826883508315e-05,
      "loss": 1.7422,
      "step": 92846
    },
    {
      "epoch": 4.31946964410328,
      "grad_norm": 1.6782847968264527,
      "learning_rate": 5.6029933996982784e-05,
      "loss": 1.5312,
      "step": 92847
    },
    {
      "epoch": 4.31951616655036,
      "grad_norm": 1.7751783332836135,
      "learning_rate": 5.60270411679863e-05,
      "loss": 1.7188,
      "step": 92848
    },
    {
      "epoch": 4.319562688997442,
      "grad_norm": 1.838161675951443,
      "learning_rate": 5.60241483965206e-05,
      "loss": 1.7969,
      "step": 92849
    },
    {
      "epoch": 4.319609211444522,
      "grad_norm": 1.5871404935085593,
      "learning_rate": 5.602125568258743e-05,
      "loss": 1.3125,
      "step": 92850
    },
    {
      "epoch": 4.319655733891603,
      "grad_norm": 1.7625757963018158,
      "learning_rate": 5.601836302618865e-05,
      "loss": 1.6797,
      "step": 92851
    },
    {
      "epoch": 4.319702256338683,
      "grad_norm": 1.7473332885951207,
      "learning_rate": 5.6015470427325985e-05,
      "loss": 1.75,
      "step": 92852
    },
    {
      "epoch": 4.3197487787857645,
      "grad_norm": 1.781211470767558,
      "learning_rate": 5.60125778860012e-05,
      "loss": 1.7578,
      "step": 92853
    },
    {
      "epoch": 4.319795301232845,
      "grad_norm": 1.6985293706166886,
      "learning_rate": 5.600968540221607e-05,
      "loss": 1.5234,
      "step": 92854
    },
    {
      "epoch": 4.319841823679925,
      "grad_norm": 1.642843692122619,
      "learning_rate": 5.6006792975972265e-05,
      "loss": 1.3906,
      "step": 92855
    },
    {
      "epoch": 4.319888346127006,
      "grad_norm": 1.6611056814051732,
      "learning_rate": 5.600390060727175e-05,
      "loss": 1.5156,
      "step": 92856
    },
    {
      "epoch": 4.319934868574087,
      "grad_norm": 1.7722949203710556,
      "learning_rate": 5.600100829611621e-05,
      "loss": 1.6406,
      "step": 92857
    },
    {
      "epoch": 4.319981391021168,
      "grad_norm": 1.7446671542281884,
      "learning_rate": 5.59981160425074e-05,
      "loss": 1.6719,
      "step": 92858
    },
    {
      "epoch": 4.320027913468248,
      "grad_norm": 1.5972036994512948,
      "learning_rate": 5.5995223846447104e-05,
      "loss": 1.375,
      "step": 92859
    },
    {
      "epoch": 4.320074435915329,
      "grad_norm": 1.5823821928261896,
      "learning_rate": 5.599233170793702e-05,
      "loss": 1.3984,
      "step": 92860
    },
    {
      "epoch": 4.32012095836241,
      "grad_norm": 1.779418218511421,
      "learning_rate": 5.5989439626979035e-05,
      "loss": 1.8203,
      "step": 92861
    },
    {
      "epoch": 4.3201674808094905,
      "grad_norm": 1.6817691138881714,
      "learning_rate": 5.598654760357488e-05,
      "loss": 1.6328,
      "step": 92862
    },
    {
      "epoch": 4.320214003256571,
      "grad_norm": 1.7143535922446471,
      "learning_rate": 5.598365563772632e-05,
      "loss": 1.4922,
      "step": 92863
    },
    {
      "epoch": 4.320260525703652,
      "grad_norm": 1.9057521059580755,
      "learning_rate": 5.598076372943507e-05,
      "loss": 1.8906,
      "step": 92864
    },
    {
      "epoch": 4.320307048150733,
      "grad_norm": 1.6274465437082737,
      "learning_rate": 5.597787187870299e-05,
      "loss": 1.5859,
      "step": 92865
    },
    {
      "epoch": 4.320353570597813,
      "grad_norm": 1.6117914059402363,
      "learning_rate": 5.597498008553182e-05,
      "loss": 1.4922,
      "step": 92866
    },
    {
      "epoch": 4.320400093044894,
      "grad_norm": 1.6097682211371724,
      "learning_rate": 5.5972088349923317e-05,
      "loss": 1.4766,
      "step": 92867
    },
    {
      "epoch": 4.320446615491975,
      "grad_norm": 1.594254979335089,
      "learning_rate": 5.59691966718792e-05,
      "loss": 1.4375,
      "step": 92868
    },
    {
      "epoch": 4.320493137939056,
      "grad_norm": 1.785061677698654,
      "learning_rate": 5.5966305051401354e-05,
      "loss": 1.7891,
      "step": 92869
    },
    {
      "epoch": 4.320539660386136,
      "grad_norm": 1.6740545990848796,
      "learning_rate": 5.596341348849148e-05,
      "loss": 1.6953,
      "step": 92870
    },
    {
      "epoch": 4.3205861828332175,
      "grad_norm": 1.7208916804219647,
      "learning_rate": 5.5960521983151364e-05,
      "loss": 1.6328,
      "step": 92871
    },
    {
      "epoch": 4.320632705280298,
      "grad_norm": 1.7035277071947572,
      "learning_rate": 5.595763053538273e-05,
      "loss": 1.6797,
      "step": 92872
    },
    {
      "epoch": 4.3206792277273784,
      "grad_norm": 1.8032270246415154,
      "learning_rate": 5.5954739145187425e-05,
      "loss": 1.7031,
      "step": 92873
    },
    {
      "epoch": 4.320725750174459,
      "grad_norm": 1.492262027586557,
      "learning_rate": 5.595184781256719e-05,
      "loss": 1.3203,
      "step": 92874
    },
    {
      "epoch": 4.32077227262154,
      "grad_norm": 1.758380674457478,
      "learning_rate": 5.594895653752379e-05,
      "loss": 1.6953,
      "step": 92875
    },
    {
      "epoch": 4.320818795068621,
      "grad_norm": 1.6581284518742185,
      "learning_rate": 5.594606532005893e-05,
      "loss": 1.5781,
      "step": 92876
    },
    {
      "epoch": 4.320865317515701,
      "grad_norm": 1.5090549944498985,
      "learning_rate": 5.5943174160174464e-05,
      "loss": 1.3516,
      "step": 92877
    },
    {
      "epoch": 4.320911839962782,
      "grad_norm": 1.4941234612366459,
      "learning_rate": 5.594028305787217e-05,
      "loss": 1.3672,
      "step": 92878
    },
    {
      "epoch": 4.320958362409863,
      "grad_norm": 1.685509268863185,
      "learning_rate": 5.59373920131538e-05,
      "loss": 1.5469,
      "step": 92879
    },
    {
      "epoch": 4.321004884856944,
      "grad_norm": 1.5675116696627882,
      "learning_rate": 5.593450102602111e-05,
      "loss": 1.4141,
      "step": 92880
    },
    {
      "epoch": 4.321051407304024,
      "grad_norm": 1.610179327332708,
      "learning_rate": 5.5931610096475825e-05,
      "loss": 1.4609,
      "step": 92881
    },
    {
      "epoch": 4.3210979297511045,
      "grad_norm": 1.5521325829290742,
      "learning_rate": 5.592871922451982e-05,
      "loss": 1.4141,
      "step": 92882
    },
    {
      "epoch": 4.321144452198186,
      "grad_norm": 1.6154971066382213,
      "learning_rate": 5.59258284101548e-05,
      "loss": 1.4297,
      "step": 92883
    },
    {
      "epoch": 4.321190974645266,
      "grad_norm": 1.5928434510003964,
      "learning_rate": 5.592293765338255e-05,
      "loss": 1.4297,
      "step": 92884
    },
    {
      "epoch": 4.321237497092347,
      "grad_norm": 1.675452361219767,
      "learning_rate": 5.592004695420482e-05,
      "loss": 1.5469,
      "step": 92885
    },
    {
      "epoch": 4.321284019539428,
      "grad_norm": 1.8309627743631425,
      "learning_rate": 5.591715631262334e-05,
      "loss": 1.8203,
      "step": 92886
    },
    {
      "epoch": 4.321330541986509,
      "grad_norm": 1.7522727442491253,
      "learning_rate": 5.5914265728639986e-05,
      "loss": 1.7188,
      "step": 92887
    },
    {
      "epoch": 4.321377064433589,
      "grad_norm": 1.7788657680659299,
      "learning_rate": 5.5911375202256485e-05,
      "loss": 1.6562,
      "step": 92888
    },
    {
      "epoch": 4.32142358688067,
      "grad_norm": 1.6618972421878375,
      "learning_rate": 5.590848473347458e-05,
      "loss": 1.5859,
      "step": 92889
    },
    {
      "epoch": 4.321470109327751,
      "grad_norm": 1.6739317396582623,
      "learning_rate": 5.590559432229601e-05,
      "loss": 1.625,
      "step": 92890
    },
    {
      "epoch": 4.3215166317748315,
      "grad_norm": 1.7329388205450174,
      "learning_rate": 5.590270396872263e-05,
      "loss": 1.6797,
      "step": 92891
    },
    {
      "epoch": 4.321563154221912,
      "grad_norm": 1.823167419887442,
      "learning_rate": 5.589981367275618e-05,
      "loss": 1.8516,
      "step": 92892
    },
    {
      "epoch": 4.321609676668992,
      "grad_norm": 1.505624182164506,
      "learning_rate": 5.589692343439842e-05,
      "loss": 1.3359,
      "step": 92893
    },
    {
      "epoch": 4.321656199116074,
      "grad_norm": 1.7969763079536505,
      "learning_rate": 5.589403325365106e-05,
      "loss": 1.6875,
      "step": 92894
    },
    {
      "epoch": 4.321702721563154,
      "grad_norm": 1.6946934662018893,
      "learning_rate": 5.589114313051598e-05,
      "loss": 1.7031,
      "step": 92895
    },
    {
      "epoch": 4.321749244010235,
      "grad_norm": 1.7007918453203483,
      "learning_rate": 5.5888253064994915e-05,
      "loss": 1.5078,
      "step": 92896
    },
    {
      "epoch": 4.321795766457315,
      "grad_norm": 1.6090976884556507,
      "learning_rate": 5.588536305708959e-05,
      "loss": 1.5703,
      "step": 92897
    },
    {
      "epoch": 4.321842288904397,
      "grad_norm": 1.6101179687218181,
      "learning_rate": 5.5882473106801766e-05,
      "loss": 1.6172,
      "step": 92898
    },
    {
      "epoch": 4.321888811351477,
      "grad_norm": 1.5503880761835884,
      "learning_rate": 5.5879583214133235e-05,
      "loss": 1.3203,
      "step": 92899
    },
    {
      "epoch": 4.3219353337985575,
      "grad_norm": 1.8383890257248847,
      "learning_rate": 5.587669337908584e-05,
      "loss": 1.8438,
      "step": 92900
    },
    {
      "epoch": 4.321981856245639,
      "grad_norm": 1.772185841438881,
      "learning_rate": 5.587380360166129e-05,
      "loss": 1.5859,
      "step": 92901
    },
    {
      "epoch": 4.322028378692719,
      "grad_norm": 1.8269037020800827,
      "learning_rate": 5.587091388186134e-05,
      "loss": 1.7656,
      "step": 92902
    },
    {
      "epoch": 4.3220749011398,
      "grad_norm": 1.5519004743573503,
      "learning_rate": 5.586802421968771e-05,
      "loss": 1.2812,
      "step": 92903
    },
    {
      "epoch": 4.32212142358688,
      "grad_norm": 1.7492871085933377,
      "learning_rate": 5.5865134615142304e-05,
      "loss": 1.3516,
      "step": 92904
    },
    {
      "epoch": 4.322167946033962,
      "grad_norm": 1.7404401170261445,
      "learning_rate": 5.5862245068226815e-05,
      "loss": 1.5938,
      "step": 92905
    },
    {
      "epoch": 4.322214468481042,
      "grad_norm": 1.6975064410670926,
      "learning_rate": 5.585935557894301e-05,
      "loss": 1.6562,
      "step": 92906
    },
    {
      "epoch": 4.322260990928123,
      "grad_norm": 1.7876441839759605,
      "learning_rate": 5.585646614729261e-05,
      "loss": 1.7109,
      "step": 92907
    },
    {
      "epoch": 4.322307513375203,
      "grad_norm": 1.6362955913886055,
      "learning_rate": 5.585357677327748e-05,
      "loss": 1.4531,
      "step": 92908
    },
    {
      "epoch": 4.3223540358222845,
      "grad_norm": 1.7804174160129935,
      "learning_rate": 5.5850687456899365e-05,
      "loss": 1.7109,
      "step": 92909
    },
    {
      "epoch": 4.322400558269365,
      "grad_norm": 1.6807288248718042,
      "learning_rate": 5.584779819816e-05,
      "loss": 1.5234,
      "step": 92910
    },
    {
      "epoch": 4.3224470807164455,
      "grad_norm": 1.8121596914714428,
      "learning_rate": 5.584490899706117e-05,
      "loss": 1.7969,
      "step": 92911
    },
    {
      "epoch": 4.322493603163526,
      "grad_norm": 1.6510869405767539,
      "learning_rate": 5.584201985360458e-05,
      "loss": 1.5625,
      "step": 92912
    },
    {
      "epoch": 4.322540125610607,
      "grad_norm": 1.626807758212493,
      "learning_rate": 5.583913076779213e-05,
      "loss": 1.4375,
      "step": 92913
    },
    {
      "epoch": 4.322586648057688,
      "grad_norm": 1.7711989638483676,
      "learning_rate": 5.5836241739625515e-05,
      "loss": 1.6094,
      "step": 92914
    },
    {
      "epoch": 4.322633170504768,
      "grad_norm": 1.6471752026093995,
      "learning_rate": 5.583335276910651e-05,
      "loss": 1.5469,
      "step": 92915
    },
    {
      "epoch": 4.32267969295185,
      "grad_norm": 1.6850373625022188,
      "learning_rate": 5.583046385623681e-05,
      "loss": 1.5391,
      "step": 92916
    },
    {
      "epoch": 4.32272621539893,
      "grad_norm": 1.666917428548471,
      "learning_rate": 5.582757500101832e-05,
      "loss": 1.5391,
      "step": 92917
    },
    {
      "epoch": 4.322772737846011,
      "grad_norm": 1.4586133591738852,
      "learning_rate": 5.582468620345274e-05,
      "loss": 1.2656,
      "step": 92918
    },
    {
      "epoch": 4.322819260293091,
      "grad_norm": 1.6919138932156634,
      "learning_rate": 5.582179746354185e-05,
      "loss": 1.6484,
      "step": 92919
    },
    {
      "epoch": 4.322865782740172,
      "grad_norm": 1.6236802009345213,
      "learning_rate": 5.581890878128735e-05,
      "loss": 1.5078,
      "step": 92920
    },
    {
      "epoch": 4.322912305187253,
      "grad_norm": 1.794273855245142,
      "learning_rate": 5.5816020156691084e-05,
      "loss": 1.7656,
      "step": 92921
    },
    {
      "epoch": 4.322958827634333,
      "grad_norm": 1.5992686960987754,
      "learning_rate": 5.581313158975484e-05,
      "loss": 1.5156,
      "step": 92922
    },
    {
      "epoch": 4.323005350081415,
      "grad_norm": 1.7256029391235044,
      "learning_rate": 5.581024308048037e-05,
      "loss": 1.6562,
      "step": 92923
    },
    {
      "epoch": 4.323051872528495,
      "grad_norm": 1.801363506873748,
      "learning_rate": 5.580735462886941e-05,
      "loss": 1.7188,
      "step": 92924
    },
    {
      "epoch": 4.323098394975576,
      "grad_norm": 1.9463990083365954,
      "learning_rate": 5.580446623492369e-05,
      "loss": 1.5781,
      "step": 92925
    },
    {
      "epoch": 4.323144917422656,
      "grad_norm": 1.5135164554870812,
      "learning_rate": 5.580157789864509e-05,
      "loss": 1.25,
      "step": 92926
    },
    {
      "epoch": 4.3231914398697375,
      "grad_norm": 1.823607782100367,
      "learning_rate": 5.579868962003532e-05,
      "loss": 1.6328,
      "step": 92927
    },
    {
      "epoch": 4.323237962316818,
      "grad_norm": 1.9377505523590337,
      "learning_rate": 5.579580139909615e-05,
      "loss": 1.8672,
      "step": 92928
    },
    {
      "epoch": 4.3232844847638985,
      "grad_norm": 1.4845559231043906,
      "learning_rate": 5.579291323582928e-05,
      "loss": 1.3672,
      "step": 92929
    },
    {
      "epoch": 4.323331007210979,
      "grad_norm": 1.7148034300496533,
      "learning_rate": 5.57900251302366e-05,
      "loss": 1.5703,
      "step": 92930
    },
    {
      "epoch": 4.32337752965806,
      "grad_norm": 1.6413170385570799,
      "learning_rate": 5.578713708231982e-05,
      "loss": 1.5,
      "step": 92931
    },
    {
      "epoch": 4.323424052105141,
      "grad_norm": 1.7103612240320971,
      "learning_rate": 5.5784249092080716e-05,
      "loss": 1.625,
      "step": 92932
    },
    {
      "epoch": 4.323470574552221,
      "grad_norm": 1.7085683972228343,
      "learning_rate": 5.578136115952101e-05,
      "loss": 1.6562,
      "step": 92933
    },
    {
      "epoch": 4.323517096999302,
      "grad_norm": 1.6128338836218143,
      "learning_rate": 5.577847328464254e-05,
      "loss": 1.5234,
      "step": 92934
    },
    {
      "epoch": 4.323563619446383,
      "grad_norm": 1.5769846202766873,
      "learning_rate": 5.577558546744705e-05,
      "loss": 1.3672,
      "step": 92935
    },
    {
      "epoch": 4.323610141893464,
      "grad_norm": 1.679517597604901,
      "learning_rate": 5.57726977079363e-05,
      "loss": 1.5859,
      "step": 92936
    },
    {
      "epoch": 4.323656664340544,
      "grad_norm": 1.5732887758542835,
      "learning_rate": 5.576981000611208e-05,
      "loss": 1.5,
      "step": 92937
    },
    {
      "epoch": 4.323703186787625,
      "grad_norm": 1.6731844898978527,
      "learning_rate": 5.576692236197607e-05,
      "loss": 1.5547,
      "step": 92938
    },
    {
      "epoch": 4.323749709234706,
      "grad_norm": 1.7499452803231865,
      "learning_rate": 5.576403477553015e-05,
      "loss": 1.6016,
      "step": 92939
    },
    {
      "epoch": 4.323796231681786,
      "grad_norm": 1.7095047449223484,
      "learning_rate": 5.576114724677606e-05,
      "loss": 1.6484,
      "step": 92940
    },
    {
      "epoch": 4.323842754128867,
      "grad_norm": 1.5564759526964724,
      "learning_rate": 5.5758259775715544e-05,
      "loss": 1.3672,
      "step": 92941
    },
    {
      "epoch": 4.323889276575948,
      "grad_norm": 1.675252775151609,
      "learning_rate": 5.575537236235032e-05,
      "loss": 1.5781,
      "step": 92942
    },
    {
      "epoch": 4.323935799023029,
      "grad_norm": 1.6485346944747514,
      "learning_rate": 5.575248500668221e-05,
      "loss": 1.6094,
      "step": 92943
    },
    {
      "epoch": 4.323982321470109,
      "grad_norm": 1.7872311599706188,
      "learning_rate": 5.5749597708713054e-05,
      "loss": 1.6484,
      "step": 92944
    },
    {
      "epoch": 4.32402884391719,
      "grad_norm": 1.607288048290067,
      "learning_rate": 5.574671046844453e-05,
      "loss": 1.375,
      "step": 92945
    },
    {
      "epoch": 4.324075366364271,
      "grad_norm": 1.6520958154101928,
      "learning_rate": 5.574382328587843e-05,
      "loss": 1.5,
      "step": 92946
    },
    {
      "epoch": 4.3241218888113515,
      "grad_norm": 1.567429654563927,
      "learning_rate": 5.5740936161016456e-05,
      "loss": 1.3984,
      "step": 92947
    },
    {
      "epoch": 4.324168411258432,
      "grad_norm": 1.6966094118156916,
      "learning_rate": 5.5738049093860515e-05,
      "loss": 1.5859,
      "step": 92948
    },
    {
      "epoch": 4.3242149337055125,
      "grad_norm": 1.7791833642509804,
      "learning_rate": 5.573516208441228e-05,
      "loss": 1.8203,
      "step": 92949
    },
    {
      "epoch": 4.324261456152594,
      "grad_norm": 1.5760322032354865,
      "learning_rate": 5.573227513267353e-05,
      "loss": 1.4453,
      "step": 92950
    },
    {
      "epoch": 4.324307978599674,
      "grad_norm": 1.7982931985922235,
      "learning_rate": 5.572938823864599e-05,
      "loss": 1.6562,
      "step": 92951
    },
    {
      "epoch": 4.324354501046755,
      "grad_norm": 1.5830721395550347,
      "learning_rate": 5.572650140233153e-05,
      "loss": 1.4766,
      "step": 92952
    },
    {
      "epoch": 4.324401023493836,
      "grad_norm": 1.6370560471023818,
      "learning_rate": 5.572361462373185e-05,
      "loss": 1.5781,
      "step": 92953
    },
    {
      "epoch": 4.324447545940917,
      "grad_norm": 1.5614194783298232,
      "learning_rate": 5.572072790284875e-05,
      "loss": 1.4766,
      "step": 92954
    },
    {
      "epoch": 4.324494068387997,
      "grad_norm": 1.8165771950061311,
      "learning_rate": 5.57178412396839e-05,
      "loss": 1.8203,
      "step": 92955
    },
    {
      "epoch": 4.324540590835078,
      "grad_norm": 1.7648899416529178,
      "learning_rate": 5.571495463423921e-05,
      "loss": 1.6328,
      "step": 92956
    },
    {
      "epoch": 4.324587113282159,
      "grad_norm": 1.6842837067683392,
      "learning_rate": 5.5712068086516376e-05,
      "loss": 1.5,
      "step": 92957
    },
    {
      "epoch": 4.324633635729239,
      "grad_norm": 1.786050139703762,
      "learning_rate": 5.570918159651717e-05,
      "loss": 1.7891,
      "step": 92958
    },
    {
      "epoch": 4.32468015817632,
      "grad_norm": 1.7388460739105929,
      "learning_rate": 5.5706295164243306e-05,
      "loss": 1.6094,
      "step": 92959
    },
    {
      "epoch": 4.3247266806234,
      "grad_norm": 1.812398142362704,
      "learning_rate": 5.570340878969665e-05,
      "loss": 1.7578,
      "step": 92960
    },
    {
      "epoch": 4.324773203070482,
      "grad_norm": 1.7130066054716322,
      "learning_rate": 5.570052247287893e-05,
      "loss": 1.6562,
      "step": 92961
    },
    {
      "epoch": 4.324819725517562,
      "grad_norm": 1.797892024223239,
      "learning_rate": 5.56976362137919e-05,
      "loss": 1.8203,
      "step": 92962
    },
    {
      "epoch": 4.324866247964643,
      "grad_norm": 1.7529390232131303,
      "learning_rate": 5.569475001243734e-05,
      "loss": 1.7734,
      "step": 92963
    },
    {
      "epoch": 4.324912770411724,
      "grad_norm": 1.6987951556976477,
      "learning_rate": 5.569186386881696e-05,
      "loss": 1.6875,
      "step": 92964
    },
    {
      "epoch": 4.3249592928588045,
      "grad_norm": 1.5577770608558474,
      "learning_rate": 5.568897778293258e-05,
      "loss": 1.4609,
      "step": 92965
    },
    {
      "epoch": 4.325005815305885,
      "grad_norm": 1.677871049749027,
      "learning_rate": 5.5686091754786e-05,
      "loss": 1.6016,
      "step": 92966
    },
    {
      "epoch": 4.3250523377529655,
      "grad_norm": 1.7556119267584174,
      "learning_rate": 5.5683205784378967e-05,
      "loss": 1.5469,
      "step": 92967
    },
    {
      "epoch": 4.325098860200047,
      "grad_norm": 1.6552415144296992,
      "learning_rate": 5.5680319871713226e-05,
      "loss": 1.6016,
      "step": 92968
    },
    {
      "epoch": 4.325145382647127,
      "grad_norm": 1.7519551746344044,
      "learning_rate": 5.567743401679048e-05,
      "loss": 1.5625,
      "step": 92969
    },
    {
      "epoch": 4.325191905094208,
      "grad_norm": 1.5314194965074468,
      "learning_rate": 5.567454821961264e-05,
      "loss": 1.4219,
      "step": 92970
    },
    {
      "epoch": 4.325238427541288,
      "grad_norm": 1.701269549701909,
      "learning_rate": 5.567166248018138e-05,
      "loss": 1.5547,
      "step": 92971
    },
    {
      "epoch": 4.32528494998837,
      "grad_norm": 1.6340779356943784,
      "learning_rate": 5.566877679849851e-05,
      "loss": 1.6328,
      "step": 92972
    },
    {
      "epoch": 4.32533147243545,
      "grad_norm": 1.6293886463030234,
      "learning_rate": 5.5665891174565685e-05,
      "loss": 1.5625,
      "step": 92973
    },
    {
      "epoch": 4.325377994882531,
      "grad_norm": 1.5106901470630671,
      "learning_rate": 5.5663005608384836e-05,
      "loss": 1.4219,
      "step": 92974
    },
    {
      "epoch": 4.325424517329612,
      "grad_norm": 1.6666036070312593,
      "learning_rate": 5.566012009995764e-05,
      "loss": 1.6641,
      "step": 92975
    },
    {
      "epoch": 4.3254710397766925,
      "grad_norm": 1.6633469409342132,
      "learning_rate": 5.5657234649285875e-05,
      "loss": 1.6328,
      "step": 92976
    },
    {
      "epoch": 4.325517562223773,
      "grad_norm": 1.731397059867981,
      "learning_rate": 5.5654349256371246e-05,
      "loss": 1.7109,
      "step": 92977
    },
    {
      "epoch": 4.325564084670853,
      "grad_norm": 1.7174399104296398,
      "learning_rate": 5.5651463921215645e-05,
      "loss": 1.5156,
      "step": 92978
    },
    {
      "epoch": 4.325610607117935,
      "grad_norm": 1.6961737656874551,
      "learning_rate": 5.564857864382077e-05,
      "loss": 1.625,
      "step": 92979
    },
    {
      "epoch": 4.325657129565015,
      "grad_norm": 1.8126541975196477,
      "learning_rate": 5.56456934241884e-05,
      "loss": 1.8203,
      "step": 92980
    },
    {
      "epoch": 4.325703652012096,
      "grad_norm": 1.6823122230501195,
      "learning_rate": 5.564280826232023e-05,
      "loss": 1.6719,
      "step": 92981
    },
    {
      "epoch": 4.325750174459176,
      "grad_norm": 1.583166637729973,
      "learning_rate": 5.563992315821814e-05,
      "loss": 1.6562,
      "step": 92982
    },
    {
      "epoch": 4.325796696906258,
      "grad_norm": 1.5945983281698188,
      "learning_rate": 5.5637038111883843e-05,
      "loss": 1.5859,
      "step": 92983
    },
    {
      "epoch": 4.325843219353338,
      "grad_norm": 1.6746326886882055,
      "learning_rate": 5.5634153123319115e-05,
      "loss": 1.5703,
      "step": 92984
    },
    {
      "epoch": 4.3258897418004185,
      "grad_norm": 1.7360309894339518,
      "learning_rate": 5.563126819252566e-05,
      "loss": 1.6719,
      "step": 92985
    },
    {
      "epoch": 4.325936264247499,
      "grad_norm": 1.640264326436036,
      "learning_rate": 5.5628383319505304e-05,
      "loss": 1.6172,
      "step": 92986
    },
    {
      "epoch": 4.32598278669458,
      "grad_norm": 1.6520553570940493,
      "learning_rate": 5.5625498504259855e-05,
      "loss": 1.5,
      "step": 92987
    },
    {
      "epoch": 4.326029309141661,
      "grad_norm": 1.813967029676119,
      "learning_rate": 5.562261374679104e-05,
      "loss": 1.7109,
      "step": 92988
    },
    {
      "epoch": 4.326075831588741,
      "grad_norm": 1.7209264369898798,
      "learning_rate": 5.56197290471006e-05,
      "loss": 1.6641,
      "step": 92989
    },
    {
      "epoch": 4.326122354035823,
      "grad_norm": 1.5826243494388017,
      "learning_rate": 5.5616844405190326e-05,
      "loss": 1.4219,
      "step": 92990
    },
    {
      "epoch": 4.326168876482903,
      "grad_norm": 1.7067980468578878,
      "learning_rate": 5.561395982106193e-05,
      "loss": 1.6328,
      "step": 92991
    },
    {
      "epoch": 4.326215398929984,
      "grad_norm": 1.6679032225635393,
      "learning_rate": 5.5611075294717266e-05,
      "loss": 1.5547,
      "step": 92992
    },
    {
      "epoch": 4.326261921377064,
      "grad_norm": 1.620334587730589,
      "learning_rate": 5.5608190826158064e-05,
      "loss": 1.4844,
      "step": 92993
    },
    {
      "epoch": 4.3263084438241455,
      "grad_norm": 1.7400462995752373,
      "learning_rate": 5.560530641538608e-05,
      "loss": 1.6406,
      "step": 92994
    },
    {
      "epoch": 4.326354966271226,
      "grad_norm": 1.7067349607636073,
      "learning_rate": 5.560242206240304e-05,
      "loss": 1.6875,
      "step": 92995
    },
    {
      "epoch": 4.326401488718306,
      "grad_norm": 1.5847110154739532,
      "learning_rate": 5.559953776721081e-05,
      "loss": 1.5703,
      "step": 92996
    },
    {
      "epoch": 4.326448011165387,
      "grad_norm": 1.8627581261702757,
      "learning_rate": 5.559665352981107e-05,
      "loss": 1.7891,
      "step": 92997
    },
    {
      "epoch": 4.326494533612468,
      "grad_norm": 1.6812317819135016,
      "learning_rate": 5.559376935020565e-05,
      "loss": 1.6406,
      "step": 92998
    },
    {
      "epoch": 4.326541056059549,
      "grad_norm": 1.8832293915747467,
      "learning_rate": 5.55908852283962e-05,
      "loss": 1.9844,
      "step": 92999
    },
    {
      "epoch": 4.326587578506629,
      "grad_norm": 1.5857325155824589,
      "learning_rate": 5.5588001164384646e-05,
      "loss": 1.5156,
      "step": 93000
    },
    {
      "epoch": 4.32663410095371,
      "grad_norm": 1.5339227750792677,
      "learning_rate": 5.5585117158172646e-05,
      "loss": 1.3359,
      "step": 93001
    },
    {
      "epoch": 4.326680623400791,
      "grad_norm": 1.787242006277595,
      "learning_rate": 5.558223320976202e-05,
      "loss": 1.7109,
      "step": 93002
    },
    {
      "epoch": 4.3267271458478715,
      "grad_norm": 1.40949633314632,
      "learning_rate": 5.557934931915443e-05,
      "loss": 1.2422,
      "step": 93003
    },
    {
      "epoch": 4.326773668294952,
      "grad_norm": 1.9011711980837946,
      "learning_rate": 5.557646548635179e-05,
      "loss": 1.8203,
      "step": 93004
    },
    {
      "epoch": 4.326820190742033,
      "grad_norm": 1.750663334470921,
      "learning_rate": 5.557358171135579e-05,
      "loss": 1.5703,
      "step": 93005
    },
    {
      "epoch": 4.326866713189114,
      "grad_norm": 1.7534843924609012,
      "learning_rate": 5.55706979941682e-05,
      "loss": 1.6875,
      "step": 93006
    },
    {
      "epoch": 4.326913235636194,
      "grad_norm": 1.7340179677994767,
      "learning_rate": 5.556781433479073e-05,
      "loss": 1.5859,
      "step": 93007
    },
    {
      "epoch": 4.326959758083275,
      "grad_norm": 1.602662245224398,
      "learning_rate": 5.55649307332252e-05,
      "loss": 1.3984,
      "step": 93008
    },
    {
      "epoch": 4.327006280530356,
      "grad_norm": 1.7311665867886135,
      "learning_rate": 5.556204718947343e-05,
      "loss": 1.6719,
      "step": 93009
    },
    {
      "epoch": 4.327052802977437,
      "grad_norm": 1.645166549438913,
      "learning_rate": 5.5559163703537143e-05,
      "loss": 1.5625,
      "step": 93010
    },
    {
      "epoch": 4.327099325424517,
      "grad_norm": 1.6564902821384746,
      "learning_rate": 5.555628027541807e-05,
      "loss": 1.5547,
      "step": 93011
    },
    {
      "epoch": 4.3271458478715985,
      "grad_norm": 1.7558996733815522,
      "learning_rate": 5.5553396905117965e-05,
      "loss": 1.7578,
      "step": 93012
    },
    {
      "epoch": 4.327192370318679,
      "grad_norm": 1.6592859229936516,
      "learning_rate": 5.5550513592638675e-05,
      "loss": 1.5703,
      "step": 93013
    },
    {
      "epoch": 4.3272388927657595,
      "grad_norm": 1.702802894748817,
      "learning_rate": 5.554763033798191e-05,
      "loss": 1.5859,
      "step": 93014
    },
    {
      "epoch": 4.32728541521284,
      "grad_norm": 1.6740062643374862,
      "learning_rate": 5.554474714114945e-05,
      "loss": 1.5625,
      "step": 93015
    },
    {
      "epoch": 4.327331937659921,
      "grad_norm": 1.69756311553749,
      "learning_rate": 5.554186400214305e-05,
      "loss": 1.5469,
      "step": 93016
    },
    {
      "epoch": 4.327378460107002,
      "grad_norm": 1.8236206651868005,
      "learning_rate": 5.553898092096441e-05,
      "loss": 1.7578,
      "step": 93017
    },
    {
      "epoch": 4.327424982554082,
      "grad_norm": 1.7499068310974821,
      "learning_rate": 5.553609789761545e-05,
      "loss": 1.7031,
      "step": 93018
    },
    {
      "epoch": 4.327471505001163,
      "grad_norm": 1.6566847998846,
      "learning_rate": 5.5533214932097814e-05,
      "loss": 1.4766,
      "step": 93019
    },
    {
      "epoch": 4.327518027448244,
      "grad_norm": 1.8355517893013351,
      "learning_rate": 5.553033202441332e-05,
      "loss": 1.6484,
      "step": 93020
    },
    {
      "epoch": 4.327564549895325,
      "grad_norm": 1.715181148893717,
      "learning_rate": 5.552744917456365e-05,
      "loss": 1.6797,
      "step": 93021
    },
    {
      "epoch": 4.327611072342405,
      "grad_norm": 1.6798585631219405,
      "learning_rate": 5.5524566382550695e-05,
      "loss": 1.5469,
      "step": 93022
    },
    {
      "epoch": 4.3276575947894855,
      "grad_norm": 1.5643856153169882,
      "learning_rate": 5.552168364837614e-05,
      "loss": 1.3516,
      "step": 93023
    },
    {
      "epoch": 4.327704117236567,
      "grad_norm": 1.8583224127696585,
      "learning_rate": 5.551880097204179e-05,
      "loss": 1.8594,
      "step": 93024
    },
    {
      "epoch": 4.327750639683647,
      "grad_norm": 1.6889012108867612,
      "learning_rate": 5.5515918353549313e-05,
      "loss": 1.5547,
      "step": 93025
    },
    {
      "epoch": 4.327797162130728,
      "grad_norm": 1.6929473737248204,
      "learning_rate": 5.551303579290061e-05,
      "loss": 1.5938,
      "step": 93026
    },
    {
      "epoch": 4.327843684577809,
      "grad_norm": 1.6442649369742817,
      "learning_rate": 5.5510153290097394e-05,
      "loss": 1.5312,
      "step": 93027
    },
    {
      "epoch": 4.32789020702489,
      "grad_norm": 1.6752592311073327,
      "learning_rate": 5.55072708451414e-05,
      "loss": 1.4844,
      "step": 93028
    },
    {
      "epoch": 4.32793672947197,
      "grad_norm": 1.8080662750108398,
      "learning_rate": 5.550438845803438e-05,
      "loss": 1.7656,
      "step": 93029
    },
    {
      "epoch": 4.327983251919051,
      "grad_norm": 1.6108081150883204,
      "learning_rate": 5.5501506128778105e-05,
      "loss": 1.4141,
      "step": 93030
    },
    {
      "epoch": 4.328029774366132,
      "grad_norm": 1.8092377418292267,
      "learning_rate": 5.549862385737444e-05,
      "loss": 1.6328,
      "step": 93031
    },
    {
      "epoch": 4.3280762968132125,
      "grad_norm": 1.7634021228305368,
      "learning_rate": 5.5495741643825064e-05,
      "loss": 1.5781,
      "step": 93032
    },
    {
      "epoch": 4.328122819260293,
      "grad_norm": 1.7941824962798167,
      "learning_rate": 5.549285948813174e-05,
      "loss": 1.8438,
      "step": 93033
    },
    {
      "epoch": 4.328169341707373,
      "grad_norm": 1.5697302514317508,
      "learning_rate": 5.548997739029622e-05,
      "loss": 1.3672,
      "step": 93034
    },
    {
      "epoch": 4.328215864154455,
      "grad_norm": 1.7246216637427494,
      "learning_rate": 5.548709535032033e-05,
      "loss": 1.7344,
      "step": 93035
    },
    {
      "epoch": 4.328262386601535,
      "grad_norm": 1.8597254692021898,
      "learning_rate": 5.5484213368205793e-05,
      "loss": 1.8281,
      "step": 93036
    },
    {
      "epoch": 4.328308909048616,
      "grad_norm": 1.6466306219325737,
      "learning_rate": 5.548133144395439e-05,
      "loss": 1.4688,
      "step": 93037
    },
    {
      "epoch": 4.328355431495696,
      "grad_norm": 1.7336985897774193,
      "learning_rate": 5.547844957756781e-05,
      "loss": 1.5234,
      "step": 93038
    },
    {
      "epoch": 4.328401953942778,
      "grad_norm": 1.7487790587303704,
      "learning_rate": 5.547556776904792e-05,
      "loss": 1.7109,
      "step": 93039
    },
    {
      "epoch": 4.328448476389858,
      "grad_norm": 1.5030428812346885,
      "learning_rate": 5.547268601839647e-05,
      "loss": 1.3438,
      "step": 93040
    },
    {
      "epoch": 4.328494998836939,
      "grad_norm": 1.828422293189652,
      "learning_rate": 5.5469804325615186e-05,
      "loss": 1.75,
      "step": 93041
    },
    {
      "epoch": 4.32854152128402,
      "grad_norm": 1.7854206219399598,
      "learning_rate": 5.5466922690705843e-05,
      "loss": 1.6562,
      "step": 93042
    },
    {
      "epoch": 4.3285880437311,
      "grad_norm": 1.4604521151844518,
      "learning_rate": 5.546404111367016e-05,
      "loss": 1.2969,
      "step": 93043
    },
    {
      "epoch": 4.328634566178181,
      "grad_norm": 1.8569035841935144,
      "learning_rate": 5.5461159594509994e-05,
      "loss": 1.7578,
      "step": 93044
    },
    {
      "epoch": 4.328681088625261,
      "grad_norm": 1.7136362514053145,
      "learning_rate": 5.5458278133227085e-05,
      "loss": 1.6484,
      "step": 93045
    },
    {
      "epoch": 4.328727611072343,
      "grad_norm": 1.753703806433865,
      "learning_rate": 5.545539672982316e-05,
      "loss": 1.7344,
      "step": 93046
    },
    {
      "epoch": 4.328774133519423,
      "grad_norm": 1.750102093499061,
      "learning_rate": 5.545251538429993e-05,
      "loss": 1.5547,
      "step": 93047
    },
    {
      "epoch": 4.328820655966504,
      "grad_norm": 1.668392757927125,
      "learning_rate": 5.5449634096659305e-05,
      "loss": 1.6328,
      "step": 93048
    },
    {
      "epoch": 4.328867178413584,
      "grad_norm": 1.766454977233672,
      "learning_rate": 5.544675286690296e-05,
      "loss": 1.8047,
      "step": 93049
    },
    {
      "epoch": 4.3289137008606655,
      "grad_norm": 1.8422229892843873,
      "learning_rate": 5.5443871695032675e-05,
      "loss": 1.7109,
      "step": 93050
    },
    {
      "epoch": 4.328960223307746,
      "grad_norm": 1.6505848787345518,
      "learning_rate": 5.5440990581050154e-05,
      "loss": 1.5,
      "step": 93051
    },
    {
      "epoch": 4.3290067457548265,
      "grad_norm": 1.7447322492712596,
      "learning_rate": 5.5438109524957205e-05,
      "loss": 1.6875,
      "step": 93052
    },
    {
      "epoch": 4.329053268201908,
      "grad_norm": 1.7640753569956191,
      "learning_rate": 5.543522852675567e-05,
      "loss": 1.625,
      "step": 93053
    },
    {
      "epoch": 4.329099790648988,
      "grad_norm": 1.844427388063789,
      "learning_rate": 5.543234758644724e-05,
      "loss": 1.8125,
      "step": 93054
    },
    {
      "epoch": 4.329146313096069,
      "grad_norm": 1.7130004871023463,
      "learning_rate": 5.542946670403368e-05,
      "loss": 1.5391,
      "step": 93055
    },
    {
      "epoch": 4.329192835543149,
      "grad_norm": 1.8162044977802512,
      "learning_rate": 5.542658587951671e-05,
      "loss": 1.75,
      "step": 93056
    },
    {
      "epoch": 4.329239357990231,
      "grad_norm": 1.7539949757581692,
      "learning_rate": 5.542370511289819e-05,
      "loss": 1.7812,
      "step": 93057
    },
    {
      "epoch": 4.329285880437311,
      "grad_norm": 1.6787991822051103,
      "learning_rate": 5.5420824404179845e-05,
      "loss": 1.5625,
      "step": 93058
    },
    {
      "epoch": 4.329332402884392,
      "grad_norm": 1.4464813459478005,
      "learning_rate": 5.5417943753363424e-05,
      "loss": 1.3203,
      "step": 93059
    },
    {
      "epoch": 4.329378925331472,
      "grad_norm": 1.8168556311261885,
      "learning_rate": 5.541506316045064e-05,
      "loss": 1.8281,
      "step": 93060
    },
    {
      "epoch": 4.329425447778553,
      "grad_norm": 1.733987659658674,
      "learning_rate": 5.541218262544337e-05,
      "loss": 1.7422,
      "step": 93061
    },
    {
      "epoch": 4.329471970225634,
      "grad_norm": 1.820324448615491,
      "learning_rate": 5.540930214834331e-05,
      "loss": 1.7422,
      "step": 93062
    },
    {
      "epoch": 4.329518492672714,
      "grad_norm": 1.5621300792362838,
      "learning_rate": 5.540642172915224e-05,
      "loss": 1.4297,
      "step": 93063
    },
    {
      "epoch": 4.329565015119796,
      "grad_norm": 1.7176007093630703,
      "learning_rate": 5.5403541367871855e-05,
      "loss": 1.5703,
      "step": 93064
    },
    {
      "epoch": 4.329611537566876,
      "grad_norm": 1.6028101585562786,
      "learning_rate": 5.5400661064504045e-05,
      "loss": 1.5312,
      "step": 93065
    },
    {
      "epoch": 4.329658060013957,
      "grad_norm": 1.8052707609642322,
      "learning_rate": 5.53977808190505e-05,
      "loss": 1.5234,
      "step": 93066
    },
    {
      "epoch": 4.329704582461037,
      "grad_norm": 1.7298601237724776,
      "learning_rate": 5.5394900631513004e-05,
      "loss": 1.6875,
      "step": 93067
    },
    {
      "epoch": 4.3297511049081185,
      "grad_norm": 1.7236426909554483,
      "learning_rate": 5.539202050189329e-05,
      "loss": 1.5625,
      "step": 93068
    },
    {
      "epoch": 4.329797627355199,
      "grad_norm": 1.846586899928935,
      "learning_rate": 5.538914043019309e-05,
      "loss": 1.8516,
      "step": 93069
    },
    {
      "epoch": 4.3298441498022795,
      "grad_norm": 1.6859225437684562,
      "learning_rate": 5.5386260416414264e-05,
      "loss": 1.7344,
      "step": 93070
    },
    {
      "epoch": 4.32989067224936,
      "grad_norm": 1.6709655336452276,
      "learning_rate": 5.538338046055853e-05,
      "loss": 1.7031,
      "step": 93071
    },
    {
      "epoch": 4.329937194696441,
      "grad_norm": 1.6457713525432827,
      "learning_rate": 5.538050056262766e-05,
      "loss": 1.5859,
      "step": 93072
    },
    {
      "epoch": 4.329983717143522,
      "grad_norm": 1.787416935880266,
      "learning_rate": 5.537762072262334e-05,
      "loss": 1.7578,
      "step": 93073
    },
    {
      "epoch": 4.330030239590602,
      "grad_norm": 1.7101637226561803,
      "learning_rate": 5.5374740940547404e-05,
      "loss": 1.7969,
      "step": 93074
    },
    {
      "epoch": 4.330076762037683,
      "grad_norm": 1.8036055664746422,
      "learning_rate": 5.5371861216401655e-05,
      "loss": 1.8828,
      "step": 93075
    },
    {
      "epoch": 4.330123284484764,
      "grad_norm": 1.759087876994064,
      "learning_rate": 5.5368981550187824e-05,
      "loss": 1.7188,
      "step": 93076
    },
    {
      "epoch": 4.330169806931845,
      "grad_norm": 1.686067901990003,
      "learning_rate": 5.5366101941907645e-05,
      "loss": 1.6172,
      "step": 93077
    },
    {
      "epoch": 4.330216329378925,
      "grad_norm": 1.6427326215466076,
      "learning_rate": 5.536322239156286e-05,
      "loss": 1.6094,
      "step": 93078
    },
    {
      "epoch": 4.3302628518260065,
      "grad_norm": 1.6569301016122373,
      "learning_rate": 5.5360342899155297e-05,
      "loss": 1.5703,
      "step": 93079
    },
    {
      "epoch": 4.330309374273087,
      "grad_norm": 1.692232583129925,
      "learning_rate": 5.5357463464686705e-05,
      "loss": 1.7734,
      "step": 93080
    },
    {
      "epoch": 4.330355896720167,
      "grad_norm": 1.6661247105349135,
      "learning_rate": 5.535458408815884e-05,
      "loss": 1.5312,
      "step": 93081
    },
    {
      "epoch": 4.330402419167248,
      "grad_norm": 1.6274469064801802,
      "learning_rate": 5.535170476957339e-05,
      "loss": 1.4297,
      "step": 93082
    },
    {
      "epoch": 4.330448941614329,
      "grad_norm": 1.6195908853001757,
      "learning_rate": 5.534882550893224e-05,
      "loss": 1.5625,
      "step": 93083
    },
    {
      "epoch": 4.33049546406141,
      "grad_norm": 1.7016347260309679,
      "learning_rate": 5.53459463062371e-05,
      "loss": 1.5703,
      "step": 93084
    },
    {
      "epoch": 4.33054198650849,
      "grad_norm": 1.5084608701999813,
      "learning_rate": 5.5343067161489717e-05,
      "loss": 1.3281,
      "step": 93085
    },
    {
      "epoch": 4.330588508955571,
      "grad_norm": 1.6595517558631943,
      "learning_rate": 5.534018807469183e-05,
      "loss": 1.6406,
      "step": 93086
    },
    {
      "epoch": 4.330635031402652,
      "grad_norm": 1.7145479753257344,
      "learning_rate": 5.533730904584529e-05,
      "loss": 1.7266,
      "step": 93087
    },
    {
      "epoch": 4.3306815538497325,
      "grad_norm": 1.6066692046488051,
      "learning_rate": 5.533443007495179e-05,
      "loss": 1.4375,
      "step": 93088
    },
    {
      "epoch": 4.330728076296813,
      "grad_norm": 1.7016164773902662,
      "learning_rate": 5.5331551162013134e-05,
      "loss": 1.7344,
      "step": 93089
    },
    {
      "epoch": 4.3307745987438935,
      "grad_norm": 1.81272345839579,
      "learning_rate": 5.5328672307031e-05,
      "loss": 1.6172,
      "step": 93090
    },
    {
      "epoch": 4.330821121190975,
      "grad_norm": 1.5943447203166539,
      "learning_rate": 5.532579351000725e-05,
      "loss": 1.4844,
      "step": 93091
    },
    {
      "epoch": 4.330867643638055,
      "grad_norm": 1.6337005858857823,
      "learning_rate": 5.53229147709436e-05,
      "loss": 1.5312,
      "step": 93092
    },
    {
      "epoch": 4.330914166085136,
      "grad_norm": 1.6599712863110963,
      "learning_rate": 5.532003608984185e-05,
      "loss": 1.5859,
      "step": 93093
    },
    {
      "epoch": 4.330960688532217,
      "grad_norm": 1.7096720648553732,
      "learning_rate": 5.5317157466703724e-05,
      "loss": 1.7422,
      "step": 93094
    },
    {
      "epoch": 4.331007210979298,
      "grad_norm": 1.6822278954421195,
      "learning_rate": 5.531427890153093e-05,
      "loss": 1.5234,
      "step": 93095
    },
    {
      "epoch": 4.331053733426378,
      "grad_norm": 1.5735358672576572,
      "learning_rate": 5.5311400394325286e-05,
      "loss": 1.3672,
      "step": 93096
    },
    {
      "epoch": 4.331100255873459,
      "grad_norm": 1.7068191296579764,
      "learning_rate": 5.530852194508862e-05,
      "loss": 1.5859,
      "step": 93097
    },
    {
      "epoch": 4.33114677832054,
      "grad_norm": 1.7898394040852492,
      "learning_rate": 5.5305643553822645e-05,
      "loss": 1.7422,
      "step": 93098
    },
    {
      "epoch": 4.33119330076762,
      "grad_norm": 1.6591395813913676,
      "learning_rate": 5.5302765220529107e-05,
      "loss": 1.4766,
      "step": 93099
    },
    {
      "epoch": 4.331239823214701,
      "grad_norm": 1.7156773137150734,
      "learning_rate": 5.529988694520972e-05,
      "loss": 1.5703,
      "step": 93100
    },
    {
      "epoch": 4.331286345661782,
      "grad_norm": 1.7128118335256166,
      "learning_rate": 5.5297008727866346e-05,
      "loss": 1.5625,
      "step": 93101
    },
    {
      "epoch": 4.331332868108863,
      "grad_norm": 1.6497044628659756,
      "learning_rate": 5.52941305685007e-05,
      "loss": 1.7031,
      "step": 93102
    },
    {
      "epoch": 4.331379390555943,
      "grad_norm": 1.8493003399225376,
      "learning_rate": 5.529125246711457e-05,
      "loss": 1.8359,
      "step": 93103
    },
    {
      "epoch": 4.331425913003024,
      "grad_norm": 1.7358278742160476,
      "learning_rate": 5.5288374423709624e-05,
      "loss": 1.7812,
      "step": 93104
    },
    {
      "epoch": 4.331472435450105,
      "grad_norm": 1.6402910775067954,
      "learning_rate": 5.5285496438287746e-05,
      "loss": 1.6328,
      "step": 93105
    },
    {
      "epoch": 4.3315189578971856,
      "grad_norm": 1.7117311049162454,
      "learning_rate": 5.5282618510850654e-05,
      "loss": 1.6797,
      "step": 93106
    },
    {
      "epoch": 4.331565480344266,
      "grad_norm": 1.7542897159157007,
      "learning_rate": 5.527974064140009e-05,
      "loss": 1.8281,
      "step": 93107
    },
    {
      "epoch": 4.3316120027913465,
      "grad_norm": 1.6078289731337667,
      "learning_rate": 5.527686282993777e-05,
      "loss": 1.4844,
      "step": 93108
    },
    {
      "epoch": 4.331658525238428,
      "grad_norm": 1.6721280998917203,
      "learning_rate": 5.527398507646557e-05,
      "loss": 1.4531,
      "step": 93109
    },
    {
      "epoch": 4.331705047685508,
      "grad_norm": 1.7397394399422987,
      "learning_rate": 5.5271107380985194e-05,
      "loss": 1.6641,
      "step": 93110
    },
    {
      "epoch": 4.331751570132589,
      "grad_norm": 1.8481781671182593,
      "learning_rate": 5.5268229743498416e-05,
      "loss": 1.7891,
      "step": 93111
    },
    {
      "epoch": 4.331798092579669,
      "grad_norm": 1.7250349939941487,
      "learning_rate": 5.526535216400693e-05,
      "loss": 1.6719,
      "step": 93112
    },
    {
      "epoch": 4.331844615026751,
      "grad_norm": 1.5617972846248729,
      "learning_rate": 5.52624746425126e-05,
      "loss": 1.4922,
      "step": 93113
    },
    {
      "epoch": 4.331891137473831,
      "grad_norm": 1.747722563473276,
      "learning_rate": 5.5259597179017134e-05,
      "loss": 1.7656,
      "step": 93114
    },
    {
      "epoch": 4.331937659920912,
      "grad_norm": 1.8832322145398868,
      "learning_rate": 5.525671977352231e-05,
      "loss": 1.875,
      "step": 93115
    },
    {
      "epoch": 4.331984182367993,
      "grad_norm": 1.5657015612308214,
      "learning_rate": 5.525384242602983e-05,
      "loss": 1.4297,
      "step": 93116
    },
    {
      "epoch": 4.3320307048150735,
      "grad_norm": 1.6729541690994645,
      "learning_rate": 5.5250965136541556e-05,
      "loss": 1.6016,
      "step": 93117
    },
    {
      "epoch": 4.332077227262154,
      "grad_norm": 1.588884694841962,
      "learning_rate": 5.524808790505916e-05,
      "loss": 1.4531,
      "step": 93118
    },
    {
      "epoch": 4.332123749709234,
      "grad_norm": 1.4057445671196902,
      "learning_rate": 5.524521073158447e-05,
      "loss": 1.3594,
      "step": 93119
    },
    {
      "epoch": 4.332170272156316,
      "grad_norm": 1.6362271254687792,
      "learning_rate": 5.524233361611923e-05,
      "loss": 1.5469,
      "step": 93120
    },
    {
      "epoch": 4.332216794603396,
      "grad_norm": 1.6589734056519132,
      "learning_rate": 5.523945655866516e-05,
      "loss": 1.625,
      "step": 93121
    },
    {
      "epoch": 4.332263317050477,
      "grad_norm": 1.694336059477897,
      "learning_rate": 5.5236579559224076e-05,
      "loss": 1.6406,
      "step": 93122
    },
    {
      "epoch": 4.332309839497557,
      "grad_norm": 1.7268869594925966,
      "learning_rate": 5.5233702617797736e-05,
      "loss": 1.7656,
      "step": 93123
    },
    {
      "epoch": 4.332356361944639,
      "grad_norm": 1.4353854544918068,
      "learning_rate": 5.5230825734387874e-05,
      "loss": 1.3359,
      "step": 93124
    },
    {
      "epoch": 4.332402884391719,
      "grad_norm": 1.808203856016088,
      "learning_rate": 5.5227948908996265e-05,
      "loss": 1.8828,
      "step": 93125
    },
    {
      "epoch": 4.3324494068387995,
      "grad_norm": 1.6152910378144965,
      "learning_rate": 5.52250721416246e-05,
      "loss": 1.5156,
      "step": 93126
    },
    {
      "epoch": 4.33249592928588,
      "grad_norm": 1.6597447841411472,
      "learning_rate": 5.522219543227477e-05,
      "loss": 1.4922,
      "step": 93127
    },
    {
      "epoch": 4.332542451732961,
      "grad_norm": 1.685527215846166,
      "learning_rate": 5.521931878094846e-05,
      "loss": 1.5625,
      "step": 93128
    },
    {
      "epoch": 4.332588974180042,
      "grad_norm": 1.7731698791490407,
      "learning_rate": 5.521644218764745e-05,
      "loss": 1.8359,
      "step": 93129
    },
    {
      "epoch": 4.332635496627122,
      "grad_norm": 1.696899086342217,
      "learning_rate": 5.521356565237344e-05,
      "loss": 1.625,
      "step": 93130
    },
    {
      "epoch": 4.332682019074204,
      "grad_norm": 1.6663957447820792,
      "learning_rate": 5.5210689175128276e-05,
      "loss": 1.5625,
      "step": 93131
    },
    {
      "epoch": 4.332728541521284,
      "grad_norm": 1.7088780822198253,
      "learning_rate": 5.520781275591371e-05,
      "loss": 1.6406,
      "step": 93132
    },
    {
      "epoch": 4.332775063968365,
      "grad_norm": 1.6220230059039809,
      "learning_rate": 5.520493639473148e-05,
      "loss": 1.5547,
      "step": 93133
    },
    {
      "epoch": 4.332821586415445,
      "grad_norm": 1.6681149461376477,
      "learning_rate": 5.5202060091583284e-05,
      "loss": 1.5625,
      "step": 93134
    },
    {
      "epoch": 4.3328681088625265,
      "grad_norm": 1.6013959495355812,
      "learning_rate": 5.5199183846471004e-05,
      "loss": 1.4141,
      "step": 93135
    },
    {
      "epoch": 4.332914631309607,
      "grad_norm": 1.696233873918522,
      "learning_rate": 5.519630765939633e-05,
      "loss": 1.5391,
      "step": 93136
    },
    {
      "epoch": 4.3329611537566874,
      "grad_norm": 1.630487544216681,
      "learning_rate": 5.5193431530361044e-05,
      "loss": 1.5391,
      "step": 93137
    },
    {
      "epoch": 4.333007676203768,
      "grad_norm": 1.8184390975681728,
      "learning_rate": 5.519055545936685e-05,
      "loss": 1.7734,
      "step": 93138
    },
    {
      "epoch": 4.333054198650849,
      "grad_norm": 1.6604819626351768,
      "learning_rate": 5.5187679446415606e-05,
      "loss": 1.6328,
      "step": 93139
    },
    {
      "epoch": 4.33310072109793,
      "grad_norm": 1.7972148907668049,
      "learning_rate": 5.518480349150897e-05,
      "loss": 1.7734,
      "step": 93140
    },
    {
      "epoch": 4.33314724354501,
      "grad_norm": 1.5829591065593298,
      "learning_rate": 5.518192759464881e-05,
      "loss": 1.5078,
      "step": 93141
    },
    {
      "epoch": 4.333193765992091,
      "grad_norm": 1.7870756699410317,
      "learning_rate": 5.517905175583682e-05,
      "loss": 1.7812,
      "step": 93142
    },
    {
      "epoch": 4.333240288439172,
      "grad_norm": 1.5617734811211201,
      "learning_rate": 5.517617597507475e-05,
      "loss": 1.2188,
      "step": 93143
    },
    {
      "epoch": 4.333286810886253,
      "grad_norm": 1.8191401216980645,
      "learning_rate": 5.51733002523644e-05,
      "loss": 1.8125,
      "step": 93144
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 1.8312756916588957,
      "learning_rate": 5.517042458770754e-05,
      "loss": 1.7734,
      "step": 93145
    },
    {
      "epoch": 4.333379855780414,
      "grad_norm": 1.7349416523542072,
      "learning_rate": 5.5167548981105904e-05,
      "loss": 1.7188,
      "step": 93146
    },
    {
      "epoch": 4.333426378227495,
      "grad_norm": 1.6030948037996444,
      "learning_rate": 5.516467343256119e-05,
      "loss": 1.3594,
      "step": 93147
    },
    {
      "epoch": 4.333472900674575,
      "grad_norm": 1.5616802266597032,
      "learning_rate": 5.5161797942075285e-05,
      "loss": 1.4688,
      "step": 93148
    },
    {
      "epoch": 4.333519423121656,
      "grad_norm": 1.821528546402338,
      "learning_rate": 5.515892250964987e-05,
      "loss": 1.7734,
      "step": 93149
    },
    {
      "epoch": 4.333565945568737,
      "grad_norm": 1.8093448187602397,
      "learning_rate": 5.515604713528675e-05,
      "loss": 1.8984,
      "step": 93150
    },
    {
      "epoch": 4.333612468015818,
      "grad_norm": 1.7232162026357083,
      "learning_rate": 5.5153171818987625e-05,
      "loss": 1.7031,
      "step": 93151
    },
    {
      "epoch": 4.333658990462898,
      "grad_norm": 1.5489776181729868,
      "learning_rate": 5.515029656075425e-05,
      "loss": 1.2891,
      "step": 93152
    },
    {
      "epoch": 4.3337055129099795,
      "grad_norm": 1.7042804790762316,
      "learning_rate": 5.514742136058848e-05,
      "loss": 1.6484,
      "step": 93153
    },
    {
      "epoch": 4.33375203535706,
      "grad_norm": 1.7153639133398142,
      "learning_rate": 5.514454621849201e-05,
      "loss": 1.7266,
      "step": 93154
    },
    {
      "epoch": 4.3337985578041405,
      "grad_norm": 1.7406458176655968,
      "learning_rate": 5.514167113446661e-05,
      "loss": 1.6797,
      "step": 93155
    },
    {
      "epoch": 4.333845080251221,
      "grad_norm": 1.7391015953641054,
      "learning_rate": 5.5138796108513984e-05,
      "loss": 1.7031,
      "step": 93156
    },
    {
      "epoch": 4.333891602698302,
      "grad_norm": 1.8168117052906767,
      "learning_rate": 5.5135921140636e-05,
      "loss": 1.875,
      "step": 93157
    },
    {
      "epoch": 4.333938125145383,
      "grad_norm": 1.7535532695571405,
      "learning_rate": 5.513304623083437e-05,
      "loss": 1.5547,
      "step": 93158
    },
    {
      "epoch": 4.333984647592463,
      "grad_norm": 1.6351188495512496,
      "learning_rate": 5.5130171379110836e-05,
      "loss": 1.6094,
      "step": 93159
    },
    {
      "epoch": 4.334031170039544,
      "grad_norm": 1.7633444932175837,
      "learning_rate": 5.512729658546712e-05,
      "loss": 1.6797,
      "step": 93160
    },
    {
      "epoch": 4.334077692486625,
      "grad_norm": 1.6816868370276266,
      "learning_rate": 5.512442184990509e-05,
      "loss": 1.4922,
      "step": 93161
    },
    {
      "epoch": 4.334124214933706,
      "grad_norm": 1.713956823024258,
      "learning_rate": 5.51215471724264e-05,
      "loss": 1.7422,
      "step": 93162
    },
    {
      "epoch": 4.334170737380786,
      "grad_norm": 1.8156862669874223,
      "learning_rate": 5.511867255303291e-05,
      "loss": 1.9062,
      "step": 93163
    },
    {
      "epoch": 4.3342172598278665,
      "grad_norm": 1.623781104579155,
      "learning_rate": 5.5115797991726304e-05,
      "loss": 1.4844,
      "step": 93164
    },
    {
      "epoch": 4.334263782274948,
      "grad_norm": 1.695272294652629,
      "learning_rate": 5.511292348850833e-05,
      "loss": 1.6719,
      "step": 93165
    },
    {
      "epoch": 4.334310304722028,
      "grad_norm": 1.7337699868071756,
      "learning_rate": 5.5110049043380847e-05,
      "loss": 1.6562,
      "step": 93166
    },
    {
      "epoch": 4.334356827169109,
      "grad_norm": 1.7486203415642405,
      "learning_rate": 5.510717465634554e-05,
      "loss": 1.6328,
      "step": 93167
    },
    {
      "epoch": 4.33440334961619,
      "grad_norm": 1.5931825622743316,
      "learning_rate": 5.5104300327404174e-05,
      "loss": 1.4219,
      "step": 93168
    },
    {
      "epoch": 4.334449872063271,
      "grad_norm": 1.9137027504786577,
      "learning_rate": 5.5101426056558475e-05,
      "loss": 1.7578,
      "step": 93169
    },
    {
      "epoch": 4.334496394510351,
      "grad_norm": 1.6217790241956538,
      "learning_rate": 5.509855184381029e-05,
      "loss": 1.5625,
      "step": 93170
    },
    {
      "epoch": 4.334542916957432,
      "grad_norm": 1.5803006688675234,
      "learning_rate": 5.5095677689161326e-05,
      "loss": 1.4062,
      "step": 93171
    },
    {
      "epoch": 4.334589439404513,
      "grad_norm": 1.6250784034337828,
      "learning_rate": 5.509280359261336e-05,
      "loss": 1.5703,
      "step": 93172
    },
    {
      "epoch": 4.3346359618515935,
      "grad_norm": 1.5149485765273025,
      "learning_rate": 5.508992955416807e-05,
      "loss": 1.4219,
      "step": 93173
    },
    {
      "epoch": 4.334682484298674,
      "grad_norm": 1.7561991805873056,
      "learning_rate": 5.508705557382734e-05,
      "loss": 1.6562,
      "step": 93174
    },
    {
      "epoch": 4.3347290067457545,
      "grad_norm": 1.8367438128767053,
      "learning_rate": 5.5084181651592886e-05,
      "loss": 1.6562,
      "step": 93175
    },
    {
      "epoch": 4.334775529192836,
      "grad_norm": 1.840389635601668,
      "learning_rate": 5.508130778746644e-05,
      "loss": 1.7266,
      "step": 93176
    },
    {
      "epoch": 4.334822051639916,
      "grad_norm": 1.6720285758950013,
      "learning_rate": 5.5078433981449806e-05,
      "loss": 1.6641,
      "step": 93177
    },
    {
      "epoch": 4.334868574086997,
      "grad_norm": 1.8403289533557123,
      "learning_rate": 5.507556023354463e-05,
      "loss": 1.7734,
      "step": 93178
    },
    {
      "epoch": 4.334915096534077,
      "grad_norm": 1.6587704839588737,
      "learning_rate": 5.507268654375282e-05,
      "loss": 1.5312,
      "step": 93179
    },
    {
      "epoch": 4.334961618981159,
      "grad_norm": 1.629788312410037,
      "learning_rate": 5.506981291207607e-05,
      "loss": 1.6328,
      "step": 93180
    },
    {
      "epoch": 4.335008141428239,
      "grad_norm": 1.763264648314388,
      "learning_rate": 5.5066939338516134e-05,
      "loss": 1.6016,
      "step": 93181
    },
    {
      "epoch": 4.33505466387532,
      "grad_norm": 1.8065974369806075,
      "learning_rate": 5.506406582307474e-05,
      "loss": 1.7109,
      "step": 93182
    },
    {
      "epoch": 4.335101186322401,
      "grad_norm": 1.8380847074537257,
      "learning_rate": 5.506119236575368e-05,
      "loss": 1.8203,
      "step": 93183
    },
    {
      "epoch": 4.335147708769481,
      "grad_norm": 1.6599535835811934,
      "learning_rate": 5.505831896655477e-05,
      "loss": 1.7109,
      "step": 93184
    },
    {
      "epoch": 4.335194231216562,
      "grad_norm": 1.6941413456202081,
      "learning_rate": 5.5055445625479694e-05,
      "loss": 1.6328,
      "step": 93185
    },
    {
      "epoch": 4.335240753663642,
      "grad_norm": 2.038807621992663,
      "learning_rate": 5.505257234253026e-05,
      "loss": 1.7188,
      "step": 93186
    },
    {
      "epoch": 4.335287276110724,
      "grad_norm": 1.5821854859004822,
      "learning_rate": 5.504969911770813e-05,
      "loss": 1.3906,
      "step": 93187
    },
    {
      "epoch": 4.335333798557804,
      "grad_norm": 1.5898360495414265,
      "learning_rate": 5.50468259510152e-05,
      "loss": 1.5156,
      "step": 93188
    },
    {
      "epoch": 4.335380321004885,
      "grad_norm": 1.8029863641338464,
      "learning_rate": 5.5043952842453154e-05,
      "loss": 1.8828,
      "step": 93189
    },
    {
      "epoch": 4.335426843451965,
      "grad_norm": 1.6759613730121439,
      "learning_rate": 5.5041079792023775e-05,
      "loss": 1.5938,
      "step": 93190
    },
    {
      "epoch": 4.3354733658990465,
      "grad_norm": 1.6892613324716483,
      "learning_rate": 5.503820679972874e-05,
      "loss": 1.5781,
      "step": 93191
    },
    {
      "epoch": 4.335519888346127,
      "grad_norm": 1.65942327259171,
      "learning_rate": 5.503533386556993e-05,
      "loss": 1.6328,
      "step": 93192
    },
    {
      "epoch": 4.3355664107932075,
      "grad_norm": 1.7368493689643196,
      "learning_rate": 5.503246098954904e-05,
      "loss": 1.6562,
      "step": 93193
    },
    {
      "epoch": 4.335612933240289,
      "grad_norm": 1.7188525957780667,
      "learning_rate": 5.502958817166786e-05,
      "loss": 1.5312,
      "step": 93194
    },
    {
      "epoch": 4.335659455687369,
      "grad_norm": 1.7035175374523779,
      "learning_rate": 5.5026715411928054e-05,
      "loss": 1.6719,
      "step": 93195
    },
    {
      "epoch": 4.33570597813445,
      "grad_norm": 1.7777790522568313,
      "learning_rate": 5.5023842710331514e-05,
      "loss": 1.6484,
      "step": 93196
    },
    {
      "epoch": 4.33575250058153,
      "grad_norm": 1.6588924176500182,
      "learning_rate": 5.502097006687994e-05,
      "loss": 1.6406,
      "step": 93197
    },
    {
      "epoch": 4.335799023028612,
      "grad_norm": 1.611595570688974,
      "learning_rate": 5.501809748157508e-05,
      "loss": 1.4688,
      "step": 93198
    },
    {
      "epoch": 4.335845545475692,
      "grad_norm": 1.648023261633433,
      "learning_rate": 5.501522495441864e-05,
      "loss": 1.4688,
      "step": 93199
    },
    {
      "epoch": 4.335892067922773,
      "grad_norm": 1.6851923748833348,
      "learning_rate": 5.50123524854125e-05,
      "loss": 1.625,
      "step": 93200
    },
    {
      "epoch": 4.335938590369853,
      "grad_norm": 1.7435537285179847,
      "learning_rate": 5.500948007455837e-05,
      "loss": 1.4453,
      "step": 93201
    },
    {
      "epoch": 4.335985112816934,
      "grad_norm": 1.7993751041024315,
      "learning_rate": 5.500660772185797e-05,
      "loss": 1.8125,
      "step": 93202
    },
    {
      "epoch": 4.336031635264015,
      "grad_norm": 1.7133944754510655,
      "learning_rate": 5.50037354273131e-05,
      "loss": 1.5781,
      "step": 93203
    },
    {
      "epoch": 4.336078157711095,
      "grad_norm": 1.673696681653666,
      "learning_rate": 5.500086319092545e-05,
      "loss": 1.5547,
      "step": 93204
    },
    {
      "epoch": 4.336124680158177,
      "grad_norm": 1.8572631774322577,
      "learning_rate": 5.4997991012696834e-05,
      "loss": 1.8672,
      "step": 93205
    },
    {
      "epoch": 4.336171202605257,
      "grad_norm": 1.775833861810686,
      "learning_rate": 5.499511889262906e-05,
      "loss": 1.5781,
      "step": 93206
    },
    {
      "epoch": 4.336217725052338,
      "grad_norm": 1.7179471609474082,
      "learning_rate": 5.499224683072384e-05,
      "loss": 1.5469,
      "step": 93207
    },
    {
      "epoch": 4.336264247499418,
      "grad_norm": 1.7923063405496813,
      "learning_rate": 5.498937482698291e-05,
      "loss": 1.7812,
      "step": 93208
    },
    {
      "epoch": 4.3363107699464996,
      "grad_norm": 1.7281483912960545,
      "learning_rate": 5.498650288140801e-05,
      "loss": 1.5859,
      "step": 93209
    },
    {
      "epoch": 4.33635729239358,
      "grad_norm": 1.6395518159186264,
      "learning_rate": 5.498363099400097e-05,
      "loss": 1.4062,
      "step": 93210
    },
    {
      "epoch": 4.3364038148406605,
      "grad_norm": 1.7811815219378275,
      "learning_rate": 5.498075916476352e-05,
      "loss": 1.7031,
      "step": 93211
    },
    {
      "epoch": 4.336450337287741,
      "grad_norm": 1.7177540014774835,
      "learning_rate": 5.497788739369741e-05,
      "loss": 1.7188,
      "step": 93212
    },
    {
      "epoch": 4.336496859734822,
      "grad_norm": 1.544197269010745,
      "learning_rate": 5.497501568080434e-05,
      "loss": 1.3984,
      "step": 93213
    },
    {
      "epoch": 4.336543382181903,
      "grad_norm": 1.6893290948399418,
      "learning_rate": 5.497214402608617e-05,
      "loss": 1.6406,
      "step": 93214
    },
    {
      "epoch": 4.336589904628983,
      "grad_norm": 1.707718748694572,
      "learning_rate": 5.4969272429544616e-05,
      "loss": 1.7891,
      "step": 93215
    },
    {
      "epoch": 4.336636427076064,
      "grad_norm": 1.7490951062963873,
      "learning_rate": 5.4966400891181446e-05,
      "loss": 1.7031,
      "step": 93216
    },
    {
      "epoch": 4.336682949523145,
      "grad_norm": 1.7405614610997864,
      "learning_rate": 5.4963529410998346e-05,
      "loss": 1.7031,
      "step": 93217
    },
    {
      "epoch": 4.336729471970226,
      "grad_norm": 1.82629173070667,
      "learning_rate": 5.496065798899719e-05,
      "loss": 1.6484,
      "step": 93218
    },
    {
      "epoch": 4.336775994417306,
      "grad_norm": 1.577052471490924,
      "learning_rate": 5.4957786625179676e-05,
      "loss": 1.4531,
      "step": 93219
    },
    {
      "epoch": 4.3368225168643875,
      "grad_norm": 1.7155804872231883,
      "learning_rate": 5.495491531954757e-05,
      "loss": 1.6953,
      "step": 93220
    },
    {
      "epoch": 4.336869039311468,
      "grad_norm": 1.776201152382148,
      "learning_rate": 5.495204407210257e-05,
      "loss": 1.6562,
      "step": 93221
    },
    {
      "epoch": 4.336915561758548,
      "grad_norm": 1.690731205764045,
      "learning_rate": 5.494917288284654e-05,
      "loss": 1.5547,
      "step": 93222
    },
    {
      "epoch": 4.336962084205629,
      "grad_norm": 1.6969824378766218,
      "learning_rate": 5.4946301751781174e-05,
      "loss": 1.6328,
      "step": 93223
    },
    {
      "epoch": 4.33700860665271,
      "grad_norm": 1.4277424734595103,
      "learning_rate": 5.494343067890826e-05,
      "loss": 1.2344,
      "step": 93224
    },
    {
      "epoch": 4.337055129099791,
      "grad_norm": 1.754703663714984,
      "learning_rate": 5.494055966422948e-05,
      "loss": 1.6953,
      "step": 93225
    },
    {
      "epoch": 4.337101651546871,
      "grad_norm": 1.7531792399187225,
      "learning_rate": 5.49376887077467e-05,
      "loss": 1.6953,
      "step": 93226
    },
    {
      "epoch": 4.337148173993952,
      "grad_norm": 1.6333659275700365,
      "learning_rate": 5.493481780946158e-05,
      "loss": 1.5703,
      "step": 93227
    },
    {
      "epoch": 4.337194696441033,
      "grad_norm": 1.6486309357943947,
      "learning_rate": 5.493194696937598e-05,
      "loss": 1.4688,
      "step": 93228
    },
    {
      "epoch": 4.3372412188881135,
      "grad_norm": 1.796733063460063,
      "learning_rate": 5.492907618749158e-05,
      "loss": 1.6797,
      "step": 93229
    },
    {
      "epoch": 4.337287741335194,
      "grad_norm": 1.7035722467699732,
      "learning_rate": 5.492620546381018e-05,
      "loss": 1.625,
      "step": 93230
    },
    {
      "epoch": 4.3373342637822745,
      "grad_norm": 1.7925896760789106,
      "learning_rate": 5.492333479833347e-05,
      "loss": 1.6641,
      "step": 93231
    },
    {
      "epoch": 4.337380786229356,
      "grad_norm": 1.4930121607598767,
      "learning_rate": 5.4920464191063296e-05,
      "loss": 1.3438,
      "step": 93232
    },
    {
      "epoch": 4.337427308676436,
      "grad_norm": 1.5331369449740513,
      "learning_rate": 5.491759364200138e-05,
      "loss": 1.3203,
      "step": 93233
    },
    {
      "epoch": 4.337473831123517,
      "grad_norm": 1.9456175392718615,
      "learning_rate": 5.4914723151149466e-05,
      "loss": 1.8672,
      "step": 93234
    },
    {
      "epoch": 4.337520353570598,
      "grad_norm": 1.6958063147699431,
      "learning_rate": 5.491185271850927e-05,
      "loss": 1.5703,
      "step": 93235
    },
    {
      "epoch": 4.337566876017679,
      "grad_norm": 1.8927133239455807,
      "learning_rate": 5.490898234408264e-05,
      "loss": 1.9531,
      "step": 93236
    },
    {
      "epoch": 4.337613398464759,
      "grad_norm": 1.8012549063576417,
      "learning_rate": 5.490611202787131e-05,
      "loss": 1.7344,
      "step": 93237
    },
    {
      "epoch": 4.33765992091184,
      "grad_norm": 1.5482422411300671,
      "learning_rate": 5.490324176987701e-05,
      "loss": 1.3828,
      "step": 93238
    },
    {
      "epoch": 4.337706443358921,
      "grad_norm": 1.6556895627472128,
      "learning_rate": 5.490037157010145e-05,
      "loss": 1.6484,
      "step": 93239
    },
    {
      "epoch": 4.3377529658060014,
      "grad_norm": 1.6810596533433046,
      "learning_rate": 5.489750142854651e-05,
      "loss": 1.4531,
      "step": 93240
    },
    {
      "epoch": 4.337799488253082,
      "grad_norm": 1.753405916579648,
      "learning_rate": 5.489463134521386e-05,
      "loss": 1.6641,
      "step": 93241
    },
    {
      "epoch": 4.337846010700163,
      "grad_norm": 1.751652928878202,
      "learning_rate": 5.489176132010529e-05,
      "loss": 1.7031,
      "step": 93242
    },
    {
      "epoch": 4.337892533147244,
      "grad_norm": 1.7472639252604216,
      "learning_rate": 5.4888891353222494e-05,
      "loss": 1.6641,
      "step": 93243
    },
    {
      "epoch": 4.337939055594324,
      "grad_norm": 1.8584362468424185,
      "learning_rate": 5.488602144456732e-05,
      "loss": 1.6641,
      "step": 93244
    },
    {
      "epoch": 4.337985578041405,
      "grad_norm": 1.6275748465791784,
      "learning_rate": 5.488315159414149e-05,
      "loss": 1.4922,
      "step": 93245
    },
    {
      "epoch": 4.338032100488486,
      "grad_norm": 1.7676834271118116,
      "learning_rate": 5.488028180194676e-05,
      "loss": 1.4609,
      "step": 93246
    },
    {
      "epoch": 4.338078622935567,
      "grad_norm": 1.6496857065953894,
      "learning_rate": 5.4877412067984826e-05,
      "loss": 1.4844,
      "step": 93247
    },
    {
      "epoch": 4.338125145382647,
      "grad_norm": 1.7996759009107102,
      "learning_rate": 5.487454239225755e-05,
      "loss": 1.6875,
      "step": 93248
    },
    {
      "epoch": 4.3381716678297275,
      "grad_norm": 1.636286021185475,
      "learning_rate": 5.48716727747666e-05,
      "loss": 1.4375,
      "step": 93249
    },
    {
      "epoch": 4.338218190276809,
      "grad_norm": 1.6940182412115508,
      "learning_rate": 5.486880321551382e-05,
      "loss": 1.625,
      "step": 93250
    },
    {
      "epoch": 4.338264712723889,
      "grad_norm": 1.6863790207578206,
      "learning_rate": 5.4865933714500897e-05,
      "loss": 1.4766,
      "step": 93251
    },
    {
      "epoch": 4.33831123517097,
      "grad_norm": 1.881965562908959,
      "learning_rate": 5.486306427172959e-05,
      "loss": 1.7812,
      "step": 93252
    },
    {
      "epoch": 4.33835775761805,
      "grad_norm": 1.8891690808810477,
      "learning_rate": 5.486019488720171e-05,
      "loss": 1.7734,
      "step": 93253
    },
    {
      "epoch": 4.338404280065132,
      "grad_norm": 1.7794443664064514,
      "learning_rate": 5.485732556091898e-05,
      "loss": 1.7266,
      "step": 93254
    },
    {
      "epoch": 4.338450802512212,
      "grad_norm": 1.7452563179337464,
      "learning_rate": 5.485445629288315e-05,
      "loss": 1.5156,
      "step": 93255
    },
    {
      "epoch": 4.338497324959293,
      "grad_norm": 1.7499548394860418,
      "learning_rate": 5.485158708309599e-05,
      "loss": 1.7422,
      "step": 93256
    },
    {
      "epoch": 4.338543847406374,
      "grad_norm": 1.802342430114933,
      "learning_rate": 5.484871793155921e-05,
      "loss": 1.7344,
      "step": 93257
    },
    {
      "epoch": 4.3385903698534545,
      "grad_norm": 1.744127491864109,
      "learning_rate": 5.4845848838274654e-05,
      "loss": 1.6172,
      "step": 93258
    },
    {
      "epoch": 4.338636892300535,
      "grad_norm": 1.7301558438193563,
      "learning_rate": 5.484297980324402e-05,
      "loss": 1.6797,
      "step": 93259
    },
    {
      "epoch": 4.338683414747615,
      "grad_norm": 1.7105967794755135,
      "learning_rate": 5.484011082646907e-05,
      "loss": 1.5703,
      "step": 93260
    },
    {
      "epoch": 4.338729937194697,
      "grad_norm": 1.70708195078119,
      "learning_rate": 5.483724190795152e-05,
      "loss": 1.6641,
      "step": 93261
    },
    {
      "epoch": 4.338776459641777,
      "grad_norm": 1.5982878093151454,
      "learning_rate": 5.483437304769323e-05,
      "loss": 1.4531,
      "step": 93262
    },
    {
      "epoch": 4.338822982088858,
      "grad_norm": 1.698087722109976,
      "learning_rate": 5.483150424569589e-05,
      "loss": 1.4766,
      "step": 93263
    },
    {
      "epoch": 4.338869504535938,
      "grad_norm": 1.5948098076521526,
      "learning_rate": 5.482863550196126e-05,
      "loss": 1.3828,
      "step": 93264
    },
    {
      "epoch": 4.33891602698302,
      "grad_norm": 1.8167688685558068,
      "learning_rate": 5.482576681649106e-05,
      "loss": 1.7266,
      "step": 93265
    },
    {
      "epoch": 4.3389625494301,
      "grad_norm": 1.6255365691793697,
      "learning_rate": 5.482289818928713e-05,
      "loss": 1.5859,
      "step": 93266
    },
    {
      "epoch": 4.3390090718771805,
      "grad_norm": 1.6811873457412068,
      "learning_rate": 5.4820029620351175e-05,
      "loss": 1.5938,
      "step": 93267
    },
    {
      "epoch": 4.339055594324261,
      "grad_norm": 1.6932271867251614,
      "learning_rate": 5.4817161109684974e-05,
      "loss": 1.6953,
      "step": 93268
    },
    {
      "epoch": 4.339102116771342,
      "grad_norm": 1.6887349652558077,
      "learning_rate": 5.4814292657290214e-05,
      "loss": 1.5156,
      "step": 93269
    },
    {
      "epoch": 4.339148639218423,
      "grad_norm": 1.7823586700538196,
      "learning_rate": 5.481142426316876e-05,
      "loss": 1.625,
      "step": 93270
    },
    {
      "epoch": 4.339195161665503,
      "grad_norm": 1.7616517663933497,
      "learning_rate": 5.480855592732225e-05,
      "loss": 1.7812,
      "step": 93271
    },
    {
      "epoch": 4.339241684112585,
      "grad_norm": 1.8444152627583346,
      "learning_rate": 5.4805687649752564e-05,
      "loss": 1.8984,
      "step": 93272
    },
    {
      "epoch": 4.339288206559665,
      "grad_norm": 1.6086299314694936,
      "learning_rate": 5.480281943046139e-05,
      "loss": 1.4453,
      "step": 93273
    },
    {
      "epoch": 4.339334729006746,
      "grad_norm": 1.7323315645036084,
      "learning_rate": 5.479995126945044e-05,
      "loss": 1.6719,
      "step": 93274
    },
    {
      "epoch": 4.339381251453826,
      "grad_norm": 1.537588029509202,
      "learning_rate": 5.479708316672158e-05,
      "loss": 1.4062,
      "step": 93275
    },
    {
      "epoch": 4.3394277739009075,
      "grad_norm": 1.7414252302372144,
      "learning_rate": 5.479421512227649e-05,
      "loss": 1.6094,
      "step": 93276
    },
    {
      "epoch": 4.339474296347988,
      "grad_norm": 1.808706172459426,
      "learning_rate": 5.479134713611695e-05,
      "loss": 1.5078,
      "step": 93277
    },
    {
      "epoch": 4.3395208187950685,
      "grad_norm": 1.7762320675768624,
      "learning_rate": 5.4788479208244664e-05,
      "loss": 1.6719,
      "step": 93278
    },
    {
      "epoch": 4.339567341242149,
      "grad_norm": 1.7036940200254467,
      "learning_rate": 5.478561133866148e-05,
      "loss": 1.5625,
      "step": 93279
    },
    {
      "epoch": 4.33961386368923,
      "grad_norm": 1.6897289291505115,
      "learning_rate": 5.4782743527369114e-05,
      "loss": 1.4297,
      "step": 93280
    },
    {
      "epoch": 4.339660386136311,
      "grad_norm": 1.8172072616120516,
      "learning_rate": 5.477987577436931e-05,
      "loss": 1.7422,
      "step": 93281
    },
    {
      "epoch": 4.339706908583391,
      "grad_norm": 1.7141338367357497,
      "learning_rate": 5.477700807966381e-05,
      "loss": 1.6406,
      "step": 93282
    },
    {
      "epoch": 4.339753431030473,
      "grad_norm": 1.6516360218017825,
      "learning_rate": 5.4774140443254344e-05,
      "loss": 1.5,
      "step": 93283
    },
    {
      "epoch": 4.339799953477553,
      "grad_norm": 1.6955463656803642,
      "learning_rate": 5.477127286514278e-05,
      "loss": 1.5625,
      "step": 93284
    },
    {
      "epoch": 4.339846475924634,
      "grad_norm": 1.8019622452653419,
      "learning_rate": 5.476840534533078e-05,
      "loss": 1.7344,
      "step": 93285
    },
    {
      "epoch": 4.339892998371714,
      "grad_norm": 1.727324175536499,
      "learning_rate": 5.476553788382014e-05,
      "loss": 1.6562,
      "step": 93286
    },
    {
      "epoch": 4.339939520818795,
      "grad_norm": 1.6839290291097524,
      "learning_rate": 5.476267048061253e-05,
      "loss": 1.625,
      "step": 93287
    },
    {
      "epoch": 4.339986043265876,
      "grad_norm": 1.7827581143569085,
      "learning_rate": 5.475980313570984e-05,
      "loss": 1.7969,
      "step": 93288
    },
    {
      "epoch": 4.340032565712956,
      "grad_norm": 1.6478595385591943,
      "learning_rate": 5.475693584911377e-05,
      "loss": 1.6016,
      "step": 93289
    },
    {
      "epoch": 4.340079088160037,
      "grad_norm": 1.6113379264749825,
      "learning_rate": 5.475406862082604e-05,
      "loss": 1.4531,
      "step": 93290
    },
    {
      "epoch": 4.340125610607118,
      "grad_norm": 1.7397990302685846,
      "learning_rate": 5.4751201450848405e-05,
      "loss": 1.5859,
      "step": 93291
    },
    {
      "epoch": 4.340172133054199,
      "grad_norm": 1.6559320693350894,
      "learning_rate": 5.474833433918267e-05,
      "loss": 1.5312,
      "step": 93292
    },
    {
      "epoch": 4.340218655501279,
      "grad_norm": 1.7614374675825635,
      "learning_rate": 5.474546728583054e-05,
      "loss": 1.625,
      "step": 93293
    },
    {
      "epoch": 4.3402651779483605,
      "grad_norm": 1.7311778992032059,
      "learning_rate": 5.474260029079383e-05,
      "loss": 1.7812,
      "step": 93294
    },
    {
      "epoch": 4.340311700395441,
      "grad_norm": 1.6745323541847617,
      "learning_rate": 5.473973335407427e-05,
      "loss": 1.4141,
      "step": 93295
    },
    {
      "epoch": 4.3403582228425215,
      "grad_norm": 1.7654123568955875,
      "learning_rate": 5.4736866475673545e-05,
      "loss": 1.7422,
      "step": 93296
    },
    {
      "epoch": 4.340404745289602,
      "grad_norm": 1.8464184220568218,
      "learning_rate": 5.473399965559354e-05,
      "loss": 1.8438,
      "step": 93297
    },
    {
      "epoch": 4.340451267736683,
      "grad_norm": 1.666200673248777,
      "learning_rate": 5.473113289383594e-05,
      "loss": 1.5078,
      "step": 93298
    },
    {
      "epoch": 4.340497790183764,
      "grad_norm": 1.6306005964889423,
      "learning_rate": 5.4728266190402486e-05,
      "loss": 1.4219,
      "step": 93299
    },
    {
      "epoch": 4.340544312630844,
      "grad_norm": 1.9084459159494116,
      "learning_rate": 5.4725399545294916e-05,
      "loss": 1.8281,
      "step": 93300
    },
    {
      "epoch": 4.340590835077925,
      "grad_norm": 1.7494755627733718,
      "learning_rate": 5.472253295851505e-05,
      "loss": 1.6172,
      "step": 93301
    },
    {
      "epoch": 4.340637357525006,
      "grad_norm": 1.642894489604183,
      "learning_rate": 5.4719666430064625e-05,
      "loss": 1.5234,
      "step": 93302
    },
    {
      "epoch": 4.340683879972087,
      "grad_norm": 1.6596657548547507,
      "learning_rate": 5.4716799959945375e-05,
      "loss": 1.5,
      "step": 93303
    },
    {
      "epoch": 4.340730402419167,
      "grad_norm": 1.6435603324363068,
      "learning_rate": 5.471393354815901e-05,
      "loss": 1.4922,
      "step": 93304
    },
    {
      "epoch": 4.3407769248662476,
      "grad_norm": 1.667344801408549,
      "learning_rate": 5.4711067194707384e-05,
      "loss": 1.5,
      "step": 93305
    },
    {
      "epoch": 4.340823447313329,
      "grad_norm": 1.6551601536153082,
      "learning_rate": 5.4708200899592215e-05,
      "loss": 1.5234,
      "step": 93306
    },
    {
      "epoch": 4.340869969760409,
      "grad_norm": 1.7078877805800263,
      "learning_rate": 5.470533466281524e-05,
      "loss": 1.6016,
      "step": 93307
    },
    {
      "epoch": 4.34091649220749,
      "grad_norm": 1.7117946852584263,
      "learning_rate": 5.4702468484378236e-05,
      "loss": 1.5859,
      "step": 93308
    },
    {
      "epoch": 4.340963014654571,
      "grad_norm": 1.9255096740663649,
      "learning_rate": 5.469960236428286e-05,
      "loss": 1.8047,
      "step": 93309
    },
    {
      "epoch": 4.341009537101652,
      "grad_norm": 1.8107074611454865,
      "learning_rate": 5.469673630253104e-05,
      "loss": 1.75,
      "step": 93310
    },
    {
      "epoch": 4.341056059548732,
      "grad_norm": 1.6860596901851719,
      "learning_rate": 5.4693870299124406e-05,
      "loss": 1.5547,
      "step": 93311
    },
    {
      "epoch": 4.341102581995813,
      "grad_norm": 1.6639635259054832,
      "learning_rate": 5.4691004354064766e-05,
      "loss": 1.4375,
      "step": 93312
    },
    {
      "epoch": 4.341149104442894,
      "grad_norm": 1.6448676171879482,
      "learning_rate": 5.468813846735379e-05,
      "loss": 1.6016,
      "step": 93313
    },
    {
      "epoch": 4.3411956268899745,
      "grad_norm": 1.773744102688423,
      "learning_rate": 5.468527263899337e-05,
      "loss": 1.7109,
      "step": 93314
    },
    {
      "epoch": 4.341242149337055,
      "grad_norm": 1.6178499703795441,
      "learning_rate": 5.46824068689851e-05,
      "loss": 1.4844,
      "step": 93315
    },
    {
      "epoch": 4.3412886717841355,
      "grad_norm": 1.7382347839931942,
      "learning_rate": 5.467954115733091e-05,
      "loss": 1.6953,
      "step": 93316
    },
    {
      "epoch": 4.341335194231217,
      "grad_norm": 1.822963297167049,
      "learning_rate": 5.4676675504032454e-05,
      "loss": 1.6719,
      "step": 93317
    },
    {
      "epoch": 4.341381716678297,
      "grad_norm": 1.7849154723714014,
      "learning_rate": 5.467380990909143e-05,
      "loss": 1.6641,
      "step": 93318
    },
    {
      "epoch": 4.341428239125378,
      "grad_norm": 1.6933951528110784,
      "learning_rate": 5.467094437250975e-05,
      "loss": 1.7031,
      "step": 93319
    },
    {
      "epoch": 4.341474761572458,
      "grad_norm": 1.721929995762002,
      "learning_rate": 5.466807889428904e-05,
      "loss": 1.7422,
      "step": 93320
    },
    {
      "epoch": 4.34152128401954,
      "grad_norm": 1.6732837455933522,
      "learning_rate": 5.466521347443112e-05,
      "loss": 1.6328,
      "step": 93321
    },
    {
      "epoch": 4.34156780646662,
      "grad_norm": 1.775764190070849,
      "learning_rate": 5.466234811293766e-05,
      "loss": 1.7812,
      "step": 93322
    },
    {
      "epoch": 4.341614328913701,
      "grad_norm": 1.646651571347718,
      "learning_rate": 5.465948280981051e-05,
      "loss": 1.5156,
      "step": 93323
    },
    {
      "epoch": 4.341660851360782,
      "grad_norm": 1.834094693322863,
      "learning_rate": 5.465661756505141e-05,
      "loss": 1.6875,
      "step": 93324
    },
    {
      "epoch": 4.341707373807862,
      "grad_norm": 1.65727308222186,
      "learning_rate": 5.465375237866208e-05,
      "loss": 1.6016,
      "step": 93325
    },
    {
      "epoch": 4.341753896254943,
      "grad_norm": 1.639348501180002,
      "learning_rate": 5.4650887250644225e-05,
      "loss": 1.4375,
      "step": 93326
    },
    {
      "epoch": 4.341800418702023,
      "grad_norm": 1.6077381388704675,
      "learning_rate": 5.464802218099973e-05,
      "loss": 1.5156,
      "step": 93327
    },
    {
      "epoch": 4.341846941149105,
      "grad_norm": 1.7756750511304555,
      "learning_rate": 5.464515716973027e-05,
      "loss": 1.75,
      "step": 93328
    },
    {
      "epoch": 4.341893463596185,
      "grad_norm": 1.5136655032942068,
      "learning_rate": 5.46422922168376e-05,
      "loss": 1.3594,
      "step": 93329
    },
    {
      "epoch": 4.341939986043266,
      "grad_norm": 1.5987922469514768,
      "learning_rate": 5.4639427322323424e-05,
      "loss": 1.3984,
      "step": 93330
    },
    {
      "epoch": 4.341986508490347,
      "grad_norm": 1.7829726179852148,
      "learning_rate": 5.463656248618962e-05,
      "loss": 1.7578,
      "step": 93331
    },
    {
      "epoch": 4.3420330309374275,
      "grad_norm": 1.7280493194675757,
      "learning_rate": 5.463369770843787e-05,
      "loss": 1.5234,
      "step": 93332
    },
    {
      "epoch": 4.342079553384508,
      "grad_norm": 1.7319666837377101,
      "learning_rate": 5.463083298906993e-05,
      "loss": 1.6172,
      "step": 93333
    },
    {
      "epoch": 4.3421260758315885,
      "grad_norm": 1.7537392775213743,
      "learning_rate": 5.462796832808755e-05,
      "loss": 1.5703,
      "step": 93334
    },
    {
      "epoch": 4.34217259827867,
      "grad_norm": 1.710776038712539,
      "learning_rate": 5.4625103725492435e-05,
      "loss": 1.5781,
      "step": 93335
    },
    {
      "epoch": 4.34221912072575,
      "grad_norm": 1.843353218678643,
      "learning_rate": 5.4622239181286464e-05,
      "loss": 1.8984,
      "step": 93336
    },
    {
      "epoch": 4.342265643172831,
      "grad_norm": 1.7713499305888245,
      "learning_rate": 5.461937469547125e-05,
      "loss": 1.7891,
      "step": 93337
    },
    {
      "epoch": 4.342312165619911,
      "grad_norm": 1.665247376473534,
      "learning_rate": 5.461651026804868e-05,
      "loss": 1.5859,
      "step": 93338
    },
    {
      "epoch": 4.342358688066993,
      "grad_norm": 1.7789689434224685,
      "learning_rate": 5.4613645899020446e-05,
      "loss": 1.75,
      "step": 93339
    },
    {
      "epoch": 4.342405210514073,
      "grad_norm": 1.7458067432860096,
      "learning_rate": 5.4610781588388235e-05,
      "loss": 1.6094,
      "step": 93340
    },
    {
      "epoch": 4.342451732961154,
      "grad_norm": 1.6163594310060323,
      "learning_rate": 5.4607917336153925e-05,
      "loss": 1.5703,
      "step": 93341
    },
    {
      "epoch": 4.342498255408234,
      "grad_norm": 1.8015365911741086,
      "learning_rate": 5.460505314231922e-05,
      "loss": 1.7422,
      "step": 93342
    },
    {
      "epoch": 4.3425447778553155,
      "grad_norm": 1.887260936192424,
      "learning_rate": 5.460218900688585e-05,
      "loss": 1.8359,
      "step": 93343
    },
    {
      "epoch": 4.342591300302396,
      "grad_norm": 1.6715982039085786,
      "learning_rate": 5.459932492985554e-05,
      "loss": 1.6016,
      "step": 93344
    },
    {
      "epoch": 4.342637822749476,
      "grad_norm": 1.5985175069357214,
      "learning_rate": 5.459646091123013e-05,
      "loss": 1.5469,
      "step": 93345
    },
    {
      "epoch": 4.342684345196558,
      "grad_norm": 1.6358837426674049,
      "learning_rate": 5.459359695101134e-05,
      "loss": 1.4609,
      "step": 93346
    },
    {
      "epoch": 4.342730867643638,
      "grad_norm": 1.5870847825263235,
      "learning_rate": 5.45907330492009e-05,
      "loss": 1.4609,
      "step": 93347
    },
    {
      "epoch": 4.342777390090719,
      "grad_norm": 1.7667741662897911,
      "learning_rate": 5.458786920580053e-05,
      "loss": 1.8125,
      "step": 93348
    },
    {
      "epoch": 4.342823912537799,
      "grad_norm": 1.8453077523325825,
      "learning_rate": 5.458500542081208e-05,
      "loss": 1.75,
      "step": 93349
    },
    {
      "epoch": 4.342870434984881,
      "grad_norm": 1.795299350154406,
      "learning_rate": 5.4582141694237236e-05,
      "loss": 1.6875,
      "step": 93350
    },
    {
      "epoch": 4.342916957431961,
      "grad_norm": 1.6794170040784915,
      "learning_rate": 5.457927802607778e-05,
      "loss": 1.6562,
      "step": 93351
    },
    {
      "epoch": 4.3429634798790415,
      "grad_norm": 1.4249799903309328,
      "learning_rate": 5.4576414416335416e-05,
      "loss": 1.125,
      "step": 93352
    },
    {
      "epoch": 4.343010002326122,
      "grad_norm": 1.8059439811982496,
      "learning_rate": 5.457355086501197e-05,
      "loss": 1.7734,
      "step": 93353
    },
    {
      "epoch": 4.343056524773203,
      "grad_norm": 1.721691503551844,
      "learning_rate": 5.4570687372109163e-05,
      "loss": 1.6094,
      "step": 93354
    },
    {
      "epoch": 4.343103047220284,
      "grad_norm": 1.7968452642993071,
      "learning_rate": 5.456782393762874e-05,
      "loss": 1.7344,
      "step": 93355
    },
    {
      "epoch": 4.343149569667364,
      "grad_norm": 1.526826384810249,
      "learning_rate": 5.456496056157241e-05,
      "loss": 1.3516,
      "step": 93356
    },
    {
      "epoch": 4.343196092114445,
      "grad_norm": 1.6098704953092864,
      "learning_rate": 5.456209724394201e-05,
      "loss": 1.2422,
      "step": 93357
    },
    {
      "epoch": 4.343242614561526,
      "grad_norm": 1.8231882561604085,
      "learning_rate": 5.4559233984739276e-05,
      "loss": 1.9141,
      "step": 93358
    },
    {
      "epoch": 4.343289137008607,
      "grad_norm": 1.675066515390504,
      "learning_rate": 5.4556370783965886e-05,
      "loss": 1.5625,
      "step": 93359
    },
    {
      "epoch": 4.343335659455687,
      "grad_norm": 1.739523060024826,
      "learning_rate": 5.455350764162369e-05,
      "loss": 1.625,
      "step": 93360
    },
    {
      "epoch": 4.3433821819027685,
      "grad_norm": 1.7593294124374816,
      "learning_rate": 5.455064455771435e-05,
      "loss": 1.5938,
      "step": 93361
    },
    {
      "epoch": 4.343428704349849,
      "grad_norm": 1.6270213200409256,
      "learning_rate": 5.454778153223972e-05,
      "loss": 1.5,
      "step": 93362
    },
    {
      "epoch": 4.343475226796929,
      "grad_norm": 1.6459758114854994,
      "learning_rate": 5.4544918565201514e-05,
      "loss": 1.5625,
      "step": 93363
    },
    {
      "epoch": 4.34352174924401,
      "grad_norm": 1.561529896508289,
      "learning_rate": 5.454205565660146e-05,
      "loss": 1.4922,
      "step": 93364
    },
    {
      "epoch": 4.343568271691091,
      "grad_norm": 1.741339564263096,
      "learning_rate": 5.4539192806441325e-05,
      "loss": 1.7266,
      "step": 93365
    },
    {
      "epoch": 4.343614794138172,
      "grad_norm": 1.732203973585143,
      "learning_rate": 5.4536330014722805e-05,
      "loss": 1.6953,
      "step": 93366
    },
    {
      "epoch": 4.343661316585252,
      "grad_norm": 1.695964436193683,
      "learning_rate": 5.4533467281447756e-05,
      "loss": 1.5781,
      "step": 93367
    },
    {
      "epoch": 4.343707839032333,
      "grad_norm": 1.7101956512498506,
      "learning_rate": 5.453060460661789e-05,
      "loss": 1.6172,
      "step": 93368
    },
    {
      "epoch": 4.343754361479414,
      "grad_norm": 1.6227266839040921,
      "learning_rate": 5.4527741990234935e-05,
      "loss": 1.5703,
      "step": 93369
    },
    {
      "epoch": 4.3438008839264945,
      "grad_norm": 1.807108487100154,
      "learning_rate": 5.4524879432300625e-05,
      "loss": 1.7969,
      "step": 93370
    },
    {
      "epoch": 4.343847406373575,
      "grad_norm": 1.7320852955466017,
      "learning_rate": 5.452201693281678e-05,
      "loss": 1.625,
      "step": 93371
    },
    {
      "epoch": 4.3438939288206555,
      "grad_norm": 1.8218759104490037,
      "learning_rate": 5.4519154491785126e-05,
      "loss": 1.8047,
      "step": 93372
    },
    {
      "epoch": 4.343940451267737,
      "grad_norm": 1.7658719266547187,
      "learning_rate": 5.451629210920741e-05,
      "loss": 1.7734,
      "step": 93373
    },
    {
      "epoch": 4.343986973714817,
      "grad_norm": 1.6989261678874925,
      "learning_rate": 5.451342978508535e-05,
      "loss": 1.4766,
      "step": 93374
    },
    {
      "epoch": 4.344033496161898,
      "grad_norm": 1.7260922147298017,
      "learning_rate": 5.451056751942076e-05,
      "loss": 1.7188,
      "step": 93375
    },
    {
      "epoch": 4.344080018608979,
      "grad_norm": 1.6454894686152446,
      "learning_rate": 5.450770531221537e-05,
      "loss": 1.4766,
      "step": 93376
    },
    {
      "epoch": 4.34412654105606,
      "grad_norm": 1.8090056190479626,
      "learning_rate": 5.4504843163470926e-05,
      "loss": 1.7031,
      "step": 93377
    },
    {
      "epoch": 4.34417306350314,
      "grad_norm": 1.6446867233155533,
      "learning_rate": 5.450198107318912e-05,
      "loss": 1.4297,
      "step": 93378
    },
    {
      "epoch": 4.344219585950221,
      "grad_norm": 1.7648182992712806,
      "learning_rate": 5.449911904137183e-05,
      "loss": 1.6719,
      "step": 93379
    },
    {
      "epoch": 4.344266108397302,
      "grad_norm": 1.7818968845548606,
      "learning_rate": 5.4496257068020714e-05,
      "loss": 1.5469,
      "step": 93380
    },
    {
      "epoch": 4.3443126308443825,
      "grad_norm": 1.6010320009413672,
      "learning_rate": 5.4493395153137535e-05,
      "loss": 1.4219,
      "step": 93381
    },
    {
      "epoch": 4.344359153291463,
      "grad_norm": 1.7207363834767062,
      "learning_rate": 5.4490533296724084e-05,
      "loss": 1.4609,
      "step": 93382
    },
    {
      "epoch": 4.344405675738544,
      "grad_norm": 1.764572115972942,
      "learning_rate": 5.4487671498782064e-05,
      "loss": 1.6406,
      "step": 93383
    },
    {
      "epoch": 4.344452198185625,
      "grad_norm": 1.6852762024058137,
      "learning_rate": 5.44848097593133e-05,
      "loss": 1.5469,
      "step": 93384
    },
    {
      "epoch": 4.344498720632705,
      "grad_norm": 1.8569123284559652,
      "learning_rate": 5.44819480783195e-05,
      "loss": 1.8281,
      "step": 93385
    },
    {
      "epoch": 4.344545243079786,
      "grad_norm": 1.6555238799060463,
      "learning_rate": 5.44790864558024e-05,
      "loss": 1.5469,
      "step": 93386
    },
    {
      "epoch": 4.344591765526867,
      "grad_norm": 1.6976537517716959,
      "learning_rate": 5.4476224891763725e-05,
      "loss": 1.6797,
      "step": 93387
    },
    {
      "epoch": 4.344638287973948,
      "grad_norm": 1.5139928918808283,
      "learning_rate": 5.447336338620532e-05,
      "loss": 1.4844,
      "step": 93388
    },
    {
      "epoch": 4.344684810421028,
      "grad_norm": 1.568298999604969,
      "learning_rate": 5.4470501939128884e-05,
      "loss": 1.3594,
      "step": 93389
    },
    {
      "epoch": 4.3447313328681085,
      "grad_norm": 1.7365801714464815,
      "learning_rate": 5.446764055053617e-05,
      "loss": 1.5547,
      "step": 93390
    },
    {
      "epoch": 4.34477785531519,
      "grad_norm": 1.7808310493739197,
      "learning_rate": 5.446477922042893e-05,
      "loss": 1.7812,
      "step": 93391
    },
    {
      "epoch": 4.34482437776227,
      "grad_norm": 1.717853359074786,
      "learning_rate": 5.446191794880886e-05,
      "loss": 1.6328,
      "step": 93392
    },
    {
      "epoch": 4.344870900209351,
      "grad_norm": 1.6784426362971054,
      "learning_rate": 5.445905673567782e-05,
      "loss": 1.5703,
      "step": 93393
    },
    {
      "epoch": 4.344917422656431,
      "grad_norm": 1.7071888876211851,
      "learning_rate": 5.445619558103751e-05,
      "loss": 1.3594,
      "step": 93394
    },
    {
      "epoch": 4.344963945103513,
      "grad_norm": 1.773206929774423,
      "learning_rate": 5.4453334484889685e-05,
      "loss": 1.6953,
      "step": 93395
    },
    {
      "epoch": 4.345010467550593,
      "grad_norm": 1.6625794004428238,
      "learning_rate": 5.445047344723604e-05,
      "loss": 1.4922,
      "step": 93396
    },
    {
      "epoch": 4.345056989997674,
      "grad_norm": 1.7565229818264272,
      "learning_rate": 5.4447612468078426e-05,
      "loss": 1.8047,
      "step": 93397
    },
    {
      "epoch": 4.345103512444755,
      "grad_norm": 1.8068523004174177,
      "learning_rate": 5.444475154741855e-05,
      "loss": 1.6562,
      "step": 93398
    },
    {
      "epoch": 4.3451500348918355,
      "grad_norm": 1.7826388018864807,
      "learning_rate": 5.444189068525815e-05,
      "loss": 1.7656,
      "step": 93399
    },
    {
      "epoch": 4.345196557338916,
      "grad_norm": 1.8170691868047093,
      "learning_rate": 5.443902988159895e-05,
      "loss": 1.7031,
      "step": 93400
    },
    {
      "epoch": 4.345243079785996,
      "grad_norm": 1.6303269499699937,
      "learning_rate": 5.443616913644277e-05,
      "loss": 1.6016,
      "step": 93401
    },
    {
      "epoch": 4.345289602233078,
      "grad_norm": 1.6184095954148496,
      "learning_rate": 5.4433308449791356e-05,
      "loss": 1.4297,
      "step": 93402
    },
    {
      "epoch": 4.345336124680158,
      "grad_norm": 1.7437382808246806,
      "learning_rate": 5.443044782164636e-05,
      "loss": 1.7188,
      "step": 93403
    },
    {
      "epoch": 4.345382647127239,
      "grad_norm": 1.6773064956460932,
      "learning_rate": 5.442758725200968e-05,
      "loss": 1.5938,
      "step": 93404
    },
    {
      "epoch": 4.345429169574319,
      "grad_norm": 1.7402403611989692,
      "learning_rate": 5.4424726740882926e-05,
      "loss": 1.5938,
      "step": 93405
    },
    {
      "epoch": 4.345475692021401,
      "grad_norm": 1.8360421668220974,
      "learning_rate": 5.4421866288267974e-05,
      "loss": 1.7578,
      "step": 93406
    },
    {
      "epoch": 4.345522214468481,
      "grad_norm": 1.8058327218848302,
      "learning_rate": 5.441900589416651e-05,
      "loss": 1.7734,
      "step": 93407
    },
    {
      "epoch": 4.345568736915562,
      "grad_norm": 1.493456047757975,
      "learning_rate": 5.441614555858031e-05,
      "loss": 1.4688,
      "step": 93408
    },
    {
      "epoch": 4.345615259362642,
      "grad_norm": 1.7804430335859633,
      "learning_rate": 5.441328528151105e-05,
      "loss": 1.8516,
      "step": 93409
    },
    {
      "epoch": 4.345661781809723,
      "grad_norm": 1.6591941014514202,
      "learning_rate": 5.4410425062960594e-05,
      "loss": 1.5781,
      "step": 93410
    },
    {
      "epoch": 4.345708304256804,
      "grad_norm": 1.6668238992507582,
      "learning_rate": 5.440756490293064e-05,
      "loss": 1.6328,
      "step": 93411
    },
    {
      "epoch": 4.345754826703884,
      "grad_norm": 1.8161977974026082,
      "learning_rate": 5.4404704801422936e-05,
      "loss": 1.7812,
      "step": 93412
    },
    {
      "epoch": 4.345801349150966,
      "grad_norm": 1.8023911788489548,
      "learning_rate": 5.440184475843919e-05,
      "loss": 1.6953,
      "step": 93413
    },
    {
      "epoch": 4.345847871598046,
      "grad_norm": 1.432023575252513,
      "learning_rate": 5.439898477398123e-05,
      "loss": 1.3281,
      "step": 93414
    },
    {
      "epoch": 4.345894394045127,
      "grad_norm": 1.6172621583508275,
      "learning_rate": 5.439612484805079e-05,
      "loss": 1.5156,
      "step": 93415
    },
    {
      "epoch": 4.345940916492207,
      "grad_norm": 1.7634586988369154,
      "learning_rate": 5.439326498064961e-05,
      "loss": 1.75,
      "step": 93416
    },
    {
      "epoch": 4.3459874389392885,
      "grad_norm": 1.7810137736221863,
      "learning_rate": 5.439040517177943e-05,
      "loss": 1.7578,
      "step": 93417
    },
    {
      "epoch": 4.346033961386369,
      "grad_norm": 1.8170043381617047,
      "learning_rate": 5.438754542144196e-05,
      "loss": 1.8438,
      "step": 93418
    },
    {
      "epoch": 4.3460804838334495,
      "grad_norm": 1.7289879775310437,
      "learning_rate": 5.438468572963903e-05,
      "loss": 1.6484,
      "step": 93419
    },
    {
      "epoch": 4.34612700628053,
      "grad_norm": 1.760514876234972,
      "learning_rate": 5.4381826096372386e-05,
      "loss": 1.6484,
      "step": 93420
    },
    {
      "epoch": 4.346173528727611,
      "grad_norm": 1.7362068473289187,
      "learning_rate": 5.437896652164374e-05,
      "loss": 1.5625,
      "step": 93421
    },
    {
      "epoch": 4.346220051174692,
      "grad_norm": 1.6450637677868212,
      "learning_rate": 5.4376107005454806e-05,
      "loss": 1.5859,
      "step": 93422
    },
    {
      "epoch": 4.346266573621772,
      "grad_norm": 1.688061408482869,
      "learning_rate": 5.4373247547807424e-05,
      "loss": 1.5703,
      "step": 93423
    },
    {
      "epoch": 4.346313096068854,
      "grad_norm": 1.6808859840451085,
      "learning_rate": 5.437038814870331e-05,
      "loss": 1.4844,
      "step": 93424
    },
    {
      "epoch": 4.346359618515934,
      "grad_norm": 1.873261910507133,
      "learning_rate": 5.4367528808144154e-05,
      "loss": 1.6797,
      "step": 93425
    },
    {
      "epoch": 4.346406140963015,
      "grad_norm": 1.6449490358042191,
      "learning_rate": 5.436466952613182e-05,
      "loss": 1.4688,
      "step": 93426
    },
    {
      "epoch": 4.346452663410095,
      "grad_norm": 1.6108274811690688,
      "learning_rate": 5.436181030266794e-05,
      "loss": 1.5469,
      "step": 93427
    },
    {
      "epoch": 4.346499185857176,
      "grad_norm": 1.633987265715071,
      "learning_rate": 5.435895113775438e-05,
      "loss": 1.5625,
      "step": 93428
    },
    {
      "epoch": 4.346545708304257,
      "grad_norm": 1.8165230710301703,
      "learning_rate": 5.4356092031392834e-05,
      "loss": 1.8359,
      "step": 93429
    },
    {
      "epoch": 4.346592230751337,
      "grad_norm": 1.7912167211320495,
      "learning_rate": 5.435323298358505e-05,
      "loss": 1.6641,
      "step": 93430
    },
    {
      "epoch": 4.346638753198418,
      "grad_norm": 1.6718258172043654,
      "learning_rate": 5.435037399433272e-05,
      "loss": 1.5469,
      "step": 93431
    },
    {
      "epoch": 4.346685275645499,
      "grad_norm": 1.6751952307720364,
      "learning_rate": 5.434751506363772e-05,
      "loss": 1.5625,
      "step": 93432
    },
    {
      "epoch": 4.34673179809258,
      "grad_norm": 1.7419028685422764,
      "learning_rate": 5.4344656191501737e-05,
      "loss": 1.6875,
      "step": 93433
    },
    {
      "epoch": 4.34677832053966,
      "grad_norm": 1.4953922965462827,
      "learning_rate": 5.434179737792652e-05,
      "loss": 1.2656,
      "step": 93434
    },
    {
      "epoch": 4.3468248429867415,
      "grad_norm": 1.6727054998463273,
      "learning_rate": 5.4338938622913755e-05,
      "loss": 1.6328,
      "step": 93435
    },
    {
      "epoch": 4.346871365433822,
      "grad_norm": 1.7174812957915129,
      "learning_rate": 5.433607992646531e-05,
      "loss": 1.6016,
      "step": 93436
    },
    {
      "epoch": 4.3469178878809025,
      "grad_norm": 1.6565682984833938,
      "learning_rate": 5.4333221288582886e-05,
      "loss": 1.4844,
      "step": 93437
    },
    {
      "epoch": 4.346964410327983,
      "grad_norm": 1.7794642143992578,
      "learning_rate": 5.433036270926821e-05,
      "loss": 1.625,
      "step": 93438
    },
    {
      "epoch": 4.347010932775064,
      "grad_norm": 1.7315257731287643,
      "learning_rate": 5.432750418852302e-05,
      "loss": 1.7422,
      "step": 93439
    },
    {
      "epoch": 4.347057455222145,
      "grad_norm": 1.7348486882686747,
      "learning_rate": 5.4324645726349144e-05,
      "loss": 1.6328,
      "step": 93440
    },
    {
      "epoch": 4.347103977669225,
      "grad_norm": 1.636022361322814,
      "learning_rate": 5.432178732274828e-05,
      "loss": 1.4688,
      "step": 93441
    },
    {
      "epoch": 4.347150500116306,
      "grad_norm": 1.6763811047680706,
      "learning_rate": 5.431892897772218e-05,
      "loss": 1.6406,
      "step": 93442
    },
    {
      "epoch": 4.347197022563387,
      "grad_norm": 1.7773206289527346,
      "learning_rate": 5.4316070691272585e-05,
      "loss": 1.6484,
      "step": 93443
    },
    {
      "epoch": 4.347243545010468,
      "grad_norm": 1.6306197646989171,
      "learning_rate": 5.4313212463401215e-05,
      "loss": 1.3516,
      "step": 93444
    },
    {
      "epoch": 4.347290067457548,
      "grad_norm": 1.851449408807706,
      "learning_rate": 5.431035429410991e-05,
      "loss": 1.7031,
      "step": 93445
    },
    {
      "epoch": 4.347336589904629,
      "grad_norm": 1.6305431932120598,
      "learning_rate": 5.430749618340037e-05,
      "loss": 1.4531,
      "step": 93446
    },
    {
      "epoch": 4.34738311235171,
      "grad_norm": 1.697065350550955,
      "learning_rate": 5.430463813127431e-05,
      "loss": 1.5938,
      "step": 93447
    },
    {
      "epoch": 4.34742963479879,
      "grad_norm": 1.6702760937757972,
      "learning_rate": 5.430178013773355e-05,
      "loss": 1.5781,
      "step": 93448
    },
    {
      "epoch": 4.347476157245871,
      "grad_norm": 1.75416531604834,
      "learning_rate": 5.429892220277975e-05,
      "loss": 1.7109,
      "step": 93449
    },
    {
      "epoch": 4.347522679692952,
      "grad_norm": 1.609695986916938,
      "learning_rate": 5.429606432641476e-05,
      "loss": 1.4219,
      "step": 93450
    },
    {
      "epoch": 4.347569202140033,
      "grad_norm": 1.671271006707529,
      "learning_rate": 5.4293206508640304e-05,
      "loss": 1.6797,
      "step": 93451
    },
    {
      "epoch": 4.347615724587113,
      "grad_norm": 1.7662467204324337,
      "learning_rate": 5.429034874945809e-05,
      "loss": 1.7891,
      "step": 93452
    },
    {
      "epoch": 4.347662247034194,
      "grad_norm": 1.6851239290452613,
      "learning_rate": 5.428749104886986e-05,
      "loss": 1.5469,
      "step": 93453
    },
    {
      "epoch": 4.347708769481275,
      "grad_norm": 1.6434734583410247,
      "learning_rate": 5.428463340687742e-05,
      "loss": 1.5156,
      "step": 93454
    },
    {
      "epoch": 4.3477552919283555,
      "grad_norm": 1.620382317106206,
      "learning_rate": 5.428177582348251e-05,
      "loss": 1.3828,
      "step": 93455
    },
    {
      "epoch": 4.347801814375436,
      "grad_norm": 1.7904877602229092,
      "learning_rate": 5.427891829868686e-05,
      "loss": 1.8281,
      "step": 93456
    },
    {
      "epoch": 4.3478483368225165,
      "grad_norm": 1.4668035411496316,
      "learning_rate": 5.427606083249215e-05,
      "loss": 1.3672,
      "step": 93457
    },
    {
      "epoch": 4.347894859269598,
      "grad_norm": 1.5594725927079787,
      "learning_rate": 5.427320342490028e-05,
      "loss": 1.5156,
      "step": 93458
    },
    {
      "epoch": 4.347941381716678,
      "grad_norm": 1.7309782475892401,
      "learning_rate": 5.427034607591289e-05,
      "loss": 1.5938,
      "step": 93459
    },
    {
      "epoch": 4.347987904163759,
      "grad_norm": 1.9358883969524276,
      "learning_rate": 5.426748878553178e-05,
      "loss": 1.9844,
      "step": 93460
    },
    {
      "epoch": 4.348034426610839,
      "grad_norm": 1.6494371841105344,
      "learning_rate": 5.426463155375861e-05,
      "loss": 1.5703,
      "step": 93461
    },
    {
      "epoch": 4.348080949057921,
      "grad_norm": 1.7344724281035293,
      "learning_rate": 5.426177438059525e-05,
      "loss": 1.6953,
      "step": 93462
    },
    {
      "epoch": 4.348127471505001,
      "grad_norm": 1.6539075608253808,
      "learning_rate": 5.42589172660434e-05,
      "loss": 1.5781,
      "step": 93463
    },
    {
      "epoch": 4.348173993952082,
      "grad_norm": 1.8093756937771823,
      "learning_rate": 5.425606021010481e-05,
      "loss": 1.7109,
      "step": 93464
    },
    {
      "epoch": 4.348220516399163,
      "grad_norm": 1.791012904758915,
      "learning_rate": 5.4253203212781174e-05,
      "loss": 1.6172,
      "step": 93465
    },
    {
      "epoch": 4.348267038846243,
      "grad_norm": 1.5253847419487134,
      "learning_rate": 5.425034627407433e-05,
      "loss": 1.3281,
      "step": 93466
    },
    {
      "epoch": 4.348313561293324,
      "grad_norm": 1.6422086379133298,
      "learning_rate": 5.4247489393986e-05,
      "loss": 1.625,
      "step": 93467
    },
    {
      "epoch": 4.348360083740404,
      "grad_norm": 1.7974672742686038,
      "learning_rate": 5.424463257251786e-05,
      "loss": 1.8906,
      "step": 93468
    },
    {
      "epoch": 4.348406606187486,
      "grad_norm": 1.7291059878270876,
      "learning_rate": 5.424177580967178e-05,
      "loss": 1.6094,
      "step": 93469
    },
    {
      "epoch": 4.348453128634566,
      "grad_norm": 1.690361628509646,
      "learning_rate": 5.42389191054494e-05,
      "loss": 1.6094,
      "step": 93470
    },
    {
      "epoch": 4.348499651081647,
      "grad_norm": 1.846223857410727,
      "learning_rate": 5.4236062459852564e-05,
      "loss": 1.6953,
      "step": 93471
    },
    {
      "epoch": 4.348546173528728,
      "grad_norm": 1.8211160709401182,
      "learning_rate": 5.423320587288298e-05,
      "loss": 1.7969,
      "step": 93472
    },
    {
      "epoch": 4.3485926959758086,
      "grad_norm": 1.7178372011647782,
      "learning_rate": 5.4230349344542376e-05,
      "loss": 1.5859,
      "step": 93473
    },
    {
      "epoch": 4.348639218422889,
      "grad_norm": 1.6386473174820422,
      "learning_rate": 5.422749287483253e-05,
      "loss": 1.625,
      "step": 93474
    },
    {
      "epoch": 4.3486857408699695,
      "grad_norm": 1.6989674259777543,
      "learning_rate": 5.422463646375513e-05,
      "loss": 1.6797,
      "step": 93475
    },
    {
      "epoch": 4.348732263317051,
      "grad_norm": 1.8040166847482553,
      "learning_rate": 5.422178011131201e-05,
      "loss": 1.7812,
      "step": 93476
    },
    {
      "epoch": 4.348778785764131,
      "grad_norm": 1.7774944831243862,
      "learning_rate": 5.4218923817504884e-05,
      "loss": 1.7266,
      "step": 93477
    },
    {
      "epoch": 4.348825308211212,
      "grad_norm": 1.8071305940168922,
      "learning_rate": 5.4216067582335504e-05,
      "loss": 1.7812,
      "step": 93478
    },
    {
      "epoch": 4.348871830658292,
      "grad_norm": 1.8107149706030172,
      "learning_rate": 5.4213211405805565e-05,
      "loss": 1.7891,
      "step": 93479
    },
    {
      "epoch": 4.348918353105374,
      "grad_norm": 1.672832793344743,
      "learning_rate": 5.421035528791691e-05,
      "loss": 1.5234,
      "step": 93480
    },
    {
      "epoch": 4.348964875552454,
      "grad_norm": 1.7674784970876694,
      "learning_rate": 5.420749922867124e-05,
      "loss": 1.75,
      "step": 93481
    },
    {
      "epoch": 4.349011397999535,
      "grad_norm": 1.8288101357125905,
      "learning_rate": 5.4204643228070286e-05,
      "loss": 1.7891,
      "step": 93482
    },
    {
      "epoch": 4.349057920446615,
      "grad_norm": 1.926727741284374,
      "learning_rate": 5.420178728611578e-05,
      "loss": 1.8125,
      "step": 93483
    },
    {
      "epoch": 4.3491044428936965,
      "grad_norm": 1.6347714413163001,
      "learning_rate": 5.419893140280955e-05,
      "loss": 1.5703,
      "step": 93484
    },
    {
      "epoch": 4.349150965340777,
      "grad_norm": 1.882171566955796,
      "learning_rate": 5.4196075578153315e-05,
      "loss": 1.8359,
      "step": 93485
    },
    {
      "epoch": 4.349197487787857,
      "grad_norm": 1.6297192989770628,
      "learning_rate": 5.419321981214879e-05,
      "loss": 1.6641,
      "step": 93486
    },
    {
      "epoch": 4.349244010234939,
      "grad_norm": 1.713260740447907,
      "learning_rate": 5.4190364104797685e-05,
      "loss": 1.6797,
      "step": 93487
    },
    {
      "epoch": 4.349290532682019,
      "grad_norm": 1.577510199256353,
      "learning_rate": 5.4187508456101876e-05,
      "loss": 1.375,
      "step": 93488
    },
    {
      "epoch": 4.3493370551291,
      "grad_norm": 1.7167433783777561,
      "learning_rate": 5.418465286606301e-05,
      "loss": 1.6094,
      "step": 93489
    },
    {
      "epoch": 4.34938357757618,
      "grad_norm": 1.6888546750626903,
      "learning_rate": 5.418179733468284e-05,
      "loss": 1.6406,
      "step": 93490
    },
    {
      "epoch": 4.349430100023262,
      "grad_norm": 1.8001173999769118,
      "learning_rate": 5.417894186196318e-05,
      "loss": 1.7656,
      "step": 93491
    },
    {
      "epoch": 4.349476622470342,
      "grad_norm": 1.6879289791205103,
      "learning_rate": 5.417608644790568e-05,
      "loss": 1.5,
      "step": 93492
    },
    {
      "epoch": 4.3495231449174225,
      "grad_norm": 1.6662916328845059,
      "learning_rate": 5.41732310925122e-05,
      "loss": 1.5547,
      "step": 93493
    },
    {
      "epoch": 4.349569667364503,
      "grad_norm": 1.7528674696046358,
      "learning_rate": 5.417037579578443e-05,
      "loss": 1.6641,
      "step": 93494
    },
    {
      "epoch": 4.349616189811584,
      "grad_norm": 1.5643987525527634,
      "learning_rate": 5.416752055772413e-05,
      "loss": 1.3047,
      "step": 93495
    },
    {
      "epoch": 4.349662712258665,
      "grad_norm": 1.79332592028228,
      "learning_rate": 5.416466537833298e-05,
      "loss": 1.7109,
      "step": 93496
    },
    {
      "epoch": 4.349709234705745,
      "grad_norm": 1.7816388819387086,
      "learning_rate": 5.4161810257612834e-05,
      "loss": 1.7734,
      "step": 93497
    },
    {
      "epoch": 4.349755757152826,
      "grad_norm": 1.8430788840840997,
      "learning_rate": 5.4158955195565404e-05,
      "loss": 1.7344,
      "step": 93498
    },
    {
      "epoch": 4.349802279599907,
      "grad_norm": 1.730112780550993,
      "learning_rate": 5.415610019219241e-05,
      "loss": 1.6016,
      "step": 93499
    },
    {
      "epoch": 4.349848802046988,
      "grad_norm": 1.734529875667831,
      "learning_rate": 5.4153245247495626e-05,
      "loss": 1.6562,
      "step": 93500
    },
    {
      "epoch": 4.349895324494068,
      "grad_norm": 1.8730572918373773,
      "learning_rate": 5.415039036147674e-05,
      "loss": 1.8359,
      "step": 93501
    },
    {
      "epoch": 4.3499418469411495,
      "grad_norm": 1.6897900346055366,
      "learning_rate": 5.4147535534137606e-05,
      "loss": 1.6719,
      "step": 93502
    },
    {
      "epoch": 4.34998836938823,
      "grad_norm": 1.7827977506148553,
      "learning_rate": 5.4144680765479906e-05,
      "loss": 1.6953,
      "step": 93503
    },
    {
      "epoch": 4.3500348918353104,
      "grad_norm": 1.716061984122056,
      "learning_rate": 5.41418260555054e-05,
      "loss": 1.6562,
      "step": 93504
    },
    {
      "epoch": 4.350081414282391,
      "grad_norm": 1.832232809403433,
      "learning_rate": 5.413897140421578e-05,
      "loss": 1.8281,
      "step": 93505
    },
    {
      "epoch": 4.350127936729472,
      "grad_norm": 1.6430542651039826,
      "learning_rate": 5.41361168116129e-05,
      "loss": 1.4609,
      "step": 93506
    },
    {
      "epoch": 4.350174459176553,
      "grad_norm": 1.4467079670296383,
      "learning_rate": 5.413326227769846e-05,
      "loss": 1.2109,
      "step": 93507
    },
    {
      "epoch": 4.350220981623633,
      "grad_norm": 1.5656822836750097,
      "learning_rate": 5.41304078024742e-05,
      "loss": 1.3906,
      "step": 93508
    },
    {
      "epoch": 4.350267504070714,
      "grad_norm": 1.62023665473409,
      "learning_rate": 5.412755338594181e-05,
      "loss": 1.5078,
      "step": 93509
    },
    {
      "epoch": 4.350314026517795,
      "grad_norm": 1.7577310669538133,
      "learning_rate": 5.4124699028103155e-05,
      "loss": 1.6719,
      "step": 93510
    },
    {
      "epoch": 4.350360548964876,
      "grad_norm": 1.8148614351047434,
      "learning_rate": 5.4121844728959917e-05,
      "loss": 1.7891,
      "step": 93511
    },
    {
      "epoch": 4.350407071411956,
      "grad_norm": 1.574170722767513,
      "learning_rate": 5.4118990488513805e-05,
      "loss": 1.2734,
      "step": 93512
    },
    {
      "epoch": 4.3504535938590365,
      "grad_norm": 1.7644081191505192,
      "learning_rate": 5.411613630676668e-05,
      "loss": 1.7109,
      "step": 93513
    },
    {
      "epoch": 4.350500116306118,
      "grad_norm": 1.613297678448764,
      "learning_rate": 5.411328218372014e-05,
      "loss": 1.5156,
      "step": 93514
    },
    {
      "epoch": 4.350546638753198,
      "grad_norm": 1.7745095528073187,
      "learning_rate": 5.411042811937608e-05,
      "loss": 1.5,
      "step": 93515
    },
    {
      "epoch": 4.350593161200279,
      "grad_norm": 1.7403598021042699,
      "learning_rate": 5.410757411373618e-05,
      "loss": 1.6562,
      "step": 93516
    },
    {
      "epoch": 4.35063968364736,
      "grad_norm": 1.7074958014654593,
      "learning_rate": 5.4104720166802185e-05,
      "loss": 1.6172,
      "step": 93517
    },
    {
      "epoch": 4.350686206094441,
      "grad_norm": 1.7130537440907128,
      "learning_rate": 5.410186627857581e-05,
      "loss": 1.625,
      "step": 93518
    },
    {
      "epoch": 4.350732728541521,
      "grad_norm": 1.6540011553740555,
      "learning_rate": 5.409901244905888e-05,
      "loss": 1.5,
      "step": 93519
    },
    {
      "epoch": 4.350779250988602,
      "grad_norm": 1.7671308999636541,
      "learning_rate": 5.409615867825309e-05,
      "loss": 1.8047,
      "step": 93520
    },
    {
      "epoch": 4.350825773435683,
      "grad_norm": 1.5506233895231445,
      "learning_rate": 5.409330496616019e-05,
      "loss": 1.3672,
      "step": 93521
    },
    {
      "epoch": 4.3508722958827635,
      "grad_norm": 1.6779178628267797,
      "learning_rate": 5.40904513127819e-05,
      "loss": 1.625,
      "step": 93522
    },
    {
      "epoch": 4.350918818329844,
      "grad_norm": 1.6599455948365975,
      "learning_rate": 5.408759771812005e-05,
      "loss": 1.4844,
      "step": 93523
    },
    {
      "epoch": 4.350965340776925,
      "grad_norm": 1.783550027275478,
      "learning_rate": 5.4084744182176344e-05,
      "loss": 1.6562,
      "step": 93524
    },
    {
      "epoch": 4.351011863224006,
      "grad_norm": 1.750323577838691,
      "learning_rate": 5.40818907049525e-05,
      "loss": 1.5547,
      "step": 93525
    },
    {
      "epoch": 4.351058385671086,
      "grad_norm": 1.8700048458545386,
      "learning_rate": 5.40790372864503e-05,
      "loss": 1.5859,
      "step": 93526
    },
    {
      "epoch": 4.351104908118167,
      "grad_norm": 1.6847439841840777,
      "learning_rate": 5.4076183926671435e-05,
      "loss": 1.6016,
      "step": 93527
    },
    {
      "epoch": 4.351151430565248,
      "grad_norm": 1.4763250849810836,
      "learning_rate": 5.407333062561774e-05,
      "loss": 1.25,
      "step": 93528
    },
    {
      "epoch": 4.351197953012329,
      "grad_norm": 1.666093975287039,
      "learning_rate": 5.4070477383290934e-05,
      "loss": 1.5,
      "step": 93529
    },
    {
      "epoch": 4.351244475459409,
      "grad_norm": 1.6313874956931307,
      "learning_rate": 5.4067624199692716e-05,
      "loss": 1.5625,
      "step": 93530
    },
    {
      "epoch": 4.3512909979064895,
      "grad_norm": 1.7674620390678528,
      "learning_rate": 5.4064771074824836e-05,
      "loss": 1.7266,
      "step": 93531
    },
    {
      "epoch": 4.351337520353571,
      "grad_norm": 1.6928024141575198,
      "learning_rate": 5.406191800868911e-05,
      "loss": 1.5312,
      "step": 93532
    },
    {
      "epoch": 4.351384042800651,
      "grad_norm": 1.757636263918284,
      "learning_rate": 5.405906500128725e-05,
      "loss": 1.7344,
      "step": 93533
    },
    {
      "epoch": 4.351430565247732,
      "grad_norm": 1.6530375798847439,
      "learning_rate": 5.405621205262094e-05,
      "loss": 1.5859,
      "step": 93534
    },
    {
      "epoch": 4.351477087694812,
      "grad_norm": 1.728394316167217,
      "learning_rate": 5.4053359162692025e-05,
      "loss": 1.5781,
      "step": 93535
    },
    {
      "epoch": 4.351523610141894,
      "grad_norm": 1.8213503142863088,
      "learning_rate": 5.4050506331502183e-05,
      "loss": 1.9141,
      "step": 93536
    },
    {
      "epoch": 4.351570132588974,
      "grad_norm": 1.6989803490576816,
      "learning_rate": 5.404765355905321e-05,
      "loss": 1.6562,
      "step": 93537
    },
    {
      "epoch": 4.351616655036055,
      "grad_norm": 1.7370919547871897,
      "learning_rate": 5.404480084534684e-05,
      "loss": 1.6797,
      "step": 93538
    },
    {
      "epoch": 4.351663177483136,
      "grad_norm": 1.493038742239851,
      "learning_rate": 5.4041948190384824e-05,
      "loss": 1.3438,
      "step": 93539
    },
    {
      "epoch": 4.3517096999302165,
      "grad_norm": 1.9591278317125667,
      "learning_rate": 5.4039095594168813e-05,
      "loss": 1.8125,
      "step": 93540
    },
    {
      "epoch": 4.351756222377297,
      "grad_norm": 1.755132262167588,
      "learning_rate": 5.40362430567007e-05,
      "loss": 1.6172,
      "step": 93541
    },
    {
      "epoch": 4.3518027448243775,
      "grad_norm": 1.6250834436169772,
      "learning_rate": 5.4033390577982164e-05,
      "loss": 1.5625,
      "step": 93542
    },
    {
      "epoch": 4.351849267271459,
      "grad_norm": 1.771727676663422,
      "learning_rate": 5.403053815801494e-05,
      "loss": 1.5781,
      "step": 93543
    },
    {
      "epoch": 4.351895789718539,
      "grad_norm": 1.568829574686731,
      "learning_rate": 5.402768579680075e-05,
      "loss": 1.4688,
      "step": 93544
    },
    {
      "epoch": 4.35194231216562,
      "grad_norm": 1.7663177500789136,
      "learning_rate": 5.402483349434143e-05,
      "loss": 1.7188,
      "step": 93545
    },
    {
      "epoch": 4.3519888346127,
      "grad_norm": 1.6308466774383192,
      "learning_rate": 5.4021981250638655e-05,
      "loss": 1.3516,
      "step": 93546
    },
    {
      "epoch": 4.352035357059782,
      "grad_norm": 1.5923839770495878,
      "learning_rate": 5.40191290656942e-05,
      "loss": 1.5312,
      "step": 93547
    },
    {
      "epoch": 4.352081879506862,
      "grad_norm": 1.752009909712395,
      "learning_rate": 5.4016276939509756e-05,
      "loss": 1.7969,
      "step": 93548
    },
    {
      "epoch": 4.352128401953943,
      "grad_norm": 1.6098820671771705,
      "learning_rate": 5.401342487208716e-05,
      "loss": 1.5,
      "step": 93549
    },
    {
      "epoch": 4.352174924401023,
      "grad_norm": 1.7393033961126483,
      "learning_rate": 5.40105728634281e-05,
      "loss": 1.6484,
      "step": 93550
    },
    {
      "epoch": 4.352221446848104,
      "grad_norm": 1.7722945740018787,
      "learning_rate": 5.400772091353434e-05,
      "loss": 1.7188,
      "step": 93551
    },
    {
      "epoch": 4.352267969295185,
      "grad_norm": 1.646958561483585,
      "learning_rate": 5.4004869022407623e-05,
      "loss": 1.5859,
      "step": 93552
    },
    {
      "epoch": 4.352314491742265,
      "grad_norm": 1.7191776846556233,
      "learning_rate": 5.400201719004964e-05,
      "loss": 1.6719,
      "step": 93553
    },
    {
      "epoch": 4.352361014189347,
      "grad_norm": 1.682291724994887,
      "learning_rate": 5.399916541646223e-05,
      "loss": 1.5859,
      "step": 93554
    },
    {
      "epoch": 4.352407536636427,
      "grad_norm": 1.7864429747002575,
      "learning_rate": 5.3996313701647107e-05,
      "loss": 1.7578,
      "step": 93555
    },
    {
      "epoch": 4.352454059083508,
      "grad_norm": 1.6381605695212806,
      "learning_rate": 5.399346204560594e-05,
      "loss": 1.5234,
      "step": 93556
    },
    {
      "epoch": 4.352500581530588,
      "grad_norm": 1.50386895911419,
      "learning_rate": 5.39906104483406e-05,
      "loss": 1.2344,
      "step": 93557
    },
    {
      "epoch": 4.3525471039776695,
      "grad_norm": 1.6775552867428525,
      "learning_rate": 5.3987758909852736e-05,
      "loss": 1.5938,
      "step": 93558
    },
    {
      "epoch": 4.35259362642475,
      "grad_norm": 1.8043922973597524,
      "learning_rate": 5.3984907430144166e-05,
      "loss": 1.6562,
      "step": 93559
    },
    {
      "epoch": 4.3526401488718305,
      "grad_norm": 1.9071455780302444,
      "learning_rate": 5.3982056009216605e-05,
      "loss": 1.8594,
      "step": 93560
    },
    {
      "epoch": 4.352686671318911,
      "grad_norm": 1.7612977142198665,
      "learning_rate": 5.397920464707181e-05,
      "loss": 1.6875,
      "step": 93561
    },
    {
      "epoch": 4.352733193765992,
      "grad_norm": 1.77760147182985,
      "learning_rate": 5.397635334371144e-05,
      "loss": 1.7891,
      "step": 93562
    },
    {
      "epoch": 4.352779716213073,
      "grad_norm": 1.5479406781691039,
      "learning_rate": 5.3973502099137386e-05,
      "loss": 1.3828,
      "step": 93563
    },
    {
      "epoch": 4.352826238660153,
      "grad_norm": 1.5691248891175578,
      "learning_rate": 5.39706509133513e-05,
      "loss": 1.3828,
      "step": 93564
    },
    {
      "epoch": 4.352872761107235,
      "grad_norm": 1.73644881386163,
      "learning_rate": 5.3967799786354955e-05,
      "loss": 1.6484,
      "step": 93565
    },
    {
      "epoch": 4.352919283554315,
      "grad_norm": 1.7716261390913643,
      "learning_rate": 5.3964948718150034e-05,
      "loss": 1.5547,
      "step": 93566
    },
    {
      "epoch": 4.352965806001396,
      "grad_norm": 1.6124803338860334,
      "learning_rate": 5.3962097708738394e-05,
      "loss": 1.5391,
      "step": 93567
    },
    {
      "epoch": 4.353012328448476,
      "grad_norm": 1.7599698721440231,
      "learning_rate": 5.395924675812171e-05,
      "loss": 1.7344,
      "step": 93568
    },
    {
      "epoch": 4.353058850895557,
      "grad_norm": 1.7313851790977095,
      "learning_rate": 5.395639586630176e-05,
      "loss": 1.6094,
      "step": 93569
    },
    {
      "epoch": 4.353105373342638,
      "grad_norm": 1.6869134612011936,
      "learning_rate": 5.395354503328021e-05,
      "loss": 1.6094,
      "step": 93570
    },
    {
      "epoch": 4.353151895789718,
      "grad_norm": 1.7199882537144802,
      "learning_rate": 5.3950694259058923e-05,
      "loss": 1.6328,
      "step": 93571
    },
    {
      "epoch": 4.353198418236799,
      "grad_norm": 1.733489021427788,
      "learning_rate": 5.3947843543639586e-05,
      "loss": 1.625,
      "step": 93572
    },
    {
      "epoch": 4.35324494068388,
      "grad_norm": 1.6337611819221247,
      "learning_rate": 5.394499288702394e-05,
      "loss": 1.4453,
      "step": 93573
    },
    {
      "epoch": 4.353291463130961,
      "grad_norm": 1.6908170419901274,
      "learning_rate": 5.3942142289213675e-05,
      "loss": 1.5547,
      "step": 93574
    },
    {
      "epoch": 4.353337985578041,
      "grad_norm": 1.7038851712034777,
      "learning_rate": 5.393929175021067e-05,
      "loss": 1.7266,
      "step": 93575
    },
    {
      "epoch": 4.353384508025123,
      "grad_norm": 1.7289593514214008,
      "learning_rate": 5.3936441270016587e-05,
      "loss": 1.7344,
      "step": 93576
    },
    {
      "epoch": 4.353431030472203,
      "grad_norm": 1.782862557576845,
      "learning_rate": 5.3933590848633176e-05,
      "loss": 1.7266,
      "step": 93577
    },
    {
      "epoch": 4.3534775529192835,
      "grad_norm": 1.663481450482156,
      "learning_rate": 5.3930740486062137e-05,
      "loss": 1.6406,
      "step": 93578
    },
    {
      "epoch": 4.353524075366364,
      "grad_norm": 1.8201656844080236,
      "learning_rate": 5.392789018230532e-05,
      "loss": 1.6641,
      "step": 93579
    },
    {
      "epoch": 4.353570597813445,
      "grad_norm": 1.627273195314371,
      "learning_rate": 5.3925039937364366e-05,
      "loss": 1.6094,
      "step": 93580
    },
    {
      "epoch": 4.353617120260526,
      "grad_norm": 1.6680533690543897,
      "learning_rate": 5.392218975124112e-05,
      "loss": 1.5469,
      "step": 93581
    },
    {
      "epoch": 4.353663642707606,
      "grad_norm": 1.7748954981581446,
      "learning_rate": 5.3919339623937267e-05,
      "loss": 1.6406,
      "step": 93582
    },
    {
      "epoch": 4.353710165154687,
      "grad_norm": 1.6575478447218075,
      "learning_rate": 5.391648955545457e-05,
      "loss": 1.5469,
      "step": 93583
    },
    {
      "epoch": 4.353756687601768,
      "grad_norm": 1.385203176951231,
      "learning_rate": 5.39136395457947e-05,
      "loss": 1.1953,
      "step": 93584
    },
    {
      "epoch": 4.353803210048849,
      "grad_norm": 1.7201679168719366,
      "learning_rate": 5.391078959495952e-05,
      "loss": 1.6016,
      "step": 93585
    },
    {
      "epoch": 4.353849732495929,
      "grad_norm": 1.6533994730351858,
      "learning_rate": 5.390793970295074e-05,
      "loss": 1.4844,
      "step": 93586
    },
    {
      "epoch": 4.35389625494301,
      "grad_norm": 1.8010856736770005,
      "learning_rate": 5.3905089869770066e-05,
      "loss": 1.5938,
      "step": 93587
    },
    {
      "epoch": 4.353942777390091,
      "grad_norm": 1.7469078370345903,
      "learning_rate": 5.390224009541921e-05,
      "loss": 1.7109,
      "step": 93588
    },
    {
      "epoch": 4.353989299837171,
      "grad_norm": 1.6817649289907806,
      "learning_rate": 5.389939037990004e-05,
      "loss": 1.6172,
      "step": 93589
    },
    {
      "epoch": 4.354035822284252,
      "grad_norm": 1.7763879490137682,
      "learning_rate": 5.389654072321422e-05,
      "loss": 1.75,
      "step": 93590
    },
    {
      "epoch": 4.354082344731333,
      "grad_norm": 1.7206180192493328,
      "learning_rate": 5.3893691125363496e-05,
      "loss": 1.7656,
      "step": 93591
    },
    {
      "epoch": 4.354128867178414,
      "grad_norm": 1.6215254977321083,
      "learning_rate": 5.389084158634957e-05,
      "loss": 1.4062,
      "step": 93592
    },
    {
      "epoch": 4.354175389625494,
      "grad_norm": 1.6509723978244173,
      "learning_rate": 5.38879921061743e-05,
      "loss": 1.4844,
      "step": 93593
    },
    {
      "epoch": 4.354221912072575,
      "grad_norm": 1.6530624920162933,
      "learning_rate": 5.388514268483935e-05,
      "loss": 1.5234,
      "step": 93594
    },
    {
      "epoch": 4.354268434519656,
      "grad_norm": 1.575053569299277,
      "learning_rate": 5.38822933223465e-05,
      "loss": 1.4766,
      "step": 93595
    },
    {
      "epoch": 4.3543149569667365,
      "grad_norm": 1.6847966340117881,
      "learning_rate": 5.387944401869741e-05,
      "loss": 1.5938,
      "step": 93596
    },
    {
      "epoch": 4.354361479413817,
      "grad_norm": 1.8497326852764338,
      "learning_rate": 5.387659477389395e-05,
      "loss": 1.7266,
      "step": 93597
    },
    {
      "epoch": 4.3544080018608975,
      "grad_norm": 1.7742470062174138,
      "learning_rate": 5.3873745587937815e-05,
      "loss": 1.6875,
      "step": 93598
    },
    {
      "epoch": 4.354454524307979,
      "grad_norm": 1.7634045437795753,
      "learning_rate": 5.387089646083072e-05,
      "loss": 1.625,
      "step": 93599
    },
    {
      "epoch": 4.354501046755059,
      "grad_norm": 1.8306582884984808,
      "learning_rate": 5.3868047392574396e-05,
      "loss": 1.8828,
      "step": 93600
    },
    {
      "epoch": 4.35454756920214,
      "grad_norm": 1.702736163360209,
      "learning_rate": 5.3865198383170616e-05,
      "loss": 1.6406,
      "step": 93601
    },
    {
      "epoch": 4.35459409164922,
      "grad_norm": 1.5377340508352972,
      "learning_rate": 5.386234943262118e-05,
      "loss": 1.2891,
      "step": 93602
    },
    {
      "epoch": 4.354640614096302,
      "grad_norm": 1.64848191038693,
      "learning_rate": 5.385950054092776e-05,
      "loss": 1.4219,
      "step": 93603
    },
    {
      "epoch": 4.354687136543382,
      "grad_norm": 1.77361346751729,
      "learning_rate": 5.385665170809214e-05,
      "loss": 1.7188,
      "step": 93604
    },
    {
      "epoch": 4.354733658990463,
      "grad_norm": 1.8355425893169328,
      "learning_rate": 5.385380293411604e-05,
      "loss": 1.7578,
      "step": 93605
    },
    {
      "epoch": 4.354780181437544,
      "grad_norm": 1.6818824912563535,
      "learning_rate": 5.385095421900116e-05,
      "loss": 1.5625,
      "step": 93606
    },
    {
      "epoch": 4.3548267038846245,
      "grad_norm": 1.732147658648861,
      "learning_rate": 5.384810556274934e-05,
      "loss": 1.5469,
      "step": 93607
    },
    {
      "epoch": 4.354873226331705,
      "grad_norm": 1.7541638959318264,
      "learning_rate": 5.384525696536228e-05,
      "loss": 1.4375,
      "step": 93608
    },
    {
      "epoch": 4.354919748778785,
      "grad_norm": 1.5722358927695794,
      "learning_rate": 5.384240842684172e-05,
      "loss": 1.5625,
      "step": 93609
    },
    {
      "epoch": 4.354966271225867,
      "grad_norm": 1.6462204301458756,
      "learning_rate": 5.3839559947189355e-05,
      "loss": 1.5391,
      "step": 93610
    },
    {
      "epoch": 4.355012793672947,
      "grad_norm": 1.743969541155135,
      "learning_rate": 5.383671152640701e-05,
      "loss": 1.75,
      "step": 93611
    },
    {
      "epoch": 4.355059316120028,
      "grad_norm": 1.8129141643468307,
      "learning_rate": 5.383386316449641e-05,
      "loss": 1.7109,
      "step": 93612
    },
    {
      "epoch": 4.355105838567109,
      "grad_norm": 1.6771725077583355,
      "learning_rate": 5.38310148614593e-05,
      "loss": 1.5,
      "step": 93613
    },
    {
      "epoch": 4.35515236101419,
      "grad_norm": 1.786925601580376,
      "learning_rate": 5.382816661729734e-05,
      "loss": 1.5625,
      "step": 93614
    },
    {
      "epoch": 4.35519888346127,
      "grad_norm": 1.7076935786313614,
      "learning_rate": 5.382531843201241e-05,
      "loss": 1.6172,
      "step": 93615
    },
    {
      "epoch": 4.3552454059083505,
      "grad_norm": 1.6811059993823656,
      "learning_rate": 5.382247030560617e-05,
      "loss": 1.4844,
      "step": 93616
    },
    {
      "epoch": 4.355291928355432,
      "grad_norm": 1.6772203360689653,
      "learning_rate": 5.3819622238080384e-05,
      "loss": 1.5859,
      "step": 93617
    },
    {
      "epoch": 4.355338450802512,
      "grad_norm": 1.6913562510988416,
      "learning_rate": 5.381677422943675e-05,
      "loss": 1.6641,
      "step": 93618
    },
    {
      "epoch": 4.355384973249593,
      "grad_norm": 1.6557075704060997,
      "learning_rate": 5.3813926279677094e-05,
      "loss": 1.5938,
      "step": 93619
    },
    {
      "epoch": 4.355431495696673,
      "grad_norm": 1.5231172189229394,
      "learning_rate": 5.3811078388803136e-05,
      "loss": 1.1641,
      "step": 93620
    },
    {
      "epoch": 4.355478018143755,
      "grad_norm": 1.6817347511843357,
      "learning_rate": 5.380823055681659e-05,
      "loss": 1.5234,
      "step": 93621
    },
    {
      "epoch": 4.355524540590835,
      "grad_norm": 1.7582516769257501,
      "learning_rate": 5.3805382783719154e-05,
      "loss": 1.7812,
      "step": 93622
    },
    {
      "epoch": 4.355571063037916,
      "grad_norm": 1.6783484675720144,
      "learning_rate": 5.380253506951264e-05,
      "loss": 1.6641,
      "step": 93623
    },
    {
      "epoch": 4.355617585484996,
      "grad_norm": 1.667809186907289,
      "learning_rate": 5.379968741419884e-05,
      "loss": 1.6172,
      "step": 93624
    },
    {
      "epoch": 4.3556641079320775,
      "grad_norm": 1.6676598109535203,
      "learning_rate": 5.3796839817779424e-05,
      "loss": 1.4609,
      "step": 93625
    },
    {
      "epoch": 4.355710630379158,
      "grad_norm": 1.6257828440187114,
      "learning_rate": 5.379399228025615e-05,
      "loss": 1.4844,
      "step": 93626
    },
    {
      "epoch": 4.355757152826238,
      "grad_norm": 1.7407828278597128,
      "learning_rate": 5.379114480163073e-05,
      "loss": 1.6406,
      "step": 93627
    },
    {
      "epoch": 4.35580367527332,
      "grad_norm": 1.8400851515883225,
      "learning_rate": 5.378829738190496e-05,
      "loss": 1.6484,
      "step": 93628
    },
    {
      "epoch": 4.3558501977204,
      "grad_norm": 1.7757025017107333,
      "learning_rate": 5.378545002108058e-05,
      "loss": 1.5703,
      "step": 93629
    },
    {
      "epoch": 4.355896720167481,
      "grad_norm": 1.770925449117627,
      "learning_rate": 5.378260271915931e-05,
      "loss": 1.7109,
      "step": 93630
    },
    {
      "epoch": 4.355943242614561,
      "grad_norm": 1.539891517325405,
      "learning_rate": 5.377975547614289e-05,
      "loss": 1.3203,
      "step": 93631
    },
    {
      "epoch": 4.355989765061643,
      "grad_norm": 1.7542904725755533,
      "learning_rate": 5.3776908292033025e-05,
      "loss": 1.4922,
      "step": 93632
    },
    {
      "epoch": 4.356036287508723,
      "grad_norm": 1.6578940595345917,
      "learning_rate": 5.377406116683156e-05,
      "loss": 1.5703,
      "step": 93633
    },
    {
      "epoch": 4.3560828099558035,
      "grad_norm": 1.8202333376838185,
      "learning_rate": 5.377121410054019e-05,
      "loss": 1.8438,
      "step": 93634
    },
    {
      "epoch": 4.356129332402884,
      "grad_norm": 1.7400640481751761,
      "learning_rate": 5.376836709316062e-05,
      "loss": 1.7031,
      "step": 93635
    },
    {
      "epoch": 4.356175854849965,
      "grad_norm": 1.6769341646050662,
      "learning_rate": 5.37655201446946e-05,
      "loss": 1.4766,
      "step": 93636
    },
    {
      "epoch": 4.356222377297046,
      "grad_norm": 1.6281771969807073,
      "learning_rate": 5.3762673255143934e-05,
      "loss": 1.4609,
      "step": 93637
    },
    {
      "epoch": 4.356268899744126,
      "grad_norm": 1.747544604310232,
      "learning_rate": 5.375982642451034e-05,
      "loss": 1.5547,
      "step": 93638
    },
    {
      "epoch": 4.356315422191207,
      "grad_norm": 1.8223884740684648,
      "learning_rate": 5.375697965279553e-05,
      "loss": 1.7344,
      "step": 93639
    },
    {
      "epoch": 4.356361944638288,
      "grad_norm": 1.618304167566601,
      "learning_rate": 5.375413294000122e-05,
      "loss": 1.5547,
      "step": 93640
    },
    {
      "epoch": 4.356408467085369,
      "grad_norm": 1.4753121936758617,
      "learning_rate": 5.3751286286129244e-05,
      "loss": 1.3516,
      "step": 93641
    },
    {
      "epoch": 4.356454989532449,
      "grad_norm": 1.722442533980029,
      "learning_rate": 5.3748439691181306e-05,
      "loss": 1.6328,
      "step": 93642
    },
    {
      "epoch": 4.3565015119795305,
      "grad_norm": 1.5839531627773122,
      "learning_rate": 5.3745593155159146e-05,
      "loss": 1.5469,
      "step": 93643
    },
    {
      "epoch": 4.356548034426611,
      "grad_norm": 1.7971828373982193,
      "learning_rate": 5.374274667806443e-05,
      "loss": 1.7188,
      "step": 93644
    },
    {
      "epoch": 4.3565945568736915,
      "grad_norm": 1.5785149990598792,
      "learning_rate": 5.373990025989899e-05,
      "loss": 1.4375,
      "step": 93645
    },
    {
      "epoch": 4.356641079320772,
      "grad_norm": 1.7408181739239565,
      "learning_rate": 5.373705390066458e-05,
      "loss": 1.5781,
      "step": 93646
    },
    {
      "epoch": 4.356687601767853,
      "grad_norm": 1.6908100309000795,
      "learning_rate": 5.373420760036293e-05,
      "loss": 1.4766,
      "step": 93647
    },
    {
      "epoch": 4.356734124214934,
      "grad_norm": 1.664633068977984,
      "learning_rate": 5.373136135899577e-05,
      "loss": 1.5,
      "step": 93648
    },
    {
      "epoch": 4.356780646662014,
      "grad_norm": 1.583133717809198,
      "learning_rate": 5.3728515176564784e-05,
      "loss": 1.4609,
      "step": 93649
    },
    {
      "epoch": 4.356827169109095,
      "grad_norm": 1.7013507913047736,
      "learning_rate": 5.372566905307182e-05,
      "loss": 1.6719,
      "step": 93650
    },
    {
      "epoch": 4.356873691556176,
      "grad_norm": 1.7101963953681492,
      "learning_rate": 5.372282298851855e-05,
      "loss": 1.5,
      "step": 93651
    },
    {
      "epoch": 4.356920214003257,
      "grad_norm": 1.7236298024900056,
      "learning_rate": 5.371997698290676e-05,
      "loss": 1.5312,
      "step": 93652
    },
    {
      "epoch": 4.356966736450337,
      "grad_norm": 1.753962440287963,
      "learning_rate": 5.3717131036238095e-05,
      "loss": 1.75,
      "step": 93653
    },
    {
      "epoch": 4.357013258897418,
      "grad_norm": 1.690851835079832,
      "learning_rate": 5.3714285148514434e-05,
      "loss": 1.6016,
      "step": 93654
    },
    {
      "epoch": 4.357059781344499,
      "grad_norm": 1.7180842422843818,
      "learning_rate": 5.371143931973746e-05,
      "loss": 1.6094,
      "step": 93655
    },
    {
      "epoch": 4.357106303791579,
      "grad_norm": 1.7303573720993255,
      "learning_rate": 5.3708593549908904e-05,
      "loss": 1.5,
      "step": 93656
    },
    {
      "epoch": 4.35715282623866,
      "grad_norm": 1.6363631213097107,
      "learning_rate": 5.370574783903051e-05,
      "loss": 1.5312,
      "step": 93657
    },
    {
      "epoch": 4.357199348685741,
      "grad_norm": 1.6548300203271769,
      "learning_rate": 5.370290218710398e-05,
      "loss": 1.5,
      "step": 93658
    },
    {
      "epoch": 4.357245871132822,
      "grad_norm": 1.7716163139569197,
      "learning_rate": 5.370005659413114e-05,
      "loss": 1.625,
      "step": 93659
    },
    {
      "epoch": 4.357292393579902,
      "grad_norm": 1.7816636142587823,
      "learning_rate": 5.3697211060113706e-05,
      "loss": 1.75,
      "step": 93660
    },
    {
      "epoch": 4.357338916026983,
      "grad_norm": 1.6749517510731609,
      "learning_rate": 5.36943655850534e-05,
      "loss": 1.4766,
      "step": 93661
    },
    {
      "epoch": 4.357385438474064,
      "grad_norm": 1.6504560275960585,
      "learning_rate": 5.369152016895193e-05,
      "loss": 1.5,
      "step": 93662
    },
    {
      "epoch": 4.3574319609211445,
      "grad_norm": 1.6330825925265622,
      "learning_rate": 5.368867481181111e-05,
      "loss": 1.5859,
      "step": 93663
    },
    {
      "epoch": 4.357478483368225,
      "grad_norm": 1.8267111443310553,
      "learning_rate": 5.3685829513632674e-05,
      "loss": 1.75,
      "step": 93664
    },
    {
      "epoch": 4.357525005815306,
      "grad_norm": 1.717970854413752,
      "learning_rate": 5.368298427441833e-05,
      "loss": 1.5859,
      "step": 93665
    },
    {
      "epoch": 4.357571528262387,
      "grad_norm": 1.7109570565311492,
      "learning_rate": 5.368013909416978e-05,
      "loss": 1.5469,
      "step": 93666
    },
    {
      "epoch": 4.357618050709467,
      "grad_norm": 1.7679962849196693,
      "learning_rate": 5.3677293972888805e-05,
      "loss": 1.8203,
      "step": 93667
    },
    {
      "epoch": 4.357664573156548,
      "grad_norm": 1.680531338768447,
      "learning_rate": 5.367444891057723e-05,
      "loss": 1.4844,
      "step": 93668
    },
    {
      "epoch": 4.357711095603629,
      "grad_norm": 1.7294112582888712,
      "learning_rate": 5.367160390723672e-05,
      "loss": 1.6719,
      "step": 93669
    },
    {
      "epoch": 4.35775761805071,
      "grad_norm": 1.5780162387502203,
      "learning_rate": 5.366875896286902e-05,
      "loss": 1.5,
      "step": 93670
    },
    {
      "epoch": 4.35780414049779,
      "grad_norm": 1.6950919744995405,
      "learning_rate": 5.366591407747581e-05,
      "loss": 1.6562,
      "step": 93671
    },
    {
      "epoch": 4.357850662944871,
      "grad_norm": 1.7093212040191827,
      "learning_rate": 5.366306925105895e-05,
      "loss": 1.5391,
      "step": 93672
    },
    {
      "epoch": 4.357897185391952,
      "grad_norm": 1.493798335957,
      "learning_rate": 5.366022448362014e-05,
      "loss": 1.2656,
      "step": 93673
    },
    {
      "epoch": 4.357943707839032,
      "grad_norm": 1.7470648540940417,
      "learning_rate": 5.36573797751611e-05,
      "loss": 1.6016,
      "step": 93674
    },
    {
      "epoch": 4.357990230286113,
      "grad_norm": 1.5488575091083803,
      "learning_rate": 5.3654535125683537e-05,
      "loss": 1.4375,
      "step": 93675
    },
    {
      "epoch": 4.358036752733193,
      "grad_norm": 1.6237420394701094,
      "learning_rate": 5.365169053518928e-05,
      "loss": 1.5312,
      "step": 93676
    },
    {
      "epoch": 4.358083275180275,
      "grad_norm": 1.8045382193307353,
      "learning_rate": 5.364884600368003e-05,
      "loss": 1.6719,
      "step": 93677
    },
    {
      "epoch": 4.358129797627355,
      "grad_norm": 1.5875377604189758,
      "learning_rate": 5.3646001531157506e-05,
      "loss": 1.5391,
      "step": 93678
    },
    {
      "epoch": 4.358176320074436,
      "grad_norm": 1.6598092028430558,
      "learning_rate": 5.364315711762343e-05,
      "loss": 1.5703,
      "step": 93679
    },
    {
      "epoch": 4.358222842521517,
      "grad_norm": 1.701921179198221,
      "learning_rate": 5.364031276307964e-05,
      "loss": 1.5312,
      "step": 93680
    },
    {
      "epoch": 4.3582693649685975,
      "grad_norm": 1.7671349948252328,
      "learning_rate": 5.363746846752782e-05,
      "loss": 1.6094,
      "step": 93681
    },
    {
      "epoch": 4.358315887415678,
      "grad_norm": 1.6487692900634066,
      "learning_rate": 5.363462423096969e-05,
      "loss": 1.4531,
      "step": 93682
    },
    {
      "epoch": 4.3583624098627585,
      "grad_norm": 1.8043623890643545,
      "learning_rate": 5.363178005340702e-05,
      "loss": 1.7656,
      "step": 93683
    },
    {
      "epoch": 4.35840893230984,
      "grad_norm": 1.6701274291407049,
      "learning_rate": 5.36289359348415e-05,
      "loss": 1.5391,
      "step": 93684
    },
    {
      "epoch": 4.35845545475692,
      "grad_norm": 1.7711393234312232,
      "learning_rate": 5.3626091875274964e-05,
      "loss": 1.7188,
      "step": 93685
    },
    {
      "epoch": 4.358501977204001,
      "grad_norm": 1.822261062366797,
      "learning_rate": 5.36232478747091e-05,
      "loss": 1.6719,
      "step": 93686
    },
    {
      "epoch": 4.358548499651081,
      "grad_norm": 1.4836530462655304,
      "learning_rate": 5.362040393314563e-05,
      "loss": 1.2969,
      "step": 93687
    },
    {
      "epoch": 4.358595022098163,
      "grad_norm": 1.8321819592502875,
      "learning_rate": 5.361756005058629e-05,
      "loss": 1.7266,
      "step": 93688
    },
    {
      "epoch": 4.358641544545243,
      "grad_norm": 1.7954511779752742,
      "learning_rate": 5.361471622703285e-05,
      "loss": 1.6641,
      "step": 93689
    },
    {
      "epoch": 4.358688066992324,
      "grad_norm": 1.8066421696782402,
      "learning_rate": 5.361187246248708e-05,
      "loss": 1.7109,
      "step": 93690
    },
    {
      "epoch": 4.358734589439404,
      "grad_norm": 1.7805352602375217,
      "learning_rate": 5.36090287569507e-05,
      "loss": 1.7266,
      "step": 93691
    },
    {
      "epoch": 4.358781111886485,
      "grad_norm": 1.66722172206045,
      "learning_rate": 5.360618511042545e-05,
      "loss": 1.5625,
      "step": 93692
    },
    {
      "epoch": 4.358827634333566,
      "grad_norm": 1.7657502945973271,
      "learning_rate": 5.3603341522913006e-05,
      "loss": 1.6641,
      "step": 93693
    },
    {
      "epoch": 4.358874156780646,
      "grad_norm": 1.5239206546059723,
      "learning_rate": 5.360049799441521e-05,
      "loss": 1.2969,
      "step": 93694
    },
    {
      "epoch": 4.358920679227728,
      "grad_norm": 1.7002472818694854,
      "learning_rate": 5.359765452493375e-05,
      "loss": 1.5312,
      "step": 93695
    },
    {
      "epoch": 4.358967201674808,
      "grad_norm": 1.6835998339903313,
      "learning_rate": 5.3594811114470385e-05,
      "loss": 1.4766,
      "step": 93696
    },
    {
      "epoch": 4.359013724121889,
      "grad_norm": 1.681410240224034,
      "learning_rate": 5.3591967763026795e-05,
      "loss": 1.5781,
      "step": 93697
    },
    {
      "epoch": 4.359060246568969,
      "grad_norm": 1.666679501265509,
      "learning_rate": 5.358912447060482e-05,
      "loss": 1.5703,
      "step": 93698
    },
    {
      "epoch": 4.3591067690160505,
      "grad_norm": 1.7922643817640902,
      "learning_rate": 5.358628123720615e-05,
      "loss": 1.6562,
      "step": 93699
    },
    {
      "epoch": 4.359153291463131,
      "grad_norm": 1.7396114192143346,
      "learning_rate": 5.358343806283252e-05,
      "loss": 1.7266,
      "step": 93700
    },
    {
      "epoch": 4.3591998139102115,
      "grad_norm": 1.6414688362124492,
      "learning_rate": 5.358059494748563e-05,
      "loss": 1.6484,
      "step": 93701
    },
    {
      "epoch": 4.359246336357293,
      "grad_norm": 1.6739306420353315,
      "learning_rate": 5.357775189116733e-05,
      "loss": 1.5547,
      "step": 93702
    },
    {
      "epoch": 4.359292858804373,
      "grad_norm": 1.7512379950700279,
      "learning_rate": 5.357490889387929e-05,
      "loss": 1.6641,
      "step": 93703
    },
    {
      "epoch": 4.359339381251454,
      "grad_norm": 1.8138034049086613,
      "learning_rate": 5.357206595562327e-05,
      "loss": 1.6641,
      "step": 93704
    },
    {
      "epoch": 4.359385903698534,
      "grad_norm": 1.661862902854736,
      "learning_rate": 5.3569223076400933e-05,
      "loss": 1.5312,
      "step": 93705
    },
    {
      "epoch": 4.359432426145616,
      "grad_norm": 1.60458693246148,
      "learning_rate": 5.356638025621413e-05,
      "loss": 1.4688,
      "step": 93706
    },
    {
      "epoch": 4.359478948592696,
      "grad_norm": 1.7069998090529261,
      "learning_rate": 5.3563537495064565e-05,
      "loss": 1.7031,
      "step": 93707
    },
    {
      "epoch": 4.359525471039777,
      "grad_norm": 1.858835807030641,
      "learning_rate": 5.356069479295398e-05,
      "loss": 1.7656,
      "step": 93708
    },
    {
      "epoch": 4.359571993486857,
      "grad_norm": 1.7432424664577206,
      "learning_rate": 5.355785214988411e-05,
      "loss": 1.5703,
      "step": 93709
    },
    {
      "epoch": 4.3596185159339385,
      "grad_norm": 1.5832520082121122,
      "learning_rate": 5.355500956585658e-05,
      "loss": 1.4219,
      "step": 93710
    },
    {
      "epoch": 4.359665038381019,
      "grad_norm": 1.6244298653318043,
      "learning_rate": 5.355216704087334e-05,
      "loss": 1.4688,
      "step": 93711
    },
    {
      "epoch": 4.359711560828099,
      "grad_norm": 1.8069006583532323,
      "learning_rate": 5.354932457493603e-05,
      "loss": 1.8047,
      "step": 93712
    },
    {
      "epoch": 4.35975808327518,
      "grad_norm": 1.7329273123831166,
      "learning_rate": 5.354648216804641e-05,
      "loss": 1.7344,
      "step": 93713
    },
    {
      "epoch": 4.359804605722261,
      "grad_norm": 1.8411232176962216,
      "learning_rate": 5.354363982020618e-05,
      "loss": 1.75,
      "step": 93714
    },
    {
      "epoch": 4.359851128169342,
      "grad_norm": 1.5216093490545124,
      "learning_rate": 5.3540797531417066e-05,
      "loss": 1.2734,
      "step": 93715
    },
    {
      "epoch": 4.359897650616422,
      "grad_norm": 1.6603358479794608,
      "learning_rate": 5.3537955301680886e-05,
      "loss": 1.4688,
      "step": 93716
    },
    {
      "epoch": 4.359944173063504,
      "grad_norm": 1.7907094172037286,
      "learning_rate": 5.353511313099935e-05,
      "loss": 1.7891,
      "step": 93717
    },
    {
      "epoch": 4.359990695510584,
      "grad_norm": 1.7189939085442159,
      "learning_rate": 5.353227101937419e-05,
      "loss": 1.6641,
      "step": 93718
    },
    {
      "epoch": 4.3600372179576645,
      "grad_norm": 1.756308989216293,
      "learning_rate": 5.3529428966807065e-05,
      "loss": 1.6797,
      "step": 93719
    },
    {
      "epoch": 4.360083740404745,
      "grad_norm": 1.653427781854912,
      "learning_rate": 5.352658697329987e-05,
      "loss": 1.625,
      "step": 93720
    },
    {
      "epoch": 4.360130262851826,
      "grad_norm": 1.5692352025383565,
      "learning_rate": 5.352374503885424e-05,
      "loss": 1.3516,
      "step": 93721
    },
    {
      "epoch": 4.360176785298907,
      "grad_norm": 1.5961817212732623,
      "learning_rate": 5.352090316347196e-05,
      "loss": 1.3984,
      "step": 93722
    },
    {
      "epoch": 4.360223307745987,
      "grad_norm": 1.773206455391851,
      "learning_rate": 5.3518061347154704e-05,
      "loss": 1.75,
      "step": 93723
    },
    {
      "epoch": 4.360269830193068,
      "grad_norm": 1.6560501285311977,
      "learning_rate": 5.351521958990431e-05,
      "loss": 1.4531,
      "step": 93724
    },
    {
      "epoch": 4.360316352640149,
      "grad_norm": 1.8258020823017223,
      "learning_rate": 5.3512377891722456e-05,
      "loss": 1.6641,
      "step": 93725
    },
    {
      "epoch": 4.36036287508723,
      "grad_norm": 1.9829855928466402,
      "learning_rate": 5.350953625261089e-05,
      "loss": 1.9688,
      "step": 93726
    },
    {
      "epoch": 4.36040939753431,
      "grad_norm": 1.5885426400567306,
      "learning_rate": 5.3506694672571324e-05,
      "loss": 1.5391,
      "step": 93727
    },
    {
      "epoch": 4.360455919981391,
      "grad_norm": 1.7525670057258254,
      "learning_rate": 5.350385315160556e-05,
      "loss": 1.6562,
      "step": 93728
    },
    {
      "epoch": 4.360502442428472,
      "grad_norm": 1.7128608401948262,
      "learning_rate": 5.350101168971532e-05,
      "loss": 1.5781,
      "step": 93729
    },
    {
      "epoch": 4.360548964875552,
      "grad_norm": 1.8124725268437218,
      "learning_rate": 5.349817028690232e-05,
      "loss": 1.6172,
      "step": 93730
    },
    {
      "epoch": 4.360595487322633,
      "grad_norm": 1.614096497448202,
      "learning_rate": 5.349532894316825e-05,
      "loss": 1.6484,
      "step": 93731
    },
    {
      "epoch": 4.360642009769714,
      "grad_norm": 1.706517092430791,
      "learning_rate": 5.349248765851493e-05,
      "loss": 1.6172,
      "step": 93732
    },
    {
      "epoch": 4.360688532216795,
      "grad_norm": 1.7632339677827908,
      "learning_rate": 5.3489646432944116e-05,
      "loss": 1.6406,
      "step": 93733
    },
    {
      "epoch": 4.360735054663875,
      "grad_norm": 1.6725365682378204,
      "learning_rate": 5.348680526645751e-05,
      "loss": 1.3984,
      "step": 93734
    },
    {
      "epoch": 4.360781577110956,
      "grad_norm": 1.7503004350567706,
      "learning_rate": 5.348396415905685e-05,
      "loss": 1.4922,
      "step": 93735
    },
    {
      "epoch": 4.360828099558037,
      "grad_norm": 1.5600709687248402,
      "learning_rate": 5.348112311074382e-05,
      "loss": 1.4219,
      "step": 93736
    },
    {
      "epoch": 4.3608746220051176,
      "grad_norm": 1.7135292394882964,
      "learning_rate": 5.347828212152028e-05,
      "loss": 1.5703,
      "step": 93737
    },
    {
      "epoch": 4.360921144452198,
      "grad_norm": 1.7124057650145976,
      "learning_rate": 5.347544119138789e-05,
      "loss": 1.5078,
      "step": 93738
    },
    {
      "epoch": 4.3609676668992785,
      "grad_norm": 1.8418768685807152,
      "learning_rate": 5.3472600320348417e-05,
      "loss": 1.7969,
      "step": 93739
    },
    {
      "epoch": 4.36101418934636,
      "grad_norm": 1.75507647260026,
      "learning_rate": 5.3469759508403583e-05,
      "loss": 1.6328,
      "step": 93740
    },
    {
      "epoch": 4.36106071179344,
      "grad_norm": 1.6898701723612088,
      "learning_rate": 5.346691875555508e-05,
      "loss": 1.5781,
      "step": 93741
    },
    {
      "epoch": 4.361107234240521,
      "grad_norm": 1.6347305787890372,
      "learning_rate": 5.346407806180475e-05,
      "loss": 1.4219,
      "step": 93742
    },
    {
      "epoch": 4.361153756687601,
      "grad_norm": 1.6480127907775468,
      "learning_rate": 5.346123742715426e-05,
      "loss": 1.5781,
      "step": 93743
    },
    {
      "epoch": 4.361200279134683,
      "grad_norm": 1.7532635011019986,
      "learning_rate": 5.34583968516054e-05,
      "loss": 1.6484,
      "step": 93744
    },
    {
      "epoch": 4.361246801581763,
      "grad_norm": 1.710031034609123,
      "learning_rate": 5.345555633515981e-05,
      "loss": 1.5156,
      "step": 93745
    },
    {
      "epoch": 4.361293324028844,
      "grad_norm": 1.7759873588673674,
      "learning_rate": 5.345271587781936e-05,
      "loss": 1.6406,
      "step": 93746
    },
    {
      "epoch": 4.361339846475925,
      "grad_norm": 1.774722358052404,
      "learning_rate": 5.344987547958571e-05,
      "loss": 1.5625,
      "step": 93747
    },
    {
      "epoch": 4.3613863689230055,
      "grad_norm": 1.910153500688758,
      "learning_rate": 5.344703514046063e-05,
      "loss": 1.7891,
      "step": 93748
    },
    {
      "epoch": 4.361432891370086,
      "grad_norm": 1.6642643999262055,
      "learning_rate": 5.344419486044579e-05,
      "loss": 1.5547,
      "step": 93749
    },
    {
      "epoch": 4.361479413817166,
      "grad_norm": 1.782165307867453,
      "learning_rate": 5.3441354639543025e-05,
      "loss": 1.6641,
      "step": 93750
    },
    {
      "epoch": 4.361525936264248,
      "grad_norm": 1.6600925521676315,
      "learning_rate": 5.343851447775404e-05,
      "loss": 1.4688,
      "step": 93751
    },
    {
      "epoch": 4.361572458711328,
      "grad_norm": 1.4476856331921284,
      "learning_rate": 5.3435674375080564e-05,
      "loss": 1.2891,
      "step": 93752
    },
    {
      "epoch": 4.361618981158409,
      "grad_norm": 1.7271463596165157,
      "learning_rate": 5.3432834331524285e-05,
      "loss": 1.6875,
      "step": 93753
    },
    {
      "epoch": 4.36166550360549,
      "grad_norm": 1.7684981625626015,
      "learning_rate": 5.3429994347087e-05,
      "loss": 1.5469,
      "step": 93754
    },
    {
      "epoch": 4.361712026052571,
      "grad_norm": 1.7627943718069532,
      "learning_rate": 5.342715442177049e-05,
      "loss": 1.6328,
      "step": 93755
    },
    {
      "epoch": 4.361758548499651,
      "grad_norm": 1.8824080994300563,
      "learning_rate": 5.342431455557644e-05,
      "loss": 1.6797,
      "step": 93756
    },
    {
      "epoch": 4.3618050709467315,
      "grad_norm": 1.6718133524882886,
      "learning_rate": 5.342147474850659e-05,
      "loss": 1.5,
      "step": 93757
    },
    {
      "epoch": 4.361851593393813,
      "grad_norm": 1.797419523912769,
      "learning_rate": 5.3418635000562646e-05,
      "loss": 1.6094,
      "step": 93758
    },
    {
      "epoch": 4.361898115840893,
      "grad_norm": 1.7638466723973472,
      "learning_rate": 5.3415795311746415e-05,
      "loss": 1.5234,
      "step": 93759
    },
    {
      "epoch": 4.361944638287974,
      "grad_norm": 1.5413927826289215,
      "learning_rate": 5.341295568205963e-05,
      "loss": 1.2578,
      "step": 93760
    },
    {
      "epoch": 4.361991160735054,
      "grad_norm": 1.7371246551530097,
      "learning_rate": 5.341011611150399e-05,
      "loss": 1.6094,
      "step": 93761
    },
    {
      "epoch": 4.362037683182136,
      "grad_norm": 1.8501224544453911,
      "learning_rate": 5.3407276600081176e-05,
      "loss": 1.9062,
      "step": 93762
    },
    {
      "epoch": 4.362084205629216,
      "grad_norm": 1.7874057663668441,
      "learning_rate": 5.340443714779307e-05,
      "loss": 1.5469,
      "step": 93763
    },
    {
      "epoch": 4.362130728076297,
      "grad_norm": 1.545972687597046,
      "learning_rate": 5.340159775464134e-05,
      "loss": 1.375,
      "step": 93764
    },
    {
      "epoch": 4.362177250523377,
      "grad_norm": 1.8737836740804883,
      "learning_rate": 5.33987584206277e-05,
      "loss": 1.7422,
      "step": 93765
    },
    {
      "epoch": 4.3622237729704585,
      "grad_norm": 1.5816413031438559,
      "learning_rate": 5.339591914575392e-05,
      "loss": 1.4219,
      "step": 93766
    },
    {
      "epoch": 4.362270295417539,
      "grad_norm": 1.7712271813430078,
      "learning_rate": 5.339307993002168e-05,
      "loss": 1.7422,
      "step": 93767
    },
    {
      "epoch": 4.3623168178646194,
      "grad_norm": 1.8077135332108851,
      "learning_rate": 5.3390240773432816e-05,
      "loss": 1.8125,
      "step": 93768
    },
    {
      "epoch": 4.362363340311701,
      "grad_norm": 1.5580455628256078,
      "learning_rate": 5.338740167598901e-05,
      "loss": 1.3281,
      "step": 93769
    },
    {
      "epoch": 4.362409862758781,
      "grad_norm": 1.7411603671912845,
      "learning_rate": 5.338456263769203e-05,
      "loss": 1.5625,
      "step": 93770
    },
    {
      "epoch": 4.362456385205862,
      "grad_norm": 1.771839321950328,
      "learning_rate": 5.3381723658543506e-05,
      "loss": 1.6406,
      "step": 93771
    },
    {
      "epoch": 4.362502907652942,
      "grad_norm": 1.915580499958557,
      "learning_rate": 5.337888473854533e-05,
      "loss": 1.75,
      "step": 93772
    },
    {
      "epoch": 4.362549430100024,
      "grad_norm": 1.6441342457028656,
      "learning_rate": 5.337604587769916e-05,
      "loss": 1.6953,
      "step": 93773
    },
    {
      "epoch": 4.362595952547104,
      "grad_norm": 1.7397809448569068,
      "learning_rate": 5.337320707600676e-05,
      "loss": 1.7188,
      "step": 93774
    },
    {
      "epoch": 4.362642474994185,
      "grad_norm": 1.8679066120248204,
      "learning_rate": 5.337036833346979e-05,
      "loss": 1.7344,
      "step": 93775
    },
    {
      "epoch": 4.362688997441265,
      "grad_norm": 1.8117154594183948,
      "learning_rate": 5.336752965009005e-05,
      "loss": 1.7266,
      "step": 93776
    },
    {
      "epoch": 4.362735519888346,
      "grad_norm": 1.7445759918555555,
      "learning_rate": 5.336469102586933e-05,
      "loss": 1.6328,
      "step": 93777
    },
    {
      "epoch": 4.362782042335427,
      "grad_norm": 1.4886187323150197,
      "learning_rate": 5.336185246080931e-05,
      "loss": 1.3438,
      "step": 93778
    },
    {
      "epoch": 4.362828564782507,
      "grad_norm": 1.6610020177777993,
      "learning_rate": 5.335901395491173e-05,
      "loss": 1.5469,
      "step": 93779
    },
    {
      "epoch": 4.362875087229588,
      "grad_norm": 1.8457159384969553,
      "learning_rate": 5.335617550817829e-05,
      "loss": 1.8828,
      "step": 93780
    },
    {
      "epoch": 4.362921609676669,
      "grad_norm": 1.820523433988186,
      "learning_rate": 5.335333712061083e-05,
      "loss": 1.9375,
      "step": 93781
    },
    {
      "epoch": 4.36296813212375,
      "grad_norm": 1.8214563081062476,
      "learning_rate": 5.3350498792211015e-05,
      "loss": 1.8047,
      "step": 93782
    },
    {
      "epoch": 4.36301465457083,
      "grad_norm": 1.7079481978209041,
      "learning_rate": 5.334766052298059e-05,
      "loss": 1.6406,
      "step": 93783
    },
    {
      "epoch": 4.3630611770179115,
      "grad_norm": 1.5522739803563963,
      "learning_rate": 5.334482231292125e-05,
      "loss": 1.2891,
      "step": 93784
    },
    {
      "epoch": 4.363107699464992,
      "grad_norm": 1.6609587942033723,
      "learning_rate": 5.334198416203484e-05,
      "loss": 1.5234,
      "step": 93785
    },
    {
      "epoch": 4.3631542219120725,
      "grad_norm": 1.7606135745682883,
      "learning_rate": 5.333914607032303e-05,
      "loss": 1.75,
      "step": 93786
    },
    {
      "epoch": 4.363200744359153,
      "grad_norm": 1.7343665353573017,
      "learning_rate": 5.333630803778755e-05,
      "loss": 1.625,
      "step": 93787
    },
    {
      "epoch": 4.363247266806234,
      "grad_norm": 1.7059724670223237,
      "learning_rate": 5.3333470064430115e-05,
      "loss": 1.5625,
      "step": 93788
    },
    {
      "epoch": 4.363293789253315,
      "grad_norm": 1.613946712023414,
      "learning_rate": 5.333063215025256e-05,
      "loss": 1.5547,
      "step": 93789
    },
    {
      "epoch": 4.363340311700395,
      "grad_norm": 1.7015163242432256,
      "learning_rate": 5.332779429525655e-05,
      "loss": 1.5156,
      "step": 93790
    },
    {
      "epoch": 4.363386834147476,
      "grad_norm": 1.818789674737509,
      "learning_rate": 5.3324956499443824e-05,
      "loss": 1.7422,
      "step": 93791
    },
    {
      "epoch": 4.363433356594557,
      "grad_norm": 1.8669724051847227,
      "learning_rate": 5.3322118762816146e-05,
      "loss": 1.6641,
      "step": 93792
    },
    {
      "epoch": 4.363479879041638,
      "grad_norm": 1.6170270036326218,
      "learning_rate": 5.3319281085375186e-05,
      "loss": 1.5,
      "step": 93793
    },
    {
      "epoch": 4.363526401488718,
      "grad_norm": 1.6874995497666374,
      "learning_rate": 5.331644346712277e-05,
      "loss": 1.7578,
      "step": 93794
    },
    {
      "epoch": 4.363572923935799,
      "grad_norm": 1.5373982245450517,
      "learning_rate": 5.33136059080606e-05,
      "loss": 1.3203,
      "step": 93795
    },
    {
      "epoch": 4.36361944638288,
      "grad_norm": 1.704672366093436,
      "learning_rate": 5.331076840819041e-05,
      "loss": 1.5938,
      "step": 93796
    },
    {
      "epoch": 4.36366596882996,
      "grad_norm": 1.7977274475815113,
      "learning_rate": 5.33079309675139e-05,
      "loss": 1.6875,
      "step": 93797
    },
    {
      "epoch": 4.363712491277041,
      "grad_norm": 1.7373291063096137,
      "learning_rate": 5.330509358603283e-05,
      "loss": 1.6172,
      "step": 93798
    },
    {
      "epoch": 4.363759013724122,
      "grad_norm": 1.817139484390051,
      "learning_rate": 5.3302256263749e-05,
      "loss": 1.9219,
      "step": 93799
    },
    {
      "epoch": 4.363805536171203,
      "grad_norm": 1.634344703168291,
      "learning_rate": 5.329941900066411e-05,
      "loss": 1.4297,
      "step": 93800
    },
    {
      "epoch": 4.363852058618283,
      "grad_norm": 1.7906509258193357,
      "learning_rate": 5.3296581796779894e-05,
      "loss": 1.7031,
      "step": 93801
    },
    {
      "epoch": 4.363898581065364,
      "grad_norm": 1.5981520920018726,
      "learning_rate": 5.3293744652098006e-05,
      "loss": 1.6094,
      "step": 93802
    },
    {
      "epoch": 4.363945103512445,
      "grad_norm": 1.695060074767463,
      "learning_rate": 5.3290907566620326e-05,
      "loss": 1.5156,
      "step": 93803
    },
    {
      "epoch": 4.3639916259595255,
      "grad_norm": 1.7993418012851545,
      "learning_rate": 5.328807054034852e-05,
      "loss": 1.9688,
      "step": 93804
    },
    {
      "epoch": 4.364038148406606,
      "grad_norm": 1.8876092427340445,
      "learning_rate": 5.328523357328432e-05,
      "loss": 1.8828,
      "step": 93805
    },
    {
      "epoch": 4.364084670853687,
      "grad_norm": 1.5798892638916804,
      "learning_rate": 5.328239666542942e-05,
      "loss": 1.5938,
      "step": 93806
    },
    {
      "epoch": 4.364131193300768,
      "grad_norm": 1.613022424830432,
      "learning_rate": 5.3279559816785663e-05,
      "loss": 1.4219,
      "step": 93807
    },
    {
      "epoch": 4.364177715747848,
      "grad_norm": 1.7288758343781823,
      "learning_rate": 5.327672302735473e-05,
      "loss": 1.6797,
      "step": 93808
    },
    {
      "epoch": 4.364224238194929,
      "grad_norm": 1.8565409142768892,
      "learning_rate": 5.327388629713836e-05,
      "loss": 1.75,
      "step": 93809
    },
    {
      "epoch": 4.36427076064201,
      "grad_norm": 1.8222647941520256,
      "learning_rate": 5.3271049626138226e-05,
      "loss": 1.7031,
      "step": 93810
    },
    {
      "epoch": 4.364317283089091,
      "grad_norm": 1.694262585914646,
      "learning_rate": 5.326821301435618e-05,
      "loss": 1.5312,
      "step": 93811
    },
    {
      "epoch": 4.364363805536171,
      "grad_norm": 1.5675550046077298,
      "learning_rate": 5.3265376461793894e-05,
      "loss": 1.5156,
      "step": 93812
    },
    {
      "epoch": 4.364410327983252,
      "grad_norm": 1.6716403718113972,
      "learning_rate": 5.3262539968453135e-05,
      "loss": 1.5156,
      "step": 93813
    },
    {
      "epoch": 4.364456850430333,
      "grad_norm": 1.682008724557331,
      "learning_rate": 5.325970353433556e-05,
      "loss": 1.5156,
      "step": 93814
    },
    {
      "epoch": 4.364503372877413,
      "grad_norm": 1.7660011133816258,
      "learning_rate": 5.325686715944302e-05,
      "loss": 1.6719,
      "step": 93815
    },
    {
      "epoch": 4.364549895324494,
      "grad_norm": 1.7012883082291117,
      "learning_rate": 5.325403084377719e-05,
      "loss": 1.6562,
      "step": 93816
    },
    {
      "epoch": 4.364596417771574,
      "grad_norm": 1.7227473200720633,
      "learning_rate": 5.325119458733981e-05,
      "loss": 1.6406,
      "step": 93817
    },
    {
      "epoch": 4.364642940218656,
      "grad_norm": 1.644899285812949,
      "learning_rate": 5.3248358390132617e-05,
      "loss": 1.5625,
      "step": 93818
    },
    {
      "epoch": 4.364689462665736,
      "grad_norm": 1.7443167768551209,
      "learning_rate": 5.3245522252157294e-05,
      "loss": 1.5938,
      "step": 93819
    },
    {
      "epoch": 4.364735985112817,
      "grad_norm": 1.6945970573675824,
      "learning_rate": 5.324268617341564e-05,
      "loss": 1.5234,
      "step": 93820
    },
    {
      "epoch": 4.364782507559898,
      "grad_norm": 1.7773439387845795,
      "learning_rate": 5.323985015390944e-05,
      "loss": 1.5469,
      "step": 93821
    },
    {
      "epoch": 4.3648290300069785,
      "grad_norm": 1.6321749252466708,
      "learning_rate": 5.323701419364037e-05,
      "loss": 1.2891,
      "step": 93822
    },
    {
      "epoch": 4.364875552454059,
      "grad_norm": 1.75630795592337,
      "learning_rate": 5.323417829261018e-05,
      "loss": 1.6719,
      "step": 93823
    },
    {
      "epoch": 4.3649220749011395,
      "grad_norm": 1.8285209253210022,
      "learning_rate": 5.3231342450820535e-05,
      "loss": 1.6641,
      "step": 93824
    },
    {
      "epoch": 4.364968597348221,
      "grad_norm": 1.8069175546344396,
      "learning_rate": 5.322850666827329e-05,
      "loss": 1.7422,
      "step": 93825
    },
    {
      "epoch": 4.365015119795301,
      "grad_norm": 1.7387441795127467,
      "learning_rate": 5.3225670944970114e-05,
      "loss": 1.5781,
      "step": 93826
    },
    {
      "epoch": 4.365061642242382,
      "grad_norm": 1.6554996580553005,
      "learning_rate": 5.322283528091275e-05,
      "loss": 1.5938,
      "step": 93827
    },
    {
      "epoch": 4.365108164689462,
      "grad_norm": 1.751591585443262,
      "learning_rate": 5.3219999676102884e-05,
      "loss": 1.6562,
      "step": 93828
    },
    {
      "epoch": 4.365154687136544,
      "grad_norm": 1.789085659800297,
      "learning_rate": 5.3217164130542364e-05,
      "loss": 1.9844,
      "step": 93829
    },
    {
      "epoch": 4.365201209583624,
      "grad_norm": 1.902144396242324,
      "learning_rate": 5.321432864423287e-05,
      "loss": 1.7734,
      "step": 93830
    },
    {
      "epoch": 4.365247732030705,
      "grad_norm": 1.7342258960716008,
      "learning_rate": 5.3211493217176135e-05,
      "loss": 1.7422,
      "step": 93831
    },
    {
      "epoch": 4.365294254477785,
      "grad_norm": 1.611901903823307,
      "learning_rate": 5.320865784937384e-05,
      "loss": 1.5,
      "step": 93832
    },
    {
      "epoch": 4.365340776924866,
      "grad_norm": 1.6782338411715587,
      "learning_rate": 5.320582254082781e-05,
      "loss": 1.6406,
      "step": 93833
    },
    {
      "epoch": 4.365387299371947,
      "grad_norm": 1.6886676205631117,
      "learning_rate": 5.3202987291539765e-05,
      "loss": 1.5156,
      "step": 93834
    },
    {
      "epoch": 4.365433821819027,
      "grad_norm": 1.5045658762392526,
      "learning_rate": 5.320015210151142e-05,
      "loss": 1.2734,
      "step": 93835
    },
    {
      "epoch": 4.365480344266109,
      "grad_norm": 1.5288554775670642,
      "learning_rate": 5.3197316970744464e-05,
      "loss": 1.375,
      "step": 93836
    },
    {
      "epoch": 4.365526866713189,
      "grad_norm": 1.8049110443273182,
      "learning_rate": 5.319448189924072e-05,
      "loss": 1.8359,
      "step": 93837
    },
    {
      "epoch": 4.36557338916027,
      "grad_norm": 1.809423401728191,
      "learning_rate": 5.3191646887001904e-05,
      "loss": 1.75,
      "step": 93838
    },
    {
      "epoch": 4.36561991160735,
      "grad_norm": 1.6961386656850046,
      "learning_rate": 5.3188811934029714e-05,
      "loss": 1.5703,
      "step": 93839
    },
    {
      "epoch": 4.3656664340544316,
      "grad_norm": 1.7338833272800809,
      "learning_rate": 5.318597704032586e-05,
      "loss": 1.5703,
      "step": 93840
    },
    {
      "epoch": 4.365712956501512,
      "grad_norm": 1.8757112006825052,
      "learning_rate": 5.318314220589212e-05,
      "loss": 1.8438,
      "step": 93841
    },
    {
      "epoch": 4.3657594789485925,
      "grad_norm": 1.726239140968343,
      "learning_rate": 5.3180307430730276e-05,
      "loss": 1.6953,
      "step": 93842
    },
    {
      "epoch": 4.365806001395674,
      "grad_norm": 1.6469860505171072,
      "learning_rate": 5.317747271484203e-05,
      "loss": 1.5781,
      "step": 93843
    },
    {
      "epoch": 4.365852523842754,
      "grad_norm": 1.5862673613073355,
      "learning_rate": 5.31746380582291e-05,
      "loss": 1.4766,
      "step": 93844
    },
    {
      "epoch": 4.365899046289835,
      "grad_norm": 1.8488875111014236,
      "learning_rate": 5.3171803460893225e-05,
      "loss": 1.7969,
      "step": 93845
    },
    {
      "epoch": 4.365945568736915,
      "grad_norm": 1.6391973948539065,
      "learning_rate": 5.3168968922836105e-05,
      "loss": 1.6484,
      "step": 93846
    },
    {
      "epoch": 4.365992091183997,
      "grad_norm": 1.840441429098952,
      "learning_rate": 5.316613444405954e-05,
      "loss": 1.75,
      "step": 93847
    },
    {
      "epoch": 4.366038613631077,
      "grad_norm": 1.598265271680289,
      "learning_rate": 5.316330002456525e-05,
      "loss": 1.5625,
      "step": 93848
    },
    {
      "epoch": 4.366085136078158,
      "grad_norm": 1.5997106634745755,
      "learning_rate": 5.316046566435496e-05,
      "loss": 1.4297,
      "step": 93849
    },
    {
      "epoch": 4.366131658525238,
      "grad_norm": 1.8213542030994254,
      "learning_rate": 5.3157631363430354e-05,
      "loss": 1.7422,
      "step": 93850
    },
    {
      "epoch": 4.3661781809723195,
      "grad_norm": 1.705552050445806,
      "learning_rate": 5.315479712179327e-05,
      "loss": 1.5859,
      "step": 93851
    },
    {
      "epoch": 4.3662247034194,
      "grad_norm": 1.7931225420277481,
      "learning_rate": 5.315196293944539e-05,
      "loss": 1.7422,
      "step": 93852
    },
    {
      "epoch": 4.36627122586648,
      "grad_norm": 1.8685978970860249,
      "learning_rate": 5.314912881638844e-05,
      "loss": 1.7812,
      "step": 93853
    },
    {
      "epoch": 4.366317748313561,
      "grad_norm": 1.7008768200296673,
      "learning_rate": 5.314629475262412e-05,
      "loss": 1.6484,
      "step": 93854
    },
    {
      "epoch": 4.366364270760642,
      "grad_norm": 1.7080814394790147,
      "learning_rate": 5.314346074815425e-05,
      "loss": 1.6797,
      "step": 93855
    },
    {
      "epoch": 4.366410793207723,
      "grad_norm": 1.6112069349023568,
      "learning_rate": 5.314062680298054e-05,
      "loss": 1.5234,
      "step": 93856
    },
    {
      "epoch": 4.366457315654803,
      "grad_norm": 1.7997939253591566,
      "learning_rate": 5.313779291710469e-05,
      "loss": 1.7578,
      "step": 93857
    },
    {
      "epoch": 4.366503838101885,
      "grad_norm": 1.6722519361613226,
      "learning_rate": 5.313495909052843e-05,
      "loss": 1.5391,
      "step": 93858
    },
    {
      "epoch": 4.366550360548965,
      "grad_norm": 1.7788746279384038,
      "learning_rate": 5.3132125323253544e-05,
      "loss": 1.7891,
      "step": 93859
    },
    {
      "epoch": 4.3665968829960455,
      "grad_norm": 1.7587266083411635,
      "learning_rate": 5.312929161528175e-05,
      "loss": 1.6484,
      "step": 93860
    },
    {
      "epoch": 4.366643405443126,
      "grad_norm": 1.7422973444277274,
      "learning_rate": 5.312645796661479e-05,
      "loss": 1.7266,
      "step": 93861
    },
    {
      "epoch": 4.366689927890207,
      "grad_norm": 1.6655811328196446,
      "learning_rate": 5.312362437725431e-05,
      "loss": 1.4375,
      "step": 93862
    },
    {
      "epoch": 4.366736450337288,
      "grad_norm": 1.9161615629041657,
      "learning_rate": 5.312079084720213e-05,
      "loss": 1.7188,
      "step": 93863
    },
    {
      "epoch": 4.366782972784368,
      "grad_norm": 1.6611782691746138,
      "learning_rate": 5.311795737646003e-05,
      "loss": 1.6094,
      "step": 93864
    },
    {
      "epoch": 4.366829495231449,
      "grad_norm": 1.6547658426854255,
      "learning_rate": 5.3115123965029684e-05,
      "loss": 1.5625,
      "step": 93865
    },
    {
      "epoch": 4.36687601767853,
      "grad_norm": 1.6219088002480935,
      "learning_rate": 5.311229061291282e-05,
      "loss": 1.3125,
      "step": 93866
    },
    {
      "epoch": 4.366922540125611,
      "grad_norm": 1.8712517735094814,
      "learning_rate": 5.310945732011113e-05,
      "loss": 1.7969,
      "step": 93867
    },
    {
      "epoch": 4.366969062572691,
      "grad_norm": 1.830593417660152,
      "learning_rate": 5.310662408662646e-05,
      "loss": 1.6875,
      "step": 93868
    },
    {
      "epoch": 4.367015585019772,
      "grad_norm": 1.683788729667557,
      "learning_rate": 5.310379091246049e-05,
      "loss": 1.5156,
      "step": 93869
    },
    {
      "epoch": 4.367062107466853,
      "grad_norm": 1.7811819557205946,
      "learning_rate": 5.3100957797614946e-05,
      "loss": 1.7031,
      "step": 93870
    },
    {
      "epoch": 4.3671086299139334,
      "grad_norm": 1.8313243134063846,
      "learning_rate": 5.309812474209157e-05,
      "loss": 1.6797,
      "step": 93871
    },
    {
      "epoch": 4.367155152361014,
      "grad_norm": 1.6813815959445,
      "learning_rate": 5.309529174589204e-05,
      "loss": 1.5625,
      "step": 93872
    },
    {
      "epoch": 4.367201674808095,
      "grad_norm": 1.622058852202792,
      "learning_rate": 5.309245880901818e-05,
      "loss": 1.3828,
      "step": 93873
    },
    {
      "epoch": 4.367248197255176,
      "grad_norm": 1.7536773148917002,
      "learning_rate": 5.3089625931471706e-05,
      "loss": 1.7969,
      "step": 93874
    },
    {
      "epoch": 4.367294719702256,
      "grad_norm": 1.5351690042471997,
      "learning_rate": 5.3086793113254325e-05,
      "loss": 1.3438,
      "step": 93875
    },
    {
      "epoch": 4.367341242149337,
      "grad_norm": 1.8816156227837466,
      "learning_rate": 5.3083960354367725e-05,
      "loss": 1.9531,
      "step": 93876
    },
    {
      "epoch": 4.367387764596418,
      "grad_norm": 1.702289612300525,
      "learning_rate": 5.308112765481377e-05,
      "loss": 1.6016,
      "step": 93877
    },
    {
      "epoch": 4.367434287043499,
      "grad_norm": 1.7726622534393366,
      "learning_rate": 5.30782950145941e-05,
      "loss": 1.7812,
      "step": 93878
    },
    {
      "epoch": 4.367480809490579,
      "grad_norm": 1.7506883201116845,
      "learning_rate": 5.307546243371047e-05,
      "loss": 1.7734,
      "step": 93879
    },
    {
      "epoch": 4.3675273319376595,
      "grad_norm": 1.867326529842727,
      "learning_rate": 5.307262991216457e-05,
      "loss": 1.6172,
      "step": 93880
    },
    {
      "epoch": 4.367573854384741,
      "grad_norm": 1.5877508719843751,
      "learning_rate": 5.306979744995822e-05,
      "loss": 1.3672,
      "step": 93881
    },
    {
      "epoch": 4.367620376831821,
      "grad_norm": 1.6614527671309165,
      "learning_rate": 5.3066965047093124e-05,
      "loss": 1.4688,
      "step": 93882
    },
    {
      "epoch": 4.367666899278902,
      "grad_norm": 1.6190022413445193,
      "learning_rate": 5.306413270357099e-05,
      "loss": 1.4766,
      "step": 93883
    },
    {
      "epoch": 4.367713421725983,
      "grad_norm": 1.8116750417069358,
      "learning_rate": 5.306130041939352e-05,
      "loss": 1.6172,
      "step": 93884
    },
    {
      "epoch": 4.367759944173064,
      "grad_norm": 1.8037487422220566,
      "learning_rate": 5.3058468194562485e-05,
      "loss": 1.7266,
      "step": 93885
    },
    {
      "epoch": 4.367806466620144,
      "grad_norm": 1.731761010764974,
      "learning_rate": 5.3055636029079684e-05,
      "loss": 1.5391,
      "step": 93886
    },
    {
      "epoch": 4.367852989067225,
      "grad_norm": 1.7024357657404767,
      "learning_rate": 5.305280392294679e-05,
      "loss": 1.7031,
      "step": 93887
    },
    {
      "epoch": 4.367899511514306,
      "grad_norm": 1.7256240345192637,
      "learning_rate": 5.304997187616555e-05,
      "loss": 1.6016,
      "step": 93888
    },
    {
      "epoch": 4.3679460339613865,
      "grad_norm": 1.684416888046124,
      "learning_rate": 5.304713988873764e-05,
      "loss": 1.5703,
      "step": 93889
    },
    {
      "epoch": 4.367992556408467,
      "grad_norm": 1.6474261213862054,
      "learning_rate": 5.304430796066488e-05,
      "loss": 1.5625,
      "step": 93890
    },
    {
      "epoch": 4.368039078855547,
      "grad_norm": 1.765928366972373,
      "learning_rate": 5.304147609194897e-05,
      "loss": 1.6875,
      "step": 93891
    },
    {
      "epoch": 4.368085601302629,
      "grad_norm": 1.8017849816856375,
      "learning_rate": 5.303864428259165e-05,
      "loss": 1.6953,
      "step": 93892
    },
    {
      "epoch": 4.368132123749709,
      "grad_norm": 1.7613651189736967,
      "learning_rate": 5.303581253259459e-05,
      "loss": 1.6562,
      "step": 93893
    },
    {
      "epoch": 4.36817864619679,
      "grad_norm": 1.4596215412877875,
      "learning_rate": 5.303298084195962e-05,
      "loss": 1.3281,
      "step": 93894
    },
    {
      "epoch": 4.368225168643871,
      "grad_norm": 1.576959662321803,
      "learning_rate": 5.303014921068844e-05,
      "loss": 1.2969,
      "step": 93895
    },
    {
      "epoch": 4.368271691090952,
      "grad_norm": 1.7704377330034977,
      "learning_rate": 5.3027317638782754e-05,
      "loss": 1.5859,
      "step": 93896
    },
    {
      "epoch": 4.368318213538032,
      "grad_norm": 1.7037187835479735,
      "learning_rate": 5.3024486126244334e-05,
      "loss": 1.6328,
      "step": 93897
    },
    {
      "epoch": 4.3683647359851125,
      "grad_norm": 1.8189723880965942,
      "learning_rate": 5.3021654673074845e-05,
      "loss": 1.8438,
      "step": 93898
    },
    {
      "epoch": 4.368411258432194,
      "grad_norm": 1.6359138548037273,
      "learning_rate": 5.3018823279276105e-05,
      "loss": 1.4062,
      "step": 93899
    },
    {
      "epoch": 4.368457780879274,
      "grad_norm": 1.6758374365206719,
      "learning_rate": 5.301599194484983e-05,
      "loss": 1.4609,
      "step": 93900
    },
    {
      "epoch": 4.368504303326355,
      "grad_norm": 1.84060128287404,
      "learning_rate": 5.301316066979774e-05,
      "loss": 1.7812,
      "step": 93901
    },
    {
      "epoch": 4.368550825773435,
      "grad_norm": 1.575262740368249,
      "learning_rate": 5.3010329454121504e-05,
      "loss": 1.4609,
      "step": 93902
    },
    {
      "epoch": 4.368597348220517,
      "grad_norm": 1.6155786612328515,
      "learning_rate": 5.3007498297822956e-05,
      "loss": 1.4531,
      "step": 93903
    },
    {
      "epoch": 4.368643870667597,
      "grad_norm": 1.6509437553840465,
      "learning_rate": 5.300466720090381e-05,
      "loss": 1.6328,
      "step": 93904
    },
    {
      "epoch": 4.368690393114678,
      "grad_norm": 1.650218406819346,
      "learning_rate": 5.300183616336576e-05,
      "loss": 1.5156,
      "step": 93905
    },
    {
      "epoch": 4.368736915561758,
      "grad_norm": 1.4655849502797278,
      "learning_rate": 5.299900518521052e-05,
      "loss": 1.1875,
      "step": 93906
    },
    {
      "epoch": 4.3687834380088395,
      "grad_norm": 1.7683101904832246,
      "learning_rate": 5.299617426643985e-05,
      "loss": 1.7891,
      "step": 93907
    },
    {
      "epoch": 4.36882996045592,
      "grad_norm": 1.80981050720593,
      "learning_rate": 5.299334340705555e-05,
      "loss": 1.6875,
      "step": 93908
    },
    {
      "epoch": 4.3688764829030005,
      "grad_norm": 1.6420303521649144,
      "learning_rate": 5.2990512607059304e-05,
      "loss": 1.6953,
      "step": 93909
    },
    {
      "epoch": 4.368923005350082,
      "grad_norm": 1.6632680448677124,
      "learning_rate": 5.298768186645283e-05,
      "loss": 1.5938,
      "step": 93910
    },
    {
      "epoch": 4.368969527797162,
      "grad_norm": 1.7319938354026825,
      "learning_rate": 5.2984851185237826e-05,
      "loss": 1.6016,
      "step": 93911
    },
    {
      "epoch": 4.369016050244243,
      "grad_norm": 1.6520229876038923,
      "learning_rate": 5.2982020563416105e-05,
      "loss": 1.5234,
      "step": 93912
    },
    {
      "epoch": 4.369062572691323,
      "grad_norm": 1.8859435403289342,
      "learning_rate": 5.297919000098938e-05,
      "loss": 1.6953,
      "step": 93913
    },
    {
      "epoch": 4.369109095138405,
      "grad_norm": 1.8123100219887092,
      "learning_rate": 5.2976359497959344e-05,
      "loss": 1.7969,
      "step": 93914
    },
    {
      "epoch": 4.369155617585485,
      "grad_norm": 1.7747212045341842,
      "learning_rate": 5.297352905432772e-05,
      "loss": 1.6562,
      "step": 93915
    },
    {
      "epoch": 4.369202140032566,
      "grad_norm": 1.9085906589383421,
      "learning_rate": 5.2970698670096315e-05,
      "loss": 1.6719,
      "step": 93916
    },
    {
      "epoch": 4.369248662479646,
      "grad_norm": 1.729005582111373,
      "learning_rate": 5.296786834526683e-05,
      "loss": 1.6562,
      "step": 93917
    },
    {
      "epoch": 4.369295184926727,
      "grad_norm": 1.835297821736498,
      "learning_rate": 5.296503807984097e-05,
      "loss": 1.6484,
      "step": 93918
    },
    {
      "epoch": 4.369341707373808,
      "grad_norm": 1.6337891301893994,
      "learning_rate": 5.2962207873820444e-05,
      "loss": 1.4453,
      "step": 93919
    },
    {
      "epoch": 4.369388229820888,
      "grad_norm": 1.7307030850666343,
      "learning_rate": 5.295937772720708e-05,
      "loss": 1.5938,
      "step": 93920
    },
    {
      "epoch": 4.369434752267969,
      "grad_norm": 1.7784812313970397,
      "learning_rate": 5.295654764000256e-05,
      "loss": 1.7422,
      "step": 93921
    },
    {
      "epoch": 4.36948127471505,
      "grad_norm": 1.6784403946736595,
      "learning_rate": 5.2953717612208615e-05,
      "loss": 1.5312,
      "step": 93922
    },
    {
      "epoch": 4.369527797162131,
      "grad_norm": 1.6573951864481131,
      "learning_rate": 5.2950887643826964e-05,
      "loss": 1.6641,
      "step": 93923
    },
    {
      "epoch": 4.369574319609211,
      "grad_norm": 1.8439620024056664,
      "learning_rate": 5.294805773485931e-05,
      "loss": 1.6406,
      "step": 93924
    },
    {
      "epoch": 4.3696208420562925,
      "grad_norm": 1.5574976501162758,
      "learning_rate": 5.294522788530748e-05,
      "loss": 1.3516,
      "step": 93925
    },
    {
      "epoch": 4.369667364503373,
      "grad_norm": 1.7510393858058817,
      "learning_rate": 5.294239809517315e-05,
      "loss": 1.6719,
      "step": 93926
    },
    {
      "epoch": 4.3697138869504535,
      "grad_norm": 1.6892475315328812,
      "learning_rate": 5.293956836445805e-05,
      "loss": 1.5547,
      "step": 93927
    },
    {
      "epoch": 4.369760409397534,
      "grad_norm": 1.7499298501318756,
      "learning_rate": 5.293673869316387e-05,
      "loss": 1.6953,
      "step": 93928
    },
    {
      "epoch": 4.369806931844615,
      "grad_norm": 1.7100525469023575,
      "learning_rate": 5.293390908129239e-05,
      "loss": 1.6562,
      "step": 93929
    },
    {
      "epoch": 4.369853454291696,
      "grad_norm": 1.8314211924915371,
      "learning_rate": 5.293107952884541e-05,
      "loss": 1.8828,
      "step": 93930
    },
    {
      "epoch": 4.369899976738776,
      "grad_norm": 1.6405263193661885,
      "learning_rate": 5.292825003582458e-05,
      "loss": 1.5625,
      "step": 93931
    },
    {
      "epoch": 4.369946499185858,
      "grad_norm": 1.807183673085599,
      "learning_rate": 5.292542060223166e-05,
      "loss": 1.7109,
      "step": 93932
    },
    {
      "epoch": 4.369993021632938,
      "grad_norm": 1.7557270385927495,
      "learning_rate": 5.292259122806829e-05,
      "loss": 1.5781,
      "step": 93933
    },
    {
      "epoch": 4.370039544080019,
      "grad_norm": 1.7587990948423817,
      "learning_rate": 5.291976191333636e-05,
      "loss": 1.7188,
      "step": 93934
    },
    {
      "epoch": 4.370086066527099,
      "grad_norm": 1.6950061714115308,
      "learning_rate": 5.2916932658037504e-05,
      "loss": 1.6328,
      "step": 93935
    },
    {
      "epoch": 4.37013258897418,
      "grad_norm": 1.8339903836704359,
      "learning_rate": 5.291410346217348e-05,
      "loss": 1.9297,
      "step": 93936
    },
    {
      "epoch": 4.370179111421261,
      "grad_norm": 1.6846603127390016,
      "learning_rate": 5.291127432574597e-05,
      "loss": 1.3047,
      "step": 93937
    },
    {
      "epoch": 4.370225633868341,
      "grad_norm": 1.6526322506288469,
      "learning_rate": 5.290844524875681e-05,
      "loss": 1.5938,
      "step": 93938
    },
    {
      "epoch": 4.370272156315422,
      "grad_norm": 1.8239435499079524,
      "learning_rate": 5.290561623120766e-05,
      "loss": 1.8203,
      "step": 93939
    },
    {
      "epoch": 4.370318678762503,
      "grad_norm": 1.8282824606272556,
      "learning_rate": 5.290278727310027e-05,
      "loss": 1.7031,
      "step": 93940
    },
    {
      "epoch": 4.370365201209584,
      "grad_norm": 1.7753273303131003,
      "learning_rate": 5.2899958374436305e-05,
      "loss": 1.6562,
      "step": 93941
    },
    {
      "epoch": 4.370411723656664,
      "grad_norm": 1.7432823630018361,
      "learning_rate": 5.2897129535217613e-05,
      "loss": 1.6953,
      "step": 93942
    },
    {
      "epoch": 4.370458246103745,
      "grad_norm": 1.8297622040303996,
      "learning_rate": 5.2894300755445876e-05,
      "loss": 1.7734,
      "step": 93943
    },
    {
      "epoch": 4.370504768550826,
      "grad_norm": 1.6651779804828704,
      "learning_rate": 5.2891472035122814e-05,
      "loss": 1.5234,
      "step": 93944
    },
    {
      "epoch": 4.3705512909979065,
      "grad_norm": 1.7452552832376205,
      "learning_rate": 5.288864337425011e-05,
      "loss": 1.7031,
      "step": 93945
    },
    {
      "epoch": 4.370597813444987,
      "grad_norm": 1.720497573036078,
      "learning_rate": 5.288581477282961e-05,
      "loss": 1.6172,
      "step": 93946
    },
    {
      "epoch": 4.370644335892068,
      "grad_norm": 1.7676658400264424,
      "learning_rate": 5.288298623086299e-05,
      "loss": 1.7031,
      "step": 93947
    },
    {
      "epoch": 4.370690858339149,
      "grad_norm": 1.6821978772205897,
      "learning_rate": 5.288015774835197e-05,
      "loss": 1.6328,
      "step": 93948
    },
    {
      "epoch": 4.370737380786229,
      "grad_norm": 1.5769127763361406,
      "learning_rate": 5.2877329325298296e-05,
      "loss": 1.5078,
      "step": 93949
    },
    {
      "epoch": 4.37078390323331,
      "grad_norm": 1.689660028486569,
      "learning_rate": 5.2874500961703634e-05,
      "loss": 1.5234,
      "step": 93950
    },
    {
      "epoch": 4.370830425680391,
      "grad_norm": 1.7196269116610825,
      "learning_rate": 5.287167265756977e-05,
      "loss": 1.6328,
      "step": 93951
    },
    {
      "epoch": 4.370876948127472,
      "grad_norm": 1.6861976024325362,
      "learning_rate": 5.286884441289851e-05,
      "loss": 1.4688,
      "step": 93952
    },
    {
      "epoch": 4.370923470574552,
      "grad_norm": 1.6210621631445414,
      "learning_rate": 5.28660162276915e-05,
      "loss": 1.4531,
      "step": 93953
    },
    {
      "epoch": 4.370969993021633,
      "grad_norm": 1.7845693375373388,
      "learning_rate": 5.2863188101950505e-05,
      "loss": 1.6953,
      "step": 93954
    },
    {
      "epoch": 4.371016515468714,
      "grad_norm": 1.8255618034263055,
      "learning_rate": 5.2860360035677174e-05,
      "loss": 1.8359,
      "step": 93955
    },
    {
      "epoch": 4.371063037915794,
      "grad_norm": 1.6925567669975796,
      "learning_rate": 5.2857532028873355e-05,
      "loss": 1.6641,
      "step": 93956
    },
    {
      "epoch": 4.371109560362875,
      "grad_norm": 1.7409679423774294,
      "learning_rate": 5.2854704081540736e-05,
      "loss": 1.6875,
      "step": 93957
    },
    {
      "epoch": 4.371156082809955,
      "grad_norm": 1.6261602486111932,
      "learning_rate": 5.285187619368102e-05,
      "loss": 1.4922,
      "step": 93958
    },
    {
      "epoch": 4.371202605257037,
      "grad_norm": 1.852552977525091,
      "learning_rate": 5.2849048365295935e-05,
      "loss": 1.7812,
      "step": 93959
    },
    {
      "epoch": 4.371249127704117,
      "grad_norm": 1.7610337006091483,
      "learning_rate": 5.284622059638727e-05,
      "loss": 1.6875,
      "step": 93960
    },
    {
      "epoch": 4.371295650151198,
      "grad_norm": 1.7613814560516432,
      "learning_rate": 5.284339288695671e-05,
      "loss": 1.5781,
      "step": 93961
    },
    {
      "epoch": 4.371342172598279,
      "grad_norm": 1.766212253172563,
      "learning_rate": 5.2840565237006007e-05,
      "loss": 1.6719,
      "step": 93962
    },
    {
      "epoch": 4.3713886950453595,
      "grad_norm": 1.7909527709935849,
      "learning_rate": 5.283773764653684e-05,
      "loss": 1.4922,
      "step": 93963
    },
    {
      "epoch": 4.37143521749244,
      "grad_norm": 1.7327778971731966,
      "learning_rate": 5.283491011555102e-05,
      "loss": 1.6719,
      "step": 93964
    },
    {
      "epoch": 4.3714817399395205,
      "grad_norm": 1.7324300710777674,
      "learning_rate": 5.283208264405025e-05,
      "loss": 1.5703,
      "step": 93965
    },
    {
      "epoch": 4.371528262386602,
      "grad_norm": 1.8626998933507217,
      "learning_rate": 5.2829255232036256e-05,
      "loss": 1.7422,
      "step": 93966
    },
    {
      "epoch": 4.371574784833682,
      "grad_norm": 1.6776101054972954,
      "learning_rate": 5.282642787951072e-05,
      "loss": 1.4844,
      "step": 93967
    },
    {
      "epoch": 4.371621307280763,
      "grad_norm": 1.6712722409218914,
      "learning_rate": 5.282360058647545e-05,
      "loss": 1.4453,
      "step": 93968
    },
    {
      "epoch": 4.371667829727843,
      "grad_norm": 1.9658837356417063,
      "learning_rate": 5.282077335293215e-05,
      "loss": 1.9297,
      "step": 93969
    },
    {
      "epoch": 4.371714352174925,
      "grad_norm": 1.7472575798931462,
      "learning_rate": 5.281794617888255e-05,
      "loss": 1.6406,
      "step": 93970
    },
    {
      "epoch": 4.371760874622005,
      "grad_norm": 1.757881127323786,
      "learning_rate": 5.281511906432832e-05,
      "loss": 1.6406,
      "step": 93971
    },
    {
      "epoch": 4.371807397069086,
      "grad_norm": 1.8192882493091507,
      "learning_rate": 5.28122920092713e-05,
      "loss": 1.7969,
      "step": 93972
    },
    {
      "epoch": 4.371853919516166,
      "grad_norm": 1.9185280873289494,
      "learning_rate": 5.280946501371312e-05,
      "loss": 1.8672,
      "step": 93973
    },
    {
      "epoch": 4.3719004419632475,
      "grad_norm": 1.7076736214991632,
      "learning_rate": 5.2806638077655595e-05,
      "loss": 1.6016,
      "step": 93974
    },
    {
      "epoch": 4.371946964410328,
      "grad_norm": 1.8708614178097729,
      "learning_rate": 5.2803811201100436e-05,
      "loss": 1.8203,
      "step": 93975
    },
    {
      "epoch": 4.371993486857408,
      "grad_norm": 1.6115736737714477,
      "learning_rate": 5.28009843840493e-05,
      "loss": 1.4219,
      "step": 93976
    },
    {
      "epoch": 4.37204000930449,
      "grad_norm": 1.723453409432375,
      "learning_rate": 5.279815762650401e-05,
      "loss": 1.5781,
      "step": 93977
    },
    {
      "epoch": 4.37208653175157,
      "grad_norm": 1.7736396873267566,
      "learning_rate": 5.279533092846629e-05,
      "loss": 1.6562,
      "step": 93978
    },
    {
      "epoch": 4.372133054198651,
      "grad_norm": 1.7292588972349399,
      "learning_rate": 5.279250428993782e-05,
      "loss": 1.6641,
      "step": 93979
    },
    {
      "epoch": 4.372179576645731,
      "grad_norm": 1.7139077175245625,
      "learning_rate": 5.2789677710920354e-05,
      "loss": 1.6094,
      "step": 93980
    },
    {
      "epoch": 4.372226099092813,
      "grad_norm": 1.5784121790765964,
      "learning_rate": 5.278685119141559e-05,
      "loss": 1.4297,
      "step": 93981
    },
    {
      "epoch": 4.372272621539893,
      "grad_norm": 1.6951323794878816,
      "learning_rate": 5.278402473142531e-05,
      "loss": 1.5469,
      "step": 93982
    },
    {
      "epoch": 4.3723191439869735,
      "grad_norm": 1.654082202023157,
      "learning_rate": 5.278119833095123e-05,
      "loss": 1.5156,
      "step": 93983
    },
    {
      "epoch": 4.372365666434055,
      "grad_norm": 1.6513067575255964,
      "learning_rate": 5.277837198999509e-05,
      "loss": 1.5703,
      "step": 93984
    },
    {
      "epoch": 4.372412188881135,
      "grad_norm": 1.6514688666106179,
      "learning_rate": 5.277554570855854e-05,
      "loss": 1.3594,
      "step": 93985
    },
    {
      "epoch": 4.372458711328216,
      "grad_norm": 1.7242256930309374,
      "learning_rate": 5.277271948664342e-05,
      "loss": 1.5391,
      "step": 93986
    },
    {
      "epoch": 4.372505233775296,
      "grad_norm": 1.7008465478003654,
      "learning_rate": 5.276989332425143e-05,
      "loss": 1.6328,
      "step": 93987
    },
    {
      "epoch": 4.372551756222378,
      "grad_norm": 1.8652670238143019,
      "learning_rate": 5.2767067221384266e-05,
      "loss": 1.7656,
      "step": 93988
    },
    {
      "epoch": 4.372598278669458,
      "grad_norm": 1.6707967826255208,
      "learning_rate": 5.276424117804364e-05,
      "loss": 1.625,
      "step": 93989
    },
    {
      "epoch": 4.372644801116539,
      "grad_norm": 1.6206023495297095,
      "learning_rate": 5.2761415194231364e-05,
      "loss": 1.4844,
      "step": 93990
    },
    {
      "epoch": 4.372691323563619,
      "grad_norm": 1.7380777447055424,
      "learning_rate": 5.275858926994912e-05,
      "loss": 1.6875,
      "step": 93991
    },
    {
      "epoch": 4.3727378460107005,
      "grad_norm": 1.720219174698476,
      "learning_rate": 5.2755763405198654e-05,
      "loss": 1.6406,
      "step": 93992
    },
    {
      "epoch": 4.372784368457781,
      "grad_norm": 1.7348253895530847,
      "learning_rate": 5.2752937599981615e-05,
      "loss": 1.6875,
      "step": 93993
    },
    {
      "epoch": 4.372830890904861,
      "grad_norm": 1.8310545148960697,
      "learning_rate": 5.275011185429985e-05,
      "loss": 1.8594,
      "step": 93994
    },
    {
      "epoch": 4.372877413351942,
      "grad_norm": 1.7094622820379286,
      "learning_rate": 5.2747286168155004e-05,
      "loss": 1.6406,
      "step": 93995
    },
    {
      "epoch": 4.372923935799023,
      "grad_norm": 1.7811130851691936,
      "learning_rate": 5.274446054154889e-05,
      "loss": 1.8125,
      "step": 93996
    },
    {
      "epoch": 4.372970458246104,
      "grad_norm": 1.7716481957802002,
      "learning_rate": 5.274163497448318e-05,
      "loss": 1.6719,
      "step": 93997
    },
    {
      "epoch": 4.373016980693184,
      "grad_norm": 1.8309869564167789,
      "learning_rate": 5.273880946695958e-05,
      "loss": 1.8359,
      "step": 93998
    },
    {
      "epoch": 4.373063503140266,
      "grad_norm": 1.6967082689288442,
      "learning_rate": 5.27359840189799e-05,
      "loss": 1.6094,
      "step": 93999
    },
    {
      "epoch": 4.373110025587346,
      "grad_norm": 1.6285499666079806,
      "learning_rate": 5.273315863054582e-05,
      "loss": 1.4688,
      "step": 94000
    },
    {
      "epoch": 4.3731565480344265,
      "grad_norm": 1.8114729932596383,
      "learning_rate": 5.273033330165907e-05,
      "loss": 1.6953,
      "step": 94001
    },
    {
      "epoch": 4.373203070481507,
      "grad_norm": 1.7452859813786714,
      "learning_rate": 5.272750803232132e-05,
      "loss": 1.5312,
      "step": 94002
    },
    {
      "epoch": 4.373249592928588,
      "grad_norm": 1.8297211895830072,
      "learning_rate": 5.272468282253444e-05,
      "loss": 1.7891,
      "step": 94003
    },
    {
      "epoch": 4.373296115375669,
      "grad_norm": 1.8150070807214187,
      "learning_rate": 5.272185767230007e-05,
      "loss": 1.75,
      "step": 94004
    },
    {
      "epoch": 4.373342637822749,
      "grad_norm": 1.865340452448036,
      "learning_rate": 5.2719032581619966e-05,
      "loss": 1.8281,
      "step": 94005
    },
    {
      "epoch": 4.37338916026983,
      "grad_norm": 1.5306287993363583,
      "learning_rate": 5.2716207550495814e-05,
      "loss": 1.2344,
      "step": 94006
    },
    {
      "epoch": 4.373435682716911,
      "grad_norm": 1.6304010246420626,
      "learning_rate": 5.271338257892934e-05,
      "loss": 1.5625,
      "step": 94007
    },
    {
      "epoch": 4.373482205163992,
      "grad_norm": 2.0709028280660324,
      "learning_rate": 5.271055766692236e-05,
      "loss": 1.5234,
      "step": 94008
    },
    {
      "epoch": 4.373528727611072,
      "grad_norm": 1.6970852979773265,
      "learning_rate": 5.270773281447655e-05,
      "loss": 1.7656,
      "step": 94009
    },
    {
      "epoch": 4.373575250058153,
      "grad_norm": 1.5904215018205892,
      "learning_rate": 5.270490802159363e-05,
      "loss": 1.5,
      "step": 94010
    },
    {
      "epoch": 4.373621772505234,
      "grad_norm": 1.7124063370604765,
      "learning_rate": 5.2702083288275295e-05,
      "loss": 1.6562,
      "step": 94011
    },
    {
      "epoch": 4.3736682949523145,
      "grad_norm": 1.6219286835373021,
      "learning_rate": 5.2699258614523376e-05,
      "loss": 1.5234,
      "step": 94012
    },
    {
      "epoch": 4.373714817399395,
      "grad_norm": 1.8255470752910206,
      "learning_rate": 5.269643400033953e-05,
      "loss": 1.8438,
      "step": 94013
    },
    {
      "epoch": 4.373761339846476,
      "grad_norm": 1.7253022851872428,
      "learning_rate": 5.269360944572551e-05,
      "loss": 1.8281,
      "step": 94014
    },
    {
      "epoch": 4.373807862293557,
      "grad_norm": 1.4812736844413992,
      "learning_rate": 5.2690784950682976e-05,
      "loss": 1.1797,
      "step": 94015
    },
    {
      "epoch": 4.373854384740637,
      "grad_norm": 1.6818324109571874,
      "learning_rate": 5.268796051521373e-05,
      "loss": 1.5625,
      "step": 94016
    },
    {
      "epoch": 4.373900907187718,
      "grad_norm": 1.6360690113595333,
      "learning_rate": 5.2685136139319525e-05,
      "loss": 1.4688,
      "step": 94017
    },
    {
      "epoch": 4.373947429634799,
      "grad_norm": 1.7232795564411814,
      "learning_rate": 5.268231182300207e-05,
      "loss": 1.6484,
      "step": 94018
    },
    {
      "epoch": 4.37399395208188,
      "grad_norm": 1.9609668124877861,
      "learning_rate": 5.267948756626306e-05,
      "loss": 1.7266,
      "step": 94019
    },
    {
      "epoch": 4.37404047452896,
      "grad_norm": 1.6293925942966099,
      "learning_rate": 5.267666336910419e-05,
      "loss": 1.4688,
      "step": 94020
    },
    {
      "epoch": 4.3740869969760405,
      "grad_norm": 1.5589838417137034,
      "learning_rate": 5.267383923152731e-05,
      "loss": 1.4297,
      "step": 94021
    },
    {
      "epoch": 4.374133519423122,
      "grad_norm": 1.8305896034672546,
      "learning_rate": 5.267101515353407e-05,
      "loss": 1.7266,
      "step": 94022
    },
    {
      "epoch": 4.374180041870202,
      "grad_norm": 1.549831544551588,
      "learning_rate": 5.2668191135126204e-05,
      "loss": 1.2969,
      "step": 94023
    },
    {
      "epoch": 4.374226564317283,
      "grad_norm": 1.617614840749524,
      "learning_rate": 5.2665367176305404e-05,
      "loss": 1.4219,
      "step": 94024
    },
    {
      "epoch": 4.374273086764364,
      "grad_norm": 1.6958647628725854,
      "learning_rate": 5.2662543277073466e-05,
      "loss": 1.6328,
      "step": 94025
    },
    {
      "epoch": 4.374319609211445,
      "grad_norm": 1.789817971903065,
      "learning_rate": 5.265971943743211e-05,
      "loss": 1.625,
      "step": 94026
    },
    {
      "epoch": 4.374366131658525,
      "grad_norm": 1.4956154292639126,
      "learning_rate": 5.265689565738306e-05,
      "loss": 1.2266,
      "step": 94027
    },
    {
      "epoch": 4.374412654105606,
      "grad_norm": 1.7548042168964006,
      "learning_rate": 5.2654071936927966e-05,
      "loss": 1.7344,
      "step": 94028
    },
    {
      "epoch": 4.374459176552687,
      "grad_norm": 1.7860230245819797,
      "learning_rate": 5.265124827606867e-05,
      "loss": 1.7188,
      "step": 94029
    },
    {
      "epoch": 4.3745056989997675,
      "grad_norm": 1.714178372021884,
      "learning_rate": 5.2648424674806864e-05,
      "loss": 1.5547,
      "step": 94030
    },
    {
      "epoch": 4.374552221446848,
      "grad_norm": 1.660698775529263,
      "learning_rate": 5.2645601133144254e-05,
      "loss": 1.5234,
      "step": 94031
    },
    {
      "epoch": 4.374598743893928,
      "grad_norm": 1.8060371441659073,
      "learning_rate": 5.26427776510826e-05,
      "loss": 1.7344,
      "step": 94032
    },
    {
      "epoch": 4.37464526634101,
      "grad_norm": 1.6590745380461556,
      "learning_rate": 5.2639954228623535e-05,
      "loss": 1.4688,
      "step": 94033
    },
    {
      "epoch": 4.37469178878809,
      "grad_norm": 1.5924154042797178,
      "learning_rate": 5.263713086576894e-05,
      "loss": 1.4297,
      "step": 94034
    },
    {
      "epoch": 4.374738311235171,
      "grad_norm": 1.623825193767473,
      "learning_rate": 5.263430756252045e-05,
      "loss": 1.3594,
      "step": 94035
    },
    {
      "epoch": 4.374784833682252,
      "grad_norm": 1.6424738014893236,
      "learning_rate": 5.263148431887982e-05,
      "loss": 1.4922,
      "step": 94036
    },
    {
      "epoch": 4.374831356129333,
      "grad_norm": 1.645018659028216,
      "learning_rate": 5.2628661134848716e-05,
      "loss": 1.5,
      "step": 94037
    },
    {
      "epoch": 4.374877878576413,
      "grad_norm": 1.9680563851346478,
      "learning_rate": 5.262583801042891e-05,
      "loss": 1.9531,
      "step": 94038
    },
    {
      "epoch": 4.374924401023494,
      "grad_norm": 1.8687128407818938,
      "learning_rate": 5.262301494562221e-05,
      "loss": 1.7891,
      "step": 94039
    },
    {
      "epoch": 4.374970923470575,
      "grad_norm": 1.8995132974302722,
      "learning_rate": 5.262019194043026e-05,
      "loss": 1.8594,
      "step": 94040
    },
    {
      "epoch": 4.375017445917655,
      "grad_norm": 1.8242266776085698,
      "learning_rate": 5.2617368994854814e-05,
      "loss": 1.8203,
      "step": 94041
    },
    {
      "epoch": 4.375063968364736,
      "grad_norm": 1.6762450499879678,
      "learning_rate": 5.2614546108897525e-05,
      "loss": 1.5938,
      "step": 94042
    },
    {
      "epoch": 4.375110490811816,
      "grad_norm": 1.6888281362400372,
      "learning_rate": 5.261172328256023e-05,
      "loss": 1.5156,
      "step": 94043
    },
    {
      "epoch": 4.375157013258898,
      "grad_norm": 1.7142727324726594,
      "learning_rate": 5.260890051584463e-05,
      "loss": 1.5781,
      "step": 94044
    },
    {
      "epoch": 4.375203535705978,
      "grad_norm": 1.6478161862259504,
      "learning_rate": 5.2606077808752426e-05,
      "loss": 1.4922,
      "step": 94045
    },
    {
      "epoch": 4.375250058153059,
      "grad_norm": 1.6590243225116559,
      "learning_rate": 5.26032551612853e-05,
      "loss": 1.5,
      "step": 94046
    },
    {
      "epoch": 4.375296580600139,
      "grad_norm": 1.7536059919727485,
      "learning_rate": 5.260043257344509e-05,
      "loss": 1.6875,
      "step": 94047
    },
    {
      "epoch": 4.3753431030472205,
      "grad_norm": 1.5251400863899436,
      "learning_rate": 5.259761004523347e-05,
      "loss": 1.3438,
      "step": 94048
    },
    {
      "epoch": 4.375389625494301,
      "grad_norm": 1.650422041101041,
      "learning_rate": 5.259478757665219e-05,
      "loss": 1.5547,
      "step": 94049
    },
    {
      "epoch": 4.3754361479413815,
      "grad_norm": 1.6920387260302108,
      "learning_rate": 5.2591965167702866e-05,
      "loss": 1.6328,
      "step": 94050
    },
    {
      "epoch": 4.375482670388463,
      "grad_norm": 1.7307982835661877,
      "learning_rate": 5.258914281838739e-05,
      "loss": 1.6406,
      "step": 94051
    },
    {
      "epoch": 4.375529192835543,
      "grad_norm": 1.5111100100944268,
      "learning_rate": 5.25863205287074e-05,
      "loss": 1.3047,
      "step": 94052
    },
    {
      "epoch": 4.375575715282624,
      "grad_norm": 1.6748915676039435,
      "learning_rate": 5.258349829866465e-05,
      "loss": 1.5938,
      "step": 94053
    },
    {
      "epoch": 4.375622237729704,
      "grad_norm": 1.667153621673046,
      "learning_rate": 5.2580676128260796e-05,
      "loss": 1.5469,
      "step": 94054
    },
    {
      "epoch": 4.375668760176786,
      "grad_norm": 1.6178482904982023,
      "learning_rate": 5.2577854017497686e-05,
      "loss": 1.3984,
      "step": 94055
    },
    {
      "epoch": 4.375715282623866,
      "grad_norm": 1.812982572295345,
      "learning_rate": 5.2575031966377e-05,
      "loss": 1.7656,
      "step": 94056
    },
    {
      "epoch": 4.375761805070947,
      "grad_norm": 1.4949675866490897,
      "learning_rate": 5.2572209974900434e-05,
      "loss": 1.3203,
      "step": 94057
    },
    {
      "epoch": 4.375808327518027,
      "grad_norm": 1.8556679159887148,
      "learning_rate": 5.256938804306974e-05,
      "loss": 1.7266,
      "step": 94058
    },
    {
      "epoch": 4.375854849965108,
      "grad_norm": 1.811454295270233,
      "learning_rate": 5.256656617088658e-05,
      "loss": 1.6719,
      "step": 94059
    },
    {
      "epoch": 4.375901372412189,
      "grad_norm": 1.8080855690183757,
      "learning_rate": 5.256374435835276e-05,
      "loss": 1.75,
      "step": 94060
    },
    {
      "epoch": 4.375947894859269,
      "grad_norm": 1.7281778477232141,
      "learning_rate": 5.256092260547003e-05,
      "loss": 1.4766,
      "step": 94061
    },
    {
      "epoch": 4.37599441730635,
      "grad_norm": 1.8997497448927005,
      "learning_rate": 5.255810091224007e-05,
      "loss": 1.7969,
      "step": 94062
    },
    {
      "epoch": 4.376040939753431,
      "grad_norm": 1.7885053166961102,
      "learning_rate": 5.255527927866463e-05,
      "loss": 1.6641,
      "step": 94063
    },
    {
      "epoch": 4.376087462200512,
      "grad_norm": 1.6774440352107647,
      "learning_rate": 5.255245770474537e-05,
      "loss": 1.5703,
      "step": 94064
    },
    {
      "epoch": 4.376133984647592,
      "grad_norm": 1.7725596581210903,
      "learning_rate": 5.2549636190484124e-05,
      "loss": 1.6641,
      "step": 94065
    },
    {
      "epoch": 4.3761805070946735,
      "grad_norm": 1.7410754488392255,
      "learning_rate": 5.2546814735882555e-05,
      "loss": 1.5391,
      "step": 94066
    },
    {
      "epoch": 4.376227029541754,
      "grad_norm": 1.7194676660846753,
      "learning_rate": 5.2543993340942394e-05,
      "loss": 1.4531,
      "step": 94067
    },
    {
      "epoch": 4.3762735519888345,
      "grad_norm": 1.6193170764999305,
      "learning_rate": 5.254117200566534e-05,
      "loss": 1.4219,
      "step": 94068
    },
    {
      "epoch": 4.376320074435915,
      "grad_norm": 1.696338598591129,
      "learning_rate": 5.253835073005319e-05,
      "loss": 1.5781,
      "step": 94069
    },
    {
      "epoch": 4.376366596882996,
      "grad_norm": 1.5220686942767359,
      "learning_rate": 5.253552951410765e-05,
      "loss": 1.375,
      "step": 94070
    },
    {
      "epoch": 4.376413119330077,
      "grad_norm": 1.7607179557192936,
      "learning_rate": 5.2532708357830425e-05,
      "loss": 1.7656,
      "step": 94071
    },
    {
      "epoch": 4.376459641777157,
      "grad_norm": 1.5831481974865302,
      "learning_rate": 5.252988726122321e-05,
      "loss": 1.4062,
      "step": 94072
    },
    {
      "epoch": 4.376506164224239,
      "grad_norm": 1.8624728948690963,
      "learning_rate": 5.252706622428781e-05,
      "loss": 1.7812,
      "step": 94073
    },
    {
      "epoch": 4.376552686671319,
      "grad_norm": 1.6803404274208373,
      "learning_rate": 5.252424524702592e-05,
      "loss": 1.6484,
      "step": 94074
    },
    {
      "epoch": 4.3765992091184,
      "grad_norm": 1.726932477588575,
      "learning_rate": 5.252142432943926e-05,
      "loss": 1.5781,
      "step": 94075
    },
    {
      "epoch": 4.37664573156548,
      "grad_norm": 1.7334554174117047,
      "learning_rate": 5.2518603471529524e-05,
      "loss": 1.5859,
      "step": 94076
    },
    {
      "epoch": 4.3766922540125615,
      "grad_norm": 1.8379015788925843,
      "learning_rate": 5.2515782673298494e-05,
      "loss": 1.7422,
      "step": 94077
    },
    {
      "epoch": 4.376738776459642,
      "grad_norm": 1.6062941716859869,
      "learning_rate": 5.251296193474791e-05,
      "loss": 1.4922,
      "step": 94078
    },
    {
      "epoch": 4.376785298906722,
      "grad_norm": 1.744855414005211,
      "learning_rate": 5.2510141255879434e-05,
      "loss": 1.6484,
      "step": 94079
    },
    {
      "epoch": 4.376831821353803,
      "grad_norm": 1.5837342241142487,
      "learning_rate": 5.25073206366948e-05,
      "loss": 1.4609,
      "step": 94080
    },
    {
      "epoch": 4.376878343800884,
      "grad_norm": 1.6147015465999424,
      "learning_rate": 5.250450007719579e-05,
      "loss": 1.5,
      "step": 94081
    },
    {
      "epoch": 4.376924866247965,
      "grad_norm": 1.7142972659607554,
      "learning_rate": 5.250167957738405e-05,
      "loss": 1.6875,
      "step": 94082
    },
    {
      "epoch": 4.376971388695045,
      "grad_norm": 1.7154846710992697,
      "learning_rate": 5.249885913726141e-05,
      "loss": 1.5781,
      "step": 94083
    },
    {
      "epoch": 4.377017911142126,
      "grad_norm": 1.657762176627584,
      "learning_rate": 5.249603875682956e-05,
      "loss": 1.5625,
      "step": 94084
    },
    {
      "epoch": 4.377064433589207,
      "grad_norm": 1.6672396076021287,
      "learning_rate": 5.2493218436090146e-05,
      "loss": 1.4453,
      "step": 94085
    },
    {
      "epoch": 4.3771109560362875,
      "grad_norm": 1.7721648017822436,
      "learning_rate": 5.249039817504499e-05,
      "loss": 1.625,
      "step": 94086
    },
    {
      "epoch": 4.377157478483368,
      "grad_norm": 1.8752270010921852,
      "learning_rate": 5.248757797369581e-05,
      "loss": 1.8359,
      "step": 94087
    },
    {
      "epoch": 4.377204000930449,
      "grad_norm": 1.8319837600007047,
      "learning_rate": 5.2484757832044305e-05,
      "loss": 1.7031,
      "step": 94088
    },
    {
      "epoch": 4.37725052337753,
      "grad_norm": 1.7804966512984322,
      "learning_rate": 5.248193775009221e-05,
      "loss": 1.7734,
      "step": 94089
    },
    {
      "epoch": 4.37729704582461,
      "grad_norm": 1.7634080855051995,
      "learning_rate": 5.24791177278412e-05,
      "loss": 1.6562,
      "step": 94090
    },
    {
      "epoch": 4.377343568271691,
      "grad_norm": 1.7931688088688045,
      "learning_rate": 5.247629776529309e-05,
      "loss": 1.5547,
      "step": 94091
    },
    {
      "epoch": 4.377390090718772,
      "grad_norm": 1.813056825043046,
      "learning_rate": 5.247347786244956e-05,
      "loss": 1.7656,
      "step": 94092
    },
    {
      "epoch": 4.377436613165853,
      "grad_norm": 1.6041439869186729,
      "learning_rate": 5.247065801931235e-05,
      "loss": 1.5312,
      "step": 94093
    },
    {
      "epoch": 4.377483135612933,
      "grad_norm": 1.6460140231986677,
      "learning_rate": 5.246783823588313e-05,
      "loss": 1.5781,
      "step": 94094
    },
    {
      "epoch": 4.377529658060014,
      "grad_norm": 1.749745600801018,
      "learning_rate": 5.246501851216371e-05,
      "loss": 1.5391,
      "step": 94095
    },
    {
      "epoch": 4.377576180507095,
      "grad_norm": 1.7606002252107613,
      "learning_rate": 5.24621988481558e-05,
      "loss": 1.5703,
      "step": 94096
    },
    {
      "epoch": 4.377622702954175,
      "grad_norm": 1.6105856971015868,
      "learning_rate": 5.245937924386111e-05,
      "loss": 1.6016,
      "step": 94097
    },
    {
      "epoch": 4.377669225401256,
      "grad_norm": 1.7592036167404421,
      "learning_rate": 5.2456559699281294e-05,
      "loss": 1.6016,
      "step": 94098
    },
    {
      "epoch": 4.377715747848336,
      "grad_norm": 1.7634328767025118,
      "learning_rate": 5.2453740214418196e-05,
      "loss": 1.6875,
      "step": 94099
    },
    {
      "epoch": 4.377762270295418,
      "grad_norm": 1.6643582023037498,
      "learning_rate": 5.245092078927351e-05,
      "loss": 1.5859,
      "step": 94100
    },
    {
      "epoch": 4.377808792742498,
      "grad_norm": 1.6273166437773066,
      "learning_rate": 5.244810142384894e-05,
      "loss": 1.3359,
      "step": 94101
    },
    {
      "epoch": 4.377855315189579,
      "grad_norm": 1.7531782372749045,
      "learning_rate": 5.2445282118146156e-05,
      "loss": 1.7344,
      "step": 94102
    },
    {
      "epoch": 4.37790183763666,
      "grad_norm": 1.79267273111405,
      "learning_rate": 5.2442462872167004e-05,
      "loss": 1.5547,
      "step": 94103
    },
    {
      "epoch": 4.3779483600837406,
      "grad_norm": 1.7453013933259296,
      "learning_rate": 5.2439643685913094e-05,
      "loss": 1.7656,
      "step": 94104
    },
    {
      "epoch": 4.377994882530821,
      "grad_norm": 1.6951176304539886,
      "learning_rate": 5.2436824559386276e-05,
      "loss": 1.6875,
      "step": 94105
    },
    {
      "epoch": 4.3780414049779015,
      "grad_norm": 1.657272867970608,
      "learning_rate": 5.2434005492588196e-05,
      "loss": 1.5703,
      "step": 94106
    },
    {
      "epoch": 4.378087927424983,
      "grad_norm": 1.5279086641252062,
      "learning_rate": 5.2431186485520534e-05,
      "loss": 1.4766,
      "step": 94107
    },
    {
      "epoch": 4.378134449872063,
      "grad_norm": 1.909550605786705,
      "learning_rate": 5.242836753818514e-05,
      "loss": 1.8203,
      "step": 94108
    },
    {
      "epoch": 4.378180972319144,
      "grad_norm": 1.787682724427009,
      "learning_rate": 5.2425548650583665e-05,
      "loss": 1.5938,
      "step": 94109
    },
    {
      "epoch": 4.378227494766224,
      "grad_norm": 1.7087969027083694,
      "learning_rate": 5.242272982271786e-05,
      "loss": 1.7266,
      "step": 94110
    },
    {
      "epoch": 4.378274017213306,
      "grad_norm": 1.639172164103728,
      "learning_rate": 5.241991105458936e-05,
      "loss": 1.4688,
      "step": 94111
    },
    {
      "epoch": 4.378320539660386,
      "grad_norm": 1.6855110050818325,
      "learning_rate": 5.241709234620003e-05,
      "loss": 1.6016,
      "step": 94112
    },
    {
      "epoch": 4.378367062107467,
      "grad_norm": 1.8804191939737778,
      "learning_rate": 5.241427369755154e-05,
      "loss": 1.9062,
      "step": 94113
    },
    {
      "epoch": 4.378413584554547,
      "grad_norm": 1.7721405931962468,
      "learning_rate": 5.24114551086456e-05,
      "loss": 1.7578,
      "step": 94114
    },
    {
      "epoch": 4.3784601070016285,
      "grad_norm": 1.611789885696566,
      "learning_rate": 5.2408636579483933e-05,
      "loss": 1.4766,
      "step": 94115
    },
    {
      "epoch": 4.378506629448709,
      "grad_norm": 1.9589113852535704,
      "learning_rate": 5.240581811006824e-05,
      "loss": 1.9766,
      "step": 94116
    },
    {
      "epoch": 4.378553151895789,
      "grad_norm": 1.6363236917428625,
      "learning_rate": 5.240299970040031e-05,
      "loss": 1.4844,
      "step": 94117
    },
    {
      "epoch": 4.378599674342871,
      "grad_norm": 1.3902887625758773,
      "learning_rate": 5.240018135048185e-05,
      "loss": 1.125,
      "step": 94118
    },
    {
      "epoch": 4.378646196789951,
      "grad_norm": 1.7133597864530625,
      "learning_rate": 5.239736306031458e-05,
      "loss": 1.625,
      "step": 94119
    },
    {
      "epoch": 4.378692719237032,
      "grad_norm": 1.8006839425139818,
      "learning_rate": 5.2394544829900156e-05,
      "loss": 1.8359,
      "step": 94120
    },
    {
      "epoch": 4.378739241684112,
      "grad_norm": 1.7635940774849366,
      "learning_rate": 5.2391726659240443e-05,
      "loss": 1.6328,
      "step": 94121
    },
    {
      "epoch": 4.378785764131194,
      "grad_norm": 1.668512510633668,
      "learning_rate": 5.2388908548337056e-05,
      "loss": 1.5703,
      "step": 94122
    },
    {
      "epoch": 4.378832286578274,
      "grad_norm": 1.3599780639890868,
      "learning_rate": 5.238609049719177e-05,
      "loss": 1.2266,
      "step": 94123
    },
    {
      "epoch": 4.3788788090253545,
      "grad_norm": 1.8512320458568312,
      "learning_rate": 5.238327250580625e-05,
      "loss": 1.7578,
      "step": 94124
    },
    {
      "epoch": 4.378925331472436,
      "grad_norm": 1.7307413478043232,
      "learning_rate": 5.2380454574182315e-05,
      "loss": 1.6484,
      "step": 94125
    },
    {
      "epoch": 4.378971853919516,
      "grad_norm": 1.5309151787094362,
      "learning_rate": 5.2377636702321586e-05,
      "loss": 1.3359,
      "step": 94126
    },
    {
      "epoch": 4.379018376366597,
      "grad_norm": 1.680828238870737,
      "learning_rate": 5.2374818890225896e-05,
      "loss": 1.7734,
      "step": 94127
    },
    {
      "epoch": 4.379064898813677,
      "grad_norm": 1.787059570072607,
      "learning_rate": 5.237200113789691e-05,
      "loss": 1.7422,
      "step": 94128
    },
    {
      "epoch": 4.379111421260759,
      "grad_norm": 1.7049926630462917,
      "learning_rate": 5.236918344533632e-05,
      "loss": 1.5938,
      "step": 94129
    },
    {
      "epoch": 4.379157943707839,
      "grad_norm": 1.8705587493925437,
      "learning_rate": 5.236636581254594e-05,
      "loss": 1.7891,
      "step": 94130
    },
    {
      "epoch": 4.37920446615492,
      "grad_norm": 1.572045640371208,
      "learning_rate": 5.236354823952744e-05,
      "loss": 1.4453,
      "step": 94131
    },
    {
      "epoch": 4.379250988602,
      "grad_norm": 1.6305860472384415,
      "learning_rate": 5.2360730726282556e-05,
      "loss": 1.5781,
      "step": 94132
    },
    {
      "epoch": 4.3792975110490815,
      "grad_norm": 1.7562200269680976,
      "learning_rate": 5.2357913272812945e-05,
      "loss": 1.6797,
      "step": 94133
    },
    {
      "epoch": 4.379344033496162,
      "grad_norm": 1.7774479856864778,
      "learning_rate": 5.235509587912047e-05,
      "loss": 1.6719,
      "step": 94134
    },
    {
      "epoch": 4.3793905559432424,
      "grad_norm": 1.8092609810454683,
      "learning_rate": 5.235227854520675e-05,
      "loss": 1.7031,
      "step": 94135
    },
    {
      "epoch": 4.379437078390323,
      "grad_norm": 1.7228159502223712,
      "learning_rate": 5.234946127107357e-05,
      "loss": 1.6797,
      "step": 94136
    },
    {
      "epoch": 4.379483600837404,
      "grad_norm": 1.6014496889532817,
      "learning_rate": 5.2346644056722556e-05,
      "loss": 1.3516,
      "step": 94137
    },
    {
      "epoch": 4.379530123284485,
      "grad_norm": 1.6840050675538383,
      "learning_rate": 5.2343826902155564e-05,
      "loss": 1.5312,
      "step": 94138
    },
    {
      "epoch": 4.379576645731565,
      "grad_norm": 1.6486532204842614,
      "learning_rate": 5.2341009807374245e-05,
      "loss": 1.4219,
      "step": 94139
    },
    {
      "epoch": 4.379623168178647,
      "grad_norm": 1.5855090928774096,
      "learning_rate": 5.2338192772380354e-05,
      "loss": 1.4141,
      "step": 94140
    },
    {
      "epoch": 4.379669690625727,
      "grad_norm": 1.5824404664139815,
      "learning_rate": 5.233537579717559e-05,
      "loss": 1.3281,
      "step": 94141
    },
    {
      "epoch": 4.379716213072808,
      "grad_norm": 1.6884940015230274,
      "learning_rate": 5.233255888176163e-05,
      "loss": 1.5859,
      "step": 94142
    },
    {
      "epoch": 4.379762735519888,
      "grad_norm": 1.651639072122379,
      "learning_rate": 5.232974202614029e-05,
      "loss": 1.4609,
      "step": 94143
    },
    {
      "epoch": 4.379809257966969,
      "grad_norm": 1.7235610212407833,
      "learning_rate": 5.232692523031326e-05,
      "loss": 1.5469,
      "step": 94144
    },
    {
      "epoch": 4.37985578041405,
      "grad_norm": 1.6714432814169535,
      "learning_rate": 5.232410849428228e-05,
      "loss": 1.5781,
      "step": 94145
    },
    {
      "epoch": 4.37990230286113,
      "grad_norm": 1.7420586373573193,
      "learning_rate": 5.232129181804901e-05,
      "loss": 1.625,
      "step": 94146
    },
    {
      "epoch": 4.379948825308211,
      "grad_norm": 1.7315519887456305,
      "learning_rate": 5.231847520161526e-05,
      "loss": 1.7422,
      "step": 94147
    },
    {
      "epoch": 4.379995347755292,
      "grad_norm": 1.704501261775186,
      "learning_rate": 5.2315658644982667e-05,
      "loss": 1.6484,
      "step": 94148
    },
    {
      "epoch": 4.380041870202373,
      "grad_norm": 1.664144378493387,
      "learning_rate": 5.231284214815304e-05,
      "loss": 1.5547,
      "step": 94149
    },
    {
      "epoch": 4.380088392649453,
      "grad_norm": 1.6736180203750117,
      "learning_rate": 5.231002571112809e-05,
      "loss": 1.5625,
      "step": 94150
    },
    {
      "epoch": 4.380134915096534,
      "grad_norm": 1.5510594863658194,
      "learning_rate": 5.230720933390945e-05,
      "loss": 1.2656,
      "step": 94151
    },
    {
      "epoch": 4.380181437543615,
      "grad_norm": 1.7866737832283017,
      "learning_rate": 5.230439301649897e-05,
      "loss": 1.6797,
      "step": 94152
    },
    {
      "epoch": 4.3802279599906955,
      "grad_norm": 1.6486457231106215,
      "learning_rate": 5.230157675889831e-05,
      "loss": 1.4609,
      "step": 94153
    },
    {
      "epoch": 4.380274482437776,
      "grad_norm": 1.6715133144858307,
      "learning_rate": 5.229876056110921e-05,
      "loss": 1.6484,
      "step": 94154
    },
    {
      "epoch": 4.380321004884857,
      "grad_norm": 1.5546543449724903,
      "learning_rate": 5.229594442313333e-05,
      "loss": 1.3125,
      "step": 94155
    },
    {
      "epoch": 4.380367527331938,
      "grad_norm": 1.7499952696026224,
      "learning_rate": 5.2293128344972503e-05,
      "loss": 1.6641,
      "step": 94156
    },
    {
      "epoch": 4.380414049779018,
      "grad_norm": 1.6932456843674912,
      "learning_rate": 5.229031232662839e-05,
      "loss": 1.6719,
      "step": 94157
    },
    {
      "epoch": 4.380460572226099,
      "grad_norm": 1.8626378849834166,
      "learning_rate": 5.228749636810272e-05,
      "loss": 1.8594,
      "step": 94158
    },
    {
      "epoch": 4.38050709467318,
      "grad_norm": 1.6073608108041948,
      "learning_rate": 5.228468046939719e-05,
      "loss": 1.3203,
      "step": 94159
    },
    {
      "epoch": 4.380553617120261,
      "grad_norm": 1.5297785139894648,
      "learning_rate": 5.228186463051359e-05,
      "loss": 1.3203,
      "step": 94160
    },
    {
      "epoch": 4.380600139567341,
      "grad_norm": 1.7452848230115692,
      "learning_rate": 5.227904885145361e-05,
      "loss": 1.6641,
      "step": 94161
    },
    {
      "epoch": 4.3806466620144215,
      "grad_norm": 1.6624822351586968,
      "learning_rate": 5.227623313221897e-05,
      "loss": 1.4375,
      "step": 94162
    },
    {
      "epoch": 4.380693184461503,
      "grad_norm": 1.5199322933425579,
      "learning_rate": 5.227341747281136e-05,
      "loss": 1.3125,
      "step": 94163
    },
    {
      "epoch": 4.380739706908583,
      "grad_norm": 1.7698045904384518,
      "learning_rate": 5.227060187323257e-05,
      "loss": 1.6797,
      "step": 94164
    },
    {
      "epoch": 4.380786229355664,
      "grad_norm": 1.6266334891882082,
      "learning_rate": 5.226778633348431e-05,
      "loss": 1.4297,
      "step": 94165
    },
    {
      "epoch": 4.380832751802745,
      "grad_norm": 1.6848752222814787,
      "learning_rate": 5.226497085356827e-05,
      "loss": 1.5312,
      "step": 94166
    },
    {
      "epoch": 4.380879274249826,
      "grad_norm": 1.7823985016057464,
      "learning_rate": 5.22621554334862e-05,
      "loss": 1.6562,
      "step": 94167
    },
    {
      "epoch": 4.380925796696906,
      "grad_norm": 1.7296225376391279,
      "learning_rate": 5.225934007323977e-05,
      "loss": 1.6406,
      "step": 94168
    },
    {
      "epoch": 4.380972319143987,
      "grad_norm": 1.5702007057536342,
      "learning_rate": 5.22565247728308e-05,
      "loss": 1.2266,
      "step": 94169
    },
    {
      "epoch": 4.381018841591068,
      "grad_norm": 1.8068099838004115,
      "learning_rate": 5.22537095322609e-05,
      "loss": 1.6719,
      "step": 94170
    },
    {
      "epoch": 4.3810653640381485,
      "grad_norm": 1.6906209354569166,
      "learning_rate": 5.22508943515319e-05,
      "loss": 1.6641,
      "step": 94171
    },
    {
      "epoch": 4.381111886485229,
      "grad_norm": 1.7359341303382434,
      "learning_rate": 5.22480792306455e-05,
      "loss": 1.6094,
      "step": 94172
    },
    {
      "epoch": 4.3811584089323095,
      "grad_norm": 1.568230734813173,
      "learning_rate": 5.224526416960333e-05,
      "loss": 1.4219,
      "step": 94173
    },
    {
      "epoch": 4.381204931379391,
      "grad_norm": 1.674490019295831,
      "learning_rate": 5.2242449168407254e-05,
      "loss": 1.5234,
      "step": 94174
    },
    {
      "epoch": 4.381251453826471,
      "grad_norm": 1.8294630256916973,
      "learning_rate": 5.223963422705892e-05,
      "loss": 1.6484,
      "step": 94175
    },
    {
      "epoch": 4.381297976273552,
      "grad_norm": 1.620093064923332,
      "learning_rate": 5.223681934556006e-05,
      "loss": 1.5,
      "step": 94176
    },
    {
      "epoch": 4.381344498720633,
      "grad_norm": 1.6989975306787273,
      "learning_rate": 5.223400452391234e-05,
      "loss": 1.5625,
      "step": 94177
    },
    {
      "epoch": 4.381391021167714,
      "grad_norm": 1.7696140338245414,
      "learning_rate": 5.223118976211758e-05,
      "loss": 1.7109,
      "step": 94178
    },
    {
      "epoch": 4.381437543614794,
      "grad_norm": 1.769086820212743,
      "learning_rate": 5.222837506017748e-05,
      "loss": 1.6953,
      "step": 94179
    },
    {
      "epoch": 4.381484066061875,
      "grad_norm": 1.9283744997180123,
      "learning_rate": 5.2225560418093736e-05,
      "loss": 1.8672,
      "step": 94180
    },
    {
      "epoch": 4.381530588508956,
      "grad_norm": 1.863637397256101,
      "learning_rate": 5.222274583586804e-05,
      "loss": 1.8438,
      "step": 94181
    },
    {
      "epoch": 4.381577110956036,
      "grad_norm": 1.713012319319274,
      "learning_rate": 5.22199313135022e-05,
      "loss": 1.7031,
      "step": 94182
    },
    {
      "epoch": 4.381623633403117,
      "grad_norm": 1.674726442362533,
      "learning_rate": 5.2217116850997884e-05,
      "loss": 1.4688,
      "step": 94183
    },
    {
      "epoch": 4.381670155850197,
      "grad_norm": 1.7426696122118015,
      "learning_rate": 5.2214302448356824e-05,
      "loss": 1.6406,
      "step": 94184
    },
    {
      "epoch": 4.381716678297279,
      "grad_norm": 1.7120635346075754,
      "learning_rate": 5.221148810558072e-05,
      "loss": 1.6172,
      "step": 94185
    },
    {
      "epoch": 4.381763200744359,
      "grad_norm": 1.4958651127629872,
      "learning_rate": 5.220867382267134e-05,
      "loss": 1.3594,
      "step": 94186
    },
    {
      "epoch": 4.38180972319144,
      "grad_norm": 1.9118750181415465,
      "learning_rate": 5.22058595996304e-05,
      "loss": 1.8125,
      "step": 94187
    },
    {
      "epoch": 4.38185624563852,
      "grad_norm": 1.7452030591866836,
      "learning_rate": 5.220304543645961e-05,
      "loss": 1.7734,
      "step": 94188
    },
    {
      "epoch": 4.3819027680856015,
      "grad_norm": 1.798933359970238,
      "learning_rate": 5.220023133316064e-05,
      "loss": 1.7656,
      "step": 94189
    },
    {
      "epoch": 4.381949290532682,
      "grad_norm": 1.9108643119897721,
      "learning_rate": 5.219741728973532e-05,
      "loss": 1.8359,
      "step": 94190
    },
    {
      "epoch": 4.3819958129797625,
      "grad_norm": 1.7244834009153909,
      "learning_rate": 5.219460330618531e-05,
      "loss": 1.5156,
      "step": 94191
    },
    {
      "epoch": 4.382042335426844,
      "grad_norm": 1.5271860658971788,
      "learning_rate": 5.219178938251229e-05,
      "loss": 1.3828,
      "step": 94192
    },
    {
      "epoch": 4.382088857873924,
      "grad_norm": 1.5843192464634122,
      "learning_rate": 5.218897551871809e-05,
      "loss": 1.4609,
      "step": 94193
    },
    {
      "epoch": 4.382135380321005,
      "grad_norm": 1.7602697550907622,
      "learning_rate": 5.218616171480437e-05,
      "loss": 1.5938,
      "step": 94194
    },
    {
      "epoch": 4.382181902768085,
      "grad_norm": 1.6127750455937633,
      "learning_rate": 5.2183347970772807e-05,
      "loss": 1.4922,
      "step": 94195
    },
    {
      "epoch": 4.382228425215167,
      "grad_norm": 1.6914083536213993,
      "learning_rate": 5.2180534286625235e-05,
      "loss": 1.6719,
      "step": 94196
    },
    {
      "epoch": 4.382274947662247,
      "grad_norm": 1.5981754581042398,
      "learning_rate": 5.217772066236331e-05,
      "loss": 1.4688,
      "step": 94197
    },
    {
      "epoch": 4.382321470109328,
      "grad_norm": 1.6930408701996604,
      "learning_rate": 5.217490709798876e-05,
      "loss": 1.5312,
      "step": 94198
    },
    {
      "epoch": 4.382367992556408,
      "grad_norm": 1.5607711122545533,
      "learning_rate": 5.2172093593503256e-05,
      "loss": 1.4922,
      "step": 94199
    },
    {
      "epoch": 4.382414515003489,
      "grad_norm": 1.8333876806816827,
      "learning_rate": 5.216928014890862e-05,
      "loss": 1.7578,
      "step": 94200
    },
    {
      "epoch": 4.38246103745057,
      "grad_norm": 1.7075447476591457,
      "learning_rate": 5.216646676420654e-05,
      "loss": 1.6484,
      "step": 94201
    },
    {
      "epoch": 4.38250755989765,
      "grad_norm": 1.7917338129544413,
      "learning_rate": 5.216365343939871e-05,
      "loss": 1.625,
      "step": 94202
    },
    {
      "epoch": 4.382554082344731,
      "grad_norm": 1.7285207238947822,
      "learning_rate": 5.216084017448683e-05,
      "loss": 1.6094,
      "step": 94203
    },
    {
      "epoch": 4.382600604791812,
      "grad_norm": 1.6593140716754609,
      "learning_rate": 5.215802696947271e-05,
      "loss": 1.4453,
      "step": 94204
    },
    {
      "epoch": 4.382647127238893,
      "grad_norm": 1.7984428657801008,
      "learning_rate": 5.215521382435802e-05,
      "loss": 1.7188,
      "step": 94205
    },
    {
      "epoch": 4.382693649685973,
      "grad_norm": 1.9050728728090953,
      "learning_rate": 5.2152400739144476e-05,
      "loss": 1.8594,
      "step": 94206
    },
    {
      "epoch": 4.382740172133055,
      "grad_norm": 1.7887204075965373,
      "learning_rate": 5.2149587713833754e-05,
      "loss": 1.5625,
      "step": 94207
    },
    {
      "epoch": 4.382786694580135,
      "grad_norm": 1.6863703381341146,
      "learning_rate": 5.21467747484277e-05,
      "loss": 1.6406,
      "step": 94208
    },
    {
      "epoch": 4.3828332170272155,
      "grad_norm": 1.652480081519633,
      "learning_rate": 5.2143961842927976e-05,
      "loss": 1.5312,
      "step": 94209
    },
    {
      "epoch": 4.382879739474296,
      "grad_norm": 1.9828986682348932,
      "learning_rate": 5.214114899733627e-05,
      "loss": 1.9531,
      "step": 94210
    },
    {
      "epoch": 4.382926261921377,
      "grad_norm": 1.5676158453669462,
      "learning_rate": 5.213833621165428e-05,
      "loss": 1.4219,
      "step": 94211
    },
    {
      "epoch": 4.382972784368458,
      "grad_norm": 1.8386798258521877,
      "learning_rate": 5.213552348588384e-05,
      "loss": 1.7344,
      "step": 94212
    },
    {
      "epoch": 4.383019306815538,
      "grad_norm": 1.7794945735185388,
      "learning_rate": 5.213271082002662e-05,
      "loss": 1.5547,
      "step": 94213
    },
    {
      "epoch": 4.38306582926262,
      "grad_norm": 1.6441027584568821,
      "learning_rate": 5.2129898214084255e-05,
      "loss": 1.4766,
      "step": 94214
    },
    {
      "epoch": 4.3831123517097,
      "grad_norm": 1.8544168073491667,
      "learning_rate": 5.212708566805861e-05,
      "loss": 1.7109,
      "step": 94215
    },
    {
      "epoch": 4.383158874156781,
      "grad_norm": 1.853018762575704,
      "learning_rate": 5.212427318195129e-05,
      "loss": 1.7109,
      "step": 94216
    },
    {
      "epoch": 4.383205396603861,
      "grad_norm": 1.6717240350045328,
      "learning_rate": 5.21214607557641e-05,
      "loss": 1.6719,
      "step": 94217
    },
    {
      "epoch": 4.3832519190509425,
      "grad_norm": 1.6658755484212586,
      "learning_rate": 5.211864838949875e-05,
      "loss": 1.5156,
      "step": 94218
    },
    {
      "epoch": 4.383298441498023,
      "grad_norm": 1.7768713770091948,
      "learning_rate": 5.211583608315692e-05,
      "loss": 1.7031,
      "step": 94219
    },
    {
      "epoch": 4.383344963945103,
      "grad_norm": 1.7174005547901263,
      "learning_rate": 5.211302383674037e-05,
      "loss": 1.6016,
      "step": 94220
    },
    {
      "epoch": 4.383391486392184,
      "grad_norm": 1.7630797644930931,
      "learning_rate": 5.2110211650250746e-05,
      "loss": 1.6328,
      "step": 94221
    },
    {
      "epoch": 4.383438008839265,
      "grad_norm": 1.570316597149088,
      "learning_rate": 5.210739952368988e-05,
      "loss": 1.4219,
      "step": 94222
    },
    {
      "epoch": 4.383484531286346,
      "grad_norm": 1.5617461303099398,
      "learning_rate": 5.2104587457059446e-05,
      "loss": 1.5156,
      "step": 94223
    },
    {
      "epoch": 4.383531053733426,
      "grad_norm": 1.7217758087415111,
      "learning_rate": 5.210177545036115e-05,
      "loss": 1.7266,
      "step": 94224
    },
    {
      "epoch": 4.383577576180507,
      "grad_norm": 1.664675025820837,
      "learning_rate": 5.209896350359668e-05,
      "loss": 1.5469,
      "step": 94225
    },
    {
      "epoch": 4.383624098627588,
      "grad_norm": 1.7506319342997982,
      "learning_rate": 5.209615161676785e-05,
      "loss": 1.6016,
      "step": 94226
    },
    {
      "epoch": 4.3836706210746685,
      "grad_norm": 1.7415167828090472,
      "learning_rate": 5.209333978987633e-05,
      "loss": 1.6406,
      "step": 94227
    },
    {
      "epoch": 4.383717143521749,
      "grad_norm": 1.4873245903964225,
      "learning_rate": 5.209052802292384e-05,
      "loss": 1.3125,
      "step": 94228
    },
    {
      "epoch": 4.38376366596883,
      "grad_norm": 1.7812445129545582,
      "learning_rate": 5.208771631591207e-05,
      "loss": 1.6406,
      "step": 94229
    },
    {
      "epoch": 4.383810188415911,
      "grad_norm": 1.7482981834129223,
      "learning_rate": 5.208490466884282e-05,
      "loss": 1.6016,
      "step": 94230
    },
    {
      "epoch": 4.383856710862991,
      "grad_norm": 1.7952289329942952,
      "learning_rate": 5.208209308171777e-05,
      "loss": 1.7031,
      "step": 94231
    },
    {
      "epoch": 4.383903233310072,
      "grad_norm": 1.744705352385646,
      "learning_rate": 5.207928155453863e-05,
      "loss": 1.6094,
      "step": 94232
    },
    {
      "epoch": 4.383949755757153,
      "grad_norm": 1.8091365176748437,
      "learning_rate": 5.2076470087307094e-05,
      "loss": 1.6797,
      "step": 94233
    },
    {
      "epoch": 4.383996278204234,
      "grad_norm": 1.8537602580811614,
      "learning_rate": 5.2073658680024966e-05,
      "loss": 1.7031,
      "step": 94234
    },
    {
      "epoch": 4.384042800651314,
      "grad_norm": 1.936836800960513,
      "learning_rate": 5.207084733269391e-05,
      "loss": 1.9297,
      "step": 94235
    },
    {
      "epoch": 4.384089323098395,
      "grad_norm": 1.7928943123464933,
      "learning_rate": 5.206803604531563e-05,
      "loss": 1.7344,
      "step": 94236
    },
    {
      "epoch": 4.384135845545476,
      "grad_norm": 1.7579972951180984,
      "learning_rate": 5.206522481789191e-05,
      "loss": 1.6797,
      "step": 94237
    },
    {
      "epoch": 4.3841823679925565,
      "grad_norm": 1.8427055596094886,
      "learning_rate": 5.206241365042438e-05,
      "loss": 1.6797,
      "step": 94238
    },
    {
      "epoch": 4.384228890439637,
      "grad_norm": 1.7278754771130709,
      "learning_rate": 5.205960254291488e-05,
      "loss": 1.6406,
      "step": 94239
    },
    {
      "epoch": 4.384275412886717,
      "grad_norm": 1.7122078619186856,
      "learning_rate": 5.205679149536508e-05,
      "loss": 1.5469,
      "step": 94240
    },
    {
      "epoch": 4.384321935333799,
      "grad_norm": 1.744217872571815,
      "learning_rate": 5.205398050777667e-05,
      "loss": 1.6875,
      "step": 94241
    },
    {
      "epoch": 4.384368457780879,
      "grad_norm": 1.7099734569887153,
      "learning_rate": 5.2051169580151354e-05,
      "loss": 1.5312,
      "step": 94242
    },
    {
      "epoch": 4.38441498022796,
      "grad_norm": 1.7547051429902303,
      "learning_rate": 5.2048358712490925e-05,
      "loss": 1.5938,
      "step": 94243
    },
    {
      "epoch": 4.384461502675041,
      "grad_norm": 1.6852041687771468,
      "learning_rate": 5.2045547904797074e-05,
      "loss": 1.5703,
      "step": 94244
    },
    {
      "epoch": 4.384508025122122,
      "grad_norm": 1.7373873469916574,
      "learning_rate": 5.204273715707152e-05,
      "loss": 1.6328,
      "step": 94245
    },
    {
      "epoch": 4.384554547569202,
      "grad_norm": 1.7114953511228852,
      "learning_rate": 5.2039926469315966e-05,
      "loss": 1.6484,
      "step": 94246
    },
    {
      "epoch": 4.3846010700162825,
      "grad_norm": 1.7138459623111237,
      "learning_rate": 5.203711584153211e-05,
      "loss": 1.7734,
      "step": 94247
    },
    {
      "epoch": 4.384647592463364,
      "grad_norm": 1.7868675714327475,
      "learning_rate": 5.203430527372176e-05,
      "loss": 1.6016,
      "step": 94248
    },
    {
      "epoch": 4.384694114910444,
      "grad_norm": 1.660014030863424,
      "learning_rate": 5.2031494765886576e-05,
      "loss": 1.5234,
      "step": 94249
    },
    {
      "epoch": 4.384740637357525,
      "grad_norm": 1.7402953598872697,
      "learning_rate": 5.202868431802829e-05,
      "loss": 1.6797,
      "step": 94250
    },
    {
      "epoch": 4.384787159804605,
      "grad_norm": 1.6199029883124874,
      "learning_rate": 5.2025873930148576e-05,
      "loss": 1.5391,
      "step": 94251
    },
    {
      "epoch": 4.384833682251687,
      "grad_norm": 1.7165453136091655,
      "learning_rate": 5.202306360224925e-05,
      "loss": 1.6016,
      "step": 94252
    },
    {
      "epoch": 4.384880204698767,
      "grad_norm": 1.7360811792114652,
      "learning_rate": 5.2020253334331994e-05,
      "loss": 1.6875,
      "step": 94253
    },
    {
      "epoch": 4.384926727145848,
      "grad_norm": 1.8905625067719745,
      "learning_rate": 5.20174431263985e-05,
      "loss": 1.8125,
      "step": 94254
    },
    {
      "epoch": 4.384973249592929,
      "grad_norm": 1.7894189535635296,
      "learning_rate": 5.2014632978450444e-05,
      "loss": 1.7188,
      "step": 94255
    },
    {
      "epoch": 4.3850197720400095,
      "grad_norm": 1.7514564987398467,
      "learning_rate": 5.201182289048967e-05,
      "loss": 1.5703,
      "step": 94256
    },
    {
      "epoch": 4.38506629448709,
      "grad_norm": 1.7878166652726368,
      "learning_rate": 5.2009012862517844e-05,
      "loss": 1.6953,
      "step": 94257
    },
    {
      "epoch": 4.38511281693417,
      "grad_norm": 1.6845774586860496,
      "learning_rate": 5.2006202894536624e-05,
      "loss": 1.625,
      "step": 94258
    },
    {
      "epoch": 4.385159339381252,
      "grad_norm": 1.6347024939809538,
      "learning_rate": 5.200339298654782e-05,
      "loss": 1.5312,
      "step": 94259
    },
    {
      "epoch": 4.385205861828332,
      "grad_norm": 1.7448059505432676,
      "learning_rate": 5.2000583138553074e-05,
      "loss": 1.5859,
      "step": 94260
    },
    {
      "epoch": 4.385252384275413,
      "grad_norm": 1.6760067134763672,
      "learning_rate": 5.1997773350554206e-05,
      "loss": 1.5391,
      "step": 94261
    },
    {
      "epoch": 4.385298906722493,
      "grad_norm": 1.815642054989225,
      "learning_rate": 5.199496362255288e-05,
      "loss": 1.6875,
      "step": 94262
    },
    {
      "epoch": 4.385345429169575,
      "grad_norm": 1.617960912921598,
      "learning_rate": 5.19921539545508e-05,
      "loss": 1.5391,
      "step": 94263
    },
    {
      "epoch": 4.385391951616655,
      "grad_norm": 1.7788701451140465,
      "learning_rate": 5.198934434654967e-05,
      "loss": 1.6797,
      "step": 94264
    },
    {
      "epoch": 4.3854384740637355,
      "grad_norm": 1.5495802871767037,
      "learning_rate": 5.198653479855127e-05,
      "loss": 1.2969,
      "step": 94265
    },
    {
      "epoch": 4.385484996510817,
      "grad_norm": 1.6216830846775196,
      "learning_rate": 5.19837253105573e-05,
      "loss": 1.5,
      "step": 94266
    },
    {
      "epoch": 4.385531518957897,
      "grad_norm": 1.6544006699003624,
      "learning_rate": 5.1980915882569486e-05,
      "loss": 1.4375,
      "step": 94267
    },
    {
      "epoch": 4.385578041404978,
      "grad_norm": 1.6306937560882262,
      "learning_rate": 5.197810651458947e-05,
      "loss": 1.375,
      "step": 94268
    },
    {
      "epoch": 4.385624563852058,
      "grad_norm": 1.9706822533160515,
      "learning_rate": 5.197529720661908e-05,
      "loss": 1.9688,
      "step": 94269
    },
    {
      "epoch": 4.38567108629914,
      "grad_norm": 1.8206314159269854,
      "learning_rate": 5.197248795865999e-05,
      "loss": 1.7656,
      "step": 94270
    },
    {
      "epoch": 4.38571760874622,
      "grad_norm": 1.7014325318559211,
      "learning_rate": 5.196967877071393e-05,
      "loss": 1.5156,
      "step": 94271
    },
    {
      "epoch": 4.385764131193301,
      "grad_norm": 1.5087714871682925,
      "learning_rate": 5.1966869642782594e-05,
      "loss": 1.2812,
      "step": 94272
    },
    {
      "epoch": 4.385810653640381,
      "grad_norm": 1.8818199679419683,
      "learning_rate": 5.1964060574867685e-05,
      "loss": 1.7344,
      "step": 94273
    },
    {
      "epoch": 4.3858571760874625,
      "grad_norm": 1.8043842578987723,
      "learning_rate": 5.1961251566970996e-05,
      "loss": 1.7578,
      "step": 94274
    },
    {
      "epoch": 4.385903698534543,
      "grad_norm": 1.7661681827956888,
      "learning_rate": 5.1958442619094215e-05,
      "loss": 1.5547,
      "step": 94275
    },
    {
      "epoch": 4.3859502209816235,
      "grad_norm": 1.7476908487497398,
      "learning_rate": 5.1955633731239055e-05,
      "loss": 1.7266,
      "step": 94276
    },
    {
      "epoch": 4.385996743428704,
      "grad_norm": 1.5692302408498857,
      "learning_rate": 5.195282490340718e-05,
      "loss": 1.3672,
      "step": 94277
    },
    {
      "epoch": 4.386043265875785,
      "grad_norm": 2.0098101390335827,
      "learning_rate": 5.1950016135600406e-05,
      "loss": 1.9922,
      "step": 94278
    },
    {
      "epoch": 4.386089788322866,
      "grad_norm": 1.6235913968891404,
      "learning_rate": 5.194720742782042e-05,
      "loss": 1.4609,
      "step": 94279
    },
    {
      "epoch": 4.386136310769946,
      "grad_norm": 1.7707002063395647,
      "learning_rate": 5.194439878006888e-05,
      "loss": 1.7578,
      "step": 94280
    },
    {
      "epoch": 4.386182833217028,
      "grad_norm": 1.829528168459993,
      "learning_rate": 5.1941590192347606e-05,
      "loss": 1.6641,
      "step": 94281
    },
    {
      "epoch": 4.386229355664108,
      "grad_norm": 1.7439040759545181,
      "learning_rate": 5.193878166465821e-05,
      "loss": 1.5312,
      "step": 94282
    },
    {
      "epoch": 4.386275878111189,
      "grad_norm": 1.8386929671218255,
      "learning_rate": 5.193597319700254e-05,
      "loss": 1.7891,
      "step": 94283
    },
    {
      "epoch": 4.386322400558269,
      "grad_norm": 1.6970443862142424,
      "learning_rate": 5.193316478938223e-05,
      "loss": 1.6016,
      "step": 94284
    },
    {
      "epoch": 4.38636892300535,
      "grad_norm": 1.699874165046832,
      "learning_rate": 5.1930356441799015e-05,
      "loss": 1.5547,
      "step": 94285
    },
    {
      "epoch": 4.386415445452431,
      "grad_norm": 1.6877795158242752,
      "learning_rate": 5.192754815425456e-05,
      "loss": 1.5547,
      "step": 94286
    },
    {
      "epoch": 4.386461967899511,
      "grad_norm": 1.6869213380894958,
      "learning_rate": 5.19247399267507e-05,
      "loss": 1.5234,
      "step": 94287
    },
    {
      "epoch": 4.386508490346592,
      "grad_norm": 1.6880537685985035,
      "learning_rate": 5.192193175928909e-05,
      "loss": 1.5625,
      "step": 94288
    },
    {
      "epoch": 4.386555012793673,
      "grad_norm": 1.6579412936299032,
      "learning_rate": 5.191912365187144e-05,
      "loss": 1.4141,
      "step": 94289
    },
    {
      "epoch": 4.386601535240754,
      "grad_norm": 1.6303635745736036,
      "learning_rate": 5.191631560449943e-05,
      "loss": 1.5312,
      "step": 94290
    },
    {
      "epoch": 4.386648057687834,
      "grad_norm": 1.788306375456162,
      "learning_rate": 5.1913507617174886e-05,
      "loss": 1.6797,
      "step": 94291
    },
    {
      "epoch": 4.386694580134915,
      "grad_norm": 1.6681836766852667,
      "learning_rate": 5.1910699689899474e-05,
      "loss": 1.6641,
      "step": 94292
    },
    {
      "epoch": 4.386741102581996,
      "grad_norm": 1.8096005875252312,
      "learning_rate": 5.1907891822674916e-05,
      "loss": 1.6641,
      "step": 94293
    },
    {
      "epoch": 4.3867876250290765,
      "grad_norm": 1.693521508428728,
      "learning_rate": 5.190508401550286e-05,
      "loss": 1.4766,
      "step": 94294
    },
    {
      "epoch": 4.386834147476157,
      "grad_norm": 1.8114580029764573,
      "learning_rate": 5.1902276268385154e-05,
      "loss": 1.6641,
      "step": 94295
    },
    {
      "epoch": 4.386880669923238,
      "grad_norm": 1.7066973810865127,
      "learning_rate": 5.189946858132345e-05,
      "loss": 1.5469,
      "step": 94296
    },
    {
      "epoch": 4.386927192370319,
      "grad_norm": 1.5526043104994052,
      "learning_rate": 5.189666095431946e-05,
      "loss": 1.3516,
      "step": 94297
    },
    {
      "epoch": 4.386973714817399,
      "grad_norm": 1.692094902808715,
      "learning_rate": 5.189385338737491e-05,
      "loss": 1.6328,
      "step": 94298
    },
    {
      "epoch": 4.38702023726448,
      "grad_norm": 1.7633952596564697,
      "learning_rate": 5.1891045880491485e-05,
      "loss": 1.75,
      "step": 94299
    },
    {
      "epoch": 4.387066759711561,
      "grad_norm": 1.8039216998436507,
      "learning_rate": 5.188823843367099e-05,
      "loss": 1.5703,
      "step": 94300
    },
    {
      "epoch": 4.387113282158642,
      "grad_norm": 1.754658685700588,
      "learning_rate": 5.188543104691502e-05,
      "loss": 1.625,
      "step": 94301
    },
    {
      "epoch": 4.387159804605722,
      "grad_norm": 1.7296159117793297,
      "learning_rate": 5.188262372022544e-05,
      "loss": 1.5312,
      "step": 94302
    },
    {
      "epoch": 4.3872063270528034,
      "grad_norm": 1.631899122079685,
      "learning_rate": 5.18798164536039e-05,
      "loss": 1.4453,
      "step": 94303
    },
    {
      "epoch": 4.387252849499884,
      "grad_norm": 1.718936402699077,
      "learning_rate": 5.187700924705205e-05,
      "loss": 1.6094,
      "step": 94304
    },
    {
      "epoch": 4.387299371946964,
      "grad_norm": 1.6006614111425128,
      "learning_rate": 5.1874202100571716e-05,
      "loss": 1.5078,
      "step": 94305
    },
    {
      "epoch": 4.387345894394045,
      "grad_norm": 1.8733904019138718,
      "learning_rate": 5.18713950141646e-05,
      "loss": 1.8203,
      "step": 94306
    },
    {
      "epoch": 4.387392416841126,
      "grad_norm": 1.5339053287676616,
      "learning_rate": 5.186858798783237e-05,
      "loss": 1.4141,
      "step": 94307
    },
    {
      "epoch": 4.387438939288207,
      "grad_norm": 1.8203544475147644,
      "learning_rate": 5.186578102157672e-05,
      "loss": 1.7656,
      "step": 94308
    },
    {
      "epoch": 4.387485461735287,
      "grad_norm": 1.764629015996937,
      "learning_rate": 5.186297411539949e-05,
      "loss": 1.6172,
      "step": 94309
    },
    {
      "epoch": 4.387531984182368,
      "grad_norm": 1.6265936173195292,
      "learning_rate": 5.1860167269302306e-05,
      "loss": 1.3281,
      "step": 94310
    },
    {
      "epoch": 4.387578506629449,
      "grad_norm": 1.8745657658505352,
      "learning_rate": 5.185736048328691e-05,
      "loss": 1.7422,
      "step": 94311
    },
    {
      "epoch": 4.3876250290765295,
      "grad_norm": 1.6268199978036189,
      "learning_rate": 5.1854553757354975e-05,
      "loss": 1.5312,
      "step": 94312
    },
    {
      "epoch": 4.38767155152361,
      "grad_norm": 1.6001234322008253,
      "learning_rate": 5.1851747091508295e-05,
      "loss": 1.4219,
      "step": 94313
    },
    {
      "epoch": 4.3877180739706905,
      "grad_norm": 1.744899234442531,
      "learning_rate": 5.184894048574856e-05,
      "loss": 1.6797,
      "step": 94314
    },
    {
      "epoch": 4.387764596417772,
      "grad_norm": 1.7264429940312849,
      "learning_rate": 5.18461339400775e-05,
      "loss": 1.7344,
      "step": 94315
    },
    {
      "epoch": 4.387811118864852,
      "grad_norm": 1.6702612498699383,
      "learning_rate": 5.184332745449674e-05,
      "loss": 1.3516,
      "step": 94316
    },
    {
      "epoch": 4.387857641311933,
      "grad_norm": 1.7365921024245554,
      "learning_rate": 5.184052102900814e-05,
      "loss": 1.6797,
      "step": 94317
    },
    {
      "epoch": 4.387904163759014,
      "grad_norm": 1.7902932262539604,
      "learning_rate": 5.1837714663613334e-05,
      "loss": 1.7422,
      "step": 94318
    },
    {
      "epoch": 4.387950686206095,
      "grad_norm": 1.822561136267112,
      "learning_rate": 5.1834908358314075e-05,
      "loss": 1.6719,
      "step": 94319
    },
    {
      "epoch": 4.387997208653175,
      "grad_norm": 1.6564296726328274,
      "learning_rate": 5.1832102113112014e-05,
      "loss": 1.3984,
      "step": 94320
    },
    {
      "epoch": 4.388043731100256,
      "grad_norm": 1.8106823538368066,
      "learning_rate": 5.182929592800896e-05,
      "loss": 1.7422,
      "step": 94321
    },
    {
      "epoch": 4.388090253547337,
      "grad_norm": 1.8488866002460806,
      "learning_rate": 5.182648980300659e-05,
      "loss": 1.7578,
      "step": 94322
    },
    {
      "epoch": 4.388136775994417,
      "grad_norm": 1.791279784362779,
      "learning_rate": 5.182368373810657e-05,
      "loss": 1.7578,
      "step": 94323
    },
    {
      "epoch": 4.388183298441498,
      "grad_norm": 1.6561651697911508,
      "learning_rate": 5.182087773331072e-05,
      "loss": 1.5312,
      "step": 94324
    },
    {
      "epoch": 4.388229820888578,
      "grad_norm": 1.6482524653560442,
      "learning_rate": 5.181807178862065e-05,
      "loss": 1.6406,
      "step": 94325
    },
    {
      "epoch": 4.38827634333566,
      "grad_norm": 1.741033185943384,
      "learning_rate": 5.1815265904038206e-05,
      "loss": 1.5078,
      "step": 94326
    },
    {
      "epoch": 4.38832286578274,
      "grad_norm": 1.6731495834677943,
      "learning_rate": 5.1812460079565026e-05,
      "loss": 1.5938,
      "step": 94327
    },
    {
      "epoch": 4.388369388229821,
      "grad_norm": 1.713798762596075,
      "learning_rate": 5.1809654315202834e-05,
      "loss": 1.5781,
      "step": 94328
    },
    {
      "epoch": 4.388415910676901,
      "grad_norm": 1.6094398567064891,
      "learning_rate": 5.180684861095335e-05,
      "loss": 1.5,
      "step": 94329
    },
    {
      "epoch": 4.3884624331239825,
      "grad_norm": 1.665997088004693,
      "learning_rate": 5.1804042966818235e-05,
      "loss": 1.5938,
      "step": 94330
    },
    {
      "epoch": 4.388508955571063,
      "grad_norm": 1.6637736253414477,
      "learning_rate": 5.1801237382799325e-05,
      "loss": 1.5078,
      "step": 94331
    },
    {
      "epoch": 4.3885554780181435,
      "grad_norm": 1.6634030137074938,
      "learning_rate": 5.1798431858898266e-05,
      "loss": 1.4688,
      "step": 94332
    },
    {
      "epoch": 4.388602000465225,
      "grad_norm": 1.746462547980774,
      "learning_rate": 5.1795626395116794e-05,
      "loss": 1.5938,
      "step": 94333
    },
    {
      "epoch": 4.388648522912305,
      "grad_norm": 1.5950027149026222,
      "learning_rate": 5.179282099145657e-05,
      "loss": 1.4766,
      "step": 94334
    },
    {
      "epoch": 4.388695045359386,
      "grad_norm": 1.7986234182609726,
      "learning_rate": 5.179001564791941e-05,
      "loss": 1.7266,
      "step": 94335
    },
    {
      "epoch": 4.388741567806466,
      "grad_norm": 1.859513460511423,
      "learning_rate": 5.178721036450698e-05,
      "loss": 1.7578,
      "step": 94336
    },
    {
      "epoch": 4.388788090253548,
      "grad_norm": 1.7792291971571408,
      "learning_rate": 5.1784405141220984e-05,
      "loss": 1.7266,
      "step": 94337
    },
    {
      "epoch": 4.388834612700628,
      "grad_norm": 1.6569182480864528,
      "learning_rate": 5.1781599978063126e-05,
      "loss": 1.4922,
      "step": 94338
    },
    {
      "epoch": 4.388881135147709,
      "grad_norm": 1.714215858685357,
      "learning_rate": 5.177879487503518e-05,
      "loss": 1.5547,
      "step": 94339
    },
    {
      "epoch": 4.388927657594789,
      "grad_norm": 1.7955340314857309,
      "learning_rate": 5.177598983213886e-05,
      "loss": 1.7891,
      "step": 94340
    },
    {
      "epoch": 4.3889741800418705,
      "grad_norm": 1.6535291666735892,
      "learning_rate": 5.177318484937583e-05,
      "loss": 1.5703,
      "step": 94341
    },
    {
      "epoch": 4.389020702488951,
      "grad_norm": 1.7240967641493818,
      "learning_rate": 5.17703799267478e-05,
      "loss": 1.6953,
      "step": 94342
    },
    {
      "epoch": 4.389067224936031,
      "grad_norm": 1.746052676294778,
      "learning_rate": 5.1767575064256584e-05,
      "loss": 1.625,
      "step": 94343
    },
    {
      "epoch": 4.389113747383112,
      "grad_norm": 1.723883325934685,
      "learning_rate": 5.176477026190383e-05,
      "loss": 1.5781,
      "step": 94344
    },
    {
      "epoch": 4.389160269830193,
      "grad_norm": 1.816417177747801,
      "learning_rate": 5.17619655196912e-05,
      "loss": 1.7656,
      "step": 94345
    },
    {
      "epoch": 4.389206792277274,
      "grad_norm": 1.7201605030260663,
      "learning_rate": 5.175916083762052e-05,
      "loss": 1.5234,
      "step": 94346
    },
    {
      "epoch": 4.389253314724354,
      "grad_norm": 1.8523504374996953,
      "learning_rate": 5.175635621569342e-05,
      "loss": 1.7422,
      "step": 94347
    },
    {
      "epoch": 4.389299837171436,
      "grad_norm": 1.7324620464482694,
      "learning_rate": 5.175355165391173e-05,
      "loss": 1.625,
      "step": 94348
    },
    {
      "epoch": 4.389346359618516,
      "grad_norm": 2.4032183656462314,
      "learning_rate": 5.175074715227707e-05,
      "loss": 1.5312,
      "step": 94349
    },
    {
      "epoch": 4.3893928820655965,
      "grad_norm": 1.7311645585217927,
      "learning_rate": 5.174794271079118e-05,
      "loss": 1.7109,
      "step": 94350
    },
    {
      "epoch": 4.389439404512677,
      "grad_norm": 1.6299651098578194,
      "learning_rate": 5.174513832945573e-05,
      "loss": 1.5078,
      "step": 94351
    },
    {
      "epoch": 4.389485926959758,
      "grad_norm": 1.6281556913927018,
      "learning_rate": 5.1742334008272545e-05,
      "loss": 1.4219,
      "step": 94352
    },
    {
      "epoch": 4.389532449406839,
      "grad_norm": 1.7926545104024492,
      "learning_rate": 5.173952974724327e-05,
      "loss": 1.6484,
      "step": 94353
    },
    {
      "epoch": 4.389578971853919,
      "grad_norm": 1.889474745989295,
      "learning_rate": 5.173672554636965e-05,
      "loss": 1.7812,
      "step": 94354
    },
    {
      "epoch": 4.389625494301001,
      "grad_norm": 1.6607418977570447,
      "learning_rate": 5.1733921405653376e-05,
      "loss": 1.4844,
      "step": 94355
    },
    {
      "epoch": 4.389672016748081,
      "grad_norm": 1.8089794098527159,
      "learning_rate": 5.173111732509612e-05,
      "loss": 1.7734,
      "step": 94356
    },
    {
      "epoch": 4.389718539195162,
      "grad_norm": 1.9289671589677142,
      "learning_rate": 5.172831330469971e-05,
      "loss": 1.7891,
      "step": 94357
    },
    {
      "epoch": 4.389765061642242,
      "grad_norm": 1.7669295645508298,
      "learning_rate": 5.172550934446581e-05,
      "loss": 1.6641,
      "step": 94358
    },
    {
      "epoch": 4.3898115840893235,
      "grad_norm": 1.731973944310414,
      "learning_rate": 5.1722705444396126e-05,
      "loss": 1.5938,
      "step": 94359
    },
    {
      "epoch": 4.389858106536404,
      "grad_norm": 1.8096909087109287,
      "learning_rate": 5.1719901604492336e-05,
      "loss": 1.8438,
      "step": 94360
    },
    {
      "epoch": 4.389904628983484,
      "grad_norm": 1.694739803666952,
      "learning_rate": 5.1717097824756237e-05,
      "loss": 1.5391,
      "step": 94361
    },
    {
      "epoch": 4.389951151430565,
      "grad_norm": 1.8804631300100192,
      "learning_rate": 5.171429410518952e-05,
      "loss": 1.8516,
      "step": 94362
    },
    {
      "epoch": 4.389997673877646,
      "grad_norm": 1.6494179450033661,
      "learning_rate": 5.1711490445793895e-05,
      "loss": 1.5312,
      "step": 94363
    },
    {
      "epoch": 4.390044196324727,
      "grad_norm": 1.8828594696599632,
      "learning_rate": 5.170868684657102e-05,
      "loss": 1.7578,
      "step": 94364
    },
    {
      "epoch": 4.390090718771807,
      "grad_norm": 1.6376608609736163,
      "learning_rate": 5.170588330752272e-05,
      "loss": 1.5703,
      "step": 94365
    },
    {
      "epoch": 4.390137241218888,
      "grad_norm": 1.795468970579061,
      "learning_rate": 5.170307982865066e-05,
      "loss": 1.5781,
      "step": 94366
    },
    {
      "epoch": 4.390183763665969,
      "grad_norm": 1.7538058162883314,
      "learning_rate": 5.1700276409956504e-05,
      "loss": 1.6797,
      "step": 94367
    },
    {
      "epoch": 4.3902302861130496,
      "grad_norm": 1.694591303657022,
      "learning_rate": 5.169747305144206e-05,
      "loss": 1.5625,
      "step": 94368
    },
    {
      "epoch": 4.39027680856013,
      "grad_norm": 1.7612728744993116,
      "learning_rate": 5.169466975310895e-05,
      "loss": 1.5391,
      "step": 94369
    },
    {
      "epoch": 4.390323331007211,
      "grad_norm": 1.7992601733999152,
      "learning_rate": 5.169186651495899e-05,
      "loss": 1.6719,
      "step": 94370
    },
    {
      "epoch": 4.390369853454292,
      "grad_norm": 1.5863828367846227,
      "learning_rate": 5.168906333699386e-05,
      "loss": 1.3984,
      "step": 94371
    },
    {
      "epoch": 4.390416375901372,
      "grad_norm": 1.6449018050276136,
      "learning_rate": 5.168626021921526e-05,
      "loss": 1.5859,
      "step": 94372
    },
    {
      "epoch": 4.390462898348453,
      "grad_norm": 1.7501396012611432,
      "learning_rate": 5.1683457161624874e-05,
      "loss": 1.6172,
      "step": 94373
    },
    {
      "epoch": 4.390509420795534,
      "grad_norm": 1.8156929440086527,
      "learning_rate": 5.168065416422449e-05,
      "loss": 1.6875,
      "step": 94374
    },
    {
      "epoch": 4.390555943242615,
      "grad_norm": 1.6145115398737513,
      "learning_rate": 5.167785122701579e-05,
      "loss": 1.3828,
      "step": 94375
    },
    {
      "epoch": 4.390602465689695,
      "grad_norm": 1.6880542848559057,
      "learning_rate": 5.1675048350000486e-05,
      "loss": 1.5078,
      "step": 94376
    },
    {
      "epoch": 4.390648988136776,
      "grad_norm": 1.6993775505597,
      "learning_rate": 5.167224553318025e-05,
      "loss": 1.5312,
      "step": 94377
    },
    {
      "epoch": 4.390695510583857,
      "grad_norm": 1.710468015226315,
      "learning_rate": 5.166944277655691e-05,
      "loss": 1.6484,
      "step": 94378
    },
    {
      "epoch": 4.3907420330309375,
      "grad_norm": 1.9115818985439184,
      "learning_rate": 5.16666400801321e-05,
      "loss": 1.8203,
      "step": 94379
    },
    {
      "epoch": 4.390788555478018,
      "grad_norm": 1.8817598745433914,
      "learning_rate": 5.166383744390756e-05,
      "loss": 1.8516,
      "step": 94380
    },
    {
      "epoch": 4.390835077925098,
      "grad_norm": 1.7188327412242792,
      "learning_rate": 5.1661034867884986e-05,
      "loss": 1.6172,
      "step": 94381
    },
    {
      "epoch": 4.39088160037218,
      "grad_norm": 1.7227793003364695,
      "learning_rate": 5.1658232352066074e-05,
      "loss": 1.6172,
      "step": 94382
    },
    {
      "epoch": 4.39092812281926,
      "grad_norm": 1.777332822585489,
      "learning_rate": 5.16554298964526e-05,
      "loss": 1.6719,
      "step": 94383
    },
    {
      "epoch": 4.390974645266341,
      "grad_norm": 1.6425738878806333,
      "learning_rate": 5.1652627501046275e-05,
      "loss": 1.6484,
      "step": 94384
    },
    {
      "epoch": 4.391021167713422,
      "grad_norm": 1.7405922921246963,
      "learning_rate": 5.1649825165848776e-05,
      "loss": 1.6172,
      "step": 94385
    },
    {
      "epoch": 4.391067690160503,
      "grad_norm": 1.6171741224260023,
      "learning_rate": 5.164702289086179e-05,
      "loss": 1.375,
      "step": 94386
    },
    {
      "epoch": 4.391114212607583,
      "grad_norm": 1.6574667353012105,
      "learning_rate": 5.164422067608712e-05,
      "loss": 1.5547,
      "step": 94387
    },
    {
      "epoch": 4.3911607350546635,
      "grad_norm": 1.8370920019100192,
      "learning_rate": 5.1641418521526445e-05,
      "loss": 1.7891,
      "step": 94388
    },
    {
      "epoch": 4.391207257501745,
      "grad_norm": 1.733236397332472,
      "learning_rate": 5.1638616427181424e-05,
      "loss": 1.5234,
      "step": 94389
    },
    {
      "epoch": 4.391253779948825,
      "grad_norm": 1.761908421981658,
      "learning_rate": 5.1635814393053865e-05,
      "loss": 1.6328,
      "step": 94390
    },
    {
      "epoch": 4.391300302395906,
      "grad_norm": 1.7628648556627298,
      "learning_rate": 5.163301241914539e-05,
      "loss": 1.7109,
      "step": 94391
    },
    {
      "epoch": 4.391346824842986,
      "grad_norm": 1.7134411743489102,
      "learning_rate": 5.163021050545782e-05,
      "loss": 1.6484,
      "step": 94392
    },
    {
      "epoch": 4.391393347290068,
      "grad_norm": 1.6633407789035835,
      "learning_rate": 5.162740865199281e-05,
      "loss": 1.4766,
      "step": 94393
    },
    {
      "epoch": 4.391439869737148,
      "grad_norm": 1.6816005939518348,
      "learning_rate": 5.1624606858752085e-05,
      "loss": 1.5078,
      "step": 94394
    },
    {
      "epoch": 4.391486392184229,
      "grad_norm": 1.6439440760104722,
      "learning_rate": 5.162180512573729e-05,
      "loss": 1.5078,
      "step": 94395
    },
    {
      "epoch": 4.39153291463131,
      "grad_norm": 1.633143391217094,
      "learning_rate": 5.1619003452950275e-05,
      "loss": 1.4219,
      "step": 94396
    },
    {
      "epoch": 4.3915794370783905,
      "grad_norm": 1.6418114516160405,
      "learning_rate": 5.161620184039268e-05,
      "loss": 1.4531,
      "step": 94397
    },
    {
      "epoch": 4.391625959525471,
      "grad_norm": 1.7290687584787956,
      "learning_rate": 5.161340028806622e-05,
      "loss": 1.5391,
      "step": 94398
    },
    {
      "epoch": 4.3916724819725514,
      "grad_norm": 1.6455714513750042,
      "learning_rate": 5.161059879597258e-05,
      "loss": 1.4141,
      "step": 94399
    },
    {
      "epoch": 4.391719004419633,
      "grad_norm": 1.883418732538267,
      "learning_rate": 5.1607797364113554e-05,
      "loss": 1.8516,
      "step": 94400
    },
    {
      "epoch": 4.391765526866713,
      "grad_norm": 1.643155480302332,
      "learning_rate": 5.1604995992490816e-05,
      "loss": 1.5391,
      "step": 94401
    },
    {
      "epoch": 4.391812049313794,
      "grad_norm": 1.714914992151904,
      "learning_rate": 5.160219468110607e-05,
      "loss": 1.5469,
      "step": 94402
    },
    {
      "epoch": 4.391858571760874,
      "grad_norm": 1.7594516623284202,
      "learning_rate": 5.159939342996099e-05,
      "loss": 1.6406,
      "step": 94403
    },
    {
      "epoch": 4.391905094207956,
      "grad_norm": 1.7419651682414807,
      "learning_rate": 5.159659223905741e-05,
      "loss": 1.5859,
      "step": 94404
    },
    {
      "epoch": 4.391951616655036,
      "grad_norm": 1.6778103154305835,
      "learning_rate": 5.159379110839695e-05,
      "loss": 1.5625,
      "step": 94405
    },
    {
      "epoch": 4.391998139102117,
      "grad_norm": 1.7126320412286957,
      "learning_rate": 5.159099003798137e-05,
      "loss": 1.5781,
      "step": 94406
    },
    {
      "epoch": 4.392044661549198,
      "grad_norm": 1.676290016014086,
      "learning_rate": 5.1588189027812366e-05,
      "loss": 1.5391,
      "step": 94407
    },
    {
      "epoch": 4.392091183996278,
      "grad_norm": 1.8649309794821805,
      "learning_rate": 5.15853880778916e-05,
      "loss": 1.75,
      "step": 94408
    },
    {
      "epoch": 4.392137706443359,
      "grad_norm": 1.7230309702824773,
      "learning_rate": 5.1582587188220886e-05,
      "loss": 1.6641,
      "step": 94409
    },
    {
      "epoch": 4.392184228890439,
      "grad_norm": 1.6432311004869569,
      "learning_rate": 5.1579786358801895e-05,
      "loss": 1.4844,
      "step": 94410
    },
    {
      "epoch": 4.392230751337521,
      "grad_norm": 1.7201011262032242,
      "learning_rate": 5.157698558963629e-05,
      "loss": 1.5547,
      "step": 94411
    },
    {
      "epoch": 4.392277273784601,
      "grad_norm": 1.6888826442066096,
      "learning_rate": 5.157418488072588e-05,
      "loss": 1.5312,
      "step": 94412
    },
    {
      "epoch": 4.392323796231682,
      "grad_norm": 1.7669506902281702,
      "learning_rate": 5.157138423207228e-05,
      "loss": 1.5781,
      "step": 94413
    },
    {
      "epoch": 4.392370318678762,
      "grad_norm": 1.6440741197300572,
      "learning_rate": 5.156858364367732e-05,
      "loss": 1.4219,
      "step": 94414
    },
    {
      "epoch": 4.3924168411258435,
      "grad_norm": 1.7534182115513723,
      "learning_rate": 5.156578311554264e-05,
      "loss": 1.6172,
      "step": 94415
    },
    {
      "epoch": 4.392463363572924,
      "grad_norm": 1.7037954837190203,
      "learning_rate": 5.156298264766998e-05,
      "loss": 1.6328,
      "step": 94416
    },
    {
      "epoch": 4.3925098860200045,
      "grad_norm": 1.719437077949074,
      "learning_rate": 5.156018224006099e-05,
      "loss": 1.6562,
      "step": 94417
    },
    {
      "epoch": 4.392556408467085,
      "grad_norm": 1.643908715139323,
      "learning_rate": 5.1557381892717476e-05,
      "loss": 1.4531,
      "step": 94418
    },
    {
      "epoch": 4.392602930914166,
      "grad_norm": 1.740713817450145,
      "learning_rate": 5.155458160564112e-05,
      "loss": 1.7266,
      "step": 94419
    },
    {
      "epoch": 4.392649453361247,
      "grad_norm": 1.7294298982743834,
      "learning_rate": 5.155178137883364e-05,
      "loss": 1.4688,
      "step": 94420
    },
    {
      "epoch": 4.392695975808327,
      "grad_norm": 1.7852327451908852,
      "learning_rate": 5.154898121229668e-05,
      "loss": 1.6172,
      "step": 94421
    },
    {
      "epoch": 4.392742498255409,
      "grad_norm": 1.6612523909288441,
      "learning_rate": 5.154618110603206e-05,
      "loss": 1.5781,
      "step": 94422
    },
    {
      "epoch": 4.392789020702489,
      "grad_norm": 1.853238424327368,
      "learning_rate": 5.1543381060041456e-05,
      "loss": 1.625,
      "step": 94423
    },
    {
      "epoch": 4.39283554314957,
      "grad_norm": 1.726557194869485,
      "learning_rate": 5.154058107432657e-05,
      "loss": 1.5,
      "step": 94424
    },
    {
      "epoch": 4.39288206559665,
      "grad_norm": 1.8055247107290824,
      "learning_rate": 5.153778114888907e-05,
      "loss": 1.7266,
      "step": 94425
    },
    {
      "epoch": 4.392928588043731,
      "grad_norm": 1.7043443639354703,
      "learning_rate": 5.1534981283730784e-05,
      "loss": 1.6328,
      "step": 94426
    },
    {
      "epoch": 4.392975110490812,
      "grad_norm": 1.9293854119020613,
      "learning_rate": 5.153218147885334e-05,
      "loss": 1.9141,
      "step": 94427
    },
    {
      "epoch": 4.393021632937892,
      "grad_norm": 1.6884302052051556,
      "learning_rate": 5.1529381734258496e-05,
      "loss": 1.6562,
      "step": 94428
    },
    {
      "epoch": 4.393068155384973,
      "grad_norm": 1.6225589725841965,
      "learning_rate": 5.152658204994788e-05,
      "loss": 1.4531,
      "step": 94429
    },
    {
      "epoch": 4.393114677832054,
      "grad_norm": 1.8260071259067618,
      "learning_rate": 5.152378242592332e-05,
      "loss": 1.5781,
      "step": 94430
    },
    {
      "epoch": 4.393161200279135,
      "grad_norm": 1.7087709449895745,
      "learning_rate": 5.152098286218649e-05,
      "loss": 1.5156,
      "step": 94431
    },
    {
      "epoch": 4.393207722726215,
      "grad_norm": 1.7438217058011418,
      "learning_rate": 5.15181833587391e-05,
      "loss": 1.6641,
      "step": 94432
    },
    {
      "epoch": 4.393254245173296,
      "grad_norm": 1.7167342877220193,
      "learning_rate": 5.151538391558279e-05,
      "loss": 1.5078,
      "step": 94433
    },
    {
      "epoch": 4.393300767620377,
      "grad_norm": 1.492281413148825,
      "learning_rate": 5.151258453271939e-05,
      "loss": 1.2656,
      "step": 94434
    },
    {
      "epoch": 4.3933472900674575,
      "grad_norm": 1.797985890004748,
      "learning_rate": 5.1509785210150546e-05,
      "loss": 1.7812,
      "step": 94435
    },
    {
      "epoch": 4.393393812514538,
      "grad_norm": 1.8103844236759188,
      "learning_rate": 5.150698594787801e-05,
      "loss": 1.7188,
      "step": 94436
    },
    {
      "epoch": 4.393440334961619,
      "grad_norm": 1.7230842110430225,
      "learning_rate": 5.1504186745903504e-05,
      "loss": 1.7031,
      "step": 94437
    },
    {
      "epoch": 4.3934868574087,
      "grad_norm": 1.5266018476036796,
      "learning_rate": 5.150138760422869e-05,
      "loss": 1.2422,
      "step": 94438
    },
    {
      "epoch": 4.39353337985578,
      "grad_norm": 1.6602511846889922,
      "learning_rate": 5.1498588522855274e-05,
      "loss": 1.6406,
      "step": 94439
    },
    {
      "epoch": 4.393579902302861,
      "grad_norm": 1.824233897462176,
      "learning_rate": 5.149578950178505e-05,
      "loss": 1.7969,
      "step": 94440
    },
    {
      "epoch": 4.393626424749942,
      "grad_norm": 1.6997993333349661,
      "learning_rate": 5.149299054101969e-05,
      "loss": 1.5859,
      "step": 94441
    },
    {
      "epoch": 4.393672947197023,
      "grad_norm": 1.723449944978084,
      "learning_rate": 5.149019164056089e-05,
      "loss": 1.5859,
      "step": 94442
    },
    {
      "epoch": 4.393719469644103,
      "grad_norm": 1.6755635775465827,
      "learning_rate": 5.148739280041033e-05,
      "loss": 1.5156,
      "step": 94443
    },
    {
      "epoch": 4.3937659920911845,
      "grad_norm": 1.684382497872328,
      "learning_rate": 5.148459402056981e-05,
      "loss": 1.4375,
      "step": 94444
    },
    {
      "epoch": 4.393812514538265,
      "grad_norm": 1.6540815245152711,
      "learning_rate": 5.148179530104102e-05,
      "loss": 1.6016,
      "step": 94445
    },
    {
      "epoch": 4.393859036985345,
      "grad_norm": 1.6164178229016049,
      "learning_rate": 5.1478996641825645e-05,
      "loss": 1.4609,
      "step": 94446
    },
    {
      "epoch": 4.393905559432426,
      "grad_norm": 1.6874681461067012,
      "learning_rate": 5.1476198042925354e-05,
      "loss": 1.4688,
      "step": 94447
    },
    {
      "epoch": 4.393952081879507,
      "grad_norm": 1.8588739524121676,
      "learning_rate": 5.147339950434198e-05,
      "loss": 1.7188,
      "step": 94448
    },
    {
      "epoch": 4.393998604326588,
      "grad_norm": 1.7710360075300249,
      "learning_rate": 5.147060102607716e-05,
      "loss": 1.7188,
      "step": 94449
    },
    {
      "epoch": 4.394045126773668,
      "grad_norm": 1.7052215415728018,
      "learning_rate": 5.1467802608132625e-05,
      "loss": 1.5156,
      "step": 94450
    },
    {
      "epoch": 4.394091649220749,
      "grad_norm": 1.4637316002321001,
      "learning_rate": 5.1465004250510035e-05,
      "loss": 1.3594,
      "step": 94451
    },
    {
      "epoch": 4.39413817166783,
      "grad_norm": 1.6334974990888926,
      "learning_rate": 5.146220595321119e-05,
      "loss": 1.3047,
      "step": 94452
    },
    {
      "epoch": 4.3941846941149105,
      "grad_norm": 1.761278091969205,
      "learning_rate": 5.1459407716237755e-05,
      "loss": 1.7188,
      "step": 94453
    },
    {
      "epoch": 4.394231216561991,
      "grad_norm": 1.685726564553797,
      "learning_rate": 5.1456609539591466e-05,
      "loss": 1.6875,
      "step": 94454
    },
    {
      "epoch": 4.3942777390090715,
      "grad_norm": 1.8245314569303135,
      "learning_rate": 5.145381142327397e-05,
      "loss": 1.7188,
      "step": 94455
    },
    {
      "epoch": 4.394324261456153,
      "grad_norm": 1.6756461527497426,
      "learning_rate": 5.145101336728704e-05,
      "loss": 1.5391,
      "step": 94456
    },
    {
      "epoch": 4.394370783903233,
      "grad_norm": 1.662111120971729,
      "learning_rate": 5.1448215371632406e-05,
      "loss": 1.6328,
      "step": 94457
    },
    {
      "epoch": 4.394417306350314,
      "grad_norm": 1.7362472576140386,
      "learning_rate": 5.1445417436311774e-05,
      "loss": 1.6328,
      "step": 94458
    },
    {
      "epoch": 4.394463828797395,
      "grad_norm": 1.7383868766512776,
      "learning_rate": 5.144261956132683e-05,
      "loss": 1.5625,
      "step": 94459
    },
    {
      "epoch": 4.394510351244476,
      "grad_norm": 1.7071389896406488,
      "learning_rate": 5.14398217466793e-05,
      "loss": 1.6328,
      "step": 94460
    },
    {
      "epoch": 4.394556873691556,
      "grad_norm": 1.7637411085447843,
      "learning_rate": 5.143702399237084e-05,
      "loss": 1.6875,
      "step": 94461
    },
    {
      "epoch": 4.394603396138637,
      "grad_norm": 1.7227075612952427,
      "learning_rate": 5.143422629840327e-05,
      "loss": 1.5234,
      "step": 94462
    },
    {
      "epoch": 4.394649918585718,
      "grad_norm": 1.760327392587922,
      "learning_rate": 5.143142866477826e-05,
      "loss": 1.5391,
      "step": 94463
    },
    {
      "epoch": 4.394696441032798,
      "grad_norm": 1.7072103465981958,
      "learning_rate": 5.142863109149749e-05,
      "loss": 1.6016,
      "step": 94464
    },
    {
      "epoch": 4.394742963479879,
      "grad_norm": 1.718257486287278,
      "learning_rate": 5.142583357856264e-05,
      "loss": 1.4844,
      "step": 94465
    },
    {
      "epoch": 4.394789485926959,
      "grad_norm": 1.7133692058926349,
      "learning_rate": 5.142303612597554e-05,
      "loss": 1.6094,
      "step": 94466
    },
    {
      "epoch": 4.394836008374041,
      "grad_norm": 1.8922916085559274,
      "learning_rate": 5.142023873373782e-05,
      "loss": 1.8125,
      "step": 94467
    },
    {
      "epoch": 4.394882530821121,
      "grad_norm": 1.6809171966009961,
      "learning_rate": 5.1417441401851226e-05,
      "loss": 1.5547,
      "step": 94468
    },
    {
      "epoch": 4.394929053268202,
      "grad_norm": 1.7148964037538303,
      "learning_rate": 5.141464413031741e-05,
      "loss": 1.6094,
      "step": 94469
    },
    {
      "epoch": 4.394975575715282,
      "grad_norm": 1.72388549839708,
      "learning_rate": 5.141184691913817e-05,
      "loss": 1.6875,
      "step": 94470
    },
    {
      "epoch": 4.3950220981623636,
      "grad_norm": 1.726364316961202,
      "learning_rate": 5.1409049768315176e-05,
      "loss": 1.5859,
      "step": 94471
    },
    {
      "epoch": 4.395068620609444,
      "grad_norm": 1.6955798404253892,
      "learning_rate": 5.140625267785015e-05,
      "loss": 1.5703,
      "step": 94472
    },
    {
      "epoch": 4.3951151430565245,
      "grad_norm": 1.6767078455148192,
      "learning_rate": 5.1403455647744737e-05,
      "loss": 1.5703,
      "step": 94473
    },
    {
      "epoch": 4.395161665503606,
      "grad_norm": 1.6916640173543342,
      "learning_rate": 5.140065867800077e-05,
      "loss": 1.5156,
      "step": 94474
    },
    {
      "epoch": 4.395208187950686,
      "grad_norm": 1.4031930879580254,
      "learning_rate": 5.139786176861989e-05,
      "loss": 1.1875,
      "step": 94475
    },
    {
      "epoch": 4.395254710397767,
      "grad_norm": 1.710187887796507,
      "learning_rate": 5.139506491960384e-05,
      "loss": 1.6172,
      "step": 94476
    },
    {
      "epoch": 4.395301232844847,
      "grad_norm": 1.601814416285308,
      "learning_rate": 5.139226813095423e-05,
      "loss": 1.4531,
      "step": 94477
    },
    {
      "epoch": 4.395347755291929,
      "grad_norm": 1.7148358643052177,
      "learning_rate": 5.138947140267289e-05,
      "loss": 1.5703,
      "step": 94478
    },
    {
      "epoch": 4.395394277739009,
      "grad_norm": 1.9197005644725733,
      "learning_rate": 5.138667473476154e-05,
      "loss": 1.7812,
      "step": 94479
    },
    {
      "epoch": 4.39544080018609,
      "grad_norm": 1.783840352539929,
      "learning_rate": 5.138387812722182e-05,
      "loss": 1.6484,
      "step": 94480
    },
    {
      "epoch": 4.39548732263317,
      "grad_norm": 1.8755020487699146,
      "learning_rate": 5.13810815800555e-05,
      "loss": 1.7812,
      "step": 94481
    },
    {
      "epoch": 4.3955338450802515,
      "grad_norm": 1.7578973298504361,
      "learning_rate": 5.13782850932642e-05,
      "loss": 1.6641,
      "step": 94482
    },
    {
      "epoch": 4.395580367527332,
      "grad_norm": 1.7526852406816267,
      "learning_rate": 5.137548866684975e-05,
      "loss": 1.5938,
      "step": 94483
    },
    {
      "epoch": 4.395626889974412,
      "grad_norm": 1.7954323390652844,
      "learning_rate": 5.1372692300813805e-05,
      "loss": 1.6641,
      "step": 94484
    },
    {
      "epoch": 4.395673412421494,
      "grad_norm": 1.6789240370784795,
      "learning_rate": 5.1369895995158075e-05,
      "loss": 1.5625,
      "step": 94485
    },
    {
      "epoch": 4.395719934868574,
      "grad_norm": 1.7246356377861698,
      "learning_rate": 5.136709974988428e-05,
      "loss": 1.5625,
      "step": 94486
    },
    {
      "epoch": 4.395766457315655,
      "grad_norm": 1.8349163576877896,
      "learning_rate": 5.136430356499408e-05,
      "loss": 1.6562,
      "step": 94487
    },
    {
      "epoch": 4.395812979762735,
      "grad_norm": 1.8821219664811473,
      "learning_rate": 5.1361507440489285e-05,
      "loss": 1.5781,
      "step": 94488
    },
    {
      "epoch": 4.395859502209817,
      "grad_norm": 1.5749192997996782,
      "learning_rate": 5.1358711376371565e-05,
      "loss": 1.375,
      "step": 94489
    },
    {
      "epoch": 4.395906024656897,
      "grad_norm": 1.8209797874938243,
      "learning_rate": 5.1355915372642606e-05,
      "loss": 1.7109,
      "step": 94490
    },
    {
      "epoch": 4.3959525471039775,
      "grad_norm": 1.5807245467619637,
      "learning_rate": 5.13531194293041e-05,
      "loss": 1.2578,
      "step": 94491
    },
    {
      "epoch": 4.395999069551058,
      "grad_norm": 1.7366098037215425,
      "learning_rate": 5.135032354635784e-05,
      "loss": 1.6016,
      "step": 94492
    },
    {
      "epoch": 4.396045591998139,
      "grad_norm": 1.7438079947709617,
      "learning_rate": 5.1347527723805486e-05,
      "loss": 1.5938,
      "step": 94493
    },
    {
      "epoch": 4.39609211444522,
      "grad_norm": 1.6375311571622408,
      "learning_rate": 5.134473196164877e-05,
      "loss": 1.625,
      "step": 94494
    },
    {
      "epoch": 4.3961386368923,
      "grad_norm": 1.6683583737747605,
      "learning_rate": 5.134193625988933e-05,
      "loss": 1.6484,
      "step": 94495
    },
    {
      "epoch": 4.396185159339382,
      "grad_norm": 1.69539473790666,
      "learning_rate": 5.1339140618529e-05,
      "loss": 1.5547,
      "step": 94496
    },
    {
      "epoch": 4.396231681786462,
      "grad_norm": 1.773555332969598,
      "learning_rate": 5.133634503756943e-05,
      "loss": 1.5,
      "step": 94497
    },
    {
      "epoch": 4.396278204233543,
      "grad_norm": 1.6687975499632344,
      "learning_rate": 5.1333549517012316e-05,
      "loss": 1.4766,
      "step": 94498
    },
    {
      "epoch": 4.396324726680623,
      "grad_norm": 1.762108864307109,
      "learning_rate": 5.1330754056859344e-05,
      "loss": 1.5781,
      "step": 94499
    },
    {
      "epoch": 4.3963712491277045,
      "grad_norm": 1.687516055251864,
      "learning_rate": 5.132795865711226e-05,
      "loss": 1.5703,
      "step": 94500
    },
    {
      "epoch": 4.396417771574785,
      "grad_norm": 1.7846091923826897,
      "learning_rate": 5.1325163317772847e-05,
      "loss": 1.6719,
      "step": 94501
    },
    {
      "epoch": 4.3964642940218654,
      "grad_norm": 1.7709738502631518,
      "learning_rate": 5.132236803884272e-05,
      "loss": 1.6094,
      "step": 94502
    },
    {
      "epoch": 4.396510816468946,
      "grad_norm": 1.5766997269780185,
      "learning_rate": 5.131957282032364e-05,
      "loss": 1.3906,
      "step": 94503
    },
    {
      "epoch": 4.396557338916027,
      "grad_norm": 1.6641140434641262,
      "learning_rate": 5.131677766221725e-05,
      "loss": 1.5391,
      "step": 94504
    },
    {
      "epoch": 4.396603861363108,
      "grad_norm": 1.7890743779084763,
      "learning_rate": 5.131398256452537e-05,
      "loss": 1.6641,
      "step": 94505
    },
    {
      "epoch": 4.396650383810188,
      "grad_norm": 1.8086950682806944,
      "learning_rate": 5.131118752724964e-05,
      "loss": 1.7969,
      "step": 94506
    },
    {
      "epoch": 4.396696906257269,
      "grad_norm": 1.6057162049575036,
      "learning_rate": 5.130839255039179e-05,
      "loss": 1.4141,
      "step": 94507
    },
    {
      "epoch": 4.39674342870435,
      "grad_norm": 1.6966103056283128,
      "learning_rate": 5.130559763395345e-05,
      "loss": 1.5078,
      "step": 94508
    },
    {
      "epoch": 4.396789951151431,
      "grad_norm": 1.8717027989259185,
      "learning_rate": 5.1302802777936484e-05,
      "loss": 1.8203,
      "step": 94509
    },
    {
      "epoch": 4.396836473598511,
      "grad_norm": 1.5117933114062676,
      "learning_rate": 5.130000798234251e-05,
      "loss": 1.3438,
      "step": 94510
    },
    {
      "epoch": 4.396882996045592,
      "grad_norm": 1.7540263392575042,
      "learning_rate": 5.1297213247173257e-05,
      "loss": 1.6562,
      "step": 94511
    },
    {
      "epoch": 4.396929518492673,
      "grad_norm": 1.6188467966252624,
      "learning_rate": 5.129441857243042e-05,
      "loss": 1.4219,
      "step": 94512
    },
    {
      "epoch": 4.396976040939753,
      "grad_norm": 1.8733846165073496,
      "learning_rate": 5.129162395811569e-05,
      "loss": 1.8047,
      "step": 94513
    },
    {
      "epoch": 4.397022563386834,
      "grad_norm": 1.8061222206824592,
      "learning_rate": 5.128882940423084e-05,
      "loss": 1.7656,
      "step": 94514
    },
    {
      "epoch": 4.397069085833915,
      "grad_norm": 1.7452699325480034,
      "learning_rate": 5.128603491077757e-05,
      "loss": 1.6172,
      "step": 94515
    },
    {
      "epoch": 4.397115608280996,
      "grad_norm": 1.6309452689707082,
      "learning_rate": 5.1283240477757557e-05,
      "loss": 1.5938,
      "step": 94516
    },
    {
      "epoch": 4.397162130728076,
      "grad_norm": 1.722872720188651,
      "learning_rate": 5.128044610517248e-05,
      "loss": 1.5703,
      "step": 94517
    },
    {
      "epoch": 4.397208653175157,
      "grad_norm": 1.6194199811304004,
      "learning_rate": 5.1277651793024146e-05,
      "loss": 1.4609,
      "step": 94518
    },
    {
      "epoch": 4.397255175622238,
      "grad_norm": 1.8125145556453939,
      "learning_rate": 5.1274857541314215e-05,
      "loss": 1.7891,
      "step": 94519
    },
    {
      "epoch": 4.3973016980693185,
      "grad_norm": 1.7807864014701875,
      "learning_rate": 5.12720633500444e-05,
      "loss": 1.625,
      "step": 94520
    },
    {
      "epoch": 4.397348220516399,
      "grad_norm": 1.8475847799909937,
      "learning_rate": 5.126926921921636e-05,
      "loss": 1.6797,
      "step": 94521
    },
    {
      "epoch": 4.397394742963479,
      "grad_norm": 1.5838500695961113,
      "learning_rate": 5.126647514883185e-05,
      "loss": 1.3438,
      "step": 94522
    },
    {
      "epoch": 4.397441265410561,
      "grad_norm": 1.744189530893114,
      "learning_rate": 5.126368113889264e-05,
      "loss": 1.6641,
      "step": 94523
    },
    {
      "epoch": 4.397487787857641,
      "grad_norm": 1.6362094812658834,
      "learning_rate": 5.126088718940039e-05,
      "loss": 1.5312,
      "step": 94524
    },
    {
      "epoch": 4.397534310304722,
      "grad_norm": 1.7201182535832342,
      "learning_rate": 5.12580933003568e-05,
      "loss": 1.6484,
      "step": 94525
    },
    {
      "epoch": 4.397580832751803,
      "grad_norm": 1.7057430354240655,
      "learning_rate": 5.125529947176355e-05,
      "loss": 1.5156,
      "step": 94526
    },
    {
      "epoch": 4.397627355198884,
      "grad_norm": 1.6670629358658662,
      "learning_rate": 5.125250570362242e-05,
      "loss": 1.6562,
      "step": 94527
    },
    {
      "epoch": 4.397673877645964,
      "grad_norm": 1.7715339828584193,
      "learning_rate": 5.12497119959351e-05,
      "loss": 1.7109,
      "step": 94528
    },
    {
      "epoch": 4.3977204000930445,
      "grad_norm": 1.8028982921694119,
      "learning_rate": 5.1246918348703286e-05,
      "loss": 1.6875,
      "step": 94529
    },
    {
      "epoch": 4.397766922540126,
      "grad_norm": 1.7659459011270822,
      "learning_rate": 5.124412476192863e-05,
      "loss": 1.7031,
      "step": 94530
    },
    {
      "epoch": 4.397813444987206,
      "grad_norm": 1.4827668062812962,
      "learning_rate": 5.124133123561296e-05,
      "loss": 1.2969,
      "step": 94531
    },
    {
      "epoch": 4.397859967434287,
      "grad_norm": 1.8230215864785952,
      "learning_rate": 5.1238537769757944e-05,
      "loss": 1.7188,
      "step": 94532
    },
    {
      "epoch": 4.397906489881368,
      "grad_norm": 1.7598194206212636,
      "learning_rate": 5.123574436436526e-05,
      "loss": 1.6562,
      "step": 94533
    },
    {
      "epoch": 4.397953012328449,
      "grad_norm": 1.6528385588412045,
      "learning_rate": 5.123295101943658e-05,
      "loss": 1.375,
      "step": 94534
    },
    {
      "epoch": 4.397999534775529,
      "grad_norm": 1.7521258705943323,
      "learning_rate": 5.123015773497373e-05,
      "loss": 1.625,
      "step": 94535
    },
    {
      "epoch": 4.39804605722261,
      "grad_norm": 1.875553244554141,
      "learning_rate": 5.122736451097836e-05,
      "loss": 1.8047,
      "step": 94536
    },
    {
      "epoch": 4.398092579669691,
      "grad_norm": 1.815400170297971,
      "learning_rate": 5.1224571347452174e-05,
      "loss": 1.7344,
      "step": 94537
    },
    {
      "epoch": 4.3981391021167715,
      "grad_norm": 1.6198722088287103,
      "learning_rate": 5.12217782443969e-05,
      "loss": 1.4297,
      "step": 94538
    },
    {
      "epoch": 4.398185624563852,
      "grad_norm": 1.7368537120137357,
      "learning_rate": 5.121898520181418e-05,
      "loss": 1.6016,
      "step": 94539
    },
    {
      "epoch": 4.3982321470109325,
      "grad_norm": 1.8699727866634854,
      "learning_rate": 5.121619221970583e-05,
      "loss": 1.8594,
      "step": 94540
    },
    {
      "epoch": 4.398278669458014,
      "grad_norm": 1.7268170488162689,
      "learning_rate": 5.1213399298073493e-05,
      "loss": 1.6797,
      "step": 94541
    },
    {
      "epoch": 4.398325191905094,
      "grad_norm": 1.8306910654852626,
      "learning_rate": 5.121060643691892e-05,
      "loss": 1.7344,
      "step": 94542
    },
    {
      "epoch": 4.398371714352175,
      "grad_norm": 1.7470842511124924,
      "learning_rate": 5.1207813636243726e-05,
      "loss": 1.6875,
      "step": 94543
    },
    {
      "epoch": 4.398418236799255,
      "grad_norm": 1.7650027217746507,
      "learning_rate": 5.120502089604971e-05,
      "loss": 1.6484,
      "step": 94544
    },
    {
      "epoch": 4.398464759246337,
      "grad_norm": 1.6669406448908726,
      "learning_rate": 5.120222821633859e-05,
      "loss": 1.5547,
      "step": 94545
    },
    {
      "epoch": 4.398511281693417,
      "grad_norm": 1.632670694628498,
      "learning_rate": 5.119943559711206e-05,
      "loss": 1.3594,
      "step": 94546
    },
    {
      "epoch": 4.398557804140498,
      "grad_norm": 1.682181971449641,
      "learning_rate": 5.119664303837183e-05,
      "loss": 1.5859,
      "step": 94547
    },
    {
      "epoch": 4.398604326587579,
      "grad_norm": 1.5905069502788685,
      "learning_rate": 5.1193850540119525e-05,
      "loss": 1.3672,
      "step": 94548
    },
    {
      "epoch": 4.398650849034659,
      "grad_norm": 1.985022627708227,
      "learning_rate": 5.119105810235698e-05,
      "loss": 1.9531,
      "step": 94549
    },
    {
      "epoch": 4.39869737148174,
      "grad_norm": 1.8242907795471333,
      "learning_rate": 5.118826572508586e-05,
      "loss": 1.7344,
      "step": 94550
    },
    {
      "epoch": 4.39874389392882,
      "grad_norm": 1.7087003525006859,
      "learning_rate": 5.1185473408307874e-05,
      "loss": 1.6797,
      "step": 94551
    },
    {
      "epoch": 4.398790416375902,
      "grad_norm": 1.7218957068963126,
      "learning_rate": 5.118268115202465e-05,
      "loss": 1.5938,
      "step": 94552
    },
    {
      "epoch": 4.398836938822982,
      "grad_norm": 1.6898414138608107,
      "learning_rate": 5.1179888956238034e-05,
      "loss": 1.5625,
      "step": 94553
    },
    {
      "epoch": 4.398883461270063,
      "grad_norm": 1.620565384606679,
      "learning_rate": 5.1177096820949676e-05,
      "loss": 1.5625,
      "step": 94554
    },
    {
      "epoch": 4.398929983717143,
      "grad_norm": 1.6757906171608552,
      "learning_rate": 5.117430474616129e-05,
      "loss": 1.6328,
      "step": 94555
    },
    {
      "epoch": 4.3989765061642245,
      "grad_norm": 1.6979283931057914,
      "learning_rate": 5.1171512731874504e-05,
      "loss": 1.6328,
      "step": 94556
    },
    {
      "epoch": 4.399023028611305,
      "grad_norm": 1.7475160159795442,
      "learning_rate": 5.116872077809117e-05,
      "loss": 1.6328,
      "step": 94557
    },
    {
      "epoch": 4.3990695510583855,
      "grad_norm": 1.7826878112819422,
      "learning_rate": 5.116592888481292e-05,
      "loss": 1.7734,
      "step": 94558
    },
    {
      "epoch": 4.399116073505466,
      "grad_norm": 1.604664334737499,
      "learning_rate": 5.116313705204147e-05,
      "loss": 1.5234,
      "step": 94559
    },
    {
      "epoch": 4.399162595952547,
      "grad_norm": 1.785883628615795,
      "learning_rate": 5.1160345279778474e-05,
      "loss": 1.7031,
      "step": 94560
    },
    {
      "epoch": 4.399209118399628,
      "grad_norm": 1.6571031420565454,
      "learning_rate": 5.1157553568025754e-05,
      "loss": 1.5781,
      "step": 94561
    },
    {
      "epoch": 4.399255640846708,
      "grad_norm": 1.641928209245725,
      "learning_rate": 5.1154761916784965e-05,
      "loss": 1.5469,
      "step": 94562
    },
    {
      "epoch": 4.39930216329379,
      "grad_norm": 1.7523064184994122,
      "learning_rate": 5.115197032605782e-05,
      "loss": 1.5625,
      "step": 94563
    },
    {
      "epoch": 4.39934868574087,
      "grad_norm": 1.8181163240668787,
      "learning_rate": 5.1149178795846016e-05,
      "loss": 1.7188,
      "step": 94564
    },
    {
      "epoch": 4.399395208187951,
      "grad_norm": 1.8186690972772772,
      "learning_rate": 5.114638732615115e-05,
      "loss": 1.7969,
      "step": 94565
    },
    {
      "epoch": 4.399441730635031,
      "grad_norm": 1.6740874033282094,
      "learning_rate": 5.1143595916975164e-05,
      "loss": 1.6172,
      "step": 94566
    },
    {
      "epoch": 4.399488253082112,
      "grad_norm": 1.6590532377709883,
      "learning_rate": 5.1140804568319644e-05,
      "loss": 1.5781,
      "step": 94567
    },
    {
      "epoch": 4.399534775529193,
      "grad_norm": 1.6599367211347917,
      "learning_rate": 5.1138013280186315e-05,
      "loss": 1.5391,
      "step": 94568
    },
    {
      "epoch": 4.399581297976273,
      "grad_norm": 1.7049575004253361,
      "learning_rate": 5.113522205257687e-05,
      "loss": 1.6016,
      "step": 94569
    },
    {
      "epoch": 4.399627820423354,
      "grad_norm": 1.740181795242274,
      "learning_rate": 5.1132430885492974e-05,
      "loss": 1.6641,
      "step": 94570
    },
    {
      "epoch": 4.399674342870435,
      "grad_norm": 1.7406849239241917,
      "learning_rate": 5.112963977893645e-05,
      "loss": 1.75,
      "step": 94571
    },
    {
      "epoch": 4.399720865317516,
      "grad_norm": 1.6586616104964833,
      "learning_rate": 5.112684873290894e-05,
      "loss": 1.5,
      "step": 94572
    },
    {
      "epoch": 4.399767387764596,
      "grad_norm": 1.5588308462677993,
      "learning_rate": 5.112405774741214e-05,
      "loss": 1.375,
      "step": 94573
    },
    {
      "epoch": 4.399813910211677,
      "grad_norm": 1.9010050077536325,
      "learning_rate": 5.1121266822447736e-05,
      "loss": 1.8984,
      "step": 94574
    },
    {
      "epoch": 4.399860432658758,
      "grad_norm": 1.8567889244073952,
      "learning_rate": 5.1118475958017526e-05,
      "loss": 1.7656,
      "step": 94575
    },
    {
      "epoch": 4.3999069551058385,
      "grad_norm": 1.7195830415834468,
      "learning_rate": 5.111568515412316e-05,
      "loss": 1.6016,
      "step": 94576
    },
    {
      "epoch": 4.399953477552919,
      "grad_norm": 1.7703493432458737,
      "learning_rate": 5.111289441076636e-05,
      "loss": 1.625,
      "step": 94577
    },
    {
      "epoch": 4.4,
      "grad_norm": 1.7530463977390955,
      "learning_rate": 5.1110103727948774e-05,
      "loss": 1.7344,
      "step": 94578
    },
    {
      "epoch": 4.400046522447081,
      "grad_norm": 1.7154386185518595,
      "learning_rate": 5.110731310567221e-05,
      "loss": 1.7422,
      "step": 94579
    },
    {
      "epoch": 4.400093044894161,
      "grad_norm": 1.78244138769653,
      "learning_rate": 5.110452254393836e-05,
      "loss": 1.6328,
      "step": 94580
    },
    {
      "epoch": 4.400139567341242,
      "grad_norm": 1.7041280932648908,
      "learning_rate": 5.110173204274887e-05,
      "loss": 1.5547,
      "step": 94581
    },
    {
      "epoch": 4.400186089788323,
      "grad_norm": 1.8665802318453246,
      "learning_rate": 5.1098941602105454e-05,
      "loss": 1.7969,
      "step": 94582
    },
    {
      "epoch": 4.400232612235404,
      "grad_norm": 1.6605545205333454,
      "learning_rate": 5.1096151222009903e-05,
      "loss": 1.5234,
      "step": 94583
    },
    {
      "epoch": 4.400279134682484,
      "grad_norm": 1.7134761123017126,
      "learning_rate": 5.1093360902463846e-05,
      "loss": 1.5391,
      "step": 94584
    },
    {
      "epoch": 4.4003256571295655,
      "grad_norm": 1.5590527534679708,
      "learning_rate": 5.109057064346904e-05,
      "loss": 1.3594,
      "step": 94585
    },
    {
      "epoch": 4.400372179576646,
      "grad_norm": 1.7448878773662242,
      "learning_rate": 5.1087780445027113e-05,
      "loss": 1.6094,
      "step": 94586
    },
    {
      "epoch": 4.400418702023726,
      "grad_norm": 1.7391128113112615,
      "learning_rate": 5.1084990307139814e-05,
      "loss": 1.5156,
      "step": 94587
    },
    {
      "epoch": 4.400465224470807,
      "grad_norm": 1.6904280817931696,
      "learning_rate": 5.1082200229808946e-05,
      "loss": 1.6172,
      "step": 94588
    },
    {
      "epoch": 4.400511746917888,
      "grad_norm": 1.695368632090483,
      "learning_rate": 5.1079410213036116e-05,
      "loss": 1.5547,
      "step": 94589
    },
    {
      "epoch": 4.400558269364969,
      "grad_norm": 1.79882722423567,
      "learning_rate": 5.107662025682306e-05,
      "loss": 1.8125,
      "step": 94590
    },
    {
      "epoch": 4.400604791812049,
      "grad_norm": 1.6791444854810669,
      "learning_rate": 5.107383036117143e-05,
      "loss": 1.5312,
      "step": 94591
    },
    {
      "epoch": 4.40065131425913,
      "grad_norm": 1.647775362827756,
      "learning_rate": 5.107104052608303e-05,
      "loss": 1.5547,
      "step": 94592
    },
    {
      "epoch": 4.400697836706211,
      "grad_norm": 1.7432643133185808,
      "learning_rate": 5.106825075155954e-05,
      "loss": 1.6953,
      "step": 94593
    },
    {
      "epoch": 4.4007443591532915,
      "grad_norm": 1.769258340400937,
      "learning_rate": 5.1065461037602626e-05,
      "loss": 1.7656,
      "step": 94594
    },
    {
      "epoch": 4.400790881600372,
      "grad_norm": 1.6734298752268615,
      "learning_rate": 5.106267138421404e-05,
      "loss": 1.4688,
      "step": 94595
    },
    {
      "epoch": 4.4008374040474525,
      "grad_norm": 1.6460613535095483,
      "learning_rate": 5.1059881791395395e-05,
      "loss": 1.4766,
      "step": 94596
    },
    {
      "epoch": 4.400883926494534,
      "grad_norm": 1.7669446418418577,
      "learning_rate": 5.105709225914855e-05,
      "loss": 1.6328,
      "step": 94597
    },
    {
      "epoch": 4.400930448941614,
      "grad_norm": 1.8629816268712138,
      "learning_rate": 5.105430278747512e-05,
      "loss": 1.7656,
      "step": 94598
    },
    {
      "epoch": 4.400976971388695,
      "grad_norm": 1.8080312777166585,
      "learning_rate": 5.105151337637683e-05,
      "loss": 1.8125,
      "step": 94599
    },
    {
      "epoch": 4.401023493835776,
      "grad_norm": 1.7615982129080192,
      "learning_rate": 5.104872402585534e-05,
      "loss": 1.5781,
      "step": 94600
    },
    {
      "epoch": 4.401070016282857,
      "grad_norm": 1.8945171093446365,
      "learning_rate": 5.1045934735912455e-05,
      "loss": 1.7422,
      "step": 94601
    },
    {
      "epoch": 4.401116538729937,
      "grad_norm": 1.7433135332123557,
      "learning_rate": 5.1043145506549835e-05,
      "loss": 1.5625,
      "step": 94602
    },
    {
      "epoch": 4.401163061177018,
      "grad_norm": 1.649278535212563,
      "learning_rate": 5.104035633776918e-05,
      "loss": 1.5547,
      "step": 94603
    },
    {
      "epoch": 4.401209583624099,
      "grad_norm": 1.8939163173309648,
      "learning_rate": 5.1037567229572163e-05,
      "loss": 1.7734,
      "step": 94604
    },
    {
      "epoch": 4.4012561060711795,
      "grad_norm": 1.768894185267265,
      "learning_rate": 5.103477818196057e-05,
      "loss": 1.625,
      "step": 94605
    },
    {
      "epoch": 4.40130262851826,
      "grad_norm": 1.5068499134296156,
      "learning_rate": 5.103198919493606e-05,
      "loss": 1.2969,
      "step": 94606
    },
    {
      "epoch": 4.40134915096534,
      "grad_norm": 1.8523397453938804,
      "learning_rate": 5.102920026850037e-05,
      "loss": 1.6953,
      "step": 94607
    },
    {
      "epoch": 4.401395673412422,
      "grad_norm": 1.6953753126065232,
      "learning_rate": 5.102641140265512e-05,
      "loss": 1.5859,
      "step": 94608
    },
    {
      "epoch": 4.401442195859502,
      "grad_norm": 1.8531065823888997,
      "learning_rate": 5.102362259740209e-05,
      "loss": 1.8125,
      "step": 94609
    },
    {
      "epoch": 4.401488718306583,
      "grad_norm": 1.6713238669358854,
      "learning_rate": 5.102083385274303e-05,
      "loss": 1.5156,
      "step": 94610
    },
    {
      "epoch": 4.401535240753663,
      "grad_norm": 1.7458422085523415,
      "learning_rate": 5.1018045168679606e-05,
      "loss": 1.5,
      "step": 94611
    },
    {
      "epoch": 4.401581763200745,
      "grad_norm": 1.5552117415742088,
      "learning_rate": 5.101525654521351e-05,
      "loss": 1.4219,
      "step": 94612
    },
    {
      "epoch": 4.401628285647825,
      "grad_norm": 1.6664765332991431,
      "learning_rate": 5.101246798234641e-05,
      "loss": 1.5312,
      "step": 94613
    },
    {
      "epoch": 4.4016748080949055,
      "grad_norm": 1.6281417550305575,
      "learning_rate": 5.100967948008012e-05,
      "loss": 1.4297,
      "step": 94614
    },
    {
      "epoch": 4.401721330541987,
      "grad_norm": 1.7830846150746906,
      "learning_rate": 5.100689103841626e-05,
      "loss": 1.5312,
      "step": 94615
    },
    {
      "epoch": 4.401767852989067,
      "grad_norm": 1.6129229729939873,
      "learning_rate": 5.10041026573566e-05,
      "loss": 1.5078,
      "step": 94616
    },
    {
      "epoch": 4.401814375436148,
      "grad_norm": 1.8717529397873873,
      "learning_rate": 5.100131433690274e-05,
      "loss": 1.7969,
      "step": 94617
    },
    {
      "epoch": 4.401860897883228,
      "grad_norm": 1.730859902091717,
      "learning_rate": 5.099852607705651e-05,
      "loss": 1.5625,
      "step": 94618
    },
    {
      "epoch": 4.40190742033031,
      "grad_norm": 1.8129973872639853,
      "learning_rate": 5.099573787781957e-05,
      "loss": 1.7344,
      "step": 94619
    },
    {
      "epoch": 4.40195394277739,
      "grad_norm": 1.7232643651508672,
      "learning_rate": 5.099294973919363e-05,
      "loss": 1.6875,
      "step": 94620
    },
    {
      "epoch": 4.402000465224471,
      "grad_norm": 1.596147886024562,
      "learning_rate": 5.0990161661180385e-05,
      "loss": 1.4453,
      "step": 94621
    },
    {
      "epoch": 4.402046987671551,
      "grad_norm": 1.8130546643360657,
      "learning_rate": 5.098737364378149e-05,
      "loss": 1.8359,
      "step": 94622
    },
    {
      "epoch": 4.4020935101186325,
      "grad_norm": 1.6743989870200473,
      "learning_rate": 5.098458568699877e-05,
      "loss": 1.5234,
      "step": 94623
    },
    {
      "epoch": 4.402140032565713,
      "grad_norm": 1.708056780686933,
      "learning_rate": 5.098179779083385e-05,
      "loss": 1.5859,
      "step": 94624
    },
    {
      "epoch": 4.402186555012793,
      "grad_norm": 1.6173730916572975,
      "learning_rate": 5.097900995528848e-05,
      "loss": 1.4375,
      "step": 94625
    },
    {
      "epoch": 4.402233077459875,
      "grad_norm": 1.567001513940087,
      "learning_rate": 5.097622218036427e-05,
      "loss": 1.4922,
      "step": 94626
    },
    {
      "epoch": 4.402279599906955,
      "grad_norm": 1.7036025326972823,
      "learning_rate": 5.0973434466063076e-05,
      "loss": 1.625,
      "step": 94627
    },
    {
      "epoch": 4.402326122354036,
      "grad_norm": 1.815754366716934,
      "learning_rate": 5.097064681238651e-05,
      "loss": 1.7578,
      "step": 94628
    },
    {
      "epoch": 4.402372644801116,
      "grad_norm": 1.5112284802933857,
      "learning_rate": 5.096785921933631e-05,
      "loss": 1.4219,
      "step": 94629
    },
    {
      "epoch": 4.402419167248198,
      "grad_norm": 1.78119682453033,
      "learning_rate": 5.096507168691411e-05,
      "loss": 1.7031,
      "step": 94630
    },
    {
      "epoch": 4.402465689695278,
      "grad_norm": 1.7305464017014232,
      "learning_rate": 5.096228421512168e-05,
      "loss": 1.5234,
      "step": 94631
    },
    {
      "epoch": 4.4025122121423585,
      "grad_norm": 1.7471103601800637,
      "learning_rate": 5.0959496803960774e-05,
      "loss": 1.6719,
      "step": 94632
    },
    {
      "epoch": 4.402558734589439,
      "grad_norm": 1.8383954410913816,
      "learning_rate": 5.095670945343305e-05,
      "loss": 1.7656,
      "step": 94633
    },
    {
      "epoch": 4.40260525703652,
      "grad_norm": 1.7586159951827425,
      "learning_rate": 5.095392216354021e-05,
      "loss": 1.7344,
      "step": 94634
    },
    {
      "epoch": 4.402651779483601,
      "grad_norm": 1.7462609581149233,
      "learning_rate": 5.0951134934283914e-05,
      "loss": 1.4062,
      "step": 94635
    },
    {
      "epoch": 4.402698301930681,
      "grad_norm": 1.6064508033734326,
      "learning_rate": 5.094834776566596e-05,
      "loss": 1.5234,
      "step": 94636
    },
    {
      "epoch": 4.402744824377763,
      "grad_norm": 1.69162801173377,
      "learning_rate": 5.094556065768802e-05,
      "loss": 1.5703,
      "step": 94637
    },
    {
      "epoch": 4.402791346824843,
      "grad_norm": 1.8826700983738265,
      "learning_rate": 5.094277361035179e-05,
      "loss": 1.7266,
      "step": 94638
    },
    {
      "epoch": 4.402837869271924,
      "grad_norm": 1.7355959575679423,
      "learning_rate": 5.0939986623658926e-05,
      "loss": 1.5781,
      "step": 94639
    },
    {
      "epoch": 4.402884391719004,
      "grad_norm": 1.5646494117769993,
      "learning_rate": 5.093719969761124e-05,
      "loss": 1.2734,
      "step": 94640
    },
    {
      "epoch": 4.4029309141660855,
      "grad_norm": 1.8215051696070543,
      "learning_rate": 5.0934412832210376e-05,
      "loss": 1.8359,
      "step": 94641
    },
    {
      "epoch": 4.402977436613166,
      "grad_norm": 1.7269245546999825,
      "learning_rate": 5.093162602745806e-05,
      "loss": 1.7109,
      "step": 94642
    },
    {
      "epoch": 4.4030239590602465,
      "grad_norm": 1.6675898574422496,
      "learning_rate": 5.092883928335593e-05,
      "loss": 1.5703,
      "step": 94643
    },
    {
      "epoch": 4.403070481507327,
      "grad_norm": 1.7494680352856007,
      "learning_rate": 5.092605259990579e-05,
      "loss": 1.5234,
      "step": 94644
    },
    {
      "epoch": 4.403117003954408,
      "grad_norm": 1.8097712207496703,
      "learning_rate": 5.092326597710932e-05,
      "loss": 1.6875,
      "step": 94645
    },
    {
      "epoch": 4.403163526401489,
      "grad_norm": 1.7441822659611441,
      "learning_rate": 5.092047941496821e-05,
      "loss": 1.5469,
      "step": 94646
    },
    {
      "epoch": 4.403210048848569,
      "grad_norm": 1.6083000521617516,
      "learning_rate": 5.091769291348415e-05,
      "loss": 1.4688,
      "step": 94647
    },
    {
      "epoch": 4.40325657129565,
      "grad_norm": 1.7673800530937407,
      "learning_rate": 5.091490647265883e-05,
      "loss": 1.6562,
      "step": 94648
    },
    {
      "epoch": 4.403303093742731,
      "grad_norm": 1.8129458951301733,
      "learning_rate": 5.091212009249401e-05,
      "loss": 1.6562,
      "step": 94649
    },
    {
      "epoch": 4.403349616189812,
      "grad_norm": 1.5810636954225052,
      "learning_rate": 5.0909333772991406e-05,
      "loss": 1.4766,
      "step": 94650
    },
    {
      "epoch": 4.403396138636892,
      "grad_norm": 1.7619338849955954,
      "learning_rate": 5.090654751415267e-05,
      "loss": 1.5859,
      "step": 94651
    },
    {
      "epoch": 4.403442661083973,
      "grad_norm": 1.7347604343326308,
      "learning_rate": 5.0903761315979494e-05,
      "loss": 1.5859,
      "step": 94652
    },
    {
      "epoch": 4.403489183531054,
      "grad_norm": 1.7354397636482761,
      "learning_rate": 5.090097517847363e-05,
      "loss": 1.6328,
      "step": 94653
    },
    {
      "epoch": 4.403535705978134,
      "grad_norm": 1.620291191629904,
      "learning_rate": 5.089818910163681e-05,
      "loss": 1.4922,
      "step": 94654
    },
    {
      "epoch": 4.403582228425215,
      "grad_norm": 1.6395773674490133,
      "learning_rate": 5.089540308547069e-05,
      "loss": 1.4062,
      "step": 94655
    },
    {
      "epoch": 4.403628750872296,
      "grad_norm": 1.7607441869476204,
      "learning_rate": 5.0892617129977004e-05,
      "loss": 1.6562,
      "step": 94656
    },
    {
      "epoch": 4.403675273319377,
      "grad_norm": 1.8751242974361193,
      "learning_rate": 5.0889831235157386e-05,
      "loss": 1.8125,
      "step": 94657
    },
    {
      "epoch": 4.403721795766457,
      "grad_norm": 1.727950723367832,
      "learning_rate": 5.0887045401013646e-05,
      "loss": 1.6406,
      "step": 94658
    },
    {
      "epoch": 4.403768318213538,
      "grad_norm": 1.7456571917592836,
      "learning_rate": 5.0884259627547444e-05,
      "loss": 1.5234,
      "step": 94659
    },
    {
      "epoch": 4.403814840660619,
      "grad_norm": 1.7884784602742334,
      "learning_rate": 5.088147391476048e-05,
      "loss": 1.7578,
      "step": 94660
    },
    {
      "epoch": 4.4038613631076995,
      "grad_norm": 1.6697551752719968,
      "learning_rate": 5.087868826265441e-05,
      "loss": 1.5391,
      "step": 94661
    },
    {
      "epoch": 4.40390788555478,
      "grad_norm": 1.8652852405124132,
      "learning_rate": 5.087590267123105e-05,
      "loss": 1.7812,
      "step": 94662
    },
    {
      "epoch": 4.40395440800186,
      "grad_norm": 1.7186843024370588,
      "learning_rate": 5.0873117140492035e-05,
      "loss": 1.6406,
      "step": 94663
    },
    {
      "epoch": 4.404000930448942,
      "grad_norm": 1.7422871509571323,
      "learning_rate": 5.0870331670439085e-05,
      "loss": 1.6406,
      "step": 94664
    },
    {
      "epoch": 4.404047452896022,
      "grad_norm": 1.744425529382766,
      "learning_rate": 5.0867546261073863e-05,
      "loss": 1.6484,
      "step": 94665
    },
    {
      "epoch": 4.404093975343103,
      "grad_norm": 1.5648228364647598,
      "learning_rate": 5.086476091239815e-05,
      "loss": 1.375,
      "step": 94666
    },
    {
      "epoch": 4.404140497790184,
      "grad_norm": 1.6806554180203033,
      "learning_rate": 5.086197562441362e-05,
      "loss": 1.4609,
      "step": 94667
    },
    {
      "epoch": 4.404187020237265,
      "grad_norm": 1.6358970155353876,
      "learning_rate": 5.085919039712199e-05,
      "loss": 1.5078,
      "step": 94668
    },
    {
      "epoch": 4.404233542684345,
      "grad_norm": 1.7383973705648323,
      "learning_rate": 5.0856405230524865e-05,
      "loss": 1.5,
      "step": 94669
    },
    {
      "epoch": 4.404280065131426,
      "grad_norm": 1.600651492266202,
      "learning_rate": 5.085362012462411e-05,
      "loss": 1.2734,
      "step": 94670
    },
    {
      "epoch": 4.404326587578507,
      "grad_norm": 1.7516159066941936,
      "learning_rate": 5.085083507942134e-05,
      "loss": 1.5625,
      "step": 94671
    },
    {
      "epoch": 4.404373110025587,
      "grad_norm": 1.6799448861161752,
      "learning_rate": 5.084805009491828e-05,
      "loss": 1.5625,
      "step": 94672
    },
    {
      "epoch": 4.404419632472668,
      "grad_norm": 1.8532819022019051,
      "learning_rate": 5.0845265171116624e-05,
      "loss": 1.8047,
      "step": 94673
    },
    {
      "epoch": 4.404466154919749,
      "grad_norm": 1.7958268823426216,
      "learning_rate": 5.084248030801798e-05,
      "loss": 1.8359,
      "step": 94674
    },
    {
      "epoch": 4.40451267736683,
      "grad_norm": 1.6885514596148583,
      "learning_rate": 5.083969550562424e-05,
      "loss": 1.4688,
      "step": 94675
    },
    {
      "epoch": 4.40455919981391,
      "grad_norm": 1.7945094294268544,
      "learning_rate": 5.083691076393705e-05,
      "loss": 1.6172,
      "step": 94676
    },
    {
      "epoch": 4.404605722260991,
      "grad_norm": 1.7621570469987085,
      "learning_rate": 5.0834126082958074e-05,
      "loss": 1.7109,
      "step": 94677
    },
    {
      "epoch": 4.404652244708072,
      "grad_norm": 1.7507462551092878,
      "learning_rate": 5.0831341462689025e-05,
      "loss": 1.7109,
      "step": 94678
    },
    {
      "epoch": 4.4046987671551525,
      "grad_norm": 1.5557874428390832,
      "learning_rate": 5.0828556903131576e-05,
      "loss": 1.3828,
      "step": 94679
    },
    {
      "epoch": 4.404745289602233,
      "grad_norm": 1.8878401620927125,
      "learning_rate": 5.0825772404287505e-05,
      "loss": 1.8516,
      "step": 94680
    },
    {
      "epoch": 4.4047918120493135,
      "grad_norm": 1.7114450337235876,
      "learning_rate": 5.082298796615849e-05,
      "loss": 1.5781,
      "step": 94681
    },
    {
      "epoch": 4.404838334496395,
      "grad_norm": 1.6422499317224595,
      "learning_rate": 5.082020358874622e-05,
      "loss": 1.4922,
      "step": 94682
    },
    {
      "epoch": 4.404884856943475,
      "grad_norm": 1.5450635510257062,
      "learning_rate": 5.081741927205237e-05,
      "loss": 1.3438,
      "step": 94683
    },
    {
      "epoch": 4.404931379390556,
      "grad_norm": 1.663202213824303,
      "learning_rate": 5.081463501607873e-05,
      "loss": 1.5391,
      "step": 94684
    },
    {
      "epoch": 4.404977901837636,
      "grad_norm": 1.715040891063734,
      "learning_rate": 5.0811850820826944e-05,
      "loss": 1.5781,
      "step": 94685
    },
    {
      "epoch": 4.405024424284718,
      "grad_norm": 1.7605267309563644,
      "learning_rate": 5.080906668629872e-05,
      "loss": 1.7578,
      "step": 94686
    },
    {
      "epoch": 4.405070946731798,
      "grad_norm": 1.7314490607053323,
      "learning_rate": 5.0806282612495744e-05,
      "loss": 1.6562,
      "step": 94687
    },
    {
      "epoch": 4.405117469178879,
      "grad_norm": 1.718231862525266,
      "learning_rate": 5.080349859941977e-05,
      "loss": 1.6172,
      "step": 94688
    },
    {
      "epoch": 4.40516399162596,
      "grad_norm": 1.6535220750092547,
      "learning_rate": 5.08007146470725e-05,
      "loss": 1.5312,
      "step": 94689
    },
    {
      "epoch": 4.40521051407304,
      "grad_norm": 1.7530682573065461,
      "learning_rate": 5.07979307554556e-05,
      "loss": 1.6406,
      "step": 94690
    },
    {
      "epoch": 4.405257036520121,
      "grad_norm": 1.760043404029363,
      "learning_rate": 5.079514692457075e-05,
      "loss": 1.5781,
      "step": 94691
    },
    {
      "epoch": 4.405303558967201,
      "grad_norm": 1.836050280312359,
      "learning_rate": 5.079236315441975e-05,
      "loss": 1.8047,
      "step": 94692
    },
    {
      "epoch": 4.405350081414283,
      "grad_norm": 1.7014000602322337,
      "learning_rate": 5.078957944500424e-05,
      "loss": 1.5781,
      "step": 94693
    },
    {
      "epoch": 4.405396603861363,
      "grad_norm": 1.7988955135641544,
      "learning_rate": 5.078679579632594e-05,
      "loss": 1.6953,
      "step": 94694
    },
    {
      "epoch": 4.405443126308444,
      "grad_norm": 1.6909357378994343,
      "learning_rate": 5.078401220838649e-05,
      "loss": 1.625,
      "step": 94695
    },
    {
      "epoch": 4.405489648755524,
      "grad_norm": 1.7190255888952284,
      "learning_rate": 5.0781228681187654e-05,
      "loss": 1.6484,
      "step": 94696
    },
    {
      "epoch": 4.4055361712026055,
      "grad_norm": 1.603557918386904,
      "learning_rate": 5.07784452147312e-05,
      "loss": 1.5312,
      "step": 94697
    },
    {
      "epoch": 4.405582693649686,
      "grad_norm": 1.6995671244618042,
      "learning_rate": 5.0775661809018755e-05,
      "loss": 1.5703,
      "step": 94698
    },
    {
      "epoch": 4.4056292160967665,
      "grad_norm": 1.872380016245271,
      "learning_rate": 5.0772878464052045e-05,
      "loss": 1.7812,
      "step": 94699
    },
    {
      "epoch": 4.405675738543847,
      "grad_norm": 1.7453075047124067,
      "learning_rate": 5.07700951798327e-05,
      "loss": 1.6406,
      "step": 94700
    },
    {
      "epoch": 4.405722260990928,
      "grad_norm": 1.8074901176687603,
      "learning_rate": 5.076731195636254e-05,
      "loss": 1.6562,
      "step": 94701
    },
    {
      "epoch": 4.405768783438009,
      "grad_norm": 1.6219169481546507,
      "learning_rate": 5.0764528793643215e-05,
      "loss": 1.5234,
      "step": 94702
    },
    {
      "epoch": 4.405815305885089,
      "grad_norm": 1.6529791807656649,
      "learning_rate": 5.076174569167645e-05,
      "loss": 1.5312,
      "step": 94703
    },
    {
      "epoch": 4.405861828332171,
      "grad_norm": 1.5872300112812634,
      "learning_rate": 5.075896265046391e-05,
      "loss": 1.375,
      "step": 94704
    },
    {
      "epoch": 4.405908350779251,
      "grad_norm": 1.8519265430333165,
      "learning_rate": 5.0756179670007265e-05,
      "loss": 1.4844,
      "step": 94705
    },
    {
      "epoch": 4.405954873226332,
      "grad_norm": 1.69282013165111,
      "learning_rate": 5.075339675030833e-05,
      "loss": 1.625,
      "step": 94706
    },
    {
      "epoch": 4.406001395673412,
      "grad_norm": 1.6804569328376275,
      "learning_rate": 5.0750613891368756e-05,
      "loss": 1.5156,
      "step": 94707
    },
    {
      "epoch": 4.4060479181204935,
      "grad_norm": 1.6865173170096694,
      "learning_rate": 5.074783109319023e-05,
      "loss": 1.375,
      "step": 94708
    },
    {
      "epoch": 4.406094440567574,
      "grad_norm": 1.6931590408757324,
      "learning_rate": 5.074504835577442e-05,
      "loss": 1.5391,
      "step": 94709
    },
    {
      "epoch": 4.406140963014654,
      "grad_norm": 1.7271538503565718,
      "learning_rate": 5.0742265679123134e-05,
      "loss": 1.625,
      "step": 94710
    },
    {
      "epoch": 4.406187485461735,
      "grad_norm": 1.814378300859781,
      "learning_rate": 5.073948306323801e-05,
      "loss": 1.6953,
      "step": 94711
    },
    {
      "epoch": 4.406234007908816,
      "grad_norm": 1.7837500039653584,
      "learning_rate": 5.073670050812075e-05,
      "loss": 1.7422,
      "step": 94712
    },
    {
      "epoch": 4.406280530355897,
      "grad_norm": 1.7677581811185432,
      "learning_rate": 5.073391801377304e-05,
      "loss": 1.5625,
      "step": 94713
    },
    {
      "epoch": 4.406327052802977,
      "grad_norm": 1.9141195815822245,
      "learning_rate": 5.0731135580196646e-05,
      "loss": 1.9375,
      "step": 94714
    },
    {
      "epoch": 4.406373575250058,
      "grad_norm": 1.5948637962159071,
      "learning_rate": 5.0728353207393244e-05,
      "loss": 1.4375,
      "step": 94715
    },
    {
      "epoch": 4.406420097697139,
      "grad_norm": 1.6212090932353684,
      "learning_rate": 5.072557089536452e-05,
      "loss": 1.4922,
      "step": 94716
    },
    {
      "epoch": 4.4064666201442195,
      "grad_norm": 1.6172578521376901,
      "learning_rate": 5.072278864411213e-05,
      "loss": 1.3828,
      "step": 94717
    },
    {
      "epoch": 4.4065131425913,
      "grad_norm": 1.765491524328257,
      "learning_rate": 5.0720006453637845e-05,
      "loss": 1.5781,
      "step": 94718
    },
    {
      "epoch": 4.406559665038381,
      "grad_norm": 1.6923764803254626,
      "learning_rate": 5.071722432394341e-05,
      "loss": 1.6094,
      "step": 94719
    },
    {
      "epoch": 4.406606187485462,
      "grad_norm": 1.7016625969917878,
      "learning_rate": 5.0714442255030465e-05,
      "loss": 1.5391,
      "step": 94720
    },
    {
      "epoch": 4.406652709932542,
      "grad_norm": 1.7847751630220656,
      "learning_rate": 5.0711660246900734e-05,
      "loss": 1.7578,
      "step": 94721
    },
    {
      "epoch": 4.406699232379623,
      "grad_norm": 1.574030637321025,
      "learning_rate": 5.070887829955586e-05,
      "loss": 1.2734,
      "step": 94722
    },
    {
      "epoch": 4.406745754826704,
      "grad_norm": 1.6933374212790224,
      "learning_rate": 5.0706096412997634e-05,
      "loss": 1.5781,
      "step": 94723
    },
    {
      "epoch": 4.406792277273785,
      "grad_norm": 1.7272451180640562,
      "learning_rate": 5.0703314587227727e-05,
      "loss": 1.6641,
      "step": 94724
    },
    {
      "epoch": 4.406838799720865,
      "grad_norm": 1.9367176443782486,
      "learning_rate": 5.070053282224785e-05,
      "loss": 1.6328,
      "step": 94725
    },
    {
      "epoch": 4.4068853221679465,
      "grad_norm": 1.755514721180481,
      "learning_rate": 5.069775111805962e-05,
      "loss": 1.6875,
      "step": 94726
    },
    {
      "epoch": 4.406931844615027,
      "grad_norm": 1.6902845591106488,
      "learning_rate": 5.069496947466488e-05,
      "loss": 1.5156,
      "step": 94727
    },
    {
      "epoch": 4.406978367062107,
      "grad_norm": 1.7697094339178214,
      "learning_rate": 5.0692187892065244e-05,
      "loss": 1.5625,
      "step": 94728
    },
    {
      "epoch": 4.407024889509188,
      "grad_norm": 1.5334417946934482,
      "learning_rate": 5.068940637026246e-05,
      "loss": 1.3516,
      "step": 94729
    },
    {
      "epoch": 4.407071411956269,
      "grad_norm": 1.731255531036423,
      "learning_rate": 5.0686624909258186e-05,
      "loss": 1.5703,
      "step": 94730
    },
    {
      "epoch": 4.40711793440335,
      "grad_norm": 1.676363921307035,
      "learning_rate": 5.068384350905412e-05,
      "loss": 1.4453,
      "step": 94731
    },
    {
      "epoch": 4.40716445685043,
      "grad_norm": 1.880401252931588,
      "learning_rate": 5.0681062169652006e-05,
      "loss": 1.8516,
      "step": 94732
    },
    {
      "epoch": 4.407210979297511,
      "grad_norm": 1.7851265287617182,
      "learning_rate": 5.0678280891053566e-05,
      "loss": 1.5469,
      "step": 94733
    },
    {
      "epoch": 4.407257501744592,
      "grad_norm": 1.5808145025348983,
      "learning_rate": 5.067549967326044e-05,
      "loss": 1.4375,
      "step": 94734
    },
    {
      "epoch": 4.4073040241916726,
      "grad_norm": 1.8464009717248069,
      "learning_rate": 5.0672718516274316e-05,
      "loss": 1.5547,
      "step": 94735
    },
    {
      "epoch": 4.407350546638753,
      "grad_norm": 1.6661679203869235,
      "learning_rate": 5.0669937420097004e-05,
      "loss": 1.5469,
      "step": 94736
    },
    {
      "epoch": 4.4073970690858335,
      "grad_norm": 1.7283725275896684,
      "learning_rate": 5.0667156384730125e-05,
      "loss": 1.6016,
      "step": 94737
    },
    {
      "epoch": 4.407443591532915,
      "grad_norm": 1.6856092954652506,
      "learning_rate": 5.066437541017542e-05,
      "loss": 1.5312,
      "step": 94738
    },
    {
      "epoch": 4.407490113979995,
      "grad_norm": 1.9943637324224928,
      "learning_rate": 5.06615944964345e-05,
      "loss": 1.8672,
      "step": 94739
    },
    {
      "epoch": 4.407536636427076,
      "grad_norm": 1.7048731262623502,
      "learning_rate": 5.065881364350913e-05,
      "loss": 1.5234,
      "step": 94740
    },
    {
      "epoch": 4.407583158874157,
      "grad_norm": 1.6171985246967215,
      "learning_rate": 5.065603285140109e-05,
      "loss": 1.4062,
      "step": 94741
    },
    {
      "epoch": 4.407629681321238,
      "grad_norm": 1.704883545259121,
      "learning_rate": 5.0653252120112e-05,
      "loss": 1.625,
      "step": 94742
    },
    {
      "epoch": 4.407676203768318,
      "grad_norm": 1.442277402810655,
      "learning_rate": 5.0650471449643584e-05,
      "loss": 1.1953,
      "step": 94743
    },
    {
      "epoch": 4.407722726215399,
      "grad_norm": 1.827868721716929,
      "learning_rate": 5.064769083999747e-05,
      "loss": 1.7188,
      "step": 94744
    },
    {
      "epoch": 4.40776924866248,
      "grad_norm": 1.6070091986010635,
      "learning_rate": 5.064491029117549e-05,
      "loss": 1.3203,
      "step": 94745
    },
    {
      "epoch": 4.4078157711095605,
      "grad_norm": 1.728130134510293,
      "learning_rate": 5.064212980317928e-05,
      "loss": 1.7656,
      "step": 94746
    },
    {
      "epoch": 4.407862293556641,
      "grad_norm": 1.8969472006986212,
      "learning_rate": 5.063934937601053e-05,
      "loss": 1.8281,
      "step": 94747
    },
    {
      "epoch": 4.407908816003721,
      "grad_norm": 1.822972499532032,
      "learning_rate": 5.063656900967092e-05,
      "loss": 1.75,
      "step": 94748
    },
    {
      "epoch": 4.407955338450803,
      "grad_norm": 1.9016966740186396,
      "learning_rate": 5.063378870416223e-05,
      "loss": 1.8438,
      "step": 94749
    },
    {
      "epoch": 4.408001860897883,
      "grad_norm": 1.778825800227528,
      "learning_rate": 5.063100845948613e-05,
      "loss": 1.6562,
      "step": 94750
    },
    {
      "epoch": 4.408048383344964,
      "grad_norm": 1.7709810910193542,
      "learning_rate": 5.062822827564431e-05,
      "loss": 1.6406,
      "step": 94751
    },
    {
      "epoch": 4.408094905792044,
      "grad_norm": 1.7829107701791145,
      "learning_rate": 5.0625448152638416e-05,
      "loss": 1.6719,
      "step": 94752
    },
    {
      "epoch": 4.408141428239126,
      "grad_norm": 1.795311530559021,
      "learning_rate": 5.062266809047026e-05,
      "loss": 1.7578,
      "step": 94753
    },
    {
      "epoch": 4.408187950686206,
      "grad_norm": 1.7211138513589683,
      "learning_rate": 5.0619888089141504e-05,
      "loss": 1.625,
      "step": 94754
    },
    {
      "epoch": 4.4082344731332865,
      "grad_norm": 1.6979166254545084,
      "learning_rate": 5.061710814865381e-05,
      "loss": 1.5391,
      "step": 94755
    },
    {
      "epoch": 4.408280995580368,
      "grad_norm": 1.7079735631605226,
      "learning_rate": 5.0614328269008934e-05,
      "loss": 1.375,
      "step": 94756
    },
    {
      "epoch": 4.408327518027448,
      "grad_norm": 1.8055072482355625,
      "learning_rate": 5.061154845020851e-05,
      "loss": 1.7734,
      "step": 94757
    },
    {
      "epoch": 4.408374040474529,
      "grad_norm": 1.7795413266883156,
      "learning_rate": 5.0608768692254307e-05,
      "loss": 1.6328,
      "step": 94758
    },
    {
      "epoch": 4.408420562921609,
      "grad_norm": 1.5793348295536764,
      "learning_rate": 5.060598899514801e-05,
      "loss": 1.4531,
      "step": 94759
    },
    {
      "epoch": 4.408467085368691,
      "grad_norm": 1.8059980134737774,
      "learning_rate": 5.060320935889131e-05,
      "loss": 1.7188,
      "step": 94760
    },
    {
      "epoch": 4.408513607815771,
      "grad_norm": 1.8668143768628687,
      "learning_rate": 5.060042978348587e-05,
      "loss": 1.7969,
      "step": 94761
    },
    {
      "epoch": 4.408560130262852,
      "grad_norm": 1.707847951438244,
      "learning_rate": 5.059765026893343e-05,
      "loss": 1.625,
      "step": 94762
    },
    {
      "epoch": 4.408606652709932,
      "grad_norm": 1.668010637434478,
      "learning_rate": 5.0594870815235734e-05,
      "loss": 1.5469,
      "step": 94763
    },
    {
      "epoch": 4.4086531751570135,
      "grad_norm": 1.9092732624807922,
      "learning_rate": 5.0592091422394455e-05,
      "loss": 1.75,
      "step": 94764
    },
    {
      "epoch": 4.408699697604094,
      "grad_norm": 1.816941381741673,
      "learning_rate": 5.058931209041128e-05,
      "loss": 1.7188,
      "step": 94765
    },
    {
      "epoch": 4.4087462200511744,
      "grad_norm": 1.7647121664564596,
      "learning_rate": 5.058653281928787e-05,
      "loss": 1.5469,
      "step": 94766
    },
    {
      "epoch": 4.408792742498256,
      "grad_norm": 1.7643385398872498,
      "learning_rate": 5.0583753609026006e-05,
      "loss": 1.5938,
      "step": 94767
    },
    {
      "epoch": 4.408839264945336,
      "grad_norm": 1.7081472766125432,
      "learning_rate": 5.058097445962736e-05,
      "loss": 1.6016,
      "step": 94768
    },
    {
      "epoch": 4.408885787392417,
      "grad_norm": 1.761549917246542,
      "learning_rate": 5.057819537109364e-05,
      "loss": 1.5469,
      "step": 94769
    },
    {
      "epoch": 4.408932309839497,
      "grad_norm": 1.6433747339288787,
      "learning_rate": 5.0575416343426473e-05,
      "loss": 1.5625,
      "step": 94770
    },
    {
      "epoch": 4.408978832286579,
      "grad_norm": 1.866300032774348,
      "learning_rate": 5.0572637376627676e-05,
      "loss": 1.7734,
      "step": 94771
    },
    {
      "epoch": 4.409025354733659,
      "grad_norm": 1.6619059458008587,
      "learning_rate": 5.0569858470698896e-05,
      "loss": 1.5469,
      "step": 94772
    },
    {
      "epoch": 4.40907187718074,
      "grad_norm": 1.739528726304785,
      "learning_rate": 5.056707962564183e-05,
      "loss": 1.7031,
      "step": 94773
    },
    {
      "epoch": 4.40911839962782,
      "grad_norm": 1.869909701059554,
      "learning_rate": 5.056430084145814e-05,
      "loss": 1.8594,
      "step": 94774
    },
    {
      "epoch": 4.409164922074901,
      "grad_norm": 1.481998899396891,
      "learning_rate": 5.056152211814961e-05,
      "loss": 1.2188,
      "step": 94775
    },
    {
      "epoch": 4.409211444521982,
      "grad_norm": 1.666276574335072,
      "learning_rate": 5.0558743455717914e-05,
      "loss": 1.5625,
      "step": 94776
    },
    {
      "epoch": 4.409257966969062,
      "grad_norm": 1.8482091206858806,
      "learning_rate": 5.055596485416474e-05,
      "loss": 1.75,
      "step": 94777
    },
    {
      "epoch": 4.409304489416144,
      "grad_norm": 1.861121899844293,
      "learning_rate": 5.055318631349174e-05,
      "loss": 1.75,
      "step": 94778
    },
    {
      "epoch": 4.409351011863224,
      "grad_norm": 1.7975236651991853,
      "learning_rate": 5.055040783370072e-05,
      "loss": 1.5156,
      "step": 94779
    },
    {
      "epoch": 4.409397534310305,
      "grad_norm": 1.6458930130886007,
      "learning_rate": 5.0547629414793304e-05,
      "loss": 1.5312,
      "step": 94780
    },
    {
      "epoch": 4.409444056757385,
      "grad_norm": 1.748458566855591,
      "learning_rate": 5.054485105677124e-05,
      "loss": 1.7109,
      "step": 94781
    },
    {
      "epoch": 4.4094905792044665,
      "grad_norm": 1.7861784440842097,
      "learning_rate": 5.0542072759636185e-05,
      "loss": 1.7422,
      "step": 94782
    },
    {
      "epoch": 4.409537101651547,
      "grad_norm": 1.7541091383372254,
      "learning_rate": 5.0539294523389826e-05,
      "loss": 1.5781,
      "step": 94783
    },
    {
      "epoch": 4.4095836240986275,
      "grad_norm": 1.706752803416597,
      "learning_rate": 5.0536516348033895e-05,
      "loss": 1.5703,
      "step": 94784
    },
    {
      "epoch": 4.409630146545708,
      "grad_norm": 1.7168990326445752,
      "learning_rate": 5.053373823357014e-05,
      "loss": 1.5859,
      "step": 94785
    },
    {
      "epoch": 4.409676668992789,
      "grad_norm": 1.890650190397798,
      "learning_rate": 5.053096018000022e-05,
      "loss": 1.8203,
      "step": 94786
    },
    {
      "epoch": 4.40972319143987,
      "grad_norm": 1.8591054166679726,
      "learning_rate": 5.052818218732582e-05,
      "loss": 1.7656,
      "step": 94787
    },
    {
      "epoch": 4.40976971388695,
      "grad_norm": 1.701169201857756,
      "learning_rate": 5.052540425554863e-05,
      "loss": 1.5938,
      "step": 94788
    },
    {
      "epoch": 4.409816236334031,
      "grad_norm": 1.8114133708413194,
      "learning_rate": 5.0522626384670405e-05,
      "loss": 1.7031,
      "step": 94789
    },
    {
      "epoch": 4.409862758781112,
      "grad_norm": 1.8079765895964954,
      "learning_rate": 5.0519848574692815e-05,
      "loss": 1.6406,
      "step": 94790
    },
    {
      "epoch": 4.409909281228193,
      "grad_norm": 1.6407102056258411,
      "learning_rate": 5.0517070825617565e-05,
      "loss": 1.5938,
      "step": 94791
    },
    {
      "epoch": 4.409955803675273,
      "grad_norm": 1.871687848072222,
      "learning_rate": 5.051429313744629e-05,
      "loss": 1.8984,
      "step": 94792
    },
    {
      "epoch": 4.410002326122354,
      "grad_norm": 1.8655857438270014,
      "learning_rate": 5.051151551018081e-05,
      "loss": 1.7578,
      "step": 94793
    },
    {
      "epoch": 4.410048848569435,
      "grad_norm": 1.7872989601381344,
      "learning_rate": 5.0508737943822766e-05,
      "loss": 1.7344,
      "step": 94794
    },
    {
      "epoch": 4.410095371016515,
      "grad_norm": 1.7324897084191264,
      "learning_rate": 5.050596043837384e-05,
      "loss": 1.7266,
      "step": 94795
    },
    {
      "epoch": 4.410141893463596,
      "grad_norm": 1.7162695466311766,
      "learning_rate": 5.0503182993835736e-05,
      "loss": 1.7188,
      "step": 94796
    },
    {
      "epoch": 4.410188415910677,
      "grad_norm": 1.6523178903547833,
      "learning_rate": 5.05004056102102e-05,
      "loss": 1.3516,
      "step": 94797
    },
    {
      "epoch": 4.410234938357758,
      "grad_norm": 1.6827410146448305,
      "learning_rate": 5.0497628287498906e-05,
      "loss": 1.6797,
      "step": 94798
    },
    {
      "epoch": 4.410281460804838,
      "grad_norm": 1.7953914227598458,
      "learning_rate": 5.049485102570355e-05,
      "loss": 1.625,
      "step": 94799
    },
    {
      "epoch": 4.410327983251919,
      "grad_norm": 1.5922216806219858,
      "learning_rate": 5.049207382482578e-05,
      "loss": 1.4766,
      "step": 94800
    },
    {
      "epoch": 4.410374505699,
      "grad_norm": 1.5772853018829909,
      "learning_rate": 5.04892966848674e-05,
      "loss": 1.3828,
      "step": 94801
    },
    {
      "epoch": 4.4104210281460805,
      "grad_norm": 1.708520209350131,
      "learning_rate": 5.048651960583005e-05,
      "loss": 1.5469,
      "step": 94802
    },
    {
      "epoch": 4.410467550593161,
      "grad_norm": 1.624459606866041,
      "learning_rate": 5.048374258771545e-05,
      "loss": 1.5469,
      "step": 94803
    },
    {
      "epoch": 4.4105140730402415,
      "grad_norm": 1.63054721417645,
      "learning_rate": 5.048096563052524e-05,
      "loss": 1.4766,
      "step": 94804
    },
    {
      "epoch": 4.410560595487323,
      "grad_norm": 1.6988864098577487,
      "learning_rate": 5.047818873426122e-05,
      "loss": 1.6094,
      "step": 94805
    },
    {
      "epoch": 4.410607117934403,
      "grad_norm": 1.8069809918737187,
      "learning_rate": 5.047541189892498e-05,
      "loss": 1.6641,
      "step": 94806
    },
    {
      "epoch": 4.410653640381484,
      "grad_norm": 1.6692515034727715,
      "learning_rate": 5.047263512451834e-05,
      "loss": 1.4062,
      "step": 94807
    },
    {
      "epoch": 4.410700162828565,
      "grad_norm": 1.8935513142824099,
      "learning_rate": 5.046985841104294e-05,
      "loss": 1.8359,
      "step": 94808
    },
    {
      "epoch": 4.410746685275646,
      "grad_norm": 1.722763697280462,
      "learning_rate": 5.0467081758500486e-05,
      "loss": 1.6094,
      "step": 94809
    },
    {
      "epoch": 4.410793207722726,
      "grad_norm": 1.7489189732738148,
      "learning_rate": 5.04643051668926e-05,
      "loss": 1.7891,
      "step": 94810
    },
    {
      "epoch": 4.410839730169807,
      "grad_norm": 1.8021471328696677,
      "learning_rate": 5.046152863622112e-05,
      "loss": 1.75,
      "step": 94811
    },
    {
      "epoch": 4.410886252616888,
      "grad_norm": 1.769170254383825,
      "learning_rate": 5.045875216648767e-05,
      "loss": 1.6016,
      "step": 94812
    },
    {
      "epoch": 4.410932775063968,
      "grad_norm": 1.736665518730616,
      "learning_rate": 5.045597575769396e-05,
      "loss": 1.625,
      "step": 94813
    },
    {
      "epoch": 4.410979297511049,
      "grad_norm": 1.6516499272481833,
      "learning_rate": 5.0453199409841625e-05,
      "loss": 1.5234,
      "step": 94814
    },
    {
      "epoch": 4.41102581995813,
      "grad_norm": 1.619361559927449,
      "learning_rate": 5.045042312293251e-05,
      "loss": 1.5,
      "step": 94815
    },
    {
      "epoch": 4.411072342405211,
      "grad_norm": 1.8325307128985264,
      "learning_rate": 5.044764689696821e-05,
      "loss": 1.8047,
      "step": 94816
    },
    {
      "epoch": 4.411118864852291,
      "grad_norm": 1.9014658603002894,
      "learning_rate": 5.044487073195046e-05,
      "loss": 1.8672,
      "step": 94817
    },
    {
      "epoch": 4.411165387299372,
      "grad_norm": 1.6284881034166747,
      "learning_rate": 5.044209462788088e-05,
      "loss": 1.4844,
      "step": 94818
    },
    {
      "epoch": 4.411211909746453,
      "grad_norm": 1.6489962312927802,
      "learning_rate": 5.043931858476128e-05,
      "loss": 1.4531,
      "step": 94819
    },
    {
      "epoch": 4.4112584321935335,
      "grad_norm": 1.7028335082267188,
      "learning_rate": 5.043654260259335e-05,
      "loss": 1.6562,
      "step": 94820
    },
    {
      "epoch": 4.411304954640614,
      "grad_norm": 1.5944997725898007,
      "learning_rate": 5.0433766681378726e-05,
      "loss": 1.3906,
      "step": 94821
    },
    {
      "epoch": 4.4113514770876945,
      "grad_norm": 1.6561147352466195,
      "learning_rate": 5.0430990821119104e-05,
      "loss": 1.5469,
      "step": 94822
    },
    {
      "epoch": 4.411397999534776,
      "grad_norm": 1.829039798259903,
      "learning_rate": 5.042821502181626e-05,
      "loss": 1.6484,
      "step": 94823
    },
    {
      "epoch": 4.411444521981856,
      "grad_norm": 1.884927688953583,
      "learning_rate": 5.0425439283471854e-05,
      "loss": 1.8281,
      "step": 94824
    },
    {
      "epoch": 4.411491044428937,
      "grad_norm": 1.6316239774954995,
      "learning_rate": 5.042266360608757e-05,
      "loss": 1.5625,
      "step": 94825
    },
    {
      "epoch": 4.411537566876017,
      "grad_norm": 1.735259748429185,
      "learning_rate": 5.041988798966508e-05,
      "loss": 1.8047,
      "step": 94826
    },
    {
      "epoch": 4.411584089323099,
      "grad_norm": 1.7799453280043802,
      "learning_rate": 5.0417112434206167e-05,
      "loss": 1.7109,
      "step": 94827
    },
    {
      "epoch": 4.411630611770179,
      "grad_norm": 1.6635892908182661,
      "learning_rate": 5.041433693971243e-05,
      "loss": 1.5703,
      "step": 94828
    },
    {
      "epoch": 4.41167713421726,
      "grad_norm": 1.548783919537669,
      "learning_rate": 5.041156150618568e-05,
      "loss": 1.3359,
      "step": 94829
    },
    {
      "epoch": 4.411723656664341,
      "grad_norm": 1.8367085326533765,
      "learning_rate": 5.040878613362755e-05,
      "loss": 1.6875,
      "step": 94830
    },
    {
      "epoch": 4.411770179111421,
      "grad_norm": 1.7286236339193193,
      "learning_rate": 5.0406010822039694e-05,
      "loss": 1.5391,
      "step": 94831
    },
    {
      "epoch": 4.411816701558502,
      "grad_norm": 1.6552132613317387,
      "learning_rate": 5.0403235571423925e-05,
      "loss": 1.5625,
      "step": 94832
    },
    {
      "epoch": 4.411863224005582,
      "grad_norm": 1.732708046934412,
      "learning_rate": 5.040046038178189e-05,
      "loss": 1.5625,
      "step": 94833
    },
    {
      "epoch": 4.411909746452664,
      "grad_norm": 1.8283135404170139,
      "learning_rate": 5.039768525311527e-05,
      "loss": 1.7734,
      "step": 94834
    },
    {
      "epoch": 4.411956268899744,
      "grad_norm": 1.9617855228789154,
      "learning_rate": 5.039491018542578e-05,
      "loss": 1.8047,
      "step": 94835
    },
    {
      "epoch": 4.412002791346825,
      "grad_norm": 1.8195414810030808,
      "learning_rate": 5.039213517871506e-05,
      "loss": 1.7266,
      "step": 94836
    },
    {
      "epoch": 4.412049313793905,
      "grad_norm": 1.560367146402134,
      "learning_rate": 5.038936023298491e-05,
      "loss": 1.3281,
      "step": 94837
    },
    {
      "epoch": 4.412095836240987,
      "grad_norm": 1.6697595287839455,
      "learning_rate": 5.038658534823698e-05,
      "loss": 1.5547,
      "step": 94838
    },
    {
      "epoch": 4.412142358688067,
      "grad_norm": 1.7370747820711299,
      "learning_rate": 5.0383810524472966e-05,
      "loss": 1.6562,
      "step": 94839
    },
    {
      "epoch": 4.4121888811351475,
      "grad_norm": 1.6403176601806533,
      "learning_rate": 5.038103576169452e-05,
      "loss": 1.5469,
      "step": 94840
    },
    {
      "epoch": 4.412235403582228,
      "grad_norm": 1.709871972307016,
      "learning_rate": 5.0378261059903456e-05,
      "loss": 1.6016,
      "step": 94841
    },
    {
      "epoch": 4.412281926029309,
      "grad_norm": 1.7112309697527182,
      "learning_rate": 5.037548641910139e-05,
      "loss": 1.6094,
      "step": 94842
    },
    {
      "epoch": 4.41232844847639,
      "grad_norm": 1.6061105289170585,
      "learning_rate": 5.037271183929005e-05,
      "loss": 1.4141,
      "step": 94843
    },
    {
      "epoch": 4.41237497092347,
      "grad_norm": 1.7662472859712595,
      "learning_rate": 5.0369937320471075e-05,
      "loss": 1.7578,
      "step": 94844
    },
    {
      "epoch": 4.412421493370552,
      "grad_norm": 1.655993014268734,
      "learning_rate": 5.036716286264626e-05,
      "loss": 1.6016,
      "step": 94845
    },
    {
      "epoch": 4.412468015817632,
      "grad_norm": 1.9097871030419278,
      "learning_rate": 5.0364388465817254e-05,
      "loss": 1.9609,
      "step": 94846
    },
    {
      "epoch": 4.412514538264713,
      "grad_norm": 1.6767920113671102,
      "learning_rate": 5.036161412998575e-05,
      "loss": 1.5312,
      "step": 94847
    },
    {
      "epoch": 4.412561060711793,
      "grad_norm": 1.907525203491826,
      "learning_rate": 5.035883985515341e-05,
      "loss": 1.7969,
      "step": 94848
    },
    {
      "epoch": 4.4126075831588745,
      "grad_norm": 1.7360669350703464,
      "learning_rate": 5.035606564132201e-05,
      "loss": 1.6875,
      "step": 94849
    },
    {
      "epoch": 4.412654105605955,
      "grad_norm": 1.6246660205538044,
      "learning_rate": 5.035329148849318e-05,
      "loss": 1.4531,
      "step": 94850
    },
    {
      "epoch": 4.412700628053035,
      "grad_norm": 1.5593025970598338,
      "learning_rate": 5.0350517396668706e-05,
      "loss": 1.3906,
      "step": 94851
    },
    {
      "epoch": 4.412747150500116,
      "grad_norm": 1.5664604487484906,
      "learning_rate": 5.0347743365850217e-05,
      "loss": 1.4219,
      "step": 94852
    },
    {
      "epoch": 4.412793672947197,
      "grad_norm": 1.7368151043791038,
      "learning_rate": 5.0344969396039384e-05,
      "loss": 1.5781,
      "step": 94853
    },
    {
      "epoch": 4.412840195394278,
      "grad_norm": 1.661278690806704,
      "learning_rate": 5.034219548723801e-05,
      "loss": 1.5781,
      "step": 94854
    },
    {
      "epoch": 4.412886717841358,
      "grad_norm": 1.6139500433723586,
      "learning_rate": 5.0339421639447715e-05,
      "loss": 1.5234,
      "step": 94855
    },
    {
      "epoch": 4.41293324028844,
      "grad_norm": 1.5557923594548735,
      "learning_rate": 5.033664785267021e-05,
      "loss": 1.3281,
      "step": 94856
    },
    {
      "epoch": 4.41297976273552,
      "grad_norm": 1.5887930915045159,
      "learning_rate": 5.033387412690716e-05,
      "loss": 1.3906,
      "step": 94857
    },
    {
      "epoch": 4.4130262851826005,
      "grad_norm": 1.7433777160924722,
      "learning_rate": 5.033110046216034e-05,
      "loss": 1.6562,
      "step": 94858
    },
    {
      "epoch": 4.413072807629681,
      "grad_norm": 1.8647961943170146,
      "learning_rate": 5.0328326858431424e-05,
      "loss": 1.7344,
      "step": 94859
    },
    {
      "epoch": 4.413119330076762,
      "grad_norm": 1.8244295462893771,
      "learning_rate": 5.0325553315722074e-05,
      "loss": 1.8047,
      "step": 94860
    },
    {
      "epoch": 4.413165852523843,
      "grad_norm": 1.6627408590570445,
      "learning_rate": 5.032277983403401e-05,
      "loss": 1.5625,
      "step": 94861
    },
    {
      "epoch": 4.413212374970923,
      "grad_norm": 1.6369931458405165,
      "learning_rate": 5.0320006413368886e-05,
      "loss": 1.4844,
      "step": 94862
    },
    {
      "epoch": 4.413258897418004,
      "grad_norm": 1.5890161833842786,
      "learning_rate": 5.0317233053728496e-05,
      "loss": 1.4062,
      "step": 94863
    },
    {
      "epoch": 4.413305419865085,
      "grad_norm": 1.7933430004441893,
      "learning_rate": 5.031445975511447e-05,
      "loss": 1.6719,
      "step": 94864
    },
    {
      "epoch": 4.413351942312166,
      "grad_norm": 1.7944301728596153,
      "learning_rate": 5.0311686517528535e-05,
      "loss": 1.6406,
      "step": 94865
    },
    {
      "epoch": 4.413398464759246,
      "grad_norm": 1.7726287340422016,
      "learning_rate": 5.0308913340972304e-05,
      "loss": 1.6641,
      "step": 94866
    },
    {
      "epoch": 4.4134449872063275,
      "grad_norm": 1.7848345746358925,
      "learning_rate": 5.030614022544761e-05,
      "loss": 1.7266,
      "step": 94867
    },
    {
      "epoch": 4.413491509653408,
      "grad_norm": 1.7637173604763166,
      "learning_rate": 5.030336717095608e-05,
      "loss": 1.625,
      "step": 94868
    },
    {
      "epoch": 4.4135380321004885,
      "grad_norm": 1.6069417430362332,
      "learning_rate": 5.030059417749942e-05,
      "loss": 1.4531,
      "step": 94869
    },
    {
      "epoch": 4.413584554547569,
      "grad_norm": 1.630944709239832,
      "learning_rate": 5.0297821245079255e-05,
      "loss": 1.3984,
      "step": 94870
    },
    {
      "epoch": 4.41363107699465,
      "grad_norm": 1.8124906385828705,
      "learning_rate": 5.029504837369737e-05,
      "loss": 1.6641,
      "step": 94871
    },
    {
      "epoch": 4.413677599441731,
      "grad_norm": 1.8829394698996815,
      "learning_rate": 5.0292275563355485e-05,
      "loss": 1.7812,
      "step": 94872
    },
    {
      "epoch": 4.413724121888811,
      "grad_norm": 1.788937152794927,
      "learning_rate": 5.028950281405527e-05,
      "loss": 1.5547,
      "step": 94873
    },
    {
      "epoch": 4.413770644335892,
      "grad_norm": 1.7103051870070214,
      "learning_rate": 5.0286730125798395e-05,
      "loss": 1.5078,
      "step": 94874
    },
    {
      "epoch": 4.413817166782973,
      "grad_norm": 1.8409451764570377,
      "learning_rate": 5.028395749858653e-05,
      "loss": 1.7422,
      "step": 94875
    },
    {
      "epoch": 4.413863689230054,
      "grad_norm": 1.8222872952072389,
      "learning_rate": 5.0281184932421456e-05,
      "loss": 1.7422,
      "step": 94876
    },
    {
      "epoch": 4.413910211677134,
      "grad_norm": 1.5225430830834112,
      "learning_rate": 5.0278412427304834e-05,
      "loss": 1.4297,
      "step": 94877
    },
    {
      "epoch": 4.4139567341242145,
      "grad_norm": 1.7604191827542057,
      "learning_rate": 5.027563998323834e-05,
      "loss": 1.6328,
      "step": 94878
    },
    {
      "epoch": 4.414003256571296,
      "grad_norm": 1.7667837971631166,
      "learning_rate": 5.027286760022367e-05,
      "loss": 1.6719,
      "step": 94879
    },
    {
      "epoch": 4.414049779018376,
      "grad_norm": 1.6711224489446073,
      "learning_rate": 5.027009527826255e-05,
      "loss": 1.6016,
      "step": 94880
    },
    {
      "epoch": 4.414096301465457,
      "grad_norm": 1.69591578238302,
      "learning_rate": 5.0267323017356696e-05,
      "loss": 1.5781,
      "step": 94881
    },
    {
      "epoch": 4.414142823912538,
      "grad_norm": 1.7769775158339185,
      "learning_rate": 5.0264550817507754e-05,
      "loss": 1.6797,
      "step": 94882
    },
    {
      "epoch": 4.414189346359619,
      "grad_norm": 1.7790216455317345,
      "learning_rate": 5.0261778678717404e-05,
      "loss": 1.75,
      "step": 94883
    },
    {
      "epoch": 4.414235868806699,
      "grad_norm": 1.8387159669391304,
      "learning_rate": 5.0259006600987424e-05,
      "loss": 1.7812,
      "step": 94884
    },
    {
      "epoch": 4.41428239125378,
      "grad_norm": 1.734476119842862,
      "learning_rate": 5.025623458431948e-05,
      "loss": 1.5156,
      "step": 94885
    },
    {
      "epoch": 4.414328913700861,
      "grad_norm": 1.7850682020543776,
      "learning_rate": 5.0253462628715245e-05,
      "loss": 1.7266,
      "step": 94886
    },
    {
      "epoch": 4.4143754361479415,
      "grad_norm": 1.6502896942723622,
      "learning_rate": 5.025069073417643e-05,
      "loss": 1.5,
      "step": 94887
    },
    {
      "epoch": 4.414421958595022,
      "grad_norm": 1.9020710859782317,
      "learning_rate": 5.024791890070468e-05,
      "loss": 1.7812,
      "step": 94888
    },
    {
      "epoch": 4.414468481042102,
      "grad_norm": 1.83985971591286,
      "learning_rate": 5.02451471283018e-05,
      "loss": 1.7578,
      "step": 94889
    },
    {
      "epoch": 4.414515003489184,
      "grad_norm": 1.7242661742943384,
      "learning_rate": 5.0242375416969414e-05,
      "loss": 1.6641,
      "step": 94890
    },
    {
      "epoch": 4.414561525936264,
      "grad_norm": 1.828519512966047,
      "learning_rate": 5.023960376670925e-05,
      "loss": 1.6562,
      "step": 94891
    },
    {
      "epoch": 4.414608048383345,
      "grad_norm": 1.717659678705947,
      "learning_rate": 5.023683217752292e-05,
      "loss": 1.6484,
      "step": 94892
    },
    {
      "epoch": 4.414654570830425,
      "grad_norm": 1.7215419993489312,
      "learning_rate": 5.023406064941221e-05,
      "loss": 1.4844,
      "step": 94893
    },
    {
      "epoch": 4.414701093277507,
      "grad_norm": 1.626172201905322,
      "learning_rate": 5.023128918237884e-05,
      "loss": 1.3828,
      "step": 94894
    },
    {
      "epoch": 4.414747615724587,
      "grad_norm": 1.6997372508837791,
      "learning_rate": 5.0228517776424445e-05,
      "loss": 1.5234,
      "step": 94895
    },
    {
      "epoch": 4.4147941381716675,
      "grad_norm": 1.778380123558605,
      "learning_rate": 5.022574643155076e-05,
      "loss": 1.6016,
      "step": 94896
    },
    {
      "epoch": 4.414840660618749,
      "grad_norm": 1.6333594348369351,
      "learning_rate": 5.022297514775942e-05,
      "loss": 1.5938,
      "step": 94897
    },
    {
      "epoch": 4.414887183065829,
      "grad_norm": 1.5664635858952767,
      "learning_rate": 5.022020392505219e-05,
      "loss": 1.3594,
      "step": 94898
    },
    {
      "epoch": 4.41493370551291,
      "grad_norm": 1.6818430278786232,
      "learning_rate": 5.021743276343075e-05,
      "loss": 1.5469,
      "step": 94899
    },
    {
      "epoch": 4.41498022795999,
      "grad_norm": 1.7068034546872621,
      "learning_rate": 5.021466166289678e-05,
      "loss": 1.5938,
      "step": 94900
    },
    {
      "epoch": 4.415026750407072,
      "grad_norm": 1.6924403494201312,
      "learning_rate": 5.0211890623451925e-05,
      "loss": 1.6016,
      "step": 94901
    },
    {
      "epoch": 4.415073272854152,
      "grad_norm": 1.8173175404309607,
      "learning_rate": 5.0209119645098e-05,
      "loss": 1.7656,
      "step": 94902
    },
    {
      "epoch": 4.415119795301233,
      "grad_norm": 1.727239378015596,
      "learning_rate": 5.020634872783664e-05,
      "loss": 1.6172,
      "step": 94903
    },
    {
      "epoch": 4.415166317748314,
      "grad_norm": 1.9047739211128185,
      "learning_rate": 5.020357787166953e-05,
      "loss": 1.6641,
      "step": 94904
    },
    {
      "epoch": 4.4152128401953945,
      "grad_norm": 1.695190121273934,
      "learning_rate": 5.020080707659835e-05,
      "loss": 1.5703,
      "step": 94905
    },
    {
      "epoch": 4.415259362642475,
      "grad_norm": 1.7683928839025045,
      "learning_rate": 5.0198036342624856e-05,
      "loss": 1.5391,
      "step": 94906
    },
    {
      "epoch": 4.4153058850895555,
      "grad_norm": 1.7178872442008117,
      "learning_rate": 5.0195265669750715e-05,
      "loss": 1.4766,
      "step": 94907
    },
    {
      "epoch": 4.415352407536637,
      "grad_norm": 1.7197084060786876,
      "learning_rate": 5.019249505797762e-05,
      "loss": 1.6641,
      "step": 94908
    },
    {
      "epoch": 4.415398929983717,
      "grad_norm": 1.739653245694529,
      "learning_rate": 5.018972450730722e-05,
      "loss": 1.5938,
      "step": 94909
    },
    {
      "epoch": 4.415445452430798,
      "grad_norm": 1.7772264819003862,
      "learning_rate": 5.018695401774131e-05,
      "loss": 1.7031,
      "step": 94910
    },
    {
      "epoch": 4.415491974877878,
      "grad_norm": 1.592644308977369,
      "learning_rate": 5.018418358928153e-05,
      "loss": 1.3984,
      "step": 94911
    },
    {
      "epoch": 4.41553849732496,
      "grad_norm": 1.7131705101690247,
      "learning_rate": 5.0181413221929594e-05,
      "loss": 1.5859,
      "step": 94912
    },
    {
      "epoch": 4.41558501977204,
      "grad_norm": 1.9534569710210514,
      "learning_rate": 5.017864291568717e-05,
      "loss": 1.875,
      "step": 94913
    },
    {
      "epoch": 4.415631542219121,
      "grad_norm": 1.6364847591776175,
      "learning_rate": 5.0175872670555935e-05,
      "loss": 1.4375,
      "step": 94914
    },
    {
      "epoch": 4.415678064666201,
      "grad_norm": 1.6481318489995516,
      "learning_rate": 5.017310248653761e-05,
      "loss": 1.5703,
      "step": 94915
    },
    {
      "epoch": 4.415724587113282,
      "grad_norm": 1.8181396402218244,
      "learning_rate": 5.0170332363633945e-05,
      "loss": 1.7031,
      "step": 94916
    },
    {
      "epoch": 4.415771109560363,
      "grad_norm": 1.726812075300004,
      "learning_rate": 5.01675623018466e-05,
      "loss": 1.5547,
      "step": 94917
    },
    {
      "epoch": 4.415817632007443,
      "grad_norm": 1.8238779218699839,
      "learning_rate": 5.016479230117726e-05,
      "loss": 1.8438,
      "step": 94918
    },
    {
      "epoch": 4.415864154454525,
      "grad_norm": 1.7290730418988274,
      "learning_rate": 5.016202236162756e-05,
      "loss": 1.5547,
      "step": 94919
    },
    {
      "epoch": 4.415910676901605,
      "grad_norm": 1.761722715936435,
      "learning_rate": 5.0159252483199325e-05,
      "loss": 1.6172,
      "step": 94920
    },
    {
      "epoch": 4.415957199348686,
      "grad_norm": 1.8043625497776037,
      "learning_rate": 5.0156482665894176e-05,
      "loss": 1.8203,
      "step": 94921
    },
    {
      "epoch": 4.416003721795766,
      "grad_norm": 1.7646016538765081,
      "learning_rate": 5.015371290971382e-05,
      "loss": 1.6172,
      "step": 94922
    },
    {
      "epoch": 4.4160502442428475,
      "grad_norm": 1.6559378207938618,
      "learning_rate": 5.015094321465991e-05,
      "loss": 1.4688,
      "step": 94923
    },
    {
      "epoch": 4.416096766689928,
      "grad_norm": 1.7472659227316003,
      "learning_rate": 5.0148173580734206e-05,
      "loss": 1.5469,
      "step": 94924
    },
    {
      "epoch": 4.4161432891370085,
      "grad_norm": 1.6575444688030456,
      "learning_rate": 5.014540400793841e-05,
      "loss": 1.3125,
      "step": 94925
    },
    {
      "epoch": 4.416189811584089,
      "grad_norm": 1.6571617577879916,
      "learning_rate": 5.0142634496274154e-05,
      "loss": 1.5469,
      "step": 94926
    },
    {
      "epoch": 4.41623633403117,
      "grad_norm": 1.843091181110174,
      "learning_rate": 5.0139865045743135e-05,
      "loss": 1.7266,
      "step": 94927
    },
    {
      "epoch": 4.416282856478251,
      "grad_norm": 1.7661691777049726,
      "learning_rate": 5.0137095656347126e-05,
      "loss": 1.5703,
      "step": 94928
    },
    {
      "epoch": 4.416329378925331,
      "grad_norm": 1.5861839343501716,
      "learning_rate": 5.0134326328087766e-05,
      "loss": 1.3438,
      "step": 94929
    },
    {
      "epoch": 4.416375901372412,
      "grad_norm": 1.7927163626230047,
      "learning_rate": 5.0131557060966764e-05,
      "loss": 1.5625,
      "step": 94930
    },
    {
      "epoch": 4.416422423819493,
      "grad_norm": 1.9021323562543522,
      "learning_rate": 5.012878785498577e-05,
      "loss": 1.7656,
      "step": 94931
    },
    {
      "epoch": 4.416468946266574,
      "grad_norm": 1.742002250142401,
      "learning_rate": 5.012601871014656e-05,
      "loss": 1.6484,
      "step": 94932
    },
    {
      "epoch": 4.416515468713654,
      "grad_norm": 1.7999655333432534,
      "learning_rate": 5.01232496264508e-05,
      "loss": 1.6172,
      "step": 94933
    },
    {
      "epoch": 4.4165619911607354,
      "grad_norm": 1.7263222010136137,
      "learning_rate": 5.0120480603900164e-05,
      "loss": 1.6094,
      "step": 94934
    },
    {
      "epoch": 4.416608513607816,
      "grad_norm": 1.7529919111610544,
      "learning_rate": 5.0117711642496317e-05,
      "loss": 1.5938,
      "step": 94935
    },
    {
      "epoch": 4.416655036054896,
      "grad_norm": 1.8748470545515628,
      "learning_rate": 5.011494274224105e-05,
      "loss": 1.8594,
      "step": 94936
    },
    {
      "epoch": 4.416701558501977,
      "grad_norm": 1.6195136744204413,
      "learning_rate": 5.011217390313594e-05,
      "loss": 1.5156,
      "step": 94937
    },
    {
      "epoch": 4.416748080949058,
      "grad_norm": 1.7346928548508551,
      "learning_rate": 5.01094051251828e-05,
      "loss": 1.6562,
      "step": 94938
    },
    {
      "epoch": 4.416794603396139,
      "grad_norm": 1.800450173707008,
      "learning_rate": 5.0106636408383286e-05,
      "loss": 1.625,
      "step": 94939
    },
    {
      "epoch": 4.416841125843219,
      "grad_norm": 1.703520241657974,
      "learning_rate": 5.0103867752739006e-05,
      "loss": 1.5703,
      "step": 94940
    },
    {
      "epoch": 4.4168876482903,
      "grad_norm": 1.6206120678290785,
      "learning_rate": 5.010109915825179e-05,
      "loss": 1.5781,
      "step": 94941
    },
    {
      "epoch": 4.416934170737381,
      "grad_norm": 1.8098503048672578,
      "learning_rate": 5.0098330624923266e-05,
      "loss": 1.7344,
      "step": 94942
    },
    {
      "epoch": 4.4169806931844615,
      "grad_norm": 1.7265108211905618,
      "learning_rate": 5.009556215275514e-05,
      "loss": 1.6719,
      "step": 94943
    },
    {
      "epoch": 4.417027215631542,
      "grad_norm": 1.6930371269042428,
      "learning_rate": 5.009279374174908e-05,
      "loss": 1.6875,
      "step": 94944
    },
    {
      "epoch": 4.4170737380786225,
      "grad_norm": 1.7160980147399492,
      "learning_rate": 5.009002539190677e-05,
      "loss": 1.6016,
      "step": 94945
    },
    {
      "epoch": 4.417120260525704,
      "grad_norm": 1.650627357684057,
      "learning_rate": 5.008725710322998e-05,
      "loss": 1.5234,
      "step": 94946
    },
    {
      "epoch": 4.417166782972784,
      "grad_norm": 1.7938445808357795,
      "learning_rate": 5.008448887572036e-05,
      "loss": 1.8125,
      "step": 94947
    },
    {
      "epoch": 4.417213305419865,
      "grad_norm": 1.665167607913119,
      "learning_rate": 5.008172070937961e-05,
      "loss": 1.4609,
      "step": 94948
    },
    {
      "epoch": 4.417259827866946,
      "grad_norm": 1.7310897654130517,
      "learning_rate": 5.007895260420936e-05,
      "loss": 1.5703,
      "step": 94949
    },
    {
      "epoch": 4.417306350314027,
      "grad_norm": 1.8372359123090296,
      "learning_rate": 5.007618456021141e-05,
      "loss": 1.7578,
      "step": 94950
    },
    {
      "epoch": 4.417352872761107,
      "grad_norm": 1.7296315621352403,
      "learning_rate": 5.007341657738741e-05,
      "loss": 1.5547,
      "step": 94951
    },
    {
      "epoch": 4.417399395208188,
      "grad_norm": 1.6658847642644667,
      "learning_rate": 5.0070648655739066e-05,
      "loss": 1.5312,
      "step": 94952
    },
    {
      "epoch": 4.417445917655269,
      "grad_norm": 1.6980076983005212,
      "learning_rate": 5.0067880795268013e-05,
      "loss": 1.6016,
      "step": 94953
    },
    {
      "epoch": 4.417492440102349,
      "grad_norm": 1.778068886036654,
      "learning_rate": 5.006511299597602e-05,
      "loss": 1.6328,
      "step": 94954
    },
    {
      "epoch": 4.41753896254943,
      "grad_norm": 1.8358517945460213,
      "learning_rate": 5.0062345257864774e-05,
      "loss": 1.7266,
      "step": 94955
    },
    {
      "epoch": 4.417585484996511,
      "grad_norm": 1.767207936336513,
      "learning_rate": 5.0059577580935935e-05,
      "loss": 1.6641,
      "step": 94956
    },
    {
      "epoch": 4.417632007443592,
      "grad_norm": 1.6407614211704062,
      "learning_rate": 5.0056809965191166e-05,
      "loss": 1.4609,
      "step": 94957
    },
    {
      "epoch": 4.417678529890672,
      "grad_norm": 1.68227012018715,
      "learning_rate": 5.005404241063226e-05,
      "loss": 1.5312,
      "step": 94958
    },
    {
      "epoch": 4.417725052337753,
      "grad_norm": 1.6730601915756866,
      "learning_rate": 5.005127491726081e-05,
      "loss": 1.6172,
      "step": 94959
    },
    {
      "epoch": 4.417771574784834,
      "grad_norm": 1.6262877604664459,
      "learning_rate": 5.004850748507861e-05,
      "loss": 1.4922,
      "step": 94960
    },
    {
      "epoch": 4.4178180972319145,
      "grad_norm": 1.7241219343146512,
      "learning_rate": 5.00457401140873e-05,
      "loss": 1.6797,
      "step": 94961
    },
    {
      "epoch": 4.417864619678995,
      "grad_norm": 1.791133895175151,
      "learning_rate": 5.004297280428852e-05,
      "loss": 1.6484,
      "step": 94962
    },
    {
      "epoch": 4.4179111421260755,
      "grad_norm": 1.6988963856981338,
      "learning_rate": 5.004020555568409e-05,
      "loss": 1.4844,
      "step": 94963
    },
    {
      "epoch": 4.417957664573157,
      "grad_norm": 1.7009616047030458,
      "learning_rate": 5.003743836827561e-05,
      "loss": 1.5625,
      "step": 94964
    },
    {
      "epoch": 4.418004187020237,
      "grad_norm": 1.7171759323047813,
      "learning_rate": 5.003467124206482e-05,
      "loss": 1.6406,
      "step": 94965
    },
    {
      "epoch": 4.418050709467318,
      "grad_norm": 1.714834339814475,
      "learning_rate": 5.0031904177053334e-05,
      "loss": 1.6328,
      "step": 94966
    },
    {
      "epoch": 4.418097231914398,
      "grad_norm": 1.6185359869347644,
      "learning_rate": 5.002913717324296e-05,
      "loss": 1.4844,
      "step": 94967
    },
    {
      "epoch": 4.41814375436148,
      "grad_norm": 1.6799167090474256,
      "learning_rate": 5.002637023063532e-05,
      "loss": 1.5625,
      "step": 94968
    },
    {
      "epoch": 4.41819027680856,
      "grad_norm": 1.6975827159731849,
      "learning_rate": 5.0023603349232146e-05,
      "loss": 1.6094,
      "step": 94969
    },
    {
      "epoch": 4.418236799255641,
      "grad_norm": 1.6533944707387946,
      "learning_rate": 5.002083652903511e-05,
      "loss": 1.3594,
      "step": 94970
    },
    {
      "epoch": 4.418283321702722,
      "grad_norm": 1.8101891438636044,
      "learning_rate": 5.001806977004584e-05,
      "loss": 1.6953,
      "step": 94971
    },
    {
      "epoch": 4.4183298441498025,
      "grad_norm": 1.7800533626303197,
      "learning_rate": 5.0015303072266165e-05,
      "loss": 1.6719,
      "step": 94972
    },
    {
      "epoch": 4.418376366596883,
      "grad_norm": 1.8131010340600278,
      "learning_rate": 5.001253643569771e-05,
      "loss": 1.6719,
      "step": 94973
    },
    {
      "epoch": 4.418422889043963,
      "grad_norm": 1.723740729146777,
      "learning_rate": 5.000976986034215e-05,
      "loss": 1.6484,
      "step": 94974
    },
    {
      "epoch": 4.418469411491045,
      "grad_norm": 1.698557790603736,
      "learning_rate": 5.000700334620116e-05,
      "loss": 1.4531,
      "step": 94975
    },
    {
      "epoch": 4.418515933938125,
      "grad_norm": 1.7060790839682372,
      "learning_rate": 5.000423689327654e-05,
      "loss": 1.5469,
      "step": 94976
    },
    {
      "epoch": 4.418562456385206,
      "grad_norm": 1.6313079156236603,
      "learning_rate": 5.000147050156989e-05,
      "loss": 1.375,
      "step": 94977
    },
    {
      "epoch": 4.418608978832286,
      "grad_norm": 1.7237943316053714,
      "learning_rate": 4.9998704171082946e-05,
      "loss": 1.6484,
      "step": 94978
    },
    {
      "epoch": 4.418655501279368,
      "grad_norm": 1.7697230568450304,
      "learning_rate": 4.999593790181733e-05,
      "loss": 1.7578,
      "step": 94979
    },
    {
      "epoch": 4.418702023726448,
      "grad_norm": 1.8017976351011527,
      "learning_rate": 4.999317169377484e-05,
      "loss": 1.6875,
      "step": 94980
    },
    {
      "epoch": 4.4187485461735285,
      "grad_norm": 1.679185693749434,
      "learning_rate": 4.9990405546957054e-05,
      "loss": 1.5469,
      "step": 94981
    },
    {
      "epoch": 4.418795068620609,
      "grad_norm": 1.769463789062008,
      "learning_rate": 4.998763946136579e-05,
      "loss": 1.7344,
      "step": 94982
    },
    {
      "epoch": 4.41884159106769,
      "grad_norm": 1.5093747226858178,
      "learning_rate": 4.9984873437002684e-05,
      "loss": 1.2812,
      "step": 94983
    },
    {
      "epoch": 4.418888113514771,
      "grad_norm": 1.5465808912137398,
      "learning_rate": 4.998210747386939e-05,
      "loss": 1.3906,
      "step": 94984
    },
    {
      "epoch": 4.418934635961851,
      "grad_norm": 1.7755222052627104,
      "learning_rate": 4.9979341571967674e-05,
      "loss": 1.6172,
      "step": 94985
    },
    {
      "epoch": 4.418981158408933,
      "grad_norm": 1.770390276261986,
      "learning_rate": 4.9976575731299214e-05,
      "loss": 1.6484,
      "step": 94986
    },
    {
      "epoch": 4.419027680856013,
      "grad_norm": 1.8825217161365926,
      "learning_rate": 4.9973809951865665e-05,
      "loss": 1.7266,
      "step": 94987
    },
    {
      "epoch": 4.419074203303094,
      "grad_norm": 1.7218151911177442,
      "learning_rate": 4.997104423366869e-05,
      "loss": 1.5938,
      "step": 94988
    },
    {
      "epoch": 4.419120725750174,
      "grad_norm": 1.738011691231055,
      "learning_rate": 4.9968278576710094e-05,
      "loss": 1.5938,
      "step": 94989
    },
    {
      "epoch": 4.4191672481972555,
      "grad_norm": 1.8243330130462612,
      "learning_rate": 4.996551298099149e-05,
      "loss": 1.7969,
      "step": 94990
    },
    {
      "epoch": 4.419213770644336,
      "grad_norm": 1.7617181107756383,
      "learning_rate": 4.99627474465146e-05,
      "loss": 1.6641,
      "step": 94991
    },
    {
      "epoch": 4.419260293091416,
      "grad_norm": 1.7649851451304779,
      "learning_rate": 4.995998197328106e-05,
      "loss": 1.6406,
      "step": 94992
    },
    {
      "epoch": 4.419306815538497,
      "grad_norm": 1.5246007773393278,
      "learning_rate": 4.995721656129265e-05,
      "loss": 1.2891,
      "step": 94993
    },
    {
      "epoch": 4.419353337985578,
      "grad_norm": 1.7881982404910166,
      "learning_rate": 4.995445121055102e-05,
      "loss": 1.5312,
      "step": 94994
    },
    {
      "epoch": 4.419399860432659,
      "grad_norm": 1.7800377512730907,
      "learning_rate": 4.9951685921057864e-05,
      "loss": 1.625,
      "step": 94995
    },
    {
      "epoch": 4.419446382879739,
      "grad_norm": 1.826425369359117,
      "learning_rate": 4.994892069281488e-05,
      "loss": 1.7656,
      "step": 94996
    },
    {
      "epoch": 4.419492905326821,
      "grad_norm": 1.7462102971271551,
      "learning_rate": 4.99461555258237e-05,
      "loss": 1.6094,
      "step": 94997
    },
    {
      "epoch": 4.419539427773901,
      "grad_norm": 1.639346433586216,
      "learning_rate": 4.994339042008614e-05,
      "loss": 1.5625,
      "step": 94998
    },
    {
      "epoch": 4.4195859502209816,
      "grad_norm": 1.6525673215542696,
      "learning_rate": 4.994062537560381e-05,
      "loss": 1.3438,
      "step": 94999
    },
    {
      "epoch": 4.419632472668062,
      "grad_norm": 1.6260409429613771,
      "learning_rate": 4.993786039237843e-05,
      "loss": 1.5156,
      "step": 95000
    },
    {
      "epoch": 4.419678995115143,
      "grad_norm": 1.668272602384333,
      "learning_rate": 4.993509547041162e-05,
      "loss": 1.5156,
      "step": 95001
    },
    {
      "epoch": 4.419725517562224,
      "grad_norm": 1.8237678631582686,
      "learning_rate": 4.993233060970518e-05,
      "loss": 1.6016,
      "step": 95002
    },
    {
      "epoch": 4.419772040009304,
      "grad_norm": 1.4249648779539779,
      "learning_rate": 4.992956581026073e-05,
      "loss": 1.3125,
      "step": 95003
    },
    {
      "epoch": 4.419818562456385,
      "grad_norm": 1.670272506314731,
      "learning_rate": 4.992680107208002e-05,
      "loss": 1.5625,
      "step": 95004
    },
    {
      "epoch": 4.419865084903466,
      "grad_norm": 1.6884981410485607,
      "learning_rate": 4.992403639516472e-05,
      "loss": 1.5859,
      "step": 95005
    },
    {
      "epoch": 4.419911607350547,
      "grad_norm": 1.5521529987458906,
      "learning_rate": 4.992127177951647e-05,
      "loss": 1.3906,
      "step": 95006
    },
    {
      "epoch": 4.419958129797627,
      "grad_norm": 1.7813775128016163,
      "learning_rate": 4.9918507225137053e-05,
      "loss": 1.6953,
      "step": 95007
    },
    {
      "epoch": 4.4200046522447085,
      "grad_norm": 1.6865652288800952,
      "learning_rate": 4.991574273202811e-05,
      "loss": 1.5703,
      "step": 95008
    },
    {
      "epoch": 4.420051174691789,
      "grad_norm": 1.7938211524607108,
      "learning_rate": 4.991297830019135e-05,
      "loss": 1.8359,
      "step": 95009
    },
    {
      "epoch": 4.4200976971388695,
      "grad_norm": 1.7057733912668198,
      "learning_rate": 4.991021392962839e-05,
      "loss": 1.6172,
      "step": 95010
    },
    {
      "epoch": 4.42014421958595,
      "grad_norm": 1.7638828292815394,
      "learning_rate": 4.990744962034105e-05,
      "loss": 1.6719,
      "step": 95011
    },
    {
      "epoch": 4.420190742033031,
      "grad_norm": 1.6250986569407604,
      "learning_rate": 4.9904685372330946e-05,
      "loss": 1.5469,
      "step": 95012
    },
    {
      "epoch": 4.420237264480112,
      "grad_norm": 1.730649600715127,
      "learning_rate": 4.990192118559979e-05,
      "loss": 1.5547,
      "step": 95013
    },
    {
      "epoch": 4.420283786927192,
      "grad_norm": 1.82467224990326,
      "learning_rate": 4.9899157060149226e-05,
      "loss": 1.7734,
      "step": 95014
    },
    {
      "epoch": 4.420330309374273,
      "grad_norm": 1.7699545884694146,
      "learning_rate": 4.9896392995981025e-05,
      "loss": 1.625,
      "step": 95015
    },
    {
      "epoch": 4.420376831821354,
      "grad_norm": 1.6851892377844155,
      "learning_rate": 4.9893628993096856e-05,
      "loss": 1.6016,
      "step": 95016
    },
    {
      "epoch": 4.420423354268435,
      "grad_norm": 1.7573932335632068,
      "learning_rate": 4.989086505149838e-05,
      "loss": 1.6328,
      "step": 95017
    },
    {
      "epoch": 4.420469876715515,
      "grad_norm": 1.7444102682322031,
      "learning_rate": 4.988810117118726e-05,
      "loss": 1.5703,
      "step": 95018
    },
    {
      "epoch": 4.4205163991625955,
      "grad_norm": 1.7299711831243993,
      "learning_rate": 4.98853373521653e-05,
      "loss": 1.4688,
      "step": 95019
    },
    {
      "epoch": 4.420562921609677,
      "grad_norm": 1.797146805247019,
      "learning_rate": 4.988257359443411e-05,
      "loss": 1.625,
      "step": 95020
    },
    {
      "epoch": 4.420609444056757,
      "grad_norm": 1.8249266018515222,
      "learning_rate": 4.987980989799541e-05,
      "loss": 1.7578,
      "step": 95021
    },
    {
      "epoch": 4.420655966503838,
      "grad_norm": 1.5542218372638936,
      "learning_rate": 4.987704626285088e-05,
      "loss": 1.3359,
      "step": 95022
    },
    {
      "epoch": 4.420702488950919,
      "grad_norm": 1.7522470088067028,
      "learning_rate": 4.987428268900215e-05,
      "loss": 1.5938,
      "step": 95023
    },
    {
      "epoch": 4.420749011398,
      "grad_norm": 1.6404768629104545,
      "learning_rate": 4.9871519176451034e-05,
      "loss": 1.4297,
      "step": 95024
    },
    {
      "epoch": 4.42079553384508,
      "grad_norm": 1.7344923313707903,
      "learning_rate": 4.986875572519912e-05,
      "loss": 1.7109,
      "step": 95025
    },
    {
      "epoch": 4.420842056292161,
      "grad_norm": 1.7429256637068218,
      "learning_rate": 4.986599233524817e-05,
      "loss": 1.7188,
      "step": 95026
    },
    {
      "epoch": 4.420888578739242,
      "grad_norm": 1.8686438096434117,
      "learning_rate": 4.986322900659987e-05,
      "loss": 1.9062,
      "step": 95027
    },
    {
      "epoch": 4.4209351011863225,
      "grad_norm": 2.0601333058388467,
      "learning_rate": 4.9860465739255844e-05,
      "loss": 1.4922,
      "step": 95028
    },
    {
      "epoch": 4.420981623633403,
      "grad_norm": 1.7726516825715917,
      "learning_rate": 4.985770253321788e-05,
      "loss": 1.6797,
      "step": 95029
    },
    {
      "epoch": 4.4210281460804834,
      "grad_norm": 1.6410378049511671,
      "learning_rate": 4.9854939388487605e-05,
      "loss": 1.4766,
      "step": 95030
    },
    {
      "epoch": 4.421074668527565,
      "grad_norm": 1.7315915958238062,
      "learning_rate": 4.985217630506674e-05,
      "loss": 1.3203,
      "step": 95031
    },
    {
      "epoch": 4.421121190974645,
      "grad_norm": 1.638682696200086,
      "learning_rate": 4.984941328295692e-05,
      "loss": 1.4766,
      "step": 95032
    },
    {
      "epoch": 4.421167713421726,
      "grad_norm": 1.828130334757342,
      "learning_rate": 4.9846650322159916e-05,
      "loss": 1.6953,
      "step": 95033
    },
    {
      "epoch": 4.421214235868806,
      "grad_norm": 1.5903823298450226,
      "learning_rate": 4.984388742267738e-05,
      "loss": 1.4766,
      "step": 95034
    },
    {
      "epoch": 4.421260758315888,
      "grad_norm": 1.7445378192222243,
      "learning_rate": 4.9841124584511015e-05,
      "loss": 1.7188,
      "step": 95035
    },
    {
      "epoch": 4.421307280762968,
      "grad_norm": 1.7281673736265228,
      "learning_rate": 4.983836180766245e-05,
      "loss": 1.5078,
      "step": 95036
    },
    {
      "epoch": 4.421353803210049,
      "grad_norm": 1.6921999682393234,
      "learning_rate": 4.983559909213347e-05,
      "loss": 1.5625,
      "step": 95037
    },
    {
      "epoch": 4.42140032565713,
      "grad_norm": 1.7798199954049674,
      "learning_rate": 4.983283643792574e-05,
      "loss": 1.5312,
      "step": 95038
    },
    {
      "epoch": 4.42144684810421,
      "grad_norm": 1.8228713778518628,
      "learning_rate": 4.983007384504094e-05,
      "loss": 1.5391,
      "step": 95039
    },
    {
      "epoch": 4.421493370551291,
      "grad_norm": 1.729176256667123,
      "learning_rate": 4.9827311313480714e-05,
      "loss": 1.6719,
      "step": 95040
    },
    {
      "epoch": 4.421539892998371,
      "grad_norm": 1.53069886861751,
      "learning_rate": 4.9824548843246834e-05,
      "loss": 1.375,
      "step": 95041
    },
    {
      "epoch": 4.421586415445453,
      "grad_norm": 1.7353629523533505,
      "learning_rate": 4.982178643434096e-05,
      "loss": 1.6172,
      "step": 95042
    },
    {
      "epoch": 4.421632937892533,
      "grad_norm": 1.7557810578383959,
      "learning_rate": 4.981902408676478e-05,
      "loss": 1.75,
      "step": 95043
    },
    {
      "epoch": 4.421679460339614,
      "grad_norm": 1.8838665955795275,
      "learning_rate": 4.981626180051992e-05,
      "loss": 1.7656,
      "step": 95044
    },
    {
      "epoch": 4.421725982786695,
      "grad_norm": 1.8532521150238084,
      "learning_rate": 4.981349957560821e-05,
      "loss": 1.7031,
      "step": 95045
    },
    {
      "epoch": 4.4217725052337755,
      "grad_norm": 1.8424083279419394,
      "learning_rate": 4.981073741203126e-05,
      "loss": 1.625,
      "step": 95046
    },
    {
      "epoch": 4.421819027680856,
      "grad_norm": 1.7681725158367376,
      "learning_rate": 4.98079753097907e-05,
      "loss": 1.6406,
      "step": 95047
    },
    {
      "epoch": 4.4218655501279365,
      "grad_norm": 1.8456321760146768,
      "learning_rate": 4.980521326888836e-05,
      "loss": 1.6797,
      "step": 95048
    },
    {
      "epoch": 4.421912072575018,
      "grad_norm": 1.7624733942747157,
      "learning_rate": 4.9802451289325844e-05,
      "loss": 1.7891,
      "step": 95049
    },
    {
      "epoch": 4.421958595022098,
      "grad_norm": 1.7020838334822355,
      "learning_rate": 4.979968937110482e-05,
      "loss": 1.4375,
      "step": 95050
    },
    {
      "epoch": 4.422005117469179,
      "grad_norm": 1.7072472861422567,
      "learning_rate": 4.979692751422705e-05,
      "loss": 1.625,
      "step": 95051
    },
    {
      "epoch": 4.422051639916259,
      "grad_norm": 1.6841428525281696,
      "learning_rate": 4.9794165718694204e-05,
      "loss": 1.5703,
      "step": 95052
    },
    {
      "epoch": 4.422098162363341,
      "grad_norm": 1.7155798488967047,
      "learning_rate": 4.979140398450795e-05,
      "loss": 1.6094,
      "step": 95053
    },
    {
      "epoch": 4.422144684810421,
      "grad_norm": 1.6675418046494297,
      "learning_rate": 4.978864231166995e-05,
      "loss": 1.6875,
      "step": 95054
    },
    {
      "epoch": 4.422191207257502,
      "grad_norm": 1.6511275633864764,
      "learning_rate": 4.978588070018198e-05,
      "loss": 1.5078,
      "step": 95055
    },
    {
      "epoch": 4.422237729704582,
      "grad_norm": 1.6837872778906164,
      "learning_rate": 4.978311915004567e-05,
      "loss": 1.6016,
      "step": 95056
    },
    {
      "epoch": 4.422284252151663,
      "grad_norm": 1.6364537504379955,
      "learning_rate": 4.978035766126275e-05,
      "loss": 1.5547,
      "step": 95057
    },
    {
      "epoch": 4.422330774598744,
      "grad_norm": 1.6954383525549581,
      "learning_rate": 4.977759623383483e-05,
      "loss": 1.5938,
      "step": 95058
    },
    {
      "epoch": 4.422377297045824,
      "grad_norm": 1.7132966736227389,
      "learning_rate": 4.977483486776369e-05,
      "loss": 1.6016,
      "step": 95059
    },
    {
      "epoch": 4.422423819492906,
      "grad_norm": 1.5313159188558962,
      "learning_rate": 4.9772073563051006e-05,
      "loss": 1.2969,
      "step": 95060
    },
    {
      "epoch": 4.422470341939986,
      "grad_norm": 1.79405246574166,
      "learning_rate": 4.976931231969844e-05,
      "loss": 1.9219,
      "step": 95061
    },
    {
      "epoch": 4.422516864387067,
      "grad_norm": 1.7192391312841229,
      "learning_rate": 4.976655113770764e-05,
      "loss": 1.4922,
      "step": 95062
    },
    {
      "epoch": 4.422563386834147,
      "grad_norm": 1.7595924635518343,
      "learning_rate": 4.9763790017080405e-05,
      "loss": 1.7578,
      "step": 95063
    },
    {
      "epoch": 4.4226099092812285,
      "grad_norm": 1.8729726522422816,
      "learning_rate": 4.976102895781836e-05,
      "loss": 2.0625,
      "step": 95064
    },
    {
      "epoch": 4.422656431728309,
      "grad_norm": 1.7513431061880074,
      "learning_rate": 4.975826795992321e-05,
      "loss": 1.7031,
      "step": 95065
    },
    {
      "epoch": 4.4227029541753895,
      "grad_norm": 1.6818739272539844,
      "learning_rate": 4.9755507023396596e-05,
      "loss": 1.5781,
      "step": 95066
    },
    {
      "epoch": 4.42274947662247,
      "grad_norm": 1.8046175997889806,
      "learning_rate": 4.975274614824029e-05,
      "loss": 1.6406,
      "step": 95067
    },
    {
      "epoch": 4.422795999069551,
      "grad_norm": 1.615467440092225,
      "learning_rate": 4.974998533445595e-05,
      "loss": 1.5078,
      "step": 95068
    },
    {
      "epoch": 4.422842521516632,
      "grad_norm": 1.7597628277567832,
      "learning_rate": 4.9747224582045204e-05,
      "loss": 1.5859,
      "step": 95069
    },
    {
      "epoch": 4.422889043963712,
      "grad_norm": 1.700810628052562,
      "learning_rate": 4.9744463891009844e-05,
      "loss": 1.6953,
      "step": 95070
    },
    {
      "epoch": 4.422935566410793,
      "grad_norm": 2.0075634369445856,
      "learning_rate": 4.9741703261351474e-05,
      "loss": 1.9062,
      "step": 95071
    },
    {
      "epoch": 4.422982088857874,
      "grad_norm": 1.6682259090805038,
      "learning_rate": 4.973894269307187e-05,
      "loss": 1.6016,
      "step": 95072
    },
    {
      "epoch": 4.423028611304955,
      "grad_norm": 1.8360747797438015,
      "learning_rate": 4.973618218617267e-05,
      "loss": 1.8203,
      "step": 95073
    },
    {
      "epoch": 4.423075133752035,
      "grad_norm": 1.7255642417796444,
      "learning_rate": 4.973342174065558e-05,
      "loss": 1.5234,
      "step": 95074
    },
    {
      "epoch": 4.4231216561991165,
      "grad_norm": 1.5992090497548894,
      "learning_rate": 4.973066135652228e-05,
      "loss": 1.3906,
      "step": 95075
    },
    {
      "epoch": 4.423168178646197,
      "grad_norm": 1.7287405065743722,
      "learning_rate": 4.97279010337744e-05,
      "loss": 1.4922,
      "step": 95076
    },
    {
      "epoch": 4.423214701093277,
      "grad_norm": 1.7217617661215272,
      "learning_rate": 4.9725140772413755e-05,
      "loss": 1.6875,
      "step": 95077
    },
    {
      "epoch": 4.423261223540358,
      "grad_norm": 1.7172619897958112,
      "learning_rate": 4.972238057244196e-05,
      "loss": 1.6016,
      "step": 95078
    },
    {
      "epoch": 4.423307745987439,
      "grad_norm": 1.526876104855821,
      "learning_rate": 4.971962043386071e-05,
      "loss": 1.3203,
      "step": 95079
    },
    {
      "epoch": 4.42335426843452,
      "grad_norm": 1.5431864597568627,
      "learning_rate": 4.9716860356671665e-05,
      "loss": 1.3594,
      "step": 95080
    },
    {
      "epoch": 4.4234007908816,
      "grad_norm": 1.7984015037351535,
      "learning_rate": 4.9714100340876584e-05,
      "loss": 1.7734,
      "step": 95081
    },
    {
      "epoch": 4.423447313328681,
      "grad_norm": 1.875962275217615,
      "learning_rate": 4.971134038647713e-05,
      "loss": 1.7422,
      "step": 95082
    },
    {
      "epoch": 4.423493835775762,
      "grad_norm": 1.6172614218344186,
      "learning_rate": 4.970858049347498e-05,
      "loss": 1.625,
      "step": 95083
    },
    {
      "epoch": 4.4235403582228425,
      "grad_norm": 1.8295573861083718,
      "learning_rate": 4.970582066187178e-05,
      "loss": 1.8281,
      "step": 95084
    },
    {
      "epoch": 4.423586880669923,
      "grad_norm": 1.6781094811593054,
      "learning_rate": 4.9703060891669326e-05,
      "loss": 1.5,
      "step": 95085
    },
    {
      "epoch": 4.423633403117004,
      "grad_norm": 1.6879776652716572,
      "learning_rate": 4.970030118286923e-05,
      "loss": 1.6172,
      "step": 95086
    },
    {
      "epoch": 4.423679925564085,
      "grad_norm": 1.7138173220294541,
      "learning_rate": 4.969754153547321e-05,
      "loss": 1.4609,
      "step": 95087
    },
    {
      "epoch": 4.423726448011165,
      "grad_norm": 1.6350623880786925,
      "learning_rate": 4.969478194948291e-05,
      "loss": 1.5078,
      "step": 95088
    },
    {
      "epoch": 4.423772970458246,
      "grad_norm": 1.7338837305715715,
      "learning_rate": 4.969202242490008e-05,
      "loss": 1.6406,
      "step": 95089
    },
    {
      "epoch": 4.423819492905327,
      "grad_norm": 1.810356271522247,
      "learning_rate": 4.968926296172641e-05,
      "loss": 1.7109,
      "step": 95090
    },
    {
      "epoch": 4.423866015352408,
      "grad_norm": 1.6847204412493033,
      "learning_rate": 4.96865035599635e-05,
      "loss": 1.5938,
      "step": 95091
    },
    {
      "epoch": 4.423912537799488,
      "grad_norm": 1.717503318830721,
      "learning_rate": 4.968374421961316e-05,
      "loss": 1.5703,
      "step": 95092
    },
    {
      "epoch": 4.423959060246569,
      "grad_norm": 1.7218558011648892,
      "learning_rate": 4.968098494067697e-05,
      "loss": 1.5156,
      "step": 95093
    },
    {
      "epoch": 4.42400558269365,
      "grad_norm": 1.8220496616818382,
      "learning_rate": 4.967822572315672e-05,
      "loss": 1.7266,
      "step": 95094
    },
    {
      "epoch": 4.42405210514073,
      "grad_norm": 1.8435202180487156,
      "learning_rate": 4.967546656705406e-05,
      "loss": 1.7891,
      "step": 95095
    },
    {
      "epoch": 4.424098627587811,
      "grad_norm": 1.6477321662017306,
      "learning_rate": 4.967270747237065e-05,
      "loss": 1.3984,
      "step": 95096
    },
    {
      "epoch": 4.424145150034892,
      "grad_norm": 1.7293411603641555,
      "learning_rate": 4.966994843910818e-05,
      "loss": 1.5234,
      "step": 95097
    },
    {
      "epoch": 4.424191672481973,
      "grad_norm": 1.8966386983808439,
      "learning_rate": 4.966718946726839e-05,
      "loss": 1.7656,
      "step": 95098
    },
    {
      "epoch": 4.424238194929053,
      "grad_norm": 1.7531201403511285,
      "learning_rate": 4.966443055685294e-05,
      "loss": 1.7188,
      "step": 95099
    },
    {
      "epoch": 4.424284717376134,
      "grad_norm": 1.7819645620512194,
      "learning_rate": 4.966167170786352e-05,
      "loss": 1.625,
      "step": 95100
    },
    {
      "epoch": 4.424331239823215,
      "grad_norm": 1.7730454984851134,
      "learning_rate": 4.965891292030181e-05,
      "loss": 1.7734,
      "step": 95101
    },
    {
      "epoch": 4.4243777622702956,
      "grad_norm": 1.7648544044020222,
      "learning_rate": 4.9656154194169464e-05,
      "loss": 1.6641,
      "step": 95102
    },
    {
      "epoch": 4.424424284717376,
      "grad_norm": 1.6609400053841585,
      "learning_rate": 4.9653395529468255e-05,
      "loss": 1.5469,
      "step": 95103
    },
    {
      "epoch": 4.4244708071644565,
      "grad_norm": 1.6663350875660705,
      "learning_rate": 4.965063692619982e-05,
      "loss": 1.5781,
      "step": 95104
    },
    {
      "epoch": 4.424517329611538,
      "grad_norm": 1.806766518546948,
      "learning_rate": 4.964787838436588e-05,
      "loss": 1.7969,
      "step": 95105
    },
    {
      "epoch": 4.424563852058618,
      "grad_norm": 1.8094716585750765,
      "learning_rate": 4.964511990396803e-05,
      "loss": 1.625,
      "step": 95106
    },
    {
      "epoch": 4.424610374505699,
      "grad_norm": 1.7125960402509248,
      "learning_rate": 4.9642361485008095e-05,
      "loss": 1.6328,
      "step": 95107
    },
    {
      "epoch": 4.424656896952779,
      "grad_norm": 1.6766130583286565,
      "learning_rate": 4.963960312748769e-05,
      "loss": 1.5625,
      "step": 95108
    },
    {
      "epoch": 4.424703419399861,
      "grad_norm": 1.7788470073346305,
      "learning_rate": 4.963684483140851e-05,
      "loss": 1.5312,
      "step": 95109
    },
    {
      "epoch": 4.424749941846941,
      "grad_norm": 1.7424016719405908,
      "learning_rate": 4.9634086596772185e-05,
      "loss": 1.4297,
      "step": 95110
    },
    {
      "epoch": 4.424796464294022,
      "grad_norm": 1.6731541713841462,
      "learning_rate": 4.9631328423580527e-05,
      "loss": 1.5547,
      "step": 95111
    },
    {
      "epoch": 4.424842986741103,
      "grad_norm": 1.8303649268198225,
      "learning_rate": 4.962857031183515e-05,
      "loss": 1.7266,
      "step": 95112
    },
    {
      "epoch": 4.4248895091881835,
      "grad_norm": 1.9141582106643211,
      "learning_rate": 4.962581226153772e-05,
      "loss": 1.7188,
      "step": 95113
    },
    {
      "epoch": 4.424936031635264,
      "grad_norm": 1.7937956656623428,
      "learning_rate": 4.962305427269e-05,
      "loss": 1.6719,
      "step": 95114
    },
    {
      "epoch": 4.424982554082344,
      "grad_norm": 1.7433384718973668,
      "learning_rate": 4.9620296345293597e-05,
      "loss": 1.6406,
      "step": 95115
    },
    {
      "epoch": 4.425029076529426,
      "grad_norm": 1.8118565870877885,
      "learning_rate": 4.9617538479350285e-05,
      "loss": 1.7891,
      "step": 95116
    },
    {
      "epoch": 4.425075598976506,
      "grad_norm": 1.5025025663408391,
      "learning_rate": 4.961478067486169e-05,
      "loss": 1.4141,
      "step": 95117
    },
    {
      "epoch": 4.425122121423587,
      "grad_norm": 1.726085124104562,
      "learning_rate": 4.961202293182954e-05,
      "loss": 1.6641,
      "step": 95118
    },
    {
      "epoch": 4.425168643870667,
      "grad_norm": 1.6451185005581237,
      "learning_rate": 4.960926525025545e-05,
      "loss": 1.5469,
      "step": 95119
    },
    {
      "epoch": 4.425215166317749,
      "grad_norm": 1.808587176016918,
      "learning_rate": 4.960650763014121e-05,
      "loss": 1.6641,
      "step": 95120
    },
    {
      "epoch": 4.425261688764829,
      "grad_norm": 1.8151228165580582,
      "learning_rate": 4.960375007148843e-05,
      "loss": 1.7656,
      "step": 95121
    },
    {
      "epoch": 4.4253082112119095,
      "grad_norm": 1.859770183028697,
      "learning_rate": 4.960099257429886e-05,
      "loss": 1.75,
      "step": 95122
    },
    {
      "epoch": 4.42535473365899,
      "grad_norm": 1.6978590378976952,
      "learning_rate": 4.9598235138574093e-05,
      "loss": 1.5859,
      "step": 95123
    },
    {
      "epoch": 4.425401256106071,
      "grad_norm": 1.788299269020949,
      "learning_rate": 4.9595477764315925e-05,
      "loss": 1.6797,
      "step": 95124
    },
    {
      "epoch": 4.425447778553152,
      "grad_norm": 1.8121539051903357,
      "learning_rate": 4.9592720451525995e-05,
      "loss": 1.7109,
      "step": 95125
    },
    {
      "epoch": 4.425494301000232,
      "grad_norm": 1.769684467222785,
      "learning_rate": 4.9589963200206e-05,
      "loss": 1.6406,
      "step": 95126
    },
    {
      "epoch": 4.425540823447314,
      "grad_norm": 1.7542831756318962,
      "learning_rate": 4.9587206010357615e-05,
      "loss": 1.7422,
      "step": 95127
    },
    {
      "epoch": 4.425587345894394,
      "grad_norm": 1.7245676475172287,
      "learning_rate": 4.958444888198249e-05,
      "loss": 1.6641,
      "step": 95128
    },
    {
      "epoch": 4.425633868341475,
      "grad_norm": 1.671756347909325,
      "learning_rate": 4.9581691815082406e-05,
      "loss": 1.5781,
      "step": 95129
    },
    {
      "epoch": 4.425680390788555,
      "grad_norm": 1.673739763658517,
      "learning_rate": 4.9578934809659e-05,
      "loss": 1.5391,
      "step": 95130
    },
    {
      "epoch": 4.4257269132356365,
      "grad_norm": 1.66766183854769,
      "learning_rate": 4.957617786571396e-05,
      "loss": 1.5312,
      "step": 95131
    },
    {
      "epoch": 4.425773435682717,
      "grad_norm": 1.7120338569326483,
      "learning_rate": 4.957342098324893e-05,
      "loss": 1.5312,
      "step": 95132
    },
    {
      "epoch": 4.4258199581297974,
      "grad_norm": 1.7073471351930223,
      "learning_rate": 4.95706641622657e-05,
      "loss": 1.6328,
      "step": 95133
    },
    {
      "epoch": 4.425866480576879,
      "grad_norm": 1.779403954083727,
      "learning_rate": 4.9567907402765836e-05,
      "loss": 1.6641,
      "step": 95134
    },
    {
      "epoch": 4.425913003023959,
      "grad_norm": 1.594946975279089,
      "learning_rate": 4.9565150704751146e-05,
      "loss": 1.4844,
      "step": 95135
    },
    {
      "epoch": 4.42595952547104,
      "grad_norm": 1.7589094615604166,
      "learning_rate": 4.956239406822327e-05,
      "loss": 1.4453,
      "step": 95136
    },
    {
      "epoch": 4.42600604791812,
      "grad_norm": 1.7595110585481124,
      "learning_rate": 4.9559637493183836e-05,
      "loss": 1.6719,
      "step": 95137
    },
    {
      "epoch": 4.426052570365202,
      "grad_norm": 1.7514953144868315,
      "learning_rate": 4.955688097963463e-05,
      "loss": 1.6953,
      "step": 95138
    },
    {
      "epoch": 4.426099092812282,
      "grad_norm": 1.720351572506613,
      "learning_rate": 4.9554124527577296e-05,
      "loss": 1.5469,
      "step": 95139
    },
    {
      "epoch": 4.426145615259363,
      "grad_norm": 1.6461139277858847,
      "learning_rate": 4.9551368137013516e-05,
      "loss": 1.5625,
      "step": 95140
    },
    {
      "epoch": 4.426192137706443,
      "grad_norm": 1.6454957414694669,
      "learning_rate": 4.954861180794493e-05,
      "loss": 1.4453,
      "step": 95141
    },
    {
      "epoch": 4.426238660153524,
      "grad_norm": 1.6845241834276952,
      "learning_rate": 4.954585554037333e-05,
      "loss": 1.5234,
      "step": 95142
    },
    {
      "epoch": 4.426285182600605,
      "grad_norm": 1.8572020824225604,
      "learning_rate": 4.954309933430036e-05,
      "loss": 1.7812,
      "step": 95143
    },
    {
      "epoch": 4.426331705047685,
      "grad_norm": 1.7767506272713336,
      "learning_rate": 4.954034318972767e-05,
      "loss": 1.7031,
      "step": 95144
    },
    {
      "epoch": 4.426378227494766,
      "grad_norm": 1.610025631118397,
      "learning_rate": 4.953758710665694e-05,
      "loss": 1.5156,
      "step": 95145
    },
    {
      "epoch": 4.426424749941847,
      "grad_norm": 1.7255274179112654,
      "learning_rate": 4.9534831085089945e-05,
      "loss": 1.5312,
      "step": 95146
    },
    {
      "epoch": 4.426471272388928,
      "grad_norm": 1.5786127180699114,
      "learning_rate": 4.9532075125028315e-05,
      "loss": 1.375,
      "step": 95147
    },
    {
      "epoch": 4.426517794836008,
      "grad_norm": 1.719420897740844,
      "learning_rate": 4.952931922647373e-05,
      "loss": 1.4453,
      "step": 95148
    },
    {
      "epoch": 4.4265643172830895,
      "grad_norm": 1.6953520814750944,
      "learning_rate": 4.9526563389427856e-05,
      "loss": 1.5391,
      "step": 95149
    },
    {
      "epoch": 4.42661083973017,
      "grad_norm": 1.8617356495056112,
      "learning_rate": 4.9523807613892456e-05,
      "loss": 1.8672,
      "step": 95150
    },
    {
      "epoch": 4.4266573621772505,
      "grad_norm": 1.7419329214067139,
      "learning_rate": 4.9521051899869164e-05,
      "loss": 1.5703,
      "step": 95151
    },
    {
      "epoch": 4.426703884624331,
      "grad_norm": 1.878429277299812,
      "learning_rate": 4.951829624735967e-05,
      "loss": 1.75,
      "step": 95152
    },
    {
      "epoch": 4.426750407071412,
      "grad_norm": 1.765335064346874,
      "learning_rate": 4.951554065636568e-05,
      "loss": 1.6016,
      "step": 95153
    },
    {
      "epoch": 4.426796929518493,
      "grad_norm": 1.696389645888881,
      "learning_rate": 4.951278512688882e-05,
      "loss": 1.625,
      "step": 95154
    },
    {
      "epoch": 4.426843451965573,
      "grad_norm": 1.6533506552206283,
      "learning_rate": 4.951002965893088e-05,
      "loss": 1.5078,
      "step": 95155
    },
    {
      "epoch": 4.426889974412654,
      "grad_norm": 1.5770483367379409,
      "learning_rate": 4.9507274252493435e-05,
      "loss": 1.4609,
      "step": 95156
    },
    {
      "epoch": 4.426936496859735,
      "grad_norm": 1.6725871954004383,
      "learning_rate": 4.9504518907578276e-05,
      "loss": 1.4688,
      "step": 95157
    },
    {
      "epoch": 4.426983019306816,
      "grad_norm": 1.7910638004097086,
      "learning_rate": 4.950176362418705e-05,
      "loss": 1.6172,
      "step": 95158
    },
    {
      "epoch": 4.427029541753896,
      "grad_norm": 1.6638047026555762,
      "learning_rate": 4.9499008402321375e-05,
      "loss": 1.5703,
      "step": 95159
    },
    {
      "epoch": 4.4270760642009765,
      "grad_norm": 1.677818095054907,
      "learning_rate": 4.949625324198306e-05,
      "loss": 1.6328,
      "step": 95160
    },
    {
      "epoch": 4.427122586648058,
      "grad_norm": 1.7615343093704694,
      "learning_rate": 4.949349814317372e-05,
      "loss": 1.6797,
      "step": 95161
    },
    {
      "epoch": 4.427169109095138,
      "grad_norm": 1.8177475100831424,
      "learning_rate": 4.949074310589506e-05,
      "loss": 1.7031,
      "step": 95162
    },
    {
      "epoch": 4.427215631542219,
      "grad_norm": 1.8433534792949293,
      "learning_rate": 4.948798813014871e-05,
      "loss": 1.75,
      "step": 95163
    },
    {
      "epoch": 4.4272621539893,
      "grad_norm": 1.7592886743482379,
      "learning_rate": 4.9485233215936456e-05,
      "loss": 1.6484,
      "step": 95164
    },
    {
      "epoch": 4.427308676436381,
      "grad_norm": 1.7152529715983191,
      "learning_rate": 4.9482478363259945e-05,
      "loss": 1.5469,
      "step": 95165
    },
    {
      "epoch": 4.427355198883461,
      "grad_norm": 1.6596810134660784,
      "learning_rate": 4.947972357212084e-05,
      "loss": 1.3359,
      "step": 95166
    },
    {
      "epoch": 4.427401721330542,
      "grad_norm": 1.685147194375928,
      "learning_rate": 4.947696884252079e-05,
      "loss": 1.6328,
      "step": 95167
    },
    {
      "epoch": 4.427448243777623,
      "grad_norm": 1.8309352614410674,
      "learning_rate": 4.947421417446159e-05,
      "loss": 1.6328,
      "step": 95168
    },
    {
      "epoch": 4.4274947662247035,
      "grad_norm": 1.8490047643425045,
      "learning_rate": 4.9471459567944865e-05,
      "loss": 1.6094,
      "step": 95169
    },
    {
      "epoch": 4.427541288671784,
      "grad_norm": 1.7848055962479372,
      "learning_rate": 4.94687050229723e-05,
      "loss": 1.7422,
      "step": 95170
    },
    {
      "epoch": 4.4275878111188645,
      "grad_norm": 1.5268502381771876,
      "learning_rate": 4.9465950539545534e-05,
      "loss": 1.3828,
      "step": 95171
    },
    {
      "epoch": 4.427634333565946,
      "grad_norm": 1.6284301040811675,
      "learning_rate": 4.946319611766637e-05,
      "loss": 1.5312,
      "step": 95172
    },
    {
      "epoch": 4.427680856013026,
      "grad_norm": 2.069303819211191,
      "learning_rate": 4.9460441757336424e-05,
      "loss": 2.0625,
      "step": 95173
    },
    {
      "epoch": 4.427727378460107,
      "grad_norm": 1.7403553509390775,
      "learning_rate": 4.945768745855737e-05,
      "loss": 1.5156,
      "step": 95174
    },
    {
      "epoch": 4.427773900907187,
      "grad_norm": 1.6609129811637307,
      "learning_rate": 4.9454933221330885e-05,
      "loss": 1.3984,
      "step": 95175
    },
    {
      "epoch": 4.427820423354269,
      "grad_norm": 1.8591768473530752,
      "learning_rate": 4.9452179045658725e-05,
      "loss": 1.7734,
      "step": 95176
    },
    {
      "epoch": 4.427866945801349,
      "grad_norm": 1.8105469876678564,
      "learning_rate": 4.944942493154254e-05,
      "loss": 1.7891,
      "step": 95177
    },
    {
      "epoch": 4.42791346824843,
      "grad_norm": 1.607128836914403,
      "learning_rate": 4.944667087898395e-05,
      "loss": 1.3672,
      "step": 95178
    },
    {
      "epoch": 4.427959990695511,
      "grad_norm": 1.6825268664754252,
      "learning_rate": 4.9443916887984754e-05,
      "loss": 1.4688,
      "step": 95179
    },
    {
      "epoch": 4.428006513142591,
      "grad_norm": 1.7366579977815928,
      "learning_rate": 4.944116295854653e-05,
      "loss": 1.7031,
      "step": 95180
    },
    {
      "epoch": 4.428053035589672,
      "grad_norm": 1.7364108497676756,
      "learning_rate": 4.943840909067107e-05,
      "loss": 1.6641,
      "step": 95181
    },
    {
      "epoch": 4.428099558036752,
      "grad_norm": 1.7812162448020146,
      "learning_rate": 4.943565528436002e-05,
      "loss": 1.6328,
      "step": 95182
    },
    {
      "epoch": 4.428146080483834,
      "grad_norm": 1.6619613199978753,
      "learning_rate": 4.943290153961505e-05,
      "loss": 1.4922,
      "step": 95183
    },
    {
      "epoch": 4.428192602930914,
      "grad_norm": 1.8612220832138158,
      "learning_rate": 4.943014785643784e-05,
      "loss": 1.7266,
      "step": 95184
    },
    {
      "epoch": 4.428239125377995,
      "grad_norm": 1.6542612427033772,
      "learning_rate": 4.942739423483004e-05,
      "loss": 1.5156,
      "step": 95185
    },
    {
      "epoch": 4.428285647825076,
      "grad_norm": 1.7598652284253589,
      "learning_rate": 4.942464067479344e-05,
      "loss": 1.6094,
      "step": 95186
    },
    {
      "epoch": 4.4283321702721565,
      "grad_norm": 1.7942298199824913,
      "learning_rate": 4.9421887176329674e-05,
      "loss": 1.6719,
      "step": 95187
    },
    {
      "epoch": 4.428378692719237,
      "grad_norm": 1.8253874065882159,
      "learning_rate": 4.9419133739440396e-05,
      "loss": 1.8125,
      "step": 95188
    },
    {
      "epoch": 4.4284252151663175,
      "grad_norm": 1.6672142657929239,
      "learning_rate": 4.941638036412728e-05,
      "loss": 1.4688,
      "step": 95189
    },
    {
      "epoch": 4.428471737613399,
      "grad_norm": 1.7295932954414917,
      "learning_rate": 4.9413627050392116e-05,
      "loss": 1.6562,
      "step": 95190
    },
    {
      "epoch": 4.428518260060479,
      "grad_norm": 1.7909019603211946,
      "learning_rate": 4.94108737982365e-05,
      "loss": 1.5547,
      "step": 95191
    },
    {
      "epoch": 4.42856478250756,
      "grad_norm": 1.7145077019993171,
      "learning_rate": 4.940812060766214e-05,
      "loss": 1.5938,
      "step": 95192
    },
    {
      "epoch": 4.42861130495464,
      "grad_norm": 1.7339277548370666,
      "learning_rate": 4.9405367478670695e-05,
      "loss": 1.5938,
      "step": 95193
    },
    {
      "epoch": 4.428657827401722,
      "grad_norm": 1.537564880471103,
      "learning_rate": 4.94026144112639e-05,
      "loss": 1.375,
      "step": 95194
    },
    {
      "epoch": 4.428704349848802,
      "grad_norm": 1.6943180630038317,
      "learning_rate": 4.9399861405443434e-05,
      "loss": 1.6797,
      "step": 95195
    },
    {
      "epoch": 4.428750872295883,
      "grad_norm": 1.6562174976555897,
      "learning_rate": 4.939710846121096e-05,
      "loss": 1.4609,
      "step": 95196
    },
    {
      "epoch": 4.428797394742963,
      "grad_norm": 1.6243530337630872,
      "learning_rate": 4.939435557856812e-05,
      "loss": 1.4922,
      "step": 95197
    },
    {
      "epoch": 4.428843917190044,
      "grad_norm": 1.7764019798603263,
      "learning_rate": 4.939160275751669e-05,
      "loss": 1.5938,
      "step": 95198
    },
    {
      "epoch": 4.428890439637125,
      "grad_norm": 1.4173260225102962,
      "learning_rate": 4.938884999805831e-05,
      "loss": 1.2656,
      "step": 95199
    },
    {
      "epoch": 4.428936962084205,
      "grad_norm": 1.848178455653189,
      "learning_rate": 4.9386097300194646e-05,
      "loss": 1.875,
      "step": 95200
    },
    {
      "epoch": 4.428983484531287,
      "grad_norm": 1.5487007809017732,
      "learning_rate": 4.9383344663927435e-05,
      "loss": 1.3359,
      "step": 95201
    },
    {
      "epoch": 4.429030006978367,
      "grad_norm": 1.7168530802133821,
      "learning_rate": 4.938059208925829e-05,
      "loss": 1.5703,
      "step": 95202
    },
    {
      "epoch": 4.429076529425448,
      "grad_norm": 1.6607968602179897,
      "learning_rate": 4.9377839576188985e-05,
      "loss": 1.5391,
      "step": 95203
    },
    {
      "epoch": 4.429123051872528,
      "grad_norm": 1.7908054832661189,
      "learning_rate": 4.9375087124721155e-05,
      "loss": 1.6719,
      "step": 95204
    },
    {
      "epoch": 4.42916957431961,
      "grad_norm": 1.722539213558091,
      "learning_rate": 4.93723347348565e-05,
      "loss": 1.5156,
      "step": 95205
    },
    {
      "epoch": 4.42921609676669,
      "grad_norm": 1.7458619721542752,
      "learning_rate": 4.9369582406596645e-05,
      "loss": 1.5625,
      "step": 95206
    },
    {
      "epoch": 4.4292626192137705,
      "grad_norm": 1.7652351817090364,
      "learning_rate": 4.936683013994337e-05,
      "loss": 1.6953,
      "step": 95207
    },
    {
      "epoch": 4.429309141660851,
      "grad_norm": 1.6742474108438397,
      "learning_rate": 4.936407793489832e-05,
      "loss": 1.5938,
      "step": 95208
    },
    {
      "epoch": 4.429355664107932,
      "grad_norm": 1.594643026717939,
      "learning_rate": 4.936132579146317e-05,
      "loss": 1.2812,
      "step": 95209
    },
    {
      "epoch": 4.429402186555013,
      "grad_norm": 1.7760515953950287,
      "learning_rate": 4.935857370963961e-05,
      "loss": 1.3984,
      "step": 95210
    },
    {
      "epoch": 4.429448709002093,
      "grad_norm": 1.8024994401206664,
      "learning_rate": 4.935582168942927e-05,
      "loss": 1.7891,
      "step": 95211
    },
    {
      "epoch": 4.429495231449174,
      "grad_norm": 1.6979611925552913,
      "learning_rate": 4.935306973083395e-05,
      "loss": 1.5938,
      "step": 95212
    },
    {
      "epoch": 4.429541753896255,
      "grad_norm": 1.826206888162337,
      "learning_rate": 4.9350317833855257e-05,
      "loss": 1.6016,
      "step": 95213
    },
    {
      "epoch": 4.429588276343336,
      "grad_norm": 1.690875659996148,
      "learning_rate": 4.9347565998494906e-05,
      "loss": 1.6172,
      "step": 95214
    },
    {
      "epoch": 4.429634798790416,
      "grad_norm": 1.800444383834903,
      "learning_rate": 4.934481422475452e-05,
      "loss": 1.7109,
      "step": 95215
    },
    {
      "epoch": 4.4296813212374975,
      "grad_norm": 1.6296508695268763,
      "learning_rate": 4.934206251263587e-05,
      "loss": 1.4844,
      "step": 95216
    },
    {
      "epoch": 4.429727843684578,
      "grad_norm": 1.5618655650701885,
      "learning_rate": 4.933931086214061e-05,
      "loss": 1.4844,
      "step": 95217
    },
    {
      "epoch": 4.429774366131658,
      "grad_norm": 1.8362855643656524,
      "learning_rate": 4.9336559273270426e-05,
      "loss": 1.7188,
      "step": 95218
    },
    {
      "epoch": 4.429820888578739,
      "grad_norm": 1.8494098719541978,
      "learning_rate": 4.933380774602693e-05,
      "loss": 1.6953,
      "step": 95219
    },
    {
      "epoch": 4.42986741102582,
      "grad_norm": 1.748175720888718,
      "learning_rate": 4.933105628041193e-05,
      "loss": 1.5547,
      "step": 95220
    },
    {
      "epoch": 4.429913933472901,
      "grad_norm": 1.7638027059564834,
      "learning_rate": 4.932830487642705e-05,
      "loss": 1.5547,
      "step": 95221
    },
    {
      "epoch": 4.429960455919981,
      "grad_norm": 1.6782465213887654,
      "learning_rate": 4.9325553534073917e-05,
      "loss": 1.4922,
      "step": 95222
    },
    {
      "epoch": 4.430006978367062,
      "grad_norm": 1.6270999434842204,
      "learning_rate": 4.9322802253354324e-05,
      "loss": 1.5,
      "step": 95223
    },
    {
      "epoch": 4.430053500814143,
      "grad_norm": 1.7831943438917566,
      "learning_rate": 4.932005103426985e-05,
      "loss": 1.7109,
      "step": 95224
    },
    {
      "epoch": 4.4301000232612235,
      "grad_norm": 1.7317534147629134,
      "learning_rate": 4.93172998768223e-05,
      "loss": 1.5625,
      "step": 95225
    },
    {
      "epoch": 4.430146545708304,
      "grad_norm": 1.9606142010375274,
      "learning_rate": 4.931454878101328e-05,
      "loss": 1.8281,
      "step": 95226
    },
    {
      "epoch": 4.430193068155385,
      "grad_norm": 1.7666247204774201,
      "learning_rate": 4.93117977468445e-05,
      "loss": 1.5312,
      "step": 95227
    },
    {
      "epoch": 4.430239590602466,
      "grad_norm": 1.7645448036263272,
      "learning_rate": 4.930904677431757e-05,
      "loss": 1.6797,
      "step": 95228
    },
    {
      "epoch": 4.430286113049546,
      "grad_norm": 1.7366676827355079,
      "learning_rate": 4.930629586343429e-05,
      "loss": 1.6562,
      "step": 95229
    },
    {
      "epoch": 4.430332635496627,
      "grad_norm": 1.8690613766816249,
      "learning_rate": 4.930354501419629e-05,
      "loss": 1.7734,
      "step": 95230
    },
    {
      "epoch": 4.430379157943708,
      "grad_norm": 1.724894503519805,
      "learning_rate": 4.9300794226605245e-05,
      "loss": 1.4766,
      "step": 95231
    },
    {
      "epoch": 4.430425680390789,
      "grad_norm": 1.730658958395363,
      "learning_rate": 4.9298043500662804e-05,
      "loss": 1.5938,
      "step": 95232
    },
    {
      "epoch": 4.430472202837869,
      "grad_norm": 1.7809633387675499,
      "learning_rate": 4.9295292836370734e-05,
      "loss": 1.6641,
      "step": 95233
    },
    {
      "epoch": 4.43051872528495,
      "grad_norm": 1.8368833841891723,
      "learning_rate": 4.929254223373069e-05,
      "loss": 1.6641,
      "step": 95234
    },
    {
      "epoch": 4.430565247732031,
      "grad_norm": 1.8021337477218788,
      "learning_rate": 4.9289791692744336e-05,
      "loss": 1.7344,
      "step": 95235
    },
    {
      "epoch": 4.4306117701791115,
      "grad_norm": 1.8293852976285625,
      "learning_rate": 4.9287041213413376e-05,
      "loss": 1.6562,
      "step": 95236
    },
    {
      "epoch": 4.430658292626192,
      "grad_norm": 1.6060927671217275,
      "learning_rate": 4.928429079573943e-05,
      "loss": 1.4219,
      "step": 95237
    },
    {
      "epoch": 4.430704815073273,
      "grad_norm": 1.7078274646546396,
      "learning_rate": 4.9281540439724275e-05,
      "loss": 1.3516,
      "step": 95238
    },
    {
      "epoch": 4.430751337520354,
      "grad_norm": 1.6669413898001506,
      "learning_rate": 4.927879014536957e-05,
      "loss": 1.4766,
      "step": 95239
    },
    {
      "epoch": 4.430797859967434,
      "grad_norm": 1.8183471897457215,
      "learning_rate": 4.927603991267697e-05,
      "loss": 1.8125,
      "step": 95240
    },
    {
      "epoch": 4.430844382414515,
      "grad_norm": 1.643556360583317,
      "learning_rate": 4.927328974164813e-05,
      "loss": 1.4922,
      "step": 95241
    },
    {
      "epoch": 4.430890904861596,
      "grad_norm": 1.7667187369046782,
      "learning_rate": 4.927053963228482e-05,
      "loss": 1.6641,
      "step": 95242
    },
    {
      "epoch": 4.430937427308677,
      "grad_norm": 1.7633272622501293,
      "learning_rate": 4.926778958458869e-05,
      "loss": 1.5156,
      "step": 95243
    },
    {
      "epoch": 4.430983949755757,
      "grad_norm": 1.6778198648533647,
      "learning_rate": 4.9265039598561365e-05,
      "loss": 1.5547,
      "step": 95244
    },
    {
      "epoch": 4.4310304722028375,
      "grad_norm": 1.7690624052988209,
      "learning_rate": 4.92622896742046e-05,
      "loss": 1.6953,
      "step": 95245
    },
    {
      "epoch": 4.431076994649919,
      "grad_norm": 1.7967482699622275,
      "learning_rate": 4.9259539811520025e-05,
      "loss": 1.625,
      "step": 95246
    },
    {
      "epoch": 4.431123517096999,
      "grad_norm": 1.834191173986219,
      "learning_rate": 4.92567900105094e-05,
      "loss": 1.7344,
      "step": 95247
    },
    {
      "epoch": 4.43117003954408,
      "grad_norm": 1.6626546301080685,
      "learning_rate": 4.9254040271174375e-05,
      "loss": 1.6016,
      "step": 95248
    },
    {
      "epoch": 4.43121656199116,
      "grad_norm": 1.921185878713643,
      "learning_rate": 4.925129059351661e-05,
      "loss": 1.8047,
      "step": 95249
    },
    {
      "epoch": 4.431263084438242,
      "grad_norm": 1.816185282818354,
      "learning_rate": 4.9248540977537737e-05,
      "loss": 1.7969,
      "step": 95250
    },
    {
      "epoch": 4.431309606885322,
      "grad_norm": 1.7270813752224354,
      "learning_rate": 4.924579142323956e-05,
      "loss": 1.5078,
      "step": 95251
    },
    {
      "epoch": 4.431356129332403,
      "grad_norm": 1.7715575633518885,
      "learning_rate": 4.924304193062371e-05,
      "loss": 1.6172,
      "step": 95252
    },
    {
      "epoch": 4.431402651779484,
      "grad_norm": 1.5801094127013626,
      "learning_rate": 4.924029249969185e-05,
      "loss": 1.5,
      "step": 95253
    },
    {
      "epoch": 4.4314491742265645,
      "grad_norm": 1.7368170013300652,
      "learning_rate": 4.923754313044563e-05,
      "loss": 1.5781,
      "step": 95254
    },
    {
      "epoch": 4.431495696673645,
      "grad_norm": 1.7441157584272498,
      "learning_rate": 4.9234793822886836e-05,
      "loss": 1.7031,
      "step": 95255
    },
    {
      "epoch": 4.431542219120725,
      "grad_norm": 1.8451492468925939,
      "learning_rate": 4.923204457701709e-05,
      "loss": 1.8438,
      "step": 95256
    },
    {
      "epoch": 4.431588741567807,
      "grad_norm": 1.7264045319232082,
      "learning_rate": 4.9229295392838085e-05,
      "loss": 1.5703,
      "step": 95257
    },
    {
      "epoch": 4.431635264014887,
      "grad_norm": 1.6203754430897548,
      "learning_rate": 4.922654627035145e-05,
      "loss": 1.5078,
      "step": 95258
    },
    {
      "epoch": 4.431681786461968,
      "grad_norm": 1.681600373099835,
      "learning_rate": 4.922379720955897e-05,
      "loss": 1.4766,
      "step": 95259
    },
    {
      "epoch": 4.431728308909048,
      "grad_norm": 1.6450020503365785,
      "learning_rate": 4.922104821046227e-05,
      "loss": 1.4766,
      "step": 95260
    },
    {
      "epoch": 4.43177483135613,
      "grad_norm": 1.7756069849112932,
      "learning_rate": 4.921829927306304e-05,
      "loss": 1.7188,
      "step": 95261
    },
    {
      "epoch": 4.43182135380321,
      "grad_norm": 1.8009913169400915,
      "learning_rate": 4.9215550397362956e-05,
      "loss": 1.6484,
      "step": 95262
    },
    {
      "epoch": 4.4318678762502905,
      "grad_norm": 1.7534555811124755,
      "learning_rate": 4.921280158336365e-05,
      "loss": 1.6484,
      "step": 95263
    },
    {
      "epoch": 4.431914398697371,
      "grad_norm": 1.4698699697114295,
      "learning_rate": 4.9210052831066925e-05,
      "loss": 1.25,
      "step": 95264
    },
    {
      "epoch": 4.431960921144452,
      "grad_norm": 1.8320792974606055,
      "learning_rate": 4.920730414047441e-05,
      "loss": 1.8125,
      "step": 95265
    },
    {
      "epoch": 4.432007443591533,
      "grad_norm": 1.725939015995135,
      "learning_rate": 4.92045555115877e-05,
      "loss": 1.4922,
      "step": 95266
    },
    {
      "epoch": 4.432053966038613,
      "grad_norm": 1.7956517746037828,
      "learning_rate": 4.9201806944408624e-05,
      "loss": 1.6875,
      "step": 95267
    },
    {
      "epoch": 4.432100488485695,
      "grad_norm": 1.7207377588423853,
      "learning_rate": 4.919905843893874e-05,
      "loss": 1.7422,
      "step": 95268
    },
    {
      "epoch": 4.432147010932775,
      "grad_norm": 1.734595362498795,
      "learning_rate": 4.9196309995179836e-05,
      "loss": 1.6719,
      "step": 95269
    },
    {
      "epoch": 4.432193533379856,
      "grad_norm": 1.7283787422979529,
      "learning_rate": 4.919356161313354e-05,
      "loss": 1.7266,
      "step": 95270
    },
    {
      "epoch": 4.432240055826936,
      "grad_norm": 1.5920011969969996,
      "learning_rate": 4.919081329280155e-05,
      "loss": 1.4375,
      "step": 95271
    },
    {
      "epoch": 4.4322865782740175,
      "grad_norm": 1.599144112481177,
      "learning_rate": 4.918806503418548e-05,
      "loss": 1.4922,
      "step": 95272
    },
    {
      "epoch": 4.432333100721098,
      "grad_norm": 1.7669471593673942,
      "learning_rate": 4.918531683728713e-05,
      "loss": 1.7266,
      "step": 95273
    },
    {
      "epoch": 4.4323796231681785,
      "grad_norm": 1.6332824371324246,
      "learning_rate": 4.918256870210811e-05,
      "loss": 1.375,
      "step": 95274
    },
    {
      "epoch": 4.43242614561526,
      "grad_norm": 1.7575978924197257,
      "learning_rate": 4.917982062865012e-05,
      "loss": 1.7109,
      "step": 95275
    },
    {
      "epoch": 4.43247266806234,
      "grad_norm": 1.7568173747571578,
      "learning_rate": 4.91770726169148e-05,
      "loss": 1.6641,
      "step": 95276
    },
    {
      "epoch": 4.432519190509421,
      "grad_norm": 1.7932494520704851,
      "learning_rate": 4.917432466690392e-05,
      "loss": 1.6562,
      "step": 95277
    },
    {
      "epoch": 4.432565712956501,
      "grad_norm": 1.7627670607562649,
      "learning_rate": 4.9171576778619095e-05,
      "loss": 1.7969,
      "step": 95278
    },
    {
      "epoch": 4.432612235403583,
      "grad_norm": 1.8770025042405067,
      "learning_rate": 4.916882895206202e-05,
      "loss": 1.8203,
      "step": 95279
    },
    {
      "epoch": 4.432658757850663,
      "grad_norm": 1.560444222234739,
      "learning_rate": 4.9166081187234354e-05,
      "loss": 1.5156,
      "step": 95280
    },
    {
      "epoch": 4.432705280297744,
      "grad_norm": 1.6885506958777934,
      "learning_rate": 4.916333348413785e-05,
      "loss": 1.5625,
      "step": 95281
    },
    {
      "epoch": 4.432751802744824,
      "grad_norm": 1.6530184521147362,
      "learning_rate": 4.916058584277415e-05,
      "loss": 1.5703,
      "step": 95282
    },
    {
      "epoch": 4.432798325191905,
      "grad_norm": 1.7098178671717188,
      "learning_rate": 4.915783826314492e-05,
      "loss": 1.5312,
      "step": 95283
    },
    {
      "epoch": 4.432844847638986,
      "grad_norm": 1.758073531840713,
      "learning_rate": 4.915509074525182e-05,
      "loss": 1.6797,
      "step": 95284
    },
    {
      "epoch": 4.432891370086066,
      "grad_norm": 1.756075014696298,
      "learning_rate": 4.9152343289096625e-05,
      "loss": 1.7812,
      "step": 95285
    },
    {
      "epoch": 4.432937892533147,
      "grad_norm": 1.7294250506677875,
      "learning_rate": 4.914959589468094e-05,
      "loss": 1.6641,
      "step": 95286
    },
    {
      "epoch": 4.432984414980228,
      "grad_norm": 1.6116330662296658,
      "learning_rate": 4.914684856200648e-05,
      "loss": 1.3906,
      "step": 95287
    },
    {
      "epoch": 4.433030937427309,
      "grad_norm": 1.6844381424103527,
      "learning_rate": 4.914410129107485e-05,
      "loss": 1.6172,
      "step": 95288
    },
    {
      "epoch": 4.433077459874389,
      "grad_norm": 1.9046677235480256,
      "learning_rate": 4.9141354081887816e-05,
      "loss": 1.9062,
      "step": 95289
    },
    {
      "epoch": 4.4331239823214705,
      "grad_norm": 1.7708209648406605,
      "learning_rate": 4.913860693444709e-05,
      "loss": 1.6719,
      "step": 95290
    },
    {
      "epoch": 4.433170504768551,
      "grad_norm": 1.8404998083082493,
      "learning_rate": 4.913585984875428e-05,
      "loss": 1.5859,
      "step": 95291
    },
    {
      "epoch": 4.4332170272156315,
      "grad_norm": 1.8029806102813835,
      "learning_rate": 4.91331128248111e-05,
      "loss": 1.6328,
      "step": 95292
    },
    {
      "epoch": 4.433263549662712,
      "grad_norm": 1.61367967650013,
      "learning_rate": 4.913036586261923e-05,
      "loss": 1.4922,
      "step": 95293
    },
    {
      "epoch": 4.433310072109793,
      "grad_norm": 1.744142620617317,
      "learning_rate": 4.912761896218029e-05,
      "loss": 1.5469,
      "step": 95294
    },
    {
      "epoch": 4.433356594556874,
      "grad_norm": 1.69273124379462,
      "learning_rate": 4.912487212349606e-05,
      "loss": 1.6406,
      "step": 95295
    },
    {
      "epoch": 4.433403117003954,
      "grad_norm": 1.791665169906794,
      "learning_rate": 4.912212534656819e-05,
      "loss": 1.7266,
      "step": 95296
    },
    {
      "epoch": 4.433449639451035,
      "grad_norm": 1.7359828503142698,
      "learning_rate": 4.9119378631398345e-05,
      "loss": 1.625,
      "step": 95297
    },
    {
      "epoch": 4.433496161898116,
      "grad_norm": 1.7844438335216553,
      "learning_rate": 4.9116631977988145e-05,
      "loss": 1.6797,
      "step": 95298
    },
    {
      "epoch": 4.433542684345197,
      "grad_norm": 1.7369569981156885,
      "learning_rate": 4.9113885386339415e-05,
      "loss": 1.6328,
      "step": 95299
    },
    {
      "epoch": 4.433589206792277,
      "grad_norm": 1.8628378414135864,
      "learning_rate": 4.911113885645374e-05,
      "loss": 1.7578,
      "step": 95300
    },
    {
      "epoch": 4.433635729239358,
      "grad_norm": 1.7661906324601688,
      "learning_rate": 4.910839238833283e-05,
      "loss": 1.8125,
      "step": 95301
    },
    {
      "epoch": 4.433682251686439,
      "grad_norm": 1.592501089530758,
      "learning_rate": 4.910564598197831e-05,
      "loss": 1.4609,
      "step": 95302
    },
    {
      "epoch": 4.433728774133519,
      "grad_norm": 1.7132986364551173,
      "learning_rate": 4.9102899637391945e-05,
      "loss": 1.5859,
      "step": 95303
    },
    {
      "epoch": 4.4337752965806,
      "grad_norm": 1.661898369538637,
      "learning_rate": 4.910015335457539e-05,
      "loss": 1.4531,
      "step": 95304
    },
    {
      "epoch": 4.433821819027681,
      "grad_norm": 1.6493033791701202,
      "learning_rate": 4.90974071335303e-05,
      "loss": 1.4453,
      "step": 95305
    },
    {
      "epoch": 4.433868341474762,
      "grad_norm": 1.7650361618015327,
      "learning_rate": 4.909466097425834e-05,
      "loss": 1.5078,
      "step": 95306
    },
    {
      "epoch": 4.433914863921842,
      "grad_norm": 1.8727347151523028,
      "learning_rate": 4.909191487676126e-05,
      "loss": 1.7969,
      "step": 95307
    },
    {
      "epoch": 4.433961386368923,
      "grad_norm": 1.7137532743911637,
      "learning_rate": 4.908916884104071e-05,
      "loss": 1.5391,
      "step": 95308
    },
    {
      "epoch": 4.434007908816004,
      "grad_norm": 1.6356266489044304,
      "learning_rate": 4.908642286709838e-05,
      "loss": 1.5469,
      "step": 95309
    },
    {
      "epoch": 4.4340544312630845,
      "grad_norm": 1.7034859000424718,
      "learning_rate": 4.9083676954935865e-05,
      "loss": 1.5391,
      "step": 95310
    },
    {
      "epoch": 4.434100953710165,
      "grad_norm": 1.797745521744572,
      "learning_rate": 4.9080931104554926e-05,
      "loss": 1.6328,
      "step": 95311
    },
    {
      "epoch": 4.4341474761572455,
      "grad_norm": 1.6944848112611641,
      "learning_rate": 4.907818531595729e-05,
      "loss": 1.3203,
      "step": 95312
    },
    {
      "epoch": 4.434193998604327,
      "grad_norm": 1.816814442211326,
      "learning_rate": 4.907543958914457e-05,
      "loss": 1.7578,
      "step": 95313
    },
    {
      "epoch": 4.434240521051407,
      "grad_norm": 1.7845154610984888,
      "learning_rate": 4.9072693924118485e-05,
      "loss": 1.6094,
      "step": 95314
    },
    {
      "epoch": 4.434287043498488,
      "grad_norm": 1.4377783407741318,
      "learning_rate": 4.906994832088062e-05,
      "loss": 1.2031,
      "step": 95315
    },
    {
      "epoch": 4.434333565945568,
      "grad_norm": 1.7869937341304245,
      "learning_rate": 4.906720277943278e-05,
      "loss": 1.5703,
      "step": 95316
    },
    {
      "epoch": 4.43438008839265,
      "grad_norm": 1.6832256384871684,
      "learning_rate": 4.9064457299776595e-05,
      "loss": 1.4609,
      "step": 95317
    },
    {
      "epoch": 4.43442661083973,
      "grad_norm": 1.7175019411156283,
      "learning_rate": 4.9061711881913745e-05,
      "loss": 1.5703,
      "step": 95318
    },
    {
      "epoch": 4.434473133286811,
      "grad_norm": 1.7745992857075936,
      "learning_rate": 4.9058966525845913e-05,
      "loss": 1.5938,
      "step": 95319
    },
    {
      "epoch": 4.434519655733892,
      "grad_norm": 1.739770149703767,
      "learning_rate": 4.905622123157474e-05,
      "loss": 1.4922,
      "step": 95320
    },
    {
      "epoch": 4.434566178180972,
      "grad_norm": 1.8555563842590002,
      "learning_rate": 4.905347599910198e-05,
      "loss": 1.8125,
      "step": 95321
    },
    {
      "epoch": 4.434612700628053,
      "grad_norm": 1.6744829401035592,
      "learning_rate": 4.905073082842926e-05,
      "loss": 1.5469,
      "step": 95322
    },
    {
      "epoch": 4.434659223075133,
      "grad_norm": 1.7001311610876224,
      "learning_rate": 4.90479857195583e-05,
      "loss": 1.5859,
      "step": 95323
    },
    {
      "epoch": 4.434705745522215,
      "grad_norm": 1.9648790281479929,
      "learning_rate": 4.9045240672490694e-05,
      "loss": 1.8672,
      "step": 95324
    },
    {
      "epoch": 4.434752267969295,
      "grad_norm": 1.7983054861815282,
      "learning_rate": 4.904249568722825e-05,
      "loss": 1.5938,
      "step": 95325
    },
    {
      "epoch": 4.434798790416376,
      "grad_norm": 1.4592952477555943,
      "learning_rate": 4.9039750763772584e-05,
      "loss": 1.2188,
      "step": 95326
    },
    {
      "epoch": 4.434845312863457,
      "grad_norm": 1.690734109815696,
      "learning_rate": 4.903700590212536e-05,
      "loss": 1.6094,
      "step": 95327
    },
    {
      "epoch": 4.4348918353105375,
      "grad_norm": 1.7713334703358394,
      "learning_rate": 4.903426110228824e-05,
      "loss": 1.6875,
      "step": 95328
    },
    {
      "epoch": 4.434938357757618,
      "grad_norm": 1.6428674421314597,
      "learning_rate": 4.9031516364263e-05,
      "loss": 1.4844,
      "step": 95329
    },
    {
      "epoch": 4.4349848802046985,
      "grad_norm": 1.6858325970614305,
      "learning_rate": 4.902877168805124e-05,
      "loss": 1.5781,
      "step": 95330
    },
    {
      "epoch": 4.43503140265178,
      "grad_norm": 1.4820132723833819,
      "learning_rate": 4.902602707365468e-05,
      "loss": 1.2422,
      "step": 95331
    },
    {
      "epoch": 4.43507792509886,
      "grad_norm": 1.7472034050448406,
      "learning_rate": 4.9023282521074916e-05,
      "loss": 1.6094,
      "step": 95332
    },
    {
      "epoch": 4.435124447545941,
      "grad_norm": 1.7242792013984252,
      "learning_rate": 4.902053803031371e-05,
      "loss": 1.6562,
      "step": 95333
    },
    {
      "epoch": 4.435170969993021,
      "grad_norm": 1.953212413964396,
      "learning_rate": 4.9017793601372756e-05,
      "loss": 1.8516,
      "step": 95334
    },
    {
      "epoch": 4.435217492440103,
      "grad_norm": 1.791861820309574,
      "learning_rate": 4.9015049234253716e-05,
      "loss": 1.5703,
      "step": 95335
    },
    {
      "epoch": 4.435264014887183,
      "grad_norm": 1.7049732376582662,
      "learning_rate": 4.9012304928958254e-05,
      "loss": 1.5,
      "step": 95336
    },
    {
      "epoch": 4.435310537334264,
      "grad_norm": 1.6498641832768204,
      "learning_rate": 4.9009560685488006e-05,
      "loss": 1.625,
      "step": 95337
    },
    {
      "epoch": 4.435357059781344,
      "grad_norm": 1.541428125781584,
      "learning_rate": 4.900681650384475e-05,
      "loss": 1.4297,
      "step": 95338
    },
    {
      "epoch": 4.4354035822284255,
      "grad_norm": 1.5807378681981512,
      "learning_rate": 4.9004072384030126e-05,
      "loss": 1.4219,
      "step": 95339
    },
    {
      "epoch": 4.435450104675506,
      "grad_norm": 1.6904656960501567,
      "learning_rate": 4.900132832604579e-05,
      "loss": 1.5703,
      "step": 95340
    },
    {
      "epoch": 4.435496627122586,
      "grad_norm": 1.7554698588356987,
      "learning_rate": 4.8998584329893385e-05,
      "loss": 1.625,
      "step": 95341
    },
    {
      "epoch": 4.435543149569668,
      "grad_norm": 1.8260374298683122,
      "learning_rate": 4.899584039557469e-05,
      "loss": 1.8281,
      "step": 95342
    },
    {
      "epoch": 4.435589672016748,
      "grad_norm": 1.7404846508817269,
      "learning_rate": 4.899309652309135e-05,
      "loss": 1.7188,
      "step": 95343
    },
    {
      "epoch": 4.435636194463829,
      "grad_norm": 1.719561263494298,
      "learning_rate": 4.899035271244503e-05,
      "loss": 1.6406,
      "step": 95344
    },
    {
      "epoch": 4.435682716910909,
      "grad_norm": 1.8156238945634453,
      "learning_rate": 4.898760896363741e-05,
      "loss": 1.8047,
      "step": 95345
    },
    {
      "epoch": 4.435729239357991,
      "grad_norm": 1.7864543536125865,
      "learning_rate": 4.89848652766701e-05,
      "loss": 1.625,
      "step": 95346
    },
    {
      "epoch": 4.435775761805071,
      "grad_norm": 1.8051814869189937,
      "learning_rate": 4.898212165154493e-05,
      "loss": 1.7109,
      "step": 95347
    },
    {
      "epoch": 4.4358222842521515,
      "grad_norm": 1.7072797953159704,
      "learning_rate": 4.897937808826349e-05,
      "loss": 1.5234,
      "step": 95348
    },
    {
      "epoch": 4.435868806699232,
      "grad_norm": 1.8104418636804034,
      "learning_rate": 4.8976634586827476e-05,
      "loss": 1.5703,
      "step": 95349
    },
    {
      "epoch": 4.435915329146313,
      "grad_norm": 1.400218504212892,
      "learning_rate": 4.89738911472385e-05,
      "loss": 1.1719,
      "step": 95350
    },
    {
      "epoch": 4.435961851593394,
      "grad_norm": 1.6176031831946085,
      "learning_rate": 4.897114776949836e-05,
      "loss": 1.4219,
      "step": 95351
    },
    {
      "epoch": 4.436008374040474,
      "grad_norm": 1.5029243666683652,
      "learning_rate": 4.8968404453608676e-05,
      "loss": 1.25,
      "step": 95352
    },
    {
      "epoch": 4.436054896487555,
      "grad_norm": 1.5629488522752901,
      "learning_rate": 4.8965661199571124e-05,
      "loss": 1.3906,
      "step": 95353
    },
    {
      "epoch": 4.436101418934636,
      "grad_norm": 1.5100718699153304,
      "learning_rate": 4.8962918007387355e-05,
      "loss": 1.2656,
      "step": 95354
    },
    {
      "epoch": 4.436147941381717,
      "grad_norm": 1.671208183500917,
      "learning_rate": 4.896017487705907e-05,
      "loss": 1.5547,
      "step": 95355
    },
    {
      "epoch": 4.436194463828797,
      "grad_norm": 1.6696699419663128,
      "learning_rate": 4.895743180858802e-05,
      "loss": 1.4531,
      "step": 95356
    },
    {
      "epoch": 4.4362409862758785,
      "grad_norm": 1.6137654065545315,
      "learning_rate": 4.895468880197582e-05,
      "loss": 1.5234,
      "step": 95357
    },
    {
      "epoch": 4.436287508722959,
      "grad_norm": 1.6534916105505455,
      "learning_rate": 4.8951945857224154e-05,
      "loss": 1.4766,
      "step": 95358
    },
    {
      "epoch": 4.436334031170039,
      "grad_norm": 1.7373276240008073,
      "learning_rate": 4.894920297433465e-05,
      "loss": 1.625,
      "step": 95359
    },
    {
      "epoch": 4.43638055361712,
      "grad_norm": 1.6268120369105694,
      "learning_rate": 4.8946460153309094e-05,
      "loss": 1.4922,
      "step": 95360
    },
    {
      "epoch": 4.436427076064201,
      "grad_norm": 1.644057860925081,
      "learning_rate": 4.894371739414913e-05,
      "loss": 1.4688,
      "step": 95361
    },
    {
      "epoch": 4.436473598511282,
      "grad_norm": 1.8501486717092963,
      "learning_rate": 4.894097469685639e-05,
      "loss": 1.7422,
      "step": 95362
    },
    {
      "epoch": 4.436520120958362,
      "grad_norm": 1.7345925840712924,
      "learning_rate": 4.893823206143254e-05,
      "loss": 1.6016,
      "step": 95363
    },
    {
      "epoch": 4.436566643405443,
      "grad_norm": 1.6878333844338627,
      "learning_rate": 4.8935489487879345e-05,
      "loss": 1.4062,
      "step": 95364
    },
    {
      "epoch": 4.436613165852524,
      "grad_norm": 1.678518757720014,
      "learning_rate": 4.8932746976198444e-05,
      "loss": 1.5703,
      "step": 95365
    },
    {
      "epoch": 4.4366596882996046,
      "grad_norm": 1.7649505170593978,
      "learning_rate": 4.893000452639152e-05,
      "loss": 1.7578,
      "step": 95366
    },
    {
      "epoch": 4.436706210746685,
      "grad_norm": 1.7662278054177694,
      "learning_rate": 4.892726213846019e-05,
      "loss": 1.5859,
      "step": 95367
    },
    {
      "epoch": 4.436752733193766,
      "grad_norm": 1.5033967575585117,
      "learning_rate": 4.8924519812406214e-05,
      "loss": 1.3047,
      "step": 95368
    },
    {
      "epoch": 4.436799255640847,
      "grad_norm": 1.7838021087286868,
      "learning_rate": 4.892177754823126e-05,
      "loss": 1.5469,
      "step": 95369
    },
    {
      "epoch": 4.436845778087927,
      "grad_norm": 1.8100294824997682,
      "learning_rate": 4.891903534593699e-05,
      "loss": 1.7891,
      "step": 95370
    },
    {
      "epoch": 4.436892300535008,
      "grad_norm": 1.768033681025302,
      "learning_rate": 4.891629320552509e-05,
      "loss": 1.5547,
      "step": 95371
    },
    {
      "epoch": 4.436938822982089,
      "grad_norm": 1.6039144544196593,
      "learning_rate": 4.8913551126997166e-05,
      "loss": 1.3594,
      "step": 95372
    },
    {
      "epoch": 4.43698534542917,
      "grad_norm": 1.6816583850127904,
      "learning_rate": 4.891080911035502e-05,
      "loss": 1.5312,
      "step": 95373
    },
    {
      "epoch": 4.43703186787625,
      "grad_norm": 1.5993911550450481,
      "learning_rate": 4.8908067155600274e-05,
      "loss": 1.5391,
      "step": 95374
    },
    {
      "epoch": 4.437078390323331,
      "grad_norm": 1.7029992915966137,
      "learning_rate": 4.8905325262734586e-05,
      "loss": 1.6562,
      "step": 95375
    },
    {
      "epoch": 4.437124912770412,
      "grad_norm": 1.7640350368445585,
      "learning_rate": 4.8902583431759624e-05,
      "loss": 1.625,
      "step": 95376
    },
    {
      "epoch": 4.4371714352174925,
      "grad_norm": 1.7129765415495994,
      "learning_rate": 4.889984166267709e-05,
      "loss": 1.4844,
      "step": 95377
    },
    {
      "epoch": 4.437217957664573,
      "grad_norm": 1.77808272322424,
      "learning_rate": 4.889709995548872e-05,
      "loss": 1.6328,
      "step": 95378
    },
    {
      "epoch": 4.437264480111654,
      "grad_norm": 1.7702502037387202,
      "learning_rate": 4.8894358310196146e-05,
      "loss": 1.5156,
      "step": 95379
    },
    {
      "epoch": 4.437311002558735,
      "grad_norm": 1.840655878856489,
      "learning_rate": 4.889161672680104e-05,
      "loss": 1.9297,
      "step": 95380
    },
    {
      "epoch": 4.437357525005815,
      "grad_norm": 1.642010526485016,
      "learning_rate": 4.888887520530502e-05,
      "loss": 1.4297,
      "step": 95381
    },
    {
      "epoch": 4.437404047452896,
      "grad_norm": 1.7811122318702604,
      "learning_rate": 4.8886133745709887e-05,
      "loss": 1.6797,
      "step": 95382
    },
    {
      "epoch": 4.437450569899977,
      "grad_norm": 1.8259273747576346,
      "learning_rate": 4.8883392348017254e-05,
      "loss": 1.6953,
      "step": 95383
    },
    {
      "epoch": 4.437497092347058,
      "grad_norm": 1.6893115150143527,
      "learning_rate": 4.888065101222882e-05,
      "loss": 1.6641,
      "step": 95384
    },
    {
      "epoch": 4.437543614794138,
      "grad_norm": 1.6526231034609882,
      "learning_rate": 4.887790973834618e-05,
      "loss": 1.4609,
      "step": 95385
    },
    {
      "epoch": 4.4375901372412185,
      "grad_norm": 1.8804863966561198,
      "learning_rate": 4.887516852637113e-05,
      "loss": 1.6953,
      "step": 95386
    },
    {
      "epoch": 4.4376366596883,
      "grad_norm": 1.7846313861461804,
      "learning_rate": 4.88724273763053e-05,
      "loss": 1.5859,
      "step": 95387
    },
    {
      "epoch": 4.43768318213538,
      "grad_norm": 1.800618708302804,
      "learning_rate": 4.886968628815036e-05,
      "loss": 1.75,
      "step": 95388
    },
    {
      "epoch": 4.437729704582461,
      "grad_norm": 1.595407386030199,
      "learning_rate": 4.886694526190796e-05,
      "loss": 1.4688,
      "step": 95389
    },
    {
      "epoch": 4.437776227029541,
      "grad_norm": 1.5548842969678143,
      "learning_rate": 4.8864204297579855e-05,
      "loss": 1.375,
      "step": 95390
    },
    {
      "epoch": 4.437822749476623,
      "grad_norm": 1.8245560101101432,
      "learning_rate": 4.886146339516769e-05,
      "loss": 1.6172,
      "step": 95391
    },
    {
      "epoch": 4.437869271923703,
      "grad_norm": 1.859092766566913,
      "learning_rate": 4.885872255467311e-05,
      "loss": 1.6406,
      "step": 95392
    },
    {
      "epoch": 4.437915794370784,
      "grad_norm": 1.6829181453238886,
      "learning_rate": 4.885598177609778e-05,
      "loss": 1.5859,
      "step": 95393
    },
    {
      "epoch": 4.437962316817865,
      "grad_norm": 1.8525205570669345,
      "learning_rate": 4.885324105944347e-05,
      "loss": 1.6406,
      "step": 95394
    },
    {
      "epoch": 4.4380088392649455,
      "grad_norm": 1.6227479603921704,
      "learning_rate": 4.8850500404711796e-05,
      "loss": 1.1875,
      "step": 95395
    },
    {
      "epoch": 4.438055361712026,
      "grad_norm": 1.710684853586584,
      "learning_rate": 4.8847759811904436e-05,
      "loss": 1.6016,
      "step": 95396
    },
    {
      "epoch": 4.4381018841591064,
      "grad_norm": 1.7053232768751643,
      "learning_rate": 4.884501928102307e-05,
      "loss": 1.5859,
      "step": 95397
    },
    {
      "epoch": 4.438148406606188,
      "grad_norm": 1.7775074476764092,
      "learning_rate": 4.884227881206934e-05,
      "loss": 1.6406,
      "step": 95398
    },
    {
      "epoch": 4.438194929053268,
      "grad_norm": 1.7827117234397252,
      "learning_rate": 4.883953840504497e-05,
      "loss": 1.6875,
      "step": 95399
    },
    {
      "epoch": 4.438241451500349,
      "grad_norm": 1.8307832645967521,
      "learning_rate": 4.883679805995166e-05,
      "loss": 1.7031,
      "step": 95400
    },
    {
      "epoch": 4.438287973947429,
      "grad_norm": 1.6873942550540741,
      "learning_rate": 4.8834057776791076e-05,
      "loss": 1.5469,
      "step": 95401
    },
    {
      "epoch": 4.438334496394511,
      "grad_norm": 1.5129862738110735,
      "learning_rate": 4.8831317555564866e-05,
      "loss": 1.2422,
      "step": 95402
    },
    {
      "epoch": 4.438381018841591,
      "grad_norm": 1.6185294445263143,
      "learning_rate": 4.8828577396274673e-05,
      "loss": 1.3984,
      "step": 95403
    },
    {
      "epoch": 4.438427541288672,
      "grad_norm": 1.7475904678848622,
      "learning_rate": 4.8825837298922275e-05,
      "loss": 1.6562,
      "step": 95404
    },
    {
      "epoch": 4.438474063735752,
      "grad_norm": 1.767211280531624,
      "learning_rate": 4.8823097263509296e-05,
      "loss": 1.625,
      "step": 95405
    },
    {
      "epoch": 4.438520586182833,
      "grad_norm": 1.8008552843065007,
      "learning_rate": 4.8820357290037424e-05,
      "loss": 1.6562,
      "step": 95406
    },
    {
      "epoch": 4.438567108629914,
      "grad_norm": 1.8253619235301468,
      "learning_rate": 4.8817617378508265e-05,
      "loss": 1.5781,
      "step": 95407
    },
    {
      "epoch": 4.438613631076994,
      "grad_norm": 1.6462539979526956,
      "learning_rate": 4.88148775289236e-05,
      "loss": 1.4453,
      "step": 95408
    },
    {
      "epoch": 4.438660153524076,
      "grad_norm": 1.6613207995457682,
      "learning_rate": 4.881213774128506e-05,
      "loss": 1.3594,
      "step": 95409
    },
    {
      "epoch": 4.438706675971156,
      "grad_norm": 1.7232617813972075,
      "learning_rate": 4.880939801559434e-05,
      "loss": 1.5391,
      "step": 95410
    },
    {
      "epoch": 4.438753198418237,
      "grad_norm": 1.8315972338520239,
      "learning_rate": 4.880665835185304e-05,
      "loss": 1.6406,
      "step": 95411
    },
    {
      "epoch": 4.438799720865317,
      "grad_norm": 1.8499553734424743,
      "learning_rate": 4.880391875006297e-05,
      "loss": 1.625,
      "step": 95412
    },
    {
      "epoch": 4.4388462433123985,
      "grad_norm": 1.7930472476760906,
      "learning_rate": 4.8801179210225716e-05,
      "loss": 1.625,
      "step": 95413
    },
    {
      "epoch": 4.438892765759479,
      "grad_norm": 1.6913862720961432,
      "learning_rate": 4.879843973234299e-05,
      "loss": 1.4766,
      "step": 95414
    },
    {
      "epoch": 4.4389392882065595,
      "grad_norm": 1.7431043732258462,
      "learning_rate": 4.879570031641639e-05,
      "loss": 1.5469,
      "step": 95415
    },
    {
      "epoch": 4.438985810653641,
      "grad_norm": 1.6568667949191045,
      "learning_rate": 4.879296096244773e-05,
      "loss": 1.5234,
      "step": 95416
    },
    {
      "epoch": 4.439032333100721,
      "grad_norm": 1.8924489353271885,
      "learning_rate": 4.879022167043861e-05,
      "loss": 1.8047,
      "step": 95417
    },
    {
      "epoch": 4.439078855547802,
      "grad_norm": 1.7381066977820623,
      "learning_rate": 4.87874824403907e-05,
      "loss": 1.6016,
      "step": 95418
    },
    {
      "epoch": 4.439125377994882,
      "grad_norm": 1.6811757691345437,
      "learning_rate": 4.878474327230565e-05,
      "loss": 1.5547,
      "step": 95419
    },
    {
      "epoch": 4.439171900441964,
      "grad_norm": 1.9326881346756557,
      "learning_rate": 4.878200416618518e-05,
      "loss": 1.8281,
      "step": 95420
    },
    {
      "epoch": 4.439218422889044,
      "grad_norm": 1.769371227719699,
      "learning_rate": 4.877926512203101e-05,
      "loss": 1.625,
      "step": 95421
    },
    {
      "epoch": 4.439264945336125,
      "grad_norm": 1.871926639010531,
      "learning_rate": 4.8776526139844754e-05,
      "loss": 1.8438,
      "step": 95422
    },
    {
      "epoch": 4.439311467783205,
      "grad_norm": 1.9114396013413417,
      "learning_rate": 4.877378721962812e-05,
      "loss": 1.75,
      "step": 95423
    },
    {
      "epoch": 4.439357990230286,
      "grad_norm": 1.7816496993851356,
      "learning_rate": 4.8771048361382774e-05,
      "loss": 1.6172,
      "step": 95424
    },
    {
      "epoch": 4.439404512677367,
      "grad_norm": 1.7823201874982695,
      "learning_rate": 4.876830956511033e-05,
      "loss": 1.7734,
      "step": 95425
    },
    {
      "epoch": 4.439451035124447,
      "grad_norm": 1.8087066704974275,
      "learning_rate": 4.876557083081259e-05,
      "loss": 1.7109,
      "step": 95426
    },
    {
      "epoch": 4.439497557571528,
      "grad_norm": 1.817815055895889,
      "learning_rate": 4.876283215849115e-05,
      "loss": 1.8203,
      "step": 95427
    },
    {
      "epoch": 4.439544080018609,
      "grad_norm": 1.7388608832168049,
      "learning_rate": 4.87600935481477e-05,
      "loss": 1.6484,
      "step": 95428
    },
    {
      "epoch": 4.43959060246569,
      "grad_norm": 1.825427933099512,
      "learning_rate": 4.875735499978387e-05,
      "loss": 1.75,
      "step": 95429
    },
    {
      "epoch": 4.43963712491277,
      "grad_norm": 1.855832896696782,
      "learning_rate": 4.875461651340143e-05,
      "loss": 1.7734,
      "step": 95430
    },
    {
      "epoch": 4.4396836473598515,
      "grad_norm": 1.7254214209155245,
      "learning_rate": 4.8751878089002024e-05,
      "loss": 1.5938,
      "step": 95431
    },
    {
      "epoch": 4.439730169806932,
      "grad_norm": 1.5513549601961236,
      "learning_rate": 4.87491397265873e-05,
      "loss": 1.2891,
      "step": 95432
    },
    {
      "epoch": 4.4397766922540125,
      "grad_norm": 1.7706865302364312,
      "learning_rate": 4.874640142615891e-05,
      "loss": 1.7812,
      "step": 95433
    },
    {
      "epoch": 4.439823214701093,
      "grad_norm": 1.6584101316915054,
      "learning_rate": 4.874366318771862e-05,
      "loss": 1.5234,
      "step": 95434
    },
    {
      "epoch": 4.439869737148174,
      "grad_norm": 1.5918107954938958,
      "learning_rate": 4.874092501126804e-05,
      "loss": 1.3594,
      "step": 95435
    },
    {
      "epoch": 4.439916259595255,
      "grad_norm": 1.6015941942760659,
      "learning_rate": 4.8738186896808874e-05,
      "loss": 1.4688,
      "step": 95436
    },
    {
      "epoch": 4.439962782042335,
      "grad_norm": 1.8084510669990113,
      "learning_rate": 4.8735448844342736e-05,
      "loss": 1.6016,
      "step": 95437
    },
    {
      "epoch": 4.440009304489416,
      "grad_norm": 1.7677809963682183,
      "learning_rate": 4.8732710853871406e-05,
      "loss": 1.6875,
      "step": 95438
    },
    {
      "epoch": 4.440055826936497,
      "grad_norm": 1.513640445107972,
      "learning_rate": 4.87299729253965e-05,
      "loss": 1.2109,
      "step": 95439
    },
    {
      "epoch": 4.440102349383578,
      "grad_norm": 1.6273459616322494,
      "learning_rate": 4.872723505891972e-05,
      "loss": 1.4453,
      "step": 95440
    },
    {
      "epoch": 4.440148871830658,
      "grad_norm": 1.7631280998844423,
      "learning_rate": 4.8724497254442656e-05,
      "loss": 1.6953,
      "step": 95441
    },
    {
      "epoch": 4.440195394277739,
      "grad_norm": 1.6659676772024172,
      "learning_rate": 4.872175951196705e-05,
      "loss": 1.5156,
      "step": 95442
    },
    {
      "epoch": 4.44024191672482,
      "grad_norm": 1.792659760026113,
      "learning_rate": 4.871902183149463e-05,
      "loss": 1.7422,
      "step": 95443
    },
    {
      "epoch": 4.4402884391719,
      "grad_norm": 1.7401857880755693,
      "learning_rate": 4.871628421302703e-05,
      "loss": 1.5938,
      "step": 95444
    },
    {
      "epoch": 4.440334961618981,
      "grad_norm": 1.7870787055704134,
      "learning_rate": 4.871354665656591e-05,
      "loss": 1.7969,
      "step": 95445
    },
    {
      "epoch": 4.440381484066062,
      "grad_norm": 1.9431787434037913,
      "learning_rate": 4.8710809162112923e-05,
      "loss": 1.9219,
      "step": 95446
    },
    {
      "epoch": 4.440428006513143,
      "grad_norm": 1.797032314854163,
      "learning_rate": 4.87080717296698e-05,
      "loss": 1.6641,
      "step": 95447
    },
    {
      "epoch": 4.440474528960223,
      "grad_norm": 1.6181961981002284,
      "learning_rate": 4.870533435923821e-05,
      "loss": 1.4688,
      "step": 95448
    },
    {
      "epoch": 4.440521051407304,
      "grad_norm": 1.6381536297433863,
      "learning_rate": 4.870259705081981e-05,
      "loss": 1.5,
      "step": 95449
    },
    {
      "epoch": 4.440567573854385,
      "grad_norm": 1.8601834679907234,
      "learning_rate": 4.869985980441627e-05,
      "loss": 1.8594,
      "step": 95450
    },
    {
      "epoch": 4.4406140963014655,
      "grad_norm": 1.8510419872354353,
      "learning_rate": 4.869712262002922e-05,
      "loss": 1.8516,
      "step": 95451
    },
    {
      "epoch": 4.440660618748546,
      "grad_norm": 1.597799613370186,
      "learning_rate": 4.869438549766045e-05,
      "loss": 1.4297,
      "step": 95452
    },
    {
      "epoch": 4.4407071411956265,
      "grad_norm": 1.6458592455112242,
      "learning_rate": 4.869164843731156e-05,
      "loss": 1.5703,
      "step": 95453
    },
    {
      "epoch": 4.440753663642708,
      "grad_norm": 1.6651165492748254,
      "learning_rate": 4.8688911438984255e-05,
      "loss": 1.4375,
      "step": 95454
    },
    {
      "epoch": 4.440800186089788,
      "grad_norm": 1.8560079336430264,
      "learning_rate": 4.868617450268012e-05,
      "loss": 1.7031,
      "step": 95455
    },
    {
      "epoch": 4.440846708536869,
      "grad_norm": 1.9193845966151788,
      "learning_rate": 4.868343762840099e-05,
      "loss": 1.8359,
      "step": 95456
    },
    {
      "epoch": 4.44089323098395,
      "grad_norm": 1.7452361921416364,
      "learning_rate": 4.868070081614843e-05,
      "loss": 1.5312,
      "step": 95457
    },
    {
      "epoch": 4.440939753431031,
      "grad_norm": 1.8568062716505758,
      "learning_rate": 4.867796406592415e-05,
      "loss": 1.7422,
      "step": 95458
    },
    {
      "epoch": 4.440986275878111,
      "grad_norm": 1.5874660020037643,
      "learning_rate": 4.8675227377729774e-05,
      "loss": 1.3359,
      "step": 95459
    },
    {
      "epoch": 4.441032798325192,
      "grad_norm": 1.6888378312452055,
      "learning_rate": 4.867249075156706e-05,
      "loss": 1.6016,
      "step": 95460
    },
    {
      "epoch": 4.441079320772273,
      "grad_norm": 1.8768260447918275,
      "learning_rate": 4.866975418743766e-05,
      "loss": 1.8281,
      "step": 95461
    },
    {
      "epoch": 4.441125843219353,
      "grad_norm": 1.7723383321614032,
      "learning_rate": 4.866701768534322e-05,
      "loss": 1.6797,
      "step": 95462
    },
    {
      "epoch": 4.441172365666434,
      "grad_norm": 1.8125563283448336,
      "learning_rate": 4.866428124528539e-05,
      "loss": 1.8516,
      "step": 95463
    },
    {
      "epoch": 4.441218888113514,
      "grad_norm": 1.824185246273715,
      "learning_rate": 4.8661544867265876e-05,
      "loss": 1.7109,
      "step": 95464
    },
    {
      "epoch": 4.441265410560596,
      "grad_norm": 1.7662191995658638,
      "learning_rate": 4.865880855128641e-05,
      "loss": 1.8281,
      "step": 95465
    },
    {
      "epoch": 4.441311933007676,
      "grad_norm": 1.8727501657953807,
      "learning_rate": 4.865607229734863e-05,
      "loss": 1.7109,
      "step": 95466
    },
    {
      "epoch": 4.441358455454757,
      "grad_norm": 1.7197944502155085,
      "learning_rate": 4.865333610545419e-05,
      "loss": 1.5234,
      "step": 95467
    },
    {
      "epoch": 4.441404977901838,
      "grad_norm": 1.8671821763343035,
      "learning_rate": 4.865059997560473e-05,
      "loss": 1.8047,
      "step": 95468
    },
    {
      "epoch": 4.441451500348919,
      "grad_norm": 1.762746983245177,
      "learning_rate": 4.864786390780203e-05,
      "loss": 1.5703,
      "step": 95469
    },
    {
      "epoch": 4.441498022795999,
      "grad_norm": 1.792188147188033,
      "learning_rate": 4.864512790204769e-05,
      "loss": 1.7109,
      "step": 95470
    },
    {
      "epoch": 4.4415445452430795,
      "grad_norm": 1.818042854563946,
      "learning_rate": 4.86423919583434e-05,
      "loss": 1.6797,
      "step": 95471
    },
    {
      "epoch": 4.441591067690161,
      "grad_norm": 1.6503518670260493,
      "learning_rate": 4.8639656076690784e-05,
      "loss": 1.5625,
      "step": 95472
    },
    {
      "epoch": 4.441637590137241,
      "grad_norm": 1.647311717912328,
      "learning_rate": 4.863692025709162e-05,
      "loss": 1.4688,
      "step": 95473
    },
    {
      "epoch": 4.441684112584322,
      "grad_norm": 1.7704084465244592,
      "learning_rate": 4.863418449954753e-05,
      "loss": 1.7266,
      "step": 95474
    },
    {
      "epoch": 4.441730635031402,
      "grad_norm": 1.7378761614373344,
      "learning_rate": 4.863144880406019e-05,
      "loss": 1.5781,
      "step": 95475
    },
    {
      "epoch": 4.441777157478484,
      "grad_norm": 1.8478737330923032,
      "learning_rate": 4.862871317063127e-05,
      "loss": 1.7578,
      "step": 95476
    },
    {
      "epoch": 4.441823679925564,
      "grad_norm": 1.7136074104576384,
      "learning_rate": 4.862597759926241e-05,
      "loss": 1.6172,
      "step": 95477
    },
    {
      "epoch": 4.441870202372645,
      "grad_norm": 1.5274562211313147,
      "learning_rate": 4.8623242089955374e-05,
      "loss": 1.3594,
      "step": 95478
    },
    {
      "epoch": 4.441916724819725,
      "grad_norm": 1.8278018725105223,
      "learning_rate": 4.8620506642711785e-05,
      "loss": 1.7891,
      "step": 95479
    },
    {
      "epoch": 4.4419632472668065,
      "grad_norm": 1.8176172946060436,
      "learning_rate": 4.861777125753331e-05,
      "loss": 1.6484,
      "step": 95480
    },
    {
      "epoch": 4.442009769713887,
      "grad_norm": 1.6751385716232254,
      "learning_rate": 4.861503593442159e-05,
      "loss": 1.6016,
      "step": 95481
    },
    {
      "epoch": 4.442056292160967,
      "grad_norm": 1.7598578717125768,
      "learning_rate": 4.8612300673378395e-05,
      "loss": 1.5859,
      "step": 95482
    },
    {
      "epoch": 4.442102814608049,
      "grad_norm": 1.6388087931693198,
      "learning_rate": 4.8609565474405346e-05,
      "loss": 1.5547,
      "step": 95483
    },
    {
      "epoch": 4.442149337055129,
      "grad_norm": 1.6951937021924386,
      "learning_rate": 4.860683033750412e-05,
      "loss": 1.5781,
      "step": 95484
    },
    {
      "epoch": 4.44219585950221,
      "grad_norm": 1.7256076975023795,
      "learning_rate": 4.860409526267633e-05,
      "loss": 1.625,
      "step": 95485
    },
    {
      "epoch": 4.44224238194929,
      "grad_norm": 1.8912425199323162,
      "learning_rate": 4.860136024992372e-05,
      "loss": 1.7422,
      "step": 95486
    },
    {
      "epoch": 4.442288904396372,
      "grad_norm": 1.652981543331302,
      "learning_rate": 4.8598625299248007e-05,
      "loss": 1.4922,
      "step": 95487
    },
    {
      "epoch": 4.442335426843452,
      "grad_norm": 1.7031624399007088,
      "learning_rate": 4.85958904106508e-05,
      "loss": 1.6094,
      "step": 95488
    },
    {
      "epoch": 4.4423819492905325,
      "grad_norm": 1.7305395298865411,
      "learning_rate": 4.85931555841338e-05,
      "loss": 1.5469,
      "step": 95489
    },
    {
      "epoch": 4.442428471737613,
      "grad_norm": 1.7269814869146085,
      "learning_rate": 4.8590420819698614e-05,
      "loss": 1.5938,
      "step": 95490
    },
    {
      "epoch": 4.442474994184694,
      "grad_norm": 1.8302429530956434,
      "learning_rate": 4.858768611734701e-05,
      "loss": 1.7109,
      "step": 95491
    },
    {
      "epoch": 4.442521516631775,
      "grad_norm": 1.6873903294570596,
      "learning_rate": 4.8584951477080644e-05,
      "loss": 1.3438,
      "step": 95492
    },
    {
      "epoch": 4.442568039078855,
      "grad_norm": 1.6443070028917801,
      "learning_rate": 4.8582216898901146e-05,
      "loss": 1.3672,
      "step": 95493
    },
    {
      "epoch": 4.442614561525936,
      "grad_norm": 1.7140552004519447,
      "learning_rate": 4.857948238281018e-05,
      "loss": 1.5625,
      "step": 95494
    },
    {
      "epoch": 4.442661083973017,
      "grad_norm": 1.6547080003935732,
      "learning_rate": 4.8576747928809486e-05,
      "loss": 1.4844,
      "step": 95495
    },
    {
      "epoch": 4.442707606420098,
      "grad_norm": 1.8179585521350012,
      "learning_rate": 4.857401353690072e-05,
      "loss": 1.7969,
      "step": 95496
    },
    {
      "epoch": 4.442754128867178,
      "grad_norm": 1.7144212050849736,
      "learning_rate": 4.857127920708553e-05,
      "loss": 1.5781,
      "step": 95497
    },
    {
      "epoch": 4.4428006513142595,
      "grad_norm": 1.77090372733184,
      "learning_rate": 4.8568544939365564e-05,
      "loss": 1.6172,
      "step": 95498
    },
    {
      "epoch": 4.44284717376134,
      "grad_norm": 1.631692935087935,
      "learning_rate": 4.8565810733742564e-05,
      "loss": 1.4688,
      "step": 95499
    },
    {
      "epoch": 4.4428936962084205,
      "grad_norm": 1.8682848647336625,
      "learning_rate": 4.856307659021818e-05,
      "loss": 1.6328,
      "step": 95500
    },
    {
      "epoch": 4.442940218655501,
      "grad_norm": 1.922955740748545,
      "learning_rate": 4.856034250879409e-05,
      "loss": 1.8281,
      "step": 95501
    },
    {
      "epoch": 4.442986741102582,
      "grad_norm": 1.7371019825805007,
      "learning_rate": 4.8557608489471933e-05,
      "loss": 1.5781,
      "step": 95502
    },
    {
      "epoch": 4.443033263549663,
      "grad_norm": 1.7435731942912711,
      "learning_rate": 4.8554874532253366e-05,
      "loss": 1.7109,
      "step": 95503
    },
    {
      "epoch": 4.443079785996743,
      "grad_norm": 1.8272562190328359,
      "learning_rate": 4.8552140637140156e-05,
      "loss": 1.6016,
      "step": 95504
    },
    {
      "epoch": 4.443126308443825,
      "grad_norm": 1.512883020179773,
      "learning_rate": 4.8549406804133936e-05,
      "loss": 1.2109,
      "step": 95505
    },
    {
      "epoch": 4.443172830890905,
      "grad_norm": 1.8486466667963666,
      "learning_rate": 4.8546673033236346e-05,
      "loss": 1.6172,
      "step": 95506
    },
    {
      "epoch": 4.443219353337986,
      "grad_norm": 1.704548851564105,
      "learning_rate": 4.854393932444904e-05,
      "loss": 1.5312,
      "step": 95507
    },
    {
      "epoch": 4.443265875785066,
      "grad_norm": 1.7729876846374815,
      "learning_rate": 4.854120567777373e-05,
      "loss": 1.6328,
      "step": 95508
    },
    {
      "epoch": 4.443312398232147,
      "grad_norm": 1.8131647845157266,
      "learning_rate": 4.853847209321214e-05,
      "loss": 1.6797,
      "step": 95509
    },
    {
      "epoch": 4.443358920679228,
      "grad_norm": 1.8289745929602947,
      "learning_rate": 4.853573857076591e-05,
      "loss": 1.6562,
      "step": 95510
    },
    {
      "epoch": 4.443405443126308,
      "grad_norm": 1.5880594676203739,
      "learning_rate": 4.8533005110436675e-05,
      "loss": 1.2969,
      "step": 95511
    },
    {
      "epoch": 4.443451965573389,
      "grad_norm": 1.86118064872583,
      "learning_rate": 4.85302717122261e-05,
      "loss": 1.6875,
      "step": 95512
    },
    {
      "epoch": 4.44349848802047,
      "grad_norm": 1.67444457607285,
      "learning_rate": 4.8527538376135934e-05,
      "loss": 1.5234,
      "step": 95513
    },
    {
      "epoch": 4.443545010467551,
      "grad_norm": 1.6279383139946542,
      "learning_rate": 4.852480510216781e-05,
      "loss": 1.4219,
      "step": 95514
    },
    {
      "epoch": 4.443591532914631,
      "grad_norm": 1.7736921300453516,
      "learning_rate": 4.8522071890323386e-05,
      "loss": 1.7344,
      "step": 95515
    },
    {
      "epoch": 4.443638055361712,
      "grad_norm": 1.5441855446224586,
      "learning_rate": 4.851933874060433e-05,
      "loss": 1.3125,
      "step": 95516
    },
    {
      "epoch": 4.443684577808793,
      "grad_norm": 1.6677758592969791,
      "learning_rate": 4.851660565301235e-05,
      "loss": 1.5312,
      "step": 95517
    },
    {
      "epoch": 4.4437311002558735,
      "grad_norm": 1.9243573261197855,
      "learning_rate": 4.8513872627549106e-05,
      "loss": 1.7578,
      "step": 95518
    },
    {
      "epoch": 4.443777622702954,
      "grad_norm": 1.7789382665086466,
      "learning_rate": 4.851113966421628e-05,
      "loss": 1.6562,
      "step": 95519
    },
    {
      "epoch": 4.443824145150035,
      "grad_norm": 1.7067156216043098,
      "learning_rate": 4.850840676301547e-05,
      "loss": 1.625,
      "step": 95520
    },
    {
      "epoch": 4.443870667597116,
      "grad_norm": 1.7503934630277067,
      "learning_rate": 4.850567392394848e-05,
      "loss": 1.3984,
      "step": 95521
    },
    {
      "epoch": 4.443917190044196,
      "grad_norm": 1.7076608988639395,
      "learning_rate": 4.85029411470169e-05,
      "loss": 1.5938,
      "step": 95522
    },
    {
      "epoch": 4.443963712491277,
      "grad_norm": 1.687762820846311,
      "learning_rate": 4.8500208432222416e-05,
      "loss": 1.5391,
      "step": 95523
    },
    {
      "epoch": 4.444010234938358,
      "grad_norm": 1.824384312059057,
      "learning_rate": 4.849747577956666e-05,
      "loss": 1.8516,
      "step": 95524
    },
    {
      "epoch": 4.444056757385439,
      "grad_norm": 1.5997488414487624,
      "learning_rate": 4.84947431890514e-05,
      "loss": 1.2344,
      "step": 95525
    },
    {
      "epoch": 4.444103279832519,
      "grad_norm": 1.7174883758994968,
      "learning_rate": 4.8492010660678255e-05,
      "loss": 1.6719,
      "step": 95526
    },
    {
      "epoch": 4.4441498022795995,
      "grad_norm": 1.8522121555045474,
      "learning_rate": 4.848927819444889e-05,
      "loss": 1.7188,
      "step": 95527
    },
    {
      "epoch": 4.444196324726681,
      "grad_norm": 1.7330819195248897,
      "learning_rate": 4.8486545790364993e-05,
      "loss": 1.5859,
      "step": 95528
    },
    {
      "epoch": 4.444242847173761,
      "grad_norm": 1.7634439863469151,
      "learning_rate": 4.848381344842814e-05,
      "loss": 1.6328,
      "step": 95529
    },
    {
      "epoch": 4.444289369620842,
      "grad_norm": 1.7511631014705569,
      "learning_rate": 4.848108116864019e-05,
      "loss": 1.6484,
      "step": 95530
    },
    {
      "epoch": 4.444335892067922,
      "grad_norm": 1.7958467859031386,
      "learning_rate": 4.84783489510027e-05,
      "loss": 1.7188,
      "step": 95531
    },
    {
      "epoch": 4.444382414515004,
      "grad_norm": 1.7318480251683823,
      "learning_rate": 4.8475616795517384e-05,
      "loss": 1.5625,
      "step": 95532
    },
    {
      "epoch": 4.444428936962084,
      "grad_norm": 1.6764392640995656,
      "learning_rate": 4.847288470218589e-05,
      "loss": 1.6328,
      "step": 95533
    },
    {
      "epoch": 4.444475459409165,
      "grad_norm": 1.6509390273607445,
      "learning_rate": 4.8470152671009835e-05,
      "loss": 1.4297,
      "step": 95534
    },
    {
      "epoch": 4.444521981856246,
      "grad_norm": 1.8191171242071755,
      "learning_rate": 4.8467420701991014e-05,
      "loss": 1.7656,
      "step": 95535
    },
    {
      "epoch": 4.4445685043033265,
      "grad_norm": 1.5773038109763764,
      "learning_rate": 4.846468879513103e-05,
      "loss": 1.3906,
      "step": 95536
    },
    {
      "epoch": 4.444615026750407,
      "grad_norm": 1.7161043879543187,
      "learning_rate": 4.846195695043156e-05,
      "loss": 1.5078,
      "step": 95537
    },
    {
      "epoch": 4.4446615491974875,
      "grad_norm": 1.7731041980560207,
      "learning_rate": 4.845922516789424e-05,
      "loss": 1.6406,
      "step": 95538
    },
    {
      "epoch": 4.444708071644569,
      "grad_norm": 1.7563642722577784,
      "learning_rate": 4.8456493447520825e-05,
      "loss": 1.7734,
      "step": 95539
    },
    {
      "epoch": 4.444754594091649,
      "grad_norm": 1.834894729841843,
      "learning_rate": 4.845376178931294e-05,
      "loss": 1.6484,
      "step": 95540
    },
    {
      "epoch": 4.44480111653873,
      "grad_norm": 1.779074327850629,
      "learning_rate": 4.845103019327226e-05,
      "loss": 1.75,
      "step": 95541
    },
    {
      "epoch": 4.44484763898581,
      "grad_norm": 1.7783378512560248,
      "learning_rate": 4.84482986594004e-05,
      "loss": 1.7422,
      "step": 95542
    },
    {
      "epoch": 4.444894161432892,
      "grad_norm": 1.6067428118317115,
      "learning_rate": 4.8445567187699166e-05,
      "loss": 1.3359,
      "step": 95543
    },
    {
      "epoch": 4.444940683879972,
      "grad_norm": 1.918924707431137,
      "learning_rate": 4.844283577817012e-05,
      "loss": 1.8203,
      "step": 95544
    },
    {
      "epoch": 4.444987206327053,
      "grad_norm": 1.681981812893769,
      "learning_rate": 4.8440104430814985e-05,
      "loss": 1.6797,
      "step": 95545
    },
    {
      "epoch": 4.445033728774133,
      "grad_norm": 1.896537059817135,
      "learning_rate": 4.843737314563538e-05,
      "loss": 1.8281,
      "step": 95546
    },
    {
      "epoch": 4.445080251221214,
      "grad_norm": 1.7448423076791326,
      "learning_rate": 4.843464192263305e-05,
      "loss": 1.4375,
      "step": 95547
    },
    {
      "epoch": 4.445126773668295,
      "grad_norm": 1.7898023580156337,
      "learning_rate": 4.8431910761809636e-05,
      "loss": 1.75,
      "step": 95548
    },
    {
      "epoch": 4.445173296115375,
      "grad_norm": 1.5297918450466605,
      "learning_rate": 4.84291796631668e-05,
      "loss": 1.2891,
      "step": 95549
    },
    {
      "epoch": 4.445219818562457,
      "grad_norm": 1.7052923734719574,
      "learning_rate": 4.8426448626706165e-05,
      "loss": 1.6328,
      "step": 95550
    },
    {
      "epoch": 4.445266341009537,
      "grad_norm": 1.7353157771068337,
      "learning_rate": 4.842371765242946e-05,
      "loss": 1.5938,
      "step": 95551
    },
    {
      "epoch": 4.445312863456618,
      "grad_norm": 1.7179733609042538,
      "learning_rate": 4.842098674033841e-05,
      "loss": 1.6094,
      "step": 95552
    },
    {
      "epoch": 4.445359385903698,
      "grad_norm": 1.6699154330926318,
      "learning_rate": 4.841825589043462e-05,
      "loss": 1.5391,
      "step": 95553
    },
    {
      "epoch": 4.4454059083507795,
      "grad_norm": 1.8907126520259292,
      "learning_rate": 4.841552510271978e-05,
      "loss": 1.8281,
      "step": 95554
    },
    {
      "epoch": 4.44545243079786,
      "grad_norm": 1.6518354973076117,
      "learning_rate": 4.8412794377195496e-05,
      "loss": 1.4453,
      "step": 95555
    },
    {
      "epoch": 4.4454989532449405,
      "grad_norm": 1.6652472147664212,
      "learning_rate": 4.8410063713863564e-05,
      "loss": 1.6719,
      "step": 95556
    },
    {
      "epoch": 4.445545475692022,
      "grad_norm": 1.6488855986200752,
      "learning_rate": 4.8407333112725574e-05,
      "loss": 1.4219,
      "step": 95557
    },
    {
      "epoch": 4.445591998139102,
      "grad_norm": 1.7822411536503953,
      "learning_rate": 4.840460257378322e-05,
      "loss": 1.6719,
      "step": 95558
    },
    {
      "epoch": 4.445638520586183,
      "grad_norm": 1.6970795060819466,
      "learning_rate": 4.8401872097038166e-05,
      "loss": 1.6328,
      "step": 95559
    },
    {
      "epoch": 4.445685043033263,
      "grad_norm": 1.5502455162446436,
      "learning_rate": 4.839914168249204e-05,
      "loss": 1.3281,
      "step": 95560
    },
    {
      "epoch": 4.445731565480345,
      "grad_norm": 1.6289578204627975,
      "learning_rate": 4.839641133014661e-05,
      "loss": 1.3984,
      "step": 95561
    },
    {
      "epoch": 4.445778087927425,
      "grad_norm": 1.882445219002179,
      "learning_rate": 4.839368104000349e-05,
      "loss": 1.8594,
      "step": 95562
    },
    {
      "epoch": 4.445824610374506,
      "grad_norm": 1.6743720834537563,
      "learning_rate": 4.8390950812064345e-05,
      "loss": 1.5547,
      "step": 95563
    },
    {
      "epoch": 4.445871132821586,
      "grad_norm": 1.6765980645112155,
      "learning_rate": 4.838822064633082e-05,
      "loss": 1.5234,
      "step": 95564
    },
    {
      "epoch": 4.4459176552686674,
      "grad_norm": 1.6510565969860134,
      "learning_rate": 4.838549054280469e-05,
      "loss": 1.5859,
      "step": 95565
    },
    {
      "epoch": 4.445964177715748,
      "grad_norm": 1.7537974243186147,
      "learning_rate": 4.838276050148754e-05,
      "loss": 1.5938,
      "step": 95566
    },
    {
      "epoch": 4.446010700162828,
      "grad_norm": 1.7758019473776556,
      "learning_rate": 4.838003052238107e-05,
      "loss": 1.7734,
      "step": 95567
    },
    {
      "epoch": 4.446057222609909,
      "grad_norm": 1.722722648137535,
      "learning_rate": 4.8377300605486895e-05,
      "loss": 1.5547,
      "step": 95568
    },
    {
      "epoch": 4.44610374505699,
      "grad_norm": 1.6228882667962974,
      "learning_rate": 4.837457075080679e-05,
      "loss": 1.5781,
      "step": 95569
    },
    {
      "epoch": 4.446150267504071,
      "grad_norm": 1.8282553896136755,
      "learning_rate": 4.8371840958342366e-05,
      "loss": 1.6641,
      "step": 95570
    },
    {
      "epoch": 4.446196789951151,
      "grad_norm": 1.7819351039878815,
      "learning_rate": 4.8369111228095294e-05,
      "loss": 1.5938,
      "step": 95571
    },
    {
      "epoch": 4.446243312398233,
      "grad_norm": 1.8469845759418013,
      "learning_rate": 4.836638156006721e-05,
      "loss": 1.6641,
      "step": 95572
    },
    {
      "epoch": 4.446289834845313,
      "grad_norm": 1.70331772148813,
      "learning_rate": 4.836365195425983e-05,
      "loss": 1.4062,
      "step": 95573
    },
    {
      "epoch": 4.4463363572923935,
      "grad_norm": 1.737179544039632,
      "learning_rate": 4.836092241067486e-05,
      "loss": 1.5391,
      "step": 95574
    },
    {
      "epoch": 4.446382879739474,
      "grad_norm": 1.507802639203962,
      "learning_rate": 4.835819292931394e-05,
      "loss": 1.2891,
      "step": 95575
    },
    {
      "epoch": 4.446429402186555,
      "grad_norm": 1.7065943240482861,
      "learning_rate": 4.835546351017872e-05,
      "loss": 1.5781,
      "step": 95576
    },
    {
      "epoch": 4.446475924633636,
      "grad_norm": 1.7811606189765612,
      "learning_rate": 4.835273415327086e-05,
      "loss": 1.75,
      "step": 95577
    },
    {
      "epoch": 4.446522447080716,
      "grad_norm": 1.7687718711895848,
      "learning_rate": 4.835000485859208e-05,
      "loss": 1.6406,
      "step": 95578
    },
    {
      "epoch": 4.446568969527797,
      "grad_norm": 1.7743957451683254,
      "learning_rate": 4.8347275626144036e-05,
      "loss": 1.6953,
      "step": 95579
    },
    {
      "epoch": 4.446615491974878,
      "grad_norm": 1.844434678547463,
      "learning_rate": 4.834454645592838e-05,
      "loss": 1.6797,
      "step": 95580
    },
    {
      "epoch": 4.446662014421959,
      "grad_norm": 1.6844785366746904,
      "learning_rate": 4.834181734794677e-05,
      "loss": 1.4531,
      "step": 95581
    },
    {
      "epoch": 4.446708536869039,
      "grad_norm": 1.7116779053378344,
      "learning_rate": 4.833908830220093e-05,
      "loss": 1.6719,
      "step": 95582
    },
    {
      "epoch": 4.44675505931612,
      "grad_norm": 1.5767137015839836,
      "learning_rate": 4.833635931869249e-05,
      "loss": 1.4453,
      "step": 95583
    },
    {
      "epoch": 4.446801581763201,
      "grad_norm": 1.6905597851384173,
      "learning_rate": 4.833363039742313e-05,
      "loss": 1.5391,
      "step": 95584
    },
    {
      "epoch": 4.446848104210281,
      "grad_norm": 1.8092379592281758,
      "learning_rate": 4.833090153839454e-05,
      "loss": 1.6562,
      "step": 95585
    },
    {
      "epoch": 4.446894626657362,
      "grad_norm": 1.9058877808780328,
      "learning_rate": 4.8328172741608305e-05,
      "loss": 1.9219,
      "step": 95586
    },
    {
      "epoch": 4.446941149104443,
      "grad_norm": 1.7325415910394961,
      "learning_rate": 4.832544400706623e-05,
      "loss": 1.4609,
      "step": 95587
    },
    {
      "epoch": 4.446987671551524,
      "grad_norm": 1.6618484117760164,
      "learning_rate": 4.83227153347699e-05,
      "loss": 1.4297,
      "step": 95588
    },
    {
      "epoch": 4.447034193998604,
      "grad_norm": 1.8161912224602164,
      "learning_rate": 4.831998672472101e-05,
      "loss": 1.75,
      "step": 95589
    },
    {
      "epoch": 4.447080716445685,
      "grad_norm": 1.814334396837876,
      "learning_rate": 4.831725817692118e-05,
      "loss": 1.7188,
      "step": 95590
    },
    {
      "epoch": 4.447127238892766,
      "grad_norm": 1.7627101337463948,
      "learning_rate": 4.831452969137216e-05,
      "loss": 1.6641,
      "step": 95591
    },
    {
      "epoch": 4.4471737613398465,
      "grad_norm": 1.640253915702469,
      "learning_rate": 4.8311801268075584e-05,
      "loss": 1.5156,
      "step": 95592
    },
    {
      "epoch": 4.447220283786927,
      "grad_norm": 1.6173005369709368,
      "learning_rate": 4.830907290703313e-05,
      "loss": 1.4609,
      "step": 95593
    },
    {
      "epoch": 4.4472668062340075,
      "grad_norm": 1.8267191320978564,
      "learning_rate": 4.830634460824642e-05,
      "loss": 1.6719,
      "step": 95594
    },
    {
      "epoch": 4.447313328681089,
      "grad_norm": 1.7758348363139629,
      "learning_rate": 4.830361637171714e-05,
      "loss": 1.5703,
      "step": 95595
    },
    {
      "epoch": 4.447359851128169,
      "grad_norm": 1.8861913036279048,
      "learning_rate": 4.8300888197447043e-05,
      "loss": 1.9219,
      "step": 95596
    },
    {
      "epoch": 4.44740637357525,
      "grad_norm": 1.8005776687449433,
      "learning_rate": 4.829816008543776e-05,
      "loss": 1.7188,
      "step": 95597
    },
    {
      "epoch": 4.447452896022331,
      "grad_norm": 1.7103871850785914,
      "learning_rate": 4.829543203569093e-05,
      "loss": 1.5859,
      "step": 95598
    },
    {
      "epoch": 4.447499418469412,
      "grad_norm": 1.8576035856114368,
      "learning_rate": 4.8292704048208186e-05,
      "loss": 1.8125,
      "step": 95599
    },
    {
      "epoch": 4.447545940916492,
      "grad_norm": 1.6209368013630367,
      "learning_rate": 4.8289976122991306e-05,
      "loss": 1.4766,
      "step": 95600
    },
    {
      "epoch": 4.447592463363573,
      "grad_norm": 1.7087441668164627,
      "learning_rate": 4.828724826004189e-05,
      "loss": 1.6797,
      "step": 95601
    },
    {
      "epoch": 4.447638985810654,
      "grad_norm": 1.67715629063284,
      "learning_rate": 4.8284520459361623e-05,
      "loss": 1.5781,
      "step": 95602
    },
    {
      "epoch": 4.4476855082577345,
      "grad_norm": 1.639834711232491,
      "learning_rate": 4.828179272095213e-05,
      "loss": 1.5703,
      "step": 95603
    },
    {
      "epoch": 4.447732030704815,
      "grad_norm": 1.7949539514275819,
      "learning_rate": 4.8279065044815166e-05,
      "loss": 1.7969,
      "step": 95604
    },
    {
      "epoch": 4.447778553151895,
      "grad_norm": 1.7911589016643084,
      "learning_rate": 4.8276337430952364e-05,
      "loss": 1.6797,
      "step": 95605
    },
    {
      "epoch": 4.447825075598977,
      "grad_norm": 1.7389795308111244,
      "learning_rate": 4.827360987936537e-05,
      "loss": 1.6328,
      "step": 95606
    },
    {
      "epoch": 4.447871598046057,
      "grad_norm": 1.7417495032970995,
      "learning_rate": 4.827088239005583e-05,
      "loss": 1.625,
      "step": 95607
    },
    {
      "epoch": 4.447918120493138,
      "grad_norm": 1.6611168077166099,
      "learning_rate": 4.8268154963025524e-05,
      "loss": 1.5,
      "step": 95608
    },
    {
      "epoch": 4.447964642940219,
      "grad_norm": 1.767302047216891,
      "learning_rate": 4.826542759827603e-05,
      "loss": 1.6719,
      "step": 95609
    },
    {
      "epoch": 4.4480111653873,
      "grad_norm": 1.7521708447048137,
      "learning_rate": 4.8262700295809046e-05,
      "loss": 1.7031,
      "step": 95610
    },
    {
      "epoch": 4.44805768783438,
      "grad_norm": 1.717424883607402,
      "learning_rate": 4.825997305562625e-05,
      "loss": 1.5078,
      "step": 95611
    },
    {
      "epoch": 4.4481042102814605,
      "grad_norm": 1.6369489756209112,
      "learning_rate": 4.825724587772923e-05,
      "loss": 1.5703,
      "step": 95612
    },
    {
      "epoch": 4.448150732728542,
      "grad_norm": 1.7841130867303543,
      "learning_rate": 4.8254518762119784e-05,
      "loss": 1.6406,
      "step": 95613
    },
    {
      "epoch": 4.448197255175622,
      "grad_norm": 1.752773526867377,
      "learning_rate": 4.825179170879952e-05,
      "loss": 1.6719,
      "step": 95614
    },
    {
      "epoch": 4.448243777622703,
      "grad_norm": 1.8999501663174891,
      "learning_rate": 4.8249064717770116e-05,
      "loss": 1.9062,
      "step": 95615
    },
    {
      "epoch": 4.448290300069783,
      "grad_norm": 1.654419347929222,
      "learning_rate": 4.824633778903318e-05,
      "loss": 1.3516,
      "step": 95616
    },
    {
      "epoch": 4.448336822516865,
      "grad_norm": 1.8090162826278697,
      "learning_rate": 4.824361092259043e-05,
      "loss": 1.6641,
      "step": 95617
    },
    {
      "epoch": 4.448383344963945,
      "grad_norm": 1.714724821885373,
      "learning_rate": 4.824088411844358e-05,
      "loss": 1.5547,
      "step": 95618
    },
    {
      "epoch": 4.448429867411026,
      "grad_norm": 1.6438573867855466,
      "learning_rate": 4.823815737659429e-05,
      "loss": 1.3047,
      "step": 95619
    },
    {
      "epoch": 4.448476389858106,
      "grad_norm": 1.7957625985198937,
      "learning_rate": 4.823543069704417e-05,
      "loss": 1.6406,
      "step": 95620
    },
    {
      "epoch": 4.4485229123051875,
      "grad_norm": 1.9364075730003596,
      "learning_rate": 4.8232704079794895e-05,
      "loss": 1.9766,
      "step": 95621
    },
    {
      "epoch": 4.448569434752268,
      "grad_norm": 1.8626337566971867,
      "learning_rate": 4.822997752484819e-05,
      "loss": 1.7188,
      "step": 95622
    },
    {
      "epoch": 4.448615957199348,
      "grad_norm": 1.5562186431358587,
      "learning_rate": 4.82272510322057e-05,
      "loss": 1.4453,
      "step": 95623
    },
    {
      "epoch": 4.44866247964643,
      "grad_norm": 1.8335515172814583,
      "learning_rate": 4.8224524601869084e-05,
      "loss": 1.7734,
      "step": 95624
    },
    {
      "epoch": 4.44870900209351,
      "grad_norm": 1.7214556578846132,
      "learning_rate": 4.8221798233839967e-05,
      "loss": 1.6484,
      "step": 95625
    },
    {
      "epoch": 4.448755524540591,
      "grad_norm": 1.838346034112209,
      "learning_rate": 4.8219071928120104e-05,
      "loss": 1.8203,
      "step": 95626
    },
    {
      "epoch": 4.448802046987671,
      "grad_norm": 1.7046467116929298,
      "learning_rate": 4.821634568471114e-05,
      "loss": 1.5156,
      "step": 95627
    },
    {
      "epoch": 4.448848569434753,
      "grad_norm": 1.7341526237037932,
      "learning_rate": 4.821361950361473e-05,
      "loss": 1.5469,
      "step": 95628
    },
    {
      "epoch": 4.448895091881833,
      "grad_norm": 1.7030775140457508,
      "learning_rate": 4.8210893384832476e-05,
      "loss": 1.4922,
      "step": 95629
    },
    {
      "epoch": 4.4489416143289136,
      "grad_norm": 1.7746486126129901,
      "learning_rate": 4.8208167328366166e-05,
      "loss": 1.7109,
      "step": 95630
    },
    {
      "epoch": 4.448988136775994,
      "grad_norm": 1.5898302195275857,
      "learning_rate": 4.820544133421742e-05,
      "loss": 1.5078,
      "step": 95631
    },
    {
      "epoch": 4.449034659223075,
      "grad_norm": 1.6445998227081198,
      "learning_rate": 4.820271540238791e-05,
      "loss": 1.5469,
      "step": 95632
    },
    {
      "epoch": 4.449081181670156,
      "grad_norm": 1.6866555348346612,
      "learning_rate": 4.8199989532879245e-05,
      "loss": 1.5234,
      "step": 95633
    },
    {
      "epoch": 4.449127704117236,
      "grad_norm": 1.6145594425605734,
      "learning_rate": 4.81972637256932e-05,
      "loss": 1.3359,
      "step": 95634
    },
    {
      "epoch": 4.449174226564317,
      "grad_norm": 1.450097678492246,
      "learning_rate": 4.819453798083138e-05,
      "loss": 1.2344,
      "step": 95635
    },
    {
      "epoch": 4.449220749011398,
      "grad_norm": 1.80976163989645,
      "learning_rate": 4.819181229829547e-05,
      "loss": 1.7188,
      "step": 95636
    },
    {
      "epoch": 4.449267271458479,
      "grad_norm": 1.900326891045638,
      "learning_rate": 4.818908667808712e-05,
      "loss": 1.7891,
      "step": 95637
    },
    {
      "epoch": 4.449313793905559,
      "grad_norm": 1.8266652577424576,
      "learning_rate": 4.818636112020798e-05,
      "loss": 1.7109,
      "step": 95638
    },
    {
      "epoch": 4.4493603163526405,
      "grad_norm": 1.5438576975077134,
      "learning_rate": 4.818363562465975e-05,
      "loss": 1.375,
      "step": 95639
    },
    {
      "epoch": 4.449406838799721,
      "grad_norm": 1.7331998496277907,
      "learning_rate": 4.8180910191444136e-05,
      "loss": 1.5312,
      "step": 95640
    },
    {
      "epoch": 4.4494533612468015,
      "grad_norm": 1.7628935981823637,
      "learning_rate": 4.817818482056276e-05,
      "loss": 1.6484,
      "step": 95641
    },
    {
      "epoch": 4.449499883693882,
      "grad_norm": 1.7718792276062167,
      "learning_rate": 4.817545951201732e-05,
      "loss": 1.6641,
      "step": 95642
    },
    {
      "epoch": 4.449546406140963,
      "grad_norm": 1.5488902964366182,
      "learning_rate": 4.81727342658094e-05,
      "loss": 1.2422,
      "step": 95643
    },
    {
      "epoch": 4.449592928588044,
      "grad_norm": 1.7102215370560114,
      "learning_rate": 4.817000908194079e-05,
      "loss": 1.5781,
      "step": 95644
    },
    {
      "epoch": 4.449639451035124,
      "grad_norm": 1.691622367449793,
      "learning_rate": 4.81672839604131e-05,
      "loss": 1.5781,
      "step": 95645
    },
    {
      "epoch": 4.449685973482206,
      "grad_norm": 1.6987081166891174,
      "learning_rate": 4.8164558901227994e-05,
      "loss": 1.5859,
      "step": 95646
    },
    {
      "epoch": 4.449732495929286,
      "grad_norm": 1.7399555259774402,
      "learning_rate": 4.81618339043871e-05,
      "loss": 1.5,
      "step": 95647
    },
    {
      "epoch": 4.449779018376367,
      "grad_norm": 1.808592259054339,
      "learning_rate": 4.8159108969892176e-05,
      "loss": 1.6484,
      "step": 95648
    },
    {
      "epoch": 4.449825540823447,
      "grad_norm": 1.6177103314693626,
      "learning_rate": 4.815638409774485e-05,
      "loss": 1.4688,
      "step": 95649
    },
    {
      "epoch": 4.449872063270528,
      "grad_norm": 1.7021818793154235,
      "learning_rate": 4.815365928794679e-05,
      "loss": 1.5703,
      "step": 95650
    },
    {
      "epoch": 4.449918585717609,
      "grad_norm": 1.6973503588982395,
      "learning_rate": 4.815093454049961e-05,
      "loss": 1.5703,
      "step": 95651
    },
    {
      "epoch": 4.449965108164689,
      "grad_norm": 1.6370366736311925,
      "learning_rate": 4.814820985540506e-05,
      "loss": 1.4766,
      "step": 95652
    },
    {
      "epoch": 4.45001163061177,
      "grad_norm": 1.7582005804980143,
      "learning_rate": 4.8145485232664806e-05,
      "loss": 1.5312,
      "step": 95653
    },
    {
      "epoch": 4.450058153058851,
      "grad_norm": 1.747743055838267,
      "learning_rate": 4.814276067228047e-05,
      "loss": 1.6328,
      "step": 95654
    },
    {
      "epoch": 4.450104675505932,
      "grad_norm": 1.7170620116701059,
      "learning_rate": 4.814003617425368e-05,
      "loss": 1.5469,
      "step": 95655
    },
    {
      "epoch": 4.450151197953012,
      "grad_norm": 1.7136595986079501,
      "learning_rate": 4.8137311738586215e-05,
      "loss": 1.5938,
      "step": 95656
    },
    {
      "epoch": 4.450197720400093,
      "grad_norm": 1.7929577628250992,
      "learning_rate": 4.813458736527968e-05,
      "loss": 1.6875,
      "step": 95657
    },
    {
      "epoch": 4.450244242847174,
      "grad_norm": 1.7771135713169897,
      "learning_rate": 4.813186305433576e-05,
      "loss": 1.4844,
      "step": 95658
    },
    {
      "epoch": 4.4502907652942545,
      "grad_norm": 1.717104592112571,
      "learning_rate": 4.812913880575607e-05,
      "loss": 1.6484,
      "step": 95659
    },
    {
      "epoch": 4.450337287741335,
      "grad_norm": 1.767634846817218,
      "learning_rate": 4.8126414619542367e-05,
      "loss": 1.5938,
      "step": 95660
    },
    {
      "epoch": 4.450383810188416,
      "grad_norm": 1.9165580000172382,
      "learning_rate": 4.812369049569623e-05,
      "loss": 1.8984,
      "step": 95661
    },
    {
      "epoch": 4.450430332635497,
      "grad_norm": 1.8067894306992969,
      "learning_rate": 4.812096643421941e-05,
      "loss": 1.6094,
      "step": 95662
    },
    {
      "epoch": 4.450476855082577,
      "grad_norm": 1.836866541528127,
      "learning_rate": 4.811824243511353e-05,
      "loss": 1.6406,
      "step": 95663
    },
    {
      "epoch": 4.450523377529658,
      "grad_norm": 1.5680854055234776,
      "learning_rate": 4.8115518498380274e-05,
      "loss": 1.3125,
      "step": 95664
    },
    {
      "epoch": 4.450569899976739,
      "grad_norm": 1.6644841984574303,
      "learning_rate": 4.811279462402124e-05,
      "loss": 1.5312,
      "step": 95665
    },
    {
      "epoch": 4.45061642242382,
      "grad_norm": 1.889117318011142,
      "learning_rate": 4.811007081203821e-05,
      "loss": 1.7812,
      "step": 95666
    },
    {
      "epoch": 4.4506629448709,
      "grad_norm": 1.7613982945174587,
      "learning_rate": 4.81073470624328e-05,
      "loss": 1.7812,
      "step": 95667
    },
    {
      "epoch": 4.450709467317981,
      "grad_norm": 1.8283851759348575,
      "learning_rate": 4.810462337520666e-05,
      "loss": 1.7656,
      "step": 95668
    },
    {
      "epoch": 4.450755989765062,
      "grad_norm": 1.8592896632085505,
      "learning_rate": 4.8101899750361434e-05,
      "loss": 1.6719,
      "step": 95669
    },
    {
      "epoch": 4.450802512212142,
      "grad_norm": 1.7939268178878123,
      "learning_rate": 4.809917618789886e-05,
      "loss": 1.6641,
      "step": 95670
    },
    {
      "epoch": 4.450849034659223,
      "grad_norm": 1.6733995299534108,
      "learning_rate": 4.809645268782058e-05,
      "loss": 1.5312,
      "step": 95671
    },
    {
      "epoch": 4.450895557106303,
      "grad_norm": 1.7331854238598863,
      "learning_rate": 4.809372925012825e-05,
      "loss": 1.6797,
      "step": 95672
    },
    {
      "epoch": 4.450942079553385,
      "grad_norm": 1.7849372321095356,
      "learning_rate": 4.809100587482348e-05,
      "loss": 1.6719,
      "step": 95673
    },
    {
      "epoch": 4.450988602000465,
      "grad_norm": 1.7575583998425666,
      "learning_rate": 4.808828256190805e-05,
      "loss": 1.5859,
      "step": 95674
    },
    {
      "epoch": 4.451035124447546,
      "grad_norm": 1.7720380196900132,
      "learning_rate": 4.808555931138359e-05,
      "loss": 1.6406,
      "step": 95675
    },
    {
      "epoch": 4.451081646894627,
      "grad_norm": 1.7661722642622366,
      "learning_rate": 4.808283612325174e-05,
      "loss": 1.625,
      "step": 95676
    },
    {
      "epoch": 4.4511281693417075,
      "grad_norm": 1.6622878316530016,
      "learning_rate": 4.8080112997514144e-05,
      "loss": 1.3984,
      "step": 95677
    },
    {
      "epoch": 4.451174691788788,
      "grad_norm": 1.7189775658271165,
      "learning_rate": 4.807738993417253e-05,
      "loss": 1.5859,
      "step": 95678
    },
    {
      "epoch": 4.4512212142358685,
      "grad_norm": 1.8680117782615508,
      "learning_rate": 4.807466693322855e-05,
      "loss": 1.7734,
      "step": 95679
    },
    {
      "epoch": 4.45126773668295,
      "grad_norm": 1.762004928722154,
      "learning_rate": 4.807194399468386e-05,
      "loss": 1.5781,
      "step": 95680
    },
    {
      "epoch": 4.45131425913003,
      "grad_norm": 1.705666150004736,
      "learning_rate": 4.806922111854007e-05,
      "loss": 1.6016,
      "step": 95681
    },
    {
      "epoch": 4.451360781577111,
      "grad_norm": 1.842600775617111,
      "learning_rate": 4.8066498304798964e-05,
      "loss": 1.7578,
      "step": 95682
    },
    {
      "epoch": 4.451407304024191,
      "grad_norm": 1.780926056284628,
      "learning_rate": 4.8063775553462086e-05,
      "loss": 1.6953,
      "step": 95683
    },
    {
      "epoch": 4.451453826471273,
      "grad_norm": 1.8414028320687303,
      "learning_rate": 4.806105286453123e-05,
      "loss": 1.6641,
      "step": 95684
    },
    {
      "epoch": 4.451500348918353,
      "grad_norm": 1.7981749677690648,
      "learning_rate": 4.805833023800797e-05,
      "loss": 1.8203,
      "step": 95685
    },
    {
      "epoch": 4.451546871365434,
      "grad_norm": 1.8006665664049957,
      "learning_rate": 4.8055607673893985e-05,
      "loss": 1.7344,
      "step": 95686
    },
    {
      "epoch": 4.451593393812515,
      "grad_norm": 1.732579730951806,
      "learning_rate": 4.805288517219099e-05,
      "loss": 1.5156,
      "step": 95687
    },
    {
      "epoch": 4.451639916259595,
      "grad_norm": 1.7001993593061822,
      "learning_rate": 4.805016273290062e-05,
      "loss": 1.5078,
      "step": 95688
    },
    {
      "epoch": 4.451686438706676,
      "grad_norm": 1.862436022943136,
      "learning_rate": 4.804744035602454e-05,
      "loss": 1.6953,
      "step": 95689
    },
    {
      "epoch": 4.451732961153756,
      "grad_norm": 1.723208255581066,
      "learning_rate": 4.8044718041564435e-05,
      "loss": 1.6172,
      "step": 95690
    },
    {
      "epoch": 4.451779483600838,
      "grad_norm": 1.7744026691813886,
      "learning_rate": 4.804199578952188e-05,
      "loss": 1.6484,
      "step": 95691
    },
    {
      "epoch": 4.451826006047918,
      "grad_norm": 1.7856743182474932,
      "learning_rate": 4.803927359989868e-05,
      "loss": 1.6797,
      "step": 95692
    },
    {
      "epoch": 4.451872528494999,
      "grad_norm": 1.7332991546116039,
      "learning_rate": 4.803655147269645e-05,
      "loss": 1.7109,
      "step": 95693
    },
    {
      "epoch": 4.451919050942079,
      "grad_norm": 1.7587796452217037,
      "learning_rate": 4.803382940791682e-05,
      "loss": 1.6562,
      "step": 95694
    },
    {
      "epoch": 4.4519655733891605,
      "grad_norm": 1.8261929378111543,
      "learning_rate": 4.8031107405561436e-05,
      "loss": 1.6172,
      "step": 95695
    },
    {
      "epoch": 4.452012095836241,
      "grad_norm": 1.765374037287925,
      "learning_rate": 4.802838546563207e-05,
      "loss": 1.6641,
      "step": 95696
    },
    {
      "epoch": 4.4520586182833215,
      "grad_norm": 1.8948622170614071,
      "learning_rate": 4.8025663588130316e-05,
      "loss": 1.9609,
      "step": 95697
    },
    {
      "epoch": 4.452105140730403,
      "grad_norm": 1.7900022461552965,
      "learning_rate": 4.8022941773057856e-05,
      "loss": 1.7344,
      "step": 95698
    },
    {
      "epoch": 4.452151663177483,
      "grad_norm": 1.8574804259475794,
      "learning_rate": 4.8020220020416306e-05,
      "loss": 1.6875,
      "step": 95699
    },
    {
      "epoch": 4.452198185624564,
      "grad_norm": 1.7827346866583074,
      "learning_rate": 4.801749833020743e-05,
      "loss": 1.6641,
      "step": 95700
    },
    {
      "epoch": 4.452244708071644,
      "grad_norm": 1.7479432025144785,
      "learning_rate": 4.8014776702432837e-05,
      "loss": 1.4688,
      "step": 95701
    },
    {
      "epoch": 4.452291230518726,
      "grad_norm": 1.7872947214104302,
      "learning_rate": 4.801205513709419e-05,
      "loss": 1.7344,
      "step": 95702
    },
    {
      "epoch": 4.452337752965806,
      "grad_norm": 1.864704715781535,
      "learning_rate": 4.8009333634193136e-05,
      "loss": 1.7734,
      "step": 95703
    },
    {
      "epoch": 4.452384275412887,
      "grad_norm": 1.736499686232424,
      "learning_rate": 4.800661219373135e-05,
      "loss": 1.4766,
      "step": 95704
    },
    {
      "epoch": 4.452430797859967,
      "grad_norm": 1.7440756079617101,
      "learning_rate": 4.800389081571057e-05,
      "loss": 1.5469,
      "step": 95705
    },
    {
      "epoch": 4.4524773203070485,
      "grad_norm": 1.7248515165274236,
      "learning_rate": 4.8001169500132425e-05,
      "loss": 1.4531,
      "step": 95706
    },
    {
      "epoch": 4.452523842754129,
      "grad_norm": 1.9129017148451524,
      "learning_rate": 4.7998448246998544e-05,
      "loss": 1.9141,
      "step": 95707
    },
    {
      "epoch": 4.452570365201209,
      "grad_norm": 1.6159351344336603,
      "learning_rate": 4.799572705631058e-05,
      "loss": 1.4688,
      "step": 95708
    },
    {
      "epoch": 4.45261688764829,
      "grad_norm": 1.7921189997330431,
      "learning_rate": 4.7993005928070276e-05,
      "loss": 1.6406,
      "step": 95709
    },
    {
      "epoch": 4.452663410095371,
      "grad_norm": 1.6318851657475755,
      "learning_rate": 4.799028486227925e-05,
      "loss": 1.5781,
      "step": 95710
    },
    {
      "epoch": 4.452709932542452,
      "grad_norm": 1.6800979291318552,
      "learning_rate": 4.7987563858939174e-05,
      "loss": 1.4922,
      "step": 95711
    },
    {
      "epoch": 4.452756454989532,
      "grad_norm": 1.8832584467180686,
      "learning_rate": 4.7984842918051676e-05,
      "loss": 1.8203,
      "step": 95712
    },
    {
      "epoch": 4.452802977436614,
      "grad_norm": 1.7749958727270028,
      "learning_rate": 4.79821220396185e-05,
      "loss": 1.5859,
      "step": 95713
    },
    {
      "epoch": 4.452849499883694,
      "grad_norm": 1.805249603682035,
      "learning_rate": 4.797940122364126e-05,
      "loss": 1.625,
      "step": 95714
    },
    {
      "epoch": 4.4528960223307745,
      "grad_norm": 1.6888707419656719,
      "learning_rate": 4.7976680470121646e-05,
      "loss": 1.5,
      "step": 95715
    },
    {
      "epoch": 4.452942544777855,
      "grad_norm": 1.636520139607323,
      "learning_rate": 4.7973959779061304e-05,
      "loss": 1.5391,
      "step": 95716
    },
    {
      "epoch": 4.452989067224936,
      "grad_norm": 1.740267278615844,
      "learning_rate": 4.797123915046185e-05,
      "loss": 1.6484,
      "step": 95717
    },
    {
      "epoch": 4.453035589672017,
      "grad_norm": 1.5457118670025398,
      "learning_rate": 4.796851858432506e-05,
      "loss": 1.4297,
      "step": 95718
    },
    {
      "epoch": 4.453082112119097,
      "grad_norm": 1.8174045280883535,
      "learning_rate": 4.796579808065254e-05,
      "loss": 1.7422,
      "step": 95719
    },
    {
      "epoch": 4.453128634566178,
      "grad_norm": 1.8202074083243442,
      "learning_rate": 4.796307763944597e-05,
      "loss": 1.6641,
      "step": 95720
    },
    {
      "epoch": 4.453175157013259,
      "grad_norm": 1.8511385999989598,
      "learning_rate": 4.796035726070694e-05,
      "loss": 1.6875,
      "step": 95721
    },
    {
      "epoch": 4.45322167946034,
      "grad_norm": 1.730160681503589,
      "learning_rate": 4.795763694443725e-05,
      "loss": 1.5391,
      "step": 95722
    },
    {
      "epoch": 4.45326820190742,
      "grad_norm": 1.7998646216574252,
      "learning_rate": 4.7954916690638486e-05,
      "loss": 1.6719,
      "step": 95723
    },
    {
      "epoch": 4.453314724354501,
      "grad_norm": 1.5563637440939766,
      "learning_rate": 4.795219649931233e-05,
      "loss": 1.3828,
      "step": 95724
    },
    {
      "epoch": 4.453361246801582,
      "grad_norm": 1.5482728433055826,
      "learning_rate": 4.794947637046038e-05,
      "loss": 1.3672,
      "step": 95725
    },
    {
      "epoch": 4.453407769248662,
      "grad_norm": 1.8805450435420592,
      "learning_rate": 4.794675630408436e-05,
      "loss": 1.6953,
      "step": 95726
    },
    {
      "epoch": 4.453454291695743,
      "grad_norm": 1.7428687509574492,
      "learning_rate": 4.7944036300185995e-05,
      "loss": 1.6953,
      "step": 95727
    },
    {
      "epoch": 4.453500814142824,
      "grad_norm": 1.6521817903347633,
      "learning_rate": 4.794131635876688e-05,
      "loss": 1.4219,
      "step": 95728
    },
    {
      "epoch": 4.453547336589905,
      "grad_norm": 1.6990153825963146,
      "learning_rate": 4.793859647982871e-05,
      "loss": 1.5234,
      "step": 95729
    },
    {
      "epoch": 4.453593859036985,
      "grad_norm": 1.8687193213622413,
      "learning_rate": 4.793587666337309e-05,
      "loss": 1.75,
      "step": 95730
    },
    {
      "epoch": 4.453640381484066,
      "grad_norm": 1.8527230271139035,
      "learning_rate": 4.7933156909401755e-05,
      "loss": 1.6875,
      "step": 95731
    },
    {
      "epoch": 4.453686903931147,
      "grad_norm": 1.7577845913847616,
      "learning_rate": 4.793043721791635e-05,
      "loss": 1.5938,
      "step": 95732
    },
    {
      "epoch": 4.4537334263782276,
      "grad_norm": 1.7396938646338993,
      "learning_rate": 4.792771758891855e-05,
      "loss": 1.6875,
      "step": 95733
    },
    {
      "epoch": 4.453779948825308,
      "grad_norm": 1.699983981214183,
      "learning_rate": 4.7924998022409924e-05,
      "loss": 1.5781,
      "step": 95734
    },
    {
      "epoch": 4.453826471272389,
      "grad_norm": 1.8349858627785423,
      "learning_rate": 4.7922278518392275e-05,
      "loss": 1.7344,
      "step": 95735
    },
    {
      "epoch": 4.45387299371947,
      "grad_norm": 1.6512655155773772,
      "learning_rate": 4.7919559076867226e-05,
      "loss": 1.4609,
      "step": 95736
    },
    {
      "epoch": 4.45391951616655,
      "grad_norm": 1.6787110665844398,
      "learning_rate": 4.79168396978364e-05,
      "loss": 1.5391,
      "step": 95737
    },
    {
      "epoch": 4.453966038613631,
      "grad_norm": 1.8177410705135724,
      "learning_rate": 4.791412038130145e-05,
      "loss": 1.7656,
      "step": 95738
    },
    {
      "epoch": 4.454012561060712,
      "grad_norm": 1.5781102057219896,
      "learning_rate": 4.7911401127264125e-05,
      "loss": 1.4219,
      "step": 95739
    },
    {
      "epoch": 4.454059083507793,
      "grad_norm": 1.775544072308174,
      "learning_rate": 4.790868193572604e-05,
      "loss": 1.5938,
      "step": 95740
    },
    {
      "epoch": 4.454105605954873,
      "grad_norm": 1.6433030355351146,
      "learning_rate": 4.790596280668888e-05,
      "loss": 1.6094,
      "step": 95741
    },
    {
      "epoch": 4.454152128401954,
      "grad_norm": 1.7159416833498224,
      "learning_rate": 4.7903243740154266e-05,
      "loss": 1.5547,
      "step": 95742
    },
    {
      "epoch": 4.454198650849035,
      "grad_norm": 1.7216301844649993,
      "learning_rate": 4.7900524736123855e-05,
      "loss": 1.5547,
      "step": 95743
    },
    {
      "epoch": 4.4542451732961155,
      "grad_norm": 1.9464692020131937,
      "learning_rate": 4.789780579459937e-05,
      "loss": 1.8047,
      "step": 95744
    },
    {
      "epoch": 4.454291695743196,
      "grad_norm": 1.9175462556614977,
      "learning_rate": 4.789508691558248e-05,
      "loss": 1.7734,
      "step": 95745
    },
    {
      "epoch": 4.454338218190276,
      "grad_norm": 1.867704457074346,
      "learning_rate": 4.78923680990748e-05,
      "loss": 1.6016,
      "step": 95746
    },
    {
      "epoch": 4.454384740637358,
      "grad_norm": 1.633989626299502,
      "learning_rate": 4.788964934507797e-05,
      "loss": 1.4375,
      "step": 95747
    },
    {
      "epoch": 4.454431263084438,
      "grad_norm": 1.7731584115515264,
      "learning_rate": 4.7886930653593695e-05,
      "loss": 1.6172,
      "step": 95748
    },
    {
      "epoch": 4.454477785531519,
      "grad_norm": 1.5732109071274296,
      "learning_rate": 4.78842120246237e-05,
      "loss": 1.3906,
      "step": 95749
    },
    {
      "epoch": 4.4545243079786,
      "grad_norm": 1.7237743915015549,
      "learning_rate": 4.788149345816959e-05,
      "loss": 1.6562,
      "step": 95750
    },
    {
      "epoch": 4.454570830425681,
      "grad_norm": 1.8514019579911698,
      "learning_rate": 4.787877495423304e-05,
      "loss": 1.6094,
      "step": 95751
    },
    {
      "epoch": 4.454617352872761,
      "grad_norm": 1.682184131413332,
      "learning_rate": 4.7876056512815634e-05,
      "loss": 1.6094,
      "step": 95752
    },
    {
      "epoch": 4.4546638753198415,
      "grad_norm": 1.6045527861724957,
      "learning_rate": 4.787333813391917e-05,
      "loss": 1.2656,
      "step": 95753
    },
    {
      "epoch": 4.454710397766923,
      "grad_norm": 1.8524230269917163,
      "learning_rate": 4.787061981754526e-05,
      "loss": 1.6953,
      "step": 95754
    },
    {
      "epoch": 4.454756920214003,
      "grad_norm": 1.8281046722717798,
      "learning_rate": 4.7867901563695546e-05,
      "loss": 1.7734,
      "step": 95755
    },
    {
      "epoch": 4.454803442661084,
      "grad_norm": 1.7933389896001275,
      "learning_rate": 4.786518337237166e-05,
      "loss": 1.7578,
      "step": 95756
    },
    {
      "epoch": 4.454849965108164,
      "grad_norm": 1.7871136671518961,
      "learning_rate": 4.786246524357535e-05,
      "loss": 1.5859,
      "step": 95757
    },
    {
      "epoch": 4.454896487555246,
      "grad_norm": 1.704332596757602,
      "learning_rate": 4.7859747177308255e-05,
      "loss": 1.5234,
      "step": 95758
    },
    {
      "epoch": 4.454943010002326,
      "grad_norm": 1.7016228530022566,
      "learning_rate": 4.7857029173572025e-05,
      "loss": 1.5,
      "step": 95759
    },
    {
      "epoch": 4.454989532449407,
      "grad_norm": 1.7198335381766234,
      "learning_rate": 4.785431123236826e-05,
      "loss": 1.5703,
      "step": 95760
    },
    {
      "epoch": 4.455036054896487,
      "grad_norm": 1.8966662919731287,
      "learning_rate": 4.7851593353698755e-05,
      "loss": 1.7344,
      "step": 95761
    },
    {
      "epoch": 4.4550825773435685,
      "grad_norm": 1.9023126035696176,
      "learning_rate": 4.784887553756509e-05,
      "loss": 1.7656,
      "step": 95762
    },
    {
      "epoch": 4.455129099790649,
      "grad_norm": 1.8057899721361712,
      "learning_rate": 4.784615778396895e-05,
      "loss": 1.6797,
      "step": 95763
    },
    {
      "epoch": 4.4551756222377294,
      "grad_norm": 1.7993155403345735,
      "learning_rate": 4.784344009291194e-05,
      "loss": 1.8047,
      "step": 95764
    },
    {
      "epoch": 4.455222144684811,
      "grad_norm": 1.8048740400787915,
      "learning_rate": 4.784072246439585e-05,
      "loss": 1.6484,
      "step": 95765
    },
    {
      "epoch": 4.455268667131891,
      "grad_norm": 1.6969880922261564,
      "learning_rate": 4.783800489842224e-05,
      "loss": 1.5859,
      "step": 95766
    },
    {
      "epoch": 4.455315189578972,
      "grad_norm": 1.7445890888616449,
      "learning_rate": 4.7835287394992826e-05,
      "loss": 1.6641,
      "step": 95767
    },
    {
      "epoch": 4.455361712026052,
      "grad_norm": 1.6116637163503904,
      "learning_rate": 4.7832569954109244e-05,
      "loss": 1.5156,
      "step": 95768
    },
    {
      "epoch": 4.455408234473134,
      "grad_norm": 1.8162059771626402,
      "learning_rate": 4.782985257577313e-05,
      "loss": 1.6406,
      "step": 95769
    },
    {
      "epoch": 4.455454756920214,
      "grad_norm": 1.7676312624443344,
      "learning_rate": 4.782713525998616e-05,
      "loss": 1.6328,
      "step": 95770
    },
    {
      "epoch": 4.455501279367295,
      "grad_norm": 1.6326736599106233,
      "learning_rate": 4.782441800675008e-05,
      "loss": 1.4062,
      "step": 95771
    },
    {
      "epoch": 4.455547801814375,
      "grad_norm": 1.9182565290329923,
      "learning_rate": 4.78217008160665e-05,
      "loss": 1.8281,
      "step": 95772
    },
    {
      "epoch": 4.455594324261456,
      "grad_norm": 1.7124463187134857,
      "learning_rate": 4.781898368793707e-05,
      "loss": 1.6172,
      "step": 95773
    },
    {
      "epoch": 4.455640846708537,
      "grad_norm": 1.7025196029064515,
      "learning_rate": 4.781626662236342e-05,
      "loss": 1.5781,
      "step": 95774
    },
    {
      "epoch": 4.455687369155617,
      "grad_norm": 1.7173760107569949,
      "learning_rate": 4.781354961934728e-05,
      "loss": 1.5391,
      "step": 95775
    },
    {
      "epoch": 4.455733891602698,
      "grad_norm": 1.6760358980039416,
      "learning_rate": 4.7810832678890315e-05,
      "loss": 1.6094,
      "step": 95776
    },
    {
      "epoch": 4.455780414049779,
      "grad_norm": 1.641734544388914,
      "learning_rate": 4.780811580099414e-05,
      "loss": 1.4219,
      "step": 95777
    },
    {
      "epoch": 4.45582693649686,
      "grad_norm": 1.6757622718665892,
      "learning_rate": 4.78053989856604e-05,
      "loss": 1.5391,
      "step": 95778
    },
    {
      "epoch": 4.45587345894394,
      "grad_norm": 1.8240970562152419,
      "learning_rate": 4.7802682232890834e-05,
      "loss": 1.5859,
      "step": 95779
    },
    {
      "epoch": 4.4559199813910215,
      "grad_norm": 1.6927282780577781,
      "learning_rate": 4.779996554268709e-05,
      "loss": 1.5547,
      "step": 95780
    },
    {
      "epoch": 4.455966503838102,
      "grad_norm": 1.7695254533590123,
      "learning_rate": 4.779724891505079e-05,
      "loss": 1.6875,
      "step": 95781
    },
    {
      "epoch": 4.4560130262851825,
      "grad_norm": 1.701841551177135,
      "learning_rate": 4.7794532349983584e-05,
      "loss": 1.5547,
      "step": 95782
    },
    {
      "epoch": 4.456059548732263,
      "grad_norm": 1.8190550195428024,
      "learning_rate": 4.77918158474872e-05,
      "loss": 1.6016,
      "step": 95783
    },
    {
      "epoch": 4.456106071179344,
      "grad_norm": 1.6785659523986884,
      "learning_rate": 4.778909940756327e-05,
      "loss": 1.5078,
      "step": 95784
    },
    {
      "epoch": 4.456152593626425,
      "grad_norm": 1.721696974682938,
      "learning_rate": 4.778638303021346e-05,
      "loss": 1.5391,
      "step": 95785
    },
    {
      "epoch": 4.456199116073505,
      "grad_norm": 1.8642351110732354,
      "learning_rate": 4.778366671543939e-05,
      "loss": 1.7344,
      "step": 95786
    },
    {
      "epoch": 4.456245638520587,
      "grad_norm": 1.5600720725702955,
      "learning_rate": 4.7780950463242805e-05,
      "loss": 1.3047,
      "step": 95787
    },
    {
      "epoch": 4.456292160967667,
      "grad_norm": 1.5478514858990835,
      "learning_rate": 4.7778234273625316e-05,
      "loss": 1.2812,
      "step": 95788
    },
    {
      "epoch": 4.456338683414748,
      "grad_norm": 1.5656280288315483,
      "learning_rate": 4.77755181465886e-05,
      "loss": 1.2578,
      "step": 95789
    },
    {
      "epoch": 4.456385205861828,
      "grad_norm": 1.8136894327265258,
      "learning_rate": 4.777280208213427e-05,
      "loss": 1.6562,
      "step": 95790
    },
    {
      "epoch": 4.456431728308909,
      "grad_norm": 1.7299329724535988,
      "learning_rate": 4.777008608026406e-05,
      "loss": 1.5156,
      "step": 95791
    },
    {
      "epoch": 4.45647825075599,
      "grad_norm": 1.62050165364211,
      "learning_rate": 4.776737014097958e-05,
      "loss": 1.3516,
      "step": 95792
    },
    {
      "epoch": 4.45652477320307,
      "grad_norm": 1.9231337812073697,
      "learning_rate": 4.776465426428256e-05,
      "loss": 1.8203,
      "step": 95793
    },
    {
      "epoch": 4.456571295650151,
      "grad_norm": 1.834111170174263,
      "learning_rate": 4.7761938450174625e-05,
      "loss": 1.7109,
      "step": 95794
    },
    {
      "epoch": 4.456617818097232,
      "grad_norm": 1.8577842759492063,
      "learning_rate": 4.775922269865739e-05,
      "loss": 1.7969,
      "step": 95795
    },
    {
      "epoch": 4.456664340544313,
      "grad_norm": 1.808245611058505,
      "learning_rate": 4.77565070097326e-05,
      "loss": 1.75,
      "step": 95796
    },
    {
      "epoch": 4.456710862991393,
      "grad_norm": 1.8352837607147419,
      "learning_rate": 4.775379138340188e-05,
      "loss": 1.6484,
      "step": 95797
    },
    {
      "epoch": 4.456757385438474,
      "grad_norm": 1.843805495456163,
      "learning_rate": 4.77510758196669e-05,
      "loss": 1.7812,
      "step": 95798
    },
    {
      "epoch": 4.456803907885555,
      "grad_norm": 1.7288024347993494,
      "learning_rate": 4.77483603185293e-05,
      "loss": 1.5547,
      "step": 95799
    },
    {
      "epoch": 4.4568504303326355,
      "grad_norm": 1.8077252821723353,
      "learning_rate": 4.774564487999073e-05,
      "loss": 1.625,
      "step": 95800
    },
    {
      "epoch": 4.456896952779716,
      "grad_norm": 1.7298813600080374,
      "learning_rate": 4.774292950405291e-05,
      "loss": 1.5078,
      "step": 95801
    },
    {
      "epoch": 4.456943475226797,
      "grad_norm": 1.6782902350184372,
      "learning_rate": 4.774021419071746e-05,
      "loss": 1.5391,
      "step": 95802
    },
    {
      "epoch": 4.456989997673878,
      "grad_norm": 1.6905414689860616,
      "learning_rate": 4.7737498939986075e-05,
      "loss": 1.4844,
      "step": 95803
    },
    {
      "epoch": 4.457036520120958,
      "grad_norm": 1.7901998798152847,
      "learning_rate": 4.773478375186034e-05,
      "loss": 1.7031,
      "step": 95804
    },
    {
      "epoch": 4.457083042568039,
      "grad_norm": 1.8562941163118958,
      "learning_rate": 4.7732068626342025e-05,
      "loss": 1.6875,
      "step": 95805
    },
    {
      "epoch": 4.45712956501512,
      "grad_norm": 1.8643506723756404,
      "learning_rate": 4.7729353563432726e-05,
      "loss": 1.6875,
      "step": 95806
    },
    {
      "epoch": 4.457176087462201,
      "grad_norm": 1.5749048357539044,
      "learning_rate": 4.772663856313413e-05,
      "loss": 1.4297,
      "step": 95807
    },
    {
      "epoch": 4.457222609909281,
      "grad_norm": 1.801514771705319,
      "learning_rate": 4.772392362544785e-05,
      "loss": 1.625,
      "step": 95808
    },
    {
      "epoch": 4.457269132356362,
      "grad_norm": 1.886368321641159,
      "learning_rate": 4.772120875037563e-05,
      "loss": 1.7422,
      "step": 95809
    },
    {
      "epoch": 4.457315654803443,
      "grad_norm": 1.7367677447295389,
      "learning_rate": 4.771849393791907e-05,
      "loss": 1.5078,
      "step": 95810
    },
    {
      "epoch": 4.457362177250523,
      "grad_norm": 1.8383806799197415,
      "learning_rate": 4.7715779188079875e-05,
      "loss": 1.6016,
      "step": 95811
    },
    {
      "epoch": 4.457408699697604,
      "grad_norm": 1.708856460591053,
      "learning_rate": 4.7713064500859625e-05,
      "loss": 1.5703,
      "step": 95812
    },
    {
      "epoch": 4.457455222144684,
      "grad_norm": 1.7360517166784668,
      "learning_rate": 4.771034987626009e-05,
      "loss": 1.5938,
      "step": 95813
    },
    {
      "epoch": 4.457501744591766,
      "grad_norm": 1.8883468306323037,
      "learning_rate": 4.770763531428281e-05,
      "loss": 1.6641,
      "step": 95814
    },
    {
      "epoch": 4.457548267038846,
      "grad_norm": 1.6815597280328392,
      "learning_rate": 4.7704920814929605e-05,
      "loss": 1.6016,
      "step": 95815
    },
    {
      "epoch": 4.457594789485927,
      "grad_norm": 1.8819662678868818,
      "learning_rate": 4.770220637820203e-05,
      "loss": 1.7344,
      "step": 95816
    },
    {
      "epoch": 4.457641311933008,
      "grad_norm": 1.7211064155850346,
      "learning_rate": 4.7699492004101724e-05,
      "loss": 1.4609,
      "step": 95817
    },
    {
      "epoch": 4.4576878343800885,
      "grad_norm": 1.8138430089237578,
      "learning_rate": 4.769677769263044e-05,
      "loss": 1.6094,
      "step": 95818
    },
    {
      "epoch": 4.457734356827169,
      "grad_norm": 1.7255457726473495,
      "learning_rate": 4.769406344378979e-05,
      "loss": 1.5391,
      "step": 95819
    },
    {
      "epoch": 4.4577808792742495,
      "grad_norm": 1.7634652971069313,
      "learning_rate": 4.7691349257581434e-05,
      "loss": 1.5312,
      "step": 95820
    },
    {
      "epoch": 4.457827401721331,
      "grad_norm": 1.8745009827052042,
      "learning_rate": 4.7688635134006994e-05,
      "loss": 1.6562,
      "step": 95821
    },
    {
      "epoch": 4.457873924168411,
      "grad_norm": 1.6451018850739707,
      "learning_rate": 4.768592107306822e-05,
      "loss": 1.4766,
      "step": 95822
    },
    {
      "epoch": 4.457920446615492,
      "grad_norm": 1.749175684255838,
      "learning_rate": 4.768320707476673e-05,
      "loss": 1.625,
      "step": 95823
    },
    {
      "epoch": 4.457966969062572,
      "grad_norm": 1.650573512082832,
      "learning_rate": 4.7680493139104175e-05,
      "loss": 1.4688,
      "step": 95824
    },
    {
      "epoch": 4.458013491509654,
      "grad_norm": 1.863197626082458,
      "learning_rate": 4.7677779266082236e-05,
      "loss": 1.3906,
      "step": 95825
    },
    {
      "epoch": 4.458060013956734,
      "grad_norm": 1.8011486779636892,
      "learning_rate": 4.767506545570252e-05,
      "loss": 1.6875,
      "step": 95826
    },
    {
      "epoch": 4.458106536403815,
      "grad_norm": 1.411747778595081,
      "learning_rate": 4.7672351707966773e-05,
      "loss": 1.2266,
      "step": 95827
    },
    {
      "epoch": 4.458153058850896,
      "grad_norm": 1.7379991932405063,
      "learning_rate": 4.76696380228766e-05,
      "loss": 1.3984,
      "step": 95828
    },
    {
      "epoch": 4.458199581297976,
      "grad_norm": 1.744475988076088,
      "learning_rate": 4.7666924400433696e-05,
      "loss": 1.6406,
      "step": 95829
    },
    {
      "epoch": 4.458246103745057,
      "grad_norm": 1.778730470987299,
      "learning_rate": 4.766421084063965e-05,
      "loss": 1.7109,
      "step": 95830
    },
    {
      "epoch": 4.458292626192137,
      "grad_norm": 1.8432322744938923,
      "learning_rate": 4.766149734349624e-05,
      "loss": 1.5703,
      "step": 95831
    },
    {
      "epoch": 4.458339148639219,
      "grad_norm": 1.6722123477566446,
      "learning_rate": 4.765878390900504e-05,
      "loss": 1.3828,
      "step": 95832
    },
    {
      "epoch": 4.458385671086299,
      "grad_norm": 1.8260799837248005,
      "learning_rate": 4.7656070537167754e-05,
      "loss": 1.75,
      "step": 95833
    },
    {
      "epoch": 4.45843219353338,
      "grad_norm": 1.6933862827686315,
      "learning_rate": 4.7653357227985974e-05,
      "loss": 1.5469,
      "step": 95834
    },
    {
      "epoch": 4.45847871598046,
      "grad_norm": 1.6918384797388126,
      "learning_rate": 4.765064398146145e-05,
      "loss": 1.4688,
      "step": 95835
    },
    {
      "epoch": 4.458525238427542,
      "grad_norm": 1.8052355175388368,
      "learning_rate": 4.764793079759576e-05,
      "loss": 1.6562,
      "step": 95836
    },
    {
      "epoch": 4.458571760874622,
      "grad_norm": 1.732293517662978,
      "learning_rate": 4.7645217676390675e-05,
      "loss": 1.5625,
      "step": 95837
    },
    {
      "epoch": 4.4586182833217025,
      "grad_norm": 1.627410095479771,
      "learning_rate": 4.764250461784777e-05,
      "loss": 1.4688,
      "step": 95838
    },
    {
      "epoch": 4.458664805768784,
      "grad_norm": 1.7550306742885535,
      "learning_rate": 4.763979162196868e-05,
      "loss": 1.6875,
      "step": 95839
    },
    {
      "epoch": 4.458711328215864,
      "grad_norm": 1.5288603008235306,
      "learning_rate": 4.763707868875517e-05,
      "loss": 1.3125,
      "step": 95840
    },
    {
      "epoch": 4.458757850662945,
      "grad_norm": 1.7563133815181202,
      "learning_rate": 4.7634365818208846e-05,
      "loss": 1.6484,
      "step": 95841
    },
    {
      "epoch": 4.458804373110025,
      "grad_norm": 1.7230350381646096,
      "learning_rate": 4.763165301033136e-05,
      "loss": 1.7109,
      "step": 95842
    },
    {
      "epoch": 4.458850895557107,
      "grad_norm": 1.7585380369877628,
      "learning_rate": 4.7628940265124325e-05,
      "loss": 1.5625,
      "step": 95843
    },
    {
      "epoch": 4.458897418004187,
      "grad_norm": 1.835639648280747,
      "learning_rate": 4.762622758258951e-05,
      "loss": 1.7031,
      "step": 95844
    },
    {
      "epoch": 4.458943940451268,
      "grad_norm": 1.7790088986512709,
      "learning_rate": 4.762351496272853e-05,
      "loss": 1.5078,
      "step": 95845
    },
    {
      "epoch": 4.458990462898348,
      "grad_norm": 1.6973943598120425,
      "learning_rate": 4.762080240554304e-05,
      "loss": 1.4688,
      "step": 95846
    },
    {
      "epoch": 4.4590369853454295,
      "grad_norm": 1.829076886846156,
      "learning_rate": 4.7618089911034635e-05,
      "loss": 1.6484,
      "step": 95847
    },
    {
      "epoch": 4.45908350779251,
      "grad_norm": 1.688885106217698,
      "learning_rate": 4.761537747920509e-05,
      "loss": 1.6484,
      "step": 95848
    },
    {
      "epoch": 4.45913003023959,
      "grad_norm": 1.7298517189104294,
      "learning_rate": 4.7612665110056024e-05,
      "loss": 1.5781,
      "step": 95849
    },
    {
      "epoch": 4.459176552686671,
      "grad_norm": 1.832123246474696,
      "learning_rate": 4.760995280358907e-05,
      "loss": 1.7109,
      "step": 95850
    },
    {
      "epoch": 4.459223075133752,
      "grad_norm": 1.847498582925731,
      "learning_rate": 4.760724055980592e-05,
      "loss": 1.7344,
      "step": 95851
    },
    {
      "epoch": 4.459269597580833,
      "grad_norm": 1.8236298346937811,
      "learning_rate": 4.760452837870818e-05,
      "loss": 1.5781,
      "step": 95852
    },
    {
      "epoch": 4.459316120027913,
      "grad_norm": 1.7840598524957194,
      "learning_rate": 4.7601816260297574e-05,
      "loss": 1.6328,
      "step": 95853
    },
    {
      "epoch": 4.459362642474995,
      "grad_norm": 1.837203774662719,
      "learning_rate": 4.7599104204575764e-05,
      "loss": 1.7266,
      "step": 95854
    },
    {
      "epoch": 4.459409164922075,
      "grad_norm": 1.7981698545194658,
      "learning_rate": 4.759639221154438e-05,
      "loss": 1.75,
      "step": 95855
    },
    {
      "epoch": 4.4594556873691555,
      "grad_norm": 1.8826341600520806,
      "learning_rate": 4.7593680281205035e-05,
      "loss": 1.8047,
      "step": 95856
    },
    {
      "epoch": 4.459502209816236,
      "grad_norm": 1.6567666820742255,
      "learning_rate": 4.759096841355949e-05,
      "loss": 1.4844,
      "step": 95857
    },
    {
      "epoch": 4.459548732263317,
      "grad_norm": 1.7692465053320277,
      "learning_rate": 4.758825660860931e-05,
      "loss": 1.7578,
      "step": 95858
    },
    {
      "epoch": 4.459595254710398,
      "grad_norm": 1.77414446441654,
      "learning_rate": 4.758554486635625e-05,
      "loss": 1.6406,
      "step": 95859
    },
    {
      "epoch": 4.459641777157478,
      "grad_norm": 1.7583731442795563,
      "learning_rate": 4.7582833186801934e-05,
      "loss": 1.6875,
      "step": 95860
    },
    {
      "epoch": 4.459688299604559,
      "grad_norm": 1.9015796661588296,
      "learning_rate": 4.758012156994796e-05,
      "loss": 1.9141,
      "step": 95861
    },
    {
      "epoch": 4.45973482205164,
      "grad_norm": 1.4833040799426334,
      "learning_rate": 4.757741001579608e-05,
      "loss": 1.2656,
      "step": 95862
    },
    {
      "epoch": 4.459781344498721,
      "grad_norm": 1.7350324492912623,
      "learning_rate": 4.757469852434791e-05,
      "loss": 1.6328,
      "step": 95863
    },
    {
      "epoch": 4.459827866945801,
      "grad_norm": 1.7547993678566747,
      "learning_rate": 4.757198709560513e-05,
      "loss": 1.5781,
      "step": 95864
    },
    {
      "epoch": 4.459874389392882,
      "grad_norm": 1.7857897676711711,
      "learning_rate": 4.756927572956932e-05,
      "loss": 1.7109,
      "step": 95865
    },
    {
      "epoch": 4.459920911839963,
      "grad_norm": 1.7316039719612382,
      "learning_rate": 4.7566564426242254e-05,
      "loss": 1.625,
      "step": 95866
    },
    {
      "epoch": 4.4599674342870435,
      "grad_norm": 1.7726118115025047,
      "learning_rate": 4.756385318562554e-05,
      "loss": 1.625,
      "step": 95867
    },
    {
      "epoch": 4.460013956734124,
      "grad_norm": 1.7770441137421837,
      "learning_rate": 4.7561142007720843e-05,
      "loss": 1.6094,
      "step": 95868
    },
    {
      "epoch": 4.460060479181205,
      "grad_norm": 1.7720870280343601,
      "learning_rate": 4.755843089252977e-05,
      "loss": 1.6172,
      "step": 95869
    },
    {
      "epoch": 4.460107001628286,
      "grad_norm": 1.8753576069716298,
      "learning_rate": 4.755571984005407e-05,
      "loss": 1.8203,
      "step": 95870
    },
    {
      "epoch": 4.460153524075366,
      "grad_norm": 1.7820858992118118,
      "learning_rate": 4.755300885029537e-05,
      "loss": 1.6406,
      "step": 95871
    },
    {
      "epoch": 4.460200046522447,
      "grad_norm": 1.6901935666660552,
      "learning_rate": 4.755029792325532e-05,
      "loss": 1.4766,
      "step": 95872
    },
    {
      "epoch": 4.460246568969528,
      "grad_norm": 1.7030071344559217,
      "learning_rate": 4.754758705893553e-05,
      "loss": 1.4531,
      "step": 95873
    },
    {
      "epoch": 4.460293091416609,
      "grad_norm": 1.8870643759388732,
      "learning_rate": 4.754487625733777e-05,
      "loss": 1.8203,
      "step": 95874
    },
    {
      "epoch": 4.460339613863689,
      "grad_norm": 1.8122803073607467,
      "learning_rate": 4.754216551846364e-05,
      "loss": 1.7344,
      "step": 95875
    },
    {
      "epoch": 4.46038613631077,
      "grad_norm": 1.8512713636930362,
      "learning_rate": 4.753945484231479e-05,
      "loss": 1.6875,
      "step": 95876
    },
    {
      "epoch": 4.460432658757851,
      "grad_norm": 1.8989009611743113,
      "learning_rate": 4.7536744228892896e-05,
      "loss": 1.7891,
      "step": 95877
    },
    {
      "epoch": 4.460479181204931,
      "grad_norm": 1.7028202809137696,
      "learning_rate": 4.753403367819955e-05,
      "loss": 1.5781,
      "step": 95878
    },
    {
      "epoch": 4.460525703652012,
      "grad_norm": 1.5488994787465693,
      "learning_rate": 4.753132319023654e-05,
      "loss": 1.3281,
      "step": 95879
    },
    {
      "epoch": 4.460572226099093,
      "grad_norm": 1.8308365460798297,
      "learning_rate": 4.75286127650054e-05,
      "loss": 1.7031,
      "step": 95880
    },
    {
      "epoch": 4.460618748546174,
      "grad_norm": 1.688986233523349,
      "learning_rate": 4.752590240250789e-05,
      "loss": 1.5781,
      "step": 95881
    },
    {
      "epoch": 4.460665270993254,
      "grad_norm": 1.8361062488696145,
      "learning_rate": 4.7523192102745636e-05,
      "loss": 1.7578,
      "step": 95882
    },
    {
      "epoch": 4.460711793440335,
      "grad_norm": 1.6935965906560189,
      "learning_rate": 4.752048186572023e-05,
      "loss": 1.4844,
      "step": 95883
    },
    {
      "epoch": 4.460758315887416,
      "grad_norm": 1.7020201113408475,
      "learning_rate": 4.7517771691433444e-05,
      "loss": 1.5234,
      "step": 95884
    },
    {
      "epoch": 4.4608048383344965,
      "grad_norm": 1.5778569054487293,
      "learning_rate": 4.751506157988688e-05,
      "loss": 1.3828,
      "step": 95885
    },
    {
      "epoch": 4.460851360781577,
      "grad_norm": 1.6688653496206487,
      "learning_rate": 4.75123515310822e-05,
      "loss": 1.4844,
      "step": 95886
    },
    {
      "epoch": 4.460897883228657,
      "grad_norm": 1.8220977022073426,
      "learning_rate": 4.750964154502101e-05,
      "loss": 1.6484,
      "step": 95887
    },
    {
      "epoch": 4.460944405675739,
      "grad_norm": 1.7909474757510684,
      "learning_rate": 4.750693162170508e-05,
      "loss": 1.5156,
      "step": 95888
    },
    {
      "epoch": 4.460990928122819,
      "grad_norm": 1.7043119248761338,
      "learning_rate": 4.750422176113601e-05,
      "loss": 1.5859,
      "step": 95889
    },
    {
      "epoch": 4.4610374505699,
      "grad_norm": 1.680275868450801,
      "learning_rate": 4.750151196331544e-05,
      "loss": 1.5234,
      "step": 95890
    },
    {
      "epoch": 4.461083973016981,
      "grad_norm": 1.6956180345850138,
      "learning_rate": 4.7498802228245014e-05,
      "loss": 1.5781,
      "step": 95891
    },
    {
      "epoch": 4.461130495464062,
      "grad_norm": 1.7497339408956518,
      "learning_rate": 4.749609255592647e-05,
      "loss": 1.6094,
      "step": 95892
    },
    {
      "epoch": 4.461177017911142,
      "grad_norm": 1.7007368014949271,
      "learning_rate": 4.749338294636144e-05,
      "loss": 1.6094,
      "step": 95893
    },
    {
      "epoch": 4.4612235403582226,
      "grad_norm": 1.7965223837859736,
      "learning_rate": 4.749067339955155e-05,
      "loss": 1.7344,
      "step": 95894
    },
    {
      "epoch": 4.461270062805304,
      "grad_norm": 1.6592195538647458,
      "learning_rate": 4.7487963915498426e-05,
      "loss": 1.3516,
      "step": 95895
    },
    {
      "epoch": 4.461316585252384,
      "grad_norm": 1.6882746860657447,
      "learning_rate": 4.7485254494203824e-05,
      "loss": 1.6562,
      "step": 95896
    },
    {
      "epoch": 4.461363107699465,
      "grad_norm": 1.6260184362652657,
      "learning_rate": 4.748254513566935e-05,
      "loss": 1.4297,
      "step": 95897
    },
    {
      "epoch": 4.461409630146545,
      "grad_norm": 1.6817891802926872,
      "learning_rate": 4.747983583989667e-05,
      "loss": 1.5781,
      "step": 95898
    },
    {
      "epoch": 4.461456152593627,
      "grad_norm": 1.6713815966134742,
      "learning_rate": 4.747712660688738e-05,
      "loss": 1.5156,
      "step": 95899
    },
    {
      "epoch": 4.461502675040707,
      "grad_norm": 1.6474112319478893,
      "learning_rate": 4.7474417436643276e-05,
      "loss": 1.5,
      "step": 95900
    },
    {
      "epoch": 4.461549197487788,
      "grad_norm": 1.6744426050325705,
      "learning_rate": 4.747170832916591e-05,
      "loss": 1.5156,
      "step": 95901
    },
    {
      "epoch": 4.461595719934868,
      "grad_norm": 1.8522146509127793,
      "learning_rate": 4.746899928445693e-05,
      "loss": 1.7109,
      "step": 95902
    },
    {
      "epoch": 4.4616422423819495,
      "grad_norm": 1.7448778047223437,
      "learning_rate": 4.746629030251808e-05,
      "loss": 1.5156,
      "step": 95903
    },
    {
      "epoch": 4.46168876482903,
      "grad_norm": 1.789261803599354,
      "learning_rate": 4.7463581383350915e-05,
      "loss": 1.6484,
      "step": 95904
    },
    {
      "epoch": 4.4617352872761105,
      "grad_norm": 1.8904890868206357,
      "learning_rate": 4.74608725269572e-05,
      "loss": 1.75,
      "step": 95905
    },
    {
      "epoch": 4.461781809723192,
      "grad_norm": 1.712468052517893,
      "learning_rate": 4.745816373333856e-05,
      "loss": 1.5781,
      "step": 95906
    },
    {
      "epoch": 4.461828332170272,
      "grad_norm": 1.8659565227349544,
      "learning_rate": 4.745545500249661e-05,
      "loss": 1.5859,
      "step": 95907
    },
    {
      "epoch": 4.461874854617353,
      "grad_norm": 1.6779194776065025,
      "learning_rate": 4.745274633443305e-05,
      "loss": 1.3594,
      "step": 95908
    },
    {
      "epoch": 4.461921377064433,
      "grad_norm": 1.7406680954626341,
      "learning_rate": 4.7450037729149484e-05,
      "loss": 1.5469,
      "step": 95909
    },
    {
      "epoch": 4.461967899511515,
      "grad_norm": 1.6463697357255132,
      "learning_rate": 4.7447329186647635e-05,
      "loss": 1.5547,
      "step": 95910
    },
    {
      "epoch": 4.462014421958595,
      "grad_norm": 1.8719856330173352,
      "learning_rate": 4.744462070692916e-05,
      "loss": 1.6797,
      "step": 95911
    },
    {
      "epoch": 4.462060944405676,
      "grad_norm": 1.5550953344508682,
      "learning_rate": 4.744191228999567e-05,
      "loss": 1.2969,
      "step": 95912
    },
    {
      "epoch": 4.462107466852756,
      "grad_norm": 1.7838030079699752,
      "learning_rate": 4.743920393584882e-05,
      "loss": 1.7188,
      "step": 95913
    },
    {
      "epoch": 4.462153989299837,
      "grad_norm": 1.7622640673816807,
      "learning_rate": 4.7436495644490326e-05,
      "loss": 1.6328,
      "step": 95914
    },
    {
      "epoch": 4.462200511746918,
      "grad_norm": 1.819339988390229,
      "learning_rate": 4.743378741592182e-05,
      "loss": 1.6562,
      "step": 95915
    },
    {
      "epoch": 4.462247034193998,
      "grad_norm": 1.708538742556307,
      "learning_rate": 4.743107925014495e-05,
      "loss": 1.6172,
      "step": 95916
    },
    {
      "epoch": 4.462293556641079,
      "grad_norm": 1.8035146066130896,
      "learning_rate": 4.7428371147161324e-05,
      "loss": 1.6016,
      "step": 95917
    },
    {
      "epoch": 4.46234007908816,
      "grad_norm": 1.8065151090670213,
      "learning_rate": 4.7425663106972714e-05,
      "loss": 1.7734,
      "step": 95918
    },
    {
      "epoch": 4.462386601535241,
      "grad_norm": 1.9068496320903607,
      "learning_rate": 4.7422955129580706e-05,
      "loss": 1.75,
      "step": 95919
    },
    {
      "epoch": 4.462433123982321,
      "grad_norm": 1.6510491461403625,
      "learning_rate": 4.742024721498698e-05,
      "loss": 1.3828,
      "step": 95920
    },
    {
      "epoch": 4.4624796464294025,
      "grad_norm": 1.7553994661331964,
      "learning_rate": 4.741753936319314e-05,
      "loss": 1.625,
      "step": 95921
    },
    {
      "epoch": 4.462526168876483,
      "grad_norm": 1.7221567785113605,
      "learning_rate": 4.741483157420093e-05,
      "loss": 1.625,
      "step": 95922
    },
    {
      "epoch": 4.4625726913235635,
      "grad_norm": 1.6487409227421785,
      "learning_rate": 4.7412123848011964e-05,
      "loss": 1.4609,
      "step": 95923
    },
    {
      "epoch": 4.462619213770644,
      "grad_norm": 1.5611575526173012,
      "learning_rate": 4.7409416184627844e-05,
      "loss": 1.2656,
      "step": 95924
    },
    {
      "epoch": 4.462665736217725,
      "grad_norm": 1.6016999496995958,
      "learning_rate": 4.740670858405033e-05,
      "loss": 1.4922,
      "step": 95925
    },
    {
      "epoch": 4.462712258664806,
      "grad_norm": 1.8728912417008092,
      "learning_rate": 4.740400104628099e-05,
      "loss": 1.9062,
      "step": 95926
    },
    {
      "epoch": 4.462758781111886,
      "grad_norm": 1.7733238605394306,
      "learning_rate": 4.740129357132158e-05,
      "loss": 1.7188,
      "step": 95927
    },
    {
      "epoch": 4.462805303558968,
      "grad_norm": 1.8966009082767579,
      "learning_rate": 4.7398586159173705e-05,
      "loss": 1.6797,
      "step": 95928
    },
    {
      "epoch": 4.462851826006048,
      "grad_norm": 1.825387922078198,
      "learning_rate": 4.7395878809839024e-05,
      "loss": 1.7891,
      "step": 95929
    },
    {
      "epoch": 4.462898348453129,
      "grad_norm": 1.7263909047933073,
      "learning_rate": 4.7393171523319126e-05,
      "loss": 1.5469,
      "step": 95930
    },
    {
      "epoch": 4.462944870900209,
      "grad_norm": 1.7650550649714443,
      "learning_rate": 4.7390464299615795e-05,
      "loss": 1.7812,
      "step": 95931
    },
    {
      "epoch": 4.4629913933472904,
      "grad_norm": 1.6376478199782418,
      "learning_rate": 4.7387757138730617e-05,
      "loss": 1.3828,
      "step": 95932
    },
    {
      "epoch": 4.463037915794371,
      "grad_norm": 1.82480597342849,
      "learning_rate": 4.738505004066525e-05,
      "loss": 1.7812,
      "step": 95933
    },
    {
      "epoch": 4.463084438241451,
      "grad_norm": 1.4889790583832416,
      "learning_rate": 4.738234300542137e-05,
      "loss": 1.3359,
      "step": 95934
    },
    {
      "epoch": 4.463130960688532,
      "grad_norm": 1.5752400302878096,
      "learning_rate": 4.737963603300058e-05,
      "loss": 1.4766,
      "step": 95935
    },
    {
      "epoch": 4.463177483135613,
      "grad_norm": 1.8693964615812295,
      "learning_rate": 4.7376929123404626e-05,
      "loss": 1.7266,
      "step": 95936
    },
    {
      "epoch": 4.463224005582694,
      "grad_norm": 1.7064999940972054,
      "learning_rate": 4.737422227663513e-05,
      "loss": 1.5703,
      "step": 95937
    },
    {
      "epoch": 4.463270528029774,
      "grad_norm": 1.7247354240770114,
      "learning_rate": 4.737151549269373e-05,
      "loss": 1.5078,
      "step": 95938
    },
    {
      "epoch": 4.463317050476855,
      "grad_norm": 1.7096467091597425,
      "learning_rate": 4.736880877158205e-05,
      "loss": 1.5703,
      "step": 95939
    },
    {
      "epoch": 4.463363572923936,
      "grad_norm": 1.7323833813888219,
      "learning_rate": 4.736610211330183e-05,
      "loss": 1.6641,
      "step": 95940
    },
    {
      "epoch": 4.4634100953710165,
      "grad_norm": 1.6702898457587614,
      "learning_rate": 4.7363395517854694e-05,
      "loss": 1.6094,
      "step": 95941
    },
    {
      "epoch": 4.463456617818097,
      "grad_norm": 1.702911590879427,
      "learning_rate": 4.73606889852423e-05,
      "loss": 1.5312,
      "step": 95942
    },
    {
      "epoch": 4.463503140265178,
      "grad_norm": 1.7673675939556057,
      "learning_rate": 4.7357982515466244e-05,
      "loss": 1.6719,
      "step": 95943
    },
    {
      "epoch": 4.463549662712259,
      "grad_norm": 1.6553319925814978,
      "learning_rate": 4.735527610852827e-05,
      "loss": 1.4609,
      "step": 95944
    },
    {
      "epoch": 4.463596185159339,
      "grad_norm": 1.8020724892535296,
      "learning_rate": 4.735256976443001e-05,
      "loss": 1.7344,
      "step": 95945
    },
    {
      "epoch": 4.46364270760642,
      "grad_norm": 1.7740077679720652,
      "learning_rate": 4.734986348317307e-05,
      "loss": 1.7656,
      "step": 95946
    },
    {
      "epoch": 4.463689230053501,
      "grad_norm": 1.7763686972389903,
      "learning_rate": 4.734715726475919e-05,
      "loss": 1.6406,
      "step": 95947
    },
    {
      "epoch": 4.463735752500582,
      "grad_norm": 1.698002526427879,
      "learning_rate": 4.734445110918994e-05,
      "loss": 1.6641,
      "step": 95948
    },
    {
      "epoch": 4.463782274947662,
      "grad_norm": 1.7358182372344937,
      "learning_rate": 4.734174501646707e-05,
      "loss": 1.6797,
      "step": 95949
    },
    {
      "epoch": 4.463828797394743,
      "grad_norm": 1.6648780720562872,
      "learning_rate": 4.7339038986592195e-05,
      "loss": 1.6172,
      "step": 95950
    },
    {
      "epoch": 4.463875319841824,
      "grad_norm": 1.6940851056978248,
      "learning_rate": 4.7336333019566955e-05,
      "loss": 1.5781,
      "step": 95951
    },
    {
      "epoch": 4.463921842288904,
      "grad_norm": 1.745219480678416,
      "learning_rate": 4.733362711539296e-05,
      "loss": 1.7578,
      "step": 95952
    },
    {
      "epoch": 4.463968364735985,
      "grad_norm": 1.7329315163105714,
      "learning_rate": 4.733092127407199e-05,
      "loss": 1.5703,
      "step": 95953
    },
    {
      "epoch": 4.464014887183065,
      "grad_norm": 1.8523559058907673,
      "learning_rate": 4.7328215495605625e-05,
      "loss": 1.7344,
      "step": 95954
    },
    {
      "epoch": 4.464061409630147,
      "grad_norm": 1.6213116043695697,
      "learning_rate": 4.7325509779995545e-05,
      "loss": 1.4531,
      "step": 95955
    },
    {
      "epoch": 4.464107932077227,
      "grad_norm": 1.9173983267285117,
      "learning_rate": 4.7322804127243334e-05,
      "loss": 1.7578,
      "step": 95956
    },
    {
      "epoch": 4.464154454524308,
      "grad_norm": 1.7141078012430508,
      "learning_rate": 4.732009853735076e-05,
      "loss": 1.5,
      "step": 95957
    },
    {
      "epoch": 4.464200976971389,
      "grad_norm": 1.7331199865651234,
      "learning_rate": 4.731739301031941e-05,
      "loss": 1.5547,
      "step": 95958
    },
    {
      "epoch": 4.4642474994184695,
      "grad_norm": 1.5769511133048462,
      "learning_rate": 4.731468754615097e-05,
      "loss": 1.3359,
      "step": 95959
    },
    {
      "epoch": 4.46429402186555,
      "grad_norm": 1.8144466473343548,
      "learning_rate": 4.731198214484709e-05,
      "loss": 1.75,
      "step": 95960
    },
    {
      "epoch": 4.4643405443126305,
      "grad_norm": 1.6865011375081624,
      "learning_rate": 4.730927680640937e-05,
      "loss": 1.5234,
      "step": 95961
    },
    {
      "epoch": 4.464387066759712,
      "grad_norm": 1.8775864174495942,
      "learning_rate": 4.730657153083956e-05,
      "loss": 1.625,
      "step": 95962
    },
    {
      "epoch": 4.464433589206792,
      "grad_norm": 1.8651178512301947,
      "learning_rate": 4.730386631813928e-05,
      "loss": 1.7266,
      "step": 95963
    },
    {
      "epoch": 4.464480111653873,
      "grad_norm": 1.7379812256793703,
      "learning_rate": 4.7301161168310156e-05,
      "loss": 1.6328,
      "step": 95964
    },
    {
      "epoch": 4.464526634100953,
      "grad_norm": 1.6631841283064752,
      "learning_rate": 4.7298456081353836e-05,
      "loss": 1.4609,
      "step": 95965
    },
    {
      "epoch": 4.464573156548035,
      "grad_norm": 1.8263758848440663,
      "learning_rate": 4.729575105727206e-05,
      "loss": 1.5859,
      "step": 95966
    },
    {
      "epoch": 4.464619678995115,
      "grad_norm": 1.8164495215455907,
      "learning_rate": 4.729304609606642e-05,
      "loss": 1.6797,
      "step": 95967
    },
    {
      "epoch": 4.464666201442196,
      "grad_norm": 1.8671860279703794,
      "learning_rate": 4.729034119773853e-05,
      "loss": 1.7734,
      "step": 95968
    },
    {
      "epoch": 4.464712723889277,
      "grad_norm": 1.830110885845208,
      "learning_rate": 4.728763636229016e-05,
      "loss": 1.7188,
      "step": 95969
    },
    {
      "epoch": 4.4647592463363575,
      "grad_norm": 1.7148301235482037,
      "learning_rate": 4.728493158972284e-05,
      "loss": 1.5469,
      "step": 95970
    },
    {
      "epoch": 4.464805768783438,
      "grad_norm": 1.86844603709061,
      "learning_rate": 4.7282226880038356e-05,
      "loss": 1.7656,
      "step": 95971
    },
    {
      "epoch": 4.464852291230518,
      "grad_norm": 1.7269663323005926,
      "learning_rate": 4.727952223323828e-05,
      "loss": 1.7578,
      "step": 95972
    },
    {
      "epoch": 4.4648988136776,
      "grad_norm": 1.9257446559056057,
      "learning_rate": 4.7276817649324305e-05,
      "loss": 1.7891,
      "step": 95973
    },
    {
      "epoch": 4.46494533612468,
      "grad_norm": 1.8364685300240373,
      "learning_rate": 4.727411312829801e-05,
      "loss": 1.8438,
      "step": 95974
    },
    {
      "epoch": 4.464991858571761,
      "grad_norm": 1.6710472790275541,
      "learning_rate": 4.7271408670161156e-05,
      "loss": 1.5234,
      "step": 95975
    },
    {
      "epoch": 4.465038381018841,
      "grad_norm": 1.7798991752167475,
      "learning_rate": 4.726870427491534e-05,
      "loss": 1.7188,
      "step": 95976
    },
    {
      "epoch": 4.465084903465923,
      "grad_norm": 1.6660692716824759,
      "learning_rate": 4.726599994256224e-05,
      "loss": 1.3438,
      "step": 95977
    },
    {
      "epoch": 4.465131425913003,
      "grad_norm": 1.643453930862105,
      "learning_rate": 4.726329567310346e-05,
      "loss": 1.5547,
      "step": 95978
    },
    {
      "epoch": 4.4651779483600835,
      "grad_norm": 1.7244253883987966,
      "learning_rate": 4.7260591466540734e-05,
      "loss": 1.5234,
      "step": 95979
    },
    {
      "epoch": 4.465224470807165,
      "grad_norm": 1.6191839460521944,
      "learning_rate": 4.7257887322875676e-05,
      "loss": 1.375,
      "step": 95980
    },
    {
      "epoch": 4.465270993254245,
      "grad_norm": 1.7658226838674422,
      "learning_rate": 4.7255183242109956e-05,
      "loss": 1.5469,
      "step": 95981
    },
    {
      "epoch": 4.465317515701326,
      "grad_norm": 1.7827910773974411,
      "learning_rate": 4.7252479224245174e-05,
      "loss": 1.6719,
      "step": 95982
    },
    {
      "epoch": 4.465364038148406,
      "grad_norm": 1.8476793722564306,
      "learning_rate": 4.724977526928305e-05,
      "loss": 1.75,
      "step": 95983
    },
    {
      "epoch": 4.465410560595488,
      "grad_norm": 1.795613851588993,
      "learning_rate": 4.7247071377225247e-05,
      "loss": 1.5938,
      "step": 95984
    },
    {
      "epoch": 4.465457083042568,
      "grad_norm": 1.8252906553771346,
      "learning_rate": 4.7244367548073395e-05,
      "loss": 1.7031,
      "step": 95985
    },
    {
      "epoch": 4.465503605489649,
      "grad_norm": 1.9398787803840822,
      "learning_rate": 4.724166378182913e-05,
      "loss": 1.8906,
      "step": 95986
    },
    {
      "epoch": 4.465550127936729,
      "grad_norm": 1.882819222064289,
      "learning_rate": 4.723896007849408e-05,
      "loss": 1.6328,
      "step": 95987
    },
    {
      "epoch": 4.4655966503838105,
      "grad_norm": 1.6430717735303983,
      "learning_rate": 4.723625643806999e-05,
      "loss": 1.3672,
      "step": 95988
    },
    {
      "epoch": 4.465643172830891,
      "grad_norm": 1.6433247238395978,
      "learning_rate": 4.723355286055843e-05,
      "loss": 1.375,
      "step": 95989
    },
    {
      "epoch": 4.465689695277971,
      "grad_norm": 1.8798216795495404,
      "learning_rate": 4.723084934596114e-05,
      "loss": 1.6016,
      "step": 95990
    },
    {
      "epoch": 4.465736217725052,
      "grad_norm": 1.8260613308942284,
      "learning_rate": 4.722814589427972e-05,
      "loss": 1.6328,
      "step": 95991
    },
    {
      "epoch": 4.465782740172133,
      "grad_norm": 1.6019506956757048,
      "learning_rate": 4.722544250551579e-05,
      "loss": 1.3438,
      "step": 95992
    },
    {
      "epoch": 4.465829262619214,
      "grad_norm": 1.746203475583544,
      "learning_rate": 4.722273917967111e-05,
      "loss": 1.5781,
      "step": 95993
    },
    {
      "epoch": 4.465875785066294,
      "grad_norm": 1.8582170307499004,
      "learning_rate": 4.722003591674727e-05,
      "loss": 1.9141,
      "step": 95994
    },
    {
      "epoch": 4.465922307513376,
      "grad_norm": 1.706939556989797,
      "learning_rate": 4.7217332716745924e-05,
      "loss": 1.6172,
      "step": 95995
    },
    {
      "epoch": 4.465968829960456,
      "grad_norm": 1.717599734519336,
      "learning_rate": 4.7214629579668684e-05,
      "loss": 1.5703,
      "step": 95996
    },
    {
      "epoch": 4.4660153524075366,
      "grad_norm": 1.711955160331171,
      "learning_rate": 4.7211926505517305e-05,
      "loss": 1.5312,
      "step": 95997
    },
    {
      "epoch": 4.466061874854617,
      "grad_norm": 1.8339564835619664,
      "learning_rate": 4.720922349429339e-05,
      "loss": 1.6719,
      "step": 95998
    },
    {
      "epoch": 4.466108397301698,
      "grad_norm": 1.731046482834216,
      "learning_rate": 4.720652054599859e-05,
      "loss": 1.6328,
      "step": 95999
    },
    {
      "epoch": 4.466154919748779,
      "grad_norm": 1.7763873416349532,
      "learning_rate": 4.720381766063453e-05,
      "loss": 1.6406,
      "step": 96000
    },
    {
      "epoch": 4.466201442195859,
      "grad_norm": 1.6399491441655614,
      "learning_rate": 4.720111483820293e-05,
      "loss": 1.5,
      "step": 96001
    },
    {
      "epoch": 4.46624796464294,
      "grad_norm": 1.614315548582249,
      "learning_rate": 4.7198412078705425e-05,
      "loss": 1.3594,
      "step": 96002
    },
    {
      "epoch": 4.466294487090021,
      "grad_norm": 1.8390307912586779,
      "learning_rate": 4.7195709382143655e-05,
      "loss": 1.6875,
      "step": 96003
    },
    {
      "epoch": 4.466341009537102,
      "grad_norm": 1.883725159751784,
      "learning_rate": 4.7193006748519224e-05,
      "loss": 1.8594,
      "step": 96004
    },
    {
      "epoch": 4.466387531984182,
      "grad_norm": 1.7018661720635186,
      "learning_rate": 4.719030417783388e-05,
      "loss": 1.5625,
      "step": 96005
    },
    {
      "epoch": 4.466434054431263,
      "grad_norm": 1.8646771148406982,
      "learning_rate": 4.718760167008926e-05,
      "loss": 1.7734,
      "step": 96006
    },
    {
      "epoch": 4.466480576878344,
      "grad_norm": 1.6408663935287842,
      "learning_rate": 4.7184899225286986e-05,
      "loss": 1.3828,
      "step": 96007
    },
    {
      "epoch": 4.4665270993254245,
      "grad_norm": 1.6898898984389479,
      "learning_rate": 4.7182196843428666e-05,
      "loss": 1.5469,
      "step": 96008
    },
    {
      "epoch": 4.466573621772505,
      "grad_norm": 1.6846845194281341,
      "learning_rate": 4.7179494524516074e-05,
      "loss": 1.5547,
      "step": 96009
    },
    {
      "epoch": 4.466620144219586,
      "grad_norm": 1.822901369457479,
      "learning_rate": 4.71767922685508e-05,
      "loss": 1.6953,
      "step": 96010
    },
    {
      "epoch": 4.466666666666667,
      "grad_norm": 1.7199535701983042,
      "learning_rate": 4.717409007553444e-05,
      "loss": 1.5625,
      "step": 96011
    },
    {
      "epoch": 4.466713189113747,
      "grad_norm": 1.7498166766455616,
      "learning_rate": 4.717138794546877e-05,
      "loss": 1.6953,
      "step": 96012
    },
    {
      "epoch": 4.466759711560828,
      "grad_norm": 1.81948399096524,
      "learning_rate": 4.716868587835538e-05,
      "loss": 1.6328,
      "step": 96013
    },
    {
      "epoch": 4.466806234007909,
      "grad_norm": 1.7191885096652544,
      "learning_rate": 4.716598387419586e-05,
      "loss": 1.5703,
      "step": 96014
    },
    {
      "epoch": 4.46685275645499,
      "grad_norm": 1.850569969728491,
      "learning_rate": 4.7163281932992e-05,
      "loss": 1.7578,
      "step": 96015
    },
    {
      "epoch": 4.46689927890207,
      "grad_norm": 1.663076668217158,
      "learning_rate": 4.716058005474537e-05,
      "loss": 1.5391,
      "step": 96016
    },
    {
      "epoch": 4.466945801349151,
      "grad_norm": 1.6090586842940928,
      "learning_rate": 4.7157878239457655e-05,
      "loss": 1.4531,
      "step": 96017
    },
    {
      "epoch": 4.466992323796232,
      "grad_norm": 1.7382162447397156,
      "learning_rate": 4.715517648713042e-05,
      "loss": 1.5469,
      "step": 96018
    },
    {
      "epoch": 4.467038846243312,
      "grad_norm": 1.7417529505338651,
      "learning_rate": 4.715247479776547e-05,
      "loss": 1.4922,
      "step": 96019
    },
    {
      "epoch": 4.467085368690393,
      "grad_norm": 1.7749475511566255,
      "learning_rate": 4.7149773171364374e-05,
      "loss": 1.7578,
      "step": 96020
    },
    {
      "epoch": 4.467131891137474,
      "grad_norm": 1.662947014090402,
      "learning_rate": 4.714707160792878e-05,
      "loss": 1.4844,
      "step": 96021
    },
    {
      "epoch": 4.467178413584555,
      "grad_norm": 1.9158318872440663,
      "learning_rate": 4.7144370107460305e-05,
      "loss": 1.8594,
      "step": 96022
    },
    {
      "epoch": 4.467224936031635,
      "grad_norm": 1.568388875516286,
      "learning_rate": 4.7141668669960725e-05,
      "loss": 1.3125,
      "step": 96023
    },
    {
      "epoch": 4.467271458478716,
      "grad_norm": 1.7112873649134137,
      "learning_rate": 4.713896729543161e-05,
      "loss": 1.5547,
      "step": 96024
    },
    {
      "epoch": 4.467317980925797,
      "grad_norm": 1.7271900546482095,
      "learning_rate": 4.713626598387462e-05,
      "loss": 1.6953,
      "step": 96025
    },
    {
      "epoch": 4.4673645033728775,
      "grad_norm": 1.7281017368012115,
      "learning_rate": 4.713356473529135e-05,
      "loss": 1.5234,
      "step": 96026
    },
    {
      "epoch": 4.467411025819958,
      "grad_norm": 1.8295375161535947,
      "learning_rate": 4.7130863549683595e-05,
      "loss": 1.6641,
      "step": 96027
    },
    {
      "epoch": 4.4674575482670384,
      "grad_norm": 1.5800706260930897,
      "learning_rate": 4.7128162427052914e-05,
      "loss": 1.5547,
      "step": 96028
    },
    {
      "epoch": 4.46750407071412,
      "grad_norm": 1.7617385188868613,
      "learning_rate": 4.712546136740098e-05,
      "loss": 1.8125,
      "step": 96029
    },
    {
      "epoch": 4.4675505931612,
      "grad_norm": 1.831004612136993,
      "learning_rate": 4.7122760370729414e-05,
      "loss": 1.7734,
      "step": 96030
    },
    {
      "epoch": 4.467597115608281,
      "grad_norm": 1.709302311495159,
      "learning_rate": 4.712005943703993e-05,
      "loss": 1.6406,
      "step": 96031
    },
    {
      "epoch": 4.467643638055362,
      "grad_norm": 1.8089779602716671,
      "learning_rate": 4.711735856633416e-05,
      "loss": 1.75,
      "step": 96032
    },
    {
      "epoch": 4.467690160502443,
      "grad_norm": 1.8128145011718477,
      "learning_rate": 4.7114657758613706e-05,
      "loss": 1.5781,
      "step": 96033
    },
    {
      "epoch": 4.467736682949523,
      "grad_norm": 1.779068627415105,
      "learning_rate": 4.71119570138803e-05,
      "loss": 1.6406,
      "step": 96034
    },
    {
      "epoch": 4.467783205396604,
      "grad_norm": 1.7867642424624157,
      "learning_rate": 4.7109256332135516e-05,
      "loss": 1.6719,
      "step": 96035
    },
    {
      "epoch": 4.467829727843685,
      "grad_norm": 1.9230386512483366,
      "learning_rate": 4.710655571338111e-05,
      "loss": 1.6953,
      "step": 96036
    },
    {
      "epoch": 4.467876250290765,
      "grad_norm": 1.5953128720686758,
      "learning_rate": 4.710385515761866e-05,
      "loss": 1.3672,
      "step": 96037
    },
    {
      "epoch": 4.467922772737846,
      "grad_norm": 1.619086510192896,
      "learning_rate": 4.710115466484986e-05,
      "loss": 1.3672,
      "step": 96038
    },
    {
      "epoch": 4.467969295184926,
      "grad_norm": 1.5718055578713448,
      "learning_rate": 4.709845423507631e-05,
      "loss": 1.2969,
      "step": 96039
    },
    {
      "epoch": 4.468015817632008,
      "grad_norm": 1.7196530958465845,
      "learning_rate": 4.7095753868299656e-05,
      "loss": 1.4922,
      "step": 96040
    },
    {
      "epoch": 4.468062340079088,
      "grad_norm": 1.6860422056139475,
      "learning_rate": 4.7093053564521645e-05,
      "loss": 1.3672,
      "step": 96041
    },
    {
      "epoch": 4.468108862526169,
      "grad_norm": 1.818709587657304,
      "learning_rate": 4.709035332374387e-05,
      "loss": 1.6641,
      "step": 96042
    },
    {
      "epoch": 4.468155384973249,
      "grad_norm": 1.8997001880340147,
      "learning_rate": 4.708765314596798e-05,
      "loss": 1.6562,
      "step": 96043
    },
    {
      "epoch": 4.4682019074203305,
      "grad_norm": 1.718958059389191,
      "learning_rate": 4.708495303119559e-05,
      "loss": 1.625,
      "step": 96044
    },
    {
      "epoch": 4.468248429867411,
      "grad_norm": 1.721891530272641,
      "learning_rate": 4.7082252979428456e-05,
      "loss": 1.6016,
      "step": 96045
    },
    {
      "epoch": 4.4682949523144915,
      "grad_norm": 1.7386994719182312,
      "learning_rate": 4.707955299066816e-05,
      "loss": 1.6484,
      "step": 96046
    },
    {
      "epoch": 4.468341474761573,
      "grad_norm": 1.5157808292507562,
      "learning_rate": 4.707685306491637e-05,
      "loss": 1.3125,
      "step": 96047
    },
    {
      "epoch": 4.468387997208653,
      "grad_norm": 1.9056708023841038,
      "learning_rate": 4.70741532021747e-05,
      "loss": 1.75,
      "step": 96048
    },
    {
      "epoch": 4.468434519655734,
      "grad_norm": 1.8250208364658276,
      "learning_rate": 4.7071453402444885e-05,
      "loss": 1.7109,
      "step": 96049
    },
    {
      "epoch": 4.468481042102814,
      "grad_norm": 1.6216059149815594,
      "learning_rate": 4.7068753665728524e-05,
      "loss": 1.3438,
      "step": 96050
    },
    {
      "epoch": 4.468527564549896,
      "grad_norm": 1.731782859302192,
      "learning_rate": 4.706605399202728e-05,
      "loss": 1.6094,
      "step": 96051
    },
    {
      "epoch": 4.468574086996976,
      "grad_norm": 1.6303243873251534,
      "learning_rate": 4.7063354381342766e-05,
      "loss": 1.3984,
      "step": 96052
    },
    {
      "epoch": 4.468620609444057,
      "grad_norm": 1.7357507772405996,
      "learning_rate": 4.706065483367671e-05,
      "loss": 1.5547,
      "step": 96053
    },
    {
      "epoch": 4.468667131891137,
      "grad_norm": 1.6560946160895904,
      "learning_rate": 4.705795534903074e-05,
      "loss": 1.5,
      "step": 96054
    },
    {
      "epoch": 4.468713654338218,
      "grad_norm": 1.821763876520528,
      "learning_rate": 4.705525592740644e-05,
      "loss": 1.7031,
      "step": 96055
    },
    {
      "epoch": 4.468760176785299,
      "grad_norm": 1.837047333212414,
      "learning_rate": 4.7052556568805566e-05,
      "loss": 1.7891,
      "step": 96056
    },
    {
      "epoch": 4.468806699232379,
      "grad_norm": 1.7679034508868978,
      "learning_rate": 4.7049857273229675e-05,
      "loss": 1.6328,
      "step": 96057
    },
    {
      "epoch": 4.468853221679461,
      "grad_norm": 1.8027015518360263,
      "learning_rate": 4.704715804068053e-05,
      "loss": 1.5469,
      "step": 96058
    },
    {
      "epoch": 4.468899744126541,
      "grad_norm": 1.5272065541462425,
      "learning_rate": 4.704445887115971e-05,
      "loss": 1.3125,
      "step": 96059
    },
    {
      "epoch": 4.468946266573622,
      "grad_norm": 1.6974741258955328,
      "learning_rate": 4.704175976466888e-05,
      "loss": 1.6094,
      "step": 96060
    },
    {
      "epoch": 4.468992789020702,
      "grad_norm": 1.7491331665667822,
      "learning_rate": 4.703906072120963e-05,
      "loss": 1.7109,
      "step": 96061
    },
    {
      "epoch": 4.4690393114677835,
      "grad_norm": 1.8458339195238038,
      "learning_rate": 4.7036361740783746e-05,
      "loss": 1.7344,
      "step": 96062
    },
    {
      "epoch": 4.469085833914864,
      "grad_norm": 1.711609659863746,
      "learning_rate": 4.7033662823392806e-05,
      "loss": 1.4688,
      "step": 96063
    },
    {
      "epoch": 4.4691323563619445,
      "grad_norm": 1.5855817703266881,
      "learning_rate": 4.703096396903845e-05,
      "loss": 1.4375,
      "step": 96064
    },
    {
      "epoch": 4.469178878809025,
      "grad_norm": 1.639889317266016,
      "learning_rate": 4.702826517772235e-05,
      "loss": 1.4062,
      "step": 96065
    },
    {
      "epoch": 4.469225401256106,
      "grad_norm": 1.774421693655009,
      "learning_rate": 4.7025566449446096e-05,
      "loss": 1.6172,
      "step": 96066
    },
    {
      "epoch": 4.469271923703187,
      "grad_norm": 1.6519332870290737,
      "learning_rate": 4.7022867784211464e-05,
      "loss": 1.4922,
      "step": 96067
    },
    {
      "epoch": 4.469318446150267,
      "grad_norm": 1.7936911595400393,
      "learning_rate": 4.7020169182020024e-05,
      "loss": 1.5859,
      "step": 96068
    },
    {
      "epoch": 4.469364968597349,
      "grad_norm": 1.8938831943281824,
      "learning_rate": 4.701747064287345e-05,
      "loss": 1.8125,
      "step": 96069
    },
    {
      "epoch": 4.469411491044429,
      "grad_norm": 1.8668017565007844,
      "learning_rate": 4.7014772166773346e-05,
      "loss": 1.6875,
      "step": 96070
    },
    {
      "epoch": 4.46945801349151,
      "grad_norm": 1.8561138585132848,
      "learning_rate": 4.701207375372144e-05,
      "loss": 1.7109,
      "step": 96071
    },
    {
      "epoch": 4.46950453593859,
      "grad_norm": 1.6418857528962087,
      "learning_rate": 4.700937540371935e-05,
      "loss": 1.4141,
      "step": 96072
    },
    {
      "epoch": 4.4695510583856715,
      "grad_norm": 1.7828569434171884,
      "learning_rate": 4.7006677116768746e-05,
      "loss": 1.6875,
      "step": 96073
    },
    {
      "epoch": 4.469597580832752,
      "grad_norm": 1.8350307862718864,
      "learning_rate": 4.70039788928712e-05,
      "loss": 1.7031,
      "step": 96074
    },
    {
      "epoch": 4.469644103279832,
      "grad_norm": 1.6683818586819519,
      "learning_rate": 4.7001280732028464e-05,
      "loss": 1.625,
      "step": 96075
    },
    {
      "epoch": 4.469690625726913,
      "grad_norm": 1.7205721104065566,
      "learning_rate": 4.699858263424217e-05,
      "loss": 1.6484,
      "step": 96076
    },
    {
      "epoch": 4.469737148173994,
      "grad_norm": 1.5793515188558354,
      "learning_rate": 4.699588459951389e-05,
      "loss": 1.2422,
      "step": 96077
    },
    {
      "epoch": 4.469783670621075,
      "grad_norm": 1.8504641764827825,
      "learning_rate": 4.699318662784538e-05,
      "loss": 1.8047,
      "step": 96078
    },
    {
      "epoch": 4.469830193068155,
      "grad_norm": 1.6547811630188565,
      "learning_rate": 4.699048871923821e-05,
      "loss": 1.4219,
      "step": 96079
    },
    {
      "epoch": 4.469876715515236,
      "grad_norm": 1.7812428058219816,
      "learning_rate": 4.698779087369411e-05,
      "loss": 1.5312,
      "step": 96080
    },
    {
      "epoch": 4.469923237962317,
      "grad_norm": 1.695848941215481,
      "learning_rate": 4.69850930912147e-05,
      "loss": 1.5234,
      "step": 96081
    },
    {
      "epoch": 4.4699697604093975,
      "grad_norm": 1.846609580359469,
      "learning_rate": 4.698239537180163e-05,
      "loss": 1.6875,
      "step": 96082
    },
    {
      "epoch": 4.470016282856478,
      "grad_norm": 1.656216159717949,
      "learning_rate": 4.697969771545649e-05,
      "loss": 1.5,
      "step": 96083
    },
    {
      "epoch": 4.470062805303559,
      "grad_norm": 1.9518663997719465,
      "learning_rate": 4.697700012218103e-05,
      "loss": 1.6875,
      "step": 96084
    },
    {
      "epoch": 4.47010932775064,
      "grad_norm": 1.7171472239033214,
      "learning_rate": 4.6974302591976853e-05,
      "loss": 1.6484,
      "step": 96085
    },
    {
      "epoch": 4.47015585019772,
      "grad_norm": 1.6972397399063677,
      "learning_rate": 4.6971605124845626e-05,
      "loss": 1.6484,
      "step": 96086
    },
    {
      "epoch": 4.470202372644801,
      "grad_norm": 1.7791871711623504,
      "learning_rate": 4.696890772078894e-05,
      "loss": 1.75,
      "step": 96087
    },
    {
      "epoch": 4.470248895091882,
      "grad_norm": 1.8466191751512895,
      "learning_rate": 4.6966210379808535e-05,
      "loss": 1.5938,
      "step": 96088
    },
    {
      "epoch": 4.470295417538963,
      "grad_norm": 1.6622987729576286,
      "learning_rate": 4.696351310190602e-05,
      "loss": 1.5781,
      "step": 96089
    },
    {
      "epoch": 4.470341939986043,
      "grad_norm": 1.9544178902397764,
      "learning_rate": 4.6960815887083064e-05,
      "loss": 1.7656,
      "step": 96090
    },
    {
      "epoch": 4.470388462433124,
      "grad_norm": 1.7267712667841975,
      "learning_rate": 4.69581187353413e-05,
      "loss": 1.6562,
      "step": 96091
    },
    {
      "epoch": 4.470434984880205,
      "grad_norm": 1.852481878418731,
      "learning_rate": 4.695542164668234e-05,
      "loss": 1.75,
      "step": 96092
    },
    {
      "epoch": 4.470481507327285,
      "grad_norm": 1.5672840488772504,
      "learning_rate": 4.6952724621107916e-05,
      "loss": 1.3984,
      "step": 96093
    },
    {
      "epoch": 4.470528029774366,
      "grad_norm": 1.8047361225279857,
      "learning_rate": 4.6950027658619647e-05,
      "loss": 1.6094,
      "step": 96094
    },
    {
      "epoch": 4.470574552221446,
      "grad_norm": 1.6465668653645953,
      "learning_rate": 4.6947330759219164e-05,
      "loss": 1.3516,
      "step": 96095
    },
    {
      "epoch": 4.470621074668528,
      "grad_norm": 1.7713362336423966,
      "learning_rate": 4.69446339229081e-05,
      "loss": 1.7812,
      "step": 96096
    },
    {
      "epoch": 4.470667597115608,
      "grad_norm": 1.7117966858538427,
      "learning_rate": 4.694193714968818e-05,
      "loss": 1.4922,
      "step": 96097
    },
    {
      "epoch": 4.470714119562689,
      "grad_norm": 1.840811185032778,
      "learning_rate": 4.693924043956103e-05,
      "loss": 1.7891,
      "step": 96098
    },
    {
      "epoch": 4.47076064200977,
      "grad_norm": 1.8181503460829558,
      "learning_rate": 4.693654379252822e-05,
      "loss": 1.6016,
      "step": 96099
    },
    {
      "epoch": 4.470807164456851,
      "grad_norm": 1.8209147459962902,
      "learning_rate": 4.693384720859151e-05,
      "loss": 1.7344,
      "step": 96100
    },
    {
      "epoch": 4.470853686903931,
      "grad_norm": 1.8633302912234329,
      "learning_rate": 4.693115068775247e-05,
      "loss": 1.5859,
      "step": 96101
    },
    {
      "epoch": 4.4709002093510115,
      "grad_norm": 1.8139435264203105,
      "learning_rate": 4.692845423001283e-05,
      "loss": 1.5391,
      "step": 96102
    },
    {
      "epoch": 4.470946731798093,
      "grad_norm": 1.6121644268344688,
      "learning_rate": 4.6925757835374196e-05,
      "loss": 1.3906,
      "step": 96103
    },
    {
      "epoch": 4.470993254245173,
      "grad_norm": 1.6359568735620262,
      "learning_rate": 4.6923061503838214e-05,
      "loss": 1.4844,
      "step": 96104
    },
    {
      "epoch": 4.471039776692254,
      "grad_norm": 1.8106457857857094,
      "learning_rate": 4.692036523540651e-05,
      "loss": 1.7578,
      "step": 96105
    },
    {
      "epoch": 4.471086299139335,
      "grad_norm": 1.779935328515005,
      "learning_rate": 4.6917669030080805e-05,
      "loss": 1.7188,
      "step": 96106
    },
    {
      "epoch": 4.471132821586416,
      "grad_norm": 1.7427199981232062,
      "learning_rate": 4.6914972887862704e-05,
      "loss": 1.6484,
      "step": 96107
    },
    {
      "epoch": 4.471179344033496,
      "grad_norm": 1.814548552135283,
      "learning_rate": 4.691227680875387e-05,
      "loss": 1.6953,
      "step": 96108
    },
    {
      "epoch": 4.471225866480577,
      "grad_norm": 1.5542579780449224,
      "learning_rate": 4.690958079275591e-05,
      "loss": 1.2656,
      "step": 96109
    },
    {
      "epoch": 4.471272388927658,
      "grad_norm": 1.9254744170826374,
      "learning_rate": 4.690688483987054e-05,
      "loss": 1.8828,
      "step": 96110
    },
    {
      "epoch": 4.4713189113747385,
      "grad_norm": 1.7490886933230574,
      "learning_rate": 4.6904188950099406e-05,
      "loss": 1.6641,
      "step": 96111
    },
    {
      "epoch": 4.471365433821819,
      "grad_norm": 1.6988841896691744,
      "learning_rate": 4.6901493123444114e-05,
      "loss": 1.5938,
      "step": 96112
    },
    {
      "epoch": 4.471411956268899,
      "grad_norm": 1.7355124162892561,
      "learning_rate": 4.6898797359906296e-05,
      "loss": 1.5547,
      "step": 96113
    },
    {
      "epoch": 4.471458478715981,
      "grad_norm": 1.8905930724166324,
      "learning_rate": 4.689610165948769e-05,
      "loss": 1.7812,
      "step": 96114
    },
    {
      "epoch": 4.471505001163061,
      "grad_norm": 1.8166042918377017,
      "learning_rate": 4.68934060221899e-05,
      "loss": 1.5859,
      "step": 96115
    },
    {
      "epoch": 4.471551523610142,
      "grad_norm": 1.839609100759036,
      "learning_rate": 4.689071044801456e-05,
      "loss": 1.75,
      "step": 96116
    },
    {
      "epoch": 4.471598046057222,
      "grad_norm": 1.6014080355811013,
      "learning_rate": 4.6888014936963364e-05,
      "loss": 1.4375,
      "step": 96117
    },
    {
      "epoch": 4.471644568504304,
      "grad_norm": 1.6456860076908952,
      "learning_rate": 4.6885319489037855e-05,
      "loss": 1.4453,
      "step": 96118
    },
    {
      "epoch": 4.471691090951384,
      "grad_norm": 1.7880942348507318,
      "learning_rate": 4.688262410423983e-05,
      "loss": 1.6953,
      "step": 96119
    },
    {
      "epoch": 4.4717376133984645,
      "grad_norm": 1.6951704852371952,
      "learning_rate": 4.6879928782570855e-05,
      "loss": 1.5234,
      "step": 96120
    },
    {
      "epoch": 4.471784135845546,
      "grad_norm": 1.7190409689630897,
      "learning_rate": 4.6877233524032555e-05,
      "loss": 1.5781,
      "step": 96121
    },
    {
      "epoch": 4.471830658292626,
      "grad_norm": 1.787316646890903,
      "learning_rate": 4.687453832862668e-05,
      "loss": 1.7656,
      "step": 96122
    },
    {
      "epoch": 4.471877180739707,
      "grad_norm": 1.7778365912740715,
      "learning_rate": 4.687184319635476e-05,
      "loss": 1.7031,
      "step": 96123
    },
    {
      "epoch": 4.471923703186787,
      "grad_norm": 1.7312367172680683,
      "learning_rate": 4.686914812721855e-05,
      "loss": 1.5312,
      "step": 96124
    },
    {
      "epoch": 4.471970225633869,
      "grad_norm": 1.7470601451422854,
      "learning_rate": 4.6866453121219665e-05,
      "loss": 1.6094,
      "step": 96125
    },
    {
      "epoch": 4.472016748080949,
      "grad_norm": 1.7686927181227392,
      "learning_rate": 4.686375817835973e-05,
      "loss": 1.6406,
      "step": 96126
    },
    {
      "epoch": 4.47206327052803,
      "grad_norm": 1.5215962076515421,
      "learning_rate": 4.686106329864038e-05,
      "loss": 1.3281,
      "step": 96127
    },
    {
      "epoch": 4.47210979297511,
      "grad_norm": 1.695902962021699,
      "learning_rate": 4.685836848206333e-05,
      "loss": 1.3906,
      "step": 96128
    },
    {
      "epoch": 4.4721563154221915,
      "grad_norm": 1.6067482816354646,
      "learning_rate": 4.68556737286302e-05,
      "loss": 1.4688,
      "step": 96129
    },
    {
      "epoch": 4.472202837869272,
      "grad_norm": 1.797241763144475,
      "learning_rate": 4.685297903834264e-05,
      "loss": 1.5156,
      "step": 96130
    },
    {
      "epoch": 4.4722493603163525,
      "grad_norm": 1.7173930540323674,
      "learning_rate": 4.685028441120224e-05,
      "loss": 1.5547,
      "step": 96131
    },
    {
      "epoch": 4.472295882763433,
      "grad_norm": 1.859081466630508,
      "learning_rate": 4.6847589847210755e-05,
      "loss": 1.625,
      "step": 96132
    },
    {
      "epoch": 4.472342405210514,
      "grad_norm": 1.746440814094401,
      "learning_rate": 4.684489534636977e-05,
      "loss": 1.6953,
      "step": 96133
    },
    {
      "epoch": 4.472388927657595,
      "grad_norm": 1.8278936317153205,
      "learning_rate": 4.684220090868096e-05,
      "loss": 1.6719,
      "step": 96134
    },
    {
      "epoch": 4.472435450104675,
      "grad_norm": 1.9373629844727482,
      "learning_rate": 4.683950653414592e-05,
      "loss": 1.7891,
      "step": 96135
    },
    {
      "epoch": 4.472481972551757,
      "grad_norm": 1.5445501799644543,
      "learning_rate": 4.683681222276637e-05,
      "loss": 1.3594,
      "step": 96136
    },
    {
      "epoch": 4.472528494998837,
      "grad_norm": 1.7129521737972615,
      "learning_rate": 4.6834117974543945e-05,
      "loss": 1.5547,
      "step": 96137
    },
    {
      "epoch": 4.472575017445918,
      "grad_norm": 1.7047318148632635,
      "learning_rate": 4.683142378948028e-05,
      "loss": 1.6406,
      "step": 96138
    },
    {
      "epoch": 4.472621539892998,
      "grad_norm": 1.865506445542964,
      "learning_rate": 4.682872966757698e-05,
      "loss": 1.6953,
      "step": 96139
    },
    {
      "epoch": 4.472668062340079,
      "grad_norm": 1.8654809370159948,
      "learning_rate": 4.682603560883579e-05,
      "loss": 1.6797,
      "step": 96140
    },
    {
      "epoch": 4.47271458478716,
      "grad_norm": 1.8028362746548061,
      "learning_rate": 4.68233416132583e-05,
      "loss": 1.6406,
      "step": 96141
    },
    {
      "epoch": 4.47276110723424,
      "grad_norm": 1.75518361563447,
      "learning_rate": 4.682064768084617e-05,
      "loss": 1.5391,
      "step": 96142
    },
    {
      "epoch": 4.472807629681321,
      "grad_norm": 1.6998756561594062,
      "learning_rate": 4.681795381160102e-05,
      "loss": 1.5859,
      "step": 96143
    },
    {
      "epoch": 4.472854152128402,
      "grad_norm": 1.621954662298392,
      "learning_rate": 4.6815260005524494e-05,
      "loss": 1.375,
      "step": 96144
    },
    {
      "epoch": 4.472900674575483,
      "grad_norm": 1.7555959806668795,
      "learning_rate": 4.6812566262618344e-05,
      "loss": 1.6875,
      "step": 96145
    },
    {
      "epoch": 4.472947197022563,
      "grad_norm": 1.6364483142655457,
      "learning_rate": 4.680987258288415e-05,
      "loss": 1.5234,
      "step": 96146
    },
    {
      "epoch": 4.472993719469644,
      "grad_norm": 1.880804799249576,
      "learning_rate": 4.6807178966323546e-05,
      "loss": 1.7812,
      "step": 96147
    },
    {
      "epoch": 4.473040241916725,
      "grad_norm": 1.760277144511747,
      "learning_rate": 4.6804485412938206e-05,
      "loss": 1.6953,
      "step": 96148
    },
    {
      "epoch": 4.4730867643638055,
      "grad_norm": 1.654908881952646,
      "learning_rate": 4.6801791922729705e-05,
      "loss": 1.5625,
      "step": 96149
    },
    {
      "epoch": 4.473133286810886,
      "grad_norm": 1.8569131483224588,
      "learning_rate": 4.679909849569983e-05,
      "loss": 1.8516,
      "step": 96150
    },
    {
      "epoch": 4.473179809257967,
      "grad_norm": 1.751973812032075,
      "learning_rate": 4.679640513185013e-05,
      "loss": 1.6797,
      "step": 96151
    },
    {
      "epoch": 4.473226331705048,
      "grad_norm": 1.8572133393853079,
      "learning_rate": 4.679371183118229e-05,
      "loss": 1.8438,
      "step": 96152
    },
    {
      "epoch": 4.473272854152128,
      "grad_norm": 1.6649181260592119,
      "learning_rate": 4.679101859369789e-05,
      "loss": 1.5703,
      "step": 96153
    },
    {
      "epoch": 4.473319376599209,
      "grad_norm": 1.5815807155841577,
      "learning_rate": 4.67883254193987e-05,
      "loss": 1.3516,
      "step": 96154
    },
    {
      "epoch": 4.47336589904629,
      "grad_norm": 1.6802786831349412,
      "learning_rate": 4.6785632308286304e-05,
      "loss": 1.5391,
      "step": 96155
    },
    {
      "epoch": 4.473412421493371,
      "grad_norm": 1.83076417109439,
      "learning_rate": 4.678293926036234e-05,
      "loss": 1.7578,
      "step": 96156
    },
    {
      "epoch": 4.473458943940451,
      "grad_norm": 1.8527928097840904,
      "learning_rate": 4.678024627562843e-05,
      "loss": 1.625,
      "step": 96157
    },
    {
      "epoch": 4.473505466387532,
      "grad_norm": 1.7797776282251643,
      "learning_rate": 4.67775533540863e-05,
      "loss": 1.6797,
      "step": 96158
    },
    {
      "epoch": 4.473551988834613,
      "grad_norm": 1.8321046375322974,
      "learning_rate": 4.677486049573758e-05,
      "loss": 1.6641,
      "step": 96159
    },
    {
      "epoch": 4.473598511281693,
      "grad_norm": 1.6813639648130494,
      "learning_rate": 4.6772167700583874e-05,
      "loss": 1.4219,
      "step": 96160
    },
    {
      "epoch": 4.473645033728774,
      "grad_norm": 1.633449872046631,
      "learning_rate": 4.676947496862683e-05,
      "loss": 1.4531,
      "step": 96161
    },
    {
      "epoch": 4.473691556175855,
      "grad_norm": 1.7656125783720464,
      "learning_rate": 4.676678229986815e-05,
      "loss": 1.7266,
      "step": 96162
    },
    {
      "epoch": 4.473738078622936,
      "grad_norm": 1.727586473792427,
      "learning_rate": 4.676408969430946e-05,
      "loss": 1.5078,
      "step": 96163
    },
    {
      "epoch": 4.473784601070016,
      "grad_norm": 1.7909978058757743,
      "learning_rate": 4.6761397151952426e-05,
      "loss": 1.5859,
      "step": 96164
    },
    {
      "epoch": 4.473831123517097,
      "grad_norm": 1.728936972965273,
      "learning_rate": 4.675870467279859e-05,
      "loss": 1.6328,
      "step": 96165
    },
    {
      "epoch": 4.473877645964178,
      "grad_norm": 1.768526179548239,
      "learning_rate": 4.67560122568497e-05,
      "loss": 1.6719,
      "step": 96166
    },
    {
      "epoch": 4.4739241684112585,
      "grad_norm": 1.7264204723229557,
      "learning_rate": 4.6753319904107434e-05,
      "loss": 1.7031,
      "step": 96167
    },
    {
      "epoch": 4.473970690858339,
      "grad_norm": 1.4908712301104885,
      "learning_rate": 4.675062761457341e-05,
      "loss": 1.2734,
      "step": 96168
    },
    {
      "epoch": 4.4740172133054195,
      "grad_norm": 1.5016293457944343,
      "learning_rate": 4.674793538824923e-05,
      "loss": 1.2969,
      "step": 96169
    },
    {
      "epoch": 4.474063735752501,
      "grad_norm": 1.7701523704189635,
      "learning_rate": 4.6745243225136545e-05,
      "loss": 1.6406,
      "step": 96170
    },
    {
      "epoch": 4.474110258199581,
      "grad_norm": 1.7255322287995432,
      "learning_rate": 4.674255112523707e-05,
      "loss": 1.6641,
      "step": 96171
    },
    {
      "epoch": 4.474156780646662,
      "grad_norm": 1.7355355779913635,
      "learning_rate": 4.673985908855242e-05,
      "loss": 1.5859,
      "step": 96172
    },
    {
      "epoch": 4.474203303093743,
      "grad_norm": 1.5881383602947414,
      "learning_rate": 4.6737167115084225e-05,
      "loss": 1.375,
      "step": 96173
    },
    {
      "epoch": 4.474249825540824,
      "grad_norm": 1.7524109138618122,
      "learning_rate": 4.673447520483415e-05,
      "loss": 1.6094,
      "step": 96174
    },
    {
      "epoch": 4.474296347987904,
      "grad_norm": 1.798998020179024,
      "learning_rate": 4.673178335780381e-05,
      "loss": 1.6562,
      "step": 96175
    },
    {
      "epoch": 4.474342870434985,
      "grad_norm": 1.7097364853760666,
      "learning_rate": 4.672909157399491e-05,
      "loss": 1.5625,
      "step": 96176
    },
    {
      "epoch": 4.474389392882066,
      "grad_norm": 1.7432375025486464,
      "learning_rate": 4.672639985340907e-05,
      "loss": 1.5938,
      "step": 96177
    },
    {
      "epoch": 4.474435915329146,
      "grad_norm": 1.6731491537163738,
      "learning_rate": 4.672370819604794e-05,
      "loss": 1.4844,
      "step": 96178
    },
    {
      "epoch": 4.474482437776227,
      "grad_norm": 1.7902344622509345,
      "learning_rate": 4.672101660191311e-05,
      "loss": 1.8281,
      "step": 96179
    },
    {
      "epoch": 4.474528960223307,
      "grad_norm": 1.6158550112695855,
      "learning_rate": 4.671832507100633e-05,
      "loss": 1.4609,
      "step": 96180
    },
    {
      "epoch": 4.474575482670389,
      "grad_norm": 1.7677845255087055,
      "learning_rate": 4.6715633603329216e-05,
      "loss": 1.6094,
      "step": 96181
    },
    {
      "epoch": 4.474622005117469,
      "grad_norm": 1.7897762662708496,
      "learning_rate": 4.671294219888339e-05,
      "loss": 1.7031,
      "step": 96182
    },
    {
      "epoch": 4.47466852756455,
      "grad_norm": 1.6841634871063411,
      "learning_rate": 4.671025085767045e-05,
      "loss": 1.5312,
      "step": 96183
    },
    {
      "epoch": 4.47471505001163,
      "grad_norm": 1.61784439993603,
      "learning_rate": 4.670755957969216e-05,
      "loss": 1.4844,
      "step": 96184
    },
    {
      "epoch": 4.4747615724587115,
      "grad_norm": 1.7679277417776311,
      "learning_rate": 4.670486836495012e-05,
      "loss": 1.5859,
      "step": 96185
    },
    {
      "epoch": 4.474808094905792,
      "grad_norm": 1.805808427418943,
      "learning_rate": 4.6702177213445965e-05,
      "loss": 1.6094,
      "step": 96186
    },
    {
      "epoch": 4.4748546173528725,
      "grad_norm": 1.7975663099127108,
      "learning_rate": 4.669948612518128e-05,
      "loss": 1.5859,
      "step": 96187
    },
    {
      "epoch": 4.474901139799954,
      "grad_norm": 1.9556683837011108,
      "learning_rate": 4.66967951001578e-05,
      "loss": 1.6172,
      "step": 96188
    },
    {
      "epoch": 4.474947662247034,
      "grad_norm": 1.7581165454195227,
      "learning_rate": 4.669410413837718e-05,
      "loss": 1.5938,
      "step": 96189
    },
    {
      "epoch": 4.474994184694115,
      "grad_norm": 1.6135429047653351,
      "learning_rate": 4.669141323984105e-05,
      "loss": 1.3438,
      "step": 96190
    },
    {
      "epoch": 4.475040707141195,
      "grad_norm": 1.6574200589845425,
      "learning_rate": 4.6688722404551046e-05,
      "loss": 1.5625,
      "step": 96191
    },
    {
      "epoch": 4.475087229588277,
      "grad_norm": 1.8923216214532081,
      "learning_rate": 4.6686031632508766e-05,
      "loss": 1.6641,
      "step": 96192
    },
    {
      "epoch": 4.475133752035357,
      "grad_norm": 1.7390886154856524,
      "learning_rate": 4.668334092371596e-05,
      "loss": 1.625,
      "step": 96193
    },
    {
      "epoch": 4.475180274482438,
      "grad_norm": 1.7674884711505148,
      "learning_rate": 4.668065027817421e-05,
      "loss": 1.4922,
      "step": 96194
    },
    {
      "epoch": 4.475226796929518,
      "grad_norm": 1.6222734872270976,
      "learning_rate": 4.6677959695885194e-05,
      "loss": 1.4375,
      "step": 96195
    },
    {
      "epoch": 4.4752733193765994,
      "grad_norm": 1.639232853711726,
      "learning_rate": 4.6675269176850476e-05,
      "loss": 1.5547,
      "step": 96196
    },
    {
      "epoch": 4.47531984182368,
      "grad_norm": 1.766258670334885,
      "learning_rate": 4.6672578721071814e-05,
      "loss": 1.6562,
      "step": 96197
    },
    {
      "epoch": 4.47536636427076,
      "grad_norm": 1.6116817407104362,
      "learning_rate": 4.666988832855081e-05,
      "loss": 1.4531,
      "step": 96198
    },
    {
      "epoch": 4.475412886717842,
      "grad_norm": 1.597738112665854,
      "learning_rate": 4.6667197999289116e-05,
      "loss": 1.3672,
      "step": 96199
    },
    {
      "epoch": 4.475459409164922,
      "grad_norm": 1.6907433108716712,
      "learning_rate": 4.666450773328836e-05,
      "loss": 1.5469,
      "step": 96200
    },
    {
      "epoch": 4.475505931612003,
      "grad_norm": 1.7412506978176134,
      "learning_rate": 4.6661817530550167e-05,
      "loss": 1.625,
      "step": 96201
    },
    {
      "epoch": 4.475552454059083,
      "grad_norm": 1.7417265045825083,
      "learning_rate": 4.665912739107625e-05,
      "loss": 1.5703,
      "step": 96202
    },
    {
      "epoch": 4.475598976506165,
      "grad_norm": 1.6865276399507194,
      "learning_rate": 4.6656437314868246e-05,
      "loss": 1.4766,
      "step": 96203
    },
    {
      "epoch": 4.475645498953245,
      "grad_norm": 1.7527877045897626,
      "learning_rate": 4.6653747301927766e-05,
      "loss": 1.6406,
      "step": 96204
    },
    {
      "epoch": 4.4756920214003255,
      "grad_norm": 1.6392144145738377,
      "learning_rate": 4.665105735225642e-05,
      "loss": 1.4297,
      "step": 96205
    },
    {
      "epoch": 4.475738543847406,
      "grad_norm": 1.5757066984137997,
      "learning_rate": 4.6648367465855966e-05,
      "loss": 1.4062,
      "step": 96206
    },
    {
      "epoch": 4.475785066294487,
      "grad_norm": 1.8267253670698618,
      "learning_rate": 4.664567764272799e-05,
      "loss": 1.6016,
      "step": 96207
    },
    {
      "epoch": 4.475831588741568,
      "grad_norm": 1.6389322602873302,
      "learning_rate": 4.664298788287412e-05,
      "loss": 1.3516,
      "step": 96208
    },
    {
      "epoch": 4.475878111188648,
      "grad_norm": 1.67115391808868,
      "learning_rate": 4.6640298186295995e-05,
      "loss": 1.5156,
      "step": 96209
    },
    {
      "epoch": 4.47592463363573,
      "grad_norm": 1.7659451899215681,
      "learning_rate": 4.663760855299528e-05,
      "loss": 1.625,
      "step": 96210
    },
    {
      "epoch": 4.47597115608281,
      "grad_norm": 1.762099778774617,
      "learning_rate": 4.6634918982973684e-05,
      "loss": 1.6406,
      "step": 96211
    },
    {
      "epoch": 4.476017678529891,
      "grad_norm": 1.8403499325165116,
      "learning_rate": 4.6632229476232785e-05,
      "loss": 1.7344,
      "step": 96212
    },
    {
      "epoch": 4.476064200976971,
      "grad_norm": 1.7177373513228011,
      "learning_rate": 4.662954003277427e-05,
      "loss": 1.5,
      "step": 96213
    },
    {
      "epoch": 4.4761107234240525,
      "grad_norm": 1.4852850058489029,
      "learning_rate": 4.662685065259969e-05,
      "loss": 1.2812,
      "step": 96214
    },
    {
      "epoch": 4.476157245871133,
      "grad_norm": 1.6563452497808944,
      "learning_rate": 4.662416133571081e-05,
      "loss": 1.5547,
      "step": 96215
    },
    {
      "epoch": 4.476203768318213,
      "grad_norm": 1.8075992336774487,
      "learning_rate": 4.662147208210924e-05,
      "loss": 1.7344,
      "step": 96216
    },
    {
      "epoch": 4.476250290765294,
      "grad_norm": 1.8410479085565576,
      "learning_rate": 4.6618782891796605e-05,
      "loss": 1.6719,
      "step": 96217
    },
    {
      "epoch": 4.476296813212375,
      "grad_norm": 1.6526678373668944,
      "learning_rate": 4.661609376477451e-05,
      "loss": 1.3516,
      "step": 96218
    },
    {
      "epoch": 4.476343335659456,
      "grad_norm": 1.7231365692630816,
      "learning_rate": 4.6613404701044706e-05,
      "loss": 1.5781,
      "step": 96219
    },
    {
      "epoch": 4.476389858106536,
      "grad_norm": 1.709836542289062,
      "learning_rate": 4.6610715700608786e-05,
      "loss": 1.5703,
      "step": 96220
    },
    {
      "epoch": 4.476436380553617,
      "grad_norm": 1.6468657860659306,
      "learning_rate": 4.6608026763468386e-05,
      "loss": 1.4297,
      "step": 96221
    },
    {
      "epoch": 4.476482903000698,
      "grad_norm": 1.879795225794418,
      "learning_rate": 4.660533788962512e-05,
      "loss": 1.8281,
      "step": 96222
    },
    {
      "epoch": 4.4765294254477785,
      "grad_norm": 2.072966558313656,
      "learning_rate": 4.6602649079080725e-05,
      "loss": 1.8047,
      "step": 96223
    },
    {
      "epoch": 4.476575947894859,
      "grad_norm": 1.836335666708844,
      "learning_rate": 4.6599960331836804e-05,
      "loss": 1.7031,
      "step": 96224
    },
    {
      "epoch": 4.47662247034194,
      "grad_norm": 1.8050417638888432,
      "learning_rate": 4.659727164789498e-05,
      "loss": 1.625,
      "step": 96225
    },
    {
      "epoch": 4.476668992789021,
      "grad_norm": 1.7108710200463955,
      "learning_rate": 4.659458302725693e-05,
      "loss": 1.5078,
      "step": 96226
    },
    {
      "epoch": 4.476715515236101,
      "grad_norm": 1.7399524825374377,
      "learning_rate": 4.659189446992423e-05,
      "loss": 1.6016,
      "step": 96227
    },
    {
      "epoch": 4.476762037683182,
      "grad_norm": 1.9321996993292117,
      "learning_rate": 4.658920597589863e-05,
      "loss": 1.8438,
      "step": 96228
    },
    {
      "epoch": 4.476808560130263,
      "grad_norm": 1.8179302995920705,
      "learning_rate": 4.658651754518173e-05,
      "loss": 1.6172,
      "step": 96229
    },
    {
      "epoch": 4.476855082577344,
      "grad_norm": 1.6741047623699201,
      "learning_rate": 4.658382917777517e-05,
      "loss": 1.6094,
      "step": 96230
    },
    {
      "epoch": 4.476901605024424,
      "grad_norm": 1.6910765503020722,
      "learning_rate": 4.658114087368055e-05,
      "loss": 1.4219,
      "step": 96231
    },
    {
      "epoch": 4.476948127471505,
      "grad_norm": 1.6518843725742305,
      "learning_rate": 4.657845263289958e-05,
      "loss": 1.4688,
      "step": 96232
    },
    {
      "epoch": 4.476994649918586,
      "grad_norm": 1.8639441587181964,
      "learning_rate": 4.657576445543392e-05,
      "loss": 1.8281,
      "step": 96233
    },
    {
      "epoch": 4.4770411723656665,
      "grad_norm": 1.8515342013453089,
      "learning_rate": 4.657307634128519e-05,
      "loss": 1.6484,
      "step": 96234
    },
    {
      "epoch": 4.477087694812747,
      "grad_norm": 1.6263018498215562,
      "learning_rate": 4.657038829045505e-05,
      "loss": 1.4688,
      "step": 96235
    },
    {
      "epoch": 4.477134217259827,
      "grad_norm": 1.8372088322776166,
      "learning_rate": 4.656770030294506e-05,
      "loss": 1.8125,
      "step": 96236
    },
    {
      "epoch": 4.477180739706909,
      "grad_norm": 1.9739833379536318,
      "learning_rate": 4.656501237875698e-05,
      "loss": 1.9766,
      "step": 96237
    },
    {
      "epoch": 4.477227262153989,
      "grad_norm": 1.8698917347798563,
      "learning_rate": 4.6562324517892436e-05,
      "loss": 1.7109,
      "step": 96238
    },
    {
      "epoch": 4.47727378460107,
      "grad_norm": 1.6389094066861802,
      "learning_rate": 4.6559636720353016e-05,
      "loss": 1.3984,
      "step": 96239
    },
    {
      "epoch": 4.477320307048151,
      "grad_norm": 1.7358813349755726,
      "learning_rate": 4.6556948986140354e-05,
      "loss": 1.6328,
      "step": 96240
    },
    {
      "epoch": 4.477366829495232,
      "grad_norm": 1.9155014000406256,
      "learning_rate": 4.6554261315256206e-05,
      "loss": 1.7812,
      "step": 96241
    },
    {
      "epoch": 4.477413351942312,
      "grad_norm": 1.8145049750474949,
      "learning_rate": 4.6551573707702136e-05,
      "loss": 1.7188,
      "step": 96242
    },
    {
      "epoch": 4.4774598743893925,
      "grad_norm": 1.6970018857092626,
      "learning_rate": 4.65488861634798e-05,
      "loss": 1.6953,
      "step": 96243
    },
    {
      "epoch": 4.477506396836474,
      "grad_norm": 1.801984411967413,
      "learning_rate": 4.6546198682590784e-05,
      "loss": 1.6875,
      "step": 96244
    },
    {
      "epoch": 4.477552919283554,
      "grad_norm": 1.8605773823723324,
      "learning_rate": 4.6543511265036856e-05,
      "loss": 1.8125,
      "step": 96245
    },
    {
      "epoch": 4.477599441730635,
      "grad_norm": 1.6802866728960022,
      "learning_rate": 4.65408239108196e-05,
      "loss": 1.5391,
      "step": 96246
    },
    {
      "epoch": 4.477645964177716,
      "grad_norm": 1.6100513367786375,
      "learning_rate": 4.653813661994066e-05,
      "loss": 1.3906,
      "step": 96247
    },
    {
      "epoch": 4.477692486624797,
      "grad_norm": 1.7877034570754977,
      "learning_rate": 4.653544939240164e-05,
      "loss": 1.625,
      "step": 96248
    },
    {
      "epoch": 4.477739009071877,
      "grad_norm": 1.6451235960318487,
      "learning_rate": 4.653276222820428e-05,
      "loss": 1.4453,
      "step": 96249
    },
    {
      "epoch": 4.477785531518958,
      "grad_norm": 1.7854625488099813,
      "learning_rate": 4.653007512735016e-05,
      "loss": 1.8203,
      "step": 96250
    },
    {
      "epoch": 4.477832053966039,
      "grad_norm": 1.8943329567636606,
      "learning_rate": 4.652738808984095e-05,
      "loss": 1.7969,
      "step": 96251
    },
    {
      "epoch": 4.4778785764131195,
      "grad_norm": 1.6444032516952898,
      "learning_rate": 4.652470111567823e-05,
      "loss": 1.5156,
      "step": 96252
    },
    {
      "epoch": 4.4779250988602,
      "grad_norm": 1.8895669055309732,
      "learning_rate": 4.652201420486373e-05,
      "loss": 1.6562,
      "step": 96253
    },
    {
      "epoch": 4.47797162130728,
      "grad_norm": 1.5619302095498808,
      "learning_rate": 4.6519327357399034e-05,
      "loss": 1.5312,
      "step": 96254
    },
    {
      "epoch": 4.478018143754362,
      "grad_norm": 1.6417078891495238,
      "learning_rate": 4.6516640573285855e-05,
      "loss": 1.3672,
      "step": 96255
    },
    {
      "epoch": 4.478064666201442,
      "grad_norm": 1.741029201125505,
      "learning_rate": 4.651395385252581e-05,
      "loss": 1.6094,
      "step": 96256
    },
    {
      "epoch": 4.478111188648523,
      "grad_norm": 1.6339973745569405,
      "learning_rate": 4.6511267195120524e-05,
      "loss": 1.4922,
      "step": 96257
    },
    {
      "epoch": 4.478157711095603,
      "grad_norm": 1.8061326356782934,
      "learning_rate": 4.650858060107161e-05,
      "loss": 1.7188,
      "step": 96258
    },
    {
      "epoch": 4.478204233542685,
      "grad_norm": 1.722424973649281,
      "learning_rate": 4.650589407038078e-05,
      "loss": 1.5625,
      "step": 96259
    },
    {
      "epoch": 4.478250755989765,
      "grad_norm": 1.9336667829617833,
      "learning_rate": 4.650320760304967e-05,
      "loss": 1.7656,
      "step": 96260
    },
    {
      "epoch": 4.4782972784368456,
      "grad_norm": 1.890486751776677,
      "learning_rate": 4.65005211990799e-05,
      "loss": 1.8906,
      "step": 96261
    },
    {
      "epoch": 4.478343800883927,
      "grad_norm": 1.8215147011546804,
      "learning_rate": 4.649783485847307e-05,
      "loss": 1.5938,
      "step": 96262
    },
    {
      "epoch": 4.478390323331007,
      "grad_norm": 1.7060071610916396,
      "learning_rate": 4.649514858123094e-05,
      "loss": 1.6172,
      "step": 96263
    },
    {
      "epoch": 4.478436845778088,
      "grad_norm": 1.7460084533506623,
      "learning_rate": 4.649246236735507e-05,
      "loss": 1.5938,
      "step": 96264
    },
    {
      "epoch": 4.478483368225168,
      "grad_norm": 1.8549514450602862,
      "learning_rate": 4.648977621684713e-05,
      "loss": 1.7031,
      "step": 96265
    },
    {
      "epoch": 4.47852989067225,
      "grad_norm": 1.689720002261941,
      "learning_rate": 4.6487090129708713e-05,
      "loss": 1.5938,
      "step": 96266
    },
    {
      "epoch": 4.47857641311933,
      "grad_norm": 1.847931354871259,
      "learning_rate": 4.648440410594156e-05,
      "loss": 1.9062,
      "step": 96267
    },
    {
      "epoch": 4.478622935566411,
      "grad_norm": 1.8011508689477687,
      "learning_rate": 4.648171814554726e-05,
      "loss": 1.5391,
      "step": 96268
    },
    {
      "epoch": 4.478669458013491,
      "grad_norm": 1.7460187019107967,
      "learning_rate": 4.6479032248527464e-05,
      "loss": 1.5469,
      "step": 96269
    },
    {
      "epoch": 4.4787159804605725,
      "grad_norm": 1.708883232006795,
      "learning_rate": 4.647634641488378e-05,
      "loss": 1.5938,
      "step": 96270
    },
    {
      "epoch": 4.478762502907653,
      "grad_norm": 1.656942193079798,
      "learning_rate": 4.64736606446179e-05,
      "loss": 1.6094,
      "step": 96271
    },
    {
      "epoch": 4.4788090253547335,
      "grad_norm": 1.844158979784356,
      "learning_rate": 4.6470974937731485e-05,
      "loss": 1.7656,
      "step": 96272
    },
    {
      "epoch": 4.478855547801814,
      "grad_norm": 1.75105806843285,
      "learning_rate": 4.646828929422615e-05,
      "loss": 1.5547,
      "step": 96273
    },
    {
      "epoch": 4.478902070248895,
      "grad_norm": 1.685635428799944,
      "learning_rate": 4.6465603714103485e-05,
      "loss": 1.6172,
      "step": 96274
    },
    {
      "epoch": 4.478948592695976,
      "grad_norm": 1.8618762847546362,
      "learning_rate": 4.6462918197365176e-05,
      "loss": 1.6484,
      "step": 96275
    },
    {
      "epoch": 4.478995115143056,
      "grad_norm": 1.7628174144293698,
      "learning_rate": 4.646023274401294e-05,
      "loss": 1.6797,
      "step": 96276
    },
    {
      "epoch": 4.479041637590138,
      "grad_norm": 1.7394524119072896,
      "learning_rate": 4.6457547354048356e-05,
      "loss": 1.5,
      "step": 96277
    },
    {
      "epoch": 4.479088160037218,
      "grad_norm": 1.8767369422940667,
      "learning_rate": 4.645486202747307e-05,
      "loss": 1.9062,
      "step": 96278
    },
    {
      "epoch": 4.479134682484299,
      "grad_norm": 1.6838549544716732,
      "learning_rate": 4.645217676428873e-05,
      "loss": 1.4531,
      "step": 96279
    },
    {
      "epoch": 4.479181204931379,
      "grad_norm": 1.762760844225561,
      "learning_rate": 4.644949156449693e-05,
      "loss": 1.625,
      "step": 96280
    },
    {
      "epoch": 4.47922772737846,
      "grad_norm": 1.8848518434317745,
      "learning_rate": 4.6446806428099397e-05,
      "loss": 1.7812,
      "step": 96281
    },
    {
      "epoch": 4.479274249825541,
      "grad_norm": 1.6836958218650555,
      "learning_rate": 4.6444121355097755e-05,
      "loss": 1.5469,
      "step": 96282
    },
    {
      "epoch": 4.479320772272621,
      "grad_norm": 1.7506772196997349,
      "learning_rate": 4.6441436345493623e-05,
      "loss": 1.5391,
      "step": 96283
    },
    {
      "epoch": 4.479367294719702,
      "grad_norm": 1.6502742527622056,
      "learning_rate": 4.643875139928862e-05,
      "loss": 1.4922,
      "step": 96284
    },
    {
      "epoch": 4.479413817166783,
      "grad_norm": 2.065373596564032,
      "learning_rate": 4.643606651648445e-05,
      "loss": 1.8906,
      "step": 96285
    },
    {
      "epoch": 4.479460339613864,
      "grad_norm": 1.593843987558073,
      "learning_rate": 4.6433381697082755e-05,
      "loss": 1.3672,
      "step": 96286
    },
    {
      "epoch": 4.479506862060944,
      "grad_norm": 1.629497120420437,
      "learning_rate": 4.643069694108514e-05,
      "loss": 1.4766,
      "step": 96287
    },
    {
      "epoch": 4.4795533845080255,
      "grad_norm": 1.6543475298227137,
      "learning_rate": 4.642801224849322e-05,
      "loss": 1.4766,
      "step": 96288
    },
    {
      "epoch": 4.479599906955106,
      "grad_norm": 1.635230778136169,
      "learning_rate": 4.642532761930871e-05,
      "loss": 1.4062,
      "step": 96289
    },
    {
      "epoch": 4.4796464294021865,
      "grad_norm": 1.527070803690122,
      "learning_rate": 4.642264305353325e-05,
      "loss": 1.3047,
      "step": 96290
    },
    {
      "epoch": 4.479692951849267,
      "grad_norm": 1.7506878319386059,
      "learning_rate": 4.641995855116844e-05,
      "loss": 1.5938,
      "step": 96291
    },
    {
      "epoch": 4.479739474296348,
      "grad_norm": 1.770491408895874,
      "learning_rate": 4.641727411221592e-05,
      "loss": 1.7188,
      "step": 96292
    },
    {
      "epoch": 4.479785996743429,
      "grad_norm": 1.7398138816902082,
      "learning_rate": 4.641458973667738e-05,
      "loss": 1.6484,
      "step": 96293
    },
    {
      "epoch": 4.479832519190509,
      "grad_norm": 1.6010871907815005,
      "learning_rate": 4.641190542455444e-05,
      "loss": 1.4062,
      "step": 96294
    },
    {
      "epoch": 4.47987904163759,
      "grad_norm": 1.6310052280814464,
      "learning_rate": 4.640922117584874e-05,
      "loss": 1.5,
      "step": 96295
    },
    {
      "epoch": 4.479925564084671,
      "grad_norm": 1.755220643089826,
      "learning_rate": 4.640653699056189e-05,
      "loss": 1.5547,
      "step": 96296
    },
    {
      "epoch": 4.479972086531752,
      "grad_norm": 1.6911855227372201,
      "learning_rate": 4.640385286869557e-05,
      "loss": 1.4844,
      "step": 96297
    },
    {
      "epoch": 4.480018608978832,
      "grad_norm": 1.4798555083490506,
      "learning_rate": 4.640116881025147e-05,
      "loss": 1.2109,
      "step": 96298
    },
    {
      "epoch": 4.4800651314259134,
      "grad_norm": 1.9321528605482148,
      "learning_rate": 4.6398484815231166e-05,
      "loss": 1.7812,
      "step": 96299
    },
    {
      "epoch": 4.480111653872994,
      "grad_norm": 1.7676748414734553,
      "learning_rate": 4.6395800883636325e-05,
      "loss": 1.625,
      "step": 96300
    },
    {
      "epoch": 4.480158176320074,
      "grad_norm": 1.7562991956800809,
      "learning_rate": 4.639311701546855e-05,
      "loss": 1.5938,
      "step": 96301
    },
    {
      "epoch": 4.480204698767155,
      "grad_norm": 1.6857442965201277,
      "learning_rate": 4.639043321072955e-05,
      "loss": 1.5156,
      "step": 96302
    },
    {
      "epoch": 4.480251221214236,
      "grad_norm": 1.718826020823657,
      "learning_rate": 4.6387749469420954e-05,
      "loss": 1.4766,
      "step": 96303
    },
    {
      "epoch": 4.480297743661317,
      "grad_norm": 1.750634654984961,
      "learning_rate": 4.6385065791544397e-05,
      "loss": 1.6172,
      "step": 96304
    },
    {
      "epoch": 4.480344266108397,
      "grad_norm": 1.6786028370316481,
      "learning_rate": 4.638238217710149e-05,
      "loss": 1.4062,
      "step": 96305
    },
    {
      "epoch": 4.480390788555478,
      "grad_norm": 1.7160799363584773,
      "learning_rate": 4.637969862609387e-05,
      "loss": 1.5312,
      "step": 96306
    },
    {
      "epoch": 4.480437311002559,
      "grad_norm": 1.6891025806478914,
      "learning_rate": 4.637701513852325e-05,
      "loss": 1.6016,
      "step": 96307
    },
    {
      "epoch": 4.4804838334496395,
      "grad_norm": 1.698876392869819,
      "learning_rate": 4.637433171439122e-05,
      "loss": 1.4688,
      "step": 96308
    },
    {
      "epoch": 4.48053035589672,
      "grad_norm": 1.8684424395730335,
      "learning_rate": 4.637164835369945e-05,
      "loss": 1.8281,
      "step": 96309
    },
    {
      "epoch": 4.4805768783438005,
      "grad_norm": 1.7274338872364599,
      "learning_rate": 4.636896505644951e-05,
      "loss": 1.5234,
      "step": 96310
    },
    {
      "epoch": 4.480623400790882,
      "grad_norm": 1.8086280476225105,
      "learning_rate": 4.636628182264315e-05,
      "loss": 1.5781,
      "step": 96311
    },
    {
      "epoch": 4.480669923237962,
      "grad_norm": 1.877300738132763,
      "learning_rate": 4.636359865228197e-05,
      "loss": 1.9531,
      "step": 96312
    },
    {
      "epoch": 4.480716445685043,
      "grad_norm": 1.7893472970384743,
      "learning_rate": 4.6360915545367604e-05,
      "loss": 1.6094,
      "step": 96313
    },
    {
      "epoch": 4.480762968132124,
      "grad_norm": 1.6201956991221338,
      "learning_rate": 4.6358232501901635e-05,
      "loss": 1.4062,
      "step": 96314
    },
    {
      "epoch": 4.480809490579205,
      "grad_norm": 1.6544502665856864,
      "learning_rate": 4.635554952188583e-05,
      "loss": 1.4375,
      "step": 96315
    },
    {
      "epoch": 4.480856013026285,
      "grad_norm": 1.7189893263508271,
      "learning_rate": 4.635286660532177e-05,
      "loss": 1.5938,
      "step": 96316
    },
    {
      "epoch": 4.480902535473366,
      "grad_norm": 1.7384941390735884,
      "learning_rate": 4.635018375221109e-05,
      "loss": 1.4453,
      "step": 96317
    },
    {
      "epoch": 4.480949057920447,
      "grad_norm": 1.7492039008197635,
      "learning_rate": 4.634750096255539e-05,
      "loss": 1.6016,
      "step": 96318
    },
    {
      "epoch": 4.480995580367527,
      "grad_norm": 1.7367643804551314,
      "learning_rate": 4.6344818236356365e-05,
      "loss": 1.5547,
      "step": 96319
    },
    {
      "epoch": 4.481042102814608,
      "grad_norm": 1.6593611478678953,
      "learning_rate": 4.63421355736157e-05,
      "loss": 1.5078,
      "step": 96320
    },
    {
      "epoch": 4.481088625261688,
      "grad_norm": 1.778767238191514,
      "learning_rate": 4.633945297433499e-05,
      "loss": 1.5781,
      "step": 96321
    },
    {
      "epoch": 4.48113514770877,
      "grad_norm": 1.8107180471000142,
      "learning_rate": 4.6336770438515866e-05,
      "loss": 1.8906,
      "step": 96322
    },
    {
      "epoch": 4.48118167015585,
      "grad_norm": 1.6020682509040063,
      "learning_rate": 4.633408796615996e-05,
      "loss": 1.375,
      "step": 96323
    },
    {
      "epoch": 4.481228192602931,
      "grad_norm": 1.764991030176283,
      "learning_rate": 4.633140555726896e-05,
      "loss": 1.6094,
      "step": 96324
    },
    {
      "epoch": 4.481274715050011,
      "grad_norm": 1.711867136631172,
      "learning_rate": 4.632872321184449e-05,
      "loss": 1.625,
      "step": 96325
    },
    {
      "epoch": 4.4813212374970925,
      "grad_norm": 1.8549816555159198,
      "learning_rate": 4.632604092988819e-05,
      "loss": 1.625,
      "step": 96326
    },
    {
      "epoch": 4.481367759944173,
      "grad_norm": 1.932636393224953,
      "learning_rate": 4.6323358711401644e-05,
      "loss": 1.8203,
      "step": 96327
    },
    {
      "epoch": 4.4814142823912535,
      "grad_norm": 1.6785376821464901,
      "learning_rate": 4.63206765563866e-05,
      "loss": 1.5938,
      "step": 96328
    },
    {
      "epoch": 4.481460804838335,
      "grad_norm": 1.771994637383219,
      "learning_rate": 4.631799446484466e-05,
      "loss": 1.6406,
      "step": 96329
    },
    {
      "epoch": 4.481507327285415,
      "grad_norm": 1.6298724406397522,
      "learning_rate": 4.631531243677744e-05,
      "loss": 1.4922,
      "step": 96330
    },
    {
      "epoch": 4.481553849732496,
      "grad_norm": 1.6100742067483518,
      "learning_rate": 4.631263047218661e-05,
      "loss": 1.375,
      "step": 96331
    },
    {
      "epoch": 4.481600372179576,
      "grad_norm": 1.6864560038690624,
      "learning_rate": 4.630994857107374e-05,
      "loss": 1.4766,
      "step": 96332
    },
    {
      "epoch": 4.481646894626658,
      "grad_norm": 1.69433570301224,
      "learning_rate": 4.630726673344059e-05,
      "loss": 1.5625,
      "step": 96333
    },
    {
      "epoch": 4.481693417073738,
      "grad_norm": 1.8089544388997898,
      "learning_rate": 4.6304584959288726e-05,
      "loss": 1.4531,
      "step": 96334
    },
    {
      "epoch": 4.481739939520819,
      "grad_norm": 1.6222969958566436,
      "learning_rate": 4.630190324861983e-05,
      "loss": 1.4219,
      "step": 96335
    },
    {
      "epoch": 4.4817864619679,
      "grad_norm": 1.614125537821831,
      "learning_rate": 4.6299221601435456e-05,
      "loss": 1.5078,
      "step": 96336
    },
    {
      "epoch": 4.4818329844149805,
      "grad_norm": 1.779069076336289,
      "learning_rate": 4.629654001773736e-05,
      "loss": 1.6328,
      "step": 96337
    },
    {
      "epoch": 4.481879506862061,
      "grad_norm": 1.663065510671969,
      "learning_rate": 4.629385849752713e-05,
      "loss": 1.4219,
      "step": 96338
    },
    {
      "epoch": 4.481926029309141,
      "grad_norm": 1.7258102672976647,
      "learning_rate": 4.6291177040806414e-05,
      "loss": 1.5078,
      "step": 96339
    },
    {
      "epoch": 4.481972551756223,
      "grad_norm": 1.871730108606811,
      "learning_rate": 4.6288495647576795e-05,
      "loss": 1.7578,
      "step": 96340
    },
    {
      "epoch": 4.482019074203303,
      "grad_norm": 1.7240867569554337,
      "learning_rate": 4.628581431783999e-05,
      "loss": 1.5859,
      "step": 96341
    },
    {
      "epoch": 4.482065596650384,
      "grad_norm": 1.6215988850687248,
      "learning_rate": 4.628313305159766e-05,
      "loss": 1.4531,
      "step": 96342
    },
    {
      "epoch": 4.482112119097464,
      "grad_norm": 1.8897966800716877,
      "learning_rate": 4.6280451848851396e-05,
      "loss": 1.6953,
      "step": 96343
    },
    {
      "epoch": 4.482158641544546,
      "grad_norm": 1.6938546161755532,
      "learning_rate": 4.6277770709602865e-05,
      "loss": 1.5078,
      "step": 96344
    },
    {
      "epoch": 4.482205163991626,
      "grad_norm": 1.5654562205672804,
      "learning_rate": 4.6275089633853637e-05,
      "loss": 1.2656,
      "step": 96345
    },
    {
      "epoch": 4.4822516864387065,
      "grad_norm": 1.6571163338035753,
      "learning_rate": 4.627240862160546e-05,
      "loss": 1.7031,
      "step": 96346
    },
    {
      "epoch": 4.482298208885787,
      "grad_norm": 1.74432059224934,
      "learning_rate": 4.626972767285992e-05,
      "loss": 1.6094,
      "step": 96347
    },
    {
      "epoch": 4.482344731332868,
      "grad_norm": 1.7906570164517954,
      "learning_rate": 4.626704678761867e-05,
      "loss": 1.7031,
      "step": 96348
    },
    {
      "epoch": 4.482391253779949,
      "grad_norm": 1.7018083356907898,
      "learning_rate": 4.6264365965883306e-05,
      "loss": 1.5469,
      "step": 96349
    },
    {
      "epoch": 4.482437776227029,
      "grad_norm": 1.7012591553580094,
      "learning_rate": 4.626168520765554e-05,
      "loss": 1.4766,
      "step": 96350
    },
    {
      "epoch": 4.482484298674111,
      "grad_norm": 1.7054681444933222,
      "learning_rate": 4.6259004512937e-05,
      "loss": 1.4922,
      "step": 96351
    },
    {
      "epoch": 4.482530821121191,
      "grad_norm": 1.7172591349252813,
      "learning_rate": 4.625632388172929e-05,
      "loss": 1.5547,
      "step": 96352
    },
    {
      "epoch": 4.482577343568272,
      "grad_norm": 1.71415437904516,
      "learning_rate": 4.625364331403403e-05,
      "loss": 1.625,
      "step": 96353
    },
    {
      "epoch": 4.482623866015352,
      "grad_norm": 1.710848352390933,
      "learning_rate": 4.625096280985296e-05,
      "loss": 1.5,
      "step": 96354
    },
    {
      "epoch": 4.4826703884624335,
      "grad_norm": 1.6691718402230755,
      "learning_rate": 4.624828236918765e-05,
      "loss": 1.4922,
      "step": 96355
    },
    {
      "epoch": 4.482716910909514,
      "grad_norm": 1.8286699560909148,
      "learning_rate": 4.624560199203975e-05,
      "loss": 1.7891,
      "step": 96356
    },
    {
      "epoch": 4.482763433356594,
      "grad_norm": 1.7113600578330066,
      "learning_rate": 4.62429216784109e-05,
      "loss": 1.5703,
      "step": 96357
    },
    {
      "epoch": 4.482809955803675,
      "grad_norm": 1.7849046418082624,
      "learning_rate": 4.6240241428302715e-05,
      "loss": 1.7344,
      "step": 96358
    },
    {
      "epoch": 4.482856478250756,
      "grad_norm": 1.7157417719401906,
      "learning_rate": 4.62375612417169e-05,
      "loss": 1.6094,
      "step": 96359
    },
    {
      "epoch": 4.482903000697837,
      "grad_norm": 1.7907392575876762,
      "learning_rate": 4.623488111865507e-05,
      "loss": 1.6953,
      "step": 96360
    },
    {
      "epoch": 4.482949523144917,
      "grad_norm": 1.764042837245668,
      "learning_rate": 4.623220105911885e-05,
      "loss": 1.6328,
      "step": 96361
    },
    {
      "epoch": 4.482996045591998,
      "grad_norm": 1.7459738538084801,
      "learning_rate": 4.6229521063109856e-05,
      "loss": 1.5938,
      "step": 96362
    },
    {
      "epoch": 4.483042568039079,
      "grad_norm": 2.0520708867450344,
      "learning_rate": 4.622684113062974e-05,
      "loss": 1.6719,
      "step": 96363
    },
    {
      "epoch": 4.4830890904861596,
      "grad_norm": 1.802188330505758,
      "learning_rate": 4.622416126168022e-05,
      "loss": 1.6641,
      "step": 96364
    },
    {
      "epoch": 4.48313561293324,
      "grad_norm": 1.7308452845003817,
      "learning_rate": 4.622148145626288e-05,
      "loss": 1.5234,
      "step": 96365
    },
    {
      "epoch": 4.483182135380321,
      "grad_norm": 1.6442089671012985,
      "learning_rate": 4.6218801714379356e-05,
      "loss": 1.3594,
      "step": 96366
    },
    {
      "epoch": 4.483228657827402,
      "grad_norm": 1.6925298926329289,
      "learning_rate": 4.621612203603126e-05,
      "loss": 1.6172,
      "step": 96367
    },
    {
      "epoch": 4.483275180274482,
      "grad_norm": 1.8846457639947496,
      "learning_rate": 4.62134424212203e-05,
      "loss": 1.6953,
      "step": 96368
    },
    {
      "epoch": 4.483321702721563,
      "grad_norm": 1.664346388895391,
      "learning_rate": 4.621076286994808e-05,
      "loss": 1.5156,
      "step": 96369
    },
    {
      "epoch": 4.483368225168644,
      "grad_norm": 1.66876995072807,
      "learning_rate": 4.6208083382216254e-05,
      "loss": 1.4844,
      "step": 96370
    },
    {
      "epoch": 4.483414747615725,
      "grad_norm": 1.6244340531433352,
      "learning_rate": 4.62054039580264e-05,
      "loss": 1.3906,
      "step": 96371
    },
    {
      "epoch": 4.483461270062805,
      "grad_norm": 1.9462869198026185,
      "learning_rate": 4.620272459738025e-05,
      "loss": 1.9766,
      "step": 96372
    },
    {
      "epoch": 4.483507792509886,
      "grad_norm": 1.5356378971139695,
      "learning_rate": 4.6200045300279415e-05,
      "loss": 1.2969,
      "step": 96373
    },
    {
      "epoch": 4.483554314956967,
      "grad_norm": 1.7862553099287402,
      "learning_rate": 4.6197366066725515e-05,
      "loss": 1.5703,
      "step": 96374
    },
    {
      "epoch": 4.4836008374040475,
      "grad_norm": 1.7208696316097072,
      "learning_rate": 4.619468689672015e-05,
      "loss": 1.6406,
      "step": 96375
    },
    {
      "epoch": 4.483647359851128,
      "grad_norm": 1.6795647490653094,
      "learning_rate": 4.619200779026507e-05,
      "loss": 1.4688,
      "step": 96376
    },
    {
      "epoch": 4.483693882298208,
      "grad_norm": 1.5693884278638088,
      "learning_rate": 4.618932874736183e-05,
      "loss": 1.3594,
      "step": 96377
    },
    {
      "epoch": 4.48374040474529,
      "grad_norm": 1.8033531559723084,
      "learning_rate": 4.618664976801212e-05,
      "loss": 1.5,
      "step": 96378
    },
    {
      "epoch": 4.48378692719237,
      "grad_norm": 1.8240313433316493,
      "learning_rate": 4.6183970852217495e-05,
      "loss": 1.6484,
      "step": 96379
    },
    {
      "epoch": 4.483833449639451,
      "grad_norm": 1.8285868004384511,
      "learning_rate": 4.618129199997971e-05,
      "loss": 1.6719,
      "step": 96380
    },
    {
      "epoch": 4.483879972086532,
      "grad_norm": 1.8486831176796243,
      "learning_rate": 4.6178613211300345e-05,
      "loss": 1.7266,
      "step": 96381
    },
    {
      "epoch": 4.483926494533613,
      "grad_norm": 1.7191908173582817,
      "learning_rate": 4.617593448618104e-05,
      "loss": 1.4844,
      "step": 96382
    },
    {
      "epoch": 4.483973016980693,
      "grad_norm": 1.8291216412389735,
      "learning_rate": 4.617325582462345e-05,
      "loss": 1.7031,
      "step": 96383
    },
    {
      "epoch": 4.4840195394277735,
      "grad_norm": 1.5960802170266213,
      "learning_rate": 4.6170577226629105e-05,
      "loss": 1.4453,
      "step": 96384
    },
    {
      "epoch": 4.484066061874855,
      "grad_norm": 1.8282098533817466,
      "learning_rate": 4.616789869219985e-05,
      "loss": 1.7031,
      "step": 96385
    },
    {
      "epoch": 4.484112584321935,
      "grad_norm": 1.9187379173832286,
      "learning_rate": 4.616522022133719e-05,
      "loss": 1.8203,
      "step": 96386
    },
    {
      "epoch": 4.484159106769016,
      "grad_norm": 1.8595054627062466,
      "learning_rate": 4.616254181404282e-05,
      "loss": 1.6953,
      "step": 96387
    },
    {
      "epoch": 4.484205629216097,
      "grad_norm": 1.7367515135036335,
      "learning_rate": 4.615986347031835e-05,
      "loss": 1.4922,
      "step": 96388
    },
    {
      "epoch": 4.484252151663178,
      "grad_norm": 1.8110427607656385,
      "learning_rate": 4.615718519016537e-05,
      "loss": 1.7109,
      "step": 96389
    },
    {
      "epoch": 4.484298674110258,
      "grad_norm": 1.8105682018130915,
      "learning_rate": 4.6154506973585615e-05,
      "loss": 1.7188,
      "step": 96390
    },
    {
      "epoch": 4.484345196557339,
      "grad_norm": 1.6709298072483898,
      "learning_rate": 4.61518288205807e-05,
      "loss": 1.3594,
      "step": 96391
    },
    {
      "epoch": 4.48439171900442,
      "grad_norm": 1.8633759053956376,
      "learning_rate": 4.6149150731152245e-05,
      "loss": 1.8203,
      "step": 96392
    },
    {
      "epoch": 4.4844382414515005,
      "grad_norm": 1.7852781113444103,
      "learning_rate": 4.614647270530184e-05,
      "loss": 1.6875,
      "step": 96393
    },
    {
      "epoch": 4.484484763898581,
      "grad_norm": 1.6709604653735681,
      "learning_rate": 4.6143794743031214e-05,
      "loss": 1.5625,
      "step": 96394
    },
    {
      "epoch": 4.4845312863456614,
      "grad_norm": 1.8755680324338315,
      "learning_rate": 4.6141116844341986e-05,
      "loss": 1.8203,
      "step": 96395
    },
    {
      "epoch": 4.484577808792743,
      "grad_norm": 1.5497731067180742,
      "learning_rate": 4.613843900923576e-05,
      "loss": 1.2812,
      "step": 96396
    },
    {
      "epoch": 4.484624331239823,
      "grad_norm": 1.718680894874136,
      "learning_rate": 4.613576123771416e-05,
      "loss": 1.6094,
      "step": 96397
    },
    {
      "epoch": 4.484670853686904,
      "grad_norm": 1.7634268509886528,
      "learning_rate": 4.613308352977889e-05,
      "loss": 1.625,
      "step": 96398
    },
    {
      "epoch": 4.484717376133984,
      "grad_norm": 1.7348801985052982,
      "learning_rate": 4.6130405885431575e-05,
      "loss": 1.625,
      "step": 96399
    },
    {
      "epoch": 4.484763898581066,
      "grad_norm": 1.8956729423349732,
      "learning_rate": 4.612772830467385e-05,
      "loss": 1.7422,
      "step": 96400
    },
    {
      "epoch": 4.484810421028146,
      "grad_norm": 1.8183886127847366,
      "learning_rate": 4.612505078750726e-05,
      "loss": 1.7266,
      "step": 96401
    },
    {
      "epoch": 4.484856943475227,
      "grad_norm": 1.690613030602408,
      "learning_rate": 4.6122373333933595e-05,
      "loss": 1.75,
      "step": 96402
    },
    {
      "epoch": 4.484903465922308,
      "grad_norm": 1.8090733910170347,
      "learning_rate": 4.611969594395442e-05,
      "loss": 1.7266,
      "step": 96403
    },
    {
      "epoch": 4.484949988369388,
      "grad_norm": 1.7985402879083634,
      "learning_rate": 4.611701861757139e-05,
      "loss": 1.5391,
      "step": 96404
    },
    {
      "epoch": 4.484996510816469,
      "grad_norm": 1.824299632172844,
      "learning_rate": 4.611434135478608e-05,
      "loss": 1.7031,
      "step": 96405
    },
    {
      "epoch": 4.485043033263549,
      "grad_norm": 1.6804509463975008,
      "learning_rate": 4.611166415560017e-05,
      "loss": 1.6328,
      "step": 96406
    },
    {
      "epoch": 4.485089555710631,
      "grad_norm": 1.741571153633327,
      "learning_rate": 4.610898702001537e-05,
      "loss": 1.6016,
      "step": 96407
    },
    {
      "epoch": 4.485136078157711,
      "grad_norm": 1.7221032428822285,
      "learning_rate": 4.610630994803326e-05,
      "loss": 1.5781,
      "step": 96408
    },
    {
      "epoch": 4.485182600604792,
      "grad_norm": 1.7022855002210913,
      "learning_rate": 4.610363293965549e-05,
      "loss": 1.6016,
      "step": 96409
    },
    {
      "epoch": 4.485229123051872,
      "grad_norm": 1.5585019857551157,
      "learning_rate": 4.610095599488362e-05,
      "loss": 1.4453,
      "step": 96410
    },
    {
      "epoch": 4.4852756454989535,
      "grad_norm": 1.6964812674982732,
      "learning_rate": 4.6098279113719406e-05,
      "loss": 1.5,
      "step": 96411
    },
    {
      "epoch": 4.485322167946034,
      "grad_norm": 1.6655092773070022,
      "learning_rate": 4.609560229616446e-05,
      "loss": 1.6094,
      "step": 96412
    },
    {
      "epoch": 4.4853686903931145,
      "grad_norm": 1.8355861541687188,
      "learning_rate": 4.609292554222038e-05,
      "loss": 1.6641,
      "step": 96413
    },
    {
      "epoch": 4.485415212840195,
      "grad_norm": 1.8626115191462993,
      "learning_rate": 4.609024885188883e-05,
      "loss": 1.6484,
      "step": 96414
    },
    {
      "epoch": 4.485461735287276,
      "grad_norm": 1.663083483270643,
      "learning_rate": 4.6087572225171396e-05,
      "loss": 1.4844,
      "step": 96415
    },
    {
      "epoch": 4.485508257734357,
      "grad_norm": 1.7175873774649704,
      "learning_rate": 4.60848956620698e-05,
      "loss": 1.5781,
      "step": 96416
    },
    {
      "epoch": 4.485554780181437,
      "grad_norm": 1.7974220634296247,
      "learning_rate": 4.6082219162585646e-05,
      "loss": 1.625,
      "step": 96417
    },
    {
      "epoch": 4.485601302628519,
      "grad_norm": 1.7179128973877902,
      "learning_rate": 4.607954272672058e-05,
      "loss": 1.5469,
      "step": 96418
    },
    {
      "epoch": 4.485647825075599,
      "grad_norm": 1.6836361092676837,
      "learning_rate": 4.6076866354476166e-05,
      "loss": 1.4609,
      "step": 96419
    },
    {
      "epoch": 4.48569434752268,
      "grad_norm": 1.72248948199564,
      "learning_rate": 4.607419004585416e-05,
      "loss": 1.6172,
      "step": 96420
    },
    {
      "epoch": 4.48574086996976,
      "grad_norm": 1.8113140117707072,
      "learning_rate": 4.607151380085617e-05,
      "loss": 1.7031,
      "step": 96421
    },
    {
      "epoch": 4.485787392416841,
      "grad_norm": 1.793545879205132,
      "learning_rate": 4.60688376194838e-05,
      "loss": 1.7188,
      "step": 96422
    },
    {
      "epoch": 4.485833914863922,
      "grad_norm": 1.8168943906989077,
      "learning_rate": 4.606616150173864e-05,
      "loss": 1.7344,
      "step": 96423
    },
    {
      "epoch": 4.485880437311002,
      "grad_norm": 1.5497583497566443,
      "learning_rate": 4.606348544762244e-05,
      "loss": 1.3438,
      "step": 96424
    },
    {
      "epoch": 4.485926959758083,
      "grad_norm": 1.763609735281037,
      "learning_rate": 4.6060809457136786e-05,
      "loss": 1.5625,
      "step": 96425
    },
    {
      "epoch": 4.485973482205164,
      "grad_norm": 1.7638119097608567,
      "learning_rate": 4.605813353028332e-05,
      "loss": 1.5938,
      "step": 96426
    },
    {
      "epoch": 4.486020004652245,
      "grad_norm": 1.7501523713422769,
      "learning_rate": 4.6055457667063636e-05,
      "loss": 1.6172,
      "step": 96427
    },
    {
      "epoch": 4.486066527099325,
      "grad_norm": 1.73449803251412,
      "learning_rate": 4.605278186747941e-05,
      "loss": 1.5,
      "step": 96428
    },
    {
      "epoch": 4.4861130495464066,
      "grad_norm": 1.8070271397467657,
      "learning_rate": 4.6050106131532315e-05,
      "loss": 1.7578,
      "step": 96429
    },
    {
      "epoch": 4.486159571993487,
      "grad_norm": 1.8144950937214999,
      "learning_rate": 4.6047430459223985e-05,
      "loss": 1.75,
      "step": 96430
    },
    {
      "epoch": 4.4862060944405675,
      "grad_norm": 1.857948791417177,
      "learning_rate": 4.604475485055601e-05,
      "loss": 1.7969,
      "step": 96431
    },
    {
      "epoch": 4.486252616887648,
      "grad_norm": 1.6896008340288313,
      "learning_rate": 4.604207930553001e-05,
      "loss": 1.4141,
      "step": 96432
    },
    {
      "epoch": 4.486299139334729,
      "grad_norm": 1.7772028574269845,
      "learning_rate": 4.60394038241477e-05,
      "loss": 1.5469,
      "step": 96433
    },
    {
      "epoch": 4.48634566178181,
      "grad_norm": 1.785663506793155,
      "learning_rate": 4.60367284064107e-05,
      "loss": 1.7344,
      "step": 96434
    },
    {
      "epoch": 4.48639218422889,
      "grad_norm": 1.693289828025805,
      "learning_rate": 4.603405305232062e-05,
      "loss": 1.4688,
      "step": 96435
    },
    {
      "epoch": 4.486438706675971,
      "grad_norm": 1.8426101335246252,
      "learning_rate": 4.603137776187904e-05,
      "loss": 1.6719,
      "step": 96436
    },
    {
      "epoch": 4.486485229123052,
      "grad_norm": 1.863591138573171,
      "learning_rate": 4.602870253508773e-05,
      "loss": 1.7344,
      "step": 96437
    },
    {
      "epoch": 4.486531751570133,
      "grad_norm": 1.7016033661136525,
      "learning_rate": 4.602602737194826e-05,
      "loss": 1.4688,
      "step": 96438
    },
    {
      "epoch": 4.486578274017213,
      "grad_norm": 1.7664630671933983,
      "learning_rate": 4.602335227246226e-05,
      "loss": 1.5781,
      "step": 96439
    },
    {
      "epoch": 4.4866247964642945,
      "grad_norm": 1.7869841419142776,
      "learning_rate": 4.602067723663138e-05,
      "loss": 1.6797,
      "step": 96440
    },
    {
      "epoch": 4.486671318911375,
      "grad_norm": 1.603479347849471,
      "learning_rate": 4.6018002264457196e-05,
      "loss": 1.4062,
      "step": 96441
    },
    {
      "epoch": 4.486717841358455,
      "grad_norm": 1.7124442738378292,
      "learning_rate": 4.601532735594146e-05,
      "loss": 1.5469,
      "step": 96442
    },
    {
      "epoch": 4.486764363805536,
      "grad_norm": 1.7173570674129472,
      "learning_rate": 4.6012652511085765e-05,
      "loss": 1.5469,
      "step": 96443
    },
    {
      "epoch": 4.486810886252617,
      "grad_norm": 1.6101317536517237,
      "learning_rate": 4.600997772989173e-05,
      "loss": 1.4453,
      "step": 96444
    },
    {
      "epoch": 4.486857408699698,
      "grad_norm": 1.6188697636130738,
      "learning_rate": 4.600730301236094e-05,
      "loss": 1.4297,
      "step": 96445
    },
    {
      "epoch": 4.486903931146778,
      "grad_norm": 1.5394382691433686,
      "learning_rate": 4.6004628358495155e-05,
      "loss": 1.2812,
      "step": 96446
    },
    {
      "epoch": 4.486950453593859,
      "grad_norm": 1.6945784493367568,
      "learning_rate": 4.600195376829594e-05,
      "loss": 1.4844,
      "step": 96447
    },
    {
      "epoch": 4.48699697604094,
      "grad_norm": 1.9040558748209038,
      "learning_rate": 4.599927924176495e-05,
      "loss": 1.8594,
      "step": 96448
    },
    {
      "epoch": 4.4870434984880205,
      "grad_norm": 1.679853401556198,
      "learning_rate": 4.599660477890375e-05,
      "loss": 1.4609,
      "step": 96449
    },
    {
      "epoch": 4.487090020935101,
      "grad_norm": 1.8517695833529906,
      "learning_rate": 4.5993930379714064e-05,
      "loss": 1.6328,
      "step": 96450
    },
    {
      "epoch": 4.4871365433821815,
      "grad_norm": 1.5462261324669169,
      "learning_rate": 4.599125604419754e-05,
      "loss": 1.2812,
      "step": 96451
    },
    {
      "epoch": 4.487183065829263,
      "grad_norm": 1.6908815472777041,
      "learning_rate": 4.598858177235579e-05,
      "loss": 1.5234,
      "step": 96452
    },
    {
      "epoch": 4.487229588276343,
      "grad_norm": 1.9003631028816559,
      "learning_rate": 4.598590756419045e-05,
      "loss": 1.7656,
      "step": 96453
    },
    {
      "epoch": 4.487276110723424,
      "grad_norm": 1.7017224788343732,
      "learning_rate": 4.598323341970308e-05,
      "loss": 1.5312,
      "step": 96454
    },
    {
      "epoch": 4.487322633170505,
      "grad_norm": 1.8924955754810446,
      "learning_rate": 4.598055933889544e-05,
      "loss": 1.6562,
      "step": 96455
    },
    {
      "epoch": 4.487369155617586,
      "grad_norm": 1.680747385803809,
      "learning_rate": 4.597788532176914e-05,
      "loss": 1.3984,
      "step": 96456
    },
    {
      "epoch": 4.487415678064666,
      "grad_norm": 1.7595371622352702,
      "learning_rate": 4.597521136832577e-05,
      "loss": 1.5547,
      "step": 96457
    },
    {
      "epoch": 4.487462200511747,
      "grad_norm": 1.7529229360119651,
      "learning_rate": 4.597253747856694e-05,
      "loss": 1.5625,
      "step": 96458
    },
    {
      "epoch": 4.487508722958828,
      "grad_norm": 1.6571345446105537,
      "learning_rate": 4.5969863652494396e-05,
      "loss": 1.5703,
      "step": 96459
    },
    {
      "epoch": 4.487555245405908,
      "grad_norm": 1.8363972891918565,
      "learning_rate": 4.5967189890109695e-05,
      "loss": 1.7734,
      "step": 96460
    },
    {
      "epoch": 4.487601767852989,
      "grad_norm": 1.5826965270547608,
      "learning_rate": 4.5964516191414505e-05,
      "loss": 1.4531,
      "step": 96461
    },
    {
      "epoch": 4.487648290300069,
      "grad_norm": 1.8861021248478982,
      "learning_rate": 4.596184255641041e-05,
      "loss": 1.6953,
      "step": 96462
    },
    {
      "epoch": 4.487694812747151,
      "grad_norm": 1.8292203201044313,
      "learning_rate": 4.595916898509912e-05,
      "loss": 1.6562,
      "step": 96463
    },
    {
      "epoch": 4.487741335194231,
      "grad_norm": 1.6327204566541322,
      "learning_rate": 4.595649547748226e-05,
      "loss": 1.3828,
      "step": 96464
    },
    {
      "epoch": 4.487787857641312,
      "grad_norm": 1.744328596582974,
      "learning_rate": 4.595382203356144e-05,
      "loss": 1.6016,
      "step": 96465
    },
    {
      "epoch": 4.487834380088392,
      "grad_norm": 1.7901512467517176,
      "learning_rate": 4.595114865333829e-05,
      "loss": 1.7266,
      "step": 96466
    },
    {
      "epoch": 4.487880902535474,
      "grad_norm": 1.6083967312439102,
      "learning_rate": 4.5948475336814426e-05,
      "loss": 1.3359,
      "step": 96467
    },
    {
      "epoch": 4.487927424982554,
      "grad_norm": 1.7387687227757438,
      "learning_rate": 4.594580208399156e-05,
      "loss": 1.6484,
      "step": 96468
    },
    {
      "epoch": 4.4879739474296345,
      "grad_norm": 1.7040561238212126,
      "learning_rate": 4.5943128894871295e-05,
      "loss": 1.4766,
      "step": 96469
    },
    {
      "epoch": 4.488020469876716,
      "grad_norm": 1.6036439303893917,
      "learning_rate": 4.594045576945524e-05,
      "loss": 1.4297,
      "step": 96470
    },
    {
      "epoch": 4.488066992323796,
      "grad_norm": 1.6568313865599313,
      "learning_rate": 4.593778270774503e-05,
      "loss": 1.5,
      "step": 96471
    },
    {
      "epoch": 4.488113514770877,
      "grad_norm": 1.8268702871233968,
      "learning_rate": 4.593510970974231e-05,
      "loss": 1.7578,
      "step": 96472
    },
    {
      "epoch": 4.488160037217957,
      "grad_norm": 1.8477214719730206,
      "learning_rate": 4.593243677544877e-05,
      "loss": 1.7266,
      "step": 96473
    },
    {
      "epoch": 4.488206559665039,
      "grad_norm": 1.8027999589999837,
      "learning_rate": 4.5929763904866027e-05,
      "loss": 1.7188,
      "step": 96474
    },
    {
      "epoch": 4.488253082112119,
      "grad_norm": 1.768650410058881,
      "learning_rate": 4.592709109799568e-05,
      "loss": 1.6875,
      "step": 96475
    },
    {
      "epoch": 4.4882996045592,
      "grad_norm": 1.7386348415048758,
      "learning_rate": 4.592441835483933e-05,
      "loss": 1.5156,
      "step": 96476
    },
    {
      "epoch": 4.488346127006281,
      "grad_norm": 1.6902933527145683,
      "learning_rate": 4.5921745675398716e-05,
      "loss": 1.6094,
      "step": 96477
    },
    {
      "epoch": 4.4883926494533615,
      "grad_norm": 1.7296298572361437,
      "learning_rate": 4.591907305967542e-05,
      "loss": 1.625,
      "step": 96478
    },
    {
      "epoch": 4.488439171900442,
      "grad_norm": 1.790066454439843,
      "learning_rate": 4.591640050767109e-05,
      "loss": 1.6016,
      "step": 96479
    },
    {
      "epoch": 4.488485694347522,
      "grad_norm": 1.6729165732871851,
      "learning_rate": 4.5913728019387294e-05,
      "loss": 1.4453,
      "step": 96480
    },
    {
      "epoch": 4.488532216794604,
      "grad_norm": 1.7463286112038228,
      "learning_rate": 4.591105559482578e-05,
      "loss": 1.5078,
      "step": 96481
    },
    {
      "epoch": 4.488578739241684,
      "grad_norm": 1.6246432611964994,
      "learning_rate": 4.590838323398813e-05,
      "loss": 1.3203,
      "step": 96482
    },
    {
      "epoch": 4.488625261688765,
      "grad_norm": 1.4799862325526656,
      "learning_rate": 4.590571093687599e-05,
      "loss": 1.1875,
      "step": 96483
    },
    {
      "epoch": 4.488671784135845,
      "grad_norm": 1.5871403452912405,
      "learning_rate": 4.590303870349094e-05,
      "loss": 1.3906,
      "step": 96484
    },
    {
      "epoch": 4.488718306582927,
      "grad_norm": 1.7599677460751086,
      "learning_rate": 4.59003665338347e-05,
      "loss": 1.6797,
      "step": 96485
    },
    {
      "epoch": 4.488764829030007,
      "grad_norm": 1.7443369761601202,
      "learning_rate": 4.589769442790888e-05,
      "loss": 1.5781,
      "step": 96486
    },
    {
      "epoch": 4.4888113514770875,
      "grad_norm": 1.645643517839182,
      "learning_rate": 4.589502238571509e-05,
      "loss": 1.4375,
      "step": 96487
    },
    {
      "epoch": 4.488857873924168,
      "grad_norm": 1.7660695892517908,
      "learning_rate": 4.589235040725494e-05,
      "loss": 1.6641,
      "step": 96488
    },
    {
      "epoch": 4.488904396371249,
      "grad_norm": 1.628262646343678,
      "learning_rate": 4.588967849253016e-05,
      "loss": 1.4219,
      "step": 96489
    },
    {
      "epoch": 4.48895091881833,
      "grad_norm": 1.7557049498978363,
      "learning_rate": 4.588700664154232e-05,
      "loss": 1.6562,
      "step": 96490
    },
    {
      "epoch": 4.48899744126541,
      "grad_norm": 1.5553739634393955,
      "learning_rate": 4.5884334854293073e-05,
      "loss": 1.2734,
      "step": 96491
    },
    {
      "epoch": 4.489043963712492,
      "grad_norm": 1.8250511411700692,
      "learning_rate": 4.5881663130784066e-05,
      "loss": 1.6172,
      "step": 96492
    },
    {
      "epoch": 4.489090486159572,
      "grad_norm": 1.6258992434773638,
      "learning_rate": 4.587899147101685e-05,
      "loss": 1.4922,
      "step": 96493
    },
    {
      "epoch": 4.489137008606653,
      "grad_norm": 1.9241469151917183,
      "learning_rate": 4.587631987499314e-05,
      "loss": 1.7734,
      "step": 96494
    },
    {
      "epoch": 4.489183531053733,
      "grad_norm": 1.759709301538732,
      "learning_rate": 4.587364834271461e-05,
      "loss": 1.5312,
      "step": 96495
    },
    {
      "epoch": 4.4892300535008145,
      "grad_norm": 1.7408045083556012,
      "learning_rate": 4.5870976874182836e-05,
      "loss": 1.6641,
      "step": 96496
    },
    {
      "epoch": 4.489276575947895,
      "grad_norm": 1.5545371114682829,
      "learning_rate": 4.586830546939947e-05,
      "loss": 1.4062,
      "step": 96497
    },
    {
      "epoch": 4.4893230983949755,
      "grad_norm": 1.5735425899294513,
      "learning_rate": 4.586563412836609e-05,
      "loss": 1.4062,
      "step": 96498
    },
    {
      "epoch": 4.489369620842056,
      "grad_norm": 1.7490429264578238,
      "learning_rate": 4.5862962851084435e-05,
      "loss": 1.5312,
      "step": 96499
    },
    {
      "epoch": 4.489416143289137,
      "grad_norm": 1.8771662198647912,
      "learning_rate": 4.5860291637556076e-05,
      "loss": 1.7812,
      "step": 96500
    },
    {
      "epoch": 4.489462665736218,
      "grad_norm": 1.6939651612334266,
      "learning_rate": 4.5857620487782673e-05,
      "loss": 1.5547,
      "step": 96501
    },
    {
      "epoch": 4.489509188183298,
      "grad_norm": 1.843567294378443,
      "learning_rate": 4.585494940176581e-05,
      "loss": 1.6562,
      "step": 96502
    },
    {
      "epoch": 4.489555710630379,
      "grad_norm": 1.6374726592487425,
      "learning_rate": 4.5852278379507184e-05,
      "loss": 1.5234,
      "step": 96503
    },
    {
      "epoch": 4.48960223307746,
      "grad_norm": 1.855863773099128,
      "learning_rate": 4.584960742100843e-05,
      "loss": 1.7734,
      "step": 96504
    },
    {
      "epoch": 4.489648755524541,
      "grad_norm": 1.9876783001714198,
      "learning_rate": 4.5846936526271147e-05,
      "loss": 1.7891,
      "step": 96505
    },
    {
      "epoch": 4.489695277971621,
      "grad_norm": 1.9351424001523505,
      "learning_rate": 4.584426569529693e-05,
      "loss": 1.8672,
      "step": 96506
    },
    {
      "epoch": 4.489741800418702,
      "grad_norm": 1.735306568264051,
      "learning_rate": 4.5841594928087524e-05,
      "loss": 1.6094,
      "step": 96507
    },
    {
      "epoch": 4.489788322865783,
      "grad_norm": 1.8066530042518902,
      "learning_rate": 4.583892422464451e-05,
      "loss": 1.7188,
      "step": 96508
    },
    {
      "epoch": 4.489834845312863,
      "grad_norm": 1.6941308654498093,
      "learning_rate": 4.5836253584969524e-05,
      "loss": 1.5078,
      "step": 96509
    },
    {
      "epoch": 4.489881367759944,
      "grad_norm": 1.846759302360907,
      "learning_rate": 4.583358300906414e-05,
      "loss": 1.7109,
      "step": 96510
    },
    {
      "epoch": 4.489927890207025,
      "grad_norm": 1.6829564280017222,
      "learning_rate": 4.5830912496930095e-05,
      "loss": 1.5234,
      "step": 96511
    },
    {
      "epoch": 4.489974412654106,
      "grad_norm": 1.8348473793248414,
      "learning_rate": 4.582824204856899e-05,
      "loss": 1.625,
      "step": 96512
    },
    {
      "epoch": 4.490020935101186,
      "grad_norm": 1.7924487690238693,
      "learning_rate": 4.5825571663982444e-05,
      "loss": 1.4609,
      "step": 96513
    },
    {
      "epoch": 4.490067457548267,
      "grad_norm": 1.7231974833979775,
      "learning_rate": 4.582290134317204e-05,
      "loss": 1.6094,
      "step": 96514
    },
    {
      "epoch": 4.490113979995348,
      "grad_norm": 1.8266281486380738,
      "learning_rate": 4.5820231086139534e-05,
      "loss": 1.6562,
      "step": 96515
    },
    {
      "epoch": 4.4901605024424285,
      "grad_norm": 1.6150153080309761,
      "learning_rate": 4.581756089288644e-05,
      "loss": 1.5234,
      "step": 96516
    },
    {
      "epoch": 4.490207024889509,
      "grad_norm": 1.6325918043086363,
      "learning_rate": 4.5814890763414505e-05,
      "loss": 1.5156,
      "step": 96517
    },
    {
      "epoch": 4.490253547336589,
      "grad_norm": 1.7856337571293917,
      "learning_rate": 4.581222069772529e-05,
      "loss": 1.5859,
      "step": 96518
    },
    {
      "epoch": 4.490300069783671,
      "grad_norm": 1.7963792250365878,
      "learning_rate": 4.580955069582042e-05,
      "loss": 1.7344,
      "step": 96519
    },
    {
      "epoch": 4.490346592230751,
      "grad_norm": 1.7193591146091878,
      "learning_rate": 4.580688075770159e-05,
      "loss": 1.4766,
      "step": 96520
    },
    {
      "epoch": 4.490393114677832,
      "grad_norm": 1.6895305203491673,
      "learning_rate": 4.580421088337041e-05,
      "loss": 1.4609,
      "step": 96521
    },
    {
      "epoch": 4.490439637124913,
      "grad_norm": 1.7076990572333182,
      "learning_rate": 4.5801541072828513e-05,
      "loss": 1.5391,
      "step": 96522
    },
    {
      "epoch": 4.490486159571994,
      "grad_norm": 1.7752893832008179,
      "learning_rate": 4.579887132607751e-05,
      "loss": 1.6094,
      "step": 96523
    },
    {
      "epoch": 4.490532682019074,
      "grad_norm": 1.71246086387958,
      "learning_rate": 4.5796201643119004e-05,
      "loss": 1.6172,
      "step": 96524
    },
    {
      "epoch": 4.4905792044661546,
      "grad_norm": 1.796546395045357,
      "learning_rate": 4.5793532023954744e-05,
      "loss": 1.5781,
      "step": 96525
    },
    {
      "epoch": 4.490625726913236,
      "grad_norm": 1.751886413954435,
      "learning_rate": 4.579086246858628e-05,
      "loss": 1.4375,
      "step": 96526
    },
    {
      "epoch": 4.490672249360316,
      "grad_norm": 1.6881236661508892,
      "learning_rate": 4.578819297701527e-05,
      "loss": 1.5078,
      "step": 96527
    },
    {
      "epoch": 4.490718771807397,
      "grad_norm": 1.7498849803873355,
      "learning_rate": 4.578552354924331e-05,
      "loss": 1.6172,
      "step": 96528
    },
    {
      "epoch": 4.490765294254478,
      "grad_norm": 1.7351801548194985,
      "learning_rate": 4.578285418527209e-05,
      "loss": 1.5547,
      "step": 96529
    },
    {
      "epoch": 4.490811816701559,
      "grad_norm": 1.7270548017131981,
      "learning_rate": 4.5780184885103225e-05,
      "loss": 1.4531,
      "step": 96530
    },
    {
      "epoch": 4.490858339148639,
      "grad_norm": 1.753225017705511,
      "learning_rate": 4.5777515648738354e-05,
      "loss": 1.6094,
      "step": 96531
    },
    {
      "epoch": 4.49090486159572,
      "grad_norm": 1.731583266466134,
      "learning_rate": 4.577484647617906e-05,
      "loss": 1.5078,
      "step": 96532
    },
    {
      "epoch": 4.490951384042801,
      "grad_norm": 1.8169714404807908,
      "learning_rate": 4.577217736742706e-05,
      "loss": 1.5469,
      "step": 96533
    },
    {
      "epoch": 4.4909979064898815,
      "grad_norm": 1.8754583219048926,
      "learning_rate": 4.576950832248395e-05,
      "loss": 1.6797,
      "step": 96534
    },
    {
      "epoch": 4.491044428936962,
      "grad_norm": 1.7023694569082273,
      "learning_rate": 4.576683934135135e-05,
      "loss": 1.5156,
      "step": 96535
    },
    {
      "epoch": 4.4910909513840425,
      "grad_norm": 1.679095636525015,
      "learning_rate": 4.576417042403087e-05,
      "loss": 1.5391,
      "step": 96536
    },
    {
      "epoch": 4.491137473831124,
      "grad_norm": 1.8087569491354814,
      "learning_rate": 4.576150157052417e-05,
      "loss": 1.5938,
      "step": 96537
    },
    {
      "epoch": 4.491183996278204,
      "grad_norm": 1.7240058648155203,
      "learning_rate": 4.575883278083295e-05,
      "loss": 1.5625,
      "step": 96538
    },
    {
      "epoch": 4.491230518725285,
      "grad_norm": 1.897862892106887,
      "learning_rate": 4.575616405495878e-05,
      "loss": 1.7656,
      "step": 96539
    },
    {
      "epoch": 4.491277041172365,
      "grad_norm": 1.635004689758237,
      "learning_rate": 4.575349539290331e-05,
      "loss": 1.5156,
      "step": 96540
    },
    {
      "epoch": 4.491323563619447,
      "grad_norm": 1.828006325678782,
      "learning_rate": 4.57508267946681e-05,
      "loss": 1.7344,
      "step": 96541
    },
    {
      "epoch": 4.491370086066527,
      "grad_norm": 1.5893535780366448,
      "learning_rate": 4.574815826025491e-05,
      "loss": 1.5156,
      "step": 96542
    },
    {
      "epoch": 4.491416608513608,
      "grad_norm": 1.8104832137966487,
      "learning_rate": 4.57454897896653e-05,
      "loss": 1.7734,
      "step": 96543
    },
    {
      "epoch": 4.491463130960689,
      "grad_norm": 1.8144880744412222,
      "learning_rate": 4.574282138290093e-05,
      "loss": 1.6562,
      "step": 96544
    },
    {
      "epoch": 4.491509653407769,
      "grad_norm": 1.7885710731553806,
      "learning_rate": 4.574015303996336e-05,
      "loss": 1.6484,
      "step": 96545
    },
    {
      "epoch": 4.49155617585485,
      "grad_norm": 1.864532209899107,
      "learning_rate": 4.573748476085434e-05,
      "loss": 1.6172,
      "step": 96546
    },
    {
      "epoch": 4.49160269830193,
      "grad_norm": 1.7451615890000998,
      "learning_rate": 4.573481654557544e-05,
      "loss": 1.6719,
      "step": 96547
    },
    {
      "epoch": 4.491649220749012,
      "grad_norm": 1.8280795689018727,
      "learning_rate": 4.5732148394128306e-05,
      "loss": 1.8281,
      "step": 96548
    },
    {
      "epoch": 4.491695743196092,
      "grad_norm": 1.648753889228303,
      "learning_rate": 4.572948030651456e-05,
      "loss": 1.4453,
      "step": 96549
    },
    {
      "epoch": 4.491742265643173,
      "grad_norm": 1.774104418871192,
      "learning_rate": 4.5726812282735786e-05,
      "loss": 1.6328,
      "step": 96550
    },
    {
      "epoch": 4.491788788090253,
      "grad_norm": 1.7320205785626155,
      "learning_rate": 4.572414432279373e-05,
      "loss": 1.4766,
      "step": 96551
    },
    {
      "epoch": 4.4918353105373345,
      "grad_norm": 1.928055061979612,
      "learning_rate": 4.572147642668996e-05,
      "loss": 1.7266,
      "step": 96552
    },
    {
      "epoch": 4.491881832984415,
      "grad_norm": 1.656849286132605,
      "learning_rate": 4.571880859442613e-05,
      "loss": 1.4844,
      "step": 96553
    },
    {
      "epoch": 4.4919283554314955,
      "grad_norm": 1.6733688406265763,
      "learning_rate": 4.5716140826003786e-05,
      "loss": 1.4453,
      "step": 96554
    },
    {
      "epoch": 4.491974877878576,
      "grad_norm": 1.6921597234834642,
      "learning_rate": 4.5713473121424716e-05,
      "loss": 1.5625,
      "step": 96555
    },
    {
      "epoch": 4.492021400325657,
      "grad_norm": 1.7452625123467207,
      "learning_rate": 4.5710805480690455e-05,
      "loss": 1.6875,
      "step": 96556
    },
    {
      "epoch": 4.492067922772738,
      "grad_norm": 1.8515910659478443,
      "learning_rate": 4.570813790380265e-05,
      "loss": 1.7344,
      "step": 96557
    },
    {
      "epoch": 4.492114445219818,
      "grad_norm": 1.8055679310998745,
      "learning_rate": 4.57054703907629e-05,
      "loss": 1.7031,
      "step": 96558
    },
    {
      "epoch": 4.4921609676669,
      "grad_norm": 1.681412551688854,
      "learning_rate": 4.570280294157287e-05,
      "loss": 1.4844,
      "step": 96559
    },
    {
      "epoch": 4.49220749011398,
      "grad_norm": 1.7436125509904714,
      "learning_rate": 4.5700135556234247e-05,
      "loss": 1.6641,
      "step": 96560
    },
    {
      "epoch": 4.492254012561061,
      "grad_norm": 1.720220810704452,
      "learning_rate": 4.5697468234748615e-05,
      "loss": 1.5703,
      "step": 96561
    },
    {
      "epoch": 4.492300535008141,
      "grad_norm": 1.9055685956134494,
      "learning_rate": 4.56948009771176e-05,
      "loss": 1.7109,
      "step": 96562
    },
    {
      "epoch": 4.4923470574552224,
      "grad_norm": 1.7287097587954272,
      "learning_rate": 4.569213378334281e-05,
      "loss": 1.5703,
      "step": 96563
    },
    {
      "epoch": 4.492393579902303,
      "grad_norm": 1.8203997749752985,
      "learning_rate": 4.568946665342595e-05,
      "loss": 1.7031,
      "step": 96564
    },
    {
      "epoch": 4.492440102349383,
      "grad_norm": 1.773339065923321,
      "learning_rate": 4.5686799587368616e-05,
      "loss": 1.625,
      "step": 96565
    },
    {
      "epoch": 4.492486624796464,
      "grad_norm": 1.7977942802588043,
      "learning_rate": 4.568413258517245e-05,
      "loss": 1.6797,
      "step": 96566
    },
    {
      "epoch": 4.492533147243545,
      "grad_norm": 1.6018916370785008,
      "learning_rate": 4.5681465646839004e-05,
      "loss": 1.3828,
      "step": 96567
    },
    {
      "epoch": 4.492579669690626,
      "grad_norm": 1.7616184425635044,
      "learning_rate": 4.567879877237003e-05,
      "loss": 1.7031,
      "step": 96568
    },
    {
      "epoch": 4.492626192137706,
      "grad_norm": 1.7919197207953919,
      "learning_rate": 4.567613196176712e-05,
      "loss": 1.625,
      "step": 96569
    },
    {
      "epoch": 4.492672714584788,
      "grad_norm": 1.6973657866760063,
      "learning_rate": 4.56734652150319e-05,
      "loss": 1.5547,
      "step": 96570
    },
    {
      "epoch": 4.492719237031868,
      "grad_norm": 1.7118328063700707,
      "learning_rate": 4.5670798532165936e-05,
      "loss": 1.5938,
      "step": 96571
    },
    {
      "epoch": 4.4927657594789485,
      "grad_norm": 1.7009329156060449,
      "learning_rate": 4.566813191317098e-05,
      "loss": 1.5781,
      "step": 96572
    },
    {
      "epoch": 4.492812281926029,
      "grad_norm": 1.5944788342540388,
      "learning_rate": 4.566546535804861e-05,
      "loss": 1.3594,
      "step": 96573
    },
    {
      "epoch": 4.49285880437311,
      "grad_norm": 1.8995743719283353,
      "learning_rate": 4.5662798866800454e-05,
      "loss": 1.8359,
      "step": 96574
    },
    {
      "epoch": 4.492905326820191,
      "grad_norm": 1.834068025033634,
      "learning_rate": 4.566013243942815e-05,
      "loss": 1.6797,
      "step": 96575
    },
    {
      "epoch": 4.492951849267271,
      "grad_norm": 2.0694231202513045,
      "learning_rate": 4.565746607593327e-05,
      "loss": 1.7578,
      "step": 96576
    },
    {
      "epoch": 4.492998371714352,
      "grad_norm": 1.7903613785655472,
      "learning_rate": 4.565479977631758e-05,
      "loss": 1.625,
      "step": 96577
    },
    {
      "epoch": 4.493044894161433,
      "grad_norm": 1.812946641225236,
      "learning_rate": 4.56521335405826e-05,
      "loss": 1.7031,
      "step": 96578
    },
    {
      "epoch": 4.493091416608514,
      "grad_norm": 1.638981259559575,
      "learning_rate": 4.5649467368730024e-05,
      "loss": 1.4609,
      "step": 96579
    },
    {
      "epoch": 4.493137939055594,
      "grad_norm": 1.7734963456593857,
      "learning_rate": 4.564680126076141e-05,
      "loss": 1.6094,
      "step": 96580
    },
    {
      "epoch": 4.4931844615026755,
      "grad_norm": 1.7524316781362606,
      "learning_rate": 4.564413521667843e-05,
      "loss": 1.5547,
      "step": 96581
    },
    {
      "epoch": 4.493230983949756,
      "grad_norm": 1.503844062117348,
      "learning_rate": 4.564146923648278e-05,
      "loss": 1.3203,
      "step": 96582
    },
    {
      "epoch": 4.493277506396836,
      "grad_norm": 1.690700332619242,
      "learning_rate": 4.563880332017603e-05,
      "loss": 1.4688,
      "step": 96583
    },
    {
      "epoch": 4.493324028843917,
      "grad_norm": 1.8067002647955317,
      "learning_rate": 4.563613746775983e-05,
      "loss": 1.7344,
      "step": 96584
    },
    {
      "epoch": 4.493370551290998,
      "grad_norm": 1.6246451248326508,
      "learning_rate": 4.563347167923574e-05,
      "loss": 1.4297,
      "step": 96585
    },
    {
      "epoch": 4.493417073738079,
      "grad_norm": 1.807170848275674,
      "learning_rate": 4.5630805954605505e-05,
      "loss": 1.6719,
      "step": 96586
    },
    {
      "epoch": 4.493463596185159,
      "grad_norm": 1.7622034160328965,
      "learning_rate": 4.562814029387072e-05,
      "loss": 1.7344,
      "step": 96587
    },
    {
      "epoch": 4.49351011863224,
      "grad_norm": 1.9680077446872817,
      "learning_rate": 4.562547469703298e-05,
      "loss": 1.7969,
      "step": 96588
    },
    {
      "epoch": 4.493556641079321,
      "grad_norm": 1.6157976338843092,
      "learning_rate": 4.562280916409391e-05,
      "loss": 1.25,
      "step": 96589
    },
    {
      "epoch": 4.4936031635264015,
      "grad_norm": 1.7885863786210914,
      "learning_rate": 4.5620143695055224e-05,
      "loss": 1.7031,
      "step": 96590
    },
    {
      "epoch": 4.493649685973482,
      "grad_norm": 1.7054956321131878,
      "learning_rate": 4.561747828991849e-05,
      "loss": 1.5938,
      "step": 96591
    },
    {
      "epoch": 4.4936962084205625,
      "grad_norm": 1.7384797135365797,
      "learning_rate": 4.5614812948685346e-05,
      "loss": 1.75,
      "step": 96592
    },
    {
      "epoch": 4.493742730867644,
      "grad_norm": 1.7917316378218462,
      "learning_rate": 4.561214767135739e-05,
      "loss": 1.4922,
      "step": 96593
    },
    {
      "epoch": 4.493789253314724,
      "grad_norm": 1.8283715173058257,
      "learning_rate": 4.560948245793633e-05,
      "loss": 1.6953,
      "step": 96594
    },
    {
      "epoch": 4.493835775761805,
      "grad_norm": 1.5145789520193595,
      "learning_rate": 4.560681730842376e-05,
      "loss": 1.3125,
      "step": 96595
    },
    {
      "epoch": 4.493882298208886,
      "grad_norm": 1.6305332465620186,
      "learning_rate": 4.560415222282133e-05,
      "loss": 1.5547,
      "step": 96596
    },
    {
      "epoch": 4.493928820655967,
      "grad_norm": 1.6958361530506358,
      "learning_rate": 4.56014872011306e-05,
      "loss": 1.6172,
      "step": 96597
    },
    {
      "epoch": 4.493975343103047,
      "grad_norm": 1.726129295442354,
      "learning_rate": 4.559882224335329e-05,
      "loss": 1.6406,
      "step": 96598
    },
    {
      "epoch": 4.494021865550128,
      "grad_norm": 1.7369882038886992,
      "learning_rate": 4.5596157349490996e-05,
      "loss": 1.5938,
      "step": 96599
    },
    {
      "epoch": 4.494068387997209,
      "grad_norm": 1.7205403217593547,
      "learning_rate": 4.559349251954535e-05,
      "loss": 1.6172,
      "step": 96600
    },
    {
      "epoch": 4.4941149104442895,
      "grad_norm": 1.8288887676823466,
      "learning_rate": 4.5590827753518e-05,
      "loss": 1.7266,
      "step": 96601
    },
    {
      "epoch": 4.49416143289137,
      "grad_norm": 1.8009777229691235,
      "learning_rate": 4.55881630514105e-05,
      "loss": 1.6484,
      "step": 96602
    },
    {
      "epoch": 4.49420795533845,
      "grad_norm": 1.592883073323538,
      "learning_rate": 4.558549841322455e-05,
      "loss": 1.375,
      "step": 96603
    },
    {
      "epoch": 4.494254477785532,
      "grad_norm": 1.6044154203159575,
      "learning_rate": 4.558283383896181e-05,
      "loss": 1.4844,
      "step": 96604
    },
    {
      "epoch": 4.494301000232612,
      "grad_norm": 1.6872656653425144,
      "learning_rate": 4.55801693286239e-05,
      "loss": 1.5703,
      "step": 96605
    },
    {
      "epoch": 4.494347522679693,
      "grad_norm": 1.7388684797176366,
      "learning_rate": 4.557750488221239e-05,
      "loss": 1.8359,
      "step": 96606
    },
    {
      "epoch": 4.494394045126773,
      "grad_norm": 1.8308720625211572,
      "learning_rate": 4.557484049972891e-05,
      "loss": 1.7109,
      "step": 96607
    },
    {
      "epoch": 4.494440567573855,
      "grad_norm": 1.6746270651186907,
      "learning_rate": 4.557217618117518e-05,
      "loss": 1.5234,
      "step": 96608
    },
    {
      "epoch": 4.494487090020935,
      "grad_norm": 1.694886508106743,
      "learning_rate": 4.556951192655278e-05,
      "loss": 1.4062,
      "step": 96609
    },
    {
      "epoch": 4.4945336124680155,
      "grad_norm": 1.6417790410617137,
      "learning_rate": 4.556684773586336e-05,
      "loss": 1.4922,
      "step": 96610
    },
    {
      "epoch": 4.494580134915097,
      "grad_norm": 1.6838938981830776,
      "learning_rate": 4.556418360910845e-05,
      "loss": 1.3828,
      "step": 96611
    },
    {
      "epoch": 4.494626657362177,
      "grad_norm": 1.658755119156244,
      "learning_rate": 4.556151954628982e-05,
      "loss": 1.5156,
      "step": 96612
    },
    {
      "epoch": 4.494673179809258,
      "grad_norm": 1.873075872398878,
      "learning_rate": 4.555885554740906e-05,
      "loss": 1.7422,
      "step": 96613
    },
    {
      "epoch": 4.494719702256338,
      "grad_norm": 1.7327021461522996,
      "learning_rate": 4.555619161246778e-05,
      "loss": 1.6484,
      "step": 96614
    },
    {
      "epoch": 4.49476622470342,
      "grad_norm": 1.8106934735858171,
      "learning_rate": 4.555352774146754e-05,
      "loss": 1.7344,
      "step": 96615
    },
    {
      "epoch": 4.4948127471505,
      "grad_norm": 1.875586571718609,
      "learning_rate": 4.555086393441012e-05,
      "loss": 1.7188,
      "step": 96616
    },
    {
      "epoch": 4.494859269597581,
      "grad_norm": 1.733281698920085,
      "learning_rate": 4.554820019129707e-05,
      "loss": 1.3906,
      "step": 96617
    },
    {
      "epoch": 4.494905792044662,
      "grad_norm": 1.8754123745993934,
      "learning_rate": 4.554553651213003e-05,
      "loss": 1.75,
      "step": 96618
    },
    {
      "epoch": 4.4949523144917425,
      "grad_norm": 1.7032671231391394,
      "learning_rate": 4.5542872896910575e-05,
      "loss": 1.5078,
      "step": 96619
    },
    {
      "epoch": 4.494998836938823,
      "grad_norm": 1.8059107511178623,
      "learning_rate": 4.554020934564043e-05,
      "loss": 1.6406,
      "step": 96620
    },
    {
      "epoch": 4.495045359385903,
      "grad_norm": 1.6632981856330165,
      "learning_rate": 4.55375458583212e-05,
      "loss": 1.4609,
      "step": 96621
    },
    {
      "epoch": 4.495091881832985,
      "grad_norm": 1.7691170043332463,
      "learning_rate": 4.5534882434954496e-05,
      "loss": 1.4922,
      "step": 96622
    },
    {
      "epoch": 4.495138404280065,
      "grad_norm": 1.6789335091348312,
      "learning_rate": 4.55322190755419e-05,
      "loss": 1.4688,
      "step": 96623
    },
    {
      "epoch": 4.495184926727146,
      "grad_norm": 1.7034195509268306,
      "learning_rate": 4.552955578008514e-05,
      "loss": 1.5234,
      "step": 96624
    },
    {
      "epoch": 4.495231449174226,
      "grad_norm": 2.017143356051443,
      "learning_rate": 4.552689254858576e-05,
      "loss": 2.0156,
      "step": 96625
    },
    {
      "epoch": 4.495277971621308,
      "grad_norm": 1.6338967191563465,
      "learning_rate": 4.552422938104548e-05,
      "loss": 1.2266,
      "step": 96626
    },
    {
      "epoch": 4.495324494068388,
      "grad_norm": 1.7745302209641987,
      "learning_rate": 4.5521566277465884e-05,
      "loss": 1.5859,
      "step": 96627
    },
    {
      "epoch": 4.4953710165154686,
      "grad_norm": 1.8182177087591453,
      "learning_rate": 4.55189032378486e-05,
      "loss": 1.6328,
      "step": 96628
    },
    {
      "epoch": 4.495417538962549,
      "grad_norm": 1.6599212845331577,
      "learning_rate": 4.5516240262195206e-05,
      "loss": 1.4531,
      "step": 96629
    },
    {
      "epoch": 4.49546406140963,
      "grad_norm": 1.7174937260332894,
      "learning_rate": 4.551357735050743e-05,
      "loss": 1.6172,
      "step": 96630
    },
    {
      "epoch": 4.495510583856711,
      "grad_norm": 1.7295486821163717,
      "learning_rate": 4.5510914502786875e-05,
      "loss": 1.4688,
      "step": 96631
    },
    {
      "epoch": 4.495557106303791,
      "grad_norm": 1.6234019634603312,
      "learning_rate": 4.550825171903515e-05,
      "loss": 1.4453,
      "step": 96632
    },
    {
      "epoch": 4.495603628750873,
      "grad_norm": 1.753354956580421,
      "learning_rate": 4.5505588999253835e-05,
      "loss": 1.6094,
      "step": 96633
    },
    {
      "epoch": 4.495650151197953,
      "grad_norm": 1.711761020600221,
      "learning_rate": 4.5502926343444645e-05,
      "loss": 1.5391,
      "step": 96634
    },
    {
      "epoch": 4.495696673645034,
      "grad_norm": 1.7286547451059684,
      "learning_rate": 4.55002637516092e-05,
      "loss": 1.5312,
      "step": 96635
    },
    {
      "epoch": 4.495743196092114,
      "grad_norm": 1.8824891683987672,
      "learning_rate": 4.549760122374911e-05,
      "loss": 1.8359,
      "step": 96636
    },
    {
      "epoch": 4.4957897185391955,
      "grad_norm": 1.6522000990784138,
      "learning_rate": 4.549493875986595e-05,
      "loss": 1.5156,
      "step": 96637
    },
    {
      "epoch": 4.495836240986276,
      "grad_norm": 1.7769798107264436,
      "learning_rate": 4.549227635996146e-05,
      "loss": 1.7109,
      "step": 96638
    },
    {
      "epoch": 4.4958827634333565,
      "grad_norm": 1.6815444033278817,
      "learning_rate": 4.548961402403721e-05,
      "loss": 1.5547,
      "step": 96639
    },
    {
      "epoch": 4.495929285880437,
      "grad_norm": 1.705279098434242,
      "learning_rate": 4.5486951752094824e-05,
      "loss": 1.5156,
      "step": 96640
    },
    {
      "epoch": 4.495975808327518,
      "grad_norm": 1.7686850339242763,
      "learning_rate": 4.548428954413591e-05,
      "loss": 1.6797,
      "step": 96641
    },
    {
      "epoch": 4.496022330774599,
      "grad_norm": 1.9137936407453209,
      "learning_rate": 4.548162740016218e-05,
      "loss": 1.7422,
      "step": 96642
    },
    {
      "epoch": 4.496068853221679,
      "grad_norm": 1.704483441848668,
      "learning_rate": 4.5478965320175195e-05,
      "loss": 1.5703,
      "step": 96643
    },
    {
      "epoch": 4.49611537566876,
      "grad_norm": 1.6788013984671721,
      "learning_rate": 4.547630330417662e-05,
      "loss": 1.5156,
      "step": 96644
    },
    {
      "epoch": 4.496161898115841,
      "grad_norm": 1.8000552289862106,
      "learning_rate": 4.547364135216801e-05,
      "loss": 1.6719,
      "step": 96645
    },
    {
      "epoch": 4.496208420562922,
      "grad_norm": 1.6780490172271767,
      "learning_rate": 4.5470979464151105e-05,
      "loss": 1.4453,
      "step": 96646
    },
    {
      "epoch": 4.496254943010002,
      "grad_norm": 1.889025959045885,
      "learning_rate": 4.5468317640127436e-05,
      "loss": 1.7969,
      "step": 96647
    },
    {
      "epoch": 4.496301465457083,
      "grad_norm": 1.7675296467256012,
      "learning_rate": 4.546565588009872e-05,
      "loss": 1.6953,
      "step": 96648
    },
    {
      "epoch": 4.496347987904164,
      "grad_norm": 1.861228946546981,
      "learning_rate": 4.546299418406655e-05,
      "loss": 1.7422,
      "step": 96649
    },
    {
      "epoch": 4.496394510351244,
      "grad_norm": 1.748607754338666,
      "learning_rate": 4.546033255203251e-05,
      "loss": 1.6406,
      "step": 96650
    },
    {
      "epoch": 4.496441032798325,
      "grad_norm": 1.699817356454277,
      "learning_rate": 4.545767098399831e-05,
      "loss": 1.5234,
      "step": 96651
    },
    {
      "epoch": 4.496487555245406,
      "grad_norm": 1.8594700036011589,
      "learning_rate": 4.545500947996553e-05,
      "loss": 1.5469,
      "step": 96652
    },
    {
      "epoch": 4.496534077692487,
      "grad_norm": 1.6432220600444176,
      "learning_rate": 4.545234803993584e-05,
      "loss": 1.5,
      "step": 96653
    },
    {
      "epoch": 4.496580600139567,
      "grad_norm": 1.7329779647158847,
      "learning_rate": 4.544968666391081e-05,
      "loss": 1.6641,
      "step": 96654
    },
    {
      "epoch": 4.496627122586648,
      "grad_norm": 1.7739027298675552,
      "learning_rate": 4.544702535189207e-05,
      "loss": 1.6641,
      "step": 96655
    },
    {
      "epoch": 4.496673645033729,
      "grad_norm": 1.8358629427621256,
      "learning_rate": 4.544436410388131e-05,
      "loss": 1.6797,
      "step": 96656
    },
    {
      "epoch": 4.4967201674808095,
      "grad_norm": 1.7373372437223003,
      "learning_rate": 4.5441702919880126e-05,
      "loss": 1.4531,
      "step": 96657
    },
    {
      "epoch": 4.49676668992789,
      "grad_norm": 1.828138956192034,
      "learning_rate": 4.5439041799890165e-05,
      "loss": 1.7188,
      "step": 96658
    },
    {
      "epoch": 4.496813212374971,
      "grad_norm": 1.6551355202193871,
      "learning_rate": 4.543638074391298e-05,
      "loss": 1.4609,
      "step": 96659
    },
    {
      "epoch": 4.496859734822052,
      "grad_norm": 1.6152663784720127,
      "learning_rate": 4.54337197519503e-05,
      "loss": 1.4297,
      "step": 96660
    },
    {
      "epoch": 4.496906257269132,
      "grad_norm": 1.7199230950181097,
      "learning_rate": 4.543105882400371e-05,
      "loss": 1.5547,
      "step": 96661
    },
    {
      "epoch": 4.496952779716213,
      "grad_norm": 1.8164296227404917,
      "learning_rate": 4.542839796007485e-05,
      "loss": 1.7031,
      "step": 96662
    },
    {
      "epoch": 4.496999302163294,
      "grad_norm": 1.7572050387258311,
      "learning_rate": 4.54257371601653e-05,
      "loss": 1.6016,
      "step": 96663
    },
    {
      "epoch": 4.497045824610375,
      "grad_norm": 1.621776521504409,
      "learning_rate": 4.542307642427678e-05,
      "loss": 1.4062,
      "step": 96664
    },
    {
      "epoch": 4.497092347057455,
      "grad_norm": 1.9450145269074948,
      "learning_rate": 4.5420415752410853e-05,
      "loss": 1.9531,
      "step": 96665
    },
    {
      "epoch": 4.497138869504536,
      "grad_norm": 1.662935813959629,
      "learning_rate": 4.541775514456918e-05,
      "loss": 1.6016,
      "step": 96666
    },
    {
      "epoch": 4.497185391951617,
      "grad_norm": 1.7577543009130192,
      "learning_rate": 4.541509460075332e-05,
      "loss": 1.5859,
      "step": 96667
    },
    {
      "epoch": 4.497231914398697,
      "grad_norm": 1.7734274579430611,
      "learning_rate": 4.5412434120965e-05,
      "loss": 1.7031,
      "step": 96668
    },
    {
      "epoch": 4.497278436845778,
      "grad_norm": 1.8531618441559936,
      "learning_rate": 4.540977370520576e-05,
      "loss": 1.6953,
      "step": 96669
    },
    {
      "epoch": 4.497324959292859,
      "grad_norm": 1.7153855167528174,
      "learning_rate": 4.540711335347731e-05,
      "loss": 1.4922,
      "step": 96670
    },
    {
      "epoch": 4.49737148173994,
      "grad_norm": 1.9392696497716915,
      "learning_rate": 4.540445306578126e-05,
      "loss": 1.8438,
      "step": 96671
    },
    {
      "epoch": 4.49741800418702,
      "grad_norm": 1.7445437928659626,
      "learning_rate": 4.5401792842119154e-05,
      "loss": 1.6484,
      "step": 96672
    },
    {
      "epoch": 4.497464526634101,
      "grad_norm": 1.7090469707332676,
      "learning_rate": 4.539913268249274e-05,
      "loss": 1.5625,
      "step": 96673
    },
    {
      "epoch": 4.497511049081182,
      "grad_norm": 1.7320130748949827,
      "learning_rate": 4.539647258690361e-05,
      "loss": 1.6328,
      "step": 96674
    },
    {
      "epoch": 4.4975575715282625,
      "grad_norm": 1.8265040911315322,
      "learning_rate": 4.539381255535335e-05,
      "loss": 1.6719,
      "step": 96675
    },
    {
      "epoch": 4.497604093975343,
      "grad_norm": 1.734329018283692,
      "learning_rate": 4.539115258784358e-05,
      "loss": 1.5078,
      "step": 96676
    },
    {
      "epoch": 4.4976506164224235,
      "grad_norm": 1.8475917640435837,
      "learning_rate": 4.538849268437601e-05,
      "loss": 1.5156,
      "step": 96677
    },
    {
      "epoch": 4.497697138869505,
      "grad_norm": 1.8319087917847832,
      "learning_rate": 4.538583284495223e-05,
      "loss": 1.6406,
      "step": 96678
    },
    {
      "epoch": 4.497743661316585,
      "grad_norm": 1.7646850235239702,
      "learning_rate": 4.538317306957385e-05,
      "loss": 1.5547,
      "step": 96679
    },
    {
      "epoch": 4.497790183763666,
      "grad_norm": 1.856788301974035,
      "learning_rate": 4.538051335824251e-05,
      "loss": 1.7969,
      "step": 96680
    },
    {
      "epoch": 4.497836706210746,
      "grad_norm": 1.784113676001403,
      "learning_rate": 4.5377853710959784e-05,
      "loss": 1.5938,
      "step": 96681
    },
    {
      "epoch": 4.497883228657828,
      "grad_norm": 1.692197979712912,
      "learning_rate": 4.537519412772741e-05,
      "loss": 1.5078,
      "step": 96682
    },
    {
      "epoch": 4.497929751104908,
      "grad_norm": 1.8024541446395563,
      "learning_rate": 4.537253460854694e-05,
      "loss": 1.6953,
      "step": 96683
    },
    {
      "epoch": 4.497976273551989,
      "grad_norm": 1.6623325937933349,
      "learning_rate": 4.536987515342004e-05,
      "loss": 1.5625,
      "step": 96684
    },
    {
      "epoch": 4.49802279599907,
      "grad_norm": 1.8095539305262487,
      "learning_rate": 4.536721576234826e-05,
      "loss": 1.4922,
      "step": 96685
    },
    {
      "epoch": 4.49806931844615,
      "grad_norm": 1.740143652289651,
      "learning_rate": 4.536455643533335e-05,
      "loss": 1.6641,
      "step": 96686
    },
    {
      "epoch": 4.498115840893231,
      "grad_norm": 1.8388396312706752,
      "learning_rate": 4.536189717237686e-05,
      "loss": 1.6172,
      "step": 96687
    },
    {
      "epoch": 4.498162363340311,
      "grad_norm": 1.8161088164879344,
      "learning_rate": 4.5359237973480444e-05,
      "loss": 1.75,
      "step": 96688
    },
    {
      "epoch": 4.498208885787393,
      "grad_norm": 1.6490600518941632,
      "learning_rate": 4.5356578838645666e-05,
      "loss": 1.4766,
      "step": 96689
    },
    {
      "epoch": 4.498255408234473,
      "grad_norm": 1.6685433352897274,
      "learning_rate": 4.535391976787425e-05,
      "loss": 1.4922,
      "step": 96690
    },
    {
      "epoch": 4.498301930681554,
      "grad_norm": 1.7267081125648516,
      "learning_rate": 4.5351260761167745e-05,
      "loss": 1.5703,
      "step": 96691
    },
    {
      "epoch": 4.498348453128634,
      "grad_norm": 1.785095422017264,
      "learning_rate": 4.534860181852785e-05,
      "loss": 1.5781,
      "step": 96692
    },
    {
      "epoch": 4.4983949755757155,
      "grad_norm": 1.7742731874779978,
      "learning_rate": 4.5345942939956165e-05,
      "loss": 1.5547,
      "step": 96693
    },
    {
      "epoch": 4.498441498022796,
      "grad_norm": 1.5731749973437739,
      "learning_rate": 4.5343284125454266e-05,
      "loss": 1.3594,
      "step": 96694
    },
    {
      "epoch": 4.4984880204698765,
      "grad_norm": 1.8746610143221079,
      "learning_rate": 4.5340625375023864e-05,
      "loss": 1.6016,
      "step": 96695
    },
    {
      "epoch": 4.498534542916957,
      "grad_norm": 1.7900064438092862,
      "learning_rate": 4.5337966688666564e-05,
      "loss": 1.6797,
      "step": 96696
    },
    {
      "epoch": 4.498581065364038,
      "grad_norm": 1.7168656805518205,
      "learning_rate": 4.533530806638395e-05,
      "loss": 1.6016,
      "step": 96697
    },
    {
      "epoch": 4.498627587811119,
      "grad_norm": 1.6943424403652605,
      "learning_rate": 4.5332649508177655e-05,
      "loss": 1.4375,
      "step": 96698
    },
    {
      "epoch": 4.498674110258199,
      "grad_norm": 1.8251112132881522,
      "learning_rate": 4.5329991014049366e-05,
      "loss": 1.6406,
      "step": 96699
    },
    {
      "epoch": 4.498720632705281,
      "grad_norm": 1.8577537080836506,
      "learning_rate": 4.532733258400067e-05,
      "loss": 1.6953,
      "step": 96700
    },
    {
      "epoch": 4.498767155152361,
      "grad_norm": 1.6831308108404524,
      "learning_rate": 4.53246742180332e-05,
      "loss": 1.4766,
      "step": 96701
    },
    {
      "epoch": 4.498813677599442,
      "grad_norm": 1.7779704047932816,
      "learning_rate": 4.5322015916148544e-05,
      "loss": 1.5703,
      "step": 96702
    },
    {
      "epoch": 4.498860200046522,
      "grad_norm": 1.7426170371653382,
      "learning_rate": 4.5319357678348403e-05,
      "loss": 1.5938,
      "step": 96703
    },
    {
      "epoch": 4.4989067224936035,
      "grad_norm": 1.646211814635359,
      "learning_rate": 4.5316699504634376e-05,
      "loss": 1.4766,
      "step": 96704
    },
    {
      "epoch": 4.498953244940684,
      "grad_norm": 1.7894581981983693,
      "learning_rate": 4.531404139500808e-05,
      "loss": 1.6875,
      "step": 96705
    },
    {
      "epoch": 4.498999767387764,
      "grad_norm": 1.8561762796013044,
      "learning_rate": 4.5311383349471145e-05,
      "loss": 1.6719,
      "step": 96706
    },
    {
      "epoch": 4.499046289834846,
      "grad_norm": 1.8526515511195898,
      "learning_rate": 4.530872536802513e-05,
      "loss": 1.7734,
      "step": 96707
    },
    {
      "epoch": 4.499092812281926,
      "grad_norm": 1.782000940109943,
      "learning_rate": 4.530606745067181e-05,
      "loss": 1.6484,
      "step": 96708
    },
    {
      "epoch": 4.499139334729007,
      "grad_norm": 1.7515591456796598,
      "learning_rate": 4.530340959741271e-05,
      "loss": 1.4922,
      "step": 96709
    },
    {
      "epoch": 4.499185857176087,
      "grad_norm": 1.7007020767597103,
      "learning_rate": 4.530075180824949e-05,
      "loss": 1.5938,
      "step": 96710
    },
    {
      "epoch": 4.499232379623169,
      "grad_norm": 1.8166918676271915,
      "learning_rate": 4.5298094083183714e-05,
      "loss": 1.6641,
      "step": 96711
    },
    {
      "epoch": 4.499278902070249,
      "grad_norm": 1.6677850246235963,
      "learning_rate": 4.529543642221712e-05,
      "loss": 1.5781,
      "step": 96712
    },
    {
      "epoch": 4.4993254245173295,
      "grad_norm": 1.6709439501706203,
      "learning_rate": 4.529277882535123e-05,
      "loss": 1.4453,
      "step": 96713
    },
    {
      "epoch": 4.49937194696441,
      "grad_norm": 1.7528910741969128,
      "learning_rate": 4.529012129258776e-05,
      "loss": 1.6172,
      "step": 96714
    },
    {
      "epoch": 4.499418469411491,
      "grad_norm": 1.893254281554727,
      "learning_rate": 4.528746382392828e-05,
      "loss": 1.6875,
      "step": 96715
    },
    {
      "epoch": 4.499464991858572,
      "grad_norm": 1.6411082442600138,
      "learning_rate": 4.528480641937441e-05,
      "loss": 1.4688,
      "step": 96716
    },
    {
      "epoch": 4.499511514305652,
      "grad_norm": 1.7382611657361442,
      "learning_rate": 4.5282149078927837e-05,
      "loss": 1.5625,
      "step": 96717
    },
    {
      "epoch": 4.499558036752733,
      "grad_norm": 1.7908368155933068,
      "learning_rate": 4.527949180259013e-05,
      "loss": 1.6016,
      "step": 96718
    },
    {
      "epoch": 4.499604559199814,
      "grad_norm": 1.7058484083840852,
      "learning_rate": 4.527683459036296e-05,
      "loss": 1.5859,
      "step": 96719
    },
    {
      "epoch": 4.499651081646895,
      "grad_norm": 1.7659585054632734,
      "learning_rate": 4.527417744224788e-05,
      "loss": 1.5625,
      "step": 96720
    },
    {
      "epoch": 4.499697604093975,
      "grad_norm": 1.8101571874477618,
      "learning_rate": 4.5271520358246605e-05,
      "loss": 1.6953,
      "step": 96721
    },
    {
      "epoch": 4.4997441265410565,
      "grad_norm": 1.6796012080280645,
      "learning_rate": 4.526886333836071e-05,
      "loss": 1.4766,
      "step": 96722
    },
    {
      "epoch": 4.499790648988137,
      "grad_norm": 1.820586837200394,
      "learning_rate": 4.526620638259186e-05,
      "loss": 1.6094,
      "step": 96723
    },
    {
      "epoch": 4.499837171435217,
      "grad_norm": 1.719076742762337,
      "learning_rate": 4.526354949094159e-05,
      "loss": 1.4844,
      "step": 96724
    },
    {
      "epoch": 4.499883693882298,
      "grad_norm": 1.8667700963601883,
      "learning_rate": 4.5260892663411644e-05,
      "loss": 1.625,
      "step": 96725
    },
    {
      "epoch": 4.499930216329379,
      "grad_norm": 1.831123631458783,
      "learning_rate": 4.525823590000361e-05,
      "loss": 1.6562,
      "step": 96726
    },
    {
      "epoch": 4.49997673877646,
      "grad_norm": 1.8066426929344022,
      "learning_rate": 4.525557920071908e-05,
      "loss": 1.6797,
      "step": 96727
    },
    {
      "epoch": 4.50002326122354,
      "grad_norm": 1.7352474918344103,
      "learning_rate": 4.5252922565559666e-05,
      "loss": 1.6094,
      "step": 96728
    },
    {
      "epoch": 4.500069783670621,
      "grad_norm": 1.4927913158687633,
      "learning_rate": 4.525026599452708e-05,
      "loss": 1.2031,
      "step": 96729
    },
    {
      "epoch": 4.500116306117702,
      "grad_norm": 1.6704064701486185,
      "learning_rate": 4.52476094876229e-05,
      "loss": 1.4141,
      "step": 96730
    },
    {
      "epoch": 4.500162828564783,
      "grad_norm": 1.696615350616511,
      "learning_rate": 4.5244953044848744e-05,
      "loss": 1.5078,
      "step": 96731
    },
    {
      "epoch": 4.500209351011863,
      "grad_norm": 1.6894147192157711,
      "learning_rate": 4.524229666620624e-05,
      "loss": 1.4609,
      "step": 96732
    },
    {
      "epoch": 4.5002558734589435,
      "grad_norm": 1.7189001715638723,
      "learning_rate": 4.523964035169697e-05,
      "loss": 1.6406,
      "step": 96733
    },
    {
      "epoch": 4.500302395906025,
      "grad_norm": 1.8556880338115176,
      "learning_rate": 4.523698410132268e-05,
      "loss": 1.8594,
      "step": 96734
    },
    {
      "epoch": 4.500348918353105,
      "grad_norm": 1.819839983626015,
      "learning_rate": 4.523432791508486e-05,
      "loss": 1.6172,
      "step": 96735
    },
    {
      "epoch": 4.500395440800186,
      "grad_norm": 1.701288166352556,
      "learning_rate": 4.5231671792985255e-05,
      "loss": 1.5234,
      "step": 96736
    },
    {
      "epoch": 4.500441963247267,
      "grad_norm": 1.6217567730987275,
      "learning_rate": 4.5229015735025435e-05,
      "loss": 1.2969,
      "step": 96737
    },
    {
      "epoch": 4.500488485694348,
      "grad_norm": 1.7108034913960333,
      "learning_rate": 4.5226359741206974e-05,
      "loss": 1.4062,
      "step": 96738
    },
    {
      "epoch": 4.500535008141428,
      "grad_norm": 1.6978774974381754,
      "learning_rate": 4.522370381153162e-05,
      "loss": 1.5547,
      "step": 96739
    },
    {
      "epoch": 4.500581530588509,
      "grad_norm": 1.708539865831841,
      "learning_rate": 4.522104794600092e-05,
      "loss": 1.5781,
      "step": 96740
    },
    {
      "epoch": 4.50062805303559,
      "grad_norm": 1.7355822371239584,
      "learning_rate": 4.521839214461651e-05,
      "loss": 1.6172,
      "step": 96741
    },
    {
      "epoch": 4.5006745754826705,
      "grad_norm": 1.58767776446611,
      "learning_rate": 4.5215736407379974e-05,
      "loss": 1.3906,
      "step": 96742
    },
    {
      "epoch": 4.500721097929751,
      "grad_norm": 1.7309157059727978,
      "learning_rate": 4.521308073429303e-05,
      "loss": 1.6641,
      "step": 96743
    },
    {
      "epoch": 4.500767620376832,
      "grad_norm": 1.7175270539233738,
      "learning_rate": 4.521042512535725e-05,
      "loss": 1.5859,
      "step": 96744
    },
    {
      "epoch": 4.500814142823913,
      "grad_norm": 1.8297872772528299,
      "learning_rate": 4.520776958057428e-05,
      "loss": 1.6406,
      "step": 96745
    },
    {
      "epoch": 4.500860665270993,
      "grad_norm": 1.8651762216431018,
      "learning_rate": 4.520511409994567e-05,
      "loss": 1.6953,
      "step": 96746
    },
    {
      "epoch": 4.500907187718074,
      "grad_norm": 1.8885399295395544,
      "learning_rate": 4.5202458683473146e-05,
      "loss": 1.7344,
      "step": 96747
    },
    {
      "epoch": 4.500953710165154,
      "grad_norm": 1.8495632192344211,
      "learning_rate": 4.519980333115832e-05,
      "loss": 1.6562,
      "step": 96748
    },
    {
      "epoch": 4.501000232612236,
      "grad_norm": 1.7644496863316355,
      "learning_rate": 4.519714804300277e-05,
      "loss": 1.6719,
      "step": 96749
    },
    {
      "epoch": 4.501046755059316,
      "grad_norm": 1.8234874375338816,
      "learning_rate": 4.519449281900811e-05,
      "loss": 1.7734,
      "step": 96750
    },
    {
      "epoch": 4.5010932775063965,
      "grad_norm": 1.9046050346439136,
      "learning_rate": 4.5191837659176026e-05,
      "loss": 1.7891,
      "step": 96751
    },
    {
      "epoch": 4.501139799953478,
      "grad_norm": 1.8776064764592553,
      "learning_rate": 4.518918256350814e-05,
      "loss": 1.7031,
      "step": 96752
    },
    {
      "epoch": 4.501186322400558,
      "grad_norm": 1.9709378458489941,
      "learning_rate": 4.518652753200605e-05,
      "loss": 1.8359,
      "step": 96753
    },
    {
      "epoch": 4.501232844847639,
      "grad_norm": 1.7641544812247227,
      "learning_rate": 4.518387256467134e-05,
      "loss": 1.4922,
      "step": 96754
    },
    {
      "epoch": 4.501279367294719,
      "grad_norm": 1.6970135944273812,
      "learning_rate": 4.518121766150571e-05,
      "loss": 1.625,
      "step": 96755
    },
    {
      "epoch": 4.501325889741801,
      "grad_norm": 1.7373554693261948,
      "learning_rate": 4.5178562822510765e-05,
      "loss": 1.5938,
      "step": 96756
    },
    {
      "epoch": 4.501372412188881,
      "grad_norm": 1.692022202560536,
      "learning_rate": 4.5175908047688074e-05,
      "loss": 1.5703,
      "step": 96757
    },
    {
      "epoch": 4.501418934635962,
      "grad_norm": 1.716597217773202,
      "learning_rate": 4.5173253337039365e-05,
      "loss": 1.5703,
      "step": 96758
    },
    {
      "epoch": 4.501465457083043,
      "grad_norm": 1.8569958779988511,
      "learning_rate": 4.5170598690566154e-05,
      "loss": 1.6328,
      "step": 96759
    },
    {
      "epoch": 4.5015119795301235,
      "grad_norm": 1.6819881823326843,
      "learning_rate": 4.5167944108270176e-05,
      "loss": 1.4297,
      "step": 96760
    },
    {
      "epoch": 4.501558501977204,
      "grad_norm": 1.7819151117750187,
      "learning_rate": 4.516528959015299e-05,
      "loss": 1.7344,
      "step": 96761
    },
    {
      "epoch": 4.5016050244242845,
      "grad_norm": 1.6813043636965275,
      "learning_rate": 4.516263513621625e-05,
      "loss": 1.5391,
      "step": 96762
    },
    {
      "epoch": 4.501651546871366,
      "grad_norm": 1.725446985266942,
      "learning_rate": 4.515998074646154e-05,
      "loss": 1.6484,
      "step": 96763
    },
    {
      "epoch": 4.501698069318446,
      "grad_norm": 1.8184208291985076,
      "learning_rate": 4.515732642089047e-05,
      "loss": 1.7578,
      "step": 96764
    },
    {
      "epoch": 4.501744591765527,
      "grad_norm": 1.7965522677938979,
      "learning_rate": 4.5154672159504754e-05,
      "loss": 1.6719,
      "step": 96765
    },
    {
      "epoch": 4.501791114212607,
      "grad_norm": 1.627588225896895,
      "learning_rate": 4.5152017962305956e-05,
      "loss": 1.4297,
      "step": 96766
    },
    {
      "epoch": 4.501837636659689,
      "grad_norm": 1.8112174827074354,
      "learning_rate": 4.514936382929572e-05,
      "loss": 1.7188,
      "step": 96767
    },
    {
      "epoch": 4.501884159106769,
      "grad_norm": 1.5634731600780887,
      "learning_rate": 4.51467097604756e-05,
      "loss": 1.3359,
      "step": 96768
    },
    {
      "epoch": 4.50193068155385,
      "grad_norm": 1.5481385224722453,
      "learning_rate": 4.5144055755847354e-05,
      "loss": 1.2969,
      "step": 96769
    },
    {
      "epoch": 4.50197720400093,
      "grad_norm": 1.7234669209173892,
      "learning_rate": 4.514140181541252e-05,
      "loss": 1.5625,
      "step": 96770
    },
    {
      "epoch": 4.502023726448011,
      "grad_norm": 1.860137277751203,
      "learning_rate": 4.5138747939172734e-05,
      "loss": 1.8047,
      "step": 96771
    },
    {
      "epoch": 4.502070248895092,
      "grad_norm": 1.727196933929139,
      "learning_rate": 4.513609412712958e-05,
      "loss": 1.4453,
      "step": 96772
    },
    {
      "epoch": 4.502116771342172,
      "grad_norm": 1.633856318055896,
      "learning_rate": 4.513344037928478e-05,
      "loss": 1.4688,
      "step": 96773
    },
    {
      "epoch": 4.502163293789254,
      "grad_norm": 1.7864826816934978,
      "learning_rate": 4.51307866956399e-05,
      "loss": 1.5078,
      "step": 96774
    },
    {
      "epoch": 4.502209816236334,
      "grad_norm": 1.630727924516954,
      "learning_rate": 4.512813307619657e-05,
      "loss": 1.4688,
      "step": 96775
    },
    {
      "epoch": 4.502256338683415,
      "grad_norm": 1.780497337253701,
      "learning_rate": 4.512547952095636e-05,
      "loss": 1.6641,
      "step": 96776
    },
    {
      "epoch": 4.502302861130495,
      "grad_norm": 1.7287887318832995,
      "learning_rate": 4.512282602992102e-05,
      "loss": 1.6172,
      "step": 96777
    },
    {
      "epoch": 4.5023493835775765,
      "grad_norm": 1.7033429778828129,
      "learning_rate": 4.512017260309209e-05,
      "loss": 1.6406,
      "step": 96778
    },
    {
      "epoch": 4.502395906024657,
      "grad_norm": 1.614112433891429,
      "learning_rate": 4.511751924047116e-05,
      "loss": 1.4609,
      "step": 96779
    },
    {
      "epoch": 4.5024424284717375,
      "grad_norm": 1.6856539926786254,
      "learning_rate": 4.5114865942059956e-05,
      "loss": 1.6172,
      "step": 96780
    },
    {
      "epoch": 4.502488950918818,
      "grad_norm": 1.493070661886975,
      "learning_rate": 4.511221270786e-05,
      "loss": 1.2422,
      "step": 96781
    },
    {
      "epoch": 4.502535473365899,
      "grad_norm": 1.6387123609231697,
      "learning_rate": 4.5109559537873e-05,
      "loss": 1.3281,
      "step": 96782
    },
    {
      "epoch": 4.50258199581298,
      "grad_norm": 1.8051527132185394,
      "learning_rate": 4.510690643210056e-05,
      "loss": 1.6094,
      "step": 96783
    },
    {
      "epoch": 4.50262851826006,
      "grad_norm": 1.6511518613026568,
      "learning_rate": 4.510425339054428e-05,
      "loss": 1.3828,
      "step": 96784
    },
    {
      "epoch": 4.502675040707141,
      "grad_norm": 1.7280559070328625,
      "learning_rate": 4.5101600413205754e-05,
      "loss": 1.5625,
      "step": 96785
    },
    {
      "epoch": 4.502721563154222,
      "grad_norm": 1.7926892855244538,
      "learning_rate": 4.5098947500086705e-05,
      "loss": 1.7109,
      "step": 96786
    },
    {
      "epoch": 4.502768085601303,
      "grad_norm": 1.8528566144440626,
      "learning_rate": 4.509629465118868e-05,
      "loss": 1.7344,
      "step": 96787
    },
    {
      "epoch": 4.502814608048383,
      "grad_norm": 1.7234396735228923,
      "learning_rate": 4.509364186651333e-05,
      "loss": 1.5781,
      "step": 96788
    },
    {
      "epoch": 4.502861130495464,
      "grad_norm": 1.8461805537066478,
      "learning_rate": 4.509098914606227e-05,
      "loss": 1.7891,
      "step": 96789
    },
    {
      "epoch": 4.502907652942545,
      "grad_norm": 1.656009668144941,
      "learning_rate": 4.508833648983707e-05,
      "loss": 1.5391,
      "step": 96790
    },
    {
      "epoch": 4.502954175389625,
      "grad_norm": 1.6961735039427974,
      "learning_rate": 4.508568389783947e-05,
      "loss": 1.4766,
      "step": 96791
    },
    {
      "epoch": 4.503000697836706,
      "grad_norm": 1.6980307049502963,
      "learning_rate": 4.508303137007102e-05,
      "loss": 1.6562,
      "step": 96792
    },
    {
      "epoch": 4.503047220283787,
      "grad_norm": 1.7550094136510777,
      "learning_rate": 4.508037890653336e-05,
      "loss": 1.5312,
      "step": 96793
    },
    {
      "epoch": 4.503093742730868,
      "grad_norm": 1.6517186065446776,
      "learning_rate": 4.507772650722807e-05,
      "loss": 1.4062,
      "step": 96794
    },
    {
      "epoch": 4.503140265177948,
      "grad_norm": 1.6922109163924348,
      "learning_rate": 4.507507417215686e-05,
      "loss": 1.4531,
      "step": 96795
    },
    {
      "epoch": 4.5031867876250296,
      "grad_norm": 2.0171357559541088,
      "learning_rate": 4.5072421901321305e-05,
      "loss": 1.9297,
      "step": 96796
    },
    {
      "epoch": 4.50323331007211,
      "grad_norm": 1.7779741387314179,
      "learning_rate": 4.506976969472303e-05,
      "loss": 1.6797,
      "step": 96797
    },
    {
      "epoch": 4.5032798325191905,
      "grad_norm": 1.6900783445127032,
      "learning_rate": 4.5067117552363616e-05,
      "loss": 1.4375,
      "step": 96798
    },
    {
      "epoch": 4.503326354966271,
      "grad_norm": 1.855434651497522,
      "learning_rate": 4.506446547424477e-05,
      "loss": 1.7031,
      "step": 96799
    },
    {
      "epoch": 4.5033728774133515,
      "grad_norm": 1.7977614542138671,
      "learning_rate": 4.5061813460368084e-05,
      "loss": 1.5234,
      "step": 96800
    },
    {
      "epoch": 4.503419399860433,
      "grad_norm": 1.8523338113072587,
      "learning_rate": 4.505916151073513e-05,
      "loss": 1.7031,
      "step": 96801
    },
    {
      "epoch": 4.503465922307513,
      "grad_norm": 1.814737942123255,
      "learning_rate": 4.505650962534762e-05,
      "loss": 1.6094,
      "step": 96802
    },
    {
      "epoch": 4.503512444754594,
      "grad_norm": 1.923310049900193,
      "learning_rate": 4.5053857804207085e-05,
      "loss": 1.7734,
      "step": 96803
    },
    {
      "epoch": 4.503558967201675,
      "grad_norm": 1.6342958498257887,
      "learning_rate": 4.505120604731525e-05,
      "loss": 1.5,
      "step": 96804
    },
    {
      "epoch": 4.503605489648756,
      "grad_norm": 1.8095111425711519,
      "learning_rate": 4.504855435467368e-05,
      "loss": 1.7344,
      "step": 96805
    },
    {
      "epoch": 4.503652012095836,
      "grad_norm": 1.7736101879468873,
      "learning_rate": 4.5045902726284003e-05,
      "loss": 1.6719,
      "step": 96806
    },
    {
      "epoch": 4.503698534542917,
      "grad_norm": 1.7545913469747272,
      "learning_rate": 4.50432511621478e-05,
      "loss": 1.6953,
      "step": 96807
    },
    {
      "epoch": 4.503745056989998,
      "grad_norm": 1.6533291394484648,
      "learning_rate": 4.504059966226677e-05,
      "loss": 1.5469,
      "step": 96808
    },
    {
      "epoch": 4.503791579437078,
      "grad_norm": 1.8028842846786988,
      "learning_rate": 4.503794822664252e-05,
      "loss": 1.6953,
      "step": 96809
    },
    {
      "epoch": 4.503838101884159,
      "grad_norm": 1.7387152134126342,
      "learning_rate": 4.503529685527664e-05,
      "loss": 1.6641,
      "step": 96810
    },
    {
      "epoch": 4.50388462433124,
      "grad_norm": 1.709662557460743,
      "learning_rate": 4.503264554817075e-05,
      "loss": 1.4375,
      "step": 96811
    },
    {
      "epoch": 4.503931146778321,
      "grad_norm": 1.4968116071839375,
      "learning_rate": 4.5029994305326515e-05,
      "loss": 1.3047,
      "step": 96812
    },
    {
      "epoch": 4.503977669225401,
      "grad_norm": 1.8034796207218018,
      "learning_rate": 4.5027343126745544e-05,
      "loss": 1.7578,
      "step": 96813
    },
    {
      "epoch": 4.504024191672482,
      "grad_norm": 1.858560407525631,
      "learning_rate": 4.502469201242945e-05,
      "loss": 1.7422,
      "step": 96814
    },
    {
      "epoch": 4.504070714119563,
      "grad_norm": 1.6326127336318912,
      "learning_rate": 4.502204096237987e-05,
      "loss": 1.5,
      "step": 96815
    },
    {
      "epoch": 4.5041172365666435,
      "grad_norm": 1.9364522840663094,
      "learning_rate": 4.501938997659836e-05,
      "loss": 1.7188,
      "step": 96816
    },
    {
      "epoch": 4.504163759013724,
      "grad_norm": 1.7403090672739019,
      "learning_rate": 4.501673905508664e-05,
      "loss": 1.5625,
      "step": 96817
    },
    {
      "epoch": 4.5042102814608045,
      "grad_norm": 1.6955560856542882,
      "learning_rate": 4.501408819784629e-05,
      "loss": 1.3984,
      "step": 96818
    },
    {
      "epoch": 4.504256803907886,
      "grad_norm": 1.7148552242925557,
      "learning_rate": 4.501143740487894e-05,
      "loss": 1.4844,
      "step": 96819
    },
    {
      "epoch": 4.504303326354966,
      "grad_norm": 1.8364341593843374,
      "learning_rate": 4.500878667618617e-05,
      "loss": 1.7578,
      "step": 96820
    },
    {
      "epoch": 4.504349848802047,
      "grad_norm": 1.909030157375778,
      "learning_rate": 4.500613601176967e-05,
      "loss": 1.8516,
      "step": 96821
    },
    {
      "epoch": 4.504396371249127,
      "grad_norm": 1.8556225683013305,
      "learning_rate": 4.5003485411631e-05,
      "loss": 1.75,
      "step": 96822
    },
    {
      "epoch": 4.504442893696209,
      "grad_norm": 1.7156147720657853,
      "learning_rate": 4.500083487577185e-05,
      "loss": 1.4844,
      "step": 96823
    },
    {
      "epoch": 4.504489416143289,
      "grad_norm": 1.7734281185897027,
      "learning_rate": 4.4998184404193804e-05,
      "loss": 1.5547,
      "step": 96824
    },
    {
      "epoch": 4.50453593859037,
      "grad_norm": 1.7863103393945765,
      "learning_rate": 4.4995533996898456e-05,
      "loss": 1.5938,
      "step": 96825
    },
    {
      "epoch": 4.504582461037451,
      "grad_norm": 1.6943923986595697,
      "learning_rate": 4.4992883653887495e-05,
      "loss": 1.3906,
      "step": 96826
    },
    {
      "epoch": 4.5046289834845314,
      "grad_norm": 1.7180797305252105,
      "learning_rate": 4.499023337516251e-05,
      "loss": 1.4609,
      "step": 96827
    },
    {
      "epoch": 4.504675505931612,
      "grad_norm": 1.8562802366597544,
      "learning_rate": 4.498758316072513e-05,
      "loss": 1.8359,
      "step": 96828
    },
    {
      "epoch": 4.504722028378692,
      "grad_norm": 1.57894727048605,
      "learning_rate": 4.498493301057693e-05,
      "loss": 1.4141,
      "step": 96829
    },
    {
      "epoch": 4.504768550825774,
      "grad_norm": 1.6788024038357665,
      "learning_rate": 4.4982282924719606e-05,
      "loss": 1.5312,
      "step": 96830
    },
    {
      "epoch": 4.504815073272854,
      "grad_norm": 1.8573493630236357,
      "learning_rate": 4.497963290315475e-05,
      "loss": 1.7266,
      "step": 96831
    },
    {
      "epoch": 4.504861595719935,
      "grad_norm": 1.7384120141520014,
      "learning_rate": 4.497698294588398e-05,
      "loss": 1.5938,
      "step": 96832
    },
    {
      "epoch": 4.504908118167016,
      "grad_norm": 1.5875957584266829,
      "learning_rate": 4.497433305290889e-05,
      "loss": 1.2812,
      "step": 96833
    },
    {
      "epoch": 4.504954640614097,
      "grad_norm": 1.5995032554071404,
      "learning_rate": 4.497168322423115e-05,
      "loss": 1.3516,
      "step": 96834
    },
    {
      "epoch": 4.505001163061177,
      "grad_norm": 1.7927128201470577,
      "learning_rate": 4.496903345985239e-05,
      "loss": 1.5156,
      "step": 96835
    },
    {
      "epoch": 4.5050476855082575,
      "grad_norm": 1.8791219817663514,
      "learning_rate": 4.4966383759774205e-05,
      "loss": 1.7734,
      "step": 96836
    },
    {
      "epoch": 4.505094207955338,
      "grad_norm": 1.675319086786972,
      "learning_rate": 4.4963734123998153e-05,
      "loss": 1.4453,
      "step": 96837
    },
    {
      "epoch": 4.505140730402419,
      "grad_norm": 1.6422024741058558,
      "learning_rate": 4.4961084552526e-05,
      "loss": 1.4141,
      "step": 96838
    },
    {
      "epoch": 4.5051872528495,
      "grad_norm": 1.754775263334081,
      "learning_rate": 4.495843504535927e-05,
      "loss": 1.6719,
      "step": 96839
    },
    {
      "epoch": 4.50523377529658,
      "grad_norm": 1.8384183913600873,
      "learning_rate": 4.49557856024996e-05,
      "loss": 1.6953,
      "step": 96840
    },
    {
      "epoch": 4.505280297743662,
      "grad_norm": 1.7063265915664527,
      "learning_rate": 4.495313622394861e-05,
      "loss": 1.6016,
      "step": 96841
    },
    {
      "epoch": 4.505326820190742,
      "grad_norm": 1.9108025780468123,
      "learning_rate": 4.4950486909707894e-05,
      "loss": 1.7656,
      "step": 96842
    },
    {
      "epoch": 4.505373342637823,
      "grad_norm": 1.76069997569184,
      "learning_rate": 4.494783765977916e-05,
      "loss": 1.6953,
      "step": 96843
    },
    {
      "epoch": 4.505419865084903,
      "grad_norm": 1.897151309522408,
      "learning_rate": 4.494518847416393e-05,
      "loss": 1.6953,
      "step": 96844
    },
    {
      "epoch": 4.5054663875319845,
      "grad_norm": 1.8260019095342488,
      "learning_rate": 4.494253935286393e-05,
      "loss": 1.6953,
      "step": 96845
    },
    {
      "epoch": 4.505512909979065,
      "grad_norm": 1.5985907442424576,
      "learning_rate": 4.4939890295880724e-05,
      "loss": 1.2891,
      "step": 96846
    },
    {
      "epoch": 4.505559432426145,
      "grad_norm": 1.6713512522097331,
      "learning_rate": 4.4937241303215867e-05,
      "loss": 1.3594,
      "step": 96847
    },
    {
      "epoch": 4.505605954873227,
      "grad_norm": 1.5612816360835446,
      "learning_rate": 4.493459237487113e-05,
      "loss": 1.3984,
      "step": 96848
    },
    {
      "epoch": 4.505652477320307,
      "grad_norm": 1.9261155932833367,
      "learning_rate": 4.493194351084802e-05,
      "loss": 1.8125,
      "step": 96849
    },
    {
      "epoch": 4.505698999767388,
      "grad_norm": 1.8727675435034652,
      "learning_rate": 4.492929471114822e-05,
      "loss": 1.7578,
      "step": 96850
    },
    {
      "epoch": 4.505745522214468,
      "grad_norm": 1.6695503425601086,
      "learning_rate": 4.4926645975773276e-05,
      "loss": 1.3906,
      "step": 96851
    },
    {
      "epoch": 4.505792044661549,
      "grad_norm": 1.7161720771708613,
      "learning_rate": 4.4923997304724884e-05,
      "loss": 1.5547,
      "step": 96852
    },
    {
      "epoch": 4.50583856710863,
      "grad_norm": 1.9003496371562447,
      "learning_rate": 4.4921348698004654e-05,
      "loss": 1.7891,
      "step": 96853
    },
    {
      "epoch": 4.5058850895557105,
      "grad_norm": 1.6208677495024173,
      "learning_rate": 4.4918700155614204e-05,
      "loss": 1.2578,
      "step": 96854
    },
    {
      "epoch": 4.505931612002791,
      "grad_norm": 1.701245903921372,
      "learning_rate": 4.4916051677555086e-05,
      "loss": 1.5547,
      "step": 96855
    },
    {
      "epoch": 4.505978134449872,
      "grad_norm": 1.6676897052083481,
      "learning_rate": 4.491340326382903e-05,
      "loss": 1.5078,
      "step": 96856
    },
    {
      "epoch": 4.506024656896953,
      "grad_norm": 1.6454033910672479,
      "learning_rate": 4.4910754914437604e-05,
      "loss": 1.3984,
      "step": 96857
    },
    {
      "epoch": 4.506071179344033,
      "grad_norm": 1.5616533652761149,
      "learning_rate": 4.490810662938244e-05,
      "loss": 1.3438,
      "step": 96858
    },
    {
      "epoch": 4.506117701791114,
      "grad_norm": 1.7594492764419154,
      "learning_rate": 4.490545840866511e-05,
      "loss": 1.6641,
      "step": 96859
    },
    {
      "epoch": 4.506164224238195,
      "grad_norm": 1.7835187308760636,
      "learning_rate": 4.490281025228731e-05,
      "loss": 1.5391,
      "step": 96860
    },
    {
      "epoch": 4.506210746685276,
      "grad_norm": 1.745829373923922,
      "learning_rate": 4.490016216025064e-05,
      "loss": 1.6172,
      "step": 96861
    },
    {
      "epoch": 4.506257269132356,
      "grad_norm": 1.763499772300594,
      "learning_rate": 4.4897514132556706e-05,
      "loss": 1.6094,
      "step": 96862
    },
    {
      "epoch": 4.5063037915794375,
      "grad_norm": 1.742109738056008,
      "learning_rate": 4.4894866169207086e-05,
      "loss": 1.625,
      "step": 96863
    },
    {
      "epoch": 4.506350314026518,
      "grad_norm": 1.7895794979254689,
      "learning_rate": 4.489221827020349e-05,
      "loss": 1.6328,
      "step": 96864
    },
    {
      "epoch": 4.5063968364735985,
      "grad_norm": 1.830899928090393,
      "learning_rate": 4.488957043554751e-05,
      "loss": 1.7656,
      "step": 96865
    },
    {
      "epoch": 4.506443358920679,
      "grad_norm": 1.902235729868164,
      "learning_rate": 4.4886922665240695e-05,
      "loss": 1.7734,
      "step": 96866
    },
    {
      "epoch": 4.50648988136776,
      "grad_norm": 1.6754282014619049,
      "learning_rate": 4.4884274959284785e-05,
      "loss": 1.5234,
      "step": 96867
    },
    {
      "epoch": 4.506536403814841,
      "grad_norm": 1.673770585638515,
      "learning_rate": 4.488162731768134e-05,
      "loss": 1.5078,
      "step": 96868
    },
    {
      "epoch": 4.506582926261921,
      "grad_norm": 1.7626417907484393,
      "learning_rate": 4.487897974043192e-05,
      "loss": 1.7656,
      "step": 96869
    },
    {
      "epoch": 4.506629448709002,
      "grad_norm": 1.8479294346571171,
      "learning_rate": 4.487633222753827e-05,
      "loss": 1.6406,
      "step": 96870
    },
    {
      "epoch": 4.506675971156083,
      "grad_norm": 1.717929905671093,
      "learning_rate": 4.487368477900194e-05,
      "loss": 1.6016,
      "step": 96871
    },
    {
      "epoch": 4.506722493603164,
      "grad_norm": 1.8254602464434198,
      "learning_rate": 4.487103739482456e-05,
      "loss": 1.7891,
      "step": 96872
    },
    {
      "epoch": 4.506769016050244,
      "grad_norm": 1.7326966359404972,
      "learning_rate": 4.486839007500771e-05,
      "loss": 1.6328,
      "step": 96873
    },
    {
      "epoch": 4.5068155384973245,
      "grad_norm": 1.7720769913389935,
      "learning_rate": 4.48657428195531e-05,
      "loss": 1.6016,
      "step": 96874
    },
    {
      "epoch": 4.506862060944406,
      "grad_norm": 1.7751021517920553,
      "learning_rate": 4.48630956284623e-05,
      "loss": 1.6875,
      "step": 96875
    },
    {
      "epoch": 4.506908583391486,
      "grad_norm": 1.8353274394393175,
      "learning_rate": 4.486044850173694e-05,
      "loss": 1.6094,
      "step": 96876
    },
    {
      "epoch": 4.506955105838567,
      "grad_norm": 1.7128761177164435,
      "learning_rate": 4.485780143937856e-05,
      "loss": 1.6016,
      "step": 96877
    },
    {
      "epoch": 4.507001628285648,
      "grad_norm": 1.6579166194888824,
      "learning_rate": 4.485515444138893e-05,
      "loss": 1.4453,
      "step": 96878
    },
    {
      "epoch": 4.507048150732729,
      "grad_norm": 1.5593838774205786,
      "learning_rate": 4.485250750776958e-05,
      "loss": 1.375,
      "step": 96879
    },
    {
      "epoch": 4.507094673179809,
      "grad_norm": 1.7837070694223363,
      "learning_rate": 4.484986063852214e-05,
      "loss": 1.5938,
      "step": 96880
    },
    {
      "epoch": 4.50714119562689,
      "grad_norm": 1.7722876024628589,
      "learning_rate": 4.484721383364819e-05,
      "loss": 1.6094,
      "step": 96881
    },
    {
      "epoch": 4.507187718073971,
      "grad_norm": 1.7958877928833228,
      "learning_rate": 4.484456709314945e-05,
      "loss": 1.5625,
      "step": 96882
    },
    {
      "epoch": 4.5072342405210515,
      "grad_norm": 1.8884242065018388,
      "learning_rate": 4.4841920417027486e-05,
      "loss": 1.6484,
      "step": 96883
    },
    {
      "epoch": 4.507280762968132,
      "grad_norm": 1.7983169092420326,
      "learning_rate": 4.483927380528391e-05,
      "loss": 1.7266,
      "step": 96884
    },
    {
      "epoch": 4.507327285415213,
      "grad_norm": 1.6482467592420653,
      "learning_rate": 4.4836627257920297e-05,
      "loss": 1.3672,
      "step": 96885
    },
    {
      "epoch": 4.507373807862294,
      "grad_norm": 1.7432369030713337,
      "learning_rate": 4.4833980774938385e-05,
      "loss": 1.5625,
      "step": 96886
    },
    {
      "epoch": 4.507420330309374,
      "grad_norm": 1.9000495652025886,
      "learning_rate": 4.4831334356339726e-05,
      "loss": 1.6875,
      "step": 96887
    },
    {
      "epoch": 4.507466852756455,
      "grad_norm": 1.8855832823109353,
      "learning_rate": 4.48286880021259e-05,
      "loss": 1.7109,
      "step": 96888
    },
    {
      "epoch": 4.507513375203535,
      "grad_norm": 1.6816674973948174,
      "learning_rate": 4.482604171229861e-05,
      "loss": 1.4766,
      "step": 96889
    },
    {
      "epoch": 4.507559897650617,
      "grad_norm": 1.6803500079737488,
      "learning_rate": 4.482339548685939e-05,
      "loss": 1.4297,
      "step": 96890
    },
    {
      "epoch": 4.507606420097697,
      "grad_norm": 1.6141603791081807,
      "learning_rate": 4.482074932580996e-05,
      "loss": 1.4688,
      "step": 96891
    },
    {
      "epoch": 4.5076529425447776,
      "grad_norm": 1.8339265536371425,
      "learning_rate": 4.481810322915187e-05,
      "loss": 1.6094,
      "step": 96892
    },
    {
      "epoch": 4.507699464991859,
      "grad_norm": 1.7362463166235214,
      "learning_rate": 4.481545719688677e-05,
      "loss": 1.6016,
      "step": 96893
    },
    {
      "epoch": 4.507745987438939,
      "grad_norm": 1.8840889040140167,
      "learning_rate": 4.4812811229016264e-05,
      "loss": 1.6719,
      "step": 96894
    },
    {
      "epoch": 4.50779250988602,
      "grad_norm": 1.649588789374966,
      "learning_rate": 4.4810165325541946e-05,
      "loss": 1.5469,
      "step": 96895
    },
    {
      "epoch": 4.5078390323331,
      "grad_norm": 1.9382858267544436,
      "learning_rate": 4.4807519486465495e-05,
      "loss": 1.7344,
      "step": 96896
    },
    {
      "epoch": 4.507885554780182,
      "grad_norm": 1.8407834941961363,
      "learning_rate": 4.4804873711788506e-05,
      "loss": 1.7812,
      "step": 96897
    },
    {
      "epoch": 4.507932077227262,
      "grad_norm": 1.7045941547324657,
      "learning_rate": 4.4802228001512577e-05,
      "loss": 1.5938,
      "step": 96898
    },
    {
      "epoch": 4.507978599674343,
      "grad_norm": 1.7922119822952738,
      "learning_rate": 4.4799582355639313e-05,
      "loss": 1.6406,
      "step": 96899
    },
    {
      "epoch": 4.508025122121424,
      "grad_norm": 1.7215930022345112,
      "learning_rate": 4.479693677417042e-05,
      "loss": 1.5391,
      "step": 96900
    },
    {
      "epoch": 4.5080716445685045,
      "grad_norm": 1.6863960627417236,
      "learning_rate": 4.479429125710743e-05,
      "loss": 1.3984,
      "step": 96901
    },
    {
      "epoch": 4.508118167015585,
      "grad_norm": 1.7040919252243645,
      "learning_rate": 4.479164580445203e-05,
      "loss": 1.5,
      "step": 96902
    },
    {
      "epoch": 4.5081646894626655,
      "grad_norm": 1.7161680074484358,
      "learning_rate": 4.478900041620574e-05,
      "loss": 1.5391,
      "step": 96903
    },
    {
      "epoch": 4.508211211909747,
      "grad_norm": 1.7111957278217769,
      "learning_rate": 4.478635509237029e-05,
      "loss": 1.5781,
      "step": 96904
    },
    {
      "epoch": 4.508257734356827,
      "grad_norm": 1.6471582225648906,
      "learning_rate": 4.4783709832947264e-05,
      "loss": 1.4453,
      "step": 96905
    },
    {
      "epoch": 4.508304256803908,
      "grad_norm": 1.8145675380322392,
      "learning_rate": 4.478106463793827e-05,
      "loss": 1.6328,
      "step": 96906
    },
    {
      "epoch": 4.508350779250988,
      "grad_norm": 1.8196145044170515,
      "learning_rate": 4.4778419507344875e-05,
      "loss": 1.5547,
      "step": 96907
    },
    {
      "epoch": 4.50839730169807,
      "grad_norm": 1.7544141341029804,
      "learning_rate": 4.477577444116879e-05,
      "loss": 1.5781,
      "step": 96908
    },
    {
      "epoch": 4.50844382414515,
      "grad_norm": 1.8877016654408831,
      "learning_rate": 4.47731294394116e-05,
      "loss": 1.7656,
      "step": 96909
    },
    {
      "epoch": 4.508490346592231,
      "grad_norm": 1.7638014575807133,
      "learning_rate": 4.477048450207489e-05,
      "loss": 1.6016,
      "step": 96910
    },
    {
      "epoch": 4.508536869039311,
      "grad_norm": 1.6969058967892297,
      "learning_rate": 4.476783962916034e-05,
      "loss": 1.6172,
      "step": 96911
    },
    {
      "epoch": 4.508583391486392,
      "grad_norm": 1.7488981721013335,
      "learning_rate": 4.476519482066951e-05,
      "loss": 1.4766,
      "step": 96912
    },
    {
      "epoch": 4.508629913933473,
      "grad_norm": 1.9625825710514206,
      "learning_rate": 4.4762550076604075e-05,
      "loss": 1.9062,
      "step": 96913
    },
    {
      "epoch": 4.508676436380553,
      "grad_norm": 1.8113692766878673,
      "learning_rate": 4.475990539696564e-05,
      "loss": 1.6719,
      "step": 96914
    },
    {
      "epoch": 4.508722958827635,
      "grad_norm": 1.8221764992690574,
      "learning_rate": 4.47572607817558e-05,
      "loss": 1.7266,
      "step": 96915
    },
    {
      "epoch": 4.508769481274715,
      "grad_norm": 1.785661317412373,
      "learning_rate": 4.475461623097614e-05,
      "loss": 1.625,
      "step": 96916
    },
    {
      "epoch": 4.508816003721796,
      "grad_norm": 1.726233359175499,
      "learning_rate": 4.475197174462839e-05,
      "loss": 1.5547,
      "step": 96917
    },
    {
      "epoch": 4.508862526168876,
      "grad_norm": 1.9092584964158026,
      "learning_rate": 4.4749327322714073e-05,
      "loss": 1.7031,
      "step": 96918
    },
    {
      "epoch": 4.5089090486159575,
      "grad_norm": 1.9151539933118509,
      "learning_rate": 4.474668296523485e-05,
      "loss": 1.7891,
      "step": 96919
    },
    {
      "epoch": 4.508955571063038,
      "grad_norm": 1.773826508303786,
      "learning_rate": 4.474403867219234e-05,
      "loss": 1.5938,
      "step": 96920
    },
    {
      "epoch": 4.5090020935101185,
      "grad_norm": 1.6101363358641048,
      "learning_rate": 4.4741394443588093e-05,
      "loss": 1.3281,
      "step": 96921
    },
    {
      "epoch": 4.509048615957199,
      "grad_norm": 1.805386044566182,
      "learning_rate": 4.473875027942384e-05,
      "loss": 1.6953,
      "step": 96922
    },
    {
      "epoch": 4.50909513840428,
      "grad_norm": 1.8183677697362495,
      "learning_rate": 4.473610617970114e-05,
      "loss": 1.6484,
      "step": 96923
    },
    {
      "epoch": 4.509141660851361,
      "grad_norm": 1.7300280389327034,
      "learning_rate": 4.47334621444216e-05,
      "loss": 1.5469,
      "step": 96924
    },
    {
      "epoch": 4.509188183298441,
      "grad_norm": 1.7011610804445267,
      "learning_rate": 4.473081817358683e-05,
      "loss": 1.4609,
      "step": 96925
    },
    {
      "epoch": 4.509234705745522,
      "grad_norm": 1.6408911871461895,
      "learning_rate": 4.472817426719851e-05,
      "loss": 1.4062,
      "step": 96926
    },
    {
      "epoch": 4.509281228192603,
      "grad_norm": 1.7404857985492186,
      "learning_rate": 4.472553042525822e-05,
      "loss": 1.5625,
      "step": 96927
    },
    {
      "epoch": 4.509327750639684,
      "grad_norm": 1.8511043924115114,
      "learning_rate": 4.4722886647767586e-05,
      "loss": 1.7109,
      "step": 96928
    },
    {
      "epoch": 4.509374273086764,
      "grad_norm": 1.9323897618821688,
      "learning_rate": 4.4720242934728166e-05,
      "loss": 1.9453,
      "step": 96929
    },
    {
      "epoch": 4.5094207955338454,
      "grad_norm": 1.6202809355725785,
      "learning_rate": 4.471759928614169e-05,
      "loss": 1.4688,
      "step": 96930
    },
    {
      "epoch": 4.509467317980926,
      "grad_norm": 1.4549867412330781,
      "learning_rate": 4.4714955702009724e-05,
      "loss": 1.2109,
      "step": 96931
    },
    {
      "epoch": 4.509513840428006,
      "grad_norm": 1.6950075725537663,
      "learning_rate": 4.471231218233383e-05,
      "loss": 1.6016,
      "step": 96932
    },
    {
      "epoch": 4.509560362875087,
      "grad_norm": 1.7347138699476483,
      "learning_rate": 4.470966872711573e-05,
      "loss": 1.5547,
      "step": 96933
    },
    {
      "epoch": 4.509606885322168,
      "grad_norm": 1.7961705155470526,
      "learning_rate": 4.4707025336356925e-05,
      "loss": 1.7188,
      "step": 96934
    },
    {
      "epoch": 4.509653407769249,
      "grad_norm": 1.5717726844712685,
      "learning_rate": 4.470438201005916e-05,
      "loss": 1.3281,
      "step": 96935
    },
    {
      "epoch": 4.509699930216329,
      "grad_norm": 1.7032461252547246,
      "learning_rate": 4.4701738748224e-05,
      "loss": 1.6797,
      "step": 96936
    },
    {
      "epoch": 4.509746452663411,
      "grad_norm": 1.67491352528031,
      "learning_rate": 4.469909555085306e-05,
      "loss": 1.4453,
      "step": 96937
    },
    {
      "epoch": 4.509792975110491,
      "grad_norm": 1.749761878959182,
      "learning_rate": 4.46964524179479e-05,
      "loss": 1.7109,
      "step": 96938
    },
    {
      "epoch": 4.5098394975575715,
      "grad_norm": 1.741591364051046,
      "learning_rate": 4.4693809349510236e-05,
      "loss": 1.4531,
      "step": 96939
    },
    {
      "epoch": 4.509886020004652,
      "grad_norm": 1.6694947056070562,
      "learning_rate": 4.469116634554163e-05,
      "loss": 1.5312,
      "step": 96940
    },
    {
      "epoch": 4.5099325424517325,
      "grad_norm": 1.6586617478618457,
      "learning_rate": 4.468852340604373e-05,
      "loss": 1.5234,
      "step": 96941
    },
    {
      "epoch": 4.509979064898814,
      "grad_norm": 1.7461313329409793,
      "learning_rate": 4.4685880531018084e-05,
      "loss": 1.6328,
      "step": 96942
    },
    {
      "epoch": 4.510025587345894,
      "grad_norm": 1.8159784909980627,
      "learning_rate": 4.468323772046642e-05,
      "loss": 1.6484,
      "step": 96943
    },
    {
      "epoch": 4.510072109792975,
      "grad_norm": 1.6204365947793038,
      "learning_rate": 4.468059497439029e-05,
      "loss": 1.2891,
      "step": 96944
    },
    {
      "epoch": 4.510118632240056,
      "grad_norm": 1.634356321232419,
      "learning_rate": 4.467795229279133e-05,
      "loss": 1.3906,
      "step": 96945
    },
    {
      "epoch": 4.510165154687137,
      "grad_norm": 1.668085634725233,
      "learning_rate": 4.467530967567113e-05,
      "loss": 1.5469,
      "step": 96946
    },
    {
      "epoch": 4.510211677134217,
      "grad_norm": 1.8760854414857409,
      "learning_rate": 4.4672667123031285e-05,
      "loss": 1.7031,
      "step": 96947
    },
    {
      "epoch": 4.510258199581298,
      "grad_norm": 1.79754741990129,
      "learning_rate": 4.467002463487351e-05,
      "loss": 1.6484,
      "step": 96948
    },
    {
      "epoch": 4.510304722028379,
      "grad_norm": 1.7273460918986399,
      "learning_rate": 4.466738221119936e-05,
      "loss": 1.5859,
      "step": 96949
    },
    {
      "epoch": 4.510351244475459,
      "grad_norm": 1.70666711628567,
      "learning_rate": 4.466473985201046e-05,
      "loss": 1.5,
      "step": 96950
    },
    {
      "epoch": 4.51039776692254,
      "grad_norm": 1.823493077846237,
      "learning_rate": 4.466209755730838e-05,
      "loss": 1.8047,
      "step": 96951
    },
    {
      "epoch": 4.510444289369621,
      "grad_norm": 1.7025606910100797,
      "learning_rate": 4.465945532709483e-05,
      "loss": 1.5469,
      "step": 96952
    },
    {
      "epoch": 4.510490811816702,
      "grad_norm": 1.8748054711126123,
      "learning_rate": 4.465681316137138e-05,
      "loss": 1.9141,
      "step": 96953
    },
    {
      "epoch": 4.510537334263782,
      "grad_norm": 1.8211665181324481,
      "learning_rate": 4.465417106013962e-05,
      "loss": 1.7188,
      "step": 96954
    },
    {
      "epoch": 4.510583856710863,
      "grad_norm": 1.8012303327405528,
      "learning_rate": 4.4651529023401234e-05,
      "loss": 1.7344,
      "step": 96955
    },
    {
      "epoch": 4.510630379157944,
      "grad_norm": 1.8356113884717216,
      "learning_rate": 4.464888705115776e-05,
      "loss": 1.7031,
      "step": 96956
    },
    {
      "epoch": 4.5106769016050245,
      "grad_norm": 1.6359092686950443,
      "learning_rate": 4.464624514341089e-05,
      "loss": 1.4844,
      "step": 96957
    },
    {
      "epoch": 4.510723424052105,
      "grad_norm": 1.6937880611687852,
      "learning_rate": 4.464360330016222e-05,
      "loss": 1.5859,
      "step": 96958
    },
    {
      "epoch": 4.5107699464991855,
      "grad_norm": 1.726604738823604,
      "learning_rate": 4.464096152141335e-05,
      "loss": 1.5391,
      "step": 96959
    },
    {
      "epoch": 4.510816468946267,
      "grad_norm": 1.7251257907509778,
      "learning_rate": 4.463831980716586e-05,
      "loss": 1.5859,
      "step": 96960
    },
    {
      "epoch": 4.510862991393347,
      "grad_norm": 1.5672781224394747,
      "learning_rate": 4.463567815742146e-05,
      "loss": 1.2344,
      "step": 96961
    },
    {
      "epoch": 4.510909513840428,
      "grad_norm": 1.7037269976852005,
      "learning_rate": 4.463303657218173e-05,
      "loss": 1.5938,
      "step": 96962
    },
    {
      "epoch": 4.510956036287508,
      "grad_norm": 1.6747339881941128,
      "learning_rate": 4.4630395051448265e-05,
      "loss": 1.5859,
      "step": 96963
    },
    {
      "epoch": 4.51100255873459,
      "grad_norm": 1.768343463286496,
      "learning_rate": 4.462775359522265e-05,
      "loss": 1.6641,
      "step": 96964
    },
    {
      "epoch": 4.51104908118167,
      "grad_norm": 1.854279709238613,
      "learning_rate": 4.462511220350658e-05,
      "loss": 1.6875,
      "step": 96965
    },
    {
      "epoch": 4.511095603628751,
      "grad_norm": 1.7320118981014556,
      "learning_rate": 4.4622470876301655e-05,
      "loss": 1.4922,
      "step": 96966
    },
    {
      "epoch": 4.511142126075832,
      "grad_norm": 1.8461799874444178,
      "learning_rate": 4.4619829613609466e-05,
      "loss": 1.75,
      "step": 96967
    },
    {
      "epoch": 4.5111886485229125,
      "grad_norm": 1.731366927746379,
      "learning_rate": 4.461718841543158e-05,
      "loss": 1.6016,
      "step": 96968
    },
    {
      "epoch": 4.511235170969993,
      "grad_norm": 1.943565416908493,
      "learning_rate": 4.461454728176974e-05,
      "loss": 1.9531,
      "step": 96969
    },
    {
      "epoch": 4.511281693417073,
      "grad_norm": 1.7097221764447463,
      "learning_rate": 4.461190621262549e-05,
      "loss": 1.6016,
      "step": 96970
    },
    {
      "epoch": 4.511328215864155,
      "grad_norm": 1.808864465642586,
      "learning_rate": 4.460926520800045e-05,
      "loss": 1.8125,
      "step": 96971
    },
    {
      "epoch": 4.511374738311235,
      "grad_norm": 1.8705609952298006,
      "learning_rate": 4.460662426789618e-05,
      "loss": 1.8047,
      "step": 96972
    },
    {
      "epoch": 4.511421260758316,
      "grad_norm": 1.8516407236127057,
      "learning_rate": 4.460398339231441e-05,
      "loss": 1.7109,
      "step": 96973
    },
    {
      "epoch": 4.511467783205397,
      "grad_norm": 1.7000501633977854,
      "learning_rate": 4.460134258125671e-05,
      "loss": 1.5391,
      "step": 96974
    },
    {
      "epoch": 4.511514305652478,
      "grad_norm": 1.8924233162927155,
      "learning_rate": 4.4598701834724684e-05,
      "loss": 1.7266,
      "step": 96975
    },
    {
      "epoch": 4.511560828099558,
      "grad_norm": 1.7546434244459819,
      "learning_rate": 4.459606115271991e-05,
      "loss": 1.6406,
      "step": 96976
    },
    {
      "epoch": 4.5116073505466385,
      "grad_norm": 1.771971538149782,
      "learning_rate": 4.45934205352441e-05,
      "loss": 1.7266,
      "step": 96977
    },
    {
      "epoch": 4.511653872993719,
      "grad_norm": 1.4483546861203287,
      "learning_rate": 4.4590779982298765e-05,
      "loss": 1.2344,
      "step": 96978
    },
    {
      "epoch": 4.5117003954408,
      "grad_norm": 1.7376240189369774,
      "learning_rate": 4.458813949388563e-05,
      "loss": 1.7891,
      "step": 96979
    },
    {
      "epoch": 4.511746917887881,
      "grad_norm": 1.8016466915640221,
      "learning_rate": 4.4585499070006236e-05,
      "loss": 1.6797,
      "step": 96980
    },
    {
      "epoch": 4.511793440334961,
      "grad_norm": 1.731518995377479,
      "learning_rate": 4.458285871066224e-05,
      "loss": 1.6094,
      "step": 96981
    },
    {
      "epoch": 4.511839962782043,
      "grad_norm": 1.7182702509784975,
      "learning_rate": 4.458021841585518e-05,
      "loss": 1.5938,
      "step": 96982
    },
    {
      "epoch": 4.511886485229123,
      "grad_norm": 1.642664107999185,
      "learning_rate": 4.457757818558679e-05,
      "loss": 1.5938,
      "step": 96983
    },
    {
      "epoch": 4.511933007676204,
      "grad_norm": 1.8424911224561418,
      "learning_rate": 4.457493801985863e-05,
      "loss": 1.7109,
      "step": 96984
    },
    {
      "epoch": 4.511979530123284,
      "grad_norm": 1.7801844301620642,
      "learning_rate": 4.457229791867231e-05,
      "loss": 1.6875,
      "step": 96985
    },
    {
      "epoch": 4.5120260525703655,
      "grad_norm": 1.8518465862561415,
      "learning_rate": 4.45696578820294e-05,
      "loss": 1.7344,
      "step": 96986
    },
    {
      "epoch": 4.512072575017446,
      "grad_norm": 1.6781360276426114,
      "learning_rate": 4.456701790993162e-05,
      "loss": 1.4922,
      "step": 96987
    },
    {
      "epoch": 4.512119097464526,
      "grad_norm": 1.8663002392712746,
      "learning_rate": 4.4564378002380525e-05,
      "loss": 1.8516,
      "step": 96988
    },
    {
      "epoch": 4.512165619911608,
      "grad_norm": 1.6175963232581894,
      "learning_rate": 4.456173815937775e-05,
      "loss": 1.5156,
      "step": 96989
    },
    {
      "epoch": 4.512212142358688,
      "grad_norm": 1.7028022895603379,
      "learning_rate": 4.455909838092484e-05,
      "loss": 1.5469,
      "step": 96990
    },
    {
      "epoch": 4.512258664805769,
      "grad_norm": 1.7091645375689903,
      "learning_rate": 4.455645866702352e-05,
      "loss": 1.5391,
      "step": 96991
    },
    {
      "epoch": 4.512305187252849,
      "grad_norm": 1.7165968845036856,
      "learning_rate": 4.455381901767537e-05,
      "loss": 1.5781,
      "step": 96992
    },
    {
      "epoch": 4.512351709699931,
      "grad_norm": 1.719730125698765,
      "learning_rate": 4.455117943288198e-05,
      "loss": 1.6328,
      "step": 96993
    },
    {
      "epoch": 4.512398232147011,
      "grad_norm": 1.6458581439033302,
      "learning_rate": 4.4548539912644935e-05,
      "loss": 1.6328,
      "step": 96994
    },
    {
      "epoch": 4.512444754594092,
      "grad_norm": 1.7579448119716505,
      "learning_rate": 4.4545900456965943e-05,
      "loss": 1.5547,
      "step": 96995
    },
    {
      "epoch": 4.512491277041172,
      "grad_norm": 1.8009236231114627,
      "learning_rate": 4.4543261065846584e-05,
      "loss": 1.6406,
      "step": 96996
    },
    {
      "epoch": 4.512537799488253,
      "grad_norm": 1.838953816114192,
      "learning_rate": 4.4540621739288455e-05,
      "loss": 1.8203,
      "step": 96997
    },
    {
      "epoch": 4.512584321935334,
      "grad_norm": 1.5442407308575887,
      "learning_rate": 4.453798247729312e-05,
      "loss": 1.2188,
      "step": 96998
    },
    {
      "epoch": 4.512630844382414,
      "grad_norm": 1.8249122437824574,
      "learning_rate": 4.453534327986227e-05,
      "loss": 1.6562,
      "step": 96999
    },
    {
      "epoch": 4.512677366829495,
      "grad_norm": 1.764243478819773,
      "learning_rate": 4.4532704146997546e-05,
      "loss": 1.5781,
      "step": 97000
    },
    {
      "epoch": 4.512723889276576,
      "grad_norm": 1.866072489864996,
      "learning_rate": 4.4530065078700515e-05,
      "loss": 1.6641,
      "step": 97001
    },
    {
      "epoch": 4.512770411723657,
      "grad_norm": 1.7947067556054963,
      "learning_rate": 4.4527426074972805e-05,
      "loss": 1.6719,
      "step": 97002
    },
    {
      "epoch": 4.512816934170737,
      "grad_norm": 1.5693975704901417,
      "learning_rate": 4.452478713581602e-05,
      "loss": 1.3984,
      "step": 97003
    },
    {
      "epoch": 4.5128634566178185,
      "grad_norm": 1.8553930862145562,
      "learning_rate": 4.452214826123174e-05,
      "loss": 1.6562,
      "step": 97004
    },
    {
      "epoch": 4.512909979064899,
      "grad_norm": 1.6368098762650016,
      "learning_rate": 4.451950945122169e-05,
      "loss": 1.4062,
      "step": 97005
    },
    {
      "epoch": 4.5129565015119795,
      "grad_norm": 1.681808806484718,
      "learning_rate": 4.4516870705787396e-05,
      "loss": 1.4609,
      "step": 97006
    },
    {
      "epoch": 4.51300302395906,
      "grad_norm": 1.7120910580107787,
      "learning_rate": 4.45142320249305e-05,
      "loss": 1.4609,
      "step": 97007
    },
    {
      "epoch": 4.513049546406141,
      "grad_norm": 1.6788028816247405,
      "learning_rate": 4.451159340865256e-05,
      "loss": 1.4609,
      "step": 97008
    },
    {
      "epoch": 4.513096068853222,
      "grad_norm": 1.721498961545595,
      "learning_rate": 4.45089548569553e-05,
      "loss": 1.6562,
      "step": 97009
    },
    {
      "epoch": 4.513142591300302,
      "grad_norm": 1.510883522173924,
      "learning_rate": 4.4506316369840275e-05,
      "loss": 1.1797,
      "step": 97010
    },
    {
      "epoch": 4.513189113747383,
      "grad_norm": 1.8062027969664605,
      "learning_rate": 4.45036779473091e-05,
      "loss": 1.6484,
      "step": 97011
    },
    {
      "epoch": 4.513235636194464,
      "grad_norm": 1.8367052848172318,
      "learning_rate": 4.450103958936335e-05,
      "loss": 1.7031,
      "step": 97012
    },
    {
      "epoch": 4.513282158641545,
      "grad_norm": 1.9498034013520313,
      "learning_rate": 4.449840129600474e-05,
      "loss": 1.7812,
      "step": 97013
    },
    {
      "epoch": 4.513328681088625,
      "grad_norm": 1.7192782906930992,
      "learning_rate": 4.4495763067234826e-05,
      "loss": 1.6016,
      "step": 97014
    },
    {
      "epoch": 4.5133752035357055,
      "grad_norm": 1.5897808622812026,
      "learning_rate": 4.449312490305523e-05,
      "loss": 1.4062,
      "step": 97015
    },
    {
      "epoch": 4.513421725982787,
      "grad_norm": 1.604342268289345,
      "learning_rate": 4.4490486803467514e-05,
      "loss": 1.5234,
      "step": 97016
    },
    {
      "epoch": 4.513468248429867,
      "grad_norm": 1.8584508201113874,
      "learning_rate": 4.4487848768473395e-05,
      "loss": 1.6953,
      "step": 97017
    },
    {
      "epoch": 4.513514770876948,
      "grad_norm": 1.8218608993046401,
      "learning_rate": 4.4485210798074436e-05,
      "loss": 1.5234,
      "step": 97018
    },
    {
      "epoch": 4.513561293324029,
      "grad_norm": 1.8241646108715526,
      "learning_rate": 4.448257289227224e-05,
      "loss": 1.7734,
      "step": 97019
    },
    {
      "epoch": 4.51360781577111,
      "grad_norm": 1.6659904987051366,
      "learning_rate": 4.447993505106841e-05,
      "loss": 1.5156,
      "step": 97020
    },
    {
      "epoch": 4.51365433821819,
      "grad_norm": 1.795134179436113,
      "learning_rate": 4.447729727446457e-05,
      "loss": 1.7344,
      "step": 97021
    },
    {
      "epoch": 4.513700860665271,
      "grad_norm": 1.7254576497199947,
      "learning_rate": 4.44746595624624e-05,
      "loss": 1.6562,
      "step": 97022
    },
    {
      "epoch": 4.513747383112352,
      "grad_norm": 1.7947402827215402,
      "learning_rate": 4.447202191506347e-05,
      "loss": 1.5859,
      "step": 97023
    },
    {
      "epoch": 4.5137939055594325,
      "grad_norm": 1.6357763824431089,
      "learning_rate": 4.4469384332269396e-05,
      "loss": 1.3828,
      "step": 97024
    },
    {
      "epoch": 4.513840428006513,
      "grad_norm": 1.6266425221052296,
      "learning_rate": 4.446674681408173e-05,
      "loss": 1.5312,
      "step": 97025
    },
    {
      "epoch": 4.513886950453594,
      "grad_norm": 1.9025174080803988,
      "learning_rate": 4.4464109360502194e-05,
      "loss": 1.7266,
      "step": 97026
    },
    {
      "epoch": 4.513933472900675,
      "grad_norm": 1.743973894745703,
      "learning_rate": 4.4461471971532345e-05,
      "loss": 1.5859,
      "step": 97027
    },
    {
      "epoch": 4.513979995347755,
      "grad_norm": 1.8586927770148438,
      "learning_rate": 4.445883464717381e-05,
      "loss": 1.7266,
      "step": 97028
    },
    {
      "epoch": 4.514026517794836,
      "grad_norm": 1.845747177429546,
      "learning_rate": 4.44561973874282e-05,
      "loss": 1.6719,
      "step": 97029
    },
    {
      "epoch": 4.514073040241916,
      "grad_norm": 1.726143171786776,
      "learning_rate": 4.445356019229708e-05,
      "loss": 1.5781,
      "step": 97030
    },
    {
      "epoch": 4.514119562688998,
      "grad_norm": 1.748170839510692,
      "learning_rate": 4.445092306178216e-05,
      "loss": 1.625,
      "step": 97031
    },
    {
      "epoch": 4.514166085136078,
      "grad_norm": 1.805619195402568,
      "learning_rate": 4.4448285995885007e-05,
      "loss": 1.75,
      "step": 97032
    },
    {
      "epoch": 4.514212607583159,
      "grad_norm": 1.845877328672885,
      "learning_rate": 4.4445648994607233e-05,
      "loss": 1.6328,
      "step": 97033
    },
    {
      "epoch": 4.51425913003024,
      "grad_norm": 1.8039473644904591,
      "learning_rate": 4.4443012057950404e-05,
      "loss": 1.6172,
      "step": 97034
    },
    {
      "epoch": 4.51430565247732,
      "grad_norm": 1.7404726526021947,
      "learning_rate": 4.444037518591623e-05,
      "loss": 1.6172,
      "step": 97035
    },
    {
      "epoch": 4.514352174924401,
      "grad_norm": 1.9141189698031342,
      "learning_rate": 4.44377383785063e-05,
      "loss": 1.75,
      "step": 97036
    },
    {
      "epoch": 4.514398697371481,
      "grad_norm": 1.7512327549356648,
      "learning_rate": 4.443510163572219e-05,
      "loss": 1.5234,
      "step": 97037
    },
    {
      "epoch": 4.514445219818563,
      "grad_norm": 1.6008266996664946,
      "learning_rate": 4.4432464957565495e-05,
      "loss": 1.375,
      "step": 97038
    },
    {
      "epoch": 4.514491742265643,
      "grad_norm": 1.6627179120682052,
      "learning_rate": 4.442982834403792e-05,
      "loss": 1.3438,
      "step": 97039
    },
    {
      "epoch": 4.514538264712724,
      "grad_norm": 1.8316514910746229,
      "learning_rate": 4.4427191795141014e-05,
      "loss": 1.7109,
      "step": 97040
    },
    {
      "epoch": 4.514584787159805,
      "grad_norm": 1.6618571167166294,
      "learning_rate": 4.442455531087641e-05,
      "loss": 1.4766,
      "step": 97041
    },
    {
      "epoch": 4.5146313096068855,
      "grad_norm": 1.643938860311012,
      "learning_rate": 4.4421918891245667e-05,
      "loss": 1.5078,
      "step": 97042
    },
    {
      "epoch": 4.514677832053966,
      "grad_norm": 1.7763527457326536,
      "learning_rate": 4.441928253625044e-05,
      "loss": 1.6875,
      "step": 97043
    },
    {
      "epoch": 4.5147243545010465,
      "grad_norm": 1.8500038404491712,
      "learning_rate": 4.441664624589241e-05,
      "loss": 1.7031,
      "step": 97044
    },
    {
      "epoch": 4.514770876948128,
      "grad_norm": 1.6831109234838695,
      "learning_rate": 4.441401002017312e-05,
      "loss": 1.4141,
      "step": 97045
    },
    {
      "epoch": 4.514817399395208,
      "grad_norm": 1.7452196233703055,
      "learning_rate": 4.441137385909421e-05,
      "loss": 1.6875,
      "step": 97046
    },
    {
      "epoch": 4.514863921842289,
      "grad_norm": 1.6877668185474035,
      "learning_rate": 4.440873776265722e-05,
      "loss": 1.4766,
      "step": 97047
    },
    {
      "epoch": 4.514910444289369,
      "grad_norm": 1.722904421206196,
      "learning_rate": 4.440610173086386e-05,
      "loss": 1.5781,
      "step": 97048
    },
    {
      "epoch": 4.514956966736451,
      "grad_norm": 1.7458495045250595,
      "learning_rate": 4.440346576371572e-05,
      "loss": 1.4688,
      "step": 97049
    },
    {
      "epoch": 4.515003489183531,
      "grad_norm": 1.790329049556349,
      "learning_rate": 4.4400829861214396e-05,
      "loss": 1.6562,
      "step": 97050
    },
    {
      "epoch": 4.515050011630612,
      "grad_norm": 1.773932565067346,
      "learning_rate": 4.439819402336147e-05,
      "loss": 1.5859,
      "step": 97051
    },
    {
      "epoch": 4.515096534077692,
      "grad_norm": 1.747869208897531,
      "learning_rate": 4.4395558250158635e-05,
      "loss": 1.6953,
      "step": 97052
    },
    {
      "epoch": 4.515143056524773,
      "grad_norm": 1.6977479908206918,
      "learning_rate": 4.4392922541607456e-05,
      "loss": 1.5703,
      "step": 97053
    },
    {
      "epoch": 4.515189578971854,
      "grad_norm": 1.786433800246214,
      "learning_rate": 4.439028689770956e-05,
      "loss": 1.6328,
      "step": 97054
    },
    {
      "epoch": 4.515236101418934,
      "grad_norm": 1.798506458040549,
      "learning_rate": 4.438765131846654e-05,
      "loss": 1.5234,
      "step": 97055
    },
    {
      "epoch": 4.515282623866016,
      "grad_norm": 1.7497208490481289,
      "learning_rate": 4.438501580387999e-05,
      "loss": 1.5312,
      "step": 97056
    },
    {
      "epoch": 4.515329146313096,
      "grad_norm": 1.6785892104698064,
      "learning_rate": 4.4382380353951605e-05,
      "loss": 1.4922,
      "step": 97057
    },
    {
      "epoch": 4.515375668760177,
      "grad_norm": 1.807539669826612,
      "learning_rate": 4.4379744968682937e-05,
      "loss": 1.5781,
      "step": 97058
    },
    {
      "epoch": 4.515422191207257,
      "grad_norm": 1.7432109369225826,
      "learning_rate": 4.4377109648075605e-05,
      "loss": 1.5234,
      "step": 97059
    },
    {
      "epoch": 4.5154687136543386,
      "grad_norm": 1.7287046775491692,
      "learning_rate": 4.4374474392131195e-05,
      "loss": 1.4531,
      "step": 97060
    },
    {
      "epoch": 4.515515236101419,
      "grad_norm": 1.7208840283879194,
      "learning_rate": 4.437183920085141e-05,
      "loss": 1.5156,
      "step": 97061
    },
    {
      "epoch": 4.5155617585484995,
      "grad_norm": 1.8071951413162977,
      "learning_rate": 4.436920407423779e-05,
      "loss": 1.6797,
      "step": 97062
    },
    {
      "epoch": 4.51560828099558,
      "grad_norm": 1.692156717889223,
      "learning_rate": 4.4366569012291964e-05,
      "loss": 1.3281,
      "step": 97063
    },
    {
      "epoch": 4.515654803442661,
      "grad_norm": 1.7793335393139889,
      "learning_rate": 4.4363934015015506e-05,
      "loss": 1.6172,
      "step": 97064
    },
    {
      "epoch": 4.515701325889742,
      "grad_norm": 1.8450529003926532,
      "learning_rate": 4.436129908241009e-05,
      "loss": 1.5781,
      "step": 97065
    },
    {
      "epoch": 4.515747848336822,
      "grad_norm": 1.832301563646845,
      "learning_rate": 4.435866421447733e-05,
      "loss": 1.6641,
      "step": 97066
    },
    {
      "epoch": 4.515794370783903,
      "grad_norm": 1.8414769681226206,
      "learning_rate": 4.435602941121882e-05,
      "loss": 1.6641,
      "step": 97067
    },
    {
      "epoch": 4.515840893230984,
      "grad_norm": 1.8482046798014267,
      "learning_rate": 4.435339467263618e-05,
      "loss": 1.7656,
      "step": 97068
    },
    {
      "epoch": 4.515887415678065,
      "grad_norm": 1.7291517064021817,
      "learning_rate": 4.4350759998730975e-05,
      "loss": 1.5469,
      "step": 97069
    },
    {
      "epoch": 4.515933938125145,
      "grad_norm": 1.737501023341086,
      "learning_rate": 4.4348125389504894e-05,
      "loss": 1.4766,
      "step": 97070
    },
    {
      "epoch": 4.5159804605722265,
      "grad_norm": 1.7693026793925,
      "learning_rate": 4.43454908449595e-05,
      "loss": 1.6875,
      "step": 97071
    },
    {
      "epoch": 4.516026983019307,
      "grad_norm": 1.7212099895850044,
      "learning_rate": 4.434285636509644e-05,
      "loss": 1.5625,
      "step": 97072
    },
    {
      "epoch": 4.516073505466387,
      "grad_norm": 1.6880075944503243,
      "learning_rate": 4.434022194991725e-05,
      "loss": 1.4531,
      "step": 97073
    },
    {
      "epoch": 4.516120027913468,
      "grad_norm": 1.7747929190046954,
      "learning_rate": 4.433758759942366e-05,
      "loss": 1.5469,
      "step": 97074
    },
    {
      "epoch": 4.516166550360549,
      "grad_norm": 1.6230544402251323,
      "learning_rate": 4.43349533136172e-05,
      "loss": 1.3672,
      "step": 97075
    },
    {
      "epoch": 4.51621307280763,
      "grad_norm": 1.7037218806969623,
      "learning_rate": 4.4332319092499516e-05,
      "loss": 1.5234,
      "step": 97076
    },
    {
      "epoch": 4.51625959525471,
      "grad_norm": 1.679280402485455,
      "learning_rate": 4.432968493607216e-05,
      "loss": 1.5078,
      "step": 97077
    },
    {
      "epoch": 4.516306117701792,
      "grad_norm": 1.7783930981373608,
      "learning_rate": 4.432705084433685e-05,
      "loss": 1.7031,
      "step": 97078
    },
    {
      "epoch": 4.516352640148872,
      "grad_norm": 1.6512036001887143,
      "learning_rate": 4.4324416817295134e-05,
      "loss": 1.4766,
      "step": 97079
    },
    {
      "epoch": 4.5163991625959525,
      "grad_norm": 1.7610200317209384,
      "learning_rate": 4.4321782854948616e-05,
      "loss": 1.6172,
      "step": 97080
    },
    {
      "epoch": 4.516445685043033,
      "grad_norm": 1.7258473301980966,
      "learning_rate": 4.431914895729895e-05,
      "loss": 1.5,
      "step": 97081
    },
    {
      "epoch": 4.5164922074901135,
      "grad_norm": 1.6776811270868153,
      "learning_rate": 4.4316515124347665e-05,
      "loss": 1.5234,
      "step": 97082
    },
    {
      "epoch": 4.516538729937195,
      "grad_norm": 1.7032821680726127,
      "learning_rate": 4.4313881356096484e-05,
      "loss": 1.4375,
      "step": 97083
    },
    {
      "epoch": 4.516585252384275,
      "grad_norm": 1.9320956700869427,
      "learning_rate": 4.431124765254697e-05,
      "loss": 1.8125,
      "step": 97084
    },
    {
      "epoch": 4.516631774831356,
      "grad_norm": 1.7932761939691986,
      "learning_rate": 4.4308614013700734e-05,
      "loss": 1.7188,
      "step": 97085
    },
    {
      "epoch": 4.516678297278437,
      "grad_norm": 1.7633313548868388,
      "learning_rate": 4.4305980439559336e-05,
      "loss": 1.625,
      "step": 97086
    },
    {
      "epoch": 4.516724819725518,
      "grad_norm": 1.8802887821890162,
      "learning_rate": 4.4303346930124425e-05,
      "loss": 1.6016,
      "step": 97087
    },
    {
      "epoch": 4.516771342172598,
      "grad_norm": 1.6935584593278743,
      "learning_rate": 4.4300713485397695e-05,
      "loss": 1.3984,
      "step": 97088
    },
    {
      "epoch": 4.516817864619679,
      "grad_norm": 1.8794809428245742,
      "learning_rate": 4.42980801053807e-05,
      "loss": 1.6641,
      "step": 97089
    },
    {
      "epoch": 4.51686438706676,
      "grad_norm": 1.7312960114415217,
      "learning_rate": 4.429544679007502e-05,
      "loss": 1.6016,
      "step": 97090
    },
    {
      "epoch": 4.5169109095138404,
      "grad_norm": 1.6702499252921545,
      "learning_rate": 4.429281353948224e-05,
      "loss": 1.4062,
      "step": 97091
    },
    {
      "epoch": 4.516957431960921,
      "grad_norm": 1.6731788560572565,
      "learning_rate": 4.42901803536041e-05,
      "loss": 1.4453,
      "step": 97092
    },
    {
      "epoch": 4.517003954408002,
      "grad_norm": 1.640402478614006,
      "learning_rate": 4.4287547232442105e-05,
      "loss": 1.3906,
      "step": 97093
    },
    {
      "epoch": 4.517050476855083,
      "grad_norm": 1.7407507745567266,
      "learning_rate": 4.428491417599791e-05,
      "loss": 1.4688,
      "step": 97094
    },
    {
      "epoch": 4.517096999302163,
      "grad_norm": 1.651840855157905,
      "learning_rate": 4.4282281184273064e-05,
      "loss": 1.3125,
      "step": 97095
    },
    {
      "epoch": 4.517143521749244,
      "grad_norm": 1.73794572321277,
      "learning_rate": 4.4279648257269276e-05,
      "loss": 1.6094,
      "step": 97096
    },
    {
      "epoch": 4.517190044196325,
      "grad_norm": 1.8425497783800768,
      "learning_rate": 4.427701539498812e-05,
      "loss": 1.6797,
      "step": 97097
    },
    {
      "epoch": 4.517236566643406,
      "grad_norm": 1.8173637713500514,
      "learning_rate": 4.427438259743118e-05,
      "loss": 1.7031,
      "step": 97098
    },
    {
      "epoch": 4.517283089090486,
      "grad_norm": 1.824376284309128,
      "learning_rate": 4.427174986460005e-05,
      "loss": 1.6484,
      "step": 97099
    },
    {
      "epoch": 4.5173296115375665,
      "grad_norm": 1.5990240201812371,
      "learning_rate": 4.426911719649642e-05,
      "loss": 1.3828,
      "step": 97100
    },
    {
      "epoch": 4.517376133984648,
      "grad_norm": 1.7919912603120325,
      "learning_rate": 4.426648459312187e-05,
      "loss": 1.6172,
      "step": 97101
    },
    {
      "epoch": 4.517422656431728,
      "grad_norm": 1.6903679526287798,
      "learning_rate": 4.426385205447799e-05,
      "loss": 1.5312,
      "step": 97102
    },
    {
      "epoch": 4.517469178878809,
      "grad_norm": 2.028597984341336,
      "learning_rate": 4.426121958056635e-05,
      "loss": 1.8984,
      "step": 97103
    },
    {
      "epoch": 4.517515701325889,
      "grad_norm": 1.64730819752912,
      "learning_rate": 4.425858717138868e-05,
      "loss": 1.5234,
      "step": 97104
    },
    {
      "epoch": 4.517562223772971,
      "grad_norm": 1.8614706713634506,
      "learning_rate": 4.425595482694651e-05,
      "loss": 1.7891,
      "step": 97105
    },
    {
      "epoch": 4.517608746220051,
      "grad_norm": 1.8429582623951795,
      "learning_rate": 4.425332254724149e-05,
      "loss": 1.625,
      "step": 97106
    },
    {
      "epoch": 4.517655268667132,
      "grad_norm": 1.5930082237518366,
      "learning_rate": 4.425069033227515e-05,
      "loss": 1.3984,
      "step": 97107
    },
    {
      "epoch": 4.517701791114213,
      "grad_norm": 1.746401177048508,
      "learning_rate": 4.424805818204915e-05,
      "loss": 1.625,
      "step": 97108
    },
    {
      "epoch": 4.5177483135612935,
      "grad_norm": 1.5215389126041117,
      "learning_rate": 4.424542609656517e-05,
      "loss": 1.3203,
      "step": 97109
    },
    {
      "epoch": 4.517794836008374,
      "grad_norm": 1.8775777637551092,
      "learning_rate": 4.424279407582476e-05,
      "loss": 1.7891,
      "step": 97110
    },
    {
      "epoch": 4.517841358455454,
      "grad_norm": 1.625120578365221,
      "learning_rate": 4.4240162119829534e-05,
      "loss": 1.4297,
      "step": 97111
    },
    {
      "epoch": 4.517887880902536,
      "grad_norm": 1.7134433195162044,
      "learning_rate": 4.423753022858111e-05,
      "loss": 1.5781,
      "step": 97112
    },
    {
      "epoch": 4.517934403349616,
      "grad_norm": 1.7253858340831467,
      "learning_rate": 4.4234898402081024e-05,
      "loss": 1.5781,
      "step": 97113
    },
    {
      "epoch": 4.517980925796697,
      "grad_norm": 1.516105675609679,
      "learning_rate": 4.423226664033103e-05,
      "loss": 1.2344,
      "step": 97114
    },
    {
      "epoch": 4.518027448243778,
      "grad_norm": 1.780969630492264,
      "learning_rate": 4.422963494333266e-05,
      "loss": 1.5938,
      "step": 97115
    },
    {
      "epoch": 4.518073970690859,
      "grad_norm": 1.9355059105585657,
      "learning_rate": 4.4227003311087524e-05,
      "loss": 1.8516,
      "step": 97116
    },
    {
      "epoch": 4.518120493137939,
      "grad_norm": 1.7020218326528647,
      "learning_rate": 4.4224371743597204e-05,
      "loss": 1.5469,
      "step": 97117
    },
    {
      "epoch": 4.5181670155850195,
      "grad_norm": 1.8545343976566133,
      "learning_rate": 4.4221740240863387e-05,
      "loss": 1.7188,
      "step": 97118
    },
    {
      "epoch": 4.5182135380321,
      "grad_norm": 1.762709189108259,
      "learning_rate": 4.421910880288763e-05,
      "loss": 1.5547,
      "step": 97119
    },
    {
      "epoch": 4.518260060479181,
      "grad_norm": 1.8040752856785274,
      "learning_rate": 4.4216477429671574e-05,
      "loss": 1.7188,
      "step": 97120
    },
    {
      "epoch": 4.518306582926262,
      "grad_norm": 1.7770630204715294,
      "learning_rate": 4.421384612121677e-05,
      "loss": 1.5703,
      "step": 97121
    },
    {
      "epoch": 4.518353105373342,
      "grad_norm": 1.8518256099391763,
      "learning_rate": 4.421121487752492e-05,
      "loss": 1.6484,
      "step": 97122
    },
    {
      "epoch": 4.518399627820424,
      "grad_norm": 1.7501508057688595,
      "learning_rate": 4.420858369859758e-05,
      "loss": 1.6484,
      "step": 97123
    },
    {
      "epoch": 4.518446150267504,
      "grad_norm": 1.759178587608265,
      "learning_rate": 4.4205952584436374e-05,
      "loss": 1.5469,
      "step": 97124
    },
    {
      "epoch": 4.518492672714585,
      "grad_norm": 1.5857451112858674,
      "learning_rate": 4.420332153504285e-05,
      "loss": 1.4219,
      "step": 97125
    },
    {
      "epoch": 4.518539195161665,
      "grad_norm": 1.6164614574461422,
      "learning_rate": 4.4200690550418724e-05,
      "loss": 1.3594,
      "step": 97126
    },
    {
      "epoch": 4.5185857176087465,
      "grad_norm": 1.847090024673925,
      "learning_rate": 4.419805963056556e-05,
      "loss": 1.6797,
      "step": 97127
    },
    {
      "epoch": 4.518632240055827,
      "grad_norm": 1.5516837625222961,
      "learning_rate": 4.419542877548497e-05,
      "loss": 1.3281,
      "step": 97128
    },
    {
      "epoch": 4.5186787625029075,
      "grad_norm": 1.859114631236119,
      "learning_rate": 4.4192797985178525e-05,
      "loss": 1.7734,
      "step": 97129
    },
    {
      "epoch": 4.518725284949989,
      "grad_norm": 1.7801185751625082,
      "learning_rate": 4.419016725964787e-05,
      "loss": 1.5781,
      "step": 97130
    },
    {
      "epoch": 4.518771807397069,
      "grad_norm": 1.8226972870645752,
      "learning_rate": 4.4187536598894654e-05,
      "loss": 1.7578,
      "step": 97131
    },
    {
      "epoch": 4.51881832984415,
      "grad_norm": 1.634968440914862,
      "learning_rate": 4.4184906002920476e-05,
      "loss": 1.3047,
      "step": 97132
    },
    {
      "epoch": 4.51886485229123,
      "grad_norm": 1.8007780175727626,
      "learning_rate": 4.418227547172688e-05,
      "loss": 1.6719,
      "step": 97133
    },
    {
      "epoch": 4.518911374738312,
      "grad_norm": 1.7377236771665596,
      "learning_rate": 4.4179645005315514e-05,
      "loss": 1.4219,
      "step": 97134
    },
    {
      "epoch": 4.518957897185392,
      "grad_norm": 1.7553157624365476,
      "learning_rate": 4.417701460368802e-05,
      "loss": 1.7266,
      "step": 97135
    },
    {
      "epoch": 4.519004419632473,
      "grad_norm": 1.5491063459650842,
      "learning_rate": 4.417438426684598e-05,
      "loss": 1.3906,
      "step": 97136
    },
    {
      "epoch": 4.519050942079553,
      "grad_norm": 1.645676993605861,
      "learning_rate": 4.4171753994791e-05,
      "loss": 1.5156,
      "step": 97137
    },
    {
      "epoch": 4.519097464526634,
      "grad_norm": 1.808406505394798,
      "learning_rate": 4.4169123787524715e-05,
      "loss": 1.7422,
      "step": 97138
    },
    {
      "epoch": 4.519143986973715,
      "grad_norm": 1.7614800855933217,
      "learning_rate": 4.4166493645048656e-05,
      "loss": 1.6016,
      "step": 97139
    },
    {
      "epoch": 4.519190509420795,
      "grad_norm": 1.6052626935807108,
      "learning_rate": 4.4163863567364546e-05,
      "loss": 1.3047,
      "step": 97140
    },
    {
      "epoch": 4.519237031867876,
      "grad_norm": 1.6450230543380724,
      "learning_rate": 4.4161233554473944e-05,
      "loss": 1.3906,
      "step": 97141
    },
    {
      "epoch": 4.519283554314957,
      "grad_norm": 1.8847796494223485,
      "learning_rate": 4.415860360637845e-05,
      "loss": 1.7969,
      "step": 97142
    },
    {
      "epoch": 4.519330076762038,
      "grad_norm": 1.7501126193361403,
      "learning_rate": 4.4155973723079645e-05,
      "loss": 1.5547,
      "step": 97143
    },
    {
      "epoch": 4.519376599209118,
      "grad_norm": 1.8170258088583564,
      "learning_rate": 4.4153343904579214e-05,
      "loss": 1.5859,
      "step": 97144
    },
    {
      "epoch": 4.5194231216561995,
      "grad_norm": 1.7703412661458506,
      "learning_rate": 4.415071415087873e-05,
      "loss": 1.6562,
      "step": 97145
    },
    {
      "epoch": 4.51946964410328,
      "grad_norm": 1.7384510399088435,
      "learning_rate": 4.414808446197981e-05,
      "loss": 1.6328,
      "step": 97146
    },
    {
      "epoch": 4.5195161665503605,
      "grad_norm": 1.5960423091781322,
      "learning_rate": 4.4145454837884e-05,
      "loss": 1.4062,
      "step": 97147
    },
    {
      "epoch": 4.519562688997441,
      "grad_norm": 1.6378886468457614,
      "learning_rate": 4.414282527859303e-05,
      "loss": 1.3516,
      "step": 97148
    },
    {
      "epoch": 4.519609211444522,
      "grad_norm": 1.7658170578347896,
      "learning_rate": 4.414019578410844e-05,
      "loss": 1.6094,
      "step": 97149
    },
    {
      "epoch": 4.519655733891603,
      "grad_norm": 1.7179293555946558,
      "learning_rate": 4.413756635443183e-05,
      "loss": 1.4141,
      "step": 97150
    },
    {
      "epoch": 4.519702256338683,
      "grad_norm": 1.8030210605935355,
      "learning_rate": 4.4134936989564796e-05,
      "loss": 1.6094,
      "step": 97151
    },
    {
      "epoch": 4.519748778785764,
      "grad_norm": 1.7954750888171886,
      "learning_rate": 4.4132307689508966e-05,
      "loss": 1.5938,
      "step": 97152
    },
    {
      "epoch": 4.519795301232845,
      "grad_norm": 1.845817963248259,
      "learning_rate": 4.4129678454266025e-05,
      "loss": 1.6641,
      "step": 97153
    },
    {
      "epoch": 4.519841823679926,
      "grad_norm": 1.7096014381917348,
      "learning_rate": 4.412704928383751e-05,
      "loss": 1.5156,
      "step": 97154
    },
    {
      "epoch": 4.519888346127006,
      "grad_norm": 1.8652519186011387,
      "learning_rate": 4.412442017822504e-05,
      "loss": 1.7969,
      "step": 97155
    },
    {
      "epoch": 4.5199348685740866,
      "grad_norm": 1.7205779581786276,
      "learning_rate": 4.412179113743017e-05,
      "loss": 1.5156,
      "step": 97156
    },
    {
      "epoch": 4.519981391021168,
      "grad_norm": 1.8487339135933916,
      "learning_rate": 4.411916216145461e-05,
      "loss": 1.6484,
      "step": 97157
    },
    {
      "epoch": 4.520027913468248,
      "grad_norm": 1.8561450883454265,
      "learning_rate": 4.411653325029994e-05,
      "loss": 1.6406,
      "step": 97158
    },
    {
      "epoch": 4.520074435915329,
      "grad_norm": 1.7196970197317296,
      "learning_rate": 4.4113904403967735e-05,
      "loss": 1.5391,
      "step": 97159
    },
    {
      "epoch": 4.52012095836241,
      "grad_norm": 1.799731612518853,
      "learning_rate": 4.411127562245958e-05,
      "loss": 1.7734,
      "step": 97160
    },
    {
      "epoch": 4.520167480809491,
      "grad_norm": 1.981607075282211,
      "learning_rate": 4.410864690577717e-05,
      "loss": 1.8594,
      "step": 97161
    },
    {
      "epoch": 4.520214003256571,
      "grad_norm": 1.7962418544140706,
      "learning_rate": 4.4106018253922084e-05,
      "loss": 1.5625,
      "step": 97162
    },
    {
      "epoch": 4.520260525703652,
      "grad_norm": 1.6467701026336004,
      "learning_rate": 4.4103389666895906e-05,
      "loss": 1.5547,
      "step": 97163
    },
    {
      "epoch": 4.520307048150733,
      "grad_norm": 1.7555537008369066,
      "learning_rate": 4.4100761144700254e-05,
      "loss": 1.5859,
      "step": 97164
    },
    {
      "epoch": 4.5203535705978135,
      "grad_norm": 1.6182704699778927,
      "learning_rate": 4.409813268733669e-05,
      "loss": 1.375,
      "step": 97165
    },
    {
      "epoch": 4.520400093044894,
      "grad_norm": 1.6897105982923726,
      "learning_rate": 4.409550429480693e-05,
      "loss": 1.3906,
      "step": 97166
    },
    {
      "epoch": 4.520446615491975,
      "grad_norm": 1.7679371048224535,
      "learning_rate": 4.409287596711253e-05,
      "loss": 1.6016,
      "step": 97167
    },
    {
      "epoch": 4.520493137939056,
      "grad_norm": 1.7773658937119168,
      "learning_rate": 4.40902477042551e-05,
      "loss": 1.5859,
      "step": 97168
    },
    {
      "epoch": 4.520539660386136,
      "grad_norm": 1.7850283843876582,
      "learning_rate": 4.408761950623618e-05,
      "loss": 1.6484,
      "step": 97169
    },
    {
      "epoch": 4.520586182833217,
      "grad_norm": 1.7346690537743419,
      "learning_rate": 4.408499137305749e-05,
      "loss": 1.5938,
      "step": 97170
    },
    {
      "epoch": 4.520632705280297,
      "grad_norm": 1.7759987757052433,
      "learning_rate": 4.4082363304720606e-05,
      "loss": 1.5625,
      "step": 97171
    },
    {
      "epoch": 4.520679227727379,
      "grad_norm": 1.5398193464153513,
      "learning_rate": 4.407973530122712e-05,
      "loss": 1.1719,
      "step": 97172
    },
    {
      "epoch": 4.520725750174459,
      "grad_norm": 1.6597171042022023,
      "learning_rate": 4.40771073625786e-05,
      "loss": 1.4531,
      "step": 97173
    },
    {
      "epoch": 4.52077227262154,
      "grad_norm": 1.615310957342208,
      "learning_rate": 4.4074479488776685e-05,
      "loss": 1.4688,
      "step": 97174
    },
    {
      "epoch": 4.520818795068621,
      "grad_norm": 1.7986136044362624,
      "learning_rate": 4.407185167982306e-05,
      "loss": 1.6094,
      "step": 97175
    },
    {
      "epoch": 4.520865317515701,
      "grad_norm": 1.7431701631688548,
      "learning_rate": 4.4069223935719266e-05,
      "loss": 1.5156,
      "step": 97176
    },
    {
      "epoch": 4.520911839962782,
      "grad_norm": 1.7174417121258636,
      "learning_rate": 4.406659625646691e-05,
      "loss": 1.6094,
      "step": 97177
    },
    {
      "epoch": 4.520958362409862,
      "grad_norm": 1.8501084414202469,
      "learning_rate": 4.406396864206758e-05,
      "loss": 1.7656,
      "step": 97178
    },
    {
      "epoch": 4.521004884856944,
      "grad_norm": 1.8448658130311695,
      "learning_rate": 4.406134109252294e-05,
      "loss": 1.8125,
      "step": 97179
    },
    {
      "epoch": 4.521051407304024,
      "grad_norm": 1.8541379303133931,
      "learning_rate": 4.4058713607834585e-05,
      "loss": 1.7031,
      "step": 97180
    },
    {
      "epoch": 4.521097929751105,
      "grad_norm": 1.5432268934735904,
      "learning_rate": 4.4056086188004094e-05,
      "loss": 1.2578,
      "step": 97181
    },
    {
      "epoch": 4.521144452198186,
      "grad_norm": 1.9365373232687366,
      "learning_rate": 4.4053458833033064e-05,
      "loss": 1.8281,
      "step": 97182
    },
    {
      "epoch": 4.5211909746452665,
      "grad_norm": 1.7781285082439975,
      "learning_rate": 4.4050831542923176e-05,
      "loss": 1.6953,
      "step": 97183
    },
    {
      "epoch": 4.521237497092347,
      "grad_norm": 1.6152643382263001,
      "learning_rate": 4.404820431767599e-05,
      "loss": 1.3359,
      "step": 97184
    },
    {
      "epoch": 4.5212840195394275,
      "grad_norm": 1.6446573743156916,
      "learning_rate": 4.40455771572931e-05,
      "loss": 1.5469,
      "step": 97185
    },
    {
      "epoch": 4.521330541986509,
      "grad_norm": 1.6568182952211468,
      "learning_rate": 4.404295006177611e-05,
      "loss": 1.5234,
      "step": 97186
    },
    {
      "epoch": 4.521377064433589,
      "grad_norm": 1.5455262257194662,
      "learning_rate": 4.404032303112669e-05,
      "loss": 1.375,
      "step": 97187
    },
    {
      "epoch": 4.52142358688067,
      "grad_norm": 1.8237243799645204,
      "learning_rate": 4.40376960653464e-05,
      "loss": 1.6875,
      "step": 97188
    },
    {
      "epoch": 4.52147010932775,
      "grad_norm": 1.8134384771682577,
      "learning_rate": 4.4035069164436854e-05,
      "loss": 1.6484,
      "step": 97189
    },
    {
      "epoch": 4.521516631774832,
      "grad_norm": 1.7958172268742447,
      "learning_rate": 4.403244232839968e-05,
      "loss": 1.6953,
      "step": 97190
    },
    {
      "epoch": 4.521563154221912,
      "grad_norm": 1.7758680753048326,
      "learning_rate": 4.402981555723642e-05,
      "loss": 1.3828,
      "step": 97191
    },
    {
      "epoch": 4.521609676668993,
      "grad_norm": 1.9057446330367098,
      "learning_rate": 4.402718885094877e-05,
      "loss": 1.6875,
      "step": 97192
    },
    {
      "epoch": 4.521656199116073,
      "grad_norm": 1.7550623133859746,
      "learning_rate": 4.4024562209538294e-05,
      "loss": 1.5859,
      "step": 97193
    },
    {
      "epoch": 4.5217027215631544,
      "grad_norm": 1.7268375857022984,
      "learning_rate": 4.402193563300662e-05,
      "loss": 1.4844,
      "step": 97194
    },
    {
      "epoch": 4.521749244010235,
      "grad_norm": 1.75073956041452,
      "learning_rate": 4.401930912135528e-05,
      "loss": 1.6641,
      "step": 97195
    },
    {
      "epoch": 4.521795766457315,
      "grad_norm": 1.624556717151043,
      "learning_rate": 4.401668267458596e-05,
      "loss": 1.4531,
      "step": 97196
    },
    {
      "epoch": 4.521842288904397,
      "grad_norm": 1.7413094930763968,
      "learning_rate": 4.401405629270029e-05,
      "loss": 1.7031,
      "step": 97197
    },
    {
      "epoch": 4.521888811351477,
      "grad_norm": 1.7694336757187936,
      "learning_rate": 4.401142997569983e-05,
      "loss": 1.5625,
      "step": 97198
    },
    {
      "epoch": 4.521935333798558,
      "grad_norm": 1.7739374403812747,
      "learning_rate": 4.4008803723586216e-05,
      "loss": 1.4141,
      "step": 97199
    },
    {
      "epoch": 4.521981856245638,
      "grad_norm": 1.8615715777547992,
      "learning_rate": 4.4006177536360984e-05,
      "loss": 1.6953,
      "step": 97200
    },
    {
      "epoch": 4.52202837869272,
      "grad_norm": 1.7179173842023892,
      "learning_rate": 4.400355141402584e-05,
      "loss": 1.5547,
      "step": 97201
    },
    {
      "epoch": 4.5220749011398,
      "grad_norm": 1.6217640756599907,
      "learning_rate": 4.400092535658234e-05,
      "loss": 1.4375,
      "step": 97202
    },
    {
      "epoch": 4.5221214235868805,
      "grad_norm": 1.8356350145351799,
      "learning_rate": 4.39982993640321e-05,
      "loss": 1.5781,
      "step": 97203
    },
    {
      "epoch": 4.522167946033962,
      "grad_norm": 1.6725341476794553,
      "learning_rate": 4.399567343637669e-05,
      "loss": 1.5156,
      "step": 97204
    },
    {
      "epoch": 4.522214468481042,
      "grad_norm": 2.0026640600133714,
      "learning_rate": 4.39930475736178e-05,
      "loss": 1.875,
      "step": 97205
    },
    {
      "epoch": 4.522260990928123,
      "grad_norm": 1.783790439604756,
      "learning_rate": 4.399042177575697e-05,
      "loss": 1.625,
      "step": 97206
    },
    {
      "epoch": 4.522307513375203,
      "grad_norm": 1.8733192200489157,
      "learning_rate": 4.398779604279584e-05,
      "loss": 1.8281,
      "step": 97207
    },
    {
      "epoch": 4.522354035822284,
      "grad_norm": 1.8261684622010925,
      "learning_rate": 4.3985170374735966e-05,
      "loss": 1.5781,
      "step": 97208
    },
    {
      "epoch": 4.522400558269365,
      "grad_norm": 1.824083143097953,
      "learning_rate": 4.3982544771579044e-05,
      "loss": 1.6328,
      "step": 97209
    },
    {
      "epoch": 4.522447080716446,
      "grad_norm": 1.7904325641027445,
      "learning_rate": 4.397991923332662e-05,
      "loss": 1.6562,
      "step": 97210
    },
    {
      "epoch": 4.522493603163526,
      "grad_norm": 1.6995558597786837,
      "learning_rate": 4.397729375998032e-05,
      "loss": 1.5312,
      "step": 97211
    },
    {
      "epoch": 4.5225401256106075,
      "grad_norm": 1.7389646138904211,
      "learning_rate": 4.39746683515417e-05,
      "loss": 1.5625,
      "step": 97212
    },
    {
      "epoch": 4.522586648057688,
      "grad_norm": 1.7114312973480348,
      "learning_rate": 4.397204300801247e-05,
      "loss": 1.5703,
      "step": 97213
    },
    {
      "epoch": 4.522633170504768,
      "grad_norm": 1.742735230789159,
      "learning_rate": 4.396941772939417e-05,
      "loss": 1.6484,
      "step": 97214
    },
    {
      "epoch": 4.522679692951849,
      "grad_norm": 1.6278689233705894,
      "learning_rate": 4.3966792515688416e-05,
      "loss": 1.4453,
      "step": 97215
    },
    {
      "epoch": 4.52272621539893,
      "grad_norm": 1.5864301401971352,
      "learning_rate": 4.396416736689682e-05,
      "loss": 1.4531,
      "step": 97216
    },
    {
      "epoch": 4.522772737846011,
      "grad_norm": 1.7459409015824945,
      "learning_rate": 4.3961542283020925e-05,
      "loss": 1.5938,
      "step": 97217
    },
    {
      "epoch": 4.522819260293091,
      "grad_norm": 1.8359524851972604,
      "learning_rate": 4.395891726406241e-05,
      "loss": 1.5938,
      "step": 97218
    },
    {
      "epoch": 4.522865782740173,
      "grad_norm": 1.8589066703711097,
      "learning_rate": 4.3956292310022925e-05,
      "loss": 1.75,
      "step": 97219
    },
    {
      "epoch": 4.522912305187253,
      "grad_norm": 1.751784575727875,
      "learning_rate": 4.3953667420904016e-05,
      "loss": 1.6797,
      "step": 97220
    },
    {
      "epoch": 4.5229588276343335,
      "grad_norm": 1.779282812647356,
      "learning_rate": 4.395104259670729e-05,
      "loss": 1.6172,
      "step": 97221
    },
    {
      "epoch": 4.523005350081414,
      "grad_norm": 1.8719508835539806,
      "learning_rate": 4.394841783743432e-05,
      "loss": 1.7266,
      "step": 97222
    },
    {
      "epoch": 4.523051872528495,
      "grad_norm": 1.7998850203500276,
      "learning_rate": 4.394579314308681e-05,
      "loss": 1.75,
      "step": 97223
    },
    {
      "epoch": 4.523098394975576,
      "grad_norm": 1.6773760563187414,
      "learning_rate": 4.3943168513666294e-05,
      "loss": 1.5,
      "step": 97224
    },
    {
      "epoch": 4.523144917422656,
      "grad_norm": 1.666706028631279,
      "learning_rate": 4.394054394917441e-05,
      "loss": 1.375,
      "step": 97225
    },
    {
      "epoch": 4.523191439869737,
      "grad_norm": 1.7517849977428717,
      "learning_rate": 4.3937919449612695e-05,
      "loss": 1.5078,
      "step": 97226
    },
    {
      "epoch": 4.523237962316818,
      "grad_norm": 1.8473574766345138,
      "learning_rate": 4.393529501498286e-05,
      "loss": 1.6797,
      "step": 97227
    },
    {
      "epoch": 4.523284484763899,
      "grad_norm": 1.707560386728166,
      "learning_rate": 4.3932670645286455e-05,
      "loss": 1.5156,
      "step": 97228
    },
    {
      "epoch": 4.523331007210979,
      "grad_norm": 1.878743205808435,
      "learning_rate": 4.393004634052511e-05,
      "loss": 1.8594,
      "step": 97229
    },
    {
      "epoch": 4.52337752965806,
      "grad_norm": 1.8846212311411308,
      "learning_rate": 4.392742210070036e-05,
      "loss": 1.75,
      "step": 97230
    },
    {
      "epoch": 4.523424052105141,
      "grad_norm": 1.70171920937935,
      "learning_rate": 4.3924797925813905e-05,
      "loss": 1.5938,
      "step": 97231
    },
    {
      "epoch": 4.5234705745522215,
      "grad_norm": 1.5361657787929417,
      "learning_rate": 4.3922173815867316e-05,
      "loss": 1.2891,
      "step": 97232
    },
    {
      "epoch": 4.523517096999302,
      "grad_norm": 1.6366382596579272,
      "learning_rate": 4.3919549770862214e-05,
      "loss": 1.4766,
      "step": 97233
    },
    {
      "epoch": 4.523563619446383,
      "grad_norm": 1.708055535323663,
      "learning_rate": 4.391692579080013e-05,
      "loss": 1.5,
      "step": 97234
    },
    {
      "epoch": 4.523610141893464,
      "grad_norm": 1.6965324662758714,
      "learning_rate": 4.391430187568278e-05,
      "loss": 1.5234,
      "step": 97235
    },
    {
      "epoch": 4.523656664340544,
      "grad_norm": 1.7940667943329194,
      "learning_rate": 4.391167802551171e-05,
      "loss": 1.6172,
      "step": 97236
    },
    {
      "epoch": 4.523703186787625,
      "grad_norm": 1.8166171978246637,
      "learning_rate": 4.3909054240288546e-05,
      "loss": 1.7109,
      "step": 97237
    },
    {
      "epoch": 4.523749709234706,
      "grad_norm": 1.8291275187867395,
      "learning_rate": 4.390643052001484e-05,
      "loss": 1.5859,
      "step": 97238
    },
    {
      "epoch": 4.523796231681787,
      "grad_norm": 1.7850424598043342,
      "learning_rate": 4.390380686469224e-05,
      "loss": 1.5547,
      "step": 97239
    },
    {
      "epoch": 4.523842754128867,
      "grad_norm": 1.941262224409066,
      "learning_rate": 4.39011832743224e-05,
      "loss": 1.7812,
      "step": 97240
    },
    {
      "epoch": 4.5238892765759475,
      "grad_norm": 1.7735909394750098,
      "learning_rate": 4.389855974890687e-05,
      "loss": 1.6797,
      "step": 97241
    },
    {
      "epoch": 4.523935799023029,
      "grad_norm": 1.824689362929808,
      "learning_rate": 4.389593628844728e-05,
      "loss": 1.6328,
      "step": 97242
    },
    {
      "epoch": 4.523982321470109,
      "grad_norm": 1.7350056516717551,
      "learning_rate": 4.389331289294522e-05,
      "loss": 1.5859,
      "step": 97243
    },
    {
      "epoch": 4.52402884391719,
      "grad_norm": 1.7387062230834642,
      "learning_rate": 4.3890689562402257e-05,
      "loss": 1.5938,
      "step": 97244
    },
    {
      "epoch": 4.52407536636427,
      "grad_norm": 1.9390835545532215,
      "learning_rate": 4.388806629682008e-05,
      "loss": 1.8125,
      "step": 97245
    },
    {
      "epoch": 4.524121888811352,
      "grad_norm": 1.6814516194747287,
      "learning_rate": 4.388544309620026e-05,
      "loss": 1.5781,
      "step": 97246
    },
    {
      "epoch": 4.524168411258432,
      "grad_norm": 1.716048577946605,
      "learning_rate": 4.3882819960544386e-05,
      "loss": 1.5547,
      "step": 97247
    },
    {
      "epoch": 4.524214933705513,
      "grad_norm": 1.8893793444993627,
      "learning_rate": 4.388019688985403e-05,
      "loss": 1.7734,
      "step": 97248
    },
    {
      "epoch": 4.524261456152594,
      "grad_norm": 1.8321351370351922,
      "learning_rate": 4.3877573884130904e-05,
      "loss": 1.6406,
      "step": 97249
    },
    {
      "epoch": 4.5243079785996745,
      "grad_norm": 1.714118626702199,
      "learning_rate": 4.387495094337655e-05,
      "loss": 1.5703,
      "step": 97250
    },
    {
      "epoch": 4.524354501046755,
      "grad_norm": 1.7819929057512884,
      "learning_rate": 4.3872328067592565e-05,
      "loss": 1.6953,
      "step": 97251
    },
    {
      "epoch": 4.524401023493835,
      "grad_norm": 1.7553763330938663,
      "learning_rate": 4.3869705256780516e-05,
      "loss": 1.6406,
      "step": 97252
    },
    {
      "epoch": 4.524447545940917,
      "grad_norm": 1.927192982547447,
      "learning_rate": 4.386708251094212e-05,
      "loss": 1.7422,
      "step": 97253
    },
    {
      "epoch": 4.524494068387997,
      "grad_norm": 1.8522602190212942,
      "learning_rate": 4.386445983007892e-05,
      "loss": 1.7109,
      "step": 97254
    },
    {
      "epoch": 4.524540590835078,
      "grad_norm": 1.8847979822807008,
      "learning_rate": 4.386183721419251e-05,
      "loss": 1.6641,
      "step": 97255
    },
    {
      "epoch": 4.524587113282159,
      "grad_norm": 1.680608155424137,
      "learning_rate": 4.385921466328447e-05,
      "loss": 1.5547,
      "step": 97256
    },
    {
      "epoch": 4.52463363572924,
      "grad_norm": 1.8101280476727695,
      "learning_rate": 4.385659217735649e-05,
      "loss": 1.7109,
      "step": 97257
    },
    {
      "epoch": 4.52468015817632,
      "grad_norm": 1.7500057659080743,
      "learning_rate": 4.385396975641014e-05,
      "loss": 1.625,
      "step": 97258
    },
    {
      "epoch": 4.5247266806234006,
      "grad_norm": 1.6082913949619815,
      "learning_rate": 4.3851347400446996e-05,
      "loss": 1.3047,
      "step": 97259
    },
    {
      "epoch": 4.524773203070481,
      "grad_norm": 1.7886616340437216,
      "learning_rate": 4.3848725109468655e-05,
      "loss": 1.625,
      "step": 97260
    },
    {
      "epoch": 4.524819725517562,
      "grad_norm": 1.8021361031147742,
      "learning_rate": 4.384610288347674e-05,
      "loss": 1.7031,
      "step": 97261
    },
    {
      "epoch": 4.524866247964643,
      "grad_norm": 1.6993216720673736,
      "learning_rate": 4.384348072247291e-05,
      "loss": 1.5703,
      "step": 97262
    },
    {
      "epoch": 4.524912770411723,
      "grad_norm": 1.60402537527038,
      "learning_rate": 4.3840858626458745e-05,
      "loss": 1.3828,
      "step": 97263
    },
    {
      "epoch": 4.524959292858805,
      "grad_norm": 1.7124582210317583,
      "learning_rate": 4.383823659543581e-05,
      "loss": 1.6719,
      "step": 97264
    },
    {
      "epoch": 4.525005815305885,
      "grad_norm": 1.783502048196554,
      "learning_rate": 4.38356146294057e-05,
      "loss": 1.7422,
      "step": 97265
    },
    {
      "epoch": 4.525052337752966,
      "grad_norm": 1.754471219533122,
      "learning_rate": 4.3832992728370086e-05,
      "loss": 1.7109,
      "step": 97266
    },
    {
      "epoch": 4.525098860200046,
      "grad_norm": 1.7358132661188987,
      "learning_rate": 4.3830370892330546e-05,
      "loss": 1.6172,
      "step": 97267
    },
    {
      "epoch": 4.5251453826471275,
      "grad_norm": 1.7199832048259984,
      "learning_rate": 4.382774912128868e-05,
      "loss": 1.5391,
      "step": 97268
    },
    {
      "epoch": 4.525191905094208,
      "grad_norm": 1.7669391685558422,
      "learning_rate": 4.38251274152461e-05,
      "loss": 1.6562,
      "step": 97269
    },
    {
      "epoch": 4.5252384275412885,
      "grad_norm": 1.7446767585904939,
      "learning_rate": 4.3822505774204346e-05,
      "loss": 1.6406,
      "step": 97270
    },
    {
      "epoch": 4.52528494998837,
      "grad_norm": 1.9697908439178944,
      "learning_rate": 4.3819884198165127e-05,
      "loss": 1.8828,
      "step": 97271
    },
    {
      "epoch": 4.52533147243545,
      "grad_norm": 1.9458935313473145,
      "learning_rate": 4.3817262687130014e-05,
      "loss": 1.7344,
      "step": 97272
    },
    {
      "epoch": 4.525377994882531,
      "grad_norm": 1.862593911842788,
      "learning_rate": 4.381464124110058e-05,
      "loss": 1.7109,
      "step": 97273
    },
    {
      "epoch": 4.525424517329611,
      "grad_norm": 1.570958549590796,
      "learning_rate": 4.381201986007841e-05,
      "loss": 1.375,
      "step": 97274
    },
    {
      "epoch": 4.525471039776693,
      "grad_norm": 1.7963689686689182,
      "learning_rate": 4.3809398544065195e-05,
      "loss": 1.6953,
      "step": 97275
    },
    {
      "epoch": 4.525517562223773,
      "grad_norm": 1.680838660628582,
      "learning_rate": 4.380677729306249e-05,
      "loss": 1.5781,
      "step": 97276
    },
    {
      "epoch": 4.525564084670854,
      "grad_norm": 1.8128676389555018,
      "learning_rate": 4.38041561070719e-05,
      "loss": 1.4453,
      "step": 97277
    },
    {
      "epoch": 4.525610607117934,
      "grad_norm": 1.7487213046525325,
      "learning_rate": 4.3801534986094985e-05,
      "loss": 1.4844,
      "step": 97278
    },
    {
      "epoch": 4.525657129565015,
      "grad_norm": 1.8335705837267373,
      "learning_rate": 4.3798913930133446e-05,
      "loss": 1.7422,
      "step": 97279
    },
    {
      "epoch": 4.525703652012096,
      "grad_norm": 1.83209674775675,
      "learning_rate": 4.379629293918883e-05,
      "loss": 1.6641,
      "step": 97280
    },
    {
      "epoch": 4.525750174459176,
      "grad_norm": 1.670650357830619,
      "learning_rate": 4.379367201326276e-05,
      "loss": 1.4922,
      "step": 97281
    },
    {
      "epoch": 4.525796696906257,
      "grad_norm": 1.7048622855459041,
      "learning_rate": 4.379105115235678e-05,
      "loss": 1.5234,
      "step": 97282
    },
    {
      "epoch": 4.525843219353338,
      "grad_norm": 1.7898327598732682,
      "learning_rate": 4.378843035647253e-05,
      "loss": 1.6641,
      "step": 97283
    },
    {
      "epoch": 4.525889741800419,
      "grad_norm": 1.7836458951000422,
      "learning_rate": 4.378580962561169e-05,
      "loss": 1.7031,
      "step": 97284
    },
    {
      "epoch": 4.525936264247499,
      "grad_norm": 1.60606178601947,
      "learning_rate": 4.37831889597758e-05,
      "loss": 1.3359,
      "step": 97285
    },
    {
      "epoch": 4.5259827866945805,
      "grad_norm": 1.73431691829831,
      "learning_rate": 4.3780568358966476e-05,
      "loss": 1.6719,
      "step": 97286
    },
    {
      "epoch": 4.526029309141661,
      "grad_norm": 1.752108526619412,
      "learning_rate": 4.377794782318526e-05,
      "loss": 1.7969,
      "step": 97287
    },
    {
      "epoch": 4.5260758315887415,
      "grad_norm": 1.8094560399108757,
      "learning_rate": 4.377532735243386e-05,
      "loss": 1.6562,
      "step": 97288
    },
    {
      "epoch": 4.526122354035822,
      "grad_norm": 1.9303345087260475,
      "learning_rate": 4.377270694671382e-05,
      "loss": 1.875,
      "step": 97289
    },
    {
      "epoch": 4.526168876482903,
      "grad_norm": 1.5224638076639965,
      "learning_rate": 4.377008660602677e-05,
      "loss": 1.2422,
      "step": 97290
    },
    {
      "epoch": 4.526215398929984,
      "grad_norm": 1.7432447596287575,
      "learning_rate": 4.376746633037425e-05,
      "loss": 1.6641,
      "step": 97291
    },
    {
      "epoch": 4.526261921377064,
      "grad_norm": 1.7341699013284149,
      "learning_rate": 4.3764846119757954e-05,
      "loss": 1.5469,
      "step": 97292
    },
    {
      "epoch": 4.526308443824145,
      "grad_norm": 1.6142080696695322,
      "learning_rate": 4.376222597417944e-05,
      "loss": 1.4062,
      "step": 97293
    },
    {
      "epoch": 4.526354966271226,
      "grad_norm": 1.882814906992245,
      "learning_rate": 4.3759605893640326e-05,
      "loss": 1.5547,
      "step": 97294
    },
    {
      "epoch": 4.526401488718307,
      "grad_norm": 1.6331084025902238,
      "learning_rate": 4.3756985878142204e-05,
      "loss": 1.4766,
      "step": 97295
    },
    {
      "epoch": 4.526448011165387,
      "grad_norm": 1.7232483762621589,
      "learning_rate": 4.375436592768664e-05,
      "loss": 1.4922,
      "step": 97296
    },
    {
      "epoch": 4.526494533612468,
      "grad_norm": 1.682242247524398,
      "learning_rate": 4.375174604227532e-05,
      "loss": 1.4922,
      "step": 97297
    },
    {
      "epoch": 4.526541056059549,
      "grad_norm": 1.7523235529825112,
      "learning_rate": 4.374912622190981e-05,
      "loss": 1.6406,
      "step": 97298
    },
    {
      "epoch": 4.526587578506629,
      "grad_norm": 1.7490849536357924,
      "learning_rate": 4.374650646659171e-05,
      "loss": 1.5156,
      "step": 97299
    },
    {
      "epoch": 4.52663410095371,
      "grad_norm": 1.7577467525462451,
      "learning_rate": 4.3743886776322584e-05,
      "loss": 1.5547,
      "step": 97300
    },
    {
      "epoch": 4.526680623400791,
      "grad_norm": 1.6633592754052329,
      "learning_rate": 4.374126715110412e-05,
      "loss": 1.4844,
      "step": 97301
    },
    {
      "epoch": 4.526727145847872,
      "grad_norm": 1.7994383537656389,
      "learning_rate": 4.373864759093787e-05,
      "loss": 1.6328,
      "step": 97302
    },
    {
      "epoch": 4.526773668294952,
      "grad_norm": 1.6280105313249107,
      "learning_rate": 4.373602809582547e-05,
      "loss": 1.3984,
      "step": 97303
    },
    {
      "epoch": 4.526820190742033,
      "grad_norm": 1.8700446097882004,
      "learning_rate": 4.3733408665768424e-05,
      "loss": 1.6562,
      "step": 97304
    },
    {
      "epoch": 4.526866713189114,
      "grad_norm": 1.777568657547991,
      "learning_rate": 4.373078930076842e-05,
      "loss": 1.5234,
      "step": 97305
    },
    {
      "epoch": 4.5269132356361945,
      "grad_norm": 1.7629326779330026,
      "learning_rate": 4.3728170000827115e-05,
      "loss": 1.6406,
      "step": 97306
    },
    {
      "epoch": 4.526959758083275,
      "grad_norm": 1.7951368402601113,
      "learning_rate": 4.3725550765946026e-05,
      "loss": 1.5781,
      "step": 97307
    },
    {
      "epoch": 4.527006280530356,
      "grad_norm": 1.8978513209429857,
      "learning_rate": 4.37229315961268e-05,
      "loss": 1.7188,
      "step": 97308
    },
    {
      "epoch": 4.527052802977437,
      "grad_norm": 1.854814533035199,
      "learning_rate": 4.372031249137097e-05,
      "loss": 1.875,
      "step": 97309
    },
    {
      "epoch": 4.527099325424517,
      "grad_norm": 1.7756044163092368,
      "learning_rate": 4.3717693451680235e-05,
      "loss": 1.6016,
      "step": 97310
    },
    {
      "epoch": 4.527145847871598,
      "grad_norm": 1.6506983061204683,
      "learning_rate": 4.3715074477056166e-05,
      "loss": 1.3125,
      "step": 97311
    },
    {
      "epoch": 4.527192370318678,
      "grad_norm": 1.9260042051626136,
      "learning_rate": 4.3712455567500334e-05,
      "loss": 1.8516,
      "step": 97312
    },
    {
      "epoch": 4.52723889276576,
      "grad_norm": 1.674461370375499,
      "learning_rate": 4.370983672301433e-05,
      "loss": 1.5391,
      "step": 97313
    },
    {
      "epoch": 4.52728541521284,
      "grad_norm": 1.8941533329542872,
      "learning_rate": 4.370721794359984e-05,
      "loss": 1.7891,
      "step": 97314
    },
    {
      "epoch": 4.527331937659921,
      "grad_norm": 1.76402530520529,
      "learning_rate": 4.370459922925842e-05,
      "loss": 1.625,
      "step": 97315
    },
    {
      "epoch": 4.527378460107002,
      "grad_norm": 1.7504912918320168,
      "learning_rate": 4.3701980579991656e-05,
      "loss": 1.5312,
      "step": 97316
    },
    {
      "epoch": 4.527424982554082,
      "grad_norm": 1.7933659060891456,
      "learning_rate": 4.369936199580112e-05,
      "loss": 1.6484,
      "step": 97317
    },
    {
      "epoch": 4.527471505001163,
      "grad_norm": 1.7595546302859328,
      "learning_rate": 4.3696743476688515e-05,
      "loss": 1.6328,
      "step": 97318
    },
    {
      "epoch": 4.527518027448243,
      "grad_norm": 1.7567142153829127,
      "learning_rate": 4.36941250226554e-05,
      "loss": 1.5312,
      "step": 97319
    },
    {
      "epoch": 4.527564549895325,
      "grad_norm": 1.5074266520515809,
      "learning_rate": 4.369150663370336e-05,
      "loss": 1.2734,
      "step": 97320
    },
    {
      "epoch": 4.527611072342405,
      "grad_norm": 1.8424095071915163,
      "learning_rate": 4.3688888309833995e-05,
      "loss": 1.6328,
      "step": 97321
    },
    {
      "epoch": 4.527657594789486,
      "grad_norm": 1.704605608444778,
      "learning_rate": 4.368627005104888e-05,
      "loss": 1.5234,
      "step": 97322
    },
    {
      "epoch": 4.527704117236567,
      "grad_norm": 1.7111685593482793,
      "learning_rate": 4.3683651857349716e-05,
      "loss": 1.5938,
      "step": 97323
    },
    {
      "epoch": 4.5277506396836475,
      "grad_norm": 1.7339682644980126,
      "learning_rate": 4.368103372873802e-05,
      "loss": 1.4844,
      "step": 97324
    },
    {
      "epoch": 4.527797162130728,
      "grad_norm": 1.8540821399760625,
      "learning_rate": 4.367841566521545e-05,
      "loss": 1.7656,
      "step": 97325
    },
    {
      "epoch": 4.5278436845778085,
      "grad_norm": 1.7047042397538812,
      "learning_rate": 4.367579766678352e-05,
      "loss": 1.5078,
      "step": 97326
    },
    {
      "epoch": 4.52789020702489,
      "grad_norm": 1.8746414660802686,
      "learning_rate": 4.3673179733443894e-05,
      "loss": 1.8438,
      "step": 97327
    },
    {
      "epoch": 4.52793672947197,
      "grad_norm": 1.9146145107733494,
      "learning_rate": 4.3670561865198214e-05,
      "loss": 1.7031,
      "step": 97328
    },
    {
      "epoch": 4.527983251919051,
      "grad_norm": 1.6118543504104499,
      "learning_rate": 4.3667944062048066e-05,
      "loss": 1.4609,
      "step": 97329
    },
    {
      "epoch": 4.528029774366131,
      "grad_norm": 1.744819658755347,
      "learning_rate": 4.366532632399501e-05,
      "loss": 1.7891,
      "step": 97330
    },
    {
      "epoch": 4.528076296813213,
      "grad_norm": 1.8796172024748845,
      "learning_rate": 4.366270865104063e-05,
      "loss": 1.7188,
      "step": 97331
    },
    {
      "epoch": 4.528122819260293,
      "grad_norm": 1.743178618751734,
      "learning_rate": 4.3660091043186606e-05,
      "loss": 1.5781,
      "step": 97332
    },
    {
      "epoch": 4.528169341707374,
      "grad_norm": 1.7564489475661877,
      "learning_rate": 4.365747350043449e-05,
      "loss": 1.5547,
      "step": 97333
    },
    {
      "epoch": 4.528215864154454,
      "grad_norm": 1.7997907624745448,
      "learning_rate": 4.365485602278592e-05,
      "loss": 1.6016,
      "step": 97334
    },
    {
      "epoch": 4.5282623866015355,
      "grad_norm": 1.6900040375171892,
      "learning_rate": 4.365223861024241e-05,
      "loss": 1.5,
      "step": 97335
    },
    {
      "epoch": 4.528308909048616,
      "grad_norm": 1.7848025239383951,
      "learning_rate": 4.364962126280568e-05,
      "loss": 1.6797,
      "step": 97336
    },
    {
      "epoch": 4.528355431495696,
      "grad_norm": 1.8064534545602322,
      "learning_rate": 4.364700398047728e-05,
      "loss": 1.6641,
      "step": 97337
    },
    {
      "epoch": 4.528401953942778,
      "grad_norm": 1.733153515443203,
      "learning_rate": 4.3644386763258814e-05,
      "loss": 1.5625,
      "step": 97338
    },
    {
      "epoch": 4.528448476389858,
      "grad_norm": 1.6649089834105653,
      "learning_rate": 4.3641769611151817e-05,
      "loss": 1.3672,
      "step": 97339
    },
    {
      "epoch": 4.528494998836939,
      "grad_norm": 1.8329203987936635,
      "learning_rate": 4.363915252415802e-05,
      "loss": 1.7656,
      "step": 97340
    },
    {
      "epoch": 4.528541521284019,
      "grad_norm": 1.8158145383726088,
      "learning_rate": 4.363653550227896e-05,
      "loss": 1.5859,
      "step": 97341
    },
    {
      "epoch": 4.528588043731101,
      "grad_norm": 1.7735067901651942,
      "learning_rate": 4.363391854551622e-05,
      "loss": 1.7266,
      "step": 97342
    },
    {
      "epoch": 4.528634566178181,
      "grad_norm": 1.7307011657360016,
      "learning_rate": 4.363130165387139e-05,
      "loss": 1.4297,
      "step": 97343
    },
    {
      "epoch": 4.5286810886252615,
      "grad_norm": 1.7816527465050773,
      "learning_rate": 4.3628684827346154e-05,
      "loss": 1.6562,
      "step": 97344
    },
    {
      "epoch": 4.528727611072343,
      "grad_norm": 1.7350804091960799,
      "learning_rate": 4.362606806594206e-05,
      "loss": 1.625,
      "step": 97345
    },
    {
      "epoch": 4.528774133519423,
      "grad_norm": 1.6650872678262367,
      "learning_rate": 4.362345136966072e-05,
      "loss": 1.3672,
      "step": 97346
    },
    {
      "epoch": 4.528820655966504,
      "grad_norm": 1.7197972228159053,
      "learning_rate": 4.362083473850372e-05,
      "loss": 1.4844,
      "step": 97347
    },
    {
      "epoch": 4.528867178413584,
      "grad_norm": 1.614310659186668,
      "learning_rate": 4.361821817247263e-05,
      "loss": 1.3984,
      "step": 97348
    },
    {
      "epoch": 4.528913700860665,
      "grad_norm": 1.9118774344868896,
      "learning_rate": 4.361560167156911e-05,
      "loss": 1.6719,
      "step": 97349
    },
    {
      "epoch": 4.528960223307746,
      "grad_norm": 1.5987693704186121,
      "learning_rate": 4.3612985235794765e-05,
      "loss": 1.3906,
      "step": 97350
    },
    {
      "epoch": 4.529006745754827,
      "grad_norm": 1.6562836404544818,
      "learning_rate": 4.3610368865151196e-05,
      "loss": 1.375,
      "step": 97351
    },
    {
      "epoch": 4.529053268201907,
      "grad_norm": 1.8218856985961096,
      "learning_rate": 4.3607752559639976e-05,
      "loss": 1.6875,
      "step": 97352
    },
    {
      "epoch": 4.5290997906489885,
      "grad_norm": 1.847374115789953,
      "learning_rate": 4.360513631926267e-05,
      "loss": 1.6719,
      "step": 97353
    },
    {
      "epoch": 4.529146313096069,
      "grad_norm": 1.640269375521303,
      "learning_rate": 4.3602520144020974e-05,
      "loss": 1.4688,
      "step": 97354
    },
    {
      "epoch": 4.529192835543149,
      "grad_norm": 1.8157183251490172,
      "learning_rate": 4.3599904033916446e-05,
      "loss": 1.6641,
      "step": 97355
    },
    {
      "epoch": 4.52923935799023,
      "grad_norm": 1.644447044489343,
      "learning_rate": 4.359728798895069e-05,
      "loss": 1.4922,
      "step": 97356
    },
    {
      "epoch": 4.529285880437311,
      "grad_norm": 1.6440512885897702,
      "learning_rate": 4.359467200912525e-05,
      "loss": 1.5547,
      "step": 97357
    },
    {
      "epoch": 4.529332402884392,
      "grad_norm": 1.7618738661429272,
      "learning_rate": 4.3592056094441814e-05,
      "loss": 1.5547,
      "step": 97358
    },
    {
      "epoch": 4.529378925331472,
      "grad_norm": 1.889747671566902,
      "learning_rate": 4.3589440244901954e-05,
      "loss": 1.7656,
      "step": 97359
    },
    {
      "epoch": 4.529425447778554,
      "grad_norm": 1.8099543299185807,
      "learning_rate": 4.358682446050728e-05,
      "loss": 1.5547,
      "step": 97360
    },
    {
      "epoch": 4.529471970225634,
      "grad_norm": 1.750963671679789,
      "learning_rate": 4.358420874125931e-05,
      "loss": 1.5156,
      "step": 97361
    },
    {
      "epoch": 4.529518492672715,
      "grad_norm": 1.8204816282044531,
      "learning_rate": 4.358159308715978e-05,
      "loss": 1.6719,
      "step": 97362
    },
    {
      "epoch": 4.529565015119795,
      "grad_norm": 1.723943243216268,
      "learning_rate": 4.357897749821022e-05,
      "loss": 1.5703,
      "step": 97363
    },
    {
      "epoch": 4.529611537566876,
      "grad_norm": 1.793878804183696,
      "learning_rate": 4.357636197441223e-05,
      "loss": 1.6797,
      "step": 97364
    },
    {
      "epoch": 4.529658060013957,
      "grad_norm": 1.7498767181622028,
      "learning_rate": 4.3573746515767386e-05,
      "loss": 1.5781,
      "step": 97365
    },
    {
      "epoch": 4.529704582461037,
      "grad_norm": 1.6451535057983324,
      "learning_rate": 4.3571131122277356e-05,
      "loss": 1.4297,
      "step": 97366
    },
    {
      "epoch": 4.529751104908118,
      "grad_norm": 1.8337479059043085,
      "learning_rate": 4.35685157939437e-05,
      "loss": 1.7422,
      "step": 97367
    },
    {
      "epoch": 4.529797627355199,
      "grad_norm": 1.9031397294131291,
      "learning_rate": 4.356590053076805e-05,
      "loss": 1.7969,
      "step": 97368
    },
    {
      "epoch": 4.52984414980228,
      "grad_norm": 1.7296305962811214,
      "learning_rate": 4.356328533275192e-05,
      "loss": 1.6094,
      "step": 97369
    },
    {
      "epoch": 4.52989067224936,
      "grad_norm": 1.909237702964439,
      "learning_rate": 4.356067019989697e-05,
      "loss": 1.7969,
      "step": 97370
    },
    {
      "epoch": 4.529937194696441,
      "grad_norm": 1.789128761411915,
      "learning_rate": 4.3558055132204864e-05,
      "loss": 1.6562,
      "step": 97371
    },
    {
      "epoch": 4.529983717143522,
      "grad_norm": 1.879003642235291,
      "learning_rate": 4.355544012967715e-05,
      "loss": 1.7812,
      "step": 97372
    },
    {
      "epoch": 4.5300302395906025,
      "grad_norm": 1.890357889455358,
      "learning_rate": 4.3552825192315404e-05,
      "loss": 1.6797,
      "step": 97373
    },
    {
      "epoch": 4.530076762037683,
      "grad_norm": 1.8047626755885797,
      "learning_rate": 4.35502103201212e-05,
      "loss": 1.7188,
      "step": 97374
    },
    {
      "epoch": 4.530123284484764,
      "grad_norm": 1.8068487381601215,
      "learning_rate": 4.354759551309625e-05,
      "loss": 1.5391,
      "step": 97375
    },
    {
      "epoch": 4.530169806931845,
      "grad_norm": 1.7593448611514462,
      "learning_rate": 4.3544980771242075e-05,
      "loss": 1.6094,
      "step": 97376
    },
    {
      "epoch": 4.530216329378925,
      "grad_norm": 1.879192326214251,
      "learning_rate": 4.354236609456029e-05,
      "loss": 1.8125,
      "step": 97377
    },
    {
      "epoch": 4.530262851826006,
      "grad_norm": 1.7612580855849724,
      "learning_rate": 4.3539751483052494e-05,
      "loss": 1.6094,
      "step": 97378
    },
    {
      "epoch": 4.530309374273087,
      "grad_norm": 1.82769485754413,
      "learning_rate": 4.353713693672026e-05,
      "loss": 1.7266,
      "step": 97379
    },
    {
      "epoch": 4.530355896720168,
      "grad_norm": 1.8379709104944852,
      "learning_rate": 4.3534522455565234e-05,
      "loss": 1.7266,
      "step": 97380
    },
    {
      "epoch": 4.530402419167248,
      "grad_norm": 1.684260749693846,
      "learning_rate": 4.353190803958902e-05,
      "loss": 1.4297,
      "step": 97381
    },
    {
      "epoch": 4.5304489416143285,
      "grad_norm": 1.7240905162974103,
      "learning_rate": 4.352929368879321e-05,
      "loss": 1.5781,
      "step": 97382
    },
    {
      "epoch": 4.53049546406141,
      "grad_norm": 1.735286321831896,
      "learning_rate": 4.3526679403179335e-05,
      "loss": 1.5859,
      "step": 97383
    },
    {
      "epoch": 4.53054198650849,
      "grad_norm": 1.745482080616274,
      "learning_rate": 4.352406518274911e-05,
      "loss": 1.5547,
      "step": 97384
    },
    {
      "epoch": 4.530588508955571,
      "grad_norm": 1.8451097094840534,
      "learning_rate": 4.352145102750407e-05,
      "loss": 1.75,
      "step": 97385
    },
    {
      "epoch": 4.530635031402651,
      "grad_norm": 1.6767592933810285,
      "learning_rate": 4.351883693744582e-05,
      "loss": 1.5156,
      "step": 97386
    },
    {
      "epoch": 4.530681553849733,
      "grad_norm": 1.7114861657467428,
      "learning_rate": 4.351622291257592e-05,
      "loss": 1.5781,
      "step": 97387
    },
    {
      "epoch": 4.530728076296813,
      "grad_norm": 1.7968774754453594,
      "learning_rate": 4.351360895289608e-05,
      "loss": 1.4062,
      "step": 97388
    },
    {
      "epoch": 4.530774598743894,
      "grad_norm": 1.7075676830143294,
      "learning_rate": 4.3510995058407825e-05,
      "loss": 1.6094,
      "step": 97389
    },
    {
      "epoch": 4.530821121190975,
      "grad_norm": 1.731182361880183,
      "learning_rate": 4.350838122911276e-05,
      "loss": 1.4688,
      "step": 97390
    },
    {
      "epoch": 4.5308676436380555,
      "grad_norm": 1.775004900822629,
      "learning_rate": 4.3505767465012444e-05,
      "loss": 1.6172,
      "step": 97391
    },
    {
      "epoch": 4.530914166085136,
      "grad_norm": 1.7396815720309224,
      "learning_rate": 4.3503153766108536e-05,
      "loss": 1.6328,
      "step": 97392
    },
    {
      "epoch": 4.5309606885322165,
      "grad_norm": 1.6549556186481897,
      "learning_rate": 4.350054013240267e-05,
      "loss": 1.4141,
      "step": 97393
    },
    {
      "epoch": 4.531007210979298,
      "grad_norm": 1.8419373016687517,
      "learning_rate": 4.349792656389639e-05,
      "loss": 1.7422,
      "step": 97394
    },
    {
      "epoch": 4.531053733426378,
      "grad_norm": 1.598112975145942,
      "learning_rate": 4.349531306059132e-05,
      "loss": 1.4453,
      "step": 97395
    },
    {
      "epoch": 4.531100255873459,
      "grad_norm": 1.675259024682401,
      "learning_rate": 4.3492699622488994e-05,
      "loss": 1.4844,
      "step": 97396
    },
    {
      "epoch": 4.53114677832054,
      "grad_norm": 1.626799132077158,
      "learning_rate": 4.349008624959112e-05,
      "loss": 1.4453,
      "step": 97397
    },
    {
      "epoch": 4.531193300767621,
      "grad_norm": 1.7565966618982118,
      "learning_rate": 4.3487472941899225e-05,
      "loss": 1.5703,
      "step": 97398
    },
    {
      "epoch": 4.531239823214701,
      "grad_norm": 1.730420961570199,
      "learning_rate": 4.3484859699414954e-05,
      "loss": 1.5312,
      "step": 97399
    },
    {
      "epoch": 4.531286345661782,
      "grad_norm": 1.7069530649985911,
      "learning_rate": 4.34822465221398e-05,
      "loss": 1.5156,
      "step": 97400
    },
    {
      "epoch": 4.531332868108862,
      "grad_norm": 1.7297507555594254,
      "learning_rate": 4.347963341007552e-05,
      "loss": 1.4375,
      "step": 97401
    },
    {
      "epoch": 4.531379390555943,
      "grad_norm": 1.8233791777448634,
      "learning_rate": 4.3477020363223624e-05,
      "loss": 1.6016,
      "step": 97402
    },
    {
      "epoch": 4.531425913003024,
      "grad_norm": 1.8022437973379575,
      "learning_rate": 4.347440738158571e-05,
      "loss": 1.7109,
      "step": 97403
    },
    {
      "epoch": 4.531472435450104,
      "grad_norm": 1.7146096088220746,
      "learning_rate": 4.347179446516342e-05,
      "loss": 1.5938,
      "step": 97404
    },
    {
      "epoch": 4.531518957897186,
      "grad_norm": 1.874934347143711,
      "learning_rate": 4.3469181613958254e-05,
      "loss": 1.7266,
      "step": 97405
    },
    {
      "epoch": 4.531565480344266,
      "grad_norm": 1.7469864290402637,
      "learning_rate": 4.3466568827971935e-05,
      "loss": 1.5391,
      "step": 97406
    },
    {
      "epoch": 4.531612002791347,
      "grad_norm": 1.778917947951496,
      "learning_rate": 4.3463956107206015e-05,
      "loss": 1.6719,
      "step": 97407
    },
    {
      "epoch": 4.531658525238427,
      "grad_norm": 1.668552198521872,
      "learning_rate": 4.346134345166209e-05,
      "loss": 1.5078,
      "step": 97408
    },
    {
      "epoch": 4.5317050476855085,
      "grad_norm": 1.8859598109213753,
      "learning_rate": 4.3458730861341705e-05,
      "loss": 1.7578,
      "step": 97409
    },
    {
      "epoch": 4.531751570132589,
      "grad_norm": 1.6822572489148393,
      "learning_rate": 4.345611833624656e-05,
      "loss": 1.5703,
      "step": 97410
    },
    {
      "epoch": 4.5317980925796695,
      "grad_norm": 1.7807896007830448,
      "learning_rate": 4.3453505876378214e-05,
      "loss": 1.7266,
      "step": 97411
    },
    {
      "epoch": 4.531844615026751,
      "grad_norm": 1.7487385865719225,
      "learning_rate": 4.345089348173827e-05,
      "loss": 1.75,
      "step": 97412
    },
    {
      "epoch": 4.531891137473831,
      "grad_norm": 1.824296598570441,
      "learning_rate": 4.344828115232825e-05,
      "loss": 1.6484,
      "step": 97413
    },
    {
      "epoch": 4.531937659920912,
      "grad_norm": 1.7893959687448062,
      "learning_rate": 4.3445668888149826e-05,
      "loss": 1.5625,
      "step": 97414
    },
    {
      "epoch": 4.531984182367992,
      "grad_norm": 1.7909755371162819,
      "learning_rate": 4.3443056689204645e-05,
      "loss": 1.6953,
      "step": 97415
    },
    {
      "epoch": 4.532030704815074,
      "grad_norm": 1.8185176962772327,
      "learning_rate": 4.344044455549424e-05,
      "loss": 1.625,
      "step": 97416
    },
    {
      "epoch": 4.532077227262154,
      "grad_norm": 1.8400370821370056,
      "learning_rate": 4.343783248702022e-05,
      "loss": 1.5938,
      "step": 97417
    },
    {
      "epoch": 4.532123749709235,
      "grad_norm": 1.8105725497100598,
      "learning_rate": 4.343522048378416e-05,
      "loss": 1.7578,
      "step": 97418
    },
    {
      "epoch": 4.532170272156315,
      "grad_norm": 1.9127929664690895,
      "learning_rate": 4.3432608545787716e-05,
      "loss": 1.875,
      "step": 97419
    },
    {
      "epoch": 4.532216794603396,
      "grad_norm": 1.7310460338121127,
      "learning_rate": 4.3429996673032476e-05,
      "loss": 1.4922,
      "step": 97420
    },
    {
      "epoch": 4.532263317050477,
      "grad_norm": 1.776081584587288,
      "learning_rate": 4.342738486552001e-05,
      "loss": 1.5156,
      "step": 97421
    },
    {
      "epoch": 4.532309839497557,
      "grad_norm": 1.7975913992810075,
      "learning_rate": 4.342477312325187e-05,
      "loss": 1.7344,
      "step": 97422
    },
    {
      "epoch": 4.532356361944638,
      "grad_norm": 1.8174257882618365,
      "learning_rate": 4.3422161446229776e-05,
      "loss": 1.7031,
      "step": 97423
    },
    {
      "epoch": 4.532402884391719,
      "grad_norm": 1.7602866671172226,
      "learning_rate": 4.3419549834455254e-05,
      "loss": 1.5938,
      "step": 97424
    },
    {
      "epoch": 4.5324494068388,
      "grad_norm": 1.734367353437299,
      "learning_rate": 4.34169382879299e-05,
      "loss": 1.5,
      "step": 97425
    },
    {
      "epoch": 4.53249592928588,
      "grad_norm": 1.7597284770115713,
      "learning_rate": 4.341432680665529e-05,
      "loss": 1.6875,
      "step": 97426
    },
    {
      "epoch": 4.5325424517329616,
      "grad_norm": 1.7911169750624931,
      "learning_rate": 4.3411715390633114e-05,
      "loss": 1.8281,
      "step": 97427
    },
    {
      "epoch": 4.532588974180042,
      "grad_norm": 1.660376206055574,
      "learning_rate": 4.3409104039864896e-05,
      "loss": 1.4922,
      "step": 97428
    },
    {
      "epoch": 4.5326354966271225,
      "grad_norm": 1.7167001976338223,
      "learning_rate": 4.340649275435227e-05,
      "loss": 1.5156,
      "step": 97429
    },
    {
      "epoch": 4.532682019074203,
      "grad_norm": 1.8035554969657426,
      "learning_rate": 4.34038815340968e-05,
      "loss": 1.5859,
      "step": 97430
    },
    {
      "epoch": 4.532728541521284,
      "grad_norm": 1.6900619934316672,
      "learning_rate": 4.3401270379100063e-05,
      "loss": 1.4453,
      "step": 97431
    },
    {
      "epoch": 4.532775063968365,
      "grad_norm": 1.6860279786619008,
      "learning_rate": 4.339865928936375e-05,
      "loss": 1.5625,
      "step": 97432
    },
    {
      "epoch": 4.532821586415445,
      "grad_norm": 1.716879100161967,
      "learning_rate": 4.33960482648894e-05,
      "loss": 1.5312,
      "step": 97433
    },
    {
      "epoch": 4.532868108862527,
      "grad_norm": 1.747143474009436,
      "learning_rate": 4.339343730567862e-05,
      "loss": 1.5547,
      "step": 97434
    },
    {
      "epoch": 4.532914631309607,
      "grad_norm": 1.782467815985402,
      "learning_rate": 4.339082641173296e-05,
      "loss": 1.6484,
      "step": 97435
    },
    {
      "epoch": 4.532961153756688,
      "grad_norm": 1.7951364174898223,
      "learning_rate": 4.338821558305406e-05,
      "loss": 1.5703,
      "step": 97436
    },
    {
      "epoch": 4.533007676203768,
      "grad_norm": 1.7700798827409603,
      "learning_rate": 4.3385604819643565e-05,
      "loss": 1.7656,
      "step": 97437
    },
    {
      "epoch": 4.533054198650849,
      "grad_norm": 1.7999616320408751,
      "learning_rate": 4.3382994121503025e-05,
      "loss": 1.7266,
      "step": 97438
    },
    {
      "epoch": 4.53310072109793,
      "grad_norm": 1.6450785856271237,
      "learning_rate": 4.3380383488634065e-05,
      "loss": 1.3516,
      "step": 97439
    },
    {
      "epoch": 4.53314724354501,
      "grad_norm": 1.6560491697081767,
      "learning_rate": 4.33777729210382e-05,
      "loss": 1.3047,
      "step": 97440
    },
    {
      "epoch": 4.533193765992091,
      "grad_norm": 1.8159636874202074,
      "learning_rate": 4.337516241871716e-05,
      "loss": 1.6406,
      "step": 97441
    },
    {
      "epoch": 4.533240288439172,
      "grad_norm": 1.7849647084199924,
      "learning_rate": 4.337255198167245e-05,
      "loss": 1.5,
      "step": 97442
    },
    {
      "epoch": 4.533286810886253,
      "grad_norm": 1.6710625926702711,
      "learning_rate": 4.3369941609905706e-05,
      "loss": 1.6406,
      "step": 97443
    },
    {
      "epoch": 4.533333333333333,
      "grad_norm": 1.8444903140127311,
      "learning_rate": 4.336733130341846e-05,
      "loss": 1.7109,
      "step": 97444
    },
    {
      "epoch": 4.533379855780414,
      "grad_norm": 1.804220963728714,
      "learning_rate": 4.33647210622124e-05,
      "loss": 1.7578,
      "step": 97445
    },
    {
      "epoch": 4.533426378227495,
      "grad_norm": 1.7697936551939484,
      "learning_rate": 4.33621108862891e-05,
      "loss": 1.7031,
      "step": 97446
    },
    {
      "epoch": 4.5334729006745755,
      "grad_norm": 1.4819191438116863,
      "learning_rate": 4.3359500775650144e-05,
      "loss": 1.2891,
      "step": 97447
    },
    {
      "epoch": 4.533519423121656,
      "grad_norm": 1.667298403751151,
      "learning_rate": 4.335689073029708e-05,
      "loss": 1.4922,
      "step": 97448
    },
    {
      "epoch": 4.533565945568737,
      "grad_norm": 1.731217779316245,
      "learning_rate": 4.335428075023159e-05,
      "loss": 1.5078,
      "step": 97449
    },
    {
      "epoch": 4.533612468015818,
      "grad_norm": 1.9234045007951144,
      "learning_rate": 4.335167083545526e-05,
      "loss": 1.8281,
      "step": 97450
    },
    {
      "epoch": 4.533658990462898,
      "grad_norm": 1.800341043871137,
      "learning_rate": 4.334906098596965e-05,
      "loss": 1.7031,
      "step": 97451
    },
    {
      "epoch": 4.533705512909979,
      "grad_norm": 1.8052455599215544,
      "learning_rate": 4.3346451201776335e-05,
      "loss": 1.7656,
      "step": 97452
    },
    {
      "epoch": 4.533752035357059,
      "grad_norm": 1.685506811128686,
      "learning_rate": 4.3343841482876985e-05,
      "loss": 1.5703,
      "step": 97453
    },
    {
      "epoch": 4.533798557804141,
      "grad_norm": 1.7149986179198156,
      "learning_rate": 4.334123182927317e-05,
      "loss": 1.5078,
      "step": 97454
    },
    {
      "epoch": 4.533845080251221,
      "grad_norm": 1.6471881694643096,
      "learning_rate": 4.333862224096649e-05,
      "loss": 1.3672,
      "step": 97455
    },
    {
      "epoch": 4.533891602698302,
      "grad_norm": 1.900539683114812,
      "learning_rate": 4.333601271795853e-05,
      "loss": 1.7266,
      "step": 97456
    },
    {
      "epoch": 4.533938125145383,
      "grad_norm": 1.834420179854965,
      "learning_rate": 4.333340326025085e-05,
      "loss": 1.6953,
      "step": 97457
    },
    {
      "epoch": 4.5339846475924634,
      "grad_norm": 1.7864418045720543,
      "learning_rate": 4.3330793867845085e-05,
      "loss": 1.6094,
      "step": 97458
    },
    {
      "epoch": 4.534031170039544,
      "grad_norm": 1.6740107723257835,
      "learning_rate": 4.332818454074288e-05,
      "loss": 1.5,
      "step": 97459
    },
    {
      "epoch": 4.534077692486624,
      "grad_norm": 1.786318498001542,
      "learning_rate": 4.332557527894579e-05,
      "loss": 1.5938,
      "step": 97460
    },
    {
      "epoch": 4.534124214933706,
      "grad_norm": 1.8501164423484628,
      "learning_rate": 4.3322966082455404e-05,
      "loss": 1.7578,
      "step": 97461
    },
    {
      "epoch": 4.534170737380786,
      "grad_norm": 1.760811055899197,
      "learning_rate": 4.332035695127329e-05,
      "loss": 1.6562,
      "step": 97462
    },
    {
      "epoch": 4.534217259827867,
      "grad_norm": 1.739948036974733,
      "learning_rate": 4.331774788540113e-05,
      "loss": 1.4688,
      "step": 97463
    },
    {
      "epoch": 4.534263782274948,
      "grad_norm": 1.785698563291784,
      "learning_rate": 4.3315138884840465e-05,
      "loss": 1.625,
      "step": 97464
    },
    {
      "epoch": 4.534310304722029,
      "grad_norm": 1.7902145401916958,
      "learning_rate": 4.331252994959291e-05,
      "loss": 1.5703,
      "step": 97465
    },
    {
      "epoch": 4.534356827169109,
      "grad_norm": 1.673018525371499,
      "learning_rate": 4.3309921079659994e-05,
      "loss": 1.4844,
      "step": 97466
    },
    {
      "epoch": 4.5344033496161895,
      "grad_norm": 1.7337709970023283,
      "learning_rate": 4.330731227504343e-05,
      "loss": 1.6094,
      "step": 97467
    },
    {
      "epoch": 4.534449872063271,
      "grad_norm": 1.7007647557244636,
      "learning_rate": 4.330470353574476e-05,
      "loss": 1.5,
      "step": 97468
    },
    {
      "epoch": 4.534496394510351,
      "grad_norm": 1.7686210985355746,
      "learning_rate": 4.330209486176558e-05,
      "loss": 1.7188,
      "step": 97469
    },
    {
      "epoch": 4.534542916957432,
      "grad_norm": 1.6882088958359593,
      "learning_rate": 4.329948625310743e-05,
      "loss": 1.4453,
      "step": 97470
    },
    {
      "epoch": 4.534589439404512,
      "grad_norm": 1.9365925520644203,
      "learning_rate": 4.329687770977201e-05,
      "loss": 1.8281,
      "step": 97471
    },
    {
      "epoch": 4.534635961851594,
      "grad_norm": 1.7017007950541068,
      "learning_rate": 4.3294269231760884e-05,
      "loss": 1.5469,
      "step": 97472
    },
    {
      "epoch": 4.534682484298674,
      "grad_norm": 1.6554720558636307,
      "learning_rate": 4.3291660819075623e-05,
      "loss": 1.6172,
      "step": 97473
    },
    {
      "epoch": 4.534729006745755,
      "grad_norm": 1.7037754557908529,
      "learning_rate": 4.3289052471717806e-05,
      "loss": 1.5078,
      "step": 97474
    },
    {
      "epoch": 4.534775529192835,
      "grad_norm": 1.9675729064545844,
      "learning_rate": 4.328644418968908e-05,
      "loss": 1.8281,
      "step": 97475
    },
    {
      "epoch": 4.5348220516399165,
      "grad_norm": 1.7681861576284783,
      "learning_rate": 4.3283835972991046e-05,
      "loss": 1.5703,
      "step": 97476
    },
    {
      "epoch": 4.534868574086997,
      "grad_norm": 1.59375284210062,
      "learning_rate": 4.328122782162526e-05,
      "loss": 1.4453,
      "step": 97477
    },
    {
      "epoch": 4.534915096534077,
      "grad_norm": 1.7551076264860868,
      "learning_rate": 4.327861973559329e-05,
      "loss": 1.6172,
      "step": 97478
    },
    {
      "epoch": 4.534961618981159,
      "grad_norm": 1.8067398541616948,
      "learning_rate": 4.327601171489684e-05,
      "loss": 1.6875,
      "step": 97479
    },
    {
      "epoch": 4.535008141428239,
      "grad_norm": 1.745637855912661,
      "learning_rate": 4.3273403759537384e-05,
      "loss": 1.6406,
      "step": 97480
    },
    {
      "epoch": 4.53505466387532,
      "grad_norm": 1.58871643690822,
      "learning_rate": 4.3270795869516636e-05,
      "loss": 1.3594,
      "step": 97481
    },
    {
      "epoch": 4.5351011863224,
      "grad_norm": 1.635875065892448,
      "learning_rate": 4.326818804483613e-05,
      "loss": 1.5078,
      "step": 97482
    },
    {
      "epoch": 4.535147708769482,
      "grad_norm": 1.6682800166036857,
      "learning_rate": 4.326558028549746e-05,
      "loss": 1.4844,
      "step": 97483
    },
    {
      "epoch": 4.535194231216562,
      "grad_norm": 1.7263085872986932,
      "learning_rate": 4.3262972591502195e-05,
      "loss": 1.5156,
      "step": 97484
    },
    {
      "epoch": 4.5352407536636425,
      "grad_norm": 1.7642667151514502,
      "learning_rate": 4.3260364962852016e-05,
      "loss": 1.625,
      "step": 97485
    },
    {
      "epoch": 4.535287276110724,
      "grad_norm": 1.611142362657071,
      "learning_rate": 4.325775739954846e-05,
      "loss": 1.5,
      "step": 97486
    },
    {
      "epoch": 4.535333798557804,
      "grad_norm": 1.7352726526097961,
      "learning_rate": 4.325514990159313e-05,
      "loss": 1.5938,
      "step": 97487
    },
    {
      "epoch": 4.535380321004885,
      "grad_norm": 1.804327208543879,
      "learning_rate": 4.32525424689876e-05,
      "loss": 1.6875,
      "step": 97488
    },
    {
      "epoch": 4.535426843451965,
      "grad_norm": 1.7752278503809036,
      "learning_rate": 4.324993510173353e-05,
      "loss": 1.5547,
      "step": 97489
    },
    {
      "epoch": 4.535473365899046,
      "grad_norm": 1.7921347810299544,
      "learning_rate": 4.324732779983247e-05,
      "loss": 1.6562,
      "step": 97490
    },
    {
      "epoch": 4.535519888346127,
      "grad_norm": 1.687346870587234,
      "learning_rate": 4.324472056328604e-05,
      "loss": 1.5469,
      "step": 97491
    },
    {
      "epoch": 4.535566410793208,
      "grad_norm": 1.7786154977662123,
      "learning_rate": 4.324211339209576e-05,
      "loss": 1.6406,
      "step": 97492
    },
    {
      "epoch": 4.535612933240288,
      "grad_norm": 1.7350648514623754,
      "learning_rate": 4.323950628626335e-05,
      "loss": 1.4766,
      "step": 97493
    },
    {
      "epoch": 4.5356594556873695,
      "grad_norm": 1.752557943448702,
      "learning_rate": 4.323689924579034e-05,
      "loss": 1.4766,
      "step": 97494
    },
    {
      "epoch": 4.53570597813445,
      "grad_norm": 1.7874442917931885,
      "learning_rate": 4.3234292270678315e-05,
      "loss": 1.6328,
      "step": 97495
    },
    {
      "epoch": 4.5357525005815305,
      "grad_norm": 1.686151007896845,
      "learning_rate": 4.323168536092885e-05,
      "loss": 1.4531,
      "step": 97496
    },
    {
      "epoch": 4.535799023028611,
      "grad_norm": 1.6777106679198894,
      "learning_rate": 4.3229078516543624e-05,
      "loss": 1.5156,
      "step": 97497
    },
    {
      "epoch": 4.535845545475692,
      "grad_norm": 1.7437618545938969,
      "learning_rate": 4.322647173752418e-05,
      "loss": 1.5703,
      "step": 97498
    },
    {
      "epoch": 4.535892067922773,
      "grad_norm": 1.7529493584268738,
      "learning_rate": 4.3223865023872115e-05,
      "loss": 1.5391,
      "step": 97499
    },
    {
      "epoch": 4.535938590369853,
      "grad_norm": 1.6168024566113433,
      "learning_rate": 4.3221258375588996e-05,
      "loss": 1.375,
      "step": 97500
    },
    {
      "epoch": 4.535985112816935,
      "grad_norm": 1.6639222432769574,
      "learning_rate": 4.3218651792676484e-05,
      "loss": 1.4453,
      "step": 97501
    },
    {
      "epoch": 4.536031635264015,
      "grad_norm": 1.6126182911819031,
      "learning_rate": 4.321604527513611e-05,
      "loss": 1.2969,
      "step": 97502
    },
    {
      "epoch": 4.536078157711096,
      "grad_norm": 1.94428353832913,
      "learning_rate": 4.321343882296955e-05,
      "loss": 1.7344,
      "step": 97503
    },
    {
      "epoch": 4.536124680158176,
      "grad_norm": 1.6756709700958603,
      "learning_rate": 4.321083243617834e-05,
      "loss": 1.5859,
      "step": 97504
    },
    {
      "epoch": 4.536171202605257,
      "grad_norm": 1.8813803768764474,
      "learning_rate": 4.320822611476405e-05,
      "loss": 1.6562,
      "step": 97505
    },
    {
      "epoch": 4.536217725052338,
      "grad_norm": 1.7111616591851586,
      "learning_rate": 4.320561985872835e-05,
      "loss": 1.5938,
      "step": 97506
    },
    {
      "epoch": 4.536264247499418,
      "grad_norm": 1.842880080509701,
      "learning_rate": 4.320301366807281e-05,
      "loss": 1.6328,
      "step": 97507
    },
    {
      "epoch": 4.536310769946499,
      "grad_norm": 1.8938066490570047,
      "learning_rate": 4.320040754279901e-05,
      "loss": 1.7734,
      "step": 97508
    },
    {
      "epoch": 4.53635729239358,
      "grad_norm": 1.735264854603627,
      "learning_rate": 4.319780148290849e-05,
      "loss": 1.4844,
      "step": 97509
    },
    {
      "epoch": 4.536403814840661,
      "grad_norm": 1.738440285311321,
      "learning_rate": 4.319519548840297e-05,
      "loss": 1.6562,
      "step": 97510
    },
    {
      "epoch": 4.536450337287741,
      "grad_norm": 1.672983134882932,
      "learning_rate": 4.319258955928398e-05,
      "loss": 1.4453,
      "step": 97511
    },
    {
      "epoch": 4.536496859734822,
      "grad_norm": 1.7192537041701845,
      "learning_rate": 4.318998369555311e-05,
      "loss": 1.5078,
      "step": 97512
    },
    {
      "epoch": 4.536543382181903,
      "grad_norm": 1.831239559459112,
      "learning_rate": 4.3187377897211955e-05,
      "loss": 1.5781,
      "step": 97513
    },
    {
      "epoch": 4.5365899046289835,
      "grad_norm": 1.782819642499176,
      "learning_rate": 4.3184772164262095e-05,
      "loss": 1.6328,
      "step": 97514
    },
    {
      "epoch": 4.536636427076064,
      "grad_norm": 1.5569424922598436,
      "learning_rate": 4.318216649670517e-05,
      "loss": 1.3203,
      "step": 97515
    },
    {
      "epoch": 4.536682949523145,
      "grad_norm": 1.7454127012013052,
      "learning_rate": 4.317956089454276e-05,
      "loss": 1.5469,
      "step": 97516
    },
    {
      "epoch": 4.536729471970226,
      "grad_norm": 1.7678937076748944,
      "learning_rate": 4.317695535777645e-05,
      "loss": 1.4609,
      "step": 97517
    },
    {
      "epoch": 4.536775994417306,
      "grad_norm": 1.8108056976486873,
      "learning_rate": 4.3174349886407794e-05,
      "loss": 1.7109,
      "step": 97518
    },
    {
      "epoch": 4.536822516864387,
      "grad_norm": 1.789053377158722,
      "learning_rate": 4.3171744480438476e-05,
      "loss": 1.6016,
      "step": 97519
    },
    {
      "epoch": 4.536869039311468,
      "grad_norm": 1.8474576022417075,
      "learning_rate": 4.316913913987004e-05,
      "loss": 1.5547,
      "step": 97520
    },
    {
      "epoch": 4.536915561758549,
      "grad_norm": 1.727301392870425,
      "learning_rate": 4.316653386470409e-05,
      "loss": 1.4375,
      "step": 97521
    },
    {
      "epoch": 4.536962084205629,
      "grad_norm": 1.9944296639454733,
      "learning_rate": 4.316392865494217e-05,
      "loss": 1.9688,
      "step": 97522
    },
    {
      "epoch": 4.5370086066527096,
      "grad_norm": 1.7887146530589306,
      "learning_rate": 4.3161323510585985e-05,
      "loss": 1.6641,
      "step": 97523
    },
    {
      "epoch": 4.537055129099791,
      "grad_norm": 1.5590069473572579,
      "learning_rate": 4.3158718431637005e-05,
      "loss": 1.2734,
      "step": 97524
    },
    {
      "epoch": 4.537101651546871,
      "grad_norm": 1.7670356126076818,
      "learning_rate": 4.315611341809693e-05,
      "loss": 1.5547,
      "step": 97525
    },
    {
      "epoch": 4.537148173993952,
      "grad_norm": 1.9012631909641904,
      "learning_rate": 4.315350846996732e-05,
      "loss": 1.7344,
      "step": 97526
    },
    {
      "epoch": 4.537194696441032,
      "grad_norm": 1.6558370876964024,
      "learning_rate": 4.315090358724971e-05,
      "loss": 1.3828,
      "step": 97527
    },
    {
      "epoch": 4.537241218888114,
      "grad_norm": 1.836360754826893,
      "learning_rate": 4.314829876994581e-05,
      "loss": 1.6641,
      "step": 97528
    },
    {
      "epoch": 4.537287741335194,
      "grad_norm": 1.6899088364541863,
      "learning_rate": 4.314569401805713e-05,
      "loss": 1.4297,
      "step": 97529
    },
    {
      "epoch": 4.537334263782275,
      "grad_norm": 1.7878384983555922,
      "learning_rate": 4.3143089331585305e-05,
      "loss": 1.6953,
      "step": 97530
    },
    {
      "epoch": 4.537380786229356,
      "grad_norm": 2.7267322773437273,
      "learning_rate": 4.3140484710531854e-05,
      "loss": 1.8125,
      "step": 97531
    },
    {
      "epoch": 4.5374273086764365,
      "grad_norm": 1.7430003144949848,
      "learning_rate": 4.313788015489847e-05,
      "loss": 1.5078,
      "step": 97532
    },
    {
      "epoch": 4.537473831123517,
      "grad_norm": 1.7131575192097548,
      "learning_rate": 4.31352756646867e-05,
      "loss": 1.4453,
      "step": 97533
    },
    {
      "epoch": 4.5375203535705975,
      "grad_norm": 1.6268528280647003,
      "learning_rate": 4.313267123989815e-05,
      "loss": 1.4297,
      "step": 97534
    },
    {
      "epoch": 4.537566876017679,
      "grad_norm": 1.7584214721504816,
      "learning_rate": 4.313006688053437e-05,
      "loss": 1.5547,
      "step": 97535
    },
    {
      "epoch": 4.537613398464759,
      "grad_norm": 1.724488225038568,
      "learning_rate": 4.3127462586597034e-05,
      "loss": 1.625,
      "step": 97536
    },
    {
      "epoch": 4.53765992091184,
      "grad_norm": 1.708113606739686,
      "learning_rate": 4.312485835808771e-05,
      "loss": 1.5547,
      "step": 97537
    },
    {
      "epoch": 4.537706443358921,
      "grad_norm": 1.8471466919885384,
      "learning_rate": 4.312225419500795e-05,
      "loss": 1.6328,
      "step": 97538
    },
    {
      "epoch": 4.537752965806002,
      "grad_norm": 1.7431238425155788,
      "learning_rate": 4.31196500973594e-05,
      "loss": 1.5234,
      "step": 97539
    },
    {
      "epoch": 4.537799488253082,
      "grad_norm": 1.8707611646305313,
      "learning_rate": 4.3117046065143576e-05,
      "loss": 1.7578,
      "step": 97540
    },
    {
      "epoch": 4.537846010700163,
      "grad_norm": 1.715490688659153,
      "learning_rate": 4.311444209836217e-05,
      "loss": 1.5625,
      "step": 97541
    },
    {
      "epoch": 4.537892533147243,
      "grad_norm": 1.8427561863866462,
      "learning_rate": 4.3111838197016726e-05,
      "loss": 1.6484,
      "step": 97542
    },
    {
      "epoch": 4.537939055594324,
      "grad_norm": 1.6743228359797473,
      "learning_rate": 4.310923436110886e-05,
      "loss": 1.4062,
      "step": 97543
    },
    {
      "epoch": 4.537985578041405,
      "grad_norm": 1.8999313879509927,
      "learning_rate": 4.310663059064009e-05,
      "loss": 1.7188,
      "step": 97544
    },
    {
      "epoch": 4.538032100488485,
      "grad_norm": 1.8503871543042771,
      "learning_rate": 4.3104026885612124e-05,
      "loss": 1.7344,
      "step": 97545
    },
    {
      "epoch": 4.538078622935567,
      "grad_norm": 1.7321199478543277,
      "learning_rate": 4.310142324602644e-05,
      "loss": 1.4922,
      "step": 97546
    },
    {
      "epoch": 4.538125145382647,
      "grad_norm": 1.7577602647794386,
      "learning_rate": 4.309881967188477e-05,
      "loss": 1.7422,
      "step": 97547
    },
    {
      "epoch": 4.538171667829728,
      "grad_norm": 1.7788573496971058,
      "learning_rate": 4.3096216163188615e-05,
      "loss": 1.6797,
      "step": 97548
    },
    {
      "epoch": 4.538218190276808,
      "grad_norm": 1.82028580470051,
      "learning_rate": 4.309361271993955e-05,
      "loss": 1.7969,
      "step": 97549
    },
    {
      "epoch": 4.5382647127238895,
      "grad_norm": 1.675485966505688,
      "learning_rate": 4.309100934213925e-05,
      "loss": 1.4766,
      "step": 97550
    },
    {
      "epoch": 4.53831123517097,
      "grad_norm": 1.6035413684593858,
      "learning_rate": 4.3088406029789256e-05,
      "loss": 1.3125,
      "step": 97551
    },
    {
      "epoch": 4.5383577576180505,
      "grad_norm": 1.864936113735359,
      "learning_rate": 4.308580278289118e-05,
      "loss": 1.5859,
      "step": 97552
    },
    {
      "epoch": 4.538404280065132,
      "grad_norm": 1.601934166106158,
      "learning_rate": 4.308319960144654e-05,
      "loss": 1.4609,
      "step": 97553
    },
    {
      "epoch": 4.538450802512212,
      "grad_norm": 1.7687174621164174,
      "learning_rate": 4.308059648545706e-05,
      "loss": 1.5469,
      "step": 97554
    },
    {
      "epoch": 4.538497324959293,
      "grad_norm": 1.7715635249430361,
      "learning_rate": 4.307799343492427e-05,
      "loss": 1.5859,
      "step": 97555
    },
    {
      "epoch": 4.538543847406373,
      "grad_norm": 1.7798598052832326,
      "learning_rate": 4.307539044984975e-05,
      "loss": 1.6172,
      "step": 97556
    },
    {
      "epoch": 4.538590369853455,
      "grad_norm": 1.7101346446390002,
      "learning_rate": 4.307278753023507e-05,
      "loss": 1.4062,
      "step": 97557
    },
    {
      "epoch": 4.538636892300535,
      "grad_norm": 1.7681445185627633,
      "learning_rate": 4.3070184676081894e-05,
      "loss": 1.6719,
      "step": 97558
    },
    {
      "epoch": 4.538683414747616,
      "grad_norm": 1.5245985798638213,
      "learning_rate": 4.3067581887391786e-05,
      "loss": 1.2422,
      "step": 97559
    },
    {
      "epoch": 4.538729937194696,
      "grad_norm": 1.8196600612838867,
      "learning_rate": 4.306497916416634e-05,
      "loss": 1.75,
      "step": 97560
    },
    {
      "epoch": 4.5387764596417774,
      "grad_norm": 1.679657195806633,
      "learning_rate": 4.3062376506407095e-05,
      "loss": 1.4609,
      "step": 97561
    },
    {
      "epoch": 4.538822982088858,
      "grad_norm": 1.6411793569967035,
      "learning_rate": 4.305977391411574e-05,
      "loss": 1.4531,
      "step": 97562
    },
    {
      "epoch": 4.538869504535938,
      "grad_norm": 1.8525906895997093,
      "learning_rate": 4.305717138729382e-05,
      "loss": 1.6094,
      "step": 97563
    },
    {
      "epoch": 4.538916026983019,
      "grad_norm": 1.822594986725364,
      "learning_rate": 4.3054568925942935e-05,
      "loss": 1.5547,
      "step": 97564
    },
    {
      "epoch": 4.5389625494301,
      "grad_norm": 1.7254664984013226,
      "learning_rate": 4.3051966530064674e-05,
      "loss": 1.3906,
      "step": 97565
    },
    {
      "epoch": 4.539009071877181,
      "grad_norm": 1.7759504060885918,
      "learning_rate": 4.3049364199660577e-05,
      "loss": 1.5078,
      "step": 97566
    },
    {
      "epoch": 4.539055594324261,
      "grad_norm": 1.8134785738222259,
      "learning_rate": 4.304676193473233e-05,
      "loss": 1.6484,
      "step": 97567
    },
    {
      "epoch": 4.539102116771343,
      "grad_norm": 1.803382030100378,
      "learning_rate": 4.304415973528146e-05,
      "loss": 1.7188,
      "step": 97568
    },
    {
      "epoch": 4.539148639218423,
      "grad_norm": 1.6665629115113108,
      "learning_rate": 4.304155760130962e-05,
      "loss": 1.5312,
      "step": 97569
    },
    {
      "epoch": 4.5391951616655035,
      "grad_norm": 1.7467044615072707,
      "learning_rate": 4.303895553281836e-05,
      "loss": 1.4531,
      "step": 97570
    },
    {
      "epoch": 4.539241684112584,
      "grad_norm": 1.6242608051635699,
      "learning_rate": 4.3036353529809254e-05,
      "loss": 1.4062,
      "step": 97571
    },
    {
      "epoch": 4.539288206559665,
      "grad_norm": 1.8590318250222702,
      "learning_rate": 4.303375159228395e-05,
      "loss": 1.7734,
      "step": 97572
    },
    {
      "epoch": 4.539334729006746,
      "grad_norm": 1.5523671804240884,
      "learning_rate": 4.303114972024403e-05,
      "loss": 1.3516,
      "step": 97573
    },
    {
      "epoch": 4.539381251453826,
      "grad_norm": 1.7190732531888315,
      "learning_rate": 4.302854791369106e-05,
      "loss": 1.5469,
      "step": 97574
    },
    {
      "epoch": 4.539427773900908,
      "grad_norm": 1.9803859117759894,
      "learning_rate": 4.30259461726266e-05,
      "loss": 1.8672,
      "step": 97575
    },
    {
      "epoch": 4.539474296347988,
      "grad_norm": 1.7944747977818163,
      "learning_rate": 4.302334449705232e-05,
      "loss": 1.6562,
      "step": 97576
    },
    {
      "epoch": 4.539520818795069,
      "grad_norm": 1.8165540756470924,
      "learning_rate": 4.302074288696981e-05,
      "loss": 1.6328,
      "step": 97577
    },
    {
      "epoch": 4.539567341242149,
      "grad_norm": 1.6210908202847358,
      "learning_rate": 4.301814134238061e-05,
      "loss": 1.4141,
      "step": 97578
    },
    {
      "epoch": 4.53961386368923,
      "grad_norm": 1.7427635194371462,
      "learning_rate": 4.301553986328628e-05,
      "loss": 1.6094,
      "step": 97579
    },
    {
      "epoch": 4.539660386136311,
      "grad_norm": 1.7667223353751398,
      "learning_rate": 4.3012938449688525e-05,
      "loss": 1.5859,
      "step": 97580
    },
    {
      "epoch": 4.539706908583391,
      "grad_norm": 1.769249905272189,
      "learning_rate": 4.301033710158888e-05,
      "loss": 1.6719,
      "step": 97581
    },
    {
      "epoch": 4.539753431030472,
      "grad_norm": 1.799324328753365,
      "learning_rate": 4.300773581898894e-05,
      "loss": 1.6719,
      "step": 97582
    },
    {
      "epoch": 4.539799953477553,
      "grad_norm": 1.7105715463912803,
      "learning_rate": 4.3005134601890254e-05,
      "loss": 1.5312,
      "step": 97583
    },
    {
      "epoch": 4.539846475924634,
      "grad_norm": 1.6017342615000547,
      "learning_rate": 4.300253345029449e-05,
      "loss": 1.4297,
      "step": 97584
    },
    {
      "epoch": 4.539892998371714,
      "grad_norm": 1.7339936774986413,
      "learning_rate": 4.299993236420321e-05,
      "loss": 1.5781,
      "step": 97585
    },
    {
      "epoch": 4.539939520818795,
      "grad_norm": 1.8433190467304608,
      "learning_rate": 4.2997331343618e-05,
      "loss": 1.7656,
      "step": 97586
    },
    {
      "epoch": 4.539986043265876,
      "grad_norm": 1.8333168789444836,
      "learning_rate": 4.29947303885404e-05,
      "loss": 1.5938,
      "step": 97587
    },
    {
      "epoch": 4.5400325657129565,
      "grad_norm": 1.6969702726236229,
      "learning_rate": 4.299212949897212e-05,
      "loss": 1.4922,
      "step": 97588
    },
    {
      "epoch": 4.540079088160037,
      "grad_norm": 1.8290128242639974,
      "learning_rate": 4.298952867491468e-05,
      "loss": 1.7109,
      "step": 97589
    },
    {
      "epoch": 4.540125610607118,
      "grad_norm": 1.6997688097548078,
      "learning_rate": 4.298692791636964e-05,
      "loss": 1.5547,
      "step": 97590
    },
    {
      "epoch": 4.540172133054199,
      "grad_norm": 1.9209648592373865,
      "learning_rate": 4.298432722333866e-05,
      "loss": 1.7188,
      "step": 97591
    },
    {
      "epoch": 4.540218655501279,
      "grad_norm": 1.7258682141954071,
      "learning_rate": 4.2981726595823324e-05,
      "loss": 1.5625,
      "step": 97592
    },
    {
      "epoch": 4.54026517794836,
      "grad_norm": 1.9036917002412297,
      "learning_rate": 4.2979126033825164e-05,
      "loss": 1.5781,
      "step": 97593
    },
    {
      "epoch": 4.540311700395441,
      "grad_norm": 1.9037450868454229,
      "learning_rate": 4.297652553734584e-05,
      "loss": 1.6641,
      "step": 97594
    },
    {
      "epoch": 4.540358222842522,
      "grad_norm": 1.875285332636087,
      "learning_rate": 4.297392510638694e-05,
      "loss": 1.7344,
      "step": 97595
    },
    {
      "epoch": 4.540404745289602,
      "grad_norm": 1.800207335269416,
      "learning_rate": 4.297132474095001e-05,
      "loss": 1.5703,
      "step": 97596
    },
    {
      "epoch": 4.540451267736683,
      "grad_norm": 1.650588260785552,
      "learning_rate": 4.296872444103664e-05,
      "loss": 1.4219,
      "step": 97597
    },
    {
      "epoch": 4.540497790183764,
      "grad_norm": 1.5512425793160285,
      "learning_rate": 4.296612420664848e-05,
      "loss": 1.3594,
      "step": 97598
    },
    {
      "epoch": 4.5405443126308445,
      "grad_norm": 1.8666455592170759,
      "learning_rate": 4.296352403778711e-05,
      "loss": 1.8047,
      "step": 97599
    },
    {
      "epoch": 4.540590835077925,
      "grad_norm": 1.7780777879532925,
      "learning_rate": 4.2960923934454086e-05,
      "loss": 1.5312,
      "step": 97600
    },
    {
      "epoch": 4.540637357525005,
      "grad_norm": 1.7451075293842762,
      "learning_rate": 4.2958323896650966e-05,
      "loss": 1.6406,
      "step": 97601
    },
    {
      "epoch": 4.540683879972087,
      "grad_norm": 1.7710507702728346,
      "learning_rate": 4.295572392437945e-05,
      "loss": 1.4844,
      "step": 97602
    },
    {
      "epoch": 4.540730402419167,
      "grad_norm": 1.5474864921520362,
      "learning_rate": 4.295312401764105e-05,
      "loss": 1.2734,
      "step": 97603
    },
    {
      "epoch": 4.540776924866248,
      "grad_norm": 1.8358516861695862,
      "learning_rate": 4.2950524176437404e-05,
      "loss": 1.7969,
      "step": 97604
    },
    {
      "epoch": 4.540823447313329,
      "grad_norm": 1.792975462030187,
      "learning_rate": 4.294792440077002e-05,
      "loss": 1.5469,
      "step": 97605
    },
    {
      "epoch": 4.54086996976041,
      "grad_norm": 1.6987204440965307,
      "learning_rate": 4.294532469064059e-05,
      "loss": 1.5938,
      "step": 97606
    },
    {
      "epoch": 4.54091649220749,
      "grad_norm": 1.7174901433787133,
      "learning_rate": 4.2942725046050674e-05,
      "loss": 1.5391,
      "step": 97607
    },
    {
      "epoch": 4.5409630146545705,
      "grad_norm": 1.9399021310769502,
      "learning_rate": 4.294012546700183e-05,
      "loss": 1.7891,
      "step": 97608
    },
    {
      "epoch": 4.541009537101652,
      "grad_norm": 1.9030650108003606,
      "learning_rate": 4.2937525953495646e-05,
      "loss": 1.7031,
      "step": 97609
    },
    {
      "epoch": 4.541056059548732,
      "grad_norm": 1.8532053885446897,
      "learning_rate": 4.2934926505533785e-05,
      "loss": 1.7734,
      "step": 97610
    },
    {
      "epoch": 4.541102581995813,
      "grad_norm": 1.7308120552773785,
      "learning_rate": 4.293232712311779e-05,
      "loss": 1.4922,
      "step": 97611
    },
    {
      "epoch": 4.541149104442893,
      "grad_norm": 1.8681412479739268,
      "learning_rate": 4.292972780624921e-05,
      "loss": 1.6406,
      "step": 97612
    },
    {
      "epoch": 4.541195626889975,
      "grad_norm": 1.8990537470702147,
      "learning_rate": 4.292712855492971e-05,
      "loss": 1.6953,
      "step": 97613
    },
    {
      "epoch": 4.541242149337055,
      "grad_norm": 1.6021756749656135,
      "learning_rate": 4.292452936916083e-05,
      "loss": 1.3281,
      "step": 97614
    },
    {
      "epoch": 4.541288671784136,
      "grad_norm": 1.6154260064074206,
      "learning_rate": 4.292193024894423e-05,
      "loss": 1.3984,
      "step": 97615
    },
    {
      "epoch": 4.541335194231216,
      "grad_norm": 1.919920534333829,
      "learning_rate": 4.291933119428144e-05,
      "loss": 1.8594,
      "step": 97616
    },
    {
      "epoch": 4.5413817166782975,
      "grad_norm": 1.8917217499030912,
      "learning_rate": 4.291673220517408e-05,
      "loss": 1.7578,
      "step": 97617
    },
    {
      "epoch": 4.541428239125378,
      "grad_norm": 1.658631320987603,
      "learning_rate": 4.2914133281623717e-05,
      "loss": 1.4375,
      "step": 97618
    },
    {
      "epoch": 4.541474761572458,
      "grad_norm": 1.5940197396632265,
      "learning_rate": 4.2911534423631925e-05,
      "loss": 1.3359,
      "step": 97619
    },
    {
      "epoch": 4.54152128401954,
      "grad_norm": 1.7575802933435147,
      "learning_rate": 4.2908935631200354e-05,
      "loss": 1.5469,
      "step": 97620
    },
    {
      "epoch": 4.54156780646662,
      "grad_norm": 1.8355294962397066,
      "learning_rate": 4.290633690433056e-05,
      "loss": 1.7422,
      "step": 97621
    },
    {
      "epoch": 4.541614328913701,
      "grad_norm": 1.6277858249263122,
      "learning_rate": 4.290373824302415e-05,
      "loss": 1.4922,
      "step": 97622
    },
    {
      "epoch": 4.541660851360781,
      "grad_norm": 1.859740586428787,
      "learning_rate": 4.2901139647282644e-05,
      "loss": 1.6484,
      "step": 97623
    },
    {
      "epoch": 4.541707373807863,
      "grad_norm": 1.7306827361392418,
      "learning_rate": 4.289854111710774e-05,
      "loss": 1.4453,
      "step": 97624
    },
    {
      "epoch": 4.541753896254943,
      "grad_norm": 1.7261140927456302,
      "learning_rate": 4.2895942652500994e-05,
      "loss": 1.7188,
      "step": 97625
    },
    {
      "epoch": 4.541800418702024,
      "grad_norm": 1.707839884685825,
      "learning_rate": 4.2893344253463956e-05,
      "loss": 1.5859,
      "step": 97626
    },
    {
      "epoch": 4.541846941149105,
      "grad_norm": 1.8300898388717963,
      "learning_rate": 4.289074591999822e-05,
      "loss": 1.5703,
      "step": 97627
    },
    {
      "epoch": 4.541893463596185,
      "grad_norm": 1.6887001592130244,
      "learning_rate": 4.288814765210545e-05,
      "loss": 1.6172,
      "step": 97628
    },
    {
      "epoch": 4.541939986043266,
      "grad_norm": 1.8711714970473692,
      "learning_rate": 4.288554944978717e-05,
      "loss": 1.75,
      "step": 97629
    },
    {
      "epoch": 4.541986508490346,
      "grad_norm": 1.8800538623246121,
      "learning_rate": 4.2882951313045e-05,
      "loss": 1.7734,
      "step": 97630
    },
    {
      "epoch": 4.542033030937427,
      "grad_norm": 1.694167037566593,
      "learning_rate": 4.2880353241880465e-05,
      "loss": 1.4141,
      "step": 97631
    },
    {
      "epoch": 4.542079553384508,
      "grad_norm": 1.8695837476675015,
      "learning_rate": 4.287775523629527e-05,
      "loss": 1.6016,
      "step": 97632
    },
    {
      "epoch": 4.542126075831589,
      "grad_norm": 1.809738412396428,
      "learning_rate": 4.287515729629093e-05,
      "loss": 1.7188,
      "step": 97633
    },
    {
      "epoch": 4.542172598278669,
      "grad_norm": 1.7745626139209938,
      "learning_rate": 4.2872559421868996e-05,
      "loss": 1.5547,
      "step": 97634
    },
    {
      "epoch": 4.5422191207257505,
      "grad_norm": 1.4833314835396296,
      "learning_rate": 4.2869961613031186e-05,
      "loss": 1.1484,
      "step": 97635
    },
    {
      "epoch": 4.542265643172831,
      "grad_norm": 1.782696669469737,
      "learning_rate": 4.286736386977894e-05,
      "loss": 1.6562,
      "step": 97636
    },
    {
      "epoch": 4.5423121656199115,
      "grad_norm": 1.9178134967300668,
      "learning_rate": 4.286476619211399e-05,
      "loss": 1.8281,
      "step": 97637
    },
    {
      "epoch": 4.542358688066992,
      "grad_norm": 1.6894340041002485,
      "learning_rate": 4.2862168580037866e-05,
      "loss": 1.5938,
      "step": 97638
    },
    {
      "epoch": 4.542405210514073,
      "grad_norm": 1.8130646482576886,
      "learning_rate": 4.285957103355214e-05,
      "loss": 1.625,
      "step": 97639
    },
    {
      "epoch": 4.542451732961154,
      "grad_norm": 1.7086563031230644,
      "learning_rate": 4.285697355265837e-05,
      "loss": 1.4844,
      "step": 97640
    },
    {
      "epoch": 4.542498255408234,
      "grad_norm": 1.7353676983067419,
      "learning_rate": 4.285437613735826e-05,
      "loss": 1.5156,
      "step": 97641
    },
    {
      "epoch": 4.542544777855316,
      "grad_norm": 1.6491775082574325,
      "learning_rate": 4.285177878765331e-05,
      "loss": 1.6797,
      "step": 97642
    },
    {
      "epoch": 4.542591300302396,
      "grad_norm": 1.785492720680706,
      "learning_rate": 4.284918150354514e-05,
      "loss": 1.6328,
      "step": 97643
    },
    {
      "epoch": 4.542637822749477,
      "grad_norm": 1.8275429060275055,
      "learning_rate": 4.2846584285035335e-05,
      "loss": 1.7109,
      "step": 97644
    },
    {
      "epoch": 4.542684345196557,
      "grad_norm": 1.7739600505055708,
      "learning_rate": 4.284398713212543e-05,
      "loss": 1.5312,
      "step": 97645
    },
    {
      "epoch": 4.542730867643638,
      "grad_norm": 1.6963293648942142,
      "learning_rate": 4.284139004481711e-05,
      "loss": 1.4141,
      "step": 97646
    },
    {
      "epoch": 4.542777390090719,
      "grad_norm": 1.823481122291546,
      "learning_rate": 4.283879302311194e-05,
      "loss": 1.7422,
      "step": 97647
    },
    {
      "epoch": 4.542823912537799,
      "grad_norm": 2.009446904720832,
      "learning_rate": 4.283619606701148e-05,
      "loss": 1.9297,
      "step": 97648
    },
    {
      "epoch": 4.54287043498488,
      "grad_norm": 1.747591183242082,
      "learning_rate": 4.283359917651728e-05,
      "loss": 1.6016,
      "step": 97649
    },
    {
      "epoch": 4.542916957431961,
      "grad_norm": 1.6744535993510683,
      "learning_rate": 4.283100235163104e-05,
      "loss": 1.5391,
      "step": 97650
    },
    {
      "epoch": 4.542963479879042,
      "grad_norm": 1.9234578055487717,
      "learning_rate": 4.282840559235428e-05,
      "loss": 1.8984,
      "step": 97651
    },
    {
      "epoch": 4.543010002326122,
      "grad_norm": 1.6640840131945398,
      "learning_rate": 4.282580889868862e-05,
      "loss": 1.5391,
      "step": 97652
    },
    {
      "epoch": 4.543056524773203,
      "grad_norm": 1.7652212529187683,
      "learning_rate": 4.2823212270635585e-05,
      "loss": 1.5859,
      "step": 97653
    },
    {
      "epoch": 4.543103047220284,
      "grad_norm": 1.708524065368515,
      "learning_rate": 4.2820615708196836e-05,
      "loss": 1.5938,
      "step": 97654
    },
    {
      "epoch": 4.5431495696673645,
      "grad_norm": 1.7902758408869572,
      "learning_rate": 4.281801921137391e-05,
      "loss": 1.5938,
      "step": 97655
    },
    {
      "epoch": 4.543196092114445,
      "grad_norm": 1.7331314977797423,
      "learning_rate": 4.2815422780168455e-05,
      "loss": 1.5625,
      "step": 97656
    },
    {
      "epoch": 4.543242614561526,
      "grad_norm": 1.8983022873690711,
      "learning_rate": 4.281282641458204e-05,
      "loss": 1.7891,
      "step": 97657
    },
    {
      "epoch": 4.543289137008607,
      "grad_norm": 1.6303204714516222,
      "learning_rate": 4.28102301146162e-05,
      "loss": 1.2422,
      "step": 97658
    },
    {
      "epoch": 4.543335659455687,
      "grad_norm": 1.8357873262343172,
      "learning_rate": 4.280763388027261e-05,
      "loss": 1.7578,
      "step": 97659
    },
    {
      "epoch": 4.543382181902768,
      "grad_norm": 1.6457734702810864,
      "learning_rate": 4.280503771155283e-05,
      "loss": 1.4531,
      "step": 97660
    },
    {
      "epoch": 4.543428704349849,
      "grad_norm": 1.787057040193155,
      "learning_rate": 4.280244160845843e-05,
      "loss": 1.6719,
      "step": 97661
    },
    {
      "epoch": 4.54347522679693,
      "grad_norm": 1.6997391268290347,
      "learning_rate": 4.279984557099095e-05,
      "loss": 1.5781,
      "step": 97662
    },
    {
      "epoch": 4.54352174924401,
      "grad_norm": 1.7726044012582598,
      "learning_rate": 4.279724959915209e-05,
      "loss": 1.625,
      "step": 97663
    },
    {
      "epoch": 4.543568271691091,
      "grad_norm": 1.8101413554444818,
      "learning_rate": 4.279465369294338e-05,
      "loss": 1.4688,
      "step": 97664
    },
    {
      "epoch": 4.543614794138172,
      "grad_norm": 1.8585373885897793,
      "learning_rate": 4.2792057852366425e-05,
      "loss": 1.8125,
      "step": 97665
    },
    {
      "epoch": 4.543661316585252,
      "grad_norm": 1.7953123344130595,
      "learning_rate": 4.2789462077422766e-05,
      "loss": 1.6953,
      "step": 97666
    },
    {
      "epoch": 4.543707839032333,
      "grad_norm": 1.7836885523763903,
      "learning_rate": 4.2786866368114057e-05,
      "loss": 1.4922,
      "step": 97667
    },
    {
      "epoch": 4.543754361479413,
      "grad_norm": 1.778674128787289,
      "learning_rate": 4.278427072444187e-05,
      "loss": 1.4922,
      "step": 97668
    },
    {
      "epoch": 4.543800883926495,
      "grad_norm": 1.7329025615912084,
      "learning_rate": 4.2781675146407784e-05,
      "loss": 1.5703,
      "step": 97669
    },
    {
      "epoch": 4.543847406373575,
      "grad_norm": 1.531292189806037,
      "learning_rate": 4.277907963401339e-05,
      "loss": 1.2578,
      "step": 97670
    },
    {
      "epoch": 4.543893928820656,
      "grad_norm": 1.5938546017186561,
      "learning_rate": 4.2776484187260224e-05,
      "loss": 1.3672,
      "step": 97671
    },
    {
      "epoch": 4.543940451267737,
      "grad_norm": 1.8325282954591589,
      "learning_rate": 4.277388880614996e-05,
      "loss": 1.7734,
      "step": 97672
    },
    {
      "epoch": 4.5439869737148175,
      "grad_norm": 1.7294710226655925,
      "learning_rate": 4.2771293490684176e-05,
      "loss": 1.6641,
      "step": 97673
    },
    {
      "epoch": 4.544033496161898,
      "grad_norm": 1.8797471050660655,
      "learning_rate": 4.276869824086443e-05,
      "loss": 1.8203,
      "step": 97674
    },
    {
      "epoch": 4.5440800186089785,
      "grad_norm": 1.746372520255829,
      "learning_rate": 4.2766103056692266e-05,
      "loss": 1.5234,
      "step": 97675
    },
    {
      "epoch": 4.54412654105606,
      "grad_norm": 1.8575496475495334,
      "learning_rate": 4.2763507938169393e-05,
      "loss": 1.625,
      "step": 97676
    },
    {
      "epoch": 4.54417306350314,
      "grad_norm": 1.911228041560659,
      "learning_rate": 4.276091288529727e-05,
      "loss": 1.7734,
      "step": 97677
    },
    {
      "epoch": 4.544219585950221,
      "grad_norm": 1.9069189000396243,
      "learning_rate": 4.27583178980776e-05,
      "loss": 1.7109,
      "step": 97678
    },
    {
      "epoch": 4.544266108397302,
      "grad_norm": 1.7386766978748207,
      "learning_rate": 4.275572297651191e-05,
      "loss": 1.625,
      "step": 97679
    },
    {
      "epoch": 4.544312630844383,
      "grad_norm": 1.6943556126239436,
      "learning_rate": 4.275312812060176e-05,
      "loss": 1.6016,
      "step": 97680
    },
    {
      "epoch": 4.544359153291463,
      "grad_norm": 1.8729966828269187,
      "learning_rate": 4.275053333034882e-05,
      "loss": 1.8203,
      "step": 97681
    },
    {
      "epoch": 4.544405675738544,
      "grad_norm": 1.6843298205117547,
      "learning_rate": 4.274793860575463e-05,
      "loss": 1.4688,
      "step": 97682
    },
    {
      "epoch": 4.544452198185624,
      "grad_norm": 1.5061058186042589,
      "learning_rate": 4.274534394682079e-05,
      "loss": 1.2891,
      "step": 97683
    },
    {
      "epoch": 4.544498720632705,
      "grad_norm": 1.9287601033195159,
      "learning_rate": 4.274274935354884e-05,
      "loss": 1.7969,
      "step": 97684
    },
    {
      "epoch": 4.544545243079786,
      "grad_norm": 1.7967884537830834,
      "learning_rate": 4.274015482594045e-05,
      "loss": 1.6875,
      "step": 97685
    },
    {
      "epoch": 4.544591765526866,
      "grad_norm": 1.8506091801403202,
      "learning_rate": 4.273756036399719e-05,
      "loss": 1.6875,
      "step": 97686
    },
    {
      "epoch": 4.544638287973948,
      "grad_norm": 1.7884631140961027,
      "learning_rate": 4.273496596772061e-05,
      "loss": 1.6875,
      "step": 97687
    },
    {
      "epoch": 4.544684810421028,
      "grad_norm": 1.6717847714672702,
      "learning_rate": 4.273237163711227e-05,
      "loss": 1.6328,
      "step": 97688
    },
    {
      "epoch": 4.544731332868109,
      "grad_norm": 1.7413279521299958,
      "learning_rate": 4.2729777372173845e-05,
      "loss": 1.7656,
      "step": 97689
    },
    {
      "epoch": 4.544777855315189,
      "grad_norm": 1.8129438363292067,
      "learning_rate": 4.2727183172906895e-05,
      "loss": 1.7734,
      "step": 97690
    },
    {
      "epoch": 4.5448243777622706,
      "grad_norm": 1.917558050625495,
      "learning_rate": 4.272458903931299e-05,
      "loss": 1.8203,
      "step": 97691
    },
    {
      "epoch": 4.544870900209351,
      "grad_norm": 1.471165418628797,
      "learning_rate": 4.2721994971393686e-05,
      "loss": 1.2188,
      "step": 97692
    },
    {
      "epoch": 4.5449174226564315,
      "grad_norm": 1.7877494827659555,
      "learning_rate": 4.2719400969150646e-05,
      "loss": 1.6641,
      "step": 97693
    },
    {
      "epoch": 4.544963945103513,
      "grad_norm": 1.8093785437149144,
      "learning_rate": 4.271680703258542e-05,
      "loss": 1.5938,
      "step": 97694
    },
    {
      "epoch": 4.545010467550593,
      "grad_norm": 1.7338311039299872,
      "learning_rate": 4.2714213161699586e-05,
      "loss": 1.5859,
      "step": 97695
    },
    {
      "epoch": 4.545056989997674,
      "grad_norm": 1.7582784686868203,
      "learning_rate": 4.2711619356494766e-05,
      "loss": 1.6328,
      "step": 97696
    },
    {
      "epoch": 4.545103512444754,
      "grad_norm": 1.753038141230591,
      "learning_rate": 4.270902561697247e-05,
      "loss": 1.6641,
      "step": 97697
    },
    {
      "epoch": 4.545150034891836,
      "grad_norm": 1.793866607773678,
      "learning_rate": 4.270643194313439e-05,
      "loss": 1.7344,
      "step": 97698
    },
    {
      "epoch": 4.545196557338916,
      "grad_norm": 1.7179445620537892,
      "learning_rate": 4.270383833498201e-05,
      "loss": 1.6016,
      "step": 97699
    },
    {
      "epoch": 4.545243079785997,
      "grad_norm": 1.8355203129562851,
      "learning_rate": 4.2701244792517016e-05,
      "loss": 1.6875,
      "step": 97700
    },
    {
      "epoch": 4.545289602233077,
      "grad_norm": 1.7476433050789166,
      "learning_rate": 4.269865131574097e-05,
      "loss": 1.5234,
      "step": 97701
    },
    {
      "epoch": 4.5453361246801585,
      "grad_norm": 1.8676469151426152,
      "learning_rate": 4.269605790465539e-05,
      "loss": 1.8047,
      "step": 97702
    },
    {
      "epoch": 4.545382647127239,
      "grad_norm": 1.8420698269080513,
      "learning_rate": 4.2693464559261955e-05,
      "loss": 1.5703,
      "step": 97703
    },
    {
      "epoch": 4.545429169574319,
      "grad_norm": 1.7456026596447247,
      "learning_rate": 4.26908712795622e-05,
      "loss": 1.5547,
      "step": 97704
    },
    {
      "epoch": 4.5454756920214,
      "grad_norm": 1.8478421903947604,
      "learning_rate": 4.268827806555776e-05,
      "loss": 1.7656,
      "step": 97705
    },
    {
      "epoch": 4.545522214468481,
      "grad_norm": 1.6724561652436551,
      "learning_rate": 4.268568491725011e-05,
      "loss": 1.4219,
      "step": 97706
    },
    {
      "epoch": 4.545568736915562,
      "grad_norm": 1.7959891660355887,
      "learning_rate": 4.2683091834640984e-05,
      "loss": 1.5625,
      "step": 97707
    },
    {
      "epoch": 4.545615259362642,
      "grad_norm": 1.8136925701475006,
      "learning_rate": 4.2680498817731896e-05,
      "loss": 1.7422,
      "step": 97708
    },
    {
      "epoch": 4.545661781809724,
      "grad_norm": 1.76380810998926,
      "learning_rate": 4.267790586652443e-05,
      "loss": 1.6328,
      "step": 97709
    },
    {
      "epoch": 4.545708304256804,
      "grad_norm": 1.666831157947199,
      "learning_rate": 4.267531298102014e-05,
      "loss": 1.4844,
      "step": 97710
    },
    {
      "epoch": 4.5457548267038845,
      "grad_norm": 1.8258416895788183,
      "learning_rate": 4.267272016122071e-05,
      "loss": 1.6406,
      "step": 97711
    },
    {
      "epoch": 4.545801349150965,
      "grad_norm": 1.7947349955893281,
      "learning_rate": 4.267012740712768e-05,
      "loss": 1.5938,
      "step": 97712
    },
    {
      "epoch": 4.545847871598046,
      "grad_norm": 1.8407921046908027,
      "learning_rate": 4.266753471874261e-05,
      "loss": 1.6797,
      "step": 97713
    },
    {
      "epoch": 4.545894394045127,
      "grad_norm": 1.8207843235268029,
      "learning_rate": 4.2664942096067075e-05,
      "loss": 1.6719,
      "step": 97714
    },
    {
      "epoch": 4.545940916492207,
      "grad_norm": 1.8112122868932843,
      "learning_rate": 4.266234953910274e-05,
      "loss": 1.7266,
      "step": 97715
    },
    {
      "epoch": 4.545987438939289,
      "grad_norm": 1.7514460618432695,
      "learning_rate": 4.2659757047851144e-05,
      "loss": 1.4844,
      "step": 97716
    },
    {
      "epoch": 4.546033961386369,
      "grad_norm": 1.6806777712998389,
      "learning_rate": 4.265716462231387e-05,
      "loss": 1.4766,
      "step": 97717
    },
    {
      "epoch": 4.54608048383345,
      "grad_norm": 1.7548325751487979,
      "learning_rate": 4.265457226249248e-05,
      "loss": 1.7266,
      "step": 97718
    },
    {
      "epoch": 4.54612700628053,
      "grad_norm": 1.8193559269473352,
      "learning_rate": 4.265197996838864e-05,
      "loss": 1.6875,
      "step": 97719
    },
    {
      "epoch": 4.546173528727611,
      "grad_norm": 1.6337600518720332,
      "learning_rate": 4.264938774000388e-05,
      "loss": 1.4062,
      "step": 97720
    },
    {
      "epoch": 4.546220051174692,
      "grad_norm": 1.7464431356189078,
      "learning_rate": 4.264679557733976e-05,
      "loss": 1.5625,
      "step": 97721
    },
    {
      "epoch": 4.5462665736217724,
      "grad_norm": 1.6850623717859379,
      "learning_rate": 4.264420348039794e-05,
      "loss": 1.4375,
      "step": 97722
    },
    {
      "epoch": 4.546313096068853,
      "grad_norm": 1.7414947148217932,
      "learning_rate": 4.2641611449179924e-05,
      "loss": 1.6016,
      "step": 97723
    },
    {
      "epoch": 4.546359618515934,
      "grad_norm": 1.628884811030661,
      "learning_rate": 4.2639019483687405e-05,
      "loss": 1.3047,
      "step": 97724
    },
    {
      "epoch": 4.546406140963015,
      "grad_norm": 1.792822177557615,
      "learning_rate": 4.2636427583921906e-05,
      "loss": 1.6484,
      "step": 97725
    },
    {
      "epoch": 4.546452663410095,
      "grad_norm": 1.7975850137379694,
      "learning_rate": 4.263383574988503e-05,
      "loss": 1.6016,
      "step": 97726
    },
    {
      "epoch": 4.546499185857176,
      "grad_norm": 1.933736819217838,
      "learning_rate": 4.263124398157833e-05,
      "loss": 1.8359,
      "step": 97727
    },
    {
      "epoch": 4.546545708304257,
      "grad_norm": 1.7757349829424987,
      "learning_rate": 4.262865227900338e-05,
      "loss": 1.5312,
      "step": 97728
    },
    {
      "epoch": 4.546592230751338,
      "grad_norm": 1.782552966552154,
      "learning_rate": 4.2626060642161846e-05,
      "loss": 1.5625,
      "step": 97729
    },
    {
      "epoch": 4.546638753198418,
      "grad_norm": 1.8559377169930287,
      "learning_rate": 4.262346907105528e-05,
      "loss": 1.8047,
      "step": 97730
    },
    {
      "epoch": 4.546685275645499,
      "grad_norm": 1.9114741133443869,
      "learning_rate": 4.262087756568525e-05,
      "loss": 1.8203,
      "step": 97731
    },
    {
      "epoch": 4.54673179809258,
      "grad_norm": 1.8561686592388054,
      "learning_rate": 4.26182861260533e-05,
      "loss": 1.7812,
      "step": 97732
    },
    {
      "epoch": 4.54677832053966,
      "grad_norm": 1.7709442471403067,
      "learning_rate": 4.261569475216113e-05,
      "loss": 1.6328,
      "step": 97733
    },
    {
      "epoch": 4.546824842986741,
      "grad_norm": 1.692507527702944,
      "learning_rate": 4.261310344401026e-05,
      "loss": 1.5234,
      "step": 97734
    },
    {
      "epoch": 4.546871365433822,
      "grad_norm": 1.7470051437311684,
      "learning_rate": 4.261051220160228e-05,
      "loss": 1.6094,
      "step": 97735
    },
    {
      "epoch": 4.546917887880903,
      "grad_norm": 1.8211417865073405,
      "learning_rate": 4.260792102493873e-05,
      "loss": 1.7422,
      "step": 97736
    },
    {
      "epoch": 4.546964410327983,
      "grad_norm": 1.8638819460908032,
      "learning_rate": 4.260532991402128e-05,
      "loss": 1.6797,
      "step": 97737
    },
    {
      "epoch": 4.547010932775064,
      "grad_norm": 1.928436644593597,
      "learning_rate": 4.26027388688515e-05,
      "loss": 1.8594,
      "step": 97738
    },
    {
      "epoch": 4.547057455222145,
      "grad_norm": 1.8472095473024215,
      "learning_rate": 4.260014788943094e-05,
      "loss": 1.7578,
      "step": 97739
    },
    {
      "epoch": 4.5471039776692255,
      "grad_norm": 1.6422105060097858,
      "learning_rate": 4.259755697576116e-05,
      "loss": 1.4922,
      "step": 97740
    },
    {
      "epoch": 4.547150500116306,
      "grad_norm": 1.7848438192033136,
      "learning_rate": 4.2594966127843836e-05,
      "loss": 1.7188,
      "step": 97741
    },
    {
      "epoch": 4.547197022563386,
      "grad_norm": 1.6634045706839236,
      "learning_rate": 4.25923753456805e-05,
      "loss": 1.4609,
      "step": 97742
    },
    {
      "epoch": 4.547243545010468,
      "grad_norm": 1.7920250413690004,
      "learning_rate": 4.2589784629272716e-05,
      "loss": 1.6484,
      "step": 97743
    },
    {
      "epoch": 4.547290067457548,
      "grad_norm": 1.9973801435654965,
      "learning_rate": 4.258719397862213e-05,
      "loss": 2.0,
      "step": 97744
    },
    {
      "epoch": 4.547336589904629,
      "grad_norm": 1.7805758102223155,
      "learning_rate": 4.258460339373026e-05,
      "loss": 1.6094,
      "step": 97745
    },
    {
      "epoch": 4.54738311235171,
      "grad_norm": 1.8234886833271613,
      "learning_rate": 4.2582012874598767e-05,
      "loss": 1.7031,
      "step": 97746
    },
    {
      "epoch": 4.547429634798791,
      "grad_norm": 1.710609500175901,
      "learning_rate": 4.2579422421229194e-05,
      "loss": 1.5156,
      "step": 97747
    },
    {
      "epoch": 4.547476157245871,
      "grad_norm": 1.7109290895359712,
      "learning_rate": 4.2576832033623145e-05,
      "loss": 1.6406,
      "step": 97748
    },
    {
      "epoch": 4.5475226796929515,
      "grad_norm": 1.719132130354642,
      "learning_rate": 4.257424171178214e-05,
      "loss": 1.625,
      "step": 97749
    },
    {
      "epoch": 4.547569202140033,
      "grad_norm": 1.748384378605586,
      "learning_rate": 4.2571651455707856e-05,
      "loss": 1.5469,
      "step": 97750
    },
    {
      "epoch": 4.547615724587113,
      "grad_norm": 1.8997916523697853,
      "learning_rate": 4.256906126540185e-05,
      "loss": 1.8594,
      "step": 97751
    },
    {
      "epoch": 4.547662247034194,
      "grad_norm": 1.7909231811908524,
      "learning_rate": 4.25664711408657e-05,
      "loss": 1.5625,
      "step": 97752
    },
    {
      "epoch": 4.547708769481274,
      "grad_norm": 1.7783703987680444,
      "learning_rate": 4.256388108210099e-05,
      "loss": 1.6406,
      "step": 97753
    },
    {
      "epoch": 4.547755291928356,
      "grad_norm": 1.7256690677326476,
      "learning_rate": 4.2561291089109246e-05,
      "loss": 1.4766,
      "step": 97754
    },
    {
      "epoch": 4.547801814375436,
      "grad_norm": 1.7053104631075457,
      "learning_rate": 4.255870116189217e-05,
      "loss": 1.5469,
      "step": 97755
    },
    {
      "epoch": 4.547848336822517,
      "grad_norm": 1.839629979101369,
      "learning_rate": 4.255611130045128e-05,
      "loss": 1.7031,
      "step": 97756
    },
    {
      "epoch": 4.547894859269597,
      "grad_norm": 1.9992956638648263,
      "learning_rate": 4.2553521504788197e-05,
      "loss": 1.8984,
      "step": 97757
    },
    {
      "epoch": 4.5479413817166785,
      "grad_norm": 1.6530254880099489,
      "learning_rate": 4.255093177490441e-05,
      "loss": 1.4766,
      "step": 97758
    },
    {
      "epoch": 4.547987904163759,
      "grad_norm": 1.7322394519912045,
      "learning_rate": 4.254834211080163e-05,
      "loss": 1.5,
      "step": 97759
    },
    {
      "epoch": 4.5480344266108395,
      "grad_norm": 1.797971773794139,
      "learning_rate": 4.2545752512481385e-05,
      "loss": 1.6016,
      "step": 97760
    },
    {
      "epoch": 4.548080949057921,
      "grad_norm": 1.8690767550896,
      "learning_rate": 4.254316297994526e-05,
      "loss": 1.6328,
      "step": 97761
    },
    {
      "epoch": 4.548127471505001,
      "grad_norm": 1.8017977651840589,
      "learning_rate": 4.254057351319482e-05,
      "loss": 1.6953,
      "step": 97762
    },
    {
      "epoch": 4.548173993952082,
      "grad_norm": 1.7626472200162515,
      "learning_rate": 4.253798411223171e-05,
      "loss": 1.4844,
      "step": 97763
    },
    {
      "epoch": 4.548220516399162,
      "grad_norm": 1.9580754293640394,
      "learning_rate": 4.253539477705747e-05,
      "loss": 1.8828,
      "step": 97764
    },
    {
      "epoch": 4.548267038846244,
      "grad_norm": 1.661380356301544,
      "learning_rate": 4.253280550767365e-05,
      "loss": 1.5156,
      "step": 97765
    },
    {
      "epoch": 4.548313561293324,
      "grad_norm": 1.979599428422502,
      "learning_rate": 4.253021630408194e-05,
      "loss": 1.875,
      "step": 97766
    },
    {
      "epoch": 4.548360083740405,
      "grad_norm": 1.7088556819808856,
      "learning_rate": 4.252762716628379e-05,
      "loss": 1.6094,
      "step": 97767
    },
    {
      "epoch": 4.548406606187486,
      "grad_norm": 1.6933161432783057,
      "learning_rate": 4.252503809428094e-05,
      "loss": 1.5625,
      "step": 97768
    },
    {
      "epoch": 4.548453128634566,
      "grad_norm": 1.6875456516201346,
      "learning_rate": 4.2522449088074864e-05,
      "loss": 1.4844,
      "step": 97769
    },
    {
      "epoch": 4.548499651081647,
      "grad_norm": 1.8027592009005744,
      "learning_rate": 4.2519860147667214e-05,
      "loss": 1.625,
      "step": 97770
    },
    {
      "epoch": 4.548546173528727,
      "grad_norm": 1.610574041213512,
      "learning_rate": 4.2517271273059456e-05,
      "loss": 1.3984,
      "step": 97771
    },
    {
      "epoch": 4.548592695975808,
      "grad_norm": 1.734462734705868,
      "learning_rate": 4.251468246425333e-05,
      "loss": 1.5391,
      "step": 97772
    },
    {
      "epoch": 4.548639218422889,
      "grad_norm": 1.706803333656159,
      "learning_rate": 4.251209372125033e-05,
      "loss": 1.5859,
      "step": 97773
    },
    {
      "epoch": 4.54868574086997,
      "grad_norm": 1.8019334812328693,
      "learning_rate": 4.250950504405209e-05,
      "loss": 1.5312,
      "step": 97774
    },
    {
      "epoch": 4.54873226331705,
      "grad_norm": 1.7604527041893903,
      "learning_rate": 4.2506916432660074e-05,
      "loss": 1.7188,
      "step": 97775
    },
    {
      "epoch": 4.5487787857641315,
      "grad_norm": 1.6668596409440222,
      "learning_rate": 4.250432788707603e-05,
      "loss": 1.3984,
      "step": 97776
    },
    {
      "epoch": 4.548825308211212,
      "grad_norm": 1.6852825791358785,
      "learning_rate": 4.250173940730147e-05,
      "loss": 1.5781,
      "step": 97777
    },
    {
      "epoch": 4.5488718306582925,
      "grad_norm": 1.6640882729379087,
      "learning_rate": 4.249915099333797e-05,
      "loss": 1.5078,
      "step": 97778
    },
    {
      "epoch": 4.548918353105373,
      "grad_norm": 1.7112246471245978,
      "learning_rate": 4.249656264518714e-05,
      "loss": 1.5078,
      "step": 97779
    },
    {
      "epoch": 4.548964875552454,
      "grad_norm": 1.8798691092248005,
      "learning_rate": 4.249397436285049e-05,
      "loss": 1.7031,
      "step": 97780
    },
    {
      "epoch": 4.549011397999535,
      "grad_norm": 1.5321561998355568,
      "learning_rate": 4.249138614632971e-05,
      "loss": 1.2188,
      "step": 97781
    },
    {
      "epoch": 4.549057920446615,
      "grad_norm": 1.8613616730584988,
      "learning_rate": 4.248879799562633e-05,
      "loss": 1.7031,
      "step": 97782
    },
    {
      "epoch": 4.549104442893697,
      "grad_norm": 1.6114119008639465,
      "learning_rate": 4.248620991074196e-05,
      "loss": 1.4531,
      "step": 97783
    },
    {
      "epoch": 4.549150965340777,
      "grad_norm": 1.541285438688505,
      "learning_rate": 4.248362189167811e-05,
      "loss": 1.2344,
      "step": 97784
    },
    {
      "epoch": 4.549197487787858,
      "grad_norm": 1.7531796900188514,
      "learning_rate": 4.248103393843645e-05,
      "loss": 1.4609,
      "step": 97785
    },
    {
      "epoch": 4.549244010234938,
      "grad_norm": 1.7089497262616757,
      "learning_rate": 4.247844605101856e-05,
      "loss": 1.4062,
      "step": 97786
    },
    {
      "epoch": 4.549290532682019,
      "grad_norm": 1.8987119992628414,
      "learning_rate": 4.2475858229425944e-05,
      "loss": 1.6562,
      "step": 97787
    },
    {
      "epoch": 4.5493370551291,
      "grad_norm": 1.7364366498578152,
      "learning_rate": 4.247327047366027e-05,
      "loss": 1.4609,
      "step": 97788
    },
    {
      "epoch": 4.54938357757618,
      "grad_norm": 1.6828077214760646,
      "learning_rate": 4.247068278372307e-05,
      "loss": 1.4688,
      "step": 97789
    },
    {
      "epoch": 4.549430100023261,
      "grad_norm": 1.76713670100404,
      "learning_rate": 4.246809515961599e-05,
      "loss": 1.625,
      "step": 97790
    },
    {
      "epoch": 4.549476622470342,
      "grad_norm": 1.8192935667689176,
      "learning_rate": 4.246550760134057e-05,
      "loss": 1.6328,
      "step": 97791
    },
    {
      "epoch": 4.549523144917423,
      "grad_norm": 1.7554797447903212,
      "learning_rate": 4.2462920108898416e-05,
      "loss": 1.5469,
      "step": 97792
    },
    {
      "epoch": 4.549569667364503,
      "grad_norm": 1.8123705309564158,
      "learning_rate": 4.2460332682291034e-05,
      "loss": 1.6484,
      "step": 97793
    },
    {
      "epoch": 4.549616189811584,
      "grad_norm": 1.828566578826977,
      "learning_rate": 4.245774532152013e-05,
      "loss": 1.625,
      "step": 97794
    },
    {
      "epoch": 4.549662712258665,
      "grad_norm": 1.7200456451327104,
      "learning_rate": 4.245515802658722e-05,
      "loss": 1.6016,
      "step": 97795
    },
    {
      "epoch": 4.5497092347057455,
      "grad_norm": 1.682111579701775,
      "learning_rate": 4.24525707974939e-05,
      "loss": 1.4609,
      "step": 97796
    },
    {
      "epoch": 4.549755757152826,
      "grad_norm": 1.861223830199062,
      "learning_rate": 4.2449983634241705e-05,
      "loss": 1.6953,
      "step": 97797
    },
    {
      "epoch": 4.549802279599907,
      "grad_norm": 1.5911506547720713,
      "learning_rate": 4.24473965368323e-05,
      "loss": 1.3438,
      "step": 97798
    },
    {
      "epoch": 4.549848802046988,
      "grad_norm": 1.863274716636325,
      "learning_rate": 4.244480950526723e-05,
      "loss": 1.7969,
      "step": 97799
    },
    {
      "epoch": 4.549895324494068,
      "grad_norm": 1.8317225959095804,
      "learning_rate": 4.244222253954809e-05,
      "loss": 1.75,
      "step": 97800
    },
    {
      "epoch": 4.549941846941149,
      "grad_norm": 1.841883666367141,
      "learning_rate": 4.2439635639676404e-05,
      "loss": 1.7578,
      "step": 97801
    },
    {
      "epoch": 4.54998836938823,
      "grad_norm": 1.6229797033946862,
      "learning_rate": 4.243704880565387e-05,
      "loss": 1.3125,
      "step": 97802
    },
    {
      "epoch": 4.550034891835311,
      "grad_norm": 1.7836444678449856,
      "learning_rate": 4.2434462037481985e-05,
      "loss": 1.6094,
      "step": 97803
    },
    {
      "epoch": 4.550081414282391,
      "grad_norm": 1.624985577936064,
      "learning_rate": 4.243187533516238e-05,
      "loss": 1.3906,
      "step": 97804
    },
    {
      "epoch": 4.5501279367294725,
      "grad_norm": 1.7505200716314815,
      "learning_rate": 4.24292886986966e-05,
      "loss": 1.5859,
      "step": 97805
    },
    {
      "epoch": 4.550174459176553,
      "grad_norm": 1.889868991651321,
      "learning_rate": 4.24267021280862e-05,
      "loss": 1.7344,
      "step": 97806
    },
    {
      "epoch": 4.550220981623633,
      "grad_norm": 1.7012926044041479,
      "learning_rate": 4.2424115623332854e-05,
      "loss": 1.6016,
      "step": 97807
    },
    {
      "epoch": 4.550267504070714,
      "grad_norm": 1.8372011366457905,
      "learning_rate": 4.24215291844381e-05,
      "loss": 1.7422,
      "step": 97808
    },
    {
      "epoch": 4.550314026517794,
      "grad_norm": 1.7027439328999807,
      "learning_rate": 4.241894281140347e-05,
      "loss": 1.625,
      "step": 97809
    },
    {
      "epoch": 4.550360548964876,
      "grad_norm": 1.7851799419071863,
      "learning_rate": 4.2416356504230645e-05,
      "loss": 1.7031,
      "step": 97810
    },
    {
      "epoch": 4.550407071411956,
      "grad_norm": 1.736958187531364,
      "learning_rate": 4.241377026292112e-05,
      "loss": 1.5312,
      "step": 97811
    },
    {
      "epoch": 4.550453593859037,
      "grad_norm": 1.9158551832375397,
      "learning_rate": 4.2411184087476556e-05,
      "loss": 2.0312,
      "step": 97812
    },
    {
      "epoch": 4.550500116306118,
      "grad_norm": 1.7751308496553606,
      "learning_rate": 4.2408597977898505e-05,
      "loss": 1.6797,
      "step": 97813
    },
    {
      "epoch": 4.5505466387531985,
      "grad_norm": 1.8832546824769025,
      "learning_rate": 4.2406011934188535e-05,
      "loss": 1.8828,
      "step": 97814
    },
    {
      "epoch": 4.550593161200279,
      "grad_norm": 1.838591471569975,
      "learning_rate": 4.2403425956348204e-05,
      "loss": 1.7031,
      "step": 97815
    },
    {
      "epoch": 4.5506396836473595,
      "grad_norm": 1.7607150693074232,
      "learning_rate": 4.2400840044379165e-05,
      "loss": 1.6406,
      "step": 97816
    },
    {
      "epoch": 4.550686206094441,
      "grad_norm": 1.6963832731636113,
      "learning_rate": 4.2398254198282984e-05,
      "loss": 1.6406,
      "step": 97817
    },
    {
      "epoch": 4.550732728541521,
      "grad_norm": 1.7828634831561638,
      "learning_rate": 4.2395668418061206e-05,
      "loss": 1.5859,
      "step": 97818
    },
    {
      "epoch": 4.550779250988602,
      "grad_norm": 1.7238892582298908,
      "learning_rate": 4.23930827037154e-05,
      "loss": 1.4609,
      "step": 97819
    },
    {
      "epoch": 4.550825773435683,
      "grad_norm": 1.824873840770764,
      "learning_rate": 4.239049705524722e-05,
      "loss": 1.8672,
      "step": 97820
    },
    {
      "epoch": 4.550872295882764,
      "grad_norm": 1.806554397534858,
      "learning_rate": 4.238791147265822e-05,
      "loss": 1.625,
      "step": 97821
    },
    {
      "epoch": 4.550918818329844,
      "grad_norm": 1.7397638364340489,
      "learning_rate": 4.238532595594997e-05,
      "loss": 1.6719,
      "step": 97822
    },
    {
      "epoch": 4.550965340776925,
      "grad_norm": 1.7800549795071656,
      "learning_rate": 4.2382740505124025e-05,
      "loss": 1.5469,
      "step": 97823
    },
    {
      "epoch": 4.551011863224006,
      "grad_norm": 1.7220552999733567,
      "learning_rate": 4.238015512018202e-05,
      "loss": 1.6484,
      "step": 97824
    },
    {
      "epoch": 4.5510583856710864,
      "grad_norm": 1.8725275257160896,
      "learning_rate": 4.237756980112554e-05,
      "loss": 1.7578,
      "step": 97825
    },
    {
      "epoch": 4.551104908118167,
      "grad_norm": 1.8434204148658861,
      "learning_rate": 4.237498454795615e-05,
      "loss": 1.6797,
      "step": 97826
    },
    {
      "epoch": 4.551151430565247,
      "grad_norm": 1.8444468244274999,
      "learning_rate": 4.237239936067537e-05,
      "loss": 1.625,
      "step": 97827
    },
    {
      "epoch": 4.551197953012329,
      "grad_norm": 1.573828179244179,
      "learning_rate": 4.2369814239284884e-05,
      "loss": 1.4375,
      "step": 97828
    },
    {
      "epoch": 4.551244475459409,
      "grad_norm": 1.7690918396034812,
      "learning_rate": 4.236722918378624e-05,
      "loss": 1.625,
      "step": 97829
    },
    {
      "epoch": 4.55129099790649,
      "grad_norm": 1.6639617784223961,
      "learning_rate": 4.2364644194181e-05,
      "loss": 1.5312,
      "step": 97830
    },
    {
      "epoch": 4.55133752035357,
      "grad_norm": 1.72685061872793,
      "learning_rate": 4.236205927047074e-05,
      "loss": 1.4375,
      "step": 97831
    },
    {
      "epoch": 4.551384042800652,
      "grad_norm": 1.6432515392889757,
      "learning_rate": 4.235947441265708e-05,
      "loss": 1.4375,
      "step": 97832
    },
    {
      "epoch": 4.551430565247732,
      "grad_norm": 1.7069758289477104,
      "learning_rate": 4.235688962074156e-05,
      "loss": 1.5781,
      "step": 97833
    },
    {
      "epoch": 4.5514770876948125,
      "grad_norm": 1.7321056597677027,
      "learning_rate": 4.235430489472582e-05,
      "loss": 1.5234,
      "step": 97834
    },
    {
      "epoch": 4.551523610141894,
      "grad_norm": 1.6540207025738027,
      "learning_rate": 4.23517202346114e-05,
      "loss": 1.5,
      "step": 97835
    },
    {
      "epoch": 4.551570132588974,
      "grad_norm": 1.8331906352555054,
      "learning_rate": 4.2349135640399903e-05,
      "loss": 1.6641,
      "step": 97836
    },
    {
      "epoch": 4.551616655036055,
      "grad_norm": 1.933975424822921,
      "learning_rate": 4.234655111209286e-05,
      "loss": 1.8281,
      "step": 97837
    },
    {
      "epoch": 4.551663177483135,
      "grad_norm": 1.728030386053636,
      "learning_rate": 4.234396664969192e-05,
      "loss": 1.5703,
      "step": 97838
    },
    {
      "epoch": 4.551709699930217,
      "grad_norm": 1.8618453886666497,
      "learning_rate": 4.2341382253198665e-05,
      "loss": 1.8438,
      "step": 97839
    },
    {
      "epoch": 4.551756222377297,
      "grad_norm": 1.7227385668205446,
      "learning_rate": 4.233879792261463e-05,
      "loss": 1.6406,
      "step": 97840
    },
    {
      "epoch": 4.551802744824378,
      "grad_norm": 1.7755011873357136,
      "learning_rate": 4.233621365794138e-05,
      "loss": 1.6328,
      "step": 97841
    },
    {
      "epoch": 4.551849267271458,
      "grad_norm": 1.836876886863278,
      "learning_rate": 4.233362945918058e-05,
      "loss": 1.7734,
      "step": 97842
    },
    {
      "epoch": 4.5518957897185395,
      "grad_norm": 1.8063773708451412,
      "learning_rate": 4.2331045326333756e-05,
      "loss": 1.6328,
      "step": 97843
    },
    {
      "epoch": 4.55194231216562,
      "grad_norm": 1.6246173211240025,
      "learning_rate": 4.2328461259402505e-05,
      "loss": 1.4766,
      "step": 97844
    },
    {
      "epoch": 4.5519888346127,
      "grad_norm": 1.8273350890797246,
      "learning_rate": 4.232587725838836e-05,
      "loss": 1.6172,
      "step": 97845
    },
    {
      "epoch": 4.552035357059781,
      "grad_norm": 1.6743101495490837,
      "learning_rate": 4.2323293323293004e-05,
      "loss": 1.4375,
      "step": 97846
    },
    {
      "epoch": 4.552081879506862,
      "grad_norm": 1.8729322805188386,
      "learning_rate": 4.232070945411795e-05,
      "loss": 1.7266,
      "step": 97847
    },
    {
      "epoch": 4.552128401953943,
      "grad_norm": 1.853390775094421,
      "learning_rate": 4.23181256508648e-05,
      "loss": 1.5938,
      "step": 97848
    },
    {
      "epoch": 4.552174924401023,
      "grad_norm": 1.7851895548210341,
      "learning_rate": 4.231554191353508e-05,
      "loss": 1.6875,
      "step": 97849
    },
    {
      "epoch": 4.552221446848105,
      "grad_norm": 1.7418191734894624,
      "learning_rate": 4.231295824213046e-05,
      "loss": 1.5703,
      "step": 97850
    },
    {
      "epoch": 4.552267969295185,
      "grad_norm": 1.8374542082711414,
      "learning_rate": 4.2310374636652484e-05,
      "loss": 1.7031,
      "step": 97851
    },
    {
      "epoch": 4.5523144917422655,
      "grad_norm": 1.6166691823612445,
      "learning_rate": 4.2307791097102736e-05,
      "loss": 1.5,
      "step": 97852
    },
    {
      "epoch": 4.552361014189346,
      "grad_norm": 1.8136390970606928,
      "learning_rate": 4.230520762348274e-05,
      "loss": 1.6953,
      "step": 97853
    },
    {
      "epoch": 4.552407536636427,
      "grad_norm": 1.7831519873239574,
      "learning_rate": 4.2302624215794135e-05,
      "loss": 1.5547,
      "step": 97854
    },
    {
      "epoch": 4.552454059083508,
      "grad_norm": 1.7808508693067726,
      "learning_rate": 4.2300040874038554e-05,
      "loss": 1.7578,
      "step": 97855
    },
    {
      "epoch": 4.552500581530588,
      "grad_norm": 1.7323795257754693,
      "learning_rate": 4.22974575982175e-05,
      "loss": 1.6484,
      "step": 97856
    },
    {
      "epoch": 4.55254710397767,
      "grad_norm": 1.6608376897164707,
      "learning_rate": 4.22948743883326e-05,
      "loss": 1.4766,
      "step": 97857
    },
    {
      "epoch": 4.55259362642475,
      "grad_norm": 1.8237238041363215,
      "learning_rate": 4.229229124438541e-05,
      "loss": 1.7422,
      "step": 97858
    },
    {
      "epoch": 4.552640148871831,
      "grad_norm": 1.856108355126577,
      "learning_rate": 4.228970816637745e-05,
      "loss": 1.75,
      "step": 97859
    },
    {
      "epoch": 4.552686671318911,
      "grad_norm": 1.7150245948221048,
      "learning_rate": 4.228712515431043e-05,
      "loss": 1.5078,
      "step": 97860
    },
    {
      "epoch": 4.552733193765992,
      "grad_norm": 1.7029514076780765,
      "learning_rate": 4.2284542208185845e-05,
      "loss": 1.4844,
      "step": 97861
    },
    {
      "epoch": 4.552779716213073,
      "grad_norm": 1.8912562626417655,
      "learning_rate": 4.2281959328005324e-05,
      "loss": 1.6719,
      "step": 97862
    },
    {
      "epoch": 4.5528262386601535,
      "grad_norm": 1.7664347828263236,
      "learning_rate": 4.2279376513770356e-05,
      "loss": 1.6016,
      "step": 97863
    },
    {
      "epoch": 4.552872761107234,
      "grad_norm": 1.7716410381018632,
      "learning_rate": 4.227679376548265e-05,
      "loss": 1.5781,
      "step": 97864
    },
    {
      "epoch": 4.552919283554315,
      "grad_norm": 1.8903532560071756,
      "learning_rate": 4.227421108314371e-05,
      "loss": 1.8594,
      "step": 97865
    },
    {
      "epoch": 4.552965806001396,
      "grad_norm": 1.7096987698407287,
      "learning_rate": 4.227162846675515e-05,
      "loss": 1.6328,
      "step": 97866
    },
    {
      "epoch": 4.553012328448476,
      "grad_norm": 1.8407494047344048,
      "learning_rate": 4.2269045916318475e-05,
      "loss": 1.6797,
      "step": 97867
    },
    {
      "epoch": 4.553058850895557,
      "grad_norm": 1.6650780863191637,
      "learning_rate": 4.2266463431835386e-05,
      "loss": 1.5234,
      "step": 97868
    },
    {
      "epoch": 4.553105373342638,
      "grad_norm": 1.7505525856233581,
      "learning_rate": 4.2263881013307384e-05,
      "loss": 1.5625,
      "step": 97869
    },
    {
      "epoch": 4.553151895789719,
      "grad_norm": 1.8320263688271354,
      "learning_rate": 4.226129866073607e-05,
      "loss": 1.6719,
      "step": 97870
    },
    {
      "epoch": 4.553198418236799,
      "grad_norm": 1.5431055637899944,
      "learning_rate": 4.2258716374123e-05,
      "loss": 1.3047,
      "step": 97871
    },
    {
      "epoch": 4.55324494068388,
      "grad_norm": 1.6250885485358202,
      "learning_rate": 4.225613415346981e-05,
      "loss": 1.4062,
      "step": 97872
    },
    {
      "epoch": 4.553291463130961,
      "grad_norm": 1.6882529302522962,
      "learning_rate": 4.225355199877804e-05,
      "loss": 1.5312,
      "step": 97873
    },
    {
      "epoch": 4.553337985578041,
      "grad_norm": 1.7812453366728582,
      "learning_rate": 4.22509699100493e-05,
      "loss": 1.6094,
      "step": 97874
    },
    {
      "epoch": 4.553384508025122,
      "grad_norm": 2.046100016348478,
      "learning_rate": 4.224838788728508e-05,
      "loss": 1.8828,
      "step": 97875
    },
    {
      "epoch": 4.553431030472203,
      "grad_norm": 1.931224253789444,
      "learning_rate": 4.224580593048705e-05,
      "loss": 1.7734,
      "step": 97876
    },
    {
      "epoch": 4.553477552919284,
      "grad_norm": 1.6045461825358898,
      "learning_rate": 4.224322403965682e-05,
      "loss": 1.4141,
      "step": 97877
    },
    {
      "epoch": 4.553524075366364,
      "grad_norm": 1.8306107783930168,
      "learning_rate": 4.224064221479592e-05,
      "loss": 1.6094,
      "step": 97878
    },
    {
      "epoch": 4.553570597813445,
      "grad_norm": 1.7496379762213625,
      "learning_rate": 4.2238060455905945e-05,
      "loss": 1.5781,
      "step": 97879
    },
    {
      "epoch": 4.553617120260526,
      "grad_norm": 1.7989442395284154,
      "learning_rate": 4.223547876298839e-05,
      "loss": 1.6719,
      "step": 97880
    },
    {
      "epoch": 4.5536636427076065,
      "grad_norm": 1.81094360942377,
      "learning_rate": 4.223289713604499e-05,
      "loss": 1.6562,
      "step": 97881
    },
    {
      "epoch": 4.553710165154687,
      "grad_norm": 1.705177392154227,
      "learning_rate": 4.2230315575077226e-05,
      "loss": 1.4609,
      "step": 97882
    },
    {
      "epoch": 4.553756687601767,
      "grad_norm": 1.8446170398844588,
      "learning_rate": 4.22277340800867e-05,
      "loss": 1.6406,
      "step": 97883
    },
    {
      "epoch": 4.553803210048849,
      "grad_norm": 1.6613499905217846,
      "learning_rate": 4.222515265107499e-05,
      "loss": 1.5781,
      "step": 97884
    },
    {
      "epoch": 4.553849732495929,
      "grad_norm": 1.7581795906317002,
      "learning_rate": 4.222257128804363e-05,
      "loss": 1.6406,
      "step": 97885
    },
    {
      "epoch": 4.55389625494301,
      "grad_norm": 1.5848053279875542,
      "learning_rate": 4.22199899909943e-05,
      "loss": 1.4375,
      "step": 97886
    },
    {
      "epoch": 4.553942777390091,
      "grad_norm": 1.9358241148322808,
      "learning_rate": 4.221740875992851e-05,
      "loss": 1.8281,
      "step": 97887
    },
    {
      "epoch": 4.553989299837172,
      "grad_norm": 1.9898711565976808,
      "learning_rate": 4.221482759484787e-05,
      "loss": 1.8047,
      "step": 97888
    },
    {
      "epoch": 4.554035822284252,
      "grad_norm": 1.750345959268045,
      "learning_rate": 4.221224649575392e-05,
      "loss": 1.6406,
      "step": 97889
    },
    {
      "epoch": 4.5540823447313326,
      "grad_norm": 1.7891427309290855,
      "learning_rate": 4.220966546264829e-05,
      "loss": 1.6172,
      "step": 97890
    },
    {
      "epoch": 4.554128867178414,
      "grad_norm": 1.5444371814008249,
      "learning_rate": 4.2207084495532544e-05,
      "loss": 1.3516,
      "step": 97891
    },
    {
      "epoch": 4.554175389625494,
      "grad_norm": 1.604251349937696,
      "learning_rate": 4.2204503594408244e-05,
      "loss": 1.4922,
      "step": 97892
    },
    {
      "epoch": 4.554221912072575,
      "grad_norm": 1.8334846179172573,
      "learning_rate": 4.220192275927696e-05,
      "loss": 1.8203,
      "step": 97893
    },
    {
      "epoch": 4.554268434519655,
      "grad_norm": 1.8512769615772886,
      "learning_rate": 4.219934199014033e-05,
      "loss": 1.6562,
      "step": 97894
    },
    {
      "epoch": 4.554314956966737,
      "grad_norm": 1.6102193239620728,
      "learning_rate": 4.219676128699989e-05,
      "loss": 1.4219,
      "step": 97895
    },
    {
      "epoch": 4.554361479413817,
      "grad_norm": 1.772335890088753,
      "learning_rate": 4.219418064985723e-05,
      "loss": 1.4922,
      "step": 97896
    },
    {
      "epoch": 4.554408001860898,
      "grad_norm": 1.7897894667816152,
      "learning_rate": 4.219160007871389e-05,
      "loss": 1.6016,
      "step": 97897
    },
    {
      "epoch": 4.554454524307978,
      "grad_norm": 1.8845100717867223,
      "learning_rate": 4.218901957357149e-05,
      "loss": 1.7344,
      "step": 97898
    },
    {
      "epoch": 4.5545010467550595,
      "grad_norm": 1.7873202733108031,
      "learning_rate": 4.218643913443164e-05,
      "loss": 1.5781,
      "step": 97899
    },
    {
      "epoch": 4.55454756920214,
      "grad_norm": 1.6762456919784294,
      "learning_rate": 4.218385876129589e-05,
      "loss": 1.5156,
      "step": 97900
    },
    {
      "epoch": 4.5545940916492205,
      "grad_norm": 1.8914097399901846,
      "learning_rate": 4.218127845416583e-05,
      "loss": 1.8281,
      "step": 97901
    },
    {
      "epoch": 4.554640614096302,
      "grad_norm": 1.8118809298019554,
      "learning_rate": 4.217869821304297e-05,
      "loss": 1.7031,
      "step": 97902
    },
    {
      "epoch": 4.554687136543382,
      "grad_norm": 1.7000466167229515,
      "learning_rate": 4.2176118037929004e-05,
      "loss": 1.4688,
      "step": 97903
    },
    {
      "epoch": 4.554733658990463,
      "grad_norm": 1.7038654808920777,
      "learning_rate": 4.217353792882544e-05,
      "loss": 1.5234,
      "step": 97904
    },
    {
      "epoch": 4.554780181437543,
      "grad_norm": 1.7115438944428727,
      "learning_rate": 4.217095788573388e-05,
      "loss": 1.4297,
      "step": 97905
    },
    {
      "epoch": 4.554826703884625,
      "grad_norm": 1.6980712864055951,
      "learning_rate": 4.216837790865584e-05,
      "loss": 1.5469,
      "step": 97906
    },
    {
      "epoch": 4.554873226331705,
      "grad_norm": 1.6583874791909494,
      "learning_rate": 4.216579799759301e-05,
      "loss": 1.5938,
      "step": 97907
    },
    {
      "epoch": 4.554919748778786,
      "grad_norm": 1.8606196244574968,
      "learning_rate": 4.216321815254691e-05,
      "loss": 1.6484,
      "step": 97908
    },
    {
      "epoch": 4.554966271225867,
      "grad_norm": 1.6561079467903461,
      "learning_rate": 4.216063837351913e-05,
      "loss": 1.4219,
      "step": 97909
    },
    {
      "epoch": 4.555012793672947,
      "grad_norm": 1.724406008763171,
      "learning_rate": 4.2158058660511234e-05,
      "loss": 1.5703,
      "step": 97910
    },
    {
      "epoch": 4.555059316120028,
      "grad_norm": 1.6495754024031977,
      "learning_rate": 4.215547901352476e-05,
      "loss": 1.4453,
      "step": 97911
    },
    {
      "epoch": 4.555105838567108,
      "grad_norm": 1.725421751709471,
      "learning_rate": 4.2152899432561394e-05,
      "loss": 1.4766,
      "step": 97912
    },
    {
      "epoch": 4.555152361014189,
      "grad_norm": 1.7879034491657895,
      "learning_rate": 4.215031991762266e-05,
      "loss": 1.5781,
      "step": 97913
    },
    {
      "epoch": 4.55519888346127,
      "grad_norm": 1.596441673150474,
      "learning_rate": 4.2147740468710126e-05,
      "loss": 1.3984,
      "step": 97914
    },
    {
      "epoch": 4.555245405908351,
      "grad_norm": 1.6282007294435892,
      "learning_rate": 4.214516108582535e-05,
      "loss": 1.2578,
      "step": 97915
    },
    {
      "epoch": 4.555291928355431,
      "grad_norm": 1.622750004994228,
      "learning_rate": 4.2142581768969964e-05,
      "loss": 1.2656,
      "step": 97916
    },
    {
      "epoch": 4.5553384508025125,
      "grad_norm": 1.8393701810381493,
      "learning_rate": 4.214000251814554e-05,
      "loss": 1.8359,
      "step": 97917
    },
    {
      "epoch": 4.555384973249593,
      "grad_norm": 1.7265219769892173,
      "learning_rate": 4.2137423333353656e-05,
      "loss": 1.6016,
      "step": 97918
    },
    {
      "epoch": 4.5554314956966735,
      "grad_norm": 1.771325384320348,
      "learning_rate": 4.2134844214595806e-05,
      "loss": 1.7812,
      "step": 97919
    },
    {
      "epoch": 4.555478018143754,
      "grad_norm": 1.8307762699774168,
      "learning_rate": 4.2132265161873655e-05,
      "loss": 1.6875,
      "step": 97920
    },
    {
      "epoch": 4.555524540590835,
      "grad_norm": 1.7272325398502506,
      "learning_rate": 4.21296861751888e-05,
      "loss": 1.5078,
      "step": 97921
    },
    {
      "epoch": 4.555571063037916,
      "grad_norm": 1.779769772898279,
      "learning_rate": 4.21271072545428e-05,
      "loss": 1.5547,
      "step": 97922
    },
    {
      "epoch": 4.555617585484996,
      "grad_norm": 1.7410849652891294,
      "learning_rate": 4.212452839993722e-05,
      "loss": 1.6797,
      "step": 97923
    },
    {
      "epoch": 4.555664107932078,
      "grad_norm": 1.7283419672294937,
      "learning_rate": 4.2121949611373577e-05,
      "loss": 1.6094,
      "step": 97924
    },
    {
      "epoch": 4.555710630379158,
      "grad_norm": 1.697409818379745,
      "learning_rate": 4.211937088885358e-05,
      "loss": 1.4531,
      "step": 97925
    },
    {
      "epoch": 4.555757152826239,
      "grad_norm": 1.721484744637872,
      "learning_rate": 4.2116792232378727e-05,
      "loss": 1.5234,
      "step": 97926
    },
    {
      "epoch": 4.555803675273319,
      "grad_norm": 1.9229316395605123,
      "learning_rate": 4.211421364195061e-05,
      "loss": 1.6797,
      "step": 97927
    },
    {
      "epoch": 4.5558501977204005,
      "grad_norm": 1.6548249825325256,
      "learning_rate": 4.211163511757076e-05,
      "loss": 1.4766,
      "step": 97928
    },
    {
      "epoch": 4.555896720167481,
      "grad_norm": 1.8056763262691047,
      "learning_rate": 4.210905665924086e-05,
      "loss": 1.6328,
      "step": 97929
    },
    {
      "epoch": 4.555943242614561,
      "grad_norm": 1.8301125761249144,
      "learning_rate": 4.210647826696243e-05,
      "loss": 1.6641,
      "step": 97930
    },
    {
      "epoch": 4.555989765061642,
      "grad_norm": 1.7369406462897985,
      "learning_rate": 4.2103899940737044e-05,
      "loss": 1.5625,
      "step": 97931
    },
    {
      "epoch": 4.556036287508723,
      "grad_norm": 1.8374970143765905,
      "learning_rate": 4.210132168056623e-05,
      "loss": 1.7266,
      "step": 97932
    },
    {
      "epoch": 4.556082809955804,
      "grad_norm": 1.8179777098038923,
      "learning_rate": 4.209874348645168e-05,
      "loss": 1.5938,
      "step": 97933
    },
    {
      "epoch": 4.556129332402884,
      "grad_norm": 1.9611179910105612,
      "learning_rate": 4.209616535839492e-05,
      "loss": 1.875,
      "step": 97934
    },
    {
      "epoch": 4.556175854849965,
      "grad_norm": 1.76089822688337,
      "learning_rate": 4.209358729639753e-05,
      "loss": 1.5859,
      "step": 97935
    },
    {
      "epoch": 4.556222377297046,
      "grad_norm": 1.658858920071112,
      "learning_rate": 4.2091009300461064e-05,
      "loss": 1.5,
      "step": 97936
    },
    {
      "epoch": 4.5562688997441265,
      "grad_norm": 1.8251742230590657,
      "learning_rate": 4.208843137058708e-05,
      "loss": 1.4062,
      "step": 97937
    },
    {
      "epoch": 4.556315422191207,
      "grad_norm": 1.8153518654124836,
      "learning_rate": 4.208585350677723e-05,
      "loss": 1.6719,
      "step": 97938
    },
    {
      "epoch": 4.556361944638288,
      "grad_norm": 1.6942707424957715,
      "learning_rate": 4.208327570903307e-05,
      "loss": 1.4531,
      "step": 97939
    },
    {
      "epoch": 4.556408467085369,
      "grad_norm": 1.690589412135715,
      "learning_rate": 4.2080697977356105e-05,
      "loss": 1.3984,
      "step": 97940
    },
    {
      "epoch": 4.556454989532449,
      "grad_norm": 1.8373129041984846,
      "learning_rate": 4.2078120311748024e-05,
      "loss": 1.8047,
      "step": 97941
    },
    {
      "epoch": 4.55650151197953,
      "grad_norm": 1.9162769183051394,
      "learning_rate": 4.2075542712210315e-05,
      "loss": 1.7266,
      "step": 97942
    },
    {
      "epoch": 4.556548034426611,
      "grad_norm": 1.7441651142023693,
      "learning_rate": 4.207296517874465e-05,
      "loss": 1.5781,
      "step": 97943
    },
    {
      "epoch": 4.556594556873692,
      "grad_norm": 1.6311282684314448,
      "learning_rate": 4.2070387711352534e-05,
      "loss": 1.4453,
      "step": 97944
    },
    {
      "epoch": 4.556641079320772,
      "grad_norm": 1.8885854693384985,
      "learning_rate": 4.206781031003556e-05,
      "loss": 1.8594,
      "step": 97945
    },
    {
      "epoch": 4.5566876017678535,
      "grad_norm": 1.7821501743032104,
      "learning_rate": 4.206523297479528e-05,
      "loss": 1.6172,
      "step": 97946
    },
    {
      "epoch": 4.556734124214934,
      "grad_norm": 1.5642744095314831,
      "learning_rate": 4.206265570563333e-05,
      "loss": 1.3125,
      "step": 97947
    },
    {
      "epoch": 4.556780646662014,
      "grad_norm": 1.5766587612678808,
      "learning_rate": 4.206007850255127e-05,
      "loss": 1.5156,
      "step": 97948
    },
    {
      "epoch": 4.556827169109095,
      "grad_norm": 1.7750011742794625,
      "learning_rate": 4.205750136555065e-05,
      "loss": 1.6016,
      "step": 97949
    },
    {
      "epoch": 4.556873691556175,
      "grad_norm": 1.6987351312640058,
      "learning_rate": 4.205492429463303e-05,
      "loss": 1.4453,
      "step": 97950
    },
    {
      "epoch": 4.556920214003257,
      "grad_norm": 1.6409108166284345,
      "learning_rate": 4.205234728980008e-05,
      "loss": 1.375,
      "step": 97951
    },
    {
      "epoch": 4.556966736450337,
      "grad_norm": 1.8720420126941995,
      "learning_rate": 4.20497703510533e-05,
      "loss": 1.7812,
      "step": 97952
    },
    {
      "epoch": 4.557013258897418,
      "grad_norm": 1.7037580766314713,
      "learning_rate": 4.2047193478394295e-05,
      "loss": 1.5859,
      "step": 97953
    },
    {
      "epoch": 4.557059781344499,
      "grad_norm": 1.8920847642357,
      "learning_rate": 4.204461667182458e-05,
      "loss": 1.5547,
      "step": 97954
    },
    {
      "epoch": 4.5571063037915795,
      "grad_norm": 1.9096609111072518,
      "learning_rate": 4.2042039931345836e-05,
      "loss": 1.7266,
      "step": 97955
    },
    {
      "epoch": 4.55715282623866,
      "grad_norm": 1.8001274056979224,
      "learning_rate": 4.2039463256959596e-05,
      "loss": 1.7422,
      "step": 97956
    },
    {
      "epoch": 4.5571993486857405,
      "grad_norm": 1.8823859660727207,
      "learning_rate": 4.203688664866744e-05,
      "loss": 1.6953,
      "step": 97957
    },
    {
      "epoch": 4.557245871132822,
      "grad_norm": 1.6499295736462212,
      "learning_rate": 4.2034310106470875e-05,
      "loss": 1.4297,
      "step": 97958
    },
    {
      "epoch": 4.557292393579902,
      "grad_norm": 1.783948617198843,
      "learning_rate": 4.2031733630371606e-05,
      "loss": 1.6484,
      "step": 97959
    },
    {
      "epoch": 4.557338916026983,
      "grad_norm": 1.8764624095339744,
      "learning_rate": 4.202915722037113e-05,
      "loss": 1.7891,
      "step": 97960
    },
    {
      "epoch": 4.557385438474064,
      "grad_norm": 1.7989851993075021,
      "learning_rate": 4.202658087647104e-05,
      "loss": 1.5625,
      "step": 97961
    },
    {
      "epoch": 4.557431960921145,
      "grad_norm": 1.8249916014103067,
      "learning_rate": 4.2024004598672886e-05,
      "loss": 1.6875,
      "step": 97962
    },
    {
      "epoch": 4.557478483368225,
      "grad_norm": 1.6649176316954026,
      "learning_rate": 4.2021428386978244e-05,
      "loss": 1.4297,
      "step": 97963
    },
    {
      "epoch": 4.557525005815306,
      "grad_norm": 1.7123085472336237,
      "learning_rate": 4.20188522413888e-05,
      "loss": 1.4688,
      "step": 97964
    },
    {
      "epoch": 4.557571528262387,
      "grad_norm": 1.8083909721842222,
      "learning_rate": 4.201627616190603e-05,
      "loss": 1.6562,
      "step": 97965
    },
    {
      "epoch": 4.5576180507094675,
      "grad_norm": 1.699572702045914,
      "learning_rate": 4.201370014853154e-05,
      "loss": 1.4844,
      "step": 97966
    },
    {
      "epoch": 4.557664573156548,
      "grad_norm": 1.691129316087288,
      "learning_rate": 4.2011124201266874e-05,
      "loss": 1.625,
      "step": 97967
    },
    {
      "epoch": 4.557711095603628,
      "grad_norm": 1.8050024454132119,
      "learning_rate": 4.200854832011362e-05,
      "loss": 1.7031,
      "step": 97968
    },
    {
      "epoch": 4.55775761805071,
      "grad_norm": 1.8077599075934543,
      "learning_rate": 4.20059725050734e-05,
      "loss": 1.625,
      "step": 97969
    },
    {
      "epoch": 4.55780414049779,
      "grad_norm": 1.8658785198218586,
      "learning_rate": 4.200339675614777e-05,
      "loss": 1.6406,
      "step": 97970
    },
    {
      "epoch": 4.557850662944871,
      "grad_norm": 1.8156870596882866,
      "learning_rate": 4.2000821073338285e-05,
      "loss": 1.6328,
      "step": 97971
    },
    {
      "epoch": 4.557897185391951,
      "grad_norm": 1.6124280622227372,
      "learning_rate": 4.19982454566465e-05,
      "loss": 1.4453,
      "step": 97972
    },
    {
      "epoch": 4.557943707839033,
      "grad_norm": 1.592438480685771,
      "learning_rate": 4.199566990607406e-05,
      "loss": 1.3438,
      "step": 97973
    },
    {
      "epoch": 4.557990230286113,
      "grad_norm": 1.9468843936079803,
      "learning_rate": 4.199309442162253e-05,
      "loss": 1.8359,
      "step": 97974
    },
    {
      "epoch": 4.5580367527331935,
      "grad_norm": 1.671155131078655,
      "learning_rate": 4.199051900329344e-05,
      "loss": 1.5625,
      "step": 97975
    },
    {
      "epoch": 4.558083275180275,
      "grad_norm": 1.6876280644963817,
      "learning_rate": 4.198794365108835e-05,
      "loss": 1.3984,
      "step": 97976
    },
    {
      "epoch": 4.558129797627355,
      "grad_norm": 1.6875904986016672,
      "learning_rate": 4.198536836500893e-05,
      "loss": 1.5469,
      "step": 97977
    },
    {
      "epoch": 4.558176320074436,
      "grad_norm": 1.8369442554487179,
      "learning_rate": 4.19827931450567e-05,
      "loss": 1.6328,
      "step": 97978
    },
    {
      "epoch": 4.558222842521516,
      "grad_norm": 1.5537138448445469,
      "learning_rate": 4.1980217991233234e-05,
      "loss": 1.4219,
      "step": 97979
    },
    {
      "epoch": 4.558269364968598,
      "grad_norm": 1.6478586240886182,
      "learning_rate": 4.197764290354007e-05,
      "loss": 1.5156,
      "step": 97980
    },
    {
      "epoch": 4.558315887415678,
      "grad_norm": 1.8322234885454,
      "learning_rate": 4.197506788197889e-05,
      "loss": 1.6328,
      "step": 97981
    },
    {
      "epoch": 4.558362409862759,
      "grad_norm": 1.7986418095883172,
      "learning_rate": 4.197249292655119e-05,
      "loss": 1.6562,
      "step": 97982
    },
    {
      "epoch": 4.558408932309839,
      "grad_norm": 1.7480581349993505,
      "learning_rate": 4.1969918037258596e-05,
      "loss": 1.5312,
      "step": 97983
    },
    {
      "epoch": 4.5584554547569205,
      "grad_norm": 1.7366566688304041,
      "learning_rate": 4.196734321410259e-05,
      "loss": 1.6094,
      "step": 97984
    },
    {
      "epoch": 4.558501977204001,
      "grad_norm": 1.7295378864816637,
      "learning_rate": 4.196476845708481e-05,
      "loss": 1.4453,
      "step": 97985
    },
    {
      "epoch": 4.558548499651081,
      "grad_norm": 1.5636616803373171,
      "learning_rate": 4.196219376620688e-05,
      "loss": 1.3828,
      "step": 97986
    },
    {
      "epoch": 4.558595022098162,
      "grad_norm": 1.8019554786198204,
      "learning_rate": 4.195961914147034e-05,
      "loss": 1.6562,
      "step": 97987
    },
    {
      "epoch": 4.558641544545243,
      "grad_norm": 1.6103520805148792,
      "learning_rate": 4.1957044582876756e-05,
      "loss": 1.3438,
      "step": 97988
    },
    {
      "epoch": 4.558688066992324,
      "grad_norm": 1.7036399250612067,
      "learning_rate": 4.195447009042765e-05,
      "loss": 1.5859,
      "step": 97989
    },
    {
      "epoch": 4.558734589439404,
      "grad_norm": 1.8237780568138688,
      "learning_rate": 4.1951895664124714e-05,
      "loss": 1.6953,
      "step": 97990
    },
    {
      "epoch": 4.558781111886486,
      "grad_norm": 1.5302961685863885,
      "learning_rate": 4.194932130396946e-05,
      "loss": 1.2734,
      "step": 97991
    },
    {
      "epoch": 4.558827634333566,
      "grad_norm": 1.6380143542643382,
      "learning_rate": 4.1946747009963464e-05,
      "loss": 1.375,
      "step": 97992
    },
    {
      "epoch": 4.558874156780647,
      "grad_norm": 1.601144798436744,
      "learning_rate": 4.194417278210832e-05,
      "loss": 1.3672,
      "step": 97993
    },
    {
      "epoch": 4.558920679227727,
      "grad_norm": 1.9621295450523428,
      "learning_rate": 4.194159862040553e-05,
      "loss": 1.8281,
      "step": 97994
    },
    {
      "epoch": 4.558967201674808,
      "grad_norm": 1.8798682337070476,
      "learning_rate": 4.193902452485678e-05,
      "loss": 1.6328,
      "step": 97995
    },
    {
      "epoch": 4.559013724121889,
      "grad_norm": 1.7361803066622594,
      "learning_rate": 4.19364504954636e-05,
      "loss": 1.5859,
      "step": 97996
    },
    {
      "epoch": 4.559060246568969,
      "grad_norm": 1.5719435666325114,
      "learning_rate": 4.1933876532227565e-05,
      "loss": 1.375,
      "step": 97997
    },
    {
      "epoch": 4.559106769016051,
      "grad_norm": 1.776510004943613,
      "learning_rate": 4.1931302635150185e-05,
      "loss": 1.3906,
      "step": 97998
    },
    {
      "epoch": 4.559153291463131,
      "grad_norm": 1.8312384718254877,
      "learning_rate": 4.192872880423316e-05,
      "loss": 1.6719,
      "step": 97999
    },
    {
      "epoch": 4.559199813910212,
      "grad_norm": 1.7838565106920463,
      "learning_rate": 4.1926155039478005e-05,
      "loss": 1.5,
      "step": 98000
    },
    {
      "epoch": 4.559246336357292,
      "grad_norm": 1.7290328039678464,
      "learning_rate": 4.1923581340886276e-05,
      "loss": 1.5469,
      "step": 98001
    },
    {
      "epoch": 4.559292858804373,
      "grad_norm": 1.6795556479968567,
      "learning_rate": 4.1921007708459536e-05,
      "loss": 1.4219,
      "step": 98002
    },
    {
      "epoch": 4.559339381251454,
      "grad_norm": 1.7616012610126224,
      "learning_rate": 4.191843414219944e-05,
      "loss": 1.4844,
      "step": 98003
    },
    {
      "epoch": 4.5593859036985345,
      "grad_norm": 1.8386058493117123,
      "learning_rate": 4.191586064210751e-05,
      "loss": 1.7344,
      "step": 98004
    },
    {
      "epoch": 4.559432426145615,
      "grad_norm": 1.7601095849865809,
      "learning_rate": 4.191328720818533e-05,
      "loss": 1.5312,
      "step": 98005
    },
    {
      "epoch": 4.559478948592696,
      "grad_norm": 1.8350464817357055,
      "learning_rate": 4.1910713840434426e-05,
      "loss": 1.625,
      "step": 98006
    },
    {
      "epoch": 4.559525471039777,
      "grad_norm": 1.7622800286277276,
      "learning_rate": 4.190814053885642e-05,
      "loss": 1.625,
      "step": 98007
    },
    {
      "epoch": 4.559571993486857,
      "grad_norm": 1.7992834685136152,
      "learning_rate": 4.190556730345294e-05,
      "loss": 1.6016,
      "step": 98008
    },
    {
      "epoch": 4.559618515933938,
      "grad_norm": 1.8244072116427374,
      "learning_rate": 4.19029941342255e-05,
      "loss": 1.6797,
      "step": 98009
    },
    {
      "epoch": 4.559665038381019,
      "grad_norm": 1.7397918318681929,
      "learning_rate": 4.1900421031175685e-05,
      "loss": 1.5703,
      "step": 98010
    },
    {
      "epoch": 4.5597115608281,
      "grad_norm": 1.749173282905828,
      "learning_rate": 4.189784799430502e-05,
      "loss": 1.7188,
      "step": 98011
    },
    {
      "epoch": 4.55975808327518,
      "grad_norm": 1.7945124053781984,
      "learning_rate": 4.1895275023615174e-05,
      "loss": 1.625,
      "step": 98012
    },
    {
      "epoch": 4.559804605722261,
      "grad_norm": 1.8031711055288584,
      "learning_rate": 4.18927021191077e-05,
      "loss": 1.7031,
      "step": 98013
    },
    {
      "epoch": 4.559851128169342,
      "grad_norm": 1.7540283747003793,
      "learning_rate": 4.1890129280784124e-05,
      "loss": 1.6094,
      "step": 98014
    },
    {
      "epoch": 4.559897650616422,
      "grad_norm": 1.7201532129442056,
      "learning_rate": 4.188755650864601e-05,
      "loss": 1.5,
      "step": 98015
    },
    {
      "epoch": 4.559944173063503,
      "grad_norm": 1.785982132509444,
      "learning_rate": 4.188498380269502e-05,
      "loss": 1.6719,
      "step": 98016
    },
    {
      "epoch": 4.559990695510584,
      "grad_norm": 1.8162339006410582,
      "learning_rate": 4.188241116293268e-05,
      "loss": 1.5859,
      "step": 98017
    },
    {
      "epoch": 4.560037217957665,
      "grad_norm": 1.6926478397857645,
      "learning_rate": 4.1879838589360574e-05,
      "loss": 1.6172,
      "step": 98018
    },
    {
      "epoch": 4.560083740404745,
      "grad_norm": 1.662489679754518,
      "learning_rate": 4.187726608198026e-05,
      "loss": 1.3516,
      "step": 98019
    },
    {
      "epoch": 4.560130262851826,
      "grad_norm": 1.8689760943569638,
      "learning_rate": 4.187469364079326e-05,
      "loss": 1.5703,
      "step": 98020
    },
    {
      "epoch": 4.560176785298907,
      "grad_norm": 1.763615187619987,
      "learning_rate": 4.1872121265801276e-05,
      "loss": 1.6562,
      "step": 98021
    },
    {
      "epoch": 4.5602233077459875,
      "grad_norm": 1.903203717793273,
      "learning_rate": 4.186954895700581e-05,
      "loss": 1.7891,
      "step": 98022
    },
    {
      "epoch": 4.560269830193068,
      "grad_norm": 1.8225701284240872,
      "learning_rate": 4.186697671440844e-05,
      "loss": 1.625,
      "step": 98023
    },
    {
      "epoch": 4.5603163526401485,
      "grad_norm": 1.7260789519509263,
      "learning_rate": 4.18644045380107e-05,
      "loss": 1.5625,
      "step": 98024
    },
    {
      "epoch": 4.56036287508723,
      "grad_norm": 1.7330800773849215,
      "learning_rate": 4.1861832427814265e-05,
      "loss": 1.5234,
      "step": 98025
    },
    {
      "epoch": 4.56040939753431,
      "grad_norm": 1.6856659143217478,
      "learning_rate": 4.1859260383820645e-05,
      "loss": 1.5156,
      "step": 98026
    },
    {
      "epoch": 4.560455919981391,
      "grad_norm": 1.9290068819625898,
      "learning_rate": 4.185668840603142e-05,
      "loss": 1.6406,
      "step": 98027
    },
    {
      "epoch": 4.560502442428472,
      "grad_norm": 1.7167022446810867,
      "learning_rate": 4.185411649444813e-05,
      "loss": 1.5,
      "step": 98028
    },
    {
      "epoch": 4.560548964875553,
      "grad_norm": 1.7669308786896754,
      "learning_rate": 4.185154464907238e-05,
      "loss": 1.7109,
      "step": 98029
    },
    {
      "epoch": 4.560595487322633,
      "grad_norm": 1.7375877388778238,
      "learning_rate": 4.184897286990581e-05,
      "loss": 1.6094,
      "step": 98030
    },
    {
      "epoch": 4.560642009769714,
      "grad_norm": 1.5572895073749156,
      "learning_rate": 4.1846401156949915e-05,
      "loss": 1.3047,
      "step": 98031
    },
    {
      "epoch": 4.560688532216795,
      "grad_norm": 1.6982183100876238,
      "learning_rate": 4.18438295102063e-05,
      "loss": 1.4141,
      "step": 98032
    },
    {
      "epoch": 4.560735054663875,
      "grad_norm": 1.7381926265862906,
      "learning_rate": 4.184125792967649e-05,
      "loss": 1.5078,
      "step": 98033
    },
    {
      "epoch": 4.560781577110956,
      "grad_norm": 1.8375441767519023,
      "learning_rate": 4.183868641536214e-05,
      "loss": 1.6797,
      "step": 98034
    },
    {
      "epoch": 4.560828099558037,
      "grad_norm": 1.7516727644981362,
      "learning_rate": 4.1836114967264784e-05,
      "loss": 1.6172,
      "step": 98035
    },
    {
      "epoch": 4.560874622005118,
      "grad_norm": 1.7420859781172522,
      "learning_rate": 4.183354358538599e-05,
      "loss": 1.4844,
      "step": 98036
    },
    {
      "epoch": 4.560921144452198,
      "grad_norm": 1.769175979621575,
      "learning_rate": 4.18309722697273e-05,
      "loss": 1.6172,
      "step": 98037
    },
    {
      "epoch": 4.560967666899279,
      "grad_norm": 1.8445721263452926,
      "learning_rate": 4.182840102029038e-05,
      "loss": 1.8359,
      "step": 98038
    },
    {
      "epoch": 4.561014189346359,
      "grad_norm": 1.8097862573296823,
      "learning_rate": 4.182582983707674e-05,
      "loss": 1.6172,
      "step": 98039
    },
    {
      "epoch": 4.5610607117934405,
      "grad_norm": 1.787030538405132,
      "learning_rate": 4.182325872008796e-05,
      "loss": 1.5391,
      "step": 98040
    },
    {
      "epoch": 4.561107234240521,
      "grad_norm": 1.898569919017645,
      "learning_rate": 4.1820687669325586e-05,
      "loss": 1.8203,
      "step": 98041
    },
    {
      "epoch": 4.5611537566876015,
      "grad_norm": 1.8110596830188277,
      "learning_rate": 4.1818116684791256e-05,
      "loss": 1.6797,
      "step": 98042
    },
    {
      "epoch": 4.561200279134683,
      "grad_norm": 1.6838596635269538,
      "learning_rate": 4.181554576648653e-05,
      "loss": 1.4297,
      "step": 98043
    },
    {
      "epoch": 4.561246801581763,
      "grad_norm": 1.7386335941413238,
      "learning_rate": 4.181297491441295e-05,
      "loss": 1.5156,
      "step": 98044
    },
    {
      "epoch": 4.561293324028844,
      "grad_norm": 1.8366054106543668,
      "learning_rate": 4.181040412857211e-05,
      "loss": 1.7734,
      "step": 98045
    },
    {
      "epoch": 4.561339846475924,
      "grad_norm": 1.9614275675219957,
      "learning_rate": 4.1807833408965525e-05,
      "loss": 1.9219,
      "step": 98046
    },
    {
      "epoch": 4.561386368923006,
      "grad_norm": 1.8474020525830797,
      "learning_rate": 4.1805262755594874e-05,
      "loss": 1.6406,
      "step": 98047
    },
    {
      "epoch": 4.561432891370086,
      "grad_norm": 1.8352493017012008,
      "learning_rate": 4.1802692168461684e-05,
      "loss": 1.7344,
      "step": 98048
    },
    {
      "epoch": 4.561479413817167,
      "grad_norm": 1.904027332030246,
      "learning_rate": 4.180012164756751e-05,
      "loss": 1.8125,
      "step": 98049
    },
    {
      "epoch": 4.561525936264248,
      "grad_norm": 1.7333148181562577,
      "learning_rate": 4.1797551192913916e-05,
      "loss": 1.5625,
      "step": 98050
    },
    {
      "epoch": 4.561572458711328,
      "grad_norm": 1.603981057074795,
      "learning_rate": 4.179498080450248e-05,
      "loss": 1.3906,
      "step": 98051
    },
    {
      "epoch": 4.561618981158409,
      "grad_norm": 1.8585342126114293,
      "learning_rate": 4.1792410482334845e-05,
      "loss": 1.7266,
      "step": 98052
    },
    {
      "epoch": 4.561665503605489,
      "grad_norm": 1.6217155223479796,
      "learning_rate": 4.178984022641253e-05,
      "loss": 1.4688,
      "step": 98053
    },
    {
      "epoch": 4.56171202605257,
      "grad_norm": 1.8740438651775317,
      "learning_rate": 4.178727003673711e-05,
      "loss": 1.8281,
      "step": 98054
    },
    {
      "epoch": 4.561758548499651,
      "grad_norm": 1.88045647236034,
      "learning_rate": 4.178469991331013e-05,
      "loss": 1.7109,
      "step": 98055
    },
    {
      "epoch": 4.561805070946732,
      "grad_norm": 1.7646878229323046,
      "learning_rate": 4.178212985613323e-05,
      "loss": 1.5938,
      "step": 98056
    },
    {
      "epoch": 4.561851593393812,
      "grad_norm": 1.878365629181935,
      "learning_rate": 4.177955986520795e-05,
      "loss": 1.7109,
      "step": 98057
    },
    {
      "epoch": 4.5618981158408936,
      "grad_norm": 1.5703757192213776,
      "learning_rate": 4.177698994053586e-05,
      "loss": 1.4297,
      "step": 98058
    },
    {
      "epoch": 4.561944638287974,
      "grad_norm": 1.7552673121622255,
      "learning_rate": 4.1774420082118495e-05,
      "loss": 1.5391,
      "step": 98059
    },
    {
      "epoch": 4.5619911607350545,
      "grad_norm": 1.7951029061683947,
      "learning_rate": 4.1771850289957507e-05,
      "loss": 1.5234,
      "step": 98060
    },
    {
      "epoch": 4.562037683182135,
      "grad_norm": 1.6846838322849236,
      "learning_rate": 4.1769280564054424e-05,
      "loss": 1.6641,
      "step": 98061
    },
    {
      "epoch": 4.562084205629216,
      "grad_norm": 1.7539108138113275,
      "learning_rate": 4.176671090441084e-05,
      "loss": 1.6719,
      "step": 98062
    },
    {
      "epoch": 4.562130728076297,
      "grad_norm": 1.8234431122531751,
      "learning_rate": 4.176414131102826e-05,
      "loss": 1.5938,
      "step": 98063
    },
    {
      "epoch": 4.562177250523377,
      "grad_norm": 1.7506499458510953,
      "learning_rate": 4.1761571783908356e-05,
      "loss": 1.3906,
      "step": 98064
    },
    {
      "epoch": 4.562223772970459,
      "grad_norm": 1.829129809333129,
      "learning_rate": 4.175900232305266e-05,
      "loss": 1.5781,
      "step": 98065
    },
    {
      "epoch": 4.562270295417539,
      "grad_norm": 1.7717391476423898,
      "learning_rate": 4.175643292846273e-05,
      "loss": 1.5547,
      "step": 98066
    },
    {
      "epoch": 4.56231681786462,
      "grad_norm": 1.816670959625495,
      "learning_rate": 4.1753863600140115e-05,
      "loss": 1.7266,
      "step": 98067
    },
    {
      "epoch": 4.5623633403117,
      "grad_norm": 1.7703515071846885,
      "learning_rate": 4.175129433808647e-05,
      "loss": 1.6328,
      "step": 98068
    },
    {
      "epoch": 4.5624098627587815,
      "grad_norm": 1.9475393293553613,
      "learning_rate": 4.17487251423033e-05,
      "loss": 1.8125,
      "step": 98069
    },
    {
      "epoch": 4.562456385205862,
      "grad_norm": 1.6175094965986336,
      "learning_rate": 4.174615601279222e-05,
      "loss": 1.3438,
      "step": 98070
    },
    {
      "epoch": 4.562502907652942,
      "grad_norm": 1.944311089262475,
      "learning_rate": 4.174358694955477e-05,
      "loss": 1.7891,
      "step": 98071
    },
    {
      "epoch": 4.562549430100023,
      "grad_norm": 1.7862521070830746,
      "learning_rate": 4.174101795259245e-05,
      "loss": 1.7188,
      "step": 98072
    },
    {
      "epoch": 4.562595952547104,
      "grad_norm": 1.7142253028888614,
      "learning_rate": 4.1738449021907004e-05,
      "loss": 1.6875,
      "step": 98073
    },
    {
      "epoch": 4.562642474994185,
      "grad_norm": 1.7868036875907338,
      "learning_rate": 4.173588015749993e-05,
      "loss": 1.5703,
      "step": 98074
    },
    {
      "epoch": 4.562688997441265,
      "grad_norm": 1.688666640844151,
      "learning_rate": 4.173331135937277e-05,
      "loss": 1.4062,
      "step": 98075
    },
    {
      "epoch": 4.562735519888346,
      "grad_norm": 1.7863461088725618,
      "learning_rate": 4.1730742627527136e-05,
      "loss": 1.5156,
      "step": 98076
    },
    {
      "epoch": 4.562782042335427,
      "grad_norm": 1.6273435071295308,
      "learning_rate": 4.1728173961964514e-05,
      "loss": 1.4375,
      "step": 98077
    },
    {
      "epoch": 4.5628285647825075,
      "grad_norm": 1.5736602048424573,
      "learning_rate": 4.172560536268659e-05,
      "loss": 1.3125,
      "step": 98078
    },
    {
      "epoch": 4.562875087229588,
      "grad_norm": 1.5189594082817968,
      "learning_rate": 4.172303682969489e-05,
      "loss": 1.1406,
      "step": 98079
    },
    {
      "epoch": 4.562921609676669,
      "grad_norm": 1.9723351391711172,
      "learning_rate": 4.172046836299099e-05,
      "loss": 1.7422,
      "step": 98080
    },
    {
      "epoch": 4.56296813212375,
      "grad_norm": 1.7174712468172209,
      "learning_rate": 4.1717899962576406e-05,
      "loss": 1.5859,
      "step": 98081
    },
    {
      "epoch": 4.56301465457083,
      "grad_norm": 1.7875830838760896,
      "learning_rate": 4.171533162845282e-05,
      "loss": 1.5547,
      "step": 98082
    },
    {
      "epoch": 4.563061177017911,
      "grad_norm": 1.814348542061991,
      "learning_rate": 4.171276336062174e-05,
      "loss": 1.7188,
      "step": 98083
    },
    {
      "epoch": 4.563107699464992,
      "grad_norm": 1.7194575513373416,
      "learning_rate": 4.171019515908474e-05,
      "loss": 1.4922,
      "step": 98084
    },
    {
      "epoch": 4.563154221912073,
      "grad_norm": 1.64460425525236,
      "learning_rate": 4.170762702384334e-05,
      "loss": 1.5625,
      "step": 98085
    },
    {
      "epoch": 4.563200744359153,
      "grad_norm": 1.9771539229431176,
      "learning_rate": 4.170505895489923e-05,
      "loss": 1.7344,
      "step": 98086
    },
    {
      "epoch": 4.5632472668062345,
      "grad_norm": 1.6694137505205744,
      "learning_rate": 4.170249095225393e-05,
      "loss": 1.5234,
      "step": 98087
    },
    {
      "epoch": 4.563293789253315,
      "grad_norm": 1.7173900247747722,
      "learning_rate": 4.169992301590898e-05,
      "loss": 1.6172,
      "step": 98088
    },
    {
      "epoch": 4.5633403117003954,
      "grad_norm": 1.7537340264032197,
      "learning_rate": 4.1697355145865947e-05,
      "loss": 1.6172,
      "step": 98089
    },
    {
      "epoch": 4.563386834147476,
      "grad_norm": 1.8620027300252557,
      "learning_rate": 4.169478734212647e-05,
      "loss": 1.6719,
      "step": 98090
    },
    {
      "epoch": 4.563433356594556,
      "grad_norm": 1.5345532574403993,
      "learning_rate": 4.16922196046921e-05,
      "loss": 1.3281,
      "step": 98091
    },
    {
      "epoch": 4.563479879041638,
      "grad_norm": 1.8032827404976997,
      "learning_rate": 4.1689651933564364e-05,
      "loss": 1.7188,
      "step": 98092
    },
    {
      "epoch": 4.563526401488718,
      "grad_norm": 1.7529645880729092,
      "learning_rate": 4.1687084328744816e-05,
      "loss": 1.4609,
      "step": 98093
    },
    {
      "epoch": 4.563572923935799,
      "grad_norm": 1.885748311361742,
      "learning_rate": 4.16845167902351e-05,
      "loss": 1.7344,
      "step": 98094
    },
    {
      "epoch": 4.56361944638288,
      "grad_norm": 1.6845739844072711,
      "learning_rate": 4.168194931803679e-05,
      "loss": 1.5234,
      "step": 98095
    },
    {
      "epoch": 4.563665968829961,
      "grad_norm": 1.8089480198684498,
      "learning_rate": 4.167938191215143e-05,
      "loss": 1.6094,
      "step": 98096
    },
    {
      "epoch": 4.563712491277041,
      "grad_norm": 1.7892286340923618,
      "learning_rate": 4.167681457258058e-05,
      "loss": 1.5859,
      "step": 98097
    },
    {
      "epoch": 4.5637590137241215,
      "grad_norm": 1.6456050751893023,
      "learning_rate": 4.1674247299325794e-05,
      "loss": 1.2812,
      "step": 98098
    },
    {
      "epoch": 4.563805536171203,
      "grad_norm": 1.7162613244638194,
      "learning_rate": 4.167168009238872e-05,
      "loss": 1.5,
      "step": 98099
    },
    {
      "epoch": 4.563852058618283,
      "grad_norm": 1.8489414494945946,
      "learning_rate": 4.1669112951770865e-05,
      "loss": 1.6875,
      "step": 98100
    },
    {
      "epoch": 4.563898581065364,
      "grad_norm": 1.5561811228179272,
      "learning_rate": 4.1666545877473836e-05,
      "loss": 1.1641,
      "step": 98101
    },
    {
      "epoch": 4.563945103512445,
      "grad_norm": 1.889587840485055,
      "learning_rate": 4.166397886949917e-05,
      "loss": 1.6484,
      "step": 98102
    },
    {
      "epoch": 4.563991625959526,
      "grad_norm": 1.8328525573084569,
      "learning_rate": 4.166141192784841e-05,
      "loss": 1.6797,
      "step": 98103
    },
    {
      "epoch": 4.564038148406606,
      "grad_norm": 1.9198408269711977,
      "learning_rate": 4.165884505252323e-05,
      "loss": 1.8203,
      "step": 98104
    },
    {
      "epoch": 4.564084670853687,
      "grad_norm": 1.8586291297473265,
      "learning_rate": 4.165627824352513e-05,
      "loss": 1.7109,
      "step": 98105
    },
    {
      "epoch": 4.564131193300768,
      "grad_norm": 1.7957187452188468,
      "learning_rate": 4.1653711500855705e-05,
      "loss": 1.625,
      "step": 98106
    },
    {
      "epoch": 4.5641777157478485,
      "grad_norm": 1.723748535632836,
      "learning_rate": 4.165114482451647e-05,
      "loss": 1.5781,
      "step": 98107
    },
    {
      "epoch": 4.564224238194929,
      "grad_norm": 1.7677289809019703,
      "learning_rate": 4.164857821450908e-05,
      "loss": 1.7109,
      "step": 98108
    },
    {
      "epoch": 4.564270760642009,
      "grad_norm": 1.7787024444879704,
      "learning_rate": 4.1646011670835075e-05,
      "loss": 1.6562,
      "step": 98109
    },
    {
      "epoch": 4.564317283089091,
      "grad_norm": 1.8233491417194332,
      "learning_rate": 4.164344519349603e-05,
      "loss": 1.6953,
      "step": 98110
    },
    {
      "epoch": 4.564363805536171,
      "grad_norm": 1.7846498979836063,
      "learning_rate": 4.164087878249345e-05,
      "loss": 1.6875,
      "step": 98111
    },
    {
      "epoch": 4.564410327983252,
      "grad_norm": 1.8129663767190443,
      "learning_rate": 4.1638312437829e-05,
      "loss": 1.6406,
      "step": 98112
    },
    {
      "epoch": 4.564456850430332,
      "grad_norm": 1.9783618613570688,
      "learning_rate": 4.163574615950424e-05,
      "loss": 1.9844,
      "step": 98113
    },
    {
      "epoch": 4.564503372877414,
      "grad_norm": 1.7729173827174054,
      "learning_rate": 4.1633179947520697e-05,
      "loss": 1.5078,
      "step": 98114
    },
    {
      "epoch": 4.564549895324494,
      "grad_norm": 1.6859660331365884,
      "learning_rate": 4.1630613801879914e-05,
      "loss": 1.6094,
      "step": 98115
    },
    {
      "epoch": 4.5645964177715745,
      "grad_norm": 1.7465770504257292,
      "learning_rate": 4.1628047722583496e-05,
      "loss": 1.5156,
      "step": 98116
    },
    {
      "epoch": 4.564642940218656,
      "grad_norm": 1.7508586444176812,
      "learning_rate": 4.162548170963309e-05,
      "loss": 1.5547,
      "step": 98117
    },
    {
      "epoch": 4.564689462665736,
      "grad_norm": 1.713802009007485,
      "learning_rate": 4.1622915763030195e-05,
      "loss": 1.625,
      "step": 98118
    },
    {
      "epoch": 4.564735985112817,
      "grad_norm": 1.7642958872066592,
      "learning_rate": 4.1620349882776395e-05,
      "loss": 1.625,
      "step": 98119
    },
    {
      "epoch": 4.564782507559897,
      "grad_norm": 1.8649473410841455,
      "learning_rate": 4.1617784068873214e-05,
      "loss": 1.75,
      "step": 98120
    },
    {
      "epoch": 4.564829030006979,
      "grad_norm": 1.612357083601849,
      "learning_rate": 4.16152183213223e-05,
      "loss": 1.4453,
      "step": 98121
    },
    {
      "epoch": 4.564875552454059,
      "grad_norm": 1.7658172744579228,
      "learning_rate": 4.1612652640125185e-05,
      "loss": 1.5703,
      "step": 98122
    },
    {
      "epoch": 4.56492207490114,
      "grad_norm": 1.99854779445128,
      "learning_rate": 4.1610087025283453e-05,
      "loss": 1.75,
      "step": 98123
    },
    {
      "epoch": 4.56496859734822,
      "grad_norm": 1.7038113318903512,
      "learning_rate": 4.1607521476798615e-05,
      "loss": 1.5625,
      "step": 98124
    },
    {
      "epoch": 4.5650151197953015,
      "grad_norm": 1.7697197574546901,
      "learning_rate": 4.1604955994672344e-05,
      "loss": 1.6484,
      "step": 98125
    },
    {
      "epoch": 4.565061642242382,
      "grad_norm": 1.724788830087022,
      "learning_rate": 4.1602390578906144e-05,
      "loss": 1.5078,
      "step": 98126
    },
    {
      "epoch": 4.5651081646894625,
      "grad_norm": 1.8721264730999774,
      "learning_rate": 4.15998252295016e-05,
      "loss": 1.8359,
      "step": 98127
    },
    {
      "epoch": 4.565154687136543,
      "grad_norm": 1.8532996853390686,
      "learning_rate": 4.15972599464603e-05,
      "loss": 1.6797,
      "step": 98128
    },
    {
      "epoch": 4.565201209583624,
      "grad_norm": 1.6291440799367796,
      "learning_rate": 4.159469472978374e-05,
      "loss": 1.4531,
      "step": 98129
    },
    {
      "epoch": 4.565247732030705,
      "grad_norm": 1.9039849680269667,
      "learning_rate": 4.159212957947359e-05,
      "loss": 1.6953,
      "step": 98130
    },
    {
      "epoch": 4.565294254477785,
      "grad_norm": 1.7950621906079596,
      "learning_rate": 4.158956449553137e-05,
      "loss": 1.6484,
      "step": 98131
    },
    {
      "epoch": 4.565340776924867,
      "grad_norm": 1.854458711779992,
      "learning_rate": 4.1586999477958667e-05,
      "loss": 1.75,
      "step": 98132
    },
    {
      "epoch": 4.565387299371947,
      "grad_norm": 1.7858742309300797,
      "learning_rate": 4.1584434526757e-05,
      "loss": 1.6094,
      "step": 98133
    },
    {
      "epoch": 4.565433821819028,
      "grad_norm": 1.8237120089695056,
      "learning_rate": 4.158186964192802e-05,
      "loss": 1.7109,
      "step": 98134
    },
    {
      "epoch": 4.565480344266108,
      "grad_norm": 1.6200470394506266,
      "learning_rate": 4.1579304823473255e-05,
      "loss": 1.4844,
      "step": 98135
    },
    {
      "epoch": 4.565526866713189,
      "grad_norm": 1.8433237460878922,
      "learning_rate": 4.157674007139429e-05,
      "loss": 1.6797,
      "step": 98136
    },
    {
      "epoch": 4.56557338916027,
      "grad_norm": 1.8051878526197906,
      "learning_rate": 4.157417538569263e-05,
      "loss": 1.6484,
      "step": 98137
    },
    {
      "epoch": 4.56561991160735,
      "grad_norm": 1.6601966434918654,
      "learning_rate": 4.15716107663699e-05,
      "loss": 1.4062,
      "step": 98138
    },
    {
      "epoch": 4.565666434054432,
      "grad_norm": 1.80766562280597,
      "learning_rate": 4.156904621342771e-05,
      "loss": 1.6953,
      "step": 98139
    },
    {
      "epoch": 4.565712956501512,
      "grad_norm": 1.824665849228229,
      "learning_rate": 4.15664817268676e-05,
      "loss": 1.6719,
      "step": 98140
    },
    {
      "epoch": 4.565759478948593,
      "grad_norm": 1.8945768303400503,
      "learning_rate": 4.1563917306691125e-05,
      "loss": 1.7422,
      "step": 98141
    },
    {
      "epoch": 4.565806001395673,
      "grad_norm": 1.8592281968703883,
      "learning_rate": 4.1561352952899814e-05,
      "loss": 1.7031,
      "step": 98142
    },
    {
      "epoch": 4.565852523842754,
      "grad_norm": 1.7134625831603891,
      "learning_rate": 4.1558788665495314e-05,
      "loss": 1.5781,
      "step": 98143
    },
    {
      "epoch": 4.565899046289835,
      "grad_norm": 1.7532132823043955,
      "learning_rate": 4.1556224444479176e-05,
      "loss": 1.5391,
      "step": 98144
    },
    {
      "epoch": 4.5659455687369155,
      "grad_norm": 1.6367857573289912,
      "learning_rate": 4.1553660289852966e-05,
      "loss": 1.3594,
      "step": 98145
    },
    {
      "epoch": 4.565992091183996,
      "grad_norm": 1.8183727139105197,
      "learning_rate": 4.155109620161818e-05,
      "loss": 1.5938,
      "step": 98146
    },
    {
      "epoch": 4.566038613631077,
      "grad_norm": 1.5471782562828154,
      "learning_rate": 4.15485321797765e-05,
      "loss": 1.3281,
      "step": 98147
    },
    {
      "epoch": 4.566085136078158,
      "grad_norm": 1.6451961969585662,
      "learning_rate": 4.1545968224329464e-05,
      "loss": 1.4922,
      "step": 98148
    },
    {
      "epoch": 4.566131658525238,
      "grad_norm": 1.7732030935421197,
      "learning_rate": 4.1543404335278616e-05,
      "loss": 1.6094,
      "step": 98149
    },
    {
      "epoch": 4.566178180972319,
      "grad_norm": 1.7580388937398095,
      "learning_rate": 4.154084051262548e-05,
      "loss": 1.5234,
      "step": 98150
    },
    {
      "epoch": 4.5662247034194,
      "grad_norm": 1.6669813618467133,
      "learning_rate": 4.153827675637173e-05,
      "loss": 1.5078,
      "step": 98151
    },
    {
      "epoch": 4.566271225866481,
      "grad_norm": 1.8206593353734795,
      "learning_rate": 4.1535713066518885e-05,
      "loss": 1.7734,
      "step": 98152
    },
    {
      "epoch": 4.566317748313561,
      "grad_norm": 1.8301598431217647,
      "learning_rate": 4.1533149443068526e-05,
      "loss": 1.4062,
      "step": 98153
    },
    {
      "epoch": 4.566364270760642,
      "grad_norm": 1.7084398105808343,
      "learning_rate": 4.1530585886022196e-05,
      "loss": 1.4062,
      "step": 98154
    },
    {
      "epoch": 4.566410793207723,
      "grad_norm": 1.7719596342520678,
      "learning_rate": 4.1528022395381454e-05,
      "loss": 1.5547,
      "step": 98155
    },
    {
      "epoch": 4.566457315654803,
      "grad_norm": 1.8058915425213653,
      "learning_rate": 4.152545897114794e-05,
      "loss": 1.7422,
      "step": 98156
    },
    {
      "epoch": 4.566503838101884,
      "grad_norm": 1.8020737248588834,
      "learning_rate": 4.152289561332317e-05,
      "loss": 1.7031,
      "step": 98157
    },
    {
      "epoch": 4.566550360548965,
      "grad_norm": 1.8006762778320318,
      "learning_rate": 4.152033232190873e-05,
      "loss": 1.6406,
      "step": 98158
    },
    {
      "epoch": 4.566596882996046,
      "grad_norm": 1.8731843243944533,
      "learning_rate": 4.1517769096906125e-05,
      "loss": 1.6875,
      "step": 98159
    },
    {
      "epoch": 4.566643405443126,
      "grad_norm": 1.7977495581002836,
      "learning_rate": 4.151520593831699e-05,
      "loss": 1.6719,
      "step": 98160
    },
    {
      "epoch": 4.566689927890207,
      "grad_norm": 1.8603122054729861,
      "learning_rate": 4.151264284614292e-05,
      "loss": 1.7656,
      "step": 98161
    },
    {
      "epoch": 4.566736450337288,
      "grad_norm": 1.6374875326774212,
      "learning_rate": 4.151007982038546e-05,
      "loss": 1.3047,
      "step": 98162
    },
    {
      "epoch": 4.5667829727843685,
      "grad_norm": 1.7208761385636204,
      "learning_rate": 4.1507516861046164e-05,
      "loss": 1.5391,
      "step": 98163
    },
    {
      "epoch": 4.566829495231449,
      "grad_norm": 1.8445289234891162,
      "learning_rate": 4.1504953968126574e-05,
      "loss": 1.6797,
      "step": 98164
    },
    {
      "epoch": 4.5668760176785295,
      "grad_norm": 1.6563914240216235,
      "learning_rate": 4.150239114162832e-05,
      "loss": 1.3203,
      "step": 98165
    },
    {
      "epoch": 4.566922540125611,
      "grad_norm": 1.68951555479597,
      "learning_rate": 4.149982838155295e-05,
      "loss": 1.4609,
      "step": 98166
    },
    {
      "epoch": 4.566969062572691,
      "grad_norm": 1.7521477183161684,
      "learning_rate": 4.149726568790202e-05,
      "loss": 1.4375,
      "step": 98167
    },
    {
      "epoch": 4.567015585019772,
      "grad_norm": 1.9195131487305863,
      "learning_rate": 4.149470306067706e-05,
      "loss": 1.8281,
      "step": 98168
    },
    {
      "epoch": 4.567062107466853,
      "grad_norm": 1.9762110921130485,
      "learning_rate": 4.149214049987972e-05,
      "loss": 1.8438,
      "step": 98169
    },
    {
      "epoch": 4.567108629913934,
      "grad_norm": 1.8238515570819258,
      "learning_rate": 4.148957800551154e-05,
      "loss": 1.7266,
      "step": 98170
    },
    {
      "epoch": 4.567155152361014,
      "grad_norm": 1.6973516045717771,
      "learning_rate": 4.1487015577574066e-05,
      "loss": 1.4766,
      "step": 98171
    },
    {
      "epoch": 4.567201674808095,
      "grad_norm": 1.913196790553289,
      "learning_rate": 4.148445321606886e-05,
      "loss": 1.7891,
      "step": 98172
    },
    {
      "epoch": 4.567248197255176,
      "grad_norm": 1.7567223262497822,
      "learning_rate": 4.148189092099754e-05,
      "loss": 1.5625,
      "step": 98173
    },
    {
      "epoch": 4.567294719702256,
      "grad_norm": 1.8626678789975197,
      "learning_rate": 4.1479328692361646e-05,
      "loss": 1.6172,
      "step": 98174
    },
    {
      "epoch": 4.567341242149337,
      "grad_norm": 1.7140626535620587,
      "learning_rate": 4.1476766530162756e-05,
      "loss": 1.6172,
      "step": 98175
    },
    {
      "epoch": 4.567387764596418,
      "grad_norm": 1.7473480924910152,
      "learning_rate": 4.147420443440237e-05,
      "loss": 1.5078,
      "step": 98176
    },
    {
      "epoch": 4.567434287043499,
      "grad_norm": 1.6910424412774916,
      "learning_rate": 4.1471642405082176e-05,
      "loss": 1.5078,
      "step": 98177
    },
    {
      "epoch": 4.567480809490579,
      "grad_norm": 1.7393394423794915,
      "learning_rate": 4.1469080442203665e-05,
      "loss": 1.5703,
      "step": 98178
    },
    {
      "epoch": 4.56752733193766,
      "grad_norm": 1.7416773486501018,
      "learning_rate": 4.146651854576844e-05,
      "loss": 1.6172,
      "step": 98179
    },
    {
      "epoch": 4.56757385438474,
      "grad_norm": 1.926138048995361,
      "learning_rate": 4.1463956715778044e-05,
      "loss": 1.7578,
      "step": 98180
    },
    {
      "epoch": 4.5676203768318215,
      "grad_norm": 1.8926293367836586,
      "learning_rate": 4.1461394952234e-05,
      "loss": 1.7734,
      "step": 98181
    },
    {
      "epoch": 4.567666899278902,
      "grad_norm": 1.7335162611139987,
      "learning_rate": 4.145883325513794e-05,
      "loss": 1.5156,
      "step": 98182
    },
    {
      "epoch": 4.5677134217259825,
      "grad_norm": 1.7478181244689117,
      "learning_rate": 4.1456271624491465e-05,
      "loss": 1.6172,
      "step": 98183
    },
    {
      "epoch": 4.567759944173064,
      "grad_norm": 1.7872063464871863,
      "learning_rate": 4.145371006029611e-05,
      "loss": 1.6328,
      "step": 98184
    },
    {
      "epoch": 4.567806466620144,
      "grad_norm": 1.8278686742773875,
      "learning_rate": 4.145114856255341e-05,
      "loss": 1.6016,
      "step": 98185
    },
    {
      "epoch": 4.567852989067225,
      "grad_norm": 1.7363235021895715,
      "learning_rate": 4.144858713126494e-05,
      "loss": 1.3047,
      "step": 98186
    },
    {
      "epoch": 4.567899511514305,
      "grad_norm": 1.7087716820790355,
      "learning_rate": 4.1446025766432305e-05,
      "loss": 1.4922,
      "step": 98187
    },
    {
      "epoch": 4.567946033961387,
      "grad_norm": 1.8282894929222584,
      "learning_rate": 4.144346446805706e-05,
      "loss": 1.5469,
      "step": 98188
    },
    {
      "epoch": 4.567992556408467,
      "grad_norm": 1.619055037521946,
      "learning_rate": 4.144090323614078e-05,
      "loss": 1.4609,
      "step": 98189
    },
    {
      "epoch": 4.568039078855548,
      "grad_norm": 1.6708194340669438,
      "learning_rate": 4.143834207068496e-05,
      "loss": 1.4297,
      "step": 98190
    },
    {
      "epoch": 4.568085601302629,
      "grad_norm": 1.748622515374467,
      "learning_rate": 4.143578097169128e-05,
      "loss": 1.5625,
      "step": 98191
    },
    {
      "epoch": 4.5681321237497095,
      "grad_norm": 1.796776172116939,
      "learning_rate": 4.143321993916123e-05,
      "loss": 1.7656,
      "step": 98192
    },
    {
      "epoch": 4.56817864619679,
      "grad_norm": 1.6823982672012148,
      "learning_rate": 4.1430658973096435e-05,
      "loss": 1.5469,
      "step": 98193
    },
    {
      "epoch": 4.56822516864387,
      "grad_norm": 1.8923419158258272,
      "learning_rate": 4.1428098073498375e-05,
      "loss": 1.7344,
      "step": 98194
    },
    {
      "epoch": 4.568271691090952,
      "grad_norm": 1.9006203431292086,
      "learning_rate": 4.1425537240368705e-05,
      "loss": 1.8828,
      "step": 98195
    },
    {
      "epoch": 4.568318213538032,
      "grad_norm": 1.8307633788185989,
      "learning_rate": 4.142297647370897e-05,
      "loss": 1.6562,
      "step": 98196
    },
    {
      "epoch": 4.568364735985113,
      "grad_norm": 1.813196651818141,
      "learning_rate": 4.142041577352074e-05,
      "loss": 1.7891,
      "step": 98197
    },
    {
      "epoch": 4.568411258432193,
      "grad_norm": 1.8332348379654648,
      "learning_rate": 4.141785513980551e-05,
      "loss": 1.6562,
      "step": 98198
    },
    {
      "epoch": 4.568457780879275,
      "grad_norm": 1.8252853042471349,
      "learning_rate": 4.141529457256497e-05,
      "loss": 1.6641,
      "step": 98199
    },
    {
      "epoch": 4.568504303326355,
      "grad_norm": 1.7278845433790193,
      "learning_rate": 4.141273407180061e-05,
      "loss": 1.6328,
      "step": 98200
    },
    {
      "epoch": 4.5685508257734355,
      "grad_norm": 1.7666040116076367,
      "learning_rate": 4.141017363751401e-05,
      "loss": 1.6953,
      "step": 98201
    },
    {
      "epoch": 4.568597348220516,
      "grad_norm": 1.8117785624990097,
      "learning_rate": 4.140761326970671e-05,
      "loss": 1.5391,
      "step": 98202
    },
    {
      "epoch": 4.568643870667597,
      "grad_norm": 1.7689505269675458,
      "learning_rate": 4.140505296838037e-05,
      "loss": 1.5938,
      "step": 98203
    },
    {
      "epoch": 4.568690393114678,
      "grad_norm": 1.830818861848735,
      "learning_rate": 4.140249273353642e-05,
      "loss": 1.75,
      "step": 98204
    },
    {
      "epoch": 4.568736915561758,
      "grad_norm": 1.8575329216456895,
      "learning_rate": 4.139993256517657e-05,
      "loss": 1.6562,
      "step": 98205
    },
    {
      "epoch": 4.56878343800884,
      "grad_norm": 1.7975814425542371,
      "learning_rate": 4.139737246330232e-05,
      "loss": 1.6172,
      "step": 98206
    },
    {
      "epoch": 4.56882996045592,
      "grad_norm": 1.8370620415543903,
      "learning_rate": 4.139481242791522e-05,
      "loss": 1.5859,
      "step": 98207
    },
    {
      "epoch": 4.568876482903001,
      "grad_norm": 1.7531561372727171,
      "learning_rate": 4.139225245901682e-05,
      "loss": 1.5234,
      "step": 98208
    },
    {
      "epoch": 4.568923005350081,
      "grad_norm": 1.8277827767939048,
      "learning_rate": 4.138969255660879e-05,
      "loss": 1.7578,
      "step": 98209
    },
    {
      "epoch": 4.5689695277971625,
      "grad_norm": 1.8259280073807602,
      "learning_rate": 4.13871327206926e-05,
      "loss": 1.6641,
      "step": 98210
    },
    {
      "epoch": 4.569016050244243,
      "grad_norm": 1.796075317503955,
      "learning_rate": 4.138457295126986e-05,
      "loss": 1.5312,
      "step": 98211
    },
    {
      "epoch": 4.569062572691323,
      "grad_norm": 1.5432429404461776,
      "learning_rate": 4.138201324834209e-05,
      "loss": 1.2422,
      "step": 98212
    },
    {
      "epoch": 4.569109095138404,
      "grad_norm": 1.7530495887546182,
      "learning_rate": 4.137945361191091e-05,
      "loss": 1.5938,
      "step": 98213
    },
    {
      "epoch": 4.569155617585485,
      "grad_norm": 1.8646662053559677,
      "learning_rate": 4.137689404197789e-05,
      "loss": 1.7578,
      "step": 98214
    },
    {
      "epoch": 4.569202140032566,
      "grad_norm": 1.8492188217972638,
      "learning_rate": 4.137433453854458e-05,
      "loss": 1.7422,
      "step": 98215
    },
    {
      "epoch": 4.569248662479646,
      "grad_norm": 1.7655914044644774,
      "learning_rate": 4.1371775101612486e-05,
      "loss": 1.4609,
      "step": 98216
    },
    {
      "epoch": 4.569295184926727,
      "grad_norm": 1.7444741719907284,
      "learning_rate": 4.136921573118328e-05,
      "loss": 1.5547,
      "step": 98217
    },
    {
      "epoch": 4.569341707373808,
      "grad_norm": 1.7996406909619946,
      "learning_rate": 4.136665642725847e-05,
      "loss": 1.8203,
      "step": 98218
    },
    {
      "epoch": 4.5693882298208885,
      "grad_norm": 1.6214830793634605,
      "learning_rate": 4.136409718983964e-05,
      "loss": 1.2891,
      "step": 98219
    },
    {
      "epoch": 4.569434752267969,
      "grad_norm": 1.8177090391123094,
      "learning_rate": 4.1361538018928304e-05,
      "loss": 1.5859,
      "step": 98220
    },
    {
      "epoch": 4.56948127471505,
      "grad_norm": 1.7803272049465697,
      "learning_rate": 4.135897891452613e-05,
      "loss": 1.6094,
      "step": 98221
    },
    {
      "epoch": 4.569527797162131,
      "grad_norm": 1.7290909620193204,
      "learning_rate": 4.135641987663462e-05,
      "loss": 1.6641,
      "step": 98222
    },
    {
      "epoch": 4.569574319609211,
      "grad_norm": 1.8014958997977784,
      "learning_rate": 4.135386090525536e-05,
      "loss": 1.6641,
      "step": 98223
    },
    {
      "epoch": 4.569620842056292,
      "grad_norm": 1.5940393025248372,
      "learning_rate": 4.135130200038984e-05,
      "loss": 1.4141,
      "step": 98224
    },
    {
      "epoch": 4.569667364503373,
      "grad_norm": 1.765487594365642,
      "learning_rate": 4.134874316203972e-05,
      "loss": 1.5781,
      "step": 98225
    },
    {
      "epoch": 4.569713886950454,
      "grad_norm": 1.8539457384713658,
      "learning_rate": 4.134618439020657e-05,
      "loss": 1.6641,
      "step": 98226
    },
    {
      "epoch": 4.569760409397534,
      "grad_norm": 1.6128965649453046,
      "learning_rate": 4.1343625684891925e-05,
      "loss": 1.2109,
      "step": 98227
    },
    {
      "epoch": 4.5698069318446155,
      "grad_norm": 1.7993638163055397,
      "learning_rate": 4.1341067046097355e-05,
      "loss": 1.6172,
      "step": 98228
    },
    {
      "epoch": 4.569853454291696,
      "grad_norm": 1.9187696348005705,
      "learning_rate": 4.1338508473824375e-05,
      "loss": 1.7734,
      "step": 98229
    },
    {
      "epoch": 4.5698999767387765,
      "grad_norm": 1.700905117979805,
      "learning_rate": 4.133594996807466e-05,
      "loss": 1.5781,
      "step": 98230
    },
    {
      "epoch": 4.569946499185857,
      "grad_norm": 1.8088670435742105,
      "learning_rate": 4.1333391528849705e-05,
      "loss": 1.6406,
      "step": 98231
    },
    {
      "epoch": 4.569993021632937,
      "grad_norm": 1.5976862893143844,
      "learning_rate": 4.13308331561511e-05,
      "loss": 1.4141,
      "step": 98232
    },
    {
      "epoch": 4.570039544080019,
      "grad_norm": 1.8289862907159635,
      "learning_rate": 4.132827484998037e-05,
      "loss": 1.625,
      "step": 98233
    },
    {
      "epoch": 4.570086066527099,
      "grad_norm": 1.8253187518064953,
      "learning_rate": 4.132571661033909e-05,
      "loss": 1.4141,
      "step": 98234
    },
    {
      "epoch": 4.57013258897418,
      "grad_norm": 1.7602076821378385,
      "learning_rate": 4.132315843722888e-05,
      "loss": 1.5156,
      "step": 98235
    },
    {
      "epoch": 4.570179111421261,
      "grad_norm": 1.7523781789829194,
      "learning_rate": 4.132060033065128e-05,
      "loss": 1.7656,
      "step": 98236
    },
    {
      "epoch": 4.570225633868342,
      "grad_norm": 1.892568675507285,
      "learning_rate": 4.1318042290607864e-05,
      "loss": 1.7344,
      "step": 98237
    },
    {
      "epoch": 4.570272156315422,
      "grad_norm": 1.637802255465311,
      "learning_rate": 4.131548431710012e-05,
      "loss": 1.4375,
      "step": 98238
    },
    {
      "epoch": 4.5703186787625025,
      "grad_norm": 1.6702267381415759,
      "learning_rate": 4.1312926410129714e-05,
      "loss": 1.3672,
      "step": 98239
    },
    {
      "epoch": 4.570365201209584,
      "grad_norm": 1.7277465232525444,
      "learning_rate": 4.131036856969819e-05,
      "loss": 1.5156,
      "step": 98240
    },
    {
      "epoch": 4.570411723656664,
      "grad_norm": 1.746846433995481,
      "learning_rate": 4.1307810795807104e-05,
      "loss": 1.6875,
      "step": 98241
    },
    {
      "epoch": 4.570458246103745,
      "grad_norm": 1.8386772385065957,
      "learning_rate": 4.130525308845795e-05,
      "loss": 1.7578,
      "step": 98242
    },
    {
      "epoch": 4.570504768550826,
      "grad_norm": 1.804660838194257,
      "learning_rate": 4.130269544765242e-05,
      "loss": 1.7031,
      "step": 98243
    },
    {
      "epoch": 4.570551290997907,
      "grad_norm": 1.7623389294012408,
      "learning_rate": 4.130013787339203e-05,
      "loss": 1.5078,
      "step": 98244
    },
    {
      "epoch": 4.570597813444987,
      "grad_norm": 1.7398963615198466,
      "learning_rate": 4.129758036567832e-05,
      "loss": 1.6094,
      "step": 98245
    },
    {
      "epoch": 4.570644335892068,
      "grad_norm": 1.768190811653395,
      "learning_rate": 4.129502292451283e-05,
      "loss": 1.6797,
      "step": 98246
    },
    {
      "epoch": 4.570690858339149,
      "grad_norm": 1.800116018461479,
      "learning_rate": 4.129246554989717e-05,
      "loss": 1.6172,
      "step": 98247
    },
    {
      "epoch": 4.5707373807862295,
      "grad_norm": 1.7903632211892955,
      "learning_rate": 4.128990824183295e-05,
      "loss": 1.6016,
      "step": 98248
    },
    {
      "epoch": 4.57078390323331,
      "grad_norm": 1.748096330090095,
      "learning_rate": 4.128735100032168e-05,
      "loss": 1.5547,
      "step": 98249
    },
    {
      "epoch": 4.57083042568039,
      "grad_norm": 1.7741256567249126,
      "learning_rate": 4.1284793825364946e-05,
      "loss": 1.5781,
      "step": 98250
    },
    {
      "epoch": 4.570876948127472,
      "grad_norm": 1.678645198172741,
      "learning_rate": 4.1282236716964256e-05,
      "loss": 1.5156,
      "step": 98251
    },
    {
      "epoch": 4.570923470574552,
      "grad_norm": 1.906318367667094,
      "learning_rate": 4.127967967512126e-05,
      "loss": 1.7812,
      "step": 98252
    },
    {
      "epoch": 4.570969993021633,
      "grad_norm": 1.786038906525449,
      "learning_rate": 4.1277122699837485e-05,
      "loss": 1.6406,
      "step": 98253
    },
    {
      "epoch": 4.571016515468713,
      "grad_norm": 1.621037787944531,
      "learning_rate": 4.12745657911145e-05,
      "loss": 1.4062,
      "step": 98254
    },
    {
      "epoch": 4.571063037915795,
      "grad_norm": 1.7532405974613323,
      "learning_rate": 4.127200894895382e-05,
      "loss": 1.5547,
      "step": 98255
    },
    {
      "epoch": 4.571109560362875,
      "grad_norm": 1.8011676029934285,
      "learning_rate": 4.1269452173357114e-05,
      "loss": 1.4766,
      "step": 98256
    },
    {
      "epoch": 4.571156082809956,
      "grad_norm": 1.5854731601552068,
      "learning_rate": 4.126689546432588e-05,
      "loss": 1.25,
      "step": 98257
    },
    {
      "epoch": 4.571202605257037,
      "grad_norm": 1.9493622722565067,
      "learning_rate": 4.126433882186169e-05,
      "loss": 1.6953,
      "step": 98258
    },
    {
      "epoch": 4.571249127704117,
      "grad_norm": 1.873921512997618,
      "learning_rate": 4.1261782245966106e-05,
      "loss": 1.7656,
      "step": 98259
    },
    {
      "epoch": 4.571295650151198,
      "grad_norm": 1.7594895656688763,
      "learning_rate": 4.125922573664067e-05,
      "loss": 1.7109,
      "step": 98260
    },
    {
      "epoch": 4.571342172598278,
      "grad_norm": 1.729910353487173,
      "learning_rate": 4.1256669293887015e-05,
      "loss": 1.5156,
      "step": 98261
    },
    {
      "epoch": 4.57138869504536,
      "grad_norm": 1.8578207174324337,
      "learning_rate": 4.125411291770666e-05,
      "loss": 1.7734,
      "step": 98262
    },
    {
      "epoch": 4.57143521749244,
      "grad_norm": 1.8695712618078089,
      "learning_rate": 4.12515566081012e-05,
      "loss": 1.8047,
      "step": 98263
    },
    {
      "epoch": 4.571481739939521,
      "grad_norm": 1.8290602635642212,
      "learning_rate": 4.124900036507211e-05,
      "loss": 1.6094,
      "step": 98264
    },
    {
      "epoch": 4.571528262386601,
      "grad_norm": 1.812520788476789,
      "learning_rate": 4.124644418862108e-05,
      "loss": 1.5234,
      "step": 98265
    },
    {
      "epoch": 4.5715747848336825,
      "grad_norm": 1.7197864275058792,
      "learning_rate": 4.124388807874961e-05,
      "loss": 1.5391,
      "step": 98266
    },
    {
      "epoch": 4.571621307280763,
      "grad_norm": 1.7098238632964946,
      "learning_rate": 4.124133203545929e-05,
      "loss": 1.4766,
      "step": 98267
    },
    {
      "epoch": 4.5716678297278435,
      "grad_norm": 2.014324130933889,
      "learning_rate": 4.12387760587516e-05,
      "loss": 1.9297,
      "step": 98268
    },
    {
      "epoch": 4.571714352174924,
      "grad_norm": 1.8524184572339053,
      "learning_rate": 4.1236220148628185e-05,
      "loss": 1.7344,
      "step": 98269
    },
    {
      "epoch": 4.571760874622005,
      "grad_norm": 1.7143980484979473,
      "learning_rate": 4.123366430509064e-05,
      "loss": 1.3984,
      "step": 98270
    },
    {
      "epoch": 4.571807397069086,
      "grad_norm": 1.5886112887250106,
      "learning_rate": 4.123110852814048e-05,
      "loss": 1.3594,
      "step": 98271
    },
    {
      "epoch": 4.571853919516166,
      "grad_norm": 1.9015692355631746,
      "learning_rate": 4.122855281777929e-05,
      "loss": 1.625,
      "step": 98272
    },
    {
      "epoch": 4.571900441963248,
      "grad_norm": 1.6741321446603152,
      "learning_rate": 4.122599717400857e-05,
      "loss": 1.5078,
      "step": 98273
    },
    {
      "epoch": 4.571946964410328,
      "grad_norm": 1.8196975309170003,
      "learning_rate": 4.122344159682997e-05,
      "loss": 1.5781,
      "step": 98274
    },
    {
      "epoch": 4.571993486857409,
      "grad_norm": 1.616428008667303,
      "learning_rate": 4.122088608624503e-05,
      "loss": 1.4375,
      "step": 98275
    },
    {
      "epoch": 4.572040009304489,
      "grad_norm": 1.838414866615899,
      "learning_rate": 4.121833064225531e-05,
      "loss": 1.7266,
      "step": 98276
    },
    {
      "epoch": 4.57208653175157,
      "grad_norm": 1.7926174401822712,
      "learning_rate": 4.121577526486231e-05,
      "loss": 1.7188,
      "step": 98277
    },
    {
      "epoch": 4.572133054198651,
      "grad_norm": 1.813771239329127,
      "learning_rate": 4.1213219954067716e-05,
      "loss": 1.6406,
      "step": 98278
    },
    {
      "epoch": 4.572179576645731,
      "grad_norm": 1.7865709090206108,
      "learning_rate": 4.1210664709873014e-05,
      "loss": 1.6484,
      "step": 98279
    },
    {
      "epoch": 4.572226099092813,
      "grad_norm": 1.9315807325525325,
      "learning_rate": 4.120810953227979e-05,
      "loss": 1.7734,
      "step": 98280
    },
    {
      "epoch": 4.572272621539893,
      "grad_norm": 1.979179274803989,
      "learning_rate": 4.120555442128957e-05,
      "loss": 1.9219,
      "step": 98281
    },
    {
      "epoch": 4.572319143986974,
      "grad_norm": 1.9663969937507708,
      "learning_rate": 4.120299937690398e-05,
      "loss": 1.9297,
      "step": 98282
    },
    {
      "epoch": 4.572365666434054,
      "grad_norm": 1.600525183189693,
      "learning_rate": 4.1200444399124554e-05,
      "loss": 1.3125,
      "step": 98283
    },
    {
      "epoch": 4.572412188881135,
      "grad_norm": 1.7743341057527047,
      "learning_rate": 4.119788948795286e-05,
      "loss": 1.5859,
      "step": 98284
    },
    {
      "epoch": 4.572458711328216,
      "grad_norm": 1.7512882790691013,
      "learning_rate": 4.1195334643390473e-05,
      "loss": 1.5859,
      "step": 98285
    },
    {
      "epoch": 4.5725052337752965,
      "grad_norm": 1.7084276368500797,
      "learning_rate": 4.119277986543888e-05,
      "loss": 1.6406,
      "step": 98286
    },
    {
      "epoch": 4.572551756222377,
      "grad_norm": 1.9282437929942475,
      "learning_rate": 4.1190225154099755e-05,
      "loss": 1.7734,
      "step": 98287
    },
    {
      "epoch": 4.572598278669458,
      "grad_norm": 1.7412598657264287,
      "learning_rate": 4.118767050937462e-05,
      "loss": 1.6016,
      "step": 98288
    },
    {
      "epoch": 4.572644801116539,
      "grad_norm": 1.7533766914113438,
      "learning_rate": 4.118511593126504e-05,
      "loss": 1.5703,
      "step": 98289
    },
    {
      "epoch": 4.572691323563619,
      "grad_norm": 1.8064371366949759,
      "learning_rate": 4.118256141977253e-05,
      "loss": 1.7266,
      "step": 98290
    },
    {
      "epoch": 4.5727378460107,
      "grad_norm": 1.7393490328719252,
      "learning_rate": 4.118000697489868e-05,
      "loss": 1.5547,
      "step": 98291
    },
    {
      "epoch": 4.572784368457781,
      "grad_norm": 1.844256205498149,
      "learning_rate": 4.1177452596645135e-05,
      "loss": 1.6797,
      "step": 98292
    },
    {
      "epoch": 4.572830890904862,
      "grad_norm": 1.7544011829855237,
      "learning_rate": 4.117489828501339e-05,
      "loss": 1.5859,
      "step": 98293
    },
    {
      "epoch": 4.572877413351942,
      "grad_norm": 1.5386145722947133,
      "learning_rate": 4.1172344040005006e-05,
      "loss": 1.2812,
      "step": 98294
    },
    {
      "epoch": 4.5729239357990235,
      "grad_norm": 1.745237588602161,
      "learning_rate": 4.116978986162151e-05,
      "loss": 1.6406,
      "step": 98295
    },
    {
      "epoch": 4.572970458246104,
      "grad_norm": 1.7985401152898646,
      "learning_rate": 4.116723574986457e-05,
      "loss": 1.6094,
      "step": 98296
    },
    {
      "epoch": 4.573016980693184,
      "grad_norm": 1.7349783828338918,
      "learning_rate": 4.1164681704735665e-05,
      "loss": 1.5547,
      "step": 98297
    },
    {
      "epoch": 4.573063503140265,
      "grad_norm": 1.8103634099541224,
      "learning_rate": 4.116212772623641e-05,
      "loss": 1.6641,
      "step": 98298
    },
    {
      "epoch": 4.573110025587346,
      "grad_norm": 1.7102267549385815,
      "learning_rate": 4.115957381436827e-05,
      "loss": 1.5391,
      "step": 98299
    },
    {
      "epoch": 4.573156548034427,
      "grad_norm": 1.8460682872609369,
      "learning_rate": 4.1157019969132954e-05,
      "loss": 1.5859,
      "step": 98300
    },
    {
      "epoch": 4.573203070481507,
      "grad_norm": 1.7636731854687078,
      "learning_rate": 4.115446619053193e-05,
      "loss": 1.6797,
      "step": 98301
    },
    {
      "epoch": 4.573249592928588,
      "grad_norm": 1.8646967289941423,
      "learning_rate": 4.115191247856679e-05,
      "loss": 1.6406,
      "step": 98302
    },
    {
      "epoch": 4.573296115375669,
      "grad_norm": 1.6123291201051493,
      "learning_rate": 4.1149358833239044e-05,
      "loss": 1.375,
      "step": 98303
    },
    {
      "epoch": 4.5733426378227495,
      "grad_norm": 1.7338611457906687,
      "learning_rate": 4.114680525455036e-05,
      "loss": 1.4922,
      "step": 98304
    },
    {
      "epoch": 4.57338916026983,
      "grad_norm": 1.6858868837993415,
      "learning_rate": 4.1144251742502215e-05,
      "loss": 1.6094,
      "step": 98305
    },
    {
      "epoch": 4.5734356827169105,
      "grad_norm": 1.904493800421203,
      "learning_rate": 4.114169829709623e-05,
      "loss": 1.6797,
      "step": 98306
    },
    {
      "epoch": 4.573482205163992,
      "grad_norm": 1.802182910578395,
      "learning_rate": 4.113914491833387e-05,
      "loss": 1.5938,
      "step": 98307
    },
    {
      "epoch": 4.573528727611072,
      "grad_norm": 1.7503070915834904,
      "learning_rate": 4.1136591606216836e-05,
      "loss": 1.7031,
      "step": 98308
    },
    {
      "epoch": 4.573575250058153,
      "grad_norm": 1.8816393975199108,
      "learning_rate": 4.11340383607466e-05,
      "loss": 1.6562,
      "step": 98309
    },
    {
      "epoch": 4.573621772505234,
      "grad_norm": 1.6851079957059973,
      "learning_rate": 4.113148518192476e-05,
      "loss": 1.4141,
      "step": 98310
    },
    {
      "epoch": 4.573668294952315,
      "grad_norm": 1.814645642861687,
      "learning_rate": 4.1128932069752864e-05,
      "loss": 1.5547,
      "step": 98311
    },
    {
      "epoch": 4.573714817399395,
      "grad_norm": 1.7514671683259249,
      "learning_rate": 4.1126379024232436e-05,
      "loss": 1.5391,
      "step": 98312
    },
    {
      "epoch": 4.573761339846476,
      "grad_norm": 1.8507869561308061,
      "learning_rate": 4.112382604536508e-05,
      "loss": 1.8516,
      "step": 98313
    },
    {
      "epoch": 4.573807862293557,
      "grad_norm": 1.8980561025764529,
      "learning_rate": 4.11212731331524e-05,
      "loss": 1.8047,
      "step": 98314
    },
    {
      "epoch": 4.573854384740637,
      "grad_norm": 1.7214157762143114,
      "learning_rate": 4.111872028759592e-05,
      "loss": 1.5547,
      "step": 98315
    },
    {
      "epoch": 4.573900907187718,
      "grad_norm": 1.7405512969111268,
      "learning_rate": 4.11161675086972e-05,
      "loss": 1.6172,
      "step": 98316
    },
    {
      "epoch": 4.573947429634799,
      "grad_norm": 1.5852909583794552,
      "learning_rate": 4.111361479645776e-05,
      "loss": 1.2734,
      "step": 98317
    },
    {
      "epoch": 4.57399395208188,
      "grad_norm": 1.8754573966578096,
      "learning_rate": 4.111106215087925e-05,
      "loss": 1.7422,
      "step": 98318
    },
    {
      "epoch": 4.57404047452896,
      "grad_norm": 1.659243850039099,
      "learning_rate": 4.110850957196319e-05,
      "loss": 1.2266,
      "step": 98319
    },
    {
      "epoch": 4.574086996976041,
      "grad_norm": 1.877811238177205,
      "learning_rate": 4.1105957059711145e-05,
      "loss": 1.8906,
      "step": 98320
    },
    {
      "epoch": 4.574133519423121,
      "grad_norm": 1.8005690738549949,
      "learning_rate": 4.1103404614124624e-05,
      "loss": 1.625,
      "step": 98321
    },
    {
      "epoch": 4.5741800418702026,
      "grad_norm": 1.6587970428232326,
      "learning_rate": 4.110085223520529e-05,
      "loss": 1.25,
      "step": 98322
    },
    {
      "epoch": 4.574226564317283,
      "grad_norm": 1.7700878400827142,
      "learning_rate": 4.109829992295466e-05,
      "loss": 1.6406,
      "step": 98323
    },
    {
      "epoch": 4.5742730867643635,
      "grad_norm": 1.6812649857306763,
      "learning_rate": 4.109574767737428e-05,
      "loss": 1.4609,
      "step": 98324
    },
    {
      "epoch": 4.574319609211445,
      "grad_norm": 1.7678507269317154,
      "learning_rate": 4.1093195498465684e-05,
      "loss": 1.5703,
      "step": 98325
    },
    {
      "epoch": 4.574366131658525,
      "grad_norm": 1.720073987168412,
      "learning_rate": 4.1090643386230524e-05,
      "loss": 1.4766,
      "step": 98326
    },
    {
      "epoch": 4.574412654105606,
      "grad_norm": 1.7781282607637592,
      "learning_rate": 4.1088091340670315e-05,
      "loss": 1.6797,
      "step": 98327
    },
    {
      "epoch": 4.574459176552686,
      "grad_norm": 1.8437043940794937,
      "learning_rate": 4.1085539361786635e-05,
      "loss": 1.5703,
      "step": 98328
    },
    {
      "epoch": 4.574505698999768,
      "grad_norm": 1.7301749726148137,
      "learning_rate": 4.108298744958095e-05,
      "loss": 1.5,
      "step": 98329
    },
    {
      "epoch": 4.574552221446848,
      "grad_norm": 1.8880272245934613,
      "learning_rate": 4.1080435604054976e-05,
      "loss": 1.8125,
      "step": 98330
    },
    {
      "epoch": 4.574598743893929,
      "grad_norm": 1.8788154720464088,
      "learning_rate": 4.107788382521018e-05,
      "loss": 1.6953,
      "step": 98331
    },
    {
      "epoch": 4.57464526634101,
      "grad_norm": 1.6959570674496989,
      "learning_rate": 4.1075332113048165e-05,
      "loss": 1.5234,
      "step": 98332
    },
    {
      "epoch": 4.5746917887880905,
      "grad_norm": 1.948619604068785,
      "learning_rate": 4.107278046757042e-05,
      "loss": 1.7969,
      "step": 98333
    },
    {
      "epoch": 4.574738311235171,
      "grad_norm": 1.7505550106527201,
      "learning_rate": 4.10702288887786e-05,
      "loss": 1.5156,
      "step": 98334
    },
    {
      "epoch": 4.574784833682251,
      "grad_norm": 1.6975776011189936,
      "learning_rate": 4.1067677376674186e-05,
      "loss": 1.6016,
      "step": 98335
    },
    {
      "epoch": 4.574831356129333,
      "grad_norm": 1.8477727507749409,
      "learning_rate": 4.106512593125884e-05,
      "loss": 1.7188,
      "step": 98336
    },
    {
      "epoch": 4.574877878576413,
      "grad_norm": 1.79828653015292,
      "learning_rate": 4.106257455253405e-05,
      "loss": 1.625,
      "step": 98337
    },
    {
      "epoch": 4.574924401023494,
      "grad_norm": 1.6446531845736831,
      "learning_rate": 4.1060023240501344e-05,
      "loss": 1.5,
      "step": 98338
    },
    {
      "epoch": 4.574970923470574,
      "grad_norm": 1.866117552417211,
      "learning_rate": 4.1057471995162386e-05,
      "loss": 1.7266,
      "step": 98339
    },
    {
      "epoch": 4.575017445917656,
      "grad_norm": 1.8938080125760635,
      "learning_rate": 4.10549208165187e-05,
      "loss": 1.6641,
      "step": 98340
    },
    {
      "epoch": 4.575063968364736,
      "grad_norm": 1.7591436483637963,
      "learning_rate": 4.1052369704571826e-05,
      "loss": 1.6016,
      "step": 98341
    },
    {
      "epoch": 4.5751104908118165,
      "grad_norm": 1.7983239614591495,
      "learning_rate": 4.104981865932333e-05,
      "loss": 1.6328,
      "step": 98342
    },
    {
      "epoch": 4.575157013258897,
      "grad_norm": 1.7220815616353673,
      "learning_rate": 4.104726768077473e-05,
      "loss": 1.5312,
      "step": 98343
    },
    {
      "epoch": 4.575203535705978,
      "grad_norm": 1.8965256595703341,
      "learning_rate": 4.1044716768927674e-05,
      "loss": 1.7578,
      "step": 98344
    },
    {
      "epoch": 4.575250058153059,
      "grad_norm": 1.8246402078236008,
      "learning_rate": 4.1042165923783696e-05,
      "loss": 1.8047,
      "step": 98345
    },
    {
      "epoch": 4.575296580600139,
      "grad_norm": 1.7081020584291817,
      "learning_rate": 4.103961514534435e-05,
      "loss": 1.5781,
      "step": 98346
    },
    {
      "epoch": 4.575343103047221,
      "grad_norm": 1.6250830349053436,
      "learning_rate": 4.1037064433611137e-05,
      "loss": 1.3125,
      "step": 98347
    },
    {
      "epoch": 4.575389625494301,
      "grad_norm": 1.8068330912769515,
      "learning_rate": 4.103451378858571e-05,
      "loss": 1.5859,
      "step": 98348
    },
    {
      "epoch": 4.575436147941382,
      "grad_norm": 1.6659873513291987,
      "learning_rate": 4.103196321026961e-05,
      "loss": 1.4688,
      "step": 98349
    },
    {
      "epoch": 4.575482670388462,
      "grad_norm": 1.7936472859895136,
      "learning_rate": 4.1029412698664396e-05,
      "loss": 1.5469,
      "step": 98350
    },
    {
      "epoch": 4.5755291928355435,
      "grad_norm": 1.7544390507315617,
      "learning_rate": 4.1026862253771547e-05,
      "loss": 1.6797,
      "step": 98351
    },
    {
      "epoch": 4.575575715282624,
      "grad_norm": 1.750767105444363,
      "learning_rate": 4.102431187559277e-05,
      "loss": 1.6328,
      "step": 98352
    },
    {
      "epoch": 4.5756222377297044,
      "grad_norm": 1.917207585963077,
      "learning_rate": 4.102176156412952e-05,
      "loss": 1.8203,
      "step": 98353
    },
    {
      "epoch": 4.575668760176785,
      "grad_norm": 1.8183233865774193,
      "learning_rate": 4.101921131938341e-05,
      "loss": 1.6719,
      "step": 98354
    },
    {
      "epoch": 4.575715282623866,
      "grad_norm": 1.8851309965698668,
      "learning_rate": 4.1016661141355924e-05,
      "loss": 1.7656,
      "step": 98355
    },
    {
      "epoch": 4.575761805070947,
      "grad_norm": 1.717539723354868,
      "learning_rate": 4.101411103004874e-05,
      "loss": 1.6016,
      "step": 98356
    },
    {
      "epoch": 4.575808327518027,
      "grad_norm": 1.764627570454774,
      "learning_rate": 4.1011560985463314e-05,
      "loss": 1.6719,
      "step": 98357
    },
    {
      "epoch": 4.575854849965108,
      "grad_norm": 1.8202214781821295,
      "learning_rate": 4.1009011007601284e-05,
      "loss": 1.6953,
      "step": 98358
    },
    {
      "epoch": 4.575901372412189,
      "grad_norm": 1.7803287809419626,
      "learning_rate": 4.100646109646419e-05,
      "loss": 1.6328,
      "step": 98359
    },
    {
      "epoch": 4.57594789485927,
      "grad_norm": 1.7743691183273511,
      "learning_rate": 4.100391125205353e-05,
      "loss": 1.5703,
      "step": 98360
    },
    {
      "epoch": 4.57599441730635,
      "grad_norm": 1.7253391566056169,
      "learning_rate": 4.1001361474370967e-05,
      "loss": 1.6172,
      "step": 98361
    },
    {
      "epoch": 4.576040939753431,
      "grad_norm": 1.981393277365598,
      "learning_rate": 4.099881176341802e-05,
      "loss": 1.7656,
      "step": 98362
    },
    {
      "epoch": 4.576087462200512,
      "grad_norm": 1.6154003544443158,
      "learning_rate": 4.099626211919623e-05,
      "loss": 1.4766,
      "step": 98363
    },
    {
      "epoch": 4.576133984647592,
      "grad_norm": 1.8309109170316746,
      "learning_rate": 4.0993712541707134e-05,
      "loss": 1.6562,
      "step": 98364
    },
    {
      "epoch": 4.576180507094673,
      "grad_norm": 1.6650797058071007,
      "learning_rate": 4.099116303095237e-05,
      "loss": 1.2969,
      "step": 98365
    },
    {
      "epoch": 4.576227029541754,
      "grad_norm": 1.8556367152461606,
      "learning_rate": 4.098861358693346e-05,
      "loss": 1.7344,
      "step": 98366
    },
    {
      "epoch": 4.576273551988835,
      "grad_norm": 1.8896700227962173,
      "learning_rate": 4.098606420965196e-05,
      "loss": 1.8047,
      "step": 98367
    },
    {
      "epoch": 4.576320074435915,
      "grad_norm": 1.7530344765545338,
      "learning_rate": 4.098351489910945e-05,
      "loss": 1.5078,
      "step": 98368
    },
    {
      "epoch": 4.5763665968829965,
      "grad_norm": 1.7873593593248094,
      "learning_rate": 4.0980965655307416e-05,
      "loss": 1.4375,
      "step": 98369
    },
    {
      "epoch": 4.576413119330077,
      "grad_norm": 1.728667116319575,
      "learning_rate": 4.0978416478247525e-05,
      "loss": 1.5625,
      "step": 98370
    },
    {
      "epoch": 4.5764596417771575,
      "grad_norm": 1.9535738808133014,
      "learning_rate": 4.097586736793129e-05,
      "loss": 1.7812,
      "step": 98371
    },
    {
      "epoch": 4.576506164224238,
      "grad_norm": 1.4665250701857828,
      "learning_rate": 4.097331832436027e-05,
      "loss": 1.2734,
      "step": 98372
    },
    {
      "epoch": 4.576552686671318,
      "grad_norm": 1.7002804953436397,
      "learning_rate": 4.097076934753599e-05,
      "loss": 1.5625,
      "step": 98373
    },
    {
      "epoch": 4.5765992091184,
      "grad_norm": 1.895999739977573,
      "learning_rate": 4.0968220437460086e-05,
      "loss": 1.8047,
      "step": 98374
    },
    {
      "epoch": 4.57664573156548,
      "grad_norm": 1.86340057731969,
      "learning_rate": 4.096567159413407e-05,
      "loss": 1.7656,
      "step": 98375
    },
    {
      "epoch": 4.576692254012561,
      "grad_norm": 1.59087589913002,
      "learning_rate": 4.096312281755952e-05,
      "loss": 1.3281,
      "step": 98376
    },
    {
      "epoch": 4.576738776459642,
      "grad_norm": 1.6759044457181587,
      "learning_rate": 4.096057410773795e-05,
      "loss": 1.4531,
      "step": 98377
    },
    {
      "epoch": 4.576785298906723,
      "grad_norm": 1.7182642106660344,
      "learning_rate": 4.0958025464671004e-05,
      "loss": 1.6094,
      "step": 98378
    },
    {
      "epoch": 4.576831821353803,
      "grad_norm": 1.9387632894864608,
      "learning_rate": 4.095547688836015e-05,
      "loss": 1.75,
      "step": 98379
    },
    {
      "epoch": 4.5768783438008835,
      "grad_norm": 1.7359598613850187,
      "learning_rate": 4.095292837880704e-05,
      "loss": 1.4766,
      "step": 98380
    },
    {
      "epoch": 4.576924866247965,
      "grad_norm": 1.5118149768278042,
      "learning_rate": 4.0950379936013185e-05,
      "loss": 1.1719,
      "step": 98381
    },
    {
      "epoch": 4.576971388695045,
      "grad_norm": 1.7377751950337375,
      "learning_rate": 4.09478315599801e-05,
      "loss": 1.6016,
      "step": 98382
    },
    {
      "epoch": 4.577017911142126,
      "grad_norm": 1.930786072917299,
      "learning_rate": 4.0945283250709456e-05,
      "loss": 1.7656,
      "step": 98383
    },
    {
      "epoch": 4.577064433589207,
      "grad_norm": 1.7916961794208934,
      "learning_rate": 4.094273500820275e-05,
      "loss": 1.625,
      "step": 98384
    },
    {
      "epoch": 4.577110956036288,
      "grad_norm": 1.7994002793544914,
      "learning_rate": 4.0940186832461534e-05,
      "loss": 1.625,
      "step": 98385
    },
    {
      "epoch": 4.577157478483368,
      "grad_norm": 1.8650595625707498,
      "learning_rate": 4.093763872348735e-05,
      "loss": 1.6875,
      "step": 98386
    },
    {
      "epoch": 4.577204000930449,
      "grad_norm": 1.9017248819055739,
      "learning_rate": 4.093509068128182e-05,
      "loss": 1.7188,
      "step": 98387
    },
    {
      "epoch": 4.57725052337753,
      "grad_norm": 1.6119833109457788,
      "learning_rate": 4.0932542705846477e-05,
      "loss": 1.2656,
      "step": 98388
    },
    {
      "epoch": 4.5772970458246105,
      "grad_norm": 1.7800120848842642,
      "learning_rate": 4.0929994797182856e-05,
      "loss": 1.6875,
      "step": 98389
    },
    {
      "epoch": 4.577343568271691,
      "grad_norm": 1.9455843040123006,
      "learning_rate": 4.092744695529251e-05,
      "loss": 1.7734,
      "step": 98390
    },
    {
      "epoch": 4.5773900907187715,
      "grad_norm": 1.8332433395783565,
      "learning_rate": 4.092489918017706e-05,
      "loss": 1.6328,
      "step": 98391
    },
    {
      "epoch": 4.577436613165853,
      "grad_norm": 1.846590039696101,
      "learning_rate": 4.0922351471838035e-05,
      "loss": 1.7422,
      "step": 98392
    },
    {
      "epoch": 4.577483135612933,
      "grad_norm": 1.789044521952192,
      "learning_rate": 4.0919803830276985e-05,
      "loss": 1.5938,
      "step": 98393
    },
    {
      "epoch": 4.577529658060014,
      "grad_norm": 1.6436277475544636,
      "learning_rate": 4.0917256255495476e-05,
      "loss": 1.4297,
      "step": 98394
    },
    {
      "epoch": 4.577576180507094,
      "grad_norm": 1.7519644234708613,
      "learning_rate": 4.091470874749501e-05,
      "loss": 1.5859,
      "step": 98395
    },
    {
      "epoch": 4.577622702954176,
      "grad_norm": 1.819535447801122,
      "learning_rate": 4.091216130627725e-05,
      "loss": 1.6641,
      "step": 98396
    },
    {
      "epoch": 4.577669225401256,
      "grad_norm": 1.6859255748480935,
      "learning_rate": 4.090961393184373e-05,
      "loss": 1.4609,
      "step": 98397
    },
    {
      "epoch": 4.577715747848337,
      "grad_norm": 1.7434602332147626,
      "learning_rate": 4.090706662419596e-05,
      "loss": 1.5312,
      "step": 98398
    },
    {
      "epoch": 4.577762270295418,
      "grad_norm": 1.779403475890147,
      "learning_rate": 4.090451938333551e-05,
      "loss": 1.6719,
      "step": 98399
    },
    {
      "epoch": 4.577808792742498,
      "grad_norm": 1.8061080318161602,
      "learning_rate": 4.0901972209263975e-05,
      "loss": 1.5938,
      "step": 98400
    },
    {
      "epoch": 4.577855315189579,
      "grad_norm": 1.8869983114488473,
      "learning_rate": 4.089942510198286e-05,
      "loss": 1.7266,
      "step": 98401
    },
    {
      "epoch": 4.577901837636659,
      "grad_norm": 1.7946831158840382,
      "learning_rate": 4.089687806149379e-05,
      "loss": 1.6562,
      "step": 98402
    },
    {
      "epoch": 4.577948360083741,
      "grad_norm": 1.4939176528556086,
      "learning_rate": 4.089433108779832e-05,
      "loss": 1.3125,
      "step": 98403
    },
    {
      "epoch": 4.577994882530821,
      "grad_norm": 1.4744410764415312,
      "learning_rate": 4.089178418089793e-05,
      "loss": 1.2578,
      "step": 98404
    },
    {
      "epoch": 4.578041404977902,
      "grad_norm": 1.7268513615399002,
      "learning_rate": 4.088923734079427e-05,
      "loss": 1.3281,
      "step": 98405
    },
    {
      "epoch": 4.578087927424983,
      "grad_norm": 1.5593357840904989,
      "learning_rate": 4.0886690567488875e-05,
      "loss": 1.1797,
      "step": 98406
    },
    {
      "epoch": 4.5781344498720635,
      "grad_norm": 1.934242501591043,
      "learning_rate": 4.0884143860983276e-05,
      "loss": 1.8203,
      "step": 98407
    },
    {
      "epoch": 4.578180972319144,
      "grad_norm": 1.7904762083232346,
      "learning_rate": 4.088159722127901e-05,
      "loss": 1.4844,
      "step": 98408
    },
    {
      "epoch": 4.5782274947662245,
      "grad_norm": 1.767492399712469,
      "learning_rate": 4.0879050648377724e-05,
      "loss": 1.6562,
      "step": 98409
    },
    {
      "epoch": 4.578274017213305,
      "grad_norm": 1.847122710023618,
      "learning_rate": 4.087650414228092e-05,
      "loss": 1.7422,
      "step": 98410
    },
    {
      "epoch": 4.578320539660386,
      "grad_norm": 1.728996079463167,
      "learning_rate": 4.0873957702990154e-05,
      "loss": 1.4297,
      "step": 98411
    },
    {
      "epoch": 4.578367062107467,
      "grad_norm": 1.9247323780652512,
      "learning_rate": 4.087141133050697e-05,
      "loss": 1.8203,
      "step": 98412
    },
    {
      "epoch": 4.578413584554547,
      "grad_norm": 1.7967669848332894,
      "learning_rate": 4.0868865024832975e-05,
      "loss": 1.6641,
      "step": 98413
    },
    {
      "epoch": 4.578460107001629,
      "grad_norm": 1.7117209080221774,
      "learning_rate": 4.086631878596972e-05,
      "loss": 1.2969,
      "step": 98414
    },
    {
      "epoch": 4.578506629448709,
      "grad_norm": 1.782161924696989,
      "learning_rate": 4.0863772613918736e-05,
      "loss": 1.6328,
      "step": 98415
    },
    {
      "epoch": 4.57855315189579,
      "grad_norm": 1.7305937724486888,
      "learning_rate": 4.086122650868156e-05,
      "loss": 1.5078,
      "step": 98416
    },
    {
      "epoch": 4.57859967434287,
      "grad_norm": 1.7469290734666456,
      "learning_rate": 4.085868047025982e-05,
      "loss": 1.4922,
      "step": 98417
    },
    {
      "epoch": 4.578646196789951,
      "grad_norm": 1.8658757909604504,
      "learning_rate": 4.085613449865505e-05,
      "loss": 1.7422,
      "step": 98418
    },
    {
      "epoch": 4.578692719237032,
      "grad_norm": 1.7717206798132001,
      "learning_rate": 4.085358859386879e-05,
      "loss": 1.5469,
      "step": 98419
    },
    {
      "epoch": 4.578739241684112,
      "grad_norm": 1.7336532175051957,
      "learning_rate": 4.0851042755902604e-05,
      "loss": 1.5,
      "step": 98420
    },
    {
      "epoch": 4.578785764131194,
      "grad_norm": 1.670031487642057,
      "learning_rate": 4.0848496984758014e-05,
      "loss": 1.4219,
      "step": 98421
    },
    {
      "epoch": 4.578832286578274,
      "grad_norm": 1.7413021317853998,
      "learning_rate": 4.084595128043665e-05,
      "loss": 1.4141,
      "step": 98422
    },
    {
      "epoch": 4.578878809025355,
      "grad_norm": 1.7510421476654867,
      "learning_rate": 4.084340564294e-05,
      "loss": 1.625,
      "step": 98423
    },
    {
      "epoch": 4.578925331472435,
      "grad_norm": 1.7389072457522994,
      "learning_rate": 4.084086007226971e-05,
      "loss": 1.5703,
      "step": 98424
    },
    {
      "epoch": 4.5789718539195166,
      "grad_norm": 1.8340388773635021,
      "learning_rate": 4.083831456842729e-05,
      "loss": 1.6641,
      "step": 98425
    },
    {
      "epoch": 4.579018376366597,
      "grad_norm": 1.9199392755837679,
      "learning_rate": 4.0835769131414256e-05,
      "loss": 1.8281,
      "step": 98426
    },
    {
      "epoch": 4.5790648988136775,
      "grad_norm": 1.7941359676325055,
      "learning_rate": 4.083322376123224e-05,
      "loss": 1.6797,
      "step": 98427
    },
    {
      "epoch": 4.579111421260758,
      "grad_norm": 1.7678427250911861,
      "learning_rate": 4.083067845788277e-05,
      "loss": 1.4219,
      "step": 98428
    },
    {
      "epoch": 4.579157943707839,
      "grad_norm": 1.7572830591351742,
      "learning_rate": 4.0828133221367405e-05,
      "loss": 1.4375,
      "step": 98429
    },
    {
      "epoch": 4.57920446615492,
      "grad_norm": 1.74311966567679,
      "learning_rate": 4.0825588051687656e-05,
      "loss": 1.5547,
      "step": 98430
    },
    {
      "epoch": 4.579250988602,
      "grad_norm": 1.7164093607814166,
      "learning_rate": 4.082304294884516e-05,
      "loss": 1.5781,
      "step": 98431
    },
    {
      "epoch": 4.579297511049081,
      "grad_norm": 1.908443653410043,
      "learning_rate": 4.0820497912841456e-05,
      "loss": 1.7031,
      "step": 98432
    },
    {
      "epoch": 4.579344033496162,
      "grad_norm": 1.6807490874299837,
      "learning_rate": 4.081795294367808e-05,
      "loss": 1.4297,
      "step": 98433
    },
    {
      "epoch": 4.579390555943243,
      "grad_norm": 1.869833396141158,
      "learning_rate": 4.081540804135655e-05,
      "loss": 1.6328,
      "step": 98434
    },
    {
      "epoch": 4.579437078390323,
      "grad_norm": 1.7265003745898622,
      "learning_rate": 4.081286320587852e-05,
      "loss": 1.5938,
      "step": 98435
    },
    {
      "epoch": 4.5794836008374045,
      "grad_norm": 1.5432610403167932,
      "learning_rate": 4.08103184372455e-05,
      "loss": 1.1953,
      "step": 98436
    },
    {
      "epoch": 4.579530123284485,
      "grad_norm": 1.6521122869006966,
      "learning_rate": 4.080777373545905e-05,
      "loss": 1.4531,
      "step": 98437
    },
    {
      "epoch": 4.579576645731565,
      "grad_norm": 1.8128187164432734,
      "learning_rate": 4.080522910052067e-05,
      "loss": 1.6328,
      "step": 98438
    },
    {
      "epoch": 4.579623168178646,
      "grad_norm": 1.735328650537731,
      "learning_rate": 4.080268453243202e-05,
      "loss": 1.4688,
      "step": 98439
    },
    {
      "epoch": 4.579669690625727,
      "grad_norm": 1.8944875524323106,
      "learning_rate": 4.08001400311946e-05,
      "loss": 1.7656,
      "step": 98440
    },
    {
      "epoch": 4.579716213072808,
      "grad_norm": 1.6824961766722244,
      "learning_rate": 4.0797595596809986e-05,
      "loss": 1.5312,
      "step": 98441
    },
    {
      "epoch": 4.579762735519888,
      "grad_norm": 1.860783043471235,
      "learning_rate": 4.079505122927969e-05,
      "loss": 1.5469,
      "step": 98442
    },
    {
      "epoch": 4.579809257966969,
      "grad_norm": 1.8156653825689968,
      "learning_rate": 4.079250692860534e-05,
      "loss": 1.6328,
      "step": 98443
    },
    {
      "epoch": 4.57985578041405,
      "grad_norm": 1.678949853168811,
      "learning_rate": 4.078996269478848e-05,
      "loss": 1.5859,
      "step": 98444
    },
    {
      "epoch": 4.5799023028611305,
      "grad_norm": 1.6586945038733507,
      "learning_rate": 4.078741852783059e-05,
      "loss": 1.4297,
      "step": 98445
    },
    {
      "epoch": 4.579948825308211,
      "grad_norm": 1.7104035592198623,
      "learning_rate": 4.0784874427733334e-05,
      "loss": 1.5938,
      "step": 98446
    },
    {
      "epoch": 4.5799953477552915,
      "grad_norm": 1.6735507727432943,
      "learning_rate": 4.078233039449821e-05,
      "loss": 1.5,
      "step": 98447
    },
    {
      "epoch": 4.580041870202373,
      "grad_norm": 1.6380428525247865,
      "learning_rate": 4.0779786428126746e-05,
      "loss": 1.4688,
      "step": 98448
    },
    {
      "epoch": 4.580088392649453,
      "grad_norm": 1.654857170134033,
      "learning_rate": 4.07772425286206e-05,
      "loss": 1.3672,
      "step": 98449
    },
    {
      "epoch": 4.580134915096534,
      "grad_norm": 1.7207583786694052,
      "learning_rate": 4.0774698695981266e-05,
      "loss": 1.5547,
      "step": 98450
    },
    {
      "epoch": 4.580181437543615,
      "grad_norm": 1.7244999192647283,
      "learning_rate": 4.077215493021029e-05,
      "loss": 1.6016,
      "step": 98451
    },
    {
      "epoch": 4.580227959990696,
      "grad_norm": 1.8083663209771574,
      "learning_rate": 4.0769611231309214e-05,
      "loss": 1.6328,
      "step": 98452
    },
    {
      "epoch": 4.580274482437776,
      "grad_norm": 1.7189801798217734,
      "learning_rate": 4.0767067599279674e-05,
      "loss": 1.5703,
      "step": 98453
    },
    {
      "epoch": 4.580321004884857,
      "grad_norm": 1.8827601083905834,
      "learning_rate": 4.076452403412316e-05,
      "loss": 1.6406,
      "step": 98454
    },
    {
      "epoch": 4.580367527331938,
      "grad_norm": 1.6906136922784385,
      "learning_rate": 4.076198053584127e-05,
      "loss": 1.5391,
      "step": 98455
    },
    {
      "epoch": 4.5804140497790184,
      "grad_norm": 1.817993576903481,
      "learning_rate": 4.075943710443548e-05,
      "loss": 1.6797,
      "step": 98456
    },
    {
      "epoch": 4.580460572226099,
      "grad_norm": 1.7541228881683237,
      "learning_rate": 4.075689373990746e-05,
      "loss": 1.6406,
      "step": 98457
    },
    {
      "epoch": 4.58050709467318,
      "grad_norm": 1.761231994257152,
      "learning_rate": 4.075435044225871e-05,
      "loss": 1.625,
      "step": 98458
    },
    {
      "epoch": 4.580553617120261,
      "grad_norm": 1.7074928001973824,
      "learning_rate": 4.0751807211490775e-05,
      "loss": 1.5469,
      "step": 98459
    },
    {
      "epoch": 4.580600139567341,
      "grad_norm": 1.9568147728399299,
      "learning_rate": 4.074926404760521e-05,
      "loss": 1.7422,
      "step": 98460
    },
    {
      "epoch": 4.580646662014422,
      "grad_norm": 1.8375217403073885,
      "learning_rate": 4.074672095060361e-05,
      "loss": 1.6484,
      "step": 98461
    },
    {
      "epoch": 4.580693184461502,
      "grad_norm": 1.8527760565191775,
      "learning_rate": 4.074417792048753e-05,
      "loss": 1.7734,
      "step": 98462
    },
    {
      "epoch": 4.580739706908584,
      "grad_norm": 1.7416363722779138,
      "learning_rate": 4.07416349572585e-05,
      "loss": 1.5156,
      "step": 98463
    },
    {
      "epoch": 4.580786229355664,
      "grad_norm": 1.7520696367785016,
      "learning_rate": 4.0739092060918036e-05,
      "loss": 1.5312,
      "step": 98464
    },
    {
      "epoch": 4.5808327518027445,
      "grad_norm": 1.8071059472672497,
      "learning_rate": 4.0736549231467805e-05,
      "loss": 1.5156,
      "step": 98465
    },
    {
      "epoch": 4.580879274249826,
      "grad_norm": 1.7145894344645156,
      "learning_rate": 4.073400646890929e-05,
      "loss": 1.4609,
      "step": 98466
    },
    {
      "epoch": 4.580925796696906,
      "grad_norm": 1.7853459505778055,
      "learning_rate": 4.0731463773244004e-05,
      "loss": 1.6719,
      "step": 98467
    },
    {
      "epoch": 4.580972319143987,
      "grad_norm": 1.789631901439967,
      "learning_rate": 4.0728921144473626e-05,
      "loss": 1.5781,
      "step": 98468
    },
    {
      "epoch": 4.581018841591067,
      "grad_norm": 1.9146049849176099,
      "learning_rate": 4.0726378582599585e-05,
      "loss": 1.7578,
      "step": 98469
    },
    {
      "epoch": 4.581065364038149,
      "grad_norm": 1.8125623857548936,
      "learning_rate": 4.072383608762356e-05,
      "loss": 1.5547,
      "step": 98470
    },
    {
      "epoch": 4.581111886485229,
      "grad_norm": 1.7447324947684195,
      "learning_rate": 4.072129365954704e-05,
      "loss": 1.5078,
      "step": 98471
    },
    {
      "epoch": 4.58115840893231,
      "grad_norm": 1.6759728499338367,
      "learning_rate": 4.071875129837158e-05,
      "loss": 1.4531,
      "step": 98472
    },
    {
      "epoch": 4.581204931379391,
      "grad_norm": 1.8908252503445322,
      "learning_rate": 4.071620900409876e-05,
      "loss": 1.7188,
      "step": 98473
    },
    {
      "epoch": 4.5812514538264715,
      "grad_norm": 1.5405990248250478,
      "learning_rate": 4.0713666776730056e-05,
      "loss": 1.3516,
      "step": 98474
    },
    {
      "epoch": 4.581297976273552,
      "grad_norm": 1.5515081715272212,
      "learning_rate": 4.071112461626715e-05,
      "loss": 1.25,
      "step": 98475
    },
    {
      "epoch": 4.581344498720632,
      "grad_norm": 1.7576540846490782,
      "learning_rate": 4.070858252271153e-05,
      "loss": 1.4922,
      "step": 98476
    },
    {
      "epoch": 4.581391021167714,
      "grad_norm": 1.7753945639271058,
      "learning_rate": 4.0706040496064767e-05,
      "loss": 1.6953,
      "step": 98477
    },
    {
      "epoch": 4.581437543614794,
      "grad_norm": 1.7695163046665878,
      "learning_rate": 4.070349853632837e-05,
      "loss": 1.5234,
      "step": 98478
    },
    {
      "epoch": 4.581484066061875,
      "grad_norm": 1.802543223304886,
      "learning_rate": 4.0700956643503956e-05,
      "loss": 1.6172,
      "step": 98479
    },
    {
      "epoch": 4.581530588508955,
      "grad_norm": 1.815343395257023,
      "learning_rate": 4.069841481759309e-05,
      "loss": 1.6562,
      "step": 98480
    },
    {
      "epoch": 4.581577110956037,
      "grad_norm": 1.801809094582481,
      "learning_rate": 4.0695873058597276e-05,
      "loss": 1.6484,
      "step": 98481
    },
    {
      "epoch": 4.581623633403117,
      "grad_norm": 1.724982265194411,
      "learning_rate": 4.069333136651806e-05,
      "loss": 1.5469,
      "step": 98482
    },
    {
      "epoch": 4.5816701558501975,
      "grad_norm": 1.8272650929622472,
      "learning_rate": 4.069078974135707e-05,
      "loss": 1.6328,
      "step": 98483
    },
    {
      "epoch": 4.581716678297278,
      "grad_norm": 1.7495081851063328,
      "learning_rate": 4.0688248183115824e-05,
      "loss": 1.4688,
      "step": 98484
    },
    {
      "epoch": 4.581763200744359,
      "grad_norm": 1.645552255327394,
      "learning_rate": 4.0685706691795876e-05,
      "loss": 1.375,
      "step": 98485
    },
    {
      "epoch": 4.58180972319144,
      "grad_norm": 1.6703938677653678,
      "learning_rate": 4.0683165267398735e-05,
      "loss": 1.3984,
      "step": 98486
    },
    {
      "epoch": 4.58185624563852,
      "grad_norm": 1.6865422861668875,
      "learning_rate": 4.068062390992605e-05,
      "loss": 1.5156,
      "step": 98487
    },
    {
      "epoch": 4.581902768085602,
      "grad_norm": 1.7674100062581086,
      "learning_rate": 4.067808261937931e-05,
      "loss": 1.4922,
      "step": 98488
    },
    {
      "epoch": 4.581949290532682,
      "grad_norm": 1.883873502991589,
      "learning_rate": 4.0675541395760104e-05,
      "loss": 1.6719,
      "step": 98489
    },
    {
      "epoch": 4.581995812979763,
      "grad_norm": 1.7177162605444778,
      "learning_rate": 4.067300023906998e-05,
      "loss": 1.3984,
      "step": 98490
    },
    {
      "epoch": 4.582042335426843,
      "grad_norm": 1.6315459896950912,
      "learning_rate": 4.0670459149310466e-05,
      "loss": 1.4766,
      "step": 98491
    },
    {
      "epoch": 4.5820888578739245,
      "grad_norm": 1.6542039315523955,
      "learning_rate": 4.066791812648317e-05,
      "loss": 1.4219,
      "step": 98492
    },
    {
      "epoch": 4.582135380321005,
      "grad_norm": 1.9150730948033552,
      "learning_rate": 4.0665377170589626e-05,
      "loss": 1.7656,
      "step": 98493
    },
    {
      "epoch": 4.5821819027680855,
      "grad_norm": 1.733688100016813,
      "learning_rate": 4.066283628163137e-05,
      "loss": 1.5625,
      "step": 98494
    },
    {
      "epoch": 4.582228425215166,
      "grad_norm": 1.937490468147556,
      "learning_rate": 4.0660295459609944e-05,
      "loss": 1.7578,
      "step": 98495
    },
    {
      "epoch": 4.582274947662247,
      "grad_norm": 1.6732221601330417,
      "learning_rate": 4.065775470452695e-05,
      "loss": 1.4766,
      "step": 98496
    },
    {
      "epoch": 4.582321470109328,
      "grad_norm": 1.6833960231120864,
      "learning_rate": 4.065521401638395e-05,
      "loss": 1.5234,
      "step": 98497
    },
    {
      "epoch": 4.582367992556408,
      "grad_norm": 1.675501099924967,
      "learning_rate": 4.065267339518246e-05,
      "loss": 1.4062,
      "step": 98498
    },
    {
      "epoch": 4.582414515003489,
      "grad_norm": 1.7612402496013901,
      "learning_rate": 4.0650132840924044e-05,
      "loss": 1.6875,
      "step": 98499
    },
    {
      "epoch": 4.58246103745057,
      "grad_norm": 1.752524495563179,
      "learning_rate": 4.0647592353610226e-05,
      "loss": 1.625,
      "step": 98500
    },
    {
      "epoch": 4.582507559897651,
      "grad_norm": 1.6765685179093568,
      "learning_rate": 4.064505193324262e-05,
      "loss": 1.5078,
      "step": 98501
    },
    {
      "epoch": 4.582554082344731,
      "grad_norm": 1.7191994222291078,
      "learning_rate": 4.064251157982278e-05,
      "loss": 1.5312,
      "step": 98502
    },
    {
      "epoch": 4.582600604791812,
      "grad_norm": 1.574379396965037,
      "learning_rate": 4.063997129335224e-05,
      "loss": 1.3281,
      "step": 98503
    },
    {
      "epoch": 4.582647127238893,
      "grad_norm": 1.7937250827563398,
      "learning_rate": 4.063743107383249e-05,
      "loss": 1.5938,
      "step": 98504
    },
    {
      "epoch": 4.582693649685973,
      "grad_norm": 1.66104904560149,
      "learning_rate": 4.0634890921265206e-05,
      "loss": 1.3906,
      "step": 98505
    },
    {
      "epoch": 4.582740172133054,
      "grad_norm": 1.8081511929025484,
      "learning_rate": 4.063235083565189e-05,
      "loss": 1.6797,
      "step": 98506
    },
    {
      "epoch": 4.582786694580135,
      "grad_norm": 1.693729045753506,
      "learning_rate": 4.062981081699409e-05,
      "loss": 1.4141,
      "step": 98507
    },
    {
      "epoch": 4.582833217027216,
      "grad_norm": 1.6622011437823467,
      "learning_rate": 4.0627270865293325e-05,
      "loss": 1.5,
      "step": 98508
    },
    {
      "epoch": 4.582879739474296,
      "grad_norm": 1.7843177524306915,
      "learning_rate": 4.062473098055122e-05,
      "loss": 1.6641,
      "step": 98509
    },
    {
      "epoch": 4.5829262619213775,
      "grad_norm": 1.9198277373669368,
      "learning_rate": 4.062219116276926e-05,
      "loss": 1.7266,
      "step": 98510
    },
    {
      "epoch": 4.582972784368458,
      "grad_norm": 1.8696969954780749,
      "learning_rate": 4.061965141194909e-05,
      "loss": 1.7578,
      "step": 98511
    },
    {
      "epoch": 4.5830193068155385,
      "grad_norm": 1.7239897600752254,
      "learning_rate": 4.061711172809221e-05,
      "loss": 1.4844,
      "step": 98512
    },
    {
      "epoch": 4.583065829262619,
      "grad_norm": 1.9026334246218748,
      "learning_rate": 4.0614572111200124e-05,
      "loss": 1.7266,
      "step": 98513
    },
    {
      "epoch": 4.583112351709699,
      "grad_norm": 1.7242526795770867,
      "learning_rate": 4.061203256127451e-05,
      "loss": 1.5703,
      "step": 98514
    },
    {
      "epoch": 4.583158874156781,
      "grad_norm": 1.8138254807515592,
      "learning_rate": 4.060949307831684e-05,
      "loss": 1.5547,
      "step": 98515
    },
    {
      "epoch": 4.583205396603861,
      "grad_norm": 1.8541560964555805,
      "learning_rate": 4.060695366232868e-05,
      "loss": 1.7031,
      "step": 98516
    },
    {
      "epoch": 4.583251919050942,
      "grad_norm": 1.6700707224527371,
      "learning_rate": 4.060441431331156e-05,
      "loss": 1.4688,
      "step": 98517
    },
    {
      "epoch": 4.583298441498023,
      "grad_norm": 1.9392826014651632,
      "learning_rate": 4.060187503126709e-05,
      "loss": 1.8984,
      "step": 98518
    },
    {
      "epoch": 4.583344963945104,
      "grad_norm": 1.8196056231200144,
      "learning_rate": 4.05993358161968e-05,
      "loss": 1.6719,
      "step": 98519
    },
    {
      "epoch": 4.583391486392184,
      "grad_norm": 1.8435511489994085,
      "learning_rate": 4.059679666810223e-05,
      "loss": 1.7266,
      "step": 98520
    },
    {
      "epoch": 4.5834380088392646,
      "grad_norm": 1.80915074434495,
      "learning_rate": 4.059425758698492e-05,
      "loss": 1.5469,
      "step": 98521
    },
    {
      "epoch": 4.583484531286346,
      "grad_norm": 1.7839508063272267,
      "learning_rate": 4.059171857284649e-05,
      "loss": 1.5391,
      "step": 98522
    },
    {
      "epoch": 4.583531053733426,
      "grad_norm": 1.733615394635414,
      "learning_rate": 4.0589179625688456e-05,
      "loss": 1.4297,
      "step": 98523
    },
    {
      "epoch": 4.583577576180507,
      "grad_norm": 1.7242685954209962,
      "learning_rate": 4.058664074551236e-05,
      "loss": 1.5547,
      "step": 98524
    },
    {
      "epoch": 4.583624098627588,
      "grad_norm": 1.936722012001325,
      "learning_rate": 4.0584101932319786e-05,
      "loss": 1.7578,
      "step": 98525
    },
    {
      "epoch": 4.583670621074669,
      "grad_norm": 1.7902662742828506,
      "learning_rate": 4.058156318611221e-05,
      "loss": 1.5703,
      "step": 98526
    },
    {
      "epoch": 4.583717143521749,
      "grad_norm": 1.7684654207808899,
      "learning_rate": 4.05790245068913e-05,
      "loss": 1.5859,
      "step": 98527
    },
    {
      "epoch": 4.58376366596883,
      "grad_norm": 1.7421063851445926,
      "learning_rate": 4.057648589465854e-05,
      "loss": 1.6094,
      "step": 98528
    },
    {
      "epoch": 4.583810188415911,
      "grad_norm": 1.8351467308097105,
      "learning_rate": 4.057394734941553e-05,
      "loss": 1.6562,
      "step": 98529
    },
    {
      "epoch": 4.5838567108629915,
      "grad_norm": 1.7705511945294297,
      "learning_rate": 4.057140887116372e-05,
      "loss": 1.4297,
      "step": 98530
    },
    {
      "epoch": 4.583903233310072,
      "grad_norm": 1.6825356562615117,
      "learning_rate": 4.05688704599048e-05,
      "loss": 1.4531,
      "step": 98531
    },
    {
      "epoch": 4.5839497557571525,
      "grad_norm": 1.8154005109384108,
      "learning_rate": 4.05663321156402e-05,
      "loss": 1.6016,
      "step": 98532
    },
    {
      "epoch": 4.583996278204234,
      "grad_norm": 1.73271989255148,
      "learning_rate": 4.05637938383716e-05,
      "loss": 1.5234,
      "step": 98533
    },
    {
      "epoch": 4.584042800651314,
      "grad_norm": 1.7457428755497841,
      "learning_rate": 4.056125562810049e-05,
      "loss": 1.4844,
      "step": 98534
    },
    {
      "epoch": 4.584089323098395,
      "grad_norm": 1.581725573804064,
      "learning_rate": 4.0558717484828366e-05,
      "loss": 1.4062,
      "step": 98535
    },
    {
      "epoch": 4.584135845545475,
      "grad_norm": 1.8017349291572908,
      "learning_rate": 4.0556179408556895e-05,
      "loss": 1.6953,
      "step": 98536
    },
    {
      "epoch": 4.584182367992557,
      "grad_norm": 1.753684979578447,
      "learning_rate": 4.055364139928758e-05,
      "loss": 1.5234,
      "step": 98537
    },
    {
      "epoch": 4.584228890439637,
      "grad_norm": 1.9697523551564042,
      "learning_rate": 4.0551103457021946e-05,
      "loss": 2.0469,
      "step": 98538
    },
    {
      "epoch": 4.584275412886718,
      "grad_norm": 1.7711366138087867,
      "learning_rate": 4.054856558176156e-05,
      "loss": 1.5547,
      "step": 98539
    },
    {
      "epoch": 4.584321935333799,
      "grad_norm": 1.811412935376315,
      "learning_rate": 4.054602777350801e-05,
      "loss": 1.6484,
      "step": 98540
    },
    {
      "epoch": 4.584368457780879,
      "grad_norm": 1.771433650594184,
      "learning_rate": 4.054349003226283e-05,
      "loss": 1.3828,
      "step": 98541
    },
    {
      "epoch": 4.58441498022796,
      "grad_norm": 1.7016789281407283,
      "learning_rate": 4.0540952358027585e-05,
      "loss": 1.5547,
      "step": 98542
    },
    {
      "epoch": 4.58446150267504,
      "grad_norm": 1.8502409425850082,
      "learning_rate": 4.0538414750803746e-05,
      "loss": 1.6484,
      "step": 98543
    },
    {
      "epoch": 4.584508025122122,
      "grad_norm": 1.754911355919167,
      "learning_rate": 4.0535877210592994e-05,
      "loss": 1.5859,
      "step": 98544
    },
    {
      "epoch": 4.584554547569202,
      "grad_norm": 1.8684014277856695,
      "learning_rate": 4.053333973739683e-05,
      "loss": 1.6406,
      "step": 98545
    },
    {
      "epoch": 4.584601070016283,
      "grad_norm": 1.8039001109515114,
      "learning_rate": 4.053080233121678e-05,
      "loss": 1.6172,
      "step": 98546
    },
    {
      "epoch": 4.584647592463364,
      "grad_norm": 1.8944778809230958,
      "learning_rate": 4.0528264992054384e-05,
      "loss": 1.6641,
      "step": 98547
    },
    {
      "epoch": 4.5846941149104445,
      "grad_norm": 1.8845081269897048,
      "learning_rate": 4.052572771991128e-05,
      "loss": 1.6953,
      "step": 98548
    },
    {
      "epoch": 4.584740637357525,
      "grad_norm": 1.6637061825326147,
      "learning_rate": 4.052319051478896e-05,
      "loss": 1.4375,
      "step": 98549
    },
    {
      "epoch": 4.5847871598046055,
      "grad_norm": 1.715934374737723,
      "learning_rate": 4.0520653376689e-05,
      "loss": 1.5,
      "step": 98550
    },
    {
      "epoch": 4.584833682251686,
      "grad_norm": 1.6250671785029929,
      "learning_rate": 4.051811630561294e-05,
      "loss": 1.2266,
      "step": 98551
    },
    {
      "epoch": 4.584880204698767,
      "grad_norm": 1.760843475632628,
      "learning_rate": 4.051557930156229e-05,
      "loss": 1.4844,
      "step": 98552
    },
    {
      "epoch": 4.584926727145848,
      "grad_norm": 1.8722865613414323,
      "learning_rate": 4.051304236453868e-05,
      "loss": 1.6953,
      "step": 98553
    },
    {
      "epoch": 4.584973249592928,
      "grad_norm": 1.789581191633185,
      "learning_rate": 4.0510505494543586e-05,
      "loss": 1.6797,
      "step": 98554
    },
    {
      "epoch": 4.58501977204001,
      "grad_norm": 1.7131121674113898,
      "learning_rate": 4.050796869157866e-05,
      "loss": 1.5781,
      "step": 98555
    },
    {
      "epoch": 4.58506629448709,
      "grad_norm": 1.8125559007296599,
      "learning_rate": 4.05054319556454e-05,
      "loss": 1.5391,
      "step": 98556
    },
    {
      "epoch": 4.585112816934171,
      "grad_norm": 1.779176950357742,
      "learning_rate": 4.05028952867453e-05,
      "loss": 1.5234,
      "step": 98557
    },
    {
      "epoch": 4.585159339381251,
      "grad_norm": 1.790778136870245,
      "learning_rate": 4.0500358684880044e-05,
      "loss": 1.5391,
      "step": 98558
    },
    {
      "epoch": 4.5852058618283325,
      "grad_norm": 1.5647540215893387,
      "learning_rate": 4.0497822150051105e-05,
      "loss": 1.2344,
      "step": 98559
    },
    {
      "epoch": 4.585252384275413,
      "grad_norm": 1.7371688352953418,
      "learning_rate": 4.049528568226003e-05,
      "loss": 1.5,
      "step": 98560
    },
    {
      "epoch": 4.585298906722493,
      "grad_norm": 1.7948449047729182,
      "learning_rate": 4.049274928150835e-05,
      "loss": 1.5547,
      "step": 98561
    },
    {
      "epoch": 4.585345429169575,
      "grad_norm": 1.8272007568340483,
      "learning_rate": 4.0490212947797715e-05,
      "loss": 1.5859,
      "step": 98562
    },
    {
      "epoch": 4.585391951616655,
      "grad_norm": 1.7439855246800509,
      "learning_rate": 4.0487676681129594e-05,
      "loss": 1.6328,
      "step": 98563
    },
    {
      "epoch": 4.585438474063736,
      "grad_norm": 1.5943894725849086,
      "learning_rate": 4.048514048150558e-05,
      "loss": 1.3984,
      "step": 98564
    },
    {
      "epoch": 4.585484996510816,
      "grad_norm": 1.5030178045513938,
      "learning_rate": 4.048260434892715e-05,
      "loss": 1.3672,
      "step": 98565
    },
    {
      "epoch": 4.585531518957898,
      "grad_norm": 1.7105100274556921,
      "learning_rate": 4.048006828339596e-05,
      "loss": 1.5391,
      "step": 98566
    },
    {
      "epoch": 4.585578041404978,
      "grad_norm": 1.9984170503321728,
      "learning_rate": 4.0477532284913526e-05,
      "loss": 1.8984,
      "step": 98567
    },
    {
      "epoch": 4.5856245638520585,
      "grad_norm": 1.9032597192498515,
      "learning_rate": 4.047499635348138e-05,
      "loss": 1.6406,
      "step": 98568
    },
    {
      "epoch": 4.585671086299139,
      "grad_norm": 1.8140938210689055,
      "learning_rate": 4.047246048910107e-05,
      "loss": 1.6562,
      "step": 98569
    },
    {
      "epoch": 4.58571760874622,
      "grad_norm": 1.9642646135761956,
      "learning_rate": 4.046992469177418e-05,
      "loss": 1.8125,
      "step": 98570
    },
    {
      "epoch": 4.585764131193301,
      "grad_norm": 1.8623865514240574,
      "learning_rate": 4.046738896150226e-05,
      "loss": 1.5938,
      "step": 98571
    },
    {
      "epoch": 4.585810653640381,
      "grad_norm": 1.848251994944145,
      "learning_rate": 4.0464853298286844e-05,
      "loss": 1.6797,
      "step": 98572
    },
    {
      "epoch": 4.585857176087462,
      "grad_norm": 1.6303654842465096,
      "learning_rate": 4.0462317702129456e-05,
      "loss": 1.3438,
      "step": 98573
    },
    {
      "epoch": 4.585903698534543,
      "grad_norm": 1.9768075573545847,
      "learning_rate": 4.045978217303173e-05,
      "loss": 1.8281,
      "step": 98574
    },
    {
      "epoch": 4.585950220981624,
      "grad_norm": 1.7747828105755101,
      "learning_rate": 4.045724671099515e-05,
      "loss": 1.6172,
      "step": 98575
    },
    {
      "epoch": 4.585996743428704,
      "grad_norm": 1.6147016532221883,
      "learning_rate": 4.0454711316021265e-05,
      "loss": 1.5078,
      "step": 98576
    },
    {
      "epoch": 4.5860432658757855,
      "grad_norm": 1.6611831845061087,
      "learning_rate": 4.045217598811168e-05,
      "loss": 1.3672,
      "step": 98577
    },
    {
      "epoch": 4.586089788322866,
      "grad_norm": 1.855467533745493,
      "learning_rate": 4.044964072726789e-05,
      "loss": 1.6875,
      "step": 98578
    },
    {
      "epoch": 4.586136310769946,
      "grad_norm": 1.8184091222729346,
      "learning_rate": 4.044710553349151e-05,
      "loss": 1.5547,
      "step": 98579
    },
    {
      "epoch": 4.586182833217027,
      "grad_norm": 1.734019500212401,
      "learning_rate": 4.0444570406784056e-05,
      "loss": 1.5859,
      "step": 98580
    },
    {
      "epoch": 4.586229355664108,
      "grad_norm": 1.8541007458160732,
      "learning_rate": 4.0442035347147095e-05,
      "loss": 1.5781,
      "step": 98581
    },
    {
      "epoch": 4.586275878111189,
      "grad_norm": 1.6666096234653698,
      "learning_rate": 4.043950035458215e-05,
      "loss": 1.3984,
      "step": 98582
    },
    {
      "epoch": 4.586322400558269,
      "grad_norm": 1.7319454853451859,
      "learning_rate": 4.0436965429090754e-05,
      "loss": 1.4922,
      "step": 98583
    },
    {
      "epoch": 4.58636892300535,
      "grad_norm": 1.9205770709180046,
      "learning_rate": 4.043443057067453e-05,
      "loss": 1.75,
      "step": 98584
    },
    {
      "epoch": 4.586415445452431,
      "grad_norm": 1.8051930003891996,
      "learning_rate": 4.0431895779335006e-05,
      "loss": 1.6719,
      "step": 98585
    },
    {
      "epoch": 4.5864619678995115,
      "grad_norm": 1.6452123374317114,
      "learning_rate": 4.0429361055073706e-05,
      "loss": 1.5078,
      "step": 98586
    },
    {
      "epoch": 4.586508490346592,
      "grad_norm": 1.9351570357501606,
      "learning_rate": 4.0426826397892163e-05,
      "loss": 1.6797,
      "step": 98587
    },
    {
      "epoch": 4.5865550127936725,
      "grad_norm": 1.7413129072457965,
      "learning_rate": 4.0424291807792e-05,
      "loss": 1.5391,
      "step": 98588
    },
    {
      "epoch": 4.586601535240754,
      "grad_norm": 1.5081961896577571,
      "learning_rate": 4.0421757284774736e-05,
      "loss": 1.2812,
      "step": 98589
    },
    {
      "epoch": 4.586648057687834,
      "grad_norm": 1.6464219804489697,
      "learning_rate": 4.041922282884191e-05,
      "loss": 1.3984,
      "step": 98590
    },
    {
      "epoch": 4.586694580134915,
      "grad_norm": 1.847016034588527,
      "learning_rate": 4.041668843999504e-05,
      "loss": 1.6328,
      "step": 98591
    },
    {
      "epoch": 4.586741102581996,
      "grad_norm": 1.705453436124683,
      "learning_rate": 4.0414154118235775e-05,
      "loss": 1.4688,
      "step": 98592
    },
    {
      "epoch": 4.586787625029077,
      "grad_norm": 1.75909019209708,
      "learning_rate": 4.041161986356561e-05,
      "loss": 1.7188,
      "step": 98593
    },
    {
      "epoch": 4.586834147476157,
      "grad_norm": 1.7275139976053813,
      "learning_rate": 4.0409085675986093e-05,
      "loss": 1.5938,
      "step": 98594
    },
    {
      "epoch": 4.586880669923238,
      "grad_norm": 1.7362091254800018,
      "learning_rate": 4.040655155549872e-05,
      "loss": 1.5703,
      "step": 98595
    },
    {
      "epoch": 4.586927192370319,
      "grad_norm": 1.7036741193959712,
      "learning_rate": 4.040401750210517e-05,
      "loss": 1.3594,
      "step": 98596
    },
    {
      "epoch": 4.5869737148173995,
      "grad_norm": 1.7502445908734325,
      "learning_rate": 4.040148351580691e-05,
      "loss": 1.5938,
      "step": 98597
    },
    {
      "epoch": 4.58702023726448,
      "grad_norm": 1.8210671831670486,
      "learning_rate": 4.0398949596605465e-05,
      "loss": 1.75,
      "step": 98598
    },
    {
      "epoch": 4.587066759711561,
      "grad_norm": 1.8140985729815204,
      "learning_rate": 4.0396415744502475e-05,
      "loss": 1.6094,
      "step": 98599
    },
    {
      "epoch": 4.587113282158642,
      "grad_norm": 1.7151878806142076,
      "learning_rate": 4.0393881959499415e-05,
      "loss": 1.6484,
      "step": 98600
    },
    {
      "epoch": 4.587159804605722,
      "grad_norm": 1.668770740848213,
      "learning_rate": 4.039134824159789e-05,
      "loss": 1.5234,
      "step": 98601
    },
    {
      "epoch": 4.587206327052803,
      "grad_norm": 1.793670682664547,
      "learning_rate": 4.038881459079944e-05,
      "loss": 1.6641,
      "step": 98602
    },
    {
      "epoch": 4.587252849499883,
      "grad_norm": 1.9038121437934172,
      "learning_rate": 4.03862810071056e-05,
      "loss": 1.5781,
      "step": 98603
    },
    {
      "epoch": 4.587299371946965,
      "grad_norm": 1.6778356084369321,
      "learning_rate": 4.0383747490517884e-05,
      "loss": 1.4062,
      "step": 98604
    },
    {
      "epoch": 4.587345894394045,
      "grad_norm": 1.856193689035403,
      "learning_rate": 4.038121404103793e-05,
      "loss": 1.7031,
      "step": 98605
    },
    {
      "epoch": 4.5873924168411255,
      "grad_norm": 1.8488171931614448,
      "learning_rate": 4.037868065866723e-05,
      "loss": 1.6172,
      "step": 98606
    },
    {
      "epoch": 4.587438939288207,
      "grad_norm": 1.821056306310572,
      "learning_rate": 4.037614734340736e-05,
      "loss": 1.625,
      "step": 98607
    },
    {
      "epoch": 4.587485461735287,
      "grad_norm": 1.6770970746767775,
      "learning_rate": 4.037361409525986e-05,
      "loss": 1.6328,
      "step": 98608
    },
    {
      "epoch": 4.587531984182368,
      "grad_norm": 1.8582439800137678,
      "learning_rate": 4.0371080914226223e-05,
      "loss": 1.7109,
      "step": 98609
    },
    {
      "epoch": 4.587578506629448,
      "grad_norm": 1.7586203014499302,
      "learning_rate": 4.0368547800308096e-05,
      "loss": 1.5547,
      "step": 98610
    },
    {
      "epoch": 4.58762502907653,
      "grad_norm": 1.793592124292217,
      "learning_rate": 4.0366014753507e-05,
      "loss": 1.4766,
      "step": 98611
    },
    {
      "epoch": 4.58767155152361,
      "grad_norm": 1.8200476290299195,
      "learning_rate": 4.036348177382449e-05,
      "loss": 1.6719,
      "step": 98612
    },
    {
      "epoch": 4.587718073970691,
      "grad_norm": 1.8901034367468983,
      "learning_rate": 4.0360948861262043e-05,
      "loss": 1.6719,
      "step": 98613
    },
    {
      "epoch": 4.587764596417772,
      "grad_norm": 1.681666379482759,
      "learning_rate": 4.035841601582131e-05,
      "loss": 1.5,
      "step": 98614
    },
    {
      "epoch": 4.5878111188648525,
      "grad_norm": 1.896459514810588,
      "learning_rate": 4.0355883237503815e-05,
      "loss": 1.7344,
      "step": 98615
    },
    {
      "epoch": 4.587857641311933,
      "grad_norm": 1.892058548359425,
      "learning_rate": 4.035335052631108e-05,
      "loss": 1.75,
      "step": 98616
    },
    {
      "epoch": 4.587904163759013,
      "grad_norm": 1.8137576880828217,
      "learning_rate": 4.035081788224465e-05,
      "loss": 1.5547,
      "step": 98617
    },
    {
      "epoch": 4.587950686206095,
      "grad_norm": 1.9183117626713337,
      "learning_rate": 4.0348285305306114e-05,
      "loss": 1.8203,
      "step": 98618
    },
    {
      "epoch": 4.587997208653175,
      "grad_norm": 1.7462493562139034,
      "learning_rate": 4.034575279549701e-05,
      "loss": 1.4922,
      "step": 98619
    },
    {
      "epoch": 4.588043731100256,
      "grad_norm": 1.8964880971508662,
      "learning_rate": 4.034322035281885e-05,
      "loss": 1.625,
      "step": 98620
    },
    {
      "epoch": 4.588090253547336,
      "grad_norm": 1.817926456015336,
      "learning_rate": 4.034068797727323e-05,
      "loss": 1.6875,
      "step": 98621
    },
    {
      "epoch": 4.588136775994418,
      "grad_norm": 1.8887806122984778,
      "learning_rate": 4.033815566886167e-05,
      "loss": 1.8281,
      "step": 98622
    },
    {
      "epoch": 4.588183298441498,
      "grad_norm": 1.9521992483854755,
      "learning_rate": 4.033562342758577e-05,
      "loss": 1.8125,
      "step": 98623
    },
    {
      "epoch": 4.588229820888579,
      "grad_norm": 1.702613889853755,
      "learning_rate": 4.033309125344707e-05,
      "loss": 1.5234,
      "step": 98624
    },
    {
      "epoch": 4.588276343335659,
      "grad_norm": 1.8156997922552498,
      "learning_rate": 4.0330559146447075e-05,
      "loss": 1.5547,
      "step": 98625
    },
    {
      "epoch": 4.58832286578274,
      "grad_norm": 1.6186518845814017,
      "learning_rate": 4.032802710658731e-05,
      "loss": 1.4922,
      "step": 98626
    },
    {
      "epoch": 4.588369388229821,
      "grad_norm": 1.8414921299644464,
      "learning_rate": 4.032549513386944e-05,
      "loss": 1.6172,
      "step": 98627
    },
    {
      "epoch": 4.588415910676901,
      "grad_norm": 1.6334598947292174,
      "learning_rate": 4.032296322829494e-05,
      "loss": 1.4766,
      "step": 98628
    },
    {
      "epoch": 4.588462433123983,
      "grad_norm": 1.8649669949265064,
      "learning_rate": 4.0320431389865365e-05,
      "loss": 1.7969,
      "step": 98629
    },
    {
      "epoch": 4.588508955571063,
      "grad_norm": 1.7119487270153106,
      "learning_rate": 4.031789961858221e-05,
      "loss": 1.5078,
      "step": 98630
    },
    {
      "epoch": 4.588555478018144,
      "grad_norm": 1.7750911418512962,
      "learning_rate": 4.031536791444715e-05,
      "loss": 1.5859,
      "step": 98631
    },
    {
      "epoch": 4.588602000465224,
      "grad_norm": 1.8846161063862479,
      "learning_rate": 4.0312836277461664e-05,
      "loss": 1.8359,
      "step": 98632
    },
    {
      "epoch": 4.5886485229123055,
      "grad_norm": 1.85127956439285,
      "learning_rate": 4.03103047076273e-05,
      "loss": 1.6406,
      "step": 98633
    },
    {
      "epoch": 4.588695045359386,
      "grad_norm": 1.688092305464258,
      "learning_rate": 4.0307773204945605e-05,
      "loss": 1.3984,
      "step": 98634
    },
    {
      "epoch": 4.5887415678064665,
      "grad_norm": 1.71971055643487,
      "learning_rate": 4.0305241769418106e-05,
      "loss": 1.5547,
      "step": 98635
    },
    {
      "epoch": 4.588788090253548,
      "grad_norm": 1.783395216339095,
      "learning_rate": 4.030271040104642e-05,
      "loss": 1.625,
      "step": 98636
    },
    {
      "epoch": 4.588834612700628,
      "grad_norm": 1.9664917202929573,
      "learning_rate": 4.030017909983207e-05,
      "loss": 1.9297,
      "step": 98637
    },
    {
      "epoch": 4.588881135147709,
      "grad_norm": 1.810546971169957,
      "learning_rate": 4.0297647865776594e-05,
      "loss": 1.6797,
      "step": 98638
    },
    {
      "epoch": 4.588927657594789,
      "grad_norm": 1.7691221697176098,
      "learning_rate": 4.0295116698881495e-05,
      "loss": 1.5547,
      "step": 98639
    },
    {
      "epoch": 4.58897418004187,
      "grad_norm": 1.8821071887487215,
      "learning_rate": 4.029258559914842e-05,
      "loss": 1.75,
      "step": 98640
    },
    {
      "epoch": 4.589020702488951,
      "grad_norm": 1.6900497883513579,
      "learning_rate": 4.029005456657888e-05,
      "loss": 1.3438,
      "step": 98641
    },
    {
      "epoch": 4.589067224936032,
      "grad_norm": 1.8418400905064976,
      "learning_rate": 4.028752360117437e-05,
      "loss": 1.7422,
      "step": 98642
    },
    {
      "epoch": 4.589113747383112,
      "grad_norm": 1.7986028785548112,
      "learning_rate": 4.028499270293652e-05,
      "loss": 1.6641,
      "step": 98643
    },
    {
      "epoch": 4.589160269830193,
      "grad_norm": 1.722276243241778,
      "learning_rate": 4.028246187186681e-05,
      "loss": 1.5312,
      "step": 98644
    },
    {
      "epoch": 4.589206792277274,
      "grad_norm": 1.812611001961198,
      "learning_rate": 4.027993110796684e-05,
      "loss": 1.6328,
      "step": 98645
    },
    {
      "epoch": 4.589253314724354,
      "grad_norm": 1.7764591530967238,
      "learning_rate": 4.027740041123817e-05,
      "loss": 1.6328,
      "step": 98646
    },
    {
      "epoch": 4.589299837171435,
      "grad_norm": 1.713903352621608,
      "learning_rate": 4.0274869781682314e-05,
      "loss": 1.5859,
      "step": 98647
    },
    {
      "epoch": 4.589346359618516,
      "grad_norm": 1.6682307327811932,
      "learning_rate": 4.0272339219300785e-05,
      "loss": 1.4375,
      "step": 98648
    },
    {
      "epoch": 4.589392882065597,
      "grad_norm": 1.7423534637067144,
      "learning_rate": 4.026980872409522e-05,
      "loss": 1.4922,
      "step": 98649
    },
    {
      "epoch": 4.589439404512677,
      "grad_norm": 1.7291228960363838,
      "learning_rate": 4.026727829606713e-05,
      "loss": 1.4844,
      "step": 98650
    },
    {
      "epoch": 4.5894859269597585,
      "grad_norm": 1.832972080145239,
      "learning_rate": 4.026474793521806e-05,
      "loss": 1.5859,
      "step": 98651
    },
    {
      "epoch": 4.589532449406839,
      "grad_norm": 1.8225886513589165,
      "learning_rate": 4.0262217641549505e-05,
      "loss": 1.625,
      "step": 98652
    },
    {
      "epoch": 4.5895789718539195,
      "grad_norm": 1.6745071358966623,
      "learning_rate": 4.025968741506313e-05,
      "loss": 1.4531,
      "step": 98653
    },
    {
      "epoch": 4.589625494301,
      "grad_norm": 1.571835899663978,
      "learning_rate": 4.02571572557604e-05,
      "loss": 1.3281,
      "step": 98654
    },
    {
      "epoch": 4.5896720167480805,
      "grad_norm": 1.7329121438800201,
      "learning_rate": 4.025462716364289e-05,
      "loss": 1.3516,
      "step": 98655
    },
    {
      "epoch": 4.589718539195162,
      "grad_norm": 1.9720156338488257,
      "learning_rate": 4.02520971387121e-05,
      "loss": 1.7969,
      "step": 98656
    },
    {
      "epoch": 4.589765061642242,
      "grad_norm": 1.7764717528773317,
      "learning_rate": 4.024956718096968e-05,
      "loss": 1.6328,
      "step": 98657
    },
    {
      "epoch": 4.589811584089323,
      "grad_norm": 2.0236475418507385,
      "learning_rate": 4.0247037290417095e-05,
      "loss": 1.8594,
      "step": 98658
    },
    {
      "epoch": 4.589858106536404,
      "grad_norm": 1.932030612970087,
      "learning_rate": 4.024450746705595e-05,
      "loss": 1.8359,
      "step": 98659
    },
    {
      "epoch": 4.589904628983485,
      "grad_norm": 1.7901622461307862,
      "learning_rate": 4.024197771088775e-05,
      "loss": 1.6094,
      "step": 98660
    },
    {
      "epoch": 4.589951151430565,
      "grad_norm": 1.7791963970614615,
      "learning_rate": 4.023944802191401e-05,
      "loss": 1.6562,
      "step": 98661
    },
    {
      "epoch": 4.589997673877646,
      "grad_norm": 1.7490207080309192,
      "learning_rate": 4.0236918400136376e-05,
      "loss": 1.5391,
      "step": 98662
    },
    {
      "epoch": 4.590044196324727,
      "grad_norm": 1.8064256724502998,
      "learning_rate": 4.023438884555634e-05,
      "loss": 1.5859,
      "step": 98663
    },
    {
      "epoch": 4.590090718771807,
      "grad_norm": 1.8007870336721283,
      "learning_rate": 4.023185935817542e-05,
      "loss": 1.6875,
      "step": 98664
    },
    {
      "epoch": 4.590137241218888,
      "grad_norm": 1.6836083489750824,
      "learning_rate": 4.022932993799525e-05,
      "loss": 1.4766,
      "step": 98665
    },
    {
      "epoch": 4.590183763665969,
      "grad_norm": 1.733141199734232,
      "learning_rate": 4.0226800585017284e-05,
      "loss": 1.5078,
      "step": 98666
    },
    {
      "epoch": 4.59023028611305,
      "grad_norm": 1.6173886990951465,
      "learning_rate": 4.022427129924316e-05,
      "loss": 1.3594,
      "step": 98667
    },
    {
      "epoch": 4.59027680856013,
      "grad_norm": 1.896167415590854,
      "learning_rate": 4.0221742080674396e-05,
      "loss": 1.6406,
      "step": 98668
    },
    {
      "epoch": 4.590323331007211,
      "grad_norm": 1.8309409724307915,
      "learning_rate": 4.0219212929312524e-05,
      "loss": 1.6875,
      "step": 98669
    },
    {
      "epoch": 4.590369853454292,
      "grad_norm": 1.6846602316569874,
      "learning_rate": 4.021668384515904e-05,
      "loss": 1.5234,
      "step": 98670
    },
    {
      "epoch": 4.5904163759013725,
      "grad_norm": 1.9478446729680186,
      "learning_rate": 4.021415482821561e-05,
      "loss": 1.6406,
      "step": 98671
    },
    {
      "epoch": 4.590462898348453,
      "grad_norm": 1.6499463060526418,
      "learning_rate": 4.021162587848371e-05,
      "loss": 1.4766,
      "step": 98672
    },
    {
      "epoch": 4.5905094207955335,
      "grad_norm": 1.845840426784989,
      "learning_rate": 4.0209096995964904e-05,
      "loss": 1.7266,
      "step": 98673
    },
    {
      "epoch": 4.590555943242615,
      "grad_norm": 1.7069475006382013,
      "learning_rate": 4.020656818066069e-05,
      "loss": 1.4844,
      "step": 98674
    },
    {
      "epoch": 4.590602465689695,
      "grad_norm": 1.7553848746357261,
      "learning_rate": 4.0204039432572696e-05,
      "loss": 1.5234,
      "step": 98675
    },
    {
      "epoch": 4.590648988136776,
      "grad_norm": 1.748429544981675,
      "learning_rate": 4.020151075170245e-05,
      "loss": 1.5234,
      "step": 98676
    },
    {
      "epoch": 4.590695510583856,
      "grad_norm": 1.656227005964037,
      "learning_rate": 4.0198982138051486e-05,
      "loss": 1.2969,
      "step": 98677
    },
    {
      "epoch": 4.590742033030938,
      "grad_norm": 1.8492255311431596,
      "learning_rate": 4.01964535916213e-05,
      "loss": 1.6562,
      "step": 98678
    },
    {
      "epoch": 4.590788555478018,
      "grad_norm": 1.8130071807120653,
      "learning_rate": 4.019392511241355e-05,
      "loss": 1.6797,
      "step": 98679
    },
    {
      "epoch": 4.590835077925099,
      "grad_norm": 1.8321364595577991,
      "learning_rate": 4.019139670042971e-05,
      "loss": 1.7266,
      "step": 98680
    },
    {
      "epoch": 4.59088160037218,
      "grad_norm": 1.6850804882350732,
      "learning_rate": 4.0188868355671354e-05,
      "loss": 1.3438,
      "step": 98681
    },
    {
      "epoch": 4.59092812281926,
      "grad_norm": 1.90178135532687,
      "learning_rate": 4.018634007813997e-05,
      "loss": 1.7266,
      "step": 98682
    },
    {
      "epoch": 4.590974645266341,
      "grad_norm": 1.8125896483354416,
      "learning_rate": 4.018381186783721e-05,
      "loss": 1.5703,
      "step": 98683
    },
    {
      "epoch": 4.591021167713421,
      "grad_norm": 1.705050083518562,
      "learning_rate": 4.0181283724764556e-05,
      "loss": 1.4297,
      "step": 98684
    },
    {
      "epoch": 4.591067690160503,
      "grad_norm": 1.669609155632441,
      "learning_rate": 4.0178755648923575e-05,
      "loss": 1.4062,
      "step": 98685
    },
    {
      "epoch": 4.591114212607583,
      "grad_norm": 1.7752086972939103,
      "learning_rate": 4.017622764031575e-05,
      "loss": 1.6016,
      "step": 98686
    },
    {
      "epoch": 4.591160735054664,
      "grad_norm": 1.7158895027511256,
      "learning_rate": 4.017369969894271e-05,
      "loss": 1.4609,
      "step": 98687
    },
    {
      "epoch": 4.591207257501745,
      "grad_norm": 1.8802070662849557,
      "learning_rate": 4.017117182480601e-05,
      "loss": 1.625,
      "step": 98688
    },
    {
      "epoch": 4.5912537799488256,
      "grad_norm": 1.8363898029029182,
      "learning_rate": 4.016864401790716e-05,
      "loss": 1.5703,
      "step": 98689
    },
    {
      "epoch": 4.591300302395906,
      "grad_norm": 1.6924956976574719,
      "learning_rate": 4.016611627824772e-05,
      "loss": 1.4219,
      "step": 98690
    },
    {
      "epoch": 4.5913468248429865,
      "grad_norm": 1.8339814031831443,
      "learning_rate": 4.016358860582923e-05,
      "loss": 1.6484,
      "step": 98691
    },
    {
      "epoch": 4.591393347290067,
      "grad_norm": 1.7259534244919472,
      "learning_rate": 4.016106100065319e-05,
      "loss": 1.4531,
      "step": 98692
    },
    {
      "epoch": 4.591439869737148,
      "grad_norm": 1.8523183738413858,
      "learning_rate": 4.015853346272124e-05,
      "loss": 1.6172,
      "step": 98693
    },
    {
      "epoch": 4.591486392184229,
      "grad_norm": 1.8458010395059756,
      "learning_rate": 4.01560059920349e-05,
      "loss": 1.5391,
      "step": 98694
    },
    {
      "epoch": 4.591532914631309,
      "grad_norm": 1.7542433053696793,
      "learning_rate": 4.015347858859568e-05,
      "loss": 1.5,
      "step": 98695
    },
    {
      "epoch": 4.591579437078391,
      "grad_norm": 1.8315009317868118,
      "learning_rate": 4.01509512524051e-05,
      "loss": 1.5469,
      "step": 98696
    },
    {
      "epoch": 4.591625959525471,
      "grad_norm": 1.6653169669619048,
      "learning_rate": 4.0148423983464815e-05,
      "loss": 1.5078,
      "step": 98697
    },
    {
      "epoch": 4.591672481972552,
      "grad_norm": 1.75513341096058,
      "learning_rate": 4.014589678177631e-05,
      "loss": 1.6328,
      "step": 98698
    },
    {
      "epoch": 4.591719004419632,
      "grad_norm": 1.817199423690909,
      "learning_rate": 4.014336964734113e-05,
      "loss": 1.6797,
      "step": 98699
    },
    {
      "epoch": 4.5917655268667135,
      "grad_norm": 1.740582484616413,
      "learning_rate": 4.014084258016078e-05,
      "loss": 1.5,
      "step": 98700
    },
    {
      "epoch": 4.591812049313794,
      "grad_norm": 1.8073275273684763,
      "learning_rate": 4.0138315580236904e-05,
      "loss": 1.7422,
      "step": 98701
    },
    {
      "epoch": 4.591858571760874,
      "grad_norm": 1.7558812991530635,
      "learning_rate": 4.013578864757099e-05,
      "loss": 1.6719,
      "step": 98702
    },
    {
      "epoch": 4.591905094207956,
      "grad_norm": 1.847426986385785,
      "learning_rate": 4.013326178216461e-05,
      "loss": 1.6562,
      "step": 98703
    },
    {
      "epoch": 4.591951616655036,
      "grad_norm": 1.865756531163078,
      "learning_rate": 4.0130734984019234e-05,
      "loss": 1.625,
      "step": 98704
    },
    {
      "epoch": 4.591998139102117,
      "grad_norm": 1.7470364612476603,
      "learning_rate": 4.012820825313653e-05,
      "loss": 1.5234,
      "step": 98705
    },
    {
      "epoch": 4.592044661549197,
      "grad_norm": 1.7646213259568913,
      "learning_rate": 4.0125681589517966e-05,
      "loss": 1.7188,
      "step": 98706
    },
    {
      "epoch": 4.592091183996279,
      "grad_norm": 1.7441598680640935,
      "learning_rate": 4.0123154993165114e-05,
      "loss": 1.4453,
      "step": 98707
    },
    {
      "epoch": 4.592137706443359,
      "grad_norm": 1.6488485833075877,
      "learning_rate": 4.0120628464079465e-05,
      "loss": 1.3359,
      "step": 98708
    },
    {
      "epoch": 4.5921842288904395,
      "grad_norm": 1.9309959830359407,
      "learning_rate": 4.011810200226263e-05,
      "loss": 1.8438,
      "step": 98709
    },
    {
      "epoch": 4.59223075133752,
      "grad_norm": 1.7602800031646337,
      "learning_rate": 4.0115575607716186e-05,
      "loss": 1.5703,
      "step": 98710
    },
    {
      "epoch": 4.592277273784601,
      "grad_norm": 1.7893491083194972,
      "learning_rate": 4.0113049280441605e-05,
      "loss": 1.5781,
      "step": 98711
    },
    {
      "epoch": 4.592323796231682,
      "grad_norm": 1.7689306494773969,
      "learning_rate": 4.011052302044048e-05,
      "loss": 1.6562,
      "step": 98712
    },
    {
      "epoch": 4.592370318678762,
      "grad_norm": 1.5081372083920657,
      "learning_rate": 4.010799682771431e-05,
      "loss": 1.2812,
      "step": 98713
    },
    {
      "epoch": 4.592416841125843,
      "grad_norm": 1.7184953930857048,
      "learning_rate": 4.0105470702264705e-05,
      "loss": 1.4922,
      "step": 98714
    },
    {
      "epoch": 4.592463363572924,
      "grad_norm": 1.8907093415757468,
      "learning_rate": 4.010294464409317e-05,
      "loss": 1.6484,
      "step": 98715
    },
    {
      "epoch": 4.592509886020005,
      "grad_norm": 1.7678616796900661,
      "learning_rate": 4.0100418653201284e-05,
      "loss": 1.4766,
      "step": 98716
    },
    {
      "epoch": 4.592556408467085,
      "grad_norm": 1.8695800662777438,
      "learning_rate": 4.009789272959054e-05,
      "loss": 1.7109,
      "step": 98717
    },
    {
      "epoch": 4.5926029309141665,
      "grad_norm": 1.748928998904176,
      "learning_rate": 4.00953668732625e-05,
      "loss": 1.6406,
      "step": 98718
    },
    {
      "epoch": 4.592649453361247,
      "grad_norm": 1.8213508376613738,
      "learning_rate": 4.009284108421875e-05,
      "loss": 1.6797,
      "step": 98719
    },
    {
      "epoch": 4.5926959758083274,
      "grad_norm": 1.8375507870148668,
      "learning_rate": 4.0090315362460806e-05,
      "loss": 1.7109,
      "step": 98720
    },
    {
      "epoch": 4.592742498255408,
      "grad_norm": 1.8346040230705396,
      "learning_rate": 4.008778970799023e-05,
      "loss": 1.5781,
      "step": 98721
    },
    {
      "epoch": 4.592789020702489,
      "grad_norm": 1.8809899842805697,
      "learning_rate": 4.00852641208085e-05,
      "loss": 1.7422,
      "step": 98722
    },
    {
      "epoch": 4.59283554314957,
      "grad_norm": 1.8306678165767303,
      "learning_rate": 4.008273860091727e-05,
      "loss": 1.6094,
      "step": 98723
    },
    {
      "epoch": 4.59288206559665,
      "grad_norm": 1.8644699452722255,
      "learning_rate": 4.008021314831804e-05,
      "loss": 1.7109,
      "step": 98724
    },
    {
      "epoch": 4.592928588043731,
      "grad_norm": 1.7395793100739874,
      "learning_rate": 4.007768776301235e-05,
      "loss": 1.5391,
      "step": 98725
    },
    {
      "epoch": 4.592975110490812,
      "grad_norm": 1.7823946474180408,
      "learning_rate": 4.0075162445001696e-05,
      "loss": 1.6641,
      "step": 98726
    },
    {
      "epoch": 4.593021632937893,
      "grad_norm": 1.790283031076022,
      "learning_rate": 4.007263719428773e-05,
      "loss": 1.5859,
      "step": 98727
    },
    {
      "epoch": 4.593068155384973,
      "grad_norm": 1.7917117101379063,
      "learning_rate": 4.0070112010871926e-05,
      "loss": 1.7344,
      "step": 98728
    },
    {
      "epoch": 4.5931146778320535,
      "grad_norm": 1.9207493302931866,
      "learning_rate": 4.006758689475587e-05,
      "loss": 1.7734,
      "step": 98729
    },
    {
      "epoch": 4.593161200279135,
      "grad_norm": 1.7430600846834872,
      "learning_rate": 4.006506184594102e-05,
      "loss": 1.5781,
      "step": 98730
    },
    {
      "epoch": 4.593207722726215,
      "grad_norm": 1.6086071775931952,
      "learning_rate": 4.006253686442899e-05,
      "loss": 1.1719,
      "step": 98731
    },
    {
      "epoch": 4.593254245173296,
      "grad_norm": 1.7656048808373768,
      "learning_rate": 4.006001195022138e-05,
      "loss": 1.5156,
      "step": 98732
    },
    {
      "epoch": 4.593300767620377,
      "grad_norm": 1.7125981805606758,
      "learning_rate": 4.0057487103319675e-05,
      "loss": 1.5625,
      "step": 98733
    },
    {
      "epoch": 4.593347290067458,
      "grad_norm": 1.687895977464502,
      "learning_rate": 4.005496232372541e-05,
      "loss": 1.5391,
      "step": 98734
    },
    {
      "epoch": 4.593393812514538,
      "grad_norm": 1.8381129511889562,
      "learning_rate": 4.005243761144013e-05,
      "loss": 1.5625,
      "step": 98735
    },
    {
      "epoch": 4.593440334961619,
      "grad_norm": 1.7019315613371193,
      "learning_rate": 4.0049912966465416e-05,
      "loss": 1.5625,
      "step": 98736
    },
    {
      "epoch": 4.5934868574087,
      "grad_norm": 1.968926635056177,
      "learning_rate": 4.00473883888028e-05,
      "loss": 1.8047,
      "step": 98737
    },
    {
      "epoch": 4.5935333798557805,
      "grad_norm": 1.6039612872465991,
      "learning_rate": 4.004486387845383e-05,
      "loss": 1.3281,
      "step": 98738
    },
    {
      "epoch": 4.593579902302861,
      "grad_norm": 1.772563544538962,
      "learning_rate": 4.0042339435419985e-05,
      "loss": 1.5781,
      "step": 98739
    },
    {
      "epoch": 4.593626424749942,
      "grad_norm": 1.7470758883491544,
      "learning_rate": 4.0039815059702904e-05,
      "loss": 1.6094,
      "step": 98740
    },
    {
      "epoch": 4.593672947197023,
      "grad_norm": 1.6656605670564786,
      "learning_rate": 4.003729075130411e-05,
      "loss": 1.3047,
      "step": 98741
    },
    {
      "epoch": 4.593719469644103,
      "grad_norm": 1.9492838211131212,
      "learning_rate": 4.0034766510225134e-05,
      "loss": 1.7734,
      "step": 98742
    },
    {
      "epoch": 4.593765992091184,
      "grad_norm": 1.708138890780844,
      "learning_rate": 4.003224233646752e-05,
      "loss": 1.5156,
      "step": 98743
    },
    {
      "epoch": 4.593812514538264,
      "grad_norm": 1.8786574534108658,
      "learning_rate": 4.002971823003277e-05,
      "loss": 1.6172,
      "step": 98744
    },
    {
      "epoch": 4.593859036985346,
      "grad_norm": 1.793307377566794,
      "learning_rate": 4.0027194190922526e-05,
      "loss": 1.6094,
      "step": 98745
    },
    {
      "epoch": 4.593905559432426,
      "grad_norm": 1.8407955718808704,
      "learning_rate": 4.002467021913828e-05,
      "loss": 1.625,
      "step": 98746
    },
    {
      "epoch": 4.5939520818795065,
      "grad_norm": 1.7784137333865122,
      "learning_rate": 4.0022146314681586e-05,
      "loss": 1.625,
      "step": 98747
    },
    {
      "epoch": 4.593998604326588,
      "grad_norm": 1.6427218852515666,
      "learning_rate": 4.0019622477553915e-05,
      "loss": 1.4297,
      "step": 98748
    },
    {
      "epoch": 4.594045126773668,
      "grad_norm": 1.912989342106381,
      "learning_rate": 4.0017098707756934e-05,
      "loss": 1.7891,
      "step": 98749
    },
    {
      "epoch": 4.594091649220749,
      "grad_norm": 1.8086209090281324,
      "learning_rate": 4.0014575005292146e-05,
      "loss": 1.6172,
      "step": 98750
    },
    {
      "epoch": 4.594138171667829,
      "grad_norm": 1.7779518066226214,
      "learning_rate": 4.001205137016108e-05,
      "loss": 1.7422,
      "step": 98751
    },
    {
      "epoch": 4.594184694114911,
      "grad_norm": 1.8781521854478884,
      "learning_rate": 4.0009527802365225e-05,
      "loss": 1.7266,
      "step": 98752
    },
    {
      "epoch": 4.594231216561991,
      "grad_norm": 1.7511366443204661,
      "learning_rate": 4.00070043019062e-05,
      "loss": 1.6016,
      "step": 98753
    },
    {
      "epoch": 4.594277739009072,
      "grad_norm": 1.690288649037973,
      "learning_rate": 4.000448086878557e-05,
      "loss": 1.4844,
      "step": 98754
    },
    {
      "epoch": 4.594324261456153,
      "grad_norm": 1.8048005102845404,
      "learning_rate": 4.000195750300485e-05,
      "loss": 1.5938,
      "step": 98755
    },
    {
      "epoch": 4.5943707839032335,
      "grad_norm": 1.8170834866744106,
      "learning_rate": 3.999943420456557e-05,
      "loss": 1.6562,
      "step": 98756
    },
    {
      "epoch": 4.594417306350314,
      "grad_norm": 1.8293042848831977,
      "learning_rate": 3.9996910973469254e-05,
      "loss": 1.6484,
      "step": 98757
    },
    {
      "epoch": 4.5944638287973945,
      "grad_norm": 1.9043619780928744,
      "learning_rate": 3.99943878097175e-05,
      "loss": 1.7422,
      "step": 98758
    },
    {
      "epoch": 4.594510351244476,
      "grad_norm": 1.7465780422285169,
      "learning_rate": 3.999186471331186e-05,
      "loss": 1.6641,
      "step": 98759
    },
    {
      "epoch": 4.594556873691556,
      "grad_norm": 1.672147504964028,
      "learning_rate": 3.998934168425384e-05,
      "loss": 1.5234,
      "step": 98760
    },
    {
      "epoch": 4.594603396138637,
      "grad_norm": 1.6918979766911322,
      "learning_rate": 3.998681872254494e-05,
      "loss": 1.4844,
      "step": 98761
    },
    {
      "epoch": 4.594649918585717,
      "grad_norm": 1.6500788148752525,
      "learning_rate": 3.99842958281868e-05,
      "loss": 1.5469,
      "step": 98762
    },
    {
      "epoch": 4.594696441032799,
      "grad_norm": 1.8211316990247997,
      "learning_rate": 3.998177300118093e-05,
      "loss": 1.5859,
      "step": 98763
    },
    {
      "epoch": 4.594742963479879,
      "grad_norm": 1.8064124956658778,
      "learning_rate": 3.9979250241528865e-05,
      "loss": 1.6875,
      "step": 98764
    },
    {
      "epoch": 4.59478948592696,
      "grad_norm": 1.7246156007262616,
      "learning_rate": 3.997672754923211e-05,
      "loss": 1.4453,
      "step": 98765
    },
    {
      "epoch": 4.59483600837404,
      "grad_norm": 1.8282512434993803,
      "learning_rate": 3.9974204924292305e-05,
      "loss": 1.6484,
      "step": 98766
    },
    {
      "epoch": 4.594882530821121,
      "grad_norm": 1.87184135912464,
      "learning_rate": 3.997168236671091e-05,
      "loss": 1.6641,
      "step": 98767
    },
    {
      "epoch": 4.594929053268202,
      "grad_norm": 1.8436910776957194,
      "learning_rate": 3.996915987648953e-05,
      "loss": 1.7344,
      "step": 98768
    },
    {
      "epoch": 4.594975575715282,
      "grad_norm": 1.889447187172641,
      "learning_rate": 3.9966637453629666e-05,
      "loss": 1.6172,
      "step": 98769
    },
    {
      "epoch": 4.595022098162364,
      "grad_norm": 1.6489840525611106,
      "learning_rate": 3.9964115098132826e-05,
      "loss": 1.5156,
      "step": 98770
    },
    {
      "epoch": 4.595068620609444,
      "grad_norm": 1.698082364173007,
      "learning_rate": 3.996159281000065e-05,
      "loss": 1.4922,
      "step": 98771
    },
    {
      "epoch": 4.595115143056525,
      "grad_norm": 1.9282059516741383,
      "learning_rate": 3.995907058923464e-05,
      "loss": 1.6875,
      "step": 98772
    },
    {
      "epoch": 4.595161665503605,
      "grad_norm": 1.6509458913872326,
      "learning_rate": 3.99565484358363e-05,
      "loss": 1.5781,
      "step": 98773
    },
    {
      "epoch": 4.5952081879506865,
      "grad_norm": 1.7388968871674884,
      "learning_rate": 3.995402634980724e-05,
      "loss": 1.6719,
      "step": 98774
    },
    {
      "epoch": 4.595254710397767,
      "grad_norm": 1.95667074103233,
      "learning_rate": 3.995150433114892e-05,
      "loss": 1.7891,
      "step": 98775
    },
    {
      "epoch": 4.5953012328448475,
      "grad_norm": 1.770968160261251,
      "learning_rate": 3.9948982379863e-05,
      "loss": 1.5156,
      "step": 98776
    },
    {
      "epoch": 4.595347755291929,
      "grad_norm": 1.8157178917682644,
      "learning_rate": 3.9946460495950955e-05,
      "loss": 1.5469,
      "step": 98777
    },
    {
      "epoch": 4.595394277739009,
      "grad_norm": 1.8740609107276056,
      "learning_rate": 3.994393867941434e-05,
      "loss": 1.6797,
      "step": 98778
    },
    {
      "epoch": 4.59544080018609,
      "grad_norm": 1.9087926324603302,
      "learning_rate": 3.994141693025465e-05,
      "loss": 1.8125,
      "step": 98779
    },
    {
      "epoch": 4.59548732263317,
      "grad_norm": 1.793867507388381,
      "learning_rate": 3.993889524847352e-05,
      "loss": 1.4766,
      "step": 98780
    },
    {
      "epoch": 4.595533845080251,
      "grad_norm": 1.7618358272194754,
      "learning_rate": 3.993637363407243e-05,
      "loss": 1.6406,
      "step": 98781
    },
    {
      "epoch": 4.595580367527332,
      "grad_norm": 1.8429516082463882,
      "learning_rate": 3.993385208705297e-05,
      "loss": 1.6484,
      "step": 98782
    },
    {
      "epoch": 4.595626889974413,
      "grad_norm": 1.9431049560651976,
      "learning_rate": 3.993133060741658e-05,
      "loss": 1.8359,
      "step": 98783
    },
    {
      "epoch": 4.595673412421493,
      "grad_norm": 1.9136932700011207,
      "learning_rate": 3.9928809195164944e-05,
      "loss": 1.7734,
      "step": 98784
    },
    {
      "epoch": 4.595719934868574,
      "grad_norm": 1.8183290671149048,
      "learning_rate": 3.9926287850299515e-05,
      "loss": 1.5703,
      "step": 98785
    },
    {
      "epoch": 4.595766457315655,
      "grad_norm": 1.9260838039614752,
      "learning_rate": 3.9923766572821886e-05,
      "loss": 1.8125,
      "step": 98786
    },
    {
      "epoch": 4.595812979762735,
      "grad_norm": 1.7216917605617372,
      "learning_rate": 3.9921245362733514e-05,
      "loss": 1.5703,
      "step": 98787
    },
    {
      "epoch": 4.595859502209816,
      "grad_norm": 1.6640388070639394,
      "learning_rate": 3.991872422003606e-05,
      "loss": 1.3984,
      "step": 98788
    },
    {
      "epoch": 4.595906024656897,
      "grad_norm": 1.8482904514721716,
      "learning_rate": 3.9916203144731006e-05,
      "loss": 1.6797,
      "step": 98789
    },
    {
      "epoch": 4.595952547103978,
      "grad_norm": 1.625157897801104,
      "learning_rate": 3.991368213681991e-05,
      "loss": 1.3984,
      "step": 98790
    },
    {
      "epoch": 4.595999069551058,
      "grad_norm": 1.808164749140215,
      "learning_rate": 3.991116119630426e-05,
      "loss": 1.7188,
      "step": 98791
    },
    {
      "epoch": 4.59604559199814,
      "grad_norm": 1.8528489986648866,
      "learning_rate": 3.9908640323185694e-05,
      "loss": 1.7656,
      "step": 98792
    },
    {
      "epoch": 4.59609211444522,
      "grad_norm": 1.8850272958023098,
      "learning_rate": 3.9906119517465695e-05,
      "loss": 1.6172,
      "step": 98793
    },
    {
      "epoch": 4.5961386368923005,
      "grad_norm": 1.9551199975991738,
      "learning_rate": 3.990359877914582e-05,
      "loss": 1.7578,
      "step": 98794
    },
    {
      "epoch": 4.596185159339381,
      "grad_norm": 1.4809884299484832,
      "learning_rate": 3.990107810822757e-05,
      "loss": 1.2422,
      "step": 98795
    },
    {
      "epoch": 4.596231681786462,
      "grad_norm": 1.8379931525628028,
      "learning_rate": 3.9898557504712564e-05,
      "loss": 1.6172,
      "step": 98796
    },
    {
      "epoch": 4.596278204233543,
      "grad_norm": 1.7710971121693566,
      "learning_rate": 3.9896036968602284e-05,
      "loss": 1.5859,
      "step": 98797
    },
    {
      "epoch": 4.596324726680623,
      "grad_norm": 1.7324279593339824,
      "learning_rate": 3.989351649989834e-05,
      "loss": 1.5781,
      "step": 98798
    },
    {
      "epoch": 4.596371249127704,
      "grad_norm": 1.7747747532847458,
      "learning_rate": 3.9890996098602215e-05,
      "loss": 1.6797,
      "step": 98799
    },
    {
      "epoch": 4.596417771574785,
      "grad_norm": 1.7970344702235619,
      "learning_rate": 3.9888475764715495e-05,
      "loss": 1.5625,
      "step": 98800
    },
    {
      "epoch": 4.596464294021866,
      "grad_norm": 1.8141403855401477,
      "learning_rate": 3.988595549823963e-05,
      "loss": 1.6016,
      "step": 98801
    },
    {
      "epoch": 4.596510816468946,
      "grad_norm": 1.631696526848995,
      "learning_rate": 3.988343529917629e-05,
      "loss": 1.3828,
      "step": 98802
    },
    {
      "epoch": 4.596557338916027,
      "grad_norm": 1.740282549206596,
      "learning_rate": 3.988091516752696e-05,
      "loss": 1.5078,
      "step": 98803
    },
    {
      "epoch": 4.596603861363108,
      "grad_norm": 1.9231642046872055,
      "learning_rate": 3.987839510329319e-05,
      "loss": 1.7734,
      "step": 98804
    },
    {
      "epoch": 4.596650383810188,
      "grad_norm": 1.8846746737379563,
      "learning_rate": 3.987587510647647e-05,
      "loss": 1.7344,
      "step": 98805
    },
    {
      "epoch": 4.596696906257269,
      "grad_norm": 1.7946161241298855,
      "learning_rate": 3.987335517707842e-05,
      "loss": 1.6016,
      "step": 98806
    },
    {
      "epoch": 4.59674342870435,
      "grad_norm": 1.8437371971730834,
      "learning_rate": 3.987083531510056e-05,
      "loss": 1.5859,
      "step": 98807
    },
    {
      "epoch": 4.596789951151431,
      "grad_norm": 1.9066127850362347,
      "learning_rate": 3.986831552054443e-05,
      "loss": 1.75,
      "step": 98808
    },
    {
      "epoch": 4.596836473598511,
      "grad_norm": 1.7618081871724025,
      "learning_rate": 3.9865795793411506e-05,
      "loss": 1.5781,
      "step": 98809
    },
    {
      "epoch": 4.596882996045592,
      "grad_norm": 1.7491562327680121,
      "learning_rate": 3.986327613370344e-05,
      "loss": 1.4922,
      "step": 98810
    },
    {
      "epoch": 4.596929518492673,
      "grad_norm": 1.8318241086888003,
      "learning_rate": 3.986075654142173e-05,
      "loss": 1.6016,
      "step": 98811
    },
    {
      "epoch": 4.5969760409397535,
      "grad_norm": 1.7727420413894437,
      "learning_rate": 3.985823701656791e-05,
      "loss": 1.6406,
      "step": 98812
    },
    {
      "epoch": 4.597022563386834,
      "grad_norm": 1.779785923818787,
      "learning_rate": 3.985571755914349e-05,
      "loss": 1.625,
      "step": 98813
    },
    {
      "epoch": 4.5970690858339145,
      "grad_norm": 1.7724340354585362,
      "learning_rate": 3.985319816915008e-05,
      "loss": 1.5469,
      "step": 98814
    },
    {
      "epoch": 4.597115608280996,
      "grad_norm": 1.9419850077546585,
      "learning_rate": 3.98506788465892e-05,
      "loss": 1.7031,
      "step": 98815
    },
    {
      "epoch": 4.597162130728076,
      "grad_norm": 1.8075019855133594,
      "learning_rate": 3.984815959146239e-05,
      "loss": 1.6172,
      "step": 98816
    },
    {
      "epoch": 4.597208653175157,
      "grad_norm": 1.6724779179990164,
      "learning_rate": 3.984564040377113e-05,
      "loss": 1.3906,
      "step": 98817
    },
    {
      "epoch": 4.597255175622237,
      "grad_norm": 1.8753484204231337,
      "learning_rate": 3.984312128351702e-05,
      "loss": 1.7578,
      "step": 98818
    },
    {
      "epoch": 4.597301698069319,
      "grad_norm": 1.9352510350939554,
      "learning_rate": 3.9840602230701646e-05,
      "loss": 1.7109,
      "step": 98819
    },
    {
      "epoch": 4.597348220516399,
      "grad_norm": 1.937594417502223,
      "learning_rate": 3.9838083245326506e-05,
      "loss": 1.6719,
      "step": 98820
    },
    {
      "epoch": 4.59739474296348,
      "grad_norm": 1.6595120193806527,
      "learning_rate": 3.983556432739314e-05,
      "loss": 1.3906,
      "step": 98821
    },
    {
      "epoch": 4.597441265410561,
      "grad_norm": 1.8616297832045914,
      "learning_rate": 3.983304547690308e-05,
      "loss": 1.6953,
      "step": 98822
    },
    {
      "epoch": 4.5974877878576415,
      "grad_norm": 1.7604009460733208,
      "learning_rate": 3.983052669385785e-05,
      "loss": 1.4531,
      "step": 98823
    },
    {
      "epoch": 4.597534310304722,
      "grad_norm": 1.746324242989907,
      "learning_rate": 3.9828007978259064e-05,
      "loss": 1.5938,
      "step": 98824
    },
    {
      "epoch": 4.597580832751802,
      "grad_norm": 1.9473719952135056,
      "learning_rate": 3.9825489330108225e-05,
      "loss": 1.8125,
      "step": 98825
    },
    {
      "epoch": 4.597627355198884,
      "grad_norm": 1.8227087949409146,
      "learning_rate": 3.982297074940686e-05,
      "loss": 1.6328,
      "step": 98826
    },
    {
      "epoch": 4.597673877645964,
      "grad_norm": 1.70736002007674,
      "learning_rate": 3.9820452236156484e-05,
      "loss": 1.5469,
      "step": 98827
    },
    {
      "epoch": 4.597720400093045,
      "grad_norm": 1.8969854070148933,
      "learning_rate": 3.9817933790358705e-05,
      "loss": 1.7734,
      "step": 98828
    },
    {
      "epoch": 4.597766922540126,
      "grad_norm": 1.6325805682306087,
      "learning_rate": 3.981541541201506e-05,
      "loss": 1.4141,
      "step": 98829
    },
    {
      "epoch": 4.597813444987207,
      "grad_norm": 1.7775441432812313,
      "learning_rate": 3.981289710112706e-05,
      "loss": 1.6406,
      "step": 98830
    },
    {
      "epoch": 4.597859967434287,
      "grad_norm": 1.7481145831435152,
      "learning_rate": 3.981037885769619e-05,
      "loss": 1.5391,
      "step": 98831
    },
    {
      "epoch": 4.5979064898813675,
      "grad_norm": 1.8411603477421228,
      "learning_rate": 3.980786068172411e-05,
      "loss": 1.6953,
      "step": 98832
    },
    {
      "epoch": 4.597953012328448,
      "grad_norm": 1.8635176286490804,
      "learning_rate": 3.980534257321232e-05,
      "loss": 1.6172,
      "step": 98833
    },
    {
      "epoch": 4.597999534775529,
      "grad_norm": 1.8479768088827386,
      "learning_rate": 3.980282453216234e-05,
      "loss": 1.6719,
      "step": 98834
    },
    {
      "epoch": 4.59804605722261,
      "grad_norm": 1.7728307707504767,
      "learning_rate": 3.980030655857568e-05,
      "loss": 1.5078,
      "step": 98835
    },
    {
      "epoch": 4.59809257966969,
      "grad_norm": 1.7900641568294766,
      "learning_rate": 3.979778865245396e-05,
      "loss": 1.5938,
      "step": 98836
    },
    {
      "epoch": 4.598139102116772,
      "grad_norm": 1.952422600954646,
      "learning_rate": 3.9795270813798694e-05,
      "loss": 1.8438,
      "step": 98837
    },
    {
      "epoch": 4.598185624563852,
      "grad_norm": 1.742499891813465,
      "learning_rate": 3.979275304261141e-05,
      "loss": 1.6641,
      "step": 98838
    },
    {
      "epoch": 4.598232147010933,
      "grad_norm": 1.8695241827556053,
      "learning_rate": 3.97902353388936e-05,
      "loss": 1.6953,
      "step": 98839
    },
    {
      "epoch": 4.598278669458013,
      "grad_norm": 1.8085340829520817,
      "learning_rate": 3.9787717702646856e-05,
      "loss": 1.5703,
      "step": 98840
    },
    {
      "epoch": 4.5983251919050945,
      "grad_norm": 1.7864505137006341,
      "learning_rate": 3.978520013387277e-05,
      "loss": 1.5156,
      "step": 98841
    },
    {
      "epoch": 4.598371714352175,
      "grad_norm": 1.7480969184172976,
      "learning_rate": 3.978268263257283e-05,
      "loss": 1.6484,
      "step": 98842
    },
    {
      "epoch": 4.598418236799255,
      "grad_norm": 1.6000577776148142,
      "learning_rate": 3.9780165198748576e-05,
      "loss": 1.2578,
      "step": 98843
    },
    {
      "epoch": 4.598464759246337,
      "grad_norm": 1.784663216780819,
      "learning_rate": 3.977764783240153e-05,
      "loss": 1.6406,
      "step": 98844
    },
    {
      "epoch": 4.598511281693417,
      "grad_norm": 1.8154586384026064,
      "learning_rate": 3.977513053353328e-05,
      "loss": 1.7344,
      "step": 98845
    },
    {
      "epoch": 4.598557804140498,
      "grad_norm": 1.8799860803173976,
      "learning_rate": 3.977261330214536e-05,
      "loss": 1.7344,
      "step": 98846
    },
    {
      "epoch": 4.598604326587578,
      "grad_norm": 1.7857770445540833,
      "learning_rate": 3.97700961382393e-05,
      "loss": 1.5781,
      "step": 98847
    },
    {
      "epoch": 4.59865084903466,
      "grad_norm": 1.8816674827893938,
      "learning_rate": 3.976757904181662e-05,
      "loss": 1.6797,
      "step": 98848
    },
    {
      "epoch": 4.59869737148174,
      "grad_norm": 1.7066109738294837,
      "learning_rate": 3.9765062012878844e-05,
      "loss": 1.3359,
      "step": 98849
    },
    {
      "epoch": 4.5987438939288205,
      "grad_norm": 1.8197725662881514,
      "learning_rate": 3.9762545051427586e-05,
      "loss": 1.5938,
      "step": 98850
    },
    {
      "epoch": 4.598790416375901,
      "grad_norm": 1.6994970917970413,
      "learning_rate": 3.9760028157464355e-05,
      "loss": 1.4688,
      "step": 98851
    },
    {
      "epoch": 4.598836938822982,
      "grad_norm": 1.863403776925123,
      "learning_rate": 3.975751133099068e-05,
      "loss": 1.7812,
      "step": 98852
    },
    {
      "epoch": 4.598883461270063,
      "grad_norm": 1.8515125175474114,
      "learning_rate": 3.9754994572008056e-05,
      "loss": 1.7109,
      "step": 98853
    },
    {
      "epoch": 4.598929983717143,
      "grad_norm": 1.6058342764016584,
      "learning_rate": 3.975247788051812e-05,
      "loss": 1.3984,
      "step": 98854
    },
    {
      "epoch": 4.598976506164224,
      "grad_norm": 1.7606705579095283,
      "learning_rate": 3.9749961256522373e-05,
      "loss": 1.5781,
      "step": 98855
    },
    {
      "epoch": 4.599023028611305,
      "grad_norm": 1.7487513470018603,
      "learning_rate": 3.9747444700022355e-05,
      "loss": 1.5469,
      "step": 98856
    },
    {
      "epoch": 4.599069551058386,
      "grad_norm": 1.7289725116745838,
      "learning_rate": 3.974492821101954e-05,
      "loss": 1.5234,
      "step": 98857
    },
    {
      "epoch": 4.599116073505466,
      "grad_norm": 1.748481869668805,
      "learning_rate": 3.974241178951558e-05,
      "loss": 1.4688,
      "step": 98858
    },
    {
      "epoch": 4.5991625959525475,
      "grad_norm": 1.6424945907992605,
      "learning_rate": 3.9739895435511966e-05,
      "loss": 1.3359,
      "step": 98859
    },
    {
      "epoch": 4.599209118399628,
      "grad_norm": 1.697756115448832,
      "learning_rate": 3.973737914901025e-05,
      "loss": 1.4141,
      "step": 98860
    },
    {
      "epoch": 4.5992556408467085,
      "grad_norm": 1.8819873772477753,
      "learning_rate": 3.973486293001191e-05,
      "loss": 1.6641,
      "step": 98861
    },
    {
      "epoch": 4.599302163293789,
      "grad_norm": 1.7480618344008982,
      "learning_rate": 3.973234677851853e-05,
      "loss": 1.6484,
      "step": 98862
    },
    {
      "epoch": 4.59934868574087,
      "grad_norm": 1.6961665333072304,
      "learning_rate": 3.972983069453171e-05,
      "loss": 1.4766,
      "step": 98863
    },
    {
      "epoch": 4.599395208187951,
      "grad_norm": 1.7781457786364592,
      "learning_rate": 3.972731467805293e-05,
      "loss": 1.6328,
      "step": 98864
    },
    {
      "epoch": 4.599441730635031,
      "grad_norm": 1.8350337040940976,
      "learning_rate": 3.9724798729083735e-05,
      "loss": 1.7031,
      "step": 98865
    },
    {
      "epoch": 4.599488253082112,
      "grad_norm": 1.8862828185711689,
      "learning_rate": 3.972228284762562e-05,
      "loss": 1.6875,
      "step": 98866
    },
    {
      "epoch": 4.599534775529193,
      "grad_norm": 1.7134027085105707,
      "learning_rate": 3.9719767033680234e-05,
      "loss": 1.5547,
      "step": 98867
    },
    {
      "epoch": 4.599581297976274,
      "grad_norm": 1.781021436411842,
      "learning_rate": 3.971725128724904e-05,
      "loss": 1.6641,
      "step": 98868
    },
    {
      "epoch": 4.599627820423354,
      "grad_norm": 1.827407445544586,
      "learning_rate": 3.971473560833361e-05,
      "loss": 1.5781,
      "step": 98869
    },
    {
      "epoch": 4.5996743428704345,
      "grad_norm": 1.828867974374042,
      "learning_rate": 3.971221999693542e-05,
      "loss": 1.7188,
      "step": 98870
    },
    {
      "epoch": 4.599720865317516,
      "grad_norm": 1.773095633265962,
      "learning_rate": 3.97097044530561e-05,
      "loss": 1.7031,
      "step": 98871
    },
    {
      "epoch": 4.599767387764596,
      "grad_norm": 1.6903438160655542,
      "learning_rate": 3.9707188976697156e-05,
      "loss": 1.5547,
      "step": 98872
    },
    {
      "epoch": 4.599813910211677,
      "grad_norm": 1.7160747815864448,
      "learning_rate": 3.97046735678601e-05,
      "loss": 1.5234,
      "step": 98873
    },
    {
      "epoch": 4.599860432658758,
      "grad_norm": 1.7388980493271693,
      "learning_rate": 3.9702158226546516e-05,
      "loss": 1.5938,
      "step": 98874
    },
    {
      "epoch": 4.599906955105839,
      "grad_norm": 1.9130614892144882,
      "learning_rate": 3.969964295275787e-05,
      "loss": 1.5234,
      "step": 98875
    },
    {
      "epoch": 4.599953477552919,
      "grad_norm": 1.9263423132455906,
      "learning_rate": 3.96971277464958e-05,
      "loss": 1.7734,
      "step": 98876
    },
    {
      "epoch": 4.6,
      "grad_norm": 1.9029081591157315,
      "learning_rate": 3.969461260776178e-05,
      "loss": 1.6719,
      "step": 98877
    },
    {
      "epoch": 4.600046522447081,
      "grad_norm": 1.700747253336432,
      "learning_rate": 3.96920975365574e-05,
      "loss": 1.5234,
      "step": 98878
    },
    {
      "epoch": 4.6000930448941615,
      "grad_norm": 1.7897398726458722,
      "learning_rate": 3.96895825328841e-05,
      "loss": 1.6484,
      "step": 98879
    },
    {
      "epoch": 4.600139567341242,
      "grad_norm": 1.7439785982116922,
      "learning_rate": 3.968706759674354e-05,
      "loss": 1.5781,
      "step": 98880
    },
    {
      "epoch": 4.600186089788323,
      "grad_norm": 1.8477024541591645,
      "learning_rate": 3.968455272813721e-05,
      "loss": 1.6484,
      "step": 98881
    },
    {
      "epoch": 4.600232612235404,
      "grad_norm": 1.9085341403837965,
      "learning_rate": 3.968203792706664e-05,
      "loss": 1.8125,
      "step": 98882
    },
    {
      "epoch": 4.600279134682484,
      "grad_norm": 1.8503543604330992,
      "learning_rate": 3.967952319353333e-05,
      "loss": 1.7031,
      "step": 98883
    },
    {
      "epoch": 4.600325657129565,
      "grad_norm": 1.7865406122076093,
      "learning_rate": 3.9677008527538864e-05,
      "loss": 1.5859,
      "step": 98884
    },
    {
      "epoch": 4.600372179576645,
      "grad_norm": 1.836360664220804,
      "learning_rate": 3.9674493929084834e-05,
      "loss": 1.6875,
      "step": 98885
    },
    {
      "epoch": 4.600418702023727,
      "grad_norm": 1.819422538906717,
      "learning_rate": 3.9671979398172745e-05,
      "loss": 1.6484,
      "step": 98886
    },
    {
      "epoch": 4.600465224470807,
      "grad_norm": 1.6271923988842714,
      "learning_rate": 3.966946493480409e-05,
      "loss": 1.3594,
      "step": 98887
    },
    {
      "epoch": 4.600511746917888,
      "grad_norm": 1.6646635228989155,
      "learning_rate": 3.966695053898041e-05,
      "loss": 1.4844,
      "step": 98888
    },
    {
      "epoch": 4.600558269364969,
      "grad_norm": 1.7796401114514904,
      "learning_rate": 3.9664436210703326e-05,
      "loss": 1.7344,
      "step": 98889
    },
    {
      "epoch": 4.600604791812049,
      "grad_norm": 1.8054556955656198,
      "learning_rate": 3.966192194997431e-05,
      "loss": 1.6641,
      "step": 98890
    },
    {
      "epoch": 4.60065131425913,
      "grad_norm": 1.7295357547089023,
      "learning_rate": 3.965940775679493e-05,
      "loss": 1.5156,
      "step": 98891
    },
    {
      "epoch": 4.60069783670621,
      "grad_norm": 1.7914887469591059,
      "learning_rate": 3.9656893631166645e-05,
      "loss": 1.5938,
      "step": 98892
    },
    {
      "epoch": 4.600744359153292,
      "grad_norm": 2.0219707190594494,
      "learning_rate": 3.965437957309113e-05,
      "loss": 1.9141,
      "step": 98893
    },
    {
      "epoch": 4.600790881600372,
      "grad_norm": 1.8307485705118034,
      "learning_rate": 3.965186558256984e-05,
      "loss": 1.6875,
      "step": 98894
    },
    {
      "epoch": 4.600837404047453,
      "grad_norm": 1.6470442121704225,
      "learning_rate": 3.964935165960432e-05,
      "loss": 1.4219,
      "step": 98895
    },
    {
      "epoch": 4.600883926494534,
      "grad_norm": 1.9626777100922064,
      "learning_rate": 3.964683780419609e-05,
      "loss": 1.9297,
      "step": 98896
    },
    {
      "epoch": 4.6009304489416145,
      "grad_norm": 1.740763404393385,
      "learning_rate": 3.964432401634674e-05,
      "loss": 1.5781,
      "step": 98897
    },
    {
      "epoch": 4.600976971388695,
      "grad_norm": 1.8092383302876742,
      "learning_rate": 3.96418102960578e-05,
      "loss": 1.625,
      "step": 98898
    },
    {
      "epoch": 4.6010234938357755,
      "grad_norm": 1.7794702644838312,
      "learning_rate": 3.96392966433308e-05,
      "loss": 1.6562,
      "step": 98899
    },
    {
      "epoch": 4.601070016282857,
      "grad_norm": 1.7319107713809974,
      "learning_rate": 3.963678305816726e-05,
      "loss": 1.6016,
      "step": 98900
    },
    {
      "epoch": 4.601116538729937,
      "grad_norm": 1.7116249527685272,
      "learning_rate": 3.9634269540568705e-05,
      "loss": 1.4922,
      "step": 98901
    },
    {
      "epoch": 4.601163061177018,
      "grad_norm": 1.8658889053214762,
      "learning_rate": 3.963175609053673e-05,
      "loss": 1.6719,
      "step": 98902
    },
    {
      "epoch": 4.601209583624098,
      "grad_norm": 1.7252134823271408,
      "learning_rate": 3.962924270807285e-05,
      "loss": 1.4609,
      "step": 98903
    },
    {
      "epoch": 4.60125610607118,
      "grad_norm": 1.8146950500611894,
      "learning_rate": 3.962672939317859e-05,
      "loss": 1.5859,
      "step": 98904
    },
    {
      "epoch": 4.60130262851826,
      "grad_norm": 1.663376115413381,
      "learning_rate": 3.962421614585545e-05,
      "loss": 1.4531,
      "step": 98905
    },
    {
      "epoch": 4.601349150965341,
      "grad_norm": 1.811986594418379,
      "learning_rate": 3.962170296610503e-05,
      "loss": 1.6562,
      "step": 98906
    },
    {
      "epoch": 4.601395673412421,
      "grad_norm": 1.7823312351934044,
      "learning_rate": 3.9619189853928885e-05,
      "loss": 1.6016,
      "step": 98907
    },
    {
      "epoch": 4.601442195859502,
      "grad_norm": 1.8121189840119043,
      "learning_rate": 3.961667680932853e-05,
      "loss": 1.4688,
      "step": 98908
    },
    {
      "epoch": 4.601488718306583,
      "grad_norm": 1.764137793391686,
      "learning_rate": 3.9614163832305494e-05,
      "loss": 1.4844,
      "step": 98909
    },
    {
      "epoch": 4.601535240753663,
      "grad_norm": 1.828596860597072,
      "learning_rate": 3.9611650922861284e-05,
      "loss": 1.625,
      "step": 98910
    },
    {
      "epoch": 4.601581763200745,
      "grad_norm": 1.801540741550668,
      "learning_rate": 3.960913808099751e-05,
      "loss": 1.6719,
      "step": 98911
    },
    {
      "epoch": 4.601628285647825,
      "grad_norm": 1.7637692707478638,
      "learning_rate": 3.960662530671566e-05,
      "loss": 1.7031,
      "step": 98912
    },
    {
      "epoch": 4.601674808094906,
      "grad_norm": 1.8165818612513362,
      "learning_rate": 3.9604112600017305e-05,
      "loss": 1.7422,
      "step": 98913
    },
    {
      "epoch": 4.601721330541986,
      "grad_norm": 1.6379537394910342,
      "learning_rate": 3.96015999609039e-05,
      "loss": 1.375,
      "step": 98914
    },
    {
      "epoch": 4.6017678529890675,
      "grad_norm": 1.7662505478400299,
      "learning_rate": 3.959908738937709e-05,
      "loss": 1.6562,
      "step": 98915
    },
    {
      "epoch": 4.601814375436148,
      "grad_norm": 1.7244677416796113,
      "learning_rate": 3.959657488543838e-05,
      "loss": 1.4219,
      "step": 98916
    },
    {
      "epoch": 4.6018608978832285,
      "grad_norm": 1.8322940395476717,
      "learning_rate": 3.959406244908929e-05,
      "loss": 1.6953,
      "step": 98917
    },
    {
      "epoch": 4.60190742033031,
      "grad_norm": 1.7374115802957593,
      "learning_rate": 3.959155008033132e-05,
      "loss": 1.4297,
      "step": 98918
    },
    {
      "epoch": 4.60195394277739,
      "grad_norm": 1.8011596844685158,
      "learning_rate": 3.9589037779166124e-05,
      "loss": 1.6484,
      "step": 98919
    },
    {
      "epoch": 4.602000465224471,
      "grad_norm": 1.8126412737606978,
      "learning_rate": 3.958652554559513e-05,
      "loss": 1.6719,
      "step": 98920
    },
    {
      "epoch": 4.602046987671551,
      "grad_norm": 1.6961082844329325,
      "learning_rate": 3.958401337961994e-05,
      "loss": 1.5156,
      "step": 98921
    },
    {
      "epoch": 4.602093510118632,
      "grad_norm": 1.7834985328234425,
      "learning_rate": 3.958150128124202e-05,
      "loss": 1.6875,
      "step": 98922
    },
    {
      "epoch": 4.602140032565713,
      "grad_norm": 1.798204610505221,
      "learning_rate": 3.9578989250463e-05,
      "loss": 1.5859,
      "step": 98923
    },
    {
      "epoch": 4.602186555012794,
      "grad_norm": 1.696754511457158,
      "learning_rate": 3.957647728728437e-05,
      "loss": 1.4375,
      "step": 98924
    },
    {
      "epoch": 4.602233077459874,
      "grad_norm": 1.8128774067552766,
      "learning_rate": 3.957396539170768e-05,
      "loss": 1.6484,
      "step": 98925
    },
    {
      "epoch": 4.6022795999069555,
      "grad_norm": 1.755279982556957,
      "learning_rate": 3.957145356373445e-05,
      "loss": 1.5625,
      "step": 98926
    },
    {
      "epoch": 4.602326122354036,
      "grad_norm": 1.8735169388042137,
      "learning_rate": 3.956894180336615e-05,
      "loss": 1.7344,
      "step": 98927
    },
    {
      "epoch": 4.602372644801116,
      "grad_norm": 1.7687817277368214,
      "learning_rate": 3.9566430110604475e-05,
      "loss": 1.5703,
      "step": 98928
    },
    {
      "epoch": 4.602419167248197,
      "grad_norm": 1.7936159635714681,
      "learning_rate": 3.956391848545087e-05,
      "loss": 1.5938,
      "step": 98929
    },
    {
      "epoch": 4.602465689695278,
      "grad_norm": 1.4628919887967329,
      "learning_rate": 3.9561406927906894e-05,
      "loss": 1.2812,
      "step": 98930
    },
    {
      "epoch": 4.602512212142359,
      "grad_norm": 1.78362104846853,
      "learning_rate": 3.955889543797409e-05,
      "loss": 1.7109,
      "step": 98931
    },
    {
      "epoch": 4.602558734589439,
      "grad_norm": 1.9362204936775365,
      "learning_rate": 3.955638401565392e-05,
      "loss": 1.75,
      "step": 98932
    },
    {
      "epoch": 4.602605257036521,
      "grad_norm": 1.725333917587328,
      "learning_rate": 3.9553872660948026e-05,
      "loss": 1.5938,
      "step": 98933
    },
    {
      "epoch": 4.602651779483601,
      "grad_norm": 1.8597381173628427,
      "learning_rate": 3.9551361373857916e-05,
      "loss": 1.6875,
      "step": 98934
    },
    {
      "epoch": 4.6026983019306815,
      "grad_norm": 1.7738465825900216,
      "learning_rate": 3.95488501543851e-05,
      "loss": 1.5,
      "step": 98935
    },
    {
      "epoch": 4.602744824377762,
      "grad_norm": 1.915676786129198,
      "learning_rate": 3.954633900253109e-05,
      "loss": 1.7734,
      "step": 98936
    },
    {
      "epoch": 4.602791346824843,
      "grad_norm": 1.9069169993879171,
      "learning_rate": 3.954382791829751e-05,
      "loss": 1.75,
      "step": 98937
    },
    {
      "epoch": 4.602837869271924,
      "grad_norm": 1.7222994810826038,
      "learning_rate": 3.9541316901685855e-05,
      "loss": 1.5078,
      "step": 98938
    },
    {
      "epoch": 4.602884391719004,
      "grad_norm": 1.6682667567991856,
      "learning_rate": 3.953880595269764e-05,
      "loss": 1.4453,
      "step": 98939
    },
    {
      "epoch": 4.602930914166085,
      "grad_norm": 1.8336560956356742,
      "learning_rate": 3.953629507133438e-05,
      "loss": 1.5859,
      "step": 98940
    },
    {
      "epoch": 4.602977436613166,
      "grad_norm": 1.869197019583996,
      "learning_rate": 3.953378425759771e-05,
      "loss": 1.625,
      "step": 98941
    },
    {
      "epoch": 4.603023959060247,
      "grad_norm": 1.5823133207973252,
      "learning_rate": 3.953127351148908e-05,
      "loss": 1.3516,
      "step": 98942
    },
    {
      "epoch": 4.603070481507327,
      "grad_norm": 1.7401655452008775,
      "learning_rate": 3.952876283301008e-05,
      "loss": 1.5781,
      "step": 98943
    },
    {
      "epoch": 4.603117003954408,
      "grad_norm": 1.8276609176532859,
      "learning_rate": 3.952625222216217e-05,
      "loss": 1.7188,
      "step": 98944
    },
    {
      "epoch": 4.603163526401489,
      "grad_norm": 1.7009928880611112,
      "learning_rate": 3.9523741678946985e-05,
      "loss": 1.5234,
      "step": 98945
    },
    {
      "epoch": 4.603210048848569,
      "grad_norm": 1.6330200311093614,
      "learning_rate": 3.952123120336602e-05,
      "loss": 1.4219,
      "step": 98946
    },
    {
      "epoch": 4.60325657129565,
      "grad_norm": 1.6974855944028702,
      "learning_rate": 3.95187207954208e-05,
      "loss": 1.4766,
      "step": 98947
    },
    {
      "epoch": 4.603303093742731,
      "grad_norm": 1.7666148378912971,
      "learning_rate": 3.9516210455112836e-05,
      "loss": 1.6797,
      "step": 98948
    },
    {
      "epoch": 4.603349616189812,
      "grad_norm": 1.806237577924502,
      "learning_rate": 3.951370018244369e-05,
      "loss": 1.6562,
      "step": 98949
    },
    {
      "epoch": 4.603396138636892,
      "grad_norm": 1.741543848124809,
      "learning_rate": 3.9511189977414945e-05,
      "loss": 1.5234,
      "step": 98950
    },
    {
      "epoch": 4.603442661083973,
      "grad_norm": 1.9038402812433664,
      "learning_rate": 3.950867984002812e-05,
      "loss": 1.7578,
      "step": 98951
    },
    {
      "epoch": 4.603489183531054,
      "grad_norm": 1.7216355258617084,
      "learning_rate": 3.950616977028473e-05,
      "loss": 1.5859,
      "step": 98952
    },
    {
      "epoch": 4.6035357059781346,
      "grad_norm": 1.7385830829481046,
      "learning_rate": 3.950365976818625e-05,
      "loss": 1.6328,
      "step": 98953
    },
    {
      "epoch": 4.603582228425215,
      "grad_norm": 1.8966934676989622,
      "learning_rate": 3.9501149833734334e-05,
      "loss": 1.6562,
      "step": 98954
    },
    {
      "epoch": 4.6036287508722955,
      "grad_norm": 1.89514491193407,
      "learning_rate": 3.9498639966930476e-05,
      "loss": 1.7891,
      "step": 98955
    },
    {
      "epoch": 4.603675273319377,
      "grad_norm": 1.7378870907298691,
      "learning_rate": 3.949613016777619e-05,
      "loss": 1.5547,
      "step": 98956
    },
    {
      "epoch": 4.603721795766457,
      "grad_norm": 1.7910631729644846,
      "learning_rate": 3.949362043627304e-05,
      "loss": 1.6172,
      "step": 98957
    },
    {
      "epoch": 4.603768318213538,
      "grad_norm": 1.713312442386275,
      "learning_rate": 3.949111077242248e-05,
      "loss": 1.6797,
      "step": 98958
    },
    {
      "epoch": 4.603814840660618,
      "grad_norm": 1.6629892078654411,
      "learning_rate": 3.948860117622618e-05,
      "loss": 1.3125,
      "step": 98959
    },
    {
      "epoch": 4.6038613631077,
      "grad_norm": 1.7744382451526344,
      "learning_rate": 3.948609164768559e-05,
      "loss": 1.5938,
      "step": 98960
    },
    {
      "epoch": 4.60390788555478,
      "grad_norm": 1.7250725466386962,
      "learning_rate": 3.948358218680228e-05,
      "loss": 1.4922,
      "step": 98961
    },
    {
      "epoch": 4.603954408001861,
      "grad_norm": 1.6881128685948195,
      "learning_rate": 3.9481072793577735e-05,
      "loss": 1.4453,
      "step": 98962
    },
    {
      "epoch": 4.604000930448942,
      "grad_norm": 1.8461032257968835,
      "learning_rate": 3.9478563468013544e-05,
      "loss": 1.7031,
      "step": 98963
    },
    {
      "epoch": 4.6040474528960225,
      "grad_norm": 1.8124007709074392,
      "learning_rate": 3.947605421011125e-05,
      "loss": 1.6641,
      "step": 98964
    },
    {
      "epoch": 4.604093975343103,
      "grad_norm": 1.6463027691379284,
      "learning_rate": 3.9473545019872366e-05,
      "loss": 1.4609,
      "step": 98965
    },
    {
      "epoch": 4.604140497790183,
      "grad_norm": 1.826003154640423,
      "learning_rate": 3.947103589729839e-05,
      "loss": 1.6641,
      "step": 98966
    },
    {
      "epoch": 4.604187020237265,
      "grad_norm": 1.686235296332214,
      "learning_rate": 3.946852684239093e-05,
      "loss": 1.4844,
      "step": 98967
    },
    {
      "epoch": 4.604233542684345,
      "grad_norm": 1.5353607921163015,
      "learning_rate": 3.946601785515149e-05,
      "loss": 1.3047,
      "step": 98968
    },
    {
      "epoch": 4.604280065131426,
      "grad_norm": 1.7941476952437914,
      "learning_rate": 3.946350893558161e-05,
      "loss": 1.5391,
      "step": 98969
    },
    {
      "epoch": 4.604326587578507,
      "grad_norm": 1.9649664286321913,
      "learning_rate": 3.946100008368276e-05,
      "loss": 1.7266,
      "step": 98970
    },
    {
      "epoch": 4.604373110025588,
      "grad_norm": 1.6922048705785715,
      "learning_rate": 3.945849129945655e-05,
      "loss": 1.5078,
      "step": 98971
    },
    {
      "epoch": 4.604419632472668,
      "grad_norm": 1.88439829357993,
      "learning_rate": 3.9455982582904554e-05,
      "loss": 1.7734,
      "step": 98972
    },
    {
      "epoch": 4.6044661549197485,
      "grad_norm": 1.7730627051995262,
      "learning_rate": 3.9453473934028256e-05,
      "loss": 1.6719,
      "step": 98973
    },
    {
      "epoch": 4.604512677366829,
      "grad_norm": 1.9232422628169108,
      "learning_rate": 3.945096535282919e-05,
      "loss": 1.7344,
      "step": 98974
    },
    {
      "epoch": 4.60455919981391,
      "grad_norm": 1.9318658861233742,
      "learning_rate": 3.9448456839308854e-05,
      "loss": 1.7422,
      "step": 98975
    },
    {
      "epoch": 4.604605722260991,
      "grad_norm": 1.7372682674856759,
      "learning_rate": 3.944594839346886e-05,
      "loss": 1.4766,
      "step": 98976
    },
    {
      "epoch": 4.604652244708071,
      "grad_norm": 1.7154534681837494,
      "learning_rate": 3.944344001531071e-05,
      "loss": 1.5078,
      "step": 98977
    },
    {
      "epoch": 4.604698767155153,
      "grad_norm": 1.705976467885378,
      "learning_rate": 3.944093170483593e-05,
      "loss": 1.4375,
      "step": 98978
    },
    {
      "epoch": 4.604745289602233,
      "grad_norm": 1.822663922677469,
      "learning_rate": 3.943842346204603e-05,
      "loss": 1.6406,
      "step": 98979
    },
    {
      "epoch": 4.604791812049314,
      "grad_norm": 1.5274362834081054,
      "learning_rate": 3.9435915286942623e-05,
      "loss": 1.1953,
      "step": 98980
    },
    {
      "epoch": 4.604838334496394,
      "grad_norm": 1.7573126960028873,
      "learning_rate": 3.94334071795272e-05,
      "loss": 1.5859,
      "step": 98981
    },
    {
      "epoch": 4.6048848569434755,
      "grad_norm": 1.4984789367767313,
      "learning_rate": 3.94308991398013e-05,
      "loss": 1.1562,
      "step": 98982
    },
    {
      "epoch": 4.604931379390556,
      "grad_norm": 1.663673455545844,
      "learning_rate": 3.942839116776645e-05,
      "loss": 1.4609,
      "step": 98983
    },
    {
      "epoch": 4.6049779018376364,
      "grad_norm": 1.812967221052387,
      "learning_rate": 3.9425883263424135e-05,
      "loss": 1.5391,
      "step": 98984
    },
    {
      "epoch": 4.605024424284718,
      "grad_norm": 1.6138998695954703,
      "learning_rate": 3.9423375426776e-05,
      "loss": 1.4297,
      "step": 98985
    },
    {
      "epoch": 4.605070946731798,
      "grad_norm": 1.730948878029046,
      "learning_rate": 3.942086765782354e-05,
      "loss": 1.4922,
      "step": 98986
    },
    {
      "epoch": 4.605117469178879,
      "grad_norm": 1.807717155520044,
      "learning_rate": 3.9418359956568256e-05,
      "loss": 1.5078,
      "step": 98987
    },
    {
      "epoch": 4.605163991625959,
      "grad_norm": 1.8879600029777606,
      "learning_rate": 3.941585232301167e-05,
      "loss": 1.7734,
      "step": 98988
    },
    {
      "epoch": 4.605210514073041,
      "grad_norm": 1.8252980649317032,
      "learning_rate": 3.94133447571554e-05,
      "loss": 1.8047,
      "step": 98989
    },
    {
      "epoch": 4.605257036520121,
      "grad_norm": 1.8664301989884633,
      "learning_rate": 3.941083725900092e-05,
      "loss": 1.6172,
      "step": 98990
    },
    {
      "epoch": 4.605303558967202,
      "grad_norm": 1.6442440322177623,
      "learning_rate": 3.940832982854978e-05,
      "loss": 1.4453,
      "step": 98991
    },
    {
      "epoch": 4.605350081414282,
      "grad_norm": 1.8138212760634247,
      "learning_rate": 3.9405822465803484e-05,
      "loss": 1.6406,
      "step": 98992
    },
    {
      "epoch": 4.605396603861363,
      "grad_norm": 1.7060466286566298,
      "learning_rate": 3.940331517076358e-05,
      "loss": 1.3594,
      "step": 98993
    },
    {
      "epoch": 4.605443126308444,
      "grad_norm": 1.6903824726971286,
      "learning_rate": 3.940080794343166e-05,
      "loss": 1.4297,
      "step": 98994
    },
    {
      "epoch": 4.605489648755524,
      "grad_norm": 1.7833266380216652,
      "learning_rate": 3.9398300783809214e-05,
      "loss": 1.5234,
      "step": 98995
    },
    {
      "epoch": 4.605536171202605,
      "grad_norm": 1.8308379340723866,
      "learning_rate": 3.939579369189779e-05,
      "loss": 1.6016,
      "step": 98996
    },
    {
      "epoch": 4.605582693649686,
      "grad_norm": 1.7035182988569229,
      "learning_rate": 3.939328666769887e-05,
      "loss": 1.5156,
      "step": 98997
    },
    {
      "epoch": 4.605629216096767,
      "grad_norm": 1.7617525834581027,
      "learning_rate": 3.9390779711214065e-05,
      "loss": 1.4141,
      "step": 98998
    },
    {
      "epoch": 4.605675738543847,
      "grad_norm": 1.771396048877127,
      "learning_rate": 3.9388272822444896e-05,
      "loss": 1.5859,
      "step": 98999
    },
    {
      "epoch": 4.6057222609909285,
      "grad_norm": 1.7735411801180114,
      "learning_rate": 3.938576600139285e-05,
      "loss": 1.6406,
      "step": 99000
    },
    {
      "epoch": 4.605768783438009,
      "grad_norm": 1.8574707780721147,
      "learning_rate": 3.938325924805948e-05,
      "loss": 1.5781,
      "step": 99001
    },
    {
      "epoch": 4.6058153058850895,
      "grad_norm": 1.8620538003328184,
      "learning_rate": 3.9380752562446346e-05,
      "loss": 1.7891,
      "step": 99002
    },
    {
      "epoch": 4.60586182833217,
      "grad_norm": 1.8544629175836347,
      "learning_rate": 3.937824594455498e-05,
      "loss": 1.6484,
      "step": 99003
    },
    {
      "epoch": 4.605908350779251,
      "grad_norm": 1.8435825608994214,
      "learning_rate": 3.9375739394386905e-05,
      "loss": 1.5703,
      "step": 99004
    },
    {
      "epoch": 4.605954873226332,
      "grad_norm": 2.0145620346595177,
      "learning_rate": 3.937323291194361e-05,
      "loss": 1.8203,
      "step": 99005
    },
    {
      "epoch": 4.606001395673412,
      "grad_norm": 1.7030994785938365,
      "learning_rate": 3.937072649722672e-05,
      "loss": 1.5078,
      "step": 99006
    },
    {
      "epoch": 4.606047918120494,
      "grad_norm": 1.7871789446564592,
      "learning_rate": 3.93682201502377e-05,
      "loss": 1.5781,
      "step": 99007
    },
    {
      "epoch": 4.606094440567574,
      "grad_norm": 1.7275440947612892,
      "learning_rate": 3.936571387097814e-05,
      "loss": 1.5938,
      "step": 99008
    },
    {
      "epoch": 4.606140963014655,
      "grad_norm": 1.6164810860511714,
      "learning_rate": 3.936320765944953e-05,
      "loss": 1.3125,
      "step": 99009
    },
    {
      "epoch": 4.606187485461735,
      "grad_norm": 1.75116636194268,
      "learning_rate": 3.936070151565336e-05,
      "loss": 1.5312,
      "step": 99010
    },
    {
      "epoch": 4.6062340079088155,
      "grad_norm": 1.7705048797140934,
      "learning_rate": 3.9358195439591273e-05,
      "loss": 1.625,
      "step": 99011
    },
    {
      "epoch": 4.606280530355897,
      "grad_norm": 1.892242115849177,
      "learning_rate": 3.9355689431264755e-05,
      "loss": 1.7422,
      "step": 99012
    },
    {
      "epoch": 4.606327052802977,
      "grad_norm": 1.9213921613123404,
      "learning_rate": 3.935318349067533e-05,
      "loss": 1.7656,
      "step": 99013
    },
    {
      "epoch": 4.606373575250058,
      "grad_norm": 1.8504437504957005,
      "learning_rate": 3.935067761782451e-05,
      "loss": 1.6641,
      "step": 99014
    },
    {
      "epoch": 4.606420097697139,
      "grad_norm": 1.7396115149159335,
      "learning_rate": 3.934817181271383e-05,
      "loss": 1.5547,
      "step": 99015
    },
    {
      "epoch": 4.60646662014422,
      "grad_norm": 1.7565956378056158,
      "learning_rate": 3.934566607534492e-05,
      "loss": 1.5469,
      "step": 99016
    },
    {
      "epoch": 4.6065131425913,
      "grad_norm": 1.8170303300854476,
      "learning_rate": 3.934316040571924e-05,
      "loss": 1.6641,
      "step": 99017
    },
    {
      "epoch": 4.606559665038381,
      "grad_norm": 1.85405222007612,
      "learning_rate": 3.9340654803838314e-05,
      "loss": 1.7422,
      "step": 99018
    },
    {
      "epoch": 4.606606187485462,
      "grad_norm": 1.8404064849546544,
      "learning_rate": 3.933814926970366e-05,
      "loss": 1.6328,
      "step": 99019
    },
    {
      "epoch": 4.6066527099325425,
      "grad_norm": 1.7854081068556347,
      "learning_rate": 3.9335643803316887e-05,
      "loss": 1.6406,
      "step": 99020
    },
    {
      "epoch": 4.606699232379623,
      "grad_norm": 1.962281679971191,
      "learning_rate": 3.933313840467948e-05,
      "loss": 1.7344,
      "step": 99021
    },
    {
      "epoch": 4.606745754826704,
      "grad_norm": 1.5154841009221314,
      "learning_rate": 3.9330633073792985e-05,
      "loss": 1.1875,
      "step": 99022
    },
    {
      "epoch": 4.606792277273785,
      "grad_norm": 1.8736413014751705,
      "learning_rate": 3.932812781065889e-05,
      "loss": 1.75,
      "step": 99023
    },
    {
      "epoch": 4.606838799720865,
      "grad_norm": 1.7917624009838724,
      "learning_rate": 3.93256226152788e-05,
      "loss": 1.5938,
      "step": 99024
    },
    {
      "epoch": 4.606885322167946,
      "grad_norm": 1.7489685779725905,
      "learning_rate": 3.932311748765422e-05,
      "loss": 1.5,
      "step": 99025
    },
    {
      "epoch": 4.606931844615027,
      "grad_norm": 1.758631677111967,
      "learning_rate": 3.932061242778668e-05,
      "loss": 1.7422,
      "step": 99026
    },
    {
      "epoch": 4.606978367062108,
      "grad_norm": 1.7440784025031033,
      "learning_rate": 3.931810743567767e-05,
      "loss": 1.7109,
      "step": 99027
    },
    {
      "epoch": 4.607024889509188,
      "grad_norm": 1.6620671774734004,
      "learning_rate": 3.931560251132881e-05,
      "loss": 1.4062,
      "step": 99028
    },
    {
      "epoch": 4.607071411956269,
      "grad_norm": 1.6560125985944585,
      "learning_rate": 3.9313097654741574e-05,
      "loss": 1.5312,
      "step": 99029
    },
    {
      "epoch": 4.60711793440335,
      "grad_norm": 1.6132763559210166,
      "learning_rate": 3.931059286591754e-05,
      "loss": 1.4922,
      "step": 99030
    },
    {
      "epoch": 4.60716445685043,
      "grad_norm": 1.8620188752755114,
      "learning_rate": 3.930808814485815e-05,
      "loss": 1.75,
      "step": 99031
    },
    {
      "epoch": 4.607210979297511,
      "grad_norm": 1.6840975490212071,
      "learning_rate": 3.9305583491565046e-05,
      "loss": 1.5,
      "step": 99032
    },
    {
      "epoch": 4.607257501744591,
      "grad_norm": 1.6920071654034952,
      "learning_rate": 3.9303078906039735e-05,
      "loss": 1.5469,
      "step": 99033
    },
    {
      "epoch": 4.607304024191673,
      "grad_norm": 1.5023149989556257,
      "learning_rate": 3.9300574388283715e-05,
      "loss": 1.2578,
      "step": 99034
    },
    {
      "epoch": 4.607350546638753,
      "grad_norm": 1.7335891355322044,
      "learning_rate": 3.9298069938298536e-05,
      "loss": 1.6172,
      "step": 99035
    },
    {
      "epoch": 4.607397069085834,
      "grad_norm": 1.7861133761511985,
      "learning_rate": 3.9295565556085696e-05,
      "loss": 1.6016,
      "step": 99036
    },
    {
      "epoch": 4.607443591532915,
      "grad_norm": 1.7569743468339862,
      "learning_rate": 3.9293061241646755e-05,
      "loss": 1.6406,
      "step": 99037
    },
    {
      "epoch": 4.6074901139799955,
      "grad_norm": 1.849344535602412,
      "learning_rate": 3.9290556994983304e-05,
      "loss": 1.6562,
      "step": 99038
    },
    {
      "epoch": 4.607536636427076,
      "grad_norm": 1.7516362688401905,
      "learning_rate": 3.928805281609681e-05,
      "loss": 1.5703,
      "step": 99039
    },
    {
      "epoch": 4.6075831588741565,
      "grad_norm": 1.935126177731894,
      "learning_rate": 3.928554870498884e-05,
      "loss": 1.8359,
      "step": 99040
    },
    {
      "epoch": 4.607629681321238,
      "grad_norm": 1.6296822141500256,
      "learning_rate": 3.9283044661660854e-05,
      "loss": 1.4141,
      "step": 99041
    },
    {
      "epoch": 4.607676203768318,
      "grad_norm": 1.6903717025107927,
      "learning_rate": 3.9280540686114496e-05,
      "loss": 1.5391,
      "step": 99042
    },
    {
      "epoch": 4.607722726215399,
      "grad_norm": 1.809825233059097,
      "learning_rate": 3.927803677835125e-05,
      "loss": 1.5,
      "step": 99043
    },
    {
      "epoch": 4.607769248662479,
      "grad_norm": 1.6890062480946408,
      "learning_rate": 3.927553293837263e-05,
      "loss": 1.4609,
      "step": 99044
    },
    {
      "epoch": 4.607815771109561,
      "grad_norm": 1.8987363972137186,
      "learning_rate": 3.927302916618014e-05,
      "loss": 1.7031,
      "step": 99045
    },
    {
      "epoch": 4.607862293556641,
      "grad_norm": 1.9084042674519779,
      "learning_rate": 3.927052546177539e-05,
      "loss": 1.7891,
      "step": 99046
    },
    {
      "epoch": 4.607908816003722,
      "grad_norm": 1.8055843384519126,
      "learning_rate": 3.926802182515988e-05,
      "loss": 1.6953,
      "step": 99047
    },
    {
      "epoch": 4.607955338450802,
      "grad_norm": 1.785824999874403,
      "learning_rate": 3.926551825633515e-05,
      "loss": 1.6016,
      "step": 99048
    },
    {
      "epoch": 4.608001860897883,
      "grad_norm": 1.8256730631448412,
      "learning_rate": 3.9263014755302665e-05,
      "loss": 1.6328,
      "step": 99049
    },
    {
      "epoch": 4.608048383344964,
      "grad_norm": 1.8421278345849903,
      "learning_rate": 3.9260511322064076e-05,
      "loss": 1.7734,
      "step": 99050
    },
    {
      "epoch": 4.608094905792044,
      "grad_norm": 1.7366082704018133,
      "learning_rate": 3.925800795662085e-05,
      "loss": 1.5078,
      "step": 99051
    },
    {
      "epoch": 4.608141428239126,
      "grad_norm": 1.6785805755006455,
      "learning_rate": 3.925550465897451e-05,
      "loss": 1.3906,
      "step": 99052
    },
    {
      "epoch": 4.608187950686206,
      "grad_norm": 1.7339320771935787,
      "learning_rate": 3.925300142912657e-05,
      "loss": 1.5938,
      "step": 99053
    },
    {
      "epoch": 4.608234473133287,
      "grad_norm": 1.7822939667148832,
      "learning_rate": 3.925049826707864e-05,
      "loss": 1.7031,
      "step": 99054
    },
    {
      "epoch": 4.608280995580367,
      "grad_norm": 1.785121116363913,
      "learning_rate": 3.924799517283221e-05,
      "loss": 1.5391,
      "step": 99055
    },
    {
      "epoch": 4.6083275180274486,
      "grad_norm": 1.7681240236470868,
      "learning_rate": 3.9245492146388795e-05,
      "loss": 1.6016,
      "step": 99056
    },
    {
      "epoch": 4.608374040474529,
      "grad_norm": 1.7635163805548377,
      "learning_rate": 3.9242989187749915e-05,
      "loss": 1.4766,
      "step": 99057
    },
    {
      "epoch": 4.6084205629216095,
      "grad_norm": 1.7146740892415209,
      "learning_rate": 3.924048629691712e-05,
      "loss": 1.5859,
      "step": 99058
    },
    {
      "epoch": 4.608467085368691,
      "grad_norm": 1.8037538391729724,
      "learning_rate": 3.9237983473891996e-05,
      "loss": 1.5,
      "step": 99059
    },
    {
      "epoch": 4.608513607815771,
      "grad_norm": 1.653244890570147,
      "learning_rate": 3.923548071867604e-05,
      "loss": 1.3516,
      "step": 99060
    },
    {
      "epoch": 4.608560130262852,
      "grad_norm": 1.6368185128018942,
      "learning_rate": 3.923297803127077e-05,
      "loss": 1.2812,
      "step": 99061
    },
    {
      "epoch": 4.608606652709932,
      "grad_norm": 1.868032424829362,
      "learning_rate": 3.923047541167773e-05,
      "loss": 1.7422,
      "step": 99062
    },
    {
      "epoch": 4.608653175157013,
      "grad_norm": 1.8695786055519803,
      "learning_rate": 3.9227972859898396e-05,
      "loss": 1.6641,
      "step": 99063
    },
    {
      "epoch": 4.608699697604094,
      "grad_norm": 1.8565041357027903,
      "learning_rate": 3.9225470375934395e-05,
      "loss": 1.7266,
      "step": 99064
    },
    {
      "epoch": 4.608746220051175,
      "grad_norm": 1.8281869293870612,
      "learning_rate": 3.922296795978721e-05,
      "loss": 1.7031,
      "step": 99065
    },
    {
      "epoch": 4.608792742498255,
      "grad_norm": 1.7203250620113084,
      "learning_rate": 3.922046561145838e-05,
      "loss": 1.4844,
      "step": 99066
    },
    {
      "epoch": 4.6088392649453365,
      "grad_norm": 1.8674537048788973,
      "learning_rate": 3.921796333094938e-05,
      "loss": 1.6406,
      "step": 99067
    },
    {
      "epoch": 4.608885787392417,
      "grad_norm": 1.9816718253838381,
      "learning_rate": 3.921546111826185e-05,
      "loss": 1.8984,
      "step": 99068
    },
    {
      "epoch": 4.608932309839497,
      "grad_norm": 1.866264089242391,
      "learning_rate": 3.921295897339726e-05,
      "loss": 1.6875,
      "step": 99069
    },
    {
      "epoch": 4.608978832286578,
      "grad_norm": 1.582780397486497,
      "learning_rate": 3.921045689635716e-05,
      "loss": 1.3594,
      "step": 99070
    },
    {
      "epoch": 4.609025354733659,
      "grad_norm": 1.8939703759992839,
      "learning_rate": 3.920795488714303e-05,
      "loss": 1.7734,
      "step": 99071
    },
    {
      "epoch": 4.60907187718074,
      "grad_norm": 1.8190541854720534,
      "learning_rate": 3.920545294575648e-05,
      "loss": 1.625,
      "step": 99072
    },
    {
      "epoch": 4.60911839962782,
      "grad_norm": 1.6422804930413126,
      "learning_rate": 3.9202951072199005e-05,
      "loss": 1.4297,
      "step": 99073
    },
    {
      "epoch": 4.609164922074902,
      "grad_norm": 1.8422310237873534,
      "learning_rate": 3.920044926647213e-05,
      "loss": 1.6641,
      "step": 99074
    },
    {
      "epoch": 4.609211444521982,
      "grad_norm": 1.9162480767472208,
      "learning_rate": 3.919794752857735e-05,
      "loss": 1.7812,
      "step": 99075
    },
    {
      "epoch": 4.6092579669690625,
      "grad_norm": 1.8561142188748867,
      "learning_rate": 3.91954458585163e-05,
      "loss": 1.7969,
      "step": 99076
    },
    {
      "epoch": 4.609304489416143,
      "grad_norm": 1.8630800233845812,
      "learning_rate": 3.9192944256290434e-05,
      "loss": 1.7656,
      "step": 99077
    },
    {
      "epoch": 4.609351011863224,
      "grad_norm": 1.7461123194180592,
      "learning_rate": 3.91904427219013e-05,
      "loss": 1.5312,
      "step": 99078
    },
    {
      "epoch": 4.609397534310305,
      "grad_norm": 1.7168066233055361,
      "learning_rate": 3.9187941255350405e-05,
      "loss": 1.5547,
      "step": 99079
    },
    {
      "epoch": 4.609444056757385,
      "grad_norm": 1.695097479526666,
      "learning_rate": 3.918543985663929e-05,
      "loss": 1.5,
      "step": 99080
    },
    {
      "epoch": 4.609490579204466,
      "grad_norm": 1.7384272142440222,
      "learning_rate": 3.9182938525769543e-05,
      "loss": 1.6094,
      "step": 99081
    },
    {
      "epoch": 4.609537101651547,
      "grad_norm": 1.789404041687718,
      "learning_rate": 3.918043726274266e-05,
      "loss": 1.5938,
      "step": 99082
    },
    {
      "epoch": 4.609583624098628,
      "grad_norm": 1.883328821584047,
      "learning_rate": 3.9177936067560176e-05,
      "loss": 1.7578,
      "step": 99083
    },
    {
      "epoch": 4.609630146545708,
      "grad_norm": 1.7881273938453193,
      "learning_rate": 3.917543494022355e-05,
      "loss": 1.5469,
      "step": 99084
    },
    {
      "epoch": 4.609676668992789,
      "grad_norm": 1.7637163526948265,
      "learning_rate": 3.917293388073444e-05,
      "loss": 1.6562,
      "step": 99085
    },
    {
      "epoch": 4.60972319143987,
      "grad_norm": 1.576748213855914,
      "learning_rate": 3.917043288909428e-05,
      "loss": 1.4609,
      "step": 99086
    },
    {
      "epoch": 4.6097697138869504,
      "grad_norm": 1.8489452206237582,
      "learning_rate": 3.916793196530467e-05,
      "loss": 1.7266,
      "step": 99087
    },
    {
      "epoch": 4.609816236334031,
      "grad_norm": 1.7938172747031884,
      "learning_rate": 3.9165431109367086e-05,
      "loss": 1.6953,
      "step": 99088
    },
    {
      "epoch": 4.609862758781112,
      "grad_norm": 1.6871759240238202,
      "learning_rate": 3.916293032128304e-05,
      "loss": 1.4844,
      "step": 99089
    },
    {
      "epoch": 4.609909281228193,
      "grad_norm": 1.7850698903564168,
      "learning_rate": 3.9160429601054144e-05,
      "loss": 1.6094,
      "step": 99090
    },
    {
      "epoch": 4.609955803675273,
      "grad_norm": 1.8315911012039097,
      "learning_rate": 3.915792894868189e-05,
      "loss": 1.625,
      "step": 99091
    },
    {
      "epoch": 4.610002326122354,
      "grad_norm": 1.8017246452473215,
      "learning_rate": 3.91554283641678e-05,
      "loss": 1.6562,
      "step": 99092
    },
    {
      "epoch": 4.610048848569435,
      "grad_norm": 1.769167257517284,
      "learning_rate": 3.915292784751337e-05,
      "loss": 1.6797,
      "step": 99093
    },
    {
      "epoch": 4.610095371016516,
      "grad_norm": 1.6081625100844243,
      "learning_rate": 3.915042739872021e-05,
      "loss": 1.3438,
      "step": 99094
    },
    {
      "epoch": 4.610141893463596,
      "grad_norm": 1.8035396599182574,
      "learning_rate": 3.9147927017789825e-05,
      "loss": 1.5312,
      "step": 99095
    },
    {
      "epoch": 4.6101884159106765,
      "grad_norm": 1.8786622469675767,
      "learning_rate": 3.914542670472372e-05,
      "loss": 1.7266,
      "step": 99096
    },
    {
      "epoch": 4.610234938357758,
      "grad_norm": 1.6378509088207327,
      "learning_rate": 3.9142926459523396e-05,
      "loss": 1.4297,
      "step": 99097
    },
    {
      "epoch": 4.610281460804838,
      "grad_norm": 1.826825851488016,
      "learning_rate": 3.914042628219046e-05,
      "loss": 1.5469,
      "step": 99098
    },
    {
      "epoch": 4.610327983251919,
      "grad_norm": 1.8581070914875593,
      "learning_rate": 3.9137926172726425e-05,
      "loss": 1.6094,
      "step": 99099
    },
    {
      "epoch": 4.610374505698999,
      "grad_norm": 1.6514231133824453,
      "learning_rate": 3.91354261311328e-05,
      "loss": 1.3984,
      "step": 99100
    },
    {
      "epoch": 4.610421028146081,
      "grad_norm": 1.7095735100014977,
      "learning_rate": 3.9132926157411075e-05,
      "loss": 1.6016,
      "step": 99101
    },
    {
      "epoch": 4.610467550593161,
      "grad_norm": 1.7064336717880193,
      "learning_rate": 3.913042625156283e-05,
      "loss": 1.4375,
      "step": 99102
    },
    {
      "epoch": 4.610514073040242,
      "grad_norm": 1.7811010911581904,
      "learning_rate": 3.912792641358962e-05,
      "loss": 1.6172,
      "step": 99103
    },
    {
      "epoch": 4.610560595487323,
      "grad_norm": 1.7110046245545436,
      "learning_rate": 3.912542664349297e-05,
      "loss": 1.4219,
      "step": 99104
    },
    {
      "epoch": 4.6106071179344035,
      "grad_norm": 1.5914864282773125,
      "learning_rate": 3.912292694127437e-05,
      "loss": 1.2891,
      "step": 99105
    },
    {
      "epoch": 4.610653640381484,
      "grad_norm": 1.8473388931485175,
      "learning_rate": 3.912042730693532e-05,
      "loss": 1.7656,
      "step": 99106
    },
    {
      "epoch": 4.610700162828564,
      "grad_norm": 1.6984924314917014,
      "learning_rate": 3.911792774047746e-05,
      "loss": 1.4688,
      "step": 99107
    },
    {
      "epoch": 4.610746685275646,
      "grad_norm": 1.7010941781603337,
      "learning_rate": 3.911542824190224e-05,
      "loss": 1.4219,
      "step": 99108
    },
    {
      "epoch": 4.610793207722726,
      "grad_norm": 1.6190293236126059,
      "learning_rate": 3.9112928811211225e-05,
      "loss": 1.3828,
      "step": 99109
    },
    {
      "epoch": 4.610839730169807,
      "grad_norm": 1.5561011201418922,
      "learning_rate": 3.911042944840587e-05,
      "loss": 1.25,
      "step": 99110
    },
    {
      "epoch": 4.610886252616888,
      "grad_norm": 1.9790024638952568,
      "learning_rate": 3.910793015348781e-05,
      "loss": 1.7422,
      "step": 99111
    },
    {
      "epoch": 4.610932775063969,
      "grad_norm": 1.7580135493850269,
      "learning_rate": 3.910543092645855e-05,
      "loss": 1.6641,
      "step": 99112
    },
    {
      "epoch": 4.610979297511049,
      "grad_norm": 1.9321236763638485,
      "learning_rate": 3.9102931767319584e-05,
      "loss": 1.7734,
      "step": 99113
    },
    {
      "epoch": 4.6110258199581295,
      "grad_norm": 1.7900536937239402,
      "learning_rate": 3.9100432676072456e-05,
      "loss": 1.625,
      "step": 99114
    },
    {
      "epoch": 4.61107234240521,
      "grad_norm": 1.7802464462495478,
      "learning_rate": 3.9097933652718636e-05,
      "loss": 1.5312,
      "step": 99115
    },
    {
      "epoch": 4.611118864852291,
      "grad_norm": 1.719560618125494,
      "learning_rate": 3.909543469725977e-05,
      "loss": 1.5156,
      "step": 99116
    },
    {
      "epoch": 4.611165387299372,
      "grad_norm": 1.7287734111799031,
      "learning_rate": 3.909293580969735e-05,
      "loss": 1.5312,
      "step": 99117
    },
    {
      "epoch": 4.611211909746452,
      "grad_norm": 1.832487298510645,
      "learning_rate": 3.909043699003288e-05,
      "loss": 1.6562,
      "step": 99118
    },
    {
      "epoch": 4.611258432193534,
      "grad_norm": 1.727752870237874,
      "learning_rate": 3.908793823826785e-05,
      "loss": 1.6719,
      "step": 99119
    },
    {
      "epoch": 4.611304954640614,
      "grad_norm": 1.731277404349875,
      "learning_rate": 3.908543955440388e-05,
      "loss": 1.5781,
      "step": 99120
    },
    {
      "epoch": 4.611351477087695,
      "grad_norm": 1.6783745022532484,
      "learning_rate": 3.908294093844245e-05,
      "loss": 1.4609,
      "step": 99121
    },
    {
      "epoch": 4.611397999534775,
      "grad_norm": 1.755031981133115,
      "learning_rate": 3.908044239038511e-05,
      "loss": 1.625,
      "step": 99122
    },
    {
      "epoch": 4.6114445219818565,
      "grad_norm": 1.7367971078789988,
      "learning_rate": 3.9077943910233326e-05,
      "loss": 1.6406,
      "step": 99123
    },
    {
      "epoch": 4.611491044428937,
      "grad_norm": 1.9216495136550045,
      "learning_rate": 3.9075445497988686e-05,
      "loss": 1.7031,
      "step": 99124
    },
    {
      "epoch": 4.6115375668760175,
      "grad_norm": 1.8320753989521974,
      "learning_rate": 3.9072947153652744e-05,
      "loss": 1.6328,
      "step": 99125
    },
    {
      "epoch": 4.611584089323099,
      "grad_norm": 1.838663477481185,
      "learning_rate": 3.907044887722701e-05,
      "loss": 1.7344,
      "step": 99126
    },
    {
      "epoch": 4.611630611770179,
      "grad_norm": 1.737496119310847,
      "learning_rate": 3.9067950668712985e-05,
      "loss": 1.5391,
      "step": 99127
    },
    {
      "epoch": 4.61167713421726,
      "grad_norm": 1.6348661228115222,
      "learning_rate": 3.906545252811219e-05,
      "loss": 1.375,
      "step": 99128
    },
    {
      "epoch": 4.61172365666434,
      "grad_norm": 1.8344003901378774,
      "learning_rate": 3.906295445542621e-05,
      "loss": 1.6094,
      "step": 99129
    },
    {
      "epoch": 4.611770179111422,
      "grad_norm": 1.8449005047906533,
      "learning_rate": 3.9060456450656544e-05,
      "loss": 1.7422,
      "step": 99130
    },
    {
      "epoch": 4.611816701558502,
      "grad_norm": 1.8368334568210567,
      "learning_rate": 3.9057958513804734e-05,
      "loss": 1.625,
      "step": 99131
    },
    {
      "epoch": 4.611863224005583,
      "grad_norm": 1.8102937263519123,
      "learning_rate": 3.905546064487224e-05,
      "loss": 1.7188,
      "step": 99132
    },
    {
      "epoch": 4.611909746452663,
      "grad_norm": 1.7176491087102816,
      "learning_rate": 3.90529628438607e-05,
      "loss": 1.5391,
      "step": 99133
    },
    {
      "epoch": 4.611956268899744,
      "grad_norm": 1.8961584637784739,
      "learning_rate": 3.905046511077157e-05,
      "loss": 1.6719,
      "step": 99134
    },
    {
      "epoch": 4.612002791346825,
      "grad_norm": 1.6882504258514681,
      "learning_rate": 3.9047967445606415e-05,
      "loss": 1.5781,
      "step": 99135
    },
    {
      "epoch": 4.612049313793905,
      "grad_norm": 1.8985822174461848,
      "learning_rate": 3.9045469848366705e-05,
      "loss": 1.7578,
      "step": 99136
    },
    {
      "epoch": 4.612095836240986,
      "grad_norm": 1.7466534421353943,
      "learning_rate": 3.9042972319054044e-05,
      "loss": 1.6875,
      "step": 99137
    },
    {
      "epoch": 4.612142358688067,
      "grad_norm": 1.7204249972173375,
      "learning_rate": 3.904047485766995e-05,
      "loss": 1.375,
      "step": 99138
    },
    {
      "epoch": 4.612188881135148,
      "grad_norm": 1.7610681423821481,
      "learning_rate": 3.903797746421591e-05,
      "loss": 1.5625,
      "step": 99139
    },
    {
      "epoch": 4.612235403582228,
      "grad_norm": 1.8089075956042042,
      "learning_rate": 3.903548013869348e-05,
      "loss": 1.6094,
      "step": 99140
    },
    {
      "epoch": 4.6122819260293095,
      "grad_norm": 1.7643489633172134,
      "learning_rate": 3.9032982881104144e-05,
      "loss": 1.7266,
      "step": 99141
    },
    {
      "epoch": 4.61232844847639,
      "grad_norm": 1.7445536031142228,
      "learning_rate": 3.9030485691449506e-05,
      "loss": 1.5625,
      "step": 99142
    },
    {
      "epoch": 4.6123749709234705,
      "grad_norm": 1.843667946111873,
      "learning_rate": 3.9027988569731064e-05,
      "loss": 1.7734,
      "step": 99143
    },
    {
      "epoch": 4.612421493370551,
      "grad_norm": 1.7814353658142008,
      "learning_rate": 3.902549151595035e-05,
      "loss": 1.5469,
      "step": 99144
    },
    {
      "epoch": 4.612468015817632,
      "grad_norm": 1.8521785721114243,
      "learning_rate": 3.902299453010883e-05,
      "loss": 1.6797,
      "step": 99145
    },
    {
      "epoch": 4.612514538264713,
      "grad_norm": 1.8310105746952503,
      "learning_rate": 3.902049761220809e-05,
      "loss": 1.5391,
      "step": 99146
    },
    {
      "epoch": 4.612561060711793,
      "grad_norm": 1.718896746824629,
      "learning_rate": 3.90180007622497e-05,
      "loss": 1.4844,
      "step": 99147
    },
    {
      "epoch": 4.612607583158875,
      "grad_norm": 1.7689358075621298,
      "learning_rate": 3.901550398023514e-05,
      "loss": 1.5547,
      "step": 99148
    },
    {
      "epoch": 4.612654105605955,
      "grad_norm": 1.7389611855101184,
      "learning_rate": 3.9013007266165934e-05,
      "loss": 1.5547,
      "step": 99149
    },
    {
      "epoch": 4.612700628053036,
      "grad_norm": 1.8808210629291604,
      "learning_rate": 3.90105106200436e-05,
      "loss": 1.75,
      "step": 99150
    },
    {
      "epoch": 4.612747150500116,
      "grad_norm": 1.8210725659721596,
      "learning_rate": 3.90080140418697e-05,
      "loss": 1.7109,
      "step": 99151
    },
    {
      "epoch": 4.6127936729471966,
      "grad_norm": 1.8737487635804795,
      "learning_rate": 3.900551753164577e-05,
      "loss": 1.6641,
      "step": 99152
    },
    {
      "epoch": 4.612840195394278,
      "grad_norm": 1.785900888009101,
      "learning_rate": 3.9003021089373316e-05,
      "loss": 1.4453,
      "step": 99153
    },
    {
      "epoch": 4.612886717841358,
      "grad_norm": 1.8768515782829156,
      "learning_rate": 3.90005247150538e-05,
      "loss": 1.6406,
      "step": 99154
    },
    {
      "epoch": 4.612933240288439,
      "grad_norm": 1.9217401772836555,
      "learning_rate": 3.899802840868889e-05,
      "loss": 1.7891,
      "step": 99155
    },
    {
      "epoch": 4.61297976273552,
      "grad_norm": 1.9508201208374163,
      "learning_rate": 3.8995532170280027e-05,
      "loss": 1.75,
      "step": 99156
    },
    {
      "epoch": 4.613026285182601,
      "grad_norm": 1.7379229155562639,
      "learning_rate": 3.899303599982875e-05,
      "loss": 1.5859,
      "step": 99157
    },
    {
      "epoch": 4.613072807629681,
      "grad_norm": 1.8123504883674577,
      "learning_rate": 3.899053989733655e-05,
      "loss": 1.5547,
      "step": 99158
    },
    {
      "epoch": 4.613119330076762,
      "grad_norm": 1.7978676601789652,
      "learning_rate": 3.8988043862805044e-05,
      "loss": 1.4531,
      "step": 99159
    },
    {
      "epoch": 4.613165852523843,
      "grad_norm": 1.89320779322,
      "learning_rate": 3.898554789623571e-05,
      "loss": 1.8438,
      "step": 99160
    },
    {
      "epoch": 4.6132123749709235,
      "grad_norm": 1.777593614288226,
      "learning_rate": 3.8983051997630075e-05,
      "loss": 1.6641,
      "step": 99161
    },
    {
      "epoch": 4.613258897418004,
      "grad_norm": 1.8179395535648821,
      "learning_rate": 3.898055616698963e-05,
      "loss": 1.5938,
      "step": 99162
    },
    {
      "epoch": 4.613305419865085,
      "grad_norm": 1.7888432061238633,
      "learning_rate": 3.897806040431599e-05,
      "loss": 1.4531,
      "step": 99163
    },
    {
      "epoch": 4.613351942312166,
      "grad_norm": 1.8375639323481427,
      "learning_rate": 3.897556470961062e-05,
      "loss": 1.6328,
      "step": 99164
    },
    {
      "epoch": 4.613398464759246,
      "grad_norm": 1.8039698873542749,
      "learning_rate": 3.8973069082875076e-05,
      "loss": 1.4688,
      "step": 99165
    },
    {
      "epoch": 4.613444987206327,
      "grad_norm": 1.693605907657168,
      "learning_rate": 3.897057352411087e-05,
      "loss": 1.5234,
      "step": 99166
    },
    {
      "epoch": 4.613491509653408,
      "grad_norm": 1.7892382531544209,
      "learning_rate": 3.8968078033319495e-05,
      "loss": 1.5234,
      "step": 99167
    },
    {
      "epoch": 4.613538032100489,
      "grad_norm": 1.8435623604543014,
      "learning_rate": 3.896558261050251e-05,
      "loss": 1.7656,
      "step": 99168
    },
    {
      "epoch": 4.613584554547569,
      "grad_norm": 1.763355078098677,
      "learning_rate": 3.8963087255661504e-05,
      "loss": 1.5,
      "step": 99169
    },
    {
      "epoch": 4.61363107699465,
      "grad_norm": 1.7061738688245534,
      "learning_rate": 3.8960591968797934e-05,
      "loss": 1.5234,
      "step": 99170
    },
    {
      "epoch": 4.613677599441731,
      "grad_norm": 1.8415351719755824,
      "learning_rate": 3.8958096749913354e-05,
      "loss": 1.6875,
      "step": 99171
    },
    {
      "epoch": 4.613724121888811,
      "grad_norm": 1.8690835645823138,
      "learning_rate": 3.895560159900923e-05,
      "loss": 1.7422,
      "step": 99172
    },
    {
      "epoch": 4.613770644335892,
      "grad_norm": 1.8935204252118278,
      "learning_rate": 3.895310651608719e-05,
      "loss": 1.7266,
      "step": 99173
    },
    {
      "epoch": 4.613817166782972,
      "grad_norm": 1.650170659228223,
      "learning_rate": 3.895061150114872e-05,
      "loss": 1.4688,
      "step": 99174
    },
    {
      "epoch": 4.613863689230054,
      "grad_norm": 1.7388081065890364,
      "learning_rate": 3.894811655419533e-05,
      "loss": 1.5391,
      "step": 99175
    },
    {
      "epoch": 4.613910211677134,
      "grad_norm": 1.738432333889106,
      "learning_rate": 3.8945621675228515e-05,
      "loss": 1.5078,
      "step": 99176
    },
    {
      "epoch": 4.613956734124215,
      "grad_norm": 1.7152532264025215,
      "learning_rate": 3.8943126864249896e-05,
      "loss": 1.5,
      "step": 99177
    },
    {
      "epoch": 4.614003256571296,
      "grad_norm": 1.8314058080795728,
      "learning_rate": 3.894063212126094e-05,
      "loss": 1.5938,
      "step": 99178
    },
    {
      "epoch": 4.6140497790183765,
      "grad_norm": 1.8978105303424821,
      "learning_rate": 3.89381374462632e-05,
      "loss": 1.7109,
      "step": 99179
    },
    {
      "epoch": 4.614096301465457,
      "grad_norm": 1.9221033715652458,
      "learning_rate": 3.893564283925813e-05,
      "loss": 1.8359,
      "step": 99180
    },
    {
      "epoch": 4.6141428239125375,
      "grad_norm": 1.7224440917295822,
      "learning_rate": 3.8933148300247355e-05,
      "loss": 1.5156,
      "step": 99181
    },
    {
      "epoch": 4.614189346359619,
      "grad_norm": 1.6762411241854145,
      "learning_rate": 3.893065382923236e-05,
      "loss": 1.5,
      "step": 99182
    },
    {
      "epoch": 4.614235868806699,
      "grad_norm": 1.701874972458888,
      "learning_rate": 3.8928159426214686e-05,
      "loss": 1.4844,
      "step": 99183
    },
    {
      "epoch": 4.61428239125378,
      "grad_norm": 1.6701444537926113,
      "learning_rate": 3.892566509119579e-05,
      "loss": 1.4922,
      "step": 99184
    },
    {
      "epoch": 4.61432891370086,
      "grad_norm": 1.8609722453144404,
      "learning_rate": 3.892317082417731e-05,
      "loss": 1.6953,
      "step": 99185
    },
    {
      "epoch": 4.614375436147942,
      "grad_norm": 1.6495866574449418,
      "learning_rate": 3.8920676625160726e-05,
      "loss": 1.3594,
      "step": 99186
    },
    {
      "epoch": 4.614421958595022,
      "grad_norm": 1.6989718793462447,
      "learning_rate": 3.8918182494147536e-05,
      "loss": 1.5859,
      "step": 99187
    },
    {
      "epoch": 4.614468481042103,
      "grad_norm": 1.9316998517483326,
      "learning_rate": 3.891568843113927e-05,
      "loss": 1.7656,
      "step": 99188
    },
    {
      "epoch": 4.614515003489183,
      "grad_norm": 1.7275287060382023,
      "learning_rate": 3.8913194436137504e-05,
      "loss": 1.6406,
      "step": 99189
    },
    {
      "epoch": 4.6145615259362645,
      "grad_norm": 1.8012640949064709,
      "learning_rate": 3.8910700509143685e-05,
      "loss": 1.7188,
      "step": 99190
    },
    {
      "epoch": 4.614608048383345,
      "grad_norm": 1.679680224624687,
      "learning_rate": 3.890820665015945e-05,
      "loss": 1.4297,
      "step": 99191
    },
    {
      "epoch": 4.614654570830425,
      "grad_norm": 1.7549061757327291,
      "learning_rate": 3.890571285918625e-05,
      "loss": 1.6328,
      "step": 99192
    },
    {
      "epoch": 4.614701093277507,
      "grad_norm": 1.8410440559663337,
      "learning_rate": 3.8903219136225594e-05,
      "loss": 1.7109,
      "step": 99193
    },
    {
      "epoch": 4.614747615724587,
      "grad_norm": 1.7133564949688465,
      "learning_rate": 3.890072548127908e-05,
      "loss": 1.5625,
      "step": 99194
    },
    {
      "epoch": 4.614794138171668,
      "grad_norm": 1.8542512144426133,
      "learning_rate": 3.8898231894348205e-05,
      "loss": 1.6875,
      "step": 99195
    },
    {
      "epoch": 4.614840660618748,
      "grad_norm": 1.6236369946231874,
      "learning_rate": 3.889573837543447e-05,
      "loss": 1.5,
      "step": 99196
    },
    {
      "epoch": 4.61488718306583,
      "grad_norm": 1.7765526308131356,
      "learning_rate": 3.8893244924539446e-05,
      "loss": 1.5625,
      "step": 99197
    },
    {
      "epoch": 4.61493370551291,
      "grad_norm": 1.8161282610720433,
      "learning_rate": 3.889075154166456e-05,
      "loss": 1.625,
      "step": 99198
    },
    {
      "epoch": 4.6149802279599905,
      "grad_norm": 1.6677693068195028,
      "learning_rate": 3.888825822681148e-05,
      "loss": 1.4766,
      "step": 99199
    },
    {
      "epoch": 4.615026750407072,
      "grad_norm": 1.9664156988380765,
      "learning_rate": 3.888576497998164e-05,
      "loss": 1.8125,
      "step": 99200
    },
    {
      "epoch": 4.615073272854152,
      "grad_norm": 1.9538362151371607,
      "learning_rate": 3.888327180117661e-05,
      "loss": 1.6953,
      "step": 99201
    },
    {
      "epoch": 4.615119795301233,
      "grad_norm": 1.6911504203191319,
      "learning_rate": 3.888077869039784e-05,
      "loss": 1.4922,
      "step": 99202
    },
    {
      "epoch": 4.615166317748313,
      "grad_norm": 1.608138970712007,
      "learning_rate": 3.887828564764695e-05,
      "loss": 1.3359,
      "step": 99203
    },
    {
      "epoch": 4.615212840195394,
      "grad_norm": 1.7012055869519738,
      "learning_rate": 3.887579267292544e-05,
      "loss": 1.4922,
      "step": 99204
    },
    {
      "epoch": 4.615259362642475,
      "grad_norm": 1.7398283248497,
      "learning_rate": 3.887329976623483e-05,
      "loss": 1.5859,
      "step": 99205
    },
    {
      "epoch": 4.615305885089556,
      "grad_norm": 1.7398450017613714,
      "learning_rate": 3.887080692757659e-05,
      "loss": 1.5156,
      "step": 99206
    },
    {
      "epoch": 4.615352407536636,
      "grad_norm": 1.6385610833888027,
      "learning_rate": 3.886831415695233e-05,
      "loss": 1.4609,
      "step": 99207
    },
    {
      "epoch": 4.6153989299837175,
      "grad_norm": 1.8199310625823066,
      "learning_rate": 3.886582145436356e-05,
      "loss": 1.6172,
      "step": 99208
    },
    {
      "epoch": 4.615445452430798,
      "grad_norm": 2.0555066413822627,
      "learning_rate": 3.8863328819811776e-05,
      "loss": 1.625,
      "step": 99209
    },
    {
      "epoch": 4.615491974877878,
      "grad_norm": 1.6975985173524824,
      "learning_rate": 3.886083625329847e-05,
      "loss": 1.4844,
      "step": 99210
    },
    {
      "epoch": 4.615538497324959,
      "grad_norm": 1.7186988095935147,
      "learning_rate": 3.885834375482527e-05,
      "loss": 1.5859,
      "step": 99211
    },
    {
      "epoch": 4.61558501977204,
      "grad_norm": 1.8289183076100197,
      "learning_rate": 3.885585132439361e-05,
      "loss": 1.6094,
      "step": 99212
    },
    {
      "epoch": 4.615631542219121,
      "grad_norm": 1.800741095939236,
      "learning_rate": 3.885335896200509e-05,
      "loss": 1.4922,
      "step": 99213
    },
    {
      "epoch": 4.615678064666201,
      "grad_norm": 1.7963672402815671,
      "learning_rate": 3.885086666766118e-05,
      "loss": 1.5625,
      "step": 99214
    },
    {
      "epoch": 4.615724587113283,
      "grad_norm": 1.8606277370773623,
      "learning_rate": 3.88483744413634e-05,
      "loss": 1.6406,
      "step": 99215
    },
    {
      "epoch": 4.615771109560363,
      "grad_norm": 1.649518490446397,
      "learning_rate": 3.884588228311335e-05,
      "loss": 1.3125,
      "step": 99216
    },
    {
      "epoch": 4.6158176320074435,
      "grad_norm": 1.8257877758221974,
      "learning_rate": 3.88433901929125e-05,
      "loss": 1.6328,
      "step": 99217
    },
    {
      "epoch": 4.615864154454524,
      "grad_norm": 1.9114509314914867,
      "learning_rate": 3.884089817076238e-05,
      "loss": 1.7578,
      "step": 99218
    },
    {
      "epoch": 4.615910676901605,
      "grad_norm": 1.8513067382202077,
      "learning_rate": 3.8838406216664455e-05,
      "loss": 1.75,
      "step": 99219
    },
    {
      "epoch": 4.615957199348686,
      "grad_norm": 1.830798715279791,
      "learning_rate": 3.883591433062038e-05,
      "loss": 1.5,
      "step": 99220
    },
    {
      "epoch": 4.616003721795766,
      "grad_norm": 1.7793846675201876,
      "learning_rate": 3.883342251263162e-05,
      "loss": 1.5156,
      "step": 99221
    },
    {
      "epoch": 4.616050244242847,
      "grad_norm": 1.7893980245185348,
      "learning_rate": 3.883093076269968e-05,
      "loss": 1.5938,
      "step": 99222
    },
    {
      "epoch": 4.616096766689928,
      "grad_norm": 1.8950934588186754,
      "learning_rate": 3.882843908082608e-05,
      "loss": 1.5781,
      "step": 99223
    },
    {
      "epoch": 4.616143289137009,
      "grad_norm": 1.7397493441820953,
      "learning_rate": 3.8825947467012346e-05,
      "loss": 1.3828,
      "step": 99224
    },
    {
      "epoch": 4.616189811584089,
      "grad_norm": 1.7988333843675133,
      "learning_rate": 3.8823455921260066e-05,
      "loss": 1.6328,
      "step": 99225
    },
    {
      "epoch": 4.61623633403117,
      "grad_norm": 1.7621274508230598,
      "learning_rate": 3.8820964443570725e-05,
      "loss": 1.6562,
      "step": 99226
    },
    {
      "epoch": 4.616282856478251,
      "grad_norm": 1.792218379887931,
      "learning_rate": 3.8818473033945835e-05,
      "loss": 1.5703,
      "step": 99227
    },
    {
      "epoch": 4.6163293789253315,
      "grad_norm": 1.672482291555558,
      "learning_rate": 3.881598169238688e-05,
      "loss": 1.4141,
      "step": 99228
    },
    {
      "epoch": 4.616375901372412,
      "grad_norm": 1.8248727400233986,
      "learning_rate": 3.88134904188955e-05,
      "loss": 1.6797,
      "step": 99229
    },
    {
      "epoch": 4.616422423819493,
      "grad_norm": 1.8997053674784903,
      "learning_rate": 3.881099921347315e-05,
      "loss": 1.7109,
      "step": 99230
    },
    {
      "epoch": 4.616468946266574,
      "grad_norm": 1.8336553935613658,
      "learning_rate": 3.880850807612135e-05,
      "loss": 1.6406,
      "step": 99231
    },
    {
      "epoch": 4.616515468713654,
      "grad_norm": 1.695756388382162,
      "learning_rate": 3.8806017006841594e-05,
      "loss": 1.5547,
      "step": 99232
    },
    {
      "epoch": 4.616561991160735,
      "grad_norm": 1.8571525941441946,
      "learning_rate": 3.8803526005635507e-05,
      "loss": 1.6719,
      "step": 99233
    },
    {
      "epoch": 4.616608513607816,
      "grad_norm": 1.8411589139815512,
      "learning_rate": 3.8801035072504495e-05,
      "loss": 1.7188,
      "step": 99234
    },
    {
      "epoch": 4.616655036054897,
      "grad_norm": 1.8148287407078447,
      "learning_rate": 3.879854420745021e-05,
      "loss": 1.5781,
      "step": 99235
    },
    {
      "epoch": 4.616701558501977,
      "grad_norm": 1.7690376415016933,
      "learning_rate": 3.879605341047409e-05,
      "loss": 1.5703,
      "step": 99236
    },
    {
      "epoch": 4.616748080949058,
      "grad_norm": 1.6704499402750637,
      "learning_rate": 3.8793562681577655e-05,
      "loss": 1.3672,
      "step": 99237
    },
    {
      "epoch": 4.616794603396139,
      "grad_norm": 1.7682891007746409,
      "learning_rate": 3.87910720207625e-05,
      "loss": 1.7031,
      "step": 99238
    },
    {
      "epoch": 4.616841125843219,
      "grad_norm": 1.8837576378223209,
      "learning_rate": 3.878858142803009e-05,
      "loss": 1.8438,
      "step": 99239
    },
    {
      "epoch": 4.6168876482903,
      "grad_norm": 1.8083124915757884,
      "learning_rate": 3.878609090338198e-05,
      "loss": 1.5938,
      "step": 99240
    },
    {
      "epoch": 4.61693417073738,
      "grad_norm": 1.8152721066767736,
      "learning_rate": 3.878360044681962e-05,
      "loss": 1.8203,
      "step": 99241
    },
    {
      "epoch": 4.616980693184462,
      "grad_norm": 1.6508039357275546,
      "learning_rate": 3.878111005834467e-05,
      "loss": 1.3359,
      "step": 99242
    },
    {
      "epoch": 4.617027215631542,
      "grad_norm": 1.6698161162429501,
      "learning_rate": 3.877861973795854e-05,
      "loss": 1.3047,
      "step": 99243
    },
    {
      "epoch": 4.617073738078623,
      "grad_norm": 1.8116587130362074,
      "learning_rate": 3.877612948566282e-05,
      "loss": 1.5,
      "step": 99244
    },
    {
      "epoch": 4.617120260525704,
      "grad_norm": 1.8712194819141552,
      "learning_rate": 3.877363930145896e-05,
      "loss": 1.8281,
      "step": 99245
    },
    {
      "epoch": 4.6171667829727845,
      "grad_norm": 1.7758000046605684,
      "learning_rate": 3.877114918534859e-05,
      "loss": 1.5859,
      "step": 99246
    },
    {
      "epoch": 4.617213305419865,
      "grad_norm": 1.8857895176986634,
      "learning_rate": 3.876865913733316e-05,
      "loss": 1.6094,
      "step": 99247
    },
    {
      "epoch": 4.617259827866945,
      "grad_norm": 1.7649763182411033,
      "learning_rate": 3.8766169157414226e-05,
      "loss": 1.6406,
      "step": 99248
    },
    {
      "epoch": 4.617306350314027,
      "grad_norm": 1.9352971833397123,
      "learning_rate": 3.8763679245593285e-05,
      "loss": 1.8203,
      "step": 99249
    },
    {
      "epoch": 4.617352872761107,
      "grad_norm": 1.8325592048247081,
      "learning_rate": 3.8761189401871835e-05,
      "loss": 1.7578,
      "step": 99250
    },
    {
      "epoch": 4.617399395208188,
      "grad_norm": 1.7306391209875407,
      "learning_rate": 3.8758699626251495e-05,
      "loss": 1.5859,
      "step": 99251
    },
    {
      "epoch": 4.617445917655269,
      "grad_norm": 1.8777374885540503,
      "learning_rate": 3.875620991873373e-05,
      "loss": 1.7812,
      "step": 99252
    },
    {
      "epoch": 4.61749244010235,
      "grad_norm": 1.7990390503895468,
      "learning_rate": 3.875372027932007e-05,
      "loss": 1.625,
      "step": 99253
    },
    {
      "epoch": 4.61753896254943,
      "grad_norm": 1.7333748010511536,
      "learning_rate": 3.8751230708011975e-05,
      "loss": 1.5859,
      "step": 99254
    },
    {
      "epoch": 4.617585484996511,
      "grad_norm": 1.8059720207030443,
      "learning_rate": 3.874874120481109e-05,
      "loss": 1.5859,
      "step": 99255
    },
    {
      "epoch": 4.617632007443591,
      "grad_norm": 1.7415018246874383,
      "learning_rate": 3.874625176971884e-05,
      "loss": 1.6172,
      "step": 99256
    },
    {
      "epoch": 4.617678529890672,
      "grad_norm": 1.8787238555884525,
      "learning_rate": 3.874376240273684e-05,
      "loss": 1.7969,
      "step": 99257
    },
    {
      "epoch": 4.617725052337753,
      "grad_norm": 1.7428620755669997,
      "learning_rate": 3.8741273103866555e-05,
      "loss": 1.4922,
      "step": 99258
    },
    {
      "epoch": 4.617771574784833,
      "grad_norm": 1.7661495957976916,
      "learning_rate": 3.873878387310947e-05,
      "loss": 1.5703,
      "step": 99259
    },
    {
      "epoch": 4.617818097231915,
      "grad_norm": 1.7944336241716763,
      "learning_rate": 3.8736294710467215e-05,
      "loss": 1.5703,
      "step": 99260
    },
    {
      "epoch": 4.617864619678995,
      "grad_norm": 1.8091347401267903,
      "learning_rate": 3.8733805615941236e-05,
      "loss": 1.6094,
      "step": 99261
    },
    {
      "epoch": 4.617911142126076,
      "grad_norm": 1.8036773847978427,
      "learning_rate": 3.8731316589533105e-05,
      "loss": 1.6641,
      "step": 99262
    },
    {
      "epoch": 4.617957664573156,
      "grad_norm": 1.8230902957274333,
      "learning_rate": 3.872882763124425e-05,
      "loss": 1.6953,
      "step": 99263
    },
    {
      "epoch": 4.6180041870202375,
      "grad_norm": 1.6305927694251048,
      "learning_rate": 3.872633874107632e-05,
      "loss": 1.375,
      "step": 99264
    },
    {
      "epoch": 4.618050709467318,
      "grad_norm": 1.706270641165498,
      "learning_rate": 3.872384991903077e-05,
      "loss": 1.5,
      "step": 99265
    },
    {
      "epoch": 4.6180972319143985,
      "grad_norm": 1.834949536550581,
      "learning_rate": 3.8721361165109136e-05,
      "loss": 1.6641,
      "step": 99266
    },
    {
      "epoch": 4.61814375436148,
      "grad_norm": 1.7543667079630678,
      "learning_rate": 3.8718872479312915e-05,
      "loss": 1.5625,
      "step": 99267
    },
    {
      "epoch": 4.61819027680856,
      "grad_norm": 1.726595598353581,
      "learning_rate": 3.871638386164368e-05,
      "loss": 1.625,
      "step": 99268
    },
    {
      "epoch": 4.618236799255641,
      "grad_norm": 1.622375288364377,
      "learning_rate": 3.871389531210294e-05,
      "loss": 1.3516,
      "step": 99269
    },
    {
      "epoch": 4.618283321702721,
      "grad_norm": 1.9612432525083552,
      "learning_rate": 3.8711406830692204e-05,
      "loss": 1.7734,
      "step": 99270
    },
    {
      "epoch": 4.618329844149803,
      "grad_norm": 1.737456323482603,
      "learning_rate": 3.870891841741295e-05,
      "loss": 1.5547,
      "step": 99271
    },
    {
      "epoch": 4.618376366596883,
      "grad_norm": 1.7357607695467228,
      "learning_rate": 3.870643007226682e-05,
      "loss": 1.4609,
      "step": 99272
    },
    {
      "epoch": 4.618422889043964,
      "grad_norm": 1.7967579241560565,
      "learning_rate": 3.870394179525525e-05,
      "loss": 1.6172,
      "step": 99273
    },
    {
      "epoch": 4.618469411491044,
      "grad_norm": 1.7054049704269456,
      "learning_rate": 3.8701453586379795e-05,
      "loss": 1.5078,
      "step": 99274
    },
    {
      "epoch": 4.618515933938125,
      "grad_norm": 1.6184716169961906,
      "learning_rate": 3.869896544564195e-05,
      "loss": 1.4375,
      "step": 99275
    },
    {
      "epoch": 4.618562456385206,
      "grad_norm": 1.8054938602516886,
      "learning_rate": 3.869647737304322e-05,
      "loss": 1.6094,
      "step": 99276
    },
    {
      "epoch": 4.618608978832286,
      "grad_norm": 1.894172937349542,
      "learning_rate": 3.869398936858521e-05,
      "loss": 1.7812,
      "step": 99277
    },
    {
      "epoch": 4.618655501279367,
      "grad_norm": 1.9219698598973127,
      "learning_rate": 3.869150143226934e-05,
      "loss": 1.3984,
      "step": 99278
    },
    {
      "epoch": 4.618702023726448,
      "grad_norm": 1.7836655077623906,
      "learning_rate": 3.8689013564097235e-05,
      "loss": 1.4531,
      "step": 99279
    },
    {
      "epoch": 4.618748546173529,
      "grad_norm": 1.8919624125687202,
      "learning_rate": 3.8686525764070385e-05,
      "loss": 1.8203,
      "step": 99280
    },
    {
      "epoch": 4.618795068620609,
      "grad_norm": 1.8279811451636412,
      "learning_rate": 3.8684038032190255e-05,
      "loss": 1.6719,
      "step": 99281
    },
    {
      "epoch": 4.6188415910676905,
      "grad_norm": 1.8379110878313971,
      "learning_rate": 3.868155036845845e-05,
      "loss": 1.5938,
      "step": 99282
    },
    {
      "epoch": 4.618888113514771,
      "grad_norm": 1.5408780872671684,
      "learning_rate": 3.8679062772876456e-05,
      "loss": 1.3281,
      "step": 99283
    },
    {
      "epoch": 4.6189346359618515,
      "grad_norm": 1.7302253609820808,
      "learning_rate": 3.867657524544579e-05,
      "loss": 1.4922,
      "step": 99284
    },
    {
      "epoch": 4.618981158408932,
      "grad_norm": 1.6811251150664959,
      "learning_rate": 3.8674087786167945e-05,
      "loss": 1.5625,
      "step": 99285
    },
    {
      "epoch": 4.619027680856013,
      "grad_norm": 1.7953603214196876,
      "learning_rate": 3.867160039504452e-05,
      "loss": 1.5781,
      "step": 99286
    },
    {
      "epoch": 4.619074203303094,
      "grad_norm": 1.6692149718371685,
      "learning_rate": 3.8669113072076996e-05,
      "loss": 1.4297,
      "step": 99287
    },
    {
      "epoch": 4.619120725750174,
      "grad_norm": 1.7338205445826158,
      "learning_rate": 3.86666258172669e-05,
      "loss": 1.3516,
      "step": 99288
    },
    {
      "epoch": 4.619167248197256,
      "grad_norm": 1.7447038446482488,
      "learning_rate": 3.8664138630615696e-05,
      "loss": 1.4609,
      "step": 99289
    },
    {
      "epoch": 4.619213770644336,
      "grad_norm": 1.560157495292532,
      "learning_rate": 3.8661651512125026e-05,
      "loss": 1.2891,
      "step": 99290
    },
    {
      "epoch": 4.619260293091417,
      "grad_norm": 1.8258848342583014,
      "learning_rate": 3.8659164461796344e-05,
      "loss": 1.5781,
      "step": 99291
    },
    {
      "epoch": 4.619306815538497,
      "grad_norm": 1.6400933594649643,
      "learning_rate": 3.865667747963117e-05,
      "loss": 1.3984,
      "step": 99292
    },
    {
      "epoch": 4.619353337985578,
      "grad_norm": 1.8610466031282564,
      "learning_rate": 3.8654190565631004e-05,
      "loss": 1.7109,
      "step": 99293
    },
    {
      "epoch": 4.619399860432659,
      "grad_norm": 1.9128814729128085,
      "learning_rate": 3.865170371979743e-05,
      "loss": 1.7812,
      "step": 99294
    },
    {
      "epoch": 4.619446382879739,
      "grad_norm": 1.678553771051133,
      "learning_rate": 3.864921694213194e-05,
      "loss": 1.3984,
      "step": 99295
    },
    {
      "epoch": 4.61949290532682,
      "grad_norm": 1.9240038093354226,
      "learning_rate": 3.864673023263605e-05,
      "loss": 1.7344,
      "step": 99296
    },
    {
      "epoch": 4.619539427773901,
      "grad_norm": 1.5239452715508979,
      "learning_rate": 3.864424359131127e-05,
      "loss": 1.2969,
      "step": 99297
    },
    {
      "epoch": 4.619585950220982,
      "grad_norm": 1.6568073976162547,
      "learning_rate": 3.8641757018159155e-05,
      "loss": 1.4062,
      "step": 99298
    },
    {
      "epoch": 4.619632472668062,
      "grad_norm": 1.8010851119018216,
      "learning_rate": 3.863927051318124e-05,
      "loss": 1.5,
      "step": 99299
    },
    {
      "epoch": 4.619678995115143,
      "grad_norm": 1.6551142561137682,
      "learning_rate": 3.863678407637895e-05,
      "loss": 1.4219,
      "step": 99300
    },
    {
      "epoch": 4.619725517562224,
      "grad_norm": 1.8069882248804532,
      "learning_rate": 3.863429770775393e-05,
      "loss": 1.5625,
      "step": 99301
    },
    {
      "epoch": 4.6197720400093045,
      "grad_norm": 1.7827969705818603,
      "learning_rate": 3.8631811407307606e-05,
      "loss": 1.6328,
      "step": 99302
    },
    {
      "epoch": 4.619818562456385,
      "grad_norm": 1.6750936992903855,
      "learning_rate": 3.862932517504159e-05,
      "loss": 1.4531,
      "step": 99303
    },
    {
      "epoch": 4.619865084903466,
      "grad_norm": 1.6351315811455507,
      "learning_rate": 3.8626839010957355e-05,
      "loss": 1.5469,
      "step": 99304
    },
    {
      "epoch": 4.619911607350547,
      "grad_norm": 1.7351378646387208,
      "learning_rate": 3.8624352915056426e-05,
      "loss": 1.4766,
      "step": 99305
    },
    {
      "epoch": 4.619958129797627,
      "grad_norm": 1.813695256943279,
      "learning_rate": 3.862186688734032e-05,
      "loss": 1.5781,
      "step": 99306
    },
    {
      "epoch": 4.620004652244708,
      "grad_norm": 1.6569648240182866,
      "learning_rate": 3.8619380927810526e-05,
      "loss": 1.4062,
      "step": 99307
    },
    {
      "epoch": 4.620051174691789,
      "grad_norm": 1.8626132667110804,
      "learning_rate": 3.861689503646865e-05,
      "loss": 1.6875,
      "step": 99308
    },
    {
      "epoch": 4.62009769713887,
      "grad_norm": 1.9475968694247319,
      "learning_rate": 3.8614409213316166e-05,
      "loss": 1.6875,
      "step": 99309
    },
    {
      "epoch": 4.62014421958595,
      "grad_norm": 1.6888551079251442,
      "learning_rate": 3.86119234583546e-05,
      "loss": 1.4688,
      "step": 99310
    },
    {
      "epoch": 4.620190742033031,
      "grad_norm": 1.7703073523853716,
      "learning_rate": 3.8609437771585417e-05,
      "loss": 1.6953,
      "step": 99311
    },
    {
      "epoch": 4.620237264480112,
      "grad_norm": 1.7564506921366574,
      "learning_rate": 3.8606952153010234e-05,
      "loss": 1.6484,
      "step": 99312
    },
    {
      "epoch": 4.620283786927192,
      "grad_norm": 1.7295495824651026,
      "learning_rate": 3.8604466602630535e-05,
      "loss": 1.6094,
      "step": 99313
    },
    {
      "epoch": 4.620330309374273,
      "grad_norm": 1.4939274730318035,
      "learning_rate": 3.860198112044785e-05,
      "loss": 1.25,
      "step": 99314
    },
    {
      "epoch": 4.620376831821353,
      "grad_norm": 1.7280114410131293,
      "learning_rate": 3.859949570646363e-05,
      "loss": 1.5078,
      "step": 99315
    },
    {
      "epoch": 4.620423354268435,
      "grad_norm": 1.4753854447881505,
      "learning_rate": 3.85970103606795e-05,
      "loss": 1.3516,
      "step": 99316
    },
    {
      "epoch": 4.620469876715515,
      "grad_norm": 1.8132766165455776,
      "learning_rate": 3.8594525083096954e-05,
      "loss": 1.6562,
      "step": 99317
    },
    {
      "epoch": 4.620516399162596,
      "grad_norm": 1.8313334491632156,
      "learning_rate": 3.8592039873717486e-05,
      "loss": 1.4844,
      "step": 99318
    },
    {
      "epoch": 4.620562921609677,
      "grad_norm": 1.6101789802384292,
      "learning_rate": 3.858955473254257e-05,
      "loss": 1.3906,
      "step": 99319
    },
    {
      "epoch": 4.6206094440567576,
      "grad_norm": 1.8726059116742537,
      "learning_rate": 3.8587069659573847e-05,
      "loss": 1.7734,
      "step": 99320
    },
    {
      "epoch": 4.620655966503838,
      "grad_norm": 1.8415380845187277,
      "learning_rate": 3.8584584654812785e-05,
      "loss": 1.6484,
      "step": 99321
    },
    {
      "epoch": 4.6207024889509185,
      "grad_norm": 1.8051615215263581,
      "learning_rate": 3.858209971826082e-05,
      "loss": 1.6094,
      "step": 99322
    },
    {
      "epoch": 4.620749011398,
      "grad_norm": 1.8499583867139162,
      "learning_rate": 3.857961484991961e-05,
      "loss": 1.7188,
      "step": 99323
    },
    {
      "epoch": 4.62079553384508,
      "grad_norm": 1.7862523005681132,
      "learning_rate": 3.857713004979059e-05,
      "loss": 1.5469,
      "step": 99324
    },
    {
      "epoch": 4.620842056292161,
      "grad_norm": 1.5407508016821323,
      "learning_rate": 3.857464531787534e-05,
      "loss": 1.2969,
      "step": 99325
    },
    {
      "epoch": 4.620888578739241,
      "grad_norm": 1.8136972813610182,
      "learning_rate": 3.8572160654175336e-05,
      "loss": 1.6953,
      "step": 99326
    },
    {
      "epoch": 4.620935101186323,
      "grad_norm": 1.765282841845298,
      "learning_rate": 3.856967605869213e-05,
      "loss": 1.5703,
      "step": 99327
    },
    {
      "epoch": 4.620981623633403,
      "grad_norm": 1.7806342119031728,
      "learning_rate": 3.856719153142718e-05,
      "loss": 1.6406,
      "step": 99328
    },
    {
      "epoch": 4.621028146080484,
      "grad_norm": 1.8693760417470546,
      "learning_rate": 3.856470707238208e-05,
      "loss": 1.7578,
      "step": 99329
    },
    {
      "epoch": 4.621074668527564,
      "grad_norm": 1.8350193871844083,
      "learning_rate": 3.8562222681558334e-05,
      "loss": 1.7422,
      "step": 99330
    },
    {
      "epoch": 4.6211211909746455,
      "grad_norm": 1.9356973136080866,
      "learning_rate": 3.8559738358957445e-05,
      "loss": 1.7188,
      "step": 99331
    },
    {
      "epoch": 4.621167713421726,
      "grad_norm": 1.9377896392459661,
      "learning_rate": 3.8557254104580954e-05,
      "loss": 1.7734,
      "step": 99332
    },
    {
      "epoch": 4.621214235868806,
      "grad_norm": 1.7646850289781122,
      "learning_rate": 3.855476991843032e-05,
      "loss": 1.5078,
      "step": 99333
    },
    {
      "epoch": 4.621260758315888,
      "grad_norm": 1.5110024067581975,
      "learning_rate": 3.8552285800507155e-05,
      "loss": 1.3281,
      "step": 99334
    },
    {
      "epoch": 4.621307280762968,
      "grad_norm": 1.840604424676668,
      "learning_rate": 3.854980175081293e-05,
      "loss": 1.7109,
      "step": 99335
    },
    {
      "epoch": 4.621353803210049,
      "grad_norm": 1.8663749006842203,
      "learning_rate": 3.854731776934918e-05,
      "loss": 1.7031,
      "step": 99336
    },
    {
      "epoch": 4.621400325657129,
      "grad_norm": 1.8555258579816671,
      "learning_rate": 3.8544833856117377e-05,
      "loss": 1.5,
      "step": 99337
    },
    {
      "epoch": 4.621446848104211,
      "grad_norm": 1.7021796595356873,
      "learning_rate": 3.854235001111912e-05,
      "loss": 1.4688,
      "step": 99338
    },
    {
      "epoch": 4.621493370551291,
      "grad_norm": 1.8730017918177486,
      "learning_rate": 3.8539866234355904e-05,
      "loss": 1.6094,
      "step": 99339
    },
    {
      "epoch": 4.6215398929983715,
      "grad_norm": 1.8201952750620947,
      "learning_rate": 3.853738252582922e-05,
      "loss": 1.5469,
      "step": 99340
    },
    {
      "epoch": 4.621586415445453,
      "grad_norm": 1.8168772487260212,
      "learning_rate": 3.8534898885540594e-05,
      "loss": 1.6797,
      "step": 99341
    },
    {
      "epoch": 4.621632937892533,
      "grad_norm": 1.8485076378572056,
      "learning_rate": 3.8532415313491574e-05,
      "loss": 1.7734,
      "step": 99342
    },
    {
      "epoch": 4.621679460339614,
      "grad_norm": 1.8683553970261197,
      "learning_rate": 3.852993180968364e-05,
      "loss": 1.6797,
      "step": 99343
    },
    {
      "epoch": 4.621725982786694,
      "grad_norm": 1.547088013454895,
      "learning_rate": 3.852744837411838e-05,
      "loss": 1.2969,
      "step": 99344
    },
    {
      "epoch": 4.621772505233775,
      "grad_norm": 1.5077266130967755,
      "learning_rate": 3.852496500679726e-05,
      "loss": 1.2891,
      "step": 99345
    },
    {
      "epoch": 4.621819027680856,
      "grad_norm": 1.831244829132043,
      "learning_rate": 3.8522481707721795e-05,
      "loss": 1.5938,
      "step": 99346
    },
    {
      "epoch": 4.621865550127937,
      "grad_norm": 1.825891273712147,
      "learning_rate": 3.851999847689354e-05,
      "loss": 1.7109,
      "step": 99347
    },
    {
      "epoch": 4.621912072575017,
      "grad_norm": 1.60191200651732,
      "learning_rate": 3.851751531431402e-05,
      "loss": 1.3516,
      "step": 99348
    },
    {
      "epoch": 4.6219585950220985,
      "grad_norm": 1.8195168501858454,
      "learning_rate": 3.8515032219984716e-05,
      "loss": 1.6875,
      "step": 99349
    },
    {
      "epoch": 4.622005117469179,
      "grad_norm": 1.8074776110252817,
      "learning_rate": 3.8512549193907134e-05,
      "loss": 1.5859,
      "step": 99350
    },
    {
      "epoch": 4.6220516399162594,
      "grad_norm": 1.7863312962819,
      "learning_rate": 3.851006623608287e-05,
      "loss": 1.6016,
      "step": 99351
    },
    {
      "epoch": 4.62209816236334,
      "grad_norm": 1.6472245515026032,
      "learning_rate": 3.850758334651341e-05,
      "loss": 1.4297,
      "step": 99352
    },
    {
      "epoch": 4.622144684810421,
      "grad_norm": 1.7614692832990928,
      "learning_rate": 3.850510052520025e-05,
      "loss": 1.5469,
      "step": 99353
    },
    {
      "epoch": 4.622191207257502,
      "grad_norm": 1.8012310477006754,
      "learning_rate": 3.850261777214487e-05,
      "loss": 1.6406,
      "step": 99354
    },
    {
      "epoch": 4.622237729704582,
      "grad_norm": 1.6254570148295613,
      "learning_rate": 3.850013508734891e-05,
      "loss": 1.5156,
      "step": 99355
    },
    {
      "epoch": 4.622284252151664,
      "grad_norm": 1.8862766532855262,
      "learning_rate": 3.849765247081381e-05,
      "loss": 1.6484,
      "step": 99356
    },
    {
      "epoch": 4.622330774598744,
      "grad_norm": 1.7997118025619199,
      "learning_rate": 3.849516992254112e-05,
      "loss": 1.5703,
      "step": 99357
    },
    {
      "epoch": 4.622377297045825,
      "grad_norm": 1.728404496462933,
      "learning_rate": 3.849268744253233e-05,
      "loss": 1.3984,
      "step": 99358
    },
    {
      "epoch": 4.622423819492905,
      "grad_norm": 1.8326585583855661,
      "learning_rate": 3.8490205030788936e-05,
      "loss": 1.5781,
      "step": 99359
    },
    {
      "epoch": 4.622470341939986,
      "grad_norm": 1.790357889487119,
      "learning_rate": 3.8487722687312546e-05,
      "loss": 1.6562,
      "step": 99360
    },
    {
      "epoch": 4.622516864387067,
      "grad_norm": 1.7349940465251497,
      "learning_rate": 3.848524041210463e-05,
      "loss": 1.6172,
      "step": 99361
    },
    {
      "epoch": 4.622563386834147,
      "grad_norm": 1.7837097937253785,
      "learning_rate": 3.848275820516668e-05,
      "loss": 1.5,
      "step": 99362
    },
    {
      "epoch": 4.622609909281228,
      "grad_norm": 2.011610194869218,
      "learning_rate": 3.848027606650023e-05,
      "loss": 1.6641,
      "step": 99363
    },
    {
      "epoch": 4.622656431728309,
      "grad_norm": 1.8059427467380273,
      "learning_rate": 3.847779399610685e-05,
      "loss": 1.6016,
      "step": 99364
    },
    {
      "epoch": 4.62270295417539,
      "grad_norm": 1.7779742123819489,
      "learning_rate": 3.847531199398797e-05,
      "loss": 1.5078,
      "step": 99365
    },
    {
      "epoch": 4.62274947662247,
      "grad_norm": 1.8300816891992822,
      "learning_rate": 3.8472830060145205e-05,
      "loss": 1.5312,
      "step": 99366
    },
    {
      "epoch": 4.622795999069551,
      "grad_norm": 1.7637935116042884,
      "learning_rate": 3.8470348194580024e-05,
      "loss": 1.5312,
      "step": 99367
    },
    {
      "epoch": 4.622842521516632,
      "grad_norm": 1.795383445705558,
      "learning_rate": 3.846786639729393e-05,
      "loss": 1.6172,
      "step": 99368
    },
    {
      "epoch": 4.6228890439637125,
      "grad_norm": 1.850432379368778,
      "learning_rate": 3.846538466828849e-05,
      "loss": 1.6719,
      "step": 99369
    },
    {
      "epoch": 4.622935566410793,
      "grad_norm": 1.6676540680006102,
      "learning_rate": 3.846290300756521e-05,
      "loss": 1.2969,
      "step": 99370
    },
    {
      "epoch": 4.622982088857874,
      "grad_norm": 1.7859875967876768,
      "learning_rate": 3.84604214151256e-05,
      "loss": 1.5859,
      "step": 99371
    },
    {
      "epoch": 4.623028611304955,
      "grad_norm": 1.6780968526281759,
      "learning_rate": 3.8457939890971124e-05,
      "loss": 1.4531,
      "step": 99372
    },
    {
      "epoch": 4.623075133752035,
      "grad_norm": 1.933213067014933,
      "learning_rate": 3.8455458435103406e-05,
      "loss": 1.7188,
      "step": 99373
    },
    {
      "epoch": 4.623121656199116,
      "grad_norm": 1.830160323938347,
      "learning_rate": 3.845297704752391e-05,
      "loss": 1.7422,
      "step": 99374
    },
    {
      "epoch": 4.623168178646197,
      "grad_norm": 1.978512971716892,
      "learning_rate": 3.845049572823416e-05,
      "loss": 1.8594,
      "step": 99375
    },
    {
      "epoch": 4.623214701093278,
      "grad_norm": 1.9054031903671398,
      "learning_rate": 3.844801447723562e-05,
      "loss": 1.7734,
      "step": 99376
    },
    {
      "epoch": 4.623261223540358,
      "grad_norm": 1.6856425865501312,
      "learning_rate": 3.844553329452993e-05,
      "loss": 1.5078,
      "step": 99377
    },
    {
      "epoch": 4.623307745987439,
      "grad_norm": 1.752781679502114,
      "learning_rate": 3.844305218011852e-05,
      "loss": 1.4375,
      "step": 99378
    },
    {
      "epoch": 4.62335426843452,
      "grad_norm": 1.8058636725622907,
      "learning_rate": 3.8440571134002936e-05,
      "loss": 1.5469,
      "step": 99379
    },
    {
      "epoch": 4.6234007908816,
      "grad_norm": 1.8045528635996784,
      "learning_rate": 3.843809015618466e-05,
      "loss": 1.625,
      "step": 99380
    },
    {
      "epoch": 4.623447313328681,
      "grad_norm": 1.8140013930808085,
      "learning_rate": 3.843560924666528e-05,
      "loss": 1.6562,
      "step": 99381
    },
    {
      "epoch": 4.623493835775761,
      "grad_norm": 1.9285376711758881,
      "learning_rate": 3.843312840544627e-05,
      "loss": 1.8203,
      "step": 99382
    },
    {
      "epoch": 4.623540358222843,
      "grad_norm": 1.6789784393377742,
      "learning_rate": 3.8430647632529164e-05,
      "loss": 1.3828,
      "step": 99383
    },
    {
      "epoch": 4.623586880669923,
      "grad_norm": 1.772730426341318,
      "learning_rate": 3.842816692791547e-05,
      "loss": 1.4609,
      "step": 99384
    },
    {
      "epoch": 4.623633403117004,
      "grad_norm": 1.7743837696482248,
      "learning_rate": 3.842568629160667e-05,
      "loss": 1.5703,
      "step": 99385
    },
    {
      "epoch": 4.623679925564085,
      "grad_norm": 1.800209047920007,
      "learning_rate": 3.8423205723604365e-05,
      "loss": 1.5547,
      "step": 99386
    },
    {
      "epoch": 4.6237264480111655,
      "grad_norm": 1.767120917956903,
      "learning_rate": 3.8420725223909986e-05,
      "loss": 1.5781,
      "step": 99387
    },
    {
      "epoch": 4.623772970458246,
      "grad_norm": 1.7494142495874583,
      "learning_rate": 3.8418244792525135e-05,
      "loss": 1.5,
      "step": 99388
    },
    {
      "epoch": 4.6238194929053265,
      "grad_norm": 1.6838452863872841,
      "learning_rate": 3.84157644294513e-05,
      "loss": 1.4531,
      "step": 99389
    },
    {
      "epoch": 4.623866015352408,
      "grad_norm": 1.740470716309601,
      "learning_rate": 3.8413284134689944e-05,
      "loss": 1.5078,
      "step": 99390
    },
    {
      "epoch": 4.623912537799488,
      "grad_norm": 1.6878322095526843,
      "learning_rate": 3.841080390824267e-05,
      "loss": 1.5312,
      "step": 99391
    },
    {
      "epoch": 4.623959060246569,
      "grad_norm": 1.8418046962341657,
      "learning_rate": 3.840832375011097e-05,
      "loss": 1.6406,
      "step": 99392
    },
    {
      "epoch": 4.62400558269365,
      "grad_norm": 1.7238535447183498,
      "learning_rate": 3.840584366029636e-05,
      "loss": 1.5,
      "step": 99393
    },
    {
      "epoch": 4.624052105140731,
      "grad_norm": 1.717289251357406,
      "learning_rate": 3.840336363880029e-05,
      "loss": 1.6172,
      "step": 99394
    },
    {
      "epoch": 4.624098627587811,
      "grad_norm": 1.9231902411691588,
      "learning_rate": 3.840088368562439e-05,
      "loss": 1.7734,
      "step": 99395
    },
    {
      "epoch": 4.624145150034892,
      "grad_norm": 1.7122747271029808,
      "learning_rate": 3.8398403800770125e-05,
      "loss": 1.5938,
      "step": 99396
    },
    {
      "epoch": 4.624191672481973,
      "grad_norm": 1.799647178808824,
      "learning_rate": 3.8395923984239e-05,
      "loss": 1.5781,
      "step": 99397
    },
    {
      "epoch": 4.624238194929053,
      "grad_norm": 1.7378739627169655,
      "learning_rate": 3.8393444236032525e-05,
      "loss": 1.6406,
      "step": 99398
    },
    {
      "epoch": 4.624284717376134,
      "grad_norm": 1.7479524522836036,
      "learning_rate": 3.839096455615228e-05,
      "loss": 1.6172,
      "step": 99399
    },
    {
      "epoch": 4.624331239823214,
      "grad_norm": 1.5533480744903048,
      "learning_rate": 3.838848494459975e-05,
      "loss": 1.2188,
      "step": 99400
    },
    {
      "epoch": 4.624377762270296,
      "grad_norm": 1.743686495582618,
      "learning_rate": 3.838600540137644e-05,
      "loss": 1.6328,
      "step": 99401
    },
    {
      "epoch": 4.624424284717376,
      "grad_norm": 1.8117780997568393,
      "learning_rate": 3.838352592648383e-05,
      "loss": 1.6484,
      "step": 99402
    },
    {
      "epoch": 4.624470807164457,
      "grad_norm": 1.7713569391491488,
      "learning_rate": 3.838104651992352e-05,
      "loss": 1.5156,
      "step": 99403
    },
    {
      "epoch": 4.624517329611537,
      "grad_norm": 1.8522656124619208,
      "learning_rate": 3.837856718169701e-05,
      "loss": 1.6172,
      "step": 99404
    },
    {
      "epoch": 4.6245638520586185,
      "grad_norm": 1.8679281747109682,
      "learning_rate": 3.837608791180578e-05,
      "loss": 1.7109,
      "step": 99405
    },
    {
      "epoch": 4.624610374505699,
      "grad_norm": 1.9679518963889422,
      "learning_rate": 3.837360871025134e-05,
      "loss": 1.625,
      "step": 99406
    },
    {
      "epoch": 4.6246568969527795,
      "grad_norm": 1.79166237084592,
      "learning_rate": 3.837112957703526e-05,
      "loss": 1.6172,
      "step": 99407
    },
    {
      "epoch": 4.624703419399861,
      "grad_norm": 1.8704796518072655,
      "learning_rate": 3.836865051215904e-05,
      "loss": 1.6328,
      "step": 99408
    },
    {
      "epoch": 4.624749941846941,
      "grad_norm": 1.8294433254578688,
      "learning_rate": 3.8366171515624164e-05,
      "loss": 1.7109,
      "step": 99409
    },
    {
      "epoch": 4.624796464294022,
      "grad_norm": 1.8549958984212873,
      "learning_rate": 3.8363692587432194e-05,
      "loss": 1.5625,
      "step": 99410
    },
    {
      "epoch": 4.624842986741102,
      "grad_norm": 1.8317395700289176,
      "learning_rate": 3.8361213727584636e-05,
      "loss": 1.6406,
      "step": 99411
    },
    {
      "epoch": 4.624889509188184,
      "grad_norm": 1.7772475639865328,
      "learning_rate": 3.8358734936082967e-05,
      "loss": 1.5156,
      "step": 99412
    },
    {
      "epoch": 4.624936031635264,
      "grad_norm": 1.7867895059109562,
      "learning_rate": 3.835625621292878e-05,
      "loss": 1.5312,
      "step": 99413
    },
    {
      "epoch": 4.624982554082345,
      "grad_norm": 1.7697938355299223,
      "learning_rate": 3.8353777558123544e-05,
      "loss": 1.5,
      "step": 99414
    },
    {
      "epoch": 4.625029076529425,
      "grad_norm": 1.8798762890600405,
      "learning_rate": 3.835129897166878e-05,
      "loss": 1.7422,
      "step": 99415
    },
    {
      "epoch": 4.625075598976506,
      "grad_norm": 1.9668625384242846,
      "learning_rate": 3.834882045356597e-05,
      "loss": 1.7656,
      "step": 99416
    },
    {
      "epoch": 4.625122121423587,
      "grad_norm": 1.7000748977422073,
      "learning_rate": 3.834634200381673e-05,
      "loss": 1.4766,
      "step": 99417
    },
    {
      "epoch": 4.625168643870667,
      "grad_norm": 1.7906051814253467,
      "learning_rate": 3.83438636224225e-05,
      "loss": 1.6406,
      "step": 99418
    },
    {
      "epoch": 4.625215166317748,
      "grad_norm": 1.736921385286152,
      "learning_rate": 3.8341385309384826e-05,
      "loss": 1.4609,
      "step": 99419
    },
    {
      "epoch": 4.625261688764829,
      "grad_norm": 1.8681138890167115,
      "learning_rate": 3.833890706470516e-05,
      "loss": 1.7109,
      "step": 99420
    },
    {
      "epoch": 4.62530821121191,
      "grad_norm": 1.9857644665635032,
      "learning_rate": 3.833642888838512e-05,
      "loss": 1.8047,
      "step": 99421
    },
    {
      "epoch": 4.62535473365899,
      "grad_norm": 1.8395114401702397,
      "learning_rate": 3.8333950780426165e-05,
      "loss": 1.6797,
      "step": 99422
    },
    {
      "epoch": 4.625401256106072,
      "grad_norm": 1.8787126171853923,
      "learning_rate": 3.833147274082984e-05,
      "loss": 1.7266,
      "step": 99423
    },
    {
      "epoch": 4.625447778553152,
      "grad_norm": 1.788813760350571,
      "learning_rate": 3.832899476959759e-05,
      "loss": 1.5234,
      "step": 99424
    },
    {
      "epoch": 4.6254943010002325,
      "grad_norm": 1.898958274329692,
      "learning_rate": 3.832651686673104e-05,
      "loss": 1.7422,
      "step": 99425
    },
    {
      "epoch": 4.625540823447313,
      "grad_norm": 1.770120491758021,
      "learning_rate": 3.8324039032231644e-05,
      "loss": 1.6406,
      "step": 99426
    },
    {
      "epoch": 4.625587345894394,
      "grad_norm": 1.870723915730305,
      "learning_rate": 3.832156126610094e-05,
      "loss": 1.6484,
      "step": 99427
    },
    {
      "epoch": 4.625633868341475,
      "grad_norm": 1.7682485350275214,
      "learning_rate": 3.8319083568340396e-05,
      "loss": 1.6094,
      "step": 99428
    },
    {
      "epoch": 4.625680390788555,
      "grad_norm": 1.8389902077270859,
      "learning_rate": 3.831660593895159e-05,
      "loss": 1.6328,
      "step": 99429
    },
    {
      "epoch": 4.625726913235637,
      "grad_norm": 1.7616340663982928,
      "learning_rate": 3.8314128377936034e-05,
      "loss": 1.5703,
      "step": 99430
    },
    {
      "epoch": 4.625773435682717,
      "grad_norm": 1.5998189436282877,
      "learning_rate": 3.831165088529518e-05,
      "loss": 1.3672,
      "step": 99431
    },
    {
      "epoch": 4.625819958129798,
      "grad_norm": 1.5975366482920126,
      "learning_rate": 3.830917346103064e-05,
      "loss": 1.5,
      "step": 99432
    },
    {
      "epoch": 4.625866480576878,
      "grad_norm": 1.7351079063989054,
      "learning_rate": 3.8306696105143825e-05,
      "loss": 1.4297,
      "step": 99433
    },
    {
      "epoch": 4.625913003023959,
      "grad_norm": 1.7010212434531446,
      "learning_rate": 3.8304218817636365e-05,
      "loss": 1.4844,
      "step": 99434
    },
    {
      "epoch": 4.62595952547104,
      "grad_norm": 1.6219558035853638,
      "learning_rate": 3.830174159850972e-05,
      "loss": 1.3359,
      "step": 99435
    },
    {
      "epoch": 4.62600604791812,
      "grad_norm": 1.619327607415336,
      "learning_rate": 3.829926444776539e-05,
      "loss": 1.3828,
      "step": 99436
    },
    {
      "epoch": 4.626052570365201,
      "grad_norm": 1.7258399735044143,
      "learning_rate": 3.8296787365404925e-05,
      "loss": 1.5078,
      "step": 99437
    },
    {
      "epoch": 4.626099092812282,
      "grad_norm": 1.7431670432178787,
      "learning_rate": 3.829431035142977e-05,
      "loss": 1.6484,
      "step": 99438
    },
    {
      "epoch": 4.626145615259363,
      "grad_norm": 1.6957763932209136,
      "learning_rate": 3.8291833405841554e-05,
      "loss": 1.4219,
      "step": 99439
    },
    {
      "epoch": 4.626192137706443,
      "grad_norm": 1.9310797617995692,
      "learning_rate": 3.828935652864173e-05,
      "loss": 1.8203,
      "step": 99440
    },
    {
      "epoch": 4.626238660153524,
      "grad_norm": 1.810689508113976,
      "learning_rate": 3.828687971983182e-05,
      "loss": 1.6562,
      "step": 99441
    },
    {
      "epoch": 4.626285182600605,
      "grad_norm": 1.669959734577211,
      "learning_rate": 3.8284402979413295e-05,
      "loss": 1.4219,
      "step": 99442
    },
    {
      "epoch": 4.6263317050476855,
      "grad_norm": 1.8387438991976863,
      "learning_rate": 3.828192630738776e-05,
      "loss": 1.7656,
      "step": 99443
    },
    {
      "epoch": 4.626378227494766,
      "grad_norm": 1.746884666569369,
      "learning_rate": 3.8279449703756686e-05,
      "loss": 1.4609,
      "step": 99444
    },
    {
      "epoch": 4.626424749941847,
      "grad_norm": 1.7920853029523174,
      "learning_rate": 3.82769731685216e-05,
      "loss": 1.6641,
      "step": 99445
    },
    {
      "epoch": 4.626471272388928,
      "grad_norm": 1.8895881093874267,
      "learning_rate": 3.8274496701683954e-05,
      "loss": 1.7578,
      "step": 99446
    },
    {
      "epoch": 4.626517794836008,
      "grad_norm": 1.6319461921499803,
      "learning_rate": 3.8272020303245375e-05,
      "loss": 1.3438,
      "step": 99447
    },
    {
      "epoch": 4.626564317283089,
      "grad_norm": 1.8020151832439308,
      "learning_rate": 3.8269543973207315e-05,
      "loss": 1.6484,
      "step": 99448
    },
    {
      "epoch": 4.62661083973017,
      "grad_norm": 1.786259077512188,
      "learning_rate": 3.8267067711571306e-05,
      "loss": 1.6172,
      "step": 99449
    },
    {
      "epoch": 4.626657362177251,
      "grad_norm": 1.7836008952644344,
      "learning_rate": 3.826459151833882e-05,
      "loss": 1.7656,
      "step": 99450
    },
    {
      "epoch": 4.626703884624331,
      "grad_norm": 1.6702316679593545,
      "learning_rate": 3.826211539351144e-05,
      "loss": 1.4609,
      "step": 99451
    },
    {
      "epoch": 4.626750407071412,
      "grad_norm": 1.7344784196980005,
      "learning_rate": 3.825963933709064e-05,
      "loss": 1.5391,
      "step": 99452
    },
    {
      "epoch": 4.626796929518493,
      "grad_norm": 1.6661766703943568,
      "learning_rate": 3.8257163349077926e-05,
      "loss": 1.5391,
      "step": 99453
    },
    {
      "epoch": 4.6268434519655735,
      "grad_norm": 1.7219486674425057,
      "learning_rate": 3.8254687429474865e-05,
      "loss": 1.4766,
      "step": 99454
    },
    {
      "epoch": 4.626889974412654,
      "grad_norm": 1.7726373830690694,
      "learning_rate": 3.825221157828292e-05,
      "loss": 1.5625,
      "step": 99455
    },
    {
      "epoch": 4.626936496859734,
      "grad_norm": 1.749817472328744,
      "learning_rate": 3.824973579550365e-05,
      "loss": 1.6016,
      "step": 99456
    },
    {
      "epoch": 4.626983019306816,
      "grad_norm": 1.9175116242226689,
      "learning_rate": 3.824726008113855e-05,
      "loss": 1.8281,
      "step": 99457
    },
    {
      "epoch": 4.627029541753896,
      "grad_norm": 1.8741954553982387,
      "learning_rate": 3.824478443518916e-05,
      "loss": 1.8047,
      "step": 99458
    },
    {
      "epoch": 4.627076064200977,
      "grad_norm": 1.807120826349301,
      "learning_rate": 3.824230885765691e-05,
      "loss": 1.5938,
      "step": 99459
    },
    {
      "epoch": 4.627122586648058,
      "grad_norm": 1.766057533619613,
      "learning_rate": 3.823983334854343e-05,
      "loss": 1.6094,
      "step": 99460
    },
    {
      "epoch": 4.627169109095139,
      "grad_norm": 1.766392941853603,
      "learning_rate": 3.823735790785017e-05,
      "loss": 1.5312,
      "step": 99461
    },
    {
      "epoch": 4.627215631542219,
      "grad_norm": 1.8206955328814358,
      "learning_rate": 3.823488253557866e-05,
      "loss": 1.6172,
      "step": 99462
    },
    {
      "epoch": 4.6272621539892995,
      "grad_norm": 1.7739492280169407,
      "learning_rate": 3.8232407231730416e-05,
      "loss": 1.5938,
      "step": 99463
    },
    {
      "epoch": 4.627308676436381,
      "grad_norm": 1.5635039850868437,
      "learning_rate": 3.822993199630692e-05,
      "loss": 1.4609,
      "step": 99464
    },
    {
      "epoch": 4.627355198883461,
      "grad_norm": 1.850487154708459,
      "learning_rate": 3.8227456829309744e-05,
      "loss": 1.4219,
      "step": 99465
    },
    {
      "epoch": 4.627401721330542,
      "grad_norm": 1.7749335682188419,
      "learning_rate": 3.8224981730740394e-05,
      "loss": 1.625,
      "step": 99466
    },
    {
      "epoch": 4.627448243777622,
      "grad_norm": 1.9673417556565982,
      "learning_rate": 3.8222506700600356e-05,
      "loss": 1.7734,
      "step": 99467
    },
    {
      "epoch": 4.627494766224704,
      "grad_norm": 1.8312324511655653,
      "learning_rate": 3.8220031738891114e-05,
      "loss": 1.6641,
      "step": 99468
    },
    {
      "epoch": 4.627541288671784,
      "grad_norm": 1.612668816247585,
      "learning_rate": 3.821755684561428e-05,
      "loss": 1.4062,
      "step": 99469
    },
    {
      "epoch": 4.627587811118865,
      "grad_norm": 2.054063926215969,
      "learning_rate": 3.821508202077131e-05,
      "loss": 1.3672,
      "step": 99470
    },
    {
      "epoch": 4.627634333565945,
      "grad_norm": 1.8620725974499868,
      "learning_rate": 3.8212607264363726e-05,
      "loss": 1.6484,
      "step": 99471
    },
    {
      "epoch": 4.6276808560130265,
      "grad_norm": 1.8697507258864945,
      "learning_rate": 3.8210132576393e-05,
      "loss": 1.6328,
      "step": 99472
    },
    {
      "epoch": 4.627727378460107,
      "grad_norm": 1.8029857257464719,
      "learning_rate": 3.820765795686074e-05,
      "loss": 1.5938,
      "step": 99473
    },
    {
      "epoch": 4.627773900907187,
      "grad_norm": 1.7887722883385864,
      "learning_rate": 3.820518340576841e-05,
      "loss": 1.6406,
      "step": 99474
    },
    {
      "epoch": 4.627820423354269,
      "grad_norm": 1.856479684579099,
      "learning_rate": 3.820270892311747e-05,
      "loss": 1.8125,
      "step": 99475
    },
    {
      "epoch": 4.627866945801349,
      "grad_norm": 1.9466789657071244,
      "learning_rate": 3.8200234508909545e-05,
      "loss": 1.6484,
      "step": 99476
    },
    {
      "epoch": 4.62791346824843,
      "grad_norm": 1.8361381967018497,
      "learning_rate": 3.8197760163146046e-05,
      "loss": 1.6562,
      "step": 99477
    },
    {
      "epoch": 4.62795999069551,
      "grad_norm": 1.8198451359250523,
      "learning_rate": 3.819528588582858e-05,
      "loss": 1.4922,
      "step": 99478
    },
    {
      "epoch": 4.628006513142592,
      "grad_norm": 1.7946525399059914,
      "learning_rate": 3.8192811676958626e-05,
      "loss": 1.6094,
      "step": 99479
    },
    {
      "epoch": 4.628053035589672,
      "grad_norm": 1.7242903871081212,
      "learning_rate": 3.819033753653769e-05,
      "loss": 1.6172,
      "step": 99480
    },
    {
      "epoch": 4.6280995580367525,
      "grad_norm": 1.7959497706377185,
      "learning_rate": 3.8187863464567234e-05,
      "loss": 1.6172,
      "step": 99481
    },
    {
      "epoch": 4.628146080483834,
      "grad_norm": 1.8536576138668348,
      "learning_rate": 3.818538946104888e-05,
      "loss": 1.5234,
      "step": 99482
    },
    {
      "epoch": 4.628192602930914,
      "grad_norm": 1.8100745116737529,
      "learning_rate": 3.818291552598409e-05,
      "loss": 1.625,
      "step": 99483
    },
    {
      "epoch": 4.628239125377995,
      "grad_norm": 1.6621836342658343,
      "learning_rate": 3.818044165937438e-05,
      "loss": 1.3984,
      "step": 99484
    },
    {
      "epoch": 4.628285647825075,
      "grad_norm": 1.6726947560744825,
      "learning_rate": 3.817796786122122e-05,
      "loss": 1.4297,
      "step": 99485
    },
    {
      "epoch": 4.628332170272156,
      "grad_norm": 1.905167776794845,
      "learning_rate": 3.81754941315262e-05,
      "loss": 1.7422,
      "step": 99486
    },
    {
      "epoch": 4.628378692719237,
      "grad_norm": 1.8618927308208593,
      "learning_rate": 3.81730204702908e-05,
      "loss": 1.7109,
      "step": 99487
    },
    {
      "epoch": 4.628425215166318,
      "grad_norm": 1.7845636072099762,
      "learning_rate": 3.817054687751655e-05,
      "loss": 1.625,
      "step": 99488
    },
    {
      "epoch": 4.628471737613398,
      "grad_norm": 1.7801509014118375,
      "learning_rate": 3.816807335320494e-05,
      "loss": 1.6172,
      "step": 99489
    },
    {
      "epoch": 4.6285182600604795,
      "grad_norm": 1.6362555389418905,
      "learning_rate": 3.816559989735746e-05,
      "loss": 1.5547,
      "step": 99490
    },
    {
      "epoch": 4.62856478250756,
      "grad_norm": 1.7832213387510678,
      "learning_rate": 3.8163126509975686e-05,
      "loss": 1.7422,
      "step": 99491
    },
    {
      "epoch": 4.6286113049546405,
      "grad_norm": 1.927353037625038,
      "learning_rate": 3.816065319106113e-05,
      "loss": 1.7656,
      "step": 99492
    },
    {
      "epoch": 4.628657827401721,
      "grad_norm": 1.8234551490799564,
      "learning_rate": 3.815817994061527e-05,
      "loss": 1.6094,
      "step": 99493
    },
    {
      "epoch": 4.628704349848802,
      "grad_norm": 1.5677068141260753,
      "learning_rate": 3.815570675863957e-05,
      "loss": 1.2812,
      "step": 99494
    },
    {
      "epoch": 4.628750872295883,
      "grad_norm": 1.6660427416755397,
      "learning_rate": 3.815323364513567e-05,
      "loss": 1.4844,
      "step": 99495
    },
    {
      "epoch": 4.628797394742963,
      "grad_norm": 1.6412748677833844,
      "learning_rate": 3.8150760600105026e-05,
      "loss": 1.3047,
      "step": 99496
    },
    {
      "epoch": 4.628843917190045,
      "grad_norm": 1.8523766585484736,
      "learning_rate": 3.814828762354907e-05,
      "loss": 1.7344,
      "step": 99497
    },
    {
      "epoch": 4.628890439637125,
      "grad_norm": 1.8221636274733009,
      "learning_rate": 3.814581471546946e-05,
      "loss": 1.5859,
      "step": 99498
    },
    {
      "epoch": 4.628936962084206,
      "grad_norm": 1.5380030460787109,
      "learning_rate": 3.814334187586759e-05,
      "loss": 1.2891,
      "step": 99499
    },
    {
      "epoch": 4.628983484531286,
      "grad_norm": 1.8402169006891314,
      "learning_rate": 3.814086910474508e-05,
      "loss": 1.7031,
      "step": 99500
    },
    {
      "epoch": 4.629030006978367,
      "grad_norm": 1.9684404557877253,
      "learning_rate": 3.813839640210339e-05,
      "loss": 1.75,
      "step": 99501
    },
    {
      "epoch": 4.629076529425448,
      "grad_norm": 1.6997518296314578,
      "learning_rate": 3.8135923767944015e-05,
      "loss": 1.5703,
      "step": 99502
    },
    {
      "epoch": 4.629123051872528,
      "grad_norm": 1.7612385402519455,
      "learning_rate": 3.813345120226844e-05,
      "loss": 1.625,
      "step": 99503
    },
    {
      "epoch": 4.629169574319609,
      "grad_norm": 1.837515121258526,
      "learning_rate": 3.8130978705078294e-05,
      "loss": 1.7578,
      "step": 99504
    },
    {
      "epoch": 4.62921609676669,
      "grad_norm": 1.7310634548892738,
      "learning_rate": 3.8128506276375e-05,
      "loss": 1.3672,
      "step": 99505
    },
    {
      "epoch": 4.629262619213771,
      "grad_norm": 1.8041753935604292,
      "learning_rate": 3.812603391616012e-05,
      "loss": 1.5781,
      "step": 99506
    },
    {
      "epoch": 4.629309141660851,
      "grad_norm": 1.744431856091411,
      "learning_rate": 3.8123561624435076e-05,
      "loss": 1.5234,
      "step": 99507
    },
    {
      "epoch": 4.629355664107932,
      "grad_norm": 1.805865815992554,
      "learning_rate": 3.812108940120149e-05,
      "loss": 1.6172,
      "step": 99508
    },
    {
      "epoch": 4.629402186555013,
      "grad_norm": 1.8856840997022521,
      "learning_rate": 3.811861724646084e-05,
      "loss": 1.6797,
      "step": 99509
    },
    {
      "epoch": 4.6294487090020935,
      "grad_norm": 1.8862894441409574,
      "learning_rate": 3.811614516021463e-05,
      "loss": 1.6094,
      "step": 99510
    },
    {
      "epoch": 4.629495231449174,
      "grad_norm": 1.8038880514542552,
      "learning_rate": 3.8113673142464335e-05,
      "loss": 1.5234,
      "step": 99511
    },
    {
      "epoch": 4.629541753896255,
      "grad_norm": 1.7659331454050868,
      "learning_rate": 3.811120119321154e-05,
      "loss": 1.5312,
      "step": 99512
    },
    {
      "epoch": 4.629588276343336,
      "grad_norm": 1.74230881443325,
      "learning_rate": 3.8108729312457745e-05,
      "loss": 1.5234,
      "step": 99513
    },
    {
      "epoch": 4.629634798790416,
      "grad_norm": 2.082453452876937,
      "learning_rate": 3.810625750020443e-05,
      "loss": 1.7891,
      "step": 99514
    },
    {
      "epoch": 4.629681321237497,
      "grad_norm": 1.778871325468387,
      "learning_rate": 3.810378575645314e-05,
      "loss": 1.5234,
      "step": 99515
    },
    {
      "epoch": 4.629727843684578,
      "grad_norm": 1.7263770646354624,
      "learning_rate": 3.810131408120531e-05,
      "loss": 1.3906,
      "step": 99516
    },
    {
      "epoch": 4.629774366131659,
      "grad_norm": 1.8446109462046834,
      "learning_rate": 3.809884247446256e-05,
      "loss": 1.7188,
      "step": 99517
    },
    {
      "epoch": 4.629820888578739,
      "grad_norm": 1.8849124000729807,
      "learning_rate": 3.809637093622637e-05,
      "loss": 1.6875,
      "step": 99518
    },
    {
      "epoch": 4.6298674110258204,
      "grad_norm": 1.8583672669758082,
      "learning_rate": 3.80938994664982e-05,
      "loss": 1.5703,
      "step": 99519
    },
    {
      "epoch": 4.629913933472901,
      "grad_norm": 1.7508895975528125,
      "learning_rate": 3.8091428065279626e-05,
      "loss": 1.4844,
      "step": 99520
    },
    {
      "epoch": 4.629960455919981,
      "grad_norm": 1.7151348373061022,
      "learning_rate": 3.808895673257212e-05,
      "loss": 1.4609,
      "step": 99521
    },
    {
      "epoch": 4.630006978367062,
      "grad_norm": 1.8538653703333203,
      "learning_rate": 3.808648546837725e-05,
      "loss": 1.6094,
      "step": 99522
    },
    {
      "epoch": 4.630053500814142,
      "grad_norm": 1.7506352546198067,
      "learning_rate": 3.8084014272696486e-05,
      "loss": 1.6094,
      "step": 99523
    },
    {
      "epoch": 4.630100023261224,
      "grad_norm": 1.763046317917561,
      "learning_rate": 3.8081543145531355e-05,
      "loss": 1.5547,
      "step": 99524
    },
    {
      "epoch": 4.630146545708304,
      "grad_norm": 1.757514361007399,
      "learning_rate": 3.807907208688332e-05,
      "loss": 1.5859,
      "step": 99525
    },
    {
      "epoch": 4.630193068155385,
      "grad_norm": 1.7199303421765941,
      "learning_rate": 3.8076601096753975e-05,
      "loss": 1.5625,
      "step": 99526
    },
    {
      "epoch": 4.630239590602466,
      "grad_norm": 1.8024378982438307,
      "learning_rate": 3.807413017514479e-05,
      "loss": 1.5625,
      "step": 99527
    },
    {
      "epoch": 4.6302861130495465,
      "grad_norm": 1.8944652159381543,
      "learning_rate": 3.807165932205729e-05,
      "loss": 1.6875,
      "step": 99528
    },
    {
      "epoch": 4.630332635496627,
      "grad_norm": 1.9737622840784137,
      "learning_rate": 3.806918853749295e-05,
      "loss": 1.7188,
      "step": 99529
    },
    {
      "epoch": 4.6303791579437075,
      "grad_norm": 1.7680707103757285,
      "learning_rate": 3.806671782145334e-05,
      "loss": 1.5703,
      "step": 99530
    },
    {
      "epoch": 4.630425680390789,
      "grad_norm": 1.7695602627404392,
      "learning_rate": 3.8064247173939946e-05,
      "loss": 1.5469,
      "step": 99531
    },
    {
      "epoch": 4.630472202837869,
      "grad_norm": 1.732260536735725,
      "learning_rate": 3.806177659495427e-05,
      "loss": 1.5078,
      "step": 99532
    },
    {
      "epoch": 4.63051872528495,
      "grad_norm": 1.7947726228435457,
      "learning_rate": 3.805930608449781e-05,
      "loss": 1.6016,
      "step": 99533
    },
    {
      "epoch": 4.630565247732031,
      "grad_norm": 1.6860233006895045,
      "learning_rate": 3.805683564257213e-05,
      "loss": 1.5078,
      "step": 99534
    },
    {
      "epoch": 4.630611770179112,
      "grad_norm": 1.6971637980754954,
      "learning_rate": 3.805436526917873e-05,
      "loss": 1.4297,
      "step": 99535
    },
    {
      "epoch": 4.630658292626192,
      "grad_norm": 1.7429959473764527,
      "learning_rate": 3.8051894964319097e-05,
      "loss": 1.5078,
      "step": 99536
    },
    {
      "epoch": 4.630704815073273,
      "grad_norm": 1.8907314751308053,
      "learning_rate": 3.8049424727994705e-05,
      "loss": 1.5703,
      "step": 99537
    },
    {
      "epoch": 4.630751337520354,
      "grad_norm": 1.8255809010840778,
      "learning_rate": 3.804695456020717e-05,
      "loss": 1.6328,
      "step": 99538
    },
    {
      "epoch": 4.630797859967434,
      "grad_norm": 1.889647788002889,
      "learning_rate": 3.8044484460957947e-05,
      "loss": 1.7734,
      "step": 99539
    },
    {
      "epoch": 4.630844382414515,
      "grad_norm": 1.755305316400194,
      "learning_rate": 3.804201443024855e-05,
      "loss": 1.4766,
      "step": 99540
    },
    {
      "epoch": 4.630890904861595,
      "grad_norm": 1.7944469618058667,
      "learning_rate": 3.803954446808045e-05,
      "loss": 1.6016,
      "step": 99541
    },
    {
      "epoch": 4.630937427308677,
      "grad_norm": 1.8025107213144775,
      "learning_rate": 3.8037074574455195e-05,
      "loss": 1.7344,
      "step": 99542
    },
    {
      "epoch": 4.630983949755757,
      "grad_norm": 1.6219015332731885,
      "learning_rate": 3.8034604749374346e-05,
      "loss": 1.3438,
      "step": 99543
    },
    {
      "epoch": 4.631030472202838,
      "grad_norm": 1.7251741457965881,
      "learning_rate": 3.8032134992839374e-05,
      "loss": 1.4375,
      "step": 99544
    },
    {
      "epoch": 4.631076994649918,
      "grad_norm": 1.8057225822904561,
      "learning_rate": 3.802966530485179e-05,
      "loss": 1.6484,
      "step": 99545
    },
    {
      "epoch": 4.6311235170969995,
      "grad_norm": 1.8051262977191929,
      "learning_rate": 3.802719568541311e-05,
      "loss": 1.6406,
      "step": 99546
    },
    {
      "epoch": 4.63117003954408,
      "grad_norm": 1.5551228389710043,
      "learning_rate": 3.802472613452479e-05,
      "loss": 1.3047,
      "step": 99547
    },
    {
      "epoch": 4.6312165619911605,
      "grad_norm": 1.7899093367148238,
      "learning_rate": 3.802225665218844e-05,
      "loss": 1.5859,
      "step": 99548
    },
    {
      "epoch": 4.631263084438242,
      "grad_norm": 1.8257189139524463,
      "learning_rate": 3.8019787238405516e-05,
      "loss": 1.6484,
      "step": 99549
    },
    {
      "epoch": 4.631309606885322,
      "grad_norm": 1.8749997963134777,
      "learning_rate": 3.801731789317755e-05,
      "loss": 1.7109,
      "step": 99550
    },
    {
      "epoch": 4.631356129332403,
      "grad_norm": 1.934502924327416,
      "learning_rate": 3.8014848616505984e-05,
      "loss": 1.6797,
      "step": 99551
    },
    {
      "epoch": 4.631402651779483,
      "grad_norm": 1.7989159294478507,
      "learning_rate": 3.801237940839244e-05,
      "loss": 1.6484,
      "step": 99552
    },
    {
      "epoch": 4.631449174226565,
      "grad_norm": 1.7710201016969183,
      "learning_rate": 3.8009910268838375e-05,
      "loss": 1.5859,
      "step": 99553
    },
    {
      "epoch": 4.631495696673645,
      "grad_norm": 1.7229597747834522,
      "learning_rate": 3.800744119784531e-05,
      "loss": 1.6875,
      "step": 99554
    },
    {
      "epoch": 4.631542219120726,
      "grad_norm": 1.7169491215620754,
      "learning_rate": 3.8004972195414705e-05,
      "loss": 1.4766,
      "step": 99555
    },
    {
      "epoch": 4.631588741567806,
      "grad_norm": 1.8086678640474871,
      "learning_rate": 3.800250326154816e-05,
      "loss": 1.5547,
      "step": 99556
    },
    {
      "epoch": 4.6316352640148875,
      "grad_norm": 1.6962883017075563,
      "learning_rate": 3.8000034396247124e-05,
      "loss": 1.4922,
      "step": 99557
    },
    {
      "epoch": 4.631681786461968,
      "grad_norm": 1.6509718111910807,
      "learning_rate": 3.799756559951315e-05,
      "loss": 1.3828,
      "step": 99558
    },
    {
      "epoch": 4.631728308909048,
      "grad_norm": 1.90878552538577,
      "learning_rate": 3.7995096871347666e-05,
      "loss": 1.7891,
      "step": 99559
    },
    {
      "epoch": 4.631774831356129,
      "grad_norm": 1.79000435593285,
      "learning_rate": 3.799262821175231e-05,
      "loss": 1.6172,
      "step": 99560
    },
    {
      "epoch": 4.63182135380321,
      "grad_norm": 1.875691788147528,
      "learning_rate": 3.7990159620728514e-05,
      "loss": 1.6875,
      "step": 99561
    },
    {
      "epoch": 4.631867876250291,
      "grad_norm": 1.6183802058969696,
      "learning_rate": 3.7987691098277795e-05,
      "loss": 1.4062,
      "step": 99562
    },
    {
      "epoch": 4.631914398697371,
      "grad_norm": 1.7860074997315638,
      "learning_rate": 3.798522264440162e-05,
      "loss": 1.6016,
      "step": 99563
    },
    {
      "epoch": 4.631960921144453,
      "grad_norm": 1.7629148934490324,
      "learning_rate": 3.7982754259101584e-05,
      "loss": 1.5625,
      "step": 99564
    },
    {
      "epoch": 4.632007443591533,
      "grad_norm": 1.9393119981942508,
      "learning_rate": 3.798028594237918e-05,
      "loss": 1.875,
      "step": 99565
    },
    {
      "epoch": 4.6320539660386135,
      "grad_norm": 1.6956250064991503,
      "learning_rate": 3.797781769423593e-05,
      "loss": 1.3828,
      "step": 99566
    },
    {
      "epoch": 4.632100488485694,
      "grad_norm": 1.8564191393324219,
      "learning_rate": 3.7975349514673295e-05,
      "loss": 1.6172,
      "step": 99567
    },
    {
      "epoch": 4.632147010932775,
      "grad_norm": 1.8916110609832057,
      "learning_rate": 3.797288140369279e-05,
      "loss": 1.75,
      "step": 99568
    },
    {
      "epoch": 4.632193533379856,
      "grad_norm": 1.8700309108377575,
      "learning_rate": 3.797041336129597e-05,
      "loss": 1.7266,
      "step": 99569
    },
    {
      "epoch": 4.632240055826936,
      "grad_norm": 1.7295282590685825,
      "learning_rate": 3.796794538748434e-05,
      "loss": 1.3281,
      "step": 99570
    },
    {
      "epoch": 4.632286578274018,
      "grad_norm": 1.8567502787878851,
      "learning_rate": 3.796547748225939e-05,
      "loss": 1.7422,
      "step": 99571
    },
    {
      "epoch": 4.632333100721098,
      "grad_norm": 1.830512322280251,
      "learning_rate": 3.7963009645622634e-05,
      "loss": 1.6172,
      "step": 99572
    },
    {
      "epoch": 4.632379623168179,
      "grad_norm": 1.7259455753046253,
      "learning_rate": 3.796054187757554e-05,
      "loss": 1.4922,
      "step": 99573
    },
    {
      "epoch": 4.632426145615259,
      "grad_norm": 1.7942460105573328,
      "learning_rate": 3.79580741781197e-05,
      "loss": 1.5156,
      "step": 99574
    },
    {
      "epoch": 4.63247266806234,
      "grad_norm": 1.7732265141071761,
      "learning_rate": 3.79556065472566e-05,
      "loss": 1.6484,
      "step": 99575
    },
    {
      "epoch": 4.632519190509421,
      "grad_norm": 1.5719333304906247,
      "learning_rate": 3.795313898498772e-05,
      "loss": 1.2578,
      "step": 99576
    },
    {
      "epoch": 4.632565712956501,
      "grad_norm": 1.7912079765680233,
      "learning_rate": 3.7950671491314566e-05,
      "loss": 1.6641,
      "step": 99577
    },
    {
      "epoch": 4.632612235403582,
      "grad_norm": 1.6970931489219787,
      "learning_rate": 3.794820406623869e-05,
      "loss": 1.5156,
      "step": 99578
    },
    {
      "epoch": 4.632658757850663,
      "grad_norm": 1.8540407859524153,
      "learning_rate": 3.794573670976161e-05,
      "loss": 1.6641,
      "step": 99579
    },
    {
      "epoch": 4.632705280297744,
      "grad_norm": 1.784995844280444,
      "learning_rate": 3.7943269421884805e-05,
      "loss": 1.6172,
      "step": 99580
    },
    {
      "epoch": 4.632751802744824,
      "grad_norm": 1.864207490519673,
      "learning_rate": 3.794080220260974e-05,
      "loss": 1.7031,
      "step": 99581
    },
    {
      "epoch": 4.632798325191905,
      "grad_norm": 1.5732668215965522,
      "learning_rate": 3.793833505193801e-05,
      "loss": 1.3438,
      "step": 99582
    },
    {
      "epoch": 4.632844847638986,
      "grad_norm": 1.7022366171992107,
      "learning_rate": 3.793586796987111e-05,
      "loss": 1.4453,
      "step": 99583
    },
    {
      "epoch": 4.6328913700860666,
      "grad_norm": 1.7780779237476152,
      "learning_rate": 3.793340095641053e-05,
      "loss": 1.5625,
      "step": 99584
    },
    {
      "epoch": 4.632937892533147,
      "grad_norm": 1.6570134200360567,
      "learning_rate": 3.793093401155773e-05,
      "loss": 1.3984,
      "step": 99585
    },
    {
      "epoch": 4.632984414980228,
      "grad_norm": 1.7361809075404733,
      "learning_rate": 3.792846713531427e-05,
      "loss": 1.4922,
      "step": 99586
    },
    {
      "epoch": 4.633030937427309,
      "grad_norm": 1.831173618255301,
      "learning_rate": 3.792600032768172e-05,
      "loss": 1.75,
      "step": 99587
    },
    {
      "epoch": 4.633077459874389,
      "grad_norm": 1.7753192605254562,
      "learning_rate": 3.7923533588661526e-05,
      "loss": 1.5391,
      "step": 99588
    },
    {
      "epoch": 4.63312398232147,
      "grad_norm": 1.7018997117126284,
      "learning_rate": 3.7921066918255196e-05,
      "loss": 1.4375,
      "step": 99589
    },
    {
      "epoch": 4.633170504768551,
      "grad_norm": 1.6471245136781574,
      "learning_rate": 3.791860031646423e-05,
      "loss": 1.3516,
      "step": 99590
    },
    {
      "epoch": 4.633217027215632,
      "grad_norm": 1.8271823080695628,
      "learning_rate": 3.791613378329017e-05,
      "loss": 1.75,
      "step": 99591
    },
    {
      "epoch": 4.633263549662712,
      "grad_norm": 1.8541435986972925,
      "learning_rate": 3.791366731873454e-05,
      "loss": 1.6328,
      "step": 99592
    },
    {
      "epoch": 4.633310072109793,
      "grad_norm": 1.7516142491528464,
      "learning_rate": 3.791120092279881e-05,
      "loss": 1.5547,
      "step": 99593
    },
    {
      "epoch": 4.633356594556874,
      "grad_norm": 1.7695867815222928,
      "learning_rate": 3.790873459548446e-05,
      "loss": 1.5234,
      "step": 99594
    },
    {
      "epoch": 4.6334031170039545,
      "grad_norm": 1.7454513114987882,
      "learning_rate": 3.790626833679309e-05,
      "loss": 1.5703,
      "step": 99595
    },
    {
      "epoch": 4.633449639451035,
      "grad_norm": 1.7437674523908686,
      "learning_rate": 3.7903802146726164e-05,
      "loss": 1.4766,
      "step": 99596
    },
    {
      "epoch": 4.633496161898115,
      "grad_norm": 1.8486109521733063,
      "learning_rate": 3.790133602528519e-05,
      "loss": 1.6562,
      "step": 99597
    },
    {
      "epoch": 4.633542684345197,
      "grad_norm": 1.8117192307280163,
      "learning_rate": 3.789886997247168e-05,
      "loss": 1.6094,
      "step": 99598
    },
    {
      "epoch": 4.633589206792277,
      "grad_norm": 1.7169406647811374,
      "learning_rate": 3.78964039882871e-05,
      "loss": 1.4922,
      "step": 99599
    },
    {
      "epoch": 4.633635729239358,
      "grad_norm": 1.7409996776947492,
      "learning_rate": 3.789393807273305e-05,
      "loss": 1.4922,
      "step": 99600
    },
    {
      "epoch": 4.633682251686439,
      "grad_norm": 1.7795031793761078,
      "learning_rate": 3.789147222581098e-05,
      "loss": 1.5859,
      "step": 99601
    },
    {
      "epoch": 4.63372877413352,
      "grad_norm": 1.940359587272188,
      "learning_rate": 3.7889006447522416e-05,
      "loss": 1.7812,
      "step": 99602
    },
    {
      "epoch": 4.6337752965806,
      "grad_norm": 1.835939919998324,
      "learning_rate": 3.788654073786881e-05,
      "loss": 1.6406,
      "step": 99603
    },
    {
      "epoch": 4.6338218190276805,
      "grad_norm": 1.9704066931890298,
      "learning_rate": 3.7884075096851784e-05,
      "loss": 1.8906,
      "step": 99604
    },
    {
      "epoch": 4.633868341474762,
      "grad_norm": 1.9656760034236906,
      "learning_rate": 3.788160952447279e-05,
      "loss": 1.8281,
      "step": 99605
    },
    {
      "epoch": 4.633914863921842,
      "grad_norm": 1.7719305106438683,
      "learning_rate": 3.787914402073327e-05,
      "loss": 1.6406,
      "step": 99606
    },
    {
      "epoch": 4.633961386368923,
      "grad_norm": 1.8485719579067534,
      "learning_rate": 3.787667858563486e-05,
      "loss": 1.5781,
      "step": 99607
    },
    {
      "epoch": 4.634007908816004,
      "grad_norm": 1.7334050606260172,
      "learning_rate": 3.787421321917896e-05,
      "loss": 1.5703,
      "step": 99608
    },
    {
      "epoch": 4.634054431263085,
      "grad_norm": 1.7812437579499807,
      "learning_rate": 3.7871747921367184e-05,
      "loss": 1.5,
      "step": 99609
    },
    {
      "epoch": 4.634100953710165,
      "grad_norm": 1.812605782841008,
      "learning_rate": 3.786928269220097e-05,
      "loss": 1.5625,
      "step": 99610
    },
    {
      "epoch": 4.634147476157246,
      "grad_norm": 1.792355819185995,
      "learning_rate": 3.786681753168185e-05,
      "loss": 1.6484,
      "step": 99611
    },
    {
      "epoch": 4.634193998604326,
      "grad_norm": 1.6443777978940648,
      "learning_rate": 3.786435243981127e-05,
      "loss": 1.2812,
      "step": 99612
    },
    {
      "epoch": 4.6342405210514075,
      "grad_norm": 1.8806231672236102,
      "learning_rate": 3.786188741659084e-05,
      "loss": 1.6953,
      "step": 99613
    },
    {
      "epoch": 4.634287043498488,
      "grad_norm": 1.6877742346762057,
      "learning_rate": 3.7859422462022035e-05,
      "loss": 1.4141,
      "step": 99614
    },
    {
      "epoch": 4.6343335659455684,
      "grad_norm": 1.9212814749155263,
      "learning_rate": 3.785695757610634e-05,
      "loss": 1.75,
      "step": 99615
    },
    {
      "epoch": 4.63438008839265,
      "grad_norm": 1.9247874492081438,
      "learning_rate": 3.785449275884524e-05,
      "loss": 1.8672,
      "step": 99616
    },
    {
      "epoch": 4.63442661083973,
      "grad_norm": 1.8095919322399923,
      "learning_rate": 3.7852028010240316e-05,
      "loss": 1.5703,
      "step": 99617
    },
    {
      "epoch": 4.634473133286811,
      "grad_norm": 1.8267224493675516,
      "learning_rate": 3.784956333029305e-05,
      "loss": 1.75,
      "step": 99618
    },
    {
      "epoch": 4.634519655733891,
      "grad_norm": 1.7267473598052243,
      "learning_rate": 3.784709871900494e-05,
      "loss": 1.4297,
      "step": 99619
    },
    {
      "epoch": 4.634566178180973,
      "grad_norm": 1.8530504080497678,
      "learning_rate": 3.784463417637747e-05,
      "loss": 1.75,
      "step": 99620
    },
    {
      "epoch": 4.634612700628053,
      "grad_norm": 1.731844160436584,
      "learning_rate": 3.784216970241219e-05,
      "loss": 1.4766,
      "step": 99621
    },
    {
      "epoch": 4.634659223075134,
      "grad_norm": 1.662371897931581,
      "learning_rate": 3.78397052971106e-05,
      "loss": 1.4375,
      "step": 99622
    },
    {
      "epoch": 4.634705745522215,
      "grad_norm": 1.8673467664101442,
      "learning_rate": 3.7837240960474213e-05,
      "loss": 1.6328,
      "step": 99623
    },
    {
      "epoch": 4.634752267969295,
      "grad_norm": 1.7923759230633316,
      "learning_rate": 3.783477669250453e-05,
      "loss": 1.7109,
      "step": 99624
    },
    {
      "epoch": 4.634798790416376,
      "grad_norm": 1.791406485061384,
      "learning_rate": 3.783231249320302e-05,
      "loss": 1.625,
      "step": 99625
    },
    {
      "epoch": 4.634845312863456,
      "grad_norm": 1.652566076380649,
      "learning_rate": 3.782984836257127e-05,
      "loss": 1.3594,
      "step": 99626
    },
    {
      "epoch": 4.634891835310538,
      "grad_norm": 1.6101163570133532,
      "learning_rate": 3.7827384300610725e-05,
      "loss": 1.2031,
      "step": 99627
    },
    {
      "epoch": 4.634938357757618,
      "grad_norm": 1.837964367033183,
      "learning_rate": 3.7824920307322885e-05,
      "loss": 1.5781,
      "step": 99628
    },
    {
      "epoch": 4.634984880204699,
      "grad_norm": 1.7549609715820949,
      "learning_rate": 3.7822456382709346e-05,
      "loss": 1.5938,
      "step": 99629
    },
    {
      "epoch": 4.635031402651779,
      "grad_norm": 1.7483860429304525,
      "learning_rate": 3.781999252677151e-05,
      "loss": 1.4141,
      "step": 99630
    },
    {
      "epoch": 4.6350779250988605,
      "grad_norm": 1.9524128103741363,
      "learning_rate": 3.781752873951098e-05,
      "loss": 1.6562,
      "step": 99631
    },
    {
      "epoch": 4.635124447545941,
      "grad_norm": 1.6129423703352452,
      "learning_rate": 3.781506502092922e-05,
      "loss": 1.4297,
      "step": 99632
    },
    {
      "epoch": 4.6351709699930215,
      "grad_norm": 1.9348735385002476,
      "learning_rate": 3.781260137102773e-05,
      "loss": 1.7969,
      "step": 99633
    },
    {
      "epoch": 4.635217492440102,
      "grad_norm": 1.8645241914790978,
      "learning_rate": 3.781013778980799e-05,
      "loss": 1.6172,
      "step": 99634
    },
    {
      "epoch": 4.635264014887183,
      "grad_norm": 1.9462474921852542,
      "learning_rate": 3.7807674277271596e-05,
      "loss": 1.6875,
      "step": 99635
    },
    {
      "epoch": 4.635310537334264,
      "grad_norm": 1.7981621647786756,
      "learning_rate": 3.7805210833419985e-05,
      "loss": 1.5703,
      "step": 99636
    },
    {
      "epoch": 4.635357059781344,
      "grad_norm": 1.6991912616660882,
      "learning_rate": 3.78027474582547e-05,
      "loss": 1.4297,
      "step": 99637
    },
    {
      "epoch": 4.635403582228426,
      "grad_norm": 1.73479671967721,
      "learning_rate": 3.7800284151777185e-05,
      "loss": 1.6016,
      "step": 99638
    },
    {
      "epoch": 4.635450104675506,
      "grad_norm": 1.872636939898655,
      "learning_rate": 3.7797820913989046e-05,
      "loss": 1.75,
      "step": 99639
    },
    {
      "epoch": 4.635496627122587,
      "grad_norm": 1.793178976603264,
      "learning_rate": 3.779535774489174e-05,
      "loss": 1.6875,
      "step": 99640
    },
    {
      "epoch": 4.635543149569667,
      "grad_norm": 1.7453987708631407,
      "learning_rate": 3.779289464448677e-05,
      "loss": 1.6406,
      "step": 99641
    },
    {
      "epoch": 4.635589672016748,
      "grad_norm": 1.9168526000414199,
      "learning_rate": 3.779043161277562e-05,
      "loss": 1.7812,
      "step": 99642
    },
    {
      "epoch": 4.635636194463829,
      "grad_norm": 1.8392064587675314,
      "learning_rate": 3.7787968649759865e-05,
      "loss": 1.5625,
      "step": 99643
    },
    {
      "epoch": 4.635682716910909,
      "grad_norm": 1.6512415694865907,
      "learning_rate": 3.778550575544099e-05,
      "loss": 1.4844,
      "step": 99644
    },
    {
      "epoch": 4.63572923935799,
      "grad_norm": 1.6080096468128446,
      "learning_rate": 3.7783042929820466e-05,
      "loss": 1.3672,
      "step": 99645
    },
    {
      "epoch": 4.635775761805071,
      "grad_norm": 1.8986056372951698,
      "learning_rate": 3.77805801728998e-05,
      "loss": 1.6328,
      "step": 99646
    },
    {
      "epoch": 4.635822284252152,
      "grad_norm": 1.801619622414742,
      "learning_rate": 3.777811748468057e-05,
      "loss": 1.5938,
      "step": 99647
    },
    {
      "epoch": 4.635868806699232,
      "grad_norm": 1.72260852664712,
      "learning_rate": 3.777565486516423e-05,
      "loss": 1.5469,
      "step": 99648
    },
    {
      "epoch": 4.635915329146313,
      "grad_norm": 1.7201200927857263,
      "learning_rate": 3.7773192314352295e-05,
      "loss": 1.5938,
      "step": 99649
    },
    {
      "epoch": 4.635961851593394,
      "grad_norm": 1.8550423672201881,
      "learning_rate": 3.777072983224622e-05,
      "loss": 1.6953,
      "step": 99650
    },
    {
      "epoch": 4.6360083740404745,
      "grad_norm": 1.8189437226651213,
      "learning_rate": 3.776826741884762e-05,
      "loss": 1.5938,
      "step": 99651
    },
    {
      "epoch": 4.636054896487555,
      "grad_norm": 1.754025392577286,
      "learning_rate": 3.776580507415791e-05,
      "loss": 1.5938,
      "step": 99652
    },
    {
      "epoch": 4.636101418934636,
      "grad_norm": 2.0901460962063645,
      "learning_rate": 3.776334279817866e-05,
      "loss": 1.9531,
      "step": 99653
    },
    {
      "epoch": 4.636147941381717,
      "grad_norm": 1.6586894785933135,
      "learning_rate": 3.776088059091137e-05,
      "loss": 1.3984,
      "step": 99654
    },
    {
      "epoch": 4.636194463828797,
      "grad_norm": 1.9388588549021206,
      "learning_rate": 3.7758418452357536e-05,
      "loss": 1.7344,
      "step": 99655
    },
    {
      "epoch": 4.636240986275878,
      "grad_norm": 1.6213591227027193,
      "learning_rate": 3.77559563825186e-05,
      "loss": 1.4062,
      "step": 99656
    },
    {
      "epoch": 4.636287508722959,
      "grad_norm": 1.8914880795554474,
      "learning_rate": 3.7753494381396175e-05,
      "loss": 1.7578,
      "step": 99657
    },
    {
      "epoch": 4.63633403117004,
      "grad_norm": 1.936079463166049,
      "learning_rate": 3.7751032448991734e-05,
      "loss": 1.8125,
      "step": 99658
    },
    {
      "epoch": 4.63638055361712,
      "grad_norm": 1.8348553621122439,
      "learning_rate": 3.774857058530676e-05,
      "loss": 1.6797,
      "step": 99659
    },
    {
      "epoch": 4.6364270760642015,
      "grad_norm": 1.8340596062970784,
      "learning_rate": 3.774610879034274e-05,
      "loss": 1.7031,
      "step": 99660
    },
    {
      "epoch": 4.636473598511282,
      "grad_norm": 1.694997582579872,
      "learning_rate": 3.774364706410124e-05,
      "loss": 1.4609,
      "step": 99661
    },
    {
      "epoch": 4.636520120958362,
      "grad_norm": 1.7039057959870225,
      "learning_rate": 3.7741185406583766e-05,
      "loss": 1.4375,
      "step": 99662
    },
    {
      "epoch": 4.636566643405443,
      "grad_norm": 1.8242624069060378,
      "learning_rate": 3.773872381779178e-05,
      "loss": 1.6641,
      "step": 99663
    },
    {
      "epoch": 4.636613165852523,
      "grad_norm": 1.821684985273946,
      "learning_rate": 3.7736262297726764e-05,
      "loss": 1.625,
      "step": 99664
    },
    {
      "epoch": 4.636659688299605,
      "grad_norm": 1.7923581397750261,
      "learning_rate": 3.773380084639033e-05,
      "loss": 1.5547,
      "step": 99665
    },
    {
      "epoch": 4.636706210746685,
      "grad_norm": 1.837018026280931,
      "learning_rate": 3.773133946378391e-05,
      "loss": 1.6719,
      "step": 99666
    },
    {
      "epoch": 4.636752733193766,
      "grad_norm": 1.6611382121573386,
      "learning_rate": 3.772887814990903e-05,
      "loss": 1.3672,
      "step": 99667
    },
    {
      "epoch": 4.636799255640847,
      "grad_norm": 1.641228831947624,
      "learning_rate": 3.7726416904767156e-05,
      "loss": 1.3047,
      "step": 99668
    },
    {
      "epoch": 4.6368457780879275,
      "grad_norm": 1.9177594577095476,
      "learning_rate": 3.772395572835986e-05,
      "loss": 1.8281,
      "step": 99669
    },
    {
      "epoch": 4.636892300535008,
      "grad_norm": 2.0437506849542055,
      "learning_rate": 3.772149462068864e-05,
      "loss": 1.8906,
      "step": 99670
    },
    {
      "epoch": 4.6369388229820885,
      "grad_norm": 1.8148998572765453,
      "learning_rate": 3.771903358175496e-05,
      "loss": 1.6953,
      "step": 99671
    },
    {
      "epoch": 4.63698534542917,
      "grad_norm": 1.7674398062276697,
      "learning_rate": 3.771657261156033e-05,
      "loss": 1.6328,
      "step": 99672
    },
    {
      "epoch": 4.63703186787625,
      "grad_norm": 1.7476050083492582,
      "learning_rate": 3.7714111710106265e-05,
      "loss": 1.5078,
      "step": 99673
    },
    {
      "epoch": 4.637078390323331,
      "grad_norm": 1.6758561618516012,
      "learning_rate": 3.771165087739431e-05,
      "loss": 1.4844,
      "step": 99674
    },
    {
      "epoch": 4.637124912770412,
      "grad_norm": 1.5877524366948987,
      "learning_rate": 3.7709190113425966e-05,
      "loss": 1.3203,
      "step": 99675
    },
    {
      "epoch": 4.637171435217493,
      "grad_norm": 1.6914604809619465,
      "learning_rate": 3.77067294182027e-05,
      "loss": 1.4688,
      "step": 99676
    },
    {
      "epoch": 4.637217957664573,
      "grad_norm": 1.8770961633333807,
      "learning_rate": 3.770426879172606e-05,
      "loss": 1.5781,
      "step": 99677
    },
    {
      "epoch": 4.637264480111654,
      "grad_norm": 1.6875813078179351,
      "learning_rate": 3.770180823399746e-05,
      "loss": 1.3828,
      "step": 99678
    },
    {
      "epoch": 4.637311002558735,
      "grad_norm": 1.7992482522523894,
      "learning_rate": 3.769934774501853e-05,
      "loss": 1.6562,
      "step": 99679
    },
    {
      "epoch": 4.637357525005815,
      "grad_norm": 1.7037681725622038,
      "learning_rate": 3.7696887324790724e-05,
      "loss": 1.5156,
      "step": 99680
    },
    {
      "epoch": 4.637404047452896,
      "grad_norm": 1.7686988472862546,
      "learning_rate": 3.769442697331554e-05,
      "loss": 1.5547,
      "step": 99681
    },
    {
      "epoch": 4.637450569899976,
      "grad_norm": 1.7471474308770074,
      "learning_rate": 3.769196669059446e-05,
      "loss": 1.4141,
      "step": 99682
    },
    {
      "epoch": 4.637497092347058,
      "grad_norm": 1.6501451752272458,
      "learning_rate": 3.768950647662904e-05,
      "loss": 1.4609,
      "step": 99683
    },
    {
      "epoch": 4.637543614794138,
      "grad_norm": 1.781581816372986,
      "learning_rate": 3.768704633142079e-05,
      "loss": 1.5859,
      "step": 99684
    },
    {
      "epoch": 4.637590137241219,
      "grad_norm": 1.7543274416829158,
      "learning_rate": 3.768458625497117e-05,
      "loss": 1.625,
      "step": 99685
    },
    {
      "epoch": 4.637636659688299,
      "grad_norm": 1.86454271103616,
      "learning_rate": 3.768212624728169e-05,
      "loss": 1.6406,
      "step": 99686
    },
    {
      "epoch": 4.6376831821353806,
      "grad_norm": 1.7912282314260928,
      "learning_rate": 3.767966630835389e-05,
      "loss": 1.7031,
      "step": 99687
    },
    {
      "epoch": 4.637729704582461,
      "grad_norm": 1.5204724848680065,
      "learning_rate": 3.767720643818927e-05,
      "loss": 1.1172,
      "step": 99688
    },
    {
      "epoch": 4.6377762270295415,
      "grad_norm": 1.6809777200309164,
      "learning_rate": 3.7674746636789334e-05,
      "loss": 1.4688,
      "step": 99689
    },
    {
      "epoch": 4.637822749476623,
      "grad_norm": 1.6796882984279922,
      "learning_rate": 3.7672286904155525e-05,
      "loss": 1.4688,
      "step": 99690
    },
    {
      "epoch": 4.637869271923703,
      "grad_norm": 1.7807498190487367,
      "learning_rate": 3.7669827240289454e-05,
      "loss": 1.5547,
      "step": 99691
    },
    {
      "epoch": 4.637915794370784,
      "grad_norm": 1.88498041659586,
      "learning_rate": 3.766736764519258e-05,
      "loss": 1.6562,
      "step": 99692
    },
    {
      "epoch": 4.637962316817864,
      "grad_norm": 1.6271425491101847,
      "learning_rate": 3.766490811886641e-05,
      "loss": 1.5859,
      "step": 99693
    },
    {
      "epoch": 4.638008839264946,
      "grad_norm": 1.9245379277850947,
      "learning_rate": 3.766244866131239e-05,
      "loss": 1.8203,
      "step": 99694
    },
    {
      "epoch": 4.638055361712026,
      "grad_norm": 1.815081177862681,
      "learning_rate": 3.7659989272532084e-05,
      "loss": 1.5078,
      "step": 99695
    },
    {
      "epoch": 4.638101884159107,
      "grad_norm": 1.639556841945902,
      "learning_rate": 3.765752995252704e-05,
      "loss": 1.4219,
      "step": 99696
    },
    {
      "epoch": 4.638148406606187,
      "grad_norm": 1.93017885857015,
      "learning_rate": 3.765507070129871e-05,
      "loss": 1.5938,
      "step": 99697
    },
    {
      "epoch": 4.6381949290532685,
      "grad_norm": 1.8568443877720513,
      "learning_rate": 3.765261151884862e-05,
      "loss": 1.6562,
      "step": 99698
    },
    {
      "epoch": 4.638241451500349,
      "grad_norm": 1.7623269191556763,
      "learning_rate": 3.765015240517823e-05,
      "loss": 1.5469,
      "step": 99699
    },
    {
      "epoch": 4.638287973947429,
      "grad_norm": 1.9319840663669712,
      "learning_rate": 3.764769336028909e-05,
      "loss": 1.5547,
      "step": 99700
    },
    {
      "epoch": 4.63833449639451,
      "grad_norm": 1.9123088120577865,
      "learning_rate": 3.7645234384182726e-05,
      "loss": 1.4609,
      "step": 99701
    },
    {
      "epoch": 4.638381018841591,
      "grad_norm": 1.837803745331263,
      "learning_rate": 3.7642775476860586e-05,
      "loss": 1.5391,
      "step": 99702
    },
    {
      "epoch": 4.638427541288672,
      "grad_norm": 2.0472691479643794,
      "learning_rate": 3.764031663832422e-05,
      "loss": 1.8906,
      "step": 99703
    },
    {
      "epoch": 4.638474063735752,
      "grad_norm": 1.9360054617357314,
      "learning_rate": 3.763785786857506e-05,
      "loss": 1.6953,
      "step": 99704
    },
    {
      "epoch": 4.638520586182834,
      "grad_norm": 1.8728964439446962,
      "learning_rate": 3.763539916761471e-05,
      "loss": 1.7969,
      "step": 99705
    },
    {
      "epoch": 4.638567108629914,
      "grad_norm": 1.6713096270772536,
      "learning_rate": 3.763294053544464e-05,
      "loss": 1.5234,
      "step": 99706
    },
    {
      "epoch": 4.6386136310769945,
      "grad_norm": 1.7786595865670038,
      "learning_rate": 3.763048197206634e-05,
      "loss": 1.5703,
      "step": 99707
    },
    {
      "epoch": 4.638660153524075,
      "grad_norm": 1.7429854200041037,
      "learning_rate": 3.762802347748128e-05,
      "loss": 1.5859,
      "step": 99708
    },
    {
      "epoch": 4.638706675971156,
      "grad_norm": 2.0008119499304997,
      "learning_rate": 3.762556505169104e-05,
      "loss": 1.7578,
      "step": 99709
    },
    {
      "epoch": 4.638753198418237,
      "grad_norm": 1.68993080098502,
      "learning_rate": 3.76231066946971e-05,
      "loss": 1.4688,
      "step": 99710
    },
    {
      "epoch": 4.638799720865317,
      "grad_norm": 1.6699589560326717,
      "learning_rate": 3.762064840650096e-05,
      "loss": 1.4531,
      "step": 99711
    },
    {
      "epoch": 4.638846243312399,
      "grad_norm": 1.8338637516212772,
      "learning_rate": 3.761819018710407e-05,
      "loss": 1.625,
      "step": 99712
    },
    {
      "epoch": 4.638892765759479,
      "grad_norm": 1.8304312241063403,
      "learning_rate": 3.761573203650803e-05,
      "loss": 1.6953,
      "step": 99713
    },
    {
      "epoch": 4.63893928820656,
      "grad_norm": 1.7079394602280509,
      "learning_rate": 3.76132739547143e-05,
      "loss": 1.4922,
      "step": 99714
    },
    {
      "epoch": 4.63898581065364,
      "grad_norm": 1.948544894507634,
      "learning_rate": 3.7610815941724404e-05,
      "loss": 1.7188,
      "step": 99715
    },
    {
      "epoch": 4.639032333100721,
      "grad_norm": 1.7659487253686341,
      "learning_rate": 3.7608357997539765e-05,
      "loss": 1.5781,
      "step": 99716
    },
    {
      "epoch": 4.639078855547802,
      "grad_norm": 1.7611100565770679,
      "learning_rate": 3.7605900122161957e-05,
      "loss": 1.5938,
      "step": 99717
    },
    {
      "epoch": 4.6391253779948824,
      "grad_norm": 1.7940101940188256,
      "learning_rate": 3.7603442315592524e-05,
      "loss": 1.7031,
      "step": 99718
    },
    {
      "epoch": 4.639171900441963,
      "grad_norm": 1.7022038190170279,
      "learning_rate": 3.760098457783293e-05,
      "loss": 1.3828,
      "step": 99719
    },
    {
      "epoch": 4.639218422889044,
      "grad_norm": 1.5954816413904158,
      "learning_rate": 3.759852690888466e-05,
      "loss": 1.3047,
      "step": 99720
    },
    {
      "epoch": 4.639264945336125,
      "grad_norm": 1.9005709678406304,
      "learning_rate": 3.7596069308749214e-05,
      "loss": 1.6016,
      "step": 99721
    },
    {
      "epoch": 4.639311467783205,
      "grad_norm": 1.79140644418701,
      "learning_rate": 3.759361177742814e-05,
      "loss": 1.7031,
      "step": 99722
    },
    {
      "epoch": 4.639357990230286,
      "grad_norm": 1.9563487169046936,
      "learning_rate": 3.7591154314922934e-05,
      "loss": 1.6641,
      "step": 99723
    },
    {
      "epoch": 4.639404512677367,
      "grad_norm": 1.852839602616285,
      "learning_rate": 3.758869692123508e-05,
      "loss": 1.7734,
      "step": 99724
    },
    {
      "epoch": 4.639451035124448,
      "grad_norm": 1.7683225604299544,
      "learning_rate": 3.758623959636604e-05,
      "loss": 1.5781,
      "step": 99725
    },
    {
      "epoch": 4.639497557571528,
      "grad_norm": 1.551192324938868,
      "learning_rate": 3.758378234031742e-05,
      "loss": 1.2344,
      "step": 99726
    },
    {
      "epoch": 4.639544080018609,
      "grad_norm": 1.7956450421440522,
      "learning_rate": 3.758132515309066e-05,
      "loss": 1.5469,
      "step": 99727
    },
    {
      "epoch": 4.63959060246569,
      "grad_norm": 1.5935274170048894,
      "learning_rate": 3.7578868034687286e-05,
      "loss": 1.2969,
      "step": 99728
    },
    {
      "epoch": 4.63963712491277,
      "grad_norm": 1.6874082595616133,
      "learning_rate": 3.757641098510879e-05,
      "loss": 1.5469,
      "step": 99729
    },
    {
      "epoch": 4.639683647359851,
      "grad_norm": 1.8942605135091102,
      "learning_rate": 3.757395400435662e-05,
      "loss": 1.6094,
      "step": 99730
    },
    {
      "epoch": 4.639730169806932,
      "grad_norm": 1.8467422618760274,
      "learning_rate": 3.75714970924324e-05,
      "loss": 1.75,
      "step": 99731
    },
    {
      "epoch": 4.639776692254013,
      "grad_norm": 1.7842789110716044,
      "learning_rate": 3.756904024933756e-05,
      "loss": 1.5469,
      "step": 99732
    },
    {
      "epoch": 4.639823214701093,
      "grad_norm": 1.7553078602982966,
      "learning_rate": 3.756658347507362e-05,
      "loss": 1.4219,
      "step": 99733
    },
    {
      "epoch": 4.639869737148174,
      "grad_norm": 1.7627888849349702,
      "learning_rate": 3.756412676964203e-05,
      "loss": 1.5469,
      "step": 99734
    },
    {
      "epoch": 4.639916259595255,
      "grad_norm": 1.7583061181092596,
      "learning_rate": 3.75616701330444e-05,
      "loss": 1.5,
      "step": 99735
    },
    {
      "epoch": 4.6399627820423355,
      "grad_norm": 1.7192326920768886,
      "learning_rate": 3.7559213565282176e-05,
      "loss": 1.5312,
      "step": 99736
    },
    {
      "epoch": 4.640009304489416,
      "grad_norm": 1.616760490518961,
      "learning_rate": 3.755675706635687e-05,
      "loss": 1.3516,
      "step": 99737
    },
    {
      "epoch": 4.640055826936496,
      "grad_norm": 1.818944212056623,
      "learning_rate": 3.755430063626993e-05,
      "loss": 1.6172,
      "step": 99738
    },
    {
      "epoch": 4.640102349383578,
      "grad_norm": 1.8220648164280517,
      "learning_rate": 3.755184427502289e-05,
      "loss": 1.5547,
      "step": 99739
    },
    {
      "epoch": 4.640148871830658,
      "grad_norm": 1.9070326213118505,
      "learning_rate": 3.754938798261735e-05,
      "loss": 1.8281,
      "step": 99740
    },
    {
      "epoch": 4.640195394277739,
      "grad_norm": 1.7730463053173198,
      "learning_rate": 3.754693175905471e-05,
      "loss": 1.6016,
      "step": 99741
    },
    {
      "epoch": 4.64024191672482,
      "grad_norm": 1.8390366940306888,
      "learning_rate": 3.754447560433652e-05,
      "loss": 1.6172,
      "step": 99742
    },
    {
      "epoch": 4.640288439171901,
      "grad_norm": 1.748725948959811,
      "learning_rate": 3.754201951846422e-05,
      "loss": 1.4844,
      "step": 99743
    },
    {
      "epoch": 4.640334961618981,
      "grad_norm": 1.6940900731411141,
      "learning_rate": 3.753956350143939e-05,
      "loss": 1.3203,
      "step": 99744
    },
    {
      "epoch": 4.6403814840660615,
      "grad_norm": 1.7012066886088824,
      "learning_rate": 3.753710755326352e-05,
      "loss": 1.4062,
      "step": 99745
    },
    {
      "epoch": 4.640428006513143,
      "grad_norm": 1.761994360506786,
      "learning_rate": 3.753465167393808e-05,
      "loss": 1.5625,
      "step": 99746
    },
    {
      "epoch": 4.640474528960223,
      "grad_norm": 1.669299942499804,
      "learning_rate": 3.753219586346454e-05,
      "loss": 1.5156,
      "step": 99747
    },
    {
      "epoch": 4.640521051407304,
      "grad_norm": 1.7983831445759335,
      "learning_rate": 3.7529740121844514e-05,
      "loss": 1.5781,
      "step": 99748
    },
    {
      "epoch": 4.640567573854385,
      "grad_norm": 1.7111740642740363,
      "learning_rate": 3.752728444907943e-05,
      "loss": 1.4453,
      "step": 99749
    },
    {
      "epoch": 4.640614096301466,
      "grad_norm": 1.8229835677787807,
      "learning_rate": 3.752482884517082e-05,
      "loss": 1.6094,
      "step": 99750
    },
    {
      "epoch": 4.640660618748546,
      "grad_norm": 1.6864732253280967,
      "learning_rate": 3.7522373310120105e-05,
      "loss": 1.4844,
      "step": 99751
    },
    {
      "epoch": 4.640707141195627,
      "grad_norm": 1.724774003181647,
      "learning_rate": 3.751991784392893e-05,
      "loss": 1.5391,
      "step": 99752
    },
    {
      "epoch": 4.640753663642707,
      "grad_norm": 1.9095117946227234,
      "learning_rate": 3.751746244659871e-05,
      "loss": 1.5234,
      "step": 99753
    },
    {
      "epoch": 4.6408001860897885,
      "grad_norm": 1.6315860956026291,
      "learning_rate": 3.7515007118130964e-05,
      "loss": 1.4531,
      "step": 99754
    },
    {
      "epoch": 4.640846708536869,
      "grad_norm": 1.8119612320485157,
      "learning_rate": 3.751255185852719e-05,
      "loss": 1.6562,
      "step": 99755
    },
    {
      "epoch": 4.6408932309839495,
      "grad_norm": 1.7030675647567355,
      "learning_rate": 3.751009666778885e-05,
      "loss": 1.5391,
      "step": 99756
    },
    {
      "epoch": 4.640939753431031,
      "grad_norm": 1.839465489659915,
      "learning_rate": 3.750764154591753e-05,
      "loss": 1.6562,
      "step": 99757
    },
    {
      "epoch": 4.640986275878111,
      "grad_norm": 1.6448814395080251,
      "learning_rate": 3.7505186492914706e-05,
      "loss": 1.5156,
      "step": 99758
    },
    {
      "epoch": 4.641032798325192,
      "grad_norm": 1.962738277777014,
      "learning_rate": 3.750273150878186e-05,
      "loss": 1.9531,
      "step": 99759
    },
    {
      "epoch": 4.641079320772272,
      "grad_norm": 1.7127080992902441,
      "learning_rate": 3.750027659352047e-05,
      "loss": 1.5703,
      "step": 99760
    },
    {
      "epoch": 4.641125843219354,
      "grad_norm": 1.787169496378034,
      "learning_rate": 3.749782174713207e-05,
      "loss": 1.5859,
      "step": 99761
    },
    {
      "epoch": 4.641172365666434,
      "grad_norm": 1.7119837917778713,
      "learning_rate": 3.7495366969618205e-05,
      "loss": 1.5156,
      "step": 99762
    },
    {
      "epoch": 4.641218888113515,
      "grad_norm": 1.7185585733749784,
      "learning_rate": 3.749291226098035e-05,
      "loss": 1.6016,
      "step": 99763
    },
    {
      "epoch": 4.641265410560596,
      "grad_norm": 1.7636974447988543,
      "learning_rate": 3.749045762122e-05,
      "loss": 1.6172,
      "step": 99764
    },
    {
      "epoch": 4.641311933007676,
      "grad_norm": 1.961744385112692,
      "learning_rate": 3.74880030503386e-05,
      "loss": 1.7031,
      "step": 99765
    },
    {
      "epoch": 4.641358455454757,
      "grad_norm": 1.7813837725359118,
      "learning_rate": 3.748554854833775e-05,
      "loss": 1.5234,
      "step": 99766
    },
    {
      "epoch": 4.641404977901837,
      "grad_norm": 1.6344527033961633,
      "learning_rate": 3.748309411521892e-05,
      "loss": 1.375,
      "step": 99767
    },
    {
      "epoch": 4.641451500348919,
      "grad_norm": 1.760891092243304,
      "learning_rate": 3.748063975098361e-05,
      "loss": 1.4688,
      "step": 99768
    },
    {
      "epoch": 4.641498022795999,
      "grad_norm": 1.8501631345753264,
      "learning_rate": 3.7478185455633255e-05,
      "loss": 1.7031,
      "step": 99769
    },
    {
      "epoch": 4.64154454524308,
      "grad_norm": 1.9114114771490953,
      "learning_rate": 3.747573122916946e-05,
      "loss": 1.625,
      "step": 99770
    },
    {
      "epoch": 4.64159106769016,
      "grad_norm": 1.921760983878814,
      "learning_rate": 3.747327707159371e-05,
      "loss": 1.6406,
      "step": 99771
    },
    {
      "epoch": 4.6416375901372415,
      "grad_norm": 1.9033779901692676,
      "learning_rate": 3.7470822982907455e-05,
      "loss": 1.7109,
      "step": 99772
    },
    {
      "epoch": 4.641684112584322,
      "grad_norm": 1.8257626277774521,
      "learning_rate": 3.74683689631122e-05,
      "loss": 1.625,
      "step": 99773
    },
    {
      "epoch": 4.6417306350314025,
      "grad_norm": 1.8046906754198555,
      "learning_rate": 3.74659150122095e-05,
      "loss": 1.5391,
      "step": 99774
    },
    {
      "epoch": 4.641777157478483,
      "grad_norm": 1.8611867229177257,
      "learning_rate": 3.746346113020085e-05,
      "loss": 1.75,
      "step": 99775
    },
    {
      "epoch": 4.641823679925564,
      "grad_norm": 1.8598585213280532,
      "learning_rate": 3.746100731708771e-05,
      "loss": 1.8047,
      "step": 99776
    },
    {
      "epoch": 4.641870202372645,
      "grad_norm": 1.7962028521702582,
      "learning_rate": 3.745855357287158e-05,
      "loss": 1.6484,
      "step": 99777
    },
    {
      "epoch": 4.641916724819725,
      "grad_norm": 1.740540717638646,
      "learning_rate": 3.7456099897554023e-05,
      "loss": 1.5703,
      "step": 99778
    },
    {
      "epoch": 4.641963247266807,
      "grad_norm": 1.901427294491041,
      "learning_rate": 3.7453646291136495e-05,
      "loss": 1.5938,
      "step": 99779
    },
    {
      "epoch": 4.642009769713887,
      "grad_norm": 1.7690456587816927,
      "learning_rate": 3.7451192753620524e-05,
      "loss": 1.5469,
      "step": 99780
    },
    {
      "epoch": 4.642056292160968,
      "grad_norm": 1.7594705138322135,
      "learning_rate": 3.7448739285007586e-05,
      "loss": 1.4141,
      "step": 99781
    },
    {
      "epoch": 4.642102814608048,
      "grad_norm": 1.817479731982171,
      "learning_rate": 3.744628588529911e-05,
      "loss": 1.6953,
      "step": 99782
    },
    {
      "epoch": 4.642149337055129,
      "grad_norm": 1.8444688460997969,
      "learning_rate": 3.7443832554496766e-05,
      "loss": 1.6328,
      "step": 99783
    },
    {
      "epoch": 4.64219585950221,
      "grad_norm": 1.7655465313332748,
      "learning_rate": 3.744137929260197e-05,
      "loss": 1.6094,
      "step": 99784
    },
    {
      "epoch": 4.64224238194929,
      "grad_norm": 1.78157061753765,
      "learning_rate": 3.7438926099616234e-05,
      "loss": 1.5859,
      "step": 99785
    },
    {
      "epoch": 4.642288904396371,
      "grad_norm": 1.9149043301192914,
      "learning_rate": 3.743647297554104e-05,
      "loss": 1.7969,
      "step": 99786
    },
    {
      "epoch": 4.642335426843452,
      "grad_norm": 1.8930907446397198,
      "learning_rate": 3.743401992037786e-05,
      "loss": 1.7344,
      "step": 99787
    },
    {
      "epoch": 4.642381949290533,
      "grad_norm": 1.7512223606749722,
      "learning_rate": 3.7431566934128286e-05,
      "loss": 1.5391,
      "step": 99788
    },
    {
      "epoch": 4.642428471737613,
      "grad_norm": 1.8453197869461222,
      "learning_rate": 3.742911401679377e-05,
      "loss": 1.6641,
      "step": 99789
    },
    {
      "epoch": 4.642474994184694,
      "grad_norm": 1.6049454462755703,
      "learning_rate": 3.742666116837581e-05,
      "loss": 1.4375,
      "step": 99790
    },
    {
      "epoch": 4.642521516631775,
      "grad_norm": 1.6890833714569184,
      "learning_rate": 3.742420838887587e-05,
      "loss": 1.5469,
      "step": 99791
    },
    {
      "epoch": 4.6425680390788555,
      "grad_norm": 1.8433656660639581,
      "learning_rate": 3.742175567829553e-05,
      "loss": 1.5469,
      "step": 99792
    },
    {
      "epoch": 4.642614561525936,
      "grad_norm": 1.7713201527863793,
      "learning_rate": 3.7419303036636266e-05,
      "loss": 1.5312,
      "step": 99793
    },
    {
      "epoch": 4.642661083973017,
      "grad_norm": 1.7712779604002613,
      "learning_rate": 3.741685046389955e-05,
      "loss": 1.5547,
      "step": 99794
    },
    {
      "epoch": 4.642707606420098,
      "grad_norm": 1.8105456843331187,
      "learning_rate": 3.7414397960086886e-05,
      "loss": 1.625,
      "step": 99795
    },
    {
      "epoch": 4.642754128867178,
      "grad_norm": 1.9313819254672093,
      "learning_rate": 3.7411945525199814e-05,
      "loss": 1.6953,
      "step": 99796
    },
    {
      "epoch": 4.642800651314259,
      "grad_norm": 1.8293444878585197,
      "learning_rate": 3.740949315923981e-05,
      "loss": 1.5938,
      "step": 99797
    },
    {
      "epoch": 4.64284717376134,
      "grad_norm": 1.6857520855198953,
      "learning_rate": 3.740704086220839e-05,
      "loss": 1.3672,
      "step": 99798
    },
    {
      "epoch": 4.642893696208421,
      "grad_norm": 1.8429834025218113,
      "learning_rate": 3.740458863410699e-05,
      "loss": 1.6406,
      "step": 99799
    },
    {
      "epoch": 4.642940218655501,
      "grad_norm": 1.8048704155461581,
      "learning_rate": 3.7402136474937205e-05,
      "loss": 1.5391,
      "step": 99800
    },
    {
      "epoch": 4.6429867411025825,
      "grad_norm": 1.6421933809807072,
      "learning_rate": 3.7399684384700515e-05,
      "loss": 1.4766,
      "step": 99801
    },
    {
      "epoch": 4.643033263549663,
      "grad_norm": 1.7233161005509487,
      "learning_rate": 3.739723236339838e-05,
      "loss": 1.5,
      "step": 99802
    },
    {
      "epoch": 4.643079785996743,
      "grad_norm": 1.7860936065790152,
      "learning_rate": 3.73947804110323e-05,
      "loss": 1.6562,
      "step": 99803
    },
    {
      "epoch": 4.643126308443824,
      "grad_norm": 1.8220631581376652,
      "learning_rate": 3.739232852760378e-05,
      "loss": 1.4766,
      "step": 99804
    },
    {
      "epoch": 4.643172830890904,
      "grad_norm": 1.6815441828723003,
      "learning_rate": 3.738987671311439e-05,
      "loss": 1.5625,
      "step": 99805
    },
    {
      "epoch": 4.643219353337986,
      "grad_norm": 1.754593938246054,
      "learning_rate": 3.738742496756559e-05,
      "loss": 1.4922,
      "step": 99806
    },
    {
      "epoch": 4.643265875785066,
      "grad_norm": 1.8542967790401115,
      "learning_rate": 3.738497329095886e-05,
      "loss": 1.5781,
      "step": 99807
    },
    {
      "epoch": 4.643312398232147,
      "grad_norm": 1.7566140862676722,
      "learning_rate": 3.7382521683295686e-05,
      "loss": 1.4922,
      "step": 99808
    },
    {
      "epoch": 4.643358920679228,
      "grad_norm": 1.8285185469795586,
      "learning_rate": 3.7380070144577624e-05,
      "loss": 1.625,
      "step": 99809
    },
    {
      "epoch": 4.6434054431263085,
      "grad_norm": 1.8272821589258705,
      "learning_rate": 3.737761867480614e-05,
      "loss": 1.5781,
      "step": 99810
    },
    {
      "epoch": 4.643451965573389,
      "grad_norm": 1.5899868612977521,
      "learning_rate": 3.737516727398276e-05,
      "loss": 1.3984,
      "step": 99811
    },
    {
      "epoch": 4.6434984880204695,
      "grad_norm": 1.6764646517201789,
      "learning_rate": 3.7372715942108956e-05,
      "loss": 1.4531,
      "step": 99812
    },
    {
      "epoch": 4.643545010467551,
      "grad_norm": 1.9348984232609554,
      "learning_rate": 3.73702646791862e-05,
      "loss": 1.75,
      "step": 99813
    },
    {
      "epoch": 4.643591532914631,
      "grad_norm": 1.729836962634812,
      "learning_rate": 3.736781348521608e-05,
      "loss": 1.5156,
      "step": 99814
    },
    {
      "epoch": 4.643638055361712,
      "grad_norm": 1.8379173148500902,
      "learning_rate": 3.736536236020004e-05,
      "loss": 1.6484,
      "step": 99815
    },
    {
      "epoch": 4.643684577808793,
      "grad_norm": 1.8903274491121174,
      "learning_rate": 3.736291130413959e-05,
      "loss": 1.7109,
      "step": 99816
    },
    {
      "epoch": 4.643731100255874,
      "grad_norm": 1.7161323729239095,
      "learning_rate": 3.7360460317036185e-05,
      "loss": 1.4766,
      "step": 99817
    },
    {
      "epoch": 4.643777622702954,
      "grad_norm": 1.7680688936456197,
      "learning_rate": 3.735800939889141e-05,
      "loss": 1.625,
      "step": 99818
    },
    {
      "epoch": 4.643824145150035,
      "grad_norm": 1.6660395576219778,
      "learning_rate": 3.7355558549706734e-05,
      "loss": 1.3125,
      "step": 99819
    },
    {
      "epoch": 4.643870667597116,
      "grad_norm": 1.8288773758587722,
      "learning_rate": 3.735310776948365e-05,
      "loss": 1.6719,
      "step": 99820
    },
    {
      "epoch": 4.6439171900441965,
      "grad_norm": 1.713501905147684,
      "learning_rate": 3.735065705822361e-05,
      "loss": 1.4375,
      "step": 99821
    },
    {
      "epoch": 4.643963712491277,
      "grad_norm": 1.886938074947328,
      "learning_rate": 3.73482064159282e-05,
      "loss": 1.6562,
      "step": 99822
    },
    {
      "epoch": 4.644010234938357,
      "grad_norm": 1.8626621432412638,
      "learning_rate": 3.7345755842598893e-05,
      "loss": 1.6484,
      "step": 99823
    },
    {
      "epoch": 4.644056757385439,
      "grad_norm": 1.761377223446558,
      "learning_rate": 3.7343305338237175e-05,
      "loss": 1.5469,
      "step": 99824
    },
    {
      "epoch": 4.644103279832519,
      "grad_norm": 1.8876552661914079,
      "learning_rate": 3.73408549028445e-05,
      "loss": 1.7734,
      "step": 99825
    },
    {
      "epoch": 4.6441498022796,
      "grad_norm": 1.8973460747509971,
      "learning_rate": 3.733840453642243e-05,
      "loss": 1.6406,
      "step": 99826
    },
    {
      "epoch": 4.64419632472668,
      "grad_norm": 1.8417584510883909,
      "learning_rate": 3.7335954238972474e-05,
      "loss": 1.7266,
      "step": 99827
    },
    {
      "epoch": 4.644242847173762,
      "grad_norm": 1.6763907121675474,
      "learning_rate": 3.733350401049612e-05,
      "loss": 1.3984,
      "step": 99828
    },
    {
      "epoch": 4.644289369620842,
      "grad_norm": 1.7399531693653483,
      "learning_rate": 3.733105385099487e-05,
      "loss": 1.5469,
      "step": 99829
    },
    {
      "epoch": 4.6443358920679225,
      "grad_norm": 1.675727273720806,
      "learning_rate": 3.732860376047017e-05,
      "loss": 1.5469,
      "step": 99830
    },
    {
      "epoch": 4.644382414515004,
      "grad_norm": 1.6993410565326719,
      "learning_rate": 3.73261537389236e-05,
      "loss": 1.4688,
      "step": 99831
    },
    {
      "epoch": 4.644428936962084,
      "grad_norm": 1.915244046158544,
      "learning_rate": 3.7323703786356614e-05,
      "loss": 1.7812,
      "step": 99832
    },
    {
      "epoch": 4.644475459409165,
      "grad_norm": 1.8076901790644806,
      "learning_rate": 3.732125390277073e-05,
      "loss": 1.6094,
      "step": 99833
    },
    {
      "epoch": 4.644521981856245,
      "grad_norm": 1.7901351997706194,
      "learning_rate": 3.7318804088167385e-05,
      "loss": 1.5312,
      "step": 99834
    },
    {
      "epoch": 4.644568504303327,
      "grad_norm": 1.5942731906965897,
      "learning_rate": 3.7316354342548196e-05,
      "loss": 1.4609,
      "step": 99835
    },
    {
      "epoch": 4.644615026750407,
      "grad_norm": 1.8492797552454923,
      "learning_rate": 3.731390466591458e-05,
      "loss": 1.7031,
      "step": 99836
    },
    {
      "epoch": 4.644661549197488,
      "grad_norm": 1.8405745394291066,
      "learning_rate": 3.731145505826806e-05,
      "loss": 1.6094,
      "step": 99837
    },
    {
      "epoch": 4.644708071644569,
      "grad_norm": 1.784623839781925,
      "learning_rate": 3.730900551961013e-05,
      "loss": 1.5781,
      "step": 99838
    },
    {
      "epoch": 4.6447545940916495,
      "grad_norm": 1.8134635825609735,
      "learning_rate": 3.730655604994225e-05,
      "loss": 1.5,
      "step": 99839
    },
    {
      "epoch": 4.64480111653873,
      "grad_norm": 1.8748422761896983,
      "learning_rate": 3.730410664926601e-05,
      "loss": 1.7812,
      "step": 99840
    },
    {
      "epoch": 4.64484763898581,
      "grad_norm": 1.7459164810097025,
      "learning_rate": 3.730165731758286e-05,
      "loss": 1.4922,
      "step": 99841
    },
    {
      "epoch": 4.644894161432891,
      "grad_norm": 1.6752987336811898,
      "learning_rate": 3.729920805489429e-05,
      "loss": 1.3906,
      "step": 99842
    },
    {
      "epoch": 4.644940683879972,
      "grad_norm": 2.02149407818233,
      "learning_rate": 3.729675886120177e-05,
      "loss": 1.8828,
      "step": 99843
    },
    {
      "epoch": 4.644987206327053,
      "grad_norm": 1.8548997216122871,
      "learning_rate": 3.729430973650689e-05,
      "loss": 1.6406,
      "step": 99844
    },
    {
      "epoch": 4.645033728774133,
      "grad_norm": 1.7870963443811727,
      "learning_rate": 3.729186068081108e-05,
      "loss": 1.5469,
      "step": 99845
    },
    {
      "epoch": 4.645080251221215,
      "grad_norm": 1.8286432482510988,
      "learning_rate": 3.728941169411588e-05,
      "loss": 1.5625,
      "step": 99846
    },
    {
      "epoch": 4.645126773668295,
      "grad_norm": 1.685491431412942,
      "learning_rate": 3.7286962776422695e-05,
      "loss": 1.3828,
      "step": 99847
    },
    {
      "epoch": 4.6451732961153755,
      "grad_norm": 1.809390230381496,
      "learning_rate": 3.728451392773312e-05,
      "loss": 1.5703,
      "step": 99848
    },
    {
      "epoch": 4.645219818562456,
      "grad_norm": 1.7248021067417711,
      "learning_rate": 3.728206514804866e-05,
      "loss": 1.5312,
      "step": 99849
    },
    {
      "epoch": 4.645266341009537,
      "grad_norm": 1.625209439826594,
      "learning_rate": 3.7279616437370794e-05,
      "loss": 1.3906,
      "step": 99850
    },
    {
      "epoch": 4.645312863456618,
      "grad_norm": 1.8482082023790787,
      "learning_rate": 3.7277167795701e-05,
      "loss": 1.7031,
      "step": 99851
    },
    {
      "epoch": 4.645359385903698,
      "grad_norm": 1.916770254354517,
      "learning_rate": 3.727471922304075e-05,
      "loss": 1.7969,
      "step": 99852
    },
    {
      "epoch": 4.64540590835078,
      "grad_norm": 1.7285880191884628,
      "learning_rate": 3.7272270719391625e-05,
      "loss": 1.4375,
      "step": 99853
    },
    {
      "epoch": 4.64545243079786,
      "grad_norm": 1.8143057275644214,
      "learning_rate": 3.726982228475508e-05,
      "loss": 1.5703,
      "step": 99854
    },
    {
      "epoch": 4.645498953244941,
      "grad_norm": 1.8486634248974259,
      "learning_rate": 3.726737391913262e-05,
      "loss": 1.6875,
      "step": 99855
    },
    {
      "epoch": 4.645545475692021,
      "grad_norm": 1.7647492401650062,
      "learning_rate": 3.726492562252569e-05,
      "loss": 1.5938,
      "step": 99856
    },
    {
      "epoch": 4.645591998139102,
      "grad_norm": 1.8126096529112452,
      "learning_rate": 3.726247739493588e-05,
      "loss": 1.6875,
      "step": 99857
    },
    {
      "epoch": 4.645638520586183,
      "grad_norm": 2.0419606667244516,
      "learning_rate": 3.726002923636464e-05,
      "loss": 2.0156,
      "step": 99858
    },
    {
      "epoch": 4.6456850430332635,
      "grad_norm": 1.569288358123312,
      "learning_rate": 3.725758114681348e-05,
      "loss": 1.3047,
      "step": 99859
    },
    {
      "epoch": 4.645731565480344,
      "grad_norm": 1.821719145355804,
      "learning_rate": 3.7255133126283856e-05,
      "loss": 1.6484,
      "step": 99860
    },
    {
      "epoch": 4.645778087927425,
      "grad_norm": 1.7791768910937442,
      "learning_rate": 3.7252685174777336e-05,
      "loss": 1.6016,
      "step": 99861
    },
    {
      "epoch": 4.645824610374506,
      "grad_norm": 1.775928513960423,
      "learning_rate": 3.725023729229539e-05,
      "loss": 1.6484,
      "step": 99862
    },
    {
      "epoch": 4.645871132821586,
      "grad_norm": 1.7945739731758512,
      "learning_rate": 3.7247789478839525e-05,
      "loss": 1.5859,
      "step": 99863
    },
    {
      "epoch": 4.645917655268667,
      "grad_norm": 1.8077775746881357,
      "learning_rate": 3.724534173441121e-05,
      "loss": 1.6484,
      "step": 99864
    },
    {
      "epoch": 4.645964177715748,
      "grad_norm": 1.8978258026540118,
      "learning_rate": 3.724289405901193e-05,
      "loss": 1.6094,
      "step": 99865
    },
    {
      "epoch": 4.646010700162829,
      "grad_norm": 1.7339805447304273,
      "learning_rate": 3.724044645264325e-05,
      "loss": 1.5391,
      "step": 99866
    },
    {
      "epoch": 4.646057222609909,
      "grad_norm": 1.8278815017811862,
      "learning_rate": 3.723799891530664e-05,
      "loss": 1.5391,
      "step": 99867
    },
    {
      "epoch": 4.64610374505699,
      "grad_norm": 1.9174456068443604,
      "learning_rate": 3.7235551447003585e-05,
      "loss": 1.5625,
      "step": 99868
    },
    {
      "epoch": 4.646150267504071,
      "grad_norm": 1.7198696542622034,
      "learning_rate": 3.723310404773556e-05,
      "loss": 1.6406,
      "step": 99869
    },
    {
      "epoch": 4.646196789951151,
      "grad_norm": 1.8201502164999788,
      "learning_rate": 3.723065671750407e-05,
      "loss": 1.6797,
      "step": 99870
    },
    {
      "epoch": 4.646243312398232,
      "grad_norm": 1.8156863445149813,
      "learning_rate": 3.722820945631069e-05,
      "loss": 1.6328,
      "step": 99871
    },
    {
      "epoch": 4.646289834845313,
      "grad_norm": 1.7844297227055554,
      "learning_rate": 3.7225762264156875e-05,
      "loss": 1.625,
      "step": 99872
    },
    {
      "epoch": 4.646336357292394,
      "grad_norm": 1.7484404363102706,
      "learning_rate": 3.7223315141044105e-05,
      "loss": 1.5312,
      "step": 99873
    },
    {
      "epoch": 4.646382879739474,
      "grad_norm": 1.850150567944384,
      "learning_rate": 3.722086808697385e-05,
      "loss": 1.6641,
      "step": 99874
    },
    {
      "epoch": 4.646429402186555,
      "grad_norm": 1.708234396713433,
      "learning_rate": 3.721842110194768e-05,
      "loss": 1.4531,
      "step": 99875
    },
    {
      "epoch": 4.646475924633636,
      "grad_norm": 1.7505999060529565,
      "learning_rate": 3.721597418596706e-05,
      "loss": 1.4141,
      "step": 99876
    },
    {
      "epoch": 4.6465224470807165,
      "grad_norm": 1.8183453224590056,
      "learning_rate": 3.721352733903349e-05,
      "loss": 1.6797,
      "step": 99877
    },
    {
      "epoch": 4.646568969527797,
      "grad_norm": 1.8046119079016405,
      "learning_rate": 3.72110805611484e-05,
      "loss": 1.6641,
      "step": 99878
    },
    {
      "epoch": 4.646615491974877,
      "grad_norm": 1.7984786598826843,
      "learning_rate": 3.720863385231342e-05,
      "loss": 1.6328,
      "step": 99879
    },
    {
      "epoch": 4.646662014421959,
      "grad_norm": 1.818355609979816,
      "learning_rate": 3.7206187212529966e-05,
      "loss": 1.4922,
      "step": 99880
    },
    {
      "epoch": 4.646708536869039,
      "grad_norm": 1.7512688680908681,
      "learning_rate": 3.7203740641799555e-05,
      "loss": 1.5781,
      "step": 99881
    },
    {
      "epoch": 4.64675505931612,
      "grad_norm": 1.8863796671840616,
      "learning_rate": 3.7201294140123626e-05,
      "loss": 1.6484,
      "step": 99882
    },
    {
      "epoch": 4.646801581763201,
      "grad_norm": 1.7446104097953832,
      "learning_rate": 3.7198847707503774e-05,
      "loss": 1.5391,
      "step": 99883
    },
    {
      "epoch": 4.646848104210282,
      "grad_norm": 1.64404028606861,
      "learning_rate": 3.7196401343941467e-05,
      "loss": 1.2891,
      "step": 99884
    },
    {
      "epoch": 4.646894626657362,
      "grad_norm": 1.8174314508091232,
      "learning_rate": 3.719395504943817e-05,
      "loss": 1.5469,
      "step": 99885
    },
    {
      "epoch": 4.646941149104443,
      "grad_norm": 1.621976697711886,
      "learning_rate": 3.719150882399536e-05,
      "loss": 1.2969,
      "step": 99886
    },
    {
      "epoch": 4.646987671551524,
      "grad_norm": 1.7736505924064785,
      "learning_rate": 3.718906266761462e-05,
      "loss": 1.5391,
      "step": 99887
    },
    {
      "epoch": 4.647034193998604,
      "grad_norm": 1.7735356616687523,
      "learning_rate": 3.7186616580297405e-05,
      "loss": 1.5938,
      "step": 99888
    },
    {
      "epoch": 4.647080716445685,
      "grad_norm": 1.7953544778038941,
      "learning_rate": 3.7184170562045195e-05,
      "loss": 1.5469,
      "step": 99889
    },
    {
      "epoch": 4.647127238892766,
      "grad_norm": 1.8384773414869549,
      "learning_rate": 3.718172461285952e-05,
      "loss": 1.6797,
      "step": 99890
    },
    {
      "epoch": 4.647173761339847,
      "grad_norm": 1.7607410903357157,
      "learning_rate": 3.7179278732741746e-05,
      "loss": 1.6562,
      "step": 99891
    },
    {
      "epoch": 4.647220283786927,
      "grad_norm": 1.8392069701125695,
      "learning_rate": 3.717683292169359e-05,
      "loss": 1.6484,
      "step": 99892
    },
    {
      "epoch": 4.647266806234008,
      "grad_norm": 1.6867915601852277,
      "learning_rate": 3.717438717971643e-05,
      "loss": 1.4219,
      "step": 99893
    },
    {
      "epoch": 4.647313328681088,
      "grad_norm": 1.6926112365154482,
      "learning_rate": 3.7171941506811784e-05,
      "loss": 1.4141,
      "step": 99894
    },
    {
      "epoch": 4.6473598511281695,
      "grad_norm": 1.8500313584231733,
      "learning_rate": 3.716949590298114e-05,
      "loss": 1.6406,
      "step": 99895
    },
    {
      "epoch": 4.64740637357525,
      "grad_norm": 1.8252797923050321,
      "learning_rate": 3.716705036822595e-05,
      "loss": 1.5547,
      "step": 99896
    },
    {
      "epoch": 4.6474528960223305,
      "grad_norm": 1.7766979495453796,
      "learning_rate": 3.7164604902547796e-05,
      "loss": 1.6562,
      "step": 99897
    },
    {
      "epoch": 4.647499418469412,
      "grad_norm": 1.836746965016115,
      "learning_rate": 3.7162159505948144e-05,
      "loss": 1.6328,
      "step": 99898
    },
    {
      "epoch": 4.647545940916492,
      "grad_norm": 1.7375940357588857,
      "learning_rate": 3.7159714178428474e-05,
      "loss": 1.5469,
      "step": 99899
    },
    {
      "epoch": 4.647592463363573,
      "grad_norm": 1.843508595058607,
      "learning_rate": 3.7157268919990256e-05,
      "loss": 1.7188,
      "step": 99900
    },
    {
      "epoch": 4.647638985810653,
      "grad_norm": 1.82321709505936,
      "learning_rate": 3.7154823730635064e-05,
      "loss": 1.6172,
      "step": 99901
    },
    {
      "epoch": 4.647685508257735,
      "grad_norm": 1.80724422144647,
      "learning_rate": 3.715237861036434e-05,
      "loss": 1.5781,
      "step": 99902
    },
    {
      "epoch": 4.647732030704815,
      "grad_norm": 1.9460281183657662,
      "learning_rate": 3.714993355917962e-05,
      "loss": 1.5547,
      "step": 99903
    },
    {
      "epoch": 4.647778553151896,
      "grad_norm": 1.647292508205371,
      "learning_rate": 3.7147488577082324e-05,
      "loss": 1.2969,
      "step": 99904
    },
    {
      "epoch": 4.647825075598977,
      "grad_norm": 1.7781166419601904,
      "learning_rate": 3.714504366407402e-05,
      "loss": 1.4375,
      "step": 99905
    },
    {
      "epoch": 4.647871598046057,
      "grad_norm": 1.629007848145808,
      "learning_rate": 3.7142598820156226e-05,
      "loss": 1.3828,
      "step": 99906
    },
    {
      "epoch": 4.647918120493138,
      "grad_norm": 1.8580276041334884,
      "learning_rate": 3.714015404533038e-05,
      "loss": 1.6484,
      "step": 99907
    },
    {
      "epoch": 4.647964642940218,
      "grad_norm": 1.8982924317002987,
      "learning_rate": 3.7137709339597945e-05,
      "loss": 1.7656,
      "step": 99908
    },
    {
      "epoch": 4.6480111653873,
      "grad_norm": 1.8009031310724908,
      "learning_rate": 3.713526470296052e-05,
      "loss": 1.4844,
      "step": 99909
    },
    {
      "epoch": 4.64805768783438,
      "grad_norm": 1.7533391981224968,
      "learning_rate": 3.713282013541955e-05,
      "loss": 1.6172,
      "step": 99910
    },
    {
      "epoch": 4.648104210281461,
      "grad_norm": 1.8052458118613317,
      "learning_rate": 3.7130375636976526e-05,
      "loss": 1.5781,
      "step": 99911
    },
    {
      "epoch": 4.648150732728541,
      "grad_norm": 1.921055626979158,
      "learning_rate": 3.712793120763292e-05,
      "loss": 1.7656,
      "step": 99912
    },
    {
      "epoch": 4.6481972551756225,
      "grad_norm": 2.017723713525969,
      "learning_rate": 3.712548684739026e-05,
      "loss": 1.7422,
      "step": 99913
    },
    {
      "epoch": 4.648243777622703,
      "grad_norm": 1.893625595166458,
      "learning_rate": 3.7123042556250065e-05,
      "loss": 1.6016,
      "step": 99914
    },
    {
      "epoch": 4.6482903000697835,
      "grad_norm": 1.7872687411152448,
      "learning_rate": 3.712059833421383e-05,
      "loss": 1.5469,
      "step": 99915
    },
    {
      "epoch": 4.648336822516864,
      "grad_norm": 1.6688621729693354,
      "learning_rate": 3.7118154181283036e-05,
      "loss": 1.5078,
      "step": 99916
    },
    {
      "epoch": 4.648383344963945,
      "grad_norm": 1.9357556127659905,
      "learning_rate": 3.7115710097459104e-05,
      "loss": 1.6562,
      "step": 99917
    },
    {
      "epoch": 4.648429867411026,
      "grad_norm": 1.6664107642646044,
      "learning_rate": 3.711326608274366e-05,
      "loss": 1.3984,
      "step": 99918
    },
    {
      "epoch": 4.648476389858106,
      "grad_norm": 1.8970896042856928,
      "learning_rate": 3.711082213713814e-05,
      "loss": 1.7266,
      "step": 99919
    },
    {
      "epoch": 4.648522912305188,
      "grad_norm": 1.8779831721822016,
      "learning_rate": 3.710837826064404e-05,
      "loss": 1.6797,
      "step": 99920
    },
    {
      "epoch": 4.648569434752268,
      "grad_norm": 1.766203298149214,
      "learning_rate": 3.710593445326284e-05,
      "loss": 1.6406,
      "step": 99921
    },
    {
      "epoch": 4.648615957199349,
      "grad_norm": 1.7368387223628245,
      "learning_rate": 3.710349071499603e-05,
      "loss": 1.4922,
      "step": 99922
    },
    {
      "epoch": 4.648662479646429,
      "grad_norm": 1.8832432886800972,
      "learning_rate": 3.710104704584517e-05,
      "loss": 1.5,
      "step": 99923
    },
    {
      "epoch": 4.6487090020935105,
      "grad_norm": 1.6513992930226806,
      "learning_rate": 3.7098603445811694e-05,
      "loss": 1.4531,
      "step": 99924
    },
    {
      "epoch": 4.648755524540591,
      "grad_norm": 1.8142739917523154,
      "learning_rate": 3.709615991489714e-05,
      "loss": 1.6562,
      "step": 99925
    },
    {
      "epoch": 4.648802046987671,
      "grad_norm": 1.8455839796610658,
      "learning_rate": 3.7093716453102925e-05,
      "loss": 1.6875,
      "step": 99926
    },
    {
      "epoch": 4.648848569434752,
      "grad_norm": 1.636171802276729,
      "learning_rate": 3.7091273060430645e-05,
      "loss": 1.375,
      "step": 99927
    },
    {
      "epoch": 4.648895091881833,
      "grad_norm": 2.0496917567617485,
      "learning_rate": 3.708882973688176e-05,
      "loss": 1.7891,
      "step": 99928
    },
    {
      "epoch": 4.648941614328914,
      "grad_norm": 1.7964863526222026,
      "learning_rate": 3.708638648245777e-05,
      "loss": 1.6562,
      "step": 99929
    },
    {
      "epoch": 4.648988136775994,
      "grad_norm": 1.8545144844601196,
      "learning_rate": 3.708394329716009e-05,
      "loss": 1.6484,
      "step": 99930
    },
    {
      "epoch": 4.649034659223075,
      "grad_norm": 1.7829628073442916,
      "learning_rate": 3.708150018099036e-05,
      "loss": 1.4609,
      "step": 99931
    },
    {
      "epoch": 4.649081181670156,
      "grad_norm": 1.6534978292305524,
      "learning_rate": 3.707905713394997e-05,
      "loss": 1.3672,
      "step": 99932
    },
    {
      "epoch": 4.6491277041172365,
      "grad_norm": 1.8341318175930426,
      "learning_rate": 3.707661415604047e-05,
      "loss": 1.6172,
      "step": 99933
    },
    {
      "epoch": 4.649174226564317,
      "grad_norm": 1.6876490614241055,
      "learning_rate": 3.7074171247263275e-05,
      "loss": 1.5156,
      "step": 99934
    },
    {
      "epoch": 4.649220749011398,
      "grad_norm": 1.7867159511180057,
      "learning_rate": 3.707172840761996e-05,
      "loss": 1.5938,
      "step": 99935
    },
    {
      "epoch": 4.649267271458479,
      "grad_norm": 1.838106832036745,
      "learning_rate": 3.706928563711202e-05,
      "loss": 1.5625,
      "step": 99936
    },
    {
      "epoch": 4.649313793905559,
      "grad_norm": 1.9062946265204304,
      "learning_rate": 3.706684293574092e-05,
      "loss": 1.6172,
      "step": 99937
    },
    {
      "epoch": 4.64936031635264,
      "grad_norm": 1.6787549749426196,
      "learning_rate": 3.706440030350818e-05,
      "loss": 1.5781,
      "step": 99938
    },
    {
      "epoch": 4.649406838799721,
      "grad_norm": 1.900039262226876,
      "learning_rate": 3.7061957740415244e-05,
      "loss": 1.7188,
      "step": 99939
    },
    {
      "epoch": 4.649453361246802,
      "grad_norm": 2.00689426374141,
      "learning_rate": 3.7059515246463664e-05,
      "loss": 1.9375,
      "step": 99940
    },
    {
      "epoch": 4.649499883693882,
      "grad_norm": 1.6917841550975938,
      "learning_rate": 3.705707282165493e-05,
      "loss": 1.4375,
      "step": 99941
    },
    {
      "epoch": 4.6495464061409635,
      "grad_norm": 1.853220574681383,
      "learning_rate": 3.705463046599052e-05,
      "loss": 1.6875,
      "step": 99942
    },
    {
      "epoch": 4.649592928588044,
      "grad_norm": 1.7766913801827997,
      "learning_rate": 3.70521881794719e-05,
      "loss": 1.6406,
      "step": 99943
    },
    {
      "epoch": 4.649639451035124,
      "grad_norm": 1.8448180902743982,
      "learning_rate": 3.704974596210061e-05,
      "loss": 1.5391,
      "step": 99944
    },
    {
      "epoch": 4.649685973482205,
      "grad_norm": 1.744573940191748,
      "learning_rate": 3.704730381387815e-05,
      "loss": 1.5156,
      "step": 99945
    },
    {
      "epoch": 4.649732495929285,
      "grad_norm": 1.789795626512851,
      "learning_rate": 3.7044861734806e-05,
      "loss": 1.625,
      "step": 99946
    },
    {
      "epoch": 4.649779018376367,
      "grad_norm": 1.7932170757368457,
      "learning_rate": 3.704241972488564e-05,
      "loss": 1.625,
      "step": 99947
    },
    {
      "epoch": 4.649825540823447,
      "grad_norm": 1.7850303257927072,
      "learning_rate": 3.703997778411855e-05,
      "loss": 1.6094,
      "step": 99948
    },
    {
      "epoch": 4.649872063270528,
      "grad_norm": 1.8276927320157004,
      "learning_rate": 3.7037535912506265e-05,
      "loss": 1.5234,
      "step": 99949
    },
    {
      "epoch": 4.649918585717609,
      "grad_norm": 1.7480797352069586,
      "learning_rate": 3.70350941100503e-05,
      "loss": 1.5,
      "step": 99950
    },
    {
      "epoch": 4.6499651081646896,
      "grad_norm": 1.7791155520485051,
      "learning_rate": 3.70326523767521e-05,
      "loss": 1.6094,
      "step": 99951
    },
    {
      "epoch": 4.65001163061177,
      "grad_norm": 1.7454629270019482,
      "learning_rate": 3.7030210712613125e-05,
      "loss": 1.5938,
      "step": 99952
    },
    {
      "epoch": 4.6500581530588505,
      "grad_norm": 1.7449616708772833,
      "learning_rate": 3.7027769117634973e-05,
      "loss": 1.5547,
      "step": 99953
    },
    {
      "epoch": 4.650104675505932,
      "grad_norm": 1.6951594388898417,
      "learning_rate": 3.702532759181909e-05,
      "loss": 1.4531,
      "step": 99954
    },
    {
      "epoch": 4.650151197953012,
      "grad_norm": 1.6846447810597065,
      "learning_rate": 3.702288613516696e-05,
      "loss": 1.4922,
      "step": 99955
    },
    {
      "epoch": 4.650197720400093,
      "grad_norm": 1.9745426914099748,
      "learning_rate": 3.702044474768005e-05,
      "loss": 1.7578,
      "step": 99956
    },
    {
      "epoch": 4.650244242847174,
      "grad_norm": 1.9134897418360235,
      "learning_rate": 3.701800342935988e-05,
      "loss": 1.8203,
      "step": 99957
    },
    {
      "epoch": 4.650290765294255,
      "grad_norm": 1.828549591986286,
      "learning_rate": 3.7015562180208e-05,
      "loss": 1.4922,
      "step": 99958
    },
    {
      "epoch": 4.650337287741335,
      "grad_norm": 1.7575361890353667,
      "learning_rate": 3.701312100022586e-05,
      "loss": 1.7031,
      "step": 99959
    },
    {
      "epoch": 4.650383810188416,
      "grad_norm": 1.9019324834854638,
      "learning_rate": 3.701067988941495e-05,
      "loss": 1.6719,
      "step": 99960
    },
    {
      "epoch": 4.650430332635497,
      "grad_norm": 1.7922157189937422,
      "learning_rate": 3.700823884777673e-05,
      "loss": 1.6484,
      "step": 99961
    },
    {
      "epoch": 4.6504768550825775,
      "grad_norm": 1.751289316782212,
      "learning_rate": 3.700579787531277e-05,
      "loss": 1.5078,
      "step": 99962
    },
    {
      "epoch": 4.650523377529658,
      "grad_norm": 1.6604965588167766,
      "learning_rate": 3.700335697202453e-05,
      "loss": 1.4375,
      "step": 99963
    },
    {
      "epoch": 4.650569899976738,
      "grad_norm": 1.7259909699843037,
      "learning_rate": 3.70009161379135e-05,
      "loss": 1.5469,
      "step": 99964
    },
    {
      "epoch": 4.65061642242382,
      "grad_norm": 1.8272271202726469,
      "learning_rate": 3.699847537298113e-05,
      "loss": 1.7188,
      "step": 99965
    },
    {
      "epoch": 4.6506629448709,
      "grad_norm": 1.7143280495934978,
      "learning_rate": 3.6996034677229014e-05,
      "loss": 1.4844,
      "step": 99966
    },
    {
      "epoch": 4.650709467317981,
      "grad_norm": 1.5850195054882248,
      "learning_rate": 3.699359405065859e-05,
      "loss": 1.2891,
      "step": 99967
    },
    {
      "epoch": 4.650755989765061,
      "grad_norm": 1.803688783217897,
      "learning_rate": 3.6991153493271335e-05,
      "loss": 1.7422,
      "step": 99968
    },
    {
      "epoch": 4.650802512212143,
      "grad_norm": 1.7002170922612223,
      "learning_rate": 3.698871300506873e-05,
      "loss": 1.5312,
      "step": 99969
    },
    {
      "epoch": 4.650849034659223,
      "grad_norm": 1.6445789402496425,
      "learning_rate": 3.698627258605234e-05,
      "loss": 1.3828,
      "step": 99970
    },
    {
      "epoch": 4.6508955571063035,
      "grad_norm": 1.7077548470167112,
      "learning_rate": 3.698383223622363e-05,
      "loss": 1.5625,
      "step": 99971
    },
    {
      "epoch": 4.650942079553385,
      "grad_norm": 1.7660586481784133,
      "learning_rate": 3.698139195558408e-05,
      "loss": 1.625,
      "step": 99972
    },
    {
      "epoch": 4.650988602000465,
      "grad_norm": 1.8306806197677052,
      "learning_rate": 3.6978951744135174e-05,
      "loss": 1.5938,
      "step": 99973
    },
    {
      "epoch": 4.651035124447546,
      "grad_norm": 1.7050506438484994,
      "learning_rate": 3.697651160187841e-05,
      "loss": 1.4062,
      "step": 99974
    },
    {
      "epoch": 4.651081646894626,
      "grad_norm": 1.8878766758407197,
      "learning_rate": 3.69740715288153e-05,
      "loss": 1.7266,
      "step": 99975
    },
    {
      "epoch": 4.651128169341708,
      "grad_norm": 1.6397220584030456,
      "learning_rate": 3.697163152494735e-05,
      "loss": 1.3359,
      "step": 99976
    },
    {
      "epoch": 4.651174691788788,
      "grad_norm": 1.755362471940031,
      "learning_rate": 3.6969191590276025e-05,
      "loss": 1.5703,
      "step": 99977
    },
    {
      "epoch": 4.651221214235869,
      "grad_norm": 2.027258763570953,
      "learning_rate": 3.6966751724802785e-05,
      "loss": 1.6875,
      "step": 99978
    },
    {
      "epoch": 4.65126773668295,
      "grad_norm": 1.8251381507283824,
      "learning_rate": 3.6964311928529156e-05,
      "loss": 1.5703,
      "step": 99979
    },
    {
      "epoch": 4.6513142591300305,
      "grad_norm": 2.019614026562593,
      "learning_rate": 3.69618722014567e-05,
      "loss": 1.7031,
      "step": 99980
    },
    {
      "epoch": 4.651360781577111,
      "grad_norm": 1.7520025997043709,
      "learning_rate": 3.695943254358685e-05,
      "loss": 1.5391,
      "step": 99981
    },
    {
      "epoch": 4.6514073040241914,
      "grad_norm": 1.8925288401395555,
      "learning_rate": 3.69569929549211e-05,
      "loss": 1.8125,
      "step": 99982
    },
    {
      "epoch": 4.651453826471272,
      "grad_norm": 1.78383663250384,
      "learning_rate": 3.695455343546089e-05,
      "loss": 1.5625,
      "step": 99983
    },
    {
      "epoch": 4.651500348918353,
      "grad_norm": 1.8138141635639509,
      "learning_rate": 3.695211398520782e-05,
      "loss": 1.6484,
      "step": 99984
    },
    {
      "epoch": 4.651546871365434,
      "grad_norm": 1.9285861366679653,
      "learning_rate": 3.694967460416335e-05,
      "loss": 1.5781,
      "step": 99985
    },
    {
      "epoch": 4.651593393812514,
      "grad_norm": 1.7019643150115282,
      "learning_rate": 3.6947235292328926e-05,
      "loss": 1.5547,
      "step": 99986
    },
    {
      "epoch": 4.651639916259596,
      "grad_norm": 1.6380370980775654,
      "learning_rate": 3.6944796049706056e-05,
      "loss": 1.3984,
      "step": 99987
    },
    {
      "epoch": 4.651686438706676,
      "grad_norm": 1.7770321602747832,
      "learning_rate": 3.694235687629627e-05,
      "loss": 1.5547,
      "step": 99988
    },
    {
      "epoch": 4.651732961153757,
      "grad_norm": 1.7051278621338415,
      "learning_rate": 3.6939917772101053e-05,
      "loss": 1.3984,
      "step": 99989
    },
    {
      "epoch": 4.651779483600837,
      "grad_norm": 1.7073114334528485,
      "learning_rate": 3.693747873712187e-05,
      "loss": 1.5312,
      "step": 99990
    },
    {
      "epoch": 4.651826006047918,
      "grad_norm": 1.7605839769436205,
      "learning_rate": 3.69350397713602e-05,
      "loss": 1.5938,
      "step": 99991
    },
    {
      "epoch": 4.651872528494999,
      "grad_norm": 1.6816170983334873,
      "learning_rate": 3.693260087481759e-05,
      "loss": 1.4531,
      "step": 99992
    },
    {
      "epoch": 4.651919050942079,
      "grad_norm": 1.6683410855080532,
      "learning_rate": 3.693016204749553e-05,
      "loss": 1.4688,
      "step": 99993
    },
    {
      "epoch": 4.651965573389161,
      "grad_norm": 1.9081479222307158,
      "learning_rate": 3.6927723289395486e-05,
      "loss": 1.8359,
      "step": 99994
    },
    {
      "epoch": 4.652012095836241,
      "grad_norm": 1.5174724128904455,
      "learning_rate": 3.6925284600518895e-05,
      "loss": 1.2344,
      "step": 99995
    },
    {
      "epoch": 4.652058618283322,
      "grad_norm": 1.5350478531870617,
      "learning_rate": 3.6922845980867366e-05,
      "loss": 1.2578,
      "step": 99996
    },
    {
      "epoch": 4.652105140730402,
      "grad_norm": 1.914259021604439,
      "learning_rate": 3.692040743044234e-05,
      "loss": 1.7266,
      "step": 99997
    },
    {
      "epoch": 4.6521516631774835,
      "grad_norm": 1.7764631211300022,
      "learning_rate": 3.6917968949245315e-05,
      "loss": 1.5703,
      "step": 99998
    },
    {
      "epoch": 4.652198185624564,
      "grad_norm": 1.8521523726879077,
      "learning_rate": 3.691553053727775e-05,
      "loss": 1.5781,
      "step": 99999
    },
    {
      "epoch": 4.6522447080716445,
      "grad_norm": 1.7799322606548271,
      "learning_rate": 3.691309219454115e-05,
      "loss": 1.6172,
      "step": 100000
    },
    {
      "epoch": 4.652291230518725,
      "grad_norm": 1.8563194175424735,
      "learning_rate": 3.6910653921037e-05,
      "loss": 1.6562,
      "step": 100001
    },
    {
      "epoch": 4.652337752965806,
      "grad_norm": 1.8554378638024103,
      "learning_rate": 3.6908215716766864e-05,
      "loss": 1.625,
      "step": 100002
    },
    {
      "epoch": 4.652384275412887,
      "grad_norm": 1.7496239114147512,
      "learning_rate": 3.69057775817322e-05,
      "loss": 1.5938,
      "step": 100003
    },
    {
      "epoch": 4.652430797859967,
      "grad_norm": 1.782560342190516,
      "learning_rate": 3.6903339515934466e-05,
      "loss": 1.6562,
      "step": 100004
    },
    {
      "epoch": 4.652477320307048,
      "grad_norm": 1.687995186499203,
      "learning_rate": 3.690090151937513e-05,
      "loss": 1.4141,
      "step": 100005
    },
    {
      "epoch": 4.652523842754129,
      "grad_norm": 1.7463711588887958,
      "learning_rate": 3.6898463592055794e-05,
      "loss": 1.5547,
      "step": 100006
    },
    {
      "epoch": 4.65257036520121,
      "grad_norm": 1.8156551413025086,
      "learning_rate": 3.689602573397787e-05,
      "loss": 1.6797,
      "step": 100007
    },
    {
      "epoch": 4.65261688764829,
      "grad_norm": 1.9005296065204271,
      "learning_rate": 3.6893587945142856e-05,
      "loss": 1.6484,
      "step": 100008
    },
    {
      "epoch": 4.652663410095371,
      "grad_norm": 1.9838071016937062,
      "learning_rate": 3.6891150225552216e-05,
      "loss": 1.8906,
      "step": 100009
    },
    {
      "epoch": 4.652709932542452,
      "grad_norm": 1.7274080355009365,
      "learning_rate": 3.688871257520754e-05,
      "loss": 1.5312,
      "step": 100010
    },
    {
      "epoch": 4.652756454989532,
      "grad_norm": 2.0071881109365477,
      "learning_rate": 3.688627499411024e-05,
      "loss": 1.7734,
      "step": 100011
    },
    {
      "epoch": 4.652802977436613,
      "grad_norm": 1.9339621486372083,
      "learning_rate": 3.688383748226184e-05,
      "loss": 1.7109,
      "step": 100012
    },
    {
      "epoch": 4.652849499883694,
      "grad_norm": 1.7539008510798348,
      "learning_rate": 3.6881400039663784e-05,
      "loss": 1.6172,
      "step": 100013
    },
    {
      "epoch": 4.652896022330775,
      "grad_norm": 1.6055578913849768,
      "learning_rate": 3.687896266631763e-05,
      "loss": 1.3672,
      "step": 100014
    },
    {
      "epoch": 4.652942544777855,
      "grad_norm": 1.8018341033484924,
      "learning_rate": 3.6876525362224844e-05,
      "loss": 1.5625,
      "step": 100015
    },
    {
      "epoch": 4.652989067224936,
      "grad_norm": 1.8493807577970007,
      "learning_rate": 3.687408812738693e-05,
      "loss": 1.6328,
      "step": 100016
    },
    {
      "epoch": 4.653035589672017,
      "grad_norm": 1.7179895638427165,
      "learning_rate": 3.687165096180531e-05,
      "loss": 1.5781,
      "step": 100017
    },
    {
      "epoch": 4.6530821121190975,
      "grad_norm": 1.9600945852573142,
      "learning_rate": 3.686921386548158e-05,
      "loss": 1.6719,
      "step": 100018
    },
    {
      "epoch": 4.653128634566178,
      "grad_norm": 1.733731039784955,
      "learning_rate": 3.6866776838417184e-05,
      "loss": 1.6328,
      "step": 100019
    },
    {
      "epoch": 4.6531751570132585,
      "grad_norm": 1.749027364640192,
      "learning_rate": 3.6864339880613615e-05,
      "loss": 1.5391,
      "step": 100020
    },
    {
      "epoch": 4.65322167946034,
      "grad_norm": 1.712732391439583,
      "learning_rate": 3.686190299207231e-05,
      "loss": 1.5547,
      "step": 100021
    },
    {
      "epoch": 4.65326820190742,
      "grad_norm": 1.6226324103396317,
      "learning_rate": 3.685946617279488e-05,
      "loss": 1.3906,
      "step": 100022
    },
    {
      "epoch": 4.653314724354501,
      "grad_norm": 1.7916478877132698,
      "learning_rate": 3.685702942278269e-05,
      "loss": 1.6328,
      "step": 100023
    },
    {
      "epoch": 4.653361246801582,
      "grad_norm": 1.7767250176685165,
      "learning_rate": 3.6854592742037334e-05,
      "loss": 1.6797,
      "step": 100024
    },
    {
      "epoch": 4.653407769248663,
      "grad_norm": 1.6277612685162584,
      "learning_rate": 3.685215613056028e-05,
      "loss": 1.375,
      "step": 100025
    },
    {
      "epoch": 4.653454291695743,
      "grad_norm": 1.7860160331787618,
      "learning_rate": 3.684971958835298e-05,
      "loss": 1.7031,
      "step": 100026
    },
    {
      "epoch": 4.653500814142824,
      "grad_norm": 1.8045602471196176,
      "learning_rate": 3.684728311541693e-05,
      "loss": 1.6094,
      "step": 100027
    },
    {
      "epoch": 4.653547336589905,
      "grad_norm": 1.8542806349869294,
      "learning_rate": 3.684484671175367e-05,
      "loss": 1.7266,
      "step": 100028
    },
    {
      "epoch": 4.653593859036985,
      "grad_norm": 1.803958689187653,
      "learning_rate": 3.6842410377364656e-05,
      "loss": 1.6094,
      "step": 100029
    },
    {
      "epoch": 4.653640381484066,
      "grad_norm": 1.7709985793131948,
      "learning_rate": 3.683997411225139e-05,
      "loss": 1.5781,
      "step": 100030
    },
    {
      "epoch": 4.653686903931147,
      "grad_norm": 1.8078295785359517,
      "learning_rate": 3.683753791641533e-05,
      "loss": 1.7188,
      "step": 100031
    },
    {
      "epoch": 4.653733426378228,
      "grad_norm": 1.7208904558963185,
      "learning_rate": 3.683510178985803e-05,
      "loss": 1.4219,
      "step": 100032
    },
    {
      "epoch": 4.653779948825308,
      "grad_norm": 1.8287972545193734,
      "learning_rate": 3.683266573258095e-05,
      "loss": 1.6406,
      "step": 100033
    },
    {
      "epoch": 4.653826471272389,
      "grad_norm": 1.7095390026300206,
      "learning_rate": 3.683022974458556e-05,
      "loss": 1.4922,
      "step": 100034
    },
    {
      "epoch": 4.653872993719469,
      "grad_norm": 1.9458833696270559,
      "learning_rate": 3.6827793825873354e-05,
      "loss": 1.7734,
      "step": 100035
    },
    {
      "epoch": 4.6539195161665505,
      "grad_norm": 2.0113477987718222,
      "learning_rate": 3.682535797644586e-05,
      "loss": 1.7969,
      "step": 100036
    },
    {
      "epoch": 4.653966038613631,
      "grad_norm": 1.8925806023797658,
      "learning_rate": 3.682292219630457e-05,
      "loss": 1.6641,
      "step": 100037
    },
    {
      "epoch": 4.6540125610607115,
      "grad_norm": 1.7854353147899795,
      "learning_rate": 3.6820486485450946e-05,
      "loss": 1.5391,
      "step": 100038
    },
    {
      "epoch": 4.654059083507793,
      "grad_norm": 1.7349740047837514,
      "learning_rate": 3.6818050843886425e-05,
      "loss": 1.5234,
      "step": 100039
    },
    {
      "epoch": 4.654105605954873,
      "grad_norm": 1.7328473372333308,
      "learning_rate": 3.681561527161263e-05,
      "loss": 1.4922,
      "step": 100040
    },
    {
      "epoch": 4.654152128401954,
      "grad_norm": 1.7416498408596117,
      "learning_rate": 3.681317976863097e-05,
      "loss": 1.5547,
      "step": 100041
    },
    {
      "epoch": 4.654198650849034,
      "grad_norm": 1.8018469113772362,
      "learning_rate": 3.681074433494295e-05,
      "loss": 1.5781,
      "step": 100042
    },
    {
      "epoch": 4.654245173296116,
      "grad_norm": 1.4963585579640029,
      "learning_rate": 3.680830897055002e-05,
      "loss": 1.1953,
      "step": 100043
    },
    {
      "epoch": 4.654291695743196,
      "grad_norm": 1.8436998352315317,
      "learning_rate": 3.680587367545376e-05,
      "loss": 1.7031,
      "step": 100044
    },
    {
      "epoch": 4.654338218190277,
      "grad_norm": 1.82650144519201,
      "learning_rate": 3.680343844965554e-05,
      "loss": 1.5703,
      "step": 100045
    },
    {
      "epoch": 4.654384740637358,
      "grad_norm": 1.8639325525164516,
      "learning_rate": 3.6801003293156996e-05,
      "loss": 1.6953,
      "step": 100046
    },
    {
      "epoch": 4.654431263084438,
      "grad_norm": 1.7703077369891516,
      "learning_rate": 3.679856820595953e-05,
      "loss": 1.6172,
      "step": 100047
    },
    {
      "epoch": 4.654477785531519,
      "grad_norm": 1.8331714482065535,
      "learning_rate": 3.6796133188064606e-05,
      "loss": 1.5625,
      "step": 100048
    },
    {
      "epoch": 4.654524307978599,
      "grad_norm": 1.7826166237967882,
      "learning_rate": 3.67936982394738e-05,
      "loss": 1.6406,
      "step": 100049
    },
    {
      "epoch": 4.654570830425681,
      "grad_norm": 1.7812071479390164,
      "learning_rate": 3.679126336018857e-05,
      "loss": 1.7031,
      "step": 100050
    },
    {
      "epoch": 4.654617352872761,
      "grad_norm": 1.7792052191363843,
      "learning_rate": 3.678882855021039e-05,
      "loss": 1.5703,
      "step": 100051
    },
    {
      "epoch": 4.654663875319842,
      "grad_norm": 2.056531852708795,
      "learning_rate": 3.678639380954074e-05,
      "loss": 1.8984,
      "step": 100052
    },
    {
      "epoch": 4.654710397766922,
      "grad_norm": 1.8615312994525737,
      "learning_rate": 3.6783959138181106e-05,
      "loss": 1.7031,
      "step": 100053
    },
    {
      "epoch": 4.654756920214004,
      "grad_norm": 2.070105796513643,
      "learning_rate": 3.678152453613303e-05,
      "loss": 1.9141,
      "step": 100054
    },
    {
      "epoch": 4.654803442661084,
      "grad_norm": 1.8959911538454595,
      "learning_rate": 3.677909000339797e-05,
      "loss": 1.6641,
      "step": 100055
    },
    {
      "epoch": 4.6548499651081645,
      "grad_norm": 1.7307846538804421,
      "learning_rate": 3.677665553997742e-05,
      "loss": 1.5469,
      "step": 100056
    },
    {
      "epoch": 4.654896487555245,
      "grad_norm": 1.8616548780331397,
      "learning_rate": 3.677422114587283e-05,
      "loss": 1.6172,
      "step": 100057
    },
    {
      "epoch": 4.654943010002326,
      "grad_norm": 1.7392335197209337,
      "learning_rate": 3.677178682108577e-05,
      "loss": 1.5312,
      "step": 100058
    },
    {
      "epoch": 4.654989532449407,
      "grad_norm": 1.743137018172812,
      "learning_rate": 3.6769352565617705e-05,
      "loss": 1.5,
      "step": 100059
    },
    {
      "epoch": 4.655036054896487,
      "grad_norm": 1.5957728439918821,
      "learning_rate": 3.676691837947009e-05,
      "loss": 1.3203,
      "step": 100060
    },
    {
      "epoch": 4.655082577343569,
      "grad_norm": 1.6179149919343065,
      "learning_rate": 3.676448426264439e-05,
      "loss": 1.25,
      "step": 100061
    },
    {
      "epoch": 4.655129099790649,
      "grad_norm": 1.8760773866782037,
      "learning_rate": 3.67620502151422e-05,
      "loss": 1.6797,
      "step": 100062
    },
    {
      "epoch": 4.65517562223773,
      "grad_norm": 1.7785762825403064,
      "learning_rate": 3.675961623696493e-05,
      "loss": 1.4375,
      "step": 100063
    },
    {
      "epoch": 4.65522214468481,
      "grad_norm": 1.7827747378020846,
      "learning_rate": 3.67571823281141e-05,
      "loss": 1.4609,
      "step": 100064
    },
    {
      "epoch": 4.6552686671318915,
      "grad_norm": 1.7901695087331757,
      "learning_rate": 3.675474848859116e-05,
      "loss": 1.75,
      "step": 100065
    },
    {
      "epoch": 4.655315189578972,
      "grad_norm": 1.8401169985475974,
      "learning_rate": 3.6752314718397654e-05,
      "loss": 1.6953,
      "step": 100066
    },
    {
      "epoch": 4.655361712026052,
      "grad_norm": 1.736449870548951,
      "learning_rate": 3.674988101753502e-05,
      "loss": 1.5547,
      "step": 100067
    },
    {
      "epoch": 4.655408234473133,
      "grad_norm": 1.613186335913528,
      "learning_rate": 3.67474473860048e-05,
      "loss": 1.3359,
      "step": 100068
    },
    {
      "epoch": 4.655454756920214,
      "grad_norm": 1.6031995847429465,
      "learning_rate": 3.674501382380848e-05,
      "loss": 1.3438,
      "step": 100069
    },
    {
      "epoch": 4.655501279367295,
      "grad_norm": 1.710526071665906,
      "learning_rate": 3.674258033094748e-05,
      "loss": 1.4453,
      "step": 100070
    },
    {
      "epoch": 4.655547801814375,
      "grad_norm": 1.7999989892544082,
      "learning_rate": 3.674014690742339e-05,
      "loss": 1.6016,
      "step": 100071
    },
    {
      "epoch": 4.655594324261456,
      "grad_norm": 1.685014634331208,
      "learning_rate": 3.673771355323764e-05,
      "loss": 1.4297,
      "step": 100072
    },
    {
      "epoch": 4.655640846708537,
      "grad_norm": 1.9359924726823194,
      "learning_rate": 3.6735280268391726e-05,
      "loss": 1.7656,
      "step": 100073
    },
    {
      "epoch": 4.6556873691556175,
      "grad_norm": 1.8393821727280923,
      "learning_rate": 3.673284705288711e-05,
      "loss": 1.75,
      "step": 100074
    },
    {
      "epoch": 4.655733891602698,
      "grad_norm": 1.8642777003865718,
      "learning_rate": 3.673041390672534e-05,
      "loss": 1.5859,
      "step": 100075
    },
    {
      "epoch": 4.655780414049779,
      "grad_norm": 1.9136555965361555,
      "learning_rate": 3.672798082990789e-05,
      "loss": 1.6875,
      "step": 100076
    },
    {
      "epoch": 4.65582693649686,
      "grad_norm": 1.8711876295866543,
      "learning_rate": 3.672554782243623e-05,
      "loss": 1.6484,
      "step": 100077
    },
    {
      "epoch": 4.65587345894394,
      "grad_norm": 1.7756465783914852,
      "learning_rate": 3.672311488431187e-05,
      "loss": 1.5234,
      "step": 100078
    },
    {
      "epoch": 4.655919981391021,
      "grad_norm": 1.7761231891575553,
      "learning_rate": 3.672068201553623e-05,
      "loss": 1.5469,
      "step": 100079
    },
    {
      "epoch": 4.655966503838102,
      "grad_norm": 1.8059059197295009,
      "learning_rate": 3.67182492161109e-05,
      "loss": 1.5469,
      "step": 100080
    },
    {
      "epoch": 4.656013026285183,
      "grad_norm": 1.830530118321595,
      "learning_rate": 3.671581648603733e-05,
      "loss": 1.6562,
      "step": 100081
    },
    {
      "epoch": 4.656059548732263,
      "grad_norm": 1.8262616888471437,
      "learning_rate": 3.6713383825317015e-05,
      "loss": 1.6953,
      "step": 100082
    },
    {
      "epoch": 4.6561060711793445,
      "grad_norm": 1.5697037090878407,
      "learning_rate": 3.6710951233951375e-05,
      "loss": 1.3203,
      "step": 100083
    },
    {
      "epoch": 4.656152593626425,
      "grad_norm": 1.7671071087821222,
      "learning_rate": 3.6708518711942006e-05,
      "loss": 1.5547,
      "step": 100084
    },
    {
      "epoch": 4.6561991160735055,
      "grad_norm": 1.9635729422309873,
      "learning_rate": 3.670608625929035e-05,
      "loss": 1.7734,
      "step": 100085
    },
    {
      "epoch": 4.656245638520586,
      "grad_norm": 1.7696650274761971,
      "learning_rate": 3.67036538759979e-05,
      "loss": 1.6406,
      "step": 100086
    },
    {
      "epoch": 4.656292160967666,
      "grad_norm": 1.7808275277807604,
      "learning_rate": 3.6701221562066104e-05,
      "loss": 1.6406,
      "step": 100087
    },
    {
      "epoch": 4.656338683414748,
      "grad_norm": 1.9326769430869295,
      "learning_rate": 3.6698789317496516e-05,
      "loss": 1.8438,
      "step": 100088
    },
    {
      "epoch": 4.656385205861828,
      "grad_norm": 1.7318301730246237,
      "learning_rate": 3.669635714229055e-05,
      "loss": 1.4062,
      "step": 100089
    },
    {
      "epoch": 4.656431728308909,
      "grad_norm": 1.8048059691494098,
      "learning_rate": 3.669392503644979e-05,
      "loss": 1.5625,
      "step": 100090
    },
    {
      "epoch": 4.65647825075599,
      "grad_norm": 1.997631407920303,
      "learning_rate": 3.669149299997569e-05,
      "loss": 1.8438,
      "step": 100091
    },
    {
      "epoch": 4.656524773203071,
      "grad_norm": 1.7431010458927194,
      "learning_rate": 3.668906103286967e-05,
      "loss": 1.5078,
      "step": 100092
    },
    {
      "epoch": 4.656571295650151,
      "grad_norm": 1.7580816408667708,
      "learning_rate": 3.6686629135133334e-05,
      "loss": 1.5859,
      "step": 100093
    },
    {
      "epoch": 4.6566178180972315,
      "grad_norm": 1.8994937050290421,
      "learning_rate": 3.668419730676809e-05,
      "loss": 1.7812,
      "step": 100094
    },
    {
      "epoch": 4.656664340544313,
      "grad_norm": 1.900362560494498,
      "learning_rate": 3.6681765547775464e-05,
      "loss": 1.6328,
      "step": 100095
    },
    {
      "epoch": 4.656710862991393,
      "grad_norm": 1.833461897958414,
      "learning_rate": 3.6679333858156865e-05,
      "loss": 1.5703,
      "step": 100096
    },
    {
      "epoch": 4.656757385438474,
      "grad_norm": 1.8469263683934667,
      "learning_rate": 3.667690223791391e-05,
      "loss": 1.6562,
      "step": 100097
    },
    {
      "epoch": 4.656803907885555,
      "grad_norm": 1.6845315230317492,
      "learning_rate": 3.667447068704802e-05,
      "loss": 1.4609,
      "step": 100098
    },
    {
      "epoch": 4.656850430332636,
      "grad_norm": 1.6694486830187714,
      "learning_rate": 3.6672039205560684e-05,
      "loss": 1.4922,
      "step": 100099
    },
    {
      "epoch": 4.656896952779716,
      "grad_norm": 1.854845069265708,
      "learning_rate": 3.666960779345335e-05,
      "loss": 1.6094,
      "step": 100100
    },
    {
      "epoch": 4.656943475226797,
      "grad_norm": 1.70231738179374,
      "learning_rate": 3.66671764507276e-05,
      "loss": 1.4922,
      "step": 100101
    },
    {
      "epoch": 4.656989997673878,
      "grad_norm": 1.8906699497700905,
      "learning_rate": 3.6664745177384865e-05,
      "loss": 1.6562,
      "step": 100102
    },
    {
      "epoch": 4.6570365201209585,
      "grad_norm": 1.6299103524151681,
      "learning_rate": 3.6662313973426626e-05,
      "loss": 1.2812,
      "step": 100103
    },
    {
      "epoch": 4.657083042568039,
      "grad_norm": 1.943767854735896,
      "learning_rate": 3.6659882838854406e-05,
      "loss": 1.7734,
      "step": 100104
    },
    {
      "epoch": 4.657129565015119,
      "grad_norm": 1.8339693097670584,
      "learning_rate": 3.6657451773669627e-05,
      "loss": 1.6406,
      "step": 100105
    },
    {
      "epoch": 4.657176087462201,
      "grad_norm": 1.833453336462542,
      "learning_rate": 3.665502077787386e-05,
      "loss": 1.5078,
      "step": 100106
    },
    {
      "epoch": 4.657222609909281,
      "grad_norm": 1.7125567966398598,
      "learning_rate": 3.665258985146857e-05,
      "loss": 1.5547,
      "step": 100107
    },
    {
      "epoch": 4.657269132356362,
      "grad_norm": 1.8054535646770709,
      "learning_rate": 3.6650158994455225e-05,
      "loss": 1.5234,
      "step": 100108
    },
    {
      "epoch": 4.657315654803442,
      "grad_norm": 1.8480158298812486,
      "learning_rate": 3.664772820683529e-05,
      "loss": 1.7734,
      "step": 100109
    },
    {
      "epoch": 4.657362177250524,
      "grad_norm": 1.722169543741834,
      "learning_rate": 3.66452974886103e-05,
      "loss": 1.4609,
      "step": 100110
    },
    {
      "epoch": 4.657408699697604,
      "grad_norm": 1.7661783121081625,
      "learning_rate": 3.664286683978171e-05,
      "loss": 1.4453,
      "step": 100111
    },
    {
      "epoch": 4.6574552221446845,
      "grad_norm": 1.9771022819857973,
      "learning_rate": 3.6640436260351054e-05,
      "loss": 1.8281,
      "step": 100112
    },
    {
      "epoch": 4.657501744591766,
      "grad_norm": 1.8829909201373631,
      "learning_rate": 3.66380057503198e-05,
      "loss": 1.7188,
      "step": 100113
    },
    {
      "epoch": 4.657548267038846,
      "grad_norm": 1.7936523171581122,
      "learning_rate": 3.663557530968938e-05,
      "loss": 1.5312,
      "step": 100114
    },
    {
      "epoch": 4.657594789485927,
      "grad_norm": 1.9308544352878214,
      "learning_rate": 3.663314493846136e-05,
      "loss": 1.6953,
      "step": 100115
    },
    {
      "epoch": 4.657641311933007,
      "grad_norm": 1.9066556869143652,
      "learning_rate": 3.663071463663721e-05,
      "loss": 1.6953,
      "step": 100116
    },
    {
      "epoch": 4.657687834380089,
      "grad_norm": 1.8469990216279089,
      "learning_rate": 3.6628284404218406e-05,
      "loss": 1.7188,
      "step": 100117
    },
    {
      "epoch": 4.657734356827169,
      "grad_norm": 1.6746694564765054,
      "learning_rate": 3.662585424120638e-05,
      "loss": 1.4141,
      "step": 100118
    },
    {
      "epoch": 4.65778087927425,
      "grad_norm": 1.7481415706214625,
      "learning_rate": 3.662342414760274e-05,
      "loss": 1.5234,
      "step": 100119
    },
    {
      "epoch": 4.657827401721331,
      "grad_norm": 1.7288676361382038,
      "learning_rate": 3.662099412340889e-05,
      "loss": 1.4766,
      "step": 100120
    },
    {
      "epoch": 4.6578739241684115,
      "grad_norm": 1.7778551227138386,
      "learning_rate": 3.661856416862633e-05,
      "loss": 1.6406,
      "step": 100121
    },
    {
      "epoch": 4.657920446615492,
      "grad_norm": 1.9208447367106785,
      "learning_rate": 3.6616134283256515e-05,
      "loss": 1.6562,
      "step": 100122
    },
    {
      "epoch": 4.6579669690625725,
      "grad_norm": 1.9403152964953183,
      "learning_rate": 3.6613704467301025e-05,
      "loss": 1.7891,
      "step": 100123
    },
    {
      "epoch": 4.658013491509653,
      "grad_norm": 1.7763842241356997,
      "learning_rate": 3.661127472076129e-05,
      "loss": 1.5547,
      "step": 100124
    },
    {
      "epoch": 4.658060013956734,
      "grad_norm": 1.868002624890364,
      "learning_rate": 3.6608845043638796e-05,
      "loss": 1.6641,
      "step": 100125
    },
    {
      "epoch": 4.658106536403815,
      "grad_norm": 1.7147346207454928,
      "learning_rate": 3.660641543593499e-05,
      "loss": 1.5156,
      "step": 100126
    },
    {
      "epoch": 4.658153058850895,
      "grad_norm": 1.920978340876301,
      "learning_rate": 3.660398589765145e-05,
      "loss": 1.7344,
      "step": 100127
    },
    {
      "epoch": 4.658199581297977,
      "grad_norm": 1.7710883440253282,
      "learning_rate": 3.660155642878961e-05,
      "loss": 1.5703,
      "step": 100128
    },
    {
      "epoch": 4.658246103745057,
      "grad_norm": 1.8274537803681419,
      "learning_rate": 3.659912702935098e-05,
      "loss": 1.5391,
      "step": 100129
    },
    {
      "epoch": 4.658292626192138,
      "grad_norm": 1.832778832929916,
      "learning_rate": 3.6596697699337025e-05,
      "loss": 1.6875,
      "step": 100130
    },
    {
      "epoch": 4.658339148639218,
      "grad_norm": 1.7006373145641804,
      "learning_rate": 3.6594268438749205e-05,
      "loss": 1.4609,
      "step": 100131
    },
    {
      "epoch": 4.658385671086299,
      "grad_norm": 1.6223187294441224,
      "learning_rate": 3.6591839247589076e-05,
      "loss": 1.2891,
      "step": 100132
    },
    {
      "epoch": 4.65843219353338,
      "grad_norm": 1.7304375762327975,
      "learning_rate": 3.658941012585805e-05,
      "loss": 1.5,
      "step": 100133
    },
    {
      "epoch": 4.65847871598046,
      "grad_norm": 1.7554488960158754,
      "learning_rate": 3.65869810735577e-05,
      "loss": 1.6094,
      "step": 100134
    },
    {
      "epoch": 4.658525238427542,
      "grad_norm": 1.6912187887519339,
      "learning_rate": 3.658455209068947e-05,
      "loss": 1.5156,
      "step": 100135
    },
    {
      "epoch": 4.658571760874622,
      "grad_norm": 1.7559358885478125,
      "learning_rate": 3.658212317725481e-05,
      "loss": 1.5625,
      "step": 100136
    },
    {
      "epoch": 4.658618283321703,
      "grad_norm": 1.735096017788658,
      "learning_rate": 3.657969433325527e-05,
      "loss": 1.4531,
      "step": 100137
    },
    {
      "epoch": 4.658664805768783,
      "grad_norm": 1.7273870267765423,
      "learning_rate": 3.657726555869232e-05,
      "loss": 1.5859,
      "step": 100138
    },
    {
      "epoch": 4.6587113282158645,
      "grad_norm": 1.8355150982863786,
      "learning_rate": 3.657483685356743e-05,
      "loss": 1.7188,
      "step": 100139
    },
    {
      "epoch": 4.658757850662945,
      "grad_norm": 1.8685882159368736,
      "learning_rate": 3.657240821788206e-05,
      "loss": 1.625,
      "step": 100140
    },
    {
      "epoch": 4.6588043731100255,
      "grad_norm": 1.556481472212645,
      "learning_rate": 3.6569979651637774e-05,
      "loss": 1.1797,
      "step": 100141
    },
    {
      "epoch": 4.658850895557106,
      "grad_norm": 1.8406210270278354,
      "learning_rate": 3.6567551154836e-05,
      "loss": 1.7031,
      "step": 100142
    },
    {
      "epoch": 4.658897418004187,
      "grad_norm": 1.8828738486069605,
      "learning_rate": 3.6565122727478245e-05,
      "loss": 1.6719,
      "step": 100143
    },
    {
      "epoch": 4.658943940451268,
      "grad_norm": 1.7966970150516925,
      "learning_rate": 3.656269436956594e-05,
      "loss": 1.625,
      "step": 100144
    },
    {
      "epoch": 4.658990462898348,
      "grad_norm": 1.7474740668224136,
      "learning_rate": 3.6560266081100684e-05,
      "loss": 1.5391,
      "step": 100145
    },
    {
      "epoch": 4.659036985345429,
      "grad_norm": 1.8652548713818107,
      "learning_rate": 3.6557837862083895e-05,
      "loss": 1.7578,
      "step": 100146
    },
    {
      "epoch": 4.65908350779251,
      "grad_norm": 1.8385562207966608,
      "learning_rate": 3.6555409712517065e-05,
      "loss": 1.6641,
      "step": 100147
    },
    {
      "epoch": 4.659130030239591,
      "grad_norm": 1.7999080148672395,
      "learning_rate": 3.655298163240163e-05,
      "loss": 1.6484,
      "step": 100148
    },
    {
      "epoch": 4.659176552686671,
      "grad_norm": 1.885153395995965,
      "learning_rate": 3.6550553621739185e-05,
      "loss": 1.7422,
      "step": 100149
    },
    {
      "epoch": 4.6592230751337524,
      "grad_norm": 1.7709262095500378,
      "learning_rate": 3.654812568053116e-05,
      "loss": 1.4766,
      "step": 100150
    },
    {
      "epoch": 4.659269597580833,
      "grad_norm": 1.8655242041997435,
      "learning_rate": 3.654569780877903e-05,
      "loss": 1.75,
      "step": 100151
    },
    {
      "epoch": 4.659316120027913,
      "grad_norm": 1.9216760137498072,
      "learning_rate": 3.654327000648426e-05,
      "loss": 1.75,
      "step": 100152
    },
    {
      "epoch": 4.659362642474994,
      "grad_norm": 1.9721947981765318,
      "learning_rate": 3.6540842273648396e-05,
      "loss": 1.75,
      "step": 100153
    },
    {
      "epoch": 4.659409164922075,
      "grad_norm": 1.8078692314113285,
      "learning_rate": 3.65384146102729e-05,
      "loss": 1.5469,
      "step": 100154
    },
    {
      "epoch": 4.659455687369156,
      "grad_norm": 1.6763318612042861,
      "learning_rate": 3.653598701635923e-05,
      "loss": 1.4219,
      "step": 100155
    },
    {
      "epoch": 4.659502209816236,
      "grad_norm": 1.8072464503669747,
      "learning_rate": 3.653355949190893e-05,
      "loss": 1.6328,
      "step": 100156
    },
    {
      "epoch": 4.659548732263317,
      "grad_norm": 1.9130902128606304,
      "learning_rate": 3.653113203692341e-05,
      "loss": 1.7578,
      "step": 100157
    },
    {
      "epoch": 4.659595254710398,
      "grad_norm": 1.8870028071805607,
      "learning_rate": 3.652870465140425e-05,
      "loss": 1.6094,
      "step": 100158
    },
    {
      "epoch": 4.6596417771574785,
      "grad_norm": 1.6653772895885308,
      "learning_rate": 3.652627733535288e-05,
      "loss": 1.5078,
      "step": 100159
    },
    {
      "epoch": 4.659688299604559,
      "grad_norm": 1.7167726377459727,
      "learning_rate": 3.652385008877078e-05,
      "loss": 1.4844,
      "step": 100160
    },
    {
      "epoch": 4.6597348220516395,
      "grad_norm": 1.7302143818648692,
      "learning_rate": 3.652142291165947e-05,
      "loss": 1.4297,
      "step": 100161
    },
    {
      "epoch": 4.659781344498721,
      "grad_norm": 1.6710829365629352,
      "learning_rate": 3.651899580402035e-05,
      "loss": 1.3984,
      "step": 100162
    },
    {
      "epoch": 4.659827866945801,
      "grad_norm": 1.7949240015009227,
      "learning_rate": 3.6516568765855025e-05,
      "loss": 1.5078,
      "step": 100163
    },
    {
      "epoch": 4.659874389392882,
      "grad_norm": 1.7878682729791138,
      "learning_rate": 3.651414179716493e-05,
      "loss": 1.4922,
      "step": 100164
    },
    {
      "epoch": 4.659920911839963,
      "grad_norm": 1.7862299272642614,
      "learning_rate": 3.651171489795153e-05,
      "loss": 1.4844,
      "step": 100165
    },
    {
      "epoch": 4.659967434287044,
      "grad_norm": 1.866688707249664,
      "learning_rate": 3.65092880682163e-05,
      "loss": 1.6797,
      "step": 100166
    },
    {
      "epoch": 4.660013956734124,
      "grad_norm": 1.7898008575257587,
      "learning_rate": 3.6506861307960784e-05,
      "loss": 1.6484,
      "step": 100167
    },
    {
      "epoch": 4.660060479181205,
      "grad_norm": 1.7253601336809807,
      "learning_rate": 3.650443461718644e-05,
      "loss": 1.3984,
      "step": 100168
    },
    {
      "epoch": 4.660107001628286,
      "grad_norm": 1.828703194212866,
      "learning_rate": 3.650200799589475e-05,
      "loss": 1.6641,
      "step": 100169
    },
    {
      "epoch": 4.660153524075366,
      "grad_norm": 1.7487742640143782,
      "learning_rate": 3.6499581444087163e-05,
      "loss": 1.4609,
      "step": 100170
    },
    {
      "epoch": 4.660200046522447,
      "grad_norm": 1.9635471564231033,
      "learning_rate": 3.649715496176522e-05,
      "loss": 1.8047,
      "step": 100171
    },
    {
      "epoch": 4.660246568969528,
      "grad_norm": 1.760559573517261,
      "learning_rate": 3.649472854893042e-05,
      "loss": 1.5156,
      "step": 100172
    },
    {
      "epoch": 4.660293091416609,
      "grad_norm": 1.6902393595897212,
      "learning_rate": 3.6492302205584195e-05,
      "loss": 1.5078,
      "step": 100173
    },
    {
      "epoch": 4.660339613863689,
      "grad_norm": 1.8334394972872348,
      "learning_rate": 3.648987593172802e-05,
      "loss": 1.6406,
      "step": 100174
    },
    {
      "epoch": 4.66038613631077,
      "grad_norm": 1.5849219986858019,
      "learning_rate": 3.6487449727363455e-05,
      "loss": 1.3359,
      "step": 100175
    },
    {
      "epoch": 4.66043265875785,
      "grad_norm": 1.819356838644194,
      "learning_rate": 3.6485023592491886e-05,
      "loss": 1.6484,
      "step": 100176
    },
    {
      "epoch": 4.6604791812049315,
      "grad_norm": 1.7503974486230387,
      "learning_rate": 3.648259752711491e-05,
      "loss": 1.6641,
      "step": 100177
    },
    {
      "epoch": 4.660525703652012,
      "grad_norm": 1.827189423998433,
      "learning_rate": 3.648017153123396e-05,
      "loss": 1.5781,
      "step": 100178
    },
    {
      "epoch": 4.6605722260990925,
      "grad_norm": 1.863414185463495,
      "learning_rate": 3.647774560485047e-05,
      "loss": 1.625,
      "step": 100179
    },
    {
      "epoch": 4.660618748546174,
      "grad_norm": 1.8481496064218228,
      "learning_rate": 3.647531974796601e-05,
      "loss": 1.625,
      "step": 100180
    },
    {
      "epoch": 4.660665270993254,
      "grad_norm": 1.7436134081421977,
      "learning_rate": 3.647289396058203e-05,
      "loss": 1.5781,
      "step": 100181
    },
    {
      "epoch": 4.660711793440335,
      "grad_norm": 1.7637276527844505,
      "learning_rate": 3.647046824270003e-05,
      "loss": 1.5781,
      "step": 100182
    },
    {
      "epoch": 4.660758315887415,
      "grad_norm": 1.8076868218271325,
      "learning_rate": 3.64680425943214e-05,
      "loss": 1.625,
      "step": 100183
    },
    {
      "epoch": 4.660804838334497,
      "grad_norm": 1.821991019930577,
      "learning_rate": 3.646561701544778e-05,
      "loss": 1.6094,
      "step": 100184
    },
    {
      "epoch": 4.660851360781577,
      "grad_norm": 1.8510348660984468,
      "learning_rate": 3.646319150608056e-05,
      "loss": 1.6641,
      "step": 100185
    },
    {
      "epoch": 4.660897883228658,
      "grad_norm": 1.9167854276414713,
      "learning_rate": 3.6460766066221255e-05,
      "loss": 1.8281,
      "step": 100186
    },
    {
      "epoch": 4.660944405675739,
      "grad_norm": 1.7100848298389146,
      "learning_rate": 3.645834069587133e-05,
      "loss": 1.4844,
      "step": 100187
    },
    {
      "epoch": 4.6609909281228195,
      "grad_norm": 1.8843713734594059,
      "learning_rate": 3.645591539503224e-05,
      "loss": 1.6641,
      "step": 100188
    },
    {
      "epoch": 4.6610374505699,
      "grad_norm": 1.951904466254614,
      "learning_rate": 3.6453490163705555e-05,
      "loss": 1.6875,
      "step": 100189
    },
    {
      "epoch": 4.66108397301698,
      "grad_norm": 1.582283328988548,
      "learning_rate": 3.6451065001892704e-05,
      "loss": 1.3125,
      "step": 100190
    },
    {
      "epoch": 4.661130495464062,
      "grad_norm": 1.8155000081152484,
      "learning_rate": 3.6448639909595175e-05,
      "loss": 1.5703,
      "step": 100191
    },
    {
      "epoch": 4.661177017911142,
      "grad_norm": 1.8750768166262424,
      "learning_rate": 3.644621488681443e-05,
      "loss": 1.6641,
      "step": 100192
    },
    {
      "epoch": 4.661223540358223,
      "grad_norm": 1.7703081079456169,
      "learning_rate": 3.644378993355202e-05,
      "loss": 1.6328,
      "step": 100193
    },
    {
      "epoch": 4.661270062805303,
      "grad_norm": 1.9408722970217511,
      "learning_rate": 3.6441365049809384e-05,
      "loss": 1.6797,
      "step": 100194
    },
    {
      "epoch": 4.661316585252385,
      "grad_norm": 1.8174218518535397,
      "learning_rate": 3.643894023558802e-05,
      "loss": 1.6641,
      "step": 100195
    },
    {
      "epoch": 4.661363107699465,
      "grad_norm": 1.7312822115664293,
      "learning_rate": 3.643651549088936e-05,
      "loss": 1.5547,
      "step": 100196
    },
    {
      "epoch": 4.6614096301465455,
      "grad_norm": 1.775215780902889,
      "learning_rate": 3.643409081571497e-05,
      "loss": 1.4766,
      "step": 100197
    },
    {
      "epoch": 4.661456152593626,
      "grad_norm": 1.8674448152123697,
      "learning_rate": 3.643166621006627e-05,
      "loss": 1.7031,
      "step": 100198
    },
    {
      "epoch": 4.661502675040707,
      "grad_norm": 1.8164017489704394,
      "learning_rate": 3.642924167394481e-05,
      "loss": 1.5625,
      "step": 100199
    },
    {
      "epoch": 4.661549197487788,
      "grad_norm": 1.9975461581907585,
      "learning_rate": 3.642681720735204e-05,
      "loss": 1.7656,
      "step": 100200
    },
    {
      "epoch": 4.661595719934868,
      "grad_norm": 1.7917879878813043,
      "learning_rate": 3.642439281028939e-05,
      "loss": 1.4453,
      "step": 100201
    },
    {
      "epoch": 4.66164224238195,
      "grad_norm": 1.7726082810319645,
      "learning_rate": 3.642196848275844e-05,
      "loss": 1.6172,
      "step": 100202
    },
    {
      "epoch": 4.66168876482903,
      "grad_norm": 1.8942510801215195,
      "learning_rate": 3.6419544224760646e-05,
      "loss": 1.7188,
      "step": 100203
    },
    {
      "epoch": 4.661735287276111,
      "grad_norm": 1.827766174771834,
      "learning_rate": 3.6417120036297465e-05,
      "loss": 1.5781,
      "step": 100204
    },
    {
      "epoch": 4.661781809723191,
      "grad_norm": 1.7626651916998526,
      "learning_rate": 3.6414695917370355e-05,
      "loss": 1.4922,
      "step": 100205
    },
    {
      "epoch": 4.6618283321702725,
      "grad_norm": 1.7266729222923423,
      "learning_rate": 3.6412271867980876e-05,
      "loss": 1.4688,
      "step": 100206
    },
    {
      "epoch": 4.661874854617353,
      "grad_norm": 1.9367771109170775,
      "learning_rate": 3.6409847888130464e-05,
      "loss": 1.8594,
      "step": 100207
    },
    {
      "epoch": 4.661921377064433,
      "grad_norm": 1.7412008690279168,
      "learning_rate": 3.640742397782063e-05,
      "loss": 1.5234,
      "step": 100208
    },
    {
      "epoch": 4.661967899511515,
      "grad_norm": 1.687064459044313,
      "learning_rate": 3.6405000137052785e-05,
      "loss": 1.5156,
      "step": 100209
    },
    {
      "epoch": 4.662014421958595,
      "grad_norm": 1.7339388506803197,
      "learning_rate": 3.6402576365828526e-05,
      "loss": 1.5781,
      "step": 100210
    },
    {
      "epoch": 4.662060944405676,
      "grad_norm": 1.8757350237579664,
      "learning_rate": 3.640015266414927e-05,
      "loss": 1.625,
      "step": 100211
    },
    {
      "epoch": 4.662107466852756,
      "grad_norm": 1.8336214730532998,
      "learning_rate": 3.63977290320165e-05,
      "loss": 1.5156,
      "step": 100212
    },
    {
      "epoch": 4.662153989299837,
      "grad_norm": 1.8170961580503373,
      "learning_rate": 3.639530546943173e-05,
      "loss": 1.6328,
      "step": 100213
    },
    {
      "epoch": 4.662200511746918,
      "grad_norm": 1.70218034550456,
      "learning_rate": 3.639288197639636e-05,
      "loss": 1.4453,
      "step": 100214
    },
    {
      "epoch": 4.6622470341939986,
      "grad_norm": 1.7385574550163658,
      "learning_rate": 3.639045855291199e-05,
      "loss": 1.5234,
      "step": 100215
    },
    {
      "epoch": 4.662293556641079,
      "grad_norm": 1.9578909378206872,
      "learning_rate": 3.638803519898007e-05,
      "loss": 1.6641,
      "step": 100216
    },
    {
      "epoch": 4.66234007908816,
      "grad_norm": 1.8185931645993028,
      "learning_rate": 3.638561191460204e-05,
      "loss": 1.5547,
      "step": 100217
    },
    {
      "epoch": 4.662386601535241,
      "grad_norm": 1.7577117929283803,
      "learning_rate": 3.6383188699779374e-05,
      "loss": 1.6406,
      "step": 100218
    },
    {
      "epoch": 4.662433123982321,
      "grad_norm": 1.821583604272963,
      "learning_rate": 3.638076555451362e-05,
      "loss": 1.5859,
      "step": 100219
    },
    {
      "epoch": 4.662479646429402,
      "grad_norm": 1.8260340448286045,
      "learning_rate": 3.63783424788062e-05,
      "loss": 1.6484,
      "step": 100220
    },
    {
      "epoch": 4.662526168876483,
      "grad_norm": 1.857593758270487,
      "learning_rate": 3.6375919472658666e-05,
      "loss": 1.7031,
      "step": 100221
    },
    {
      "epoch": 4.662572691323564,
      "grad_norm": 1.8049576189244845,
      "learning_rate": 3.6373496536072464e-05,
      "loss": 1.5625,
      "step": 100222
    },
    {
      "epoch": 4.662619213770644,
      "grad_norm": 1.8684169646688467,
      "learning_rate": 3.637107366904904e-05,
      "loss": 1.75,
      "step": 100223
    },
    {
      "epoch": 4.6626657362177255,
      "grad_norm": 1.7952935057732466,
      "learning_rate": 3.636865087158996e-05,
      "loss": 1.7891,
      "step": 100224
    },
    {
      "epoch": 4.662712258664806,
      "grad_norm": 1.9713305019716574,
      "learning_rate": 3.636622814369666e-05,
      "loss": 1.8047,
      "step": 100225
    },
    {
      "epoch": 4.6627587811118865,
      "grad_norm": 1.6820926186016647,
      "learning_rate": 3.6363805485370614e-05,
      "loss": 1.4375,
      "step": 100226
    },
    {
      "epoch": 4.662805303558967,
      "grad_norm": 1.7887324787010688,
      "learning_rate": 3.636138289661328e-05,
      "loss": 1.7266,
      "step": 100227
    },
    {
      "epoch": 4.662851826006048,
      "grad_norm": 1.7524153955570236,
      "learning_rate": 3.6358960377426225e-05,
      "loss": 1.6094,
      "step": 100228
    },
    {
      "epoch": 4.662898348453129,
      "grad_norm": 1.7797125436660943,
      "learning_rate": 3.635653792781087e-05,
      "loss": 1.5391,
      "step": 100229
    },
    {
      "epoch": 4.662944870900209,
      "grad_norm": 1.7951578805557409,
      "learning_rate": 3.635411554776872e-05,
      "loss": 1.6016,
      "step": 100230
    },
    {
      "epoch": 4.66299139334729,
      "grad_norm": 1.8314406545162114,
      "learning_rate": 3.6351693237301214e-05,
      "loss": 1.6719,
      "step": 100231
    },
    {
      "epoch": 4.663037915794371,
      "grad_norm": 1.7429811976322014,
      "learning_rate": 3.634927099640991e-05,
      "loss": 1.5,
      "step": 100232
    },
    {
      "epoch": 4.663084438241452,
      "grad_norm": 1.7126895291544597,
      "learning_rate": 3.634684882509626e-05,
      "loss": 1.5391,
      "step": 100233
    },
    {
      "epoch": 4.663130960688532,
      "grad_norm": 1.6765004031579265,
      "learning_rate": 3.6344426723361714e-05,
      "loss": 1.5,
      "step": 100234
    },
    {
      "epoch": 4.6631774831356125,
      "grad_norm": 1.9287057495735427,
      "learning_rate": 3.634200469120776e-05,
      "loss": 1.8203,
      "step": 100235
    },
    {
      "epoch": 4.663224005582694,
      "grad_norm": 1.9080812100789932,
      "learning_rate": 3.633958272863593e-05,
      "loss": 1.7031,
      "step": 100236
    },
    {
      "epoch": 4.663270528029774,
      "grad_norm": 2.0220133315518583,
      "learning_rate": 3.633716083564769e-05,
      "loss": 1.7422,
      "step": 100237
    },
    {
      "epoch": 4.663317050476855,
      "grad_norm": 1.694970776331909,
      "learning_rate": 3.63347390122445e-05,
      "loss": 1.5938,
      "step": 100238
    },
    {
      "epoch": 4.663363572923936,
      "grad_norm": 1.846351920063378,
      "learning_rate": 3.6332317258427866e-05,
      "loss": 1.7031,
      "step": 100239
    },
    {
      "epoch": 4.663410095371017,
      "grad_norm": 1.7354568099992542,
      "learning_rate": 3.63298955741992e-05,
      "loss": 1.6094,
      "step": 100240
    },
    {
      "epoch": 4.663456617818097,
      "grad_norm": 1.6286342808767036,
      "learning_rate": 3.632747395956009e-05,
      "loss": 1.2266,
      "step": 100241
    },
    {
      "epoch": 4.663503140265178,
      "grad_norm": 1.7688450634433426,
      "learning_rate": 3.632505241451192e-05,
      "loss": 1.5703,
      "step": 100242
    },
    {
      "epoch": 4.663549662712259,
      "grad_norm": 1.8631735008375336,
      "learning_rate": 3.632263093905627e-05,
      "loss": 1.5625,
      "step": 100243
    },
    {
      "epoch": 4.6635961851593395,
      "grad_norm": 1.8412835376801973,
      "learning_rate": 3.6320209533194585e-05,
      "loss": 1.7031,
      "step": 100244
    },
    {
      "epoch": 4.66364270760642,
      "grad_norm": 1.819239025561675,
      "learning_rate": 3.631778819692828e-05,
      "loss": 1.5938,
      "step": 100245
    },
    {
      "epoch": 4.6636892300535004,
      "grad_norm": 1.8613165227955852,
      "learning_rate": 3.631536693025896e-05,
      "loss": 1.4844,
      "step": 100246
    },
    {
      "epoch": 4.663735752500582,
      "grad_norm": 1.580578611066758,
      "learning_rate": 3.631294573318802e-05,
      "loss": 1.3516,
      "step": 100247
    },
    {
      "epoch": 4.663782274947662,
      "grad_norm": 1.7171648591478166,
      "learning_rate": 3.631052460571698e-05,
      "loss": 1.4844,
      "step": 100248
    },
    {
      "epoch": 4.663828797394743,
      "grad_norm": 1.9151171802607605,
      "learning_rate": 3.630810354784724e-05,
      "loss": 1.6484,
      "step": 100249
    },
    {
      "epoch": 4.663875319841823,
      "grad_norm": 1.6919728766114053,
      "learning_rate": 3.6305682559580415e-05,
      "loss": 1.4609,
      "step": 100250
    },
    {
      "epoch": 4.663921842288905,
      "grad_norm": 1.8087002482379488,
      "learning_rate": 3.630326164091791e-05,
      "loss": 1.5859,
      "step": 100251
    },
    {
      "epoch": 4.663968364735985,
      "grad_norm": 1.5516310776124749,
      "learning_rate": 3.630084079186123e-05,
      "loss": 1.2891,
      "step": 100252
    },
    {
      "epoch": 4.664014887183066,
      "grad_norm": 1.7939445055519014,
      "learning_rate": 3.62984200124118e-05,
      "loss": 1.6094,
      "step": 100253
    },
    {
      "epoch": 4.664061409630147,
      "grad_norm": 1.8183746149785602,
      "learning_rate": 3.629599930257119e-05,
      "loss": 1.6172,
      "step": 100254
    },
    {
      "epoch": 4.664107932077227,
      "grad_norm": 1.8675777002202314,
      "learning_rate": 3.629357866234083e-05,
      "loss": 1.7031,
      "step": 100255
    },
    {
      "epoch": 4.664154454524308,
      "grad_norm": 1.9654587192476314,
      "learning_rate": 3.629115809172222e-05,
      "loss": 1.7812,
      "step": 100256
    },
    {
      "epoch": 4.664200976971388,
      "grad_norm": 1.9654739192535724,
      "learning_rate": 3.6288737590716784e-05,
      "loss": 1.8125,
      "step": 100257
    },
    {
      "epoch": 4.66424749941847,
      "grad_norm": 2.005551559307061,
      "learning_rate": 3.62863171593261e-05,
      "loss": 1.6172,
      "step": 100258
    },
    {
      "epoch": 4.66429402186555,
      "grad_norm": 1.6280908290219072,
      "learning_rate": 3.62838967975516e-05,
      "loss": 1.3906,
      "step": 100259
    },
    {
      "epoch": 4.664340544312631,
      "grad_norm": 1.8848530612252352,
      "learning_rate": 3.628147650539476e-05,
      "loss": 1.6953,
      "step": 100260
    },
    {
      "epoch": 4.664387066759712,
      "grad_norm": 1.8022036148753888,
      "learning_rate": 3.627905628285705e-05,
      "loss": 1.5312,
      "step": 100261
    },
    {
      "epoch": 4.6644335892067925,
      "grad_norm": 1.812761476292061,
      "learning_rate": 3.627663612993999e-05,
      "loss": 1.5938,
      "step": 100262
    },
    {
      "epoch": 4.664480111653873,
      "grad_norm": 2.0433845401256607,
      "learning_rate": 3.6274216046645064e-05,
      "loss": 1.9062,
      "step": 100263
    },
    {
      "epoch": 4.6645266341009535,
      "grad_norm": 1.9440444090559175,
      "learning_rate": 3.6271796032973695e-05,
      "loss": 1.7969,
      "step": 100264
    },
    {
      "epoch": 4.664573156548034,
      "grad_norm": 1.8181215218894495,
      "learning_rate": 3.6269376088927424e-05,
      "loss": 1.6328,
      "step": 100265
    },
    {
      "epoch": 4.664619678995115,
      "grad_norm": 1.849441503032797,
      "learning_rate": 3.6266956214507716e-05,
      "loss": 1.5625,
      "step": 100266
    },
    {
      "epoch": 4.664666201442196,
      "grad_norm": 1.7258348942303894,
      "learning_rate": 3.6264536409716006e-05,
      "loss": 1.4922,
      "step": 100267
    },
    {
      "epoch": 4.664712723889276,
      "grad_norm": 1.7365905416363998,
      "learning_rate": 3.626211667455387e-05,
      "loss": 1.5156,
      "step": 100268
    },
    {
      "epoch": 4.664759246336358,
      "grad_norm": 1.7980200295637525,
      "learning_rate": 3.625969700902272e-05,
      "loss": 1.5859,
      "step": 100269
    },
    {
      "epoch": 4.664805768783438,
      "grad_norm": 1.734216347907605,
      "learning_rate": 3.625727741312407e-05,
      "loss": 1.4844,
      "step": 100270
    },
    {
      "epoch": 4.664852291230519,
      "grad_norm": 1.8628993278361667,
      "learning_rate": 3.6254857886859345e-05,
      "loss": 1.6875,
      "step": 100271
    },
    {
      "epoch": 4.664898813677599,
      "grad_norm": 1.7192411614724057,
      "learning_rate": 3.62524384302301e-05,
      "loss": 1.4219,
      "step": 100272
    },
    {
      "epoch": 4.66494533612468,
      "grad_norm": 1.8836636696978135,
      "learning_rate": 3.625001904323777e-05,
      "loss": 1.6484,
      "step": 100273
    },
    {
      "epoch": 4.664991858571761,
      "grad_norm": 1.7380620611701594,
      "learning_rate": 3.624759972588387e-05,
      "loss": 1.5312,
      "step": 100274
    },
    {
      "epoch": 4.665038381018841,
      "grad_norm": 2.053597655819917,
      "learning_rate": 3.624518047816981e-05,
      "loss": 2.1094,
      "step": 100275
    },
    {
      "epoch": 4.665084903465923,
      "grad_norm": 1.687953406909658,
      "learning_rate": 3.6242761300097164e-05,
      "loss": 1.4531,
      "step": 100276
    },
    {
      "epoch": 4.665131425913003,
      "grad_norm": 1.8048012347386364,
      "learning_rate": 3.6240342191667355e-05,
      "loss": 1.4688,
      "step": 100277
    },
    {
      "epoch": 4.665177948360084,
      "grad_norm": 1.6918599050380811,
      "learning_rate": 3.62379231528819e-05,
      "loss": 1.5391,
      "step": 100278
    },
    {
      "epoch": 4.665224470807164,
      "grad_norm": 1.7733422732860182,
      "learning_rate": 3.623550418374221e-05,
      "loss": 1.5703,
      "step": 100279
    },
    {
      "epoch": 4.6652709932542455,
      "grad_norm": 1.755671466467969,
      "learning_rate": 3.6233085284249854e-05,
      "loss": 1.6328,
      "step": 100280
    },
    {
      "epoch": 4.665317515701326,
      "grad_norm": 1.8726464859521699,
      "learning_rate": 3.623066645440628e-05,
      "loss": 1.7891,
      "step": 100281
    },
    {
      "epoch": 4.6653640381484065,
      "grad_norm": 1.8124046297883902,
      "learning_rate": 3.6228247694212945e-05,
      "loss": 1.6719,
      "step": 100282
    },
    {
      "epoch": 4.665410560595487,
      "grad_norm": 1.8069957418464724,
      "learning_rate": 3.622582900367133e-05,
      "loss": 1.5625,
      "step": 100283
    },
    {
      "epoch": 4.665457083042568,
      "grad_norm": 1.566611961627222,
      "learning_rate": 3.622341038278296e-05,
      "loss": 1.2344,
      "step": 100284
    },
    {
      "epoch": 4.665503605489649,
      "grad_norm": 1.6990090125207509,
      "learning_rate": 3.622099183154929e-05,
      "loss": 1.4609,
      "step": 100285
    },
    {
      "epoch": 4.665550127936729,
      "grad_norm": 1.7717141112477988,
      "learning_rate": 3.621857334997176e-05,
      "loss": 1.4766,
      "step": 100286
    },
    {
      "epoch": 4.66559665038381,
      "grad_norm": 1.7845864994164782,
      "learning_rate": 3.621615493805193e-05,
      "loss": 1.4922,
      "step": 100287
    },
    {
      "epoch": 4.665643172830891,
      "grad_norm": 1.8038511810035593,
      "learning_rate": 3.6213736595791205e-05,
      "loss": 1.5625,
      "step": 100288
    },
    {
      "epoch": 4.665689695277972,
      "grad_norm": 1.9398336215636829,
      "learning_rate": 3.621131832319113e-05,
      "loss": 1.7969,
      "step": 100289
    },
    {
      "epoch": 4.665736217725052,
      "grad_norm": 1.679435283102051,
      "learning_rate": 3.620890012025316e-05,
      "loss": 1.375,
      "step": 100290
    },
    {
      "epoch": 4.6657827401721335,
      "grad_norm": 1.6710066793904639,
      "learning_rate": 3.620648198697879e-05,
      "loss": 1.4141,
      "step": 100291
    },
    {
      "epoch": 4.665829262619214,
      "grad_norm": 1.8198511884086728,
      "learning_rate": 3.620406392336947e-05,
      "loss": 1.5312,
      "step": 100292
    },
    {
      "epoch": 4.665875785066294,
      "grad_norm": 1.759360606586512,
      "learning_rate": 3.620164592942664e-05,
      "loss": 1.6016,
      "step": 100293
    },
    {
      "epoch": 4.665922307513375,
      "grad_norm": 1.8120199713514056,
      "learning_rate": 3.619922800515189e-05,
      "loss": 1.5078,
      "step": 100294
    },
    {
      "epoch": 4.665968829960456,
      "grad_norm": 1.8516815900957067,
      "learning_rate": 3.619681015054663e-05,
      "loss": 1.625,
      "step": 100295
    },
    {
      "epoch": 4.666015352407537,
      "grad_norm": 2.0315737972681336,
      "learning_rate": 3.619439236561237e-05,
      "loss": 1.7969,
      "step": 100296
    },
    {
      "epoch": 4.666061874854617,
      "grad_norm": 1.5589408414527508,
      "learning_rate": 3.6191974650350525e-05,
      "loss": 1.2812,
      "step": 100297
    },
    {
      "epoch": 4.666108397301698,
      "grad_norm": 1.786638559491819,
      "learning_rate": 3.618955700476266e-05,
      "loss": 1.6016,
      "step": 100298
    },
    {
      "epoch": 4.666154919748779,
      "grad_norm": 1.6066202661236988,
      "learning_rate": 3.618713942885022e-05,
      "loss": 1.2266,
      "step": 100299
    },
    {
      "epoch": 4.6662014421958595,
      "grad_norm": 1.8817674573194758,
      "learning_rate": 3.618472192261469e-05,
      "loss": 1.6719,
      "step": 100300
    },
    {
      "epoch": 4.66624796464294,
      "grad_norm": 1.6264226486854323,
      "learning_rate": 3.618230448605749e-05,
      "loss": 1.1953,
      "step": 100301
    },
    {
      "epoch": 4.6662944870900205,
      "grad_norm": 1.835442690605576,
      "learning_rate": 3.617988711918022e-05,
      "loss": 1.6875,
      "step": 100302
    },
    {
      "epoch": 4.666341009537102,
      "grad_norm": 1.838275658497215,
      "learning_rate": 3.617746982198427e-05,
      "loss": 1.5234,
      "step": 100303
    },
    {
      "epoch": 4.666387531984182,
      "grad_norm": 1.73133782010843,
      "learning_rate": 3.6175052594471155e-05,
      "loss": 1.5938,
      "step": 100304
    },
    {
      "epoch": 4.666434054431263,
      "grad_norm": 1.8306925345752028,
      "learning_rate": 3.6172635436642295e-05,
      "loss": 1.6406,
      "step": 100305
    },
    {
      "epoch": 4.666480576878344,
      "grad_norm": 1.5235641132832722,
      "learning_rate": 3.6170218348499276e-05,
      "loss": 1.2969,
      "step": 100306
    },
    {
      "epoch": 4.666527099325425,
      "grad_norm": 1.7999428508208226,
      "learning_rate": 3.616780133004349e-05,
      "loss": 1.4141,
      "step": 100307
    },
    {
      "epoch": 4.666573621772505,
      "grad_norm": 1.7779395648876426,
      "learning_rate": 3.616538438127644e-05,
      "loss": 1.4688,
      "step": 100308
    },
    {
      "epoch": 4.666620144219586,
      "grad_norm": 1.8235659744792057,
      "learning_rate": 3.616296750219963e-05,
      "loss": 1.6016,
      "step": 100309
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 1.7287969134951902,
      "learning_rate": 3.6160550692814496e-05,
      "loss": 1.5625,
      "step": 100310
    },
    {
      "epoch": 4.666713189113747,
      "grad_norm": 1.677993664913995,
      "learning_rate": 3.6158133953122576e-05,
      "loss": 1.4141,
      "step": 100311
    },
    {
      "epoch": 4.666759711560828,
      "grad_norm": 1.6678270287286903,
      "learning_rate": 3.6155717283125326e-05,
      "loss": 1.3359,
      "step": 100312
    },
    {
      "epoch": 4.666806234007909,
      "grad_norm": 1.7294889714576112,
      "learning_rate": 3.6153300682824204e-05,
      "loss": 1.4531,
      "step": 100313
    },
    {
      "epoch": 4.66685275645499,
      "grad_norm": 1.7048936882057963,
      "learning_rate": 3.6150884152220666e-05,
      "loss": 1.4219,
      "step": 100314
    },
    {
      "epoch": 4.66689927890207,
      "grad_norm": 1.8770584653811155,
      "learning_rate": 3.614846769131627e-05,
      "loss": 1.6406,
      "step": 100315
    },
    {
      "epoch": 4.666945801349151,
      "grad_norm": 1.8000880832005717,
      "learning_rate": 3.614605130011244e-05,
      "loss": 1.6328,
      "step": 100316
    },
    {
      "epoch": 4.666992323796231,
      "grad_norm": 1.9433576167707025,
      "learning_rate": 3.614363497861069e-05,
      "loss": 1.7969,
      "step": 100317
    },
    {
      "epoch": 4.6670388462433126,
      "grad_norm": 1.8811821446251416,
      "learning_rate": 3.6141218726812485e-05,
      "loss": 1.6094,
      "step": 100318
    },
    {
      "epoch": 4.667085368690393,
      "grad_norm": 1.8072712264921318,
      "learning_rate": 3.613880254471923e-05,
      "loss": 1.6641,
      "step": 100319
    },
    {
      "epoch": 4.6671318911374735,
      "grad_norm": 1.9324242021925149,
      "learning_rate": 3.613638643233252e-05,
      "loss": 1.7734,
      "step": 100320
    },
    {
      "epoch": 4.667178413584555,
      "grad_norm": 1.80877397461148,
      "learning_rate": 3.6133970389653785e-05,
      "loss": 1.5625,
      "step": 100321
    },
    {
      "epoch": 4.667224936031635,
      "grad_norm": 1.6892318821971857,
      "learning_rate": 3.6131554416684515e-05,
      "loss": 1.5469,
      "step": 100322
    },
    {
      "epoch": 4.667271458478716,
      "grad_norm": 1.8020085109872381,
      "learning_rate": 3.612913851342612e-05,
      "loss": 1.6172,
      "step": 100323
    },
    {
      "epoch": 4.667317980925796,
      "grad_norm": 1.7095253295456292,
      "learning_rate": 3.612672267988019e-05,
      "loss": 1.5469,
      "step": 100324
    },
    {
      "epoch": 4.667364503372878,
      "grad_norm": 1.8585689994590044,
      "learning_rate": 3.6124306916048154e-05,
      "loss": 1.6406,
      "step": 100325
    },
    {
      "epoch": 4.667411025819958,
      "grad_norm": 1.6998947930841584,
      "learning_rate": 3.6121891221931495e-05,
      "loss": 1.4531,
      "step": 100326
    },
    {
      "epoch": 4.667457548267039,
      "grad_norm": 1.8102203105449366,
      "learning_rate": 3.611947559753162e-05,
      "loss": 1.7109,
      "step": 100327
    },
    {
      "epoch": 4.66750407071412,
      "grad_norm": 1.880968275258369,
      "learning_rate": 3.611706004285014e-05,
      "loss": 1.7969,
      "step": 100328
    },
    {
      "epoch": 4.6675505931612005,
      "grad_norm": 1.8130054150480928,
      "learning_rate": 3.611464455788844e-05,
      "loss": 1.7031,
      "step": 100329
    },
    {
      "epoch": 4.667597115608281,
      "grad_norm": 1.811875963301061,
      "learning_rate": 3.6112229142648e-05,
      "loss": 1.5391,
      "step": 100330
    },
    {
      "epoch": 4.667643638055361,
      "grad_norm": 1.7613297696941663,
      "learning_rate": 3.6109813797130374e-05,
      "loss": 1.5391,
      "step": 100331
    },
    {
      "epoch": 4.667690160502443,
      "grad_norm": 1.765692563101883,
      "learning_rate": 3.610739852133694e-05,
      "loss": 1.5703,
      "step": 100332
    },
    {
      "epoch": 4.667736682949523,
      "grad_norm": 1.715344785898064,
      "learning_rate": 3.610498331526927e-05,
      "loss": 1.3438,
      "step": 100333
    },
    {
      "epoch": 4.667783205396604,
      "grad_norm": 1.8364277330694962,
      "learning_rate": 3.6102568178928806e-05,
      "loss": 1.7578,
      "step": 100334
    },
    {
      "epoch": 4.667829727843684,
      "grad_norm": 1.815684973939548,
      "learning_rate": 3.610015311231701e-05,
      "loss": 1.6719,
      "step": 100335
    },
    {
      "epoch": 4.667876250290766,
      "grad_norm": 1.7857788214415504,
      "learning_rate": 3.609773811543534e-05,
      "loss": 1.6719,
      "step": 100336
    },
    {
      "epoch": 4.667922772737846,
      "grad_norm": 1.7779055215524822,
      "learning_rate": 3.609532318828534e-05,
      "loss": 1.5469,
      "step": 100337
    },
    {
      "epoch": 4.6679692951849265,
      "grad_norm": 1.8398903447280768,
      "learning_rate": 3.6092908330868454e-05,
      "loss": 1.5469,
      "step": 100338
    },
    {
      "epoch": 4.668015817632007,
      "grad_norm": 1.716843491655176,
      "learning_rate": 3.609049354318617e-05,
      "loss": 1.5156,
      "step": 100339
    },
    {
      "epoch": 4.668062340079088,
      "grad_norm": 1.8170202513458085,
      "learning_rate": 3.6088078825239905e-05,
      "loss": 1.5938,
      "step": 100340
    },
    {
      "epoch": 4.668108862526169,
      "grad_norm": 1.8599662752228396,
      "learning_rate": 3.608566417703124e-05,
      "loss": 1.6406,
      "step": 100341
    },
    {
      "epoch": 4.668155384973249,
      "grad_norm": 1.7267908488991188,
      "learning_rate": 3.608324959856159e-05,
      "loss": 1.6406,
      "step": 100342
    },
    {
      "epoch": 4.668201907420331,
      "grad_norm": 1.858228975188446,
      "learning_rate": 3.608083508983247e-05,
      "loss": 1.6094,
      "step": 100343
    },
    {
      "epoch": 4.668248429867411,
      "grad_norm": 1.7181091014497711,
      "learning_rate": 3.6078420650845315e-05,
      "loss": 1.4688,
      "step": 100344
    },
    {
      "epoch": 4.668294952314492,
      "grad_norm": 1.8258443495153192,
      "learning_rate": 3.607600628160158e-05,
      "loss": 1.6094,
      "step": 100345
    },
    {
      "epoch": 4.668341474761572,
      "grad_norm": 1.8566468668647478,
      "learning_rate": 3.607359198210283e-05,
      "loss": 1.6719,
      "step": 100346
    },
    {
      "epoch": 4.6683879972086535,
      "grad_norm": 1.730455550873569,
      "learning_rate": 3.60711777523505e-05,
      "loss": 1.6094,
      "step": 100347
    },
    {
      "epoch": 4.668434519655734,
      "grad_norm": 1.9086776832312302,
      "learning_rate": 3.606876359234608e-05,
      "loss": 1.7188,
      "step": 100348
    },
    {
      "epoch": 4.6684810421028144,
      "grad_norm": 1.7450875445945924,
      "learning_rate": 3.606634950209098e-05,
      "loss": 1.5547,
      "step": 100349
    },
    {
      "epoch": 4.668527564549896,
      "grad_norm": 1.7758848747351637,
      "learning_rate": 3.606393548158677e-05,
      "loss": 1.5234,
      "step": 100350
    },
    {
      "epoch": 4.668574086996976,
      "grad_norm": 1.965325410822626,
      "learning_rate": 3.6061521530834895e-05,
      "loss": 1.7031,
      "step": 100351
    },
    {
      "epoch": 4.668620609444057,
      "grad_norm": 1.8896835362403837,
      "learning_rate": 3.605910764983678e-05,
      "loss": 1.75,
      "step": 100352
    },
    {
      "epoch": 4.668667131891137,
      "grad_norm": 1.7074167643324627,
      "learning_rate": 3.605669383859399e-05,
      "loss": 1.4453,
      "step": 100353
    },
    {
      "epoch": 4.668713654338218,
      "grad_norm": 1.6667984332686638,
      "learning_rate": 3.605428009710794e-05,
      "loss": 1.4141,
      "step": 100354
    },
    {
      "epoch": 4.668760176785299,
      "grad_norm": 1.803385574178259,
      "learning_rate": 3.6051866425380156e-05,
      "loss": 1.4531,
      "step": 100355
    },
    {
      "epoch": 4.66880669923238,
      "grad_norm": 1.7566924561495256,
      "learning_rate": 3.60494528234121e-05,
      "loss": 1.4531,
      "step": 100356
    },
    {
      "epoch": 4.66885322167946,
      "grad_norm": 1.7873185094294,
      "learning_rate": 3.604703929120524e-05,
      "loss": 1.5547,
      "step": 100357
    },
    {
      "epoch": 4.668899744126541,
      "grad_norm": 1.537161171704501,
      "learning_rate": 3.6044625828761016e-05,
      "loss": 1.1484,
      "step": 100358
    },
    {
      "epoch": 4.668946266573622,
      "grad_norm": 1.810087620163146,
      "learning_rate": 3.604221243608098e-05,
      "loss": 1.5625,
      "step": 100359
    },
    {
      "epoch": 4.668992789020702,
      "grad_norm": 1.7379304076889752,
      "learning_rate": 3.6039799113166574e-05,
      "loss": 1.5078,
      "step": 100360
    },
    {
      "epoch": 4.669039311467783,
      "grad_norm": 1.870556558540682,
      "learning_rate": 3.603738586001928e-05,
      "loss": 1.625,
      "step": 100361
    },
    {
      "epoch": 4.669085833914864,
      "grad_norm": 1.8064586001209395,
      "learning_rate": 3.60349726766405e-05,
      "loss": 1.5469,
      "step": 100362
    },
    {
      "epoch": 4.669132356361945,
      "grad_norm": 1.842405838981599,
      "learning_rate": 3.6032559563031845e-05,
      "loss": 1.625,
      "step": 100363
    },
    {
      "epoch": 4.669178878809025,
      "grad_norm": 1.8965076219387358,
      "learning_rate": 3.603014651919474e-05,
      "loss": 1.6641,
      "step": 100364
    },
    {
      "epoch": 4.6692254012561065,
      "grad_norm": 1.8738316667173136,
      "learning_rate": 3.602773354513064e-05,
      "loss": 1.6953,
      "step": 100365
    },
    {
      "epoch": 4.669271923703187,
      "grad_norm": 1.8889914195653925,
      "learning_rate": 3.602532064084099e-05,
      "loss": 1.6328,
      "step": 100366
    },
    {
      "epoch": 4.6693184461502675,
      "grad_norm": 1.811182233180072,
      "learning_rate": 3.602290780632735e-05,
      "loss": 1.5625,
      "step": 100367
    },
    {
      "epoch": 4.669364968597348,
      "grad_norm": 1.8954301101729838,
      "learning_rate": 3.6020495041591166e-05,
      "loss": 1.7266,
      "step": 100368
    },
    {
      "epoch": 4.669411491044429,
      "grad_norm": 1.4321783882762225,
      "learning_rate": 3.601808234663389e-05,
      "loss": 1.1641,
      "step": 100369
    },
    {
      "epoch": 4.66945801349151,
      "grad_norm": 1.7492412452105925,
      "learning_rate": 3.6015669721457036e-05,
      "loss": 1.5234,
      "step": 100370
    },
    {
      "epoch": 4.66950453593859,
      "grad_norm": 1.6770778812413931,
      "learning_rate": 3.601325716606201e-05,
      "loss": 1.3516,
      "step": 100371
    },
    {
      "epoch": 4.669551058385671,
      "grad_norm": 1.930412092234549,
      "learning_rate": 3.601084468045038e-05,
      "loss": 1.6953,
      "step": 100372
    },
    {
      "epoch": 4.669597580832752,
      "grad_norm": 1.8379530896039884,
      "learning_rate": 3.6008432264623596e-05,
      "loss": 1.6641,
      "step": 100373
    },
    {
      "epoch": 4.669644103279833,
      "grad_norm": 1.9849200595152034,
      "learning_rate": 3.6006019918583066e-05,
      "loss": 1.8359,
      "step": 100374
    },
    {
      "epoch": 4.669690625726913,
      "grad_norm": 1.8634267734082706,
      "learning_rate": 3.600360764233037e-05,
      "loss": 1.6797,
      "step": 100375
    },
    {
      "epoch": 4.6697371481739935,
      "grad_norm": 1.9131919412948644,
      "learning_rate": 3.6001195435866874e-05,
      "loss": 1.6562,
      "step": 100376
    },
    {
      "epoch": 4.669783670621075,
      "grad_norm": 1.7852266027490835,
      "learning_rate": 3.599878329919419e-05,
      "loss": 1.5469,
      "step": 100377
    },
    {
      "epoch": 4.669830193068155,
      "grad_norm": 1.863064339370237,
      "learning_rate": 3.599637123231371e-05,
      "loss": 1.7109,
      "step": 100378
    },
    {
      "epoch": 4.669876715515236,
      "grad_norm": 1.892629429727262,
      "learning_rate": 3.5993959235226913e-05,
      "loss": 1.625,
      "step": 100379
    },
    {
      "epoch": 4.669923237962317,
      "grad_norm": 1.753521976931319,
      "learning_rate": 3.599154730793526e-05,
      "loss": 1.4609,
      "step": 100380
    },
    {
      "epoch": 4.669969760409398,
      "grad_norm": 1.8013668332503916,
      "learning_rate": 3.59891354504403e-05,
      "loss": 1.5625,
      "step": 100381
    },
    {
      "epoch": 4.670016282856478,
      "grad_norm": 1.9890529199825269,
      "learning_rate": 3.598672366274345e-05,
      "loss": 1.8594,
      "step": 100382
    },
    {
      "epoch": 4.670062805303559,
      "grad_norm": 1.626884066691244,
      "learning_rate": 3.598431194484621e-05,
      "loss": 1.3047,
      "step": 100383
    },
    {
      "epoch": 4.67010932775064,
      "grad_norm": 1.8827768549064126,
      "learning_rate": 3.5981900296749985e-05,
      "loss": 1.7969,
      "step": 100384
    },
    {
      "epoch": 4.6701558501977205,
      "grad_norm": 1.8730890852617086,
      "learning_rate": 3.597948871845638e-05,
      "loss": 1.5703,
      "step": 100385
    },
    {
      "epoch": 4.670202372644801,
      "grad_norm": 1.9899540898564712,
      "learning_rate": 3.5977077209966784e-05,
      "loss": 1.6328,
      "step": 100386
    },
    {
      "epoch": 4.6702488950918815,
      "grad_norm": 1.616304421720903,
      "learning_rate": 3.5974665771282713e-05,
      "loss": 1.3359,
      "step": 100387
    },
    {
      "epoch": 4.670295417538963,
      "grad_norm": 1.7479185531790575,
      "learning_rate": 3.5972254402405555e-05,
      "loss": 1.5156,
      "step": 100388
    },
    {
      "epoch": 4.670341939986043,
      "grad_norm": 1.8754631185824011,
      "learning_rate": 3.596984310333692e-05,
      "loss": 1.625,
      "step": 100389
    },
    {
      "epoch": 4.670388462433124,
      "grad_norm": 1.4160691688746405,
      "learning_rate": 3.596743187407821e-05,
      "loss": 1.2656,
      "step": 100390
    },
    {
      "epoch": 4.670434984880204,
      "grad_norm": 1.6956245778247014,
      "learning_rate": 3.596502071463091e-05,
      "loss": 1.3906,
      "step": 100391
    },
    {
      "epoch": 4.670481507327286,
      "grad_norm": 1.8932758626619328,
      "learning_rate": 3.5962609624996465e-05,
      "loss": 1.5859,
      "step": 100392
    },
    {
      "epoch": 4.670528029774366,
      "grad_norm": 1.6536094792347236,
      "learning_rate": 3.596019860517641e-05,
      "loss": 1.3516,
      "step": 100393
    },
    {
      "epoch": 4.670574552221447,
      "grad_norm": 1.6339456016101106,
      "learning_rate": 3.59577876551722e-05,
      "loss": 1.3281,
      "step": 100394
    },
    {
      "epoch": 4.670621074668528,
      "grad_norm": 1.6711483279718846,
      "learning_rate": 3.595537677498529e-05,
      "loss": 1.3203,
      "step": 100395
    },
    {
      "epoch": 4.670667597115608,
      "grad_norm": 1.9773897557507691,
      "learning_rate": 3.595296596461714e-05,
      "loss": 1.7891,
      "step": 100396
    },
    {
      "epoch": 4.670714119562689,
      "grad_norm": 1.6910611950278642,
      "learning_rate": 3.595055522406927e-05,
      "loss": 1.4141,
      "step": 100397
    },
    {
      "epoch": 4.670760642009769,
      "grad_norm": 1.8737220575814981,
      "learning_rate": 3.594814455334317e-05,
      "loss": 1.7188,
      "step": 100398
    },
    {
      "epoch": 4.670807164456851,
      "grad_norm": 1.6172575155890263,
      "learning_rate": 3.594573395244029e-05,
      "loss": 1.3203,
      "step": 100399
    },
    {
      "epoch": 4.670853686903931,
      "grad_norm": 1.8505415565396706,
      "learning_rate": 3.59433234213621e-05,
      "loss": 1.6172,
      "step": 100400
    },
    {
      "epoch": 4.670900209351012,
      "grad_norm": 1.9793367636391581,
      "learning_rate": 3.594091296011008e-05,
      "loss": 1.7031,
      "step": 100401
    },
    {
      "epoch": 4.670946731798093,
      "grad_norm": 1.7651270421145926,
      "learning_rate": 3.5938502568685676e-05,
      "loss": 1.5703,
      "step": 100402
    },
    {
      "epoch": 4.6709932542451735,
      "grad_norm": 1.9624632112459457,
      "learning_rate": 3.593609224709043e-05,
      "loss": 1.7812,
      "step": 100403
    },
    {
      "epoch": 4.671039776692254,
      "grad_norm": 2.020494112941892,
      "learning_rate": 3.593368199532577e-05,
      "loss": 1.9375,
      "step": 100404
    },
    {
      "epoch": 4.6710862991393345,
      "grad_norm": 1.8008611770521301,
      "learning_rate": 3.593127181339319e-05,
      "loss": 1.5859,
      "step": 100405
    },
    {
      "epoch": 4.671132821586415,
      "grad_norm": 1.9347879567112727,
      "learning_rate": 3.592886170129411e-05,
      "loss": 1.7109,
      "step": 100406
    },
    {
      "epoch": 4.671179344033496,
      "grad_norm": 1.9416841083420608,
      "learning_rate": 3.5926451659030103e-05,
      "loss": 1.75,
      "step": 100407
    },
    {
      "epoch": 4.671225866480577,
      "grad_norm": 1.7609592589593006,
      "learning_rate": 3.5924041686602585e-05,
      "loss": 1.5234,
      "step": 100408
    },
    {
      "epoch": 4.671272388927657,
      "grad_norm": 1.8537012673235478,
      "learning_rate": 3.592163178401305e-05,
      "loss": 1.6406,
      "step": 100409
    },
    {
      "epoch": 4.671318911374739,
      "grad_norm": 1.837402513131312,
      "learning_rate": 3.591922195126292e-05,
      "loss": 1.6562,
      "step": 100410
    },
    {
      "epoch": 4.671365433821819,
      "grad_norm": 1.8008764698662212,
      "learning_rate": 3.591681218835377e-05,
      "loss": 1.6562,
      "step": 100411
    },
    {
      "epoch": 4.6714119562689,
      "grad_norm": 1.806750705112737,
      "learning_rate": 3.5914402495287e-05,
      "loss": 1.5078,
      "step": 100412
    },
    {
      "epoch": 4.67145847871598,
      "grad_norm": 1.7171361959366882,
      "learning_rate": 3.591199287206411e-05,
      "loss": 1.5469,
      "step": 100413
    },
    {
      "epoch": 4.671505001163061,
      "grad_norm": 1.9237948685750894,
      "learning_rate": 3.590958331868652e-05,
      "loss": 1.75,
      "step": 100414
    },
    {
      "epoch": 4.671551523610142,
      "grad_norm": 1.7802873982338565,
      "learning_rate": 3.5907173835155804e-05,
      "loss": 1.6406,
      "step": 100415
    },
    {
      "epoch": 4.671598046057222,
      "grad_norm": 1.908512044654903,
      "learning_rate": 3.59047644214734e-05,
      "loss": 1.75,
      "step": 100416
    },
    {
      "epoch": 4.671644568504304,
      "grad_norm": 1.8384209848533026,
      "learning_rate": 3.590235507764076e-05,
      "loss": 1.7578,
      "step": 100417
    },
    {
      "epoch": 4.671691090951384,
      "grad_norm": 1.8051432083097743,
      "learning_rate": 3.589994580365934e-05,
      "loss": 1.4688,
      "step": 100418
    },
    {
      "epoch": 4.671737613398465,
      "grad_norm": 1.806276014778605,
      "learning_rate": 3.589753659953063e-05,
      "loss": 1.5469,
      "step": 100419
    },
    {
      "epoch": 4.671784135845545,
      "grad_norm": 1.7633458970275984,
      "learning_rate": 3.589512746525617e-05,
      "loss": 1.4531,
      "step": 100420
    },
    {
      "epoch": 4.671830658292627,
      "grad_norm": 1.7498570753818377,
      "learning_rate": 3.589271840083739e-05,
      "loss": 1.4219,
      "step": 100421
    },
    {
      "epoch": 4.671877180739707,
      "grad_norm": 1.6531600094291297,
      "learning_rate": 3.589030940627576e-05,
      "loss": 1.3984,
      "step": 100422
    },
    {
      "epoch": 4.6719237031867875,
      "grad_norm": 1.696565290680922,
      "learning_rate": 3.5887900481572714e-05,
      "loss": 1.5,
      "step": 100423
    },
    {
      "epoch": 4.671970225633868,
      "grad_norm": 1.7774125037677413,
      "learning_rate": 3.5885491626729804e-05,
      "loss": 1.5547,
      "step": 100424
    },
    {
      "epoch": 4.672016748080949,
      "grad_norm": 1.745393313357757,
      "learning_rate": 3.588308284174846e-05,
      "loss": 1.6562,
      "step": 100425
    },
    {
      "epoch": 4.67206327052803,
      "grad_norm": 1.8049076976080909,
      "learning_rate": 3.588067412663018e-05,
      "loss": 1.6875,
      "step": 100426
    },
    {
      "epoch": 4.67210979297511,
      "grad_norm": 1.8275055778200067,
      "learning_rate": 3.587826548137641e-05,
      "loss": 1.6328,
      "step": 100427
    },
    {
      "epoch": 4.672156315422191,
      "grad_norm": 1.8740861568795457,
      "learning_rate": 3.587585690598861e-05,
      "loss": 1.5859,
      "step": 100428
    },
    {
      "epoch": 4.672202837869272,
      "grad_norm": 1.8235758747819208,
      "learning_rate": 3.587344840046832e-05,
      "loss": 1.7188,
      "step": 100429
    },
    {
      "epoch": 4.672249360316353,
      "grad_norm": 1.7788548932011419,
      "learning_rate": 3.5871039964816974e-05,
      "loss": 1.4297,
      "step": 100430
    },
    {
      "epoch": 4.672295882763433,
      "grad_norm": 1.5183781730050472,
      "learning_rate": 3.5868631599036055e-05,
      "loss": 1.3047,
      "step": 100431
    },
    {
      "epoch": 4.6723424052105145,
      "grad_norm": 1.9133284146020921,
      "learning_rate": 3.586622330312699e-05,
      "loss": 1.7656,
      "step": 100432
    },
    {
      "epoch": 4.672388927657595,
      "grad_norm": 1.7511616641838932,
      "learning_rate": 3.5863815077091336e-05,
      "loss": 1.7656,
      "step": 100433
    },
    {
      "epoch": 4.672435450104675,
      "grad_norm": 1.8018686070546885,
      "learning_rate": 3.586140692093053e-05,
      "loss": 1.7031,
      "step": 100434
    },
    {
      "epoch": 4.672481972551756,
      "grad_norm": 1.7957862065615928,
      "learning_rate": 3.5858998834646044e-05,
      "loss": 1.5391,
      "step": 100435
    },
    {
      "epoch": 4.672528494998837,
      "grad_norm": 1.6528105564976898,
      "learning_rate": 3.58565908182393e-05,
      "loss": 1.4609,
      "step": 100436
    },
    {
      "epoch": 4.672575017445918,
      "grad_norm": 1.7506739058722451,
      "learning_rate": 3.585418287171188e-05,
      "loss": 1.5938,
      "step": 100437
    },
    {
      "epoch": 4.672621539892998,
      "grad_norm": 1.9415850080957264,
      "learning_rate": 3.585177499506519e-05,
      "loss": 1.8594,
      "step": 100438
    },
    {
      "epoch": 4.67266806234008,
      "grad_norm": 1.8514644544515935,
      "learning_rate": 3.584936718830072e-05,
      "loss": 1.7344,
      "step": 100439
    },
    {
      "epoch": 4.67271458478716,
      "grad_norm": 1.8507146074417018,
      "learning_rate": 3.58469594514199e-05,
      "loss": 1.5938,
      "step": 100440
    },
    {
      "epoch": 4.6727611072342405,
      "grad_norm": 1.946011888358873,
      "learning_rate": 3.584455178442424e-05,
      "loss": 1.7031,
      "step": 100441
    },
    {
      "epoch": 4.672807629681321,
      "grad_norm": 1.6789357713487352,
      "learning_rate": 3.5842144187315265e-05,
      "loss": 1.4531,
      "step": 100442
    },
    {
      "epoch": 4.6728541521284015,
      "grad_norm": 1.6878805934167018,
      "learning_rate": 3.5839736660094396e-05,
      "loss": 1.5078,
      "step": 100443
    },
    {
      "epoch": 4.672900674575483,
      "grad_norm": 1.703042510929895,
      "learning_rate": 3.583732920276313e-05,
      "loss": 1.4297,
      "step": 100444
    },
    {
      "epoch": 4.672947197022563,
      "grad_norm": 1.6914726746047735,
      "learning_rate": 3.583492181532286e-05,
      "loss": 1.3984,
      "step": 100445
    },
    {
      "epoch": 4.672993719469644,
      "grad_norm": 1.9702275681316845,
      "learning_rate": 3.583251449777518e-05,
      "loss": 1.6562,
      "step": 100446
    },
    {
      "epoch": 4.673040241916725,
      "grad_norm": 1.8079786480086446,
      "learning_rate": 3.58301072501215e-05,
      "loss": 1.6484,
      "step": 100447
    },
    {
      "epoch": 4.673086764363806,
      "grad_norm": 1.8114873988331381,
      "learning_rate": 3.582770007236331e-05,
      "loss": 1.6172,
      "step": 100448
    },
    {
      "epoch": 4.673133286810886,
      "grad_norm": 1.855755309304762,
      "learning_rate": 3.582529296450202e-05,
      "loss": 1.4453,
      "step": 100449
    },
    {
      "epoch": 4.673179809257967,
      "grad_norm": 1.8764419774212695,
      "learning_rate": 3.5822885926539205e-05,
      "loss": 1.6172,
      "step": 100450
    },
    {
      "epoch": 4.673226331705048,
      "grad_norm": 1.846151569698642,
      "learning_rate": 3.582047895847629e-05,
      "loss": 1.6719,
      "step": 100451
    },
    {
      "epoch": 4.6732728541521285,
      "grad_norm": 1.9231722872130783,
      "learning_rate": 3.581807206031477e-05,
      "loss": 1.7188,
      "step": 100452
    },
    {
      "epoch": 4.673319376599209,
      "grad_norm": 1.8553280326010426,
      "learning_rate": 3.5815665232056074e-05,
      "loss": 1.6484,
      "step": 100453
    },
    {
      "epoch": 4.67336589904629,
      "grad_norm": 1.8491945540190058,
      "learning_rate": 3.581325847370168e-05,
      "loss": 1.6562,
      "step": 100454
    },
    {
      "epoch": 4.673412421493371,
      "grad_norm": 1.6417698883294043,
      "learning_rate": 3.5810851785253114e-05,
      "loss": 1.4062,
      "step": 100455
    },
    {
      "epoch": 4.673458943940451,
      "grad_norm": 1.7977754459516901,
      "learning_rate": 3.5808445166711816e-05,
      "loss": 1.5859,
      "step": 100456
    },
    {
      "epoch": 4.673505466387532,
      "grad_norm": 1.708630854543733,
      "learning_rate": 3.580603861807926e-05,
      "loss": 1.4531,
      "step": 100457
    },
    {
      "epoch": 4.673551988834612,
      "grad_norm": 1.665439757263977,
      "learning_rate": 3.580363213935688e-05,
      "loss": 1.4688,
      "step": 100458
    },
    {
      "epoch": 4.673598511281694,
      "grad_norm": 1.857802048950507,
      "learning_rate": 3.580122573054623e-05,
      "loss": 1.6953,
      "step": 100459
    },
    {
      "epoch": 4.673645033728774,
      "grad_norm": 1.8341675236458532,
      "learning_rate": 3.5798819391648735e-05,
      "loss": 1.7734,
      "step": 100460
    },
    {
      "epoch": 4.6736915561758545,
      "grad_norm": 1.844675965256652,
      "learning_rate": 3.579641312266585e-05,
      "loss": 1.6719,
      "step": 100461
    },
    {
      "epoch": 4.673738078622936,
      "grad_norm": 1.905931632455289,
      "learning_rate": 3.579400692359911e-05,
      "loss": 1.6797,
      "step": 100462
    },
    {
      "epoch": 4.673784601070016,
      "grad_norm": 1.7941156803279226,
      "learning_rate": 3.57916007944499e-05,
      "loss": 1.5078,
      "step": 100463
    },
    {
      "epoch": 4.673831123517097,
      "grad_norm": 1.805285002883345,
      "learning_rate": 3.57891947352198e-05,
      "loss": 1.5938,
      "step": 100464
    },
    {
      "epoch": 4.673877645964177,
      "grad_norm": 1.8900263631310306,
      "learning_rate": 3.5786788745910225e-05,
      "loss": 1.8047,
      "step": 100465
    },
    {
      "epoch": 4.673924168411259,
      "grad_norm": 1.8718430829323918,
      "learning_rate": 3.578438282652265e-05,
      "loss": 1.6719,
      "step": 100466
    },
    {
      "epoch": 4.673970690858339,
      "grad_norm": 1.7744171880792041,
      "learning_rate": 3.5781976977058513e-05,
      "loss": 1.4531,
      "step": 100467
    },
    {
      "epoch": 4.67401721330542,
      "grad_norm": 1.922221018871056,
      "learning_rate": 3.577957119751935e-05,
      "loss": 1.7969,
      "step": 100468
    },
    {
      "epoch": 4.674063735752501,
      "grad_norm": 1.805188545450689,
      "learning_rate": 3.577716548790663e-05,
      "loss": 1.6875,
      "step": 100469
    },
    {
      "epoch": 4.6741102581995815,
      "grad_norm": 1.9254717159301136,
      "learning_rate": 3.577475984822177e-05,
      "loss": 1.7422,
      "step": 100470
    },
    {
      "epoch": 4.674156780646662,
      "grad_norm": 1.7895668623884502,
      "learning_rate": 3.5772354278466267e-05,
      "loss": 1.5,
      "step": 100471
    },
    {
      "epoch": 4.674203303093742,
      "grad_norm": 1.6504899722723994,
      "learning_rate": 3.576994877864162e-05,
      "loss": 1.3672,
      "step": 100472
    },
    {
      "epoch": 4.674249825540824,
      "grad_norm": 1.8187141197920622,
      "learning_rate": 3.576754334874929e-05,
      "loss": 1.6016,
      "step": 100473
    },
    {
      "epoch": 4.674296347987904,
      "grad_norm": 1.7752904618239955,
      "learning_rate": 3.576513798879075e-05,
      "loss": 1.4609,
      "step": 100474
    },
    {
      "epoch": 4.674342870434985,
      "grad_norm": 1.6854126959911562,
      "learning_rate": 3.576273269876741e-05,
      "loss": 1.3281,
      "step": 100475
    },
    {
      "epoch": 4.674389392882065,
      "grad_norm": 1.7722551429896574,
      "learning_rate": 3.576032747868086e-05,
      "loss": 1.5391,
      "step": 100476
    },
    {
      "epoch": 4.674435915329147,
      "grad_norm": 1.8104986862104568,
      "learning_rate": 3.57579223285325e-05,
      "loss": 1.7578,
      "step": 100477
    },
    {
      "epoch": 4.674482437776227,
      "grad_norm": 1.8573956542071757,
      "learning_rate": 3.575551724832381e-05,
      "loss": 1.7812,
      "step": 100478
    },
    {
      "epoch": 4.6745289602233075,
      "grad_norm": 1.636584560453088,
      "learning_rate": 3.575311223805627e-05,
      "loss": 1.4609,
      "step": 100479
    },
    {
      "epoch": 4.674575482670388,
      "grad_norm": 1.845091228656302,
      "learning_rate": 3.5750707297731304e-05,
      "loss": 1.6875,
      "step": 100480
    },
    {
      "epoch": 4.674622005117469,
      "grad_norm": 1.7710327832686144,
      "learning_rate": 3.5748302427350473e-05,
      "loss": 1.5625,
      "step": 100481
    },
    {
      "epoch": 4.67466852756455,
      "grad_norm": 1.590586669528388,
      "learning_rate": 3.5745897626915205e-05,
      "loss": 1.2891,
      "step": 100482
    },
    {
      "epoch": 4.67471505001163,
      "grad_norm": 1.8256342681274467,
      "learning_rate": 3.574349289642692e-05,
      "loss": 1.6328,
      "step": 100483
    },
    {
      "epoch": 4.674761572458712,
      "grad_norm": 1.7977181443975647,
      "learning_rate": 3.574108823588719e-05,
      "loss": 1.5547,
      "step": 100484
    },
    {
      "epoch": 4.674808094905792,
      "grad_norm": 1.8212999422235492,
      "learning_rate": 3.57386836452974e-05,
      "loss": 1.625,
      "step": 100485
    },
    {
      "epoch": 4.674854617352873,
      "grad_norm": 1.654220846350282,
      "learning_rate": 3.57362791246591e-05,
      "loss": 1.4375,
      "step": 100486
    },
    {
      "epoch": 4.674901139799953,
      "grad_norm": 1.7879485830774264,
      "learning_rate": 3.573387467397373e-05,
      "loss": 1.5547,
      "step": 100487
    },
    {
      "epoch": 4.6749476622470345,
      "grad_norm": 1.634251435072988,
      "learning_rate": 3.5731470293242745e-05,
      "loss": 1.4062,
      "step": 100488
    },
    {
      "epoch": 4.674994184694115,
      "grad_norm": 1.854415490514798,
      "learning_rate": 3.5729065982467594e-05,
      "loss": 1.5703,
      "step": 100489
    },
    {
      "epoch": 4.6750407071411955,
      "grad_norm": 1.8027230640789083,
      "learning_rate": 3.572666174164983e-05,
      "loss": 1.5234,
      "step": 100490
    },
    {
      "epoch": 4.675087229588277,
      "grad_norm": 1.940895069072223,
      "learning_rate": 3.5724257570790867e-05,
      "loss": 1.8047,
      "step": 100491
    },
    {
      "epoch": 4.675133752035357,
      "grad_norm": 1.767823421844027,
      "learning_rate": 3.572185346989218e-05,
      "loss": 1.4141,
      "step": 100492
    },
    {
      "epoch": 4.675180274482438,
      "grad_norm": 1.811699238315403,
      "learning_rate": 3.5719449438955224e-05,
      "loss": 1.5469,
      "step": 100493
    },
    {
      "epoch": 4.675226796929518,
      "grad_norm": 1.6461192396485838,
      "learning_rate": 3.571704547798152e-05,
      "loss": 1.3438,
      "step": 100494
    },
    {
      "epoch": 4.675273319376599,
      "grad_norm": 1.9214685441381307,
      "learning_rate": 3.571464158697252e-05,
      "loss": 1.7344,
      "step": 100495
    },
    {
      "epoch": 4.67531984182368,
      "grad_norm": 1.7945305864048797,
      "learning_rate": 3.5712237765929686e-05,
      "loss": 1.5859,
      "step": 100496
    },
    {
      "epoch": 4.675366364270761,
      "grad_norm": 1.7591105792262378,
      "learning_rate": 3.5709834014854465e-05,
      "loss": 1.5625,
      "step": 100497
    },
    {
      "epoch": 4.675412886717841,
      "grad_norm": 1.7653125543947472,
      "learning_rate": 3.5707430333748395e-05,
      "loss": 1.4688,
      "step": 100498
    },
    {
      "epoch": 4.675459409164922,
      "grad_norm": 1.8521189907179383,
      "learning_rate": 3.57050267226129e-05,
      "loss": 1.75,
      "step": 100499
    },
    {
      "epoch": 4.675505931612003,
      "grad_norm": 1.8830582547007655,
      "learning_rate": 3.570262318144947e-05,
      "loss": 1.8438,
      "step": 100500
    },
    {
      "epoch": 4.675552454059083,
      "grad_norm": 1.7231997725664152,
      "learning_rate": 3.5700219710259515e-05,
      "loss": 1.4375,
      "step": 100501
    },
    {
      "epoch": 4.675598976506164,
      "grad_norm": 1.682798837446611,
      "learning_rate": 3.569781630904462e-05,
      "loss": 1.3984,
      "step": 100502
    },
    {
      "epoch": 4.675645498953245,
      "grad_norm": 1.8815821446631373,
      "learning_rate": 3.5695412977806184e-05,
      "loss": 1.7812,
      "step": 100503
    },
    {
      "epoch": 4.675692021400326,
      "grad_norm": 1.7776202115070219,
      "learning_rate": 3.569300971654568e-05,
      "loss": 1.5938,
      "step": 100504
    },
    {
      "epoch": 4.675738543847406,
      "grad_norm": 1.8309701031737333,
      "learning_rate": 3.569060652526456e-05,
      "loss": 1.7344,
      "step": 100505
    },
    {
      "epoch": 4.6757850662944875,
      "grad_norm": 1.9737634913829225,
      "learning_rate": 3.568820340396432e-05,
      "loss": 1.8438,
      "step": 100506
    },
    {
      "epoch": 4.675831588741568,
      "grad_norm": 1.897293119250889,
      "learning_rate": 3.568580035264649e-05,
      "loss": 1.6562,
      "step": 100507
    },
    {
      "epoch": 4.6758781111886485,
      "grad_norm": 1.8634072509084119,
      "learning_rate": 3.5683397371312474e-05,
      "loss": 1.7422,
      "step": 100508
    },
    {
      "epoch": 4.675924633635729,
      "grad_norm": 1.814078561553371,
      "learning_rate": 3.5680994459963756e-05,
      "loss": 1.6406,
      "step": 100509
    },
    {
      "epoch": 4.67597115608281,
      "grad_norm": 1.7596702779247093,
      "learning_rate": 3.567859161860181e-05,
      "loss": 1.4453,
      "step": 100510
    },
    {
      "epoch": 4.676017678529891,
      "grad_norm": 1.9033954440431873,
      "learning_rate": 3.567618884722806e-05,
      "loss": 1.7031,
      "step": 100511
    },
    {
      "epoch": 4.676064200976971,
      "grad_norm": 1.8677063174734168,
      "learning_rate": 3.5673786145844056e-05,
      "loss": 1.7656,
      "step": 100512
    },
    {
      "epoch": 4.676110723424052,
      "grad_norm": 1.7795911342998987,
      "learning_rate": 3.567138351445125e-05,
      "loss": 1.4922,
      "step": 100513
    },
    {
      "epoch": 4.676157245871133,
      "grad_norm": 1.722181678451964,
      "learning_rate": 3.566898095305109e-05,
      "loss": 1.625,
      "step": 100514
    },
    {
      "epoch": 4.676203768318214,
      "grad_norm": 2.0068895776717617,
      "learning_rate": 3.5666578461645006e-05,
      "loss": 1.7734,
      "step": 100515
    },
    {
      "epoch": 4.676250290765294,
      "grad_norm": 1.7121795080110118,
      "learning_rate": 3.5664176040234564e-05,
      "loss": 1.4219,
      "step": 100516
    },
    {
      "epoch": 4.676296813212375,
      "grad_norm": 1.6203919964266509,
      "learning_rate": 3.566177368882118e-05,
      "loss": 1.375,
      "step": 100517
    },
    {
      "epoch": 4.676343335659456,
      "grad_norm": 1.8238442168309972,
      "learning_rate": 3.565937140740634e-05,
      "loss": 1.6016,
      "step": 100518
    },
    {
      "epoch": 4.676389858106536,
      "grad_norm": 2.3525184668661754,
      "learning_rate": 3.565696919599147e-05,
      "loss": 1.7188,
      "step": 100519
    },
    {
      "epoch": 4.676436380553617,
      "grad_norm": 1.8761245223847571,
      "learning_rate": 3.5654567054578106e-05,
      "loss": 1.6797,
      "step": 100520
    },
    {
      "epoch": 4.676482903000698,
      "grad_norm": 1.7257552763339818,
      "learning_rate": 3.565216498316769e-05,
      "loss": 1.5312,
      "step": 100521
    },
    {
      "epoch": 4.676529425447779,
      "grad_norm": 1.8115831914939047,
      "learning_rate": 3.564976298176172e-05,
      "loss": 1.5938,
      "step": 100522
    },
    {
      "epoch": 4.676575947894859,
      "grad_norm": 1.5763226452690238,
      "learning_rate": 3.564736105036156e-05,
      "loss": 1.3359,
      "step": 100523
    },
    {
      "epoch": 4.67662247034194,
      "grad_norm": 1.7727109942835628,
      "learning_rate": 3.564495918896881e-05,
      "loss": 1.4922,
      "step": 100524
    },
    {
      "epoch": 4.676668992789021,
      "grad_norm": 1.8409286666104197,
      "learning_rate": 3.5642557397584904e-05,
      "loss": 1.6641,
      "step": 100525
    },
    {
      "epoch": 4.6767155152361015,
      "grad_norm": 1.7591141603452,
      "learning_rate": 3.564015567621129e-05,
      "loss": 1.5781,
      "step": 100526
    },
    {
      "epoch": 4.676762037683182,
      "grad_norm": 1.8014412514346492,
      "learning_rate": 3.5637754024849406e-05,
      "loss": 1.5781,
      "step": 100527
    },
    {
      "epoch": 4.6768085601302625,
      "grad_norm": 1.9335700524900286,
      "learning_rate": 3.563535244350077e-05,
      "loss": 1.6484,
      "step": 100528
    },
    {
      "epoch": 4.676855082577344,
      "grad_norm": 1.8437098452505782,
      "learning_rate": 3.563295093216688e-05,
      "loss": 1.6484,
      "step": 100529
    },
    {
      "epoch": 4.676901605024424,
      "grad_norm": 1.6774622085242399,
      "learning_rate": 3.5630549490849174e-05,
      "loss": 1.4219,
      "step": 100530
    },
    {
      "epoch": 4.676948127471505,
      "grad_norm": 1.8788355149838225,
      "learning_rate": 3.5628148119549115e-05,
      "loss": 1.6484,
      "step": 100531
    },
    {
      "epoch": 4.676994649918585,
      "grad_norm": 1.9211625099791434,
      "learning_rate": 3.562574681826813e-05,
      "loss": 1.7109,
      "step": 100532
    },
    {
      "epoch": 4.677041172365667,
      "grad_norm": 1.8080718672642824,
      "learning_rate": 3.56233455870078e-05,
      "loss": 1.5547,
      "step": 100533
    },
    {
      "epoch": 4.677087694812747,
      "grad_norm": 1.7261970617545708,
      "learning_rate": 3.562094442576951e-05,
      "loss": 1.4922,
      "step": 100534
    },
    {
      "epoch": 4.677134217259828,
      "grad_norm": 1.84809128735208,
      "learning_rate": 3.5618543334554774e-05,
      "loss": 1.625,
      "step": 100535
    },
    {
      "epoch": 4.677180739706909,
      "grad_norm": 1.7121351616423728,
      "learning_rate": 3.5616142313365024e-05,
      "loss": 1.3906,
      "step": 100536
    },
    {
      "epoch": 4.677227262153989,
      "grad_norm": 1.7606421677494615,
      "learning_rate": 3.56137413622017e-05,
      "loss": 1.4766,
      "step": 100537
    },
    {
      "epoch": 4.67727378460107,
      "grad_norm": 1.9061148193511162,
      "learning_rate": 3.561134048106637e-05,
      "loss": 1.7266,
      "step": 100538
    },
    {
      "epoch": 4.67732030704815,
      "grad_norm": 1.9133342678416796,
      "learning_rate": 3.560893966996045e-05,
      "loss": 1.7344,
      "step": 100539
    },
    {
      "epoch": 4.677366829495232,
      "grad_norm": 1.6900045516699544,
      "learning_rate": 3.5606538928885416e-05,
      "loss": 1.4062,
      "step": 100540
    },
    {
      "epoch": 4.677413351942312,
      "grad_norm": 1.9605339091827685,
      "learning_rate": 3.5604138257842674e-05,
      "loss": 1.7734,
      "step": 100541
    },
    {
      "epoch": 4.677459874389393,
      "grad_norm": 1.8626011057138367,
      "learning_rate": 3.560173765683381e-05,
      "loss": 1.625,
      "step": 100542
    },
    {
      "epoch": 4.677506396836474,
      "grad_norm": 1.7415186284129411,
      "learning_rate": 3.559933712586023e-05,
      "loss": 1.5234,
      "step": 100543
    },
    {
      "epoch": 4.6775529192835545,
      "grad_norm": 1.8423081044197067,
      "learning_rate": 3.55969366649234e-05,
      "loss": 1.7812,
      "step": 100544
    },
    {
      "epoch": 4.677599441730635,
      "grad_norm": 1.7950650624344031,
      "learning_rate": 3.559453627402477e-05,
      "loss": 1.6094,
      "step": 100545
    },
    {
      "epoch": 4.6776459641777155,
      "grad_norm": 1.850722317591838,
      "learning_rate": 3.5592135953165894e-05,
      "loss": 1.6562,
      "step": 100546
    },
    {
      "epoch": 4.677692486624796,
      "grad_norm": 1.88326562662274,
      "learning_rate": 3.558973570234818e-05,
      "loss": 1.6094,
      "step": 100547
    },
    {
      "epoch": 4.677739009071877,
      "grad_norm": 2.0322626343169357,
      "learning_rate": 3.558733552157308e-05,
      "loss": 1.7578,
      "step": 100548
    },
    {
      "epoch": 4.677785531518958,
      "grad_norm": 1.7871179940941246,
      "learning_rate": 3.558493541084207e-05,
      "loss": 1.6172,
      "step": 100549
    },
    {
      "epoch": 4.677832053966038,
      "grad_norm": 1.674493549385723,
      "learning_rate": 3.5582535370156626e-05,
      "loss": 1.3828,
      "step": 100550
    },
    {
      "epoch": 4.67787857641312,
      "grad_norm": 1.682420863839457,
      "learning_rate": 3.558013539951827e-05,
      "loss": 1.5312,
      "step": 100551
    },
    {
      "epoch": 4.6779250988602,
      "grad_norm": 1.7966319816858651,
      "learning_rate": 3.557773549892843e-05,
      "loss": 1.5391,
      "step": 100552
    },
    {
      "epoch": 4.677971621307281,
      "grad_norm": 1.8180740054040412,
      "learning_rate": 3.55753356683886e-05,
      "loss": 1.6016,
      "step": 100553
    },
    {
      "epoch": 4.678018143754361,
      "grad_norm": 1.8463565106798694,
      "learning_rate": 3.5572935907900154e-05,
      "loss": 1.7344,
      "step": 100554
    },
    {
      "epoch": 4.6780646662014425,
      "grad_norm": 1.8156078901238843,
      "learning_rate": 3.557053621746467e-05,
      "loss": 1.5781,
      "step": 100555
    },
    {
      "epoch": 4.678111188648523,
      "grad_norm": 1.806934056047189,
      "learning_rate": 3.556813659708359e-05,
      "loss": 1.6172,
      "step": 100556
    },
    {
      "epoch": 4.678157711095603,
      "grad_norm": 1.668808451619659,
      "learning_rate": 3.556573704675837e-05,
      "loss": 1.4844,
      "step": 100557
    },
    {
      "epoch": 4.678204233542685,
      "grad_norm": 1.9498349330855786,
      "learning_rate": 3.5563337566490424e-05,
      "loss": 1.7109,
      "step": 100558
    },
    {
      "epoch": 4.678250755989765,
      "grad_norm": 1.9014630573138829,
      "learning_rate": 3.556093815628134e-05,
      "loss": 1.6875,
      "step": 100559
    },
    {
      "epoch": 4.678297278436846,
      "grad_norm": 1.7384670718104733,
      "learning_rate": 3.555853881613251e-05,
      "loss": 1.6094,
      "step": 100560
    },
    {
      "epoch": 4.678343800883926,
      "grad_norm": 1.6837487375241804,
      "learning_rate": 3.555613954604544e-05,
      "loss": 1.5,
      "step": 100561
    },
    {
      "epoch": 4.678390323331008,
      "grad_norm": 1.7499231736516405,
      "learning_rate": 3.555374034602155e-05,
      "loss": 1.5312,
      "step": 100562
    },
    {
      "epoch": 4.678436845778088,
      "grad_norm": 1.8761694968335378,
      "learning_rate": 3.555134121606229e-05,
      "loss": 1.7969,
      "step": 100563
    },
    {
      "epoch": 4.6784833682251685,
      "grad_norm": 1.7513784760880906,
      "learning_rate": 3.554894215616923e-05,
      "loss": 1.6562,
      "step": 100564
    },
    {
      "epoch": 4.678529890672249,
      "grad_norm": 1.8177401403159799,
      "learning_rate": 3.5546543166343786e-05,
      "loss": 1.6016,
      "step": 100565
    },
    {
      "epoch": 4.67857641311933,
      "grad_norm": 1.7493154499017245,
      "learning_rate": 3.5544144246587416e-05,
      "loss": 1.5547,
      "step": 100566
    },
    {
      "epoch": 4.678622935566411,
      "grad_norm": 1.7624986149121287,
      "learning_rate": 3.5541745396901555e-05,
      "loss": 1.5938,
      "step": 100567
    },
    {
      "epoch": 4.678669458013491,
      "grad_norm": 2.049085964676401,
      "learning_rate": 3.553934661728774e-05,
      "loss": 1.7891,
      "step": 100568
    },
    {
      "epoch": 4.678715980460572,
      "grad_norm": 1.6893221834469379,
      "learning_rate": 3.553694790774743e-05,
      "loss": 1.5078,
      "step": 100569
    },
    {
      "epoch": 4.678762502907653,
      "grad_norm": 1.7286539977196773,
      "learning_rate": 3.5534549268282064e-05,
      "loss": 1.5469,
      "step": 100570
    },
    {
      "epoch": 4.678809025354734,
      "grad_norm": 1.8131956750378206,
      "learning_rate": 3.5532150698893093e-05,
      "loss": 1.5078,
      "step": 100571
    },
    {
      "epoch": 4.678855547801814,
      "grad_norm": 1.7964786734328912,
      "learning_rate": 3.5529752199582e-05,
      "loss": 1.6406,
      "step": 100572
    },
    {
      "epoch": 4.6789020702488955,
      "grad_norm": 1.910980740898552,
      "learning_rate": 3.552735377035031e-05,
      "loss": 1.7578,
      "step": 100573
    },
    {
      "epoch": 4.678948592695976,
      "grad_norm": 1.8550512389383542,
      "learning_rate": 3.552495541119946e-05,
      "loss": 1.5781,
      "step": 100574
    },
    {
      "epoch": 4.678995115143056,
      "grad_norm": 1.6976544956204682,
      "learning_rate": 3.552255712213091e-05,
      "loss": 1.3203,
      "step": 100575
    },
    {
      "epoch": 4.679041637590137,
      "grad_norm": 1.7868684179925909,
      "learning_rate": 3.552015890314606e-05,
      "loss": 1.5078,
      "step": 100576
    },
    {
      "epoch": 4.679088160037218,
      "grad_norm": 1.7752350989273733,
      "learning_rate": 3.551776075424651e-05,
      "loss": 1.5469,
      "step": 100577
    },
    {
      "epoch": 4.679134682484299,
      "grad_norm": 1.770433895556687,
      "learning_rate": 3.551536267543365e-05,
      "loss": 1.4922,
      "step": 100578
    },
    {
      "epoch": 4.679181204931379,
      "grad_norm": 1.7825759135726105,
      "learning_rate": 3.551296466670896e-05,
      "loss": 1.5547,
      "step": 100579
    },
    {
      "epoch": 4.679227727378461,
      "grad_norm": 1.7873111024227897,
      "learning_rate": 3.551056672807385e-05,
      "loss": 1.5625,
      "step": 100580
    },
    {
      "epoch": 4.679274249825541,
      "grad_norm": 1.6467985811041914,
      "learning_rate": 3.5508168859529915e-05,
      "loss": 1.3672,
      "step": 100581
    },
    {
      "epoch": 4.6793207722726216,
      "grad_norm": 1.7006082665571478,
      "learning_rate": 3.550577106107854e-05,
      "loss": 1.5703,
      "step": 100582
    },
    {
      "epoch": 4.679367294719702,
      "grad_norm": 1.7033567956007751,
      "learning_rate": 3.5503373332721205e-05,
      "loss": 1.3594,
      "step": 100583
    },
    {
      "epoch": 4.6794138171667825,
      "grad_norm": 1.7725292122148868,
      "learning_rate": 3.5500975674459345e-05,
      "loss": 1.5703,
      "step": 100584
    },
    {
      "epoch": 4.679460339613864,
      "grad_norm": 1.5125631140489626,
      "learning_rate": 3.54985780862945e-05,
      "loss": 1.2656,
      "step": 100585
    },
    {
      "epoch": 4.679506862060944,
      "grad_norm": 1.896168629921375,
      "learning_rate": 3.549618056822811e-05,
      "loss": 1.6953,
      "step": 100586
    },
    {
      "epoch": 4.679553384508025,
      "grad_norm": 1.6307933440869224,
      "learning_rate": 3.5493783120261625e-05,
      "loss": 1.2734,
      "step": 100587
    },
    {
      "epoch": 4.679599906955106,
      "grad_norm": 1.668210501247706,
      "learning_rate": 3.549138574239652e-05,
      "loss": 1.5078,
      "step": 100588
    },
    {
      "epoch": 4.679646429402187,
      "grad_norm": 1.7302362697156042,
      "learning_rate": 3.5488988434634214e-05,
      "loss": 1.6172,
      "step": 100589
    },
    {
      "epoch": 4.679692951849267,
      "grad_norm": 2.742912505907833,
      "learning_rate": 3.548659119697628e-05,
      "loss": 1.4219,
      "step": 100590
    },
    {
      "epoch": 4.679739474296348,
      "grad_norm": 1.6869958381468695,
      "learning_rate": 3.548419402942412e-05,
      "loss": 1.4688,
      "step": 100591
    },
    {
      "epoch": 4.679785996743429,
      "grad_norm": 1.6141563171127407,
      "learning_rate": 3.548179693197922e-05,
      "loss": 1.3281,
      "step": 100592
    },
    {
      "epoch": 4.6798325191905095,
      "grad_norm": 1.7791089704312728,
      "learning_rate": 3.5479399904642994e-05,
      "loss": 1.6016,
      "step": 100593
    },
    {
      "epoch": 4.67987904163759,
      "grad_norm": 1.6434545143185908,
      "learning_rate": 3.547700294741694e-05,
      "loss": 1.3906,
      "step": 100594
    },
    {
      "epoch": 4.679925564084671,
      "grad_norm": 1.8854799378258003,
      "learning_rate": 3.547460606030261e-05,
      "loss": 1.6328,
      "step": 100595
    },
    {
      "epoch": 4.679972086531752,
      "grad_norm": 1.6938016338415187,
      "learning_rate": 3.5472209243301385e-05,
      "loss": 1.4609,
      "step": 100596
    },
    {
      "epoch": 4.680018608978832,
      "grad_norm": 1.8485607617429327,
      "learning_rate": 3.546981249641475e-05,
      "loss": 1.6328,
      "step": 100597
    },
    {
      "epoch": 4.680065131425913,
      "grad_norm": 1.75362604623719,
      "learning_rate": 3.5467415819644116e-05,
      "loss": 1.5625,
      "step": 100598
    },
    {
      "epoch": 4.680111653872994,
      "grad_norm": 1.7080348388632909,
      "learning_rate": 3.546501921299107e-05,
      "loss": 1.5156,
      "step": 100599
    },
    {
      "epoch": 4.680158176320075,
      "grad_norm": 1.909158080292584,
      "learning_rate": 3.5462622676457e-05,
      "loss": 1.7656,
      "step": 100600
    },
    {
      "epoch": 4.680204698767155,
      "grad_norm": 1.7654385230372835,
      "learning_rate": 3.546022621004338e-05,
      "loss": 1.6484,
      "step": 100601
    },
    {
      "epoch": 4.6802512212142355,
      "grad_norm": 1.7314202831239667,
      "learning_rate": 3.5457829813751665e-05,
      "loss": 1.4531,
      "step": 100602
    },
    {
      "epoch": 4.680297743661317,
      "grad_norm": 1.7182162410600295,
      "learning_rate": 3.5455433487583365e-05,
      "loss": 1.5469,
      "step": 100603
    },
    {
      "epoch": 4.680344266108397,
      "grad_norm": 1.7307555687470246,
      "learning_rate": 3.545303723153994e-05,
      "loss": 1.4219,
      "step": 100604
    },
    {
      "epoch": 4.680390788555478,
      "grad_norm": 1.6352445557636337,
      "learning_rate": 3.545064104562282e-05,
      "loss": 1.5,
      "step": 100605
    },
    {
      "epoch": 4.680437311002558,
      "grad_norm": 1.8258394562823073,
      "learning_rate": 3.544824492983347e-05,
      "loss": 1.5391,
      "step": 100606
    },
    {
      "epoch": 4.68048383344964,
      "grad_norm": 1.8429906865504597,
      "learning_rate": 3.5445848884173414e-05,
      "loss": 1.6797,
      "step": 100607
    },
    {
      "epoch": 4.68053035589672,
      "grad_norm": 1.6718106462069162,
      "learning_rate": 3.544345290864408e-05,
      "loss": 1.3828,
      "step": 100608
    },
    {
      "epoch": 4.680576878343801,
      "grad_norm": 1.6276103464710148,
      "learning_rate": 3.544105700324695e-05,
      "loss": 1.3594,
      "step": 100609
    },
    {
      "epoch": 4.680623400790882,
      "grad_norm": 1.872770689429494,
      "learning_rate": 3.543866116798342e-05,
      "loss": 1.5078,
      "step": 100610
    },
    {
      "epoch": 4.6806699232379625,
      "grad_norm": 1.9545511750745088,
      "learning_rate": 3.543626540285507e-05,
      "loss": 1.7812,
      "step": 100611
    },
    {
      "epoch": 4.680716445685043,
      "grad_norm": 1.744913434049461,
      "learning_rate": 3.543386970786332e-05,
      "loss": 1.4453,
      "step": 100612
    },
    {
      "epoch": 4.6807629681321234,
      "grad_norm": 1.6640237134146496,
      "learning_rate": 3.543147408300963e-05,
      "loss": 1.375,
      "step": 100613
    },
    {
      "epoch": 4.680809490579205,
      "grad_norm": 1.787271323434627,
      "learning_rate": 3.5429078528295455e-05,
      "loss": 1.4844,
      "step": 100614
    },
    {
      "epoch": 4.680856013026285,
      "grad_norm": 1.6711666914019203,
      "learning_rate": 3.542668304372223e-05,
      "loss": 1.5312,
      "step": 100615
    },
    {
      "epoch": 4.680902535473366,
      "grad_norm": 1.8192763943062868,
      "learning_rate": 3.542428762929149e-05,
      "loss": 1.5938,
      "step": 100616
    },
    {
      "epoch": 4.680949057920446,
      "grad_norm": 1.8104814690531672,
      "learning_rate": 3.5421892285004684e-05,
      "loss": 1.4062,
      "step": 100617
    },
    {
      "epoch": 4.680995580367528,
      "grad_norm": 1.7920885744717765,
      "learning_rate": 3.54194970108633e-05,
      "loss": 1.5,
      "step": 100618
    },
    {
      "epoch": 4.681042102814608,
      "grad_norm": 1.8602957770462316,
      "learning_rate": 3.541710180686876e-05,
      "loss": 1.6953,
      "step": 100619
    },
    {
      "epoch": 4.681088625261689,
      "grad_norm": 1.8236109100123654,
      "learning_rate": 3.5414706673022505e-05,
      "loss": 1.6328,
      "step": 100620
    },
    {
      "epoch": 4.681135147708769,
      "grad_norm": 1.8006028974665391,
      "learning_rate": 3.541231160932608e-05,
      "loss": 1.5781,
      "step": 100621
    },
    {
      "epoch": 4.68118167015585,
      "grad_norm": 1.7913661631787579,
      "learning_rate": 3.5409916615780916e-05,
      "loss": 1.5703,
      "step": 100622
    },
    {
      "epoch": 4.681228192602931,
      "grad_norm": 1.8005890662191364,
      "learning_rate": 3.540752169238848e-05,
      "loss": 1.5625,
      "step": 100623
    },
    {
      "epoch": 4.681274715050011,
      "grad_norm": 1.9472225912487802,
      "learning_rate": 3.5405126839150196e-05,
      "loss": 1.7031,
      "step": 100624
    },
    {
      "epoch": 4.681321237497093,
      "grad_norm": 1.6912316485732775,
      "learning_rate": 3.5402732056067604e-05,
      "loss": 1.375,
      "step": 100625
    },
    {
      "epoch": 4.681367759944173,
      "grad_norm": 1.7437891690654816,
      "learning_rate": 3.540033734314213e-05,
      "loss": 1.5391,
      "step": 100626
    },
    {
      "epoch": 4.681414282391254,
      "grad_norm": 1.6846831492263445,
      "learning_rate": 3.5397942700375254e-05,
      "loss": 1.4922,
      "step": 100627
    },
    {
      "epoch": 4.681460804838334,
      "grad_norm": 1.7901217178208662,
      "learning_rate": 3.539554812776839e-05,
      "loss": 1.6484,
      "step": 100628
    },
    {
      "epoch": 4.6815073272854155,
      "grad_norm": 1.8834146593416756,
      "learning_rate": 3.539315362532309e-05,
      "loss": 1.6719,
      "step": 100629
    },
    {
      "epoch": 4.681553849732496,
      "grad_norm": 1.7742360876650736,
      "learning_rate": 3.539075919304078e-05,
      "loss": 1.5781,
      "step": 100630
    },
    {
      "epoch": 4.6816003721795765,
      "grad_norm": 1.7527836216771864,
      "learning_rate": 3.5388364830922905e-05,
      "loss": 1.625,
      "step": 100631
    },
    {
      "epoch": 4.681646894626658,
      "grad_norm": 1.7192550553920822,
      "learning_rate": 3.538597053897092e-05,
      "loss": 1.5703,
      "step": 100632
    },
    {
      "epoch": 4.681693417073738,
      "grad_norm": 1.8769176101293006,
      "learning_rate": 3.538357631718636e-05,
      "loss": 1.6953,
      "step": 100633
    },
    {
      "epoch": 4.681739939520819,
      "grad_norm": 1.7524470093363511,
      "learning_rate": 3.538118216557065e-05,
      "loss": 1.5312,
      "step": 100634
    },
    {
      "epoch": 4.681786461967899,
      "grad_norm": 1.7038949337433962,
      "learning_rate": 3.537878808412526e-05,
      "loss": 1.4688,
      "step": 100635
    },
    {
      "epoch": 4.68183298441498,
      "grad_norm": 1.8565357983955322,
      "learning_rate": 3.53763940728516e-05,
      "loss": 1.6953,
      "step": 100636
    },
    {
      "epoch": 4.681879506862061,
      "grad_norm": 2.043786444256185,
      "learning_rate": 3.53740001317512e-05,
      "loss": 1.8594,
      "step": 100637
    },
    {
      "epoch": 4.681926029309142,
      "grad_norm": 1.8181838492764544,
      "learning_rate": 3.537160626082555e-05,
      "loss": 1.4453,
      "step": 100638
    },
    {
      "epoch": 4.681972551756222,
      "grad_norm": 1.6354951816472594,
      "learning_rate": 3.5369212460076055e-05,
      "loss": 1.2969,
      "step": 100639
    },
    {
      "epoch": 4.682019074203303,
      "grad_norm": 1.8578926615939453,
      "learning_rate": 3.536681872950423e-05,
      "loss": 1.5391,
      "step": 100640
    },
    {
      "epoch": 4.682065596650384,
      "grad_norm": 1.7980215595109073,
      "learning_rate": 3.536442506911152e-05,
      "loss": 1.5625,
      "step": 100641
    },
    {
      "epoch": 4.682112119097464,
      "grad_norm": 1.5862982115458806,
      "learning_rate": 3.536203147889932e-05,
      "loss": 1.2891,
      "step": 100642
    },
    {
      "epoch": 4.682158641544545,
      "grad_norm": 1.7008956397046824,
      "learning_rate": 3.535963795886921e-05,
      "loss": 1.5156,
      "step": 100643
    },
    {
      "epoch": 4.682205163991626,
      "grad_norm": 1.5168640576775043,
      "learning_rate": 3.535724450902261e-05,
      "loss": 1.2812,
      "step": 100644
    },
    {
      "epoch": 4.682251686438707,
      "grad_norm": 1.7806360622131665,
      "learning_rate": 3.535485112936098e-05,
      "loss": 1.5391,
      "step": 100645
    },
    {
      "epoch": 4.682298208885787,
      "grad_norm": 1.760656734557624,
      "learning_rate": 3.535245781988575e-05,
      "loss": 1.3906,
      "step": 100646
    },
    {
      "epoch": 4.6823447313328685,
      "grad_norm": 1.8581805645617009,
      "learning_rate": 3.535006458059845e-05,
      "loss": 1.6172,
      "step": 100647
    },
    {
      "epoch": 4.682391253779949,
      "grad_norm": 1.8489394292797263,
      "learning_rate": 3.5347671411500526e-05,
      "loss": 1.5391,
      "step": 100648
    },
    {
      "epoch": 4.6824377762270295,
      "grad_norm": 1.6646572438858025,
      "learning_rate": 3.5345278312593425e-05,
      "loss": 1.4219,
      "step": 100649
    },
    {
      "epoch": 4.68248429867411,
      "grad_norm": 1.7456075970554918,
      "learning_rate": 3.534288528387859e-05,
      "loss": 1.3984,
      "step": 100650
    },
    {
      "epoch": 4.682530821121191,
      "grad_norm": 1.80953014874751,
      "learning_rate": 3.5340492325357535e-05,
      "loss": 1.4609,
      "step": 100651
    },
    {
      "epoch": 4.682577343568272,
      "grad_norm": 1.620552064347292,
      "learning_rate": 3.533809943703173e-05,
      "loss": 1.3984,
      "step": 100652
    },
    {
      "epoch": 4.682623866015352,
      "grad_norm": 1.716460016026514,
      "learning_rate": 3.533570661890261e-05,
      "loss": 1.5,
      "step": 100653
    },
    {
      "epoch": 4.682670388462433,
      "grad_norm": 1.841378076633492,
      "learning_rate": 3.53333138709716e-05,
      "loss": 1.6797,
      "step": 100654
    },
    {
      "epoch": 4.682716910909514,
      "grad_norm": 1.6891367570674036,
      "learning_rate": 3.5330921193240255e-05,
      "loss": 1.5078,
      "step": 100655
    },
    {
      "epoch": 4.682763433356595,
      "grad_norm": 1.8315385026909652,
      "learning_rate": 3.532852858570999e-05,
      "loss": 1.7109,
      "step": 100656
    },
    {
      "epoch": 4.682809955803675,
      "grad_norm": 1.804353717368993,
      "learning_rate": 3.5326136048382284e-05,
      "loss": 1.5312,
      "step": 100657
    },
    {
      "epoch": 4.682856478250756,
      "grad_norm": 1.8871964118697435,
      "learning_rate": 3.532374358125856e-05,
      "loss": 1.75,
      "step": 100658
    },
    {
      "epoch": 4.682903000697837,
      "grad_norm": 1.7839944089297015,
      "learning_rate": 3.5321351184340285e-05,
      "loss": 1.6328,
      "step": 100659
    },
    {
      "epoch": 4.682949523144917,
      "grad_norm": 1.8112573284739018,
      "learning_rate": 3.531895885762902e-05,
      "loss": 1.5781,
      "step": 100660
    },
    {
      "epoch": 4.682996045591998,
      "grad_norm": 1.7440915908187102,
      "learning_rate": 3.5316566601126164e-05,
      "loss": 1.6406,
      "step": 100661
    },
    {
      "epoch": 4.683042568039079,
      "grad_norm": 1.6319379924940438,
      "learning_rate": 3.531417441483318e-05,
      "loss": 1.4062,
      "step": 100662
    },
    {
      "epoch": 4.68308909048616,
      "grad_norm": 1.7569986921186624,
      "learning_rate": 3.531178229875149e-05,
      "loss": 1.6016,
      "step": 100663
    },
    {
      "epoch": 4.68313561293324,
      "grad_norm": 1.710728424603455,
      "learning_rate": 3.530939025288264e-05,
      "loss": 1.4531,
      "step": 100664
    },
    {
      "epoch": 4.683182135380321,
      "grad_norm": 1.870543118334132,
      "learning_rate": 3.530699827722808e-05,
      "loss": 1.7109,
      "step": 100665
    },
    {
      "epoch": 4.683228657827402,
      "grad_norm": 1.7536371664114538,
      "learning_rate": 3.5304606371789226e-05,
      "loss": 1.5078,
      "step": 100666
    },
    {
      "epoch": 4.6832751802744825,
      "grad_norm": 1.7456887376202623,
      "learning_rate": 3.530221453656758e-05,
      "loss": 1.4375,
      "step": 100667
    },
    {
      "epoch": 4.683321702721563,
      "grad_norm": 1.803846718123486,
      "learning_rate": 3.5299822771564545e-05,
      "loss": 1.5781,
      "step": 100668
    },
    {
      "epoch": 4.6833682251686435,
      "grad_norm": 1.83077682738889,
      "learning_rate": 3.529743107678169e-05,
      "loss": 1.6484,
      "step": 100669
    },
    {
      "epoch": 4.683414747615725,
      "grad_norm": 1.7400372004193039,
      "learning_rate": 3.5295039452220414e-05,
      "loss": 1.5391,
      "step": 100670
    },
    {
      "epoch": 4.683461270062805,
      "grad_norm": 1.7210695030529672,
      "learning_rate": 3.529264789788218e-05,
      "loss": 1.4453,
      "step": 100671
    },
    {
      "epoch": 4.683507792509886,
      "grad_norm": 1.6306411865427701,
      "learning_rate": 3.529025641376844e-05,
      "loss": 1.3828,
      "step": 100672
    },
    {
      "epoch": 4.683554314956966,
      "grad_norm": 1.8153073619021174,
      "learning_rate": 3.528786499988071e-05,
      "loss": 1.5547,
      "step": 100673
    },
    {
      "epoch": 4.683600837404048,
      "grad_norm": 1.723783812440352,
      "learning_rate": 3.528547365622044e-05,
      "loss": 1.5,
      "step": 100674
    },
    {
      "epoch": 4.683647359851128,
      "grad_norm": 1.7939567143035382,
      "learning_rate": 3.528308238278907e-05,
      "loss": 1.6406,
      "step": 100675
    },
    {
      "epoch": 4.683693882298209,
      "grad_norm": 1.8459594469682958,
      "learning_rate": 3.5280691179588025e-05,
      "loss": 1.7109,
      "step": 100676
    },
    {
      "epoch": 4.68374040474529,
      "grad_norm": 2.545361014465257,
      "learning_rate": 3.527830004661886e-05,
      "loss": 1.6016,
      "step": 100677
    },
    {
      "epoch": 4.68378692719237,
      "grad_norm": 1.7959155049797173,
      "learning_rate": 3.5275908983883006e-05,
      "loss": 1.6016,
      "step": 100678
    },
    {
      "epoch": 4.683833449639451,
      "grad_norm": 1.6796107973627112,
      "learning_rate": 3.52735179913819e-05,
      "loss": 1.3828,
      "step": 100679
    },
    {
      "epoch": 4.683879972086531,
      "grad_norm": 1.8899049513118455,
      "learning_rate": 3.5271127069116996e-05,
      "loss": 1.6484,
      "step": 100680
    },
    {
      "epoch": 4.683926494533613,
      "grad_norm": 1.7297411769990736,
      "learning_rate": 3.526873621708979e-05,
      "loss": 1.5625,
      "step": 100681
    },
    {
      "epoch": 4.683973016980693,
      "grad_norm": 1.8186863390872428,
      "learning_rate": 3.5266345435301766e-05,
      "loss": 1.6875,
      "step": 100682
    },
    {
      "epoch": 4.684019539427774,
      "grad_norm": 1.8362864629618552,
      "learning_rate": 3.526395472375437e-05,
      "loss": 1.625,
      "step": 100683
    },
    {
      "epoch": 4.684066061874855,
      "grad_norm": 1.8690354461359242,
      "learning_rate": 3.526156408244905e-05,
      "loss": 1.5078,
      "step": 100684
    },
    {
      "epoch": 4.684112584321936,
      "grad_norm": 1.8384810899013904,
      "learning_rate": 3.525917351138723e-05,
      "loss": 1.6875,
      "step": 100685
    },
    {
      "epoch": 4.684159106769016,
      "grad_norm": 1.852621011765132,
      "learning_rate": 3.525678301057048e-05,
      "loss": 1.7031,
      "step": 100686
    },
    {
      "epoch": 4.6842056292160965,
      "grad_norm": 1.923326257611917,
      "learning_rate": 3.52543925800002e-05,
      "loss": 1.7266,
      "step": 100687
    },
    {
      "epoch": 4.684252151663177,
      "grad_norm": 1.8374652628406611,
      "learning_rate": 3.525200221967785e-05,
      "loss": 1.4141,
      "step": 100688
    },
    {
      "epoch": 4.684298674110258,
      "grad_norm": 1.54561070130968,
      "learning_rate": 3.524961192960486e-05,
      "loss": 1.3203,
      "step": 100689
    },
    {
      "epoch": 4.684345196557339,
      "grad_norm": 1.836562894522138,
      "learning_rate": 3.524722170978277e-05,
      "loss": 1.5781,
      "step": 100690
    },
    {
      "epoch": 4.684391719004419,
      "grad_norm": 1.8402846281901248,
      "learning_rate": 3.524483156021301e-05,
      "loss": 1.6016,
      "step": 100691
    },
    {
      "epoch": 4.684438241451501,
      "grad_norm": 1.8558474681748451,
      "learning_rate": 3.524244148089705e-05,
      "loss": 1.7031,
      "step": 100692
    },
    {
      "epoch": 4.684484763898581,
      "grad_norm": 1.6726631650579482,
      "learning_rate": 3.5240051471836336e-05,
      "loss": 1.4766,
      "step": 100693
    },
    {
      "epoch": 4.684531286345662,
      "grad_norm": 1.8111275307196244,
      "learning_rate": 3.5237661533032294e-05,
      "loss": 1.6406,
      "step": 100694
    },
    {
      "epoch": 4.684577808792742,
      "grad_norm": 1.6545553113128908,
      "learning_rate": 3.523527166448648e-05,
      "loss": 1.3828,
      "step": 100695
    },
    {
      "epoch": 4.6846243312398235,
      "grad_norm": 1.5905245257091978,
      "learning_rate": 3.523288186620031e-05,
      "loss": 1.3281,
      "step": 100696
    },
    {
      "epoch": 4.684670853686904,
      "grad_norm": 1.8405654640644533,
      "learning_rate": 3.5230492138175244e-05,
      "loss": 1.6562,
      "step": 100697
    },
    {
      "epoch": 4.684717376133984,
      "grad_norm": 1.8160919769569084,
      "learning_rate": 3.522810248041271e-05,
      "loss": 1.5312,
      "step": 100698
    },
    {
      "epoch": 4.684763898581066,
      "grad_norm": 1.9423192377508338,
      "learning_rate": 3.522571289291423e-05,
      "loss": 1.8125,
      "step": 100699
    },
    {
      "epoch": 4.684810421028146,
      "grad_norm": 1.7807720433043082,
      "learning_rate": 3.5223323375681265e-05,
      "loss": 1.5078,
      "step": 100700
    },
    {
      "epoch": 4.684856943475227,
      "grad_norm": 1.7900996406509593,
      "learning_rate": 3.522093392871526e-05,
      "loss": 1.7031,
      "step": 100701
    },
    {
      "epoch": 4.684903465922307,
      "grad_norm": 1.7218886763983665,
      "learning_rate": 3.521854455201763e-05,
      "loss": 1.3828,
      "step": 100702
    },
    {
      "epoch": 4.684949988369389,
      "grad_norm": 1.7669260509078808,
      "learning_rate": 3.521615524558987e-05,
      "loss": 1.5156,
      "step": 100703
    },
    {
      "epoch": 4.684996510816469,
      "grad_norm": 1.7377476157745082,
      "learning_rate": 3.5213766009433506e-05,
      "loss": 1.4922,
      "step": 100704
    },
    {
      "epoch": 4.6850430332635495,
      "grad_norm": 1.5760076296654508,
      "learning_rate": 3.5211376843549955e-05,
      "loss": 1.3047,
      "step": 100705
    },
    {
      "epoch": 4.68508955571063,
      "grad_norm": 1.7584657984949859,
      "learning_rate": 3.5208987747940676e-05,
      "loss": 1.5156,
      "step": 100706
    },
    {
      "epoch": 4.685136078157711,
      "grad_norm": 1.778545892706521,
      "learning_rate": 3.5206598722607084e-05,
      "loss": 1.6094,
      "step": 100707
    },
    {
      "epoch": 4.685182600604792,
      "grad_norm": 1.70996889457524,
      "learning_rate": 3.520420976755074e-05,
      "loss": 1.5078,
      "step": 100708
    },
    {
      "epoch": 4.685229123051872,
      "grad_norm": 1.790785107664111,
      "learning_rate": 3.520182088277305e-05,
      "loss": 1.5078,
      "step": 100709
    },
    {
      "epoch": 4.685275645498953,
      "grad_norm": 1.7998874650271204,
      "learning_rate": 3.5199432068275485e-05,
      "loss": 1.5781,
      "step": 100710
    },
    {
      "epoch": 4.685322167946034,
      "grad_norm": 1.9335727655482233,
      "learning_rate": 3.519704332405946e-05,
      "loss": 1.8359,
      "step": 100711
    },
    {
      "epoch": 4.685368690393115,
      "grad_norm": 1.834268738127393,
      "learning_rate": 3.5194654650126516e-05,
      "loss": 1.5391,
      "step": 100712
    },
    {
      "epoch": 4.685415212840195,
      "grad_norm": 1.8698275847837253,
      "learning_rate": 3.519226604647808e-05,
      "loss": 1.6016,
      "step": 100713
    },
    {
      "epoch": 4.6854617352872765,
      "grad_norm": 1.6688153175538831,
      "learning_rate": 3.5189877513115636e-05,
      "loss": 1.4297,
      "step": 100714
    },
    {
      "epoch": 4.685508257734357,
      "grad_norm": 1.8019553828484152,
      "learning_rate": 3.518748905004056e-05,
      "loss": 1.5859,
      "step": 100715
    },
    {
      "epoch": 4.6855547801814375,
      "grad_norm": 1.8146006383737037,
      "learning_rate": 3.518510065725443e-05,
      "loss": 1.6875,
      "step": 100716
    },
    {
      "epoch": 4.685601302628518,
      "grad_norm": 1.7774009103800548,
      "learning_rate": 3.518271233475866e-05,
      "loss": 1.5156,
      "step": 100717
    },
    {
      "epoch": 4.685647825075599,
      "grad_norm": 1.8129400113968366,
      "learning_rate": 3.518032408255471e-05,
      "loss": 1.6719,
      "step": 100718
    },
    {
      "epoch": 4.68569434752268,
      "grad_norm": 1.930159041358241,
      "learning_rate": 3.517793590064405e-05,
      "loss": 1.7266,
      "step": 100719
    },
    {
      "epoch": 4.68574086996976,
      "grad_norm": 1.7937033249064707,
      "learning_rate": 3.5175547789028074e-05,
      "loss": 1.5469,
      "step": 100720
    },
    {
      "epoch": 4.685787392416842,
      "grad_norm": 1.8579460861836314,
      "learning_rate": 3.517315974770837e-05,
      "loss": 1.5938,
      "step": 100721
    },
    {
      "epoch": 4.685833914863922,
      "grad_norm": 1.839066132409798,
      "learning_rate": 3.517077177668631e-05,
      "loss": 1.6641,
      "step": 100722
    },
    {
      "epoch": 4.685880437311003,
      "grad_norm": 1.778827883763031,
      "learning_rate": 3.516838387596339e-05,
      "loss": 1.5781,
      "step": 100723
    },
    {
      "epoch": 4.685926959758083,
      "grad_norm": 1.7474341446283355,
      "learning_rate": 3.5165996045541036e-05,
      "loss": 1.4688,
      "step": 100724
    },
    {
      "epoch": 4.6859734822051635,
      "grad_norm": 1.856959257169724,
      "learning_rate": 3.5163608285420706e-05,
      "loss": 1.5703,
      "step": 100725
    },
    {
      "epoch": 4.686020004652245,
      "grad_norm": 1.8630543413546299,
      "learning_rate": 3.516122059560396e-05,
      "loss": 1.6484,
      "step": 100726
    },
    {
      "epoch": 4.686066527099325,
      "grad_norm": 1.6786443778360152,
      "learning_rate": 3.515883297609218e-05,
      "loss": 1.4062,
      "step": 100727
    },
    {
      "epoch": 4.686113049546406,
      "grad_norm": 1.770859866372246,
      "learning_rate": 3.5156445426886835e-05,
      "loss": 1.4531,
      "step": 100728
    },
    {
      "epoch": 4.686159571993487,
      "grad_norm": 1.6886368862942753,
      "learning_rate": 3.515405794798935e-05,
      "loss": 1.5078,
      "step": 100729
    },
    {
      "epoch": 4.686206094440568,
      "grad_norm": 1.5756482997139092,
      "learning_rate": 3.515167053940128e-05,
      "loss": 1.3281,
      "step": 100730
    },
    {
      "epoch": 4.686252616887648,
      "grad_norm": 1.7272693136092172,
      "learning_rate": 3.5149283201124036e-05,
      "loss": 1.3516,
      "step": 100731
    },
    {
      "epoch": 4.686299139334729,
      "grad_norm": 1.6888773306603884,
      "learning_rate": 3.514689593315906e-05,
      "loss": 1.4219,
      "step": 100732
    },
    {
      "epoch": 4.68634566178181,
      "grad_norm": 1.5731527837002828,
      "learning_rate": 3.51445087355078e-05,
      "loss": 1.2656,
      "step": 100733
    },
    {
      "epoch": 4.6863921842288905,
      "grad_norm": 1.7250869524948746,
      "learning_rate": 3.5142121608171805e-05,
      "loss": 1.5625,
      "step": 100734
    },
    {
      "epoch": 4.686438706675971,
      "grad_norm": 1.9028264404395927,
      "learning_rate": 3.513973455115245e-05,
      "loss": 1.6719,
      "step": 100735
    },
    {
      "epoch": 4.686485229123052,
      "grad_norm": 1.7476629416336735,
      "learning_rate": 3.513734756445124e-05,
      "loss": 1.4297,
      "step": 100736
    },
    {
      "epoch": 4.686531751570133,
      "grad_norm": 1.7257360513346038,
      "learning_rate": 3.5134960648069596e-05,
      "loss": 1.4219,
      "step": 100737
    },
    {
      "epoch": 4.686578274017213,
      "grad_norm": 1.8673555053763975,
      "learning_rate": 3.513257380200903e-05,
      "loss": 1.5781,
      "step": 100738
    },
    {
      "epoch": 4.686624796464294,
      "grad_norm": 1.8429353153892467,
      "learning_rate": 3.513018702627098e-05,
      "loss": 1.7109,
      "step": 100739
    },
    {
      "epoch": 4.686671318911375,
      "grad_norm": 1.8110795408994846,
      "learning_rate": 3.5127800320856906e-05,
      "loss": 1.5547,
      "step": 100740
    },
    {
      "epoch": 4.686717841358456,
      "grad_norm": 1.7505309051242237,
      "learning_rate": 3.512541368576823e-05,
      "loss": 1.4453,
      "step": 100741
    },
    {
      "epoch": 4.686764363805536,
      "grad_norm": 1.8414652322934812,
      "learning_rate": 3.51230271210065e-05,
      "loss": 1.6406,
      "step": 100742
    },
    {
      "epoch": 4.6868108862526165,
      "grad_norm": 1.8394268387068933,
      "learning_rate": 3.5120640626573134e-05,
      "loss": 1.5703,
      "step": 100743
    },
    {
      "epoch": 4.686857408699698,
      "grad_norm": 1.7896585797386413,
      "learning_rate": 3.511825420246957e-05,
      "loss": 1.5547,
      "step": 100744
    },
    {
      "epoch": 4.686903931146778,
      "grad_norm": 1.9115968554246872,
      "learning_rate": 3.5115867848697296e-05,
      "loss": 1.7344,
      "step": 100745
    },
    {
      "epoch": 4.686950453593859,
      "grad_norm": 1.7939995160752076,
      "learning_rate": 3.51134815652577e-05,
      "loss": 1.5,
      "step": 100746
    },
    {
      "epoch": 4.686996976040939,
      "grad_norm": 1.811795758752362,
      "learning_rate": 3.511109535215237e-05,
      "loss": 1.4844,
      "step": 100747
    },
    {
      "epoch": 4.687043498488021,
      "grad_norm": 1.5265771754470925,
      "learning_rate": 3.51087092093827e-05,
      "loss": 1.2891,
      "step": 100748
    },
    {
      "epoch": 4.687090020935101,
      "grad_norm": 1.856436997939631,
      "learning_rate": 3.510632313695018e-05,
      "loss": 1.6953,
      "step": 100749
    },
    {
      "epoch": 4.687136543382182,
      "grad_norm": 1.6475770960115554,
      "learning_rate": 3.510393713485623e-05,
      "loss": 1.3516,
      "step": 100750
    },
    {
      "epoch": 4.687183065829263,
      "grad_norm": 1.7254057468004527,
      "learning_rate": 3.510155120310228e-05,
      "loss": 1.4141,
      "step": 100751
    },
    {
      "epoch": 4.6872295882763435,
      "grad_norm": 1.8336529128009236,
      "learning_rate": 3.5099165341689894e-05,
      "loss": 1.5391,
      "step": 100752
    },
    {
      "epoch": 4.687276110723424,
      "grad_norm": 1.7635262315349607,
      "learning_rate": 3.509677955062046e-05,
      "loss": 1.5312,
      "step": 100753
    },
    {
      "epoch": 4.6873226331705045,
      "grad_norm": 1.890760443906234,
      "learning_rate": 3.5094393829895466e-05,
      "loss": 1.6953,
      "step": 100754
    },
    {
      "epoch": 4.687369155617586,
      "grad_norm": 1.7828482147306128,
      "learning_rate": 3.5092008179516325e-05,
      "loss": 1.4609,
      "step": 100755
    },
    {
      "epoch": 4.687415678064666,
      "grad_norm": 1.7693266658878184,
      "learning_rate": 3.508962259948456e-05,
      "loss": 1.5156,
      "step": 100756
    },
    {
      "epoch": 4.687462200511747,
      "grad_norm": 1.8680594474740304,
      "learning_rate": 3.508723708980162e-05,
      "loss": 1.6094,
      "step": 100757
    },
    {
      "epoch": 4.687508722958827,
      "grad_norm": 1.7680811938322136,
      "learning_rate": 3.5084851650468936e-05,
      "loss": 1.5391,
      "step": 100758
    },
    {
      "epoch": 4.687555245405909,
      "grad_norm": 2.0013109359694328,
      "learning_rate": 3.508246628148795e-05,
      "loss": 1.9141,
      "step": 100759
    },
    {
      "epoch": 4.687601767852989,
      "grad_norm": 1.898773400692818,
      "learning_rate": 3.50800809828602e-05,
      "loss": 1.5391,
      "step": 100760
    },
    {
      "epoch": 4.68764829030007,
      "grad_norm": 1.8327546613591614,
      "learning_rate": 3.5077695754587085e-05,
      "loss": 1.6094,
      "step": 100761
    },
    {
      "epoch": 4.68769481274715,
      "grad_norm": 1.7322645048028351,
      "learning_rate": 3.50753105966701e-05,
      "loss": 1.6172,
      "step": 100762
    },
    {
      "epoch": 4.687741335194231,
      "grad_norm": 1.848499969142995,
      "learning_rate": 3.5072925509110626e-05,
      "loss": 1.5781,
      "step": 100763
    },
    {
      "epoch": 4.687787857641312,
      "grad_norm": 1.8104995101585337,
      "learning_rate": 3.507054049191024e-05,
      "loss": 1.6094,
      "step": 100764
    },
    {
      "epoch": 4.687834380088392,
      "grad_norm": 1.772032876476178,
      "learning_rate": 3.506815554507036e-05,
      "loss": 1.5625,
      "step": 100765
    },
    {
      "epoch": 4.687880902535474,
      "grad_norm": 2.116635398116419,
      "learning_rate": 3.506577066859241e-05,
      "loss": 1.9375,
      "step": 100766
    },
    {
      "epoch": 4.687927424982554,
      "grad_norm": 1.9293005166369457,
      "learning_rate": 3.506338586247784e-05,
      "loss": 1.7109,
      "step": 100767
    },
    {
      "epoch": 4.687973947429635,
      "grad_norm": 2.0657435244675435,
      "learning_rate": 3.506100112672815e-05,
      "loss": 1.9688,
      "step": 100768
    },
    {
      "epoch": 4.688020469876715,
      "grad_norm": 1.8586584675755018,
      "learning_rate": 3.505861646134482e-05,
      "loss": 1.6641,
      "step": 100769
    },
    {
      "epoch": 4.6880669923237965,
      "grad_norm": 1.7772388699480635,
      "learning_rate": 3.5056231866329296e-05,
      "loss": 1.5625,
      "step": 100770
    },
    {
      "epoch": 4.688113514770877,
      "grad_norm": 1.8202707843065948,
      "learning_rate": 3.5053847341683e-05,
      "loss": 1.6719,
      "step": 100771
    },
    {
      "epoch": 4.6881600372179575,
      "grad_norm": 1.837409768764676,
      "learning_rate": 3.5051462887407394e-05,
      "loss": 1.6328,
      "step": 100772
    },
    {
      "epoch": 4.688206559665039,
      "grad_norm": 1.708394150707885,
      "learning_rate": 3.504907850350401e-05,
      "loss": 1.5078,
      "step": 100773
    },
    {
      "epoch": 4.688253082112119,
      "grad_norm": 1.7758272731736364,
      "learning_rate": 3.5046694189974245e-05,
      "loss": 1.6172,
      "step": 100774
    },
    {
      "epoch": 4.6882996045592,
      "grad_norm": 1.8371161334659758,
      "learning_rate": 3.504430994681957e-05,
      "loss": 1.6719,
      "step": 100775
    },
    {
      "epoch": 4.68834612700628,
      "grad_norm": 1.7107568392100025,
      "learning_rate": 3.504192577404145e-05,
      "loss": 1.4531,
      "step": 100776
    },
    {
      "epoch": 4.688392649453361,
      "grad_norm": 1.654049401042717,
      "learning_rate": 3.5039541671641305e-05,
      "loss": 1.4844,
      "step": 100777
    },
    {
      "epoch": 4.688439171900442,
      "grad_norm": 1.77075631668165,
      "learning_rate": 3.503715763962065e-05,
      "loss": 1.4453,
      "step": 100778
    },
    {
      "epoch": 4.688485694347523,
      "grad_norm": 1.9052965119504337,
      "learning_rate": 3.5034773677980944e-05,
      "loss": 1.6016,
      "step": 100779
    },
    {
      "epoch": 4.688532216794603,
      "grad_norm": 1.6501463792668052,
      "learning_rate": 3.503238978672363e-05,
      "loss": 1.4219,
      "step": 100780
    },
    {
      "epoch": 4.6885787392416844,
      "grad_norm": 1.7320491817985157,
      "learning_rate": 3.5030005965850117e-05,
      "loss": 1.5312,
      "step": 100781
    },
    {
      "epoch": 4.688625261688765,
      "grad_norm": 1.7962249913609596,
      "learning_rate": 3.502762221536195e-05,
      "loss": 1.6953,
      "step": 100782
    },
    {
      "epoch": 4.688671784135845,
      "grad_norm": 1.8119620255560742,
      "learning_rate": 3.5025238535260545e-05,
      "loss": 1.6484,
      "step": 100783
    },
    {
      "epoch": 4.688718306582926,
      "grad_norm": 1.7329665184810679,
      "learning_rate": 3.502285492554737e-05,
      "loss": 1.4453,
      "step": 100784
    },
    {
      "epoch": 4.688764829030007,
      "grad_norm": 1.7539970778099874,
      "learning_rate": 3.5020471386223844e-05,
      "loss": 1.5781,
      "step": 100785
    },
    {
      "epoch": 4.688811351477088,
      "grad_norm": 1.6831217346818312,
      "learning_rate": 3.5018087917291505e-05,
      "loss": 1.4062,
      "step": 100786
    },
    {
      "epoch": 4.688857873924168,
      "grad_norm": 1.7769192310132296,
      "learning_rate": 3.501570451875178e-05,
      "loss": 1.4844,
      "step": 100787
    },
    {
      "epoch": 4.68890439637125,
      "grad_norm": 1.8187615044583683,
      "learning_rate": 3.5013321190606106e-05,
      "loss": 1.7188,
      "step": 100788
    },
    {
      "epoch": 4.68895091881833,
      "grad_norm": 1.7412184210449055,
      "learning_rate": 3.5010937932855906e-05,
      "loss": 1.5156,
      "step": 100789
    },
    {
      "epoch": 4.6889974412654105,
      "grad_norm": 1.8180676957564266,
      "learning_rate": 3.5008554745502696e-05,
      "loss": 1.6406,
      "step": 100790
    },
    {
      "epoch": 4.689043963712491,
      "grad_norm": 1.719824762328927,
      "learning_rate": 3.5006171628547965e-05,
      "loss": 1.5547,
      "step": 100791
    },
    {
      "epoch": 4.689090486159572,
      "grad_norm": 1.6856250945323779,
      "learning_rate": 3.5003788581993145e-05,
      "loss": 1.4531,
      "step": 100792
    },
    {
      "epoch": 4.689137008606653,
      "grad_norm": 1.7232327437115806,
      "learning_rate": 3.500140560583968e-05,
      "loss": 1.6094,
      "step": 100793
    },
    {
      "epoch": 4.689183531053733,
      "grad_norm": 1.8860130643696578,
      "learning_rate": 3.4999022700088975e-05,
      "loss": 1.6719,
      "step": 100794
    },
    {
      "epoch": 4.689230053500814,
      "grad_norm": 1.698530577709067,
      "learning_rate": 3.499663986474261e-05,
      "loss": 1.5703,
      "step": 100795
    },
    {
      "epoch": 4.689276575947895,
      "grad_norm": 1.7358433323323086,
      "learning_rate": 3.499425709980196e-05,
      "loss": 1.3906,
      "step": 100796
    },
    {
      "epoch": 4.689323098394976,
      "grad_norm": 1.9401986816323051,
      "learning_rate": 3.4991874405268506e-05,
      "loss": 1.7422,
      "step": 100797
    },
    {
      "epoch": 4.689369620842056,
      "grad_norm": 1.9046542132214332,
      "learning_rate": 3.4989491781143674e-05,
      "loss": 1.7344,
      "step": 100798
    },
    {
      "epoch": 4.689416143289137,
      "grad_norm": 1.7165205893437212,
      "learning_rate": 3.498710922742899e-05,
      "loss": 1.4609,
      "step": 100799
    },
    {
      "epoch": 4.689462665736218,
      "grad_norm": 1.8051032736085817,
      "learning_rate": 3.4984726744125866e-05,
      "loss": 1.6562,
      "step": 100800
    },
    {
      "epoch": 4.689509188183298,
      "grad_norm": 1.8141115369886032,
      "learning_rate": 3.498234433123578e-05,
      "loss": 1.6641,
      "step": 100801
    },
    {
      "epoch": 4.689555710630379,
      "grad_norm": 1.5452417363295037,
      "learning_rate": 3.497996198876019e-05,
      "loss": 1.2344,
      "step": 100802
    },
    {
      "epoch": 4.68960223307746,
      "grad_norm": 1.5958716871874266,
      "learning_rate": 3.497757971670048e-05,
      "loss": 1.2812,
      "step": 100803
    },
    {
      "epoch": 4.689648755524541,
      "grad_norm": 1.805660304811432,
      "learning_rate": 3.497519751505823e-05,
      "loss": 1.5078,
      "step": 100804
    },
    {
      "epoch": 4.689695277971621,
      "grad_norm": 1.7615988428016693,
      "learning_rate": 3.497281538383484e-05,
      "loss": 1.6328,
      "step": 100805
    },
    {
      "epoch": 4.689741800418702,
      "grad_norm": 1.9273250678973675,
      "learning_rate": 3.4970433323031766e-05,
      "loss": 1.6953,
      "step": 100806
    },
    {
      "epoch": 4.689788322865783,
      "grad_norm": 1.9064173391008519,
      "learning_rate": 3.4968051332650446e-05,
      "loss": 1.7188,
      "step": 100807
    },
    {
      "epoch": 4.6898348453128635,
      "grad_norm": 1.685011566790673,
      "learning_rate": 3.496566941269239e-05,
      "loss": 1.3516,
      "step": 100808
    },
    {
      "epoch": 4.689881367759944,
      "grad_norm": 1.6902786009844402,
      "learning_rate": 3.496328756315903e-05,
      "loss": 1.4688,
      "step": 100809
    },
    {
      "epoch": 4.689927890207025,
      "grad_norm": 1.7501869790101312,
      "learning_rate": 3.4960905784051826e-05,
      "loss": 1.4453,
      "step": 100810
    },
    {
      "epoch": 4.689974412654106,
      "grad_norm": 1.8094863519781401,
      "learning_rate": 3.4958524075372176e-05,
      "loss": 1.5156,
      "step": 100811
    },
    {
      "epoch": 4.690020935101186,
      "grad_norm": 1.732975319710298,
      "learning_rate": 3.4956142437121616e-05,
      "loss": 1.4453,
      "step": 100812
    },
    {
      "epoch": 4.690067457548267,
      "grad_norm": 1.9113029791437495,
      "learning_rate": 3.4953760869301614e-05,
      "loss": 1.6562,
      "step": 100813
    },
    {
      "epoch": 4.690113979995347,
      "grad_norm": 1.660690206360204,
      "learning_rate": 3.49513793719136e-05,
      "loss": 1.4844,
      "step": 100814
    },
    {
      "epoch": 4.690160502442429,
      "grad_norm": 1.7554445035657218,
      "learning_rate": 3.4948997944959035e-05,
      "loss": 1.5859,
      "step": 100815
    },
    {
      "epoch": 4.690207024889509,
      "grad_norm": 1.9058537449656145,
      "learning_rate": 3.4946616588439324e-05,
      "loss": 1.7422,
      "step": 100816
    },
    {
      "epoch": 4.69025354733659,
      "grad_norm": 1.6561097477463491,
      "learning_rate": 3.494423530235602e-05,
      "loss": 1.4609,
      "step": 100817
    },
    {
      "epoch": 4.690300069783671,
      "grad_norm": 1.7799606775508412,
      "learning_rate": 3.494185408671054e-05,
      "loss": 1.6484,
      "step": 100818
    },
    {
      "epoch": 4.6903465922307515,
      "grad_norm": 1.829429429875043,
      "learning_rate": 3.493947294150432e-05,
      "loss": 1.625,
      "step": 100819
    },
    {
      "epoch": 4.690393114677832,
      "grad_norm": 1.9052763682336074,
      "learning_rate": 3.493709186673879e-05,
      "loss": 1.7578,
      "step": 100820
    },
    {
      "epoch": 4.690439637124912,
      "grad_norm": 1.9329725557531066,
      "learning_rate": 3.49347108624155e-05,
      "loss": 1.7344,
      "step": 100821
    },
    {
      "epoch": 4.690486159571994,
      "grad_norm": 1.8345495973943913,
      "learning_rate": 3.493232992853587e-05,
      "loss": 1.7969,
      "step": 100822
    },
    {
      "epoch": 4.690532682019074,
      "grad_norm": 1.692351897213162,
      "learning_rate": 3.492994906510133e-05,
      "loss": 1.4844,
      "step": 100823
    },
    {
      "epoch": 4.690579204466155,
      "grad_norm": 1.748589551039153,
      "learning_rate": 3.492756827211331e-05,
      "loss": 1.4141,
      "step": 100824
    },
    {
      "epoch": 4.690625726913236,
      "grad_norm": 1.698951001408502,
      "learning_rate": 3.4925187549573353e-05,
      "loss": 1.4688,
      "step": 100825
    },
    {
      "epoch": 4.690672249360317,
      "grad_norm": 1.725532421781613,
      "learning_rate": 3.4922806897482874e-05,
      "loss": 1.4531,
      "step": 100826
    },
    {
      "epoch": 4.690718771807397,
      "grad_norm": 1.7497954378064982,
      "learning_rate": 3.492042631584334e-05,
      "loss": 1.5625,
      "step": 100827
    },
    {
      "epoch": 4.6907652942544775,
      "grad_norm": 1.7610200159865745,
      "learning_rate": 3.4918045804656204e-05,
      "loss": 1.5859,
      "step": 100828
    },
    {
      "epoch": 4.690811816701559,
      "grad_norm": 1.727221813052889,
      "learning_rate": 3.491566536392285e-05,
      "loss": 1.5547,
      "step": 100829
    },
    {
      "epoch": 4.690858339148639,
      "grad_norm": 1.8378152192817494,
      "learning_rate": 3.491328499364487e-05,
      "loss": 1.7422,
      "step": 100830
    },
    {
      "epoch": 4.69090486159572,
      "grad_norm": 1.8175213059616369,
      "learning_rate": 3.4910904693823656e-05,
      "loss": 1.7734,
      "step": 100831
    },
    {
      "epoch": 4.6909513840428,
      "grad_norm": 1.8590951781164111,
      "learning_rate": 3.490852446446065e-05,
      "loss": 1.6484,
      "step": 100832
    },
    {
      "epoch": 4.690997906489882,
      "grad_norm": 1.7697651908292058,
      "learning_rate": 3.490614430555729e-05,
      "loss": 1.5234,
      "step": 100833
    },
    {
      "epoch": 4.691044428936962,
      "grad_norm": 1.8745219609726298,
      "learning_rate": 3.490376421711506e-05,
      "loss": 1.7109,
      "step": 100834
    },
    {
      "epoch": 4.691090951384043,
      "grad_norm": 1.7959826459778314,
      "learning_rate": 3.490138419913548e-05,
      "loss": 1.5078,
      "step": 100835
    },
    {
      "epoch": 4.691137473831123,
      "grad_norm": 1.7797627385463597,
      "learning_rate": 3.4899004251619936e-05,
      "loss": 1.6094,
      "step": 100836
    },
    {
      "epoch": 4.6911839962782045,
      "grad_norm": 1.8547981446150275,
      "learning_rate": 3.48966243745699e-05,
      "loss": 1.5547,
      "step": 100837
    },
    {
      "epoch": 4.691230518725285,
      "grad_norm": 1.8194718022533503,
      "learning_rate": 3.489424456798679e-05,
      "loss": 1.4609,
      "step": 100838
    },
    {
      "epoch": 4.691277041172365,
      "grad_norm": 1.8244160219454992,
      "learning_rate": 3.4891864831872154e-05,
      "loss": 1.5859,
      "step": 100839
    },
    {
      "epoch": 4.691323563619447,
      "grad_norm": 1.8927469539401054,
      "learning_rate": 3.488948516622739e-05,
      "loss": 1.7031,
      "step": 100840
    },
    {
      "epoch": 4.691370086066527,
      "grad_norm": 1.7944464430624585,
      "learning_rate": 3.488710557105397e-05,
      "loss": 1.5781,
      "step": 100841
    },
    {
      "epoch": 4.691416608513608,
      "grad_norm": 1.5553667412810468,
      "learning_rate": 3.488472604635328e-05,
      "loss": 1.2578,
      "step": 100842
    },
    {
      "epoch": 4.691463130960688,
      "grad_norm": 1.8079659477494612,
      "learning_rate": 3.4882346592126895e-05,
      "loss": 1.5391,
      "step": 100843
    },
    {
      "epoch": 4.69150965340777,
      "grad_norm": 1.850752599748711,
      "learning_rate": 3.487996720837622e-05,
      "loss": 1.6016,
      "step": 100844
    },
    {
      "epoch": 4.69155617585485,
      "grad_norm": 1.7914377907809427,
      "learning_rate": 3.48775878951027e-05,
      "loss": 1.5078,
      "step": 100845
    },
    {
      "epoch": 4.6916026983019306,
      "grad_norm": 1.486839847782846,
      "learning_rate": 3.487520865230775e-05,
      "loss": 1.3203,
      "step": 100846
    },
    {
      "epoch": 4.691649220749011,
      "grad_norm": 1.8251993717736925,
      "learning_rate": 3.4872829479992926e-05,
      "loss": 1.5781,
      "step": 100847
    },
    {
      "epoch": 4.691695743196092,
      "grad_norm": 1.91056208492502,
      "learning_rate": 3.4870450378159636e-05,
      "loss": 1.6328,
      "step": 100848
    },
    {
      "epoch": 4.691742265643173,
      "grad_norm": 1.9126381642388237,
      "learning_rate": 3.486807134680933e-05,
      "loss": 1.6484,
      "step": 100849
    },
    {
      "epoch": 4.691788788090253,
      "grad_norm": 1.8043349572339573,
      "learning_rate": 3.486569238594343e-05,
      "loss": 1.4844,
      "step": 100850
    },
    {
      "epoch": 4.691835310537334,
      "grad_norm": 1.8772454006909296,
      "learning_rate": 3.486331349556348e-05,
      "loss": 1.6172,
      "step": 100851
    },
    {
      "epoch": 4.691881832984415,
      "grad_norm": 1.613788738886342,
      "learning_rate": 3.486093467567088e-05,
      "loss": 1.2109,
      "step": 100852
    },
    {
      "epoch": 4.691928355431496,
      "grad_norm": 1.705999835724057,
      "learning_rate": 3.4858555926267095e-05,
      "loss": 1.5,
      "step": 100853
    },
    {
      "epoch": 4.691974877878576,
      "grad_norm": 1.7833434487559512,
      "learning_rate": 3.485617724735359e-05,
      "loss": 1.6172,
      "step": 100854
    },
    {
      "epoch": 4.6920214003256575,
      "grad_norm": 1.9869860234327303,
      "learning_rate": 3.485379863893175e-05,
      "loss": 1.9219,
      "step": 100855
    },
    {
      "epoch": 4.692067922772738,
      "grad_norm": 1.88180569912443,
      "learning_rate": 3.4851420101003113e-05,
      "loss": 1.7578,
      "step": 100856
    },
    {
      "epoch": 4.6921144452198185,
      "grad_norm": 1.964020920992099,
      "learning_rate": 3.484904163356914e-05,
      "loss": 1.7812,
      "step": 100857
    },
    {
      "epoch": 4.692160967666899,
      "grad_norm": 1.7068777796795882,
      "learning_rate": 3.4846663236631276e-05,
      "loss": 1.4375,
      "step": 100858
    },
    {
      "epoch": 4.69220749011398,
      "grad_norm": 1.7687342013594047,
      "learning_rate": 3.484428491019095e-05,
      "loss": 1.6172,
      "step": 100859
    },
    {
      "epoch": 4.692254012561061,
      "grad_norm": 1.874802134596386,
      "learning_rate": 3.484190665424961e-05,
      "loss": 1.7266,
      "step": 100860
    },
    {
      "epoch": 4.692300535008141,
      "grad_norm": 1.7704526911717569,
      "learning_rate": 3.483952846880876e-05,
      "loss": 1.5703,
      "step": 100861
    },
    {
      "epoch": 4.692347057455223,
      "grad_norm": 1.7739601917883014,
      "learning_rate": 3.483715035386984e-05,
      "loss": 1.6172,
      "step": 100862
    },
    {
      "epoch": 4.692393579902303,
      "grad_norm": 1.6954271503854474,
      "learning_rate": 3.4834772309434286e-05,
      "loss": 1.4219,
      "step": 100863
    },
    {
      "epoch": 4.692440102349384,
      "grad_norm": 1.7602884242390655,
      "learning_rate": 3.483239433550352e-05,
      "loss": 1.6875,
      "step": 100864
    },
    {
      "epoch": 4.692486624796464,
      "grad_norm": 1.8423147334326258,
      "learning_rate": 3.483001643207909e-05,
      "loss": 1.6016,
      "step": 100865
    },
    {
      "epoch": 4.6925331472435445,
      "grad_norm": 1.8187873101892307,
      "learning_rate": 3.4827638599162405e-05,
      "loss": 1.5703,
      "step": 100866
    },
    {
      "epoch": 4.692579669690626,
      "grad_norm": 1.9586332197856167,
      "learning_rate": 3.4825260836754904e-05,
      "loss": 1.5312,
      "step": 100867
    },
    {
      "epoch": 4.692626192137706,
      "grad_norm": 1.7669340560617064,
      "learning_rate": 3.482288314485803e-05,
      "loss": 1.5547,
      "step": 100868
    },
    {
      "epoch": 4.692672714584787,
      "grad_norm": 1.64979578140277,
      "learning_rate": 3.482050552347329e-05,
      "loss": 1.4375,
      "step": 100869
    },
    {
      "epoch": 4.692719237031868,
      "grad_norm": 1.741816326751254,
      "learning_rate": 3.481812797260213e-05,
      "loss": 1.5938,
      "step": 100870
    },
    {
      "epoch": 4.692765759478949,
      "grad_norm": 1.8812713514468782,
      "learning_rate": 3.481575049224599e-05,
      "loss": 1.8516,
      "step": 100871
    },
    {
      "epoch": 4.692812281926029,
      "grad_norm": 1.9327409812768541,
      "learning_rate": 3.4813373082406284e-05,
      "loss": 1.6172,
      "step": 100872
    },
    {
      "epoch": 4.69285880437311,
      "grad_norm": 1.8256391738755793,
      "learning_rate": 3.4810995743084544e-05,
      "loss": 1.5234,
      "step": 100873
    },
    {
      "epoch": 4.692905326820191,
      "grad_norm": 1.625181402891046,
      "learning_rate": 3.48086184742822e-05,
      "loss": 1.4375,
      "step": 100874
    },
    {
      "epoch": 4.6929518492672715,
      "grad_norm": 1.8805233216221022,
      "learning_rate": 3.4806241276000696e-05,
      "loss": 1.6172,
      "step": 100875
    },
    {
      "epoch": 4.692998371714352,
      "grad_norm": 1.7404274347589457,
      "learning_rate": 3.480386414824146e-05,
      "loss": 1.5391,
      "step": 100876
    },
    {
      "epoch": 4.693044894161433,
      "grad_norm": 1.8833225261849567,
      "learning_rate": 3.4801487091006e-05,
      "loss": 1.625,
      "step": 100877
    },
    {
      "epoch": 4.693091416608514,
      "grad_norm": 1.6763167148232718,
      "learning_rate": 3.479911010429572e-05,
      "loss": 1.4141,
      "step": 100878
    },
    {
      "epoch": 4.693137939055594,
      "grad_norm": 1.937199963304483,
      "learning_rate": 3.479673318811214e-05,
      "loss": 1.6484,
      "step": 100879
    },
    {
      "epoch": 4.693184461502675,
      "grad_norm": 1.6201186986889635,
      "learning_rate": 3.479435634245668e-05,
      "loss": 1.2891,
      "step": 100880
    },
    {
      "epoch": 4.693230983949756,
      "grad_norm": 1.7880871999097667,
      "learning_rate": 3.479197956733079e-05,
      "loss": 1.5,
      "step": 100881
    },
    {
      "epoch": 4.693277506396837,
      "grad_norm": 1.8734542003930104,
      "learning_rate": 3.478960286273589e-05,
      "loss": 1.7344,
      "step": 100882
    },
    {
      "epoch": 4.693324028843917,
      "grad_norm": 1.8856066286263489,
      "learning_rate": 3.47872262286735e-05,
      "loss": 1.6797,
      "step": 100883
    },
    {
      "epoch": 4.693370551290998,
      "grad_norm": 1.8285461493436252,
      "learning_rate": 3.4784849665145083e-05,
      "loss": 1.7109,
      "step": 100884
    },
    {
      "epoch": 4.693417073738079,
      "grad_norm": 1.8634001113667003,
      "learning_rate": 3.4782473172152034e-05,
      "loss": 1.5078,
      "step": 100885
    },
    {
      "epoch": 4.693463596185159,
      "grad_norm": 1.6492954484065883,
      "learning_rate": 3.47800967496958e-05,
      "loss": 1.3672,
      "step": 100886
    },
    {
      "epoch": 4.69351011863224,
      "grad_norm": 1.816677566389682,
      "learning_rate": 3.4777720397777906e-05,
      "loss": 1.6328,
      "step": 100887
    },
    {
      "epoch": 4.69355664107932,
      "grad_norm": 1.766741616928498,
      "learning_rate": 3.477534411639979e-05,
      "loss": 1.6328,
      "step": 100888
    },
    {
      "epoch": 4.693603163526402,
      "grad_norm": 1.7666794901591192,
      "learning_rate": 3.4772967905562873e-05,
      "loss": 1.5078,
      "step": 100889
    },
    {
      "epoch": 4.693649685973482,
      "grad_norm": 1.690817079423744,
      "learning_rate": 3.477059176526858e-05,
      "loss": 1.5,
      "step": 100890
    },
    {
      "epoch": 4.693696208420563,
      "grad_norm": 1.7375772962604366,
      "learning_rate": 3.476821569551845e-05,
      "loss": 1.4531,
      "step": 100891
    },
    {
      "epoch": 4.693742730867644,
      "grad_norm": 1.7634832892626167,
      "learning_rate": 3.4765839696313916e-05,
      "loss": 1.5078,
      "step": 100892
    },
    {
      "epoch": 4.6937892533147245,
      "grad_norm": 1.8738534937827886,
      "learning_rate": 3.47634637676564e-05,
      "loss": 1.6797,
      "step": 100893
    },
    {
      "epoch": 4.693835775761805,
      "grad_norm": 1.867699789994981,
      "learning_rate": 3.476108790954731e-05,
      "loss": 1.625,
      "step": 100894
    },
    {
      "epoch": 4.6938822982088855,
      "grad_norm": 1.899090728539055,
      "learning_rate": 3.475871212198823e-05,
      "loss": 1.6328,
      "step": 100895
    },
    {
      "epoch": 4.693928820655967,
      "grad_norm": 1.8919192169208405,
      "learning_rate": 3.475633640498054e-05,
      "loss": 1.7344,
      "step": 100896
    },
    {
      "epoch": 4.693975343103047,
      "grad_norm": 1.528767071790848,
      "learning_rate": 3.4753960758525706e-05,
      "loss": 1.25,
      "step": 100897
    },
    {
      "epoch": 4.694021865550128,
      "grad_norm": 1.9164875520804676,
      "learning_rate": 3.4751585182625115e-05,
      "loss": 1.7656,
      "step": 100898
    },
    {
      "epoch": 4.694068387997208,
      "grad_norm": 1.8655405419353208,
      "learning_rate": 3.474920967728035e-05,
      "loss": 1.7109,
      "step": 100899
    },
    {
      "epoch": 4.69411491044429,
      "grad_norm": 1.894353588358988,
      "learning_rate": 3.474683424249273e-05,
      "loss": 1.6953,
      "step": 100900
    },
    {
      "epoch": 4.69416143289137,
      "grad_norm": 1.800230064269954,
      "learning_rate": 3.474445887826383e-05,
      "loss": 1.6328,
      "step": 100901
    },
    {
      "epoch": 4.694207955338451,
      "grad_norm": 1.8973496195248019,
      "learning_rate": 3.4742083584595056e-05,
      "loss": 1.5859,
      "step": 100902
    },
    {
      "epoch": 4.694254477785531,
      "grad_norm": 1.8038273702124707,
      "learning_rate": 3.4739708361487815e-05,
      "loss": 1.5,
      "step": 100903
    },
    {
      "epoch": 4.694301000232612,
      "grad_norm": 1.789133425749112,
      "learning_rate": 3.473733320894365e-05,
      "loss": 1.5859,
      "step": 100904
    },
    {
      "epoch": 4.694347522679693,
      "grad_norm": 1.9219505914707569,
      "learning_rate": 3.473495812696396e-05,
      "loss": 1.6172,
      "step": 100905
    },
    {
      "epoch": 4.694394045126773,
      "grad_norm": 1.5094425072068949,
      "learning_rate": 3.473258311555021e-05,
      "loss": 1.25,
      "step": 100906
    },
    {
      "epoch": 4.694440567573855,
      "grad_norm": 2.001641258436927,
      "learning_rate": 3.473020817470384e-05,
      "loss": 1.7969,
      "step": 100907
    },
    {
      "epoch": 4.694487090020935,
      "grad_norm": 1.8383716715855356,
      "learning_rate": 3.47278333044263e-05,
      "loss": 1.5078,
      "step": 100908
    },
    {
      "epoch": 4.694533612468016,
      "grad_norm": 1.8359771117082362,
      "learning_rate": 3.472545850471908e-05,
      "loss": 1.5703,
      "step": 100909
    },
    {
      "epoch": 4.694580134915096,
      "grad_norm": 1.7609487994859352,
      "learning_rate": 3.4723083775583624e-05,
      "loss": 1.3984,
      "step": 100910
    },
    {
      "epoch": 4.6946266573621775,
      "grad_norm": 1.88782162725264,
      "learning_rate": 3.4720709117021375e-05,
      "loss": 1.5859,
      "step": 100911
    },
    {
      "epoch": 4.694673179809258,
      "grad_norm": 1.8481536851747813,
      "learning_rate": 3.471833452903375e-05,
      "loss": 1.6875,
      "step": 100912
    },
    {
      "epoch": 4.6947197022563385,
      "grad_norm": 1.7633943069279263,
      "learning_rate": 3.471596001162227e-05,
      "loss": 1.4609,
      "step": 100913
    },
    {
      "epoch": 4.69476622470342,
      "grad_norm": 1.9253225018307767,
      "learning_rate": 3.471358556478837e-05,
      "loss": 1.6797,
      "step": 100914
    },
    {
      "epoch": 4.6948127471505,
      "grad_norm": 1.7637383130733573,
      "learning_rate": 3.471121118853349e-05,
      "loss": 1.4922,
      "step": 100915
    },
    {
      "epoch": 4.694859269597581,
      "grad_norm": 1.7941978469013329,
      "learning_rate": 3.470883688285904e-05,
      "loss": 1.5391,
      "step": 100916
    },
    {
      "epoch": 4.694905792044661,
      "grad_norm": 1.8196041670405232,
      "learning_rate": 3.4706462647766556e-05,
      "loss": 1.4922,
      "step": 100917
    },
    {
      "epoch": 4.694952314491742,
      "grad_norm": 1.8449594714569855,
      "learning_rate": 3.470408848325747e-05,
      "loss": 1.6016,
      "step": 100918
    },
    {
      "epoch": 4.694998836938823,
      "grad_norm": 1.8618367881771185,
      "learning_rate": 3.4701714389333204e-05,
      "loss": 1.6797,
      "step": 100919
    },
    {
      "epoch": 4.695045359385904,
      "grad_norm": 1.7746158479410603,
      "learning_rate": 3.46993403659952e-05,
      "loss": 1.5,
      "step": 100920
    },
    {
      "epoch": 4.695091881832984,
      "grad_norm": 1.9358722769444765,
      "learning_rate": 3.4696966413244976e-05,
      "loss": 1.8047,
      "step": 100921
    },
    {
      "epoch": 4.6951384042800655,
      "grad_norm": 1.779672740419703,
      "learning_rate": 3.46945925310839e-05,
      "loss": 1.6641,
      "step": 100922
    },
    {
      "epoch": 4.695184926727146,
      "grad_norm": 1.8092493098980689,
      "learning_rate": 3.469221871951352e-05,
      "loss": 1.6797,
      "step": 100923
    },
    {
      "epoch": 4.695231449174226,
      "grad_norm": 1.7380889491634703,
      "learning_rate": 3.468984497853526e-05,
      "loss": 1.5703,
      "step": 100924
    },
    {
      "epoch": 4.695277971621307,
      "grad_norm": 1.9039814007653117,
      "learning_rate": 3.4687471308150495e-05,
      "loss": 1.6797,
      "step": 100925
    },
    {
      "epoch": 4.695324494068388,
      "grad_norm": 1.7168013786875254,
      "learning_rate": 3.4685097708360775e-05,
      "loss": 1.5703,
      "step": 100926
    },
    {
      "epoch": 4.695371016515469,
      "grad_norm": 1.6412969337727885,
      "learning_rate": 3.468272417916754e-05,
      "loss": 1.2812,
      "step": 100927
    },
    {
      "epoch": 4.695417538962549,
      "grad_norm": 1.7690884529777418,
      "learning_rate": 3.4680350720572206e-05,
      "loss": 1.5547,
      "step": 100928
    },
    {
      "epoch": 4.695464061409631,
      "grad_norm": 1.953457110664121,
      "learning_rate": 3.4677977332576204e-05,
      "loss": 1.6641,
      "step": 100929
    },
    {
      "epoch": 4.695510583856711,
      "grad_norm": 1.837593474074008,
      "learning_rate": 3.467560401518106e-05,
      "loss": 1.7656,
      "step": 100930
    },
    {
      "epoch": 4.6955571063037915,
      "grad_norm": 1.8023385991485155,
      "learning_rate": 3.467323076838821e-05,
      "loss": 1.6875,
      "step": 100931
    },
    {
      "epoch": 4.695603628750872,
      "grad_norm": 1.8163960345386645,
      "learning_rate": 3.467085759219906e-05,
      "loss": 1.6016,
      "step": 100932
    },
    {
      "epoch": 4.695650151197953,
      "grad_norm": 1.8254851569310842,
      "learning_rate": 3.466848448661511e-05,
      "loss": 1.6797,
      "step": 100933
    },
    {
      "epoch": 4.695696673645034,
      "grad_norm": 1.7201222040013577,
      "learning_rate": 3.466611145163775e-05,
      "loss": 1.4844,
      "step": 100934
    },
    {
      "epoch": 4.695743196092114,
      "grad_norm": 1.9626116683933434,
      "learning_rate": 3.466373848726852e-05,
      "loss": 1.8438,
      "step": 100935
    },
    {
      "epoch": 4.695789718539195,
      "grad_norm": 1.728167742343043,
      "learning_rate": 3.4661365593508814e-05,
      "loss": 1.6094,
      "step": 100936
    },
    {
      "epoch": 4.695836240986276,
      "grad_norm": 1.9153179024176055,
      "learning_rate": 3.4658992770360114e-05,
      "loss": 1.6328,
      "step": 100937
    },
    {
      "epoch": 4.695882763433357,
      "grad_norm": 1.8126379507719155,
      "learning_rate": 3.4656620017823814e-05,
      "loss": 1.5625,
      "step": 100938
    },
    {
      "epoch": 4.695929285880437,
      "grad_norm": 1.7510078863909082,
      "learning_rate": 3.4654247335901445e-05,
      "loss": 1.6016,
      "step": 100939
    },
    {
      "epoch": 4.695975808327518,
      "grad_norm": 1.7155429154930464,
      "learning_rate": 3.4651874724594424e-05,
      "loss": 1.4375,
      "step": 100940
    },
    {
      "epoch": 4.696022330774599,
      "grad_norm": 1.8883235118848138,
      "learning_rate": 3.4649502183904215e-05,
      "loss": 1.7031,
      "step": 100941
    },
    {
      "epoch": 4.696068853221679,
      "grad_norm": 1.8096929749864579,
      "learning_rate": 3.4647129713832214e-05,
      "loss": 1.4922,
      "step": 100942
    },
    {
      "epoch": 4.69611537566876,
      "grad_norm": 1.6477588717651321,
      "learning_rate": 3.464475731437998e-05,
      "loss": 1.3125,
      "step": 100943
    },
    {
      "epoch": 4.696161898115841,
      "grad_norm": 1.7408459206274494,
      "learning_rate": 3.464238498554883e-05,
      "loss": 1.3516,
      "step": 100944
    },
    {
      "epoch": 4.696208420562922,
      "grad_norm": 1.7904804090488184,
      "learning_rate": 3.464001272734036e-05,
      "loss": 1.5703,
      "step": 100945
    },
    {
      "epoch": 4.696254943010002,
      "grad_norm": 1.7965636888466059,
      "learning_rate": 3.463764053975595e-05,
      "loss": 1.5703,
      "step": 100946
    },
    {
      "epoch": 4.696301465457083,
      "grad_norm": 1.7607736321138099,
      "learning_rate": 3.4635268422797e-05,
      "loss": 1.5391,
      "step": 100947
    },
    {
      "epoch": 4.696347987904164,
      "grad_norm": 1.7968965042786884,
      "learning_rate": 3.463289637646508e-05,
      "loss": 1.75,
      "step": 100948
    },
    {
      "epoch": 4.6963945103512446,
      "grad_norm": 1.751428694807739,
      "learning_rate": 3.463052440076156e-05,
      "loss": 1.4609,
      "step": 100949
    },
    {
      "epoch": 4.696441032798325,
      "grad_norm": 1.7601684285649828,
      "learning_rate": 3.4628152495687926e-05,
      "loss": 1.5156,
      "step": 100950
    },
    {
      "epoch": 4.696487555245406,
      "grad_norm": 1.5398024907016883,
      "learning_rate": 3.4625780661245576e-05,
      "loss": 1.3359,
      "step": 100951
    },
    {
      "epoch": 4.696534077692487,
      "grad_norm": 1.856168326385164,
      "learning_rate": 3.462340889743604e-05,
      "loss": 1.6016,
      "step": 100952
    },
    {
      "epoch": 4.696580600139567,
      "grad_norm": 1.6445096381339857,
      "learning_rate": 3.462103720426074e-05,
      "loss": 1.3047,
      "step": 100953
    },
    {
      "epoch": 4.696627122586648,
      "grad_norm": 1.8057360438815149,
      "learning_rate": 3.4618665581721126e-05,
      "loss": 1.5859,
      "step": 100954
    },
    {
      "epoch": 4.696673645033728,
      "grad_norm": 1.6580265659894453,
      "learning_rate": 3.461629402981858e-05,
      "loss": 1.4453,
      "step": 100955
    },
    {
      "epoch": 4.69672016748081,
      "grad_norm": 1.8019934079972466,
      "learning_rate": 3.461392254855468e-05,
      "loss": 1.4922,
      "step": 100956
    },
    {
      "epoch": 4.69676668992789,
      "grad_norm": 1.7831403220942963,
      "learning_rate": 3.4611551137930816e-05,
      "loss": 1.5391,
      "step": 100957
    },
    {
      "epoch": 4.696813212374971,
      "grad_norm": 1.857135126744821,
      "learning_rate": 3.460917979794842e-05,
      "loss": 1.6875,
      "step": 100958
    },
    {
      "epoch": 4.696859734822052,
      "grad_norm": 1.8371965236252417,
      "learning_rate": 3.460680852860899e-05,
      "loss": 1.7109,
      "step": 100959
    },
    {
      "epoch": 4.6969062572691325,
      "grad_norm": 1.834632681812484,
      "learning_rate": 3.460443732991389e-05,
      "loss": 1.7578,
      "step": 100960
    },
    {
      "epoch": 4.696952779716213,
      "grad_norm": 1.9374828306329013,
      "learning_rate": 3.460206620186469e-05,
      "loss": 1.8594,
      "step": 100961
    },
    {
      "epoch": 4.696999302163293,
      "grad_norm": 1.7840151967229798,
      "learning_rate": 3.4599695144462784e-05,
      "loss": 1.6484,
      "step": 100962
    },
    {
      "epoch": 4.697045824610375,
      "grad_norm": 1.517312845343212,
      "learning_rate": 3.459732415770962e-05,
      "loss": 1.2891,
      "step": 100963
    },
    {
      "epoch": 4.697092347057455,
      "grad_norm": 1.7055131685947997,
      "learning_rate": 3.459495324160661e-05,
      "loss": 1.5312,
      "step": 100964
    },
    {
      "epoch": 4.697138869504536,
      "grad_norm": 1.7408122390261485,
      "learning_rate": 3.45925823961553e-05,
      "loss": 1.3281,
      "step": 100965
    },
    {
      "epoch": 4.697185391951617,
      "grad_norm": 1.6591601184528675,
      "learning_rate": 3.459021162135704e-05,
      "loss": 1.3516,
      "step": 100966
    },
    {
      "epoch": 4.697231914398698,
      "grad_norm": 1.8816655667869173,
      "learning_rate": 3.458784091721338e-05,
      "loss": 1.6875,
      "step": 100967
    },
    {
      "epoch": 4.697278436845778,
      "grad_norm": 1.7829285170069138,
      "learning_rate": 3.4585470283725714e-05,
      "loss": 1.4766,
      "step": 100968
    },
    {
      "epoch": 4.6973249592928585,
      "grad_norm": 1.8626164790227664,
      "learning_rate": 3.458309972089548e-05,
      "loss": 1.6406,
      "step": 100969
    },
    {
      "epoch": 4.69737148173994,
      "grad_norm": 2.116386410858358,
      "learning_rate": 3.4580729228724176e-05,
      "loss": 1.8672,
      "step": 100970
    },
    {
      "epoch": 4.69741800418702,
      "grad_norm": 1.9041524040437512,
      "learning_rate": 3.457835880721325e-05,
      "loss": 1.6875,
      "step": 100971
    },
    {
      "epoch": 4.697464526634101,
      "grad_norm": 1.568794551165634,
      "learning_rate": 3.457598845636411e-05,
      "loss": 1.3594,
      "step": 100972
    },
    {
      "epoch": 4.697511049081181,
      "grad_norm": 1.6531705948745725,
      "learning_rate": 3.4573618176178204e-05,
      "loss": 1.3438,
      "step": 100973
    },
    {
      "epoch": 4.697557571528263,
      "grad_norm": 1.6422045041797335,
      "learning_rate": 3.457124796665705e-05,
      "loss": 1.3359,
      "step": 100974
    },
    {
      "epoch": 4.697604093975343,
      "grad_norm": 1.5974184018138455,
      "learning_rate": 3.456887782780206e-05,
      "loss": 1.3281,
      "step": 100975
    },
    {
      "epoch": 4.697650616422424,
      "grad_norm": 1.835211048622178,
      "learning_rate": 3.456650775961466e-05,
      "loss": 1.5938,
      "step": 100976
    },
    {
      "epoch": 4.697697138869504,
      "grad_norm": 1.9039186498259095,
      "learning_rate": 3.456413776209631e-05,
      "loss": 1.7109,
      "step": 100977
    },
    {
      "epoch": 4.6977436613165855,
      "grad_norm": 1.7329354964575319,
      "learning_rate": 3.456176783524851e-05,
      "loss": 1.5938,
      "step": 100978
    },
    {
      "epoch": 4.697790183763666,
      "grad_norm": 1.6323754546997913,
      "learning_rate": 3.4559397979072677e-05,
      "loss": 1.3203,
      "step": 100979
    },
    {
      "epoch": 4.6978367062107464,
      "grad_norm": 1.7585825284977705,
      "learning_rate": 3.455702819357025e-05,
      "loss": 1.5312,
      "step": 100980
    },
    {
      "epoch": 4.697883228657828,
      "grad_norm": 1.775594508321329,
      "learning_rate": 3.4554658478742664e-05,
      "loss": 1.5391,
      "step": 100981
    },
    {
      "epoch": 4.697929751104908,
      "grad_norm": 1.8818058843674972,
      "learning_rate": 3.455228883459143e-05,
      "loss": 1.7891,
      "step": 100982
    },
    {
      "epoch": 4.697976273551989,
      "grad_norm": 1.7350758861364857,
      "learning_rate": 3.454991926111796e-05,
      "loss": 1.5,
      "step": 100983
    },
    {
      "epoch": 4.698022795999069,
      "grad_norm": 1.9329705732828082,
      "learning_rate": 3.454754975832372e-05,
      "loss": 1.7578,
      "step": 100984
    },
    {
      "epoch": 4.698069318446151,
      "grad_norm": 1.841537849955996,
      "learning_rate": 3.4545180326210157e-05,
      "loss": 1.6484,
      "step": 100985
    },
    {
      "epoch": 4.698115840893231,
      "grad_norm": 1.8645245883073094,
      "learning_rate": 3.454281096477865e-05,
      "loss": 1.6016,
      "step": 100986
    },
    {
      "epoch": 4.698162363340312,
      "grad_norm": 1.80868812739986,
      "learning_rate": 3.4540441674030775e-05,
      "loss": 1.6484,
      "step": 100987
    },
    {
      "epoch": 4.698208885787392,
      "grad_norm": 1.6760077237926732,
      "learning_rate": 3.453807245396787e-05,
      "loss": 1.3828,
      "step": 100988
    },
    {
      "epoch": 4.698255408234473,
      "grad_norm": 1.8790397446280886,
      "learning_rate": 3.4535703304591486e-05,
      "loss": 1.6797,
      "step": 100989
    },
    {
      "epoch": 4.698301930681554,
      "grad_norm": 1.79671213490271,
      "learning_rate": 3.453333422590301e-05,
      "loss": 1.5859,
      "step": 100990
    },
    {
      "epoch": 4.698348453128634,
      "grad_norm": 1.667703775523169,
      "learning_rate": 3.45309652179039e-05,
      "loss": 1.2812,
      "step": 100991
    },
    {
      "epoch": 4.698394975575715,
      "grad_norm": 1.8583003692154842,
      "learning_rate": 3.4528596280595624e-05,
      "loss": 1.6016,
      "step": 100992
    },
    {
      "epoch": 4.698441498022796,
      "grad_norm": 1.7294534900208147,
      "learning_rate": 3.452622741397963e-05,
      "loss": 1.4375,
      "step": 100993
    },
    {
      "epoch": 4.698488020469877,
      "grad_norm": 1.853886779380023,
      "learning_rate": 3.4523858618057365e-05,
      "loss": 1.75,
      "step": 100994
    },
    {
      "epoch": 4.698534542916957,
      "grad_norm": 1.8735455895408102,
      "learning_rate": 3.452148989283022e-05,
      "loss": 1.5469,
      "step": 100995
    },
    {
      "epoch": 4.6985810653640385,
      "grad_norm": 1.837336904669015,
      "learning_rate": 3.4519121238299754e-05,
      "loss": 1.7422,
      "step": 100996
    },
    {
      "epoch": 4.698627587811119,
      "grad_norm": 1.8003227357861777,
      "learning_rate": 3.451675265446737e-05,
      "loss": 1.5859,
      "step": 100997
    },
    {
      "epoch": 4.6986741102581995,
      "grad_norm": 1.8300198463373165,
      "learning_rate": 3.4514384141334494e-05,
      "loss": 1.6094,
      "step": 100998
    },
    {
      "epoch": 4.69872063270528,
      "grad_norm": 1.883134960215743,
      "learning_rate": 3.451201569890255e-05,
      "loss": 1.6641,
      "step": 100999
    },
    {
      "epoch": 4.698767155152361,
      "grad_norm": 1.9415463515782503,
      "learning_rate": 3.4509647327173084e-05,
      "loss": 1.7188,
      "step": 101000
    },
    {
      "epoch": 4.698813677599442,
      "grad_norm": 1.8218070792289516,
      "learning_rate": 3.450727902614748e-05,
      "loss": 1.6328,
      "step": 101001
    },
    {
      "epoch": 4.698860200046522,
      "grad_norm": 1.946059593766055,
      "learning_rate": 3.450491079582721e-05,
      "loss": 1.7656,
      "step": 101002
    },
    {
      "epoch": 4.698906722493604,
      "grad_norm": 1.81625516967119,
      "learning_rate": 3.450254263621367e-05,
      "loss": 1.5469,
      "step": 101003
    },
    {
      "epoch": 4.698953244940684,
      "grad_norm": 1.8694262345910049,
      "learning_rate": 3.45001745473084e-05,
      "loss": 1.6875,
      "step": 101004
    },
    {
      "epoch": 4.698999767387765,
      "grad_norm": 1.9175495756372969,
      "learning_rate": 3.44978065291128e-05,
      "loss": 1.7969,
      "step": 101005
    },
    {
      "epoch": 4.699046289834845,
      "grad_norm": 1.5373788732663776,
      "learning_rate": 3.4495438581628325e-05,
      "loss": 1.3047,
      "step": 101006
    },
    {
      "epoch": 4.6990928122819255,
      "grad_norm": 1.6082227392314834,
      "learning_rate": 3.449307070485639e-05,
      "loss": 1.3594,
      "step": 101007
    },
    {
      "epoch": 4.699139334729007,
      "grad_norm": 1.8928382707852833,
      "learning_rate": 3.4490702898798496e-05,
      "loss": 1.5156,
      "step": 101008
    },
    {
      "epoch": 4.699185857176087,
      "grad_norm": 1.8495835601338373,
      "learning_rate": 3.4488335163456056e-05,
      "loss": 1.6484,
      "step": 101009
    },
    {
      "epoch": 4.699232379623168,
      "grad_norm": 1.7348827670341729,
      "learning_rate": 3.448596749883056e-05,
      "loss": 1.4766,
      "step": 101010
    },
    {
      "epoch": 4.699278902070249,
      "grad_norm": 1.737816153687375,
      "learning_rate": 3.4483599904923455e-05,
      "loss": 1.6016,
      "step": 101011
    },
    {
      "epoch": 4.69932542451733,
      "grad_norm": 1.7566917022737287,
      "learning_rate": 3.4481232381736105e-05,
      "loss": 1.3984,
      "step": 101012
    },
    {
      "epoch": 4.69937194696441,
      "grad_norm": 1.7699029586238728,
      "learning_rate": 3.447886492927009e-05,
      "loss": 1.5781,
      "step": 101013
    },
    {
      "epoch": 4.699418469411491,
      "grad_norm": 1.9384524017632874,
      "learning_rate": 3.4476497547526786e-05,
      "loss": 1.7578,
      "step": 101014
    },
    {
      "epoch": 4.699464991858572,
      "grad_norm": 1.7731630193006087,
      "learning_rate": 3.447413023650765e-05,
      "loss": 1.5312,
      "step": 101015
    },
    {
      "epoch": 4.6995115143056525,
      "grad_norm": 1.7938881918149143,
      "learning_rate": 3.447176299621413e-05,
      "loss": 1.6641,
      "step": 101016
    },
    {
      "epoch": 4.699558036752733,
      "grad_norm": 1.7489562348619714,
      "learning_rate": 3.446939582664765e-05,
      "loss": 1.5156,
      "step": 101017
    },
    {
      "epoch": 4.699604559199814,
      "grad_norm": 1.7267246381862218,
      "learning_rate": 3.446702872780971e-05,
      "loss": 1.5547,
      "step": 101018
    },
    {
      "epoch": 4.699651081646895,
      "grad_norm": 1.9257672871568459,
      "learning_rate": 3.446466169970176e-05,
      "loss": 1.7266,
      "step": 101019
    },
    {
      "epoch": 4.699697604093975,
      "grad_norm": 1.7852586624223408,
      "learning_rate": 3.446229474232521e-05,
      "loss": 1.7344,
      "step": 101020
    },
    {
      "epoch": 4.699744126541056,
      "grad_norm": 1.9293023032121963,
      "learning_rate": 3.445992785568148e-05,
      "loss": 1.7344,
      "step": 101021
    },
    {
      "epoch": 4.699790648988137,
      "grad_norm": 1.7353677913176528,
      "learning_rate": 3.44575610397721e-05,
      "loss": 1.5391,
      "step": 101022
    },
    {
      "epoch": 4.699837171435218,
      "grad_norm": 1.9289905273942307,
      "learning_rate": 3.445519429459849e-05,
      "loss": 1.7578,
      "step": 101023
    },
    {
      "epoch": 4.699883693882298,
      "grad_norm": 1.8620083148825053,
      "learning_rate": 3.445282762016208e-05,
      "loss": 1.5703,
      "step": 101024
    },
    {
      "epoch": 4.699930216329379,
      "grad_norm": 1.7293532135840302,
      "learning_rate": 3.4450461016464306e-05,
      "loss": 1.4766,
      "step": 101025
    },
    {
      "epoch": 4.69997673877646,
      "grad_norm": 1.7792008384909321,
      "learning_rate": 3.444809448350667e-05,
      "loss": 1.5,
      "step": 101026
    },
    {
      "epoch": 4.70002326122354,
      "grad_norm": 1.7782316010059314,
      "learning_rate": 3.4445728021290605e-05,
      "loss": 1.4688,
      "step": 101027
    },
    {
      "epoch": 4.700069783670621,
      "grad_norm": 1.8620540100940484,
      "learning_rate": 3.444336162981753e-05,
      "loss": 1.6797,
      "step": 101028
    },
    {
      "epoch": 4.700116306117701,
      "grad_norm": 1.8699394510282012,
      "learning_rate": 3.444099530908888e-05,
      "loss": 1.6641,
      "step": 101029
    },
    {
      "epoch": 4.700162828564783,
      "grad_norm": 1.7798579257164377,
      "learning_rate": 3.4438629059106174e-05,
      "loss": 1.6562,
      "step": 101030
    },
    {
      "epoch": 4.700209351011863,
      "grad_norm": 1.868182414533116,
      "learning_rate": 3.443626287987078e-05,
      "loss": 1.5078,
      "step": 101031
    },
    {
      "epoch": 4.700255873458944,
      "grad_norm": 1.663587798378669,
      "learning_rate": 3.443389677138422e-05,
      "loss": 1.4844,
      "step": 101032
    },
    {
      "epoch": 4.700302395906025,
      "grad_norm": 1.9675843649272997,
      "learning_rate": 3.44315307336479e-05,
      "loss": 1.7812,
      "step": 101033
    },
    {
      "epoch": 4.7003489183531055,
      "grad_norm": 1.7891739079784148,
      "learning_rate": 3.4429164766663257e-05,
      "loss": 1.5781,
      "step": 101034
    },
    {
      "epoch": 4.700395440800186,
      "grad_norm": 1.7770558741164968,
      "learning_rate": 3.44267988704318e-05,
      "loss": 1.5312,
      "step": 101035
    },
    {
      "epoch": 4.7004419632472665,
      "grad_norm": 1.7555779580400468,
      "learning_rate": 3.4424433044954944e-05,
      "loss": 1.625,
      "step": 101036
    },
    {
      "epoch": 4.700488485694348,
      "grad_norm": 1.8683753392061637,
      "learning_rate": 3.442206729023412e-05,
      "loss": 1.6328,
      "step": 101037
    },
    {
      "epoch": 4.700535008141428,
      "grad_norm": 1.9083658277057072,
      "learning_rate": 3.4419701606270745e-05,
      "loss": 1.8125,
      "step": 101038
    },
    {
      "epoch": 4.700581530588509,
      "grad_norm": 1.8957038244269235,
      "learning_rate": 3.4417335993066356e-05,
      "loss": 1.6719,
      "step": 101039
    },
    {
      "epoch": 4.70062805303559,
      "grad_norm": 1.6926198233896415,
      "learning_rate": 3.441497045062234e-05,
      "loss": 1.4297,
      "step": 101040
    },
    {
      "epoch": 4.700674575482671,
      "grad_norm": 1.7642077205329165,
      "learning_rate": 3.4412604978940176e-05,
      "loss": 1.5078,
      "step": 101041
    },
    {
      "epoch": 4.700721097929751,
      "grad_norm": 1.7375029510108972,
      "learning_rate": 3.441023957802129e-05,
      "loss": 1.5312,
      "step": 101042
    },
    {
      "epoch": 4.700767620376832,
      "grad_norm": 1.8322289423179863,
      "learning_rate": 3.4407874247867104e-05,
      "loss": 1.7031,
      "step": 101043
    },
    {
      "epoch": 4.700814142823912,
      "grad_norm": 1.796853196204357,
      "learning_rate": 3.440550898847914e-05,
      "loss": 1.6484,
      "step": 101044
    },
    {
      "epoch": 4.700860665270993,
      "grad_norm": 1.9382593837660311,
      "learning_rate": 3.4403143799858796e-05,
      "loss": 1.6797,
      "step": 101045
    },
    {
      "epoch": 4.700907187718074,
      "grad_norm": 1.7455575801829146,
      "learning_rate": 3.440077868200753e-05,
      "loss": 1.6328,
      "step": 101046
    },
    {
      "epoch": 4.700953710165154,
      "grad_norm": 1.8354662486724345,
      "learning_rate": 3.439841363492674e-05,
      "loss": 1.7656,
      "step": 101047
    },
    {
      "epoch": 4.701000232612236,
      "grad_norm": 1.8721889327332464,
      "learning_rate": 3.439604865861798e-05,
      "loss": 1.6953,
      "step": 101048
    },
    {
      "epoch": 4.701046755059316,
      "grad_norm": 1.748873433738809,
      "learning_rate": 3.439368375308263e-05,
      "loss": 1.4922,
      "step": 101049
    },
    {
      "epoch": 4.701093277506397,
      "grad_norm": 1.826328523998967,
      "learning_rate": 3.439131891832215e-05,
      "loss": 1.6953,
      "step": 101050
    },
    {
      "epoch": 4.701139799953477,
      "grad_norm": 1.8321515587501402,
      "learning_rate": 3.438895415433795e-05,
      "loss": 1.6797,
      "step": 101051
    },
    {
      "epoch": 4.701186322400559,
      "grad_norm": 1.7184865881923996,
      "learning_rate": 3.438658946113155e-05,
      "loss": 1.5391,
      "step": 101052
    },
    {
      "epoch": 4.701232844847639,
      "grad_norm": 1.8086176355300545,
      "learning_rate": 3.4384224838704324e-05,
      "loss": 1.6484,
      "step": 101053
    },
    {
      "epoch": 4.7012793672947195,
      "grad_norm": 1.7108641153375705,
      "learning_rate": 3.4381860287057786e-05,
      "loss": 1.5,
      "step": 101054
    },
    {
      "epoch": 4.701325889741801,
      "grad_norm": 1.8999151354296426,
      "learning_rate": 3.437949580619337e-05,
      "loss": 1.6562,
      "step": 101055
    },
    {
      "epoch": 4.701372412188881,
      "grad_norm": 1.7115800262619805,
      "learning_rate": 3.437713139611244e-05,
      "loss": 1.5078,
      "step": 101056
    },
    {
      "epoch": 4.701418934635962,
      "grad_norm": 1.875629304746396,
      "learning_rate": 3.437476705681658e-05,
      "loss": 1.6484,
      "step": 101057
    },
    {
      "epoch": 4.701465457083042,
      "grad_norm": 1.7753047921067784,
      "learning_rate": 3.4372402788307166e-05,
      "loss": 1.4453,
      "step": 101058
    },
    {
      "epoch": 4.701511979530123,
      "grad_norm": 1.8778615948891793,
      "learning_rate": 3.4370038590585654e-05,
      "loss": 1.5391,
      "step": 101059
    },
    {
      "epoch": 4.701558501977204,
      "grad_norm": 1.6454776875406192,
      "learning_rate": 3.436767446365343e-05,
      "loss": 1.3281,
      "step": 101060
    },
    {
      "epoch": 4.701605024424285,
      "grad_norm": 1.7033430192180805,
      "learning_rate": 3.436531040751204e-05,
      "loss": 1.4062,
      "step": 101061
    },
    {
      "epoch": 4.701651546871365,
      "grad_norm": 1.8991975688482157,
      "learning_rate": 3.4362946422162896e-05,
      "loss": 1.75,
      "step": 101062
    },
    {
      "epoch": 4.7016980693184465,
      "grad_norm": 1.6613464732813503,
      "learning_rate": 3.4360582507607426e-05,
      "loss": 1.5,
      "step": 101063
    },
    {
      "epoch": 4.701744591765527,
      "grad_norm": 1.9492093339662306,
      "learning_rate": 3.435821866384706e-05,
      "loss": 1.7578,
      "step": 101064
    },
    {
      "epoch": 4.701791114212607,
      "grad_norm": 1.813590331251354,
      "learning_rate": 3.435585489088331e-05,
      "loss": 1.5859,
      "step": 101065
    },
    {
      "epoch": 4.701837636659688,
      "grad_norm": 1.7436563169160784,
      "learning_rate": 3.43534911887176e-05,
      "loss": 1.5703,
      "step": 101066
    },
    {
      "epoch": 4.701884159106769,
      "grad_norm": 1.7414663828949684,
      "learning_rate": 3.435112755735135e-05,
      "loss": 1.6172,
      "step": 101067
    },
    {
      "epoch": 4.70193068155385,
      "grad_norm": 1.8978634550990214,
      "learning_rate": 3.434876399678602e-05,
      "loss": 1.6641,
      "step": 101068
    },
    {
      "epoch": 4.70197720400093,
      "grad_norm": 1.8024105676739715,
      "learning_rate": 3.434640050702301e-05,
      "loss": 1.5312,
      "step": 101069
    },
    {
      "epoch": 4.702023726448012,
      "grad_norm": 1.8222038356130592,
      "learning_rate": 3.434403708806388e-05,
      "loss": 1.25,
      "step": 101070
    },
    {
      "epoch": 4.702070248895092,
      "grad_norm": 1.7707301166253058,
      "learning_rate": 3.4341673739909995e-05,
      "loss": 1.4766,
      "step": 101071
    },
    {
      "epoch": 4.7021167713421725,
      "grad_norm": 1.7051353995770548,
      "learning_rate": 3.433931046256283e-05,
      "loss": 1.4531,
      "step": 101072
    },
    {
      "epoch": 4.702163293789253,
      "grad_norm": 1.9253758527663474,
      "learning_rate": 3.4336947256023774e-05,
      "loss": 1.8047,
      "step": 101073
    },
    {
      "epoch": 4.702209816236334,
      "grad_norm": 1.8341374266107178,
      "learning_rate": 3.4334584120294357e-05,
      "loss": 1.6094,
      "step": 101074
    },
    {
      "epoch": 4.702256338683415,
      "grad_norm": 1.8206994375604362,
      "learning_rate": 3.4332221055375945e-05,
      "loss": 1.5781,
      "step": 101075
    },
    {
      "epoch": 4.702302861130495,
      "grad_norm": 1.8263401145242093,
      "learning_rate": 3.432985806127008e-05,
      "loss": 1.6562,
      "step": 101076
    },
    {
      "epoch": 4.702349383577576,
      "grad_norm": 1.7952412640989004,
      "learning_rate": 3.432749513797814e-05,
      "loss": 1.5078,
      "step": 101077
    },
    {
      "epoch": 4.702395906024657,
      "grad_norm": 1.6342469529553252,
      "learning_rate": 3.4325132285501564e-05,
      "loss": 1.3203,
      "step": 101078
    },
    {
      "epoch": 4.702442428471738,
      "grad_norm": 1.8014100438495895,
      "learning_rate": 3.432276950384187e-05,
      "loss": 1.5,
      "step": 101079
    },
    {
      "epoch": 4.702488950918818,
      "grad_norm": 1.6635068149570933,
      "learning_rate": 3.432040679300045e-05,
      "loss": 1.3359,
      "step": 101080
    },
    {
      "epoch": 4.702535473365899,
      "grad_norm": 1.8145679291200236,
      "learning_rate": 3.431804415297877e-05,
      "loss": 1.5703,
      "step": 101081
    },
    {
      "epoch": 4.70258199581298,
      "grad_norm": 1.9459856063461372,
      "learning_rate": 3.431568158377821e-05,
      "loss": 1.9531,
      "step": 101082
    },
    {
      "epoch": 4.7026285182600605,
      "grad_norm": 1.878929406579539,
      "learning_rate": 3.431331908540032e-05,
      "loss": 1.6484,
      "step": 101083
    },
    {
      "epoch": 4.702675040707141,
      "grad_norm": 1.6712549795480705,
      "learning_rate": 3.431095665784649e-05,
      "loss": 1.3672,
      "step": 101084
    },
    {
      "epoch": 4.702721563154222,
      "grad_norm": 1.7274898755740693,
      "learning_rate": 3.430859430111819e-05,
      "loss": 1.5391,
      "step": 101085
    },
    {
      "epoch": 4.702768085601303,
      "grad_norm": 1.8022909303876102,
      "learning_rate": 3.430623201521679e-05,
      "loss": 1.6016,
      "step": 101086
    },
    {
      "epoch": 4.702814608048383,
      "grad_norm": 1.936662278868977,
      "learning_rate": 3.430386980014384e-05,
      "loss": 1.7266,
      "step": 101087
    },
    {
      "epoch": 4.702861130495464,
      "grad_norm": 1.6904007527852063,
      "learning_rate": 3.430150765590076e-05,
      "loss": 1.4688,
      "step": 101088
    },
    {
      "epoch": 4.702907652942545,
      "grad_norm": 1.7361138104236027,
      "learning_rate": 3.429914558248896e-05,
      "loss": 1.4062,
      "step": 101089
    },
    {
      "epoch": 4.702954175389626,
      "grad_norm": 1.6805038898554738,
      "learning_rate": 3.429678357990988e-05,
      "loss": 1.375,
      "step": 101090
    },
    {
      "epoch": 4.703000697836706,
      "grad_norm": 1.952396070522562,
      "learning_rate": 3.4294421648165026e-05,
      "loss": 1.7656,
      "step": 101091
    },
    {
      "epoch": 4.703047220283787,
      "grad_norm": 1.6386798338447721,
      "learning_rate": 3.429205978725579e-05,
      "loss": 1.2969,
      "step": 101092
    },
    {
      "epoch": 4.703093742730868,
      "grad_norm": 1.9778249547935298,
      "learning_rate": 3.428969799718366e-05,
      "loss": 1.7656,
      "step": 101093
    },
    {
      "epoch": 4.703140265177948,
      "grad_norm": 1.6825582624572946,
      "learning_rate": 3.428733627795005e-05,
      "loss": 1.4609,
      "step": 101094
    },
    {
      "epoch": 4.703186787625029,
      "grad_norm": 1.7726094749693706,
      "learning_rate": 3.428497462955639e-05,
      "loss": 1.5859,
      "step": 101095
    },
    {
      "epoch": 4.703233310072109,
      "grad_norm": 1.8600146899525754,
      "learning_rate": 3.4282613052004176e-05,
      "loss": 1.6328,
      "step": 101096
    },
    {
      "epoch": 4.703279832519191,
      "grad_norm": 1.7746942846710714,
      "learning_rate": 3.428025154529478e-05,
      "loss": 1.6562,
      "step": 101097
    },
    {
      "epoch": 4.703326354966271,
      "grad_norm": 1.9372069609291658,
      "learning_rate": 3.4277890109429744e-05,
      "loss": 1.6562,
      "step": 101098
    },
    {
      "epoch": 4.703372877413352,
      "grad_norm": 1.8905766290077357,
      "learning_rate": 3.427552874441047e-05,
      "loss": 1.5,
      "step": 101099
    },
    {
      "epoch": 4.703419399860433,
      "grad_norm": 1.779480654473452,
      "learning_rate": 3.427316745023836e-05,
      "loss": 1.5,
      "step": 101100
    },
    {
      "epoch": 4.7034659223075135,
      "grad_norm": 1.8282094622126104,
      "learning_rate": 3.427080622691493e-05,
      "loss": 1.7422,
      "step": 101101
    },
    {
      "epoch": 4.703512444754594,
      "grad_norm": 1.6917885314263343,
      "learning_rate": 3.426844507444161e-05,
      "loss": 1.4922,
      "step": 101102
    },
    {
      "epoch": 4.703558967201674,
      "grad_norm": 1.923782751558891,
      "learning_rate": 3.426608399281981e-05,
      "loss": 1.6797,
      "step": 101103
    },
    {
      "epoch": 4.703605489648756,
      "grad_norm": 2.0345487192013523,
      "learning_rate": 3.426372298205097e-05,
      "loss": 1.8438,
      "step": 101104
    },
    {
      "epoch": 4.703652012095836,
      "grad_norm": 1.8260571977557054,
      "learning_rate": 3.4261362042136596e-05,
      "loss": 1.5703,
      "step": 101105
    },
    {
      "epoch": 4.703698534542917,
      "grad_norm": 1.9570259782289066,
      "learning_rate": 3.42590011730781e-05,
      "loss": 1.7266,
      "step": 101106
    },
    {
      "epoch": 4.703745056989998,
      "grad_norm": 1.7599925188648478,
      "learning_rate": 3.425664037487692e-05,
      "loss": 1.5234,
      "step": 101107
    },
    {
      "epoch": 4.703791579437079,
      "grad_norm": 1.7893766815755907,
      "learning_rate": 3.425427964753448e-05,
      "loss": 1.6172,
      "step": 101108
    },
    {
      "epoch": 4.703838101884159,
      "grad_norm": 1.7664415101886426,
      "learning_rate": 3.4251918991052285e-05,
      "loss": 1.5703,
      "step": 101109
    },
    {
      "epoch": 4.7038846243312396,
      "grad_norm": 1.7269969785012953,
      "learning_rate": 3.424955840543174e-05,
      "loss": 1.6016,
      "step": 101110
    },
    {
      "epoch": 4.703931146778321,
      "grad_norm": 1.8484913366397382,
      "learning_rate": 3.42471978906743e-05,
      "loss": 1.5078,
      "step": 101111
    },
    {
      "epoch": 4.703977669225401,
      "grad_norm": 1.7612469697780644,
      "learning_rate": 3.424483744678137e-05,
      "loss": 1.5703,
      "step": 101112
    },
    {
      "epoch": 4.704024191672482,
      "grad_norm": 1.8179520729410477,
      "learning_rate": 3.4242477073754486e-05,
      "loss": 1.4766,
      "step": 101113
    },
    {
      "epoch": 4.704070714119562,
      "grad_norm": 1.5632798323057513,
      "learning_rate": 3.4240116771595015e-05,
      "loss": 1.3047,
      "step": 101114
    },
    {
      "epoch": 4.704117236566644,
      "grad_norm": 1.819673862990812,
      "learning_rate": 3.4237756540304454e-05,
      "loss": 1.6406,
      "step": 101115
    },
    {
      "epoch": 4.704163759013724,
      "grad_norm": 1.804045880798132,
      "learning_rate": 3.4235396379884156e-05,
      "loss": 1.5625,
      "step": 101116
    },
    {
      "epoch": 4.704210281460805,
      "grad_norm": 1.8432776023358588,
      "learning_rate": 3.423303629033568e-05,
      "loss": 1.6094,
      "step": 101117
    },
    {
      "epoch": 4.704256803907885,
      "grad_norm": 1.8117839401358686,
      "learning_rate": 3.4230676271660426e-05,
      "loss": 1.6875,
      "step": 101118
    },
    {
      "epoch": 4.7043033263549665,
      "grad_norm": 1.784667451048246,
      "learning_rate": 3.4228316323859784e-05,
      "loss": 1.4297,
      "step": 101119
    },
    {
      "epoch": 4.704349848802047,
      "grad_norm": 1.8491535833927164,
      "learning_rate": 3.422595644693531e-05,
      "loss": 1.7656,
      "step": 101120
    },
    {
      "epoch": 4.7043963712491275,
      "grad_norm": 1.8773093266043572,
      "learning_rate": 3.422359664088832e-05,
      "loss": 1.7734,
      "step": 101121
    },
    {
      "epoch": 4.704442893696209,
      "grad_norm": 1.5197660311221786,
      "learning_rate": 3.422123690572039e-05,
      "loss": 1.2578,
      "step": 101122
    },
    {
      "epoch": 4.704489416143289,
      "grad_norm": 1.8022434622958783,
      "learning_rate": 3.421887724143289e-05,
      "loss": 1.5703,
      "step": 101123
    },
    {
      "epoch": 4.70453593859037,
      "grad_norm": 1.8314380877093643,
      "learning_rate": 3.421651764802727e-05,
      "loss": 1.6406,
      "step": 101124
    },
    {
      "epoch": 4.70458246103745,
      "grad_norm": 1.670554622100255,
      "learning_rate": 3.4214158125504994e-05,
      "loss": 1.3047,
      "step": 101125
    },
    {
      "epoch": 4.704628983484532,
      "grad_norm": 1.853519780112922,
      "learning_rate": 3.421179867386744e-05,
      "loss": 1.5703,
      "step": 101126
    },
    {
      "epoch": 4.704675505931612,
      "grad_norm": 1.8012462796416169,
      "learning_rate": 3.4209439293116156e-05,
      "loss": 1.5781,
      "step": 101127
    },
    {
      "epoch": 4.704722028378693,
      "grad_norm": 1.8854067203820493,
      "learning_rate": 3.420707998325253e-05,
      "loss": 1.7266,
      "step": 101128
    },
    {
      "epoch": 4.704768550825773,
      "grad_norm": 1.807051593445089,
      "learning_rate": 3.4204720744278014e-05,
      "loss": 1.6484,
      "step": 101129
    },
    {
      "epoch": 4.704815073272854,
      "grad_norm": 1.8203054503596507,
      "learning_rate": 3.420236157619401e-05,
      "loss": 1.625,
      "step": 101130
    },
    {
      "epoch": 4.704861595719935,
      "grad_norm": 1.8895832016422034,
      "learning_rate": 3.4200002479002034e-05,
      "loss": 1.7188,
      "step": 101131
    },
    {
      "epoch": 4.704908118167015,
      "grad_norm": 1.712622466641861,
      "learning_rate": 3.419764345270351e-05,
      "loss": 1.4297,
      "step": 101132
    },
    {
      "epoch": 4.704954640614096,
      "grad_norm": 1.742853175338352,
      "learning_rate": 3.419528449729988e-05,
      "loss": 1.375,
      "step": 101133
    },
    {
      "epoch": 4.705001163061177,
      "grad_norm": 1.6919455817516895,
      "learning_rate": 3.419292561279252e-05,
      "loss": 1.3047,
      "step": 101134
    },
    {
      "epoch": 4.705047685508258,
      "grad_norm": 1.8176451467239836,
      "learning_rate": 3.419056679918298e-05,
      "loss": 1.6094,
      "step": 101135
    },
    {
      "epoch": 4.705094207955338,
      "grad_norm": 1.8080683550792302,
      "learning_rate": 3.418820805647266e-05,
      "loss": 1.6172,
      "step": 101136
    },
    {
      "epoch": 4.7051407304024195,
      "grad_norm": 1.7747942536526096,
      "learning_rate": 3.4185849384663e-05,
      "loss": 1.6016,
      "step": 101137
    },
    {
      "epoch": 4.7051872528495,
      "grad_norm": 1.8142704997361974,
      "learning_rate": 3.41834907837554e-05,
      "loss": 1.5625,
      "step": 101138
    },
    {
      "epoch": 4.7052337752965805,
      "grad_norm": 1.7993633861306408,
      "learning_rate": 3.4181132253751404e-05,
      "loss": 1.5781,
      "step": 101139
    },
    {
      "epoch": 4.705280297743661,
      "grad_norm": 1.778915766443573,
      "learning_rate": 3.417877379465239e-05,
      "loss": 1.5547,
      "step": 101140
    },
    {
      "epoch": 4.705326820190742,
      "grad_norm": 1.8995597445305343,
      "learning_rate": 3.4176415406459766e-05,
      "loss": 1.7734,
      "step": 101141
    },
    {
      "epoch": 4.705373342637823,
      "grad_norm": 1.6122829459514032,
      "learning_rate": 3.417405708917508e-05,
      "loss": 1.3516,
      "step": 101142
    },
    {
      "epoch": 4.705419865084903,
      "grad_norm": 1.8261796965429826,
      "learning_rate": 3.4171698842799664e-05,
      "loss": 1.6172,
      "step": 101143
    },
    {
      "epoch": 4.705466387531985,
      "grad_norm": 1.695676672695107,
      "learning_rate": 3.4169340667335064e-05,
      "loss": 1.4766,
      "step": 101144
    },
    {
      "epoch": 4.705512909979065,
      "grad_norm": 1.86186971312767,
      "learning_rate": 3.4166982562782694e-05,
      "loss": 1.6875,
      "step": 101145
    },
    {
      "epoch": 4.705559432426146,
      "grad_norm": 1.8826871978337274,
      "learning_rate": 3.4164624529143956e-05,
      "loss": 1.6016,
      "step": 101146
    },
    {
      "epoch": 4.705605954873226,
      "grad_norm": 1.9373469769632363,
      "learning_rate": 3.416226656642028e-05,
      "loss": 1.8672,
      "step": 101147
    },
    {
      "epoch": 4.705652477320307,
      "grad_norm": 1.663346442366755,
      "learning_rate": 3.41599086746132e-05,
      "loss": 1.3906,
      "step": 101148
    },
    {
      "epoch": 4.705698999767388,
      "grad_norm": 1.796909629293497,
      "learning_rate": 3.41575508537241e-05,
      "loss": 1.5938,
      "step": 101149
    },
    {
      "epoch": 4.705745522214468,
      "grad_norm": 1.7747212214385055,
      "learning_rate": 3.4155193103754416e-05,
      "loss": 1.5,
      "step": 101150
    },
    {
      "epoch": 4.705792044661549,
      "grad_norm": 1.8765027133860803,
      "learning_rate": 3.4152835424705625e-05,
      "loss": 1.4688,
      "step": 101151
    },
    {
      "epoch": 4.70583856710863,
      "grad_norm": 1.7496312125386226,
      "learning_rate": 3.4150477816579106e-05,
      "loss": 1.5781,
      "step": 101152
    },
    {
      "epoch": 4.705885089555711,
      "grad_norm": 1.725003606357184,
      "learning_rate": 3.4148120279376376e-05,
      "loss": 1.5859,
      "step": 101153
    },
    {
      "epoch": 4.705931612002791,
      "grad_norm": 1.747509970798059,
      "learning_rate": 3.414576281309885e-05,
      "loss": 1.4688,
      "step": 101154
    },
    {
      "epoch": 4.705978134449872,
      "grad_norm": 1.9366749294875232,
      "learning_rate": 3.414340541774799e-05,
      "loss": 1.8203,
      "step": 101155
    },
    {
      "epoch": 4.706024656896953,
      "grad_norm": 1.9163449449489096,
      "learning_rate": 3.4141048093325164e-05,
      "loss": 1.6562,
      "step": 101156
    },
    {
      "epoch": 4.7060711793440335,
      "grad_norm": 1.697527625114839,
      "learning_rate": 3.4138690839831925e-05,
      "loss": 1.4531,
      "step": 101157
    },
    {
      "epoch": 4.706117701791114,
      "grad_norm": 1.8849425762140752,
      "learning_rate": 3.413633365726965e-05,
      "loss": 1.7266,
      "step": 101158
    },
    {
      "epoch": 4.706164224238195,
      "grad_norm": 1.7395023325455394,
      "learning_rate": 3.413397654563981e-05,
      "loss": 1.3906,
      "step": 101159
    },
    {
      "epoch": 4.706210746685276,
      "grad_norm": 1.686606956230706,
      "learning_rate": 3.4131619504943766e-05,
      "loss": 1.3984,
      "step": 101160
    },
    {
      "epoch": 4.706257269132356,
      "grad_norm": 1.9026916918057677,
      "learning_rate": 3.412926253518309e-05,
      "loss": 1.7656,
      "step": 101161
    },
    {
      "epoch": 4.706303791579437,
      "grad_norm": 1.8213738809605302,
      "learning_rate": 3.412690563635915e-05,
      "loss": 1.5859,
      "step": 101162
    },
    {
      "epoch": 4.706350314026518,
      "grad_norm": 1.832268993281274,
      "learning_rate": 3.4124548808473364e-05,
      "loss": 1.5625,
      "step": 101163
    },
    {
      "epoch": 4.706396836473599,
      "grad_norm": 1.9093932935928641,
      "learning_rate": 3.4122192051527245e-05,
      "loss": 1.6875,
      "step": 101164
    },
    {
      "epoch": 4.706443358920679,
      "grad_norm": 1.9650344922821152,
      "learning_rate": 3.411983536552219e-05,
      "loss": 1.8047,
      "step": 101165
    },
    {
      "epoch": 4.70648988136776,
      "grad_norm": 1.7836701921773581,
      "learning_rate": 3.411747875045966e-05,
      "loss": 1.5859,
      "step": 101166
    },
    {
      "epoch": 4.706536403814841,
      "grad_norm": 1.9891458872704868,
      "learning_rate": 3.411512220634112e-05,
      "loss": 1.7188,
      "step": 101167
    },
    {
      "epoch": 4.706582926261921,
      "grad_norm": 1.726793715991324,
      "learning_rate": 3.4112765733167976e-05,
      "loss": 1.5078,
      "step": 101168
    },
    {
      "epoch": 4.706629448709002,
      "grad_norm": 1.9132221243619711,
      "learning_rate": 3.411040933094163e-05,
      "loss": 1.75,
      "step": 101169
    },
    {
      "epoch": 4.706675971156082,
      "grad_norm": 1.7584726893071998,
      "learning_rate": 3.410805299966363e-05,
      "loss": 1.6328,
      "step": 101170
    },
    {
      "epoch": 4.706722493603164,
      "grad_norm": 1.7119452860954971,
      "learning_rate": 3.410569673933535e-05,
      "loss": 1.4844,
      "step": 101171
    },
    {
      "epoch": 4.706769016050244,
      "grad_norm": 1.8668347530637148,
      "learning_rate": 3.410334054995826e-05,
      "loss": 1.6641,
      "step": 101172
    },
    {
      "epoch": 4.706815538497325,
      "grad_norm": 1.6285221505415712,
      "learning_rate": 3.410098443153373e-05,
      "loss": 1.4375,
      "step": 101173
    },
    {
      "epoch": 4.706862060944406,
      "grad_norm": 1.6059084556088943,
      "learning_rate": 3.409862838406331e-05,
      "loss": 1.3438,
      "step": 101174
    },
    {
      "epoch": 4.7069085833914865,
      "grad_norm": 1.538501233492768,
      "learning_rate": 3.4096272407548396e-05,
      "loss": 1.2109,
      "step": 101175
    },
    {
      "epoch": 4.706955105838567,
      "grad_norm": 1.629822196131482,
      "learning_rate": 3.409391650199042e-05,
      "loss": 1.3125,
      "step": 101176
    },
    {
      "epoch": 4.7070016282856475,
      "grad_norm": 1.9601243224113492,
      "learning_rate": 3.4091560667390826e-05,
      "loss": 1.7188,
      "step": 101177
    },
    {
      "epoch": 4.707048150732729,
      "grad_norm": 1.90148636624655,
      "learning_rate": 3.4089204903751035e-05,
      "loss": 1.5781,
      "step": 101178
    },
    {
      "epoch": 4.707094673179809,
      "grad_norm": 1.8058582752060575,
      "learning_rate": 3.408684921107256e-05,
      "loss": 1.5469,
      "step": 101179
    },
    {
      "epoch": 4.70714119562689,
      "grad_norm": 1.826131435646043,
      "learning_rate": 3.4084493589356786e-05,
      "loss": 1.6562,
      "step": 101180
    },
    {
      "epoch": 4.707187718073971,
      "grad_norm": 1.8564416714700056,
      "learning_rate": 3.408213803860517e-05,
      "loss": 1.7031,
      "step": 101181
    },
    {
      "epoch": 4.707234240521052,
      "grad_norm": 1.8640592185118694,
      "learning_rate": 3.4079782558819114e-05,
      "loss": 1.75,
      "step": 101182
    },
    {
      "epoch": 4.707280762968132,
      "grad_norm": 1.7749780883794037,
      "learning_rate": 3.4077427150000144e-05,
      "loss": 1.6953,
      "step": 101183
    },
    {
      "epoch": 4.707327285415213,
      "grad_norm": 1.6987870281925284,
      "learning_rate": 3.407507181214965e-05,
      "loss": 1.4688,
      "step": 101184
    },
    {
      "epoch": 4.707373807862293,
      "grad_norm": 1.857515670155067,
      "learning_rate": 3.4072716545269044e-05,
      "loss": 1.7031,
      "step": 101185
    },
    {
      "epoch": 4.7074203303093745,
      "grad_norm": 1.9150822173201132,
      "learning_rate": 3.407036134935984e-05,
      "loss": 1.5938,
      "step": 101186
    },
    {
      "epoch": 4.707466852756455,
      "grad_norm": 1.8843563357561788,
      "learning_rate": 3.406800622442341e-05,
      "loss": 1.6875,
      "step": 101187
    },
    {
      "epoch": 4.707513375203535,
      "grad_norm": 1.888652910645461,
      "learning_rate": 3.406565117046126e-05,
      "loss": 1.6328,
      "step": 101188
    },
    {
      "epoch": 4.707559897650617,
      "grad_norm": 1.8770075208308366,
      "learning_rate": 3.406329618747481e-05,
      "loss": 1.6875,
      "step": 101189
    },
    {
      "epoch": 4.707606420097697,
      "grad_norm": 1.5833182862175676,
      "learning_rate": 3.406094127546548e-05,
      "loss": 1.2578,
      "step": 101190
    },
    {
      "epoch": 4.707652942544778,
      "grad_norm": 1.928142334906756,
      "learning_rate": 3.4058586434434696e-05,
      "loss": 1.6328,
      "step": 101191
    },
    {
      "epoch": 4.707699464991858,
      "grad_norm": 1.7813400837853943,
      "learning_rate": 3.405623166438398e-05,
      "loss": 1.5234,
      "step": 101192
    },
    {
      "epoch": 4.70774598743894,
      "grad_norm": 1.6708836930547581,
      "learning_rate": 3.40538769653147e-05,
      "loss": 1.3281,
      "step": 101193
    },
    {
      "epoch": 4.70779250988602,
      "grad_norm": 1.6949307721265106,
      "learning_rate": 3.405152233722834e-05,
      "loss": 1.3984,
      "step": 101194
    },
    {
      "epoch": 4.7078390323331005,
      "grad_norm": 1.6054950003927522,
      "learning_rate": 3.4049167780126264e-05,
      "loss": 1.3828,
      "step": 101195
    },
    {
      "epoch": 4.707885554780182,
      "grad_norm": 1.7308875463936402,
      "learning_rate": 3.4046813294010025e-05,
      "loss": 1.4453,
      "step": 101196
    },
    {
      "epoch": 4.707932077227262,
      "grad_norm": 1.7300059145680566,
      "learning_rate": 3.4044458878881e-05,
      "loss": 1.5781,
      "step": 101197
    },
    {
      "epoch": 4.707978599674343,
      "grad_norm": 1.6719684114296884,
      "learning_rate": 3.4042104534740636e-05,
      "loss": 1.5156,
      "step": 101198
    },
    {
      "epoch": 4.708025122121423,
      "grad_norm": 1.7452111038927776,
      "learning_rate": 3.403975026159036e-05,
      "loss": 1.5156,
      "step": 101199
    },
    {
      "epoch": 4.708071644568505,
      "grad_norm": 1.7597652555439218,
      "learning_rate": 3.403739605943166e-05,
      "loss": 1.3984,
      "step": 101200
    },
    {
      "epoch": 4.708118167015585,
      "grad_norm": 1.810495027411475,
      "learning_rate": 3.4035041928265956e-05,
      "loss": 1.5625,
      "step": 101201
    },
    {
      "epoch": 4.708164689462666,
      "grad_norm": 1.877727404725216,
      "learning_rate": 3.4032687868094674e-05,
      "loss": 1.5781,
      "step": 101202
    },
    {
      "epoch": 4.708211211909746,
      "grad_norm": 1.8861549227887744,
      "learning_rate": 3.403033387891926e-05,
      "loss": 1.75,
      "step": 101203
    },
    {
      "epoch": 4.7082577343568275,
      "grad_norm": 1.7960644875304246,
      "learning_rate": 3.402797996074113e-05,
      "loss": 1.6172,
      "step": 101204
    },
    {
      "epoch": 4.708304256803908,
      "grad_norm": 1.812435388536633,
      "learning_rate": 3.4025626113561795e-05,
      "loss": 1.6719,
      "step": 101205
    },
    {
      "epoch": 4.708350779250988,
      "grad_norm": 1.8713647139139487,
      "learning_rate": 3.402327233738265e-05,
      "loss": 1.5859,
      "step": 101206
    },
    {
      "epoch": 4.708397301698069,
      "grad_norm": 1.7503070107590866,
      "learning_rate": 3.4020918632205084e-05,
      "loss": 1.4531,
      "step": 101207
    },
    {
      "epoch": 4.70844382414515,
      "grad_norm": 1.7675442990215222,
      "learning_rate": 3.401856499803066e-05,
      "loss": 1.5,
      "step": 101208
    },
    {
      "epoch": 4.708490346592231,
      "grad_norm": 1.8223530116920097,
      "learning_rate": 3.401621143486071e-05,
      "loss": 1.7344,
      "step": 101209
    },
    {
      "epoch": 4.708536869039311,
      "grad_norm": 1.8966401633580863,
      "learning_rate": 3.401385794269675e-05,
      "loss": 1.7812,
      "step": 101210
    },
    {
      "epoch": 4.708583391486393,
      "grad_norm": 1.8712799436815946,
      "learning_rate": 3.40115045215402e-05,
      "loss": 1.6875,
      "step": 101211
    },
    {
      "epoch": 4.708629913933473,
      "grad_norm": 1.769667068621203,
      "learning_rate": 3.400915117139248e-05,
      "loss": 1.5078,
      "step": 101212
    },
    {
      "epoch": 4.7086764363805536,
      "grad_norm": 1.7855721783412455,
      "learning_rate": 3.4006797892255006e-05,
      "loss": 1.6406,
      "step": 101213
    },
    {
      "epoch": 4.708722958827634,
      "grad_norm": 1.8244324860242596,
      "learning_rate": 3.40044446841293e-05,
      "loss": 1.5469,
      "step": 101214
    },
    {
      "epoch": 4.708769481274715,
      "grad_norm": 1.8391365240591244,
      "learning_rate": 3.400209154701674e-05,
      "loss": 1.6484,
      "step": 101215
    },
    {
      "epoch": 4.708816003721796,
      "grad_norm": 1.9934469638720673,
      "learning_rate": 3.399973848091881e-05,
      "loss": 1.7656,
      "step": 101216
    },
    {
      "epoch": 4.708862526168876,
      "grad_norm": 1.9191158773342454,
      "learning_rate": 3.399738548583686e-05,
      "loss": 1.6172,
      "step": 101217
    },
    {
      "epoch": 4.708909048615957,
      "grad_norm": 1.8181090308886416,
      "learning_rate": 3.399503256177245e-05,
      "loss": 1.5859,
      "step": 101218
    },
    {
      "epoch": 4.708955571063038,
      "grad_norm": 1.6060748824990303,
      "learning_rate": 3.399267970872695e-05,
      "loss": 1.2656,
      "step": 101219
    },
    {
      "epoch": 4.709002093510119,
      "grad_norm": 1.727963706384045,
      "learning_rate": 3.399032692670183e-05,
      "loss": 1.5156,
      "step": 101220
    },
    {
      "epoch": 4.709048615957199,
      "grad_norm": 1.7412648025978508,
      "learning_rate": 3.398797421569846e-05,
      "loss": 1.4297,
      "step": 101221
    },
    {
      "epoch": 4.70909513840428,
      "grad_norm": 1.7159448242194832,
      "learning_rate": 3.398562157571838e-05,
      "loss": 1.4453,
      "step": 101222
    },
    {
      "epoch": 4.709141660851361,
      "grad_norm": 1.7608271678050023,
      "learning_rate": 3.3983269006763e-05,
      "loss": 1.4844,
      "step": 101223
    },
    {
      "epoch": 4.7091881832984415,
      "grad_norm": 1.8606547637626418,
      "learning_rate": 3.398091650883373e-05,
      "loss": 1.6406,
      "step": 101224
    },
    {
      "epoch": 4.709234705745522,
      "grad_norm": 1.7883210131278946,
      "learning_rate": 3.397856408193199e-05,
      "loss": 1.6328,
      "step": 101225
    },
    {
      "epoch": 4.709281228192603,
      "grad_norm": 1.7660205418252295,
      "learning_rate": 3.397621172605931e-05,
      "loss": 1.375,
      "step": 101226
    },
    {
      "epoch": 4.709327750639684,
      "grad_norm": 1.7997995627685728,
      "learning_rate": 3.397385944121707e-05,
      "loss": 1.5156,
      "step": 101227
    },
    {
      "epoch": 4.709374273086764,
      "grad_norm": 1.6934676779215683,
      "learning_rate": 3.39715072274067e-05,
      "loss": 1.3984,
      "step": 101228
    },
    {
      "epoch": 4.709420795533845,
      "grad_norm": 1.7692575642545674,
      "learning_rate": 3.3969155084629634e-05,
      "loss": 1.5469,
      "step": 101229
    },
    {
      "epoch": 4.709467317980926,
      "grad_norm": 1.7847822581283304,
      "learning_rate": 3.396680301288738e-05,
      "loss": 1.5234,
      "step": 101230
    },
    {
      "epoch": 4.709513840428007,
      "grad_norm": 1.7471666598371463,
      "learning_rate": 3.3964451012181285e-05,
      "loss": 1.4141,
      "step": 101231
    },
    {
      "epoch": 4.709560362875087,
      "grad_norm": 1.7991697768992923,
      "learning_rate": 3.3962099082512876e-05,
      "loss": 1.4609,
      "step": 101232
    },
    {
      "epoch": 4.709606885322168,
      "grad_norm": 1.748776012721365,
      "learning_rate": 3.395974722388355e-05,
      "loss": 1.5,
      "step": 101233
    },
    {
      "epoch": 4.709653407769249,
      "grad_norm": 1.9506370029095166,
      "learning_rate": 3.395739543629476e-05,
      "loss": 1.7969,
      "step": 101234
    },
    {
      "epoch": 4.709699930216329,
      "grad_norm": 1.7725797920381312,
      "learning_rate": 3.395504371974789e-05,
      "loss": 1.5078,
      "step": 101235
    },
    {
      "epoch": 4.70974645266341,
      "grad_norm": 1.8505551185377767,
      "learning_rate": 3.3952692074244466e-05,
      "loss": 1.7031,
      "step": 101236
    },
    {
      "epoch": 4.70979297511049,
      "grad_norm": 1.8376130663480568,
      "learning_rate": 3.395034049978589e-05,
      "loss": 1.7578,
      "step": 101237
    },
    {
      "epoch": 4.709839497557572,
      "grad_norm": 1.7416360910367565,
      "learning_rate": 3.39479889963736e-05,
      "loss": 1.5703,
      "step": 101238
    },
    {
      "epoch": 4.709886020004652,
      "grad_norm": 1.7539143782191617,
      "learning_rate": 3.3945637564008994e-05,
      "loss": 1.5312,
      "step": 101239
    },
    {
      "epoch": 4.709932542451733,
      "grad_norm": 1.5340714368820385,
      "learning_rate": 3.39432862026936e-05,
      "loss": 1.2734,
      "step": 101240
    },
    {
      "epoch": 4.709979064898814,
      "grad_norm": 1.7993763776988072,
      "learning_rate": 3.3940934912428795e-05,
      "loss": 1.625,
      "step": 101241
    },
    {
      "epoch": 4.7100255873458945,
      "grad_norm": 1.796591365398252,
      "learning_rate": 3.3938583693216054e-05,
      "loss": 1.5312,
      "step": 101242
    },
    {
      "epoch": 4.710072109792975,
      "grad_norm": 1.828784391725701,
      "learning_rate": 3.393623254505674e-05,
      "loss": 1.7031,
      "step": 101243
    },
    {
      "epoch": 4.7101186322400554,
      "grad_norm": 1.899812781622518,
      "learning_rate": 3.393388146795239e-05,
      "loss": 1.7891,
      "step": 101244
    },
    {
      "epoch": 4.710165154687137,
      "grad_norm": 1.5959065987348213,
      "learning_rate": 3.3931530461904414e-05,
      "loss": 1.2891,
      "step": 101245
    },
    {
      "epoch": 4.710211677134217,
      "grad_norm": 1.841528221895136,
      "learning_rate": 3.3929179526914215e-05,
      "loss": 1.6094,
      "step": 101246
    },
    {
      "epoch": 4.710258199581298,
      "grad_norm": 1.811420264541098,
      "learning_rate": 3.3926828662983244e-05,
      "loss": 1.5781,
      "step": 101247
    },
    {
      "epoch": 4.710304722028379,
      "grad_norm": 1.90716462109144,
      "learning_rate": 3.392447787011298e-05,
      "loss": 1.5234,
      "step": 101248
    },
    {
      "epoch": 4.71035124447546,
      "grad_norm": 1.8036595600577072,
      "learning_rate": 3.392212714830484e-05,
      "loss": 1.5625,
      "step": 101249
    },
    {
      "epoch": 4.71039776692254,
      "grad_norm": 1.6644577721322094,
      "learning_rate": 3.391977649756025e-05,
      "loss": 1.375,
      "step": 101250
    },
    {
      "epoch": 4.710444289369621,
      "grad_norm": 1.7723418279460332,
      "learning_rate": 3.391742591788062e-05,
      "loss": 1.5391,
      "step": 101251
    },
    {
      "epoch": 4.710490811816702,
      "grad_norm": 1.859517349083329,
      "learning_rate": 3.391507540926742e-05,
      "loss": 1.5469,
      "step": 101252
    },
    {
      "epoch": 4.710537334263782,
      "grad_norm": 1.7908635573915972,
      "learning_rate": 3.3912724971722144e-05,
      "loss": 1.625,
      "step": 101253
    },
    {
      "epoch": 4.710583856710863,
      "grad_norm": 1.8934960706968387,
      "learning_rate": 3.391037460524617e-05,
      "loss": 1.6562,
      "step": 101254
    },
    {
      "epoch": 4.710630379157943,
      "grad_norm": 1.6659966492220035,
      "learning_rate": 3.390802430984095e-05,
      "loss": 1.3359,
      "step": 101255
    },
    {
      "epoch": 4.710676901605025,
      "grad_norm": 1.7425212346897334,
      "learning_rate": 3.390567408550794e-05,
      "loss": 1.4766,
      "step": 101256
    },
    {
      "epoch": 4.710723424052105,
      "grad_norm": 1.5254495877627277,
      "learning_rate": 3.390332393224851e-05,
      "loss": 1.2812,
      "step": 101257
    },
    {
      "epoch": 4.710769946499186,
      "grad_norm": 1.823795452801078,
      "learning_rate": 3.3900973850064186e-05,
      "loss": 1.625,
      "step": 101258
    },
    {
      "epoch": 4.710816468946266,
      "grad_norm": 1.8213925981669115,
      "learning_rate": 3.389862383895638e-05,
      "loss": 1.6562,
      "step": 101259
    },
    {
      "epoch": 4.7108629913933475,
      "grad_norm": 1.7973122643230257,
      "learning_rate": 3.3896273898926504e-05,
      "loss": 1.5469,
      "step": 101260
    },
    {
      "epoch": 4.710909513840428,
      "grad_norm": 1.8115703790601267,
      "learning_rate": 3.3893924029975984e-05,
      "loss": 1.6641,
      "step": 101261
    },
    {
      "epoch": 4.7109560362875085,
      "grad_norm": 1.8415841775720678,
      "learning_rate": 3.3891574232106335e-05,
      "loss": 1.5,
      "step": 101262
    },
    {
      "epoch": 4.71100255873459,
      "grad_norm": 1.8024053915297424,
      "learning_rate": 3.388922450531894e-05,
      "loss": 1.5938,
      "step": 101263
    },
    {
      "epoch": 4.71104908118167,
      "grad_norm": 1.7319610228812186,
      "learning_rate": 3.388687484961525e-05,
      "loss": 1.3828,
      "step": 101264
    },
    {
      "epoch": 4.711095603628751,
      "grad_norm": 1.7204454599583046,
      "learning_rate": 3.3884525264996655e-05,
      "loss": 1.5391,
      "step": 101265
    },
    {
      "epoch": 4.711142126075831,
      "grad_norm": 1.909479619821722,
      "learning_rate": 3.388217575146468e-05,
      "loss": 1.7188,
      "step": 101266
    },
    {
      "epoch": 4.711188648522913,
      "grad_norm": 1.7214774909866406,
      "learning_rate": 3.387982630902071e-05,
      "loss": 1.4922,
      "step": 101267
    },
    {
      "epoch": 4.711235170969993,
      "grad_norm": 1.8156863170139945,
      "learning_rate": 3.38774769376662e-05,
      "loss": 1.5,
      "step": 101268
    },
    {
      "epoch": 4.711281693417074,
      "grad_norm": 1.8475743545116576,
      "learning_rate": 3.387512763740256e-05,
      "loss": 1.5938,
      "step": 101269
    },
    {
      "epoch": 4.711328215864154,
      "grad_norm": 1.7409299454988658,
      "learning_rate": 3.387277840823128e-05,
      "loss": 1.5547,
      "step": 101270
    },
    {
      "epoch": 4.711374738311235,
      "grad_norm": 1.841085261949751,
      "learning_rate": 3.387042925015377e-05,
      "loss": 1.6484,
      "step": 101271
    },
    {
      "epoch": 4.711421260758316,
      "grad_norm": 1.8769955831931953,
      "learning_rate": 3.3868080163171465e-05,
      "loss": 1.6562,
      "step": 101272
    },
    {
      "epoch": 4.711467783205396,
      "grad_norm": 1.7559286820157634,
      "learning_rate": 3.386573114728576e-05,
      "loss": 1.5391,
      "step": 101273
    },
    {
      "epoch": 4.711514305652477,
      "grad_norm": 1.765250397637482,
      "learning_rate": 3.386338220249815e-05,
      "loss": 1.5078,
      "step": 101274
    },
    {
      "epoch": 4.711560828099558,
      "grad_norm": 1.7916162248819496,
      "learning_rate": 3.38610333288101e-05,
      "loss": 1.625,
      "step": 101275
    },
    {
      "epoch": 4.711607350546639,
      "grad_norm": 1.862056685044744,
      "learning_rate": 3.3858684526223004e-05,
      "loss": 1.6406,
      "step": 101276
    },
    {
      "epoch": 4.711653872993719,
      "grad_norm": 1.9816664408274676,
      "learning_rate": 3.385633579473832e-05,
      "loss": 1.7656,
      "step": 101277
    },
    {
      "epoch": 4.7117003954408005,
      "grad_norm": 1.9068328207358662,
      "learning_rate": 3.3853987134357405e-05,
      "loss": 1.6484,
      "step": 101278
    },
    {
      "epoch": 4.711746917887881,
      "grad_norm": 1.8533979686883588,
      "learning_rate": 3.385163854508183e-05,
      "loss": 1.6875,
      "step": 101279
    },
    {
      "epoch": 4.7117934403349615,
      "grad_norm": 1.7901743835133523,
      "learning_rate": 3.384929002691296e-05,
      "loss": 1.6484,
      "step": 101280
    },
    {
      "epoch": 4.711839962782042,
      "grad_norm": 1.6678923295505321,
      "learning_rate": 3.384694157985223e-05,
      "loss": 1.2656,
      "step": 101281
    },
    {
      "epoch": 4.711886485229123,
      "grad_norm": 1.8885196299548266,
      "learning_rate": 3.38445932039011e-05,
      "loss": 1.6484,
      "step": 101282
    },
    {
      "epoch": 4.711933007676204,
      "grad_norm": 1.877570003081475,
      "learning_rate": 3.384224489906094e-05,
      "loss": 1.7031,
      "step": 101283
    },
    {
      "epoch": 4.711979530123284,
      "grad_norm": 1.9319362420228205,
      "learning_rate": 3.383989666533329e-05,
      "loss": 1.6797,
      "step": 101284
    },
    {
      "epoch": 4.712026052570366,
      "grad_norm": 1.769063110321065,
      "learning_rate": 3.3837548502719543e-05,
      "loss": 1.5938,
      "step": 101285
    },
    {
      "epoch": 4.712072575017446,
      "grad_norm": 1.7694127141444056,
      "learning_rate": 3.383520041122114e-05,
      "loss": 1.5469,
      "step": 101286
    },
    {
      "epoch": 4.712119097464527,
      "grad_norm": 1.830353325640287,
      "learning_rate": 3.383285239083946e-05,
      "loss": 1.5625,
      "step": 101287
    },
    {
      "epoch": 4.712165619911607,
      "grad_norm": 1.7809248691923887,
      "learning_rate": 3.383050444157603e-05,
      "loss": 1.5859,
      "step": 101288
    },
    {
      "epoch": 4.712212142358688,
      "grad_norm": 1.8311887963583398,
      "learning_rate": 3.382815656343226e-05,
      "loss": 1.5312,
      "step": 101289
    },
    {
      "epoch": 4.712258664805769,
      "grad_norm": 1.910488579958917,
      "learning_rate": 3.382580875640956e-05,
      "loss": 1.7109,
      "step": 101290
    },
    {
      "epoch": 4.712305187252849,
      "grad_norm": 1.9064661387763278,
      "learning_rate": 3.382346102050936e-05,
      "loss": 1.625,
      "step": 101291
    },
    {
      "epoch": 4.71235170969993,
      "grad_norm": 1.7113080265806901,
      "learning_rate": 3.382111335573316e-05,
      "loss": 1.5625,
      "step": 101292
    },
    {
      "epoch": 4.712398232147011,
      "grad_norm": 1.5489091774753492,
      "learning_rate": 3.381876576208235e-05,
      "loss": 1.2891,
      "step": 101293
    },
    {
      "epoch": 4.712444754594092,
      "grad_norm": 1.8797722905481709,
      "learning_rate": 3.3816418239558346e-05,
      "loss": 1.6016,
      "step": 101294
    },
    {
      "epoch": 4.712491277041172,
      "grad_norm": 1.8717439967179417,
      "learning_rate": 3.381407078816264e-05,
      "loss": 1.6719,
      "step": 101295
    },
    {
      "epoch": 4.712537799488253,
      "grad_norm": 1.8515683185223188,
      "learning_rate": 3.381172340789663e-05,
      "loss": 1.7578,
      "step": 101296
    },
    {
      "epoch": 4.712584321935334,
      "grad_norm": 1.8257279569447176,
      "learning_rate": 3.3809376098761795e-05,
      "loss": 1.4844,
      "step": 101297
    },
    {
      "epoch": 4.7126308443824145,
      "grad_norm": 1.8918941691028361,
      "learning_rate": 3.380702886075955e-05,
      "loss": 1.7031,
      "step": 101298
    },
    {
      "epoch": 4.712677366829495,
      "grad_norm": 1.7983660688097234,
      "learning_rate": 3.3804681693891315e-05,
      "loss": 1.5469,
      "step": 101299
    },
    {
      "epoch": 4.712723889276576,
      "grad_norm": 1.627183654473695,
      "learning_rate": 3.38023345981585e-05,
      "loss": 1.3281,
      "step": 101300
    },
    {
      "epoch": 4.712770411723657,
      "grad_norm": 1.7823510347889362,
      "learning_rate": 3.379998757356263e-05,
      "loss": 1.6484,
      "step": 101301
    },
    {
      "epoch": 4.712816934170737,
      "grad_norm": 1.5572619565046513,
      "learning_rate": 3.37976406201051e-05,
      "loss": 1.3516,
      "step": 101302
    },
    {
      "epoch": 4.712863456617818,
      "grad_norm": 1.798569024847223,
      "learning_rate": 3.379529373778731e-05,
      "loss": 1.5625,
      "step": 101303
    },
    {
      "epoch": 4.712909979064899,
      "grad_norm": 1.6533382176853058,
      "learning_rate": 3.379294692661071e-05,
      "loss": 1.3281,
      "step": 101304
    },
    {
      "epoch": 4.71295650151198,
      "grad_norm": 1.955223168377732,
      "learning_rate": 3.3790600186576796e-05,
      "loss": 1.8047,
      "step": 101305
    },
    {
      "epoch": 4.71300302395906,
      "grad_norm": 1.7366976285334954,
      "learning_rate": 3.3788253517686955e-05,
      "loss": 1.4375,
      "step": 101306
    },
    {
      "epoch": 4.713049546406141,
      "grad_norm": 1.8131973448979635,
      "learning_rate": 3.378590691994262e-05,
      "loss": 1.6172,
      "step": 101307
    },
    {
      "epoch": 4.713096068853222,
      "grad_norm": 1.7756075438062624,
      "learning_rate": 3.378356039334524e-05,
      "loss": 1.5234,
      "step": 101308
    },
    {
      "epoch": 4.713142591300302,
      "grad_norm": 1.851154286754587,
      "learning_rate": 3.3781213937896215e-05,
      "loss": 1.5625,
      "step": 101309
    },
    {
      "epoch": 4.713189113747383,
      "grad_norm": 1.8411753518566247,
      "learning_rate": 3.377886755359706e-05,
      "loss": 1.625,
      "step": 101310
    },
    {
      "epoch": 4.713235636194463,
      "grad_norm": 1.7710539361842965,
      "learning_rate": 3.377652124044915e-05,
      "loss": 1.5703,
      "step": 101311
    },
    {
      "epoch": 4.713282158641545,
      "grad_norm": 1.8680526914620266,
      "learning_rate": 3.377417499845396e-05,
      "loss": 1.7188,
      "step": 101312
    },
    {
      "epoch": 4.713328681088625,
      "grad_norm": 1.5380451761614657,
      "learning_rate": 3.377182882761286e-05,
      "loss": 1.3047,
      "step": 101313
    },
    {
      "epoch": 4.713375203535706,
      "grad_norm": 1.6945700840801294,
      "learning_rate": 3.376948272792737e-05,
      "loss": 1.4609,
      "step": 101314
    },
    {
      "epoch": 4.713421725982787,
      "grad_norm": 1.7552560450061172,
      "learning_rate": 3.3767136699398875e-05,
      "loss": 1.3984,
      "step": 101315
    },
    {
      "epoch": 4.713468248429868,
      "grad_norm": 1.744194007238875,
      "learning_rate": 3.376479074202879e-05,
      "loss": 1.5078,
      "step": 101316
    },
    {
      "epoch": 4.713514770876948,
      "grad_norm": 1.597202428734542,
      "learning_rate": 3.376244485581864e-05,
      "loss": 1.3594,
      "step": 101317
    },
    {
      "epoch": 4.7135612933240285,
      "grad_norm": 1.8204261226416611,
      "learning_rate": 3.376009904076974e-05,
      "loss": 1.6016,
      "step": 101318
    },
    {
      "epoch": 4.71360781577111,
      "grad_norm": 1.7129024759602074,
      "learning_rate": 3.375775329688366e-05,
      "loss": 1.5391,
      "step": 101319
    },
    {
      "epoch": 4.71365433821819,
      "grad_norm": 1.9482975352931156,
      "learning_rate": 3.375540762416175e-05,
      "loss": 1.75,
      "step": 101320
    },
    {
      "epoch": 4.713700860665271,
      "grad_norm": 1.8076098030786172,
      "learning_rate": 3.375306202260546e-05,
      "loss": 1.5547,
      "step": 101321
    },
    {
      "epoch": 4.713747383112352,
      "grad_norm": 1.9194898673121832,
      "learning_rate": 3.375071649221622e-05,
      "loss": 1.7422,
      "step": 101322
    },
    {
      "epoch": 4.713793905559433,
      "grad_norm": 1.872350017314024,
      "learning_rate": 3.374837103299549e-05,
      "loss": 1.5781,
      "step": 101323
    },
    {
      "epoch": 4.713840428006513,
      "grad_norm": 1.8341964982837122,
      "learning_rate": 3.37460256449447e-05,
      "loss": 1.5938,
      "step": 101324
    },
    {
      "epoch": 4.713886950453594,
      "grad_norm": 1.7205273111789745,
      "learning_rate": 3.374368032806528e-05,
      "loss": 1.3906,
      "step": 101325
    },
    {
      "epoch": 4.713933472900674,
      "grad_norm": 1.8461533573971514,
      "learning_rate": 3.374133508235863e-05,
      "loss": 1.625,
      "step": 101326
    },
    {
      "epoch": 4.7139799953477555,
      "grad_norm": 1.7303964211408684,
      "learning_rate": 3.373898990782624e-05,
      "loss": 1.4141,
      "step": 101327
    },
    {
      "epoch": 4.714026517794836,
      "grad_norm": 1.7616233100311136,
      "learning_rate": 3.373664480446954e-05,
      "loss": 1.5391,
      "step": 101328
    },
    {
      "epoch": 4.714073040241916,
      "grad_norm": 1.712393682074163,
      "learning_rate": 3.3734299772289944e-05,
      "loss": 1.5234,
      "step": 101329
    },
    {
      "epoch": 4.714119562688998,
      "grad_norm": 1.8567361875780393,
      "learning_rate": 3.373195481128887e-05,
      "loss": 1.6953,
      "step": 101330
    },
    {
      "epoch": 4.714166085136078,
      "grad_norm": 1.831444896205595,
      "learning_rate": 3.3729609921467805e-05,
      "loss": 1.6797,
      "step": 101331
    },
    {
      "epoch": 4.714212607583159,
      "grad_norm": 1.8868554140887723,
      "learning_rate": 3.372726510282817e-05,
      "loss": 1.625,
      "step": 101332
    },
    {
      "epoch": 4.714259130030239,
      "grad_norm": 1.6611838022984284,
      "learning_rate": 3.372492035537137e-05,
      "loss": 1.4219,
      "step": 101333
    },
    {
      "epoch": 4.714305652477321,
      "grad_norm": 1.887108391933383,
      "learning_rate": 3.3722575679098867e-05,
      "loss": 1.7188,
      "step": 101334
    },
    {
      "epoch": 4.714352174924401,
      "grad_norm": 1.5669143574524753,
      "learning_rate": 3.372023107401205e-05,
      "loss": 1.2812,
      "step": 101335
    },
    {
      "epoch": 4.7143986973714815,
      "grad_norm": 1.7573181682491783,
      "learning_rate": 3.3717886540112435e-05,
      "loss": 1.6406,
      "step": 101336
    },
    {
      "epoch": 4.714445219818563,
      "grad_norm": 1.8486664260016379,
      "learning_rate": 3.371554207740141e-05,
      "loss": 1.5469,
      "step": 101337
    },
    {
      "epoch": 4.714491742265643,
      "grad_norm": 1.6849672696299733,
      "learning_rate": 3.371319768588038e-05,
      "loss": 1.5703,
      "step": 101338
    },
    {
      "epoch": 4.714538264712724,
      "grad_norm": 1.6340580248427363,
      "learning_rate": 3.371085336555085e-05,
      "loss": 1.3906,
      "step": 101339
    },
    {
      "epoch": 4.714584787159804,
      "grad_norm": 1.760766664144795,
      "learning_rate": 3.37085091164142e-05,
      "loss": 1.5234,
      "step": 101340
    },
    {
      "epoch": 4.714631309606886,
      "grad_norm": 1.7838660748950972,
      "learning_rate": 3.37061649384719e-05,
      "loss": 1.4062,
      "step": 101341
    },
    {
      "epoch": 4.714677832053966,
      "grad_norm": 1.835694759692195,
      "learning_rate": 3.370382083172539e-05,
      "loss": 1.6484,
      "step": 101342
    },
    {
      "epoch": 4.714724354501047,
      "grad_norm": 2.0127006707534996,
      "learning_rate": 3.370147679617608e-05,
      "loss": 1.7422,
      "step": 101343
    },
    {
      "epoch": 4.714770876948127,
      "grad_norm": 2.0043309220057806,
      "learning_rate": 3.369913283182536e-05,
      "loss": 1.8047,
      "step": 101344
    },
    {
      "epoch": 4.7148173993952085,
      "grad_norm": 1.6945781281099288,
      "learning_rate": 3.3696788938674776e-05,
      "loss": 1.4219,
      "step": 101345
    },
    {
      "epoch": 4.714863921842289,
      "grad_norm": 1.9455935190540798,
      "learning_rate": 3.3694445116725704e-05,
      "loss": 1.8594,
      "step": 101346
    },
    {
      "epoch": 4.7149104442893695,
      "grad_norm": 1.8497818058146094,
      "learning_rate": 3.369210136597956e-05,
      "loss": 1.7266,
      "step": 101347
    },
    {
      "epoch": 4.71495696673645,
      "grad_norm": 1.665569311057209,
      "learning_rate": 3.368975768643777e-05,
      "loss": 1.3984,
      "step": 101348
    },
    {
      "epoch": 4.715003489183531,
      "grad_norm": 1.6637370702975791,
      "learning_rate": 3.3687414078101835e-05,
      "loss": 1.4375,
      "step": 101349
    },
    {
      "epoch": 4.715050011630612,
      "grad_norm": 2.1051175322691953,
      "learning_rate": 3.368507054097315e-05,
      "loss": 1.3359,
      "step": 101350
    },
    {
      "epoch": 4.715096534077692,
      "grad_norm": 1.7405357779041113,
      "learning_rate": 3.3682727075053146e-05,
      "loss": 1.375,
      "step": 101351
    },
    {
      "epoch": 4.715143056524774,
      "grad_norm": 1.6318730598744566,
      "learning_rate": 3.3680383680343216e-05,
      "loss": 1.4062,
      "step": 101352
    },
    {
      "epoch": 4.715189578971854,
      "grad_norm": 1.8054154075752074,
      "learning_rate": 3.3678040356844885e-05,
      "loss": 1.5547,
      "step": 101353
    },
    {
      "epoch": 4.715236101418935,
      "grad_norm": 1.819918913654556,
      "learning_rate": 3.367569710455955e-05,
      "loss": 1.5391,
      "step": 101354
    },
    {
      "epoch": 4.715282623866015,
      "grad_norm": 1.808679250072843,
      "learning_rate": 3.367335392348864e-05,
      "loss": 1.5234,
      "step": 101355
    },
    {
      "epoch": 4.715329146313096,
      "grad_norm": 1.9268623446887594,
      "learning_rate": 3.3671010813633534e-05,
      "loss": 1.6953,
      "step": 101356
    },
    {
      "epoch": 4.715375668760177,
      "grad_norm": 1.715562966050833,
      "learning_rate": 3.366866777499577e-05,
      "loss": 1.5469,
      "step": 101357
    },
    {
      "epoch": 4.715422191207257,
      "grad_norm": 1.8186602764542874,
      "learning_rate": 3.366632480757674e-05,
      "loss": 1.5,
      "step": 101358
    },
    {
      "epoch": 4.715468713654338,
      "grad_norm": 1.7570091728697566,
      "learning_rate": 3.366398191137786e-05,
      "loss": 1.5703,
      "step": 101359
    },
    {
      "epoch": 4.715515236101419,
      "grad_norm": 1.8126322096469671,
      "learning_rate": 3.366163908640054e-05,
      "loss": 1.6406,
      "step": 101360
    },
    {
      "epoch": 4.7155617585485,
      "grad_norm": 1.6935489234592802,
      "learning_rate": 3.365929633264625e-05,
      "loss": 1.3281,
      "step": 101361
    },
    {
      "epoch": 4.71560828099558,
      "grad_norm": 1.8311378394757676,
      "learning_rate": 3.365695365011647e-05,
      "loss": 1.625,
      "step": 101362
    },
    {
      "epoch": 4.715654803442661,
      "grad_norm": 1.681040138832978,
      "learning_rate": 3.365461103881258e-05,
      "loss": 1.3516,
      "step": 101363
    },
    {
      "epoch": 4.715701325889742,
      "grad_norm": 1.787711298726563,
      "learning_rate": 3.365226849873603e-05,
      "loss": 1.5859,
      "step": 101364
    },
    {
      "epoch": 4.7157478483368225,
      "grad_norm": 1.767235223041055,
      "learning_rate": 3.364992602988825e-05,
      "loss": 1.4375,
      "step": 101365
    },
    {
      "epoch": 4.715794370783903,
      "grad_norm": 1.864297804084672,
      "learning_rate": 3.3647583632270616e-05,
      "loss": 1.6406,
      "step": 101366
    },
    {
      "epoch": 4.715840893230984,
      "grad_norm": 1.520721324059357,
      "learning_rate": 3.364524130588468e-05,
      "loss": 1.2188,
      "step": 101367
    },
    {
      "epoch": 4.715887415678065,
      "grad_norm": 1.7430146881342437,
      "learning_rate": 3.36428990507318e-05,
      "loss": 1.4297,
      "step": 101368
    },
    {
      "epoch": 4.715933938125145,
      "grad_norm": 1.833875713916563,
      "learning_rate": 3.364055686681342e-05,
      "loss": 1.7578,
      "step": 101369
    },
    {
      "epoch": 4.715980460572226,
      "grad_norm": 1.717474684483504,
      "learning_rate": 3.363821475413094e-05,
      "loss": 1.3516,
      "step": 101370
    },
    {
      "epoch": 4.716026983019307,
      "grad_norm": 1.7391470760624068,
      "learning_rate": 3.3635872712685856e-05,
      "loss": 1.5156,
      "step": 101371
    },
    {
      "epoch": 4.716073505466388,
      "grad_norm": 1.9025960046571448,
      "learning_rate": 3.363353074247959e-05,
      "loss": 1.8281,
      "step": 101372
    },
    {
      "epoch": 4.716120027913468,
      "grad_norm": 1.7839416443581952,
      "learning_rate": 3.363118884351357e-05,
      "loss": 1.6484,
      "step": 101373
    },
    {
      "epoch": 4.716166550360549,
      "grad_norm": 1.9943125880341004,
      "learning_rate": 3.362884701578917e-05,
      "loss": 1.7031,
      "step": 101374
    },
    {
      "epoch": 4.71621307280763,
      "grad_norm": 1.8538786034947903,
      "learning_rate": 3.362650525930792e-05,
      "loss": 1.6094,
      "step": 101375
    },
    {
      "epoch": 4.71625959525471,
      "grad_norm": 1.7802363927412412,
      "learning_rate": 3.362416357407121e-05,
      "loss": 1.6953,
      "step": 101376
    },
    {
      "epoch": 4.716306117701791,
      "grad_norm": 1.8542872090459805,
      "learning_rate": 3.362182196008048e-05,
      "loss": 1.625,
      "step": 101377
    },
    {
      "epoch": 4.716352640148871,
      "grad_norm": 1.867201935120425,
      "learning_rate": 3.3619480417337095e-05,
      "loss": 1.7109,
      "step": 101378
    },
    {
      "epoch": 4.716399162595953,
      "grad_norm": 1.8898249432751424,
      "learning_rate": 3.361713894584262e-05,
      "loss": 1.7344,
      "step": 101379
    },
    {
      "epoch": 4.716445685043033,
      "grad_norm": 1.8625697100935628,
      "learning_rate": 3.36147975455984e-05,
      "loss": 1.6172,
      "step": 101380
    },
    {
      "epoch": 4.716492207490114,
      "grad_norm": 1.7612983716332586,
      "learning_rate": 3.3612456216605884e-05,
      "loss": 1.5234,
      "step": 101381
    },
    {
      "epoch": 4.716538729937195,
      "grad_norm": 1.9106366658451708,
      "learning_rate": 3.361011495886647e-05,
      "loss": 1.7578,
      "step": 101382
    },
    {
      "epoch": 4.7165852523842755,
      "grad_norm": 1.7451049797794573,
      "learning_rate": 3.360777377238164e-05,
      "loss": 1.4844,
      "step": 101383
    },
    {
      "epoch": 4.716631774831356,
      "grad_norm": 1.7864938072583072,
      "learning_rate": 3.360543265715285e-05,
      "loss": 1.6094,
      "step": 101384
    },
    {
      "epoch": 4.7166782972784365,
      "grad_norm": 1.6686573933024043,
      "learning_rate": 3.36030916131815e-05,
      "loss": 1.3516,
      "step": 101385
    },
    {
      "epoch": 4.716724819725518,
      "grad_norm": 1.8325808792987008,
      "learning_rate": 3.360075064046902e-05,
      "loss": 1.7188,
      "step": 101386
    },
    {
      "epoch": 4.716771342172598,
      "grad_norm": 1.7072277087540004,
      "learning_rate": 3.359840973901681e-05,
      "loss": 1.5078,
      "step": 101387
    },
    {
      "epoch": 4.716817864619679,
      "grad_norm": 1.8354743878203719,
      "learning_rate": 3.359606890882638e-05,
      "loss": 1.6172,
      "step": 101388
    },
    {
      "epoch": 4.71686438706676,
      "grad_norm": 1.7726759069172364,
      "learning_rate": 3.359372814989912e-05,
      "loss": 1.5625,
      "step": 101389
    },
    {
      "epoch": 4.716910909513841,
      "grad_norm": 1.7616444143386145,
      "learning_rate": 3.359138746223646e-05,
      "loss": 1.4297,
      "step": 101390
    },
    {
      "epoch": 4.716957431960921,
      "grad_norm": 1.9362698564454934,
      "learning_rate": 3.358904684583986e-05,
      "loss": 1.7734,
      "step": 101391
    },
    {
      "epoch": 4.717003954408002,
      "grad_norm": 1.9533557352116138,
      "learning_rate": 3.358670630071067e-05,
      "loss": 1.8125,
      "step": 101392
    },
    {
      "epoch": 4.717050476855083,
      "grad_norm": 1.8496340637493318,
      "learning_rate": 3.3584365826850437e-05,
      "loss": 1.5859,
      "step": 101393
    },
    {
      "epoch": 4.717096999302163,
      "grad_norm": 1.767915169148326,
      "learning_rate": 3.358202542426054e-05,
      "loss": 1.5312,
      "step": 101394
    },
    {
      "epoch": 4.717143521749244,
      "grad_norm": 1.8730326870309268,
      "learning_rate": 3.357968509294242e-05,
      "loss": 1.7031,
      "step": 101395
    },
    {
      "epoch": 4.717190044196324,
      "grad_norm": 1.9152782616908952,
      "learning_rate": 3.3577344832897446e-05,
      "loss": 1.6641,
      "step": 101396
    },
    {
      "epoch": 4.717236566643406,
      "grad_norm": 1.866551908470119,
      "learning_rate": 3.357500464412715e-05,
      "loss": 1.5938,
      "step": 101397
    },
    {
      "epoch": 4.717283089090486,
      "grad_norm": 1.9303251342310654,
      "learning_rate": 3.357266452663293e-05,
      "loss": 1.7734,
      "step": 101398
    },
    {
      "epoch": 4.717329611537567,
      "grad_norm": 1.79531929552706,
      "learning_rate": 3.35703244804162e-05,
      "loss": 1.5156,
      "step": 101399
    },
    {
      "epoch": 4.717376133984647,
      "grad_norm": 1.737185594105751,
      "learning_rate": 3.356798450547837e-05,
      "loss": 1.5625,
      "step": 101400
    },
    {
      "epoch": 4.7174226564317285,
      "grad_norm": 1.5597938519586918,
      "learning_rate": 3.356564460182095e-05,
      "loss": 1.2422,
      "step": 101401
    },
    {
      "epoch": 4.717469178878809,
      "grad_norm": 1.7663097474990277,
      "learning_rate": 3.3563304769445334e-05,
      "loss": 1.5703,
      "step": 101402
    },
    {
      "epoch": 4.7175157013258895,
      "grad_norm": 1.7237279613640057,
      "learning_rate": 3.356096500835294e-05,
      "loss": 1.4609,
      "step": 101403
    },
    {
      "epoch": 4.717562223772971,
      "grad_norm": 1.516813282119106,
      "learning_rate": 3.355862531854516e-05,
      "loss": 1.2656,
      "step": 101404
    },
    {
      "epoch": 4.717608746220051,
      "grad_norm": 1.8008619321434198,
      "learning_rate": 3.3556285700023496e-05,
      "loss": 1.5547,
      "step": 101405
    },
    {
      "epoch": 4.717655268667132,
      "grad_norm": 1.7697336109393191,
      "learning_rate": 3.3553946152789385e-05,
      "loss": 1.5859,
      "step": 101406
    },
    {
      "epoch": 4.717701791114212,
      "grad_norm": 1.743900453094164,
      "learning_rate": 3.355160667684424e-05,
      "loss": 1.5234,
      "step": 101407
    },
    {
      "epoch": 4.717748313561294,
      "grad_norm": 1.8406394983413925,
      "learning_rate": 3.354926727218949e-05,
      "loss": 1.5234,
      "step": 101408
    },
    {
      "epoch": 4.717794836008374,
      "grad_norm": 1.886861699580151,
      "learning_rate": 3.354692793882652e-05,
      "loss": 1.6953,
      "step": 101409
    },
    {
      "epoch": 4.717841358455455,
      "grad_norm": 1.9253130916415218,
      "learning_rate": 3.354458867675685e-05,
      "loss": 1.8125,
      "step": 101410
    },
    {
      "epoch": 4.717887880902536,
      "grad_norm": 1.9488738263835113,
      "learning_rate": 3.354224948598187e-05,
      "loss": 1.8906,
      "step": 101411
    },
    {
      "epoch": 4.7179344033496164,
      "grad_norm": 1.8503299012439027,
      "learning_rate": 3.3539910366503006e-05,
      "loss": 1.6797,
      "step": 101412
    },
    {
      "epoch": 4.717980925796697,
      "grad_norm": 1.9677866773021622,
      "learning_rate": 3.3537571318321666e-05,
      "loss": 1.8906,
      "step": 101413
    },
    {
      "epoch": 4.718027448243777,
      "grad_norm": 1.697008538683762,
      "learning_rate": 3.353523234143934e-05,
      "loss": 1.4688,
      "step": 101414
    },
    {
      "epoch": 4.718073970690858,
      "grad_norm": 1.882903652276815,
      "learning_rate": 3.3532893435857445e-05,
      "loss": 1.7266,
      "step": 101415
    },
    {
      "epoch": 4.718120493137939,
      "grad_norm": 1.7577905940366685,
      "learning_rate": 3.353055460157738e-05,
      "loss": 1.4609,
      "step": 101416
    },
    {
      "epoch": 4.71816701558502,
      "grad_norm": 1.8896642185597223,
      "learning_rate": 3.3528215838600615e-05,
      "loss": 1.5938,
      "step": 101417
    },
    {
      "epoch": 4.7182135380321,
      "grad_norm": 1.8412396148804746,
      "learning_rate": 3.352587714692851e-05,
      "loss": 1.6328,
      "step": 101418
    },
    {
      "epoch": 4.718260060479182,
      "grad_norm": 1.7520175656638803,
      "learning_rate": 3.35235385265626e-05,
      "loss": 1.5625,
      "step": 101419
    },
    {
      "epoch": 4.718306582926262,
      "grad_norm": 1.7371673269844676,
      "learning_rate": 3.352119997750425e-05,
      "loss": 1.5859,
      "step": 101420
    },
    {
      "epoch": 4.7183531053733425,
      "grad_norm": 1.841237610628286,
      "learning_rate": 3.351886149975492e-05,
      "loss": 1.4453,
      "step": 101421
    },
    {
      "epoch": 4.718399627820423,
      "grad_norm": 1.9113021091476232,
      "learning_rate": 3.3516523093315986e-05,
      "loss": 1.625,
      "step": 101422
    },
    {
      "epoch": 4.718446150267504,
      "grad_norm": 1.7388506211346728,
      "learning_rate": 3.3514184758188964e-05,
      "loss": 1.625,
      "step": 101423
    },
    {
      "epoch": 4.718492672714585,
      "grad_norm": 1.7184639120158005,
      "learning_rate": 3.351184649437524e-05,
      "loss": 1.5781,
      "step": 101424
    },
    {
      "epoch": 4.718539195161665,
      "grad_norm": 1.5666158315433023,
      "learning_rate": 3.350950830187625e-05,
      "loss": 1.25,
      "step": 101425
    },
    {
      "epoch": 4.718585717608747,
      "grad_norm": 1.7363082976246995,
      "learning_rate": 3.3507170180693406e-05,
      "loss": 1.4219,
      "step": 101426
    },
    {
      "epoch": 4.718632240055827,
      "grad_norm": 1.4956753922968968,
      "learning_rate": 3.350483213082813e-05,
      "loss": 1.1406,
      "step": 101427
    },
    {
      "epoch": 4.718678762502908,
      "grad_norm": 1.8739668272186993,
      "learning_rate": 3.3502494152281945e-05,
      "loss": 1.7656,
      "step": 101428
    },
    {
      "epoch": 4.718725284949988,
      "grad_norm": 1.7661861336771822,
      "learning_rate": 3.35001562450562e-05,
      "loss": 1.6016,
      "step": 101429
    },
    {
      "epoch": 4.7187718073970695,
      "grad_norm": 1.6992093262049737,
      "learning_rate": 3.3497818409152366e-05,
      "loss": 1.4688,
      "step": 101430
    },
    {
      "epoch": 4.71881832984415,
      "grad_norm": 1.6786062010490177,
      "learning_rate": 3.3495480644571795e-05,
      "loss": 1.3984,
      "step": 101431
    },
    {
      "epoch": 4.71886485229123,
      "grad_norm": 1.7912034296813493,
      "learning_rate": 3.3493142951316026e-05,
      "loss": 1.5703,
      "step": 101432
    },
    {
      "epoch": 4.718911374738311,
      "grad_norm": 1.680948162463837,
      "learning_rate": 3.349080532938645e-05,
      "loss": 1.3438,
      "step": 101433
    },
    {
      "epoch": 4.718957897185392,
      "grad_norm": 1.8682962741405948,
      "learning_rate": 3.348846777878449e-05,
      "loss": 1.6484,
      "step": 101434
    },
    {
      "epoch": 4.719004419632473,
      "grad_norm": 1.8532489150816709,
      "learning_rate": 3.348613029951151e-05,
      "loss": 1.5703,
      "step": 101435
    },
    {
      "epoch": 4.719050942079553,
      "grad_norm": 1.8011455587169338,
      "learning_rate": 3.3483792891569077e-05,
      "loss": 1.5,
      "step": 101436
    },
    {
      "epoch": 4.719097464526634,
      "grad_norm": 1.7096323145279546,
      "learning_rate": 3.3481455554958536e-05,
      "loss": 1.4844,
      "step": 101437
    },
    {
      "epoch": 4.719143986973715,
      "grad_norm": 1.802054820713432,
      "learning_rate": 3.3479118289681336e-05,
      "loss": 1.6484,
      "step": 101438
    },
    {
      "epoch": 4.7191905094207955,
      "grad_norm": 1.9077672911151755,
      "learning_rate": 3.347678109573887e-05,
      "loss": 1.6562,
      "step": 101439
    },
    {
      "epoch": 4.719237031867876,
      "grad_norm": 1.82302551595485,
      "learning_rate": 3.3474443973132657e-05,
      "loss": 1.5391,
      "step": 101440
    },
    {
      "epoch": 4.719283554314957,
      "grad_norm": 1.8996645458290347,
      "learning_rate": 3.347210692186407e-05,
      "loss": 1.6406,
      "step": 101441
    },
    {
      "epoch": 4.719330076762038,
      "grad_norm": 1.848897925979963,
      "learning_rate": 3.346976994193453e-05,
      "loss": 1.6953,
      "step": 101442
    },
    {
      "epoch": 4.719376599209118,
      "grad_norm": 1.8502347960095356,
      "learning_rate": 3.3467433033345506e-05,
      "loss": 1.6328,
      "step": 101443
    },
    {
      "epoch": 4.719423121656199,
      "grad_norm": 1.710371774313716,
      "learning_rate": 3.346509619609835e-05,
      "loss": 1.4844,
      "step": 101444
    },
    {
      "epoch": 4.71946964410328,
      "grad_norm": 1.8168221940635774,
      "learning_rate": 3.3462759430194585e-05,
      "loss": 1.5703,
      "step": 101445
    },
    {
      "epoch": 4.719516166550361,
      "grad_norm": 1.7652771887121232,
      "learning_rate": 3.346042273563562e-05,
      "loss": 1.5156,
      "step": 101446
    },
    {
      "epoch": 4.719562688997441,
      "grad_norm": 2.0210376920572766,
      "learning_rate": 3.3458086112422874e-05,
      "loss": 1.7812,
      "step": 101447
    },
    {
      "epoch": 4.719609211444522,
      "grad_norm": 1.743236762567151,
      "learning_rate": 3.345574956055772e-05,
      "loss": 1.4297,
      "step": 101448
    },
    {
      "epoch": 4.719655733891603,
      "grad_norm": 1.9002173298877434,
      "learning_rate": 3.3453413080041655e-05,
      "loss": 1.6094,
      "step": 101449
    },
    {
      "epoch": 4.7197022563386835,
      "grad_norm": 1.7493280319628806,
      "learning_rate": 3.345107667087611e-05,
      "loss": 1.4141,
      "step": 101450
    },
    {
      "epoch": 4.719748778785764,
      "grad_norm": 1.9624771794937317,
      "learning_rate": 3.3448740333062537e-05,
      "loss": 1.7109,
      "step": 101451
    },
    {
      "epoch": 4.719795301232844,
      "grad_norm": 1.8516695554339917,
      "learning_rate": 3.344640406660231e-05,
      "loss": 1.7031,
      "step": 101452
    },
    {
      "epoch": 4.719841823679926,
      "grad_norm": 1.8184895510216939,
      "learning_rate": 3.344406787149686e-05,
      "loss": 1.5,
      "step": 101453
    },
    {
      "epoch": 4.719888346127006,
      "grad_norm": 1.8244869800044594,
      "learning_rate": 3.344173174774766e-05,
      "loss": 1.6953,
      "step": 101454
    },
    {
      "epoch": 4.719934868574087,
      "grad_norm": 1.9401735725753775,
      "learning_rate": 3.3439395695356136e-05,
      "loss": 1.6875,
      "step": 101455
    },
    {
      "epoch": 4.719981391021168,
      "grad_norm": 1.7380567744792277,
      "learning_rate": 3.3437059714323694e-05,
      "loss": 1.4688,
      "step": 101456
    },
    {
      "epoch": 4.720027913468249,
      "grad_norm": 1.8923742741860836,
      "learning_rate": 3.343472380465174e-05,
      "loss": 1.5156,
      "step": 101457
    },
    {
      "epoch": 4.720074435915329,
      "grad_norm": 1.8900881057238843,
      "learning_rate": 3.343238796634176e-05,
      "loss": 1.6562,
      "step": 101458
    },
    {
      "epoch": 4.7201209583624095,
      "grad_norm": 1.8976177105959882,
      "learning_rate": 3.343005219939515e-05,
      "loss": 1.6172,
      "step": 101459
    },
    {
      "epoch": 4.720167480809491,
      "grad_norm": 1.7329438023704022,
      "learning_rate": 3.3427716503813376e-05,
      "loss": 1.5625,
      "step": 101460
    },
    {
      "epoch": 4.720214003256571,
      "grad_norm": 1.948622455764831,
      "learning_rate": 3.342538087959779e-05,
      "loss": 1.8047,
      "step": 101461
    },
    {
      "epoch": 4.720260525703652,
      "grad_norm": 1.8579709669415214,
      "learning_rate": 3.34230453267499e-05,
      "loss": 1.6719,
      "step": 101462
    },
    {
      "epoch": 4.720307048150733,
      "grad_norm": 1.971566124823347,
      "learning_rate": 3.342070984527113e-05,
      "loss": 1.7031,
      "step": 101463
    },
    {
      "epoch": 4.720353570597814,
      "grad_norm": 1.7014120785088285,
      "learning_rate": 3.341837443516287e-05,
      "loss": 1.4531,
      "step": 101464
    },
    {
      "epoch": 4.720400093044894,
      "grad_norm": 1.9324867111661126,
      "learning_rate": 3.3416039096426536e-05,
      "loss": 1.7891,
      "step": 101465
    },
    {
      "epoch": 4.720446615491975,
      "grad_norm": 1.7728077007171306,
      "learning_rate": 3.3413703829063634e-05,
      "loss": 1.4922,
      "step": 101466
    },
    {
      "epoch": 4.720493137939055,
      "grad_norm": 1.725368285519844,
      "learning_rate": 3.341136863307555e-05,
      "loss": 1.5156,
      "step": 101467
    },
    {
      "epoch": 4.7205396603861365,
      "grad_norm": 1.759469204411806,
      "learning_rate": 3.340903350846371e-05,
      "loss": 1.5547,
      "step": 101468
    },
    {
      "epoch": 4.720586182833217,
      "grad_norm": 1.7913683852774656,
      "learning_rate": 3.3406698455229544e-05,
      "loss": 1.6328,
      "step": 101469
    },
    {
      "epoch": 4.720632705280297,
      "grad_norm": 1.7903343651860935,
      "learning_rate": 3.340436347337444e-05,
      "loss": 1.5078,
      "step": 101470
    },
    {
      "epoch": 4.720679227727379,
      "grad_norm": 1.740941404804222,
      "learning_rate": 3.340202856289989e-05,
      "loss": 1.5234,
      "step": 101471
    },
    {
      "epoch": 4.720725750174459,
      "grad_norm": 1.75140965599375,
      "learning_rate": 3.3399693723807325e-05,
      "loss": 1.5469,
      "step": 101472
    },
    {
      "epoch": 4.72077227262154,
      "grad_norm": 1.9277409379161679,
      "learning_rate": 3.3397358956098175e-05,
      "loss": 1.6562,
      "step": 101473
    },
    {
      "epoch": 4.72081879506862,
      "grad_norm": 1.9175571666202733,
      "learning_rate": 3.339502425977384e-05,
      "loss": 1.6484,
      "step": 101474
    },
    {
      "epoch": 4.720865317515702,
      "grad_norm": 1.5976033124508333,
      "learning_rate": 3.33926896348357e-05,
      "loss": 1.25,
      "step": 101475
    },
    {
      "epoch": 4.720911839962782,
      "grad_norm": 1.616804695077466,
      "learning_rate": 3.339035508128531e-05,
      "loss": 1.3594,
      "step": 101476
    },
    {
      "epoch": 4.7209583624098626,
      "grad_norm": 1.6798480999164636,
      "learning_rate": 3.338802059912401e-05,
      "loss": 1.3516,
      "step": 101477
    },
    {
      "epoch": 4.721004884856944,
      "grad_norm": 1.6594011329301244,
      "learning_rate": 3.338568618835327e-05,
      "loss": 1.3984,
      "step": 101478
    },
    {
      "epoch": 4.721051407304024,
      "grad_norm": 1.756903547919377,
      "learning_rate": 3.3383351848974444e-05,
      "loss": 1.5391,
      "step": 101479
    },
    {
      "epoch": 4.721097929751105,
      "grad_norm": 1.8888352015314889,
      "learning_rate": 3.338101758098907e-05,
      "loss": 1.6406,
      "step": 101480
    },
    {
      "epoch": 4.721144452198185,
      "grad_norm": 1.731473621489371,
      "learning_rate": 3.3378683384398527e-05,
      "loss": 1.4297,
      "step": 101481
    },
    {
      "epoch": 4.721190974645267,
      "grad_norm": 1.6947691407588703,
      "learning_rate": 3.337634925920423e-05,
      "loss": 1.4531,
      "step": 101482
    },
    {
      "epoch": 4.721237497092347,
      "grad_norm": 1.8166755838969884,
      "learning_rate": 3.337401520540758e-05,
      "loss": 1.6953,
      "step": 101483
    },
    {
      "epoch": 4.721284019539428,
      "grad_norm": 1.8340161908562629,
      "learning_rate": 3.337168122301009e-05,
      "loss": 1.4609,
      "step": 101484
    },
    {
      "epoch": 4.721330541986508,
      "grad_norm": 1.7558584069519563,
      "learning_rate": 3.3369347312013146e-05,
      "loss": 1.4766,
      "step": 101485
    },
    {
      "epoch": 4.7213770644335895,
      "grad_norm": 1.7183581351238748,
      "learning_rate": 3.336701347241816e-05,
      "loss": 1.3281,
      "step": 101486
    },
    {
      "epoch": 4.72142358688067,
      "grad_norm": 1.8675863747789547,
      "learning_rate": 3.336467970422655e-05,
      "loss": 1.6484,
      "step": 101487
    },
    {
      "epoch": 4.7214701093277505,
      "grad_norm": 1.8919482620020813,
      "learning_rate": 3.336234600743982e-05,
      "loss": 1.6562,
      "step": 101488
    },
    {
      "epoch": 4.721516631774831,
      "grad_norm": 1.9958364589421922,
      "learning_rate": 3.336001238205933e-05,
      "loss": 1.9062,
      "step": 101489
    },
    {
      "epoch": 4.721563154221912,
      "grad_norm": 1.734777796227096,
      "learning_rate": 3.335767882808654e-05,
      "loss": 1.4922,
      "step": 101490
    },
    {
      "epoch": 4.721609676668993,
      "grad_norm": 1.8400514624437565,
      "learning_rate": 3.335534534552282e-05,
      "loss": 1.7578,
      "step": 101491
    },
    {
      "epoch": 4.721656199116073,
      "grad_norm": 1.8889786758620175,
      "learning_rate": 3.3353011934369634e-05,
      "loss": 1.6016,
      "step": 101492
    },
    {
      "epoch": 4.721702721563155,
      "grad_norm": 1.9802089617578975,
      "learning_rate": 3.335067859462848e-05,
      "loss": 1.7031,
      "step": 101493
    },
    {
      "epoch": 4.721749244010235,
      "grad_norm": 1.8848605082699572,
      "learning_rate": 3.334834532630073e-05,
      "loss": 1.6016,
      "step": 101494
    },
    {
      "epoch": 4.721795766457316,
      "grad_norm": 1.8723472539664174,
      "learning_rate": 3.334601212938779e-05,
      "loss": 1.6484,
      "step": 101495
    },
    {
      "epoch": 4.721842288904396,
      "grad_norm": 1.7514035863864812,
      "learning_rate": 3.334367900389112e-05,
      "loss": 1.5859,
      "step": 101496
    },
    {
      "epoch": 4.721888811351477,
      "grad_norm": 1.7266983425306341,
      "learning_rate": 3.334134594981211e-05,
      "loss": 1.5078,
      "step": 101497
    },
    {
      "epoch": 4.721935333798558,
      "grad_norm": 1.7016018308491707,
      "learning_rate": 3.3339012967152234e-05,
      "loss": 1.375,
      "step": 101498
    },
    {
      "epoch": 4.721981856245638,
      "grad_norm": 1.8373949064737085,
      "learning_rate": 3.333668005591291e-05,
      "loss": 1.5547,
      "step": 101499
    },
    {
      "epoch": 4.722028378692719,
      "grad_norm": 1.8420786182770508,
      "learning_rate": 3.333434721609557e-05,
      "loss": 1.5938,
      "step": 101500
    },
    {
      "epoch": 4.7220749011398,
      "grad_norm": 1.830770042348502,
      "learning_rate": 3.333201444770157e-05,
      "loss": 1.6406,
      "step": 101501
    },
    {
      "epoch": 4.722121423586881,
      "grad_norm": 1.6950298154547772,
      "learning_rate": 3.332968175073245e-05,
      "loss": 1.4062,
      "step": 101502
    },
    {
      "epoch": 4.722167946033961,
      "grad_norm": 1.771756187082305,
      "learning_rate": 3.3327349125189595e-05,
      "loss": 1.5234,
      "step": 101503
    },
    {
      "epoch": 4.722214468481042,
      "grad_norm": 1.8029189802122678,
      "learning_rate": 3.3325016571074405e-05,
      "loss": 1.5312,
      "step": 101504
    },
    {
      "epoch": 4.722260990928123,
      "grad_norm": 1.7896177044922674,
      "learning_rate": 3.332268408838831e-05,
      "loss": 1.5391,
      "step": 101505
    },
    {
      "epoch": 4.7223075133752035,
      "grad_norm": 1.7355919387301897,
      "learning_rate": 3.3320351677132774e-05,
      "loss": 1.4375,
      "step": 101506
    },
    {
      "epoch": 4.722354035822284,
      "grad_norm": 1.8776180497089074,
      "learning_rate": 3.3318019337309215e-05,
      "loss": 1.7578,
      "step": 101507
    },
    {
      "epoch": 4.722400558269365,
      "grad_norm": 1.5481155877353208,
      "learning_rate": 3.331568706891905e-05,
      "loss": 1.3047,
      "step": 101508
    },
    {
      "epoch": 4.722447080716446,
      "grad_norm": 1.8290429640559251,
      "learning_rate": 3.3313354871963674e-05,
      "loss": 1.6016,
      "step": 101509
    },
    {
      "epoch": 4.722493603163526,
      "grad_norm": 1.7413375892072422,
      "learning_rate": 3.3311022746444593e-05,
      "loss": 1.4922,
      "step": 101510
    },
    {
      "epoch": 4.722540125610607,
      "grad_norm": 1.816053802339575,
      "learning_rate": 3.330869069236318e-05,
      "loss": 1.6016,
      "step": 101511
    },
    {
      "epoch": 4.722586648057688,
      "grad_norm": 1.7684067449918905,
      "learning_rate": 3.330635870972088e-05,
      "loss": 1.5703,
      "step": 101512
    },
    {
      "epoch": 4.722633170504769,
      "grad_norm": 1.8584421922093581,
      "learning_rate": 3.330402679851907e-05,
      "loss": 1.6016,
      "step": 101513
    },
    {
      "epoch": 4.722679692951849,
      "grad_norm": 1.687862960064534,
      "learning_rate": 3.3301694958759226e-05,
      "loss": 1.5078,
      "step": 101514
    },
    {
      "epoch": 4.7227262153989304,
      "grad_norm": 1.4913169731678089,
      "learning_rate": 3.329936319044282e-05,
      "loss": 1.2734,
      "step": 101515
    },
    {
      "epoch": 4.722772737846011,
      "grad_norm": 1.8441453125921843,
      "learning_rate": 3.329703149357122e-05,
      "loss": 1.6641,
      "step": 101516
    },
    {
      "epoch": 4.722819260293091,
      "grad_norm": 1.8308231025232162,
      "learning_rate": 3.3294699868145876e-05,
      "loss": 1.5703,
      "step": 101517
    },
    {
      "epoch": 4.722865782740172,
      "grad_norm": 1.9671468617575862,
      "learning_rate": 3.329236831416816e-05,
      "loss": 1.7734,
      "step": 101518
    },
    {
      "epoch": 4.722912305187252,
      "grad_norm": 1.7969530869186452,
      "learning_rate": 3.329003683163958e-05,
      "loss": 1.5859,
      "step": 101519
    },
    {
      "epoch": 4.722958827634334,
      "grad_norm": 1.8775893187055004,
      "learning_rate": 3.3287705420561525e-05,
      "loss": 1.6797,
      "step": 101520
    },
    {
      "epoch": 4.723005350081414,
      "grad_norm": 1.7555799374324121,
      "learning_rate": 3.328537408093544e-05,
      "loss": 1.5625,
      "step": 101521
    },
    {
      "epoch": 4.723051872528495,
      "grad_norm": 2.0008983433251366,
      "learning_rate": 3.3283042812762714e-05,
      "loss": 1.8125,
      "step": 101522
    },
    {
      "epoch": 4.723098394975576,
      "grad_norm": 1.6264544698226804,
      "learning_rate": 3.328071161604477e-05,
      "loss": 1.3672,
      "step": 101523
    },
    {
      "epoch": 4.7231449174226565,
      "grad_norm": 1.8182957944661093,
      "learning_rate": 3.3278380490783116e-05,
      "loss": 1.6016,
      "step": 101524
    },
    {
      "epoch": 4.723191439869737,
      "grad_norm": 1.8305755647208217,
      "learning_rate": 3.32760494369791e-05,
      "loss": 1.4844,
      "step": 101525
    },
    {
      "epoch": 4.7232379623168175,
      "grad_norm": 1.8638297549386296,
      "learning_rate": 3.327371845463418e-05,
      "loss": 1.4766,
      "step": 101526
    },
    {
      "epoch": 4.723284484763899,
      "grad_norm": 1.807391614941652,
      "learning_rate": 3.3271387543749743e-05,
      "loss": 1.6406,
      "step": 101527
    },
    {
      "epoch": 4.723331007210979,
      "grad_norm": 1.8263004390956061,
      "learning_rate": 3.326905670432729e-05,
      "loss": 1.6172,
      "step": 101528
    },
    {
      "epoch": 4.72337752965806,
      "grad_norm": 1.7808254855124743,
      "learning_rate": 3.3266725936368224e-05,
      "loss": 1.5547,
      "step": 101529
    },
    {
      "epoch": 4.723424052105141,
      "grad_norm": 1.5837432804821718,
      "learning_rate": 3.3264395239873936e-05,
      "loss": 1.2031,
      "step": 101530
    },
    {
      "epoch": 4.723470574552222,
      "grad_norm": 1.7650221111809434,
      "learning_rate": 3.326206461484584e-05,
      "loss": 1.625,
      "step": 101531
    },
    {
      "epoch": 4.723517096999302,
      "grad_norm": 1.7182476366953223,
      "learning_rate": 3.325973406128543e-05,
      "loss": 1.5312,
      "step": 101532
    },
    {
      "epoch": 4.723563619446383,
      "grad_norm": 1.9283710809751375,
      "learning_rate": 3.325740357919411e-05,
      "loss": 1.7109,
      "step": 101533
    },
    {
      "epoch": 4.723610141893464,
      "grad_norm": 1.8736489195874486,
      "learning_rate": 3.3255073168573284e-05,
      "loss": 1.7422,
      "step": 101534
    },
    {
      "epoch": 4.723656664340544,
      "grad_norm": 1.7381246526072074,
      "learning_rate": 3.325274282942435e-05,
      "loss": 1.5156,
      "step": 101535
    },
    {
      "epoch": 4.723703186787625,
      "grad_norm": 1.7815224094140254,
      "learning_rate": 3.3250412561748777e-05,
      "loss": 1.6016,
      "step": 101536
    },
    {
      "epoch": 4.723749709234705,
      "grad_norm": 1.8416679450306257,
      "learning_rate": 3.3248082365548034e-05,
      "loss": 1.7031,
      "step": 101537
    },
    {
      "epoch": 4.723796231681787,
      "grad_norm": 1.9814362867138926,
      "learning_rate": 3.3245752240823517e-05,
      "loss": 1.75,
      "step": 101538
    },
    {
      "epoch": 4.723842754128867,
      "grad_norm": 1.631844122952098,
      "learning_rate": 3.324342218757662e-05,
      "loss": 1.4297,
      "step": 101539
    },
    {
      "epoch": 4.723889276575948,
      "grad_norm": 1.9014086745646348,
      "learning_rate": 3.3241092205808746e-05,
      "loss": 1.7734,
      "step": 101540
    },
    {
      "epoch": 4.723935799023028,
      "grad_norm": 1.9449554621852034,
      "learning_rate": 3.323876229552141e-05,
      "loss": 1.8359,
      "step": 101541
    },
    {
      "epoch": 4.7239823214701095,
      "grad_norm": 1.9180034603705771,
      "learning_rate": 3.3236432456716e-05,
      "loss": 1.7188,
      "step": 101542
    },
    {
      "epoch": 4.72402884391719,
      "grad_norm": 1.7226564316153878,
      "learning_rate": 3.3234102689393915e-05,
      "loss": 1.5312,
      "step": 101543
    },
    {
      "epoch": 4.7240753663642705,
      "grad_norm": 1.8818550359634965,
      "learning_rate": 3.323177299355657e-05,
      "loss": 1.6094,
      "step": 101544
    },
    {
      "epoch": 4.724121888811352,
      "grad_norm": 1.7783784950940271,
      "learning_rate": 3.322944336920546e-05,
      "loss": 1.6016,
      "step": 101545
    },
    {
      "epoch": 4.724168411258432,
      "grad_norm": 1.8505109456926272,
      "learning_rate": 3.3227113816341984e-05,
      "loss": 1.5859,
      "step": 101546
    },
    {
      "epoch": 4.724214933705513,
      "grad_norm": 1.7250599007734366,
      "learning_rate": 3.322478433496755e-05,
      "loss": 1.5781,
      "step": 101547
    },
    {
      "epoch": 4.724261456152593,
      "grad_norm": 1.8937095804940152,
      "learning_rate": 3.322245492508359e-05,
      "loss": 1.75,
      "step": 101548
    },
    {
      "epoch": 4.724307978599675,
      "grad_norm": 1.7535188257653955,
      "learning_rate": 3.322012558669148e-05,
      "loss": 1.5312,
      "step": 101549
    },
    {
      "epoch": 4.724354501046755,
      "grad_norm": 2.0093168692773076,
      "learning_rate": 3.321779631979276e-05,
      "loss": 1.7734,
      "step": 101550
    },
    {
      "epoch": 4.724401023493836,
      "grad_norm": 1.8425702968730138,
      "learning_rate": 3.321546712438877e-05,
      "loss": 1.6875,
      "step": 101551
    },
    {
      "epoch": 4.724447545940917,
      "grad_norm": 1.6873359096630824,
      "learning_rate": 3.3213138000480985e-05,
      "loss": 1.4141,
      "step": 101552
    },
    {
      "epoch": 4.7244940683879975,
      "grad_norm": 1.6032665325990072,
      "learning_rate": 3.321080894807075e-05,
      "loss": 1.3125,
      "step": 101553
    },
    {
      "epoch": 4.724540590835078,
      "grad_norm": 1.7650882144953441,
      "learning_rate": 3.320847996715959e-05,
      "loss": 1.5391,
      "step": 101554
    },
    {
      "epoch": 4.724587113282158,
      "grad_norm": 1.7381370440885948,
      "learning_rate": 3.320615105774887e-05,
      "loss": 1.5469,
      "step": 101555
    },
    {
      "epoch": 4.724633635729239,
      "grad_norm": 1.76691881290997,
      "learning_rate": 3.320382221984005e-05,
      "loss": 1.5938,
      "step": 101556
    },
    {
      "epoch": 4.72468015817632,
      "grad_norm": 1.9029947516231862,
      "learning_rate": 3.320149345343449e-05,
      "loss": 1.7734,
      "step": 101557
    },
    {
      "epoch": 4.724726680623401,
      "grad_norm": 1.6570345962311817,
      "learning_rate": 3.319916475853368e-05,
      "loss": 1.4844,
      "step": 101558
    },
    {
      "epoch": 4.724773203070481,
      "grad_norm": 1.946772850561328,
      "learning_rate": 3.319683613513906e-05,
      "loss": 1.8125,
      "step": 101559
    },
    {
      "epoch": 4.724819725517563,
      "grad_norm": 1.71733106515303,
      "learning_rate": 3.319450758325203e-05,
      "loss": 1.4531,
      "step": 101560
    },
    {
      "epoch": 4.724866247964643,
      "grad_norm": 1.7689275140636325,
      "learning_rate": 3.3192179102874e-05,
      "loss": 1.6016,
      "step": 101561
    },
    {
      "epoch": 4.7249127704117235,
      "grad_norm": 1.6456605923791316,
      "learning_rate": 3.318985069400637e-05,
      "loss": 1.3828,
      "step": 101562
    },
    {
      "epoch": 4.724959292858804,
      "grad_norm": 1.8544104715753083,
      "learning_rate": 3.3187522356650636e-05,
      "loss": 1.6328,
      "step": 101563
    },
    {
      "epoch": 4.725005815305885,
      "grad_norm": 1.7871892216843,
      "learning_rate": 3.31851940908082e-05,
      "loss": 1.5312,
      "step": 101564
    },
    {
      "epoch": 4.725052337752966,
      "grad_norm": 1.9344666746956918,
      "learning_rate": 3.318286589648047e-05,
      "loss": 1.6797,
      "step": 101565
    },
    {
      "epoch": 4.725098860200046,
      "grad_norm": 1.7480439867351951,
      "learning_rate": 3.3180537773668855e-05,
      "loss": 1.5859,
      "step": 101566
    },
    {
      "epoch": 4.725145382647128,
      "grad_norm": 1.7261022133325712,
      "learning_rate": 3.317820972237483e-05,
      "loss": 1.5234,
      "step": 101567
    },
    {
      "epoch": 4.725191905094208,
      "grad_norm": 1.7844553924933033,
      "learning_rate": 3.317588174259979e-05,
      "loss": 1.5938,
      "step": 101568
    },
    {
      "epoch": 4.725238427541289,
      "grad_norm": 1.762168099462478,
      "learning_rate": 3.317355383434516e-05,
      "loss": 1.5547,
      "step": 101569
    },
    {
      "epoch": 4.725284949988369,
      "grad_norm": 1.6779399478595993,
      "learning_rate": 3.317122599761234e-05,
      "loss": 1.4531,
      "step": 101570
    },
    {
      "epoch": 4.7253314724354505,
      "grad_norm": 1.766939991007995,
      "learning_rate": 3.3168898232402816e-05,
      "loss": 1.6094,
      "step": 101571
    },
    {
      "epoch": 4.725377994882531,
      "grad_norm": 1.693472764971948,
      "learning_rate": 3.316657053871798e-05,
      "loss": 1.4141,
      "step": 101572
    },
    {
      "epoch": 4.725424517329611,
      "grad_norm": 1.819992231223256,
      "learning_rate": 3.3164242916559266e-05,
      "loss": 1.4922,
      "step": 101573
    },
    {
      "epoch": 4.725471039776692,
      "grad_norm": 1.6443086241610965,
      "learning_rate": 3.3161915365928085e-05,
      "loss": 1.2422,
      "step": 101574
    },
    {
      "epoch": 4.725517562223773,
      "grad_norm": 1.8287323197959926,
      "learning_rate": 3.315958788682584e-05,
      "loss": 1.6328,
      "step": 101575
    },
    {
      "epoch": 4.725564084670854,
      "grad_norm": 1.9006765195755384,
      "learning_rate": 3.315726047925402e-05,
      "loss": 1.7109,
      "step": 101576
    },
    {
      "epoch": 4.725610607117934,
      "grad_norm": 1.7122641966167635,
      "learning_rate": 3.3154933143214e-05,
      "loss": 1.4531,
      "step": 101577
    },
    {
      "epoch": 4.725657129565015,
      "grad_norm": 1.79546267558151,
      "learning_rate": 3.315260587870723e-05,
      "loss": 1.6172,
      "step": 101578
    },
    {
      "epoch": 4.725703652012096,
      "grad_norm": 1.9191173426292012,
      "learning_rate": 3.3150278685735085e-05,
      "loss": 1.75,
      "step": 101579
    },
    {
      "epoch": 4.7257501744591766,
      "grad_norm": 1.9462624176740222,
      "learning_rate": 3.3147951564299015e-05,
      "loss": 1.6797,
      "step": 101580
    },
    {
      "epoch": 4.725796696906257,
      "grad_norm": 1.9347209366556373,
      "learning_rate": 3.31456245144005e-05,
      "loss": 1.6953,
      "step": 101581
    },
    {
      "epoch": 4.725843219353338,
      "grad_norm": 1.752464718380085,
      "learning_rate": 3.3143297536040935e-05,
      "loss": 1.6172,
      "step": 101582
    },
    {
      "epoch": 4.725889741800419,
      "grad_norm": 1.757313954605114,
      "learning_rate": 3.314097062922172e-05,
      "loss": 1.3438,
      "step": 101583
    },
    {
      "epoch": 4.725936264247499,
      "grad_norm": 1.8364815495024194,
      "learning_rate": 3.313864379394427e-05,
      "loss": 1.4609,
      "step": 101584
    },
    {
      "epoch": 4.72598278669458,
      "grad_norm": 1.7446125658324936,
      "learning_rate": 3.313631703021005e-05,
      "loss": 1.4453,
      "step": 101585
    },
    {
      "epoch": 4.726029309141661,
      "grad_norm": 1.8766519260469623,
      "learning_rate": 3.313399033802047e-05,
      "loss": 1.6484,
      "step": 101586
    },
    {
      "epoch": 4.726075831588742,
      "grad_norm": 1.7362929336722985,
      "learning_rate": 3.313166371737696e-05,
      "loss": 1.3594,
      "step": 101587
    },
    {
      "epoch": 4.726122354035822,
      "grad_norm": 1.8791695871238554,
      "learning_rate": 3.3129337168280885e-05,
      "loss": 1.6406,
      "step": 101588
    },
    {
      "epoch": 4.726168876482903,
      "grad_norm": 1.8701905411132023,
      "learning_rate": 3.3127010690733776e-05,
      "loss": 1.6328,
      "step": 101589
    },
    {
      "epoch": 4.726215398929984,
      "grad_norm": 1.5407645890999722,
      "learning_rate": 3.312468428473698e-05,
      "loss": 1.25,
      "step": 101590
    },
    {
      "epoch": 4.7262619213770645,
      "grad_norm": 1.7559058113049082,
      "learning_rate": 3.312235795029195e-05,
      "loss": 1.5859,
      "step": 101591
    },
    {
      "epoch": 4.726308443824145,
      "grad_norm": 2.0131910245179903,
      "learning_rate": 3.3120031687400054e-05,
      "loss": 1.8281,
      "step": 101592
    },
    {
      "epoch": 4.726354966271225,
      "grad_norm": 1.6360917247263733,
      "learning_rate": 3.3117705496062796e-05,
      "loss": 1.4219,
      "step": 101593
    },
    {
      "epoch": 4.726401488718307,
      "grad_norm": 1.703944352732875,
      "learning_rate": 3.311537937628159e-05,
      "loss": 1.5391,
      "step": 101594
    },
    {
      "epoch": 4.726448011165387,
      "grad_norm": 1.9254835418440075,
      "learning_rate": 3.3113053328057823e-05,
      "loss": 1.7891,
      "step": 101595
    },
    {
      "epoch": 4.726494533612468,
      "grad_norm": 1.785696222042579,
      "learning_rate": 3.3110727351392894e-05,
      "loss": 1.6172,
      "step": 101596
    },
    {
      "epoch": 4.726541056059549,
      "grad_norm": 1.9007810086336185,
      "learning_rate": 3.310840144628831e-05,
      "loss": 1.625,
      "step": 101597
    },
    {
      "epoch": 4.72658757850663,
      "grad_norm": 1.8875092516143606,
      "learning_rate": 3.310607561274545e-05,
      "loss": 1.8047,
      "step": 101598
    },
    {
      "epoch": 4.72663410095371,
      "grad_norm": 1.9267161406186633,
      "learning_rate": 3.310374985076575e-05,
      "loss": 1.7266,
      "step": 101599
    },
    {
      "epoch": 4.7266806234007905,
      "grad_norm": 1.6818566907636383,
      "learning_rate": 3.3101424160350615e-05,
      "loss": 1.3516,
      "step": 101600
    },
    {
      "epoch": 4.726727145847872,
      "grad_norm": 1.6960867438366793,
      "learning_rate": 3.3099098541501384e-05,
      "loss": 1.4922,
      "step": 101601
    },
    {
      "epoch": 4.726773668294952,
      "grad_norm": 1.7608168260679333,
      "learning_rate": 3.3096772994219675e-05,
      "loss": 1.5,
      "step": 101602
    },
    {
      "epoch": 4.726820190742033,
      "grad_norm": 1.8009945484902086,
      "learning_rate": 3.3094447518506795e-05,
      "loss": 1.5781,
      "step": 101603
    },
    {
      "epoch": 4.726866713189114,
      "grad_norm": 1.8458283938858975,
      "learning_rate": 3.30921221143642e-05,
      "loss": 1.6016,
      "step": 101604
    },
    {
      "epoch": 4.726913235636195,
      "grad_norm": 1.7675090619313958,
      "learning_rate": 3.308979678179329e-05,
      "loss": 1.7109,
      "step": 101605
    },
    {
      "epoch": 4.726959758083275,
      "grad_norm": 1.7633686300733693,
      "learning_rate": 3.308747152079544e-05,
      "loss": 1.4609,
      "step": 101606
    },
    {
      "epoch": 4.727006280530356,
      "grad_norm": 1.7814133354201753,
      "learning_rate": 3.308514633137219e-05,
      "loss": 1.5156,
      "step": 101607
    },
    {
      "epoch": 4.727052802977436,
      "grad_norm": 1.9590660837895943,
      "learning_rate": 3.308282121352488e-05,
      "loss": 1.6797,
      "step": 101608
    },
    {
      "epoch": 4.7270993254245175,
      "grad_norm": 1.7431150837361327,
      "learning_rate": 3.308049616725498e-05,
      "loss": 1.4922,
      "step": 101609
    },
    {
      "epoch": 4.727145847871598,
      "grad_norm": 1.5395847355154058,
      "learning_rate": 3.307817119256383e-05,
      "loss": 1.2109,
      "step": 101610
    },
    {
      "epoch": 4.7271923703186784,
      "grad_norm": 1.9406788002604594,
      "learning_rate": 3.307584628945297e-05,
      "loss": 1.6719,
      "step": 101611
    },
    {
      "epoch": 4.72723889276576,
      "grad_norm": 1.877533243185151,
      "learning_rate": 3.307352145792374e-05,
      "loss": 1.6719,
      "step": 101612
    },
    {
      "epoch": 4.72728541521284,
      "grad_norm": 1.8035096173529335,
      "learning_rate": 3.307119669797762e-05,
      "loss": 1.5,
      "step": 101613
    },
    {
      "epoch": 4.727331937659921,
      "grad_norm": 1.7147794025541303,
      "learning_rate": 3.306887200961595e-05,
      "loss": 1.5469,
      "step": 101614
    },
    {
      "epoch": 4.727378460107001,
      "grad_norm": 1.692678651487102,
      "learning_rate": 3.306654739284025e-05,
      "loss": 1.4766,
      "step": 101615
    },
    {
      "epoch": 4.727424982554083,
      "grad_norm": 1.628127068728263,
      "learning_rate": 3.306422284765189e-05,
      "loss": 1.3281,
      "step": 101616
    },
    {
      "epoch": 4.727471505001163,
      "grad_norm": 1.7815354935955479,
      "learning_rate": 3.306189837405231e-05,
      "loss": 1.5859,
      "step": 101617
    },
    {
      "epoch": 4.727518027448244,
      "grad_norm": 1.797571928628194,
      "learning_rate": 3.305957397204287e-05,
      "loss": 1.4375,
      "step": 101618
    },
    {
      "epoch": 4.727564549895325,
      "grad_norm": 1.809082830460704,
      "learning_rate": 3.3057249641625106e-05,
      "loss": 1.4922,
      "step": 101619
    },
    {
      "epoch": 4.727611072342405,
      "grad_norm": 1.631965973674668,
      "learning_rate": 3.305492538280037e-05,
      "loss": 1.3047,
      "step": 101620
    },
    {
      "epoch": 4.727657594789486,
      "grad_norm": 1.8865103644967287,
      "learning_rate": 3.305260119557011e-05,
      "loss": 1.6016,
      "step": 101621
    },
    {
      "epoch": 4.727704117236566,
      "grad_norm": 1.7641708508388163,
      "learning_rate": 3.305027707993568e-05,
      "loss": 1.6016,
      "step": 101622
    },
    {
      "epoch": 4.727750639683648,
      "grad_norm": 1.9450675119396672,
      "learning_rate": 3.304795303589857e-05,
      "loss": 1.6562,
      "step": 101623
    },
    {
      "epoch": 4.727797162130728,
      "grad_norm": 1.9951037931154594,
      "learning_rate": 3.3045629063460244e-05,
      "loss": 1.8438,
      "step": 101624
    },
    {
      "epoch": 4.727843684577809,
      "grad_norm": 1.6995794441163943,
      "learning_rate": 3.304330516262205e-05,
      "loss": 1.4219,
      "step": 101625
    },
    {
      "epoch": 4.727890207024889,
      "grad_norm": 1.5976240158420798,
      "learning_rate": 3.304098133338546e-05,
      "loss": 1.2969,
      "step": 101626
    },
    {
      "epoch": 4.7279367294719705,
      "grad_norm": 1.7525330947429385,
      "learning_rate": 3.303865757575181e-05,
      "loss": 1.5547,
      "step": 101627
    },
    {
      "epoch": 4.727983251919051,
      "grad_norm": 1.8867081756983448,
      "learning_rate": 3.303633388972263e-05,
      "loss": 1.6562,
      "step": 101628
    },
    {
      "epoch": 4.7280297743661315,
      "grad_norm": 1.8569199511251393,
      "learning_rate": 3.303401027529929e-05,
      "loss": 1.8125,
      "step": 101629
    },
    {
      "epoch": 4.728076296813212,
      "grad_norm": 1.74822428305845,
      "learning_rate": 3.3031686732483226e-05,
      "loss": 1.5234,
      "step": 101630
    },
    {
      "epoch": 4.728122819260293,
      "grad_norm": 1.8665874129549318,
      "learning_rate": 3.302936326127584e-05,
      "loss": 1.7109,
      "step": 101631
    },
    {
      "epoch": 4.728169341707374,
      "grad_norm": 1.8478834215294448,
      "learning_rate": 3.302703986167855e-05,
      "loss": 1.6328,
      "step": 101632
    },
    {
      "epoch": 4.728215864154454,
      "grad_norm": 1.7578417680847573,
      "learning_rate": 3.302471653369281e-05,
      "loss": 1.4844,
      "step": 101633
    },
    {
      "epoch": 4.728262386601536,
      "grad_norm": 1.8784929452282104,
      "learning_rate": 3.302239327732005e-05,
      "loss": 1.6719,
      "step": 101634
    },
    {
      "epoch": 4.728308909048616,
      "grad_norm": 1.6980570240599169,
      "learning_rate": 3.3020070092561664e-05,
      "loss": 1.4844,
      "step": 101635
    },
    {
      "epoch": 4.728355431495697,
      "grad_norm": 1.6411442657739812,
      "learning_rate": 3.3017746979419026e-05,
      "loss": 1.3359,
      "step": 101636
    },
    {
      "epoch": 4.728401953942777,
      "grad_norm": 1.7339987884041466,
      "learning_rate": 3.301542393789366e-05,
      "loss": 1.4062,
      "step": 101637
    },
    {
      "epoch": 4.728448476389858,
      "grad_norm": 1.9125973065725026,
      "learning_rate": 3.301310096798695e-05,
      "loss": 1.5391,
      "step": 101638
    },
    {
      "epoch": 4.728494998836939,
      "grad_norm": 1.7241132039336808,
      "learning_rate": 3.3010778069700314e-05,
      "loss": 1.4297,
      "step": 101639
    },
    {
      "epoch": 4.728541521284019,
      "grad_norm": 1.6441712865038396,
      "learning_rate": 3.3008455243035116e-05,
      "loss": 1.3359,
      "step": 101640
    },
    {
      "epoch": 4.728588043731101,
      "grad_norm": 1.8863299433625171,
      "learning_rate": 3.3006132487992876e-05,
      "loss": 1.6016,
      "step": 101641
    },
    {
      "epoch": 4.728634566178181,
      "grad_norm": 1.921001627819074,
      "learning_rate": 3.300380980457496e-05,
      "loss": 1.7188,
      "step": 101642
    },
    {
      "epoch": 4.728681088625262,
      "grad_norm": 1.8644444234314408,
      "learning_rate": 3.300148719278282e-05,
      "loss": 1.6484,
      "step": 101643
    },
    {
      "epoch": 4.728727611072342,
      "grad_norm": 1.7716000863308108,
      "learning_rate": 3.299916465261781e-05,
      "loss": 1.5234,
      "step": 101644
    },
    {
      "epoch": 4.728774133519423,
      "grad_norm": 1.639546845428229,
      "learning_rate": 3.299684218408139e-05,
      "loss": 1.3047,
      "step": 101645
    },
    {
      "epoch": 4.728820655966504,
      "grad_norm": 1.8984361196480422,
      "learning_rate": 3.2994519787175056e-05,
      "loss": 1.5156,
      "step": 101646
    },
    {
      "epoch": 4.7288671784135845,
      "grad_norm": 1.7698769343651524,
      "learning_rate": 3.2992197461900155e-05,
      "loss": 1.5781,
      "step": 101647
    },
    {
      "epoch": 4.728913700860665,
      "grad_norm": 1.9223113534602476,
      "learning_rate": 3.298987520825812e-05,
      "loss": 1.7188,
      "step": 101648
    },
    {
      "epoch": 4.728960223307746,
      "grad_norm": 1.6496839983450977,
      "learning_rate": 3.298755302625034e-05,
      "loss": 1.3984,
      "step": 101649
    },
    {
      "epoch": 4.729006745754827,
      "grad_norm": 1.9576148985903281,
      "learning_rate": 3.2985230915878294e-05,
      "loss": 1.7109,
      "step": 101650
    },
    {
      "epoch": 4.729053268201907,
      "grad_norm": 1.8479536175948053,
      "learning_rate": 3.298290887714339e-05,
      "loss": 1.6094,
      "step": 101651
    },
    {
      "epoch": 4.729099790648988,
      "grad_norm": 1.773348408249503,
      "learning_rate": 3.2980586910047024e-05,
      "loss": 1.5859,
      "step": 101652
    },
    {
      "epoch": 4.729146313096069,
      "grad_norm": 1.8837076968014481,
      "learning_rate": 3.29782650145906e-05,
      "loss": 1.6172,
      "step": 101653
    },
    {
      "epoch": 4.72919283554315,
      "grad_norm": 1.98687795594958,
      "learning_rate": 3.2975943190775626e-05,
      "loss": 1.6875,
      "step": 101654
    },
    {
      "epoch": 4.72923935799023,
      "grad_norm": 1.9157797695375895,
      "learning_rate": 3.297362143860346e-05,
      "loss": 1.625,
      "step": 101655
    },
    {
      "epoch": 4.7292858804373115,
      "grad_norm": 1.7458640345343914,
      "learning_rate": 3.297129975807553e-05,
      "loss": 1.5625,
      "step": 101656
    },
    {
      "epoch": 4.729332402884392,
      "grad_norm": 1.8286584522417466,
      "learning_rate": 3.2968978149193275e-05,
      "loss": 1.7031,
      "step": 101657
    },
    {
      "epoch": 4.729378925331472,
      "grad_norm": 1.7146752304253727,
      "learning_rate": 3.2966656611958045e-05,
      "loss": 1.5312,
      "step": 101658
    },
    {
      "epoch": 4.729425447778553,
      "grad_norm": 1.8293330842731947,
      "learning_rate": 3.296433514637136e-05,
      "loss": 1.5703,
      "step": 101659
    },
    {
      "epoch": 4.729471970225633,
      "grad_norm": 1.7715950404486915,
      "learning_rate": 3.29620137524346e-05,
      "loss": 1.3906,
      "step": 101660
    },
    {
      "epoch": 4.729518492672715,
      "grad_norm": 1.9056241603045228,
      "learning_rate": 3.2959692430149176e-05,
      "loss": 1.7109,
      "step": 101661
    },
    {
      "epoch": 4.729565015119795,
      "grad_norm": 1.724667035199076,
      "learning_rate": 3.29573711795165e-05,
      "loss": 1.5078,
      "step": 101662
    },
    {
      "epoch": 4.729611537566876,
      "grad_norm": 1.9450255026408976,
      "learning_rate": 3.2955050000538044e-05,
      "loss": 1.6406,
      "step": 101663
    },
    {
      "epoch": 4.729658060013957,
      "grad_norm": 1.6353764236534054,
      "learning_rate": 3.295272889321518e-05,
      "loss": 1.4062,
      "step": 101664
    },
    {
      "epoch": 4.7297045824610375,
      "grad_norm": 1.869307736929607,
      "learning_rate": 3.295040785754935e-05,
      "loss": 1.6328,
      "step": 101665
    },
    {
      "epoch": 4.729751104908118,
      "grad_norm": 1.8474968144467678,
      "learning_rate": 3.2948086893541946e-05,
      "loss": 1.5938,
      "step": 101666
    },
    {
      "epoch": 4.7297976273551985,
      "grad_norm": 1.8529656238671917,
      "learning_rate": 3.294576600119439e-05,
      "loss": 1.6094,
      "step": 101667
    },
    {
      "epoch": 4.72984414980228,
      "grad_norm": 1.7163464109221576,
      "learning_rate": 3.294344518050819e-05,
      "loss": 1.4219,
      "step": 101668
    },
    {
      "epoch": 4.72989067224936,
      "grad_norm": 1.8950071145204332,
      "learning_rate": 3.294112443148469e-05,
      "loss": 1.6641,
      "step": 101669
    },
    {
      "epoch": 4.729937194696441,
      "grad_norm": 1.7927207309140987,
      "learning_rate": 3.2938803754125324e-05,
      "loss": 1.5078,
      "step": 101670
    },
    {
      "epoch": 4.729983717143522,
      "grad_norm": 1.8323329769372187,
      "learning_rate": 3.293648314843147e-05,
      "loss": 1.4375,
      "step": 101671
    },
    {
      "epoch": 4.730030239590603,
      "grad_norm": 1.8028239769653427,
      "learning_rate": 3.2934162614404635e-05,
      "loss": 1.7031,
      "step": 101672
    },
    {
      "epoch": 4.730076762037683,
      "grad_norm": 1.7753286673950854,
      "learning_rate": 3.2931842152046206e-05,
      "loss": 1.5703,
      "step": 101673
    },
    {
      "epoch": 4.730123284484764,
      "grad_norm": 1.873700853459283,
      "learning_rate": 3.292952176135758e-05,
      "loss": 1.6094,
      "step": 101674
    },
    {
      "epoch": 4.730169806931845,
      "grad_norm": 1.8540872405177895,
      "learning_rate": 3.292720144234014e-05,
      "loss": 1.6172,
      "step": 101675
    },
    {
      "epoch": 4.730216329378925,
      "grad_norm": 1.9854416125955456,
      "learning_rate": 3.2924881194995416e-05,
      "loss": 1.7188,
      "step": 101676
    },
    {
      "epoch": 4.730262851826006,
      "grad_norm": 1.5498486501426967,
      "learning_rate": 3.292256101932476e-05,
      "loss": 1.2578,
      "step": 101677
    },
    {
      "epoch": 4.730309374273086,
      "grad_norm": 1.710872842704431,
      "learning_rate": 3.292024091532962e-05,
      "loss": 1.4141,
      "step": 101678
    },
    {
      "epoch": 4.730355896720168,
      "grad_norm": 1.8962572878329875,
      "learning_rate": 3.291792088301134e-05,
      "loss": 1.6875,
      "step": 101679
    },
    {
      "epoch": 4.730402419167248,
      "grad_norm": 1.803138191082844,
      "learning_rate": 3.2915600922371446e-05,
      "loss": 1.4375,
      "step": 101680
    },
    {
      "epoch": 4.730448941614329,
      "grad_norm": 1.7852449338044833,
      "learning_rate": 3.29132810334113e-05,
      "loss": 1.5469,
      "step": 101681
    },
    {
      "epoch": 4.730495464061409,
      "grad_norm": 1.7634003398204408,
      "learning_rate": 3.291096121613234e-05,
      "loss": 1.5078,
      "step": 101682
    },
    {
      "epoch": 4.730541986508491,
      "grad_norm": 1.7445792650659704,
      "learning_rate": 3.2908641470535995e-05,
      "loss": 1.5625,
      "step": 101683
    },
    {
      "epoch": 4.730588508955571,
      "grad_norm": 1.947311610885317,
      "learning_rate": 3.290632179662361e-05,
      "loss": 1.6875,
      "step": 101684
    },
    {
      "epoch": 4.7306350314026515,
      "grad_norm": 1.7362264895073343,
      "learning_rate": 3.290400219439671e-05,
      "loss": 1.5312,
      "step": 101685
    },
    {
      "epoch": 4.730681553849733,
      "grad_norm": 1.870119826447163,
      "learning_rate": 3.290168266385667e-05,
      "loss": 1.7188,
      "step": 101686
    },
    {
      "epoch": 4.730728076296813,
      "grad_norm": 1.8527649208009471,
      "learning_rate": 3.289936320500492e-05,
      "loss": 1.5312,
      "step": 101687
    },
    {
      "epoch": 4.730774598743894,
      "grad_norm": 1.7289979301509666,
      "learning_rate": 3.289704381784282e-05,
      "loss": 1.5703,
      "step": 101688
    },
    {
      "epoch": 4.730821121190974,
      "grad_norm": 1.7632480877022756,
      "learning_rate": 3.289472450237185e-05,
      "loss": 1.5156,
      "step": 101689
    },
    {
      "epoch": 4.730867643638056,
      "grad_norm": 1.6479930871569481,
      "learning_rate": 3.289240525859344e-05,
      "loss": 1.375,
      "step": 101690
    },
    {
      "epoch": 4.730914166085136,
      "grad_norm": 1.6972687910587567,
      "learning_rate": 3.289008608650899e-05,
      "loss": 1.5547,
      "step": 101691
    },
    {
      "epoch": 4.730960688532217,
      "grad_norm": 1.705025892533556,
      "learning_rate": 3.288776698611993e-05,
      "loss": 1.5078,
      "step": 101692
    },
    {
      "epoch": 4.731007210979298,
      "grad_norm": 1.8643113228486925,
      "learning_rate": 3.288544795742764e-05,
      "loss": 1.7344,
      "step": 101693
    },
    {
      "epoch": 4.7310537334263785,
      "grad_norm": 1.8193921184119128,
      "learning_rate": 3.2883129000433596e-05,
      "loss": 1.6016,
      "step": 101694
    },
    {
      "epoch": 4.731100255873459,
      "grad_norm": 1.8411831036263777,
      "learning_rate": 3.2880810115139194e-05,
      "loss": 1.5312,
      "step": 101695
    },
    {
      "epoch": 4.731146778320539,
      "grad_norm": 1.8045666620550598,
      "learning_rate": 3.287849130154586e-05,
      "loss": 1.5469,
      "step": 101696
    },
    {
      "epoch": 4.73119330076762,
      "grad_norm": 1.7928469658834636,
      "learning_rate": 3.287617255965495e-05,
      "loss": 1.4922,
      "step": 101697
    },
    {
      "epoch": 4.731239823214701,
      "grad_norm": 1.740866810092954,
      "learning_rate": 3.287385388946798e-05,
      "loss": 1.5156,
      "step": 101698
    },
    {
      "epoch": 4.731286345661782,
      "grad_norm": 1.7305249768206084,
      "learning_rate": 3.287153529098632e-05,
      "loss": 1.5703,
      "step": 101699
    },
    {
      "epoch": 4.731332868108862,
      "grad_norm": 1.6821508533542109,
      "learning_rate": 3.286921676421141e-05,
      "loss": 1.375,
      "step": 101700
    },
    {
      "epoch": 4.731379390555944,
      "grad_norm": 1.8778133464071805,
      "learning_rate": 3.28668983091446e-05,
      "loss": 1.6406,
      "step": 101701
    },
    {
      "epoch": 4.731425913003024,
      "grad_norm": 1.7629508184657443,
      "learning_rate": 3.286457992578743e-05,
      "loss": 1.5078,
      "step": 101702
    },
    {
      "epoch": 4.7314724354501045,
      "grad_norm": 1.896629757985845,
      "learning_rate": 3.286226161414124e-05,
      "loss": 1.7031,
      "step": 101703
    },
    {
      "epoch": 4.731518957897185,
      "grad_norm": 1.9030263985778575,
      "learning_rate": 3.285994337420745e-05,
      "loss": 1.5938,
      "step": 101704
    },
    {
      "epoch": 4.731565480344266,
      "grad_norm": 1.7646003465845095,
      "learning_rate": 3.285762520598747e-05,
      "loss": 1.375,
      "step": 101705
    },
    {
      "epoch": 4.731612002791347,
      "grad_norm": 1.7793958420348273,
      "learning_rate": 3.2855307109482786e-05,
      "loss": 1.5391,
      "step": 101706
    },
    {
      "epoch": 4.731658525238427,
      "grad_norm": 1.9814121088202583,
      "learning_rate": 3.285298908469477e-05,
      "loss": 1.5938,
      "step": 101707
    },
    {
      "epoch": 4.731705047685509,
      "grad_norm": 1.7506526396959479,
      "learning_rate": 3.2850671131624835e-05,
      "loss": 1.5469,
      "step": 101708
    },
    {
      "epoch": 4.731751570132589,
      "grad_norm": 1.7961185946381275,
      "learning_rate": 3.284835325027441e-05,
      "loss": 1.5703,
      "step": 101709
    },
    {
      "epoch": 4.73179809257967,
      "grad_norm": 1.7887802630842493,
      "learning_rate": 3.284603544064489e-05,
      "loss": 1.5078,
      "step": 101710
    },
    {
      "epoch": 4.73184461502675,
      "grad_norm": 1.7860083808281002,
      "learning_rate": 3.2843717702737705e-05,
      "loss": 1.4766,
      "step": 101711
    },
    {
      "epoch": 4.7318911374738315,
      "grad_norm": 1.7787075966812258,
      "learning_rate": 3.284140003655433e-05,
      "loss": 1.4922,
      "step": 101712
    },
    {
      "epoch": 4.731937659920912,
      "grad_norm": 2.0412537542469273,
      "learning_rate": 3.2839082442096134e-05,
      "loss": 1.7891,
      "step": 101713
    },
    {
      "epoch": 4.7319841823679925,
      "grad_norm": 1.931107543537053,
      "learning_rate": 3.283676491936455e-05,
      "loss": 1.6953,
      "step": 101714
    },
    {
      "epoch": 4.732030704815073,
      "grad_norm": 1.9716434607117175,
      "learning_rate": 3.283444746836093e-05,
      "loss": 1.9453,
      "step": 101715
    },
    {
      "epoch": 4.732077227262154,
      "grad_norm": 1.7153218267689272,
      "learning_rate": 3.283213008908683e-05,
      "loss": 1.3438,
      "step": 101716
    },
    {
      "epoch": 4.732123749709235,
      "grad_norm": 1.756879880845335,
      "learning_rate": 3.282981278154356e-05,
      "loss": 1.4766,
      "step": 101717
    },
    {
      "epoch": 4.732170272156315,
      "grad_norm": 1.9140159739319431,
      "learning_rate": 3.282749554573257e-05,
      "loss": 1.6641,
      "step": 101718
    },
    {
      "epoch": 4.732216794603396,
      "grad_norm": 1.8943203919147873,
      "learning_rate": 3.282517838165524e-05,
      "loss": 1.6328,
      "step": 101719
    },
    {
      "epoch": 4.732263317050477,
      "grad_norm": 1.7555907590709954,
      "learning_rate": 3.282286128931308e-05,
      "loss": 1.5312,
      "step": 101720
    },
    {
      "epoch": 4.732309839497558,
      "grad_norm": 1.7834707595639607,
      "learning_rate": 3.282054426870745e-05,
      "loss": 1.7656,
      "step": 101721
    },
    {
      "epoch": 4.732356361944638,
      "grad_norm": 1.8794514295158062,
      "learning_rate": 3.281822731983977e-05,
      "loss": 1.7266,
      "step": 101722
    },
    {
      "epoch": 4.732402884391719,
      "grad_norm": 1.8008403373610173,
      "learning_rate": 3.281591044271142e-05,
      "loss": 1.5625,
      "step": 101723
    },
    {
      "epoch": 4.7324494068388,
      "grad_norm": 1.8470450903529698,
      "learning_rate": 3.28135936373239e-05,
      "loss": 1.6719,
      "step": 101724
    },
    {
      "epoch": 4.73249592928588,
      "grad_norm": 1.6135403114826614,
      "learning_rate": 3.281127690367859e-05,
      "loss": 1.3438,
      "step": 101725
    },
    {
      "epoch": 4.732542451732961,
      "grad_norm": 1.7731289028956494,
      "learning_rate": 3.280896024177691e-05,
      "loss": 1.5938,
      "step": 101726
    },
    {
      "epoch": 4.732588974180042,
      "grad_norm": 1.8774089902130586,
      "learning_rate": 3.280664365162024e-05,
      "loss": 1.8203,
      "step": 101727
    },
    {
      "epoch": 4.732635496627123,
      "grad_norm": 1.694003576613274,
      "learning_rate": 3.280432713321006e-05,
      "loss": 1.4062,
      "step": 101728
    },
    {
      "epoch": 4.732682019074203,
      "grad_norm": 1.7710747788726577,
      "learning_rate": 3.280201068654777e-05,
      "loss": 1.5625,
      "step": 101729
    },
    {
      "epoch": 4.732728541521284,
      "grad_norm": 1.5737088031729134,
      "learning_rate": 3.279969431163478e-05,
      "loss": 1.3828,
      "step": 101730
    },
    {
      "epoch": 4.732775063968365,
      "grad_norm": 2.037352846911464,
      "learning_rate": 3.279737800847247e-05,
      "loss": 1.9062,
      "step": 101731
    },
    {
      "epoch": 4.7328215864154455,
      "grad_norm": 1.6547462689723478,
      "learning_rate": 3.2795061777062314e-05,
      "loss": 1.4141,
      "step": 101732
    },
    {
      "epoch": 4.732868108862526,
      "grad_norm": 1.7311286973878213,
      "learning_rate": 3.2792745617405695e-05,
      "loss": 1.5391,
      "step": 101733
    },
    {
      "epoch": 4.732914631309606,
      "grad_norm": 1.95662153235866,
      "learning_rate": 3.279042952950408e-05,
      "loss": 1.7422,
      "step": 101734
    },
    {
      "epoch": 4.732961153756688,
      "grad_norm": 1.6871678280159272,
      "learning_rate": 3.278811351335887e-05,
      "loss": 1.375,
      "step": 101735
    },
    {
      "epoch": 4.733007676203768,
      "grad_norm": 1.8179936000221648,
      "learning_rate": 3.27857975689714e-05,
      "loss": 1.5391,
      "step": 101736
    },
    {
      "epoch": 4.733054198650849,
      "grad_norm": 1.9799159795187502,
      "learning_rate": 3.2783481696343214e-05,
      "loss": 1.8359,
      "step": 101737
    },
    {
      "epoch": 4.73310072109793,
      "grad_norm": 1.894001156012396,
      "learning_rate": 3.2781165895475664e-05,
      "loss": 1.7578,
      "step": 101738
    },
    {
      "epoch": 4.733147243545011,
      "grad_norm": 1.8790460324784561,
      "learning_rate": 3.277885016637019e-05,
      "loss": 1.5781,
      "step": 101739
    },
    {
      "epoch": 4.733193765992091,
      "grad_norm": 1.86587780027974,
      "learning_rate": 3.277653450902818e-05,
      "loss": 1.6641,
      "step": 101740
    },
    {
      "epoch": 4.7332402884391716,
      "grad_norm": 1.6677011389430962,
      "learning_rate": 3.277421892345103e-05,
      "loss": 1.3906,
      "step": 101741
    },
    {
      "epoch": 4.733286810886253,
      "grad_norm": 1.7528420729693426,
      "learning_rate": 3.2771903409640236e-05,
      "loss": 1.4141,
      "step": 101742
    },
    {
      "epoch": 4.733333333333333,
      "grad_norm": 1.8425991226711547,
      "learning_rate": 3.2769587967597174e-05,
      "loss": 1.6406,
      "step": 101743
    },
    {
      "epoch": 4.733379855780414,
      "grad_norm": 1.821280971982526,
      "learning_rate": 3.276727259732326e-05,
      "loss": 1.4688,
      "step": 101744
    },
    {
      "epoch": 4.733426378227495,
      "grad_norm": 1.6808739493853024,
      "learning_rate": 3.276495729881986e-05,
      "loss": 1.4453,
      "step": 101745
    },
    {
      "epoch": 4.733472900674576,
      "grad_norm": 1.7380731005192689,
      "learning_rate": 3.27626420720885e-05,
      "loss": 1.4844,
      "step": 101746
    },
    {
      "epoch": 4.733519423121656,
      "grad_norm": 1.8255260512157587,
      "learning_rate": 3.276032691713054e-05,
      "loss": 1.5625,
      "step": 101747
    },
    {
      "epoch": 4.733565945568737,
      "grad_norm": 1.6726918781431597,
      "learning_rate": 3.27580118339474e-05,
      "loss": 1.4453,
      "step": 101748
    },
    {
      "epoch": 4.733612468015817,
      "grad_norm": 1.7000542648330232,
      "learning_rate": 3.275569682254044e-05,
      "loss": 1.4062,
      "step": 101749
    },
    {
      "epoch": 4.7336589904628985,
      "grad_norm": 1.8558206405667383,
      "learning_rate": 3.27533818829112e-05,
      "loss": 1.4688,
      "step": 101750
    },
    {
      "epoch": 4.733705512909979,
      "grad_norm": 1.788131716439827,
      "learning_rate": 3.2751067015061013e-05,
      "loss": 1.5391,
      "step": 101751
    },
    {
      "epoch": 4.7337520353570595,
      "grad_norm": 1.8591527046989134,
      "learning_rate": 3.274875221899132e-05,
      "loss": 1.6719,
      "step": 101752
    },
    {
      "epoch": 4.733798557804141,
      "grad_norm": 1.792887238030839,
      "learning_rate": 3.274643749470348e-05,
      "loss": 1.5234,
      "step": 101753
    },
    {
      "epoch": 4.733845080251221,
      "grad_norm": 1.8076223453332172,
      "learning_rate": 3.274412284219901e-05,
      "loss": 1.7109,
      "step": 101754
    },
    {
      "epoch": 4.733891602698302,
      "grad_norm": 1.7231886593480734,
      "learning_rate": 3.274180826147924e-05,
      "loss": 1.4453,
      "step": 101755
    },
    {
      "epoch": 4.733938125145382,
      "grad_norm": 1.8529374210401566,
      "learning_rate": 3.2739493752545664e-05,
      "loss": 1.6172,
      "step": 101756
    },
    {
      "epoch": 4.733984647592464,
      "grad_norm": 1.7124264504841507,
      "learning_rate": 3.273717931539966e-05,
      "loss": 1.5312,
      "step": 101757
    },
    {
      "epoch": 4.734031170039544,
      "grad_norm": 1.8453430447478338,
      "learning_rate": 3.273486495004262e-05,
      "loss": 1.5781,
      "step": 101758
    },
    {
      "epoch": 4.734077692486625,
      "grad_norm": 1.8683091842854442,
      "learning_rate": 3.2732550656476e-05,
      "loss": 1.5312,
      "step": 101759
    },
    {
      "epoch": 4.734124214933706,
      "grad_norm": 1.7802141855445701,
      "learning_rate": 3.2730236434701224e-05,
      "loss": 1.5547,
      "step": 101760
    },
    {
      "epoch": 4.734170737380786,
      "grad_norm": 1.8337905848173335,
      "learning_rate": 3.27279222847197e-05,
      "loss": 1.625,
      "step": 101761
    },
    {
      "epoch": 4.734217259827867,
      "grad_norm": 1.8818818188734414,
      "learning_rate": 3.272560820653276e-05,
      "loss": 1.6562,
      "step": 101762
    },
    {
      "epoch": 4.734263782274947,
      "grad_norm": 1.7979851690876776,
      "learning_rate": 3.272329420014196e-05,
      "loss": 1.5312,
      "step": 101763
    },
    {
      "epoch": 4.734310304722029,
      "grad_norm": 1.7675880190822306,
      "learning_rate": 3.272098026554864e-05,
      "loss": 1.5156,
      "step": 101764
    },
    {
      "epoch": 4.734356827169109,
      "grad_norm": 1.8281027385023572,
      "learning_rate": 3.271866640275422e-05,
      "loss": 1.5469,
      "step": 101765
    },
    {
      "epoch": 4.73440334961619,
      "grad_norm": 1.835878231121063,
      "learning_rate": 3.271635261176014e-05,
      "loss": 1.6719,
      "step": 101766
    },
    {
      "epoch": 4.73444987206327,
      "grad_norm": 1.6798585195253515,
      "learning_rate": 3.2714038892567754e-05,
      "loss": 1.4453,
      "step": 101767
    },
    {
      "epoch": 4.7344963945103515,
      "grad_norm": 1.8888570726824816,
      "learning_rate": 3.271172524517856e-05,
      "loss": 1.6562,
      "step": 101768
    },
    {
      "epoch": 4.734542916957432,
      "grad_norm": 1.783781690838938,
      "learning_rate": 3.270941166959395e-05,
      "loss": 1.5703,
      "step": 101769
    },
    {
      "epoch": 4.7345894394045125,
      "grad_norm": 1.943381493993762,
      "learning_rate": 3.270709816581532e-05,
      "loss": 1.6953,
      "step": 101770
    },
    {
      "epoch": 4.734635961851593,
      "grad_norm": 1.7879381509167271,
      "learning_rate": 3.2704784733844045e-05,
      "loss": 1.4766,
      "step": 101771
    },
    {
      "epoch": 4.734682484298674,
      "grad_norm": 1.7468818029740423,
      "learning_rate": 3.2702471373681644e-05,
      "loss": 1.5547,
      "step": 101772
    },
    {
      "epoch": 4.734729006745755,
      "grad_norm": 1.7723709102836083,
      "learning_rate": 3.270015808532948e-05,
      "loss": 1.5781,
      "step": 101773
    },
    {
      "epoch": 4.734775529192835,
      "grad_norm": 1.797688589887642,
      "learning_rate": 3.2697844868788986e-05,
      "loss": 1.4688,
      "step": 101774
    },
    {
      "epoch": 4.734822051639917,
      "grad_norm": 1.6517906699853668,
      "learning_rate": 3.269553172406151e-05,
      "loss": 1.5,
      "step": 101775
    },
    {
      "epoch": 4.734868574086997,
      "grad_norm": 1.6766300956817546,
      "learning_rate": 3.269321865114855e-05,
      "loss": 1.4219,
      "step": 101776
    },
    {
      "epoch": 4.734915096534078,
      "grad_norm": 1.8015600233665918,
      "learning_rate": 3.269090565005146e-05,
      "loss": 1.5547,
      "step": 101777
    },
    {
      "epoch": 4.734961618981158,
      "grad_norm": 1.796338842418221,
      "learning_rate": 3.2688592720771725e-05,
      "loss": 1.6641,
      "step": 101778
    },
    {
      "epoch": 4.7350081414282394,
      "grad_norm": 1.7885186324939681,
      "learning_rate": 3.268627986331075e-05,
      "loss": 1.6016,
      "step": 101779
    },
    {
      "epoch": 4.73505466387532,
      "grad_norm": 1.8521242542970127,
      "learning_rate": 3.268396707766986e-05,
      "loss": 1.5859,
      "step": 101780
    },
    {
      "epoch": 4.7351011863224,
      "grad_norm": 1.8185538903645881,
      "learning_rate": 3.2681654363850575e-05,
      "loss": 1.7422,
      "step": 101781
    },
    {
      "epoch": 4.735147708769482,
      "grad_norm": 1.8504651322349848,
      "learning_rate": 3.267934172185429e-05,
      "loss": 1.6875,
      "step": 101782
    },
    {
      "epoch": 4.735194231216562,
      "grad_norm": 1.882460004464853,
      "learning_rate": 3.2677029151682396e-05,
      "loss": 1.6484,
      "step": 101783
    },
    {
      "epoch": 4.735240753663643,
      "grad_norm": 1.756879906477692,
      "learning_rate": 3.267471665333626e-05,
      "loss": 1.4766,
      "step": 101784
    },
    {
      "epoch": 4.735287276110723,
      "grad_norm": 1.942742508820992,
      "learning_rate": 3.2672404226817426e-05,
      "loss": 1.7266,
      "step": 101785
    },
    {
      "epoch": 4.735333798557804,
      "grad_norm": 1.9641773979342678,
      "learning_rate": 3.267009187212722e-05,
      "loss": 1.7578,
      "step": 101786
    },
    {
      "epoch": 4.735380321004885,
      "grad_norm": 1.847809152888147,
      "learning_rate": 3.266777958926707e-05,
      "loss": 1.4453,
      "step": 101787
    },
    {
      "epoch": 4.7354268434519655,
      "grad_norm": 1.846381337946814,
      "learning_rate": 3.266546737823836e-05,
      "loss": 1.4766,
      "step": 101788
    },
    {
      "epoch": 4.735473365899046,
      "grad_norm": 1.7726695598976294,
      "learning_rate": 3.266315523904259e-05,
      "loss": 1.5078,
      "step": 101789
    },
    {
      "epoch": 4.735519888346127,
      "grad_norm": 1.745333954632338,
      "learning_rate": 3.2660843171681125e-05,
      "loss": 1.5,
      "step": 101790
    },
    {
      "epoch": 4.735566410793208,
      "grad_norm": 1.7250719353557433,
      "learning_rate": 3.265853117615538e-05,
      "loss": 1.4609,
      "step": 101791
    },
    {
      "epoch": 4.735612933240288,
      "grad_norm": 1.7747822739274508,
      "learning_rate": 3.265621925246677e-05,
      "loss": 1.4141,
      "step": 101792
    },
    {
      "epoch": 4.735659455687369,
      "grad_norm": 1.6777994414224615,
      "learning_rate": 3.265390740061668e-05,
      "loss": 1.4141,
      "step": 101793
    },
    {
      "epoch": 4.73570597813445,
      "grad_norm": 1.94196057495348,
      "learning_rate": 3.265159562060661e-05,
      "loss": 1.7734,
      "step": 101794
    },
    {
      "epoch": 4.735752500581531,
      "grad_norm": 1.8548160324407768,
      "learning_rate": 3.2649283912437904e-05,
      "loss": 1.6094,
      "step": 101795
    },
    {
      "epoch": 4.735799023028611,
      "grad_norm": 1.5681308537987577,
      "learning_rate": 3.264697227611201e-05,
      "loss": 1.3438,
      "step": 101796
    },
    {
      "epoch": 4.7358455454756925,
      "grad_norm": 1.6999246349706842,
      "learning_rate": 3.2644660711630285e-05,
      "loss": 1.3984,
      "step": 101797
    },
    {
      "epoch": 4.735892067922773,
      "grad_norm": 1.92014760161359,
      "learning_rate": 3.2642349218994234e-05,
      "loss": 1.7656,
      "step": 101798
    },
    {
      "epoch": 4.735938590369853,
      "grad_norm": 1.7796958937274854,
      "learning_rate": 3.26400377982052e-05,
      "loss": 1.4297,
      "step": 101799
    },
    {
      "epoch": 4.735985112816934,
      "grad_norm": 1.8170350944063005,
      "learning_rate": 3.263772644926464e-05,
      "loss": 1.5547,
      "step": 101800
    },
    {
      "epoch": 4.736031635264015,
      "grad_norm": 1.7588516540882462,
      "learning_rate": 3.263541517217397e-05,
      "loss": 1.5312,
      "step": 101801
    },
    {
      "epoch": 4.736078157711096,
      "grad_norm": 1.9174516939663968,
      "learning_rate": 3.2633103966934567e-05,
      "loss": 1.8047,
      "step": 101802
    },
    {
      "epoch": 4.736124680158176,
      "grad_norm": 1.5720604108240708,
      "learning_rate": 3.263079283354788e-05,
      "loss": 1.3047,
      "step": 101803
    },
    {
      "epoch": 4.736171202605257,
      "grad_norm": 1.985830567136158,
      "learning_rate": 3.2628481772015334e-05,
      "loss": 1.7188,
      "step": 101804
    },
    {
      "epoch": 4.736217725052338,
      "grad_norm": 1.8376252530382164,
      "learning_rate": 3.262617078233831e-05,
      "loss": 1.7031,
      "step": 101805
    },
    {
      "epoch": 4.7362642474994185,
      "grad_norm": 1.7636431003856545,
      "learning_rate": 3.262385986451821e-05,
      "loss": 1.5938,
      "step": 101806
    },
    {
      "epoch": 4.736310769946499,
      "grad_norm": 1.8008209164568638,
      "learning_rate": 3.2621549018556506e-05,
      "loss": 1.6172,
      "step": 101807
    },
    {
      "epoch": 4.7363572923935795,
      "grad_norm": 1.8433101681099997,
      "learning_rate": 3.2619238244454574e-05,
      "loss": 1.6172,
      "step": 101808
    },
    {
      "epoch": 4.736403814840661,
      "grad_norm": 1.7092174402618383,
      "learning_rate": 3.261692754221386e-05,
      "loss": 1.4922,
      "step": 101809
    },
    {
      "epoch": 4.736450337287741,
      "grad_norm": 1.8122833625433281,
      "learning_rate": 3.261461691183569e-05,
      "loss": 1.5625,
      "step": 101810
    },
    {
      "epoch": 4.736496859734822,
      "grad_norm": 1.496478149811788,
      "learning_rate": 3.2612306353321595e-05,
      "loss": 1.1875,
      "step": 101811
    },
    {
      "epoch": 4.736543382181903,
      "grad_norm": 1.817698462006046,
      "learning_rate": 3.260999586667294e-05,
      "loss": 1.5234,
      "step": 101812
    },
    {
      "epoch": 4.736589904628984,
      "grad_norm": 1.8628368252845227,
      "learning_rate": 3.260768545189113e-05,
      "loss": 1.625,
      "step": 101813
    },
    {
      "epoch": 4.736636427076064,
      "grad_norm": 1.961465173072436,
      "learning_rate": 3.260537510897755e-05,
      "loss": 1.6328,
      "step": 101814
    },
    {
      "epoch": 4.736682949523145,
      "grad_norm": 2.01952139332506,
      "learning_rate": 3.2603064837933694e-05,
      "loss": 1.7031,
      "step": 101815
    },
    {
      "epoch": 4.736729471970226,
      "grad_norm": 1.7849465752530551,
      "learning_rate": 3.260075463876093e-05,
      "loss": 1.5234,
      "step": 101816
    },
    {
      "epoch": 4.7367759944173065,
      "grad_norm": 1.7680550532724018,
      "learning_rate": 3.259844451146068e-05,
      "loss": 1.5703,
      "step": 101817
    },
    {
      "epoch": 4.736822516864387,
      "grad_norm": 1.8589304295173736,
      "learning_rate": 3.259613445603435e-05,
      "loss": 1.6016,
      "step": 101818
    },
    {
      "epoch": 4.736869039311467,
      "grad_norm": 1.7446999407533714,
      "learning_rate": 3.259382447248331e-05,
      "loss": 1.5781,
      "step": 101819
    },
    {
      "epoch": 4.736915561758549,
      "grad_norm": 1.5960213051974277,
      "learning_rate": 3.2591514560809076e-05,
      "loss": 1.3438,
      "step": 101820
    },
    {
      "epoch": 4.736962084205629,
      "grad_norm": 1.6329228498802468,
      "learning_rate": 3.258920472101297e-05,
      "loss": 1.3203,
      "step": 101821
    },
    {
      "epoch": 4.73700860665271,
      "grad_norm": 1.8788616184100038,
      "learning_rate": 3.2586894953096477e-05,
      "loss": 1.6406,
      "step": 101822
    },
    {
      "epoch": 4.73705512909979,
      "grad_norm": 1.6455910878644309,
      "learning_rate": 3.258458525706098e-05,
      "loss": 1.2266,
      "step": 101823
    },
    {
      "epoch": 4.737101651546872,
      "grad_norm": 1.7969761443319356,
      "learning_rate": 3.258227563290785e-05,
      "loss": 1.5547,
      "step": 101824
    },
    {
      "epoch": 4.737148173993952,
      "grad_norm": 1.7721909033622847,
      "learning_rate": 3.2579966080638584e-05,
      "loss": 1.5391,
      "step": 101825
    },
    {
      "epoch": 4.7371946964410325,
      "grad_norm": 1.7127093437097376,
      "learning_rate": 3.257765660025457e-05,
      "loss": 1.4688,
      "step": 101826
    },
    {
      "epoch": 4.737241218888114,
      "grad_norm": 1.635393306569155,
      "learning_rate": 3.257534719175718e-05,
      "loss": 1.3281,
      "step": 101827
    },
    {
      "epoch": 4.737287741335194,
      "grad_norm": 1.728894802377109,
      "learning_rate": 3.2573037855147824e-05,
      "loss": 1.3906,
      "step": 101828
    },
    {
      "epoch": 4.737334263782275,
      "grad_norm": 1.9604481327476315,
      "learning_rate": 3.2570728590427995e-05,
      "loss": 1.8828,
      "step": 101829
    },
    {
      "epoch": 4.737380786229355,
      "grad_norm": 1.937464960196193,
      "learning_rate": 3.256841939759906e-05,
      "loss": 1.6016,
      "step": 101830
    },
    {
      "epoch": 4.737427308676437,
      "grad_norm": 1.820387685782372,
      "learning_rate": 3.2566110276662435e-05,
      "loss": 1.5625,
      "step": 101831
    },
    {
      "epoch": 4.737473831123517,
      "grad_norm": 1.7997577437458703,
      "learning_rate": 3.256380122761946e-05,
      "loss": 1.4922,
      "step": 101832
    },
    {
      "epoch": 4.737520353570598,
      "grad_norm": 1.7729572911645362,
      "learning_rate": 3.256149225047168e-05,
      "loss": 1.7031,
      "step": 101833
    },
    {
      "epoch": 4.737566876017679,
      "grad_norm": 1.916187675656786,
      "learning_rate": 3.255918334522044e-05,
      "loss": 1.6562,
      "step": 101834
    },
    {
      "epoch": 4.7376133984647595,
      "grad_norm": 1.8317252265341233,
      "learning_rate": 3.255687451186717e-05,
      "loss": 1.6328,
      "step": 101835
    },
    {
      "epoch": 4.73765992091184,
      "grad_norm": 1.848110252494011,
      "learning_rate": 3.255456575041323e-05,
      "loss": 1.6719,
      "step": 101836
    },
    {
      "epoch": 4.73770644335892,
      "grad_norm": 1.7457842323595631,
      "learning_rate": 3.255225706086012e-05,
      "loss": 1.5234,
      "step": 101837
    },
    {
      "epoch": 4.737752965806001,
      "grad_norm": 1.612805262967261,
      "learning_rate": 3.2549948443209206e-05,
      "loss": 1.1719,
      "step": 101838
    },
    {
      "epoch": 4.737799488253082,
      "grad_norm": 1.830763191118146,
      "learning_rate": 3.2547639897461894e-05,
      "loss": 1.4609,
      "step": 101839
    },
    {
      "epoch": 4.737846010700163,
      "grad_norm": 1.7912700530398356,
      "learning_rate": 3.2545331423619574e-05,
      "loss": 1.625,
      "step": 101840
    },
    {
      "epoch": 4.737892533147243,
      "grad_norm": 1.7125350876541423,
      "learning_rate": 3.254302302168374e-05,
      "loss": 1.4375,
      "step": 101841
    },
    {
      "epoch": 4.737939055594325,
      "grad_norm": 1.7956133468595505,
      "learning_rate": 3.254071469165577e-05,
      "loss": 1.6328,
      "step": 101842
    },
    {
      "epoch": 4.737985578041405,
      "grad_norm": 1.8388190768759793,
      "learning_rate": 3.2538406433537005e-05,
      "loss": 1.5391,
      "step": 101843
    },
    {
      "epoch": 4.7380321004884856,
      "grad_norm": 1.7635323465644694,
      "learning_rate": 3.2536098247328975e-05,
      "loss": 1.4531,
      "step": 101844
    },
    {
      "epoch": 4.738078622935566,
      "grad_norm": 1.5879339274330535,
      "learning_rate": 3.253379013303303e-05,
      "loss": 1.2344,
      "step": 101845
    },
    {
      "epoch": 4.738125145382647,
      "grad_norm": 1.794079846921895,
      "learning_rate": 3.2531482090650566e-05,
      "loss": 1.5156,
      "step": 101846
    },
    {
      "epoch": 4.738171667829728,
      "grad_norm": 1.970402281736162,
      "learning_rate": 3.252917412018304e-05,
      "loss": 1.7891,
      "step": 101847
    },
    {
      "epoch": 4.738218190276808,
      "grad_norm": 1.870947046475582,
      "learning_rate": 3.252686622163186e-05,
      "loss": 1.6016,
      "step": 101848
    },
    {
      "epoch": 4.73826471272389,
      "grad_norm": 1.6486817750176406,
      "learning_rate": 3.252455839499843e-05,
      "loss": 1.3906,
      "step": 101849
    },
    {
      "epoch": 4.73831123517097,
      "grad_norm": 1.7806355179245292,
      "learning_rate": 3.2522250640284106e-05,
      "loss": 1.5859,
      "step": 101850
    },
    {
      "epoch": 4.738357757618051,
      "grad_norm": 1.7513650346774892,
      "learning_rate": 3.251994295749038e-05,
      "loss": 1.4375,
      "step": 101851
    },
    {
      "epoch": 4.738404280065131,
      "grad_norm": 1.7138297370559263,
      "learning_rate": 3.251763534661866e-05,
      "loss": 1.4844,
      "step": 101852
    },
    {
      "epoch": 4.7384508025122125,
      "grad_norm": 1.7781926444902685,
      "learning_rate": 3.251532780767032e-05,
      "loss": 1.5703,
      "step": 101853
    },
    {
      "epoch": 4.738497324959293,
      "grad_norm": 1.9146756671478304,
      "learning_rate": 3.251302034064677e-05,
      "loss": 1.6484,
      "step": 101854
    },
    {
      "epoch": 4.7385438474063735,
      "grad_norm": 1.84683094121224,
      "learning_rate": 3.251071294554946e-05,
      "loss": 1.5625,
      "step": 101855
    },
    {
      "epoch": 4.738590369853454,
      "grad_norm": 1.974444855324862,
      "learning_rate": 3.25084056223798e-05,
      "loss": 1.6953,
      "step": 101856
    },
    {
      "epoch": 4.738636892300535,
      "grad_norm": 1.7916787030379826,
      "learning_rate": 3.250609837113917e-05,
      "loss": 1.6172,
      "step": 101857
    },
    {
      "epoch": 4.738683414747616,
      "grad_norm": 2.196347959239942,
      "learning_rate": 3.250379119182897e-05,
      "loss": 1.8281,
      "step": 101858
    },
    {
      "epoch": 4.738729937194696,
      "grad_norm": 1.969260580410343,
      "learning_rate": 3.250148408445068e-05,
      "loss": 1.7578,
      "step": 101859
    },
    {
      "epoch": 4.738776459641777,
      "grad_norm": 1.8440528005156651,
      "learning_rate": 3.249917704900568e-05,
      "loss": 1.6094,
      "step": 101860
    },
    {
      "epoch": 4.738822982088858,
      "grad_norm": 1.7472404162345054,
      "learning_rate": 3.249687008549536e-05,
      "loss": 1.5781,
      "step": 101861
    },
    {
      "epoch": 4.738869504535939,
      "grad_norm": 1.791974259072945,
      "learning_rate": 3.249456319392112e-05,
      "loss": 1.5,
      "step": 101862
    },
    {
      "epoch": 4.738916026983019,
      "grad_norm": 1.653090507605556,
      "learning_rate": 3.2492256374284446e-05,
      "loss": 1.3594,
      "step": 101863
    },
    {
      "epoch": 4.7389625494301,
      "grad_norm": 1.8656709591889913,
      "learning_rate": 3.2489949626586656e-05,
      "loss": 1.6484,
      "step": 101864
    },
    {
      "epoch": 4.739009071877181,
      "grad_norm": 1.7367367933005837,
      "learning_rate": 3.248764295082926e-05,
      "loss": 1.3438,
      "step": 101865
    },
    {
      "epoch": 4.739055594324261,
      "grad_norm": 1.803870460897911,
      "learning_rate": 3.248533634701361e-05,
      "loss": 1.5938,
      "step": 101866
    },
    {
      "epoch": 4.739102116771342,
      "grad_norm": 1.5870936084274552,
      "learning_rate": 3.248302981514109e-05,
      "loss": 1.2422,
      "step": 101867
    },
    {
      "epoch": 4.739148639218423,
      "grad_norm": 1.8444045769902757,
      "learning_rate": 3.248072335521319e-05,
      "loss": 1.6016,
      "step": 101868
    },
    {
      "epoch": 4.739195161665504,
      "grad_norm": 1.8325214286211198,
      "learning_rate": 3.2478416967231294e-05,
      "loss": 1.6094,
      "step": 101869
    },
    {
      "epoch": 4.739241684112584,
      "grad_norm": 1.633515884299105,
      "learning_rate": 3.2476110651196815e-05,
      "loss": 1.375,
      "step": 101870
    },
    {
      "epoch": 4.739288206559665,
      "grad_norm": 1.7956549274072868,
      "learning_rate": 3.2473804407111124e-05,
      "loss": 1.5703,
      "step": 101871
    },
    {
      "epoch": 4.739334729006746,
      "grad_norm": 2.0041690996552184,
      "learning_rate": 3.247149823497564e-05,
      "loss": 1.7266,
      "step": 101872
    },
    {
      "epoch": 4.7393812514538265,
      "grad_norm": 1.8265099341933462,
      "learning_rate": 3.246919213479184e-05,
      "loss": 1.5469,
      "step": 101873
    },
    {
      "epoch": 4.739427773900907,
      "grad_norm": 1.7559842209705863,
      "learning_rate": 3.246688610656108e-05,
      "loss": 1.5078,
      "step": 101874
    },
    {
      "epoch": 4.7394742963479874,
      "grad_norm": 1.7513471340234223,
      "learning_rate": 3.2464580150284807e-05,
      "loss": 1.4609,
      "step": 101875
    },
    {
      "epoch": 4.739520818795069,
      "grad_norm": 1.8429363868173076,
      "learning_rate": 3.246227426596435e-05,
      "loss": 1.5312,
      "step": 101876
    },
    {
      "epoch": 4.739567341242149,
      "grad_norm": 1.7561285491538268,
      "learning_rate": 3.2459968453601224e-05,
      "loss": 1.5469,
      "step": 101877
    },
    {
      "epoch": 4.73961386368923,
      "grad_norm": 1.8488817800276973,
      "learning_rate": 3.2457662713196804e-05,
      "loss": 1.6641,
      "step": 101878
    },
    {
      "epoch": 4.739660386136311,
      "grad_norm": 1.8128707339455692,
      "learning_rate": 3.24553570447525e-05,
      "loss": 1.6016,
      "step": 101879
    },
    {
      "epoch": 4.739706908583392,
      "grad_norm": 1.841756173624573,
      "learning_rate": 3.2453051448269665e-05,
      "loss": 1.625,
      "step": 101880
    },
    {
      "epoch": 4.739753431030472,
      "grad_norm": 1.7714451948310221,
      "learning_rate": 3.245074592374982e-05,
      "loss": 1.5625,
      "step": 101881
    },
    {
      "epoch": 4.739799953477553,
      "grad_norm": 1.7858200748040192,
      "learning_rate": 3.244844047119431e-05,
      "loss": 1.5469,
      "step": 101882
    },
    {
      "epoch": 4.739846475924634,
      "grad_norm": 1.7631481869871988,
      "learning_rate": 3.244613509060456e-05,
      "loss": 1.4375,
      "step": 101883
    },
    {
      "epoch": 4.739892998371714,
      "grad_norm": 1.8653969129139405,
      "learning_rate": 3.244382978198195e-05,
      "loss": 1.6094,
      "step": 101884
    },
    {
      "epoch": 4.739939520818795,
      "grad_norm": 1.8575186961762398,
      "learning_rate": 3.244152454532795e-05,
      "loss": 1.5156,
      "step": 101885
    },
    {
      "epoch": 4.739986043265876,
      "grad_norm": 1.9021237957097905,
      "learning_rate": 3.24392193806439e-05,
      "loss": 1.7578,
      "step": 101886
    },
    {
      "epoch": 4.740032565712957,
      "grad_norm": 1.8262902903194709,
      "learning_rate": 3.243691428793129e-05,
      "loss": 1.5625,
      "step": 101887
    },
    {
      "epoch": 4.740079088160037,
      "grad_norm": 1.785608356963808,
      "learning_rate": 3.2434609267191496e-05,
      "loss": 1.5156,
      "step": 101888
    },
    {
      "epoch": 4.740125610607118,
      "grad_norm": 1.7609041180694838,
      "learning_rate": 3.24323043184259e-05,
      "loss": 1.6406,
      "step": 101889
    },
    {
      "epoch": 4.740172133054198,
      "grad_norm": 1.9318974875199582,
      "learning_rate": 3.242999944163597e-05,
      "loss": 1.8281,
      "step": 101890
    },
    {
      "epoch": 4.7402186555012795,
      "grad_norm": 1.6941447882241842,
      "learning_rate": 3.2427694636823085e-05,
      "loss": 1.4219,
      "step": 101891
    },
    {
      "epoch": 4.74026517794836,
      "grad_norm": 1.675071864017404,
      "learning_rate": 3.2425389903988655e-05,
      "loss": 1.4219,
      "step": 101892
    },
    {
      "epoch": 4.7403117003954405,
      "grad_norm": 1.923973921276776,
      "learning_rate": 3.242308524313406e-05,
      "loss": 1.7109,
      "step": 101893
    },
    {
      "epoch": 4.740358222842522,
      "grad_norm": 1.7155340106257357,
      "learning_rate": 3.242078065426079e-05,
      "loss": 1.4219,
      "step": 101894
    },
    {
      "epoch": 4.740404745289602,
      "grad_norm": 1.8724535341718114,
      "learning_rate": 3.241847613737021e-05,
      "loss": 1.8594,
      "step": 101895
    },
    {
      "epoch": 4.740451267736683,
      "grad_norm": 1.927071032890546,
      "learning_rate": 3.241617169246373e-05,
      "loss": 1.6094,
      "step": 101896
    },
    {
      "epoch": 4.740497790183763,
      "grad_norm": 1.8379296801768232,
      "learning_rate": 3.241386731954276e-05,
      "loss": 1.6484,
      "step": 101897
    },
    {
      "epoch": 4.740544312630845,
      "grad_norm": 1.8353432164629877,
      "learning_rate": 3.241156301860867e-05,
      "loss": 1.5625,
      "step": 101898
    },
    {
      "epoch": 4.740590835077925,
      "grad_norm": 1.711387558514208,
      "learning_rate": 3.240925878966295e-05,
      "loss": 1.5156,
      "step": 101899
    },
    {
      "epoch": 4.740637357525006,
      "grad_norm": 1.8135910428544062,
      "learning_rate": 3.2406954632707e-05,
      "loss": 1.625,
      "step": 101900
    },
    {
      "epoch": 4.740683879972087,
      "grad_norm": 1.6985896547651373,
      "learning_rate": 3.240465054774218e-05,
      "loss": 1.3828,
      "step": 101901
    },
    {
      "epoch": 4.740730402419167,
      "grad_norm": 1.7861201553482915,
      "learning_rate": 3.24023465347699e-05,
      "loss": 1.4688,
      "step": 101902
    },
    {
      "epoch": 4.740776924866248,
      "grad_norm": 1.8628263275096695,
      "learning_rate": 3.240004259379162e-05,
      "loss": 1.6328,
      "step": 101903
    },
    {
      "epoch": 4.740823447313328,
      "grad_norm": 1.777266408438109,
      "learning_rate": 3.239773872480875e-05,
      "loss": 1.4688,
      "step": 101904
    },
    {
      "epoch": 4.74086996976041,
      "grad_norm": 1.9041129208827399,
      "learning_rate": 3.239543492782267e-05,
      "loss": 1.6328,
      "step": 101905
    },
    {
      "epoch": 4.74091649220749,
      "grad_norm": 1.7785577769205272,
      "learning_rate": 3.239313120283474e-05,
      "loss": 1.5,
      "step": 101906
    },
    {
      "epoch": 4.740963014654571,
      "grad_norm": 1.938007120069579,
      "learning_rate": 3.239082754984649e-05,
      "loss": 1.7656,
      "step": 101907
    },
    {
      "epoch": 4.741009537101651,
      "grad_norm": 1.7671042127585672,
      "learning_rate": 3.2388523968859216e-05,
      "loss": 1.4844,
      "step": 101908
    },
    {
      "epoch": 4.7410560595487325,
      "grad_norm": 1.947908904497497,
      "learning_rate": 3.238622045987442e-05,
      "loss": 1.75,
      "step": 101909
    },
    {
      "epoch": 4.741102581995813,
      "grad_norm": 1.8544775446498303,
      "learning_rate": 3.2383917022893484e-05,
      "loss": 1.5703,
      "step": 101910
    },
    {
      "epoch": 4.7411491044428935,
      "grad_norm": 1.912434791987212,
      "learning_rate": 3.238161365791777e-05,
      "loss": 1.7422,
      "step": 101911
    },
    {
      "epoch": 4.741195626889974,
      "grad_norm": 1.6958444510969057,
      "learning_rate": 3.2379310364948744e-05,
      "loss": 1.4688,
      "step": 101912
    },
    {
      "epoch": 4.741242149337055,
      "grad_norm": 1.5944948330953135,
      "learning_rate": 3.237700714398781e-05,
      "loss": 1.2656,
      "step": 101913
    },
    {
      "epoch": 4.741288671784136,
      "grad_norm": 1.898851385303161,
      "learning_rate": 3.237470399503637e-05,
      "loss": 1.7266,
      "step": 101914
    },
    {
      "epoch": 4.741335194231216,
      "grad_norm": 1.8403192086049787,
      "learning_rate": 3.237240091809578e-05,
      "loss": 1.6328,
      "step": 101915
    },
    {
      "epoch": 4.741381716678298,
      "grad_norm": 1.8049380466043143,
      "learning_rate": 3.2370097913167554e-05,
      "loss": 1.6406,
      "step": 101916
    },
    {
      "epoch": 4.741428239125378,
      "grad_norm": 1.89900758323342,
      "learning_rate": 3.236779498025304e-05,
      "loss": 1.7734,
      "step": 101917
    },
    {
      "epoch": 4.741474761572459,
      "grad_norm": 1.6870316691452354,
      "learning_rate": 3.236549211935365e-05,
      "loss": 1.3672,
      "step": 101918
    },
    {
      "epoch": 4.741521284019539,
      "grad_norm": 1.55192468713702,
      "learning_rate": 3.236318933047075e-05,
      "loss": 1.1484,
      "step": 101919
    },
    {
      "epoch": 4.7415678064666205,
      "grad_norm": 1.6710813964409186,
      "learning_rate": 3.2360886613605865e-05,
      "loss": 1.4141,
      "step": 101920
    },
    {
      "epoch": 4.741614328913701,
      "grad_norm": 1.7635360396029967,
      "learning_rate": 3.2358583968760315e-05,
      "loss": 1.5078,
      "step": 101921
    },
    {
      "epoch": 4.741660851360781,
      "grad_norm": 1.7269838265478092,
      "learning_rate": 3.235628139593554e-05,
      "loss": 1.4141,
      "step": 101922
    },
    {
      "epoch": 4.741707373807863,
      "grad_norm": 1.8548275773991076,
      "learning_rate": 3.2353978895132955e-05,
      "loss": 1.5469,
      "step": 101923
    },
    {
      "epoch": 4.741753896254943,
      "grad_norm": 1.8006416425121259,
      "learning_rate": 3.23516764663539e-05,
      "loss": 1.6406,
      "step": 101924
    },
    {
      "epoch": 4.741800418702024,
      "grad_norm": 1.9301755924279305,
      "learning_rate": 3.234937410959989e-05,
      "loss": 1.8359,
      "step": 101925
    },
    {
      "epoch": 4.741846941149104,
      "grad_norm": 1.8102325024003114,
      "learning_rate": 3.23470718248723e-05,
      "loss": 1.5469,
      "step": 101926
    },
    {
      "epoch": 4.741893463596185,
      "grad_norm": 1.7760361280133299,
      "learning_rate": 3.23447696121725e-05,
      "loss": 1.5312,
      "step": 101927
    },
    {
      "epoch": 4.741939986043266,
      "grad_norm": 1.904615312021809,
      "learning_rate": 3.234246747150191e-05,
      "loss": 1.7031,
      "step": 101928
    },
    {
      "epoch": 4.7419865084903465,
      "grad_norm": 1.6856436929867165,
      "learning_rate": 3.234016540286197e-05,
      "loss": 1.3984,
      "step": 101929
    },
    {
      "epoch": 4.742033030937427,
      "grad_norm": 1.8175712333602347,
      "learning_rate": 3.233786340625406e-05,
      "loss": 1.6094,
      "step": 101930
    },
    {
      "epoch": 4.742079553384508,
      "grad_norm": 1.6988473157643391,
      "learning_rate": 3.233556148167962e-05,
      "loss": 1.3516,
      "step": 101931
    },
    {
      "epoch": 4.742126075831589,
      "grad_norm": 1.964745827297105,
      "learning_rate": 3.2333259629140056e-05,
      "loss": 1.6719,
      "step": 101932
    },
    {
      "epoch": 4.742172598278669,
      "grad_norm": 1.7210633827669444,
      "learning_rate": 3.233095784863672e-05,
      "loss": 1.4766,
      "step": 101933
    },
    {
      "epoch": 4.74221912072575,
      "grad_norm": 1.795188660950675,
      "learning_rate": 3.23286561401711e-05,
      "loss": 1.5156,
      "step": 101934
    },
    {
      "epoch": 4.742265643172831,
      "grad_norm": 1.9014856343990916,
      "learning_rate": 3.2326354503744585e-05,
      "loss": 1.6172,
      "step": 101935
    },
    {
      "epoch": 4.742312165619912,
      "grad_norm": 1.5749406133684307,
      "learning_rate": 3.2324052939358556e-05,
      "loss": 1.2422,
      "step": 101936
    },
    {
      "epoch": 4.742358688066992,
      "grad_norm": 1.8464548459802943,
      "learning_rate": 3.2321751447014406e-05,
      "loss": 1.6094,
      "step": 101937
    },
    {
      "epoch": 4.7424052105140735,
      "grad_norm": 1.7815241074856056,
      "learning_rate": 3.231945002671361e-05,
      "loss": 1.5391,
      "step": 101938
    },
    {
      "epoch": 4.742451732961154,
      "grad_norm": 1.7212273717885351,
      "learning_rate": 3.231714867845753e-05,
      "loss": 1.6641,
      "step": 101939
    },
    {
      "epoch": 4.742498255408234,
      "grad_norm": 1.8506895822531373,
      "learning_rate": 3.23148474022476e-05,
      "loss": 1.7188,
      "step": 101940
    },
    {
      "epoch": 4.742544777855315,
      "grad_norm": 1.8844412192871547,
      "learning_rate": 3.231254619808516e-05,
      "loss": 1.5859,
      "step": 101941
    },
    {
      "epoch": 4.742591300302396,
      "grad_norm": 1.6149542602923816,
      "learning_rate": 3.231024506597172e-05,
      "loss": 1.2578,
      "step": 101942
    },
    {
      "epoch": 4.742637822749477,
      "grad_norm": 1.7879576346579655,
      "learning_rate": 3.230794400590864e-05,
      "loss": 1.5547,
      "step": 101943
    },
    {
      "epoch": 4.742684345196557,
      "grad_norm": 1.763161786417527,
      "learning_rate": 3.2305643017897334e-05,
      "loss": 1.5469,
      "step": 101944
    },
    {
      "epoch": 4.742730867643638,
      "grad_norm": 1.850722696196643,
      "learning_rate": 3.230334210193917e-05,
      "loss": 1.6328,
      "step": 101945
    },
    {
      "epoch": 4.742777390090719,
      "grad_norm": 1.834161419188038,
      "learning_rate": 3.230104125803562e-05,
      "loss": 1.5938,
      "step": 101946
    },
    {
      "epoch": 4.7428239125378,
      "grad_norm": 1.9281415020240686,
      "learning_rate": 3.2298740486188074e-05,
      "loss": 1.7578,
      "step": 101947
    },
    {
      "epoch": 4.74287043498488,
      "grad_norm": 1.7657079308092947,
      "learning_rate": 3.229643978639794e-05,
      "loss": 1.4922,
      "step": 101948
    },
    {
      "epoch": 4.7429169574319605,
      "grad_norm": 1.69255202488288,
      "learning_rate": 3.2294139158666604e-05,
      "loss": 1.4609,
      "step": 101949
    },
    {
      "epoch": 4.742963479879042,
      "grad_norm": 1.7762931808750604,
      "learning_rate": 3.2291838602995456e-05,
      "loss": 1.4844,
      "step": 101950
    },
    {
      "epoch": 4.743010002326122,
      "grad_norm": 1.7874748254419097,
      "learning_rate": 3.228953811938598e-05,
      "loss": 1.3672,
      "step": 101951
    },
    {
      "epoch": 4.743056524773203,
      "grad_norm": 1.8864046992072137,
      "learning_rate": 3.2287237707839514e-05,
      "loss": 1.5391,
      "step": 101952
    },
    {
      "epoch": 4.743103047220284,
      "grad_norm": 1.9031669890385212,
      "learning_rate": 3.228493736835751e-05,
      "loss": 1.5938,
      "step": 101953
    },
    {
      "epoch": 4.743149569667365,
      "grad_norm": 1.8500630585747493,
      "learning_rate": 3.228263710094139e-05,
      "loss": 1.6484,
      "step": 101954
    },
    {
      "epoch": 4.743196092114445,
      "grad_norm": 1.6913438394450624,
      "learning_rate": 3.2280336905592463e-05,
      "loss": 1.2734,
      "step": 101955
    },
    {
      "epoch": 4.743242614561526,
      "grad_norm": 1.6760914264090245,
      "learning_rate": 3.2278036782312275e-05,
      "loss": 1.4219,
      "step": 101956
    },
    {
      "epoch": 4.743289137008607,
      "grad_norm": 1.769640342906248,
      "learning_rate": 3.227573673110215e-05,
      "loss": 1.5312,
      "step": 101957
    },
    {
      "epoch": 4.7433356594556875,
      "grad_norm": 1.7041386226723887,
      "learning_rate": 3.227343675196352e-05,
      "loss": 1.4922,
      "step": 101958
    },
    {
      "epoch": 4.743382181902768,
      "grad_norm": 1.7188742912114732,
      "learning_rate": 3.227113684489774e-05,
      "loss": 1.5391,
      "step": 101959
    },
    {
      "epoch": 4.743428704349848,
      "grad_norm": 1.957260333061197,
      "learning_rate": 3.2268837009906314e-05,
      "loss": 1.7109,
      "step": 101960
    },
    {
      "epoch": 4.74347522679693,
      "grad_norm": 1.8150817506719645,
      "learning_rate": 3.2266537246990594e-05,
      "loss": 1.5078,
      "step": 101961
    },
    {
      "epoch": 4.74352174924401,
      "grad_norm": 1.558433259968759,
      "learning_rate": 3.2264237556151984e-05,
      "loss": 1.3438,
      "step": 101962
    },
    {
      "epoch": 4.743568271691091,
      "grad_norm": 1.9387997699996513,
      "learning_rate": 3.2261937937391865e-05,
      "loss": 1.6797,
      "step": 101963
    },
    {
      "epoch": 4.743614794138171,
      "grad_norm": 1.7229880689643273,
      "learning_rate": 3.225963839071173e-05,
      "loss": 1.4922,
      "step": 101964
    },
    {
      "epoch": 4.743661316585253,
      "grad_norm": 2.0309527856865865,
      "learning_rate": 3.225733891611293e-05,
      "loss": 1.7422,
      "step": 101965
    },
    {
      "epoch": 4.743707839032333,
      "grad_norm": 1.7414396924573652,
      "learning_rate": 3.2255039513596885e-05,
      "loss": 1.3516,
      "step": 101966
    },
    {
      "epoch": 4.7437543614794135,
      "grad_norm": 1.8259047167526061,
      "learning_rate": 3.2252740183164966e-05,
      "loss": 1.5859,
      "step": 101967
    },
    {
      "epoch": 4.743800883926495,
      "grad_norm": 1.820661893831108,
      "learning_rate": 3.225044092481865e-05,
      "loss": 1.4844,
      "step": 101968
    },
    {
      "epoch": 4.743847406373575,
      "grad_norm": 1.6882621859942026,
      "learning_rate": 3.2248141738559305e-05,
      "loss": 1.3984,
      "step": 101969
    },
    {
      "epoch": 4.743893928820656,
      "grad_norm": 1.8660717095129762,
      "learning_rate": 3.224584262438834e-05,
      "loss": 1.5781,
      "step": 101970
    },
    {
      "epoch": 4.743940451267736,
      "grad_norm": 1.8735950977741873,
      "learning_rate": 3.224354358230713e-05,
      "loss": 1.6094,
      "step": 101971
    },
    {
      "epoch": 4.743986973714818,
      "grad_norm": 1.833551553041434,
      "learning_rate": 3.224124461231715e-05,
      "loss": 1.625,
      "step": 101972
    },
    {
      "epoch": 4.744033496161898,
      "grad_norm": 1.8498514524599343,
      "learning_rate": 3.223894571441977e-05,
      "loss": 1.6406,
      "step": 101973
    },
    {
      "epoch": 4.744080018608979,
      "grad_norm": 1.7045510378585809,
      "learning_rate": 3.223664688861637e-05,
      "loss": 1.5,
      "step": 101974
    },
    {
      "epoch": 4.74412654105606,
      "grad_norm": 1.8738466671914762,
      "learning_rate": 3.223434813490844e-05,
      "loss": 1.7344,
      "step": 101975
    },
    {
      "epoch": 4.7441730635031405,
      "grad_norm": 2.051927085579681,
      "learning_rate": 3.2232049453297264e-05,
      "loss": 2.0,
      "step": 101976
    },
    {
      "epoch": 4.744219585950221,
      "grad_norm": 1.7970847029768522,
      "learning_rate": 3.2229750843784384e-05,
      "loss": 1.5234,
      "step": 101977
    },
    {
      "epoch": 4.7442661083973015,
      "grad_norm": 1.7434911140610512,
      "learning_rate": 3.222745230637115e-05,
      "loss": 1.3594,
      "step": 101978
    },
    {
      "epoch": 4.744312630844382,
      "grad_norm": 1.6834930600503586,
      "learning_rate": 3.2225153841058955e-05,
      "loss": 1.4531,
      "step": 101979
    },
    {
      "epoch": 4.744359153291463,
      "grad_norm": 1.9338810599480205,
      "learning_rate": 3.222285544784922e-05,
      "loss": 1.75,
      "step": 101980
    },
    {
      "epoch": 4.744405675738544,
      "grad_norm": 1.759254996763526,
      "learning_rate": 3.22205571267433e-05,
      "loss": 1.5312,
      "step": 101981
    },
    {
      "epoch": 4.744452198185624,
      "grad_norm": 1.8791935369879602,
      "learning_rate": 3.221825887774269e-05,
      "loss": 1.6641,
      "step": 101982
    },
    {
      "epoch": 4.744498720632706,
      "grad_norm": 1.7357909587411096,
      "learning_rate": 3.221596070084875e-05,
      "loss": 1.4922,
      "step": 101983
    },
    {
      "epoch": 4.744545243079786,
      "grad_norm": 1.7579966115133074,
      "learning_rate": 3.22136625960629e-05,
      "loss": 1.5234,
      "step": 101984
    },
    {
      "epoch": 4.744591765526867,
      "grad_norm": 1.697926676199289,
      "learning_rate": 3.22113645633865e-05,
      "loss": 1.4375,
      "step": 101985
    },
    {
      "epoch": 4.744638287973947,
      "grad_norm": 1.9016344750150596,
      "learning_rate": 3.220906660282103e-05,
      "loss": 1.6406,
      "step": 101986
    },
    {
      "epoch": 4.744684810421028,
      "grad_norm": 1.5620496125509657,
      "learning_rate": 3.220676871436788e-05,
      "loss": 1.3359,
      "step": 101987
    },
    {
      "epoch": 4.744731332868109,
      "grad_norm": 1.6601893901489546,
      "learning_rate": 3.220447089802843e-05,
      "loss": 1.3516,
      "step": 101988
    },
    {
      "epoch": 4.744777855315189,
      "grad_norm": 1.8518308592964232,
      "learning_rate": 3.2202173153804054e-05,
      "loss": 1.6406,
      "step": 101989
    },
    {
      "epoch": 4.744824377762271,
      "grad_norm": 1.8220748089755971,
      "learning_rate": 3.219987548169625e-05,
      "loss": 1.6172,
      "step": 101990
    },
    {
      "epoch": 4.744870900209351,
      "grad_norm": 2.027358344159369,
      "learning_rate": 3.2197577881706365e-05,
      "loss": 1.7578,
      "step": 101991
    },
    {
      "epoch": 4.744917422656432,
      "grad_norm": 1.6334000356644451,
      "learning_rate": 3.219528035383583e-05,
      "loss": 1.2188,
      "step": 101992
    },
    {
      "epoch": 4.744963945103512,
      "grad_norm": 1.8445115203110949,
      "learning_rate": 3.2192982898086e-05,
      "loss": 1.5,
      "step": 101993
    },
    {
      "epoch": 4.7450104675505935,
      "grad_norm": 2.020536181961613,
      "learning_rate": 3.2190685514458344e-05,
      "loss": 1.875,
      "step": 101994
    },
    {
      "epoch": 4.745056989997674,
      "grad_norm": 1.7916224059555925,
      "learning_rate": 3.218838820295427e-05,
      "loss": 1.4688,
      "step": 101995
    },
    {
      "epoch": 4.7451035124447545,
      "grad_norm": 1.9225194371751995,
      "learning_rate": 3.21860909635751e-05,
      "loss": 1.6328,
      "step": 101996
    },
    {
      "epoch": 4.745150034891835,
      "grad_norm": 1.738068099299698,
      "learning_rate": 3.218379379632234e-05,
      "loss": 1.4844,
      "step": 101997
    },
    {
      "epoch": 4.745196557338916,
      "grad_norm": 1.720106822706938,
      "learning_rate": 3.218149670119731e-05,
      "loss": 1.4844,
      "step": 101998
    },
    {
      "epoch": 4.745243079785997,
      "grad_norm": 1.7772245063648477,
      "learning_rate": 3.2179199678201516e-05,
      "loss": 1.5234,
      "step": 101999
    },
    {
      "epoch": 4.745289602233077,
      "grad_norm": 1.7099190504764925,
      "learning_rate": 3.217690272733631e-05,
      "loss": 1.3516,
      "step": 102000
    },
    {
      "epoch": 4.745336124680158,
      "grad_norm": 1.781967646334693,
      "learning_rate": 3.217460584860308e-05,
      "loss": 1.6719,
      "step": 102001
    },
    {
      "epoch": 4.745382647127239,
      "grad_norm": 1.8355980689685947,
      "learning_rate": 3.2172309042003234e-05,
      "loss": 1.625,
      "step": 102002
    },
    {
      "epoch": 4.74542916957432,
      "grad_norm": 1.9434836017264192,
      "learning_rate": 3.217001230753822e-05,
      "loss": 1.7656,
      "step": 102003
    },
    {
      "epoch": 4.7454756920214,
      "grad_norm": 1.767707996918291,
      "learning_rate": 3.2167715645209426e-05,
      "loss": 1.5391,
      "step": 102004
    },
    {
      "epoch": 4.745522214468481,
      "grad_norm": 1.745156846116084,
      "learning_rate": 3.216541905501825e-05,
      "loss": 1.6094,
      "step": 102005
    },
    {
      "epoch": 4.745568736915562,
      "grad_norm": 1.7514372076513551,
      "learning_rate": 3.21631225369661e-05,
      "loss": 1.3672,
      "step": 102006
    },
    {
      "epoch": 4.745615259362642,
      "grad_norm": 1.666064375886964,
      "learning_rate": 3.216082609105433e-05,
      "loss": 1.3047,
      "step": 102007
    },
    {
      "epoch": 4.745661781809723,
      "grad_norm": 1.8037692110396928,
      "learning_rate": 3.215852971728444e-05,
      "loss": 1.5156,
      "step": 102008
    },
    {
      "epoch": 4.745708304256804,
      "grad_norm": 1.7512547066650466,
      "learning_rate": 3.215623341565781e-05,
      "loss": 1.5938,
      "step": 102009
    },
    {
      "epoch": 4.745754826703885,
      "grad_norm": 1.835067718293553,
      "learning_rate": 3.215393718617582e-05,
      "loss": 1.4922,
      "step": 102010
    },
    {
      "epoch": 4.745801349150965,
      "grad_norm": 1.886399206699973,
      "learning_rate": 3.2151641028839837e-05,
      "loss": 1.6328,
      "step": 102011
    },
    {
      "epoch": 4.7458478715980466,
      "grad_norm": 1.8427617044913709,
      "learning_rate": 3.2149344943651354e-05,
      "loss": 1.7656,
      "step": 102012
    },
    {
      "epoch": 4.745894394045127,
      "grad_norm": 1.7821218016937537,
      "learning_rate": 3.214704893061175e-05,
      "loss": 1.5312,
      "step": 102013
    },
    {
      "epoch": 4.7459409164922075,
      "grad_norm": 1.937911599641019,
      "learning_rate": 3.21447529897224e-05,
      "loss": 1.6641,
      "step": 102014
    },
    {
      "epoch": 4.745987438939288,
      "grad_norm": 1.875902033335247,
      "learning_rate": 3.21424571209847e-05,
      "loss": 1.6016,
      "step": 102015
    },
    {
      "epoch": 4.7460339613863685,
      "grad_norm": 1.7596850420334644,
      "learning_rate": 3.214016132440011e-05,
      "loss": 1.5156,
      "step": 102016
    },
    {
      "epoch": 4.74608048383345,
      "grad_norm": 1.7429932703910926,
      "learning_rate": 3.213786559997002e-05,
      "loss": 1.4297,
      "step": 102017
    },
    {
      "epoch": 4.74612700628053,
      "grad_norm": 1.5500332400621812,
      "learning_rate": 3.213556994769578e-05,
      "loss": 1.3672,
      "step": 102018
    },
    {
      "epoch": 4.746173528727611,
      "grad_norm": 1.8271677224671958,
      "learning_rate": 3.213327436757887e-05,
      "loss": 1.6328,
      "step": 102019
    },
    {
      "epoch": 4.746220051174692,
      "grad_norm": 1.739260981002084,
      "learning_rate": 3.213097885962063e-05,
      "loss": 1.6562,
      "step": 102020
    },
    {
      "epoch": 4.746266573621773,
      "grad_norm": 1.9436023820059105,
      "learning_rate": 3.212868342382254e-05,
      "loss": 1.6953,
      "step": 102021
    },
    {
      "epoch": 4.746313096068853,
      "grad_norm": 1.7533892102001365,
      "learning_rate": 3.2126388060185965e-05,
      "loss": 1.6016,
      "step": 102022
    },
    {
      "epoch": 4.746359618515934,
      "grad_norm": 1.8036727640698542,
      "learning_rate": 3.2124092768712315e-05,
      "loss": 1.6094,
      "step": 102023
    },
    {
      "epoch": 4.746406140963015,
      "grad_norm": 1.8572055442647455,
      "learning_rate": 3.212179754940293e-05,
      "loss": 1.6562,
      "step": 102024
    },
    {
      "epoch": 4.746452663410095,
      "grad_norm": 1.7939411659870068,
      "learning_rate": 3.2119502402259343e-05,
      "loss": 1.625,
      "step": 102025
    },
    {
      "epoch": 4.746499185857176,
      "grad_norm": 1.5474061660408507,
      "learning_rate": 3.2117207327282876e-05,
      "loss": 1.2578,
      "step": 102026
    },
    {
      "epoch": 4.746545708304257,
      "grad_norm": 1.7966095992247197,
      "learning_rate": 3.211491232447495e-05,
      "loss": 1.4922,
      "step": 102027
    },
    {
      "epoch": 4.746592230751338,
      "grad_norm": 1.9391683941517228,
      "learning_rate": 3.211261739383693e-05,
      "loss": 1.8281,
      "step": 102028
    },
    {
      "epoch": 4.746638753198418,
      "grad_norm": 1.682246467556573,
      "learning_rate": 3.21103225353703e-05,
      "loss": 1.4219,
      "step": 102029
    },
    {
      "epoch": 4.746685275645499,
      "grad_norm": 1.6971395854502767,
      "learning_rate": 3.210802774907643e-05,
      "loss": 1.3672,
      "step": 102030
    },
    {
      "epoch": 4.74673179809258,
      "grad_norm": 1.8940800392395416,
      "learning_rate": 3.210573303495671e-05,
      "loss": 1.7109,
      "step": 102031
    },
    {
      "epoch": 4.7467783205396605,
      "grad_norm": 1.766705428720417,
      "learning_rate": 3.210343839301257e-05,
      "loss": 1.5625,
      "step": 102032
    },
    {
      "epoch": 4.746824842986741,
      "grad_norm": 1.502604456746539,
      "learning_rate": 3.210114382324534e-05,
      "loss": 1.2969,
      "step": 102033
    },
    {
      "epoch": 4.7468713654338215,
      "grad_norm": 1.7176433063440328,
      "learning_rate": 3.209884932565655e-05,
      "loss": 1.4844,
      "step": 102034
    },
    {
      "epoch": 4.746917887880903,
      "grad_norm": 1.7980288920514158,
      "learning_rate": 3.2096554900247515e-05,
      "loss": 1.5156,
      "step": 102035
    },
    {
      "epoch": 4.746964410327983,
      "grad_norm": 1.8264318632536114,
      "learning_rate": 3.209426054701968e-05,
      "loss": 1.6875,
      "step": 102036
    },
    {
      "epoch": 4.747010932775064,
      "grad_norm": 1.670876913924783,
      "learning_rate": 3.20919662659744e-05,
      "loss": 1.4609,
      "step": 102037
    },
    {
      "epoch": 4.747057455222144,
      "grad_norm": 1.7433661970469252,
      "learning_rate": 3.208967205711313e-05,
      "loss": 1.4844,
      "step": 102038
    },
    {
      "epoch": 4.747103977669226,
      "grad_norm": 1.733625258820351,
      "learning_rate": 3.208737792043727e-05,
      "loss": 1.3828,
      "step": 102039
    },
    {
      "epoch": 4.747150500116306,
      "grad_norm": 1.727836111722098,
      "learning_rate": 3.208508385594818e-05,
      "loss": 1.4844,
      "step": 102040
    },
    {
      "epoch": 4.747197022563387,
      "grad_norm": 1.919453642585015,
      "learning_rate": 3.208278986364733e-05,
      "loss": 1.7031,
      "step": 102041
    },
    {
      "epoch": 4.747243545010468,
      "grad_norm": 1.806505067405628,
      "learning_rate": 3.2080495943536046e-05,
      "loss": 1.6016,
      "step": 102042
    },
    {
      "epoch": 4.7472900674575484,
      "grad_norm": 1.8729664689186896,
      "learning_rate": 3.207820209561582e-05,
      "loss": 1.7344,
      "step": 102043
    },
    {
      "epoch": 4.747336589904629,
      "grad_norm": 1.8290631148489722,
      "learning_rate": 3.2075908319888014e-05,
      "loss": 1.4844,
      "step": 102044
    },
    {
      "epoch": 4.747383112351709,
      "grad_norm": 1.7870793272370011,
      "learning_rate": 3.207361461635403e-05,
      "loss": 1.5234,
      "step": 102045
    },
    {
      "epoch": 4.747429634798791,
      "grad_norm": 1.6492939993576319,
      "learning_rate": 3.207132098501524e-05,
      "loss": 1.4062,
      "step": 102046
    },
    {
      "epoch": 4.747476157245871,
      "grad_norm": 1.9693806044836666,
      "learning_rate": 3.206902742587311e-05,
      "loss": 1.6641,
      "step": 102047
    },
    {
      "epoch": 4.747522679692952,
      "grad_norm": 1.9120646448260878,
      "learning_rate": 3.2066733938929035e-05,
      "loss": 1.6719,
      "step": 102048
    },
    {
      "epoch": 4.747569202140032,
      "grad_norm": 1.8864190722284622,
      "learning_rate": 3.206444052418439e-05,
      "loss": 1.7344,
      "step": 102049
    },
    {
      "epoch": 4.747615724587114,
      "grad_norm": 1.8424975829764443,
      "learning_rate": 3.206214718164055e-05,
      "loss": 1.6875,
      "step": 102050
    },
    {
      "epoch": 4.747662247034194,
      "grad_norm": 1.8503741711958093,
      "learning_rate": 3.2059853911298996e-05,
      "loss": 1.7031,
      "step": 102051
    },
    {
      "epoch": 4.7477087694812745,
      "grad_norm": 1.8299053451505303,
      "learning_rate": 3.20575607131611e-05,
      "loss": 1.5156,
      "step": 102052
    },
    {
      "epoch": 4.747755291928355,
      "grad_norm": 1.8190269393539211,
      "learning_rate": 3.205526758722826e-05,
      "loss": 1.6719,
      "step": 102053
    },
    {
      "epoch": 4.747801814375436,
      "grad_norm": 1.9284984566405092,
      "learning_rate": 3.205297453350184e-05,
      "loss": 1.9531,
      "step": 102054
    },
    {
      "epoch": 4.747848336822517,
      "grad_norm": 1.802478681095001,
      "learning_rate": 3.2050681551983314e-05,
      "loss": 1.6953,
      "step": 102055
    },
    {
      "epoch": 4.747894859269597,
      "grad_norm": 1.77532563344839,
      "learning_rate": 3.204838864267406e-05,
      "loss": 1.4844,
      "step": 102056
    },
    {
      "epoch": 4.747941381716679,
      "grad_norm": 1.7645439585400398,
      "learning_rate": 3.204609580557549e-05,
      "loss": 1.5625,
      "step": 102057
    },
    {
      "epoch": 4.747987904163759,
      "grad_norm": 1.770780372439946,
      "learning_rate": 3.2043803040688984e-05,
      "loss": 1.6406,
      "step": 102058
    },
    {
      "epoch": 4.74803442661084,
      "grad_norm": 1.7999279539194248,
      "learning_rate": 3.204151034801592e-05,
      "loss": 1.5156,
      "step": 102059
    },
    {
      "epoch": 4.74808094905792,
      "grad_norm": 1.7248460803616505,
      "learning_rate": 3.2039217727557774e-05,
      "loss": 1.5312,
      "step": 102060
    },
    {
      "epoch": 4.7481274715050015,
      "grad_norm": 1.9198374862619905,
      "learning_rate": 3.203692517931593e-05,
      "loss": 1.6328,
      "step": 102061
    },
    {
      "epoch": 4.748173993952082,
      "grad_norm": 1.8562107996405413,
      "learning_rate": 3.203463270329172e-05,
      "loss": 1.6719,
      "step": 102062
    },
    {
      "epoch": 4.748220516399162,
      "grad_norm": 1.8365759256353174,
      "learning_rate": 3.203234029948665e-05,
      "loss": 1.6172,
      "step": 102063
    },
    {
      "epoch": 4.748267038846244,
      "grad_norm": 1.7304198565565698,
      "learning_rate": 3.203004796790203e-05,
      "loss": 1.5312,
      "step": 102064
    },
    {
      "epoch": 4.748313561293324,
      "grad_norm": 1.6790683118841883,
      "learning_rate": 3.202775570853936e-05,
      "loss": 1.5156,
      "step": 102065
    },
    {
      "epoch": 4.748360083740405,
      "grad_norm": 1.973950607253056,
      "learning_rate": 3.202546352139998e-05,
      "loss": 1.7812,
      "step": 102066
    },
    {
      "epoch": 4.748406606187485,
      "grad_norm": 1.8985865385253302,
      "learning_rate": 3.202317140648531e-05,
      "loss": 1.6562,
      "step": 102067
    },
    {
      "epoch": 4.748453128634566,
      "grad_norm": 1.8395653666858032,
      "learning_rate": 3.202087936379671e-05,
      "loss": 1.5391,
      "step": 102068
    },
    {
      "epoch": 4.748499651081647,
      "grad_norm": 1.7985498590097946,
      "learning_rate": 3.2018587393335676e-05,
      "loss": 1.5547,
      "step": 102069
    },
    {
      "epoch": 4.7485461735287275,
      "grad_norm": 1.6999000793243035,
      "learning_rate": 3.2016295495103545e-05,
      "loss": 1.4688,
      "step": 102070
    },
    {
      "epoch": 4.748592695975808,
      "grad_norm": 1.6580212604375661,
      "learning_rate": 3.2014003669101734e-05,
      "loss": 1.4375,
      "step": 102071
    },
    {
      "epoch": 4.748639218422889,
      "grad_norm": 1.6452238006009168,
      "learning_rate": 3.201171191533161e-05,
      "loss": 1.4219,
      "step": 102072
    },
    {
      "epoch": 4.74868574086997,
      "grad_norm": 1.7260120115854989,
      "learning_rate": 3.200942023379466e-05,
      "loss": 1.4844,
      "step": 102073
    },
    {
      "epoch": 4.74873226331705,
      "grad_norm": 1.7548898816025649,
      "learning_rate": 3.200712862449222e-05,
      "loss": 1.4453,
      "step": 102074
    },
    {
      "epoch": 4.748778785764131,
      "grad_norm": 1.85208893173089,
      "learning_rate": 3.200483708742572e-05,
      "loss": 1.625,
      "step": 102075
    },
    {
      "epoch": 4.748825308211212,
      "grad_norm": 1.9526283309624777,
      "learning_rate": 3.200254562259652e-05,
      "loss": 1.7578,
      "step": 102076
    },
    {
      "epoch": 4.748871830658293,
      "grad_norm": 1.9287458319599577,
      "learning_rate": 3.2000254230006084e-05,
      "loss": 1.7891,
      "step": 102077
    },
    {
      "epoch": 4.748918353105373,
      "grad_norm": 1.587411450045684,
      "learning_rate": 3.19979629096558e-05,
      "loss": 1.1719,
      "step": 102078
    },
    {
      "epoch": 4.7489648755524545,
      "grad_norm": 1.815321828996443,
      "learning_rate": 3.1995671661547053e-05,
      "loss": 1.5547,
      "step": 102079
    },
    {
      "epoch": 4.749011397999535,
      "grad_norm": 1.8233270712616747,
      "learning_rate": 3.19933804856812e-05,
      "loss": 1.5938,
      "step": 102080
    },
    {
      "epoch": 4.7490579204466155,
      "grad_norm": 1.9473295566391657,
      "learning_rate": 3.199108938205975e-05,
      "loss": 1.7188,
      "step": 102081
    },
    {
      "epoch": 4.749104442893696,
      "grad_norm": 1.637605914451884,
      "learning_rate": 3.198879835068405e-05,
      "loss": 1.3203,
      "step": 102082
    },
    {
      "epoch": 4.749150965340777,
      "grad_norm": 1.767369697489008,
      "learning_rate": 3.1986507391555497e-05,
      "loss": 1.6016,
      "step": 102083
    },
    {
      "epoch": 4.749197487787858,
      "grad_norm": 1.7172836455417162,
      "learning_rate": 3.198421650467547e-05,
      "loss": 1.5391,
      "step": 102084
    },
    {
      "epoch": 4.749244010234938,
      "grad_norm": 1.7003558563942693,
      "learning_rate": 3.198192569004543e-05,
      "loss": 1.4766,
      "step": 102085
    },
    {
      "epoch": 4.749290532682019,
      "grad_norm": 1.7090987605482262,
      "learning_rate": 3.197963494766671e-05,
      "loss": 1.4375,
      "step": 102086
    },
    {
      "epoch": 4.7493370551291,
      "grad_norm": 1.7996686085542406,
      "learning_rate": 3.19773442775408e-05,
      "loss": 1.5312,
      "step": 102087
    },
    {
      "epoch": 4.749383577576181,
      "grad_norm": 1.8984818517382647,
      "learning_rate": 3.197505367966905e-05,
      "loss": 1.5469,
      "step": 102088
    },
    {
      "epoch": 4.749430100023261,
      "grad_norm": 1.9298670248794136,
      "learning_rate": 3.197276315405287e-05,
      "loss": 1.5156,
      "step": 102089
    },
    {
      "epoch": 4.7494766224703415,
      "grad_norm": 1.8608085995164059,
      "learning_rate": 3.1970472700693625e-05,
      "loss": 1.6641,
      "step": 102090
    },
    {
      "epoch": 4.749523144917423,
      "grad_norm": 1.7514749256880362,
      "learning_rate": 3.196818231959278e-05,
      "loss": 1.5469,
      "step": 102091
    },
    {
      "epoch": 4.749569667364503,
      "grad_norm": 1.8321968092204213,
      "learning_rate": 3.196589201075172e-05,
      "loss": 1.5781,
      "step": 102092
    },
    {
      "epoch": 4.749616189811584,
      "grad_norm": 2.0006518896119525,
      "learning_rate": 3.196360177417184e-05,
      "loss": 1.75,
      "step": 102093
    },
    {
      "epoch": 4.749662712258665,
      "grad_norm": 1.8842536999239494,
      "learning_rate": 3.1961311609854484e-05,
      "loss": 1.5781,
      "step": 102094
    },
    {
      "epoch": 4.749709234705746,
      "grad_norm": 1.8399359358677037,
      "learning_rate": 3.195902151780116e-05,
      "loss": 1.5859,
      "step": 102095
    },
    {
      "epoch": 4.749755757152826,
      "grad_norm": 1.8872048039145053,
      "learning_rate": 3.195673149801321e-05,
      "loss": 1.6172,
      "step": 102096
    },
    {
      "epoch": 4.749802279599907,
      "grad_norm": 1.78069281795172,
      "learning_rate": 3.195444155049206e-05,
      "loss": 1.6484,
      "step": 102097
    },
    {
      "epoch": 4.749848802046988,
      "grad_norm": 1.7671921087267815,
      "learning_rate": 3.195215167523904e-05,
      "loss": 1.4141,
      "step": 102098
    },
    {
      "epoch": 4.7498953244940685,
      "grad_norm": 1.8582556253103304,
      "learning_rate": 3.194986187225567e-05,
      "loss": 1.6641,
      "step": 102099
    },
    {
      "epoch": 4.749941846941149,
      "grad_norm": 1.8874157231078081,
      "learning_rate": 3.194757214154327e-05,
      "loss": 1.7031,
      "step": 102100
    },
    {
      "epoch": 4.749988369388229,
      "grad_norm": 1.7189151242361085,
      "learning_rate": 3.194528248310327e-05,
      "loss": 1.4922,
      "step": 102101
    },
    {
      "epoch": 4.750034891835311,
      "grad_norm": 1.8861725552513704,
      "learning_rate": 3.194299289693701e-05,
      "loss": 1.6719,
      "step": 102102
    },
    {
      "epoch": 4.750081414282391,
      "grad_norm": 1.596372175188881,
      "learning_rate": 3.1940703383046004e-05,
      "loss": 1.3047,
      "step": 102103
    },
    {
      "epoch": 4.750127936729472,
      "grad_norm": 1.963587576241498,
      "learning_rate": 3.193841394143159e-05,
      "loss": 1.6484,
      "step": 102104
    },
    {
      "epoch": 4.750174459176552,
      "grad_norm": 1.680829282947675,
      "learning_rate": 3.193612457209517e-05,
      "loss": 1.4531,
      "step": 102105
    },
    {
      "epoch": 4.750220981623634,
      "grad_norm": 1.6931299882286053,
      "learning_rate": 3.1933835275038115e-05,
      "loss": 1.3906,
      "step": 102106
    },
    {
      "epoch": 4.750267504070714,
      "grad_norm": 1.9366691200736463,
      "learning_rate": 3.193154605026186e-05,
      "loss": 1.7812,
      "step": 102107
    },
    {
      "epoch": 4.7503140265177946,
      "grad_norm": 1.7949004684289886,
      "learning_rate": 3.192925689776785e-05,
      "loss": 1.5312,
      "step": 102108
    },
    {
      "epoch": 4.750360548964876,
      "grad_norm": 1.846780858223136,
      "learning_rate": 3.1926967817557445e-05,
      "loss": 1.6719,
      "step": 102109
    },
    {
      "epoch": 4.750407071411956,
      "grad_norm": 1.9436174735577503,
      "learning_rate": 3.192467880963204e-05,
      "loss": 1.7031,
      "step": 102110
    },
    {
      "epoch": 4.750453593859037,
      "grad_norm": 1.87510899623973,
      "learning_rate": 3.192238987399305e-05,
      "loss": 1.625,
      "step": 102111
    },
    {
      "epoch": 4.750500116306117,
      "grad_norm": 1.8057134260935914,
      "learning_rate": 3.192010101064183e-05,
      "loss": 1.5391,
      "step": 102112
    },
    {
      "epoch": 4.750546638753199,
      "grad_norm": 1.822339062213757,
      "learning_rate": 3.1917812219579855e-05,
      "loss": 1.5469,
      "step": 102113
    },
    {
      "epoch": 4.750593161200279,
      "grad_norm": 1.761625095359731,
      "learning_rate": 3.191552350080848e-05,
      "loss": 1.4609,
      "step": 102114
    },
    {
      "epoch": 4.75063968364736,
      "grad_norm": 1.8028800749640337,
      "learning_rate": 3.191323485432913e-05,
      "loss": 1.6328,
      "step": 102115
    },
    {
      "epoch": 4.750686206094441,
      "grad_norm": 1.736397869027968,
      "learning_rate": 3.1910946280143156e-05,
      "loss": 1.3984,
      "step": 102116
    },
    {
      "epoch": 4.7507327285415215,
      "grad_norm": 1.7102092876679307,
      "learning_rate": 3.190865777825203e-05,
      "loss": 1.4062,
      "step": 102117
    },
    {
      "epoch": 4.750779250988602,
      "grad_norm": 1.923177227109276,
      "learning_rate": 3.190636934865713e-05,
      "loss": 1.6172,
      "step": 102118
    },
    {
      "epoch": 4.7508257734356825,
      "grad_norm": 1.680503907047378,
      "learning_rate": 3.1904080991359844e-05,
      "loss": 1.3594,
      "step": 102119
    },
    {
      "epoch": 4.750872295882763,
      "grad_norm": 1.803850077124425,
      "learning_rate": 3.190179270636154e-05,
      "loss": 1.4453,
      "step": 102120
    },
    {
      "epoch": 4.750918818329844,
      "grad_norm": 1.8423194532183922,
      "learning_rate": 3.189950449366368e-05,
      "loss": 1.6016,
      "step": 102121
    },
    {
      "epoch": 4.750965340776925,
      "grad_norm": 1.7560855675582385,
      "learning_rate": 3.189721635326765e-05,
      "loss": 1.4609,
      "step": 102122
    },
    {
      "epoch": 4.751011863224005,
      "grad_norm": 1.900928644369094,
      "learning_rate": 3.189492828517484e-05,
      "loss": 1.6484,
      "step": 102123
    },
    {
      "epoch": 4.751058385671087,
      "grad_norm": 1.7459645126606333,
      "learning_rate": 3.189264028938661e-05,
      "loss": 1.4531,
      "step": 102124
    },
    {
      "epoch": 4.751104908118167,
      "grad_norm": 1.9510492765144065,
      "learning_rate": 3.1890352365904434e-05,
      "loss": 1.6406,
      "step": 102125
    },
    {
      "epoch": 4.751151430565248,
      "grad_norm": 1.611189381008078,
      "learning_rate": 3.1888064514729676e-05,
      "loss": 1.3516,
      "step": 102126
    },
    {
      "epoch": 4.751197953012328,
      "grad_norm": 1.550246302755176,
      "learning_rate": 3.188577673586371e-05,
      "loss": 1.2422,
      "step": 102127
    },
    {
      "epoch": 4.751244475459409,
      "grad_norm": 1.7976091627891155,
      "learning_rate": 3.1883489029308015e-05,
      "loss": 1.5469,
      "step": 102128
    },
    {
      "epoch": 4.75129099790649,
      "grad_norm": 1.767850598582162,
      "learning_rate": 3.18812013950639e-05,
      "loss": 1.5469,
      "step": 102129
    },
    {
      "epoch": 4.75133752035357,
      "grad_norm": 1.8206510199906765,
      "learning_rate": 3.187891383313284e-05,
      "loss": 1.5547,
      "step": 102130
    },
    {
      "epoch": 4.751384042800652,
      "grad_norm": 1.7548485669579457,
      "learning_rate": 3.187662634351621e-05,
      "loss": 1.5469,
      "step": 102131
    },
    {
      "epoch": 4.751430565247732,
      "grad_norm": 1.7826769566361242,
      "learning_rate": 3.187433892621542e-05,
      "loss": 1.6875,
      "step": 102132
    },
    {
      "epoch": 4.751477087694813,
      "grad_norm": 1.8215097605690684,
      "learning_rate": 3.18720515812318e-05,
      "loss": 1.4844,
      "step": 102133
    },
    {
      "epoch": 4.751523610141893,
      "grad_norm": 1.7515688173122144,
      "learning_rate": 3.1869764308566845e-05,
      "loss": 1.5859,
      "step": 102134
    },
    {
      "epoch": 4.7515701325889745,
      "grad_norm": 1.925487340477747,
      "learning_rate": 3.186747710822193e-05,
      "loss": 1.6406,
      "step": 102135
    },
    {
      "epoch": 4.751616655036055,
      "grad_norm": 1.8921388182352026,
      "learning_rate": 3.186518998019842e-05,
      "loss": 1.7266,
      "step": 102136
    },
    {
      "epoch": 4.7516631774831355,
      "grad_norm": 1.9249883640440082,
      "learning_rate": 3.186290292449775e-05,
      "loss": 1.7031,
      "step": 102137
    },
    {
      "epoch": 4.751709699930216,
      "grad_norm": 1.8565576609073848,
      "learning_rate": 3.186061594112128e-05,
      "loss": 1.6016,
      "step": 102138
    },
    {
      "epoch": 4.751756222377297,
      "grad_norm": 1.8963030004772439,
      "learning_rate": 3.185832903007046e-05,
      "loss": 1.7266,
      "step": 102139
    },
    {
      "epoch": 4.751802744824378,
      "grad_norm": 1.8473670392121688,
      "learning_rate": 3.185604219134668e-05,
      "loss": 1.6094,
      "step": 102140
    },
    {
      "epoch": 4.751849267271458,
      "grad_norm": 1.800710678990775,
      "learning_rate": 3.18537554249513e-05,
      "loss": 1.5,
      "step": 102141
    },
    {
      "epoch": 4.751895789718539,
      "grad_norm": 1.825941819951427,
      "learning_rate": 3.1851468730885734e-05,
      "loss": 1.625,
      "step": 102142
    },
    {
      "epoch": 4.75194231216562,
      "grad_norm": 1.6756414013548817,
      "learning_rate": 3.184918210915142e-05,
      "loss": 1.3828,
      "step": 102143
    },
    {
      "epoch": 4.751988834612701,
      "grad_norm": 1.86616202228636,
      "learning_rate": 3.184689555974975e-05,
      "loss": 1.6797,
      "step": 102144
    },
    {
      "epoch": 4.752035357059781,
      "grad_norm": 1.9202518948373115,
      "learning_rate": 3.1844609082682086e-05,
      "loss": 1.6406,
      "step": 102145
    },
    {
      "epoch": 4.7520818795068624,
      "grad_norm": 1.7372026296676626,
      "learning_rate": 3.184232267794983e-05,
      "loss": 1.4766,
      "step": 102146
    },
    {
      "epoch": 4.752128401953943,
      "grad_norm": 1.7682874098473824,
      "learning_rate": 3.184003634555442e-05,
      "loss": 1.4219,
      "step": 102147
    },
    {
      "epoch": 4.752174924401023,
      "grad_norm": 1.5897291869094508,
      "learning_rate": 3.183775008549725e-05,
      "loss": 1.3594,
      "step": 102148
    },
    {
      "epoch": 4.752221446848104,
      "grad_norm": 1.8795244214355704,
      "learning_rate": 3.183546389777966e-05,
      "loss": 1.6953,
      "step": 102149
    },
    {
      "epoch": 4.752267969295185,
      "grad_norm": 1.8997644537880036,
      "learning_rate": 3.183317778240314e-05,
      "loss": 1.6875,
      "step": 102150
    },
    {
      "epoch": 4.752314491742266,
      "grad_norm": 1.7497092546226103,
      "learning_rate": 3.1830891739369004e-05,
      "loss": 1.4609,
      "step": 102151
    },
    {
      "epoch": 4.752361014189346,
      "grad_norm": 1.6180035400130874,
      "learning_rate": 3.182860576867873e-05,
      "loss": 1.3125,
      "step": 102152
    },
    {
      "epoch": 4.752407536636428,
      "grad_norm": 1.8459320510517756,
      "learning_rate": 3.182631987033368e-05,
      "loss": 1.5547,
      "step": 102153
    },
    {
      "epoch": 4.752454059083508,
      "grad_norm": 1.701846947198951,
      "learning_rate": 3.182403404433525e-05,
      "loss": 1.6016,
      "step": 102154
    },
    {
      "epoch": 4.7525005815305885,
      "grad_norm": 1.9187078969107605,
      "learning_rate": 3.182174829068481e-05,
      "loss": 1.6875,
      "step": 102155
    },
    {
      "epoch": 4.752547103977669,
      "grad_norm": 1.8800094630157786,
      "learning_rate": 3.181946260938383e-05,
      "loss": 1.5859,
      "step": 102156
    },
    {
      "epoch": 4.7525936264247495,
      "grad_norm": 1.7844780968215657,
      "learning_rate": 3.181717700043368e-05,
      "loss": 1.5781,
      "step": 102157
    },
    {
      "epoch": 4.752640148871831,
      "grad_norm": 1.8390995801244776,
      "learning_rate": 3.181489146383573e-05,
      "loss": 1.6875,
      "step": 102158
    },
    {
      "epoch": 4.752686671318911,
      "grad_norm": 1.9902268310647004,
      "learning_rate": 3.1812605999591375e-05,
      "loss": 1.7656,
      "step": 102159
    },
    {
      "epoch": 4.752733193765992,
      "grad_norm": 1.8733937094709965,
      "learning_rate": 3.181032060770208e-05,
      "loss": 1.5625,
      "step": 102160
    },
    {
      "epoch": 4.752779716213073,
      "grad_norm": 1.8304757198222108,
      "learning_rate": 3.18080352881692e-05,
      "loss": 1.5938,
      "step": 102161
    },
    {
      "epoch": 4.752826238660154,
      "grad_norm": 1.7846523121078077,
      "learning_rate": 3.180575004099414e-05,
      "loss": 1.625,
      "step": 102162
    },
    {
      "epoch": 4.752872761107234,
      "grad_norm": 1.9154894016367714,
      "learning_rate": 3.1803464866178294e-05,
      "loss": 1.6562,
      "step": 102163
    },
    {
      "epoch": 4.752919283554315,
      "grad_norm": 1.780093708076592,
      "learning_rate": 3.180117976372302e-05,
      "loss": 1.625,
      "step": 102164
    },
    {
      "epoch": 4.752965806001396,
      "grad_norm": 1.7356439240273922,
      "learning_rate": 3.17988947336298e-05,
      "loss": 1.4141,
      "step": 102165
    },
    {
      "epoch": 4.753012328448476,
      "grad_norm": 1.7988996314126995,
      "learning_rate": 3.179660977589999e-05,
      "loss": 1.6172,
      "step": 102166
    },
    {
      "epoch": 4.753058850895557,
      "grad_norm": 1.6878625583428128,
      "learning_rate": 3.179432489053501e-05,
      "loss": 1.3906,
      "step": 102167
    },
    {
      "epoch": 4.753105373342638,
      "grad_norm": 1.8587501193409526,
      "learning_rate": 3.179204007753618e-05,
      "loss": 1.6719,
      "step": 102168
    },
    {
      "epoch": 4.753151895789719,
      "grad_norm": 1.835299104374502,
      "learning_rate": 3.178975533690501e-05,
      "loss": 1.5391,
      "step": 102169
    },
    {
      "epoch": 4.753198418236799,
      "grad_norm": 1.9167479071751217,
      "learning_rate": 3.178747066864285e-05,
      "loss": 1.7578,
      "step": 102170
    },
    {
      "epoch": 4.75324494068388,
      "grad_norm": 1.7824382017476976,
      "learning_rate": 3.1785186072751054e-05,
      "loss": 1.6562,
      "step": 102171
    },
    {
      "epoch": 4.753291463130961,
      "grad_norm": 1.7300420899429867,
      "learning_rate": 3.178290154923111e-05,
      "loss": 1.5391,
      "step": 102172
    },
    {
      "epoch": 4.7533379855780415,
      "grad_norm": 1.8080012931481348,
      "learning_rate": 3.178061709808433e-05,
      "loss": 1.4609,
      "step": 102173
    },
    {
      "epoch": 4.753384508025122,
      "grad_norm": 1.8277677897234046,
      "learning_rate": 3.1778332719312184e-05,
      "loss": 1.5938,
      "step": 102174
    },
    {
      "epoch": 4.7534310304722025,
      "grad_norm": 1.9319141325169054,
      "learning_rate": 3.1776048412916046e-05,
      "loss": 1.8438,
      "step": 102175
    },
    {
      "epoch": 4.753477552919284,
      "grad_norm": 1.69816748178422,
      "learning_rate": 3.1773764178897294e-05,
      "loss": 1.5,
      "step": 102176
    },
    {
      "epoch": 4.753524075366364,
      "grad_norm": 1.8726696377821486,
      "learning_rate": 3.177148001725731e-05,
      "loss": 1.7188,
      "step": 102177
    },
    {
      "epoch": 4.753570597813445,
      "grad_norm": 1.890509751351275,
      "learning_rate": 3.176919592799757e-05,
      "loss": 1.7109,
      "step": 102178
    },
    {
      "epoch": 4.753617120260525,
      "grad_norm": 1.7793002267711215,
      "learning_rate": 3.176691191111942e-05,
      "loss": 1.5625,
      "step": 102179
    },
    {
      "epoch": 4.753663642707607,
      "grad_norm": 1.9120302058476466,
      "learning_rate": 3.176462796662426e-05,
      "loss": 1.6719,
      "step": 102180
    },
    {
      "epoch": 4.753710165154687,
      "grad_norm": 1.7713310826944402,
      "learning_rate": 3.176234409451346e-05,
      "loss": 1.5938,
      "step": 102181
    },
    {
      "epoch": 4.753756687601768,
      "grad_norm": 1.7553814307093536,
      "learning_rate": 3.176006029478848e-05,
      "loss": 1.4688,
      "step": 102182
    },
    {
      "epoch": 4.753803210048849,
      "grad_norm": 1.8882407041694305,
      "learning_rate": 3.1757776567450686e-05,
      "loss": 1.75,
      "step": 102183
    },
    {
      "epoch": 4.7538497324959295,
      "grad_norm": 1.7743024825692795,
      "learning_rate": 3.1755492912501495e-05,
      "loss": 1.6172,
      "step": 102184
    },
    {
      "epoch": 4.75389625494301,
      "grad_norm": 1.8634008766792445,
      "learning_rate": 3.1753209329942234e-05,
      "loss": 1.6172,
      "step": 102185
    },
    {
      "epoch": 4.75394277739009,
      "grad_norm": 1.6918704846792727,
      "learning_rate": 3.175092581977439e-05,
      "loss": 1.4844,
      "step": 102186
    },
    {
      "epoch": 4.753989299837172,
      "grad_norm": 1.7042886045717223,
      "learning_rate": 3.174864238199935e-05,
      "loss": 1.4219,
      "step": 102187
    },
    {
      "epoch": 4.754035822284252,
      "grad_norm": 1.903945882189952,
      "learning_rate": 3.1746359016618454e-05,
      "loss": 1.6328,
      "step": 102188
    },
    {
      "epoch": 4.754082344731333,
      "grad_norm": 1.807678310375433,
      "learning_rate": 3.1744075723633154e-05,
      "loss": 1.5312,
      "step": 102189
    },
    {
      "epoch": 4.754128867178413,
      "grad_norm": 1.8567801058136082,
      "learning_rate": 3.1741792503044797e-05,
      "loss": 1.625,
      "step": 102190
    },
    {
      "epoch": 4.754175389625495,
      "grad_norm": 1.7840289813569317,
      "learning_rate": 3.173950935485484e-05,
      "loss": 1.6562,
      "step": 102191
    },
    {
      "epoch": 4.754221912072575,
      "grad_norm": 1.7644449369169175,
      "learning_rate": 3.173722627906465e-05,
      "loss": 1.5078,
      "step": 102192
    },
    {
      "epoch": 4.7542684345196555,
      "grad_norm": 1.8117795768608465,
      "learning_rate": 3.17349432756756e-05,
      "loss": 1.5625,
      "step": 102193
    },
    {
      "epoch": 4.754314956966736,
      "grad_norm": 1.8702800470684007,
      "learning_rate": 3.173266034468913e-05,
      "loss": 1.6719,
      "step": 102194
    },
    {
      "epoch": 4.754361479413817,
      "grad_norm": 1.7580345875300833,
      "learning_rate": 3.1730377486106605e-05,
      "loss": 1.5,
      "step": 102195
    },
    {
      "epoch": 4.754408001860898,
      "grad_norm": 1.8484067065524672,
      "learning_rate": 3.172809469992947e-05,
      "loss": 1.5938,
      "step": 102196
    },
    {
      "epoch": 4.754454524307978,
      "grad_norm": 1.7816887183701067,
      "learning_rate": 3.1725811986159095e-05,
      "loss": 1.4922,
      "step": 102197
    },
    {
      "epoch": 4.75450104675506,
      "grad_norm": 1.874885640890946,
      "learning_rate": 3.1723529344796865e-05,
      "loss": 1.6406,
      "step": 102198
    },
    {
      "epoch": 4.75454756920214,
      "grad_norm": 1.9544684960082723,
      "learning_rate": 3.172124677584417e-05,
      "loss": 1.7031,
      "step": 102199
    },
    {
      "epoch": 4.754594091649221,
      "grad_norm": 1.7884833300439462,
      "learning_rate": 3.171896427930245e-05,
      "loss": 1.6172,
      "step": 102200
    },
    {
      "epoch": 4.754640614096301,
      "grad_norm": 1.5987301776047416,
      "learning_rate": 3.171668185517308e-05,
      "loss": 1.3516,
      "step": 102201
    },
    {
      "epoch": 4.7546871365433825,
      "grad_norm": 1.8031699496937654,
      "learning_rate": 3.1714399503457444e-05,
      "loss": 1.5703,
      "step": 102202
    },
    {
      "epoch": 4.754733658990463,
      "grad_norm": 1.8914134992300888,
      "learning_rate": 3.171211722415693e-05,
      "loss": 1.625,
      "step": 102203
    },
    {
      "epoch": 4.754780181437543,
      "grad_norm": 1.7681262446207913,
      "learning_rate": 3.1709835017272975e-05,
      "loss": 1.5078,
      "step": 102204
    },
    {
      "epoch": 4.754826703884625,
      "grad_norm": 1.7716771445102077,
      "learning_rate": 3.170755288280697e-05,
      "loss": 1.5156,
      "step": 102205
    },
    {
      "epoch": 4.754873226331705,
      "grad_norm": 1.8016269889256455,
      "learning_rate": 3.170527082076029e-05,
      "loss": 1.4922,
      "step": 102206
    },
    {
      "epoch": 4.754919748778786,
      "grad_norm": 1.8404309824194611,
      "learning_rate": 3.1702988831134307e-05,
      "loss": 1.7266,
      "step": 102207
    },
    {
      "epoch": 4.754966271225866,
      "grad_norm": 1.8419247307432969,
      "learning_rate": 3.1700706913930494e-05,
      "loss": 1.6797,
      "step": 102208
    },
    {
      "epoch": 4.755012793672947,
      "grad_norm": 1.811675075354303,
      "learning_rate": 3.16984250691502e-05,
      "loss": 1.5703,
      "step": 102209
    },
    {
      "epoch": 4.755059316120028,
      "grad_norm": 1.6892338519930545,
      "learning_rate": 3.169614329679482e-05,
      "loss": 1.2656,
      "step": 102210
    },
    {
      "epoch": 4.755105838567109,
      "grad_norm": 1.7663711637630757,
      "learning_rate": 3.169386159686573e-05,
      "loss": 1.4609,
      "step": 102211
    },
    {
      "epoch": 4.755152361014189,
      "grad_norm": 1.8489147045802286,
      "learning_rate": 3.1691579969364396e-05,
      "loss": 1.5234,
      "step": 102212
    },
    {
      "epoch": 4.75519888346127,
      "grad_norm": 1.9845003630419897,
      "learning_rate": 3.168929841429216e-05,
      "loss": 1.75,
      "step": 102213
    },
    {
      "epoch": 4.755245405908351,
      "grad_norm": 1.651544636832133,
      "learning_rate": 3.168701693165045e-05,
      "loss": 1.3125,
      "step": 102214
    },
    {
      "epoch": 4.755291928355431,
      "grad_norm": 1.8199444437346926,
      "learning_rate": 3.1684735521440585e-05,
      "loss": 1.5312,
      "step": 102215
    },
    {
      "epoch": 4.755338450802512,
      "grad_norm": 1.8643635290898923,
      "learning_rate": 3.1682454183664046e-05,
      "loss": 1.5547,
      "step": 102216
    },
    {
      "epoch": 4.755384973249593,
      "grad_norm": 1.8007819450611502,
      "learning_rate": 3.1680172918322234e-05,
      "loss": 1.4844,
      "step": 102217
    },
    {
      "epoch": 4.755431495696674,
      "grad_norm": 1.8797710634807752,
      "learning_rate": 3.167789172541651e-05,
      "loss": 1.6875,
      "step": 102218
    },
    {
      "epoch": 4.755478018143754,
      "grad_norm": 1.914763429662461,
      "learning_rate": 3.1675610604948294e-05,
      "loss": 1.6406,
      "step": 102219
    },
    {
      "epoch": 4.7555245405908355,
      "grad_norm": 1.960902909695828,
      "learning_rate": 3.1673329556918945e-05,
      "loss": 1.7188,
      "step": 102220
    },
    {
      "epoch": 4.755571063037916,
      "grad_norm": 1.8598013964506466,
      "learning_rate": 3.167104858132987e-05,
      "loss": 1.7578,
      "step": 102221
    },
    {
      "epoch": 4.7556175854849965,
      "grad_norm": 1.8104748488786193,
      "learning_rate": 3.16687676781825e-05,
      "loss": 1.5469,
      "step": 102222
    },
    {
      "epoch": 4.755664107932077,
      "grad_norm": 1.6959172511904372,
      "learning_rate": 3.166648684747821e-05,
      "loss": 1.4922,
      "step": 102223
    },
    {
      "epoch": 4.755710630379158,
      "grad_norm": 1.9376901536148,
      "learning_rate": 3.166420608921839e-05,
      "loss": 1.7812,
      "step": 102224
    },
    {
      "epoch": 4.755757152826239,
      "grad_norm": 1.805985835206079,
      "learning_rate": 3.1661925403404406e-05,
      "loss": 1.4766,
      "step": 102225
    },
    {
      "epoch": 4.755803675273319,
      "grad_norm": 1.83420809982887,
      "learning_rate": 3.165964479003771e-05,
      "loss": 1.4688,
      "step": 102226
    },
    {
      "epoch": 4.7558501977204,
      "grad_norm": 1.8281878748449145,
      "learning_rate": 3.16573642491197e-05,
      "loss": 1.6172,
      "step": 102227
    },
    {
      "epoch": 4.755896720167481,
      "grad_norm": 1.8768158779837432,
      "learning_rate": 3.165508378065174e-05,
      "loss": 1.6328,
      "step": 102228
    },
    {
      "epoch": 4.755943242614562,
      "grad_norm": 1.8508913843162178,
      "learning_rate": 3.1652803384635206e-05,
      "loss": 1.6953,
      "step": 102229
    },
    {
      "epoch": 4.755989765061642,
      "grad_norm": 1.799547448014766,
      "learning_rate": 3.165052306107155e-05,
      "loss": 1.7812,
      "step": 102230
    },
    {
      "epoch": 4.7560362875087225,
      "grad_norm": 1.7453264604015244,
      "learning_rate": 3.164824280996215e-05,
      "loss": 1.375,
      "step": 102231
    },
    {
      "epoch": 4.756082809955804,
      "grad_norm": 1.8433248474505377,
      "learning_rate": 3.164596263130839e-05,
      "loss": 1.625,
      "step": 102232
    },
    {
      "epoch": 4.756129332402884,
      "grad_norm": 1.9180234969391696,
      "learning_rate": 3.1643682525111625e-05,
      "loss": 1.6172,
      "step": 102233
    },
    {
      "epoch": 4.756175854849965,
      "grad_norm": 1.580666695962264,
      "learning_rate": 3.1641402491373344e-05,
      "loss": 1.3281,
      "step": 102234
    },
    {
      "epoch": 4.756222377297046,
      "grad_norm": 1.9186334472232969,
      "learning_rate": 3.163912253009489e-05,
      "loss": 1.6797,
      "step": 102235
    },
    {
      "epoch": 4.756268899744127,
      "grad_norm": 1.5907388903504072,
      "learning_rate": 3.1636842641277657e-05,
      "loss": 1.3047,
      "step": 102236
    },
    {
      "epoch": 4.756315422191207,
      "grad_norm": 1.7576760674264658,
      "learning_rate": 3.1634562824923e-05,
      "loss": 1.6094,
      "step": 102237
    },
    {
      "epoch": 4.756361944638288,
      "grad_norm": 1.7673631902397415,
      "learning_rate": 3.1632283081032375e-05,
      "loss": 1.4062,
      "step": 102238
    },
    {
      "epoch": 4.756408467085369,
      "grad_norm": 1.814820873270963,
      "learning_rate": 3.1630003409607205e-05,
      "loss": 1.5625,
      "step": 102239
    },
    {
      "epoch": 4.7564549895324495,
      "grad_norm": 1.6634579114074979,
      "learning_rate": 3.162772381064884e-05,
      "loss": 1.4062,
      "step": 102240
    },
    {
      "epoch": 4.75650151197953,
      "grad_norm": 1.9023355476084576,
      "learning_rate": 3.1625444284158674e-05,
      "loss": 1.6328,
      "step": 102241
    },
    {
      "epoch": 4.756548034426611,
      "grad_norm": 1.5761775894947643,
      "learning_rate": 3.162316483013809e-05,
      "loss": 1.2656,
      "step": 102242
    },
    {
      "epoch": 4.756594556873692,
      "grad_norm": 1.8509599654159752,
      "learning_rate": 3.162088544858851e-05,
      "loss": 1.5625,
      "step": 102243
    },
    {
      "epoch": 4.756641079320772,
      "grad_norm": 1.918342410591478,
      "learning_rate": 3.1618606139511346e-05,
      "loss": 1.5938,
      "step": 102244
    },
    {
      "epoch": 4.756687601767853,
      "grad_norm": 1.836418355158634,
      "learning_rate": 3.1616326902907966e-05,
      "loss": 1.5078,
      "step": 102245
    },
    {
      "epoch": 4.756734124214933,
      "grad_norm": 1.80192207862729,
      "learning_rate": 3.1614047738779766e-05,
      "loss": 1.4141,
      "step": 102246
    },
    {
      "epoch": 4.756780646662015,
      "grad_norm": 1.806065863142383,
      "learning_rate": 3.1611768647128097e-05,
      "loss": 1.5703,
      "step": 102247
    },
    {
      "epoch": 4.756827169109095,
      "grad_norm": 1.7720734493933472,
      "learning_rate": 3.1609489627954455e-05,
      "loss": 1.5703,
      "step": 102248
    },
    {
      "epoch": 4.756873691556176,
      "grad_norm": 1.7981751951329437,
      "learning_rate": 3.160721068126016e-05,
      "loss": 1.5469,
      "step": 102249
    },
    {
      "epoch": 4.756920214003257,
      "grad_norm": 1.900304900190655,
      "learning_rate": 3.160493180704665e-05,
      "loss": 1.5938,
      "step": 102250
    },
    {
      "epoch": 4.756966736450337,
      "grad_norm": 1.8942320746558752,
      "learning_rate": 3.1602653005315247e-05,
      "loss": 1.7109,
      "step": 102251
    },
    {
      "epoch": 4.757013258897418,
      "grad_norm": 1.783460784377558,
      "learning_rate": 3.160037427606744e-05,
      "loss": 1.5391,
      "step": 102252
    },
    {
      "epoch": 4.757059781344498,
      "grad_norm": 1.8702166627912067,
      "learning_rate": 3.159809561930457e-05,
      "loss": 1.5234,
      "step": 102253
    },
    {
      "epoch": 4.75710630379158,
      "grad_norm": 1.8681622079950015,
      "learning_rate": 3.1595817035028065e-05,
      "loss": 1.4688,
      "step": 102254
    },
    {
      "epoch": 4.75715282623866,
      "grad_norm": 1.8649703933661597,
      "learning_rate": 3.1593538523239254e-05,
      "loss": 1.6328,
      "step": 102255
    },
    {
      "epoch": 4.757199348685741,
      "grad_norm": 2.0162590477955717,
      "learning_rate": 3.1591260083939604e-05,
      "loss": 1.7891,
      "step": 102256
    },
    {
      "epoch": 4.757245871132822,
      "grad_norm": 1.9146798623322685,
      "learning_rate": 3.158898171713049e-05,
      "loss": 1.7969,
      "step": 102257
    },
    {
      "epoch": 4.7572923935799025,
      "grad_norm": 1.7878177157005317,
      "learning_rate": 3.15867034228133e-05,
      "loss": 1.5156,
      "step": 102258
    },
    {
      "epoch": 4.757338916026983,
      "grad_norm": 1.804059760948076,
      "learning_rate": 3.1584425200989396e-05,
      "loss": 1.6016,
      "step": 102259
    },
    {
      "epoch": 4.7573854384740635,
      "grad_norm": 1.867358818138255,
      "learning_rate": 3.158214705166019e-05,
      "loss": 1.5859,
      "step": 102260
    },
    {
      "epoch": 4.757431960921144,
      "grad_norm": 1.9835600296518963,
      "learning_rate": 3.157986897482714e-05,
      "loss": 1.7734,
      "step": 102261
    },
    {
      "epoch": 4.757478483368225,
      "grad_norm": 1.722162421465022,
      "learning_rate": 3.157759097049159e-05,
      "loss": 1.5312,
      "step": 102262
    },
    {
      "epoch": 4.757525005815306,
      "grad_norm": 1.6596800035221213,
      "learning_rate": 3.157531303865493e-05,
      "loss": 1.375,
      "step": 102263
    },
    {
      "epoch": 4.757571528262386,
      "grad_norm": 1.8127801178144498,
      "learning_rate": 3.157303517931853e-05,
      "loss": 1.5391,
      "step": 102264
    },
    {
      "epoch": 4.757618050709468,
      "grad_norm": 1.7744662345405917,
      "learning_rate": 3.1570757392483844e-05,
      "loss": 1.5781,
      "step": 102265
    },
    {
      "epoch": 4.757664573156548,
      "grad_norm": 1.6509372958661555,
      "learning_rate": 3.1568479678152254e-05,
      "loss": 1.3828,
      "step": 102266
    },
    {
      "epoch": 4.757711095603629,
      "grad_norm": 1.9934383598011933,
      "learning_rate": 3.1566202036325125e-05,
      "loss": 1.7578,
      "step": 102267
    },
    {
      "epoch": 4.757757618050709,
      "grad_norm": 1.8520214828046018,
      "learning_rate": 3.156392446700384e-05,
      "loss": 1.5781,
      "step": 102268
    },
    {
      "epoch": 4.75780414049779,
      "grad_norm": 1.8068676844101212,
      "learning_rate": 3.156164697018985e-05,
      "loss": 1.5391,
      "step": 102269
    },
    {
      "epoch": 4.757850662944871,
      "grad_norm": 1.92569846349826,
      "learning_rate": 3.155936954588452e-05,
      "loss": 1.8281,
      "step": 102270
    },
    {
      "epoch": 4.757897185391951,
      "grad_norm": 1.9288068769294702,
      "learning_rate": 3.1557092194089246e-05,
      "loss": 1.7188,
      "step": 102271
    },
    {
      "epoch": 4.757943707839033,
      "grad_norm": 1.7855926567397618,
      "learning_rate": 3.155481491480542e-05,
      "loss": 1.6016,
      "step": 102272
    },
    {
      "epoch": 4.757990230286113,
      "grad_norm": 1.8483468508016538,
      "learning_rate": 3.155253770803438e-05,
      "loss": 1.6328,
      "step": 102273
    },
    {
      "epoch": 4.758036752733194,
      "grad_norm": 1.890054495452848,
      "learning_rate": 3.1550260573777624e-05,
      "loss": 1.6016,
      "step": 102274
    },
    {
      "epoch": 4.758083275180274,
      "grad_norm": 1.7219007265175892,
      "learning_rate": 3.1547983512036496e-05,
      "loss": 1.4062,
      "step": 102275
    },
    {
      "epoch": 4.7581297976273556,
      "grad_norm": 1.8514746368000676,
      "learning_rate": 3.154570652281237e-05,
      "loss": 1.6094,
      "step": 102276
    },
    {
      "epoch": 4.758176320074436,
      "grad_norm": 1.8209031891167184,
      "learning_rate": 3.154342960610665e-05,
      "loss": 1.5859,
      "step": 102277
    },
    {
      "epoch": 4.7582228425215165,
      "grad_norm": 1.7671791466322484,
      "learning_rate": 3.154115276192078e-05,
      "loss": 1.5,
      "step": 102278
    },
    {
      "epoch": 4.758269364968597,
      "grad_norm": 1.9200236894683058,
      "learning_rate": 3.153887599025609e-05,
      "loss": 1.7188,
      "step": 102279
    },
    {
      "epoch": 4.758315887415678,
      "grad_norm": 1.7645948247127041,
      "learning_rate": 3.153659929111401e-05,
      "loss": 1.6016,
      "step": 102280
    },
    {
      "epoch": 4.758362409862759,
      "grad_norm": 1.6788432080897044,
      "learning_rate": 3.1534322664495884e-05,
      "loss": 1.375,
      "step": 102281
    },
    {
      "epoch": 4.758408932309839,
      "grad_norm": 1.7506814142715519,
      "learning_rate": 3.153204611040315e-05,
      "loss": 1.5391,
      "step": 102282
    },
    {
      "epoch": 4.75845545475692,
      "grad_norm": 1.8295965341481082,
      "learning_rate": 3.1529769628837246e-05,
      "loss": 1.6797,
      "step": 102283
    },
    {
      "epoch": 4.758501977204001,
      "grad_norm": 1.7361369506044193,
      "learning_rate": 3.152749321979949e-05,
      "loss": 1.4922,
      "step": 102284
    },
    {
      "epoch": 4.758548499651082,
      "grad_norm": 1.7984591629750861,
      "learning_rate": 3.1525216883291315e-05,
      "loss": 1.5703,
      "step": 102285
    },
    {
      "epoch": 4.758595022098162,
      "grad_norm": 1.7182528729786912,
      "learning_rate": 3.152294061931406e-05,
      "loss": 1.4609,
      "step": 102286
    },
    {
      "epoch": 4.7586415445452435,
      "grad_norm": 1.7131799736334135,
      "learning_rate": 3.152066442786918e-05,
      "loss": 1.4766,
      "step": 102287
    },
    {
      "epoch": 4.758688066992324,
      "grad_norm": 1.6823996662970102,
      "learning_rate": 3.1518388308958066e-05,
      "loss": 1.4219,
      "step": 102288
    },
    {
      "epoch": 4.758734589439404,
      "grad_norm": 1.8133423652937635,
      "learning_rate": 3.151611226258209e-05,
      "loss": 1.5625,
      "step": 102289
    },
    {
      "epoch": 4.758781111886485,
      "grad_norm": 1.8535127598191379,
      "learning_rate": 3.151383628874262e-05,
      "loss": 1.7656,
      "step": 102290
    },
    {
      "epoch": 4.758827634333566,
      "grad_norm": 1.9416333105188592,
      "learning_rate": 3.15115603874411e-05,
      "loss": 1.7188,
      "step": 102291
    },
    {
      "epoch": 4.758874156780647,
      "grad_norm": 1.8533645055016585,
      "learning_rate": 3.1509284558678906e-05,
      "loss": 1.6641,
      "step": 102292
    },
    {
      "epoch": 4.758920679227727,
      "grad_norm": 1.988490209659913,
      "learning_rate": 3.1507008802457415e-05,
      "loss": 1.7031,
      "step": 102293
    },
    {
      "epoch": 4.758967201674809,
      "grad_norm": 1.9160101857156149,
      "learning_rate": 3.1504733118778e-05,
      "loss": 1.7109,
      "step": 102294
    },
    {
      "epoch": 4.759013724121889,
      "grad_norm": 1.938920147496411,
      "learning_rate": 3.150245750764214e-05,
      "loss": 1.7344,
      "step": 102295
    },
    {
      "epoch": 4.7590602465689695,
      "grad_norm": 1.8354185665609346,
      "learning_rate": 3.150018196905117e-05,
      "loss": 1.375,
      "step": 102296
    },
    {
      "epoch": 4.75910676901605,
      "grad_norm": 1.7818298659562235,
      "learning_rate": 3.149790650300648e-05,
      "loss": 1.5391,
      "step": 102297
    },
    {
      "epoch": 4.7591532914631305,
      "grad_norm": 1.7651239371034873,
      "learning_rate": 3.149563110950946e-05,
      "loss": 1.5156,
      "step": 102298
    },
    {
      "epoch": 4.759199813910212,
      "grad_norm": 1.7702222244406096,
      "learning_rate": 3.149335578856149e-05,
      "loss": 1.5703,
      "step": 102299
    },
    {
      "epoch": 4.759246336357292,
      "grad_norm": 1.7299971189781638,
      "learning_rate": 3.149108054016402e-05,
      "loss": 1.4531,
      "step": 102300
    },
    {
      "epoch": 4.759292858804373,
      "grad_norm": 1.8325193169168308,
      "learning_rate": 3.14888053643184e-05,
      "loss": 1.7344,
      "step": 102301
    },
    {
      "epoch": 4.759339381251454,
      "grad_norm": 1.7375932947219732,
      "learning_rate": 3.1486530261026036e-05,
      "loss": 1.4219,
      "step": 102302
    },
    {
      "epoch": 4.759385903698535,
      "grad_norm": 1.7909263870342467,
      "learning_rate": 3.148425523028829e-05,
      "loss": 1.625,
      "step": 102303
    },
    {
      "epoch": 4.759432426145615,
      "grad_norm": 1.7678161309248241,
      "learning_rate": 3.148198027210657e-05,
      "loss": 1.5625,
      "step": 102304
    },
    {
      "epoch": 4.759478948592696,
      "grad_norm": 1.6155962856200496,
      "learning_rate": 3.1479705386482326e-05,
      "loss": 1.3438,
      "step": 102305
    },
    {
      "epoch": 4.759525471039777,
      "grad_norm": 1.9960835305189677,
      "learning_rate": 3.14774305734169e-05,
      "loss": 1.8359,
      "step": 102306
    },
    {
      "epoch": 4.7595719934868574,
      "grad_norm": 1.7728338201402627,
      "learning_rate": 3.1475155832911685e-05,
      "loss": 1.5547,
      "step": 102307
    },
    {
      "epoch": 4.759618515933938,
      "grad_norm": 1.738547048828778,
      "learning_rate": 3.147288116496805e-05,
      "loss": 1.5469,
      "step": 102308
    },
    {
      "epoch": 4.759665038381019,
      "grad_norm": 1.7912314029168468,
      "learning_rate": 3.1470606569587454e-05,
      "loss": 1.5703,
      "step": 102309
    },
    {
      "epoch": 4.7597115608281,
      "grad_norm": 1.760069461242704,
      "learning_rate": 3.146833204677124e-05,
      "loss": 1.4375,
      "step": 102310
    },
    {
      "epoch": 4.75975808327518,
      "grad_norm": 1.8230805245730153,
      "learning_rate": 3.146605759652082e-05,
      "loss": 1.5469,
      "step": 102311
    },
    {
      "epoch": 4.759804605722261,
      "grad_norm": 1.6399341085064065,
      "learning_rate": 3.146378321883754e-05,
      "loss": 1.1953,
      "step": 102312
    },
    {
      "epoch": 4.759851128169342,
      "grad_norm": 1.6352715274554255,
      "learning_rate": 3.1461508913722865e-05,
      "loss": 1.3906,
      "step": 102313
    },
    {
      "epoch": 4.759897650616423,
      "grad_norm": 1.8969685394342852,
      "learning_rate": 3.145923468117815e-05,
      "loss": 1.6875,
      "step": 102314
    },
    {
      "epoch": 4.759944173063503,
      "grad_norm": 1.7178966579545645,
      "learning_rate": 3.1456960521204795e-05,
      "loss": 1.5,
      "step": 102315
    },
    {
      "epoch": 4.7599906955105835,
      "grad_norm": 1.8117406459787462,
      "learning_rate": 3.1454686433804154e-05,
      "loss": 1.5469,
      "step": 102316
    },
    {
      "epoch": 4.760037217957665,
      "grad_norm": 1.9079491553670398,
      "learning_rate": 3.145241241897768e-05,
      "loss": 1.6094,
      "step": 102317
    },
    {
      "epoch": 4.760083740404745,
      "grad_norm": 1.7031592634381691,
      "learning_rate": 3.145013847672675e-05,
      "loss": 1.4141,
      "step": 102318
    },
    {
      "epoch": 4.760130262851826,
      "grad_norm": 1.8796679973735952,
      "learning_rate": 3.1447864607052734e-05,
      "loss": 1.5625,
      "step": 102319
    },
    {
      "epoch": 4.760176785298906,
      "grad_norm": 1.7790551567750992,
      "learning_rate": 3.1445590809957e-05,
      "loss": 1.5625,
      "step": 102320
    },
    {
      "epoch": 4.760223307745988,
      "grad_norm": 1.962705203594994,
      "learning_rate": 3.1443317085441004e-05,
      "loss": 1.8203,
      "step": 102321
    },
    {
      "epoch": 4.760269830193068,
      "grad_norm": 1.7018753384633014,
      "learning_rate": 3.144104343350613e-05,
      "loss": 1.3203,
      "step": 102322
    },
    {
      "epoch": 4.760316352640149,
      "grad_norm": 1.7990363564090341,
      "learning_rate": 3.1438769854153726e-05,
      "loss": 1.5703,
      "step": 102323
    },
    {
      "epoch": 4.76036287508723,
      "grad_norm": 1.5633861308775618,
      "learning_rate": 3.143649634738521e-05,
      "loss": 1.2656,
      "step": 102324
    },
    {
      "epoch": 4.7604093975343105,
      "grad_norm": 2.0115839810627003,
      "learning_rate": 3.1434222913201906e-05,
      "loss": 1.8828,
      "step": 102325
    },
    {
      "epoch": 4.760455919981391,
      "grad_norm": 1.7686356785023714,
      "learning_rate": 3.143194955160533e-05,
      "loss": 1.4922,
      "step": 102326
    },
    {
      "epoch": 4.760502442428471,
      "grad_norm": 2.008134188803317,
      "learning_rate": 3.142967626259681e-05,
      "loss": 1.6953,
      "step": 102327
    },
    {
      "epoch": 4.760548964875553,
      "grad_norm": 1.855415221520599,
      "learning_rate": 3.142740304617776e-05,
      "loss": 1.5703,
      "step": 102328
    },
    {
      "epoch": 4.760595487322633,
      "grad_norm": 1.6976188195662847,
      "learning_rate": 3.142512990234954e-05,
      "loss": 1.625,
      "step": 102329
    },
    {
      "epoch": 4.760642009769714,
      "grad_norm": 1.6055690243515528,
      "learning_rate": 3.1422856831113525e-05,
      "loss": 1.4531,
      "step": 102330
    },
    {
      "epoch": 4.760688532216794,
      "grad_norm": 2.0140264899873364,
      "learning_rate": 3.1420583832471166e-05,
      "loss": 1.7891,
      "step": 102331
    },
    {
      "epoch": 4.760735054663876,
      "grad_norm": 1.6895616065537262,
      "learning_rate": 3.1418310906423826e-05,
      "loss": 1.4609,
      "step": 102332
    },
    {
      "epoch": 4.760781577110956,
      "grad_norm": 1.742871918899351,
      "learning_rate": 3.1416038052972894e-05,
      "loss": 1.5,
      "step": 102333
    },
    {
      "epoch": 4.7608280995580365,
      "grad_norm": 1.840278076285986,
      "learning_rate": 3.141376527211973e-05,
      "loss": 1.5938,
      "step": 102334
    },
    {
      "epoch": 4.760874622005117,
      "grad_norm": 1.8992177896940632,
      "learning_rate": 3.14114925638658e-05,
      "loss": 1.625,
      "step": 102335
    },
    {
      "epoch": 4.760921144452198,
      "grad_norm": 1.714930430175796,
      "learning_rate": 3.140921992821244e-05,
      "loss": 1.5312,
      "step": 102336
    },
    {
      "epoch": 4.760967666899279,
      "grad_norm": 1.8250378948587644,
      "learning_rate": 3.140694736516106e-05,
      "loss": 1.6797,
      "step": 102337
    },
    {
      "epoch": 4.761014189346359,
      "grad_norm": 1.6943690973241279,
      "learning_rate": 3.140467487471301e-05,
      "loss": 1.6016,
      "step": 102338
    },
    {
      "epoch": 4.761060711793441,
      "grad_norm": 1.869771689844139,
      "learning_rate": 3.1402402456869746e-05,
      "loss": 1.6172,
      "step": 102339
    },
    {
      "epoch": 4.761107234240521,
      "grad_norm": 1.8742343919050541,
      "learning_rate": 3.140013011163264e-05,
      "loss": 1.6406,
      "step": 102340
    },
    {
      "epoch": 4.761153756687602,
      "grad_norm": 1.8240585568268985,
      "learning_rate": 3.1397857839003084e-05,
      "loss": 1.6641,
      "step": 102341
    },
    {
      "epoch": 4.761200279134682,
      "grad_norm": 1.7907594262710724,
      "learning_rate": 3.13955856389824e-05,
      "loss": 1.4609,
      "step": 102342
    },
    {
      "epoch": 4.7612468015817635,
      "grad_norm": 1.884640171833274,
      "learning_rate": 3.139331351157208e-05,
      "loss": 1.6797,
      "step": 102343
    },
    {
      "epoch": 4.761293324028844,
      "grad_norm": 1.6363509252394404,
      "learning_rate": 3.139104145677348e-05,
      "loss": 1.3828,
      "step": 102344
    },
    {
      "epoch": 4.7613398464759245,
      "grad_norm": 1.7578649439205623,
      "learning_rate": 3.1388769474587975e-05,
      "loss": 1.5547,
      "step": 102345
    },
    {
      "epoch": 4.761386368923006,
      "grad_norm": 1.7711731746544965,
      "learning_rate": 3.138649756501693e-05,
      "loss": 1.5547,
      "step": 102346
    },
    {
      "epoch": 4.761432891370086,
      "grad_norm": 1.7610684743590308,
      "learning_rate": 3.1384225728061754e-05,
      "loss": 1.5547,
      "step": 102347
    },
    {
      "epoch": 4.761479413817167,
      "grad_norm": 1.6948058270328754,
      "learning_rate": 3.138195396372391e-05,
      "loss": 1.5,
      "step": 102348
    },
    {
      "epoch": 4.761525936264247,
      "grad_norm": 1.7812156678954285,
      "learning_rate": 3.137968227200474e-05,
      "loss": 1.4453,
      "step": 102349
    },
    {
      "epoch": 4.761572458711328,
      "grad_norm": 1.7529007546637072,
      "learning_rate": 3.1377410652905616e-05,
      "loss": 1.5312,
      "step": 102350
    },
    {
      "epoch": 4.761618981158409,
      "grad_norm": 1.832190686721409,
      "learning_rate": 3.13751391064279e-05,
      "loss": 1.5156,
      "step": 102351
    },
    {
      "epoch": 4.76166550360549,
      "grad_norm": 1.7184017695216913,
      "learning_rate": 3.137286763257307e-05,
      "loss": 1.4062,
      "step": 102352
    },
    {
      "epoch": 4.76171202605257,
      "grad_norm": 1.8561390975696495,
      "learning_rate": 3.137059623134247e-05,
      "loss": 1.6562,
      "step": 102353
    },
    {
      "epoch": 4.761758548499651,
      "grad_norm": 1.8204519767639646,
      "learning_rate": 3.136832490273749e-05,
      "loss": 1.6562,
      "step": 102354
    },
    {
      "epoch": 4.761805070946732,
      "grad_norm": 1.818281578678615,
      "learning_rate": 3.136605364675952e-05,
      "loss": 1.5312,
      "step": 102355
    },
    {
      "epoch": 4.761851593393812,
      "grad_norm": 1.9321243805516373,
      "learning_rate": 3.136378246340989e-05,
      "loss": 1.6719,
      "step": 102356
    },
    {
      "epoch": 4.761898115840893,
      "grad_norm": 1.8580809035615575,
      "learning_rate": 3.1361511352690124e-05,
      "loss": 1.6797,
      "step": 102357
    },
    {
      "epoch": 4.761944638287974,
      "grad_norm": 1.849939605846059,
      "learning_rate": 3.135924031460152e-05,
      "loss": 1.7266,
      "step": 102358
    },
    {
      "epoch": 4.761991160735055,
      "grad_norm": 1.7088159436147865,
      "learning_rate": 3.13569693491455e-05,
      "loss": 1.3047,
      "step": 102359
    },
    {
      "epoch": 4.762037683182135,
      "grad_norm": 1.6208361662845563,
      "learning_rate": 3.1354698456323396e-05,
      "loss": 1.3047,
      "step": 102360
    },
    {
      "epoch": 4.7620842056292165,
      "grad_norm": 1.7340915412619415,
      "learning_rate": 3.1352427636136674e-05,
      "loss": 1.4922,
      "step": 102361
    },
    {
      "epoch": 4.762130728076297,
      "grad_norm": 1.7461146450319465,
      "learning_rate": 3.135015688858671e-05,
      "loss": 1.4062,
      "step": 102362
    },
    {
      "epoch": 4.7621772505233775,
      "grad_norm": 1.9068912132383773,
      "learning_rate": 3.134788621367488e-05,
      "loss": 1.7188,
      "step": 102363
    },
    {
      "epoch": 4.762223772970458,
      "grad_norm": 1.7597656781763857,
      "learning_rate": 3.134561561140253e-05,
      "loss": 1.5469,
      "step": 102364
    },
    {
      "epoch": 4.762270295417539,
      "grad_norm": 1.7675169884391153,
      "learning_rate": 3.134334508177112e-05,
      "loss": 1.4844,
      "step": 102365
    },
    {
      "epoch": 4.76231681786462,
      "grad_norm": 1.792763189808763,
      "learning_rate": 3.134107462478204e-05,
      "loss": 1.5547,
      "step": 102366
    },
    {
      "epoch": 4.7623633403117,
      "grad_norm": 1.7676556411613018,
      "learning_rate": 3.133880424043663e-05,
      "loss": 1.5391,
      "step": 102367
    },
    {
      "epoch": 4.762409862758781,
      "grad_norm": 1.7155465578159588,
      "learning_rate": 3.133653392873627e-05,
      "loss": 1.4609,
      "step": 102368
    },
    {
      "epoch": 4.762456385205862,
      "grad_norm": 1.656051752649057,
      "learning_rate": 3.1334263689682396e-05,
      "loss": 1.4375,
      "step": 102369
    },
    {
      "epoch": 4.762502907652943,
      "grad_norm": 1.6766973665182563,
      "learning_rate": 3.13319935232764e-05,
      "loss": 1.4922,
      "step": 102370
    },
    {
      "epoch": 4.762549430100023,
      "grad_norm": 1.6292628871726453,
      "learning_rate": 3.1329723429519676e-05,
      "loss": 1.2891,
      "step": 102371
    },
    {
      "epoch": 4.7625959525471036,
      "grad_norm": 1.8086871566112188,
      "learning_rate": 3.132745340841359e-05,
      "loss": 1.5781,
      "step": 102372
    },
    {
      "epoch": 4.762642474994185,
      "grad_norm": 1.7340315137289644,
      "learning_rate": 3.13251834599595e-05,
      "loss": 1.375,
      "step": 102373
    },
    {
      "epoch": 4.762688997441265,
      "grad_norm": 1.8306876460192931,
      "learning_rate": 3.132291358415887e-05,
      "loss": 1.5938,
      "step": 102374
    },
    {
      "epoch": 4.762735519888346,
      "grad_norm": 1.5690036782035333,
      "learning_rate": 3.132064378101304e-05,
      "loss": 1.2812,
      "step": 102375
    },
    {
      "epoch": 4.762782042335427,
      "grad_norm": 1.8975602507013067,
      "learning_rate": 3.131837405052344e-05,
      "loss": 1.6875,
      "step": 102376
    },
    {
      "epoch": 4.762828564782508,
      "grad_norm": 1.8445384336000028,
      "learning_rate": 3.131610439269136e-05,
      "loss": 1.5781,
      "step": 102377
    },
    {
      "epoch": 4.762875087229588,
      "grad_norm": 1.8845992768961215,
      "learning_rate": 3.131383480751831e-05,
      "loss": 1.3906,
      "step": 102378
    },
    {
      "epoch": 4.762921609676669,
      "grad_norm": 1.7015340905468437,
      "learning_rate": 3.131156529500564e-05,
      "loss": 1.5156,
      "step": 102379
    },
    {
      "epoch": 4.76296813212375,
      "grad_norm": 1.746043658448827,
      "learning_rate": 3.1309295855154734e-05,
      "loss": 1.5938,
      "step": 102380
    },
    {
      "epoch": 4.7630146545708305,
      "grad_norm": 1.84195601436833,
      "learning_rate": 3.130702648796696e-05,
      "loss": 1.5234,
      "step": 102381
    },
    {
      "epoch": 4.763061177017911,
      "grad_norm": 1.682213010152582,
      "learning_rate": 3.1304757193443685e-05,
      "loss": 1.4297,
      "step": 102382
    },
    {
      "epoch": 4.763107699464992,
      "grad_norm": 1.8112070123887858,
      "learning_rate": 3.130248797158638e-05,
      "loss": 1.6172,
      "step": 102383
    },
    {
      "epoch": 4.763154221912073,
      "grad_norm": 1.8193291506125437,
      "learning_rate": 3.13002188223964e-05,
      "loss": 1.6797,
      "step": 102384
    },
    {
      "epoch": 4.763200744359153,
      "grad_norm": 1.7798102180866906,
      "learning_rate": 3.129794974587511e-05,
      "loss": 1.5469,
      "step": 102385
    },
    {
      "epoch": 4.763247266806234,
      "grad_norm": 1.7416315633235717,
      "learning_rate": 3.1295680742023885e-05,
      "loss": 1.5391,
      "step": 102386
    },
    {
      "epoch": 4.763293789253314,
      "grad_norm": 1.8356438555791965,
      "learning_rate": 3.1293411810844174e-05,
      "loss": 1.4219,
      "step": 102387
    },
    {
      "epoch": 4.763340311700396,
      "grad_norm": 1.9700048535043135,
      "learning_rate": 3.1291142952337355e-05,
      "loss": 1.625,
      "step": 102388
    },
    {
      "epoch": 4.763386834147476,
      "grad_norm": 1.94452571349162,
      "learning_rate": 3.1288874166504783e-05,
      "loss": 1.7031,
      "step": 102389
    },
    {
      "epoch": 4.763433356594557,
      "grad_norm": 1.733320624300807,
      "learning_rate": 3.128660545334783e-05,
      "loss": 1.5547,
      "step": 102390
    },
    {
      "epoch": 4.763479879041638,
      "grad_norm": 1.7460750939490939,
      "learning_rate": 3.128433681286791e-05,
      "loss": 1.5391,
      "step": 102391
    },
    {
      "epoch": 4.763526401488718,
      "grad_norm": 2.0711812226200226,
      "learning_rate": 3.128206824506646e-05,
      "loss": 1.75,
      "step": 102392
    },
    {
      "epoch": 4.763572923935799,
      "grad_norm": 1.7743244118158779,
      "learning_rate": 3.127979974994483e-05,
      "loss": 1.625,
      "step": 102393
    },
    {
      "epoch": 4.763619446382879,
      "grad_norm": 1.8414089095616637,
      "learning_rate": 3.1277531327504406e-05,
      "loss": 1.6484,
      "step": 102394
    },
    {
      "epoch": 4.763665968829961,
      "grad_norm": 1.8547068173727588,
      "learning_rate": 3.127526297774653e-05,
      "loss": 1.5547,
      "step": 102395
    },
    {
      "epoch": 4.763712491277041,
      "grad_norm": 1.8396855066116762,
      "learning_rate": 3.1272994700672675e-05,
      "loss": 1.5781,
      "step": 102396
    },
    {
      "epoch": 4.763759013724122,
      "grad_norm": 1.8950811828652405,
      "learning_rate": 3.127072649628422e-05,
      "loss": 1.5234,
      "step": 102397
    },
    {
      "epoch": 4.763805536171203,
      "grad_norm": 1.78300443544369,
      "learning_rate": 3.1268458364582495e-05,
      "loss": 1.5391,
      "step": 102398
    },
    {
      "epoch": 4.7638520586182835,
      "grad_norm": 1.8578575935340031,
      "learning_rate": 3.126619030556889e-05,
      "loss": 1.5938,
      "step": 102399
    },
    {
      "epoch": 4.763898581065364,
      "grad_norm": 1.93493665136619,
      "learning_rate": 3.1263922319244865e-05,
      "loss": 1.6094,
      "step": 102400
    },
    {
      "epoch": 4.7639451035124445,
      "grad_norm": 1.8434111572045868,
      "learning_rate": 3.1261654405611776e-05,
      "loss": 1.5938,
      "step": 102401
    },
    {
      "epoch": 4.763991625959526,
      "grad_norm": 1.743033951472755,
      "learning_rate": 3.1259386564670987e-05,
      "loss": 1.5312,
      "step": 102402
    },
    {
      "epoch": 4.764038148406606,
      "grad_norm": 1.8171764277095317,
      "learning_rate": 3.1257118796423866e-05,
      "loss": 1.7031,
      "step": 102403
    },
    {
      "epoch": 4.764084670853687,
      "grad_norm": 1.89898695985277,
      "learning_rate": 3.125485110087188e-05,
      "loss": 1.5859,
      "step": 102404
    },
    {
      "epoch": 4.764131193300767,
      "grad_norm": 1.8627711806515777,
      "learning_rate": 3.125258347801637e-05,
      "loss": 1.7422,
      "step": 102405
    },
    {
      "epoch": 4.764177715747849,
      "grad_norm": 1.5028185170225723,
      "learning_rate": 3.1250315927858724e-05,
      "loss": 1.2344,
      "step": 102406
    },
    {
      "epoch": 4.764224238194929,
      "grad_norm": 1.7801321802114194,
      "learning_rate": 3.1248048450400345e-05,
      "loss": 1.6797,
      "step": 102407
    },
    {
      "epoch": 4.76427076064201,
      "grad_norm": 1.689983645168203,
      "learning_rate": 3.1245781045642566e-05,
      "loss": 1.4141,
      "step": 102408
    },
    {
      "epoch": 4.76431728308909,
      "grad_norm": 1.766135210035232,
      "learning_rate": 3.124351371358686e-05,
      "loss": 1.4688,
      "step": 102409
    },
    {
      "epoch": 4.7643638055361714,
      "grad_norm": 1.801195509222951,
      "learning_rate": 3.1241246454234565e-05,
      "loss": 1.5469,
      "step": 102410
    },
    {
      "epoch": 4.764410327983252,
      "grad_norm": 1.7940062644550117,
      "learning_rate": 3.123897926758709e-05,
      "loss": 1.5078,
      "step": 102411
    },
    {
      "epoch": 4.764456850430332,
      "grad_norm": 1.5930682528972593,
      "learning_rate": 3.1236712153645764e-05,
      "loss": 1.2109,
      "step": 102412
    },
    {
      "epoch": 4.764503372877414,
      "grad_norm": 1.8496422990615105,
      "learning_rate": 3.123444511241203e-05,
      "loss": 1.6875,
      "step": 102413
    },
    {
      "epoch": 4.764549895324494,
      "grad_norm": 1.831780590482087,
      "learning_rate": 3.123217814388731e-05,
      "loss": 1.5,
      "step": 102414
    },
    {
      "epoch": 4.764596417771575,
      "grad_norm": 1.8114790907283862,
      "learning_rate": 3.1229911248072946e-05,
      "loss": 1.6328,
      "step": 102415
    },
    {
      "epoch": 4.764642940218655,
      "grad_norm": 1.7570334684903135,
      "learning_rate": 3.122764442497034e-05,
      "loss": 1.6094,
      "step": 102416
    },
    {
      "epoch": 4.764689462665737,
      "grad_norm": 1.6577604627498368,
      "learning_rate": 3.122537767458081e-05,
      "loss": 1.3672,
      "step": 102417
    },
    {
      "epoch": 4.764735985112817,
      "grad_norm": 1.7302261208198577,
      "learning_rate": 3.1223110996905856e-05,
      "loss": 1.4844,
      "step": 102418
    },
    {
      "epoch": 4.7647825075598975,
      "grad_norm": 1.9402056642830423,
      "learning_rate": 3.122084439194682e-05,
      "loss": 1.7578,
      "step": 102419
    },
    {
      "epoch": 4.764829030006978,
      "grad_norm": 1.747996306438259,
      "learning_rate": 3.121857785970508e-05,
      "loss": 1.4141,
      "step": 102420
    },
    {
      "epoch": 4.764875552454059,
      "grad_norm": 1.6556799842330001,
      "learning_rate": 3.121631140018197e-05,
      "loss": 1.2578,
      "step": 102421
    },
    {
      "epoch": 4.76492207490114,
      "grad_norm": 1.748084817639414,
      "learning_rate": 3.121404501337899e-05,
      "loss": 1.4219,
      "step": 102422
    },
    {
      "epoch": 4.76496859734822,
      "grad_norm": 1.9382399891060114,
      "learning_rate": 3.121177869929748e-05,
      "loss": 1.5781,
      "step": 102423
    },
    {
      "epoch": 4.765015119795301,
      "grad_norm": 1.970426741876653,
      "learning_rate": 3.12095124579388e-05,
      "loss": 1.6797,
      "step": 102424
    },
    {
      "epoch": 4.765061642242382,
      "grad_norm": 1.828000754589945,
      "learning_rate": 3.120724628930432e-05,
      "loss": 1.5391,
      "step": 102425
    },
    {
      "epoch": 4.765108164689463,
      "grad_norm": 1.6796678398052687,
      "learning_rate": 3.120498019339552e-05,
      "loss": 1.4062,
      "step": 102426
    },
    {
      "epoch": 4.765154687136543,
      "grad_norm": 1.967156639959135,
      "learning_rate": 3.120271417021372e-05,
      "loss": 1.7891,
      "step": 102427
    },
    {
      "epoch": 4.7652012095836245,
      "grad_norm": 1.7529886446730252,
      "learning_rate": 3.120044821976032e-05,
      "loss": 1.5547,
      "step": 102428
    },
    {
      "epoch": 4.765247732030705,
      "grad_norm": 1.654416490799298,
      "learning_rate": 3.119818234203667e-05,
      "loss": 1.3828,
      "step": 102429
    },
    {
      "epoch": 4.765294254477785,
      "grad_norm": 1.9264531986695888,
      "learning_rate": 3.119591653704422e-05,
      "loss": 1.6875,
      "step": 102430
    },
    {
      "epoch": 4.765340776924866,
      "grad_norm": 1.7280835101490757,
      "learning_rate": 3.119365080478433e-05,
      "loss": 1.4141,
      "step": 102431
    },
    {
      "epoch": 4.765387299371947,
      "grad_norm": 1.7377368722687037,
      "learning_rate": 3.1191385145258405e-05,
      "loss": 1.3516,
      "step": 102432
    },
    {
      "epoch": 4.765433821819028,
      "grad_norm": 1.8615643563363038,
      "learning_rate": 3.11891195584678e-05,
      "loss": 1.5859,
      "step": 102433
    },
    {
      "epoch": 4.765480344266108,
      "grad_norm": 1.8921448135525014,
      "learning_rate": 3.118685404441387e-05,
      "loss": 1.7422,
      "step": 102434
    },
    {
      "epoch": 4.76552686671319,
      "grad_norm": 1.786435887509,
      "learning_rate": 3.118458860309806e-05,
      "loss": 1.6016,
      "step": 102435
    },
    {
      "epoch": 4.76557338916027,
      "grad_norm": 1.9520071249455349,
      "learning_rate": 3.118232323452179e-05,
      "loss": 1.6953,
      "step": 102436
    },
    {
      "epoch": 4.7656199116073505,
      "grad_norm": 1.8128726387378138,
      "learning_rate": 3.118005793868639e-05,
      "loss": 1.5156,
      "step": 102437
    },
    {
      "epoch": 4.765666434054431,
      "grad_norm": 1.6756622012522202,
      "learning_rate": 3.117779271559326e-05,
      "loss": 1.4141,
      "step": 102438
    },
    {
      "epoch": 4.7657129565015115,
      "grad_norm": 1.863549840034952,
      "learning_rate": 3.1175527565243755e-05,
      "loss": 1.5859,
      "step": 102439
    },
    {
      "epoch": 4.765759478948593,
      "grad_norm": 1.6991237398169932,
      "learning_rate": 3.1173262487639325e-05,
      "loss": 1.4531,
      "step": 102440
    },
    {
      "epoch": 4.765806001395673,
      "grad_norm": 1.9128148169208838,
      "learning_rate": 3.117099748278133e-05,
      "loss": 1.75,
      "step": 102441
    },
    {
      "epoch": 4.765852523842754,
      "grad_norm": 1.8321684352456233,
      "learning_rate": 3.116873255067114e-05,
      "loss": 1.5469,
      "step": 102442
    },
    {
      "epoch": 4.765899046289835,
      "grad_norm": 1.726762518840999,
      "learning_rate": 3.116646769131013e-05,
      "loss": 1.4219,
      "step": 102443
    },
    {
      "epoch": 4.765945568736916,
      "grad_norm": 1.7618062319631234,
      "learning_rate": 3.116420290469973e-05,
      "loss": 1.6406,
      "step": 102444
    },
    {
      "epoch": 4.765992091183996,
      "grad_norm": 1.8690439267206167,
      "learning_rate": 3.1161938190841315e-05,
      "loss": 1.5938,
      "step": 102445
    },
    {
      "epoch": 4.766038613631077,
      "grad_norm": 1.8465305161188015,
      "learning_rate": 3.115967354973626e-05,
      "loss": 1.7656,
      "step": 102446
    },
    {
      "epoch": 4.766085136078158,
      "grad_norm": 1.837868020350298,
      "learning_rate": 3.1157408981385914e-05,
      "loss": 1.6953,
      "step": 102447
    },
    {
      "epoch": 4.7661316585252385,
      "grad_norm": 1.894130704627277,
      "learning_rate": 3.115514448579174e-05,
      "loss": 1.7109,
      "step": 102448
    },
    {
      "epoch": 4.766178180972319,
      "grad_norm": 1.6741864160698996,
      "learning_rate": 3.115288006295509e-05,
      "loss": 1.3438,
      "step": 102449
    },
    {
      "epoch": 4.7662247034194,
      "grad_norm": 1.681931892664309,
      "learning_rate": 3.115061571287735e-05,
      "loss": 1.5156,
      "step": 102450
    },
    {
      "epoch": 4.766271225866481,
      "grad_norm": 1.864813340821119,
      "learning_rate": 3.114835143555985e-05,
      "loss": 1.6797,
      "step": 102451
    },
    {
      "epoch": 4.766317748313561,
      "grad_norm": 1.7960523631712841,
      "learning_rate": 3.1146087231004093e-05,
      "loss": 1.4531,
      "step": 102452
    },
    {
      "epoch": 4.766364270760642,
      "grad_norm": 1.8244620903852486,
      "learning_rate": 3.114382309921137e-05,
      "loss": 1.4922,
      "step": 102453
    },
    {
      "epoch": 4.766410793207723,
      "grad_norm": 1.801356644207192,
      "learning_rate": 3.1141559040183136e-05,
      "loss": 1.5,
      "step": 102454
    },
    {
      "epoch": 4.766457315654804,
      "grad_norm": 1.8502384058247046,
      "learning_rate": 3.113929505392067e-05,
      "loss": 1.5859,
      "step": 102455
    },
    {
      "epoch": 4.766503838101884,
      "grad_norm": 1.8848203636106056,
      "learning_rate": 3.1137031140425433e-05,
      "loss": 1.625,
      "step": 102456
    },
    {
      "epoch": 4.7665503605489645,
      "grad_norm": 1.9280802013520102,
      "learning_rate": 3.113476729969885e-05,
      "loss": 1.8359,
      "step": 102457
    },
    {
      "epoch": 4.766596882996046,
      "grad_norm": 1.9499192744694178,
      "learning_rate": 3.113250353174228e-05,
      "loss": 1.6719,
      "step": 102458
    },
    {
      "epoch": 4.766643405443126,
      "grad_norm": 1.9610841065334563,
      "learning_rate": 3.113023983655708e-05,
      "loss": 1.7969,
      "step": 102459
    },
    {
      "epoch": 4.766689927890207,
      "grad_norm": 1.7888966818512606,
      "learning_rate": 3.112797621414463e-05,
      "loss": 1.5,
      "step": 102460
    },
    {
      "epoch": 4.766736450337287,
      "grad_norm": 1.959586770620385,
      "learning_rate": 3.112571266450631e-05,
      "loss": 1.7891,
      "step": 102461
    },
    {
      "epoch": 4.766782972784369,
      "grad_norm": 2.028705871354723,
      "learning_rate": 3.112344918764357e-05,
      "loss": 1.8516,
      "step": 102462
    },
    {
      "epoch": 4.766829495231449,
      "grad_norm": 1.8276812361421746,
      "learning_rate": 3.1121185783557764e-05,
      "loss": 1.5625,
      "step": 102463
    },
    {
      "epoch": 4.76687601767853,
      "grad_norm": 1.954411758913015,
      "learning_rate": 3.1118922452250255e-05,
      "loss": 1.6406,
      "step": 102464
    },
    {
      "epoch": 4.766922540125611,
      "grad_norm": 1.95573625715219,
      "learning_rate": 3.11166591937224e-05,
      "loss": 1.7031,
      "step": 102465
    },
    {
      "epoch": 4.7669690625726915,
      "grad_norm": 1.8711824365150378,
      "learning_rate": 3.111439600797567e-05,
      "loss": 1.7109,
      "step": 102466
    },
    {
      "epoch": 4.767015585019772,
      "grad_norm": 1.7813533895136946,
      "learning_rate": 3.111213289501141e-05,
      "loss": 1.5781,
      "step": 102467
    },
    {
      "epoch": 4.767062107466852,
      "grad_norm": 1.5478148935050051,
      "learning_rate": 3.110986985483101e-05,
      "loss": 1.1797,
      "step": 102468
    },
    {
      "epoch": 4.767108629913934,
      "grad_norm": 1.8126957703354272,
      "learning_rate": 3.1107606887435785e-05,
      "loss": 1.6016,
      "step": 102469
    },
    {
      "epoch": 4.767155152361014,
      "grad_norm": 1.7825936356586356,
      "learning_rate": 3.110534399282724e-05,
      "loss": 1.4531,
      "step": 102470
    },
    {
      "epoch": 4.767201674808095,
      "grad_norm": 1.7077294229821744,
      "learning_rate": 3.110308117100671e-05,
      "loss": 1.4844,
      "step": 102471
    },
    {
      "epoch": 4.767248197255175,
      "grad_norm": 1.7553259604188214,
      "learning_rate": 3.110081842197557e-05,
      "loss": 1.5781,
      "step": 102472
    },
    {
      "epoch": 4.767294719702257,
      "grad_norm": 1.682602571081366,
      "learning_rate": 3.109855574573517e-05,
      "loss": 1.4453,
      "step": 102473
    },
    {
      "epoch": 4.767341242149337,
      "grad_norm": 1.768878449423599,
      "learning_rate": 3.109629314228697e-05,
      "loss": 1.5312,
      "step": 102474
    },
    {
      "epoch": 4.7673877645964176,
      "grad_norm": 1.6936466374153545,
      "learning_rate": 3.1094030611632326e-05,
      "loss": 1.3438,
      "step": 102475
    },
    {
      "epoch": 4.767434287043498,
      "grad_norm": 1.9860822369905589,
      "learning_rate": 3.1091768153772616e-05,
      "loss": 2.0312,
      "step": 102476
    },
    {
      "epoch": 4.767480809490579,
      "grad_norm": 1.8260363802483464,
      "learning_rate": 3.108950576870918e-05,
      "loss": 1.6016,
      "step": 102477
    },
    {
      "epoch": 4.76752733193766,
      "grad_norm": 1.6354245562318446,
      "learning_rate": 3.108724345644346e-05,
      "loss": 1.3672,
      "step": 102478
    },
    {
      "epoch": 4.76757385438474,
      "grad_norm": 1.9892246642200158,
      "learning_rate": 3.1084981216976854e-05,
      "loss": 1.7578,
      "step": 102479
    },
    {
      "epoch": 4.767620376831822,
      "grad_norm": 1.6973720023482377,
      "learning_rate": 3.1082719050310726e-05,
      "loss": 1.5938,
      "step": 102480
    },
    {
      "epoch": 4.767666899278902,
      "grad_norm": 1.6980603275025365,
      "learning_rate": 3.108045695644647e-05,
      "loss": 1.4375,
      "step": 102481
    },
    {
      "epoch": 4.767713421725983,
      "grad_norm": 1.8293771870666267,
      "learning_rate": 3.107819493538542e-05,
      "loss": 1.5859,
      "step": 102482
    },
    {
      "epoch": 4.767759944173063,
      "grad_norm": 1.896017312839942,
      "learning_rate": 3.1075932987129045e-05,
      "loss": 1.8047,
      "step": 102483
    },
    {
      "epoch": 4.7678064666201445,
      "grad_norm": 1.8909520665184207,
      "learning_rate": 3.107367111167867e-05,
      "loss": 1.7031,
      "step": 102484
    },
    {
      "epoch": 4.767852989067225,
      "grad_norm": 1.8589547241368314,
      "learning_rate": 3.1071409309035695e-05,
      "loss": 1.7344,
      "step": 102485
    },
    {
      "epoch": 4.7678995115143055,
      "grad_norm": 1.764481198903821,
      "learning_rate": 3.106914757920151e-05,
      "loss": 1.5391,
      "step": 102486
    },
    {
      "epoch": 4.767946033961387,
      "grad_norm": 1.8713138751438718,
      "learning_rate": 3.1066885922177446e-05,
      "loss": 1.625,
      "step": 102487
    },
    {
      "epoch": 4.767992556408467,
      "grad_norm": 1.9191500755466309,
      "learning_rate": 3.106462433796498e-05,
      "loss": 1.6953,
      "step": 102488
    },
    {
      "epoch": 4.768039078855548,
      "grad_norm": 1.6454679209985748,
      "learning_rate": 3.1062362826565465e-05,
      "loss": 1.3438,
      "step": 102489
    },
    {
      "epoch": 4.768085601302628,
      "grad_norm": 1.942622965038008,
      "learning_rate": 3.106010138798025e-05,
      "loss": 1.6797,
      "step": 102490
    },
    {
      "epoch": 4.768132123749709,
      "grad_norm": 1.8105298946605217,
      "learning_rate": 3.105784002221071e-05,
      "loss": 1.5781,
      "step": 102491
    },
    {
      "epoch": 4.76817864619679,
      "grad_norm": 1.8155011400013112,
      "learning_rate": 3.105557872925831e-05,
      "loss": 1.5938,
      "step": 102492
    },
    {
      "epoch": 4.768225168643871,
      "grad_norm": 1.8381083625237902,
      "learning_rate": 3.105331750912437e-05,
      "loss": 1.5078,
      "step": 102493
    },
    {
      "epoch": 4.768271691090951,
      "grad_norm": 1.7284603150344064,
      "learning_rate": 3.10510563618103e-05,
      "loss": 1.6172,
      "step": 102494
    },
    {
      "epoch": 4.768318213538032,
      "grad_norm": 1.775991424797541,
      "learning_rate": 3.1048795287317445e-05,
      "loss": 1.5781,
      "step": 102495
    },
    {
      "epoch": 4.768364735985113,
      "grad_norm": 1.8179538413289413,
      "learning_rate": 3.104653428564724e-05,
      "loss": 1.5703,
      "step": 102496
    },
    {
      "epoch": 4.768411258432193,
      "grad_norm": 1.848745676466042,
      "learning_rate": 3.1044273356801065e-05,
      "loss": 1.6406,
      "step": 102497
    },
    {
      "epoch": 4.768457780879274,
      "grad_norm": 1.82680630882835,
      "learning_rate": 3.104201250078027e-05,
      "loss": 1.5234,
      "step": 102498
    },
    {
      "epoch": 4.768504303326355,
      "grad_norm": 1.814226499758028,
      "learning_rate": 3.103975171758623e-05,
      "loss": 1.5547,
      "step": 102499
    },
    {
      "epoch": 4.768550825773436,
      "grad_norm": 1.7029577174036274,
      "learning_rate": 3.103749100722034e-05,
      "loss": 1.5469,
      "step": 102500
    },
    {
      "epoch": 4.768597348220516,
      "grad_norm": 1.886925061208977,
      "learning_rate": 3.103523036968405e-05,
      "loss": 1.5781,
      "step": 102501
    },
    {
      "epoch": 4.7686438706675975,
      "grad_norm": 1.741021063013936,
      "learning_rate": 3.10329698049787e-05,
      "loss": 1.4922,
      "step": 102502
    },
    {
      "epoch": 4.768690393114678,
      "grad_norm": 1.7914209622116497,
      "learning_rate": 3.1030709313105646e-05,
      "loss": 1.6328,
      "step": 102503
    },
    {
      "epoch": 4.7687369155617585,
      "grad_norm": 1.842907762681205,
      "learning_rate": 3.102844889406627e-05,
      "loss": 1.6484,
      "step": 102504
    },
    {
      "epoch": 4.768783438008839,
      "grad_norm": 1.9216131540395618,
      "learning_rate": 3.1026188547862006e-05,
      "loss": 1.7109,
      "step": 102505
    },
    {
      "epoch": 4.76882996045592,
      "grad_norm": 1.8911445716428645,
      "learning_rate": 3.102392827449422e-05,
      "loss": 1.7109,
      "step": 102506
    },
    {
      "epoch": 4.768876482903001,
      "grad_norm": 1.8120416973832525,
      "learning_rate": 3.1021668073964286e-05,
      "loss": 1.7578,
      "step": 102507
    },
    {
      "epoch": 4.768923005350081,
      "grad_norm": 2.058118617230605,
      "learning_rate": 3.101940794627355e-05,
      "loss": 1.7969,
      "step": 102508
    },
    {
      "epoch": 4.768969527797162,
      "grad_norm": 1.6039748106325933,
      "learning_rate": 3.1017147891423464e-05,
      "loss": 1.3125,
      "step": 102509
    },
    {
      "epoch": 4.769016050244243,
      "grad_norm": 1.7422590132818987,
      "learning_rate": 3.10148879094154e-05,
      "loss": 1.5234,
      "step": 102510
    },
    {
      "epoch": 4.769062572691324,
      "grad_norm": 1.9874528995841052,
      "learning_rate": 3.101262800025069e-05,
      "loss": 1.7109,
      "step": 102511
    },
    {
      "epoch": 4.769109095138404,
      "grad_norm": 1.991596831419889,
      "learning_rate": 3.101036816393079e-05,
      "loss": 1.6328,
      "step": 102512
    },
    {
      "epoch": 4.769155617585485,
      "grad_norm": 1.919405603195783,
      "learning_rate": 3.100810840045698e-05,
      "loss": 1.6641,
      "step": 102513
    },
    {
      "epoch": 4.769202140032566,
      "grad_norm": 1.794183313684812,
      "learning_rate": 3.1005848709830745e-05,
      "loss": 1.9141,
      "step": 102514
    },
    {
      "epoch": 4.769248662479646,
      "grad_norm": 1.8710549701534034,
      "learning_rate": 3.100358909205344e-05,
      "loss": 1.6406,
      "step": 102515
    },
    {
      "epoch": 4.769295184926727,
      "grad_norm": 1.8265159700807814,
      "learning_rate": 3.100132954712644e-05,
      "loss": 1.6016,
      "step": 102516
    },
    {
      "epoch": 4.769341707373808,
      "grad_norm": 1.7191011937667666,
      "learning_rate": 3.099907007505109e-05,
      "loss": 1.4062,
      "step": 102517
    },
    {
      "epoch": 4.769388229820889,
      "grad_norm": 1.7872738660490635,
      "learning_rate": 3.0996810675828834e-05,
      "loss": 1.6094,
      "step": 102518
    },
    {
      "epoch": 4.769434752267969,
      "grad_norm": 1.8305220779885132,
      "learning_rate": 3.099455134946104e-05,
      "loss": 1.5781,
      "step": 102519
    },
    {
      "epoch": 4.76948127471505,
      "grad_norm": 1.7959109265708397,
      "learning_rate": 3.099229209594909e-05,
      "loss": 1.5625,
      "step": 102520
    },
    {
      "epoch": 4.769527797162131,
      "grad_norm": 1.8661557488194842,
      "learning_rate": 3.0990032915294323e-05,
      "loss": 1.6797,
      "step": 102521
    },
    {
      "epoch": 4.7695743196092115,
      "grad_norm": 1.6462169875956802,
      "learning_rate": 3.098777380749814e-05,
      "loss": 1.375,
      "step": 102522
    },
    {
      "epoch": 4.769620842056292,
      "grad_norm": 1.7222728130879357,
      "learning_rate": 3.0985514772561995e-05,
      "loss": 1.5156,
      "step": 102523
    },
    {
      "epoch": 4.769667364503373,
      "grad_norm": 1.9195017800081569,
      "learning_rate": 3.098325581048723e-05,
      "loss": 1.7109,
      "step": 102524
    },
    {
      "epoch": 4.769713886950454,
      "grad_norm": 1.9373784245943204,
      "learning_rate": 3.09809969212752e-05,
      "loss": 1.7656,
      "step": 102525
    },
    {
      "epoch": 4.769760409397534,
      "grad_norm": 1.740859275794688,
      "learning_rate": 3.097873810492726e-05,
      "loss": 1.5,
      "step": 102526
    },
    {
      "epoch": 4.769806931844615,
      "grad_norm": 1.8266355906274638,
      "learning_rate": 3.0976479361444896e-05,
      "loss": 1.5938,
      "step": 102527
    },
    {
      "epoch": 4.769853454291695,
      "grad_norm": 1.7990939315168948,
      "learning_rate": 3.097422069082944e-05,
      "loss": 1.5781,
      "step": 102528
    },
    {
      "epoch": 4.769899976738777,
      "grad_norm": 1.8390173994234893,
      "learning_rate": 3.097196209308224e-05,
      "loss": 1.7109,
      "step": 102529
    },
    {
      "epoch": 4.769946499185857,
      "grad_norm": 1.5970408066491255,
      "learning_rate": 3.096970356820469e-05,
      "loss": 1.2891,
      "step": 102530
    },
    {
      "epoch": 4.769993021632938,
      "grad_norm": 1.779287519773276,
      "learning_rate": 3.096744511619822e-05,
      "loss": 1.4922,
      "step": 102531
    },
    {
      "epoch": 4.770039544080019,
      "grad_norm": 1.8653111702857834,
      "learning_rate": 3.096518673706418e-05,
      "loss": 1.6328,
      "step": 102532
    },
    {
      "epoch": 4.770086066527099,
      "grad_norm": 1.7976413982188073,
      "learning_rate": 3.096292843080395e-05,
      "loss": 1.6328,
      "step": 102533
    },
    {
      "epoch": 4.77013258897418,
      "grad_norm": 1.840143001515568,
      "learning_rate": 3.096067019741888e-05,
      "loss": 1.5938,
      "step": 102534
    },
    {
      "epoch": 4.77017911142126,
      "grad_norm": 1.8128283002187249,
      "learning_rate": 3.095841203691043e-05,
      "loss": 1.5,
      "step": 102535
    },
    {
      "epoch": 4.770225633868342,
      "grad_norm": 1.8573849607751833,
      "learning_rate": 3.0956153949279946e-05,
      "loss": 1.6875,
      "step": 102536
    },
    {
      "epoch": 4.770272156315422,
      "grad_norm": 1.7552380512927095,
      "learning_rate": 3.09538959345288e-05,
      "loss": 1.4766,
      "step": 102537
    },
    {
      "epoch": 4.770318678762503,
      "grad_norm": 1.9502372332851239,
      "learning_rate": 3.0951637992658394e-05,
      "loss": 1.7812,
      "step": 102538
    },
    {
      "epoch": 4.770365201209584,
      "grad_norm": 1.7832262646881605,
      "learning_rate": 3.094938012367004e-05,
      "loss": 1.6172,
      "step": 102539
    },
    {
      "epoch": 4.7704117236566645,
      "grad_norm": 1.6887627492113528,
      "learning_rate": 3.0947122327565226e-05,
      "loss": 1.4062,
      "step": 102540
    },
    {
      "epoch": 4.770458246103745,
      "grad_norm": 1.66184947931988,
      "learning_rate": 3.094486460434528e-05,
      "loss": 1.3906,
      "step": 102541
    },
    {
      "epoch": 4.7705047685508255,
      "grad_norm": 1.8670786352068671,
      "learning_rate": 3.09426069540116e-05,
      "loss": 1.6094,
      "step": 102542
    },
    {
      "epoch": 4.770551290997907,
      "grad_norm": 1.703059315999005,
      "learning_rate": 3.09403493765655e-05,
      "loss": 1.3281,
      "step": 102543
    },
    {
      "epoch": 4.770597813444987,
      "grad_norm": 1.743853237871031,
      "learning_rate": 3.093809187200844e-05,
      "loss": 1.5625,
      "step": 102544
    },
    {
      "epoch": 4.770644335892068,
      "grad_norm": 1.7868592259339922,
      "learning_rate": 3.093583444034181e-05,
      "loss": 1.4609,
      "step": 102545
    },
    {
      "epoch": 4.770690858339148,
      "grad_norm": 1.9980304728908538,
      "learning_rate": 3.093357708156696e-05,
      "loss": 1.8047,
      "step": 102546
    },
    {
      "epoch": 4.77073738078623,
      "grad_norm": 1.7552383284693003,
      "learning_rate": 3.0931319795685293e-05,
      "loss": 1.5312,
      "step": 102547
    },
    {
      "epoch": 4.77078390323331,
      "grad_norm": 1.7356917584656122,
      "learning_rate": 3.092906258269812e-05,
      "loss": 1.4609,
      "step": 102548
    },
    {
      "epoch": 4.770830425680391,
      "grad_norm": 1.8815473284487785,
      "learning_rate": 3.092680544260692e-05,
      "loss": 1.6172,
      "step": 102549
    },
    {
      "epoch": 4.770876948127471,
      "grad_norm": 1.820320914385697,
      "learning_rate": 3.092454837541303e-05,
      "loss": 1.5391,
      "step": 102550
    },
    {
      "epoch": 4.7709234705745525,
      "grad_norm": 1.9300417055887018,
      "learning_rate": 3.0922291381117835e-05,
      "loss": 1.7109,
      "step": 102551
    },
    {
      "epoch": 4.770969993021633,
      "grad_norm": 1.6721357539948034,
      "learning_rate": 3.092003445972266e-05,
      "loss": 1.3594,
      "step": 102552
    },
    {
      "epoch": 4.771016515468713,
      "grad_norm": 1.861392624726948,
      "learning_rate": 3.091777761122901e-05,
      "loss": 1.6719,
      "step": 102553
    },
    {
      "epoch": 4.771063037915795,
      "grad_norm": 1.8630361258077555,
      "learning_rate": 3.091552083563817e-05,
      "loss": 1.625,
      "step": 102554
    },
    {
      "epoch": 4.771109560362875,
      "grad_norm": 1.7454877539993272,
      "learning_rate": 3.091326413295157e-05,
      "loss": 1.5703,
      "step": 102555
    },
    {
      "epoch": 4.771156082809956,
      "grad_norm": 1.8331092180368718,
      "learning_rate": 3.091100750317053e-05,
      "loss": 1.5547,
      "step": 102556
    },
    {
      "epoch": 4.771202605257036,
      "grad_norm": 1.5311611792631343,
      "learning_rate": 3.090875094629651e-05,
      "loss": 1.2578,
      "step": 102557
    },
    {
      "epoch": 4.771249127704118,
      "grad_norm": 1.7665904611414118,
      "learning_rate": 3.090649446233085e-05,
      "loss": 1.5234,
      "step": 102558
    },
    {
      "epoch": 4.771295650151198,
      "grad_norm": 2.015152097020181,
      "learning_rate": 3.090423805127494e-05,
      "loss": 1.9141,
      "step": 102559
    },
    {
      "epoch": 4.7713421725982785,
      "grad_norm": 1.8960725500464843,
      "learning_rate": 3.090198171313012e-05,
      "loss": 1.6875,
      "step": 102560
    },
    {
      "epoch": 4.771388695045359,
      "grad_norm": 1.9433700127712328,
      "learning_rate": 3.0899725447897836e-05,
      "loss": 1.8125,
      "step": 102561
    },
    {
      "epoch": 4.77143521749244,
      "grad_norm": 1.7605077878559883,
      "learning_rate": 3.089746925557947e-05,
      "loss": 1.4375,
      "step": 102562
    },
    {
      "epoch": 4.771481739939521,
      "grad_norm": 1.7966503034048273,
      "learning_rate": 3.089521313617635e-05,
      "loss": 1.4062,
      "step": 102563
    },
    {
      "epoch": 4.771528262386601,
      "grad_norm": 1.9547690067750614,
      "learning_rate": 3.089295708968989e-05,
      "loss": 1.7734,
      "step": 102564
    },
    {
      "epoch": 4.771574784833682,
      "grad_norm": 1.8510170232886993,
      "learning_rate": 3.089070111612142e-05,
      "loss": 1.7891,
      "step": 102565
    },
    {
      "epoch": 4.771621307280763,
      "grad_norm": 1.6153139273124058,
      "learning_rate": 3.088844521547237e-05,
      "loss": 1.3516,
      "step": 102566
    },
    {
      "epoch": 4.771667829727844,
      "grad_norm": 1.8600710424735594,
      "learning_rate": 3.088618938774415e-05,
      "loss": 1.5703,
      "step": 102567
    },
    {
      "epoch": 4.771714352174924,
      "grad_norm": 1.6659089395405422,
      "learning_rate": 3.088393363293811e-05,
      "loss": 1.3203,
      "step": 102568
    },
    {
      "epoch": 4.7717608746220055,
      "grad_norm": 1.8939386522627573,
      "learning_rate": 3.088167795105563e-05,
      "loss": 1.6562,
      "step": 102569
    },
    {
      "epoch": 4.771807397069086,
      "grad_norm": 1.5815990407503355,
      "learning_rate": 3.087942234209805e-05,
      "loss": 1.2578,
      "step": 102570
    },
    {
      "epoch": 4.771853919516166,
      "grad_norm": 1.8132929099521045,
      "learning_rate": 3.087716680606682e-05,
      "loss": 1.5547,
      "step": 102571
    },
    {
      "epoch": 4.771900441963247,
      "grad_norm": 1.7776313174413674,
      "learning_rate": 3.0874911342963296e-05,
      "loss": 1.6953,
      "step": 102572
    },
    {
      "epoch": 4.771946964410328,
      "grad_norm": 1.5258567815936415,
      "learning_rate": 3.087265595278886e-05,
      "loss": 1.3594,
      "step": 102573
    },
    {
      "epoch": 4.771993486857409,
      "grad_norm": 1.82854557180268,
      "learning_rate": 3.0870400635544834e-05,
      "loss": 1.6016,
      "step": 102574
    },
    {
      "epoch": 4.772040009304489,
      "grad_norm": 1.928401675945514,
      "learning_rate": 3.08681453912327e-05,
      "loss": 1.7266,
      "step": 102575
    },
    {
      "epoch": 4.772086531751571,
      "grad_norm": 1.9463630713126128,
      "learning_rate": 3.0865890219853796e-05,
      "loss": 1.8125,
      "step": 102576
    },
    {
      "epoch": 4.772133054198651,
      "grad_norm": 1.8307663804956928,
      "learning_rate": 3.086363512140948e-05,
      "loss": 1.5859,
      "step": 102577
    },
    {
      "epoch": 4.772179576645732,
      "grad_norm": 1.9646770080055054,
      "learning_rate": 3.0861380095901105e-05,
      "loss": 1.7031,
      "step": 102578
    },
    {
      "epoch": 4.772226099092812,
      "grad_norm": 1.834763145552199,
      "learning_rate": 3.085912514333016e-05,
      "loss": 1.5625,
      "step": 102579
    },
    {
      "epoch": 4.7722726215398925,
      "grad_norm": 2.0130696974909545,
      "learning_rate": 3.085687026369794e-05,
      "loss": 1.7422,
      "step": 102580
    },
    {
      "epoch": 4.772319143986974,
      "grad_norm": 1.9030229248167219,
      "learning_rate": 3.085461545700585e-05,
      "loss": 1.5938,
      "step": 102581
    },
    {
      "epoch": 4.772365666434054,
      "grad_norm": 1.8584626187335676,
      "learning_rate": 3.085236072325522e-05,
      "loss": 1.5469,
      "step": 102582
    },
    {
      "epoch": 4.772412188881135,
      "grad_norm": 1.6740473895611725,
      "learning_rate": 3.085010606244754e-05,
      "loss": 1.3672,
      "step": 102583
    },
    {
      "epoch": 4.772458711328216,
      "grad_norm": 1.8206827313688214,
      "learning_rate": 3.0847851474584116e-05,
      "loss": 1.6484,
      "step": 102584
    },
    {
      "epoch": 4.772505233775297,
      "grad_norm": 1.6105095111418732,
      "learning_rate": 3.084559695966633e-05,
      "loss": 1.3906,
      "step": 102585
    },
    {
      "epoch": 4.772551756222377,
      "grad_norm": 1.816117574465904,
      "learning_rate": 3.084334251769554e-05,
      "loss": 1.6094,
      "step": 102586
    },
    {
      "epoch": 4.772598278669458,
      "grad_norm": 1.550559824440608,
      "learning_rate": 3.08410881486732e-05,
      "loss": 1.2812,
      "step": 102587
    },
    {
      "epoch": 4.772644801116539,
      "grad_norm": 1.7455844369462963,
      "learning_rate": 3.08388338526006e-05,
      "loss": 1.4688,
      "step": 102588
    },
    {
      "epoch": 4.7726913235636195,
      "grad_norm": 1.6513195339235962,
      "learning_rate": 3.083657962947922e-05,
      "loss": 1.3203,
      "step": 102589
    },
    {
      "epoch": 4.7727378460107,
      "grad_norm": 1.830257729253241,
      "learning_rate": 3.083432547931038e-05,
      "loss": 1.5234,
      "step": 102590
    },
    {
      "epoch": 4.772784368457781,
      "grad_norm": 1.7878544575870183,
      "learning_rate": 3.083207140209543e-05,
      "loss": 1.5781,
      "step": 102591
    },
    {
      "epoch": 4.772830890904862,
      "grad_norm": 1.7851157020674302,
      "learning_rate": 3.0829817397835824e-05,
      "loss": 1.5391,
      "step": 102592
    },
    {
      "epoch": 4.772877413351942,
      "grad_norm": 1.6537386239555985,
      "learning_rate": 3.0827563466532915e-05,
      "loss": 1.3047,
      "step": 102593
    },
    {
      "epoch": 4.772923935799023,
      "grad_norm": 1.6531917137812098,
      "learning_rate": 3.082530960818807e-05,
      "loss": 1.4453,
      "step": 102594
    },
    {
      "epoch": 4.772970458246104,
      "grad_norm": 1.872987435693684,
      "learning_rate": 3.0823055822802685e-05,
      "loss": 1.5156,
      "step": 102595
    },
    {
      "epoch": 4.773016980693185,
      "grad_norm": 1.864520103416255,
      "learning_rate": 3.082080211037807e-05,
      "loss": 1.5625,
      "step": 102596
    },
    {
      "epoch": 4.773063503140265,
      "grad_norm": 1.5665107677077597,
      "learning_rate": 3.081854847091571e-05,
      "loss": 1.2578,
      "step": 102597
    },
    {
      "epoch": 4.7731100255873455,
      "grad_norm": 1.8018639376917047,
      "learning_rate": 3.0816294904416924e-05,
      "loss": 1.5625,
      "step": 102598
    },
    {
      "epoch": 4.773156548034427,
      "grad_norm": 1.8635649780584622,
      "learning_rate": 3.081404141088312e-05,
      "loss": 1.5859,
      "step": 102599
    },
    {
      "epoch": 4.773203070481507,
      "grad_norm": 1.9849321862568574,
      "learning_rate": 3.0811787990315624e-05,
      "loss": 1.6172,
      "step": 102600
    },
    {
      "epoch": 4.773249592928588,
      "grad_norm": 1.7181435448866238,
      "learning_rate": 3.080953464271588e-05,
      "loss": 1.4922,
      "step": 102601
    },
    {
      "epoch": 4.773296115375668,
      "grad_norm": 1.8523872982450862,
      "learning_rate": 3.080728136808525e-05,
      "loss": 1.6719,
      "step": 102602
    },
    {
      "epoch": 4.77334263782275,
      "grad_norm": 1.6731993046533036,
      "learning_rate": 3.080502816642509e-05,
      "loss": 1.4453,
      "step": 102603
    },
    {
      "epoch": 4.77338916026983,
      "grad_norm": 1.903578948883837,
      "learning_rate": 3.080277503773677e-05,
      "loss": 1.7422,
      "step": 102604
    },
    {
      "epoch": 4.773435682716911,
      "grad_norm": 1.8194518232525638,
      "learning_rate": 3.0800521982021744e-05,
      "loss": 1.5391,
      "step": 102605
    },
    {
      "epoch": 4.773482205163992,
      "grad_norm": 3.507562503104359,
      "learning_rate": 3.0798268999281324e-05,
      "loss": 1.4844,
      "step": 102606
    },
    {
      "epoch": 4.7735287276110725,
      "grad_norm": 1.8354946889186743,
      "learning_rate": 3.0796016089516914e-05,
      "loss": 1.5781,
      "step": 102607
    },
    {
      "epoch": 4.773575250058153,
      "grad_norm": 1.5684516893147256,
      "learning_rate": 3.079376325272984e-05,
      "loss": 1.2578,
      "step": 102608
    },
    {
      "epoch": 4.7736217725052335,
      "grad_norm": 1.8093419434767697,
      "learning_rate": 3.079151048892156e-05,
      "loss": 1.4922,
      "step": 102609
    },
    {
      "epoch": 4.773668294952315,
      "grad_norm": 1.7080110535631265,
      "learning_rate": 3.0789257798093405e-05,
      "loss": 1.3594,
      "step": 102610
    },
    {
      "epoch": 4.773714817399395,
      "grad_norm": 1.8487990049010425,
      "learning_rate": 3.0787005180246784e-05,
      "loss": 1.6094,
      "step": 102611
    },
    {
      "epoch": 4.773761339846476,
      "grad_norm": 1.9178423340103032,
      "learning_rate": 3.078475263538306e-05,
      "loss": 1.7344,
      "step": 102612
    },
    {
      "epoch": 4.773807862293557,
      "grad_norm": 1.7682877110638662,
      "learning_rate": 3.0782500163503595e-05,
      "loss": 1.5859,
      "step": 102613
    },
    {
      "epoch": 4.773854384740638,
      "grad_norm": 1.8451301178435282,
      "learning_rate": 3.0780247764609813e-05,
      "loss": 1.5938,
      "step": 102614
    },
    {
      "epoch": 4.773900907187718,
      "grad_norm": 1.8978392356931437,
      "learning_rate": 3.0777995438703065e-05,
      "loss": 1.5625,
      "step": 102615
    },
    {
      "epoch": 4.773947429634799,
      "grad_norm": 1.895940580365758,
      "learning_rate": 3.077574318578473e-05,
      "loss": 1.7266,
      "step": 102616
    },
    {
      "epoch": 4.773993952081879,
      "grad_norm": 1.7908515162771805,
      "learning_rate": 3.077349100585615e-05,
      "loss": 1.5234,
      "step": 102617
    },
    {
      "epoch": 4.77404047452896,
      "grad_norm": 1.8358201912348393,
      "learning_rate": 3.0771238898918775e-05,
      "loss": 1.4922,
      "step": 102618
    },
    {
      "epoch": 4.774086996976041,
      "grad_norm": 1.7880148958861464,
      "learning_rate": 3.0768986864973964e-05,
      "loss": 1.5469,
      "step": 102619
    },
    {
      "epoch": 4.774133519423121,
      "grad_norm": 1.810272165111098,
      "learning_rate": 3.0766734904023083e-05,
      "loss": 1.6406,
      "step": 102620
    },
    {
      "epoch": 4.774180041870203,
      "grad_norm": 1.7201528192718216,
      "learning_rate": 3.076448301606749e-05,
      "loss": 1.3984,
      "step": 102621
    },
    {
      "epoch": 4.774226564317283,
      "grad_norm": 1.8411738189567557,
      "learning_rate": 3.076223120110856e-05,
      "loss": 1.5625,
      "step": 102622
    },
    {
      "epoch": 4.774273086764364,
      "grad_norm": 1.8238668208269242,
      "learning_rate": 3.075997945914772e-05,
      "loss": 1.6172,
      "step": 102623
    },
    {
      "epoch": 4.774319609211444,
      "grad_norm": 1.728384934508095,
      "learning_rate": 3.0757727790186336e-05,
      "loss": 1.4453,
      "step": 102624
    },
    {
      "epoch": 4.7743661316585255,
      "grad_norm": 1.799775858784373,
      "learning_rate": 3.0755476194225774e-05,
      "loss": 1.6094,
      "step": 102625
    },
    {
      "epoch": 4.774412654105606,
      "grad_norm": 1.9906822631023948,
      "learning_rate": 3.075322467126737e-05,
      "loss": 1.7891,
      "step": 102626
    },
    {
      "epoch": 4.7744591765526865,
      "grad_norm": 1.770090851463216,
      "learning_rate": 3.075097322131258e-05,
      "loss": 1.4219,
      "step": 102627
    },
    {
      "epoch": 4.774505698999768,
      "grad_norm": 1.7876207640158222,
      "learning_rate": 3.0748721844362744e-05,
      "loss": 1.4766,
      "step": 102628
    },
    {
      "epoch": 4.774552221446848,
      "grad_norm": 1.906773014989558,
      "learning_rate": 3.074647054041926e-05,
      "loss": 1.5781,
      "step": 102629
    },
    {
      "epoch": 4.774598743893929,
      "grad_norm": 1.737140130880944,
      "learning_rate": 3.0744219309483445e-05,
      "loss": 1.5312,
      "step": 102630
    },
    {
      "epoch": 4.774645266341009,
      "grad_norm": 1.8737199764411883,
      "learning_rate": 3.0741968151556756e-05,
      "loss": 1.7031,
      "step": 102631
    },
    {
      "epoch": 4.774691788788091,
      "grad_norm": 1.72593987967764,
      "learning_rate": 3.0739717066640486e-05,
      "loss": 1.4141,
      "step": 102632
    },
    {
      "epoch": 4.774738311235171,
      "grad_norm": 1.8300067299486895,
      "learning_rate": 3.0737466054736125e-05,
      "loss": 1.5938,
      "step": 102633
    },
    {
      "epoch": 4.774784833682252,
      "grad_norm": 1.7237607689870742,
      "learning_rate": 3.073521511584498e-05,
      "loss": 1.5156,
      "step": 102634
    },
    {
      "epoch": 4.774831356129332,
      "grad_norm": 1.9790216161066327,
      "learning_rate": 3.0732964249968395e-05,
      "loss": 1.7656,
      "step": 102635
    },
    {
      "epoch": 4.774877878576413,
      "grad_norm": 1.8640358849745582,
      "learning_rate": 3.073071345710784e-05,
      "loss": 1.6953,
      "step": 102636
    },
    {
      "epoch": 4.774924401023494,
      "grad_norm": 2.0218015503946845,
      "learning_rate": 3.072846273726464e-05,
      "loss": 1.7188,
      "step": 102637
    },
    {
      "epoch": 4.774970923470574,
      "grad_norm": 1.8624512642974151,
      "learning_rate": 3.072621209044018e-05,
      "loss": 1.7422,
      "step": 102638
    },
    {
      "epoch": 4.775017445917655,
      "grad_norm": 1.885387619023421,
      "learning_rate": 3.072396151663579e-05,
      "loss": 1.6719,
      "step": 102639
    },
    {
      "epoch": 4.775063968364736,
      "grad_norm": 1.9003106907459375,
      "learning_rate": 3.0721711015852944e-05,
      "loss": 1.6484,
      "step": 102640
    },
    {
      "epoch": 4.775110490811817,
      "grad_norm": 1.7961497725722186,
      "learning_rate": 3.071946058809297e-05,
      "loss": 1.6562,
      "step": 102641
    },
    {
      "epoch": 4.775157013258897,
      "grad_norm": 1.8506215333885432,
      "learning_rate": 3.071721023335723e-05,
      "loss": 1.6328,
      "step": 102642
    },
    {
      "epoch": 4.7752035357059786,
      "grad_norm": 1.6951900537200841,
      "learning_rate": 3.0714959951647094e-05,
      "loss": 1.4375,
      "step": 102643
    },
    {
      "epoch": 4.775250058153059,
      "grad_norm": 1.8024792220854466,
      "learning_rate": 3.071270974296399e-05,
      "loss": 1.5859,
      "step": 102644
    },
    {
      "epoch": 4.7752965806001395,
      "grad_norm": 1.8502134977829974,
      "learning_rate": 3.071045960730927e-05,
      "loss": 1.6641,
      "step": 102645
    },
    {
      "epoch": 4.77534310304722,
      "grad_norm": 1.8484699723904312,
      "learning_rate": 3.070820954468432e-05,
      "loss": 1.5625,
      "step": 102646
    },
    {
      "epoch": 4.775389625494301,
      "grad_norm": 1.7380586121992725,
      "learning_rate": 3.07059595550905e-05,
      "loss": 1.6094,
      "step": 102647
    },
    {
      "epoch": 4.775436147941382,
      "grad_norm": 1.8170537648724085,
      "learning_rate": 3.0703709638529153e-05,
      "loss": 1.6172,
      "step": 102648
    },
    {
      "epoch": 4.775482670388462,
      "grad_norm": 1.9210730666358005,
      "learning_rate": 3.0701459795001745e-05,
      "loss": 1.6953,
      "step": 102649
    },
    {
      "epoch": 4.775529192835543,
      "grad_norm": 1.724410981039639,
      "learning_rate": 3.069921002450961e-05,
      "loss": 1.5,
      "step": 102650
    },
    {
      "epoch": 4.775575715282624,
      "grad_norm": 1.8845295915267946,
      "learning_rate": 3.0696960327054097e-05,
      "loss": 1.6641,
      "step": 102651
    },
    {
      "epoch": 4.775622237729705,
      "grad_norm": 1.5536260262663784,
      "learning_rate": 3.06947107026366e-05,
      "loss": 1.3281,
      "step": 102652
    },
    {
      "epoch": 4.775668760176785,
      "grad_norm": 1.9613933651230826,
      "learning_rate": 3.069246115125853e-05,
      "loss": 1.6094,
      "step": 102653
    },
    {
      "epoch": 4.775715282623866,
      "grad_norm": 1.8280418412382022,
      "learning_rate": 3.069021167292119e-05,
      "loss": 1.4531,
      "step": 102654
    },
    {
      "epoch": 4.775761805070947,
      "grad_norm": 1.8839184314166588,
      "learning_rate": 3.068796226762604e-05,
      "loss": 1.6328,
      "step": 102655
    },
    {
      "epoch": 4.775808327518027,
      "grad_norm": 1.8355526747443331,
      "learning_rate": 3.0685712935374455e-05,
      "loss": 1.6641,
      "step": 102656
    },
    {
      "epoch": 4.775854849965108,
      "grad_norm": 1.862777877607351,
      "learning_rate": 3.068346367616771e-05,
      "loss": 1.6641,
      "step": 102657
    },
    {
      "epoch": 4.775901372412189,
      "grad_norm": 1.8062423637937197,
      "learning_rate": 3.068121449000731e-05,
      "loss": 1.5312,
      "step": 102658
    },
    {
      "epoch": 4.77594789485927,
      "grad_norm": 1.9813070509423263,
      "learning_rate": 3.067896537689456e-05,
      "loss": 1.6953,
      "step": 102659
    },
    {
      "epoch": 4.77599441730635,
      "grad_norm": 1.533580981900221,
      "learning_rate": 3.067671633683086e-05,
      "loss": 1.3359,
      "step": 102660
    },
    {
      "epoch": 4.776040939753431,
      "grad_norm": 1.7877669409074735,
      "learning_rate": 3.067446736981752e-05,
      "loss": 1.5469,
      "step": 102661
    },
    {
      "epoch": 4.776087462200512,
      "grad_norm": 1.8169699673657007,
      "learning_rate": 3.067221847585604e-05,
      "loss": 1.7031,
      "step": 102662
    },
    {
      "epoch": 4.7761339846475925,
      "grad_norm": 1.905243835659876,
      "learning_rate": 3.066996965494771e-05,
      "loss": 1.6797,
      "step": 102663
    },
    {
      "epoch": 4.776180507094673,
      "grad_norm": 1.772738575209102,
      "learning_rate": 3.066772090709395e-05,
      "loss": 1.4609,
      "step": 102664
    },
    {
      "epoch": 4.776227029541754,
      "grad_norm": 1.773132707262401,
      "learning_rate": 3.066547223229605e-05,
      "loss": 1.4609,
      "step": 102665
    },
    {
      "epoch": 4.776273551988835,
      "grad_norm": 1.7943370952019708,
      "learning_rate": 3.066322363055551e-05,
      "loss": 1.4219,
      "step": 102666
    },
    {
      "epoch": 4.776320074435915,
      "grad_norm": 1.6926287694240278,
      "learning_rate": 3.066097510187365e-05,
      "loss": 1.3984,
      "step": 102667
    },
    {
      "epoch": 4.776366596882996,
      "grad_norm": 1.8058060914253313,
      "learning_rate": 3.065872664625183e-05,
      "loss": 1.5859,
      "step": 102668
    },
    {
      "epoch": 4.776413119330076,
      "grad_norm": 1.823312249801981,
      "learning_rate": 3.0656478263691406e-05,
      "loss": 1.5078,
      "step": 102669
    },
    {
      "epoch": 4.776459641777158,
      "grad_norm": 1.6891143794729178,
      "learning_rate": 3.065422995419383e-05,
      "loss": 1.375,
      "step": 102670
    },
    {
      "epoch": 4.776506164224238,
      "grad_norm": 1.6482355057785307,
      "learning_rate": 3.0651981717760424e-05,
      "loss": 1.3125,
      "step": 102671
    },
    {
      "epoch": 4.776552686671319,
      "grad_norm": 1.6551203413731062,
      "learning_rate": 3.0649733554392594e-05,
      "loss": 1.3672,
      "step": 102672
    },
    {
      "epoch": 4.7765992091184,
      "grad_norm": 1.977579042188853,
      "learning_rate": 3.064748546409171e-05,
      "loss": 1.7891,
      "step": 102673
    },
    {
      "epoch": 4.7766457315654804,
      "grad_norm": 1.9130356190390776,
      "learning_rate": 3.064523744685908e-05,
      "loss": 1.6797,
      "step": 102674
    },
    {
      "epoch": 4.776692254012561,
      "grad_norm": 1.6621344497596775,
      "learning_rate": 3.064298950269618e-05,
      "loss": 1.3906,
      "step": 102675
    },
    {
      "epoch": 4.776738776459641,
      "grad_norm": 1.7284786845662055,
      "learning_rate": 3.064074163160432e-05,
      "loss": 1.3359,
      "step": 102676
    },
    {
      "epoch": 4.776785298906723,
      "grad_norm": 1.8152477633779638,
      "learning_rate": 3.063849383358493e-05,
      "loss": 1.6094,
      "step": 102677
    },
    {
      "epoch": 4.776831821353803,
      "grad_norm": 1.6780433718572463,
      "learning_rate": 3.0636246108639364e-05,
      "loss": 1.3984,
      "step": 102678
    },
    {
      "epoch": 4.776878343800884,
      "grad_norm": 1.7342316577114396,
      "learning_rate": 3.063399845676894e-05,
      "loss": 1.5,
      "step": 102679
    },
    {
      "epoch": 4.776924866247965,
      "grad_norm": 1.8125078868955484,
      "learning_rate": 3.063175087797514e-05,
      "loss": 1.5,
      "step": 102680
    },
    {
      "epoch": 4.776971388695046,
      "grad_norm": 1.7991542965408525,
      "learning_rate": 3.0629503372259275e-05,
      "loss": 1.625,
      "step": 102681
    },
    {
      "epoch": 4.777017911142126,
      "grad_norm": 1.7391990767011778,
      "learning_rate": 3.062725593962273e-05,
      "loss": 1.3672,
      "step": 102682
    },
    {
      "epoch": 4.7770644335892065,
      "grad_norm": 1.9324466808603862,
      "learning_rate": 3.0625008580066845e-05,
      "loss": 1.7891,
      "step": 102683
    },
    {
      "epoch": 4.777110956036288,
      "grad_norm": 1.5735608126408909,
      "learning_rate": 3.0622761293593086e-05,
      "loss": 1.3828,
      "step": 102684
    },
    {
      "epoch": 4.777157478483368,
      "grad_norm": 1.8850476361726438,
      "learning_rate": 3.0620514080202766e-05,
      "loss": 1.7188,
      "step": 102685
    },
    {
      "epoch": 4.777204000930449,
      "grad_norm": 1.6351009164325143,
      "learning_rate": 3.061826693989728e-05,
      "loss": 1.3125,
      "step": 102686
    },
    {
      "epoch": 4.777250523377529,
      "grad_norm": 1.5590541053663594,
      "learning_rate": 3.061601987267793e-05,
      "loss": 1.3359,
      "step": 102687
    },
    {
      "epoch": 4.777297045824611,
      "grad_norm": 1.7842904018448822,
      "learning_rate": 3.0613772878546224e-05,
      "loss": 1.5,
      "step": 102688
    },
    {
      "epoch": 4.777343568271691,
      "grad_norm": 1.6050340668950418,
      "learning_rate": 3.061152595750344e-05,
      "loss": 1.3438,
      "step": 102689
    },
    {
      "epoch": 4.777390090718772,
      "grad_norm": 1.9533715104993459,
      "learning_rate": 3.060927910955102e-05,
      "loss": 1.7344,
      "step": 102690
    },
    {
      "epoch": 4.777436613165852,
      "grad_norm": 1.9181839535285563,
      "learning_rate": 3.0607032334690244e-05,
      "loss": 1.6562,
      "step": 102691
    },
    {
      "epoch": 4.7774831356129335,
      "grad_norm": 1.722851422199938,
      "learning_rate": 3.060478563292258e-05,
      "loss": 1.4922,
      "step": 102692
    },
    {
      "epoch": 4.777529658060014,
      "grad_norm": 1.8934728826770728,
      "learning_rate": 3.060253900424937e-05,
      "loss": 1.7109,
      "step": 102693
    },
    {
      "epoch": 4.777576180507094,
      "grad_norm": 1.8891305525523234,
      "learning_rate": 3.0600292448672e-05,
      "loss": 1.6406,
      "step": 102694
    },
    {
      "epoch": 4.777622702954176,
      "grad_norm": 1.862863533219865,
      "learning_rate": 3.05980459661918e-05,
      "loss": 1.625,
      "step": 102695
    },
    {
      "epoch": 4.777669225401256,
      "grad_norm": 1.947697166358023,
      "learning_rate": 3.05957995568102e-05,
      "loss": 1.7188,
      "step": 102696
    },
    {
      "epoch": 4.777715747848337,
      "grad_norm": 1.974154858536366,
      "learning_rate": 3.0593553220528534e-05,
      "loss": 1.6797,
      "step": 102697
    },
    {
      "epoch": 4.777762270295417,
      "grad_norm": 2.052194418314,
      "learning_rate": 3.0591306957348224e-05,
      "loss": 1.8672,
      "step": 102698
    },
    {
      "epoch": 4.777808792742499,
      "grad_norm": 1.7953512448591789,
      "learning_rate": 3.058906076727063e-05,
      "loss": 1.4297,
      "step": 102699
    },
    {
      "epoch": 4.777855315189579,
      "grad_norm": 1.9192661100834956,
      "learning_rate": 3.058681465029712e-05,
      "loss": 1.6016,
      "step": 102700
    },
    {
      "epoch": 4.7779018376366595,
      "grad_norm": 1.9406789998808314,
      "learning_rate": 3.058456860642901e-05,
      "loss": 1.6484,
      "step": 102701
    },
    {
      "epoch": 4.77794836008374,
      "grad_norm": 1.9573812217075175,
      "learning_rate": 3.058232263566779e-05,
      "loss": 1.7422,
      "step": 102702
    },
    {
      "epoch": 4.777994882530821,
      "grad_norm": 1.8011229105114588,
      "learning_rate": 3.0580076738014755e-05,
      "loss": 1.625,
      "step": 102703
    },
    {
      "epoch": 4.778041404977902,
      "grad_norm": 1.6804083009607447,
      "learning_rate": 3.057783091347132e-05,
      "loss": 1.375,
      "step": 102704
    },
    {
      "epoch": 4.778087927424982,
      "grad_norm": 1.7944344446029759,
      "learning_rate": 3.057558516203878e-05,
      "loss": 1.6094,
      "step": 102705
    },
    {
      "epoch": 4.778134449872063,
      "grad_norm": 1.9496017683343632,
      "learning_rate": 3.0573339483718636e-05,
      "loss": 1.7109,
      "step": 102706
    },
    {
      "epoch": 4.778180972319144,
      "grad_norm": 1.876388195454182,
      "learning_rate": 3.0571093878512185e-05,
      "loss": 1.6719,
      "step": 102707
    },
    {
      "epoch": 4.778227494766225,
      "grad_norm": 1.7134089299327042,
      "learning_rate": 3.056884834642081e-05,
      "loss": 1.4219,
      "step": 102708
    },
    {
      "epoch": 4.778274017213305,
      "grad_norm": 1.8730169922195352,
      "learning_rate": 3.056660288744585e-05,
      "loss": 1.6641,
      "step": 102709
    },
    {
      "epoch": 4.7783205396603865,
      "grad_norm": 1.8349849282641384,
      "learning_rate": 3.056435750158875e-05,
      "loss": 1.5781,
      "step": 102710
    },
    {
      "epoch": 4.778367062107467,
      "grad_norm": 1.6903795397967396,
      "learning_rate": 3.056211218885087e-05,
      "loss": 1.2734,
      "step": 102711
    },
    {
      "epoch": 4.7784135845545475,
      "grad_norm": 1.8950342709620251,
      "learning_rate": 3.055986694923358e-05,
      "loss": 1.6797,
      "step": 102712
    },
    {
      "epoch": 4.778460107001628,
      "grad_norm": 1.8620735871627456,
      "learning_rate": 3.055762178273817e-05,
      "loss": 1.5469,
      "step": 102713
    },
    {
      "epoch": 4.778506629448709,
      "grad_norm": 1.9165354833079873,
      "learning_rate": 3.055537668936616e-05,
      "loss": 1.6016,
      "step": 102714
    },
    {
      "epoch": 4.77855315189579,
      "grad_norm": 1.9228474153526562,
      "learning_rate": 3.055313166911884e-05,
      "loss": 1.7969,
      "step": 102715
    },
    {
      "epoch": 4.77859967434287,
      "grad_norm": 1.7200906441180506,
      "learning_rate": 3.055088672199759e-05,
      "loss": 1.4375,
      "step": 102716
    },
    {
      "epoch": 4.778646196789952,
      "grad_norm": 1.6819216494340392,
      "learning_rate": 3.054864184800376e-05,
      "loss": 1.4688,
      "step": 102717
    },
    {
      "epoch": 4.778692719237032,
      "grad_norm": 1.8969007079479487,
      "learning_rate": 3.054639704713879e-05,
      "loss": 1.6016,
      "step": 102718
    },
    {
      "epoch": 4.778739241684113,
      "grad_norm": 1.7812241828121504,
      "learning_rate": 3.054415231940398e-05,
      "loss": 1.5469,
      "step": 102719
    },
    {
      "epoch": 4.778785764131193,
      "grad_norm": 1.7750977190457484,
      "learning_rate": 3.0541907664800794e-05,
      "loss": 1.5234,
      "step": 102720
    },
    {
      "epoch": 4.7788322865782735,
      "grad_norm": 1.7160731857202922,
      "learning_rate": 3.053966308333055e-05,
      "loss": 1.4141,
      "step": 102721
    },
    {
      "epoch": 4.778878809025355,
      "grad_norm": 2.0500777673059596,
      "learning_rate": 3.0537418574994594e-05,
      "loss": 1.8438,
      "step": 102722
    },
    {
      "epoch": 4.778925331472435,
      "grad_norm": 1.894804969405767,
      "learning_rate": 3.0535174139794366e-05,
      "loss": 1.6953,
      "step": 102723
    },
    {
      "epoch": 4.778971853919516,
      "grad_norm": 1.6878576730869759,
      "learning_rate": 3.0532929777731205e-05,
      "loss": 1.2812,
      "step": 102724
    },
    {
      "epoch": 4.779018376366597,
      "grad_norm": 1.9201614427015261,
      "learning_rate": 3.0530685488806486e-05,
      "loss": 1.7031,
      "step": 102725
    },
    {
      "epoch": 4.779064898813678,
      "grad_norm": 1.8979705647723206,
      "learning_rate": 3.052844127302159e-05,
      "loss": 1.7812,
      "step": 102726
    },
    {
      "epoch": 4.779111421260758,
      "grad_norm": 1.8963238730776464,
      "learning_rate": 3.0526197130377864e-05,
      "loss": 1.4766,
      "step": 102727
    },
    {
      "epoch": 4.779157943707839,
      "grad_norm": 1.8905267037400963,
      "learning_rate": 3.052395306087672e-05,
      "loss": 1.7031,
      "step": 102728
    },
    {
      "epoch": 4.77920446615492,
      "grad_norm": 1.8068143092628837,
      "learning_rate": 3.0521709064519524e-05,
      "loss": 1.6484,
      "step": 102729
    },
    {
      "epoch": 4.7792509886020005,
      "grad_norm": 1.7882836733238912,
      "learning_rate": 3.051946514130765e-05,
      "loss": 1.6797,
      "step": 102730
    },
    {
      "epoch": 4.779297511049081,
      "grad_norm": 1.844144081552937,
      "learning_rate": 3.051722129124241e-05,
      "loss": 1.6094,
      "step": 102731
    },
    {
      "epoch": 4.779344033496162,
      "grad_norm": 1.8460187652503222,
      "learning_rate": 3.051497751432528e-05,
      "loss": 1.6172,
      "step": 102732
    },
    {
      "epoch": 4.779390555943243,
      "grad_norm": 1.935979923568041,
      "learning_rate": 3.051273381055758e-05,
      "loss": 1.7109,
      "step": 102733
    },
    {
      "epoch": 4.779437078390323,
      "grad_norm": 1.9821464374986613,
      "learning_rate": 3.0510490179940706e-05,
      "loss": 1.6328,
      "step": 102734
    },
    {
      "epoch": 4.779483600837404,
      "grad_norm": 1.8363161600072602,
      "learning_rate": 3.0508246622475947e-05,
      "loss": 1.5391,
      "step": 102735
    },
    {
      "epoch": 4.779530123284485,
      "grad_norm": 1.8667275423219185,
      "learning_rate": 3.0506003138164803e-05,
      "loss": 1.6875,
      "step": 102736
    },
    {
      "epoch": 4.779576645731566,
      "grad_norm": 1.6897584820991096,
      "learning_rate": 3.0503759727008574e-05,
      "loss": 1.5312,
      "step": 102737
    },
    {
      "epoch": 4.779623168178646,
      "grad_norm": 1.8303417746054418,
      "learning_rate": 3.0501516389008663e-05,
      "loss": 1.6172,
      "step": 102738
    },
    {
      "epoch": 4.7796696906257266,
      "grad_norm": 1.7002004722313249,
      "learning_rate": 3.0499273124166377e-05,
      "loss": 1.4531,
      "step": 102739
    },
    {
      "epoch": 4.779716213072808,
      "grad_norm": 1.7785792192404957,
      "learning_rate": 3.0497029932483192e-05,
      "loss": 1.5781,
      "step": 102740
    },
    {
      "epoch": 4.779762735519888,
      "grad_norm": 1.573194981638448,
      "learning_rate": 3.049478681396038e-05,
      "loss": 1.3125,
      "step": 102741
    },
    {
      "epoch": 4.779809257966969,
      "grad_norm": 1.7314373102069298,
      "learning_rate": 3.0492543768599398e-05,
      "loss": 1.3984,
      "step": 102742
    },
    {
      "epoch": 4.779855780414049,
      "grad_norm": 1.878936933524945,
      "learning_rate": 3.049030079640159e-05,
      "loss": 1.6406,
      "step": 102743
    },
    {
      "epoch": 4.779902302861131,
      "grad_norm": 1.7577309942726131,
      "learning_rate": 3.048805789736829e-05,
      "loss": 1.5156,
      "step": 102744
    },
    {
      "epoch": 4.779948825308211,
      "grad_norm": 1.7297646473170736,
      "learning_rate": 3.0485815071500948e-05,
      "loss": 1.4219,
      "step": 102745
    },
    {
      "epoch": 4.779995347755292,
      "grad_norm": 1.8157800253552467,
      "learning_rate": 3.048357231880089e-05,
      "loss": 1.6484,
      "step": 102746
    },
    {
      "epoch": 4.780041870202373,
      "grad_norm": 1.7657790791979444,
      "learning_rate": 3.0481329639269492e-05,
      "loss": 1.4609,
      "step": 102747
    },
    {
      "epoch": 4.7800883926494535,
      "grad_norm": 1.8694716648028817,
      "learning_rate": 3.047908703290808e-05,
      "loss": 1.7188,
      "step": 102748
    },
    {
      "epoch": 4.780134915096534,
      "grad_norm": 1.8134087336684361,
      "learning_rate": 3.047684449971812e-05,
      "loss": 1.5547,
      "step": 102749
    },
    {
      "epoch": 4.7801814375436145,
      "grad_norm": 1.9274754827809044,
      "learning_rate": 3.047460203970094e-05,
      "loss": 1.7188,
      "step": 102750
    },
    {
      "epoch": 4.780227959990696,
      "grad_norm": 1.7985477419786473,
      "learning_rate": 3.047235965285793e-05,
      "loss": 1.4922,
      "step": 102751
    },
    {
      "epoch": 4.780274482437776,
      "grad_norm": 1.8667380909484577,
      "learning_rate": 3.0470117339190418e-05,
      "loss": 1.5469,
      "step": 102752
    },
    {
      "epoch": 4.780321004884857,
      "grad_norm": 1.739324264755398,
      "learning_rate": 3.046787509869979e-05,
      "loss": 1.4922,
      "step": 102753
    },
    {
      "epoch": 4.780367527331938,
      "grad_norm": 1.9239613574358472,
      "learning_rate": 3.0465632931387457e-05,
      "loss": 1.6094,
      "step": 102754
    },
    {
      "epoch": 4.780414049779019,
      "grad_norm": 2.054031618965662,
      "learning_rate": 3.0463390837254768e-05,
      "loss": 1.6797,
      "step": 102755
    },
    {
      "epoch": 4.780460572226099,
      "grad_norm": 1.8113002025367468,
      "learning_rate": 3.046114881630311e-05,
      "loss": 1.4688,
      "step": 102756
    },
    {
      "epoch": 4.78050709467318,
      "grad_norm": 1.7109266581499263,
      "learning_rate": 3.0458906868533795e-05,
      "loss": 1.5391,
      "step": 102757
    },
    {
      "epoch": 4.78055361712026,
      "grad_norm": 1.667454459568415,
      "learning_rate": 3.045666499394827e-05,
      "loss": 1.3516,
      "step": 102758
    },
    {
      "epoch": 4.780600139567341,
      "grad_norm": 1.6829627030376892,
      "learning_rate": 3.045442319254789e-05,
      "loss": 1.3438,
      "step": 102759
    },
    {
      "epoch": 4.780646662014422,
      "grad_norm": 1.7441971893581683,
      "learning_rate": 3.0452181464334013e-05,
      "loss": 1.4766,
      "step": 102760
    },
    {
      "epoch": 4.780693184461502,
      "grad_norm": 1.674892115937548,
      "learning_rate": 3.0449939809307978e-05,
      "loss": 1.3438,
      "step": 102761
    },
    {
      "epoch": 4.780739706908584,
      "grad_norm": 1.7815494167338168,
      "learning_rate": 3.0447698227471245e-05,
      "loss": 1.4375,
      "step": 102762
    },
    {
      "epoch": 4.780786229355664,
      "grad_norm": 1.8283632889743051,
      "learning_rate": 3.0445456718825083e-05,
      "loss": 1.5703,
      "step": 102763
    },
    {
      "epoch": 4.780832751802745,
      "grad_norm": 1.7583614954133417,
      "learning_rate": 3.0443215283370957e-05,
      "loss": 1.4922,
      "step": 102764
    },
    {
      "epoch": 4.780879274249825,
      "grad_norm": 1.793074518239941,
      "learning_rate": 3.0440973921110202e-05,
      "loss": 1.6328,
      "step": 102765
    },
    {
      "epoch": 4.7809257966969065,
      "grad_norm": 1.7341425369128274,
      "learning_rate": 3.0438732632044145e-05,
      "loss": 1.5078,
      "step": 102766
    },
    {
      "epoch": 4.780972319143987,
      "grad_norm": 1.782099344003821,
      "learning_rate": 3.0436491416174237e-05,
      "loss": 1.4688,
      "step": 102767
    },
    {
      "epoch": 4.7810188415910675,
      "grad_norm": 2.027449398852381,
      "learning_rate": 3.043425027350181e-05,
      "loss": 1.8047,
      "step": 102768
    },
    {
      "epoch": 4.781065364038149,
      "grad_norm": 1.8744095507367715,
      "learning_rate": 3.0432009204028245e-05,
      "loss": 1.6406,
      "step": 102769
    },
    {
      "epoch": 4.781111886485229,
      "grad_norm": 1.6792574079637619,
      "learning_rate": 3.0429768207754878e-05,
      "loss": 1.2969,
      "step": 102770
    },
    {
      "epoch": 4.78115840893231,
      "grad_norm": 1.8302162809063487,
      "learning_rate": 3.042752728468314e-05,
      "loss": 1.6953,
      "step": 102771
    },
    {
      "epoch": 4.78120493137939,
      "grad_norm": 1.862651613161805,
      "learning_rate": 3.042528643481438e-05,
      "loss": 1.5625,
      "step": 102772
    },
    {
      "epoch": 4.781251453826472,
      "grad_norm": 1.788721661186575,
      "learning_rate": 3.0423045658149973e-05,
      "loss": 1.4531,
      "step": 102773
    },
    {
      "epoch": 4.781297976273552,
      "grad_norm": 1.900298162151225,
      "learning_rate": 3.042080495469123e-05,
      "loss": 1.7656,
      "step": 102774
    },
    {
      "epoch": 4.781344498720633,
      "grad_norm": 1.7383915727407404,
      "learning_rate": 3.0418564324439608e-05,
      "loss": 1.5234,
      "step": 102775
    },
    {
      "epoch": 4.781391021167713,
      "grad_norm": 1.7513842299202402,
      "learning_rate": 3.041632376739646e-05,
      "loss": 1.5938,
      "step": 102776
    },
    {
      "epoch": 4.7814375436147944,
      "grad_norm": 1.9159346252194875,
      "learning_rate": 3.0414083283563152e-05,
      "loss": 1.7188,
      "step": 102777
    },
    {
      "epoch": 4.781484066061875,
      "grad_norm": 1.8988849654506108,
      "learning_rate": 3.041184287294098e-05,
      "loss": 1.6328,
      "step": 102778
    },
    {
      "epoch": 4.781530588508955,
      "grad_norm": 1.6509395661492554,
      "learning_rate": 3.040960253553144e-05,
      "loss": 1.4531,
      "step": 102779
    },
    {
      "epoch": 4.781577110956036,
      "grad_norm": 1.6299190668143804,
      "learning_rate": 3.040736227133584e-05,
      "loss": 1.375,
      "step": 102780
    },
    {
      "epoch": 4.781623633403117,
      "grad_norm": 1.8577499256430352,
      "learning_rate": 3.040512208035557e-05,
      "loss": 1.5781,
      "step": 102781
    },
    {
      "epoch": 4.781670155850198,
      "grad_norm": 1.8907708346860748,
      "learning_rate": 3.040288196259197e-05,
      "loss": 1.6172,
      "step": 102782
    },
    {
      "epoch": 4.781716678297278,
      "grad_norm": 1.8640609165154531,
      "learning_rate": 3.0400641918046398e-05,
      "loss": 1.6719,
      "step": 102783
    },
    {
      "epoch": 4.78176320074436,
      "grad_norm": 1.9174869628273337,
      "learning_rate": 3.039840194672031e-05,
      "loss": 1.7734,
      "step": 102784
    },
    {
      "epoch": 4.78180972319144,
      "grad_norm": 1.8549511338339875,
      "learning_rate": 3.0396162048614963e-05,
      "loss": 1.6094,
      "step": 102785
    },
    {
      "epoch": 4.7818562456385205,
      "grad_norm": 1.7861844162132101,
      "learning_rate": 3.0393922223731848e-05,
      "loss": 1.4688,
      "step": 102786
    },
    {
      "epoch": 4.781902768085601,
      "grad_norm": 1.9267927239620615,
      "learning_rate": 3.0391682472072275e-05,
      "loss": 1.7422,
      "step": 102787
    },
    {
      "epoch": 4.781949290532682,
      "grad_norm": 1.8077541926519378,
      "learning_rate": 3.038944279363758e-05,
      "loss": 1.7031,
      "step": 102788
    },
    {
      "epoch": 4.781995812979763,
      "grad_norm": 1.8097280895864782,
      "learning_rate": 3.038720318842921e-05,
      "loss": 1.5234,
      "step": 102789
    },
    {
      "epoch": 4.782042335426843,
      "grad_norm": 1.8849543576243286,
      "learning_rate": 3.0384963656448498e-05,
      "loss": 1.5938,
      "step": 102790
    },
    {
      "epoch": 4.782088857873924,
      "grad_norm": 1.8456834197744547,
      "learning_rate": 3.0382724197696824e-05,
      "loss": 1.5469,
      "step": 102791
    },
    {
      "epoch": 4.782135380321005,
      "grad_norm": 1.70587638277574,
      "learning_rate": 3.0380484812175503e-05,
      "loss": 1.4766,
      "step": 102792
    },
    {
      "epoch": 4.782181902768086,
      "grad_norm": 1.7704344806978023,
      "learning_rate": 3.037824549988599e-05,
      "loss": 1.5547,
      "step": 102793
    },
    {
      "epoch": 4.782228425215166,
      "grad_norm": 1.629370003361073,
      "learning_rate": 3.037600626082963e-05,
      "loss": 1.3516,
      "step": 102794
    },
    {
      "epoch": 4.782274947662247,
      "grad_norm": 1.8180300718176452,
      "learning_rate": 3.0373767095007783e-05,
      "loss": 1.6016,
      "step": 102795
    },
    {
      "epoch": 4.782321470109328,
      "grad_norm": 1.8348820148413025,
      "learning_rate": 3.0371528002421774e-05,
      "loss": 1.5469,
      "step": 102796
    },
    {
      "epoch": 4.782367992556408,
      "grad_norm": 1.8051847355170572,
      "learning_rate": 3.0369288983073064e-05,
      "loss": 1.6172,
      "step": 102797
    },
    {
      "epoch": 4.782414515003489,
      "grad_norm": 1.9898107413210189,
      "learning_rate": 3.0367050036962986e-05,
      "loss": 1.8281,
      "step": 102798
    },
    {
      "epoch": 4.78246103745057,
      "grad_norm": 1.7494591457079338,
      "learning_rate": 3.036481116409289e-05,
      "loss": 1.5234,
      "step": 102799
    },
    {
      "epoch": 4.782507559897651,
      "grad_norm": 2.0476274880639083,
      "learning_rate": 3.0362572364464138e-05,
      "loss": 1.7344,
      "step": 102800
    },
    {
      "epoch": 4.782554082344731,
      "grad_norm": 1.9763127742942275,
      "learning_rate": 3.036033363807815e-05,
      "loss": 1.7422,
      "step": 102801
    },
    {
      "epoch": 4.782600604791812,
      "grad_norm": 1.9069773926831095,
      "learning_rate": 3.0358094984936288e-05,
      "loss": 1.7266,
      "step": 102802
    },
    {
      "epoch": 4.782647127238893,
      "grad_norm": 1.7612422505637728,
      "learning_rate": 3.0355856405039885e-05,
      "loss": 1.3906,
      "step": 102803
    },
    {
      "epoch": 4.7826936496859735,
      "grad_norm": 1.7846520942109259,
      "learning_rate": 3.035361789839031e-05,
      "loss": 1.4297,
      "step": 102804
    },
    {
      "epoch": 4.782740172133054,
      "grad_norm": 2.094888660972223,
      "learning_rate": 3.035137946498899e-05,
      "loss": 1.875,
      "step": 102805
    },
    {
      "epoch": 4.782786694580135,
      "grad_norm": 1.8118977211535254,
      "learning_rate": 3.034914110483726e-05,
      "loss": 1.6484,
      "step": 102806
    },
    {
      "epoch": 4.782833217027216,
      "grad_norm": 1.748205696790755,
      "learning_rate": 3.0346902817936452e-05,
      "loss": 1.6484,
      "step": 102807
    },
    {
      "epoch": 4.782879739474296,
      "grad_norm": 1.8790140162203093,
      "learning_rate": 3.0344664604288015e-05,
      "loss": 1.6719,
      "step": 102808
    },
    {
      "epoch": 4.782926261921377,
      "grad_norm": 1.8440552582899603,
      "learning_rate": 3.0342426463893264e-05,
      "loss": 1.6094,
      "step": 102809
    },
    {
      "epoch": 4.782972784368457,
      "grad_norm": 1.7637211080808355,
      "learning_rate": 3.0340188396753568e-05,
      "loss": 1.6328,
      "step": 102810
    },
    {
      "epoch": 4.783019306815539,
      "grad_norm": 1.8448800659079663,
      "learning_rate": 3.0337950402870337e-05,
      "loss": 1.5938,
      "step": 102811
    },
    {
      "epoch": 4.783065829262619,
      "grad_norm": 1.687434738296464,
      "learning_rate": 3.033571248224494e-05,
      "loss": 1.5,
      "step": 102812
    },
    {
      "epoch": 4.7831123517097,
      "grad_norm": 1.6476217966998588,
      "learning_rate": 3.0333474634878708e-05,
      "loss": 1.2266,
      "step": 102813
    },
    {
      "epoch": 4.783158874156781,
      "grad_norm": 1.782547739382428,
      "learning_rate": 3.033123686077299e-05,
      "loss": 1.5469,
      "step": 102814
    },
    {
      "epoch": 4.7832053966038615,
      "grad_norm": 1.6209644262690677,
      "learning_rate": 3.0328999159929234e-05,
      "loss": 1.2344,
      "step": 102815
    },
    {
      "epoch": 4.783251919050942,
      "grad_norm": 1.9317205714950914,
      "learning_rate": 3.0326761532348775e-05,
      "loss": 1.8281,
      "step": 102816
    },
    {
      "epoch": 4.783298441498022,
      "grad_norm": 1.9117491605489187,
      "learning_rate": 3.032452397803296e-05,
      "loss": 1.7031,
      "step": 102817
    },
    {
      "epoch": 4.783344963945104,
      "grad_norm": 1.8975961518211737,
      "learning_rate": 3.0322286496983156e-05,
      "loss": 1.6484,
      "step": 102818
    },
    {
      "epoch": 4.783391486392184,
      "grad_norm": 1.9121211550636217,
      "learning_rate": 3.0320049089200794e-05,
      "loss": 1.7578,
      "step": 102819
    },
    {
      "epoch": 4.783438008839265,
      "grad_norm": 1.82855782199592,
      "learning_rate": 3.031781175468719e-05,
      "loss": 1.6875,
      "step": 102820
    },
    {
      "epoch": 4.783484531286346,
      "grad_norm": 1.823546337515347,
      "learning_rate": 3.031557449344374e-05,
      "loss": 1.3203,
      "step": 102821
    },
    {
      "epoch": 4.783531053733427,
      "grad_norm": 1.7595444787885184,
      "learning_rate": 3.0313337305471747e-05,
      "loss": 1.5781,
      "step": 102822
    },
    {
      "epoch": 4.783577576180507,
      "grad_norm": 1.7988511905095264,
      "learning_rate": 3.0311100190772693e-05,
      "loss": 1.5156,
      "step": 102823
    },
    {
      "epoch": 4.7836240986275875,
      "grad_norm": 1.8148464444035444,
      "learning_rate": 3.0308863149347873e-05,
      "loss": 1.5,
      "step": 102824
    },
    {
      "epoch": 4.783670621074669,
      "grad_norm": 1.7169105236658988,
      "learning_rate": 3.0306626181198674e-05,
      "loss": 1.4297,
      "step": 102825
    },
    {
      "epoch": 4.783717143521749,
      "grad_norm": 1.8979076279219218,
      "learning_rate": 3.0304389286326424e-05,
      "loss": 1.625,
      "step": 102826
    },
    {
      "epoch": 4.78376366596883,
      "grad_norm": 1.6974531119687262,
      "learning_rate": 3.0302152464732576e-05,
      "loss": 1.4766,
      "step": 102827
    },
    {
      "epoch": 4.78381018841591,
      "grad_norm": 1.8312987374405596,
      "learning_rate": 3.029991571641846e-05,
      "loss": 1.75,
      "step": 102828
    },
    {
      "epoch": 4.783856710862992,
      "grad_norm": 1.9741979718840688,
      "learning_rate": 3.029767904138539e-05,
      "loss": 1.7656,
      "step": 102829
    },
    {
      "epoch": 4.783903233310072,
      "grad_norm": 1.8741383033318633,
      "learning_rate": 3.0295442439634836e-05,
      "loss": 1.6328,
      "step": 102830
    },
    {
      "epoch": 4.783949755757153,
      "grad_norm": 1.8635406583140162,
      "learning_rate": 3.0293205911168077e-05,
      "loss": 1.5781,
      "step": 102831
    },
    {
      "epoch": 4.783996278204233,
      "grad_norm": 1.8304430692377542,
      "learning_rate": 3.0290969455986564e-05,
      "loss": 1.5469,
      "step": 102832
    },
    {
      "epoch": 4.7840428006513145,
      "grad_norm": 1.7550037168631694,
      "learning_rate": 3.0288733074091626e-05,
      "loss": 1.5938,
      "step": 102833
    },
    {
      "epoch": 4.784089323098395,
      "grad_norm": 1.7621553616739476,
      "learning_rate": 3.0286496765484614e-05,
      "loss": 1.4844,
      "step": 102834
    },
    {
      "epoch": 4.784135845545475,
      "grad_norm": 1.7701408034673431,
      "learning_rate": 3.0284260530166925e-05,
      "loss": 1.5469,
      "step": 102835
    },
    {
      "epoch": 4.784182367992557,
      "grad_norm": 1.6461829605606106,
      "learning_rate": 3.028202436813988e-05,
      "loss": 1.3047,
      "step": 102836
    },
    {
      "epoch": 4.784228890439637,
      "grad_norm": 1.795306672401813,
      "learning_rate": 3.0279788279404936e-05,
      "loss": 1.5391,
      "step": 102837
    },
    {
      "epoch": 4.784275412886718,
      "grad_norm": 1.903534663483114,
      "learning_rate": 3.02775522639634e-05,
      "loss": 1.625,
      "step": 102838
    },
    {
      "epoch": 4.784321935333798,
      "grad_norm": 1.826875931931249,
      "learning_rate": 3.027531632181665e-05,
      "loss": 1.625,
      "step": 102839
    },
    {
      "epoch": 4.78436845778088,
      "grad_norm": 1.858431484551312,
      "learning_rate": 3.027308045296602e-05,
      "loss": 1.5938,
      "step": 102840
    },
    {
      "epoch": 4.78441498022796,
      "grad_norm": 1.7653622041771109,
      "learning_rate": 3.0270844657412942e-05,
      "loss": 1.4844,
      "step": 102841
    },
    {
      "epoch": 4.784461502675041,
      "grad_norm": 1.7243630320239358,
      "learning_rate": 3.026860893515878e-05,
      "loss": 1.375,
      "step": 102842
    },
    {
      "epoch": 4.784508025122122,
      "grad_norm": 1.797971717629007,
      "learning_rate": 3.0266373286204865e-05,
      "loss": 1.4922,
      "step": 102843
    },
    {
      "epoch": 4.784554547569202,
      "grad_norm": 1.768867639614147,
      "learning_rate": 3.026413771055255e-05,
      "loss": 1.5078,
      "step": 102844
    },
    {
      "epoch": 4.784601070016283,
      "grad_norm": 1.741722725575093,
      "learning_rate": 3.026190220820328e-05,
      "loss": 1.5156,
      "step": 102845
    },
    {
      "epoch": 4.784647592463363,
      "grad_norm": 1.8783785508290267,
      "learning_rate": 3.0259666779158376e-05,
      "loss": 1.6406,
      "step": 102846
    },
    {
      "epoch": 4.784694114910444,
      "grad_norm": 1.7298049233412018,
      "learning_rate": 3.0257431423419198e-05,
      "loss": 1.25,
      "step": 102847
    },
    {
      "epoch": 4.784740637357525,
      "grad_norm": 1.6750610973261655,
      "learning_rate": 3.02551961409871e-05,
      "loss": 1.3047,
      "step": 102848
    },
    {
      "epoch": 4.784787159804606,
      "grad_norm": 1.6969790219820893,
      "learning_rate": 3.0252960931863507e-05,
      "loss": 1.4375,
      "step": 102849
    },
    {
      "epoch": 4.784833682251686,
      "grad_norm": 1.907380234046393,
      "learning_rate": 3.0250725796049773e-05,
      "loss": 1.6797,
      "step": 102850
    },
    {
      "epoch": 4.7848802046987675,
      "grad_norm": 1.7830688515722308,
      "learning_rate": 3.0248490733547198e-05,
      "loss": 1.4297,
      "step": 102851
    },
    {
      "epoch": 4.784926727145848,
      "grad_norm": 1.7845405958258649,
      "learning_rate": 3.0246255744357245e-05,
      "loss": 1.5781,
      "step": 102852
    },
    {
      "epoch": 4.7849732495929285,
      "grad_norm": 1.7528702845400685,
      "learning_rate": 3.0244020828481196e-05,
      "loss": 1.5234,
      "step": 102853
    },
    {
      "epoch": 4.785019772040009,
      "grad_norm": 1.599789853162571,
      "learning_rate": 3.0241785985920504e-05,
      "loss": 1.3438,
      "step": 102854
    },
    {
      "epoch": 4.78506629448709,
      "grad_norm": 1.760491476160699,
      "learning_rate": 3.0239551216676493e-05,
      "loss": 1.5234,
      "step": 102855
    },
    {
      "epoch": 4.785112816934171,
      "grad_norm": 1.8777085779774132,
      "learning_rate": 3.0237316520750553e-05,
      "loss": 1.6484,
      "step": 102856
    },
    {
      "epoch": 4.785159339381251,
      "grad_norm": 1.8718520495599118,
      "learning_rate": 3.0235081898143982e-05,
      "loss": 1.5781,
      "step": 102857
    },
    {
      "epoch": 4.785205861828333,
      "grad_norm": 1.6645347199760974,
      "learning_rate": 3.0232847348858242e-05,
      "loss": 1.4688,
      "step": 102858
    },
    {
      "epoch": 4.785252384275413,
      "grad_norm": 1.8341369017392686,
      "learning_rate": 3.023061287289465e-05,
      "loss": 1.625,
      "step": 102859
    },
    {
      "epoch": 4.785298906722494,
      "grad_norm": 1.681499870242533,
      "learning_rate": 3.022837847025459e-05,
      "loss": 1.3281,
      "step": 102860
    },
    {
      "epoch": 4.785345429169574,
      "grad_norm": 1.822395141807017,
      "learning_rate": 3.0226144140939424e-05,
      "loss": 1.5391,
      "step": 102861
    },
    {
      "epoch": 4.7853919516166545,
      "grad_norm": 1.8361020182921306,
      "learning_rate": 3.022390988495047e-05,
      "loss": 1.6094,
      "step": 102862
    },
    {
      "epoch": 4.785438474063736,
      "grad_norm": 2.013872641961808,
      "learning_rate": 3.0221675702289193e-05,
      "loss": 1.7188,
      "step": 102863
    },
    {
      "epoch": 4.785484996510816,
      "grad_norm": 1.8022034002200398,
      "learning_rate": 3.021944159295691e-05,
      "loss": 1.4922,
      "step": 102864
    },
    {
      "epoch": 4.785531518957897,
      "grad_norm": 1.8514170506422318,
      "learning_rate": 3.0217207556954986e-05,
      "loss": 1.5234,
      "step": 102865
    },
    {
      "epoch": 4.785578041404978,
      "grad_norm": 1.693914339262949,
      "learning_rate": 3.0214973594284754e-05,
      "loss": 1.3281,
      "step": 102866
    },
    {
      "epoch": 4.785624563852059,
      "grad_norm": 1.8688812644361286,
      "learning_rate": 3.0212739704947676e-05,
      "loss": 1.75,
      "step": 102867
    },
    {
      "epoch": 4.785671086299139,
      "grad_norm": 1.8781222382629212,
      "learning_rate": 3.021050588894505e-05,
      "loss": 1.7188,
      "step": 102868
    },
    {
      "epoch": 4.78571760874622,
      "grad_norm": 1.8255378685033237,
      "learning_rate": 3.020827214627825e-05,
      "loss": 1.6484,
      "step": 102869
    },
    {
      "epoch": 4.785764131193301,
      "grad_norm": 1.741371151775851,
      "learning_rate": 3.0206038476948636e-05,
      "loss": 1.6016,
      "step": 102870
    },
    {
      "epoch": 4.7858106536403815,
      "grad_norm": 1.840715825510643,
      "learning_rate": 3.0203804880957604e-05,
      "loss": 1.5234,
      "step": 102871
    },
    {
      "epoch": 4.785857176087462,
      "grad_norm": 1.7842602766613214,
      "learning_rate": 3.0201571358306527e-05,
      "loss": 1.4609,
      "step": 102872
    },
    {
      "epoch": 4.785903698534543,
      "grad_norm": 1.8016220231286004,
      "learning_rate": 3.0199337908996713e-05,
      "loss": 1.5703,
      "step": 102873
    },
    {
      "epoch": 4.785950220981624,
      "grad_norm": 1.7009977615532599,
      "learning_rate": 3.0197104533029614e-05,
      "loss": 1.4141,
      "step": 102874
    },
    {
      "epoch": 4.785996743428704,
      "grad_norm": 1.762237131082197,
      "learning_rate": 3.01948712304065e-05,
      "loss": 1.5312,
      "step": 102875
    },
    {
      "epoch": 4.786043265875785,
      "grad_norm": 1.7748860692760509,
      "learning_rate": 3.0192638001128844e-05,
      "loss": 1.5625,
      "step": 102876
    },
    {
      "epoch": 4.786089788322866,
      "grad_norm": 1.7898379589763982,
      "learning_rate": 3.019040484519795e-05,
      "loss": 1.5,
      "step": 102877
    },
    {
      "epoch": 4.786136310769947,
      "grad_norm": 1.764000445324884,
      "learning_rate": 3.0188171762615205e-05,
      "loss": 1.5,
      "step": 102878
    },
    {
      "epoch": 4.786182833217027,
      "grad_norm": 1.7290844251164073,
      "learning_rate": 3.0185938753381934e-05,
      "loss": 1.3906,
      "step": 102879
    },
    {
      "epoch": 4.786229355664108,
      "grad_norm": 1.7871678403424929,
      "learning_rate": 3.0183705817499555e-05,
      "loss": 1.7266,
      "step": 102880
    },
    {
      "epoch": 4.786275878111189,
      "grad_norm": 1.8045788785504644,
      "learning_rate": 3.0181472954969433e-05,
      "loss": 1.4766,
      "step": 102881
    },
    {
      "epoch": 4.786322400558269,
      "grad_norm": 1.8459784301628663,
      "learning_rate": 3.0179240165792917e-05,
      "loss": 1.5625,
      "step": 102882
    },
    {
      "epoch": 4.78636892300535,
      "grad_norm": 1.57274415574521,
      "learning_rate": 3.017700744997134e-05,
      "loss": 1.2031,
      "step": 102883
    },
    {
      "epoch": 4.78641544545243,
      "grad_norm": 1.8827666290674248,
      "learning_rate": 3.0174774807506134e-05,
      "loss": 1.625,
      "step": 102884
    },
    {
      "epoch": 4.786461967899512,
      "grad_norm": 1.876053203245805,
      "learning_rate": 3.017254223839865e-05,
      "loss": 1.5781,
      "step": 102885
    },
    {
      "epoch": 4.786508490346592,
      "grad_norm": 1.7707979942370242,
      "learning_rate": 3.0170309742650234e-05,
      "loss": 1.5,
      "step": 102886
    },
    {
      "epoch": 4.786555012793673,
      "grad_norm": 1.8153555749131611,
      "learning_rate": 3.0168077320262267e-05,
      "loss": 1.6875,
      "step": 102887
    },
    {
      "epoch": 4.786601535240754,
      "grad_norm": 1.7194544455994356,
      "learning_rate": 3.016584497123607e-05,
      "loss": 1.4062,
      "step": 102888
    },
    {
      "epoch": 4.7866480576878345,
      "grad_norm": 1.9871965206161417,
      "learning_rate": 3.0163612695573085e-05,
      "loss": 1.6328,
      "step": 102889
    },
    {
      "epoch": 4.786694580134915,
      "grad_norm": 1.7963221415685215,
      "learning_rate": 3.0161380493274635e-05,
      "loss": 1.6562,
      "step": 102890
    },
    {
      "epoch": 4.7867411025819955,
      "grad_norm": 1.6654439998204804,
      "learning_rate": 3.015914836434211e-05,
      "loss": 1.5781,
      "step": 102891
    },
    {
      "epoch": 4.786787625029077,
      "grad_norm": 1.9063409354326832,
      "learning_rate": 3.01569163087768e-05,
      "loss": 1.6328,
      "step": 102892
    },
    {
      "epoch": 4.786834147476157,
      "grad_norm": 1.9614542437511233,
      "learning_rate": 3.0154684326580187e-05,
      "loss": 1.7031,
      "step": 102893
    },
    {
      "epoch": 4.786880669923238,
      "grad_norm": 1.9581759055995878,
      "learning_rate": 3.0152452417753582e-05,
      "loss": 1.6797,
      "step": 102894
    },
    {
      "epoch": 4.786927192370319,
      "grad_norm": 1.7680039564660348,
      "learning_rate": 3.015022058229832e-05,
      "loss": 1.4766,
      "step": 102895
    },
    {
      "epoch": 4.7869737148174,
      "grad_norm": 1.8976944865524386,
      "learning_rate": 3.014798882021583e-05,
      "loss": 1.8203,
      "step": 102896
    },
    {
      "epoch": 4.78702023726448,
      "grad_norm": 1.7945907080537404,
      "learning_rate": 3.01457571315074e-05,
      "loss": 1.6016,
      "step": 102897
    },
    {
      "epoch": 4.787066759711561,
      "grad_norm": 1.8529282891105563,
      "learning_rate": 3.0143525516174487e-05,
      "loss": 1.5938,
      "step": 102898
    },
    {
      "epoch": 4.787113282158641,
      "grad_norm": 1.916121320370945,
      "learning_rate": 3.0141293974218417e-05,
      "loss": 1.7656,
      "step": 102899
    },
    {
      "epoch": 4.787159804605722,
      "grad_norm": 1.7553694591752,
      "learning_rate": 3.0139062505640567e-05,
      "loss": 1.5156,
      "step": 102900
    },
    {
      "epoch": 4.787206327052803,
      "grad_norm": 1.8935209833984386,
      "learning_rate": 3.0136831110442235e-05,
      "loss": 1.6016,
      "step": 102901
    },
    {
      "epoch": 4.787252849499883,
      "grad_norm": 1.8104798270743265,
      "learning_rate": 3.013459978862487e-05,
      "loss": 1.5078,
      "step": 102902
    },
    {
      "epoch": 4.787299371946965,
      "grad_norm": 1.8901625334532528,
      "learning_rate": 3.0132368540189823e-05,
      "loss": 1.5938,
      "step": 102903
    },
    {
      "epoch": 4.787345894394045,
      "grad_norm": 1.9069966518166954,
      "learning_rate": 3.0130137365138457e-05,
      "loss": 1.6406,
      "step": 102904
    },
    {
      "epoch": 4.787392416841126,
      "grad_norm": 1.815588686472633,
      "learning_rate": 3.0127906263472075e-05,
      "loss": 1.4609,
      "step": 102905
    },
    {
      "epoch": 4.787438939288206,
      "grad_norm": 1.796379084850542,
      "learning_rate": 3.012567523519214e-05,
      "loss": 1.4297,
      "step": 102906
    },
    {
      "epoch": 4.7874854617352876,
      "grad_norm": 1.907254393933452,
      "learning_rate": 3.0123444280299964e-05,
      "loss": 1.7344,
      "step": 102907
    },
    {
      "epoch": 4.787531984182368,
      "grad_norm": 1.8149590161595623,
      "learning_rate": 3.0121213398796916e-05,
      "loss": 1.4922,
      "step": 102908
    },
    {
      "epoch": 4.7875785066294485,
      "grad_norm": 1.7552128768175175,
      "learning_rate": 3.011898259068435e-05,
      "loss": 1.5312,
      "step": 102909
    },
    {
      "epoch": 4.78762502907653,
      "grad_norm": 1.7773729255660478,
      "learning_rate": 3.011675185596367e-05,
      "loss": 1.5938,
      "step": 102910
    },
    {
      "epoch": 4.78767155152361,
      "grad_norm": 1.9149777682699303,
      "learning_rate": 3.0114521194636237e-05,
      "loss": 1.6562,
      "step": 102911
    },
    {
      "epoch": 4.787718073970691,
      "grad_norm": 1.9896379140650582,
      "learning_rate": 3.0112290606703394e-05,
      "loss": 1.7891,
      "step": 102912
    },
    {
      "epoch": 4.787764596417771,
      "grad_norm": 1.8705340140253743,
      "learning_rate": 3.0110060092166504e-05,
      "loss": 1.6641,
      "step": 102913
    },
    {
      "epoch": 4.787811118864853,
      "grad_norm": 1.826300616152346,
      "learning_rate": 3.010782965102692e-05,
      "loss": 1.4844,
      "step": 102914
    },
    {
      "epoch": 4.787857641311933,
      "grad_norm": 1.9138916114547313,
      "learning_rate": 3.010559928328606e-05,
      "loss": 1.7031,
      "step": 102915
    },
    {
      "epoch": 4.787904163759014,
      "grad_norm": 1.7989418404580455,
      "learning_rate": 3.0103368988945247e-05,
      "loss": 1.5938,
      "step": 102916
    },
    {
      "epoch": 4.787950686206094,
      "grad_norm": 1.8844900634417308,
      "learning_rate": 3.010113876800584e-05,
      "loss": 1.7656,
      "step": 102917
    },
    {
      "epoch": 4.7879972086531755,
      "grad_norm": 1.7308784544330058,
      "learning_rate": 3.0098908620469248e-05,
      "loss": 1.4609,
      "step": 102918
    },
    {
      "epoch": 4.788043731100256,
      "grad_norm": 1.6933394196278302,
      "learning_rate": 3.0096678546336772e-05,
      "loss": 1.4141,
      "step": 102919
    },
    {
      "epoch": 4.788090253547336,
      "grad_norm": 1.8494455241808625,
      "learning_rate": 3.009444854560986e-05,
      "loss": 1.6328,
      "step": 102920
    },
    {
      "epoch": 4.788136775994417,
      "grad_norm": 1.754146434946422,
      "learning_rate": 3.0092218618289832e-05,
      "loss": 1.5625,
      "step": 102921
    },
    {
      "epoch": 4.788183298441498,
      "grad_norm": 1.8518208233788929,
      "learning_rate": 3.0089988764378048e-05,
      "loss": 1.7031,
      "step": 102922
    },
    {
      "epoch": 4.788229820888579,
      "grad_norm": 1.6495469569441836,
      "learning_rate": 3.008775898387584e-05,
      "loss": 1.4375,
      "step": 102923
    },
    {
      "epoch": 4.788276343335659,
      "grad_norm": 1.785272297979105,
      "learning_rate": 3.0085529276784666e-05,
      "loss": 1.5156,
      "step": 102924
    },
    {
      "epoch": 4.788322865782741,
      "grad_norm": 1.8704417384701724,
      "learning_rate": 3.008329964310583e-05,
      "loss": 1.4922,
      "step": 102925
    },
    {
      "epoch": 4.788369388229821,
      "grad_norm": 1.85633206002229,
      "learning_rate": 3.0081070082840703e-05,
      "loss": 1.6172,
      "step": 102926
    },
    {
      "epoch": 4.7884159106769015,
      "grad_norm": 1.7313282674166846,
      "learning_rate": 3.0078840595990617e-05,
      "loss": 1.5859,
      "step": 102927
    },
    {
      "epoch": 4.788462433123982,
      "grad_norm": 1.9019105821555438,
      "learning_rate": 3.0076611182557002e-05,
      "loss": 1.6797,
      "step": 102928
    },
    {
      "epoch": 4.788508955571063,
      "grad_norm": 1.91003091727167,
      "learning_rate": 3.0074381842541212e-05,
      "loss": 1.6641,
      "step": 102929
    },
    {
      "epoch": 4.788555478018144,
      "grad_norm": 1.871622692012174,
      "learning_rate": 3.0072152575944574e-05,
      "loss": 1.7266,
      "step": 102930
    },
    {
      "epoch": 4.788602000465224,
      "grad_norm": 1.7514144255598676,
      "learning_rate": 3.006992338276844e-05,
      "loss": 1.5234,
      "step": 102931
    },
    {
      "epoch": 4.788648522912305,
      "grad_norm": 1.951761942259238,
      "learning_rate": 3.006769426301424e-05,
      "loss": 1.7734,
      "step": 102932
    },
    {
      "epoch": 4.788695045359386,
      "grad_norm": 1.8578415039475833,
      "learning_rate": 3.006546521668331e-05,
      "loss": 1.7344,
      "step": 102933
    },
    {
      "epoch": 4.788741567806467,
      "grad_norm": 1.9805018031004682,
      "learning_rate": 3.0063236243776996e-05,
      "loss": 1.7422,
      "step": 102934
    },
    {
      "epoch": 4.788788090253547,
      "grad_norm": 1.8179440067633104,
      "learning_rate": 3.0061007344296645e-05,
      "loss": 1.5625,
      "step": 102935
    },
    {
      "epoch": 4.788834612700628,
      "grad_norm": 1.7153986200996174,
      "learning_rate": 3.0058778518243693e-05,
      "loss": 1.4375,
      "step": 102936
    },
    {
      "epoch": 4.788881135147709,
      "grad_norm": 1.5881256987946912,
      "learning_rate": 3.005654976561947e-05,
      "loss": 1.2969,
      "step": 102937
    },
    {
      "epoch": 4.7889276575947894,
      "grad_norm": 1.8918166348515726,
      "learning_rate": 3.0054321086425325e-05,
      "loss": 1.6172,
      "step": 102938
    },
    {
      "epoch": 4.78897418004187,
      "grad_norm": 1.815462003032605,
      "learning_rate": 3.0052092480662593e-05,
      "loss": 1.6016,
      "step": 102939
    },
    {
      "epoch": 4.789020702488951,
      "grad_norm": 1.742095370272801,
      "learning_rate": 3.004986394833267e-05,
      "loss": 1.4297,
      "step": 102940
    },
    {
      "epoch": 4.789067224936032,
      "grad_norm": 1.773591564118267,
      "learning_rate": 3.004763548943697e-05,
      "loss": 1.4609,
      "step": 102941
    },
    {
      "epoch": 4.789113747383112,
      "grad_norm": 1.6060424694988786,
      "learning_rate": 3.0045407103976833e-05,
      "loss": 1.3359,
      "step": 102942
    },
    {
      "epoch": 4.789160269830193,
      "grad_norm": 1.806614695124059,
      "learning_rate": 3.004317879195358e-05,
      "loss": 1.5781,
      "step": 102943
    },
    {
      "epoch": 4.789206792277274,
      "grad_norm": 1.896225338483574,
      "learning_rate": 3.004095055336862e-05,
      "loss": 1.5859,
      "step": 102944
    },
    {
      "epoch": 4.789253314724355,
      "grad_norm": 1.9097968686581028,
      "learning_rate": 3.0038722388223248e-05,
      "loss": 1.6562,
      "step": 102945
    },
    {
      "epoch": 4.789299837171435,
      "grad_norm": 1.9213142964232826,
      "learning_rate": 3.003649429651891e-05,
      "loss": 1.6953,
      "step": 102946
    },
    {
      "epoch": 4.789346359618516,
      "grad_norm": 1.6927933874670316,
      "learning_rate": 3.0034266278256942e-05,
      "loss": 1.4141,
      "step": 102947
    },
    {
      "epoch": 4.789392882065597,
      "grad_norm": 1.8616846000449696,
      "learning_rate": 3.0032038333438708e-05,
      "loss": 1.5234,
      "step": 102948
    },
    {
      "epoch": 4.789439404512677,
      "grad_norm": 1.691854885918871,
      "learning_rate": 3.0029810462065525e-05,
      "loss": 1.5312,
      "step": 102949
    },
    {
      "epoch": 4.789485926959758,
      "grad_norm": 1.9712260481982893,
      "learning_rate": 3.002758266413884e-05,
      "loss": 1.6797,
      "step": 102950
    },
    {
      "epoch": 4.789532449406838,
      "grad_norm": 1.8032786414627362,
      "learning_rate": 3.0025354939659967e-05,
      "loss": 1.6406,
      "step": 102951
    },
    {
      "epoch": 4.78957897185392,
      "grad_norm": 1.9297684309975256,
      "learning_rate": 3.0023127288630293e-05,
      "loss": 2.0156,
      "step": 102952
    },
    {
      "epoch": 4.789625494301,
      "grad_norm": 1.6891155585830735,
      "learning_rate": 3.0020899711051118e-05,
      "loss": 1.5547,
      "step": 102953
    },
    {
      "epoch": 4.789672016748081,
      "grad_norm": 1.758368077636537,
      "learning_rate": 3.00186722069239e-05,
      "loss": 1.5156,
      "step": 102954
    },
    {
      "epoch": 4.789718539195162,
      "grad_norm": 1.9316273883058221,
      "learning_rate": 3.0016444776249958e-05,
      "loss": 1.7422,
      "step": 102955
    },
    {
      "epoch": 4.7897650616422425,
      "grad_norm": 1.8095586600602271,
      "learning_rate": 3.0014217419030646e-05,
      "loss": 1.6172,
      "step": 102956
    },
    {
      "epoch": 4.789811584089323,
      "grad_norm": 1.9281383397059706,
      "learning_rate": 3.0011990135267305e-05,
      "loss": 1.6875,
      "step": 102957
    },
    {
      "epoch": 4.789858106536403,
      "grad_norm": 1.9246069716291674,
      "learning_rate": 3.0009762924961372e-05,
      "loss": 1.7422,
      "step": 102958
    },
    {
      "epoch": 4.789904628983485,
      "grad_norm": 1.8323369147883661,
      "learning_rate": 3.000753578811418e-05,
      "loss": 1.625,
      "step": 102959
    },
    {
      "epoch": 4.789951151430565,
      "grad_norm": 1.6523361240044532,
      "learning_rate": 3.0005308724727055e-05,
      "loss": 1.4062,
      "step": 102960
    },
    {
      "epoch": 4.789997673877646,
      "grad_norm": 1.86920553542725,
      "learning_rate": 3.0003081734801372e-05,
      "loss": 1.5,
      "step": 102961
    },
    {
      "epoch": 4.790044196324727,
      "grad_norm": 1.8536914854962179,
      "learning_rate": 3.0000854818338504e-05,
      "loss": 1.6719,
      "step": 102962
    },
    {
      "epoch": 4.790090718771808,
      "grad_norm": 1.841203243577117,
      "learning_rate": 2.9998627975339856e-05,
      "loss": 1.7344,
      "step": 102963
    },
    {
      "epoch": 4.790137241218888,
      "grad_norm": 1.827917253082032,
      "learning_rate": 2.9996401205806742e-05,
      "loss": 1.5781,
      "step": 102964
    },
    {
      "epoch": 4.7901837636659685,
      "grad_norm": 1.6225713778089925,
      "learning_rate": 2.999417450974056e-05,
      "loss": 1.3203,
      "step": 102965
    },
    {
      "epoch": 4.79023028611305,
      "grad_norm": 1.6412671482074666,
      "learning_rate": 2.999194788714261e-05,
      "loss": 1.4375,
      "step": 102966
    },
    {
      "epoch": 4.79027680856013,
      "grad_norm": 1.7833413092790762,
      "learning_rate": 2.998972133801432e-05,
      "loss": 1.4531,
      "step": 102967
    },
    {
      "epoch": 4.790323331007211,
      "grad_norm": 1.7362897513813647,
      "learning_rate": 2.9987494862357048e-05,
      "loss": 1.5234,
      "step": 102968
    },
    {
      "epoch": 4.790369853454291,
      "grad_norm": 1.7202358412240344,
      "learning_rate": 2.9985268460172117e-05,
      "loss": 1.4297,
      "step": 102969
    },
    {
      "epoch": 4.790416375901373,
      "grad_norm": 1.6303403977804825,
      "learning_rate": 2.9983042131460932e-05,
      "loss": 1.2422,
      "step": 102970
    },
    {
      "epoch": 4.790462898348453,
      "grad_norm": 1.8222395282941684,
      "learning_rate": 2.998081587622479e-05,
      "loss": 1.6328,
      "step": 102971
    },
    {
      "epoch": 4.790509420795534,
      "grad_norm": 1.9112286511244143,
      "learning_rate": 2.9978589694465137e-05,
      "loss": 1.625,
      "step": 102972
    },
    {
      "epoch": 4.790555943242614,
      "grad_norm": 1.8859294877891024,
      "learning_rate": 2.9976363586183312e-05,
      "loss": 1.6953,
      "step": 102973
    },
    {
      "epoch": 4.7906024656896955,
      "grad_norm": 1.810081199288019,
      "learning_rate": 2.997413755138064e-05,
      "loss": 1.5938,
      "step": 102974
    },
    {
      "epoch": 4.790648988136776,
      "grad_norm": 1.7851674841145757,
      "learning_rate": 2.997191159005849e-05,
      "loss": 1.5625,
      "step": 102975
    },
    {
      "epoch": 4.7906955105838565,
      "grad_norm": 1.994728675577545,
      "learning_rate": 2.9969685702218277e-05,
      "loss": 1.8125,
      "step": 102976
    },
    {
      "epoch": 4.790742033030938,
      "grad_norm": 1.8163770694332961,
      "learning_rate": 2.9967459887861316e-05,
      "loss": 1.4844,
      "step": 102977
    },
    {
      "epoch": 4.790788555478018,
      "grad_norm": 1.7885266193237253,
      "learning_rate": 2.9965234146989007e-05,
      "loss": 1.4922,
      "step": 102978
    },
    {
      "epoch": 4.790835077925099,
      "grad_norm": 1.8775191353198109,
      "learning_rate": 2.9963008479602634e-05,
      "loss": 1.6094,
      "step": 102979
    },
    {
      "epoch": 4.790881600372179,
      "grad_norm": 1.7615415612039416,
      "learning_rate": 2.996078288570366e-05,
      "loss": 1.5078,
      "step": 102980
    },
    {
      "epoch": 4.790928122819261,
      "grad_norm": 1.851281471800205,
      "learning_rate": 2.99585573652934e-05,
      "loss": 1.4844,
      "step": 102981
    },
    {
      "epoch": 4.790974645266341,
      "grad_norm": 1.876528261832153,
      "learning_rate": 2.9956331918373174e-05,
      "loss": 1.7656,
      "step": 102982
    },
    {
      "epoch": 4.791021167713422,
      "grad_norm": 1.9011624023897316,
      "learning_rate": 2.995410654494444e-05,
      "loss": 1.6172,
      "step": 102983
    },
    {
      "epoch": 4.791067690160503,
      "grad_norm": 1.7619808474479162,
      "learning_rate": 2.995188124500847e-05,
      "loss": 1.4609,
      "step": 102984
    },
    {
      "epoch": 4.791114212607583,
      "grad_norm": 1.7864420726042471,
      "learning_rate": 2.9949656018566693e-05,
      "loss": 1.5547,
      "step": 102985
    },
    {
      "epoch": 4.791160735054664,
      "grad_norm": 1.7898792456411337,
      "learning_rate": 2.994743086562044e-05,
      "loss": 1.5469,
      "step": 102986
    },
    {
      "epoch": 4.791207257501744,
      "grad_norm": 1.8197530484194298,
      "learning_rate": 2.9945205786171102e-05,
      "loss": 1.5156,
      "step": 102987
    },
    {
      "epoch": 4.791253779948825,
      "grad_norm": 1.733700012298726,
      "learning_rate": 2.994298078021995e-05,
      "loss": 1.4688,
      "step": 102988
    },
    {
      "epoch": 4.791300302395906,
      "grad_norm": 1.6291374517313133,
      "learning_rate": 2.9940755847768473e-05,
      "loss": 1.3672,
      "step": 102989
    },
    {
      "epoch": 4.791346824842987,
      "grad_norm": 1.8174049381627084,
      "learning_rate": 2.9938530988817965e-05,
      "loss": 1.5312,
      "step": 102990
    },
    {
      "epoch": 4.791393347290067,
      "grad_norm": 1.8320105187259486,
      "learning_rate": 2.9936306203369798e-05,
      "loss": 1.625,
      "step": 102991
    },
    {
      "epoch": 4.7914398697371485,
      "grad_norm": 1.7177475616429236,
      "learning_rate": 2.9934081491425284e-05,
      "loss": 1.4688,
      "step": 102992
    },
    {
      "epoch": 4.791486392184229,
      "grad_norm": 1.8544883190932682,
      "learning_rate": 2.9931856852985885e-05,
      "loss": 1.6562,
      "step": 102993
    },
    {
      "epoch": 4.7915329146313095,
      "grad_norm": 1.8511233654703243,
      "learning_rate": 2.9929632288052906e-05,
      "loss": 1.5625,
      "step": 102994
    },
    {
      "epoch": 4.79157943707839,
      "grad_norm": 1.6905757189055963,
      "learning_rate": 2.992740779662771e-05,
      "loss": 1.4375,
      "step": 102995
    },
    {
      "epoch": 4.791625959525471,
      "grad_norm": 1.67009936194797,
      "learning_rate": 2.9925183378711666e-05,
      "loss": 1.3359,
      "step": 102996
    },
    {
      "epoch": 4.791672481972552,
      "grad_norm": 1.9143044616657605,
      "learning_rate": 2.9922959034306084e-05,
      "loss": 1.7422,
      "step": 102997
    },
    {
      "epoch": 4.791719004419632,
      "grad_norm": 1.7295152216409981,
      "learning_rate": 2.992073476341243e-05,
      "loss": 1.4297,
      "step": 102998
    },
    {
      "epoch": 4.791765526866714,
      "grad_norm": 1.7832215882804896,
      "learning_rate": 2.9918510566032005e-05,
      "loss": 1.4766,
      "step": 102999
    },
    {
      "epoch": 4.791812049313794,
      "grad_norm": 1.7745189845781062,
      "learning_rate": 2.991628644216616e-05,
      "loss": 1.5234,
      "step": 103000
    },
    {
      "epoch": 4.791858571760875,
      "grad_norm": 1.8717518151935133,
      "learning_rate": 2.9914062391816257e-05,
      "loss": 1.5547,
      "step": 103001
    },
    {
      "epoch": 4.791905094207955,
      "grad_norm": 1.8952646286404853,
      "learning_rate": 2.9911838414983695e-05,
      "loss": 1.7031,
      "step": 103002
    },
    {
      "epoch": 4.791951616655036,
      "grad_norm": 1.7715966555045861,
      "learning_rate": 2.9909614511669812e-05,
      "loss": 1.5156,
      "step": 103003
    },
    {
      "epoch": 4.791998139102117,
      "grad_norm": 1.7685429480719468,
      "learning_rate": 2.990739068187595e-05,
      "loss": 1.5547,
      "step": 103004
    },
    {
      "epoch": 4.792044661549197,
      "grad_norm": 1.943381297617376,
      "learning_rate": 2.9905166925603507e-05,
      "loss": 1.6406,
      "step": 103005
    },
    {
      "epoch": 4.792091183996278,
      "grad_norm": 1.8975586890279676,
      "learning_rate": 2.9902943242853805e-05,
      "loss": 1.6484,
      "step": 103006
    },
    {
      "epoch": 4.792137706443359,
      "grad_norm": 1.8245879309247452,
      "learning_rate": 2.9900719633628256e-05,
      "loss": 1.5391,
      "step": 103007
    },
    {
      "epoch": 4.79218422889044,
      "grad_norm": 1.915599234947065,
      "learning_rate": 2.989849609792821e-05,
      "loss": 1.75,
      "step": 103008
    },
    {
      "epoch": 4.79223075133752,
      "grad_norm": 1.8517040285552284,
      "learning_rate": 2.9896272635755e-05,
      "loss": 1.5312,
      "step": 103009
    },
    {
      "epoch": 4.792277273784601,
      "grad_norm": 1.7683647609339337,
      "learning_rate": 2.989404924710997e-05,
      "loss": 1.4453,
      "step": 103010
    },
    {
      "epoch": 4.792323796231682,
      "grad_norm": 1.821172216888427,
      "learning_rate": 2.989182593199454e-05,
      "loss": 1.6016,
      "step": 103011
    },
    {
      "epoch": 4.7923703186787625,
      "grad_norm": 1.8191441649658735,
      "learning_rate": 2.9889602690410058e-05,
      "loss": 1.5938,
      "step": 103012
    },
    {
      "epoch": 4.792416841125843,
      "grad_norm": 1.8725422567653873,
      "learning_rate": 2.9887379522357857e-05,
      "loss": 1.6094,
      "step": 103013
    },
    {
      "epoch": 4.792463363572924,
      "grad_norm": 1.7489344308752433,
      "learning_rate": 2.988515642783927e-05,
      "loss": 1.5,
      "step": 103014
    },
    {
      "epoch": 4.792509886020005,
      "grad_norm": 1.7270517792888211,
      "learning_rate": 2.988293340685574e-05,
      "loss": 1.4375,
      "step": 103015
    },
    {
      "epoch": 4.792556408467085,
      "grad_norm": 1.9004509211278782,
      "learning_rate": 2.988071045940859e-05,
      "loss": 1.6641,
      "step": 103016
    },
    {
      "epoch": 4.792602930914166,
      "grad_norm": 1.8662786462989511,
      "learning_rate": 2.9878487585499168e-05,
      "loss": 1.5703,
      "step": 103017
    },
    {
      "epoch": 4.792649453361247,
      "grad_norm": 1.9701137173009358,
      "learning_rate": 2.98762647851288e-05,
      "loss": 1.6016,
      "step": 103018
    },
    {
      "epoch": 4.792695975808328,
      "grad_norm": 1.888546164032033,
      "learning_rate": 2.987404205829894e-05,
      "loss": 1.625,
      "step": 103019
    },
    {
      "epoch": 4.792742498255408,
      "grad_norm": 1.853749887061791,
      "learning_rate": 2.9871819405010904e-05,
      "loss": 1.6016,
      "step": 103020
    },
    {
      "epoch": 4.792789020702489,
      "grad_norm": 1.7502518675367038,
      "learning_rate": 2.986959682526604e-05,
      "loss": 1.4531,
      "step": 103021
    },
    {
      "epoch": 4.79283554314957,
      "grad_norm": 1.858969970324471,
      "learning_rate": 2.9867374319065727e-05,
      "loss": 1.375,
      "step": 103022
    },
    {
      "epoch": 4.79288206559665,
      "grad_norm": 1.7814331474388678,
      "learning_rate": 2.986515188641127e-05,
      "loss": 1.6484,
      "step": 103023
    },
    {
      "epoch": 4.792928588043731,
      "grad_norm": 1.7409981302687043,
      "learning_rate": 2.9862929527304113e-05,
      "loss": 1.5156,
      "step": 103024
    },
    {
      "epoch": 4.792975110490811,
      "grad_norm": 1.9651956180634613,
      "learning_rate": 2.9860707241745574e-05,
      "loss": 1.4922,
      "step": 103025
    },
    {
      "epoch": 4.793021632937893,
      "grad_norm": 1.685251114734249,
      "learning_rate": 2.9858485029736983e-05,
      "loss": 1.4453,
      "step": 103026
    },
    {
      "epoch": 4.793068155384973,
      "grad_norm": 1.6207322846872616,
      "learning_rate": 2.9856262891279777e-05,
      "loss": 1.4062,
      "step": 103027
    },
    {
      "epoch": 4.793114677832054,
      "grad_norm": 1.7444706352328465,
      "learning_rate": 2.9854040826375232e-05,
      "loss": 1.4453,
      "step": 103028
    },
    {
      "epoch": 4.793161200279135,
      "grad_norm": 1.8423563872660973,
      "learning_rate": 2.98518188350248e-05,
      "loss": 1.5625,
      "step": 103029
    },
    {
      "epoch": 4.7932077227262155,
      "grad_norm": 1.7409528493774387,
      "learning_rate": 2.9849596917229778e-05,
      "loss": 1.5312,
      "step": 103030
    },
    {
      "epoch": 4.793254245173296,
      "grad_norm": 1.7823971229464632,
      "learning_rate": 2.9847375072991553e-05,
      "loss": 1.6406,
      "step": 103031
    },
    {
      "epoch": 4.7933007676203765,
      "grad_norm": 1.8250645241183285,
      "learning_rate": 2.984515330231142e-05,
      "loss": 1.6875,
      "step": 103032
    },
    {
      "epoch": 4.793347290067458,
      "grad_norm": 1.8065200262823229,
      "learning_rate": 2.9842931605190845e-05,
      "loss": 1.4766,
      "step": 103033
    },
    {
      "epoch": 4.793393812514538,
      "grad_norm": 1.8559872051990887,
      "learning_rate": 2.984070998163113e-05,
      "loss": 1.5391,
      "step": 103034
    },
    {
      "epoch": 4.793440334961619,
      "grad_norm": 1.9847573289493368,
      "learning_rate": 2.983848843163365e-05,
      "loss": 1.7422,
      "step": 103035
    },
    {
      "epoch": 4.7934868574087,
      "grad_norm": 1.9166813446733661,
      "learning_rate": 2.9836266955199696e-05,
      "loss": 1.5625,
      "step": 103036
    },
    {
      "epoch": 4.793533379855781,
      "grad_norm": 1.866869198521768,
      "learning_rate": 2.9834045552330743e-05,
      "loss": 1.6641,
      "step": 103037
    },
    {
      "epoch": 4.793579902302861,
      "grad_norm": 1.7733703115074073,
      "learning_rate": 2.9831824223028095e-05,
      "loss": 1.5547,
      "step": 103038
    },
    {
      "epoch": 4.793626424749942,
      "grad_norm": 1.7962256279606572,
      "learning_rate": 2.9829602967293115e-05,
      "loss": 1.5234,
      "step": 103039
    },
    {
      "epoch": 4.793672947197022,
      "grad_norm": 1.8082120845917826,
      "learning_rate": 2.9827381785127104e-05,
      "loss": 1.5625,
      "step": 103040
    },
    {
      "epoch": 4.7937194696441034,
      "grad_norm": 1.949883132242678,
      "learning_rate": 2.9825160676531525e-05,
      "loss": 1.6094,
      "step": 103041
    },
    {
      "epoch": 4.793765992091184,
      "grad_norm": 2.080082273448481,
      "learning_rate": 2.9822939641507693e-05,
      "loss": 1.7344,
      "step": 103042
    },
    {
      "epoch": 4.793812514538264,
      "grad_norm": 1.9824088740589052,
      "learning_rate": 2.9820718680056976e-05,
      "loss": 1.8828,
      "step": 103043
    },
    {
      "epoch": 4.793859036985346,
      "grad_norm": 1.780659885253852,
      "learning_rate": 2.9818497792180673e-05,
      "loss": 1.3359,
      "step": 103044
    },
    {
      "epoch": 4.793905559432426,
      "grad_norm": 1.670888515584194,
      "learning_rate": 2.981627697788023e-05,
      "loss": 1.3281,
      "step": 103045
    },
    {
      "epoch": 4.793952081879507,
      "grad_norm": 1.9976906366166196,
      "learning_rate": 2.9814056237156987e-05,
      "loss": 1.7812,
      "step": 103046
    },
    {
      "epoch": 4.793998604326587,
      "grad_norm": 1.9260909333270289,
      "learning_rate": 2.9811835570012266e-05,
      "loss": 1.7031,
      "step": 103047
    },
    {
      "epoch": 4.794045126773669,
      "grad_norm": 1.7493632480605286,
      "learning_rate": 2.980961497644742e-05,
      "loss": 1.5625,
      "step": 103048
    },
    {
      "epoch": 4.794091649220749,
      "grad_norm": 1.8917516658990043,
      "learning_rate": 2.980739445646387e-05,
      "loss": 1.7578,
      "step": 103049
    },
    {
      "epoch": 4.7941381716678295,
      "grad_norm": 1.9698717873440774,
      "learning_rate": 2.9805174010062903e-05,
      "loss": 1.8203,
      "step": 103050
    },
    {
      "epoch": 4.794184694114911,
      "grad_norm": 1.8878279433714238,
      "learning_rate": 2.9802953637245963e-05,
      "loss": 1.6797,
      "step": 103051
    },
    {
      "epoch": 4.794231216561991,
      "grad_norm": 2.009051943724259,
      "learning_rate": 2.980073333801436e-05,
      "loss": 1.8281,
      "step": 103052
    },
    {
      "epoch": 4.794277739009072,
      "grad_norm": 1.8182338526991255,
      "learning_rate": 2.979851311236946e-05,
      "loss": 1.5703,
      "step": 103053
    },
    {
      "epoch": 4.794324261456152,
      "grad_norm": 1.686191793676659,
      "learning_rate": 2.979629296031256e-05,
      "loss": 1.2578,
      "step": 103054
    },
    {
      "epoch": 4.794370783903234,
      "grad_norm": 1.8305160252219448,
      "learning_rate": 2.9794072881845148e-05,
      "loss": 1.5625,
      "step": 103055
    },
    {
      "epoch": 4.794417306350314,
      "grad_norm": 1.8611282996718326,
      "learning_rate": 2.9791852876968485e-05,
      "loss": 1.5469,
      "step": 103056
    },
    {
      "epoch": 4.794463828797395,
      "grad_norm": 1.77129564881751,
      "learning_rate": 2.9789632945683972e-05,
      "loss": 1.5,
      "step": 103057
    },
    {
      "epoch": 4.794510351244475,
      "grad_norm": 1.8217314812415257,
      "learning_rate": 2.9787413087992924e-05,
      "loss": 1.5547,
      "step": 103058
    },
    {
      "epoch": 4.7945568736915565,
      "grad_norm": 1.8416223499517386,
      "learning_rate": 2.9785193303896754e-05,
      "loss": 1.5938,
      "step": 103059
    },
    {
      "epoch": 4.794603396138637,
      "grad_norm": 1.7549066224217638,
      "learning_rate": 2.9782973593396797e-05,
      "loss": 1.5078,
      "step": 103060
    },
    {
      "epoch": 4.794649918585717,
      "grad_norm": 1.8401015640174958,
      "learning_rate": 2.9780753956494418e-05,
      "loss": 1.7109,
      "step": 103061
    },
    {
      "epoch": 4.794696441032798,
      "grad_norm": 1.7308897816761952,
      "learning_rate": 2.9778534393190935e-05,
      "loss": 1.4844,
      "step": 103062
    },
    {
      "epoch": 4.794742963479879,
      "grad_norm": 1.7365840875783087,
      "learning_rate": 2.9776314903487774e-05,
      "loss": 1.3438,
      "step": 103063
    },
    {
      "epoch": 4.79478948592696,
      "grad_norm": 1.795152896749087,
      "learning_rate": 2.9774095487386258e-05,
      "loss": 1.6172,
      "step": 103064
    },
    {
      "epoch": 4.79483600837404,
      "grad_norm": 1.6389713388319342,
      "learning_rate": 2.9771876144887764e-05,
      "loss": 1.3047,
      "step": 103065
    },
    {
      "epoch": 4.794882530821122,
      "grad_norm": 1.812498256384922,
      "learning_rate": 2.9769656875993577e-05,
      "loss": 1.5078,
      "step": 103066
    },
    {
      "epoch": 4.794929053268202,
      "grad_norm": 1.8354377132418958,
      "learning_rate": 2.976743768070516e-05,
      "loss": 1.5781,
      "step": 103067
    },
    {
      "epoch": 4.7949755757152825,
      "grad_norm": 1.647772798348275,
      "learning_rate": 2.976521855902383e-05,
      "loss": 1.2891,
      "step": 103068
    },
    {
      "epoch": 4.795022098162363,
      "grad_norm": 1.7998699439171184,
      "learning_rate": 2.976299951095095e-05,
      "loss": 1.5938,
      "step": 103069
    },
    {
      "epoch": 4.795068620609444,
      "grad_norm": 1.9129880897467486,
      "learning_rate": 2.9760780536487826e-05,
      "loss": 1.7422,
      "step": 103070
    },
    {
      "epoch": 4.795115143056525,
      "grad_norm": 1.9720742196381025,
      "learning_rate": 2.975856163563585e-05,
      "loss": 1.7891,
      "step": 103071
    },
    {
      "epoch": 4.795161665503605,
      "grad_norm": 1.8013532142270707,
      "learning_rate": 2.9756342808396444e-05,
      "loss": 1.5938,
      "step": 103072
    },
    {
      "epoch": 4.795208187950686,
      "grad_norm": 1.9837948070213183,
      "learning_rate": 2.97541240547709e-05,
      "loss": 1.7188,
      "step": 103073
    },
    {
      "epoch": 4.795254710397767,
      "grad_norm": 1.7002268149919217,
      "learning_rate": 2.9751905374760602e-05,
      "loss": 1.4766,
      "step": 103074
    },
    {
      "epoch": 4.795301232844848,
      "grad_norm": 1.847164661935636,
      "learning_rate": 2.9749686768366886e-05,
      "loss": 1.6328,
      "step": 103075
    },
    {
      "epoch": 4.795347755291928,
      "grad_norm": 1.50038132927995,
      "learning_rate": 2.97474682355911e-05,
      "loss": 1.2656,
      "step": 103076
    },
    {
      "epoch": 4.795394277739009,
      "grad_norm": 1.8554844162069002,
      "learning_rate": 2.9745249776434637e-05,
      "loss": 1.5078,
      "step": 103077
    },
    {
      "epoch": 4.79544080018609,
      "grad_norm": 1.8795106850018615,
      "learning_rate": 2.9743031390898852e-05,
      "loss": 1.6172,
      "step": 103078
    },
    {
      "epoch": 4.7954873226331705,
      "grad_norm": 1.7070165769162362,
      "learning_rate": 2.9740813078985094e-05,
      "loss": 1.4297,
      "step": 103079
    },
    {
      "epoch": 4.795533845080251,
      "grad_norm": 1.830975827258237,
      "learning_rate": 2.973859484069469e-05,
      "loss": 1.6094,
      "step": 103080
    },
    {
      "epoch": 4.795580367527332,
      "grad_norm": 1.8600133725692727,
      "learning_rate": 2.9736376676029043e-05,
      "loss": 1.6641,
      "step": 103081
    },
    {
      "epoch": 4.795626889974413,
      "grad_norm": 1.8080812862584934,
      "learning_rate": 2.973415858498952e-05,
      "loss": 1.6094,
      "step": 103082
    },
    {
      "epoch": 4.795673412421493,
      "grad_norm": 1.83396757463654,
      "learning_rate": 2.9731940567577434e-05,
      "loss": 1.5078,
      "step": 103083
    },
    {
      "epoch": 4.795719934868574,
      "grad_norm": 1.90569481702086,
      "learning_rate": 2.9729722623794132e-05,
      "loss": 1.6797,
      "step": 103084
    },
    {
      "epoch": 4.795766457315655,
      "grad_norm": 1.8614264785105281,
      "learning_rate": 2.9727504753641036e-05,
      "loss": 1.5391,
      "step": 103085
    },
    {
      "epoch": 4.795812979762736,
      "grad_norm": 1.720830216121206,
      "learning_rate": 2.9725286957119488e-05,
      "loss": 1.4688,
      "step": 103086
    },
    {
      "epoch": 4.795859502209816,
      "grad_norm": 1.8068669412118576,
      "learning_rate": 2.9723069234230806e-05,
      "loss": 1.4688,
      "step": 103087
    },
    {
      "epoch": 4.795906024656897,
      "grad_norm": 1.7960212156086774,
      "learning_rate": 2.972085158497634e-05,
      "loss": 1.5,
      "step": 103088
    },
    {
      "epoch": 4.795952547103978,
      "grad_norm": 1.864694998560704,
      "learning_rate": 2.9718634009357522e-05,
      "loss": 1.8438,
      "step": 103089
    },
    {
      "epoch": 4.795999069551058,
      "grad_norm": 1.665876544670546,
      "learning_rate": 2.9716416507375652e-05,
      "loss": 1.4531,
      "step": 103090
    },
    {
      "epoch": 4.796045591998139,
      "grad_norm": 1.787570459579795,
      "learning_rate": 2.971419907903211e-05,
      "loss": 1.375,
      "step": 103091
    },
    {
      "epoch": 4.796092114445219,
      "grad_norm": 1.9691760120091895,
      "learning_rate": 2.971198172432821e-05,
      "loss": 1.8281,
      "step": 103092
    },
    {
      "epoch": 4.796138636892301,
      "grad_norm": 1.8825071213856719,
      "learning_rate": 2.970976444326532e-05,
      "loss": 1.6562,
      "step": 103093
    },
    {
      "epoch": 4.796185159339381,
      "grad_norm": 1.7986485261201055,
      "learning_rate": 2.970754723584489e-05,
      "loss": 1.5938,
      "step": 103094
    },
    {
      "epoch": 4.796231681786462,
      "grad_norm": 1.8445159584942619,
      "learning_rate": 2.9705330102068185e-05,
      "loss": 1.5469,
      "step": 103095
    },
    {
      "epoch": 4.796278204233543,
      "grad_norm": 1.8213132433841543,
      "learning_rate": 2.9703113041936604e-05,
      "loss": 1.5859,
      "step": 103096
    },
    {
      "epoch": 4.7963247266806235,
      "grad_norm": 1.504351698466819,
      "learning_rate": 2.9700896055451447e-05,
      "loss": 1.2891,
      "step": 103097
    },
    {
      "epoch": 4.796371249127704,
      "grad_norm": 1.9241740773233493,
      "learning_rate": 2.969867914261414e-05,
      "loss": 1.6953,
      "step": 103098
    },
    {
      "epoch": 4.796417771574784,
      "grad_norm": 1.8390031802127431,
      "learning_rate": 2.9696462303426005e-05,
      "loss": 1.6016,
      "step": 103099
    },
    {
      "epoch": 4.796464294021866,
      "grad_norm": 1.9219656879174438,
      "learning_rate": 2.9694245537888423e-05,
      "loss": 1.5781,
      "step": 103100
    },
    {
      "epoch": 4.796510816468946,
      "grad_norm": 1.7522409267042636,
      "learning_rate": 2.9692028846002724e-05,
      "loss": 1.4297,
      "step": 103101
    },
    {
      "epoch": 4.796557338916027,
      "grad_norm": 1.810523236857423,
      "learning_rate": 2.9689812227770227e-05,
      "loss": 1.3828,
      "step": 103102
    },
    {
      "epoch": 4.796603861363108,
      "grad_norm": 1.9246617590635666,
      "learning_rate": 2.9687595683192377e-05,
      "loss": 1.7422,
      "step": 103103
    },
    {
      "epoch": 4.796650383810189,
      "grad_norm": 1.8469608333309253,
      "learning_rate": 2.9685379212270493e-05,
      "loss": 1.5156,
      "step": 103104
    },
    {
      "epoch": 4.796696906257269,
      "grad_norm": 1.780606308318328,
      "learning_rate": 2.968316281500594e-05,
      "loss": 1.4609,
      "step": 103105
    },
    {
      "epoch": 4.7967434287043496,
      "grad_norm": 1.834188807477738,
      "learning_rate": 2.9680946491400016e-05,
      "loss": 1.5,
      "step": 103106
    },
    {
      "epoch": 4.796789951151431,
      "grad_norm": 1.739766085462501,
      "learning_rate": 2.9678730241454168e-05,
      "loss": 1.3281,
      "step": 103107
    },
    {
      "epoch": 4.796836473598511,
      "grad_norm": 1.894348404207693,
      "learning_rate": 2.96765140651697e-05,
      "loss": 1.6953,
      "step": 103108
    },
    {
      "epoch": 4.796882996045592,
      "grad_norm": 1.7739328734533415,
      "learning_rate": 2.9674297962547987e-05,
      "loss": 1.4688,
      "step": 103109
    },
    {
      "epoch": 4.796929518492672,
      "grad_norm": 1.9176463908648764,
      "learning_rate": 2.9672081933590338e-05,
      "loss": 1.6172,
      "step": 103110
    },
    {
      "epoch": 4.796976040939754,
      "grad_norm": 1.8133380450838945,
      "learning_rate": 2.966986597829819e-05,
      "loss": 1.5391,
      "step": 103111
    },
    {
      "epoch": 4.797022563386834,
      "grad_norm": 1.9370879348488872,
      "learning_rate": 2.966765009667285e-05,
      "loss": 1.7578,
      "step": 103112
    },
    {
      "epoch": 4.797069085833915,
      "grad_norm": 1.7251576887545632,
      "learning_rate": 2.9665434288715702e-05,
      "loss": 1.5,
      "step": 103113
    },
    {
      "epoch": 4.797115608280995,
      "grad_norm": 1.908139825556064,
      "learning_rate": 2.9663218554428038e-05,
      "loss": 1.6875,
      "step": 103114
    },
    {
      "epoch": 4.7971621307280765,
      "grad_norm": 1.8407276291092887,
      "learning_rate": 2.966100289381124e-05,
      "loss": 1.5703,
      "step": 103115
    },
    {
      "epoch": 4.797208653175157,
      "grad_norm": 1.8318273710146329,
      "learning_rate": 2.9658787306866748e-05,
      "loss": 1.5,
      "step": 103116
    },
    {
      "epoch": 4.7972551756222375,
      "grad_norm": 1.9419764335386882,
      "learning_rate": 2.965657179359586e-05,
      "loss": 1.7578,
      "step": 103117
    },
    {
      "epoch": 4.797301698069319,
      "grad_norm": 1.5660736825261932,
      "learning_rate": 2.9654356353999915e-05,
      "loss": 1.2578,
      "step": 103118
    },
    {
      "epoch": 4.797348220516399,
      "grad_norm": 1.8427143574022884,
      "learning_rate": 2.9652140988080236e-05,
      "loss": 1.7734,
      "step": 103119
    },
    {
      "epoch": 4.79739474296348,
      "grad_norm": 1.9265472099062622,
      "learning_rate": 2.964992569583827e-05,
      "loss": 1.7031,
      "step": 103120
    },
    {
      "epoch": 4.79744126541056,
      "grad_norm": 1.5914113997666288,
      "learning_rate": 2.964771047727534e-05,
      "loss": 1.2891,
      "step": 103121
    },
    {
      "epoch": 4.797487787857642,
      "grad_norm": 1.9763284083218338,
      "learning_rate": 2.9645495332392783e-05,
      "loss": 1.8672,
      "step": 103122
    },
    {
      "epoch": 4.797534310304722,
      "grad_norm": 1.763526959461584,
      "learning_rate": 2.964328026119192e-05,
      "loss": 1.4375,
      "step": 103123
    },
    {
      "epoch": 4.797580832751803,
      "grad_norm": 1.8743394834097813,
      "learning_rate": 2.96410652636742e-05,
      "loss": 1.6875,
      "step": 103124
    },
    {
      "epoch": 4.797627355198884,
      "grad_norm": 1.8442687528076769,
      "learning_rate": 2.9638850339840926e-05,
      "loss": 1.7188,
      "step": 103125
    },
    {
      "epoch": 4.797673877645964,
      "grad_norm": 1.6507924325370575,
      "learning_rate": 2.9636635489693456e-05,
      "loss": 1.3906,
      "step": 103126
    },
    {
      "epoch": 4.797720400093045,
      "grad_norm": 1.7667208331600488,
      "learning_rate": 2.9634420713233143e-05,
      "loss": 1.4766,
      "step": 103127
    },
    {
      "epoch": 4.797766922540125,
      "grad_norm": 1.8162711271686747,
      "learning_rate": 2.9632206010461318e-05,
      "loss": 1.6328,
      "step": 103128
    },
    {
      "epoch": 4.797813444987206,
      "grad_norm": 1.7539220976041987,
      "learning_rate": 2.9629991381379398e-05,
      "loss": 1.5078,
      "step": 103129
    },
    {
      "epoch": 4.797859967434287,
      "grad_norm": 1.9893662040888231,
      "learning_rate": 2.9627776825988697e-05,
      "loss": 1.7344,
      "step": 103130
    },
    {
      "epoch": 4.797906489881368,
      "grad_norm": 1.8955837088657759,
      "learning_rate": 2.9625562344290598e-05,
      "loss": 1.6094,
      "step": 103131
    },
    {
      "epoch": 4.797953012328448,
      "grad_norm": 1.7929859342915824,
      "learning_rate": 2.9623347936286384e-05,
      "loss": 1.5,
      "step": 103132
    },
    {
      "epoch": 4.7979995347755295,
      "grad_norm": 1.5631873853291702,
      "learning_rate": 2.962113360197752e-05,
      "loss": 1.3047,
      "step": 103133
    },
    {
      "epoch": 4.79804605722261,
      "grad_norm": 1.9574754422707081,
      "learning_rate": 2.9618919341365303e-05,
      "loss": 1.5547,
      "step": 103134
    },
    {
      "epoch": 4.7980925796696905,
      "grad_norm": 1.8505037738626764,
      "learning_rate": 2.9616705154451085e-05,
      "loss": 1.6641,
      "step": 103135
    },
    {
      "epoch": 4.798139102116771,
      "grad_norm": 1.769472096010216,
      "learning_rate": 2.9614491041236198e-05,
      "loss": 1.5,
      "step": 103136
    },
    {
      "epoch": 4.798185624563852,
      "grad_norm": 1.9048602576907685,
      "learning_rate": 2.9612277001722023e-05,
      "loss": 1.6953,
      "step": 103137
    },
    {
      "epoch": 4.798232147010933,
      "grad_norm": 1.872654824115629,
      "learning_rate": 2.9610063035909977e-05,
      "loss": 1.6328,
      "step": 103138
    },
    {
      "epoch": 4.798278669458013,
      "grad_norm": 1.819799237634742,
      "learning_rate": 2.9607849143801338e-05,
      "loss": 1.4922,
      "step": 103139
    },
    {
      "epoch": 4.798325191905095,
      "grad_norm": 1.6953176735498885,
      "learning_rate": 2.960563532539749e-05,
      "loss": 1.4062,
      "step": 103140
    },
    {
      "epoch": 4.798371714352175,
      "grad_norm": 1.7552727205452496,
      "learning_rate": 2.9603421580699754e-05,
      "loss": 1.4297,
      "step": 103141
    },
    {
      "epoch": 4.798418236799256,
      "grad_norm": 1.8629934136965665,
      "learning_rate": 2.960120790970954e-05,
      "loss": 1.625,
      "step": 103142
    },
    {
      "epoch": 4.798464759246336,
      "grad_norm": 1.8306750316962914,
      "learning_rate": 2.959899431242818e-05,
      "loss": 1.3047,
      "step": 103143
    },
    {
      "epoch": 4.7985112816934175,
      "grad_norm": 1.7035423466814597,
      "learning_rate": 2.9596780788857027e-05,
      "loss": 1.3984,
      "step": 103144
    },
    {
      "epoch": 4.798557804140498,
      "grad_norm": 1.9647336228231527,
      "learning_rate": 2.9594567338997394e-05,
      "loss": 1.6719,
      "step": 103145
    },
    {
      "epoch": 4.798604326587578,
      "grad_norm": 1.665126890951021,
      "learning_rate": 2.9592353962850713e-05,
      "loss": 1.4297,
      "step": 103146
    },
    {
      "epoch": 4.798650849034659,
      "grad_norm": 1.9013908155724715,
      "learning_rate": 2.95901406604183e-05,
      "loss": 1.5625,
      "step": 103147
    },
    {
      "epoch": 4.79869737148174,
      "grad_norm": 1.8241835101582011,
      "learning_rate": 2.9587927431701518e-05,
      "loss": 1.5469,
      "step": 103148
    },
    {
      "epoch": 4.798743893928821,
      "grad_norm": 1.9241703063951392,
      "learning_rate": 2.958571427670167e-05,
      "loss": 1.6484,
      "step": 103149
    },
    {
      "epoch": 4.798790416375901,
      "grad_norm": 1.8896794448395704,
      "learning_rate": 2.9583501195420206e-05,
      "loss": 1.5703,
      "step": 103150
    },
    {
      "epoch": 4.798836938822982,
      "grad_norm": 1.901900104472449,
      "learning_rate": 2.9581288187858438e-05,
      "loss": 1.6484,
      "step": 103151
    },
    {
      "epoch": 4.798883461270063,
      "grad_norm": 1.821438349524423,
      "learning_rate": 2.9579075254017698e-05,
      "loss": 1.6484,
      "step": 103152
    },
    {
      "epoch": 4.7989299837171435,
      "grad_norm": 1.9156669093640863,
      "learning_rate": 2.957686239389937e-05,
      "loss": 1.7266,
      "step": 103153
    },
    {
      "epoch": 4.798976506164224,
      "grad_norm": 1.8257693867594957,
      "learning_rate": 2.9574649607504753e-05,
      "loss": 1.5781,
      "step": 103154
    },
    {
      "epoch": 4.799023028611305,
      "grad_norm": 1.8101835867375842,
      "learning_rate": 2.9572436894835292e-05,
      "loss": 1.6016,
      "step": 103155
    },
    {
      "epoch": 4.799069551058386,
      "grad_norm": 1.9467082923140755,
      "learning_rate": 2.9570224255892278e-05,
      "loss": 1.75,
      "step": 103156
    },
    {
      "epoch": 4.799116073505466,
      "grad_norm": 1.7875081733283043,
      "learning_rate": 2.95680116906771e-05,
      "loss": 1.4375,
      "step": 103157
    },
    {
      "epoch": 4.799162595952547,
      "grad_norm": 1.831001100339679,
      "learning_rate": 2.9565799199191048e-05,
      "loss": 1.5156,
      "step": 103158
    },
    {
      "epoch": 4.799209118399628,
      "grad_norm": 1.7662627239186501,
      "learning_rate": 2.9563586781435515e-05,
      "loss": 1.5312,
      "step": 103159
    },
    {
      "epoch": 4.799255640846709,
      "grad_norm": 1.879395841952866,
      "learning_rate": 2.956137443741192e-05,
      "loss": 1.6562,
      "step": 103160
    },
    {
      "epoch": 4.799302163293789,
      "grad_norm": 1.6535860178686996,
      "learning_rate": 2.9559162167121548e-05,
      "loss": 1.4688,
      "step": 103161
    },
    {
      "epoch": 4.79934868574087,
      "grad_norm": 1.8437851678347548,
      "learning_rate": 2.9556949970565773e-05,
      "loss": 1.6953,
      "step": 103162
    },
    {
      "epoch": 4.799395208187951,
      "grad_norm": 1.8296792861832345,
      "learning_rate": 2.9554737847745903e-05,
      "loss": 1.5078,
      "step": 103163
    },
    {
      "epoch": 4.799441730635031,
      "grad_norm": 1.968214258090338,
      "learning_rate": 2.955252579866338e-05,
      "loss": 1.7422,
      "step": 103164
    },
    {
      "epoch": 4.799488253082112,
      "grad_norm": 1.8022756361598657,
      "learning_rate": 2.9550313823319487e-05,
      "loss": 1.625,
      "step": 103165
    },
    {
      "epoch": 4.799534775529192,
      "grad_norm": 1.9320281640323895,
      "learning_rate": 2.9548101921715627e-05,
      "loss": 1.8672,
      "step": 103166
    },
    {
      "epoch": 4.799581297976274,
      "grad_norm": 1.8830627221648328,
      "learning_rate": 2.954589009385308e-05,
      "loss": 1.7266,
      "step": 103167
    },
    {
      "epoch": 4.799627820423354,
      "grad_norm": 1.6810228985145872,
      "learning_rate": 2.954367833973328e-05,
      "loss": 1.3438,
      "step": 103168
    },
    {
      "epoch": 4.799674342870435,
      "grad_norm": 1.753273781740882,
      "learning_rate": 2.954146665935757e-05,
      "loss": 1.5391,
      "step": 103169
    },
    {
      "epoch": 4.799720865317516,
      "grad_norm": 1.7918613502535103,
      "learning_rate": 2.9539255052727273e-05,
      "loss": 1.4609,
      "step": 103170
    },
    {
      "epoch": 4.7997673877645965,
      "grad_norm": 1.835745905246806,
      "learning_rate": 2.95370435198437e-05,
      "loss": 1.5,
      "step": 103171
    },
    {
      "epoch": 4.799813910211677,
      "grad_norm": 1.8565820802210944,
      "learning_rate": 2.953483206070832e-05,
      "loss": 1.6094,
      "step": 103172
    },
    {
      "epoch": 4.7998604326587575,
      "grad_norm": 1.8166673366096984,
      "learning_rate": 2.9532620675322412e-05,
      "loss": 1.5703,
      "step": 103173
    },
    {
      "epoch": 4.799906955105839,
      "grad_norm": 1.8322683370534736,
      "learning_rate": 2.9530409363687357e-05,
      "loss": 1.6641,
      "step": 103174
    },
    {
      "epoch": 4.799953477552919,
      "grad_norm": 2.0840999333201857,
      "learning_rate": 2.952819812580444e-05,
      "loss": 1.6484,
      "step": 103175
    },
    {
      "epoch": 4.8,
      "grad_norm": 1.8149198299666198,
      "learning_rate": 2.9525986961675113e-05,
      "loss": 1.4844,
      "step": 103176
    },
    {
      "epoch": 4.800046522447081,
      "grad_norm": 1.7598677182166964,
      "learning_rate": 2.9523775871300704e-05,
      "loss": 1.5312,
      "step": 103177
    },
    {
      "epoch": 4.800093044894162,
      "grad_norm": 1.8321515954988767,
      "learning_rate": 2.952156485468253e-05,
      "loss": 1.6875,
      "step": 103178
    },
    {
      "epoch": 4.800139567341242,
      "grad_norm": 1.9829502522982603,
      "learning_rate": 2.9519353911821968e-05,
      "loss": 1.8359,
      "step": 103179
    },
    {
      "epoch": 4.800186089788323,
      "grad_norm": 1.676309333914131,
      "learning_rate": 2.9517143042720293e-05,
      "loss": 1.4453,
      "step": 103180
    },
    {
      "epoch": 4.800232612235403,
      "grad_norm": 1.9837609349626497,
      "learning_rate": 2.9514932247379013e-05,
      "loss": 1.7344,
      "step": 103181
    },
    {
      "epoch": 4.8002791346824845,
      "grad_norm": 1.862328267840622,
      "learning_rate": 2.95127215257994e-05,
      "loss": 1.6797,
      "step": 103182
    },
    {
      "epoch": 4.800325657129565,
      "grad_norm": 1.75119417660362,
      "learning_rate": 2.951051087798281e-05,
      "loss": 1.4297,
      "step": 103183
    },
    {
      "epoch": 4.800372179576645,
      "grad_norm": 1.8861975062893523,
      "learning_rate": 2.9508300303930587e-05,
      "loss": 1.6406,
      "step": 103184
    },
    {
      "epoch": 4.800418702023727,
      "grad_norm": 1.8661122396092147,
      "learning_rate": 2.9506089803644073e-05,
      "loss": 1.7031,
      "step": 103185
    },
    {
      "epoch": 4.800465224470807,
      "grad_norm": 1.893055992810089,
      "learning_rate": 2.950387937712467e-05,
      "loss": 1.625,
      "step": 103186
    },
    {
      "epoch": 4.800511746917888,
      "grad_norm": 1.7387635457845996,
      "learning_rate": 2.9501669024373686e-05,
      "loss": 1.4531,
      "step": 103187
    },
    {
      "epoch": 4.800558269364968,
      "grad_norm": 1.9201125630342457,
      "learning_rate": 2.9499458745392513e-05,
      "loss": 1.7031,
      "step": 103188
    },
    {
      "epoch": 4.80060479181205,
      "grad_norm": 1.706383930768704,
      "learning_rate": 2.949724854018243e-05,
      "loss": 1.4531,
      "step": 103189
    },
    {
      "epoch": 4.80065131425913,
      "grad_norm": 1.8332922141438786,
      "learning_rate": 2.9495038408744882e-05,
      "loss": 1.5234,
      "step": 103190
    },
    {
      "epoch": 4.8006978367062105,
      "grad_norm": 1.771617318968074,
      "learning_rate": 2.9492828351081187e-05,
      "loss": 1.4766,
      "step": 103191
    },
    {
      "epoch": 4.800744359153292,
      "grad_norm": 1.8114871622250555,
      "learning_rate": 2.949061836719268e-05,
      "loss": 1.5859,
      "step": 103192
    },
    {
      "epoch": 4.800790881600372,
      "grad_norm": 2.117693967330619,
      "learning_rate": 2.948840845708071e-05,
      "loss": 1.5312,
      "step": 103193
    },
    {
      "epoch": 4.800837404047453,
      "grad_norm": 1.8435075845224804,
      "learning_rate": 2.948619862074667e-05,
      "loss": 1.6016,
      "step": 103194
    },
    {
      "epoch": 4.800883926494533,
      "grad_norm": 1.938220616281712,
      "learning_rate": 2.9483988858191883e-05,
      "loss": 1.7734,
      "step": 103195
    },
    {
      "epoch": 4.800930448941615,
      "grad_norm": 1.7939043942140465,
      "learning_rate": 2.9481779169417725e-05,
      "loss": 1.4297,
      "step": 103196
    },
    {
      "epoch": 4.800976971388695,
      "grad_norm": 1.834764061051511,
      "learning_rate": 2.947956955442548e-05,
      "loss": 1.5234,
      "step": 103197
    },
    {
      "epoch": 4.801023493835776,
      "grad_norm": 1.564384816579044,
      "learning_rate": 2.94773600132166e-05,
      "loss": 1.3203,
      "step": 103198
    },
    {
      "epoch": 4.801070016282856,
      "grad_norm": 1.868804732550487,
      "learning_rate": 2.947515054579238e-05,
      "loss": 1.7266,
      "step": 103199
    },
    {
      "epoch": 4.8011165387299375,
      "grad_norm": 1.789354335097902,
      "learning_rate": 2.9472941152154205e-05,
      "loss": 1.5625,
      "step": 103200
    },
    {
      "epoch": 4.801163061177018,
      "grad_norm": 1.692256871914023,
      "learning_rate": 2.947073183230334e-05,
      "loss": 1.3906,
      "step": 103201
    },
    {
      "epoch": 4.801209583624098,
      "grad_norm": 1.9301903176714084,
      "learning_rate": 2.9468522586241218e-05,
      "loss": 1.6484,
      "step": 103202
    },
    {
      "epoch": 4.801256106071179,
      "grad_norm": 1.8286455561497708,
      "learning_rate": 2.9466313413969218e-05,
      "loss": 1.6641,
      "step": 103203
    },
    {
      "epoch": 4.80130262851826,
      "grad_norm": 1.9563158347421372,
      "learning_rate": 2.946410431548864e-05,
      "loss": 1.6953,
      "step": 103204
    },
    {
      "epoch": 4.801349150965341,
      "grad_norm": 1.987493063770961,
      "learning_rate": 2.9461895290800868e-05,
      "loss": 1.6562,
      "step": 103205
    },
    {
      "epoch": 4.801395673412421,
      "grad_norm": 1.7074791170378607,
      "learning_rate": 2.9459686339907183e-05,
      "loss": 1.4844,
      "step": 103206
    },
    {
      "epoch": 4.801442195859503,
      "grad_norm": 1.8147232636233168,
      "learning_rate": 2.9457477462809022e-05,
      "loss": 1.6641,
      "step": 103207
    },
    {
      "epoch": 4.801488718306583,
      "grad_norm": 1.684065940935076,
      "learning_rate": 2.9455268659507708e-05,
      "loss": 1.4141,
      "step": 103208
    },
    {
      "epoch": 4.801535240753664,
      "grad_norm": 1.8520790336325927,
      "learning_rate": 2.9453059930004597e-05,
      "loss": 1.4922,
      "step": 103209
    },
    {
      "epoch": 4.801581763200744,
      "grad_norm": 1.8856710689275549,
      "learning_rate": 2.9450851274301017e-05,
      "loss": 1.6172,
      "step": 103210
    },
    {
      "epoch": 4.801628285647825,
      "grad_norm": 1.98695731597192,
      "learning_rate": 2.9448642692398307e-05,
      "loss": 1.625,
      "step": 103211
    },
    {
      "epoch": 4.801674808094906,
      "grad_norm": 1.8917826595487668,
      "learning_rate": 2.944643418429789e-05,
      "loss": 1.7266,
      "step": 103212
    },
    {
      "epoch": 4.801721330541986,
      "grad_norm": 1.8602336148225183,
      "learning_rate": 2.944422575000107e-05,
      "loss": 1.5234,
      "step": 103213
    },
    {
      "epoch": 4.801767852989068,
      "grad_norm": 1.9844930865642474,
      "learning_rate": 2.94420173895092e-05,
      "loss": 1.7656,
      "step": 103214
    },
    {
      "epoch": 4.801814375436148,
      "grad_norm": 1.7346552473540118,
      "learning_rate": 2.943980910282362e-05,
      "loss": 1.4844,
      "step": 103215
    },
    {
      "epoch": 4.801860897883229,
      "grad_norm": 1.8654698675777042,
      "learning_rate": 2.9437600889945718e-05,
      "loss": 1.5703,
      "step": 103216
    },
    {
      "epoch": 4.801907420330309,
      "grad_norm": 1.7365933384722068,
      "learning_rate": 2.943539275087684e-05,
      "loss": 1.4062,
      "step": 103217
    },
    {
      "epoch": 4.80195394277739,
      "grad_norm": 1.5774663452005817,
      "learning_rate": 2.9433184685618304e-05,
      "loss": 1.3594,
      "step": 103218
    },
    {
      "epoch": 4.802000465224471,
      "grad_norm": 1.8137982037634541,
      "learning_rate": 2.9430976694171477e-05,
      "loss": 1.5781,
      "step": 103219
    },
    {
      "epoch": 4.8020469876715515,
      "grad_norm": 1.746464247401842,
      "learning_rate": 2.9428768776537737e-05,
      "loss": 1.5859,
      "step": 103220
    },
    {
      "epoch": 4.802093510118632,
      "grad_norm": 1.7267957723671417,
      "learning_rate": 2.94265609327184e-05,
      "loss": 1.5312,
      "step": 103221
    },
    {
      "epoch": 4.802140032565713,
      "grad_norm": 2.000543437175857,
      "learning_rate": 2.9424353162714853e-05,
      "loss": 1.6875,
      "step": 103222
    },
    {
      "epoch": 4.802186555012794,
      "grad_norm": 1.922977431802472,
      "learning_rate": 2.942214546652839e-05,
      "loss": 1.625,
      "step": 103223
    },
    {
      "epoch": 4.802233077459874,
      "grad_norm": 1.7885013649167165,
      "learning_rate": 2.9419937844160395e-05,
      "loss": 1.4609,
      "step": 103224
    },
    {
      "epoch": 4.802279599906955,
      "grad_norm": 1.9177085356169619,
      "learning_rate": 2.941773029561227e-05,
      "loss": 1.7969,
      "step": 103225
    },
    {
      "epoch": 4.802326122354036,
      "grad_norm": 1.8553298115343673,
      "learning_rate": 2.9415522820885308e-05,
      "loss": 1.5,
      "step": 103226
    },
    {
      "epoch": 4.802372644801117,
      "grad_norm": 1.9046556527116705,
      "learning_rate": 2.9413315419980876e-05,
      "loss": 1.7344,
      "step": 103227
    },
    {
      "epoch": 4.802419167248197,
      "grad_norm": 1.7658426212138107,
      "learning_rate": 2.9411108092900292e-05,
      "loss": 1.4766,
      "step": 103228
    },
    {
      "epoch": 4.802465689695278,
      "grad_norm": 1.849574971953749,
      "learning_rate": 2.9408900839644972e-05,
      "loss": 1.6328,
      "step": 103229
    },
    {
      "epoch": 4.802512212142359,
      "grad_norm": 1.7229538350540266,
      "learning_rate": 2.9406693660216248e-05,
      "loss": 1.5469,
      "step": 103230
    },
    {
      "epoch": 4.802558734589439,
      "grad_norm": 1.8391565264561816,
      "learning_rate": 2.940448655461543e-05,
      "loss": 1.6016,
      "step": 103231
    },
    {
      "epoch": 4.80260525703652,
      "grad_norm": 1.8446249592671466,
      "learning_rate": 2.9402279522843874e-05,
      "loss": 1.6094,
      "step": 103232
    },
    {
      "epoch": 4.802651779483601,
      "grad_norm": 1.8625822941320134,
      "learning_rate": 2.9400072564902993e-05,
      "loss": 1.5391,
      "step": 103233
    },
    {
      "epoch": 4.802698301930682,
      "grad_norm": 1.9169509225400967,
      "learning_rate": 2.93978656807941e-05,
      "loss": 1.6328,
      "step": 103234
    },
    {
      "epoch": 4.802744824377762,
      "grad_norm": 1.9259695885174413,
      "learning_rate": 2.9395658870518534e-05,
      "loss": 1.6797,
      "step": 103235
    },
    {
      "epoch": 4.802791346824843,
      "grad_norm": 2.011200429461243,
      "learning_rate": 2.9393452134077673e-05,
      "loss": 1.7344,
      "step": 103236
    },
    {
      "epoch": 4.802837869271924,
      "grad_norm": 1.8167534301719368,
      "learning_rate": 2.9391245471472796e-05,
      "loss": 1.6875,
      "step": 103237
    },
    {
      "epoch": 4.8028843917190045,
      "grad_norm": 1.8178343220817184,
      "learning_rate": 2.9389038882705357e-05,
      "loss": 1.5703,
      "step": 103238
    },
    {
      "epoch": 4.802930914166085,
      "grad_norm": 1.7175769767508433,
      "learning_rate": 2.9386832367776653e-05,
      "loss": 1.5078,
      "step": 103239
    },
    {
      "epoch": 4.8029774366131655,
      "grad_norm": 1.9539393341305067,
      "learning_rate": 2.938462592668805e-05,
      "loss": 1.5859,
      "step": 103240
    },
    {
      "epoch": 4.803023959060247,
      "grad_norm": 1.721714304038707,
      "learning_rate": 2.9382419559440827e-05,
      "loss": 1.5,
      "step": 103241
    },
    {
      "epoch": 4.803070481507327,
      "grad_norm": 1.811679809733532,
      "learning_rate": 2.9380213266036456e-05,
      "loss": 1.5312,
      "step": 103242
    },
    {
      "epoch": 4.803117003954408,
      "grad_norm": 1.757742010707796,
      "learning_rate": 2.9378007046476232e-05,
      "loss": 1.5078,
      "step": 103243
    },
    {
      "epoch": 4.803163526401489,
      "grad_norm": 1.800560301266706,
      "learning_rate": 2.9375800900761505e-05,
      "loss": 1.5859,
      "step": 103244
    },
    {
      "epoch": 4.80321004884857,
      "grad_norm": 1.9100949777536482,
      "learning_rate": 2.937359482889357e-05,
      "loss": 1.625,
      "step": 103245
    },
    {
      "epoch": 4.80325657129565,
      "grad_norm": 1.6322001336492042,
      "learning_rate": 2.9371388830873848e-05,
      "loss": 1.3281,
      "step": 103246
    },
    {
      "epoch": 4.803303093742731,
      "grad_norm": 2.030678480926807,
      "learning_rate": 2.9369182906703702e-05,
      "loss": 1.7656,
      "step": 103247
    },
    {
      "epoch": 4.803349616189812,
      "grad_norm": 1.9892696568136503,
      "learning_rate": 2.936697705638445e-05,
      "loss": 1.7891,
      "step": 103248
    },
    {
      "epoch": 4.803396138636892,
      "grad_norm": 1.826975736456863,
      "learning_rate": 2.9364771279917455e-05,
      "loss": 1.5703,
      "step": 103249
    },
    {
      "epoch": 4.803442661083973,
      "grad_norm": 1.7869290634505006,
      "learning_rate": 2.9362565577304016e-05,
      "loss": 1.5,
      "step": 103250
    },
    {
      "epoch": 4.803489183531053,
      "grad_norm": 1.7940804718527865,
      "learning_rate": 2.9360359948545566e-05,
      "loss": 1.5391,
      "step": 103251
    },
    {
      "epoch": 4.803535705978135,
      "grad_norm": 1.7084308945791689,
      "learning_rate": 2.93581543936434e-05,
      "loss": 1.5,
      "step": 103252
    },
    {
      "epoch": 4.803582228425215,
      "grad_norm": 1.6695388164738345,
      "learning_rate": 2.9355948912598894e-05,
      "loss": 1.3594,
      "step": 103253
    },
    {
      "epoch": 4.803628750872296,
      "grad_norm": 1.7695654335520161,
      "learning_rate": 2.9353743505413353e-05,
      "loss": 1.4844,
      "step": 103254
    },
    {
      "epoch": 4.803675273319376,
      "grad_norm": 1.9139970574423562,
      "learning_rate": 2.9351538172088197e-05,
      "loss": 1.6328,
      "step": 103255
    },
    {
      "epoch": 4.8037217957664575,
      "grad_norm": 1.9512244560920269,
      "learning_rate": 2.934933291262474e-05,
      "loss": 1.6406,
      "step": 103256
    },
    {
      "epoch": 4.803768318213538,
      "grad_norm": 1.6723091750106023,
      "learning_rate": 2.9347127727024333e-05,
      "loss": 1.3047,
      "step": 103257
    },
    {
      "epoch": 4.8038148406606185,
      "grad_norm": 1.8009380543215785,
      "learning_rate": 2.9344922615288275e-05,
      "loss": 1.6328,
      "step": 103258
    },
    {
      "epoch": 4.8038613631077,
      "grad_norm": 1.6458701023755744,
      "learning_rate": 2.934271757741803e-05,
      "loss": 1.3125,
      "step": 103259
    },
    {
      "epoch": 4.80390788555478,
      "grad_norm": 1.9019730964370065,
      "learning_rate": 2.934051261341486e-05,
      "loss": 1.6328,
      "step": 103260
    },
    {
      "epoch": 4.803954408001861,
      "grad_norm": 1.6772322516078364,
      "learning_rate": 2.933830772328016e-05,
      "loss": 1.4297,
      "step": 103261
    },
    {
      "epoch": 4.804000930448941,
      "grad_norm": 1.7301213305083776,
      "learning_rate": 2.9336102907015247e-05,
      "loss": 1.4297,
      "step": 103262
    },
    {
      "epoch": 4.804047452896023,
      "grad_norm": 1.602634603332399,
      "learning_rate": 2.9333898164621445e-05,
      "loss": 1.2188,
      "step": 103263
    },
    {
      "epoch": 4.804093975343103,
      "grad_norm": 1.50480717608215,
      "learning_rate": 2.9331693496100167e-05,
      "loss": 1.2812,
      "step": 103264
    },
    {
      "epoch": 4.804140497790184,
      "grad_norm": 1.6162715475712672,
      "learning_rate": 2.9329488901452762e-05,
      "loss": 1.2891,
      "step": 103265
    },
    {
      "epoch": 4.804187020237265,
      "grad_norm": 1.7524114108260866,
      "learning_rate": 2.9327284380680533e-05,
      "loss": 1.4922,
      "step": 103266
    },
    {
      "epoch": 4.804233542684345,
      "grad_norm": 1.8239599882969384,
      "learning_rate": 2.9325079933784822e-05,
      "loss": 1.5859,
      "step": 103267
    },
    {
      "epoch": 4.804280065131426,
      "grad_norm": 1.9541185685358768,
      "learning_rate": 2.9322875560767017e-05,
      "loss": 1.8516,
      "step": 103268
    },
    {
      "epoch": 4.804326587578506,
      "grad_norm": 1.859953400557115,
      "learning_rate": 2.9320671261628497e-05,
      "loss": 1.5547,
      "step": 103269
    },
    {
      "epoch": 4.804373110025587,
      "grad_norm": 1.8377790926488262,
      "learning_rate": 2.931846703637056e-05,
      "loss": 1.4922,
      "step": 103270
    },
    {
      "epoch": 4.804419632472668,
      "grad_norm": 1.8982519097638673,
      "learning_rate": 2.931626288499458e-05,
      "loss": 1.6719,
      "step": 103271
    },
    {
      "epoch": 4.804466154919749,
      "grad_norm": 1.8887061758097587,
      "learning_rate": 2.9314058807501845e-05,
      "loss": 1.6328,
      "step": 103272
    },
    {
      "epoch": 4.804512677366829,
      "grad_norm": 1.8709302602900628,
      "learning_rate": 2.9311854803893807e-05,
      "loss": 1.625,
      "step": 103273
    },
    {
      "epoch": 4.8045591998139106,
      "grad_norm": 1.893397257850193,
      "learning_rate": 2.9309650874171752e-05,
      "loss": 1.6719,
      "step": 103274
    },
    {
      "epoch": 4.804605722260991,
      "grad_norm": 1.8214546322812746,
      "learning_rate": 2.9307447018337042e-05,
      "loss": 1.5547,
      "step": 103275
    },
    {
      "epoch": 4.8046522447080715,
      "grad_norm": 1.960656457060987,
      "learning_rate": 2.9305243236390995e-05,
      "loss": 1.6719,
      "step": 103276
    },
    {
      "epoch": 4.804698767155152,
      "grad_norm": 1.8871891803616827,
      "learning_rate": 2.9303039528335026e-05,
      "loss": 1.5859,
      "step": 103277
    },
    {
      "epoch": 4.804745289602233,
      "grad_norm": 1.7234977855878137,
      "learning_rate": 2.9300835894170434e-05,
      "loss": 1.4141,
      "step": 103278
    },
    {
      "epoch": 4.804791812049314,
      "grad_norm": 1.6207725235079082,
      "learning_rate": 2.9298632333898597e-05,
      "loss": 1.2969,
      "step": 103279
    },
    {
      "epoch": 4.804838334496394,
      "grad_norm": 1.741708189287,
      "learning_rate": 2.9296428847520804e-05,
      "loss": 1.5469,
      "step": 103280
    },
    {
      "epoch": 4.804884856943476,
      "grad_norm": 1.704938319640815,
      "learning_rate": 2.9294225435038483e-05,
      "loss": 1.3516,
      "step": 103281
    },
    {
      "epoch": 4.804931379390556,
      "grad_norm": 1.6909032998545759,
      "learning_rate": 2.929202209645295e-05,
      "loss": 1.3828,
      "step": 103282
    },
    {
      "epoch": 4.804977901837637,
      "grad_norm": 1.7939586799030325,
      "learning_rate": 2.9289818831765556e-05,
      "loss": 1.4531,
      "step": 103283
    },
    {
      "epoch": 4.805024424284717,
      "grad_norm": 1.8399386092032228,
      "learning_rate": 2.9287615640977612e-05,
      "loss": 1.6797,
      "step": 103284
    },
    {
      "epoch": 4.8050709467317985,
      "grad_norm": 1.4408083524203463,
      "learning_rate": 2.9285412524090525e-05,
      "loss": 1.2031,
      "step": 103285
    },
    {
      "epoch": 4.805117469178879,
      "grad_norm": 1.7702635619941856,
      "learning_rate": 2.9283209481105636e-05,
      "loss": 1.5156,
      "step": 103286
    },
    {
      "epoch": 4.805163991625959,
      "grad_norm": 1.7709223672641332,
      "learning_rate": 2.9281006512024264e-05,
      "loss": 1.4844,
      "step": 103287
    },
    {
      "epoch": 4.80521051407304,
      "grad_norm": 1.6952320483135705,
      "learning_rate": 2.927880361684779e-05,
      "loss": 1.2812,
      "step": 103288
    },
    {
      "epoch": 4.805257036520121,
      "grad_norm": 1.8642563287556053,
      "learning_rate": 2.927660079557748e-05,
      "loss": 1.7266,
      "step": 103289
    },
    {
      "epoch": 4.805303558967202,
      "grad_norm": 1.7345983194692725,
      "learning_rate": 2.927439804821477e-05,
      "loss": 1.5469,
      "step": 103290
    },
    {
      "epoch": 4.805350081414282,
      "grad_norm": 1.8869063230167915,
      "learning_rate": 2.9272195374761003e-05,
      "loss": 1.5938,
      "step": 103291
    },
    {
      "epoch": 4.805396603861363,
      "grad_norm": 1.8902433951026119,
      "learning_rate": 2.926999277521753e-05,
      "loss": 1.5156,
      "step": 103292
    },
    {
      "epoch": 4.805443126308444,
      "grad_norm": 1.8812429322063582,
      "learning_rate": 2.926779024958567e-05,
      "loss": 1.6953,
      "step": 103293
    },
    {
      "epoch": 4.8054896487555245,
      "grad_norm": 1.8814514557842104,
      "learning_rate": 2.9265587797866734e-05,
      "loss": 1.5391,
      "step": 103294
    },
    {
      "epoch": 4.805536171202605,
      "grad_norm": 1.9252360885810629,
      "learning_rate": 2.926338542006216e-05,
      "loss": 1.6406,
      "step": 103295
    },
    {
      "epoch": 4.805582693649686,
      "grad_norm": 1.9257056536932666,
      "learning_rate": 2.9261183116173253e-05,
      "loss": 1.6094,
      "step": 103296
    },
    {
      "epoch": 4.805629216096767,
      "grad_norm": 1.8585703727399367,
      "learning_rate": 2.925898088620137e-05,
      "loss": 1.6016,
      "step": 103297
    },
    {
      "epoch": 4.805675738543847,
      "grad_norm": 1.797397399233109,
      "learning_rate": 2.9256778730147795e-05,
      "loss": 1.4922,
      "step": 103298
    },
    {
      "epoch": 4.805722260990928,
      "grad_norm": 1.895866038759519,
      "learning_rate": 2.9254576648013988e-05,
      "loss": 1.5391,
      "step": 103299
    },
    {
      "epoch": 4.805768783438009,
      "grad_norm": 1.980180901863528,
      "learning_rate": 2.9252374639801234e-05,
      "loss": 1.7656,
      "step": 103300
    },
    {
      "epoch": 4.80581530588509,
      "grad_norm": 1.8694021857565204,
      "learning_rate": 2.9250172705510882e-05,
      "loss": 1.5,
      "step": 103301
    },
    {
      "epoch": 4.80586182833217,
      "grad_norm": 1.7932810650183455,
      "learning_rate": 2.9247970845144263e-05,
      "loss": 1.6406,
      "step": 103302
    },
    {
      "epoch": 4.805908350779251,
      "grad_norm": 1.8445050809505168,
      "learning_rate": 2.9245769058702777e-05,
      "loss": 1.6016,
      "step": 103303
    },
    {
      "epoch": 4.805954873226332,
      "grad_norm": 1.798629290143909,
      "learning_rate": 2.924356734618774e-05,
      "loss": 1.5391,
      "step": 103304
    },
    {
      "epoch": 4.8060013956734124,
      "grad_norm": 1.8664959134351602,
      "learning_rate": 2.92413657076005e-05,
      "loss": 1.6406,
      "step": 103305
    },
    {
      "epoch": 4.806047918120493,
      "grad_norm": 1.8877269265236059,
      "learning_rate": 2.9239164142942374e-05,
      "loss": 1.6484,
      "step": 103306
    },
    {
      "epoch": 4.806094440567573,
      "grad_norm": 1.9617034332293741,
      "learning_rate": 2.9236962652214774e-05,
      "loss": 1.875,
      "step": 103307
    },
    {
      "epoch": 4.806140963014655,
      "grad_norm": 1.787658348148198,
      "learning_rate": 2.9234761235419035e-05,
      "loss": 1.5781,
      "step": 103308
    },
    {
      "epoch": 4.806187485461735,
      "grad_norm": 1.7367373279528981,
      "learning_rate": 2.9232559892556472e-05,
      "loss": 1.5,
      "step": 103309
    },
    {
      "epoch": 4.806234007908816,
      "grad_norm": 1.9858311192232065,
      "learning_rate": 2.923035862362842e-05,
      "loss": 1.8047,
      "step": 103310
    },
    {
      "epoch": 4.806280530355897,
      "grad_norm": 1.8217121457837115,
      "learning_rate": 2.922815742863624e-05,
      "loss": 1.6172,
      "step": 103311
    },
    {
      "epoch": 4.806327052802978,
      "grad_norm": 1.7639819667227448,
      "learning_rate": 2.922595630758135e-05,
      "loss": 1.4062,
      "step": 103312
    },
    {
      "epoch": 4.806373575250058,
      "grad_norm": 1.8906485813088325,
      "learning_rate": 2.922375526046503e-05,
      "loss": 1.5312,
      "step": 103313
    },
    {
      "epoch": 4.8064200976971385,
      "grad_norm": 1.8178664369720479,
      "learning_rate": 2.9221554287288635e-05,
      "loss": 1.5312,
      "step": 103314
    },
    {
      "epoch": 4.80646662014422,
      "grad_norm": 1.6865636053036286,
      "learning_rate": 2.9219353388053523e-05,
      "loss": 1.4062,
      "step": 103315
    },
    {
      "epoch": 4.8065131425913,
      "grad_norm": 1.8777164725346247,
      "learning_rate": 2.9217152562760996e-05,
      "loss": 1.6406,
      "step": 103316
    },
    {
      "epoch": 4.806559665038381,
      "grad_norm": 1.719358403227288,
      "learning_rate": 2.9214951811412474e-05,
      "loss": 1.3594,
      "step": 103317
    },
    {
      "epoch": 4.806606187485462,
      "grad_norm": 1.8113651639052282,
      "learning_rate": 2.921275113400928e-05,
      "loss": 1.6016,
      "step": 103318
    },
    {
      "epoch": 4.806652709932543,
      "grad_norm": 1.8689431783437676,
      "learning_rate": 2.921055053055274e-05,
      "loss": 1.5938,
      "step": 103319
    },
    {
      "epoch": 4.806699232379623,
      "grad_norm": 1.8521442942059283,
      "learning_rate": 2.9208350001044178e-05,
      "loss": 1.5938,
      "step": 103320
    },
    {
      "epoch": 4.806745754826704,
      "grad_norm": 1.9313740803525108,
      "learning_rate": 2.9206149545485012e-05,
      "loss": 1.6406,
      "step": 103321
    },
    {
      "epoch": 4.806792277273784,
      "grad_norm": 1.7600095870802674,
      "learning_rate": 2.920394916387656e-05,
      "loss": 1.5234,
      "step": 103322
    },
    {
      "epoch": 4.8068387997208655,
      "grad_norm": 1.6756349213097401,
      "learning_rate": 2.9201748856220168e-05,
      "loss": 1.3828,
      "step": 103323
    },
    {
      "epoch": 4.806885322167946,
      "grad_norm": 1.6908008624586195,
      "learning_rate": 2.9199548622517122e-05,
      "loss": 1.4141,
      "step": 103324
    },
    {
      "epoch": 4.806931844615026,
      "grad_norm": 1.715254189307379,
      "learning_rate": 2.9197348462768882e-05,
      "loss": 1.5391,
      "step": 103325
    },
    {
      "epoch": 4.806978367062108,
      "grad_norm": 1.682673376589502,
      "learning_rate": 2.9195148376976718e-05,
      "loss": 1.5,
      "step": 103326
    },
    {
      "epoch": 4.807024889509188,
      "grad_norm": 1.773466114042224,
      "learning_rate": 2.919294836514201e-05,
      "loss": 1.4297,
      "step": 103327
    },
    {
      "epoch": 4.807071411956269,
      "grad_norm": 1.7046449291142387,
      "learning_rate": 2.919074842726604e-05,
      "loss": 1.3906,
      "step": 103328
    },
    {
      "epoch": 4.807117934403349,
      "grad_norm": 1.8082957822859764,
      "learning_rate": 2.918854856335026e-05,
      "loss": 1.5859,
      "step": 103329
    },
    {
      "epoch": 4.807164456850431,
      "grad_norm": 1.8155628716917047,
      "learning_rate": 2.918634877339595e-05,
      "loss": 1.4531,
      "step": 103330
    },
    {
      "epoch": 4.807210979297511,
      "grad_norm": 1.743907805678308,
      "learning_rate": 2.9184149057404478e-05,
      "loss": 1.5156,
      "step": 103331
    },
    {
      "epoch": 4.8072575017445915,
      "grad_norm": 1.7846274108719897,
      "learning_rate": 2.9181949415377137e-05,
      "loss": 1.5547,
      "step": 103332
    },
    {
      "epoch": 4.807304024191673,
      "grad_norm": 1.7836475318296336,
      "learning_rate": 2.9179749847315316e-05,
      "loss": 1.6172,
      "step": 103333
    },
    {
      "epoch": 4.807350546638753,
      "grad_norm": 1.8977353397258696,
      "learning_rate": 2.917755035322041e-05,
      "loss": 1.7266,
      "step": 103334
    },
    {
      "epoch": 4.807397069085834,
      "grad_norm": 1.7697312336159374,
      "learning_rate": 2.9175350933093716e-05,
      "loss": 1.6016,
      "step": 103335
    },
    {
      "epoch": 4.807443591532914,
      "grad_norm": 1.7558335833908503,
      "learning_rate": 2.917315158693659e-05,
      "loss": 1.3672,
      "step": 103336
    },
    {
      "epoch": 4.807490113979996,
      "grad_norm": 2.015726922630206,
      "learning_rate": 2.9170952314750322e-05,
      "loss": 1.6875,
      "step": 103337
    },
    {
      "epoch": 4.807536636427076,
      "grad_norm": 1.829197987909986,
      "learning_rate": 2.916875311653637e-05,
      "loss": 1.5703,
      "step": 103338
    },
    {
      "epoch": 4.807583158874157,
      "grad_norm": 1.799685458709175,
      "learning_rate": 2.9166553992295992e-05,
      "loss": 1.4531,
      "step": 103339
    },
    {
      "epoch": 4.807629681321237,
      "grad_norm": 1.7428525454653,
      "learning_rate": 2.9164354942030578e-05,
      "loss": 1.3984,
      "step": 103340
    },
    {
      "epoch": 4.8076762037683185,
      "grad_norm": 1.9265951183248629,
      "learning_rate": 2.9162155965741417e-05,
      "loss": 1.6875,
      "step": 103341
    },
    {
      "epoch": 4.807722726215399,
      "grad_norm": 1.8718635582631686,
      "learning_rate": 2.9159957063429935e-05,
      "loss": 1.5312,
      "step": 103342
    },
    {
      "epoch": 4.8077692486624795,
      "grad_norm": 1.8491562019340735,
      "learning_rate": 2.915775823509744e-05,
      "loss": 1.4922,
      "step": 103343
    },
    {
      "epoch": 4.80781577110956,
      "grad_norm": 2.0572240616314637,
      "learning_rate": 2.9155559480745266e-05,
      "loss": 1.875,
      "step": 103344
    },
    {
      "epoch": 4.807862293556641,
      "grad_norm": 1.8627753598542236,
      "learning_rate": 2.915336080037478e-05,
      "loss": 1.5156,
      "step": 103345
    },
    {
      "epoch": 4.807908816003722,
      "grad_norm": 1.894491894991905,
      "learning_rate": 2.915116219398728e-05,
      "loss": 1.5859,
      "step": 103346
    },
    {
      "epoch": 4.807955338450802,
      "grad_norm": 1.8041394014681564,
      "learning_rate": 2.91489636615842e-05,
      "loss": 1.4766,
      "step": 103347
    },
    {
      "epoch": 4.808001860897884,
      "grad_norm": 1.7111754711400298,
      "learning_rate": 2.9146765203166823e-05,
      "loss": 1.4062,
      "step": 103348
    },
    {
      "epoch": 4.808048383344964,
      "grad_norm": 1.7175376360262762,
      "learning_rate": 2.914456681873651e-05,
      "loss": 1.5,
      "step": 103349
    },
    {
      "epoch": 4.808094905792045,
      "grad_norm": 1.712209962139226,
      "learning_rate": 2.9142368508294578e-05,
      "loss": 1.4297,
      "step": 103350
    },
    {
      "epoch": 4.808141428239125,
      "grad_norm": 1.8088643406971954,
      "learning_rate": 2.9140170271842428e-05,
      "loss": 1.5781,
      "step": 103351
    },
    {
      "epoch": 4.808187950686206,
      "grad_norm": 1.8986841056874522,
      "learning_rate": 2.9137972109381374e-05,
      "loss": 1.6719,
      "step": 103352
    },
    {
      "epoch": 4.808234473133287,
      "grad_norm": 1.8742704226061566,
      "learning_rate": 2.9135774020912785e-05,
      "loss": 1.6484,
      "step": 103353
    },
    {
      "epoch": 4.808280995580367,
      "grad_norm": 1.8166121247480544,
      "learning_rate": 2.9133576006437938e-05,
      "loss": 1.4844,
      "step": 103354
    },
    {
      "epoch": 4.808327518027449,
      "grad_norm": 1.8214377691020136,
      "learning_rate": 2.9131378065958215e-05,
      "loss": 1.6016,
      "step": 103355
    },
    {
      "epoch": 4.808374040474529,
      "grad_norm": 1.7493247801885858,
      "learning_rate": 2.9129180199475023e-05,
      "loss": 1.5547,
      "step": 103356
    },
    {
      "epoch": 4.80842056292161,
      "grad_norm": 1.9151487069510231,
      "learning_rate": 2.912698240698967e-05,
      "loss": 1.7109,
      "step": 103357
    },
    {
      "epoch": 4.80846708536869,
      "grad_norm": 1.7784132860146826,
      "learning_rate": 2.9124784688503473e-05,
      "loss": 1.5156,
      "step": 103358
    },
    {
      "epoch": 4.808513607815771,
      "grad_norm": 1.8170101049366865,
      "learning_rate": 2.9122587044017764e-05,
      "loss": 1.4297,
      "step": 103359
    },
    {
      "epoch": 4.808560130262852,
      "grad_norm": 1.723813701576548,
      "learning_rate": 2.9120389473533962e-05,
      "loss": 1.4297,
      "step": 103360
    },
    {
      "epoch": 4.8086066527099325,
      "grad_norm": 1.900481398063967,
      "learning_rate": 2.9118191977053362e-05,
      "loss": 1.6641,
      "step": 103361
    },
    {
      "epoch": 4.808653175157013,
      "grad_norm": 1.7717016275457251,
      "learning_rate": 2.9115994554577333e-05,
      "loss": 1.4453,
      "step": 103362
    },
    {
      "epoch": 4.808699697604094,
      "grad_norm": 1.8887986170165434,
      "learning_rate": 2.9113797206107152e-05,
      "loss": 1.6484,
      "step": 103363
    },
    {
      "epoch": 4.808746220051175,
      "grad_norm": 1.6726358280371472,
      "learning_rate": 2.911159993164426e-05,
      "loss": 1.3906,
      "step": 103364
    },
    {
      "epoch": 4.808792742498255,
      "grad_norm": 2.028961212418145,
      "learning_rate": 2.9109402731189962e-05,
      "loss": 1.7266,
      "step": 103365
    },
    {
      "epoch": 4.808839264945336,
      "grad_norm": 1.7953432697528753,
      "learning_rate": 2.91072056047456e-05,
      "loss": 1.6406,
      "step": 103366
    },
    {
      "epoch": 4.808885787392417,
      "grad_norm": 1.801219739630498,
      "learning_rate": 2.9105008552312463e-05,
      "loss": 1.5234,
      "step": 103367
    },
    {
      "epoch": 4.808932309839498,
      "grad_norm": 1.884640701010588,
      "learning_rate": 2.910281157389201e-05,
      "loss": 1.6094,
      "step": 103368
    },
    {
      "epoch": 4.808978832286578,
      "grad_norm": 1.8031960906149276,
      "learning_rate": 2.9100614669485516e-05,
      "loss": 1.4062,
      "step": 103369
    },
    {
      "epoch": 4.809025354733659,
      "grad_norm": 1.765327521495338,
      "learning_rate": 2.909841783909435e-05,
      "loss": 1.4297,
      "step": 103370
    },
    {
      "epoch": 4.80907187718074,
      "grad_norm": 1.700455307083724,
      "learning_rate": 2.9096221082719844e-05,
      "loss": 1.4688,
      "step": 103371
    },
    {
      "epoch": 4.80911839962782,
      "grad_norm": 1.8269585489858715,
      "learning_rate": 2.9094024400363298e-05,
      "loss": 1.6328,
      "step": 103372
    },
    {
      "epoch": 4.809164922074901,
      "grad_norm": 1.668723153471169,
      "learning_rate": 2.909182779202614e-05,
      "loss": 1.4375,
      "step": 103373
    },
    {
      "epoch": 4.809211444521982,
      "grad_norm": 1.8542100738350031,
      "learning_rate": 2.9089631257709688e-05,
      "loss": 1.6094,
      "step": 103374
    },
    {
      "epoch": 4.809257966969063,
      "grad_norm": 1.8390187512375966,
      "learning_rate": 2.9087434797415277e-05,
      "loss": 1.6094,
      "step": 103375
    },
    {
      "epoch": 4.809304489416143,
      "grad_norm": 1.9758095319633,
      "learning_rate": 2.90852384111442e-05,
      "loss": 1.7656,
      "step": 103376
    },
    {
      "epoch": 4.809351011863224,
      "grad_norm": 1.7312425146388202,
      "learning_rate": 2.9083042098897863e-05,
      "loss": 1.5547,
      "step": 103377
    },
    {
      "epoch": 4.809397534310305,
      "grad_norm": 1.9070100556731517,
      "learning_rate": 2.9080845860677626e-05,
      "loss": 1.6562,
      "step": 103378
    },
    {
      "epoch": 4.8094440567573855,
      "grad_norm": 1.9094740135552095,
      "learning_rate": 2.9078649696484825e-05,
      "loss": 1.6406,
      "step": 103379
    },
    {
      "epoch": 4.809490579204466,
      "grad_norm": 1.8008967517378114,
      "learning_rate": 2.907645360632077e-05,
      "loss": 1.6094,
      "step": 103380
    },
    {
      "epoch": 4.8095371016515465,
      "grad_norm": 1.8531700120361236,
      "learning_rate": 2.90742575901868e-05,
      "loss": 1.6172,
      "step": 103381
    },
    {
      "epoch": 4.809583624098628,
      "grad_norm": 1.7151719848410418,
      "learning_rate": 2.907206164808431e-05,
      "loss": 1.4922,
      "step": 103382
    },
    {
      "epoch": 4.809630146545708,
      "grad_norm": 1.9606801592473817,
      "learning_rate": 2.9069865780014618e-05,
      "loss": 1.5859,
      "step": 103383
    },
    {
      "epoch": 4.809676668992789,
      "grad_norm": 1.8160761367152636,
      "learning_rate": 2.906766998597907e-05,
      "loss": 1.4375,
      "step": 103384
    },
    {
      "epoch": 4.80972319143987,
      "grad_norm": 1.8321835790632233,
      "learning_rate": 2.9065474265978968e-05,
      "loss": 1.5234,
      "step": 103385
    },
    {
      "epoch": 4.809769713886951,
      "grad_norm": 1.7969641930424312,
      "learning_rate": 2.906327862001574e-05,
      "loss": 1.4297,
      "step": 103386
    },
    {
      "epoch": 4.809816236334031,
      "grad_norm": 1.9274050631773585,
      "learning_rate": 2.906108304809067e-05,
      "loss": 1.8047,
      "step": 103387
    },
    {
      "epoch": 4.809862758781112,
      "grad_norm": 1.6311468734689218,
      "learning_rate": 2.9058887550205147e-05,
      "loss": 1.2109,
      "step": 103388
    },
    {
      "epoch": 4.809909281228193,
      "grad_norm": 1.5971999923013604,
      "learning_rate": 2.905669212636041e-05,
      "loss": 1.375,
      "step": 103389
    },
    {
      "epoch": 4.809955803675273,
      "grad_norm": 1.9535447113494693,
      "learning_rate": 2.9054496776557946e-05,
      "loss": 1.8047,
      "step": 103390
    },
    {
      "epoch": 4.810002326122354,
      "grad_norm": 2.0247284499589413,
      "learning_rate": 2.905230150079902e-05,
      "loss": 1.8281,
      "step": 103391
    },
    {
      "epoch": 4.810048848569434,
      "grad_norm": 1.7155408545214115,
      "learning_rate": 2.905010629908498e-05,
      "loss": 1.3828,
      "step": 103392
    },
    {
      "epoch": 4.810095371016516,
      "grad_norm": 1.7536701898262117,
      "learning_rate": 2.904791117141716e-05,
      "loss": 1.5078,
      "step": 103393
    },
    {
      "epoch": 4.810141893463596,
      "grad_norm": 1.824554702596576,
      "learning_rate": 2.9045716117796942e-05,
      "loss": 1.4844,
      "step": 103394
    },
    {
      "epoch": 4.810188415910677,
      "grad_norm": 1.8241732522051366,
      "learning_rate": 2.9043521138225655e-05,
      "loss": 1.5625,
      "step": 103395
    },
    {
      "epoch": 4.810234938357757,
      "grad_norm": 1.7701696246058014,
      "learning_rate": 2.9041326232704637e-05,
      "loss": 1.5859,
      "step": 103396
    },
    {
      "epoch": 4.8102814608048385,
      "grad_norm": 1.8529470110433832,
      "learning_rate": 2.9039131401235234e-05,
      "loss": 1.625,
      "step": 103397
    },
    {
      "epoch": 4.810327983251919,
      "grad_norm": 1.6535978346597078,
      "learning_rate": 2.9036936643818744e-05,
      "loss": 1.2734,
      "step": 103398
    },
    {
      "epoch": 4.8103745056989995,
      "grad_norm": 1.8999853155831068,
      "learning_rate": 2.9034741960456565e-05,
      "loss": 1.4062,
      "step": 103399
    },
    {
      "epoch": 4.810421028146081,
      "grad_norm": 1.7847951344205248,
      "learning_rate": 2.9032547351150064e-05,
      "loss": 1.5938,
      "step": 103400
    },
    {
      "epoch": 4.810467550593161,
      "grad_norm": 1.7740374036812718,
      "learning_rate": 2.9030352815900544e-05,
      "loss": 1.5469,
      "step": 103401
    },
    {
      "epoch": 4.810514073040242,
      "grad_norm": 1.8027644403962086,
      "learning_rate": 2.9028158354709364e-05,
      "loss": 1.3828,
      "step": 103402
    },
    {
      "epoch": 4.810560595487322,
      "grad_norm": 1.6791500311491698,
      "learning_rate": 2.902596396757781e-05,
      "loss": 1.3828,
      "step": 103403
    },
    {
      "epoch": 4.810607117934404,
      "grad_norm": 1.7834517734419963,
      "learning_rate": 2.9023769654507312e-05,
      "loss": 1.5312,
      "step": 103404
    },
    {
      "epoch": 4.810653640381484,
      "grad_norm": 1.798005298121852,
      "learning_rate": 2.9021575415499187e-05,
      "loss": 1.4922,
      "step": 103405
    },
    {
      "epoch": 4.810700162828565,
      "grad_norm": 1.6985815989495006,
      "learning_rate": 2.901938125055477e-05,
      "loss": 1.4766,
      "step": 103406
    },
    {
      "epoch": 4.810746685275646,
      "grad_norm": 1.6777166760227584,
      "learning_rate": 2.9017187159675338e-05,
      "loss": 1.3672,
      "step": 103407
    },
    {
      "epoch": 4.8107932077227265,
      "grad_norm": 1.957065686908166,
      "learning_rate": 2.901499314286236e-05,
      "loss": 1.75,
      "step": 103408
    },
    {
      "epoch": 4.810839730169807,
      "grad_norm": 1.747019804060273,
      "learning_rate": 2.90127992001171e-05,
      "loss": 1.4922,
      "step": 103409
    },
    {
      "epoch": 4.810886252616887,
      "grad_norm": 1.8076768723745644,
      "learning_rate": 2.9010605331440923e-05,
      "loss": 1.5703,
      "step": 103410
    },
    {
      "epoch": 4.810932775063968,
      "grad_norm": 1.712293971310312,
      "learning_rate": 2.900841153683513e-05,
      "loss": 1.5,
      "step": 103411
    },
    {
      "epoch": 4.810979297511049,
      "grad_norm": 1.822422271950131,
      "learning_rate": 2.9006217816301135e-05,
      "loss": 1.4922,
      "step": 103412
    },
    {
      "epoch": 4.81102581995813,
      "grad_norm": 1.7901213001475018,
      "learning_rate": 2.9004024169840258e-05,
      "loss": 1.5938,
      "step": 103413
    },
    {
      "epoch": 4.81107234240521,
      "grad_norm": 1.9633886673773904,
      "learning_rate": 2.9001830597453825e-05,
      "loss": 1.7422,
      "step": 103414
    },
    {
      "epoch": 4.811118864852292,
      "grad_norm": 1.8092363057553333,
      "learning_rate": 2.8999637099143137e-05,
      "loss": 1.6172,
      "step": 103415
    },
    {
      "epoch": 4.811165387299372,
      "grad_norm": 1.8184140229318906,
      "learning_rate": 2.8997443674909627e-05,
      "loss": 1.4922,
      "step": 103416
    },
    {
      "epoch": 4.8112119097464525,
      "grad_norm": 1.8706169780321324,
      "learning_rate": 2.8995250324754594e-05,
      "loss": 1.6328,
      "step": 103417
    },
    {
      "epoch": 4.811258432193533,
      "grad_norm": 1.7946965495200486,
      "learning_rate": 2.8993057048679384e-05,
      "loss": 1.5391,
      "step": 103418
    },
    {
      "epoch": 4.811304954640614,
      "grad_norm": 1.7893476637415793,
      "learning_rate": 2.8990863846685304e-05,
      "loss": 1.4922,
      "step": 103419
    },
    {
      "epoch": 4.811351477087695,
      "grad_norm": 1.9357455607287135,
      "learning_rate": 2.898867071877376e-05,
      "loss": 1.6875,
      "step": 103420
    },
    {
      "epoch": 4.811397999534775,
      "grad_norm": 1.8171797208977396,
      "learning_rate": 2.8986477664946022e-05,
      "loss": 1.7031,
      "step": 103421
    },
    {
      "epoch": 4.811444521981857,
      "grad_norm": 1.7375865692225958,
      "learning_rate": 2.898428468520354e-05,
      "loss": 1.5391,
      "step": 103422
    },
    {
      "epoch": 4.811491044428937,
      "grad_norm": 1.7743680462458669,
      "learning_rate": 2.8982091779547563e-05,
      "loss": 1.5547,
      "step": 103423
    },
    {
      "epoch": 4.811537566876018,
      "grad_norm": 1.7981591274594004,
      "learning_rate": 2.8979898947979486e-05,
      "loss": 1.4844,
      "step": 103424
    },
    {
      "epoch": 4.811584089323098,
      "grad_norm": 1.689302770715,
      "learning_rate": 2.8977706190500578e-05,
      "loss": 1.4453,
      "step": 103425
    },
    {
      "epoch": 4.8116306117701795,
      "grad_norm": 1.7252399350215701,
      "learning_rate": 2.897551350711227e-05,
      "loss": 1.4688,
      "step": 103426
    },
    {
      "epoch": 4.81167713421726,
      "grad_norm": 1.7696884036811353,
      "learning_rate": 2.897332089781586e-05,
      "loss": 1.5938,
      "step": 103427
    },
    {
      "epoch": 4.81172365666434,
      "grad_norm": 1.6862226149725827,
      "learning_rate": 2.89711283626127e-05,
      "loss": 1.3359,
      "step": 103428
    },
    {
      "epoch": 4.811770179111421,
      "grad_norm": 1.896994672566365,
      "learning_rate": 2.8968935901504103e-05,
      "loss": 1.6562,
      "step": 103429
    },
    {
      "epoch": 4.811816701558502,
      "grad_norm": 1.9826690826216928,
      "learning_rate": 2.8966743514491454e-05,
      "loss": 1.6016,
      "step": 103430
    },
    {
      "epoch": 4.811863224005583,
      "grad_norm": 1.7936750767812584,
      "learning_rate": 2.8964551201576098e-05,
      "loss": 1.5938,
      "step": 103431
    },
    {
      "epoch": 4.811909746452663,
      "grad_norm": 1.7550032897910683,
      "learning_rate": 2.8962358962759336e-05,
      "loss": 1.4297,
      "step": 103432
    },
    {
      "epoch": 4.811956268899744,
      "grad_norm": 1.787473107189023,
      "learning_rate": 2.8960166798042518e-05,
      "loss": 1.6016,
      "step": 103433
    },
    {
      "epoch": 4.812002791346825,
      "grad_norm": 1.881281572522202,
      "learning_rate": 2.8957974707427022e-05,
      "loss": 1.5312,
      "step": 103434
    },
    {
      "epoch": 4.8120493137939055,
      "grad_norm": 1.9339785811039674,
      "learning_rate": 2.895578269091417e-05,
      "loss": 1.6875,
      "step": 103435
    },
    {
      "epoch": 4.812095836240986,
      "grad_norm": 1.956639414379632,
      "learning_rate": 2.8953590748505288e-05,
      "loss": 1.6797,
      "step": 103436
    },
    {
      "epoch": 4.812142358688067,
      "grad_norm": 1.9483601019468957,
      "learning_rate": 2.8951398880201714e-05,
      "loss": 1.7266,
      "step": 103437
    },
    {
      "epoch": 4.812188881135148,
      "grad_norm": 1.9762795638638953,
      "learning_rate": 2.8949207086004845e-05,
      "loss": 1.8984,
      "step": 103438
    },
    {
      "epoch": 4.812235403582228,
      "grad_norm": 1.919292654656285,
      "learning_rate": 2.8947015365915977e-05,
      "loss": 1.5625,
      "step": 103439
    },
    {
      "epoch": 4.812281926029309,
      "grad_norm": 1.932228466858862,
      "learning_rate": 2.8944823719936444e-05,
      "loss": 1.7109,
      "step": 103440
    },
    {
      "epoch": 4.81232844847639,
      "grad_norm": 1.9465151670020806,
      "learning_rate": 2.894263214806758e-05,
      "loss": 1.7344,
      "step": 103441
    },
    {
      "epoch": 4.812374970923471,
      "grad_norm": 1.8820049933675551,
      "learning_rate": 2.8940440650310797e-05,
      "loss": 1.6484,
      "step": 103442
    },
    {
      "epoch": 4.812421493370551,
      "grad_norm": 1.7499350368708133,
      "learning_rate": 2.893824922666735e-05,
      "loss": 1.5078,
      "step": 103443
    },
    {
      "epoch": 4.8124680158176325,
      "grad_norm": 1.9825280374961298,
      "learning_rate": 2.8936057877138648e-05,
      "loss": 1.8125,
      "step": 103444
    },
    {
      "epoch": 4.812514538264713,
      "grad_norm": 1.8639682921438285,
      "learning_rate": 2.8933866601726007e-05,
      "loss": 1.6406,
      "step": 103445
    },
    {
      "epoch": 4.8125610607117935,
      "grad_norm": 1.7041344387432478,
      "learning_rate": 2.893167540043073e-05,
      "loss": 1.3906,
      "step": 103446
    },
    {
      "epoch": 4.812607583158874,
      "grad_norm": 1.681934174108928,
      "learning_rate": 2.8929484273254232e-05,
      "loss": 1.3203,
      "step": 103447
    },
    {
      "epoch": 4.812654105605954,
      "grad_norm": 1.791501454406339,
      "learning_rate": 2.892729322019781e-05,
      "loss": 1.4922,
      "step": 103448
    },
    {
      "epoch": 4.812700628053036,
      "grad_norm": 1.8472624822604853,
      "learning_rate": 2.892510224126283e-05,
      "loss": 1.5312,
      "step": 103449
    },
    {
      "epoch": 4.812747150500116,
      "grad_norm": 1.899510381587767,
      "learning_rate": 2.892291133645061e-05,
      "loss": 1.625,
      "step": 103450
    },
    {
      "epoch": 4.812793672947197,
      "grad_norm": 1.7875632942690167,
      "learning_rate": 2.8920720505762445e-05,
      "loss": 1.5469,
      "step": 103451
    },
    {
      "epoch": 4.812840195394278,
      "grad_norm": 1.855986036179312,
      "learning_rate": 2.891852974919979e-05,
      "loss": 1.5859,
      "step": 103452
    },
    {
      "epoch": 4.812886717841359,
      "grad_norm": 1.880729789280678,
      "learning_rate": 2.89163390667639e-05,
      "loss": 1.6484,
      "step": 103453
    },
    {
      "epoch": 4.812933240288439,
      "grad_norm": 1.6256664076345786,
      "learning_rate": 2.8914148458456165e-05,
      "loss": 1.375,
      "step": 103454
    },
    {
      "epoch": 4.8129797627355195,
      "grad_norm": 1.8903354285874956,
      "learning_rate": 2.8911957924277852e-05,
      "loss": 1.5938,
      "step": 103455
    },
    {
      "epoch": 4.813026285182601,
      "grad_norm": 1.9991158387712014,
      "learning_rate": 2.8909767464230388e-05,
      "loss": 1.8125,
      "step": 103456
    },
    {
      "epoch": 4.813072807629681,
      "grad_norm": 1.7855043702192794,
      "learning_rate": 2.8907577078315075e-05,
      "loss": 1.6094,
      "step": 103457
    },
    {
      "epoch": 4.813119330076762,
      "grad_norm": 1.8761471665426603,
      "learning_rate": 2.890538676653326e-05,
      "loss": 1.7188,
      "step": 103458
    },
    {
      "epoch": 4.813165852523843,
      "grad_norm": 1.8531502141387068,
      "learning_rate": 2.8903196528886248e-05,
      "loss": 1.6875,
      "step": 103459
    },
    {
      "epoch": 4.813212374970924,
      "grad_norm": 1.640430138721157,
      "learning_rate": 2.8901006365375444e-05,
      "loss": 1.25,
      "step": 103460
    },
    {
      "epoch": 4.813258897418004,
      "grad_norm": 1.7242541565436886,
      "learning_rate": 2.8898816276002175e-05,
      "loss": 1.3984,
      "step": 103461
    },
    {
      "epoch": 4.813305419865085,
      "grad_norm": 1.6725083190989174,
      "learning_rate": 2.8896626260767748e-05,
      "loss": 1.2812,
      "step": 103462
    },
    {
      "epoch": 4.813351942312165,
      "grad_norm": 1.9965489424412135,
      "learning_rate": 2.889443631967348e-05,
      "loss": 1.6953,
      "step": 103463
    },
    {
      "epoch": 4.8133984647592465,
      "grad_norm": 1.855015612162544,
      "learning_rate": 2.889224645272079e-05,
      "loss": 1.625,
      "step": 103464
    },
    {
      "epoch": 4.813444987206327,
      "grad_norm": 1.6173141284594525,
      "learning_rate": 2.8890056659910944e-05,
      "loss": 1.1562,
      "step": 103465
    },
    {
      "epoch": 4.813491509653407,
      "grad_norm": 1.94722233412515,
      "learning_rate": 2.8887866941245368e-05,
      "loss": 1.6016,
      "step": 103466
    },
    {
      "epoch": 4.813538032100489,
      "grad_norm": 1.7346975772925879,
      "learning_rate": 2.8885677296725352e-05,
      "loss": 1.375,
      "step": 103467
    },
    {
      "epoch": 4.813584554547569,
      "grad_norm": 1.8012566275749267,
      "learning_rate": 2.888348772635219e-05,
      "loss": 1.6562,
      "step": 103468
    },
    {
      "epoch": 4.81363107699465,
      "grad_norm": 1.9771850839105272,
      "learning_rate": 2.8881298230127314e-05,
      "loss": 1.7422,
      "step": 103469
    },
    {
      "epoch": 4.81367759944173,
      "grad_norm": 1.7953185662901088,
      "learning_rate": 2.8879108808052008e-05,
      "loss": 1.6172,
      "step": 103470
    },
    {
      "epoch": 4.813724121888812,
      "grad_norm": 1.921052400271536,
      "learning_rate": 2.887691946012764e-05,
      "loss": 1.7188,
      "step": 103471
    },
    {
      "epoch": 4.813770644335892,
      "grad_norm": 1.7831197905021348,
      "learning_rate": 2.8874730186355504e-05,
      "loss": 1.4844,
      "step": 103472
    },
    {
      "epoch": 4.813817166782973,
      "grad_norm": 1.689634358747422,
      "learning_rate": 2.8872540986737003e-05,
      "loss": 1.5391,
      "step": 103473
    },
    {
      "epoch": 4.813863689230054,
      "grad_norm": 2.0039510987311333,
      "learning_rate": 2.8870351861273434e-05,
      "loss": 1.8516,
      "step": 103474
    },
    {
      "epoch": 4.813910211677134,
      "grad_norm": 1.9809969919701769,
      "learning_rate": 2.886816280996616e-05,
      "loss": 1.7422,
      "step": 103475
    },
    {
      "epoch": 4.813956734124215,
      "grad_norm": 1.8090329637187643,
      "learning_rate": 2.886597383281652e-05,
      "loss": 1.5469,
      "step": 103476
    },
    {
      "epoch": 4.814003256571295,
      "grad_norm": 1.7734333133091589,
      "learning_rate": 2.886378492982579e-05,
      "loss": 1.4531,
      "step": 103477
    },
    {
      "epoch": 4.814049779018377,
      "grad_norm": 1.7709755653005972,
      "learning_rate": 2.8861596100995422e-05,
      "loss": 1.4141,
      "step": 103478
    },
    {
      "epoch": 4.814096301465457,
      "grad_norm": 1.6200852406444426,
      "learning_rate": 2.885940734632668e-05,
      "loss": 1.1562,
      "step": 103479
    },
    {
      "epoch": 4.814142823912538,
      "grad_norm": 1.8615530353778642,
      "learning_rate": 2.885721866582093e-05,
      "loss": 1.625,
      "step": 103480
    },
    {
      "epoch": 4.814189346359618,
      "grad_norm": 1.7649620296385853,
      "learning_rate": 2.8855030059479473e-05,
      "loss": 1.5312,
      "step": 103481
    },
    {
      "epoch": 4.8142358688066995,
      "grad_norm": 1.9307715724829821,
      "learning_rate": 2.8852841527303703e-05,
      "loss": 1.6641,
      "step": 103482
    },
    {
      "epoch": 4.81428239125378,
      "grad_norm": 1.8513839289268095,
      "learning_rate": 2.8850653069294945e-05,
      "loss": 1.6797,
      "step": 103483
    },
    {
      "epoch": 4.8143289137008605,
      "grad_norm": 1.9316296995323823,
      "learning_rate": 2.8848464685454536e-05,
      "loss": 1.6484,
      "step": 103484
    },
    {
      "epoch": 4.814375436147941,
      "grad_norm": 1.8014431419848675,
      "learning_rate": 2.8846276375783768e-05,
      "loss": 1.5156,
      "step": 103485
    },
    {
      "epoch": 4.814421958595022,
      "grad_norm": 1.78988679450202,
      "learning_rate": 2.8844088140284066e-05,
      "loss": 1.5625,
      "step": 103486
    },
    {
      "epoch": 4.814468481042103,
      "grad_norm": 1.909467865117776,
      "learning_rate": 2.8841899978956685e-05,
      "loss": 1.6094,
      "step": 103487
    },
    {
      "epoch": 4.814515003489183,
      "grad_norm": 1.7862663098035938,
      "learning_rate": 2.883971189180305e-05,
      "loss": 1.5781,
      "step": 103488
    },
    {
      "epoch": 4.814561525936265,
      "grad_norm": 1.5745630987770005,
      "learning_rate": 2.8837523878824454e-05,
      "loss": 1.1406,
      "step": 103489
    },
    {
      "epoch": 4.814608048383345,
      "grad_norm": 1.798873351158087,
      "learning_rate": 2.8835335940022203e-05,
      "loss": 1.4531,
      "step": 103490
    },
    {
      "epoch": 4.814654570830426,
      "grad_norm": 1.6701353216831616,
      "learning_rate": 2.88331480753977e-05,
      "loss": 1.3906,
      "step": 103491
    },
    {
      "epoch": 4.814701093277506,
      "grad_norm": 1.7735352902484938,
      "learning_rate": 2.8830960284952274e-05,
      "loss": 1.4688,
      "step": 103492
    },
    {
      "epoch": 4.814747615724587,
      "grad_norm": 1.8786477113516247,
      "learning_rate": 2.8828772568687246e-05,
      "loss": 1.6797,
      "step": 103493
    },
    {
      "epoch": 4.814794138171668,
      "grad_norm": 1.95592689862991,
      "learning_rate": 2.8826584926603912e-05,
      "loss": 1.5938,
      "step": 103494
    },
    {
      "epoch": 4.814840660618748,
      "grad_norm": 1.8286422179500994,
      "learning_rate": 2.8824397358703704e-05,
      "loss": 1.5391,
      "step": 103495
    },
    {
      "epoch": 4.81488718306583,
      "grad_norm": 1.6423017189978601,
      "learning_rate": 2.8822209864987906e-05,
      "loss": 1.3516,
      "step": 103496
    },
    {
      "epoch": 4.81493370551291,
      "grad_norm": 1.8354156890989366,
      "learning_rate": 2.8820022445457865e-05,
      "loss": 1.6172,
      "step": 103497
    },
    {
      "epoch": 4.814980227959991,
      "grad_norm": 1.7966438177933834,
      "learning_rate": 2.881783510011488e-05,
      "loss": 1.6328,
      "step": 103498
    },
    {
      "epoch": 4.815026750407071,
      "grad_norm": 1.7573354725076908,
      "learning_rate": 2.8815647828960382e-05,
      "loss": 1.5547,
      "step": 103499
    },
    {
      "epoch": 4.815073272854152,
      "grad_norm": 1.9145247234091474,
      "learning_rate": 2.8813460631995655e-05,
      "loss": 1.5938,
      "step": 103500
    },
    {
      "epoch": 4.815119795301233,
      "grad_norm": 1.8525822353067167,
      "learning_rate": 2.881127350922203e-05,
      "loss": 1.75,
      "step": 103501
    },
    {
      "epoch": 4.8151663177483135,
      "grad_norm": 1.884548175923659,
      "learning_rate": 2.8809086460640864e-05,
      "loss": 1.6016,
      "step": 103502
    },
    {
      "epoch": 4.815212840195394,
      "grad_norm": 1.8869124044303995,
      "learning_rate": 2.880689948625346e-05,
      "loss": 1.5469,
      "step": 103503
    },
    {
      "epoch": 4.815259362642475,
      "grad_norm": 1.8317256838722678,
      "learning_rate": 2.8804712586061207e-05,
      "loss": 1.4922,
      "step": 103504
    },
    {
      "epoch": 4.815305885089556,
      "grad_norm": 1.8664545003453112,
      "learning_rate": 2.8802525760065438e-05,
      "loss": 1.5938,
      "step": 103505
    },
    {
      "epoch": 4.815352407536636,
      "grad_norm": 1.7898296996794185,
      "learning_rate": 2.8800339008267464e-05,
      "loss": 1.2969,
      "step": 103506
    },
    {
      "epoch": 4.815398929983717,
      "grad_norm": 1.637446486421407,
      "learning_rate": 2.8798152330668605e-05,
      "loss": 1.25,
      "step": 103507
    },
    {
      "epoch": 4.815445452430798,
      "grad_norm": 1.9155273209661008,
      "learning_rate": 2.8795965727270275e-05,
      "loss": 1.7031,
      "step": 103508
    },
    {
      "epoch": 4.815491974877879,
      "grad_norm": 1.895256410405476,
      "learning_rate": 2.8793779198073723e-05,
      "loss": 1.7266,
      "step": 103509
    },
    {
      "epoch": 4.815538497324959,
      "grad_norm": 1.7183143191682393,
      "learning_rate": 2.8791592743080384e-05,
      "loss": 1.2969,
      "step": 103510
    },
    {
      "epoch": 4.8155850197720405,
      "grad_norm": 1.9457128965380486,
      "learning_rate": 2.8789406362291535e-05,
      "loss": 1.7656,
      "step": 103511
    },
    {
      "epoch": 4.815631542219121,
      "grad_norm": 1.781646777405511,
      "learning_rate": 2.8787220055708492e-05,
      "loss": 1.4297,
      "step": 103512
    },
    {
      "epoch": 4.815678064666201,
      "grad_norm": 1.822932678859243,
      "learning_rate": 2.8785033823332677e-05,
      "loss": 1.5156,
      "step": 103513
    },
    {
      "epoch": 4.815724587113282,
      "grad_norm": 1.8040794389005173,
      "learning_rate": 2.8782847665165365e-05,
      "loss": 1.5781,
      "step": 103514
    },
    {
      "epoch": 4.815771109560363,
      "grad_norm": 1.8316398153832554,
      "learning_rate": 2.878066158120791e-05,
      "loss": 1.5859,
      "step": 103515
    },
    {
      "epoch": 4.815817632007444,
      "grad_norm": 1.9746205947649047,
      "learning_rate": 2.8778475571461607e-05,
      "loss": 1.7031,
      "step": 103516
    },
    {
      "epoch": 4.815864154454524,
      "grad_norm": 1.714629680012403,
      "learning_rate": 2.8776289635927875e-05,
      "loss": 1.4375,
      "step": 103517
    },
    {
      "epoch": 4.815910676901605,
      "grad_norm": 1.7842282071410847,
      "learning_rate": 2.877410377460801e-05,
      "loss": 1.5625,
      "step": 103518
    },
    {
      "epoch": 4.815957199348686,
      "grad_norm": 1.7683548215013583,
      "learning_rate": 2.877191798750336e-05,
      "loss": 1.6094,
      "step": 103519
    },
    {
      "epoch": 4.8160037217957665,
      "grad_norm": 1.6189537872426996,
      "learning_rate": 2.8769732274615214e-05,
      "loss": 1.3438,
      "step": 103520
    },
    {
      "epoch": 4.816050244242847,
      "grad_norm": 1.8534122731205118,
      "learning_rate": 2.8767546635945e-05,
      "loss": 1.5391,
      "step": 103521
    },
    {
      "epoch": 4.8160967666899275,
      "grad_norm": 1.9131229495372553,
      "learning_rate": 2.8765361071493996e-05,
      "loss": 1.6719,
      "step": 103522
    },
    {
      "epoch": 4.816143289137009,
      "grad_norm": 1.824093834282421,
      "learning_rate": 2.8763175581263557e-05,
      "loss": 1.6719,
      "step": 103523
    },
    {
      "epoch": 4.816189811584089,
      "grad_norm": 1.915191527962529,
      "learning_rate": 2.8760990165254983e-05,
      "loss": 1.7266,
      "step": 103524
    },
    {
      "epoch": 4.81623633403117,
      "grad_norm": 1.8021064674904608,
      "learning_rate": 2.8758804823469667e-05,
      "loss": 1.5781,
      "step": 103525
    },
    {
      "epoch": 4.816282856478251,
      "grad_norm": 1.8659595391124872,
      "learning_rate": 2.8756619555908943e-05,
      "loss": 1.6016,
      "step": 103526
    },
    {
      "epoch": 4.816329378925332,
      "grad_norm": 1.9107613664243708,
      "learning_rate": 2.875443436257413e-05,
      "loss": 1.7188,
      "step": 103527
    },
    {
      "epoch": 4.816375901372412,
      "grad_norm": 1.9978056888424087,
      "learning_rate": 2.875224924346656e-05,
      "loss": 1.7031,
      "step": 103528
    },
    {
      "epoch": 4.816422423819493,
      "grad_norm": 1.848082216763504,
      "learning_rate": 2.875006419858754e-05,
      "loss": 1.5391,
      "step": 103529
    },
    {
      "epoch": 4.816468946266574,
      "grad_norm": 1.7038994720664378,
      "learning_rate": 2.874787922793845e-05,
      "loss": 1.5625,
      "step": 103530
    },
    {
      "epoch": 4.816515468713654,
      "grad_norm": 1.8265321681440825,
      "learning_rate": 2.8745694331520657e-05,
      "loss": 1.5469,
      "step": 103531
    },
    {
      "epoch": 4.816561991160735,
      "grad_norm": 1.9254894289517315,
      "learning_rate": 2.8743509509335455e-05,
      "loss": 1.7578,
      "step": 103532
    },
    {
      "epoch": 4.816608513607815,
      "grad_norm": 1.7877311956263036,
      "learning_rate": 2.8741324761384206e-05,
      "loss": 1.5547,
      "step": 103533
    },
    {
      "epoch": 4.816655036054897,
      "grad_norm": 1.9027472538393504,
      "learning_rate": 2.8739140087668188e-05,
      "loss": 1.6016,
      "step": 103534
    },
    {
      "epoch": 4.816701558501977,
      "grad_norm": 1.7872301120715977,
      "learning_rate": 2.8736955488188825e-05,
      "loss": 1.5547,
      "step": 103535
    },
    {
      "epoch": 4.816748080949058,
      "grad_norm": 1.6927735936870059,
      "learning_rate": 2.8734770962947406e-05,
      "loss": 1.3203,
      "step": 103536
    },
    {
      "epoch": 4.816794603396138,
      "grad_norm": 1.9176040535533874,
      "learning_rate": 2.873258651194529e-05,
      "loss": 1.6094,
      "step": 103537
    },
    {
      "epoch": 4.8168411258432196,
      "grad_norm": 1.8634744780335886,
      "learning_rate": 2.873040213518375e-05,
      "loss": 1.6953,
      "step": 103538
    },
    {
      "epoch": 4.8168876482903,
      "grad_norm": 1.8021783332416559,
      "learning_rate": 2.8728217832664206e-05,
      "loss": 1.5078,
      "step": 103539
    },
    {
      "epoch": 4.8169341707373805,
      "grad_norm": 1.772762664338846,
      "learning_rate": 2.8726033604387975e-05,
      "loss": 1.5391,
      "step": 103540
    },
    {
      "epoch": 4.816980693184462,
      "grad_norm": 1.787719205342142,
      "learning_rate": 2.8723849450356374e-05,
      "loss": 1.5938,
      "step": 103541
    },
    {
      "epoch": 4.817027215631542,
      "grad_norm": 1.8699960298579876,
      "learning_rate": 2.872166537057071e-05,
      "loss": 1.625,
      "step": 103542
    },
    {
      "epoch": 4.817073738078623,
      "grad_norm": 1.9784219363084765,
      "learning_rate": 2.8719481365032392e-05,
      "loss": 1.8281,
      "step": 103543
    },
    {
      "epoch": 4.817120260525703,
      "grad_norm": 1.8036472274687851,
      "learning_rate": 2.8717297433742715e-05,
      "loss": 1.3984,
      "step": 103544
    },
    {
      "epoch": 4.817166782972785,
      "grad_norm": 1.6597313820049862,
      "learning_rate": 2.871511357670304e-05,
      "loss": 1.4141,
      "step": 103545
    },
    {
      "epoch": 4.817213305419865,
      "grad_norm": 1.894605957955824,
      "learning_rate": 2.871292979391464e-05,
      "loss": 1.6484,
      "step": 103546
    },
    {
      "epoch": 4.817259827866946,
      "grad_norm": 1.797551826908462,
      "learning_rate": 2.8710746085378944e-05,
      "loss": 1.4922,
      "step": 103547
    },
    {
      "epoch": 4.817306350314027,
      "grad_norm": 1.8823784530179732,
      "learning_rate": 2.8708562451097233e-05,
      "loss": 1.7422,
      "step": 103548
    },
    {
      "epoch": 4.8173528727611075,
      "grad_norm": 1.8912962192138094,
      "learning_rate": 2.8706378891070858e-05,
      "loss": 1.5781,
      "step": 103549
    },
    {
      "epoch": 4.817399395208188,
      "grad_norm": 1.8963225221182807,
      "learning_rate": 2.8704195405301117e-05,
      "loss": 1.5938,
      "step": 103550
    },
    {
      "epoch": 4.817445917655268,
      "grad_norm": 1.8225078001592965,
      "learning_rate": 2.8702011993789426e-05,
      "loss": 1.5547,
      "step": 103551
    },
    {
      "epoch": 4.817492440102349,
      "grad_norm": 1.7643379576297424,
      "learning_rate": 2.8699828656537032e-05,
      "loss": 1.5,
      "step": 103552
    },
    {
      "epoch": 4.81753896254943,
      "grad_norm": 1.6188914529963412,
      "learning_rate": 2.8697645393545356e-05,
      "loss": 1.3281,
      "step": 103553
    },
    {
      "epoch": 4.817585484996511,
      "grad_norm": 1.81400157268415,
      "learning_rate": 2.8695462204815707e-05,
      "loss": 1.5391,
      "step": 103554
    },
    {
      "epoch": 4.817632007443591,
      "grad_norm": 1.754773735869201,
      "learning_rate": 2.8693279090349353e-05,
      "loss": 1.5469,
      "step": 103555
    },
    {
      "epoch": 4.817678529890673,
      "grad_norm": 1.937880273986256,
      "learning_rate": 2.8691096050147745e-05,
      "loss": 1.7344,
      "step": 103556
    },
    {
      "epoch": 4.817725052337753,
      "grad_norm": 1.854420467161606,
      "learning_rate": 2.8688913084212163e-05,
      "loss": 1.6562,
      "step": 103557
    },
    {
      "epoch": 4.8177715747848335,
      "grad_norm": 1.532744866864205,
      "learning_rate": 2.8686730192543938e-05,
      "loss": 1.2422,
      "step": 103558
    },
    {
      "epoch": 4.817818097231914,
      "grad_norm": 1.711231165165573,
      "learning_rate": 2.8684547375144406e-05,
      "loss": 1.3281,
      "step": 103559
    },
    {
      "epoch": 4.817864619678995,
      "grad_norm": 1.8264555040443542,
      "learning_rate": 2.868236463201488e-05,
      "loss": 1.5625,
      "step": 103560
    },
    {
      "epoch": 4.817911142126076,
      "grad_norm": 1.8868956197939508,
      "learning_rate": 2.868018196315676e-05,
      "loss": 1.5469,
      "step": 103561
    },
    {
      "epoch": 4.817957664573156,
      "grad_norm": 1.8461491232989957,
      "learning_rate": 2.8677999368571347e-05,
      "loss": 1.5,
      "step": 103562
    },
    {
      "epoch": 4.818004187020238,
      "grad_norm": 1.8915073965671827,
      "learning_rate": 2.867581684825997e-05,
      "loss": 1.5781,
      "step": 103563
    },
    {
      "epoch": 4.818050709467318,
      "grad_norm": 1.906143604750308,
      "learning_rate": 2.8673634402223945e-05,
      "loss": 1.7109,
      "step": 103564
    },
    {
      "epoch": 4.818097231914399,
      "grad_norm": 1.849675078455274,
      "learning_rate": 2.867145203046467e-05,
      "loss": 1.5547,
      "step": 103565
    },
    {
      "epoch": 4.818143754361479,
      "grad_norm": 1.7507585083538444,
      "learning_rate": 2.8669269732983446e-05,
      "loss": 1.4844,
      "step": 103566
    },
    {
      "epoch": 4.8181902768085605,
      "grad_norm": 1.892502877891,
      "learning_rate": 2.8667087509781622e-05,
      "loss": 1.4766,
      "step": 103567
    },
    {
      "epoch": 4.818236799255641,
      "grad_norm": 1.7809491110401106,
      "learning_rate": 2.866490536086046e-05,
      "loss": 1.4453,
      "step": 103568
    },
    {
      "epoch": 4.8182833217027214,
      "grad_norm": 1.8332152979246943,
      "learning_rate": 2.8662723286221417e-05,
      "loss": 1.4688,
      "step": 103569
    },
    {
      "epoch": 4.818329844149802,
      "grad_norm": 1.861658807394796,
      "learning_rate": 2.866054128586577e-05,
      "loss": 1.625,
      "step": 103570
    },
    {
      "epoch": 4.818376366596883,
      "grad_norm": 1.7138739108094168,
      "learning_rate": 2.8658359359794847e-05,
      "loss": 1.4297,
      "step": 103571
    },
    {
      "epoch": 4.818422889043964,
      "grad_norm": 1.7116211442626945,
      "learning_rate": 2.8656177508009954e-05,
      "loss": 1.4453,
      "step": 103572
    },
    {
      "epoch": 4.818469411491044,
      "grad_norm": 1.82860645147873,
      "learning_rate": 2.8653995730512503e-05,
      "loss": 1.5781,
      "step": 103573
    },
    {
      "epoch": 4.818515933938125,
      "grad_norm": 1.8401728171902911,
      "learning_rate": 2.865181402730376e-05,
      "loss": 1.75,
      "step": 103574
    },
    {
      "epoch": 4.818562456385206,
      "grad_norm": 1.818036432706205,
      "learning_rate": 2.8649632398385126e-05,
      "loss": 1.5156,
      "step": 103575
    },
    {
      "epoch": 4.818608978832287,
      "grad_norm": 1.7995540308360198,
      "learning_rate": 2.8647450843757897e-05,
      "loss": 1.5547,
      "step": 103576
    },
    {
      "epoch": 4.818655501279367,
      "grad_norm": 1.669423238203952,
      "learning_rate": 2.8645269363423372e-05,
      "loss": 1.3359,
      "step": 103577
    },
    {
      "epoch": 4.818702023726448,
      "grad_norm": 1.8392356479895458,
      "learning_rate": 2.864308795738297e-05,
      "loss": 1.6094,
      "step": 103578
    },
    {
      "epoch": 4.818748546173529,
      "grad_norm": 1.7411372629180042,
      "learning_rate": 2.8640906625637988e-05,
      "loss": 1.3672,
      "step": 103579
    },
    {
      "epoch": 4.818795068620609,
      "grad_norm": 1.8568622249796867,
      "learning_rate": 2.8638725368189758e-05,
      "loss": 1.4688,
      "step": 103580
    },
    {
      "epoch": 4.81884159106769,
      "grad_norm": 1.8610883572294392,
      "learning_rate": 2.8636544185039578e-05,
      "loss": 1.625,
      "step": 103581
    },
    {
      "epoch": 4.818888113514771,
      "grad_norm": 1.917301492787512,
      "learning_rate": 2.8634363076188866e-05,
      "loss": 1.6719,
      "step": 103582
    },
    {
      "epoch": 4.818934635961852,
      "grad_norm": 1.8614331218113387,
      "learning_rate": 2.86321820416389e-05,
      "loss": 1.6484,
      "step": 103583
    },
    {
      "epoch": 4.818981158408932,
      "grad_norm": 1.943513412503207,
      "learning_rate": 2.8630001081391035e-05,
      "loss": 1.7578,
      "step": 103584
    },
    {
      "epoch": 4.8190276808560135,
      "grad_norm": 1.846447229897517,
      "learning_rate": 2.86278201954466e-05,
      "loss": 1.6562,
      "step": 103585
    },
    {
      "epoch": 4.819074203303094,
      "grad_norm": 1.8120933410685418,
      "learning_rate": 2.8625639383806877e-05,
      "loss": 1.625,
      "step": 103586
    },
    {
      "epoch": 4.8191207257501745,
      "grad_norm": 1.7713783269993064,
      "learning_rate": 2.8623458646473296e-05,
      "loss": 1.4531,
      "step": 103587
    },
    {
      "epoch": 4.819167248197255,
      "grad_norm": 2.0248961377535935,
      "learning_rate": 2.862127798344716e-05,
      "loss": 1.7969,
      "step": 103588
    },
    {
      "epoch": 4.819213770644335,
      "grad_norm": 1.8420230848637038,
      "learning_rate": 2.8619097394729785e-05,
      "loss": 1.6172,
      "step": 103589
    },
    {
      "epoch": 4.819260293091417,
      "grad_norm": 1.8454506278465164,
      "learning_rate": 2.861691688032248e-05,
      "loss": 1.5625,
      "step": 103590
    },
    {
      "epoch": 4.819306815538497,
      "grad_norm": 1.7874301599147555,
      "learning_rate": 2.861473644022664e-05,
      "loss": 1.6094,
      "step": 103591
    },
    {
      "epoch": 4.819353337985578,
      "grad_norm": 1.7951945719380595,
      "learning_rate": 2.8612556074443582e-05,
      "loss": 1.4062,
      "step": 103592
    },
    {
      "epoch": 4.819399860432659,
      "grad_norm": 1.8332229805235036,
      "learning_rate": 2.8610375782974632e-05,
      "loss": 1.6328,
      "step": 103593
    },
    {
      "epoch": 4.81944638287974,
      "grad_norm": 1.9700391457554616,
      "learning_rate": 2.86081955658211e-05,
      "loss": 1.7656,
      "step": 103594
    },
    {
      "epoch": 4.81949290532682,
      "grad_norm": 1.9055353402338502,
      "learning_rate": 2.8606015422984376e-05,
      "loss": 1.6797,
      "step": 103595
    },
    {
      "epoch": 4.8195394277739005,
      "grad_norm": 1.7329168113782918,
      "learning_rate": 2.8603835354465715e-05,
      "loss": 1.4688,
      "step": 103596
    },
    {
      "epoch": 4.819585950220982,
      "grad_norm": 1.9391464236405545,
      "learning_rate": 2.8601655360266556e-05,
      "loss": 1.6562,
      "step": 103597
    },
    {
      "epoch": 4.819632472668062,
      "grad_norm": 1.6485781307921117,
      "learning_rate": 2.8599475440388165e-05,
      "loss": 1.3203,
      "step": 103598
    },
    {
      "epoch": 4.819678995115143,
      "grad_norm": 1.7815931992329703,
      "learning_rate": 2.8597295594831853e-05,
      "loss": 1.3516,
      "step": 103599
    },
    {
      "epoch": 4.819725517562224,
      "grad_norm": 1.7982863194415255,
      "learning_rate": 2.859511582359904e-05,
      "loss": 1.4375,
      "step": 103600
    },
    {
      "epoch": 4.819772040009305,
      "grad_norm": 1.7710320591844972,
      "learning_rate": 2.8592936126691006e-05,
      "loss": 1.5078,
      "step": 103601
    },
    {
      "epoch": 4.819818562456385,
      "grad_norm": 1.8327505288153598,
      "learning_rate": 2.85907565041091e-05,
      "loss": 1.6172,
      "step": 103602
    },
    {
      "epoch": 4.819865084903466,
      "grad_norm": 1.9599037442678855,
      "learning_rate": 2.8588576955854608e-05,
      "loss": 1.7422,
      "step": 103603
    },
    {
      "epoch": 4.819911607350547,
      "grad_norm": 1.8231141626422882,
      "learning_rate": 2.858639748192894e-05,
      "loss": 1.5938,
      "step": 103604
    },
    {
      "epoch": 4.8199581297976275,
      "grad_norm": 1.7170098698289658,
      "learning_rate": 2.8584218082333384e-05,
      "loss": 1.3672,
      "step": 103605
    },
    {
      "epoch": 4.820004652244708,
      "grad_norm": 1.7782350103191626,
      "learning_rate": 2.85820387570693e-05,
      "loss": 1.4375,
      "step": 103606
    },
    {
      "epoch": 4.8200511746917885,
      "grad_norm": 1.8680505332865422,
      "learning_rate": 2.857985950613797e-05,
      "loss": 1.625,
      "step": 103607
    },
    {
      "epoch": 4.82009769713887,
      "grad_norm": 1.8248991494519926,
      "learning_rate": 2.85776803295408e-05,
      "loss": 1.5078,
      "step": 103608
    },
    {
      "epoch": 4.82014421958595,
      "grad_norm": 1.8292702844782038,
      "learning_rate": 2.857550122727908e-05,
      "loss": 1.4609,
      "step": 103609
    },
    {
      "epoch": 4.820190742033031,
      "grad_norm": 1.929367260477596,
      "learning_rate": 2.8573322199354164e-05,
      "loss": 1.75,
      "step": 103610
    },
    {
      "epoch": 4.820237264480111,
      "grad_norm": 1.859082700872389,
      "learning_rate": 2.8571143245767368e-05,
      "loss": 1.625,
      "step": 103611
    },
    {
      "epoch": 4.820283786927193,
      "grad_norm": 1.904633442991964,
      "learning_rate": 2.8568964366520008e-05,
      "loss": 1.7734,
      "step": 103612
    },
    {
      "epoch": 4.820330309374273,
      "grad_norm": 1.8964632383312852,
      "learning_rate": 2.856678556161348e-05,
      "loss": 1.625,
      "step": 103613
    },
    {
      "epoch": 4.820376831821354,
      "grad_norm": 1.797417765755719,
      "learning_rate": 2.856460683104907e-05,
      "loss": 1.4688,
      "step": 103614
    },
    {
      "epoch": 4.820423354268435,
      "grad_norm": 1.992436496274935,
      "learning_rate": 2.856242817482814e-05,
      "loss": 1.7656,
      "step": 103615
    },
    {
      "epoch": 4.820469876715515,
      "grad_norm": 1.8626463453211928,
      "learning_rate": 2.8560249592951956e-05,
      "loss": 1.6406,
      "step": 103616
    },
    {
      "epoch": 4.820516399162596,
      "grad_norm": 1.8644851583758417,
      "learning_rate": 2.8558071085421952e-05,
      "loss": 1.7109,
      "step": 103617
    },
    {
      "epoch": 4.820562921609676,
      "grad_norm": 1.8315691807957433,
      "learning_rate": 2.855589265223936e-05,
      "loss": 1.6094,
      "step": 103618
    },
    {
      "epoch": 4.820609444056758,
      "grad_norm": 1.8544295976751761,
      "learning_rate": 2.8553714293405612e-05,
      "loss": 1.5312,
      "step": 103619
    },
    {
      "epoch": 4.820655966503838,
      "grad_norm": 1.978053402815198,
      "learning_rate": 2.8551536008922006e-05,
      "loss": 1.6641,
      "step": 103620
    },
    {
      "epoch": 4.820702488950919,
      "grad_norm": 1.7937022137249212,
      "learning_rate": 2.8549357798789807e-05,
      "loss": 1.5781,
      "step": 103621
    },
    {
      "epoch": 4.820749011397999,
      "grad_norm": 1.7269261111821788,
      "learning_rate": 2.854717966301045e-05,
      "loss": 1.5391,
      "step": 103622
    },
    {
      "epoch": 4.8207955338450805,
      "grad_norm": 1.9252355603508757,
      "learning_rate": 2.8545001601585233e-05,
      "loss": 1.6953,
      "step": 103623
    },
    {
      "epoch": 4.820842056292161,
      "grad_norm": 1.8730565398189458,
      "learning_rate": 2.8542823614515488e-05,
      "loss": 1.7188,
      "step": 103624
    },
    {
      "epoch": 4.8208885787392415,
      "grad_norm": 1.5665305934179932,
      "learning_rate": 2.8540645701802496e-05,
      "loss": 1.3203,
      "step": 103625
    },
    {
      "epoch": 4.820935101186322,
      "grad_norm": 1.6365846956005956,
      "learning_rate": 2.8538467863447674e-05,
      "loss": 1.2891,
      "step": 103626
    },
    {
      "epoch": 4.820981623633403,
      "grad_norm": 1.9002252531017958,
      "learning_rate": 2.853629009945232e-05,
      "loss": 1.5625,
      "step": 103627
    },
    {
      "epoch": 4.821028146080484,
      "grad_norm": 1.6529482206625794,
      "learning_rate": 2.853411240981775e-05,
      "loss": 1.2812,
      "step": 103628
    },
    {
      "epoch": 4.821074668527564,
      "grad_norm": 1.7396734144226234,
      "learning_rate": 2.8531934794545297e-05,
      "loss": 1.3984,
      "step": 103629
    },
    {
      "epoch": 4.821121190974646,
      "grad_norm": 1.854858390137638,
      "learning_rate": 2.8529757253636327e-05,
      "loss": 1.6562,
      "step": 103630
    },
    {
      "epoch": 4.821167713421726,
      "grad_norm": 1.990672585672665,
      "learning_rate": 2.852757978709217e-05,
      "loss": 1.7266,
      "step": 103631
    },
    {
      "epoch": 4.821214235868807,
      "grad_norm": 1.7147859195183188,
      "learning_rate": 2.852540239491414e-05,
      "loss": 1.4062,
      "step": 103632
    },
    {
      "epoch": 4.821260758315887,
      "grad_norm": 1.9402877092998445,
      "learning_rate": 2.8523225077103546e-05,
      "loss": 1.6094,
      "step": 103633
    },
    {
      "epoch": 4.821307280762968,
      "grad_norm": 1.7838248339191205,
      "learning_rate": 2.8521047833661775e-05,
      "loss": 1.5469,
      "step": 103634
    },
    {
      "epoch": 4.821353803210049,
      "grad_norm": 1.996028886043486,
      "learning_rate": 2.851887066459013e-05,
      "loss": 1.8516,
      "step": 103635
    },
    {
      "epoch": 4.821400325657129,
      "grad_norm": 1.6328713333331206,
      "learning_rate": 2.8516693569889966e-05,
      "loss": 1.3359,
      "step": 103636
    },
    {
      "epoch": 4.821446848104211,
      "grad_norm": 1.796731409987113,
      "learning_rate": 2.851451654956259e-05,
      "loss": 1.5703,
      "step": 103637
    },
    {
      "epoch": 4.821493370551291,
      "grad_norm": 1.7553154708856495,
      "learning_rate": 2.8512339603609303e-05,
      "loss": 1.4375,
      "step": 103638
    },
    {
      "epoch": 4.821539892998372,
      "grad_norm": 1.7544780023462352,
      "learning_rate": 2.8510162732031504e-05,
      "loss": 1.5,
      "step": 103639
    },
    {
      "epoch": 4.821586415445452,
      "grad_norm": 1.7296234804848276,
      "learning_rate": 2.8507985934830478e-05,
      "loss": 1.3984,
      "step": 103640
    },
    {
      "epoch": 4.821632937892533,
      "grad_norm": 1.843951031757598,
      "learning_rate": 2.850580921200761e-05,
      "loss": 1.4844,
      "step": 103641
    },
    {
      "epoch": 4.821679460339614,
      "grad_norm": 1.8329605640241182,
      "learning_rate": 2.8503632563564203e-05,
      "loss": 1.6406,
      "step": 103642
    },
    {
      "epoch": 4.8217259827866945,
      "grad_norm": 1.8677829256186813,
      "learning_rate": 2.8501455989501553e-05,
      "loss": 1.5234,
      "step": 103643
    },
    {
      "epoch": 4.821772505233775,
      "grad_norm": 1.840233557028021,
      "learning_rate": 2.849927948982107e-05,
      "loss": 1.5625,
      "step": 103644
    },
    {
      "epoch": 4.821819027680856,
      "grad_norm": 2.0329427986230333,
      "learning_rate": 2.8497103064524036e-05,
      "loss": 1.8047,
      "step": 103645
    },
    {
      "epoch": 4.821865550127937,
      "grad_norm": 1.9065368460438117,
      "learning_rate": 2.84949267136118e-05,
      "loss": 1.6328,
      "step": 103646
    },
    {
      "epoch": 4.821912072575017,
      "grad_norm": 1.8513046150911747,
      "learning_rate": 2.8492750437085643e-05,
      "loss": 1.5938,
      "step": 103647
    },
    {
      "epoch": 4.821958595022098,
      "grad_norm": 1.6315647008443268,
      "learning_rate": 2.8490574234946967e-05,
      "loss": 1.3047,
      "step": 103648
    },
    {
      "epoch": 4.822005117469179,
      "grad_norm": 1.8322200988339996,
      "learning_rate": 2.8488398107197086e-05,
      "loss": 1.6641,
      "step": 103649
    },
    {
      "epoch": 4.82205163991626,
      "grad_norm": 1.892621771413506,
      "learning_rate": 2.848622205383733e-05,
      "loss": 1.5781,
      "step": 103650
    },
    {
      "epoch": 4.82209816236334,
      "grad_norm": 1.6570068261891264,
      "learning_rate": 2.8484046074868988e-05,
      "loss": 1.3984,
      "step": 103651
    },
    {
      "epoch": 4.8221446848104215,
      "grad_norm": 1.8595544785608302,
      "learning_rate": 2.8481870170293454e-05,
      "loss": 1.5547,
      "step": 103652
    },
    {
      "epoch": 4.822191207257502,
      "grad_norm": 1.650877663275269,
      "learning_rate": 2.847969434011204e-05,
      "loss": 1.3125,
      "step": 103653
    },
    {
      "epoch": 4.822237729704582,
      "grad_norm": 1.7449671299884646,
      "learning_rate": 2.8477518584326088e-05,
      "loss": 1.5078,
      "step": 103654
    },
    {
      "epoch": 4.822284252151663,
      "grad_norm": 1.8698195336164734,
      "learning_rate": 2.847534290293687e-05,
      "loss": 1.6406,
      "step": 103655
    },
    {
      "epoch": 4.822330774598744,
      "grad_norm": 1.8325282516126231,
      "learning_rate": 2.8473167295945794e-05,
      "loss": 1.6328,
      "step": 103656
    },
    {
      "epoch": 4.822377297045825,
      "grad_norm": 1.906890281294463,
      "learning_rate": 2.8470991763354167e-05,
      "loss": 1.7422,
      "step": 103657
    },
    {
      "epoch": 4.822423819492905,
      "grad_norm": 1.73847838056974,
      "learning_rate": 2.8468816305163312e-05,
      "loss": 1.5859,
      "step": 103658
    },
    {
      "epoch": 4.822470341939986,
      "grad_norm": 1.8294213974061933,
      "learning_rate": 2.8466640921374524e-05,
      "loss": 1.5859,
      "step": 103659
    },
    {
      "epoch": 4.822516864387067,
      "grad_norm": 1.7645020786842092,
      "learning_rate": 2.8464465611989218e-05,
      "loss": 1.3828,
      "step": 103660
    },
    {
      "epoch": 4.8225633868341475,
      "grad_norm": 1.9654509870931056,
      "learning_rate": 2.846229037700868e-05,
      "loss": 1.6562,
      "step": 103661
    },
    {
      "epoch": 4.822609909281228,
      "grad_norm": 1.7421647825946884,
      "learning_rate": 2.8460115216434204e-05,
      "loss": 1.3281,
      "step": 103662
    },
    {
      "epoch": 4.8226564317283085,
      "grad_norm": 1.8097476095674432,
      "learning_rate": 2.8457940130267193e-05,
      "loss": 1.5078,
      "step": 103663
    },
    {
      "epoch": 4.82270295417539,
      "grad_norm": 2.0666485878916814,
      "learning_rate": 2.845576511850896e-05,
      "loss": 1.9062,
      "step": 103664
    },
    {
      "epoch": 4.82274947662247,
      "grad_norm": 1.9427496588178799,
      "learning_rate": 2.8453590181160775e-05,
      "loss": 1.6641,
      "step": 103665
    },
    {
      "epoch": 4.822795999069551,
      "grad_norm": 1.8137019929596008,
      "learning_rate": 2.8451415318224062e-05,
      "loss": 1.4531,
      "step": 103666
    },
    {
      "epoch": 4.822842521516632,
      "grad_norm": 1.7633408379975204,
      "learning_rate": 2.8449240529700112e-05,
      "loss": 1.4531,
      "step": 103667
    },
    {
      "epoch": 4.822889043963713,
      "grad_norm": 1.6361731038217604,
      "learning_rate": 2.8447065815590252e-05,
      "loss": 1.3125,
      "step": 103668
    },
    {
      "epoch": 4.822935566410793,
      "grad_norm": 1.6123620336634163,
      "learning_rate": 2.8444891175895785e-05,
      "loss": 1.3438,
      "step": 103669
    },
    {
      "epoch": 4.822982088857874,
      "grad_norm": 1.7759361768350919,
      "learning_rate": 2.8442716610618105e-05,
      "loss": 1.3828,
      "step": 103670
    },
    {
      "epoch": 4.823028611304955,
      "grad_norm": 1.6728406916517113,
      "learning_rate": 2.8440542119758497e-05,
      "loss": 1.4609,
      "step": 103671
    },
    {
      "epoch": 4.8230751337520354,
      "grad_norm": 1.779942635082801,
      "learning_rate": 2.8438367703318326e-05,
      "loss": 1.5625,
      "step": 103672
    },
    {
      "epoch": 4.823121656199116,
      "grad_norm": 1.8466124489847395,
      "learning_rate": 2.8436193361298842e-05,
      "loss": 1.5938,
      "step": 103673
    },
    {
      "epoch": 4.823168178646196,
      "grad_norm": 1.592043046781032,
      "learning_rate": 2.8434019093701493e-05,
      "loss": 1.3672,
      "step": 103674
    },
    {
      "epoch": 4.823214701093278,
      "grad_norm": 1.8131458997545797,
      "learning_rate": 2.8431844900527545e-05,
      "loss": 1.5234,
      "step": 103675
    },
    {
      "epoch": 4.823261223540358,
      "grad_norm": 1.9010982535671581,
      "learning_rate": 2.8429670781778347e-05,
      "loss": 1.6094,
      "step": 103676
    },
    {
      "epoch": 4.823307745987439,
      "grad_norm": 1.906712373963305,
      "learning_rate": 2.8427496737455162e-05,
      "loss": 1.6797,
      "step": 103677
    },
    {
      "epoch": 4.823354268434519,
      "grad_norm": 1.7451814112575506,
      "learning_rate": 2.8425322767559445e-05,
      "loss": 1.4453,
      "step": 103678
    },
    {
      "epoch": 4.823400790881601,
      "grad_norm": 1.5832577511532762,
      "learning_rate": 2.8423148872092438e-05,
      "loss": 1.3125,
      "step": 103679
    },
    {
      "epoch": 4.823447313328681,
      "grad_norm": 1.7353316870794853,
      "learning_rate": 2.842097505105551e-05,
      "loss": 1.625,
      "step": 103680
    },
    {
      "epoch": 4.8234938357757615,
      "grad_norm": 1.783845477422844,
      "learning_rate": 2.8418801304449946e-05,
      "loss": 1.4766,
      "step": 103681
    },
    {
      "epoch": 4.823540358222843,
      "grad_norm": 2.0686883598034687,
      "learning_rate": 2.8416627632277138e-05,
      "loss": 1.7578,
      "step": 103682
    },
    {
      "epoch": 4.823586880669923,
      "grad_norm": 1.9871636803876855,
      "learning_rate": 2.8414454034538376e-05,
      "loss": 1.7812,
      "step": 103683
    },
    {
      "epoch": 4.823633403117004,
      "grad_norm": 1.853513440753532,
      "learning_rate": 2.8412280511234986e-05,
      "loss": 1.5781,
      "step": 103684
    },
    {
      "epoch": 4.823679925564084,
      "grad_norm": 1.6888585638586433,
      "learning_rate": 2.8410107062368337e-05,
      "loss": 1.2891,
      "step": 103685
    },
    {
      "epoch": 4.823726448011166,
      "grad_norm": 1.7444732036903612,
      "learning_rate": 2.8407933687939692e-05,
      "loss": 1.4531,
      "step": 103686
    },
    {
      "epoch": 4.823772970458246,
      "grad_norm": 1.7862278179912525,
      "learning_rate": 2.8405760387950487e-05,
      "loss": 1.4766,
      "step": 103687
    },
    {
      "epoch": 4.823819492905327,
      "grad_norm": 1.973637955251693,
      "learning_rate": 2.8403587162401987e-05,
      "loss": 1.7344,
      "step": 103688
    },
    {
      "epoch": 4.823866015352408,
      "grad_norm": 1.7599716199062088,
      "learning_rate": 2.840141401129552e-05,
      "loss": 1.4453,
      "step": 103689
    },
    {
      "epoch": 4.8239125377994885,
      "grad_norm": 2.0077264719528047,
      "learning_rate": 2.8399240934632424e-05,
      "loss": 1.8047,
      "step": 103690
    },
    {
      "epoch": 4.823959060246569,
      "grad_norm": 1.9319434253968677,
      "learning_rate": 2.8397067932413993e-05,
      "loss": 1.7812,
      "step": 103691
    },
    {
      "epoch": 4.824005582693649,
      "grad_norm": 1.7524230968249468,
      "learning_rate": 2.8394895004641627e-05,
      "loss": 1.5078,
      "step": 103692
    },
    {
      "epoch": 4.82405210514073,
      "grad_norm": 1.725792162978698,
      "learning_rate": 2.8392722151316626e-05,
      "loss": 1.5234,
      "step": 103693
    },
    {
      "epoch": 4.824098627587811,
      "grad_norm": 1.8470824656315799,
      "learning_rate": 2.8390549372440325e-05,
      "loss": 1.5,
      "step": 103694
    },
    {
      "epoch": 4.824145150034892,
      "grad_norm": 2.0542946061756777,
      "learning_rate": 2.8388376668014003e-05,
      "loss": 1.6953,
      "step": 103695
    },
    {
      "epoch": 4.824191672481972,
      "grad_norm": 1.7918415664579646,
      "learning_rate": 2.8386204038039057e-05,
      "loss": 1.5703,
      "step": 103696
    },
    {
      "epoch": 4.824238194929054,
      "grad_norm": 1.7961666663485985,
      "learning_rate": 2.8384031482516807e-05,
      "loss": 1.5781,
      "step": 103697
    },
    {
      "epoch": 4.824284717376134,
      "grad_norm": 1.7436639745978653,
      "learning_rate": 2.838185900144858e-05,
      "loss": 1.4922,
      "step": 103698
    },
    {
      "epoch": 4.8243312398232145,
      "grad_norm": 1.7219205454557,
      "learning_rate": 2.837968659483565e-05,
      "loss": 1.5078,
      "step": 103699
    },
    {
      "epoch": 4.824377762270295,
      "grad_norm": 1.934240519501651,
      "learning_rate": 2.8377514262679424e-05,
      "loss": 1.6719,
      "step": 103700
    },
    {
      "epoch": 4.824424284717376,
      "grad_norm": 1.9127907007957217,
      "learning_rate": 2.8375342004981205e-05,
      "loss": 1.6094,
      "step": 103701
    },
    {
      "epoch": 4.824470807164457,
      "grad_norm": 1.7985508273856374,
      "learning_rate": 2.837316982174231e-05,
      "loss": 1.5781,
      "step": 103702
    },
    {
      "epoch": 4.824517329611537,
      "grad_norm": 1.831745312887937,
      "learning_rate": 2.837099771296405e-05,
      "loss": 1.5078,
      "step": 103703
    },
    {
      "epoch": 4.824563852058619,
      "grad_norm": 1.9243644144792014,
      "learning_rate": 2.8368825678647812e-05,
      "loss": 1.6172,
      "step": 103704
    },
    {
      "epoch": 4.824610374505699,
      "grad_norm": 1.7305181065911808,
      "learning_rate": 2.8366653718794906e-05,
      "loss": 1.5391,
      "step": 103705
    },
    {
      "epoch": 4.82465689695278,
      "grad_norm": 1.761342740211846,
      "learning_rate": 2.8364481833406603e-05,
      "loss": 1.4766,
      "step": 103706
    },
    {
      "epoch": 4.82470341939986,
      "grad_norm": 1.941345254191865,
      "learning_rate": 2.8362310022484336e-05,
      "loss": 1.6953,
      "step": 103707
    },
    {
      "epoch": 4.8247499418469415,
      "grad_norm": 1.7028163803866718,
      "learning_rate": 2.8360138286029332e-05,
      "loss": 1.4219,
      "step": 103708
    },
    {
      "epoch": 4.824796464294022,
      "grad_norm": 1.802073115149991,
      "learning_rate": 2.8357966624042995e-05,
      "loss": 1.5156,
      "step": 103709
    },
    {
      "epoch": 4.8248429867411025,
      "grad_norm": 1.783472246946633,
      "learning_rate": 2.8355795036526636e-05,
      "loss": 1.5703,
      "step": 103710
    },
    {
      "epoch": 4.824889509188183,
      "grad_norm": 1.6373018048972279,
      "learning_rate": 2.835362352348159e-05,
      "loss": 1.3828,
      "step": 103711
    },
    {
      "epoch": 4.824936031635264,
      "grad_norm": 1.9103292367086817,
      "learning_rate": 2.835145208490912e-05,
      "loss": 1.6016,
      "step": 103712
    },
    {
      "epoch": 4.824982554082345,
      "grad_norm": 1.7174217935778238,
      "learning_rate": 2.8349280720810647e-05,
      "loss": 1.5625,
      "step": 103713
    },
    {
      "epoch": 4.825029076529425,
      "grad_norm": 1.8270199687426099,
      "learning_rate": 2.8347109431187465e-05,
      "loss": 1.6406,
      "step": 103714
    },
    {
      "epoch": 4.825075598976506,
      "grad_norm": 1.7584774127273581,
      "learning_rate": 2.834493821604089e-05,
      "loss": 1.4297,
      "step": 103715
    },
    {
      "epoch": 4.825122121423587,
      "grad_norm": 1.718252852609384,
      "learning_rate": 2.8342767075372274e-05,
      "loss": 1.4297,
      "step": 103716
    },
    {
      "epoch": 4.825168643870668,
      "grad_norm": 1.7166542895916357,
      "learning_rate": 2.834059600918288e-05,
      "loss": 1.4531,
      "step": 103717
    },
    {
      "epoch": 4.825215166317748,
      "grad_norm": 1.7985937001477952,
      "learning_rate": 2.8338425017474142e-05,
      "loss": 1.4297,
      "step": 103718
    },
    {
      "epoch": 4.825261688764829,
      "grad_norm": 1.696649606288821,
      "learning_rate": 2.8336254100247324e-05,
      "loss": 1.4609,
      "step": 103719
    },
    {
      "epoch": 4.82530821121191,
      "grad_norm": 1.7568452838743547,
      "learning_rate": 2.8334083257503793e-05,
      "loss": 1.4219,
      "step": 103720
    },
    {
      "epoch": 4.82535473365899,
      "grad_norm": 2.1008839486558806,
      "learning_rate": 2.8331912489244796e-05,
      "loss": 1.7422,
      "step": 103721
    },
    {
      "epoch": 4.825401256106071,
      "grad_norm": 2.045692850991005,
      "learning_rate": 2.832974179547175e-05,
      "loss": 1.7812,
      "step": 103722
    },
    {
      "epoch": 4.825447778553152,
      "grad_norm": 1.7584833552915387,
      "learning_rate": 2.832757117618597e-05,
      "loss": 1.5078,
      "step": 103723
    },
    {
      "epoch": 4.825494301000233,
      "grad_norm": 1.936164410792514,
      "learning_rate": 2.8325400631388755e-05,
      "loss": 1.6562,
      "step": 103724
    },
    {
      "epoch": 4.825540823447313,
      "grad_norm": 1.7237516944955635,
      "learning_rate": 2.8323230161081423e-05,
      "loss": 1.4219,
      "step": 103725
    },
    {
      "epoch": 4.8255873458943945,
      "grad_norm": 1.7638742125441627,
      "learning_rate": 2.8321059765265354e-05,
      "loss": 1.4453,
      "step": 103726
    },
    {
      "epoch": 4.825633868341475,
      "grad_norm": 1.894281540327637,
      "learning_rate": 2.8318889443941844e-05,
      "loss": 1.5859,
      "step": 103727
    },
    {
      "epoch": 4.8256803907885555,
      "grad_norm": 1.6812978701148362,
      "learning_rate": 2.83167191971122e-05,
      "loss": 1.3672,
      "step": 103728
    },
    {
      "epoch": 4.825726913235636,
      "grad_norm": 1.6815323167604501,
      "learning_rate": 2.831454902477781e-05,
      "loss": 1.4062,
      "step": 103729
    },
    {
      "epoch": 4.825773435682716,
      "grad_norm": 1.677495177886439,
      "learning_rate": 2.831237892693993e-05,
      "loss": 1.4688,
      "step": 103730
    },
    {
      "epoch": 4.825819958129798,
      "grad_norm": 1.6998700590764968,
      "learning_rate": 2.831020890359998e-05,
      "loss": 1.4375,
      "step": 103731
    },
    {
      "epoch": 4.825866480576878,
      "grad_norm": 1.7430921020138226,
      "learning_rate": 2.8308038954759232e-05,
      "loss": 1.5078,
      "step": 103732
    },
    {
      "epoch": 4.825913003023959,
      "grad_norm": 1.8698364674022077,
      "learning_rate": 2.8305869080419024e-05,
      "loss": 1.5781,
      "step": 103733
    },
    {
      "epoch": 4.82595952547104,
      "grad_norm": 1.7863769306805217,
      "learning_rate": 2.830369928058062e-05,
      "loss": 1.4609,
      "step": 103734
    },
    {
      "epoch": 4.826006047918121,
      "grad_norm": 1.7742068700689146,
      "learning_rate": 2.830152955524547e-05,
      "loss": 1.4609,
      "step": 103735
    },
    {
      "epoch": 4.826052570365201,
      "grad_norm": 1.8704591070278516,
      "learning_rate": 2.8299359904414825e-05,
      "loss": 1.5859,
      "step": 103736
    },
    {
      "epoch": 4.8260990928122816,
      "grad_norm": 1.8589303454899533,
      "learning_rate": 2.8297190328090047e-05,
      "loss": 1.6172,
      "step": 103737
    },
    {
      "epoch": 4.826145615259363,
      "grad_norm": 1.7973212471381048,
      "learning_rate": 2.8295020826272384e-05,
      "loss": 1.5547,
      "step": 103738
    },
    {
      "epoch": 4.826192137706443,
      "grad_norm": 1.8762737611403206,
      "learning_rate": 2.829285139896329e-05,
      "loss": 1.6094,
      "step": 103739
    },
    {
      "epoch": 4.826238660153524,
      "grad_norm": 2.0278742975450212,
      "learning_rate": 2.8290682046164008e-05,
      "loss": 1.7812,
      "step": 103740
    },
    {
      "epoch": 4.826285182600605,
      "grad_norm": 1.9083154637686046,
      "learning_rate": 2.828851276787591e-05,
      "loss": 1.625,
      "step": 103741
    },
    {
      "epoch": 4.826331705047686,
      "grad_norm": 1.8309625689936113,
      "learning_rate": 2.828634356410029e-05,
      "loss": 1.5078,
      "step": 103742
    },
    {
      "epoch": 4.826378227494766,
      "grad_norm": 1.7171667023613915,
      "learning_rate": 2.8284174434838446e-05,
      "loss": 1.375,
      "step": 103743
    },
    {
      "epoch": 4.826424749941847,
      "grad_norm": 1.918461484269829,
      "learning_rate": 2.8282005380091783e-05,
      "loss": 1.6328,
      "step": 103744
    },
    {
      "epoch": 4.826471272388928,
      "grad_norm": 1.844545671182831,
      "learning_rate": 2.827983639986161e-05,
      "loss": 1.6094,
      "step": 103745
    },
    {
      "epoch": 4.8265177948360085,
      "grad_norm": 1.6662228151255059,
      "learning_rate": 2.827766749414923e-05,
      "loss": 1.2812,
      "step": 103746
    },
    {
      "epoch": 4.826564317283089,
      "grad_norm": 1.8968379850419455,
      "learning_rate": 2.8275498662955942e-05,
      "loss": 1.7422,
      "step": 103747
    },
    {
      "epoch": 4.8266108397301695,
      "grad_norm": 1.8057982205906722,
      "learning_rate": 2.8273329906283144e-05,
      "loss": 1.5312,
      "step": 103748
    },
    {
      "epoch": 4.826657362177251,
      "grad_norm": 1.7208235833697718,
      "learning_rate": 2.8271161224132132e-05,
      "loss": 1.4141,
      "step": 103749
    },
    {
      "epoch": 4.826703884624331,
      "grad_norm": 1.9352964852527461,
      "learning_rate": 2.8268992616504194e-05,
      "loss": 1.5938,
      "step": 103750
    },
    {
      "epoch": 4.826750407071412,
      "grad_norm": 1.6972320099145484,
      "learning_rate": 2.8266824083400742e-05,
      "loss": 1.3125,
      "step": 103751
    },
    {
      "epoch": 4.826796929518492,
      "grad_norm": 1.7097599214862944,
      "learning_rate": 2.8264655624823006e-05,
      "loss": 1.375,
      "step": 103752
    },
    {
      "epoch": 4.826843451965574,
      "grad_norm": 1.7341657136405566,
      "learning_rate": 2.826248724077241e-05,
      "loss": 1.4766,
      "step": 103753
    },
    {
      "epoch": 4.826889974412654,
      "grad_norm": 1.7898236516788302,
      "learning_rate": 2.8260318931250242e-05,
      "loss": 1.4453,
      "step": 103754
    },
    {
      "epoch": 4.826936496859735,
      "grad_norm": 1.6436944826718378,
      "learning_rate": 2.8258150696257826e-05,
      "loss": 1.2812,
      "step": 103755
    },
    {
      "epoch": 4.826983019306816,
      "grad_norm": 1.6951390776991293,
      "learning_rate": 2.825598253579644e-05,
      "loss": 1.5547,
      "step": 103756
    },
    {
      "epoch": 4.827029541753896,
      "grad_norm": 1.821591061361582,
      "learning_rate": 2.82538144498675e-05,
      "loss": 1.6641,
      "step": 103757
    },
    {
      "epoch": 4.827076064200977,
      "grad_norm": 1.7642017721978405,
      "learning_rate": 2.8251646438472292e-05,
      "loss": 1.3906,
      "step": 103758
    },
    {
      "epoch": 4.827122586648057,
      "grad_norm": 1.829265730971033,
      "learning_rate": 2.8249478501612143e-05,
      "loss": 1.6094,
      "step": 103759
    },
    {
      "epoch": 4.827169109095139,
      "grad_norm": 1.7534491274968371,
      "learning_rate": 2.824731063928834e-05,
      "loss": 1.5078,
      "step": 103760
    },
    {
      "epoch": 4.827215631542219,
      "grad_norm": 1.7623211587285876,
      "learning_rate": 2.8245142851502296e-05,
      "loss": 1.4844,
      "step": 103761
    },
    {
      "epoch": 4.8272621539893,
      "grad_norm": 1.8979629272471872,
      "learning_rate": 2.824297513825529e-05,
      "loss": 1.7188,
      "step": 103762
    },
    {
      "epoch": 4.82730867643638,
      "grad_norm": 1.7630736384899521,
      "learning_rate": 2.8240807499548663e-05,
      "loss": 1.4375,
      "step": 103763
    },
    {
      "epoch": 4.8273551988834615,
      "grad_norm": 1.8421227400159828,
      "learning_rate": 2.8238639935383672e-05,
      "loss": 1.4531,
      "step": 103764
    },
    {
      "epoch": 4.827401721330542,
      "grad_norm": 1.8476871979395941,
      "learning_rate": 2.8236472445761754e-05,
      "loss": 1.5625,
      "step": 103765
    },
    {
      "epoch": 4.8274482437776225,
      "grad_norm": 1.9797521267794465,
      "learning_rate": 2.823430503068419e-05,
      "loss": 1.7969,
      "step": 103766
    },
    {
      "epoch": 4.827494766224703,
      "grad_norm": 1.734381931612934,
      "learning_rate": 2.8232137690152296e-05,
      "loss": 1.4766,
      "step": 103767
    },
    {
      "epoch": 4.827541288671784,
      "grad_norm": 1.9564241606759094,
      "learning_rate": 2.8229970424167402e-05,
      "loss": 1.6328,
      "step": 103768
    },
    {
      "epoch": 4.827587811118865,
      "grad_norm": 1.7498967973418336,
      "learning_rate": 2.8227803232730812e-05,
      "loss": 1.3359,
      "step": 103769
    },
    {
      "epoch": 4.827634333565945,
      "grad_norm": 1.7252369016113511,
      "learning_rate": 2.8225636115843903e-05,
      "loss": 1.4766,
      "step": 103770
    },
    {
      "epoch": 4.827680856013027,
      "grad_norm": 1.7237541829262142,
      "learning_rate": 2.8223469073507976e-05,
      "loss": 1.4219,
      "step": 103771
    },
    {
      "epoch": 4.827727378460107,
      "grad_norm": 1.7641893901451238,
      "learning_rate": 2.822130210572433e-05,
      "loss": 1.5156,
      "step": 103772
    },
    {
      "epoch": 4.827773900907188,
      "grad_norm": 1.8554180974309329,
      "learning_rate": 2.8219135212494364e-05,
      "loss": 1.5547,
      "step": 103773
    },
    {
      "epoch": 4.827820423354268,
      "grad_norm": 1.7522362623902992,
      "learning_rate": 2.8216968393819312e-05,
      "loss": 1.5312,
      "step": 103774
    },
    {
      "epoch": 4.8278669458013495,
      "grad_norm": 1.856559848193652,
      "learning_rate": 2.8214801649700585e-05,
      "loss": 1.5625,
      "step": 103775
    },
    {
      "epoch": 4.82791346824843,
      "grad_norm": 1.7953795957552,
      "learning_rate": 2.8212634980139487e-05,
      "loss": 1.5547,
      "step": 103776
    },
    {
      "epoch": 4.82795999069551,
      "grad_norm": 2.038107735645427,
      "learning_rate": 2.8210468385137312e-05,
      "loss": 1.6953,
      "step": 103777
    },
    {
      "epoch": 4.828006513142592,
      "grad_norm": 1.9555105135463406,
      "learning_rate": 2.820830186469538e-05,
      "loss": 1.7578,
      "step": 103778
    },
    {
      "epoch": 4.828053035589672,
      "grad_norm": 1.8678413584889946,
      "learning_rate": 2.8206135418815092e-05,
      "loss": 1.6875,
      "step": 103779
    },
    {
      "epoch": 4.828099558036753,
      "grad_norm": 1.7785513852429218,
      "learning_rate": 2.8203969047497703e-05,
      "loss": 1.5859,
      "step": 103780
    },
    {
      "epoch": 4.828146080483833,
      "grad_norm": 1.7332273939698726,
      "learning_rate": 2.8201802750744573e-05,
      "loss": 1.5234,
      "step": 103781
    },
    {
      "epoch": 4.828192602930914,
      "grad_norm": 1.9316467356104547,
      "learning_rate": 2.819963652855698e-05,
      "loss": 1.6875,
      "step": 103782
    },
    {
      "epoch": 4.828239125377995,
      "grad_norm": 1.8610502002874234,
      "learning_rate": 2.8197470380936338e-05,
      "loss": 1.5938,
      "step": 103783
    },
    {
      "epoch": 4.8282856478250755,
      "grad_norm": 1.583093685122061,
      "learning_rate": 2.8195304307883898e-05,
      "loss": 1.25,
      "step": 103784
    },
    {
      "epoch": 4.828332170272156,
      "grad_norm": 1.85268174271037,
      "learning_rate": 2.8193138309401024e-05,
      "loss": 1.5781,
      "step": 103785
    },
    {
      "epoch": 4.828378692719237,
      "grad_norm": 1.768082707174278,
      "learning_rate": 2.8190972385488985e-05,
      "loss": 1.4688,
      "step": 103786
    },
    {
      "epoch": 4.828425215166318,
      "grad_norm": 1.8958342318026935,
      "learning_rate": 2.8188806536149196e-05,
      "loss": 1.6172,
      "step": 103787
    },
    {
      "epoch": 4.828471737613398,
      "grad_norm": 1.907817296979055,
      "learning_rate": 2.8186640761382932e-05,
      "loss": 1.6406,
      "step": 103788
    },
    {
      "epoch": 4.828518260060479,
      "grad_norm": 1.6809401960281813,
      "learning_rate": 2.8184475061191536e-05,
      "loss": 1.5156,
      "step": 103789
    },
    {
      "epoch": 4.82856478250756,
      "grad_norm": 1.7068100550066567,
      "learning_rate": 2.8182309435576265e-05,
      "loss": 1.4531,
      "step": 103790
    },
    {
      "epoch": 4.828611304954641,
      "grad_norm": 1.7411049670583518,
      "learning_rate": 2.818014388453856e-05,
      "loss": 1.5156,
      "step": 103791
    },
    {
      "epoch": 4.828657827401721,
      "grad_norm": 2.0380654016407926,
      "learning_rate": 2.8177978408079678e-05,
      "loss": 1.9062,
      "step": 103792
    },
    {
      "epoch": 4.8287043498488025,
      "grad_norm": 1.9078350651859413,
      "learning_rate": 2.8175813006200953e-05,
      "loss": 1.5469,
      "step": 103793
    },
    {
      "epoch": 4.828750872295883,
      "grad_norm": 1.8095085703125449,
      "learning_rate": 2.817364767890369e-05,
      "loss": 1.4375,
      "step": 103794
    },
    {
      "epoch": 4.828797394742963,
      "grad_norm": 1.6699984049734828,
      "learning_rate": 2.8171482426189212e-05,
      "loss": 1.4141,
      "step": 103795
    },
    {
      "epoch": 4.828843917190044,
      "grad_norm": 1.8926953292545379,
      "learning_rate": 2.8169317248058926e-05,
      "loss": 1.4922,
      "step": 103796
    },
    {
      "epoch": 4.828890439637125,
      "grad_norm": 1.9759311028522206,
      "learning_rate": 2.8167152144514093e-05,
      "loss": 1.8594,
      "step": 103797
    },
    {
      "epoch": 4.828936962084206,
      "grad_norm": 1.8184854821909602,
      "learning_rate": 2.8164987115556063e-05,
      "loss": 1.5469,
      "step": 103798
    },
    {
      "epoch": 4.828983484531286,
      "grad_norm": 1.933955634946865,
      "learning_rate": 2.816282216118614e-05,
      "loss": 1.8281,
      "step": 103799
    },
    {
      "epoch": 4.829030006978367,
      "grad_norm": 1.8782950104676814,
      "learning_rate": 2.8160657281405614e-05,
      "loss": 1.6484,
      "step": 103800
    },
    {
      "epoch": 4.829076529425448,
      "grad_norm": 1.7510901993588563,
      "learning_rate": 2.815849247621589e-05,
      "loss": 1.5859,
      "step": 103801
    },
    {
      "epoch": 4.8291230518725285,
      "grad_norm": 1.7767972949834103,
      "learning_rate": 2.8156327745618245e-05,
      "loss": 1.7188,
      "step": 103802
    },
    {
      "epoch": 4.829169574319609,
      "grad_norm": 1.7234485348390245,
      "learning_rate": 2.8154163089614034e-05,
      "loss": 1.5391,
      "step": 103803
    },
    {
      "epoch": 4.8292160967666895,
      "grad_norm": 1.9127599766655272,
      "learning_rate": 2.8151998508204503e-05,
      "loss": 1.5625,
      "step": 103804
    },
    {
      "epoch": 4.829262619213771,
      "grad_norm": 1.9256004215161517,
      "learning_rate": 2.8149834001391085e-05,
      "loss": 1.6094,
      "step": 103805
    },
    {
      "epoch": 4.829309141660851,
      "grad_norm": 1.9929454456217444,
      "learning_rate": 2.8147669569175065e-05,
      "loss": 1.6484,
      "step": 103806
    },
    {
      "epoch": 4.829355664107932,
      "grad_norm": 1.7546680869115618,
      "learning_rate": 2.814550521155775e-05,
      "loss": 1.3828,
      "step": 103807
    },
    {
      "epoch": 4.829402186555013,
      "grad_norm": 1.8629597408597196,
      "learning_rate": 2.814334092854045e-05,
      "loss": 1.6641,
      "step": 103808
    },
    {
      "epoch": 4.829448709002094,
      "grad_norm": 1.7839553228212053,
      "learning_rate": 2.8141176720124537e-05,
      "loss": 1.5078,
      "step": 103809
    },
    {
      "epoch": 4.829495231449174,
      "grad_norm": 2.05261512586217,
      "learning_rate": 2.8139012586311316e-05,
      "loss": 2.0156,
      "step": 103810
    },
    {
      "epoch": 4.829541753896255,
      "grad_norm": 1.855507735287919,
      "learning_rate": 2.8136848527102118e-05,
      "loss": 1.5938,
      "step": 103811
    },
    {
      "epoch": 4.829588276343336,
      "grad_norm": 1.6396376257153553,
      "learning_rate": 2.813468454249821e-05,
      "loss": 1.3281,
      "step": 103812
    },
    {
      "epoch": 4.8296347987904165,
      "grad_norm": 1.7575785071403989,
      "learning_rate": 2.813252063250102e-05,
      "loss": 1.6328,
      "step": 103813
    },
    {
      "epoch": 4.829681321237497,
      "grad_norm": 1.7906070029385845,
      "learning_rate": 2.8130356797111804e-05,
      "loss": 1.4141,
      "step": 103814
    },
    {
      "epoch": 4.829727843684578,
      "grad_norm": 1.82757997689931,
      "learning_rate": 2.812819303633187e-05,
      "loss": 1.8281,
      "step": 103815
    },
    {
      "epoch": 4.829774366131659,
      "grad_norm": 2.0594293953281104,
      "learning_rate": 2.8126029350162605e-05,
      "loss": 1.7812,
      "step": 103816
    },
    {
      "epoch": 4.829820888578739,
      "grad_norm": 1.8420508464822372,
      "learning_rate": 2.8123865738605274e-05,
      "loss": 1.4609,
      "step": 103817
    },
    {
      "epoch": 4.82986741102582,
      "grad_norm": 2.0120225550723148,
      "learning_rate": 2.8121702201661273e-05,
      "loss": 1.7734,
      "step": 103818
    },
    {
      "epoch": 4.8299139334729,
      "grad_norm": 1.8016829563951064,
      "learning_rate": 2.811953873933187e-05,
      "loss": 1.5859,
      "step": 103819
    },
    {
      "epoch": 4.829960455919982,
      "grad_norm": 1.9181477309683657,
      "learning_rate": 2.8117375351618414e-05,
      "loss": 1.7188,
      "step": 103820
    },
    {
      "epoch": 4.830006978367062,
      "grad_norm": 1.8793113321295745,
      "learning_rate": 2.811521203852219e-05,
      "loss": 1.6875,
      "step": 103821
    },
    {
      "epoch": 4.8300535008141425,
      "grad_norm": 1.8057984874729909,
      "learning_rate": 2.8113048800044575e-05,
      "loss": 1.5703,
      "step": 103822
    },
    {
      "epoch": 4.830100023261224,
      "grad_norm": 1.6074774812421804,
      "learning_rate": 2.811088563618687e-05,
      "loss": 1.3047,
      "step": 103823
    },
    {
      "epoch": 4.830146545708304,
      "grad_norm": 1.8508090508040123,
      "learning_rate": 2.810872254695041e-05,
      "loss": 1.5469,
      "step": 103824
    },
    {
      "epoch": 4.830193068155385,
      "grad_norm": 1.9041109382691874,
      "learning_rate": 2.8106559532336505e-05,
      "loss": 1.6719,
      "step": 103825
    },
    {
      "epoch": 4.830239590602465,
      "grad_norm": 1.7975463151389524,
      "learning_rate": 2.8104396592346424e-05,
      "loss": 1.5703,
      "step": 103826
    },
    {
      "epoch": 4.830286113049547,
      "grad_norm": 1.6555703565381195,
      "learning_rate": 2.8102233726981616e-05,
      "loss": 1.3125,
      "step": 103827
    },
    {
      "epoch": 4.830332635496627,
      "grad_norm": 1.787542401366777,
      "learning_rate": 2.8100070936243328e-05,
      "loss": 1.4688,
      "step": 103828
    },
    {
      "epoch": 4.830379157943708,
      "grad_norm": 1.756181510063771,
      "learning_rate": 2.80979082201329e-05,
      "loss": 1.4922,
      "step": 103829
    },
    {
      "epoch": 4.830425680390789,
      "grad_norm": 1.877053276262228,
      "learning_rate": 2.80957455786516e-05,
      "loss": 1.5625,
      "step": 103830
    },
    {
      "epoch": 4.8304722028378695,
      "grad_norm": 1.8392276542462578,
      "learning_rate": 2.809358301180084e-05,
      "loss": 1.6484,
      "step": 103831
    },
    {
      "epoch": 4.83051872528495,
      "grad_norm": 1.8040500809796112,
      "learning_rate": 2.8091420519581914e-05,
      "loss": 1.5547,
      "step": 103832
    },
    {
      "epoch": 4.83056524773203,
      "grad_norm": 1.8060919184295265,
      "learning_rate": 2.8089258101996154e-05,
      "loss": 1.6172,
      "step": 103833
    },
    {
      "epoch": 4.830611770179112,
      "grad_norm": 1.8789973730847167,
      "learning_rate": 2.808709575904481e-05,
      "loss": 1.6719,
      "step": 103834
    },
    {
      "epoch": 4.830658292626192,
      "grad_norm": 1.7640362842527724,
      "learning_rate": 2.808493349072931e-05,
      "loss": 1.4922,
      "step": 103835
    },
    {
      "epoch": 4.830704815073273,
      "grad_norm": 1.8680167198307702,
      "learning_rate": 2.8082771297050926e-05,
      "loss": 1.7188,
      "step": 103836
    },
    {
      "epoch": 4.830751337520353,
      "grad_norm": 1.8612610613527814,
      "learning_rate": 2.8080609178010955e-05,
      "loss": 1.5938,
      "step": 103837
    },
    {
      "epoch": 4.830797859967435,
      "grad_norm": 1.58588133749737,
      "learning_rate": 2.807844713361079e-05,
      "loss": 1.3359,
      "step": 103838
    },
    {
      "epoch": 4.830844382414515,
      "grad_norm": 1.764966667965803,
      "learning_rate": 2.8076285163851693e-05,
      "loss": 1.5078,
      "step": 103839
    },
    {
      "epoch": 4.830890904861596,
      "grad_norm": 1.90538581210794,
      "learning_rate": 2.8074123268735032e-05,
      "loss": 1.6953,
      "step": 103840
    },
    {
      "epoch": 4.830937427308676,
      "grad_norm": 1.7451244169614297,
      "learning_rate": 2.8071961448262133e-05,
      "loss": 1.3984,
      "step": 103841
    },
    {
      "epoch": 4.830983949755757,
      "grad_norm": 1.7325022422592422,
      "learning_rate": 2.8069799702434287e-05,
      "loss": 1.5625,
      "step": 103842
    },
    {
      "epoch": 4.831030472202838,
      "grad_norm": 1.8566241948378808,
      "learning_rate": 2.806763803125278e-05,
      "loss": 1.6641,
      "step": 103843
    },
    {
      "epoch": 4.831076994649918,
      "grad_norm": 1.781678105999518,
      "learning_rate": 2.8065476434719032e-05,
      "loss": 1.4688,
      "step": 103844
    },
    {
      "epoch": 4.831123517097,
      "grad_norm": 1.7959442230859757,
      "learning_rate": 2.8063314912834317e-05,
      "loss": 1.6094,
      "step": 103845
    },
    {
      "epoch": 4.83117003954408,
      "grad_norm": 1.6112731984018691,
      "learning_rate": 2.8061153465599957e-05,
      "loss": 1.3047,
      "step": 103846
    },
    {
      "epoch": 4.831216561991161,
      "grad_norm": 1.6725744098167767,
      "learning_rate": 2.805899209301723e-05,
      "loss": 1.2344,
      "step": 103847
    },
    {
      "epoch": 4.831263084438241,
      "grad_norm": 1.9458911655836943,
      "learning_rate": 2.8056830795087555e-05,
      "loss": 1.6719,
      "step": 103848
    },
    {
      "epoch": 4.8313096068853225,
      "grad_norm": 1.6688893416110635,
      "learning_rate": 2.805466957181221e-05,
      "loss": 1.375,
      "step": 103849
    },
    {
      "epoch": 4.831356129332403,
      "grad_norm": 2.005774002014839,
      "learning_rate": 2.8052508423192515e-05,
      "loss": 1.7344,
      "step": 103850
    },
    {
      "epoch": 4.8314026517794835,
      "grad_norm": 1.7188647735766145,
      "learning_rate": 2.8050347349229783e-05,
      "loss": 1.4219,
      "step": 103851
    },
    {
      "epoch": 4.831449174226564,
      "grad_norm": 1.845498822138761,
      "learning_rate": 2.8048186349925318e-05,
      "loss": 1.5781,
      "step": 103852
    },
    {
      "epoch": 4.831495696673645,
      "grad_norm": 1.8450812682790998,
      "learning_rate": 2.8046025425280512e-05,
      "loss": 1.6484,
      "step": 103853
    },
    {
      "epoch": 4.831542219120726,
      "grad_norm": 1.8875470698884063,
      "learning_rate": 2.804386457529665e-05,
      "loss": 1.6953,
      "step": 103854
    },
    {
      "epoch": 4.831588741567806,
      "grad_norm": 1.8580209310308524,
      "learning_rate": 2.8041703799975047e-05,
      "loss": 1.5234,
      "step": 103855
    },
    {
      "epoch": 4.831635264014887,
      "grad_norm": 1.7391807830290904,
      "learning_rate": 2.8039543099316987e-05,
      "loss": 1.3906,
      "step": 103856
    },
    {
      "epoch": 4.831681786461968,
      "grad_norm": 1.8944478879081779,
      "learning_rate": 2.8037382473323882e-05,
      "loss": 1.7578,
      "step": 103857
    },
    {
      "epoch": 4.831728308909049,
      "grad_norm": 1.7933802786669126,
      "learning_rate": 2.8035221921997003e-05,
      "loss": 1.4531,
      "step": 103858
    },
    {
      "epoch": 4.831774831356129,
      "grad_norm": 1.9807741347293715,
      "learning_rate": 2.8033061445337663e-05,
      "loss": 1.6719,
      "step": 103859
    },
    {
      "epoch": 4.83182135380321,
      "grad_norm": 1.7767380175471938,
      "learning_rate": 2.8030901043347225e-05,
      "loss": 1.5547,
      "step": 103860
    },
    {
      "epoch": 4.831867876250291,
      "grad_norm": 1.771636230309929,
      "learning_rate": 2.8028740716026943e-05,
      "loss": 1.5078,
      "step": 103861
    },
    {
      "epoch": 4.831914398697371,
      "grad_norm": 1.8489314182486554,
      "learning_rate": 2.802658046337823e-05,
      "loss": 1.6172,
      "step": 103862
    },
    {
      "epoch": 4.831960921144452,
      "grad_norm": 1.9924537272028757,
      "learning_rate": 2.8024420285402365e-05,
      "loss": 1.6016,
      "step": 103863
    },
    {
      "epoch": 4.832007443591533,
      "grad_norm": 1.9217388860828604,
      "learning_rate": 2.802226018210067e-05,
      "loss": 1.7266,
      "step": 103864
    },
    {
      "epoch": 4.832053966038614,
      "grad_norm": 1.8423049452691809,
      "learning_rate": 2.8020100153474424e-05,
      "loss": 1.3906,
      "step": 103865
    },
    {
      "epoch": 4.832100488485694,
      "grad_norm": 1.97999384507627,
      "learning_rate": 2.8017940199525042e-05,
      "loss": 1.9062,
      "step": 103866
    },
    {
      "epoch": 4.8321470109327755,
      "grad_norm": 1.7155907005354638,
      "learning_rate": 2.801578032025377e-05,
      "loss": 1.4609,
      "step": 103867
    },
    {
      "epoch": 4.832193533379856,
      "grad_norm": 1.7512933858211315,
      "learning_rate": 2.8013620515661983e-05,
      "loss": 1.4688,
      "step": 103868
    },
    {
      "epoch": 4.8322400558269365,
      "grad_norm": 1.802108477141404,
      "learning_rate": 2.801146078575092e-05,
      "loss": 1.4766,
      "step": 103869
    },
    {
      "epoch": 4.832286578274017,
      "grad_norm": 1.987051419781803,
      "learning_rate": 2.8009301130522006e-05,
      "loss": 1.6016,
      "step": 103870
    },
    {
      "epoch": 4.8323331007210975,
      "grad_norm": 1.9715257151362775,
      "learning_rate": 2.8007141549976514e-05,
      "loss": 1.7031,
      "step": 103871
    },
    {
      "epoch": 4.832379623168179,
      "grad_norm": 1.8161305607155867,
      "learning_rate": 2.800498204411578e-05,
      "loss": 1.5703,
      "step": 103872
    },
    {
      "epoch": 4.832426145615259,
      "grad_norm": 1.9539321616293432,
      "learning_rate": 2.8002822612941056e-05,
      "loss": 1.6172,
      "step": 103873
    },
    {
      "epoch": 4.83247266806234,
      "grad_norm": 1.9178147927364921,
      "learning_rate": 2.8000663256453787e-05,
      "loss": 1.6875,
      "step": 103874
    },
    {
      "epoch": 4.832519190509421,
      "grad_norm": 1.9780636008690426,
      "learning_rate": 2.7998503974655206e-05,
      "loss": 1.7109,
      "step": 103875
    },
    {
      "epoch": 4.832565712956502,
      "grad_norm": 1.845729610162313,
      "learning_rate": 2.799634476754668e-05,
      "loss": 1.6172,
      "step": 103876
    },
    {
      "epoch": 4.832612235403582,
      "grad_norm": 1.8633849551316484,
      "learning_rate": 2.799418563512949e-05,
      "loss": 1.6641,
      "step": 103877
    },
    {
      "epoch": 4.832658757850663,
      "grad_norm": 1.951086252555121,
      "learning_rate": 2.7992026577404952e-05,
      "loss": 1.6875,
      "step": 103878
    },
    {
      "epoch": 4.832705280297744,
      "grad_norm": 1.7355449794838518,
      "learning_rate": 2.7989867594374465e-05,
      "loss": 1.5312,
      "step": 103879
    },
    {
      "epoch": 4.832751802744824,
      "grad_norm": 1.9156828476747372,
      "learning_rate": 2.7987708686039277e-05,
      "loss": 1.7031,
      "step": 103880
    },
    {
      "epoch": 4.832798325191905,
      "grad_norm": 1.8846305293909922,
      "learning_rate": 2.7985549852400706e-05,
      "loss": 1.5938,
      "step": 103881
    },
    {
      "epoch": 4.832844847638986,
      "grad_norm": 1.8419073559295818,
      "learning_rate": 2.7983391093460134e-05,
      "loss": 1.4531,
      "step": 103882
    },
    {
      "epoch": 4.832891370086067,
      "grad_norm": 1.82091307533329,
      "learning_rate": 2.7981232409218825e-05,
      "loss": 1.4844,
      "step": 103883
    },
    {
      "epoch": 4.832937892533147,
      "grad_norm": 1.8144385468788176,
      "learning_rate": 2.797907379967814e-05,
      "loss": 1.4297,
      "step": 103884
    },
    {
      "epoch": 4.832984414980228,
      "grad_norm": 1.7166616423061092,
      "learning_rate": 2.7976915264839407e-05,
      "loss": 1.3828,
      "step": 103885
    },
    {
      "epoch": 4.833030937427309,
      "grad_norm": 2.016529644485272,
      "learning_rate": 2.7974756804703914e-05,
      "loss": 1.7578,
      "step": 103886
    },
    {
      "epoch": 4.8330774598743895,
      "grad_norm": 1.7952881096412372,
      "learning_rate": 2.7972598419272962e-05,
      "loss": 1.5312,
      "step": 103887
    },
    {
      "epoch": 4.83312398232147,
      "grad_norm": 1.7029437946350892,
      "learning_rate": 2.7970440108547938e-05,
      "loss": 1.3906,
      "step": 103888
    },
    {
      "epoch": 4.8331705047685505,
      "grad_norm": 1.7489948626509921,
      "learning_rate": 2.7968281872530136e-05,
      "loss": 1.3438,
      "step": 103889
    },
    {
      "epoch": 4.833217027215632,
      "grad_norm": 1.919158335005518,
      "learning_rate": 2.7966123711220856e-05,
      "loss": 1.625,
      "step": 103890
    },
    {
      "epoch": 4.833263549662712,
      "grad_norm": 1.796590671328142,
      "learning_rate": 2.7963965624621414e-05,
      "loss": 1.5469,
      "step": 103891
    },
    {
      "epoch": 4.833310072109793,
      "grad_norm": 1.7630485725330751,
      "learning_rate": 2.7961807612733178e-05,
      "loss": 1.4844,
      "step": 103892
    },
    {
      "epoch": 4.833356594556873,
      "grad_norm": 1.8176675501590627,
      "learning_rate": 2.7959649675557442e-05,
      "loss": 1.5781,
      "step": 103893
    },
    {
      "epoch": 4.833403117003955,
      "grad_norm": 1.8919839985187583,
      "learning_rate": 2.795749181309553e-05,
      "loss": 1.75,
      "step": 103894
    },
    {
      "epoch": 4.833449639451035,
      "grad_norm": 1.9310639249702042,
      "learning_rate": 2.795533402534873e-05,
      "loss": 1.6484,
      "step": 103895
    },
    {
      "epoch": 4.833496161898116,
      "grad_norm": 1.7589010197360304,
      "learning_rate": 2.7953176312318432e-05,
      "loss": 1.4922,
      "step": 103896
    },
    {
      "epoch": 4.833542684345197,
      "grad_norm": 1.663226302116988,
      "learning_rate": 2.7951018674005915e-05,
      "loss": 1.3906,
      "step": 103897
    },
    {
      "epoch": 4.833589206792277,
      "grad_norm": 1.7385308603636445,
      "learning_rate": 2.7948861110412496e-05,
      "loss": 1.4375,
      "step": 103898
    },
    {
      "epoch": 4.833635729239358,
      "grad_norm": 1.7753718109635432,
      "learning_rate": 2.7946703621539474e-05,
      "loss": 1.5234,
      "step": 103899
    },
    {
      "epoch": 4.833682251686438,
      "grad_norm": 1.596365507762525,
      "learning_rate": 2.794454620738823e-05,
      "loss": 1.3047,
      "step": 103900
    },
    {
      "epoch": 4.83372877413352,
      "grad_norm": 1.8937130696678728,
      "learning_rate": 2.7942388867960064e-05,
      "loss": 1.625,
      "step": 103901
    },
    {
      "epoch": 4.8337752965806,
      "grad_norm": 1.7071987565444078,
      "learning_rate": 2.7940231603256274e-05,
      "loss": 1.4453,
      "step": 103902
    },
    {
      "epoch": 4.833821819027681,
      "grad_norm": 1.817298210225299,
      "learning_rate": 2.793807441327816e-05,
      "loss": 1.6172,
      "step": 103903
    },
    {
      "epoch": 4.833868341474761,
      "grad_norm": 1.9054768661416739,
      "learning_rate": 2.7935917298027087e-05,
      "loss": 1.6328,
      "step": 103904
    },
    {
      "epoch": 4.8339148639218426,
      "grad_norm": 1.7505685854334398,
      "learning_rate": 2.793376025750439e-05,
      "loss": 1.4141,
      "step": 103905
    },
    {
      "epoch": 4.833961386368923,
      "grad_norm": 1.886355999201692,
      "learning_rate": 2.793160329171138e-05,
      "loss": 1.5469,
      "step": 103906
    },
    {
      "epoch": 4.8340079088160035,
      "grad_norm": 1.7689781456570115,
      "learning_rate": 2.7929446400649342e-05,
      "loss": 1.4844,
      "step": 103907
    },
    {
      "epoch": 4.834054431263084,
      "grad_norm": 1.7614966904312381,
      "learning_rate": 2.7927289584319623e-05,
      "loss": 1.5156,
      "step": 103908
    },
    {
      "epoch": 4.834100953710165,
      "grad_norm": 1.72989812403554,
      "learning_rate": 2.7925132842723507e-05,
      "loss": 1.3984,
      "step": 103909
    },
    {
      "epoch": 4.834147476157246,
      "grad_norm": 1.6687159190675172,
      "learning_rate": 2.7922976175862378e-05,
      "loss": 1.2422,
      "step": 103910
    },
    {
      "epoch": 4.834193998604326,
      "grad_norm": 1.606467120272195,
      "learning_rate": 2.792081958373753e-05,
      "loss": 1.3047,
      "step": 103911
    },
    {
      "epoch": 4.834240521051408,
      "grad_norm": 1.8422577560307347,
      "learning_rate": 2.7918663066350266e-05,
      "loss": 1.4297,
      "step": 103912
    },
    {
      "epoch": 4.834287043498488,
      "grad_norm": 1.9047252735220035,
      "learning_rate": 2.7916506623701868e-05,
      "loss": 1.6016,
      "step": 103913
    },
    {
      "epoch": 4.834333565945569,
      "grad_norm": 1.8797711207764412,
      "learning_rate": 2.7914350255793767e-05,
      "loss": 1.7344,
      "step": 103914
    },
    {
      "epoch": 4.834380088392649,
      "grad_norm": 1.7733830849346897,
      "learning_rate": 2.7912193962627192e-05,
      "loss": 1.3906,
      "step": 103915
    },
    {
      "epoch": 4.8344266108397305,
      "grad_norm": 1.8494268229216504,
      "learning_rate": 2.7910037744203517e-05,
      "loss": 1.5312,
      "step": 103916
    },
    {
      "epoch": 4.834473133286811,
      "grad_norm": 1.6897593582941883,
      "learning_rate": 2.7907881600523983e-05,
      "loss": 1.3906,
      "step": 103917
    },
    {
      "epoch": 4.834519655733891,
      "grad_norm": 1.8846559778599223,
      "learning_rate": 2.790572553159001e-05,
      "loss": 1.6484,
      "step": 103918
    },
    {
      "epoch": 4.834566178180973,
      "grad_norm": 1.8433434027433817,
      "learning_rate": 2.7903569537402866e-05,
      "loss": 1.6094,
      "step": 103919
    },
    {
      "epoch": 4.834612700628053,
      "grad_norm": 1.8257043627755465,
      "learning_rate": 2.7901413617963873e-05,
      "loss": 1.5781,
      "step": 103920
    },
    {
      "epoch": 4.834659223075134,
      "grad_norm": 1.848311536949609,
      "learning_rate": 2.7899257773274326e-05,
      "loss": 1.4688,
      "step": 103921
    },
    {
      "epoch": 4.834705745522214,
      "grad_norm": 1.8009286943562335,
      "learning_rate": 2.78971020033356e-05,
      "loss": 1.5234,
      "step": 103922
    },
    {
      "epoch": 4.834752267969295,
      "grad_norm": 2.0029734577740346,
      "learning_rate": 2.7894946308148992e-05,
      "loss": 1.6875,
      "step": 103923
    },
    {
      "epoch": 4.834798790416376,
      "grad_norm": 1.8320307751085498,
      "learning_rate": 2.7892790687715822e-05,
      "loss": 1.6172,
      "step": 103924
    },
    {
      "epoch": 4.8348453128634565,
      "grad_norm": 1.798264763053381,
      "learning_rate": 2.7890635142037372e-05,
      "loss": 1.5078,
      "step": 103925
    },
    {
      "epoch": 4.834891835310537,
      "grad_norm": 1.8121459190935085,
      "learning_rate": 2.7888479671114987e-05,
      "loss": 1.4922,
      "step": 103926
    },
    {
      "epoch": 4.834938357757618,
      "grad_norm": 1.8145702261707581,
      "learning_rate": 2.7886324274950022e-05,
      "loss": 1.4453,
      "step": 103927
    },
    {
      "epoch": 4.834984880204699,
      "grad_norm": 1.8721259309448914,
      "learning_rate": 2.788416895354379e-05,
      "loss": 1.5859,
      "step": 103928
    },
    {
      "epoch": 4.835031402651779,
      "grad_norm": 1.8567054358126203,
      "learning_rate": 2.788201370689757e-05,
      "loss": 1.4375,
      "step": 103929
    },
    {
      "epoch": 4.83507792509886,
      "grad_norm": 1.8734941821545634,
      "learning_rate": 2.7879858535012683e-05,
      "loss": 1.6172,
      "step": 103930
    },
    {
      "epoch": 4.835124447545941,
      "grad_norm": 1.772765239868121,
      "learning_rate": 2.787770343789049e-05,
      "loss": 1.5469,
      "step": 103931
    },
    {
      "epoch": 4.835170969993022,
      "grad_norm": 1.759337534779144,
      "learning_rate": 2.7875548415532296e-05,
      "loss": 1.3906,
      "step": 103932
    },
    {
      "epoch": 4.835217492440102,
      "grad_norm": 1.555761839663735,
      "learning_rate": 2.787339346793939e-05,
      "loss": 1.1719,
      "step": 103933
    },
    {
      "epoch": 4.8352640148871835,
      "grad_norm": 1.6886376973222985,
      "learning_rate": 2.7871238595113134e-05,
      "loss": 1.4375,
      "step": 103934
    },
    {
      "epoch": 4.835310537334264,
      "grad_norm": 1.7438065849758446,
      "learning_rate": 2.7869083797054782e-05,
      "loss": 1.2891,
      "step": 103935
    },
    {
      "epoch": 4.8353570597813444,
      "grad_norm": 1.7327900050218692,
      "learning_rate": 2.7866929073765736e-05,
      "loss": 1.4844,
      "step": 103936
    },
    {
      "epoch": 4.835403582228425,
      "grad_norm": 1.772143712480756,
      "learning_rate": 2.7864774425247267e-05,
      "loss": 1.375,
      "step": 103937
    },
    {
      "epoch": 4.835450104675506,
      "grad_norm": 1.9363367782343974,
      "learning_rate": 2.7862619851500716e-05,
      "loss": 1.75,
      "step": 103938
    },
    {
      "epoch": 4.835496627122587,
      "grad_norm": 1.8299439883877557,
      "learning_rate": 2.786046535252734e-05,
      "loss": 1.5781,
      "step": 103939
    },
    {
      "epoch": 4.835543149569667,
      "grad_norm": 1.8022646584601871,
      "learning_rate": 2.785831092832855e-05,
      "loss": 1.5312,
      "step": 103940
    },
    {
      "epoch": 4.835589672016748,
      "grad_norm": 1.776436113894227,
      "learning_rate": 2.7856156578905626e-05,
      "loss": 1.5156,
      "step": 103941
    },
    {
      "epoch": 4.835636194463829,
      "grad_norm": 1.7023461094490075,
      "learning_rate": 2.785400230425987e-05,
      "loss": 1.3906,
      "step": 103942
    },
    {
      "epoch": 4.83568271691091,
      "grad_norm": 1.7792316161325332,
      "learning_rate": 2.7851848104392584e-05,
      "loss": 1.5156,
      "step": 103943
    },
    {
      "epoch": 4.83572923935799,
      "grad_norm": 1.8817139881100757,
      "learning_rate": 2.784969397930516e-05,
      "loss": 1.5703,
      "step": 103944
    },
    {
      "epoch": 4.8357757618050705,
      "grad_norm": 1.7828390878306004,
      "learning_rate": 2.784753992899887e-05,
      "loss": 1.4531,
      "step": 103945
    },
    {
      "epoch": 4.835822284252152,
      "grad_norm": 1.909712502783283,
      "learning_rate": 2.7845385953475026e-05,
      "loss": 1.6406,
      "step": 103946
    },
    {
      "epoch": 4.835868806699232,
      "grad_norm": 1.8350378751569154,
      "learning_rate": 2.7843232052734925e-05,
      "loss": 1.5547,
      "step": 103947
    },
    {
      "epoch": 4.835915329146313,
      "grad_norm": 1.9012161379479464,
      "learning_rate": 2.7841078226779922e-05,
      "loss": 1.6641,
      "step": 103948
    },
    {
      "epoch": 4.835961851593394,
      "grad_norm": 1.804324688866016,
      "learning_rate": 2.7838924475611362e-05,
      "loss": 1.7188,
      "step": 103949
    },
    {
      "epoch": 4.836008374040475,
      "grad_norm": 1.9907973957825,
      "learning_rate": 2.783677079923053e-05,
      "loss": 1.625,
      "step": 103950
    },
    {
      "epoch": 4.836054896487555,
      "grad_norm": 1.9851063762659233,
      "learning_rate": 2.7834617197638753e-05,
      "loss": 1.7812,
      "step": 103951
    },
    {
      "epoch": 4.836101418934636,
      "grad_norm": 1.8173988616256467,
      "learning_rate": 2.7832463670837318e-05,
      "loss": 1.4219,
      "step": 103952
    },
    {
      "epoch": 4.836147941381717,
      "grad_norm": 1.9202374886853106,
      "learning_rate": 2.7830310218827588e-05,
      "loss": 1.6172,
      "step": 103953
    },
    {
      "epoch": 4.8361944638287975,
      "grad_norm": 1.6991714851521715,
      "learning_rate": 2.7828156841610864e-05,
      "loss": 1.4453,
      "step": 103954
    },
    {
      "epoch": 4.836240986275878,
      "grad_norm": 1.7523980444733915,
      "learning_rate": 2.7826003539188464e-05,
      "loss": 1.4453,
      "step": 103955
    },
    {
      "epoch": 4.836287508722959,
      "grad_norm": 1.8842087770712874,
      "learning_rate": 2.782385031156168e-05,
      "loss": 1.6094,
      "step": 103956
    },
    {
      "epoch": 4.83633403117004,
      "grad_norm": 1.8429014829699168,
      "learning_rate": 2.782169715873188e-05,
      "loss": 1.6719,
      "step": 103957
    },
    {
      "epoch": 4.83638055361712,
      "grad_norm": 1.935084679010594,
      "learning_rate": 2.781954408070035e-05,
      "loss": 1.7266,
      "step": 103958
    },
    {
      "epoch": 4.836427076064201,
      "grad_norm": 1.973685419811701,
      "learning_rate": 2.781739107746842e-05,
      "loss": 1.7109,
      "step": 103959
    },
    {
      "epoch": 4.836473598511281,
      "grad_norm": 1.8601117774799794,
      "learning_rate": 2.781523814903742e-05,
      "loss": 1.5469,
      "step": 103960
    },
    {
      "epoch": 4.836520120958363,
      "grad_norm": 1.779726704949713,
      "learning_rate": 2.7813085295408587e-05,
      "loss": 1.4531,
      "step": 103961
    },
    {
      "epoch": 4.836566643405443,
      "grad_norm": 1.864513224634662,
      "learning_rate": 2.7810932516583367e-05,
      "loss": 1.5938,
      "step": 103962
    },
    {
      "epoch": 4.8366131658525235,
      "grad_norm": 1.9311888246405053,
      "learning_rate": 2.7808779812562992e-05,
      "loss": 1.6797,
      "step": 103963
    },
    {
      "epoch": 4.836659688299605,
      "grad_norm": 1.9430583667470382,
      "learning_rate": 2.7806627183348812e-05,
      "loss": 1.7266,
      "step": 103964
    },
    {
      "epoch": 4.836706210746685,
      "grad_norm": 1.781623929540211,
      "learning_rate": 2.780447462894211e-05,
      "loss": 1.6094,
      "step": 103965
    },
    {
      "epoch": 4.836752733193766,
      "grad_norm": 1.8590432196219635,
      "learning_rate": 2.7802322149344248e-05,
      "loss": 1.5312,
      "step": 103966
    },
    {
      "epoch": 4.836799255640846,
      "grad_norm": 1.754906747845357,
      "learning_rate": 2.7800169744556527e-05,
      "loss": 1.5938,
      "step": 103967
    },
    {
      "epoch": 4.836845778087928,
      "grad_norm": 1.798396777709847,
      "learning_rate": 2.7798017414580266e-05,
      "loss": 1.4844,
      "step": 103968
    },
    {
      "epoch": 4.836892300535008,
      "grad_norm": 1.8356635152959406,
      "learning_rate": 2.779586515941674e-05,
      "loss": 1.4766,
      "step": 103969
    },
    {
      "epoch": 4.836938822982089,
      "grad_norm": 1.712013089574174,
      "learning_rate": 2.7793712979067305e-05,
      "loss": 1.4531,
      "step": 103970
    },
    {
      "epoch": 4.83698534542917,
      "grad_norm": 1.7686265070823077,
      "learning_rate": 2.7791560873533326e-05,
      "loss": 1.3906,
      "step": 103971
    },
    {
      "epoch": 4.8370318678762505,
      "grad_norm": 1.8834586379421319,
      "learning_rate": 2.7789408842816062e-05,
      "loss": 1.5781,
      "step": 103972
    },
    {
      "epoch": 4.837078390323331,
      "grad_norm": 1.932083839364818,
      "learning_rate": 2.7787256886916853e-05,
      "loss": 1.6016,
      "step": 103973
    },
    {
      "epoch": 4.8371249127704115,
      "grad_norm": 1.9575883206468114,
      "learning_rate": 2.778510500583696e-05,
      "loss": 1.6719,
      "step": 103974
    },
    {
      "epoch": 4.837171435217493,
      "grad_norm": 1.8069278940445332,
      "learning_rate": 2.7782953199577784e-05,
      "loss": 1.5547,
      "step": 103975
    },
    {
      "epoch": 4.837217957664573,
      "grad_norm": 1.877415709898519,
      "learning_rate": 2.7780801468140608e-05,
      "loss": 1.7734,
      "step": 103976
    },
    {
      "epoch": 4.837264480111654,
      "grad_norm": 1.7051160411884467,
      "learning_rate": 2.777864981152674e-05,
      "loss": 1.4219,
      "step": 103977
    },
    {
      "epoch": 4.837311002558734,
      "grad_norm": 1.7764113624187248,
      "learning_rate": 2.777649822973746e-05,
      "loss": 1.4688,
      "step": 103978
    },
    {
      "epoch": 4.837357525005816,
      "grad_norm": 1.584989394506627,
      "learning_rate": 2.7774346722774188e-05,
      "loss": 1.3125,
      "step": 103979
    },
    {
      "epoch": 4.837404047452896,
      "grad_norm": 1.880020515581727,
      "learning_rate": 2.777219529063816e-05,
      "loss": 1.6406,
      "step": 103980
    },
    {
      "epoch": 4.837450569899977,
      "grad_norm": 1.8398511748965325,
      "learning_rate": 2.777004393333073e-05,
      "loss": 1.625,
      "step": 103981
    },
    {
      "epoch": 4.837497092347057,
      "grad_norm": 1.816383106275662,
      "learning_rate": 2.776789265085315e-05,
      "loss": 1.5938,
      "step": 103982
    },
    {
      "epoch": 4.837543614794138,
      "grad_norm": 1.6500624069028909,
      "learning_rate": 2.7765741443206818e-05,
      "loss": 1.4375,
      "step": 103983
    },
    {
      "epoch": 4.837590137241219,
      "grad_norm": 1.8075285183363148,
      "learning_rate": 2.776359031039304e-05,
      "loss": 1.5703,
      "step": 103984
    },
    {
      "epoch": 4.837636659688299,
      "grad_norm": 1.9721194338698997,
      "learning_rate": 2.7761439252413103e-05,
      "loss": 1.7109,
      "step": 103985
    },
    {
      "epoch": 4.837683182135381,
      "grad_norm": 1.8145657952219318,
      "learning_rate": 2.775928826926832e-05,
      "loss": 1.5312,
      "step": 103986
    },
    {
      "epoch": 4.837729704582461,
      "grad_norm": 1.7868506048653672,
      "learning_rate": 2.7757137360960007e-05,
      "loss": 1.6406,
      "step": 103987
    },
    {
      "epoch": 4.837776227029542,
      "grad_norm": 1.8322396400571224,
      "learning_rate": 2.7754986527489513e-05,
      "loss": 1.4922,
      "step": 103988
    },
    {
      "epoch": 4.837822749476622,
      "grad_norm": 1.865986566529747,
      "learning_rate": 2.7752835768858154e-05,
      "loss": 1.6016,
      "step": 103989
    },
    {
      "epoch": 4.8378692719237035,
      "grad_norm": 1.8695406742241227,
      "learning_rate": 2.7750685085067215e-05,
      "loss": 1.5469,
      "step": 103990
    },
    {
      "epoch": 4.837915794370784,
      "grad_norm": 1.929382216961201,
      "learning_rate": 2.774853447611799e-05,
      "loss": 1.7578,
      "step": 103991
    },
    {
      "epoch": 4.8379623168178645,
      "grad_norm": 1.970847525359636,
      "learning_rate": 2.7746383942011845e-05,
      "loss": 1.7656,
      "step": 103992
    },
    {
      "epoch": 4.838008839264945,
      "grad_norm": 1.8145577240842017,
      "learning_rate": 2.7744233482750116e-05,
      "loss": 1.4141,
      "step": 103993
    },
    {
      "epoch": 4.838055361712026,
      "grad_norm": 1.760191627516805,
      "learning_rate": 2.7742083098334084e-05,
      "loss": 1.3281,
      "step": 103994
    },
    {
      "epoch": 4.838101884159107,
      "grad_norm": 1.7768715824078873,
      "learning_rate": 2.7739932788765062e-05,
      "loss": 1.5312,
      "step": 103995
    },
    {
      "epoch": 4.838148406606187,
      "grad_norm": 1.6821644545789347,
      "learning_rate": 2.773778255404435e-05,
      "loss": 1.3125,
      "step": 103996
    },
    {
      "epoch": 4.838194929053268,
      "grad_norm": 1.6975729141224847,
      "learning_rate": 2.7735632394173318e-05,
      "loss": 1.3984,
      "step": 103997
    },
    {
      "epoch": 4.838241451500349,
      "grad_norm": 2.017852750303211,
      "learning_rate": 2.773348230915326e-05,
      "loss": 1.8438,
      "step": 103998
    },
    {
      "epoch": 4.83828797394743,
      "grad_norm": 1.9734740379853823,
      "learning_rate": 2.7731332298985477e-05,
      "loss": 1.7266,
      "step": 103999
    },
    {
      "epoch": 4.83833449639451,
      "grad_norm": 1.800124361278537,
      "learning_rate": 2.7729182363671264e-05,
      "loss": 1.4609,
      "step": 104000
    },
    {
      "epoch": 4.838381018841591,
      "grad_norm": 1.8516594312793888,
      "learning_rate": 2.7727032503211993e-05,
      "loss": 1.6406,
      "step": 104001
    },
    {
      "epoch": 4.838427541288672,
      "grad_norm": 1.7732281473528875,
      "learning_rate": 2.772488271760896e-05,
      "loss": 1.3594,
      "step": 104002
    },
    {
      "epoch": 4.838474063735752,
      "grad_norm": 1.7724447536708434,
      "learning_rate": 2.772273300686348e-05,
      "loss": 1.5781,
      "step": 104003
    },
    {
      "epoch": 4.838520586182833,
      "grad_norm": 1.8604937521120677,
      "learning_rate": 2.772058337097682e-05,
      "loss": 1.5859,
      "step": 104004
    },
    {
      "epoch": 4.838567108629914,
      "grad_norm": 1.7074294151299922,
      "learning_rate": 2.7718433809950376e-05,
      "loss": 1.4297,
      "step": 104005
    },
    {
      "epoch": 4.838613631076995,
      "grad_norm": 1.8979977043880563,
      "learning_rate": 2.7716284323785433e-05,
      "loss": 1.7031,
      "step": 104006
    },
    {
      "epoch": 4.838660153524075,
      "grad_norm": 1.960905943495798,
      "learning_rate": 2.7714134912483287e-05,
      "loss": 1.7734,
      "step": 104007
    },
    {
      "epoch": 4.838706675971157,
      "grad_norm": 1.7803994892887915,
      "learning_rate": 2.771198557604524e-05,
      "loss": 1.5938,
      "step": 104008
    },
    {
      "epoch": 4.838753198418237,
      "grad_norm": 1.8888433257567734,
      "learning_rate": 2.7709836314472676e-05,
      "loss": 1.6016,
      "step": 104009
    },
    {
      "epoch": 4.8387997208653175,
      "grad_norm": 1.8878167390362237,
      "learning_rate": 2.770768712776686e-05,
      "loss": 1.6875,
      "step": 104010
    },
    {
      "epoch": 4.838846243312398,
      "grad_norm": 1.956884631658465,
      "learning_rate": 2.7705538015929134e-05,
      "loss": 1.7891,
      "step": 104011
    },
    {
      "epoch": 4.8388927657594785,
      "grad_norm": 1.802146279866536,
      "learning_rate": 2.770338897896079e-05,
      "loss": 1.5234,
      "step": 104012
    },
    {
      "epoch": 4.83893928820656,
      "grad_norm": 1.7956808233461856,
      "learning_rate": 2.770124001686312e-05,
      "loss": 1.4688,
      "step": 104013
    },
    {
      "epoch": 4.83898581065364,
      "grad_norm": 1.7132518169830588,
      "learning_rate": 2.7699091129637457e-05,
      "loss": 1.3906,
      "step": 104014
    },
    {
      "epoch": 4.839032333100721,
      "grad_norm": 1.7958478546406356,
      "learning_rate": 2.7696942317285187e-05,
      "loss": 1.4844,
      "step": 104015
    },
    {
      "epoch": 4.839078855547802,
      "grad_norm": 1.720694279774264,
      "learning_rate": 2.7694793579807556e-05,
      "loss": 1.3906,
      "step": 104016
    },
    {
      "epoch": 4.839125377994883,
      "grad_norm": 1.7806716674267635,
      "learning_rate": 2.7692644917205914e-05,
      "loss": 1.6484,
      "step": 104017
    },
    {
      "epoch": 4.839171900441963,
      "grad_norm": 1.8152932596259275,
      "learning_rate": 2.7690496329481492e-05,
      "loss": 1.5234,
      "step": 104018
    },
    {
      "epoch": 4.839218422889044,
      "grad_norm": 2.0564870361224306,
      "learning_rate": 2.7688347816635726e-05,
      "loss": 1.7578,
      "step": 104019
    },
    {
      "epoch": 4.839264945336125,
      "grad_norm": 1.863714628849728,
      "learning_rate": 2.768619937866986e-05,
      "loss": 1.7031,
      "step": 104020
    },
    {
      "epoch": 4.839311467783205,
      "grad_norm": 1.989285323105878,
      "learning_rate": 2.7684051015585227e-05,
      "loss": 1.7734,
      "step": 104021
    },
    {
      "epoch": 4.839357990230286,
      "grad_norm": 1.8912987957148362,
      "learning_rate": 2.7681902727383115e-05,
      "loss": 1.6797,
      "step": 104022
    },
    {
      "epoch": 4.839404512677367,
      "grad_norm": 1.771161060154026,
      "learning_rate": 2.7679754514064885e-05,
      "loss": 1.4219,
      "step": 104023
    },
    {
      "epoch": 4.839451035124448,
      "grad_norm": 1.7935056883556033,
      "learning_rate": 2.7677606375631835e-05,
      "loss": 1.375,
      "step": 104024
    },
    {
      "epoch": 4.839497557571528,
      "grad_norm": 1.6582816428707055,
      "learning_rate": 2.767545831208528e-05,
      "loss": 1.2812,
      "step": 104025
    },
    {
      "epoch": 4.839544080018609,
      "grad_norm": 1.8462865964234443,
      "learning_rate": 2.767331032342649e-05,
      "loss": 1.4531,
      "step": 104026
    },
    {
      "epoch": 4.83959060246569,
      "grad_norm": 1.8535786659287414,
      "learning_rate": 2.7671162409656842e-05,
      "loss": 1.625,
      "step": 104027
    },
    {
      "epoch": 4.8396371249127705,
      "grad_norm": 1.7354054655113116,
      "learning_rate": 2.7669014570777658e-05,
      "loss": 1.4766,
      "step": 104028
    },
    {
      "epoch": 4.839683647359851,
      "grad_norm": 1.9419910407480607,
      "learning_rate": 2.76668668067902e-05,
      "loss": 1.5938,
      "step": 104029
    },
    {
      "epoch": 4.8397301698069315,
      "grad_norm": 1.8753849880030857,
      "learning_rate": 2.7664719117695782e-05,
      "loss": 1.7031,
      "step": 104030
    },
    {
      "epoch": 4.839776692254013,
      "grad_norm": 1.9073636395810785,
      "learning_rate": 2.7662571503495773e-05,
      "loss": 1.6484,
      "step": 104031
    },
    {
      "epoch": 4.839823214701093,
      "grad_norm": 1.8113854680571326,
      "learning_rate": 2.7660423964191468e-05,
      "loss": 1.4062,
      "step": 104032
    },
    {
      "epoch": 4.839869737148174,
      "grad_norm": 1.7882353475657748,
      "learning_rate": 2.765827649978417e-05,
      "loss": 1.5312,
      "step": 104033
    },
    {
      "epoch": 4.839916259595254,
      "grad_norm": 1.8477211345860152,
      "learning_rate": 2.765612911027516e-05,
      "loss": 1.5781,
      "step": 104034
    },
    {
      "epoch": 4.839962782042336,
      "grad_norm": 1.793838645119601,
      "learning_rate": 2.7653981795665787e-05,
      "loss": 1.5703,
      "step": 104035
    },
    {
      "epoch": 4.840009304489416,
      "grad_norm": 1.7821210306965416,
      "learning_rate": 2.7651834555957398e-05,
      "loss": 1.4766,
      "step": 104036
    },
    {
      "epoch": 4.840055826936497,
      "grad_norm": 1.7884094597657674,
      "learning_rate": 2.7649687391151292e-05,
      "loss": 1.5,
      "step": 104037
    },
    {
      "epoch": 4.840102349383578,
      "grad_norm": 1.802064729598872,
      "learning_rate": 2.7647540301248754e-05,
      "loss": 1.5078,
      "step": 104038
    },
    {
      "epoch": 4.8401488718306585,
      "grad_norm": 1.9190773336111102,
      "learning_rate": 2.7645393286251117e-05,
      "loss": 1.7031,
      "step": 104039
    },
    {
      "epoch": 4.840195394277739,
      "grad_norm": 1.6779063449816969,
      "learning_rate": 2.7643246346159657e-05,
      "loss": 1.4219,
      "step": 104040
    },
    {
      "epoch": 4.840241916724819,
      "grad_norm": 1.777592788537474,
      "learning_rate": 2.7641099480975766e-05,
      "loss": 1.5156,
      "step": 104041
    },
    {
      "epoch": 4.840288439171901,
      "grad_norm": 1.916115157779289,
      "learning_rate": 2.76389526907007e-05,
      "loss": 1.6719,
      "step": 104042
    },
    {
      "epoch": 4.840334961618981,
      "grad_norm": 1.7634898967644526,
      "learning_rate": 2.7636805975335796e-05,
      "loss": 1.5,
      "step": 104043
    },
    {
      "epoch": 4.840381484066062,
      "grad_norm": 1.804082291717692,
      "learning_rate": 2.763465933488232e-05,
      "loss": 1.6328,
      "step": 104044
    },
    {
      "epoch": 4.840428006513143,
      "grad_norm": 2.026363111474352,
      "learning_rate": 2.763251276934167e-05,
      "loss": 1.7109,
      "step": 104045
    },
    {
      "epoch": 4.840474528960224,
      "grad_norm": 1.744161027512801,
      "learning_rate": 2.7630366278715127e-05,
      "loss": 1.3984,
      "step": 104046
    },
    {
      "epoch": 4.840521051407304,
      "grad_norm": 1.8778882982412777,
      "learning_rate": 2.7628219863003977e-05,
      "loss": 1.6797,
      "step": 104047
    },
    {
      "epoch": 4.8405675738543845,
      "grad_norm": 1.6754178964861128,
      "learning_rate": 2.7626073522209513e-05,
      "loss": 1.3828,
      "step": 104048
    },
    {
      "epoch": 4.840614096301465,
      "grad_norm": 1.9780539197287677,
      "learning_rate": 2.7623927256333138e-05,
      "loss": 1.6328,
      "step": 104049
    },
    {
      "epoch": 4.840660618748546,
      "grad_norm": 1.825298422489622,
      "learning_rate": 2.7621781065376102e-05,
      "loss": 1.5938,
      "step": 104050
    },
    {
      "epoch": 4.840707141195627,
      "grad_norm": 1.6888797535135818,
      "learning_rate": 2.7619634949339754e-05,
      "loss": 1.3359,
      "step": 104051
    },
    {
      "epoch": 4.840753663642707,
      "grad_norm": 1.9901521392491877,
      "learning_rate": 2.7617488908225336e-05,
      "loss": 1.8516,
      "step": 104052
    },
    {
      "epoch": 4.840800186089789,
      "grad_norm": 1.7037034397975388,
      "learning_rate": 2.761534294203424e-05,
      "loss": 1.3672,
      "step": 104053
    },
    {
      "epoch": 4.840846708536869,
      "grad_norm": 1.7224685540790812,
      "learning_rate": 2.7613197050767777e-05,
      "loss": 1.3047,
      "step": 104054
    },
    {
      "epoch": 4.84089323098395,
      "grad_norm": 1.8117643154970458,
      "learning_rate": 2.761105123442721e-05,
      "loss": 1.4766,
      "step": 104055
    },
    {
      "epoch": 4.84093975343103,
      "grad_norm": 1.821690456493641,
      "learning_rate": 2.760890549301386e-05,
      "loss": 1.5625,
      "step": 104056
    },
    {
      "epoch": 4.8409862758781115,
      "grad_norm": 1.7951958593707034,
      "learning_rate": 2.7606759826529057e-05,
      "loss": 1.6484,
      "step": 104057
    },
    {
      "epoch": 4.841032798325192,
      "grad_norm": 1.7327030107223245,
      "learning_rate": 2.7604614234974148e-05,
      "loss": 1.5234,
      "step": 104058
    },
    {
      "epoch": 4.841079320772272,
      "grad_norm": 2.0108062333698977,
      "learning_rate": 2.760246871835042e-05,
      "loss": 1.6797,
      "step": 104059
    },
    {
      "epoch": 4.841125843219354,
      "grad_norm": 1.6024157270661616,
      "learning_rate": 2.7600323276659165e-05,
      "loss": 1.3359,
      "step": 104060
    },
    {
      "epoch": 4.841172365666434,
      "grad_norm": 1.7655008472778528,
      "learning_rate": 2.7598177909901704e-05,
      "loss": 1.5078,
      "step": 104061
    },
    {
      "epoch": 4.841218888113515,
      "grad_norm": 1.8867645056326692,
      "learning_rate": 2.7596032618079385e-05,
      "loss": 1.6328,
      "step": 104062
    },
    {
      "epoch": 4.841265410560595,
      "grad_norm": 1.7974678695664723,
      "learning_rate": 2.7593887401193487e-05,
      "loss": 1.5547,
      "step": 104063
    },
    {
      "epoch": 4.841311933007676,
      "grad_norm": 1.666650505347974,
      "learning_rate": 2.7591742259245347e-05,
      "loss": 1.3125,
      "step": 104064
    },
    {
      "epoch": 4.841358455454757,
      "grad_norm": 1.81366247882141,
      "learning_rate": 2.7589597192236244e-05,
      "loss": 1.5859,
      "step": 104065
    },
    {
      "epoch": 4.8414049779018375,
      "grad_norm": 1.8692760605145147,
      "learning_rate": 2.7587452200167497e-05,
      "loss": 1.4609,
      "step": 104066
    },
    {
      "epoch": 4.841451500348918,
      "grad_norm": 1.9323966209115087,
      "learning_rate": 2.7585307283040455e-05,
      "loss": 1.7969,
      "step": 104067
    },
    {
      "epoch": 4.841498022795999,
      "grad_norm": 1.734211559482255,
      "learning_rate": 2.7583162440856427e-05,
      "loss": 1.4375,
      "step": 104068
    },
    {
      "epoch": 4.84154454524308,
      "grad_norm": 1.8137406573294799,
      "learning_rate": 2.7581017673616686e-05,
      "loss": 1.5,
      "step": 104069
    },
    {
      "epoch": 4.84159106769016,
      "grad_norm": 1.7567594912223328,
      "learning_rate": 2.757887298132254e-05,
      "loss": 1.4531,
      "step": 104070
    },
    {
      "epoch": 4.841637590137241,
      "grad_norm": 1.7654430980491997,
      "learning_rate": 2.7576728363975363e-05,
      "loss": 1.6484,
      "step": 104071
    },
    {
      "epoch": 4.841684112584322,
      "grad_norm": 1.8390344972678905,
      "learning_rate": 2.757458382157645e-05,
      "loss": 1.4531,
      "step": 104072
    },
    {
      "epoch": 4.841730635031403,
      "grad_norm": 1.7057333178907683,
      "learning_rate": 2.7572439354127084e-05,
      "loss": 1.4688,
      "step": 104073
    },
    {
      "epoch": 4.841777157478483,
      "grad_norm": 1.8009902782232785,
      "learning_rate": 2.7570294961628563e-05,
      "loss": 1.5859,
      "step": 104074
    },
    {
      "epoch": 4.8418236799255645,
      "grad_norm": 1.8757397609065116,
      "learning_rate": 2.7568150644082255e-05,
      "loss": 1.6094,
      "step": 104075
    },
    {
      "epoch": 4.841870202372645,
      "grad_norm": 1.972990614379199,
      "learning_rate": 2.7566006401489453e-05,
      "loss": 1.6562,
      "step": 104076
    },
    {
      "epoch": 4.8419167248197255,
      "grad_norm": 1.9190020916249477,
      "learning_rate": 2.7563862233851463e-05,
      "loss": 1.7812,
      "step": 104077
    },
    {
      "epoch": 4.841963247266806,
      "grad_norm": 1.8121706358929324,
      "learning_rate": 2.7561718141169564e-05,
      "loss": 1.4922,
      "step": 104078
    },
    {
      "epoch": 4.842009769713887,
      "grad_norm": 1.9623287668598715,
      "learning_rate": 2.7559574123445106e-05,
      "loss": 1.7266,
      "step": 104079
    },
    {
      "epoch": 4.842056292160968,
      "grad_norm": 1.8450469964580172,
      "learning_rate": 2.755743018067942e-05,
      "loss": 1.5,
      "step": 104080
    },
    {
      "epoch": 4.842102814608048,
      "grad_norm": 1.8186194864580922,
      "learning_rate": 2.7555286312873803e-05,
      "loss": 1.5312,
      "step": 104081
    },
    {
      "epoch": 4.842149337055129,
      "grad_norm": 2.082653898695263,
      "learning_rate": 2.7553142520029576e-05,
      "loss": 1.8281,
      "step": 104082
    },
    {
      "epoch": 4.84219585950221,
      "grad_norm": 1.8453606195049177,
      "learning_rate": 2.7550998802147982e-05,
      "loss": 1.5938,
      "step": 104083
    },
    {
      "epoch": 4.842242381949291,
      "grad_norm": 1.862568656886851,
      "learning_rate": 2.7548855159230427e-05,
      "loss": 1.7188,
      "step": 104084
    },
    {
      "epoch": 4.842288904396371,
      "grad_norm": 1.821720266679883,
      "learning_rate": 2.7546711591278205e-05,
      "loss": 1.5859,
      "step": 104085
    },
    {
      "epoch": 4.8423354268434515,
      "grad_norm": 1.9830778510041749,
      "learning_rate": 2.754456809829258e-05,
      "loss": 1.8203,
      "step": 104086
    },
    {
      "epoch": 4.842381949290533,
      "grad_norm": 1.818067371663124,
      "learning_rate": 2.7542424680274872e-05,
      "loss": 1.4375,
      "step": 104087
    },
    {
      "epoch": 4.842428471737613,
      "grad_norm": 1.858454551984672,
      "learning_rate": 2.7540281337226445e-05,
      "loss": 1.5312,
      "step": 104088
    },
    {
      "epoch": 4.842474994184694,
      "grad_norm": 1.654968692086773,
      "learning_rate": 2.753813806914858e-05,
      "loss": 1.2188,
      "step": 104089
    },
    {
      "epoch": 4.842521516631775,
      "grad_norm": 1.733891212622282,
      "learning_rate": 2.7535994876042595e-05,
      "loss": 1.4844,
      "step": 104090
    },
    {
      "epoch": 4.842568039078856,
      "grad_norm": 1.8242333675716749,
      "learning_rate": 2.7533851757909787e-05,
      "loss": 1.5312,
      "step": 104091
    },
    {
      "epoch": 4.842614561525936,
      "grad_norm": 1.8995558315468257,
      "learning_rate": 2.7531708714751437e-05,
      "loss": 1.5391,
      "step": 104092
    },
    {
      "epoch": 4.842661083973017,
      "grad_norm": 1.742581958862311,
      "learning_rate": 2.752956574656895e-05,
      "loss": 1.3984,
      "step": 104093
    },
    {
      "epoch": 4.842707606420098,
      "grad_norm": 1.6212442627022672,
      "learning_rate": 2.7527422853363567e-05,
      "loss": 1.2422,
      "step": 104094
    },
    {
      "epoch": 4.8427541288671785,
      "grad_norm": 1.884490593281777,
      "learning_rate": 2.7525280035136625e-05,
      "loss": 1.6719,
      "step": 104095
    },
    {
      "epoch": 4.842800651314259,
      "grad_norm": 1.8282030018822695,
      "learning_rate": 2.7523137291889392e-05,
      "loss": 1.4688,
      "step": 104096
    },
    {
      "epoch": 4.84284717376134,
      "grad_norm": 1.7953229027837672,
      "learning_rate": 2.7520994623623244e-05,
      "loss": 1.5547,
      "step": 104097
    },
    {
      "epoch": 4.842893696208421,
      "grad_norm": 1.8533063291495644,
      "learning_rate": 2.7518852030339484e-05,
      "loss": 1.6484,
      "step": 104098
    },
    {
      "epoch": 4.842940218655501,
      "grad_norm": 1.8207786811416324,
      "learning_rate": 2.751670951203939e-05,
      "loss": 1.6641,
      "step": 104099
    },
    {
      "epoch": 4.842986741102582,
      "grad_norm": 1.808888762630849,
      "learning_rate": 2.7514567068724254e-05,
      "loss": 1.4922,
      "step": 104100
    },
    {
      "epoch": 4.843033263549662,
      "grad_norm": 1.9009066415843356,
      "learning_rate": 2.7512424700395413e-05,
      "loss": 1.5781,
      "step": 104101
    },
    {
      "epoch": 4.843079785996744,
      "grad_norm": 1.7917862500147057,
      "learning_rate": 2.751028240705424e-05,
      "loss": 1.4844,
      "step": 104102
    },
    {
      "epoch": 4.843126308443824,
      "grad_norm": 1.8119525310704172,
      "learning_rate": 2.750814018870198e-05,
      "loss": 1.4453,
      "step": 104103
    },
    {
      "epoch": 4.843172830890905,
      "grad_norm": 1.883681622495732,
      "learning_rate": 2.750599804533997e-05,
      "loss": 1.5156,
      "step": 104104
    },
    {
      "epoch": 4.843219353337986,
      "grad_norm": 1.7019576260268767,
      "learning_rate": 2.7503855976969475e-05,
      "loss": 1.5469,
      "step": 104105
    },
    {
      "epoch": 4.843265875785066,
      "grad_norm": 1.8508591483241028,
      "learning_rate": 2.7501713983591874e-05,
      "loss": 1.6328,
      "step": 104106
    },
    {
      "epoch": 4.843312398232147,
      "grad_norm": 1.863148123310126,
      "learning_rate": 2.749957206520845e-05,
      "loss": 1.4609,
      "step": 104107
    },
    {
      "epoch": 4.843358920679227,
      "grad_norm": 1.8195911424864728,
      "learning_rate": 2.7497430221820498e-05,
      "loss": 1.5625,
      "step": 104108
    },
    {
      "epoch": 4.843405443126309,
      "grad_norm": 1.9593634480897086,
      "learning_rate": 2.7495288453429308e-05,
      "loss": 1.6953,
      "step": 104109
    },
    {
      "epoch": 4.843451965573389,
      "grad_norm": 1.8764161370928083,
      "learning_rate": 2.7493146760036262e-05,
      "loss": 1.6641,
      "step": 104110
    },
    {
      "epoch": 4.84349848802047,
      "grad_norm": 1.9765368767207057,
      "learning_rate": 2.7491005141642637e-05,
      "loss": 1.7578,
      "step": 104111
    },
    {
      "epoch": 4.843545010467551,
      "grad_norm": 1.6583771869186412,
      "learning_rate": 2.748886359824975e-05,
      "loss": 1.4141,
      "step": 104112
    },
    {
      "epoch": 4.8435915329146315,
      "grad_norm": 1.8887406977855692,
      "learning_rate": 2.748672212985885e-05,
      "loss": 1.5625,
      "step": 104113
    },
    {
      "epoch": 4.843638055361712,
      "grad_norm": 1.7830835920325179,
      "learning_rate": 2.748458073647134e-05,
      "loss": 1.5234,
      "step": 104114
    },
    {
      "epoch": 4.8436845778087925,
      "grad_norm": 1.9469007873004938,
      "learning_rate": 2.7482439418088496e-05,
      "loss": 1.6484,
      "step": 104115
    },
    {
      "epoch": 4.843731100255874,
      "grad_norm": 1.7949299497368378,
      "learning_rate": 2.7480298174711624e-05,
      "loss": 1.5625,
      "step": 104116
    },
    {
      "epoch": 4.843777622702954,
      "grad_norm": 1.853845543351147,
      "learning_rate": 2.7478157006342033e-05,
      "loss": 1.5391,
      "step": 104117
    },
    {
      "epoch": 4.843824145150035,
      "grad_norm": 1.8770789813264848,
      "learning_rate": 2.7476015912981008e-05,
      "loss": 1.4844,
      "step": 104118
    },
    {
      "epoch": 4.843870667597115,
      "grad_norm": 1.8908608345355287,
      "learning_rate": 2.7473874894629917e-05,
      "loss": 1.6953,
      "step": 104119
    },
    {
      "epoch": 4.843917190044197,
      "grad_norm": 1.8322430995708108,
      "learning_rate": 2.747173395129004e-05,
      "loss": 1.5781,
      "step": 104120
    },
    {
      "epoch": 4.843963712491277,
      "grad_norm": 1.751830489406399,
      "learning_rate": 2.746959308296269e-05,
      "loss": 1.5,
      "step": 104121
    },
    {
      "epoch": 4.844010234938358,
      "grad_norm": 1.803360239463387,
      "learning_rate": 2.746745228964915e-05,
      "loss": 1.5234,
      "step": 104122
    },
    {
      "epoch": 4.844056757385438,
      "grad_norm": 1.8159007994370862,
      "learning_rate": 2.746531157135074e-05,
      "loss": 1.5078,
      "step": 104123
    },
    {
      "epoch": 4.844103279832519,
      "grad_norm": 1.8685020336571485,
      "learning_rate": 2.746317092806884e-05,
      "loss": 1.7109,
      "step": 104124
    },
    {
      "epoch": 4.8441498022796,
      "grad_norm": 1.858310024950839,
      "learning_rate": 2.7461030359804714e-05,
      "loss": 1.5703,
      "step": 104125
    },
    {
      "epoch": 4.84419632472668,
      "grad_norm": 1.985450175279325,
      "learning_rate": 2.7458889866559647e-05,
      "loss": 1.75,
      "step": 104126
    },
    {
      "epoch": 4.844242847173762,
      "grad_norm": 1.8304560524912683,
      "learning_rate": 2.7456749448334954e-05,
      "loss": 1.7344,
      "step": 104127
    },
    {
      "epoch": 4.844289369620842,
      "grad_norm": 1.9385568778930653,
      "learning_rate": 2.7454609105131982e-05,
      "loss": 1.6719,
      "step": 104128
    },
    {
      "epoch": 4.844335892067923,
      "grad_norm": 1.7581180514659063,
      "learning_rate": 2.745246883695203e-05,
      "loss": 1.5625,
      "step": 104129
    },
    {
      "epoch": 4.844382414515003,
      "grad_norm": 1.8788264438776299,
      "learning_rate": 2.7450328643796398e-05,
      "loss": 1.6641,
      "step": 104130
    },
    {
      "epoch": 4.8444289369620845,
      "grad_norm": 1.7765908834528836,
      "learning_rate": 2.7448188525666353e-05,
      "loss": 1.3906,
      "step": 104131
    },
    {
      "epoch": 4.844475459409165,
      "grad_norm": 1.7158564975829105,
      "learning_rate": 2.7446048482563292e-05,
      "loss": 1.4453,
      "step": 104132
    },
    {
      "epoch": 4.8445219818562455,
      "grad_norm": 1.7999579978571083,
      "learning_rate": 2.744390851448848e-05,
      "loss": 1.3984,
      "step": 104133
    },
    {
      "epoch": 4.844568504303326,
      "grad_norm": 1.706840726729869,
      "learning_rate": 2.744176862144324e-05,
      "loss": 1.5156,
      "step": 104134
    },
    {
      "epoch": 4.844615026750407,
      "grad_norm": 1.8351980397374283,
      "learning_rate": 2.7439628803428827e-05,
      "loss": 1.6328,
      "step": 104135
    },
    {
      "epoch": 4.844661549197488,
      "grad_norm": 1.7654805687397312,
      "learning_rate": 2.7437489060446625e-05,
      "loss": 1.4375,
      "step": 104136
    },
    {
      "epoch": 4.844708071644568,
      "grad_norm": 1.7516156591979195,
      "learning_rate": 2.7435349392497923e-05,
      "loss": 1.3906,
      "step": 104137
    },
    {
      "epoch": 4.844754594091649,
      "grad_norm": 1.8819113759774648,
      "learning_rate": 2.7433209799584033e-05,
      "loss": 1.6953,
      "step": 104138
    },
    {
      "epoch": 4.84480111653873,
      "grad_norm": 1.768682970769351,
      "learning_rate": 2.74310702817062e-05,
      "loss": 1.4922,
      "step": 104139
    },
    {
      "epoch": 4.844847638985811,
      "grad_norm": 1.853391288348522,
      "learning_rate": 2.742893083886583e-05,
      "loss": 1.6953,
      "step": 104140
    },
    {
      "epoch": 4.844894161432891,
      "grad_norm": 1.6183009057110052,
      "learning_rate": 2.7426791471064185e-05,
      "loss": 1.3672,
      "step": 104141
    },
    {
      "epoch": 4.8449406838799725,
      "grad_norm": 2.075281130756134,
      "learning_rate": 2.7424652178302598e-05,
      "loss": 1.9219,
      "step": 104142
    },
    {
      "epoch": 4.844987206327053,
      "grad_norm": 1.9938291512861046,
      "learning_rate": 2.742251296058235e-05,
      "loss": 1.6953,
      "step": 104143
    },
    {
      "epoch": 4.845033728774133,
      "grad_norm": 1.878873107223286,
      "learning_rate": 2.7420373817904672e-05,
      "loss": 1.6875,
      "step": 104144
    },
    {
      "epoch": 4.845080251221214,
      "grad_norm": 1.971436651830425,
      "learning_rate": 2.741823475027107e-05,
      "loss": 1.7734,
      "step": 104145
    },
    {
      "epoch": 4.845126773668295,
      "grad_norm": 1.8048456835893933,
      "learning_rate": 2.7416095757682714e-05,
      "loss": 1.5625,
      "step": 104146
    },
    {
      "epoch": 4.845173296115376,
      "grad_norm": 1.7180133429018318,
      "learning_rate": 2.7413956840140967e-05,
      "loss": 1.4297,
      "step": 104147
    },
    {
      "epoch": 4.845219818562456,
      "grad_norm": 1.760126681703214,
      "learning_rate": 2.741181799764712e-05,
      "loss": 1.5234,
      "step": 104148
    },
    {
      "epoch": 4.845266341009538,
      "grad_norm": 1.8120945001414974,
      "learning_rate": 2.7409679230202436e-05,
      "loss": 1.6641,
      "step": 104149
    },
    {
      "epoch": 4.845312863456618,
      "grad_norm": 1.7425724660971376,
      "learning_rate": 2.7407540537808304e-05,
      "loss": 1.3203,
      "step": 104150
    },
    {
      "epoch": 4.8453593859036985,
      "grad_norm": 1.8745967158311558,
      "learning_rate": 2.7405401920466004e-05,
      "loss": 1.5469,
      "step": 104151
    },
    {
      "epoch": 4.845405908350779,
      "grad_norm": 1.837331794200094,
      "learning_rate": 2.7403263378176848e-05,
      "loss": 1.4531,
      "step": 104152
    },
    {
      "epoch": 4.8454524307978595,
      "grad_norm": 1.8059294213214407,
      "learning_rate": 2.7401124910942074e-05,
      "loss": 1.4297,
      "step": 104153
    },
    {
      "epoch": 4.845498953244941,
      "grad_norm": 1.7778146654381957,
      "learning_rate": 2.739898651876311e-05,
      "loss": 1.4375,
      "step": 104154
    },
    {
      "epoch": 4.845545475692021,
      "grad_norm": 1.8662448497825053,
      "learning_rate": 2.7396848201641207e-05,
      "loss": 1.4844,
      "step": 104155
    },
    {
      "epoch": 4.845591998139102,
      "grad_norm": 1.9082030252125353,
      "learning_rate": 2.739470995957768e-05,
      "loss": 1.7266,
      "step": 104156
    },
    {
      "epoch": 4.845638520586183,
      "grad_norm": 1.7451534707341518,
      "learning_rate": 2.739257179257378e-05,
      "loss": 1.5938,
      "step": 104157
    },
    {
      "epoch": 4.845685043033264,
      "grad_norm": 1.9136049302683793,
      "learning_rate": 2.739043370063092e-05,
      "loss": 1.6328,
      "step": 104158
    },
    {
      "epoch": 4.845731565480344,
      "grad_norm": 1.9445623559906327,
      "learning_rate": 2.7388295683750365e-05,
      "loss": 1.7734,
      "step": 104159
    },
    {
      "epoch": 4.845778087927425,
      "grad_norm": 1.827298106460513,
      "learning_rate": 2.738615774193342e-05,
      "loss": 1.5625,
      "step": 104160
    },
    {
      "epoch": 4.845824610374506,
      "grad_norm": 1.7200183232839183,
      "learning_rate": 2.738401987518134e-05,
      "loss": 1.4453,
      "step": 104161
    },
    {
      "epoch": 4.845871132821586,
      "grad_norm": 1.8404993215942815,
      "learning_rate": 2.7381882083495514e-05,
      "loss": 1.5859,
      "step": 104162
    },
    {
      "epoch": 4.845917655268667,
      "grad_norm": 2.0147454287069717,
      "learning_rate": 2.7379744366877242e-05,
      "loss": 1.8125,
      "step": 104163
    },
    {
      "epoch": 4.845964177715748,
      "grad_norm": 1.9410792520025124,
      "learning_rate": 2.7377606725327804e-05,
      "loss": 1.7578,
      "step": 104164
    },
    {
      "epoch": 4.846010700162829,
      "grad_norm": 1.8475099010412577,
      "learning_rate": 2.73754691588485e-05,
      "loss": 1.7266,
      "step": 104165
    },
    {
      "epoch": 4.846057222609909,
      "grad_norm": 1.8015855996778865,
      "learning_rate": 2.737333166744063e-05,
      "loss": 1.6172,
      "step": 104166
    },
    {
      "epoch": 4.84610374505699,
      "grad_norm": 1.963231780480446,
      "learning_rate": 2.7371194251105587e-05,
      "loss": 1.6953,
      "step": 104167
    },
    {
      "epoch": 4.846150267504071,
      "grad_norm": 1.8537037230433036,
      "learning_rate": 2.7369056909844613e-05,
      "loss": 1.4766,
      "step": 104168
    },
    {
      "epoch": 4.8461967899511516,
      "grad_norm": 1.8472652559047913,
      "learning_rate": 2.7366919643659014e-05,
      "loss": 1.5938,
      "step": 104169
    },
    {
      "epoch": 4.846243312398232,
      "grad_norm": 1.7325283285722892,
      "learning_rate": 2.7364782452550076e-05,
      "loss": 1.3906,
      "step": 104170
    },
    {
      "epoch": 4.8462898348453125,
      "grad_norm": 1.6902730671640813,
      "learning_rate": 2.73626453365192e-05,
      "loss": 1.4141,
      "step": 104171
    },
    {
      "epoch": 4.846336357292394,
      "grad_norm": 1.7795720607481058,
      "learning_rate": 2.736050829556762e-05,
      "loss": 1.4609,
      "step": 104172
    },
    {
      "epoch": 4.846382879739474,
      "grad_norm": 1.7199991213079537,
      "learning_rate": 2.735837132969666e-05,
      "loss": 1.4453,
      "step": 104173
    },
    {
      "epoch": 4.846429402186555,
      "grad_norm": 1.6805324167309703,
      "learning_rate": 2.7356234438907625e-05,
      "loss": 1.4609,
      "step": 104174
    },
    {
      "epoch": 4.846475924633635,
      "grad_norm": 1.854918839426357,
      "learning_rate": 2.7354097623201782e-05,
      "loss": 1.4609,
      "step": 104175
    },
    {
      "epoch": 4.846522447080717,
      "grad_norm": 1.7652769382004512,
      "learning_rate": 2.7351960882580544e-05,
      "loss": 1.5234,
      "step": 104176
    },
    {
      "epoch": 4.846568969527797,
      "grad_norm": 1.6783638679797523,
      "learning_rate": 2.734982421704514e-05,
      "loss": 1.3906,
      "step": 104177
    },
    {
      "epoch": 4.846615491974878,
      "grad_norm": 2.089338219533379,
      "learning_rate": 2.7347687626596892e-05,
      "loss": 1.7812,
      "step": 104178
    },
    {
      "epoch": 4.846662014421959,
      "grad_norm": 1.8217014744218063,
      "learning_rate": 2.734555111123708e-05,
      "loss": 1.5938,
      "step": 104179
    },
    {
      "epoch": 4.8467085368690395,
      "grad_norm": 1.8065794243545688,
      "learning_rate": 2.73434146709671e-05,
      "loss": 1.6406,
      "step": 104180
    },
    {
      "epoch": 4.84675505931612,
      "grad_norm": 1.7751650791385278,
      "learning_rate": 2.734127830578819e-05,
      "loss": 1.5781,
      "step": 104181
    },
    {
      "epoch": 4.8468015817632,
      "grad_norm": 1.639294545700114,
      "learning_rate": 2.733914201570166e-05,
      "loss": 1.2422,
      "step": 104182
    },
    {
      "epoch": 4.846848104210282,
      "grad_norm": 1.8421684477006308,
      "learning_rate": 2.733700580070881e-05,
      "loss": 1.6406,
      "step": 104183
    },
    {
      "epoch": 4.846894626657362,
      "grad_norm": 1.8884488383944287,
      "learning_rate": 2.733486966081101e-05,
      "loss": 1.4922,
      "step": 104184
    },
    {
      "epoch": 4.846941149104443,
      "grad_norm": 1.8583335568216903,
      "learning_rate": 2.7332733596009502e-05,
      "loss": 1.5312,
      "step": 104185
    },
    {
      "epoch": 4.846987671551524,
      "grad_norm": 1.9584326511407562,
      "learning_rate": 2.7330597606305642e-05,
      "loss": 1.6797,
      "step": 104186
    },
    {
      "epoch": 4.847034193998605,
      "grad_norm": 1.7889057486867814,
      "learning_rate": 2.7328461691700658e-05,
      "loss": 1.6016,
      "step": 104187
    },
    {
      "epoch": 4.847080716445685,
      "grad_norm": 1.9946445993956923,
      "learning_rate": 2.732632585219592e-05,
      "loss": 1.7891,
      "step": 104188
    },
    {
      "epoch": 4.8471272388927655,
      "grad_norm": 1.9863516162488042,
      "learning_rate": 2.732419008779277e-05,
      "loss": 1.7031,
      "step": 104189
    },
    {
      "epoch": 4.847173761339846,
      "grad_norm": 2.0486874380975912,
      "learning_rate": 2.7322054398492476e-05,
      "loss": 1.8125,
      "step": 104190
    },
    {
      "epoch": 4.847220283786927,
      "grad_norm": 1.8613353642775181,
      "learning_rate": 2.7319918784296325e-05,
      "loss": 1.4922,
      "step": 104191
    },
    {
      "epoch": 4.847266806234008,
      "grad_norm": 1.8348295864075994,
      "learning_rate": 2.7317783245205628e-05,
      "loss": 1.6406,
      "step": 104192
    },
    {
      "epoch": 4.847313328681088,
      "grad_norm": 1.624974444516512,
      "learning_rate": 2.7315647781221735e-05,
      "loss": 1.3672,
      "step": 104193
    },
    {
      "epoch": 4.84735985112817,
      "grad_norm": 1.8857981473462593,
      "learning_rate": 2.7313512392345927e-05,
      "loss": 1.6328,
      "step": 104194
    },
    {
      "epoch": 4.84740637357525,
      "grad_norm": 1.971671538968017,
      "learning_rate": 2.7311377078579505e-05,
      "loss": 1.6875,
      "step": 104195
    },
    {
      "epoch": 4.847452896022331,
      "grad_norm": 1.8887893866641725,
      "learning_rate": 2.7309241839923734e-05,
      "loss": 1.625,
      "step": 104196
    },
    {
      "epoch": 4.847499418469411,
      "grad_norm": 1.701440619436778,
      "learning_rate": 2.730710667638003e-05,
      "loss": 1.4375,
      "step": 104197
    },
    {
      "epoch": 4.8475459409164925,
      "grad_norm": 1.8708118917264838,
      "learning_rate": 2.7304971587949625e-05,
      "loss": 1.5781,
      "step": 104198
    },
    {
      "epoch": 4.847592463363573,
      "grad_norm": 1.8450418329565084,
      "learning_rate": 2.7302836574633834e-05,
      "loss": 1.5469,
      "step": 104199
    },
    {
      "epoch": 4.8476389858106534,
      "grad_norm": 1.938527871043777,
      "learning_rate": 2.7300701636433974e-05,
      "loss": 1.6406,
      "step": 104200
    },
    {
      "epoch": 4.847685508257735,
      "grad_norm": 1.9426316832725963,
      "learning_rate": 2.729856677335131e-05,
      "loss": 1.8125,
      "step": 104201
    },
    {
      "epoch": 4.847732030704815,
      "grad_norm": 1.9009958856026699,
      "learning_rate": 2.7296431985387224e-05,
      "loss": 1.6641,
      "step": 104202
    },
    {
      "epoch": 4.847778553151896,
      "grad_norm": 1.7983756067365124,
      "learning_rate": 2.7294297272542997e-05,
      "loss": 1.4141,
      "step": 104203
    },
    {
      "epoch": 4.847825075598976,
      "grad_norm": 1.7822821628276548,
      "learning_rate": 2.7292162634819913e-05,
      "loss": 1.5312,
      "step": 104204
    },
    {
      "epoch": 4.847871598046058,
      "grad_norm": 1.832336372855748,
      "learning_rate": 2.7290028072219257e-05,
      "loss": 1.4922,
      "step": 104205
    },
    {
      "epoch": 4.847918120493138,
      "grad_norm": 1.8050692138074784,
      "learning_rate": 2.7287893584742403e-05,
      "loss": 1.5547,
      "step": 104206
    },
    {
      "epoch": 4.847964642940219,
      "grad_norm": 1.7887980717647587,
      "learning_rate": 2.7285759172390626e-05,
      "loss": 1.5938,
      "step": 104207
    },
    {
      "epoch": 4.848011165387299,
      "grad_norm": 1.8841657459643402,
      "learning_rate": 2.7283624835165236e-05,
      "loss": 1.6094,
      "step": 104208
    },
    {
      "epoch": 4.84805768783438,
      "grad_norm": 1.8868311120761287,
      "learning_rate": 2.728149057306748e-05,
      "loss": 1.5391,
      "step": 104209
    },
    {
      "epoch": 4.848104210281461,
      "grad_norm": 1.8814541131241156,
      "learning_rate": 2.7279356386098734e-05,
      "loss": 1.625,
      "step": 104210
    },
    {
      "epoch": 4.848150732728541,
      "grad_norm": 1.549664448750841,
      "learning_rate": 2.7277222274260317e-05,
      "loss": 1.2344,
      "step": 104211
    },
    {
      "epoch": 4.848197255175622,
      "grad_norm": 1.8649643786141867,
      "learning_rate": 2.727508823755352e-05,
      "loss": 1.7031,
      "step": 104212
    },
    {
      "epoch": 4.848243777622703,
      "grad_norm": 2.021022160536354,
      "learning_rate": 2.7272954275979626e-05,
      "loss": 1.7812,
      "step": 104213
    },
    {
      "epoch": 4.848290300069784,
      "grad_norm": 1.742450761754718,
      "learning_rate": 2.727082038953991e-05,
      "loss": 1.5312,
      "step": 104214
    },
    {
      "epoch": 4.848336822516864,
      "grad_norm": 1.8982057350307555,
      "learning_rate": 2.7268686578235776e-05,
      "loss": 1.6562,
      "step": 104215
    },
    {
      "epoch": 4.8483833449639455,
      "grad_norm": 1.7401101598104491,
      "learning_rate": 2.7266552842068473e-05,
      "loss": 1.5312,
      "step": 104216
    },
    {
      "epoch": 4.848429867411026,
      "grad_norm": 1.7277524338546233,
      "learning_rate": 2.7264419181039297e-05,
      "loss": 1.3516,
      "step": 104217
    },
    {
      "epoch": 4.8484763898581065,
      "grad_norm": 1.772729649512345,
      "learning_rate": 2.7262285595149537e-05,
      "loss": 1.4766,
      "step": 104218
    },
    {
      "epoch": 4.848522912305187,
      "grad_norm": 1.7943712502165847,
      "learning_rate": 2.7260152084400568e-05,
      "loss": 1.6016,
      "step": 104219
    },
    {
      "epoch": 4.848569434752268,
      "grad_norm": 1.7916917753481472,
      "learning_rate": 2.7258018648793656e-05,
      "loss": 1.4375,
      "step": 104220
    },
    {
      "epoch": 4.848615957199349,
      "grad_norm": 1.7346248234615775,
      "learning_rate": 2.7255885288330103e-05,
      "loss": 1.3672,
      "step": 104221
    },
    {
      "epoch": 4.848662479646429,
      "grad_norm": 1.805220809761585,
      "learning_rate": 2.7253752003011194e-05,
      "loss": 1.6016,
      "step": 104222
    },
    {
      "epoch": 4.84870900209351,
      "grad_norm": 2.040196655032806,
      "learning_rate": 2.7251618792838286e-05,
      "loss": 1.75,
      "step": 104223
    },
    {
      "epoch": 4.848755524540591,
      "grad_norm": 1.7593780023333248,
      "learning_rate": 2.724948565781267e-05,
      "loss": 1.4297,
      "step": 104224
    },
    {
      "epoch": 4.848802046987672,
      "grad_norm": 1.7193083333253771,
      "learning_rate": 2.724735259793564e-05,
      "loss": 1.4609,
      "step": 104225
    },
    {
      "epoch": 4.848848569434752,
      "grad_norm": 1.6579282079586044,
      "learning_rate": 2.7245219613208496e-05,
      "loss": 1.3672,
      "step": 104226
    },
    {
      "epoch": 4.8488950918818325,
      "grad_norm": 1.7310067553519914,
      "learning_rate": 2.724308670363252e-05,
      "loss": 1.4297,
      "step": 104227
    },
    {
      "epoch": 4.848941614328914,
      "grad_norm": 1.6540818831328472,
      "learning_rate": 2.7240953869209097e-05,
      "loss": 1.3516,
      "step": 104228
    },
    {
      "epoch": 4.848988136775994,
      "grad_norm": 1.9992728663042791,
      "learning_rate": 2.7238821109939474e-05,
      "loss": 1.875,
      "step": 104229
    },
    {
      "epoch": 4.849034659223075,
      "grad_norm": 2.016508670820308,
      "learning_rate": 2.7236688425824964e-05,
      "loss": 1.7344,
      "step": 104230
    },
    {
      "epoch": 4.849081181670156,
      "grad_norm": 1.9051096490674415,
      "learning_rate": 2.7234555816866853e-05,
      "loss": 1.6016,
      "step": 104231
    },
    {
      "epoch": 4.849127704117237,
      "grad_norm": 1.9697817912639426,
      "learning_rate": 2.7232423283066475e-05,
      "loss": 1.7266,
      "step": 104232
    },
    {
      "epoch": 4.849174226564317,
      "grad_norm": 1.8436567078909523,
      "learning_rate": 2.7230290824425155e-05,
      "loss": 1.5703,
      "step": 104233
    },
    {
      "epoch": 4.849220749011398,
      "grad_norm": 1.7720375946385125,
      "learning_rate": 2.722815844094418e-05,
      "loss": 1.4062,
      "step": 104234
    },
    {
      "epoch": 4.849267271458479,
      "grad_norm": 1.8165895078285321,
      "learning_rate": 2.7226026132624835e-05,
      "loss": 1.5859,
      "step": 104235
    },
    {
      "epoch": 4.8493137939055595,
      "grad_norm": 1.7768825671930928,
      "learning_rate": 2.7223893899468413e-05,
      "loss": 1.5312,
      "step": 104236
    },
    {
      "epoch": 4.84936031635264,
      "grad_norm": 1.946722564331177,
      "learning_rate": 2.72217617414763e-05,
      "loss": 1.8281,
      "step": 104237
    },
    {
      "epoch": 4.849406838799721,
      "grad_norm": 1.8287190855488318,
      "learning_rate": 2.721962965864973e-05,
      "loss": 1.5781,
      "step": 104238
    },
    {
      "epoch": 4.849453361246802,
      "grad_norm": 1.7251673359939694,
      "learning_rate": 2.7217497650990028e-05,
      "loss": 1.5078,
      "step": 104239
    },
    {
      "epoch": 4.849499883693882,
      "grad_norm": 1.8868599009828722,
      "learning_rate": 2.7215365718498467e-05,
      "loss": 1.6016,
      "step": 104240
    },
    {
      "epoch": 4.849546406140963,
      "grad_norm": 1.7995168074206431,
      "learning_rate": 2.7213233861176408e-05,
      "loss": 1.5312,
      "step": 104241
    },
    {
      "epoch": 4.849592928588043,
      "grad_norm": 1.76034220926251,
      "learning_rate": 2.7211102079025155e-05,
      "loss": 1.4453,
      "step": 104242
    },
    {
      "epoch": 4.849639451035125,
      "grad_norm": 1.8291068307414957,
      "learning_rate": 2.720897037204597e-05,
      "loss": 1.4922,
      "step": 104243
    },
    {
      "epoch": 4.849685973482205,
      "grad_norm": 1.8273127285729414,
      "learning_rate": 2.7206838740240133e-05,
      "loss": 1.5781,
      "step": 104244
    },
    {
      "epoch": 4.849732495929286,
      "grad_norm": 1.8323001022472374,
      "learning_rate": 2.7204707183609048e-05,
      "loss": 1.6094,
      "step": 104245
    },
    {
      "epoch": 4.849779018376367,
      "grad_norm": 1.8313106341604377,
      "learning_rate": 2.7202575702153963e-05,
      "loss": 1.6406,
      "step": 104246
    },
    {
      "epoch": 4.849825540823447,
      "grad_norm": 1.8313367361313038,
      "learning_rate": 2.7200444295876172e-05,
      "loss": 1.6016,
      "step": 104247
    },
    {
      "epoch": 4.849872063270528,
      "grad_norm": 1.8937590091744416,
      "learning_rate": 2.7198312964776964e-05,
      "loss": 1.6562,
      "step": 104248
    },
    {
      "epoch": 4.849918585717608,
      "grad_norm": 1.8560970874997187,
      "learning_rate": 2.71961817088577e-05,
      "loss": 1.5391,
      "step": 104249
    },
    {
      "epoch": 4.84996510816469,
      "grad_norm": 2.03118456679378,
      "learning_rate": 2.7194050528119684e-05,
      "loss": 1.7578,
      "step": 104250
    },
    {
      "epoch": 4.85001163061177,
      "grad_norm": 1.9607226159110667,
      "learning_rate": 2.7191919422564173e-05,
      "loss": 1.7109,
      "step": 104251
    },
    {
      "epoch": 4.850058153058851,
      "grad_norm": 1.8411481044258229,
      "learning_rate": 2.718978839219249e-05,
      "loss": 1.5938,
      "step": 104252
    },
    {
      "epoch": 4.850104675505932,
      "grad_norm": 1.9307128207621114,
      "learning_rate": 2.7187657437005917e-05,
      "loss": 1.7031,
      "step": 104253
    },
    {
      "epoch": 4.8501511979530125,
      "grad_norm": 1.9452531528688455,
      "learning_rate": 2.7185526557005766e-05,
      "loss": 1.6641,
      "step": 104254
    },
    {
      "epoch": 4.850197720400093,
      "grad_norm": 1.5728699846175147,
      "learning_rate": 2.7183395752193403e-05,
      "loss": 1.2578,
      "step": 104255
    },
    {
      "epoch": 4.8502442428471735,
      "grad_norm": 1.7144087014337996,
      "learning_rate": 2.71812650225701e-05,
      "loss": 1.3438,
      "step": 104256
    },
    {
      "epoch": 4.850290765294255,
      "grad_norm": 1.972823245326382,
      "learning_rate": 2.7179134368137146e-05,
      "loss": 1.8047,
      "step": 104257
    },
    {
      "epoch": 4.850337287741335,
      "grad_norm": 1.8144925212964684,
      "learning_rate": 2.7177003788895813e-05,
      "loss": 1.6016,
      "step": 104258
    },
    {
      "epoch": 4.850383810188416,
      "grad_norm": 1.86398080246606,
      "learning_rate": 2.7174873284847482e-05,
      "loss": 1.5625,
      "step": 104259
    },
    {
      "epoch": 4.850430332635496,
      "grad_norm": 2.0319604110109806,
      "learning_rate": 2.7172742855993417e-05,
      "loss": 1.8516,
      "step": 104260
    },
    {
      "epoch": 4.850476855082578,
      "grad_norm": 1.8168186210392387,
      "learning_rate": 2.7170612502334905e-05,
      "loss": 1.6172,
      "step": 104261
    },
    {
      "epoch": 4.850523377529658,
      "grad_norm": 1.926251388687688,
      "learning_rate": 2.7168482223873254e-05,
      "loss": 1.6328,
      "step": 104262
    },
    {
      "epoch": 4.850569899976739,
      "grad_norm": 1.7677887560250414,
      "learning_rate": 2.7166352020609806e-05,
      "loss": 1.4766,
      "step": 104263
    },
    {
      "epoch": 4.850616422423819,
      "grad_norm": 1.9912833416898206,
      "learning_rate": 2.716422189254585e-05,
      "loss": 1.75,
      "step": 104264
    },
    {
      "epoch": 4.8506629448709,
      "grad_norm": 1.8364672338876333,
      "learning_rate": 2.7162091839682677e-05,
      "loss": 1.5156,
      "step": 104265
    },
    {
      "epoch": 4.850709467317981,
      "grad_norm": 1.8499981704870527,
      "learning_rate": 2.7159961862021545e-05,
      "loss": 1.6406,
      "step": 104266
    },
    {
      "epoch": 4.850755989765061,
      "grad_norm": 1.8243374432196655,
      "learning_rate": 2.7157831959563874e-05,
      "loss": 1.5234,
      "step": 104267
    },
    {
      "epoch": 4.850802512212143,
      "grad_norm": 1.7862207043452258,
      "learning_rate": 2.715570213231088e-05,
      "loss": 1.5781,
      "step": 104268
    },
    {
      "epoch": 4.850849034659223,
      "grad_norm": 1.7958514363671698,
      "learning_rate": 2.7153572380263895e-05,
      "loss": 1.4766,
      "step": 104269
    },
    {
      "epoch": 4.850895557106304,
      "grad_norm": 1.910764557688863,
      "learning_rate": 2.715144270342418e-05,
      "loss": 1.625,
      "step": 104270
    },
    {
      "epoch": 4.850942079553384,
      "grad_norm": 1.9638066742922349,
      "learning_rate": 2.7149313101793106e-05,
      "loss": 1.6094,
      "step": 104271
    },
    {
      "epoch": 4.8509886020004656,
      "grad_norm": 1.7871233924685663,
      "learning_rate": 2.7147183575371954e-05,
      "loss": 1.5625,
      "step": 104272
    },
    {
      "epoch": 4.851035124447546,
      "grad_norm": 1.8546544234679656,
      "learning_rate": 2.7145054124162026e-05,
      "loss": 1.6406,
      "step": 104273
    },
    {
      "epoch": 4.8510816468946265,
      "grad_norm": 1.8061403607900786,
      "learning_rate": 2.7142924748164578e-05,
      "loss": 1.4609,
      "step": 104274
    },
    {
      "epoch": 4.851128169341707,
      "grad_norm": 1.778578563352091,
      "learning_rate": 2.7140795447380986e-05,
      "loss": 1.4219,
      "step": 104275
    },
    {
      "epoch": 4.851174691788788,
      "grad_norm": 1.8459157738988827,
      "learning_rate": 2.7138666221812493e-05,
      "loss": 1.6016,
      "step": 104276
    },
    {
      "epoch": 4.851221214235869,
      "grad_norm": 1.7312495650785584,
      "learning_rate": 2.7136537071460468e-05,
      "loss": 1.3828,
      "step": 104277
    },
    {
      "epoch": 4.851267736682949,
      "grad_norm": 1.7674925146117417,
      "learning_rate": 2.7134407996326192e-05,
      "loss": 1.3594,
      "step": 104278
    },
    {
      "epoch": 4.85131425913003,
      "grad_norm": 1.7492069778477692,
      "learning_rate": 2.7132278996410946e-05,
      "loss": 1.5156,
      "step": 104279
    },
    {
      "epoch": 4.851360781577111,
      "grad_norm": 1.8307809824103989,
      "learning_rate": 2.7130150071715996e-05,
      "loss": 1.5312,
      "step": 104280
    },
    {
      "epoch": 4.851407304024192,
      "grad_norm": 1.9766869586330904,
      "learning_rate": 2.7128021222242742e-05,
      "loss": 1.7578,
      "step": 104281
    },
    {
      "epoch": 4.851453826471272,
      "grad_norm": 1.6440341064064037,
      "learning_rate": 2.712589244799243e-05,
      "loss": 1.3203,
      "step": 104282
    },
    {
      "epoch": 4.8515003489183535,
      "grad_norm": 1.8359614379745652,
      "learning_rate": 2.7123763748966364e-05,
      "loss": 1.5,
      "step": 104283
    },
    {
      "epoch": 4.851546871365434,
      "grad_norm": 1.7406801918694452,
      "learning_rate": 2.7121635125165825e-05,
      "loss": 1.3828,
      "step": 104284
    },
    {
      "epoch": 4.851593393812514,
      "grad_norm": 1.773429368085848,
      "learning_rate": 2.7119506576592193e-05,
      "loss": 1.4141,
      "step": 104285
    },
    {
      "epoch": 4.851639916259595,
      "grad_norm": 1.7355650351581664,
      "learning_rate": 2.71173781032467e-05,
      "loss": 1.6328,
      "step": 104286
    },
    {
      "epoch": 4.851686438706676,
      "grad_norm": 1.836232621967983,
      "learning_rate": 2.7115249705130698e-05,
      "loss": 1.4531,
      "step": 104287
    },
    {
      "epoch": 4.851732961153757,
      "grad_norm": 1.8066321382154136,
      "learning_rate": 2.71131213822454e-05,
      "loss": 1.6094,
      "step": 104288
    },
    {
      "epoch": 4.851779483600837,
      "grad_norm": 1.805630528503498,
      "learning_rate": 2.711099313459224e-05,
      "loss": 1.6172,
      "step": 104289
    },
    {
      "epoch": 4.851826006047919,
      "grad_norm": 1.8750126183793074,
      "learning_rate": 2.7108864962172432e-05,
      "loss": 1.7578,
      "step": 104290
    },
    {
      "epoch": 4.851872528494999,
      "grad_norm": 1.7623209117846355,
      "learning_rate": 2.710673686498731e-05,
      "loss": 1.4844,
      "step": 104291
    },
    {
      "epoch": 4.8519190509420795,
      "grad_norm": 1.798439766642552,
      "learning_rate": 2.7104608843038123e-05,
      "loss": 1.4922,
      "step": 104292
    },
    {
      "epoch": 4.85196557338916,
      "grad_norm": 1.848850329953289,
      "learning_rate": 2.710248089632627e-05,
      "loss": 1.6719,
      "step": 104293
    },
    {
      "epoch": 4.8520120958362405,
      "grad_norm": 1.6791046313887734,
      "learning_rate": 2.7100353024852994e-05,
      "loss": 1.4922,
      "step": 104294
    },
    {
      "epoch": 4.852058618283322,
      "grad_norm": 1.7570185303407362,
      "learning_rate": 2.7098225228619603e-05,
      "loss": 1.5156,
      "step": 104295
    },
    {
      "epoch": 4.852105140730402,
      "grad_norm": 1.8810154130165464,
      "learning_rate": 2.7096097507627372e-05,
      "loss": 1.6016,
      "step": 104296
    },
    {
      "epoch": 4.852151663177483,
      "grad_norm": 1.779330675989879,
      "learning_rate": 2.7093969861877674e-05,
      "loss": 1.5234,
      "step": 104297
    },
    {
      "epoch": 4.852198185624564,
      "grad_norm": 1.927053535001572,
      "learning_rate": 2.709184229137172e-05,
      "loss": 1.6172,
      "step": 104298
    },
    {
      "epoch": 4.852244708071645,
      "grad_norm": 1.8659971535675899,
      "learning_rate": 2.7089714796110923e-05,
      "loss": 1.5547,
      "step": 104299
    },
    {
      "epoch": 4.852291230518725,
      "grad_norm": 1.9638616801189035,
      "learning_rate": 2.7087587376096502e-05,
      "loss": 1.7578,
      "step": 104300
    },
    {
      "epoch": 4.852337752965806,
      "grad_norm": 1.7439341170940243,
      "learning_rate": 2.7085460031329774e-05,
      "loss": 1.5391,
      "step": 104301
    },
    {
      "epoch": 4.852384275412887,
      "grad_norm": 1.8120891408799844,
      "learning_rate": 2.708333276181207e-05,
      "loss": 1.5938,
      "step": 104302
    },
    {
      "epoch": 4.8524307978599674,
      "grad_norm": 1.8869850869521019,
      "learning_rate": 2.708120556754469e-05,
      "loss": 1.6719,
      "step": 104303
    },
    {
      "epoch": 4.852477320307048,
      "grad_norm": 1.774793316590699,
      "learning_rate": 2.7079078448528895e-05,
      "loss": 1.5234,
      "step": 104304
    },
    {
      "epoch": 4.852523842754129,
      "grad_norm": 1.8034981946332715,
      "learning_rate": 2.707695140476604e-05,
      "loss": 1.6641,
      "step": 104305
    },
    {
      "epoch": 4.85257036520121,
      "grad_norm": 1.6640866047334475,
      "learning_rate": 2.7074824436257353e-05,
      "loss": 1.2891,
      "step": 104306
    },
    {
      "epoch": 4.85261688764829,
      "grad_norm": 1.9233299189539212,
      "learning_rate": 2.7072697543004217e-05,
      "loss": 1.5312,
      "step": 104307
    },
    {
      "epoch": 4.852663410095371,
      "grad_norm": 1.8839106095994391,
      "learning_rate": 2.70705707250079e-05,
      "loss": 1.7266,
      "step": 104308
    },
    {
      "epoch": 4.852709932542452,
      "grad_norm": 1.7014498934971742,
      "learning_rate": 2.70684439822697e-05,
      "loss": 1.4375,
      "step": 104309
    },
    {
      "epoch": 4.852756454989533,
      "grad_norm": 1.6464937381107358,
      "learning_rate": 2.7066317314790896e-05,
      "loss": 1.2891,
      "step": 104310
    },
    {
      "epoch": 4.852802977436613,
      "grad_norm": 1.850678718595789,
      "learning_rate": 2.7064190722572843e-05,
      "loss": 1.5859,
      "step": 104311
    },
    {
      "epoch": 4.8528494998836935,
      "grad_norm": 1.9078376295199635,
      "learning_rate": 2.7062064205616836e-05,
      "loss": 1.7031,
      "step": 104312
    },
    {
      "epoch": 4.852896022330775,
      "grad_norm": 1.8904766540959164,
      "learning_rate": 2.7059937763924137e-05,
      "loss": 1.7578,
      "step": 104313
    },
    {
      "epoch": 4.852942544777855,
      "grad_norm": 1.8479668623768186,
      "learning_rate": 2.705781139749604e-05,
      "loss": 1.3984,
      "step": 104314
    },
    {
      "epoch": 4.852989067224936,
      "grad_norm": 1.891107799029274,
      "learning_rate": 2.7055685106333912e-05,
      "loss": 1.6094,
      "step": 104315
    },
    {
      "epoch": 4.853035589672016,
      "grad_norm": 1.8221782727802138,
      "learning_rate": 2.7053558890439015e-05,
      "loss": 1.4297,
      "step": 104316
    },
    {
      "epoch": 4.853082112119098,
      "grad_norm": 1.913462510918219,
      "learning_rate": 2.7051432749812658e-05,
      "loss": 1.6094,
      "step": 104317
    },
    {
      "epoch": 4.853128634566178,
      "grad_norm": 1.7601438061552646,
      "learning_rate": 2.7049306684456108e-05,
      "loss": 1.4375,
      "step": 104318
    },
    {
      "epoch": 4.853175157013259,
      "grad_norm": 1.938915169229477,
      "learning_rate": 2.7047180694370728e-05,
      "loss": 1.6328,
      "step": 104319
    },
    {
      "epoch": 4.85322167946034,
      "grad_norm": 1.8813651748320745,
      "learning_rate": 2.704505477955774e-05,
      "loss": 1.5625,
      "step": 104320
    },
    {
      "epoch": 4.8532682019074205,
      "grad_norm": 1.9111315108269944,
      "learning_rate": 2.704292894001854e-05,
      "loss": 1.6953,
      "step": 104321
    },
    {
      "epoch": 4.853314724354501,
      "grad_norm": 1.8035502205285274,
      "learning_rate": 2.704080317575439e-05,
      "loss": 1.5547,
      "step": 104322
    },
    {
      "epoch": 4.853361246801581,
      "grad_norm": 1.7183452700992212,
      "learning_rate": 2.703867748676654e-05,
      "loss": 1.4609,
      "step": 104323
    },
    {
      "epoch": 4.853407769248663,
      "grad_norm": 1.7782774423281689,
      "learning_rate": 2.703655187305638e-05,
      "loss": 1.4609,
      "step": 104324
    },
    {
      "epoch": 4.853454291695743,
      "grad_norm": 1.9595839612329038,
      "learning_rate": 2.7034426334625164e-05,
      "loss": 1.5703,
      "step": 104325
    },
    {
      "epoch": 4.853500814142824,
      "grad_norm": 1.6239319197447306,
      "learning_rate": 2.70323008714742e-05,
      "loss": 1.2422,
      "step": 104326
    },
    {
      "epoch": 4.853547336589905,
      "grad_norm": 1.8140635280332351,
      "learning_rate": 2.703017548360475e-05,
      "loss": 1.3672,
      "step": 104327
    },
    {
      "epoch": 4.853593859036986,
      "grad_norm": 1.8303637303105242,
      "learning_rate": 2.7028050171018178e-05,
      "loss": 1.5078,
      "step": 104328
    },
    {
      "epoch": 4.853640381484066,
      "grad_norm": 1.8734583634613797,
      "learning_rate": 2.702592493371577e-05,
      "loss": 1.6094,
      "step": 104329
    },
    {
      "epoch": 4.8536869039311465,
      "grad_norm": 1.992361201579379,
      "learning_rate": 2.7023799771698807e-05,
      "loss": 1.7109,
      "step": 104330
    },
    {
      "epoch": 4.853733426378227,
      "grad_norm": 1.8863920011902313,
      "learning_rate": 2.7021674684968603e-05,
      "loss": 1.625,
      "step": 104331
    },
    {
      "epoch": 4.853779948825308,
      "grad_norm": 1.7747771019759668,
      "learning_rate": 2.701954967352641e-05,
      "loss": 1.5547,
      "step": 104332
    },
    {
      "epoch": 4.853826471272389,
      "grad_norm": 1.6178900676375527,
      "learning_rate": 2.701742473737362e-05,
      "loss": 1.2266,
      "step": 104333
    },
    {
      "epoch": 4.853872993719469,
      "grad_norm": 1.89080855954827,
      "learning_rate": 2.7015299876511492e-05,
      "loss": 1.5156,
      "step": 104334
    },
    {
      "epoch": 4.853919516166551,
      "grad_norm": 1.8930982494842716,
      "learning_rate": 2.7013175090941302e-05,
      "loss": 1.5859,
      "step": 104335
    },
    {
      "epoch": 4.853966038613631,
      "grad_norm": 1.7745879754820804,
      "learning_rate": 2.701105038066435e-05,
      "loss": 1.4922,
      "step": 104336
    },
    {
      "epoch": 4.854012561060712,
      "grad_norm": 1.8214105276518302,
      "learning_rate": 2.7008925745681986e-05,
      "loss": 1.4766,
      "step": 104337
    },
    {
      "epoch": 4.854059083507792,
      "grad_norm": 1.8113534028071328,
      "learning_rate": 2.7006801185995492e-05,
      "loss": 1.5938,
      "step": 104338
    },
    {
      "epoch": 4.8541056059548735,
      "grad_norm": 1.9180942903919205,
      "learning_rate": 2.7004676701606166e-05,
      "loss": 1.5625,
      "step": 104339
    },
    {
      "epoch": 4.854152128401954,
      "grad_norm": 1.8122271490950683,
      "learning_rate": 2.700255229251524e-05,
      "loss": 1.5547,
      "step": 104340
    },
    {
      "epoch": 4.8541986508490345,
      "grad_norm": 1.6355215199493276,
      "learning_rate": 2.7000427958724132e-05,
      "loss": 1.2734,
      "step": 104341
    },
    {
      "epoch": 4.854245173296116,
      "grad_norm": 1.861311026943362,
      "learning_rate": 2.6998303700234054e-05,
      "loss": 1.6016,
      "step": 104342
    },
    {
      "epoch": 4.854291695743196,
      "grad_norm": 1.7688844396401904,
      "learning_rate": 2.6996179517046357e-05,
      "loss": 1.5312,
      "step": 104343
    },
    {
      "epoch": 4.854338218190277,
      "grad_norm": 1.8274529710811498,
      "learning_rate": 2.699405540916234e-05,
      "loss": 1.5938,
      "step": 104344
    },
    {
      "epoch": 4.854384740637357,
      "grad_norm": 1.6390489310857312,
      "learning_rate": 2.6991931376583238e-05,
      "loss": 1.0938,
      "step": 104345
    },
    {
      "epoch": 4.854431263084439,
      "grad_norm": 1.8698122178219743,
      "learning_rate": 2.6989807419310443e-05,
      "loss": 1.7422,
      "step": 104346
    },
    {
      "epoch": 4.854477785531519,
      "grad_norm": 1.9563053787958324,
      "learning_rate": 2.698768353734523e-05,
      "loss": 1.625,
      "step": 104347
    },
    {
      "epoch": 4.8545243079786,
      "grad_norm": 1.85658756364609,
      "learning_rate": 2.6985559730688854e-05,
      "loss": 1.6172,
      "step": 104348
    },
    {
      "epoch": 4.85457083042568,
      "grad_norm": 1.7955805044142092,
      "learning_rate": 2.6983435999342623e-05,
      "loss": 1.4531,
      "step": 104349
    },
    {
      "epoch": 4.854617352872761,
      "grad_norm": 1.8463351556558614,
      "learning_rate": 2.6981312343307883e-05,
      "loss": 1.6328,
      "step": 104350
    },
    {
      "epoch": 4.854663875319842,
      "grad_norm": 1.8779906684514458,
      "learning_rate": 2.697918876258593e-05,
      "loss": 1.5625,
      "step": 104351
    },
    {
      "epoch": 4.854710397766922,
      "grad_norm": 1.777035873160607,
      "learning_rate": 2.6977065257178014e-05,
      "loss": 1.4922,
      "step": 104352
    },
    {
      "epoch": 4.854756920214003,
      "grad_norm": 1.7850791977899263,
      "learning_rate": 2.697494182708544e-05,
      "loss": 1.4297,
      "step": 104353
    },
    {
      "epoch": 4.854803442661084,
      "grad_norm": 1.9368114089050619,
      "learning_rate": 2.6972818472309582e-05,
      "loss": 1.5859,
      "step": 104354
    },
    {
      "epoch": 4.854849965108165,
      "grad_norm": 1.914839484812378,
      "learning_rate": 2.6970695192851678e-05,
      "loss": 1.5859,
      "step": 104355
    },
    {
      "epoch": 4.854896487555245,
      "grad_norm": 1.7920575828962007,
      "learning_rate": 2.696857198871304e-05,
      "loss": 1.3906,
      "step": 104356
    },
    {
      "epoch": 4.8549430100023265,
      "grad_norm": 1.7374865538658848,
      "learning_rate": 2.6966448859894968e-05,
      "loss": 1.4688,
      "step": 104357
    },
    {
      "epoch": 4.854989532449407,
      "grad_norm": 1.74954809071396,
      "learning_rate": 2.6964325806398714e-05,
      "loss": 1.5391,
      "step": 104358
    },
    {
      "epoch": 4.8550360548964875,
      "grad_norm": 1.6607210002274717,
      "learning_rate": 2.696220282822567e-05,
      "loss": 1.3594,
      "step": 104359
    },
    {
      "epoch": 4.855082577343568,
      "grad_norm": 1.8919601557928696,
      "learning_rate": 2.6960079925377093e-05,
      "loss": 1.6875,
      "step": 104360
    },
    {
      "epoch": 4.855129099790649,
      "grad_norm": 1.8328239479023998,
      "learning_rate": 2.6957957097854278e-05,
      "loss": 1.6016,
      "step": 104361
    },
    {
      "epoch": 4.85517562223773,
      "grad_norm": 1.778735224137605,
      "learning_rate": 2.695583434565849e-05,
      "loss": 1.4141,
      "step": 104362
    },
    {
      "epoch": 4.85522214468481,
      "grad_norm": 1.9515213038511554,
      "learning_rate": 2.695371166879106e-05,
      "loss": 1.8125,
      "step": 104363
    },
    {
      "epoch": 4.855268667131891,
      "grad_norm": 1.7717190740926405,
      "learning_rate": 2.6951589067253343e-05,
      "loss": 1.5625,
      "step": 104364
    },
    {
      "epoch": 4.855315189578972,
      "grad_norm": 1.5954486648629336,
      "learning_rate": 2.694946654104658e-05,
      "loss": 1.3125,
      "step": 104365
    },
    {
      "epoch": 4.855361712026053,
      "grad_norm": 1.6765036270846476,
      "learning_rate": 2.694734409017208e-05,
      "loss": 1.5234,
      "step": 104366
    },
    {
      "epoch": 4.855408234473133,
      "grad_norm": 1.8452169032543422,
      "learning_rate": 2.6945221714631098e-05,
      "loss": 1.6328,
      "step": 104367
    },
    {
      "epoch": 4.8554547569202136,
      "grad_norm": 1.7840799228636774,
      "learning_rate": 2.6943099414425022e-05,
      "loss": 1.6484,
      "step": 104368
    },
    {
      "epoch": 4.855501279367295,
      "grad_norm": 1.7970489515493673,
      "learning_rate": 2.6940977189555103e-05,
      "loss": 1.5625,
      "step": 104369
    },
    {
      "epoch": 4.855547801814375,
      "grad_norm": 1.833465998645942,
      "learning_rate": 2.6938855040022633e-05,
      "loss": 1.6562,
      "step": 104370
    },
    {
      "epoch": 4.855594324261456,
      "grad_norm": 1.898985804931403,
      "learning_rate": 2.69367329658289e-05,
      "loss": 1.5312,
      "step": 104371
    },
    {
      "epoch": 4.855640846708537,
      "grad_norm": 1.8272471033611795,
      "learning_rate": 2.693461096697525e-05,
      "loss": 1.6406,
      "step": 104372
    },
    {
      "epoch": 4.855687369155618,
      "grad_norm": 1.9496710102317565,
      "learning_rate": 2.6932489043462968e-05,
      "loss": 1.8125,
      "step": 104373
    },
    {
      "epoch": 4.855733891602698,
      "grad_norm": 1.6464569800740878,
      "learning_rate": 2.6930367195293335e-05,
      "loss": 1.2344,
      "step": 104374
    },
    {
      "epoch": 4.855780414049779,
      "grad_norm": 1.9352706710401029,
      "learning_rate": 2.6928245422467614e-05,
      "loss": 1.6719,
      "step": 104375
    },
    {
      "epoch": 4.85582693649686,
      "grad_norm": 1.7441831928212534,
      "learning_rate": 2.692612372498719e-05,
      "loss": 1.4453,
      "step": 104376
    },
    {
      "epoch": 4.8558734589439405,
      "grad_norm": 1.9984458777703078,
      "learning_rate": 2.692400210285333e-05,
      "loss": 1.7031,
      "step": 104377
    },
    {
      "epoch": 4.855919981391021,
      "grad_norm": 1.9860991197932594,
      "learning_rate": 2.69218805560673e-05,
      "loss": 1.6797,
      "step": 104378
    },
    {
      "epoch": 4.855966503838102,
      "grad_norm": 1.994610945292054,
      "learning_rate": 2.6919759084630393e-05,
      "loss": 1.5625,
      "step": 104379
    },
    {
      "epoch": 4.856013026285183,
      "grad_norm": 1.8072425527768676,
      "learning_rate": 2.691763768854398e-05,
      "loss": 1.4844,
      "step": 104380
    },
    {
      "epoch": 4.856059548732263,
      "grad_norm": 1.8905997644006698,
      "learning_rate": 2.691551636780931e-05,
      "loss": 1.5547,
      "step": 104381
    },
    {
      "epoch": 4.856106071179344,
      "grad_norm": 1.8280678765980871,
      "learning_rate": 2.6913395122427678e-05,
      "loss": 1.5859,
      "step": 104382
    },
    {
      "epoch": 4.856152593626424,
      "grad_norm": 1.9112749170255283,
      "learning_rate": 2.6911273952400387e-05,
      "loss": 1.6719,
      "step": 104383
    },
    {
      "epoch": 4.856199116073506,
      "grad_norm": 1.8791926790009712,
      "learning_rate": 2.6909152857728715e-05,
      "loss": 1.5781,
      "step": 104384
    },
    {
      "epoch": 4.856245638520586,
      "grad_norm": 1.8333857443609063,
      "learning_rate": 2.6907031838413984e-05,
      "loss": 1.5469,
      "step": 104385
    },
    {
      "epoch": 4.856292160967667,
      "grad_norm": 1.9265565035169758,
      "learning_rate": 2.690491089445752e-05,
      "loss": 1.6016,
      "step": 104386
    },
    {
      "epoch": 4.856338683414748,
      "grad_norm": 1.814252904251252,
      "learning_rate": 2.690279002586061e-05,
      "loss": 1.5703,
      "step": 104387
    },
    {
      "epoch": 4.856385205861828,
      "grad_norm": 1.685845042994285,
      "learning_rate": 2.6900669232624517e-05,
      "loss": 1.4062,
      "step": 104388
    },
    {
      "epoch": 4.856431728308909,
      "grad_norm": 1.9083458298765712,
      "learning_rate": 2.689854851475054e-05,
      "loss": 1.7812,
      "step": 104389
    },
    {
      "epoch": 4.856478250755989,
      "grad_norm": 1.7201245712815527,
      "learning_rate": 2.6896427872240027e-05,
      "loss": 1.5547,
      "step": 104390
    },
    {
      "epoch": 4.856524773203071,
      "grad_norm": 1.8951072918792327,
      "learning_rate": 2.6894307305094248e-05,
      "loss": 1.7422,
      "step": 104391
    },
    {
      "epoch": 4.856571295650151,
      "grad_norm": 1.7785557308746824,
      "learning_rate": 2.6892186813314515e-05,
      "loss": 1.5703,
      "step": 104392
    },
    {
      "epoch": 4.856617818097232,
      "grad_norm": 1.7942650806422429,
      "learning_rate": 2.6890066396902043e-05,
      "loss": 1.5859,
      "step": 104393
    },
    {
      "epoch": 4.856664340544313,
      "grad_norm": 1.8496970615029749,
      "learning_rate": 2.688794605585827e-05,
      "loss": 1.6328,
      "step": 104394
    },
    {
      "epoch": 4.8567108629913935,
      "grad_norm": 1.8618944462039264,
      "learning_rate": 2.6885825790184383e-05,
      "loss": 1.6406,
      "step": 104395
    },
    {
      "epoch": 4.856757385438474,
      "grad_norm": 1.9621616192736118,
      "learning_rate": 2.6883705599881745e-05,
      "loss": 1.8047,
      "step": 104396
    },
    {
      "epoch": 4.8568039078855545,
      "grad_norm": 1.8090302073352433,
      "learning_rate": 2.6881585484951596e-05,
      "loss": 1.5,
      "step": 104397
    },
    {
      "epoch": 4.856850430332636,
      "grad_norm": 1.982219398725352,
      "learning_rate": 2.6879465445395287e-05,
      "loss": 1.6797,
      "step": 104398
    },
    {
      "epoch": 4.856896952779716,
      "grad_norm": 1.7696749124133182,
      "learning_rate": 2.6877345481214102e-05,
      "loss": 1.4844,
      "step": 104399
    },
    {
      "epoch": 4.856943475226797,
      "grad_norm": 1.9203380796830496,
      "learning_rate": 2.6875225592409322e-05,
      "loss": 1.6172,
      "step": 104400
    },
    {
      "epoch": 4.856989997673877,
      "grad_norm": 1.8617852862723248,
      "learning_rate": 2.6873105778982228e-05,
      "loss": 1.4844,
      "step": 104401
    },
    {
      "epoch": 4.857036520120959,
      "grad_norm": 1.7550606868072998,
      "learning_rate": 2.6870986040934174e-05,
      "loss": 1.5,
      "step": 104402
    },
    {
      "epoch": 4.857083042568039,
      "grad_norm": 1.9608064516867676,
      "learning_rate": 2.6868866378266435e-05,
      "loss": 1.7656,
      "step": 104403
    },
    {
      "epoch": 4.85712956501512,
      "grad_norm": 1.7877542028749023,
      "learning_rate": 2.68667467909803e-05,
      "loss": 1.5625,
      "step": 104404
    },
    {
      "epoch": 4.8571760874622,
      "grad_norm": 1.882615212040873,
      "learning_rate": 2.6864627279077028e-05,
      "loss": 1.4922,
      "step": 104405
    },
    {
      "epoch": 4.8572226099092815,
      "grad_norm": 1.8426181853354942,
      "learning_rate": 2.6862507842558006e-05,
      "loss": 1.5781,
      "step": 104406
    },
    {
      "epoch": 4.857269132356362,
      "grad_norm": 1.7472700644684218,
      "learning_rate": 2.686038848142443e-05,
      "loss": 1.3906,
      "step": 104407
    },
    {
      "epoch": 4.857315654803442,
      "grad_norm": 1.7697387861553426,
      "learning_rate": 2.685826919567769e-05,
      "loss": 1.5156,
      "step": 104408
    },
    {
      "epoch": 4.857362177250524,
      "grad_norm": 1.7533788633771084,
      "learning_rate": 2.6856149985319058e-05,
      "loss": 1.4062,
      "step": 104409
    },
    {
      "epoch": 4.857408699697604,
      "grad_norm": 1.7429657565952918,
      "learning_rate": 2.6854030850349755e-05,
      "loss": 1.5703,
      "step": 104410
    },
    {
      "epoch": 4.857455222144685,
      "grad_norm": 1.962375493864637,
      "learning_rate": 2.6851911790771196e-05,
      "loss": 1.6562,
      "step": 104411
    },
    {
      "epoch": 4.857501744591765,
      "grad_norm": 1.9448951857124008,
      "learning_rate": 2.6849792806584613e-05,
      "loss": 1.8203,
      "step": 104412
    },
    {
      "epoch": 4.857548267038847,
      "grad_norm": 1.893171035126962,
      "learning_rate": 2.6847673897791322e-05,
      "loss": 1.6406,
      "step": 104413
    },
    {
      "epoch": 4.857594789485927,
      "grad_norm": 1.8254056757858192,
      "learning_rate": 2.6845555064392603e-05,
      "loss": 1.6719,
      "step": 104414
    },
    {
      "epoch": 4.8576413119330075,
      "grad_norm": 1.8180584213821214,
      "learning_rate": 2.6843436306389726e-05,
      "loss": 1.5391,
      "step": 104415
    },
    {
      "epoch": 4.857687834380089,
      "grad_norm": 1.8529794922722838,
      "learning_rate": 2.684131762378407e-05,
      "loss": 1.6172,
      "step": 104416
    },
    {
      "epoch": 4.857734356827169,
      "grad_norm": 1.6777696519839453,
      "learning_rate": 2.6839199016576868e-05,
      "loss": 1.4688,
      "step": 104417
    },
    {
      "epoch": 4.85778087927425,
      "grad_norm": 1.6512054067252604,
      "learning_rate": 2.6837080484769434e-05,
      "loss": 1.3984,
      "step": 104418
    },
    {
      "epoch": 4.85782740172133,
      "grad_norm": 1.7412739892266844,
      "learning_rate": 2.683496202836304e-05,
      "loss": 1.3047,
      "step": 104419
    },
    {
      "epoch": 4.857873924168411,
      "grad_norm": 1.969723237148715,
      "learning_rate": 2.683284364735904e-05,
      "loss": 1.7578,
      "step": 104420
    },
    {
      "epoch": 4.857920446615492,
      "grad_norm": 1.733072656324067,
      "learning_rate": 2.6830725341758714e-05,
      "loss": 1.3516,
      "step": 104421
    },
    {
      "epoch": 4.857966969062573,
      "grad_norm": 1.8803964704326694,
      "learning_rate": 2.6828607111563318e-05,
      "loss": 1.5312,
      "step": 104422
    },
    {
      "epoch": 4.858013491509653,
      "grad_norm": 2.104349485544984,
      "learning_rate": 2.682648895677415e-05,
      "loss": 1.8047,
      "step": 104423
    },
    {
      "epoch": 4.8580600139567345,
      "grad_norm": 1.6605787950830708,
      "learning_rate": 2.6824370877392565e-05,
      "loss": 1.3203,
      "step": 104424
    },
    {
      "epoch": 4.858106536403815,
      "grad_norm": 1.5942289475827816,
      "learning_rate": 2.682225287341984e-05,
      "loss": 1.2188,
      "step": 104425
    },
    {
      "epoch": 4.858153058850895,
      "grad_norm": 1.8698772931487537,
      "learning_rate": 2.6820134944857247e-05,
      "loss": 1.5234,
      "step": 104426
    },
    {
      "epoch": 4.858199581297976,
      "grad_norm": 1.7087287377680274,
      "learning_rate": 2.6818017091706044e-05,
      "loss": 1.3438,
      "step": 104427
    },
    {
      "epoch": 4.858246103745057,
      "grad_norm": 1.8794072221599685,
      "learning_rate": 2.6815899313967638e-05,
      "loss": 1.7188,
      "step": 104428
    },
    {
      "epoch": 4.858292626192138,
      "grad_norm": 1.9625052693123877,
      "learning_rate": 2.6813781611643205e-05,
      "loss": 1.7422,
      "step": 104429
    },
    {
      "epoch": 4.858339148639218,
      "grad_norm": 1.8287485533961176,
      "learning_rate": 2.681166398473416e-05,
      "loss": 1.5078,
      "step": 104430
    },
    {
      "epoch": 4.8583856710863,
      "grad_norm": 1.7346036617526546,
      "learning_rate": 2.6809546433241724e-05,
      "loss": 1.5625,
      "step": 104431
    },
    {
      "epoch": 4.85843219353338,
      "grad_norm": 1.7294255365344562,
      "learning_rate": 2.6807428957167176e-05,
      "loss": 1.4375,
      "step": 104432
    },
    {
      "epoch": 4.8584787159804605,
      "grad_norm": 1.7235227882234496,
      "learning_rate": 2.6805311556511884e-05,
      "loss": 1.3359,
      "step": 104433
    },
    {
      "epoch": 4.858525238427541,
      "grad_norm": 1.7569337734009092,
      "learning_rate": 2.680319423127711e-05,
      "loss": 1.5156,
      "step": 104434
    },
    {
      "epoch": 4.858571760874622,
      "grad_norm": 1.8510632830167122,
      "learning_rate": 2.6801076981464138e-05,
      "loss": 1.6484,
      "step": 104435
    },
    {
      "epoch": 4.858618283321703,
      "grad_norm": 1.900856785177796,
      "learning_rate": 2.679895980707425e-05,
      "loss": 1.6484,
      "step": 104436
    },
    {
      "epoch": 4.858664805768783,
      "grad_norm": 1.8048984789800524,
      "learning_rate": 2.6796842708108796e-05,
      "loss": 1.5312,
      "step": 104437
    },
    {
      "epoch": 4.858711328215864,
      "grad_norm": 1.6963083062629185,
      "learning_rate": 2.6794725684569024e-05,
      "loss": 1.3906,
      "step": 104438
    },
    {
      "epoch": 4.858757850662945,
      "grad_norm": 1.8399450952030685,
      "learning_rate": 2.6792608736456266e-05,
      "loss": 1.5547,
      "step": 104439
    },
    {
      "epoch": 4.858804373110026,
      "grad_norm": 1.882497339996596,
      "learning_rate": 2.679049186377179e-05,
      "loss": 1.5391,
      "step": 104440
    },
    {
      "epoch": 4.858850895557106,
      "grad_norm": 1.7910011723499972,
      "learning_rate": 2.6788375066516875e-05,
      "loss": 1.5469,
      "step": 104441
    },
    {
      "epoch": 4.858897418004187,
      "grad_norm": 1.8696060122026983,
      "learning_rate": 2.6786258344692875e-05,
      "loss": 1.6641,
      "step": 104442
    },
    {
      "epoch": 4.858943940451268,
      "grad_norm": 1.7659945854107593,
      "learning_rate": 2.678414169830105e-05,
      "loss": 1.4531,
      "step": 104443
    },
    {
      "epoch": 4.8589904628983485,
      "grad_norm": 1.7311301832376365,
      "learning_rate": 2.67820251273427e-05,
      "loss": 1.4922,
      "step": 104444
    },
    {
      "epoch": 4.859036985345429,
      "grad_norm": 1.8800337144606232,
      "learning_rate": 2.677990863181909e-05,
      "loss": 1.6719,
      "step": 104445
    },
    {
      "epoch": 4.85908350779251,
      "grad_norm": 1.8191775243586141,
      "learning_rate": 2.6777792211731573e-05,
      "loss": 1.6562,
      "step": 104446
    },
    {
      "epoch": 4.859130030239591,
      "grad_norm": 1.7920222702184812,
      "learning_rate": 2.677567586708143e-05,
      "loss": 1.5078,
      "step": 104447
    },
    {
      "epoch": 4.859176552686671,
      "grad_norm": 1.69970667998008,
      "learning_rate": 2.6773559597869927e-05,
      "loss": 1.3125,
      "step": 104448
    },
    {
      "epoch": 4.859223075133752,
      "grad_norm": 1.8769877045638859,
      "learning_rate": 2.677144340409836e-05,
      "loss": 1.7188,
      "step": 104449
    },
    {
      "epoch": 4.859269597580833,
      "grad_norm": 1.8404688951059305,
      "learning_rate": 2.676932728576806e-05,
      "loss": 1.5703,
      "step": 104450
    },
    {
      "epoch": 4.859316120027914,
      "grad_norm": 1.8218167164836137,
      "learning_rate": 2.676721124288028e-05,
      "loss": 1.5625,
      "step": 104451
    },
    {
      "epoch": 4.859362642474994,
      "grad_norm": 2.0203096132722074,
      "learning_rate": 2.676509527543637e-05,
      "loss": 1.6328,
      "step": 104452
    },
    {
      "epoch": 4.8594091649220745,
      "grad_norm": 1.8454876033229188,
      "learning_rate": 2.676297938343761e-05,
      "loss": 1.5547,
      "step": 104453
    },
    {
      "epoch": 4.859455687369156,
      "grad_norm": 1.786385739544912,
      "learning_rate": 2.6760863566885215e-05,
      "loss": 1.4922,
      "step": 104454
    },
    {
      "epoch": 4.859502209816236,
      "grad_norm": 1.824971828723564,
      "learning_rate": 2.6758747825780603e-05,
      "loss": 1.5391,
      "step": 104455
    },
    {
      "epoch": 4.859548732263317,
      "grad_norm": 1.8717067479254201,
      "learning_rate": 2.6756632160125017e-05,
      "loss": 1.6484,
      "step": 104456
    },
    {
      "epoch": 4.859595254710397,
      "grad_norm": 1.9787431027260831,
      "learning_rate": 2.6754516569919732e-05,
      "loss": 1.7422,
      "step": 104457
    },
    {
      "epoch": 4.859641777157479,
      "grad_norm": 1.880505058751436,
      "learning_rate": 2.6752401055166024e-05,
      "loss": 1.6172,
      "step": 104458
    },
    {
      "epoch": 4.859688299604559,
      "grad_norm": 1.6556855568886428,
      "learning_rate": 2.6750285615865275e-05,
      "loss": 1.2031,
      "step": 104459
    },
    {
      "epoch": 4.85973482205164,
      "grad_norm": 1.991211528210209,
      "learning_rate": 2.6748170252018703e-05,
      "loss": 1.7891,
      "step": 104460
    },
    {
      "epoch": 4.859781344498721,
      "grad_norm": 1.8245911354766116,
      "learning_rate": 2.6746054963627638e-05,
      "loss": 1.5859,
      "step": 104461
    },
    {
      "epoch": 4.8598278669458015,
      "grad_norm": 1.7396093456369424,
      "learning_rate": 2.6743939750693334e-05,
      "loss": 1.3984,
      "step": 104462
    },
    {
      "epoch": 4.859874389392882,
      "grad_norm": 1.712410240696763,
      "learning_rate": 2.674182461321715e-05,
      "loss": 1.4922,
      "step": 104463
    },
    {
      "epoch": 4.859920911839962,
      "grad_norm": 1.7814095414669802,
      "learning_rate": 2.6739709551200357e-05,
      "loss": 1.5625,
      "step": 104464
    },
    {
      "epoch": 4.859967434287044,
      "grad_norm": 1.9998997841290516,
      "learning_rate": 2.6737594564644217e-05,
      "loss": 1.6641,
      "step": 104465
    },
    {
      "epoch": 4.860013956734124,
      "grad_norm": 1.6779706101512095,
      "learning_rate": 2.6735479653550064e-05,
      "loss": 1.4141,
      "step": 104466
    },
    {
      "epoch": 4.860060479181205,
      "grad_norm": 1.8532856177655936,
      "learning_rate": 2.6733364817919146e-05,
      "loss": 1.5469,
      "step": 104467
    },
    {
      "epoch": 4.860107001628286,
      "grad_norm": 2.001688271777537,
      "learning_rate": 2.6731250057752813e-05,
      "loss": 1.7578,
      "step": 104468
    },
    {
      "epoch": 4.860153524075367,
      "grad_norm": 1.8423533302696677,
      "learning_rate": 2.6729135373052328e-05,
      "loss": 1.5703,
      "step": 104469
    },
    {
      "epoch": 4.860200046522447,
      "grad_norm": 1.881641021239865,
      "learning_rate": 2.6727020763819012e-05,
      "loss": 1.5234,
      "step": 104470
    },
    {
      "epoch": 4.860246568969528,
      "grad_norm": 1.825342066778706,
      "learning_rate": 2.6724906230054093e-05,
      "loss": 1.5391,
      "step": 104471
    },
    {
      "epoch": 4.860293091416608,
      "grad_norm": 1.8107188357731248,
      "learning_rate": 2.6722791771758955e-05,
      "loss": 1.5703,
      "step": 104472
    },
    {
      "epoch": 4.860339613863689,
      "grad_norm": 1.789650042898196,
      "learning_rate": 2.6720677388934795e-05,
      "loss": 1.4922,
      "step": 104473
    },
    {
      "epoch": 4.86038613631077,
      "grad_norm": 1.7180253024256953,
      "learning_rate": 2.6718563081583016e-05,
      "loss": 1.4141,
      "step": 104474
    },
    {
      "epoch": 4.86043265875785,
      "grad_norm": 1.8335362834437392,
      "learning_rate": 2.6716448849704864e-05,
      "loss": 1.6797,
      "step": 104475
    },
    {
      "epoch": 4.860479181204932,
      "grad_norm": 1.678331400537688,
      "learning_rate": 2.6714334693301586e-05,
      "loss": 1.3984,
      "step": 104476
    },
    {
      "epoch": 4.860525703652012,
      "grad_norm": 1.7616838074689363,
      "learning_rate": 2.671222061237455e-05,
      "loss": 1.4609,
      "step": 104477
    },
    {
      "epoch": 4.860572226099093,
      "grad_norm": 1.79157089324603,
      "learning_rate": 2.6710106606925026e-05,
      "loss": 1.5625,
      "step": 104478
    },
    {
      "epoch": 4.860618748546173,
      "grad_norm": 1.908922309758799,
      "learning_rate": 2.6707992676954305e-05,
      "loss": 1.6172,
      "step": 104479
    },
    {
      "epoch": 4.8606652709932545,
      "grad_norm": 1.791264374370518,
      "learning_rate": 2.670587882246364e-05,
      "loss": 1.5078,
      "step": 104480
    },
    {
      "epoch": 4.860711793440335,
      "grad_norm": 1.880002814386546,
      "learning_rate": 2.6703765043454394e-05,
      "loss": 1.6406,
      "step": 104481
    },
    {
      "epoch": 4.8607583158874155,
      "grad_norm": 1.7415279244246071,
      "learning_rate": 2.670165133992782e-05,
      "loss": 1.4766,
      "step": 104482
    },
    {
      "epoch": 4.860804838334497,
      "grad_norm": 1.7595960643577777,
      "learning_rate": 2.6699537711885248e-05,
      "loss": 1.5,
      "step": 104483
    },
    {
      "epoch": 4.860851360781577,
      "grad_norm": 1.7906491328228311,
      "learning_rate": 2.669742415932788e-05,
      "loss": 1.5703,
      "step": 104484
    },
    {
      "epoch": 4.860897883228658,
      "grad_norm": 1.5536221031356752,
      "learning_rate": 2.6695310682257127e-05,
      "loss": 1.2891,
      "step": 104485
    },
    {
      "epoch": 4.860944405675738,
      "grad_norm": 1.880908940120234,
      "learning_rate": 2.669319728067424e-05,
      "loss": 1.5781,
      "step": 104486
    },
    {
      "epoch": 4.86099092812282,
      "grad_norm": 1.8374014757245,
      "learning_rate": 2.66910839545805e-05,
      "loss": 1.5703,
      "step": 104487
    },
    {
      "epoch": 4.8610374505699,
      "grad_norm": 1.9014740761985793,
      "learning_rate": 2.668897070397716e-05,
      "loss": 1.625,
      "step": 104488
    },
    {
      "epoch": 4.861083973016981,
      "grad_norm": 1.8129606816292243,
      "learning_rate": 2.6686857528865596e-05,
      "loss": 1.4922,
      "step": 104489
    },
    {
      "epoch": 4.861130495464061,
      "grad_norm": 1.673143500490936,
      "learning_rate": 2.6684744429247064e-05,
      "loss": 1.3516,
      "step": 104490
    },
    {
      "epoch": 4.861177017911142,
      "grad_norm": 1.784114933063345,
      "learning_rate": 2.6682631405122857e-05,
      "loss": 1.4219,
      "step": 104491
    },
    {
      "epoch": 4.861223540358223,
      "grad_norm": 1.8827022532339577,
      "learning_rate": 2.6680518456494277e-05,
      "loss": 1.6719,
      "step": 104492
    },
    {
      "epoch": 4.861270062805303,
      "grad_norm": 1.6661623975484794,
      "learning_rate": 2.667840558336257e-05,
      "loss": 1.4844,
      "step": 104493
    },
    {
      "epoch": 4.861316585252384,
      "grad_norm": 1.8021102753282945,
      "learning_rate": 2.667629278572911e-05,
      "loss": 1.4453,
      "step": 104494
    },
    {
      "epoch": 4.861363107699465,
      "grad_norm": 1.8328146438159567,
      "learning_rate": 2.667418006359512e-05,
      "loss": 1.6484,
      "step": 104495
    },
    {
      "epoch": 4.861409630146546,
      "grad_norm": 2.0519648856789985,
      "learning_rate": 2.667206741696195e-05,
      "loss": 1.7656,
      "step": 104496
    },
    {
      "epoch": 4.861456152593626,
      "grad_norm": 1.8081808606841057,
      "learning_rate": 2.666995484583087e-05,
      "loss": 1.5469,
      "step": 104497
    },
    {
      "epoch": 4.8615026750407075,
      "grad_norm": 1.568425089055455,
      "learning_rate": 2.6667842350203127e-05,
      "loss": 1.2266,
      "step": 104498
    },
    {
      "epoch": 4.861549197487788,
      "grad_norm": 1.8281951679451522,
      "learning_rate": 2.6665729930080103e-05,
      "loss": 1.5781,
      "step": 104499
    },
    {
      "epoch": 4.8615957199348685,
      "grad_norm": 1.833643596972551,
      "learning_rate": 2.6663617585463047e-05,
      "loss": 1.4219,
      "step": 104500
    },
    {
      "epoch": 4.861642242381949,
      "grad_norm": 1.9041486529103977,
      "learning_rate": 2.6661505316353242e-05,
      "loss": 1.5781,
      "step": 104501
    },
    {
      "epoch": 4.86168876482903,
      "grad_norm": 1.7339294824720046,
      "learning_rate": 2.6659393122751956e-05,
      "loss": 1.4766,
      "step": 104502
    },
    {
      "epoch": 4.861735287276111,
      "grad_norm": 1.780752099131249,
      "learning_rate": 2.6657281004660563e-05,
      "loss": 1.6016,
      "step": 104503
    },
    {
      "epoch": 4.861781809723191,
      "grad_norm": 1.9322697919657592,
      "learning_rate": 2.6655168962080304e-05,
      "loss": 1.6406,
      "step": 104504
    },
    {
      "epoch": 4.861828332170272,
      "grad_norm": 1.7813471837873496,
      "learning_rate": 2.6653056995012473e-05,
      "loss": 1.5234,
      "step": 104505
    },
    {
      "epoch": 4.861874854617353,
      "grad_norm": 1.8723701106227049,
      "learning_rate": 2.6650945103458338e-05,
      "loss": 1.5703,
      "step": 104506
    },
    {
      "epoch": 4.861921377064434,
      "grad_norm": 1.8668756932320476,
      "learning_rate": 2.6648833287419246e-05,
      "loss": 1.6875,
      "step": 104507
    },
    {
      "epoch": 4.861967899511514,
      "grad_norm": 1.8450817834470468,
      "learning_rate": 2.6646721546896483e-05,
      "loss": 1.6172,
      "step": 104508
    },
    {
      "epoch": 4.862014421958595,
      "grad_norm": 1.7842259839647496,
      "learning_rate": 2.664460988189131e-05,
      "loss": 1.4062,
      "step": 104509
    },
    {
      "epoch": 4.862060944405676,
      "grad_norm": 1.9166506514006896,
      "learning_rate": 2.6642498292404995e-05,
      "loss": 1.7188,
      "step": 104510
    },
    {
      "epoch": 4.862107466852756,
      "grad_norm": 1.9091188840816633,
      "learning_rate": 2.664038677843892e-05,
      "loss": 1.7266,
      "step": 104511
    },
    {
      "epoch": 4.862153989299837,
      "grad_norm": 1.8171032820507387,
      "learning_rate": 2.663827533999432e-05,
      "loss": 1.5703,
      "step": 104512
    },
    {
      "epoch": 4.862200511746918,
      "grad_norm": 1.8735816463539536,
      "learning_rate": 2.6636163977072488e-05,
      "loss": 1.5859,
      "step": 104513
    },
    {
      "epoch": 4.862247034193999,
      "grad_norm": 1.661212066795676,
      "learning_rate": 2.6634052689674695e-05,
      "loss": 1.4219,
      "step": 104514
    },
    {
      "epoch": 4.862293556641079,
      "grad_norm": 1.9304662645497563,
      "learning_rate": 2.6631941477802304e-05,
      "loss": 1.625,
      "step": 104515
    },
    {
      "epoch": 4.86234007908816,
      "grad_norm": 1.9436993055752443,
      "learning_rate": 2.6629830341456565e-05,
      "loss": 1.8438,
      "step": 104516
    },
    {
      "epoch": 4.862386601535241,
      "grad_norm": 2.0311926353438823,
      "learning_rate": 2.6627719280638727e-05,
      "loss": 1.6797,
      "step": 104517
    },
    {
      "epoch": 4.8624331239823215,
      "grad_norm": 1.9245284619164684,
      "learning_rate": 2.6625608295350153e-05,
      "loss": 1.6016,
      "step": 104518
    },
    {
      "epoch": 4.862479646429402,
      "grad_norm": 1.8899951637665207,
      "learning_rate": 2.6623497385592097e-05,
      "loss": 1.7031,
      "step": 104519
    },
    {
      "epoch": 4.862526168876483,
      "grad_norm": 1.8215380759051936,
      "learning_rate": 2.6621386551365886e-05,
      "loss": 1.5391,
      "step": 104520
    },
    {
      "epoch": 4.862572691323564,
      "grad_norm": 1.847254151385278,
      "learning_rate": 2.661927579267279e-05,
      "loss": 1.5703,
      "step": 104521
    },
    {
      "epoch": 4.862619213770644,
      "grad_norm": 1.9126913503174796,
      "learning_rate": 2.6617165109514087e-05,
      "loss": 1.75,
      "step": 104522
    },
    {
      "epoch": 4.862665736217725,
      "grad_norm": 1.5729936322156521,
      "learning_rate": 2.6615054501891097e-05,
      "loss": 1.1484,
      "step": 104523
    },
    {
      "epoch": 4.862712258664805,
      "grad_norm": 1.8496072142711097,
      "learning_rate": 2.661294396980507e-05,
      "loss": 1.5547,
      "step": 104524
    },
    {
      "epoch": 4.862758781111887,
      "grad_norm": 1.8161290553131697,
      "learning_rate": 2.6610833513257347e-05,
      "loss": 1.6875,
      "step": 104525
    },
    {
      "epoch": 4.862805303558967,
      "grad_norm": 1.9092103010456467,
      "learning_rate": 2.66087231322492e-05,
      "loss": 1.6875,
      "step": 104526
    },
    {
      "epoch": 4.862851826006048,
      "grad_norm": 2.0097881834222897,
      "learning_rate": 2.6606612826781924e-05,
      "loss": 1.7266,
      "step": 104527
    },
    {
      "epoch": 4.862898348453129,
      "grad_norm": 1.6420262916945798,
      "learning_rate": 2.6604502596856773e-05,
      "loss": 1.3281,
      "step": 104528
    },
    {
      "epoch": 4.862944870900209,
      "grad_norm": 1.841011505217162,
      "learning_rate": 2.6602392442475113e-05,
      "loss": 1.5781,
      "step": 104529
    },
    {
      "epoch": 4.86299139334729,
      "grad_norm": 1.8456202298057067,
      "learning_rate": 2.6600282363638187e-05,
      "loss": 1.5703,
      "step": 104530
    },
    {
      "epoch": 4.86303791579437,
      "grad_norm": 1.891575141159907,
      "learning_rate": 2.6598172360347296e-05,
      "loss": 1.6641,
      "step": 104531
    },
    {
      "epoch": 4.863084438241452,
      "grad_norm": 1.7746893764001894,
      "learning_rate": 2.6596062432603694e-05,
      "loss": 1.4062,
      "step": 104532
    },
    {
      "epoch": 4.863130960688532,
      "grad_norm": 1.6176894006303073,
      "learning_rate": 2.6593952580408756e-05,
      "loss": 1.2188,
      "step": 104533
    },
    {
      "epoch": 4.863177483135613,
      "grad_norm": 1.8004632101777354,
      "learning_rate": 2.659184280376372e-05,
      "loss": 1.5234,
      "step": 104534
    },
    {
      "epoch": 4.863224005582694,
      "grad_norm": 1.910441804392157,
      "learning_rate": 2.658973310266988e-05,
      "loss": 1.7031,
      "step": 104535
    },
    {
      "epoch": 4.8632705280297746,
      "grad_norm": 1.816926198285268,
      "learning_rate": 2.6587623477128505e-05,
      "loss": 1.4609,
      "step": 104536
    },
    {
      "epoch": 4.863317050476855,
      "grad_norm": 1.962830401800455,
      "learning_rate": 2.6585513927140943e-05,
      "loss": 1.7266,
      "step": 104537
    },
    {
      "epoch": 4.8633635729239355,
      "grad_norm": 1.8589494368960762,
      "learning_rate": 2.6583404452708463e-05,
      "loss": 1.5859,
      "step": 104538
    },
    {
      "epoch": 4.863410095371017,
      "grad_norm": 1.8139622295188669,
      "learning_rate": 2.6581295053832324e-05,
      "loss": 1.5234,
      "step": 104539
    },
    {
      "epoch": 4.863456617818097,
      "grad_norm": 1.8872591665841436,
      "learning_rate": 2.6579185730513862e-05,
      "loss": 1.6875,
      "step": 104540
    },
    {
      "epoch": 4.863503140265178,
      "grad_norm": 1.717247169641958,
      "learning_rate": 2.657707648275431e-05,
      "loss": 1.4453,
      "step": 104541
    },
    {
      "epoch": 4.863549662712258,
      "grad_norm": 1.8993462379805481,
      "learning_rate": 2.657496731055505e-05,
      "loss": 1.6328,
      "step": 104542
    },
    {
      "epoch": 4.86359618515934,
      "grad_norm": 1.8346592220345004,
      "learning_rate": 2.6572858213917313e-05,
      "loss": 1.6484,
      "step": 104543
    },
    {
      "epoch": 4.86364270760642,
      "grad_norm": 1.812723700724733,
      "learning_rate": 2.6570749192842416e-05,
      "loss": 1.5781,
      "step": 104544
    },
    {
      "epoch": 4.863689230053501,
      "grad_norm": 1.8176041534242033,
      "learning_rate": 2.6568640247331575e-05,
      "loss": 1.6641,
      "step": 104545
    },
    {
      "epoch": 4.863735752500581,
      "grad_norm": 1.9260818138255882,
      "learning_rate": 2.65665313773862e-05,
      "loss": 1.7031,
      "step": 104546
    },
    {
      "epoch": 4.8637822749476625,
      "grad_norm": 1.7816489539531815,
      "learning_rate": 2.65644225830075e-05,
      "loss": 1.6484,
      "step": 104547
    },
    {
      "epoch": 4.863828797394743,
      "grad_norm": 1.733475021364208,
      "learning_rate": 2.65623138641968e-05,
      "loss": 1.5078,
      "step": 104548
    },
    {
      "epoch": 4.863875319841823,
      "grad_norm": 1.8103168231688025,
      "learning_rate": 2.6560205220955382e-05,
      "loss": 1.5859,
      "step": 104549
    },
    {
      "epoch": 4.863921842288905,
      "grad_norm": 1.899983373063781,
      "learning_rate": 2.6558096653284482e-05,
      "loss": 1.6328,
      "step": 104550
    },
    {
      "epoch": 4.863968364735985,
      "grad_norm": 1.952034184828743,
      "learning_rate": 2.65559881611855e-05,
      "loss": 1.6484,
      "step": 104551
    },
    {
      "epoch": 4.864014887183066,
      "grad_norm": 1.9369493649510912,
      "learning_rate": 2.6553879744659647e-05,
      "loss": 1.75,
      "step": 104552
    },
    {
      "epoch": 4.864061409630146,
      "grad_norm": 1.8310475982535848,
      "learning_rate": 2.6551771403708255e-05,
      "loss": 1.4688,
      "step": 104553
    },
    {
      "epoch": 4.864107932077228,
      "grad_norm": 1.8969083453338769,
      "learning_rate": 2.6549663138332545e-05,
      "loss": 1.7109,
      "step": 104554
    },
    {
      "epoch": 4.864154454524308,
      "grad_norm": 1.950289520779719,
      "learning_rate": 2.6547554948533912e-05,
      "loss": 1.5625,
      "step": 104555
    },
    {
      "epoch": 4.8642009769713885,
      "grad_norm": 1.8499007864811838,
      "learning_rate": 2.6545446834313573e-05,
      "loss": 1.6328,
      "step": 104556
    },
    {
      "epoch": 4.86424749941847,
      "grad_norm": 1.9429311248043326,
      "learning_rate": 2.6543338795672858e-05,
      "loss": 1.6797,
      "step": 104557
    },
    {
      "epoch": 4.86429402186555,
      "grad_norm": 1.7743399071455135,
      "learning_rate": 2.6541230832612985e-05,
      "loss": 1.4766,
      "step": 104558
    },
    {
      "epoch": 4.864340544312631,
      "grad_norm": 1.7255158897070217,
      "learning_rate": 2.6539122945135356e-05,
      "loss": 1.3906,
      "step": 104559
    },
    {
      "epoch": 4.864387066759711,
      "grad_norm": 1.820830039493966,
      "learning_rate": 2.653701513324118e-05,
      "loss": 1.3672,
      "step": 104560
    },
    {
      "epoch": 4.864433589206792,
      "grad_norm": 1.8690544823922395,
      "learning_rate": 2.6534907396931743e-05,
      "loss": 1.7188,
      "step": 104561
    },
    {
      "epoch": 4.864480111653873,
      "grad_norm": 1.974276337543218,
      "learning_rate": 2.653279973620841e-05,
      "loss": 1.5234,
      "step": 104562
    },
    {
      "epoch": 4.864526634100954,
      "grad_norm": 1.7965896261493752,
      "learning_rate": 2.653069215107238e-05,
      "loss": 1.4297,
      "step": 104563
    },
    {
      "epoch": 4.864573156548034,
      "grad_norm": 1.7984213579311479,
      "learning_rate": 2.652858464152502e-05,
      "loss": 1.5078,
      "step": 104564
    },
    {
      "epoch": 4.8646196789951155,
      "grad_norm": 1.8101919902919665,
      "learning_rate": 2.6526477207567593e-05,
      "loss": 1.5156,
      "step": 104565
    },
    {
      "epoch": 4.864666201442196,
      "grad_norm": 1.8059154784448852,
      "learning_rate": 2.65243698492014e-05,
      "loss": 1.6172,
      "step": 104566
    },
    {
      "epoch": 4.8647127238892764,
      "grad_norm": 1.7897756412631594,
      "learning_rate": 2.6522262566427653e-05,
      "loss": 1.5781,
      "step": 104567
    },
    {
      "epoch": 4.864759246336357,
      "grad_norm": 2.006703831282626,
      "learning_rate": 2.6520155359247758e-05,
      "loss": 1.7969,
      "step": 104568
    },
    {
      "epoch": 4.864805768783438,
      "grad_norm": 1.890256382362069,
      "learning_rate": 2.651804822766294e-05,
      "loss": 1.6719,
      "step": 104569
    },
    {
      "epoch": 4.864852291230519,
      "grad_norm": 1.890089297749871,
      "learning_rate": 2.6515941171674503e-05,
      "loss": 1.75,
      "step": 104570
    },
    {
      "epoch": 4.864898813677599,
      "grad_norm": 1.9146880007063098,
      "learning_rate": 2.6513834191283712e-05,
      "loss": 1.5156,
      "step": 104571
    },
    {
      "epoch": 4.864945336124681,
      "grad_norm": 1.788154190866728,
      "learning_rate": 2.6511727286491896e-05,
      "loss": 1.4453,
      "step": 104572
    },
    {
      "epoch": 4.864991858571761,
      "grad_norm": 2.0521690424788845,
      "learning_rate": 2.650962045730034e-05,
      "loss": 1.8359,
      "step": 104573
    },
    {
      "epoch": 4.865038381018842,
      "grad_norm": 1.6919416336797917,
      "learning_rate": 2.6507513703710326e-05,
      "loss": 1.3906,
      "step": 104574
    },
    {
      "epoch": 4.865084903465922,
      "grad_norm": 1.7431389591565571,
      "learning_rate": 2.6505407025723135e-05,
      "loss": 1.4375,
      "step": 104575
    },
    {
      "epoch": 4.865131425913003,
      "grad_norm": 1.7465264672924592,
      "learning_rate": 2.6503300423340017e-05,
      "loss": 1.5938,
      "step": 104576
    },
    {
      "epoch": 4.865177948360084,
      "grad_norm": 1.7004530781834628,
      "learning_rate": 2.6501193896562356e-05,
      "loss": 1.3359,
      "step": 104577
    },
    {
      "epoch": 4.865224470807164,
      "grad_norm": 1.846657081631141,
      "learning_rate": 2.649908744539138e-05,
      "loss": 1.6016,
      "step": 104578
    },
    {
      "epoch": 4.865270993254245,
      "grad_norm": 1.8731517469656032,
      "learning_rate": 2.6496981069828392e-05,
      "loss": 1.6797,
      "step": 104579
    },
    {
      "epoch": 4.865317515701326,
      "grad_norm": 1.7442177932316734,
      "learning_rate": 2.649487476987464e-05,
      "loss": 1.4453,
      "step": 104580
    },
    {
      "epoch": 4.865364038148407,
      "grad_norm": 1.8936701749290867,
      "learning_rate": 2.6492768545531506e-05,
      "loss": 1.5391,
      "step": 104581
    },
    {
      "epoch": 4.865410560595487,
      "grad_norm": 1.7338748626769784,
      "learning_rate": 2.649066239680022e-05,
      "loss": 1.3828,
      "step": 104582
    },
    {
      "epoch": 4.865457083042568,
      "grad_norm": 1.9048318786033207,
      "learning_rate": 2.6488556323682035e-05,
      "loss": 1.5781,
      "step": 104583
    },
    {
      "epoch": 4.865503605489649,
      "grad_norm": 1.717544695149983,
      "learning_rate": 2.6486450326178332e-05,
      "loss": 1.4609,
      "step": 104584
    },
    {
      "epoch": 4.8655501279367295,
      "grad_norm": 1.7686924329972415,
      "learning_rate": 2.648434440429031e-05,
      "loss": 1.5078,
      "step": 104585
    },
    {
      "epoch": 4.86559665038381,
      "grad_norm": 1.6804640733135474,
      "learning_rate": 2.648223855801933e-05,
      "loss": 1.4844,
      "step": 104586
    },
    {
      "epoch": 4.865643172830891,
      "grad_norm": 1.8343426641275835,
      "learning_rate": 2.6480132787366664e-05,
      "loss": 1.6094,
      "step": 104587
    },
    {
      "epoch": 4.865689695277972,
      "grad_norm": 1.551120301178417,
      "learning_rate": 2.6478027092333574e-05,
      "loss": 1.2344,
      "step": 104588
    },
    {
      "epoch": 4.865736217725052,
      "grad_norm": 1.78638494970367,
      "learning_rate": 2.6475921472921347e-05,
      "loss": 1.5781,
      "step": 104589
    },
    {
      "epoch": 4.865782740172133,
      "grad_norm": 1.9021717928924096,
      "learning_rate": 2.647381592913131e-05,
      "loss": 1.7266,
      "step": 104590
    },
    {
      "epoch": 4.865829262619214,
      "grad_norm": 1.7206455894337673,
      "learning_rate": 2.647171046096473e-05,
      "loss": 1.4922,
      "step": 104591
    },
    {
      "epoch": 4.865875785066295,
      "grad_norm": 1.8892058630846185,
      "learning_rate": 2.6469605068422907e-05,
      "loss": 1.6484,
      "step": 104592
    },
    {
      "epoch": 4.865922307513375,
      "grad_norm": 1.9298479085211702,
      "learning_rate": 2.646749975150707e-05,
      "loss": 1.8438,
      "step": 104593
    },
    {
      "epoch": 4.8659688299604555,
      "grad_norm": 1.9906681845304404,
      "learning_rate": 2.6465394510218606e-05,
      "loss": 1.6484,
      "step": 104594
    },
    {
      "epoch": 4.866015352407537,
      "grad_norm": 1.7568136507166972,
      "learning_rate": 2.6463289344558764e-05,
      "loss": 1.4766,
      "step": 104595
    },
    {
      "epoch": 4.866061874854617,
      "grad_norm": 1.8783512511437805,
      "learning_rate": 2.6461184254528806e-05,
      "loss": 1.6797,
      "step": 104596
    },
    {
      "epoch": 4.866108397301698,
      "grad_norm": 1.6989899411574967,
      "learning_rate": 2.645907924013e-05,
      "loss": 1.3438,
      "step": 104597
    },
    {
      "epoch": 4.866154919748778,
      "grad_norm": 1.8128743954528368,
      "learning_rate": 2.6456974301363724e-05,
      "loss": 1.5859,
      "step": 104598
    },
    {
      "epoch": 4.86620144219586,
      "grad_norm": 1.8197470437360854,
      "learning_rate": 2.645486943823122e-05,
      "loss": 1.5078,
      "step": 104599
    },
    {
      "epoch": 4.86624796464294,
      "grad_norm": 1.7772268406115705,
      "learning_rate": 2.645276465073376e-05,
      "loss": 1.4141,
      "step": 104600
    },
    {
      "epoch": 4.866294487090021,
      "grad_norm": 1.800252788727805,
      "learning_rate": 2.645065993887265e-05,
      "loss": 1.5859,
      "step": 104601
    },
    {
      "epoch": 4.866341009537102,
      "grad_norm": 1.6666162331400634,
      "learning_rate": 2.6448555302649134e-05,
      "loss": 1.4609,
      "step": 104602
    },
    {
      "epoch": 4.8663875319841825,
      "grad_norm": 1.752418911425437,
      "learning_rate": 2.6446450742064577e-05,
      "loss": 1.4531,
      "step": 104603
    },
    {
      "epoch": 4.866434054431263,
      "grad_norm": 1.8523358037033413,
      "learning_rate": 2.6444346257120235e-05,
      "loss": 1.6094,
      "step": 104604
    },
    {
      "epoch": 4.8664805768783435,
      "grad_norm": 1.580227809610495,
      "learning_rate": 2.644224184781737e-05,
      "loss": 1.2344,
      "step": 104605
    },
    {
      "epoch": 4.866527099325425,
      "grad_norm": 1.816889039859598,
      "learning_rate": 2.6440137514157312e-05,
      "loss": 1.6016,
      "step": 104606
    },
    {
      "epoch": 4.866573621772505,
      "grad_norm": 1.9044377885196055,
      "learning_rate": 2.6438033256141293e-05,
      "loss": 1.6562,
      "step": 104607
    },
    {
      "epoch": 4.866620144219586,
      "grad_norm": 1.9066655712199172,
      "learning_rate": 2.6435929073770683e-05,
      "loss": 1.7188,
      "step": 104608
    },
    {
      "epoch": 4.866666666666667,
      "grad_norm": 1.788256653902144,
      "learning_rate": 2.6433824967046714e-05,
      "loss": 1.5,
      "step": 104609
    },
    {
      "epoch": 4.866713189113748,
      "grad_norm": 1.8199390601628365,
      "learning_rate": 2.6431720935970696e-05,
      "loss": 1.5781,
      "step": 104610
    },
    {
      "epoch": 4.866759711560828,
      "grad_norm": 1.8721567899961487,
      "learning_rate": 2.6429616980543865e-05,
      "loss": 1.6719,
      "step": 104611
    },
    {
      "epoch": 4.866806234007909,
      "grad_norm": 1.7181213263277104,
      "learning_rate": 2.642751310076759e-05,
      "loss": 1.3984,
      "step": 104612
    },
    {
      "epoch": 4.866852756454989,
      "grad_norm": 1.9720854323940942,
      "learning_rate": 2.6425409296643112e-05,
      "loss": 1.7344,
      "step": 104613
    },
    {
      "epoch": 4.86689927890207,
      "grad_norm": 1.6904168456957125,
      "learning_rate": 2.642330556817174e-05,
      "loss": 1.3672,
      "step": 104614
    },
    {
      "epoch": 4.866945801349151,
      "grad_norm": 1.9015115992591929,
      "learning_rate": 2.6421201915354713e-05,
      "loss": 1.4609,
      "step": 104615
    },
    {
      "epoch": 4.866992323796231,
      "grad_norm": 1.6069604997933384,
      "learning_rate": 2.6419098338193385e-05,
      "loss": 1.3828,
      "step": 104616
    },
    {
      "epoch": 4.867038846243313,
      "grad_norm": 1.7723254525942351,
      "learning_rate": 2.6416994836689003e-05,
      "loss": 1.5156,
      "step": 104617
    },
    {
      "epoch": 4.867085368690393,
      "grad_norm": 1.9142045510045196,
      "learning_rate": 2.641489141084287e-05,
      "loss": 1.5938,
      "step": 104618
    },
    {
      "epoch": 4.867131891137474,
      "grad_norm": 1.8669204798474315,
      "learning_rate": 2.641278806065625e-05,
      "loss": 1.6172,
      "step": 104619
    },
    {
      "epoch": 4.867178413584554,
      "grad_norm": 1.7571879461723234,
      "learning_rate": 2.641068478613047e-05,
      "loss": 1.4219,
      "step": 104620
    },
    {
      "epoch": 4.8672249360316355,
      "grad_norm": 1.7990552645883024,
      "learning_rate": 2.6408581587266802e-05,
      "loss": 1.5781,
      "step": 104621
    },
    {
      "epoch": 4.867271458478716,
      "grad_norm": 1.8191804240834089,
      "learning_rate": 2.6406478464066528e-05,
      "loss": 1.3828,
      "step": 104622
    },
    {
      "epoch": 4.8673179809257965,
      "grad_norm": 1.7727393549288848,
      "learning_rate": 2.6404375416530894e-05,
      "loss": 1.5234,
      "step": 104623
    },
    {
      "epoch": 4.867364503372878,
      "grad_norm": 1.8072348695152223,
      "learning_rate": 2.6402272444661265e-05,
      "loss": 1.4688,
      "step": 104624
    },
    {
      "epoch": 4.867411025819958,
      "grad_norm": 2.029815181703613,
      "learning_rate": 2.6400169548458892e-05,
      "loss": 1.6953,
      "step": 104625
    },
    {
      "epoch": 4.867457548267039,
      "grad_norm": 1.6150075854888704,
      "learning_rate": 2.6398066727925076e-05,
      "loss": 1.2266,
      "step": 104626
    },
    {
      "epoch": 4.867504070714119,
      "grad_norm": 1.9153141271354779,
      "learning_rate": 2.6395963983061046e-05,
      "loss": 1.6016,
      "step": 104627
    },
    {
      "epoch": 4.867550593161201,
      "grad_norm": 1.823508478698823,
      "learning_rate": 2.6393861313868185e-05,
      "loss": 1.625,
      "step": 104628
    },
    {
      "epoch": 4.867597115608281,
      "grad_norm": 2.028098548447907,
      "learning_rate": 2.6391758720347676e-05,
      "loss": 1.7422,
      "step": 104629
    },
    {
      "epoch": 4.867643638055362,
      "grad_norm": 1.966935228781959,
      "learning_rate": 2.638965620250092e-05,
      "loss": 1.8359,
      "step": 104630
    },
    {
      "epoch": 4.867690160502442,
      "grad_norm": 1.6458734518386047,
      "learning_rate": 2.6387553760329126e-05,
      "loss": 1.4453,
      "step": 104631
    },
    {
      "epoch": 4.867736682949523,
      "grad_norm": 1.9703883614218984,
      "learning_rate": 2.6385451393833603e-05,
      "loss": 1.8047,
      "step": 104632
    },
    {
      "epoch": 4.867783205396604,
      "grad_norm": 1.664931278151075,
      "learning_rate": 2.6383349103015604e-05,
      "loss": 1.3828,
      "step": 104633
    },
    {
      "epoch": 4.867829727843684,
      "grad_norm": 1.8041338869887675,
      "learning_rate": 2.6381246887876473e-05,
      "loss": 1.4297,
      "step": 104634
    },
    {
      "epoch": 4.867876250290765,
      "grad_norm": 1.8611567424521362,
      "learning_rate": 2.6379144748417485e-05,
      "loss": 1.6016,
      "step": 104635
    },
    {
      "epoch": 4.867922772737846,
      "grad_norm": 1.7963726403624385,
      "learning_rate": 2.637704268463991e-05,
      "loss": 1.5,
      "step": 104636
    },
    {
      "epoch": 4.867969295184927,
      "grad_norm": 1.9504841184904411,
      "learning_rate": 2.6374940696544994e-05,
      "loss": 1.625,
      "step": 104637
    },
    {
      "epoch": 4.868015817632007,
      "grad_norm": 1.7924643138908536,
      "learning_rate": 2.6372838784134103e-05,
      "loss": 1.5078,
      "step": 104638
    },
    {
      "epoch": 4.868062340079089,
      "grad_norm": 1.867277550523842,
      "learning_rate": 2.6370736947408506e-05,
      "loss": 1.6641,
      "step": 104639
    },
    {
      "epoch": 4.868108862526169,
      "grad_norm": 1.8723805590085063,
      "learning_rate": 2.6368635186369464e-05,
      "loss": 1.6016,
      "step": 104640
    },
    {
      "epoch": 4.8681553849732495,
      "grad_norm": 1.786202305381487,
      "learning_rate": 2.636653350101823e-05,
      "loss": 1.4922,
      "step": 104641
    },
    {
      "epoch": 4.86820190742033,
      "grad_norm": 1.887526422210501,
      "learning_rate": 2.6364431891356165e-05,
      "loss": 1.5859,
      "step": 104642
    },
    {
      "epoch": 4.868248429867411,
      "grad_norm": 1.864389047501046,
      "learning_rate": 2.6362330357384538e-05,
      "loss": 1.6797,
      "step": 104643
    },
    {
      "epoch": 4.868294952314492,
      "grad_norm": 1.8064193606506511,
      "learning_rate": 2.636022889910461e-05,
      "loss": 1.5,
      "step": 104644
    },
    {
      "epoch": 4.868341474761572,
      "grad_norm": 1.7176827143282483,
      "learning_rate": 2.635812751651764e-05,
      "loss": 1.4531,
      "step": 104645
    },
    {
      "epoch": 4.868387997208654,
      "grad_norm": 1.8175564013604668,
      "learning_rate": 2.6356026209625002e-05,
      "loss": 1.6016,
      "step": 104646
    },
    {
      "epoch": 4.868434519655734,
      "grad_norm": 2.0179616875606516,
      "learning_rate": 2.635392497842793e-05,
      "loss": 1.6953,
      "step": 104647
    },
    {
      "epoch": 4.868481042102815,
      "grad_norm": 1.7121225744959592,
      "learning_rate": 2.6351823822927677e-05,
      "loss": 1.4062,
      "step": 104648
    },
    {
      "epoch": 4.868527564549895,
      "grad_norm": 1.8071038330307032,
      "learning_rate": 2.63497227431256e-05,
      "loss": 1.4062,
      "step": 104649
    },
    {
      "epoch": 4.868574086996976,
      "grad_norm": 1.7364365788644316,
      "learning_rate": 2.6347621739022906e-05,
      "loss": 1.3828,
      "step": 104650
    },
    {
      "epoch": 4.868620609444057,
      "grad_norm": 1.8900887165963873,
      "learning_rate": 2.6345520810620975e-05,
      "loss": 1.7344,
      "step": 104651
    },
    {
      "epoch": 4.868667131891137,
      "grad_norm": 2.0465628036389276,
      "learning_rate": 2.6343419957921037e-05,
      "loss": 1.7734,
      "step": 104652
    },
    {
      "epoch": 4.868713654338218,
      "grad_norm": 2.0257111496280933,
      "learning_rate": 2.634131918092439e-05,
      "loss": 1.875,
      "step": 104653
    },
    {
      "epoch": 4.868760176785299,
      "grad_norm": 1.7284096588334117,
      "learning_rate": 2.6339218479632324e-05,
      "loss": 1.3203,
      "step": 104654
    },
    {
      "epoch": 4.86880669923238,
      "grad_norm": 1.9495970398651359,
      "learning_rate": 2.633711785404608e-05,
      "loss": 1.6641,
      "step": 104655
    },
    {
      "epoch": 4.86885322167946,
      "grad_norm": 1.7863118041427986,
      "learning_rate": 2.633501730416701e-05,
      "loss": 1.5312,
      "step": 104656
    },
    {
      "epoch": 4.868899744126541,
      "grad_norm": 1.8603977563017329,
      "learning_rate": 2.6332916829996364e-05,
      "loss": 1.5391,
      "step": 104657
    },
    {
      "epoch": 4.868946266573622,
      "grad_norm": 1.8957267621753346,
      "learning_rate": 2.6330816431535456e-05,
      "loss": 1.6797,
      "step": 104658
    },
    {
      "epoch": 4.8689927890207025,
      "grad_norm": 1.8457238468272426,
      "learning_rate": 2.6328716108785503e-05,
      "loss": 1.4922,
      "step": 104659
    },
    {
      "epoch": 4.869039311467783,
      "grad_norm": 1.7750751798615154,
      "learning_rate": 2.632661586174787e-05,
      "loss": 1.5,
      "step": 104660
    },
    {
      "epoch": 4.869085833914864,
      "grad_norm": 1.8537041132298622,
      "learning_rate": 2.632451569042382e-05,
      "loss": 1.6406,
      "step": 104661
    },
    {
      "epoch": 4.869132356361945,
      "grad_norm": 1.7906354282186925,
      "learning_rate": 2.632241559481462e-05,
      "loss": 1.4531,
      "step": 104662
    },
    {
      "epoch": 4.869178878809025,
      "grad_norm": 1.9148196627459373,
      "learning_rate": 2.632031557492154e-05,
      "loss": 1.7891,
      "step": 104663
    },
    {
      "epoch": 4.869225401256106,
      "grad_norm": 1.798463931547187,
      "learning_rate": 2.6318215630745926e-05,
      "loss": 1.5625,
      "step": 104664
    },
    {
      "epoch": 4.869271923703186,
      "grad_norm": 2.0431992764274285,
      "learning_rate": 2.6316115762289023e-05,
      "loss": 1.9375,
      "step": 104665
    },
    {
      "epoch": 4.869318446150268,
      "grad_norm": 1.9204033385774473,
      "learning_rate": 2.6314015969552136e-05,
      "loss": 1.7188,
      "step": 104666
    },
    {
      "epoch": 4.869364968597348,
      "grad_norm": 1.8868052136699132,
      "learning_rate": 2.63119162525365e-05,
      "loss": 1.5938,
      "step": 104667
    },
    {
      "epoch": 4.869411491044429,
      "grad_norm": 1.7659957076382635,
      "learning_rate": 2.630981661124345e-05,
      "loss": 1.4531,
      "step": 104668
    },
    {
      "epoch": 4.86945801349151,
      "grad_norm": 1.7881406733461978,
      "learning_rate": 2.6307717045674282e-05,
      "loss": 1.5156,
      "step": 104669
    },
    {
      "epoch": 4.8695045359385905,
      "grad_norm": 1.7398760688813877,
      "learning_rate": 2.630561755583022e-05,
      "loss": 1.4844,
      "step": 104670
    },
    {
      "epoch": 4.869551058385671,
      "grad_norm": 1.7097218510223318,
      "learning_rate": 2.630351814171262e-05,
      "loss": 1.5234,
      "step": 104671
    },
    {
      "epoch": 4.869597580832751,
      "grad_norm": 1.836597650411903,
      "learning_rate": 2.6301418803322694e-05,
      "loss": 1.5469,
      "step": 104672
    },
    {
      "epoch": 4.869644103279833,
      "grad_norm": 2.00315797160393,
      "learning_rate": 2.6299319540661824e-05,
      "loss": 1.7031,
      "step": 104673
    },
    {
      "epoch": 4.869690625726913,
      "grad_norm": 1.8698989841875036,
      "learning_rate": 2.6297220353731226e-05,
      "loss": 1.5938,
      "step": 104674
    },
    {
      "epoch": 4.869737148173994,
      "grad_norm": 1.8602660980026535,
      "learning_rate": 2.6295121242532197e-05,
      "loss": 1.7344,
      "step": 104675
    },
    {
      "epoch": 4.869783670621075,
      "grad_norm": 1.9593200894359393,
      "learning_rate": 2.629302220706599e-05,
      "loss": 1.7891,
      "step": 104676
    },
    {
      "epoch": 4.869830193068156,
      "grad_norm": 1.792654668717551,
      "learning_rate": 2.629092324733395e-05,
      "loss": 1.5469,
      "step": 104677
    },
    {
      "epoch": 4.869876715515236,
      "grad_norm": 1.7087949607196866,
      "learning_rate": 2.6288824363337348e-05,
      "loss": 1.4375,
      "step": 104678
    },
    {
      "epoch": 4.8699232379623165,
      "grad_norm": 1.6047149163186347,
      "learning_rate": 2.628672555507746e-05,
      "loss": 1.2266,
      "step": 104679
    },
    {
      "epoch": 4.869969760409398,
      "grad_norm": 1.8723144850706066,
      "learning_rate": 2.6284626822555555e-05,
      "loss": 1.6875,
      "step": 104680
    },
    {
      "epoch": 4.870016282856478,
      "grad_norm": 2.020453217223765,
      "learning_rate": 2.6282528165772914e-05,
      "loss": 1.7109,
      "step": 104681
    },
    {
      "epoch": 4.870062805303559,
      "grad_norm": 1.737238905186737,
      "learning_rate": 2.6280429584730854e-05,
      "loss": 1.3203,
      "step": 104682
    },
    {
      "epoch": 4.870109327750639,
      "grad_norm": 1.7606397748475344,
      "learning_rate": 2.627833107943066e-05,
      "loss": 1.4453,
      "step": 104683
    },
    {
      "epoch": 4.870155850197721,
      "grad_norm": 1.8503119178205374,
      "learning_rate": 2.627623264987359e-05,
      "loss": 1.5938,
      "step": 104684
    },
    {
      "epoch": 4.870202372644801,
      "grad_norm": 2.0014525346889465,
      "learning_rate": 2.62741342960609e-05,
      "loss": 1.7969,
      "step": 104685
    },
    {
      "epoch": 4.870248895091882,
      "grad_norm": 1.8681619247927472,
      "learning_rate": 2.627203601799397e-05,
      "loss": 1.6016,
      "step": 104686
    },
    {
      "epoch": 4.870295417538962,
      "grad_norm": 1.8052013234391202,
      "learning_rate": 2.6269937815674014e-05,
      "loss": 1.5469,
      "step": 104687
    },
    {
      "epoch": 4.8703419399860435,
      "grad_norm": 1.7783101549720313,
      "learning_rate": 2.6267839689102332e-05,
      "loss": 1.5312,
      "step": 104688
    },
    {
      "epoch": 4.870388462433124,
      "grad_norm": 1.9184284794639301,
      "learning_rate": 2.6265741638280174e-05,
      "loss": 1.5938,
      "step": 104689
    },
    {
      "epoch": 4.870434984880204,
      "grad_norm": 1.9119490225811981,
      "learning_rate": 2.626364366320889e-05,
      "loss": 1.6484,
      "step": 104690
    },
    {
      "epoch": 4.870481507327286,
      "grad_norm": 1.9566499096298493,
      "learning_rate": 2.626154576388974e-05,
      "loss": 1.7266,
      "step": 104691
    },
    {
      "epoch": 4.870528029774366,
      "grad_norm": 1.7634705972865774,
      "learning_rate": 2.6259447940323963e-05,
      "loss": 1.4922,
      "step": 104692
    },
    {
      "epoch": 4.870574552221447,
      "grad_norm": 1.8602705431781572,
      "learning_rate": 2.6257350192512907e-05,
      "loss": 1.4531,
      "step": 104693
    },
    {
      "epoch": 4.870621074668527,
      "grad_norm": 1.9105145523405456,
      "learning_rate": 2.6255252520457796e-05,
      "loss": 1.6719,
      "step": 104694
    },
    {
      "epoch": 4.870667597115609,
      "grad_norm": 1.9799908475479104,
      "learning_rate": 2.6253154924159992e-05,
      "loss": 1.7422,
      "step": 104695
    },
    {
      "epoch": 4.870714119562689,
      "grad_norm": 1.7711621968814082,
      "learning_rate": 2.6251057403620733e-05,
      "loss": 1.5859,
      "step": 104696
    },
    {
      "epoch": 4.8707606420097695,
      "grad_norm": 1.664300476091293,
      "learning_rate": 2.6248959958841327e-05,
      "loss": 1.375,
      "step": 104697
    },
    {
      "epoch": 4.870807164456851,
      "grad_norm": 1.9107485827407338,
      "learning_rate": 2.6246862589822964e-05,
      "loss": 1.5859,
      "step": 104698
    },
    {
      "epoch": 4.870853686903931,
      "grad_norm": 1.7896731802015882,
      "learning_rate": 2.6244765296567066e-05,
      "loss": 1.625,
      "step": 104699
    },
    {
      "epoch": 4.870900209351012,
      "grad_norm": 1.8255449689899401,
      "learning_rate": 2.6242668079074847e-05,
      "loss": 1.5625,
      "step": 104700
    },
    {
      "epoch": 4.870946731798092,
      "grad_norm": 1.8566955521177682,
      "learning_rate": 2.6240570937347587e-05,
      "loss": 1.7109,
      "step": 104701
    },
    {
      "epoch": 4.870993254245173,
      "grad_norm": 1.7141246499730285,
      "learning_rate": 2.623847387138654e-05,
      "loss": 1.4062,
      "step": 104702
    },
    {
      "epoch": 4.871039776692254,
      "grad_norm": 1.6859355452598228,
      "learning_rate": 2.6236376881193067e-05,
      "loss": 1.4688,
      "step": 104703
    },
    {
      "epoch": 4.871086299139335,
      "grad_norm": 1.8840651458088908,
      "learning_rate": 2.6234279966768417e-05,
      "loss": 1.6406,
      "step": 104704
    },
    {
      "epoch": 4.871132821586415,
      "grad_norm": 1.7974448976306572,
      "learning_rate": 2.6232183128113875e-05,
      "loss": 1.5,
      "step": 104705
    },
    {
      "epoch": 4.8711793440334965,
      "grad_norm": 1.808864714674418,
      "learning_rate": 2.6230086365230724e-05,
      "loss": 1.5312,
      "step": 104706
    },
    {
      "epoch": 4.871225866480577,
      "grad_norm": 1.9890674227016163,
      "learning_rate": 2.6227989678120192e-05,
      "loss": 1.6953,
      "step": 104707
    },
    {
      "epoch": 4.8712723889276575,
      "grad_norm": 1.4807071962614635,
      "learning_rate": 2.6225893066783666e-05,
      "loss": 1.0703,
      "step": 104708
    },
    {
      "epoch": 4.871318911374738,
      "grad_norm": 1.8013223320023701,
      "learning_rate": 2.6223796531222358e-05,
      "loss": 1.5234,
      "step": 104709
    },
    {
      "epoch": 4.871365433821819,
      "grad_norm": 1.8563860568253974,
      "learning_rate": 2.6221700071437583e-05,
      "loss": 1.6016,
      "step": 104710
    },
    {
      "epoch": 4.8714119562689,
      "grad_norm": 1.8714996940366115,
      "learning_rate": 2.6219603687430578e-05,
      "loss": 1.6641,
      "step": 104711
    },
    {
      "epoch": 4.87145847871598,
      "grad_norm": 1.8541233702375237,
      "learning_rate": 2.621750737920269e-05,
      "loss": 1.5703,
      "step": 104712
    },
    {
      "epoch": 4.871505001163062,
      "grad_norm": 1.8539371458048406,
      "learning_rate": 2.6215411146755183e-05,
      "loss": 1.5,
      "step": 104713
    },
    {
      "epoch": 4.871551523610142,
      "grad_norm": 1.8558419727957205,
      "learning_rate": 2.621331499008929e-05,
      "loss": 1.5469,
      "step": 104714
    },
    {
      "epoch": 4.871598046057223,
      "grad_norm": 1.8130553500565927,
      "learning_rate": 2.621121890920638e-05,
      "loss": 1.4922,
      "step": 104715
    },
    {
      "epoch": 4.871644568504303,
      "grad_norm": 2.007605406498721,
      "learning_rate": 2.6209122904107643e-05,
      "loss": 1.6406,
      "step": 104716
    },
    {
      "epoch": 4.871691090951384,
      "grad_norm": 1.7858515379634805,
      "learning_rate": 2.6207026974794453e-05,
      "loss": 1.3516,
      "step": 104717
    },
    {
      "epoch": 4.871737613398465,
      "grad_norm": 1.8353488227622288,
      "learning_rate": 2.6204931121268042e-05,
      "loss": 1.5859,
      "step": 104718
    },
    {
      "epoch": 4.871784135845545,
      "grad_norm": 1.756494540393278,
      "learning_rate": 2.6202835343529704e-05,
      "loss": 1.4766,
      "step": 104719
    },
    {
      "epoch": 4.871830658292626,
      "grad_norm": 1.8791901034210423,
      "learning_rate": 2.6200739641580693e-05,
      "loss": 1.6953,
      "step": 104720
    },
    {
      "epoch": 4.871877180739707,
      "grad_norm": 1.771237359584204,
      "learning_rate": 2.6198644015422353e-05,
      "loss": 1.4141,
      "step": 104721
    },
    {
      "epoch": 4.871923703186788,
      "grad_norm": 1.745518323389687,
      "learning_rate": 2.6196548465055922e-05,
      "loss": 1.4688,
      "step": 104722
    },
    {
      "epoch": 4.871970225633868,
      "grad_norm": 1.7693280170400663,
      "learning_rate": 2.619445299048271e-05,
      "loss": 1.4688,
      "step": 104723
    },
    {
      "epoch": 4.872016748080949,
      "grad_norm": 1.8417604542035484,
      "learning_rate": 2.6192357591703938e-05,
      "loss": 1.6719,
      "step": 104724
    },
    {
      "epoch": 4.87206327052803,
      "grad_norm": 1.8584272899071836,
      "learning_rate": 2.6190262268720967e-05,
      "loss": 1.6641,
      "step": 104725
    },
    {
      "epoch": 4.8721097929751105,
      "grad_norm": 1.8311197094882221,
      "learning_rate": 2.618816702153505e-05,
      "loss": 1.6641,
      "step": 104726
    },
    {
      "epoch": 4.872156315422191,
      "grad_norm": 1.91379679472311,
      "learning_rate": 2.6186071850147468e-05,
      "loss": 1.6328,
      "step": 104727
    },
    {
      "epoch": 4.872202837869272,
      "grad_norm": 1.8672909492651266,
      "learning_rate": 2.6183976754559467e-05,
      "loss": 1.5391,
      "step": 104728
    },
    {
      "epoch": 4.872249360316353,
      "grad_norm": 1.7634890606404467,
      "learning_rate": 2.6181881734772397e-05,
      "loss": 1.5469,
      "step": 104729
    },
    {
      "epoch": 4.872295882763433,
      "grad_norm": 1.994127004502329,
      "learning_rate": 2.617978679078751e-05,
      "loss": 1.5078,
      "step": 104730
    },
    {
      "epoch": 4.872342405210514,
      "grad_norm": 1.9112396245281544,
      "learning_rate": 2.6177691922606105e-05,
      "loss": 1.6953,
      "step": 104731
    },
    {
      "epoch": 4.872388927657595,
      "grad_norm": 1.7703235843840033,
      "learning_rate": 2.6175597130229424e-05,
      "loss": 1.5234,
      "step": 104732
    },
    {
      "epoch": 4.872435450104676,
      "grad_norm": 2.0141630270649347,
      "learning_rate": 2.6173502413658743e-05,
      "loss": 1.7109,
      "step": 104733
    },
    {
      "epoch": 4.872481972551756,
      "grad_norm": 1.7061674381616723,
      "learning_rate": 2.6171407772895403e-05,
      "loss": 1.3984,
      "step": 104734
    },
    {
      "epoch": 4.872528494998837,
      "grad_norm": 2.165487160111326,
      "learning_rate": 2.6169313207940672e-05,
      "loss": 1.8281,
      "step": 104735
    },
    {
      "epoch": 4.872575017445918,
      "grad_norm": 1.8980915163239802,
      "learning_rate": 2.616721871879577e-05,
      "loss": 1.6172,
      "step": 104736
    },
    {
      "epoch": 4.872621539892998,
      "grad_norm": 1.8264027053364305,
      "learning_rate": 2.616512430546207e-05,
      "loss": 1.5938,
      "step": 104737
    },
    {
      "epoch": 4.872668062340079,
      "grad_norm": 1.8324995610922286,
      "learning_rate": 2.6163029967940764e-05,
      "loss": 1.5312,
      "step": 104738
    },
    {
      "epoch": 4.872714584787159,
      "grad_norm": 1.8449345632482204,
      "learning_rate": 2.6160935706233227e-05,
      "loss": 1.5,
      "step": 104739
    },
    {
      "epoch": 4.872761107234241,
      "grad_norm": 1.6864762352680673,
      "learning_rate": 2.6158841520340694e-05,
      "loss": 1.3594,
      "step": 104740
    },
    {
      "epoch": 4.872807629681321,
      "grad_norm": 1.841436724622908,
      "learning_rate": 2.6156747410264452e-05,
      "loss": 1.5703,
      "step": 104741
    },
    {
      "epoch": 4.872854152128402,
      "grad_norm": 1.7495296483658453,
      "learning_rate": 2.6154653376005725e-05,
      "loss": 1.5312,
      "step": 104742
    },
    {
      "epoch": 4.872900674575483,
      "grad_norm": 1.800072247187337,
      "learning_rate": 2.61525594175659e-05,
      "loss": 1.5234,
      "step": 104743
    },
    {
      "epoch": 4.8729471970225635,
      "grad_norm": 1.7229660722225704,
      "learning_rate": 2.6150465534946206e-05,
      "loss": 1.4297,
      "step": 104744
    },
    {
      "epoch": 4.872993719469644,
      "grad_norm": 1.9192275405879489,
      "learning_rate": 2.6148371728147932e-05,
      "loss": 1.6875,
      "step": 104745
    },
    {
      "epoch": 4.8730402419167245,
      "grad_norm": 1.9949723363685397,
      "learning_rate": 2.6146277997172303e-05,
      "loss": 1.7266,
      "step": 104746
    },
    {
      "epoch": 4.873086764363806,
      "grad_norm": 1.8127023678752716,
      "learning_rate": 2.614418434202071e-05,
      "loss": 1.5312,
      "step": 104747
    },
    {
      "epoch": 4.873133286810886,
      "grad_norm": 1.8216397120248942,
      "learning_rate": 2.6142090762694355e-05,
      "loss": 1.4531,
      "step": 104748
    },
    {
      "epoch": 4.873179809257967,
      "grad_norm": 1.8324876521942972,
      "learning_rate": 2.613999725919455e-05,
      "loss": 1.5703,
      "step": 104749
    },
    {
      "epoch": 4.873226331705048,
      "grad_norm": 1.6810584930439754,
      "learning_rate": 2.6137903831522538e-05,
      "loss": 1.4844,
      "step": 104750
    },
    {
      "epoch": 4.873272854152129,
      "grad_norm": 1.9475551566711853,
      "learning_rate": 2.613581047967967e-05,
      "loss": 1.6641,
      "step": 104751
    },
    {
      "epoch": 4.873319376599209,
      "grad_norm": 1.8062528098645292,
      "learning_rate": 2.6133717203667175e-05,
      "loss": 1.4609,
      "step": 104752
    },
    {
      "epoch": 4.87336589904629,
      "grad_norm": 1.9383693019293597,
      "learning_rate": 2.6131624003486372e-05,
      "loss": 1.6875,
      "step": 104753
    },
    {
      "epoch": 4.87341242149337,
      "grad_norm": 1.8675335531243082,
      "learning_rate": 2.612953087913846e-05,
      "loss": 1.5,
      "step": 104754
    },
    {
      "epoch": 4.873458943940451,
      "grad_norm": 1.7273367399076205,
      "learning_rate": 2.612743783062482e-05,
      "loss": 1.3438,
      "step": 104755
    },
    {
      "epoch": 4.873505466387532,
      "grad_norm": 1.8523520750257827,
      "learning_rate": 2.61253448579467e-05,
      "loss": 1.5156,
      "step": 104756
    },
    {
      "epoch": 4.873551988834612,
      "grad_norm": 1.9813547868483685,
      "learning_rate": 2.612325196110537e-05,
      "loss": 1.7266,
      "step": 104757
    },
    {
      "epoch": 4.873598511281694,
      "grad_norm": 1.8316743797392823,
      "learning_rate": 2.6121159140102073e-05,
      "loss": 1.5859,
      "step": 104758
    },
    {
      "epoch": 4.873645033728774,
      "grad_norm": 1.8395902827274053,
      "learning_rate": 2.6119066394938143e-05,
      "loss": 1.5547,
      "step": 104759
    },
    {
      "epoch": 4.873691556175855,
      "grad_norm": 1.770890700941632,
      "learning_rate": 2.611697372561488e-05,
      "loss": 1.4141,
      "step": 104760
    },
    {
      "epoch": 4.873738078622935,
      "grad_norm": 1.7924536165653882,
      "learning_rate": 2.6114881132133536e-05,
      "loss": 1.5234,
      "step": 104761
    },
    {
      "epoch": 4.8737846010700165,
      "grad_norm": 1.8215635331352298,
      "learning_rate": 2.611278861449539e-05,
      "loss": 1.4297,
      "step": 104762
    },
    {
      "epoch": 4.873831123517097,
      "grad_norm": 1.960824463715676,
      "learning_rate": 2.611069617270174e-05,
      "loss": 1.6719,
      "step": 104763
    },
    {
      "epoch": 4.8738776459641775,
      "grad_norm": 1.841168625333088,
      "learning_rate": 2.6108603806753804e-05,
      "loss": 1.5078,
      "step": 104764
    },
    {
      "epoch": 4.873924168411259,
      "grad_norm": 1.8414166982683937,
      "learning_rate": 2.6106511516652945e-05,
      "loss": 1.6406,
      "step": 104765
    },
    {
      "epoch": 4.873970690858339,
      "grad_norm": 2.068764668278152,
      "learning_rate": 2.6104419302400414e-05,
      "loss": 1.7812,
      "step": 104766
    },
    {
      "epoch": 4.87401721330542,
      "grad_norm": 1.953930899312934,
      "learning_rate": 2.6102327163997477e-05,
      "loss": 1.5547,
      "step": 104767
    },
    {
      "epoch": 4.8740637357525,
      "grad_norm": 1.9867494518664979,
      "learning_rate": 2.61002351014454e-05,
      "loss": 1.7891,
      "step": 104768
    },
    {
      "epoch": 4.874110258199582,
      "grad_norm": 1.9152531693577715,
      "learning_rate": 2.6098143114745528e-05,
      "loss": 1.6016,
      "step": 104769
    },
    {
      "epoch": 4.874156780646662,
      "grad_norm": 1.8135248619991695,
      "learning_rate": 2.6096051203899098e-05,
      "loss": 1.5781,
      "step": 104770
    },
    {
      "epoch": 4.874203303093743,
      "grad_norm": 1.6601626821142428,
      "learning_rate": 2.609395936890739e-05,
      "loss": 1.3359,
      "step": 104771
    },
    {
      "epoch": 4.874249825540823,
      "grad_norm": 1.7766496108014145,
      "learning_rate": 2.6091867609771673e-05,
      "loss": 1.4219,
      "step": 104772
    },
    {
      "epoch": 4.8742963479879045,
      "grad_norm": 1.8051507461994807,
      "learning_rate": 2.6089775926493258e-05,
      "loss": 1.5938,
      "step": 104773
    },
    {
      "epoch": 4.874342870434985,
      "grad_norm": 1.782994830598316,
      "learning_rate": 2.6087684319073426e-05,
      "loss": 1.4922,
      "step": 104774
    },
    {
      "epoch": 4.874389392882065,
      "grad_norm": 1.88698912360237,
      "learning_rate": 2.6085592787513448e-05,
      "loss": 1.5547,
      "step": 104775
    },
    {
      "epoch": 4.874435915329146,
      "grad_norm": 1.9129503203273415,
      "learning_rate": 2.6083501331814554e-05,
      "loss": 1.5938,
      "step": 104776
    },
    {
      "epoch": 4.874482437776227,
      "grad_norm": 1.748648542416555,
      "learning_rate": 2.6081409951978112e-05,
      "loss": 1.4453,
      "step": 104777
    },
    {
      "epoch": 4.874528960223308,
      "grad_norm": 1.7250407734248774,
      "learning_rate": 2.607931864800535e-05,
      "loss": 1.4297,
      "step": 104778
    },
    {
      "epoch": 4.874575482670388,
      "grad_norm": 1.77839638612255,
      "learning_rate": 2.6077227419897568e-05,
      "loss": 1.4453,
      "step": 104779
    },
    {
      "epoch": 4.87462200511747,
      "grad_norm": 1.725938430190919,
      "learning_rate": 2.6075136267656e-05,
      "loss": 1.3828,
      "step": 104780
    },
    {
      "epoch": 4.87466852756455,
      "grad_norm": 1.6947236595226782,
      "learning_rate": 2.6073045191281977e-05,
      "loss": 1.3438,
      "step": 104781
    },
    {
      "epoch": 4.8747150500116305,
      "grad_norm": 1.5631209799700907,
      "learning_rate": 2.6070954190776783e-05,
      "loss": 1.2812,
      "step": 104782
    },
    {
      "epoch": 4.874761572458711,
      "grad_norm": 1.8766447633653116,
      "learning_rate": 2.60688632661417e-05,
      "loss": 1.6641,
      "step": 104783
    },
    {
      "epoch": 4.874808094905792,
      "grad_norm": 1.8927685897287072,
      "learning_rate": 2.6066772417377974e-05,
      "loss": 1.6953,
      "step": 104784
    },
    {
      "epoch": 4.874854617352873,
      "grad_norm": 1.8983041366488516,
      "learning_rate": 2.6064681644486874e-05,
      "loss": 1.7266,
      "step": 104785
    },
    {
      "epoch": 4.874901139799953,
      "grad_norm": 1.8441099268409937,
      "learning_rate": 2.606259094746973e-05,
      "loss": 1.4453,
      "step": 104786
    },
    {
      "epoch": 4.874947662247035,
      "grad_norm": 1.7671125529693164,
      "learning_rate": 2.606050032632781e-05,
      "loss": 1.5859,
      "step": 104787
    },
    {
      "epoch": 4.874994184694115,
      "grad_norm": 1.72841633976423,
      "learning_rate": 2.6058409781062378e-05,
      "loss": 1.6094,
      "step": 104788
    },
    {
      "epoch": 4.875040707141196,
      "grad_norm": 2.0059582879020565,
      "learning_rate": 2.6056319311674716e-05,
      "loss": 1.7188,
      "step": 104789
    },
    {
      "epoch": 4.875087229588276,
      "grad_norm": 1.829177377635504,
      "learning_rate": 2.6054228918166075e-05,
      "loss": 1.5,
      "step": 104790
    },
    {
      "epoch": 4.875133752035357,
      "grad_norm": 1.8706044737374758,
      "learning_rate": 2.6052138600537803e-05,
      "loss": 1.5625,
      "step": 104791
    },
    {
      "epoch": 4.875180274482438,
      "grad_norm": 1.9409516221231387,
      "learning_rate": 2.6050048358791133e-05,
      "loss": 1.6172,
      "step": 104792
    },
    {
      "epoch": 4.875226796929518,
      "grad_norm": 1.8579571442313136,
      "learning_rate": 2.604795819292736e-05,
      "loss": 1.5234,
      "step": 104793
    },
    {
      "epoch": 4.875273319376599,
      "grad_norm": 1.810480237770497,
      "learning_rate": 2.604586810294772e-05,
      "loss": 1.5312,
      "step": 104794
    },
    {
      "epoch": 4.87531984182368,
      "grad_norm": 1.7526080048641153,
      "learning_rate": 2.6043778088853562e-05,
      "loss": 1.4922,
      "step": 104795
    },
    {
      "epoch": 4.875366364270761,
      "grad_norm": 1.7596150922224758,
      "learning_rate": 2.604168815064615e-05,
      "loss": 1.5078,
      "step": 104796
    },
    {
      "epoch": 4.875412886717841,
      "grad_norm": 1.7757400315592407,
      "learning_rate": 2.6039598288326734e-05,
      "loss": 1.6406,
      "step": 104797
    },
    {
      "epoch": 4.875459409164922,
      "grad_norm": 1.800048997213198,
      "learning_rate": 2.6037508501896564e-05,
      "loss": 1.5703,
      "step": 104798
    },
    {
      "epoch": 4.875505931612003,
      "grad_norm": 1.8742268246551632,
      "learning_rate": 2.6035418791357005e-05,
      "loss": 1.5781,
      "step": 104799
    },
    {
      "epoch": 4.8755524540590836,
      "grad_norm": 1.676855913075514,
      "learning_rate": 2.6033329156709304e-05,
      "loss": 1.5078,
      "step": 104800
    },
    {
      "epoch": 4.875598976506164,
      "grad_norm": 1.711949469576706,
      "learning_rate": 2.6031239597954712e-05,
      "loss": 1.4297,
      "step": 104801
    },
    {
      "epoch": 4.875645498953245,
      "grad_norm": 1.882711670767265,
      "learning_rate": 2.6029150115094493e-05,
      "loss": 1.6328,
      "step": 104802
    },
    {
      "epoch": 4.875692021400326,
      "grad_norm": 1.7843087342117643,
      "learning_rate": 2.6027060708129967e-05,
      "loss": 1.6016,
      "step": 104803
    },
    {
      "epoch": 4.875738543847406,
      "grad_norm": 1.7946825385382026,
      "learning_rate": 2.6024971377062442e-05,
      "loss": 1.5859,
      "step": 104804
    },
    {
      "epoch": 4.875785066294487,
      "grad_norm": 1.6553712983877635,
      "learning_rate": 2.602288212189314e-05,
      "loss": 1.2656,
      "step": 104805
    },
    {
      "epoch": 4.875831588741568,
      "grad_norm": 1.9024412670922497,
      "learning_rate": 2.602079294262339e-05,
      "loss": 1.6406,
      "step": 104806
    },
    {
      "epoch": 4.875878111188649,
      "grad_norm": 1.7869927428238153,
      "learning_rate": 2.601870383925438e-05,
      "loss": 1.5391,
      "step": 104807
    },
    {
      "epoch": 4.875924633635729,
      "grad_norm": 1.8445531378298352,
      "learning_rate": 2.6016614811787502e-05,
      "loss": 1.4766,
      "step": 104808
    },
    {
      "epoch": 4.87597115608281,
      "grad_norm": 1.7724599648944102,
      "learning_rate": 2.6014525860223972e-05,
      "loss": 1.5156,
      "step": 104809
    },
    {
      "epoch": 4.876017678529891,
      "grad_norm": 1.9203727221468345,
      "learning_rate": 2.6012436984565094e-05,
      "loss": 1.625,
      "step": 104810
    },
    {
      "epoch": 4.8760642009769715,
      "grad_norm": 1.8010787902252612,
      "learning_rate": 2.601034818481208e-05,
      "loss": 1.5938,
      "step": 104811
    },
    {
      "epoch": 4.876110723424052,
      "grad_norm": 1.9496321994358572,
      "learning_rate": 2.600825946096631e-05,
      "loss": 1.7969,
      "step": 104812
    },
    {
      "epoch": 4.876157245871132,
      "grad_norm": 1.8689050579852764,
      "learning_rate": 2.600617081302901e-05,
      "loss": 1.7422,
      "step": 104813
    },
    {
      "epoch": 4.876203768318214,
      "grad_norm": 2.021532610808718,
      "learning_rate": 2.6004082241001468e-05,
      "loss": 1.7656,
      "step": 104814
    },
    {
      "epoch": 4.876250290765294,
      "grad_norm": 2.0068452998992177,
      "learning_rate": 2.600199374488495e-05,
      "loss": 1.8281,
      "step": 104815
    },
    {
      "epoch": 4.876296813212375,
      "grad_norm": 1.7413494023650367,
      "learning_rate": 2.5999905324680714e-05,
      "loss": 1.5234,
      "step": 104816
    },
    {
      "epoch": 4.876343335659456,
      "grad_norm": 1.86366903877389,
      "learning_rate": 2.59978169803901e-05,
      "loss": 1.5938,
      "step": 104817
    },
    {
      "epoch": 4.876389858106537,
      "grad_norm": 1.8642337135888667,
      "learning_rate": 2.5995728712014346e-05,
      "loss": 1.5312,
      "step": 104818
    },
    {
      "epoch": 4.876436380553617,
      "grad_norm": 1.7174357934924736,
      "learning_rate": 2.5993640519554747e-05,
      "loss": 1.4531,
      "step": 104819
    },
    {
      "epoch": 4.8764829030006975,
      "grad_norm": 1.8780622298494187,
      "learning_rate": 2.599155240301254e-05,
      "loss": 1.5547,
      "step": 104820
    },
    {
      "epoch": 4.876529425447779,
      "grad_norm": 1.6850113173982837,
      "learning_rate": 2.598946436238905e-05,
      "loss": 1.2969,
      "step": 104821
    },
    {
      "epoch": 4.876575947894859,
      "grad_norm": 1.7508907985073443,
      "learning_rate": 2.5987376397685566e-05,
      "loss": 1.6016,
      "step": 104822
    },
    {
      "epoch": 4.87662247034194,
      "grad_norm": 1.9966734003062552,
      "learning_rate": 2.5985288508903318e-05,
      "loss": 1.7422,
      "step": 104823
    },
    {
      "epoch": 4.87666899278902,
      "grad_norm": 1.6815531986473518,
      "learning_rate": 2.5983200696043587e-05,
      "loss": 1.3438,
      "step": 104824
    },
    {
      "epoch": 4.876715515236102,
      "grad_norm": 1.8675766422233617,
      "learning_rate": 2.5981112959107675e-05,
      "loss": 1.6328,
      "step": 104825
    },
    {
      "epoch": 4.876762037683182,
      "grad_norm": 1.818813192032582,
      "learning_rate": 2.597902529809688e-05,
      "loss": 1.5625,
      "step": 104826
    },
    {
      "epoch": 4.876808560130263,
      "grad_norm": 1.6898675479682619,
      "learning_rate": 2.5976937713012463e-05,
      "loss": 1.3438,
      "step": 104827
    },
    {
      "epoch": 4.876855082577343,
      "grad_norm": 1.6659045862111317,
      "learning_rate": 2.5974850203855695e-05,
      "loss": 1.3281,
      "step": 104828
    },
    {
      "epoch": 4.8769016050244245,
      "grad_norm": 1.8007583101854605,
      "learning_rate": 2.597276277062781e-05,
      "loss": 1.5,
      "step": 104829
    },
    {
      "epoch": 4.876948127471505,
      "grad_norm": 1.7987275267930525,
      "learning_rate": 2.5970675413330184e-05,
      "loss": 1.5,
      "step": 104830
    },
    {
      "epoch": 4.8769946499185854,
      "grad_norm": 1.69531113599218,
      "learning_rate": 2.5968588131964035e-05,
      "loss": 1.3516,
      "step": 104831
    },
    {
      "epoch": 4.877041172365667,
      "grad_norm": 1.8251404961417288,
      "learning_rate": 2.596650092653063e-05,
      "loss": 1.5781,
      "step": 104832
    },
    {
      "epoch": 4.877087694812747,
      "grad_norm": 1.89888808043704,
      "learning_rate": 2.596441379703125e-05,
      "loss": 1.6484,
      "step": 104833
    },
    {
      "epoch": 4.877134217259828,
      "grad_norm": 1.7811286636926198,
      "learning_rate": 2.5962326743467216e-05,
      "loss": 1.3906,
      "step": 104834
    },
    {
      "epoch": 4.877180739706908,
      "grad_norm": 1.8689350586417228,
      "learning_rate": 2.596023976583977e-05,
      "loss": 1.6328,
      "step": 104835
    },
    {
      "epoch": 4.87722726215399,
      "grad_norm": 1.8065402023161825,
      "learning_rate": 2.5958152864150213e-05,
      "loss": 1.5625,
      "step": 104836
    },
    {
      "epoch": 4.87727378460107,
      "grad_norm": 1.9707463081302325,
      "learning_rate": 2.5956066038399758e-05,
      "loss": 1.7422,
      "step": 104837
    },
    {
      "epoch": 4.877320307048151,
      "grad_norm": 1.6857310673760153,
      "learning_rate": 2.595397928858976e-05,
      "loss": 1.2734,
      "step": 104838
    },
    {
      "epoch": 4.877366829495232,
      "grad_norm": 1.7675447198690732,
      "learning_rate": 2.5951892614721483e-05,
      "loss": 1.4297,
      "step": 104839
    },
    {
      "epoch": 4.877413351942312,
      "grad_norm": 1.8124493488021596,
      "learning_rate": 2.5949806016796172e-05,
      "loss": 1.6016,
      "step": 104840
    },
    {
      "epoch": 4.877459874389393,
      "grad_norm": 1.8857882924665594,
      "learning_rate": 2.5947719494815127e-05,
      "loss": 1.7188,
      "step": 104841
    },
    {
      "epoch": 4.877506396836473,
      "grad_norm": 1.7799719476760767,
      "learning_rate": 2.5945633048779585e-05,
      "loss": 1.5078,
      "step": 104842
    },
    {
      "epoch": 4.877552919283554,
      "grad_norm": 1.8443526216671269,
      "learning_rate": 2.5943546678690908e-05,
      "loss": 1.4922,
      "step": 104843
    },
    {
      "epoch": 4.877599441730635,
      "grad_norm": 1.8705483354217978,
      "learning_rate": 2.5941460384550294e-05,
      "loss": 1.7109,
      "step": 104844
    },
    {
      "epoch": 4.877645964177716,
      "grad_norm": 1.7031876146587779,
      "learning_rate": 2.5939374166359077e-05,
      "loss": 1.4141,
      "step": 104845
    },
    {
      "epoch": 4.877692486624796,
      "grad_norm": 1.6934076893624324,
      "learning_rate": 2.5937288024118457e-05,
      "loss": 1.3125,
      "step": 104846
    },
    {
      "epoch": 4.8777390090718775,
      "grad_norm": 1.9334172137427121,
      "learning_rate": 2.5935201957829747e-05,
      "loss": 1.75,
      "step": 104847
    },
    {
      "epoch": 4.877785531518958,
      "grad_norm": 1.6387475725265874,
      "learning_rate": 2.59331159674943e-05,
      "loss": 1.4375,
      "step": 104848
    },
    {
      "epoch": 4.8778320539660385,
      "grad_norm": 1.8341217117602575,
      "learning_rate": 2.593103005311331e-05,
      "loss": 1.7031,
      "step": 104849
    },
    {
      "epoch": 4.877878576413119,
      "grad_norm": 1.8549022184071904,
      "learning_rate": 2.592894421468808e-05,
      "loss": 1.5859,
      "step": 104850
    },
    {
      "epoch": 4.8779250988602,
      "grad_norm": 2.0519534859279474,
      "learning_rate": 2.5926858452219858e-05,
      "loss": 1.8672,
      "step": 104851
    },
    {
      "epoch": 4.877971621307281,
      "grad_norm": 1.7857745271732226,
      "learning_rate": 2.592477276570997e-05,
      "loss": 1.5234,
      "step": 104852
    },
    {
      "epoch": 4.878018143754361,
      "grad_norm": 1.655134567238762,
      "learning_rate": 2.592268715515966e-05,
      "loss": 1.3281,
      "step": 104853
    },
    {
      "epoch": 4.878064666201443,
      "grad_norm": 1.830124345799944,
      "learning_rate": 2.592060162057022e-05,
      "loss": 1.5547,
      "step": 104854
    },
    {
      "epoch": 4.878111188648523,
      "grad_norm": 1.7740716811723534,
      "learning_rate": 2.591851616194288e-05,
      "loss": 1.4453,
      "step": 104855
    },
    {
      "epoch": 4.878157711095604,
      "grad_norm": 1.9872309331249172,
      "learning_rate": 2.5916430779278995e-05,
      "loss": 1.6562,
      "step": 104856
    },
    {
      "epoch": 4.878204233542684,
      "grad_norm": 1.9193965748690154,
      "learning_rate": 2.591434547257981e-05,
      "loss": 1.6953,
      "step": 104857
    },
    {
      "epoch": 4.878250755989765,
      "grad_norm": 1.772581955900755,
      "learning_rate": 2.5912260241846578e-05,
      "loss": 1.4609,
      "step": 104858
    },
    {
      "epoch": 4.878297278436846,
      "grad_norm": 1.999482705329315,
      "learning_rate": 2.5910175087080577e-05,
      "loss": 1.6875,
      "step": 104859
    },
    {
      "epoch": 4.878343800883926,
      "grad_norm": 1.8148494011586989,
      "learning_rate": 2.5908090008283104e-05,
      "loss": 1.5547,
      "step": 104860
    },
    {
      "epoch": 4.878390323331007,
      "grad_norm": 1.759535888806228,
      "learning_rate": 2.590600500545545e-05,
      "loss": 1.4688,
      "step": 104861
    },
    {
      "epoch": 4.878436845778088,
      "grad_norm": 1.9096656234857325,
      "learning_rate": 2.5903920078598873e-05,
      "loss": 1.5625,
      "step": 104862
    },
    {
      "epoch": 4.878483368225169,
      "grad_norm": 1.8119774961651882,
      "learning_rate": 2.5901835227714605e-05,
      "loss": 1.5703,
      "step": 104863
    },
    {
      "epoch": 4.878529890672249,
      "grad_norm": 1.8223636557167768,
      "learning_rate": 2.5899750452804002e-05,
      "loss": 1.4375,
      "step": 104864
    },
    {
      "epoch": 4.87857641311933,
      "grad_norm": 1.9670427890604298,
      "learning_rate": 2.5897665753868307e-05,
      "loss": 1.5938,
      "step": 104865
    },
    {
      "epoch": 4.878622935566411,
      "grad_norm": 1.8089358407347764,
      "learning_rate": 2.5895581130908787e-05,
      "loss": 1.5625,
      "step": 104866
    },
    {
      "epoch": 4.8786694580134915,
      "grad_norm": 1.6891775853138244,
      "learning_rate": 2.5893496583926727e-05,
      "loss": 1.2969,
      "step": 104867
    },
    {
      "epoch": 4.878715980460572,
      "grad_norm": 1.772958385061818,
      "learning_rate": 2.5891412112923353e-05,
      "loss": 1.5312,
      "step": 104868
    },
    {
      "epoch": 4.878762502907653,
      "grad_norm": 1.8638877120713957,
      "learning_rate": 2.5889327717900003e-05,
      "loss": 1.4844,
      "step": 104869
    },
    {
      "epoch": 4.878809025354734,
      "grad_norm": 1.8849104671084236,
      "learning_rate": 2.5887243398857958e-05,
      "loss": 1.6406,
      "step": 104870
    },
    {
      "epoch": 4.878855547801814,
      "grad_norm": 1.8237794976517958,
      "learning_rate": 2.5885159155798502e-05,
      "loss": 1.5469,
      "step": 104871
    },
    {
      "epoch": 4.878902070248895,
      "grad_norm": 1.823093409706008,
      "learning_rate": 2.5883074988722862e-05,
      "loss": 1.5547,
      "step": 104872
    },
    {
      "epoch": 4.878948592695976,
      "grad_norm": 1.8155724438257155,
      "learning_rate": 2.588099089763229e-05,
      "loss": 1.4922,
      "step": 104873
    },
    {
      "epoch": 4.878995115143057,
      "grad_norm": 1.846835574341776,
      "learning_rate": 2.5878906882528155e-05,
      "loss": 1.6094,
      "step": 104874
    },
    {
      "epoch": 4.879041637590137,
      "grad_norm": 1.6046068345895188,
      "learning_rate": 2.5876822943411686e-05,
      "loss": 1.3281,
      "step": 104875
    },
    {
      "epoch": 4.879088160037218,
      "grad_norm": 1.8431074044006954,
      "learning_rate": 2.5874739080284163e-05,
      "loss": 1.3438,
      "step": 104876
    },
    {
      "epoch": 4.879134682484299,
      "grad_norm": 1.9061569414418882,
      "learning_rate": 2.5872655293146804e-05,
      "loss": 1.6875,
      "step": 104877
    },
    {
      "epoch": 4.879181204931379,
      "grad_norm": 1.8421867487957861,
      "learning_rate": 2.5870571582000993e-05,
      "loss": 1.6094,
      "step": 104878
    },
    {
      "epoch": 4.87922772737846,
      "grad_norm": 1.7119070796134548,
      "learning_rate": 2.5868487946847943e-05,
      "loss": 1.375,
      "step": 104879
    },
    {
      "epoch": 4.87927424982554,
      "grad_norm": 1.7999989499636337,
      "learning_rate": 2.5866404387688923e-05,
      "loss": 1.5547,
      "step": 104880
    },
    {
      "epoch": 4.879320772272622,
      "grad_norm": 1.9091151743539645,
      "learning_rate": 2.5864320904525194e-05,
      "loss": 1.6016,
      "step": 104881
    },
    {
      "epoch": 4.879367294719702,
      "grad_norm": 2.0390741572735536,
      "learning_rate": 2.5862237497358108e-05,
      "loss": 1.6172,
      "step": 104882
    },
    {
      "epoch": 4.879413817166783,
      "grad_norm": 1.775520129314515,
      "learning_rate": 2.586015416618888e-05,
      "loss": 1.4688,
      "step": 104883
    },
    {
      "epoch": 4.879460339613864,
      "grad_norm": 1.9237278572468683,
      "learning_rate": 2.5858070911018792e-05,
      "loss": 1.6641,
      "step": 104884
    },
    {
      "epoch": 4.8795068620609445,
      "grad_norm": 1.709843076182968,
      "learning_rate": 2.5855987731849093e-05,
      "loss": 1.3594,
      "step": 104885
    },
    {
      "epoch": 4.879553384508025,
      "grad_norm": 1.7971388282116734,
      "learning_rate": 2.5853904628681132e-05,
      "loss": 1.5625,
      "step": 104886
    },
    {
      "epoch": 4.8795999069551055,
      "grad_norm": 1.9310627339413886,
      "learning_rate": 2.5851821601516144e-05,
      "loss": 1.8203,
      "step": 104887
    },
    {
      "epoch": 4.879646429402187,
      "grad_norm": 1.7768690258813677,
      "learning_rate": 2.5849738650355388e-05,
      "loss": 1.4219,
      "step": 104888
    },
    {
      "epoch": 4.879692951849267,
      "grad_norm": 1.9396596889404594,
      "learning_rate": 2.5847655775200122e-05,
      "loss": 1.6797,
      "step": 104889
    },
    {
      "epoch": 4.879739474296348,
      "grad_norm": 1.6826765922446598,
      "learning_rate": 2.5845572976051653e-05,
      "loss": 1.3672,
      "step": 104890
    },
    {
      "epoch": 4.879785996743429,
      "grad_norm": 1.9840680982407457,
      "learning_rate": 2.5843490252911302e-05,
      "loss": 1.6875,
      "step": 104891
    },
    {
      "epoch": 4.87983251919051,
      "grad_norm": 1.7878859961207711,
      "learning_rate": 2.5841407605780283e-05,
      "loss": 1.4688,
      "step": 104892
    },
    {
      "epoch": 4.87987904163759,
      "grad_norm": 1.782141983638981,
      "learning_rate": 2.5839325034659897e-05,
      "loss": 1.4453,
      "step": 104893
    },
    {
      "epoch": 4.879925564084671,
      "grad_norm": 1.753899231357576,
      "learning_rate": 2.5837242539551407e-05,
      "loss": 1.4922,
      "step": 104894
    },
    {
      "epoch": 4.879972086531751,
      "grad_norm": 1.8522821532858542,
      "learning_rate": 2.583516012045606e-05,
      "loss": 1.5156,
      "step": 104895
    },
    {
      "epoch": 4.880018608978832,
      "grad_norm": 1.9240918213917977,
      "learning_rate": 2.5833077777375176e-05,
      "loss": 1.6562,
      "step": 104896
    },
    {
      "epoch": 4.880065131425913,
      "grad_norm": 1.6749844226603652,
      "learning_rate": 2.5830995510310036e-05,
      "loss": 1.4453,
      "step": 104897
    },
    {
      "epoch": 4.880111653872993,
      "grad_norm": 1.7911385749331947,
      "learning_rate": 2.5828913319261875e-05,
      "loss": 1.6172,
      "step": 104898
    },
    {
      "epoch": 4.880158176320075,
      "grad_norm": 1.890624203502907,
      "learning_rate": 2.5826831204231952e-05,
      "loss": 1.5156,
      "step": 104899
    },
    {
      "epoch": 4.880204698767155,
      "grad_norm": 1.8756707364189564,
      "learning_rate": 2.582474916522162e-05,
      "loss": 1.6484,
      "step": 104900
    },
    {
      "epoch": 4.880251221214236,
      "grad_norm": 1.8580221129923058,
      "learning_rate": 2.5822667202232093e-05,
      "loss": 1.5312,
      "step": 104901
    },
    {
      "epoch": 4.880297743661316,
      "grad_norm": 1.8773714228643046,
      "learning_rate": 2.5820585315264674e-05,
      "loss": 1.6172,
      "step": 104902
    },
    {
      "epoch": 4.8803442661083976,
      "grad_norm": 1.9213978032724663,
      "learning_rate": 2.5818503504320593e-05,
      "loss": 1.6641,
      "step": 104903
    },
    {
      "epoch": 4.880390788555478,
      "grad_norm": 1.7595687554790773,
      "learning_rate": 2.581642176940118e-05,
      "loss": 1.5938,
      "step": 104904
    },
    {
      "epoch": 4.8804373110025585,
      "grad_norm": 1.752076657956811,
      "learning_rate": 2.5814340110507686e-05,
      "loss": 1.4375,
      "step": 104905
    },
    {
      "epoch": 4.88048383344964,
      "grad_norm": 1.8343214041085965,
      "learning_rate": 2.5812258527641396e-05,
      "loss": 1.4375,
      "step": 104906
    },
    {
      "epoch": 4.88053035589672,
      "grad_norm": 1.9240504150223305,
      "learning_rate": 2.5810177020803518e-05,
      "loss": 1.6641,
      "step": 104907
    },
    {
      "epoch": 4.880576878343801,
      "grad_norm": 1.9081745320998578,
      "learning_rate": 2.5808095589995444e-05,
      "loss": 1.7734,
      "step": 104908
    },
    {
      "epoch": 4.880623400790881,
      "grad_norm": 1.9535221344105076,
      "learning_rate": 2.5806014235218364e-05,
      "loss": 1.6641,
      "step": 104909
    },
    {
      "epoch": 4.880669923237963,
      "grad_norm": 1.7441917728177245,
      "learning_rate": 2.5803932956473585e-05,
      "loss": 1.5156,
      "step": 104910
    },
    {
      "epoch": 4.880716445685043,
      "grad_norm": 1.8293707401484949,
      "learning_rate": 2.580185175376233e-05,
      "loss": 1.5625,
      "step": 104911
    },
    {
      "epoch": 4.880762968132124,
      "grad_norm": 1.8356837587570327,
      "learning_rate": 2.579977062708591e-05,
      "loss": 1.6875,
      "step": 104912
    },
    {
      "epoch": 4.880809490579204,
      "grad_norm": 1.8331331362188878,
      "learning_rate": 2.5797689576445645e-05,
      "loss": 1.6016,
      "step": 104913
    },
    {
      "epoch": 4.8808560130262855,
      "grad_norm": 1.7766047810628556,
      "learning_rate": 2.579560860184276e-05,
      "loss": 1.5312,
      "step": 104914
    },
    {
      "epoch": 4.880902535473366,
      "grad_norm": 1.7306996952015452,
      "learning_rate": 2.5793527703278534e-05,
      "loss": 1.3594,
      "step": 104915
    },
    {
      "epoch": 4.880949057920446,
      "grad_norm": 1.9004884066677472,
      "learning_rate": 2.5791446880754214e-05,
      "loss": 1.6094,
      "step": 104916
    },
    {
      "epoch": 4.880995580367527,
      "grad_norm": 1.926190470372593,
      "learning_rate": 2.5789366134271132e-05,
      "loss": 1.6953,
      "step": 104917
    },
    {
      "epoch": 4.881042102814608,
      "grad_norm": 1.7921542609589054,
      "learning_rate": 2.578728546383054e-05,
      "loss": 1.4219,
      "step": 104918
    },
    {
      "epoch": 4.881088625261689,
      "grad_norm": 1.7926770463971067,
      "learning_rate": 2.5785204869433705e-05,
      "loss": 1.4453,
      "step": 104919
    },
    {
      "epoch": 4.881135147708769,
      "grad_norm": 1.749054146501578,
      "learning_rate": 2.578312435108189e-05,
      "loss": 1.5469,
      "step": 104920
    },
    {
      "epoch": 4.881181670155851,
      "grad_norm": 1.758776940899337,
      "learning_rate": 2.5781043908776344e-05,
      "loss": 1.4609,
      "step": 104921
    },
    {
      "epoch": 4.881228192602931,
      "grad_norm": 1.834931500466303,
      "learning_rate": 2.5778963542518416e-05,
      "loss": 1.6562,
      "step": 104922
    },
    {
      "epoch": 4.8812747150500115,
      "grad_norm": 1.8197458075679174,
      "learning_rate": 2.5776883252309337e-05,
      "loss": 1.4531,
      "step": 104923
    },
    {
      "epoch": 4.881321237497092,
      "grad_norm": 1.8974462137399852,
      "learning_rate": 2.577480303815038e-05,
      "loss": 1.6562,
      "step": 104924
    },
    {
      "epoch": 4.881367759944173,
      "grad_norm": 1.8118102530047966,
      "learning_rate": 2.577272290004278e-05,
      "loss": 1.5312,
      "step": 104925
    },
    {
      "epoch": 4.881414282391254,
      "grad_norm": 1.8643230339542367,
      "learning_rate": 2.5770642837987898e-05,
      "loss": 1.4688,
      "step": 104926
    },
    {
      "epoch": 4.881460804838334,
      "grad_norm": 1.8128785436945156,
      "learning_rate": 2.5768562851986964e-05,
      "loss": 1.3672,
      "step": 104927
    },
    {
      "epoch": 4.881507327285416,
      "grad_norm": 1.7123790734496869,
      "learning_rate": 2.576648294204124e-05,
      "loss": 1.4766,
      "step": 104928
    },
    {
      "epoch": 4.881553849732496,
      "grad_norm": 1.878398128538249,
      "learning_rate": 2.576440310815196e-05,
      "loss": 1.5625,
      "step": 104929
    },
    {
      "epoch": 4.881600372179577,
      "grad_norm": 1.7071532018138167,
      "learning_rate": 2.576232335032049e-05,
      "loss": 1.4062,
      "step": 104930
    },
    {
      "epoch": 4.881646894626657,
      "grad_norm": 1.715252515426518,
      "learning_rate": 2.5760243668548064e-05,
      "loss": 1.3359,
      "step": 104931
    },
    {
      "epoch": 4.881693417073738,
      "grad_norm": 1.8939185039658764,
      "learning_rate": 2.5758164062835945e-05,
      "loss": 1.6094,
      "step": 104932
    },
    {
      "epoch": 4.881739939520819,
      "grad_norm": 1.9220499646448357,
      "learning_rate": 2.5756084533185385e-05,
      "loss": 1.5938,
      "step": 104933
    },
    {
      "epoch": 4.8817864619678994,
      "grad_norm": 1.827326848058931,
      "learning_rate": 2.5754005079597663e-05,
      "loss": 1.5547,
      "step": 104934
    },
    {
      "epoch": 4.88183298441498,
      "grad_norm": 1.7640234573727323,
      "learning_rate": 2.5751925702074112e-05,
      "loss": 1.4766,
      "step": 104935
    },
    {
      "epoch": 4.881879506862061,
      "grad_norm": 1.9016402646382686,
      "learning_rate": 2.5749846400615963e-05,
      "loss": 1.6641,
      "step": 104936
    },
    {
      "epoch": 4.881926029309142,
      "grad_norm": 1.87781969678908,
      "learning_rate": 2.5747767175224504e-05,
      "loss": 1.6172,
      "step": 104937
    },
    {
      "epoch": 4.881972551756222,
      "grad_norm": 1.8094052632267525,
      "learning_rate": 2.5745688025900947e-05,
      "loss": 1.4453,
      "step": 104938
    },
    {
      "epoch": 4.882019074203303,
      "grad_norm": 1.8706324132429433,
      "learning_rate": 2.5743608952646654e-05,
      "loss": 1.5703,
      "step": 104939
    },
    {
      "epoch": 4.882065596650384,
      "grad_norm": 1.9519644439124708,
      "learning_rate": 2.5741529955462848e-05,
      "loss": 1.7031,
      "step": 104940
    },
    {
      "epoch": 4.882112119097465,
      "grad_norm": 1.8391392147720704,
      "learning_rate": 2.573945103435082e-05,
      "loss": 1.5781,
      "step": 104941
    },
    {
      "epoch": 4.882158641544545,
      "grad_norm": 1.7728894097443286,
      "learning_rate": 2.5737372189311795e-05,
      "loss": 1.4219,
      "step": 104942
    },
    {
      "epoch": 4.882205163991626,
      "grad_norm": 1.8063203908161114,
      "learning_rate": 2.5735293420347115e-05,
      "loss": 1.5703,
      "step": 104943
    },
    {
      "epoch": 4.882251686438707,
      "grad_norm": 1.7852279501926454,
      "learning_rate": 2.5733214727458012e-05,
      "loss": 1.5938,
      "step": 104944
    },
    {
      "epoch": 4.882298208885787,
      "grad_norm": 1.7893158020143403,
      "learning_rate": 2.5731136110645773e-05,
      "loss": 1.5391,
      "step": 104945
    },
    {
      "epoch": 4.882344731332868,
      "grad_norm": 1.7480774465744455,
      "learning_rate": 2.5729057569911675e-05,
      "loss": 1.4297,
      "step": 104946
    },
    {
      "epoch": 4.882391253779949,
      "grad_norm": 1.7298824381786002,
      "learning_rate": 2.572697910525694e-05,
      "loss": 1.5703,
      "step": 104947
    },
    {
      "epoch": 4.88243777622703,
      "grad_norm": 1.993072279038536,
      "learning_rate": 2.572490071668291e-05,
      "loss": 1.6875,
      "step": 104948
    },
    {
      "epoch": 4.88248429867411,
      "grad_norm": 1.9954049611746492,
      "learning_rate": 2.5722822404190825e-05,
      "loss": 1.8438,
      "step": 104949
    },
    {
      "epoch": 4.882530821121191,
      "grad_norm": 1.9181475527473606,
      "learning_rate": 2.5720744167781976e-05,
      "loss": 1.625,
      "step": 104950
    },
    {
      "epoch": 4.882577343568272,
      "grad_norm": 1.8677391649427797,
      "learning_rate": 2.5718666007457568e-05,
      "loss": 1.5156,
      "step": 104951
    },
    {
      "epoch": 4.8826238660153525,
      "grad_norm": 1.992604178210449,
      "learning_rate": 2.5716587923218978e-05,
      "loss": 1.8203,
      "step": 104952
    },
    {
      "epoch": 4.882670388462433,
      "grad_norm": 1.8433298344073832,
      "learning_rate": 2.571450991506741e-05,
      "loss": 1.4766,
      "step": 104953
    },
    {
      "epoch": 4.882716910909513,
      "grad_norm": 1.745115355801465,
      "learning_rate": 2.571243198300416e-05,
      "loss": 1.3672,
      "step": 104954
    },
    {
      "epoch": 4.882763433356595,
      "grad_norm": 1.9761339050021522,
      "learning_rate": 2.5710354127030447e-05,
      "loss": 1.5781,
      "step": 104955
    },
    {
      "epoch": 4.882809955803675,
      "grad_norm": 1.8995066275385604,
      "learning_rate": 2.57082763471476e-05,
      "loss": 1.5859,
      "step": 104956
    },
    {
      "epoch": 4.882856478250756,
      "grad_norm": 1.8631986295193848,
      "learning_rate": 2.57061986433569e-05,
      "loss": 1.5547,
      "step": 104957
    },
    {
      "epoch": 4.882903000697837,
      "grad_norm": 1.949200789177323,
      "learning_rate": 2.5704121015659617e-05,
      "loss": 1.5234,
      "step": 104958
    },
    {
      "epoch": 4.882949523144918,
      "grad_norm": 1.855713026841781,
      "learning_rate": 2.570204346405698e-05,
      "loss": 1.5078,
      "step": 104959
    },
    {
      "epoch": 4.882996045591998,
      "grad_norm": 1.8066678307131994,
      "learning_rate": 2.5699965988550274e-05,
      "loss": 1.4922,
      "step": 104960
    },
    {
      "epoch": 4.8830425680390785,
      "grad_norm": 1.7537597803787852,
      "learning_rate": 2.5697888589140797e-05,
      "loss": 1.4297,
      "step": 104961
    },
    {
      "epoch": 4.88308909048616,
      "grad_norm": 1.7481188850332345,
      "learning_rate": 2.5695811265829814e-05,
      "loss": 1.4453,
      "step": 104962
    },
    {
      "epoch": 4.88313561293324,
      "grad_norm": 1.9737584497188305,
      "learning_rate": 2.5693734018618588e-05,
      "loss": 1.6094,
      "step": 104963
    },
    {
      "epoch": 4.883182135380321,
      "grad_norm": 1.849665344467202,
      "learning_rate": 2.5691656847508356e-05,
      "loss": 1.5391,
      "step": 104964
    },
    {
      "epoch": 4.883228657827401,
      "grad_norm": 1.9703874644973807,
      "learning_rate": 2.5689579752500467e-05,
      "loss": 1.7031,
      "step": 104965
    },
    {
      "epoch": 4.883275180274483,
      "grad_norm": 1.8427687840537392,
      "learning_rate": 2.5687502733596133e-05,
      "loss": 1.5625,
      "step": 104966
    },
    {
      "epoch": 4.883321702721563,
      "grad_norm": 1.8061585060285499,
      "learning_rate": 2.5685425790796653e-05,
      "loss": 1.4375,
      "step": 104967
    },
    {
      "epoch": 4.883368225168644,
      "grad_norm": 1.9182115772592971,
      "learning_rate": 2.568334892410325e-05,
      "loss": 1.7109,
      "step": 104968
    },
    {
      "epoch": 4.883414747615724,
      "grad_norm": 1.769459392566437,
      "learning_rate": 2.5681272133517262e-05,
      "loss": 1.4531,
      "step": 104969
    },
    {
      "epoch": 4.8834612700628055,
      "grad_norm": 1.9059356187411693,
      "learning_rate": 2.5679195419039945e-05,
      "loss": 1.5781,
      "step": 104970
    },
    {
      "epoch": 4.883507792509886,
      "grad_norm": 1.8084860072993203,
      "learning_rate": 2.5677118780672545e-05,
      "loss": 1.6016,
      "step": 104971
    },
    {
      "epoch": 4.8835543149569665,
      "grad_norm": 1.8259463878690212,
      "learning_rate": 2.5675042218416365e-05,
      "loss": 1.4844,
      "step": 104972
    },
    {
      "epoch": 4.883600837404048,
      "grad_norm": 1.9685615312813067,
      "learning_rate": 2.5672965732272598e-05,
      "loss": 1.6328,
      "step": 104973
    },
    {
      "epoch": 4.883647359851128,
      "grad_norm": 1.8747423779505568,
      "learning_rate": 2.5670889322242618e-05,
      "loss": 1.7188,
      "step": 104974
    },
    {
      "epoch": 4.883693882298209,
      "grad_norm": 1.6630437125492856,
      "learning_rate": 2.5668812988327665e-05,
      "loss": 1.4844,
      "step": 104975
    },
    {
      "epoch": 4.883740404745289,
      "grad_norm": 1.7966687355742732,
      "learning_rate": 2.5666736730528974e-05,
      "loss": 1.6484,
      "step": 104976
    },
    {
      "epoch": 4.883786927192371,
      "grad_norm": 1.8510812263828715,
      "learning_rate": 2.5664660548847814e-05,
      "loss": 1.5391,
      "step": 104977
    },
    {
      "epoch": 4.883833449639451,
      "grad_norm": 2.034039257570785,
      "learning_rate": 2.5662584443285484e-05,
      "loss": 1.8203,
      "step": 104978
    },
    {
      "epoch": 4.883879972086532,
      "grad_norm": 1.8192460157542356,
      "learning_rate": 2.5660508413843294e-05,
      "loss": 1.5781,
      "step": 104979
    },
    {
      "epoch": 4.883926494533613,
      "grad_norm": 1.9545001320989082,
      "learning_rate": 2.5658432460522465e-05,
      "loss": 1.6562,
      "step": 104980
    },
    {
      "epoch": 4.883973016980693,
      "grad_norm": 1.8715052220960051,
      "learning_rate": 2.565635658332428e-05,
      "loss": 1.6328,
      "step": 104981
    },
    {
      "epoch": 4.884019539427774,
      "grad_norm": 1.7484945993032188,
      "learning_rate": 2.5654280782249965e-05,
      "loss": 1.4688,
      "step": 104982
    },
    {
      "epoch": 4.884066061874854,
      "grad_norm": 1.769430815075694,
      "learning_rate": 2.5652205057300873e-05,
      "loss": 1.5156,
      "step": 104983
    },
    {
      "epoch": 4.884112584321935,
      "grad_norm": 1.7965549866127632,
      "learning_rate": 2.5650129408478237e-05,
      "loss": 1.4141,
      "step": 104984
    },
    {
      "epoch": 4.884159106769016,
      "grad_norm": 1.87045511068102,
      "learning_rate": 2.564805383578332e-05,
      "loss": 1.6094,
      "step": 104985
    },
    {
      "epoch": 4.884205629216097,
      "grad_norm": 1.791899837790288,
      "learning_rate": 2.564597833921736e-05,
      "loss": 1.4375,
      "step": 104986
    },
    {
      "epoch": 4.884252151663177,
      "grad_norm": 1.7971686474104074,
      "learning_rate": 2.5643902918781716e-05,
      "loss": 1.6484,
      "step": 104987
    },
    {
      "epoch": 4.8842986741102585,
      "grad_norm": 2.0406939846025343,
      "learning_rate": 2.5641827574477592e-05,
      "loss": 1.7109,
      "step": 104988
    },
    {
      "epoch": 4.884345196557339,
      "grad_norm": 1.9186870979442319,
      "learning_rate": 2.5639752306306284e-05,
      "loss": 1.6562,
      "step": 104989
    },
    {
      "epoch": 4.8843917190044195,
      "grad_norm": 1.7880095448437325,
      "learning_rate": 2.5637677114269007e-05,
      "loss": 1.4375,
      "step": 104990
    },
    {
      "epoch": 4.8844382414515,
      "grad_norm": 1.800636734053341,
      "learning_rate": 2.563560199836711e-05,
      "loss": 1.5312,
      "step": 104991
    },
    {
      "epoch": 4.884484763898581,
      "grad_norm": 1.9546202119589347,
      "learning_rate": 2.563352695860183e-05,
      "loss": 1.6641,
      "step": 104992
    },
    {
      "epoch": 4.884531286345662,
      "grad_norm": 1.6813231522528547,
      "learning_rate": 2.5631451994974444e-05,
      "loss": 1.3906,
      "step": 104993
    },
    {
      "epoch": 4.884577808792742,
      "grad_norm": 1.852869717915415,
      "learning_rate": 2.5629377107486187e-05,
      "loss": 1.5625,
      "step": 104994
    },
    {
      "epoch": 4.884624331239824,
      "grad_norm": 1.7181558037359772,
      "learning_rate": 2.5627302296138392e-05,
      "loss": 1.3906,
      "step": 104995
    },
    {
      "epoch": 4.884670853686904,
      "grad_norm": 1.67312274699692,
      "learning_rate": 2.562522756093229e-05,
      "loss": 1.4844,
      "step": 104996
    },
    {
      "epoch": 4.884717376133985,
      "grad_norm": 1.873025418890364,
      "learning_rate": 2.562315290186916e-05,
      "loss": 1.5391,
      "step": 104997
    },
    {
      "epoch": 4.884763898581065,
      "grad_norm": 1.9980086351354474,
      "learning_rate": 2.5621078318950257e-05,
      "loss": 1.6797,
      "step": 104998
    },
    {
      "epoch": 4.884810421028146,
      "grad_norm": 1.7608957455316627,
      "learning_rate": 2.5619003812176808e-05,
      "loss": 1.4453,
      "step": 104999
    },
    {
      "epoch": 4.884856943475227,
      "grad_norm": 1.8572941234462061,
      "learning_rate": 2.56169293815502e-05,
      "loss": 1.6484,
      "step": 105000
    },
    {
      "epoch": 4.884903465922307,
      "grad_norm": 1.794469296520787,
      "learning_rate": 2.5614855027071645e-05,
      "loss": 1.4453,
      "step": 105001
    },
    {
      "epoch": 4.884949988369388,
      "grad_norm": 1.9208926945900455,
      "learning_rate": 2.5612780748742395e-05,
      "loss": 1.6094,
      "step": 105002
    },
    {
      "epoch": 4.884996510816469,
      "grad_norm": 1.8839677431488406,
      "learning_rate": 2.561070654656375e-05,
      "loss": 1.5938,
      "step": 105003
    },
    {
      "epoch": 4.88504303326355,
      "grad_norm": 1.9895076492646924,
      "learning_rate": 2.5608632420536935e-05,
      "loss": 1.7031,
      "step": 105004
    },
    {
      "epoch": 4.88508955571063,
      "grad_norm": 1.8033373173373526,
      "learning_rate": 2.5606558370663273e-05,
      "loss": 1.5312,
      "step": 105005
    },
    {
      "epoch": 4.885136078157711,
      "grad_norm": 1.7835286179884968,
      "learning_rate": 2.5604484396944008e-05,
      "loss": 1.4766,
      "step": 105006
    },
    {
      "epoch": 4.885182600604792,
      "grad_norm": 1.7560836932743806,
      "learning_rate": 2.5602410499380412e-05,
      "loss": 1.5,
      "step": 105007
    },
    {
      "epoch": 4.8852291230518725,
      "grad_norm": 1.8608772758281713,
      "learning_rate": 2.560033667797371e-05,
      "loss": 1.5703,
      "step": 105008
    },
    {
      "epoch": 4.885275645498953,
      "grad_norm": 1.8582560104557162,
      "learning_rate": 2.5598262932725256e-05,
      "loss": 1.5547,
      "step": 105009
    },
    {
      "epoch": 4.885322167946034,
      "grad_norm": 1.8542646621196264,
      "learning_rate": 2.559618926363628e-05,
      "loss": 1.6484,
      "step": 105010
    },
    {
      "epoch": 4.885368690393115,
      "grad_norm": 2.0236356609192447,
      "learning_rate": 2.5594115670708047e-05,
      "loss": 1.6797,
      "step": 105011
    },
    {
      "epoch": 4.885415212840195,
      "grad_norm": 1.8842351470583223,
      "learning_rate": 2.559204215394181e-05,
      "loss": 1.6641,
      "step": 105012
    },
    {
      "epoch": 4.885461735287276,
      "grad_norm": 1.8614535877393976,
      "learning_rate": 2.5589968713338883e-05,
      "loss": 1.5781,
      "step": 105013
    },
    {
      "epoch": 4.885508257734357,
      "grad_norm": 1.8774217708166738,
      "learning_rate": 2.5587895348900493e-05,
      "loss": 1.625,
      "step": 105014
    },
    {
      "epoch": 4.885554780181438,
      "grad_norm": 1.7096443707034765,
      "learning_rate": 2.5585822060627947e-05,
      "loss": 1.4453,
      "step": 105015
    },
    {
      "epoch": 4.885601302628518,
      "grad_norm": 1.8039976966753741,
      "learning_rate": 2.5583748848522456e-05,
      "loss": 1.4609,
      "step": 105016
    },
    {
      "epoch": 4.8856478250755995,
      "grad_norm": 1.8211587829905862,
      "learning_rate": 2.5581675712585353e-05,
      "loss": 1.6328,
      "step": 105017
    },
    {
      "epoch": 4.88569434752268,
      "grad_norm": 1.8676155824267795,
      "learning_rate": 2.5579602652817905e-05,
      "loss": 1.625,
      "step": 105018
    },
    {
      "epoch": 4.88574086996976,
      "grad_norm": 1.6512727180286662,
      "learning_rate": 2.557752966922134e-05,
      "loss": 1.2812,
      "step": 105019
    },
    {
      "epoch": 4.885787392416841,
      "grad_norm": 1.8055379129458542,
      "learning_rate": 2.5575456761796898e-05,
      "loss": 1.4844,
      "step": 105020
    },
    {
      "epoch": 4.885833914863921,
      "grad_norm": 1.7687348574479846,
      "learning_rate": 2.5573383930545905e-05,
      "loss": 1.5078,
      "step": 105021
    },
    {
      "epoch": 4.885880437311003,
      "grad_norm": 1.6058201743863763,
      "learning_rate": 2.5571311175469662e-05,
      "loss": 1.1719,
      "step": 105022
    },
    {
      "epoch": 4.885926959758083,
      "grad_norm": 1.9556463079428534,
      "learning_rate": 2.55692384965694e-05,
      "loss": 1.5859,
      "step": 105023
    },
    {
      "epoch": 4.885973482205164,
      "grad_norm": 1.779523569806162,
      "learning_rate": 2.556716589384637e-05,
      "loss": 1.5703,
      "step": 105024
    },
    {
      "epoch": 4.886020004652245,
      "grad_norm": 1.9125057402658368,
      "learning_rate": 2.556509336730182e-05,
      "loss": 1.5781,
      "step": 105025
    },
    {
      "epoch": 4.8860665270993255,
      "grad_norm": 1.923658291958242,
      "learning_rate": 2.55630209169371e-05,
      "loss": 1.5938,
      "step": 105026
    },
    {
      "epoch": 4.886113049546406,
      "grad_norm": 1.8616618134140206,
      "learning_rate": 2.5560948542753423e-05,
      "loss": 1.5469,
      "step": 105027
    },
    {
      "epoch": 4.8861595719934865,
      "grad_norm": 1.8403836988816367,
      "learning_rate": 2.555887624475206e-05,
      "loss": 1.4688,
      "step": 105028
    },
    {
      "epoch": 4.886206094440568,
      "grad_norm": 2.2573695944057173,
      "learning_rate": 2.55568040229343e-05,
      "loss": 1.7812,
      "step": 105029
    },
    {
      "epoch": 4.886252616887648,
      "grad_norm": 1.9315766721997576,
      "learning_rate": 2.5554731877301354e-05,
      "loss": 1.6484,
      "step": 105030
    },
    {
      "epoch": 4.886299139334729,
      "grad_norm": 1.9374414232197725,
      "learning_rate": 2.555265980785458e-05,
      "loss": 1.6562,
      "step": 105031
    },
    {
      "epoch": 4.88634566178181,
      "grad_norm": 1.6720264279878696,
      "learning_rate": 2.5550587814595197e-05,
      "loss": 1.3125,
      "step": 105032
    },
    {
      "epoch": 4.886392184228891,
      "grad_norm": 1.7727855910064996,
      "learning_rate": 2.5548515897524468e-05,
      "loss": 1.4609,
      "step": 105033
    },
    {
      "epoch": 4.886438706675971,
      "grad_norm": 1.8390814072752641,
      "learning_rate": 2.5546444056643645e-05,
      "loss": 1.5391,
      "step": 105034
    },
    {
      "epoch": 4.886485229123052,
      "grad_norm": 1.7011882957579387,
      "learning_rate": 2.5544372291954058e-05,
      "loss": 1.3984,
      "step": 105035
    },
    {
      "epoch": 4.886531751570133,
      "grad_norm": 2.033425830699669,
      "learning_rate": 2.554230060345694e-05,
      "loss": 1.75,
      "step": 105036
    },
    {
      "epoch": 4.8865782740172135,
      "grad_norm": 1.7198735217335999,
      "learning_rate": 2.5540228991153557e-05,
      "loss": 1.3828,
      "step": 105037
    },
    {
      "epoch": 4.886624796464294,
      "grad_norm": 1.787715883313536,
      "learning_rate": 2.553815745504514e-05,
      "loss": 1.5156,
      "step": 105038
    },
    {
      "epoch": 4.886671318911374,
      "grad_norm": 1.7053247606519564,
      "learning_rate": 2.5536085995133023e-05,
      "loss": 1.3203,
      "step": 105039
    },
    {
      "epoch": 4.886717841358456,
      "grad_norm": 1.7631511851708175,
      "learning_rate": 2.553401461141847e-05,
      "loss": 1.4453,
      "step": 105040
    },
    {
      "epoch": 4.886764363805536,
      "grad_norm": 2.034333769299308,
      "learning_rate": 2.5531943303902712e-05,
      "loss": 1.7266,
      "step": 105041
    },
    {
      "epoch": 4.886810886252617,
      "grad_norm": 1.7073039960768885,
      "learning_rate": 2.5529872072587004e-05,
      "loss": 1.3594,
      "step": 105042
    },
    {
      "epoch": 4.886857408699697,
      "grad_norm": 1.7054505585116098,
      "learning_rate": 2.5527800917472624e-05,
      "loss": 1.3906,
      "step": 105043
    },
    {
      "epoch": 4.886903931146779,
      "grad_norm": 1.9913854240490065,
      "learning_rate": 2.552572983856092e-05,
      "loss": 1.8125,
      "step": 105044
    },
    {
      "epoch": 4.886950453593859,
      "grad_norm": 1.8091555270034057,
      "learning_rate": 2.5523658835853077e-05,
      "loss": 1.5391,
      "step": 105045
    },
    {
      "epoch": 4.8869969760409395,
      "grad_norm": 1.866600333855044,
      "learning_rate": 2.5521587909350395e-05,
      "loss": 1.6016,
      "step": 105046
    },
    {
      "epoch": 4.887043498488021,
      "grad_norm": 1.8903392945345345,
      "learning_rate": 2.5519517059054102e-05,
      "loss": 1.6328,
      "step": 105047
    },
    {
      "epoch": 4.887090020935101,
      "grad_norm": 1.7511045541373949,
      "learning_rate": 2.5517446284965516e-05,
      "loss": 1.5469,
      "step": 105048
    },
    {
      "epoch": 4.887136543382182,
      "grad_norm": 1.8185001010459207,
      "learning_rate": 2.5515375587085886e-05,
      "loss": 1.4844,
      "step": 105049
    },
    {
      "epoch": 4.887183065829262,
      "grad_norm": 2.0236761646257553,
      "learning_rate": 2.5513304965416477e-05,
      "loss": 1.7109,
      "step": 105050
    },
    {
      "epoch": 4.887229588276344,
      "grad_norm": 1.835444297312428,
      "learning_rate": 2.5511234419958522e-05,
      "loss": 1.5156,
      "step": 105051
    },
    {
      "epoch": 4.887276110723424,
      "grad_norm": 1.8391022767278709,
      "learning_rate": 2.5509163950713353e-05,
      "loss": 1.5391,
      "step": 105052
    },
    {
      "epoch": 4.887322633170505,
      "grad_norm": 1.832524725701829,
      "learning_rate": 2.550709355768222e-05,
      "loss": 1.5391,
      "step": 105053
    },
    {
      "epoch": 4.887369155617585,
      "grad_norm": 1.746484906398235,
      "learning_rate": 2.550502324086637e-05,
      "loss": 1.3906,
      "step": 105054
    },
    {
      "epoch": 4.8874156780646665,
      "grad_norm": 1.7998778533202495,
      "learning_rate": 2.5502953000267084e-05,
      "loss": 1.5234,
      "step": 105055
    },
    {
      "epoch": 4.887462200511747,
      "grad_norm": 2.0341607012678753,
      "learning_rate": 2.5500882835885583e-05,
      "loss": 1.7812,
      "step": 105056
    },
    {
      "epoch": 4.887508722958827,
      "grad_norm": 1.8025008850419417,
      "learning_rate": 2.5498812747723213e-05,
      "loss": 1.3984,
      "step": 105057
    },
    {
      "epoch": 4.887555245405908,
      "grad_norm": 1.797226335999297,
      "learning_rate": 2.5496742735781205e-05,
      "loss": 1.4688,
      "step": 105058
    },
    {
      "epoch": 4.887601767852989,
      "grad_norm": 1.8554850345742728,
      "learning_rate": 2.549467280006081e-05,
      "loss": 1.6641,
      "step": 105059
    },
    {
      "epoch": 4.88764829030007,
      "grad_norm": 1.872846228520899,
      "learning_rate": 2.5492602940563294e-05,
      "loss": 1.5938,
      "step": 105060
    },
    {
      "epoch": 4.88769481274715,
      "grad_norm": 1.9320588268509369,
      "learning_rate": 2.5490533157289972e-05,
      "loss": 1.5859,
      "step": 105061
    },
    {
      "epoch": 4.887741335194232,
      "grad_norm": 1.8859344047226712,
      "learning_rate": 2.5488463450242075e-05,
      "loss": 1.5312,
      "step": 105062
    },
    {
      "epoch": 4.887787857641312,
      "grad_norm": 1.7445330971244715,
      "learning_rate": 2.548639381942087e-05,
      "loss": 1.4062,
      "step": 105063
    },
    {
      "epoch": 4.8878343800883925,
      "grad_norm": 1.726269161435542,
      "learning_rate": 2.5484324264827604e-05,
      "loss": 1.4453,
      "step": 105064
    },
    {
      "epoch": 4.887880902535473,
      "grad_norm": 1.8895852735074063,
      "learning_rate": 2.5482254786463562e-05,
      "loss": 1.6094,
      "step": 105065
    },
    {
      "epoch": 4.887927424982554,
      "grad_norm": 1.9224077211771913,
      "learning_rate": 2.5480185384330042e-05,
      "loss": 1.6641,
      "step": 105066
    },
    {
      "epoch": 4.887973947429635,
      "grad_norm": 1.7810986291482624,
      "learning_rate": 2.5478116058428312e-05,
      "loss": 1.3828,
      "step": 105067
    },
    {
      "epoch": 4.888020469876715,
      "grad_norm": 1.839496607709175,
      "learning_rate": 2.5476046808759598e-05,
      "loss": 1.5781,
      "step": 105068
    },
    {
      "epoch": 4.888066992323797,
      "grad_norm": 1.6609275396548366,
      "learning_rate": 2.5473977635325137e-05,
      "loss": 1.3281,
      "step": 105069
    },
    {
      "epoch": 4.888113514770877,
      "grad_norm": 1.8333465117837475,
      "learning_rate": 2.5471908538126297e-05,
      "loss": 1.5547,
      "step": 105070
    },
    {
      "epoch": 4.888160037217958,
      "grad_norm": 1.7731970453200108,
      "learning_rate": 2.546983951716427e-05,
      "loss": 1.4844,
      "step": 105071
    },
    {
      "epoch": 4.888206559665038,
      "grad_norm": 1.8020023358358945,
      "learning_rate": 2.546777057244036e-05,
      "loss": 1.4922,
      "step": 105072
    },
    {
      "epoch": 4.888253082112119,
      "grad_norm": 1.8445671600558557,
      "learning_rate": 2.5465701703955766e-05,
      "loss": 1.4609,
      "step": 105073
    },
    {
      "epoch": 4.8882996045592,
      "grad_norm": 1.9154724021114733,
      "learning_rate": 2.546363291171185e-05,
      "loss": 1.7344,
      "step": 105074
    },
    {
      "epoch": 4.8883461270062805,
      "grad_norm": 1.8522916172174588,
      "learning_rate": 2.5461564195709817e-05,
      "loss": 1.6406,
      "step": 105075
    },
    {
      "epoch": 4.888392649453361,
      "grad_norm": 1.7701061970005725,
      "learning_rate": 2.5459495555950958e-05,
      "loss": 1.4531,
      "step": 105076
    },
    {
      "epoch": 4.888439171900442,
      "grad_norm": 1.8647623751195346,
      "learning_rate": 2.5457426992436496e-05,
      "loss": 1.5625,
      "step": 105077
    },
    {
      "epoch": 4.888485694347523,
      "grad_norm": 2.070721497208259,
      "learning_rate": 2.545535850516776e-05,
      "loss": 1.8672,
      "step": 105078
    },
    {
      "epoch": 4.888532216794603,
      "grad_norm": 1.831955857557613,
      "learning_rate": 2.5453290094145982e-05,
      "loss": 1.6016,
      "step": 105079
    },
    {
      "epoch": 4.888578739241684,
      "grad_norm": 1.8532249438249238,
      "learning_rate": 2.545122175937245e-05,
      "loss": 1.5391,
      "step": 105080
    },
    {
      "epoch": 4.888625261688765,
      "grad_norm": 1.8128033057093729,
      "learning_rate": 2.54491535008484e-05,
      "loss": 1.5312,
      "step": 105081
    },
    {
      "epoch": 4.888671784135846,
      "grad_norm": 1.897405771884823,
      "learning_rate": 2.5447085318575093e-05,
      "loss": 1.5391,
      "step": 105082
    },
    {
      "epoch": 4.888718306582926,
      "grad_norm": 1.955211155956371,
      "learning_rate": 2.5445017212553842e-05,
      "loss": 1.4688,
      "step": 105083
    },
    {
      "epoch": 4.888764829030007,
      "grad_norm": 1.8120100917878719,
      "learning_rate": 2.5442949182785875e-05,
      "loss": 1.5781,
      "step": 105084
    },
    {
      "epoch": 4.888811351477088,
      "grad_norm": 1.8280764033656478,
      "learning_rate": 2.544088122927248e-05,
      "loss": 1.4688,
      "step": 105085
    },
    {
      "epoch": 4.888857873924168,
      "grad_norm": 1.9648250963297402,
      "learning_rate": 2.543881335201487e-05,
      "loss": 1.6172,
      "step": 105086
    },
    {
      "epoch": 4.888904396371249,
      "grad_norm": 1.9602132695348171,
      "learning_rate": 2.543674555101436e-05,
      "loss": 1.6641,
      "step": 105087
    },
    {
      "epoch": 4.88895091881833,
      "grad_norm": 1.8866893480531466,
      "learning_rate": 2.543467782627223e-05,
      "loss": 1.4844,
      "step": 105088
    },
    {
      "epoch": 4.888997441265411,
      "grad_norm": 1.691942643048502,
      "learning_rate": 2.5432610177789737e-05,
      "loss": 1.2422,
      "step": 105089
    },
    {
      "epoch": 4.889043963712491,
      "grad_norm": 1.7587969448276841,
      "learning_rate": 2.5430542605568138e-05,
      "loss": 1.4609,
      "step": 105090
    },
    {
      "epoch": 4.889090486159572,
      "grad_norm": 1.8858568327322178,
      "learning_rate": 2.5428475109608652e-05,
      "loss": 1.5859,
      "step": 105091
    },
    {
      "epoch": 4.889137008606653,
      "grad_norm": 1.601625015764968,
      "learning_rate": 2.5426407689912615e-05,
      "loss": 1.2109,
      "step": 105092
    },
    {
      "epoch": 4.8891835310537335,
      "grad_norm": 1.8678802428743528,
      "learning_rate": 2.5424340346481286e-05,
      "loss": 1.5,
      "step": 105093
    },
    {
      "epoch": 4.889230053500814,
      "grad_norm": 1.62366577664269,
      "learning_rate": 2.5422273079315886e-05,
      "loss": 1.3125,
      "step": 105094
    },
    {
      "epoch": 4.889276575947894,
      "grad_norm": 2.0311328699620486,
      "learning_rate": 2.5420205888417694e-05,
      "loss": 1.8438,
      "step": 105095
    },
    {
      "epoch": 4.889323098394976,
      "grad_norm": 1.9674915860676887,
      "learning_rate": 2.541813877378801e-05,
      "loss": 1.6797,
      "step": 105096
    },
    {
      "epoch": 4.889369620842056,
      "grad_norm": 1.9223354270625448,
      "learning_rate": 2.541607173542807e-05,
      "loss": 1.5391,
      "step": 105097
    },
    {
      "epoch": 4.889416143289137,
      "grad_norm": 1.839288475472233,
      "learning_rate": 2.5414004773339148e-05,
      "loss": 1.6172,
      "step": 105098
    },
    {
      "epoch": 4.889462665736218,
      "grad_norm": 1.9190779707711225,
      "learning_rate": 2.5411937887522482e-05,
      "loss": 1.7109,
      "step": 105099
    },
    {
      "epoch": 4.889509188183299,
      "grad_norm": 1.8976021722104919,
      "learning_rate": 2.5409871077979387e-05,
      "loss": 1.5547,
      "step": 105100
    },
    {
      "epoch": 4.889555710630379,
      "grad_norm": 1.7555456755590675,
      "learning_rate": 2.5407804344711098e-05,
      "loss": 1.3906,
      "step": 105101
    },
    {
      "epoch": 4.88960223307746,
      "grad_norm": 1.9349620494920097,
      "learning_rate": 2.5405737687718892e-05,
      "loss": 1.5938,
      "step": 105102
    },
    {
      "epoch": 4.889648755524541,
      "grad_norm": 1.8354050981831846,
      "learning_rate": 2.5403671107003988e-05,
      "loss": 1.5234,
      "step": 105103
    },
    {
      "epoch": 4.889695277971621,
      "grad_norm": 1.8643214972845226,
      "learning_rate": 2.540160460256773e-05,
      "loss": 1.6016,
      "step": 105104
    },
    {
      "epoch": 4.889741800418702,
      "grad_norm": 1.9409679639039827,
      "learning_rate": 2.5399538174411362e-05,
      "loss": 1.6562,
      "step": 105105
    },
    {
      "epoch": 4.889788322865782,
      "grad_norm": 1.687514487470798,
      "learning_rate": 2.5397471822536103e-05,
      "loss": 1.2656,
      "step": 105106
    },
    {
      "epoch": 4.889834845312864,
      "grad_norm": 1.891378950662025,
      "learning_rate": 2.539540554694326e-05,
      "loss": 1.6406,
      "step": 105107
    },
    {
      "epoch": 4.889881367759944,
      "grad_norm": 1.745507568081981,
      "learning_rate": 2.5393339347634044e-05,
      "loss": 1.4141,
      "step": 105108
    },
    {
      "epoch": 4.889927890207025,
      "grad_norm": 1.7314774711283778,
      "learning_rate": 2.539127322460976e-05,
      "loss": 1.3281,
      "step": 105109
    },
    {
      "epoch": 4.889974412654105,
      "grad_norm": 1.7596348801422452,
      "learning_rate": 2.5389207177871718e-05,
      "loss": 1.3672,
      "step": 105110
    },
    {
      "epoch": 4.8900209351011865,
      "grad_norm": 1.852951589607986,
      "learning_rate": 2.5387141207421118e-05,
      "loss": 1.5938,
      "step": 105111
    },
    {
      "epoch": 4.890067457548267,
      "grad_norm": 1.5931696755611446,
      "learning_rate": 2.5385075313259262e-05,
      "loss": 1.1094,
      "step": 105112
    },
    {
      "epoch": 4.8901139799953475,
      "grad_norm": 1.706456287471687,
      "learning_rate": 2.5383009495387364e-05,
      "loss": 1.4688,
      "step": 105113
    },
    {
      "epoch": 4.890160502442429,
      "grad_norm": 1.8440906931396635,
      "learning_rate": 2.5380943753806736e-05,
      "loss": 1.5156,
      "step": 105114
    },
    {
      "epoch": 4.890207024889509,
      "grad_norm": 1.9078672072527223,
      "learning_rate": 2.537887808851865e-05,
      "loss": 1.5625,
      "step": 105115
    },
    {
      "epoch": 4.89025354733659,
      "grad_norm": 1.644027726162227,
      "learning_rate": 2.5376812499524335e-05,
      "loss": 1.1562,
      "step": 105116
    },
    {
      "epoch": 4.89030006978367,
      "grad_norm": 1.9567605212364239,
      "learning_rate": 2.537474698682504e-05,
      "loss": 1.625,
      "step": 105117
    },
    {
      "epoch": 4.890346592230752,
      "grad_norm": 1.6310490048965625,
      "learning_rate": 2.5372681550422097e-05,
      "loss": 1.1875,
      "step": 105118
    },
    {
      "epoch": 4.890393114677832,
      "grad_norm": 1.9065510890919544,
      "learning_rate": 2.537061619031674e-05,
      "loss": 1.6953,
      "step": 105119
    },
    {
      "epoch": 4.890439637124913,
      "grad_norm": 1.8360748699344343,
      "learning_rate": 2.5368550906510215e-05,
      "loss": 1.625,
      "step": 105120
    },
    {
      "epoch": 4.890486159571994,
      "grad_norm": 1.8992897460932472,
      "learning_rate": 2.536648569900376e-05,
      "loss": 1.6641,
      "step": 105121
    },
    {
      "epoch": 4.890532682019074,
      "grad_norm": 1.8503380615680942,
      "learning_rate": 2.5364420567798716e-05,
      "loss": 1.5781,
      "step": 105122
    },
    {
      "epoch": 4.890579204466155,
      "grad_norm": 1.950854220510255,
      "learning_rate": 2.5362355512896322e-05,
      "loss": 1.6406,
      "step": 105123
    },
    {
      "epoch": 4.890625726913235,
      "grad_norm": 1.9774473719828924,
      "learning_rate": 2.5360290534297806e-05,
      "loss": 1.6875,
      "step": 105124
    },
    {
      "epoch": 4.890672249360316,
      "grad_norm": 1.932069591368303,
      "learning_rate": 2.5358225632004437e-05,
      "loss": 1.6016,
      "step": 105125
    },
    {
      "epoch": 4.890718771807397,
      "grad_norm": 1.9222461794149008,
      "learning_rate": 2.535616080601753e-05,
      "loss": 1.5859,
      "step": 105126
    },
    {
      "epoch": 4.890765294254478,
      "grad_norm": 1.7457539828546371,
      "learning_rate": 2.5354096056338314e-05,
      "loss": 1.375,
      "step": 105127
    },
    {
      "epoch": 4.890811816701558,
      "grad_norm": 1.8757869530333922,
      "learning_rate": 2.535203138296804e-05,
      "loss": 1.6562,
      "step": 105128
    },
    {
      "epoch": 4.8908583391486395,
      "grad_norm": 1.8020966617935619,
      "learning_rate": 2.534996678590796e-05,
      "loss": 1.4688,
      "step": 105129
    },
    {
      "epoch": 4.89090486159572,
      "grad_norm": 1.6150863569427016,
      "learning_rate": 2.534790226515942e-05,
      "loss": 1.2266,
      "step": 105130
    },
    {
      "epoch": 4.8909513840428005,
      "grad_norm": 1.9256678997514576,
      "learning_rate": 2.534583782072357e-05,
      "loss": 1.5938,
      "step": 105131
    },
    {
      "epoch": 4.890997906489881,
      "grad_norm": 1.8026402979234741,
      "learning_rate": 2.5343773452601775e-05,
      "loss": 1.5,
      "step": 105132
    },
    {
      "epoch": 4.891044428936962,
      "grad_norm": 1.938362109435251,
      "learning_rate": 2.5341709160795266e-05,
      "loss": 1.6172,
      "step": 105133
    },
    {
      "epoch": 4.891090951384043,
      "grad_norm": 1.9802038601030412,
      "learning_rate": 2.5339644945305243e-05,
      "loss": 1.7734,
      "step": 105134
    },
    {
      "epoch": 4.891137473831123,
      "grad_norm": 1.9127924811376358,
      "learning_rate": 2.5337580806133072e-05,
      "loss": 1.5547,
      "step": 105135
    },
    {
      "epoch": 4.891183996278205,
      "grad_norm": 1.8813405420715812,
      "learning_rate": 2.5335516743279972e-05,
      "loss": 1.6484,
      "step": 105136
    },
    {
      "epoch": 4.891230518725285,
      "grad_norm": 1.885628879354769,
      "learning_rate": 2.5333452756747186e-05,
      "loss": 1.6328,
      "step": 105137
    },
    {
      "epoch": 4.891277041172366,
      "grad_norm": 1.899871857641098,
      "learning_rate": 2.5331388846536017e-05,
      "loss": 1.6016,
      "step": 105138
    },
    {
      "epoch": 4.891323563619446,
      "grad_norm": 1.714583119153686,
      "learning_rate": 2.5329325012647662e-05,
      "loss": 1.4453,
      "step": 105139
    },
    {
      "epoch": 4.8913700860665275,
      "grad_norm": 1.8174587179786001,
      "learning_rate": 2.5327261255083454e-05,
      "loss": 1.5234,
      "step": 105140
    },
    {
      "epoch": 4.891416608513608,
      "grad_norm": 1.7602297745626794,
      "learning_rate": 2.532519757384464e-05,
      "loss": 1.4844,
      "step": 105141
    },
    {
      "epoch": 4.891463130960688,
      "grad_norm": 1.9083603308341133,
      "learning_rate": 2.532313396893249e-05,
      "loss": 1.5703,
      "step": 105142
    },
    {
      "epoch": 4.891509653407769,
      "grad_norm": 1.8290208062477766,
      "learning_rate": 2.5321070440348203e-05,
      "loss": 1.4922,
      "step": 105143
    },
    {
      "epoch": 4.89155617585485,
      "grad_norm": 1.9712093748738204,
      "learning_rate": 2.531900698809312e-05,
      "loss": 1.8047,
      "step": 105144
    },
    {
      "epoch": 4.891602698301931,
      "grad_norm": 1.9102223903510196,
      "learning_rate": 2.5316943612168484e-05,
      "loss": 1.5312,
      "step": 105145
    },
    {
      "epoch": 4.891649220749011,
      "grad_norm": 1.8985123005207754,
      "learning_rate": 2.5314880312575553e-05,
      "loss": 1.6562,
      "step": 105146
    },
    {
      "epoch": 4.891695743196092,
      "grad_norm": 1.801927806689511,
      "learning_rate": 2.5312817089315544e-05,
      "loss": 1.4141,
      "step": 105147
    },
    {
      "epoch": 4.891742265643173,
      "grad_norm": 1.7504571258391863,
      "learning_rate": 2.5310753942389795e-05,
      "loss": 1.4531,
      "step": 105148
    },
    {
      "epoch": 4.8917887880902535,
      "grad_norm": 1.870585990309765,
      "learning_rate": 2.5308690871799547e-05,
      "loss": 1.5469,
      "step": 105149
    },
    {
      "epoch": 4.891835310537334,
      "grad_norm": 1.9876997922345128,
      "learning_rate": 2.5306627877546055e-05,
      "loss": 1.7031,
      "step": 105150
    },
    {
      "epoch": 4.891881832984415,
      "grad_norm": 1.8561429271475176,
      "learning_rate": 2.530456495963053e-05,
      "loss": 1.5547,
      "step": 105151
    },
    {
      "epoch": 4.891928355431496,
      "grad_norm": 1.8548633392066796,
      "learning_rate": 2.5302502118054342e-05,
      "loss": 1.625,
      "step": 105152
    },
    {
      "epoch": 4.891974877878576,
      "grad_norm": 1.762037504227044,
      "learning_rate": 2.5300439352818634e-05,
      "loss": 1.5391,
      "step": 105153
    },
    {
      "epoch": 4.892021400325657,
      "grad_norm": 1.9173040249765854,
      "learning_rate": 2.5298376663924796e-05,
      "loss": 1.6484,
      "step": 105154
    },
    {
      "epoch": 4.892067922772738,
      "grad_norm": 1.9254602605619289,
      "learning_rate": 2.5296314051374007e-05,
      "loss": 1.6797,
      "step": 105155
    },
    {
      "epoch": 4.892114445219819,
      "grad_norm": 1.8066522147930972,
      "learning_rate": 2.529425151516753e-05,
      "loss": 1.3281,
      "step": 105156
    },
    {
      "epoch": 4.892160967666899,
      "grad_norm": 1.622584703564115,
      "learning_rate": 2.5292189055306665e-05,
      "loss": 1.1953,
      "step": 105157
    },
    {
      "epoch": 4.8922074901139805,
      "grad_norm": 1.7560441430382356,
      "learning_rate": 2.5290126671792664e-05,
      "loss": 1.4688,
      "step": 105158
    },
    {
      "epoch": 4.892254012561061,
      "grad_norm": 1.9204593476107936,
      "learning_rate": 2.5288064364626793e-05,
      "loss": 1.5938,
      "step": 105159
    },
    {
      "epoch": 4.892300535008141,
      "grad_norm": 1.9024878436037935,
      "learning_rate": 2.5286002133810264e-05,
      "loss": 1.6875,
      "step": 105160
    },
    {
      "epoch": 4.892347057455222,
      "grad_norm": 1.7960949529360986,
      "learning_rate": 2.528393997934441e-05,
      "loss": 1.4688,
      "step": 105161
    },
    {
      "epoch": 4.892393579902302,
      "grad_norm": 1.7362393254930792,
      "learning_rate": 2.5281877901230462e-05,
      "loss": 1.3984,
      "step": 105162
    },
    {
      "epoch": 4.892440102349384,
      "grad_norm": 1.8854169461081047,
      "learning_rate": 2.5279815899469673e-05,
      "loss": 1.5859,
      "step": 105163
    },
    {
      "epoch": 4.892486624796464,
      "grad_norm": 1.8384593454220417,
      "learning_rate": 2.527775397406334e-05,
      "loss": 1.5391,
      "step": 105164
    },
    {
      "epoch": 4.892533147243545,
      "grad_norm": 1.848922967118625,
      "learning_rate": 2.5275692125012648e-05,
      "loss": 1.5938,
      "step": 105165
    },
    {
      "epoch": 4.892579669690626,
      "grad_norm": 1.8920691260687188,
      "learning_rate": 2.5273630352318957e-05,
      "loss": 1.6484,
      "step": 105166
    },
    {
      "epoch": 4.8926261921377066,
      "grad_norm": 1.7308276436674852,
      "learning_rate": 2.5271568655983486e-05,
      "loss": 1.4531,
      "step": 105167
    },
    {
      "epoch": 4.892672714584787,
      "grad_norm": 1.8199848294270857,
      "learning_rate": 2.5269507036007488e-05,
      "loss": 1.5703,
      "step": 105168
    },
    {
      "epoch": 4.8927192370318675,
      "grad_norm": 1.9341938976618187,
      "learning_rate": 2.5267445492392203e-05,
      "loss": 1.7656,
      "step": 105169
    },
    {
      "epoch": 4.892765759478949,
      "grad_norm": 1.9272258399106483,
      "learning_rate": 2.5265384025138952e-05,
      "loss": 1.6641,
      "step": 105170
    },
    {
      "epoch": 4.892812281926029,
      "grad_norm": 1.7984381951408184,
      "learning_rate": 2.5263322634248966e-05,
      "loss": 1.5,
      "step": 105171
    },
    {
      "epoch": 4.89285880437311,
      "grad_norm": 1.8761394007582985,
      "learning_rate": 2.5261261319723514e-05,
      "loss": 1.7031,
      "step": 105172
    },
    {
      "epoch": 4.892905326820191,
      "grad_norm": 1.8098444069281823,
      "learning_rate": 2.5259200081563825e-05,
      "loss": 1.5234,
      "step": 105173
    },
    {
      "epoch": 4.892951849267272,
      "grad_norm": 1.8413816507208507,
      "learning_rate": 2.5257138919771214e-05,
      "loss": 1.6094,
      "step": 105174
    },
    {
      "epoch": 4.892998371714352,
      "grad_norm": 1.7209680835474621,
      "learning_rate": 2.5255077834346883e-05,
      "loss": 1.4297,
      "step": 105175
    },
    {
      "epoch": 4.893044894161433,
      "grad_norm": 1.9278370078995617,
      "learning_rate": 2.5253016825292177e-05,
      "loss": 1.6094,
      "step": 105176
    },
    {
      "epoch": 4.893091416608514,
      "grad_norm": 1.8418661688222167,
      "learning_rate": 2.52509558926083e-05,
      "loss": 1.5859,
      "step": 105177
    },
    {
      "epoch": 4.8931379390555945,
      "grad_norm": 2.034921161693066,
      "learning_rate": 2.5248895036296478e-05,
      "loss": 1.7266,
      "step": 105178
    },
    {
      "epoch": 4.893184461502675,
      "grad_norm": 1.7036642167642628,
      "learning_rate": 2.524683425635807e-05,
      "loss": 1.5312,
      "step": 105179
    },
    {
      "epoch": 4.893230983949755,
      "grad_norm": 1.7982578267290785,
      "learning_rate": 2.524477355279428e-05,
      "loss": 1.4844,
      "step": 105180
    },
    {
      "epoch": 4.893277506396837,
      "grad_norm": 1.939481660976312,
      "learning_rate": 2.5242712925606364e-05,
      "loss": 1.7031,
      "step": 105181
    },
    {
      "epoch": 4.893324028843917,
      "grad_norm": 2.001604522156012,
      "learning_rate": 2.5240652374795568e-05,
      "loss": 1.7031,
      "step": 105182
    },
    {
      "epoch": 4.893370551290998,
      "grad_norm": 1.7415988428423796,
      "learning_rate": 2.523859190036321e-05,
      "loss": 1.3828,
      "step": 105183
    },
    {
      "epoch": 4.893417073738078,
      "grad_norm": 1.8321335912970016,
      "learning_rate": 2.5236531502310537e-05,
      "loss": 1.5703,
      "step": 105184
    },
    {
      "epoch": 4.89346359618516,
      "grad_norm": 2.011395083134648,
      "learning_rate": 2.5234471180638783e-05,
      "loss": 1.6484,
      "step": 105185
    },
    {
      "epoch": 4.89351011863224,
      "grad_norm": 1.8443401387451421,
      "learning_rate": 2.523241093534918e-05,
      "loss": 1.5234,
      "step": 105186
    },
    {
      "epoch": 4.8935566410793205,
      "grad_norm": 1.857821670493636,
      "learning_rate": 2.5230350766443076e-05,
      "loss": 1.625,
      "step": 105187
    },
    {
      "epoch": 4.893603163526402,
      "grad_norm": 1.6999837528557908,
      "learning_rate": 2.5228290673921686e-05,
      "loss": 1.4062,
      "step": 105188
    },
    {
      "epoch": 4.893649685973482,
      "grad_norm": 1.747223315885668,
      "learning_rate": 2.5226230657786262e-05,
      "loss": 1.5547,
      "step": 105189
    },
    {
      "epoch": 4.893696208420563,
      "grad_norm": 1.980226787618304,
      "learning_rate": 2.5224170718038082e-05,
      "loss": 1.5547,
      "step": 105190
    },
    {
      "epoch": 4.893742730867643,
      "grad_norm": 1.9435411111473408,
      "learning_rate": 2.522211085467837e-05,
      "loss": 1.6562,
      "step": 105191
    },
    {
      "epoch": 4.893789253314725,
      "grad_norm": 1.791010234323828,
      "learning_rate": 2.5220051067708448e-05,
      "loss": 1.4453,
      "step": 105192
    },
    {
      "epoch": 4.893835775761805,
      "grad_norm": 1.7340207300203825,
      "learning_rate": 2.5217991357129535e-05,
      "loss": 1.3984,
      "step": 105193
    },
    {
      "epoch": 4.893882298208886,
      "grad_norm": 1.9683075638360392,
      "learning_rate": 2.5215931722942917e-05,
      "loss": 1.6953,
      "step": 105194
    },
    {
      "epoch": 4.893928820655966,
      "grad_norm": 1.7834473907546406,
      "learning_rate": 2.5213872165149808e-05,
      "loss": 1.4531,
      "step": 105195
    },
    {
      "epoch": 4.8939753431030475,
      "grad_norm": 1.8683597625942807,
      "learning_rate": 2.521181268375152e-05,
      "loss": 1.3984,
      "step": 105196
    },
    {
      "epoch": 4.894021865550128,
      "grad_norm": 1.6478173259365403,
      "learning_rate": 2.520975327874927e-05,
      "loss": 1.3281,
      "step": 105197
    },
    {
      "epoch": 4.8940683879972084,
      "grad_norm": 1.695773781606014,
      "learning_rate": 2.5207693950144382e-05,
      "loss": 1.3047,
      "step": 105198
    },
    {
      "epoch": 4.894114910444289,
      "grad_norm": 1.9698674030638779,
      "learning_rate": 2.5205634697938077e-05,
      "loss": 1.8203,
      "step": 105199
    },
    {
      "epoch": 4.89416143289137,
      "grad_norm": 1.7333405054650382,
      "learning_rate": 2.5203575522131592e-05,
      "loss": 1.4062,
      "step": 105200
    },
    {
      "epoch": 4.894207955338451,
      "grad_norm": 1.8680827352914335,
      "learning_rate": 2.5201516422726242e-05,
      "loss": 1.5781,
      "step": 105201
    },
    {
      "epoch": 4.894254477785531,
      "grad_norm": 1.8042711139197616,
      "learning_rate": 2.519945739972326e-05,
      "loss": 1.5312,
      "step": 105202
    },
    {
      "epoch": 4.894301000232613,
      "grad_norm": 1.9378262451450794,
      "learning_rate": 2.5197398453123895e-05,
      "loss": 1.6406,
      "step": 105203
    },
    {
      "epoch": 4.894347522679693,
      "grad_norm": 1.8547236661311373,
      "learning_rate": 2.5195339582929398e-05,
      "loss": 1.6094,
      "step": 105204
    },
    {
      "epoch": 4.894394045126774,
      "grad_norm": 1.8409875941753604,
      "learning_rate": 2.5193280789141078e-05,
      "loss": 1.5781,
      "step": 105205
    },
    {
      "epoch": 4.894440567573854,
      "grad_norm": 1.7561492235959713,
      "learning_rate": 2.5191222071760157e-05,
      "loss": 1.5,
      "step": 105206
    },
    {
      "epoch": 4.894487090020935,
      "grad_norm": 1.9544758183442614,
      "learning_rate": 2.5189163430787918e-05,
      "loss": 1.5078,
      "step": 105207
    },
    {
      "epoch": 4.894533612468016,
      "grad_norm": 1.8320139766751242,
      "learning_rate": 2.518710486622557e-05,
      "loss": 1.5703,
      "step": 105208
    },
    {
      "epoch": 4.894580134915096,
      "grad_norm": 1.910207005937072,
      "learning_rate": 2.5185046378074453e-05,
      "loss": 1.6875,
      "step": 105209
    },
    {
      "epoch": 4.894626657362178,
      "grad_norm": 1.9410992162398202,
      "learning_rate": 2.5182987966335793e-05,
      "loss": 1.5703,
      "step": 105210
    },
    {
      "epoch": 4.894673179809258,
      "grad_norm": 1.899400094933451,
      "learning_rate": 2.5180929631010825e-05,
      "loss": 1.6484,
      "step": 105211
    },
    {
      "epoch": 4.894719702256339,
      "grad_norm": 1.67723000584085,
      "learning_rate": 2.51788713721008e-05,
      "loss": 1.4609,
      "step": 105212
    },
    {
      "epoch": 4.894766224703419,
      "grad_norm": 1.853369050945013,
      "learning_rate": 2.517681318960705e-05,
      "loss": 1.7344,
      "step": 105213
    },
    {
      "epoch": 4.8948127471505,
      "grad_norm": 1.9509074726526894,
      "learning_rate": 2.517475508353077e-05,
      "loss": 1.6719,
      "step": 105214
    },
    {
      "epoch": 4.894859269597581,
      "grad_norm": 1.6731215919898268,
      "learning_rate": 2.517269705387326e-05,
      "loss": 1.3984,
      "step": 105215
    },
    {
      "epoch": 4.8949057920446615,
      "grad_norm": 1.7740132911575937,
      "learning_rate": 2.5170639100635753e-05,
      "loss": 1.4766,
      "step": 105216
    },
    {
      "epoch": 4.894952314491742,
      "grad_norm": 1.6825176148018137,
      "learning_rate": 2.5168581223819467e-05,
      "loss": 1.4688,
      "step": 105217
    },
    {
      "epoch": 4.894998836938823,
      "grad_norm": 1.8796914056585832,
      "learning_rate": 2.5166523423425733e-05,
      "loss": 1.5859,
      "step": 105218
    },
    {
      "epoch": 4.895045359385904,
      "grad_norm": 1.8984290926765632,
      "learning_rate": 2.5164465699455817e-05,
      "loss": 1.5859,
      "step": 105219
    },
    {
      "epoch": 4.895091881832984,
      "grad_norm": 1.6788054426305012,
      "learning_rate": 2.516240805191095e-05,
      "loss": 1.3828,
      "step": 105220
    },
    {
      "epoch": 4.895138404280065,
      "grad_norm": 1.7976512465450831,
      "learning_rate": 2.5160350480792395e-05,
      "loss": 1.5547,
      "step": 105221
    },
    {
      "epoch": 4.895184926727146,
      "grad_norm": 1.8857070636967566,
      "learning_rate": 2.515829298610136e-05,
      "loss": 1.5625,
      "step": 105222
    },
    {
      "epoch": 4.895231449174227,
      "grad_norm": 1.9989095085577278,
      "learning_rate": 2.51562355678392e-05,
      "loss": 1.7578,
      "step": 105223
    },
    {
      "epoch": 4.895277971621307,
      "grad_norm": 1.876190478333764,
      "learning_rate": 2.5154178226007137e-05,
      "loss": 1.5234,
      "step": 105224
    },
    {
      "epoch": 4.895324494068388,
      "grad_norm": 1.7709649422572715,
      "learning_rate": 2.515212096060642e-05,
      "loss": 1.5391,
      "step": 105225
    },
    {
      "epoch": 4.895371016515469,
      "grad_norm": 1.8476523156515932,
      "learning_rate": 2.5150063771638264e-05,
      "loss": 1.5,
      "step": 105226
    },
    {
      "epoch": 4.895417538962549,
      "grad_norm": 1.9090003534902773,
      "learning_rate": 2.5148006659104014e-05,
      "loss": 1.6953,
      "step": 105227
    },
    {
      "epoch": 4.89546406140963,
      "grad_norm": 1.6612265716029437,
      "learning_rate": 2.514594962300489e-05,
      "loss": 1.3125,
      "step": 105228
    },
    {
      "epoch": 4.895510583856711,
      "grad_norm": 1.6456470811554957,
      "learning_rate": 2.5143892663342157e-05,
      "loss": 1.2969,
      "step": 105229
    },
    {
      "epoch": 4.895557106303792,
      "grad_norm": 1.8162927058248115,
      "learning_rate": 2.5141835780117032e-05,
      "loss": 1.5234,
      "step": 105230
    },
    {
      "epoch": 4.895603628750872,
      "grad_norm": 1.863054224896301,
      "learning_rate": 2.5139778973330844e-05,
      "loss": 1.6328,
      "step": 105231
    },
    {
      "epoch": 4.895650151197953,
      "grad_norm": 1.7765581310636724,
      "learning_rate": 2.513772224298481e-05,
      "loss": 1.5625,
      "step": 105232
    },
    {
      "epoch": 4.895696673645034,
      "grad_norm": 1.7461164289260274,
      "learning_rate": 2.513566558908021e-05,
      "loss": 1.4531,
      "step": 105233
    },
    {
      "epoch": 4.8957431960921145,
      "grad_norm": 1.7044028705149528,
      "learning_rate": 2.513360901161825e-05,
      "loss": 1.4766,
      "step": 105234
    },
    {
      "epoch": 4.895789718539195,
      "grad_norm": 1.8570370400247822,
      "learning_rate": 2.5131552510600274e-05,
      "loss": 1.6094,
      "step": 105235
    },
    {
      "epoch": 4.8958362409862755,
      "grad_norm": 1.6017861469747374,
      "learning_rate": 2.5129496086027495e-05,
      "loss": 1.3281,
      "step": 105236
    },
    {
      "epoch": 4.895882763433357,
      "grad_norm": 1.8132428227116115,
      "learning_rate": 2.5127439737901167e-05,
      "loss": 1.5234,
      "step": 105237
    },
    {
      "epoch": 4.895929285880437,
      "grad_norm": 2.6318400687170147,
      "learning_rate": 2.512538346622252e-05,
      "loss": 1.5391,
      "step": 105238
    },
    {
      "epoch": 4.895975808327518,
      "grad_norm": 1.7654617491378852,
      "learning_rate": 2.512332727099289e-05,
      "loss": 1.4766,
      "step": 105239
    },
    {
      "epoch": 4.896022330774599,
      "grad_norm": 1.935880107810465,
      "learning_rate": 2.5121271152213467e-05,
      "loss": 1.7188,
      "step": 105240
    },
    {
      "epoch": 4.89606885322168,
      "grad_norm": 1.7890252329402285,
      "learning_rate": 2.511921510988556e-05,
      "loss": 1.4141,
      "step": 105241
    },
    {
      "epoch": 4.89611537566876,
      "grad_norm": 1.8845771773275337,
      "learning_rate": 2.5117159144010412e-05,
      "loss": 1.5859,
      "step": 105242
    },
    {
      "epoch": 4.896161898115841,
      "grad_norm": 1.8898277883879295,
      "learning_rate": 2.5115103254589275e-05,
      "loss": 1.6406,
      "step": 105243
    },
    {
      "epoch": 4.896208420562922,
      "grad_norm": 1.8826525754749754,
      "learning_rate": 2.511304744162338e-05,
      "loss": 1.625,
      "step": 105244
    },
    {
      "epoch": 4.896254943010002,
      "grad_norm": 1.6129067405947028,
      "learning_rate": 2.5110991705114043e-05,
      "loss": 1.3359,
      "step": 105245
    },
    {
      "epoch": 4.896301465457083,
      "grad_norm": 1.8966005977803246,
      "learning_rate": 2.510893604506248e-05,
      "loss": 1.6406,
      "step": 105246
    },
    {
      "epoch": 4.896347987904164,
      "grad_norm": 1.9133035454634484,
      "learning_rate": 2.510688046146997e-05,
      "loss": 1.6875,
      "step": 105247
    },
    {
      "epoch": 4.896394510351245,
      "grad_norm": 1.8048571298001825,
      "learning_rate": 2.5104824954337733e-05,
      "loss": 1.5391,
      "step": 105248
    },
    {
      "epoch": 4.896441032798325,
      "grad_norm": 1.7762784357665404,
      "learning_rate": 2.51027695236671e-05,
      "loss": 1.4844,
      "step": 105249
    },
    {
      "epoch": 4.896487555245406,
      "grad_norm": 1.9037551184815136,
      "learning_rate": 2.5100714169459285e-05,
      "loss": 1.3984,
      "step": 105250
    },
    {
      "epoch": 4.896534077692486,
      "grad_norm": 1.8474267001330944,
      "learning_rate": 2.509865889171554e-05,
      "loss": 1.5547,
      "step": 105251
    },
    {
      "epoch": 4.8965806001395675,
      "grad_norm": 1.708027785700182,
      "learning_rate": 2.5096603690437095e-05,
      "loss": 1.3359,
      "step": 105252
    },
    {
      "epoch": 4.896627122586648,
      "grad_norm": 1.8143196950620153,
      "learning_rate": 2.5094548565625285e-05,
      "loss": 1.6172,
      "step": 105253
    },
    {
      "epoch": 4.8966736450337285,
      "grad_norm": 1.7129289529252272,
      "learning_rate": 2.5092493517281335e-05,
      "loss": 1.2891,
      "step": 105254
    },
    {
      "epoch": 4.89672016748081,
      "grad_norm": 1.8416371270434138,
      "learning_rate": 2.5090438545406487e-05,
      "loss": 1.5078,
      "step": 105255
    },
    {
      "epoch": 4.89676668992789,
      "grad_norm": 2.0482818487951957,
      "learning_rate": 2.5088383650001986e-05,
      "loss": 1.7734,
      "step": 105256
    },
    {
      "epoch": 4.896813212374971,
      "grad_norm": 1.7688716737952028,
      "learning_rate": 2.508632883106913e-05,
      "loss": 1.4922,
      "step": 105257
    },
    {
      "epoch": 4.896859734822051,
      "grad_norm": 1.9065112668330917,
      "learning_rate": 2.508427408860917e-05,
      "loss": 1.5938,
      "step": 105258
    },
    {
      "epoch": 4.896906257269133,
      "grad_norm": 1.7690535779956071,
      "learning_rate": 2.5082219422623352e-05,
      "loss": 1.4766,
      "step": 105259
    },
    {
      "epoch": 4.896952779716213,
      "grad_norm": 1.8227115978487627,
      "learning_rate": 2.508016483311291e-05,
      "loss": 1.5469,
      "step": 105260
    },
    {
      "epoch": 4.896999302163294,
      "grad_norm": 1.8560811965739623,
      "learning_rate": 2.507811032007916e-05,
      "loss": 1.5312,
      "step": 105261
    },
    {
      "epoch": 4.897045824610375,
      "grad_norm": 1.8890265048492576,
      "learning_rate": 2.507605588352328e-05,
      "loss": 1.6406,
      "step": 105262
    },
    {
      "epoch": 4.897092347057455,
      "grad_norm": 1.8944481760929448,
      "learning_rate": 2.5074001523446612e-05,
      "loss": 1.6562,
      "step": 105263
    },
    {
      "epoch": 4.897138869504536,
      "grad_norm": 1.7773284480355802,
      "learning_rate": 2.507194723985038e-05,
      "loss": 1.5391,
      "step": 105264
    },
    {
      "epoch": 4.897185391951616,
      "grad_norm": 1.933959238231556,
      "learning_rate": 2.5069893032735804e-05,
      "loss": 1.75,
      "step": 105265
    },
    {
      "epoch": 4.897231914398697,
      "grad_norm": 1.7773626226591894,
      "learning_rate": 2.5067838902104215e-05,
      "loss": 1.4375,
      "step": 105266
    },
    {
      "epoch": 4.897278436845778,
      "grad_norm": 1.9314947612742785,
      "learning_rate": 2.5065784847956826e-05,
      "loss": 1.6797,
      "step": 105267
    },
    {
      "epoch": 4.897324959292859,
      "grad_norm": 1.87094708981281,
      "learning_rate": 2.5063730870294905e-05,
      "loss": 1.5625,
      "step": 105268
    },
    {
      "epoch": 4.897371481739939,
      "grad_norm": 1.966474676428919,
      "learning_rate": 2.5061676969119687e-05,
      "loss": 1.6797,
      "step": 105269
    },
    {
      "epoch": 4.897418004187021,
      "grad_norm": 1.9492205888582985,
      "learning_rate": 2.5059623144432432e-05,
      "loss": 1.7656,
      "step": 105270
    },
    {
      "epoch": 4.897464526634101,
      "grad_norm": 1.7070106684752864,
      "learning_rate": 2.5057569396234444e-05,
      "loss": 1.4141,
      "step": 105271
    },
    {
      "epoch": 4.8975110490811815,
      "grad_norm": 1.7067753399295,
      "learning_rate": 2.5055515724526937e-05,
      "loss": 1.3594,
      "step": 105272
    },
    {
      "epoch": 4.897557571528262,
      "grad_norm": 1.932915344422893,
      "learning_rate": 2.505346212931119e-05,
      "loss": 1.6406,
      "step": 105273
    },
    {
      "epoch": 4.897604093975343,
      "grad_norm": 1.7700027254197324,
      "learning_rate": 2.5051408610588407e-05,
      "loss": 1.4453,
      "step": 105274
    },
    {
      "epoch": 4.897650616422424,
      "grad_norm": 1.926245995666165,
      "learning_rate": 2.5049355168359936e-05,
      "loss": 1.6719,
      "step": 105275
    },
    {
      "epoch": 4.897697138869504,
      "grad_norm": 1.9102514769871124,
      "learning_rate": 2.5047301802626973e-05,
      "loss": 1.6016,
      "step": 105276
    },
    {
      "epoch": 4.897743661316586,
      "grad_norm": 1.8018666095688582,
      "learning_rate": 2.5045248513390786e-05,
      "loss": 1.5781,
      "step": 105277
    },
    {
      "epoch": 4.897790183763666,
      "grad_norm": 1.8591777303783243,
      "learning_rate": 2.5043195300652607e-05,
      "loss": 1.6016,
      "step": 105278
    },
    {
      "epoch": 4.897836706210747,
      "grad_norm": 1.8775433207767354,
      "learning_rate": 2.504114216441377e-05,
      "loss": 1.6953,
      "step": 105279
    },
    {
      "epoch": 4.897883228657827,
      "grad_norm": 1.764817348350767,
      "learning_rate": 2.5039089104675453e-05,
      "loss": 1.5156,
      "step": 105280
    },
    {
      "epoch": 4.8979297511049085,
      "grad_norm": 1.5806135428860657,
      "learning_rate": 2.5037036121438957e-05,
      "loss": 1.2266,
      "step": 105281
    },
    {
      "epoch": 4.897976273551989,
      "grad_norm": 1.92581734932955,
      "learning_rate": 2.5034983214705485e-05,
      "loss": 1.6172,
      "step": 105282
    },
    {
      "epoch": 4.898022795999069,
      "grad_norm": 1.9244992200552489,
      "learning_rate": 2.503293038447638e-05,
      "loss": 1.6953,
      "step": 105283
    },
    {
      "epoch": 4.89806931844615,
      "grad_norm": 1.6429137196756343,
      "learning_rate": 2.503087763075281e-05,
      "loss": 1.2891,
      "step": 105284
    },
    {
      "epoch": 4.898115840893231,
      "grad_norm": 1.534073581388535,
      "learning_rate": 2.502882495353609e-05,
      "loss": 1.1641,
      "step": 105285
    },
    {
      "epoch": 4.898162363340312,
      "grad_norm": 1.8673263019952249,
      "learning_rate": 2.502677235282749e-05,
      "loss": 1.6406,
      "step": 105286
    },
    {
      "epoch": 4.898208885787392,
      "grad_norm": 1.7262704690587702,
      "learning_rate": 2.5024719828628188e-05,
      "loss": 1.5469,
      "step": 105287
    },
    {
      "epoch": 4.898255408234473,
      "grad_norm": 1.8758445532622923,
      "learning_rate": 2.5022667380939515e-05,
      "loss": 1.6562,
      "step": 105288
    },
    {
      "epoch": 4.898301930681554,
      "grad_norm": 1.8995854156192398,
      "learning_rate": 2.5020615009762705e-05,
      "loss": 1.6562,
      "step": 105289
    },
    {
      "epoch": 4.8983484531286345,
      "grad_norm": 1.8256975260320099,
      "learning_rate": 2.501856271509903e-05,
      "loss": 1.6172,
      "step": 105290
    },
    {
      "epoch": 4.898394975575715,
      "grad_norm": 1.8951499942792993,
      "learning_rate": 2.5016510496949677e-05,
      "loss": 1.5859,
      "step": 105291
    },
    {
      "epoch": 4.898441498022796,
      "grad_norm": 1.8032731768308095,
      "learning_rate": 2.5014458355315987e-05,
      "loss": 1.5391,
      "step": 105292
    },
    {
      "epoch": 4.898488020469877,
      "grad_norm": 1.804409332562277,
      "learning_rate": 2.5012406290199188e-05,
      "loss": 1.5859,
      "step": 105293
    },
    {
      "epoch": 4.898534542916957,
      "grad_norm": 1.8638725079024736,
      "learning_rate": 2.5010354301600515e-05,
      "loss": 1.5703,
      "step": 105294
    },
    {
      "epoch": 4.898581065364038,
      "grad_norm": 2.0639827881920394,
      "learning_rate": 2.500830238952125e-05,
      "loss": 1.7422,
      "step": 105295
    },
    {
      "epoch": 4.898627587811119,
      "grad_norm": 1.9559531857957781,
      "learning_rate": 2.500625055396261e-05,
      "loss": 1.6797,
      "step": 105296
    },
    {
      "epoch": 4.8986741102582,
      "grad_norm": 1.734049123003371,
      "learning_rate": 2.5004198794925904e-05,
      "loss": 1.4531,
      "step": 105297
    },
    {
      "epoch": 4.89872063270528,
      "grad_norm": 1.7443594451393967,
      "learning_rate": 2.5002147112412373e-05,
      "loss": 1.5703,
      "step": 105298
    },
    {
      "epoch": 4.8987671551523615,
      "grad_norm": 1.8475732135239888,
      "learning_rate": 2.5000095506423263e-05,
      "loss": 1.6016,
      "step": 105299
    },
    {
      "epoch": 4.898813677599442,
      "grad_norm": 1.8124851015348644,
      "learning_rate": 2.4998043976959803e-05,
      "loss": 1.4688,
      "step": 105300
    },
    {
      "epoch": 4.8988602000465225,
      "grad_norm": 1.9525164683165066,
      "learning_rate": 2.4995992524023296e-05,
      "loss": 1.7031,
      "step": 105301
    },
    {
      "epoch": 4.898906722493603,
      "grad_norm": 1.9617713810840511,
      "learning_rate": 2.4993941147614987e-05,
      "loss": 1.9297,
      "step": 105302
    },
    {
      "epoch": 4.898953244940683,
      "grad_norm": 2.046763336172503,
      "learning_rate": 2.499188984773613e-05,
      "loss": 1.6719,
      "step": 105303
    },
    {
      "epoch": 4.898999767387765,
      "grad_norm": 1.8431295832766934,
      "learning_rate": 2.4989838624387938e-05,
      "loss": 1.6016,
      "step": 105304
    },
    {
      "epoch": 4.899046289834845,
      "grad_norm": 1.7761456698573683,
      "learning_rate": 2.4987787477571724e-05,
      "loss": 1.4844,
      "step": 105305
    },
    {
      "epoch": 4.899092812281926,
      "grad_norm": 1.9358572812427586,
      "learning_rate": 2.498573640728871e-05,
      "loss": 1.6094,
      "step": 105306
    },
    {
      "epoch": 4.899139334729007,
      "grad_norm": 1.9145339778598962,
      "learning_rate": 2.498368541354019e-05,
      "loss": 1.6797,
      "step": 105307
    },
    {
      "epoch": 4.899185857176088,
      "grad_norm": 1.8395445980314165,
      "learning_rate": 2.4981634496327396e-05,
      "loss": 1.4062,
      "step": 105308
    },
    {
      "epoch": 4.899232379623168,
      "grad_norm": 1.9957544623007935,
      "learning_rate": 2.4979583655651532e-05,
      "loss": 1.6797,
      "step": 105309
    },
    {
      "epoch": 4.8992789020702485,
      "grad_norm": 1.8584010524065944,
      "learning_rate": 2.4977532891513958e-05,
      "loss": 1.6719,
      "step": 105310
    },
    {
      "epoch": 4.89932542451733,
      "grad_norm": 1.618877662120087,
      "learning_rate": 2.4975482203915876e-05,
      "loss": 1.3359,
      "step": 105311
    },
    {
      "epoch": 4.89937194696441,
      "grad_norm": 1.871739375158317,
      "learning_rate": 2.4973431592858535e-05,
      "loss": 1.6719,
      "step": 105312
    },
    {
      "epoch": 4.899418469411491,
      "grad_norm": 1.669056437591637,
      "learning_rate": 2.497138105834315e-05,
      "loss": 1.3828,
      "step": 105313
    },
    {
      "epoch": 4.899464991858572,
      "grad_norm": 1.8105317079586725,
      "learning_rate": 2.4969330600371068e-05,
      "loss": 1.5,
      "step": 105314
    },
    {
      "epoch": 4.899511514305653,
      "grad_norm": 1.837417766712574,
      "learning_rate": 2.496728021894349e-05,
      "loss": 1.4609,
      "step": 105315
    },
    {
      "epoch": 4.899558036752733,
      "grad_norm": 1.7953891012616774,
      "learning_rate": 2.4965229914061702e-05,
      "loss": 1.5625,
      "step": 105316
    },
    {
      "epoch": 4.899604559199814,
      "grad_norm": 1.988822088108738,
      "learning_rate": 2.496317968572688e-05,
      "loss": 1.9844,
      "step": 105317
    },
    {
      "epoch": 4.899651081646895,
      "grad_norm": 1.8612924544383482,
      "learning_rate": 2.4961129533940378e-05,
      "loss": 1.5625,
      "step": 105318
    },
    {
      "epoch": 4.8996976040939755,
      "grad_norm": 1.7948383658608085,
      "learning_rate": 2.4959079458703407e-05,
      "loss": 1.5234,
      "step": 105319
    },
    {
      "epoch": 4.899744126541056,
      "grad_norm": 1.871347713115237,
      "learning_rate": 2.4957029460017235e-05,
      "loss": 1.6172,
      "step": 105320
    },
    {
      "epoch": 4.899790648988136,
      "grad_norm": 1.8690454853620078,
      "learning_rate": 2.4954979537883096e-05,
      "loss": 1.7109,
      "step": 105321
    },
    {
      "epoch": 4.899837171435218,
      "grad_norm": 1.632270041688861,
      "learning_rate": 2.495292969230222e-05,
      "loss": 1.2266,
      "step": 105322
    },
    {
      "epoch": 4.899883693882298,
      "grad_norm": 1.885964115295,
      "learning_rate": 2.495087992327594e-05,
      "loss": 1.6484,
      "step": 105323
    },
    {
      "epoch": 4.899930216329379,
      "grad_norm": 1.7580766012297442,
      "learning_rate": 2.4948830230805473e-05,
      "loss": 1.3047,
      "step": 105324
    },
    {
      "epoch": 4.899976738776459,
      "grad_norm": 1.8169389667318532,
      "learning_rate": 2.4946780614892047e-05,
      "loss": 1.5859,
      "step": 105325
    },
    {
      "epoch": 4.900023261223541,
      "grad_norm": 1.7301854355618742,
      "learning_rate": 2.4944731075536918e-05,
      "loss": 1.4375,
      "step": 105326
    },
    {
      "epoch": 4.900069783670621,
      "grad_norm": 1.7005483603613056,
      "learning_rate": 2.4942681612741393e-05,
      "loss": 1.4844,
      "step": 105327
    },
    {
      "epoch": 4.9001163061177015,
      "grad_norm": 1.9555649132872073,
      "learning_rate": 2.494063222650668e-05,
      "loss": 1.8516,
      "step": 105328
    },
    {
      "epoch": 4.900162828564783,
      "grad_norm": 1.8095059791063828,
      "learning_rate": 2.4938582916834055e-05,
      "loss": 1.5078,
      "step": 105329
    },
    {
      "epoch": 4.900209351011863,
      "grad_norm": 1.847172914496869,
      "learning_rate": 2.4936533683724786e-05,
      "loss": 1.5078,
      "step": 105330
    },
    {
      "epoch": 4.900255873458944,
      "grad_norm": 1.821160646946214,
      "learning_rate": 2.4934484527180072e-05,
      "loss": 1.6094,
      "step": 105331
    },
    {
      "epoch": 4.900302395906024,
      "grad_norm": 1.7036549777782346,
      "learning_rate": 2.4932435447201227e-05,
      "loss": 1.4062,
      "step": 105332
    },
    {
      "epoch": 4.900348918353106,
      "grad_norm": 1.7817840228116038,
      "learning_rate": 2.4930386443789485e-05,
      "loss": 1.5312,
      "step": 105333
    },
    {
      "epoch": 4.900395440800186,
      "grad_norm": 1.6913453538692593,
      "learning_rate": 2.4928337516946096e-05,
      "loss": 1.3438,
      "step": 105334
    },
    {
      "epoch": 4.900441963247267,
      "grad_norm": 1.9601441107613204,
      "learning_rate": 2.492628866667229e-05,
      "loss": 1.6719,
      "step": 105335
    },
    {
      "epoch": 4.900488485694347,
      "grad_norm": 1.855034363717432,
      "learning_rate": 2.4924239892969385e-05,
      "loss": 1.6406,
      "step": 105336
    },
    {
      "epoch": 4.9005350081414285,
      "grad_norm": 1.8666876659543763,
      "learning_rate": 2.4922191195838593e-05,
      "loss": 1.6328,
      "step": 105337
    },
    {
      "epoch": 4.900581530588509,
      "grad_norm": 1.809587101529061,
      "learning_rate": 2.4920142575281166e-05,
      "loss": 1.4609,
      "step": 105338
    },
    {
      "epoch": 4.9006280530355895,
      "grad_norm": 1.8329025591159105,
      "learning_rate": 2.4918094031298336e-05,
      "loss": 1.4766,
      "step": 105339
    },
    {
      "epoch": 4.90067457548267,
      "grad_norm": 1.6781063201653539,
      "learning_rate": 2.491604556389142e-05,
      "loss": 1.3438,
      "step": 105340
    },
    {
      "epoch": 4.900721097929751,
      "grad_norm": 1.9922111937332374,
      "learning_rate": 2.491399717306163e-05,
      "loss": 1.7812,
      "step": 105341
    },
    {
      "epoch": 4.900767620376832,
      "grad_norm": 1.9193151997170388,
      "learning_rate": 2.491194885881023e-05,
      "loss": 1.5859,
      "step": 105342
    },
    {
      "epoch": 4.900814142823912,
      "grad_norm": 1.5944547179431532,
      "learning_rate": 2.4909900621138446e-05,
      "loss": 1.2812,
      "step": 105343
    },
    {
      "epoch": 4.900860665270994,
      "grad_norm": 1.729229646987346,
      "learning_rate": 2.49078524600476e-05,
      "loss": 1.3672,
      "step": 105344
    },
    {
      "epoch": 4.900907187718074,
      "grad_norm": 1.944125086381717,
      "learning_rate": 2.490580437553888e-05,
      "loss": 1.5781,
      "step": 105345
    },
    {
      "epoch": 4.900953710165155,
      "grad_norm": 1.9174577010018128,
      "learning_rate": 2.490375636761358e-05,
      "loss": 1.6641,
      "step": 105346
    },
    {
      "epoch": 4.901000232612235,
      "grad_norm": 1.621693310629497,
      "learning_rate": 2.4901708436272937e-05,
      "loss": 1.2344,
      "step": 105347
    },
    {
      "epoch": 4.901046755059316,
      "grad_norm": 1.935038510834181,
      "learning_rate": 2.4899660581518166e-05,
      "loss": 1.5547,
      "step": 105348
    },
    {
      "epoch": 4.901093277506397,
      "grad_norm": 1.8271958112845885,
      "learning_rate": 2.4897612803350597e-05,
      "loss": 1.5469,
      "step": 105349
    },
    {
      "epoch": 4.901139799953477,
      "grad_norm": 1.805982460665061,
      "learning_rate": 2.4895565101771415e-05,
      "loss": 1.4609,
      "step": 105350
    },
    {
      "epoch": 4.901186322400559,
      "grad_norm": 1.9272604384160275,
      "learning_rate": 2.4893517476781932e-05,
      "loss": 1.6797,
      "step": 105351
    },
    {
      "epoch": 4.901232844847639,
      "grad_norm": 1.9631131624788516,
      "learning_rate": 2.4891469928383383e-05,
      "loss": 1.6719,
      "step": 105352
    },
    {
      "epoch": 4.90127936729472,
      "grad_norm": 1.7644700511884486,
      "learning_rate": 2.4889422456576986e-05,
      "loss": 1.3594,
      "step": 105353
    },
    {
      "epoch": 4.9013258897418,
      "grad_norm": 1.8756783440326474,
      "learning_rate": 2.4887375061364034e-05,
      "loss": 1.5391,
      "step": 105354
    },
    {
      "epoch": 4.901372412188881,
      "grad_norm": 1.7149427296922528,
      "learning_rate": 2.488532774274578e-05,
      "loss": 1.4219,
      "step": 105355
    },
    {
      "epoch": 4.901418934635962,
      "grad_norm": 1.8885601926482354,
      "learning_rate": 2.4883280500723474e-05,
      "loss": 1.4922,
      "step": 105356
    },
    {
      "epoch": 4.9014654570830425,
      "grad_norm": 1.8263473190323112,
      "learning_rate": 2.4881233335298313e-05,
      "loss": 1.5859,
      "step": 105357
    },
    {
      "epoch": 4.901511979530123,
      "grad_norm": 1.8452966485558997,
      "learning_rate": 2.4879186246471645e-05,
      "loss": 1.5156,
      "step": 105358
    },
    {
      "epoch": 4.901558501977204,
      "grad_norm": 1.7954282701117663,
      "learning_rate": 2.487713923424467e-05,
      "loss": 1.3984,
      "step": 105359
    },
    {
      "epoch": 4.901605024424285,
      "grad_norm": 1.8706838042785956,
      "learning_rate": 2.4875092298618653e-05,
      "loss": 1.6406,
      "step": 105360
    },
    {
      "epoch": 4.901651546871365,
      "grad_norm": 1.8245412366816507,
      "learning_rate": 2.4873045439594796e-05,
      "loss": 1.5078,
      "step": 105361
    },
    {
      "epoch": 4.901698069318446,
      "grad_norm": 1.7191081879406185,
      "learning_rate": 2.4870998657174447e-05,
      "loss": 1.4219,
      "step": 105362
    },
    {
      "epoch": 4.901744591765527,
      "grad_norm": 1.9381669556315846,
      "learning_rate": 2.48689519513588e-05,
      "loss": 1.6328,
      "step": 105363
    },
    {
      "epoch": 4.901791114212608,
      "grad_norm": 1.803687316991546,
      "learning_rate": 2.4866905322149128e-05,
      "loss": 1.4531,
      "step": 105364
    },
    {
      "epoch": 4.901837636659688,
      "grad_norm": 1.8755267077476876,
      "learning_rate": 2.4864858769546625e-05,
      "loss": 1.5859,
      "step": 105365
    },
    {
      "epoch": 4.9018841591067694,
      "grad_norm": 1.8004316638734263,
      "learning_rate": 2.4862812293552642e-05,
      "loss": 1.5156,
      "step": 105366
    },
    {
      "epoch": 4.90193068155385,
      "grad_norm": 1.7879841671683137,
      "learning_rate": 2.486076589416836e-05,
      "loss": 1.3984,
      "step": 105367
    },
    {
      "epoch": 4.90197720400093,
      "grad_norm": 1.8525267108137948,
      "learning_rate": 2.4858719571395082e-05,
      "loss": 1.5234,
      "step": 105368
    },
    {
      "epoch": 4.902023726448011,
      "grad_norm": 1.943389652100564,
      "learning_rate": 2.4856673325233982e-05,
      "loss": 1.7031,
      "step": 105369
    },
    {
      "epoch": 4.902070248895092,
      "grad_norm": 1.7709501996703911,
      "learning_rate": 2.4854627155686402e-05,
      "loss": 1.4766,
      "step": 105370
    },
    {
      "epoch": 4.902116771342173,
      "grad_norm": 1.7852456458891388,
      "learning_rate": 2.485258106275357e-05,
      "loss": 1.5,
      "step": 105371
    },
    {
      "epoch": 4.902163293789253,
      "grad_norm": 1.916868947169443,
      "learning_rate": 2.4850535046436665e-05,
      "loss": 1.6797,
      "step": 105372
    },
    {
      "epoch": 4.902209816236334,
      "grad_norm": 1.7800640904112173,
      "learning_rate": 2.484848910673706e-05,
      "loss": 1.4688,
      "step": 105373
    },
    {
      "epoch": 4.902256338683415,
      "grad_norm": 1.7719900033720495,
      "learning_rate": 2.4846443243655896e-05,
      "loss": 1.5781,
      "step": 105374
    },
    {
      "epoch": 4.9023028611304955,
      "grad_norm": 1.8380999965237663,
      "learning_rate": 2.4844397457194525e-05,
      "loss": 1.4922,
      "step": 105375
    },
    {
      "epoch": 4.902349383577576,
      "grad_norm": 1.7471739524481007,
      "learning_rate": 2.4842351747354134e-05,
      "loss": 1.5234,
      "step": 105376
    },
    {
      "epoch": 4.9023959060246565,
      "grad_norm": 1.7848259097150854,
      "learning_rate": 2.4840306114136e-05,
      "loss": 1.4844,
      "step": 105377
    },
    {
      "epoch": 4.902442428471738,
      "grad_norm": 1.7665529432893685,
      "learning_rate": 2.483826055754137e-05,
      "loss": 1.5391,
      "step": 105378
    },
    {
      "epoch": 4.902488950918818,
      "grad_norm": 1.594259051878584,
      "learning_rate": 2.483621507757147e-05,
      "loss": 1.3203,
      "step": 105379
    },
    {
      "epoch": 4.902535473365899,
      "grad_norm": 1.8164436425041213,
      "learning_rate": 2.4834169674227606e-05,
      "loss": 1.5781,
      "step": 105380
    },
    {
      "epoch": 4.90258199581298,
      "grad_norm": 1.8937550877406946,
      "learning_rate": 2.4832124347510996e-05,
      "loss": 1.6016,
      "step": 105381
    },
    {
      "epoch": 4.902628518260061,
      "grad_norm": 1.6459405675640248,
      "learning_rate": 2.4830079097422904e-05,
      "loss": 1.2109,
      "step": 105382
    },
    {
      "epoch": 4.902675040707141,
      "grad_norm": 1.782888138768329,
      "learning_rate": 2.4828033923964536e-05,
      "loss": 1.6328,
      "step": 105383
    },
    {
      "epoch": 4.902721563154222,
      "grad_norm": 1.679694711108155,
      "learning_rate": 2.4825988827137217e-05,
      "loss": 1.3438,
      "step": 105384
    },
    {
      "epoch": 4.902768085601303,
      "grad_norm": 1.8248233682907165,
      "learning_rate": 2.4823943806942165e-05,
      "loss": 1.5469,
      "step": 105385
    },
    {
      "epoch": 4.902814608048383,
      "grad_norm": 1.706090847994262,
      "learning_rate": 2.482189886338063e-05,
      "loss": 1.4375,
      "step": 105386
    },
    {
      "epoch": 4.902861130495464,
      "grad_norm": 2.036892637612943,
      "learning_rate": 2.4819853996453826e-05,
      "loss": 1.7344,
      "step": 105387
    },
    {
      "epoch": 4.902907652942545,
      "grad_norm": 1.7957225069909786,
      "learning_rate": 2.4817809206163102e-05,
      "loss": 1.4609,
      "step": 105388
    },
    {
      "epoch": 4.902954175389626,
      "grad_norm": 1.939871050966214,
      "learning_rate": 2.4815764492509627e-05,
      "loss": 1.6562,
      "step": 105389
    },
    {
      "epoch": 4.903000697836706,
      "grad_norm": 1.9698918619155463,
      "learning_rate": 2.4813719855494696e-05,
      "loss": 1.7344,
      "step": 105390
    },
    {
      "epoch": 4.903047220283787,
      "grad_norm": 1.8120927071376762,
      "learning_rate": 2.481167529511951e-05,
      "loss": 1.4297,
      "step": 105391
    },
    {
      "epoch": 4.903093742730867,
      "grad_norm": 1.895986823154297,
      "learning_rate": 2.4809630811385385e-05,
      "loss": 1.6797,
      "step": 105392
    },
    {
      "epoch": 4.9031402651779485,
      "grad_norm": 1.9272608170525314,
      "learning_rate": 2.4807586404293533e-05,
      "loss": 1.6562,
      "step": 105393
    },
    {
      "epoch": 4.903186787625029,
      "grad_norm": 1.8998300686441503,
      "learning_rate": 2.4805542073845193e-05,
      "loss": 1.6016,
      "step": 105394
    },
    {
      "epoch": 4.9032333100721095,
      "grad_norm": 1.84904633476804,
      "learning_rate": 2.4803497820041655e-05,
      "loss": 1.5234,
      "step": 105395
    },
    {
      "epoch": 4.903279832519191,
      "grad_norm": 1.7709359917500933,
      "learning_rate": 2.4801453642884127e-05,
      "loss": 1.3906,
      "step": 105396
    },
    {
      "epoch": 4.903326354966271,
      "grad_norm": 1.6824110464747362,
      "learning_rate": 2.479940954237394e-05,
      "loss": 1.3438,
      "step": 105397
    },
    {
      "epoch": 4.903372877413352,
      "grad_norm": 1.9591466464825393,
      "learning_rate": 2.4797365518512267e-05,
      "loss": 1.6328,
      "step": 105398
    },
    {
      "epoch": 4.903419399860432,
      "grad_norm": 1.9068143924034744,
      "learning_rate": 2.4795321571300403e-05,
      "loss": 1.5547,
      "step": 105399
    },
    {
      "epoch": 4.903465922307514,
      "grad_norm": 1.7614178219568888,
      "learning_rate": 2.4793277700739538e-05,
      "loss": 1.4609,
      "step": 105400
    },
    {
      "epoch": 4.903512444754594,
      "grad_norm": 1.7793720363970618,
      "learning_rate": 2.4791233906830994e-05,
      "loss": 1.4219,
      "step": 105401
    },
    {
      "epoch": 4.903558967201675,
      "grad_norm": 1.8451801165298731,
      "learning_rate": 2.4789190189575998e-05,
      "loss": 1.4531,
      "step": 105402
    },
    {
      "epoch": 4.903605489648756,
      "grad_norm": 1.8736748312655942,
      "learning_rate": 2.4787146548975817e-05,
      "loss": 1.6016,
      "step": 105403
    },
    {
      "epoch": 4.9036520120958365,
      "grad_norm": 1.663904407426246,
      "learning_rate": 2.4785102985031653e-05,
      "loss": 1.2578,
      "step": 105404
    },
    {
      "epoch": 4.903698534542917,
      "grad_norm": 1.653438145587694,
      "learning_rate": 2.4783059497744767e-05,
      "loss": 1.2188,
      "step": 105405
    },
    {
      "epoch": 4.903745056989997,
      "grad_norm": 1.7689504319722946,
      "learning_rate": 2.4781016087116464e-05,
      "loss": 1.5234,
      "step": 105406
    },
    {
      "epoch": 4.903791579437079,
      "grad_norm": 1.7376885721904092,
      "learning_rate": 2.477897275314797e-05,
      "loss": 1.4141,
      "step": 105407
    },
    {
      "epoch": 4.903838101884159,
      "grad_norm": 1.7160454830558343,
      "learning_rate": 2.477692949584052e-05,
      "loss": 1.3359,
      "step": 105408
    },
    {
      "epoch": 4.90388462433124,
      "grad_norm": 1.8316874510717915,
      "learning_rate": 2.477488631519533e-05,
      "loss": 1.5547,
      "step": 105409
    },
    {
      "epoch": 4.90393114677832,
      "grad_norm": 1.801149392936868,
      "learning_rate": 2.4772843211213732e-05,
      "loss": 1.4375,
      "step": 105410
    },
    {
      "epoch": 4.903977669225402,
      "grad_norm": 2.01961367409221,
      "learning_rate": 2.4770800183896945e-05,
      "loss": 1.75,
      "step": 105411
    },
    {
      "epoch": 4.904024191672482,
      "grad_norm": 1.849690172797175,
      "learning_rate": 2.4768757233246194e-05,
      "loss": 1.5469,
      "step": 105412
    },
    {
      "epoch": 4.9040707141195625,
      "grad_norm": 1.856810483867879,
      "learning_rate": 2.4766714359262736e-05,
      "loss": 1.6484,
      "step": 105413
    },
    {
      "epoch": 4.904117236566643,
      "grad_norm": 1.9018376079934753,
      "learning_rate": 2.4764671561947845e-05,
      "loss": 1.6406,
      "step": 105414
    },
    {
      "epoch": 4.904163759013724,
      "grad_norm": 1.8646485582009489,
      "learning_rate": 2.476262884130278e-05,
      "loss": 1.5547,
      "step": 105415
    },
    {
      "epoch": 4.904210281460805,
      "grad_norm": 2.05074199705926,
      "learning_rate": 2.476058619732873e-05,
      "loss": 1.6484,
      "step": 105416
    },
    {
      "epoch": 4.904256803907885,
      "grad_norm": 1.8534993868533145,
      "learning_rate": 2.4758543630027017e-05,
      "loss": 1.5703,
      "step": 105417
    },
    {
      "epoch": 4.904303326354967,
      "grad_norm": 1.9001444132980219,
      "learning_rate": 2.475650113939882e-05,
      "loss": 1.5234,
      "step": 105418
    },
    {
      "epoch": 4.904349848802047,
      "grad_norm": 1.748449386492565,
      "learning_rate": 2.475445872544549e-05,
      "loss": 1.5625,
      "step": 105419
    },
    {
      "epoch": 4.904396371249128,
      "grad_norm": 1.8311959278745655,
      "learning_rate": 2.4752416388168194e-05,
      "loss": 1.6406,
      "step": 105420
    },
    {
      "epoch": 4.904442893696208,
      "grad_norm": 1.8042055857697956,
      "learning_rate": 2.475037412756823e-05,
      "loss": 1.3906,
      "step": 105421
    },
    {
      "epoch": 4.9044894161432895,
      "grad_norm": 1.8828435713160587,
      "learning_rate": 2.4748331943646775e-05,
      "loss": 1.5312,
      "step": 105422
    },
    {
      "epoch": 4.90453593859037,
      "grad_norm": 1.8678806752930517,
      "learning_rate": 2.474628983640517e-05,
      "loss": 1.5234,
      "step": 105423
    },
    {
      "epoch": 4.90458246103745,
      "grad_norm": 1.7435021385546021,
      "learning_rate": 2.4744247805844626e-05,
      "loss": 1.4922,
      "step": 105424
    },
    {
      "epoch": 4.904628983484531,
      "grad_norm": 1.7630711769355338,
      "learning_rate": 2.4742205851966374e-05,
      "loss": 1.5234,
      "step": 105425
    },
    {
      "epoch": 4.904675505931612,
      "grad_norm": 1.781139284211303,
      "learning_rate": 2.4740163974771665e-05,
      "loss": 1.5,
      "step": 105426
    },
    {
      "epoch": 4.904722028378693,
      "grad_norm": 1.9015006524279277,
      "learning_rate": 2.47381221742618e-05,
      "loss": 1.5234,
      "step": 105427
    },
    {
      "epoch": 4.904768550825773,
      "grad_norm": 1.7340826158317757,
      "learning_rate": 2.473608045043799e-05,
      "loss": 1.5,
      "step": 105428
    },
    {
      "epoch": 4.904815073272854,
      "grad_norm": 1.8872682300688168,
      "learning_rate": 2.4734038803301488e-05,
      "loss": 1.6719,
      "step": 105429
    },
    {
      "epoch": 4.904861595719935,
      "grad_norm": 1.740673551364059,
      "learning_rate": 2.4731997232853557e-05,
      "loss": 1.4297,
      "step": 105430
    },
    {
      "epoch": 4.9049081181670156,
      "grad_norm": 1.797204977156885,
      "learning_rate": 2.4729955739095382e-05,
      "loss": 1.4141,
      "step": 105431
    },
    {
      "epoch": 4.904954640614096,
      "grad_norm": 1.8544442814039597,
      "learning_rate": 2.4727914322028326e-05,
      "loss": 1.5781,
      "step": 105432
    },
    {
      "epoch": 4.905001163061177,
      "grad_norm": 1.8845320449555436,
      "learning_rate": 2.4725872981653554e-05,
      "loss": 1.6172,
      "step": 105433
    },
    {
      "epoch": 4.905047685508258,
      "grad_norm": 1.840144321402542,
      "learning_rate": 2.4723831717972353e-05,
      "loss": 1.5312,
      "step": 105434
    },
    {
      "epoch": 4.905094207955338,
      "grad_norm": 1.8145840183031337,
      "learning_rate": 2.472179053098592e-05,
      "loss": 1.4688,
      "step": 105435
    },
    {
      "epoch": 4.905140730402419,
      "grad_norm": 2.070356355958589,
      "learning_rate": 2.4719749420695583e-05,
      "loss": 1.7266,
      "step": 105436
    },
    {
      "epoch": 4.9051872528495,
      "grad_norm": 1.6702204892881043,
      "learning_rate": 2.4717708387102565e-05,
      "loss": 1.2891,
      "step": 105437
    },
    {
      "epoch": 4.905233775296581,
      "grad_norm": 1.824112418725938,
      "learning_rate": 2.471566743020806e-05,
      "loss": 1.5703,
      "step": 105438
    },
    {
      "epoch": 4.905280297743661,
      "grad_norm": 1.9163838842213792,
      "learning_rate": 2.47136265500134e-05,
      "loss": 1.5312,
      "step": 105439
    },
    {
      "epoch": 4.9053268201907425,
      "grad_norm": 1.7672812765946044,
      "learning_rate": 2.4711585746519753e-05,
      "loss": 1.5312,
      "step": 105440
    },
    {
      "epoch": 4.905373342637823,
      "grad_norm": 1.788757821213141,
      "learning_rate": 2.470954501972845e-05,
      "loss": 1.5391,
      "step": 105441
    },
    {
      "epoch": 4.9054198650849035,
      "grad_norm": 1.863511168760352,
      "learning_rate": 2.4707504369640707e-05,
      "loss": 1.6094,
      "step": 105442
    },
    {
      "epoch": 4.905466387531984,
      "grad_norm": 1.7483336503536298,
      "learning_rate": 2.470546379625776e-05,
      "loss": 1.4688,
      "step": 105443
    },
    {
      "epoch": 4.905512909979064,
      "grad_norm": 1.9234021384706776,
      "learning_rate": 2.4703423299580833e-05,
      "loss": 1.6328,
      "step": 105444
    },
    {
      "epoch": 4.905559432426146,
      "grad_norm": 1.8444197332690921,
      "learning_rate": 2.470138287961125e-05,
      "loss": 1.6172,
      "step": 105445
    },
    {
      "epoch": 4.905605954873226,
      "grad_norm": 1.8007281740434486,
      "learning_rate": 2.469934253635022e-05,
      "loss": 1.4609,
      "step": 105446
    },
    {
      "epoch": 4.905652477320307,
      "grad_norm": 1.8962889774006062,
      "learning_rate": 2.469730226979898e-05,
      "loss": 1.6641,
      "step": 105447
    },
    {
      "epoch": 4.905698999767388,
      "grad_norm": 1.8854145133340854,
      "learning_rate": 2.469526207995876e-05,
      "loss": 1.6641,
      "step": 105448
    },
    {
      "epoch": 4.905745522214469,
      "grad_norm": 1.6564251774451186,
      "learning_rate": 2.4693221966830877e-05,
      "loss": 1.2344,
      "step": 105449
    },
    {
      "epoch": 4.905792044661549,
      "grad_norm": 1.6914215253039762,
      "learning_rate": 2.4691181930416547e-05,
      "loss": 1.4531,
      "step": 105450
    },
    {
      "epoch": 4.9058385671086295,
      "grad_norm": 1.791300879276265,
      "learning_rate": 2.4689141970717002e-05,
      "loss": 1.5469,
      "step": 105451
    },
    {
      "epoch": 4.905885089555711,
      "grad_norm": 1.8388685879188618,
      "learning_rate": 2.4687102087733472e-05,
      "loss": 1.5469,
      "step": 105452
    },
    {
      "epoch": 4.905931612002791,
      "grad_norm": 2.045159824373109,
      "learning_rate": 2.4685062281467278e-05,
      "loss": 1.7188,
      "step": 105453
    },
    {
      "epoch": 4.905978134449872,
      "grad_norm": 1.9037344512767893,
      "learning_rate": 2.4683022551919612e-05,
      "loss": 1.75,
      "step": 105454
    },
    {
      "epoch": 4.906024656896953,
      "grad_norm": 1.9409996914332044,
      "learning_rate": 2.4680982899091762e-05,
      "loss": 1.7031,
      "step": 105455
    },
    {
      "epoch": 4.906071179344034,
      "grad_norm": 1.8707911058058342,
      "learning_rate": 2.467894332298494e-05,
      "loss": 1.625,
      "step": 105456
    },
    {
      "epoch": 4.906117701791114,
      "grad_norm": 1.8882673194180355,
      "learning_rate": 2.4676903823600363e-05,
      "loss": 1.5078,
      "step": 105457
    },
    {
      "epoch": 4.906164224238195,
      "grad_norm": 1.9601954041927399,
      "learning_rate": 2.4674864400939364e-05,
      "loss": 1.7578,
      "step": 105458
    },
    {
      "epoch": 4.906210746685276,
      "grad_norm": 1.9636731181207134,
      "learning_rate": 2.467282505500316e-05,
      "loss": 1.6953,
      "step": 105459
    },
    {
      "epoch": 4.9062572691323565,
      "grad_norm": 1.8348780801972533,
      "learning_rate": 2.4670785785792946e-05,
      "loss": 1.4922,
      "step": 105460
    },
    {
      "epoch": 4.906303791579437,
      "grad_norm": 1.7714467106374148,
      "learning_rate": 2.4668746593310058e-05,
      "loss": 1.4531,
      "step": 105461
    },
    {
      "epoch": 4.9063503140265174,
      "grad_norm": 1.8004086893744147,
      "learning_rate": 2.4666707477555676e-05,
      "loss": 1.4141,
      "step": 105462
    },
    {
      "epoch": 4.906396836473599,
      "grad_norm": 1.855581027561402,
      "learning_rate": 2.46646684385311e-05,
      "loss": 1.4922,
      "step": 105463
    },
    {
      "epoch": 4.906443358920679,
      "grad_norm": 1.8003658109161518,
      "learning_rate": 2.4662629476237545e-05,
      "loss": 1.4844,
      "step": 105464
    },
    {
      "epoch": 4.90648988136776,
      "grad_norm": 1.7693852987588952,
      "learning_rate": 2.4660590590676276e-05,
      "loss": 1.4453,
      "step": 105465
    },
    {
      "epoch": 4.90653640381484,
      "grad_norm": 1.6617671168846673,
      "learning_rate": 2.4658551781848494e-05,
      "loss": 1.3828,
      "step": 105466
    },
    {
      "epoch": 4.906582926261922,
      "grad_norm": 1.7392823820430274,
      "learning_rate": 2.4656513049755517e-05,
      "loss": 1.3984,
      "step": 105467
    },
    {
      "epoch": 4.906629448709002,
      "grad_norm": 1.7915162412210048,
      "learning_rate": 2.4654474394398572e-05,
      "loss": 1.5234,
      "step": 105468
    },
    {
      "epoch": 4.906675971156083,
      "grad_norm": 1.879755222075245,
      "learning_rate": 2.4652435815778892e-05,
      "loss": 1.7188,
      "step": 105469
    },
    {
      "epoch": 4.906722493603164,
      "grad_norm": 1.869056020785082,
      "learning_rate": 2.465039731389768e-05,
      "loss": 1.6484,
      "step": 105470
    },
    {
      "epoch": 4.906769016050244,
      "grad_norm": 1.7890967923352914,
      "learning_rate": 2.464835888875628e-05,
      "loss": 1.5859,
      "step": 105471
    },
    {
      "epoch": 4.906815538497325,
      "grad_norm": 1.8195178128018514,
      "learning_rate": 2.4646320540355896e-05,
      "loss": 1.5391,
      "step": 105472
    },
    {
      "epoch": 4.906862060944405,
      "grad_norm": 1.8708608040892967,
      "learning_rate": 2.4644282268697775e-05,
      "loss": 1.6875,
      "step": 105473
    },
    {
      "epoch": 4.906908583391487,
      "grad_norm": 1.9768367712886923,
      "learning_rate": 2.464224407378313e-05,
      "loss": 1.7422,
      "step": 105474
    },
    {
      "epoch": 4.906955105838567,
      "grad_norm": 1.8372792373464435,
      "learning_rate": 2.4640205955613263e-05,
      "loss": 1.6641,
      "step": 105475
    },
    {
      "epoch": 4.907001628285648,
      "grad_norm": 1.86264115084793,
      "learning_rate": 2.4638167914189423e-05,
      "loss": 1.3516,
      "step": 105476
    },
    {
      "epoch": 4.907048150732728,
      "grad_norm": 1.9074888574890445,
      "learning_rate": 2.4636129949512823e-05,
      "loss": 1.6562,
      "step": 105477
    },
    {
      "epoch": 4.9070946731798095,
      "grad_norm": 1.7288375802157139,
      "learning_rate": 2.4634092061584682e-05,
      "loss": 1.4375,
      "step": 105478
    },
    {
      "epoch": 4.90714119562689,
      "grad_norm": 1.8637032141224024,
      "learning_rate": 2.463205425040633e-05,
      "loss": 1.5625,
      "step": 105479
    },
    {
      "epoch": 4.9071877180739705,
      "grad_norm": 1.8343257824232817,
      "learning_rate": 2.4630016515978966e-05,
      "loss": 1.6094,
      "step": 105480
    },
    {
      "epoch": 4.907234240521051,
      "grad_norm": 1.9575924107397513,
      "learning_rate": 2.462797885830381e-05,
      "loss": 1.5156,
      "step": 105481
    },
    {
      "epoch": 4.907280762968132,
      "grad_norm": 1.820695905438414,
      "learning_rate": 2.462594127738219e-05,
      "loss": 1.4766,
      "step": 105482
    },
    {
      "epoch": 4.907327285415213,
      "grad_norm": 1.852299445315865,
      "learning_rate": 2.4623903773215305e-05,
      "loss": 1.5156,
      "step": 105483
    },
    {
      "epoch": 4.907373807862293,
      "grad_norm": 1.835777421356245,
      "learning_rate": 2.462186634580437e-05,
      "loss": 1.5625,
      "step": 105484
    },
    {
      "epoch": 4.907420330309375,
      "grad_norm": 1.6161058374269361,
      "learning_rate": 2.4619828995150703e-05,
      "loss": 1.25,
      "step": 105485
    },
    {
      "epoch": 4.907466852756455,
      "grad_norm": 1.6663199279498917,
      "learning_rate": 2.4617791721255502e-05,
      "loss": 1.2734,
      "step": 105486
    },
    {
      "epoch": 4.907513375203536,
      "grad_norm": 1.6297656620326864,
      "learning_rate": 2.461575452412005e-05,
      "loss": 1.3828,
      "step": 105487
    },
    {
      "epoch": 4.907559897650616,
      "grad_norm": 1.8325277322754496,
      "learning_rate": 2.4613717403745513e-05,
      "loss": 1.4766,
      "step": 105488
    },
    {
      "epoch": 4.907606420097697,
      "grad_norm": 1.8447244215133074,
      "learning_rate": 2.4611680360133258e-05,
      "loss": 1.6016,
      "step": 105489
    },
    {
      "epoch": 4.907652942544778,
      "grad_norm": 1.8621120619311862,
      "learning_rate": 2.4609643393284445e-05,
      "loss": 1.6172,
      "step": 105490
    },
    {
      "epoch": 4.907699464991858,
      "grad_norm": 1.7445493583039617,
      "learning_rate": 2.460760650320036e-05,
      "loss": 1.4062,
      "step": 105491
    },
    {
      "epoch": 4.90774598743894,
      "grad_norm": 1.7930820766466742,
      "learning_rate": 2.4605569689882205e-05,
      "loss": 1.5625,
      "step": 105492
    },
    {
      "epoch": 4.90779250988602,
      "grad_norm": 1.7725268853658904,
      "learning_rate": 2.4603532953331306e-05,
      "loss": 1.4609,
      "step": 105493
    },
    {
      "epoch": 4.907839032333101,
      "grad_norm": 2.009922304349517,
      "learning_rate": 2.460149629354885e-05,
      "loss": 1.6719,
      "step": 105494
    },
    {
      "epoch": 4.907885554780181,
      "grad_norm": 1.9909305635153896,
      "learning_rate": 2.4599459710536083e-05,
      "loss": 1.6641,
      "step": 105495
    },
    {
      "epoch": 4.907932077227262,
      "grad_norm": 1.7452732829459958,
      "learning_rate": 2.4597423204294242e-05,
      "loss": 1.375,
      "step": 105496
    },
    {
      "epoch": 4.907978599674343,
      "grad_norm": 1.583683599762234,
      "learning_rate": 2.459538677482464e-05,
      "loss": 1.2656,
      "step": 105497
    },
    {
      "epoch": 4.9080251221214235,
      "grad_norm": 1.8492119119740964,
      "learning_rate": 2.4593350422128472e-05,
      "loss": 1.5156,
      "step": 105498
    },
    {
      "epoch": 4.908071644568504,
      "grad_norm": 1.9247555721986074,
      "learning_rate": 2.459131414620701e-05,
      "loss": 1.6016,
      "step": 105499
    },
    {
      "epoch": 4.908118167015585,
      "grad_norm": 1.856748245488234,
      "learning_rate": 2.4589277947061432e-05,
      "loss": 1.5156,
      "step": 105500
    },
    {
      "epoch": 4.908164689462666,
      "grad_norm": 2.0314259099883425,
      "learning_rate": 2.4587241824693073e-05,
      "loss": 1.8047,
      "step": 105501
    },
    {
      "epoch": 4.908211211909746,
      "grad_norm": 1.8044452732469884,
      "learning_rate": 2.4585205779103144e-05,
      "loss": 1.4531,
      "step": 105502
    },
    {
      "epoch": 4.908257734356827,
      "grad_norm": 2.096339804808174,
      "learning_rate": 2.458316981029287e-05,
      "loss": 1.9062,
      "step": 105503
    },
    {
      "epoch": 4.908304256803908,
      "grad_norm": 1.765948676728332,
      "learning_rate": 2.458113391826354e-05,
      "loss": 1.4609,
      "step": 105504
    },
    {
      "epoch": 4.908350779250989,
      "grad_norm": 1.7222908300393869,
      "learning_rate": 2.457909810301634e-05,
      "loss": 1.4297,
      "step": 105505
    },
    {
      "epoch": 4.908397301698069,
      "grad_norm": 1.807408202329523,
      "learning_rate": 2.4577062364552608e-05,
      "loss": 1.4141,
      "step": 105506
    },
    {
      "epoch": 4.9084438241451505,
      "grad_norm": 1.7933889440937156,
      "learning_rate": 2.4575026702873536e-05,
      "loss": 1.4844,
      "step": 105507
    },
    {
      "epoch": 4.908490346592231,
      "grad_norm": 1.714766026480892,
      "learning_rate": 2.4572991117980355e-05,
      "loss": 1.3594,
      "step": 105508
    },
    {
      "epoch": 4.908536869039311,
      "grad_norm": 1.7119893861822764,
      "learning_rate": 2.4570955609874336e-05,
      "loss": 1.375,
      "step": 105509
    },
    {
      "epoch": 4.908583391486392,
      "grad_norm": 1.5499393729319983,
      "learning_rate": 2.4568920178556696e-05,
      "loss": 1.2734,
      "step": 105510
    },
    {
      "epoch": 4.908629913933473,
      "grad_norm": 1.8009424767445346,
      "learning_rate": 2.456688482402871e-05,
      "loss": 1.4141,
      "step": 105511
    },
    {
      "epoch": 4.908676436380554,
      "grad_norm": 1.8349665076683193,
      "learning_rate": 2.4564849546291632e-05,
      "loss": 1.4766,
      "step": 105512
    },
    {
      "epoch": 4.908722958827634,
      "grad_norm": 1.8362770539390785,
      "learning_rate": 2.4562814345346693e-05,
      "loss": 1.4844,
      "step": 105513
    },
    {
      "epoch": 4.908769481274715,
      "grad_norm": 1.842815051666902,
      "learning_rate": 2.456077922119511e-05,
      "loss": 1.5156,
      "step": 105514
    },
    {
      "epoch": 4.908816003721796,
      "grad_norm": 1.9046861105623196,
      "learning_rate": 2.455874417383818e-05,
      "loss": 1.6641,
      "step": 105515
    },
    {
      "epoch": 4.9088625261688765,
      "grad_norm": 1.799832821042636,
      "learning_rate": 2.4556709203277136e-05,
      "loss": 1.5391,
      "step": 105516
    },
    {
      "epoch": 4.908909048615957,
      "grad_norm": 1.916422280154401,
      "learning_rate": 2.4554674309513194e-05,
      "loss": 1.7109,
      "step": 105517
    },
    {
      "epoch": 4.9089555710630375,
      "grad_norm": 1.8896257936285608,
      "learning_rate": 2.4552639492547605e-05,
      "loss": 1.6641,
      "step": 105518
    },
    {
      "epoch": 4.909002093510119,
      "grad_norm": 1.9067323993645249,
      "learning_rate": 2.4550604752381663e-05,
      "loss": 1.5391,
      "step": 105519
    },
    {
      "epoch": 4.909048615957199,
      "grad_norm": 1.8588177362772307,
      "learning_rate": 2.454857008901657e-05,
      "loss": 1.6797,
      "step": 105520
    },
    {
      "epoch": 4.90909513840428,
      "grad_norm": 1.995838133088348,
      "learning_rate": 2.4546535502453597e-05,
      "loss": 1.6797,
      "step": 105521
    },
    {
      "epoch": 4.909141660851361,
      "grad_norm": 1.7641521982748833,
      "learning_rate": 2.4544500992693915e-05,
      "loss": 1.4453,
      "step": 105522
    },
    {
      "epoch": 4.909188183298442,
      "grad_norm": 1.8286959212240859,
      "learning_rate": 2.454246655973888e-05,
      "loss": 1.4766,
      "step": 105523
    },
    {
      "epoch": 4.909234705745522,
      "grad_norm": 1.8707210699268708,
      "learning_rate": 2.4540432203589692e-05,
      "loss": 1.6328,
      "step": 105524
    },
    {
      "epoch": 4.909281228192603,
      "grad_norm": 1.9885631816492204,
      "learning_rate": 2.453839792424755e-05,
      "loss": 1.7891,
      "step": 105525
    },
    {
      "epoch": 4.909327750639684,
      "grad_norm": 1.8255396906070482,
      "learning_rate": 2.4536363721713765e-05,
      "loss": 1.5078,
      "step": 105526
    },
    {
      "epoch": 4.909374273086764,
      "grad_norm": 1.9207651109424737,
      "learning_rate": 2.453432959598954e-05,
      "loss": 1.5547,
      "step": 105527
    },
    {
      "epoch": 4.909420795533845,
      "grad_norm": 1.793705407836579,
      "learning_rate": 2.4532295547076153e-05,
      "loss": 1.4219,
      "step": 105528
    },
    {
      "epoch": 4.909467317980926,
      "grad_norm": 1.9119919126609297,
      "learning_rate": 2.4530261574974856e-05,
      "loss": 1.6328,
      "step": 105529
    },
    {
      "epoch": 4.909513840428007,
      "grad_norm": 1.8771671014440254,
      "learning_rate": 2.452822767968685e-05,
      "loss": 1.5703,
      "step": 105530
    },
    {
      "epoch": 4.909560362875087,
      "grad_norm": 1.9498956791572102,
      "learning_rate": 2.4526193861213383e-05,
      "loss": 1.7188,
      "step": 105531
    },
    {
      "epoch": 4.909606885322168,
      "grad_norm": 1.8987405935374284,
      "learning_rate": 2.452416011955575e-05,
      "loss": 1.4297,
      "step": 105532
    },
    {
      "epoch": 4.909653407769248,
      "grad_norm": 1.803819902137442,
      "learning_rate": 2.4522126454715175e-05,
      "loss": 1.4453,
      "step": 105533
    },
    {
      "epoch": 4.9096999302163296,
      "grad_norm": 1.9564495791703675,
      "learning_rate": 2.452009286669288e-05,
      "loss": 1.7891,
      "step": 105534
    },
    {
      "epoch": 4.90974645266341,
      "grad_norm": 1.7248270392388527,
      "learning_rate": 2.451805935549014e-05,
      "loss": 1.4609,
      "step": 105535
    },
    {
      "epoch": 4.9097929751104905,
      "grad_norm": 1.7214412824389753,
      "learning_rate": 2.451602592110813e-05,
      "loss": 1.4922,
      "step": 105536
    },
    {
      "epoch": 4.909839497557572,
      "grad_norm": 2.065191945333346,
      "learning_rate": 2.4513992563548185e-05,
      "loss": 1.6484,
      "step": 105537
    },
    {
      "epoch": 4.909886020004652,
      "grad_norm": 1.8108830678113486,
      "learning_rate": 2.451195928281152e-05,
      "loss": 1.4141,
      "step": 105538
    },
    {
      "epoch": 4.909932542451733,
      "grad_norm": 1.8502102579315178,
      "learning_rate": 2.4509926078899372e-05,
      "loss": 1.5547,
      "step": 105539
    },
    {
      "epoch": 4.909979064898813,
      "grad_norm": 1.7582177173831333,
      "learning_rate": 2.4507892951812953e-05,
      "loss": 1.5938,
      "step": 105540
    },
    {
      "epoch": 4.910025587345895,
      "grad_norm": 1.877805527448102,
      "learning_rate": 2.4505859901553575e-05,
      "loss": 1.5469,
      "step": 105541
    },
    {
      "epoch": 4.910072109792975,
      "grad_norm": 1.8500928520759135,
      "learning_rate": 2.4503826928122446e-05,
      "loss": 1.5234,
      "step": 105542
    },
    {
      "epoch": 4.910118632240056,
      "grad_norm": 1.767127500712676,
      "learning_rate": 2.450179403152082e-05,
      "loss": 1.3672,
      "step": 105543
    },
    {
      "epoch": 4.910165154687137,
      "grad_norm": 1.744571202378908,
      "learning_rate": 2.4499761211749908e-05,
      "loss": 1.3672,
      "step": 105544
    },
    {
      "epoch": 4.9102116771342175,
      "grad_norm": 1.8678098158896685,
      "learning_rate": 2.4497728468811002e-05,
      "loss": 1.5234,
      "step": 105545
    },
    {
      "epoch": 4.910258199581298,
      "grad_norm": 2.013597505333825,
      "learning_rate": 2.4495695802705334e-05,
      "loss": 1.7109,
      "step": 105546
    },
    {
      "epoch": 4.910304722028378,
      "grad_norm": 1.7027639224338647,
      "learning_rate": 2.4493663213434106e-05,
      "loss": 1.3906,
      "step": 105547
    },
    {
      "epoch": 4.91035124447546,
      "grad_norm": 1.9376262892450518,
      "learning_rate": 2.4491630700998616e-05,
      "loss": 1.6328,
      "step": 105548
    },
    {
      "epoch": 4.91039776692254,
      "grad_norm": 1.7186567088456566,
      "learning_rate": 2.448959826540008e-05,
      "loss": 1.3516,
      "step": 105549
    },
    {
      "epoch": 4.910444289369621,
      "grad_norm": 2.2199968496947946,
      "learning_rate": 2.448756590663976e-05,
      "loss": 1.5625,
      "step": 105550
    },
    {
      "epoch": 4.910490811816701,
      "grad_norm": 1.857640753158785,
      "learning_rate": 2.4485533624718913e-05,
      "loss": 1.6016,
      "step": 105551
    },
    {
      "epoch": 4.910537334263783,
      "grad_norm": 1.7615172777635209,
      "learning_rate": 2.4483501419638763e-05,
      "loss": 1.5078,
      "step": 105552
    },
    {
      "epoch": 4.910583856710863,
      "grad_norm": 1.6375312282534171,
      "learning_rate": 2.4481469291400497e-05,
      "loss": 1.375,
      "step": 105553
    },
    {
      "epoch": 4.9106303791579435,
      "grad_norm": 1.7974099940900758,
      "learning_rate": 2.447943724000546e-05,
      "loss": 1.4297,
      "step": 105554
    },
    {
      "epoch": 4.910676901605024,
      "grad_norm": 1.932600031862269,
      "learning_rate": 2.4477405265454858e-05,
      "loss": 1.6406,
      "step": 105555
    },
    {
      "epoch": 4.910723424052105,
      "grad_norm": 1.8759199852115482,
      "learning_rate": 2.4475373367749934e-05,
      "loss": 1.6328,
      "step": 105556
    },
    {
      "epoch": 4.910769946499186,
      "grad_norm": 1.820521746638704,
      "learning_rate": 2.447334154689187e-05,
      "loss": 1.6016,
      "step": 105557
    },
    {
      "epoch": 4.910816468946266,
      "grad_norm": 1.893421301404262,
      "learning_rate": 2.447130980288202e-05,
      "loss": 1.5469,
      "step": 105558
    },
    {
      "epoch": 4.910862991393348,
      "grad_norm": 1.8726994751873032,
      "learning_rate": 2.4469278135721566e-05,
      "loss": 1.5391,
      "step": 105559
    },
    {
      "epoch": 4.910909513840428,
      "grad_norm": 1.7744280901588856,
      "learning_rate": 2.4467246545411766e-05,
      "loss": 1.5781,
      "step": 105560
    },
    {
      "epoch": 4.910956036287509,
      "grad_norm": 1.785033752684235,
      "learning_rate": 2.4465215031953845e-05,
      "loss": 1.3828,
      "step": 105561
    },
    {
      "epoch": 4.911002558734589,
      "grad_norm": 1.8316669537242427,
      "learning_rate": 2.446318359534903e-05,
      "loss": 1.4609,
      "step": 105562
    },
    {
      "epoch": 4.9110490811816705,
      "grad_norm": 1.7731337692943148,
      "learning_rate": 2.4461152235598634e-05,
      "loss": 1.4141,
      "step": 105563
    },
    {
      "epoch": 4.911095603628751,
      "grad_norm": 1.9257973839714106,
      "learning_rate": 2.4459120952703864e-05,
      "loss": 1.6094,
      "step": 105564
    },
    {
      "epoch": 4.9111421260758314,
      "grad_norm": 1.8443254479578692,
      "learning_rate": 2.4457089746665946e-05,
      "loss": 1.5938,
      "step": 105565
    },
    {
      "epoch": 4.911188648522912,
      "grad_norm": 1.670326766079108,
      "learning_rate": 2.4455058617486118e-05,
      "loss": 1.3438,
      "step": 105566
    },
    {
      "epoch": 4.911235170969993,
      "grad_norm": 1.7529633659938815,
      "learning_rate": 2.4453027565165656e-05,
      "loss": 1.5312,
      "step": 105567
    },
    {
      "epoch": 4.911281693417074,
      "grad_norm": 1.901461044553752,
      "learning_rate": 2.445099658970581e-05,
      "loss": 1.6719,
      "step": 105568
    },
    {
      "epoch": 4.911328215864154,
      "grad_norm": 1.8422296875299453,
      "learning_rate": 2.4448965691107768e-05,
      "loss": 1.4766,
      "step": 105569
    },
    {
      "epoch": 4.911374738311235,
      "grad_norm": 1.9513806929348083,
      "learning_rate": 2.4446934869372843e-05,
      "loss": 1.5781,
      "step": 105570
    },
    {
      "epoch": 4.911421260758316,
      "grad_norm": 1.7382779583229282,
      "learning_rate": 2.4444904124502196e-05,
      "loss": 1.4766,
      "step": 105571
    },
    {
      "epoch": 4.911467783205397,
      "grad_norm": 1.9234114285234183,
      "learning_rate": 2.4442873456497164e-05,
      "loss": 1.7188,
      "step": 105572
    },
    {
      "epoch": 4.911514305652477,
      "grad_norm": 1.9061420820947859,
      "learning_rate": 2.4440842865358945e-05,
      "loss": 1.5859,
      "step": 105573
    },
    {
      "epoch": 4.911560828099558,
      "grad_norm": 1.817311714954647,
      "learning_rate": 2.4438812351088787e-05,
      "loss": 1.5,
      "step": 105574
    },
    {
      "epoch": 4.911607350546639,
      "grad_norm": 1.8110719804763702,
      "learning_rate": 2.4436781913687875e-05,
      "loss": 1.4453,
      "step": 105575
    },
    {
      "epoch": 4.911653872993719,
      "grad_norm": 1.5660221649561457,
      "learning_rate": 2.4434751553157554e-05,
      "loss": 1.1875,
      "step": 105576
    },
    {
      "epoch": 4.9117003954408,
      "grad_norm": 1.9861515094696387,
      "learning_rate": 2.4432721269499028e-05,
      "loss": 1.8047,
      "step": 105577
    },
    {
      "epoch": 4.911746917887881,
      "grad_norm": 1.6867441422314802,
      "learning_rate": 2.4430691062713508e-05,
      "loss": 1.4297,
      "step": 105578
    },
    {
      "epoch": 4.911793440334962,
      "grad_norm": 1.8478637644302474,
      "learning_rate": 2.442866093280223e-05,
      "loss": 1.5781,
      "step": 105579
    },
    {
      "epoch": 4.911839962782042,
      "grad_norm": 1.9685169641367986,
      "learning_rate": 2.4426630879766508e-05,
      "loss": 1.625,
      "step": 105580
    },
    {
      "epoch": 4.9118864852291235,
      "grad_norm": 1.737100182835292,
      "learning_rate": 2.4424600903607538e-05,
      "loss": 1.4219,
      "step": 105581
    },
    {
      "epoch": 4.911933007676204,
      "grad_norm": 1.7077928054741367,
      "learning_rate": 2.4422571004326573e-05,
      "loss": 1.3203,
      "step": 105582
    },
    {
      "epoch": 4.9119795301232845,
      "grad_norm": 1.7608560887292737,
      "learning_rate": 2.4420541181924815e-05,
      "loss": 1.4688,
      "step": 105583
    },
    {
      "epoch": 4.912026052570365,
      "grad_norm": 1.8649057066448116,
      "learning_rate": 2.4418511436403572e-05,
      "loss": 1.6016,
      "step": 105584
    },
    {
      "epoch": 4.912072575017445,
      "grad_norm": 1.7686227203386198,
      "learning_rate": 2.4416481767764064e-05,
      "loss": 1.4688,
      "step": 105585
    },
    {
      "epoch": 4.912119097464527,
      "grad_norm": 1.742260023685265,
      "learning_rate": 2.441445217600752e-05,
      "loss": 1.5391,
      "step": 105586
    },
    {
      "epoch": 4.912165619911607,
      "grad_norm": 1.8295165820591317,
      "learning_rate": 2.441242266113518e-05,
      "loss": 1.5625,
      "step": 105587
    },
    {
      "epoch": 4.912212142358688,
      "grad_norm": 2.02249626399698,
      "learning_rate": 2.4410393223148265e-05,
      "loss": 1.6562,
      "step": 105588
    },
    {
      "epoch": 4.912258664805769,
      "grad_norm": 1.9020748188844148,
      "learning_rate": 2.4408363862048087e-05,
      "loss": 1.5703,
      "step": 105589
    },
    {
      "epoch": 4.91230518725285,
      "grad_norm": 1.9585076217668584,
      "learning_rate": 2.440633457783585e-05,
      "loss": 1.625,
      "step": 105590
    },
    {
      "epoch": 4.91235170969993,
      "grad_norm": 1.8061056138904985,
      "learning_rate": 2.440430537051276e-05,
      "loss": 1.5781,
      "step": 105591
    },
    {
      "epoch": 4.9123982321470105,
      "grad_norm": 2.071482741108107,
      "learning_rate": 2.440227624008013e-05,
      "loss": 1.7969,
      "step": 105592
    },
    {
      "epoch": 4.912444754594092,
      "grad_norm": 1.7514609776845615,
      "learning_rate": 2.4400247186539128e-05,
      "loss": 1.4219,
      "step": 105593
    },
    {
      "epoch": 4.912491277041172,
      "grad_norm": 1.8097249068335108,
      "learning_rate": 2.4398218209891067e-05,
      "loss": 1.4766,
      "step": 105594
    },
    {
      "epoch": 4.912537799488253,
      "grad_norm": 1.9005109236691793,
      "learning_rate": 2.4396189310137165e-05,
      "loss": 1.6562,
      "step": 105595
    },
    {
      "epoch": 4.912584321935334,
      "grad_norm": 1.9448547613621665,
      "learning_rate": 2.4394160487278652e-05,
      "loss": 1.6562,
      "step": 105596
    },
    {
      "epoch": 4.912630844382415,
      "grad_norm": 2.0207045281020806,
      "learning_rate": 2.4392131741316745e-05,
      "loss": 1.9297,
      "step": 105597
    },
    {
      "epoch": 4.912677366829495,
      "grad_norm": 1.9173629530263772,
      "learning_rate": 2.439010307225274e-05,
      "loss": 1.6641,
      "step": 105598
    },
    {
      "epoch": 4.912723889276576,
      "grad_norm": 1.7751702161986436,
      "learning_rate": 2.438807448008786e-05,
      "loss": 1.4688,
      "step": 105599
    },
    {
      "epoch": 4.912770411723657,
      "grad_norm": 1.7801415439761887,
      "learning_rate": 2.438604596482333e-05,
      "loss": 1.5859,
      "step": 105600
    },
    {
      "epoch": 4.9128169341707375,
      "grad_norm": 1.8422493564993638,
      "learning_rate": 2.4384017526460388e-05,
      "loss": 1.5547,
      "step": 105601
    },
    {
      "epoch": 4.912863456617818,
      "grad_norm": 1.7605951438357883,
      "learning_rate": 2.438198916500031e-05,
      "loss": 1.3516,
      "step": 105602
    },
    {
      "epoch": 4.9129099790648985,
      "grad_norm": 1.8382802616121432,
      "learning_rate": 2.4379960880444332e-05,
      "loss": 1.5781,
      "step": 105603
    },
    {
      "epoch": 4.91295650151198,
      "grad_norm": 1.8931291134778414,
      "learning_rate": 2.4377932672793672e-05,
      "loss": 1.5547,
      "step": 105604
    },
    {
      "epoch": 4.91300302395906,
      "grad_norm": 1.8469393917831298,
      "learning_rate": 2.4375904542049542e-05,
      "loss": 1.5469,
      "step": 105605
    },
    {
      "epoch": 4.913049546406141,
      "grad_norm": 1.8867005944275226,
      "learning_rate": 2.4373876488213272e-05,
      "loss": 1.6562,
      "step": 105606
    },
    {
      "epoch": 4.913096068853221,
      "grad_norm": 1.7759087056474545,
      "learning_rate": 2.4371848511286052e-05,
      "loss": 1.5781,
      "step": 105607
    },
    {
      "epoch": 4.913142591300303,
      "grad_norm": 1.5879035082024313,
      "learning_rate": 2.4369820611269126e-05,
      "loss": 1.2266,
      "step": 105608
    },
    {
      "epoch": 4.913189113747383,
      "grad_norm": 1.6361762629971806,
      "learning_rate": 2.4367792788163692e-05,
      "loss": 1.1875,
      "step": 105609
    },
    {
      "epoch": 4.913235636194464,
      "grad_norm": 1.8796487935286967,
      "learning_rate": 2.4365765041971086e-05,
      "loss": 1.6094,
      "step": 105610
    },
    {
      "epoch": 4.913282158641545,
      "grad_norm": 1.9239297756715847,
      "learning_rate": 2.4363737372692487e-05,
      "loss": 1.6016,
      "step": 105611
    },
    {
      "epoch": 4.913328681088625,
      "grad_norm": 1.807502597868122,
      "learning_rate": 2.436170978032915e-05,
      "loss": 1.4844,
      "step": 105612
    },
    {
      "epoch": 4.913375203535706,
      "grad_norm": 1.9911715720804257,
      "learning_rate": 2.435968226488228e-05,
      "loss": 1.7188,
      "step": 105613
    },
    {
      "epoch": 4.913421725982786,
      "grad_norm": 2.043647669948841,
      "learning_rate": 2.4357654826353153e-05,
      "loss": 1.7344,
      "step": 105614
    },
    {
      "epoch": 4.913468248429868,
      "grad_norm": 1.7948389780078362,
      "learning_rate": 2.435562746474306e-05,
      "loss": 1.5312,
      "step": 105615
    },
    {
      "epoch": 4.913514770876948,
      "grad_norm": 1.7050304243151784,
      "learning_rate": 2.4353600180053174e-05,
      "loss": 1.2969,
      "step": 105616
    },
    {
      "epoch": 4.913561293324029,
      "grad_norm": 1.7418710293417574,
      "learning_rate": 2.4351572972284755e-05,
      "loss": 1.3359,
      "step": 105617
    },
    {
      "epoch": 4.91360781577111,
      "grad_norm": 1.8830873081687922,
      "learning_rate": 2.4349545841439055e-05,
      "loss": 1.5547,
      "step": 105618
    },
    {
      "epoch": 4.9136543382181905,
      "grad_norm": 1.9820635825087718,
      "learning_rate": 2.4347518787517258e-05,
      "loss": 1.7344,
      "step": 105619
    },
    {
      "epoch": 4.913700860665271,
      "grad_norm": 1.8618472041093856,
      "learning_rate": 2.434549181052069e-05,
      "loss": 1.5938,
      "step": 105620
    },
    {
      "epoch": 4.9137473831123515,
      "grad_norm": 1.8794575421938207,
      "learning_rate": 2.4343464910450555e-05,
      "loss": 1.6016,
      "step": 105621
    },
    {
      "epoch": 4.913793905559432,
      "grad_norm": 1.594457301142185,
      "learning_rate": 2.4341438087308085e-05,
      "loss": 1.2422,
      "step": 105622
    },
    {
      "epoch": 4.913840428006513,
      "grad_norm": 1.8104116241359214,
      "learning_rate": 2.4339411341094496e-05,
      "loss": 1.5859,
      "step": 105623
    },
    {
      "epoch": 4.913886950453594,
      "grad_norm": 1.7523156510911027,
      "learning_rate": 2.43373846718111e-05,
      "loss": 1.4531,
      "step": 105624
    },
    {
      "epoch": 4.913933472900674,
      "grad_norm": 1.906454389799581,
      "learning_rate": 2.43353580794591e-05,
      "loss": 1.5703,
      "step": 105625
    },
    {
      "epoch": 4.913979995347756,
      "grad_norm": 1.8889766438842661,
      "learning_rate": 2.4333331564039725e-05,
      "loss": 1.5703,
      "step": 105626
    },
    {
      "epoch": 4.914026517794836,
      "grad_norm": 1.8842689872057063,
      "learning_rate": 2.4331305125554178e-05,
      "loss": 1.5859,
      "step": 105627
    },
    {
      "epoch": 4.914073040241917,
      "grad_norm": 1.9598452534537705,
      "learning_rate": 2.4329278764003807e-05,
      "loss": 1.6562,
      "step": 105628
    },
    {
      "epoch": 4.914119562688997,
      "grad_norm": 1.695258851167826,
      "learning_rate": 2.4327252479389774e-05,
      "loss": 1.4219,
      "step": 105629
    },
    {
      "epoch": 4.914166085136078,
      "grad_norm": 1.7457753941305387,
      "learning_rate": 2.432522627171335e-05,
      "loss": 1.3828,
      "step": 105630
    },
    {
      "epoch": 4.914212607583159,
      "grad_norm": 1.69240908355535,
      "learning_rate": 2.432320014097573e-05,
      "loss": 1.4062,
      "step": 105631
    },
    {
      "epoch": 4.914259130030239,
      "grad_norm": 1.8805567219434585,
      "learning_rate": 2.4321174087178212e-05,
      "loss": 1.5547,
      "step": 105632
    },
    {
      "epoch": 4.914305652477321,
      "grad_norm": 1.750481751801945,
      "learning_rate": 2.4319148110322017e-05,
      "loss": 1.5312,
      "step": 105633
    },
    {
      "epoch": 4.914352174924401,
      "grad_norm": 1.6531284065406118,
      "learning_rate": 2.4317122210408373e-05,
      "loss": 1.1562,
      "step": 105634
    },
    {
      "epoch": 4.914398697371482,
      "grad_norm": 1.7502777763958066,
      "learning_rate": 2.4315096387438497e-05,
      "loss": 1.4141,
      "step": 105635
    },
    {
      "epoch": 4.914445219818562,
      "grad_norm": 1.8403848453887692,
      "learning_rate": 2.4313070641413657e-05,
      "loss": 1.5938,
      "step": 105636
    },
    {
      "epoch": 4.914491742265644,
      "grad_norm": 1.7687490131237826,
      "learning_rate": 2.4311044972335146e-05,
      "loss": 1.3828,
      "step": 105637
    },
    {
      "epoch": 4.914538264712724,
      "grad_norm": 1.9939445565828011,
      "learning_rate": 2.4309019380204138e-05,
      "loss": 1.7266,
      "step": 105638
    },
    {
      "epoch": 4.9145847871598045,
      "grad_norm": 1.6603967988137198,
      "learning_rate": 2.430699386502189e-05,
      "loss": 1.3516,
      "step": 105639
    },
    {
      "epoch": 4.914631309606885,
      "grad_norm": 1.776785671722988,
      "learning_rate": 2.4304968426789606e-05,
      "loss": 1.4531,
      "step": 105640
    },
    {
      "epoch": 4.914677832053966,
      "grad_norm": 1.9479126496323098,
      "learning_rate": 2.43029430655086e-05,
      "loss": 1.6875,
      "step": 105641
    },
    {
      "epoch": 4.914724354501047,
      "grad_norm": 1.8713942030478772,
      "learning_rate": 2.4300917781180072e-05,
      "loss": 1.5391,
      "step": 105642
    },
    {
      "epoch": 4.914770876948127,
      "grad_norm": 1.8078343624723783,
      "learning_rate": 2.4298892573805272e-05,
      "loss": 1.4688,
      "step": 105643
    },
    {
      "epoch": 4.914817399395208,
      "grad_norm": 1.948634821979345,
      "learning_rate": 2.429686744338543e-05,
      "loss": 1.6016,
      "step": 105644
    },
    {
      "epoch": 4.914863921842289,
      "grad_norm": 1.9658794073764303,
      "learning_rate": 2.4294842389921732e-05,
      "loss": 1.6094,
      "step": 105645
    },
    {
      "epoch": 4.91491044428937,
      "grad_norm": 1.6822417281476691,
      "learning_rate": 2.4292817413415523e-05,
      "loss": 1.2969,
      "step": 105646
    },
    {
      "epoch": 4.91495696673645,
      "grad_norm": 1.8167490444199232,
      "learning_rate": 2.4290792513868e-05,
      "loss": 1.5781,
      "step": 105647
    },
    {
      "epoch": 4.9150034891835315,
      "grad_norm": 1.8289810887300977,
      "learning_rate": 2.4288767691280387e-05,
      "loss": 1.6406,
      "step": 105648
    },
    {
      "epoch": 4.915050011630612,
      "grad_norm": 1.8936722281597649,
      "learning_rate": 2.4286742945653892e-05,
      "loss": 1.5938,
      "step": 105649
    },
    {
      "epoch": 4.915096534077692,
      "grad_norm": 1.7080745429749797,
      "learning_rate": 2.4284718276989817e-05,
      "loss": 1.5391,
      "step": 105650
    },
    {
      "epoch": 4.915143056524773,
      "grad_norm": 1.6350985765071777,
      "learning_rate": 2.4282693685289395e-05,
      "loss": 1.3438,
      "step": 105651
    },
    {
      "epoch": 4.915189578971854,
      "grad_norm": 1.7754629639478818,
      "learning_rate": 2.428066917055384e-05,
      "loss": 1.4688,
      "step": 105652
    },
    {
      "epoch": 4.915236101418935,
      "grad_norm": 1.9998972574632956,
      "learning_rate": 2.427864473278437e-05,
      "loss": 1.6406,
      "step": 105653
    },
    {
      "epoch": 4.915282623866015,
      "grad_norm": 1.8133994859969962,
      "learning_rate": 2.4276620371982297e-05,
      "loss": 1.5234,
      "step": 105654
    },
    {
      "epoch": 4.915329146313096,
      "grad_norm": 1.8282069989594272,
      "learning_rate": 2.4274596088148807e-05,
      "loss": 1.4922,
      "step": 105655
    },
    {
      "epoch": 4.915375668760177,
      "grad_norm": 1.6891643723933116,
      "learning_rate": 2.4272571881285163e-05,
      "loss": 1.3516,
      "step": 105656
    },
    {
      "epoch": 4.9154221912072575,
      "grad_norm": 1.8085193054981634,
      "learning_rate": 2.427054775139255e-05,
      "loss": 1.4766,
      "step": 105657
    },
    {
      "epoch": 4.915468713654338,
      "grad_norm": 1.7946813091929543,
      "learning_rate": 2.4268523698472248e-05,
      "loss": 1.4609,
      "step": 105658
    },
    {
      "epoch": 4.9155152361014185,
      "grad_norm": 1.8873824269946495,
      "learning_rate": 2.4266499722525524e-05,
      "loss": 1.5938,
      "step": 105659
    },
    {
      "epoch": 4.9155617585485,
      "grad_norm": 1.704780570685855,
      "learning_rate": 2.4264475823553593e-05,
      "loss": 1.3594,
      "step": 105660
    },
    {
      "epoch": 4.91560828099558,
      "grad_norm": 1.8112070177230677,
      "learning_rate": 2.4262452001557703e-05,
      "loss": 1.5312,
      "step": 105661
    },
    {
      "epoch": 4.915654803442661,
      "grad_norm": 1.919645725088181,
      "learning_rate": 2.426042825653902e-05,
      "loss": 1.5938,
      "step": 105662
    },
    {
      "epoch": 4.915701325889742,
      "grad_norm": 1.7757793687297703,
      "learning_rate": 2.4258404588498914e-05,
      "loss": 1.5234,
      "step": 105663
    },
    {
      "epoch": 4.915747848336823,
      "grad_norm": 1.775665391464657,
      "learning_rate": 2.425638099743853e-05,
      "loss": 1.375,
      "step": 105664
    },
    {
      "epoch": 4.915794370783903,
      "grad_norm": 1.8938527092412454,
      "learning_rate": 2.4254357483359133e-05,
      "loss": 1.5781,
      "step": 105665
    },
    {
      "epoch": 4.915840893230984,
      "grad_norm": 1.9056478668902295,
      "learning_rate": 2.4252334046261922e-05,
      "loss": 1.6172,
      "step": 105666
    },
    {
      "epoch": 4.915887415678065,
      "grad_norm": 1.796906223301774,
      "learning_rate": 2.4250310686148215e-05,
      "loss": 1.5938,
      "step": 105667
    },
    {
      "epoch": 4.9159339381251455,
      "grad_norm": 2.060781098501562,
      "learning_rate": 2.4248287403019212e-05,
      "loss": 1.8438,
      "step": 105668
    },
    {
      "epoch": 4.915980460572226,
      "grad_norm": 1.9163002031174092,
      "learning_rate": 2.4246264196876142e-05,
      "loss": 1.6719,
      "step": 105669
    },
    {
      "epoch": 4.916026983019307,
      "grad_norm": 1.9594917579790532,
      "learning_rate": 2.4244241067720253e-05,
      "loss": 1.6641,
      "step": 105670
    },
    {
      "epoch": 4.916073505466388,
      "grad_norm": 1.9202037743063982,
      "learning_rate": 2.424221801555275e-05,
      "loss": 1.6172,
      "step": 105671
    },
    {
      "epoch": 4.916120027913468,
      "grad_norm": 1.791577684971767,
      "learning_rate": 2.424019504037493e-05,
      "loss": 1.4062,
      "step": 105672
    },
    {
      "epoch": 4.916166550360549,
      "grad_norm": 1.9189787835622094,
      "learning_rate": 2.4238172142188017e-05,
      "loss": 1.625,
      "step": 105673
    },
    {
      "epoch": 4.916213072807629,
      "grad_norm": 1.8636768141026216,
      "learning_rate": 2.423614932099322e-05,
      "loss": 1.6484,
      "step": 105674
    },
    {
      "epoch": 4.916259595254711,
      "grad_norm": 1.8831362343475713,
      "learning_rate": 2.4234126576791768e-05,
      "loss": 1.5859,
      "step": 105675
    },
    {
      "epoch": 4.916306117701791,
      "grad_norm": 1.8088919251176168,
      "learning_rate": 2.423210390958496e-05,
      "loss": 1.4922,
      "step": 105676
    },
    {
      "epoch": 4.9163526401488715,
      "grad_norm": 1.8281128931440447,
      "learning_rate": 2.4230081319373995e-05,
      "loss": 1.5312,
      "step": 105677
    },
    {
      "epoch": 4.916399162595953,
      "grad_norm": 1.8208805736568432,
      "learning_rate": 2.4228058806160105e-05,
      "loss": 1.5391,
      "step": 105678
    },
    {
      "epoch": 4.916445685043033,
      "grad_norm": 1.8453062179317758,
      "learning_rate": 2.4226036369944523e-05,
      "loss": 1.4922,
      "step": 105679
    },
    {
      "epoch": 4.916492207490114,
      "grad_norm": 1.7997459911479974,
      "learning_rate": 2.422401401072848e-05,
      "loss": 1.5391,
      "step": 105680
    },
    {
      "epoch": 4.916538729937194,
      "grad_norm": 1.7764962595695368,
      "learning_rate": 2.4221991728513297e-05,
      "loss": 1.5156,
      "step": 105681
    },
    {
      "epoch": 4.916585252384276,
      "grad_norm": 1.5832550495488262,
      "learning_rate": 2.4219969523300147e-05,
      "loss": 1.2812,
      "step": 105682
    },
    {
      "epoch": 4.916631774831356,
      "grad_norm": 1.9548409156086524,
      "learning_rate": 2.4217947395090254e-05,
      "loss": 1.5781,
      "step": 105683
    },
    {
      "epoch": 4.916678297278437,
      "grad_norm": 1.6317962108737227,
      "learning_rate": 2.421592534388486e-05,
      "loss": 1.1641,
      "step": 105684
    },
    {
      "epoch": 4.916724819725518,
      "grad_norm": 1.7242694215773091,
      "learning_rate": 2.421390336968524e-05,
      "loss": 1.2656,
      "step": 105685
    },
    {
      "epoch": 4.9167713421725985,
      "grad_norm": 1.7489440038621864,
      "learning_rate": 2.4211881472492616e-05,
      "loss": 1.4844,
      "step": 105686
    },
    {
      "epoch": 4.916817864619679,
      "grad_norm": 1.8674245015951771,
      "learning_rate": 2.420985965230823e-05,
      "loss": 1.5938,
      "step": 105687
    },
    {
      "epoch": 4.916864387066759,
      "grad_norm": 1.887231295797763,
      "learning_rate": 2.4207837909133253e-05,
      "loss": 1.4453,
      "step": 105688
    },
    {
      "epoch": 4.916910909513841,
      "grad_norm": 1.7793332585090005,
      "learning_rate": 2.4205816242969028e-05,
      "loss": 1.5312,
      "step": 105689
    },
    {
      "epoch": 4.916957431960921,
      "grad_norm": 1.8912012053708667,
      "learning_rate": 2.420379465381675e-05,
      "loss": 1.5312,
      "step": 105690
    },
    {
      "epoch": 4.917003954408002,
      "grad_norm": 1.7571313836795577,
      "learning_rate": 2.4201773141677633e-05,
      "loss": 1.4766,
      "step": 105691
    },
    {
      "epoch": 4.917050476855082,
      "grad_norm": 1.8763121677472705,
      "learning_rate": 2.419975170655291e-05,
      "loss": 1.6094,
      "step": 105692
    },
    {
      "epoch": 4.917096999302164,
      "grad_norm": 1.934754195149938,
      "learning_rate": 2.4197730348443868e-05,
      "loss": 1.6328,
      "step": 105693
    },
    {
      "epoch": 4.917143521749244,
      "grad_norm": 1.8621947350726529,
      "learning_rate": 2.4195709067351714e-05,
      "loss": 1.4922,
      "step": 105694
    },
    {
      "epoch": 4.9171900441963245,
      "grad_norm": 1.766586051717473,
      "learning_rate": 2.419368786327769e-05,
      "loss": 1.4297,
      "step": 105695
    },
    {
      "epoch": 4.917236566643405,
      "grad_norm": 1.7617330784172305,
      "learning_rate": 2.4191666736223038e-05,
      "loss": 1.5,
      "step": 105696
    },
    {
      "epoch": 4.917283089090486,
      "grad_norm": 2.0602157691614593,
      "learning_rate": 2.418964568618896e-05,
      "loss": 1.7812,
      "step": 105697
    },
    {
      "epoch": 4.917329611537567,
      "grad_norm": 1.91929608096092,
      "learning_rate": 2.418762471317675e-05,
      "loss": 1.6406,
      "step": 105698
    },
    {
      "epoch": 4.917376133984647,
      "grad_norm": 1.7053831549168943,
      "learning_rate": 2.4185603817187615e-05,
      "loss": 1.3984,
      "step": 105699
    },
    {
      "epoch": 4.917422656431729,
      "grad_norm": 1.6368571644266274,
      "learning_rate": 2.4183582998222783e-05,
      "loss": 1.1719,
      "step": 105700
    },
    {
      "epoch": 4.917469178878809,
      "grad_norm": 1.7901064683211834,
      "learning_rate": 2.4181562256283488e-05,
      "loss": 1.5547,
      "step": 105701
    },
    {
      "epoch": 4.91751570132589,
      "grad_norm": 1.9188081740777576,
      "learning_rate": 2.4179541591370977e-05,
      "loss": 1.4766,
      "step": 105702
    },
    {
      "epoch": 4.91756222377297,
      "grad_norm": 1.765459229929456,
      "learning_rate": 2.4177521003486517e-05,
      "loss": 1.5,
      "step": 105703
    },
    {
      "epoch": 4.9176087462200515,
      "grad_norm": 1.8864988712502742,
      "learning_rate": 2.417550049263134e-05,
      "loss": 1.5391,
      "step": 105704
    },
    {
      "epoch": 4.917655268667132,
      "grad_norm": 2.0098445884455876,
      "learning_rate": 2.4173480058806645e-05,
      "loss": 1.8047,
      "step": 105705
    },
    {
      "epoch": 4.9177017911142125,
      "grad_norm": 1.7274736171811707,
      "learning_rate": 2.417145970201366e-05,
      "loss": 1.4375,
      "step": 105706
    },
    {
      "epoch": 4.917748313561293,
      "grad_norm": 1.8445467478417863,
      "learning_rate": 2.416943942225368e-05,
      "loss": 1.4141,
      "step": 105707
    },
    {
      "epoch": 4.917794836008374,
      "grad_norm": 1.6755400137331127,
      "learning_rate": 2.416741921952792e-05,
      "loss": 1.3438,
      "step": 105708
    },
    {
      "epoch": 4.917841358455455,
      "grad_norm": 1.690358732651462,
      "learning_rate": 2.4165399093837594e-05,
      "loss": 1.4062,
      "step": 105709
    },
    {
      "epoch": 4.917887880902535,
      "grad_norm": 1.830312160474661,
      "learning_rate": 2.4163379045183928e-05,
      "loss": 1.5312,
      "step": 105710
    },
    {
      "epoch": 4.917934403349616,
      "grad_norm": 1.9433645638333896,
      "learning_rate": 2.416135907356822e-05,
      "loss": 1.5781,
      "step": 105711
    },
    {
      "epoch": 4.917980925796697,
      "grad_norm": 1.6900295915785655,
      "learning_rate": 2.4159339178991656e-05,
      "loss": 1.2891,
      "step": 105712
    },
    {
      "epoch": 4.918027448243778,
      "grad_norm": 1.9485924959369472,
      "learning_rate": 2.4157319361455496e-05,
      "loss": 1.6172,
      "step": 105713
    },
    {
      "epoch": 4.918073970690858,
      "grad_norm": 1.8862377727818014,
      "learning_rate": 2.4155299620960927e-05,
      "loss": 1.6484,
      "step": 105714
    },
    {
      "epoch": 4.918120493137939,
      "grad_norm": 1.7692502611826937,
      "learning_rate": 2.4153279957509263e-05,
      "loss": 1.375,
      "step": 105715
    },
    {
      "epoch": 4.91816701558502,
      "grad_norm": 1.5073413066657562,
      "learning_rate": 2.4151260371101706e-05,
      "loss": 1.1172,
      "step": 105716
    },
    {
      "epoch": 4.9182135380321,
      "grad_norm": 1.9041447433445131,
      "learning_rate": 2.4149240861739484e-05,
      "loss": 1.6875,
      "step": 105717
    },
    {
      "epoch": 4.918260060479181,
      "grad_norm": 1.8755449085114666,
      "learning_rate": 2.4147221429423812e-05,
      "loss": 1.5547,
      "step": 105718
    },
    {
      "epoch": 4.918306582926262,
      "grad_norm": 1.7662682834345582,
      "learning_rate": 2.414520207415598e-05,
      "loss": 1.4844,
      "step": 105719
    },
    {
      "epoch": 4.918353105373343,
      "grad_norm": 1.8666569760748704,
      "learning_rate": 2.4143182795937193e-05,
      "loss": 1.5391,
      "step": 105720
    },
    {
      "epoch": 4.918399627820423,
      "grad_norm": 1.8190398096472709,
      "learning_rate": 2.414116359476869e-05,
      "loss": 1.4922,
      "step": 105721
    },
    {
      "epoch": 4.9184461502675045,
      "grad_norm": 1.567155311587059,
      "learning_rate": 2.4139144470651724e-05,
      "loss": 1.3203,
      "step": 105722
    },
    {
      "epoch": 4.918492672714585,
      "grad_norm": 1.8806972333229706,
      "learning_rate": 2.4137125423587433e-05,
      "loss": 1.5547,
      "step": 105723
    },
    {
      "epoch": 4.9185391951616655,
      "grad_norm": 1.9678991236903034,
      "learning_rate": 2.4135106453577207e-05,
      "loss": 1.7188,
      "step": 105724
    },
    {
      "epoch": 4.918585717608746,
      "grad_norm": 1.8434585053745518,
      "learning_rate": 2.413308756062221e-05,
      "loss": 1.6094,
      "step": 105725
    },
    {
      "epoch": 4.918632240055826,
      "grad_norm": 1.856212662268599,
      "learning_rate": 2.4131068744723692e-05,
      "loss": 1.5547,
      "step": 105726
    },
    {
      "epoch": 4.918678762502908,
      "grad_norm": 1.7214801262289205,
      "learning_rate": 2.4129050005882866e-05,
      "loss": 1.4219,
      "step": 105727
    },
    {
      "epoch": 4.918725284949988,
      "grad_norm": 1.968356532172444,
      "learning_rate": 2.4127031344100934e-05,
      "loss": 1.5781,
      "step": 105728
    },
    {
      "epoch": 4.918771807397069,
      "grad_norm": 1.8723643400397416,
      "learning_rate": 2.4125012759379226e-05,
      "loss": 1.5703,
      "step": 105729
    },
    {
      "epoch": 4.91881832984415,
      "grad_norm": 1.8958998895907393,
      "learning_rate": 2.4122994251718906e-05,
      "loss": 1.6016,
      "step": 105730
    },
    {
      "epoch": 4.918864852291231,
      "grad_norm": 1.6593141635220028,
      "learning_rate": 2.4120975821121247e-05,
      "loss": 1.3047,
      "step": 105731
    },
    {
      "epoch": 4.918911374738311,
      "grad_norm": 1.7315047156053995,
      "learning_rate": 2.4118957467587425e-05,
      "loss": 1.4141,
      "step": 105732
    },
    {
      "epoch": 4.918957897185392,
      "grad_norm": 1.6613498929344055,
      "learning_rate": 2.4116939191118757e-05,
      "loss": 1.2891,
      "step": 105733
    },
    {
      "epoch": 4.919004419632473,
      "grad_norm": 1.6651138939801882,
      "learning_rate": 2.4114920991716457e-05,
      "loss": 1.3672,
      "step": 105734
    },
    {
      "epoch": 4.919050942079553,
      "grad_norm": 1.805255432890505,
      "learning_rate": 2.4112902869381728e-05,
      "loss": 1.6094,
      "step": 105735
    },
    {
      "epoch": 4.919097464526634,
      "grad_norm": 1.6597590716408694,
      "learning_rate": 2.4110884824115782e-05,
      "loss": 1.2578,
      "step": 105736
    },
    {
      "epoch": 4.919143986973715,
      "grad_norm": 1.7620405124033356,
      "learning_rate": 2.4108866855919938e-05,
      "loss": 1.3906,
      "step": 105737
    },
    {
      "epoch": 4.919190509420796,
      "grad_norm": 1.8282722380623575,
      "learning_rate": 2.4106848964795378e-05,
      "loss": 1.5781,
      "step": 105738
    },
    {
      "epoch": 4.919237031867876,
      "grad_norm": 1.8051931068514002,
      "learning_rate": 2.4104831150743365e-05,
      "loss": 1.4297,
      "step": 105739
    },
    {
      "epoch": 4.919283554314957,
      "grad_norm": 1.8383758479055683,
      "learning_rate": 2.4102813413765066e-05,
      "loss": 1.4531,
      "step": 105740
    },
    {
      "epoch": 4.919330076762038,
      "grad_norm": 1.8357208643351486,
      "learning_rate": 2.410079575386181e-05,
      "loss": 1.5781,
      "step": 105741
    },
    {
      "epoch": 4.9193765992091185,
      "grad_norm": 1.9780607440767155,
      "learning_rate": 2.4098778171034787e-05,
      "loss": 1.7188,
      "step": 105742
    },
    {
      "epoch": 4.919423121656199,
      "grad_norm": 2.0030438371448978,
      "learning_rate": 2.4096760665285227e-05,
      "loss": 1.7109,
      "step": 105743
    },
    {
      "epoch": 4.9194696441032795,
      "grad_norm": 1.7531472146536307,
      "learning_rate": 2.409474323661434e-05,
      "loss": 1.4219,
      "step": 105744
    },
    {
      "epoch": 4.919516166550361,
      "grad_norm": 1.9214258230234083,
      "learning_rate": 2.4092725885023394e-05,
      "loss": 1.6797,
      "step": 105745
    },
    {
      "epoch": 4.919562688997441,
      "grad_norm": 2.0550980798927787,
      "learning_rate": 2.409070861051366e-05,
      "loss": 1.7656,
      "step": 105746
    },
    {
      "epoch": 4.919609211444522,
      "grad_norm": 1.8171520152234442,
      "learning_rate": 2.4088691413086348e-05,
      "loss": 1.5156,
      "step": 105747
    },
    {
      "epoch": 4.919655733891602,
      "grad_norm": 1.9234436104290538,
      "learning_rate": 2.4086674292742657e-05,
      "loss": 1.6172,
      "step": 105748
    },
    {
      "epoch": 4.919702256338684,
      "grad_norm": 1.6501882663156306,
      "learning_rate": 2.4084657249483823e-05,
      "loss": 1.2969,
      "step": 105749
    },
    {
      "epoch": 4.919748778785764,
      "grad_norm": 1.6214353912590114,
      "learning_rate": 2.4082640283311143e-05,
      "loss": 1.1875,
      "step": 105750
    },
    {
      "epoch": 4.919795301232845,
      "grad_norm": 1.8259238808731808,
      "learning_rate": 2.4080623394225818e-05,
      "loss": 1.5469,
      "step": 105751
    },
    {
      "epoch": 4.919841823679926,
      "grad_norm": 1.9429890216549626,
      "learning_rate": 2.407860658222906e-05,
      "loss": 1.6953,
      "step": 105752
    },
    {
      "epoch": 4.919888346127006,
      "grad_norm": 1.735738181108075,
      "learning_rate": 2.4076589847322137e-05,
      "loss": 1.4844,
      "step": 105753
    },
    {
      "epoch": 4.919934868574087,
      "grad_norm": 1.890083531794527,
      "learning_rate": 2.4074573189506228e-05,
      "loss": 1.5781,
      "step": 105754
    },
    {
      "epoch": 4.919981391021167,
      "grad_norm": 1.9024292057381298,
      "learning_rate": 2.407255660878264e-05,
      "loss": 1.6172,
      "step": 105755
    },
    {
      "epoch": 4.920027913468249,
      "grad_norm": 1.4998314275889602,
      "learning_rate": 2.407054010515258e-05,
      "loss": 1.1719,
      "step": 105756
    },
    {
      "epoch": 4.920074435915329,
      "grad_norm": 1.9345365429737567,
      "learning_rate": 2.406852367861727e-05,
      "loss": 1.7109,
      "step": 105757
    },
    {
      "epoch": 4.92012095836241,
      "grad_norm": 1.826580904995317,
      "learning_rate": 2.4066507329177918e-05,
      "loss": 1.3438,
      "step": 105758
    },
    {
      "epoch": 4.920167480809491,
      "grad_norm": 1.929260625274493,
      "learning_rate": 2.406449105683583e-05,
      "loss": 1.6328,
      "step": 105759
    },
    {
      "epoch": 4.9202140032565715,
      "grad_norm": 1.9024142878937287,
      "learning_rate": 2.4062474861592208e-05,
      "loss": 1.5625,
      "step": 105760
    },
    {
      "epoch": 4.920260525703652,
      "grad_norm": 1.896771713408797,
      "learning_rate": 2.4060458743448275e-05,
      "loss": 1.6562,
      "step": 105761
    },
    {
      "epoch": 4.9203070481507325,
      "grad_norm": 1.8496027545329996,
      "learning_rate": 2.4058442702405234e-05,
      "loss": 1.5938,
      "step": 105762
    },
    {
      "epoch": 4.920353570597813,
      "grad_norm": 1.7540267349594865,
      "learning_rate": 2.4056426738464384e-05,
      "loss": 1.4844,
      "step": 105763
    },
    {
      "epoch": 4.920400093044894,
      "grad_norm": 1.8163786561208481,
      "learning_rate": 2.4054410851626944e-05,
      "loss": 1.5938,
      "step": 105764
    },
    {
      "epoch": 4.920446615491975,
      "grad_norm": 1.8091328706222813,
      "learning_rate": 2.405239504189414e-05,
      "loss": 1.5312,
      "step": 105765
    },
    {
      "epoch": 4.920493137939055,
      "grad_norm": 1.688041682654231,
      "learning_rate": 2.405037930926716e-05,
      "loss": 1.2422,
      "step": 105766
    },
    {
      "epoch": 4.920539660386137,
      "grad_norm": 1.8859149465979677,
      "learning_rate": 2.4048363653747283e-05,
      "loss": 1.6875,
      "step": 105767
    },
    {
      "epoch": 4.920586182833217,
      "grad_norm": 1.703861017357036,
      "learning_rate": 2.4046348075335776e-05,
      "loss": 1.3828,
      "step": 105768
    },
    {
      "epoch": 4.920632705280298,
      "grad_norm": 1.8360598194117401,
      "learning_rate": 2.404433257403382e-05,
      "loss": 1.5625,
      "step": 105769
    },
    {
      "epoch": 4.920679227727378,
      "grad_norm": 1.7437577958358499,
      "learning_rate": 2.404231714984268e-05,
      "loss": 1.3906,
      "step": 105770
    },
    {
      "epoch": 4.9207257501744595,
      "grad_norm": 1.8528859277711331,
      "learning_rate": 2.4040301802763546e-05,
      "loss": 1.6953,
      "step": 105771
    },
    {
      "epoch": 4.92077227262154,
      "grad_norm": 1.8589680099593135,
      "learning_rate": 2.4038286532797708e-05,
      "loss": 1.6094,
      "step": 105772
    },
    {
      "epoch": 4.92081879506862,
      "grad_norm": 2.0116027933619955,
      "learning_rate": 2.4036271339946383e-05,
      "loss": 1.7344,
      "step": 105773
    },
    {
      "epoch": 4.920865317515702,
      "grad_norm": 1.7504151621952304,
      "learning_rate": 2.403425622421079e-05,
      "loss": 1.4688,
      "step": 105774
    },
    {
      "epoch": 4.920911839962782,
      "grad_norm": 1.7130577996343632,
      "learning_rate": 2.4032241185592128e-05,
      "loss": 1.2891,
      "step": 105775
    },
    {
      "epoch": 4.920958362409863,
      "grad_norm": 1.900256723582649,
      "learning_rate": 2.4030226224091708e-05,
      "loss": 1.625,
      "step": 105776
    },
    {
      "epoch": 4.921004884856943,
      "grad_norm": 2.0236166097322856,
      "learning_rate": 2.4028211339710734e-05,
      "loss": 1.6016,
      "step": 105777
    },
    {
      "epoch": 4.921051407304025,
      "grad_norm": 1.8695121466266182,
      "learning_rate": 2.402619653245042e-05,
      "loss": 1.4688,
      "step": 105778
    },
    {
      "epoch": 4.921097929751105,
      "grad_norm": 1.8891632525415158,
      "learning_rate": 2.4024181802312014e-05,
      "loss": 1.5312,
      "step": 105779
    },
    {
      "epoch": 4.9211444521981855,
      "grad_norm": 1.6229801680081506,
      "learning_rate": 2.4022167149296718e-05,
      "loss": 1.3281,
      "step": 105780
    },
    {
      "epoch": 4.921190974645266,
      "grad_norm": 1.9061468565944828,
      "learning_rate": 2.4020152573405828e-05,
      "loss": 1.5703,
      "step": 105781
    },
    {
      "epoch": 4.921237497092347,
      "grad_norm": 1.7082522425649582,
      "learning_rate": 2.4018138074640527e-05,
      "loss": 1.4141,
      "step": 105782
    },
    {
      "epoch": 4.921284019539428,
      "grad_norm": 1.9126366810559925,
      "learning_rate": 2.4016123653002078e-05,
      "loss": 1.6406,
      "step": 105783
    },
    {
      "epoch": 4.921330541986508,
      "grad_norm": 1.8312652396361204,
      "learning_rate": 2.401410930849167e-05,
      "loss": 1.6094,
      "step": 105784
    },
    {
      "epoch": 4.921377064433589,
      "grad_norm": 1.8980817131678307,
      "learning_rate": 2.4012095041110595e-05,
      "loss": 1.6172,
      "step": 105785
    },
    {
      "epoch": 4.92142358688067,
      "grad_norm": 1.8887709028915616,
      "learning_rate": 2.401008085086006e-05,
      "loss": 1.5,
      "step": 105786
    },
    {
      "epoch": 4.921470109327751,
      "grad_norm": 1.668239897709352,
      "learning_rate": 2.4008066737741287e-05,
      "loss": 1.2656,
      "step": 105787
    },
    {
      "epoch": 4.921516631774831,
      "grad_norm": 1.890816635127779,
      "learning_rate": 2.4006052701755486e-05,
      "loss": 1.6719,
      "step": 105788
    },
    {
      "epoch": 4.9215631542219125,
      "grad_norm": 1.9757986344215384,
      "learning_rate": 2.400403874290393e-05,
      "loss": 1.9141,
      "step": 105789
    },
    {
      "epoch": 4.921609676668993,
      "grad_norm": 1.8062966927388435,
      "learning_rate": 2.4002024861187875e-05,
      "loss": 1.4922,
      "step": 105790
    },
    {
      "epoch": 4.921656199116073,
      "grad_norm": 2.0080406050989397,
      "learning_rate": 2.400001105660853e-05,
      "loss": 1.5703,
      "step": 105791
    },
    {
      "epoch": 4.921702721563154,
      "grad_norm": 1.8245835984725929,
      "learning_rate": 2.399799732916712e-05,
      "loss": 1.6797,
      "step": 105792
    },
    {
      "epoch": 4.921749244010235,
      "grad_norm": 1.8887421408849343,
      "learning_rate": 2.3995983678864834e-05,
      "loss": 1.5703,
      "step": 105793
    },
    {
      "epoch": 4.921795766457316,
      "grad_norm": 1.8709427902971565,
      "learning_rate": 2.3993970105702975e-05,
      "loss": 1.4375,
      "step": 105794
    },
    {
      "epoch": 4.921842288904396,
      "grad_norm": 1.936097991311533,
      "learning_rate": 2.399195660968278e-05,
      "loss": 1.6797,
      "step": 105795
    },
    {
      "epoch": 4.921888811351477,
      "grad_norm": 1.7483658204193298,
      "learning_rate": 2.3989943190805423e-05,
      "loss": 1.3984,
      "step": 105796
    },
    {
      "epoch": 4.921935333798558,
      "grad_norm": 1.8513429572320514,
      "learning_rate": 2.398792984907214e-05,
      "loss": 1.4609,
      "step": 105797
    },
    {
      "epoch": 4.9219818562456386,
      "grad_norm": 1.9030509618170157,
      "learning_rate": 2.3985916584484234e-05,
      "loss": 1.6172,
      "step": 105798
    },
    {
      "epoch": 4.922028378692719,
      "grad_norm": 1.8256824030021652,
      "learning_rate": 2.398390339704288e-05,
      "loss": 1.5078,
      "step": 105799
    },
    {
      "epoch": 4.9220749011397995,
      "grad_norm": 1.75060325159527,
      "learning_rate": 2.3981890286749334e-05,
      "loss": 1.4219,
      "step": 105800
    },
    {
      "epoch": 4.922121423586881,
      "grad_norm": 1.6888103510767354,
      "learning_rate": 2.3979877253604772e-05,
      "loss": 1.4453,
      "step": 105801
    },
    {
      "epoch": 4.922167946033961,
      "grad_norm": 1.8967105086405156,
      "learning_rate": 2.3977864297610516e-05,
      "loss": 1.5938,
      "step": 105802
    },
    {
      "epoch": 4.922214468481042,
      "grad_norm": 1.865630444738745,
      "learning_rate": 2.3975851418767744e-05,
      "loss": 1.5703,
      "step": 105803
    },
    {
      "epoch": 4.922260990928123,
      "grad_norm": 1.9092629354500315,
      "learning_rate": 2.3973838617077707e-05,
      "loss": 1.5625,
      "step": 105804
    },
    {
      "epoch": 4.922307513375204,
      "grad_norm": 1.8865094856370053,
      "learning_rate": 2.3971825892541634e-05,
      "loss": 1.5391,
      "step": 105805
    },
    {
      "epoch": 4.922354035822284,
      "grad_norm": 1.7154825856795866,
      "learning_rate": 2.3969813245160714e-05,
      "loss": 1.3203,
      "step": 105806
    },
    {
      "epoch": 4.922400558269365,
      "grad_norm": 1.7130833719708574,
      "learning_rate": 2.396780067493624e-05,
      "loss": 1.3672,
      "step": 105807
    },
    {
      "epoch": 4.922447080716446,
      "grad_norm": 1.9140252121470478,
      "learning_rate": 2.3965788181869426e-05,
      "loss": 1.6328,
      "step": 105808
    },
    {
      "epoch": 4.9224936031635265,
      "grad_norm": 1.9665101978236672,
      "learning_rate": 2.3963775765961497e-05,
      "loss": 1.6719,
      "step": 105809
    },
    {
      "epoch": 4.922540125610607,
      "grad_norm": 1.8165674636764537,
      "learning_rate": 2.396176342721366e-05,
      "loss": 1.6953,
      "step": 105810
    },
    {
      "epoch": 4.922586648057688,
      "grad_norm": 1.8056200786337604,
      "learning_rate": 2.3959751165627166e-05,
      "loss": 1.4531,
      "step": 105811
    },
    {
      "epoch": 4.922633170504769,
      "grad_norm": 1.872959685722826,
      "learning_rate": 2.39577389812033e-05,
      "loss": 1.6797,
      "step": 105812
    },
    {
      "epoch": 4.922679692951849,
      "grad_norm": 1.7371958253645468,
      "learning_rate": 2.3955726873943244e-05,
      "loss": 1.3828,
      "step": 105813
    },
    {
      "epoch": 4.92272621539893,
      "grad_norm": 1.9456336710509745,
      "learning_rate": 2.395371484384824e-05,
      "loss": 1.8125,
      "step": 105814
    },
    {
      "epoch": 4.92277273784601,
      "grad_norm": 1.880091546539794,
      "learning_rate": 2.3951702890919468e-05,
      "loss": 1.5547,
      "step": 105815
    },
    {
      "epoch": 4.922819260293092,
      "grad_norm": 1.8117006004803204,
      "learning_rate": 2.3949691015158262e-05,
      "loss": 1.5703,
      "step": 105816
    },
    {
      "epoch": 4.922865782740172,
      "grad_norm": 1.8492059514835246,
      "learning_rate": 2.394767921656578e-05,
      "loss": 1.7422,
      "step": 105817
    },
    {
      "epoch": 4.9229123051872525,
      "grad_norm": 1.721207543363332,
      "learning_rate": 2.3945667495143267e-05,
      "loss": 1.2656,
      "step": 105818
    },
    {
      "epoch": 4.922958827634334,
      "grad_norm": 1.8354841560521162,
      "learning_rate": 2.394365585089194e-05,
      "loss": 1.4297,
      "step": 105819
    },
    {
      "epoch": 4.923005350081414,
      "grad_norm": 1.924188940924042,
      "learning_rate": 2.394164428381308e-05,
      "loss": 1.5469,
      "step": 105820
    },
    {
      "epoch": 4.923051872528495,
      "grad_norm": 1.8871300106954754,
      "learning_rate": 2.3939632793907892e-05,
      "loss": 1.6797,
      "step": 105821
    },
    {
      "epoch": 4.923098394975575,
      "grad_norm": 1.9057021593842833,
      "learning_rate": 2.3937621381177586e-05,
      "loss": 1.6719,
      "step": 105822
    },
    {
      "epoch": 4.923144917422657,
      "grad_norm": 1.5369646221988629,
      "learning_rate": 2.3935610045623392e-05,
      "loss": 1.2891,
      "step": 105823
    },
    {
      "epoch": 4.923191439869737,
      "grad_norm": 1.8714614525933255,
      "learning_rate": 2.39335987872466e-05,
      "loss": 1.6406,
      "step": 105824
    },
    {
      "epoch": 4.923237962316818,
      "grad_norm": 1.8027269858668133,
      "learning_rate": 2.3931587606048385e-05,
      "loss": 1.5312,
      "step": 105825
    },
    {
      "epoch": 4.923284484763899,
      "grad_norm": 1.7743310400145413,
      "learning_rate": 2.392957650203e-05,
      "loss": 1.5547,
      "step": 105826
    },
    {
      "epoch": 4.9233310072109795,
      "grad_norm": 1.73735212174922,
      "learning_rate": 2.3927565475192645e-05,
      "loss": 1.3438,
      "step": 105827
    },
    {
      "epoch": 4.92337752965806,
      "grad_norm": 1.9377795779300442,
      "learning_rate": 2.3925554525537615e-05,
      "loss": 1.6719,
      "step": 105828
    },
    {
      "epoch": 4.9234240521051404,
      "grad_norm": 1.7487664587449907,
      "learning_rate": 2.3923543653066095e-05,
      "loss": 1.4766,
      "step": 105829
    },
    {
      "epoch": 4.923470574552222,
      "grad_norm": 1.9027609955632614,
      "learning_rate": 2.3921532857779317e-05,
      "loss": 1.5234,
      "step": 105830
    },
    {
      "epoch": 4.923517096999302,
      "grad_norm": 1.7297025496938865,
      "learning_rate": 2.3919522139678532e-05,
      "loss": 1.4688,
      "step": 105831
    },
    {
      "epoch": 4.923563619446383,
      "grad_norm": 1.900429050629595,
      "learning_rate": 2.3917511498764918e-05,
      "loss": 1.5625,
      "step": 105832
    },
    {
      "epoch": 4.923610141893463,
      "grad_norm": 1.885603219029585,
      "learning_rate": 2.3915500935039743e-05,
      "loss": 1.5781,
      "step": 105833
    },
    {
      "epoch": 4.923656664340545,
      "grad_norm": 1.7247197928644964,
      "learning_rate": 2.391349044850429e-05,
      "loss": 1.4766,
      "step": 105834
    },
    {
      "epoch": 4.923703186787625,
      "grad_norm": 1.977319630860398,
      "learning_rate": 2.3911480039159724e-05,
      "loss": 1.7891,
      "step": 105835
    },
    {
      "epoch": 4.923749709234706,
      "grad_norm": 1.8684849380763187,
      "learning_rate": 2.3909469707007312e-05,
      "loss": 1.5547,
      "step": 105836
    },
    {
      "epoch": 4.923796231681786,
      "grad_norm": 1.772455156326603,
      "learning_rate": 2.3907459452048215e-05,
      "loss": 1.4297,
      "step": 105837
    },
    {
      "epoch": 4.923842754128867,
      "grad_norm": 1.909909901350682,
      "learning_rate": 2.3905449274283757e-05,
      "loss": 1.7266,
      "step": 105838
    },
    {
      "epoch": 4.923889276575948,
      "grad_norm": 1.9268919094842591,
      "learning_rate": 2.3903439173715126e-05,
      "loss": 1.625,
      "step": 105839
    },
    {
      "epoch": 4.923935799023028,
      "grad_norm": 1.942567172982049,
      "learning_rate": 2.3901429150343548e-05,
      "loss": 1.6328,
      "step": 105840
    },
    {
      "epoch": 4.92398232147011,
      "grad_norm": 1.7799019335508381,
      "learning_rate": 2.3899419204170233e-05,
      "loss": 1.4844,
      "step": 105841
    },
    {
      "epoch": 4.92402884391719,
      "grad_norm": 1.7649639559564847,
      "learning_rate": 2.3897409335196467e-05,
      "loss": 1.4297,
      "step": 105842
    },
    {
      "epoch": 4.924075366364271,
      "grad_norm": 1.763671109161565,
      "learning_rate": 2.3895399543423442e-05,
      "loss": 1.5234,
      "step": 105843
    },
    {
      "epoch": 4.924121888811351,
      "grad_norm": 1.8793153894980597,
      "learning_rate": 2.3893389828852416e-05,
      "loss": 1.6719,
      "step": 105844
    },
    {
      "epoch": 4.9241684112584325,
      "grad_norm": 1.7567079901104439,
      "learning_rate": 2.389138019148455e-05,
      "loss": 1.4141,
      "step": 105845
    },
    {
      "epoch": 4.924214933705513,
      "grad_norm": 1.6055018534132772,
      "learning_rate": 2.3889370631321157e-05,
      "loss": 1.2031,
      "step": 105846
    },
    {
      "epoch": 4.9242614561525935,
      "grad_norm": 1.7009844030196042,
      "learning_rate": 2.3887361148363443e-05,
      "loss": 1.25,
      "step": 105847
    },
    {
      "epoch": 4.924307978599675,
      "grad_norm": 1.8540933245433182,
      "learning_rate": 2.388535174261262e-05,
      "loss": 1.5312,
      "step": 105848
    },
    {
      "epoch": 4.924354501046755,
      "grad_norm": 1.7671384990739085,
      "learning_rate": 2.3883342414069902e-05,
      "loss": 1.4531,
      "step": 105849
    },
    {
      "epoch": 4.924401023493836,
      "grad_norm": 1.8804425343028497,
      "learning_rate": 2.3881333162736572e-05,
      "loss": 1.6562,
      "step": 105850
    },
    {
      "epoch": 4.924447545940916,
      "grad_norm": 1.6253746502997395,
      "learning_rate": 2.3879323988613847e-05,
      "loss": 1.2344,
      "step": 105851
    },
    {
      "epoch": 4.924494068387997,
      "grad_norm": 2.015838612082164,
      "learning_rate": 2.3877314891702925e-05,
      "loss": 1.75,
      "step": 105852
    },
    {
      "epoch": 4.924540590835078,
      "grad_norm": 1.8370539265797565,
      "learning_rate": 2.3875305872005025e-05,
      "loss": 1.5625,
      "step": 105853
    },
    {
      "epoch": 4.924587113282159,
      "grad_norm": 1.7962788018850573,
      "learning_rate": 2.3873296929521406e-05,
      "loss": 1.4453,
      "step": 105854
    },
    {
      "epoch": 4.924633635729239,
      "grad_norm": 1.8709680206509174,
      "learning_rate": 2.387128806425334e-05,
      "loss": 1.5625,
      "step": 105855
    },
    {
      "epoch": 4.92468015817632,
      "grad_norm": 1.9121070925011525,
      "learning_rate": 2.386927927620201e-05,
      "loss": 1.5781,
      "step": 105856
    },
    {
      "epoch": 4.924726680623401,
      "grad_norm": 2.046685610008601,
      "learning_rate": 2.3867270565368657e-05,
      "loss": 1.7266,
      "step": 105857
    },
    {
      "epoch": 4.924773203070481,
      "grad_norm": 1.8712077468012764,
      "learning_rate": 2.3865261931754504e-05,
      "loss": 1.625,
      "step": 105858
    },
    {
      "epoch": 4.924819725517562,
      "grad_norm": 1.947333065883296,
      "learning_rate": 2.386325337536073e-05,
      "loss": 1.6484,
      "step": 105859
    },
    {
      "epoch": 4.924866247964643,
      "grad_norm": 1.8367718536130282,
      "learning_rate": 2.386124489618867e-05,
      "loss": 1.4844,
      "step": 105860
    },
    {
      "epoch": 4.924912770411724,
      "grad_norm": 1.9562007473058565,
      "learning_rate": 2.3859236494239485e-05,
      "loss": 1.6719,
      "step": 105861
    },
    {
      "epoch": 4.924959292858804,
      "grad_norm": 1.733825022123046,
      "learning_rate": 2.385722816951443e-05,
      "loss": 1.3828,
      "step": 105862
    },
    {
      "epoch": 4.9250058153058855,
      "grad_norm": 1.9477771377958026,
      "learning_rate": 2.3855219922014686e-05,
      "loss": 1.5781,
      "step": 105863
    },
    {
      "epoch": 4.925052337752966,
      "grad_norm": 2.013674318170646,
      "learning_rate": 2.3853211751741548e-05,
      "loss": 1.6562,
      "step": 105864
    },
    {
      "epoch": 4.9250988602000465,
      "grad_norm": 1.8710079637290906,
      "learning_rate": 2.3851203658696216e-05,
      "loss": 1.5703,
      "step": 105865
    },
    {
      "epoch": 4.925145382647127,
      "grad_norm": 1.7972942437970694,
      "learning_rate": 2.3849195642879926e-05,
      "loss": 1.5469,
      "step": 105866
    },
    {
      "epoch": 4.9251919050942075,
      "grad_norm": 1.9197797522440512,
      "learning_rate": 2.3847187704293874e-05,
      "loss": 1.6641,
      "step": 105867
    },
    {
      "epoch": 4.925238427541289,
      "grad_norm": 1.8131598132790792,
      "learning_rate": 2.3845179842939345e-05,
      "loss": 1.5078,
      "step": 105868
    },
    {
      "epoch": 4.925284949988369,
      "grad_norm": 1.9070000640549851,
      "learning_rate": 2.3843172058817533e-05,
      "loss": 1.5859,
      "step": 105869
    },
    {
      "epoch": 4.92533147243545,
      "grad_norm": 1.8720649402920821,
      "learning_rate": 2.3841164351929694e-05,
      "loss": 1.5547,
      "step": 105870
    },
    {
      "epoch": 4.925377994882531,
      "grad_norm": 1.8963127874965067,
      "learning_rate": 2.3839156722276985e-05,
      "loss": 1.5391,
      "step": 105871
    },
    {
      "epoch": 4.925424517329612,
      "grad_norm": 1.837755389091954,
      "learning_rate": 2.383714916986073e-05,
      "loss": 1.4922,
      "step": 105872
    },
    {
      "epoch": 4.925471039776692,
      "grad_norm": 1.8363056220879799,
      "learning_rate": 2.383514169468211e-05,
      "loss": 1.5078,
      "step": 105873
    },
    {
      "epoch": 4.925517562223773,
      "grad_norm": 1.7897027438906576,
      "learning_rate": 2.3833134296742367e-05,
      "loss": 1.4453,
      "step": 105874
    },
    {
      "epoch": 4.925564084670854,
      "grad_norm": 1.8926531290465876,
      "learning_rate": 2.3831126976042693e-05,
      "loss": 1.6484,
      "step": 105875
    },
    {
      "epoch": 4.925610607117934,
      "grad_norm": 1.921206592809713,
      "learning_rate": 2.382911973258433e-05,
      "loss": 1.6641,
      "step": 105876
    },
    {
      "epoch": 4.925657129565015,
      "grad_norm": 1.8354857230610546,
      "learning_rate": 2.382711256636856e-05,
      "loss": 1.4141,
      "step": 105877
    },
    {
      "epoch": 4.925703652012096,
      "grad_norm": 1.678458849738054,
      "learning_rate": 2.382510547739659e-05,
      "loss": 1.3906,
      "step": 105878
    },
    {
      "epoch": 4.925750174459177,
      "grad_norm": 1.821010662947109,
      "learning_rate": 2.3823098465669627e-05,
      "loss": 1.4844,
      "step": 105879
    },
    {
      "epoch": 4.925796696906257,
      "grad_norm": 1.7354496208068688,
      "learning_rate": 2.3821091531188873e-05,
      "loss": 1.4766,
      "step": 105880
    },
    {
      "epoch": 4.925843219353338,
      "grad_norm": 1.610500811876868,
      "learning_rate": 2.381908467395561e-05,
      "loss": 1.2656,
      "step": 105881
    },
    {
      "epoch": 4.925889741800419,
      "grad_norm": 1.8523790446391044,
      "learning_rate": 2.3817077893971075e-05,
      "loss": 1.5781,
      "step": 105882
    },
    {
      "epoch": 4.9259362642474995,
      "grad_norm": 1.7775650844538953,
      "learning_rate": 2.3815071191236447e-05,
      "loss": 1.5078,
      "step": 105883
    },
    {
      "epoch": 4.92598278669458,
      "grad_norm": 1.5465604147402965,
      "learning_rate": 2.3813064565752986e-05,
      "loss": 1.2266,
      "step": 105884
    },
    {
      "epoch": 4.9260293091416605,
      "grad_norm": 1.803467892744397,
      "learning_rate": 2.3811058017521867e-05,
      "loss": 1.5156,
      "step": 105885
    },
    {
      "epoch": 4.926075831588742,
      "grad_norm": 1.8533717299250791,
      "learning_rate": 2.3809051546544416e-05,
      "loss": 1.6484,
      "step": 105886
    },
    {
      "epoch": 4.926122354035822,
      "grad_norm": 1.7934655515562754,
      "learning_rate": 2.3807045152821787e-05,
      "loss": 1.5547,
      "step": 105887
    },
    {
      "epoch": 4.926168876482903,
      "grad_norm": 1.9028083745229343,
      "learning_rate": 2.380503883635524e-05,
      "loss": 1.5781,
      "step": 105888
    },
    {
      "epoch": 4.926215398929983,
      "grad_norm": 1.7691506036601123,
      "learning_rate": 2.3803032597145942e-05,
      "loss": 1.4766,
      "step": 105889
    },
    {
      "epoch": 4.926261921377065,
      "grad_norm": 1.912007555466487,
      "learning_rate": 2.380102643519523e-05,
      "loss": 1.6562,
      "step": 105890
    },
    {
      "epoch": 4.926308443824145,
      "grad_norm": 1.9930985354934159,
      "learning_rate": 2.379902035050425e-05,
      "loss": 1.7656,
      "step": 105891
    },
    {
      "epoch": 4.926354966271226,
      "grad_norm": 1.8925912627931567,
      "learning_rate": 2.3797014343074267e-05,
      "loss": 1.6797,
      "step": 105892
    },
    {
      "epoch": 4.926401488718307,
      "grad_norm": 1.8234582296386452,
      "learning_rate": 2.3795008412906465e-05,
      "loss": 1.4766,
      "step": 105893
    },
    {
      "epoch": 4.926448011165387,
      "grad_norm": 1.7270599359784076,
      "learning_rate": 2.379300256000212e-05,
      "loss": 1.4062,
      "step": 105894
    },
    {
      "epoch": 4.926494533612468,
      "grad_norm": 1.872160998723834,
      "learning_rate": 2.379099678436246e-05,
      "loss": 1.625,
      "step": 105895
    },
    {
      "epoch": 4.926541056059548,
      "grad_norm": 1.6599727603019852,
      "learning_rate": 2.3788991085988692e-05,
      "loss": 1.2891,
      "step": 105896
    },
    {
      "epoch": 4.92658757850663,
      "grad_norm": 1.7694385817749423,
      "learning_rate": 2.3786985464882e-05,
      "loss": 1.6016,
      "step": 105897
    },
    {
      "epoch": 4.92663410095371,
      "grad_norm": 1.8452963420067146,
      "learning_rate": 2.3784979921043663e-05,
      "loss": 1.5156,
      "step": 105898
    },
    {
      "epoch": 4.926680623400791,
      "grad_norm": 1.700702671515475,
      "learning_rate": 2.378297445447495e-05,
      "loss": 1.4688,
      "step": 105899
    },
    {
      "epoch": 4.926727145847872,
      "grad_norm": 1.9501706818086293,
      "learning_rate": 2.3780969065177047e-05,
      "loss": 1.7812,
      "step": 105900
    },
    {
      "epoch": 4.926773668294953,
      "grad_norm": 1.7829240556307768,
      "learning_rate": 2.3778963753151166e-05,
      "loss": 1.5938,
      "step": 105901
    },
    {
      "epoch": 4.926820190742033,
      "grad_norm": 1.7642706076289618,
      "learning_rate": 2.377695851839852e-05,
      "loss": 1.4688,
      "step": 105902
    },
    {
      "epoch": 4.9268667131891135,
      "grad_norm": 2.038352437455126,
      "learning_rate": 2.3774953360920397e-05,
      "loss": 1.7266,
      "step": 105903
    },
    {
      "epoch": 4.926913235636194,
      "grad_norm": 1.8361419644920254,
      "learning_rate": 2.377294828071799e-05,
      "loss": 1.6719,
      "step": 105904
    },
    {
      "epoch": 4.926959758083275,
      "grad_norm": 1.869851907043429,
      "learning_rate": 2.377094327779252e-05,
      "loss": 1.6641,
      "step": 105905
    },
    {
      "epoch": 4.927006280530356,
      "grad_norm": 1.767573155712455,
      "learning_rate": 2.37689383521452e-05,
      "loss": 1.4844,
      "step": 105906
    },
    {
      "epoch": 4.927052802977436,
      "grad_norm": 1.7723954667654527,
      "learning_rate": 2.3766933503777312e-05,
      "loss": 1.5234,
      "step": 105907
    },
    {
      "epoch": 4.927099325424518,
      "grad_norm": 1.8481020094252971,
      "learning_rate": 2.376492873269006e-05,
      "loss": 1.4609,
      "step": 105908
    },
    {
      "epoch": 4.927145847871598,
      "grad_norm": 1.6263667778865019,
      "learning_rate": 2.376292403888465e-05,
      "loss": 1.3125,
      "step": 105909
    },
    {
      "epoch": 4.927192370318679,
      "grad_norm": 1.7908648629592054,
      "learning_rate": 2.3760919422362324e-05,
      "loss": 1.4453,
      "step": 105910
    },
    {
      "epoch": 4.927238892765759,
      "grad_norm": 1.5638270965819572,
      "learning_rate": 2.3758914883124275e-05,
      "loss": 1.1016,
      "step": 105911
    },
    {
      "epoch": 4.9272854152128405,
      "grad_norm": 1.9356443246286688,
      "learning_rate": 2.375691042117179e-05,
      "loss": 1.6641,
      "step": 105912
    },
    {
      "epoch": 4.927331937659921,
      "grad_norm": 1.8433607487110077,
      "learning_rate": 2.3754906036506078e-05,
      "loss": 1.5703,
      "step": 105913
    },
    {
      "epoch": 4.927378460107001,
      "grad_norm": 1.9030841019470177,
      "learning_rate": 2.3752901729128343e-05,
      "loss": 1.6719,
      "step": 105914
    },
    {
      "epoch": 4.927424982554083,
      "grad_norm": 1.750123251217606,
      "learning_rate": 2.37508974990398e-05,
      "loss": 1.4609,
      "step": 105915
    },
    {
      "epoch": 4.927471505001163,
      "grad_norm": 1.7866639194799547,
      "learning_rate": 2.374889334624175e-05,
      "loss": 1.3984,
      "step": 105916
    },
    {
      "epoch": 4.927518027448244,
      "grad_norm": 1.81343586984781,
      "learning_rate": 2.3746889270735353e-05,
      "loss": 1.3984,
      "step": 105917
    },
    {
      "epoch": 4.927564549895324,
      "grad_norm": 1.8545808155373908,
      "learning_rate": 2.3744885272521862e-05,
      "loss": 1.6406,
      "step": 105918
    },
    {
      "epoch": 4.927611072342406,
      "grad_norm": 1.6270609467155237,
      "learning_rate": 2.3742881351602462e-05,
      "loss": 1.2812,
      "step": 105919
    },
    {
      "epoch": 4.927657594789486,
      "grad_norm": 1.8754327212571844,
      "learning_rate": 2.3740877507978414e-05,
      "loss": 1.5859,
      "step": 105920
    },
    {
      "epoch": 4.9277041172365665,
      "grad_norm": 1.889481754773308,
      "learning_rate": 2.3738873741650966e-05,
      "loss": 1.5234,
      "step": 105921
    },
    {
      "epoch": 4.927750639683647,
      "grad_norm": 1.8549800269110919,
      "learning_rate": 2.3736870052621337e-05,
      "loss": 1.5469,
      "step": 105922
    },
    {
      "epoch": 4.927797162130728,
      "grad_norm": 1.8577211729815701,
      "learning_rate": 2.373486644089074e-05,
      "loss": 1.5391,
      "step": 105923
    },
    {
      "epoch": 4.927843684577809,
      "grad_norm": 1.9241766933203723,
      "learning_rate": 2.3732862906460366e-05,
      "loss": 1.5547,
      "step": 105924
    },
    {
      "epoch": 4.927890207024889,
      "grad_norm": 1.7698530407347746,
      "learning_rate": 2.37308594493315e-05,
      "loss": 1.4688,
      "step": 105925
    },
    {
      "epoch": 4.92793672947197,
      "grad_norm": 1.9637141370656077,
      "learning_rate": 2.372885606950537e-05,
      "loss": 1.6953,
      "step": 105926
    },
    {
      "epoch": 4.927983251919051,
      "grad_norm": 1.9775317117102686,
      "learning_rate": 2.3726852766983167e-05,
      "loss": 1.6562,
      "step": 105927
    },
    {
      "epoch": 4.928029774366132,
      "grad_norm": 1.7831496488117713,
      "learning_rate": 2.3724849541766096e-05,
      "loss": 1.3125,
      "step": 105928
    },
    {
      "epoch": 4.928076296813212,
      "grad_norm": 1.7606359199978296,
      "learning_rate": 2.372284639385543e-05,
      "loss": 1.4766,
      "step": 105929
    },
    {
      "epoch": 4.9281228192602935,
      "grad_norm": 1.6931733281402743,
      "learning_rate": 2.3720843323252414e-05,
      "loss": 1.2266,
      "step": 105930
    },
    {
      "epoch": 4.928169341707374,
      "grad_norm": 2.0483105056315893,
      "learning_rate": 2.3718840329958222e-05,
      "loss": 1.8047,
      "step": 105931
    },
    {
      "epoch": 4.9282158641544545,
      "grad_norm": 1.8252043434017493,
      "learning_rate": 2.3716837413974072e-05,
      "loss": 1.5234,
      "step": 105932
    },
    {
      "epoch": 4.928262386601535,
      "grad_norm": 1.8696445855781674,
      "learning_rate": 2.3714834575301263e-05,
      "loss": 1.6406,
      "step": 105933
    },
    {
      "epoch": 4.928308909048616,
      "grad_norm": 1.5475701591322732,
      "learning_rate": 2.3712831813940958e-05,
      "loss": 1.2812,
      "step": 105934
    },
    {
      "epoch": 4.928355431495697,
      "grad_norm": 1.863746745064086,
      "learning_rate": 2.371082912989441e-05,
      "loss": 1.4688,
      "step": 105935
    },
    {
      "epoch": 4.928401953942777,
      "grad_norm": 1.796387897825911,
      "learning_rate": 2.3708826523162832e-05,
      "loss": 1.4141,
      "step": 105936
    },
    {
      "epoch": 4.928448476389858,
      "grad_norm": 1.896156477385563,
      "learning_rate": 2.3706823993747427e-05,
      "loss": 1.6484,
      "step": 105937
    },
    {
      "epoch": 4.928494998836939,
      "grad_norm": 1.810721998992588,
      "learning_rate": 2.3704821541649487e-05,
      "loss": 1.4844,
      "step": 105938
    },
    {
      "epoch": 4.92854152128402,
      "grad_norm": 1.9330177413861507,
      "learning_rate": 2.3702819166870185e-05,
      "loss": 1.6484,
      "step": 105939
    },
    {
      "epoch": 4.9285880437311,
      "grad_norm": 1.703862298090402,
      "learning_rate": 2.3700816869410767e-05,
      "loss": 1.2969,
      "step": 105940
    },
    {
      "epoch": 4.9286345661781805,
      "grad_norm": 1.8544633543274023,
      "learning_rate": 2.369881464927243e-05,
      "loss": 1.4453,
      "step": 105941
    },
    {
      "epoch": 4.928681088625262,
      "grad_norm": 1.964372918063446,
      "learning_rate": 2.3696812506456408e-05,
      "loss": 1.6562,
      "step": 105942
    },
    {
      "epoch": 4.928727611072342,
      "grad_norm": 1.8157244721895975,
      "learning_rate": 2.3694810440963986e-05,
      "loss": 1.6016,
      "step": 105943
    },
    {
      "epoch": 4.928774133519423,
      "grad_norm": 1.8609673461800524,
      "learning_rate": 2.3692808452796342e-05,
      "loss": 1.5547,
      "step": 105944
    },
    {
      "epoch": 4.928820655966504,
      "grad_norm": 2.0334161920157445,
      "learning_rate": 2.369080654195471e-05,
      "loss": 1.6406,
      "step": 105945
    },
    {
      "epoch": 4.928867178413585,
      "grad_norm": 1.9670127807186744,
      "learning_rate": 2.3688804708440275e-05,
      "loss": 1.625,
      "step": 105946
    },
    {
      "epoch": 4.928913700860665,
      "grad_norm": 1.9481637267787884,
      "learning_rate": 2.3686802952254315e-05,
      "loss": 1.7266,
      "step": 105947
    },
    {
      "epoch": 4.928960223307746,
      "grad_norm": 1.8998336652282417,
      "learning_rate": 2.3684801273398064e-05,
      "loss": 1.6172,
      "step": 105948
    },
    {
      "epoch": 4.929006745754827,
      "grad_norm": 1.8185432844616662,
      "learning_rate": 2.3682799671872704e-05,
      "loss": 1.5391,
      "step": 105949
    },
    {
      "epoch": 4.9290532682019075,
      "grad_norm": 1.8416346236372951,
      "learning_rate": 2.3680798147679452e-05,
      "loss": 1.5469,
      "step": 105950
    },
    {
      "epoch": 4.929099790648988,
      "grad_norm": 1.8513478992521486,
      "learning_rate": 2.367879670081959e-05,
      "loss": 1.5547,
      "step": 105951
    },
    {
      "epoch": 4.929146313096069,
      "grad_norm": 1.6894580750262194,
      "learning_rate": 2.3676795331294318e-05,
      "loss": 1.3359,
      "step": 105952
    },
    {
      "epoch": 4.92919283554315,
      "grad_norm": 1.8961665314159757,
      "learning_rate": 2.3674794039104868e-05,
      "loss": 1.5156,
      "step": 105953
    },
    {
      "epoch": 4.92923935799023,
      "grad_norm": 1.7411387651261212,
      "learning_rate": 2.3672792824252402e-05,
      "loss": 1.5312,
      "step": 105954
    },
    {
      "epoch": 4.929285880437311,
      "grad_norm": 1.986426354663766,
      "learning_rate": 2.3670791686738222e-05,
      "loss": 1.7109,
      "step": 105955
    },
    {
      "epoch": 4.929332402884391,
      "grad_norm": 1.836309747628874,
      "learning_rate": 2.3668790626563545e-05,
      "loss": 1.6172,
      "step": 105956
    },
    {
      "epoch": 4.929378925331473,
      "grad_norm": 1.9130065505352838,
      "learning_rate": 2.3666789643729585e-05,
      "loss": 1.5469,
      "step": 105957
    },
    {
      "epoch": 4.929425447778553,
      "grad_norm": 1.7420017598000224,
      "learning_rate": 2.3664788738237506e-05,
      "loss": 1.4766,
      "step": 105958
    },
    {
      "epoch": 4.9294719702256335,
      "grad_norm": 1.8807560987966307,
      "learning_rate": 2.3662787910088642e-05,
      "loss": 1.5938,
      "step": 105959
    },
    {
      "epoch": 4.929518492672715,
      "grad_norm": 1.9091193297028788,
      "learning_rate": 2.3660787159284146e-05,
      "loss": 1.625,
      "step": 105960
    },
    {
      "epoch": 4.929565015119795,
      "grad_norm": 1.943327089699519,
      "learning_rate": 2.3658786485825277e-05,
      "loss": 1.6719,
      "step": 105961
    },
    {
      "epoch": 4.929611537566876,
      "grad_norm": 1.9808414016539164,
      "learning_rate": 2.3656785889713236e-05,
      "loss": 1.5625,
      "step": 105962
    },
    {
      "epoch": 4.929658060013956,
      "grad_norm": 1.9780358585958244,
      "learning_rate": 2.3654785370949224e-05,
      "loss": 1.6484,
      "step": 105963
    },
    {
      "epoch": 4.929704582461038,
      "grad_norm": 1.6465621913737092,
      "learning_rate": 2.365278492953449e-05,
      "loss": 1.3359,
      "step": 105964
    },
    {
      "epoch": 4.929751104908118,
      "grad_norm": 1.8518651595722992,
      "learning_rate": 2.36507845654703e-05,
      "loss": 1.6406,
      "step": 105965
    },
    {
      "epoch": 4.929797627355199,
      "grad_norm": 1.7750790966270145,
      "learning_rate": 2.3648784278757848e-05,
      "loss": 1.3984,
      "step": 105966
    },
    {
      "epoch": 4.92984414980228,
      "grad_norm": 1.8475466286843738,
      "learning_rate": 2.3646784069398356e-05,
      "loss": 1.5391,
      "step": 105967
    },
    {
      "epoch": 4.9298906722493605,
      "grad_norm": 1.790400585319386,
      "learning_rate": 2.364478393739302e-05,
      "loss": 1.5078,
      "step": 105968
    },
    {
      "epoch": 4.929937194696441,
      "grad_norm": 2.091311171966648,
      "learning_rate": 2.3642783882743104e-05,
      "loss": 1.7422,
      "step": 105969
    },
    {
      "epoch": 4.9299837171435215,
      "grad_norm": 1.6785249235793906,
      "learning_rate": 2.3640783905449844e-05,
      "loss": 1.4219,
      "step": 105970
    },
    {
      "epoch": 4.930030239590603,
      "grad_norm": 1.8503024887271524,
      "learning_rate": 2.363878400551444e-05,
      "loss": 1.4609,
      "step": 105971
    },
    {
      "epoch": 4.930076762037683,
      "grad_norm": 1.9214574643233437,
      "learning_rate": 2.3636784182938066e-05,
      "loss": 1.6719,
      "step": 105972
    },
    {
      "epoch": 4.930123284484764,
      "grad_norm": 1.6979451016306484,
      "learning_rate": 2.363478443772205e-05,
      "loss": 1.3281,
      "step": 105973
    },
    {
      "epoch": 4.930169806931844,
      "grad_norm": 1.8795997133476883,
      "learning_rate": 2.3632784769867546e-05,
      "loss": 1.4375,
      "step": 105974
    },
    {
      "epoch": 4.930216329378926,
      "grad_norm": 1.8405801813523408,
      "learning_rate": 2.363078517937581e-05,
      "loss": 1.4688,
      "step": 105975
    },
    {
      "epoch": 4.930262851826006,
      "grad_norm": 1.9622592439042643,
      "learning_rate": 2.3628785666248007e-05,
      "loss": 1.875,
      "step": 105976
    },
    {
      "epoch": 4.930309374273087,
      "grad_norm": 1.8598199771532276,
      "learning_rate": 2.362678623048545e-05,
      "loss": 1.5859,
      "step": 105977
    },
    {
      "epoch": 4.930355896720167,
      "grad_norm": 1.8473090164953994,
      "learning_rate": 2.3624786872089306e-05,
      "loss": 1.5781,
      "step": 105978
    },
    {
      "epoch": 4.930402419167248,
      "grad_norm": 1.8873303751888961,
      "learning_rate": 2.3622787591060825e-05,
      "loss": 1.5625,
      "step": 105979
    },
    {
      "epoch": 4.930448941614329,
      "grad_norm": 1.915095420501173,
      "learning_rate": 2.3620788387401174e-05,
      "loss": 1.6172,
      "step": 105980
    },
    {
      "epoch": 4.930495464061409,
      "grad_norm": 1.7317003142005918,
      "learning_rate": 2.3618789261111663e-05,
      "loss": 1.5078,
      "step": 105981
    },
    {
      "epoch": 4.930541986508491,
      "grad_norm": 1.8730552879271336,
      "learning_rate": 2.3616790212193483e-05,
      "loss": 1.5781,
      "step": 105982
    },
    {
      "epoch": 4.930588508955571,
      "grad_norm": 1.5330023544252196,
      "learning_rate": 2.361479124064784e-05,
      "loss": 1.1875,
      "step": 105983
    },
    {
      "epoch": 4.930635031402652,
      "grad_norm": 1.9505561340005713,
      "learning_rate": 2.3612792346475924e-05,
      "loss": 1.6719,
      "step": 105984
    },
    {
      "epoch": 4.930681553849732,
      "grad_norm": 1.9082211588827718,
      "learning_rate": 2.3610793529679045e-05,
      "loss": 1.5859,
      "step": 105985
    },
    {
      "epoch": 4.9307280762968135,
      "grad_norm": 1.8423554627549021,
      "learning_rate": 2.3608794790258338e-05,
      "loss": 1.5625,
      "step": 105986
    },
    {
      "epoch": 4.930774598743894,
      "grad_norm": 1.8079302482748547,
      "learning_rate": 2.360679612821512e-05,
      "loss": 1.5234,
      "step": 105987
    },
    {
      "epoch": 4.9308211211909745,
      "grad_norm": 1.9492909586443996,
      "learning_rate": 2.3604797543550556e-05,
      "loss": 1.7031,
      "step": 105988
    },
    {
      "epoch": 4.930867643638056,
      "grad_norm": 1.6196333303437238,
      "learning_rate": 2.3602799036265845e-05,
      "loss": 1.1875,
      "step": 105989
    },
    {
      "epoch": 4.930914166085136,
      "grad_norm": 1.9603576150965578,
      "learning_rate": 2.3600800606362287e-05,
      "loss": 1.7188,
      "step": 105990
    },
    {
      "epoch": 4.930960688532217,
      "grad_norm": 1.9660846262733227,
      "learning_rate": 2.359880225384106e-05,
      "loss": 1.7578,
      "step": 105991
    },
    {
      "epoch": 4.931007210979297,
      "grad_norm": 1.7227587074147208,
      "learning_rate": 2.3596803978703398e-05,
      "loss": 1.2578,
      "step": 105992
    },
    {
      "epoch": 4.931053733426378,
      "grad_norm": 1.898535210297903,
      "learning_rate": 2.359480578095052e-05,
      "loss": 1.5703,
      "step": 105993
    },
    {
      "epoch": 4.931100255873459,
      "grad_norm": 1.5293582403148638,
      "learning_rate": 2.3592807660583606e-05,
      "loss": 1.2578,
      "step": 105994
    },
    {
      "epoch": 4.93114677832054,
      "grad_norm": 1.8090191041348789,
      "learning_rate": 2.359080961760394e-05,
      "loss": 1.4453,
      "step": 105995
    },
    {
      "epoch": 4.93119330076762,
      "grad_norm": 1.9247431281341145,
      "learning_rate": 2.3588811652012753e-05,
      "loss": 1.6016,
      "step": 105996
    },
    {
      "epoch": 4.9312398232147014,
      "grad_norm": 1.8018895861258586,
      "learning_rate": 2.3586813763811223e-05,
      "loss": 1.4609,
      "step": 105997
    },
    {
      "epoch": 4.931286345661782,
      "grad_norm": 1.8909783027312945,
      "learning_rate": 2.3584815953000556e-05,
      "loss": 1.6875,
      "step": 105998
    },
    {
      "epoch": 4.931332868108862,
      "grad_norm": 1.9061568014601515,
      "learning_rate": 2.358281821958205e-05,
      "loss": 1.6641,
      "step": 105999
    },
    {
      "epoch": 4.931379390555943,
      "grad_norm": 1.8443045532521372,
      "learning_rate": 2.3580820563556886e-05,
      "loss": 1.5,
      "step": 106000
    },
    {
      "epoch": 4.931425913003024,
      "grad_norm": 2.019377431798591,
      "learning_rate": 2.3578822984926295e-05,
      "loss": 1.7656,
      "step": 106001
    },
    {
      "epoch": 4.931472435450105,
      "grad_norm": 1.963977380871577,
      "learning_rate": 2.3576825483691442e-05,
      "loss": 1.7422,
      "step": 106002
    },
    {
      "epoch": 4.931518957897185,
      "grad_norm": 1.9017494627642162,
      "learning_rate": 2.3574828059853645e-05,
      "loss": 1.5781,
      "step": 106003
    },
    {
      "epoch": 4.931565480344267,
      "grad_norm": 1.9903774792118287,
      "learning_rate": 2.3572830713414087e-05,
      "loss": 1.6484,
      "step": 106004
    },
    {
      "epoch": 4.931612002791347,
      "grad_norm": 1.7981043606431961,
      "learning_rate": 2.357083344437398e-05,
      "loss": 1.5469,
      "step": 106005
    },
    {
      "epoch": 4.9316585252384275,
      "grad_norm": 1.8577179694362143,
      "learning_rate": 2.356883625273453e-05,
      "loss": 1.4688,
      "step": 106006
    },
    {
      "epoch": 4.931705047685508,
      "grad_norm": 1.7949542925529531,
      "learning_rate": 2.356683913849701e-05,
      "loss": 1.4922,
      "step": 106007
    },
    {
      "epoch": 4.931751570132589,
      "grad_norm": 1.9254087730664105,
      "learning_rate": 2.3564842101662578e-05,
      "loss": 1.6406,
      "step": 106008
    },
    {
      "epoch": 4.93179809257967,
      "grad_norm": 1.8834847306525058,
      "learning_rate": 2.3562845142232543e-05,
      "loss": 1.5625,
      "step": 106009
    },
    {
      "epoch": 4.93184461502675,
      "grad_norm": 1.7862071849124548,
      "learning_rate": 2.3560848260208075e-05,
      "loss": 1.4609,
      "step": 106010
    },
    {
      "epoch": 4.931891137473831,
      "grad_norm": 1.61639870521105,
      "learning_rate": 2.3558851455590354e-05,
      "loss": 1.2266,
      "step": 106011
    },
    {
      "epoch": 4.931937659920912,
      "grad_norm": 1.825255452477094,
      "learning_rate": 2.3556854728380696e-05,
      "loss": 1.4688,
      "step": 106012
    },
    {
      "epoch": 4.931984182367993,
      "grad_norm": 1.925489272569885,
      "learning_rate": 2.3554858078580286e-05,
      "loss": 1.6875,
      "step": 106013
    },
    {
      "epoch": 4.932030704815073,
      "grad_norm": 1.9034917771336135,
      "learning_rate": 2.3552861506190317e-05,
      "loss": 1.5312,
      "step": 106014
    },
    {
      "epoch": 4.932077227262154,
      "grad_norm": 1.902753120164936,
      "learning_rate": 2.3550865011212012e-05,
      "loss": 1.6016,
      "step": 106015
    },
    {
      "epoch": 4.932123749709235,
      "grad_norm": 1.7270213311342921,
      "learning_rate": 2.354886859364663e-05,
      "loss": 1.4219,
      "step": 106016
    },
    {
      "epoch": 4.932170272156315,
      "grad_norm": 1.8436806718905292,
      "learning_rate": 2.3546872253495392e-05,
      "loss": 1.6484,
      "step": 106017
    },
    {
      "epoch": 4.932216794603396,
      "grad_norm": 1.8909065399779383,
      "learning_rate": 2.3544875990759494e-05,
      "loss": 1.5703,
      "step": 106018
    },
    {
      "epoch": 4.932263317050477,
      "grad_norm": 1.7970467570619761,
      "learning_rate": 2.3542879805440167e-05,
      "loss": 1.4766,
      "step": 106019
    },
    {
      "epoch": 4.932309839497558,
      "grad_norm": 1.8841730854371506,
      "learning_rate": 2.3540883697538615e-05,
      "loss": 1.6953,
      "step": 106020
    },
    {
      "epoch": 4.932356361944638,
      "grad_norm": 1.6320468327660524,
      "learning_rate": 2.35388876670561e-05,
      "loss": 1.2188,
      "step": 106021
    },
    {
      "epoch": 4.932402884391719,
      "grad_norm": 1.8177729246715322,
      "learning_rate": 2.3536891713993823e-05,
      "loss": 1.5391,
      "step": 106022
    },
    {
      "epoch": 4.9324494068388,
      "grad_norm": 1.859500357103373,
      "learning_rate": 2.353489583835301e-05,
      "loss": 1.6641,
      "step": 106023
    },
    {
      "epoch": 4.9324959292858805,
      "grad_norm": 1.7949942860753718,
      "learning_rate": 2.3532900040134857e-05,
      "loss": 1.4453,
      "step": 106024
    },
    {
      "epoch": 4.932542451732961,
      "grad_norm": 1.5725320323651784,
      "learning_rate": 2.3530904319340633e-05,
      "loss": 1.3828,
      "step": 106025
    },
    {
      "epoch": 4.9325889741800415,
      "grad_norm": 1.9401540883556847,
      "learning_rate": 2.3528908675971526e-05,
      "loss": 1.5391,
      "step": 106026
    },
    {
      "epoch": 4.932635496627123,
      "grad_norm": 1.880777335723233,
      "learning_rate": 2.3526913110028766e-05,
      "loss": 1.6016,
      "step": 106027
    },
    {
      "epoch": 4.932682019074203,
      "grad_norm": 1.759613572092937,
      "learning_rate": 2.3524917621513555e-05,
      "loss": 1.4609,
      "step": 106028
    },
    {
      "epoch": 4.932728541521284,
      "grad_norm": 1.9225997908704384,
      "learning_rate": 2.352292221042716e-05,
      "loss": 1.5625,
      "step": 106029
    },
    {
      "epoch": 4.932775063968364,
      "grad_norm": 2.018861280075707,
      "learning_rate": 2.352092687677074e-05,
      "loss": 1.6094,
      "step": 106030
    },
    {
      "epoch": 4.932821586415446,
      "grad_norm": 1.8175954582860154,
      "learning_rate": 2.35189316205456e-05,
      "loss": 1.4844,
      "step": 106031
    },
    {
      "epoch": 4.932868108862526,
      "grad_norm": 1.912463384959612,
      "learning_rate": 2.3516936441752903e-05,
      "loss": 1.6094,
      "step": 106032
    },
    {
      "epoch": 4.932914631309607,
      "grad_norm": 1.6547836160622407,
      "learning_rate": 2.351494134039385e-05,
      "loss": 1.3828,
      "step": 106033
    },
    {
      "epoch": 4.932961153756688,
      "grad_norm": 1.8622857524286378,
      "learning_rate": 2.351294631646974e-05,
      "loss": 1.6484,
      "step": 106034
    },
    {
      "epoch": 4.9330076762037685,
      "grad_norm": 1.862707000383823,
      "learning_rate": 2.351095136998175e-05,
      "loss": 1.5547,
      "step": 106035
    },
    {
      "epoch": 4.933054198650849,
      "grad_norm": 1.7996726923491773,
      "learning_rate": 2.3508956500931088e-05,
      "loss": 1.4062,
      "step": 106036
    },
    {
      "epoch": 4.933100721097929,
      "grad_norm": 1.7788662075562383,
      "learning_rate": 2.350696170931896e-05,
      "loss": 1.4531,
      "step": 106037
    },
    {
      "epoch": 4.933147243545011,
      "grad_norm": 1.7999780337557247,
      "learning_rate": 2.3504966995146656e-05,
      "loss": 1.4766,
      "step": 106038
    },
    {
      "epoch": 4.933193765992091,
      "grad_norm": 1.6340929341104449,
      "learning_rate": 2.350297235841534e-05,
      "loss": 1.2578,
      "step": 106039
    },
    {
      "epoch": 4.933240288439172,
      "grad_norm": 1.8524147892739007,
      "learning_rate": 2.3500977799126276e-05,
      "loss": 1.6484,
      "step": 106040
    },
    {
      "epoch": 4.933286810886253,
      "grad_norm": 1.7994533626580387,
      "learning_rate": 2.3498983317280595e-05,
      "loss": 1.5625,
      "step": 106041
    },
    {
      "epoch": 4.933333333333334,
      "grad_norm": 1.8965948046419312,
      "learning_rate": 2.3496988912879634e-05,
      "loss": 1.5234,
      "step": 106042
    },
    {
      "epoch": 4.933379855780414,
      "grad_norm": 1.739899277303295,
      "learning_rate": 2.349499458592457e-05,
      "loss": 1.4297,
      "step": 106043
    },
    {
      "epoch": 4.9334263782274945,
      "grad_norm": 1.8836966355857123,
      "learning_rate": 2.3493000336416608e-05,
      "loss": 1.5938,
      "step": 106044
    },
    {
      "epoch": 4.933472900674575,
      "grad_norm": 1.8667180842034425,
      "learning_rate": 2.3491006164356957e-05,
      "loss": 1.5703,
      "step": 106045
    },
    {
      "epoch": 4.933519423121656,
      "grad_norm": 1.8160014983659876,
      "learning_rate": 2.3489012069746856e-05,
      "loss": 1.5156,
      "step": 106046
    },
    {
      "epoch": 4.933565945568737,
      "grad_norm": 1.6426732686817602,
      "learning_rate": 2.3487018052587532e-05,
      "loss": 1.3516,
      "step": 106047
    },
    {
      "epoch": 4.933612468015817,
      "grad_norm": 1.9230870999090117,
      "learning_rate": 2.3485024112880217e-05,
      "loss": 1.5938,
      "step": 106048
    },
    {
      "epoch": 4.933658990462899,
      "grad_norm": 1.8574889003102255,
      "learning_rate": 2.3483030250626116e-05,
      "loss": 1.5,
      "step": 106049
    },
    {
      "epoch": 4.933705512909979,
      "grad_norm": 1.8939303241080117,
      "learning_rate": 2.348103646582641e-05,
      "loss": 1.5,
      "step": 106050
    },
    {
      "epoch": 4.93375203535706,
      "grad_norm": 1.7639307785864318,
      "learning_rate": 2.347904275848236e-05,
      "loss": 1.2578,
      "step": 106051
    },
    {
      "epoch": 4.93379855780414,
      "grad_norm": 1.8689035068158453,
      "learning_rate": 2.347704912859523e-05,
      "loss": 1.5469,
      "step": 106052
    },
    {
      "epoch": 4.9338450802512215,
      "grad_norm": 1.8853209078921522,
      "learning_rate": 2.3475055576166178e-05,
      "loss": 1.6016,
      "step": 106053
    },
    {
      "epoch": 4.933891602698302,
      "grad_norm": 1.7346902033877907,
      "learning_rate": 2.3473062101196466e-05,
      "loss": 1.4062,
      "step": 106054
    },
    {
      "epoch": 4.933938125145382,
      "grad_norm": 1.894763220184315,
      "learning_rate": 2.347106870368724e-05,
      "loss": 1.4375,
      "step": 106055
    },
    {
      "epoch": 4.933984647592464,
      "grad_norm": 1.8628453736768347,
      "learning_rate": 2.3469075383639803e-05,
      "loss": 1.6484,
      "step": 106056
    },
    {
      "epoch": 4.934031170039544,
      "grad_norm": 1.8922664754653635,
      "learning_rate": 2.3467082141055348e-05,
      "loss": 1.3984,
      "step": 106057
    },
    {
      "epoch": 4.934077692486625,
      "grad_norm": 1.8405357684667705,
      "learning_rate": 2.34650889759351e-05,
      "loss": 1.5234,
      "step": 106058
    },
    {
      "epoch": 4.934124214933705,
      "grad_norm": 1.7803849368422118,
      "learning_rate": 2.3463095888280232e-05,
      "loss": 1.5234,
      "step": 106059
    },
    {
      "epoch": 4.934170737380787,
      "grad_norm": 1.8751166265536146,
      "learning_rate": 2.346110287809203e-05,
      "loss": 1.625,
      "step": 106060
    },
    {
      "epoch": 4.934217259827867,
      "grad_norm": 1.860754005764121,
      "learning_rate": 2.3459109945371695e-05,
      "loss": 1.6094,
      "step": 106061
    },
    {
      "epoch": 4.9342637822749476,
      "grad_norm": 1.8697688126902128,
      "learning_rate": 2.3457117090120425e-05,
      "loss": 1.5781,
      "step": 106062
    },
    {
      "epoch": 4.934310304722028,
      "grad_norm": 2.029708173694208,
      "learning_rate": 2.3455124312339436e-05,
      "loss": 1.6562,
      "step": 106063
    },
    {
      "epoch": 4.934356827169109,
      "grad_norm": 2.0319658943190606,
      "learning_rate": 2.345313161202999e-05,
      "loss": 1.7891,
      "step": 106064
    },
    {
      "epoch": 4.93440334961619,
      "grad_norm": 1.8388171066120218,
      "learning_rate": 2.3451138989193293e-05,
      "loss": 1.4922,
      "step": 106065
    },
    {
      "epoch": 4.93444987206327,
      "grad_norm": 1.9403803375512008,
      "learning_rate": 2.3449146443830534e-05,
      "loss": 1.6328,
      "step": 106066
    },
    {
      "epoch": 4.934496394510351,
      "grad_norm": 1.8485199395129102,
      "learning_rate": 2.344715397594294e-05,
      "loss": 1.4609,
      "step": 106067
    },
    {
      "epoch": 4.934542916957432,
      "grad_norm": 1.76712937789374,
      "learning_rate": 2.344516158553177e-05,
      "loss": 1.4922,
      "step": 106068
    },
    {
      "epoch": 4.934589439404513,
      "grad_norm": 2.023235877830072,
      "learning_rate": 2.3443169272598223e-05,
      "loss": 1.7734,
      "step": 106069
    },
    {
      "epoch": 4.934635961851593,
      "grad_norm": 1.8441903003748858,
      "learning_rate": 2.3441177037143498e-05,
      "loss": 1.5703,
      "step": 106070
    },
    {
      "epoch": 4.9346824842986745,
      "grad_norm": 1.8366953165370776,
      "learning_rate": 2.343918487916885e-05,
      "loss": 1.5547,
      "step": 106071
    },
    {
      "epoch": 4.934729006745755,
      "grad_norm": 1.9361719638829058,
      "learning_rate": 2.3437192798675434e-05,
      "loss": 1.6641,
      "step": 106072
    },
    {
      "epoch": 4.9347755291928355,
      "grad_norm": 1.876123710531563,
      "learning_rate": 2.343520079566451e-05,
      "loss": 1.4766,
      "step": 106073
    },
    {
      "epoch": 4.934822051639916,
      "grad_norm": 1.6630789768007288,
      "learning_rate": 2.3433208870137353e-05,
      "loss": 1.2656,
      "step": 106074
    },
    {
      "epoch": 4.934868574086997,
      "grad_norm": 1.7771811330600362,
      "learning_rate": 2.3431217022095115e-05,
      "loss": 1.5078,
      "step": 106075
    },
    {
      "epoch": 4.934915096534078,
      "grad_norm": 1.7631750322952604,
      "learning_rate": 2.3429225251539045e-05,
      "loss": 1.5,
      "step": 106076
    },
    {
      "epoch": 4.934961618981158,
      "grad_norm": 1.6642417271678829,
      "learning_rate": 2.3427233558470308e-05,
      "loss": 1.2812,
      "step": 106077
    },
    {
      "epoch": 4.935008141428239,
      "grad_norm": 1.7501178562467887,
      "learning_rate": 2.3425241942890188e-05,
      "loss": 1.5078,
      "step": 106078
    },
    {
      "epoch": 4.93505466387532,
      "grad_norm": 1.817504493627265,
      "learning_rate": 2.3423250404799898e-05,
      "loss": 1.4375,
      "step": 106079
    },
    {
      "epoch": 4.935101186322401,
      "grad_norm": 1.8166574650109124,
      "learning_rate": 2.3421258944200637e-05,
      "loss": 1.5,
      "step": 106080
    },
    {
      "epoch": 4.935147708769481,
      "grad_norm": 1.8491736562341041,
      "learning_rate": 2.3419267561093592e-05,
      "loss": 1.5156,
      "step": 106081
    },
    {
      "epoch": 4.9351942312165615,
      "grad_norm": 1.7593728792321095,
      "learning_rate": 2.341727625548004e-05,
      "loss": 1.5391,
      "step": 106082
    },
    {
      "epoch": 4.935240753663643,
      "grad_norm": 1.7761675592011457,
      "learning_rate": 2.3415285027361195e-05,
      "loss": 1.5,
      "step": 106083
    },
    {
      "epoch": 4.935287276110723,
      "grad_norm": 1.9136652694550693,
      "learning_rate": 2.341329387673825e-05,
      "loss": 1.6172,
      "step": 106084
    },
    {
      "epoch": 4.935333798557804,
      "grad_norm": 1.904482593740476,
      "learning_rate": 2.341130280361239e-05,
      "loss": 1.7031,
      "step": 106085
    },
    {
      "epoch": 4.935380321004885,
      "grad_norm": 1.736884439291253,
      "learning_rate": 2.3409311807984925e-05,
      "loss": 1.4141,
      "step": 106086
    },
    {
      "epoch": 4.935426843451966,
      "grad_norm": 1.7813360885101537,
      "learning_rate": 2.340732088985702e-05,
      "loss": 1.3281,
      "step": 106087
    },
    {
      "epoch": 4.935473365899046,
      "grad_norm": 1.9429555038213713,
      "learning_rate": 2.3405330049229897e-05,
      "loss": 1.7266,
      "step": 106088
    },
    {
      "epoch": 4.935519888346127,
      "grad_norm": 1.644200484946497,
      "learning_rate": 2.340333928610475e-05,
      "loss": 1.4297,
      "step": 106089
    },
    {
      "epoch": 4.935566410793208,
      "grad_norm": 1.7288271536340618,
      "learning_rate": 2.3401348600482856e-05,
      "loss": 1.3516,
      "step": 106090
    },
    {
      "epoch": 4.9356129332402885,
      "grad_norm": 1.8583483285709037,
      "learning_rate": 2.3399357992365397e-05,
      "loss": 1.5391,
      "step": 106091
    },
    {
      "epoch": 4.935659455687369,
      "grad_norm": 1.7532968933051463,
      "learning_rate": 2.3397367461753608e-05,
      "loss": 1.4844,
      "step": 106092
    },
    {
      "epoch": 4.93570597813445,
      "grad_norm": 1.7436098277966596,
      "learning_rate": 2.3395377008648654e-05,
      "loss": 1.4688,
      "step": 106093
    },
    {
      "epoch": 4.935752500581531,
      "grad_norm": 1.9106665849115936,
      "learning_rate": 2.3393386633051832e-05,
      "loss": 1.5859,
      "step": 106094
    },
    {
      "epoch": 4.935799023028611,
      "grad_norm": 1.9887048192644339,
      "learning_rate": 2.3391396334964292e-05,
      "loss": 1.6406,
      "step": 106095
    },
    {
      "epoch": 4.935845545475692,
      "grad_norm": 1.755697640637227,
      "learning_rate": 2.3389406114387317e-05,
      "loss": 1.3906,
      "step": 106096
    },
    {
      "epoch": 4.935892067922772,
      "grad_norm": 1.8799121545420787,
      "learning_rate": 2.3387415971322086e-05,
      "loss": 1.6641,
      "step": 106097
    },
    {
      "epoch": 4.935938590369854,
      "grad_norm": 2.019587746443825,
      "learning_rate": 2.338542590576984e-05,
      "loss": 1.7422,
      "step": 106098
    },
    {
      "epoch": 4.935985112816934,
      "grad_norm": 1.7710529172799807,
      "learning_rate": 2.3383435917731734e-05,
      "loss": 1.4297,
      "step": 106099
    },
    {
      "epoch": 4.936031635264015,
      "grad_norm": 1.7426187884887772,
      "learning_rate": 2.3381446007209093e-05,
      "loss": 1.3906,
      "step": 106100
    },
    {
      "epoch": 4.936078157711096,
      "grad_norm": 1.6657670933560724,
      "learning_rate": 2.337945617420306e-05,
      "loss": 1.3438,
      "step": 106101
    },
    {
      "epoch": 4.936124680158176,
      "grad_norm": 1.9356311211144641,
      "learning_rate": 2.337746641871487e-05,
      "loss": 1.9141,
      "step": 106102
    },
    {
      "epoch": 4.936171202605257,
      "grad_norm": 1.7860166364787498,
      "learning_rate": 2.3375476740745702e-05,
      "loss": 1.5156,
      "step": 106103
    },
    {
      "epoch": 4.936217725052337,
      "grad_norm": 1.7503026461484177,
      "learning_rate": 2.337348714029686e-05,
      "loss": 1.5234,
      "step": 106104
    },
    {
      "epoch": 4.936264247499419,
      "grad_norm": 1.810516223704136,
      "learning_rate": 2.3371497617369504e-05,
      "loss": 1.4453,
      "step": 106105
    },
    {
      "epoch": 4.936310769946499,
      "grad_norm": 1.9658485812556585,
      "learning_rate": 2.3369508171964872e-05,
      "loss": 1.5391,
      "step": 106106
    },
    {
      "epoch": 4.93635729239358,
      "grad_norm": 2.034182141443573,
      "learning_rate": 2.336751880408413e-05,
      "loss": 1.7031,
      "step": 106107
    },
    {
      "epoch": 4.936403814840661,
      "grad_norm": 1.7183949462789396,
      "learning_rate": 2.3365529513728587e-05,
      "loss": 1.4297,
      "step": 106108
    },
    {
      "epoch": 4.9364503372877415,
      "grad_norm": 1.7507075894153412,
      "learning_rate": 2.3363540300899415e-05,
      "loss": 1.4688,
      "step": 106109
    },
    {
      "epoch": 4.936496859734822,
      "grad_norm": 1.9244026498503635,
      "learning_rate": 2.3361551165597807e-05,
      "loss": 1.6172,
      "step": 106110
    },
    {
      "epoch": 4.9365433821819025,
      "grad_norm": 1.8050960623487526,
      "learning_rate": 2.3359562107824985e-05,
      "loss": 1.5156,
      "step": 106111
    },
    {
      "epoch": 4.936589904628984,
      "grad_norm": 1.8686388581597673,
      "learning_rate": 2.335757312758223e-05,
      "loss": 1.5703,
      "step": 106112
    },
    {
      "epoch": 4.936636427076064,
      "grad_norm": 1.9107236848791993,
      "learning_rate": 2.3355584224870703e-05,
      "loss": 1.5625,
      "step": 106113
    },
    {
      "epoch": 4.936682949523145,
      "grad_norm": 1.9518914844794673,
      "learning_rate": 2.3353595399691628e-05,
      "loss": 1.5469,
      "step": 106114
    },
    {
      "epoch": 4.936729471970225,
      "grad_norm": 1.883982360455715,
      "learning_rate": 2.3351606652046195e-05,
      "loss": 1.4844,
      "step": 106115
    },
    {
      "epoch": 4.936775994417307,
      "grad_norm": 1.7994482833807182,
      "learning_rate": 2.334961798193569e-05,
      "loss": 1.4531,
      "step": 106116
    },
    {
      "epoch": 4.936822516864387,
      "grad_norm": 1.6610705553561695,
      "learning_rate": 2.3347629389361265e-05,
      "loss": 1.3047,
      "step": 106117
    },
    {
      "epoch": 4.936869039311468,
      "grad_norm": 1.8403612866038093,
      "learning_rate": 2.334564087432422e-05,
      "loss": 1.5781,
      "step": 106118
    },
    {
      "epoch": 4.936915561758548,
      "grad_norm": 1.8545271746319367,
      "learning_rate": 2.3343652436825692e-05,
      "loss": 1.6094,
      "step": 106119
    },
    {
      "epoch": 4.936962084205629,
      "grad_norm": 1.9472429670644513,
      "learning_rate": 2.334166407686691e-05,
      "loss": 1.7031,
      "step": 106120
    },
    {
      "epoch": 4.93700860665271,
      "grad_norm": 1.7223584788473467,
      "learning_rate": 2.3339675794449136e-05,
      "loss": 1.3359,
      "step": 106121
    },
    {
      "epoch": 4.93705512909979,
      "grad_norm": 1.9431515711878942,
      "learning_rate": 2.333768758957355e-05,
      "loss": 1.6797,
      "step": 106122
    },
    {
      "epoch": 4.937101651546872,
      "grad_norm": 1.9140867746785102,
      "learning_rate": 2.3335699462241385e-05,
      "loss": 1.5625,
      "step": 106123
    },
    {
      "epoch": 4.937148173993952,
      "grad_norm": 1.7844221698733567,
      "learning_rate": 2.333371141245386e-05,
      "loss": 1.5078,
      "step": 106124
    },
    {
      "epoch": 4.937194696441033,
      "grad_norm": 1.911781528412016,
      "learning_rate": 2.3331723440212135e-05,
      "loss": 1.5547,
      "step": 106125
    },
    {
      "epoch": 4.937241218888113,
      "grad_norm": 1.8370001231741284,
      "learning_rate": 2.3329735545517513e-05,
      "loss": 1.5781,
      "step": 106126
    },
    {
      "epoch": 4.9372877413351945,
      "grad_norm": 1.8440070928901608,
      "learning_rate": 2.3327747728371176e-05,
      "loss": 1.5312,
      "step": 106127
    },
    {
      "epoch": 4.937334263782275,
      "grad_norm": 1.828060375254208,
      "learning_rate": 2.332575998877434e-05,
      "loss": 1.6172,
      "step": 106128
    },
    {
      "epoch": 4.9373807862293555,
      "grad_norm": 2.0324115081708376,
      "learning_rate": 2.3323772326728186e-05,
      "loss": 1.6797,
      "step": 106129
    },
    {
      "epoch": 4.937427308676437,
      "grad_norm": 1.7460210006411971,
      "learning_rate": 2.3321784742233996e-05,
      "loss": 1.3906,
      "step": 106130
    },
    {
      "epoch": 4.937473831123517,
      "grad_norm": 1.9074993201908481,
      "learning_rate": 2.331979723529297e-05,
      "loss": 1.5469,
      "step": 106131
    },
    {
      "epoch": 4.937520353570598,
      "grad_norm": 1.8815243676335969,
      "learning_rate": 2.331780980590629e-05,
      "loss": 1.6641,
      "step": 106132
    },
    {
      "epoch": 4.937566876017678,
      "grad_norm": 1.793191586757084,
      "learning_rate": 2.3315822454075174e-05,
      "loss": 1.3906,
      "step": 106133
    },
    {
      "epoch": 4.937613398464759,
      "grad_norm": 1.8510407571232637,
      "learning_rate": 2.3313835179800882e-05,
      "loss": 1.4375,
      "step": 106134
    },
    {
      "epoch": 4.93765992091184,
      "grad_norm": 1.893462002660745,
      "learning_rate": 2.331184798308462e-05,
      "loss": 1.6641,
      "step": 106135
    },
    {
      "epoch": 4.937706443358921,
      "grad_norm": 1.7930550216515677,
      "learning_rate": 2.330986086392758e-05,
      "loss": 1.5,
      "step": 106136
    },
    {
      "epoch": 4.937752965806001,
      "grad_norm": 1.825573399567597,
      "learning_rate": 2.3307873822330953e-05,
      "loss": 1.5469,
      "step": 106137
    },
    {
      "epoch": 4.9377994882530825,
      "grad_norm": 1.7163414057607982,
      "learning_rate": 2.330588685829603e-05,
      "loss": 1.3047,
      "step": 106138
    },
    {
      "epoch": 4.937846010700163,
      "grad_norm": 1.976346702565064,
      "learning_rate": 2.3303899971823963e-05,
      "loss": 1.75,
      "step": 106139
    },
    {
      "epoch": 4.937892533147243,
      "grad_norm": 1.7259605609960473,
      "learning_rate": 2.330191316291602e-05,
      "loss": 1.4688,
      "step": 106140
    },
    {
      "epoch": 4.937939055594324,
      "grad_norm": 1.850122761623747,
      "learning_rate": 2.3299926431573395e-05,
      "loss": 1.6641,
      "step": 106141
    },
    {
      "epoch": 4.937985578041405,
      "grad_norm": 1.8315978602856267,
      "learning_rate": 2.3297939777797276e-05,
      "loss": 1.5625,
      "step": 106142
    },
    {
      "epoch": 4.938032100488486,
      "grad_norm": 1.7403879463500778,
      "learning_rate": 2.3295953201588925e-05,
      "loss": 1.5703,
      "step": 106143
    },
    {
      "epoch": 4.938078622935566,
      "grad_norm": 1.6783410623313253,
      "learning_rate": 2.329396670294954e-05,
      "loss": 1.4297,
      "step": 106144
    },
    {
      "epoch": 4.938125145382648,
      "grad_norm": 1.8618226649619547,
      "learning_rate": 2.329198028188034e-05,
      "loss": 1.5,
      "step": 106145
    },
    {
      "epoch": 4.938171667829728,
      "grad_norm": 1.802130901070771,
      "learning_rate": 2.3289993938382506e-05,
      "loss": 1.5312,
      "step": 106146
    },
    {
      "epoch": 4.9382181902768085,
      "grad_norm": 1.892435164227473,
      "learning_rate": 2.328800767245732e-05,
      "loss": 1.5234,
      "step": 106147
    },
    {
      "epoch": 4.938264712723889,
      "grad_norm": 1.6805733927575919,
      "learning_rate": 2.3286021484105948e-05,
      "loss": 1.3203,
      "step": 106148
    },
    {
      "epoch": 4.93831123517097,
      "grad_norm": 1.9238134628610364,
      "learning_rate": 2.328403537332964e-05,
      "loss": 1.5703,
      "step": 106149
    },
    {
      "epoch": 4.938357757618051,
      "grad_norm": 1.8299883526734433,
      "learning_rate": 2.3282049340129576e-05,
      "loss": 1.5078,
      "step": 106150
    },
    {
      "epoch": 4.938404280065131,
      "grad_norm": 1.863928537327135,
      "learning_rate": 2.3280063384506974e-05,
      "loss": 1.4688,
      "step": 106151
    },
    {
      "epoch": 4.938450802512212,
      "grad_norm": 1.7894989010810232,
      "learning_rate": 2.3278077506463083e-05,
      "loss": 1.5,
      "step": 106152
    },
    {
      "epoch": 4.938497324959293,
      "grad_norm": 1.7610875635083647,
      "learning_rate": 2.32760917059991e-05,
      "loss": 1.4531,
      "step": 106153
    },
    {
      "epoch": 4.938543847406374,
      "grad_norm": 1.9947175520020897,
      "learning_rate": 2.3274105983116242e-05,
      "loss": 1.7812,
      "step": 106154
    },
    {
      "epoch": 4.938590369853454,
      "grad_norm": 1.7715878271220835,
      "learning_rate": 2.327212033781569e-05,
      "loss": 1.3438,
      "step": 106155
    },
    {
      "epoch": 4.938636892300535,
      "grad_norm": 1.8800280294167018,
      "learning_rate": 2.327013477009873e-05,
      "loss": 1.5,
      "step": 106156
    },
    {
      "epoch": 4.938683414747616,
      "grad_norm": 2.0553378144349432,
      "learning_rate": 2.3268149279966526e-05,
      "loss": 1.7188,
      "step": 106157
    },
    {
      "epoch": 4.938729937194696,
      "grad_norm": 1.7265294965313358,
      "learning_rate": 2.3266163867420322e-05,
      "loss": 1.3359,
      "step": 106158
    },
    {
      "epoch": 4.938776459641777,
      "grad_norm": 1.910046609504751,
      "learning_rate": 2.3264178532461275e-05,
      "loss": 1.5703,
      "step": 106159
    },
    {
      "epoch": 4.938822982088858,
      "grad_norm": 1.8945243143776431,
      "learning_rate": 2.3262193275090697e-05,
      "loss": 1.4766,
      "step": 106160
    },
    {
      "epoch": 4.938869504535939,
      "grad_norm": 1.7823309882218674,
      "learning_rate": 2.3260208095309702e-05,
      "loss": 1.4766,
      "step": 106161
    },
    {
      "epoch": 4.938916026983019,
      "grad_norm": 1.720521973726205,
      "learning_rate": 2.3258222993119592e-05,
      "loss": 1.3516,
      "step": 106162
    },
    {
      "epoch": 4.9389625494301,
      "grad_norm": 1.7815157922537481,
      "learning_rate": 2.3256237968521545e-05,
      "loss": 1.5391,
      "step": 106163
    },
    {
      "epoch": 4.939009071877181,
      "grad_norm": 1.7080204268121841,
      "learning_rate": 2.325425302151675e-05,
      "loss": 1.3906,
      "step": 106164
    },
    {
      "epoch": 4.9390555943242616,
      "grad_norm": 1.9374471900574475,
      "learning_rate": 2.3252268152106467e-05,
      "loss": 1.6641,
      "step": 106165
    },
    {
      "epoch": 4.939102116771342,
      "grad_norm": 1.9406658710035904,
      "learning_rate": 2.32502833602919e-05,
      "loss": 1.6094,
      "step": 106166
    },
    {
      "epoch": 4.9391486392184225,
      "grad_norm": 1.8716605562885729,
      "learning_rate": 2.324829864607426e-05,
      "loss": 1.4844,
      "step": 106167
    },
    {
      "epoch": 4.939195161665504,
      "grad_norm": 1.9272011379975118,
      "learning_rate": 2.3246314009454714e-05,
      "loss": 1.6719,
      "step": 106168
    },
    {
      "epoch": 4.939241684112584,
      "grad_norm": 1.8588418172041918,
      "learning_rate": 2.3244329450434564e-05,
      "loss": 1.5156,
      "step": 106169
    },
    {
      "epoch": 4.939288206559665,
      "grad_norm": 1.9646201928415592,
      "learning_rate": 2.3242344969014985e-05,
      "loss": 1.6016,
      "step": 106170
    },
    {
      "epoch": 4.939334729006745,
      "grad_norm": 1.5867478568926197,
      "learning_rate": 2.3240360565197187e-05,
      "loss": 1.2266,
      "step": 106171
    },
    {
      "epoch": 4.939381251453827,
      "grad_norm": 1.9155737851326193,
      "learning_rate": 2.323837623898236e-05,
      "loss": 1.6172,
      "step": 106172
    },
    {
      "epoch": 4.939427773900907,
      "grad_norm": 1.7775521732292432,
      "learning_rate": 2.323639199037177e-05,
      "loss": 1.6016,
      "step": 106173
    },
    {
      "epoch": 4.939474296347988,
      "grad_norm": 1.7611088717074952,
      "learning_rate": 2.3234407819366606e-05,
      "loss": 1.4922,
      "step": 106174
    },
    {
      "epoch": 4.939520818795069,
      "grad_norm": 1.8375766233188726,
      "learning_rate": 2.3232423725968098e-05,
      "loss": 1.3906,
      "step": 106175
    },
    {
      "epoch": 4.9395673412421495,
      "grad_norm": 1.6167551361476744,
      "learning_rate": 2.323043971017744e-05,
      "loss": 1.3047,
      "step": 106176
    },
    {
      "epoch": 4.93961386368923,
      "grad_norm": 1.9531081433204138,
      "learning_rate": 2.3228455771995803e-05,
      "loss": 1.5625,
      "step": 106177
    },
    {
      "epoch": 4.93966038613631,
      "grad_norm": 1.8090591797555529,
      "learning_rate": 2.3226471911424517e-05,
      "loss": 1.4609,
      "step": 106178
    },
    {
      "epoch": 4.939706908583392,
      "grad_norm": 1.7742891217664551,
      "learning_rate": 2.3224488128464715e-05,
      "loss": 1.4766,
      "step": 106179
    },
    {
      "epoch": 4.939753431030472,
      "grad_norm": 1.8239717675833045,
      "learning_rate": 2.3222504423117627e-05,
      "loss": 1.5469,
      "step": 106180
    },
    {
      "epoch": 4.939799953477553,
      "grad_norm": 1.7150906995944912,
      "learning_rate": 2.322052079538444e-05,
      "loss": 1.4844,
      "step": 106181
    },
    {
      "epoch": 4.939846475924634,
      "grad_norm": 1.7067731881520012,
      "learning_rate": 2.3218537245266433e-05,
      "loss": 1.3828,
      "step": 106182
    },
    {
      "epoch": 4.939892998371715,
      "grad_norm": 1.8323299160644249,
      "learning_rate": 2.321655377276474e-05,
      "loss": 1.3984,
      "step": 106183
    },
    {
      "epoch": 4.939939520818795,
      "grad_norm": 1.7738773641354362,
      "learning_rate": 2.321457037788066e-05,
      "loss": 1.4844,
      "step": 106184
    },
    {
      "epoch": 4.9399860432658755,
      "grad_norm": 1.7969694119491988,
      "learning_rate": 2.321258706061537e-05,
      "loss": 1.4297,
      "step": 106185
    },
    {
      "epoch": 4.940032565712956,
      "grad_norm": 1.7120150544891763,
      "learning_rate": 2.3210603820970048e-05,
      "loss": 1.3672,
      "step": 106186
    },
    {
      "epoch": 4.940079088160037,
      "grad_norm": 1.9012832087808826,
      "learning_rate": 2.3208620658945966e-05,
      "loss": 1.6641,
      "step": 106187
    },
    {
      "epoch": 4.940125610607118,
      "grad_norm": 1.8854996014178516,
      "learning_rate": 2.3206637574544322e-05,
      "loss": 1.5547,
      "step": 106188
    },
    {
      "epoch": 4.940172133054198,
      "grad_norm": 1.9801994243896124,
      "learning_rate": 2.3204654567766323e-05,
      "loss": 1.6016,
      "step": 106189
    },
    {
      "epoch": 4.94021865550128,
      "grad_norm": 1.744137468590275,
      "learning_rate": 2.3202671638613146e-05,
      "loss": 1.2891,
      "step": 106190
    },
    {
      "epoch": 4.94026517794836,
      "grad_norm": 1.848270179858131,
      "learning_rate": 2.3200688787086074e-05,
      "loss": 1.4922,
      "step": 106191
    },
    {
      "epoch": 4.940311700395441,
      "grad_norm": 1.6091947872118775,
      "learning_rate": 2.3198706013186292e-05,
      "loss": 1.2109,
      "step": 106192
    },
    {
      "epoch": 4.940358222842521,
      "grad_norm": 1.8466968590059922,
      "learning_rate": 2.3196723316915013e-05,
      "loss": 1.5781,
      "step": 106193
    },
    {
      "epoch": 4.9404047452896025,
      "grad_norm": 2.0169162230638418,
      "learning_rate": 2.3194740698273402e-05,
      "loss": 1.6562,
      "step": 106194
    },
    {
      "epoch": 4.940451267736683,
      "grad_norm": 1.8273013552446182,
      "learning_rate": 2.3192758157262757e-05,
      "loss": 1.5703,
      "step": 106195
    },
    {
      "epoch": 4.9404977901837634,
      "grad_norm": 1.7035440556977408,
      "learning_rate": 2.319077569388425e-05,
      "loss": 1.2734,
      "step": 106196
    },
    {
      "epoch": 4.940544312630845,
      "grad_norm": 1.856965643335344,
      "learning_rate": 2.318879330813911e-05,
      "loss": 1.6406,
      "step": 106197
    },
    {
      "epoch": 4.940590835077925,
      "grad_norm": 1.8801267707980795,
      "learning_rate": 2.3186811000028484e-05,
      "loss": 1.5938,
      "step": 106198
    },
    {
      "epoch": 4.940637357525006,
      "grad_norm": 1.7249144427821776,
      "learning_rate": 2.3184828769553687e-05,
      "loss": 1.3984,
      "step": 106199
    },
    {
      "epoch": 4.940683879972086,
      "grad_norm": 1.9332246965574773,
      "learning_rate": 2.3182846616715873e-05,
      "loss": 1.5547,
      "step": 106200
    },
    {
      "epoch": 4.940730402419168,
      "grad_norm": 1.7651134187859332,
      "learning_rate": 2.3180864541516286e-05,
      "loss": 1.4531,
      "step": 106201
    },
    {
      "epoch": 4.940776924866248,
      "grad_norm": 1.8829698119981317,
      "learning_rate": 2.3178882543956112e-05,
      "loss": 1.5781,
      "step": 106202
    },
    {
      "epoch": 4.940823447313329,
      "grad_norm": 2.1231222193632386,
      "learning_rate": 2.3176900624036533e-05,
      "loss": 1.9062,
      "step": 106203
    },
    {
      "epoch": 4.940869969760409,
      "grad_norm": 1.7221639744034825,
      "learning_rate": 2.3174918781758843e-05,
      "loss": 1.3828,
      "step": 106204
    },
    {
      "epoch": 4.94091649220749,
      "grad_norm": 1.942805765989475,
      "learning_rate": 2.317293701712418e-05,
      "loss": 1.7266,
      "step": 106205
    },
    {
      "epoch": 4.940963014654571,
      "grad_norm": 1.9385528755315424,
      "learning_rate": 2.3170955330133828e-05,
      "loss": 1.5781,
      "step": 106206
    },
    {
      "epoch": 4.941009537101651,
      "grad_norm": 1.7700132140364482,
      "learning_rate": 2.3168973720788962e-05,
      "loss": 1.5391,
      "step": 106207
    },
    {
      "epoch": 4.941056059548732,
      "grad_norm": 1.8877640981338142,
      "learning_rate": 2.3166992189090773e-05,
      "loss": 1.5938,
      "step": 106208
    },
    {
      "epoch": 4.941102581995813,
      "grad_norm": 1.6457108624684473,
      "learning_rate": 2.3165010735040518e-05,
      "loss": 1.2422,
      "step": 106209
    },
    {
      "epoch": 4.941149104442894,
      "grad_norm": 1.7315394559110826,
      "learning_rate": 2.3163029358639402e-05,
      "loss": 1.4219,
      "step": 106210
    },
    {
      "epoch": 4.941195626889974,
      "grad_norm": 2.1253990259119115,
      "learning_rate": 2.316104805988862e-05,
      "loss": 1.8594,
      "step": 106211
    },
    {
      "epoch": 4.9412421493370555,
      "grad_norm": 1.940511727989327,
      "learning_rate": 2.315906683878936e-05,
      "loss": 1.7578,
      "step": 106212
    },
    {
      "epoch": 4.941288671784136,
      "grad_norm": 1.877465201095721,
      "learning_rate": 2.3157085695342914e-05,
      "loss": 1.5938,
      "step": 106213
    },
    {
      "epoch": 4.9413351942312165,
      "grad_norm": 2.014110573710054,
      "learning_rate": 2.3155104629550437e-05,
      "loss": 1.8438,
      "step": 106214
    },
    {
      "epoch": 4.941381716678297,
      "grad_norm": 1.8786558907867088,
      "learning_rate": 2.315312364141314e-05,
      "loss": 1.5547,
      "step": 106215
    },
    {
      "epoch": 4.941428239125378,
      "grad_norm": 1.8153675164545098,
      "learning_rate": 2.3151142730932226e-05,
      "loss": 1.5703,
      "step": 106216
    },
    {
      "epoch": 4.941474761572459,
      "grad_norm": 1.9684058915804012,
      "learning_rate": 2.3149161898108975e-05,
      "loss": 1.7188,
      "step": 106217
    },
    {
      "epoch": 4.941521284019539,
      "grad_norm": 1.8174503558566435,
      "learning_rate": 2.3147181142944537e-05,
      "loss": 1.5625,
      "step": 106218
    },
    {
      "epoch": 4.941567806466621,
      "grad_norm": 1.964455329026818,
      "learning_rate": 2.3145200465440163e-05,
      "loss": 1.5859,
      "step": 106219
    },
    {
      "epoch": 4.941614328913701,
      "grad_norm": 1.6720710382038595,
      "learning_rate": 2.314321986559698e-05,
      "loss": 1.4766,
      "step": 106220
    },
    {
      "epoch": 4.941660851360782,
      "grad_norm": 1.7766610949574935,
      "learning_rate": 2.3141239343416323e-05,
      "loss": 1.5156,
      "step": 106221
    },
    {
      "epoch": 4.941707373807862,
      "grad_norm": 1.7582723442848713,
      "learning_rate": 2.3139258898899342e-05,
      "loss": 1.3828,
      "step": 106222
    },
    {
      "epoch": 4.9417538962549425,
      "grad_norm": 1.7699409213983828,
      "learning_rate": 2.3137278532047255e-05,
      "loss": 1.4766,
      "step": 106223
    },
    {
      "epoch": 4.941800418702024,
      "grad_norm": 2.0140324243298706,
      "learning_rate": 2.313529824286124e-05,
      "loss": 1.7188,
      "step": 106224
    },
    {
      "epoch": 4.941846941149104,
      "grad_norm": 1.8330562669716601,
      "learning_rate": 2.3133318031342564e-05,
      "loss": 1.4688,
      "step": 106225
    },
    {
      "epoch": 4.941893463596185,
      "grad_norm": 1.7286342414099929,
      "learning_rate": 2.3131337897492443e-05,
      "loss": 1.4141,
      "step": 106226
    },
    {
      "epoch": 4.941939986043266,
      "grad_norm": 1.8411317689097293,
      "learning_rate": 2.3129357841312007e-05,
      "loss": 1.6094,
      "step": 106227
    },
    {
      "epoch": 4.941986508490347,
      "grad_norm": 1.9277646236739476,
      "learning_rate": 2.3127377862802575e-05,
      "loss": 1.6484,
      "step": 106228
    },
    {
      "epoch": 4.942033030937427,
      "grad_norm": 1.873827588516386,
      "learning_rate": 2.3125397961965265e-05,
      "loss": 1.5469,
      "step": 106229
    },
    {
      "epoch": 4.942079553384508,
      "grad_norm": 1.937822180150698,
      "learning_rate": 2.312341813880137e-05,
      "loss": 1.7109,
      "step": 106230
    },
    {
      "epoch": 4.942126075831589,
      "grad_norm": 1.888740724812719,
      "learning_rate": 2.3121438393312074e-05,
      "loss": 1.7109,
      "step": 106231
    },
    {
      "epoch": 4.9421725982786695,
      "grad_norm": 1.795910884860034,
      "learning_rate": 2.311945872549858e-05,
      "loss": 1.5,
      "step": 106232
    },
    {
      "epoch": 4.94221912072575,
      "grad_norm": 1.9482580420712754,
      "learning_rate": 2.31174791353621e-05,
      "loss": 1.6328,
      "step": 106233
    },
    {
      "epoch": 4.942265643172831,
      "grad_norm": 2.006716485647131,
      "learning_rate": 2.31154996229038e-05,
      "loss": 1.6562,
      "step": 106234
    },
    {
      "epoch": 4.942312165619912,
      "grad_norm": 1.8420411596404591,
      "learning_rate": 2.3113520188124994e-05,
      "loss": 1.3906,
      "step": 106235
    },
    {
      "epoch": 4.942358688066992,
      "grad_norm": 1.8245569722358914,
      "learning_rate": 2.311154083102682e-05,
      "loss": 1.3906,
      "step": 106236
    },
    {
      "epoch": 4.942405210514073,
      "grad_norm": 1.940083140465107,
      "learning_rate": 2.310956155161052e-05,
      "loss": 1.625,
      "step": 106237
    },
    {
      "epoch": 4.942451732961154,
      "grad_norm": 1.8729119329615087,
      "learning_rate": 2.310758234987727e-05,
      "loss": 1.5859,
      "step": 106238
    },
    {
      "epoch": 4.942498255408235,
      "grad_norm": 1.82236077831439,
      "learning_rate": 2.3105603225828324e-05,
      "loss": 1.5938,
      "step": 106239
    },
    {
      "epoch": 4.942544777855315,
      "grad_norm": 1.8076192392495893,
      "learning_rate": 2.3103624179464868e-05,
      "loss": 1.5,
      "step": 106240
    },
    {
      "epoch": 4.942591300302396,
      "grad_norm": 1.6997279082547336,
      "learning_rate": 2.310164521078814e-05,
      "loss": 1.2734,
      "step": 106241
    },
    {
      "epoch": 4.942637822749477,
      "grad_norm": 1.7080332782061007,
      "learning_rate": 2.3099666319799297e-05,
      "loss": 1.2891,
      "step": 106242
    },
    {
      "epoch": 4.942684345196557,
      "grad_norm": 1.9444133072093108,
      "learning_rate": 2.3097687506499612e-05,
      "loss": 1.7422,
      "step": 106243
    },
    {
      "epoch": 4.942730867643638,
      "grad_norm": 1.7758457454494447,
      "learning_rate": 2.3095708770890264e-05,
      "loss": 1.4922,
      "step": 106244
    },
    {
      "epoch": 4.942777390090718,
      "grad_norm": 1.9400535403309536,
      "learning_rate": 2.3093730112972485e-05,
      "loss": 1.6172,
      "step": 106245
    },
    {
      "epoch": 4.9428239125378,
      "grad_norm": 1.9764587773319386,
      "learning_rate": 2.3091751532747427e-05,
      "loss": 1.6406,
      "step": 106246
    },
    {
      "epoch": 4.94287043498488,
      "grad_norm": 1.7816315858170253,
      "learning_rate": 2.3089773030216403e-05,
      "loss": 1.5781,
      "step": 106247
    },
    {
      "epoch": 4.942916957431961,
      "grad_norm": 1.9486541525510819,
      "learning_rate": 2.3087794605380546e-05,
      "loss": 1.7734,
      "step": 106248
    },
    {
      "epoch": 4.942963479879042,
      "grad_norm": 1.798144179687543,
      "learning_rate": 2.3085816258241052e-05,
      "loss": 1.5703,
      "step": 106249
    },
    {
      "epoch": 4.9430100023261225,
      "grad_norm": 1.7089386921450016,
      "learning_rate": 2.3083837988799224e-05,
      "loss": 1.4141,
      "step": 106250
    },
    {
      "epoch": 4.943056524773203,
      "grad_norm": 1.8475660510086498,
      "learning_rate": 2.308185979705616e-05,
      "loss": 1.6016,
      "step": 106251
    },
    {
      "epoch": 4.9431030472202835,
      "grad_norm": 1.9027417471136046,
      "learning_rate": 2.307988168301318e-05,
      "loss": 1.5703,
      "step": 106252
    },
    {
      "epoch": 4.943149569667365,
      "grad_norm": 1.7966847051921784,
      "learning_rate": 2.307790364667144e-05,
      "loss": 1.4766,
      "step": 106253
    },
    {
      "epoch": 4.943196092114445,
      "grad_norm": 1.8557741936496819,
      "learning_rate": 2.3075925688032167e-05,
      "loss": 1.5859,
      "step": 106254
    },
    {
      "epoch": 4.943242614561526,
      "grad_norm": 1.870154918213044,
      "learning_rate": 2.3073947807096514e-05,
      "loss": 1.625,
      "step": 106255
    },
    {
      "epoch": 4.943289137008606,
      "grad_norm": 1.8739258445345894,
      "learning_rate": 2.3071970003865774e-05,
      "loss": 1.5547,
      "step": 106256
    },
    {
      "epoch": 4.943335659455688,
      "grad_norm": 1.9782681762414596,
      "learning_rate": 2.306999227834111e-05,
      "loss": 1.75,
      "step": 106257
    },
    {
      "epoch": 4.943382181902768,
      "grad_norm": 1.8657308439098796,
      "learning_rate": 2.306801463052377e-05,
      "loss": 1.5703,
      "step": 106258
    },
    {
      "epoch": 4.943428704349849,
      "grad_norm": 1.875722161804751,
      "learning_rate": 2.3066037060414917e-05,
      "loss": 1.6328,
      "step": 106259
    },
    {
      "epoch": 4.943475226796929,
      "grad_norm": 1.8682367797728978,
      "learning_rate": 2.3064059568015754e-05,
      "loss": 1.6172,
      "step": 106260
    },
    {
      "epoch": 4.94352174924401,
      "grad_norm": 1.7790891790264798,
      "learning_rate": 2.306208215332756e-05,
      "loss": 1.5,
      "step": 106261
    },
    {
      "epoch": 4.943568271691091,
      "grad_norm": 1.8383846451228976,
      "learning_rate": 2.306010481635152e-05,
      "loss": 1.5625,
      "step": 106262
    },
    {
      "epoch": 4.943614794138171,
      "grad_norm": 1.7858366931408145,
      "learning_rate": 2.305812755708882e-05,
      "loss": 1.3594,
      "step": 106263
    },
    {
      "epoch": 4.943661316585253,
      "grad_norm": 1.845670424434903,
      "learning_rate": 2.305615037554065e-05,
      "loss": 1.4531,
      "step": 106264
    },
    {
      "epoch": 4.943707839032333,
      "grad_norm": 1.9373736564000654,
      "learning_rate": 2.305417327170828e-05,
      "loss": 1.625,
      "step": 106265
    },
    {
      "epoch": 4.943754361479414,
      "grad_norm": 1.8500949296414808,
      "learning_rate": 2.3052196245592895e-05,
      "loss": 1.4297,
      "step": 106266
    },
    {
      "epoch": 4.943800883926494,
      "grad_norm": 1.8958889342416838,
      "learning_rate": 2.305021929719571e-05,
      "loss": 1.6016,
      "step": 106267
    },
    {
      "epoch": 4.943847406373576,
      "grad_norm": 1.7362659501812683,
      "learning_rate": 2.3048242426517886e-05,
      "loss": 1.4141,
      "step": 106268
    },
    {
      "epoch": 4.943893928820656,
      "grad_norm": 1.6719870379432795,
      "learning_rate": 2.304626563356073e-05,
      "loss": 1.4297,
      "step": 106269
    },
    {
      "epoch": 4.9439404512677365,
      "grad_norm": 1.8581624357459994,
      "learning_rate": 2.3044288918325382e-05,
      "loss": 1.5547,
      "step": 106270
    },
    {
      "epoch": 4.943986973714818,
      "grad_norm": 1.8007160358445053,
      "learning_rate": 2.304231228081303e-05,
      "loss": 1.5,
      "step": 106271
    },
    {
      "epoch": 4.944033496161898,
      "grad_norm": 1.9088084854660357,
      "learning_rate": 2.304033572102497e-05,
      "loss": 1.5312,
      "step": 106272
    },
    {
      "epoch": 4.944080018608979,
      "grad_norm": 1.7783121533787365,
      "learning_rate": 2.3038359238962324e-05,
      "loss": 1.4922,
      "step": 106273
    },
    {
      "epoch": 4.944126541056059,
      "grad_norm": 1.8586518181247698,
      "learning_rate": 2.3036382834626384e-05,
      "loss": 1.6016,
      "step": 106274
    },
    {
      "epoch": 4.94417306350314,
      "grad_norm": 1.9096539194556017,
      "learning_rate": 2.3034406508018317e-05,
      "loss": 1.4844,
      "step": 106275
    },
    {
      "epoch": 4.944219585950221,
      "grad_norm": 2.246554263263102,
      "learning_rate": 2.3032430259139324e-05,
      "loss": 1.2656,
      "step": 106276
    },
    {
      "epoch": 4.944266108397302,
      "grad_norm": 1.810616039127547,
      "learning_rate": 2.3030454087990602e-05,
      "loss": 1.5,
      "step": 106277
    },
    {
      "epoch": 4.944312630844382,
      "grad_norm": 1.9487644053121216,
      "learning_rate": 2.3028477994573403e-05,
      "loss": 1.625,
      "step": 106278
    },
    {
      "epoch": 4.9443591532914635,
      "grad_norm": 1.9412663186136667,
      "learning_rate": 2.302650197888894e-05,
      "loss": 1.6562,
      "step": 106279
    },
    {
      "epoch": 4.944405675738544,
      "grad_norm": 1.7029681479800252,
      "learning_rate": 2.302452604093838e-05,
      "loss": 1.2812,
      "step": 106280
    },
    {
      "epoch": 4.944452198185624,
      "grad_norm": 1.6481345578239848,
      "learning_rate": 2.3022550180722938e-05,
      "loss": 1.3125,
      "step": 106281
    },
    {
      "epoch": 4.944498720632705,
      "grad_norm": 1.8826529537332068,
      "learning_rate": 2.3020574398243863e-05,
      "loss": 1.5781,
      "step": 106282
    },
    {
      "epoch": 4.944545243079786,
      "grad_norm": 2.0156738143573896,
      "learning_rate": 2.301859869350234e-05,
      "loss": 1.7578,
      "step": 106283
    },
    {
      "epoch": 4.944591765526867,
      "grad_norm": 1.8017220721615446,
      "learning_rate": 2.301662306649958e-05,
      "loss": 1.4922,
      "step": 106284
    },
    {
      "epoch": 4.944638287973947,
      "grad_norm": 1.5131531583636233,
      "learning_rate": 2.30146475172368e-05,
      "loss": 1.25,
      "step": 106285
    },
    {
      "epoch": 4.944684810421029,
      "grad_norm": 1.811081500479135,
      "learning_rate": 2.301267204571515e-05,
      "loss": 1.4609,
      "step": 106286
    },
    {
      "epoch": 4.944731332868109,
      "grad_norm": 1.9107365246800458,
      "learning_rate": 2.301069665193595e-05,
      "loss": 1.6094,
      "step": 106287
    },
    {
      "epoch": 4.9447778553151895,
      "grad_norm": 2.0009195030599063,
      "learning_rate": 2.3008721335900327e-05,
      "loss": 1.6953,
      "step": 106288
    },
    {
      "epoch": 4.94482437776227,
      "grad_norm": 1.8359775223639425,
      "learning_rate": 2.300674609760953e-05,
      "loss": 1.5469,
      "step": 106289
    },
    {
      "epoch": 4.944870900209351,
      "grad_norm": 1.7954805785870165,
      "learning_rate": 2.3004770937064694e-05,
      "loss": 1.5156,
      "step": 106290
    },
    {
      "epoch": 4.944917422656432,
      "grad_norm": 1.881393676396704,
      "learning_rate": 2.3002795854267146e-05,
      "loss": 1.5,
      "step": 106291
    },
    {
      "epoch": 4.944963945103512,
      "grad_norm": 1.8326063851453749,
      "learning_rate": 2.3000820849218028e-05,
      "loss": 1.6094,
      "step": 106292
    },
    {
      "epoch": 4.945010467550593,
      "grad_norm": 1.8428436782803135,
      "learning_rate": 2.2998845921918514e-05,
      "loss": 1.5938,
      "step": 106293
    },
    {
      "epoch": 4.945056989997674,
      "grad_norm": 1.7093953245948887,
      "learning_rate": 2.299687107236989e-05,
      "loss": 1.4062,
      "step": 106294
    },
    {
      "epoch": 4.945103512444755,
      "grad_norm": 1.8805374652002673,
      "learning_rate": 2.2994896300573302e-05,
      "loss": 1.5469,
      "step": 106295
    },
    {
      "epoch": 4.945150034891835,
      "grad_norm": 1.9174713381410027,
      "learning_rate": 2.299292160653002e-05,
      "loss": 1.5938,
      "step": 106296
    },
    {
      "epoch": 4.945196557338916,
      "grad_norm": 1.943902596389901,
      "learning_rate": 2.2990946990241204e-05,
      "loss": 1.7266,
      "step": 106297
    },
    {
      "epoch": 4.945243079785997,
      "grad_norm": 1.9017802205879186,
      "learning_rate": 2.2988972451708095e-05,
      "loss": 1.6328,
      "step": 106298
    },
    {
      "epoch": 4.9452896022330775,
      "grad_norm": 1.7635732467771,
      "learning_rate": 2.2986997990931848e-05,
      "loss": 1.5,
      "step": 106299
    },
    {
      "epoch": 4.945336124680158,
      "grad_norm": 1.771863727300009,
      "learning_rate": 2.2985023607913738e-05,
      "loss": 1.2578,
      "step": 106300
    },
    {
      "epoch": 4.945382647127239,
      "grad_norm": 1.5973053270704516,
      "learning_rate": 2.298304930265496e-05,
      "loss": 1.3047,
      "step": 106301
    },
    {
      "epoch": 4.94542916957432,
      "grad_norm": 1.964406552977651,
      "learning_rate": 2.2981075075156696e-05,
      "loss": 1.7344,
      "step": 106302
    },
    {
      "epoch": 4.9454756920214,
      "grad_norm": 1.911504607449744,
      "learning_rate": 2.297910092542013e-05,
      "loss": 1.5703,
      "step": 106303
    },
    {
      "epoch": 4.945522214468481,
      "grad_norm": 1.9121675474075266,
      "learning_rate": 2.297712685344656e-05,
      "loss": 1.4922,
      "step": 106304
    },
    {
      "epoch": 4.945568736915562,
      "grad_norm": 1.8675982105833184,
      "learning_rate": 2.297515285923712e-05,
      "loss": 1.6094,
      "step": 106305
    },
    {
      "epoch": 4.945615259362643,
      "grad_norm": 1.7962985469240869,
      "learning_rate": 2.2973178942793053e-05,
      "loss": 1.5,
      "step": 106306
    },
    {
      "epoch": 4.945661781809723,
      "grad_norm": 1.7753092183583514,
      "learning_rate": 2.2971205104115513e-05,
      "loss": 1.5625,
      "step": 106307
    },
    {
      "epoch": 4.9457083042568035,
      "grad_norm": 1.9231577414735053,
      "learning_rate": 2.2969231343205785e-05,
      "loss": 1.5938,
      "step": 106308
    },
    {
      "epoch": 4.945754826703885,
      "grad_norm": 1.7339204776824026,
      "learning_rate": 2.2967257660065046e-05,
      "loss": 1.4219,
      "step": 106309
    },
    {
      "epoch": 4.945801349150965,
      "grad_norm": 1.788793552846645,
      "learning_rate": 2.29652840546945e-05,
      "loss": 1.4062,
      "step": 106310
    },
    {
      "epoch": 4.945847871598046,
      "grad_norm": 2.0080115877181433,
      "learning_rate": 2.2963310527095357e-05,
      "loss": 1.6953,
      "step": 106311
    },
    {
      "epoch": 4.945894394045126,
      "grad_norm": 2.0229442457494438,
      "learning_rate": 2.2961337077268786e-05,
      "loss": 1.7344,
      "step": 106312
    },
    {
      "epoch": 4.945940916492208,
      "grad_norm": 1.9939309351014423,
      "learning_rate": 2.2959363705216072e-05,
      "loss": 1.8203,
      "step": 106313
    },
    {
      "epoch": 4.945987438939288,
      "grad_norm": 1.7109273076628113,
      "learning_rate": 2.2957390410938374e-05,
      "loss": 1.4766,
      "step": 106314
    },
    {
      "epoch": 4.946033961386369,
      "grad_norm": 1.9570671665208121,
      "learning_rate": 2.295541719443688e-05,
      "loss": 1.7422,
      "step": 106315
    },
    {
      "epoch": 4.94608048383345,
      "grad_norm": 2.108016005097553,
      "learning_rate": 2.295344405571287e-05,
      "loss": 1.9062,
      "step": 106316
    },
    {
      "epoch": 4.9461270062805305,
      "grad_norm": 1.8056143456605027,
      "learning_rate": 2.2951470994767464e-05,
      "loss": 1.6172,
      "step": 106317
    },
    {
      "epoch": 4.946173528727611,
      "grad_norm": 2.0213178222719956,
      "learning_rate": 2.294949801160197e-05,
      "loss": 1.7266,
      "step": 106318
    },
    {
      "epoch": 4.946220051174691,
      "grad_norm": 1.7136943735789583,
      "learning_rate": 2.2947525106217523e-05,
      "loss": 1.2969,
      "step": 106319
    },
    {
      "epoch": 4.946266573621773,
      "grad_norm": 1.9163596495299997,
      "learning_rate": 2.294555227861536e-05,
      "loss": 1.5625,
      "step": 106320
    },
    {
      "epoch": 4.946313096068853,
      "grad_norm": 1.9065773156128039,
      "learning_rate": 2.294357952879664e-05,
      "loss": 1.5156,
      "step": 106321
    },
    {
      "epoch": 4.946359618515934,
      "grad_norm": 1.9220886689662435,
      "learning_rate": 2.2941606856762653e-05,
      "loss": 1.6094,
      "step": 106322
    },
    {
      "epoch": 4.946406140963015,
      "grad_norm": 1.8457026120034254,
      "learning_rate": 2.2939634262514554e-05,
      "loss": 1.3984,
      "step": 106323
    },
    {
      "epoch": 4.946452663410096,
      "grad_norm": 1.9259030779698723,
      "learning_rate": 2.2937661746053554e-05,
      "loss": 1.6953,
      "step": 106324
    },
    {
      "epoch": 4.946499185857176,
      "grad_norm": 1.8874392757956988,
      "learning_rate": 2.2935689307380845e-05,
      "loss": 1.5781,
      "step": 106325
    },
    {
      "epoch": 4.9465457083042566,
      "grad_norm": 1.5956233362859715,
      "learning_rate": 2.2933716946497676e-05,
      "loss": 1.2891,
      "step": 106326
    },
    {
      "epoch": 4.946592230751337,
      "grad_norm": 1.878153128010959,
      "learning_rate": 2.293174466340525e-05,
      "loss": 1.7031,
      "step": 106327
    },
    {
      "epoch": 4.946638753198418,
      "grad_norm": 1.8039591116205043,
      "learning_rate": 2.2929772458104744e-05,
      "loss": 1.5234,
      "step": 106328
    },
    {
      "epoch": 4.946685275645499,
      "grad_norm": 1.8035471727314925,
      "learning_rate": 2.2927800330597363e-05,
      "loss": 1.5859,
      "step": 106329
    },
    {
      "epoch": 4.946731798092579,
      "grad_norm": 1.7862742598899017,
      "learning_rate": 2.292582828088435e-05,
      "loss": 1.6328,
      "step": 106330
    },
    {
      "epoch": 4.946778320539661,
      "grad_norm": 1.8382619049337627,
      "learning_rate": 2.292385630896689e-05,
      "loss": 1.5156,
      "step": 106331
    },
    {
      "epoch": 4.946824842986741,
      "grad_norm": 1.9923495928299995,
      "learning_rate": 2.292188441484622e-05,
      "loss": 1.7266,
      "step": 106332
    },
    {
      "epoch": 4.946871365433822,
      "grad_norm": 1.705705105492025,
      "learning_rate": 2.2919912598523465e-05,
      "loss": 1.5156,
      "step": 106333
    },
    {
      "epoch": 4.946917887880902,
      "grad_norm": 2.155006475142453,
      "learning_rate": 2.291794085999993e-05,
      "loss": 2.2656,
      "step": 106334
    },
    {
      "epoch": 4.9469644103279835,
      "grad_norm": 1.863838690893639,
      "learning_rate": 2.2915969199276773e-05,
      "loss": 1.5625,
      "step": 106335
    },
    {
      "epoch": 4.947010932775064,
      "grad_norm": 1.7668572952178359,
      "learning_rate": 2.2913997616355186e-05,
      "loss": 1.5156,
      "step": 106336
    },
    {
      "epoch": 4.9470574552221445,
      "grad_norm": 1.9272357507621733,
      "learning_rate": 2.2912026111236427e-05,
      "loss": 1.7891,
      "step": 106337
    },
    {
      "epoch": 4.947103977669226,
      "grad_norm": 1.5569015405893205,
      "learning_rate": 2.2910054683921646e-05,
      "loss": 1.1797,
      "step": 106338
    },
    {
      "epoch": 4.947150500116306,
      "grad_norm": 1.7515162334125998,
      "learning_rate": 2.2908083334412096e-05,
      "loss": 1.4297,
      "step": 106339
    },
    {
      "epoch": 4.947197022563387,
      "grad_norm": 1.8879406623647823,
      "learning_rate": 2.2906112062708994e-05,
      "loss": 1.5703,
      "step": 106340
    },
    {
      "epoch": 4.947243545010467,
      "grad_norm": 1.8447956214261365,
      "learning_rate": 2.2904140868813497e-05,
      "loss": 1.5703,
      "step": 106341
    },
    {
      "epoch": 4.947290067457549,
      "grad_norm": 1.8750689163162109,
      "learning_rate": 2.2902169752726844e-05,
      "loss": 1.5781,
      "step": 106342
    },
    {
      "epoch": 4.947336589904629,
      "grad_norm": 2.0165803519580363,
      "learning_rate": 2.2900198714450186e-05,
      "loss": 1.7422,
      "step": 106343
    },
    {
      "epoch": 4.94738311235171,
      "grad_norm": 1.962953124441584,
      "learning_rate": 2.2898227753984817e-05,
      "loss": 1.5781,
      "step": 106344
    },
    {
      "epoch": 4.94742963479879,
      "grad_norm": 1.78737597292212,
      "learning_rate": 2.2896256871331903e-05,
      "loss": 1.2812,
      "step": 106345
    },
    {
      "epoch": 4.947476157245871,
      "grad_norm": 1.9378507374064498,
      "learning_rate": 2.2894286066492663e-05,
      "loss": 1.5391,
      "step": 106346
    },
    {
      "epoch": 4.947522679692952,
      "grad_norm": 1.8088227455772532,
      "learning_rate": 2.2892315339468242e-05,
      "loss": 1.4688,
      "step": 106347
    },
    {
      "epoch": 4.947569202140032,
      "grad_norm": 2.016328337931965,
      "learning_rate": 2.2890344690259926e-05,
      "loss": 1.6094,
      "step": 106348
    },
    {
      "epoch": 4.947615724587113,
      "grad_norm": 1.7947160831536484,
      "learning_rate": 2.2888374118868895e-05,
      "loss": 1.4844,
      "step": 106349
    },
    {
      "epoch": 4.947662247034194,
      "grad_norm": 1.7904832647537847,
      "learning_rate": 2.288640362529635e-05,
      "loss": 1.3594,
      "step": 106350
    },
    {
      "epoch": 4.947708769481275,
      "grad_norm": 1.7876397637458348,
      "learning_rate": 2.2884433209543457e-05,
      "loss": 1.3672,
      "step": 106351
    },
    {
      "epoch": 4.947755291928355,
      "grad_norm": 1.8390229043729187,
      "learning_rate": 2.2882462871611495e-05,
      "loss": 1.6406,
      "step": 106352
    },
    {
      "epoch": 4.9478018143754365,
      "grad_norm": 1.72613187391677,
      "learning_rate": 2.288049261150165e-05,
      "loss": 1.3516,
      "step": 106353
    },
    {
      "epoch": 4.947848336822517,
      "grad_norm": 1.7815831704463543,
      "learning_rate": 2.287852242921512e-05,
      "loss": 1.5234,
      "step": 106354
    },
    {
      "epoch": 4.9478948592695975,
      "grad_norm": 1.987465864575134,
      "learning_rate": 2.2876552324753068e-05,
      "loss": 1.7109,
      "step": 106355
    },
    {
      "epoch": 4.947941381716678,
      "grad_norm": 1.902180466043283,
      "learning_rate": 2.2874582298116763e-05,
      "loss": 1.5859,
      "step": 106356
    },
    {
      "epoch": 4.947987904163759,
      "grad_norm": 1.817428633575846,
      "learning_rate": 2.28726123493074e-05,
      "loss": 1.5156,
      "step": 106357
    },
    {
      "epoch": 4.94803442661084,
      "grad_norm": 1.8124503199817061,
      "learning_rate": 2.2870642478326135e-05,
      "loss": 1.4688,
      "step": 106358
    },
    {
      "epoch": 4.94808094905792,
      "grad_norm": 1.9768986721737098,
      "learning_rate": 2.2868672685174262e-05,
      "loss": 1.6406,
      "step": 106359
    },
    {
      "epoch": 4.948127471505002,
      "grad_norm": 1.70604880613062,
      "learning_rate": 2.286670296985288e-05,
      "loss": 1.3438,
      "step": 106360
    },
    {
      "epoch": 4.948173993952082,
      "grad_norm": 1.9931674895930813,
      "learning_rate": 2.286473333236329e-05,
      "loss": 1.6875,
      "step": 106361
    },
    {
      "epoch": 4.948220516399163,
      "grad_norm": 1.9058066988907876,
      "learning_rate": 2.2862763772706673e-05,
      "loss": 1.6016,
      "step": 106362
    },
    {
      "epoch": 4.948267038846243,
      "grad_norm": 1.687632178470743,
      "learning_rate": 2.286079429088421e-05,
      "loss": 1.4531,
      "step": 106363
    },
    {
      "epoch": 4.948313561293324,
      "grad_norm": 1.8562587019168837,
      "learning_rate": 2.2858824886897087e-05,
      "loss": 1.6016,
      "step": 106364
    },
    {
      "epoch": 4.948360083740405,
      "grad_norm": 1.7948895170199017,
      "learning_rate": 2.2856855560746567e-05,
      "loss": 1.5469,
      "step": 106365
    },
    {
      "epoch": 4.948406606187485,
      "grad_norm": 1.8502116091949339,
      "learning_rate": 2.2854886312433834e-05,
      "loss": 1.5312,
      "step": 106366
    },
    {
      "epoch": 4.948453128634566,
      "grad_norm": 1.898363968230051,
      "learning_rate": 2.2852917141960102e-05,
      "loss": 1.6875,
      "step": 106367
    },
    {
      "epoch": 4.948499651081647,
      "grad_norm": 1.890051916350331,
      "learning_rate": 2.285094804932654e-05,
      "loss": 1.5625,
      "step": 106368
    },
    {
      "epoch": 4.948546173528728,
      "grad_norm": 1.9399857311813102,
      "learning_rate": 2.284897903453436e-05,
      "loss": 1.5547,
      "step": 106369
    },
    {
      "epoch": 4.948592695975808,
      "grad_norm": 1.9106250568321217,
      "learning_rate": 2.284701009758481e-05,
      "loss": 1.6094,
      "step": 106370
    },
    {
      "epoch": 4.948639218422889,
      "grad_norm": 1.8603060062184353,
      "learning_rate": 2.2845041238479078e-05,
      "loss": 1.5312,
      "step": 106371
    },
    {
      "epoch": 4.94868574086997,
      "grad_norm": 1.8403734274783077,
      "learning_rate": 2.2843072457218358e-05,
      "loss": 1.5781,
      "step": 106372
    },
    {
      "epoch": 4.9487322633170505,
      "grad_norm": 1.8193412050545152,
      "learning_rate": 2.2841103753803817e-05,
      "loss": 1.5,
      "step": 106373
    },
    {
      "epoch": 4.948778785764131,
      "grad_norm": 2.0088879190698345,
      "learning_rate": 2.283913512823674e-05,
      "loss": 1.6484,
      "step": 106374
    },
    {
      "epoch": 4.948825308211212,
      "grad_norm": 1.8872515610373786,
      "learning_rate": 2.2837166580518305e-05,
      "loss": 1.6484,
      "step": 106375
    },
    {
      "epoch": 4.948871830658293,
      "grad_norm": 1.7665860544923864,
      "learning_rate": 2.28351981106497e-05,
      "loss": 1.5547,
      "step": 106376
    },
    {
      "epoch": 4.948918353105373,
      "grad_norm": 1.9793436426920608,
      "learning_rate": 2.28332297186321e-05,
      "loss": 1.7891,
      "step": 106377
    },
    {
      "epoch": 4.948964875552454,
      "grad_norm": 1.86565868416203,
      "learning_rate": 2.2831261404466777e-05,
      "loss": 1.6172,
      "step": 106378
    },
    {
      "epoch": 4.949011397999535,
      "grad_norm": 1.789231408883474,
      "learning_rate": 2.282929316815491e-05,
      "loss": 1.4297,
      "step": 106379
    },
    {
      "epoch": 4.949057920446616,
      "grad_norm": 2.0047256736335695,
      "learning_rate": 2.282732500969765e-05,
      "loss": 1.6406,
      "step": 106380
    },
    {
      "epoch": 4.949104442893696,
      "grad_norm": 1.7318337301379245,
      "learning_rate": 2.282535692909631e-05,
      "loss": 1.1953,
      "step": 106381
    },
    {
      "epoch": 4.949150965340777,
      "grad_norm": 1.8370333868715827,
      "learning_rate": 2.2823388926351992e-05,
      "loss": 1.4453,
      "step": 106382
    },
    {
      "epoch": 4.949197487787858,
      "grad_norm": 1.8878318385664172,
      "learning_rate": 2.282142100146598e-05,
      "loss": 1.7031,
      "step": 106383
    },
    {
      "epoch": 4.949244010234938,
      "grad_norm": 1.8396921249436229,
      "learning_rate": 2.281945315443943e-05,
      "loss": 1.5469,
      "step": 106384
    },
    {
      "epoch": 4.949290532682019,
      "grad_norm": 1.7103223018616944,
      "learning_rate": 2.281748538527357e-05,
      "loss": 1.5547,
      "step": 106385
    },
    {
      "epoch": 4.949337055129099,
      "grad_norm": 1.8925996528360784,
      "learning_rate": 2.281551769396956e-05,
      "loss": 1.4922,
      "step": 106386
    },
    {
      "epoch": 4.949383577576181,
      "grad_norm": 1.942420085756899,
      "learning_rate": 2.281355008052868e-05,
      "loss": 1.6875,
      "step": 106387
    },
    {
      "epoch": 4.949430100023261,
      "grad_norm": 1.8277337801979194,
      "learning_rate": 2.2811582544952085e-05,
      "loss": 1.5,
      "step": 106388
    },
    {
      "epoch": 4.949476622470342,
      "grad_norm": 1.7578063745353054,
      "learning_rate": 2.2809615087241002e-05,
      "loss": 1.4766,
      "step": 106389
    },
    {
      "epoch": 4.949523144917423,
      "grad_norm": 1.8813627582926973,
      "learning_rate": 2.280764770739658e-05,
      "loss": 1.4375,
      "step": 106390
    },
    {
      "epoch": 4.9495696673645035,
      "grad_norm": 1.85266900726745,
      "learning_rate": 2.2805680405420092e-05,
      "loss": 1.3906,
      "step": 106391
    },
    {
      "epoch": 4.949616189811584,
      "grad_norm": 1.9465867811370927,
      "learning_rate": 2.2803713181312727e-05,
      "loss": 1.6953,
      "step": 106392
    },
    {
      "epoch": 4.9496627122586645,
      "grad_norm": 1.975895435683393,
      "learning_rate": 2.2801746035075673e-05,
      "loss": 1.6328,
      "step": 106393
    },
    {
      "epoch": 4.949709234705746,
      "grad_norm": 1.7286863641926602,
      "learning_rate": 2.2799778966710146e-05,
      "loss": 1.3828,
      "step": 106394
    },
    {
      "epoch": 4.949755757152826,
      "grad_norm": 1.814002929955799,
      "learning_rate": 2.279781197621731e-05,
      "loss": 1.4922,
      "step": 106395
    },
    {
      "epoch": 4.949802279599907,
      "grad_norm": 1.892771678180839,
      "learning_rate": 2.2795845063598435e-05,
      "loss": 1.6875,
      "step": 106396
    },
    {
      "epoch": 4.949848802046987,
      "grad_norm": 1.875428878878354,
      "learning_rate": 2.2793878228854677e-05,
      "loss": 1.6406,
      "step": 106397
    },
    {
      "epoch": 4.949895324494069,
      "grad_norm": 1.8128226136604932,
      "learning_rate": 2.2791911471987278e-05,
      "loss": 1.5391,
      "step": 106398
    },
    {
      "epoch": 4.949941846941149,
      "grad_norm": 1.765621488370172,
      "learning_rate": 2.2789944792997382e-05,
      "loss": 1.4531,
      "step": 106399
    },
    {
      "epoch": 4.94998836938823,
      "grad_norm": 1.7834915059424192,
      "learning_rate": 2.2787978191886257e-05,
      "loss": 1.4609,
      "step": 106400
    },
    {
      "epoch": 4.95003489183531,
      "grad_norm": 1.87424649768228,
      "learning_rate": 2.2786011668655085e-05,
      "loss": 1.6016,
      "step": 106401
    },
    {
      "epoch": 4.9500814142823915,
      "grad_norm": 1.6018025813268624,
      "learning_rate": 2.2784045223305048e-05,
      "loss": 1.3203,
      "step": 106402
    },
    {
      "epoch": 4.950127936729472,
      "grad_norm": 1.8142832716392927,
      "learning_rate": 2.2782078855837377e-05,
      "loss": 1.5547,
      "step": 106403
    },
    {
      "epoch": 4.950174459176552,
      "grad_norm": 1.924536553631797,
      "learning_rate": 2.2780112566253257e-05,
      "loss": 1.5625,
      "step": 106404
    },
    {
      "epoch": 4.950220981623634,
      "grad_norm": 1.8660307274930457,
      "learning_rate": 2.2778146354553918e-05,
      "loss": 1.5703,
      "step": 106405
    },
    {
      "epoch": 4.950267504070714,
      "grad_norm": 1.6737109171710491,
      "learning_rate": 2.277618022074056e-05,
      "loss": 1.3047,
      "step": 106406
    },
    {
      "epoch": 4.950314026517795,
      "grad_norm": 1.9278327880943076,
      "learning_rate": 2.2774214164814364e-05,
      "loss": 1.7578,
      "step": 106407
    },
    {
      "epoch": 4.950360548964875,
      "grad_norm": 1.8522734899811628,
      "learning_rate": 2.2772248186776514e-05,
      "loss": 1.6406,
      "step": 106408
    },
    {
      "epoch": 4.950407071411957,
      "grad_norm": 1.8526425141910412,
      "learning_rate": 2.2770282286628277e-05,
      "loss": 1.5781,
      "step": 106409
    },
    {
      "epoch": 4.950453593859037,
      "grad_norm": 1.855741837498461,
      "learning_rate": 2.2768316464370818e-05,
      "loss": 1.4688,
      "step": 106410
    },
    {
      "epoch": 4.9505001163061175,
      "grad_norm": 1.913293428522097,
      "learning_rate": 2.276635072000535e-05,
      "loss": 1.6484,
      "step": 106411
    },
    {
      "epoch": 4.950546638753199,
      "grad_norm": 1.9225569616127485,
      "learning_rate": 2.2764385053533042e-05,
      "loss": 1.7109,
      "step": 106412
    },
    {
      "epoch": 4.950593161200279,
      "grad_norm": 1.6176543265061976,
      "learning_rate": 2.2762419464955158e-05,
      "loss": 1.3047,
      "step": 106413
    },
    {
      "epoch": 4.95063968364736,
      "grad_norm": 1.7164770627861228,
      "learning_rate": 2.2760453954272863e-05,
      "loss": 1.3594,
      "step": 106414
    },
    {
      "epoch": 4.95068620609444,
      "grad_norm": 1.9023146421684929,
      "learning_rate": 2.275848852148739e-05,
      "loss": 1.625,
      "step": 106415
    },
    {
      "epoch": 4.950732728541521,
      "grad_norm": 1.7953032830350655,
      "learning_rate": 2.2756523166599855e-05,
      "loss": 1.6562,
      "step": 106416
    },
    {
      "epoch": 4.950779250988602,
      "grad_norm": 1.7790024816778465,
      "learning_rate": 2.2754557889611592e-05,
      "loss": 1.4062,
      "step": 106417
    },
    {
      "epoch": 4.950825773435683,
      "grad_norm": 1.7718238567524602,
      "learning_rate": 2.2752592690523713e-05,
      "loss": 1.5391,
      "step": 106418
    },
    {
      "epoch": 4.950872295882763,
      "grad_norm": 1.8215325104379354,
      "learning_rate": 2.275062756933747e-05,
      "loss": 1.5703,
      "step": 106419
    },
    {
      "epoch": 4.9509188183298445,
      "grad_norm": 1.9630318579635384,
      "learning_rate": 2.2748662526054027e-05,
      "loss": 1.625,
      "step": 106420
    },
    {
      "epoch": 4.950965340776925,
      "grad_norm": 1.780557269127523,
      "learning_rate": 2.274669756067457e-05,
      "loss": 1.5234,
      "step": 106421
    },
    {
      "epoch": 4.951011863224005,
      "grad_norm": 1.9443813383680812,
      "learning_rate": 2.2744732673200377e-05,
      "loss": 1.6484,
      "step": 106422
    },
    {
      "epoch": 4.951058385671086,
      "grad_norm": 1.8412778339342983,
      "learning_rate": 2.27427678636326e-05,
      "loss": 1.5078,
      "step": 106423
    },
    {
      "epoch": 4.951104908118167,
      "grad_norm": 1.7232734606789661,
      "learning_rate": 2.2740803131972418e-05,
      "loss": 1.3359,
      "step": 106424
    },
    {
      "epoch": 4.951151430565248,
      "grad_norm": 1.7956072349300678,
      "learning_rate": 2.27388384782211e-05,
      "loss": 1.5391,
      "step": 106425
    },
    {
      "epoch": 4.951197953012328,
      "grad_norm": 1.896984335539688,
      "learning_rate": 2.2736873902379776e-05,
      "loss": 1.6328,
      "step": 106426
    },
    {
      "epoch": 4.95124447545941,
      "grad_norm": 1.920225267983988,
      "learning_rate": 2.273490940444973e-05,
      "loss": 1.6953,
      "step": 106427
    },
    {
      "epoch": 4.95129099790649,
      "grad_norm": 1.7958692437102033,
      "learning_rate": 2.2732944984432128e-05,
      "loss": 1.5,
      "step": 106428
    },
    {
      "epoch": 4.9513375203535706,
      "grad_norm": 1.8809901528783433,
      "learning_rate": 2.2730980642328152e-05,
      "loss": 1.6094,
      "step": 106429
    },
    {
      "epoch": 4.951384042800651,
      "grad_norm": 1.874730033095416,
      "learning_rate": 2.2729016378138997e-05,
      "loss": 1.5234,
      "step": 106430
    },
    {
      "epoch": 4.951430565247732,
      "grad_norm": 1.754720064934461,
      "learning_rate": 2.272705219186592e-05,
      "loss": 1.4609,
      "step": 106431
    },
    {
      "epoch": 4.951477087694813,
      "grad_norm": 1.9969119060063478,
      "learning_rate": 2.2725088083510097e-05,
      "loss": 1.6641,
      "step": 106432
    },
    {
      "epoch": 4.951523610141893,
      "grad_norm": 1.727862346596088,
      "learning_rate": 2.272312405307271e-05,
      "loss": 1.375,
      "step": 106433
    },
    {
      "epoch": 4.951570132588974,
      "grad_norm": 1.8433951199811978,
      "learning_rate": 2.2721160100554963e-05,
      "loss": 1.5469,
      "step": 106434
    },
    {
      "epoch": 4.951616655036055,
      "grad_norm": 1.7321529345177842,
      "learning_rate": 2.2719196225958087e-05,
      "loss": 1.375,
      "step": 106435
    },
    {
      "epoch": 4.951663177483136,
      "grad_norm": 1.8110153384099181,
      "learning_rate": 2.2717232429283278e-05,
      "loss": 1.4453,
      "step": 106436
    },
    {
      "epoch": 4.951709699930216,
      "grad_norm": 1.9955909169441397,
      "learning_rate": 2.2715268710531736e-05,
      "loss": 1.6797,
      "step": 106437
    },
    {
      "epoch": 4.951756222377297,
      "grad_norm": 1.8588191448019362,
      "learning_rate": 2.2713305069704613e-05,
      "loss": 1.4141,
      "step": 106438
    },
    {
      "epoch": 4.951802744824378,
      "grad_norm": 1.7439413973155393,
      "learning_rate": 2.2711341506803186e-05,
      "loss": 1.3828,
      "step": 106439
    },
    {
      "epoch": 4.9518492672714585,
      "grad_norm": 1.7400423568854375,
      "learning_rate": 2.2709378021828628e-05,
      "loss": 1.3672,
      "step": 106440
    },
    {
      "epoch": 4.951895789718539,
      "grad_norm": 1.802910790477935,
      "learning_rate": 2.2707414614782148e-05,
      "loss": 1.5156,
      "step": 106441
    },
    {
      "epoch": 4.95194231216562,
      "grad_norm": 1.895393886507945,
      "learning_rate": 2.2705451285664898e-05,
      "loss": 1.7578,
      "step": 106442
    },
    {
      "epoch": 4.951988834612701,
      "grad_norm": 1.8080308359720063,
      "learning_rate": 2.2703488034478145e-05,
      "loss": 1.5781,
      "step": 106443
    },
    {
      "epoch": 4.952035357059781,
      "grad_norm": 1.6033407807576399,
      "learning_rate": 2.2701524861223085e-05,
      "loss": 1.2344,
      "step": 106444
    },
    {
      "epoch": 4.952081879506862,
      "grad_norm": 1.6936454077379286,
      "learning_rate": 2.2699561765900888e-05,
      "loss": 1.4766,
      "step": 106445
    },
    {
      "epoch": 4.952128401953943,
      "grad_norm": 1.8363423319820773,
      "learning_rate": 2.2697598748512745e-05,
      "loss": 1.5391,
      "step": 106446
    },
    {
      "epoch": 4.952174924401024,
      "grad_norm": 1.6640152926603335,
      "learning_rate": 2.2695635809059914e-05,
      "loss": 1.25,
      "step": 106447
    },
    {
      "epoch": 4.952221446848104,
      "grad_norm": 1.885014655665913,
      "learning_rate": 2.2693672947543523e-05,
      "loss": 1.5859,
      "step": 106448
    },
    {
      "epoch": 4.952267969295185,
      "grad_norm": 1.5411514870406327,
      "learning_rate": 2.2691710163964873e-05,
      "loss": 1.1875,
      "step": 106449
    },
    {
      "epoch": 4.952314491742266,
      "grad_norm": 1.8317444401532084,
      "learning_rate": 2.2689747458325092e-05,
      "loss": 1.5547,
      "step": 106450
    },
    {
      "epoch": 4.952361014189346,
      "grad_norm": 1.9431790014636816,
      "learning_rate": 2.2687784830625383e-05,
      "loss": 1.5,
      "step": 106451
    },
    {
      "epoch": 4.952407536636427,
      "grad_norm": 1.8999086804059349,
      "learning_rate": 2.2685822280866946e-05,
      "loss": 1.5859,
      "step": 106452
    },
    {
      "epoch": 4.952454059083507,
      "grad_norm": 1.9019698104936202,
      "learning_rate": 2.268385980905104e-05,
      "loss": 1.6562,
      "step": 106453
    },
    {
      "epoch": 4.952500581530589,
      "grad_norm": 1.7617584941277444,
      "learning_rate": 2.2681897415178805e-05,
      "loss": 1.4766,
      "step": 106454
    },
    {
      "epoch": 4.952547103977669,
      "grad_norm": 1.9539511806071839,
      "learning_rate": 2.2679935099251474e-05,
      "loss": 1.6719,
      "step": 106455
    },
    {
      "epoch": 4.95259362642475,
      "grad_norm": 1.751015011918984,
      "learning_rate": 2.2677972861270204e-05,
      "loss": 1.5312,
      "step": 106456
    },
    {
      "epoch": 4.952640148871831,
      "grad_norm": 1.9082561584302218,
      "learning_rate": 2.2676010701236268e-05,
      "loss": 1.6094,
      "step": 106457
    },
    {
      "epoch": 4.9526866713189115,
      "grad_norm": 1.8250469440992572,
      "learning_rate": 2.2674048619150813e-05,
      "loss": 1.5312,
      "step": 106458
    },
    {
      "epoch": 4.952733193765992,
      "grad_norm": 1.7853736029444356,
      "learning_rate": 2.2672086615015073e-05,
      "loss": 1.5156,
      "step": 106459
    },
    {
      "epoch": 4.9527797162130724,
      "grad_norm": 1.870361039420941,
      "learning_rate": 2.2670124688830192e-05,
      "loss": 1.5156,
      "step": 106460
    },
    {
      "epoch": 4.952826238660154,
      "grad_norm": 1.9165811025618111,
      "learning_rate": 2.2668162840597442e-05,
      "loss": 1.5547,
      "step": 106461
    },
    {
      "epoch": 4.952872761107234,
      "grad_norm": 1.8721577661683477,
      "learning_rate": 2.2666201070318e-05,
      "loss": 1.625,
      "step": 106462
    },
    {
      "epoch": 4.952919283554315,
      "grad_norm": 1.9300142167016812,
      "learning_rate": 2.2664239377993053e-05,
      "loss": 1.5078,
      "step": 106463
    },
    {
      "epoch": 4.952965806001396,
      "grad_norm": 1.6296172404563032,
      "learning_rate": 2.2662277763623782e-05,
      "loss": 1.2031,
      "step": 106464
    },
    {
      "epoch": 4.953012328448477,
      "grad_norm": 1.8793926001252377,
      "learning_rate": 2.2660316227211432e-05,
      "loss": 1.5781,
      "step": 106465
    },
    {
      "epoch": 4.953058850895557,
      "grad_norm": 1.8888227231606105,
      "learning_rate": 2.265835476875721e-05,
      "loss": 1.5469,
      "step": 106466
    },
    {
      "epoch": 4.953105373342638,
      "grad_norm": 1.7999752779340386,
      "learning_rate": 2.2656393388262274e-05,
      "loss": 1.5625,
      "step": 106467
    },
    {
      "epoch": 4.953151895789718,
      "grad_norm": 1.883169077806779,
      "learning_rate": 2.2654432085727824e-05,
      "loss": 1.5625,
      "step": 106468
    },
    {
      "epoch": 4.953198418236799,
      "grad_norm": 1.862391168601757,
      "learning_rate": 2.2652470861155082e-05,
      "loss": 1.4766,
      "step": 106469
    },
    {
      "epoch": 4.95324494068388,
      "grad_norm": 1.8474460090921945,
      "learning_rate": 2.2650509714545272e-05,
      "loss": 1.4531,
      "step": 106470
    },
    {
      "epoch": 4.95329146313096,
      "grad_norm": 1.9214678886208374,
      "learning_rate": 2.2648548645899566e-05,
      "loss": 1.6094,
      "step": 106471
    },
    {
      "epoch": 4.953337985578042,
      "grad_norm": 1.716839969374392,
      "learning_rate": 2.2646587655219194e-05,
      "loss": 1.3203,
      "step": 106472
    },
    {
      "epoch": 4.953384508025122,
      "grad_norm": 1.7519335369945352,
      "learning_rate": 2.2644626742505305e-05,
      "loss": 1.4766,
      "step": 106473
    },
    {
      "epoch": 4.953431030472203,
      "grad_norm": 1.7298001007942487,
      "learning_rate": 2.26426659077591e-05,
      "loss": 1.3359,
      "step": 106474
    },
    {
      "epoch": 4.953477552919283,
      "grad_norm": 1.8411254006570814,
      "learning_rate": 2.2640705150981843e-05,
      "loss": 1.3906,
      "step": 106475
    },
    {
      "epoch": 4.9535240753663645,
      "grad_norm": 1.9610297197266617,
      "learning_rate": 2.2638744472174696e-05,
      "loss": 1.625,
      "step": 106476
    },
    {
      "epoch": 4.953570597813445,
      "grad_norm": 1.7043781941085483,
      "learning_rate": 2.2636783871338866e-05,
      "loss": 1.4375,
      "step": 106477
    },
    {
      "epoch": 4.9536171202605255,
      "grad_norm": 1.6366527872261203,
      "learning_rate": 2.2634823348475513e-05,
      "loss": 1.3281,
      "step": 106478
    },
    {
      "epoch": 4.953663642707607,
      "grad_norm": 1.981012615421321,
      "learning_rate": 2.2632862903585902e-05,
      "loss": 1.7578,
      "step": 106479
    },
    {
      "epoch": 4.953710165154687,
      "grad_norm": 1.862034353127528,
      "learning_rate": 2.26309025366712e-05,
      "loss": 1.5625,
      "step": 106480
    },
    {
      "epoch": 4.953756687601768,
      "grad_norm": 1.9419966188075626,
      "learning_rate": 2.262894224773261e-05,
      "loss": 1.6484,
      "step": 106481
    },
    {
      "epoch": 4.953803210048848,
      "grad_norm": 1.8532792297545104,
      "learning_rate": 2.2626982036771296e-05,
      "loss": 1.5078,
      "step": 106482
    },
    {
      "epoch": 4.95384973249593,
      "grad_norm": 1.8588461102769362,
      "learning_rate": 2.2625021903788537e-05,
      "loss": 1.5312,
      "step": 106483
    },
    {
      "epoch": 4.95389625494301,
      "grad_norm": 1.7679921129163423,
      "learning_rate": 2.2623061848785486e-05,
      "loss": 1.4844,
      "step": 106484
    },
    {
      "epoch": 4.953942777390091,
      "grad_norm": 1.946456349196953,
      "learning_rate": 2.2621101871763354e-05,
      "loss": 1.5469,
      "step": 106485
    },
    {
      "epoch": 4.953989299837171,
      "grad_norm": 1.6916731750949328,
      "learning_rate": 2.2619141972723276e-05,
      "loss": 1.3125,
      "step": 106486
    },
    {
      "epoch": 4.954035822284252,
      "grad_norm": 1.795246241624406,
      "learning_rate": 2.2617182151666567e-05,
      "loss": 1.3984,
      "step": 106487
    },
    {
      "epoch": 4.954082344731333,
      "grad_norm": 1.9249859630935833,
      "learning_rate": 2.2615222408594362e-05,
      "loss": 1.6719,
      "step": 106488
    },
    {
      "epoch": 4.954128867178413,
      "grad_norm": 1.7614350986547995,
      "learning_rate": 2.2613262743507878e-05,
      "loss": 1.3984,
      "step": 106489
    },
    {
      "epoch": 4.954175389625494,
      "grad_norm": 1.8291631226816047,
      "learning_rate": 2.2611303156408255e-05,
      "loss": 1.6094,
      "step": 106490
    },
    {
      "epoch": 4.954221912072575,
      "grad_norm": 2.0141392596663814,
      "learning_rate": 2.2609343647296752e-05,
      "loss": 1.6484,
      "step": 106491
    },
    {
      "epoch": 4.954268434519656,
      "grad_norm": 1.7654556907333274,
      "learning_rate": 2.2607384216174595e-05,
      "loss": 1.4453,
      "step": 106492
    },
    {
      "epoch": 4.954314956966736,
      "grad_norm": 1.7285239168721784,
      "learning_rate": 2.2605424863042952e-05,
      "loss": 1.3984,
      "step": 106493
    },
    {
      "epoch": 4.9543614794138175,
      "grad_norm": 1.9918931135925528,
      "learning_rate": 2.260346558790301e-05,
      "loss": 1.7031,
      "step": 106494
    },
    {
      "epoch": 4.954408001860898,
      "grad_norm": 1.8057028703470788,
      "learning_rate": 2.260150639075594e-05,
      "loss": 1.5547,
      "step": 106495
    },
    {
      "epoch": 4.9544545243079785,
      "grad_norm": 1.8466373185210143,
      "learning_rate": 2.2599547271603037e-05,
      "loss": 1.4688,
      "step": 106496
    },
    {
      "epoch": 4.954501046755059,
      "grad_norm": 1.729686535929969,
      "learning_rate": 2.2597588230445406e-05,
      "loss": 1.3906,
      "step": 106497
    },
    {
      "epoch": 4.95454756920214,
      "grad_norm": 1.708294634955246,
      "learning_rate": 2.2595629267284303e-05,
      "loss": 1.3281,
      "step": 106498
    },
    {
      "epoch": 4.954594091649221,
      "grad_norm": 1.929655118601386,
      "learning_rate": 2.259367038212091e-05,
      "loss": 1.6562,
      "step": 106499
    },
    {
      "epoch": 4.954640614096301,
      "grad_norm": 1.6613689040820612,
      "learning_rate": 2.259171157495639e-05,
      "loss": 1.2656,
      "step": 106500
    },
    {
      "epoch": 4.954687136543383,
      "grad_norm": 1.8735200897697106,
      "learning_rate": 2.258975284579199e-05,
      "loss": 1.6172,
      "step": 106501
    },
    {
      "epoch": 4.954733658990463,
      "grad_norm": 1.7781097563518489,
      "learning_rate": 2.2587794194628918e-05,
      "loss": 1.5,
      "step": 106502
    },
    {
      "epoch": 4.954780181437544,
      "grad_norm": 1.8808434641236345,
      "learning_rate": 2.258583562146833e-05,
      "loss": 1.5312,
      "step": 106503
    },
    {
      "epoch": 4.954826703884624,
      "grad_norm": 1.9231353616746518,
      "learning_rate": 2.258387712631143e-05,
      "loss": 1.5547,
      "step": 106504
    },
    {
      "epoch": 4.954873226331705,
      "grad_norm": 1.9868551367931018,
      "learning_rate": 2.2581918709159447e-05,
      "loss": 1.5859,
      "step": 106505
    },
    {
      "epoch": 4.954919748778786,
      "grad_norm": 1.8672141599182819,
      "learning_rate": 2.2579960370013568e-05,
      "loss": 1.4844,
      "step": 106506
    },
    {
      "epoch": 4.954966271225866,
      "grad_norm": 1.9608828505954154,
      "learning_rate": 2.2578002108874988e-05,
      "loss": 1.6719,
      "step": 106507
    },
    {
      "epoch": 4.955012793672947,
      "grad_norm": 2.043030021334514,
      "learning_rate": 2.2576043925744876e-05,
      "loss": 1.7891,
      "step": 106508
    },
    {
      "epoch": 4.955059316120028,
      "grad_norm": 2.000161302120266,
      "learning_rate": 2.2574085820624493e-05,
      "loss": 1.7266,
      "step": 106509
    },
    {
      "epoch": 4.955105838567109,
      "grad_norm": 1.8940637517834287,
      "learning_rate": 2.257212779351501e-05,
      "loss": 1.6484,
      "step": 106510
    },
    {
      "epoch": 4.955152361014189,
      "grad_norm": 1.9333672872002645,
      "learning_rate": 2.2570169844417623e-05,
      "loss": 1.7188,
      "step": 106511
    },
    {
      "epoch": 4.95519888346127,
      "grad_norm": 1.7639471608088633,
      "learning_rate": 2.2568211973333483e-05,
      "loss": 1.3984,
      "step": 106512
    },
    {
      "epoch": 4.955245405908351,
      "grad_norm": 1.7919256161453538,
      "learning_rate": 2.2566254180263836e-05,
      "loss": 1.4844,
      "step": 106513
    },
    {
      "epoch": 4.9552919283554315,
      "grad_norm": 1.7622526776723377,
      "learning_rate": 2.2564296465209918e-05,
      "loss": 1.3984,
      "step": 106514
    },
    {
      "epoch": 4.955338450802512,
      "grad_norm": 1.9099153535847897,
      "learning_rate": 2.2562338828172894e-05,
      "loss": 1.5859,
      "step": 106515
    },
    {
      "epoch": 4.955384973249593,
      "grad_norm": 1.8528294059269332,
      "learning_rate": 2.2560381269153958e-05,
      "loss": 1.5312,
      "step": 106516
    },
    {
      "epoch": 4.955431495696674,
      "grad_norm": 1.7914155359077497,
      "learning_rate": 2.2558423788154268e-05,
      "loss": 1.4922,
      "step": 106517
    },
    {
      "epoch": 4.955478018143754,
      "grad_norm": 1.6507055797135473,
      "learning_rate": 2.2556466385175097e-05,
      "loss": 1.2969,
      "step": 106518
    },
    {
      "epoch": 4.955524540590835,
      "grad_norm": 2.036258999972913,
      "learning_rate": 2.2554509060217602e-05,
      "loss": 1.7656,
      "step": 106519
    },
    {
      "epoch": 4.955571063037916,
      "grad_norm": 1.9986277280987446,
      "learning_rate": 2.255255181328299e-05,
      "loss": 1.6094,
      "step": 106520
    },
    {
      "epoch": 4.955617585484997,
      "grad_norm": 1.860366065237519,
      "learning_rate": 2.2550594644372438e-05,
      "loss": 1.6328,
      "step": 106521
    },
    {
      "epoch": 4.955664107932077,
      "grad_norm": 1.8658948732341472,
      "learning_rate": 2.2548637553487185e-05,
      "loss": 1.5625,
      "step": 106522
    },
    {
      "epoch": 4.955710630379158,
      "grad_norm": 1.6343251978247233,
      "learning_rate": 2.2546680540628405e-05,
      "loss": 1.1875,
      "step": 106523
    },
    {
      "epoch": 4.955757152826239,
      "grad_norm": 1.8600534767776407,
      "learning_rate": 2.2544723605797304e-05,
      "loss": 1.5859,
      "step": 106524
    },
    {
      "epoch": 4.955803675273319,
      "grad_norm": 1.7236903908660672,
      "learning_rate": 2.254276674899507e-05,
      "loss": 1.5,
      "step": 106525
    },
    {
      "epoch": 4.9558501977204,
      "grad_norm": 1.7391127172644125,
      "learning_rate": 2.2540809970222872e-05,
      "loss": 1.3828,
      "step": 106526
    },
    {
      "epoch": 4.95589672016748,
      "grad_norm": 1.8548047643068373,
      "learning_rate": 2.2538853269481987e-05,
      "loss": 1.5938,
      "step": 106527
    },
    {
      "epoch": 4.955943242614562,
      "grad_norm": 1.8757324992935078,
      "learning_rate": 2.253689664677355e-05,
      "loss": 1.6562,
      "step": 106528
    },
    {
      "epoch": 4.955989765061642,
      "grad_norm": 1.7882978682833075,
      "learning_rate": 2.2534940102098776e-05,
      "loss": 1.5234,
      "step": 106529
    },
    {
      "epoch": 4.956036287508723,
      "grad_norm": 1.720519625081817,
      "learning_rate": 2.2532983635458845e-05,
      "loss": 1.3438,
      "step": 106530
    },
    {
      "epoch": 4.956082809955804,
      "grad_norm": 1.8748883188696603,
      "learning_rate": 2.2531027246854995e-05,
      "loss": 1.6562,
      "step": 106531
    },
    {
      "epoch": 4.956129332402885,
      "grad_norm": 1.7594299676929388,
      "learning_rate": 2.2529070936288402e-05,
      "loss": 1.4219,
      "step": 106532
    },
    {
      "epoch": 4.956175854849965,
      "grad_norm": 1.8202413447634258,
      "learning_rate": 2.252711470376027e-05,
      "loss": 1.5156,
      "step": 106533
    },
    {
      "epoch": 4.9562223772970455,
      "grad_norm": 1.8678846995857559,
      "learning_rate": 2.2525158549271743e-05,
      "loss": 1.5469,
      "step": 106534
    },
    {
      "epoch": 4.956268899744127,
      "grad_norm": 1.845070268031707,
      "learning_rate": 2.2523202472824074e-05,
      "loss": 1.7031,
      "step": 106535
    },
    {
      "epoch": 4.956315422191207,
      "grad_norm": 1.8980603949448474,
      "learning_rate": 2.252124647441848e-05,
      "loss": 1.4141,
      "step": 106536
    },
    {
      "epoch": 4.956361944638288,
      "grad_norm": 1.8135140437883366,
      "learning_rate": 2.2519290554056142e-05,
      "loss": 1.5859,
      "step": 106537
    },
    {
      "epoch": 4.956408467085368,
      "grad_norm": 1.9221029700111074,
      "learning_rate": 2.251733471173824e-05,
      "loss": 1.5469,
      "step": 106538
    },
    {
      "epoch": 4.95645498953245,
      "grad_norm": 1.9034174696978228,
      "learning_rate": 2.251537894746594e-05,
      "loss": 1.6797,
      "step": 106539
    },
    {
      "epoch": 4.95650151197953,
      "grad_norm": 2.012764293552392,
      "learning_rate": 2.251342326124051e-05,
      "loss": 1.6094,
      "step": 106540
    },
    {
      "epoch": 4.956548034426611,
      "grad_norm": 1.8394902455438205,
      "learning_rate": 2.2511467653063113e-05,
      "loss": 1.5938,
      "step": 106541
    },
    {
      "epoch": 4.956594556873691,
      "grad_norm": 2.0992398792475027,
      "learning_rate": 2.250951212293495e-05,
      "loss": 2.1875,
      "step": 106542
    },
    {
      "epoch": 4.9566410793207725,
      "grad_norm": 1.8633103367224566,
      "learning_rate": 2.2507556670857173e-05,
      "loss": 1.4609,
      "step": 106543
    },
    {
      "epoch": 4.956687601767853,
      "grad_norm": 1.8908376090115226,
      "learning_rate": 2.2505601296831078e-05,
      "loss": 1.5312,
      "step": 106544
    },
    {
      "epoch": 4.956734124214933,
      "grad_norm": 1.7801937501890484,
      "learning_rate": 2.250364600085778e-05,
      "loss": 1.3906,
      "step": 106545
    },
    {
      "epoch": 4.956780646662015,
      "grad_norm": 1.8519124448920194,
      "learning_rate": 2.2501690782938507e-05,
      "loss": 1.5938,
      "step": 106546
    },
    {
      "epoch": 4.956827169109095,
      "grad_norm": 1.7454094263768936,
      "learning_rate": 2.2499735643074434e-05,
      "loss": 1.4141,
      "step": 106547
    },
    {
      "epoch": 4.956873691556176,
      "grad_norm": 1.8135805514674523,
      "learning_rate": 2.2497780581266787e-05,
      "loss": 1.5781,
      "step": 106548
    },
    {
      "epoch": 4.956920214003256,
      "grad_norm": 1.8104214150722262,
      "learning_rate": 2.2495825597516754e-05,
      "loss": 1.5,
      "step": 106549
    },
    {
      "epoch": 4.956966736450338,
      "grad_norm": 1.7302381610802322,
      "learning_rate": 2.2493870691825543e-05,
      "loss": 1.4141,
      "step": 106550
    },
    {
      "epoch": 4.957013258897418,
      "grad_norm": 1.8463064165203291,
      "learning_rate": 2.2491915864194328e-05,
      "loss": 1.5312,
      "step": 106551
    },
    {
      "epoch": 4.9570597813444985,
      "grad_norm": 1.7776897824727136,
      "learning_rate": 2.2489961114624266e-05,
      "loss": 1.5625,
      "step": 106552
    },
    {
      "epoch": 4.95710630379158,
      "grad_norm": 1.8314235640494179,
      "learning_rate": 2.2488006443116645e-05,
      "loss": 1.5312,
      "step": 106553
    },
    {
      "epoch": 4.95715282623866,
      "grad_norm": 1.943912713092801,
      "learning_rate": 2.2486051849672614e-05,
      "loss": 1.6172,
      "step": 106554
    },
    {
      "epoch": 4.957199348685741,
      "grad_norm": 1.9378092229317316,
      "learning_rate": 2.248409733429339e-05,
      "loss": 1.5859,
      "step": 106555
    },
    {
      "epoch": 4.957245871132821,
      "grad_norm": 2.0614189871135347,
      "learning_rate": 2.24821428969801e-05,
      "loss": 1.9297,
      "step": 106556
    },
    {
      "epoch": 4.957292393579902,
      "grad_norm": 1.730881336616535,
      "learning_rate": 2.2480188537733994e-05,
      "loss": 1.4375,
      "step": 106557
    },
    {
      "epoch": 4.957338916026983,
      "grad_norm": 1.8071609458121347,
      "learning_rate": 2.2478234256556326e-05,
      "loss": 1.4141,
      "step": 106558
    },
    {
      "epoch": 4.957385438474064,
      "grad_norm": 1.9224408540902989,
      "learning_rate": 2.2476280053448208e-05,
      "loss": 1.6094,
      "step": 106559
    },
    {
      "epoch": 4.957431960921144,
      "grad_norm": 1.7661862930776773,
      "learning_rate": 2.2474325928410873e-05,
      "loss": 1.3828,
      "step": 106560
    },
    {
      "epoch": 4.9574784833682255,
      "grad_norm": 1.8057815696108936,
      "learning_rate": 2.2472371881445473e-05,
      "loss": 1.5156,
      "step": 106561
    },
    {
      "epoch": 4.957525005815306,
      "grad_norm": 1.7527545283850734,
      "learning_rate": 2.2470417912553267e-05,
      "loss": 1.4922,
      "step": 106562
    },
    {
      "epoch": 4.9575715282623865,
      "grad_norm": 2.0066956704118653,
      "learning_rate": 2.2468464021735443e-05,
      "loss": 1.6094,
      "step": 106563
    },
    {
      "epoch": 4.957618050709467,
      "grad_norm": 1.5788156470868433,
      "learning_rate": 2.246651020899315e-05,
      "loss": 1.1641,
      "step": 106564
    },
    {
      "epoch": 4.957664573156548,
      "grad_norm": 1.8676217321206325,
      "learning_rate": 2.24645564743276e-05,
      "loss": 1.5625,
      "step": 106565
    },
    {
      "epoch": 4.957711095603629,
      "grad_norm": 1.8755896794243339,
      "learning_rate": 2.246260281774001e-05,
      "loss": 1.5625,
      "step": 106566
    },
    {
      "epoch": 4.957757618050709,
      "grad_norm": 1.8299553751378714,
      "learning_rate": 2.246064923923158e-05,
      "loss": 1.5938,
      "step": 106567
    },
    {
      "epoch": 4.957804140497791,
      "grad_norm": 1.8287577996886084,
      "learning_rate": 2.2458695738803494e-05,
      "loss": 1.5,
      "step": 106568
    },
    {
      "epoch": 4.957850662944871,
      "grad_norm": 1.9076525082695743,
      "learning_rate": 2.2456742316456916e-05,
      "loss": 1.6562,
      "step": 106569
    },
    {
      "epoch": 4.957897185391952,
      "grad_norm": 1.8430313820902897,
      "learning_rate": 2.2454788972193095e-05,
      "loss": 1.4531,
      "step": 106570
    },
    {
      "epoch": 4.957943707839032,
      "grad_norm": 1.8525512119358474,
      "learning_rate": 2.2452835706013212e-05,
      "loss": 1.5391,
      "step": 106571
    },
    {
      "epoch": 4.957990230286113,
      "grad_norm": 1.8310851297461403,
      "learning_rate": 2.245088251791845e-05,
      "loss": 1.6094,
      "step": 106572
    },
    {
      "epoch": 4.958036752733194,
      "grad_norm": 1.7651160031191337,
      "learning_rate": 2.2448929407909977e-05,
      "loss": 1.5078,
      "step": 106573
    },
    {
      "epoch": 4.958083275180274,
      "grad_norm": 1.9690534297476883,
      "learning_rate": 2.2446976375989057e-05,
      "loss": 1.7109,
      "step": 106574
    },
    {
      "epoch": 4.958129797627355,
      "grad_norm": 1.7970802943196285,
      "learning_rate": 2.2445023422156856e-05,
      "loss": 1.4688,
      "step": 106575
    },
    {
      "epoch": 4.958176320074436,
      "grad_norm": 1.8261361532071787,
      "learning_rate": 2.2443070546414554e-05,
      "loss": 1.625,
      "step": 106576
    },
    {
      "epoch": 4.958222842521517,
      "grad_norm": 1.841833819844507,
      "learning_rate": 2.2441117748763353e-05,
      "loss": 1.5312,
      "step": 106577
    },
    {
      "epoch": 4.958269364968597,
      "grad_norm": 1.7540469263956757,
      "learning_rate": 2.2439165029204386e-05,
      "loss": 1.375,
      "step": 106578
    },
    {
      "epoch": 4.958315887415678,
      "grad_norm": 1.8302361228553097,
      "learning_rate": 2.2437212387738983e-05,
      "loss": 1.4141,
      "step": 106579
    },
    {
      "epoch": 4.958362409862759,
      "grad_norm": 1.9444485801603684,
      "learning_rate": 2.243525982436828e-05,
      "loss": 1.5938,
      "step": 106580
    },
    {
      "epoch": 4.9584089323098395,
      "grad_norm": 1.9695776808579146,
      "learning_rate": 2.2433307339093455e-05,
      "loss": 1.6016,
      "step": 106581
    },
    {
      "epoch": 4.95845545475692,
      "grad_norm": 1.914024437251618,
      "learning_rate": 2.2431354931915705e-05,
      "loss": 1.5,
      "step": 106582
    },
    {
      "epoch": 4.958501977204001,
      "grad_norm": 1.9930055738912622,
      "learning_rate": 2.2429402602836206e-05,
      "loss": 1.7812,
      "step": 106583
    },
    {
      "epoch": 4.958548499651082,
      "grad_norm": 1.8674344059546355,
      "learning_rate": 2.2427450351856197e-05,
      "loss": 1.5938,
      "step": 106584
    },
    {
      "epoch": 4.958595022098162,
      "grad_norm": 1.7724406865083029,
      "learning_rate": 2.242549817897688e-05,
      "loss": 1.4844,
      "step": 106585
    },
    {
      "epoch": 4.958641544545243,
      "grad_norm": 1.865831117352416,
      "learning_rate": 2.2423546084199407e-05,
      "loss": 1.5703,
      "step": 106586
    },
    {
      "epoch": 4.958688066992324,
      "grad_norm": 2.072325063002041,
      "learning_rate": 2.2421594067524958e-05,
      "loss": 1.7578,
      "step": 106587
    },
    {
      "epoch": 4.958734589439405,
      "grad_norm": 1.8223988645679345,
      "learning_rate": 2.2419642128954796e-05,
      "loss": 1.6406,
      "step": 106588
    },
    {
      "epoch": 4.958781111886485,
      "grad_norm": 1.8098403429191068,
      "learning_rate": 2.241769026849009e-05,
      "loss": 1.5859,
      "step": 106589
    },
    {
      "epoch": 4.958827634333566,
      "grad_norm": 1.9100800784500207,
      "learning_rate": 2.2415738486132022e-05,
      "loss": 1.6797,
      "step": 106590
    },
    {
      "epoch": 4.958874156780647,
      "grad_norm": 1.8937282778155726,
      "learning_rate": 2.241378678188174e-05,
      "loss": 1.625,
      "step": 106591
    },
    {
      "epoch": 4.958920679227727,
      "grad_norm": 1.9243072451129912,
      "learning_rate": 2.241183515574055e-05,
      "loss": 1.6875,
      "step": 106592
    },
    {
      "epoch": 4.958967201674808,
      "grad_norm": 1.8613600587002461,
      "learning_rate": 2.2409883607709572e-05,
      "loss": 1.5938,
      "step": 106593
    },
    {
      "epoch": 4.959013724121888,
      "grad_norm": 1.8279852647075097,
      "learning_rate": 2.2407932137790014e-05,
      "loss": 1.5781,
      "step": 106594
    },
    {
      "epoch": 4.95906024656897,
      "grad_norm": 1.7477488168123283,
      "learning_rate": 2.2405980745983056e-05,
      "loss": 1.5156,
      "step": 106595
    },
    {
      "epoch": 4.95910676901605,
      "grad_norm": 1.7900611843890264,
      "learning_rate": 2.2404029432289926e-05,
      "loss": 1.5234,
      "step": 106596
    },
    {
      "epoch": 4.959153291463131,
      "grad_norm": 1.7583372228112097,
      "learning_rate": 2.2402078196711798e-05,
      "loss": 1.4531,
      "step": 106597
    },
    {
      "epoch": 4.959199813910212,
      "grad_norm": 1.6989669064690012,
      "learning_rate": 2.2400127039249884e-05,
      "loss": 1.3516,
      "step": 106598
    },
    {
      "epoch": 4.9592463363572925,
      "grad_norm": 1.764011905277361,
      "learning_rate": 2.2398175959905312e-05,
      "loss": 1.3828,
      "step": 106599
    },
    {
      "epoch": 4.959292858804373,
      "grad_norm": 1.7701499010136568,
      "learning_rate": 2.2396224958679337e-05,
      "loss": 1.3203,
      "step": 106600
    },
    {
      "epoch": 4.9593393812514535,
      "grad_norm": 1.873555394749079,
      "learning_rate": 2.2394274035573174e-05,
      "loss": 1.6641,
      "step": 106601
    },
    {
      "epoch": 4.959385903698535,
      "grad_norm": 1.8343329336707632,
      "learning_rate": 2.2392323190588002e-05,
      "loss": 1.6094,
      "step": 106602
    },
    {
      "epoch": 4.959432426145615,
      "grad_norm": 1.8477809380567924,
      "learning_rate": 2.2390372423724988e-05,
      "loss": 1.6641,
      "step": 106603
    },
    {
      "epoch": 4.959478948592696,
      "grad_norm": 1.9723668027743584,
      "learning_rate": 2.2388421734985316e-05,
      "loss": 1.6328,
      "step": 106604
    },
    {
      "epoch": 4.959525471039777,
      "grad_norm": 1.9035242705410338,
      "learning_rate": 2.2386471124370238e-05,
      "loss": 1.5859,
      "step": 106605
    },
    {
      "epoch": 4.959571993486858,
      "grad_norm": 1.9171109713486747,
      "learning_rate": 2.238452059188091e-05,
      "loss": 1.6953,
      "step": 106606
    },
    {
      "epoch": 4.959618515933938,
      "grad_norm": 1.7724007586661297,
      "learning_rate": 2.238257013751854e-05,
      "loss": 1.5078,
      "step": 106607
    },
    {
      "epoch": 4.959665038381019,
      "grad_norm": 1.8784446424716787,
      "learning_rate": 2.2380619761284308e-05,
      "loss": 1.6016,
      "step": 106608
    },
    {
      "epoch": 4.9597115608281,
      "grad_norm": 1.8005603202143636,
      "learning_rate": 2.2378669463179362e-05,
      "loss": 1.4922,
      "step": 106609
    },
    {
      "epoch": 4.95975808327518,
      "grad_norm": 1.9185697510694866,
      "learning_rate": 2.2376719243205e-05,
      "loss": 1.5938,
      "step": 106610
    },
    {
      "epoch": 4.959804605722261,
      "grad_norm": 2.021613173475496,
      "learning_rate": 2.2374769101362356e-05,
      "loss": 1.7188,
      "step": 106611
    },
    {
      "epoch": 4.959851128169341,
      "grad_norm": 2.053760347668969,
      "learning_rate": 2.237281903765263e-05,
      "loss": 1.7422,
      "step": 106612
    },
    {
      "epoch": 4.959897650616423,
      "grad_norm": 2.0278909005144947,
      "learning_rate": 2.2370869052076983e-05,
      "loss": 1.8203,
      "step": 106613
    },
    {
      "epoch": 4.959944173063503,
      "grad_norm": 1.8604219919187956,
      "learning_rate": 2.2368919144636687e-05,
      "loss": 1.5859,
      "step": 106614
    },
    {
      "epoch": 4.959990695510584,
      "grad_norm": 1.9203503516553209,
      "learning_rate": 2.2366969315332873e-05,
      "loss": 1.6484,
      "step": 106615
    },
    {
      "epoch": 4.960037217957664,
      "grad_norm": 1.9154194946762308,
      "learning_rate": 2.236501956416677e-05,
      "loss": 1.7344,
      "step": 106616
    },
    {
      "epoch": 4.9600837404047455,
      "grad_norm": 1.8600077219818172,
      "learning_rate": 2.2363069891139496e-05,
      "loss": 1.6406,
      "step": 106617
    },
    {
      "epoch": 4.960130262851826,
      "grad_norm": 1.8155390075069389,
      "learning_rate": 2.2361120296252365e-05,
      "loss": 1.4219,
      "step": 106618
    },
    {
      "epoch": 4.9601767852989065,
      "grad_norm": 1.6766185662892328,
      "learning_rate": 2.2359170779506497e-05,
      "loss": 1.2188,
      "step": 106619
    },
    {
      "epoch": 4.960223307745988,
      "grad_norm": 1.8682436354839744,
      "learning_rate": 2.2357221340903088e-05,
      "loss": 1.4844,
      "step": 106620
    },
    {
      "epoch": 4.960269830193068,
      "grad_norm": 1.9439407681468994,
      "learning_rate": 2.2355271980443316e-05,
      "loss": 1.7422,
      "step": 106621
    },
    {
      "epoch": 4.960316352640149,
      "grad_norm": 1.793725487098538,
      "learning_rate": 2.235332269812839e-05,
      "loss": 1.3359,
      "step": 106622
    },
    {
      "epoch": 4.960362875087229,
      "grad_norm": 2.0256290506326335,
      "learning_rate": 2.2351373493959552e-05,
      "loss": 1.8125,
      "step": 106623
    },
    {
      "epoch": 4.960409397534311,
      "grad_norm": 1.7740281836152572,
      "learning_rate": 2.234942436793795e-05,
      "loss": 1.4766,
      "step": 106624
    },
    {
      "epoch": 4.960455919981391,
      "grad_norm": 1.768970588448264,
      "learning_rate": 2.234747532006479e-05,
      "loss": 1.4688,
      "step": 106625
    },
    {
      "epoch": 4.960502442428472,
      "grad_norm": 1.925500100483362,
      "learning_rate": 2.2345526350341232e-05,
      "loss": 1.6484,
      "step": 106626
    },
    {
      "epoch": 4.960548964875552,
      "grad_norm": 1.7020673401846411,
      "learning_rate": 2.2343577458768526e-05,
      "loss": 1.4375,
      "step": 106627
    },
    {
      "epoch": 4.9605954873226334,
      "grad_norm": 1.8066131232077394,
      "learning_rate": 2.234162864534782e-05,
      "loss": 1.6328,
      "step": 106628
    },
    {
      "epoch": 4.960642009769714,
      "grad_norm": 1.9588719027520216,
      "learning_rate": 2.233967991008033e-05,
      "loss": 1.6328,
      "step": 106629
    },
    {
      "epoch": 4.960688532216794,
      "grad_norm": 1.7162408572701255,
      "learning_rate": 2.2337731252967195e-05,
      "loss": 1.3828,
      "step": 106630
    },
    {
      "epoch": 4.960735054663875,
      "grad_norm": 1.7626384073839043,
      "learning_rate": 2.2335782674009705e-05,
      "loss": 1.4844,
      "step": 106631
    },
    {
      "epoch": 4.960781577110956,
      "grad_norm": 1.8021405790312777,
      "learning_rate": 2.2333834173208997e-05,
      "loss": 1.4453,
      "step": 106632
    },
    {
      "epoch": 4.960828099558037,
      "grad_norm": 1.8546922669660273,
      "learning_rate": 2.233188575056627e-05,
      "loss": 1.5391,
      "step": 106633
    },
    {
      "epoch": 4.960874622005117,
      "grad_norm": 1.9213893508445359,
      "learning_rate": 2.2329937406082705e-05,
      "loss": 1.6016,
      "step": 106634
    },
    {
      "epoch": 4.960921144452199,
      "grad_norm": 2.0557639726894683,
      "learning_rate": 2.2327989139759468e-05,
      "loss": 1.8516,
      "step": 106635
    },
    {
      "epoch": 4.960967666899279,
      "grad_norm": 1.8670401623518378,
      "learning_rate": 2.232604095159784e-05,
      "loss": 1.5703,
      "step": 106636
    },
    {
      "epoch": 4.9610141893463595,
      "grad_norm": 1.8158720702046156,
      "learning_rate": 2.2324092841598957e-05,
      "loss": 1.5469,
      "step": 106637
    },
    {
      "epoch": 4.96106071179344,
      "grad_norm": 1.9034756774813206,
      "learning_rate": 2.2322144809763997e-05,
      "loss": 1.5547,
      "step": 106638
    },
    {
      "epoch": 4.961107234240521,
      "grad_norm": 1.8283749434270122,
      "learning_rate": 2.2320196856094163e-05,
      "loss": 1.4922,
      "step": 106639
    },
    {
      "epoch": 4.961153756687602,
      "grad_norm": 1.7952501035826682,
      "learning_rate": 2.2318248980590687e-05,
      "loss": 1.4453,
      "step": 106640
    },
    {
      "epoch": 4.961200279134682,
      "grad_norm": 2.008594180776194,
      "learning_rate": 2.2316301183254715e-05,
      "loss": 1.7344,
      "step": 106641
    },
    {
      "epoch": 4.961246801581764,
      "grad_norm": 1.608585372480649,
      "learning_rate": 2.231435346408748e-05,
      "loss": 1.3438,
      "step": 106642
    },
    {
      "epoch": 4.961293324028844,
      "grad_norm": 1.7486970644290518,
      "learning_rate": 2.23124058230901e-05,
      "loss": 1.3359,
      "step": 106643
    },
    {
      "epoch": 4.961339846475925,
      "grad_norm": 1.7106017856342133,
      "learning_rate": 2.2310458260263824e-05,
      "loss": 1.25,
      "step": 106644
    },
    {
      "epoch": 4.961386368923005,
      "grad_norm": 1.881857335288028,
      "learning_rate": 2.2308510775609868e-05,
      "loss": 1.5312,
      "step": 106645
    },
    {
      "epoch": 4.961432891370086,
      "grad_norm": 1.744504285363209,
      "learning_rate": 2.2306563369129392e-05,
      "loss": 1.375,
      "step": 106646
    },
    {
      "epoch": 4.961479413817167,
      "grad_norm": 1.9302521762693683,
      "learning_rate": 2.2304616040823587e-05,
      "loss": 1.6562,
      "step": 106647
    },
    {
      "epoch": 4.961525936264247,
      "grad_norm": 1.8648111585395464,
      "learning_rate": 2.230266879069363e-05,
      "loss": 1.5547,
      "step": 106648
    },
    {
      "epoch": 4.961572458711328,
      "grad_norm": 1.7238332720664133,
      "learning_rate": 2.230072161874075e-05,
      "loss": 1.4062,
      "step": 106649
    },
    {
      "epoch": 4.961618981158409,
      "grad_norm": 2.008365349928215,
      "learning_rate": 2.229877452496614e-05,
      "loss": 1.7031,
      "step": 106650
    },
    {
      "epoch": 4.96166550360549,
      "grad_norm": 1.8164654838785976,
      "learning_rate": 2.2296827509370958e-05,
      "loss": 1.5391,
      "step": 106651
    },
    {
      "epoch": 4.96171202605257,
      "grad_norm": 1.8278189997099425,
      "learning_rate": 2.229488057195637e-05,
      "loss": 1.5938,
      "step": 106652
    },
    {
      "epoch": 4.961758548499651,
      "grad_norm": 1.9088750487150645,
      "learning_rate": 2.229293371272366e-05,
      "loss": 1.6172,
      "step": 106653
    },
    {
      "epoch": 4.961805070946732,
      "grad_norm": 1.6588087159264466,
      "learning_rate": 2.229098693167396e-05,
      "loss": 1.3594,
      "step": 106654
    },
    {
      "epoch": 4.9618515933938125,
      "grad_norm": 1.8297270817659963,
      "learning_rate": 2.228904022880847e-05,
      "loss": 1.5234,
      "step": 106655
    },
    {
      "epoch": 4.961898115840893,
      "grad_norm": 1.5313046675132758,
      "learning_rate": 2.2287093604128353e-05,
      "loss": 1.1641,
      "step": 106656
    },
    {
      "epoch": 4.961944638287974,
      "grad_norm": 1.7619724238818666,
      "learning_rate": 2.2285147057634862e-05,
      "loss": 1.5469,
      "step": 106657
    },
    {
      "epoch": 4.961991160735055,
      "grad_norm": 1.7772303237260856,
      "learning_rate": 2.228320058932916e-05,
      "loss": 1.4219,
      "step": 106658
    },
    {
      "epoch": 4.962037683182135,
      "grad_norm": 1.9132357363216428,
      "learning_rate": 2.228125419921243e-05,
      "loss": 1.6406,
      "step": 106659
    },
    {
      "epoch": 4.962084205629216,
      "grad_norm": 1.8259458475641719,
      "learning_rate": 2.227930788728587e-05,
      "loss": 1.6562,
      "step": 106660
    },
    {
      "epoch": 4.962130728076297,
      "grad_norm": 1.826243397775689,
      "learning_rate": 2.227736165355063e-05,
      "loss": 1.5078,
      "step": 106661
    },
    {
      "epoch": 4.962177250523378,
      "grad_norm": 1.8436059203555861,
      "learning_rate": 2.227541549800799e-05,
      "loss": 1.5234,
      "step": 106662
    },
    {
      "epoch": 4.962223772970458,
      "grad_norm": 1.7507487341747434,
      "learning_rate": 2.227346942065909e-05,
      "loss": 1.5547,
      "step": 106663
    },
    {
      "epoch": 4.962270295417539,
      "grad_norm": 1.7823269283697005,
      "learning_rate": 2.2271523421505104e-05,
      "loss": 1.5234,
      "step": 106664
    },
    {
      "epoch": 4.96231681786462,
      "grad_norm": 1.8322002021508272,
      "learning_rate": 2.2269577500547237e-05,
      "loss": 1.5625,
      "step": 106665
    },
    {
      "epoch": 4.9623633403117005,
      "grad_norm": 1.89489155382552,
      "learning_rate": 2.2267631657786683e-05,
      "loss": 1.5234,
      "step": 106666
    },
    {
      "epoch": 4.962409862758781,
      "grad_norm": 1.8219390705022116,
      "learning_rate": 2.226568589322466e-05,
      "loss": 1.6094,
      "step": 106667
    },
    {
      "epoch": 4.962456385205861,
      "grad_norm": 1.8604975492091176,
      "learning_rate": 2.2263740206862337e-05,
      "loss": 1.5234,
      "step": 106668
    },
    {
      "epoch": 4.962502907652943,
      "grad_norm": 1.805342337077891,
      "learning_rate": 2.2261794598700923e-05,
      "loss": 1.5703,
      "step": 106669
    },
    {
      "epoch": 4.962549430100023,
      "grad_norm": 1.949459809686769,
      "learning_rate": 2.2259849068741535e-05,
      "loss": 1.5234,
      "step": 106670
    },
    {
      "epoch": 4.962595952547104,
      "grad_norm": 1.7918230248351523,
      "learning_rate": 2.225790361698546e-05,
      "loss": 1.5156,
      "step": 106671
    },
    {
      "epoch": 4.962642474994185,
      "grad_norm": 1.8823526382243525,
      "learning_rate": 2.2255958243433864e-05,
      "loss": 1.6562,
      "step": 106672
    },
    {
      "epoch": 4.962688997441266,
      "grad_norm": 1.7861554474178363,
      "learning_rate": 2.2254012948087908e-05,
      "loss": 1.3828,
      "step": 106673
    },
    {
      "epoch": 4.962735519888346,
      "grad_norm": 1.954821130062218,
      "learning_rate": 2.2252067730948776e-05,
      "loss": 1.6875,
      "step": 106674
    },
    {
      "epoch": 4.9627820423354265,
      "grad_norm": 1.8398845948347584,
      "learning_rate": 2.22501225920177e-05,
      "loss": 1.5078,
      "step": 106675
    },
    {
      "epoch": 4.962828564782508,
      "grad_norm": 1.9305193998813286,
      "learning_rate": 2.224817753129586e-05,
      "loss": 1.7109,
      "step": 106676
    },
    {
      "epoch": 4.962875087229588,
      "grad_norm": 1.8101427982235738,
      "learning_rate": 2.224623254878445e-05,
      "loss": 1.4375,
      "step": 106677
    },
    {
      "epoch": 4.962921609676669,
      "grad_norm": 1.7692435302365577,
      "learning_rate": 2.224428764448459e-05,
      "loss": 1.4297,
      "step": 106678
    },
    {
      "epoch": 4.962968132123749,
      "grad_norm": 1.946443059749458,
      "learning_rate": 2.224234281839758e-05,
      "loss": 1.5469,
      "step": 106679
    },
    {
      "epoch": 4.963014654570831,
      "grad_norm": 1.8846499761636815,
      "learning_rate": 2.2240398070524555e-05,
      "loss": 1.6016,
      "step": 106680
    },
    {
      "epoch": 4.963061177017911,
      "grad_norm": 1.884333757885527,
      "learning_rate": 2.2238453400866716e-05,
      "loss": 1.6406,
      "step": 106681
    },
    {
      "epoch": 4.963107699464992,
      "grad_norm": 1.9415125894294967,
      "learning_rate": 2.2236508809425214e-05,
      "loss": 1.5703,
      "step": 106682
    },
    {
      "epoch": 4.963154221912072,
      "grad_norm": 1.7695469394564618,
      "learning_rate": 2.2234564296201306e-05,
      "loss": 1.3125,
      "step": 106683
    },
    {
      "epoch": 4.9632007443591535,
      "grad_norm": 1.8493294128007582,
      "learning_rate": 2.2232619861196165e-05,
      "loss": 1.5703,
      "step": 106684
    },
    {
      "epoch": 4.963247266806234,
      "grad_norm": 1.8094152089604754,
      "learning_rate": 2.2230675504410955e-05,
      "loss": 1.4844,
      "step": 106685
    },
    {
      "epoch": 4.963293789253314,
      "grad_norm": 1.6779069626111918,
      "learning_rate": 2.2228731225846876e-05,
      "loss": 1.3047,
      "step": 106686
    },
    {
      "epoch": 4.963340311700396,
      "grad_norm": 1.91444709584112,
      "learning_rate": 2.2226787025505087e-05,
      "loss": 1.7188,
      "step": 106687
    },
    {
      "epoch": 4.963386834147476,
      "grad_norm": 2.1324290199057994,
      "learning_rate": 2.2224842903386814e-05,
      "loss": 1.9219,
      "step": 106688
    },
    {
      "epoch": 4.963433356594557,
      "grad_norm": 1.9181249678163816,
      "learning_rate": 2.222289885949328e-05,
      "loss": 1.625,
      "step": 106689
    },
    {
      "epoch": 4.963479879041637,
      "grad_norm": 1.8386624632905286,
      "learning_rate": 2.2220954893825643e-05,
      "loss": 1.5156,
      "step": 106690
    },
    {
      "epoch": 4.963526401488719,
      "grad_norm": 1.7700500822885568,
      "learning_rate": 2.221901100638508e-05,
      "loss": 1.4062,
      "step": 106691
    },
    {
      "epoch": 4.963572923935799,
      "grad_norm": 1.740649490425957,
      "learning_rate": 2.221706719717277e-05,
      "loss": 1.4531,
      "step": 106692
    },
    {
      "epoch": 4.9636194463828796,
      "grad_norm": 1.8037592326158876,
      "learning_rate": 2.2215123466189956e-05,
      "loss": 1.5156,
      "step": 106693
    },
    {
      "epoch": 4.963665968829961,
      "grad_norm": 2.0095223504659416,
      "learning_rate": 2.2213179813437793e-05,
      "loss": 1.8281,
      "step": 106694
    },
    {
      "epoch": 4.963712491277041,
      "grad_norm": 1.836835175603455,
      "learning_rate": 2.2211236238917468e-05,
      "loss": 1.5469,
      "step": 106695
    },
    {
      "epoch": 4.963759013724122,
      "grad_norm": 1.7913030385580955,
      "learning_rate": 2.2209292742630162e-05,
      "loss": 1.5469,
      "step": 106696
    },
    {
      "epoch": 4.963805536171202,
      "grad_norm": 1.9741831483066552,
      "learning_rate": 2.2207349324577093e-05,
      "loss": 1.7031,
      "step": 106697
    },
    {
      "epoch": 4.963852058618283,
      "grad_norm": 1.8940753440445728,
      "learning_rate": 2.220540598475946e-05,
      "loss": 1.4375,
      "step": 106698
    },
    {
      "epoch": 4.963898581065364,
      "grad_norm": 2.0026155273744264,
      "learning_rate": 2.2203462723178412e-05,
      "loss": 1.6094,
      "step": 106699
    },
    {
      "epoch": 4.963945103512445,
      "grad_norm": 1.8924062834839195,
      "learning_rate": 2.2201519539835127e-05,
      "loss": 1.5391,
      "step": 106700
    },
    {
      "epoch": 4.963991625959525,
      "grad_norm": 1.731862716882401,
      "learning_rate": 2.219957643473086e-05,
      "loss": 1.5,
      "step": 106701
    },
    {
      "epoch": 4.9640381484066065,
      "grad_norm": 1.8941274877114436,
      "learning_rate": 2.219763340786677e-05,
      "loss": 1.6328,
      "step": 106702
    },
    {
      "epoch": 4.964084670853687,
      "grad_norm": 1.8051294413689474,
      "learning_rate": 2.2195690459244046e-05,
      "loss": 1.4453,
      "step": 106703
    },
    {
      "epoch": 4.9641311933007675,
      "grad_norm": 1.7450259641314898,
      "learning_rate": 2.219374758886382e-05,
      "loss": 1.375,
      "step": 106704
    },
    {
      "epoch": 4.964177715747848,
      "grad_norm": 1.9732301452605434,
      "learning_rate": 2.2191804796727387e-05,
      "loss": 1.5938,
      "step": 106705
    },
    {
      "epoch": 4.964224238194929,
      "grad_norm": 1.6834084156184976,
      "learning_rate": 2.218986208283588e-05,
      "loss": 1.3594,
      "step": 106706
    },
    {
      "epoch": 4.96427076064201,
      "grad_norm": 1.8030450852986337,
      "learning_rate": 2.21879194471905e-05,
      "loss": 1.4375,
      "step": 106707
    },
    {
      "epoch": 4.96431728308909,
      "grad_norm": 1.8748592613967037,
      "learning_rate": 2.218597688979238e-05,
      "loss": 1.5156,
      "step": 106708
    },
    {
      "epoch": 4.964363805536172,
      "grad_norm": 1.8669902205328452,
      "learning_rate": 2.2184034410642765e-05,
      "loss": 1.5625,
      "step": 106709
    },
    {
      "epoch": 4.964410327983252,
      "grad_norm": 2.0540396935767036,
      "learning_rate": 2.2182092009742875e-05,
      "loss": 1.7109,
      "step": 106710
    },
    {
      "epoch": 4.964456850430333,
      "grad_norm": 1.8585051388284572,
      "learning_rate": 2.2180149687093857e-05,
      "loss": 1.4688,
      "step": 106711
    },
    {
      "epoch": 4.964503372877413,
      "grad_norm": 1.9226993422148118,
      "learning_rate": 2.217820744269691e-05,
      "loss": 1.5703,
      "step": 106712
    },
    {
      "epoch": 4.964549895324494,
      "grad_norm": 1.8017362281469094,
      "learning_rate": 2.2176265276553202e-05,
      "loss": 1.4375,
      "step": 106713
    },
    {
      "epoch": 4.964596417771575,
      "grad_norm": 1.9451373549210533,
      "learning_rate": 2.217432318866393e-05,
      "loss": 1.5625,
      "step": 106714
    },
    {
      "epoch": 4.964642940218655,
      "grad_norm": 1.8085512854615657,
      "learning_rate": 2.2172381179030306e-05,
      "loss": 1.5703,
      "step": 106715
    },
    {
      "epoch": 4.964689462665736,
      "grad_norm": 1.8844635384365886,
      "learning_rate": 2.2170439247653505e-05,
      "loss": 1.6094,
      "step": 106716
    },
    {
      "epoch": 4.964735985112817,
      "grad_norm": 1.597283487291697,
      "learning_rate": 2.2168497394534718e-05,
      "loss": 1.3516,
      "step": 106717
    },
    {
      "epoch": 4.964782507559898,
      "grad_norm": 1.911450269633786,
      "learning_rate": 2.2166555619675097e-05,
      "loss": 1.6328,
      "step": 106718
    },
    {
      "epoch": 4.964829030006978,
      "grad_norm": 1.7884120581639587,
      "learning_rate": 2.2164613923075893e-05,
      "loss": 1.6016,
      "step": 106719
    },
    {
      "epoch": 4.964875552454059,
      "grad_norm": 1.8203535820178447,
      "learning_rate": 2.2162672304738267e-05,
      "loss": 1.5781,
      "step": 106720
    },
    {
      "epoch": 4.96492207490114,
      "grad_norm": 1.8562280611747315,
      "learning_rate": 2.2160730764663403e-05,
      "loss": 1.5234,
      "step": 106721
    },
    {
      "epoch": 4.9649685973482205,
      "grad_norm": 1.901633744730893,
      "learning_rate": 2.2158789302852468e-05,
      "loss": 1.5156,
      "step": 106722
    },
    {
      "epoch": 4.965015119795301,
      "grad_norm": 1.912860086732293,
      "learning_rate": 2.2156847919306714e-05,
      "loss": 1.6406,
      "step": 106723
    },
    {
      "epoch": 4.965061642242382,
      "grad_norm": 1.729533967054973,
      "learning_rate": 2.2154906614027285e-05,
      "loss": 1.4453,
      "step": 106724
    },
    {
      "epoch": 4.965108164689463,
      "grad_norm": 1.7807518590519489,
      "learning_rate": 2.2152965387015365e-05,
      "loss": 1.5547,
      "step": 106725
    },
    {
      "epoch": 4.965154687136543,
      "grad_norm": 2.004424900448665,
      "learning_rate": 2.2151024238272138e-05,
      "loss": 1.7422,
      "step": 106726
    },
    {
      "epoch": 4.965201209583624,
      "grad_norm": 1.935499094689955,
      "learning_rate": 2.214908316779883e-05,
      "loss": 1.5781,
      "step": 106727
    },
    {
      "epoch": 4.965247732030705,
      "grad_norm": 1.8796314724215577,
      "learning_rate": 2.21471421755966e-05,
      "loss": 1.4688,
      "step": 106728
    },
    {
      "epoch": 4.965294254477786,
      "grad_norm": 1.837179722842945,
      "learning_rate": 2.2145201261666657e-05,
      "loss": 1.6328,
      "step": 106729
    },
    {
      "epoch": 4.965340776924866,
      "grad_norm": 1.7818595944506646,
      "learning_rate": 2.2143260426010134e-05,
      "loss": 1.4297,
      "step": 106730
    },
    {
      "epoch": 4.9653872993719474,
      "grad_norm": 1.931605300421086,
      "learning_rate": 2.2141319668628265e-05,
      "loss": 1.4766,
      "step": 106731
    },
    {
      "epoch": 4.965433821819028,
      "grad_norm": 1.8590079553776466,
      "learning_rate": 2.2139378989522266e-05,
      "loss": 1.5547,
      "step": 106732
    },
    {
      "epoch": 4.965480344266108,
      "grad_norm": 1.8465999242545998,
      "learning_rate": 2.2137438388693285e-05,
      "loss": 1.4844,
      "step": 106733
    },
    {
      "epoch": 4.965526866713189,
      "grad_norm": 1.8693920256805914,
      "learning_rate": 2.2135497866142522e-05,
      "loss": 1.6172,
      "step": 106734
    },
    {
      "epoch": 4.965573389160269,
      "grad_norm": 1.6420599834147702,
      "learning_rate": 2.213355742187114e-05,
      "loss": 1.3594,
      "step": 106735
    },
    {
      "epoch": 4.965619911607351,
      "grad_norm": 1.941899743168373,
      "learning_rate": 2.2131617055880356e-05,
      "loss": 1.5781,
      "step": 106736
    },
    {
      "epoch": 4.965666434054431,
      "grad_norm": 1.8760202262627699,
      "learning_rate": 2.212967676817137e-05,
      "loss": 1.6641,
      "step": 106737
    },
    {
      "epoch": 4.965712956501512,
      "grad_norm": 2.003649706348679,
      "learning_rate": 2.212773655874535e-05,
      "loss": 1.5859,
      "step": 106738
    },
    {
      "epoch": 4.965759478948593,
      "grad_norm": 1.78671328769381,
      "learning_rate": 2.2125796427603475e-05,
      "loss": 1.4844,
      "step": 106739
    },
    {
      "epoch": 4.9658060013956735,
      "grad_norm": 1.7315340633008518,
      "learning_rate": 2.212385637474691e-05,
      "loss": 1.5,
      "step": 106740
    },
    {
      "epoch": 4.965852523842754,
      "grad_norm": 1.8262314755519842,
      "learning_rate": 2.212191640017691e-05,
      "loss": 1.5859,
      "step": 106741
    },
    {
      "epoch": 4.9658990462898345,
      "grad_norm": 1.7590686275721772,
      "learning_rate": 2.2119976503894614e-05,
      "loss": 1.4531,
      "step": 106742
    },
    {
      "epoch": 4.965945568736916,
      "grad_norm": 1.8216240412017843,
      "learning_rate": 2.2118036685901245e-05,
      "loss": 1.5703,
      "step": 106743
    },
    {
      "epoch": 4.965992091183996,
      "grad_norm": 1.9148826344184118,
      "learning_rate": 2.211609694619792e-05,
      "loss": 1.6641,
      "step": 106744
    },
    {
      "epoch": 4.966038613631077,
      "grad_norm": 1.7779265125741297,
      "learning_rate": 2.21141572847859e-05,
      "loss": 1.4062,
      "step": 106745
    },
    {
      "epoch": 4.966085136078158,
      "grad_norm": 1.7039278228183012,
      "learning_rate": 2.2112217701666367e-05,
      "loss": 1.3594,
      "step": 106746
    },
    {
      "epoch": 4.966131658525239,
      "grad_norm": 1.7904460013883683,
      "learning_rate": 2.2110278196840476e-05,
      "loss": 1.4531,
      "step": 106747
    },
    {
      "epoch": 4.966178180972319,
      "grad_norm": 1.851051428716578,
      "learning_rate": 2.2108338770309388e-05,
      "loss": 1.5781,
      "step": 106748
    },
    {
      "epoch": 4.9662247034194,
      "grad_norm": 1.8360046766804947,
      "learning_rate": 2.2106399422074366e-05,
      "loss": 1.5547,
      "step": 106749
    },
    {
      "epoch": 4.966271225866481,
      "grad_norm": 1.8520124220691554,
      "learning_rate": 2.2104460152136566e-05,
      "loss": 1.4297,
      "step": 106750
    },
    {
      "epoch": 4.966317748313561,
      "grad_norm": 2.0083257237102163,
      "learning_rate": 2.2102520960497166e-05,
      "loss": 1.7344,
      "step": 106751
    },
    {
      "epoch": 4.966364270760642,
      "grad_norm": 1.8811589447094565,
      "learning_rate": 2.2100581847157317e-05,
      "loss": 1.5156,
      "step": 106752
    },
    {
      "epoch": 4.966410793207722,
      "grad_norm": 1.903570710834359,
      "learning_rate": 2.209864281211825e-05,
      "loss": 1.4375,
      "step": 106753
    },
    {
      "epoch": 4.966457315654804,
      "grad_norm": 1.8592182746353572,
      "learning_rate": 2.209670385538118e-05,
      "loss": 1.5547,
      "step": 106754
    },
    {
      "epoch": 4.966503838101884,
      "grad_norm": 1.8435343894541742,
      "learning_rate": 2.209476497694726e-05,
      "loss": 1.4844,
      "step": 106755
    },
    {
      "epoch": 4.966550360548965,
      "grad_norm": 1.7339727418880277,
      "learning_rate": 2.2092826176817685e-05,
      "loss": 1.3203,
      "step": 106756
    },
    {
      "epoch": 4.966596882996045,
      "grad_norm": 1.9345217546486915,
      "learning_rate": 2.2090887454993607e-05,
      "loss": 1.6719,
      "step": 106757
    },
    {
      "epoch": 4.9666434054431265,
      "grad_norm": 1.7232150626506413,
      "learning_rate": 2.2088948811476255e-05,
      "loss": 1.3906,
      "step": 106758
    },
    {
      "epoch": 4.966689927890207,
      "grad_norm": 2.0765804416228297,
      "learning_rate": 2.208701024626681e-05,
      "loss": 1.7812,
      "step": 106759
    },
    {
      "epoch": 4.9667364503372875,
      "grad_norm": 1.971236505413117,
      "learning_rate": 2.2085071759366464e-05,
      "loss": 1.6875,
      "step": 106760
    },
    {
      "epoch": 4.966782972784369,
      "grad_norm": 1.9070662187331027,
      "learning_rate": 2.2083133350776356e-05,
      "loss": 1.6875,
      "step": 106761
    },
    {
      "epoch": 4.966829495231449,
      "grad_norm": 1.7258716616109469,
      "learning_rate": 2.208119502049772e-05,
      "loss": 1.3906,
      "step": 106762
    },
    {
      "epoch": 4.96687601767853,
      "grad_norm": 1.843297367075914,
      "learning_rate": 2.207925676853176e-05,
      "loss": 1.5156,
      "step": 106763
    },
    {
      "epoch": 4.96692254012561,
      "grad_norm": 1.6987705966788376,
      "learning_rate": 2.2077318594879606e-05,
      "loss": 1.3125,
      "step": 106764
    },
    {
      "epoch": 4.966969062572692,
      "grad_norm": 1.7755095177520575,
      "learning_rate": 2.207538049954249e-05,
      "loss": 1.4766,
      "step": 106765
    },
    {
      "epoch": 4.967015585019772,
      "grad_norm": 1.8727805050358441,
      "learning_rate": 2.207344248252154e-05,
      "loss": 1.7031,
      "step": 106766
    },
    {
      "epoch": 4.967062107466853,
      "grad_norm": 1.9230267709339455,
      "learning_rate": 2.2071504543818013e-05,
      "loss": 1.6016,
      "step": 106767
    },
    {
      "epoch": 4.967108629913933,
      "grad_norm": 1.9896292002889786,
      "learning_rate": 2.206956668343307e-05,
      "loss": 1.7578,
      "step": 106768
    },
    {
      "epoch": 4.9671551523610145,
      "grad_norm": 1.5976618581821314,
      "learning_rate": 2.2067628901367897e-05,
      "loss": 1.0625,
      "step": 106769
    },
    {
      "epoch": 4.967201674808095,
      "grad_norm": 1.8643620404633248,
      "learning_rate": 2.206569119762362e-05,
      "loss": 1.5,
      "step": 106770
    },
    {
      "epoch": 4.967248197255175,
      "grad_norm": 1.8486823506758014,
      "learning_rate": 2.2063753572201525e-05,
      "loss": 1.5078,
      "step": 106771
    },
    {
      "epoch": 4.967294719702256,
      "grad_norm": 1.861237890110319,
      "learning_rate": 2.2061816025102763e-05,
      "loss": 1.4609,
      "step": 106772
    },
    {
      "epoch": 4.967341242149337,
      "grad_norm": 1.7461890777287294,
      "learning_rate": 2.2059878556328514e-05,
      "loss": 1.3516,
      "step": 106773
    },
    {
      "epoch": 4.967387764596418,
      "grad_norm": 1.8699797841254022,
      "learning_rate": 2.205794116587991e-05,
      "loss": 1.5703,
      "step": 106774
    },
    {
      "epoch": 4.967434287043498,
      "grad_norm": 1.8518853061629605,
      "learning_rate": 2.2056003853758204e-05,
      "loss": 1.5859,
      "step": 106775
    },
    {
      "epoch": 4.96748080949058,
      "grad_norm": 1.984583788174922,
      "learning_rate": 2.205406661996459e-05,
      "loss": 1.6562,
      "step": 106776
    },
    {
      "epoch": 4.96752733193766,
      "grad_norm": 1.9940390750104646,
      "learning_rate": 2.2052129464500235e-05,
      "loss": 1.7578,
      "step": 106777
    },
    {
      "epoch": 4.9675738543847405,
      "grad_norm": 1.5056738487971817,
      "learning_rate": 2.2050192387366323e-05,
      "loss": 1.2031,
      "step": 106778
    },
    {
      "epoch": 4.967620376831821,
      "grad_norm": 1.8991807858205634,
      "learning_rate": 2.2048255388564002e-05,
      "loss": 1.5781,
      "step": 106779
    },
    {
      "epoch": 4.967666899278902,
      "grad_norm": 1.6853467077292918,
      "learning_rate": 2.2046318468094522e-05,
      "loss": 1.3594,
      "step": 106780
    },
    {
      "epoch": 4.967713421725983,
      "grad_norm": 1.9455157322917598,
      "learning_rate": 2.2044381625959045e-05,
      "loss": 1.5391,
      "step": 106781
    },
    {
      "epoch": 4.967759944173063,
      "grad_norm": 1.8635016293198996,
      "learning_rate": 2.2042444862158758e-05,
      "loss": 1.5469,
      "step": 106782
    },
    {
      "epoch": 4.967806466620145,
      "grad_norm": 1.8526622435828874,
      "learning_rate": 2.204050817669479e-05,
      "loss": 1.5234,
      "step": 106783
    },
    {
      "epoch": 4.967852989067225,
      "grad_norm": 1.7766494433313995,
      "learning_rate": 2.203857156956843e-05,
      "loss": 1.5234,
      "step": 106784
    },
    {
      "epoch": 4.967899511514306,
      "grad_norm": 1.98079803168071,
      "learning_rate": 2.2036635040780802e-05,
      "loss": 1.6328,
      "step": 106785
    },
    {
      "epoch": 4.967946033961386,
      "grad_norm": 2.0559838815545373,
      "learning_rate": 2.2034698590333093e-05,
      "loss": 1.6484,
      "step": 106786
    },
    {
      "epoch": 4.967992556408467,
      "grad_norm": 1.943651578406719,
      "learning_rate": 2.2032762218226468e-05,
      "loss": 1.6953,
      "step": 106787
    },
    {
      "epoch": 4.968039078855548,
      "grad_norm": 1.7838690524232157,
      "learning_rate": 2.2030825924462175e-05,
      "loss": 1.5312,
      "step": 106788
    },
    {
      "epoch": 4.968085601302628,
      "grad_norm": 1.9564839089741473,
      "learning_rate": 2.2028889709041365e-05,
      "loss": 1.6953,
      "step": 106789
    },
    {
      "epoch": 4.968132123749709,
      "grad_norm": 1.80244083933626,
      "learning_rate": 2.2026953571965217e-05,
      "loss": 1.5,
      "step": 106790
    },
    {
      "epoch": 4.96817864619679,
      "grad_norm": 1.6151869682214015,
      "learning_rate": 2.2025017513234932e-05,
      "loss": 1.2734,
      "step": 106791
    },
    {
      "epoch": 4.968225168643871,
      "grad_norm": 1.7784435680990125,
      "learning_rate": 2.2023081532851643e-05,
      "loss": 1.5078,
      "step": 106792
    },
    {
      "epoch": 4.968271691090951,
      "grad_norm": 1.6336854243840861,
      "learning_rate": 2.2021145630816618e-05,
      "loss": 1.25,
      "step": 106793
    },
    {
      "epoch": 4.968318213538032,
      "grad_norm": 1.7715533544999444,
      "learning_rate": 2.2019209807131e-05,
      "loss": 1.4453,
      "step": 106794
    },
    {
      "epoch": 4.968364735985113,
      "grad_norm": 1.8837775954201377,
      "learning_rate": 2.2017274061795975e-05,
      "loss": 1.625,
      "step": 106795
    },
    {
      "epoch": 4.9684112584321936,
      "grad_norm": 1.9069059540220457,
      "learning_rate": 2.2015338394812692e-05,
      "loss": 1.625,
      "step": 106796
    },
    {
      "epoch": 4.968457780879274,
      "grad_norm": 1.8141013162560724,
      "learning_rate": 2.2013402806182385e-05,
      "loss": 1.5234,
      "step": 106797
    },
    {
      "epoch": 4.968504303326355,
      "grad_norm": 1.9072715193441068,
      "learning_rate": 2.2011467295906248e-05,
      "loss": 1.6797,
      "step": 106798
    },
    {
      "epoch": 4.968550825773436,
      "grad_norm": 1.765322852052741,
      "learning_rate": 2.2009531863985453e-05,
      "loss": 1.4453,
      "step": 106799
    },
    {
      "epoch": 4.968597348220516,
      "grad_norm": 1.8847779434877285,
      "learning_rate": 2.200759651042116e-05,
      "loss": 1.5234,
      "step": 106800
    },
    {
      "epoch": 4.968643870667597,
      "grad_norm": 1.8091198265141966,
      "learning_rate": 2.2005661235214556e-05,
      "loss": 1.4375,
      "step": 106801
    },
    {
      "epoch": 4.968690393114678,
      "grad_norm": 1.8783329382478773,
      "learning_rate": 2.200372603836687e-05,
      "loss": 1.5781,
      "step": 106802
    },
    {
      "epoch": 4.968736915561759,
      "grad_norm": 1.9384567008133369,
      "learning_rate": 2.2001790919879254e-05,
      "loss": 1.6328,
      "step": 106803
    },
    {
      "epoch": 4.968783438008839,
      "grad_norm": 1.726445946778887,
      "learning_rate": 2.1999855879752904e-05,
      "loss": 1.4062,
      "step": 106804
    },
    {
      "epoch": 4.96882996045592,
      "grad_norm": 1.7636237030912112,
      "learning_rate": 2.1997920917988954e-05,
      "loss": 1.4531,
      "step": 106805
    },
    {
      "epoch": 4.968876482903001,
      "grad_norm": 1.747759323021072,
      "learning_rate": 2.199598603458867e-05,
      "loss": 1.2969,
      "step": 106806
    },
    {
      "epoch": 4.9689230053500815,
      "grad_norm": 1.9093491559041658,
      "learning_rate": 2.1994051229553182e-05,
      "loss": 1.7266,
      "step": 106807
    },
    {
      "epoch": 4.968969527797162,
      "grad_norm": 1.94248298594147,
      "learning_rate": 2.199211650288371e-05,
      "loss": 1.6094,
      "step": 106808
    },
    {
      "epoch": 4.969016050244242,
      "grad_norm": 1.8121111378738266,
      "learning_rate": 2.1990181854581386e-05,
      "loss": 1.4766,
      "step": 106809
    },
    {
      "epoch": 4.969062572691324,
      "grad_norm": 1.7220967908163682,
      "learning_rate": 2.1988247284647454e-05,
      "loss": 1.4844,
      "step": 106810
    },
    {
      "epoch": 4.969109095138404,
      "grad_norm": 1.9022699638760727,
      "learning_rate": 2.1986312793083067e-05,
      "loss": 1.6875,
      "step": 106811
    },
    {
      "epoch": 4.969155617585485,
      "grad_norm": 1.9099081483425733,
      "learning_rate": 2.1984378379889424e-05,
      "loss": 1.5859,
      "step": 106812
    },
    {
      "epoch": 4.969202140032566,
      "grad_norm": 1.7186763341222908,
      "learning_rate": 2.1982444045067654e-05,
      "loss": 1.3672,
      "step": 106813
    },
    {
      "epoch": 4.969248662479647,
      "grad_norm": 1.9464961798076637,
      "learning_rate": 2.1980509788619026e-05,
      "loss": 1.7891,
      "step": 106814
    },
    {
      "epoch": 4.969295184926727,
      "grad_norm": 1.8200028532417993,
      "learning_rate": 2.1978575610544674e-05,
      "loss": 1.625,
      "step": 106815
    },
    {
      "epoch": 4.9693417073738075,
      "grad_norm": 1.9571171674032732,
      "learning_rate": 2.1976641510845812e-05,
      "loss": 1.7344,
      "step": 106816
    },
    {
      "epoch": 4.969388229820889,
      "grad_norm": 1.7254807921452657,
      "learning_rate": 2.1974707489523587e-05,
      "loss": 1.3516,
      "step": 106817
    },
    {
      "epoch": 4.969434752267969,
      "grad_norm": 1.9073286712262265,
      "learning_rate": 2.197277354657918e-05,
      "loss": 1.5703,
      "step": 106818
    },
    {
      "epoch": 4.96948127471505,
      "grad_norm": 1.8528382857362287,
      "learning_rate": 2.197083968201378e-05,
      "loss": 1.625,
      "step": 106819
    },
    {
      "epoch": 4.969527797162131,
      "grad_norm": 1.76094847064908,
      "learning_rate": 2.196890589582863e-05,
      "loss": 1.3672,
      "step": 106820
    },
    {
      "epoch": 4.969574319609212,
      "grad_norm": 1.7477943653851646,
      "learning_rate": 2.1966972188024884e-05,
      "loss": 1.4609,
      "step": 106821
    },
    {
      "epoch": 4.969620842056292,
      "grad_norm": 1.8780002251854737,
      "learning_rate": 2.1965038558603688e-05,
      "loss": 1.5234,
      "step": 106822
    },
    {
      "epoch": 4.969667364503373,
      "grad_norm": 2.0103722783019164,
      "learning_rate": 2.1963105007566224e-05,
      "loss": 1.625,
      "step": 106823
    },
    {
      "epoch": 4.969713886950453,
      "grad_norm": 1.7622537187807372,
      "learning_rate": 2.196117153491374e-05,
      "loss": 1.5547,
      "step": 106824
    },
    {
      "epoch": 4.9697604093975345,
      "grad_norm": 1.8880702885752052,
      "learning_rate": 2.195923814064739e-05,
      "loss": 1.6172,
      "step": 106825
    },
    {
      "epoch": 4.969806931844615,
      "grad_norm": 1.9394969225162577,
      "learning_rate": 2.1957304824768335e-05,
      "loss": 1.5938,
      "step": 106826
    },
    {
      "epoch": 4.9698534542916954,
      "grad_norm": 1.848832655799604,
      "learning_rate": 2.195537158727774e-05,
      "loss": 1.6016,
      "step": 106827
    },
    {
      "epoch": 4.969899976738777,
      "grad_norm": 1.8720852755055517,
      "learning_rate": 2.1953438428176862e-05,
      "loss": 1.5625,
      "step": 106828
    },
    {
      "epoch": 4.969946499185857,
      "grad_norm": 1.8710378404987003,
      "learning_rate": 2.1951505347466842e-05,
      "loss": 1.5781,
      "step": 106829
    },
    {
      "epoch": 4.969993021632938,
      "grad_norm": 1.7867420631368036,
      "learning_rate": 2.1949572345148864e-05,
      "loss": 1.5078,
      "step": 106830
    },
    {
      "epoch": 4.970039544080018,
      "grad_norm": 1.7700081488900634,
      "learning_rate": 2.194763942122406e-05,
      "loss": 1.4453,
      "step": 106831
    },
    {
      "epoch": 4.9700860665271,
      "grad_norm": 1.6990309171464821,
      "learning_rate": 2.1945706575693734e-05,
      "loss": 1.3906,
      "step": 106832
    },
    {
      "epoch": 4.97013258897418,
      "grad_norm": 1.720199683707601,
      "learning_rate": 2.1943773808558977e-05,
      "loss": 1.5078,
      "step": 106833
    },
    {
      "epoch": 4.970179111421261,
      "grad_norm": 1.8563875972233699,
      "learning_rate": 2.1941841119820995e-05,
      "loss": 1.6094,
      "step": 106834
    },
    {
      "epoch": 4.970225633868342,
      "grad_norm": 1.937037181416131,
      "learning_rate": 2.193990850948095e-05,
      "loss": 1.5547,
      "step": 106835
    },
    {
      "epoch": 4.970272156315422,
      "grad_norm": 1.7308677059198208,
      "learning_rate": 2.1937975977540078e-05,
      "loss": 1.2578,
      "step": 106836
    },
    {
      "epoch": 4.970318678762503,
      "grad_norm": 1.7390323964386865,
      "learning_rate": 2.193604352399954e-05,
      "loss": 1.3359,
      "step": 106837
    },
    {
      "epoch": 4.970365201209583,
      "grad_norm": 1.6324294368740844,
      "learning_rate": 2.1934111148860505e-05,
      "loss": 1.3594,
      "step": 106838
    },
    {
      "epoch": 4.970411723656665,
      "grad_norm": 1.792988033424587,
      "learning_rate": 2.1932178852124123e-05,
      "loss": 1.2578,
      "step": 106839
    },
    {
      "epoch": 4.970458246103745,
      "grad_norm": 1.835960224664818,
      "learning_rate": 2.1930246633791655e-05,
      "loss": 1.4062,
      "step": 106840
    },
    {
      "epoch": 4.970504768550826,
      "grad_norm": 1.8817977839786797,
      "learning_rate": 2.1928314493864203e-05,
      "loss": 1.5781,
      "step": 106841
    },
    {
      "epoch": 4.970551290997906,
      "grad_norm": 1.8553609755102072,
      "learning_rate": 2.1926382432343033e-05,
      "loss": 1.4531,
      "step": 106842
    },
    {
      "epoch": 4.9705978134449875,
      "grad_norm": 1.778409852238353,
      "learning_rate": 2.192445044922929e-05,
      "loss": 1.4141,
      "step": 106843
    },
    {
      "epoch": 4.970644335892068,
      "grad_norm": 1.8670867505999311,
      "learning_rate": 2.1922518544524114e-05,
      "loss": 1.5703,
      "step": 106844
    },
    {
      "epoch": 4.9706908583391485,
      "grad_norm": 1.9674394394404826,
      "learning_rate": 2.1920586718228767e-05,
      "loss": 1.6484,
      "step": 106845
    },
    {
      "epoch": 4.970737380786229,
      "grad_norm": 1.7780864403765475,
      "learning_rate": 2.1918654970344378e-05,
      "loss": 1.5,
      "step": 106846
    },
    {
      "epoch": 4.97078390323331,
      "grad_norm": 2.0498797968116897,
      "learning_rate": 2.1916723300872153e-05,
      "loss": 1.8438,
      "step": 106847
    },
    {
      "epoch": 4.970830425680391,
      "grad_norm": 1.6974937678600481,
      "learning_rate": 2.191479170981327e-05,
      "loss": 1.2266,
      "step": 106848
    },
    {
      "epoch": 4.970876948127471,
      "grad_norm": 1.8230507401346223,
      "learning_rate": 2.191286019716886e-05,
      "loss": 1.4453,
      "step": 106849
    },
    {
      "epoch": 4.970923470574553,
      "grad_norm": 1.628089463027818,
      "learning_rate": 2.1910928762940188e-05,
      "loss": 1.1953,
      "step": 106850
    },
    {
      "epoch": 4.970969993021633,
      "grad_norm": 1.8319960735480851,
      "learning_rate": 2.190899740712841e-05,
      "loss": 1.5547,
      "step": 106851
    },
    {
      "epoch": 4.971016515468714,
      "grad_norm": 1.949834746991947,
      "learning_rate": 2.1907066129734686e-05,
      "loss": 1.7031,
      "step": 106852
    },
    {
      "epoch": 4.971063037915794,
      "grad_norm": 1.891075376213665,
      "learning_rate": 2.1905134930760183e-05,
      "loss": 1.5469,
      "step": 106853
    },
    {
      "epoch": 4.971109560362875,
      "grad_norm": 1.767208248267693,
      "learning_rate": 2.190320381020615e-05,
      "loss": 1.4922,
      "step": 106854
    },
    {
      "epoch": 4.971156082809956,
      "grad_norm": 1.812090227611727,
      "learning_rate": 2.1901272768073718e-05,
      "loss": 1.4609,
      "step": 106855
    },
    {
      "epoch": 4.971202605257036,
      "grad_norm": 1.817804022321961,
      "learning_rate": 2.1899341804364107e-05,
      "loss": 1.5,
      "step": 106856
    },
    {
      "epoch": 4.971249127704117,
      "grad_norm": 1.9263041328829338,
      "learning_rate": 2.189741091907841e-05,
      "loss": 1.5625,
      "step": 106857
    },
    {
      "epoch": 4.971295650151198,
      "grad_norm": 1.7538790069124532,
      "learning_rate": 2.1895480112217933e-05,
      "loss": 1.4219,
      "step": 106858
    },
    {
      "epoch": 4.971342172598279,
      "grad_norm": 1.9030279908563708,
      "learning_rate": 2.189354938378377e-05,
      "loss": 1.4531,
      "step": 106859
    },
    {
      "epoch": 4.971388695045359,
      "grad_norm": 1.9416984720186041,
      "learning_rate": 2.1891618733777156e-05,
      "loss": 1.6406,
      "step": 106860
    },
    {
      "epoch": 4.97143521749244,
      "grad_norm": 1.7754795754014439,
      "learning_rate": 2.1889688162199205e-05,
      "loss": 1.3828,
      "step": 106861
    },
    {
      "epoch": 4.971481739939521,
      "grad_norm": 1.797603628030831,
      "learning_rate": 2.1887757669051182e-05,
      "loss": 1.5469,
      "step": 106862
    },
    {
      "epoch": 4.9715282623866015,
      "grad_norm": 1.935044556068243,
      "learning_rate": 2.188582725433419e-05,
      "loss": 1.6797,
      "step": 106863
    },
    {
      "epoch": 4.971574784833682,
      "grad_norm": 1.7369712495167113,
      "learning_rate": 2.188389691804947e-05,
      "loss": 1.4766,
      "step": 106864
    },
    {
      "epoch": 4.971621307280763,
      "grad_norm": 1.9531397176970131,
      "learning_rate": 2.1881966660198196e-05,
      "loss": 1.5859,
      "step": 106865
    },
    {
      "epoch": 4.971667829727844,
      "grad_norm": 1.6799427617187292,
      "learning_rate": 2.1880036480781497e-05,
      "loss": 1.3438,
      "step": 106866
    },
    {
      "epoch": 4.971714352174924,
      "grad_norm": 1.9050894927382482,
      "learning_rate": 2.1878106379800642e-05,
      "loss": 1.6094,
      "step": 106867
    },
    {
      "epoch": 4.971760874622005,
      "grad_norm": 1.8272556424572732,
      "learning_rate": 2.187617635725676e-05,
      "loss": 1.5391,
      "step": 106868
    },
    {
      "epoch": 4.971807397069086,
      "grad_norm": 1.9347972595770948,
      "learning_rate": 2.187424641315103e-05,
      "loss": 1.6172,
      "step": 106869
    },
    {
      "epoch": 4.971853919516167,
      "grad_norm": 1.7916615035672832,
      "learning_rate": 2.187231654748461e-05,
      "loss": 1.4141,
      "step": 106870
    },
    {
      "epoch": 4.971900441963247,
      "grad_norm": 1.849808308971642,
      "learning_rate": 2.1870386760258757e-05,
      "loss": 1.3672,
      "step": 106871
    },
    {
      "epoch": 4.9719469644103285,
      "grad_norm": 2.0808355811913737,
      "learning_rate": 2.186845705147459e-05,
      "loss": 1.9766,
      "step": 106872
    },
    {
      "epoch": 4.971993486857409,
      "grad_norm": 1.855130870559085,
      "learning_rate": 2.1866527421133328e-05,
      "loss": 1.5625,
      "step": 106873
    },
    {
      "epoch": 4.972040009304489,
      "grad_norm": 1.6880291264901217,
      "learning_rate": 2.1864597869236133e-05,
      "loss": 1.25,
      "step": 106874
    },
    {
      "epoch": 4.97208653175157,
      "grad_norm": 1.630453673456992,
      "learning_rate": 2.186266839578414e-05,
      "loss": 1.2188,
      "step": 106875
    },
    {
      "epoch": 4.97213305419865,
      "grad_norm": 1.961002770866321,
      "learning_rate": 2.186073900077861e-05,
      "loss": 1.5234,
      "step": 106876
    },
    {
      "epoch": 4.972179576645732,
      "grad_norm": 1.637137899954447,
      "learning_rate": 2.1858809684220695e-05,
      "loss": 1.1328,
      "step": 106877
    },
    {
      "epoch": 4.972226099092812,
      "grad_norm": 1.8981433487281418,
      "learning_rate": 2.1856880446111578e-05,
      "loss": 1.5547,
      "step": 106878
    },
    {
      "epoch": 4.972272621539893,
      "grad_norm": 1.8928062381115478,
      "learning_rate": 2.1854951286452393e-05,
      "loss": 1.5703,
      "step": 106879
    },
    {
      "epoch": 4.972319143986974,
      "grad_norm": 2.02248481653492,
      "learning_rate": 2.1853022205244404e-05,
      "loss": 1.5859,
      "step": 106880
    },
    {
      "epoch": 4.9723656664340545,
      "grad_norm": 1.8621865716828294,
      "learning_rate": 2.185109320248874e-05,
      "loss": 1.5938,
      "step": 106881
    },
    {
      "epoch": 4.972412188881135,
      "grad_norm": 1.8187349342452879,
      "learning_rate": 2.1849164278186588e-05,
      "loss": 1.5234,
      "step": 106882
    },
    {
      "epoch": 4.9724587113282155,
      "grad_norm": 1.7292415965425139,
      "learning_rate": 2.184723543233911e-05,
      "loss": 1.3906,
      "step": 106883
    },
    {
      "epoch": 4.972505233775297,
      "grad_norm": 2.0014798536634464,
      "learning_rate": 2.184530666494751e-05,
      "loss": 1.7656,
      "step": 106884
    },
    {
      "epoch": 4.972551756222377,
      "grad_norm": 2.0257167915927075,
      "learning_rate": 2.1843377976012997e-05,
      "loss": 1.7656,
      "step": 106885
    },
    {
      "epoch": 4.972598278669458,
      "grad_norm": 1.8163081379339368,
      "learning_rate": 2.1841449365536728e-05,
      "loss": 1.5234,
      "step": 106886
    },
    {
      "epoch": 4.972644801116539,
      "grad_norm": 1.7460606191482584,
      "learning_rate": 2.183952083351988e-05,
      "loss": 1.4219,
      "step": 106887
    },
    {
      "epoch": 4.97269132356362,
      "grad_norm": 1.859003006647332,
      "learning_rate": 2.1837592379963585e-05,
      "loss": 1.6172,
      "step": 106888
    },
    {
      "epoch": 4.9727378460107,
      "grad_norm": 2.0371205120373124,
      "learning_rate": 2.1835664004869115e-05,
      "loss": 1.7031,
      "step": 106889
    },
    {
      "epoch": 4.972784368457781,
      "grad_norm": 1.7055334600759522,
      "learning_rate": 2.183373570823761e-05,
      "loss": 1.3594,
      "step": 106890
    },
    {
      "epoch": 4.972830890904862,
      "grad_norm": 1.86907261724307,
      "learning_rate": 2.183180749007024e-05,
      "loss": 1.4297,
      "step": 106891
    },
    {
      "epoch": 4.972877413351942,
      "grad_norm": 1.6109106541675333,
      "learning_rate": 2.1829879350368174e-05,
      "loss": 1.1484,
      "step": 106892
    },
    {
      "epoch": 4.972923935799023,
      "grad_norm": 1.8844013920046199,
      "learning_rate": 2.1827951289132638e-05,
      "loss": 1.625,
      "step": 106893
    },
    {
      "epoch": 4.972970458246103,
      "grad_norm": 1.814559304857414,
      "learning_rate": 2.182602330636477e-05,
      "loss": 1.4844,
      "step": 106894
    },
    {
      "epoch": 4.973016980693185,
      "grad_norm": 1.7954796426035642,
      "learning_rate": 2.1824095402065784e-05,
      "loss": 1.5156,
      "step": 106895
    },
    {
      "epoch": 4.973063503140265,
      "grad_norm": 1.736060405537863,
      "learning_rate": 2.182216757623681e-05,
      "loss": 1.4219,
      "step": 106896
    },
    {
      "epoch": 4.973110025587346,
      "grad_norm": 2.0014313266064296,
      "learning_rate": 2.182023982887908e-05,
      "loss": 1.6797,
      "step": 106897
    },
    {
      "epoch": 4.973156548034426,
      "grad_norm": 1.8859932172895049,
      "learning_rate": 2.1818312159993767e-05,
      "loss": 1.5781,
      "step": 106898
    },
    {
      "epoch": 4.973203070481508,
      "grad_norm": 1.5493034440115367,
      "learning_rate": 2.181638456958203e-05,
      "loss": 1.25,
      "step": 106899
    },
    {
      "epoch": 4.973249592928588,
      "grad_norm": 1.9457772269507312,
      "learning_rate": 2.1814457057645053e-05,
      "loss": 1.6719,
      "step": 106900
    },
    {
      "epoch": 4.9732961153756685,
      "grad_norm": 1.9340557798494304,
      "learning_rate": 2.1812529624184e-05,
      "loss": 1.6875,
      "step": 106901
    },
    {
      "epoch": 4.97334263782275,
      "grad_norm": 1.8319196994203337,
      "learning_rate": 2.1810602269200104e-05,
      "loss": 1.5234,
      "step": 106902
    },
    {
      "epoch": 4.97338916026983,
      "grad_norm": 1.8086494955325767,
      "learning_rate": 2.1808674992694502e-05,
      "loss": 1.4609,
      "step": 106903
    },
    {
      "epoch": 4.973435682716911,
      "grad_norm": 1.812055725125259,
      "learning_rate": 2.1806747794668406e-05,
      "loss": 1.4609,
      "step": 106904
    },
    {
      "epoch": 4.973482205163991,
      "grad_norm": 1.7568776472419658,
      "learning_rate": 2.1804820675122914e-05,
      "loss": 1.5156,
      "step": 106905
    },
    {
      "epoch": 4.973528727611073,
      "grad_norm": 1.8476192231874098,
      "learning_rate": 2.1802893634059278e-05,
      "loss": 1.5312,
      "step": 106906
    },
    {
      "epoch": 4.973575250058153,
      "grad_norm": 1.8581435939833533,
      "learning_rate": 2.180096667147871e-05,
      "loss": 1.5469,
      "step": 106907
    },
    {
      "epoch": 4.973621772505234,
      "grad_norm": 1.7258586556782425,
      "learning_rate": 2.1799039787382328e-05,
      "loss": 1.3984,
      "step": 106908
    },
    {
      "epoch": 4.973668294952314,
      "grad_norm": 1.800890537027549,
      "learning_rate": 2.1797112981771347e-05,
      "loss": 1.4609,
      "step": 106909
    },
    {
      "epoch": 4.9737148173993955,
      "grad_norm": 1.7366116981979018,
      "learning_rate": 2.1795186254646885e-05,
      "loss": 1.3047,
      "step": 106910
    },
    {
      "epoch": 4.973761339846476,
      "grad_norm": 1.847064101512756,
      "learning_rate": 2.1793259606010205e-05,
      "loss": 1.5469,
      "step": 106911
    },
    {
      "epoch": 4.973807862293556,
      "grad_norm": 2.016449103685605,
      "learning_rate": 2.179133303586244e-05,
      "loss": 1.7891,
      "step": 106912
    },
    {
      "epoch": 4.973854384740637,
      "grad_norm": 1.8089180694349904,
      "learning_rate": 2.1789406544204775e-05,
      "loss": 1.3594,
      "step": 106913
    },
    {
      "epoch": 4.973900907187718,
      "grad_norm": 1.958935879859242,
      "learning_rate": 2.178748013103837e-05,
      "loss": 1.5859,
      "step": 106914
    },
    {
      "epoch": 4.973947429634799,
      "grad_norm": 1.782896325097965,
      "learning_rate": 2.1785553796364448e-05,
      "loss": 1.5234,
      "step": 106915
    },
    {
      "epoch": 4.973993952081879,
      "grad_norm": 1.8264324986459544,
      "learning_rate": 2.178362754018417e-05,
      "loss": 1.5156,
      "step": 106916
    },
    {
      "epoch": 4.974040474528961,
      "grad_norm": 1.8888970230419275,
      "learning_rate": 2.1781701362498698e-05,
      "loss": 1.6016,
      "step": 106917
    },
    {
      "epoch": 4.974086996976041,
      "grad_norm": 1.8458710133678755,
      "learning_rate": 2.1779775263309207e-05,
      "loss": 1.4688,
      "step": 106918
    },
    {
      "epoch": 4.9741335194231215,
      "grad_norm": 1.7922194349472087,
      "learning_rate": 2.1777849242616925e-05,
      "loss": 1.4688,
      "step": 106919
    },
    {
      "epoch": 4.974180041870202,
      "grad_norm": 1.9489783749592058,
      "learning_rate": 2.1775923300423e-05,
      "loss": 1.625,
      "step": 106920
    },
    {
      "epoch": 4.974226564317283,
      "grad_norm": 1.907447147324339,
      "learning_rate": 2.1773997436728596e-05,
      "loss": 1.6406,
      "step": 106921
    },
    {
      "epoch": 4.974273086764364,
      "grad_norm": 1.997894542403566,
      "learning_rate": 2.1772071651534885e-05,
      "loss": 1.6953,
      "step": 106922
    },
    {
      "epoch": 4.974319609211444,
      "grad_norm": 2.1055121515465403,
      "learning_rate": 2.1770145944843108e-05,
      "loss": 1.8438,
      "step": 106923
    },
    {
      "epoch": 4.974366131658526,
      "grad_norm": 1.9715777003882204,
      "learning_rate": 2.1768220316654388e-05,
      "loss": 1.5781,
      "step": 106924
    },
    {
      "epoch": 4.974412654105606,
      "grad_norm": 1.9546642469005513,
      "learning_rate": 2.176629476696992e-05,
      "loss": 1.7031,
      "step": 106925
    },
    {
      "epoch": 4.974459176552687,
      "grad_norm": 1.880885230284754,
      "learning_rate": 2.176436929579089e-05,
      "loss": 1.625,
      "step": 106926
    },
    {
      "epoch": 4.974505698999767,
      "grad_norm": 1.9355964016971638,
      "learning_rate": 2.1762443903118442e-05,
      "loss": 1.6875,
      "step": 106927
    },
    {
      "epoch": 4.974552221446848,
      "grad_norm": 1.8792950163482127,
      "learning_rate": 2.176051858895378e-05,
      "loss": 1.5234,
      "step": 106928
    },
    {
      "epoch": 4.974598743893929,
      "grad_norm": 1.9846711960458197,
      "learning_rate": 2.17585933532981e-05,
      "loss": 1.6641,
      "step": 106929
    },
    {
      "epoch": 4.9746452663410095,
      "grad_norm": 1.8431972774851704,
      "learning_rate": 2.1756668196152583e-05,
      "loss": 1.4844,
      "step": 106930
    },
    {
      "epoch": 4.97469178878809,
      "grad_norm": 1.7135962125213524,
      "learning_rate": 2.175474311751838e-05,
      "loss": 1.25,
      "step": 106931
    },
    {
      "epoch": 4.974738311235171,
      "grad_norm": 1.8582092291499939,
      "learning_rate": 2.175281811739664e-05,
      "loss": 1.6094,
      "step": 106932
    },
    {
      "epoch": 4.974784833682252,
      "grad_norm": 1.902258087048393,
      "learning_rate": 2.1750893195788633e-05,
      "loss": 1.625,
      "step": 106933
    },
    {
      "epoch": 4.974831356129332,
      "grad_norm": 1.9100275914159524,
      "learning_rate": 2.1748968352695467e-05,
      "loss": 1.6641,
      "step": 106934
    },
    {
      "epoch": 4.974877878576413,
      "grad_norm": 1.861271905619778,
      "learning_rate": 2.1747043588118345e-05,
      "loss": 1.5469,
      "step": 106935
    },
    {
      "epoch": 4.974924401023494,
      "grad_norm": 1.734014517423029,
      "learning_rate": 2.174511890205842e-05,
      "loss": 1.2969,
      "step": 106936
    },
    {
      "epoch": 4.974970923470575,
      "grad_norm": 1.866847180891524,
      "learning_rate": 2.1743194294516895e-05,
      "loss": 1.5,
      "step": 106937
    },
    {
      "epoch": 4.975017445917655,
      "grad_norm": 1.9780234613272247,
      "learning_rate": 2.1741269765494967e-05,
      "loss": 1.6797,
      "step": 106938
    },
    {
      "epoch": 4.975063968364736,
      "grad_norm": 1.8634479114734783,
      "learning_rate": 2.173934531499378e-05,
      "loss": 1.6172,
      "step": 106939
    },
    {
      "epoch": 4.975110490811817,
      "grad_norm": 1.8545056869452579,
      "learning_rate": 2.1737420943014477e-05,
      "loss": 1.6016,
      "step": 106940
    },
    {
      "epoch": 4.975157013258897,
      "grad_norm": 1.94682834759887,
      "learning_rate": 2.173549664955833e-05,
      "loss": 1.5547,
      "step": 106941
    },
    {
      "epoch": 4.975203535705978,
      "grad_norm": 2.019898228364026,
      "learning_rate": 2.1733572434626457e-05,
      "loss": 1.6562,
      "step": 106942
    },
    {
      "epoch": 4.975250058153059,
      "grad_norm": 1.8372140385765314,
      "learning_rate": 2.173164829822005e-05,
      "loss": 1.5078,
      "step": 106943
    },
    {
      "epoch": 4.97529658060014,
      "grad_norm": 1.6833076494843529,
      "learning_rate": 2.1729724240340248e-05,
      "loss": 1.3906,
      "step": 106944
    },
    {
      "epoch": 4.97534310304722,
      "grad_norm": 2.0549642411610938,
      "learning_rate": 2.172780026098831e-05,
      "loss": 1.7656,
      "step": 106945
    },
    {
      "epoch": 4.975389625494301,
      "grad_norm": 1.8809541749908318,
      "learning_rate": 2.1725876360165357e-05,
      "loss": 1.5625,
      "step": 106946
    },
    {
      "epoch": 4.975436147941382,
      "grad_norm": 1.9664118869302625,
      "learning_rate": 2.1723952537872585e-05,
      "loss": 1.6406,
      "step": 106947
    },
    {
      "epoch": 4.9754826703884625,
      "grad_norm": 1.7718704414458406,
      "learning_rate": 2.1722028794111128e-05,
      "loss": 1.4844,
      "step": 106948
    },
    {
      "epoch": 4.975529192835543,
      "grad_norm": 1.7923476754758394,
      "learning_rate": 2.1720105128882235e-05,
      "loss": 1.4922,
      "step": 106949
    },
    {
      "epoch": 4.975575715282623,
      "grad_norm": 1.9145984132396783,
      "learning_rate": 2.1718181542187026e-05,
      "loss": 1.7812,
      "step": 106950
    },
    {
      "epoch": 4.975622237729705,
      "grad_norm": 1.903320677276664,
      "learning_rate": 2.1716258034026722e-05,
      "loss": 1.6484,
      "step": 106951
    },
    {
      "epoch": 4.975668760176785,
      "grad_norm": 1.7632714400986729,
      "learning_rate": 2.1714334604402483e-05,
      "loss": 1.4531,
      "step": 106952
    },
    {
      "epoch": 4.975715282623866,
      "grad_norm": 1.829943990175024,
      "learning_rate": 2.1712411253315454e-05,
      "loss": 1.625,
      "step": 106953
    },
    {
      "epoch": 4.975761805070947,
      "grad_norm": 1.8512898126665949,
      "learning_rate": 2.1710487980766882e-05,
      "loss": 1.625,
      "step": 106954
    },
    {
      "epoch": 4.975808327518028,
      "grad_norm": 1.752559311987246,
      "learning_rate": 2.170856478675789e-05,
      "loss": 1.3984,
      "step": 106955
    },
    {
      "epoch": 4.975854849965108,
      "grad_norm": 1.806875639670351,
      "learning_rate": 2.1706641671289683e-05,
      "loss": 1.4688,
      "step": 106956
    },
    {
      "epoch": 4.9759013724121886,
      "grad_norm": 1.8191884266659393,
      "learning_rate": 2.1704718634363433e-05,
      "loss": 1.375,
      "step": 106957
    },
    {
      "epoch": 4.97594789485927,
      "grad_norm": 1.798686344172801,
      "learning_rate": 2.1702795675980256e-05,
      "loss": 1.5078,
      "step": 106958
    },
    {
      "epoch": 4.97599441730635,
      "grad_norm": 1.7505201011080813,
      "learning_rate": 2.1700872796141433e-05,
      "loss": 1.375,
      "step": 106959
    },
    {
      "epoch": 4.976040939753431,
      "grad_norm": 1.9539169203090199,
      "learning_rate": 2.169894999484808e-05,
      "loss": 1.6484,
      "step": 106960
    },
    {
      "epoch": 4.976087462200512,
      "grad_norm": 1.8762874587252112,
      "learning_rate": 2.1697027272101396e-05,
      "loss": 1.5625,
      "step": 106961
    },
    {
      "epoch": 4.976133984647593,
      "grad_norm": 1.707171144148836,
      "learning_rate": 2.1695104627902514e-05,
      "loss": 1.4375,
      "step": 106962
    },
    {
      "epoch": 4.976180507094673,
      "grad_norm": 1.9681952382149712,
      "learning_rate": 2.1693182062252685e-05,
      "loss": 1.5859,
      "step": 106963
    },
    {
      "epoch": 4.976227029541754,
      "grad_norm": 1.8818217107674058,
      "learning_rate": 2.1691259575153035e-05,
      "loss": 1.5859,
      "step": 106964
    },
    {
      "epoch": 4.976273551988834,
      "grad_norm": 1.7056828505430943,
      "learning_rate": 2.1689337166604754e-05,
      "loss": 1.4062,
      "step": 106965
    },
    {
      "epoch": 4.9763200744359155,
      "grad_norm": 1.7539089858032297,
      "learning_rate": 2.1687414836608984e-05,
      "loss": 1.5547,
      "step": 106966
    },
    {
      "epoch": 4.976366596882996,
      "grad_norm": 1.7722735390095223,
      "learning_rate": 2.1685492585166964e-05,
      "loss": 1.5391,
      "step": 106967
    },
    {
      "epoch": 4.9764131193300765,
      "grad_norm": 1.9355972428846457,
      "learning_rate": 2.1683570412279855e-05,
      "loss": 1.6797,
      "step": 106968
    },
    {
      "epoch": 4.976459641777158,
      "grad_norm": 1.7878863538579877,
      "learning_rate": 2.1681648317948806e-05,
      "loss": 1.3984,
      "step": 106969
    },
    {
      "epoch": 4.976506164224238,
      "grad_norm": 2.0069744389163544,
      "learning_rate": 2.167972630217497e-05,
      "loss": 1.7188,
      "step": 106970
    },
    {
      "epoch": 4.976552686671319,
      "grad_norm": 1.894984328025225,
      "learning_rate": 2.167780436495961e-05,
      "loss": 1.6641,
      "step": 106971
    },
    {
      "epoch": 4.976599209118399,
      "grad_norm": 1.7277097440154596,
      "learning_rate": 2.1675882506303825e-05,
      "loss": 1.3828,
      "step": 106972
    },
    {
      "epoch": 4.976645731565481,
      "grad_norm": 1.8717710264038263,
      "learning_rate": 2.1673960726208834e-05,
      "loss": 1.6484,
      "step": 106973
    },
    {
      "epoch": 4.976692254012561,
      "grad_norm": 1.7944469848268554,
      "learning_rate": 2.1672039024675813e-05,
      "loss": 1.625,
      "step": 106974
    },
    {
      "epoch": 4.976738776459642,
      "grad_norm": 1.919220306241736,
      "learning_rate": 2.16701174017059e-05,
      "loss": 1.6328,
      "step": 106975
    },
    {
      "epoch": 4.976785298906723,
      "grad_norm": 1.783475863369943,
      "learning_rate": 2.1668195857300325e-05,
      "loss": 1.4922,
      "step": 106976
    },
    {
      "epoch": 4.976831821353803,
      "grad_norm": 1.9311205495776298,
      "learning_rate": 2.1666274391460236e-05,
      "loss": 1.6797,
      "step": 106977
    },
    {
      "epoch": 4.976878343800884,
      "grad_norm": 1.81496007339582,
      "learning_rate": 2.1664353004186803e-05,
      "loss": 1.5625,
      "step": 106978
    },
    {
      "epoch": 4.976924866247964,
      "grad_norm": 1.8802333722069515,
      "learning_rate": 2.1662431695481185e-05,
      "loss": 1.5078,
      "step": 106979
    },
    {
      "epoch": 4.976971388695046,
      "grad_norm": 1.7993366188583029,
      "learning_rate": 2.1660510465344605e-05,
      "loss": 1.4141,
      "step": 106980
    },
    {
      "epoch": 4.977017911142126,
      "grad_norm": 1.839500807014906,
      "learning_rate": 2.1658589313778225e-05,
      "loss": 1.5703,
      "step": 106981
    },
    {
      "epoch": 4.977064433589207,
      "grad_norm": 1.7202589775538935,
      "learning_rate": 2.1656668240783225e-05,
      "loss": 1.3438,
      "step": 106982
    },
    {
      "epoch": 4.977110956036287,
      "grad_norm": 1.8881380130376508,
      "learning_rate": 2.165474724636076e-05,
      "loss": 1.5078,
      "step": 106983
    },
    {
      "epoch": 4.9771574784833685,
      "grad_norm": 2.1284808835667763,
      "learning_rate": 2.1652826330511973e-05,
      "loss": 1.7812,
      "step": 106984
    },
    {
      "epoch": 4.977204000930449,
      "grad_norm": 1.8442836976355907,
      "learning_rate": 2.1650905493238117e-05,
      "loss": 1.4922,
      "step": 106985
    },
    {
      "epoch": 4.9772505233775295,
      "grad_norm": 1.8592074062573223,
      "learning_rate": 2.1648984734540343e-05,
      "loss": 1.6406,
      "step": 106986
    },
    {
      "epoch": 4.97729704582461,
      "grad_norm": 1.9235095238451798,
      "learning_rate": 2.164706405441981e-05,
      "loss": 1.7188,
      "step": 106987
    },
    {
      "epoch": 4.977343568271691,
      "grad_norm": 1.8232392114950333,
      "learning_rate": 2.1645143452877673e-05,
      "loss": 1.4922,
      "step": 106988
    },
    {
      "epoch": 4.977390090718772,
      "grad_norm": 1.951465264570555,
      "learning_rate": 2.1643222929915162e-05,
      "loss": 1.6094,
      "step": 106989
    },
    {
      "epoch": 4.977436613165852,
      "grad_norm": 1.9480308832103872,
      "learning_rate": 2.1641302485533425e-05,
      "loss": 1.6094,
      "step": 106990
    },
    {
      "epoch": 4.977483135612934,
      "grad_norm": 1.8342847415687586,
      "learning_rate": 2.1639382119733646e-05,
      "loss": 1.5078,
      "step": 106991
    },
    {
      "epoch": 4.977529658060014,
      "grad_norm": 1.8213216290928878,
      "learning_rate": 2.1637461832516955e-05,
      "loss": 1.5938,
      "step": 106992
    },
    {
      "epoch": 4.977576180507095,
      "grad_norm": 1.4890794934994802,
      "learning_rate": 2.1635541623884606e-05,
      "loss": 1.1328,
      "step": 106993
    },
    {
      "epoch": 4.977622702954175,
      "grad_norm": 1.7463418539411217,
      "learning_rate": 2.1633621493837694e-05,
      "loss": 1.5078,
      "step": 106994
    },
    {
      "epoch": 4.9776692254012564,
      "grad_norm": 1.9416721871255747,
      "learning_rate": 2.1631701442377486e-05,
      "loss": 1.6875,
      "step": 106995
    },
    {
      "epoch": 4.977715747848337,
      "grad_norm": 1.896215263425385,
      "learning_rate": 2.162978146950508e-05,
      "loss": 1.5469,
      "step": 106996
    },
    {
      "epoch": 4.977762270295417,
      "grad_norm": 1.8666101598801055,
      "learning_rate": 2.162786157522166e-05,
      "loss": 1.6484,
      "step": 106997
    },
    {
      "epoch": 4.977808792742498,
      "grad_norm": 1.7193917730963577,
      "learning_rate": 2.1625941759528458e-05,
      "loss": 1.4453,
      "step": 106998
    },
    {
      "epoch": 4.977855315189579,
      "grad_norm": 1.7443044535489378,
      "learning_rate": 2.162402202242661e-05,
      "loss": 1.3906,
      "step": 106999
    },
    {
      "epoch": 4.97790183763666,
      "grad_norm": 1.7609845976711687,
      "learning_rate": 2.1622102363917287e-05,
      "loss": 1.4375,
      "step": 107000
    },
    {
      "epoch": 4.97794836008374,
      "grad_norm": 1.902727730798083,
      "learning_rate": 2.1620182784001632e-05,
      "loss": 1.6406,
      "step": 107001
    },
    {
      "epoch": 4.977994882530821,
      "grad_norm": 1.9933089365944545,
      "learning_rate": 2.1618263282680893e-05,
      "loss": 1.6484,
      "step": 107002
    },
    {
      "epoch": 4.978041404977902,
      "grad_norm": 1.6696817202576109,
      "learning_rate": 2.1616343859956213e-05,
      "loss": 1.3984,
      "step": 107003
    },
    {
      "epoch": 4.9780879274249825,
      "grad_norm": 1.8762143423555961,
      "learning_rate": 2.1614424515828767e-05,
      "loss": 1.6016,
      "step": 107004
    },
    {
      "epoch": 4.978134449872063,
      "grad_norm": 1.8830997572656096,
      "learning_rate": 2.1612505250299693e-05,
      "loss": 1.6562,
      "step": 107005
    },
    {
      "epoch": 4.978180972319144,
      "grad_norm": 1.8744867041402107,
      "learning_rate": 2.1610586063370232e-05,
      "loss": 1.625,
      "step": 107006
    },
    {
      "epoch": 4.978227494766225,
      "grad_norm": 1.889273303304485,
      "learning_rate": 2.1608666955041516e-05,
      "loss": 1.6328,
      "step": 107007
    },
    {
      "epoch": 4.978274017213305,
      "grad_norm": 1.8885201212993978,
      "learning_rate": 2.160674792531474e-05,
      "loss": 1.5703,
      "step": 107008
    },
    {
      "epoch": 4.978320539660386,
      "grad_norm": 1.6880785688904985,
      "learning_rate": 2.1604828974191068e-05,
      "loss": 1.4219,
      "step": 107009
    },
    {
      "epoch": 4.978367062107467,
      "grad_norm": 1.7463191540601963,
      "learning_rate": 2.1602910101671655e-05,
      "loss": 1.3047,
      "step": 107010
    },
    {
      "epoch": 4.978413584554548,
      "grad_norm": 1.967229139115311,
      "learning_rate": 2.1600991307757716e-05,
      "loss": 1.6484,
      "step": 107011
    },
    {
      "epoch": 4.978460107001628,
      "grad_norm": 1.6935627322104834,
      "learning_rate": 2.159907259245041e-05,
      "loss": 1.4531,
      "step": 107012
    },
    {
      "epoch": 4.9785066294487095,
      "grad_norm": 1.8332792350154974,
      "learning_rate": 2.1597153955750912e-05,
      "loss": 1.6094,
      "step": 107013
    },
    {
      "epoch": 4.97855315189579,
      "grad_norm": 1.9855397676271072,
      "learning_rate": 2.1595235397660365e-05,
      "loss": 1.6016,
      "step": 107014
    },
    {
      "epoch": 4.97859967434287,
      "grad_norm": 1.7636843002584377,
      "learning_rate": 2.1593316918179987e-05,
      "loss": 1.4062,
      "step": 107015
    },
    {
      "epoch": 4.978646196789951,
      "grad_norm": 1.8019738292046261,
      "learning_rate": 2.1591398517310925e-05,
      "loss": 1.4453,
      "step": 107016
    },
    {
      "epoch": 4.978692719237031,
      "grad_norm": 1.7962866339005956,
      "learning_rate": 2.158948019505438e-05,
      "loss": 1.4141,
      "step": 107017
    },
    {
      "epoch": 4.978739241684113,
      "grad_norm": 1.9091129083965073,
      "learning_rate": 2.158756195141152e-05,
      "loss": 1.6719,
      "step": 107018
    },
    {
      "epoch": 4.978785764131193,
      "grad_norm": 1.8710602708842168,
      "learning_rate": 2.1585643786383487e-05,
      "loss": 1.6094,
      "step": 107019
    },
    {
      "epoch": 4.978832286578274,
      "grad_norm": 1.9560130222006409,
      "learning_rate": 2.1583725699971503e-05,
      "loss": 1.6094,
      "step": 107020
    },
    {
      "epoch": 4.978878809025355,
      "grad_norm": 1.8301727854332897,
      "learning_rate": 2.1581807692176717e-05,
      "loss": 1.6641,
      "step": 107021
    },
    {
      "epoch": 4.9789253314724355,
      "grad_norm": 1.9269741746229772,
      "learning_rate": 2.157988976300031e-05,
      "loss": 1.6953,
      "step": 107022
    },
    {
      "epoch": 4.978971853919516,
      "grad_norm": 1.9041794749811047,
      "learning_rate": 2.157797191244341e-05,
      "loss": 1.6406,
      "step": 107023
    },
    {
      "epoch": 4.9790183763665965,
      "grad_norm": 1.7866859454762165,
      "learning_rate": 2.157605414050727e-05,
      "loss": 1.5,
      "step": 107024
    },
    {
      "epoch": 4.979064898813678,
      "grad_norm": 1.799791704115754,
      "learning_rate": 2.1574136447193043e-05,
      "loss": 1.3984,
      "step": 107025
    },
    {
      "epoch": 4.979111421260758,
      "grad_norm": 2.020080093175042,
      "learning_rate": 2.157221883250187e-05,
      "loss": 1.7109,
      "step": 107026
    },
    {
      "epoch": 4.979157943707839,
      "grad_norm": 1.8826536457548184,
      "learning_rate": 2.1570301296434906e-05,
      "loss": 1.7188,
      "step": 107027
    },
    {
      "epoch": 4.97920446615492,
      "grad_norm": 1.8815878242491704,
      "learning_rate": 2.1568383838993397e-05,
      "loss": 1.5781,
      "step": 107028
    },
    {
      "epoch": 4.979250988602001,
      "grad_norm": 1.9323552149802963,
      "learning_rate": 2.1566466460178477e-05,
      "loss": 1.6953,
      "step": 107029
    },
    {
      "epoch": 4.979297511049081,
      "grad_norm": 2.0017564485711103,
      "learning_rate": 2.1564549159991328e-05,
      "loss": 1.75,
      "step": 107030
    },
    {
      "epoch": 4.979344033496162,
      "grad_norm": 1.893914887941656,
      "learning_rate": 2.1562631938433102e-05,
      "loss": 1.6328,
      "step": 107031
    },
    {
      "epoch": 4.979390555943243,
      "grad_norm": 1.857183271947486,
      "learning_rate": 2.1560714795504992e-05,
      "loss": 1.5938,
      "step": 107032
    },
    {
      "epoch": 4.9794370783903235,
      "grad_norm": 1.9693337460533267,
      "learning_rate": 2.1558797731208184e-05,
      "loss": 1.6484,
      "step": 107033
    },
    {
      "epoch": 4.979483600837404,
      "grad_norm": 1.8671523825102052,
      "learning_rate": 2.1556880745543844e-05,
      "loss": 1.5469,
      "step": 107034
    },
    {
      "epoch": 4.979530123284484,
      "grad_norm": 1.9673673975647585,
      "learning_rate": 2.1554963838513132e-05,
      "loss": 1.6094,
      "step": 107035
    },
    {
      "epoch": 4.979576645731566,
      "grad_norm": 2.0028706193034305,
      "learning_rate": 2.1553047010117192e-05,
      "loss": 1.6484,
      "step": 107036
    },
    {
      "epoch": 4.979623168178646,
      "grad_norm": 1.758264152797599,
      "learning_rate": 2.1551130260357264e-05,
      "loss": 1.3125,
      "step": 107037
    },
    {
      "epoch": 4.979669690625727,
      "grad_norm": 1.73802045111789,
      "learning_rate": 2.1549213589234464e-05,
      "loss": 1.4297,
      "step": 107038
    },
    {
      "epoch": 4.979716213072807,
      "grad_norm": 1.909080205801069,
      "learning_rate": 2.154729699675003e-05,
      "loss": 1.5156,
      "step": 107039
    },
    {
      "epoch": 4.979762735519889,
      "grad_norm": 1.6815215147515528,
      "learning_rate": 2.1545380482905088e-05,
      "loss": 1.3359,
      "step": 107040
    },
    {
      "epoch": 4.979809257966969,
      "grad_norm": 1.7622880171013973,
      "learning_rate": 2.1543464047700792e-05,
      "loss": 1.5312,
      "step": 107041
    },
    {
      "epoch": 4.9798557804140495,
      "grad_norm": 1.7682597187289937,
      "learning_rate": 2.154154769113839e-05,
      "loss": 1.3438,
      "step": 107042
    },
    {
      "epoch": 4.979902302861131,
      "grad_norm": 1.7324315643532853,
      "learning_rate": 2.1539631413218994e-05,
      "loss": 1.3047,
      "step": 107043
    },
    {
      "epoch": 4.979948825308211,
      "grad_norm": 1.9044468297985537,
      "learning_rate": 2.1537715213943792e-05,
      "loss": 1.5391,
      "step": 107044
    },
    {
      "epoch": 4.979995347755292,
      "grad_norm": 1.8709406197601732,
      "learning_rate": 2.1535799093313925e-05,
      "loss": 1.625,
      "step": 107045
    },
    {
      "epoch": 4.980041870202372,
      "grad_norm": 1.8126234046466443,
      "learning_rate": 2.153388305133065e-05,
      "loss": 1.4531,
      "step": 107046
    },
    {
      "epoch": 4.980088392649454,
      "grad_norm": 1.8064272000855288,
      "learning_rate": 2.1531967087995068e-05,
      "loss": 1.4531,
      "step": 107047
    },
    {
      "epoch": 4.980134915096534,
      "grad_norm": 1.865760861056847,
      "learning_rate": 2.1530051203308384e-05,
      "loss": 1.5391,
      "step": 107048
    },
    {
      "epoch": 4.980181437543615,
      "grad_norm": 1.8989331831959348,
      "learning_rate": 2.1528135397271724e-05,
      "loss": 1.5469,
      "step": 107049
    },
    {
      "epoch": 4.980227959990696,
      "grad_norm": 1.9510042241789833,
      "learning_rate": 2.152621966988633e-05,
      "loss": 1.6562,
      "step": 107050
    },
    {
      "epoch": 4.9802744824377765,
      "grad_norm": 1.9435031968537337,
      "learning_rate": 2.1524304021153338e-05,
      "loss": 1.6641,
      "step": 107051
    },
    {
      "epoch": 4.980321004884857,
      "grad_norm": 1.7168768676972042,
      "learning_rate": 2.152238845107393e-05,
      "loss": 1.4531,
      "step": 107052
    },
    {
      "epoch": 4.980367527331937,
      "grad_norm": 1.8101840647776006,
      "learning_rate": 2.152047295964924e-05,
      "loss": 1.5547,
      "step": 107053
    },
    {
      "epoch": 4.980414049779018,
      "grad_norm": 1.6974748818680827,
      "learning_rate": 2.1518557546880493e-05,
      "loss": 1.3672,
      "step": 107054
    },
    {
      "epoch": 4.980460572226099,
      "grad_norm": 1.8353960512208558,
      "learning_rate": 2.1516642212768847e-05,
      "loss": 1.5312,
      "step": 107055
    },
    {
      "epoch": 4.98050709467318,
      "grad_norm": 1.915860544730717,
      "learning_rate": 2.1514726957315482e-05,
      "loss": 1.5703,
      "step": 107056
    },
    {
      "epoch": 4.98055361712026,
      "grad_norm": 1.7428096255501286,
      "learning_rate": 2.1512811780521527e-05,
      "loss": 1.3984,
      "step": 107057
    },
    {
      "epoch": 4.980600139567342,
      "grad_norm": 1.8388266082888671,
      "learning_rate": 2.15108966823882e-05,
      "loss": 1.4062,
      "step": 107058
    },
    {
      "epoch": 4.980646662014422,
      "grad_norm": 1.8896410018228853,
      "learning_rate": 2.150898166291667e-05,
      "loss": 1.5078,
      "step": 107059
    },
    {
      "epoch": 4.9806931844615026,
      "grad_norm": 1.9196781224018649,
      "learning_rate": 2.1507066722108062e-05,
      "loss": 1.6953,
      "step": 107060
    },
    {
      "epoch": 4.980739706908583,
      "grad_norm": 1.7044483151218774,
      "learning_rate": 2.150515185996363e-05,
      "loss": 1.4219,
      "step": 107061
    },
    {
      "epoch": 4.980786229355664,
      "grad_norm": 1.8495844221070672,
      "learning_rate": 2.1503237076484492e-05,
      "loss": 1.5312,
      "step": 107062
    },
    {
      "epoch": 4.980832751802745,
      "grad_norm": 1.8638766144090384,
      "learning_rate": 2.1501322371671793e-05,
      "loss": 1.4375,
      "step": 107063
    },
    {
      "epoch": 4.980879274249825,
      "grad_norm": 1.8357097549791028,
      "learning_rate": 2.149940774552678e-05,
      "loss": 1.5078,
      "step": 107064
    },
    {
      "epoch": 4.980925796696907,
      "grad_norm": 2.017726907848324,
      "learning_rate": 2.149749319805059e-05,
      "loss": 1.6484,
      "step": 107065
    },
    {
      "epoch": 4.980972319143987,
      "grad_norm": 1.9776292695324433,
      "learning_rate": 2.149557872924439e-05,
      "loss": 1.6562,
      "step": 107066
    },
    {
      "epoch": 4.981018841591068,
      "grad_norm": 1.8593548355116858,
      "learning_rate": 2.1493664339109324e-05,
      "loss": 1.4609,
      "step": 107067
    },
    {
      "epoch": 4.981065364038148,
      "grad_norm": 2.0483299010830454,
      "learning_rate": 2.149175002764661e-05,
      "loss": 1.7578,
      "step": 107068
    },
    {
      "epoch": 4.981111886485229,
      "grad_norm": 1.9817827829711787,
      "learning_rate": 2.148983579485743e-05,
      "loss": 1.6406,
      "step": 107069
    },
    {
      "epoch": 4.98115840893231,
      "grad_norm": 2.022024683957377,
      "learning_rate": 2.1487921640742917e-05,
      "loss": 1.7422,
      "step": 107070
    },
    {
      "epoch": 4.9812049313793905,
      "grad_norm": 1.7902093349258792,
      "learning_rate": 2.148600756530422e-05,
      "loss": 1.4375,
      "step": 107071
    },
    {
      "epoch": 4.981251453826471,
      "grad_norm": 1.774274923088038,
      "learning_rate": 2.1484093568542572e-05,
      "loss": 1.4375,
      "step": 107072
    },
    {
      "epoch": 4.981297976273552,
      "grad_norm": 1.8195137221843345,
      "learning_rate": 2.1482179650459136e-05,
      "loss": 1.4609,
      "step": 107073
    },
    {
      "epoch": 4.981344498720633,
      "grad_norm": 1.6947331175436258,
      "learning_rate": 2.1480265811055063e-05,
      "loss": 1.2812,
      "step": 107074
    },
    {
      "epoch": 4.981391021167713,
      "grad_norm": 1.8894176896397774,
      "learning_rate": 2.1478352050331487e-05,
      "loss": 1.5312,
      "step": 107075
    },
    {
      "epoch": 4.981437543614794,
      "grad_norm": 1.8826500408357933,
      "learning_rate": 2.1476438368289655e-05,
      "loss": 1.5781,
      "step": 107076
    },
    {
      "epoch": 4.981484066061875,
      "grad_norm": 1.9243628937287214,
      "learning_rate": 2.1474524764930716e-05,
      "loss": 1.6016,
      "step": 107077
    },
    {
      "epoch": 4.981530588508956,
      "grad_norm": 1.8691030592865443,
      "learning_rate": 2.1472611240255822e-05,
      "loss": 1.5625,
      "step": 107078
    },
    {
      "epoch": 4.981577110956036,
      "grad_norm": 1.8729748418437997,
      "learning_rate": 2.1470697794266118e-05,
      "loss": 1.6641,
      "step": 107079
    },
    {
      "epoch": 4.981623633403117,
      "grad_norm": 1.8423950139108674,
      "learning_rate": 2.1468784426962854e-05,
      "loss": 1.5234,
      "step": 107080
    },
    {
      "epoch": 4.981670155850198,
      "grad_norm": 1.7812359524491117,
      "learning_rate": 2.146687113834715e-05,
      "loss": 1.3984,
      "step": 107081
    },
    {
      "epoch": 4.981716678297278,
      "grad_norm": 1.9307559919193806,
      "learning_rate": 2.1464957928420163e-05,
      "loss": 1.6562,
      "step": 107082
    },
    {
      "epoch": 4.981763200744359,
      "grad_norm": 2.143054398907984,
      "learning_rate": 2.1463044797183098e-05,
      "loss": 1.8672,
      "step": 107083
    },
    {
      "epoch": 4.98180972319144,
      "grad_norm": 1.9771248363555889,
      "learning_rate": 2.1461131744637088e-05,
      "loss": 1.6484,
      "step": 107084
    },
    {
      "epoch": 4.981856245638521,
      "grad_norm": 1.7532748062821226,
      "learning_rate": 2.1459218770783382e-05,
      "loss": 1.4375,
      "step": 107085
    },
    {
      "epoch": 4.981902768085601,
      "grad_norm": 1.971394650053631,
      "learning_rate": 2.1457305875623076e-05,
      "loss": 1.6797,
      "step": 107086
    },
    {
      "epoch": 4.981949290532682,
      "grad_norm": 1.9245405263578086,
      "learning_rate": 2.145539305915739e-05,
      "loss": 1.5703,
      "step": 107087
    },
    {
      "epoch": 4.981995812979763,
      "grad_norm": 1.777837930083403,
      "learning_rate": 2.145348032138745e-05,
      "loss": 1.4688,
      "step": 107088
    },
    {
      "epoch": 4.9820423354268435,
      "grad_norm": 1.7886217612754314,
      "learning_rate": 2.145156766231441e-05,
      "loss": 1.5469,
      "step": 107089
    },
    {
      "epoch": 4.982088857873924,
      "grad_norm": 1.7430979007480787,
      "learning_rate": 2.1449655081939537e-05,
      "loss": 1.4453,
      "step": 107090
    },
    {
      "epoch": 4.9821353803210044,
      "grad_norm": 1.9853854145218284,
      "learning_rate": 2.1447742580263928e-05,
      "loss": 1.75,
      "step": 107091
    },
    {
      "epoch": 4.982181902768086,
      "grad_norm": 1.8575057190809785,
      "learning_rate": 2.1445830157288763e-05,
      "loss": 1.6016,
      "step": 107092
    },
    {
      "epoch": 4.982228425215166,
      "grad_norm": 2.019530697760881,
      "learning_rate": 2.1443917813015175e-05,
      "loss": 1.7734,
      "step": 107093
    },
    {
      "epoch": 4.982274947662247,
      "grad_norm": 1.8154681867065245,
      "learning_rate": 2.1442005547444434e-05,
      "loss": 1.5703,
      "step": 107094
    },
    {
      "epoch": 4.982321470109328,
      "grad_norm": 1.8926933557711654,
      "learning_rate": 2.1440093360577652e-05,
      "loss": 1.625,
      "step": 107095
    },
    {
      "epoch": 4.982367992556409,
      "grad_norm": 1.8089381612183957,
      "learning_rate": 2.1438181252415997e-05,
      "loss": 1.5234,
      "step": 107096
    },
    {
      "epoch": 4.982414515003489,
      "grad_norm": 1.8435281031585147,
      "learning_rate": 2.1436269222960602e-05,
      "loss": 1.5312,
      "step": 107097
    },
    {
      "epoch": 4.98246103745057,
      "grad_norm": 1.658776261923128,
      "learning_rate": 2.1434357272212728e-05,
      "loss": 1.2656,
      "step": 107098
    },
    {
      "epoch": 4.982507559897651,
      "grad_norm": 1.7457116896393305,
      "learning_rate": 2.1432445400173494e-05,
      "loss": 1.5391,
      "step": 107099
    },
    {
      "epoch": 4.982554082344731,
      "grad_norm": 1.7084028721032942,
      "learning_rate": 2.143053360684408e-05,
      "loss": 1.3438,
      "step": 107100
    },
    {
      "epoch": 4.982600604791812,
      "grad_norm": 1.913331815861528,
      "learning_rate": 2.1428621892225605e-05,
      "loss": 1.6875,
      "step": 107101
    },
    {
      "epoch": 4.982647127238893,
      "grad_norm": 2.0171781380556384,
      "learning_rate": 2.1426710256319336e-05,
      "loss": 1.6875,
      "step": 107102
    },
    {
      "epoch": 4.982693649685974,
      "grad_norm": 1.7395977320562381,
      "learning_rate": 2.1424798699126385e-05,
      "loss": 1.4453,
      "step": 107103
    },
    {
      "epoch": 4.982740172133054,
      "grad_norm": 1.757113269062707,
      "learning_rate": 2.1422887220647884e-05,
      "loss": 1.3906,
      "step": 107104
    },
    {
      "epoch": 4.982786694580135,
      "grad_norm": 1.733646067959348,
      "learning_rate": 2.14209758208851e-05,
      "loss": 1.3906,
      "step": 107105
    },
    {
      "epoch": 4.982833217027215,
      "grad_norm": 1.8185665278549414,
      "learning_rate": 2.14190644998391e-05,
      "loss": 1.4219,
      "step": 107106
    },
    {
      "epoch": 4.9828797394742965,
      "grad_norm": 1.8346832630748897,
      "learning_rate": 2.1417153257511166e-05,
      "loss": 1.5469,
      "step": 107107
    },
    {
      "epoch": 4.982926261921377,
      "grad_norm": 1.744840242388374,
      "learning_rate": 2.1415242093902397e-05,
      "loss": 1.3906,
      "step": 107108
    },
    {
      "epoch": 4.9829727843684575,
      "grad_norm": 1.7294468330709778,
      "learning_rate": 2.1413331009013957e-05,
      "loss": 1.3438,
      "step": 107109
    },
    {
      "epoch": 4.983019306815539,
      "grad_norm": 1.8211509761348688,
      "learning_rate": 2.1411420002847028e-05,
      "loss": 1.5078,
      "step": 107110
    },
    {
      "epoch": 4.983065829262619,
      "grad_norm": 1.9007628692716734,
      "learning_rate": 2.14095090754028e-05,
      "loss": 1.6562,
      "step": 107111
    },
    {
      "epoch": 4.9831123517097,
      "grad_norm": 1.8915776182346018,
      "learning_rate": 2.140759822668244e-05,
      "loss": 1.5391,
      "step": 107112
    },
    {
      "epoch": 4.98315887415678,
      "grad_norm": 1.9179087687835157,
      "learning_rate": 2.14056874566871e-05,
      "loss": 1.6172,
      "step": 107113
    },
    {
      "epoch": 4.983205396603862,
      "grad_norm": 1.8368015287905213,
      "learning_rate": 2.1403776765417963e-05,
      "loss": 1.4375,
      "step": 107114
    },
    {
      "epoch": 4.983251919050942,
      "grad_norm": 1.9648543021877467,
      "learning_rate": 2.140186615287615e-05,
      "loss": 1.5234,
      "step": 107115
    },
    {
      "epoch": 4.983298441498023,
      "grad_norm": 1.8946552837314339,
      "learning_rate": 2.1399955619062898e-05,
      "loss": 1.625,
      "step": 107116
    },
    {
      "epoch": 4.983344963945104,
      "grad_norm": 1.8610476014041903,
      "learning_rate": 2.1398045163979365e-05,
      "loss": 1.5156,
      "step": 107117
    },
    {
      "epoch": 4.983391486392184,
      "grad_norm": 1.928665594041238,
      "learning_rate": 2.1396134787626708e-05,
      "loss": 1.6328,
      "step": 107118
    },
    {
      "epoch": 4.983438008839265,
      "grad_norm": 1.7131479631608304,
      "learning_rate": 2.139422449000605e-05,
      "loss": 1.4375,
      "step": 107119
    },
    {
      "epoch": 4.983484531286345,
      "grad_norm": 1.6024966083966399,
      "learning_rate": 2.1392314271118648e-05,
      "loss": 1.2656,
      "step": 107120
    },
    {
      "epoch": 4.983531053733427,
      "grad_norm": 1.828723529597307,
      "learning_rate": 2.1390404130965634e-05,
      "loss": 1.5,
      "step": 107121
    },
    {
      "epoch": 4.983577576180507,
      "grad_norm": 1.897430516145125,
      "learning_rate": 2.1388494069548168e-05,
      "loss": 1.6641,
      "step": 107122
    },
    {
      "epoch": 4.983624098627588,
      "grad_norm": 1.8656009473242725,
      "learning_rate": 2.1386584086867385e-05,
      "loss": 1.625,
      "step": 107123
    },
    {
      "epoch": 4.983670621074668,
      "grad_norm": 1.7889144882308456,
      "learning_rate": 2.138467418292452e-05,
      "loss": 1.4688,
      "step": 107124
    },
    {
      "epoch": 4.9837171435217495,
      "grad_norm": 1.9078494871079317,
      "learning_rate": 2.138276435772074e-05,
      "loss": 1.6328,
      "step": 107125
    },
    {
      "epoch": 4.98376366596883,
      "grad_norm": 1.9203756022050487,
      "learning_rate": 2.1380854611257137e-05,
      "loss": 1.75,
      "step": 107126
    },
    {
      "epoch": 4.9838101884159105,
      "grad_norm": 1.7911311478013276,
      "learning_rate": 2.1378944943534964e-05,
      "loss": 1.3672,
      "step": 107127
    },
    {
      "epoch": 4.983856710862991,
      "grad_norm": 1.845064358902518,
      "learning_rate": 2.1377035354555338e-05,
      "loss": 1.5156,
      "step": 107128
    },
    {
      "epoch": 4.983903233310072,
      "grad_norm": 1.6856605881662026,
      "learning_rate": 2.1375125844319474e-05,
      "loss": 1.2266,
      "step": 107129
    },
    {
      "epoch": 4.983949755757153,
      "grad_norm": 1.796059261419151,
      "learning_rate": 2.137321641282852e-05,
      "loss": 1.4297,
      "step": 107130
    },
    {
      "epoch": 4.983996278204233,
      "grad_norm": 2.003606605064446,
      "learning_rate": 2.137130706008364e-05,
      "loss": 1.6406,
      "step": 107131
    },
    {
      "epoch": 4.984042800651315,
      "grad_norm": 1.712394249276998,
      "learning_rate": 2.1369397786085973e-05,
      "loss": 1.3359,
      "step": 107132
    },
    {
      "epoch": 4.984089323098395,
      "grad_norm": 1.9473030890083993,
      "learning_rate": 2.1367488590836745e-05,
      "loss": 1.6719,
      "step": 107133
    },
    {
      "epoch": 4.984135845545476,
      "grad_norm": 1.778830198072612,
      "learning_rate": 2.136557947433711e-05,
      "loss": 1.4062,
      "step": 107134
    },
    {
      "epoch": 4.984182367992556,
      "grad_norm": 1.7654287554981178,
      "learning_rate": 2.136367043658821e-05,
      "loss": 1.5156,
      "step": 107135
    },
    {
      "epoch": 4.9842288904396375,
      "grad_norm": 1.6817592630427176,
      "learning_rate": 2.1361761477591216e-05,
      "loss": 1.2578,
      "step": 107136
    },
    {
      "epoch": 4.984275412886718,
      "grad_norm": 1.8499610245186862,
      "learning_rate": 2.1359852597347327e-05,
      "loss": 1.3672,
      "step": 107137
    },
    {
      "epoch": 4.984321935333798,
      "grad_norm": 1.8906219421255501,
      "learning_rate": 2.1357943795857692e-05,
      "loss": 1.5859,
      "step": 107138
    },
    {
      "epoch": 4.984368457780879,
      "grad_norm": 1.7932548498270715,
      "learning_rate": 2.135603507312349e-05,
      "loss": 1.4531,
      "step": 107139
    },
    {
      "epoch": 4.98441498022796,
      "grad_norm": 1.7544503388559365,
      "learning_rate": 2.135412642914589e-05,
      "loss": 1.4766,
      "step": 107140
    },
    {
      "epoch": 4.984461502675041,
      "grad_norm": 1.8805897446577442,
      "learning_rate": 2.1352217863926008e-05,
      "loss": 1.6719,
      "step": 107141
    },
    {
      "epoch": 4.984508025122121,
      "grad_norm": 1.7223694764326063,
      "learning_rate": 2.135030937746509e-05,
      "loss": 1.4375,
      "step": 107142
    },
    {
      "epoch": 4.984554547569202,
      "grad_norm": 1.762127355629073,
      "learning_rate": 2.1348400969764274e-05,
      "loss": 1.4531,
      "step": 107143
    },
    {
      "epoch": 4.984601070016283,
      "grad_norm": 1.8397012968471331,
      "learning_rate": 2.134649264082472e-05,
      "loss": 1.5,
      "step": 107144
    },
    {
      "epoch": 4.9846475924633635,
      "grad_norm": 1.9277939932616575,
      "learning_rate": 2.1344584390647562e-05,
      "loss": 1.5703,
      "step": 107145
    },
    {
      "epoch": 4.984694114910444,
      "grad_norm": 1.8488600198188612,
      "learning_rate": 2.134267621923405e-05,
      "loss": 1.5,
      "step": 107146
    },
    {
      "epoch": 4.984740637357525,
      "grad_norm": 1.8570489962269245,
      "learning_rate": 2.1340768126585316e-05,
      "loss": 1.5,
      "step": 107147
    },
    {
      "epoch": 4.984787159804606,
      "grad_norm": 1.7244105104647371,
      "learning_rate": 2.1338860112702478e-05,
      "loss": 1.4219,
      "step": 107148
    },
    {
      "epoch": 4.984833682251686,
      "grad_norm": 1.9243596160906868,
      "learning_rate": 2.1336952177586798e-05,
      "loss": 1.6641,
      "step": 107149
    },
    {
      "epoch": 4.984880204698767,
      "grad_norm": 1.7776847430334777,
      "learning_rate": 2.133504432123934e-05,
      "loss": 1.3828,
      "step": 107150
    },
    {
      "epoch": 4.984926727145848,
      "grad_norm": 1.869472294066591,
      "learning_rate": 2.133313654366136e-05,
      "loss": 1.5859,
      "step": 107151
    },
    {
      "epoch": 4.984973249592929,
      "grad_norm": 1.926067344142665,
      "learning_rate": 2.1331228844854002e-05,
      "loss": 1.6094,
      "step": 107152
    },
    {
      "epoch": 4.985019772040009,
      "grad_norm": 1.9623695801581011,
      "learning_rate": 2.1329321224818435e-05,
      "loss": 1.6094,
      "step": 107153
    },
    {
      "epoch": 4.9850662944870905,
      "grad_norm": 1.9466271943311486,
      "learning_rate": 2.1327413683555772e-05,
      "loss": 1.75,
      "step": 107154
    },
    {
      "epoch": 4.985112816934171,
      "grad_norm": 1.9337091277328373,
      "learning_rate": 2.1325506221067245e-05,
      "loss": 1.6172,
      "step": 107155
    },
    {
      "epoch": 4.985159339381251,
      "grad_norm": 2.0344598107000156,
      "learning_rate": 2.1323598837354022e-05,
      "loss": 1.7188,
      "step": 107156
    },
    {
      "epoch": 4.985205861828332,
      "grad_norm": 1.8001357078472204,
      "learning_rate": 2.1321691532417235e-05,
      "loss": 1.3906,
      "step": 107157
    },
    {
      "epoch": 4.985252384275412,
      "grad_norm": 1.908548981505831,
      "learning_rate": 2.131978430625803e-05,
      "loss": 1.5781,
      "step": 107158
    },
    {
      "epoch": 4.985298906722494,
      "grad_norm": 1.9642767242100507,
      "learning_rate": 2.131787715887766e-05,
      "loss": 1.7734,
      "step": 107159
    },
    {
      "epoch": 4.985345429169574,
      "grad_norm": 1.7889539353071133,
      "learning_rate": 2.131597009027724e-05,
      "loss": 1.3672,
      "step": 107160
    },
    {
      "epoch": 4.985391951616655,
      "grad_norm": 1.8030157203100663,
      "learning_rate": 2.1314063100457933e-05,
      "loss": 1.4922,
      "step": 107161
    },
    {
      "epoch": 4.985438474063736,
      "grad_norm": 1.743711071774809,
      "learning_rate": 2.1312156189420892e-05,
      "loss": 1.3203,
      "step": 107162
    },
    {
      "epoch": 4.985484996510817,
      "grad_norm": 1.7618045750366773,
      "learning_rate": 2.1310249357167348e-05,
      "loss": 1.5312,
      "step": 107163
    },
    {
      "epoch": 4.985531518957897,
      "grad_norm": 1.6134865318424085,
      "learning_rate": 2.1308342603698415e-05,
      "loss": 1.3828,
      "step": 107164
    },
    {
      "epoch": 4.9855780414049775,
      "grad_norm": 1.8692796410064625,
      "learning_rate": 2.1306435929015276e-05,
      "loss": 1.5391,
      "step": 107165
    },
    {
      "epoch": 4.985624563852059,
      "grad_norm": 1.8240912031593457,
      "learning_rate": 2.130452933311908e-05,
      "loss": 1.4688,
      "step": 107166
    },
    {
      "epoch": 4.985671086299139,
      "grad_norm": 1.801198817774647,
      "learning_rate": 2.1302622816010994e-05,
      "loss": 1.4688,
      "step": 107167
    },
    {
      "epoch": 4.98571760874622,
      "grad_norm": 1.831439224311774,
      "learning_rate": 2.1300716377692233e-05,
      "loss": 1.4297,
      "step": 107168
    },
    {
      "epoch": 4.985764131193301,
      "grad_norm": 1.633875911335001,
      "learning_rate": 2.1298810018163897e-05,
      "loss": 1.3125,
      "step": 107169
    },
    {
      "epoch": 4.985810653640382,
      "grad_norm": 1.700417060616027,
      "learning_rate": 2.1296903737427217e-05,
      "loss": 1.4219,
      "step": 107170
    },
    {
      "epoch": 4.985857176087462,
      "grad_norm": 1.847475758659395,
      "learning_rate": 2.1294997535483344e-05,
      "loss": 1.6094,
      "step": 107171
    },
    {
      "epoch": 4.985903698534543,
      "grad_norm": 1.845054894409581,
      "learning_rate": 2.1293091412333392e-05,
      "loss": 1.4219,
      "step": 107172
    },
    {
      "epoch": 4.985950220981624,
      "grad_norm": 1.7902173721581276,
      "learning_rate": 2.1291185367978593e-05,
      "loss": 1.3828,
      "step": 107173
    },
    {
      "epoch": 4.9859967434287045,
      "grad_norm": 1.8075442769942307,
      "learning_rate": 2.1289279402420094e-05,
      "loss": 1.5078,
      "step": 107174
    },
    {
      "epoch": 4.986043265875785,
      "grad_norm": 1.9958730196149383,
      "learning_rate": 2.128737351565905e-05,
      "loss": 1.6094,
      "step": 107175
    },
    {
      "epoch": 4.986089788322865,
      "grad_norm": 1.9454074625276114,
      "learning_rate": 2.1285467707696608e-05,
      "loss": 1.6406,
      "step": 107176
    },
    {
      "epoch": 4.986136310769947,
      "grad_norm": 1.9020800632093078,
      "learning_rate": 2.1283561978533996e-05,
      "loss": 1.6094,
      "step": 107177
    },
    {
      "epoch": 4.986182833217027,
      "grad_norm": 1.9790266754829329,
      "learning_rate": 2.1281656328172354e-05,
      "loss": 1.5547,
      "step": 107178
    },
    {
      "epoch": 4.986229355664108,
      "grad_norm": 1.8928597042813764,
      "learning_rate": 2.1279750756612823e-05,
      "loss": 1.5938,
      "step": 107179
    },
    {
      "epoch": 4.986275878111188,
      "grad_norm": 1.8234847591716783,
      "learning_rate": 2.1277845263856575e-05,
      "loss": 1.5703,
      "step": 107180
    },
    {
      "epoch": 4.98632240055827,
      "grad_norm": 1.977955497796896,
      "learning_rate": 2.1275939849904806e-05,
      "loss": 1.6016,
      "step": 107181
    },
    {
      "epoch": 4.98636892300535,
      "grad_norm": 1.9379683695473877,
      "learning_rate": 2.1274034514758666e-05,
      "loss": 1.7422,
      "step": 107182
    },
    {
      "epoch": 4.9864154454524305,
      "grad_norm": 1.8478745003867318,
      "learning_rate": 2.127212925841932e-05,
      "loss": 1.4844,
      "step": 107183
    },
    {
      "epoch": 4.986461967899512,
      "grad_norm": 1.7999624860337409,
      "learning_rate": 2.1270224080887917e-05,
      "loss": 1.5,
      "step": 107184
    },
    {
      "epoch": 4.986508490346592,
      "grad_norm": 1.9563364615633738,
      "learning_rate": 2.1268318982165657e-05,
      "loss": 1.6797,
      "step": 107185
    },
    {
      "epoch": 4.986555012793673,
      "grad_norm": 1.915036143569346,
      "learning_rate": 2.1266413962253703e-05,
      "loss": 1.6484,
      "step": 107186
    },
    {
      "epoch": 4.986601535240753,
      "grad_norm": 1.907797751848109,
      "learning_rate": 2.1264509021153192e-05,
      "loss": 1.6328,
      "step": 107187
    },
    {
      "epoch": 4.986648057687835,
      "grad_norm": 1.729905584372997,
      "learning_rate": 2.1262604158865288e-05,
      "loss": 1.3672,
      "step": 107188
    },
    {
      "epoch": 4.986694580134915,
      "grad_norm": 2.0603834434660033,
      "learning_rate": 2.1260699375391204e-05,
      "loss": 1.7422,
      "step": 107189
    },
    {
      "epoch": 4.986741102581996,
      "grad_norm": 1.8477449110664224,
      "learning_rate": 2.1258794670732093e-05,
      "loss": 1.4219,
      "step": 107190
    },
    {
      "epoch": 4.986787625029077,
      "grad_norm": 1.7763420700775727,
      "learning_rate": 2.1256890044889052e-05,
      "loss": 1.5078,
      "step": 107191
    },
    {
      "epoch": 4.9868341474761575,
      "grad_norm": 1.7604726586380945,
      "learning_rate": 2.125498549786335e-05,
      "loss": 1.3906,
      "step": 107192
    },
    {
      "epoch": 4.986880669923238,
      "grad_norm": 1.8123277250039767,
      "learning_rate": 2.125308102965606e-05,
      "loss": 1.5625,
      "step": 107193
    },
    {
      "epoch": 4.9869271923703185,
      "grad_norm": 1.7315232037941393,
      "learning_rate": 2.1251176640268442e-05,
      "loss": 1.4297,
      "step": 107194
    },
    {
      "epoch": 4.986973714817399,
      "grad_norm": 1.9133395922089598,
      "learning_rate": 2.1249272329701588e-05,
      "loss": 1.7031,
      "step": 107195
    },
    {
      "epoch": 4.98702023726448,
      "grad_norm": 1.7607213677582152,
      "learning_rate": 2.124736809795672e-05,
      "loss": 1.4766,
      "step": 107196
    },
    {
      "epoch": 4.987066759711561,
      "grad_norm": 1.9782531523084543,
      "learning_rate": 2.1245463945034948e-05,
      "loss": 1.7266,
      "step": 107197
    },
    {
      "epoch": 4.987113282158641,
      "grad_norm": 1.7898150949822822,
      "learning_rate": 2.124355987093744e-05,
      "loss": 1.4453,
      "step": 107198
    },
    {
      "epoch": 4.987159804605723,
      "grad_norm": 1.9150382081733381,
      "learning_rate": 2.124165587566541e-05,
      "loss": 1.5391,
      "step": 107199
    },
    {
      "epoch": 4.987206327052803,
      "grad_norm": 1.8255071844960458,
      "learning_rate": 2.123975195921999e-05,
      "loss": 1.4375,
      "step": 107200
    },
    {
      "epoch": 4.987252849499884,
      "grad_norm": 1.8660961005044716,
      "learning_rate": 2.1237848121602367e-05,
      "loss": 1.3516,
      "step": 107201
    },
    {
      "epoch": 4.987299371946964,
      "grad_norm": 1.8498176197032985,
      "learning_rate": 2.1235944362813656e-05,
      "loss": 1.5781,
      "step": 107202
    },
    {
      "epoch": 4.987345894394045,
      "grad_norm": 1.7385785918202525,
      "learning_rate": 2.1234040682855085e-05,
      "loss": 1.3828,
      "step": 107203
    },
    {
      "epoch": 4.987392416841126,
      "grad_norm": 1.7591805037148425,
      "learning_rate": 2.1232137081727808e-05,
      "loss": 1.3672,
      "step": 107204
    },
    {
      "epoch": 4.987438939288206,
      "grad_norm": 1.877305508550126,
      "learning_rate": 2.123023355943295e-05,
      "loss": 1.5547,
      "step": 107205
    },
    {
      "epoch": 4.987485461735288,
      "grad_norm": 1.8124874927370798,
      "learning_rate": 2.1228330115971685e-05,
      "loss": 1.5547,
      "step": 107206
    },
    {
      "epoch": 4.987531984182368,
      "grad_norm": 1.695660509022499,
      "learning_rate": 2.1226426751345243e-05,
      "loss": 1.2656,
      "step": 107207
    },
    {
      "epoch": 4.987578506629449,
      "grad_norm": 1.8923673069039186,
      "learning_rate": 2.122452346555472e-05,
      "loss": 1.6172,
      "step": 107208
    },
    {
      "epoch": 4.987625029076529,
      "grad_norm": 1.7745022206482037,
      "learning_rate": 2.1222620258601304e-05,
      "loss": 1.4141,
      "step": 107209
    },
    {
      "epoch": 4.9876715515236105,
      "grad_norm": 1.888913588730679,
      "learning_rate": 2.1220717130486135e-05,
      "loss": 1.5859,
      "step": 107210
    },
    {
      "epoch": 4.987718073970691,
      "grad_norm": 1.8870480591378163,
      "learning_rate": 2.121881408121044e-05,
      "loss": 1.5469,
      "step": 107211
    },
    {
      "epoch": 4.9877645964177715,
      "grad_norm": 1.9185571700685455,
      "learning_rate": 2.1216911110775325e-05,
      "loss": 1.8125,
      "step": 107212
    },
    {
      "epoch": 4.987811118864852,
      "grad_norm": 1.7938968363868493,
      "learning_rate": 2.121500821918196e-05,
      "loss": 1.5391,
      "step": 107213
    },
    {
      "epoch": 4.987857641311933,
      "grad_norm": 1.8937493951558095,
      "learning_rate": 2.1213105406431547e-05,
      "loss": 1.6406,
      "step": 107214
    },
    {
      "epoch": 4.987904163759014,
      "grad_norm": 1.8672883681905523,
      "learning_rate": 2.1211202672525214e-05,
      "loss": 1.6641,
      "step": 107215
    },
    {
      "epoch": 4.987950686206094,
      "grad_norm": 1.8865285455587808,
      "learning_rate": 2.120930001746416e-05,
      "loss": 1.6797,
      "step": 107216
    },
    {
      "epoch": 4.987997208653175,
      "grad_norm": 1.9935013711619458,
      "learning_rate": 2.1207397441249537e-05,
      "loss": 1.7188,
      "step": 107217
    },
    {
      "epoch": 4.988043731100256,
      "grad_norm": 1.6466584520068965,
      "learning_rate": 2.1205494943882507e-05,
      "loss": 1.4062,
      "step": 107218
    },
    {
      "epoch": 4.988090253547337,
      "grad_norm": 1.8783113536869767,
      "learning_rate": 2.120359252536419e-05,
      "loss": 1.625,
      "step": 107219
    },
    {
      "epoch": 4.988136775994417,
      "grad_norm": 1.8608616435586467,
      "learning_rate": 2.120169018569583e-05,
      "loss": 1.5234,
      "step": 107220
    },
    {
      "epoch": 4.988183298441498,
      "grad_norm": 1.945345637925762,
      "learning_rate": 2.1199787924878563e-05,
      "loss": 1.5312,
      "step": 107221
    },
    {
      "epoch": 4.988229820888579,
      "grad_norm": 1.6440741449260725,
      "learning_rate": 2.119788574291354e-05,
      "loss": 1.2422,
      "step": 107222
    },
    {
      "epoch": 4.988276343335659,
      "grad_norm": 1.871802691686471,
      "learning_rate": 2.1195983639801924e-05,
      "loss": 1.5312,
      "step": 107223
    },
    {
      "epoch": 4.98832286578274,
      "grad_norm": 1.8756223588465466,
      "learning_rate": 2.1194081615544862e-05,
      "loss": 1.5938,
      "step": 107224
    },
    {
      "epoch": 4.988369388229821,
      "grad_norm": 1.9124052626257437,
      "learning_rate": 2.1192179670143556e-05,
      "loss": 1.6016,
      "step": 107225
    },
    {
      "epoch": 4.988415910676902,
      "grad_norm": 1.8347210063823787,
      "learning_rate": 2.119027780359917e-05,
      "loss": 1.5312,
      "step": 107226
    },
    {
      "epoch": 4.988462433123982,
      "grad_norm": 1.9910515294814752,
      "learning_rate": 2.1188376015912872e-05,
      "loss": 1.6172,
      "step": 107227
    },
    {
      "epoch": 4.988508955571063,
      "grad_norm": 1.9985622156148817,
      "learning_rate": 2.118647430708576e-05,
      "loss": 1.6953,
      "step": 107228
    },
    {
      "epoch": 4.988555478018144,
      "grad_norm": 2.0700322874755592,
      "learning_rate": 2.1184572677119084e-05,
      "loss": 1.7891,
      "step": 107229
    },
    {
      "epoch": 4.9886020004652245,
      "grad_norm": 1.90198061166917,
      "learning_rate": 2.1182671126013956e-05,
      "loss": 1.5938,
      "step": 107230
    },
    {
      "epoch": 4.988648522912305,
      "grad_norm": 1.5306281283738814,
      "learning_rate": 2.118076965377158e-05,
      "loss": 1.25,
      "step": 107231
    },
    {
      "epoch": 4.9886950453593855,
      "grad_norm": 1.8905683075979363,
      "learning_rate": 2.117886826039305e-05,
      "loss": 1.5547,
      "step": 107232
    },
    {
      "epoch": 4.988741567806467,
      "grad_norm": 1.9950492467933885,
      "learning_rate": 2.1176966945879603e-05,
      "loss": 1.6484,
      "step": 107233
    },
    {
      "epoch": 4.988788090253547,
      "grad_norm": 1.9333817553964756,
      "learning_rate": 2.1175065710232387e-05,
      "loss": 1.5781,
      "step": 107234
    },
    {
      "epoch": 4.988834612700628,
      "grad_norm": 1.945013149368546,
      "learning_rate": 2.1173164553452514e-05,
      "loss": 1.6875,
      "step": 107235
    },
    {
      "epoch": 4.988881135147709,
      "grad_norm": 1.8070030747833934,
      "learning_rate": 2.1171263475541238e-05,
      "loss": 1.4922,
      "step": 107236
    },
    {
      "epoch": 4.98892765759479,
      "grad_norm": 1.8739893266429688,
      "learning_rate": 2.1169362476499625e-05,
      "loss": 1.6328,
      "step": 107237
    },
    {
      "epoch": 4.98897418004187,
      "grad_norm": 1.6940755260204967,
      "learning_rate": 2.116746155632892e-05,
      "loss": 1.3359,
      "step": 107238
    },
    {
      "epoch": 4.989020702488951,
      "grad_norm": 1.755611268586137,
      "learning_rate": 2.1165560715030272e-05,
      "loss": 1.4062,
      "step": 107239
    },
    {
      "epoch": 4.989067224936032,
      "grad_norm": 1.7558161044867466,
      "learning_rate": 2.11636599526048e-05,
      "loss": 1.4375,
      "step": 107240
    },
    {
      "epoch": 4.989113747383112,
      "grad_norm": 1.845961716949728,
      "learning_rate": 2.1161759269053686e-05,
      "loss": 1.4141,
      "step": 107241
    },
    {
      "epoch": 4.989160269830193,
      "grad_norm": 2.081850814742544,
      "learning_rate": 2.1159858664378128e-05,
      "loss": 1.8125,
      "step": 107242
    },
    {
      "epoch": 4.989206792277274,
      "grad_norm": 1.8952607743458236,
      "learning_rate": 2.1157958138579257e-05,
      "loss": 1.6406,
      "step": 107243
    },
    {
      "epoch": 4.989253314724355,
      "grad_norm": 1.827065587466393,
      "learning_rate": 2.115605769165824e-05,
      "loss": 1.6172,
      "step": 107244
    },
    {
      "epoch": 4.989299837171435,
      "grad_norm": 1.8406481102132672,
      "learning_rate": 2.1154157323616226e-05,
      "loss": 1.5078,
      "step": 107245
    },
    {
      "epoch": 4.989346359618516,
      "grad_norm": 1.926551187468646,
      "learning_rate": 2.1152257034454417e-05,
      "loss": 1.6016,
      "step": 107246
    },
    {
      "epoch": 4.989392882065596,
      "grad_norm": 1.8631190258799601,
      "learning_rate": 2.1150356824173957e-05,
      "loss": 1.5,
      "step": 107247
    },
    {
      "epoch": 4.9894394045126775,
      "grad_norm": 1.866677068481961,
      "learning_rate": 2.1148456692776015e-05,
      "loss": 1.5156,
      "step": 107248
    },
    {
      "epoch": 4.989485926959758,
      "grad_norm": 1.9133719649709764,
      "learning_rate": 2.1146556640261757e-05,
      "loss": 1.6172,
      "step": 107249
    },
    {
      "epoch": 4.9895324494068385,
      "grad_norm": 1.9485865675298804,
      "learning_rate": 2.114465666663228e-05,
      "loss": 1.6641,
      "step": 107250
    },
    {
      "epoch": 4.98957897185392,
      "grad_norm": 1.7187235432651542,
      "learning_rate": 2.1142756771888853e-05,
      "loss": 1.2109,
      "step": 107251
    },
    {
      "epoch": 4.989625494301,
      "grad_norm": 1.9120686134366653,
      "learning_rate": 2.114085695603259e-05,
      "loss": 1.6484,
      "step": 107252
    },
    {
      "epoch": 4.989672016748081,
      "grad_norm": 1.748143581232665,
      "learning_rate": 2.1138957219064632e-05,
      "loss": 1.3828,
      "step": 107253
    },
    {
      "epoch": 4.989718539195161,
      "grad_norm": 1.6950513950422565,
      "learning_rate": 2.113705756098616e-05,
      "loss": 1.4141,
      "step": 107254
    },
    {
      "epoch": 4.989765061642243,
      "grad_norm": 1.7900737316549777,
      "learning_rate": 2.1135157981798345e-05,
      "loss": 1.5156,
      "step": 107255
    },
    {
      "epoch": 4.989811584089323,
      "grad_norm": 1.8931031282001094,
      "learning_rate": 2.1133258481502375e-05,
      "loss": 1.6562,
      "step": 107256
    },
    {
      "epoch": 4.989858106536404,
      "grad_norm": 1.7403923403377017,
      "learning_rate": 2.113135906009933e-05,
      "loss": 1.4219,
      "step": 107257
    },
    {
      "epoch": 4.989904628983485,
      "grad_norm": 1.8740274505873589,
      "learning_rate": 2.1129459717590476e-05,
      "loss": 1.4219,
      "step": 107258
    },
    {
      "epoch": 4.9899511514305654,
      "grad_norm": 2.0208805927207965,
      "learning_rate": 2.1127560453976878e-05,
      "loss": 1.6641,
      "step": 107259
    },
    {
      "epoch": 4.989997673877646,
      "grad_norm": 1.9359471644256596,
      "learning_rate": 2.1125661269259787e-05,
      "loss": 1.5859,
      "step": 107260
    },
    {
      "epoch": 4.990044196324726,
      "grad_norm": 1.932699882439664,
      "learning_rate": 2.1123762163440315e-05,
      "loss": 1.6172,
      "step": 107261
    },
    {
      "epoch": 4.990090718771808,
      "grad_norm": 1.8318212522786883,
      "learning_rate": 2.112186313651965e-05,
      "loss": 1.5859,
      "step": 107262
    },
    {
      "epoch": 4.990137241218888,
      "grad_norm": 1.8494975235724032,
      "learning_rate": 2.1119964188498904e-05,
      "loss": 1.4375,
      "step": 107263
    },
    {
      "epoch": 4.990183763665969,
      "grad_norm": 1.8423308741406343,
      "learning_rate": 2.1118065319379297e-05,
      "loss": 1.4844,
      "step": 107264
    },
    {
      "epoch": 4.990230286113049,
      "grad_norm": 1.7771518193843832,
      "learning_rate": 2.1116166529161987e-05,
      "loss": 1.5078,
      "step": 107265
    },
    {
      "epoch": 4.990276808560131,
      "grad_norm": 1.9651694215711895,
      "learning_rate": 2.1114267817848114e-05,
      "loss": 1.6016,
      "step": 107266
    },
    {
      "epoch": 4.990323331007211,
      "grad_norm": 1.8754044396516483,
      "learning_rate": 2.1112369185438805e-05,
      "loss": 1.6172,
      "step": 107267
    },
    {
      "epoch": 4.9903698534542915,
      "grad_norm": 1.7866760876708578,
      "learning_rate": 2.1110470631935295e-05,
      "loss": 1.5,
      "step": 107268
    },
    {
      "epoch": 4.990416375901372,
      "grad_norm": 1.8647960861954642,
      "learning_rate": 2.110857215733873e-05,
      "loss": 1.6172,
      "step": 107269
    },
    {
      "epoch": 4.990462898348453,
      "grad_norm": 1.9932387272444387,
      "learning_rate": 2.110667376165025e-05,
      "loss": 1.6719,
      "step": 107270
    },
    {
      "epoch": 4.990509420795534,
      "grad_norm": 1.7956949798220296,
      "learning_rate": 2.110477544487098e-05,
      "loss": 1.5,
      "step": 107271
    },
    {
      "epoch": 4.990555943242614,
      "grad_norm": 2.0427351383233594,
      "learning_rate": 2.1102877207002172e-05,
      "loss": 1.7734,
      "step": 107272
    },
    {
      "epoch": 4.990602465689696,
      "grad_norm": 1.895161749946005,
      "learning_rate": 2.110097904804494e-05,
      "loss": 1.5469,
      "step": 107273
    },
    {
      "epoch": 4.990648988136776,
      "grad_norm": 1.9546946978521325,
      "learning_rate": 2.1099080968000438e-05,
      "loss": 1.6875,
      "step": 107274
    },
    {
      "epoch": 4.990695510583857,
      "grad_norm": 1.8667326207530224,
      "learning_rate": 2.1097182966869857e-05,
      "loss": 1.6562,
      "step": 107275
    },
    {
      "epoch": 4.990742033030937,
      "grad_norm": 1.755028757733924,
      "learning_rate": 2.1095285044654286e-05,
      "loss": 1.4375,
      "step": 107276
    },
    {
      "epoch": 4.9907885554780185,
      "grad_norm": 1.790981055231206,
      "learning_rate": 2.109338720135499e-05,
      "loss": 1.3828,
      "step": 107277
    },
    {
      "epoch": 4.990835077925099,
      "grad_norm": 1.8345468850997406,
      "learning_rate": 2.109148943697308e-05,
      "loss": 1.5625,
      "step": 107278
    },
    {
      "epoch": 4.990881600372179,
      "grad_norm": 1.8952631662896915,
      "learning_rate": 2.1089591751509678e-05,
      "loss": 1.6406,
      "step": 107279
    },
    {
      "epoch": 4.990928122819261,
      "grad_norm": 1.7960180094905238,
      "learning_rate": 2.1087694144966028e-05,
      "loss": 1.4453,
      "step": 107280
    },
    {
      "epoch": 4.990974645266341,
      "grad_norm": 1.6913148780438196,
      "learning_rate": 2.1085796617343216e-05,
      "loss": 1.3281,
      "step": 107281
    },
    {
      "epoch": 4.991021167713422,
      "grad_norm": 1.969869688699499,
      "learning_rate": 2.108389916864247e-05,
      "loss": 1.7578,
      "step": 107282
    },
    {
      "epoch": 4.991067690160502,
      "grad_norm": 1.6578036835189258,
      "learning_rate": 2.108200179886493e-05,
      "loss": 1.3984,
      "step": 107283
    },
    {
      "epoch": 4.991114212607583,
      "grad_norm": 1.7208386684782102,
      "learning_rate": 2.1080104508011736e-05,
      "loss": 1.3516,
      "step": 107284
    },
    {
      "epoch": 4.991160735054664,
      "grad_norm": 1.826793418557451,
      "learning_rate": 2.1078207296084043e-05,
      "loss": 1.5078,
      "step": 107285
    },
    {
      "epoch": 4.9912072575017445,
      "grad_norm": 1.8136808814082837,
      "learning_rate": 2.107631016308305e-05,
      "loss": 1.4453,
      "step": 107286
    },
    {
      "epoch": 4.991253779948825,
      "grad_norm": 1.7540575668876135,
      "learning_rate": 2.107441310900992e-05,
      "loss": 1.3672,
      "step": 107287
    },
    {
      "epoch": 4.991300302395906,
      "grad_norm": 1.9141304611837335,
      "learning_rate": 2.107251613386577e-05,
      "loss": 1.5469,
      "step": 107288
    },
    {
      "epoch": 4.991346824842987,
      "grad_norm": 1.906625105290279,
      "learning_rate": 2.1070619237651766e-05,
      "loss": 1.6562,
      "step": 107289
    },
    {
      "epoch": 4.991393347290067,
      "grad_norm": 1.698534797217784,
      "learning_rate": 2.1068722420369123e-05,
      "loss": 1.3516,
      "step": 107290
    },
    {
      "epoch": 4.991439869737148,
      "grad_norm": 1.7602821437599414,
      "learning_rate": 2.1066825682018957e-05,
      "loss": 1.4297,
      "step": 107291
    },
    {
      "epoch": 4.991486392184229,
      "grad_norm": 1.6531757170362964,
      "learning_rate": 2.106492902260245e-05,
      "loss": 1.2812,
      "step": 107292
    },
    {
      "epoch": 4.99153291463131,
      "grad_norm": 1.8550549279835427,
      "learning_rate": 2.106303244212072e-05,
      "loss": 1.4688,
      "step": 107293
    },
    {
      "epoch": 4.99157943707839,
      "grad_norm": 1.9068954787937067,
      "learning_rate": 2.106113594057498e-05,
      "loss": 1.4766,
      "step": 107294
    },
    {
      "epoch": 4.9916259595254715,
      "grad_norm": 1.7845472530372006,
      "learning_rate": 2.1059239517966397e-05,
      "loss": 1.4062,
      "step": 107295
    },
    {
      "epoch": 4.991672481972552,
      "grad_norm": 1.918305568907487,
      "learning_rate": 2.1057343174296087e-05,
      "loss": 1.5703,
      "step": 107296
    },
    {
      "epoch": 4.9917190044196325,
      "grad_norm": 1.9132371367214915,
      "learning_rate": 2.1055446909565216e-05,
      "loss": 1.5781,
      "step": 107297
    },
    {
      "epoch": 4.991765526866713,
      "grad_norm": 1.9567623327525698,
      "learning_rate": 2.105355072377498e-05,
      "loss": 1.6172,
      "step": 107298
    },
    {
      "epoch": 4.991812049313793,
      "grad_norm": 1.9806056532577472,
      "learning_rate": 2.1051654616926518e-05,
      "loss": 1.6406,
      "step": 107299
    },
    {
      "epoch": 4.991858571760875,
      "grad_norm": 1.9449809723054434,
      "learning_rate": 2.1049758589021004e-05,
      "loss": 1.6406,
      "step": 107300
    },
    {
      "epoch": 4.991905094207955,
      "grad_norm": 1.6408946573456848,
      "learning_rate": 2.1047862640059544e-05,
      "loss": 1.25,
      "step": 107301
    },
    {
      "epoch": 4.991951616655036,
      "grad_norm": 1.8789922639406922,
      "learning_rate": 2.1045966770043383e-05,
      "loss": 1.4844,
      "step": 107302
    },
    {
      "epoch": 4.991998139102117,
      "grad_norm": 1.874678524042387,
      "learning_rate": 2.1044070978973604e-05,
      "loss": 1.6016,
      "step": 107303
    },
    {
      "epoch": 4.992044661549198,
      "grad_norm": 1.8442661809440815,
      "learning_rate": 2.104217526685144e-05,
      "loss": 1.5781,
      "step": 107304
    },
    {
      "epoch": 4.992091183996278,
      "grad_norm": 1.8519421576966537,
      "learning_rate": 2.1040279633678025e-05,
      "loss": 1.6172,
      "step": 107305
    },
    {
      "epoch": 4.9921377064433585,
      "grad_norm": 2.007642238451995,
      "learning_rate": 2.103838407945449e-05,
      "loss": 1.7422,
      "step": 107306
    },
    {
      "epoch": 4.99218422889044,
      "grad_norm": 1.7643174894144167,
      "learning_rate": 2.1036488604182e-05,
      "loss": 1.4219,
      "step": 107307
    },
    {
      "epoch": 4.99223075133752,
      "grad_norm": 1.87118118502912,
      "learning_rate": 2.1034593207861754e-05,
      "loss": 1.625,
      "step": 107308
    },
    {
      "epoch": 4.992277273784601,
      "grad_norm": 2.090864626545401,
      "learning_rate": 2.1032697890494904e-05,
      "loss": 1.7109,
      "step": 107309
    },
    {
      "epoch": 4.992323796231682,
      "grad_norm": 1.7681993863448036,
      "learning_rate": 2.1030802652082596e-05,
      "loss": 1.2812,
      "step": 107310
    },
    {
      "epoch": 4.992370318678763,
      "grad_norm": 1.9070599818940708,
      "learning_rate": 2.1028907492625946e-05,
      "loss": 1.5781,
      "step": 107311
    },
    {
      "epoch": 4.992416841125843,
      "grad_norm": 1.7510204713833661,
      "learning_rate": 2.1027012412126188e-05,
      "loss": 1.3438,
      "step": 107312
    },
    {
      "epoch": 4.992463363572924,
      "grad_norm": 1.8335289900483909,
      "learning_rate": 2.102511741058447e-05,
      "loss": 1.5703,
      "step": 107313
    },
    {
      "epoch": 4.992509886020005,
      "grad_norm": 1.7301159375117785,
      "learning_rate": 2.1023222488001924e-05,
      "loss": 1.4062,
      "step": 107314
    },
    {
      "epoch": 4.9925564084670855,
      "grad_norm": 1.8717555400290191,
      "learning_rate": 2.1021327644379683e-05,
      "loss": 1.5156,
      "step": 107315
    },
    {
      "epoch": 4.992602930914166,
      "grad_norm": 1.7760295826701988,
      "learning_rate": 2.1019432879718995e-05,
      "loss": 1.4297,
      "step": 107316
    },
    {
      "epoch": 4.992649453361246,
      "grad_norm": 1.801386236578064,
      "learning_rate": 2.101753819402096e-05,
      "loss": 1.5547,
      "step": 107317
    },
    {
      "epoch": 4.992695975808328,
      "grad_norm": 2.017377272391904,
      "learning_rate": 2.1015643587286747e-05,
      "loss": 1.6562,
      "step": 107318
    },
    {
      "epoch": 4.992742498255408,
      "grad_norm": 1.8066294259273885,
      "learning_rate": 2.101374905951748e-05,
      "loss": 1.5469,
      "step": 107319
    },
    {
      "epoch": 4.992789020702489,
      "grad_norm": 1.9287356880234707,
      "learning_rate": 2.1011854610714403e-05,
      "loss": 1.6406,
      "step": 107320
    },
    {
      "epoch": 4.992835543149569,
      "grad_norm": 1.939524528228673,
      "learning_rate": 2.100996024087862e-05,
      "loss": 1.6094,
      "step": 107321
    },
    {
      "epoch": 4.992882065596651,
      "grad_norm": 1.8497005140753078,
      "learning_rate": 2.1008065950011304e-05,
      "loss": 1.5234,
      "step": 107322
    },
    {
      "epoch": 4.992928588043731,
      "grad_norm": 1.9183219238051443,
      "learning_rate": 2.100617173811357e-05,
      "loss": 1.5312,
      "step": 107323
    },
    {
      "epoch": 4.9929751104908116,
      "grad_norm": 2.0101548837659835,
      "learning_rate": 2.100427760518663e-05,
      "loss": 1.6406,
      "step": 107324
    },
    {
      "epoch": 4.993021632937893,
      "grad_norm": 1.839524305361513,
      "learning_rate": 2.1002383551231655e-05,
      "loss": 1.4844,
      "step": 107325
    },
    {
      "epoch": 4.993068155384973,
      "grad_norm": 1.929622349859288,
      "learning_rate": 2.1000489576249792e-05,
      "loss": 1.625,
      "step": 107326
    },
    {
      "epoch": 4.993114677832054,
      "grad_norm": 1.878642939931479,
      "learning_rate": 2.099859568024217e-05,
      "loss": 1.5625,
      "step": 107327
    },
    {
      "epoch": 4.993161200279134,
      "grad_norm": 1.8966410353208294,
      "learning_rate": 2.099670186320999e-05,
      "loss": 1.6953,
      "step": 107328
    },
    {
      "epoch": 4.993207722726216,
      "grad_norm": 1.8770942482719828,
      "learning_rate": 2.099480812515434e-05,
      "loss": 1.5625,
      "step": 107329
    },
    {
      "epoch": 4.993254245173296,
      "grad_norm": 1.7758953507534192,
      "learning_rate": 2.099291446607646e-05,
      "loss": 1.5312,
      "step": 107330
    },
    {
      "epoch": 4.993300767620377,
      "grad_norm": 2.009140083481604,
      "learning_rate": 2.099102088597749e-05,
      "loss": 1.6875,
      "step": 107331
    },
    {
      "epoch": 4.993347290067458,
      "grad_norm": 1.690915523650133,
      "learning_rate": 2.0989127384858574e-05,
      "loss": 1.3203,
      "step": 107332
    },
    {
      "epoch": 4.9933938125145385,
      "grad_norm": 1.9076575343400175,
      "learning_rate": 2.0987233962720844e-05,
      "loss": 1.6406,
      "step": 107333
    },
    {
      "epoch": 4.993440334961619,
      "grad_norm": 1.9141209554315497,
      "learning_rate": 2.0985340619565522e-05,
      "loss": 1.4844,
      "step": 107334
    },
    {
      "epoch": 4.9934868574086995,
      "grad_norm": 1.9266045074362061,
      "learning_rate": 2.098344735539372e-05,
      "loss": 1.6484,
      "step": 107335
    },
    {
      "epoch": 4.99353337985578,
      "grad_norm": 1.776570392702276,
      "learning_rate": 2.0981554170206632e-05,
      "loss": 1.2578,
      "step": 107336
    },
    {
      "epoch": 4.993579902302861,
      "grad_norm": 1.9711323902299234,
      "learning_rate": 2.097966106400535e-05,
      "loss": 1.6797,
      "step": 107337
    },
    {
      "epoch": 4.993626424749942,
      "grad_norm": 1.8784547607404132,
      "learning_rate": 2.0977768036791113e-05,
      "loss": 1.5859,
      "step": 107338
    },
    {
      "epoch": 4.993672947197022,
      "grad_norm": 2.012605854187958,
      "learning_rate": 2.0975875088565065e-05,
      "loss": 1.6562,
      "step": 107339
    },
    {
      "epoch": 4.993719469644104,
      "grad_norm": 1.8289759518744875,
      "learning_rate": 2.0973982219328326e-05,
      "loss": 1.3438,
      "step": 107340
    },
    {
      "epoch": 4.993765992091184,
      "grad_norm": 1.834167277867492,
      "learning_rate": 2.0972089429082055e-05,
      "loss": 1.5391,
      "step": 107341
    },
    {
      "epoch": 4.993812514538265,
      "grad_norm": 1.905960875933026,
      "learning_rate": 2.0970196717827463e-05,
      "loss": 1.4531,
      "step": 107342
    },
    {
      "epoch": 4.993859036985345,
      "grad_norm": 1.882506463854414,
      "learning_rate": 2.0968304085565667e-05,
      "loss": 1.625,
      "step": 107343
    },
    {
      "epoch": 4.993905559432426,
      "grad_norm": 1.8468062344923926,
      "learning_rate": 2.096641153229785e-05,
      "loss": 1.7188,
      "step": 107344
    },
    {
      "epoch": 4.993952081879507,
      "grad_norm": 1.7360798916187001,
      "learning_rate": 2.096451905802511e-05,
      "loss": 1.5547,
      "step": 107345
    },
    {
      "epoch": 4.993998604326587,
      "grad_norm": 1.9182914912232325,
      "learning_rate": 2.096262666274866e-05,
      "loss": 1.625,
      "step": 107346
    },
    {
      "epoch": 4.994045126773669,
      "grad_norm": 1.822401986954159,
      "learning_rate": 2.096073434646967e-05,
      "loss": 1.4844,
      "step": 107347
    },
    {
      "epoch": 4.994091649220749,
      "grad_norm": 1.9070148437072483,
      "learning_rate": 2.0958842109189287e-05,
      "loss": 1.5703,
      "step": 107348
    },
    {
      "epoch": 4.99413817166783,
      "grad_norm": 2.0623965175890464,
      "learning_rate": 2.095694995090868e-05,
      "loss": 1.8203,
      "step": 107349
    },
    {
      "epoch": 4.99418469411491,
      "grad_norm": 1.8100490596828982,
      "learning_rate": 2.095505787162893e-05,
      "loss": 1.4688,
      "step": 107350
    },
    {
      "epoch": 4.9942312165619915,
      "grad_norm": 1.92484307958224,
      "learning_rate": 2.0953165871351296e-05,
      "loss": 1.6328,
      "step": 107351
    },
    {
      "epoch": 4.994277739009072,
      "grad_norm": 1.6043755887723705,
      "learning_rate": 2.09512739500769e-05,
      "loss": 1.2109,
      "step": 107352
    },
    {
      "epoch": 4.9943242614561525,
      "grad_norm": 1.87026449090081,
      "learning_rate": 2.0949382107806895e-05,
      "loss": 1.5859,
      "step": 107353
    },
    {
      "epoch": 4.994370783903233,
      "grad_norm": 1.751941928541232,
      "learning_rate": 2.094749034454244e-05,
      "loss": 1.4062,
      "step": 107354
    },
    {
      "epoch": 4.994417306350314,
      "grad_norm": 1.914627408044223,
      "learning_rate": 2.0945598660284652e-05,
      "loss": 1.7031,
      "step": 107355
    },
    {
      "epoch": 4.994463828797395,
      "grad_norm": 1.9078347386269552,
      "learning_rate": 2.0943707055034763e-05,
      "loss": 1.6797,
      "step": 107356
    },
    {
      "epoch": 4.994510351244475,
      "grad_norm": 1.9173092529533657,
      "learning_rate": 2.094181552879389e-05,
      "loss": 1.5859,
      "step": 107357
    },
    {
      "epoch": 4.994556873691556,
      "grad_norm": 1.9913447218400173,
      "learning_rate": 2.0939924081563203e-05,
      "loss": 1.6797,
      "step": 107358
    },
    {
      "epoch": 4.994603396138637,
      "grad_norm": 1.9480281746028498,
      "learning_rate": 2.093803271334383e-05,
      "loss": 1.5625,
      "step": 107359
    },
    {
      "epoch": 4.994649918585718,
      "grad_norm": 1.841230796121422,
      "learning_rate": 2.0936141424136983e-05,
      "loss": 1.6172,
      "step": 107360
    },
    {
      "epoch": 4.994696441032798,
      "grad_norm": 1.8824125996984287,
      "learning_rate": 2.0934250213943782e-05,
      "loss": 1.6172,
      "step": 107361
    },
    {
      "epoch": 4.9947429634798794,
      "grad_norm": 1.7124121726140915,
      "learning_rate": 2.093235908276541e-05,
      "loss": 1.2422,
      "step": 107362
    },
    {
      "epoch": 4.99478948592696,
      "grad_norm": 1.8577373667055666,
      "learning_rate": 2.0930468030602966e-05,
      "loss": 1.4609,
      "step": 107363
    },
    {
      "epoch": 4.99483600837404,
      "grad_norm": 2.041956614611464,
      "learning_rate": 2.092857705745768e-05,
      "loss": 1.8359,
      "step": 107364
    },
    {
      "epoch": 4.994882530821121,
      "grad_norm": 1.8660630336271036,
      "learning_rate": 2.0926686163330686e-05,
      "loss": 1.625,
      "step": 107365
    },
    {
      "epoch": 4.994929053268202,
      "grad_norm": 1.9291867205560418,
      "learning_rate": 2.0924795348223132e-05,
      "loss": 1.7031,
      "step": 107366
    },
    {
      "epoch": 4.994975575715283,
      "grad_norm": 1.6997191728617302,
      "learning_rate": 2.0922904612136156e-05,
      "loss": 1.4062,
      "step": 107367
    },
    {
      "epoch": 4.995022098162363,
      "grad_norm": 1.77655483508528,
      "learning_rate": 2.0921013955070913e-05,
      "loss": 1.2969,
      "step": 107368
    },
    {
      "epoch": 4.995068620609444,
      "grad_norm": 2.01140850052597,
      "learning_rate": 2.0919123377028646e-05,
      "loss": 1.5781,
      "step": 107369
    },
    {
      "epoch": 4.995115143056525,
      "grad_norm": 1.966942736398619,
      "learning_rate": 2.091723287801043e-05,
      "loss": 1.5703,
      "step": 107370
    },
    {
      "epoch": 4.9951616655036055,
      "grad_norm": 1.9768113887046403,
      "learning_rate": 2.091534245801747e-05,
      "loss": 1.6953,
      "step": 107371
    },
    {
      "epoch": 4.995208187950686,
      "grad_norm": 1.7577950638401993,
      "learning_rate": 2.0913452117050844e-05,
      "loss": 1.4688,
      "step": 107372
    },
    {
      "epoch": 4.9952547103977665,
      "grad_norm": 1.774546732188159,
      "learning_rate": 2.0911561855111803e-05,
      "loss": 1.5547,
      "step": 107373
    },
    {
      "epoch": 4.995301232844848,
      "grad_norm": 1.8148853475533937,
      "learning_rate": 2.090967167220148e-05,
      "loss": 1.5234,
      "step": 107374
    },
    {
      "epoch": 4.995347755291928,
      "grad_norm": 1.9207892952293546,
      "learning_rate": 2.0907781568321003e-05,
      "loss": 1.6016,
      "step": 107375
    },
    {
      "epoch": 4.995394277739009,
      "grad_norm": 1.7771867037988245,
      "learning_rate": 2.090589154347151e-05,
      "loss": 1.3516,
      "step": 107376
    },
    {
      "epoch": 4.99544080018609,
      "grad_norm": 1.6500834944391296,
      "learning_rate": 2.0904001597654214e-05,
      "loss": 1.3047,
      "step": 107377
    },
    {
      "epoch": 4.995487322633171,
      "grad_norm": 1.689269529541987,
      "learning_rate": 2.0902111730870264e-05,
      "loss": 1.375,
      "step": 107378
    },
    {
      "epoch": 4.995533845080251,
      "grad_norm": 1.867336017014848,
      "learning_rate": 2.0900221943120793e-05,
      "loss": 1.5859,
      "step": 107379
    },
    {
      "epoch": 4.995580367527332,
      "grad_norm": 1.8013304512822272,
      "learning_rate": 2.0898332234406966e-05,
      "loss": 1.3906,
      "step": 107380
    },
    {
      "epoch": 4.995626889974413,
      "grad_norm": 1.8168212233446628,
      "learning_rate": 2.0896442604729917e-05,
      "loss": 1.5156,
      "step": 107381
    },
    {
      "epoch": 4.995673412421493,
      "grad_norm": 1.6649587293668389,
      "learning_rate": 2.0894553054090863e-05,
      "loss": 1.3047,
      "step": 107382
    },
    {
      "epoch": 4.995719934868574,
      "grad_norm": 1.7939760261249178,
      "learning_rate": 2.0892663582490913e-05,
      "loss": 1.3984,
      "step": 107383
    },
    {
      "epoch": 4.995766457315655,
      "grad_norm": 1.7954931171016397,
      "learning_rate": 2.0890774189931244e-05,
      "loss": 1.4766,
      "step": 107384
    },
    {
      "epoch": 4.995812979762736,
      "grad_norm": 1.868032389833593,
      "learning_rate": 2.0888884876412958e-05,
      "loss": 1.4844,
      "step": 107385
    },
    {
      "epoch": 4.995859502209816,
      "grad_norm": 1.8322008623570685,
      "learning_rate": 2.08869956419373e-05,
      "loss": 1.4922,
      "step": 107386
    },
    {
      "epoch": 4.995906024656897,
      "grad_norm": 1.8364673985657947,
      "learning_rate": 2.0885106486505392e-05,
      "loss": 1.6797,
      "step": 107387
    },
    {
      "epoch": 4.995952547103977,
      "grad_norm": 1.7747334164038582,
      "learning_rate": 2.0883217410118374e-05,
      "loss": 1.4688,
      "step": 107388
    },
    {
      "epoch": 4.9959990695510585,
      "grad_norm": 1.685377732031739,
      "learning_rate": 2.0881328412777376e-05,
      "loss": 1.3359,
      "step": 107389
    },
    {
      "epoch": 4.996045591998139,
      "grad_norm": 1.738011106413116,
      "learning_rate": 2.087943949448358e-05,
      "loss": 1.5391,
      "step": 107390
    },
    {
      "epoch": 4.9960921144452195,
      "grad_norm": 1.9727525271852444,
      "learning_rate": 2.08775506552382e-05,
      "loss": 1.7031,
      "step": 107391
    },
    {
      "epoch": 4.996138636892301,
      "grad_norm": 1.9262797614192522,
      "learning_rate": 2.087566189504234e-05,
      "loss": 1.6719,
      "step": 107392
    },
    {
      "epoch": 4.996185159339381,
      "grad_norm": 1.9100603341085858,
      "learning_rate": 2.0873773213897177e-05,
      "loss": 1.7109,
      "step": 107393
    },
    {
      "epoch": 4.996231681786462,
      "grad_norm": 1.9358646816859926,
      "learning_rate": 2.0871884611803796e-05,
      "loss": 1.6406,
      "step": 107394
    },
    {
      "epoch": 4.996278204233542,
      "grad_norm": 1.911972827021508,
      "learning_rate": 2.0869996088763446e-05,
      "loss": 1.5469,
      "step": 107395
    },
    {
      "epoch": 4.996324726680624,
      "grad_norm": 1.9491649467949776,
      "learning_rate": 2.0868107644777245e-05,
      "loss": 1.6719,
      "step": 107396
    },
    {
      "epoch": 4.996371249127704,
      "grad_norm": 1.8286578780779685,
      "learning_rate": 2.0866219279846352e-05,
      "loss": 1.3906,
      "step": 107397
    },
    {
      "epoch": 4.996417771574785,
      "grad_norm": 1.8836034883441464,
      "learning_rate": 2.086433099397189e-05,
      "loss": 1.6172,
      "step": 107398
    },
    {
      "epoch": 4.996464294021866,
      "grad_norm": 1.8662259478104033,
      "learning_rate": 2.0862442787155087e-05,
      "loss": 1.6797,
      "step": 107399
    },
    {
      "epoch": 4.9965108164689465,
      "grad_norm": 1.8512060085990096,
      "learning_rate": 2.0860554659397046e-05,
      "loss": 1.4844,
      "step": 107400
    },
    {
      "epoch": 4.996557338916027,
      "grad_norm": 1.6848297784768964,
      "learning_rate": 2.0858666610698928e-05,
      "loss": 1.3672,
      "step": 107401
    },
    {
      "epoch": 4.996603861363107,
      "grad_norm": 1.7841628443125213,
      "learning_rate": 2.0856778641061883e-05,
      "loss": 1.4375,
      "step": 107402
    },
    {
      "epoch": 4.996650383810189,
      "grad_norm": 1.7832417304049375,
      "learning_rate": 2.0854890750487097e-05,
      "loss": 1.4688,
      "step": 107403
    },
    {
      "epoch": 4.996696906257269,
      "grad_norm": 1.9421286315788486,
      "learning_rate": 2.0853002938975698e-05,
      "loss": 1.6719,
      "step": 107404
    },
    {
      "epoch": 4.99674342870435,
      "grad_norm": 1.8532313299161423,
      "learning_rate": 2.0851115206528874e-05,
      "loss": 1.5469,
      "step": 107405
    },
    {
      "epoch": 4.99678995115143,
      "grad_norm": 1.994563857870718,
      "learning_rate": 2.0849227553147752e-05,
      "loss": 1.75,
      "step": 107406
    },
    {
      "epoch": 4.996836473598512,
      "grad_norm": 1.9062208470186188,
      "learning_rate": 2.084733997883345e-05,
      "loss": 1.6406,
      "step": 107407
    },
    {
      "epoch": 4.996882996045592,
      "grad_norm": 1.7549451164973437,
      "learning_rate": 2.0845452483587218e-05,
      "loss": 1.4922,
      "step": 107408
    },
    {
      "epoch": 4.9969295184926725,
      "grad_norm": 1.9769020914619955,
      "learning_rate": 2.084356506741015e-05,
      "loss": 1.7734,
      "step": 107409
    },
    {
      "epoch": 4.996976040939753,
      "grad_norm": 1.7747386785004002,
      "learning_rate": 2.084167773030342e-05,
      "loss": 1.4844,
      "step": 107410
    },
    {
      "epoch": 4.997022563386834,
      "grad_norm": 1.8850775425134694,
      "learning_rate": 2.0839790472268135e-05,
      "loss": 1.7188,
      "step": 107411
    },
    {
      "epoch": 4.997069085833915,
      "grad_norm": 1.7984786749627433,
      "learning_rate": 2.0837903293305484e-05,
      "loss": 1.5391,
      "step": 107412
    },
    {
      "epoch": 4.997115608280995,
      "grad_norm": 1.9126223276943648,
      "learning_rate": 2.0836016193416682e-05,
      "loss": 1.5078,
      "step": 107413
    },
    {
      "epoch": 4.997162130728077,
      "grad_norm": 1.8595632921301077,
      "learning_rate": 2.0834129172602825e-05,
      "loss": 1.4375,
      "step": 107414
    },
    {
      "epoch": 4.997208653175157,
      "grad_norm": 1.7985109126583132,
      "learning_rate": 2.0832242230865066e-05,
      "loss": 1.4297,
      "step": 107415
    },
    {
      "epoch": 4.997255175622238,
      "grad_norm": 1.7545327480444821,
      "learning_rate": 2.0830355368204548e-05,
      "loss": 1.4219,
      "step": 107416
    },
    {
      "epoch": 4.997301698069318,
      "grad_norm": 1.8136390676416463,
      "learning_rate": 2.0828468584622477e-05,
      "loss": 1.5859,
      "step": 107417
    },
    {
      "epoch": 4.9973482205163995,
      "grad_norm": 1.8183544991668117,
      "learning_rate": 2.082658188011998e-05,
      "loss": 1.5547,
      "step": 107418
    },
    {
      "epoch": 4.99739474296348,
      "grad_norm": 1.8083622938910995,
      "learning_rate": 2.082469525469821e-05,
      "loss": 1.5,
      "step": 107419
    },
    {
      "epoch": 4.99744126541056,
      "grad_norm": 1.8363022475728568,
      "learning_rate": 2.082280870835828e-05,
      "loss": 1.4688,
      "step": 107420
    },
    {
      "epoch": 4.997487787857642,
      "grad_norm": 1.8631063594515807,
      "learning_rate": 2.082092224110144e-05,
      "loss": 1.5234,
      "step": 107421
    },
    {
      "epoch": 4.997534310304722,
      "grad_norm": 1.8288326036815057,
      "learning_rate": 2.0819035852928772e-05,
      "loss": 1.5625,
      "step": 107422
    },
    {
      "epoch": 4.997580832751803,
      "grad_norm": 1.7795593784660797,
      "learning_rate": 2.0817149543841476e-05,
      "loss": 1.375,
      "step": 107423
    },
    {
      "epoch": 4.997627355198883,
      "grad_norm": 1.8810741518639507,
      "learning_rate": 2.0815263313840634e-05,
      "loss": 1.6328,
      "step": 107424
    },
    {
      "epoch": 4.997673877645964,
      "grad_norm": 1.7845805603288816,
      "learning_rate": 2.0813377162927482e-05,
      "loss": 1.4375,
      "step": 107425
    },
    {
      "epoch": 4.997720400093045,
      "grad_norm": 1.6792524627978664,
      "learning_rate": 2.0811491091103145e-05,
      "loss": 1.2578,
      "step": 107426
    },
    {
      "epoch": 4.997766922540126,
      "grad_norm": 1.7827960397783105,
      "learning_rate": 2.0809605098368777e-05,
      "loss": 1.2812,
      "step": 107427
    },
    {
      "epoch": 4.997813444987206,
      "grad_norm": 1.7289189840222345,
      "learning_rate": 2.080771918472549e-05,
      "loss": 1.3594,
      "step": 107428
    },
    {
      "epoch": 4.997859967434287,
      "grad_norm": 1.7073860552391202,
      "learning_rate": 2.0805833350174507e-05,
      "loss": 1.3438,
      "step": 107429
    },
    {
      "epoch": 4.997906489881368,
      "grad_norm": 1.839263498365892,
      "learning_rate": 2.0803947594716968e-05,
      "loss": 1.5156,
      "step": 107430
    },
    {
      "epoch": 4.997953012328448,
      "grad_norm": 1.6439657755280312,
      "learning_rate": 2.080206191835401e-05,
      "loss": 1.2969,
      "step": 107431
    },
    {
      "epoch": 4.997999534775529,
      "grad_norm": 1.7887791046222725,
      "learning_rate": 2.0800176321086787e-05,
      "loss": 1.5078,
      "step": 107432
    },
    {
      "epoch": 4.99804605722261,
      "grad_norm": 1.910672461302404,
      "learning_rate": 2.079829080291639e-05,
      "loss": 1.5625,
      "step": 107433
    },
    {
      "epoch": 4.998092579669691,
      "grad_norm": 1.9261799321676278,
      "learning_rate": 2.079640536384412e-05,
      "loss": 1.5547,
      "step": 107434
    },
    {
      "epoch": 4.998139102116771,
      "grad_norm": 1.9404758191239122,
      "learning_rate": 2.0794520003871046e-05,
      "loss": 1.6484,
      "step": 107435
    },
    {
      "epoch": 4.9981856245638525,
      "grad_norm": 1.6057887187379039,
      "learning_rate": 2.0792634722998312e-05,
      "loss": 1.2422,
      "step": 107436
    },
    {
      "epoch": 4.998232147010933,
      "grad_norm": 2.0006880328487764,
      "learning_rate": 2.0790749521227106e-05,
      "loss": 1.5859,
      "step": 107437
    },
    {
      "epoch": 4.9982786694580135,
      "grad_norm": 1.7829908136609154,
      "learning_rate": 2.0788864398558524e-05,
      "loss": 1.4141,
      "step": 107438
    },
    {
      "epoch": 4.998325191905094,
      "grad_norm": 1.907809317501311,
      "learning_rate": 2.07869793549938e-05,
      "loss": 1.5703,
      "step": 107439
    },
    {
      "epoch": 4.998371714352175,
      "grad_norm": 1.6292920778759907,
      "learning_rate": 2.0785094390534046e-05,
      "loss": 1.3047,
      "step": 107440
    },
    {
      "epoch": 4.998418236799256,
      "grad_norm": 1.9639276331224298,
      "learning_rate": 2.0783209505180413e-05,
      "loss": 1.6875,
      "step": 107441
    },
    {
      "epoch": 4.998464759246336,
      "grad_norm": 1.7663249675088906,
      "learning_rate": 2.0781324698934037e-05,
      "loss": 1.4453,
      "step": 107442
    },
    {
      "epoch": 4.998511281693417,
      "grad_norm": 1.9429287830351194,
      "learning_rate": 2.077943997179613e-05,
      "loss": 1.4688,
      "step": 107443
    },
    {
      "epoch": 4.998557804140498,
      "grad_norm": 1.6404766692875232,
      "learning_rate": 2.077755532376781e-05,
      "loss": 1.2188,
      "step": 107444
    },
    {
      "epoch": 4.998604326587579,
      "grad_norm": 1.7924759442326137,
      "learning_rate": 2.0775670754850222e-05,
      "loss": 1.5938,
      "step": 107445
    },
    {
      "epoch": 4.998650849034659,
      "grad_norm": 1.8779742388686866,
      "learning_rate": 2.07737862650445e-05,
      "loss": 1.6172,
      "step": 107446
    },
    {
      "epoch": 4.9986973714817395,
      "grad_norm": 1.8749406791822085,
      "learning_rate": 2.077190185435188e-05,
      "loss": 1.5391,
      "step": 107447
    },
    {
      "epoch": 4.998743893928821,
      "grad_norm": 1.9330627629404056,
      "learning_rate": 2.077001752277344e-05,
      "loss": 1.6641,
      "step": 107448
    },
    {
      "epoch": 4.998790416375901,
      "grad_norm": 1.8750972922892235,
      "learning_rate": 2.0768133270310367e-05,
      "loss": 1.5312,
      "step": 107449
    },
    {
      "epoch": 4.998836938822982,
      "grad_norm": 1.9122677606467045,
      "learning_rate": 2.0766249096963773e-05,
      "loss": 1.4297,
      "step": 107450
    },
    {
      "epoch": 4.998883461270063,
      "grad_norm": 1.9856356933549844,
      "learning_rate": 2.0764365002734874e-05,
      "loss": 1.8047,
      "step": 107451
    },
    {
      "epoch": 4.998929983717144,
      "grad_norm": 1.7517289156340432,
      "learning_rate": 2.0762480987624785e-05,
      "loss": 1.4375,
      "step": 107452
    },
    {
      "epoch": 4.998976506164224,
      "grad_norm": 1.6030928032423477,
      "learning_rate": 2.0760597051634675e-05,
      "loss": 1.125,
      "step": 107453
    },
    {
      "epoch": 4.999023028611305,
      "grad_norm": 1.922600568973183,
      "learning_rate": 2.0758713194765642e-05,
      "loss": 1.6484,
      "step": 107454
    },
    {
      "epoch": 4.999069551058386,
      "grad_norm": 1.900013354019901,
      "learning_rate": 2.07568294170189e-05,
      "loss": 1.6875,
      "step": 107455
    },
    {
      "epoch": 4.9991160735054665,
      "grad_norm": 1.792760729086675,
      "learning_rate": 2.0754945718395615e-05,
      "loss": 1.4766,
      "step": 107456
    },
    {
      "epoch": 4.999162595952547,
      "grad_norm": 1.826076548598159,
      "learning_rate": 2.0753062098896923e-05,
      "loss": 1.5469,
      "step": 107457
    },
    {
      "epoch": 4.9992091183996274,
      "grad_norm": 1.8239457021931464,
      "learning_rate": 2.0751178558523966e-05,
      "loss": 1.5859,
      "step": 107458
    },
    {
      "epoch": 4.999255640846709,
      "grad_norm": 1.9291305066664295,
      "learning_rate": 2.074929509727787e-05,
      "loss": 1.4453,
      "step": 107459
    },
    {
      "epoch": 4.999302163293789,
      "grad_norm": 1.8722338195504964,
      "learning_rate": 2.074741171515984e-05,
      "loss": 1.5547,
      "step": 107460
    },
    {
      "epoch": 4.99934868574087,
      "grad_norm": 1.9274130107126874,
      "learning_rate": 2.0745528412171013e-05,
      "loss": 1.7266,
      "step": 107461
    },
    {
      "epoch": 4.99939520818795,
      "grad_norm": 1.9252017020489873,
      "learning_rate": 2.0743645188312523e-05,
      "loss": 1.5625,
      "step": 107462
    },
    {
      "epoch": 4.999441730635032,
      "grad_norm": 2.012790860307236,
      "learning_rate": 2.0741762043585552e-05,
      "loss": 1.6484,
      "step": 107463
    },
    {
      "epoch": 4.999488253082112,
      "grad_norm": 1.996344445560022,
      "learning_rate": 2.0739878977991198e-05,
      "loss": 1.7266,
      "step": 107464
    },
    {
      "epoch": 4.999534775529193,
      "grad_norm": 1.9489559374233276,
      "learning_rate": 2.0737995991530676e-05,
      "loss": 1.6484,
      "step": 107465
    },
    {
      "epoch": 4.999581297976274,
      "grad_norm": 1.810776549240572,
      "learning_rate": 2.0736113084205136e-05,
      "loss": 1.6016,
      "step": 107466
    },
    {
      "epoch": 4.999627820423354,
      "grad_norm": 1.6370193866219584,
      "learning_rate": 2.0734230256015692e-05,
      "loss": 1.2266,
      "step": 107467
    },
    {
      "epoch": 4.999674342870435,
      "grad_norm": 1.9548389036597573,
      "learning_rate": 2.0732347506963483e-05,
      "loss": 1.5703,
      "step": 107468
    },
    {
      "epoch": 4.999720865317515,
      "grad_norm": 1.8931636710413091,
      "learning_rate": 2.073046483704973e-05,
      "loss": 1.5156,
      "step": 107469
    },
    {
      "epoch": 4.999767387764597,
      "grad_norm": 1.8561843539864933,
      "learning_rate": 2.0728582246275545e-05,
      "loss": 1.5469,
      "step": 107470
    },
    {
      "epoch": 4.999813910211677,
      "grad_norm": 1.7788252459702218,
      "learning_rate": 2.0726699734642083e-05,
      "loss": 1.5312,
      "step": 107471
    },
    {
      "epoch": 4.999860432658758,
      "grad_norm": 2.135504220075126,
      "learning_rate": 2.0724817302150464e-05,
      "loss": 1.8047,
      "step": 107472
    },
    {
      "epoch": 4.999906955105839,
      "grad_norm": 1.7820176307887596,
      "learning_rate": 2.0722934948801907e-05,
      "loss": 1.4141,
      "step": 107473
    },
    {
      "epoch": 4.9999534775529195,
      "grad_norm": 1.5670238473129559,
      "learning_rate": 2.0721052674597537e-05,
      "loss": 1.2188,
      "step": 107474
    },
    {
      "epoch": 5.0,
      "grad_norm": 1.7252028379091744,
      "learning_rate": 2.0719170479538495e-05,
      "loss": 1.4062,
      "step": 107475
    },
    {
      "epoch": 5.0,
      "eval_loss": 2.1942591667175293,
      "eval_runtime": 36.5677,
      "eval_samples_per_second": 9.735,
      "eval_steps_per_second": 9.735,
      "step": 107475
    },
    {
      "epoch": 5.0000465224470805,
      "grad_norm": 1.352936955378029,
      "learning_rate": 2.0717288363625904e-05,
      "loss": 1.0938,
      "step": 107476
    },
    {
      "epoch": 5.000093044894162,
      "grad_norm": 1.3958525650898854,
      "learning_rate": 2.0715406326860956e-05,
      "loss": 1.0234,
      "step": 107477
    },
    {
      "epoch": 5.000139567341242,
      "grad_norm": 1.4255128360871994,
      "learning_rate": 2.0713524369244826e-05,
      "loss": 1.0391,
      "step": 107478
    },
    {
      "epoch": 5.000186089788323,
      "grad_norm": 1.417749904360218,
      "learning_rate": 2.0711642490778637e-05,
      "loss": 1.2109,
      "step": 107479
    },
    {
      "epoch": 5.000232612235403,
      "grad_norm": 1.3505033267762694,
      "learning_rate": 2.0709760691463546e-05,
      "loss": 0.9648,
      "step": 107480
    },
    {
      "epoch": 5.000279134682485,
      "grad_norm": 1.300262313892405,
      "learning_rate": 2.0707878971300672e-05,
      "loss": 0.9922,
      "step": 107481
    },
    {
      "epoch": 5.000325657129565,
      "grad_norm": 1.4155785905665235,
      "learning_rate": 2.0705997330291217e-05,
      "loss": 1.0547,
      "step": 107482
    },
    {
      "epoch": 5.000372179576646,
      "grad_norm": 1.405735668708047,
      "learning_rate": 2.070411576843633e-05,
      "loss": 0.9922,
      "step": 107483
    },
    {
      "epoch": 5.000418702023726,
      "grad_norm": 1.5237655981681009,
      "learning_rate": 2.0702234285737142e-05,
      "loss": 1.0781,
      "step": 107484
    },
    {
      "epoch": 5.000465224470807,
      "grad_norm": 1.5170104886169016,
      "learning_rate": 2.0700352882194763e-05,
      "loss": 1.1406,
      "step": 107485
    },
    {
      "epoch": 5.000511746917888,
      "grad_norm": 1.3926672255014472,
      "learning_rate": 2.0698471557810436e-05,
      "loss": 0.9766,
      "step": 107486
    },
    {
      "epoch": 5.000558269364968,
      "grad_norm": 1.3799165318389903,
      "learning_rate": 2.0696590312585255e-05,
      "loss": 1.1016,
      "step": 107487
    },
    {
      "epoch": 5.00060479181205,
      "grad_norm": 1.475343580780242,
      "learning_rate": 2.06947091465204e-05,
      "loss": 1.0859,
      "step": 107488
    },
    {
      "epoch": 5.00065131425913,
      "grad_norm": 1.7171464626233854,
      "learning_rate": 2.069282805961699e-05,
      "loss": 1.1797,
      "step": 107489
    },
    {
      "epoch": 5.000697836706211,
      "grad_norm": 1.4710967868317015,
      "learning_rate": 2.069094705187617e-05,
      "loss": 1.1094,
      "step": 107490
    },
    {
      "epoch": 5.000744359153291,
      "grad_norm": 1.4884226103728153,
      "learning_rate": 2.0689066123299132e-05,
      "loss": 1.0625,
      "step": 107491
    },
    {
      "epoch": 5.0007908816003726,
      "grad_norm": 1.441759274767054,
      "learning_rate": 2.068718527388703e-05,
      "loss": 1.1719,
      "step": 107492
    },
    {
      "epoch": 5.000837404047453,
      "grad_norm": 1.336613127023359,
      "learning_rate": 2.0685304503640987e-05,
      "loss": 0.9453,
      "step": 107493
    },
    {
      "epoch": 5.0008839264945335,
      "grad_norm": 1.3991345596963638,
      "learning_rate": 2.0683423812562117e-05,
      "loss": 1.0,
      "step": 107494
    },
    {
      "epoch": 5.000930448941614,
      "grad_norm": 1.5537483586555365,
      "learning_rate": 2.068154320065167e-05,
      "loss": 1.2109,
      "step": 107495
    },
    {
      "epoch": 5.000976971388695,
      "grad_norm": 1.3807821677884986,
      "learning_rate": 2.067966266791074e-05,
      "loss": 0.9375,
      "step": 107496
    },
    {
      "epoch": 5.001023493835776,
      "grad_norm": 1.5085319825526975,
      "learning_rate": 2.0677782214340482e-05,
      "loss": 1.1562,
      "step": 107497
    },
    {
      "epoch": 5.001070016282856,
      "grad_norm": 1.5071564592179778,
      "learning_rate": 2.067590183994201e-05,
      "loss": 1.1172,
      "step": 107498
    },
    {
      "epoch": 5.001116538729937,
      "grad_norm": 1.4731114558118712,
      "learning_rate": 2.0674021544716507e-05,
      "loss": 1.1328,
      "step": 107499
    },
    {
      "epoch": 5.001163061177018,
      "grad_norm": 1.4591442044869065,
      "learning_rate": 2.067214132866517e-05,
      "loss": 1.0625,
      "step": 107500
    },
    {
      "epoch": 5.001209583624099,
      "grad_norm": 1.430987555235417,
      "learning_rate": 2.0670261191789118e-05,
      "loss": 1.0781,
      "step": 107501
    },
    {
      "epoch": 5.001256106071179,
      "grad_norm": 1.616774342214036,
      "learning_rate": 2.0668381134089478e-05,
      "loss": 1.0859,
      "step": 107502
    },
    {
      "epoch": 5.0013026285182605,
      "grad_norm": 1.4287160824483471,
      "learning_rate": 2.0666501155567405e-05,
      "loss": 1.0469,
      "step": 107503
    },
    {
      "epoch": 5.001349150965341,
      "grad_norm": 1.5482950003054072,
      "learning_rate": 2.0664621256224078e-05,
      "loss": 0.9961,
      "step": 107504
    },
    {
      "epoch": 5.001395673412421,
      "grad_norm": 1.532737134526216,
      "learning_rate": 2.066274143606065e-05,
      "loss": 1.0859,
      "step": 107505
    },
    {
      "epoch": 5.001442195859502,
      "grad_norm": 1.5552295561397957,
      "learning_rate": 2.066086169507823e-05,
      "loss": 1.0547,
      "step": 107506
    },
    {
      "epoch": 5.001488718306583,
      "grad_norm": 1.5605749808646838,
      "learning_rate": 2.065898203327797e-05,
      "loss": 1.0312,
      "step": 107507
    },
    {
      "epoch": 5.001535240753664,
      "grad_norm": 1.6548803374896142,
      "learning_rate": 2.065710245066109e-05,
      "loss": 1.0703,
      "step": 107508
    },
    {
      "epoch": 5.001581763200744,
      "grad_norm": 1.4478716330726944,
      "learning_rate": 2.0655222947228683e-05,
      "loss": 0.957,
      "step": 107509
    },
    {
      "epoch": 5.001628285647825,
      "grad_norm": 1.6458407538995488,
      "learning_rate": 2.06533435229819e-05,
      "loss": 1.2344,
      "step": 107510
    },
    {
      "epoch": 5.001674808094906,
      "grad_norm": 1.5546805733587794,
      "learning_rate": 2.0651464177921878e-05,
      "loss": 1.1406,
      "step": 107511
    },
    {
      "epoch": 5.0017213305419865,
      "grad_norm": 1.4042853020798194,
      "learning_rate": 2.0649584912049827e-05,
      "loss": 0.9336,
      "step": 107512
    },
    {
      "epoch": 5.001767852989067,
      "grad_norm": 1.609463791596848,
      "learning_rate": 2.0647705725366865e-05,
      "loss": 1.0938,
      "step": 107513
    },
    {
      "epoch": 5.001814375436148,
      "grad_norm": 1.4930822796780971,
      "learning_rate": 2.064582661787414e-05,
      "loss": 0.9922,
      "step": 107514
    },
    {
      "epoch": 5.001860897883229,
      "grad_norm": 1.4617303375821695,
      "learning_rate": 2.06439475895728e-05,
      "loss": 1.0,
      "step": 107515
    },
    {
      "epoch": 5.001907420330309,
      "grad_norm": 1.3804859528451259,
      "learning_rate": 2.0642068640463966e-05,
      "loss": 1.0312,
      "step": 107516
    },
    {
      "epoch": 5.00195394277739,
      "grad_norm": 1.3604679485299753,
      "learning_rate": 2.064018977054885e-05,
      "loss": 0.9414,
      "step": 107517
    },
    {
      "epoch": 5.002000465224471,
      "grad_norm": 1.5648273232866472,
      "learning_rate": 2.0638310979828583e-05,
      "loss": 1.0391,
      "step": 107518
    },
    {
      "epoch": 5.002046987671552,
      "grad_norm": 1.5883806572130814,
      "learning_rate": 2.063643226830428e-05,
      "loss": 1.0391,
      "step": 107519
    },
    {
      "epoch": 5.002093510118632,
      "grad_norm": 1.438406350206835,
      "learning_rate": 2.0634553635977096e-05,
      "loss": 0.9688,
      "step": 107520
    },
    {
      "epoch": 5.002140032565713,
      "grad_norm": 1.3957471657056026,
      "learning_rate": 2.063267508284821e-05,
      "loss": 0.9219,
      "step": 107521
    },
    {
      "epoch": 5.002186555012794,
      "grad_norm": 1.4719743496819628,
      "learning_rate": 2.0630796608918787e-05,
      "loss": 1.0312,
      "step": 107522
    },
    {
      "epoch": 5.002233077459874,
      "grad_norm": 1.4388202349098456,
      "learning_rate": 2.062891821418996e-05,
      "loss": 1.0391,
      "step": 107523
    },
    {
      "epoch": 5.002279599906955,
      "grad_norm": 1.5086827281248756,
      "learning_rate": 2.0627039898662862e-05,
      "loss": 1.1797,
      "step": 107524
    },
    {
      "epoch": 5.002326122354035,
      "grad_norm": 1.6694748041753082,
      "learning_rate": 2.0625161662338623e-05,
      "loss": 1.2031,
      "step": 107525
    },
    {
      "epoch": 5.002372644801117,
      "grad_norm": 1.5963933552358816,
      "learning_rate": 2.0623283505218463e-05,
      "loss": 1.1406,
      "step": 107526
    },
    {
      "epoch": 5.002419167248197,
      "grad_norm": 1.5330349337700477,
      "learning_rate": 2.062140542730348e-05,
      "loss": 1.1094,
      "step": 107527
    },
    {
      "epoch": 5.002465689695278,
      "grad_norm": 1.539930659891481,
      "learning_rate": 2.0619527428594834e-05,
      "loss": 1.0156,
      "step": 107528
    },
    {
      "epoch": 5.002512212142359,
      "grad_norm": 1.3706948283586553,
      "learning_rate": 2.0617649509093647e-05,
      "loss": 0.9492,
      "step": 107529
    },
    {
      "epoch": 5.00255873458944,
      "grad_norm": 1.505697850445652,
      "learning_rate": 2.0615771668801136e-05,
      "loss": 1.1406,
      "step": 107530
    },
    {
      "epoch": 5.00260525703652,
      "grad_norm": 1.3552223513297184,
      "learning_rate": 2.061389390771841e-05,
      "loss": 0.8828,
      "step": 107531
    },
    {
      "epoch": 5.0026517794836005,
      "grad_norm": 1.5415771133514968,
      "learning_rate": 2.0612016225846623e-05,
      "loss": 1.0547,
      "step": 107532
    },
    {
      "epoch": 5.002698301930682,
      "grad_norm": 1.6143508450848447,
      "learning_rate": 2.061013862318687e-05,
      "loss": 1.1328,
      "step": 107533
    },
    {
      "epoch": 5.002744824377762,
      "grad_norm": 1.500667121110491,
      "learning_rate": 2.0608261099740407e-05,
      "loss": 1.0547,
      "step": 107534
    },
    {
      "epoch": 5.002791346824843,
      "grad_norm": 1.5253816401509248,
      "learning_rate": 2.060638365550833e-05,
      "loss": 1.1406,
      "step": 107535
    },
    {
      "epoch": 5.002837869271923,
      "grad_norm": 1.6455709836873764,
      "learning_rate": 2.0604506290491767e-05,
      "loss": 1.1641,
      "step": 107536
    },
    {
      "epoch": 5.002884391719005,
      "grad_norm": 1.474579622164052,
      "learning_rate": 2.0602629004691872e-05,
      "loss": 1.0469,
      "step": 107537
    },
    {
      "epoch": 5.002930914166085,
      "grad_norm": 1.3856919528477598,
      "learning_rate": 2.0600751798109842e-05,
      "loss": 0.9805,
      "step": 107538
    },
    {
      "epoch": 5.002977436613166,
      "grad_norm": 1.681966144761267,
      "learning_rate": 2.0598874670746796e-05,
      "loss": 1.1953,
      "step": 107539
    },
    {
      "epoch": 5.003023959060247,
      "grad_norm": 1.3948667116212585,
      "learning_rate": 2.0596997622603878e-05,
      "loss": 0.9062,
      "step": 107540
    },
    {
      "epoch": 5.0030704815073275,
      "grad_norm": 1.6040947132762913,
      "learning_rate": 2.059512065368224e-05,
      "loss": 1.1094,
      "step": 107541
    },
    {
      "epoch": 5.003117003954408,
      "grad_norm": 1.391346646632213,
      "learning_rate": 2.0593243763982965e-05,
      "loss": 0.9141,
      "step": 107542
    },
    {
      "epoch": 5.003163526401488,
      "grad_norm": 1.5835861274854888,
      "learning_rate": 2.059136695350733e-05,
      "loss": 1.0938,
      "step": 107543
    },
    {
      "epoch": 5.00321004884857,
      "grad_norm": 1.5268574297671733,
      "learning_rate": 2.0589490222256427e-05,
      "loss": 1.1172,
      "step": 107544
    },
    {
      "epoch": 5.00325657129565,
      "grad_norm": 1.5777623233054774,
      "learning_rate": 2.0587613570231397e-05,
      "loss": 1.1328,
      "step": 107545
    },
    {
      "epoch": 5.003303093742731,
      "grad_norm": 1.4682234358973323,
      "learning_rate": 2.0585736997433395e-05,
      "loss": 1.0781,
      "step": 107546
    },
    {
      "epoch": 5.003349616189811,
      "grad_norm": 1.407792825368786,
      "learning_rate": 2.0583860503863548e-05,
      "loss": 0.9258,
      "step": 107547
    },
    {
      "epoch": 5.003396138636893,
      "grad_norm": 1.4546271133063142,
      "learning_rate": 2.058198408952304e-05,
      "loss": 1.0859,
      "step": 107548
    },
    {
      "epoch": 5.003442661083973,
      "grad_norm": 1.6060077563312254,
      "learning_rate": 2.0580107754413007e-05,
      "loss": 1.1953,
      "step": 107549
    },
    {
      "epoch": 5.0034891835310535,
      "grad_norm": 1.48418617169975,
      "learning_rate": 2.0578231498534608e-05,
      "loss": 0.9961,
      "step": 107550
    },
    {
      "epoch": 5.003535705978134,
      "grad_norm": 1.5525958684624623,
      "learning_rate": 2.057635532188893e-05,
      "loss": 1.0625,
      "step": 107551
    },
    {
      "epoch": 5.003582228425215,
      "grad_norm": 1.5536726676231543,
      "learning_rate": 2.057447922447721e-05,
      "loss": 1.0625,
      "step": 107552
    },
    {
      "epoch": 5.003628750872296,
      "grad_norm": 1.7822927051618307,
      "learning_rate": 2.0572603206300555e-05,
      "loss": 1.1641,
      "step": 107553
    },
    {
      "epoch": 5.003675273319376,
      "grad_norm": 1.418571087570143,
      "learning_rate": 2.0570727267360115e-05,
      "loss": 1.1016,
      "step": 107554
    },
    {
      "epoch": 5.003721795766458,
      "grad_norm": 1.5317032086860505,
      "learning_rate": 2.056885140765701e-05,
      "loss": 1.0156,
      "step": 107555
    },
    {
      "epoch": 5.003768318213538,
      "grad_norm": 1.4449115407123356,
      "learning_rate": 2.056697562719244e-05,
      "loss": 0.9219,
      "step": 107556
    },
    {
      "epoch": 5.003814840660619,
      "grad_norm": 1.4199787429424255,
      "learning_rate": 2.0565099925967532e-05,
      "loss": 0.9727,
      "step": 107557
    },
    {
      "epoch": 5.003861363107699,
      "grad_norm": 1.4446672598264456,
      "learning_rate": 2.056322430398344e-05,
      "loss": 0.9883,
      "step": 107558
    },
    {
      "epoch": 5.0039078855547805,
      "grad_norm": 1.4259639091057157,
      "learning_rate": 2.0561348761241277e-05,
      "loss": 0.9492,
      "step": 107559
    },
    {
      "epoch": 5.003954408001861,
      "grad_norm": 1.6019533085344353,
      "learning_rate": 2.055947329774224e-05,
      "loss": 1.1406,
      "step": 107560
    },
    {
      "epoch": 5.0040009304489415,
      "grad_norm": 1.454184475050327,
      "learning_rate": 2.0557597913487466e-05,
      "loss": 0.8906,
      "step": 107561
    },
    {
      "epoch": 5.004047452896022,
      "grad_norm": 1.4500749686075538,
      "learning_rate": 2.055572260847809e-05,
      "loss": 0.9805,
      "step": 107562
    },
    {
      "epoch": 5.004093975343103,
      "grad_norm": 1.4482920871767797,
      "learning_rate": 2.0553847382715217e-05,
      "loss": 0.9297,
      "step": 107563
    },
    {
      "epoch": 5.004140497790184,
      "grad_norm": 1.5328698753950916,
      "learning_rate": 2.0551972236200053e-05,
      "loss": 0.9922,
      "step": 107564
    },
    {
      "epoch": 5.004187020237264,
      "grad_norm": 1.5016014192652034,
      "learning_rate": 2.0550097168933766e-05,
      "loss": 1.0391,
      "step": 107565
    },
    {
      "epoch": 5.004233542684346,
      "grad_norm": 1.4335733634264742,
      "learning_rate": 2.0548222180917484e-05,
      "loss": 0.9141,
      "step": 107566
    },
    {
      "epoch": 5.004280065131426,
      "grad_norm": 1.4285946606586661,
      "learning_rate": 2.0546347272152325e-05,
      "loss": 1.0703,
      "step": 107567
    },
    {
      "epoch": 5.004326587578507,
      "grad_norm": 1.4518165676134223,
      "learning_rate": 2.0544472442639438e-05,
      "loss": 0.9766,
      "step": 107568
    },
    {
      "epoch": 5.004373110025587,
      "grad_norm": 1.5104159300368964,
      "learning_rate": 2.0542597692380002e-05,
      "loss": 1.0859,
      "step": 107569
    },
    {
      "epoch": 5.004419632472668,
      "grad_norm": 1.3893018655265956,
      "learning_rate": 2.0540723021375172e-05,
      "loss": 0.957,
      "step": 107570
    },
    {
      "epoch": 5.004466154919749,
      "grad_norm": 1.473129143087972,
      "learning_rate": 2.053884842962606e-05,
      "loss": 0.9492,
      "step": 107571
    },
    {
      "epoch": 5.004512677366829,
      "grad_norm": 1.5649804885844127,
      "learning_rate": 2.053697391713383e-05,
      "loss": 0.9375,
      "step": 107572
    },
    {
      "epoch": 5.00455919981391,
      "grad_norm": 1.617254108620866,
      "learning_rate": 2.0535099483899602e-05,
      "loss": 1.0312,
      "step": 107573
    },
    {
      "epoch": 5.004605722260991,
      "grad_norm": 1.4696682434691337,
      "learning_rate": 2.0533225129924575e-05,
      "loss": 0.9336,
      "step": 107574
    },
    {
      "epoch": 5.004652244708072,
      "grad_norm": 1.4958458571800295,
      "learning_rate": 2.0531350855209876e-05,
      "loss": 1.0312,
      "step": 107575
    },
    {
      "epoch": 5.004698767155152,
      "grad_norm": 1.5812832369939194,
      "learning_rate": 2.0529476659756644e-05,
      "loss": 1.0859,
      "step": 107576
    },
    {
      "epoch": 5.004745289602233,
      "grad_norm": 1.4366624155282248,
      "learning_rate": 2.052760254356599e-05,
      "loss": 0.9961,
      "step": 107577
    },
    {
      "epoch": 5.004791812049314,
      "grad_norm": 1.6082721853108826,
      "learning_rate": 2.052572850663915e-05,
      "loss": 1.1562,
      "step": 107578
    },
    {
      "epoch": 5.0048383344963945,
      "grad_norm": 1.4688022240803975,
      "learning_rate": 2.0523854548977204e-05,
      "loss": 1.0469,
      "step": 107579
    },
    {
      "epoch": 5.004884856943475,
      "grad_norm": 1.5129891597243834,
      "learning_rate": 2.0521980670581334e-05,
      "loss": 1.0938,
      "step": 107580
    },
    {
      "epoch": 5.004931379390556,
      "grad_norm": 1.5390764004031585,
      "learning_rate": 2.0520106871452623e-05,
      "loss": 1.0078,
      "step": 107581
    },
    {
      "epoch": 5.004977901837637,
      "grad_norm": 1.4442795743705805,
      "learning_rate": 2.0518233151592307e-05,
      "loss": 1.125,
      "step": 107582
    },
    {
      "epoch": 5.005024424284717,
      "grad_norm": 1.544660538949372,
      "learning_rate": 2.0516359511001496e-05,
      "loss": 0.9883,
      "step": 107583
    },
    {
      "epoch": 5.005070946731798,
      "grad_norm": 1.6205552248010366,
      "learning_rate": 2.0514485949681327e-05,
      "loss": 1.1562,
      "step": 107584
    },
    {
      "epoch": 5.005117469178879,
      "grad_norm": 1.5088119165140108,
      "learning_rate": 2.051261246763291e-05,
      "loss": 1.0703,
      "step": 107585
    },
    {
      "epoch": 5.00516399162596,
      "grad_norm": 1.731536020859521,
      "learning_rate": 2.051073906485745e-05,
      "loss": 1.2031,
      "step": 107586
    },
    {
      "epoch": 5.00521051407304,
      "grad_norm": 1.6088565277375988,
      "learning_rate": 2.0508865741356094e-05,
      "loss": 1.0859,
      "step": 107587
    },
    {
      "epoch": 5.0052570365201206,
      "grad_norm": 1.5272373906459356,
      "learning_rate": 2.0506992497129993e-05,
      "loss": 1.0859,
      "step": 107588
    },
    {
      "epoch": 5.005303558967202,
      "grad_norm": 1.7427623206633,
      "learning_rate": 2.050511933218026e-05,
      "loss": 1.1719,
      "step": 107589
    },
    {
      "epoch": 5.005350081414282,
      "grad_norm": 1.4823805819659563,
      "learning_rate": 2.0503246246508027e-05,
      "loss": 1.0156,
      "step": 107590
    },
    {
      "epoch": 5.005396603861363,
      "grad_norm": 1.3527155538985076,
      "learning_rate": 2.050137324011451e-05,
      "loss": 0.9297,
      "step": 107591
    },
    {
      "epoch": 5.005443126308444,
      "grad_norm": 1.5478493711011658,
      "learning_rate": 2.049950031300081e-05,
      "loss": 0.9844,
      "step": 107592
    },
    {
      "epoch": 5.005489648755525,
      "grad_norm": 1.534946519873087,
      "learning_rate": 2.0497627465168078e-05,
      "loss": 1.1094,
      "step": 107593
    },
    {
      "epoch": 5.005536171202605,
      "grad_norm": 1.639455274869808,
      "learning_rate": 2.0495754696617438e-05,
      "loss": 0.9609,
      "step": 107594
    },
    {
      "epoch": 5.005582693649686,
      "grad_norm": 1.2456207889233821,
      "learning_rate": 2.0493882007350082e-05,
      "loss": 0.832,
      "step": 107595
    },
    {
      "epoch": 5.005629216096767,
      "grad_norm": 1.5261155825954469,
      "learning_rate": 2.0492009397367138e-05,
      "loss": 1.1328,
      "step": 107596
    },
    {
      "epoch": 5.0056757385438475,
      "grad_norm": 1.521419802294919,
      "learning_rate": 2.0490136866669753e-05,
      "loss": 1.0391,
      "step": 107597
    },
    {
      "epoch": 5.005722260990928,
      "grad_norm": 1.6270104372774439,
      "learning_rate": 2.0488264415259064e-05,
      "loss": 1.0391,
      "step": 107598
    },
    {
      "epoch": 5.0057687834380085,
      "grad_norm": 1.4019570745591488,
      "learning_rate": 2.0486392043136202e-05,
      "loss": 0.9414,
      "step": 107599
    },
    {
      "epoch": 5.00581530588509,
      "grad_norm": 1.4797094613806074,
      "learning_rate": 2.0484519750302346e-05,
      "loss": 0.9727,
      "step": 107600
    },
    {
      "epoch": 5.00586182833217,
      "grad_norm": 1.646962649206545,
      "learning_rate": 2.048264753675865e-05,
      "loss": 1.1016,
      "step": 107601
    },
    {
      "epoch": 5.005908350779251,
      "grad_norm": 1.4801954175350325,
      "learning_rate": 2.048077540250623e-05,
      "loss": 0.9219,
      "step": 107602
    },
    {
      "epoch": 5.005954873226332,
      "grad_norm": 1.5388771990724452,
      "learning_rate": 2.047890334754621e-05,
      "loss": 1.0391,
      "step": 107603
    },
    {
      "epoch": 5.006001395673413,
      "grad_norm": 1.337523319587906,
      "learning_rate": 2.04770313718798e-05,
      "loss": 0.8633,
      "step": 107604
    },
    {
      "epoch": 5.006047918120493,
      "grad_norm": 1.5546083740033154,
      "learning_rate": 2.0475159475508123e-05,
      "loss": 1.125,
      "step": 107605
    },
    {
      "epoch": 5.006094440567574,
      "grad_norm": 1.5105974702701177,
      "learning_rate": 2.047328765843232e-05,
      "loss": 0.9688,
      "step": 107606
    },
    {
      "epoch": 5.006140963014655,
      "grad_norm": 1.4595505163818066,
      "learning_rate": 2.0471415920653483e-05,
      "loss": 0.9531,
      "step": 107607
    },
    {
      "epoch": 5.006187485461735,
      "grad_norm": 1.5287481337562616,
      "learning_rate": 2.0469544262172816e-05,
      "loss": 1.0234,
      "step": 107608
    },
    {
      "epoch": 5.006234007908816,
      "grad_norm": 1.5488258557657877,
      "learning_rate": 2.04676726829915e-05,
      "loss": 1.1797,
      "step": 107609
    },
    {
      "epoch": 5.006280530355896,
      "grad_norm": 1.5809716416352184,
      "learning_rate": 2.046580118311063e-05,
      "loss": 1.0,
      "step": 107610
    },
    {
      "epoch": 5.006327052802978,
      "grad_norm": 1.4512034353126917,
      "learning_rate": 2.046392976253136e-05,
      "loss": 0.9023,
      "step": 107611
    },
    {
      "epoch": 5.006373575250058,
      "grad_norm": 1.4284275604936265,
      "learning_rate": 2.0462058421254808e-05,
      "loss": 0.9648,
      "step": 107612
    },
    {
      "epoch": 5.006420097697139,
      "grad_norm": 1.3798811446256196,
      "learning_rate": 2.0460187159282166e-05,
      "loss": 0.9258,
      "step": 107613
    },
    {
      "epoch": 5.006466620144219,
      "grad_norm": 1.574231682491907,
      "learning_rate": 2.045831597661457e-05,
      "loss": 1.0391,
      "step": 107614
    },
    {
      "epoch": 5.0065131425913005,
      "grad_norm": 1.6295609870685046,
      "learning_rate": 2.045644487325317e-05,
      "loss": 1.0859,
      "step": 107615
    },
    {
      "epoch": 5.006559665038381,
      "grad_norm": 1.4769914501092347,
      "learning_rate": 2.0454573849199046e-05,
      "loss": 0.9297,
      "step": 107616
    },
    {
      "epoch": 5.0066061874854615,
      "grad_norm": 1.6452862824122756,
      "learning_rate": 2.0452702904453433e-05,
      "loss": 1.2188,
      "step": 107617
    },
    {
      "epoch": 5.006652709932543,
      "grad_norm": 1.2533550498738923,
      "learning_rate": 2.0450832039017446e-05,
      "loss": 0.8164,
      "step": 107618
    },
    {
      "epoch": 5.006699232379623,
      "grad_norm": 1.5784141447924995,
      "learning_rate": 2.0448961252892217e-05,
      "loss": 1.0859,
      "step": 107619
    },
    {
      "epoch": 5.006745754826704,
      "grad_norm": 1.613649293885174,
      "learning_rate": 2.044709054607886e-05,
      "loss": 1.1562,
      "step": 107620
    },
    {
      "epoch": 5.006792277273784,
      "grad_norm": 1.8410344037543223,
      "learning_rate": 2.0445219918578592e-05,
      "loss": 1.1406,
      "step": 107621
    },
    {
      "epoch": 5.006838799720866,
      "grad_norm": 1.505620584095877,
      "learning_rate": 2.044334937039253e-05,
      "loss": 1.0156,
      "step": 107622
    },
    {
      "epoch": 5.006885322167946,
      "grad_norm": 1.5016621744348337,
      "learning_rate": 2.0441478901521808e-05,
      "loss": 1.1797,
      "step": 107623
    },
    {
      "epoch": 5.006931844615027,
      "grad_norm": 1.3921905142676474,
      "learning_rate": 2.0439608511967586e-05,
      "loss": 0.9648,
      "step": 107624
    },
    {
      "epoch": 5.006978367062107,
      "grad_norm": 1.4358253137127235,
      "learning_rate": 2.0437738201730952e-05,
      "loss": 0.8867,
      "step": 107625
    },
    {
      "epoch": 5.0070248895091884,
      "grad_norm": 1.6551149960382325,
      "learning_rate": 2.0435867970813136e-05,
      "loss": 1.2578,
      "step": 107626
    },
    {
      "epoch": 5.007071411956269,
      "grad_norm": 1.5970718937616735,
      "learning_rate": 2.0433997819215253e-05,
      "loss": 0.9688,
      "step": 107627
    },
    {
      "epoch": 5.007117934403349,
      "grad_norm": 1.682616218075209,
      "learning_rate": 2.0432127746938438e-05,
      "loss": 1.0625,
      "step": 107628
    },
    {
      "epoch": 5.007164456850431,
      "grad_norm": 1.5583751626818818,
      "learning_rate": 2.0430257753983802e-05,
      "loss": 0.9961,
      "step": 107629
    },
    {
      "epoch": 5.007210979297511,
      "grad_norm": 1.5596632273104474,
      "learning_rate": 2.0428387840352517e-05,
      "loss": 1.1094,
      "step": 107630
    },
    {
      "epoch": 5.007257501744592,
      "grad_norm": 1.4984546928362545,
      "learning_rate": 2.0426518006045777e-05,
      "loss": 1.0547,
      "step": 107631
    },
    {
      "epoch": 5.007304024191672,
      "grad_norm": 1.4885347748753894,
      "learning_rate": 2.0424648251064684e-05,
      "loss": 0.9531,
      "step": 107632
    },
    {
      "epoch": 5.007350546638754,
      "grad_norm": 1.3968616145177721,
      "learning_rate": 2.0422778575410386e-05,
      "loss": 0.9766,
      "step": 107633
    },
    {
      "epoch": 5.007397069085834,
      "grad_norm": 1.5457440063421857,
      "learning_rate": 2.0420908979084e-05,
      "loss": 0.8984,
      "step": 107634
    },
    {
      "epoch": 5.0074435915329145,
      "grad_norm": 1.444301442808207,
      "learning_rate": 2.0419039462086738e-05,
      "loss": 0.8906,
      "step": 107635
    },
    {
      "epoch": 5.007490113979995,
      "grad_norm": 1.4504473232394375,
      "learning_rate": 2.041717002441969e-05,
      "loss": 0.9023,
      "step": 107636
    },
    {
      "epoch": 5.007536636427076,
      "grad_norm": 1.563859517064898,
      "learning_rate": 2.041530066608401e-05,
      "loss": 1.0234,
      "step": 107637
    },
    {
      "epoch": 5.007583158874157,
      "grad_norm": 1.5017677456651226,
      "learning_rate": 2.0413431387080824e-05,
      "loss": 1.0469,
      "step": 107638
    },
    {
      "epoch": 5.007629681321237,
      "grad_norm": 1.6323442522205998,
      "learning_rate": 2.0411562187411327e-05,
      "loss": 1.0312,
      "step": 107639
    },
    {
      "epoch": 5.007676203768318,
      "grad_norm": 1.7727436676002755,
      "learning_rate": 2.0409693067076637e-05,
      "loss": 1.1875,
      "step": 107640
    },
    {
      "epoch": 5.007722726215399,
      "grad_norm": 1.5733658736095322,
      "learning_rate": 2.0407824026077902e-05,
      "loss": 1.1094,
      "step": 107641
    },
    {
      "epoch": 5.00776924866248,
      "grad_norm": 1.5747980790881442,
      "learning_rate": 2.040595506441622e-05,
      "loss": 1.0781,
      "step": 107642
    },
    {
      "epoch": 5.00781577110956,
      "grad_norm": 1.6622207785432375,
      "learning_rate": 2.0404086182092804e-05,
      "loss": 1.1094,
      "step": 107643
    },
    {
      "epoch": 5.0078622935566415,
      "grad_norm": 1.586792275896576,
      "learning_rate": 2.0402217379108775e-05,
      "loss": 1.0156,
      "step": 107644
    },
    {
      "epoch": 5.007908816003722,
      "grad_norm": 1.4869801620463658,
      "learning_rate": 2.0400348655465282e-05,
      "loss": 0.9492,
      "step": 107645
    },
    {
      "epoch": 5.007955338450802,
      "grad_norm": 1.7168851263202254,
      "learning_rate": 2.039848001116342e-05,
      "loss": 1.0312,
      "step": 107646
    },
    {
      "epoch": 5.008001860897883,
      "grad_norm": 1.3774741551030636,
      "learning_rate": 2.039661144620439e-05,
      "loss": 0.9531,
      "step": 107647
    },
    {
      "epoch": 5.008048383344964,
      "grad_norm": 1.5468974963763893,
      "learning_rate": 2.0394742960589343e-05,
      "loss": 1.0,
      "step": 107648
    },
    {
      "epoch": 5.008094905792045,
      "grad_norm": 1.4614684558136686,
      "learning_rate": 2.039287455431938e-05,
      "loss": 1.0625,
      "step": 107649
    },
    {
      "epoch": 5.008141428239125,
      "grad_norm": 1.4833166607959112,
      "learning_rate": 2.0391006227395673e-05,
      "loss": 0.9453,
      "step": 107650
    },
    {
      "epoch": 5.008187950686206,
      "grad_norm": 1.720036900826513,
      "learning_rate": 2.038913797981933e-05,
      "loss": 1.0234,
      "step": 107651
    },
    {
      "epoch": 5.008234473133287,
      "grad_norm": 1.5972191798232862,
      "learning_rate": 2.03872698115915e-05,
      "loss": 1.0859,
      "step": 107652
    },
    {
      "epoch": 5.0082809955803675,
      "grad_norm": 1.4512625592244293,
      "learning_rate": 2.0385401722713395e-05,
      "loss": 0.957,
      "step": 107653
    },
    {
      "epoch": 5.008327518027448,
      "grad_norm": 1.5592008533215924,
      "learning_rate": 2.03835337131861e-05,
      "loss": 1.0234,
      "step": 107654
    },
    {
      "epoch": 5.008374040474529,
      "grad_norm": 1.354622700623249,
      "learning_rate": 2.038166578301078e-05,
      "loss": 0.9102,
      "step": 107655
    },
    {
      "epoch": 5.00842056292161,
      "grad_norm": 1.4522564221173078,
      "learning_rate": 2.0379797932188537e-05,
      "loss": 1.0156,
      "step": 107656
    },
    {
      "epoch": 5.00846708536869,
      "grad_norm": 1.4488189478001163,
      "learning_rate": 2.037793016072058e-05,
      "loss": 0.8438,
      "step": 107657
    },
    {
      "epoch": 5.008513607815771,
      "grad_norm": 1.6724369710531277,
      "learning_rate": 2.037606246860801e-05,
      "loss": 1.1641,
      "step": 107658
    },
    {
      "epoch": 5.008560130262852,
      "grad_norm": 1.580088729748018,
      "learning_rate": 2.0374194855851982e-05,
      "loss": 1.0312,
      "step": 107659
    },
    {
      "epoch": 5.008606652709933,
      "grad_norm": 1.4936275715918463,
      "learning_rate": 2.037232732245359e-05,
      "loss": 1.0391,
      "step": 107660
    },
    {
      "epoch": 5.008653175157013,
      "grad_norm": 1.4231947921668573,
      "learning_rate": 2.037045986841407e-05,
      "loss": 0.9062,
      "step": 107661
    },
    {
      "epoch": 5.008699697604094,
      "grad_norm": 1.6881815682094738,
      "learning_rate": 2.0368592493734514e-05,
      "loss": 1.1328,
      "step": 107662
    },
    {
      "epoch": 5.008746220051175,
      "grad_norm": 1.4950718767237658,
      "learning_rate": 2.036672519841608e-05,
      "loss": 0.9492,
      "step": 107663
    },
    {
      "epoch": 5.0087927424982555,
      "grad_norm": 1.4673600479898339,
      "learning_rate": 2.036485798245986e-05,
      "loss": 1.0234,
      "step": 107664
    },
    {
      "epoch": 5.008839264945336,
      "grad_norm": 1.4418795857973783,
      "learning_rate": 2.036299084586707e-05,
      "loss": 0.9453,
      "step": 107665
    },
    {
      "epoch": 5.008885787392416,
      "grad_norm": 1.437588759270143,
      "learning_rate": 2.0361123788638818e-05,
      "loss": 0.9492,
      "step": 107666
    },
    {
      "epoch": 5.008932309839498,
      "grad_norm": 1.4975931087855936,
      "learning_rate": 2.0359256810776257e-05,
      "loss": 1.1016,
      "step": 107667
    },
    {
      "epoch": 5.008978832286578,
      "grad_norm": 1.5524129827971287,
      "learning_rate": 2.035738991228048e-05,
      "loss": 1.0156,
      "step": 107668
    },
    {
      "epoch": 5.009025354733659,
      "grad_norm": 1.586003656437809,
      "learning_rate": 2.0355523093152714e-05,
      "loss": 1.1094,
      "step": 107669
    },
    {
      "epoch": 5.00907187718074,
      "grad_norm": 1.716434328427042,
      "learning_rate": 2.035365635339406e-05,
      "loss": 1.1641,
      "step": 107670
    },
    {
      "epoch": 5.009118399627821,
      "grad_norm": 1.39650162040543,
      "learning_rate": 2.0351789693005664e-05,
      "loss": 0.9062,
      "step": 107671
    },
    {
      "epoch": 5.009164922074901,
      "grad_norm": 1.6479060734863356,
      "learning_rate": 2.034992311198863e-05,
      "loss": 1.2266,
      "step": 107672
    },
    {
      "epoch": 5.0092114445219815,
      "grad_norm": 1.562397480405876,
      "learning_rate": 2.034805661034417e-05,
      "loss": 0.9766,
      "step": 107673
    },
    {
      "epoch": 5.009257966969063,
      "grad_norm": 1.4977051044161371,
      "learning_rate": 2.034619018807337e-05,
      "loss": 0.9688,
      "step": 107674
    },
    {
      "epoch": 5.009304489416143,
      "grad_norm": 1.484516977221958,
      "learning_rate": 2.0344323845177407e-05,
      "loss": 1.1016,
      "step": 107675
    },
    {
      "epoch": 5.009351011863224,
      "grad_norm": 1.440304427709233,
      "learning_rate": 2.0342457581657433e-05,
      "loss": 1.0312,
      "step": 107676
    },
    {
      "epoch": 5.009397534310304,
      "grad_norm": 1.5445258396562276,
      "learning_rate": 2.0340591397514566e-05,
      "loss": 0.9922,
      "step": 107677
    },
    {
      "epoch": 5.009444056757386,
      "grad_norm": 1.5693213268794608,
      "learning_rate": 2.033872529274992e-05,
      "loss": 1.1172,
      "step": 107678
    },
    {
      "epoch": 5.009490579204466,
      "grad_norm": 1.6648295409243496,
      "learning_rate": 2.033685926736471e-05,
      "loss": 1.0859,
      "step": 107679
    },
    {
      "epoch": 5.009537101651547,
      "grad_norm": 1.3530358588209064,
      "learning_rate": 2.0334993321360016e-05,
      "loss": 0.9492,
      "step": 107680
    },
    {
      "epoch": 5.009583624098628,
      "grad_norm": 1.1943250840698436,
      "learning_rate": 2.0333127454737025e-05,
      "loss": 0.8281,
      "step": 107681
    },
    {
      "epoch": 5.0096301465457085,
      "grad_norm": 1.5771862027241785,
      "learning_rate": 2.033126166749682e-05,
      "loss": 1.0234,
      "step": 107682
    },
    {
      "epoch": 5.009676668992789,
      "grad_norm": 1.551124626441928,
      "learning_rate": 2.032939595964061e-05,
      "loss": 1.1172,
      "step": 107683
    },
    {
      "epoch": 5.009723191439869,
      "grad_norm": 1.5773743496038746,
      "learning_rate": 2.0327530331169516e-05,
      "loss": 1.1094,
      "step": 107684
    },
    {
      "epoch": 5.009769713886951,
      "grad_norm": 1.5197917995709256,
      "learning_rate": 2.0325664782084655e-05,
      "loss": 0.9336,
      "step": 107685
    },
    {
      "epoch": 5.009816236334031,
      "grad_norm": 1.5219426919875894,
      "learning_rate": 2.0323799312387175e-05,
      "loss": 0.8945,
      "step": 107686
    },
    {
      "epoch": 5.009862758781112,
      "grad_norm": 1.4485911236883218,
      "learning_rate": 2.0321933922078253e-05,
      "loss": 0.9414,
      "step": 107687
    },
    {
      "epoch": 5.009909281228192,
      "grad_norm": 1.491073866173166,
      "learning_rate": 2.0320068611158996e-05,
      "loss": 0.9062,
      "step": 107688
    },
    {
      "epoch": 5.009955803675274,
      "grad_norm": 1.5427502199729517,
      "learning_rate": 2.0318203379630565e-05,
      "loss": 0.8633,
      "step": 107689
    },
    {
      "epoch": 5.010002326122354,
      "grad_norm": 1.4017357483060253,
      "learning_rate": 2.0316338227494077e-05,
      "loss": 0.8984,
      "step": 107690
    },
    {
      "epoch": 5.0100488485694346,
      "grad_norm": 1.4793974464116668,
      "learning_rate": 2.03144731547507e-05,
      "loss": 0.9609,
      "step": 107691
    },
    {
      "epoch": 5.010095371016515,
      "grad_norm": 1.4909783837187978,
      "learning_rate": 2.0312608161401577e-05,
      "loss": 0.9219,
      "step": 107692
    },
    {
      "epoch": 5.010141893463596,
      "grad_norm": 1.5226924472710046,
      "learning_rate": 2.0310743247447848e-05,
      "loss": 0.9414,
      "step": 107693
    },
    {
      "epoch": 5.010188415910677,
      "grad_norm": 1.3682333323243245,
      "learning_rate": 2.0308878412890606e-05,
      "loss": 0.8945,
      "step": 107694
    },
    {
      "epoch": 5.010234938357757,
      "grad_norm": 1.4020005302247052,
      "learning_rate": 2.0307013657731068e-05,
      "loss": 0.8945,
      "step": 107695
    },
    {
      "epoch": 5.010281460804839,
      "grad_norm": 1.6846536337565408,
      "learning_rate": 2.0305148981970305e-05,
      "loss": 1.1016,
      "step": 107696
    },
    {
      "epoch": 5.010327983251919,
      "grad_norm": 1.6893969578855228,
      "learning_rate": 2.0303284385609525e-05,
      "loss": 1.0469,
      "step": 107697
    },
    {
      "epoch": 5.010374505699,
      "grad_norm": 1.5848603485959032,
      "learning_rate": 2.030141986864983e-05,
      "loss": 1.0391,
      "step": 107698
    },
    {
      "epoch": 5.01042102814608,
      "grad_norm": 1.6291076155281117,
      "learning_rate": 2.0299555431092358e-05,
      "loss": 1.125,
      "step": 107699
    },
    {
      "epoch": 5.0104675505931615,
      "grad_norm": 1.5916820131238854,
      "learning_rate": 2.0297691072938284e-05,
      "loss": 0.9922,
      "step": 107700
    },
    {
      "epoch": 5.010514073040242,
      "grad_norm": 1.5889169404818166,
      "learning_rate": 2.0295826794188724e-05,
      "loss": 1.0469,
      "step": 107701
    },
    {
      "epoch": 5.0105605954873225,
      "grad_norm": 1.3570453914283271,
      "learning_rate": 2.029396259484483e-05,
      "loss": 0.9453,
      "step": 107702
    },
    {
      "epoch": 5.010607117934403,
      "grad_norm": 1.620898611988336,
      "learning_rate": 2.0292098474907738e-05,
      "loss": 1.0938,
      "step": 107703
    },
    {
      "epoch": 5.010653640381484,
      "grad_norm": 1.356269000158281,
      "learning_rate": 2.0290234434378554e-05,
      "loss": 0.9414,
      "step": 107704
    },
    {
      "epoch": 5.010700162828565,
      "grad_norm": 1.677215520542204,
      "learning_rate": 2.0288370473258485e-05,
      "loss": 1.1094,
      "step": 107705
    },
    {
      "epoch": 5.010746685275645,
      "grad_norm": 1.601555454893085,
      "learning_rate": 2.0286506591548646e-05,
      "loss": 1.0078,
      "step": 107706
    },
    {
      "epoch": 5.010793207722727,
      "grad_norm": 1.724818487602556,
      "learning_rate": 2.0284642789250166e-05,
      "loss": 1.0,
      "step": 107707
    },
    {
      "epoch": 5.010839730169807,
      "grad_norm": 1.559175591211193,
      "learning_rate": 2.0282779066364148e-05,
      "loss": 1.1406,
      "step": 107708
    },
    {
      "epoch": 5.010886252616888,
      "grad_norm": 1.5899567932388339,
      "learning_rate": 2.028091542289182e-05,
      "loss": 1.1328,
      "step": 107709
    },
    {
      "epoch": 5.010932775063968,
      "grad_norm": 1.2986540101127875,
      "learning_rate": 2.0279051858834284e-05,
      "loss": 0.8438,
      "step": 107710
    },
    {
      "epoch": 5.010979297511049,
      "grad_norm": 1.5591175320510726,
      "learning_rate": 2.027718837419267e-05,
      "loss": 1.0312,
      "step": 107711
    },
    {
      "epoch": 5.01102581995813,
      "grad_norm": 1.525808092682493,
      "learning_rate": 2.0275324968968098e-05,
      "loss": 0.9727,
      "step": 107712
    },
    {
      "epoch": 5.01107234240521,
      "grad_norm": 1.603428475954025,
      "learning_rate": 2.0273461643161764e-05,
      "loss": 1.0547,
      "step": 107713
    },
    {
      "epoch": 5.011118864852291,
      "grad_norm": 1.4709376060695587,
      "learning_rate": 2.0271598396774785e-05,
      "loss": 1.0469,
      "step": 107714
    },
    {
      "epoch": 5.011165387299372,
      "grad_norm": 1.5025734262472477,
      "learning_rate": 2.0269735229808308e-05,
      "loss": 0.9844,
      "step": 107715
    },
    {
      "epoch": 5.011211909746453,
      "grad_norm": 1.4588695161293042,
      "learning_rate": 2.0267872142263418e-05,
      "loss": 1.0547,
      "step": 107716
    },
    {
      "epoch": 5.011258432193533,
      "grad_norm": 1.4645860068129655,
      "learning_rate": 2.0266009134141315e-05,
      "loss": 0.9219,
      "step": 107717
    },
    {
      "epoch": 5.0113049546406145,
      "grad_norm": 1.525157690509588,
      "learning_rate": 2.0264146205443143e-05,
      "loss": 1.0703,
      "step": 107718
    },
    {
      "epoch": 5.011351477087695,
      "grad_norm": 1.7476239347753695,
      "learning_rate": 2.0262283356170023e-05,
      "loss": 1.2188,
      "step": 107719
    },
    {
      "epoch": 5.0113979995347755,
      "grad_norm": 1.645084837970665,
      "learning_rate": 2.0260420586323116e-05,
      "loss": 1.0938,
      "step": 107720
    },
    {
      "epoch": 5.011444521981856,
      "grad_norm": 1.4228703549823822,
      "learning_rate": 2.0258557895903494e-05,
      "loss": 0.8555,
      "step": 107721
    },
    {
      "epoch": 5.011491044428937,
      "grad_norm": 1.650950045206871,
      "learning_rate": 2.0256695284912385e-05,
      "loss": 1.2578,
      "step": 107722
    },
    {
      "epoch": 5.011537566876018,
      "grad_norm": 1.6068959918505774,
      "learning_rate": 2.0254832753350902e-05,
      "loss": 1.1094,
      "step": 107723
    },
    {
      "epoch": 5.011584089323098,
      "grad_norm": 1.4304180155563944,
      "learning_rate": 2.0252970301220168e-05,
      "loss": 1.0781,
      "step": 107724
    },
    {
      "epoch": 5.011630611770179,
      "grad_norm": 1.503551324099417,
      "learning_rate": 2.0251107928521294e-05,
      "loss": 1.0234,
      "step": 107725
    },
    {
      "epoch": 5.01167713421726,
      "grad_norm": 1.4129361653913086,
      "learning_rate": 2.0249245635255495e-05,
      "loss": 0.875,
      "step": 107726
    },
    {
      "epoch": 5.011723656664341,
      "grad_norm": 1.5395423687740908,
      "learning_rate": 2.0247383421423857e-05,
      "loss": 1.0156,
      "step": 107727
    },
    {
      "epoch": 5.011770179111421,
      "grad_norm": 1.5512520304162745,
      "learning_rate": 2.0245521287027562e-05,
      "loss": 1.0625,
      "step": 107728
    },
    {
      "epoch": 5.011816701558502,
      "grad_norm": 1.4636513290701951,
      "learning_rate": 2.0243659232067704e-05,
      "loss": 0.9102,
      "step": 107729
    },
    {
      "epoch": 5.011863224005583,
      "grad_norm": 1.6054972274130346,
      "learning_rate": 2.0241797256545407e-05,
      "loss": 0.9688,
      "step": 107730
    },
    {
      "epoch": 5.011909746452663,
      "grad_norm": 1.675028086978539,
      "learning_rate": 2.0239935360461896e-05,
      "loss": 1.1016,
      "step": 107731
    },
    {
      "epoch": 5.011956268899744,
      "grad_norm": 1.774335356040154,
      "learning_rate": 2.0238073543818257e-05,
      "loss": 1.1484,
      "step": 107732
    },
    {
      "epoch": 5.012002791346825,
      "grad_norm": 1.5992680354185322,
      "learning_rate": 2.023621180661562e-05,
      "loss": 1.0312,
      "step": 107733
    },
    {
      "epoch": 5.012049313793906,
      "grad_norm": 1.5229808453763758,
      "learning_rate": 2.023435014885512e-05,
      "loss": 0.9688,
      "step": 107734
    },
    {
      "epoch": 5.012095836240986,
      "grad_norm": 1.623723490509833,
      "learning_rate": 2.023248857053794e-05,
      "loss": 0.9805,
      "step": 107735
    },
    {
      "epoch": 5.012142358688067,
      "grad_norm": 1.529141140001412,
      "learning_rate": 2.0230627071665194e-05,
      "loss": 1.0391,
      "step": 107736
    },
    {
      "epoch": 5.012188881135148,
      "grad_norm": 1.5659395342763143,
      "learning_rate": 2.0228765652238032e-05,
      "loss": 0.9648,
      "step": 107737
    },
    {
      "epoch": 5.0122354035822285,
      "grad_norm": 1.5571170196727655,
      "learning_rate": 2.0226904312257553e-05,
      "loss": 0.9336,
      "step": 107738
    },
    {
      "epoch": 5.012281926029309,
      "grad_norm": 1.4725681059762243,
      "learning_rate": 2.0225043051724922e-05,
      "loss": 0.9883,
      "step": 107739
    },
    {
      "epoch": 5.0123284484763895,
      "grad_norm": 1.443155246903744,
      "learning_rate": 2.022318187064132e-05,
      "loss": 0.9727,
      "step": 107740
    },
    {
      "epoch": 5.012374970923471,
      "grad_norm": 1.5516908880751619,
      "learning_rate": 2.0221320769007847e-05,
      "loss": 1.0469,
      "step": 107741
    },
    {
      "epoch": 5.012421493370551,
      "grad_norm": 1.6050453283479291,
      "learning_rate": 2.0219459746825656e-05,
      "loss": 1.2344,
      "step": 107742
    },
    {
      "epoch": 5.012468015817632,
      "grad_norm": 1.5421196192945377,
      "learning_rate": 2.0217598804095826e-05,
      "loss": 1.0,
      "step": 107743
    },
    {
      "epoch": 5.012514538264713,
      "grad_norm": 1.6103309136769135,
      "learning_rate": 2.0215737940819588e-05,
      "loss": 1.0469,
      "step": 107744
    },
    {
      "epoch": 5.012561060711794,
      "grad_norm": 1.6305192781311895,
      "learning_rate": 2.021387715699804e-05,
      "loss": 1.1094,
      "step": 107745
    },
    {
      "epoch": 5.012607583158874,
      "grad_norm": 1.592923271418239,
      "learning_rate": 2.021201645263234e-05,
      "loss": 0.9219,
      "step": 107746
    },
    {
      "epoch": 5.012654105605955,
      "grad_norm": 1.6335374173444015,
      "learning_rate": 2.0210155827723546e-05,
      "loss": 1.0625,
      "step": 107747
    },
    {
      "epoch": 5.012700628053036,
      "grad_norm": 1.4191890108165162,
      "learning_rate": 2.0208295282272907e-05,
      "loss": 0.9922,
      "step": 107748
    },
    {
      "epoch": 5.012747150500116,
      "grad_norm": 1.4992526496989793,
      "learning_rate": 2.0206434816281524e-05,
      "loss": 0.9727,
      "step": 107749
    },
    {
      "epoch": 5.012793672947197,
      "grad_norm": 1.5333670748312913,
      "learning_rate": 2.0204574429750513e-05,
      "loss": 1.0078,
      "step": 107750
    },
    {
      "epoch": 5.012840195394277,
      "grad_norm": 1.4564615398729461,
      "learning_rate": 2.020271412268099e-05,
      "loss": 0.9727,
      "step": 107751
    },
    {
      "epoch": 5.012886717841359,
      "grad_norm": 1.6200985822352272,
      "learning_rate": 2.020085389507417e-05,
      "loss": 1.0938,
      "step": 107752
    },
    {
      "epoch": 5.012933240288439,
      "grad_norm": 1.795188156505821,
      "learning_rate": 2.019899374693115e-05,
      "loss": 1.0547,
      "step": 107753
    },
    {
      "epoch": 5.01297976273552,
      "grad_norm": 1.4826148312854057,
      "learning_rate": 2.0197133678253085e-05,
      "loss": 1.0312,
      "step": 107754
    },
    {
      "epoch": 5.0130262851826,
      "grad_norm": 1.621509857169522,
      "learning_rate": 2.0195273689041085e-05,
      "loss": 1.0625,
      "step": 107755
    },
    {
      "epoch": 5.0130728076296815,
      "grad_norm": 1.6282546510772553,
      "learning_rate": 2.019341377929627e-05,
      "loss": 1.0625,
      "step": 107756
    },
    {
      "epoch": 5.013119330076762,
      "grad_norm": 1.490822059828034,
      "learning_rate": 2.019155394901985e-05,
      "loss": 0.9297,
      "step": 107757
    },
    {
      "epoch": 5.0131658525238425,
      "grad_norm": 1.6501511597533387,
      "learning_rate": 2.018969419821293e-05,
      "loss": 0.9961,
      "step": 107758
    },
    {
      "epoch": 5.013212374970924,
      "grad_norm": 1.4533942248666838,
      "learning_rate": 2.018783452687664e-05,
      "loss": 1.0156,
      "step": 107759
    },
    {
      "epoch": 5.013258897418004,
      "grad_norm": 1.7133339053751122,
      "learning_rate": 2.018597493501208e-05,
      "loss": 0.9922,
      "step": 107760
    },
    {
      "epoch": 5.013305419865085,
      "grad_norm": 1.3875396738401666,
      "learning_rate": 2.0184115422620445e-05,
      "loss": 1.0469,
      "step": 107761
    },
    {
      "epoch": 5.013351942312165,
      "grad_norm": 1.3566698502485568,
      "learning_rate": 2.018225598970289e-05,
      "loss": 0.8711,
      "step": 107762
    },
    {
      "epoch": 5.013398464759247,
      "grad_norm": 1.339542560462784,
      "learning_rate": 2.018039663626051e-05,
      "loss": 0.9805,
      "step": 107763
    },
    {
      "epoch": 5.013444987206327,
      "grad_norm": 1.624602470535611,
      "learning_rate": 2.017853736229447e-05,
      "loss": 1.0234,
      "step": 107764
    },
    {
      "epoch": 5.013491509653408,
      "grad_norm": 1.4855536218481724,
      "learning_rate": 2.017667816780586e-05,
      "loss": 1.0156,
      "step": 107765
    },
    {
      "epoch": 5.013538032100488,
      "grad_norm": 1.5129501486101213,
      "learning_rate": 2.017481905279587e-05,
      "loss": 1.0547,
      "step": 107766
    },
    {
      "epoch": 5.0135845545475695,
      "grad_norm": 1.4313933627392887,
      "learning_rate": 2.0172960017265637e-05,
      "loss": 0.9922,
      "step": 107767
    },
    {
      "epoch": 5.01363107699465,
      "grad_norm": 1.7013394898955507,
      "learning_rate": 2.0171101061216294e-05,
      "loss": 1.0391,
      "step": 107768
    },
    {
      "epoch": 5.01367759944173,
      "grad_norm": 1.578384791487497,
      "learning_rate": 2.0169242184648922e-05,
      "loss": 1.0234,
      "step": 107769
    },
    {
      "epoch": 5.013724121888812,
      "grad_norm": 1.6730400483162928,
      "learning_rate": 2.0167383387564732e-05,
      "loss": 1.0781,
      "step": 107770
    },
    {
      "epoch": 5.013770644335892,
      "grad_norm": 1.5185928761403429,
      "learning_rate": 2.0165524669964834e-05,
      "loss": 0.9844,
      "step": 107771
    },
    {
      "epoch": 5.013817166782973,
      "grad_norm": 1.6600097403215004,
      "learning_rate": 2.0163666031850385e-05,
      "loss": 0.9609,
      "step": 107772
    },
    {
      "epoch": 5.013863689230053,
      "grad_norm": 1.7476353662255815,
      "learning_rate": 2.016180747322245e-05,
      "loss": 1.0469,
      "step": 107773
    },
    {
      "epoch": 5.013910211677135,
      "grad_norm": 1.5037100529099656,
      "learning_rate": 2.015994899408227e-05,
      "loss": 0.9688,
      "step": 107774
    },
    {
      "epoch": 5.013956734124215,
      "grad_norm": 1.3820009883823223,
      "learning_rate": 2.0158090594430936e-05,
      "loss": 0.8867,
      "step": 107775
    },
    {
      "epoch": 5.0140032565712955,
      "grad_norm": 1.5687149594316725,
      "learning_rate": 2.015623227426957e-05,
      "loss": 1.0703,
      "step": 107776
    },
    {
      "epoch": 5.014049779018376,
      "grad_norm": 1.535960243447416,
      "learning_rate": 2.0154374033599297e-05,
      "loss": 1.0781,
      "step": 107777
    },
    {
      "epoch": 5.014096301465457,
      "grad_norm": 1.6483837673310835,
      "learning_rate": 2.015251587242132e-05,
      "loss": 1.0,
      "step": 107778
    },
    {
      "epoch": 5.014142823912538,
      "grad_norm": 1.5384327389946637,
      "learning_rate": 2.015065779073674e-05,
      "loss": 1.0938,
      "step": 107779
    },
    {
      "epoch": 5.014189346359618,
      "grad_norm": 1.4403456248578874,
      "learning_rate": 2.0148799788546688e-05,
      "loss": 0.8594,
      "step": 107780
    },
    {
      "epoch": 5.014235868806699,
      "grad_norm": 1.5511017619121732,
      "learning_rate": 2.0146941865852295e-05,
      "loss": 0.9922,
      "step": 107781
    },
    {
      "epoch": 5.01428239125378,
      "grad_norm": 1.5515143092165908,
      "learning_rate": 2.0145084022654697e-05,
      "loss": 0.9102,
      "step": 107782
    },
    {
      "epoch": 5.014328913700861,
      "grad_norm": 1.647241433372186,
      "learning_rate": 2.014322625895502e-05,
      "loss": 1.0859,
      "step": 107783
    },
    {
      "epoch": 5.014375436147941,
      "grad_norm": 1.4726000924788156,
      "learning_rate": 2.0141368574754487e-05,
      "loss": 0.9805,
      "step": 107784
    },
    {
      "epoch": 5.0144219585950225,
      "grad_norm": 1.6996246851027037,
      "learning_rate": 2.0139510970054156e-05,
      "loss": 1.2656,
      "step": 107785
    },
    {
      "epoch": 5.014468481042103,
      "grad_norm": 1.6693211177216496,
      "learning_rate": 2.0137653444855185e-05,
      "loss": 1.0781,
      "step": 107786
    },
    {
      "epoch": 5.014515003489183,
      "grad_norm": 1.306764540787091,
      "learning_rate": 2.0135795999158666e-05,
      "loss": 0.9102,
      "step": 107787
    },
    {
      "epoch": 5.014561525936264,
      "grad_norm": 1.6446480801440935,
      "learning_rate": 2.013393863296582e-05,
      "loss": 1.0547,
      "step": 107788
    },
    {
      "epoch": 5.014608048383345,
      "grad_norm": 1.5211335058164155,
      "learning_rate": 2.013208134627774e-05,
      "loss": 1.0312,
      "step": 107789
    },
    {
      "epoch": 5.014654570830426,
      "grad_norm": 1.7026698153281128,
      "learning_rate": 2.0130224139095564e-05,
      "loss": 1.1953,
      "step": 107790
    },
    {
      "epoch": 5.014701093277506,
      "grad_norm": 1.5405293306434207,
      "learning_rate": 2.0128367011420405e-05,
      "loss": 1.0,
      "step": 107791
    },
    {
      "epoch": 5.014747615724587,
      "grad_norm": 1.660444442130669,
      "learning_rate": 2.0126509963253446e-05,
      "loss": 1.125,
      "step": 107792
    },
    {
      "epoch": 5.014794138171668,
      "grad_norm": 1.4294393390595146,
      "learning_rate": 2.012465299459582e-05,
      "loss": 1.0234,
      "step": 107793
    },
    {
      "epoch": 5.014840660618749,
      "grad_norm": 1.6943668031931534,
      "learning_rate": 2.0122796105448625e-05,
      "loss": 1.0625,
      "step": 107794
    },
    {
      "epoch": 5.014887183065829,
      "grad_norm": 1.5297193640858364,
      "learning_rate": 2.012093929581301e-05,
      "loss": 0.9102,
      "step": 107795
    },
    {
      "epoch": 5.01493370551291,
      "grad_norm": 1.668439383965789,
      "learning_rate": 2.0119082565690143e-05,
      "loss": 1.0703,
      "step": 107796
    },
    {
      "epoch": 5.014980227959991,
      "grad_norm": 1.2594516325595428,
      "learning_rate": 2.0117225915081138e-05,
      "loss": 0.8438,
      "step": 107797
    },
    {
      "epoch": 5.015026750407071,
      "grad_norm": 1.444056601792186,
      "learning_rate": 2.0115369343987126e-05,
      "loss": 0.9922,
      "step": 107798
    },
    {
      "epoch": 5.015073272854152,
      "grad_norm": 1.6313357680882459,
      "learning_rate": 2.0113512852409224e-05,
      "loss": 1.0078,
      "step": 107799
    },
    {
      "epoch": 5.015119795301233,
      "grad_norm": 1.4040815763817598,
      "learning_rate": 2.0111656440348633e-05,
      "loss": 0.9219,
      "step": 107800
    },
    {
      "epoch": 5.015166317748314,
      "grad_norm": 1.2988920594843145,
      "learning_rate": 2.0109800107806452e-05,
      "loss": 0.8789,
      "step": 107801
    },
    {
      "epoch": 5.015212840195394,
      "grad_norm": 1.5584830148399371,
      "learning_rate": 2.010794385478381e-05,
      "loss": 1.0156,
      "step": 107802
    },
    {
      "epoch": 5.015259362642475,
      "grad_norm": 1.4801585765549377,
      "learning_rate": 2.0106087681281808e-05,
      "loss": 0.9375,
      "step": 107803
    },
    {
      "epoch": 5.015305885089556,
      "grad_norm": 1.5387221169016372,
      "learning_rate": 2.010423158730168e-05,
      "loss": 1.0078,
      "step": 107804
    },
    {
      "epoch": 5.0153524075366365,
      "grad_norm": 1.6558175731581202,
      "learning_rate": 2.0102375572844453e-05,
      "loss": 1.0156,
      "step": 107805
    },
    {
      "epoch": 5.015398929983717,
      "grad_norm": 1.5849144966382227,
      "learning_rate": 2.0100519637911365e-05,
      "loss": 1.0391,
      "step": 107806
    },
    {
      "epoch": 5.015445452430797,
      "grad_norm": 1.620840303105569,
      "learning_rate": 2.00986637825035e-05,
      "loss": 1.125,
      "step": 107807
    },
    {
      "epoch": 5.015491974877879,
      "grad_norm": 1.5653850939739378,
      "learning_rate": 2.0096808006621967e-05,
      "loss": 1.0156,
      "step": 107808
    },
    {
      "epoch": 5.015538497324959,
      "grad_norm": 1.6906125510872778,
      "learning_rate": 2.009495231026797e-05,
      "loss": 1.0625,
      "step": 107809
    },
    {
      "epoch": 5.01558501977204,
      "grad_norm": 1.5813480067226602,
      "learning_rate": 2.009309669344259e-05,
      "loss": 1.0547,
      "step": 107810
    },
    {
      "epoch": 5.015631542219121,
      "grad_norm": 1.739553164074388,
      "learning_rate": 2.0091241156147007e-05,
      "loss": 1.1406,
      "step": 107811
    },
    {
      "epoch": 5.015678064666202,
      "grad_norm": 1.3885692003345844,
      "learning_rate": 2.008938569838231e-05,
      "loss": 0.8789,
      "step": 107812
    },
    {
      "epoch": 5.015724587113282,
      "grad_norm": 1.6070474849646448,
      "learning_rate": 2.008753032014964e-05,
      "loss": 1.0781,
      "step": 107813
    },
    {
      "epoch": 5.0157711095603625,
      "grad_norm": 1.5095294088241225,
      "learning_rate": 2.008567502145017e-05,
      "loss": 0.9141,
      "step": 107814
    },
    {
      "epoch": 5.015817632007444,
      "grad_norm": 1.5682356007290694,
      "learning_rate": 2.0083819802285028e-05,
      "loss": 1.0547,
      "step": 107815
    },
    {
      "epoch": 5.015864154454524,
      "grad_norm": 1.6496351889928025,
      "learning_rate": 2.0081964662655332e-05,
      "loss": 1.0625,
      "step": 107816
    },
    {
      "epoch": 5.015910676901605,
      "grad_norm": 1.550868548886808,
      "learning_rate": 2.0080109602562195e-05,
      "loss": 1.0234,
      "step": 107817
    },
    {
      "epoch": 5.015957199348685,
      "grad_norm": 1.4856635387785802,
      "learning_rate": 2.00782546220068e-05,
      "loss": 1.0078,
      "step": 107818
    },
    {
      "epoch": 5.016003721795767,
      "grad_norm": 1.484117834674647,
      "learning_rate": 2.007639972099028e-05,
      "loss": 0.9453,
      "step": 107819
    },
    {
      "epoch": 5.016050244242847,
      "grad_norm": 1.5309304669001902,
      "learning_rate": 2.007454489951374e-05,
      "loss": 1.0547,
      "step": 107820
    },
    {
      "epoch": 5.016096766689928,
      "grad_norm": 1.3913211728660475,
      "learning_rate": 2.0072690157578304e-05,
      "loss": 0.8633,
      "step": 107821
    },
    {
      "epoch": 5.016143289137009,
      "grad_norm": 1.3009800813590202,
      "learning_rate": 2.0070835495185154e-05,
      "loss": 0.8555,
      "step": 107822
    },
    {
      "epoch": 5.0161898115840895,
      "grad_norm": 1.3360073383889655,
      "learning_rate": 2.0068980912335416e-05,
      "loss": 0.8984,
      "step": 107823
    },
    {
      "epoch": 5.01623633403117,
      "grad_norm": 1.7100991848100198,
      "learning_rate": 2.006712640903021e-05,
      "loss": 1.0938,
      "step": 107824
    },
    {
      "epoch": 5.0162828564782505,
      "grad_norm": 1.6604155633182394,
      "learning_rate": 2.0065271985270642e-05,
      "loss": 1.0938,
      "step": 107825
    },
    {
      "epoch": 5.016329378925332,
      "grad_norm": 1.419266300496665,
      "learning_rate": 2.0063417641057928e-05,
      "loss": 0.9414,
      "step": 107826
    },
    {
      "epoch": 5.016375901372412,
      "grad_norm": 1.4063303455354654,
      "learning_rate": 2.0061563376393097e-05,
      "loss": 0.9414,
      "step": 107827
    },
    {
      "epoch": 5.016422423819493,
      "grad_norm": 1.6375413732524442,
      "learning_rate": 2.0059709191277402e-05,
      "loss": 1.0547,
      "step": 107828
    },
    {
      "epoch": 5.016468946266573,
      "grad_norm": 1.3965828246168415,
      "learning_rate": 2.0057855085711904e-05,
      "loss": 0.9023,
      "step": 107829
    },
    {
      "epoch": 5.016515468713655,
      "grad_norm": 1.5282207653296986,
      "learning_rate": 2.0056001059697708e-05,
      "loss": 0.9883,
      "step": 107830
    },
    {
      "epoch": 5.016561991160735,
      "grad_norm": 1.508117567852618,
      "learning_rate": 2.005414711323604e-05,
      "loss": 1.0703,
      "step": 107831
    },
    {
      "epoch": 5.016608513607816,
      "grad_norm": 1.440469175971066,
      "learning_rate": 2.0052293246327988e-05,
      "loss": 0.8984,
      "step": 107832
    },
    {
      "epoch": 5.016655036054896,
      "grad_norm": 1.5042173745943361,
      "learning_rate": 2.00504394589747e-05,
      "loss": 1.0391,
      "step": 107833
    },
    {
      "epoch": 5.016701558501977,
      "grad_norm": 1.7408292558094631,
      "learning_rate": 2.0048585751177253e-05,
      "loss": 1.1797,
      "step": 107834
    },
    {
      "epoch": 5.016748080949058,
      "grad_norm": 1.681042611252108,
      "learning_rate": 2.0046732122936854e-05,
      "loss": 0.9766,
      "step": 107835
    },
    {
      "epoch": 5.016794603396138,
      "grad_norm": 1.5492808919623138,
      "learning_rate": 2.0044878574254614e-05,
      "loss": 1.0312,
      "step": 107836
    },
    {
      "epoch": 5.01684112584322,
      "grad_norm": 1.7558534018738705,
      "learning_rate": 2.0043025105131682e-05,
      "loss": 1.1875,
      "step": 107837
    },
    {
      "epoch": 5.0168876482903,
      "grad_norm": 1.4586044745336477,
      "learning_rate": 2.004117171556916e-05,
      "loss": 0.875,
      "step": 107838
    },
    {
      "epoch": 5.016934170737381,
      "grad_norm": 1.605649355782652,
      "learning_rate": 2.0039318405568176e-05,
      "loss": 0.9844,
      "step": 107839
    },
    {
      "epoch": 5.016980693184461,
      "grad_norm": 1.4206599108259772,
      "learning_rate": 2.0037465175129903e-05,
      "loss": 0.8555,
      "step": 107840
    },
    {
      "epoch": 5.0170272156315425,
      "grad_norm": 1.589376885076558,
      "learning_rate": 2.003561202425548e-05,
      "loss": 1.0234,
      "step": 107841
    },
    {
      "epoch": 5.017073738078623,
      "grad_norm": 1.4854810009363835,
      "learning_rate": 2.0033758952946018e-05,
      "loss": 0.9961,
      "step": 107842
    },
    {
      "epoch": 5.0171202605257035,
      "grad_norm": 1.5290399840018356,
      "learning_rate": 2.0031905961202605e-05,
      "loss": 0.9297,
      "step": 107843
    },
    {
      "epoch": 5.017166782972784,
      "grad_norm": 1.5066925045982964,
      "learning_rate": 2.003005304902648e-05,
      "loss": 0.9453,
      "step": 107844
    },
    {
      "epoch": 5.017213305419865,
      "grad_norm": 1.7767337548930013,
      "learning_rate": 2.0028200216418706e-05,
      "loss": 1.1562,
      "step": 107845
    },
    {
      "epoch": 5.017259827866946,
      "grad_norm": 1.3861390579709563,
      "learning_rate": 2.0026347463380433e-05,
      "loss": 0.8164,
      "step": 107846
    },
    {
      "epoch": 5.017306350314026,
      "grad_norm": 1.55894436461694,
      "learning_rate": 2.0024494789912777e-05,
      "loss": 1.0703,
      "step": 107847
    },
    {
      "epoch": 5.017352872761108,
      "grad_norm": 1.588282786730063,
      "learning_rate": 2.002264219601692e-05,
      "loss": 0.9492,
      "step": 107848
    },
    {
      "epoch": 5.017399395208188,
      "grad_norm": 1.5929316848213988,
      "learning_rate": 2.002078968169393e-05,
      "loss": 1.0547,
      "step": 107849
    },
    {
      "epoch": 5.017445917655269,
      "grad_norm": 1.5032621001002964,
      "learning_rate": 2.0018937246945016e-05,
      "loss": 0.9922,
      "step": 107850
    },
    {
      "epoch": 5.017492440102349,
      "grad_norm": 1.681548816257187,
      "learning_rate": 2.0017084891771267e-05,
      "loss": 1.1641,
      "step": 107851
    },
    {
      "epoch": 5.01753896254943,
      "grad_norm": 1.5144428668502012,
      "learning_rate": 2.0015232616173798e-05,
      "loss": 0.8281,
      "step": 107852
    },
    {
      "epoch": 5.017585484996511,
      "grad_norm": 1.4100885707741078,
      "learning_rate": 2.0013380420153806e-05,
      "loss": 0.9219,
      "step": 107853
    },
    {
      "epoch": 5.017632007443591,
      "grad_norm": 1.3416099022498802,
      "learning_rate": 2.0011528303712377e-05,
      "loss": 0.8555,
      "step": 107854
    },
    {
      "epoch": 5.017678529890672,
      "grad_norm": 1.459114066855538,
      "learning_rate": 2.0009676266850673e-05,
      "loss": 0.957,
      "step": 107855
    },
    {
      "epoch": 5.017725052337753,
      "grad_norm": 1.4466919063932513,
      "learning_rate": 2.000782430956976e-05,
      "loss": 1.0,
      "step": 107856
    },
    {
      "epoch": 5.017771574784834,
      "grad_norm": 1.7244354333955276,
      "learning_rate": 2.000597243187087e-05,
      "loss": 1.1641,
      "step": 107857
    },
    {
      "epoch": 5.017818097231914,
      "grad_norm": 1.5721741435344416,
      "learning_rate": 2.000412063375507e-05,
      "loss": 1.0234,
      "step": 107858
    },
    {
      "epoch": 5.0178646196789956,
      "grad_norm": 1.5959294120930463,
      "learning_rate": 2.000226891522353e-05,
      "loss": 1.1016,
      "step": 107859
    },
    {
      "epoch": 5.017911142126076,
      "grad_norm": 1.640022120188144,
      "learning_rate": 2.0000417276277342e-05,
      "loss": 1.0469,
      "step": 107860
    },
    {
      "epoch": 5.0179576645731565,
      "grad_norm": 1.5032891351594722,
      "learning_rate": 1.999856571691769e-05,
      "loss": 0.9414,
      "step": 107861
    },
    {
      "epoch": 5.018004187020237,
      "grad_norm": 1.5322217712478239,
      "learning_rate": 1.9996714237145677e-05,
      "loss": 1.0078,
      "step": 107862
    },
    {
      "epoch": 5.018050709467318,
      "grad_norm": 1.5847611045937469,
      "learning_rate": 1.999486283696245e-05,
      "loss": 1.0234,
      "step": 107863
    },
    {
      "epoch": 5.018097231914399,
      "grad_norm": 1.5320179380616423,
      "learning_rate": 1.9993011516369123e-05,
      "loss": 0.9805,
      "step": 107864
    },
    {
      "epoch": 5.018143754361479,
      "grad_norm": 1.5475675573270364,
      "learning_rate": 1.9991160275366813e-05,
      "loss": 0.9844,
      "step": 107865
    },
    {
      "epoch": 5.01819027680856,
      "grad_norm": 1.7304148779233703,
      "learning_rate": 1.998930911395672e-05,
      "loss": 1.0391,
      "step": 107866
    },
    {
      "epoch": 5.018236799255641,
      "grad_norm": 1.5701360007110032,
      "learning_rate": 1.9987458032139926e-05,
      "loss": 0.9844,
      "step": 107867
    },
    {
      "epoch": 5.018283321702722,
      "grad_norm": 1.404310985226782,
      "learning_rate": 1.9985607029917576e-05,
      "loss": 0.9531,
      "step": 107868
    },
    {
      "epoch": 5.018329844149802,
      "grad_norm": 1.4490331002921093,
      "learning_rate": 1.9983756107290793e-05,
      "loss": 1.1172,
      "step": 107869
    },
    {
      "epoch": 5.018376366596883,
      "grad_norm": 1.5760404535639767,
      "learning_rate": 1.998190526426074e-05,
      "loss": 1.0391,
      "step": 107870
    },
    {
      "epoch": 5.018422889043964,
      "grad_norm": 1.4868063241365208,
      "learning_rate": 1.9980054500828497e-05,
      "loss": 0.957,
      "step": 107871
    },
    {
      "epoch": 5.018469411491044,
      "grad_norm": 1.5416705456459174,
      "learning_rate": 1.9978203816995247e-05,
      "loss": 1.0469,
      "step": 107872
    },
    {
      "epoch": 5.018515933938125,
      "grad_norm": 1.4607936890889053,
      "learning_rate": 1.9976353212762125e-05,
      "loss": 0.9219,
      "step": 107873
    },
    {
      "epoch": 5.018562456385206,
      "grad_norm": 1.475739315390498,
      "learning_rate": 1.9974502688130212e-05,
      "loss": 0.9258,
      "step": 107874
    },
    {
      "epoch": 5.018608978832287,
      "grad_norm": 1.5035413903784458,
      "learning_rate": 1.9972652243100707e-05,
      "loss": 0.9648,
      "step": 107875
    },
    {
      "epoch": 5.018655501279367,
      "grad_norm": 1.4884725342216243,
      "learning_rate": 1.9970801877674725e-05,
      "loss": 1.0078,
      "step": 107876
    },
    {
      "epoch": 5.018702023726448,
      "grad_norm": 1.62459811253351,
      "learning_rate": 1.9968951591853366e-05,
      "loss": 1.0391,
      "step": 107877
    },
    {
      "epoch": 5.018748546173529,
      "grad_norm": 1.4746110991394286,
      "learning_rate": 1.9967101385637746e-05,
      "loss": 1.0156,
      "step": 107878
    },
    {
      "epoch": 5.0187950686206095,
      "grad_norm": 1.5275632431694846,
      "learning_rate": 1.996525125902908e-05,
      "loss": 1.0156,
      "step": 107879
    },
    {
      "epoch": 5.01884159106769,
      "grad_norm": 1.5332182338642597,
      "learning_rate": 1.9963401212028436e-05,
      "loss": 0.9844,
      "step": 107880
    },
    {
      "epoch": 5.0188881135147705,
      "grad_norm": 1.4982664732775244,
      "learning_rate": 1.9961551244636974e-05,
      "loss": 0.9023,
      "step": 107881
    },
    {
      "epoch": 5.018934635961852,
      "grad_norm": 1.4612003801721973,
      "learning_rate": 1.9959701356855784e-05,
      "loss": 0.9766,
      "step": 107882
    },
    {
      "epoch": 5.018981158408932,
      "grad_norm": 1.4408275268527049,
      "learning_rate": 1.995785154868606e-05,
      "loss": 0.8516,
      "step": 107883
    },
    {
      "epoch": 5.019027680856013,
      "grad_norm": 1.6332729756941131,
      "learning_rate": 1.995600182012892e-05,
      "loss": 1.0,
      "step": 107884
    },
    {
      "epoch": 5.019074203303094,
      "grad_norm": 1.549119699868206,
      "learning_rate": 1.9954152171185462e-05,
      "loss": 1.0781,
      "step": 107885
    },
    {
      "epoch": 5.019120725750175,
      "grad_norm": 1.3805056928526294,
      "learning_rate": 1.995230260185682e-05,
      "loss": 0.9023,
      "step": 107886
    },
    {
      "epoch": 5.019167248197255,
      "grad_norm": 1.6087746154015508,
      "learning_rate": 1.995045311214417e-05,
      "loss": 1.0078,
      "step": 107887
    },
    {
      "epoch": 5.019213770644336,
      "grad_norm": 1.5882580618676247,
      "learning_rate": 1.994860370204862e-05,
      "loss": 1.0625,
      "step": 107888
    },
    {
      "epoch": 5.019260293091417,
      "grad_norm": 1.6311864973967118,
      "learning_rate": 1.9946754371571315e-05,
      "loss": 1.1562,
      "step": 107889
    },
    {
      "epoch": 5.0193068155384974,
      "grad_norm": 1.5553509215877095,
      "learning_rate": 1.9944905120713355e-05,
      "loss": 1.1016,
      "step": 107890
    },
    {
      "epoch": 5.019353337985578,
      "grad_norm": 1.5832229013230719,
      "learning_rate": 1.9943055949475872e-05,
      "loss": 1.0234,
      "step": 107891
    },
    {
      "epoch": 5.019399860432658,
      "grad_norm": 1.6919109673575918,
      "learning_rate": 1.9941206857860032e-05,
      "loss": 1.0938,
      "step": 107892
    },
    {
      "epoch": 5.01944638287974,
      "grad_norm": 1.5049944975552443,
      "learning_rate": 1.9939357845866932e-05,
      "loss": 0.8711,
      "step": 107893
    },
    {
      "epoch": 5.01949290532682,
      "grad_norm": 1.657327503931255,
      "learning_rate": 1.9937508913497758e-05,
      "loss": 1.0078,
      "step": 107894
    },
    {
      "epoch": 5.019539427773901,
      "grad_norm": 1.5287287765926076,
      "learning_rate": 1.9935660060753604e-05,
      "loss": 0.9023,
      "step": 107895
    },
    {
      "epoch": 5.019585950220981,
      "grad_norm": 1.649002003520743,
      "learning_rate": 1.993381128763556e-05,
      "loss": 1.0469,
      "step": 107896
    },
    {
      "epoch": 5.019632472668063,
      "grad_norm": 1.7166782810229886,
      "learning_rate": 1.993196259414485e-05,
      "loss": 1.0078,
      "step": 107897
    },
    {
      "epoch": 5.019678995115143,
      "grad_norm": 1.6866259703228959,
      "learning_rate": 1.9930113980282563e-05,
      "loss": 1.1406,
      "step": 107898
    },
    {
      "epoch": 5.0197255175622235,
      "grad_norm": 1.6223325777510091,
      "learning_rate": 1.992826544604981e-05,
      "loss": 1.125,
      "step": 107899
    },
    {
      "epoch": 5.019772040009305,
      "grad_norm": 1.6727975739231578,
      "learning_rate": 1.992641699144773e-05,
      "loss": 1.1172,
      "step": 107900
    },
    {
      "epoch": 5.019818562456385,
      "grad_norm": 1.537854392902992,
      "learning_rate": 1.9924568616477482e-05,
      "loss": 1.0469,
      "step": 107901
    },
    {
      "epoch": 5.019865084903466,
      "grad_norm": 1.538703973561355,
      "learning_rate": 1.9922720321140185e-05,
      "loss": 0.9414,
      "step": 107902
    },
    {
      "epoch": 5.019911607350546,
      "grad_norm": 1.6754951287296542,
      "learning_rate": 1.992087210543695e-05,
      "loss": 0.9922,
      "step": 107903
    },
    {
      "epoch": 5.019958129797628,
      "grad_norm": 1.6337823074815858,
      "learning_rate": 1.9919023969368903e-05,
      "loss": 1.1641,
      "step": 107904
    },
    {
      "epoch": 5.020004652244708,
      "grad_norm": 1.6818220340356111,
      "learning_rate": 1.9917175912937235e-05,
      "loss": 0.9688,
      "step": 107905
    },
    {
      "epoch": 5.020051174691789,
      "grad_norm": 1.6581649860339065,
      "learning_rate": 1.991532793614303e-05,
      "loss": 1.0312,
      "step": 107906
    },
    {
      "epoch": 5.020097697138869,
      "grad_norm": 1.5753652429012615,
      "learning_rate": 1.9913480038987433e-05,
      "loss": 0.8633,
      "step": 107907
    },
    {
      "epoch": 5.0201442195859505,
      "grad_norm": 1.471856911128198,
      "learning_rate": 1.9911632221471535e-05,
      "loss": 0.9805,
      "step": 107908
    },
    {
      "epoch": 5.020190742033031,
      "grad_norm": 1.3684751411681513,
      "learning_rate": 1.990978448359653e-05,
      "loss": 0.8438,
      "step": 107909
    },
    {
      "epoch": 5.020237264480111,
      "grad_norm": 1.68631801335129,
      "learning_rate": 1.9907936825363535e-05,
      "loss": 1.0234,
      "step": 107910
    },
    {
      "epoch": 5.020283786927193,
      "grad_norm": 1.5271019088611786,
      "learning_rate": 1.9906089246773666e-05,
      "loss": 0.9453,
      "step": 107911
    },
    {
      "epoch": 5.020330309374273,
      "grad_norm": 1.588685971908276,
      "learning_rate": 1.9904241747828005e-05,
      "loss": 0.9453,
      "step": 107912
    },
    {
      "epoch": 5.020376831821354,
      "grad_norm": 1.6166131877877692,
      "learning_rate": 1.990239432852778e-05,
      "loss": 0.9766,
      "step": 107913
    },
    {
      "epoch": 5.020423354268434,
      "grad_norm": 1.5253978744130563,
      "learning_rate": 1.9900546988874082e-05,
      "loss": 1.0,
      "step": 107914
    },
    {
      "epoch": 5.020469876715516,
      "grad_norm": 1.5720588200550019,
      "learning_rate": 1.989869972886799e-05,
      "loss": 1.0625,
      "step": 107915
    },
    {
      "epoch": 5.020516399162596,
      "grad_norm": 1.3514697977563181,
      "learning_rate": 1.9896852548510718e-05,
      "loss": 0.7383,
      "step": 107916
    },
    {
      "epoch": 5.0205629216096765,
      "grad_norm": 1.4618353056662723,
      "learning_rate": 1.9895005447803363e-05,
      "loss": 0.8867,
      "step": 107917
    },
    {
      "epoch": 5.020609444056757,
      "grad_norm": 1.4735823138441553,
      "learning_rate": 1.9893158426747013e-05,
      "loss": 0.9727,
      "step": 107918
    },
    {
      "epoch": 5.020655966503838,
      "grad_norm": 1.5108521631970777,
      "learning_rate": 1.9891311485342883e-05,
      "loss": 0.9844,
      "step": 107919
    },
    {
      "epoch": 5.020702488950919,
      "grad_norm": 1.6565835360525405,
      "learning_rate": 1.988946462359205e-05,
      "loss": 0.9961,
      "step": 107920
    },
    {
      "epoch": 5.020749011397999,
      "grad_norm": 1.6451000677688619,
      "learning_rate": 1.988761784149565e-05,
      "loss": 1.0,
      "step": 107921
    },
    {
      "epoch": 5.02079553384508,
      "grad_norm": 1.7010629791744674,
      "learning_rate": 1.9885771139054786e-05,
      "loss": 1.2266,
      "step": 107922
    },
    {
      "epoch": 5.020842056292161,
      "grad_norm": 1.7010524527066762,
      "learning_rate": 1.9883924516270668e-05,
      "loss": 1.0391,
      "step": 107923
    },
    {
      "epoch": 5.020888578739242,
      "grad_norm": 1.5321932971754002,
      "learning_rate": 1.988207797314436e-05,
      "loss": 1.0391,
      "step": 107924
    },
    {
      "epoch": 5.020935101186322,
      "grad_norm": 1.545010265495066,
      "learning_rate": 1.988023150967702e-05,
      "loss": 1.0703,
      "step": 107925
    },
    {
      "epoch": 5.0209816236334035,
      "grad_norm": 1.4432681959902611,
      "learning_rate": 1.987838512586972e-05,
      "loss": 0.9648,
      "step": 107926
    },
    {
      "epoch": 5.021028146080484,
      "grad_norm": 1.5104042647687814,
      "learning_rate": 1.9876538821723687e-05,
      "loss": 1.0391,
      "step": 107927
    },
    {
      "epoch": 5.0210746685275645,
      "grad_norm": 1.3442188392960315,
      "learning_rate": 1.987469259724001e-05,
      "loss": 0.8555,
      "step": 107928
    },
    {
      "epoch": 5.021121190974645,
      "grad_norm": 1.3548325744152798,
      "learning_rate": 1.987284645241981e-05,
      "loss": 0.7852,
      "step": 107929
    },
    {
      "epoch": 5.021167713421726,
      "grad_norm": 1.7560562657543408,
      "learning_rate": 1.9871000387264185e-05,
      "loss": 1.2422,
      "step": 107930
    },
    {
      "epoch": 5.021214235868807,
      "grad_norm": 1.6351093490135304,
      "learning_rate": 1.9869154401774317e-05,
      "loss": 1.0234,
      "step": 107931
    },
    {
      "epoch": 5.021260758315887,
      "grad_norm": 1.61679255346771,
      "learning_rate": 1.986730849595134e-05,
      "loss": 1.0312,
      "step": 107932
    },
    {
      "epoch": 5.021307280762968,
      "grad_norm": 1.4451043422364687,
      "learning_rate": 1.986546266979635e-05,
      "loss": 0.8125,
      "step": 107933
    },
    {
      "epoch": 5.021353803210049,
      "grad_norm": 1.5291080697824246,
      "learning_rate": 1.9863616923310464e-05,
      "loss": 1.0234,
      "step": 107934
    },
    {
      "epoch": 5.02140032565713,
      "grad_norm": 1.6321836288363467,
      "learning_rate": 1.9861771256494886e-05,
      "loss": 1.0625,
      "step": 107935
    },
    {
      "epoch": 5.02144684810421,
      "grad_norm": 1.6833644536614623,
      "learning_rate": 1.985992566935069e-05,
      "loss": 1.1797,
      "step": 107936
    },
    {
      "epoch": 5.021493370551291,
      "grad_norm": 1.677210023181309,
      "learning_rate": 1.9858080161878964e-05,
      "loss": 1.0938,
      "step": 107937
    },
    {
      "epoch": 5.021539892998372,
      "grad_norm": 1.748247791092203,
      "learning_rate": 1.985623473408094e-05,
      "loss": 1.0234,
      "step": 107938
    },
    {
      "epoch": 5.021586415445452,
      "grad_norm": 2.5896995349253498,
      "learning_rate": 1.9854389385957665e-05,
      "loss": 1.0469,
      "step": 107939
    },
    {
      "epoch": 5.021632937892533,
      "grad_norm": 1.5645684099499833,
      "learning_rate": 1.985254411751032e-05,
      "loss": 1.1016,
      "step": 107940
    },
    {
      "epoch": 5.021679460339614,
      "grad_norm": 1.420209456693229,
      "learning_rate": 1.985069892874001e-05,
      "loss": 0.8984,
      "step": 107941
    },
    {
      "epoch": 5.021725982786695,
      "grad_norm": 1.5719997150876632,
      "learning_rate": 1.984885381964788e-05,
      "loss": 1.0703,
      "step": 107942
    },
    {
      "epoch": 5.021772505233775,
      "grad_norm": 1.4860592163250737,
      "learning_rate": 1.9847008790235048e-05,
      "loss": 0.8906,
      "step": 107943
    },
    {
      "epoch": 5.021819027680856,
      "grad_norm": 1.4204092259124843,
      "learning_rate": 1.9845163840502625e-05,
      "loss": 0.9453,
      "step": 107944
    },
    {
      "epoch": 5.021865550127937,
      "grad_norm": 1.5932862823298206,
      "learning_rate": 1.9843318970451766e-05,
      "loss": 1.0312,
      "step": 107945
    },
    {
      "epoch": 5.0219120725750175,
      "grad_norm": 1.5631526850440909,
      "learning_rate": 1.9841474180083618e-05,
      "loss": 1.1016,
      "step": 107946
    },
    {
      "epoch": 5.021958595022098,
      "grad_norm": 1.6165047887916928,
      "learning_rate": 1.9839629469399278e-05,
      "loss": 1.0703,
      "step": 107947
    },
    {
      "epoch": 5.022005117469178,
      "grad_norm": 1.5067439179396065,
      "learning_rate": 1.9837784838399846e-05,
      "loss": 0.8984,
      "step": 107948
    },
    {
      "epoch": 5.02205163991626,
      "grad_norm": 1.5231861372343287,
      "learning_rate": 1.983594028708652e-05,
      "loss": 0.957,
      "step": 107949
    },
    {
      "epoch": 5.02209816236334,
      "grad_norm": 1.6191381186091633,
      "learning_rate": 1.9834095815460404e-05,
      "loss": 1.1406,
      "step": 107950
    },
    {
      "epoch": 5.022144684810421,
      "grad_norm": 1.4319846732766681,
      "learning_rate": 1.9832251423522626e-05,
      "loss": 0.8906,
      "step": 107951
    },
    {
      "epoch": 5.022191207257502,
      "grad_norm": 1.654936289248238,
      "learning_rate": 1.9830407111274273e-05,
      "loss": 1.0625,
      "step": 107952
    },
    {
      "epoch": 5.022237729704583,
      "grad_norm": 1.5574343413172744,
      "learning_rate": 1.9828562878716538e-05,
      "loss": 1.0312,
      "step": 107953
    },
    {
      "epoch": 5.022284252151663,
      "grad_norm": 1.488290429177051,
      "learning_rate": 1.982671872585054e-05,
      "loss": 0.875,
      "step": 107954
    },
    {
      "epoch": 5.0223307745987436,
      "grad_norm": 1.5195467274752692,
      "learning_rate": 1.9824874652677374e-05,
      "loss": 0.9922,
      "step": 107955
    },
    {
      "epoch": 5.022377297045825,
      "grad_norm": 1.415457679592559,
      "learning_rate": 1.9823030659198165e-05,
      "loss": 0.957,
      "step": 107956
    },
    {
      "epoch": 5.022423819492905,
      "grad_norm": 1.6105971042337575,
      "learning_rate": 1.9821186745414104e-05,
      "loss": 1.1406,
      "step": 107957
    },
    {
      "epoch": 5.022470341939986,
      "grad_norm": 1.4697172815588722,
      "learning_rate": 1.9819342911326258e-05,
      "loss": 0.8633,
      "step": 107958
    },
    {
      "epoch": 5.022516864387066,
      "grad_norm": 1.7403264526769249,
      "learning_rate": 1.9817499156935763e-05,
      "loss": 1.0547,
      "step": 107959
    },
    {
      "epoch": 5.022563386834148,
      "grad_norm": 1.715788195730296,
      "learning_rate": 1.981565548224378e-05,
      "loss": 1.3203,
      "step": 107960
    },
    {
      "epoch": 5.022609909281228,
      "grad_norm": 1.5453472265480068,
      "learning_rate": 1.9813811887251396e-05,
      "loss": 1.0312,
      "step": 107961
    },
    {
      "epoch": 5.022656431728309,
      "grad_norm": 1.5035706879982533,
      "learning_rate": 1.9811968371959806e-05,
      "loss": 0.9531,
      "step": 107962
    },
    {
      "epoch": 5.02270295417539,
      "grad_norm": 1.4983788772416533,
      "learning_rate": 1.9810124936370082e-05,
      "loss": 0.9883,
      "step": 107963
    },
    {
      "epoch": 5.0227494766224705,
      "grad_norm": 1.6718914221356393,
      "learning_rate": 1.980828158048338e-05,
      "loss": 1.0234,
      "step": 107964
    },
    {
      "epoch": 5.022795999069551,
      "grad_norm": 1.5151143545174133,
      "learning_rate": 1.9806438304300775e-05,
      "loss": 0.9844,
      "step": 107965
    },
    {
      "epoch": 5.0228425215166315,
      "grad_norm": 1.589674540665502,
      "learning_rate": 1.9804595107823462e-05,
      "loss": 1.0391,
      "step": 107966
    },
    {
      "epoch": 5.022889043963713,
      "grad_norm": 1.3729354595030783,
      "learning_rate": 1.9802751991052555e-05,
      "loss": 0.9336,
      "step": 107967
    },
    {
      "epoch": 5.022935566410793,
      "grad_norm": 1.5998876679995842,
      "learning_rate": 1.980090895398916e-05,
      "loss": 1.0703,
      "step": 107968
    },
    {
      "epoch": 5.022982088857874,
      "grad_norm": 1.4759105174193539,
      "learning_rate": 1.9799065996634418e-05,
      "loss": 0.8789,
      "step": 107969
    },
    {
      "epoch": 5.023028611304954,
      "grad_norm": 1.622001728467102,
      "learning_rate": 1.979722311898943e-05,
      "loss": 1.0859,
      "step": 107970
    },
    {
      "epoch": 5.023075133752036,
      "grad_norm": 1.5286884506701053,
      "learning_rate": 1.9795380321055383e-05,
      "loss": 1.0078,
      "step": 107971
    },
    {
      "epoch": 5.023121656199116,
      "grad_norm": 1.5579040492484537,
      "learning_rate": 1.9793537602833353e-05,
      "loss": 0.8242,
      "step": 107972
    },
    {
      "epoch": 5.023168178646197,
      "grad_norm": 1.9550863820759572,
      "learning_rate": 1.9791694964324512e-05,
      "loss": 1.1641,
      "step": 107973
    },
    {
      "epoch": 5.023214701093278,
      "grad_norm": 1.4776341452021085,
      "learning_rate": 1.9789852405529906e-05,
      "loss": 0.9375,
      "step": 107974
    },
    {
      "epoch": 5.023261223540358,
      "grad_norm": 1.585376550155456,
      "learning_rate": 1.9788009926450765e-05,
      "loss": 1.0078,
      "step": 107975
    },
    {
      "epoch": 5.023307745987439,
      "grad_norm": 1.3347134189967562,
      "learning_rate": 1.9786167527088176e-05,
      "loss": 0.8906,
      "step": 107976
    },
    {
      "epoch": 5.023354268434519,
      "grad_norm": 1.5249824243647863,
      "learning_rate": 1.9784325207443252e-05,
      "loss": 0.9844,
      "step": 107977
    },
    {
      "epoch": 5.023400790881601,
      "grad_norm": 1.7129055065812955,
      "learning_rate": 1.978248296751711e-05,
      "loss": 1.1875,
      "step": 107978
    },
    {
      "epoch": 5.023447313328681,
      "grad_norm": 1.6204142767543275,
      "learning_rate": 1.9780640807310915e-05,
      "loss": 1.1094,
      "step": 107979
    },
    {
      "epoch": 5.023493835775762,
      "grad_norm": 1.6852428729801114,
      "learning_rate": 1.97787987268258e-05,
      "loss": 1.0234,
      "step": 107980
    },
    {
      "epoch": 5.023540358222842,
      "grad_norm": 1.7891793079168015,
      "learning_rate": 1.9776956726062833e-05,
      "loss": 1.1953,
      "step": 107981
    },
    {
      "epoch": 5.0235868806699235,
      "grad_norm": 1.564718295315568,
      "learning_rate": 1.9775114805023208e-05,
      "loss": 0.9492,
      "step": 107982
    },
    {
      "epoch": 5.023633403117004,
      "grad_norm": 1.6726701363268224,
      "learning_rate": 1.977327296370799e-05,
      "loss": 1.0703,
      "step": 107983
    },
    {
      "epoch": 5.0236799255640845,
      "grad_norm": 1.6412034171989354,
      "learning_rate": 1.977143120211837e-05,
      "loss": 1.0391,
      "step": 107984
    },
    {
      "epoch": 5.023726448011165,
      "grad_norm": 1.472510612047565,
      "learning_rate": 1.9769589520255457e-05,
      "loss": 0.8984,
      "step": 107985
    },
    {
      "epoch": 5.023772970458246,
      "grad_norm": 1.671813966366797,
      "learning_rate": 1.976774791812037e-05,
      "loss": 1.1328,
      "step": 107986
    },
    {
      "epoch": 5.023819492905327,
      "grad_norm": 1.5076765729605797,
      "learning_rate": 1.9765906395714202e-05,
      "loss": 1.0078,
      "step": 107987
    },
    {
      "epoch": 5.023866015352407,
      "grad_norm": 1.6554435014208568,
      "learning_rate": 1.9764064953038146e-05,
      "loss": 1.0625,
      "step": 107988
    },
    {
      "epoch": 5.023912537799489,
      "grad_norm": 1.5392535124607176,
      "learning_rate": 1.9762223590093307e-05,
      "loss": 0.9922,
      "step": 107989
    },
    {
      "epoch": 5.023959060246569,
      "grad_norm": 1.4374058449422027,
      "learning_rate": 1.976038230688079e-05,
      "loss": 0.9297,
      "step": 107990
    },
    {
      "epoch": 5.02400558269365,
      "grad_norm": 1.5481510182131464,
      "learning_rate": 1.9758541103401692e-05,
      "loss": 1.0078,
      "step": 107991
    },
    {
      "epoch": 5.02405210514073,
      "grad_norm": 1.5006959162726927,
      "learning_rate": 1.975669997965723e-05,
      "loss": 1.0703,
      "step": 107992
    },
    {
      "epoch": 5.0240986275878114,
      "grad_norm": 1.6060711136031849,
      "learning_rate": 1.975485893564849e-05,
      "loss": 0.9453,
      "step": 107993
    },
    {
      "epoch": 5.024145150034892,
      "grad_norm": 1.5915165040209167,
      "learning_rate": 1.975301797137658e-05,
      "loss": 0.9414,
      "step": 107994
    },
    {
      "epoch": 5.024191672481972,
      "grad_norm": 1.5820151459209901,
      "learning_rate": 1.9751177086842634e-05,
      "loss": 1.0,
      "step": 107995
    },
    {
      "epoch": 5.024238194929053,
      "grad_norm": 1.5566708196040961,
      "learning_rate": 1.9749336282047774e-05,
      "loss": 1.0703,
      "step": 107996
    },
    {
      "epoch": 5.024284717376134,
      "grad_norm": 1.5542171133198115,
      "learning_rate": 1.974749555699314e-05,
      "loss": 1.0469,
      "step": 107997
    },
    {
      "epoch": 5.024331239823215,
      "grad_norm": 1.522186970252523,
      "learning_rate": 1.974565491167989e-05,
      "loss": 0.9883,
      "step": 107998
    },
    {
      "epoch": 5.024377762270295,
      "grad_norm": 1.605210740461008,
      "learning_rate": 1.9743814346109105e-05,
      "loss": 0.9883,
      "step": 107999
    },
    {
      "epoch": 5.024424284717377,
      "grad_norm": 1.5184037187659312,
      "learning_rate": 1.974197386028188e-05,
      "loss": 1.0391,
      "step": 108000
    },
    {
      "epoch": 5.024470807164457,
      "grad_norm": 1.613567902100529,
      "learning_rate": 1.974013345419943e-05,
      "loss": 0.9531,
      "step": 108001
    },
    {
      "epoch": 5.0245173296115375,
      "grad_norm": 1.4349873619683324,
      "learning_rate": 1.973829312786281e-05,
      "loss": 0.8438,
      "step": 108002
    },
    {
      "epoch": 5.024563852058618,
      "grad_norm": 1.6106763514866165,
      "learning_rate": 1.9736452881273196e-05,
      "loss": 0.9453,
      "step": 108003
    },
    {
      "epoch": 5.024610374505699,
      "grad_norm": 1.5866101521993827,
      "learning_rate": 1.9734612714431707e-05,
      "loss": 1.0312,
      "step": 108004
    },
    {
      "epoch": 5.02465689695278,
      "grad_norm": 1.6792073567343688,
      "learning_rate": 1.973277262733941e-05,
      "loss": 1.0156,
      "step": 108005
    },
    {
      "epoch": 5.02470341939986,
      "grad_norm": 1.547758803991657,
      "learning_rate": 1.9730932619997518e-05,
      "loss": 1.1328,
      "step": 108006
    },
    {
      "epoch": 5.024749941846941,
      "grad_norm": 1.5804149393641878,
      "learning_rate": 1.9729092692407115e-05,
      "loss": 1.0625,
      "step": 108007
    },
    {
      "epoch": 5.024796464294022,
      "grad_norm": 1.6883322118057043,
      "learning_rate": 1.972725284456932e-05,
      "loss": 1.0625,
      "step": 108008
    },
    {
      "epoch": 5.024842986741103,
      "grad_norm": 1.4628304117461086,
      "learning_rate": 1.972541307648524e-05,
      "loss": 0.9336,
      "step": 108009
    },
    {
      "epoch": 5.024889509188183,
      "grad_norm": 1.552352642048719,
      "learning_rate": 1.9723573388156065e-05,
      "loss": 0.9727,
      "step": 108010
    },
    {
      "epoch": 5.024936031635264,
      "grad_norm": 1.5515672532057991,
      "learning_rate": 1.9721733779582892e-05,
      "loss": 0.9453,
      "step": 108011
    },
    {
      "epoch": 5.024982554082345,
      "grad_norm": 1.6615540291492916,
      "learning_rate": 1.971989425076684e-05,
      "loss": 1.0156,
      "step": 108012
    },
    {
      "epoch": 5.025029076529425,
      "grad_norm": 1.605353122951413,
      "learning_rate": 1.9718054801708998e-05,
      "loss": 1.1328,
      "step": 108013
    },
    {
      "epoch": 5.025075598976506,
      "grad_norm": 1.6299747851959363,
      "learning_rate": 1.9716215432410577e-05,
      "loss": 1.0078,
      "step": 108014
    },
    {
      "epoch": 5.025122121423587,
      "grad_norm": 1.5901354209249816,
      "learning_rate": 1.9714376142872635e-05,
      "loss": 1.1172,
      "step": 108015
    },
    {
      "epoch": 5.025168643870668,
      "grad_norm": 1.7047293782848245,
      "learning_rate": 1.971253693309634e-05,
      "loss": 1.1562,
      "step": 108016
    },
    {
      "epoch": 5.025215166317748,
      "grad_norm": 1.630738774075058,
      "learning_rate": 1.971069780308274e-05,
      "loss": 1.0469,
      "step": 108017
    },
    {
      "epoch": 5.025261688764829,
      "grad_norm": 1.7067590729405526,
      "learning_rate": 1.9708858752833074e-05,
      "loss": 1.1094,
      "step": 108018
    },
    {
      "epoch": 5.02530821121191,
      "grad_norm": 1.6569924158404032,
      "learning_rate": 1.9707019782348417e-05,
      "loss": 1.1875,
      "step": 108019
    },
    {
      "epoch": 5.0253547336589905,
      "grad_norm": 1.6685448782146801,
      "learning_rate": 1.9705180891629866e-05,
      "loss": 0.9727,
      "step": 108020
    },
    {
      "epoch": 5.025401256106071,
      "grad_norm": 1.4341922743276918,
      "learning_rate": 1.9703342080678597e-05,
      "loss": 0.9141,
      "step": 108021
    },
    {
      "epoch": 5.0254477785531515,
      "grad_norm": 1.5465552788367947,
      "learning_rate": 1.970150334949565e-05,
      "loss": 1.0859,
      "step": 108022
    },
    {
      "epoch": 5.025494301000233,
      "grad_norm": 1.3158121292098983,
      "learning_rate": 1.9699664698082263e-05,
      "loss": 0.7344,
      "step": 108023
    },
    {
      "epoch": 5.025540823447313,
      "grad_norm": 1.5284198300847818,
      "learning_rate": 1.9697826126439482e-05,
      "loss": 0.9102,
      "step": 108024
    },
    {
      "epoch": 5.025587345894394,
      "grad_norm": 1.6822015422531604,
      "learning_rate": 1.969598763456847e-05,
      "loss": 1.0156,
      "step": 108025
    },
    {
      "epoch": 5.025633868341475,
      "grad_norm": 1.4432142363261815,
      "learning_rate": 1.969414922247035e-05,
      "loss": 0.8555,
      "step": 108026
    },
    {
      "epoch": 5.025680390788556,
      "grad_norm": 1.5171147494354613,
      "learning_rate": 1.9692310890146218e-05,
      "loss": 1.1016,
      "step": 108027
    },
    {
      "epoch": 5.025726913235636,
      "grad_norm": 1.474945758033085,
      "learning_rate": 1.9690472637597255e-05,
      "loss": 1.0234,
      "step": 108028
    },
    {
      "epoch": 5.025773435682717,
      "grad_norm": 1.6226720081956296,
      "learning_rate": 1.9688634464824542e-05,
      "loss": 0.9883,
      "step": 108029
    },
    {
      "epoch": 5.025819958129798,
      "grad_norm": 1.7564165592202765,
      "learning_rate": 1.9686796371829217e-05,
      "loss": 0.9492,
      "step": 108030
    },
    {
      "epoch": 5.0258664805768785,
      "grad_norm": 1.5666688028127338,
      "learning_rate": 1.9684958358612375e-05,
      "loss": 1.0156,
      "step": 108031
    },
    {
      "epoch": 5.025913003023959,
      "grad_norm": 1.5091355856292359,
      "learning_rate": 1.9683120425175197e-05,
      "loss": 1.0391,
      "step": 108032
    },
    {
      "epoch": 5.025959525471039,
      "grad_norm": 1.612168302147856,
      "learning_rate": 1.9681282571518786e-05,
      "loss": 1.0469,
      "step": 108033
    },
    {
      "epoch": 5.026006047918121,
      "grad_norm": 1.7384026646646338,
      "learning_rate": 1.9679444797644256e-05,
      "loss": 1.0391,
      "step": 108034
    },
    {
      "epoch": 5.026052570365201,
      "grad_norm": 1.3111764975520976,
      "learning_rate": 1.9677607103552707e-05,
      "loss": 0.8789,
      "step": 108035
    },
    {
      "epoch": 5.026099092812282,
      "grad_norm": 1.5994912602231577,
      "learning_rate": 1.967576948924532e-05,
      "loss": 1.0312,
      "step": 108036
    },
    {
      "epoch": 5.026145615259362,
      "grad_norm": 1.63684511477515,
      "learning_rate": 1.967393195472321e-05,
      "loss": 0.9531,
      "step": 108037
    },
    {
      "epoch": 5.026192137706444,
      "grad_norm": 1.3331648007385306,
      "learning_rate": 1.967209449998748e-05,
      "loss": 0.918,
      "step": 108038
    },
    {
      "epoch": 5.026238660153524,
      "grad_norm": 1.751544113197758,
      "learning_rate": 1.9670257125039223e-05,
      "loss": 1.1719,
      "step": 108039
    },
    {
      "epoch": 5.0262851826006045,
      "grad_norm": 1.6014324061097485,
      "learning_rate": 1.9668419829879644e-05,
      "loss": 1.0703,
      "step": 108040
    },
    {
      "epoch": 5.026331705047686,
      "grad_norm": 1.6903886683730405,
      "learning_rate": 1.9666582614509823e-05,
      "loss": 1.1016,
      "step": 108041
    },
    {
      "epoch": 5.026378227494766,
      "grad_norm": 1.530752031766369,
      "learning_rate": 1.9664745478930892e-05,
      "loss": 1.0391,
      "step": 108042
    },
    {
      "epoch": 5.026424749941847,
      "grad_norm": 1.3309208235140955,
      "learning_rate": 1.9662908423143935e-05,
      "loss": 0.9531,
      "step": 108043
    },
    {
      "epoch": 5.026471272388927,
      "grad_norm": 1.6428860779499916,
      "learning_rate": 1.966107144715015e-05,
      "loss": 0.9922,
      "step": 108044
    },
    {
      "epoch": 5.026517794836009,
      "grad_norm": 1.7074427427761785,
      "learning_rate": 1.965923455095062e-05,
      "loss": 1.0234,
      "step": 108045
    },
    {
      "epoch": 5.026564317283089,
      "grad_norm": 1.5660644305589526,
      "learning_rate": 1.9657397734546444e-05,
      "loss": 1.0938,
      "step": 108046
    },
    {
      "epoch": 5.02661083973017,
      "grad_norm": 1.689142262008154,
      "learning_rate": 1.965556099793882e-05,
      "loss": 1.1016,
      "step": 108047
    },
    {
      "epoch": 5.02665736217725,
      "grad_norm": 1.532440511502372,
      "learning_rate": 1.965372434112878e-05,
      "loss": 0.9727,
      "step": 108048
    },
    {
      "epoch": 5.0267038846243315,
      "grad_norm": 1.565331205841693,
      "learning_rate": 1.965188776411754e-05,
      "loss": 0.9844,
      "step": 108049
    },
    {
      "epoch": 5.026750407071412,
      "grad_norm": 1.723947485181224,
      "learning_rate": 1.9650051266906187e-05,
      "loss": 1.0781,
      "step": 108050
    },
    {
      "epoch": 5.026796929518492,
      "grad_norm": 1.6560483496668068,
      "learning_rate": 1.964821484949583e-05,
      "loss": 0.9922,
      "step": 108051
    },
    {
      "epoch": 5.026843451965574,
      "grad_norm": 1.520839956705504,
      "learning_rate": 1.9646378511887623e-05,
      "loss": 0.9727,
      "step": 108052
    },
    {
      "epoch": 5.026889974412654,
      "grad_norm": 1.4971499286887804,
      "learning_rate": 1.9644542254082613e-05,
      "loss": 0.9531,
      "step": 108053
    },
    {
      "epoch": 5.026936496859735,
      "grad_norm": 1.346002342063204,
      "learning_rate": 1.964270607608203e-05,
      "loss": 0.8906,
      "step": 108054
    },
    {
      "epoch": 5.026983019306815,
      "grad_norm": 1.401421650121392,
      "learning_rate": 1.9640869977886946e-05,
      "loss": 0.8945,
      "step": 108055
    },
    {
      "epoch": 5.027029541753897,
      "grad_norm": 1.446969114713946,
      "learning_rate": 1.963903395949849e-05,
      "loss": 0.9531,
      "step": 108056
    },
    {
      "epoch": 5.027076064200977,
      "grad_norm": 1.6377692242962105,
      "learning_rate": 1.963719802091776e-05,
      "loss": 0.9688,
      "step": 108057
    },
    {
      "epoch": 5.027122586648058,
      "grad_norm": 1.6168190809742147,
      "learning_rate": 1.963536216214594e-05,
      "loss": 0.9844,
      "step": 108058
    },
    {
      "epoch": 5.027169109095138,
      "grad_norm": 1.4521168627539798,
      "learning_rate": 1.963352638318411e-05,
      "loss": 1.0703,
      "step": 108059
    },
    {
      "epoch": 5.027215631542219,
      "grad_norm": 1.7487957708178545,
      "learning_rate": 1.9631690684033406e-05,
      "loss": 1.0078,
      "step": 108060
    },
    {
      "epoch": 5.0272621539893,
      "grad_norm": 1.4762290696766187,
      "learning_rate": 1.962985506469491e-05,
      "loss": 0.9844,
      "step": 108061
    },
    {
      "epoch": 5.02730867643638,
      "grad_norm": 1.453886118508532,
      "learning_rate": 1.9628019525169837e-05,
      "loss": 0.9609,
      "step": 108062
    },
    {
      "epoch": 5.027355198883461,
      "grad_norm": 1.5558459694282738,
      "learning_rate": 1.9626184065459233e-05,
      "loss": 1.0,
      "step": 108063
    },
    {
      "epoch": 5.027401721330542,
      "grad_norm": 1.6195018259072234,
      "learning_rate": 1.962434868556427e-05,
      "loss": 0.8984,
      "step": 108064
    },
    {
      "epoch": 5.027448243777623,
      "grad_norm": 1.4898951590840748,
      "learning_rate": 1.9622513385486005e-05,
      "loss": 0.8047,
      "step": 108065
    },
    {
      "epoch": 5.027494766224703,
      "grad_norm": 1.5259550000982218,
      "learning_rate": 1.9620678165225645e-05,
      "loss": 0.9258,
      "step": 108066
    },
    {
      "epoch": 5.0275412886717845,
      "grad_norm": 1.772399222283408,
      "learning_rate": 1.961884302478427e-05,
      "loss": 1.1953,
      "step": 108067
    },
    {
      "epoch": 5.027587811118865,
      "grad_norm": 1.7116518178853695,
      "learning_rate": 1.961700796416298e-05,
      "loss": 0.9414,
      "step": 108068
    },
    {
      "epoch": 5.0276343335659455,
      "grad_norm": 1.4116373744091033,
      "learning_rate": 1.9615172983362953e-05,
      "loss": 0.8711,
      "step": 108069
    },
    {
      "epoch": 5.027680856013026,
      "grad_norm": 1.5408930872474849,
      "learning_rate": 1.9613338082385245e-05,
      "loss": 1.0781,
      "step": 108070
    },
    {
      "epoch": 5.027727378460107,
      "grad_norm": 1.4427355762608016,
      "learning_rate": 1.9611503261231065e-05,
      "loss": 0.9062,
      "step": 108071
    },
    {
      "epoch": 5.027773900907188,
      "grad_norm": 1.407820087855249,
      "learning_rate": 1.9609668519901483e-05,
      "loss": 1.0391,
      "step": 108072
    },
    {
      "epoch": 5.027820423354268,
      "grad_norm": 1.6177286613303554,
      "learning_rate": 1.960783385839763e-05,
      "loss": 1.0703,
      "step": 108073
    },
    {
      "epoch": 5.027866945801349,
      "grad_norm": 1.4408250196192653,
      "learning_rate": 1.9605999276720608e-05,
      "loss": 0.9531,
      "step": 108074
    },
    {
      "epoch": 5.02791346824843,
      "grad_norm": 1.5909091081695668,
      "learning_rate": 1.9604164774871594e-05,
      "loss": 0.9688,
      "step": 108075
    },
    {
      "epoch": 5.027959990695511,
      "grad_norm": 1.6282152020870364,
      "learning_rate": 1.9602330352851675e-05,
      "loss": 1.1484,
      "step": 108076
    },
    {
      "epoch": 5.028006513142591,
      "grad_norm": 1.505517341279601,
      "learning_rate": 1.9600496010661965e-05,
      "loss": 0.8594,
      "step": 108077
    },
    {
      "epoch": 5.028053035589672,
      "grad_norm": 1.6622949198463992,
      "learning_rate": 1.9598661748303613e-05,
      "loss": 1.0234,
      "step": 108078
    },
    {
      "epoch": 5.028099558036753,
      "grad_norm": 1.4272266497778958,
      "learning_rate": 1.95968275657777e-05,
      "loss": 1.0547,
      "step": 108079
    },
    {
      "epoch": 5.028146080483833,
      "grad_norm": 1.6294553076188483,
      "learning_rate": 1.9594993463085413e-05,
      "loss": 1.0156,
      "step": 108080
    },
    {
      "epoch": 5.028192602930914,
      "grad_norm": 1.6501230737900872,
      "learning_rate": 1.959315944022783e-05,
      "loss": 1.1016,
      "step": 108081
    },
    {
      "epoch": 5.028239125377995,
      "grad_norm": 1.58672112181579,
      "learning_rate": 1.9591325497206085e-05,
      "loss": 1.0547,
      "step": 108082
    },
    {
      "epoch": 5.028285647825076,
      "grad_norm": 1.6270713829459997,
      "learning_rate": 1.958949163402126e-05,
      "loss": 0.9414,
      "step": 108083
    },
    {
      "epoch": 5.028332170272156,
      "grad_norm": 1.6200526321157243,
      "learning_rate": 1.9587657850674553e-05,
      "loss": 1.0547,
      "step": 108084
    },
    {
      "epoch": 5.028378692719237,
      "grad_norm": 1.633123900373732,
      "learning_rate": 1.9585824147167052e-05,
      "loss": 1.0625,
      "step": 108085
    },
    {
      "epoch": 5.028425215166318,
      "grad_norm": 1.8346316819556334,
      "learning_rate": 1.958399052349988e-05,
      "loss": 1.1328,
      "step": 108086
    },
    {
      "epoch": 5.0284717376133985,
      "grad_norm": 1.721373624518654,
      "learning_rate": 1.958215697967413e-05,
      "loss": 1.1016,
      "step": 108087
    },
    {
      "epoch": 5.028518260060479,
      "grad_norm": 1.3935932362335908,
      "learning_rate": 1.9580323515690978e-05,
      "loss": 0.9102,
      "step": 108088
    },
    {
      "epoch": 5.02856478250756,
      "grad_norm": 1.6770655196843085,
      "learning_rate": 1.9578490131551523e-05,
      "loss": 1.125,
      "step": 108089
    },
    {
      "epoch": 5.028611304954641,
      "grad_norm": 1.7191320382988642,
      "learning_rate": 1.9576656827256847e-05,
      "loss": 1.1562,
      "step": 108090
    },
    {
      "epoch": 5.028657827401721,
      "grad_norm": 1.7545835956386162,
      "learning_rate": 1.9574823602808138e-05,
      "loss": 1.125,
      "step": 108091
    },
    {
      "epoch": 5.028704349848802,
      "grad_norm": 1.6215419411493932,
      "learning_rate": 1.957299045820647e-05,
      "loss": 1.0156,
      "step": 108092
    },
    {
      "epoch": 5.028750872295883,
      "grad_norm": 1.504683342163627,
      "learning_rate": 1.957115739345302e-05,
      "loss": 1.0156,
      "step": 108093
    },
    {
      "epoch": 5.028797394742964,
      "grad_norm": 1.608341987792339,
      "learning_rate": 1.9569324408548874e-05,
      "loss": 1.0859,
      "step": 108094
    },
    {
      "epoch": 5.028843917190044,
      "grad_norm": 1.543792909341662,
      "learning_rate": 1.956749150349514e-05,
      "loss": 1.0,
      "step": 108095
    },
    {
      "epoch": 5.028890439637125,
      "grad_norm": 1.4135620554065251,
      "learning_rate": 1.956565867829295e-05,
      "loss": 0.8438,
      "step": 108096
    },
    {
      "epoch": 5.028936962084206,
      "grad_norm": 1.514830305550982,
      "learning_rate": 1.956382593294345e-05,
      "loss": 0.9922,
      "step": 108097
    },
    {
      "epoch": 5.028983484531286,
      "grad_norm": 1.6452331228419452,
      "learning_rate": 1.956199326744774e-05,
      "loss": 1.0234,
      "step": 108098
    },
    {
      "epoch": 5.029030006978367,
      "grad_norm": 1.5844244710906599,
      "learning_rate": 1.9560160681806953e-05,
      "loss": 0.9609,
      "step": 108099
    },
    {
      "epoch": 5.029076529425447,
      "grad_norm": 1.5939854767759856,
      "learning_rate": 1.9558328176022186e-05,
      "loss": 1.0391,
      "step": 108100
    },
    {
      "epoch": 5.029123051872529,
      "grad_norm": 1.5723484812224913,
      "learning_rate": 1.955649575009459e-05,
      "loss": 0.957,
      "step": 108101
    },
    {
      "epoch": 5.029169574319609,
      "grad_norm": 1.4648358275886346,
      "learning_rate": 1.9554663404025283e-05,
      "loss": 0.9336,
      "step": 108102
    },
    {
      "epoch": 5.02921609676669,
      "grad_norm": 1.3238415714439222,
      "learning_rate": 1.955283113781538e-05,
      "loss": 0.8672,
      "step": 108103
    },
    {
      "epoch": 5.029262619213771,
      "grad_norm": 1.4855927385788024,
      "learning_rate": 1.955099895146601e-05,
      "loss": 0.9805,
      "step": 108104
    },
    {
      "epoch": 5.0293091416608515,
      "grad_norm": 1.7685808923832027,
      "learning_rate": 1.9549166844978255e-05,
      "loss": 1.1016,
      "step": 108105
    },
    {
      "epoch": 5.029355664107932,
      "grad_norm": 1.6476462288039933,
      "learning_rate": 1.9547334818353284e-05,
      "loss": 1.0859,
      "step": 108106
    },
    {
      "epoch": 5.0294021865550125,
      "grad_norm": 1.5589139135839731,
      "learning_rate": 1.954550287159221e-05,
      "loss": 1.0391,
      "step": 108107
    },
    {
      "epoch": 5.029448709002094,
      "grad_norm": 1.391369186472812,
      "learning_rate": 1.9543671004696155e-05,
      "loss": 0.9727,
      "step": 108108
    },
    {
      "epoch": 5.029495231449174,
      "grad_norm": 1.6160554922061154,
      "learning_rate": 1.9541839217666193e-05,
      "loss": 0.9766,
      "step": 108109
    },
    {
      "epoch": 5.029541753896255,
      "grad_norm": 1.7461289402972549,
      "learning_rate": 1.954000751050353e-05,
      "loss": 1.125,
      "step": 108110
    },
    {
      "epoch": 5.029588276343335,
      "grad_norm": 1.6994625754603456,
      "learning_rate": 1.9538175883209244e-05,
      "loss": 1.0781,
      "step": 108111
    },
    {
      "epoch": 5.029634798790417,
      "grad_norm": 1.513061013066574,
      "learning_rate": 1.9536344335784404e-05,
      "loss": 1.0625,
      "step": 108112
    },
    {
      "epoch": 5.029681321237497,
      "grad_norm": 1.6908923037563415,
      "learning_rate": 1.953451286823024e-05,
      "loss": 1.1562,
      "step": 108113
    },
    {
      "epoch": 5.029727843684578,
      "grad_norm": 1.7053729019946076,
      "learning_rate": 1.953268148054777e-05,
      "loss": 1.0938,
      "step": 108114
    },
    {
      "epoch": 5.029774366131659,
      "grad_norm": 1.5797999996652852,
      "learning_rate": 1.953085017273819e-05,
      "loss": 0.9062,
      "step": 108115
    },
    {
      "epoch": 5.029820888578739,
      "grad_norm": 1.473064794480007,
      "learning_rate": 1.9529018944802597e-05,
      "loss": 1.0078,
      "step": 108116
    },
    {
      "epoch": 5.02986741102582,
      "grad_norm": 1.725224392414174,
      "learning_rate": 1.9527187796742117e-05,
      "loss": 1.0547,
      "step": 108117
    },
    {
      "epoch": 5.0299139334729,
      "grad_norm": 1.577403386784255,
      "learning_rate": 1.9525356728557806e-05,
      "loss": 0.957,
      "step": 108118
    },
    {
      "epoch": 5.029960455919982,
      "grad_norm": 1.7158207635216978,
      "learning_rate": 1.95235257402509e-05,
      "loss": 1.1016,
      "step": 108119
    },
    {
      "epoch": 5.030006978367062,
      "grad_norm": 1.5180090395347643,
      "learning_rate": 1.9521694831822448e-05,
      "loss": 1.0234,
      "step": 108120
    },
    {
      "epoch": 5.030053500814143,
      "grad_norm": 1.5872834940540705,
      "learning_rate": 1.9519864003273583e-05,
      "loss": 1.1328,
      "step": 108121
    },
    {
      "epoch": 5.030100023261223,
      "grad_norm": 1.4732609811747428,
      "learning_rate": 1.9518033254605387e-05,
      "loss": 0.9648,
      "step": 108122
    },
    {
      "epoch": 5.0301465457083046,
      "grad_norm": 1.4144589920188553,
      "learning_rate": 1.951620258581906e-05,
      "loss": 0.8945,
      "step": 108123
    },
    {
      "epoch": 5.030193068155385,
      "grad_norm": 1.425796211897211,
      "learning_rate": 1.951437199691568e-05,
      "loss": 0.9297,
      "step": 108124
    },
    {
      "epoch": 5.0302395906024655,
      "grad_norm": 1.5160201366323243,
      "learning_rate": 1.9512541487896384e-05,
      "loss": 1.0234,
      "step": 108125
    },
    {
      "epoch": 5.030286113049546,
      "grad_norm": 1.6902163617502008,
      "learning_rate": 1.9510711058762236e-05,
      "loss": 1.1172,
      "step": 108126
    },
    {
      "epoch": 5.030332635496627,
      "grad_norm": 1.601041670537192,
      "learning_rate": 1.9508880709514418e-05,
      "loss": 0.9688,
      "step": 108127
    },
    {
      "epoch": 5.030379157943708,
      "grad_norm": 1.5503003411522043,
      "learning_rate": 1.950705044015405e-05,
      "loss": 0.9609,
      "step": 108128
    },
    {
      "epoch": 5.030425680390788,
      "grad_norm": 1.551084626337154,
      "learning_rate": 1.9505220250682225e-05,
      "loss": 0.9648,
      "step": 108129
    },
    {
      "epoch": 5.03047220283787,
      "grad_norm": 1.509095227880106,
      "learning_rate": 1.950339014110008e-05,
      "loss": 0.9102,
      "step": 108130
    },
    {
      "epoch": 5.03051872528495,
      "grad_norm": 1.6356691349838688,
      "learning_rate": 1.9501560111408692e-05,
      "loss": 1.0625,
      "step": 108131
    },
    {
      "epoch": 5.030565247732031,
      "grad_norm": 1.6571602247598682,
      "learning_rate": 1.9499730161609266e-05,
      "loss": 1.0391,
      "step": 108132
    },
    {
      "epoch": 5.030611770179111,
      "grad_norm": 1.6722912695848364,
      "learning_rate": 1.949790029170287e-05,
      "loss": 1.1406,
      "step": 108133
    },
    {
      "epoch": 5.0306582926261925,
      "grad_norm": 1.3674027734658847,
      "learning_rate": 1.9496070501690573e-05,
      "loss": 0.832,
      "step": 108134
    },
    {
      "epoch": 5.030704815073273,
      "grad_norm": 1.6934053106731959,
      "learning_rate": 1.9494240791573607e-05,
      "loss": 0.9609,
      "step": 108135
    },
    {
      "epoch": 5.030751337520353,
      "grad_norm": 1.5262158629708154,
      "learning_rate": 1.9492411161352993e-05,
      "loss": 0.918,
      "step": 108136
    },
    {
      "epoch": 5.030797859967434,
      "grad_norm": 1.3460674178606127,
      "learning_rate": 1.949058161102992e-05,
      "loss": 0.8711,
      "step": 108137
    },
    {
      "epoch": 5.030844382414515,
      "grad_norm": 1.5094373436346487,
      "learning_rate": 1.94887521406055e-05,
      "loss": 1.0547,
      "step": 108138
    },
    {
      "epoch": 5.030890904861596,
      "grad_norm": 1.725210488197403,
      "learning_rate": 1.948692275008082e-05,
      "loss": 1.0625,
      "step": 108139
    },
    {
      "epoch": 5.030937427308676,
      "grad_norm": 1.5396165768138543,
      "learning_rate": 1.9485093439456988e-05,
      "loss": 1.0781,
      "step": 108140
    },
    {
      "epoch": 5.030983949755758,
      "grad_norm": 1.7069223313876967,
      "learning_rate": 1.9483264208735178e-05,
      "loss": 1.0391,
      "step": 108141
    },
    {
      "epoch": 5.031030472202838,
      "grad_norm": 1.5700871527665445,
      "learning_rate": 1.94814350579165e-05,
      "loss": 1.0938,
      "step": 108142
    },
    {
      "epoch": 5.0310769946499185,
      "grad_norm": 1.6549060042873203,
      "learning_rate": 1.947960598700204e-05,
      "loss": 1.1562,
      "step": 108143
    },
    {
      "epoch": 5.031123517096999,
      "grad_norm": 1.7416778471657057,
      "learning_rate": 1.947777699599291e-05,
      "loss": 0.9883,
      "step": 108144
    },
    {
      "epoch": 5.03117003954408,
      "grad_norm": 1.4731020429168153,
      "learning_rate": 1.947594808489028e-05,
      "loss": 0.9141,
      "step": 108145
    },
    {
      "epoch": 5.031216561991161,
      "grad_norm": 1.5987185863397149,
      "learning_rate": 1.9474119253695247e-05,
      "loss": 1.125,
      "step": 108146
    },
    {
      "epoch": 5.031263084438241,
      "grad_norm": 1.6480124934717288,
      "learning_rate": 1.947229050240893e-05,
      "loss": 1.0,
      "step": 108147
    },
    {
      "epoch": 5.031309606885322,
      "grad_norm": 1.5719861640345074,
      "learning_rate": 1.947046183103242e-05,
      "loss": 0.9219,
      "step": 108148
    },
    {
      "epoch": 5.031356129332403,
      "grad_norm": 1.7034703879833155,
      "learning_rate": 1.9468633239566873e-05,
      "loss": 1.0,
      "step": 108149
    },
    {
      "epoch": 5.031402651779484,
      "grad_norm": 1.3268171901979415,
      "learning_rate": 1.946680472801342e-05,
      "loss": 0.8672,
      "step": 108150
    },
    {
      "epoch": 5.031449174226564,
      "grad_norm": 1.611429333209007,
      "learning_rate": 1.946497629637314e-05,
      "loss": 1.1562,
      "step": 108151
    },
    {
      "epoch": 5.031495696673645,
      "grad_norm": 1.7756804380412001,
      "learning_rate": 1.9463147944647157e-05,
      "loss": 0.9922,
      "step": 108152
    },
    {
      "epoch": 5.031542219120726,
      "grad_norm": 1.5851873213079417,
      "learning_rate": 1.946131967283663e-05,
      "loss": 1.1328,
      "step": 108153
    },
    {
      "epoch": 5.0315887415678064,
      "grad_norm": 1.7097406889240263,
      "learning_rate": 1.9459491480942656e-05,
      "loss": 1.0625,
      "step": 108154
    },
    {
      "epoch": 5.031635264014887,
      "grad_norm": 1.58437457074099,
      "learning_rate": 1.9457663368966343e-05,
      "loss": 1.0781,
      "step": 108155
    },
    {
      "epoch": 5.031681786461968,
      "grad_norm": 1.5884914875054763,
      "learning_rate": 1.945583533690878e-05,
      "loss": 1.1875,
      "step": 108156
    },
    {
      "epoch": 5.031728308909049,
      "grad_norm": 1.4880724750470096,
      "learning_rate": 1.9454007384771143e-05,
      "loss": 0.8477,
      "step": 108157
    },
    {
      "epoch": 5.031774831356129,
      "grad_norm": 1.3940405542904089,
      "learning_rate": 1.945217951255454e-05,
      "loss": 0.9961,
      "step": 108158
    },
    {
      "epoch": 5.03182135380321,
      "grad_norm": 1.3873902845433648,
      "learning_rate": 1.9450351720260103e-05,
      "loss": 0.8672,
      "step": 108159
    },
    {
      "epoch": 5.031867876250291,
      "grad_norm": 1.5885535027446391,
      "learning_rate": 1.944852400788892e-05,
      "loss": 1.0781,
      "step": 108160
    },
    {
      "epoch": 5.031914398697372,
      "grad_norm": 1.6603350542713806,
      "learning_rate": 1.9446696375442123e-05,
      "loss": 1.125,
      "step": 108161
    },
    {
      "epoch": 5.031960921144452,
      "grad_norm": 1.6072620017335666,
      "learning_rate": 1.944486882292079e-05,
      "loss": 1.0703,
      "step": 108162
    },
    {
      "epoch": 5.0320074435915325,
      "grad_norm": 1.554557823264591,
      "learning_rate": 1.944304135032612e-05,
      "loss": 1.0859,
      "step": 108163
    },
    {
      "epoch": 5.032053966038614,
      "grad_norm": 1.5641894845761015,
      "learning_rate": 1.9441213957659186e-05,
      "loss": 0.9531,
      "step": 108164
    },
    {
      "epoch": 5.032100488485694,
      "grad_norm": 1.7110318301182519,
      "learning_rate": 1.9439386644921112e-05,
      "loss": 1.0859,
      "step": 108165
    },
    {
      "epoch": 5.032147010932775,
      "grad_norm": 1.532557495031074,
      "learning_rate": 1.9437559412112967e-05,
      "loss": 0.9727,
      "step": 108166
    },
    {
      "epoch": 5.032193533379856,
      "grad_norm": 1.3776040217565384,
      "learning_rate": 1.943573225923597e-05,
      "loss": 0.9453,
      "step": 108167
    },
    {
      "epoch": 5.032240055826937,
      "grad_norm": 1.7131031356212263,
      "learning_rate": 1.9433905186291182e-05,
      "loss": 1.1484,
      "step": 108168
    },
    {
      "epoch": 5.032286578274017,
      "grad_norm": 1.6053642240173442,
      "learning_rate": 1.943207819327972e-05,
      "loss": 0.9805,
      "step": 108169
    },
    {
      "epoch": 5.032333100721098,
      "grad_norm": 1.491823463503346,
      "learning_rate": 1.9430251280202685e-05,
      "loss": 0.9297,
      "step": 108170
    },
    {
      "epoch": 5.032379623168179,
      "grad_norm": 1.6473504174970597,
      "learning_rate": 1.9428424447061243e-05,
      "loss": 0.9609,
      "step": 108171
    },
    {
      "epoch": 5.0324261456152595,
      "grad_norm": 1.6960799709813215,
      "learning_rate": 1.9426597693856505e-05,
      "loss": 0.9883,
      "step": 108172
    },
    {
      "epoch": 5.03247266806234,
      "grad_norm": 1.5933577901418863,
      "learning_rate": 1.9424771020589556e-05,
      "loss": 0.9531,
      "step": 108173
    },
    {
      "epoch": 5.03251919050942,
      "grad_norm": 1.519613041308655,
      "learning_rate": 1.94229444272615e-05,
      "loss": 0.875,
      "step": 108174
    },
    {
      "epoch": 5.032565712956502,
      "grad_norm": 1.7228431833815434,
      "learning_rate": 1.942111791387353e-05,
      "loss": 1.1094,
      "step": 108175
    },
    {
      "epoch": 5.032612235403582,
      "grad_norm": 1.728855741840944,
      "learning_rate": 1.9419291480426714e-05,
      "loss": 1.1406,
      "step": 108176
    },
    {
      "epoch": 5.032658757850663,
      "grad_norm": 1.6682422381310316,
      "learning_rate": 1.9417465126922184e-05,
      "loss": 1.0781,
      "step": 108177
    },
    {
      "epoch": 5.032705280297743,
      "grad_norm": 1.6629874244852114,
      "learning_rate": 1.941563885336102e-05,
      "loss": 1.0078,
      "step": 108178
    },
    {
      "epoch": 5.032751802744825,
      "grad_norm": 1.6387303285996369,
      "learning_rate": 1.941381265974436e-05,
      "loss": 1.1016,
      "step": 108179
    },
    {
      "epoch": 5.032798325191905,
      "grad_norm": 1.6602597676922575,
      "learning_rate": 1.941198654607338e-05,
      "loss": 1.0625,
      "step": 108180
    },
    {
      "epoch": 5.0328448476389855,
      "grad_norm": 1.6504558452579665,
      "learning_rate": 1.941016051234914e-05,
      "loss": 1.0,
      "step": 108181
    },
    {
      "epoch": 5.032891370086067,
      "grad_norm": 1.6755896003993913,
      "learning_rate": 1.9408334558572775e-05,
      "loss": 1.0078,
      "step": 108182
    },
    {
      "epoch": 5.032937892533147,
      "grad_norm": 1.6453102482373436,
      "learning_rate": 1.9406508684745358e-05,
      "loss": 1.0156,
      "step": 108183
    },
    {
      "epoch": 5.032984414980228,
      "grad_norm": 1.5899026286143298,
      "learning_rate": 1.940468289086809e-05,
      "loss": 1.0625,
      "step": 108184
    },
    {
      "epoch": 5.033030937427308,
      "grad_norm": 1.5660368646198768,
      "learning_rate": 1.9402857176942034e-05,
      "loss": 0.9766,
      "step": 108185
    },
    {
      "epoch": 5.03307745987439,
      "grad_norm": 1.8247663261050182,
      "learning_rate": 1.940103154296832e-05,
      "loss": 1.1172,
      "step": 108186
    },
    {
      "epoch": 5.03312398232147,
      "grad_norm": 1.4450946886580085,
      "learning_rate": 1.939920598894807e-05,
      "loss": 0.8867,
      "step": 108187
    },
    {
      "epoch": 5.033170504768551,
      "grad_norm": 1.7850100855436573,
      "learning_rate": 1.939738051488236e-05,
      "loss": 1.3203,
      "step": 108188
    },
    {
      "epoch": 5.033217027215631,
      "grad_norm": 1.5370385970625668,
      "learning_rate": 1.9395555120772378e-05,
      "loss": 0.8711,
      "step": 108189
    },
    {
      "epoch": 5.0332635496627125,
      "grad_norm": 1.6216933222642893,
      "learning_rate": 1.939372980661922e-05,
      "loss": 1.0312,
      "step": 108190
    },
    {
      "epoch": 5.033310072109793,
      "grad_norm": 1.6128784055143952,
      "learning_rate": 1.9391904572423965e-05,
      "loss": 0.9883,
      "step": 108191
    },
    {
      "epoch": 5.0333565945568735,
      "grad_norm": 1.5381473102372254,
      "learning_rate": 1.9390079418187737e-05,
      "loss": 0.9023,
      "step": 108192
    },
    {
      "epoch": 5.033403117003955,
      "grad_norm": 1.5942330336006663,
      "learning_rate": 1.9388254343911697e-05,
      "loss": 0.8711,
      "step": 108193
    },
    {
      "epoch": 5.033449639451035,
      "grad_norm": 1.6880346921262162,
      "learning_rate": 1.9386429349596942e-05,
      "loss": 1.0391,
      "step": 108194
    },
    {
      "epoch": 5.033496161898116,
      "grad_norm": 1.8760893857211123,
      "learning_rate": 1.9384604435244595e-05,
      "loss": 1.1875,
      "step": 108195
    },
    {
      "epoch": 5.033542684345196,
      "grad_norm": 1.535192905481125,
      "learning_rate": 1.9382779600855712e-05,
      "loss": 0.9648,
      "step": 108196
    },
    {
      "epoch": 5.033589206792278,
      "grad_norm": 1.3784148379712715,
      "learning_rate": 1.93809548464315e-05,
      "loss": 0.9297,
      "step": 108197
    },
    {
      "epoch": 5.033635729239358,
      "grad_norm": 1.7030391651831915,
      "learning_rate": 1.937913017197304e-05,
      "loss": 1.0547,
      "step": 108198
    },
    {
      "epoch": 5.033682251686439,
      "grad_norm": 1.705969717065555,
      "learning_rate": 1.9377305577481444e-05,
      "loss": 1.1016,
      "step": 108199
    },
    {
      "epoch": 5.033728774133519,
      "grad_norm": 1.4676532862913896,
      "learning_rate": 1.9375481062957813e-05,
      "loss": 0.9414,
      "step": 108200
    },
    {
      "epoch": 5.0337752965806,
      "grad_norm": 1.6522579997473823,
      "learning_rate": 1.9373656628403268e-05,
      "loss": 1.0625,
      "step": 108201
    },
    {
      "epoch": 5.033821819027681,
      "grad_norm": 1.4258925242377407,
      "learning_rate": 1.9371832273818966e-05,
      "loss": 0.8711,
      "step": 108202
    },
    {
      "epoch": 5.033868341474761,
      "grad_norm": 1.4582162696294545,
      "learning_rate": 1.937000799920601e-05,
      "loss": 1.0078,
      "step": 108203
    },
    {
      "epoch": 5.033914863921842,
      "grad_norm": 1.4293691754642472,
      "learning_rate": 1.9368183804565503e-05,
      "loss": 0.9062,
      "step": 108204
    },
    {
      "epoch": 5.033961386368923,
      "grad_norm": 1.5281360840157505,
      "learning_rate": 1.9366359689898536e-05,
      "loss": 1.0156,
      "step": 108205
    },
    {
      "epoch": 5.034007908816004,
      "grad_norm": 1.7418208203484224,
      "learning_rate": 1.936453565520628e-05,
      "loss": 1.0156,
      "step": 108206
    },
    {
      "epoch": 5.034054431263084,
      "grad_norm": 1.3767882661540556,
      "learning_rate": 1.936271170048982e-05,
      "loss": 0.9062,
      "step": 108207
    },
    {
      "epoch": 5.0341009537101655,
      "grad_norm": 1.6757420861747157,
      "learning_rate": 1.9360887825750283e-05,
      "loss": 1.0,
      "step": 108208
    },
    {
      "epoch": 5.034147476157246,
      "grad_norm": 1.4662918169593497,
      "learning_rate": 1.9359064030988752e-05,
      "loss": 0.8867,
      "step": 108209
    },
    {
      "epoch": 5.0341939986043265,
      "grad_norm": 1.5106386865284203,
      "learning_rate": 1.9357240316206396e-05,
      "loss": 0.9844,
      "step": 108210
    },
    {
      "epoch": 5.034240521051407,
      "grad_norm": 1.6737590847035924,
      "learning_rate": 1.9355416681404313e-05,
      "loss": 1.1172,
      "step": 108211
    },
    {
      "epoch": 5.034287043498488,
      "grad_norm": 1.5948413952680314,
      "learning_rate": 1.9353593126583617e-05,
      "loss": 0.9258,
      "step": 108212
    },
    {
      "epoch": 5.034333565945569,
      "grad_norm": 1.629784251689072,
      "learning_rate": 1.9351769651745407e-05,
      "loss": 1.0938,
      "step": 108213
    },
    {
      "epoch": 5.034380088392649,
      "grad_norm": 1.5670691643313333,
      "learning_rate": 1.9349946256890803e-05,
      "loss": 0.9414,
      "step": 108214
    },
    {
      "epoch": 5.03442661083973,
      "grad_norm": 1.6330183251320913,
      "learning_rate": 1.934812294202095e-05,
      "loss": 1.1016,
      "step": 108215
    },
    {
      "epoch": 5.034473133286811,
      "grad_norm": 1.7362474074929526,
      "learning_rate": 1.9346299707136947e-05,
      "loss": 0.9844,
      "step": 108216
    },
    {
      "epoch": 5.034519655733892,
      "grad_norm": 1.541634216793898,
      "learning_rate": 1.9344476552239913e-05,
      "loss": 0.9453,
      "step": 108217
    },
    {
      "epoch": 5.034566178180972,
      "grad_norm": 1.5122461661614481,
      "learning_rate": 1.9342653477330928e-05,
      "loss": 0.9883,
      "step": 108218
    },
    {
      "epoch": 5.034612700628053,
      "grad_norm": 1.541445438747437,
      "learning_rate": 1.9340830482411174e-05,
      "loss": 0.8906,
      "step": 108219
    },
    {
      "epoch": 5.034659223075134,
      "grad_norm": 1.6968337387424044,
      "learning_rate": 1.933900756748172e-05,
      "loss": 1.1094,
      "step": 108220
    },
    {
      "epoch": 5.034705745522214,
      "grad_norm": 1.577455676868599,
      "learning_rate": 1.933718473254371e-05,
      "loss": 1.0391,
      "step": 108221
    },
    {
      "epoch": 5.034752267969295,
      "grad_norm": 1.4640687334964122,
      "learning_rate": 1.9335361977598212e-05,
      "loss": 0.918,
      "step": 108222
    },
    {
      "epoch": 5.034798790416376,
      "grad_norm": 1.3951266784068048,
      "learning_rate": 1.9333539302646377e-05,
      "loss": 0.9336,
      "step": 108223
    },
    {
      "epoch": 5.034845312863457,
      "grad_norm": 1.549782011073443,
      "learning_rate": 1.9331716707689336e-05,
      "loss": 1.0938,
      "step": 108224
    },
    {
      "epoch": 5.034891835310537,
      "grad_norm": 1.451170212160683,
      "learning_rate": 1.9329894192728208e-05,
      "loss": 0.9883,
      "step": 108225
    },
    {
      "epoch": 5.034938357757618,
      "grad_norm": 1.3271242562838554,
      "learning_rate": 1.9328071757764087e-05,
      "loss": 0.7734,
      "step": 108226
    },
    {
      "epoch": 5.034984880204699,
      "grad_norm": 1.7135244250160266,
      "learning_rate": 1.932624940279804e-05,
      "loss": 1.0781,
      "step": 108227
    },
    {
      "epoch": 5.0350314026517795,
      "grad_norm": 1.4599430761103598,
      "learning_rate": 1.9324427127831283e-05,
      "loss": 0.8945,
      "step": 108228
    },
    {
      "epoch": 5.03507792509886,
      "grad_norm": 1.7497344310784675,
      "learning_rate": 1.932260493286488e-05,
      "loss": 1.0234,
      "step": 108229
    },
    {
      "epoch": 5.035124447545941,
      "grad_norm": 1.5368616378085367,
      "learning_rate": 1.9320782817899937e-05,
      "loss": 1.0234,
      "step": 108230
    },
    {
      "epoch": 5.035170969993022,
      "grad_norm": 1.5980761894243793,
      "learning_rate": 1.9318960782937564e-05,
      "loss": 1.0391,
      "step": 108231
    },
    {
      "epoch": 5.035217492440102,
      "grad_norm": 1.5682509250985872,
      "learning_rate": 1.9317138827978913e-05,
      "loss": 0.9922,
      "step": 108232
    },
    {
      "epoch": 5.035264014887183,
      "grad_norm": 1.7799079428469962,
      "learning_rate": 1.9315316953025095e-05,
      "loss": 1.0859,
      "step": 108233
    },
    {
      "epoch": 5.035310537334264,
      "grad_norm": 1.4519845566255138,
      "learning_rate": 1.9313495158077195e-05,
      "loss": 0.9961,
      "step": 108234
    },
    {
      "epoch": 5.035357059781345,
      "grad_norm": 1.707666256215429,
      "learning_rate": 1.9311673443136318e-05,
      "loss": 0.9961,
      "step": 108235
    },
    {
      "epoch": 5.035403582228425,
      "grad_norm": 1.5120135737978753,
      "learning_rate": 1.9309851808203634e-05,
      "loss": 1.0547,
      "step": 108236
    },
    {
      "epoch": 5.035450104675506,
      "grad_norm": 1.4841741845300533,
      "learning_rate": 1.930803025328022e-05,
      "loss": 0.9297,
      "step": 108237
    },
    {
      "epoch": 5.035496627122587,
      "grad_norm": 1.640972552818071,
      "learning_rate": 1.9306208778367222e-05,
      "loss": 1.1094,
      "step": 108238
    },
    {
      "epoch": 5.035543149569667,
      "grad_norm": 1.8433745830052615,
      "learning_rate": 1.930438738346572e-05,
      "loss": 1.1406,
      "step": 108239
    },
    {
      "epoch": 5.035589672016748,
      "grad_norm": 1.6673371536496908,
      "learning_rate": 1.9302566068576815e-05,
      "loss": 1.0625,
      "step": 108240
    },
    {
      "epoch": 5.035636194463828,
      "grad_norm": 1.6484429409088623,
      "learning_rate": 1.930074483370167e-05,
      "loss": 1.1641,
      "step": 108241
    },
    {
      "epoch": 5.03568271691091,
      "grad_norm": 1.491162413170514,
      "learning_rate": 1.9298923678841388e-05,
      "loss": 1.0078,
      "step": 108242
    },
    {
      "epoch": 5.03572923935799,
      "grad_norm": 1.5563299201649248,
      "learning_rate": 1.9297102603997085e-05,
      "loss": 0.9297,
      "step": 108243
    },
    {
      "epoch": 5.035775761805071,
      "grad_norm": 1.615838455921895,
      "learning_rate": 1.9295281609169822e-05,
      "loss": 0.9766,
      "step": 108244
    },
    {
      "epoch": 5.035822284252152,
      "grad_norm": 1.480568302747187,
      "learning_rate": 1.9293460694360752e-05,
      "loss": 0.9414,
      "step": 108245
    },
    {
      "epoch": 5.0358688066992325,
      "grad_norm": 1.5951938884246195,
      "learning_rate": 1.929163985957104e-05,
      "loss": 1.0234,
      "step": 108246
    },
    {
      "epoch": 5.035915329146313,
      "grad_norm": 1.5729945150905733,
      "learning_rate": 1.928981910480175e-05,
      "loss": 0.9102,
      "step": 108247
    },
    {
      "epoch": 5.0359618515933935,
      "grad_norm": 1.7722576093610198,
      "learning_rate": 1.9287998430054003e-05,
      "loss": 1.0938,
      "step": 108248
    },
    {
      "epoch": 5.036008374040475,
      "grad_norm": 1.842062205961083,
      "learning_rate": 1.9286177835328892e-05,
      "loss": 1.2578,
      "step": 108249
    },
    {
      "epoch": 5.036054896487555,
      "grad_norm": 1.7152789097585812,
      "learning_rate": 1.9284357320627568e-05,
      "loss": 1.0703,
      "step": 108250
    },
    {
      "epoch": 5.036101418934636,
      "grad_norm": 1.5872486074494185,
      "learning_rate": 1.928253688595115e-05,
      "loss": 1.0625,
      "step": 108251
    },
    {
      "epoch": 5.036147941381716,
      "grad_norm": 1.5731785902891888,
      "learning_rate": 1.9280716531300715e-05,
      "loss": 0.9492,
      "step": 108252
    },
    {
      "epoch": 5.036194463828798,
      "grad_norm": 1.4714384825481257,
      "learning_rate": 1.9278896256677385e-05,
      "loss": 0.9492,
      "step": 108253
    },
    {
      "epoch": 5.036240986275878,
      "grad_norm": 1.3722207369048423,
      "learning_rate": 1.9277076062082304e-05,
      "loss": 0.8516,
      "step": 108254
    },
    {
      "epoch": 5.036287508722959,
      "grad_norm": 1.4870876224370997,
      "learning_rate": 1.9275255947516556e-05,
      "loss": 0.9727,
      "step": 108255
    },
    {
      "epoch": 5.03633403117004,
      "grad_norm": 1.642882128340634,
      "learning_rate": 1.927343591298129e-05,
      "loss": 1.3281,
      "step": 108256
    },
    {
      "epoch": 5.0363805536171204,
      "grad_norm": 1.5331643112055124,
      "learning_rate": 1.9271615958477555e-05,
      "loss": 1.0156,
      "step": 108257
    },
    {
      "epoch": 5.036427076064201,
      "grad_norm": 1.510287390766569,
      "learning_rate": 1.9269796084006534e-05,
      "loss": 1.0469,
      "step": 108258
    },
    {
      "epoch": 5.036473598511281,
      "grad_norm": 1.5912118554919874,
      "learning_rate": 1.926797628956931e-05,
      "loss": 1.0547,
      "step": 108259
    },
    {
      "epoch": 5.036520120958363,
      "grad_norm": 1.5436817145456896,
      "learning_rate": 1.9266156575167015e-05,
      "loss": 1.0469,
      "step": 108260
    },
    {
      "epoch": 5.036566643405443,
      "grad_norm": 1.748871636397693,
      "learning_rate": 1.926433694080071e-05,
      "loss": 0.9961,
      "step": 108261
    },
    {
      "epoch": 5.036613165852524,
      "grad_norm": 1.6411642414243355,
      "learning_rate": 1.9262517386471586e-05,
      "loss": 0.9766,
      "step": 108262
    },
    {
      "epoch": 5.036659688299604,
      "grad_norm": 1.5783300856898987,
      "learning_rate": 1.9260697912180723e-05,
      "loss": 0.9805,
      "step": 108263
    },
    {
      "epoch": 5.036706210746686,
      "grad_norm": 1.4611947137623738,
      "learning_rate": 1.9258878517929215e-05,
      "loss": 1.0234,
      "step": 108264
    },
    {
      "epoch": 5.036752733193766,
      "grad_norm": 1.585036922015839,
      "learning_rate": 1.92570592037182e-05,
      "loss": 0.9219,
      "step": 108265
    },
    {
      "epoch": 5.0367992556408465,
      "grad_norm": 1.6034164939783002,
      "learning_rate": 1.9255239969548757e-05,
      "loss": 1.0312,
      "step": 108266
    },
    {
      "epoch": 5.036845778087927,
      "grad_norm": 1.8308569339054597,
      "learning_rate": 1.9253420815422022e-05,
      "loss": 1.0703,
      "step": 108267
    },
    {
      "epoch": 5.036892300535008,
      "grad_norm": 1.6980418995919617,
      "learning_rate": 1.925160174133914e-05,
      "loss": 1.1328,
      "step": 108268
    },
    {
      "epoch": 5.036938822982089,
      "grad_norm": 1.9031808262804921,
      "learning_rate": 1.9249782747301212e-05,
      "loss": 1.0938,
      "step": 108269
    },
    {
      "epoch": 5.036985345429169,
      "grad_norm": 1.5686971170092692,
      "learning_rate": 1.924796383330932e-05,
      "loss": 0.9492,
      "step": 108270
    },
    {
      "epoch": 5.037031867876251,
      "grad_norm": 1.4842668425514969,
      "learning_rate": 1.924614499936458e-05,
      "loss": 0.8281,
      "step": 108271
    },
    {
      "epoch": 5.037078390323331,
      "grad_norm": 1.75185634541339,
      "learning_rate": 1.9244326245468145e-05,
      "loss": 1.1328,
      "step": 108272
    },
    {
      "epoch": 5.037124912770412,
      "grad_norm": 1.67714172148135,
      "learning_rate": 1.9242507571621106e-05,
      "loss": 1.0703,
      "step": 108273
    },
    {
      "epoch": 5.037171435217492,
      "grad_norm": 1.653312350163554,
      "learning_rate": 1.924068897782457e-05,
      "loss": 1.0625,
      "step": 108274
    },
    {
      "epoch": 5.0372179576645735,
      "grad_norm": 1.7270514265998749,
      "learning_rate": 1.9238870464079632e-05,
      "loss": 1.0312,
      "step": 108275
    },
    {
      "epoch": 5.037264480111654,
      "grad_norm": 1.508861626773943,
      "learning_rate": 1.9237052030387457e-05,
      "loss": 0.9453,
      "step": 108276
    },
    {
      "epoch": 5.037311002558734,
      "grad_norm": 1.4703552580080137,
      "learning_rate": 1.923523367674911e-05,
      "loss": 0.9023,
      "step": 108277
    },
    {
      "epoch": 5.037357525005815,
      "grad_norm": 1.510121607428768,
      "learning_rate": 1.9233415403165747e-05,
      "loss": 0.9219,
      "step": 108278
    },
    {
      "epoch": 5.037404047452896,
      "grad_norm": 1.4880136343247246,
      "learning_rate": 1.9231597209638428e-05,
      "loss": 0.9609,
      "step": 108279
    },
    {
      "epoch": 5.037450569899977,
      "grad_norm": 1.5295384570096962,
      "learning_rate": 1.922977909616832e-05,
      "loss": 1.0234,
      "step": 108280
    },
    {
      "epoch": 5.037497092347057,
      "grad_norm": 1.5813281886444799,
      "learning_rate": 1.92279610627565e-05,
      "loss": 1.0156,
      "step": 108281
    },
    {
      "epoch": 5.037543614794139,
      "grad_norm": 1.5907541785733117,
      "learning_rate": 1.9226143109404114e-05,
      "loss": 1.0703,
      "step": 108282
    },
    {
      "epoch": 5.037590137241219,
      "grad_norm": 1.5341573020120198,
      "learning_rate": 1.92243252361122e-05,
      "loss": 0.9766,
      "step": 108283
    },
    {
      "epoch": 5.0376366596882995,
      "grad_norm": 1.421884625753454,
      "learning_rate": 1.9222507442881975e-05,
      "loss": 0.8789,
      "step": 108284
    },
    {
      "epoch": 5.03768318213538,
      "grad_norm": 1.5116881588783238,
      "learning_rate": 1.922068972971449e-05,
      "loss": 0.9531,
      "step": 108285
    },
    {
      "epoch": 5.037729704582461,
      "grad_norm": 1.5914976686477869,
      "learning_rate": 1.9218872096610877e-05,
      "loss": 1.0859,
      "step": 108286
    },
    {
      "epoch": 5.037776227029542,
      "grad_norm": 1.6078494956780465,
      "learning_rate": 1.9217054543572203e-05,
      "loss": 1.1016,
      "step": 108287
    },
    {
      "epoch": 5.037822749476622,
      "grad_norm": 1.439802476815764,
      "learning_rate": 1.921523707059963e-05,
      "loss": 0.9453,
      "step": 108288
    },
    {
      "epoch": 5.037869271923703,
      "grad_norm": 1.585889899053476,
      "learning_rate": 1.921341967769428e-05,
      "loss": 0.9805,
      "step": 108289
    },
    {
      "epoch": 5.037915794370784,
      "grad_norm": 1.6558970689917343,
      "learning_rate": 1.921160236485725e-05,
      "loss": 0.9844,
      "step": 108290
    },
    {
      "epoch": 5.037962316817865,
      "grad_norm": 1.4003989774623273,
      "learning_rate": 1.920978513208965e-05,
      "loss": 0.9102,
      "step": 108291
    },
    {
      "epoch": 5.038008839264945,
      "grad_norm": 1.654909722132235,
      "learning_rate": 1.9207967979392585e-05,
      "loss": 1.2812,
      "step": 108292
    },
    {
      "epoch": 5.038055361712026,
      "grad_norm": 1.5727803780350282,
      "learning_rate": 1.9206150906767153e-05,
      "loss": 1.0781,
      "step": 108293
    },
    {
      "epoch": 5.038101884159107,
      "grad_norm": 1.4850097087666494,
      "learning_rate": 1.9204333914214504e-05,
      "loss": 0.9648,
      "step": 108294
    },
    {
      "epoch": 5.0381484066061875,
      "grad_norm": 1.4642939898142695,
      "learning_rate": 1.9202517001735734e-05,
      "loss": 0.9531,
      "step": 108295
    },
    {
      "epoch": 5.038194929053268,
      "grad_norm": 1.5058472278577615,
      "learning_rate": 1.9200700169331963e-05,
      "loss": 0.9844,
      "step": 108296
    },
    {
      "epoch": 5.038241451500349,
      "grad_norm": 1.6388781135502979,
      "learning_rate": 1.919888341700425e-05,
      "loss": 1.0625,
      "step": 108297
    },
    {
      "epoch": 5.03828797394743,
      "grad_norm": 1.51210394866233,
      "learning_rate": 1.9197066744753787e-05,
      "loss": 0.9102,
      "step": 108298
    },
    {
      "epoch": 5.03833449639451,
      "grad_norm": 1.7744712842763288,
      "learning_rate": 1.9195250152581665e-05,
      "loss": 1.1094,
      "step": 108299
    },
    {
      "epoch": 5.038381018841591,
      "grad_norm": 1.7647221310180428,
      "learning_rate": 1.919343364048897e-05,
      "loss": 1.0391,
      "step": 108300
    },
    {
      "epoch": 5.038427541288672,
      "grad_norm": 1.5769641534142165,
      "learning_rate": 1.91916172084768e-05,
      "loss": 0.9648,
      "step": 108301
    },
    {
      "epoch": 5.038474063735753,
      "grad_norm": 1.700934959311726,
      "learning_rate": 1.9189800856546307e-05,
      "loss": 0.9492,
      "step": 108302
    },
    {
      "epoch": 5.038520586182833,
      "grad_norm": 1.668969326656886,
      "learning_rate": 1.91879845846986e-05,
      "loss": 1.0469,
      "step": 108303
    },
    {
      "epoch": 5.0385671086299135,
      "grad_norm": 1.7024266525999752,
      "learning_rate": 1.9186168392934788e-05,
      "loss": 1.0156,
      "step": 108304
    },
    {
      "epoch": 5.038613631076995,
      "grad_norm": 1.5278706143632297,
      "learning_rate": 1.9184352281255943e-05,
      "loss": 1.0078,
      "step": 108305
    },
    {
      "epoch": 5.038660153524075,
      "grad_norm": 1.7098233819652582,
      "learning_rate": 1.9182536249663222e-05,
      "loss": 1.0703,
      "step": 108306
    },
    {
      "epoch": 5.038706675971156,
      "grad_norm": 1.8081659592675858,
      "learning_rate": 1.9180720298157738e-05,
      "loss": 1.2031,
      "step": 108307
    },
    {
      "epoch": 5.038753198418237,
      "grad_norm": 1.5327032208077083,
      "learning_rate": 1.9178904426740587e-05,
      "loss": 0.9805,
      "step": 108308
    },
    {
      "epoch": 5.038799720865318,
      "grad_norm": 1.692112529671473,
      "learning_rate": 1.917708863541284e-05,
      "loss": 1.125,
      "step": 108309
    },
    {
      "epoch": 5.038846243312398,
      "grad_norm": 1.4903133251582987,
      "learning_rate": 1.9175272924175662e-05,
      "loss": 0.9297,
      "step": 108310
    },
    {
      "epoch": 5.038892765759479,
      "grad_norm": 1.7241656028067651,
      "learning_rate": 1.9173457293030182e-05,
      "loss": 1.0156,
      "step": 108311
    },
    {
      "epoch": 5.03893928820656,
      "grad_norm": 1.68996232149684,
      "learning_rate": 1.9171641741977484e-05,
      "loss": 1.0078,
      "step": 108312
    },
    {
      "epoch": 5.0389858106536405,
      "grad_norm": 1.5492649892472146,
      "learning_rate": 1.916982627101867e-05,
      "loss": 1.0,
      "step": 108313
    },
    {
      "epoch": 5.039032333100721,
      "grad_norm": 1.506971783928492,
      "learning_rate": 1.9168010880154833e-05,
      "loss": 0.9961,
      "step": 108314
    },
    {
      "epoch": 5.039078855547801,
      "grad_norm": 1.7153925163422956,
      "learning_rate": 1.9166195569387144e-05,
      "loss": 1.0078,
      "step": 108315
    },
    {
      "epoch": 5.039125377994883,
      "grad_norm": 1.708709224273096,
      "learning_rate": 1.9164380338716683e-05,
      "loss": 1.0,
      "step": 108316
    },
    {
      "epoch": 5.039171900441963,
      "grad_norm": 1.7192832665140672,
      "learning_rate": 1.9162565188144553e-05,
      "loss": 1.1016,
      "step": 108317
    },
    {
      "epoch": 5.039218422889044,
      "grad_norm": 1.6387958499611928,
      "learning_rate": 1.916075011767188e-05,
      "loss": 1.1016,
      "step": 108318
    },
    {
      "epoch": 5.039264945336125,
      "grad_norm": 1.542697573696693,
      "learning_rate": 1.9158935127299734e-05,
      "loss": 1.0,
      "step": 108319
    },
    {
      "epoch": 5.039311467783206,
      "grad_norm": 1.6950727913141443,
      "learning_rate": 1.915712021702928e-05,
      "loss": 1.1562,
      "step": 108320
    },
    {
      "epoch": 5.039357990230286,
      "grad_norm": 1.7754944753127062,
      "learning_rate": 1.915530538686162e-05,
      "loss": 1.1328,
      "step": 108321
    },
    {
      "epoch": 5.0394045126773666,
      "grad_norm": 1.55461524764147,
      "learning_rate": 1.9153490636797847e-05,
      "loss": 0.9062,
      "step": 108322
    },
    {
      "epoch": 5.039451035124448,
      "grad_norm": 1.5692388369738515,
      "learning_rate": 1.915167596683905e-05,
      "loss": 1.125,
      "step": 108323
    },
    {
      "epoch": 5.039497557571528,
      "grad_norm": 1.6593187598919428,
      "learning_rate": 1.9149861376986387e-05,
      "loss": 0.9727,
      "step": 108324
    },
    {
      "epoch": 5.039544080018609,
      "grad_norm": 1.4783750732117837,
      "learning_rate": 1.9148046867240964e-05,
      "loss": 0.9961,
      "step": 108325
    },
    {
      "epoch": 5.039590602465689,
      "grad_norm": 1.5122982716643527,
      "learning_rate": 1.9146232437603876e-05,
      "loss": 0.9688,
      "step": 108326
    },
    {
      "epoch": 5.039637124912771,
      "grad_norm": 1.6022370308979075,
      "learning_rate": 1.914441808807621e-05,
      "loss": 1.0,
      "step": 108327
    },
    {
      "epoch": 5.039683647359851,
      "grad_norm": 1.6318252725887952,
      "learning_rate": 1.9142603818659126e-05,
      "loss": 1.0938,
      "step": 108328
    },
    {
      "epoch": 5.039730169806932,
      "grad_norm": 1.4169077333228766,
      "learning_rate": 1.9140789629353708e-05,
      "loss": 0.9141,
      "step": 108329
    },
    {
      "epoch": 5.039776692254012,
      "grad_norm": 1.5379423124665543,
      "learning_rate": 1.9138975520161075e-05,
      "loss": 1.0469,
      "step": 108330
    },
    {
      "epoch": 5.0398232147010935,
      "grad_norm": 1.6459513365114695,
      "learning_rate": 1.9137161491082293e-05,
      "loss": 1.1328,
      "step": 108331
    },
    {
      "epoch": 5.039869737148174,
      "grad_norm": 1.5936807601578917,
      "learning_rate": 1.9135347542118523e-05,
      "loss": 1.0469,
      "step": 108332
    },
    {
      "epoch": 5.0399162595952545,
      "grad_norm": 1.5238976348891509,
      "learning_rate": 1.9133533673270883e-05,
      "loss": 0.8984,
      "step": 108333
    },
    {
      "epoch": 5.039962782042336,
      "grad_norm": 1.5985897418398758,
      "learning_rate": 1.9131719884540475e-05,
      "loss": 1.0,
      "step": 108334
    },
    {
      "epoch": 5.040009304489416,
      "grad_norm": 1.5667127688641869,
      "learning_rate": 1.9129906175928395e-05,
      "loss": 0.957,
      "step": 108335
    },
    {
      "epoch": 5.040055826936497,
      "grad_norm": 1.6049716115261186,
      "learning_rate": 1.9128092547435743e-05,
      "loss": 0.9844,
      "step": 108336
    },
    {
      "epoch": 5.040102349383577,
      "grad_norm": 1.4164417580120832,
      "learning_rate": 1.912627899906365e-05,
      "loss": 0.9492,
      "step": 108337
    },
    {
      "epoch": 5.040148871830659,
      "grad_norm": 1.6229299848043437,
      "learning_rate": 1.912446553081323e-05,
      "loss": 1.0,
      "step": 108338
    },
    {
      "epoch": 5.040195394277739,
      "grad_norm": 1.5733247046074554,
      "learning_rate": 1.912265214268559e-05,
      "loss": 1.0,
      "step": 108339
    },
    {
      "epoch": 5.04024191672482,
      "grad_norm": 1.2404024414179107,
      "learning_rate": 1.9120838834681806e-05,
      "loss": 0.7734,
      "step": 108340
    },
    {
      "epoch": 5.0402884391719,
      "grad_norm": 1.6227266165468488,
      "learning_rate": 1.911902560680303e-05,
      "loss": 0.9258,
      "step": 108341
    },
    {
      "epoch": 5.040334961618981,
      "grad_norm": 1.6303121873491615,
      "learning_rate": 1.9117212459050373e-05,
      "loss": 1.0312,
      "step": 108342
    },
    {
      "epoch": 5.040381484066062,
      "grad_norm": 1.877784892462556,
      "learning_rate": 1.9115399391424923e-05,
      "loss": 1.0938,
      "step": 108343
    },
    {
      "epoch": 5.040428006513142,
      "grad_norm": 1.576697336378226,
      "learning_rate": 1.9113586403927794e-05,
      "loss": 1.1406,
      "step": 108344
    },
    {
      "epoch": 5.040474528960224,
      "grad_norm": 1.6540875105343205,
      "learning_rate": 1.9111773496560067e-05,
      "loss": 1.0234,
      "step": 108345
    },
    {
      "epoch": 5.040521051407304,
      "grad_norm": 1.800280727889586,
      "learning_rate": 1.9109960669322927e-05,
      "loss": 1.0156,
      "step": 108346
    },
    {
      "epoch": 5.040567573854385,
      "grad_norm": 1.5460331296707563,
      "learning_rate": 1.9108147922217438e-05,
      "loss": 0.9258,
      "step": 108347
    },
    {
      "epoch": 5.040614096301465,
      "grad_norm": 1.6070420441963191,
      "learning_rate": 1.9106335255244698e-05,
      "loss": 1.0547,
      "step": 108348
    },
    {
      "epoch": 5.0406606187485465,
      "grad_norm": 1.5431453311513164,
      "learning_rate": 1.9104522668405808e-05,
      "loss": 0.9102,
      "step": 108349
    },
    {
      "epoch": 5.040707141195627,
      "grad_norm": 1.364550649759579,
      "learning_rate": 1.9102710161701934e-05,
      "loss": 0.875,
      "step": 108350
    },
    {
      "epoch": 5.0407536636427075,
      "grad_norm": 1.4318136874817895,
      "learning_rate": 1.9100897735134156e-05,
      "loss": 0.8125,
      "step": 108351
    },
    {
      "epoch": 5.040800186089788,
      "grad_norm": 1.5253405039006989,
      "learning_rate": 1.909908538870358e-05,
      "loss": 1.0312,
      "step": 108352
    },
    {
      "epoch": 5.040846708536869,
      "grad_norm": 1.5693681093361058,
      "learning_rate": 1.909727312241126e-05,
      "loss": 0.9688,
      "step": 108353
    },
    {
      "epoch": 5.04089323098395,
      "grad_norm": 1.6942372607093765,
      "learning_rate": 1.909546093625839e-05,
      "loss": 1.1016,
      "step": 108354
    },
    {
      "epoch": 5.04093975343103,
      "grad_norm": 1.5728518765093917,
      "learning_rate": 1.909364883024606e-05,
      "loss": 0.875,
      "step": 108355
    },
    {
      "epoch": 5.040986275878111,
      "grad_norm": 1.5011938366034752,
      "learning_rate": 1.9091836804375393e-05,
      "loss": 0.8984,
      "step": 108356
    },
    {
      "epoch": 5.041032798325192,
      "grad_norm": 1.6342004295844659,
      "learning_rate": 1.9090024858647467e-05,
      "loss": 1.0547,
      "step": 108357
    },
    {
      "epoch": 5.041079320772273,
      "grad_norm": 1.623678362247435,
      "learning_rate": 1.9088212993063353e-05,
      "loss": 0.9922,
      "step": 108358
    },
    {
      "epoch": 5.041125843219353,
      "grad_norm": 1.3758714428123209,
      "learning_rate": 1.908640120762426e-05,
      "loss": 0.7656,
      "step": 108359
    },
    {
      "epoch": 5.0411723656664345,
      "grad_norm": 1.5646997310275383,
      "learning_rate": 1.9084589502331223e-05,
      "loss": 0.9727,
      "step": 108360
    },
    {
      "epoch": 5.041218888113515,
      "grad_norm": 1.611943736371344,
      "learning_rate": 1.908277787718539e-05,
      "loss": 0.9883,
      "step": 108361
    },
    {
      "epoch": 5.041265410560595,
      "grad_norm": 1.4936449958515887,
      "learning_rate": 1.9080966332187815e-05,
      "loss": 0.9531,
      "step": 108362
    },
    {
      "epoch": 5.041311933007676,
      "grad_norm": 1.7134256601081561,
      "learning_rate": 1.9079154867339657e-05,
      "loss": 1.0547,
      "step": 108363
    },
    {
      "epoch": 5.041358455454757,
      "grad_norm": 1.6548303742954633,
      "learning_rate": 1.907734348264204e-05,
      "loss": 0.9453,
      "step": 108364
    },
    {
      "epoch": 5.041404977901838,
      "grad_norm": 1.6334533070177268,
      "learning_rate": 1.907553217809602e-05,
      "loss": 0.9805,
      "step": 108365
    },
    {
      "epoch": 5.041451500348918,
      "grad_norm": 1.715474821908014,
      "learning_rate": 1.907372095370272e-05,
      "loss": 0.9883,
      "step": 108366
    },
    {
      "epoch": 5.041498022795999,
      "grad_norm": 1.5600780669703962,
      "learning_rate": 1.9071909809463286e-05,
      "loss": 0.9375,
      "step": 108367
    },
    {
      "epoch": 5.04154454524308,
      "grad_norm": 1.648172691233053,
      "learning_rate": 1.9070098745378785e-05,
      "loss": 0.9531,
      "step": 108368
    },
    {
      "epoch": 5.0415910676901605,
      "grad_norm": 1.573750424250839,
      "learning_rate": 1.9068287761450367e-05,
      "loss": 0.9609,
      "step": 108369
    },
    {
      "epoch": 5.041637590137241,
      "grad_norm": 1.5024612127032881,
      "learning_rate": 1.9066476857679097e-05,
      "loss": 0.9531,
      "step": 108370
    },
    {
      "epoch": 5.041684112584322,
      "grad_norm": 1.665642518282621,
      "learning_rate": 1.9064666034066074e-05,
      "loss": 1.0312,
      "step": 108371
    },
    {
      "epoch": 5.041730635031403,
      "grad_norm": 1.5344429279409681,
      "learning_rate": 1.906285529061246e-05,
      "loss": 0.9375,
      "step": 108372
    },
    {
      "epoch": 5.041777157478483,
      "grad_norm": 1.7109961183046145,
      "learning_rate": 1.9061044627319343e-05,
      "loss": 1.0,
      "step": 108373
    },
    {
      "epoch": 5.041823679925564,
      "grad_norm": 1.6762622351554533,
      "learning_rate": 1.9059234044187837e-05,
      "loss": 0.9688,
      "step": 108374
    },
    {
      "epoch": 5.041870202372645,
      "grad_norm": 1.8909591801584045,
      "learning_rate": 1.905742354121899e-05,
      "loss": 1.1094,
      "step": 108375
    },
    {
      "epoch": 5.041916724819726,
      "grad_norm": 1.5611770713868633,
      "learning_rate": 1.905561311841397e-05,
      "loss": 1.0391,
      "step": 108376
    },
    {
      "epoch": 5.041963247266806,
      "grad_norm": 1.4265686358136909,
      "learning_rate": 1.9053802775773908e-05,
      "loss": 0.9727,
      "step": 108377
    },
    {
      "epoch": 5.042009769713887,
      "grad_norm": 1.7438482663558852,
      "learning_rate": 1.9051992513299884e-05,
      "loss": 1.1328,
      "step": 108378
    },
    {
      "epoch": 5.042056292160968,
      "grad_norm": 1.6816837631644626,
      "learning_rate": 1.9050182330992985e-05,
      "loss": 1.0859,
      "step": 108379
    },
    {
      "epoch": 5.042102814608048,
      "grad_norm": 1.6752051227402232,
      "learning_rate": 1.9048372228854325e-05,
      "loss": 1.0312,
      "step": 108380
    },
    {
      "epoch": 5.042149337055129,
      "grad_norm": 1.7352394710530892,
      "learning_rate": 1.9046562206885037e-05,
      "loss": 0.9844,
      "step": 108381
    },
    {
      "epoch": 5.042195859502209,
      "grad_norm": 1.5195513495798636,
      "learning_rate": 1.9044752265086215e-05,
      "loss": 0.8594,
      "step": 108382
    },
    {
      "epoch": 5.042242381949291,
      "grad_norm": 1.5354883710757519,
      "learning_rate": 1.9042942403458983e-05,
      "loss": 0.957,
      "step": 108383
    },
    {
      "epoch": 5.042288904396371,
      "grad_norm": 1.7437716199254052,
      "learning_rate": 1.9041132622004385e-05,
      "loss": 1.125,
      "step": 108384
    },
    {
      "epoch": 5.042335426843452,
      "grad_norm": 1.4872405256833126,
      "learning_rate": 1.903932292072362e-05,
      "loss": 0.9688,
      "step": 108385
    },
    {
      "epoch": 5.042381949290533,
      "grad_norm": 1.641113087734349,
      "learning_rate": 1.9037513299617757e-05,
      "loss": 1.0156,
      "step": 108386
    },
    {
      "epoch": 5.0424284717376135,
      "grad_norm": 1.694436439697106,
      "learning_rate": 1.903570375868789e-05,
      "loss": 1.0469,
      "step": 108387
    },
    {
      "epoch": 5.042474994184694,
      "grad_norm": 1.6528720641297843,
      "learning_rate": 1.903389429793511e-05,
      "loss": 0.9961,
      "step": 108388
    },
    {
      "epoch": 5.0425215166317745,
      "grad_norm": 1.715547148917475,
      "learning_rate": 1.9032084917360592e-05,
      "loss": 1.1172,
      "step": 108389
    },
    {
      "epoch": 5.042568039078856,
      "grad_norm": 1.6634971188895458,
      "learning_rate": 1.9030275616965383e-05,
      "loss": 1.0,
      "step": 108390
    },
    {
      "epoch": 5.042614561525936,
      "grad_norm": 1.3673579614912021,
      "learning_rate": 1.9028466396750625e-05,
      "loss": 0.9922,
      "step": 108391
    },
    {
      "epoch": 5.042661083973017,
      "grad_norm": 1.8777806434901974,
      "learning_rate": 1.902665725671739e-05,
      "loss": 1.1094,
      "step": 108392
    },
    {
      "epoch": 5.042707606420097,
      "grad_norm": 1.5779423808039699,
      "learning_rate": 1.902484819686682e-05,
      "loss": 0.8438,
      "step": 108393
    },
    {
      "epoch": 5.042754128867179,
      "grad_norm": 1.4053431262788796,
      "learning_rate": 1.9023039217200024e-05,
      "loss": 0.9922,
      "step": 108394
    },
    {
      "epoch": 5.042800651314259,
      "grad_norm": 1.44370715263845,
      "learning_rate": 1.902123031771809e-05,
      "loss": 0.8516,
      "step": 108395
    },
    {
      "epoch": 5.04284717376134,
      "grad_norm": 1.5865167918599579,
      "learning_rate": 1.901942149842213e-05,
      "loss": 1.0234,
      "step": 108396
    },
    {
      "epoch": 5.042893696208421,
      "grad_norm": 1.7146543328144397,
      "learning_rate": 1.9017612759313174e-05,
      "loss": 1.0781,
      "step": 108397
    },
    {
      "epoch": 5.0429402186555015,
      "grad_norm": 1.5123586666298432,
      "learning_rate": 1.901580410039249e-05,
      "loss": 0.8906,
      "step": 108398
    },
    {
      "epoch": 5.042986741102582,
      "grad_norm": 1.4838026608124706,
      "learning_rate": 1.9013995521661095e-05,
      "loss": 1.0469,
      "step": 108399
    },
    {
      "epoch": 5.043033263549662,
      "grad_norm": 1.7874179962290382,
      "learning_rate": 1.901218702312011e-05,
      "loss": 1.1562,
      "step": 108400
    },
    {
      "epoch": 5.043079785996744,
      "grad_norm": 1.5317960974240818,
      "learning_rate": 1.9010378604770638e-05,
      "loss": 0.957,
      "step": 108401
    },
    {
      "epoch": 5.043126308443824,
      "grad_norm": 1.5476015092824016,
      "learning_rate": 1.9008570266613738e-05,
      "loss": 0.9805,
      "step": 108402
    },
    {
      "epoch": 5.043172830890905,
      "grad_norm": 1.6668460239631195,
      "learning_rate": 1.9006762008650607e-05,
      "loss": 0.918,
      "step": 108403
    },
    {
      "epoch": 5.043219353337985,
      "grad_norm": 1.7421282873303539,
      "learning_rate": 1.900495383088231e-05,
      "loss": 1.0156,
      "step": 108404
    },
    {
      "epoch": 5.043265875785067,
      "grad_norm": 1.637058725767348,
      "learning_rate": 1.9003145733309942e-05,
      "loss": 1.0312,
      "step": 108405
    },
    {
      "epoch": 5.043312398232147,
      "grad_norm": 1.2816237895795308,
      "learning_rate": 1.9001337715934593e-05,
      "loss": 0.7656,
      "step": 108406
    },
    {
      "epoch": 5.0433589206792275,
      "grad_norm": 1.784221652965305,
      "learning_rate": 1.899952977875743e-05,
      "loss": 1.0938,
      "step": 108407
    },
    {
      "epoch": 5.043405443126308,
      "grad_norm": 1.543305287847439,
      "learning_rate": 1.8997721921779522e-05,
      "loss": 1.1094,
      "step": 108408
    },
    {
      "epoch": 5.043451965573389,
      "grad_norm": 1.5434189269573062,
      "learning_rate": 1.8995914145001985e-05,
      "loss": 0.9883,
      "step": 108409
    },
    {
      "epoch": 5.04349848802047,
      "grad_norm": 1.4763810064024885,
      "learning_rate": 1.8994106448425888e-05,
      "loss": 0.9883,
      "step": 108410
    },
    {
      "epoch": 5.04354501046755,
      "grad_norm": 1.5911267235759525,
      "learning_rate": 1.8992298832052406e-05,
      "loss": 0.9961,
      "step": 108411
    },
    {
      "epoch": 5.043591532914632,
      "grad_norm": 1.6207884333740767,
      "learning_rate": 1.8990491295882614e-05,
      "loss": 0.9688,
      "step": 108412
    },
    {
      "epoch": 5.043638055361712,
      "grad_norm": 1.6836732378670995,
      "learning_rate": 1.8988683839917617e-05,
      "loss": 0.9609,
      "step": 108413
    },
    {
      "epoch": 5.043684577808793,
      "grad_norm": 1.64403217126934,
      "learning_rate": 1.898687646415848e-05,
      "loss": 0.9727,
      "step": 108414
    },
    {
      "epoch": 5.043731100255873,
      "grad_norm": 1.5438049809193488,
      "learning_rate": 1.898506916860638e-05,
      "loss": 0.9375,
      "step": 108415
    },
    {
      "epoch": 5.0437776227029545,
      "grad_norm": 1.4717517782664016,
      "learning_rate": 1.8983261953262407e-05,
      "loss": 0.9375,
      "step": 108416
    },
    {
      "epoch": 5.043824145150035,
      "grad_norm": 1.5391619023528398,
      "learning_rate": 1.8981454818127638e-05,
      "loss": 1.0234,
      "step": 108417
    },
    {
      "epoch": 5.043870667597115,
      "grad_norm": 1.710538205022644,
      "learning_rate": 1.897964776320316e-05,
      "loss": 0.9961,
      "step": 108418
    },
    {
      "epoch": 5.043917190044196,
      "grad_norm": 1.7076002408784996,
      "learning_rate": 1.897784078849012e-05,
      "loss": 1.0703,
      "step": 108419
    },
    {
      "epoch": 5.043963712491277,
      "grad_norm": 1.5124670337137185,
      "learning_rate": 1.897603389398966e-05,
      "loss": 0.9336,
      "step": 108420
    },
    {
      "epoch": 5.044010234938358,
      "grad_norm": 1.6807004551160911,
      "learning_rate": 1.8974227079702825e-05,
      "loss": 1.0625,
      "step": 108421
    },
    {
      "epoch": 5.044056757385438,
      "grad_norm": 1.5786074383409054,
      "learning_rate": 1.8972420345630757e-05,
      "loss": 0.9062,
      "step": 108422
    },
    {
      "epoch": 5.04410327983252,
      "grad_norm": 1.6937788510449219,
      "learning_rate": 1.8970613691774505e-05,
      "loss": 1.1016,
      "step": 108423
    },
    {
      "epoch": 5.0441498022796,
      "grad_norm": 1.606905572454315,
      "learning_rate": 1.8968807118135254e-05,
      "loss": 1.0547,
      "step": 108424
    },
    {
      "epoch": 5.044196324726681,
      "grad_norm": 1.7590165049200008,
      "learning_rate": 1.896700062471407e-05,
      "loss": 1.0156,
      "step": 108425
    },
    {
      "epoch": 5.044242847173761,
      "grad_norm": 1.5523473285632767,
      "learning_rate": 1.8965194211512048e-05,
      "loss": 0.9688,
      "step": 108426
    },
    {
      "epoch": 5.044289369620842,
      "grad_norm": 1.5731631994679405,
      "learning_rate": 1.896338787853032e-05,
      "loss": 0.9141,
      "step": 108427
    },
    {
      "epoch": 5.044335892067923,
      "grad_norm": 1.6316465923841683,
      "learning_rate": 1.8961581625769943e-05,
      "loss": 1.0859,
      "step": 108428
    },
    {
      "epoch": 5.044382414515003,
      "grad_norm": 1.572305400048969,
      "learning_rate": 1.8959775453232096e-05,
      "loss": 1.0469,
      "step": 108429
    },
    {
      "epoch": 5.044428936962084,
      "grad_norm": 1.6074783770399925,
      "learning_rate": 1.895796936091784e-05,
      "loss": 1.1016,
      "step": 108430
    },
    {
      "epoch": 5.044475459409165,
      "grad_norm": 1.674769684004576,
      "learning_rate": 1.8956163348828278e-05,
      "loss": 1.0469,
      "step": 108431
    },
    {
      "epoch": 5.044521981856246,
      "grad_norm": 1.569217998085266,
      "learning_rate": 1.895435741696451e-05,
      "loss": 0.9492,
      "step": 108432
    },
    {
      "epoch": 5.044568504303326,
      "grad_norm": 1.6282883408740796,
      "learning_rate": 1.8952551565327683e-05,
      "loss": 1.0391,
      "step": 108433
    },
    {
      "epoch": 5.044615026750407,
      "grad_norm": 1.6228172425483527,
      "learning_rate": 1.8950745793918863e-05,
      "loss": 1.0312,
      "step": 108434
    },
    {
      "epoch": 5.044661549197488,
      "grad_norm": 1.6047271110782153,
      "learning_rate": 1.8948940102739184e-05,
      "loss": 1.0234,
      "step": 108435
    },
    {
      "epoch": 5.0447080716445685,
      "grad_norm": 1.5769462243002006,
      "learning_rate": 1.8947134491789694e-05,
      "loss": 0.957,
      "step": 108436
    },
    {
      "epoch": 5.044754594091649,
      "grad_norm": 1.484594630899298,
      "learning_rate": 1.8945328961071595e-05,
      "loss": 0.9609,
      "step": 108437
    },
    {
      "epoch": 5.04480111653873,
      "grad_norm": 1.5236868422125052,
      "learning_rate": 1.8943523510585913e-05,
      "loss": 0.918,
      "step": 108438
    },
    {
      "epoch": 5.044847638985811,
      "grad_norm": 1.6058511520840637,
      "learning_rate": 1.8941718140333784e-05,
      "loss": 0.9414,
      "step": 108439
    },
    {
      "epoch": 5.044894161432891,
      "grad_norm": 1.7232342609473104,
      "learning_rate": 1.8939912850316292e-05,
      "loss": 1.0,
      "step": 108440
    },
    {
      "epoch": 5.044940683879972,
      "grad_norm": 1.5811517625597904,
      "learning_rate": 1.8938107640534534e-05,
      "loss": 0.957,
      "step": 108441
    },
    {
      "epoch": 5.044987206327053,
      "grad_norm": 1.5642154778830586,
      "learning_rate": 1.8936302510989694e-05,
      "loss": 1.0938,
      "step": 108442
    },
    {
      "epoch": 5.045033728774134,
      "grad_norm": 1.586917370851089,
      "learning_rate": 1.89344974616828e-05,
      "loss": 0.9883,
      "step": 108443
    },
    {
      "epoch": 5.045080251221214,
      "grad_norm": 1.4436833700963416,
      "learning_rate": 1.8932692492614993e-05,
      "loss": 0.957,
      "step": 108444
    },
    {
      "epoch": 5.0451267736682945,
      "grad_norm": 1.7775282753756811,
      "learning_rate": 1.893088760378733e-05,
      "loss": 1.1328,
      "step": 108445
    },
    {
      "epoch": 5.045173296115376,
      "grad_norm": 1.5855984497492386,
      "learning_rate": 1.8929082795200984e-05,
      "loss": 0.9688,
      "step": 108446
    },
    {
      "epoch": 5.045219818562456,
      "grad_norm": 1.4950911458161757,
      "learning_rate": 1.8927278066857016e-05,
      "loss": 0.9023,
      "step": 108447
    },
    {
      "epoch": 5.045266341009537,
      "grad_norm": 1.6009781110033625,
      "learning_rate": 1.892547341875654e-05,
      "loss": 0.9766,
      "step": 108448
    },
    {
      "epoch": 5.045312863456618,
      "grad_norm": 1.7605325136968806,
      "learning_rate": 1.8923668850900648e-05,
      "loss": 1.0234,
      "step": 108449
    },
    {
      "epoch": 5.045359385903699,
      "grad_norm": 1.5804595359705087,
      "learning_rate": 1.892186436329048e-05,
      "loss": 0.957,
      "step": 108450
    },
    {
      "epoch": 5.045405908350779,
      "grad_norm": 1.487831661903323,
      "learning_rate": 1.892005995592712e-05,
      "loss": 1.0703,
      "step": 108451
    },
    {
      "epoch": 5.04545243079786,
      "grad_norm": 1.723360600693903,
      "learning_rate": 1.8918255628811668e-05,
      "loss": 1.1094,
      "step": 108452
    },
    {
      "epoch": 5.045498953244941,
      "grad_norm": 1.6674832207574464,
      "learning_rate": 1.8916451381945225e-05,
      "loss": 0.9258,
      "step": 108453
    },
    {
      "epoch": 5.0455454756920215,
      "grad_norm": 1.5810602357342916,
      "learning_rate": 1.8914647215328886e-05,
      "loss": 0.9453,
      "step": 108454
    },
    {
      "epoch": 5.045591998139102,
      "grad_norm": 1.6059819596382359,
      "learning_rate": 1.8912843128963806e-05,
      "loss": 1.0469,
      "step": 108455
    },
    {
      "epoch": 5.0456385205861825,
      "grad_norm": 1.448891017840441,
      "learning_rate": 1.8911039122851045e-05,
      "loss": 0.9727,
      "step": 108456
    },
    {
      "epoch": 5.045685043033264,
      "grad_norm": 1.6106661997883975,
      "learning_rate": 1.8909235196991723e-05,
      "loss": 1.0234,
      "step": 108457
    },
    {
      "epoch": 5.045731565480344,
      "grad_norm": 1.532702135937861,
      "learning_rate": 1.8907431351386905e-05,
      "loss": 0.9258,
      "step": 108458
    },
    {
      "epoch": 5.045778087927425,
      "grad_norm": 1.413284613663293,
      "learning_rate": 1.890562758603777e-05,
      "loss": 0.9414,
      "step": 108459
    },
    {
      "epoch": 5.045824610374506,
      "grad_norm": 1.7127065468521894,
      "learning_rate": 1.890382390094537e-05,
      "loss": 1.0312,
      "step": 108460
    },
    {
      "epoch": 5.045871132821587,
      "grad_norm": 1.6232403291644326,
      "learning_rate": 1.8902020296110837e-05,
      "loss": 1.0078,
      "step": 108461
    },
    {
      "epoch": 5.045917655268667,
      "grad_norm": 1.5925583640130465,
      "learning_rate": 1.8900216771535203e-05,
      "loss": 1.0312,
      "step": 108462
    },
    {
      "epoch": 5.045964177715748,
      "grad_norm": 1.659642864441952,
      "learning_rate": 1.8898413327219653e-05,
      "loss": 1.0,
      "step": 108463
    },
    {
      "epoch": 5.046010700162829,
      "grad_norm": 1.5133972246568503,
      "learning_rate": 1.88966099631653e-05,
      "loss": 0.9141,
      "step": 108464
    },
    {
      "epoch": 5.046057222609909,
      "grad_norm": 1.5951365764396328,
      "learning_rate": 1.889480667937319e-05,
      "loss": 1.0391,
      "step": 108465
    },
    {
      "epoch": 5.04610374505699,
      "grad_norm": 1.67757322164328,
      "learning_rate": 1.889300347584448e-05,
      "loss": 1.0391,
      "step": 108466
    },
    {
      "epoch": 5.04615026750407,
      "grad_norm": 1.6789975156940544,
      "learning_rate": 1.8891200352580198e-05,
      "loss": 0.9609,
      "step": 108467
    },
    {
      "epoch": 5.046196789951152,
      "grad_norm": 1.5564719839212884,
      "learning_rate": 1.8889397309581527e-05,
      "loss": 1.0234,
      "step": 108468
    },
    {
      "epoch": 5.046243312398232,
      "grad_norm": 1.4764943826696544,
      "learning_rate": 1.888759434684955e-05,
      "loss": 0.9414,
      "step": 108469
    },
    {
      "epoch": 5.046289834845313,
      "grad_norm": 1.5269542498670492,
      "learning_rate": 1.8885791464385363e-05,
      "loss": 0.918,
      "step": 108470
    },
    {
      "epoch": 5.046336357292393,
      "grad_norm": 1.5245185440180706,
      "learning_rate": 1.888398866219002e-05,
      "loss": 0.9805,
      "step": 108471
    },
    {
      "epoch": 5.0463828797394745,
      "grad_norm": 1.6273800902016866,
      "learning_rate": 1.8882185940264714e-05,
      "loss": 0.9102,
      "step": 108472
    },
    {
      "epoch": 5.046429402186555,
      "grad_norm": 1.557113438596582,
      "learning_rate": 1.88803832986105e-05,
      "loss": 0.9844,
      "step": 108473
    },
    {
      "epoch": 5.0464759246336355,
      "grad_norm": 1.5369377542232026,
      "learning_rate": 1.8878580737228493e-05,
      "loss": 0.9688,
      "step": 108474
    },
    {
      "epoch": 5.046522447080717,
      "grad_norm": 1.3819908484472962,
      "learning_rate": 1.8876778256119756e-05,
      "loss": 0.832,
      "step": 108475
    },
    {
      "epoch": 5.046568969527797,
      "grad_norm": 1.6169139244805386,
      "learning_rate": 1.8874975855285474e-05,
      "loss": 0.9414,
      "step": 108476
    },
    {
      "epoch": 5.046615491974878,
      "grad_norm": 1.6614297280314219,
      "learning_rate": 1.8873173534726692e-05,
      "loss": 1.0625,
      "step": 108477
    },
    {
      "epoch": 5.046662014421958,
      "grad_norm": 1.7129673937181031,
      "learning_rate": 1.887137129444453e-05,
      "loss": 1.0859,
      "step": 108478
    },
    {
      "epoch": 5.04670853686904,
      "grad_norm": 1.4979160559371696,
      "learning_rate": 1.886956913444009e-05,
      "loss": 0.8203,
      "step": 108479
    },
    {
      "epoch": 5.04675505931612,
      "grad_norm": 1.6545118242217498,
      "learning_rate": 1.8867767054714428e-05,
      "loss": 1.0703,
      "step": 108480
    },
    {
      "epoch": 5.046801581763201,
      "grad_norm": 1.5297990765915008,
      "learning_rate": 1.8865965055268733e-05,
      "loss": 0.9414,
      "step": 108481
    },
    {
      "epoch": 5.046848104210281,
      "grad_norm": 1.5040090912261241,
      "learning_rate": 1.8864163136104056e-05,
      "loss": 0.9219,
      "step": 108482
    },
    {
      "epoch": 5.046894626657362,
      "grad_norm": 1.6857283583875442,
      "learning_rate": 1.8862361297221524e-05,
      "loss": 1.0781,
      "step": 108483
    },
    {
      "epoch": 5.046941149104443,
      "grad_norm": 1.5440329888260471,
      "learning_rate": 1.8860559538622188e-05,
      "loss": 0.8711,
      "step": 108484
    },
    {
      "epoch": 5.046987671551523,
      "grad_norm": 1.4971887329504456,
      "learning_rate": 1.88587578603072e-05,
      "loss": 0.9492,
      "step": 108485
    },
    {
      "epoch": 5.047034193998605,
      "grad_norm": 1.6860550878861562,
      "learning_rate": 1.8856956262277673e-05,
      "loss": 1.0078,
      "step": 108486
    },
    {
      "epoch": 5.047080716445685,
      "grad_norm": 1.5250671530338005,
      "learning_rate": 1.8855154744534706e-05,
      "loss": 0.9727,
      "step": 108487
    },
    {
      "epoch": 5.047127238892766,
      "grad_norm": 1.6367728697701929,
      "learning_rate": 1.8853353307079384e-05,
      "loss": 1.0234,
      "step": 108488
    },
    {
      "epoch": 5.047173761339846,
      "grad_norm": 1.7178882429555205,
      "learning_rate": 1.885155194991277e-05,
      "loss": 1.125,
      "step": 108489
    },
    {
      "epoch": 5.0472202837869276,
      "grad_norm": 1.4604815038470074,
      "learning_rate": 1.8849750673036046e-05,
      "loss": 0.9961,
      "step": 108490
    },
    {
      "epoch": 5.047266806234008,
      "grad_norm": 1.666863804604977,
      "learning_rate": 1.8847949476450263e-05,
      "loss": 0.957,
      "step": 108491
    },
    {
      "epoch": 5.0473133286810885,
      "grad_norm": 1.686596859899506,
      "learning_rate": 1.8846148360156553e-05,
      "loss": 1.0312,
      "step": 108492
    },
    {
      "epoch": 5.047359851128169,
      "grad_norm": 1.5738856021556737,
      "learning_rate": 1.884434732415597e-05,
      "loss": 1.0156,
      "step": 108493
    },
    {
      "epoch": 5.04740637357525,
      "grad_norm": 1.6088801982361696,
      "learning_rate": 1.8842546368449683e-05,
      "loss": 1.0469,
      "step": 108494
    },
    {
      "epoch": 5.047452896022331,
      "grad_norm": 1.715705652500818,
      "learning_rate": 1.8840745493038773e-05,
      "loss": 1.0859,
      "step": 108495
    },
    {
      "epoch": 5.047499418469411,
      "grad_norm": 1.6650284069957364,
      "learning_rate": 1.8838944697924314e-05,
      "loss": 1.0547,
      "step": 108496
    },
    {
      "epoch": 5.047545940916492,
      "grad_norm": 1.5887094816691183,
      "learning_rate": 1.8837143983107405e-05,
      "loss": 1.0078,
      "step": 108497
    },
    {
      "epoch": 5.047592463363573,
      "grad_norm": 1.7228406937208478,
      "learning_rate": 1.8835343348589183e-05,
      "loss": 1.0781,
      "step": 108498
    },
    {
      "epoch": 5.047638985810654,
      "grad_norm": 1.4119887202314074,
      "learning_rate": 1.883354279437076e-05,
      "loss": 0.8672,
      "step": 108499
    },
    {
      "epoch": 5.047685508257734,
      "grad_norm": 1.64474859983158,
      "learning_rate": 1.8831742320453204e-05,
      "loss": 1.0,
      "step": 108500
    },
    {
      "epoch": 5.0477320307048155,
      "grad_norm": 1.5937789903804709,
      "learning_rate": 1.8829941926837593e-05,
      "loss": 1.0391,
      "step": 108501
    },
    {
      "epoch": 5.047778553151896,
      "grad_norm": 1.5902491718732592,
      "learning_rate": 1.88281416135251e-05,
      "loss": 1.0781,
      "step": 108502
    },
    {
      "epoch": 5.047825075598976,
      "grad_norm": 1.5481564257842781,
      "learning_rate": 1.88263413805168e-05,
      "loss": 0.9375,
      "step": 108503
    },
    {
      "epoch": 5.047871598046057,
      "grad_norm": 1.8539737076193727,
      "learning_rate": 1.882454122781378e-05,
      "loss": 1.1875,
      "step": 108504
    },
    {
      "epoch": 5.047918120493138,
      "grad_norm": 1.5636539513405041,
      "learning_rate": 1.8822741155417143e-05,
      "loss": 1.0312,
      "step": 108505
    },
    {
      "epoch": 5.047964642940219,
      "grad_norm": 1.494409811281255,
      "learning_rate": 1.882094116332798e-05,
      "loss": 0.9336,
      "step": 108506
    },
    {
      "epoch": 5.048011165387299,
      "grad_norm": 1.6076444991636805,
      "learning_rate": 1.8819141251547392e-05,
      "loss": 0.9883,
      "step": 108507
    },
    {
      "epoch": 5.04805768783438,
      "grad_norm": 1.4816834840579058,
      "learning_rate": 1.881734142007655e-05,
      "loss": 0.9531,
      "step": 108508
    },
    {
      "epoch": 5.048104210281461,
      "grad_norm": 1.5572738283619834,
      "learning_rate": 1.8815541668916496e-05,
      "loss": 0.9648,
      "step": 108509
    },
    {
      "epoch": 5.0481507327285415,
      "grad_norm": 1.5540527596707456,
      "learning_rate": 1.8813741998068332e-05,
      "loss": 0.9531,
      "step": 108510
    },
    {
      "epoch": 5.048197255175622,
      "grad_norm": 1.597287575478104,
      "learning_rate": 1.881194240753314e-05,
      "loss": 0.957,
      "step": 108511
    },
    {
      "epoch": 5.048243777622703,
      "grad_norm": 1.5738174114899175,
      "learning_rate": 1.881014289731209e-05,
      "loss": 0.9805,
      "step": 108512
    },
    {
      "epoch": 5.048290300069784,
      "grad_norm": 1.6914814615945748,
      "learning_rate": 1.8808343467406247e-05,
      "loss": 0.9961,
      "step": 108513
    },
    {
      "epoch": 5.048336822516864,
      "grad_norm": 1.5134869163745581,
      "learning_rate": 1.8806544117816703e-05,
      "loss": 0.9883,
      "step": 108514
    },
    {
      "epoch": 5.048383344963945,
      "grad_norm": 1.547491771701075,
      "learning_rate": 1.880474484854453e-05,
      "loss": 0.918,
      "step": 108515
    },
    {
      "epoch": 5.048429867411026,
      "grad_norm": 1.732786041883177,
      "learning_rate": 1.880294565959089e-05,
      "loss": 1.0781,
      "step": 108516
    },
    {
      "epoch": 5.048476389858107,
      "grad_norm": 1.5549951194278187,
      "learning_rate": 1.8801146550956868e-05,
      "loss": 1.0156,
      "step": 108517
    },
    {
      "epoch": 5.048522912305187,
      "grad_norm": 1.5911681108794675,
      "learning_rate": 1.8799347522643564e-05,
      "loss": 1.0859,
      "step": 108518
    },
    {
      "epoch": 5.048569434752268,
      "grad_norm": 1.7146342411596562,
      "learning_rate": 1.8797548574652043e-05,
      "loss": 1.1094,
      "step": 108519
    },
    {
      "epoch": 5.048615957199349,
      "grad_norm": 1.5823049633869761,
      "learning_rate": 1.8795749706983454e-05,
      "loss": 1.0,
      "step": 108520
    },
    {
      "epoch": 5.0486624796464294,
      "grad_norm": 1.5653825749694692,
      "learning_rate": 1.8793950919638894e-05,
      "loss": 0.9727,
      "step": 108521
    },
    {
      "epoch": 5.04870900209351,
      "grad_norm": 1.4849273777142842,
      "learning_rate": 1.879215221261945e-05,
      "loss": 0.9023,
      "step": 108522
    },
    {
      "epoch": 5.04875552454059,
      "grad_norm": 1.399788010961567,
      "learning_rate": 1.879035358592618e-05,
      "loss": 0.8203,
      "step": 108523
    },
    {
      "epoch": 5.048802046987672,
      "grad_norm": 1.5806415767447477,
      "learning_rate": 1.878855503956026e-05,
      "loss": 0.8828,
      "step": 108524
    },
    {
      "epoch": 5.048848569434752,
      "grad_norm": 1.5906687575456568,
      "learning_rate": 1.8786756573522767e-05,
      "loss": 1.0234,
      "step": 108525
    },
    {
      "epoch": 5.048895091881833,
      "grad_norm": 1.517508950396416,
      "learning_rate": 1.8784958187814796e-05,
      "loss": 1.0469,
      "step": 108526
    },
    {
      "epoch": 5.048941614328914,
      "grad_norm": 1.679381677636372,
      "learning_rate": 1.878315988243742e-05,
      "loss": 1.1484,
      "step": 108527
    },
    {
      "epoch": 5.048988136775995,
      "grad_norm": 1.593328443241736,
      "learning_rate": 1.8781361657391787e-05,
      "loss": 0.9062,
      "step": 108528
    },
    {
      "epoch": 5.049034659223075,
      "grad_norm": 1.498565852379664,
      "learning_rate": 1.877956351267894e-05,
      "loss": 0.9883,
      "step": 108529
    },
    {
      "epoch": 5.0490811816701555,
      "grad_norm": 1.5403222359500865,
      "learning_rate": 1.877776544830007e-05,
      "loss": 1.0703,
      "step": 108530
    },
    {
      "epoch": 5.049127704117237,
      "grad_norm": 1.4929978817674365,
      "learning_rate": 1.8775967464256218e-05,
      "loss": 0.8555,
      "step": 108531
    },
    {
      "epoch": 5.049174226564317,
      "grad_norm": 1.7623401560748757,
      "learning_rate": 1.877416956054849e-05,
      "loss": 1.0312,
      "step": 108532
    },
    {
      "epoch": 5.049220749011398,
      "grad_norm": 1.7248763052138112,
      "learning_rate": 1.877237173717795e-05,
      "loss": 0.9883,
      "step": 108533
    },
    {
      "epoch": 5.049267271458478,
      "grad_norm": 1.5307346041829573,
      "learning_rate": 1.8770573994145778e-05,
      "loss": 0.9531,
      "step": 108534
    },
    {
      "epoch": 5.04931379390556,
      "grad_norm": 1.6745491351751072,
      "learning_rate": 1.876877633145304e-05,
      "loss": 1.0781,
      "step": 108535
    },
    {
      "epoch": 5.04936031635264,
      "grad_norm": 1.8319526855001704,
      "learning_rate": 1.876697874910082e-05,
      "loss": 1.0547,
      "step": 108536
    },
    {
      "epoch": 5.049406838799721,
      "grad_norm": 1.578870040078441,
      "learning_rate": 1.87651812470902e-05,
      "loss": 0.9805,
      "step": 108537
    },
    {
      "epoch": 5.049453361246802,
      "grad_norm": 1.5500165286476428,
      "learning_rate": 1.8763383825422346e-05,
      "loss": 0.9688,
      "step": 108538
    },
    {
      "epoch": 5.0494998836938825,
      "grad_norm": 1.6817542144827133,
      "learning_rate": 1.8761586484098308e-05,
      "loss": 0.9492,
      "step": 108539
    },
    {
      "epoch": 5.049546406140963,
      "grad_norm": 1.7142642910355994,
      "learning_rate": 1.8759789223119215e-05,
      "loss": 1.0391,
      "step": 108540
    },
    {
      "epoch": 5.049592928588043,
      "grad_norm": 1.4558313285497722,
      "learning_rate": 1.8757992042486102e-05,
      "loss": 0.8828,
      "step": 108541
    },
    {
      "epoch": 5.049639451035125,
      "grad_norm": 1.610810765934688,
      "learning_rate": 1.875619494220017e-05,
      "loss": 1.0391,
      "step": 108542
    },
    {
      "epoch": 5.049685973482205,
      "grad_norm": 1.503026318408604,
      "learning_rate": 1.8754397922262466e-05,
      "loss": 1.0078,
      "step": 108543
    },
    {
      "epoch": 5.049732495929286,
      "grad_norm": 1.5422862799832644,
      "learning_rate": 1.8752600982674087e-05,
      "loss": 0.9492,
      "step": 108544
    },
    {
      "epoch": 5.049779018376366,
      "grad_norm": 1.4701295051669339,
      "learning_rate": 1.875080412343612e-05,
      "loss": 0.9219,
      "step": 108545
    },
    {
      "epoch": 5.049825540823448,
      "grad_norm": 1.638831525725826,
      "learning_rate": 1.874900734454971e-05,
      "loss": 0.957,
      "step": 108546
    },
    {
      "epoch": 5.049872063270528,
      "grad_norm": 1.6540376654662998,
      "learning_rate": 1.8747210646015925e-05,
      "loss": 1.1641,
      "step": 108547
    },
    {
      "epoch": 5.0499185857176085,
      "grad_norm": 1.644536902367456,
      "learning_rate": 1.8745414027835864e-05,
      "loss": 0.9883,
      "step": 108548
    },
    {
      "epoch": 5.04996510816469,
      "grad_norm": 1.618342682465761,
      "learning_rate": 1.8743617490010628e-05,
      "loss": 1.0938,
      "step": 108549
    },
    {
      "epoch": 5.05001163061177,
      "grad_norm": 1.6939072925878582,
      "learning_rate": 1.8741821032541327e-05,
      "loss": 0.9336,
      "step": 108550
    },
    {
      "epoch": 5.050058153058851,
      "grad_norm": 1.6556419673530665,
      "learning_rate": 1.874002465542905e-05,
      "loss": 0.9648,
      "step": 108551
    },
    {
      "epoch": 5.050104675505931,
      "grad_norm": 1.620643650017169,
      "learning_rate": 1.8738228358674905e-05,
      "loss": 0.8711,
      "step": 108552
    },
    {
      "epoch": 5.050151197953013,
      "grad_norm": 1.6295037997667152,
      "learning_rate": 1.8736432142280017e-05,
      "loss": 1.0312,
      "step": 108553
    },
    {
      "epoch": 5.050197720400093,
      "grad_norm": 1.581823257455,
      "learning_rate": 1.873463600624541e-05,
      "loss": 0.9727,
      "step": 108554
    },
    {
      "epoch": 5.050244242847174,
      "grad_norm": 1.689557083810442,
      "learning_rate": 1.8732839950572277e-05,
      "loss": 1.0312,
      "step": 108555
    },
    {
      "epoch": 5.050290765294254,
      "grad_norm": 1.6399586769778238,
      "learning_rate": 1.8731043975261672e-05,
      "loss": 0.8867,
      "step": 108556
    },
    {
      "epoch": 5.0503372877413355,
      "grad_norm": 1.7514366566971598,
      "learning_rate": 1.8729248080314686e-05,
      "loss": 1.0234,
      "step": 108557
    },
    {
      "epoch": 5.050383810188416,
      "grad_norm": 1.5888049905727035,
      "learning_rate": 1.8727452265732445e-05,
      "loss": 0.8984,
      "step": 108558
    },
    {
      "epoch": 5.0504303326354965,
      "grad_norm": 1.533088331288343,
      "learning_rate": 1.8725656531515985e-05,
      "loss": 1.0156,
      "step": 108559
    },
    {
      "epoch": 5.050476855082577,
      "grad_norm": 1.6260730454219323,
      "learning_rate": 1.8723860877666493e-05,
      "loss": 1.0,
      "step": 108560
    },
    {
      "epoch": 5.050523377529658,
      "grad_norm": 1.404123799518967,
      "learning_rate": 1.8722065304185007e-05,
      "loss": 0.9453,
      "step": 108561
    },
    {
      "epoch": 5.050569899976739,
      "grad_norm": 1.7463717091150424,
      "learning_rate": 1.8720269811072668e-05,
      "loss": 1.0312,
      "step": 108562
    },
    {
      "epoch": 5.050616422423819,
      "grad_norm": 1.5457396401159216,
      "learning_rate": 1.8718474398330507e-05,
      "loss": 1.0781,
      "step": 108563
    },
    {
      "epoch": 5.050662944870901,
      "grad_norm": 1.5947242115019264,
      "learning_rate": 1.8716679065959722e-05,
      "loss": 0.8398,
      "step": 108564
    },
    {
      "epoch": 5.050709467317981,
      "grad_norm": 1.5295193164448706,
      "learning_rate": 1.8714883813961345e-05,
      "loss": 0.9961,
      "step": 108565
    },
    {
      "epoch": 5.050755989765062,
      "grad_norm": 1.4479203451982317,
      "learning_rate": 1.8713088642336495e-05,
      "loss": 0.9531,
      "step": 108566
    },
    {
      "epoch": 5.050802512212142,
      "grad_norm": 1.5331279634069317,
      "learning_rate": 1.8711293551086214e-05,
      "loss": 1.0547,
      "step": 108567
    },
    {
      "epoch": 5.050849034659223,
      "grad_norm": 1.6312743837686414,
      "learning_rate": 1.870949854021171e-05,
      "loss": 0.9141,
      "step": 108568
    },
    {
      "epoch": 5.050895557106304,
      "grad_norm": 1.478330486222926,
      "learning_rate": 1.870770360971401e-05,
      "loss": 0.9453,
      "step": 108569
    },
    {
      "epoch": 5.050942079553384,
      "grad_norm": 1.7022582143866718,
      "learning_rate": 1.8705908759594246e-05,
      "loss": 0.9453,
      "step": 108570
    },
    {
      "epoch": 5.050988602000465,
      "grad_norm": 1.6463785078393878,
      "learning_rate": 1.8704113989853454e-05,
      "loss": 1.1016,
      "step": 108571
    },
    {
      "epoch": 5.051035124447546,
      "grad_norm": 1.7524430758373044,
      "learning_rate": 1.8702319300492762e-05,
      "loss": 1.1328,
      "step": 108572
    },
    {
      "epoch": 5.051081646894627,
      "grad_norm": 1.4929958911106567,
      "learning_rate": 1.870052469151334e-05,
      "loss": 0.9297,
      "step": 108573
    },
    {
      "epoch": 5.051128169341707,
      "grad_norm": 1.4706444812741533,
      "learning_rate": 1.869873016291622e-05,
      "loss": 0.8242,
      "step": 108574
    },
    {
      "epoch": 5.0511746917887885,
      "grad_norm": 1.5303029413626061,
      "learning_rate": 1.8696935714702514e-05,
      "loss": 0.9805,
      "step": 108575
    },
    {
      "epoch": 5.051221214235869,
      "grad_norm": 1.7103229486884624,
      "learning_rate": 1.8695141346873276e-05,
      "loss": 1.0,
      "step": 108576
    },
    {
      "epoch": 5.0512677366829495,
      "grad_norm": 1.6906210594047066,
      "learning_rate": 1.8693347059429703e-05,
      "loss": 1.0938,
      "step": 108577
    },
    {
      "epoch": 5.05131425913003,
      "grad_norm": 1.7833599032164884,
      "learning_rate": 1.869155285237281e-05,
      "loss": 1.1484,
      "step": 108578
    },
    {
      "epoch": 5.051360781577111,
      "grad_norm": 1.688487836455206,
      "learning_rate": 1.8689758725703728e-05,
      "loss": 1.0078,
      "step": 108579
    },
    {
      "epoch": 5.051407304024192,
      "grad_norm": 1.7339390863432496,
      "learning_rate": 1.8687964679423527e-05,
      "loss": 0.9766,
      "step": 108580
    },
    {
      "epoch": 5.051453826471272,
      "grad_norm": 1.4639419519507844,
      "learning_rate": 1.8686170713533354e-05,
      "loss": 0.918,
      "step": 108581
    },
    {
      "epoch": 5.051500348918353,
      "grad_norm": 1.5409542363195359,
      "learning_rate": 1.868437682803429e-05,
      "loss": 0.9688,
      "step": 108582
    },
    {
      "epoch": 5.051546871365434,
      "grad_norm": 1.6413836140368459,
      "learning_rate": 1.8682583022927423e-05,
      "loss": 0.9805,
      "step": 108583
    },
    {
      "epoch": 5.051593393812515,
      "grad_norm": 1.5295030241018375,
      "learning_rate": 1.8680789298213845e-05,
      "loss": 0.9609,
      "step": 108584
    },
    {
      "epoch": 5.051639916259595,
      "grad_norm": 1.7680203095225038,
      "learning_rate": 1.8678995653894624e-05,
      "loss": 1.0781,
      "step": 108585
    },
    {
      "epoch": 5.0516864387066756,
      "grad_norm": 1.4501211709717363,
      "learning_rate": 1.8677202089970945e-05,
      "loss": 0.8828,
      "step": 108586
    },
    {
      "epoch": 5.051732961153757,
      "grad_norm": 1.5457625252504001,
      "learning_rate": 1.8675408606443836e-05,
      "loss": 1.1016,
      "step": 108587
    },
    {
      "epoch": 5.051779483600837,
      "grad_norm": 1.7162029392832696,
      "learning_rate": 1.8673615203314434e-05,
      "loss": 0.9688,
      "step": 108588
    },
    {
      "epoch": 5.051826006047918,
      "grad_norm": 1.5312247037984499,
      "learning_rate": 1.867182188058377e-05,
      "loss": 0.9805,
      "step": 108589
    },
    {
      "epoch": 5.051872528494999,
      "grad_norm": 1.793447198871862,
      "learning_rate": 1.8670028638253043e-05,
      "loss": 1.1562,
      "step": 108590
    },
    {
      "epoch": 5.05191905094208,
      "grad_norm": 1.795832997777025,
      "learning_rate": 1.8668235476323283e-05,
      "loss": 1.2344,
      "step": 108591
    },
    {
      "epoch": 5.05196557338916,
      "grad_norm": 1.5212930454596545,
      "learning_rate": 1.8666442394795612e-05,
      "loss": 0.9531,
      "step": 108592
    },
    {
      "epoch": 5.052012095836241,
      "grad_norm": 1.7421590904144455,
      "learning_rate": 1.866464939367109e-05,
      "loss": 1.1328,
      "step": 108593
    },
    {
      "epoch": 5.052058618283322,
      "grad_norm": 1.6317364936064458,
      "learning_rate": 1.866285647295083e-05,
      "loss": 1.0859,
      "step": 108594
    },
    {
      "epoch": 5.0521051407304025,
      "grad_norm": 1.6044552098520095,
      "learning_rate": 1.8661063632635975e-05,
      "loss": 1.0391,
      "step": 108595
    },
    {
      "epoch": 5.052151663177483,
      "grad_norm": 1.5448318697878691,
      "learning_rate": 1.86592708727276e-05,
      "loss": 0.9961,
      "step": 108596
    },
    {
      "epoch": 5.0521981856245635,
      "grad_norm": 1.5898145813902864,
      "learning_rate": 1.8657478193226805e-05,
      "loss": 1.0625,
      "step": 108597
    },
    {
      "epoch": 5.052244708071645,
      "grad_norm": 1.8608285021903586,
      "learning_rate": 1.8655685594134622e-05,
      "loss": 1.1797,
      "step": 108598
    },
    {
      "epoch": 5.052291230518725,
      "grad_norm": 1.4580548421607968,
      "learning_rate": 1.8653893075452237e-05,
      "loss": 0.957,
      "step": 108599
    },
    {
      "epoch": 5.052337752965806,
      "grad_norm": 1.7315609841669795,
      "learning_rate": 1.8652100637180728e-05,
      "loss": 1.0234,
      "step": 108600
    },
    {
      "epoch": 5.052384275412887,
      "grad_norm": 1.6427894410579815,
      "learning_rate": 1.8650308279321164e-05,
      "loss": 0.9688,
      "step": 108601
    },
    {
      "epoch": 5.052430797859968,
      "grad_norm": 1.8116621126956767,
      "learning_rate": 1.8648516001874626e-05,
      "loss": 1.0859,
      "step": 108602
    },
    {
      "epoch": 5.052477320307048,
      "grad_norm": 1.4546810821437846,
      "learning_rate": 1.864672380484228e-05,
      "loss": 0.8281,
      "step": 108603
    },
    {
      "epoch": 5.052523842754129,
      "grad_norm": 1.7308549542453102,
      "learning_rate": 1.8644931688225172e-05,
      "loss": 1.125,
      "step": 108604
    },
    {
      "epoch": 5.05257036520121,
      "grad_norm": 1.5808746103778029,
      "learning_rate": 1.8643139652024426e-05,
      "loss": 1.0156,
      "step": 108605
    },
    {
      "epoch": 5.05261688764829,
      "grad_norm": 1.4308436783874876,
      "learning_rate": 1.864134769624108e-05,
      "loss": 0.8555,
      "step": 108606
    },
    {
      "epoch": 5.052663410095371,
      "grad_norm": 1.573683025478755,
      "learning_rate": 1.8639555820876313e-05,
      "loss": 0.9727,
      "step": 108607
    },
    {
      "epoch": 5.052709932542451,
      "grad_norm": 1.7196774391516922,
      "learning_rate": 1.863776402593118e-05,
      "loss": 1.0312,
      "step": 108608
    },
    {
      "epoch": 5.052756454989533,
      "grad_norm": 1.5045480881091708,
      "learning_rate": 1.8635972311406783e-05,
      "loss": 0.8672,
      "step": 108609
    },
    {
      "epoch": 5.052802977436613,
      "grad_norm": 1.5905025767351233,
      "learning_rate": 1.8634180677304188e-05,
      "loss": 1.0625,
      "step": 108610
    },
    {
      "epoch": 5.052849499883694,
      "grad_norm": 1.7606581937018013,
      "learning_rate": 1.8632389123624548e-05,
      "loss": 1.125,
      "step": 108611
    },
    {
      "epoch": 5.052896022330774,
      "grad_norm": 1.5755633900307247,
      "learning_rate": 1.863059765036894e-05,
      "loss": 1.0312,
      "step": 108612
    },
    {
      "epoch": 5.0529425447778555,
      "grad_norm": 1.5199140110224738,
      "learning_rate": 1.8628806257538447e-05,
      "loss": 0.9922,
      "step": 108613
    },
    {
      "epoch": 5.052989067224936,
      "grad_norm": 1.5622932054791763,
      "learning_rate": 1.8627014945134173e-05,
      "loss": 0.9062,
      "step": 108614
    },
    {
      "epoch": 5.0530355896720165,
      "grad_norm": 1.8810138026887024,
      "learning_rate": 1.8625223713157193e-05,
      "loss": 1.0859,
      "step": 108615
    },
    {
      "epoch": 5.053082112119098,
      "grad_norm": 1.5942360006849485,
      "learning_rate": 1.8623432561608614e-05,
      "loss": 1.0625,
      "step": 108616
    },
    {
      "epoch": 5.053128634566178,
      "grad_norm": 1.6210937747708318,
      "learning_rate": 1.862164149048958e-05,
      "loss": 1.0234,
      "step": 108617
    },
    {
      "epoch": 5.053175157013259,
      "grad_norm": 1.508969564654693,
      "learning_rate": 1.861985049980116e-05,
      "loss": 0.9531,
      "step": 108618
    },
    {
      "epoch": 5.053221679460339,
      "grad_norm": 1.6953888447634207,
      "learning_rate": 1.8618059589544433e-05,
      "loss": 0.9844,
      "step": 108619
    },
    {
      "epoch": 5.053268201907421,
      "grad_norm": 1.5391294445139396,
      "learning_rate": 1.8616268759720482e-05,
      "loss": 0.9492,
      "step": 108620
    },
    {
      "epoch": 5.053314724354501,
      "grad_norm": 1.5975623451905194,
      "learning_rate": 1.861447801033044e-05,
      "loss": 1.1484,
      "step": 108621
    },
    {
      "epoch": 5.053361246801582,
      "grad_norm": 1.4945842283575008,
      "learning_rate": 1.861268734137541e-05,
      "loss": 0.875,
      "step": 108622
    },
    {
      "epoch": 5.053407769248662,
      "grad_norm": 1.6250413101340655,
      "learning_rate": 1.8610896752856454e-05,
      "loss": 0.9766,
      "step": 108623
    },
    {
      "epoch": 5.0534542916957434,
      "grad_norm": 1.5988962854377426,
      "learning_rate": 1.8609106244774654e-05,
      "loss": 0.9688,
      "step": 108624
    },
    {
      "epoch": 5.053500814142824,
      "grad_norm": 1.578568113013889,
      "learning_rate": 1.8607315817131158e-05,
      "loss": 0.9492,
      "step": 108625
    },
    {
      "epoch": 5.053547336589904,
      "grad_norm": 1.4453934007648421,
      "learning_rate": 1.8605525469927033e-05,
      "loss": 0.9453,
      "step": 108626
    },
    {
      "epoch": 5.053593859036986,
      "grad_norm": 1.4995179416609494,
      "learning_rate": 1.86037352031634e-05,
      "loss": 0.8594,
      "step": 108627
    },
    {
      "epoch": 5.053640381484066,
      "grad_norm": 1.6552749924197978,
      "learning_rate": 1.8601945016841284e-05,
      "loss": 0.9961,
      "step": 108628
    },
    {
      "epoch": 5.053686903931147,
      "grad_norm": 1.503896056000988,
      "learning_rate": 1.8600154910961874e-05,
      "loss": 0.9375,
      "step": 108629
    },
    {
      "epoch": 5.053733426378227,
      "grad_norm": 1.6878750964211677,
      "learning_rate": 1.859836488552623e-05,
      "loss": 0.9961,
      "step": 108630
    },
    {
      "epoch": 5.053779948825309,
      "grad_norm": 1.6714357708657663,
      "learning_rate": 1.859657494053542e-05,
      "loss": 0.9727,
      "step": 108631
    },
    {
      "epoch": 5.053826471272389,
      "grad_norm": 1.7039459153757515,
      "learning_rate": 1.8594785075990544e-05,
      "loss": 0.9805,
      "step": 108632
    },
    {
      "epoch": 5.0538729937194695,
      "grad_norm": 1.802046053136839,
      "learning_rate": 1.8592995291892747e-05,
      "loss": 1.0156,
      "step": 108633
    },
    {
      "epoch": 5.05391951616655,
      "grad_norm": 1.6302441181307696,
      "learning_rate": 1.8591205588243087e-05,
      "loss": 1.0312,
      "step": 108634
    },
    {
      "epoch": 5.053966038613631,
      "grad_norm": 1.6398834772005704,
      "learning_rate": 1.858941596504267e-05,
      "loss": 1.0391,
      "step": 108635
    },
    {
      "epoch": 5.054012561060712,
      "grad_norm": 1.6085442064086357,
      "learning_rate": 1.8587626422292568e-05,
      "loss": 0.9922,
      "step": 108636
    },
    {
      "epoch": 5.054059083507792,
      "grad_norm": 1.491808657240749,
      "learning_rate": 1.858583695999391e-05,
      "loss": 0.8945,
      "step": 108637
    },
    {
      "epoch": 5.054105605954873,
      "grad_norm": 1.7808090143967246,
      "learning_rate": 1.8584047578147748e-05,
      "loss": 1.1641,
      "step": 108638
    },
    {
      "epoch": 5.054152128401954,
      "grad_norm": 1.5513975807548346,
      "learning_rate": 1.858225827675523e-05,
      "loss": 0.9648,
      "step": 108639
    },
    {
      "epoch": 5.054198650849035,
      "grad_norm": 1.6104593419092916,
      "learning_rate": 1.8580469055817436e-05,
      "loss": 0.9844,
      "step": 108640
    },
    {
      "epoch": 5.054245173296115,
      "grad_norm": 1.8187976825839243,
      "learning_rate": 1.857867991533547e-05,
      "loss": 1.0547,
      "step": 108641
    },
    {
      "epoch": 5.0542916957431965,
      "grad_norm": 1.7314892718453718,
      "learning_rate": 1.857689085531036e-05,
      "loss": 1.1406,
      "step": 108642
    },
    {
      "epoch": 5.054338218190277,
      "grad_norm": 1.74035297180943,
      "learning_rate": 1.8575101875743275e-05,
      "loss": 0.957,
      "step": 108643
    },
    {
      "epoch": 5.054384740637357,
      "grad_norm": 1.5546965745196548,
      "learning_rate": 1.8573312976635314e-05,
      "loss": 0.9375,
      "step": 108644
    },
    {
      "epoch": 5.054431263084438,
      "grad_norm": 1.5234166226681225,
      "learning_rate": 1.857152415798752e-05,
      "loss": 0.9414,
      "step": 108645
    },
    {
      "epoch": 5.054477785531519,
      "grad_norm": 1.4689262338915383,
      "learning_rate": 1.8569735419801003e-05,
      "loss": 0.9297,
      "step": 108646
    },
    {
      "epoch": 5.0545243079786,
      "grad_norm": 1.5761188944469084,
      "learning_rate": 1.8567946762076886e-05,
      "loss": 0.9258,
      "step": 108647
    },
    {
      "epoch": 5.05457083042568,
      "grad_norm": 1.5390082222646682,
      "learning_rate": 1.8566158184816254e-05,
      "loss": 0.8945,
      "step": 108648
    },
    {
      "epoch": 5.054617352872761,
      "grad_norm": 1.7939933844278357,
      "learning_rate": 1.856436968802019e-05,
      "loss": 1.1875,
      "step": 108649
    },
    {
      "epoch": 5.054663875319842,
      "grad_norm": 1.4058065453391,
      "learning_rate": 1.8562581271689764e-05,
      "loss": 0.8516,
      "step": 108650
    },
    {
      "epoch": 5.0547103977669225,
      "grad_norm": 1.550382551300621,
      "learning_rate": 1.8560792935826135e-05,
      "loss": 1.0156,
      "step": 108651
    },
    {
      "epoch": 5.054756920214003,
      "grad_norm": 1.333433410568158,
      "learning_rate": 1.8559004680430356e-05,
      "loss": 0.7695,
      "step": 108652
    },
    {
      "epoch": 5.054803442661084,
      "grad_norm": 1.5183396723102642,
      "learning_rate": 1.8557216505503526e-05,
      "loss": 0.9062,
      "step": 108653
    },
    {
      "epoch": 5.054849965108165,
      "grad_norm": 1.5009000902452116,
      "learning_rate": 1.8555428411046724e-05,
      "loss": 1.0156,
      "step": 108654
    },
    {
      "epoch": 5.054896487555245,
      "grad_norm": 1.485739120299597,
      "learning_rate": 1.8553640397061088e-05,
      "loss": 0.9453,
      "step": 108655
    },
    {
      "epoch": 5.054943010002326,
      "grad_norm": 1.4701864028914478,
      "learning_rate": 1.8551852463547677e-05,
      "loss": 0.9492,
      "step": 108656
    },
    {
      "epoch": 5.054989532449407,
      "grad_norm": 1.5921579202541176,
      "learning_rate": 1.8550064610507615e-05,
      "loss": 1.1016,
      "step": 108657
    },
    {
      "epoch": 5.055036054896488,
      "grad_norm": 1.5832470904886775,
      "learning_rate": 1.8548276837941943e-05,
      "loss": 0.9609,
      "step": 108658
    },
    {
      "epoch": 5.055082577343568,
      "grad_norm": 1.563352066017875,
      "learning_rate": 1.854648914585182e-05,
      "loss": 0.9727,
      "step": 108659
    },
    {
      "epoch": 5.055129099790649,
      "grad_norm": 1.5928149764444157,
      "learning_rate": 1.854470153423828e-05,
      "loss": 1.0312,
      "step": 108660
    },
    {
      "epoch": 5.05517562223773,
      "grad_norm": 1.623734573129856,
      "learning_rate": 1.854291400310247e-05,
      "loss": 1.0547,
      "step": 108661
    },
    {
      "epoch": 5.0552221446848105,
      "grad_norm": 1.61327740639721,
      "learning_rate": 1.8541126552445468e-05,
      "loss": 1.0,
      "step": 108662
    },
    {
      "epoch": 5.055268667131891,
      "grad_norm": 1.466774333936182,
      "learning_rate": 1.8539339182268338e-05,
      "loss": 0.8906,
      "step": 108663
    },
    {
      "epoch": 5.055315189578971,
      "grad_norm": 1.8318035637465615,
      "learning_rate": 1.8537551892572226e-05,
      "loss": 1.1953,
      "step": 108664
    },
    {
      "epoch": 5.055361712026053,
      "grad_norm": 1.7710042011559277,
      "learning_rate": 1.8535764683358207e-05,
      "loss": 1.1719,
      "step": 108665
    },
    {
      "epoch": 5.055408234473133,
      "grad_norm": 1.476405019042256,
      "learning_rate": 1.8533977554627355e-05,
      "loss": 0.9531,
      "step": 108666
    },
    {
      "epoch": 5.055454756920214,
      "grad_norm": 1.6680237887658071,
      "learning_rate": 1.853219050638079e-05,
      "loss": 1.0703,
      "step": 108667
    },
    {
      "epoch": 5.055501279367295,
      "grad_norm": 1.5618623634908946,
      "learning_rate": 1.853040353861956e-05,
      "loss": 0.9922,
      "step": 108668
    },
    {
      "epoch": 5.055547801814376,
      "grad_norm": 1.6829531535554958,
      "learning_rate": 1.8528616651344814e-05,
      "loss": 1.0781,
      "step": 108669
    },
    {
      "epoch": 5.055594324261456,
      "grad_norm": 1.5964199527064509,
      "learning_rate": 1.8526829844557632e-05,
      "loss": 1.0078,
      "step": 108670
    },
    {
      "epoch": 5.0556408467085365,
      "grad_norm": 1.5765384337910595,
      "learning_rate": 1.8525043118259085e-05,
      "loss": 1.0312,
      "step": 108671
    },
    {
      "epoch": 5.055687369155618,
      "grad_norm": 1.650395456830931,
      "learning_rate": 1.852325647245027e-05,
      "loss": 1.1172,
      "step": 108672
    },
    {
      "epoch": 5.055733891602698,
      "grad_norm": 1.666961701211298,
      "learning_rate": 1.852146990713232e-05,
      "loss": 1.0234,
      "step": 108673
    },
    {
      "epoch": 5.055780414049779,
      "grad_norm": 1.8921367434075171,
      "learning_rate": 1.8519683422306282e-05,
      "loss": 1.1953,
      "step": 108674
    },
    {
      "epoch": 5.055826936496859,
      "grad_norm": 1.7181509203656815,
      "learning_rate": 1.8517897017973286e-05,
      "loss": 1.0078,
      "step": 108675
    },
    {
      "epoch": 5.055873458943941,
      "grad_norm": 1.6407854570835534,
      "learning_rate": 1.8516110694134374e-05,
      "loss": 1.0469,
      "step": 108676
    },
    {
      "epoch": 5.055919981391021,
      "grad_norm": 1.6334711713728427,
      "learning_rate": 1.8514324450790703e-05,
      "loss": 1.0156,
      "step": 108677
    },
    {
      "epoch": 5.055966503838102,
      "grad_norm": 1.4647044542753789,
      "learning_rate": 1.851253828794334e-05,
      "loss": 0.8125,
      "step": 108678
    },
    {
      "epoch": 5.056013026285183,
      "grad_norm": 1.5666365535757518,
      "learning_rate": 1.851075220559337e-05,
      "loss": 1.0391,
      "step": 108679
    },
    {
      "epoch": 5.0560595487322635,
      "grad_norm": 1.678715597115446,
      "learning_rate": 1.8508966203741875e-05,
      "loss": 1.0469,
      "step": 108680
    },
    {
      "epoch": 5.056106071179344,
      "grad_norm": 1.4260287727146517,
      "learning_rate": 1.850718028238999e-05,
      "loss": 0.8477,
      "step": 108681
    },
    {
      "epoch": 5.056152593626424,
      "grad_norm": 1.4626427592605797,
      "learning_rate": 1.850539444153874e-05,
      "loss": 0.9648,
      "step": 108682
    },
    {
      "epoch": 5.056199116073506,
      "grad_norm": 1.5390032167177468,
      "learning_rate": 1.8503608681189313e-05,
      "loss": 0.9883,
      "step": 108683
    },
    {
      "epoch": 5.056245638520586,
      "grad_norm": 1.6524289034424835,
      "learning_rate": 1.8501823001342743e-05,
      "loss": 1.0625,
      "step": 108684
    },
    {
      "epoch": 5.056292160967667,
      "grad_norm": 1.9336558488321556,
      "learning_rate": 1.8500037402000106e-05,
      "loss": 1.0938,
      "step": 108685
    },
    {
      "epoch": 5.056338683414747,
      "grad_norm": 1.5878293235507481,
      "learning_rate": 1.849825188316254e-05,
      "loss": 0.9648,
      "step": 108686
    },
    {
      "epoch": 5.056385205861829,
      "grad_norm": 1.4975570491005987,
      "learning_rate": 1.8496466444831124e-05,
      "loss": 0.918,
      "step": 108687
    },
    {
      "epoch": 5.056431728308909,
      "grad_norm": 1.6913386532582657,
      "learning_rate": 1.8494681087006962e-05,
      "loss": 1.0312,
      "step": 108688
    },
    {
      "epoch": 5.05647825075599,
      "grad_norm": 1.5350349863219122,
      "learning_rate": 1.8492895809691083e-05,
      "loss": 0.9727,
      "step": 108689
    },
    {
      "epoch": 5.056524773203071,
      "grad_norm": 1.8420176674215147,
      "learning_rate": 1.849111061288467e-05,
      "loss": 1.0234,
      "step": 108690
    },
    {
      "epoch": 5.056571295650151,
      "grad_norm": 1.6788184404732882,
      "learning_rate": 1.8489325496588753e-05,
      "loss": 1.0234,
      "step": 108691
    },
    {
      "epoch": 5.056617818097232,
      "grad_norm": 1.5768175559679056,
      "learning_rate": 1.8487540460804468e-05,
      "loss": 0.9492,
      "step": 108692
    },
    {
      "epoch": 5.056664340544312,
      "grad_norm": 1.7359468169397418,
      "learning_rate": 1.848575550553288e-05,
      "loss": 1.0781,
      "step": 108693
    },
    {
      "epoch": 5.056710862991394,
      "grad_norm": 1.6956788242910767,
      "learning_rate": 1.8483970630775054e-05,
      "loss": 1.0547,
      "step": 108694
    },
    {
      "epoch": 5.056757385438474,
      "grad_norm": 1.5433451689498694,
      "learning_rate": 1.8482185836532154e-05,
      "loss": 0.9336,
      "step": 108695
    },
    {
      "epoch": 5.056803907885555,
      "grad_norm": 1.4902714146301954,
      "learning_rate": 1.8480401122805215e-05,
      "loss": 0.8906,
      "step": 108696
    },
    {
      "epoch": 5.056850430332635,
      "grad_norm": 1.6735365171887486,
      "learning_rate": 1.847861648959537e-05,
      "loss": 0.9609,
      "step": 108697
    },
    {
      "epoch": 5.0568969527797165,
      "grad_norm": 1.7861716305242623,
      "learning_rate": 1.847683193690365e-05,
      "loss": 0.9922,
      "step": 108698
    },
    {
      "epoch": 5.056943475226797,
      "grad_norm": 1.504625180259139,
      "learning_rate": 1.8475047464731224e-05,
      "loss": 0.9375,
      "step": 108699
    },
    {
      "epoch": 5.0569899976738775,
      "grad_norm": 1.705937264750703,
      "learning_rate": 1.8473263073079154e-05,
      "loss": 1.0938,
      "step": 108700
    },
    {
      "epoch": 5.057036520120958,
      "grad_norm": 1.6771057563906628,
      "learning_rate": 1.8471478761948522e-05,
      "loss": 0.9883,
      "step": 108701
    },
    {
      "epoch": 5.057083042568039,
      "grad_norm": 1.5408656987889258,
      "learning_rate": 1.8469694531340394e-05,
      "loss": 0.9062,
      "step": 108702
    },
    {
      "epoch": 5.05712956501512,
      "grad_norm": 1.621651097878792,
      "learning_rate": 1.8467910381255923e-05,
      "loss": 1.0391,
      "step": 108703
    },
    {
      "epoch": 5.0571760874622,
      "grad_norm": 1.5571187754227183,
      "learning_rate": 1.8466126311696155e-05,
      "loss": 1.0234,
      "step": 108704
    },
    {
      "epoch": 5.057222609909282,
      "grad_norm": 1.6420790490719803,
      "learning_rate": 1.8464342322662223e-05,
      "loss": 1.0781,
      "step": 108705
    },
    {
      "epoch": 5.057269132356362,
      "grad_norm": 1.4583172588494915,
      "learning_rate": 1.8462558414155194e-05,
      "loss": 0.9805,
      "step": 108706
    },
    {
      "epoch": 5.057315654803443,
      "grad_norm": 1.655085158736233,
      "learning_rate": 1.846077458617613e-05,
      "loss": 1.1328,
      "step": 108707
    },
    {
      "epoch": 5.057362177250523,
      "grad_norm": 1.5633210544241554,
      "learning_rate": 1.8458990838726183e-05,
      "loss": 0.9375,
      "step": 108708
    },
    {
      "epoch": 5.057408699697604,
      "grad_norm": 1.5289112919176162,
      "learning_rate": 1.845720717180642e-05,
      "loss": 0.9805,
      "step": 108709
    },
    {
      "epoch": 5.057455222144685,
      "grad_norm": 1.6232050425480955,
      "learning_rate": 1.8455423585417923e-05,
      "loss": 0.9648,
      "step": 108710
    },
    {
      "epoch": 5.057501744591765,
      "grad_norm": 1.8687883915554082,
      "learning_rate": 1.8453640079561773e-05,
      "loss": 1.0938,
      "step": 108711
    },
    {
      "epoch": 5.057548267038846,
      "grad_norm": 1.7615526861445396,
      "learning_rate": 1.84518566542391e-05,
      "loss": 1.0469,
      "step": 108712
    },
    {
      "epoch": 5.057594789485927,
      "grad_norm": 1.6545863162767833,
      "learning_rate": 1.8450073309450993e-05,
      "loss": 0.957,
      "step": 108713
    },
    {
      "epoch": 5.057641311933008,
      "grad_norm": 1.5697999539427985,
      "learning_rate": 1.8448290045198512e-05,
      "loss": 0.9375,
      "step": 108714
    },
    {
      "epoch": 5.057687834380088,
      "grad_norm": 1.677924435583274,
      "learning_rate": 1.8446506861482723e-05,
      "loss": 1.0781,
      "step": 108715
    },
    {
      "epoch": 5.0577343568271695,
      "grad_norm": 1.4808895109096172,
      "learning_rate": 1.8444723758304812e-05,
      "loss": 0.9141,
      "step": 108716
    },
    {
      "epoch": 5.05778087927425,
      "grad_norm": 1.6130618630446558,
      "learning_rate": 1.8442940735665796e-05,
      "loss": 0.9961,
      "step": 108717
    },
    {
      "epoch": 5.0578274017213305,
      "grad_norm": 1.7003674906893411,
      "learning_rate": 1.8441157793566803e-05,
      "loss": 1.0703,
      "step": 108718
    },
    {
      "epoch": 5.057873924168411,
      "grad_norm": 1.642671898353017,
      "learning_rate": 1.84393749320089e-05,
      "loss": 1.0859,
      "step": 108719
    },
    {
      "epoch": 5.057920446615492,
      "grad_norm": 1.576578858724148,
      "learning_rate": 1.8437592150993153e-05,
      "loss": 0.9844,
      "step": 108720
    },
    {
      "epoch": 5.057966969062573,
      "grad_norm": 1.6964815424588742,
      "learning_rate": 1.8435809450520726e-05,
      "loss": 1.0781,
      "step": 108721
    },
    {
      "epoch": 5.058013491509653,
      "grad_norm": 1.6029106728647817,
      "learning_rate": 1.8434026830592672e-05,
      "loss": 1.0703,
      "step": 108722
    },
    {
      "epoch": 5.058060013956734,
      "grad_norm": 1.4181361303397115,
      "learning_rate": 1.8432244291210073e-05,
      "loss": 0.918,
      "step": 108723
    },
    {
      "epoch": 5.058106536403815,
      "grad_norm": 1.534032488291301,
      "learning_rate": 1.843046183237401e-05,
      "loss": 0.8711,
      "step": 108724
    },
    {
      "epoch": 5.058153058850896,
      "grad_norm": 1.5930043325294494,
      "learning_rate": 1.8428679454085616e-05,
      "loss": 0.9453,
      "step": 108725
    },
    {
      "epoch": 5.058199581297976,
      "grad_norm": 1.716778074339564,
      "learning_rate": 1.8426897156345938e-05,
      "loss": 1.1406,
      "step": 108726
    },
    {
      "epoch": 5.058246103745057,
      "grad_norm": 1.5037294617841086,
      "learning_rate": 1.842511493915611e-05,
      "loss": 0.9961,
      "step": 108727
    },
    {
      "epoch": 5.058292626192138,
      "grad_norm": 1.7267473489050529,
      "learning_rate": 1.84233328025172e-05,
      "loss": 1.1094,
      "step": 108728
    },
    {
      "epoch": 5.058339148639218,
      "grad_norm": 1.6189799742810949,
      "learning_rate": 1.8421550746430285e-05,
      "loss": 1.0781,
      "step": 108729
    },
    {
      "epoch": 5.058385671086299,
      "grad_norm": 1.629355078169437,
      "learning_rate": 1.8419768770896488e-05,
      "loss": 1.0547,
      "step": 108730
    },
    {
      "epoch": 5.05843219353338,
      "grad_norm": 1.7966817218865463,
      "learning_rate": 1.84179868759169e-05,
      "loss": 0.9844,
      "step": 108731
    },
    {
      "epoch": 5.058478715980461,
      "grad_norm": 1.6980570508998938,
      "learning_rate": 1.8416205061492578e-05,
      "loss": 1.0703,
      "step": 108732
    },
    {
      "epoch": 5.058525238427541,
      "grad_norm": 1.52922655680025,
      "learning_rate": 1.8414423327624616e-05,
      "loss": 0.9727,
      "step": 108733
    },
    {
      "epoch": 5.058571760874622,
      "grad_norm": 1.5420144104064748,
      "learning_rate": 1.8412641674314133e-05,
      "loss": 1.1797,
      "step": 108734
    },
    {
      "epoch": 5.058618283321703,
      "grad_norm": 1.7358655967057615,
      "learning_rate": 1.8410860101562226e-05,
      "loss": 0.9609,
      "step": 108735
    },
    {
      "epoch": 5.0586648057687835,
      "grad_norm": 1.8861889663056328,
      "learning_rate": 1.8409078609369942e-05,
      "loss": 1.1406,
      "step": 108736
    },
    {
      "epoch": 5.058711328215864,
      "grad_norm": 1.7100314543465394,
      "learning_rate": 1.8407297197738386e-05,
      "loss": 1.0078,
      "step": 108737
    },
    {
      "epoch": 5.0587578506629445,
      "grad_norm": 1.6416584847943394,
      "learning_rate": 1.8405515866668685e-05,
      "loss": 1.0469,
      "step": 108738
    },
    {
      "epoch": 5.058804373110026,
      "grad_norm": 1.459241165508276,
      "learning_rate": 1.840373461616189e-05,
      "loss": 0.9375,
      "step": 108739
    },
    {
      "epoch": 5.058850895557106,
      "grad_norm": 1.6596380958154564,
      "learning_rate": 1.840195344621912e-05,
      "loss": 0.9219,
      "step": 108740
    },
    {
      "epoch": 5.058897418004187,
      "grad_norm": 1.5868175536676594,
      "learning_rate": 1.840017235684142e-05,
      "loss": 1.0078,
      "step": 108741
    },
    {
      "epoch": 5.058943940451268,
      "grad_norm": 1.668601912883507,
      "learning_rate": 1.8398391348029923e-05,
      "loss": 1.0859,
      "step": 108742
    },
    {
      "epoch": 5.058990462898349,
      "grad_norm": 1.5972371680544133,
      "learning_rate": 1.8396610419785714e-05,
      "loss": 0.9727,
      "step": 108743
    },
    {
      "epoch": 5.059036985345429,
      "grad_norm": 1.5679546836680678,
      "learning_rate": 1.8394829572109886e-05,
      "loss": 1.0781,
      "step": 108744
    },
    {
      "epoch": 5.05908350779251,
      "grad_norm": 1.476370424597329,
      "learning_rate": 1.8393048805003514e-05,
      "loss": 0.9453,
      "step": 108745
    },
    {
      "epoch": 5.059130030239591,
      "grad_norm": 1.661827808670021,
      "learning_rate": 1.8391268118467655e-05,
      "loss": 1.1172,
      "step": 108746
    },
    {
      "epoch": 5.059176552686671,
      "grad_norm": 1.4554527248652018,
      "learning_rate": 1.838948751250348e-05,
      "loss": 0.8984,
      "step": 108747
    },
    {
      "epoch": 5.059223075133752,
      "grad_norm": 1.5118409749023405,
      "learning_rate": 1.838770698711199e-05,
      "loss": 1.0156,
      "step": 108748
    },
    {
      "epoch": 5.059269597580832,
      "grad_norm": 1.7996683641914417,
      "learning_rate": 1.838592654229436e-05,
      "loss": 1.0781,
      "step": 108749
    },
    {
      "epoch": 5.059316120027914,
      "grad_norm": 1.4266327130959475,
      "learning_rate": 1.8384146178051646e-05,
      "loss": 0.9648,
      "step": 108750
    },
    {
      "epoch": 5.059362642474994,
      "grad_norm": 1.672250575879427,
      "learning_rate": 1.8382365894384894e-05,
      "loss": 1.0859,
      "step": 108751
    },
    {
      "epoch": 5.059409164922075,
      "grad_norm": 1.5064928386701946,
      "learning_rate": 1.8380585691295268e-05,
      "loss": 0.9219,
      "step": 108752
    },
    {
      "epoch": 5.059455687369155,
      "grad_norm": 1.4690745359177768,
      "learning_rate": 1.837880556878384e-05,
      "loss": 0.8906,
      "step": 108753
    },
    {
      "epoch": 5.0595022098162366,
      "grad_norm": 1.7661895986940102,
      "learning_rate": 1.8377025526851653e-05,
      "loss": 1.2422,
      "step": 108754
    },
    {
      "epoch": 5.059548732263317,
      "grad_norm": 1.7144683038122615,
      "learning_rate": 1.837524556549981e-05,
      "loss": 0.9688,
      "step": 108755
    },
    {
      "epoch": 5.0595952547103975,
      "grad_norm": 1.4514453307364474,
      "learning_rate": 1.8373465684729455e-05,
      "loss": 0.8555,
      "step": 108756
    },
    {
      "epoch": 5.059641777157479,
      "grad_norm": 1.686633014126102,
      "learning_rate": 1.8371685884541627e-05,
      "loss": 1.1172,
      "step": 108757
    },
    {
      "epoch": 5.059688299604559,
      "grad_norm": 1.4118286043671822,
      "learning_rate": 1.836990616493744e-05,
      "loss": 0.8555,
      "step": 108758
    },
    {
      "epoch": 5.05973482205164,
      "grad_norm": 1.470184054712592,
      "learning_rate": 1.8368126525917938e-05,
      "loss": 0.793,
      "step": 108759
    },
    {
      "epoch": 5.05978134449872,
      "grad_norm": 1.6554223039652232,
      "learning_rate": 1.8366346967484275e-05,
      "loss": 1.0703,
      "step": 108760
    },
    {
      "epoch": 5.059827866945802,
      "grad_norm": 1.6039489273024468,
      "learning_rate": 1.8364567489637516e-05,
      "loss": 0.8633,
      "step": 108761
    },
    {
      "epoch": 5.059874389392882,
      "grad_norm": 1.684673040822494,
      "learning_rate": 1.8362788092378728e-05,
      "loss": 1.0156,
      "step": 108762
    },
    {
      "epoch": 5.059920911839963,
      "grad_norm": 1.6154621430583904,
      "learning_rate": 1.836100877570899e-05,
      "loss": 0.9453,
      "step": 108763
    },
    {
      "epoch": 5.059967434287043,
      "grad_norm": 1.480499355465952,
      "learning_rate": 1.8359229539629456e-05,
      "loss": 0.8789,
      "step": 108764
    },
    {
      "epoch": 5.0600139567341245,
      "grad_norm": 1.4499190466307206,
      "learning_rate": 1.8357450384141186e-05,
      "loss": 0.9023,
      "step": 108765
    },
    {
      "epoch": 5.060060479181205,
      "grad_norm": 1.7441975122896356,
      "learning_rate": 1.8355671309245253e-05,
      "loss": 1.0234,
      "step": 108766
    },
    {
      "epoch": 5.060107001628285,
      "grad_norm": 1.7345661948179145,
      "learning_rate": 1.8353892314942715e-05,
      "loss": 1.0703,
      "step": 108767
    },
    {
      "epoch": 5.060153524075367,
      "grad_norm": 1.657912011226823,
      "learning_rate": 1.8352113401234742e-05,
      "loss": 0.9805,
      "step": 108768
    },
    {
      "epoch": 5.060200046522447,
      "grad_norm": 1.558639834487705,
      "learning_rate": 1.835033456812238e-05,
      "loss": 0.9297,
      "step": 108769
    },
    {
      "epoch": 5.060246568969528,
      "grad_norm": 1.6646812750217836,
      "learning_rate": 1.8348555815606686e-05,
      "loss": 1.0469,
      "step": 108770
    },
    {
      "epoch": 5.060293091416608,
      "grad_norm": 1.5260255754372378,
      "learning_rate": 1.83467771436888e-05,
      "loss": 0.957,
      "step": 108771
    },
    {
      "epoch": 5.06033961386369,
      "grad_norm": 1.582684162248008,
      "learning_rate": 1.8344998552369778e-05,
      "loss": 0.9023,
      "step": 108772
    },
    {
      "epoch": 5.06038613631077,
      "grad_norm": 1.4215320655293713,
      "learning_rate": 1.8343220041650747e-05,
      "loss": 0.8477,
      "step": 108773
    },
    {
      "epoch": 5.0604326587578505,
      "grad_norm": 1.5822433388428614,
      "learning_rate": 1.8341441611532776e-05,
      "loss": 1.0078,
      "step": 108774
    },
    {
      "epoch": 5.060479181204931,
      "grad_norm": 1.5540985022836986,
      "learning_rate": 1.8339663262016946e-05,
      "loss": 1.0781,
      "step": 108775
    },
    {
      "epoch": 5.060525703652012,
      "grad_norm": 1.4881100898660233,
      "learning_rate": 1.8337884993104357e-05,
      "loss": 0.957,
      "step": 108776
    },
    {
      "epoch": 5.060572226099093,
      "grad_norm": 1.755430116204385,
      "learning_rate": 1.8336106804796058e-05,
      "loss": 1.1797,
      "step": 108777
    },
    {
      "epoch": 5.060618748546173,
      "grad_norm": 1.5548913351426794,
      "learning_rate": 1.83343286970932e-05,
      "loss": 1.0547,
      "step": 108778
    },
    {
      "epoch": 5.060665270993254,
      "grad_norm": 1.6034294059381577,
      "learning_rate": 1.8332550669996842e-05,
      "loss": 0.9531,
      "step": 108779
    },
    {
      "epoch": 5.060711793440335,
      "grad_norm": 1.5779128433653395,
      "learning_rate": 1.8330772723508073e-05,
      "loss": 1.1016,
      "step": 108780
    },
    {
      "epoch": 5.060758315887416,
      "grad_norm": 1.7897740530699116,
      "learning_rate": 1.832899485762796e-05,
      "loss": 1.125,
      "step": 108781
    },
    {
      "epoch": 5.060804838334496,
      "grad_norm": 1.5494435123014552,
      "learning_rate": 1.832721707235763e-05,
      "loss": 0.9766,
      "step": 108782
    },
    {
      "epoch": 5.0608513607815775,
      "grad_norm": 1.6686433827060638,
      "learning_rate": 1.8325439367698153e-05,
      "loss": 1.0547,
      "step": 108783
    },
    {
      "epoch": 5.060897883228658,
      "grad_norm": 1.7141176868063495,
      "learning_rate": 1.8323661743650627e-05,
      "loss": 1.0469,
      "step": 108784
    },
    {
      "epoch": 5.0609444056757384,
      "grad_norm": 1.7051139168546938,
      "learning_rate": 1.8321884200216096e-05,
      "loss": 1.0078,
      "step": 108785
    },
    {
      "epoch": 5.060990928122819,
      "grad_norm": 1.589762482761829,
      "learning_rate": 1.8320106737395717e-05,
      "loss": 1.0,
      "step": 108786
    },
    {
      "epoch": 5.0610374505699,
      "grad_norm": 1.6332758137478394,
      "learning_rate": 1.8318329355190537e-05,
      "loss": 0.9492,
      "step": 108787
    },
    {
      "epoch": 5.061083973016981,
      "grad_norm": 1.658771351713422,
      "learning_rate": 1.8316552053601653e-05,
      "loss": 0.9609,
      "step": 108788
    },
    {
      "epoch": 5.061130495464061,
      "grad_norm": 1.627951977196664,
      "learning_rate": 1.831477483263013e-05,
      "loss": 1.0234,
      "step": 108789
    },
    {
      "epoch": 5.061177017911142,
      "grad_norm": 1.5954621269899127,
      "learning_rate": 1.8312997692277105e-05,
      "loss": 0.9531,
      "step": 108790
    },
    {
      "epoch": 5.061223540358223,
      "grad_norm": 1.6411885967330715,
      "learning_rate": 1.831122063254364e-05,
      "loss": 0.9922,
      "step": 108791
    },
    {
      "epoch": 5.061270062805304,
      "grad_norm": 1.665444541314873,
      "learning_rate": 1.8309443653430783e-05,
      "loss": 1.0078,
      "step": 108792
    },
    {
      "epoch": 5.061316585252384,
      "grad_norm": 1.59135718599392,
      "learning_rate": 1.8307666754939688e-05,
      "loss": 1.0391,
      "step": 108793
    },
    {
      "epoch": 5.061363107699465,
      "grad_norm": 1.671973935964887,
      "learning_rate": 1.83058899370714e-05,
      "loss": 1.0234,
      "step": 108794
    },
    {
      "epoch": 5.061409630146546,
      "grad_norm": 1.6998768534812354,
      "learning_rate": 1.830411319982705e-05,
      "loss": 1.0234,
      "step": 108795
    },
    {
      "epoch": 5.061456152593626,
      "grad_norm": 1.3925575426467989,
      "learning_rate": 1.8302336543207695e-05,
      "loss": 0.8906,
      "step": 108796
    },
    {
      "epoch": 5.061502675040707,
      "grad_norm": 1.5546140693937749,
      "learning_rate": 1.8300559967214427e-05,
      "loss": 1.0781,
      "step": 108797
    },
    {
      "epoch": 5.061549197487788,
      "grad_norm": 1.748609702554905,
      "learning_rate": 1.82987834718483e-05,
      "loss": 1.0625,
      "step": 108798
    },
    {
      "epoch": 5.061595719934869,
      "grad_norm": 1.5222950769850676,
      "learning_rate": 1.8297007057110458e-05,
      "loss": 0.9922,
      "step": 108799
    },
    {
      "epoch": 5.061642242381949,
      "grad_norm": 1.5948234681233253,
      "learning_rate": 1.829523072300197e-05,
      "loss": 0.9688,
      "step": 108800
    },
    {
      "epoch": 5.06168876482903,
      "grad_norm": 1.6165112885501145,
      "learning_rate": 1.8293454469523916e-05,
      "loss": 0.9102,
      "step": 108801
    },
    {
      "epoch": 5.061735287276111,
      "grad_norm": 1.5497854190308715,
      "learning_rate": 1.82916782966774e-05,
      "loss": 1.0469,
      "step": 108802
    },
    {
      "epoch": 5.0617818097231915,
      "grad_norm": 1.592629365375074,
      "learning_rate": 1.8289902204463448e-05,
      "loss": 1.0156,
      "step": 108803
    },
    {
      "epoch": 5.061828332170272,
      "grad_norm": 1.5219502055306995,
      "learning_rate": 1.828812619288323e-05,
      "loss": 0.8398,
      "step": 108804
    },
    {
      "epoch": 5.061874854617352,
      "grad_norm": 1.6485611487981513,
      "learning_rate": 1.8286350261937795e-05,
      "loss": 0.918,
      "step": 108805
    },
    {
      "epoch": 5.061921377064434,
      "grad_norm": 1.5941368904165203,
      "learning_rate": 1.8284574411628237e-05,
      "loss": 1.0234,
      "step": 108806
    },
    {
      "epoch": 5.061967899511514,
      "grad_norm": 1.631834547120585,
      "learning_rate": 1.82827986419556e-05,
      "loss": 0.9414,
      "step": 108807
    },
    {
      "epoch": 5.062014421958595,
      "grad_norm": 1.7035523063376479,
      "learning_rate": 1.8281022952921055e-05,
      "loss": 1.0078,
      "step": 108808
    },
    {
      "epoch": 5.062060944405676,
      "grad_norm": 1.511465060599078,
      "learning_rate": 1.8279247344525638e-05,
      "loss": 0.8828,
      "step": 108809
    },
    {
      "epoch": 5.062107466852757,
      "grad_norm": 1.693265047811519,
      "learning_rate": 1.8277471816770435e-05,
      "loss": 1.0625,
      "step": 108810
    },
    {
      "epoch": 5.062153989299837,
      "grad_norm": 1.6061145605197036,
      "learning_rate": 1.8275696369656506e-05,
      "loss": 0.8711,
      "step": 108811
    },
    {
      "epoch": 5.0622005117469175,
      "grad_norm": 1.6233149481801343,
      "learning_rate": 1.8273921003185022e-05,
      "loss": 1.1328,
      "step": 108812
    },
    {
      "epoch": 5.062247034193999,
      "grad_norm": 1.5929133800750583,
      "learning_rate": 1.827214571735701e-05,
      "loss": 0.9609,
      "step": 108813
    },
    {
      "epoch": 5.062293556641079,
      "grad_norm": 1.5594163986841234,
      "learning_rate": 1.8270370512173527e-05,
      "loss": 0.8438,
      "step": 108814
    },
    {
      "epoch": 5.06234007908816,
      "grad_norm": 1.7580033573647977,
      "learning_rate": 1.8268595387635748e-05,
      "loss": 1.1406,
      "step": 108815
    },
    {
      "epoch": 5.06238660153524,
      "grad_norm": 1.654074837041269,
      "learning_rate": 1.826682034374466e-05,
      "loss": 1.0,
      "step": 108816
    },
    {
      "epoch": 5.062433123982322,
      "grad_norm": 1.67212968423211,
      "learning_rate": 1.8265045380501442e-05,
      "loss": 0.957,
      "step": 108817
    },
    {
      "epoch": 5.062479646429402,
      "grad_norm": 1.6301571703432864,
      "learning_rate": 1.8263270497907145e-05,
      "loss": 0.9336,
      "step": 108818
    },
    {
      "epoch": 5.062526168876483,
      "grad_norm": 1.4913252623784996,
      "learning_rate": 1.8261495695962836e-05,
      "loss": 0.957,
      "step": 108819
    },
    {
      "epoch": 5.062572691323564,
      "grad_norm": 1.6169041092716354,
      "learning_rate": 1.8259720974669596e-05,
      "loss": 1.0234,
      "step": 108820
    },
    {
      "epoch": 5.0626192137706445,
      "grad_norm": 1.6244368797949107,
      "learning_rate": 1.8257946334028574e-05,
      "loss": 1.1328,
      "step": 108821
    },
    {
      "epoch": 5.062665736217725,
      "grad_norm": 1.5654755942115233,
      "learning_rate": 1.8256171774040785e-05,
      "loss": 1.0391,
      "step": 108822
    },
    {
      "epoch": 5.0627122586648055,
      "grad_norm": 1.6388662284607198,
      "learning_rate": 1.825439729470736e-05,
      "loss": 0.9531,
      "step": 108823
    },
    {
      "epoch": 5.062758781111887,
      "grad_norm": 1.5849363189316834,
      "learning_rate": 1.825262289602934e-05,
      "loss": 0.9336,
      "step": 108824
    },
    {
      "epoch": 5.062805303558967,
      "grad_norm": 1.7442984860333703,
      "learning_rate": 1.8250848578007866e-05,
      "loss": 1.0938,
      "step": 108825
    },
    {
      "epoch": 5.062851826006048,
      "grad_norm": 1.432983872249788,
      "learning_rate": 1.8249074340644003e-05,
      "loss": 0.9844,
      "step": 108826
    },
    {
      "epoch": 5.062898348453128,
      "grad_norm": 1.6837656870685185,
      "learning_rate": 1.824730018393884e-05,
      "loss": 0.9688,
      "step": 108827
    },
    {
      "epoch": 5.06294487090021,
      "grad_norm": 1.6549495641408936,
      "learning_rate": 1.824552610789344e-05,
      "loss": 1.0703,
      "step": 108828
    },
    {
      "epoch": 5.06299139334729,
      "grad_norm": 1.6400985454587227,
      "learning_rate": 1.824375211250888e-05,
      "loss": 0.9844,
      "step": 108829
    },
    {
      "epoch": 5.063037915794371,
      "grad_norm": 1.6656458562995269,
      "learning_rate": 1.8241978197786316e-05,
      "loss": 1.1094,
      "step": 108830
    },
    {
      "epoch": 5.063084438241452,
      "grad_norm": 1.5265586926056045,
      "learning_rate": 1.824020436372678e-05,
      "loss": 1.0,
      "step": 108831
    },
    {
      "epoch": 5.063130960688532,
      "grad_norm": 1.8643788991294978,
      "learning_rate": 1.8238430610331366e-05,
      "loss": 1.0781,
      "step": 108832
    },
    {
      "epoch": 5.063177483135613,
      "grad_norm": 1.405516996939167,
      "learning_rate": 1.823665693760113e-05,
      "loss": 0.8828,
      "step": 108833
    },
    {
      "epoch": 5.063224005582693,
      "grad_norm": 1.5064738108318583,
      "learning_rate": 1.8234883345537215e-05,
      "loss": 0.8672,
      "step": 108834
    },
    {
      "epoch": 5.063270528029775,
      "grad_norm": 1.5851686491470063,
      "learning_rate": 1.8233109834140656e-05,
      "loss": 0.9844,
      "step": 108835
    },
    {
      "epoch": 5.063317050476855,
      "grad_norm": 1.5524045500465142,
      "learning_rate": 1.8231336403412605e-05,
      "loss": 0.9336,
      "step": 108836
    },
    {
      "epoch": 5.063363572923936,
      "grad_norm": 1.5704085466379871,
      "learning_rate": 1.822956305335409e-05,
      "loss": 1.0234,
      "step": 108837
    },
    {
      "epoch": 5.063410095371016,
      "grad_norm": 1.650146834970449,
      "learning_rate": 1.822778978396618e-05,
      "loss": 0.9375,
      "step": 108838
    },
    {
      "epoch": 5.0634566178180975,
      "grad_norm": 1.6035629170146488,
      "learning_rate": 1.8226016595250037e-05,
      "loss": 1.0,
      "step": 108839
    },
    {
      "epoch": 5.063503140265178,
      "grad_norm": 1.5833481221357246,
      "learning_rate": 1.8224243487206695e-05,
      "loss": 0.9258,
      "step": 108840
    },
    {
      "epoch": 5.0635496627122585,
      "grad_norm": 1.710143310307338,
      "learning_rate": 1.8222470459837258e-05,
      "loss": 1.0547,
      "step": 108841
    },
    {
      "epoch": 5.063596185159339,
      "grad_norm": 1.6039967682052678,
      "learning_rate": 1.822069751314277e-05,
      "loss": 1.0156,
      "step": 108842
    },
    {
      "epoch": 5.06364270760642,
      "grad_norm": 1.6344554631112822,
      "learning_rate": 1.821892464712436e-05,
      "loss": 0.9531,
      "step": 108843
    },
    {
      "epoch": 5.063689230053501,
      "grad_norm": 1.5960831965067317,
      "learning_rate": 1.821715186178312e-05,
      "loss": 1.0078,
      "step": 108844
    },
    {
      "epoch": 5.063735752500581,
      "grad_norm": 1.7209193872847812,
      "learning_rate": 1.8215379157120107e-05,
      "loss": 1.1641,
      "step": 108845
    },
    {
      "epoch": 5.063782274947663,
      "grad_norm": 1.39625928324133,
      "learning_rate": 1.8213606533136392e-05,
      "loss": 0.8164,
      "step": 108846
    },
    {
      "epoch": 5.063828797394743,
      "grad_norm": 1.6037618680684882,
      "learning_rate": 1.8211833989833108e-05,
      "loss": 0.9766,
      "step": 108847
    },
    {
      "epoch": 5.063875319841824,
      "grad_norm": 2.004003410865141,
      "learning_rate": 1.8210061527211318e-05,
      "loss": 1.2578,
      "step": 108848
    },
    {
      "epoch": 5.063921842288904,
      "grad_norm": 1.6463990146078933,
      "learning_rate": 1.8208289145272103e-05,
      "loss": 1.1328,
      "step": 108849
    },
    {
      "epoch": 5.063968364735985,
      "grad_norm": 1.5751657195902495,
      "learning_rate": 1.8206516844016534e-05,
      "loss": 0.9805,
      "step": 108850
    },
    {
      "epoch": 5.064014887183066,
      "grad_norm": 1.335070786115786,
      "learning_rate": 1.820474462344572e-05,
      "loss": 0.8555,
      "step": 108851
    },
    {
      "epoch": 5.064061409630146,
      "grad_norm": 1.5852042355352165,
      "learning_rate": 1.820297248356075e-05,
      "loss": 0.9961,
      "step": 108852
    },
    {
      "epoch": 5.064107932077227,
      "grad_norm": 1.7389272960373405,
      "learning_rate": 1.8201200424362705e-05,
      "loss": 1.1016,
      "step": 108853
    },
    {
      "epoch": 5.064154454524308,
      "grad_norm": 1.6966870714444138,
      "learning_rate": 1.8199428445852648e-05,
      "loss": 1.0,
      "step": 108854
    },
    {
      "epoch": 5.064200976971389,
      "grad_norm": 1.6484190658068067,
      "learning_rate": 1.819765654803165e-05,
      "loss": 0.9922,
      "step": 108855
    },
    {
      "epoch": 5.064247499418469,
      "grad_norm": 1.7432786970943575,
      "learning_rate": 1.819588473090085e-05,
      "loss": 1.0547,
      "step": 108856
    },
    {
      "epoch": 5.0642940218655506,
      "grad_norm": 1.4684689702329794,
      "learning_rate": 1.819411299446129e-05,
      "loss": 0.918,
      "step": 108857
    },
    {
      "epoch": 5.064340544312631,
      "grad_norm": 1.6605940760853317,
      "learning_rate": 1.8192341338714084e-05,
      "loss": 0.9336,
      "step": 108858
    },
    {
      "epoch": 5.0643870667597115,
      "grad_norm": 1.5414626937614462,
      "learning_rate": 1.819056976366031e-05,
      "loss": 1.0391,
      "step": 108859
    },
    {
      "epoch": 5.064433589206792,
      "grad_norm": 1.5853187178805432,
      "learning_rate": 1.8188798269301026e-05,
      "loss": 0.9727,
      "step": 108860
    },
    {
      "epoch": 5.064480111653873,
      "grad_norm": 1.5624319811107787,
      "learning_rate": 1.8187026855637354e-05,
      "loss": 1.0859,
      "step": 108861
    },
    {
      "epoch": 5.064526634100954,
      "grad_norm": 1.735938493207477,
      "learning_rate": 1.8185255522670368e-05,
      "loss": 1.0547,
      "step": 108862
    },
    {
      "epoch": 5.064573156548034,
      "grad_norm": 1.7080914838023156,
      "learning_rate": 1.8183484270401142e-05,
      "loss": 1.1094,
      "step": 108863
    },
    {
      "epoch": 5.064619678995115,
      "grad_norm": 1.5514939072052292,
      "learning_rate": 1.8181713098830735e-05,
      "loss": 1.0625,
      "step": 108864
    },
    {
      "epoch": 5.064666201442196,
      "grad_norm": 1.4737495457377512,
      "learning_rate": 1.817994200796029e-05,
      "loss": 0.9766,
      "step": 108865
    },
    {
      "epoch": 5.064712723889277,
      "grad_norm": 1.5473723158786368,
      "learning_rate": 1.8178170997790876e-05,
      "loss": 0.8672,
      "step": 108866
    },
    {
      "epoch": 5.064759246336357,
      "grad_norm": 1.5002127679966295,
      "learning_rate": 1.817640006832354e-05,
      "loss": 0.9844,
      "step": 108867
    },
    {
      "epoch": 5.064805768783438,
      "grad_norm": 1.5806806048645672,
      "learning_rate": 1.8174629219559363e-05,
      "loss": 1.1016,
      "step": 108868
    },
    {
      "epoch": 5.064852291230519,
      "grad_norm": 1.5917018510587906,
      "learning_rate": 1.8172858451499493e-05,
      "loss": 0.9609,
      "step": 108869
    },
    {
      "epoch": 5.064898813677599,
      "grad_norm": 1.8075428787947696,
      "learning_rate": 1.817108776414497e-05,
      "loss": 1.1328,
      "step": 108870
    },
    {
      "epoch": 5.06494533612468,
      "grad_norm": 1.3996493733812359,
      "learning_rate": 1.8169317157496888e-05,
      "loss": 0.8047,
      "step": 108871
    },
    {
      "epoch": 5.064991858571761,
      "grad_norm": 1.39377342282636,
      "learning_rate": 1.8167546631556294e-05,
      "loss": 0.8359,
      "step": 108872
    },
    {
      "epoch": 5.065038381018842,
      "grad_norm": 1.678819190980221,
      "learning_rate": 1.8165776186324344e-05,
      "loss": 0.9453,
      "step": 108873
    },
    {
      "epoch": 5.065084903465922,
      "grad_norm": 1.6112520736421514,
      "learning_rate": 1.8164005821802063e-05,
      "loss": 0.9414,
      "step": 108874
    },
    {
      "epoch": 5.065131425913003,
      "grad_norm": 1.648093243908909,
      "learning_rate": 1.816223553799057e-05,
      "loss": 1.0312,
      "step": 108875
    },
    {
      "epoch": 5.065177948360084,
      "grad_norm": 1.6011839155410574,
      "learning_rate": 1.81604653348909e-05,
      "loss": 0.9609,
      "step": 108876
    },
    {
      "epoch": 5.0652244708071645,
      "grad_norm": 1.748714194884792,
      "learning_rate": 1.8158695212504198e-05,
      "loss": 0.9336,
      "step": 108877
    },
    {
      "epoch": 5.065270993254245,
      "grad_norm": 1.7510050472689804,
      "learning_rate": 1.8156925170831516e-05,
      "loss": 1.0078,
      "step": 108878
    },
    {
      "epoch": 5.0653175157013255,
      "grad_norm": 1.6171723529006774,
      "learning_rate": 1.8155155209873916e-05,
      "loss": 1.0312,
      "step": 108879
    },
    {
      "epoch": 5.065364038148407,
      "grad_norm": 1.4945110801851078,
      "learning_rate": 1.815338532963255e-05,
      "loss": 0.9414,
      "step": 108880
    },
    {
      "epoch": 5.065410560595487,
      "grad_norm": 1.5806112556821248,
      "learning_rate": 1.8151615530108437e-05,
      "loss": 1.0234,
      "step": 108881
    },
    {
      "epoch": 5.065457083042568,
      "grad_norm": 1.6090340164949581,
      "learning_rate": 1.814984581130267e-05,
      "loss": 0.9688,
      "step": 108882
    },
    {
      "epoch": 5.065503605489649,
      "grad_norm": 1.5925024003284933,
      "learning_rate": 1.814807617321637e-05,
      "loss": 0.8828,
      "step": 108883
    },
    {
      "epoch": 5.06555012793673,
      "grad_norm": 1.5913750388982817,
      "learning_rate": 1.814630661585058e-05,
      "loss": 1.0234,
      "step": 108884
    },
    {
      "epoch": 5.06559665038381,
      "grad_norm": 1.5155834726667023,
      "learning_rate": 1.8144537139206406e-05,
      "loss": 1.0078,
      "step": 108885
    },
    {
      "epoch": 5.065643172830891,
      "grad_norm": 1.534439669203777,
      "learning_rate": 1.8142767743284908e-05,
      "loss": 0.8711,
      "step": 108886
    },
    {
      "epoch": 5.065689695277972,
      "grad_norm": 1.5878836917921153,
      "learning_rate": 1.8140998428087205e-05,
      "loss": 0.9492,
      "step": 108887
    },
    {
      "epoch": 5.0657362177250524,
      "grad_norm": 1.6803270190516817,
      "learning_rate": 1.8139229193614347e-05,
      "loss": 0.9961,
      "step": 108888
    },
    {
      "epoch": 5.065782740172133,
      "grad_norm": 1.392537576727695,
      "learning_rate": 1.8137460039867446e-05,
      "loss": 0.8438,
      "step": 108889
    },
    {
      "epoch": 5.065829262619213,
      "grad_norm": 1.6160386401306694,
      "learning_rate": 1.813569096684754e-05,
      "loss": 1.0703,
      "step": 108890
    },
    {
      "epoch": 5.065875785066295,
      "grad_norm": 1.5923024349337656,
      "learning_rate": 1.8133921974555753e-05,
      "loss": 0.9141,
      "step": 108891
    },
    {
      "epoch": 5.065922307513375,
      "grad_norm": 1.5536179765837634,
      "learning_rate": 1.8132153062993177e-05,
      "loss": 0.9062,
      "step": 108892
    },
    {
      "epoch": 5.065968829960456,
      "grad_norm": 1.5727555458876041,
      "learning_rate": 1.8130384232160873e-05,
      "loss": 1.0,
      "step": 108893
    },
    {
      "epoch": 5.066015352407536,
      "grad_norm": 1.670809480952243,
      "learning_rate": 1.8128615482059873e-05,
      "loss": 0.957,
      "step": 108894
    },
    {
      "epoch": 5.066061874854618,
      "grad_norm": 1.5831804148405133,
      "learning_rate": 1.8126846812691358e-05,
      "loss": 0.9648,
      "step": 108895
    },
    {
      "epoch": 5.066108397301698,
      "grad_norm": 1.5694525667280368,
      "learning_rate": 1.8125078224056366e-05,
      "loss": 1.0391,
      "step": 108896
    },
    {
      "epoch": 5.0661549197487785,
      "grad_norm": 1.645591777130254,
      "learning_rate": 1.8123309716155977e-05,
      "loss": 0.9766,
      "step": 108897
    },
    {
      "epoch": 5.06620144219586,
      "grad_norm": 1.6480675110265566,
      "learning_rate": 1.8121541288991238e-05,
      "loss": 0.9648,
      "step": 108898
    },
    {
      "epoch": 5.06624796464294,
      "grad_norm": 1.4530680371506859,
      "learning_rate": 1.8119772942563314e-05,
      "loss": 0.9883,
      "step": 108899
    },
    {
      "epoch": 5.066294487090021,
      "grad_norm": 1.782653480254557,
      "learning_rate": 1.8118004676873226e-05,
      "loss": 1.0234,
      "step": 108900
    },
    {
      "epoch": 5.066341009537101,
      "grad_norm": 1.6101106715969529,
      "learning_rate": 1.8116236491922054e-05,
      "loss": 0.8984,
      "step": 108901
    },
    {
      "epoch": 5.066387531984183,
      "grad_norm": 1.706761902435424,
      "learning_rate": 1.8114468387710927e-05,
      "loss": 1.1094,
      "step": 108902
    },
    {
      "epoch": 5.066434054431263,
      "grad_norm": 1.5846093367583343,
      "learning_rate": 1.8112700364240868e-05,
      "loss": 1.1719,
      "step": 108903
    },
    {
      "epoch": 5.066480576878344,
      "grad_norm": 1.575176320318319,
      "learning_rate": 1.8110932421513018e-05,
      "loss": 0.9258,
      "step": 108904
    },
    {
      "epoch": 5.066527099325424,
      "grad_norm": 1.5073138356998215,
      "learning_rate": 1.8109164559528434e-05,
      "loss": 0.832,
      "step": 108905
    },
    {
      "epoch": 5.0665736217725055,
      "grad_norm": 1.4910956891287457,
      "learning_rate": 1.810739677828819e-05,
      "loss": 1.0469,
      "step": 108906
    },
    {
      "epoch": 5.066620144219586,
      "grad_norm": 1.7210398082400205,
      "learning_rate": 1.8105629077793394e-05,
      "loss": 1.0312,
      "step": 108907
    },
    {
      "epoch": 5.066666666666666,
      "grad_norm": 1.812363306317527,
      "learning_rate": 1.8103861458045055e-05,
      "loss": 1.0547,
      "step": 108908
    },
    {
      "epoch": 5.066713189113748,
      "grad_norm": 1.7005258099023464,
      "learning_rate": 1.810209391904436e-05,
      "loss": 1.125,
      "step": 108909
    },
    {
      "epoch": 5.066759711560828,
      "grad_norm": 1.6630908511472104,
      "learning_rate": 1.8100326460792335e-05,
      "loss": 1.0469,
      "step": 108910
    },
    {
      "epoch": 5.066806234007909,
      "grad_norm": 1.6614203512821069,
      "learning_rate": 1.8098559083290055e-05,
      "loss": 1.0469,
      "step": 108911
    },
    {
      "epoch": 5.066852756454989,
      "grad_norm": 1.799407104327541,
      "learning_rate": 1.8096791786538594e-05,
      "loss": 1.1406,
      "step": 108912
    },
    {
      "epoch": 5.066899278902071,
      "grad_norm": 1.561337132657398,
      "learning_rate": 1.809502457053909e-05,
      "loss": 0.9492,
      "step": 108913
    },
    {
      "epoch": 5.066945801349151,
      "grad_norm": 1.5439595139610547,
      "learning_rate": 1.809325743529259e-05,
      "loss": 1.0312,
      "step": 108914
    },
    {
      "epoch": 5.0669923237962315,
      "grad_norm": 1.5078627633956627,
      "learning_rate": 1.8091490380800162e-05,
      "loss": 0.918,
      "step": 108915
    },
    {
      "epoch": 5.067038846243312,
      "grad_norm": 1.6575644851812128,
      "learning_rate": 1.8089723407062883e-05,
      "loss": 1.0703,
      "step": 108916
    },
    {
      "epoch": 5.067085368690393,
      "grad_norm": 1.6028401343971623,
      "learning_rate": 1.8087956514081877e-05,
      "loss": 1.1016,
      "step": 108917
    },
    {
      "epoch": 5.067131891137474,
      "grad_norm": 1.7163227608846983,
      "learning_rate": 1.80861897018582e-05,
      "loss": 0.957,
      "step": 108918
    },
    {
      "epoch": 5.067178413584554,
      "grad_norm": 1.8607824929089885,
      "learning_rate": 1.808442297039294e-05,
      "loss": 1.1172,
      "step": 108919
    },
    {
      "epoch": 5.067224936031636,
      "grad_norm": 1.5509250864831636,
      "learning_rate": 1.808265631968715e-05,
      "loss": 0.9102,
      "step": 108920
    },
    {
      "epoch": 5.067271458478716,
      "grad_norm": 1.581272410316956,
      "learning_rate": 1.8080889749741955e-05,
      "loss": 1.0234,
      "step": 108921
    },
    {
      "epoch": 5.067317980925797,
      "grad_norm": 1.6692192917739734,
      "learning_rate": 1.8079123260558408e-05,
      "loss": 1.0312,
      "step": 108922
    },
    {
      "epoch": 5.067364503372877,
      "grad_norm": 1.609779669495871,
      "learning_rate": 1.8077356852137592e-05,
      "loss": 0.8555,
      "step": 108923
    },
    {
      "epoch": 5.0674110258199585,
      "grad_norm": 1.4810815789627503,
      "learning_rate": 1.8075590524480605e-05,
      "loss": 0.9609,
      "step": 108924
    },
    {
      "epoch": 5.067457548267039,
      "grad_norm": 1.6287874519768026,
      "learning_rate": 1.8073824277588494e-05,
      "loss": 0.875,
      "step": 108925
    },
    {
      "epoch": 5.0675040707141195,
      "grad_norm": 1.524787523397224,
      "learning_rate": 1.8072058111462412e-05,
      "loss": 0.8828,
      "step": 108926
    },
    {
      "epoch": 5.0675505931612,
      "grad_norm": 1.5872764772423755,
      "learning_rate": 1.8070292026103374e-05,
      "loss": 0.8594,
      "step": 108927
    },
    {
      "epoch": 5.067597115608281,
      "grad_norm": 1.5697534690134534,
      "learning_rate": 1.806852602151249e-05,
      "loss": 0.9219,
      "step": 108928
    },
    {
      "epoch": 5.067643638055362,
      "grad_norm": 1.615510332208511,
      "learning_rate": 1.8066760097690802e-05,
      "loss": 1.0469,
      "step": 108929
    },
    {
      "epoch": 5.067690160502442,
      "grad_norm": 1.6278897967248882,
      "learning_rate": 1.8064994254639437e-05,
      "loss": 0.9883,
      "step": 108930
    },
    {
      "epoch": 5.067736682949523,
      "grad_norm": 1.4148469059037119,
      "learning_rate": 1.8063228492359476e-05,
      "loss": 0.8125,
      "step": 108931
    },
    {
      "epoch": 5.067783205396604,
      "grad_norm": 1.7845875413452637,
      "learning_rate": 1.8061462810851988e-05,
      "loss": 1.0391,
      "step": 108932
    },
    {
      "epoch": 5.067829727843685,
      "grad_norm": 1.500698078957158,
      "learning_rate": 1.805969721011804e-05,
      "loss": 0.9375,
      "step": 108933
    },
    {
      "epoch": 5.067876250290765,
      "grad_norm": 1.5267471514135942,
      "learning_rate": 1.8057931690158695e-05,
      "loss": 1.0156,
      "step": 108934
    },
    {
      "epoch": 5.067922772737846,
      "grad_norm": 1.6190598364188589,
      "learning_rate": 1.8056166250975085e-05,
      "loss": 0.9414,
      "step": 108935
    },
    {
      "epoch": 5.067969295184927,
      "grad_norm": 1.6471625596527828,
      "learning_rate": 1.8054400892568278e-05,
      "loss": 1.1562,
      "step": 108936
    },
    {
      "epoch": 5.068015817632007,
      "grad_norm": 1.6388082756708147,
      "learning_rate": 1.8052635614939336e-05,
      "loss": 0.9414,
      "step": 108937
    },
    {
      "epoch": 5.068062340079088,
      "grad_norm": 1.7924515062611914,
      "learning_rate": 1.8050870418089332e-05,
      "loss": 0.9531,
      "step": 108938
    },
    {
      "epoch": 5.068108862526169,
      "grad_norm": 1.738824387265286,
      "learning_rate": 1.8049105302019372e-05,
      "loss": 0.9844,
      "step": 108939
    },
    {
      "epoch": 5.06815538497325,
      "grad_norm": 1.5569818714213217,
      "learning_rate": 1.8047340266730548e-05,
      "loss": 0.9766,
      "step": 108940
    },
    {
      "epoch": 5.06820190742033,
      "grad_norm": 1.5668162183716854,
      "learning_rate": 1.8045575312223904e-05,
      "loss": 0.8789,
      "step": 108941
    },
    {
      "epoch": 5.068248429867411,
      "grad_norm": 1.6181891273035298,
      "learning_rate": 1.8043810438500506e-05,
      "loss": 0.9922,
      "step": 108942
    },
    {
      "epoch": 5.068294952314492,
      "grad_norm": 1.613197696853002,
      "learning_rate": 1.8042045645561503e-05,
      "loss": 0.9883,
      "step": 108943
    },
    {
      "epoch": 5.0683414747615725,
      "grad_norm": 1.6139813297192556,
      "learning_rate": 1.8040280933407946e-05,
      "loss": 0.9102,
      "step": 108944
    },
    {
      "epoch": 5.068387997208653,
      "grad_norm": 1.445398151929735,
      "learning_rate": 1.8038516302040867e-05,
      "loss": 0.8906,
      "step": 108945
    },
    {
      "epoch": 5.068434519655734,
      "grad_norm": 1.5129581807104044,
      "learning_rate": 1.8036751751461416e-05,
      "loss": 1.0625,
      "step": 108946
    },
    {
      "epoch": 5.068481042102815,
      "grad_norm": 1.4830048501553301,
      "learning_rate": 1.8034987281670605e-05,
      "loss": 0.9961,
      "step": 108947
    },
    {
      "epoch": 5.068527564549895,
      "grad_norm": 1.739462311593012,
      "learning_rate": 1.80332228926696e-05,
      "loss": 0.9375,
      "step": 108948
    },
    {
      "epoch": 5.068574086996976,
      "grad_norm": 1.6855010991295922,
      "learning_rate": 1.8031458584459425e-05,
      "loss": 0.9805,
      "step": 108949
    },
    {
      "epoch": 5.068620609444057,
      "grad_norm": 1.6899742485775966,
      "learning_rate": 1.802969435704117e-05,
      "loss": 0.9297,
      "step": 108950
    },
    {
      "epoch": 5.068667131891138,
      "grad_norm": 1.5713557332921366,
      "learning_rate": 1.8027930210415885e-05,
      "loss": 0.957,
      "step": 108951
    },
    {
      "epoch": 5.068713654338218,
      "grad_norm": 1.6656239814113634,
      "learning_rate": 1.802616614458471e-05,
      "loss": 1.0781,
      "step": 108952
    },
    {
      "epoch": 5.0687601767852986,
      "grad_norm": 1.663937336258556,
      "learning_rate": 1.8024402159548683e-05,
      "loss": 1.0859,
      "step": 108953
    },
    {
      "epoch": 5.06880669923238,
      "grad_norm": 1.597996370493441,
      "learning_rate": 1.8022638255308896e-05,
      "loss": 0.9688,
      "step": 108954
    },
    {
      "epoch": 5.06885322167946,
      "grad_norm": 1.8422956557315748,
      "learning_rate": 1.802087443186641e-05,
      "loss": 1.3438,
      "step": 108955
    },
    {
      "epoch": 5.068899744126541,
      "grad_norm": 1.764337336472186,
      "learning_rate": 1.8019110689222343e-05,
      "loss": 1.0234,
      "step": 108956
    },
    {
      "epoch": 5.068946266573621,
      "grad_norm": 1.5840152761800579,
      "learning_rate": 1.801734702737776e-05,
      "loss": 0.9375,
      "step": 108957
    },
    {
      "epoch": 5.068992789020703,
      "grad_norm": 1.667109455914558,
      "learning_rate": 1.8015583446333726e-05,
      "loss": 0.9609,
      "step": 108958
    },
    {
      "epoch": 5.069039311467783,
      "grad_norm": 1.725289539857913,
      "learning_rate": 1.801381994609134e-05,
      "loss": 1.0469,
      "step": 108959
    },
    {
      "epoch": 5.069085833914864,
      "grad_norm": 1.6268983901599139,
      "learning_rate": 1.8012056526651635e-05,
      "loss": 1.0312,
      "step": 108960
    },
    {
      "epoch": 5.069132356361945,
      "grad_norm": 1.6705678579310916,
      "learning_rate": 1.801029318801576e-05,
      "loss": 0.9766,
      "step": 108961
    },
    {
      "epoch": 5.0691788788090255,
      "grad_norm": 1.4583121255090417,
      "learning_rate": 1.8008529930184767e-05,
      "loss": 0.8984,
      "step": 108962
    },
    {
      "epoch": 5.069225401256106,
      "grad_norm": 1.6648969313113806,
      "learning_rate": 1.8006766753159717e-05,
      "loss": 0.957,
      "step": 108963
    },
    {
      "epoch": 5.0692719237031865,
      "grad_norm": 1.71432293825974,
      "learning_rate": 1.800500365694168e-05,
      "loss": 0.9805,
      "step": 108964
    },
    {
      "epoch": 5.069318446150268,
      "grad_norm": 1.7982471595624014,
      "learning_rate": 1.8003240641531787e-05,
      "loss": 1.1328,
      "step": 108965
    },
    {
      "epoch": 5.069364968597348,
      "grad_norm": 1.4786781015338466,
      "learning_rate": 1.80014777069311e-05,
      "loss": 0.9609,
      "step": 108966
    },
    {
      "epoch": 5.069411491044429,
      "grad_norm": 1.5000244943618941,
      "learning_rate": 1.799971485314064e-05,
      "loss": 0.9727,
      "step": 108967
    },
    {
      "epoch": 5.069458013491509,
      "grad_norm": 1.6099132786419643,
      "learning_rate": 1.799795208016157e-05,
      "loss": 0.9844,
      "step": 108968
    },
    {
      "epoch": 5.069504535938591,
      "grad_norm": 2.0260787817308725,
      "learning_rate": 1.7996189387994892e-05,
      "loss": 1.2656,
      "step": 108969
    },
    {
      "epoch": 5.069551058385671,
      "grad_norm": 1.6953971664631307,
      "learning_rate": 1.7994426776641768e-05,
      "loss": 1.2969,
      "step": 108970
    },
    {
      "epoch": 5.069597580832752,
      "grad_norm": 1.5179840327423166,
      "learning_rate": 1.7992664246103217e-05,
      "loss": 0.8828,
      "step": 108971
    },
    {
      "epoch": 5.069644103279833,
      "grad_norm": 1.674926440143726,
      "learning_rate": 1.7990901796380354e-05,
      "loss": 0.9961,
      "step": 108972
    },
    {
      "epoch": 5.069690625726913,
      "grad_norm": 1.8112165190276732,
      "learning_rate": 1.798913942747419e-05,
      "loss": 1.0938,
      "step": 108973
    },
    {
      "epoch": 5.069737148173994,
      "grad_norm": 1.7291399366329496,
      "learning_rate": 1.79873771393859e-05,
      "loss": 1.0,
      "step": 108974
    },
    {
      "epoch": 5.069783670621074,
      "grad_norm": 1.520418407636637,
      "learning_rate": 1.798561493211651e-05,
      "loss": 0.9531,
      "step": 108975
    },
    {
      "epoch": 5.069830193068156,
      "grad_norm": 1.637185436941568,
      "learning_rate": 1.7983852805667105e-05,
      "loss": 0.9727,
      "step": 108976
    },
    {
      "epoch": 5.069876715515236,
      "grad_norm": 1.7454705950653255,
      "learning_rate": 1.798209076003873e-05,
      "loss": 1.1016,
      "step": 108977
    },
    {
      "epoch": 5.069923237962317,
      "grad_norm": 1.5188697703362302,
      "learning_rate": 1.7980328795232523e-05,
      "loss": 0.918,
      "step": 108978
    },
    {
      "epoch": 5.069969760409397,
      "grad_norm": 1.658971795555888,
      "learning_rate": 1.797856691124955e-05,
      "loss": 1.0,
      "step": 108979
    },
    {
      "epoch": 5.0700162828564785,
      "grad_norm": 1.7609452442398952,
      "learning_rate": 1.7976805108090868e-05,
      "loss": 1.0625,
      "step": 108980
    },
    {
      "epoch": 5.070062805303559,
      "grad_norm": 1.5122878682786824,
      "learning_rate": 1.7975043385757538e-05,
      "loss": 0.9492,
      "step": 108981
    },
    {
      "epoch": 5.0701093277506395,
      "grad_norm": 1.7165129130950663,
      "learning_rate": 1.7973281744250684e-05,
      "loss": 1.1172,
      "step": 108982
    },
    {
      "epoch": 5.07015585019772,
      "grad_norm": 1.8010808369861333,
      "learning_rate": 1.7971520183571376e-05,
      "loss": 1.0781,
      "step": 108983
    },
    {
      "epoch": 5.070202372644801,
      "grad_norm": 1.6273848354039542,
      "learning_rate": 1.796975870372068e-05,
      "loss": 0.9688,
      "step": 108984
    },
    {
      "epoch": 5.070248895091882,
      "grad_norm": 1.7741178364967334,
      "learning_rate": 1.7967997304699672e-05,
      "loss": 1.0781,
      "step": 108985
    },
    {
      "epoch": 5.070295417538962,
      "grad_norm": 1.6699332848715336,
      "learning_rate": 1.7966235986509407e-05,
      "loss": 1.0234,
      "step": 108986
    },
    {
      "epoch": 5.070341939986044,
      "grad_norm": 1.510266706321409,
      "learning_rate": 1.796447474915102e-05,
      "loss": 0.9336,
      "step": 108987
    },
    {
      "epoch": 5.070388462433124,
      "grad_norm": 1.6275074507929181,
      "learning_rate": 1.7962713592625553e-05,
      "loss": 0.9492,
      "step": 108988
    },
    {
      "epoch": 5.070434984880205,
      "grad_norm": 1.6076679957683622,
      "learning_rate": 1.7960952516934062e-05,
      "loss": 0.9883,
      "step": 108989
    },
    {
      "epoch": 5.070481507327285,
      "grad_norm": 1.629652321978388,
      "learning_rate": 1.7959191522077693e-05,
      "loss": 1.0234,
      "step": 108990
    },
    {
      "epoch": 5.0705280297743665,
      "grad_norm": 1.7448672360347284,
      "learning_rate": 1.795743060805746e-05,
      "loss": 0.9414,
      "step": 108991
    },
    {
      "epoch": 5.070574552221447,
      "grad_norm": 1.7805482834916182,
      "learning_rate": 1.795566977487448e-05,
      "loss": 1.0312,
      "step": 108992
    },
    {
      "epoch": 5.070621074668527,
      "grad_norm": 1.8698491958873227,
      "learning_rate": 1.7953909022529822e-05,
      "loss": 1.2422,
      "step": 108993
    },
    {
      "epoch": 5.070667597115608,
      "grad_norm": 1.7876895066049738,
      "learning_rate": 1.7952148351024563e-05,
      "loss": 1.0625,
      "step": 108994
    },
    {
      "epoch": 5.070714119562689,
      "grad_norm": 1.720810501473394,
      "learning_rate": 1.7950387760359757e-05,
      "loss": 1.0469,
      "step": 108995
    },
    {
      "epoch": 5.07076064200977,
      "grad_norm": 1.5626161643550052,
      "learning_rate": 1.7948627250536517e-05,
      "loss": 0.9219,
      "step": 108996
    },
    {
      "epoch": 5.07080716445685,
      "grad_norm": 1.8218191343769454,
      "learning_rate": 1.794686682155591e-05,
      "loss": 1.2344,
      "step": 108997
    },
    {
      "epoch": 5.070853686903932,
      "grad_norm": 1.6307457897906295,
      "learning_rate": 1.7945106473419e-05,
      "loss": 1.0156,
      "step": 108998
    },
    {
      "epoch": 5.070900209351012,
      "grad_norm": 1.7486919213126766,
      "learning_rate": 1.7943346206126857e-05,
      "loss": 1.2031,
      "step": 108999
    },
    {
      "epoch": 5.0709467317980925,
      "grad_norm": 1.675956149852857,
      "learning_rate": 1.794158601968061e-05,
      "loss": 0.9766,
      "step": 109000
    },
    {
      "epoch": 5.070993254245173,
      "grad_norm": 1.6938945921285888,
      "learning_rate": 1.793982591408129e-05,
      "loss": 0.9727,
      "step": 109001
    },
    {
      "epoch": 5.071039776692254,
      "grad_norm": 1.494443541411224,
      "learning_rate": 1.7938065889329983e-05,
      "loss": 0.9727,
      "step": 109002
    },
    {
      "epoch": 5.071086299139335,
      "grad_norm": 1.6027244797288398,
      "learning_rate": 1.7936305945427754e-05,
      "loss": 1.1016,
      "step": 109003
    },
    {
      "epoch": 5.071132821586415,
      "grad_norm": 1.5678570483192222,
      "learning_rate": 1.7934546082375718e-05,
      "loss": 0.9688,
      "step": 109004
    },
    {
      "epoch": 5.071179344033496,
      "grad_norm": 1.7072253894038105,
      "learning_rate": 1.7932786300174938e-05,
      "loss": 0.9727,
      "step": 109005
    },
    {
      "epoch": 5.071225866480577,
      "grad_norm": 1.5143195510259608,
      "learning_rate": 1.7931026598826486e-05,
      "loss": 0.875,
      "step": 109006
    },
    {
      "epoch": 5.071272388927658,
      "grad_norm": 1.5472096967775497,
      "learning_rate": 1.792926697833139e-05,
      "loss": 0.9805,
      "step": 109007
    },
    {
      "epoch": 5.071318911374738,
      "grad_norm": 1.5398493409366272,
      "learning_rate": 1.7927507438690818e-05,
      "loss": 0.9375,
      "step": 109008
    },
    {
      "epoch": 5.071365433821819,
      "grad_norm": 1.7590278590909725,
      "learning_rate": 1.792574797990582e-05,
      "loss": 1.0469,
      "step": 109009
    },
    {
      "epoch": 5.0714119562689,
      "grad_norm": 1.6539724428604807,
      "learning_rate": 1.792398860197744e-05,
      "loss": 0.9688,
      "step": 109010
    },
    {
      "epoch": 5.07145847871598,
      "grad_norm": 1.6302520910231464,
      "learning_rate": 1.7922229304906733e-05,
      "loss": 1.0234,
      "step": 109011
    },
    {
      "epoch": 5.071505001163061,
      "grad_norm": 1.6945400880676535,
      "learning_rate": 1.7920470088694826e-05,
      "loss": 0.9844,
      "step": 109012
    },
    {
      "epoch": 5.071551523610142,
      "grad_norm": 1.4761885485425699,
      "learning_rate": 1.7918710953342825e-05,
      "loss": 0.8164,
      "step": 109013
    },
    {
      "epoch": 5.071598046057223,
      "grad_norm": 1.57220059198723,
      "learning_rate": 1.7916951898851757e-05,
      "loss": 0.8594,
      "step": 109014
    },
    {
      "epoch": 5.071644568504303,
      "grad_norm": 1.5785100050945478,
      "learning_rate": 1.791519292522272e-05,
      "loss": 1.0234,
      "step": 109015
    },
    {
      "epoch": 5.071691090951384,
      "grad_norm": 1.6712106122409118,
      "learning_rate": 1.7913434032456768e-05,
      "loss": 0.9648,
      "step": 109016
    },
    {
      "epoch": 5.071737613398465,
      "grad_norm": 1.7024022402512895,
      "learning_rate": 1.7911675220554967e-05,
      "loss": 1.0391,
      "step": 109017
    },
    {
      "epoch": 5.0717841358455455,
      "grad_norm": 1.6934023793911956,
      "learning_rate": 1.7909916489518443e-05,
      "loss": 1.0312,
      "step": 109018
    },
    {
      "epoch": 5.071830658292626,
      "grad_norm": 1.6464634314410975,
      "learning_rate": 1.7908157839348236e-05,
      "loss": 0.8867,
      "step": 109019
    },
    {
      "epoch": 5.0718771807397065,
      "grad_norm": 1.6457313489269436,
      "learning_rate": 1.7906399270045456e-05,
      "loss": 0.9531,
      "step": 109020
    },
    {
      "epoch": 5.071923703186788,
      "grad_norm": 1.6335427116731922,
      "learning_rate": 1.7904640781611108e-05,
      "loss": 1.0156,
      "step": 109021
    },
    {
      "epoch": 5.071970225633868,
      "grad_norm": 1.4155411901994923,
      "learning_rate": 1.7902882374046367e-05,
      "loss": 0.8164,
      "step": 109022
    },
    {
      "epoch": 5.072016748080949,
      "grad_norm": 1.8294709104715554,
      "learning_rate": 1.7901124047352238e-05,
      "loss": 1.1016,
      "step": 109023
    },
    {
      "epoch": 5.07206327052803,
      "grad_norm": 1.5566611019969734,
      "learning_rate": 1.7899365801529837e-05,
      "loss": 0.918,
      "step": 109024
    },
    {
      "epoch": 5.072109792975111,
      "grad_norm": 1.617740199482687,
      "learning_rate": 1.7897607636580173e-05,
      "loss": 1.0,
      "step": 109025
    },
    {
      "epoch": 5.072156315422191,
      "grad_norm": 1.4990061539443258,
      "learning_rate": 1.7895849552504423e-05,
      "loss": 0.8984,
      "step": 109026
    },
    {
      "epoch": 5.072202837869272,
      "grad_norm": 1.5642333615308837,
      "learning_rate": 1.7894091549303608e-05,
      "loss": 1.0547,
      "step": 109027
    },
    {
      "epoch": 5.072249360316353,
      "grad_norm": 1.6438083875655767,
      "learning_rate": 1.78923336269788e-05,
      "loss": 1.0781,
      "step": 109028
    },
    {
      "epoch": 5.0722958827634335,
      "grad_norm": 1.57393105618646,
      "learning_rate": 1.7890575785531063e-05,
      "loss": 0.8789,
      "step": 109029
    },
    {
      "epoch": 5.072342405210514,
      "grad_norm": 1.699190795316699,
      "learning_rate": 1.7888818024961515e-05,
      "loss": 1.0938,
      "step": 109030
    },
    {
      "epoch": 5.072388927657594,
      "grad_norm": 1.628472428317665,
      "learning_rate": 1.788706034527122e-05,
      "loss": 0.9688,
      "step": 109031
    },
    {
      "epoch": 5.072435450104676,
      "grad_norm": 1.548578380922648,
      "learning_rate": 1.7885302746461244e-05,
      "loss": 0.9375,
      "step": 109032
    },
    {
      "epoch": 5.072481972551756,
      "grad_norm": 1.6417921078367024,
      "learning_rate": 1.7883545228532636e-05,
      "loss": 1.0156,
      "step": 109033
    },
    {
      "epoch": 5.072528494998837,
      "grad_norm": 1.588798053844557,
      "learning_rate": 1.7881787791486495e-05,
      "loss": 0.8945,
      "step": 109034
    },
    {
      "epoch": 5.072575017445917,
      "grad_norm": 1.7363068465329945,
      "learning_rate": 1.7880030435323923e-05,
      "loss": 1.0312,
      "step": 109035
    },
    {
      "epoch": 5.072621539892999,
      "grad_norm": 1.38355938346853,
      "learning_rate": 1.7878273160046e-05,
      "loss": 0.793,
      "step": 109036
    },
    {
      "epoch": 5.072668062340079,
      "grad_norm": 1.6334152549644347,
      "learning_rate": 1.7876515965653754e-05,
      "loss": 1.0469,
      "step": 109037
    },
    {
      "epoch": 5.0727145847871595,
      "grad_norm": 1.709624714204484,
      "learning_rate": 1.787475885214826e-05,
      "loss": 1.0312,
      "step": 109038
    },
    {
      "epoch": 5.072761107234241,
      "grad_norm": 4.733297354012513,
      "learning_rate": 1.787300181953064e-05,
      "loss": 0.918,
      "step": 109039
    },
    {
      "epoch": 5.072807629681321,
      "grad_norm": 1.6937508408684576,
      "learning_rate": 1.787124486780197e-05,
      "loss": 1.0547,
      "step": 109040
    },
    {
      "epoch": 5.072854152128402,
      "grad_norm": 1.6948232675818744,
      "learning_rate": 1.7869487996963278e-05,
      "loss": 0.9688,
      "step": 109041
    },
    {
      "epoch": 5.072900674575482,
      "grad_norm": 1.632811855138835,
      "learning_rate": 1.786773120701568e-05,
      "loss": 1.1562,
      "step": 109042
    },
    {
      "epoch": 5.072947197022564,
      "grad_norm": 1.7982650535733635,
      "learning_rate": 1.7865974497960207e-05,
      "loss": 1.1094,
      "step": 109043
    },
    {
      "epoch": 5.072993719469644,
      "grad_norm": 1.584905090227686,
      "learning_rate": 1.7864217869797975e-05,
      "loss": 0.9922,
      "step": 109044
    },
    {
      "epoch": 5.073040241916725,
      "grad_norm": 1.690467267756942,
      "learning_rate": 1.786246132253007e-05,
      "loss": 1.1406,
      "step": 109045
    },
    {
      "epoch": 5.073086764363805,
      "grad_norm": 1.480972711493143,
      "learning_rate": 1.7860704856157536e-05,
      "loss": 0.9766,
      "step": 109046
    },
    {
      "epoch": 5.0731332868108865,
      "grad_norm": 1.772853322914907,
      "learning_rate": 1.785894847068141e-05,
      "loss": 0.9336,
      "step": 109047
    },
    {
      "epoch": 5.073179809257967,
      "grad_norm": 1.6094173082867556,
      "learning_rate": 1.7857192166102873e-05,
      "loss": 1.0078,
      "step": 109048
    },
    {
      "epoch": 5.073226331705047,
      "grad_norm": 1.7292043686770906,
      "learning_rate": 1.7855435942422926e-05,
      "loss": 1.0859,
      "step": 109049
    },
    {
      "epoch": 5.073272854152129,
      "grad_norm": 1.8046697240621978,
      "learning_rate": 1.785367979964266e-05,
      "loss": 1.0391,
      "step": 109050
    },
    {
      "epoch": 5.073319376599209,
      "grad_norm": 1.7545327220093514,
      "learning_rate": 1.785192373776312e-05,
      "loss": 1.0312,
      "step": 109051
    },
    {
      "epoch": 5.07336589904629,
      "grad_norm": 1.757773560723648,
      "learning_rate": 1.7850167756785443e-05,
      "loss": 1.0391,
      "step": 109052
    },
    {
      "epoch": 5.07341242149337,
      "grad_norm": 1.7571673546686344,
      "learning_rate": 1.784841185671069e-05,
      "loss": 1.0,
      "step": 109053
    },
    {
      "epoch": 5.073458943940452,
      "grad_norm": 1.5729228438647345,
      "learning_rate": 1.7846656037539897e-05,
      "loss": 1.0547,
      "step": 109054
    },
    {
      "epoch": 5.073505466387532,
      "grad_norm": 1.731775716111055,
      "learning_rate": 1.7844900299274124e-05,
      "loss": 1.1172,
      "step": 109055
    },
    {
      "epoch": 5.073551988834613,
      "grad_norm": 1.7137352011312676,
      "learning_rate": 1.78431446419145e-05,
      "loss": 1.0312,
      "step": 109056
    },
    {
      "epoch": 5.073598511281693,
      "grad_norm": 1.5705621102605858,
      "learning_rate": 1.7841389065462103e-05,
      "loss": 1.0234,
      "step": 109057
    },
    {
      "epoch": 5.073645033728774,
      "grad_norm": 1.6435353773603747,
      "learning_rate": 1.783963356991799e-05,
      "loss": 1.0469,
      "step": 109058
    },
    {
      "epoch": 5.073691556175855,
      "grad_norm": 1.6130030690089103,
      "learning_rate": 1.783787815528322e-05,
      "loss": 1.1016,
      "step": 109059
    },
    {
      "epoch": 5.073738078622935,
      "grad_norm": 1.6030158769034972,
      "learning_rate": 1.7836122821558862e-05,
      "loss": 0.9219,
      "step": 109060
    },
    {
      "epoch": 5.073784601070017,
      "grad_norm": 1.5264620758412926,
      "learning_rate": 1.7834367568746032e-05,
      "loss": 0.9805,
      "step": 109061
    },
    {
      "epoch": 5.073831123517097,
      "grad_norm": 1.49565552646983,
      "learning_rate": 1.7832612396845797e-05,
      "loss": 0.9844,
      "step": 109062
    },
    {
      "epoch": 5.073877645964178,
      "grad_norm": 1.5378742135481829,
      "learning_rate": 1.7830857305859204e-05,
      "loss": 0.9297,
      "step": 109063
    },
    {
      "epoch": 5.073924168411258,
      "grad_norm": 1.4879756421773334,
      "learning_rate": 1.78291022957873e-05,
      "loss": 0.8711,
      "step": 109064
    },
    {
      "epoch": 5.0739706908583395,
      "grad_norm": 1.4145663457729527,
      "learning_rate": 1.7827347366631238e-05,
      "loss": 0.832,
      "step": 109065
    },
    {
      "epoch": 5.07401721330542,
      "grad_norm": 1.5738755465383196,
      "learning_rate": 1.782559251839205e-05,
      "loss": 0.9141,
      "step": 109066
    },
    {
      "epoch": 5.0740637357525005,
      "grad_norm": 1.8882104182813222,
      "learning_rate": 1.7823837751070818e-05,
      "loss": 1.1328,
      "step": 109067
    },
    {
      "epoch": 5.074110258199581,
      "grad_norm": 1.6353007177930723,
      "learning_rate": 1.7822083064668608e-05,
      "loss": 1.0391,
      "step": 109068
    },
    {
      "epoch": 5.074156780646662,
      "grad_norm": 1.706659060175265,
      "learning_rate": 1.7820328459186467e-05,
      "loss": 1.0469,
      "step": 109069
    },
    {
      "epoch": 5.074203303093743,
      "grad_norm": 1.5776314507884857,
      "learning_rate": 1.781857393462553e-05,
      "loss": 0.8828,
      "step": 109070
    },
    {
      "epoch": 5.074249825540823,
      "grad_norm": 1.5813039215120737,
      "learning_rate": 1.7816819490986843e-05,
      "loss": 0.9844,
      "step": 109071
    },
    {
      "epoch": 5.074296347987904,
      "grad_norm": 1.5711350215347966,
      "learning_rate": 1.7815065128271477e-05,
      "loss": 0.9648,
      "step": 109072
    },
    {
      "epoch": 5.074342870434985,
      "grad_norm": 1.493781295474034,
      "learning_rate": 1.7813310846480477e-05,
      "loss": 0.9453,
      "step": 109073
    },
    {
      "epoch": 5.074389392882066,
      "grad_norm": 1.5030430442214486,
      "learning_rate": 1.7811556645614994e-05,
      "loss": 0.8711,
      "step": 109074
    },
    {
      "epoch": 5.074435915329146,
      "grad_norm": 1.6806928583747183,
      "learning_rate": 1.7809802525676025e-05,
      "loss": 1.0703,
      "step": 109075
    },
    {
      "epoch": 5.074482437776227,
      "grad_norm": 1.7192454136966235,
      "learning_rate": 1.7808048486664705e-05,
      "loss": 1.1016,
      "step": 109076
    },
    {
      "epoch": 5.074528960223308,
      "grad_norm": 1.6252047194096244,
      "learning_rate": 1.7806294528582016e-05,
      "loss": 0.957,
      "step": 109077
    },
    {
      "epoch": 5.074575482670388,
      "grad_norm": 1.8633142456933836,
      "learning_rate": 1.7804540651429104e-05,
      "loss": 1.1719,
      "step": 109078
    },
    {
      "epoch": 5.074622005117469,
      "grad_norm": 1.4698936071021886,
      "learning_rate": 1.7802786855207073e-05,
      "loss": 0.9414,
      "step": 109079
    },
    {
      "epoch": 5.07466852756455,
      "grad_norm": 1.605870428233006,
      "learning_rate": 1.7801033139916952e-05,
      "loss": 1.0625,
      "step": 109080
    },
    {
      "epoch": 5.074715050011631,
      "grad_norm": 1.5626461537354945,
      "learning_rate": 1.779927950555981e-05,
      "loss": 0.8906,
      "step": 109081
    },
    {
      "epoch": 5.074761572458711,
      "grad_norm": 1.5967582892536278,
      "learning_rate": 1.7797525952136694e-05,
      "loss": 0.8281,
      "step": 109082
    },
    {
      "epoch": 5.074808094905792,
      "grad_norm": 1.6257173218019052,
      "learning_rate": 1.779577247964875e-05,
      "loss": 0.9727,
      "step": 109083
    },
    {
      "epoch": 5.074854617352873,
      "grad_norm": 1.7667603390561875,
      "learning_rate": 1.779401908809702e-05,
      "loss": 1.1562,
      "step": 109084
    },
    {
      "epoch": 5.0749011397999535,
      "grad_norm": 1.667406726680337,
      "learning_rate": 1.7792265777482557e-05,
      "loss": 0.9922,
      "step": 109085
    },
    {
      "epoch": 5.074947662247034,
      "grad_norm": 1.6381401738633792,
      "learning_rate": 1.7790512547806417e-05,
      "loss": 1.0391,
      "step": 109086
    },
    {
      "epoch": 5.074994184694115,
      "grad_norm": 1.632408396660812,
      "learning_rate": 1.7788759399069737e-05,
      "loss": 0.918,
      "step": 109087
    },
    {
      "epoch": 5.075040707141196,
      "grad_norm": 1.825484830666701,
      "learning_rate": 1.7787006331273573e-05,
      "loss": 1.1016,
      "step": 109088
    },
    {
      "epoch": 5.075087229588276,
      "grad_norm": 1.6954494925206984,
      "learning_rate": 1.7785253344418964e-05,
      "loss": 0.9805,
      "step": 109089
    },
    {
      "epoch": 5.075133752035357,
      "grad_norm": 1.6895693200558488,
      "learning_rate": 1.7783500438506975e-05,
      "loss": 0.9727,
      "step": 109090
    },
    {
      "epoch": 5.075180274482438,
      "grad_norm": 1.7104854227364044,
      "learning_rate": 1.778174761353874e-05,
      "loss": 1.0469,
      "step": 109091
    },
    {
      "epoch": 5.075226796929519,
      "grad_norm": 1.6504076986171838,
      "learning_rate": 1.7779994869515302e-05,
      "loss": 0.9922,
      "step": 109092
    },
    {
      "epoch": 5.075273319376599,
      "grad_norm": 1.527184173157911,
      "learning_rate": 1.777824220643773e-05,
      "loss": 0.9023,
      "step": 109093
    },
    {
      "epoch": 5.07531984182368,
      "grad_norm": 1.7933362836842681,
      "learning_rate": 1.7776489624307096e-05,
      "loss": 0.9648,
      "step": 109094
    },
    {
      "epoch": 5.075366364270761,
      "grad_norm": 1.5415360894892194,
      "learning_rate": 1.7774737123124437e-05,
      "loss": 0.9961,
      "step": 109095
    },
    {
      "epoch": 5.075412886717841,
      "grad_norm": 1.6186910027392414,
      "learning_rate": 1.7772984702890898e-05,
      "loss": 0.9766,
      "step": 109096
    },
    {
      "epoch": 5.075459409164922,
      "grad_norm": 1.7519545997803383,
      "learning_rate": 1.7771232363607518e-05,
      "loss": 1.0,
      "step": 109097
    },
    {
      "epoch": 5.075505931612002,
      "grad_norm": 1.8143162182952621,
      "learning_rate": 1.776948010527537e-05,
      "loss": 1.0469,
      "step": 109098
    },
    {
      "epoch": 5.075552454059084,
      "grad_norm": 1.6839558038453668,
      "learning_rate": 1.7767727927895496e-05,
      "loss": 0.9688,
      "step": 109099
    },
    {
      "epoch": 5.075598976506164,
      "grad_norm": 1.70558094534867,
      "learning_rate": 1.7765975831469002e-05,
      "loss": 1.0547,
      "step": 109100
    },
    {
      "epoch": 5.075645498953245,
      "grad_norm": 1.4761190867690848,
      "learning_rate": 1.776422381599697e-05,
      "loss": 0.8906,
      "step": 109101
    },
    {
      "epoch": 5.075692021400326,
      "grad_norm": 1.4891774376368538,
      "learning_rate": 1.776247188148048e-05,
      "loss": 0.832,
      "step": 109102
    },
    {
      "epoch": 5.0757385438474065,
      "grad_norm": 1.7686369457445854,
      "learning_rate": 1.7760720027920577e-05,
      "loss": 1.1094,
      "step": 109103
    },
    {
      "epoch": 5.075785066294487,
      "grad_norm": 1.5113041133714762,
      "learning_rate": 1.7758968255318302e-05,
      "loss": 1.0234,
      "step": 109104
    },
    {
      "epoch": 5.0758315887415675,
      "grad_norm": 1.6756079599558351,
      "learning_rate": 1.7757216563674816e-05,
      "loss": 1.0156,
      "step": 109105
    },
    {
      "epoch": 5.075878111188649,
      "grad_norm": 1.657872678140912,
      "learning_rate": 1.7755464952991115e-05,
      "loss": 0.9727,
      "step": 109106
    },
    {
      "epoch": 5.075924633635729,
      "grad_norm": 1.8424601157117009,
      "learning_rate": 1.775371342326832e-05,
      "loss": 1.125,
      "step": 109107
    },
    {
      "epoch": 5.07597115608281,
      "grad_norm": 1.718178631636436,
      "learning_rate": 1.7751961974507434e-05,
      "loss": 1.0469,
      "step": 109108
    },
    {
      "epoch": 5.07601767852989,
      "grad_norm": 1.6418378429759293,
      "learning_rate": 1.7750210606709614e-05,
      "loss": 1.0469,
      "step": 109109
    },
    {
      "epoch": 5.076064200976972,
      "grad_norm": 1.6765934494612622,
      "learning_rate": 1.7748459319875896e-05,
      "loss": 1.1875,
      "step": 109110
    },
    {
      "epoch": 5.076110723424052,
      "grad_norm": 1.561085737973037,
      "learning_rate": 1.7746708114007347e-05,
      "loss": 0.9414,
      "step": 109111
    },
    {
      "epoch": 5.076157245871133,
      "grad_norm": 1.570631101849704,
      "learning_rate": 1.7744956989105014e-05,
      "loss": 0.9766,
      "step": 109112
    },
    {
      "epoch": 5.076203768318214,
      "grad_norm": 1.7036291811546143,
      "learning_rate": 1.774320594517003e-05,
      "loss": 1.1172,
      "step": 109113
    },
    {
      "epoch": 5.076250290765294,
      "grad_norm": 1.7327487799946257,
      "learning_rate": 1.7741454982203444e-05,
      "loss": 1.0391,
      "step": 109114
    },
    {
      "epoch": 5.076296813212375,
      "grad_norm": 1.592925762298099,
      "learning_rate": 1.7739704100206308e-05,
      "loss": 0.957,
      "step": 109115
    },
    {
      "epoch": 5.076343335659455,
      "grad_norm": 1.5992454677277481,
      "learning_rate": 1.773795329917967e-05,
      "loss": 0.9844,
      "step": 109116
    },
    {
      "epoch": 5.076389858106537,
      "grad_norm": 1.6791680739166408,
      "learning_rate": 1.7736202579124676e-05,
      "loss": 1.0234,
      "step": 109117
    },
    {
      "epoch": 5.076436380553617,
      "grad_norm": 1.735686421580493,
      "learning_rate": 1.773445194004236e-05,
      "loss": 1.1172,
      "step": 109118
    },
    {
      "epoch": 5.076482903000698,
      "grad_norm": 1.4889140955389382,
      "learning_rate": 1.7732701381933773e-05,
      "loss": 0.9258,
      "step": 109119
    },
    {
      "epoch": 5.076529425447778,
      "grad_norm": 1.575053200576504,
      "learning_rate": 1.7730950904799995e-05,
      "loss": 0.9141,
      "step": 109120
    },
    {
      "epoch": 5.0765759478948596,
      "grad_norm": 1.5121827390630296,
      "learning_rate": 1.772920050864213e-05,
      "loss": 0.9688,
      "step": 109121
    },
    {
      "epoch": 5.07662247034194,
      "grad_norm": 1.6736805860865105,
      "learning_rate": 1.7727450193461203e-05,
      "loss": 0.9297,
      "step": 109122
    },
    {
      "epoch": 5.0766689927890205,
      "grad_norm": 1.46482361872802,
      "learning_rate": 1.7725699959258334e-05,
      "loss": 1.0234,
      "step": 109123
    },
    {
      "epoch": 5.076715515236101,
      "grad_norm": 1.6106532269323313,
      "learning_rate": 1.772394980603457e-05,
      "loss": 1.0312,
      "step": 109124
    },
    {
      "epoch": 5.076762037683182,
      "grad_norm": 1.732103126748987,
      "learning_rate": 1.7722199733790997e-05,
      "loss": 0.957,
      "step": 109125
    },
    {
      "epoch": 5.076808560130263,
      "grad_norm": 1.461186503929435,
      "learning_rate": 1.772044974252863e-05,
      "loss": 0.918,
      "step": 109126
    },
    {
      "epoch": 5.076855082577343,
      "grad_norm": 1.435700785574444,
      "learning_rate": 1.7718699832248618e-05,
      "loss": 0.8398,
      "step": 109127
    },
    {
      "epoch": 5.076901605024425,
      "grad_norm": 1.4856596148074523,
      "learning_rate": 1.7716950002952008e-05,
      "loss": 0.8555,
      "step": 109128
    },
    {
      "epoch": 5.076948127471505,
      "grad_norm": 1.6613980428540016,
      "learning_rate": 1.771520025463985e-05,
      "loss": 0.9727,
      "step": 109129
    },
    {
      "epoch": 5.076994649918586,
      "grad_norm": 1.6805410267385004,
      "learning_rate": 1.7713450587313193e-05,
      "loss": 1.0547,
      "step": 109130
    },
    {
      "epoch": 5.077041172365666,
      "grad_norm": 1.570372352120535,
      "learning_rate": 1.771170100097317e-05,
      "loss": 0.9531,
      "step": 109131
    },
    {
      "epoch": 5.0770876948127475,
      "grad_norm": 1.722283981554316,
      "learning_rate": 1.7709951495620832e-05,
      "loss": 0.9453,
      "step": 109132
    },
    {
      "epoch": 5.077134217259828,
      "grad_norm": 1.5559278026286942,
      "learning_rate": 1.7708202071257226e-05,
      "loss": 0.957,
      "step": 109133
    },
    {
      "epoch": 5.077180739706908,
      "grad_norm": 1.4880803582465738,
      "learning_rate": 1.770645272788342e-05,
      "loss": 0.8242,
      "step": 109134
    },
    {
      "epoch": 5.077227262153989,
      "grad_norm": 1.5446900571744684,
      "learning_rate": 1.770470346550054e-05,
      "loss": 1.0,
      "step": 109135
    },
    {
      "epoch": 5.07727378460107,
      "grad_norm": 1.4784867944839812,
      "learning_rate": 1.770295428410961e-05,
      "loss": 1.0,
      "step": 109136
    },
    {
      "epoch": 5.077320307048151,
      "grad_norm": 1.7131257395614274,
      "learning_rate": 1.7701205183711725e-05,
      "loss": 1.1641,
      "step": 109137
    },
    {
      "epoch": 5.077366829495231,
      "grad_norm": 1.6935185209333616,
      "learning_rate": 1.7699456164307883e-05,
      "loss": 1.0078,
      "step": 109138
    },
    {
      "epoch": 5.077413351942313,
      "grad_norm": 1.784997133719757,
      "learning_rate": 1.769770722589927e-05,
      "loss": 1.1484,
      "step": 109139
    },
    {
      "epoch": 5.077459874389393,
      "grad_norm": 1.745186863036009,
      "learning_rate": 1.76959583684869e-05,
      "loss": 0.9492,
      "step": 109140
    },
    {
      "epoch": 5.0775063968364735,
      "grad_norm": 1.6073695839443423,
      "learning_rate": 1.7694209592071824e-05,
      "loss": 0.9258,
      "step": 109141
    },
    {
      "epoch": 5.077552919283554,
      "grad_norm": 1.54337257758227,
      "learning_rate": 1.769246089665512e-05,
      "loss": 0.9453,
      "step": 109142
    },
    {
      "epoch": 5.077599441730635,
      "grad_norm": 1.5727186191909848,
      "learning_rate": 1.7690712282237872e-05,
      "loss": 1.0938,
      "step": 109143
    },
    {
      "epoch": 5.077645964177716,
      "grad_norm": 1.6445228047903744,
      "learning_rate": 1.7688963748821166e-05,
      "loss": 0.9648,
      "step": 109144
    },
    {
      "epoch": 5.077692486624796,
      "grad_norm": 1.506045403987374,
      "learning_rate": 1.7687215296406064e-05,
      "loss": 0.9453,
      "step": 109145
    },
    {
      "epoch": 5.077739009071877,
      "grad_norm": 1.6362104834197784,
      "learning_rate": 1.7685466924993635e-05,
      "loss": 0.9531,
      "step": 109146
    },
    {
      "epoch": 5.077785531518958,
      "grad_norm": 1.49991615727891,
      "learning_rate": 1.7683718634584925e-05,
      "loss": 0.8828,
      "step": 109147
    },
    {
      "epoch": 5.077832053966039,
      "grad_norm": 1.6329053727580332,
      "learning_rate": 1.7681970425181e-05,
      "loss": 0.9805,
      "step": 109148
    },
    {
      "epoch": 5.077878576413119,
      "grad_norm": 1.6639633765256008,
      "learning_rate": 1.7680222296782998e-05,
      "loss": 1.0,
      "step": 109149
    },
    {
      "epoch": 5.0779250988602005,
      "grad_norm": 1.6639609768823758,
      "learning_rate": 1.7678474249391927e-05,
      "loss": 0.8828,
      "step": 109150
    },
    {
      "epoch": 5.077971621307281,
      "grad_norm": 1.545760493182846,
      "learning_rate": 1.767672628300889e-05,
      "loss": 0.8984,
      "step": 109151
    },
    {
      "epoch": 5.0780181437543614,
      "grad_norm": 1.60260623359945,
      "learning_rate": 1.7674978397634886e-05,
      "loss": 0.9922,
      "step": 109152
    },
    {
      "epoch": 5.078064666201442,
      "grad_norm": 1.8112143980669237,
      "learning_rate": 1.76732305932711e-05,
      "loss": 1.0469,
      "step": 109153
    },
    {
      "epoch": 5.078111188648523,
      "grad_norm": 1.5629301797194572,
      "learning_rate": 1.7671482869918523e-05,
      "loss": 0.8984,
      "step": 109154
    },
    {
      "epoch": 5.078157711095604,
      "grad_norm": 1.6832206283349311,
      "learning_rate": 1.7669735227578248e-05,
      "loss": 0.9688,
      "step": 109155
    },
    {
      "epoch": 5.078204233542684,
      "grad_norm": 1.810879344936028,
      "learning_rate": 1.76679876662513e-05,
      "loss": 1.0859,
      "step": 109156
    },
    {
      "epoch": 5.078250755989765,
      "grad_norm": 1.467499446972625,
      "learning_rate": 1.766624018593883e-05,
      "loss": 0.8594,
      "step": 109157
    },
    {
      "epoch": 5.078297278436846,
      "grad_norm": 1.5757426390431557,
      "learning_rate": 1.766449278664187e-05,
      "loss": 1.0781,
      "step": 109158
    },
    {
      "epoch": 5.078343800883927,
      "grad_norm": 1.5210103683711165,
      "learning_rate": 1.766274546836149e-05,
      "loss": 1.0078,
      "step": 109159
    },
    {
      "epoch": 5.078390323331007,
      "grad_norm": 1.587310886872712,
      "learning_rate": 1.7660998231098717e-05,
      "loss": 0.9336,
      "step": 109160
    },
    {
      "epoch": 5.0784368457780875,
      "grad_norm": 1.5539811734913211,
      "learning_rate": 1.7659251074854702e-05,
      "loss": 0.9258,
      "step": 109161
    },
    {
      "epoch": 5.078483368225169,
      "grad_norm": 1.6464737153762907,
      "learning_rate": 1.7657503999630462e-05,
      "loss": 0.9297,
      "step": 109162
    },
    {
      "epoch": 5.078529890672249,
      "grad_norm": 1.7064180005184193,
      "learning_rate": 1.765575700542708e-05,
      "loss": 1.1406,
      "step": 109163
    },
    {
      "epoch": 5.07857641311933,
      "grad_norm": 1.5902303203986479,
      "learning_rate": 1.7654010092245603e-05,
      "loss": 1.0703,
      "step": 109164
    },
    {
      "epoch": 5.078622935566411,
      "grad_norm": 1.8151110657665053,
      "learning_rate": 1.7652263260087114e-05,
      "loss": 1.0703,
      "step": 109165
    },
    {
      "epoch": 5.078669458013492,
      "grad_norm": 1.525090239111635,
      "learning_rate": 1.7650516508952727e-05,
      "loss": 0.8906,
      "step": 109166
    },
    {
      "epoch": 5.078715980460572,
      "grad_norm": 1.631667195789838,
      "learning_rate": 1.764876983884346e-05,
      "loss": 0.8789,
      "step": 109167
    },
    {
      "epoch": 5.078762502907653,
      "grad_norm": 1.7117409974467366,
      "learning_rate": 1.76470232497604e-05,
      "loss": 1.0859,
      "step": 109168
    },
    {
      "epoch": 5.078809025354734,
      "grad_norm": 1.642083946777382,
      "learning_rate": 1.764527674170459e-05,
      "loss": 0.9766,
      "step": 109169
    },
    {
      "epoch": 5.0788555478018145,
      "grad_norm": 1.8137505838775294,
      "learning_rate": 1.7643530314677145e-05,
      "loss": 0.9961,
      "step": 109170
    },
    {
      "epoch": 5.078902070248895,
      "grad_norm": 1.8106317131944307,
      "learning_rate": 1.7641783968679118e-05,
      "loss": 1.0938,
      "step": 109171
    },
    {
      "epoch": 5.078948592695975,
      "grad_norm": 1.7195339280011885,
      "learning_rate": 1.7640037703711573e-05,
      "loss": 1.0078,
      "step": 109172
    },
    {
      "epoch": 5.078995115143057,
      "grad_norm": 1.5974449722154271,
      "learning_rate": 1.7638291519775526e-05,
      "loss": 1.0234,
      "step": 109173
    },
    {
      "epoch": 5.079041637590137,
      "grad_norm": 1.6681217965881452,
      "learning_rate": 1.7636545416872143e-05,
      "loss": 0.8945,
      "step": 109174
    },
    {
      "epoch": 5.079088160037218,
      "grad_norm": 1.689014074165087,
      "learning_rate": 1.7634799395002458e-05,
      "loss": 0.9844,
      "step": 109175
    },
    {
      "epoch": 5.079134682484298,
      "grad_norm": 1.5900247642940506,
      "learning_rate": 1.7633053454167517e-05,
      "loss": 1.0859,
      "step": 109176
    },
    {
      "epoch": 5.07918120493138,
      "grad_norm": 1.849085497901334,
      "learning_rate": 1.7631307594368387e-05,
      "loss": 1.2266,
      "step": 109177
    },
    {
      "epoch": 5.07922772737846,
      "grad_norm": 1.5759062422936778,
      "learning_rate": 1.7629561815606136e-05,
      "loss": 0.9727,
      "step": 109178
    },
    {
      "epoch": 5.0792742498255405,
      "grad_norm": 1.8934933864598729,
      "learning_rate": 1.7627816117881878e-05,
      "loss": 1.1562,
      "step": 109179
    },
    {
      "epoch": 5.079320772272622,
      "grad_norm": 1.692031491990798,
      "learning_rate": 1.7626070501196644e-05,
      "loss": 1.0391,
      "step": 109180
    },
    {
      "epoch": 5.079367294719702,
      "grad_norm": 1.7809347373307183,
      "learning_rate": 1.7624324965551517e-05,
      "loss": 1.0469,
      "step": 109181
    },
    {
      "epoch": 5.079413817166783,
      "grad_norm": 1.560042445229085,
      "learning_rate": 1.7622579510947532e-05,
      "loss": 0.9961,
      "step": 109182
    },
    {
      "epoch": 5.079460339613863,
      "grad_norm": 1.6044563066471176,
      "learning_rate": 1.7620834137385802e-05,
      "loss": 0.9492,
      "step": 109183
    },
    {
      "epoch": 5.079506862060945,
      "grad_norm": 1.7423419245022267,
      "learning_rate": 1.7619088844867378e-05,
      "loss": 1.1562,
      "step": 109184
    },
    {
      "epoch": 5.079553384508025,
      "grad_norm": 1.818612310924076,
      "learning_rate": 1.7617343633393344e-05,
      "loss": 1.0391,
      "step": 109185
    },
    {
      "epoch": 5.079599906955106,
      "grad_norm": 1.739641066108419,
      "learning_rate": 1.761559850296471e-05,
      "loss": 1.0156,
      "step": 109186
    },
    {
      "epoch": 5.079646429402186,
      "grad_norm": 1.576796475415654,
      "learning_rate": 1.761385345358258e-05,
      "loss": 0.9609,
      "step": 109187
    },
    {
      "epoch": 5.0796929518492675,
      "grad_norm": 1.6753299717877073,
      "learning_rate": 1.761210848524807e-05,
      "loss": 1.0078,
      "step": 109188
    },
    {
      "epoch": 5.079739474296348,
      "grad_norm": 1.69628344365298,
      "learning_rate": 1.7610363597962213e-05,
      "loss": 0.9219,
      "step": 109189
    },
    {
      "epoch": 5.0797859967434285,
      "grad_norm": 1.7111065611208007,
      "learning_rate": 1.7608618791726055e-05,
      "loss": 0.9609,
      "step": 109190
    },
    {
      "epoch": 5.07983251919051,
      "grad_norm": 1.7331189871510742,
      "learning_rate": 1.760687406654066e-05,
      "loss": 1.0078,
      "step": 109191
    },
    {
      "epoch": 5.07987904163759,
      "grad_norm": 1.7758547248285925,
      "learning_rate": 1.760512942240715e-05,
      "loss": 0.9609,
      "step": 109192
    },
    {
      "epoch": 5.079925564084671,
      "grad_norm": 1.5777186650747448,
      "learning_rate": 1.7603384859326554e-05,
      "loss": 0.9453,
      "step": 109193
    },
    {
      "epoch": 5.079972086531751,
      "grad_norm": 1.5104483933682156,
      "learning_rate": 1.7601640377299954e-05,
      "loss": 0.9062,
      "step": 109194
    },
    {
      "epoch": 5.080018608978833,
      "grad_norm": 1.7674899987164632,
      "learning_rate": 1.7599895976328366e-05,
      "loss": 0.9883,
      "step": 109195
    },
    {
      "epoch": 5.080065131425913,
      "grad_norm": 1.6793268747030459,
      "learning_rate": 1.759815165641294e-05,
      "loss": 0.9414,
      "step": 109196
    },
    {
      "epoch": 5.080111653872994,
      "grad_norm": 1.706759683891112,
      "learning_rate": 1.759640741755471e-05,
      "loss": 1.0078,
      "step": 109197
    },
    {
      "epoch": 5.080158176320074,
      "grad_norm": 1.756216573852471,
      "learning_rate": 1.7594663259754737e-05,
      "loss": 1.0234,
      "step": 109198
    },
    {
      "epoch": 5.080204698767155,
      "grad_norm": 1.608364406577482,
      "learning_rate": 1.759291918301406e-05,
      "loss": 1.0391,
      "step": 109199
    },
    {
      "epoch": 5.080251221214236,
      "grad_norm": 1.490324286251023,
      "learning_rate": 1.7591175187333805e-05,
      "loss": 0.9453,
      "step": 109200
    },
    {
      "epoch": 5.080297743661316,
      "grad_norm": 1.6941666251692544,
      "learning_rate": 1.7589431272715027e-05,
      "loss": 1.0469,
      "step": 109201
    },
    {
      "epoch": 5.080344266108398,
      "grad_norm": 1.5629189965239756,
      "learning_rate": 1.7587687439158772e-05,
      "loss": 1.0156,
      "step": 109202
    },
    {
      "epoch": 5.080390788555478,
      "grad_norm": 1.5899313964856743,
      "learning_rate": 1.7585943686666105e-05,
      "loss": 0.9336,
      "step": 109203
    },
    {
      "epoch": 5.080437311002559,
      "grad_norm": 1.6654799302271301,
      "learning_rate": 1.7584200015238092e-05,
      "loss": 1.0234,
      "step": 109204
    },
    {
      "epoch": 5.080483833449639,
      "grad_norm": 1.634616532680981,
      "learning_rate": 1.758245642487582e-05,
      "loss": 0.9531,
      "step": 109205
    },
    {
      "epoch": 5.0805303558967205,
      "grad_norm": 1.7158019613082764,
      "learning_rate": 1.7580712915580365e-05,
      "loss": 1.0,
      "step": 109206
    },
    {
      "epoch": 5.080576878343801,
      "grad_norm": 1.581755626433972,
      "learning_rate": 1.7578969487352777e-05,
      "loss": 1.0312,
      "step": 109207
    },
    {
      "epoch": 5.0806234007908815,
      "grad_norm": 1.576705445402051,
      "learning_rate": 1.757722614019408e-05,
      "loss": 0.9922,
      "step": 109208
    },
    {
      "epoch": 5.080669923237962,
      "grad_norm": 1.640157949912194,
      "learning_rate": 1.7575482874105396e-05,
      "loss": 1.0547,
      "step": 109209
    },
    {
      "epoch": 5.080716445685043,
      "grad_norm": 1.505446812557439,
      "learning_rate": 1.7573739689087812e-05,
      "loss": 0.9766,
      "step": 109210
    },
    {
      "epoch": 5.080762968132124,
      "grad_norm": 1.6776307080276456,
      "learning_rate": 1.757199658514236e-05,
      "loss": 1.0234,
      "step": 109211
    },
    {
      "epoch": 5.080809490579204,
      "grad_norm": 1.6037288873227937,
      "learning_rate": 1.7570253562270125e-05,
      "loss": 0.918,
      "step": 109212
    },
    {
      "epoch": 5.080856013026285,
      "grad_norm": 1.5501710478062993,
      "learning_rate": 1.756851062047212e-05,
      "loss": 0.9531,
      "step": 109213
    },
    {
      "epoch": 5.080902535473366,
      "grad_norm": 1.6898542367483576,
      "learning_rate": 1.7566767759749494e-05,
      "loss": 0.9609,
      "step": 109214
    },
    {
      "epoch": 5.080949057920447,
      "grad_norm": 1.6775131885156893,
      "learning_rate": 1.7565024980103264e-05,
      "loss": 1.0391,
      "step": 109215
    },
    {
      "epoch": 5.080995580367527,
      "grad_norm": 1.6286611165120952,
      "learning_rate": 1.7563282281534513e-05,
      "loss": 1.0312,
      "step": 109216
    },
    {
      "epoch": 5.081042102814608,
      "grad_norm": 1.7334284891365193,
      "learning_rate": 1.7561539664044257e-05,
      "loss": 1.0625,
      "step": 109217
    },
    {
      "epoch": 5.081088625261689,
      "grad_norm": 1.7736664513500398,
      "learning_rate": 1.7559797127633658e-05,
      "loss": 0.9609,
      "step": 109218
    },
    {
      "epoch": 5.081135147708769,
      "grad_norm": 1.5506991673640933,
      "learning_rate": 1.7558054672303716e-05,
      "loss": 0.9297,
      "step": 109219
    },
    {
      "epoch": 5.08118167015585,
      "grad_norm": 1.7038038473831865,
      "learning_rate": 1.7556312298055518e-05,
      "loss": 1.0781,
      "step": 109220
    },
    {
      "epoch": 5.081228192602931,
      "grad_norm": 1.639718393542679,
      "learning_rate": 1.7554570004890095e-05,
      "loss": 1.0078,
      "step": 109221
    },
    {
      "epoch": 5.081274715050012,
      "grad_norm": 1.874297007969322,
      "learning_rate": 1.7552827792808578e-05,
      "loss": 1.1953,
      "step": 109222
    },
    {
      "epoch": 5.081321237497092,
      "grad_norm": 1.6962073458156048,
      "learning_rate": 1.7551085661811996e-05,
      "loss": 0.9492,
      "step": 109223
    },
    {
      "epoch": 5.081367759944173,
      "grad_norm": 1.591183912824984,
      "learning_rate": 1.754934361190142e-05,
      "loss": 1.0703,
      "step": 109224
    },
    {
      "epoch": 5.081414282391254,
      "grad_norm": 1.5451813503715497,
      "learning_rate": 1.7547601643077887e-05,
      "loss": 1.0312,
      "step": 109225
    },
    {
      "epoch": 5.0814608048383345,
      "grad_norm": 1.5735661004335875,
      "learning_rate": 1.7545859755342517e-05,
      "loss": 0.9531,
      "step": 109226
    },
    {
      "epoch": 5.081507327285415,
      "grad_norm": 1.6262356437204455,
      "learning_rate": 1.754411794869637e-05,
      "loss": 0.9336,
      "step": 109227
    },
    {
      "epoch": 5.081553849732496,
      "grad_norm": 1.6692280019844716,
      "learning_rate": 1.7542376223140487e-05,
      "loss": 1.0391,
      "step": 109228
    },
    {
      "epoch": 5.081600372179577,
      "grad_norm": 1.5292350504949694,
      "learning_rate": 1.7540634578675937e-05,
      "loss": 0.9102,
      "step": 109229
    },
    {
      "epoch": 5.081646894626657,
      "grad_norm": 1.6388546226382108,
      "learning_rate": 1.7538893015303758e-05,
      "loss": 0.9922,
      "step": 109230
    },
    {
      "epoch": 5.081693417073738,
      "grad_norm": 1.4902703522897889,
      "learning_rate": 1.7537151533025055e-05,
      "loss": 0.9531,
      "step": 109231
    },
    {
      "epoch": 5.081739939520819,
      "grad_norm": 1.4678590024361358,
      "learning_rate": 1.753541013184092e-05,
      "loss": 0.9922,
      "step": 109232
    },
    {
      "epoch": 5.0817864619679,
      "grad_norm": 1.7986419405295706,
      "learning_rate": 1.7533668811752382e-05,
      "loss": 1.0547,
      "step": 109233
    },
    {
      "epoch": 5.08183298441498,
      "grad_norm": 1.7085881564070815,
      "learning_rate": 1.7531927572760522e-05,
      "loss": 1.2031,
      "step": 109234
    },
    {
      "epoch": 5.081879506862061,
      "grad_norm": 1.5550819206381736,
      "learning_rate": 1.753018641486636e-05,
      "loss": 0.875,
      "step": 109235
    },
    {
      "epoch": 5.081926029309142,
      "grad_norm": 1.7062388683107363,
      "learning_rate": 1.7528445338071022e-05,
      "loss": 1.0078,
      "step": 109236
    },
    {
      "epoch": 5.081972551756222,
      "grad_norm": 1.6415078449938911,
      "learning_rate": 1.7526704342375563e-05,
      "loss": 1.0078,
      "step": 109237
    },
    {
      "epoch": 5.082019074203303,
      "grad_norm": 1.6861650353944553,
      "learning_rate": 1.752496342778103e-05,
      "loss": 1.0469,
      "step": 109238
    },
    {
      "epoch": 5.082065596650383,
      "grad_norm": 1.4800686937273528,
      "learning_rate": 1.7523222594288472e-05,
      "loss": 0.9453,
      "step": 109239
    },
    {
      "epoch": 5.082112119097465,
      "grad_norm": 1.5963478474340458,
      "learning_rate": 1.7521481841899006e-05,
      "loss": 0.9922,
      "step": 109240
    },
    {
      "epoch": 5.082158641544545,
      "grad_norm": 1.729740939855466,
      "learning_rate": 1.7519741170613662e-05,
      "loss": 1.0781,
      "step": 109241
    },
    {
      "epoch": 5.082205163991626,
      "grad_norm": 1.3436355122976642,
      "learning_rate": 1.7518000580433522e-05,
      "loss": 0.7344,
      "step": 109242
    },
    {
      "epoch": 5.082251686438707,
      "grad_norm": 1.88829412354208,
      "learning_rate": 1.7516260071359606e-05,
      "loss": 1.0156,
      "step": 109243
    },
    {
      "epoch": 5.0822982088857875,
      "grad_norm": 1.721893494904951,
      "learning_rate": 1.7514519643393042e-05,
      "loss": 1.0312,
      "step": 109244
    },
    {
      "epoch": 5.082344731332868,
      "grad_norm": 1.6113548875791501,
      "learning_rate": 1.7512779296534883e-05,
      "loss": 0.9844,
      "step": 109245
    },
    {
      "epoch": 5.0823912537799485,
      "grad_norm": 1.635030833310886,
      "learning_rate": 1.7511039030786177e-05,
      "loss": 0.9531,
      "step": 109246
    },
    {
      "epoch": 5.08243777622703,
      "grad_norm": 1.728540308589791,
      "learning_rate": 1.7509298846147957e-05,
      "loss": 1.0625,
      "step": 109247
    },
    {
      "epoch": 5.08248429867411,
      "grad_norm": 1.5537937079849966,
      "learning_rate": 1.7507558742621354e-05,
      "loss": 0.9766,
      "step": 109248
    },
    {
      "epoch": 5.082530821121191,
      "grad_norm": 1.6606489576787629,
      "learning_rate": 1.7505818720207416e-05,
      "loss": 1.0781,
      "step": 109249
    },
    {
      "epoch": 5.082577343568271,
      "grad_norm": 1.613039496274078,
      "learning_rate": 1.7504078778907192e-05,
      "loss": 0.9922,
      "step": 109250
    },
    {
      "epoch": 5.082623866015353,
      "grad_norm": 1.6209201447184647,
      "learning_rate": 1.750233891872172e-05,
      "loss": 0.9648,
      "step": 109251
    },
    {
      "epoch": 5.082670388462433,
      "grad_norm": 1.7920428995093178,
      "learning_rate": 1.7500599139652094e-05,
      "loss": 1.0391,
      "step": 109252
    },
    {
      "epoch": 5.082716910909514,
      "grad_norm": 1.5272808945939924,
      "learning_rate": 1.7498859441699415e-05,
      "loss": 0.9141,
      "step": 109253
    },
    {
      "epoch": 5.082763433356595,
      "grad_norm": 1.4474626977881502,
      "learning_rate": 1.7497119824864714e-05,
      "loss": 0.8398,
      "step": 109254
    },
    {
      "epoch": 5.0828099558036755,
      "grad_norm": 1.736368607617127,
      "learning_rate": 1.749538028914906e-05,
      "loss": 0.9844,
      "step": 109255
    },
    {
      "epoch": 5.082856478250756,
      "grad_norm": 1.520600086146224,
      "learning_rate": 1.7493640834553513e-05,
      "loss": 0.9492,
      "step": 109256
    },
    {
      "epoch": 5.082903000697836,
      "grad_norm": 1.8021398125348846,
      "learning_rate": 1.7491901461079112e-05,
      "loss": 1.0938,
      "step": 109257
    },
    {
      "epoch": 5.082949523144918,
      "grad_norm": 1.6587338116924564,
      "learning_rate": 1.7490162168726984e-05,
      "loss": 1.125,
      "step": 109258
    },
    {
      "epoch": 5.082996045591998,
      "grad_norm": 1.5489419297126865,
      "learning_rate": 1.748842295749815e-05,
      "loss": 0.8867,
      "step": 109259
    },
    {
      "epoch": 5.083042568039079,
      "grad_norm": 1.5805920541002858,
      "learning_rate": 1.748668382739369e-05,
      "loss": 0.8945,
      "step": 109260
    },
    {
      "epoch": 5.083089090486159,
      "grad_norm": 1.6786873048988202,
      "learning_rate": 1.7484944778414635e-05,
      "loss": 0.9258,
      "step": 109261
    },
    {
      "epoch": 5.083135612933241,
      "grad_norm": 1.747836645890146,
      "learning_rate": 1.74832058105621e-05,
      "loss": 1.0859,
      "step": 109262
    },
    {
      "epoch": 5.083182135380321,
      "grad_norm": 1.5425011130349253,
      "learning_rate": 1.748146692383714e-05,
      "loss": 0.918,
      "step": 109263
    },
    {
      "epoch": 5.0832286578274015,
      "grad_norm": 1.6263763457303448,
      "learning_rate": 1.74797281182408e-05,
      "loss": 0.9258,
      "step": 109264
    },
    {
      "epoch": 5.083275180274482,
      "grad_norm": 1.6783146205710409,
      "learning_rate": 1.7477989393774112e-05,
      "loss": 1.0391,
      "step": 109265
    },
    {
      "epoch": 5.083321702721563,
      "grad_norm": 1.4835411987297566,
      "learning_rate": 1.7476250750438225e-05,
      "loss": 0.8594,
      "step": 109266
    },
    {
      "epoch": 5.083368225168644,
      "grad_norm": 1.579922429517768,
      "learning_rate": 1.7474512188234156e-05,
      "loss": 1.0,
      "step": 109267
    },
    {
      "epoch": 5.083414747615724,
      "grad_norm": 1.7422227097867544,
      "learning_rate": 1.7472773707162975e-05,
      "loss": 1.0156,
      "step": 109268
    },
    {
      "epoch": 5.083461270062806,
      "grad_norm": 1.616004568652057,
      "learning_rate": 1.747103530722569e-05,
      "loss": 0.9727,
      "step": 109269
    },
    {
      "epoch": 5.083507792509886,
      "grad_norm": 1.535071856956912,
      "learning_rate": 1.746929698842347e-05,
      "loss": 0.9062,
      "step": 109270
    },
    {
      "epoch": 5.083554314956967,
      "grad_norm": 1.6337356209475709,
      "learning_rate": 1.7467558750757316e-05,
      "loss": 1.0312,
      "step": 109271
    },
    {
      "epoch": 5.083600837404047,
      "grad_norm": 1.523425106716017,
      "learning_rate": 1.7465820594228323e-05,
      "loss": 0.957,
      "step": 109272
    },
    {
      "epoch": 5.0836473598511285,
      "grad_norm": 1.6465250038791173,
      "learning_rate": 1.746408251883748e-05,
      "loss": 0.9141,
      "step": 109273
    },
    {
      "epoch": 5.083693882298209,
      "grad_norm": 1.8995287166227295,
      "learning_rate": 1.746234452458593e-05,
      "loss": 1.0938,
      "step": 109274
    },
    {
      "epoch": 5.083740404745289,
      "grad_norm": 1.6844053216082555,
      "learning_rate": 1.7460606611474724e-05,
      "loss": 0.9805,
      "step": 109275
    },
    {
      "epoch": 5.08378692719237,
      "grad_norm": 1.6430916296534417,
      "learning_rate": 1.7458868779504932e-05,
      "loss": 1.0078,
      "step": 109276
    },
    {
      "epoch": 5.083833449639451,
      "grad_norm": 1.751207065645713,
      "learning_rate": 1.7457131028677595e-05,
      "loss": 1.0234,
      "step": 109277
    },
    {
      "epoch": 5.083879972086532,
      "grad_norm": 1.717464404696915,
      "learning_rate": 1.7455393358993752e-05,
      "loss": 0.9219,
      "step": 109278
    },
    {
      "epoch": 5.083926494533612,
      "grad_norm": 1.500467089386404,
      "learning_rate": 1.7453655770454517e-05,
      "loss": 0.8984,
      "step": 109279
    },
    {
      "epoch": 5.083973016980694,
      "grad_norm": 1.5392833202907614,
      "learning_rate": 1.7451918263060953e-05,
      "loss": 0.9688,
      "step": 109280
    },
    {
      "epoch": 5.084019539427774,
      "grad_norm": 1.5266736228365947,
      "learning_rate": 1.7450180836814098e-05,
      "loss": 0.8789,
      "step": 109281
    },
    {
      "epoch": 5.0840660618748545,
      "grad_norm": 1.6354204851774212,
      "learning_rate": 1.744844349171503e-05,
      "loss": 0.8828,
      "step": 109282
    },
    {
      "epoch": 5.084112584321935,
      "grad_norm": 1.585162312719504,
      "learning_rate": 1.7446706227764767e-05,
      "loss": 0.9531,
      "step": 109283
    },
    {
      "epoch": 5.084159106769016,
      "grad_norm": 1.7094543601208583,
      "learning_rate": 1.7444969044964458e-05,
      "loss": 0.9258,
      "step": 109284
    },
    {
      "epoch": 5.084205629216097,
      "grad_norm": 1.7163938021249914,
      "learning_rate": 1.7443231943315102e-05,
      "loss": 0.9766,
      "step": 109285
    },
    {
      "epoch": 5.084252151663177,
      "grad_norm": 1.6303690606576096,
      "learning_rate": 1.7441494922817794e-05,
      "loss": 0.9453,
      "step": 109286
    },
    {
      "epoch": 5.084298674110258,
      "grad_norm": 1.5689069873153039,
      "learning_rate": 1.743975798347354e-05,
      "loss": 0.8633,
      "step": 109287
    },
    {
      "epoch": 5.084345196557339,
      "grad_norm": 1.4742374276341326,
      "learning_rate": 1.7438021125283487e-05,
      "loss": 0.9141,
      "step": 109288
    },
    {
      "epoch": 5.08439171900442,
      "grad_norm": 1.679234805333159,
      "learning_rate": 1.7436284348248645e-05,
      "loss": 1.0859,
      "step": 109289
    },
    {
      "epoch": 5.0844382414515,
      "grad_norm": 1.5538512885715206,
      "learning_rate": 1.7434547652370108e-05,
      "loss": 1.0,
      "step": 109290
    },
    {
      "epoch": 5.0844847638985815,
      "grad_norm": 1.7665294207096232,
      "learning_rate": 1.7432811037648897e-05,
      "loss": 1.0078,
      "step": 109291
    },
    {
      "epoch": 5.084531286345662,
      "grad_norm": 1.7149151245184586,
      "learning_rate": 1.7431074504086118e-05,
      "loss": 1.0078,
      "step": 109292
    },
    {
      "epoch": 5.0845778087927425,
      "grad_norm": 1.6784961412827255,
      "learning_rate": 1.7429338051682816e-05,
      "loss": 1.0234,
      "step": 109293
    },
    {
      "epoch": 5.084624331239823,
      "grad_norm": 1.549709226579103,
      "learning_rate": 1.742760168044006e-05,
      "loss": 0.9609,
      "step": 109294
    },
    {
      "epoch": 5.084670853686904,
      "grad_norm": 1.3723746904911098,
      "learning_rate": 1.7425865390358867e-05,
      "loss": 0.8516,
      "step": 109295
    },
    {
      "epoch": 5.084717376133985,
      "grad_norm": 1.6270281872243673,
      "learning_rate": 1.742412918144035e-05,
      "loss": 1.0391,
      "step": 109296
    },
    {
      "epoch": 5.084763898581065,
      "grad_norm": 1.614771725264786,
      "learning_rate": 1.742239305368559e-05,
      "loss": 1.1016,
      "step": 109297
    },
    {
      "epoch": 5.084810421028146,
      "grad_norm": 1.7918418570757486,
      "learning_rate": 1.7420657007095622e-05,
      "loss": 1.0938,
      "step": 109298
    },
    {
      "epoch": 5.084856943475227,
      "grad_norm": 1.5140737516146647,
      "learning_rate": 1.741892104167151e-05,
      "loss": 0.9375,
      "step": 109299
    },
    {
      "epoch": 5.084903465922308,
      "grad_norm": 1.5831984315066299,
      "learning_rate": 1.7417185157414292e-05,
      "loss": 1.0156,
      "step": 109300
    },
    {
      "epoch": 5.084949988369388,
      "grad_norm": 1.4767370223716285,
      "learning_rate": 1.741544935432508e-05,
      "loss": 0.9102,
      "step": 109301
    },
    {
      "epoch": 5.0849965108164685,
      "grad_norm": 1.5960269321327356,
      "learning_rate": 1.7413713632404903e-05,
      "loss": 0.9297,
      "step": 109302
    },
    {
      "epoch": 5.08504303326355,
      "grad_norm": 1.4360216720281056,
      "learning_rate": 1.7411977991654847e-05,
      "loss": 0.8594,
      "step": 109303
    },
    {
      "epoch": 5.08508955571063,
      "grad_norm": 1.7517484471003555,
      "learning_rate": 1.741024243207591e-05,
      "loss": 1.1484,
      "step": 109304
    },
    {
      "epoch": 5.085136078157711,
      "grad_norm": 1.5921032263166985,
      "learning_rate": 1.7408506953669243e-05,
      "loss": 0.957,
      "step": 109305
    },
    {
      "epoch": 5.085182600604792,
      "grad_norm": 1.7995598426644568,
      "learning_rate": 1.7406771556435877e-05,
      "loss": 0.9961,
      "step": 109306
    },
    {
      "epoch": 5.085229123051873,
      "grad_norm": 1.6132480964119231,
      "learning_rate": 1.7405036240376863e-05,
      "loss": 0.8828,
      "step": 109307
    },
    {
      "epoch": 5.085275645498953,
      "grad_norm": 1.7422859991895026,
      "learning_rate": 1.7403301005493265e-05,
      "loss": 0.875,
      "step": 109308
    },
    {
      "epoch": 5.085322167946034,
      "grad_norm": 1.6634757974221122,
      "learning_rate": 1.7401565851786114e-05,
      "loss": 1.0078,
      "step": 109309
    },
    {
      "epoch": 5.085368690393115,
      "grad_norm": 1.691744623300719,
      "learning_rate": 1.7399830779256547e-05,
      "loss": 1.0625,
      "step": 109310
    },
    {
      "epoch": 5.0854152128401955,
      "grad_norm": 1.5223851187453514,
      "learning_rate": 1.7398095787905573e-05,
      "loss": 0.9531,
      "step": 109311
    },
    {
      "epoch": 5.085461735287276,
      "grad_norm": 1.5562480814014823,
      "learning_rate": 1.7396360877734282e-05,
      "loss": 0.9609,
      "step": 109312
    },
    {
      "epoch": 5.085508257734356,
      "grad_norm": 1.6475419662913036,
      "learning_rate": 1.7394626048743672e-05,
      "loss": 0.9805,
      "step": 109313
    },
    {
      "epoch": 5.085554780181438,
      "grad_norm": 1.5271244641879838,
      "learning_rate": 1.7392891300934902e-05,
      "loss": 0.9062,
      "step": 109314
    },
    {
      "epoch": 5.085601302628518,
      "grad_norm": 1.6280968386768861,
      "learning_rate": 1.7391156634308978e-05,
      "loss": 1.0859,
      "step": 109315
    },
    {
      "epoch": 5.085647825075599,
      "grad_norm": 1.6031199098728035,
      "learning_rate": 1.7389422048866964e-05,
      "loss": 1.0,
      "step": 109316
    },
    {
      "epoch": 5.08569434752268,
      "grad_norm": 1.637281895527194,
      "learning_rate": 1.738768754460989e-05,
      "loss": 1.0469,
      "step": 109317
    },
    {
      "epoch": 5.085740869969761,
      "grad_norm": 1.5343208441323697,
      "learning_rate": 1.7385953121538874e-05,
      "loss": 0.9453,
      "step": 109318
    },
    {
      "epoch": 5.085787392416841,
      "grad_norm": 1.6421421189121808,
      "learning_rate": 1.7384218779654984e-05,
      "loss": 1.0078,
      "step": 109319
    },
    {
      "epoch": 5.085833914863922,
      "grad_norm": 1.5019382063145938,
      "learning_rate": 1.738248451895925e-05,
      "loss": 0.9375,
      "step": 109320
    },
    {
      "epoch": 5.085880437311003,
      "grad_norm": 1.6129771368218282,
      "learning_rate": 1.7380750339452737e-05,
      "loss": 1.0234,
      "step": 109321
    },
    {
      "epoch": 5.085926959758083,
      "grad_norm": 1.5001487418634354,
      "learning_rate": 1.7379016241136495e-05,
      "loss": 0.8867,
      "step": 109322
    },
    {
      "epoch": 5.085973482205164,
      "grad_norm": 1.654841235275862,
      "learning_rate": 1.7377282224011623e-05,
      "loss": 1.0312,
      "step": 109323
    },
    {
      "epoch": 5.086020004652244,
      "grad_norm": 1.83114901825145,
      "learning_rate": 1.7375548288079156e-05,
      "loss": 1.1094,
      "step": 109324
    },
    {
      "epoch": 5.086066527099326,
      "grad_norm": 1.5514201809204762,
      "learning_rate": 1.7373814433340173e-05,
      "loss": 0.8594,
      "step": 109325
    },
    {
      "epoch": 5.086113049546406,
      "grad_norm": 1.7825521180840218,
      "learning_rate": 1.7372080659795672e-05,
      "loss": 1.0781,
      "step": 109326
    },
    {
      "epoch": 5.086159571993487,
      "grad_norm": 1.4927360296510441,
      "learning_rate": 1.7370346967446807e-05,
      "loss": 0.9688,
      "step": 109327
    },
    {
      "epoch": 5.086206094440567,
      "grad_norm": 1.647418498944901,
      "learning_rate": 1.7368613356294608e-05,
      "loss": 1.0391,
      "step": 109328
    },
    {
      "epoch": 5.0862526168876485,
      "grad_norm": 1.5721013864290179,
      "learning_rate": 1.736687982634011e-05,
      "loss": 0.8555,
      "step": 109329
    },
    {
      "epoch": 5.086299139334729,
      "grad_norm": 1.5722094835510634,
      "learning_rate": 1.7365146377584354e-05,
      "loss": 0.8906,
      "step": 109330
    },
    {
      "epoch": 5.0863456617818095,
      "grad_norm": 1.503947163808388,
      "learning_rate": 1.7363413010028483e-05,
      "loss": 0.8867,
      "step": 109331
    },
    {
      "epoch": 5.086392184228891,
      "grad_norm": 1.4461891522938137,
      "learning_rate": 1.7361679723673504e-05,
      "loss": 0.8164,
      "step": 109332
    },
    {
      "epoch": 5.086438706675971,
      "grad_norm": 1.6634692373657347,
      "learning_rate": 1.735994651852049e-05,
      "loss": 1.0234,
      "step": 109333
    },
    {
      "epoch": 5.086485229123052,
      "grad_norm": 1.5267185597695025,
      "learning_rate": 1.7358213394570503e-05,
      "loss": 0.8789,
      "step": 109334
    },
    {
      "epoch": 5.086531751570132,
      "grad_norm": 1.6771292927859287,
      "learning_rate": 1.7356480351824558e-05,
      "loss": 0.957,
      "step": 109335
    },
    {
      "epoch": 5.086578274017214,
      "grad_norm": 1.7243352954970381,
      "learning_rate": 1.7354747390283807e-05,
      "loss": 1.0156,
      "step": 109336
    },
    {
      "epoch": 5.086624796464294,
      "grad_norm": 1.6865051963760518,
      "learning_rate": 1.7353014509949247e-05,
      "loss": 1.1328,
      "step": 109337
    },
    {
      "epoch": 5.086671318911375,
      "grad_norm": 1.860210431700959,
      "learning_rate": 1.7351281710821947e-05,
      "loss": 1.0312,
      "step": 109338
    },
    {
      "epoch": 5.086717841358455,
      "grad_norm": 1.7900414476521884,
      "learning_rate": 1.734954899290295e-05,
      "loss": 0.9375,
      "step": 109339
    },
    {
      "epoch": 5.086764363805536,
      "grad_norm": 1.7532978171665075,
      "learning_rate": 1.7347816356193344e-05,
      "loss": 1.1484,
      "step": 109340
    },
    {
      "epoch": 5.086810886252617,
      "grad_norm": 1.7087088527961556,
      "learning_rate": 1.734608380069421e-05,
      "loss": 0.9336,
      "step": 109341
    },
    {
      "epoch": 5.086857408699697,
      "grad_norm": 1.8006011750429876,
      "learning_rate": 1.7344351326406598e-05,
      "loss": 1.0781,
      "step": 109342
    },
    {
      "epoch": 5.086903931146779,
      "grad_norm": 1.5982008596042683,
      "learning_rate": 1.7342618933331552e-05,
      "loss": 1.0547,
      "step": 109343
    },
    {
      "epoch": 5.086950453593859,
      "grad_norm": 1.591354843330381,
      "learning_rate": 1.7340886621470096e-05,
      "loss": 0.875,
      "step": 109344
    },
    {
      "epoch": 5.08699697604094,
      "grad_norm": 1.7088831168769592,
      "learning_rate": 1.7339154390823373e-05,
      "loss": 1.0391,
      "step": 109345
    },
    {
      "epoch": 5.08704349848802,
      "grad_norm": 1.7209654312272786,
      "learning_rate": 1.73374222413924e-05,
      "loss": 0.9883,
      "step": 109346
    },
    {
      "epoch": 5.0870900209351015,
      "grad_norm": 1.8383892236590875,
      "learning_rate": 1.733569017317823e-05,
      "loss": 1.0312,
      "step": 109347
    },
    {
      "epoch": 5.087136543382182,
      "grad_norm": 1.6242213418221898,
      "learning_rate": 1.7333958186181906e-05,
      "loss": 1.0391,
      "step": 109348
    },
    {
      "epoch": 5.0871830658292625,
      "grad_norm": 1.601010874791322,
      "learning_rate": 1.733222628040455e-05,
      "loss": 1.0078,
      "step": 109349
    },
    {
      "epoch": 5.087229588276343,
      "grad_norm": 1.5824309988151921,
      "learning_rate": 1.733049445584719e-05,
      "loss": 0.9297,
      "step": 109350
    },
    {
      "epoch": 5.087276110723424,
      "grad_norm": 1.7483957550172733,
      "learning_rate": 1.7328762712510873e-05,
      "loss": 1.0625,
      "step": 109351
    },
    {
      "epoch": 5.087322633170505,
      "grad_norm": 1.578501604050164,
      "learning_rate": 1.7327031050396638e-05,
      "loss": 0.918,
      "step": 109352
    },
    {
      "epoch": 5.087369155617585,
      "grad_norm": 1.5208925585973816,
      "learning_rate": 1.7325299469505615e-05,
      "loss": 1.0234,
      "step": 109353
    },
    {
      "epoch": 5.087415678064666,
      "grad_norm": 1.5194743996846087,
      "learning_rate": 1.732356796983882e-05,
      "loss": 0.8867,
      "step": 109354
    },
    {
      "epoch": 5.087462200511747,
      "grad_norm": 1.6200948217550646,
      "learning_rate": 1.7321836551397316e-05,
      "loss": 1.0703,
      "step": 109355
    },
    {
      "epoch": 5.087508722958828,
      "grad_norm": 1.6084743084966922,
      "learning_rate": 1.732010521418214e-05,
      "loss": 1.0547,
      "step": 109356
    },
    {
      "epoch": 5.087555245405908,
      "grad_norm": 1.5840079078414013,
      "learning_rate": 1.731837395819442e-05,
      "loss": 0.8906,
      "step": 109357
    },
    {
      "epoch": 5.0876017678529895,
      "grad_norm": 1.7734585347577427,
      "learning_rate": 1.731664278343516e-05,
      "loss": 1.0859,
      "step": 109358
    },
    {
      "epoch": 5.08764829030007,
      "grad_norm": 1.4110065448583602,
      "learning_rate": 1.7314911689905438e-05,
      "loss": 0.8945,
      "step": 109359
    },
    {
      "epoch": 5.08769481274715,
      "grad_norm": 1.650495331369474,
      "learning_rate": 1.7313180677606304e-05,
      "loss": 0.9141,
      "step": 109360
    },
    {
      "epoch": 5.087741335194231,
      "grad_norm": 1.5440117233186816,
      "learning_rate": 1.7311449746538792e-05,
      "loss": 0.9922,
      "step": 109361
    },
    {
      "epoch": 5.087787857641312,
      "grad_norm": 1.6987030086348496,
      "learning_rate": 1.7309718896703983e-05,
      "loss": 0.9961,
      "step": 109362
    },
    {
      "epoch": 5.087834380088393,
      "grad_norm": 1.4814483929528397,
      "learning_rate": 1.7307988128102994e-05,
      "loss": 0.9961,
      "step": 109363
    },
    {
      "epoch": 5.087880902535473,
      "grad_norm": 1.449208728122749,
      "learning_rate": 1.7306257440736826e-05,
      "loss": 0.8594,
      "step": 109364
    },
    {
      "epoch": 5.087927424982554,
      "grad_norm": 1.6350736304487938,
      "learning_rate": 1.730452683460656e-05,
      "loss": 1.0,
      "step": 109365
    },
    {
      "epoch": 5.087973947429635,
      "grad_norm": 1.7127073592906839,
      "learning_rate": 1.730279630971321e-05,
      "loss": 1.0938,
      "step": 109366
    },
    {
      "epoch": 5.0880204698767155,
      "grad_norm": 1.6038492812861513,
      "learning_rate": 1.7301065866057907e-05,
      "loss": 0.8789,
      "step": 109367
    },
    {
      "epoch": 5.088066992323796,
      "grad_norm": 1.7287885783308536,
      "learning_rate": 1.7299335503641655e-05,
      "loss": 1.0078,
      "step": 109368
    },
    {
      "epoch": 5.088113514770877,
      "grad_norm": 1.5538784901960645,
      "learning_rate": 1.729760522246555e-05,
      "loss": 1.0391,
      "step": 109369
    },
    {
      "epoch": 5.088160037217958,
      "grad_norm": 1.8204785699562736,
      "learning_rate": 1.7295875022530592e-05,
      "loss": 1.0234,
      "step": 109370
    },
    {
      "epoch": 5.088206559665038,
      "grad_norm": 1.6070386898772568,
      "learning_rate": 1.7294144903837916e-05,
      "loss": 0.9805,
      "step": 109371
    },
    {
      "epoch": 5.088253082112119,
      "grad_norm": 1.513952105201203,
      "learning_rate": 1.729241486638855e-05,
      "loss": 0.9531,
      "step": 109372
    },
    {
      "epoch": 5.0882996045592,
      "grad_norm": 1.5757079656036599,
      "learning_rate": 1.7290684910183543e-05,
      "loss": 1.0547,
      "step": 109373
    },
    {
      "epoch": 5.088346127006281,
      "grad_norm": 1.623893549128038,
      "learning_rate": 1.7288955035223933e-05,
      "loss": 1.0391,
      "step": 109374
    },
    {
      "epoch": 5.088392649453361,
      "grad_norm": 1.5400841959474556,
      "learning_rate": 1.7287225241510833e-05,
      "loss": 0.9766,
      "step": 109375
    },
    {
      "epoch": 5.088439171900442,
      "grad_norm": 1.5389082913864458,
      "learning_rate": 1.7285495529045275e-05,
      "loss": 0.8828,
      "step": 109376
    },
    {
      "epoch": 5.088485694347523,
      "grad_norm": 1.5441772492991666,
      "learning_rate": 1.7283765897828324e-05,
      "loss": 0.8516,
      "step": 109377
    },
    {
      "epoch": 5.088532216794603,
      "grad_norm": 1.6225260584151928,
      "learning_rate": 1.7282036347861012e-05,
      "loss": 1.0078,
      "step": 109378
    },
    {
      "epoch": 5.088578739241684,
      "grad_norm": 1.6339745014955998,
      "learning_rate": 1.7280306879144438e-05,
      "loss": 0.9102,
      "step": 109379
    },
    {
      "epoch": 5.088625261688765,
      "grad_norm": 1.6955903712770681,
      "learning_rate": 1.7278577491679642e-05,
      "loss": 0.9258,
      "step": 109380
    },
    {
      "epoch": 5.088671784135846,
      "grad_norm": 1.5309851931021925,
      "learning_rate": 1.7276848185467694e-05,
      "loss": 0.9648,
      "step": 109381
    },
    {
      "epoch": 5.088718306582926,
      "grad_norm": 1.560140494470194,
      "learning_rate": 1.7275118960509605e-05,
      "loss": 0.8789,
      "step": 109382
    },
    {
      "epoch": 5.088764829030007,
      "grad_norm": 1.5711156837637819,
      "learning_rate": 1.7273389816806498e-05,
      "loss": 0.9414,
      "step": 109383
    },
    {
      "epoch": 5.088811351477088,
      "grad_norm": 1.5506198199611645,
      "learning_rate": 1.7271660754359377e-05,
      "loss": 0.957,
      "step": 109384
    },
    {
      "epoch": 5.0888578739241686,
      "grad_norm": 1.5293776312406684,
      "learning_rate": 1.7269931773169343e-05,
      "loss": 0.8633,
      "step": 109385
    },
    {
      "epoch": 5.088904396371249,
      "grad_norm": 1.7927545365078086,
      "learning_rate": 1.7268202873237457e-05,
      "loss": 1.1328,
      "step": 109386
    },
    {
      "epoch": 5.0889509188183295,
      "grad_norm": 1.7711833791973193,
      "learning_rate": 1.726647405456472e-05,
      "loss": 1.0312,
      "step": 109387
    },
    {
      "epoch": 5.088997441265411,
      "grad_norm": 1.8869370895509219,
      "learning_rate": 1.7264745317152267e-05,
      "loss": 1.1172,
      "step": 109388
    },
    {
      "epoch": 5.089043963712491,
      "grad_norm": 1.706701018765256,
      "learning_rate": 1.7263016661001128e-05,
      "loss": 1.0547,
      "step": 109389
    },
    {
      "epoch": 5.089090486159572,
      "grad_norm": 1.7291700377264818,
      "learning_rate": 1.7261288086112335e-05,
      "loss": 1.1094,
      "step": 109390
    },
    {
      "epoch": 5.089137008606652,
      "grad_norm": 1.6495035004598866,
      "learning_rate": 1.725955959248697e-05,
      "loss": 0.9648,
      "step": 109391
    },
    {
      "epoch": 5.089183531053734,
      "grad_norm": 1.7109515200265417,
      "learning_rate": 1.7257831180126053e-05,
      "loss": 1.0156,
      "step": 109392
    },
    {
      "epoch": 5.089230053500814,
      "grad_norm": 1.6715678524002382,
      "learning_rate": 1.7256102849030713e-05,
      "loss": 0.9023,
      "step": 109393
    },
    {
      "epoch": 5.089276575947895,
      "grad_norm": 1.6031818644077278,
      "learning_rate": 1.7254374599201963e-05,
      "loss": 0.9336,
      "step": 109394
    },
    {
      "epoch": 5.089323098394976,
      "grad_norm": 1.588659430855556,
      "learning_rate": 1.7252646430640858e-05,
      "loss": 0.832,
      "step": 109395
    },
    {
      "epoch": 5.0893696208420565,
      "grad_norm": 1.7417779486439593,
      "learning_rate": 1.7250918343348448e-05,
      "loss": 0.9922,
      "step": 109396
    },
    {
      "epoch": 5.089416143289137,
      "grad_norm": 1.5727302102028091,
      "learning_rate": 1.7249190337325823e-05,
      "loss": 0.9648,
      "step": 109397
    },
    {
      "epoch": 5.089462665736217,
      "grad_norm": 1.4417182400011117,
      "learning_rate": 1.724746241257404e-05,
      "loss": 0.9727,
      "step": 109398
    },
    {
      "epoch": 5.089509188183299,
      "grad_norm": 1.741115598911383,
      "learning_rate": 1.724573456909415e-05,
      "loss": 1.0234,
      "step": 109399
    },
    {
      "epoch": 5.089555710630379,
      "grad_norm": 1.635535544916473,
      "learning_rate": 1.7244006806887163e-05,
      "loss": 0.9141,
      "step": 109400
    },
    {
      "epoch": 5.08960223307746,
      "grad_norm": 1.6460683589976746,
      "learning_rate": 1.724227912595421e-05,
      "loss": 0.9648,
      "step": 109401
    },
    {
      "epoch": 5.08964875552454,
      "grad_norm": 1.5970299467174676,
      "learning_rate": 1.7240551526296314e-05,
      "loss": 1.0859,
      "step": 109402
    },
    {
      "epoch": 5.089695277971622,
      "grad_norm": 1.4471318217808042,
      "learning_rate": 1.7238824007914538e-05,
      "loss": 0.8984,
      "step": 109403
    },
    {
      "epoch": 5.089741800418702,
      "grad_norm": 1.6309939630006736,
      "learning_rate": 1.7237096570809893e-05,
      "loss": 1.0859,
      "step": 109404
    },
    {
      "epoch": 5.0897883228657825,
      "grad_norm": 1.6411050071459183,
      "learning_rate": 1.7235369214983487e-05,
      "loss": 0.8594,
      "step": 109405
    },
    {
      "epoch": 5.089834845312863,
      "grad_norm": 1.519369972415895,
      "learning_rate": 1.723364194043641e-05,
      "loss": 0.8555,
      "step": 109406
    },
    {
      "epoch": 5.089881367759944,
      "grad_norm": 1.5973597460720366,
      "learning_rate": 1.723191474716967e-05,
      "loss": 0.9844,
      "step": 109407
    },
    {
      "epoch": 5.089927890207025,
      "grad_norm": 1.578352048397583,
      "learning_rate": 1.723018763518434e-05,
      "loss": 0.9805,
      "step": 109408
    },
    {
      "epoch": 5.089974412654105,
      "grad_norm": 1.6129175213479179,
      "learning_rate": 1.722846060448144e-05,
      "loss": 1.0078,
      "step": 109409
    },
    {
      "epoch": 5.090020935101187,
      "grad_norm": 1.7470561817285,
      "learning_rate": 1.722673365506209e-05,
      "loss": 0.9648,
      "step": 109410
    },
    {
      "epoch": 5.090067457548267,
      "grad_norm": 1.556776112392048,
      "learning_rate": 1.7225006786927305e-05,
      "loss": 0.9883,
      "step": 109411
    },
    {
      "epoch": 5.090113979995348,
      "grad_norm": 1.720413129355707,
      "learning_rate": 1.7223280000078178e-05,
      "loss": 0.9648,
      "step": 109412
    },
    {
      "epoch": 5.090160502442428,
      "grad_norm": 1.4575439264365275,
      "learning_rate": 1.7221553294515693e-05,
      "loss": 0.9492,
      "step": 109413
    },
    {
      "epoch": 5.0902070248895095,
      "grad_norm": 1.6288548436608092,
      "learning_rate": 1.7219826670240988e-05,
      "loss": 0.9922,
      "step": 109414
    },
    {
      "epoch": 5.09025354733659,
      "grad_norm": 1.5948002213521508,
      "learning_rate": 1.721810012725509e-05,
      "loss": 0.9688,
      "step": 109415
    },
    {
      "epoch": 5.0903000697836704,
      "grad_norm": 1.451227539263272,
      "learning_rate": 1.721637366555905e-05,
      "loss": 0.8438,
      "step": 109416
    },
    {
      "epoch": 5.090346592230751,
      "grad_norm": 1.6338136368652758,
      "learning_rate": 1.721464728515392e-05,
      "loss": 0.9844,
      "step": 109417
    },
    {
      "epoch": 5.090393114677832,
      "grad_norm": 1.7663046703306675,
      "learning_rate": 1.721292098604076e-05,
      "loss": 1.0312,
      "step": 109418
    },
    {
      "epoch": 5.090439637124913,
      "grad_norm": 1.550482366248597,
      "learning_rate": 1.7211194768220644e-05,
      "loss": 0.9414,
      "step": 109419
    },
    {
      "epoch": 5.090486159571993,
      "grad_norm": 1.732512100223266,
      "learning_rate": 1.720946863169463e-05,
      "loss": 1.0547,
      "step": 109420
    },
    {
      "epoch": 5.090532682019075,
      "grad_norm": 1.7224762099051485,
      "learning_rate": 1.7207742576463752e-05,
      "loss": 1.0547,
      "step": 109421
    },
    {
      "epoch": 5.090579204466155,
      "grad_norm": 1.6971018828741002,
      "learning_rate": 1.7206016602529045e-05,
      "loss": 1.1094,
      "step": 109422
    },
    {
      "epoch": 5.090625726913236,
      "grad_norm": 1.490366392300179,
      "learning_rate": 1.720429070989162e-05,
      "loss": 0.7695,
      "step": 109423
    },
    {
      "epoch": 5.090672249360316,
      "grad_norm": 1.57048879227268,
      "learning_rate": 1.7202564898552535e-05,
      "loss": 1.0312,
      "step": 109424
    },
    {
      "epoch": 5.090718771807397,
      "grad_norm": 1.7522634689306018,
      "learning_rate": 1.7200839168512797e-05,
      "loss": 1.0156,
      "step": 109425
    },
    {
      "epoch": 5.090765294254478,
      "grad_norm": 1.7571264916506224,
      "learning_rate": 1.719911351977348e-05,
      "loss": 0.9609,
      "step": 109426
    },
    {
      "epoch": 5.090811816701558,
      "grad_norm": 1.8258889233312523,
      "learning_rate": 1.719738795233564e-05,
      "loss": 1.0859,
      "step": 109427
    },
    {
      "epoch": 5.090858339148639,
      "grad_norm": 1.5120488361001365,
      "learning_rate": 1.7195662466200366e-05,
      "loss": 0.9883,
      "step": 109428
    },
    {
      "epoch": 5.09090486159572,
      "grad_norm": 1.517306936560342,
      "learning_rate": 1.719393706136869e-05,
      "loss": 0.9336,
      "step": 109429
    },
    {
      "epoch": 5.090951384042801,
      "grad_norm": 1.6330366597277413,
      "learning_rate": 1.7192211737841677e-05,
      "loss": 1.0234,
      "step": 109430
    },
    {
      "epoch": 5.090997906489881,
      "grad_norm": 1.6866019270630253,
      "learning_rate": 1.7190486495620342e-05,
      "loss": 1.0234,
      "step": 109431
    },
    {
      "epoch": 5.0910444289369625,
      "grad_norm": 1.6627036583203718,
      "learning_rate": 1.71887613347058e-05,
      "loss": 0.8984,
      "step": 109432
    },
    {
      "epoch": 5.091090951384043,
      "grad_norm": 1.6931613166882364,
      "learning_rate": 1.718703625509909e-05,
      "loss": 1.0781,
      "step": 109433
    },
    {
      "epoch": 5.0911374738311235,
      "grad_norm": 1.7436961212203514,
      "learning_rate": 1.7185311256801253e-05,
      "loss": 1.0469,
      "step": 109434
    },
    {
      "epoch": 5.091183996278204,
      "grad_norm": 1.6749538318120023,
      "learning_rate": 1.718358633981331e-05,
      "loss": 0.9258,
      "step": 109435
    },
    {
      "epoch": 5.091230518725285,
      "grad_norm": 1.672047009197735,
      "learning_rate": 1.7181861504136408e-05,
      "loss": 0.9531,
      "step": 109436
    },
    {
      "epoch": 5.091277041172366,
      "grad_norm": 1.7051171722541312,
      "learning_rate": 1.7180136749771546e-05,
      "loss": 0.9648,
      "step": 109437
    },
    {
      "epoch": 5.091323563619446,
      "grad_norm": 1.676039820461043,
      "learning_rate": 1.717841207671979e-05,
      "loss": 1.0938,
      "step": 109438
    },
    {
      "epoch": 5.091370086066527,
      "grad_norm": 1.9534491849067859,
      "learning_rate": 1.7176687484982153e-05,
      "loss": 1.1719,
      "step": 109439
    },
    {
      "epoch": 5.091416608513608,
      "grad_norm": 1.7105067286668498,
      "learning_rate": 1.7174962974559758e-05,
      "loss": 0.9375,
      "step": 109440
    },
    {
      "epoch": 5.091463130960689,
      "grad_norm": 1.5307716261474131,
      "learning_rate": 1.717323854545365e-05,
      "loss": 0.9688,
      "step": 109441
    },
    {
      "epoch": 5.091509653407769,
      "grad_norm": 1.7352320023973102,
      "learning_rate": 1.717151419766486e-05,
      "loss": 0.9766,
      "step": 109442
    },
    {
      "epoch": 5.0915561758548495,
      "grad_norm": 1.544403968933134,
      "learning_rate": 1.716978993119444e-05,
      "loss": 1.0391,
      "step": 109443
    },
    {
      "epoch": 5.091602698301931,
      "grad_norm": 1.6551619244740534,
      "learning_rate": 1.7168065746043452e-05,
      "loss": 1.0,
      "step": 109444
    },
    {
      "epoch": 5.091649220749011,
      "grad_norm": 1.4698254019167831,
      "learning_rate": 1.7166341642212965e-05,
      "loss": 0.8438,
      "step": 109445
    },
    {
      "epoch": 5.091695743196092,
      "grad_norm": 1.5072029905641098,
      "learning_rate": 1.7164617619704047e-05,
      "loss": 0.8164,
      "step": 109446
    },
    {
      "epoch": 5.091742265643173,
      "grad_norm": 1.5405439618504828,
      "learning_rate": 1.716289367851771e-05,
      "loss": 0.8906,
      "step": 109447
    },
    {
      "epoch": 5.091788788090254,
      "grad_norm": 1.531428634528421,
      "learning_rate": 1.716116981865502e-05,
      "loss": 0.8633,
      "step": 109448
    },
    {
      "epoch": 5.091835310537334,
      "grad_norm": 1.603330913298374,
      "learning_rate": 1.7159446040117042e-05,
      "loss": 0.9297,
      "step": 109449
    },
    {
      "epoch": 5.091881832984415,
      "grad_norm": 1.78203166615902,
      "learning_rate": 1.7157722342904846e-05,
      "loss": 1.0,
      "step": 109450
    },
    {
      "epoch": 5.091928355431496,
      "grad_norm": 1.6180096724813133,
      "learning_rate": 1.7155998727019493e-05,
      "loss": 0.8594,
      "step": 109451
    },
    {
      "epoch": 5.0919748778785765,
      "grad_norm": 1.4848919558431841,
      "learning_rate": 1.7154275192462018e-05,
      "loss": 0.9297,
      "step": 109452
    },
    {
      "epoch": 5.092021400325657,
      "grad_norm": 1.7791259075883992,
      "learning_rate": 1.7152551739233454e-05,
      "loss": 1.0781,
      "step": 109453
    },
    {
      "epoch": 5.0920679227727375,
      "grad_norm": 1.684217143602055,
      "learning_rate": 1.71508283673349e-05,
      "loss": 0.9297,
      "step": 109454
    },
    {
      "epoch": 5.092114445219819,
      "grad_norm": 1.4852736612066,
      "learning_rate": 1.7149105076767404e-05,
      "loss": 0.8711,
      "step": 109455
    },
    {
      "epoch": 5.092160967666899,
      "grad_norm": 1.5819375172829215,
      "learning_rate": 1.7147381867532e-05,
      "loss": 0.9414,
      "step": 109456
    },
    {
      "epoch": 5.09220749011398,
      "grad_norm": 1.61208523328907,
      "learning_rate": 1.714565873962972e-05,
      "loss": 0.8945,
      "step": 109457
    },
    {
      "epoch": 5.092254012561061,
      "grad_norm": 1.7321842109678476,
      "learning_rate": 1.714393569306168e-05,
      "loss": 1.1016,
      "step": 109458
    },
    {
      "epoch": 5.092300535008142,
      "grad_norm": 1.5210242532815148,
      "learning_rate": 1.714221272782891e-05,
      "loss": 1.0,
      "step": 109459
    },
    {
      "epoch": 5.092347057455222,
      "grad_norm": 1.692289694949861,
      "learning_rate": 1.714048984393246e-05,
      "loss": 1.0156,
      "step": 109460
    },
    {
      "epoch": 5.092393579902303,
      "grad_norm": 1.6160858077526055,
      "learning_rate": 1.7138767041373364e-05,
      "loss": 0.9844,
      "step": 109461
    },
    {
      "epoch": 5.092440102349384,
      "grad_norm": 1.4363432995374767,
      "learning_rate": 1.713704432015272e-05,
      "loss": 0.8984,
      "step": 109462
    },
    {
      "epoch": 5.092486624796464,
      "grad_norm": 1.6546180626477933,
      "learning_rate": 1.7135321680271563e-05,
      "loss": 0.9609,
      "step": 109463
    },
    {
      "epoch": 5.092533147243545,
      "grad_norm": 1.684342917492934,
      "learning_rate": 1.713359912173094e-05,
      "loss": 0.9609,
      "step": 109464
    },
    {
      "epoch": 5.092579669690625,
      "grad_norm": 1.7502427725522447,
      "learning_rate": 1.7131876644531885e-05,
      "loss": 1.0859,
      "step": 109465
    },
    {
      "epoch": 5.092626192137707,
      "grad_norm": 1.692078426382924,
      "learning_rate": 1.7130154248675492e-05,
      "loss": 1.0469,
      "step": 109466
    },
    {
      "epoch": 5.092672714584787,
      "grad_norm": 1.5095754437950801,
      "learning_rate": 1.7128431934162817e-05,
      "loss": 0.9961,
      "step": 109467
    },
    {
      "epoch": 5.092719237031868,
      "grad_norm": 1.7787606149286679,
      "learning_rate": 1.7126709700994907e-05,
      "loss": 1.0781,
      "step": 109468
    },
    {
      "epoch": 5.092765759478948,
      "grad_norm": 1.626602401748025,
      "learning_rate": 1.7124987549172792e-05,
      "loss": 0.8633,
      "step": 109469
    },
    {
      "epoch": 5.0928122819260295,
      "grad_norm": 1.5678185298444167,
      "learning_rate": 1.7123265478697523e-05,
      "loss": 1.0,
      "step": 109470
    },
    {
      "epoch": 5.09285880437311,
      "grad_norm": 1.563120128158581,
      "learning_rate": 1.7121543489570166e-05,
      "loss": 0.8906,
      "step": 109471
    },
    {
      "epoch": 5.0929053268201905,
      "grad_norm": 1.539057183386347,
      "learning_rate": 1.711982158179182e-05,
      "loss": 1.0,
      "step": 109472
    },
    {
      "epoch": 5.092951849267272,
      "grad_norm": 1.6645365954661702,
      "learning_rate": 1.71180997553635e-05,
      "loss": 0.9727,
      "step": 109473
    },
    {
      "epoch": 5.092998371714352,
      "grad_norm": 1.793303510296138,
      "learning_rate": 1.7116378010286257e-05,
      "loss": 0.9414,
      "step": 109474
    },
    {
      "epoch": 5.093044894161433,
      "grad_norm": 1.587543089751456,
      "learning_rate": 1.711465634656112e-05,
      "loss": 0.918,
      "step": 109475
    },
    {
      "epoch": 5.093091416608513,
      "grad_norm": 1.6175263624550245,
      "learning_rate": 1.711293476418923e-05,
      "loss": 1.0234,
      "step": 109476
    },
    {
      "epoch": 5.093137939055595,
      "grad_norm": 1.7857690346735986,
      "learning_rate": 1.7111213263171556e-05,
      "loss": 0.9961,
      "step": 109477
    },
    {
      "epoch": 5.093184461502675,
      "grad_norm": 1.4916142199884093,
      "learning_rate": 1.7109491843509193e-05,
      "loss": 0.8359,
      "step": 109478
    },
    {
      "epoch": 5.093230983949756,
      "grad_norm": 1.6642952612003017,
      "learning_rate": 1.710777050520315e-05,
      "loss": 1.0,
      "step": 109479
    },
    {
      "epoch": 5.093277506396836,
      "grad_norm": 1.5513386942835243,
      "learning_rate": 1.7106049248254528e-05,
      "loss": 1.0078,
      "step": 109480
    },
    {
      "epoch": 5.093324028843917,
      "grad_norm": 1.473222705039063,
      "learning_rate": 1.7104328072664393e-05,
      "loss": 0.832,
      "step": 109481
    },
    {
      "epoch": 5.093370551290998,
      "grad_norm": 1.8940592725994996,
      "learning_rate": 1.710260697843376e-05,
      "loss": 1.0312,
      "step": 109482
    },
    {
      "epoch": 5.093417073738078,
      "grad_norm": 1.655057358828024,
      "learning_rate": 1.7100885965563644e-05,
      "loss": 0.9844,
      "step": 109483
    },
    {
      "epoch": 5.09346359618516,
      "grad_norm": 1.6778909909551858,
      "learning_rate": 1.7099165034055212e-05,
      "loss": 1.0469,
      "step": 109484
    },
    {
      "epoch": 5.09351011863224,
      "grad_norm": 1.6586790978296946,
      "learning_rate": 1.709744418390943e-05,
      "loss": 1.0391,
      "step": 109485
    },
    {
      "epoch": 5.093556641079321,
      "grad_norm": 1.7201215753367975,
      "learning_rate": 1.7095723415127384e-05,
      "loss": 0.9219,
      "step": 109486
    },
    {
      "epoch": 5.093603163526401,
      "grad_norm": 1.7591518692963657,
      "learning_rate": 1.70940027277101e-05,
      "loss": 1.1016,
      "step": 109487
    },
    {
      "epoch": 5.0936496859734826,
      "grad_norm": 1.8754336840144925,
      "learning_rate": 1.709228212165866e-05,
      "loss": 1.0781,
      "step": 109488
    },
    {
      "epoch": 5.093696208420563,
      "grad_norm": 1.5053455329309136,
      "learning_rate": 1.7090561596974122e-05,
      "loss": 0.9805,
      "step": 109489
    },
    {
      "epoch": 5.0937427308676435,
      "grad_norm": 1.5792470385013626,
      "learning_rate": 1.708884115365753e-05,
      "loss": 1.0078,
      "step": 109490
    },
    {
      "epoch": 5.093789253314724,
      "grad_norm": 1.6743804331410796,
      "learning_rate": 1.7087120791709897e-05,
      "loss": 0.9688,
      "step": 109491
    },
    {
      "epoch": 5.093835775761805,
      "grad_norm": 1.6096370531667143,
      "learning_rate": 1.7085400511132343e-05,
      "loss": 0.9766,
      "step": 109492
    },
    {
      "epoch": 5.093882298208886,
      "grad_norm": 1.545044148447404,
      "learning_rate": 1.7083680311925845e-05,
      "loss": 0.8789,
      "step": 109493
    },
    {
      "epoch": 5.093928820655966,
      "grad_norm": 1.6635275914827254,
      "learning_rate": 1.7081960194091543e-05,
      "loss": 0.9844,
      "step": 109494
    },
    {
      "epoch": 5.093975343103047,
      "grad_norm": 1.8259769902890826,
      "learning_rate": 1.708024015763045e-05,
      "loss": 1.0,
      "step": 109495
    },
    {
      "epoch": 5.094021865550128,
      "grad_norm": 1.6151969259420482,
      "learning_rate": 1.7078520202543627e-05,
      "loss": 1.0859,
      "step": 109496
    },
    {
      "epoch": 5.094068387997209,
      "grad_norm": 1.6311653859637125,
      "learning_rate": 1.707680032883208e-05,
      "loss": 0.957,
      "step": 109497
    },
    {
      "epoch": 5.094114910444289,
      "grad_norm": 1.5785672444504493,
      "learning_rate": 1.707508053649692e-05,
      "loss": 0.9844,
      "step": 109498
    },
    {
      "epoch": 5.0941614328913705,
      "grad_norm": 1.5247651508874944,
      "learning_rate": 1.7073360825539183e-05,
      "loss": 0.9141,
      "step": 109499
    },
    {
      "epoch": 5.094207955338451,
      "grad_norm": 1.6179146871310106,
      "learning_rate": 1.7071641195959917e-05,
      "loss": 1.0078,
      "step": 109500
    },
    {
      "epoch": 5.094254477785531,
      "grad_norm": 1.5977771616593466,
      "learning_rate": 1.7069921647760154e-05,
      "loss": 0.9141,
      "step": 109501
    },
    {
      "epoch": 5.094301000232612,
      "grad_norm": 1.7683777524890594,
      "learning_rate": 1.7068202180940992e-05,
      "loss": 0.9531,
      "step": 109502
    },
    {
      "epoch": 5.094347522679693,
      "grad_norm": 1.7189752058722998,
      "learning_rate": 1.7066482795503468e-05,
      "loss": 1.0703,
      "step": 109503
    },
    {
      "epoch": 5.094394045126774,
      "grad_norm": 1.8563399856113865,
      "learning_rate": 1.7064763491448623e-05,
      "loss": 1.1484,
      "step": 109504
    },
    {
      "epoch": 5.094440567573854,
      "grad_norm": 1.6146951171930481,
      "learning_rate": 1.7063044268777482e-05,
      "loss": 1.0234,
      "step": 109505
    },
    {
      "epoch": 5.094487090020935,
      "grad_norm": 1.5998611847581945,
      "learning_rate": 1.7061325127491154e-05,
      "loss": 1.0078,
      "step": 109506
    },
    {
      "epoch": 5.094533612468016,
      "grad_norm": 1.6262028057239786,
      "learning_rate": 1.705960606759066e-05,
      "loss": 1.1016,
      "step": 109507
    },
    {
      "epoch": 5.0945801349150965,
      "grad_norm": 1.6693010574605764,
      "learning_rate": 1.7057887089077077e-05,
      "loss": 1.0469,
      "step": 109508
    },
    {
      "epoch": 5.094626657362177,
      "grad_norm": 1.7098996919675464,
      "learning_rate": 1.705616819195139e-05,
      "loss": 0.9531,
      "step": 109509
    },
    {
      "epoch": 5.094673179809258,
      "grad_norm": 1.7107891475387471,
      "learning_rate": 1.705444937621475e-05,
      "loss": 0.957,
      "step": 109510
    },
    {
      "epoch": 5.094719702256339,
      "grad_norm": 1.7660144516548173,
      "learning_rate": 1.7052730641868156e-05,
      "loss": 1.1797,
      "step": 109511
    },
    {
      "epoch": 5.094766224703419,
      "grad_norm": 1.7678302741428873,
      "learning_rate": 1.7051011988912657e-05,
      "loss": 1.0156,
      "step": 109512
    },
    {
      "epoch": 5.0948127471505,
      "grad_norm": 1.5573879164105635,
      "learning_rate": 1.704929341734928e-05,
      "loss": 0.8789,
      "step": 109513
    },
    {
      "epoch": 5.094859269597581,
      "grad_norm": 1.5244010032267052,
      "learning_rate": 1.704757492717913e-05,
      "loss": 0.9141,
      "step": 109514
    },
    {
      "epoch": 5.094905792044662,
      "grad_norm": 1.6579728300220176,
      "learning_rate": 1.7045856518403224e-05,
      "loss": 1.1172,
      "step": 109515
    },
    {
      "epoch": 5.094952314491742,
      "grad_norm": 1.570831175451907,
      "learning_rate": 1.7044138191022656e-05,
      "loss": 1.0078,
      "step": 109516
    },
    {
      "epoch": 5.094998836938823,
      "grad_norm": 1.5971391330814628,
      "learning_rate": 1.704241994503846e-05,
      "loss": 1.0547,
      "step": 109517
    },
    {
      "epoch": 5.095045359385904,
      "grad_norm": 1.7711716567410172,
      "learning_rate": 1.7040701780451638e-05,
      "loss": 1.125,
      "step": 109518
    },
    {
      "epoch": 5.0950918818329844,
      "grad_norm": 1.694040446352413,
      "learning_rate": 1.7038983697263303e-05,
      "loss": 1.0078,
      "step": 109519
    },
    {
      "epoch": 5.095138404280065,
      "grad_norm": 1.8393150236433413,
      "learning_rate": 1.703726569547449e-05,
      "loss": 1.1641,
      "step": 109520
    },
    {
      "epoch": 5.095184926727146,
      "grad_norm": 1.6952835366631536,
      "learning_rate": 1.7035547775086262e-05,
      "loss": 1.0156,
      "step": 109521
    },
    {
      "epoch": 5.095231449174227,
      "grad_norm": 1.4429120373915085,
      "learning_rate": 1.7033829936099636e-05,
      "loss": 0.8125,
      "step": 109522
    },
    {
      "epoch": 5.095277971621307,
      "grad_norm": 1.5510140979552498,
      "learning_rate": 1.703211217851566e-05,
      "loss": 1.0703,
      "step": 109523
    },
    {
      "epoch": 5.095324494068388,
      "grad_norm": 1.6885380402147685,
      "learning_rate": 1.7030394502335436e-05,
      "loss": 1.0078,
      "step": 109524
    },
    {
      "epoch": 5.095371016515469,
      "grad_norm": 1.7330166100292255,
      "learning_rate": 1.7028676907559997e-05,
      "loss": 0.9141,
      "step": 109525
    },
    {
      "epoch": 5.09541753896255,
      "grad_norm": 1.66973255263186,
      "learning_rate": 1.7026959394190386e-05,
      "loss": 0.9219,
      "step": 109526
    },
    {
      "epoch": 5.09546406140963,
      "grad_norm": 1.4873802241659395,
      "learning_rate": 1.702524196222761e-05,
      "loss": 0.875,
      "step": 109527
    },
    {
      "epoch": 5.0955105838567105,
      "grad_norm": 1.677791341215662,
      "learning_rate": 1.702352461167281e-05,
      "loss": 1.0312,
      "step": 109528
    },
    {
      "epoch": 5.095557106303792,
      "grad_norm": 1.8495915431969803,
      "learning_rate": 1.7021807342526977e-05,
      "loss": 1.0312,
      "step": 109529
    },
    {
      "epoch": 5.095603628750872,
      "grad_norm": 1.6903163474660283,
      "learning_rate": 1.7020090154791188e-05,
      "loss": 1.0391,
      "step": 109530
    },
    {
      "epoch": 5.095650151197953,
      "grad_norm": 1.5676936306169933,
      "learning_rate": 1.7018373048466445e-05,
      "loss": 0.8477,
      "step": 109531
    },
    {
      "epoch": 5.095696673645033,
      "grad_norm": 1.674199687818509,
      "learning_rate": 1.7016656023553878e-05,
      "loss": 1.0312,
      "step": 109532
    },
    {
      "epoch": 5.095743196092115,
      "grad_norm": 1.662327973358909,
      "learning_rate": 1.7014939080054502e-05,
      "loss": 0.9258,
      "step": 109533
    },
    {
      "epoch": 5.095789718539195,
      "grad_norm": 1.6524467460996164,
      "learning_rate": 1.7013222217969352e-05,
      "loss": 0.9844,
      "step": 109534
    },
    {
      "epoch": 5.095836240986276,
      "grad_norm": 1.8338154716720247,
      "learning_rate": 1.701150543729946e-05,
      "loss": 1.1406,
      "step": 109535
    },
    {
      "epoch": 5.095882763433357,
      "grad_norm": 1.3995555337005854,
      "learning_rate": 1.7009788738045945e-05,
      "loss": 0.8281,
      "step": 109536
    },
    {
      "epoch": 5.0959292858804375,
      "grad_norm": 1.7246831284823403,
      "learning_rate": 1.700807212020978e-05,
      "loss": 0.9688,
      "step": 109537
    },
    {
      "epoch": 5.095975808327518,
      "grad_norm": 1.6537368427457433,
      "learning_rate": 1.700635558379211e-05,
      "loss": 1.0703,
      "step": 109538
    },
    {
      "epoch": 5.096022330774598,
      "grad_norm": 1.6858155373881634,
      "learning_rate": 1.7004639128793907e-05,
      "loss": 1.0234,
      "step": 109539
    },
    {
      "epoch": 5.09606885322168,
      "grad_norm": 1.720963490004541,
      "learning_rate": 1.7002922755216225e-05,
      "loss": 1.0781,
      "step": 109540
    },
    {
      "epoch": 5.09611537566876,
      "grad_norm": 1.5769777038307529,
      "learning_rate": 1.700120646306018e-05,
      "loss": 0.9375,
      "step": 109541
    },
    {
      "epoch": 5.096161898115841,
      "grad_norm": 1.8089613641051059,
      "learning_rate": 1.699949025232677e-05,
      "loss": 1.0312,
      "step": 109542
    },
    {
      "epoch": 5.096208420562921,
      "grad_norm": 1.5521825210276334,
      "learning_rate": 1.6997774123017062e-05,
      "loss": 0.9805,
      "step": 109543
    },
    {
      "epoch": 5.096254943010003,
      "grad_norm": 1.5738046303610451,
      "learning_rate": 1.699605807513207e-05,
      "loss": 0.8867,
      "step": 109544
    },
    {
      "epoch": 5.096301465457083,
      "grad_norm": 1.6054679069437399,
      "learning_rate": 1.6994342108672893e-05,
      "loss": 1.1094,
      "step": 109545
    },
    {
      "epoch": 5.0963479879041635,
      "grad_norm": 1.71500939521568,
      "learning_rate": 1.6992626223640583e-05,
      "loss": 0.8906,
      "step": 109546
    },
    {
      "epoch": 5.096394510351245,
      "grad_norm": 1.557689909428391,
      "learning_rate": 1.6990910420036152e-05,
      "loss": 0.9727,
      "step": 109547
    },
    {
      "epoch": 5.096441032798325,
      "grad_norm": 1.756176344851917,
      "learning_rate": 1.6989194697860688e-05,
      "loss": 1.0859,
      "step": 109548
    },
    {
      "epoch": 5.096487555245406,
      "grad_norm": 1.7112578028098016,
      "learning_rate": 1.6987479057115183e-05,
      "loss": 1.1094,
      "step": 109549
    },
    {
      "epoch": 5.096534077692486,
      "grad_norm": 1.4527811704392934,
      "learning_rate": 1.698576349780076e-05,
      "loss": 0.9883,
      "step": 109550
    },
    {
      "epoch": 5.096580600139568,
      "grad_norm": 1.746365560927257,
      "learning_rate": 1.6984048019918427e-05,
      "loss": 1.0312,
      "step": 109551
    },
    {
      "epoch": 5.096627122586648,
      "grad_norm": 1.8412390037558999,
      "learning_rate": 1.698233262346926e-05,
      "loss": 1.125,
      "step": 109552
    },
    {
      "epoch": 5.096673645033729,
      "grad_norm": 1.5066541899144024,
      "learning_rate": 1.698061730845425e-05,
      "loss": 1.0,
      "step": 109553
    },
    {
      "epoch": 5.096720167480809,
      "grad_norm": 1.5025993949615724,
      "learning_rate": 1.697890207487451e-05,
      "loss": 0.8281,
      "step": 109554
    },
    {
      "epoch": 5.0967666899278905,
      "grad_norm": 1.6891989934689602,
      "learning_rate": 1.6977186922731085e-05,
      "loss": 1.0859,
      "step": 109555
    },
    {
      "epoch": 5.096813212374971,
      "grad_norm": 1.615877368762256,
      "learning_rate": 1.6975471852025015e-05,
      "loss": 1.0703,
      "step": 109556
    },
    {
      "epoch": 5.0968597348220515,
      "grad_norm": 1.6210959813535362,
      "learning_rate": 1.6973756862757314e-05,
      "loss": 1.0078,
      "step": 109557
    },
    {
      "epoch": 5.096906257269132,
      "grad_norm": 1.8339027842039715,
      "learning_rate": 1.697204195492909e-05,
      "loss": 1.1953,
      "step": 109558
    },
    {
      "epoch": 5.096952779716213,
      "grad_norm": 1.6350250006844949,
      "learning_rate": 1.6970327128541332e-05,
      "loss": 0.9805,
      "step": 109559
    },
    {
      "epoch": 5.096999302163294,
      "grad_norm": 1.6929069411890487,
      "learning_rate": 1.696861238359515e-05,
      "loss": 0.9336,
      "step": 109560
    },
    {
      "epoch": 5.097045824610374,
      "grad_norm": 1.694726389045056,
      "learning_rate": 1.6966897720091582e-05,
      "loss": 0.9766,
      "step": 109561
    },
    {
      "epoch": 5.097092347057456,
      "grad_norm": 1.814954254487023,
      "learning_rate": 1.696518313803162e-05,
      "loss": 1.0234,
      "step": 109562
    },
    {
      "epoch": 5.097138869504536,
      "grad_norm": 1.9262684853348138,
      "learning_rate": 1.696346863741639e-05,
      "loss": 1.0078,
      "step": 109563
    },
    {
      "epoch": 5.097185391951617,
      "grad_norm": 1.663996265972892,
      "learning_rate": 1.696175421824691e-05,
      "loss": 0.8242,
      "step": 109564
    },
    {
      "epoch": 5.097231914398697,
      "grad_norm": 1.4654231462485332,
      "learning_rate": 1.696003988052423e-05,
      "loss": 0.8633,
      "step": 109565
    },
    {
      "epoch": 5.097278436845778,
      "grad_norm": 1.5468837687386614,
      "learning_rate": 1.6958325624249365e-05,
      "loss": 0.957,
      "step": 109566
    },
    {
      "epoch": 5.097324959292859,
      "grad_norm": 1.6738995355876591,
      "learning_rate": 1.695661144942343e-05,
      "loss": 1.1016,
      "step": 109567
    },
    {
      "epoch": 5.097371481739939,
      "grad_norm": 1.7427227721310141,
      "learning_rate": 1.695489735604744e-05,
      "loss": 1.1094,
      "step": 109568
    },
    {
      "epoch": 5.09741800418702,
      "grad_norm": 1.480696045689875,
      "learning_rate": 1.6953183344122435e-05,
      "loss": 0.8711,
      "step": 109569
    },
    {
      "epoch": 5.097464526634101,
      "grad_norm": 1.7328553339384758,
      "learning_rate": 1.6951469413649455e-05,
      "loss": 1.0,
      "step": 109570
    },
    {
      "epoch": 5.097511049081182,
      "grad_norm": 1.8013066346888622,
      "learning_rate": 1.6949755564629603e-05,
      "loss": 1.0625,
      "step": 109571
    },
    {
      "epoch": 5.097557571528262,
      "grad_norm": 1.6933561440307008,
      "learning_rate": 1.6948041797063895e-05,
      "loss": 1.0547,
      "step": 109572
    },
    {
      "epoch": 5.0976040939753435,
      "grad_norm": 1.5897117991541367,
      "learning_rate": 1.694632811095338e-05,
      "loss": 1.0547,
      "step": 109573
    },
    {
      "epoch": 5.097650616422424,
      "grad_norm": 1.541312185611453,
      "learning_rate": 1.6944614506299103e-05,
      "loss": 1.0625,
      "step": 109574
    },
    {
      "epoch": 5.0976971388695045,
      "grad_norm": 1.652951102803949,
      "learning_rate": 1.6942900983102085e-05,
      "loss": 0.9844,
      "step": 109575
    },
    {
      "epoch": 5.097743661316585,
      "grad_norm": 1.7329263782027335,
      "learning_rate": 1.6941187541363443e-05,
      "loss": 0.9727,
      "step": 109576
    },
    {
      "epoch": 5.097790183763666,
      "grad_norm": 1.688773408618139,
      "learning_rate": 1.693947418108419e-05,
      "loss": 1.0078,
      "step": 109577
    },
    {
      "epoch": 5.097836706210747,
      "grad_norm": 1.551919966765747,
      "learning_rate": 1.6937760902265373e-05,
      "loss": 0.9336,
      "step": 109578
    },
    {
      "epoch": 5.097883228657827,
      "grad_norm": 1.6215530870095751,
      "learning_rate": 1.6936047704908012e-05,
      "loss": 0.8672,
      "step": 109579
    },
    {
      "epoch": 5.097929751104908,
      "grad_norm": 1.662293047141787,
      "learning_rate": 1.693433458901322e-05,
      "loss": 1.0547,
      "step": 109580
    },
    {
      "epoch": 5.097976273551989,
      "grad_norm": 1.7504506057231743,
      "learning_rate": 1.6932621554581983e-05,
      "loss": 1.0078,
      "step": 109581
    },
    {
      "epoch": 5.09802279599907,
      "grad_norm": 1.7449603019349056,
      "learning_rate": 1.6930908601615413e-05,
      "loss": 1.0703,
      "step": 109582
    },
    {
      "epoch": 5.09806931844615,
      "grad_norm": 1.686236867995411,
      "learning_rate": 1.692919573011451e-05,
      "loss": 1.0312,
      "step": 109583
    },
    {
      "epoch": 5.0981158408932306,
      "grad_norm": 1.7437726189123754,
      "learning_rate": 1.6927482940080324e-05,
      "loss": 1.1094,
      "step": 109584
    },
    {
      "epoch": 5.098162363340312,
      "grad_norm": 1.708314002012185,
      "learning_rate": 1.6925770231513936e-05,
      "loss": 0.9883,
      "step": 109585
    },
    {
      "epoch": 5.098208885787392,
      "grad_norm": 1.529087607548845,
      "learning_rate": 1.692405760441638e-05,
      "loss": 0.9414,
      "step": 109586
    },
    {
      "epoch": 5.098255408234473,
      "grad_norm": 1.6143240461912964,
      "learning_rate": 1.692234505878869e-05,
      "loss": 0.9531,
      "step": 109587
    },
    {
      "epoch": 5.098301930681554,
      "grad_norm": 1.5203666961860243,
      "learning_rate": 1.692063259463191e-05,
      "loss": 0.8594,
      "step": 109588
    },
    {
      "epoch": 5.098348453128635,
      "grad_norm": 1.6293501770259493,
      "learning_rate": 1.6918920211947128e-05,
      "loss": 1.0078,
      "step": 109589
    },
    {
      "epoch": 5.098394975575715,
      "grad_norm": 1.5910352423053213,
      "learning_rate": 1.6917207910735358e-05,
      "loss": 0.9297,
      "step": 109590
    },
    {
      "epoch": 5.098441498022796,
      "grad_norm": 1.7226945277390944,
      "learning_rate": 1.691549569099768e-05,
      "loss": 0.9219,
      "step": 109591
    },
    {
      "epoch": 5.098488020469877,
      "grad_norm": 1.7440115371487024,
      "learning_rate": 1.6913783552735067e-05,
      "loss": 1.0078,
      "step": 109592
    },
    {
      "epoch": 5.0985345429169575,
      "grad_norm": 1.8192665421089294,
      "learning_rate": 1.691207149594866e-05,
      "loss": 1.0234,
      "step": 109593
    },
    {
      "epoch": 5.098581065364038,
      "grad_norm": 1.721270804454758,
      "learning_rate": 1.6910359520639478e-05,
      "loss": 1.0156,
      "step": 109594
    },
    {
      "epoch": 5.0986275878111185,
      "grad_norm": 1.6585281330317203,
      "learning_rate": 1.6908647626808536e-05,
      "loss": 0.9648,
      "step": 109595
    },
    {
      "epoch": 5.0986741102582,
      "grad_norm": 1.5426819916956516,
      "learning_rate": 1.6906935814456885e-05,
      "loss": 0.8633,
      "step": 109596
    },
    {
      "epoch": 5.09872063270528,
      "grad_norm": 1.6479288310978633,
      "learning_rate": 1.6905224083585622e-05,
      "loss": 0.8867,
      "step": 109597
    },
    {
      "epoch": 5.098767155152361,
      "grad_norm": 1.815695499174881,
      "learning_rate": 1.6903512434195765e-05,
      "loss": 1.1172,
      "step": 109598
    },
    {
      "epoch": 5.098813677599442,
      "grad_norm": 1.7435405345574495,
      "learning_rate": 1.6901800866288362e-05,
      "loss": 1.0547,
      "step": 109599
    },
    {
      "epoch": 5.098860200046523,
      "grad_norm": 1.753916417253767,
      "learning_rate": 1.6900089379864462e-05,
      "loss": 1.0938,
      "step": 109600
    },
    {
      "epoch": 5.098906722493603,
      "grad_norm": 1.6793856198192318,
      "learning_rate": 1.689837797492508e-05,
      "loss": 1.1484,
      "step": 109601
    },
    {
      "epoch": 5.098953244940684,
      "grad_norm": 1.6096771033405697,
      "learning_rate": 1.6896666651471336e-05,
      "loss": 0.9297,
      "step": 109602
    },
    {
      "epoch": 5.098999767387765,
      "grad_norm": 1.597798059093217,
      "learning_rate": 1.689495540950419e-05,
      "loss": 0.875,
      "step": 109603
    },
    {
      "epoch": 5.099046289834845,
      "grad_norm": 1.5135321330307223,
      "learning_rate": 1.689324424902478e-05,
      "loss": 0.9922,
      "step": 109604
    },
    {
      "epoch": 5.099092812281926,
      "grad_norm": 1.5962510338154134,
      "learning_rate": 1.6891533170034098e-05,
      "loss": 0.9492,
      "step": 109605
    },
    {
      "epoch": 5.099139334729006,
      "grad_norm": 1.7667255922408032,
      "learning_rate": 1.6889822172533184e-05,
      "loss": 1.0938,
      "step": 109606
    },
    {
      "epoch": 5.099185857176088,
      "grad_norm": 1.7316045090242997,
      "learning_rate": 1.6888111256523134e-05,
      "loss": 1.0547,
      "step": 109607
    },
    {
      "epoch": 5.099232379623168,
      "grad_norm": 1.5436772162680918,
      "learning_rate": 1.6886400422004965e-05,
      "loss": 0.9922,
      "step": 109608
    },
    {
      "epoch": 5.099278902070249,
      "grad_norm": 1.920678087054149,
      "learning_rate": 1.6884689668979738e-05,
      "loss": 1.1875,
      "step": 109609
    },
    {
      "epoch": 5.099325424517329,
      "grad_norm": 1.6540124563336103,
      "learning_rate": 1.6882978997448442e-05,
      "loss": 0.9727,
      "step": 109610
    },
    {
      "epoch": 5.0993719469644105,
      "grad_norm": 1.7929244647776277,
      "learning_rate": 1.688126840741221e-05,
      "loss": 1.125,
      "step": 109611
    },
    {
      "epoch": 5.099418469411491,
      "grad_norm": 1.6230378771664584,
      "learning_rate": 1.6879557898872047e-05,
      "loss": 0.9609,
      "step": 109612
    },
    {
      "epoch": 5.0994649918585715,
      "grad_norm": 1.604416641482275,
      "learning_rate": 1.6877847471828998e-05,
      "loss": 1.0781,
      "step": 109613
    },
    {
      "epoch": 5.099511514305653,
      "grad_norm": 1.6088498179059492,
      "learning_rate": 1.687613712628409e-05,
      "loss": 0.8516,
      "step": 109614
    },
    {
      "epoch": 5.099558036752733,
      "grad_norm": 1.8682622043249262,
      "learning_rate": 1.6874426862238422e-05,
      "loss": 1.0781,
      "step": 109615
    },
    {
      "epoch": 5.099604559199814,
      "grad_norm": 1.6925489259879516,
      "learning_rate": 1.687271667969301e-05,
      "loss": 1.0312,
      "step": 109616
    },
    {
      "epoch": 5.099651081646894,
      "grad_norm": 1.5734946591475691,
      "learning_rate": 1.6871006578648923e-05,
      "loss": 0.9258,
      "step": 109617
    },
    {
      "epoch": 5.099697604093976,
      "grad_norm": 1.6224670578812137,
      "learning_rate": 1.6869296559107153e-05,
      "loss": 1.0156,
      "step": 109618
    },
    {
      "epoch": 5.099744126541056,
      "grad_norm": 1.6222107268402262,
      "learning_rate": 1.686758662106881e-05,
      "loss": 1.0234,
      "step": 109619
    },
    {
      "epoch": 5.099790648988137,
      "grad_norm": 1.5807448915434255,
      "learning_rate": 1.6865876764534915e-05,
      "loss": 1.0547,
      "step": 109620
    },
    {
      "epoch": 5.099837171435217,
      "grad_norm": 1.7409473039111376,
      "learning_rate": 1.6864166989506522e-05,
      "loss": 1.0859,
      "step": 109621
    },
    {
      "epoch": 5.0998836938822985,
      "grad_norm": 1.4569741024506806,
      "learning_rate": 1.6862457295984634e-05,
      "loss": 0.9062,
      "step": 109622
    },
    {
      "epoch": 5.099930216329379,
      "grad_norm": 1.5845547717764852,
      "learning_rate": 1.686074768397036e-05,
      "loss": 0.9492,
      "step": 109623
    },
    {
      "epoch": 5.099976738776459,
      "grad_norm": 1.5711959406802065,
      "learning_rate": 1.685903815346472e-05,
      "loss": 0.8594,
      "step": 109624
    },
    {
      "epoch": 5.100023261223541,
      "grad_norm": 1.511530312889857,
      "learning_rate": 1.685732870446875e-05,
      "loss": 0.9102,
      "step": 109625
    },
    {
      "epoch": 5.100069783670621,
      "grad_norm": 1.4864991841518773,
      "learning_rate": 1.6855619336983524e-05,
      "loss": 0.8594,
      "step": 109626
    },
    {
      "epoch": 5.100116306117702,
      "grad_norm": 1.7981942532523256,
      "learning_rate": 1.6853910051010044e-05,
      "loss": 1.0547,
      "step": 109627
    },
    {
      "epoch": 5.100162828564782,
      "grad_norm": 1.5908992858523219,
      "learning_rate": 1.6852200846549414e-05,
      "loss": 0.9414,
      "step": 109628
    },
    {
      "epoch": 5.100209351011864,
      "grad_norm": 1.7447671977068728,
      "learning_rate": 1.6850491723602645e-05,
      "loss": 1.0625,
      "step": 109629
    },
    {
      "epoch": 5.100255873458944,
      "grad_norm": 1.7063678649549214,
      "learning_rate": 1.6848782682170803e-05,
      "loss": 1.0781,
      "step": 109630
    },
    {
      "epoch": 5.1003023959060245,
      "grad_norm": 1.6058163853250729,
      "learning_rate": 1.684707372225492e-05,
      "loss": 0.9766,
      "step": 109631
    },
    {
      "epoch": 5.100348918353105,
      "grad_norm": 1.6943971687263386,
      "learning_rate": 1.6845364843856002e-05,
      "loss": 1.0,
      "step": 109632
    },
    {
      "epoch": 5.100395440800186,
      "grad_norm": 1.699297007610687,
      "learning_rate": 1.6843656046975172e-05,
      "loss": 1.0859,
      "step": 109633
    },
    {
      "epoch": 5.100441963247267,
      "grad_norm": 1.689482589157458,
      "learning_rate": 1.6841947331613437e-05,
      "loss": 1.0156,
      "step": 109634
    },
    {
      "epoch": 5.100488485694347,
      "grad_norm": 1.6848011938356011,
      "learning_rate": 1.6840238697771856e-05,
      "loss": 0.9414,
      "step": 109635
    },
    {
      "epoch": 5.100535008141428,
      "grad_norm": 1.7050951136215724,
      "learning_rate": 1.6838530145451434e-05,
      "loss": 1.0625,
      "step": 109636
    },
    {
      "epoch": 5.100581530588509,
      "grad_norm": 1.722015306803175,
      "learning_rate": 1.6836821674653267e-05,
      "loss": 0.8438,
      "step": 109637
    },
    {
      "epoch": 5.10062805303559,
      "grad_norm": 1.7373465363191345,
      "learning_rate": 1.6835113285378403e-05,
      "loss": 0.9648,
      "step": 109638
    },
    {
      "epoch": 5.10067457548267,
      "grad_norm": 1.795592827770241,
      "learning_rate": 1.6833404977627845e-05,
      "loss": 1.1016,
      "step": 109639
    },
    {
      "epoch": 5.1007210979297515,
      "grad_norm": 1.711958274898257,
      "learning_rate": 1.6831696751402656e-05,
      "loss": 1.0703,
      "step": 109640
    },
    {
      "epoch": 5.100767620376832,
      "grad_norm": 1.8273188045609614,
      "learning_rate": 1.6829988606703903e-05,
      "loss": 1.0312,
      "step": 109641
    },
    {
      "epoch": 5.100814142823912,
      "grad_norm": 1.5594799461567133,
      "learning_rate": 1.68282805435326e-05,
      "loss": 0.9727,
      "step": 109642
    },
    {
      "epoch": 5.100860665270993,
      "grad_norm": 1.8154098593072032,
      "learning_rate": 1.6826572561889835e-05,
      "loss": 1.2031,
      "step": 109643
    },
    {
      "epoch": 5.100907187718074,
      "grad_norm": 1.7736042968246648,
      "learning_rate": 1.6824864661776583e-05,
      "loss": 0.9805,
      "step": 109644
    },
    {
      "epoch": 5.100953710165155,
      "grad_norm": 1.5985150058393907,
      "learning_rate": 1.6823156843193965e-05,
      "loss": 0.9141,
      "step": 109645
    },
    {
      "epoch": 5.101000232612235,
      "grad_norm": 1.584127221269099,
      "learning_rate": 1.682144910614301e-05,
      "loss": 0.9805,
      "step": 109646
    },
    {
      "epoch": 5.101046755059316,
      "grad_norm": 1.606413120469075,
      "learning_rate": 1.6819741450624702e-05,
      "loss": 0.8906,
      "step": 109647
    },
    {
      "epoch": 5.101093277506397,
      "grad_norm": 1.7738536331432102,
      "learning_rate": 1.6818033876640158e-05,
      "loss": 1.1484,
      "step": 109648
    },
    {
      "epoch": 5.1011397999534775,
      "grad_norm": 1.6626897009319657,
      "learning_rate": 1.6816326384190375e-05,
      "loss": 0.8633,
      "step": 109649
    },
    {
      "epoch": 5.101186322400558,
      "grad_norm": 1.5670054976028882,
      "learning_rate": 1.6814618973276455e-05,
      "loss": 0.9219,
      "step": 109650
    },
    {
      "epoch": 5.101232844847639,
      "grad_norm": 1.6740542151453899,
      "learning_rate": 1.6812911643899413e-05,
      "loss": 1.0234,
      "step": 109651
    },
    {
      "epoch": 5.10127936729472,
      "grad_norm": 1.6287562214456681,
      "learning_rate": 1.6811204396060297e-05,
      "loss": 1.0156,
      "step": 109652
    },
    {
      "epoch": 5.1013258897418,
      "grad_norm": 1.702623617153487,
      "learning_rate": 1.6809497229760103e-05,
      "loss": 0.9336,
      "step": 109653
    },
    {
      "epoch": 5.101372412188881,
      "grad_norm": 1.5937540123526426,
      "learning_rate": 1.6807790144999956e-05,
      "loss": 0.9805,
      "step": 109654
    },
    {
      "epoch": 5.101418934635962,
      "grad_norm": 1.6758849906703688,
      "learning_rate": 1.6806083141780862e-05,
      "loss": 0.9648,
      "step": 109655
    },
    {
      "epoch": 5.101465457083043,
      "grad_norm": 1.6562186521369702,
      "learning_rate": 1.6804376220103875e-05,
      "loss": 1.0781,
      "step": 109656
    },
    {
      "epoch": 5.101511979530123,
      "grad_norm": 1.6381204749446647,
      "learning_rate": 1.6802669379970028e-05,
      "loss": 1.0312,
      "step": 109657
    },
    {
      "epoch": 5.101558501977204,
      "grad_norm": 1.8264585659513686,
      "learning_rate": 1.6800962621380355e-05,
      "loss": 1.0391,
      "step": 109658
    },
    {
      "epoch": 5.101605024424285,
      "grad_norm": 1.4858813635935715,
      "learning_rate": 1.6799255944335932e-05,
      "loss": 0.9531,
      "step": 109659
    },
    {
      "epoch": 5.1016515468713655,
      "grad_norm": 1.5780392343730096,
      "learning_rate": 1.6797549348837797e-05,
      "loss": 0.9688,
      "step": 109660
    },
    {
      "epoch": 5.101698069318446,
      "grad_norm": 1.7175544386074613,
      "learning_rate": 1.679584283488698e-05,
      "loss": 0.9805,
      "step": 109661
    },
    {
      "epoch": 5.101744591765527,
      "grad_norm": 1.9023572272269884,
      "learning_rate": 1.6794136402484497e-05,
      "loss": 1.1406,
      "step": 109662
    },
    {
      "epoch": 5.101791114212608,
      "grad_norm": 1.6862409203538946,
      "learning_rate": 1.6792430051631484e-05,
      "loss": 0.9609,
      "step": 109663
    },
    {
      "epoch": 5.101837636659688,
      "grad_norm": 1.4938317919037827,
      "learning_rate": 1.67907237823289e-05,
      "loss": 0.8281,
      "step": 109664
    },
    {
      "epoch": 5.101884159106769,
      "grad_norm": 1.898272475625192,
      "learning_rate": 1.6789017594577835e-05,
      "loss": 1.0469,
      "step": 109665
    },
    {
      "epoch": 5.10193068155385,
      "grad_norm": 1.5947726811662155,
      "learning_rate": 1.67873114883793e-05,
      "loss": 1.0234,
      "step": 109666
    },
    {
      "epoch": 5.101977204000931,
      "grad_norm": 1.6256685580164372,
      "learning_rate": 1.678560546373438e-05,
      "loss": 1.0938,
      "step": 109667
    },
    {
      "epoch": 5.102023726448011,
      "grad_norm": 1.6021399803358556,
      "learning_rate": 1.678389952064409e-05,
      "loss": 0.9883,
      "step": 109668
    },
    {
      "epoch": 5.1020702488950915,
      "grad_norm": 1.7634238356145007,
      "learning_rate": 1.678219365910946e-05,
      "loss": 0.9922,
      "step": 109669
    },
    {
      "epoch": 5.102116771342173,
      "grad_norm": 1.7839978936037664,
      "learning_rate": 1.6780487879131577e-05,
      "loss": 1.0703,
      "step": 109670
    },
    {
      "epoch": 5.102163293789253,
      "grad_norm": 1.5300551657320363,
      "learning_rate": 1.6778782180711437e-05,
      "loss": 0.9766,
      "step": 109671
    },
    {
      "epoch": 5.102209816236334,
      "grad_norm": 1.3403749860245047,
      "learning_rate": 1.6777076563850138e-05,
      "loss": 0.7734,
      "step": 109672
    },
    {
      "epoch": 5.102256338683414,
      "grad_norm": 1.6745743891818676,
      "learning_rate": 1.6775371028548716e-05,
      "loss": 1.0234,
      "step": 109673
    },
    {
      "epoch": 5.102302861130496,
      "grad_norm": 1.718886917945654,
      "learning_rate": 1.677366557480819e-05,
      "loss": 1.0469,
      "step": 109674
    },
    {
      "epoch": 5.102349383577576,
      "grad_norm": 1.5440435026936428,
      "learning_rate": 1.6771960202629565e-05,
      "loss": 0.9219,
      "step": 109675
    },
    {
      "epoch": 5.102395906024657,
      "grad_norm": 1.7609280943566084,
      "learning_rate": 1.677025491201398e-05,
      "loss": 1.0234,
      "step": 109676
    },
    {
      "epoch": 5.102442428471738,
      "grad_norm": 1.5666423264514977,
      "learning_rate": 1.676854970296242e-05,
      "loss": 0.9453,
      "step": 109677
    },
    {
      "epoch": 5.1024889509188185,
      "grad_norm": 1.590645453036851,
      "learning_rate": 1.6766844575475947e-05,
      "loss": 1.0547,
      "step": 109678
    },
    {
      "epoch": 5.102535473365899,
      "grad_norm": 1.6173683622503066,
      "learning_rate": 1.676513952955556e-05,
      "loss": 0.9062,
      "step": 109679
    },
    {
      "epoch": 5.102581995812979,
      "grad_norm": 1.7191041785007841,
      "learning_rate": 1.6763434565202378e-05,
      "loss": 1.1016,
      "step": 109680
    },
    {
      "epoch": 5.102628518260061,
      "grad_norm": 1.5660685237624452,
      "learning_rate": 1.6761729682417395e-05,
      "loss": 0.9648,
      "step": 109681
    },
    {
      "epoch": 5.102675040707141,
      "grad_norm": 1.6138553109757565,
      "learning_rate": 1.6760024881201668e-05,
      "loss": 1.0,
      "step": 109682
    },
    {
      "epoch": 5.102721563154222,
      "grad_norm": 1.781383867207017,
      "learning_rate": 1.6758320161556237e-05,
      "loss": 1.0703,
      "step": 109683
    },
    {
      "epoch": 5.102768085601302,
      "grad_norm": 1.5693979446896593,
      "learning_rate": 1.6756615523482126e-05,
      "loss": 0.8906,
      "step": 109684
    },
    {
      "epoch": 5.102814608048384,
      "grad_norm": 1.6259572445649464,
      "learning_rate": 1.6754910966980428e-05,
      "loss": 0.9609,
      "step": 109685
    },
    {
      "epoch": 5.102861130495464,
      "grad_norm": 1.6436242442095237,
      "learning_rate": 1.6753206492052163e-05,
      "loss": 0.9492,
      "step": 109686
    },
    {
      "epoch": 5.102907652942545,
      "grad_norm": 1.6635585624538423,
      "learning_rate": 1.6751502098698362e-05,
      "loss": 1.0938,
      "step": 109687
    },
    {
      "epoch": 5.102954175389626,
      "grad_norm": 1.696587530738565,
      "learning_rate": 1.6749797786920054e-05,
      "loss": 0.957,
      "step": 109688
    },
    {
      "epoch": 5.103000697836706,
      "grad_norm": 1.74742999673553,
      "learning_rate": 1.6748093556718328e-05,
      "loss": 1.0938,
      "step": 109689
    },
    {
      "epoch": 5.103047220283787,
      "grad_norm": 1.5938225212600239,
      "learning_rate": 1.6746389408094178e-05,
      "loss": 0.9766,
      "step": 109690
    },
    {
      "epoch": 5.103093742730867,
      "grad_norm": 1.6073257938490544,
      "learning_rate": 1.6744685341048707e-05,
      "loss": 0.9922,
      "step": 109691
    },
    {
      "epoch": 5.103140265177949,
      "grad_norm": 1.6965842988925384,
      "learning_rate": 1.674298135558293e-05,
      "loss": 1.0625,
      "step": 109692
    },
    {
      "epoch": 5.103186787625029,
      "grad_norm": 1.829164310557233,
      "learning_rate": 1.6741277451697845e-05,
      "loss": 1.0625,
      "step": 109693
    },
    {
      "epoch": 5.10323331007211,
      "grad_norm": 1.6830413136221782,
      "learning_rate": 1.6739573629394565e-05,
      "loss": 0.9062,
      "step": 109694
    },
    {
      "epoch": 5.10327983251919,
      "grad_norm": 1.7087887016573353,
      "learning_rate": 1.673786988867411e-05,
      "loss": 0.9531,
      "step": 109695
    },
    {
      "epoch": 5.1033263549662715,
      "grad_norm": 1.7659741069201216,
      "learning_rate": 1.6736166229537514e-05,
      "loss": 1.0,
      "step": 109696
    },
    {
      "epoch": 5.103372877413352,
      "grad_norm": 1.6401481075699829,
      "learning_rate": 1.6734462651985786e-05,
      "loss": 1.0547,
      "step": 109697
    },
    {
      "epoch": 5.1034193998604325,
      "grad_norm": 1.5347472814928962,
      "learning_rate": 1.673275915602003e-05,
      "loss": 0.9219,
      "step": 109698
    },
    {
      "epoch": 5.103465922307513,
      "grad_norm": 1.6701116951694592,
      "learning_rate": 1.673105574164128e-05,
      "loss": 0.8398,
      "step": 109699
    },
    {
      "epoch": 5.103512444754594,
      "grad_norm": 1.4354487210688782,
      "learning_rate": 1.6729352408850567e-05,
      "loss": 0.9727,
      "step": 109700
    },
    {
      "epoch": 5.103558967201675,
      "grad_norm": 1.585667467550012,
      "learning_rate": 1.6727649157648887e-05,
      "loss": 0.9922,
      "step": 109701
    },
    {
      "epoch": 5.103605489648755,
      "grad_norm": 1.6901245166852634,
      "learning_rate": 1.6725945988037358e-05,
      "loss": 0.9102,
      "step": 109702
    },
    {
      "epoch": 5.103652012095837,
      "grad_norm": 1.500917559988779,
      "learning_rate": 1.6724242900016982e-05,
      "loss": 0.8945,
      "step": 109703
    },
    {
      "epoch": 5.103698534542917,
      "grad_norm": 1.4741267830531577,
      "learning_rate": 1.672253989358882e-05,
      "loss": 0.9531,
      "step": 109704
    },
    {
      "epoch": 5.103745056989998,
      "grad_norm": 1.542680501607796,
      "learning_rate": 1.6720836968753875e-05,
      "loss": 0.9258,
      "step": 109705
    },
    {
      "epoch": 5.103791579437078,
      "grad_norm": 1.5601763593295763,
      "learning_rate": 1.671913412551326e-05,
      "loss": 1.1172,
      "step": 109706
    },
    {
      "epoch": 5.103838101884159,
      "grad_norm": 1.544442750166312,
      "learning_rate": 1.671743136386796e-05,
      "loss": 0.9453,
      "step": 109707
    },
    {
      "epoch": 5.10388462433124,
      "grad_norm": 1.6945208073522045,
      "learning_rate": 1.671572868381904e-05,
      "loss": 1.0078,
      "step": 109708
    },
    {
      "epoch": 5.10393114677832,
      "grad_norm": 1.480264882305422,
      "learning_rate": 1.6714026085367532e-05,
      "loss": 0.9766,
      "step": 109709
    },
    {
      "epoch": 5.103977669225401,
      "grad_norm": 1.6696811205894961,
      "learning_rate": 1.6712323568514452e-05,
      "loss": 1.0781,
      "step": 109710
    },
    {
      "epoch": 5.104024191672482,
      "grad_norm": 1.5733250425396212,
      "learning_rate": 1.6710621133260915e-05,
      "loss": 1.0,
      "step": 109711
    },
    {
      "epoch": 5.104070714119563,
      "grad_norm": 1.810443874897952,
      "learning_rate": 1.6708918779607872e-05,
      "loss": 1.0391,
      "step": 109712
    },
    {
      "epoch": 5.104117236566643,
      "grad_norm": 1.7894183573803155,
      "learning_rate": 1.670721650755647e-05,
      "loss": 1.0625,
      "step": 109713
    },
    {
      "epoch": 5.1041637590137245,
      "grad_norm": 1.5408851220085777,
      "learning_rate": 1.6705514317107678e-05,
      "loss": 0.9766,
      "step": 109714
    },
    {
      "epoch": 5.104210281460805,
      "grad_norm": 1.546359797983047,
      "learning_rate": 1.6703812208262522e-05,
      "loss": 0.9102,
      "step": 109715
    },
    {
      "epoch": 5.1042568039078855,
      "grad_norm": 2.0794008257112653,
      "learning_rate": 1.670211018102211e-05,
      "loss": 1.0938,
      "step": 109716
    },
    {
      "epoch": 5.104303326354966,
      "grad_norm": 1.821019296942563,
      "learning_rate": 1.670040823538747e-05,
      "loss": 1.0078,
      "step": 109717
    },
    {
      "epoch": 5.104349848802047,
      "grad_norm": 1.6089772457785088,
      "learning_rate": 1.6698706371359617e-05,
      "loss": 0.9688,
      "step": 109718
    },
    {
      "epoch": 5.104396371249128,
      "grad_norm": 1.8889018561511344,
      "learning_rate": 1.669700458893955e-05,
      "loss": 1.0312,
      "step": 109719
    },
    {
      "epoch": 5.104442893696208,
      "grad_norm": 1.649088877867796,
      "learning_rate": 1.669530288812842e-05,
      "loss": 0.9961,
      "step": 109720
    },
    {
      "epoch": 5.104489416143289,
      "grad_norm": 1.5567265641488333,
      "learning_rate": 1.6693601268927192e-05,
      "loss": 0.875,
      "step": 109721
    },
    {
      "epoch": 5.10453593859037,
      "grad_norm": 1.5824939239252593,
      "learning_rate": 1.669189973133695e-05,
      "loss": 0.9609,
      "step": 109722
    },
    {
      "epoch": 5.104582461037451,
      "grad_norm": 1.6114809508540777,
      "learning_rate": 1.6690198275358657e-05,
      "loss": 1.0703,
      "step": 109723
    },
    {
      "epoch": 5.104628983484531,
      "grad_norm": 1.5615267608193593,
      "learning_rate": 1.668849690099345e-05,
      "loss": 0.9141,
      "step": 109724
    },
    {
      "epoch": 5.104675505931612,
      "grad_norm": 1.6906933373593331,
      "learning_rate": 1.6686795608242335e-05,
      "loss": 0.9961,
      "step": 109725
    },
    {
      "epoch": 5.104722028378693,
      "grad_norm": 1.606614128308672,
      "learning_rate": 1.668509439710634e-05,
      "loss": 1.0391,
      "step": 109726
    },
    {
      "epoch": 5.104768550825773,
      "grad_norm": 1.6958556454980007,
      "learning_rate": 1.6683393267586508e-05,
      "loss": 1.0,
      "step": 109727
    },
    {
      "epoch": 5.104815073272854,
      "grad_norm": 1.6689231735796626,
      "learning_rate": 1.6681692219683888e-05,
      "loss": 0.9453,
      "step": 109728
    },
    {
      "epoch": 5.104861595719935,
      "grad_norm": 1.6795863689022126,
      "learning_rate": 1.667999125339955e-05,
      "loss": 0.9453,
      "step": 109729
    },
    {
      "epoch": 5.104908118167016,
      "grad_norm": 2.042790873540283,
      "learning_rate": 1.6678290368734488e-05,
      "loss": 1.1328,
      "step": 109730
    },
    {
      "epoch": 5.104954640614096,
      "grad_norm": 1.76409365995405,
      "learning_rate": 1.6676589565689736e-05,
      "loss": 0.9727,
      "step": 109731
    },
    {
      "epoch": 5.105001163061177,
      "grad_norm": 1.6736898188255385,
      "learning_rate": 1.6674888844266394e-05,
      "loss": 1.0312,
      "step": 109732
    },
    {
      "epoch": 5.105047685508258,
      "grad_norm": 1.5443208621782099,
      "learning_rate": 1.6673188204465475e-05,
      "loss": 0.8945,
      "step": 109733
    },
    {
      "epoch": 5.1050942079553385,
      "grad_norm": 1.535175924137271,
      "learning_rate": 1.6671487646287984e-05,
      "loss": 0.8438,
      "step": 109734
    },
    {
      "epoch": 5.105140730402419,
      "grad_norm": 1.4620315869014502,
      "learning_rate": 1.6669787169735017e-05,
      "loss": 0.9336,
      "step": 109735
    },
    {
      "epoch": 5.1051872528494995,
      "grad_norm": 1.6943554162687973,
      "learning_rate": 1.666808677480757e-05,
      "loss": 0.957,
      "step": 109736
    },
    {
      "epoch": 5.105233775296581,
      "grad_norm": 1.5719641436469765,
      "learning_rate": 1.666638646150673e-05,
      "loss": 0.8242,
      "step": 109737
    },
    {
      "epoch": 5.105280297743661,
      "grad_norm": 1.7948822438312184,
      "learning_rate": 1.666468622983351e-05,
      "loss": 1.1328,
      "step": 109738
    },
    {
      "epoch": 5.105326820190742,
      "grad_norm": 1.6673358586448586,
      "learning_rate": 1.6662986079788963e-05,
      "loss": 0.9688,
      "step": 109739
    },
    {
      "epoch": 5.105373342637823,
      "grad_norm": 1.6849227972554783,
      "learning_rate": 1.6661286011374136e-05,
      "loss": 1.0,
      "step": 109740
    },
    {
      "epoch": 5.105419865084904,
      "grad_norm": 1.7313069693316803,
      "learning_rate": 1.665958602459001e-05,
      "loss": 1.0781,
      "step": 109741
    },
    {
      "epoch": 5.105466387531984,
      "grad_norm": 1.5585136345053212,
      "learning_rate": 1.6657886119437704e-05,
      "loss": 0.7734,
      "step": 109742
    },
    {
      "epoch": 5.105512909979065,
      "grad_norm": 1.548658635984157,
      "learning_rate": 1.665618629591821e-05,
      "loss": 0.9883,
      "step": 109743
    },
    {
      "epoch": 5.105559432426146,
      "grad_norm": 1.8410815137024492,
      "learning_rate": 1.6654486554032602e-05,
      "loss": 1.0547,
      "step": 109744
    },
    {
      "epoch": 5.105605954873226,
      "grad_norm": 1.6087206658205175,
      "learning_rate": 1.665278689378186e-05,
      "loss": 0.9961,
      "step": 109745
    },
    {
      "epoch": 5.105652477320307,
      "grad_norm": 2.0166431360819095,
      "learning_rate": 1.6651087315167117e-05,
      "loss": 1.2109,
      "step": 109746
    },
    {
      "epoch": 5.105698999767387,
      "grad_norm": 1.403728277459804,
      "learning_rate": 1.6649387818189352e-05,
      "loss": 0.8906,
      "step": 109747
    },
    {
      "epoch": 5.105745522214469,
      "grad_norm": 1.6050346709124077,
      "learning_rate": 1.664768840284962e-05,
      "loss": 0.8633,
      "step": 109748
    },
    {
      "epoch": 5.105792044661549,
      "grad_norm": 1.7588766659607176,
      "learning_rate": 1.664598906914893e-05,
      "loss": 0.9531,
      "step": 109749
    },
    {
      "epoch": 5.10583856710863,
      "grad_norm": 1.6847707786436694,
      "learning_rate": 1.6644289817088387e-05,
      "loss": 0.9609,
      "step": 109750
    },
    {
      "epoch": 5.105885089555711,
      "grad_norm": 1.567258609347643,
      "learning_rate": 1.6642590646668986e-05,
      "loss": 1.0078,
      "step": 109751
    },
    {
      "epoch": 5.1059316120027916,
      "grad_norm": 1.7393787810900452,
      "learning_rate": 1.6640891557891777e-05,
      "loss": 1.0156,
      "step": 109752
    },
    {
      "epoch": 5.105978134449872,
      "grad_norm": 1.648695901574208,
      "learning_rate": 1.663919255075778e-05,
      "loss": 1.0781,
      "step": 109753
    },
    {
      "epoch": 5.1060246568969525,
      "grad_norm": 1.5202249318270913,
      "learning_rate": 1.6637493625268072e-05,
      "loss": 0.9453,
      "step": 109754
    },
    {
      "epoch": 5.106071179344034,
      "grad_norm": 1.657131122358887,
      "learning_rate": 1.663579478142369e-05,
      "loss": 0.9766,
      "step": 109755
    },
    {
      "epoch": 5.106117701791114,
      "grad_norm": 1.816534012078201,
      "learning_rate": 1.663409601922561e-05,
      "loss": 1.0781,
      "step": 109756
    },
    {
      "epoch": 5.106164224238195,
      "grad_norm": 1.701882850433616,
      "learning_rate": 1.6632397338674976e-05,
      "loss": 0.9453,
      "step": 109757
    },
    {
      "epoch": 5.106210746685275,
      "grad_norm": 1.583112042501424,
      "learning_rate": 1.663069873977274e-05,
      "loss": 1.0469,
      "step": 109758
    },
    {
      "epoch": 5.106257269132357,
      "grad_norm": 1.6994670592466763,
      "learning_rate": 1.6629000222519993e-05,
      "loss": 1.0156,
      "step": 109759
    },
    {
      "epoch": 5.106303791579437,
      "grad_norm": 1.7067783826785439,
      "learning_rate": 1.6627301786917767e-05,
      "loss": 1.0234,
      "step": 109760
    },
    {
      "epoch": 5.106350314026518,
      "grad_norm": 1.553373262175197,
      "learning_rate": 1.6625603432967095e-05,
      "loss": 0.8789,
      "step": 109761
    },
    {
      "epoch": 5.106396836473598,
      "grad_norm": 1.509676178900051,
      "learning_rate": 1.6623905160668973e-05,
      "loss": 0.9805,
      "step": 109762
    },
    {
      "epoch": 5.1064433589206795,
      "grad_norm": 1.6479596409966542,
      "learning_rate": 1.662220697002453e-05,
      "loss": 0.9805,
      "step": 109763
    },
    {
      "epoch": 5.10648988136776,
      "grad_norm": 1.6386842704758469,
      "learning_rate": 1.6620508861034744e-05,
      "loss": 0.8477,
      "step": 109764
    },
    {
      "epoch": 5.10653640381484,
      "grad_norm": 1.6457452292358932,
      "learning_rate": 1.6618810833700667e-05,
      "loss": 1.0391,
      "step": 109765
    },
    {
      "epoch": 5.106582926261922,
      "grad_norm": 1.9402675045868052,
      "learning_rate": 1.661711288802336e-05,
      "loss": 1.1562,
      "step": 109766
    },
    {
      "epoch": 5.106629448709002,
      "grad_norm": 1.6044447592968347,
      "learning_rate": 1.6615415024003797e-05,
      "loss": 1.0234,
      "step": 109767
    },
    {
      "epoch": 5.106675971156083,
      "grad_norm": 1.73676558924176,
      "learning_rate": 1.6613717241643084e-05,
      "loss": 1.0469,
      "step": 109768
    },
    {
      "epoch": 5.106722493603163,
      "grad_norm": 1.5302495409656456,
      "learning_rate": 1.6612019540942262e-05,
      "loss": 0.9492,
      "step": 109769
    },
    {
      "epoch": 5.106769016050245,
      "grad_norm": 1.7875675830755122,
      "learning_rate": 1.6610321921902335e-05,
      "loss": 0.9258,
      "step": 109770
    },
    {
      "epoch": 5.106815538497325,
      "grad_norm": 1.682393170918076,
      "learning_rate": 1.6608624384524323e-05,
      "loss": 1.0625,
      "step": 109771
    },
    {
      "epoch": 5.1068620609444055,
      "grad_norm": 1.6635268544351784,
      "learning_rate": 1.6606926928809333e-05,
      "loss": 0.9883,
      "step": 109772
    },
    {
      "epoch": 5.106908583391486,
      "grad_norm": 1.5919393042886576,
      "learning_rate": 1.6605229554758355e-05,
      "loss": 1.0234,
      "step": 109773
    },
    {
      "epoch": 5.106955105838567,
      "grad_norm": 1.6860124643179963,
      "learning_rate": 1.6603532262372466e-05,
      "loss": 1.0312,
      "step": 109774
    },
    {
      "epoch": 5.107001628285648,
      "grad_norm": 1.8222663666958017,
      "learning_rate": 1.6601835051652635e-05,
      "loss": 1.0781,
      "step": 109775
    },
    {
      "epoch": 5.107048150732728,
      "grad_norm": 1.5830623766528686,
      "learning_rate": 1.6600137922599977e-05,
      "loss": 1.0547,
      "step": 109776
    },
    {
      "epoch": 5.107094673179809,
      "grad_norm": 1.682947572404169,
      "learning_rate": 1.659844087521551e-05,
      "loss": 0.8906,
      "step": 109777
    },
    {
      "epoch": 5.10714119562689,
      "grad_norm": 1.560732420917311,
      "learning_rate": 1.659674390950021e-05,
      "loss": 0.9609,
      "step": 109778
    },
    {
      "epoch": 5.107187718073971,
      "grad_norm": 1.7250849693479233,
      "learning_rate": 1.6595047025455215e-05,
      "loss": 0.9922,
      "step": 109779
    },
    {
      "epoch": 5.107234240521051,
      "grad_norm": 1.6042738258384617,
      "learning_rate": 1.659335022308149e-05,
      "loss": 0.9766,
      "step": 109780
    },
    {
      "epoch": 5.1072807629681325,
      "grad_norm": 1.731574153909442,
      "learning_rate": 1.6591653502380137e-05,
      "loss": 1.2188,
      "step": 109781
    },
    {
      "epoch": 5.107327285415213,
      "grad_norm": 1.5774395291220458,
      "learning_rate": 1.6589956863352167e-05,
      "loss": 1.0625,
      "step": 109782
    },
    {
      "epoch": 5.1073738078622934,
      "grad_norm": 1.8076003664543219,
      "learning_rate": 1.6588260305998596e-05,
      "loss": 1.0469,
      "step": 109783
    },
    {
      "epoch": 5.107420330309374,
      "grad_norm": 1.6591793163739397,
      "learning_rate": 1.6586563830320442e-05,
      "loss": 0.9375,
      "step": 109784
    },
    {
      "epoch": 5.107466852756455,
      "grad_norm": 1.8395212127265237,
      "learning_rate": 1.6584867436318822e-05,
      "loss": 1.0625,
      "step": 109785
    },
    {
      "epoch": 5.107513375203536,
      "grad_norm": 1.4247432410786196,
      "learning_rate": 1.6583171123994732e-05,
      "loss": 0.9336,
      "step": 109786
    },
    {
      "epoch": 5.107559897650616,
      "grad_norm": 1.804884609135607,
      "learning_rate": 1.6581474893349206e-05,
      "loss": 1.125,
      "step": 109787
    },
    {
      "epoch": 5.107606420097697,
      "grad_norm": 1.539888961184712,
      "learning_rate": 1.657977874438326e-05,
      "loss": 0.9922,
      "step": 109788
    },
    {
      "epoch": 5.107652942544778,
      "grad_norm": 1.6618920958703576,
      "learning_rate": 1.6578082677097993e-05,
      "loss": 0.957,
      "step": 109789
    },
    {
      "epoch": 5.107699464991859,
      "grad_norm": 1.5310690929955277,
      "learning_rate": 1.6576386691494402e-05,
      "loss": 0.9922,
      "step": 109790
    },
    {
      "epoch": 5.107745987438939,
      "grad_norm": 1.8901111752413713,
      "learning_rate": 1.657469078757354e-05,
      "loss": 1.0703,
      "step": 109791
    },
    {
      "epoch": 5.10779250988602,
      "grad_norm": 1.591103104046792,
      "learning_rate": 1.657299496533644e-05,
      "loss": 0.8789,
      "step": 109792
    },
    {
      "epoch": 5.107839032333101,
      "grad_norm": 1.8502237699773454,
      "learning_rate": 1.6571299224784112e-05,
      "loss": 1.1641,
      "step": 109793
    },
    {
      "epoch": 5.107885554780181,
      "grad_norm": 1.5252232351681805,
      "learning_rate": 1.6569603565917643e-05,
      "loss": 0.9688,
      "step": 109794
    },
    {
      "epoch": 5.107932077227262,
      "grad_norm": 1.6218467380935442,
      "learning_rate": 1.656790798873805e-05,
      "loss": 0.9258,
      "step": 109795
    },
    {
      "epoch": 5.107978599674343,
      "grad_norm": 1.4958368718084925,
      "learning_rate": 1.6566212493246378e-05,
      "loss": 0.8945,
      "step": 109796
    },
    {
      "epoch": 5.108025122121424,
      "grad_norm": 1.6594241187449417,
      "learning_rate": 1.6564517079443613e-05,
      "loss": 1.0781,
      "step": 109797
    },
    {
      "epoch": 5.108071644568504,
      "grad_norm": 1.5251193675873123,
      "learning_rate": 1.6562821747330885e-05,
      "loss": 0.9531,
      "step": 109798
    },
    {
      "epoch": 5.108118167015585,
      "grad_norm": 1.7057461389098374,
      "learning_rate": 1.6561126496909176e-05,
      "loss": 0.9297,
      "step": 109799
    },
    {
      "epoch": 5.108164689462666,
      "grad_norm": 1.766449807051353,
      "learning_rate": 1.655943132817949e-05,
      "loss": 1.0938,
      "step": 109800
    },
    {
      "epoch": 5.1082112119097465,
      "grad_norm": 1.7364684843722689,
      "learning_rate": 1.6557736241142956e-05,
      "loss": 1.0469,
      "step": 109801
    },
    {
      "epoch": 5.108257734356827,
      "grad_norm": 1.7770151870366067,
      "learning_rate": 1.6556041235800523e-05,
      "loss": 1.0234,
      "step": 109802
    },
    {
      "epoch": 5.108304256803908,
      "grad_norm": 1.5680449569039496,
      "learning_rate": 1.655434631215329e-05,
      "loss": 0.9492,
      "step": 109803
    },
    {
      "epoch": 5.108350779250989,
      "grad_norm": 1.8234691848901599,
      "learning_rate": 1.6552651470202288e-05,
      "loss": 1.1406,
      "step": 109804
    },
    {
      "epoch": 5.108397301698069,
      "grad_norm": 1.4068215702858202,
      "learning_rate": 1.655095670994852e-05,
      "loss": 0.8711,
      "step": 109805
    },
    {
      "epoch": 5.10844382414515,
      "grad_norm": 1.7694836652558996,
      "learning_rate": 1.6549262031393034e-05,
      "loss": 1.0547,
      "step": 109806
    },
    {
      "epoch": 5.108490346592231,
      "grad_norm": 1.6550274756542884,
      "learning_rate": 1.6547567434536894e-05,
      "loss": 1.0781,
      "step": 109807
    },
    {
      "epoch": 5.108536869039312,
      "grad_norm": 1.646231534922824,
      "learning_rate": 1.654587291938112e-05,
      "loss": 0.9688,
      "step": 109808
    },
    {
      "epoch": 5.108583391486392,
      "grad_norm": 1.6438437095487082,
      "learning_rate": 1.6544178485926755e-05,
      "loss": 1.0469,
      "step": 109809
    },
    {
      "epoch": 5.1086299139334725,
      "grad_norm": 1.5207506396458081,
      "learning_rate": 1.654248413417479e-05,
      "loss": 0.8555,
      "step": 109810
    },
    {
      "epoch": 5.108676436380554,
      "grad_norm": 1.6588833805178467,
      "learning_rate": 1.6540789864126346e-05,
      "loss": 1.0391,
      "step": 109811
    },
    {
      "epoch": 5.108722958827634,
      "grad_norm": 1.6451599434928963,
      "learning_rate": 1.6539095675782416e-05,
      "loss": 0.9688,
      "step": 109812
    },
    {
      "epoch": 5.108769481274715,
      "grad_norm": 1.5629833376150801,
      "learning_rate": 1.6537401569144027e-05,
      "loss": 0.9102,
      "step": 109813
    },
    {
      "epoch": 5.108816003721795,
      "grad_norm": 1.7816600701714076,
      "learning_rate": 1.6535707544212195e-05,
      "loss": 0.9219,
      "step": 109814
    },
    {
      "epoch": 5.108862526168877,
      "grad_norm": 1.9401477581485522,
      "learning_rate": 1.653401360098804e-05,
      "loss": 1.1484,
      "step": 109815
    },
    {
      "epoch": 5.108909048615957,
      "grad_norm": 1.451856430206294,
      "learning_rate": 1.653231973947254e-05,
      "loss": 0.9102,
      "step": 109816
    },
    {
      "epoch": 5.108955571063038,
      "grad_norm": 1.6220031669182844,
      "learning_rate": 1.6530625959666725e-05,
      "loss": 0.9453,
      "step": 109817
    },
    {
      "epoch": 5.109002093510119,
      "grad_norm": 1.6755297453093383,
      "learning_rate": 1.652893226157167e-05,
      "loss": 0.9336,
      "step": 109818
    },
    {
      "epoch": 5.1090486159571995,
      "grad_norm": 1.5962662453759042,
      "learning_rate": 1.6527238645188334e-05,
      "loss": 1.0234,
      "step": 109819
    },
    {
      "epoch": 5.10909513840428,
      "grad_norm": 1.506927566781218,
      "learning_rate": 1.6525545110517853e-05,
      "loss": 0.8438,
      "step": 109820
    },
    {
      "epoch": 5.1091416608513605,
      "grad_norm": 1.5867414566190117,
      "learning_rate": 1.652385165756122e-05,
      "loss": 0.9883,
      "step": 109821
    },
    {
      "epoch": 5.109188183298442,
      "grad_norm": 1.7053895228511842,
      "learning_rate": 1.652215828631944e-05,
      "loss": 0.9844,
      "step": 109822
    },
    {
      "epoch": 5.109234705745522,
      "grad_norm": 1.6729847255911168,
      "learning_rate": 1.652046499679363e-05,
      "loss": 1.1172,
      "step": 109823
    },
    {
      "epoch": 5.109281228192603,
      "grad_norm": 1.5725179168864467,
      "learning_rate": 1.6518771788984718e-05,
      "loss": 0.8945,
      "step": 109824
    },
    {
      "epoch": 5.109327750639683,
      "grad_norm": 1.4780155269484159,
      "learning_rate": 1.6517078662893857e-05,
      "loss": 0.8633,
      "step": 109825
    },
    {
      "epoch": 5.109374273086765,
      "grad_norm": 1.6176271137923177,
      "learning_rate": 1.6515385618522008e-05,
      "loss": 0.9805,
      "step": 109826
    },
    {
      "epoch": 5.109420795533845,
      "grad_norm": 1.7179918980864999,
      "learning_rate": 1.6513692655870224e-05,
      "loss": 0.9727,
      "step": 109827
    },
    {
      "epoch": 5.109467317980926,
      "grad_norm": 1.8955788270940774,
      "learning_rate": 1.6511999774939538e-05,
      "loss": 0.9922,
      "step": 109828
    },
    {
      "epoch": 5.109513840428007,
      "grad_norm": 1.7448369135277684,
      "learning_rate": 1.6510306975730998e-05,
      "loss": 1.1484,
      "step": 109829
    },
    {
      "epoch": 5.109560362875087,
      "grad_norm": 1.7709807626049003,
      "learning_rate": 1.650861425824565e-05,
      "loss": 0.9688,
      "step": 109830
    },
    {
      "epoch": 5.109606885322168,
      "grad_norm": 1.7148553544714709,
      "learning_rate": 1.6506921622484513e-05,
      "loss": 1.0938,
      "step": 109831
    },
    {
      "epoch": 5.109653407769248,
      "grad_norm": 1.5821996972612278,
      "learning_rate": 1.650522906844859e-05,
      "loss": 1.0234,
      "step": 109832
    },
    {
      "epoch": 5.10969993021633,
      "grad_norm": 1.7161089120377715,
      "learning_rate": 1.6503536596138973e-05,
      "loss": 0.9961,
      "step": 109833
    },
    {
      "epoch": 5.10974645266341,
      "grad_norm": 1.972524233289237,
      "learning_rate": 1.6501844205556697e-05,
      "loss": 1.0625,
      "step": 109834
    },
    {
      "epoch": 5.109792975110491,
      "grad_norm": 1.4783335066585053,
      "learning_rate": 1.6500151896702764e-05,
      "loss": 0.9062,
      "step": 109835
    },
    {
      "epoch": 5.109839497557571,
      "grad_norm": 1.602866376204703,
      "learning_rate": 1.6498459669578202e-05,
      "loss": 1.1094,
      "step": 109836
    },
    {
      "epoch": 5.1098860200046525,
      "grad_norm": 1.7130180705112814,
      "learning_rate": 1.649676752418411e-05,
      "loss": 1.0156,
      "step": 109837
    },
    {
      "epoch": 5.109932542451733,
      "grad_norm": 1.9688005005312486,
      "learning_rate": 1.649507546052146e-05,
      "loss": 1.0234,
      "step": 109838
    },
    {
      "epoch": 5.1099790648988135,
      "grad_norm": 1.773403201426411,
      "learning_rate": 1.6493383478591332e-05,
      "loss": 0.9492,
      "step": 109839
    },
    {
      "epoch": 5.110025587345894,
      "grad_norm": 1.7171201401797713,
      "learning_rate": 1.6491691578394705e-05,
      "loss": 1.0156,
      "step": 109840
    },
    {
      "epoch": 5.110072109792975,
      "grad_norm": 1.6364002422693007,
      "learning_rate": 1.6489999759932682e-05,
      "loss": 1.0156,
      "step": 109841
    },
    {
      "epoch": 5.110118632240056,
      "grad_norm": 1.7196984512915485,
      "learning_rate": 1.6488308023206258e-05,
      "loss": 1.1094,
      "step": 109842
    },
    {
      "epoch": 5.110165154687136,
      "grad_norm": 1.686872652532119,
      "learning_rate": 1.6486616368216487e-05,
      "loss": 0.9609,
      "step": 109843
    },
    {
      "epoch": 5.110211677134218,
      "grad_norm": 1.655592024799715,
      "learning_rate": 1.6484924794964366e-05,
      "loss": 1.0,
      "step": 109844
    },
    {
      "epoch": 5.110258199581298,
      "grad_norm": 1.5723759339005543,
      "learning_rate": 1.6483233303450992e-05,
      "loss": 0.9414,
      "step": 109845
    },
    {
      "epoch": 5.110304722028379,
      "grad_norm": 1.7369887748694748,
      "learning_rate": 1.648154189367735e-05,
      "loss": 1.1016,
      "step": 109846
    },
    {
      "epoch": 5.110351244475459,
      "grad_norm": 1.5402638235088535,
      "learning_rate": 1.647985056564451e-05,
      "loss": 0.8555,
      "step": 109847
    },
    {
      "epoch": 5.11039776692254,
      "grad_norm": 1.6252887516586063,
      "learning_rate": 1.6478159319353497e-05,
      "loss": 0.9609,
      "step": 109848
    },
    {
      "epoch": 5.110444289369621,
      "grad_norm": 1.5097610604920315,
      "learning_rate": 1.6476468154805344e-05,
      "loss": 0.832,
      "step": 109849
    },
    {
      "epoch": 5.110490811816701,
      "grad_norm": 1.6968471947784218,
      "learning_rate": 1.647477707200104e-05,
      "loss": 1.0547,
      "step": 109850
    },
    {
      "epoch": 5.110537334263782,
      "grad_norm": 1.739790690692906,
      "learning_rate": 1.647308607094171e-05,
      "loss": 0.9453,
      "step": 109851
    },
    {
      "epoch": 5.110583856710863,
      "grad_norm": 1.615234604348252,
      "learning_rate": 1.6471395151628343e-05,
      "loss": 1.0391,
      "step": 109852
    },
    {
      "epoch": 5.110630379157944,
      "grad_norm": 1.7359104614064051,
      "learning_rate": 1.6469704314061965e-05,
      "loss": 1.1484,
      "step": 109853
    },
    {
      "epoch": 5.110676901605024,
      "grad_norm": 1.5709117365991945,
      "learning_rate": 1.6468013558243597e-05,
      "loss": 0.9023,
      "step": 109854
    },
    {
      "epoch": 5.110723424052106,
      "grad_norm": 1.74974134605448,
      "learning_rate": 1.6466322884174338e-05,
      "loss": 0.8984,
      "step": 109855
    },
    {
      "epoch": 5.110769946499186,
      "grad_norm": 1.605049395985175,
      "learning_rate": 1.646463229185517e-05,
      "loss": 0.8945,
      "step": 109856
    },
    {
      "epoch": 5.1108164689462665,
      "grad_norm": 1.5718078416218602,
      "learning_rate": 1.6462941781287138e-05,
      "loss": 0.9844,
      "step": 109857
    },
    {
      "epoch": 5.110862991393347,
      "grad_norm": 1.8524711601292219,
      "learning_rate": 1.646125135247126e-05,
      "loss": 1.2188,
      "step": 109858
    },
    {
      "epoch": 5.110909513840428,
      "grad_norm": 1.6082482006561796,
      "learning_rate": 1.645956100540862e-05,
      "loss": 1.0469,
      "step": 109859
    },
    {
      "epoch": 5.110956036287509,
      "grad_norm": 1.7084724741107518,
      "learning_rate": 1.645787074010022e-05,
      "loss": 0.9102,
      "step": 109860
    },
    {
      "epoch": 5.111002558734589,
      "grad_norm": 1.9186057221238322,
      "learning_rate": 1.6456180556547106e-05,
      "loss": 1.0938,
      "step": 109861
    },
    {
      "epoch": 5.11104908118167,
      "grad_norm": 1.5677538485120854,
      "learning_rate": 1.6454490454750257e-05,
      "loss": 0.9023,
      "step": 109862
    },
    {
      "epoch": 5.111095603628751,
      "grad_norm": 1.5855574029281232,
      "learning_rate": 1.645280043471081e-05,
      "loss": 0.9375,
      "step": 109863
    },
    {
      "epoch": 5.111142126075832,
      "grad_norm": 1.557716301532247,
      "learning_rate": 1.645111049642973e-05,
      "loss": 0.9727,
      "step": 109864
    },
    {
      "epoch": 5.111188648522912,
      "grad_norm": 1.7528412921935983,
      "learning_rate": 1.644942063990807e-05,
      "loss": 0.9883,
      "step": 109865
    },
    {
      "epoch": 5.111235170969993,
      "grad_norm": 1.7236784211258922,
      "learning_rate": 1.6447730865146835e-05,
      "loss": 0.9727,
      "step": 109866
    },
    {
      "epoch": 5.111281693417074,
      "grad_norm": 1.6463358660053418,
      "learning_rate": 1.6446041172147083e-05,
      "loss": 0.9219,
      "step": 109867
    },
    {
      "epoch": 5.111328215864154,
      "grad_norm": 1.7228610676960991,
      "learning_rate": 1.644435156090988e-05,
      "loss": 1.0234,
      "step": 109868
    },
    {
      "epoch": 5.111374738311235,
      "grad_norm": 1.7535020974604902,
      "learning_rate": 1.644266203143624e-05,
      "loss": 1.0781,
      "step": 109869
    },
    {
      "epoch": 5.111421260758316,
      "grad_norm": 1.776759572636068,
      "learning_rate": 1.6440972583727176e-05,
      "loss": 0.9453,
      "step": 109870
    },
    {
      "epoch": 5.111467783205397,
      "grad_norm": 1.6496215972441666,
      "learning_rate": 1.6439283217783755e-05,
      "loss": 1.0547,
      "step": 109871
    },
    {
      "epoch": 5.111514305652477,
      "grad_norm": 1.505925542856089,
      "learning_rate": 1.6437593933606946e-05,
      "loss": 0.8789,
      "step": 109872
    },
    {
      "epoch": 5.111560828099558,
      "grad_norm": 1.5843120737023355,
      "learning_rate": 1.6435904731197862e-05,
      "loss": 0.9609,
      "step": 109873
    },
    {
      "epoch": 5.111607350546639,
      "grad_norm": 1.7520407071207875,
      "learning_rate": 1.6434215610557507e-05,
      "loss": 1.0469,
      "step": 109874
    },
    {
      "epoch": 5.1116538729937195,
      "grad_norm": 1.5541307919513847,
      "learning_rate": 1.6432526571686904e-05,
      "loss": 0.9648,
      "step": 109875
    },
    {
      "epoch": 5.1117003954408,
      "grad_norm": 1.7101306735586024,
      "learning_rate": 1.643083761458708e-05,
      "loss": 0.9961,
      "step": 109876
    },
    {
      "epoch": 5.1117469178878805,
      "grad_norm": 1.5871070966212955,
      "learning_rate": 1.6429148739259107e-05,
      "loss": 0.9102,
      "step": 109877
    },
    {
      "epoch": 5.111793440334962,
      "grad_norm": 1.8440530040099883,
      "learning_rate": 1.642745994570399e-05,
      "loss": 0.9922,
      "step": 109878
    },
    {
      "epoch": 5.111839962782042,
      "grad_norm": 1.6272421221657247,
      "learning_rate": 1.642577123392278e-05,
      "loss": 0.9023,
      "step": 109879
    },
    {
      "epoch": 5.111886485229123,
      "grad_norm": 1.728311850565969,
      "learning_rate": 1.642408260391647e-05,
      "loss": 1.1328,
      "step": 109880
    },
    {
      "epoch": 5.111933007676204,
      "grad_norm": 1.576796742108668,
      "learning_rate": 1.642239405568615e-05,
      "loss": 0.9766,
      "step": 109881
    },
    {
      "epoch": 5.111979530123285,
      "grad_norm": 1.735171491264053,
      "learning_rate": 1.642070558923283e-05,
      "loss": 1.0312,
      "step": 109882
    },
    {
      "epoch": 5.112026052570365,
      "grad_norm": 1.6915286685392732,
      "learning_rate": 1.6419017204557545e-05,
      "loss": 1.0078,
      "step": 109883
    },
    {
      "epoch": 5.112072575017446,
      "grad_norm": 1.6287871749228728,
      "learning_rate": 1.6417328901661276e-05,
      "loss": 1.0,
      "step": 109884
    },
    {
      "epoch": 5.112119097464527,
      "grad_norm": 1.6456106667371428,
      "learning_rate": 1.6415640680545157e-05,
      "loss": 0.9102,
      "step": 109885
    },
    {
      "epoch": 5.1121656199116075,
      "grad_norm": 1.7824641313685436,
      "learning_rate": 1.6413952541210168e-05,
      "loss": 1.0391,
      "step": 109886
    },
    {
      "epoch": 5.112212142358688,
      "grad_norm": 1.5885248204375444,
      "learning_rate": 1.6412264483657328e-05,
      "loss": 1.0469,
      "step": 109887
    },
    {
      "epoch": 5.112258664805768,
      "grad_norm": 1.4537133538597775,
      "learning_rate": 1.641057650788767e-05,
      "loss": 0.7695,
      "step": 109888
    },
    {
      "epoch": 5.11230518725285,
      "grad_norm": 1.6630847804830915,
      "learning_rate": 1.6408888613902238e-05,
      "loss": 0.9688,
      "step": 109889
    },
    {
      "epoch": 5.11235170969993,
      "grad_norm": 1.4725266710628413,
      "learning_rate": 1.6407200801702103e-05,
      "loss": 0.9453,
      "step": 109890
    },
    {
      "epoch": 5.112398232147011,
      "grad_norm": 1.6921470236057972,
      "learning_rate": 1.6405513071288278e-05,
      "loss": 0.9062,
      "step": 109891
    },
    {
      "epoch": 5.112444754594092,
      "grad_norm": 1.5991011879963242,
      "learning_rate": 1.6403825422661782e-05,
      "loss": 1.0156,
      "step": 109892
    },
    {
      "epoch": 5.112491277041173,
      "grad_norm": 1.6485107739511402,
      "learning_rate": 1.640213785582361e-05,
      "loss": 0.9805,
      "step": 109893
    },
    {
      "epoch": 5.112537799488253,
      "grad_norm": 1.6238457451323014,
      "learning_rate": 1.6400450370774866e-05,
      "loss": 1.0078,
      "step": 109894
    },
    {
      "epoch": 5.1125843219353335,
      "grad_norm": 1.5727793146300733,
      "learning_rate": 1.639876296751656e-05,
      "loss": 0.9805,
      "step": 109895
    },
    {
      "epoch": 5.112630844382415,
      "grad_norm": 1.521085157066842,
      "learning_rate": 1.639707564604973e-05,
      "loss": 0.8281,
      "step": 109896
    },
    {
      "epoch": 5.112677366829495,
      "grad_norm": 1.5091082775394407,
      "learning_rate": 1.6395388406375386e-05,
      "loss": 0.8828,
      "step": 109897
    },
    {
      "epoch": 5.112723889276576,
      "grad_norm": 1.563644036086353,
      "learning_rate": 1.6393701248494535e-05,
      "loss": 0.9375,
      "step": 109898
    },
    {
      "epoch": 5.112770411723656,
      "grad_norm": 1.6662287260528739,
      "learning_rate": 1.6392014172408284e-05,
      "loss": 0.8633,
      "step": 109899
    },
    {
      "epoch": 5.112816934170738,
      "grad_norm": 1.6079041704923072,
      "learning_rate": 1.639032717811764e-05,
      "loss": 0.8867,
      "step": 109900
    },
    {
      "epoch": 5.112863456617818,
      "grad_norm": 1.7341790591612387,
      "learning_rate": 1.6388640265623614e-05,
      "loss": 1.125,
      "step": 109901
    },
    {
      "epoch": 5.112909979064899,
      "grad_norm": 1.8793691220961795,
      "learning_rate": 1.6386953434927226e-05,
      "loss": 1.1016,
      "step": 109902
    },
    {
      "epoch": 5.112956501511979,
      "grad_norm": 1.7700128078532396,
      "learning_rate": 1.6385266686029552e-05,
      "loss": 0.9219,
      "step": 109903
    },
    {
      "epoch": 5.1130030239590605,
      "grad_norm": 1.539659853222749,
      "learning_rate": 1.6383580018931612e-05,
      "loss": 0.8672,
      "step": 109904
    },
    {
      "epoch": 5.113049546406141,
      "grad_norm": 1.7344912029425485,
      "learning_rate": 1.6381893433634442e-05,
      "loss": 1.0469,
      "step": 109905
    },
    {
      "epoch": 5.113096068853221,
      "grad_norm": 1.7240703292415056,
      "learning_rate": 1.6380206930139018e-05,
      "loss": 1.1641,
      "step": 109906
    },
    {
      "epoch": 5.113142591300303,
      "grad_norm": 1.553034085573252,
      "learning_rate": 1.637852050844646e-05,
      "loss": 0.9727,
      "step": 109907
    },
    {
      "epoch": 5.113189113747383,
      "grad_norm": 1.7765055723018337,
      "learning_rate": 1.6376834168557746e-05,
      "loss": 0.9805,
      "step": 109908
    },
    {
      "epoch": 5.113235636194464,
      "grad_norm": 1.5503782197603682,
      "learning_rate": 1.637514791047393e-05,
      "loss": 0.9258,
      "step": 109909
    },
    {
      "epoch": 5.113282158641544,
      "grad_norm": 1.541638021340488,
      "learning_rate": 1.6373461734196007e-05,
      "loss": 0.875,
      "step": 109910
    },
    {
      "epoch": 5.113328681088626,
      "grad_norm": 1.6609791258842115,
      "learning_rate": 1.6371775639725048e-05,
      "loss": 0.9883,
      "step": 109911
    },
    {
      "epoch": 5.113375203535706,
      "grad_norm": 1.5843566269246514,
      "learning_rate": 1.6370089627062083e-05,
      "loss": 1.0391,
      "step": 109912
    },
    {
      "epoch": 5.1134217259827865,
      "grad_norm": 1.8147887970058758,
      "learning_rate": 1.636840369620816e-05,
      "loss": 0.9844,
      "step": 109913
    },
    {
      "epoch": 5.113468248429867,
      "grad_norm": 1.560109631431714,
      "learning_rate": 1.636671784716426e-05,
      "loss": 0.9141,
      "step": 109914
    },
    {
      "epoch": 5.113514770876948,
      "grad_norm": 1.6765977349179348,
      "learning_rate": 1.636503207993144e-05,
      "loss": 1.0156,
      "step": 109915
    },
    {
      "epoch": 5.113561293324029,
      "grad_norm": 1.7413932047527811,
      "learning_rate": 1.6363346394510758e-05,
      "loss": 0.9727,
      "step": 109916
    },
    {
      "epoch": 5.113607815771109,
      "grad_norm": 1.4434569284097545,
      "learning_rate": 1.6361660790903215e-05,
      "loss": 0.8203,
      "step": 109917
    },
    {
      "epoch": 5.113654338218191,
      "grad_norm": 1.8498776373552996,
      "learning_rate": 1.635997526910986e-05,
      "loss": 1.0312,
      "step": 109918
    },
    {
      "epoch": 5.113700860665271,
      "grad_norm": 1.5636177560250786,
      "learning_rate": 1.6358289829131677e-05,
      "loss": 1.0234,
      "step": 109919
    },
    {
      "epoch": 5.113747383112352,
      "grad_norm": 1.583081166526676,
      "learning_rate": 1.6356604470969763e-05,
      "loss": 1.0234,
      "step": 109920
    },
    {
      "epoch": 5.113793905559432,
      "grad_norm": 1.6973946239654145,
      "learning_rate": 1.635491919462514e-05,
      "loss": 0.9258,
      "step": 109921
    },
    {
      "epoch": 5.1138404280065135,
      "grad_norm": 1.714444007171948,
      "learning_rate": 1.6353234000098812e-05,
      "loss": 1.0078,
      "step": 109922
    },
    {
      "epoch": 5.113886950453594,
      "grad_norm": 1.6009222311497355,
      "learning_rate": 1.6351548887391823e-05,
      "loss": 0.9531,
      "step": 109923
    },
    {
      "epoch": 5.1139334729006745,
      "grad_norm": 1.8988646051628966,
      "learning_rate": 1.6349863856505167e-05,
      "loss": 1.1094,
      "step": 109924
    },
    {
      "epoch": 5.113979995347755,
      "grad_norm": 1.7041811848560688,
      "learning_rate": 1.6348178907439963e-05,
      "loss": 1.0078,
      "step": 109925
    },
    {
      "epoch": 5.114026517794836,
      "grad_norm": 1.663682019018236,
      "learning_rate": 1.6346494040197172e-05,
      "loss": 0.918,
      "step": 109926
    },
    {
      "epoch": 5.114073040241917,
      "grad_norm": 1.6879612820281957,
      "learning_rate": 1.6344809254777845e-05,
      "loss": 0.9258,
      "step": 109927
    },
    {
      "epoch": 5.114119562688997,
      "grad_norm": 1.6239463705693054,
      "learning_rate": 1.6343124551183002e-05,
      "loss": 0.9805,
      "step": 109928
    },
    {
      "epoch": 5.114166085136078,
      "grad_norm": 1.7117048038284213,
      "learning_rate": 1.6341439929413704e-05,
      "loss": 0.918,
      "step": 109929
    },
    {
      "epoch": 5.114212607583159,
      "grad_norm": 1.5719945692382842,
      "learning_rate": 1.633975538947095e-05,
      "loss": 1.0078,
      "step": 109930
    },
    {
      "epoch": 5.11425913003024,
      "grad_norm": 1.5209833069592311,
      "learning_rate": 1.6338070931355806e-05,
      "loss": 0.8984,
      "step": 109931
    },
    {
      "epoch": 5.11430565247732,
      "grad_norm": 1.4669062959508912,
      "learning_rate": 1.6336386555069242e-05,
      "loss": 0.9102,
      "step": 109932
    },
    {
      "epoch": 5.114352174924401,
      "grad_norm": 1.7295129798031548,
      "learning_rate": 1.6334702260612336e-05,
      "loss": 1.0391,
      "step": 109933
    },
    {
      "epoch": 5.114398697371482,
      "grad_norm": 1.9240835086204298,
      "learning_rate": 1.633301804798614e-05,
      "loss": 1.0547,
      "step": 109934
    },
    {
      "epoch": 5.114445219818562,
      "grad_norm": 1.6358764235263934,
      "learning_rate": 1.6331333917191654e-05,
      "loss": 1.0156,
      "step": 109935
    },
    {
      "epoch": 5.114491742265643,
      "grad_norm": 1.6875566799600175,
      "learning_rate": 1.632964986822992e-05,
      "loss": 0.9961,
      "step": 109936
    },
    {
      "epoch": 5.114538264712724,
      "grad_norm": 1.6692682186754026,
      "learning_rate": 1.632796590110193e-05,
      "loss": 0.9648,
      "step": 109937
    },
    {
      "epoch": 5.114584787159805,
      "grad_norm": 1.7047267968909268,
      "learning_rate": 1.632628201580878e-05,
      "loss": 0.8672,
      "step": 109938
    },
    {
      "epoch": 5.114631309606885,
      "grad_norm": 1.6768696459256536,
      "learning_rate": 1.6324598212351466e-05,
      "loss": 0.9492,
      "step": 109939
    },
    {
      "epoch": 5.114677832053966,
      "grad_norm": 1.6995031513615995,
      "learning_rate": 1.632291449073102e-05,
      "loss": 0.9336,
      "step": 109940
    },
    {
      "epoch": 5.114724354501047,
      "grad_norm": 1.492640264295079,
      "learning_rate": 1.6321230850948446e-05,
      "loss": 1.0,
      "step": 109941
    },
    {
      "epoch": 5.1147708769481275,
      "grad_norm": 1.6278993511999214,
      "learning_rate": 1.6319547293004824e-05,
      "loss": 0.9805,
      "step": 109942
    },
    {
      "epoch": 5.114817399395208,
      "grad_norm": 1.6142778060264036,
      "learning_rate": 1.6317863816901174e-05,
      "loss": 1.0312,
      "step": 109943
    },
    {
      "epoch": 5.114863921842289,
      "grad_norm": 1.856941786460365,
      "learning_rate": 1.6316180422638504e-05,
      "loss": 1.3984,
      "step": 109944
    },
    {
      "epoch": 5.11491044428937,
      "grad_norm": 1.5719188019314259,
      "learning_rate": 1.6314497110217834e-05,
      "loss": 0.9609,
      "step": 109945
    },
    {
      "epoch": 5.11495696673645,
      "grad_norm": 1.613269741960466,
      "learning_rate": 1.6312813879640246e-05,
      "loss": 0.9766,
      "step": 109946
    },
    {
      "epoch": 5.115003489183531,
      "grad_norm": 1.677430656146131,
      "learning_rate": 1.6311130730906742e-05,
      "loss": 0.9453,
      "step": 109947
    },
    {
      "epoch": 5.115050011630612,
      "grad_norm": 1.7970505036556548,
      "learning_rate": 1.630944766401835e-05,
      "loss": 1.0,
      "step": 109948
    },
    {
      "epoch": 5.115096534077693,
      "grad_norm": 1.661004337776168,
      "learning_rate": 1.6307764678976103e-05,
      "loss": 0.9023,
      "step": 109949
    },
    {
      "epoch": 5.115143056524773,
      "grad_norm": 1.5871104855012417,
      "learning_rate": 1.6306081775781004e-05,
      "loss": 0.8867,
      "step": 109950
    },
    {
      "epoch": 5.115189578971854,
      "grad_norm": 1.663477040192007,
      "learning_rate": 1.6304398954434134e-05,
      "loss": 0.9375,
      "step": 109951
    },
    {
      "epoch": 5.115236101418935,
      "grad_norm": 1.4987171125715515,
      "learning_rate": 1.6302716214936507e-05,
      "loss": 0.9961,
      "step": 109952
    },
    {
      "epoch": 5.115282623866015,
      "grad_norm": 1.8536752936436292,
      "learning_rate": 1.6301033557289108e-05,
      "loss": 1.1172,
      "step": 109953
    },
    {
      "epoch": 5.115329146313096,
      "grad_norm": 1.5712139198088761,
      "learning_rate": 1.6299350981493033e-05,
      "loss": 0.9688,
      "step": 109954
    },
    {
      "epoch": 5.115375668760176,
      "grad_norm": 1.5263930291532064,
      "learning_rate": 1.6297668487549248e-05,
      "loss": 0.8945,
      "step": 109955
    },
    {
      "epoch": 5.115422191207258,
      "grad_norm": 1.821517276370292,
      "learning_rate": 1.6295986075458855e-05,
      "loss": 1.1094,
      "step": 109956
    },
    {
      "epoch": 5.115468713654338,
      "grad_norm": 1.7531196578830732,
      "learning_rate": 1.6294303745222852e-05,
      "loss": 1.125,
      "step": 109957
    },
    {
      "epoch": 5.115515236101419,
      "grad_norm": 1.6941367897909874,
      "learning_rate": 1.6292621496842257e-05,
      "loss": 1.0,
      "step": 109958
    },
    {
      "epoch": 5.1155617585485,
      "grad_norm": 1.7108115300395235,
      "learning_rate": 1.6290939330318082e-05,
      "loss": 1.0312,
      "step": 109959
    },
    {
      "epoch": 5.1156082809955805,
      "grad_norm": 1.6171927470855954,
      "learning_rate": 1.628925724565141e-05,
      "loss": 0.8828,
      "step": 109960
    },
    {
      "epoch": 5.115654803442661,
      "grad_norm": 1.8199654370986023,
      "learning_rate": 1.6287575242843243e-05,
      "loss": 0.9844,
      "step": 109961
    },
    {
      "epoch": 5.1157013258897415,
      "grad_norm": 1.57397672281044,
      "learning_rate": 1.628589332189461e-05,
      "loss": 0.8672,
      "step": 109962
    },
    {
      "epoch": 5.115747848336823,
      "grad_norm": 1.6007587695232364,
      "learning_rate": 1.6284211482806512e-05,
      "loss": 0.9688,
      "step": 109963
    },
    {
      "epoch": 5.115794370783903,
      "grad_norm": 1.5967298133025802,
      "learning_rate": 1.6282529725580035e-05,
      "loss": 0.8398,
      "step": 109964
    },
    {
      "epoch": 5.115840893230984,
      "grad_norm": 1.6299148453046326,
      "learning_rate": 1.628084805021619e-05,
      "loss": 0.9258,
      "step": 109965
    },
    {
      "epoch": 5.115887415678064,
      "grad_norm": 1.73005375020581,
      "learning_rate": 1.6279166456715993e-05,
      "loss": 0.9609,
      "step": 109966
    },
    {
      "epoch": 5.115933938125146,
      "grad_norm": 1.649635886471286,
      "learning_rate": 1.6277484945080444e-05,
      "loss": 0.9102,
      "step": 109967
    },
    {
      "epoch": 5.115980460572226,
      "grad_norm": 1.664810479413594,
      "learning_rate": 1.6275803515310643e-05,
      "loss": 1.125,
      "step": 109968
    },
    {
      "epoch": 5.116026983019307,
      "grad_norm": 1.5505951052664666,
      "learning_rate": 1.6274122167407572e-05,
      "loss": 0.8945,
      "step": 109969
    },
    {
      "epoch": 5.116073505466388,
      "grad_norm": 1.70050770304661,
      "learning_rate": 1.627244090137228e-05,
      "loss": 1.0547,
      "step": 109970
    },
    {
      "epoch": 5.116120027913468,
      "grad_norm": 1.597035524933723,
      "learning_rate": 1.6270759717205766e-05,
      "loss": 0.875,
      "step": 109971
    },
    {
      "epoch": 5.116166550360549,
      "grad_norm": 1.5017840114370657,
      "learning_rate": 1.6269078614909097e-05,
      "loss": 0.9531,
      "step": 109972
    },
    {
      "epoch": 5.116213072807629,
      "grad_norm": 1.4735650533758409,
      "learning_rate": 1.626739759448329e-05,
      "loss": 0.8594,
      "step": 109973
    },
    {
      "epoch": 5.116259595254711,
      "grad_norm": 1.627241072325364,
      "learning_rate": 1.626571665592937e-05,
      "loss": 1.0625,
      "step": 109974
    },
    {
      "epoch": 5.116306117701791,
      "grad_norm": 1.7316905192883012,
      "learning_rate": 1.6264035799248347e-05,
      "loss": 1.0312,
      "step": 109975
    },
    {
      "epoch": 5.116352640148872,
      "grad_norm": 1.657412698549584,
      "learning_rate": 1.6262355024441263e-05,
      "loss": 0.9648,
      "step": 109976
    },
    {
      "epoch": 5.116399162595952,
      "grad_norm": 1.6031706666644583,
      "learning_rate": 1.626067433150917e-05,
      "loss": 0.9805,
      "step": 109977
    },
    {
      "epoch": 5.1164456850430335,
      "grad_norm": 1.6846056306649362,
      "learning_rate": 1.62589937204531e-05,
      "loss": 0.9922,
      "step": 109978
    },
    {
      "epoch": 5.116492207490114,
      "grad_norm": 1.6206485099851549,
      "learning_rate": 1.6257313191274053e-05,
      "loss": 1.0156,
      "step": 109979
    },
    {
      "epoch": 5.1165387299371945,
      "grad_norm": 1.4496375928454266,
      "learning_rate": 1.6255632743973075e-05,
      "loss": 0.8672,
      "step": 109980
    },
    {
      "epoch": 5.116585252384276,
      "grad_norm": 1.707054201081546,
      "learning_rate": 1.625395237855115e-05,
      "loss": 1.1016,
      "step": 109981
    },
    {
      "epoch": 5.116631774831356,
      "grad_norm": 1.4959161795412952,
      "learning_rate": 1.6252272095009362e-05,
      "loss": 1.0234,
      "step": 109982
    },
    {
      "epoch": 5.116678297278437,
      "grad_norm": 1.6651947507766602,
      "learning_rate": 1.625059189334874e-05,
      "loss": 0.9609,
      "step": 109983
    },
    {
      "epoch": 5.116724819725517,
      "grad_norm": 1.647178843705691,
      "learning_rate": 1.6248911773570288e-05,
      "loss": 0.9609,
      "step": 109984
    },
    {
      "epoch": 5.116771342172599,
      "grad_norm": 1.6011068583342822,
      "learning_rate": 1.6247231735675004e-05,
      "loss": 1.0078,
      "step": 109985
    },
    {
      "epoch": 5.116817864619679,
      "grad_norm": 1.6637603586768184,
      "learning_rate": 1.6245551779663984e-05,
      "loss": 1.0625,
      "step": 109986
    },
    {
      "epoch": 5.11686438706676,
      "grad_norm": 1.6506675923056688,
      "learning_rate": 1.624387190553823e-05,
      "loss": 0.9766,
      "step": 109987
    },
    {
      "epoch": 5.11691090951384,
      "grad_norm": 1.5918237896828955,
      "learning_rate": 1.6242192113298775e-05,
      "loss": 1.0312,
      "step": 109988
    },
    {
      "epoch": 5.1169574319609215,
      "grad_norm": 1.7478309626453532,
      "learning_rate": 1.6240512402946598e-05,
      "loss": 1.0156,
      "step": 109989
    },
    {
      "epoch": 5.117003954408002,
      "grad_norm": 1.5171068821493487,
      "learning_rate": 1.6238832774482802e-05,
      "loss": 0.9023,
      "step": 109990
    },
    {
      "epoch": 5.117050476855082,
      "grad_norm": 1.7465646314212329,
      "learning_rate": 1.6237153227908383e-05,
      "loss": 1.0312,
      "step": 109991
    },
    {
      "epoch": 5.117096999302163,
      "grad_norm": 1.5555574307117805,
      "learning_rate": 1.623547376322436e-05,
      "loss": 0.8945,
      "step": 109992
    },
    {
      "epoch": 5.117143521749244,
      "grad_norm": 1.5606049615290316,
      "learning_rate": 1.623379438043173e-05,
      "loss": 0.8906,
      "step": 109993
    },
    {
      "epoch": 5.117190044196325,
      "grad_norm": 1.677261604148964,
      "learning_rate": 1.623211507953161e-05,
      "loss": 1.0156,
      "step": 109994
    },
    {
      "epoch": 5.117236566643405,
      "grad_norm": 1.5805364506904558,
      "learning_rate": 1.6230435860524964e-05,
      "loss": 1.0078,
      "step": 109995
    },
    {
      "epoch": 5.117283089090487,
      "grad_norm": 1.7885554342194925,
      "learning_rate": 1.6228756723412828e-05,
      "loss": 1.0703,
      "step": 109996
    },
    {
      "epoch": 5.117329611537567,
      "grad_norm": 1.7476695569732275,
      "learning_rate": 1.6227077668196214e-05,
      "loss": 1.0234,
      "step": 109997
    },
    {
      "epoch": 5.1173761339846475,
      "grad_norm": 1.5796176449977182,
      "learning_rate": 1.6225398694876174e-05,
      "loss": 0.9805,
      "step": 109998
    },
    {
      "epoch": 5.117422656431728,
      "grad_norm": 1.5232220308237299,
      "learning_rate": 1.6223719803453773e-05,
      "loss": 0.9844,
      "step": 109999
    },
    {
      "epoch": 5.117469178878809,
      "grad_norm": 1.8488739669813739,
      "learning_rate": 1.6222040993929976e-05,
      "loss": 1.0312,
      "step": 110000
    },
    {
      "epoch": 5.11751570132589,
      "grad_norm": 1.9638776097585207,
      "learning_rate": 1.6220362266305848e-05,
      "loss": 1.1172,
      "step": 110001
    },
    {
      "epoch": 5.11756222377297,
      "grad_norm": 1.6331357021206199,
      "learning_rate": 1.6218683620582373e-05,
      "loss": 1.0547,
      "step": 110002
    },
    {
      "epoch": 5.117608746220051,
      "grad_norm": 1.570046745217951,
      "learning_rate": 1.6217005056760634e-05,
      "loss": 1.0156,
      "step": 110003
    },
    {
      "epoch": 5.117655268667132,
      "grad_norm": 1.8407981012586168,
      "learning_rate": 1.6215326574841632e-05,
      "loss": 1.0391,
      "step": 110004
    },
    {
      "epoch": 5.117701791114213,
      "grad_norm": 1.5773337648639165,
      "learning_rate": 1.6213648174826392e-05,
      "loss": 0.8867,
      "step": 110005
    },
    {
      "epoch": 5.117748313561293,
      "grad_norm": 1.6829533286899812,
      "learning_rate": 1.6211969856715955e-05,
      "loss": 0.9648,
      "step": 110006
    },
    {
      "epoch": 5.117794836008374,
      "grad_norm": 1.6603430434060997,
      "learning_rate": 1.62102916205113e-05,
      "loss": 0.9805,
      "step": 110007
    },
    {
      "epoch": 5.117841358455455,
      "grad_norm": 1.5872044016713192,
      "learning_rate": 1.6208613466213543e-05,
      "loss": 0.8906,
      "step": 110008
    },
    {
      "epoch": 5.117887880902535,
      "grad_norm": 1.6837839475160712,
      "learning_rate": 1.6206935393823633e-05,
      "loss": 1.1484,
      "step": 110009
    },
    {
      "epoch": 5.117934403349616,
      "grad_norm": 1.6524726732412633,
      "learning_rate": 1.6205257403342637e-05,
      "loss": 1.0156,
      "step": 110010
    },
    {
      "epoch": 5.117980925796697,
      "grad_norm": 1.5940225735569897,
      "learning_rate": 1.6203579494771553e-05,
      "loss": 1.0391,
      "step": 110011
    },
    {
      "epoch": 5.118027448243778,
      "grad_norm": 1.6998739703725974,
      "learning_rate": 1.6201901668111445e-05,
      "loss": 1.125,
      "step": 110012
    },
    {
      "epoch": 5.118073970690858,
      "grad_norm": 1.595745779637614,
      "learning_rate": 1.6200223923363315e-05,
      "loss": 1.0156,
      "step": 110013
    },
    {
      "epoch": 5.118120493137939,
      "grad_norm": 1.634826586749753,
      "learning_rate": 1.6198546260528212e-05,
      "loss": 0.957,
      "step": 110014
    },
    {
      "epoch": 5.11816701558502,
      "grad_norm": 1.7581972496780527,
      "learning_rate": 1.61968686796071e-05,
      "loss": 0.9688,
      "step": 110015
    },
    {
      "epoch": 5.1182135380321006,
      "grad_norm": 1.4847376233638785,
      "learning_rate": 1.6195191180601098e-05,
      "loss": 0.7969,
      "step": 110016
    },
    {
      "epoch": 5.118260060479181,
      "grad_norm": 1.586812242659476,
      "learning_rate": 1.6193513763511184e-05,
      "loss": 0.9961,
      "step": 110017
    },
    {
      "epoch": 5.1183065829262615,
      "grad_norm": 1.8395298429890852,
      "learning_rate": 1.6191836428338397e-05,
      "loss": 1.0547,
      "step": 110018
    },
    {
      "epoch": 5.118353105373343,
      "grad_norm": 1.7911512739614543,
      "learning_rate": 1.619015917508371e-05,
      "loss": 1.0469,
      "step": 110019
    },
    {
      "epoch": 5.118399627820423,
      "grad_norm": 1.6523518006811335,
      "learning_rate": 1.61884820037482e-05,
      "loss": 0.9688,
      "step": 110020
    },
    {
      "epoch": 5.118446150267504,
      "grad_norm": 1.5592001153213986,
      "learning_rate": 1.6186804914332923e-05,
      "loss": 0.918,
      "step": 110021
    },
    {
      "epoch": 5.118492672714585,
      "grad_norm": 1.4841979168200692,
      "learning_rate": 1.6185127906838887e-05,
      "loss": 0.9023,
      "step": 110022
    },
    {
      "epoch": 5.118539195161666,
      "grad_norm": 1.5247147278006192,
      "learning_rate": 1.618345098126708e-05,
      "loss": 0.8789,
      "step": 110023
    },
    {
      "epoch": 5.118585717608746,
      "grad_norm": 1.6060817348688232,
      "learning_rate": 1.618177413761853e-05,
      "loss": 0.9375,
      "step": 110024
    },
    {
      "epoch": 5.118632240055827,
      "grad_norm": 1.4505832062956283,
      "learning_rate": 1.618009737589433e-05,
      "loss": 0.8242,
      "step": 110025
    },
    {
      "epoch": 5.118678762502908,
      "grad_norm": 1.8172029891740247,
      "learning_rate": 1.6178420696095446e-05,
      "loss": 1.1094,
      "step": 110026
    },
    {
      "epoch": 5.1187252849499885,
      "grad_norm": 1.6614293565265603,
      "learning_rate": 1.6176744098222927e-05,
      "loss": 0.918,
      "step": 110027
    },
    {
      "epoch": 5.118771807397069,
      "grad_norm": 1.691658408272926,
      "learning_rate": 1.6175067582277773e-05,
      "loss": 1.0078,
      "step": 110028
    },
    {
      "epoch": 5.118818329844149,
      "grad_norm": 1.5773779849789968,
      "learning_rate": 1.617339114826105e-05,
      "loss": 0.8789,
      "step": 110029
    },
    {
      "epoch": 5.118864852291231,
      "grad_norm": 1.7326880145957375,
      "learning_rate": 1.6171714796173773e-05,
      "loss": 1.0781,
      "step": 110030
    },
    {
      "epoch": 5.118911374738311,
      "grad_norm": 1.6795885738694476,
      "learning_rate": 1.617003852601696e-05,
      "loss": 1.0703,
      "step": 110031
    },
    {
      "epoch": 5.118957897185392,
      "grad_norm": 1.7446141371773818,
      "learning_rate": 1.616836233779164e-05,
      "loss": 0.9922,
      "step": 110032
    },
    {
      "epoch": 5.119004419632473,
      "grad_norm": 1.5658449688251657,
      "learning_rate": 1.6166686231498798e-05,
      "loss": 0.957,
      "step": 110033
    },
    {
      "epoch": 5.119050942079554,
      "grad_norm": 1.6619814836120275,
      "learning_rate": 1.6165010207139535e-05,
      "loss": 1.0547,
      "step": 110034
    },
    {
      "epoch": 5.119097464526634,
      "grad_norm": 1.6118876828876199,
      "learning_rate": 1.6163334264714843e-05,
      "loss": 0.9414,
      "step": 110035
    },
    {
      "epoch": 5.1191439869737145,
      "grad_norm": 1.6184267927678717,
      "learning_rate": 1.6161658404225745e-05,
      "loss": 0.8945,
      "step": 110036
    },
    {
      "epoch": 5.119190509420796,
      "grad_norm": 1.624149637735103,
      "learning_rate": 1.615998262567324e-05,
      "loss": 1.0781,
      "step": 110037
    },
    {
      "epoch": 5.119237031867876,
      "grad_norm": 1.5116834153647092,
      "learning_rate": 1.6158306929058405e-05,
      "loss": 1.0,
      "step": 110038
    },
    {
      "epoch": 5.119283554314957,
      "grad_norm": 1.649165088578791,
      "learning_rate": 1.6156631314382264e-05,
      "loss": 0.9609,
      "step": 110039
    },
    {
      "epoch": 5.119330076762037,
      "grad_norm": 1.5239964416668108,
      "learning_rate": 1.615495578164579e-05,
      "loss": 0.832,
      "step": 110040
    },
    {
      "epoch": 5.119376599209119,
      "grad_norm": 1.7308510282905785,
      "learning_rate": 1.6153280330850038e-05,
      "loss": 1.0078,
      "step": 110041
    },
    {
      "epoch": 5.119423121656199,
      "grad_norm": 1.7170248168389954,
      "learning_rate": 1.6151604961996024e-05,
      "loss": 0.9922,
      "step": 110042
    },
    {
      "epoch": 5.11946964410328,
      "grad_norm": 1.613067999841337,
      "learning_rate": 1.6149929675084827e-05,
      "loss": 0.9844,
      "step": 110043
    },
    {
      "epoch": 5.11951616655036,
      "grad_norm": 1.5635873806482299,
      "learning_rate": 1.6148254470117418e-05,
      "loss": 0.918,
      "step": 110044
    },
    {
      "epoch": 5.1195626889974415,
      "grad_norm": 1.7203516100149343,
      "learning_rate": 1.6146579347094842e-05,
      "loss": 1.0078,
      "step": 110045
    },
    {
      "epoch": 5.119609211444522,
      "grad_norm": 1.5044369035232195,
      "learning_rate": 1.6144904306018096e-05,
      "loss": 0.9414,
      "step": 110046
    },
    {
      "epoch": 5.1196557338916024,
      "grad_norm": 1.582008852140457,
      "learning_rate": 1.6143229346888253e-05,
      "loss": 0.9766,
      "step": 110047
    },
    {
      "epoch": 5.119702256338684,
      "grad_norm": 1.525092264820721,
      "learning_rate": 1.6141554469706307e-05,
      "loss": 0.957,
      "step": 110048
    },
    {
      "epoch": 5.119748778785764,
      "grad_norm": 1.4231146260959324,
      "learning_rate": 1.6139879674473295e-05,
      "loss": 0.7812,
      "step": 110049
    },
    {
      "epoch": 5.119795301232845,
      "grad_norm": 1.4795688766155388,
      "learning_rate": 1.613820496119021e-05,
      "loss": 0.9766,
      "step": 110050
    },
    {
      "epoch": 5.119841823679925,
      "grad_norm": 1.5613822530537824,
      "learning_rate": 1.613653032985814e-05,
      "loss": 0.8906,
      "step": 110051
    },
    {
      "epoch": 5.119888346127007,
      "grad_norm": 1.717370224323423,
      "learning_rate": 1.6134855780478062e-05,
      "loss": 1.1094,
      "step": 110052
    },
    {
      "epoch": 5.119934868574087,
      "grad_norm": 1.5268806204290388,
      "learning_rate": 1.613318131305103e-05,
      "loss": 1.0078,
      "step": 110053
    },
    {
      "epoch": 5.119981391021168,
      "grad_norm": 1.5575182568001413,
      "learning_rate": 1.6131506927578008e-05,
      "loss": 1.0078,
      "step": 110054
    },
    {
      "epoch": 5.120027913468248,
      "grad_norm": 1.8617292068200122,
      "learning_rate": 1.6129832624060096e-05,
      "loss": 1.0078,
      "step": 110055
    },
    {
      "epoch": 5.120074435915329,
      "grad_norm": 1.5578569544727046,
      "learning_rate": 1.6128158402498307e-05,
      "loss": 1.0,
      "step": 110056
    },
    {
      "epoch": 5.12012095836241,
      "grad_norm": 1.747230292015879,
      "learning_rate": 1.612648426289363e-05,
      "loss": 1.0156,
      "step": 110057
    },
    {
      "epoch": 5.12016748080949,
      "grad_norm": 1.7352640648873177,
      "learning_rate": 1.6124810205247124e-05,
      "loss": 0.9375,
      "step": 110058
    },
    {
      "epoch": 5.120214003256572,
      "grad_norm": 1.649590344322548,
      "learning_rate": 1.612313622955976e-05,
      "loss": 0.9766,
      "step": 110059
    },
    {
      "epoch": 5.120260525703652,
      "grad_norm": 1.63695711396604,
      "learning_rate": 1.612146233583263e-05,
      "loss": 0.918,
      "step": 110060
    },
    {
      "epoch": 5.120307048150733,
      "grad_norm": 1.6548007028064897,
      "learning_rate": 1.6119788524066723e-05,
      "loss": 1.0781,
      "step": 110061
    },
    {
      "epoch": 5.120353570597813,
      "grad_norm": 1.748594505806094,
      "learning_rate": 1.611811479426309e-05,
      "loss": 0.9609,
      "step": 110062
    },
    {
      "epoch": 5.1204000930448945,
      "grad_norm": 1.6813151187792217,
      "learning_rate": 1.611644114642269e-05,
      "loss": 0.9258,
      "step": 110063
    },
    {
      "epoch": 5.120446615491975,
      "grad_norm": 1.5305534049058638,
      "learning_rate": 1.6114767580546607e-05,
      "loss": 0.918,
      "step": 110064
    },
    {
      "epoch": 5.1204931379390555,
      "grad_norm": 1.4911474824159827,
      "learning_rate": 1.6113094096635858e-05,
      "loss": 0.8984,
      "step": 110065
    },
    {
      "epoch": 5.120539660386136,
      "grad_norm": 1.748300844421189,
      "learning_rate": 1.611142069469148e-05,
      "loss": 0.9219,
      "step": 110066
    },
    {
      "epoch": 5.120586182833217,
      "grad_norm": 1.6542379211623273,
      "learning_rate": 1.6109747374714482e-05,
      "loss": 1.0156,
      "step": 110067
    },
    {
      "epoch": 5.120632705280298,
      "grad_norm": 1.6437672996990849,
      "learning_rate": 1.610807413670585e-05,
      "loss": 0.9141,
      "step": 110068
    },
    {
      "epoch": 5.120679227727378,
      "grad_norm": 1.8860960330549548,
      "learning_rate": 1.6106400980666685e-05,
      "loss": 1.1641,
      "step": 110069
    },
    {
      "epoch": 5.120725750174459,
      "grad_norm": 1.5139760773499584,
      "learning_rate": 1.6104727906597946e-05,
      "loss": 0.918,
      "step": 110070
    },
    {
      "epoch": 5.12077227262154,
      "grad_norm": 1.746843318655091,
      "learning_rate": 1.6103054914500706e-05,
      "loss": 1.0078,
      "step": 110071
    },
    {
      "epoch": 5.120818795068621,
      "grad_norm": 1.781398529321449,
      "learning_rate": 1.610138200437593e-05,
      "loss": 1.0859,
      "step": 110072
    },
    {
      "epoch": 5.120865317515701,
      "grad_norm": 1.7344720456522402,
      "learning_rate": 1.6099709176224695e-05,
      "loss": 1.1094,
      "step": 110073
    },
    {
      "epoch": 5.120911839962782,
      "grad_norm": 1.7199339962651135,
      "learning_rate": 1.6098036430048022e-05,
      "loss": 0.9844,
      "step": 110074
    },
    {
      "epoch": 5.120958362409863,
      "grad_norm": 1.6108712394133313,
      "learning_rate": 1.609636376584691e-05,
      "loss": 1.0469,
      "step": 110075
    },
    {
      "epoch": 5.121004884856943,
      "grad_norm": 1.7511800921895757,
      "learning_rate": 1.6094691183622356e-05,
      "loss": 0.9883,
      "step": 110076
    },
    {
      "epoch": 5.121051407304024,
      "grad_norm": 1.771351994448478,
      "learning_rate": 1.6093018683375474e-05,
      "loss": 0.957,
      "step": 110077
    },
    {
      "epoch": 5.121097929751105,
      "grad_norm": 1.6373136174607927,
      "learning_rate": 1.609134626510722e-05,
      "loss": 0.8672,
      "step": 110078
    },
    {
      "epoch": 5.121144452198186,
      "grad_norm": 1.7325473857387648,
      "learning_rate": 1.6089673928818636e-05,
      "loss": 0.9961,
      "step": 110079
    },
    {
      "epoch": 5.121190974645266,
      "grad_norm": 1.888497719428063,
      "learning_rate": 1.6088001674510708e-05,
      "loss": 0.9688,
      "step": 110080
    },
    {
      "epoch": 5.121237497092347,
      "grad_norm": 1.843841131488917,
      "learning_rate": 1.6086329502184535e-05,
      "loss": 1.1875,
      "step": 110081
    },
    {
      "epoch": 5.121284019539428,
      "grad_norm": 1.5617125296885923,
      "learning_rate": 1.6084657411841084e-05,
      "loss": 0.9531,
      "step": 110082
    },
    {
      "epoch": 5.1213305419865085,
      "grad_norm": 1.640055776287768,
      "learning_rate": 1.60829854034814e-05,
      "loss": 1.0156,
      "step": 110083
    },
    {
      "epoch": 5.121377064433589,
      "grad_norm": 1.7076388869396266,
      "learning_rate": 1.608131347710652e-05,
      "loss": 1.0234,
      "step": 110084
    },
    {
      "epoch": 5.12142358688067,
      "grad_norm": 1.6571173094888736,
      "learning_rate": 1.607964163271741e-05,
      "loss": 0.9414,
      "step": 110085
    },
    {
      "epoch": 5.121470109327751,
      "grad_norm": 1.729396002635731,
      "learning_rate": 1.6077969870315118e-05,
      "loss": 0.957,
      "step": 110086
    },
    {
      "epoch": 5.121516631774831,
      "grad_norm": 1.597487599392733,
      "learning_rate": 1.6076298189900723e-05,
      "loss": 1.0156,
      "step": 110087
    },
    {
      "epoch": 5.121563154221912,
      "grad_norm": 1.8217343932142778,
      "learning_rate": 1.607462659147521e-05,
      "loss": 1.0938,
      "step": 110088
    },
    {
      "epoch": 5.121609676668993,
      "grad_norm": 1.5952402179917078,
      "learning_rate": 1.6072955075039594e-05,
      "loss": 0.9453,
      "step": 110089
    },
    {
      "epoch": 5.121656199116074,
      "grad_norm": 1.7434483120333428,
      "learning_rate": 1.607128364059488e-05,
      "loss": 1.0625,
      "step": 110090
    },
    {
      "epoch": 5.121702721563154,
      "grad_norm": 1.6977517126884638,
      "learning_rate": 1.6069612288142142e-05,
      "loss": 1.0469,
      "step": 110091
    },
    {
      "epoch": 5.121749244010235,
      "grad_norm": 1.6505086943751828,
      "learning_rate": 1.6067941017682383e-05,
      "loss": 0.9727,
      "step": 110092
    },
    {
      "epoch": 5.121795766457316,
      "grad_norm": 1.6853998341629237,
      "learning_rate": 1.6066269829216606e-05,
      "loss": 0.9766,
      "step": 110093
    },
    {
      "epoch": 5.121842288904396,
      "grad_norm": 1.6324822927430884,
      "learning_rate": 1.6064598722745838e-05,
      "loss": 0.9336,
      "step": 110094
    },
    {
      "epoch": 5.121888811351477,
      "grad_norm": 1.6688192622340776,
      "learning_rate": 1.6062927698271128e-05,
      "loss": 0.9531,
      "step": 110095
    },
    {
      "epoch": 5.121935333798557,
      "grad_norm": 1.6796989909689162,
      "learning_rate": 1.6061256755793477e-05,
      "loss": 0.9648,
      "step": 110096
    },
    {
      "epoch": 5.121981856245639,
      "grad_norm": 1.686315804731556,
      "learning_rate": 1.605958589531392e-05,
      "loss": 0.8242,
      "step": 110097
    },
    {
      "epoch": 5.122028378692719,
      "grad_norm": 1.555423452309863,
      "learning_rate": 1.6057915116833452e-05,
      "loss": 0.9062,
      "step": 110098
    },
    {
      "epoch": 5.1220749011398,
      "grad_norm": 1.6455931941655995,
      "learning_rate": 1.6056244420353142e-05,
      "loss": 0.9414,
      "step": 110099
    },
    {
      "epoch": 5.122121423586881,
      "grad_norm": 1.5911205263363237,
      "learning_rate": 1.6054573805873987e-05,
      "loss": 0.9727,
      "step": 110100
    },
    {
      "epoch": 5.1221679460339615,
      "grad_norm": 1.7627337195634243,
      "learning_rate": 1.6052903273397023e-05,
      "loss": 1.0938,
      "step": 110101
    },
    {
      "epoch": 5.122214468481042,
      "grad_norm": 1.7674925772383194,
      "learning_rate": 1.605123282292321e-05,
      "loss": 1.0234,
      "step": 110102
    },
    {
      "epoch": 5.1222609909281225,
      "grad_norm": 1.6992172710948856,
      "learning_rate": 1.6049562454453667e-05,
      "loss": 1.1562,
      "step": 110103
    },
    {
      "epoch": 5.122307513375204,
      "grad_norm": 1.7161991934563665,
      "learning_rate": 1.6047892167989362e-05,
      "loss": 1.0469,
      "step": 110104
    },
    {
      "epoch": 5.122354035822284,
      "grad_norm": 1.6642830639487174,
      "learning_rate": 1.604622196353134e-05,
      "loss": 1.0234,
      "step": 110105
    },
    {
      "epoch": 5.122400558269365,
      "grad_norm": 1.5549840613779524,
      "learning_rate": 1.604455184108057e-05,
      "loss": 0.9688,
      "step": 110106
    },
    {
      "epoch": 5.122447080716445,
      "grad_norm": 1.6715927333320442,
      "learning_rate": 1.604288180063812e-05,
      "loss": 0.9844,
      "step": 110107
    },
    {
      "epoch": 5.122493603163527,
      "grad_norm": 1.666227193558492,
      "learning_rate": 1.604121184220503e-05,
      "loss": 0.9961,
      "step": 110108
    },
    {
      "epoch": 5.122540125610607,
      "grad_norm": 1.7844206885156382,
      "learning_rate": 1.603954196578231e-05,
      "loss": 1.0703,
      "step": 110109
    },
    {
      "epoch": 5.122586648057688,
      "grad_norm": 1.722255642219359,
      "learning_rate": 1.603787217137097e-05,
      "loss": 1.0312,
      "step": 110110
    },
    {
      "epoch": 5.122633170504769,
      "grad_norm": 1.8047799925827266,
      "learning_rate": 1.6036202458972025e-05,
      "loss": 1.1641,
      "step": 110111
    },
    {
      "epoch": 5.122679692951849,
      "grad_norm": 1.7934970486338693,
      "learning_rate": 1.603453282858648e-05,
      "loss": 1.0625,
      "step": 110112
    },
    {
      "epoch": 5.12272621539893,
      "grad_norm": 1.6900734330649496,
      "learning_rate": 1.6032863280215425e-05,
      "loss": 0.9531,
      "step": 110113
    },
    {
      "epoch": 5.12277273784601,
      "grad_norm": 1.6222269528661908,
      "learning_rate": 1.6031193813859817e-05,
      "loss": 0.9258,
      "step": 110114
    },
    {
      "epoch": 5.122819260293092,
      "grad_norm": 1.6519049129562533,
      "learning_rate": 1.602952442952072e-05,
      "loss": 1.0234,
      "step": 110115
    },
    {
      "epoch": 5.122865782740172,
      "grad_norm": 1.4529226450936812,
      "learning_rate": 1.6027855127199097e-05,
      "loss": 0.8984,
      "step": 110116
    },
    {
      "epoch": 5.122912305187253,
      "grad_norm": 1.7665660956743483,
      "learning_rate": 1.602618590689605e-05,
      "loss": 0.9023,
      "step": 110117
    },
    {
      "epoch": 5.122958827634333,
      "grad_norm": 1.6213026151745131,
      "learning_rate": 1.602451676861256e-05,
      "loss": 0.9805,
      "step": 110118
    },
    {
      "epoch": 5.1230053500814146,
      "grad_norm": 1.6781086075116223,
      "learning_rate": 1.6022847712349647e-05,
      "loss": 0.9062,
      "step": 110119
    },
    {
      "epoch": 5.123051872528495,
      "grad_norm": 1.7418170147907357,
      "learning_rate": 1.602117873810832e-05,
      "loss": 1.1484,
      "step": 110120
    },
    {
      "epoch": 5.1230983949755755,
      "grad_norm": 1.8132074020550901,
      "learning_rate": 1.601950984588963e-05,
      "loss": 1.1094,
      "step": 110121
    },
    {
      "epoch": 5.123144917422657,
      "grad_norm": 1.530064087008908,
      "learning_rate": 1.6017841035694585e-05,
      "loss": 0.957,
      "step": 110122
    },
    {
      "epoch": 5.123191439869737,
      "grad_norm": 1.503654040066206,
      "learning_rate": 1.6016172307524223e-05,
      "loss": 0.8438,
      "step": 110123
    },
    {
      "epoch": 5.123237962316818,
      "grad_norm": 1.6644321466110525,
      "learning_rate": 1.6014503661379512e-05,
      "loss": 1.0234,
      "step": 110124
    },
    {
      "epoch": 5.123284484763898,
      "grad_norm": 1.5864374901323257,
      "learning_rate": 1.601283509726154e-05,
      "loss": 0.8906,
      "step": 110125
    },
    {
      "epoch": 5.12333100721098,
      "grad_norm": 1.5530744170471296,
      "learning_rate": 1.60111666151713e-05,
      "loss": 0.9727,
      "step": 110126
    },
    {
      "epoch": 5.12337752965806,
      "grad_norm": 1.7327534755264673,
      "learning_rate": 1.600949821510981e-05,
      "loss": 0.9766,
      "step": 110127
    },
    {
      "epoch": 5.123424052105141,
      "grad_norm": 1.5082518044719555,
      "learning_rate": 1.600782989707807e-05,
      "loss": 0.918,
      "step": 110128
    },
    {
      "epoch": 5.123470574552221,
      "grad_norm": 1.5952924847334946,
      "learning_rate": 1.6006161661077115e-05,
      "loss": 0.9023,
      "step": 110129
    },
    {
      "epoch": 5.1235170969993025,
      "grad_norm": 1.6124091140828434,
      "learning_rate": 1.6004493507108024e-05,
      "loss": 0.8555,
      "step": 110130
    },
    {
      "epoch": 5.123563619446383,
      "grad_norm": 1.7433810464264428,
      "learning_rate": 1.6002825435171763e-05,
      "loss": 1.125,
      "step": 110131
    },
    {
      "epoch": 5.123610141893463,
      "grad_norm": 1.5692147549443518,
      "learning_rate": 1.6001157445269365e-05,
      "loss": 0.875,
      "step": 110132
    },
    {
      "epoch": 5.123656664340544,
      "grad_norm": 1.6896089393583806,
      "learning_rate": 1.599948953740181e-05,
      "loss": 0.9922,
      "step": 110133
    },
    {
      "epoch": 5.123703186787625,
      "grad_norm": 1.698403313381029,
      "learning_rate": 1.5997821711570202e-05,
      "loss": 1.1328,
      "step": 110134
    },
    {
      "epoch": 5.123749709234706,
      "grad_norm": 1.7744701733054389,
      "learning_rate": 1.5996153967775504e-05,
      "loss": 0.9531,
      "step": 110135
    },
    {
      "epoch": 5.123796231681786,
      "grad_norm": 1.6114114755901932,
      "learning_rate": 1.5994486306018766e-05,
      "loss": 0.9062,
      "step": 110136
    },
    {
      "epoch": 5.123842754128868,
      "grad_norm": 1.5375466832286875,
      "learning_rate": 1.599281872630097e-05,
      "loss": 1.0,
      "step": 110137
    },
    {
      "epoch": 5.123889276575948,
      "grad_norm": 1.496524031491909,
      "learning_rate": 1.599115122862315e-05,
      "loss": 0.9727,
      "step": 110138
    },
    {
      "epoch": 5.1239357990230285,
      "grad_norm": 1.9430306807786466,
      "learning_rate": 1.5989483812986353e-05,
      "loss": 1.0312,
      "step": 110139
    },
    {
      "epoch": 5.123982321470109,
      "grad_norm": 2.0287591435382475,
      "learning_rate": 1.5987816479391595e-05,
      "loss": 1.2109,
      "step": 110140
    },
    {
      "epoch": 5.12402884391719,
      "grad_norm": 1.6505191964176396,
      "learning_rate": 1.598614922783988e-05,
      "loss": 1.0078,
      "step": 110141
    },
    {
      "epoch": 5.124075366364271,
      "grad_norm": 1.707055802618758,
      "learning_rate": 1.5984482058332215e-05,
      "loss": 0.9336,
      "step": 110142
    },
    {
      "epoch": 5.124121888811351,
      "grad_norm": 1.6849868096969913,
      "learning_rate": 1.5982814970869656e-05,
      "loss": 1.0078,
      "step": 110143
    },
    {
      "epoch": 5.124168411258432,
      "grad_norm": 1.3981726348455934,
      "learning_rate": 1.5981147965453216e-05,
      "loss": 0.7539,
      "step": 110144
    },
    {
      "epoch": 5.124214933705513,
      "grad_norm": 1.672072985129292,
      "learning_rate": 1.5979481042083897e-05,
      "loss": 1.0156,
      "step": 110145
    },
    {
      "epoch": 5.124261456152594,
      "grad_norm": 1.5397013890161135,
      "learning_rate": 1.5977814200762712e-05,
      "loss": 0.9414,
      "step": 110146
    },
    {
      "epoch": 5.124307978599674,
      "grad_norm": 1.5678646816290909,
      "learning_rate": 1.597614744149073e-05,
      "loss": 0.8086,
      "step": 110147
    },
    {
      "epoch": 5.1243545010467555,
      "grad_norm": 1.8101683770526125,
      "learning_rate": 1.5974480764268927e-05,
      "loss": 1.0625,
      "step": 110148
    },
    {
      "epoch": 5.124401023493836,
      "grad_norm": 1.7011953496403385,
      "learning_rate": 1.5972814169098343e-05,
      "loss": 1.0234,
      "step": 110149
    },
    {
      "epoch": 5.1244475459409164,
      "grad_norm": 1.7968566870359937,
      "learning_rate": 1.5971147655979955e-05,
      "loss": 1.0781,
      "step": 110150
    },
    {
      "epoch": 5.124494068387997,
      "grad_norm": 1.5880617060085824,
      "learning_rate": 1.5969481224914832e-05,
      "loss": 1.0234,
      "step": 110151
    },
    {
      "epoch": 5.124540590835078,
      "grad_norm": 1.7148368009654438,
      "learning_rate": 1.5967814875904006e-05,
      "loss": 1.0703,
      "step": 110152
    },
    {
      "epoch": 5.124587113282159,
      "grad_norm": 1.6135329278650787,
      "learning_rate": 1.5966148608948477e-05,
      "loss": 0.9414,
      "step": 110153
    },
    {
      "epoch": 5.124633635729239,
      "grad_norm": 1.7993757074066523,
      "learning_rate": 1.5964482424049257e-05,
      "loss": 1.0703,
      "step": 110154
    },
    {
      "epoch": 5.12468015817632,
      "grad_norm": 1.7104299039297561,
      "learning_rate": 1.596281632120735e-05,
      "loss": 0.9844,
      "step": 110155
    },
    {
      "epoch": 5.124726680623401,
      "grad_norm": 1.5792659297187797,
      "learning_rate": 1.596115030042382e-05,
      "loss": 0.9766,
      "step": 110156
    },
    {
      "epoch": 5.124773203070482,
      "grad_norm": 1.5921709739139174,
      "learning_rate": 1.5959484361699665e-05,
      "loss": 0.9414,
      "step": 110157
    },
    {
      "epoch": 5.124819725517562,
      "grad_norm": 1.6590987059143751,
      "learning_rate": 1.59578185050359e-05,
      "loss": 0.9141,
      "step": 110158
    },
    {
      "epoch": 5.1248662479646425,
      "grad_norm": 1.7597303761070113,
      "learning_rate": 1.595615273043353e-05,
      "loss": 0.9102,
      "step": 110159
    },
    {
      "epoch": 5.124912770411724,
      "grad_norm": 1.7216298781043262,
      "learning_rate": 1.5954487037893614e-05,
      "loss": 0.9805,
      "step": 110160
    },
    {
      "epoch": 5.124959292858804,
      "grad_norm": 1.7826627493416558,
      "learning_rate": 1.5952821427417157e-05,
      "loss": 1.0156,
      "step": 110161
    },
    {
      "epoch": 5.125005815305885,
      "grad_norm": 1.80179591434219,
      "learning_rate": 1.595115589900517e-05,
      "loss": 0.9609,
      "step": 110162
    },
    {
      "epoch": 5.125052337752966,
      "grad_norm": 1.6362523995485259,
      "learning_rate": 1.594949045265867e-05,
      "loss": 1.0,
      "step": 110163
    },
    {
      "epoch": 5.125098860200047,
      "grad_norm": 1.6082396626116373,
      "learning_rate": 1.5947825088378657e-05,
      "loss": 0.9609,
      "step": 110164
    },
    {
      "epoch": 5.125145382647127,
      "grad_norm": 1.8797462104555434,
      "learning_rate": 1.5946159806166197e-05,
      "loss": 1.0312,
      "step": 110165
    },
    {
      "epoch": 5.125191905094208,
      "grad_norm": 1.6841842828799298,
      "learning_rate": 1.594449460602229e-05,
      "loss": 1.0078,
      "step": 110166
    },
    {
      "epoch": 5.125238427541289,
      "grad_norm": 1.7005892778208178,
      "learning_rate": 1.5942829487947968e-05,
      "loss": 1.0156,
      "step": 110167
    },
    {
      "epoch": 5.1252849499883695,
      "grad_norm": 1.6357880319460563,
      "learning_rate": 1.5941164451944194e-05,
      "loss": 1.0234,
      "step": 110168
    },
    {
      "epoch": 5.12533147243545,
      "grad_norm": 1.60654237893094,
      "learning_rate": 1.5939499498012072e-05,
      "loss": 1.0625,
      "step": 110169
    },
    {
      "epoch": 5.12537799488253,
      "grad_norm": 1.4359228695321296,
      "learning_rate": 1.5937834626152563e-05,
      "loss": 0.8359,
      "step": 110170
    },
    {
      "epoch": 5.125424517329612,
      "grad_norm": 1.6105000664085112,
      "learning_rate": 1.5936169836366702e-05,
      "loss": 0.9531,
      "step": 110171
    },
    {
      "epoch": 5.125471039776692,
      "grad_norm": 1.5860937580170165,
      "learning_rate": 1.593450512865549e-05,
      "loss": 0.9727,
      "step": 110172
    },
    {
      "epoch": 5.125517562223773,
      "grad_norm": 1.6483638657288828,
      "learning_rate": 1.5932840503019955e-05,
      "loss": 1.0156,
      "step": 110173
    },
    {
      "epoch": 5.125564084670854,
      "grad_norm": 1.5720944615825094,
      "learning_rate": 1.593117595946115e-05,
      "loss": 1.0391,
      "step": 110174
    },
    {
      "epoch": 5.125610607117935,
      "grad_norm": 1.626097810514657,
      "learning_rate": 1.5929511497980076e-05,
      "loss": 1.2109,
      "step": 110175
    },
    {
      "epoch": 5.125657129565015,
      "grad_norm": 1.6347554611073813,
      "learning_rate": 1.5927847118577757e-05,
      "loss": 0.8828,
      "step": 110176
    },
    {
      "epoch": 5.1257036520120955,
      "grad_norm": 1.6525994607246672,
      "learning_rate": 1.592618282125515e-05,
      "loss": 0.8867,
      "step": 110177
    },
    {
      "epoch": 5.125750174459177,
      "grad_norm": 1.4908939881507262,
      "learning_rate": 1.592451860601337e-05,
      "loss": 0.8633,
      "step": 110178
    },
    {
      "epoch": 5.125796696906257,
      "grad_norm": 1.6606145780410564,
      "learning_rate": 1.592285447285338e-05,
      "loss": 0.9531,
      "step": 110179
    },
    {
      "epoch": 5.125843219353338,
      "grad_norm": 1.6537323371446468,
      "learning_rate": 1.5921190421776216e-05,
      "loss": 1.0078,
      "step": 110180
    },
    {
      "epoch": 5.125889741800418,
      "grad_norm": 1.7943359863515367,
      "learning_rate": 1.5919526452782855e-05,
      "loss": 0.9688,
      "step": 110181
    },
    {
      "epoch": 5.1259362642475,
      "grad_norm": 1.6546389041349499,
      "learning_rate": 1.591786256587437e-05,
      "loss": 0.9375,
      "step": 110182
    },
    {
      "epoch": 5.12598278669458,
      "grad_norm": 1.694089720370237,
      "learning_rate": 1.5916198761051768e-05,
      "loss": 0.957,
      "step": 110183
    },
    {
      "epoch": 5.126029309141661,
      "grad_norm": 1.663631510765559,
      "learning_rate": 1.5914535038316075e-05,
      "loss": 1.0469,
      "step": 110184
    },
    {
      "epoch": 5.126075831588741,
      "grad_norm": 1.661858344788772,
      "learning_rate": 1.591287139766825e-05,
      "loss": 0.9844,
      "step": 110185
    },
    {
      "epoch": 5.1261223540358225,
      "grad_norm": 1.6173474393140534,
      "learning_rate": 1.5911207839109374e-05,
      "loss": 0.9531,
      "step": 110186
    },
    {
      "epoch": 5.126168876482903,
      "grad_norm": 1.8002361667300497,
      "learning_rate": 1.590954436264047e-05,
      "loss": 1.0,
      "step": 110187
    },
    {
      "epoch": 5.1262153989299835,
      "grad_norm": 1.8040716626466113,
      "learning_rate": 1.5907880968262514e-05,
      "loss": 1.0703,
      "step": 110188
    },
    {
      "epoch": 5.126261921377065,
      "grad_norm": 1.6934658725150034,
      "learning_rate": 1.5906217655976545e-05,
      "loss": 1.0703,
      "step": 110189
    },
    {
      "epoch": 5.126308443824145,
      "grad_norm": 1.5442803848773916,
      "learning_rate": 1.5904554425783555e-05,
      "loss": 0.8516,
      "step": 110190
    },
    {
      "epoch": 5.126354966271226,
      "grad_norm": 1.6334835113998967,
      "learning_rate": 1.5902891277684632e-05,
      "loss": 1.0312,
      "step": 110191
    },
    {
      "epoch": 5.126401488718306,
      "grad_norm": 1.674669963394131,
      "learning_rate": 1.5901228211680723e-05,
      "loss": 1.0781,
      "step": 110192
    },
    {
      "epoch": 5.126448011165388,
      "grad_norm": 1.847126545509536,
      "learning_rate": 1.5899565227772893e-05,
      "loss": 1.0469,
      "step": 110193
    },
    {
      "epoch": 5.126494533612468,
      "grad_norm": 1.7372974838974706,
      "learning_rate": 1.589790232596209e-05,
      "loss": 1.0234,
      "step": 110194
    },
    {
      "epoch": 5.126541056059549,
      "grad_norm": 1.5552319278436637,
      "learning_rate": 1.5896239506249402e-05,
      "loss": 0.9141,
      "step": 110195
    },
    {
      "epoch": 5.126587578506629,
      "grad_norm": 1.8968548364354862,
      "learning_rate": 1.5894576768635843e-05,
      "loss": 1.0625,
      "step": 110196
    },
    {
      "epoch": 5.12663410095371,
      "grad_norm": 1.585068692833884,
      "learning_rate": 1.5892914113122422e-05,
      "loss": 0.9141,
      "step": 110197
    },
    {
      "epoch": 5.126680623400791,
      "grad_norm": 1.6120134232690422,
      "learning_rate": 1.5891251539710147e-05,
      "loss": 0.9805,
      "step": 110198
    },
    {
      "epoch": 5.126727145847871,
      "grad_norm": 1.7639519462796756,
      "learning_rate": 1.5889589048400016e-05,
      "loss": 1.1172,
      "step": 110199
    },
    {
      "epoch": 5.126773668294953,
      "grad_norm": 1.5575709988345046,
      "learning_rate": 1.5887926639193087e-05,
      "loss": 0.8516,
      "step": 110200
    },
    {
      "epoch": 5.126820190742033,
      "grad_norm": 1.6411747550657556,
      "learning_rate": 1.5886264312090352e-05,
      "loss": 0.9375,
      "step": 110201
    },
    {
      "epoch": 5.126866713189114,
      "grad_norm": 1.7982917117153063,
      "learning_rate": 1.5884602067092855e-05,
      "loss": 1.1016,
      "step": 110202
    },
    {
      "epoch": 5.126913235636194,
      "grad_norm": 1.4291374019190066,
      "learning_rate": 1.5882939904201562e-05,
      "loss": 0.8828,
      "step": 110203
    },
    {
      "epoch": 5.1269597580832755,
      "grad_norm": 1.6568190597240293,
      "learning_rate": 1.5881277823417544e-05,
      "loss": 1.0312,
      "step": 110204
    },
    {
      "epoch": 5.127006280530356,
      "grad_norm": 1.7085175886795234,
      "learning_rate": 1.587961582474181e-05,
      "loss": 1.0156,
      "step": 110205
    },
    {
      "epoch": 5.1270528029774365,
      "grad_norm": 1.5499822041604943,
      "learning_rate": 1.5877953908175344e-05,
      "loss": 1.0156,
      "step": 110206
    },
    {
      "epoch": 5.127099325424517,
      "grad_norm": 1.8015914721380462,
      "learning_rate": 1.5876292073719182e-05,
      "loss": 1.0469,
      "step": 110207
    },
    {
      "epoch": 5.127145847871598,
      "grad_norm": 1.594457448358491,
      "learning_rate": 1.5874630321374354e-05,
      "loss": 0.918,
      "step": 110208
    },
    {
      "epoch": 5.127192370318679,
      "grad_norm": 1.670124423228058,
      "learning_rate": 1.5872968651141875e-05,
      "loss": 0.8594,
      "step": 110209
    },
    {
      "epoch": 5.127238892765759,
      "grad_norm": 1.5532200451924336,
      "learning_rate": 1.5871307063022766e-05,
      "loss": 1.0703,
      "step": 110210
    },
    {
      "epoch": 5.127285415212841,
      "grad_norm": 1.53990911001133,
      "learning_rate": 1.5869645557017985e-05,
      "loss": 0.8633,
      "step": 110211
    },
    {
      "epoch": 5.127331937659921,
      "grad_norm": 1.6934363461438318,
      "learning_rate": 1.5867984133128637e-05,
      "loss": 0.9805,
      "step": 110212
    },
    {
      "epoch": 5.127378460107002,
      "grad_norm": 1.8061181276990887,
      "learning_rate": 1.58663227913557e-05,
      "loss": 1.0938,
      "step": 110213
    },
    {
      "epoch": 5.127424982554082,
      "grad_norm": 1.6664055686363937,
      "learning_rate": 1.5864661531700197e-05,
      "loss": 0.9492,
      "step": 110214
    },
    {
      "epoch": 5.127471505001163,
      "grad_norm": 1.6277565549733033,
      "learning_rate": 1.5863000354163134e-05,
      "loss": 1.0312,
      "step": 110215
    },
    {
      "epoch": 5.127518027448244,
      "grad_norm": 1.6727306979340912,
      "learning_rate": 1.5861339258745486e-05,
      "loss": 1.1172,
      "step": 110216
    },
    {
      "epoch": 5.127564549895324,
      "grad_norm": 1.6146137139474122,
      "learning_rate": 1.5859678245448332e-05,
      "loss": 0.9688,
      "step": 110217
    },
    {
      "epoch": 5.127611072342405,
      "grad_norm": 1.8563530063182458,
      "learning_rate": 1.5858017314272703e-05,
      "loss": 1.0781,
      "step": 110218
    },
    {
      "epoch": 5.127657594789486,
      "grad_norm": 1.5847678680370327,
      "learning_rate": 1.58563564652196e-05,
      "loss": 0.8945,
      "step": 110219
    },
    {
      "epoch": 5.127704117236567,
      "grad_norm": 1.6148693792545665,
      "learning_rate": 1.5854695698290003e-05,
      "loss": 0.9648,
      "step": 110220
    },
    {
      "epoch": 5.127750639683647,
      "grad_norm": 1.6826887590380384,
      "learning_rate": 1.5853035013484932e-05,
      "loss": 0.9453,
      "step": 110221
    },
    {
      "epoch": 5.127797162130728,
      "grad_norm": 1.7884576019434795,
      "learning_rate": 1.585137441080545e-05,
      "loss": 1.0469,
      "step": 110222
    },
    {
      "epoch": 5.127843684577809,
      "grad_norm": 1.8007785805761212,
      "learning_rate": 1.5849713890252557e-05,
      "loss": 1.2188,
      "step": 110223
    },
    {
      "epoch": 5.1278902070248895,
      "grad_norm": 1.6806113255917259,
      "learning_rate": 1.5848053451827252e-05,
      "loss": 0.9922,
      "step": 110224
    },
    {
      "epoch": 5.12793672947197,
      "grad_norm": 1.8233347011665189,
      "learning_rate": 1.584639309553052e-05,
      "loss": 1.0781,
      "step": 110225
    },
    {
      "epoch": 5.127983251919051,
      "grad_norm": 1.7549058737278431,
      "learning_rate": 1.584473282136347e-05,
      "loss": 1.0703,
      "step": 110226
    },
    {
      "epoch": 5.128029774366132,
      "grad_norm": 1.8321827031753546,
      "learning_rate": 1.5843072629327042e-05,
      "loss": 0.9609,
      "step": 110227
    },
    {
      "epoch": 5.128076296813212,
      "grad_norm": 1.8231540162487396,
      "learning_rate": 1.584141251942228e-05,
      "loss": 1.0078,
      "step": 110228
    },
    {
      "epoch": 5.128122819260293,
      "grad_norm": 1.8202765206010851,
      "learning_rate": 1.5839752491650187e-05,
      "loss": 1.0312,
      "step": 110229
    },
    {
      "epoch": 5.128169341707374,
      "grad_norm": 1.8319908811557195,
      "learning_rate": 1.5838092546011795e-05,
      "loss": 0.9688,
      "step": 110230
    },
    {
      "epoch": 5.128215864154455,
      "grad_norm": 1.6817836539790467,
      "learning_rate": 1.5836432682508114e-05,
      "loss": 1.0234,
      "step": 110231
    },
    {
      "epoch": 5.128262386601535,
      "grad_norm": 1.6382686008767486,
      "learning_rate": 1.5834772901140168e-05,
      "loss": 0.8555,
      "step": 110232
    },
    {
      "epoch": 5.128308909048616,
      "grad_norm": 1.5971676981340286,
      "learning_rate": 1.5833113201908936e-05,
      "loss": 0.957,
      "step": 110233
    },
    {
      "epoch": 5.128355431495697,
      "grad_norm": 1.6807274979482734,
      "learning_rate": 1.58314535848155e-05,
      "loss": 1.0391,
      "step": 110234
    },
    {
      "epoch": 5.128401953942777,
      "grad_norm": 1.5271733291775438,
      "learning_rate": 1.5829794049860827e-05,
      "loss": 0.8906,
      "step": 110235
    },
    {
      "epoch": 5.128448476389858,
      "grad_norm": 1.7807362244849254,
      "learning_rate": 1.582813459704595e-05,
      "loss": 1.1641,
      "step": 110236
    },
    {
      "epoch": 5.128494998836938,
      "grad_norm": 1.6419844989826313,
      "learning_rate": 1.5826475226371832e-05,
      "loss": 0.9648,
      "step": 110237
    },
    {
      "epoch": 5.12854152128402,
      "grad_norm": 1.5803546292094501,
      "learning_rate": 1.5824815937839557e-05,
      "loss": 0.918,
      "step": 110238
    },
    {
      "epoch": 5.1285880437311,
      "grad_norm": 1.479056030644059,
      "learning_rate": 1.5823156731450142e-05,
      "loss": 0.8125,
      "step": 110239
    },
    {
      "epoch": 5.128634566178181,
      "grad_norm": 1.5890958861331153,
      "learning_rate": 1.5821497607204587e-05,
      "loss": 0.8242,
      "step": 110240
    },
    {
      "epoch": 5.128681088625262,
      "grad_norm": 1.795914420764093,
      "learning_rate": 1.5819838565103904e-05,
      "loss": 1.125,
      "step": 110241
    },
    {
      "epoch": 5.1287276110723425,
      "grad_norm": 1.7832112473871453,
      "learning_rate": 1.5818179605149062e-05,
      "loss": 0.9805,
      "step": 110242
    },
    {
      "epoch": 5.128774133519423,
      "grad_norm": 1.5409798589273171,
      "learning_rate": 1.581652072734116e-05,
      "loss": 0.9648,
      "step": 110243
    },
    {
      "epoch": 5.1288206559665035,
      "grad_norm": 1.5527229074414992,
      "learning_rate": 1.5814861931681178e-05,
      "loss": 0.875,
      "step": 110244
    },
    {
      "epoch": 5.128867178413585,
      "grad_norm": 1.665002527824742,
      "learning_rate": 1.5813203218170135e-05,
      "loss": 0.8867,
      "step": 110245
    },
    {
      "epoch": 5.128913700860665,
      "grad_norm": 1.7879364356125456,
      "learning_rate": 1.5811544586809026e-05,
      "loss": 1.1953,
      "step": 110246
    },
    {
      "epoch": 5.128960223307746,
      "grad_norm": 1.518957158001708,
      "learning_rate": 1.580988603759886e-05,
      "loss": 0.9375,
      "step": 110247
    },
    {
      "epoch": 5.129006745754826,
      "grad_norm": 1.606801156768836,
      "learning_rate": 1.5808227570540688e-05,
      "loss": 0.8984,
      "step": 110248
    },
    {
      "epoch": 5.129053268201908,
      "grad_norm": 1.702330008324007,
      "learning_rate": 1.580656918563552e-05,
      "loss": 1.0234,
      "step": 110249
    },
    {
      "epoch": 5.129099790648988,
      "grad_norm": 1.7316326470879908,
      "learning_rate": 1.5804910882884368e-05,
      "loss": 1.1016,
      "step": 110250
    },
    {
      "epoch": 5.129146313096069,
      "grad_norm": 1.8656023806013755,
      "learning_rate": 1.58032526622882e-05,
      "loss": 1.1562,
      "step": 110251
    },
    {
      "epoch": 5.12919283554315,
      "grad_norm": 1.847805688541576,
      "learning_rate": 1.58015945238481e-05,
      "loss": 0.9844,
      "step": 110252
    },
    {
      "epoch": 5.1292393579902305,
      "grad_norm": 1.5816602158056483,
      "learning_rate": 1.579993646756506e-05,
      "loss": 0.9375,
      "step": 110253
    },
    {
      "epoch": 5.129285880437311,
      "grad_norm": 1.5011179537731125,
      "learning_rate": 1.5798278493440105e-05,
      "loss": 0.9023,
      "step": 110254
    },
    {
      "epoch": 5.129332402884391,
      "grad_norm": 1.8081549594034252,
      "learning_rate": 1.5796620601474174e-05,
      "loss": 1.1562,
      "step": 110255
    },
    {
      "epoch": 5.129378925331473,
      "grad_norm": 1.8035352281488655,
      "learning_rate": 1.5794962791668393e-05,
      "loss": 1.1406,
      "step": 110256
    },
    {
      "epoch": 5.129425447778553,
      "grad_norm": 1.7321977875262091,
      "learning_rate": 1.579330506402372e-05,
      "loss": 1.0156,
      "step": 110257
    },
    {
      "epoch": 5.129471970225634,
      "grad_norm": 1.7921279732384945,
      "learning_rate": 1.5791647418541177e-05,
      "loss": 1.0938,
      "step": 110258
    },
    {
      "epoch": 5.129518492672714,
      "grad_norm": 1.6525963422409033,
      "learning_rate": 1.5789989855221756e-05,
      "loss": 0.957,
      "step": 110259
    },
    {
      "epoch": 5.129565015119796,
      "grad_norm": 1.5730246385400548,
      "learning_rate": 1.578833237406648e-05,
      "loss": 0.9766,
      "step": 110260
    },
    {
      "epoch": 5.129611537566876,
      "grad_norm": 1.5556505549555142,
      "learning_rate": 1.578667497507643e-05,
      "loss": 0.8164,
      "step": 110261
    },
    {
      "epoch": 5.1296580600139565,
      "grad_norm": 1.4784401969597507,
      "learning_rate": 1.578501765825255e-05,
      "loss": 0.8477,
      "step": 110262
    },
    {
      "epoch": 5.129704582461038,
      "grad_norm": 1.7489331804930703,
      "learning_rate": 1.578336042359588e-05,
      "loss": 0.9961,
      "step": 110263
    },
    {
      "epoch": 5.129751104908118,
      "grad_norm": 1.795191915052531,
      "learning_rate": 1.57817032711074e-05,
      "loss": 0.9883,
      "step": 110264
    },
    {
      "epoch": 5.129797627355199,
      "grad_norm": 1.5808008005671303,
      "learning_rate": 1.578004620078817e-05,
      "loss": 0.9844,
      "step": 110265
    },
    {
      "epoch": 5.129844149802279,
      "grad_norm": 1.6873639500830053,
      "learning_rate": 1.5778389212639196e-05,
      "loss": 1.1641,
      "step": 110266
    },
    {
      "epoch": 5.129890672249361,
      "grad_norm": 1.849577088400889,
      "learning_rate": 1.5776732306661477e-05,
      "loss": 1.0938,
      "step": 110267
    },
    {
      "epoch": 5.129937194696441,
      "grad_norm": 1.6287278615344434,
      "learning_rate": 1.577507548285601e-05,
      "loss": 0.9922,
      "step": 110268
    },
    {
      "epoch": 5.129983717143522,
      "grad_norm": 1.4985874088104298,
      "learning_rate": 1.5773418741223858e-05,
      "loss": 1.0781,
      "step": 110269
    },
    {
      "epoch": 5.130030239590602,
      "grad_norm": 1.6496240485951355,
      "learning_rate": 1.5771762081766025e-05,
      "loss": 1.0,
      "step": 110270
    },
    {
      "epoch": 5.1300767620376835,
      "grad_norm": 1.4175695683099172,
      "learning_rate": 1.5770105504483493e-05,
      "loss": 0.7148,
      "step": 110271
    },
    {
      "epoch": 5.130123284484764,
      "grad_norm": 1.6465419203504918,
      "learning_rate": 1.5768449009377292e-05,
      "loss": 0.9766,
      "step": 110272
    },
    {
      "epoch": 5.130169806931844,
      "grad_norm": 1.7271590148240297,
      "learning_rate": 1.5766792596448425e-05,
      "loss": 1.0234,
      "step": 110273
    },
    {
      "epoch": 5.130216329378925,
      "grad_norm": 1.7032678030223019,
      "learning_rate": 1.5765136265697936e-05,
      "loss": 1.0312,
      "step": 110274
    },
    {
      "epoch": 5.130262851826006,
      "grad_norm": 1.7713474080939455,
      "learning_rate": 1.5763480017126828e-05,
      "loss": 0.9062,
      "step": 110275
    },
    {
      "epoch": 5.130309374273087,
      "grad_norm": 1.7022925065776109,
      "learning_rate": 1.57618238507361e-05,
      "loss": 0.9648,
      "step": 110276
    },
    {
      "epoch": 5.130355896720167,
      "grad_norm": 1.907296730331917,
      "learning_rate": 1.576016776652675e-05,
      "loss": 1.0781,
      "step": 110277
    },
    {
      "epoch": 5.130402419167249,
      "grad_norm": 1.7100810731546912,
      "learning_rate": 1.5758511764499844e-05,
      "loss": 0.9961,
      "step": 110278
    },
    {
      "epoch": 5.130448941614329,
      "grad_norm": 1.603619762129511,
      "learning_rate": 1.575685584465638e-05,
      "loss": 1.0312,
      "step": 110279
    },
    {
      "epoch": 5.1304954640614095,
      "grad_norm": 1.6505392532778422,
      "learning_rate": 1.5755200006997344e-05,
      "loss": 1.0234,
      "step": 110280
    },
    {
      "epoch": 5.13054198650849,
      "grad_norm": 1.9041191571062,
      "learning_rate": 1.5753544251523748e-05,
      "loss": 1.0234,
      "step": 110281
    },
    {
      "epoch": 5.130588508955571,
      "grad_norm": 1.4349211770511554,
      "learning_rate": 1.575188857823661e-05,
      "loss": 0.8555,
      "step": 110282
    },
    {
      "epoch": 5.130635031402652,
      "grad_norm": 1.6269369350445873,
      "learning_rate": 1.5750232987136996e-05,
      "loss": 0.957,
      "step": 110283
    },
    {
      "epoch": 5.130681553849732,
      "grad_norm": 1.82685110651367,
      "learning_rate": 1.574857747822589e-05,
      "loss": 1.0938,
      "step": 110284
    },
    {
      "epoch": 5.130728076296813,
      "grad_norm": 1.7694631764844213,
      "learning_rate": 1.574692205150427e-05,
      "loss": 1.0312,
      "step": 110285
    },
    {
      "epoch": 5.130774598743894,
      "grad_norm": 1.6025693460443162,
      "learning_rate": 1.574526670697317e-05,
      "loss": 1.0078,
      "step": 110286
    },
    {
      "epoch": 5.130821121190975,
      "grad_norm": 1.5954429648543902,
      "learning_rate": 1.5743611444633625e-05,
      "loss": 0.9023,
      "step": 110287
    },
    {
      "epoch": 5.130867643638055,
      "grad_norm": 1.7301827488942465,
      "learning_rate": 1.5741956264486633e-05,
      "loss": 0.9531,
      "step": 110288
    },
    {
      "epoch": 5.1309141660851365,
      "grad_norm": 1.7331174020533946,
      "learning_rate": 1.5740301166533208e-05,
      "loss": 1.0703,
      "step": 110289
    },
    {
      "epoch": 5.130960688532217,
      "grad_norm": 1.4267025335729338,
      "learning_rate": 1.5738646150774336e-05,
      "loss": 0.7539,
      "step": 110290
    },
    {
      "epoch": 5.1310072109792975,
      "grad_norm": 1.7183329899382733,
      "learning_rate": 1.5736991217211097e-05,
      "loss": 0.8867,
      "step": 110291
    },
    {
      "epoch": 5.131053733426378,
      "grad_norm": 1.8111494588290695,
      "learning_rate": 1.5735336365844443e-05,
      "loss": 1.0234,
      "step": 110292
    },
    {
      "epoch": 5.131100255873459,
      "grad_norm": 1.7588189321312762,
      "learning_rate": 1.573368159667542e-05,
      "loss": 0.9688,
      "step": 110293
    },
    {
      "epoch": 5.13114677832054,
      "grad_norm": 1.5437592024165767,
      "learning_rate": 1.5732026909704992e-05,
      "loss": 0.8828,
      "step": 110294
    },
    {
      "epoch": 5.13119330076762,
      "grad_norm": 1.6579185984282183,
      "learning_rate": 1.5730372304934247e-05,
      "loss": 1.0859,
      "step": 110295
    },
    {
      "epoch": 5.131239823214701,
      "grad_norm": 1.6107023617513634,
      "learning_rate": 1.5728717782364147e-05,
      "loss": 1.0938,
      "step": 110296
    },
    {
      "epoch": 5.131286345661782,
      "grad_norm": 1.7628741305939633,
      "learning_rate": 1.572706334199573e-05,
      "loss": 1.0469,
      "step": 110297
    },
    {
      "epoch": 5.131332868108863,
      "grad_norm": 1.5899573833184795,
      "learning_rate": 1.5725408983829983e-05,
      "loss": 0.8711,
      "step": 110298
    },
    {
      "epoch": 5.131379390555943,
      "grad_norm": 1.6249726589712385,
      "learning_rate": 1.57237547078679e-05,
      "loss": 1.0547,
      "step": 110299
    },
    {
      "epoch": 5.1314259130030235,
      "grad_norm": 1.6625220421180584,
      "learning_rate": 1.5722100514110564e-05,
      "loss": 0.9531,
      "step": 110300
    },
    {
      "epoch": 5.131472435450105,
      "grad_norm": 1.6119768078402297,
      "learning_rate": 1.572044640255895e-05,
      "loss": 1.125,
      "step": 110301
    },
    {
      "epoch": 5.131518957897185,
      "grad_norm": 1.7863403519058065,
      "learning_rate": 1.5718792373214078e-05,
      "loss": 0.9648,
      "step": 110302
    },
    {
      "epoch": 5.131565480344266,
      "grad_norm": 1.542915257362201,
      "learning_rate": 1.5717138426076915e-05,
      "loss": 0.8594,
      "step": 110303
    },
    {
      "epoch": 5.131612002791347,
      "grad_norm": 1.6461201685464701,
      "learning_rate": 1.5715484561148504e-05,
      "loss": 1.0078,
      "step": 110304
    },
    {
      "epoch": 5.131658525238428,
      "grad_norm": 1.5191251954735525,
      "learning_rate": 1.5713830778429903e-05,
      "loss": 0.8867,
      "step": 110305
    },
    {
      "epoch": 5.131705047685508,
      "grad_norm": 1.950936108771959,
      "learning_rate": 1.571217707792209e-05,
      "loss": 1.2031,
      "step": 110306
    },
    {
      "epoch": 5.131751570132589,
      "grad_norm": 1.6649379913346465,
      "learning_rate": 1.5710523459626062e-05,
      "loss": 0.9297,
      "step": 110307
    },
    {
      "epoch": 5.13179809257967,
      "grad_norm": 1.702715665754274,
      "learning_rate": 1.570886992354282e-05,
      "loss": 1.0938,
      "step": 110308
    },
    {
      "epoch": 5.1318446150267505,
      "grad_norm": 1.783443340954212,
      "learning_rate": 1.5707216469673435e-05,
      "loss": 1.0234,
      "step": 110309
    },
    {
      "epoch": 5.131891137473831,
      "grad_norm": 2.024046080218923,
      "learning_rate": 1.570556309801888e-05,
      "loss": 0.8633,
      "step": 110310
    },
    {
      "epoch": 5.131937659920911,
      "grad_norm": 1.698437462290637,
      "learning_rate": 1.570390980858016e-05,
      "loss": 1.0391,
      "step": 110311
    },
    {
      "epoch": 5.131984182367993,
      "grad_norm": 1.7082138402074836,
      "learning_rate": 1.5702256601358275e-05,
      "loss": 0.8984,
      "step": 110312
    },
    {
      "epoch": 5.132030704815073,
      "grad_norm": 1.808571981055269,
      "learning_rate": 1.570060347635429e-05,
      "loss": 0.9609,
      "step": 110313
    },
    {
      "epoch": 5.132077227262154,
      "grad_norm": 1.5966728984919,
      "learning_rate": 1.5698950433569186e-05,
      "loss": 1.0078,
      "step": 110314
    },
    {
      "epoch": 5.132123749709235,
      "grad_norm": 1.6311662334393628,
      "learning_rate": 1.569729747300398e-05,
      "loss": 1.0547,
      "step": 110315
    },
    {
      "epoch": 5.132170272156316,
      "grad_norm": 1.4791199274282119,
      "learning_rate": 1.569564459465965e-05,
      "loss": 0.9453,
      "step": 110316
    },
    {
      "epoch": 5.132216794603396,
      "grad_norm": 1.77999632622603,
      "learning_rate": 1.569399179853727e-05,
      "loss": 1.0391,
      "step": 110317
    },
    {
      "epoch": 5.132263317050477,
      "grad_norm": 1.615691254055331,
      "learning_rate": 1.5692339084637818e-05,
      "loss": 1.0234,
      "step": 110318
    },
    {
      "epoch": 5.132309839497558,
      "grad_norm": 1.8134443461165002,
      "learning_rate": 1.5690686452962294e-05,
      "loss": 0.9492,
      "step": 110319
    },
    {
      "epoch": 5.132356361944638,
      "grad_norm": 1.9186873295904605,
      "learning_rate": 1.568903390351171e-05,
      "loss": 1.1953,
      "step": 110320
    },
    {
      "epoch": 5.132402884391719,
      "grad_norm": 1.6650914359066602,
      "learning_rate": 1.5687381436287104e-05,
      "loss": 0.8789,
      "step": 110321
    },
    {
      "epoch": 5.132449406838799,
      "grad_norm": 1.7057961397707033,
      "learning_rate": 1.5685729051289492e-05,
      "loss": 0.9727,
      "step": 110322
    },
    {
      "epoch": 5.132495929285881,
      "grad_norm": 1.8499598641896065,
      "learning_rate": 1.568407674851987e-05,
      "loss": 1.0703,
      "step": 110323
    },
    {
      "epoch": 5.132542451732961,
      "grad_norm": 2.0452298951579806,
      "learning_rate": 1.5682424527979238e-05,
      "loss": 1.25,
      "step": 110324
    },
    {
      "epoch": 5.132588974180042,
      "grad_norm": 1.8202468807825478,
      "learning_rate": 1.5680772389668594e-05,
      "loss": 1.0703,
      "step": 110325
    },
    {
      "epoch": 5.132635496627122,
      "grad_norm": 1.789332936447252,
      "learning_rate": 1.5679120333588956e-05,
      "loss": 0.9961,
      "step": 110326
    },
    {
      "epoch": 5.1326820190742035,
      "grad_norm": 1.6364314378877036,
      "learning_rate": 1.5677468359741407e-05,
      "loss": 0.9844,
      "step": 110327
    },
    {
      "epoch": 5.132728541521284,
      "grad_norm": 1.694742841473298,
      "learning_rate": 1.5675816468126877e-05,
      "loss": 0.9375,
      "step": 110328
    },
    {
      "epoch": 5.1327750639683645,
      "grad_norm": 1.5486047305188413,
      "learning_rate": 1.5674164658746418e-05,
      "loss": 0.9922,
      "step": 110329
    },
    {
      "epoch": 5.132821586415446,
      "grad_norm": 1.6062170946657757,
      "learning_rate": 1.567251293160101e-05,
      "loss": 1.0469,
      "step": 110330
    },
    {
      "epoch": 5.132868108862526,
      "grad_norm": 1.5906637098227607,
      "learning_rate": 1.5670861286691687e-05,
      "loss": 0.8984,
      "step": 110331
    },
    {
      "epoch": 5.132914631309607,
      "grad_norm": 1.7005744479971345,
      "learning_rate": 1.5669209724019467e-05,
      "loss": 1.0391,
      "step": 110332
    },
    {
      "epoch": 5.132961153756687,
      "grad_norm": 1.6467301729769117,
      "learning_rate": 1.5667558243585358e-05,
      "loss": 0.9141,
      "step": 110333
    },
    {
      "epoch": 5.133007676203769,
      "grad_norm": 1.6416591352291785,
      "learning_rate": 1.5665906845390318e-05,
      "loss": 0.8828,
      "step": 110334
    },
    {
      "epoch": 5.133054198650849,
      "grad_norm": 1.8675543799698051,
      "learning_rate": 1.5664255529435425e-05,
      "loss": 1.0859,
      "step": 110335
    },
    {
      "epoch": 5.13310072109793,
      "grad_norm": 1.5989411553437614,
      "learning_rate": 1.566260429572168e-05,
      "loss": 0.9297,
      "step": 110336
    },
    {
      "epoch": 5.13314724354501,
      "grad_norm": 1.598299907410242,
      "learning_rate": 1.5660953144250083e-05,
      "loss": 0.9414,
      "step": 110337
    },
    {
      "epoch": 5.133193765992091,
      "grad_norm": 1.6991104827573678,
      "learning_rate": 1.5659302075021596e-05,
      "loss": 0.9883,
      "step": 110338
    },
    {
      "epoch": 5.133240288439172,
      "grad_norm": 1.6102596005768024,
      "learning_rate": 1.565765108803732e-05,
      "loss": 0.9336,
      "step": 110339
    },
    {
      "epoch": 5.133286810886252,
      "grad_norm": 1.7298008962506983,
      "learning_rate": 1.5656000183298222e-05,
      "loss": 1.0078,
      "step": 110340
    },
    {
      "epoch": 5.133333333333334,
      "grad_norm": 1.7275413160477209,
      "learning_rate": 1.5654349360805303e-05,
      "loss": 0.9531,
      "step": 110341
    },
    {
      "epoch": 5.133379855780414,
      "grad_norm": 1.6131620457027844,
      "learning_rate": 1.5652698620559557e-05,
      "loss": 0.8672,
      "step": 110342
    },
    {
      "epoch": 5.133426378227495,
      "grad_norm": 1.6704246543914951,
      "learning_rate": 1.5651047962562053e-05,
      "loss": 1.0781,
      "step": 110343
    },
    {
      "epoch": 5.133472900674575,
      "grad_norm": 1.4444156078753352,
      "learning_rate": 1.5649397386813772e-05,
      "loss": 0.8711,
      "step": 110344
    },
    {
      "epoch": 5.1335194231216565,
      "grad_norm": 1.6626648770663712,
      "learning_rate": 1.5647746893315717e-05,
      "loss": 0.9727,
      "step": 110345
    },
    {
      "epoch": 5.133565945568737,
      "grad_norm": 1.7629887341772592,
      "learning_rate": 1.5646096482068864e-05,
      "loss": 0.9297,
      "step": 110346
    },
    {
      "epoch": 5.1336124680158175,
      "grad_norm": 1.7364257228002131,
      "learning_rate": 1.56444461530743e-05,
      "loss": 0.9961,
      "step": 110347
    },
    {
      "epoch": 5.133658990462898,
      "grad_norm": 1.8077475697315077,
      "learning_rate": 1.5642795906332977e-05,
      "loss": 1.1406,
      "step": 110348
    },
    {
      "epoch": 5.133705512909979,
      "grad_norm": 1.8349945401055865,
      "learning_rate": 1.564114574184594e-05,
      "loss": 1.0703,
      "step": 110349
    },
    {
      "epoch": 5.13375203535706,
      "grad_norm": 1.8317816179897282,
      "learning_rate": 1.5639495659614203e-05,
      "loss": 1.0391,
      "step": 110350
    },
    {
      "epoch": 5.13379855780414,
      "grad_norm": 1.6914114758869288,
      "learning_rate": 1.563784565963872e-05,
      "loss": 1.0859,
      "step": 110351
    },
    {
      "epoch": 5.133845080251222,
      "grad_norm": 1.6088839976154858,
      "learning_rate": 1.563619574192057e-05,
      "loss": 0.9336,
      "step": 110352
    },
    {
      "epoch": 5.133891602698302,
      "grad_norm": 1.4923205343379076,
      "learning_rate": 1.563454590646074e-05,
      "loss": 1.0234,
      "step": 110353
    },
    {
      "epoch": 5.133938125145383,
      "grad_norm": 1.8119241287087897,
      "learning_rate": 1.563289615326022e-05,
      "loss": 1.0625,
      "step": 110354
    },
    {
      "epoch": 5.133984647592463,
      "grad_norm": 1.6854197011572112,
      "learning_rate": 1.5631246482320038e-05,
      "loss": 1.0859,
      "step": 110355
    },
    {
      "epoch": 5.1340311700395445,
      "grad_norm": 1.7321570101085664,
      "learning_rate": 1.5629596893641165e-05,
      "loss": 1.1094,
      "step": 110356
    },
    {
      "epoch": 5.134077692486625,
      "grad_norm": 1.763814188659933,
      "learning_rate": 1.5627947387224678e-05,
      "loss": 1.0078,
      "step": 110357
    },
    {
      "epoch": 5.134124214933705,
      "grad_norm": 1.818690699582332,
      "learning_rate": 1.5626297963071567e-05,
      "loss": 1.0156,
      "step": 110358
    },
    {
      "epoch": 5.134170737380786,
      "grad_norm": 1.621689829271352,
      "learning_rate": 1.56246486211828e-05,
      "loss": 1.0156,
      "step": 110359
    },
    {
      "epoch": 5.134217259827867,
      "grad_norm": 1.553861295184409,
      "learning_rate": 1.5622999361559412e-05,
      "loss": 0.8906,
      "step": 110360
    },
    {
      "epoch": 5.134263782274948,
      "grad_norm": 1.9535106463017542,
      "learning_rate": 1.5621350184202435e-05,
      "loss": 1.1484,
      "step": 110361
    },
    {
      "epoch": 5.134310304722028,
      "grad_norm": 1.7268786994360714,
      "learning_rate": 1.561970108911285e-05,
      "loss": 0.8867,
      "step": 110362
    },
    {
      "epoch": 5.134356827169109,
      "grad_norm": 1.6307177544323674,
      "learning_rate": 1.5618052076291693e-05,
      "loss": 1.1094,
      "step": 110363
    },
    {
      "epoch": 5.13440334961619,
      "grad_norm": 1.7730344589212472,
      "learning_rate": 1.5616403145739926e-05,
      "loss": 1.0859,
      "step": 110364
    },
    {
      "epoch": 5.1344498720632705,
      "grad_norm": 1.7108160990901642,
      "learning_rate": 1.5614754297458597e-05,
      "loss": 0.9961,
      "step": 110365
    },
    {
      "epoch": 5.134496394510351,
      "grad_norm": 1.5840518797697285,
      "learning_rate": 1.5613105531448727e-05,
      "loss": 1.0234,
      "step": 110366
    },
    {
      "epoch": 5.134542916957432,
      "grad_norm": 1.5171390403406784,
      "learning_rate": 1.5611456847711296e-05,
      "loss": 0.9297,
      "step": 110367
    },
    {
      "epoch": 5.134589439404513,
      "grad_norm": 1.5828228703189242,
      "learning_rate": 1.56098082462473e-05,
      "loss": 0.8945,
      "step": 110368
    },
    {
      "epoch": 5.134635961851593,
      "grad_norm": 1.510479335438347,
      "learning_rate": 1.5608159727057813e-05,
      "loss": 0.9336,
      "step": 110369
    },
    {
      "epoch": 5.134682484298674,
      "grad_norm": 1.5974741360508196,
      "learning_rate": 1.5606511290143757e-05,
      "loss": 1.0312,
      "step": 110370
    },
    {
      "epoch": 5.134729006745755,
      "grad_norm": 1.6563044512989946,
      "learning_rate": 1.5604862935506206e-05,
      "loss": 0.8906,
      "step": 110371
    },
    {
      "epoch": 5.134775529192836,
      "grad_norm": 1.4377253803284797,
      "learning_rate": 1.5603214663146175e-05,
      "loss": 0.8281,
      "step": 110372
    },
    {
      "epoch": 5.134822051639916,
      "grad_norm": 1.7202627412340357,
      "learning_rate": 1.5601566473064608e-05,
      "loss": 1.0078,
      "step": 110373
    },
    {
      "epoch": 5.134868574086997,
      "grad_norm": 1.616250824727663,
      "learning_rate": 1.5599918365262574e-05,
      "loss": 0.9258,
      "step": 110374
    },
    {
      "epoch": 5.134915096534078,
      "grad_norm": 1.6312158439231994,
      "learning_rate": 1.5598270339741077e-05,
      "loss": 0.9023,
      "step": 110375
    },
    {
      "epoch": 5.134961618981158,
      "grad_norm": 1.656016192463422,
      "learning_rate": 1.5596622396501106e-05,
      "loss": 1.0781,
      "step": 110376
    },
    {
      "epoch": 5.135008141428239,
      "grad_norm": 1.51172582403567,
      "learning_rate": 1.5594974535543636e-05,
      "loss": 0.8633,
      "step": 110377
    },
    {
      "epoch": 5.135054663875319,
      "grad_norm": 1.6459134864872444,
      "learning_rate": 1.5593326756869746e-05,
      "loss": 0.9648,
      "step": 110378
    },
    {
      "epoch": 5.135101186322401,
      "grad_norm": 1.6600009792568058,
      "learning_rate": 1.5591679060480434e-05,
      "loss": 0.8828,
      "step": 110379
    },
    {
      "epoch": 5.135147708769481,
      "grad_norm": 1.6565889349998129,
      "learning_rate": 1.5590031446376666e-05,
      "loss": 1.0156,
      "step": 110380
    },
    {
      "epoch": 5.135194231216562,
      "grad_norm": 1.70725969332847,
      "learning_rate": 1.5588383914559476e-05,
      "loss": 0.9609,
      "step": 110381
    },
    {
      "epoch": 5.135240753663643,
      "grad_norm": 1.751660142378627,
      "learning_rate": 1.558673646502985e-05,
      "loss": 0.918,
      "step": 110382
    },
    {
      "epoch": 5.1352872761107236,
      "grad_norm": 1.6898617959066793,
      "learning_rate": 1.5585089097788843e-05,
      "loss": 1.0859,
      "step": 110383
    },
    {
      "epoch": 5.135333798557804,
      "grad_norm": 1.7466788341914352,
      "learning_rate": 1.5583441812837434e-05,
      "loss": 0.9531,
      "step": 110384
    },
    {
      "epoch": 5.1353803210048845,
      "grad_norm": 1.6790700303551236,
      "learning_rate": 1.558179461017663e-05,
      "loss": 1.0156,
      "step": 110385
    },
    {
      "epoch": 5.135426843451966,
      "grad_norm": 1.6228665090204253,
      "learning_rate": 1.5580147489807415e-05,
      "loss": 0.8555,
      "step": 110386
    },
    {
      "epoch": 5.135473365899046,
      "grad_norm": 1.5808029751029258,
      "learning_rate": 1.5578500451730857e-05,
      "loss": 0.918,
      "step": 110387
    },
    {
      "epoch": 5.135519888346127,
      "grad_norm": 1.5960096838634008,
      "learning_rate": 1.557685349594794e-05,
      "loss": 0.9414,
      "step": 110388
    },
    {
      "epoch": 5.135566410793207,
      "grad_norm": 2.0962817642213043,
      "learning_rate": 1.5575206622459657e-05,
      "loss": 1.2344,
      "step": 110389
    },
    {
      "epoch": 5.135612933240289,
      "grad_norm": 1.5826954198077225,
      "learning_rate": 1.5573559831266995e-05,
      "loss": 0.9609,
      "step": 110390
    },
    {
      "epoch": 5.135659455687369,
      "grad_norm": 1.732640120348524,
      "learning_rate": 1.5571913122371038e-05,
      "loss": 0.9805,
      "step": 110391
    },
    {
      "epoch": 5.13570597813445,
      "grad_norm": 1.5649964818093567,
      "learning_rate": 1.55702664957727e-05,
      "loss": 0.9922,
      "step": 110392
    },
    {
      "epoch": 5.135752500581531,
      "grad_norm": 1.7190907441639676,
      "learning_rate": 1.5568619951473076e-05,
      "loss": 0.957,
      "step": 110393
    },
    {
      "epoch": 5.1357990230286115,
      "grad_norm": 1.8461405696969921,
      "learning_rate": 1.556697348947312e-05,
      "loss": 1.0078,
      "step": 110394
    },
    {
      "epoch": 5.135845545475692,
      "grad_norm": 1.5946035635967712,
      "learning_rate": 1.556532710977385e-05,
      "loss": 0.957,
      "step": 110395
    },
    {
      "epoch": 5.135892067922772,
      "grad_norm": 1.707345830646199,
      "learning_rate": 1.5563680812376296e-05,
      "loss": 0.9727,
      "step": 110396
    },
    {
      "epoch": 5.135938590369854,
      "grad_norm": 1.5274312900630773,
      "learning_rate": 1.5562034597281438e-05,
      "loss": 0.8867,
      "step": 110397
    },
    {
      "epoch": 5.135985112816934,
      "grad_norm": 1.7416397328374695,
      "learning_rate": 1.5560388464490308e-05,
      "loss": 1.0625,
      "step": 110398
    },
    {
      "epoch": 5.136031635264015,
      "grad_norm": 1.7402568965248106,
      "learning_rate": 1.5558742414003862e-05,
      "loss": 1.0547,
      "step": 110399
    },
    {
      "epoch": 5.136078157711095,
      "grad_norm": 1.5844504800085837,
      "learning_rate": 1.555709644582319e-05,
      "loss": 1.0,
      "step": 110400
    },
    {
      "epoch": 5.136124680158177,
      "grad_norm": 1.640663872242953,
      "learning_rate": 1.555545055994925e-05,
      "loss": 1.0469,
      "step": 110401
    },
    {
      "epoch": 5.136171202605257,
      "grad_norm": 1.7241693251477506,
      "learning_rate": 1.5553804756383055e-05,
      "loss": 1.0156,
      "step": 110402
    },
    {
      "epoch": 5.1362177250523375,
      "grad_norm": 1.7583395589594635,
      "learning_rate": 1.5552159035125583e-05,
      "loss": 0.9922,
      "step": 110403
    },
    {
      "epoch": 5.136264247499419,
      "grad_norm": 1.6377689956668229,
      "learning_rate": 1.5550513396177887e-05,
      "loss": 0.9453,
      "step": 110404
    },
    {
      "epoch": 5.136310769946499,
      "grad_norm": 1.660922361791456,
      "learning_rate": 1.5548867839540984e-05,
      "loss": 1.0156,
      "step": 110405
    },
    {
      "epoch": 5.13635729239358,
      "grad_norm": 1.6673357859842346,
      "learning_rate": 1.554722236521584e-05,
      "loss": 0.8984,
      "step": 110406
    },
    {
      "epoch": 5.13640381484066,
      "grad_norm": 1.8116841780604809,
      "learning_rate": 1.5545576973203482e-05,
      "loss": 1.1484,
      "step": 110407
    },
    {
      "epoch": 5.136450337287742,
      "grad_norm": 1.529437481394097,
      "learning_rate": 1.5543931663504882e-05,
      "loss": 0.9766,
      "step": 110408
    },
    {
      "epoch": 5.136496859734822,
      "grad_norm": 1.640051320240776,
      "learning_rate": 1.554228643612112e-05,
      "loss": 0.9492,
      "step": 110409
    },
    {
      "epoch": 5.136543382181903,
      "grad_norm": 1.7734430635843295,
      "learning_rate": 1.5540641291053162e-05,
      "loss": 1.0,
      "step": 110410
    },
    {
      "epoch": 5.136589904628983,
      "grad_norm": 1.6299012794048815,
      "learning_rate": 1.5538996228302007e-05,
      "loss": 0.8906,
      "step": 110411
    },
    {
      "epoch": 5.1366364270760645,
      "grad_norm": 1.8025450960938616,
      "learning_rate": 1.553735124786864e-05,
      "loss": 1.0469,
      "step": 110412
    },
    {
      "epoch": 5.136682949523145,
      "grad_norm": 1.7521631871299186,
      "learning_rate": 1.553570634975414e-05,
      "loss": 1.0859,
      "step": 110413
    },
    {
      "epoch": 5.1367294719702254,
      "grad_norm": 1.6102088124149256,
      "learning_rate": 1.5534061533959423e-05,
      "loss": 0.8945,
      "step": 110414
    },
    {
      "epoch": 5.136775994417306,
      "grad_norm": 1.5223780254626575,
      "learning_rate": 1.553241680048559e-05,
      "loss": 0.8516,
      "step": 110415
    },
    {
      "epoch": 5.136822516864387,
      "grad_norm": 1.7454048231164006,
      "learning_rate": 1.553077214933361e-05,
      "loss": 1.0625,
      "step": 110416
    },
    {
      "epoch": 5.136869039311468,
      "grad_norm": 1.7671506361679268,
      "learning_rate": 1.5529127580504443e-05,
      "loss": 1.0391,
      "step": 110417
    },
    {
      "epoch": 5.136915561758548,
      "grad_norm": 1.5385816530713228,
      "learning_rate": 1.552748309399917e-05,
      "loss": 0.9688,
      "step": 110418
    },
    {
      "epoch": 5.13696208420563,
      "grad_norm": 1.4300959642149371,
      "learning_rate": 1.5525838689818764e-05,
      "loss": 0.8828,
      "step": 110419
    },
    {
      "epoch": 5.13700860665271,
      "grad_norm": 1.4024777086837712,
      "learning_rate": 1.5524194367964238e-05,
      "loss": 0.8203,
      "step": 110420
    },
    {
      "epoch": 5.137055129099791,
      "grad_norm": 1.4512850884500994,
      "learning_rate": 1.5522550128436557e-05,
      "loss": 0.875,
      "step": 110421
    },
    {
      "epoch": 5.137101651546871,
      "grad_norm": 1.6514615489720832,
      "learning_rate": 1.5520905971236786e-05,
      "loss": 1.0156,
      "step": 110422
    },
    {
      "epoch": 5.137148173993952,
      "grad_norm": 1.8277809142872175,
      "learning_rate": 1.5519261896365924e-05,
      "loss": 0.9727,
      "step": 110423
    },
    {
      "epoch": 5.137194696441033,
      "grad_norm": 1.7227542418685067,
      "learning_rate": 1.551761790382496e-05,
      "loss": 0.9531,
      "step": 110424
    },
    {
      "epoch": 5.137241218888113,
      "grad_norm": 1.7578544691763964,
      "learning_rate": 1.5515973993614866e-05,
      "loss": 1.1094,
      "step": 110425
    },
    {
      "epoch": 5.137287741335194,
      "grad_norm": 1.5452139578293018,
      "learning_rate": 1.5514330165736714e-05,
      "loss": 0.8789,
      "step": 110426
    },
    {
      "epoch": 5.137334263782275,
      "grad_norm": 1.6223269436470333,
      "learning_rate": 1.551268642019149e-05,
      "loss": 0.8984,
      "step": 110427
    },
    {
      "epoch": 5.137380786229356,
      "grad_norm": 1.6852881816346632,
      "learning_rate": 1.5511042756980185e-05,
      "loss": 0.9805,
      "step": 110428
    },
    {
      "epoch": 5.137427308676436,
      "grad_norm": 1.7752623535288814,
      "learning_rate": 1.5509399176103786e-05,
      "loss": 1.0312,
      "step": 110429
    },
    {
      "epoch": 5.1374738311235175,
      "grad_norm": 1.901749026310866,
      "learning_rate": 1.5507755677563343e-05,
      "loss": 0.9648,
      "step": 110430
    },
    {
      "epoch": 5.137520353570598,
      "grad_norm": 1.6744765377489617,
      "learning_rate": 1.550611226135987e-05,
      "loss": 0.8867,
      "step": 110431
    },
    {
      "epoch": 5.1375668760176785,
      "grad_norm": 1.505326002791771,
      "learning_rate": 1.5504468927494334e-05,
      "loss": 0.8789,
      "step": 110432
    },
    {
      "epoch": 5.137613398464759,
      "grad_norm": 1.853828523098077,
      "learning_rate": 1.550282567596775e-05,
      "loss": 1.1016,
      "step": 110433
    },
    {
      "epoch": 5.13765992091184,
      "grad_norm": 1.715492300190016,
      "learning_rate": 1.55011825067811e-05,
      "loss": 1.0312,
      "step": 110434
    },
    {
      "epoch": 5.137706443358921,
      "grad_norm": 1.673581393306531,
      "learning_rate": 1.5499539419935452e-05,
      "loss": 1.0547,
      "step": 110435
    },
    {
      "epoch": 5.137752965806001,
      "grad_norm": 1.6676856315139004,
      "learning_rate": 1.5497896415431753e-05,
      "loss": 1.0234,
      "step": 110436
    },
    {
      "epoch": 5.137799488253082,
      "grad_norm": 1.6789188303693494,
      "learning_rate": 1.5496253493271054e-05,
      "loss": 0.9531,
      "step": 110437
    },
    {
      "epoch": 5.137846010700163,
      "grad_norm": 1.5229544654318163,
      "learning_rate": 1.5494610653454355e-05,
      "loss": 0.9219,
      "step": 110438
    },
    {
      "epoch": 5.137892533147244,
      "grad_norm": 1.5100448950201828,
      "learning_rate": 1.54929678959826e-05,
      "loss": 0.8945,
      "step": 110439
    },
    {
      "epoch": 5.137939055594324,
      "grad_norm": 1.6927974699158626,
      "learning_rate": 1.5491325220856892e-05,
      "loss": 1.0312,
      "step": 110440
    },
    {
      "epoch": 5.137985578041405,
      "grad_norm": 1.943131496023969,
      "learning_rate": 1.5489682628078182e-05,
      "loss": 1.0547,
      "step": 110441
    },
    {
      "epoch": 5.138032100488486,
      "grad_norm": 1.6400044605999096,
      "learning_rate": 1.5488040117647466e-05,
      "loss": 1.0234,
      "step": 110442
    },
    {
      "epoch": 5.138078622935566,
      "grad_norm": 1.5260251183010314,
      "learning_rate": 1.5486397689565744e-05,
      "loss": 0.9219,
      "step": 110443
    },
    {
      "epoch": 5.138125145382647,
      "grad_norm": 1.63177418130479,
      "learning_rate": 1.5484755343834083e-05,
      "loss": 0.8672,
      "step": 110444
    },
    {
      "epoch": 5.138171667829728,
      "grad_norm": 1.4682699148180027,
      "learning_rate": 1.548311308045343e-05,
      "loss": 0.793,
      "step": 110445
    },
    {
      "epoch": 5.138218190276809,
      "grad_norm": 1.9503741364232186,
      "learning_rate": 1.548147089942482e-05,
      "loss": 1.1641,
      "step": 110446
    },
    {
      "epoch": 5.138264712723889,
      "grad_norm": 1.636763225740498,
      "learning_rate": 1.5479828800749217e-05,
      "loss": 0.9531,
      "step": 110447
    },
    {
      "epoch": 5.13831123517097,
      "grad_norm": 1.7409261031905636,
      "learning_rate": 1.5478186784427687e-05,
      "loss": 1.1875,
      "step": 110448
    },
    {
      "epoch": 5.138357757618051,
      "grad_norm": 1.7340745733889822,
      "learning_rate": 1.5476544850461198e-05,
      "loss": 1.1172,
      "step": 110449
    },
    {
      "epoch": 5.1384042800651315,
      "grad_norm": 1.6968172850979066,
      "learning_rate": 1.5474902998850764e-05,
      "loss": 1.0469,
      "step": 110450
    },
    {
      "epoch": 5.138450802512212,
      "grad_norm": 1.4780650068265733,
      "learning_rate": 1.547326122959735e-05,
      "loss": 0.9492,
      "step": 110451
    },
    {
      "epoch": 5.1384973249592925,
      "grad_norm": 1.6006958073261577,
      "learning_rate": 1.5471619542702024e-05,
      "loss": 0.9062,
      "step": 110452
    },
    {
      "epoch": 5.138543847406374,
      "grad_norm": 1.753164028831307,
      "learning_rate": 1.5469977938165784e-05,
      "loss": 1.0234,
      "step": 110453
    },
    {
      "epoch": 5.138590369853454,
      "grad_norm": 1.672344732218102,
      "learning_rate": 1.5468336415989597e-05,
      "loss": 0.8906,
      "step": 110454
    },
    {
      "epoch": 5.138636892300535,
      "grad_norm": 1.7575280337994923,
      "learning_rate": 1.5466694976174476e-05,
      "loss": 1.0859,
      "step": 110455
    },
    {
      "epoch": 5.138683414747616,
      "grad_norm": 1.4880973751002644,
      "learning_rate": 1.5465053618721457e-05,
      "loss": 0.7656,
      "step": 110456
    },
    {
      "epoch": 5.138729937194697,
      "grad_norm": 1.4752122114731148,
      "learning_rate": 1.546341234363152e-05,
      "loss": 0.7969,
      "step": 110457
    },
    {
      "epoch": 5.138776459641777,
      "grad_norm": 1.7495808872737113,
      "learning_rate": 1.5461771150905668e-05,
      "loss": 0.9492,
      "step": 110458
    },
    {
      "epoch": 5.138822982088858,
      "grad_norm": 2.190747966515049,
      "learning_rate": 1.546013004054491e-05,
      "loss": 1.3125,
      "step": 110459
    },
    {
      "epoch": 5.138869504535939,
      "grad_norm": 1.7151510671097892,
      "learning_rate": 1.5458489012550285e-05,
      "loss": 1.0156,
      "step": 110460
    },
    {
      "epoch": 5.138916026983019,
      "grad_norm": 1.7066636072787171,
      "learning_rate": 1.5456848066922706e-05,
      "loss": 1.0,
      "step": 110461
    },
    {
      "epoch": 5.1389625494301,
      "grad_norm": 1.7440263281635395,
      "learning_rate": 1.545520720366329e-05,
      "loss": 0.9844,
      "step": 110462
    },
    {
      "epoch": 5.13900907187718,
      "grad_norm": 1.722948952407154,
      "learning_rate": 1.5453566422772983e-05,
      "loss": 1.0547,
      "step": 110463
    },
    {
      "epoch": 5.139055594324262,
      "grad_norm": 1.694910988482195,
      "learning_rate": 1.545192572425279e-05,
      "loss": 1.0156,
      "step": 110464
    },
    {
      "epoch": 5.139102116771342,
      "grad_norm": 1.6404875365199545,
      "learning_rate": 1.5450285108103687e-05,
      "loss": 0.9844,
      "step": 110465
    },
    {
      "epoch": 5.139148639218423,
      "grad_norm": 1.5009120015156365,
      "learning_rate": 1.5448644574326763e-05,
      "loss": 0.957,
      "step": 110466
    },
    {
      "epoch": 5.139195161665503,
      "grad_norm": 1.6346793002088744,
      "learning_rate": 1.5447004122922964e-05,
      "loss": 0.9805,
      "step": 110467
    },
    {
      "epoch": 5.1392416841125845,
      "grad_norm": 1.659888083062845,
      "learning_rate": 1.5445363753893287e-05,
      "loss": 0.8789,
      "step": 110468
    },
    {
      "epoch": 5.139288206559665,
      "grad_norm": 1.521427902486131,
      "learning_rate": 1.5443723467238734e-05,
      "loss": 0.8555,
      "step": 110469
    },
    {
      "epoch": 5.1393347290067455,
      "grad_norm": 1.5812878104764565,
      "learning_rate": 1.5442083262960355e-05,
      "loss": 1.1094,
      "step": 110470
    },
    {
      "epoch": 5.139381251453827,
      "grad_norm": 1.837505835078692,
      "learning_rate": 1.5440443141059127e-05,
      "loss": 0.9844,
      "step": 110471
    },
    {
      "epoch": 5.139427773900907,
      "grad_norm": 1.459707394409359,
      "learning_rate": 1.5438803101536042e-05,
      "loss": 0.7969,
      "step": 110472
    },
    {
      "epoch": 5.139474296347988,
      "grad_norm": 1.5521378972587219,
      "learning_rate": 1.543716314439209e-05,
      "loss": 1.0547,
      "step": 110473
    },
    {
      "epoch": 5.139520818795068,
      "grad_norm": 1.6166836938710039,
      "learning_rate": 1.5435523269628342e-05,
      "loss": 0.9648,
      "step": 110474
    },
    {
      "epoch": 5.13956734124215,
      "grad_norm": 1.7247808018775044,
      "learning_rate": 1.5433883477245747e-05,
      "loss": 0.9844,
      "step": 110475
    },
    {
      "epoch": 5.13961386368923,
      "grad_norm": 1.6375395554756347,
      "learning_rate": 1.5432243767245332e-05,
      "loss": 0.875,
      "step": 110476
    },
    {
      "epoch": 5.139660386136311,
      "grad_norm": 1.6499415579202545,
      "learning_rate": 1.5430604139628057e-05,
      "loss": 1.0859,
      "step": 110477
    },
    {
      "epoch": 5.139706908583391,
      "grad_norm": 1.5565282271824314,
      "learning_rate": 1.542896459439498e-05,
      "loss": 0.8984,
      "step": 110478
    },
    {
      "epoch": 5.139753431030472,
      "grad_norm": 1.6183960358000022,
      "learning_rate": 1.5427325131547082e-05,
      "loss": 1.1016,
      "step": 110479
    },
    {
      "epoch": 5.139799953477553,
      "grad_norm": 1.6103689196822861,
      "learning_rate": 1.5425685751085347e-05,
      "loss": 0.9492,
      "step": 110480
    },
    {
      "epoch": 5.139846475924633,
      "grad_norm": 1.7365371060611423,
      "learning_rate": 1.542404645301083e-05,
      "loss": 0.9805,
      "step": 110481
    },
    {
      "epoch": 5.139892998371715,
      "grad_norm": 1.6538712811149385,
      "learning_rate": 1.5422407237324475e-05,
      "loss": 0.957,
      "step": 110482
    },
    {
      "epoch": 5.139939520818795,
      "grad_norm": 1.6777815320406544,
      "learning_rate": 1.5420768104027347e-05,
      "loss": 0.8594,
      "step": 110483
    },
    {
      "epoch": 5.139986043265876,
      "grad_norm": 1.7884657915266045,
      "learning_rate": 1.5419129053120416e-05,
      "loss": 0.9883,
      "step": 110484
    },
    {
      "epoch": 5.140032565712956,
      "grad_norm": 1.5163341522344382,
      "learning_rate": 1.5417490084604695e-05,
      "loss": 0.9141,
      "step": 110485
    },
    {
      "epoch": 5.140079088160038,
      "grad_norm": 1.7870640751059357,
      "learning_rate": 1.5415851198481167e-05,
      "loss": 0.7773,
      "step": 110486
    },
    {
      "epoch": 5.140125610607118,
      "grad_norm": 2.009989347046112,
      "learning_rate": 1.541421239475083e-05,
      "loss": 1.2266,
      "step": 110487
    },
    {
      "epoch": 5.1401721330541985,
      "grad_norm": 1.7099812830121737,
      "learning_rate": 1.541257367341472e-05,
      "loss": 1.0,
      "step": 110488
    },
    {
      "epoch": 5.140218655501279,
      "grad_norm": 1.667691038036281,
      "learning_rate": 1.5410935034473832e-05,
      "loss": 0.9609,
      "step": 110489
    },
    {
      "epoch": 5.14026517794836,
      "grad_norm": 1.6812014039802465,
      "learning_rate": 1.5409296477929166e-05,
      "loss": 0.918,
      "step": 110490
    },
    {
      "epoch": 5.140311700395441,
      "grad_norm": 1.7812499819608085,
      "learning_rate": 1.5407658003781694e-05,
      "loss": 1.0,
      "step": 110491
    },
    {
      "epoch": 5.140358222842521,
      "grad_norm": 1.9214500052632362,
      "learning_rate": 1.5406019612032472e-05,
      "loss": 1.1406,
      "step": 110492
    },
    {
      "epoch": 5.140404745289603,
      "grad_norm": 1.4246134851574805,
      "learning_rate": 1.540438130268249e-05,
      "loss": 0.8828,
      "step": 110493
    },
    {
      "epoch": 5.140451267736683,
      "grad_norm": 1.6571541783278034,
      "learning_rate": 1.5402743075732726e-05,
      "loss": 0.9141,
      "step": 110494
    },
    {
      "epoch": 5.140497790183764,
      "grad_norm": 1.6912205246831746,
      "learning_rate": 1.5401104931184164e-05,
      "loss": 0.9375,
      "step": 110495
    },
    {
      "epoch": 5.140544312630844,
      "grad_norm": 1.863505466575009,
      "learning_rate": 1.5399466869037875e-05,
      "loss": 0.9961,
      "step": 110496
    },
    {
      "epoch": 5.1405908350779255,
      "grad_norm": 1.6624306960733821,
      "learning_rate": 1.5397828889294833e-05,
      "loss": 0.9258,
      "step": 110497
    },
    {
      "epoch": 5.140637357525006,
      "grad_norm": 1.6800801751116623,
      "learning_rate": 1.5396190991956025e-05,
      "loss": 0.9375,
      "step": 110498
    },
    {
      "epoch": 5.140683879972086,
      "grad_norm": 1.4981934847299283,
      "learning_rate": 1.5394553177022433e-05,
      "loss": 0.8711,
      "step": 110499
    },
    {
      "epoch": 5.140730402419167,
      "grad_norm": 1.9718524199072447,
      "learning_rate": 1.539291544449511e-05,
      "loss": 1.1484,
      "step": 110500
    },
    {
      "epoch": 5.140776924866248,
      "grad_norm": 1.6452987962314913,
      "learning_rate": 1.5391277794375047e-05,
      "loss": 0.9922,
      "step": 110501
    },
    {
      "epoch": 5.140823447313329,
      "grad_norm": 1.840717685648468,
      "learning_rate": 1.5389640226663213e-05,
      "loss": 1.0312,
      "step": 110502
    },
    {
      "epoch": 5.140869969760409,
      "grad_norm": 1.6960109141875315,
      "learning_rate": 1.5388002741360645e-05,
      "loss": 1.0391,
      "step": 110503
    },
    {
      "epoch": 5.14091649220749,
      "grad_norm": 1.7268349479107514,
      "learning_rate": 1.538636533846832e-05,
      "loss": 1.0234,
      "step": 110504
    },
    {
      "epoch": 5.140963014654571,
      "grad_norm": 1.5195251188899943,
      "learning_rate": 1.5384728017987292e-05,
      "loss": 0.9062,
      "step": 110505
    },
    {
      "epoch": 5.1410095371016515,
      "grad_norm": 1.586507226611619,
      "learning_rate": 1.5383090779918506e-05,
      "loss": 0.8906,
      "step": 110506
    },
    {
      "epoch": 5.141056059548732,
      "grad_norm": 1.6982683553973332,
      "learning_rate": 1.5381453624262997e-05,
      "loss": 0.9258,
      "step": 110507
    },
    {
      "epoch": 5.141102581995813,
      "grad_norm": 1.5777517710608937,
      "learning_rate": 1.5379816551021727e-05,
      "loss": 0.9414,
      "step": 110508
    },
    {
      "epoch": 5.141149104442894,
      "grad_norm": 1.5859364896425054,
      "learning_rate": 1.5378179560195754e-05,
      "loss": 0.8828,
      "step": 110509
    },
    {
      "epoch": 5.141195626889974,
      "grad_norm": 1.5718625624167064,
      "learning_rate": 1.537654265178607e-05,
      "loss": 1.0703,
      "step": 110510
    },
    {
      "epoch": 5.141242149337055,
      "grad_norm": 1.6874591861516697,
      "learning_rate": 1.5374905825793638e-05,
      "loss": 1.0391,
      "step": 110511
    },
    {
      "epoch": 5.141288671784136,
      "grad_norm": 1.6668629169459437,
      "learning_rate": 1.537326908221948e-05,
      "loss": 0.9805,
      "step": 110512
    },
    {
      "epoch": 5.141335194231217,
      "grad_norm": 1.749418820869658,
      "learning_rate": 1.537163242106458e-05,
      "loss": 0.9766,
      "step": 110513
    },
    {
      "epoch": 5.141381716678297,
      "grad_norm": 1.4771187321663302,
      "learning_rate": 1.5369995842329997e-05,
      "loss": 0.8164,
      "step": 110514
    },
    {
      "epoch": 5.141428239125378,
      "grad_norm": 1.600760432007799,
      "learning_rate": 1.5368359346016684e-05,
      "loss": 1.0312,
      "step": 110515
    },
    {
      "epoch": 5.141474761572459,
      "grad_norm": 1.5666334777198025,
      "learning_rate": 1.5366722932125657e-05,
      "loss": 0.9023,
      "step": 110516
    },
    {
      "epoch": 5.1415212840195395,
      "grad_norm": 1.6193879039358345,
      "learning_rate": 1.5365086600657885e-05,
      "loss": 1.0078,
      "step": 110517
    },
    {
      "epoch": 5.14156780646662,
      "grad_norm": 1.688348601835911,
      "learning_rate": 1.5363450351614425e-05,
      "loss": 1.0469,
      "step": 110518
    },
    {
      "epoch": 5.1416143289137,
      "grad_norm": 1.592103850872659,
      "learning_rate": 1.536181418499627e-05,
      "loss": 0.9336,
      "step": 110519
    },
    {
      "epoch": 5.141660851360782,
      "grad_norm": 1.7519294737651132,
      "learning_rate": 1.5360178100804394e-05,
      "loss": 1.1484,
      "step": 110520
    },
    {
      "epoch": 5.141707373807862,
      "grad_norm": 1.5633193796589928,
      "learning_rate": 1.5358542099039785e-05,
      "loss": 0.8984,
      "step": 110521
    },
    {
      "epoch": 5.141753896254943,
      "grad_norm": 1.71791808647621,
      "learning_rate": 1.5356906179703503e-05,
      "loss": 1.0859,
      "step": 110522
    },
    {
      "epoch": 5.141800418702024,
      "grad_norm": 1.8505033811835616,
      "learning_rate": 1.535527034279649e-05,
      "loss": 1.1328,
      "step": 110523
    },
    {
      "epoch": 5.141846941149105,
      "grad_norm": 1.3718305715980443,
      "learning_rate": 1.5353634588319786e-05,
      "loss": 0.7852,
      "step": 110524
    },
    {
      "epoch": 5.141893463596185,
      "grad_norm": 1.824618494905253,
      "learning_rate": 1.5351998916274393e-05,
      "loss": 0.9531,
      "step": 110525
    },
    {
      "epoch": 5.1419399860432655,
      "grad_norm": 1.6146332217282398,
      "learning_rate": 1.5350363326661265e-05,
      "loss": 1.0312,
      "step": 110526
    },
    {
      "epoch": 5.141986508490347,
      "grad_norm": 1.6794551318924795,
      "learning_rate": 1.5348727819481478e-05,
      "loss": 0.918,
      "step": 110527
    },
    {
      "epoch": 5.142033030937427,
      "grad_norm": 1.5964041204369084,
      "learning_rate": 1.5347092394735984e-05,
      "loss": 0.9609,
      "step": 110528
    },
    {
      "epoch": 5.142079553384508,
      "grad_norm": 1.6406899206069399,
      "learning_rate": 1.5345457052425796e-05,
      "loss": 0.9766,
      "step": 110529
    },
    {
      "epoch": 5.142126075831588,
      "grad_norm": 1.7048576548522434,
      "learning_rate": 1.5343821792551888e-05,
      "loss": 0.9922,
      "step": 110530
    },
    {
      "epoch": 5.14217259827867,
      "grad_norm": 1.6081492593391664,
      "learning_rate": 1.5342186615115298e-05,
      "loss": 1.0469,
      "step": 110531
    },
    {
      "epoch": 5.14221912072575,
      "grad_norm": 1.574415159423653,
      "learning_rate": 1.5340551520117033e-05,
      "loss": 0.8789,
      "step": 110532
    },
    {
      "epoch": 5.142265643172831,
      "grad_norm": 1.659371629775779,
      "learning_rate": 1.5338916507558073e-05,
      "loss": 1.0625,
      "step": 110533
    },
    {
      "epoch": 5.142312165619912,
      "grad_norm": 1.6808472926878846,
      "learning_rate": 1.5337281577439387e-05,
      "loss": 0.9766,
      "step": 110534
    },
    {
      "epoch": 5.1423586880669925,
      "grad_norm": 1.7215251758481651,
      "learning_rate": 1.533564672976205e-05,
      "loss": 1.0312,
      "step": 110535
    },
    {
      "epoch": 5.142405210514073,
      "grad_norm": 1.5948017306888413,
      "learning_rate": 1.5334011964527004e-05,
      "loss": 0.8398,
      "step": 110536
    },
    {
      "epoch": 5.142451732961153,
      "grad_norm": 1.8853621341648799,
      "learning_rate": 1.533237728173529e-05,
      "loss": 0.9609,
      "step": 110537
    },
    {
      "epoch": 5.142498255408235,
      "grad_norm": 1.7947736072674632,
      "learning_rate": 1.5330742681387882e-05,
      "loss": 1.0234,
      "step": 110538
    },
    {
      "epoch": 5.142544777855315,
      "grad_norm": 1.7038129365984294,
      "learning_rate": 1.5329108163485755e-05,
      "loss": 0.8945,
      "step": 110539
    },
    {
      "epoch": 5.142591300302396,
      "grad_norm": 1.8016309132902728,
      "learning_rate": 1.5327473728029976e-05,
      "loss": 0.9961,
      "step": 110540
    },
    {
      "epoch": 5.142637822749476,
      "grad_norm": 1.6645512406196383,
      "learning_rate": 1.5325839375021515e-05,
      "loss": 0.957,
      "step": 110541
    },
    {
      "epoch": 5.142684345196558,
      "grad_norm": 1.7709472695516126,
      "learning_rate": 1.532420510446135e-05,
      "loss": 1.0,
      "step": 110542
    },
    {
      "epoch": 5.142730867643638,
      "grad_norm": 1.661098365418202,
      "learning_rate": 1.5322570916350484e-05,
      "loss": 0.9375,
      "step": 110543
    },
    {
      "epoch": 5.1427773900907185,
      "grad_norm": 1.614112153049563,
      "learning_rate": 1.5320936810689965e-05,
      "loss": 0.9297,
      "step": 110544
    },
    {
      "epoch": 5.1428239125378,
      "grad_norm": 1.9506105298209584,
      "learning_rate": 1.5319302787480723e-05,
      "loss": 1.125,
      "step": 110545
    },
    {
      "epoch": 5.14287043498488,
      "grad_norm": 1.5109742693365107,
      "learning_rate": 1.5317668846723848e-05,
      "loss": 0.8789,
      "step": 110546
    },
    {
      "epoch": 5.142916957431961,
      "grad_norm": 1.4978316501136288,
      "learning_rate": 1.5316034988420263e-05,
      "loss": 0.9414,
      "step": 110547
    },
    {
      "epoch": 5.142963479879041,
      "grad_norm": 1.7119439535811503,
      "learning_rate": 1.531440121257099e-05,
      "loss": 1.0859,
      "step": 110548
    },
    {
      "epoch": 5.143010002326123,
      "grad_norm": 1.5886801220340168,
      "learning_rate": 1.5312767519177054e-05,
      "loss": 0.9414,
      "step": 110549
    },
    {
      "epoch": 5.143056524773203,
      "grad_norm": 1.8124350871178367,
      "learning_rate": 1.5311133908239433e-05,
      "loss": 1.0938,
      "step": 110550
    },
    {
      "epoch": 5.143103047220284,
      "grad_norm": 1.6714923369888195,
      "learning_rate": 1.530950037975913e-05,
      "loss": 0.957,
      "step": 110551
    },
    {
      "epoch": 5.143149569667364,
      "grad_norm": 1.62827733546234,
      "learning_rate": 1.5307866933737107e-05,
      "loss": 1.0,
      "step": 110552
    },
    {
      "epoch": 5.1431960921144455,
      "grad_norm": 1.5713515705149863,
      "learning_rate": 1.5306233570174438e-05,
      "loss": 0.9258,
      "step": 110553
    },
    {
      "epoch": 5.143242614561526,
      "grad_norm": 1.806347418636436,
      "learning_rate": 1.530460028907209e-05,
      "loss": 0.9766,
      "step": 110554
    },
    {
      "epoch": 5.1432891370086065,
      "grad_norm": 1.7058147150376628,
      "learning_rate": 1.5302967090431062e-05,
      "loss": 1.0859,
      "step": 110555
    },
    {
      "epoch": 5.143335659455687,
      "grad_norm": 1.7115381635809441,
      "learning_rate": 1.530133397425232e-05,
      "loss": 1.0547,
      "step": 110556
    },
    {
      "epoch": 5.143382181902768,
      "grad_norm": 1.7684593204162136,
      "learning_rate": 1.529970094053692e-05,
      "loss": 1.0938,
      "step": 110557
    },
    {
      "epoch": 5.143428704349849,
      "grad_norm": 1.6430201364717358,
      "learning_rate": 1.5298067989285834e-05,
      "loss": 0.9141,
      "step": 110558
    },
    {
      "epoch": 5.143475226796929,
      "grad_norm": 1.6687156887829073,
      "learning_rate": 1.5296435120500083e-05,
      "loss": 0.8945,
      "step": 110559
    },
    {
      "epoch": 5.143521749244011,
      "grad_norm": 1.8821656069754067,
      "learning_rate": 1.52948023341806e-05,
      "loss": 0.9727,
      "step": 110560
    },
    {
      "epoch": 5.143568271691091,
      "grad_norm": 1.703652944044374,
      "learning_rate": 1.5293169630328468e-05,
      "loss": 1.1562,
      "step": 110561
    },
    {
      "epoch": 5.143614794138172,
      "grad_norm": 1.8285903566725248,
      "learning_rate": 1.529153700894465e-05,
      "loss": 1.0156,
      "step": 110562
    },
    {
      "epoch": 5.143661316585252,
      "grad_norm": 1.550771423923578,
      "learning_rate": 1.5289904470030144e-05,
      "loss": 0.918,
      "step": 110563
    },
    {
      "epoch": 5.143707839032333,
      "grad_norm": 1.6290074937658527,
      "learning_rate": 1.5288272013585972e-05,
      "loss": 0.9648,
      "step": 110564
    },
    {
      "epoch": 5.143754361479414,
      "grad_norm": 1.6698041729755424,
      "learning_rate": 1.5286639639613064e-05,
      "loss": 1.0781,
      "step": 110565
    },
    {
      "epoch": 5.143800883926494,
      "grad_norm": 1.628645763896136,
      "learning_rate": 1.52850073481125e-05,
      "loss": 0.9961,
      "step": 110566
    },
    {
      "epoch": 5.143847406373575,
      "grad_norm": 1.538062994190759,
      "learning_rate": 1.528337513908523e-05,
      "loss": 0.9102,
      "step": 110567
    },
    {
      "epoch": 5.143893928820656,
      "grad_norm": 1.585803232176787,
      "learning_rate": 1.5281743012532287e-05,
      "loss": 0.8633,
      "step": 110568
    },
    {
      "epoch": 5.143940451267737,
      "grad_norm": 1.6628909815947241,
      "learning_rate": 1.5280110968454673e-05,
      "loss": 0.9688,
      "step": 110569
    },
    {
      "epoch": 5.143986973714817,
      "grad_norm": 1.5587592127466428,
      "learning_rate": 1.527847900685332e-05,
      "loss": 0.9219,
      "step": 110570
    },
    {
      "epoch": 5.1440334961618985,
      "grad_norm": 1.6814448696745201,
      "learning_rate": 1.527684712772932e-05,
      "loss": 1.0625,
      "step": 110571
    },
    {
      "epoch": 5.144080018608979,
      "grad_norm": 1.8332478594763157,
      "learning_rate": 1.5275215331083627e-05,
      "loss": 1.0859,
      "step": 110572
    },
    {
      "epoch": 5.1441265410560595,
      "grad_norm": 1.714322934845316,
      "learning_rate": 1.527358361691723e-05,
      "loss": 1.125,
      "step": 110573
    },
    {
      "epoch": 5.14417306350314,
      "grad_norm": 1.7388925023484618,
      "learning_rate": 1.5271951985231117e-05,
      "loss": 0.9805,
      "step": 110574
    },
    {
      "epoch": 5.144219585950221,
      "grad_norm": 1.713874325702504,
      "learning_rate": 1.5270320436026344e-05,
      "loss": 0.957,
      "step": 110575
    },
    {
      "epoch": 5.144266108397302,
      "grad_norm": 1.782653382679395,
      "learning_rate": 1.526868896930386e-05,
      "loss": 0.9375,
      "step": 110576
    },
    {
      "epoch": 5.144312630844382,
      "grad_norm": 1.7324738753162103,
      "learning_rate": 1.5267057585064695e-05,
      "loss": 1.0391,
      "step": 110577
    },
    {
      "epoch": 5.144359153291463,
      "grad_norm": 1.808920977358403,
      "learning_rate": 1.5265426283309786e-05,
      "loss": 1.1484,
      "step": 110578
    },
    {
      "epoch": 5.144405675738544,
      "grad_norm": 1.5317699920688403,
      "learning_rate": 1.5263795064040225e-05,
      "loss": 0.9531,
      "step": 110579
    },
    {
      "epoch": 5.144452198185625,
      "grad_norm": 1.5955629798846154,
      "learning_rate": 1.526216392725695e-05,
      "loss": 0.9336,
      "step": 110580
    },
    {
      "epoch": 5.144498720632705,
      "grad_norm": 1.9566253358448058,
      "learning_rate": 1.5260532872960973e-05,
      "loss": 1.0938,
      "step": 110581
    },
    {
      "epoch": 5.1445452430797864,
      "grad_norm": 1.7094299632668275,
      "learning_rate": 1.5258901901153264e-05,
      "loss": 0.9492,
      "step": 110582
    },
    {
      "epoch": 5.144591765526867,
      "grad_norm": 1.6294205637012,
      "learning_rate": 1.5257271011834888e-05,
      "loss": 0.9688,
      "step": 110583
    },
    {
      "epoch": 5.144638287973947,
      "grad_norm": 1.7899856589545393,
      "learning_rate": 1.525564020500679e-05,
      "loss": 1.0,
      "step": 110584
    },
    {
      "epoch": 5.144684810421028,
      "grad_norm": 1.6369935176367867,
      "learning_rate": 1.5254009480669993e-05,
      "loss": 0.9219,
      "step": 110585
    },
    {
      "epoch": 5.144731332868109,
      "grad_norm": 1.661841578320282,
      "learning_rate": 1.5252378838825457e-05,
      "loss": 1.0781,
      "step": 110586
    },
    {
      "epoch": 5.14477785531519,
      "grad_norm": 1.7699168195810617,
      "learning_rate": 1.5250748279474234e-05,
      "loss": 0.8945,
      "step": 110587
    },
    {
      "epoch": 5.14482437776227,
      "grad_norm": 1.7701708408081125,
      "learning_rate": 1.5249117802617288e-05,
      "loss": 0.9297,
      "step": 110588
    },
    {
      "epoch": 5.144870900209351,
      "grad_norm": 1.6175621586806863,
      "learning_rate": 1.5247487408255603e-05,
      "loss": 0.9375,
      "step": 110589
    },
    {
      "epoch": 5.144917422656432,
      "grad_norm": 1.7467167783806996,
      "learning_rate": 1.5245857096390245e-05,
      "loss": 1.0078,
      "step": 110590
    },
    {
      "epoch": 5.1449639451035125,
      "grad_norm": 1.5474763964824785,
      "learning_rate": 1.5244226867022113e-05,
      "loss": 1.0078,
      "step": 110591
    },
    {
      "epoch": 5.145010467550593,
      "grad_norm": 1.689934506800924,
      "learning_rate": 1.5242596720152305e-05,
      "loss": 0.9492,
      "step": 110592
    },
    {
      "epoch": 5.1450569899976735,
      "grad_norm": 1.7436365642887532,
      "learning_rate": 1.5240966655781772e-05,
      "loss": 1.1016,
      "step": 110593
    },
    {
      "epoch": 5.145103512444755,
      "grad_norm": 1.6366238398952888,
      "learning_rate": 1.5239336673911512e-05,
      "loss": 1.0938,
      "step": 110594
    },
    {
      "epoch": 5.145150034891835,
      "grad_norm": 1.509048467226391,
      "learning_rate": 1.5237706774542524e-05,
      "loss": 0.875,
      "step": 110595
    },
    {
      "epoch": 5.145196557338916,
      "grad_norm": 1.6415130235556656,
      "learning_rate": 1.5236076957675775e-05,
      "loss": 0.9531,
      "step": 110596
    },
    {
      "epoch": 5.145243079785997,
      "grad_norm": 1.7470888299163954,
      "learning_rate": 1.523444722331233e-05,
      "loss": 0.9883,
      "step": 110597
    },
    {
      "epoch": 5.145289602233078,
      "grad_norm": 1.567005092173906,
      "learning_rate": 1.5232817571453137e-05,
      "loss": 0.918,
      "step": 110598
    },
    {
      "epoch": 5.145336124680158,
      "grad_norm": 1.7004472313220798,
      "learning_rate": 1.5231188002099215e-05,
      "loss": 1.1172,
      "step": 110599
    },
    {
      "epoch": 5.145382647127239,
      "grad_norm": 1.7579317877401712,
      "learning_rate": 1.5229558515251528e-05,
      "loss": 1.1094,
      "step": 110600
    },
    {
      "epoch": 5.14542916957432,
      "grad_norm": 1.5112797607422357,
      "learning_rate": 1.5227929110911124e-05,
      "loss": 0.9531,
      "step": 110601
    },
    {
      "epoch": 5.1454756920214,
      "grad_norm": 1.9073950446864711,
      "learning_rate": 1.5226299789078988e-05,
      "loss": 0.9648,
      "step": 110602
    },
    {
      "epoch": 5.145522214468481,
      "grad_norm": 1.8555131257322206,
      "learning_rate": 1.5224670549756102e-05,
      "loss": 1.0234,
      "step": 110603
    },
    {
      "epoch": 5.145568736915561,
      "grad_norm": 1.540762767867656,
      "learning_rate": 1.522304139294343e-05,
      "loss": 0.8984,
      "step": 110604
    },
    {
      "epoch": 5.145615259362643,
      "grad_norm": 1.577173490383069,
      "learning_rate": 1.522141231864204e-05,
      "loss": 0.9648,
      "step": 110605
    },
    {
      "epoch": 5.145661781809723,
      "grad_norm": 1.6882551889256299,
      "learning_rate": 1.521978332685288e-05,
      "loss": 1.0312,
      "step": 110606
    },
    {
      "epoch": 5.145708304256804,
      "grad_norm": 1.6028769427364302,
      "learning_rate": 1.5218154417576984e-05,
      "loss": 1.0234,
      "step": 110607
    },
    {
      "epoch": 5.145754826703884,
      "grad_norm": 1.7265043708734316,
      "learning_rate": 1.5216525590815282e-05,
      "loss": 0.9961,
      "step": 110608
    },
    {
      "epoch": 5.1458013491509655,
      "grad_norm": 1.5099789446023364,
      "learning_rate": 1.5214896846568858e-05,
      "loss": 0.8359,
      "step": 110609
    },
    {
      "epoch": 5.145847871598046,
      "grad_norm": 1.6309755373496837,
      "learning_rate": 1.5213268184838679e-05,
      "loss": 0.9609,
      "step": 110610
    },
    {
      "epoch": 5.1458943940451265,
      "grad_norm": 1.647097975776563,
      "learning_rate": 1.5211639605625691e-05,
      "loss": 0.9219,
      "step": 110611
    },
    {
      "epoch": 5.145940916492208,
      "grad_norm": 1.7029817877060305,
      "learning_rate": 1.5210011108930948e-05,
      "loss": 1.0234,
      "step": 110612
    },
    {
      "epoch": 5.145987438939288,
      "grad_norm": 1.7391124578040236,
      "learning_rate": 1.5208382694755411e-05,
      "loss": 1.0859,
      "step": 110613
    },
    {
      "epoch": 5.146033961386369,
      "grad_norm": 1.5689301670177354,
      "learning_rate": 1.5206754363100132e-05,
      "loss": 0.9102,
      "step": 110614
    },
    {
      "epoch": 5.146080483833449,
      "grad_norm": 1.6459933960464435,
      "learning_rate": 1.5205126113966076e-05,
      "loss": 0.9766,
      "step": 110615
    },
    {
      "epoch": 5.146127006280531,
      "grad_norm": 1.7232028716437988,
      "learning_rate": 1.5203497947354226e-05,
      "loss": 0.9102,
      "step": 110616
    },
    {
      "epoch": 5.146173528727611,
      "grad_norm": 1.8523620975740702,
      "learning_rate": 1.5201869863265564e-05,
      "loss": 1.0859,
      "step": 110617
    },
    {
      "epoch": 5.146220051174692,
      "grad_norm": 1.7453234663405381,
      "learning_rate": 1.520024186170114e-05,
      "loss": 0.918,
      "step": 110618
    },
    {
      "epoch": 5.146266573621772,
      "grad_norm": 1.7704235751175728,
      "learning_rate": 1.519861394266192e-05,
      "loss": 1.0,
      "step": 110619
    },
    {
      "epoch": 5.1463130960688535,
      "grad_norm": 1.603068601153578,
      "learning_rate": 1.51969861061489e-05,
      "loss": 0.9609,
      "step": 110620
    },
    {
      "epoch": 5.146359618515934,
      "grad_norm": 1.5800127845991918,
      "learning_rate": 1.5195358352163084e-05,
      "loss": 0.9141,
      "step": 110621
    },
    {
      "epoch": 5.146406140963014,
      "grad_norm": 1.551609468038542,
      "learning_rate": 1.5193730680705435e-05,
      "loss": 0.8555,
      "step": 110622
    },
    {
      "epoch": 5.146452663410096,
      "grad_norm": 1.6557646892858489,
      "learning_rate": 1.5192103091777002e-05,
      "loss": 0.9844,
      "step": 110623
    },
    {
      "epoch": 5.146499185857176,
      "grad_norm": 1.755346324573696,
      "learning_rate": 1.5190475585378769e-05,
      "loss": 0.9922,
      "step": 110624
    },
    {
      "epoch": 5.146545708304257,
      "grad_norm": 1.6941701541094156,
      "learning_rate": 1.5188848161511718e-05,
      "loss": 0.9727,
      "step": 110625
    },
    {
      "epoch": 5.146592230751337,
      "grad_norm": 1.6482172869692318,
      "learning_rate": 1.5187220820176814e-05,
      "loss": 1.0312,
      "step": 110626
    },
    {
      "epoch": 5.146638753198419,
      "grad_norm": 1.7957351453011556,
      "learning_rate": 1.5185593561375126e-05,
      "loss": 1.0078,
      "step": 110627
    },
    {
      "epoch": 5.146685275645499,
      "grad_norm": 1.6665976205474133,
      "learning_rate": 1.51839663851076e-05,
      "loss": 1.0859,
      "step": 110628
    },
    {
      "epoch": 5.1467317980925795,
      "grad_norm": 1.8616026962131769,
      "learning_rate": 1.518233929137525e-05,
      "loss": 1.0625,
      "step": 110629
    },
    {
      "epoch": 5.14677832053966,
      "grad_norm": 1.9214212098548733,
      "learning_rate": 1.5180712280179047e-05,
      "loss": 1.0,
      "step": 110630
    },
    {
      "epoch": 5.146824842986741,
      "grad_norm": 1.6400115211152808,
      "learning_rate": 1.517908535152002e-05,
      "loss": 0.832,
      "step": 110631
    },
    {
      "epoch": 5.146871365433822,
      "grad_norm": 1.4820273417870398,
      "learning_rate": 1.517745850539917e-05,
      "loss": 0.8828,
      "step": 110632
    },
    {
      "epoch": 5.146917887880902,
      "grad_norm": 1.4907728343340458,
      "learning_rate": 1.517583174181743e-05,
      "loss": 0.8711,
      "step": 110633
    },
    {
      "epoch": 5.146964410327984,
      "grad_norm": 1.5329464094057137,
      "learning_rate": 1.517420506077588e-05,
      "loss": 0.8984,
      "step": 110634
    },
    {
      "epoch": 5.147010932775064,
      "grad_norm": 1.5737246654866317,
      "learning_rate": 1.5172578462275437e-05,
      "loss": 1.0,
      "step": 110635
    },
    {
      "epoch": 5.147057455222145,
      "grad_norm": 1.6111213711329129,
      "learning_rate": 1.5170951946317167e-05,
      "loss": 0.9414,
      "step": 110636
    },
    {
      "epoch": 5.147103977669225,
      "grad_norm": 1.7390282840957803,
      "learning_rate": 1.5169325512902037e-05,
      "loss": 0.9883,
      "step": 110637
    },
    {
      "epoch": 5.1471505001163065,
      "grad_norm": 1.6875043680153254,
      "learning_rate": 1.5167699162031044e-05,
      "loss": 1.0547,
      "step": 110638
    },
    {
      "epoch": 5.147197022563387,
      "grad_norm": 1.7117441695141387,
      "learning_rate": 1.5166072893705139e-05,
      "loss": 0.918,
      "step": 110639
    },
    {
      "epoch": 5.147243545010467,
      "grad_norm": 1.6851195026524983,
      "learning_rate": 1.5164446707925403e-05,
      "loss": 0.9883,
      "step": 110640
    },
    {
      "epoch": 5.147290067457548,
      "grad_norm": 1.8283301418582476,
      "learning_rate": 1.5162820604692789e-05,
      "loss": 1.0234,
      "step": 110641
    },
    {
      "epoch": 5.147336589904629,
      "grad_norm": 1.509201865383191,
      "learning_rate": 1.5161194584008273e-05,
      "loss": 0.8555,
      "step": 110642
    },
    {
      "epoch": 5.14738311235171,
      "grad_norm": 1.692153742423125,
      "learning_rate": 1.5159568645872843e-05,
      "loss": 1.0703,
      "step": 110643
    },
    {
      "epoch": 5.14742963479879,
      "grad_norm": 1.6911413914226459,
      "learning_rate": 1.5157942790287563e-05,
      "loss": 0.8555,
      "step": 110644
    },
    {
      "epoch": 5.147476157245871,
      "grad_norm": 1.939132878250279,
      "learning_rate": 1.5156317017253383e-05,
      "loss": 1.1719,
      "step": 110645
    },
    {
      "epoch": 5.147522679692952,
      "grad_norm": 1.5720287957569987,
      "learning_rate": 1.5154691326771284e-05,
      "loss": 1.0312,
      "step": 110646
    },
    {
      "epoch": 5.1475692021400326,
      "grad_norm": 1.5354342854507064,
      "learning_rate": 1.51530657188423e-05,
      "loss": 0.9648,
      "step": 110647
    },
    {
      "epoch": 5.147615724587113,
      "grad_norm": 1.5255329258917374,
      "learning_rate": 1.5151440193467363e-05,
      "loss": 0.8789,
      "step": 110648
    },
    {
      "epoch": 5.147662247034194,
      "grad_norm": 1.9156605838370488,
      "learning_rate": 1.5149814750647537e-05,
      "loss": 1.125,
      "step": 110649
    },
    {
      "epoch": 5.147708769481275,
      "grad_norm": 1.8033878512992576,
      "learning_rate": 1.5148189390383792e-05,
      "loss": 1.0234,
      "step": 110650
    },
    {
      "epoch": 5.147755291928355,
      "grad_norm": 1.5732897839730031,
      "learning_rate": 1.5146564112677106e-05,
      "loss": 0.9727,
      "step": 110651
    },
    {
      "epoch": 5.147801814375436,
      "grad_norm": 1.5003516104379135,
      "learning_rate": 1.5144938917528483e-05,
      "loss": 0.957,
      "step": 110652
    },
    {
      "epoch": 5.147848336822517,
      "grad_norm": 1.7814523079291045,
      "learning_rate": 1.5143313804938934e-05,
      "loss": 1.1484,
      "step": 110653
    },
    {
      "epoch": 5.147894859269598,
      "grad_norm": 1.525379526616229,
      "learning_rate": 1.5141688774909444e-05,
      "loss": 0.9062,
      "step": 110654
    },
    {
      "epoch": 5.147941381716678,
      "grad_norm": 1.525499998318429,
      "learning_rate": 1.5140063827440995e-05,
      "loss": 1.0078,
      "step": 110655
    },
    {
      "epoch": 5.147987904163759,
      "grad_norm": 1.6584755338720354,
      "learning_rate": 1.5138438962534605e-05,
      "loss": 0.9688,
      "step": 110656
    },
    {
      "epoch": 5.14803442661084,
      "grad_norm": 1.6951104786151505,
      "learning_rate": 1.5136814180191237e-05,
      "loss": 0.9258,
      "step": 110657
    },
    {
      "epoch": 5.1480809490579205,
      "grad_norm": 1.5320585454351736,
      "learning_rate": 1.5135189480411941e-05,
      "loss": 0.8711,
      "step": 110658
    },
    {
      "epoch": 5.148127471505001,
      "grad_norm": 1.7679273054222693,
      "learning_rate": 1.5133564863197667e-05,
      "loss": 1.0391,
      "step": 110659
    },
    {
      "epoch": 5.148173993952082,
      "grad_norm": 1.599409643264488,
      "learning_rate": 1.5131940328549414e-05,
      "loss": 0.9961,
      "step": 110660
    },
    {
      "epoch": 5.148220516399163,
      "grad_norm": 1.794719373040972,
      "learning_rate": 1.5130315876468163e-05,
      "loss": 0.9688,
      "step": 110661
    },
    {
      "epoch": 5.148267038846243,
      "grad_norm": 1.7649681781488238,
      "learning_rate": 1.5128691506954965e-05,
      "loss": 1.0156,
      "step": 110662
    },
    {
      "epoch": 5.148313561293324,
      "grad_norm": 1.5701881189319562,
      "learning_rate": 1.5127067220010753e-05,
      "loss": 0.9062,
      "step": 110663
    },
    {
      "epoch": 5.148360083740405,
      "grad_norm": 1.8408893776093969,
      "learning_rate": 1.5125443015636557e-05,
      "loss": 1.0547,
      "step": 110664
    },
    {
      "epoch": 5.148406606187486,
      "grad_norm": 1.6887820965201545,
      "learning_rate": 1.5123818893833346e-05,
      "loss": 0.9766,
      "step": 110665
    },
    {
      "epoch": 5.148453128634566,
      "grad_norm": 1.6718763433239716,
      "learning_rate": 1.5122194854602133e-05,
      "loss": 0.9883,
      "step": 110666
    },
    {
      "epoch": 5.1484996510816465,
      "grad_norm": 1.541509196153951,
      "learning_rate": 1.5120570897943917e-05,
      "loss": 0.9062,
      "step": 110667
    },
    {
      "epoch": 5.148546173528728,
      "grad_norm": 1.6857408572093,
      "learning_rate": 1.5118947023859684e-05,
      "loss": 0.8711,
      "step": 110668
    },
    {
      "epoch": 5.148592695975808,
      "grad_norm": 1.6671538292075905,
      "learning_rate": 1.5117323232350399e-05,
      "loss": 1.1172,
      "step": 110669
    },
    {
      "epoch": 5.148639218422889,
      "grad_norm": 1.7705104303148793,
      "learning_rate": 1.5115699523417107e-05,
      "loss": 1.0391,
      "step": 110670
    },
    {
      "epoch": 5.14868574086997,
      "grad_norm": 1.5168624955073196,
      "learning_rate": 1.511407589706078e-05,
      "loss": 0.918,
      "step": 110671
    },
    {
      "epoch": 5.148732263317051,
      "grad_norm": 1.747923372014716,
      "learning_rate": 1.5112452353282411e-05,
      "loss": 1.0234,
      "step": 110672
    },
    {
      "epoch": 5.148778785764131,
      "grad_norm": 1.6974957831538346,
      "learning_rate": 1.5110828892083004e-05,
      "loss": 1.0547,
      "step": 110673
    },
    {
      "epoch": 5.148825308211212,
      "grad_norm": 1.6578250201352198,
      "learning_rate": 1.5109205513463507e-05,
      "loss": 0.9062,
      "step": 110674
    },
    {
      "epoch": 5.148871830658293,
      "grad_norm": 1.7779127140560262,
      "learning_rate": 1.5107582217424968e-05,
      "loss": 1.0391,
      "step": 110675
    },
    {
      "epoch": 5.1489183531053735,
      "grad_norm": 1.589229839947664,
      "learning_rate": 1.5105959003968372e-05,
      "loss": 0.9297,
      "step": 110676
    },
    {
      "epoch": 5.148964875552454,
      "grad_norm": 1.667458309063888,
      "learning_rate": 1.510433587309468e-05,
      "loss": 0.957,
      "step": 110677
    },
    {
      "epoch": 5.1490113979995344,
      "grad_norm": 1.7576151841773722,
      "learning_rate": 1.510271282480493e-05,
      "loss": 0.9453,
      "step": 110678
    },
    {
      "epoch": 5.149057920446616,
      "grad_norm": 1.778733849146302,
      "learning_rate": 1.5101089859100068e-05,
      "loss": 1.0391,
      "step": 110679
    },
    {
      "epoch": 5.149104442893696,
      "grad_norm": 1.7882535063208755,
      "learning_rate": 1.5099466975981129e-05,
      "loss": 0.8516,
      "step": 110680
    },
    {
      "epoch": 5.149150965340777,
      "grad_norm": 1.6155001046404245,
      "learning_rate": 1.5097844175449109e-05,
      "loss": 0.9609,
      "step": 110681
    },
    {
      "epoch": 5.149197487787857,
      "grad_norm": 1.606269118366461,
      "learning_rate": 1.5096221457504975e-05,
      "loss": 0.9258,
      "step": 110682
    },
    {
      "epoch": 5.149244010234939,
      "grad_norm": 1.8018356295524685,
      "learning_rate": 1.5094598822149695e-05,
      "loss": 1.0469,
      "step": 110683
    },
    {
      "epoch": 5.149290532682019,
      "grad_norm": 1.557291968220093,
      "learning_rate": 1.5092976269384333e-05,
      "loss": 0.9414,
      "step": 110684
    },
    {
      "epoch": 5.1493370551291,
      "grad_norm": 1.5543607456192747,
      "learning_rate": 1.5091353799209854e-05,
      "loss": 1.0,
      "step": 110685
    },
    {
      "epoch": 5.149383577576181,
      "grad_norm": 1.6063102936695945,
      "learning_rate": 1.5089731411627243e-05,
      "loss": 0.9062,
      "step": 110686
    },
    {
      "epoch": 5.149430100023261,
      "grad_norm": 1.5495081062002614,
      "learning_rate": 1.5088109106637447e-05,
      "loss": 0.9766,
      "step": 110687
    },
    {
      "epoch": 5.149476622470342,
      "grad_norm": 1.729023795023366,
      "learning_rate": 1.508648688424155e-05,
      "loss": 0.9102,
      "step": 110688
    },
    {
      "epoch": 5.149523144917422,
      "grad_norm": 1.7968681044604213,
      "learning_rate": 1.50848647444405e-05,
      "loss": 0.9453,
      "step": 110689
    },
    {
      "epoch": 5.149569667364504,
      "grad_norm": 1.622911426228736,
      "learning_rate": 1.508324268723528e-05,
      "loss": 0.9219,
      "step": 110690
    },
    {
      "epoch": 5.149616189811584,
      "grad_norm": 1.4642807518061158,
      "learning_rate": 1.5081620712626873e-05,
      "loss": 0.8516,
      "step": 110691
    },
    {
      "epoch": 5.149662712258665,
      "grad_norm": 1.510342602069762,
      "learning_rate": 1.5079998820616313e-05,
      "loss": 0.8516,
      "step": 110692
    },
    {
      "epoch": 5.149709234705745,
      "grad_norm": 1.7834669040533733,
      "learning_rate": 1.5078377011204579e-05,
      "loss": 0.9648,
      "step": 110693
    },
    {
      "epoch": 5.1497557571528265,
      "grad_norm": 1.7742310004086423,
      "learning_rate": 1.5076755284392672e-05,
      "loss": 0.9062,
      "step": 110694
    },
    {
      "epoch": 5.149802279599907,
      "grad_norm": 1.6886268837717913,
      "learning_rate": 1.5075133640181524e-05,
      "loss": 1.0078,
      "step": 110695
    },
    {
      "epoch": 5.1498488020469875,
      "grad_norm": 1.683408306879846,
      "learning_rate": 1.5073512078572203e-05,
      "loss": 0.9609,
      "step": 110696
    },
    {
      "epoch": 5.149895324494068,
      "grad_norm": 1.551150312022569,
      "learning_rate": 1.5071890599565688e-05,
      "loss": 0.7969,
      "step": 110697
    },
    {
      "epoch": 5.149941846941149,
      "grad_norm": 1.7807155343884447,
      "learning_rate": 1.5070269203162932e-05,
      "loss": 1.0391,
      "step": 110698
    },
    {
      "epoch": 5.14998836938823,
      "grad_norm": 1.5625970490693148,
      "learning_rate": 1.5068647889364949e-05,
      "loss": 0.8711,
      "step": 110699
    },
    {
      "epoch": 5.15003489183531,
      "grad_norm": 1.7950727748929334,
      "learning_rate": 1.5067026658172753e-05,
      "loss": 1.0312,
      "step": 110700
    },
    {
      "epoch": 5.150081414282392,
      "grad_norm": 1.761268265486901,
      "learning_rate": 1.5065405509587281e-05,
      "loss": 1.0078,
      "step": 110701
    },
    {
      "epoch": 5.150127936729472,
      "grad_norm": 1.7527307533937462,
      "learning_rate": 1.506378444360961e-05,
      "loss": 1.0547,
      "step": 110702
    },
    {
      "epoch": 5.150174459176553,
      "grad_norm": 1.671296316525856,
      "learning_rate": 1.5062163460240678e-05,
      "loss": 0.9375,
      "step": 110703
    },
    {
      "epoch": 5.150220981623633,
      "grad_norm": 1.6332901340290873,
      "learning_rate": 1.5060542559481481e-05,
      "loss": 0.9609,
      "step": 110704
    },
    {
      "epoch": 5.150267504070714,
      "grad_norm": 1.5924790612618236,
      "learning_rate": 1.5058921741332985e-05,
      "loss": 0.9102,
      "step": 110705
    },
    {
      "epoch": 5.150314026517795,
      "grad_norm": 1.721574166315283,
      "learning_rate": 1.5057301005796241e-05,
      "loss": 0.9453,
      "step": 110706
    },
    {
      "epoch": 5.150360548964875,
      "grad_norm": 1.6231464685667418,
      "learning_rate": 1.505568035287223e-05,
      "loss": 0.9102,
      "step": 110707
    },
    {
      "epoch": 5.150407071411956,
      "grad_norm": 1.7375571869375723,
      "learning_rate": 1.50540597825619e-05,
      "loss": 1.0625,
      "step": 110708
    },
    {
      "epoch": 5.150453593859037,
      "grad_norm": 1.6035611406601589,
      "learning_rate": 1.5052439294866254e-05,
      "loss": 0.9531,
      "step": 110709
    },
    {
      "epoch": 5.150500116306118,
      "grad_norm": 1.6062521416471698,
      "learning_rate": 1.5050818889786336e-05,
      "loss": 0.9609,
      "step": 110710
    },
    {
      "epoch": 5.150546638753198,
      "grad_norm": 1.6197384791988956,
      "learning_rate": 1.5049198567323101e-05,
      "loss": 0.8711,
      "step": 110711
    },
    {
      "epoch": 5.1505931612002795,
      "grad_norm": 1.615687314790912,
      "learning_rate": 1.5047578327477528e-05,
      "loss": 0.9648,
      "step": 110712
    },
    {
      "epoch": 5.15063968364736,
      "grad_norm": 1.7141177939065702,
      "learning_rate": 1.50459581702506e-05,
      "loss": 1.0312,
      "step": 110713
    },
    {
      "epoch": 5.1506862060944405,
      "grad_norm": 1.6044877615524709,
      "learning_rate": 1.5044338095643365e-05,
      "loss": 0.9492,
      "step": 110714
    },
    {
      "epoch": 5.150732728541521,
      "grad_norm": 1.636302326799257,
      "learning_rate": 1.5042718103656775e-05,
      "loss": 0.875,
      "step": 110715
    },
    {
      "epoch": 5.150779250988602,
      "grad_norm": 1.9071160208129914,
      "learning_rate": 1.5041098194291845e-05,
      "loss": 1.1641,
      "step": 110716
    },
    {
      "epoch": 5.150825773435683,
      "grad_norm": 1.6356336826263667,
      "learning_rate": 1.5039478367549507e-05,
      "loss": 1.0078,
      "step": 110717
    },
    {
      "epoch": 5.150872295882763,
      "grad_norm": 1.6532963786999353,
      "learning_rate": 1.5037858623430826e-05,
      "loss": 0.9023,
      "step": 110718
    },
    {
      "epoch": 5.150918818329844,
      "grad_norm": 1.5178916218092948,
      "learning_rate": 1.5036238961936754e-05,
      "loss": 0.8945,
      "step": 110719
    },
    {
      "epoch": 5.150965340776925,
      "grad_norm": 2.011861210348467,
      "learning_rate": 1.5034619383068303e-05,
      "loss": 1.0781,
      "step": 110720
    },
    {
      "epoch": 5.151011863224006,
      "grad_norm": 1.7545591206391318,
      "learning_rate": 1.5032999886826425e-05,
      "loss": 0.9648,
      "step": 110721
    },
    {
      "epoch": 5.151058385671086,
      "grad_norm": 1.6320927574140107,
      "learning_rate": 1.5031380473212134e-05,
      "loss": 1.0234,
      "step": 110722
    },
    {
      "epoch": 5.1511049081181675,
      "grad_norm": 1.7032684258726194,
      "learning_rate": 1.5029761142226466e-05,
      "loss": 1.1094,
      "step": 110723
    },
    {
      "epoch": 5.151151430565248,
      "grad_norm": 1.6225534669786426,
      "learning_rate": 1.5028141893870366e-05,
      "loss": 1.0156,
      "step": 110724
    },
    {
      "epoch": 5.151197953012328,
      "grad_norm": 1.5610172379851526,
      "learning_rate": 1.5026522728144835e-05,
      "loss": 0.957,
      "step": 110725
    },
    {
      "epoch": 5.151244475459409,
      "grad_norm": 1.5524273770671435,
      "learning_rate": 1.5024903645050872e-05,
      "loss": 1.0234,
      "step": 110726
    },
    {
      "epoch": 5.15129099790649,
      "grad_norm": 1.7135786261066444,
      "learning_rate": 1.5023284644589412e-05,
      "loss": 1.0078,
      "step": 110727
    },
    {
      "epoch": 5.151337520353571,
      "grad_norm": 1.7583880491748036,
      "learning_rate": 1.5021665726761534e-05,
      "loss": 0.9883,
      "step": 110728
    },
    {
      "epoch": 5.151384042800651,
      "grad_norm": 1.7717888457575497,
      "learning_rate": 1.5020046891568189e-05,
      "loss": 1.0312,
      "step": 110729
    },
    {
      "epoch": 5.151430565247732,
      "grad_norm": 1.5632393473867419,
      "learning_rate": 1.5018428139010358e-05,
      "loss": 0.8672,
      "step": 110730
    },
    {
      "epoch": 5.151477087694813,
      "grad_norm": 1.813352152813946,
      "learning_rate": 1.5016809469089009e-05,
      "loss": 1.0156,
      "step": 110731
    },
    {
      "epoch": 5.1515236101418935,
      "grad_norm": 1.6463709554330634,
      "learning_rate": 1.5015190881805206e-05,
      "loss": 1.0078,
      "step": 110732
    },
    {
      "epoch": 5.151570132588974,
      "grad_norm": 1.831534234392977,
      "learning_rate": 1.5013572377159883e-05,
      "loss": 1.0469,
      "step": 110733
    },
    {
      "epoch": 5.1516166550360545,
      "grad_norm": 1.6365476013484799,
      "learning_rate": 1.5011953955154071e-05,
      "loss": 1.0391,
      "step": 110734
    },
    {
      "epoch": 5.151663177483136,
      "grad_norm": 1.563738582410866,
      "learning_rate": 1.5010335615788687e-05,
      "loss": 0.9922,
      "step": 110735
    },
    {
      "epoch": 5.151709699930216,
      "grad_norm": 1.7488650696602897,
      "learning_rate": 1.5008717359064799e-05,
      "loss": 1.0469,
      "step": 110736
    },
    {
      "epoch": 5.151756222377297,
      "grad_norm": 1.6593225424360996,
      "learning_rate": 1.5007099184983384e-05,
      "loss": 1.0703,
      "step": 110737
    },
    {
      "epoch": 5.151802744824378,
      "grad_norm": 1.5811785215919936,
      "learning_rate": 1.5005481093545413e-05,
      "loss": 0.8594,
      "step": 110738
    },
    {
      "epoch": 5.151849267271459,
      "grad_norm": 1.6756862551087977,
      "learning_rate": 1.500386308475185e-05,
      "loss": 1.0859,
      "step": 110739
    },
    {
      "epoch": 5.151895789718539,
      "grad_norm": 1.6466741818309139,
      "learning_rate": 1.5002245158603743e-05,
      "loss": 1.0625,
      "step": 110740
    },
    {
      "epoch": 5.15194231216562,
      "grad_norm": 1.8962204378210739,
      "learning_rate": 1.5000627315102059e-05,
      "loss": 1.1016,
      "step": 110741
    },
    {
      "epoch": 5.151988834612701,
      "grad_norm": 1.7646509280761993,
      "learning_rate": 1.4999009554247799e-05,
      "loss": 1.1797,
      "step": 110742
    },
    {
      "epoch": 5.152035357059781,
      "grad_norm": 1.6408661261568387,
      "learning_rate": 1.4997391876041893e-05,
      "loss": 0.9336,
      "step": 110743
    },
    {
      "epoch": 5.152081879506862,
      "grad_norm": 1.6316188086738581,
      "learning_rate": 1.499577428048539e-05,
      "loss": 0.9609,
      "step": 110744
    },
    {
      "epoch": 5.152128401953942,
      "grad_norm": 1.868523291469015,
      "learning_rate": 1.4994156767579308e-05,
      "loss": 1.0625,
      "step": 110745
    },
    {
      "epoch": 5.152174924401024,
      "grad_norm": 1.6734909642029292,
      "learning_rate": 1.4992539337324577e-05,
      "loss": 1.0391,
      "step": 110746
    },
    {
      "epoch": 5.152221446848104,
      "grad_norm": 1.9747785131769355,
      "learning_rate": 1.4990921989722215e-05,
      "loss": 1.0391,
      "step": 110747
    },
    {
      "epoch": 5.152267969295185,
      "grad_norm": 1.6348762165694362,
      "learning_rate": 1.4989304724773187e-05,
      "loss": 1.0312,
      "step": 110748
    },
    {
      "epoch": 5.152314491742265,
      "grad_norm": 1.6460317772225572,
      "learning_rate": 1.4987687542478527e-05,
      "loss": 0.9336,
      "step": 110749
    },
    {
      "epoch": 5.1523610141893466,
      "grad_norm": 1.6541581205964753,
      "learning_rate": 1.49860704428392e-05,
      "loss": 0.9492,
      "step": 110750
    },
    {
      "epoch": 5.152407536636427,
      "grad_norm": 1.6106054397058305,
      "learning_rate": 1.4984453425856202e-05,
      "loss": 0.9102,
      "step": 110751
    },
    {
      "epoch": 5.1524540590835075,
      "grad_norm": 1.7434307567074878,
      "learning_rate": 1.4982836491530504e-05,
      "loss": 0.9766,
      "step": 110752
    },
    {
      "epoch": 5.152500581530589,
      "grad_norm": 1.6435140839995959,
      "learning_rate": 1.4981219639863102e-05,
      "loss": 0.9766,
      "step": 110753
    },
    {
      "epoch": 5.152547103977669,
      "grad_norm": 1.6287687495323695,
      "learning_rate": 1.4979602870854995e-05,
      "loss": 1.0391,
      "step": 110754
    },
    {
      "epoch": 5.15259362642475,
      "grad_norm": 1.8074965032829866,
      "learning_rate": 1.4977986184507184e-05,
      "loss": 1.0391,
      "step": 110755
    },
    {
      "epoch": 5.15264014887183,
      "grad_norm": 1.6235960906370266,
      "learning_rate": 1.4976369580820653e-05,
      "loss": 0.9648,
      "step": 110756
    },
    {
      "epoch": 5.152686671318912,
      "grad_norm": 1.868942738873921,
      "learning_rate": 1.4974753059796346e-05,
      "loss": 1.1016,
      "step": 110757
    },
    {
      "epoch": 5.152733193765992,
      "grad_norm": 1.8306081435678203,
      "learning_rate": 1.4973136621435333e-05,
      "loss": 0.9375,
      "step": 110758
    },
    {
      "epoch": 5.152779716213073,
      "grad_norm": 1.6386448607694495,
      "learning_rate": 1.4971520265738546e-05,
      "loss": 1.0781,
      "step": 110759
    },
    {
      "epoch": 5.152826238660153,
      "grad_norm": 1.5937420457696398,
      "learning_rate": 1.4969903992707e-05,
      "loss": 0.8516,
      "step": 110760
    },
    {
      "epoch": 5.1528727611072345,
      "grad_norm": 1.5962672308202055,
      "learning_rate": 1.4968287802341627e-05,
      "loss": 0.8555,
      "step": 110761
    },
    {
      "epoch": 5.152919283554315,
      "grad_norm": 1.824274406066424,
      "learning_rate": 1.4966671694643511e-05,
      "loss": 1.0391,
      "step": 110762
    },
    {
      "epoch": 5.152965806001395,
      "grad_norm": 1.678946254806246,
      "learning_rate": 1.4965055669613584e-05,
      "loss": 0.9688,
      "step": 110763
    },
    {
      "epoch": 5.153012328448477,
      "grad_norm": 1.5688284196769127,
      "learning_rate": 1.4963439727252863e-05,
      "loss": 0.9141,
      "step": 110764
    },
    {
      "epoch": 5.153058850895557,
      "grad_norm": 1.6413716410538186,
      "learning_rate": 1.4961823867562277e-05,
      "loss": 0.9531,
      "step": 110765
    },
    {
      "epoch": 5.153105373342638,
      "grad_norm": 1.8111977427078394,
      "learning_rate": 1.4960208090542863e-05,
      "loss": 0.9961,
      "step": 110766
    },
    {
      "epoch": 5.153151895789718,
      "grad_norm": 1.7573715592511785,
      "learning_rate": 1.4958592396195635e-05,
      "loss": 1.0156,
      "step": 110767
    },
    {
      "epoch": 5.1531984182368,
      "grad_norm": 1.6624558641473868,
      "learning_rate": 1.495697678452154e-05,
      "loss": 0.9688,
      "step": 110768
    },
    {
      "epoch": 5.15324494068388,
      "grad_norm": 1.6513291186332728,
      "learning_rate": 1.4955361255521598e-05,
      "loss": 1.0625,
      "step": 110769
    },
    {
      "epoch": 5.1532914631309605,
      "grad_norm": 2.013063284200505,
      "learning_rate": 1.4953745809196738e-05,
      "loss": 1.0547,
      "step": 110770
    },
    {
      "epoch": 5.153337985578041,
      "grad_norm": 1.48806882160426,
      "learning_rate": 1.4952130445548027e-05,
      "loss": 0.9414,
      "step": 110771
    },
    {
      "epoch": 5.153384508025122,
      "grad_norm": 1.5560466104130424,
      "learning_rate": 1.4950515164576416e-05,
      "loss": 0.9258,
      "step": 110772
    },
    {
      "epoch": 5.153431030472203,
      "grad_norm": 1.6845581560529792,
      "learning_rate": 1.4948899966282885e-05,
      "loss": 0.9414,
      "step": 110773
    },
    {
      "epoch": 5.153477552919283,
      "grad_norm": 1.658207434723533,
      "learning_rate": 1.4947284850668417e-05,
      "loss": 1.0391,
      "step": 110774
    },
    {
      "epoch": 5.153524075366365,
      "grad_norm": 1.8173712394810044,
      "learning_rate": 1.4945669817734046e-05,
      "loss": 1.0078,
      "step": 110775
    },
    {
      "epoch": 5.153570597813445,
      "grad_norm": 1.6104156987616054,
      "learning_rate": 1.4944054867480737e-05,
      "loss": 0.957,
      "step": 110776
    },
    {
      "epoch": 5.153617120260526,
      "grad_norm": 1.6930098307374946,
      "learning_rate": 1.4942439999909456e-05,
      "loss": 0.9375,
      "step": 110777
    },
    {
      "epoch": 5.153663642707606,
      "grad_norm": 1.7287435591447158,
      "learning_rate": 1.4940825215021219e-05,
      "loss": 1.1562,
      "step": 110778
    },
    {
      "epoch": 5.1537101651546875,
      "grad_norm": 1.736743212137308,
      "learning_rate": 1.4939210512816974e-05,
      "loss": 1.0547,
      "step": 110779
    },
    {
      "epoch": 5.153756687601768,
      "grad_norm": 1.5937443295715792,
      "learning_rate": 1.4937595893297772e-05,
      "loss": 1.0469,
      "step": 110780
    },
    {
      "epoch": 5.1538032100488484,
      "grad_norm": 1.6766522939592425,
      "learning_rate": 1.4935981356464577e-05,
      "loss": 0.9688,
      "step": 110781
    },
    {
      "epoch": 5.153849732495929,
      "grad_norm": 1.9219372969925617,
      "learning_rate": 1.4934366902318357e-05,
      "loss": 1.1016,
      "step": 110782
    },
    {
      "epoch": 5.15389625494301,
      "grad_norm": 1.6310575634045517,
      "learning_rate": 1.4932752530860092e-05,
      "loss": 1.0781,
      "step": 110783
    },
    {
      "epoch": 5.153942777390091,
      "grad_norm": 1.732278601825808,
      "learning_rate": 1.4931138242090818e-05,
      "loss": 0.9453,
      "step": 110784
    },
    {
      "epoch": 5.153989299837171,
      "grad_norm": 1.6848389941233197,
      "learning_rate": 1.4929524036011498e-05,
      "loss": 1.0,
      "step": 110785
    },
    {
      "epoch": 5.154035822284252,
      "grad_norm": 1.6696710979865275,
      "learning_rate": 1.4927909912623116e-05,
      "loss": 0.9648,
      "step": 110786
    },
    {
      "epoch": 5.154082344731333,
      "grad_norm": 1.704627800428249,
      "learning_rate": 1.4926295871926635e-05,
      "loss": 1.0547,
      "step": 110787
    },
    {
      "epoch": 5.154128867178414,
      "grad_norm": 1.6569284107063245,
      "learning_rate": 1.4924681913923076e-05,
      "loss": 1.125,
      "step": 110788
    },
    {
      "epoch": 5.154175389625494,
      "grad_norm": 1.8221937367136856,
      "learning_rate": 1.492306803861345e-05,
      "loss": 0.957,
      "step": 110789
    },
    {
      "epoch": 5.154221912072575,
      "grad_norm": 1.7761370836406478,
      "learning_rate": 1.4921454245998726e-05,
      "loss": 1.0234,
      "step": 110790
    },
    {
      "epoch": 5.154268434519656,
      "grad_norm": 1.738376920621565,
      "learning_rate": 1.491984053607987e-05,
      "loss": 0.9805,
      "step": 110791
    },
    {
      "epoch": 5.154314956966736,
      "grad_norm": 1.568687023808319,
      "learning_rate": 1.4918226908857862e-05,
      "loss": 0.7734,
      "step": 110792
    },
    {
      "epoch": 5.154361479413817,
      "grad_norm": 1.6998122939332239,
      "learning_rate": 1.4916613364333735e-05,
      "loss": 0.9766,
      "step": 110793
    },
    {
      "epoch": 5.154408001860898,
      "grad_norm": 1.5270449243400916,
      "learning_rate": 1.4914999902508456e-05,
      "loss": 0.8516,
      "step": 110794
    },
    {
      "epoch": 5.154454524307979,
      "grad_norm": 1.6662603022065692,
      "learning_rate": 1.4913386523383025e-05,
      "loss": 1.0156,
      "step": 110795
    },
    {
      "epoch": 5.154501046755059,
      "grad_norm": 1.6803418948559137,
      "learning_rate": 1.4911773226958373e-05,
      "loss": 0.9688,
      "step": 110796
    },
    {
      "epoch": 5.15454756920214,
      "grad_norm": 1.6446094987994895,
      "learning_rate": 1.4910160013235551e-05,
      "loss": 1.0078,
      "step": 110797
    },
    {
      "epoch": 5.154594091649221,
      "grad_norm": 1.5808887374164793,
      "learning_rate": 1.4908546882215539e-05,
      "loss": 1.0391,
      "step": 110798
    },
    {
      "epoch": 5.1546406140963015,
      "grad_norm": 1.651964158004448,
      "learning_rate": 1.4906933833899303e-05,
      "loss": 1.0938,
      "step": 110799
    },
    {
      "epoch": 5.154687136543382,
      "grad_norm": 1.5499561281478256,
      "learning_rate": 1.4905320868287812e-05,
      "loss": 0.8867,
      "step": 110800
    },
    {
      "epoch": 5.154733658990463,
      "grad_norm": 1.4586023785407785,
      "learning_rate": 1.4903707985382096e-05,
      "loss": 0.8438,
      "step": 110801
    },
    {
      "epoch": 5.154780181437544,
      "grad_norm": 1.9938574034225678,
      "learning_rate": 1.4902095185183138e-05,
      "loss": 1.1875,
      "step": 110802
    },
    {
      "epoch": 5.154826703884624,
      "grad_norm": 1.7491827725677005,
      "learning_rate": 1.4900482467691922e-05,
      "loss": 0.9961,
      "step": 110803
    },
    {
      "epoch": 5.154873226331705,
      "grad_norm": 1.6164793824244306,
      "learning_rate": 1.489886983290941e-05,
      "loss": 0.8828,
      "step": 110804
    },
    {
      "epoch": 5.154919748778786,
      "grad_norm": 1.8650344952385027,
      "learning_rate": 1.4897257280836589e-05,
      "loss": 1.2031,
      "step": 110805
    },
    {
      "epoch": 5.154966271225867,
      "grad_norm": 1.5778226184837723,
      "learning_rate": 1.489564481147449e-05,
      "loss": 0.8633,
      "step": 110806
    },
    {
      "epoch": 5.155012793672947,
      "grad_norm": 1.8691516871346212,
      "learning_rate": 1.4894032424824077e-05,
      "loss": 1.1953,
      "step": 110807
    },
    {
      "epoch": 5.1550593161200275,
      "grad_norm": 1.6990453498775193,
      "learning_rate": 1.48924201208863e-05,
      "loss": 1.1016,
      "step": 110808
    },
    {
      "epoch": 5.155105838567109,
      "grad_norm": 1.6191165889039894,
      "learning_rate": 1.489080789966221e-05,
      "loss": 1.0,
      "step": 110809
    },
    {
      "epoch": 5.155152361014189,
      "grad_norm": 1.6336708814781156,
      "learning_rate": 1.4889195761152722e-05,
      "loss": 0.9609,
      "step": 110810
    },
    {
      "epoch": 5.15519888346127,
      "grad_norm": 1.668689074479362,
      "learning_rate": 1.488758370535892e-05,
      "loss": 1.0312,
      "step": 110811
    },
    {
      "epoch": 5.155245405908351,
      "grad_norm": 1.7210072156915213,
      "learning_rate": 1.4885971732281714e-05,
      "loss": 0.9609,
      "step": 110812
    },
    {
      "epoch": 5.155291928355432,
      "grad_norm": 1.5483367025105175,
      "learning_rate": 1.4884359841922112e-05,
      "loss": 0.9609,
      "step": 110813
    },
    {
      "epoch": 5.155338450802512,
      "grad_norm": 1.6288168120678679,
      "learning_rate": 1.4882748034281089e-05,
      "loss": 1.0234,
      "step": 110814
    },
    {
      "epoch": 5.155384973249593,
      "grad_norm": 1.6263721409546865,
      "learning_rate": 1.4881136309359665e-05,
      "loss": 0.9141,
      "step": 110815
    },
    {
      "epoch": 5.155431495696674,
      "grad_norm": 1.8576289923230473,
      "learning_rate": 1.4879524667158804e-05,
      "loss": 1.1016,
      "step": 110816
    },
    {
      "epoch": 5.1554780181437545,
      "grad_norm": 1.8187033318452417,
      "learning_rate": 1.487791310767949e-05,
      "loss": 1.0703,
      "step": 110817
    },
    {
      "epoch": 5.155524540590835,
      "grad_norm": 1.6114340206360194,
      "learning_rate": 1.4876301630922689e-05,
      "loss": 0.9844,
      "step": 110818
    },
    {
      "epoch": 5.1555710630379155,
      "grad_norm": 1.69727543468028,
      "learning_rate": 1.4874690236889431e-05,
      "loss": 0.9414,
      "step": 110819
    },
    {
      "epoch": 5.155617585484997,
      "grad_norm": 1.7730073753232731,
      "learning_rate": 1.4873078925580701e-05,
      "loss": 1.0781,
      "step": 110820
    },
    {
      "epoch": 5.155664107932077,
      "grad_norm": 1.5717212536119671,
      "learning_rate": 1.4871467696997464e-05,
      "loss": 0.875,
      "step": 110821
    },
    {
      "epoch": 5.155710630379158,
      "grad_norm": 1.7338929371588307,
      "learning_rate": 1.4869856551140686e-05,
      "loss": 0.9453,
      "step": 110822
    },
    {
      "epoch": 5.155757152826238,
      "grad_norm": 1.745551592895484,
      "learning_rate": 1.48682454880114e-05,
      "loss": 0.9766,
      "step": 110823
    },
    {
      "epoch": 5.15580367527332,
      "grad_norm": 1.674394963664108,
      "learning_rate": 1.486663450761057e-05,
      "loss": 0.9531,
      "step": 110824
    },
    {
      "epoch": 5.1558501977204,
      "grad_norm": 1.7096572233023213,
      "learning_rate": 1.4865023609939181e-05,
      "loss": 1.0703,
      "step": 110825
    },
    {
      "epoch": 5.155896720167481,
      "grad_norm": 1.673340929746061,
      "learning_rate": 1.4863412794998197e-05,
      "loss": 0.9375,
      "step": 110826
    },
    {
      "epoch": 5.155943242614562,
      "grad_norm": 1.8921856865583297,
      "learning_rate": 1.4861802062788653e-05,
      "loss": 1.0781,
      "step": 110827
    },
    {
      "epoch": 5.155989765061642,
      "grad_norm": 1.8720534451737365,
      "learning_rate": 1.4860191413311511e-05,
      "loss": 1.1562,
      "step": 110828
    },
    {
      "epoch": 5.156036287508723,
      "grad_norm": 1.6253707205800325,
      "learning_rate": 1.4858580846567757e-05,
      "loss": 0.8906,
      "step": 110829
    },
    {
      "epoch": 5.156082809955803,
      "grad_norm": 1.7326439309890191,
      "learning_rate": 1.4856970362558357e-05,
      "loss": 0.9805,
      "step": 110830
    },
    {
      "epoch": 5.156129332402885,
      "grad_norm": 1.851793651356582,
      "learning_rate": 1.4855359961284308e-05,
      "loss": 1.0703,
      "step": 110831
    },
    {
      "epoch": 5.156175854849965,
      "grad_norm": 1.6427080414422282,
      "learning_rate": 1.4853749642746626e-05,
      "loss": 0.9766,
      "step": 110832
    },
    {
      "epoch": 5.156222377297046,
      "grad_norm": 1.748176320635246,
      "learning_rate": 1.4852139406946278e-05,
      "loss": 0.9766,
      "step": 110833
    },
    {
      "epoch": 5.156268899744126,
      "grad_norm": 1.607788523872869,
      "learning_rate": 1.4850529253884247e-05,
      "loss": 0.875,
      "step": 110834
    },
    {
      "epoch": 5.1563154221912075,
      "grad_norm": 1.6593043530986917,
      "learning_rate": 1.4848919183561531e-05,
      "loss": 1.0078,
      "step": 110835
    },
    {
      "epoch": 5.156361944638288,
      "grad_norm": 1.695615353522345,
      "learning_rate": 1.4847309195979062e-05,
      "loss": 1.0312,
      "step": 110836
    },
    {
      "epoch": 5.1564084670853685,
      "grad_norm": 1.5418954256222779,
      "learning_rate": 1.4845699291137907e-05,
      "loss": 0.8203,
      "step": 110837
    },
    {
      "epoch": 5.156454989532449,
      "grad_norm": 1.706475194957893,
      "learning_rate": 1.4844089469039e-05,
      "loss": 1.0312,
      "step": 110838
    },
    {
      "epoch": 5.15650151197953,
      "grad_norm": 1.5749086448122165,
      "learning_rate": 1.4842479729683337e-05,
      "loss": 0.9297,
      "step": 110839
    },
    {
      "epoch": 5.156548034426611,
      "grad_norm": 1.7221732509070418,
      "learning_rate": 1.4840870073071886e-05,
      "loss": 0.9531,
      "step": 110840
    },
    {
      "epoch": 5.156594556873691,
      "grad_norm": 1.641183290084254,
      "learning_rate": 1.4839260499205663e-05,
      "loss": 0.8555,
      "step": 110841
    },
    {
      "epoch": 5.156641079320773,
      "grad_norm": 1.6000389731995943,
      "learning_rate": 1.4837651008085649e-05,
      "loss": 0.9297,
      "step": 110842
    },
    {
      "epoch": 5.156687601767853,
      "grad_norm": 1.8368295232241951,
      "learning_rate": 1.4836041599712827e-05,
      "loss": 1.1172,
      "step": 110843
    },
    {
      "epoch": 5.156734124214934,
      "grad_norm": 1.6471083607458614,
      "learning_rate": 1.4834432274088148e-05,
      "loss": 0.8906,
      "step": 110844
    },
    {
      "epoch": 5.156780646662014,
      "grad_norm": 1.6246644328851725,
      "learning_rate": 1.483282303121266e-05,
      "loss": 1.0156,
      "step": 110845
    },
    {
      "epoch": 5.156827169109095,
      "grad_norm": 1.7952910135878828,
      "learning_rate": 1.4831213871087311e-05,
      "loss": 0.9883,
      "step": 110846
    },
    {
      "epoch": 5.156873691556176,
      "grad_norm": 1.3667462369692864,
      "learning_rate": 1.4829604793713084e-05,
      "loss": 0.875,
      "step": 110847
    },
    {
      "epoch": 5.156920214003256,
      "grad_norm": 1.489050906437656,
      "learning_rate": 1.482799579909093e-05,
      "loss": 1.0078,
      "step": 110848
    },
    {
      "epoch": 5.156966736450337,
      "grad_norm": 1.6508066953780856,
      "learning_rate": 1.4826386887221914e-05,
      "loss": 0.9102,
      "step": 110849
    },
    {
      "epoch": 5.157013258897418,
      "grad_norm": 1.7013658438058907,
      "learning_rate": 1.4824778058106984e-05,
      "loss": 0.9375,
      "step": 110850
    },
    {
      "epoch": 5.157059781344499,
      "grad_norm": 1.6332398419859422,
      "learning_rate": 1.4823169311747125e-05,
      "loss": 0.9297,
      "step": 110851
    },
    {
      "epoch": 5.157106303791579,
      "grad_norm": 1.672892927394153,
      "learning_rate": 1.4821560648143282e-05,
      "loss": 1.0625,
      "step": 110852
    },
    {
      "epoch": 5.157152826238661,
      "grad_norm": 1.6236499876156674,
      "learning_rate": 1.4819952067296475e-05,
      "loss": 0.8516,
      "step": 110853
    },
    {
      "epoch": 5.157199348685741,
      "grad_norm": 1.4987100549920416,
      "learning_rate": 1.4818343569207719e-05,
      "loss": 0.7578,
      "step": 110854
    },
    {
      "epoch": 5.1572458711328215,
      "grad_norm": 1.6538763059565287,
      "learning_rate": 1.481673515387798e-05,
      "loss": 1.1016,
      "step": 110855
    },
    {
      "epoch": 5.157292393579902,
      "grad_norm": 1.771580258268549,
      "learning_rate": 1.481512682130822e-05,
      "loss": 1.0469,
      "step": 110856
    },
    {
      "epoch": 5.157338916026983,
      "grad_norm": 1.7964696067685506,
      "learning_rate": 1.4813518571499412e-05,
      "loss": 1.0625,
      "step": 110857
    },
    {
      "epoch": 5.157385438474064,
      "grad_norm": 1.5536269736025785,
      "learning_rate": 1.4811910404452598e-05,
      "loss": 0.8945,
      "step": 110858
    },
    {
      "epoch": 5.157431960921144,
      "grad_norm": 1.7819348394289145,
      "learning_rate": 1.4810302320168732e-05,
      "loss": 0.9766,
      "step": 110859
    },
    {
      "epoch": 5.157478483368225,
      "grad_norm": 1.6237549001199079,
      "learning_rate": 1.4808694318648778e-05,
      "loss": 0.9531,
      "step": 110860
    },
    {
      "epoch": 5.157525005815306,
      "grad_norm": 1.7163731973019494,
      "learning_rate": 1.4807086399893752e-05,
      "loss": 1.0625,
      "step": 110861
    },
    {
      "epoch": 5.157571528262387,
      "grad_norm": 1.687660671608578,
      "learning_rate": 1.4805478563904587e-05,
      "loss": 1.0312,
      "step": 110862
    },
    {
      "epoch": 5.157618050709467,
      "grad_norm": 1.6286092198183257,
      "learning_rate": 1.480387081068235e-05,
      "loss": 0.9883,
      "step": 110863
    },
    {
      "epoch": 5.1576645731565485,
      "grad_norm": 1.936061848811465,
      "learning_rate": 1.480226314022797e-05,
      "loss": 1.1016,
      "step": 110864
    },
    {
      "epoch": 5.157711095603629,
      "grad_norm": 1.7899695821221018,
      "learning_rate": 1.4800655552542435e-05,
      "loss": 1.1016,
      "step": 110865
    },
    {
      "epoch": 5.157757618050709,
      "grad_norm": 1.5831446924205577,
      "learning_rate": 1.4799048047626704e-05,
      "loss": 0.9883,
      "step": 110866
    },
    {
      "epoch": 5.15780414049779,
      "grad_norm": 1.6999741181679087,
      "learning_rate": 1.4797440625481832e-05,
      "loss": 1.1172,
      "step": 110867
    },
    {
      "epoch": 5.157850662944871,
      "grad_norm": 1.6370333993927921,
      "learning_rate": 1.4795833286108766e-05,
      "loss": 0.918,
      "step": 110868
    },
    {
      "epoch": 5.157897185391952,
      "grad_norm": 1.729158996736562,
      "learning_rate": 1.4794226029508487e-05,
      "loss": 0.9727,
      "step": 110869
    },
    {
      "epoch": 5.157943707839032,
      "grad_norm": 1.6541640161881301,
      "learning_rate": 1.4792618855681949e-05,
      "loss": 0.9727,
      "step": 110870
    },
    {
      "epoch": 5.157990230286113,
      "grad_norm": 1.604778221533204,
      "learning_rate": 1.4791011764630195e-05,
      "loss": 0.9375,
      "step": 110871
    },
    {
      "epoch": 5.158036752733194,
      "grad_norm": 1.60026975380956,
      "learning_rate": 1.4789404756354178e-05,
      "loss": 0.9219,
      "step": 110872
    },
    {
      "epoch": 5.1580832751802745,
      "grad_norm": 1.6671025439256706,
      "learning_rate": 1.478779783085488e-05,
      "loss": 1.0312,
      "step": 110873
    },
    {
      "epoch": 5.158129797627355,
      "grad_norm": 1.7255420709697937,
      "learning_rate": 1.4786190988133268e-05,
      "loss": 1.0234,
      "step": 110874
    },
    {
      "epoch": 5.1581763200744355,
      "grad_norm": 1.702621478303988,
      "learning_rate": 1.4784584228190337e-05,
      "loss": 0.957,
      "step": 110875
    },
    {
      "epoch": 5.158222842521517,
      "grad_norm": 1.741300892920808,
      "learning_rate": 1.4782977551027126e-05,
      "loss": 1.0312,
      "step": 110876
    },
    {
      "epoch": 5.158269364968597,
      "grad_norm": 1.7106925997006344,
      "learning_rate": 1.4781370956644562e-05,
      "loss": 0.9844,
      "step": 110877
    },
    {
      "epoch": 5.158315887415678,
      "grad_norm": 1.711237510511654,
      "learning_rate": 1.477976444504363e-05,
      "loss": 0.9375,
      "step": 110878
    },
    {
      "epoch": 5.158362409862759,
      "grad_norm": 1.5924077552567466,
      "learning_rate": 1.4778158016225311e-05,
      "loss": 0.9688,
      "step": 110879
    },
    {
      "epoch": 5.15840893230984,
      "grad_norm": 1.7397947327434937,
      "learning_rate": 1.4776551670190623e-05,
      "loss": 1.0625,
      "step": 110880
    },
    {
      "epoch": 5.15845545475692,
      "grad_norm": 1.5396650749846241,
      "learning_rate": 1.477494540694053e-05,
      "loss": 0.9688,
      "step": 110881
    },
    {
      "epoch": 5.158501977204001,
      "grad_norm": 1.809994455306874,
      "learning_rate": 1.4773339226476017e-05,
      "loss": 1.0156,
      "step": 110882
    },
    {
      "epoch": 5.158548499651082,
      "grad_norm": 1.6233460119746068,
      "learning_rate": 1.4771733128798014e-05,
      "loss": 0.9375,
      "step": 110883
    },
    {
      "epoch": 5.1585950220981625,
      "grad_norm": 1.7006598394039454,
      "learning_rate": 1.4770127113907603e-05,
      "loss": 0.9102,
      "step": 110884
    },
    {
      "epoch": 5.158641544545243,
      "grad_norm": 1.709130211303731,
      "learning_rate": 1.4768521181805703e-05,
      "loss": 0.9141,
      "step": 110885
    },
    {
      "epoch": 5.158688066992323,
      "grad_norm": 1.6936288688009644,
      "learning_rate": 1.4766915332493329e-05,
      "loss": 0.8867,
      "step": 110886
    },
    {
      "epoch": 5.158734589439405,
      "grad_norm": 1.5932795686688006,
      "learning_rate": 1.4765309565971429e-05,
      "loss": 1.0312,
      "step": 110887
    },
    {
      "epoch": 5.158781111886485,
      "grad_norm": 1.7790900769377163,
      "learning_rate": 1.4763703882240985e-05,
      "loss": 1.0078,
      "step": 110888
    },
    {
      "epoch": 5.158827634333566,
      "grad_norm": 1.5980777012660363,
      "learning_rate": 1.4762098281303015e-05,
      "loss": 0.9883,
      "step": 110889
    },
    {
      "epoch": 5.158874156780647,
      "grad_norm": 1.627111790157089,
      "learning_rate": 1.47604927631585e-05,
      "loss": 0.9648,
      "step": 110890
    },
    {
      "epoch": 5.158920679227728,
      "grad_norm": 1.6786016648853221,
      "learning_rate": 1.475888732780839e-05,
      "loss": 1.0625,
      "step": 110891
    },
    {
      "epoch": 5.158967201674808,
      "grad_norm": 1.6944478156783642,
      "learning_rate": 1.4757281975253683e-05,
      "loss": 0.9414,
      "step": 110892
    },
    {
      "epoch": 5.1590137241218885,
      "grad_norm": 1.805257024375425,
      "learning_rate": 1.4755676705495378e-05,
      "loss": 1.0469,
      "step": 110893
    },
    {
      "epoch": 5.15906024656897,
      "grad_norm": 1.729257776266365,
      "learning_rate": 1.4754071518534443e-05,
      "loss": 0.9219,
      "step": 110894
    },
    {
      "epoch": 5.15910676901605,
      "grad_norm": 1.7447558456317784,
      "learning_rate": 1.475246641437186e-05,
      "loss": 0.9336,
      "step": 110895
    },
    {
      "epoch": 5.159153291463131,
      "grad_norm": 1.5837535541541448,
      "learning_rate": 1.4750861393008595e-05,
      "loss": 1.0391,
      "step": 110896
    },
    {
      "epoch": 5.159199813910211,
      "grad_norm": 1.6171707066125436,
      "learning_rate": 1.4749256454445645e-05,
      "loss": 1.0156,
      "step": 110897
    },
    {
      "epoch": 5.159246336357293,
      "grad_norm": 1.8122522583425746,
      "learning_rate": 1.474765159868403e-05,
      "loss": 1.0391,
      "step": 110898
    },
    {
      "epoch": 5.159292858804373,
      "grad_norm": 1.7361382833049706,
      "learning_rate": 1.4746046825724695e-05,
      "loss": 0.9688,
      "step": 110899
    },
    {
      "epoch": 5.159339381251454,
      "grad_norm": 1.8012109058265018,
      "learning_rate": 1.474444213556864e-05,
      "loss": 1.0312,
      "step": 110900
    },
    {
      "epoch": 5.159385903698534,
      "grad_norm": 1.6703133022243122,
      "learning_rate": 1.4742837528216783e-05,
      "loss": 1.0859,
      "step": 110901
    },
    {
      "epoch": 5.1594324261456155,
      "grad_norm": 1.4054584660989935,
      "learning_rate": 1.4741233003670205e-05,
      "loss": 0.8672,
      "step": 110902
    },
    {
      "epoch": 5.159478948592696,
      "grad_norm": 1.6484299872448822,
      "learning_rate": 1.473962856192984e-05,
      "loss": 0.9297,
      "step": 110903
    },
    {
      "epoch": 5.159525471039776,
      "grad_norm": 1.6270880556654366,
      "learning_rate": 1.4738024202996668e-05,
      "loss": 0.9375,
      "step": 110904
    },
    {
      "epoch": 5.159571993486858,
      "grad_norm": 1.5856509527211062,
      "learning_rate": 1.473641992687164e-05,
      "loss": 0.8633,
      "step": 110905
    },
    {
      "epoch": 5.159618515933938,
      "grad_norm": 1.7237379776665884,
      "learning_rate": 1.4734815733555805e-05,
      "loss": 1.0,
      "step": 110906
    },
    {
      "epoch": 5.159665038381019,
      "grad_norm": 1.7745010859820798,
      "learning_rate": 1.4733211623050112e-05,
      "loss": 1.0625,
      "step": 110907
    },
    {
      "epoch": 5.159711560828099,
      "grad_norm": 1.6612109268015445,
      "learning_rate": 1.4731607595355544e-05,
      "loss": 0.9023,
      "step": 110908
    },
    {
      "epoch": 5.159758083275181,
      "grad_norm": 1.7585038751449724,
      "learning_rate": 1.4730003650473066e-05,
      "loss": 0.9414,
      "step": 110909
    },
    {
      "epoch": 5.159804605722261,
      "grad_norm": 1.651457394381639,
      "learning_rate": 1.4728399788403695e-05,
      "loss": 0.9023,
      "step": 110910
    },
    {
      "epoch": 5.1598511281693415,
      "grad_norm": 1.8892458360609337,
      "learning_rate": 1.4726796009148395e-05,
      "loss": 1.1797,
      "step": 110911
    },
    {
      "epoch": 5.159897650616422,
      "grad_norm": 1.7230095368884313,
      "learning_rate": 1.4725192312708151e-05,
      "loss": 1.0078,
      "step": 110912
    },
    {
      "epoch": 5.159944173063503,
      "grad_norm": 1.7245021238939002,
      "learning_rate": 1.4723588699083943e-05,
      "loss": 1.1094,
      "step": 110913
    },
    {
      "epoch": 5.159990695510584,
      "grad_norm": 1.989799575905644,
      "learning_rate": 1.4721985168276723e-05,
      "loss": 1.0156,
      "step": 110914
    },
    {
      "epoch": 5.160037217957664,
      "grad_norm": 1.4328180634156424,
      "learning_rate": 1.4720381720287521e-05,
      "loss": 0.8047,
      "step": 110915
    },
    {
      "epoch": 5.160083740404746,
      "grad_norm": 1.639508869553768,
      "learning_rate": 1.4718778355117305e-05,
      "loss": 1.0625,
      "step": 110916
    },
    {
      "epoch": 5.160130262851826,
      "grad_norm": 1.5792772093721055,
      "learning_rate": 1.4717175072767057e-05,
      "loss": 0.9023,
      "step": 110917
    },
    {
      "epoch": 5.160176785298907,
      "grad_norm": 1.5266991472381606,
      "learning_rate": 1.4715571873237708e-05,
      "loss": 0.9609,
      "step": 110918
    },
    {
      "epoch": 5.160223307745987,
      "grad_norm": 1.5837482665590248,
      "learning_rate": 1.4713968756530292e-05,
      "loss": 0.8984,
      "step": 110919
    },
    {
      "epoch": 5.1602698301930685,
      "grad_norm": 1.6423275492012448,
      "learning_rate": 1.4712365722645807e-05,
      "loss": 0.9492,
      "step": 110920
    },
    {
      "epoch": 5.160316352640149,
      "grad_norm": 1.6071037639002077,
      "learning_rate": 1.4710762771585204e-05,
      "loss": 0.9453,
      "step": 110921
    },
    {
      "epoch": 5.1603628750872295,
      "grad_norm": 1.5637050085460158,
      "learning_rate": 1.4709159903349482e-05,
      "loss": 0.8555,
      "step": 110922
    },
    {
      "epoch": 5.16040939753431,
      "grad_norm": 1.684439807266405,
      "learning_rate": 1.4707557117939572e-05,
      "loss": 0.9375,
      "step": 110923
    },
    {
      "epoch": 5.160455919981391,
      "grad_norm": 1.7577279371994368,
      "learning_rate": 1.4705954415356524e-05,
      "loss": 0.9883,
      "step": 110924
    },
    {
      "epoch": 5.160502442428472,
      "grad_norm": 1.3762841335161935,
      "learning_rate": 1.4704351795601288e-05,
      "loss": 0.7148,
      "step": 110925
    },
    {
      "epoch": 5.160548964875552,
      "grad_norm": 1.668198339458739,
      "learning_rate": 1.4702749258674846e-05,
      "loss": 0.9922,
      "step": 110926
    },
    {
      "epoch": 5.160595487322633,
      "grad_norm": 1.8599371817575887,
      "learning_rate": 1.4701146804578162e-05,
      "loss": 0.9336,
      "step": 110927
    },
    {
      "epoch": 5.160642009769714,
      "grad_norm": 1.530507815347149,
      "learning_rate": 1.4699544433312238e-05,
      "loss": 0.9023,
      "step": 110928
    },
    {
      "epoch": 5.160688532216795,
      "grad_norm": 1.6883898562031978,
      "learning_rate": 1.4697942144878072e-05,
      "loss": 0.9492,
      "step": 110929
    },
    {
      "epoch": 5.160735054663875,
      "grad_norm": 1.7048250856001756,
      "learning_rate": 1.4696339939276614e-05,
      "loss": 1.0312,
      "step": 110930
    },
    {
      "epoch": 5.160781577110956,
      "grad_norm": 1.569347301493236,
      "learning_rate": 1.4694737816508812e-05,
      "loss": 0.9414,
      "step": 110931
    },
    {
      "epoch": 5.160828099558037,
      "grad_norm": 1.9565675388457788,
      "learning_rate": 1.4693135776575731e-05,
      "loss": 1.1094,
      "step": 110932
    },
    {
      "epoch": 5.160874622005117,
      "grad_norm": 1.7167377910798314,
      "learning_rate": 1.4691533819478307e-05,
      "loss": 1.0547,
      "step": 110933
    },
    {
      "epoch": 5.160921144452198,
      "grad_norm": 1.7864456993952316,
      "learning_rate": 1.4689931945217537e-05,
      "loss": 1.1172,
      "step": 110934
    },
    {
      "epoch": 5.160967666899279,
      "grad_norm": 1.547542897299723,
      "learning_rate": 1.4688330153794336e-05,
      "loss": 0.9141,
      "step": 110935
    },
    {
      "epoch": 5.16101418934636,
      "grad_norm": 1.6583416793656356,
      "learning_rate": 1.4686728445209788e-05,
      "loss": 0.8984,
      "step": 110936
    },
    {
      "epoch": 5.16106071179344,
      "grad_norm": 1.7158073091049981,
      "learning_rate": 1.468512681946481e-05,
      "loss": 0.9453,
      "step": 110937
    },
    {
      "epoch": 5.161107234240521,
      "grad_norm": 1.5514863018986795,
      "learning_rate": 1.4683525276560399e-05,
      "loss": 0.9102,
      "step": 110938
    },
    {
      "epoch": 5.161153756687602,
      "grad_norm": 1.6698316075041966,
      "learning_rate": 1.468192381649752e-05,
      "loss": 1.0234,
      "step": 110939
    },
    {
      "epoch": 5.1612002791346825,
      "grad_norm": 1.8349066688005913,
      "learning_rate": 1.4680322439277125e-05,
      "loss": 1.0703,
      "step": 110940
    },
    {
      "epoch": 5.161246801581763,
      "grad_norm": 1.8346893417796857,
      "learning_rate": 1.467872114490028e-05,
      "loss": 1.125,
      "step": 110941
    },
    {
      "epoch": 5.161293324028844,
      "grad_norm": 1.594375196114849,
      "learning_rate": 1.4677119933367915e-05,
      "loss": 0.9297,
      "step": 110942
    },
    {
      "epoch": 5.161339846475925,
      "grad_norm": 1.7308072490099433,
      "learning_rate": 1.467551880468103e-05,
      "loss": 1.0469,
      "step": 110943
    },
    {
      "epoch": 5.161386368923005,
      "grad_norm": 1.6071830915280778,
      "learning_rate": 1.4673917758840575e-05,
      "loss": 0.918,
      "step": 110944
    },
    {
      "epoch": 5.161432891370086,
      "grad_norm": 1.6220844333999231,
      "learning_rate": 1.4672316795847533e-05,
      "loss": 1.0,
      "step": 110945
    },
    {
      "epoch": 5.161479413817167,
      "grad_norm": 1.4709374816491279,
      "learning_rate": 1.4670715915702919e-05,
      "loss": 0.8047,
      "step": 110946
    },
    {
      "epoch": 5.161525936264248,
      "grad_norm": 1.47534906593147,
      "learning_rate": 1.4669115118407682e-05,
      "loss": 0.8711,
      "step": 110947
    },
    {
      "epoch": 5.161572458711328,
      "grad_norm": 1.6319029311968074,
      "learning_rate": 1.4667514403962804e-05,
      "loss": 0.9805,
      "step": 110948
    },
    {
      "epoch": 5.161618981158409,
      "grad_norm": 1.5693695085759527,
      "learning_rate": 1.4665913772369253e-05,
      "loss": 0.9414,
      "step": 110949
    },
    {
      "epoch": 5.16166550360549,
      "grad_norm": 1.5845366344899268,
      "learning_rate": 1.466431322362806e-05,
      "loss": 0.9961,
      "step": 110950
    },
    {
      "epoch": 5.16171202605257,
      "grad_norm": 1.6344413567384009,
      "learning_rate": 1.4662712757740174e-05,
      "loss": 0.9297,
      "step": 110951
    },
    {
      "epoch": 5.161758548499651,
      "grad_norm": 1.7863650845506367,
      "learning_rate": 1.4661112374706563e-05,
      "loss": 1.0625,
      "step": 110952
    },
    {
      "epoch": 5.161805070946732,
      "grad_norm": 1.8603550572077863,
      "learning_rate": 1.465951207452819e-05,
      "loss": 1.1406,
      "step": 110953
    },
    {
      "epoch": 5.161851593393813,
      "grad_norm": 1.5915290322812699,
      "learning_rate": 1.465791185720609e-05,
      "loss": 1.0078,
      "step": 110954
    },
    {
      "epoch": 5.161898115840893,
      "grad_norm": 1.7131627457906458,
      "learning_rate": 1.4656311722741226e-05,
      "loss": 0.8594,
      "step": 110955
    },
    {
      "epoch": 5.161944638287974,
      "grad_norm": 1.7544255032748077,
      "learning_rate": 1.465471167113455e-05,
      "loss": 1.0469,
      "step": 110956
    },
    {
      "epoch": 5.161991160735055,
      "grad_norm": 1.6876312844393202,
      "learning_rate": 1.4653111702387044e-05,
      "loss": 0.9648,
      "step": 110957
    },
    {
      "epoch": 5.1620376831821355,
      "grad_norm": 1.530233326183588,
      "learning_rate": 1.4651511816499705e-05,
      "loss": 1.0,
      "step": 110958
    },
    {
      "epoch": 5.162084205629216,
      "grad_norm": 2.0374832687299436,
      "learning_rate": 1.4649912013473536e-05,
      "loss": 1.4297,
      "step": 110959
    },
    {
      "epoch": 5.1621307280762965,
      "grad_norm": 1.7246573303769315,
      "learning_rate": 1.4648312293309467e-05,
      "loss": 0.8633,
      "step": 110960
    },
    {
      "epoch": 5.162177250523378,
      "grad_norm": 1.701932854373261,
      "learning_rate": 1.464671265600848e-05,
      "loss": 0.9609,
      "step": 110961
    },
    {
      "epoch": 5.162223772970458,
      "grad_norm": 1.4268928295270433,
      "learning_rate": 1.4645113101571577e-05,
      "loss": 0.8008,
      "step": 110962
    },
    {
      "epoch": 5.162270295417539,
      "grad_norm": 1.631450403888633,
      "learning_rate": 1.4643513629999754e-05,
      "loss": 1.0078,
      "step": 110963
    },
    {
      "epoch": 5.162316817864619,
      "grad_norm": 1.6565956784158693,
      "learning_rate": 1.4641914241293979e-05,
      "loss": 0.9492,
      "step": 110964
    },
    {
      "epoch": 5.162363340311701,
      "grad_norm": 1.7542555235421082,
      "learning_rate": 1.4640314935455216e-05,
      "loss": 0.9453,
      "step": 110965
    },
    {
      "epoch": 5.162409862758781,
      "grad_norm": 1.7301365555329602,
      "learning_rate": 1.4638715712484417e-05,
      "loss": 0.9922,
      "step": 110966
    },
    {
      "epoch": 5.162456385205862,
      "grad_norm": 1.5858174577842414,
      "learning_rate": 1.4637116572382629e-05,
      "loss": 1.0391,
      "step": 110967
    },
    {
      "epoch": 5.162502907652943,
      "grad_norm": 1.6364244907957524,
      "learning_rate": 1.4635517515150785e-05,
      "loss": 1.0312,
      "step": 110968
    },
    {
      "epoch": 5.162549430100023,
      "grad_norm": 1.7941945068173568,
      "learning_rate": 1.4633918540789886e-05,
      "loss": 0.9609,
      "step": 110969
    },
    {
      "epoch": 5.162595952547104,
      "grad_norm": 1.8510637361393614,
      "learning_rate": 1.4632319649300894e-05,
      "loss": 1.125,
      "step": 110970
    },
    {
      "epoch": 5.162642474994184,
      "grad_norm": 1.7748860311883414,
      "learning_rate": 1.463072084068478e-05,
      "loss": 0.9688,
      "step": 110971
    },
    {
      "epoch": 5.162688997441266,
      "grad_norm": 1.8092438661726085,
      "learning_rate": 1.4629122114942554e-05,
      "loss": 1.0625,
      "step": 110972
    },
    {
      "epoch": 5.162735519888346,
      "grad_norm": 1.8001393276979856,
      "learning_rate": 1.462752347207517e-05,
      "loss": 0.9688,
      "step": 110973
    },
    {
      "epoch": 5.162782042335427,
      "grad_norm": 1.6430953138047744,
      "learning_rate": 1.4625924912083625e-05,
      "loss": 0.8906,
      "step": 110974
    },
    {
      "epoch": 5.162828564782507,
      "grad_norm": 1.8571797389220588,
      "learning_rate": 1.4624326434968853e-05,
      "loss": 1.0156,
      "step": 110975
    },
    {
      "epoch": 5.1628750872295885,
      "grad_norm": 1.8006222273794101,
      "learning_rate": 1.4622728040731902e-05,
      "loss": 1.0703,
      "step": 110976
    },
    {
      "epoch": 5.162921609676669,
      "grad_norm": 1.7005705276481142,
      "learning_rate": 1.4621129729373704e-05,
      "loss": 1.0703,
      "step": 110977
    },
    {
      "epoch": 5.1629681321237495,
      "grad_norm": 1.7074405225036229,
      "learning_rate": 1.4619531500895243e-05,
      "loss": 0.9102,
      "step": 110978
    },
    {
      "epoch": 5.16301465457083,
      "grad_norm": 1.7429123794595793,
      "learning_rate": 1.4617933355297485e-05,
      "loss": 0.9648,
      "step": 110979
    },
    {
      "epoch": 5.163061177017911,
      "grad_norm": 1.8466274323729062,
      "learning_rate": 1.461633529258146e-05,
      "loss": 0.9609,
      "step": 110980
    },
    {
      "epoch": 5.163107699464992,
      "grad_norm": 1.6018765301106777,
      "learning_rate": 1.4614737312748104e-05,
      "loss": 0.8867,
      "step": 110981
    },
    {
      "epoch": 5.163154221912072,
      "grad_norm": 1.6580573470660713,
      "learning_rate": 1.4613139415798414e-05,
      "loss": 0.9492,
      "step": 110982
    },
    {
      "epoch": 5.163200744359154,
      "grad_norm": 1.6266374881762216,
      "learning_rate": 1.4611541601733306e-05,
      "loss": 0.9805,
      "step": 110983
    },
    {
      "epoch": 5.163247266806234,
      "grad_norm": 1.5389784637129382,
      "learning_rate": 1.460994387055383e-05,
      "loss": 0.9062,
      "step": 110984
    },
    {
      "epoch": 5.163293789253315,
      "grad_norm": 1.6874886654053374,
      "learning_rate": 1.4608346222260969e-05,
      "loss": 1.0938,
      "step": 110985
    },
    {
      "epoch": 5.163340311700395,
      "grad_norm": 1.6690614837569393,
      "learning_rate": 1.4606748656855672e-05,
      "loss": 0.9141,
      "step": 110986
    },
    {
      "epoch": 5.1633868341474765,
      "grad_norm": 1.7482858094659646,
      "learning_rate": 1.4605151174338936e-05,
      "loss": 0.9453,
      "step": 110987
    },
    {
      "epoch": 5.163433356594557,
      "grad_norm": 1.6818816974384483,
      "learning_rate": 1.460355377471168e-05,
      "loss": 1.0078,
      "step": 110988
    },
    {
      "epoch": 5.163479879041637,
      "grad_norm": 1.661074964343325,
      "learning_rate": 1.4601956457974966e-05,
      "loss": 1.0,
      "step": 110989
    },
    {
      "epoch": 5.163526401488718,
      "grad_norm": 1.8777336997703078,
      "learning_rate": 1.4600359224129715e-05,
      "loss": 1.0156,
      "step": 110990
    },
    {
      "epoch": 5.163572923935799,
      "grad_norm": 1.601334165131968,
      "learning_rate": 1.4598762073176939e-05,
      "loss": 0.9102,
      "step": 110991
    },
    {
      "epoch": 5.16361944638288,
      "grad_norm": 1.5837522569104001,
      "learning_rate": 1.4597165005117555e-05,
      "loss": 0.9258,
      "step": 110992
    },
    {
      "epoch": 5.16366596882996,
      "grad_norm": 1.6000335357832292,
      "learning_rate": 1.459556801995263e-05,
      "loss": 0.9609,
      "step": 110993
    },
    {
      "epoch": 5.163712491277042,
      "grad_norm": 1.7905593158410817,
      "learning_rate": 1.4593971117683095e-05,
      "loss": 0.9609,
      "step": 110994
    },
    {
      "epoch": 5.163759013724122,
      "grad_norm": 1.8182564187740393,
      "learning_rate": 1.4592374298309917e-05,
      "loss": 0.9688,
      "step": 110995
    },
    {
      "epoch": 5.1638055361712025,
      "grad_norm": 1.7724055995273236,
      "learning_rate": 1.4590777561834094e-05,
      "loss": 1.0625,
      "step": 110996
    },
    {
      "epoch": 5.163852058618283,
      "grad_norm": 1.8753124547083941,
      "learning_rate": 1.458918090825656e-05,
      "loss": 1.0938,
      "step": 110997
    },
    {
      "epoch": 5.163898581065364,
      "grad_norm": 1.662203874957832,
      "learning_rate": 1.4587584337578363e-05,
      "loss": 0.9609,
      "step": 110998
    },
    {
      "epoch": 5.163945103512445,
      "grad_norm": 1.7523858294911516,
      "learning_rate": 1.4585987849800434e-05,
      "loss": 0.9805,
      "step": 110999
    },
    {
      "epoch": 5.163991625959525,
      "grad_norm": 1.7380382542258392,
      "learning_rate": 1.4584391444923777e-05,
      "loss": 1.1328,
      "step": 111000
    },
    {
      "epoch": 5.164038148406606,
      "grad_norm": 1.509601149095004,
      "learning_rate": 1.4582795122949321e-05,
      "loss": 0.8711,
      "step": 111001
    },
    {
      "epoch": 5.164084670853687,
      "grad_norm": 1.6185976520306145,
      "learning_rate": 1.4581198883878098e-05,
      "loss": 0.9648,
      "step": 111002
    },
    {
      "epoch": 5.164131193300768,
      "grad_norm": 1.6715881870169906,
      "learning_rate": 1.4579602727711059e-05,
      "loss": 0.8242,
      "step": 111003
    },
    {
      "epoch": 5.164177715747848,
      "grad_norm": 1.736399291035526,
      "learning_rate": 1.4578006654449203e-05,
      "loss": 1.125,
      "step": 111004
    },
    {
      "epoch": 5.1642242381949295,
      "grad_norm": 1.6038811319804758,
      "learning_rate": 1.4576410664093447e-05,
      "loss": 0.8867,
      "step": 111005
    },
    {
      "epoch": 5.16427076064201,
      "grad_norm": 1.7962662428832898,
      "learning_rate": 1.4574814756644804e-05,
      "loss": 1.0156,
      "step": 111006
    },
    {
      "epoch": 5.16431728308909,
      "grad_norm": 1.572768811217448,
      "learning_rate": 1.4573218932104309e-05,
      "loss": 0.9336,
      "step": 111007
    },
    {
      "epoch": 5.164363805536171,
      "grad_norm": 1.666639529392848,
      "learning_rate": 1.4571623190472876e-05,
      "loss": 0.9531,
      "step": 111008
    },
    {
      "epoch": 5.164410327983252,
      "grad_norm": 1.9234831391491616,
      "learning_rate": 1.4570027531751489e-05,
      "loss": 1.0078,
      "step": 111009
    },
    {
      "epoch": 5.164456850430333,
      "grad_norm": 1.8061259564107561,
      "learning_rate": 1.4568431955941095e-05,
      "loss": 1.125,
      "step": 111010
    },
    {
      "epoch": 5.164503372877413,
      "grad_norm": 1.6156693321123967,
      "learning_rate": 1.4566836463042747e-05,
      "loss": 1.0703,
      "step": 111011
    },
    {
      "epoch": 5.164549895324494,
      "grad_norm": 1.8402538487968119,
      "learning_rate": 1.4565241053057374e-05,
      "loss": 0.9727,
      "step": 111012
    },
    {
      "epoch": 5.164596417771575,
      "grad_norm": 1.5449443219708612,
      "learning_rate": 1.4563645725985961e-05,
      "loss": 1.0,
      "step": 111013
    },
    {
      "epoch": 5.1646429402186556,
      "grad_norm": 1.5573484985842074,
      "learning_rate": 1.4562050481829456e-05,
      "loss": 0.9102,
      "step": 111014
    },
    {
      "epoch": 5.164689462665736,
      "grad_norm": 1.8031376900930014,
      "learning_rate": 1.4560455320588876e-05,
      "loss": 1.0391,
      "step": 111015
    },
    {
      "epoch": 5.1647359851128165,
      "grad_norm": 1.6740107886746871,
      "learning_rate": 1.4558860242265202e-05,
      "loss": 0.9102,
      "step": 111016
    },
    {
      "epoch": 5.164782507559898,
      "grad_norm": 1.6221766315249508,
      "learning_rate": 1.4557265246859383e-05,
      "loss": 0.957,
      "step": 111017
    },
    {
      "epoch": 5.164829030006978,
      "grad_norm": 2.0064204701993087,
      "learning_rate": 1.4555670334372371e-05,
      "loss": 1.25,
      "step": 111018
    },
    {
      "epoch": 5.164875552454059,
      "grad_norm": 1.594358338065624,
      "learning_rate": 1.4554075504805213e-05,
      "loss": 0.9688,
      "step": 111019
    },
    {
      "epoch": 5.16492207490114,
      "grad_norm": 1.5788207050274226,
      "learning_rate": 1.455248075815884e-05,
      "loss": 0.8711,
      "step": 111020
    },
    {
      "epoch": 5.164968597348221,
      "grad_norm": 1.703896699151857,
      "learning_rate": 1.4550886094434255e-05,
      "loss": 1.0156,
      "step": 111021
    },
    {
      "epoch": 5.165015119795301,
      "grad_norm": 1.7687686756204026,
      "learning_rate": 1.4549291513632406e-05,
      "loss": 1.0312,
      "step": 111022
    },
    {
      "epoch": 5.165061642242382,
      "grad_norm": 1.7202302021857914,
      "learning_rate": 1.454769701575424e-05,
      "loss": 1.0078,
      "step": 111023
    },
    {
      "epoch": 5.165108164689463,
      "grad_norm": 1.631962346850491,
      "learning_rate": 1.4546102600800808e-05,
      "loss": 1.0,
      "step": 111024
    },
    {
      "epoch": 5.1651546871365435,
      "grad_norm": 1.704446767313866,
      "learning_rate": 1.454450826877306e-05,
      "loss": 1.125,
      "step": 111025
    },
    {
      "epoch": 5.165201209583624,
      "grad_norm": 1.4722070165781083,
      "learning_rate": 1.4542914019671941e-05,
      "loss": 0.793,
      "step": 111026
    },
    {
      "epoch": 5.165247732030704,
      "grad_norm": 1.601176130817794,
      "learning_rate": 1.454131985349844e-05,
      "loss": 0.9883,
      "step": 111027
    },
    {
      "epoch": 5.165294254477786,
      "grad_norm": 1.4896343784100932,
      "learning_rate": 1.4539725770253535e-05,
      "loss": 0.9219,
      "step": 111028
    },
    {
      "epoch": 5.165340776924866,
      "grad_norm": 1.8222878136166991,
      "learning_rate": 1.4538131769938226e-05,
      "loss": 0.957,
      "step": 111029
    },
    {
      "epoch": 5.165387299371947,
      "grad_norm": 1.6815630471018483,
      "learning_rate": 1.4536537852553481e-05,
      "loss": 1.0469,
      "step": 111030
    },
    {
      "epoch": 5.165433821819028,
      "grad_norm": 1.6085210363174338,
      "learning_rate": 1.4534944018100265e-05,
      "loss": 0.8477,
      "step": 111031
    },
    {
      "epoch": 5.165480344266109,
      "grad_norm": 1.6004793932518913,
      "learning_rate": 1.4533350266579524e-05,
      "loss": 0.9805,
      "step": 111032
    },
    {
      "epoch": 5.165526866713189,
      "grad_norm": 1.5886102472972297,
      "learning_rate": 1.4531756597992294e-05,
      "loss": 0.8633,
      "step": 111033
    },
    {
      "epoch": 5.1655733891602695,
      "grad_norm": 1.6720804166492054,
      "learning_rate": 1.4530163012339524e-05,
      "loss": 1.0078,
      "step": 111034
    },
    {
      "epoch": 5.165619911607351,
      "grad_norm": 1.7909178043784697,
      "learning_rate": 1.4528569509622196e-05,
      "loss": 0.9766,
      "step": 111035
    },
    {
      "epoch": 5.165666434054431,
      "grad_norm": 1.7346211121023012,
      "learning_rate": 1.4526976089841225e-05,
      "loss": 0.9961,
      "step": 111036
    },
    {
      "epoch": 5.165712956501512,
      "grad_norm": 1.4896425033259704,
      "learning_rate": 1.4525382752997678e-05,
      "loss": 0.832,
      "step": 111037
    },
    {
      "epoch": 5.165759478948592,
      "grad_norm": 1.742378404120037,
      "learning_rate": 1.4523789499092504e-05,
      "loss": 1.0547,
      "step": 111038
    },
    {
      "epoch": 5.165806001395674,
      "grad_norm": 1.5312025035260701,
      "learning_rate": 1.4522196328126634e-05,
      "loss": 0.8594,
      "step": 111039
    },
    {
      "epoch": 5.165852523842754,
      "grad_norm": 1.7045855719145917,
      "learning_rate": 1.452060324010107e-05,
      "loss": 0.9961,
      "step": 111040
    },
    {
      "epoch": 5.165899046289835,
      "grad_norm": 1.8795158704280337,
      "learning_rate": 1.451901023501681e-05,
      "loss": 1.0469,
      "step": 111041
    },
    {
      "epoch": 5.165945568736916,
      "grad_norm": 1.6725709116813752,
      "learning_rate": 1.4517417312874818e-05,
      "loss": 1.0391,
      "step": 111042
    },
    {
      "epoch": 5.1659920911839965,
      "grad_norm": 1.6324595769684227,
      "learning_rate": 1.4515824473676047e-05,
      "loss": 0.9258,
      "step": 111043
    },
    {
      "epoch": 5.166038613631077,
      "grad_norm": 1.7439181276480689,
      "learning_rate": 1.4514231717421476e-05,
      "loss": 1.0938,
      "step": 111044
    },
    {
      "epoch": 5.1660851360781574,
      "grad_norm": 1.747745356773377,
      "learning_rate": 1.4512639044112106e-05,
      "loss": 0.9297,
      "step": 111045
    },
    {
      "epoch": 5.166131658525239,
      "grad_norm": 1.6379266045081657,
      "learning_rate": 1.4511046453748904e-05,
      "loss": 1.0938,
      "step": 111046
    },
    {
      "epoch": 5.166178180972319,
      "grad_norm": 1.5741233567872184,
      "learning_rate": 1.4509453946332832e-05,
      "loss": 1.0078,
      "step": 111047
    },
    {
      "epoch": 5.1662247034194,
      "grad_norm": 1.9181746898783874,
      "learning_rate": 1.4507861521864877e-05,
      "loss": 1.0,
      "step": 111048
    },
    {
      "epoch": 5.16627122586648,
      "grad_norm": 1.657985984095613,
      "learning_rate": 1.450626918034597e-05,
      "loss": 1.0312,
      "step": 111049
    },
    {
      "epoch": 5.166317748313562,
      "grad_norm": 1.821616878756006,
      "learning_rate": 1.4504676921777125e-05,
      "loss": 1.1328,
      "step": 111050
    },
    {
      "epoch": 5.166364270760642,
      "grad_norm": 1.9586702647755698,
      "learning_rate": 1.4503084746159344e-05,
      "loss": 1.1172,
      "step": 111051
    },
    {
      "epoch": 5.166410793207723,
      "grad_norm": 1.515571651381264,
      "learning_rate": 1.4501492653493591e-05,
      "loss": 0.918,
      "step": 111052
    },
    {
      "epoch": 5.166457315654803,
      "grad_norm": 1.7640480850239497,
      "learning_rate": 1.4499900643780798e-05,
      "loss": 1.0312,
      "step": 111053
    },
    {
      "epoch": 5.166503838101884,
      "grad_norm": 1.7874143566205625,
      "learning_rate": 1.449830871702195e-05,
      "loss": 1.1172,
      "step": 111054
    },
    {
      "epoch": 5.166550360548965,
      "grad_norm": 1.5810996883851145,
      "learning_rate": 1.4496716873218061e-05,
      "loss": 1.0156,
      "step": 111055
    },
    {
      "epoch": 5.166596882996045,
      "grad_norm": 1.5427637217581502,
      "learning_rate": 1.4495125112370082e-05,
      "loss": 0.957,
      "step": 111056
    },
    {
      "epoch": 5.166643405443127,
      "grad_norm": 1.894963332241747,
      "learning_rate": 1.4493533434478994e-05,
      "loss": 1.0703,
      "step": 111057
    },
    {
      "epoch": 5.166689927890207,
      "grad_norm": 1.8229342485203206,
      "learning_rate": 1.4491941839545713e-05,
      "loss": 1.1172,
      "step": 111058
    },
    {
      "epoch": 5.166736450337288,
      "grad_norm": 1.6575245872999231,
      "learning_rate": 1.4490350327571304e-05,
      "loss": 0.9336,
      "step": 111059
    },
    {
      "epoch": 5.166782972784368,
      "grad_norm": 1.5330636614409903,
      "learning_rate": 1.4488758898556702e-05,
      "loss": 0.9805,
      "step": 111060
    },
    {
      "epoch": 5.1668294952314495,
      "grad_norm": 1.7495430416404256,
      "learning_rate": 1.4487167552502887e-05,
      "loss": 1.0625,
      "step": 111061
    },
    {
      "epoch": 5.16687601767853,
      "grad_norm": 1.764987832489047,
      "learning_rate": 1.4485576289410794e-05,
      "loss": 0.9023,
      "step": 111062
    },
    {
      "epoch": 5.1669225401256105,
      "grad_norm": 1.669924783317788,
      "learning_rate": 1.4483985109281454e-05,
      "loss": 0.9297,
      "step": 111063
    },
    {
      "epoch": 5.166969062572691,
      "grad_norm": 1.6761208231834297,
      "learning_rate": 1.4482394012115816e-05,
      "loss": 0.8867,
      "step": 111064
    },
    {
      "epoch": 5.167015585019772,
      "grad_norm": 1.757152482921149,
      "learning_rate": 1.4480802997914864e-05,
      "loss": 1.0625,
      "step": 111065
    },
    {
      "epoch": 5.167062107466853,
      "grad_norm": 1.5855320433768396,
      "learning_rate": 1.447921206667953e-05,
      "loss": 0.9531,
      "step": 111066
    },
    {
      "epoch": 5.167108629913933,
      "grad_norm": 1.6230641094367448,
      "learning_rate": 1.4477621218410845e-05,
      "loss": 1.0156,
      "step": 111067
    },
    {
      "epoch": 5.167155152361014,
      "grad_norm": 1.5517171254414355,
      "learning_rate": 1.447603045310976e-05,
      "loss": 0.8633,
      "step": 111068
    },
    {
      "epoch": 5.167201674808095,
      "grad_norm": 1.5822475566245215,
      "learning_rate": 1.4474439770777258e-05,
      "loss": 0.9492,
      "step": 111069
    },
    {
      "epoch": 5.167248197255176,
      "grad_norm": 1.6264189367846957,
      "learning_rate": 1.447284917141427e-05,
      "loss": 0.9727,
      "step": 111070
    },
    {
      "epoch": 5.167294719702256,
      "grad_norm": 1.6786238897633654,
      "learning_rate": 1.4471258655021828e-05,
      "loss": 1.0625,
      "step": 111071
    },
    {
      "epoch": 5.167341242149337,
      "grad_norm": 1.847599335061147,
      "learning_rate": 1.446966822160085e-05,
      "loss": 1.2188,
      "step": 111072
    },
    {
      "epoch": 5.167387764596418,
      "grad_norm": 1.7888564137016494,
      "learning_rate": 1.4468077871152366e-05,
      "loss": 0.9961,
      "step": 111073
    },
    {
      "epoch": 5.167434287043498,
      "grad_norm": 1.6680832481251047,
      "learning_rate": 1.446648760367733e-05,
      "loss": 1.0234,
      "step": 111074
    },
    {
      "epoch": 5.167480809490579,
      "grad_norm": 1.7584999927504925,
      "learning_rate": 1.4464897419176701e-05,
      "loss": 1.0078,
      "step": 111075
    },
    {
      "epoch": 5.16752733193766,
      "grad_norm": 1.5832207914054084,
      "learning_rate": 1.4463307317651435e-05,
      "loss": 0.9102,
      "step": 111076
    },
    {
      "epoch": 5.167573854384741,
      "grad_norm": 1.586415426435859,
      "learning_rate": 1.446171729910256e-05,
      "loss": 1.0312,
      "step": 111077
    },
    {
      "epoch": 5.167620376831821,
      "grad_norm": 1.5467827565747387,
      "learning_rate": 1.4460127363531026e-05,
      "loss": 0.9375,
      "step": 111078
    },
    {
      "epoch": 5.167666899278902,
      "grad_norm": 1.7681837678167125,
      "learning_rate": 1.44585375109378e-05,
      "loss": 0.9922,
      "step": 111079
    },
    {
      "epoch": 5.167713421725983,
      "grad_norm": 1.7655692169002337,
      "learning_rate": 1.4456947741323832e-05,
      "loss": 1.0781,
      "step": 111080
    },
    {
      "epoch": 5.1677599441730635,
      "grad_norm": 1.5413185627138812,
      "learning_rate": 1.4455358054690136e-05,
      "loss": 0.8672,
      "step": 111081
    },
    {
      "epoch": 5.167806466620144,
      "grad_norm": 1.651644286837679,
      "learning_rate": 1.4453768451037678e-05,
      "loss": 0.875,
      "step": 111082
    },
    {
      "epoch": 5.167852989067225,
      "grad_norm": 1.6421508047641988,
      "learning_rate": 1.4452178930367408e-05,
      "loss": 0.8242,
      "step": 111083
    },
    {
      "epoch": 5.167899511514306,
      "grad_norm": 1.6631044174371674,
      "learning_rate": 1.4450589492680292e-05,
      "loss": 0.957,
      "step": 111084
    },
    {
      "epoch": 5.167946033961386,
      "grad_norm": 1.7724019167919838,
      "learning_rate": 1.4449000137977363e-05,
      "loss": 0.8945,
      "step": 111085
    },
    {
      "epoch": 5.167992556408467,
      "grad_norm": 1.7746735967094656,
      "learning_rate": 1.444741086625955e-05,
      "loss": 0.9414,
      "step": 111086
    },
    {
      "epoch": 5.168039078855548,
      "grad_norm": 1.4978870253045895,
      "learning_rate": 1.4445821677527825e-05,
      "loss": 0.832,
      "step": 111087
    },
    {
      "epoch": 5.168085601302629,
      "grad_norm": 1.6232763638779315,
      "learning_rate": 1.4444232571783132e-05,
      "loss": 0.957,
      "step": 111088
    },
    {
      "epoch": 5.168132123749709,
      "grad_norm": 1.816434173068833,
      "learning_rate": 1.4442643549026523e-05,
      "loss": 1.0469,
      "step": 111089
    },
    {
      "epoch": 5.16817864619679,
      "grad_norm": 1.4856128387221506,
      "learning_rate": 1.4441054609258912e-05,
      "loss": 0.9375,
      "step": 111090
    },
    {
      "epoch": 5.168225168643871,
      "grad_norm": 1.6172243947830414,
      "learning_rate": 1.44394657524813e-05,
      "loss": 1.0469,
      "step": 111091
    },
    {
      "epoch": 5.168271691090951,
      "grad_norm": 1.6023839143123493,
      "learning_rate": 1.4437876978694617e-05,
      "loss": 0.8594,
      "step": 111092
    },
    {
      "epoch": 5.168318213538032,
      "grad_norm": 1.822793918269011,
      "learning_rate": 1.443628828789985e-05,
      "loss": 1.0469,
      "step": 111093
    },
    {
      "epoch": 5.168364735985113,
      "grad_norm": 1.587643191096254,
      "learning_rate": 1.4434699680098027e-05,
      "loss": 0.8984,
      "step": 111094
    },
    {
      "epoch": 5.168411258432194,
      "grad_norm": 1.7775526913673403,
      "learning_rate": 1.4433111155290083e-05,
      "loss": 0.9492,
      "step": 111095
    },
    {
      "epoch": 5.168457780879274,
      "grad_norm": 1.5309425530299856,
      "learning_rate": 1.4431522713476984e-05,
      "loss": 0.9766,
      "step": 111096
    },
    {
      "epoch": 5.168504303326355,
      "grad_norm": 1.7654139802039925,
      "learning_rate": 1.4429934354659661e-05,
      "loss": 0.8672,
      "step": 111097
    },
    {
      "epoch": 5.168550825773436,
      "grad_norm": 1.7967854829721972,
      "learning_rate": 1.4428346078839182e-05,
      "loss": 0.8945,
      "step": 111098
    },
    {
      "epoch": 5.1685973482205165,
      "grad_norm": 1.6017418534709396,
      "learning_rate": 1.442675788601646e-05,
      "loss": 0.8828,
      "step": 111099
    },
    {
      "epoch": 5.168643870667597,
      "grad_norm": 1.7180346809962097,
      "learning_rate": 1.442516977619248e-05,
      "loss": 1.0078,
      "step": 111100
    },
    {
      "epoch": 5.1686903931146775,
      "grad_norm": 2.027033752829816,
      "learning_rate": 1.442358174936819e-05,
      "loss": 1.1406,
      "step": 111101
    },
    {
      "epoch": 5.168736915561759,
      "grad_norm": 1.6847871583580636,
      "learning_rate": 1.4421993805544573e-05,
      "loss": 0.9609,
      "step": 111102
    },
    {
      "epoch": 5.168783438008839,
      "grad_norm": 1.4939305526051185,
      "learning_rate": 1.4420405944722647e-05,
      "loss": 0.8711,
      "step": 111103
    },
    {
      "epoch": 5.16882996045592,
      "grad_norm": 1.6187894838999357,
      "learning_rate": 1.4418818166903323e-05,
      "loss": 0.9414,
      "step": 111104
    },
    {
      "epoch": 5.168876482903,
      "grad_norm": 1.7690407453125252,
      "learning_rate": 1.4417230472087622e-05,
      "loss": 1.0625,
      "step": 111105
    },
    {
      "epoch": 5.168923005350082,
      "grad_norm": 1.6631580632679601,
      "learning_rate": 1.4415642860276439e-05,
      "loss": 0.875,
      "step": 111106
    },
    {
      "epoch": 5.168969527797162,
      "grad_norm": 1.6787462263299477,
      "learning_rate": 1.4414055331470842e-05,
      "loss": 0.9531,
      "step": 111107
    },
    {
      "epoch": 5.169016050244243,
      "grad_norm": 1.7267135317327817,
      "learning_rate": 1.4412467885671764e-05,
      "loss": 1.1016,
      "step": 111108
    },
    {
      "epoch": 5.169062572691324,
      "grad_norm": 1.7344193052357726,
      "learning_rate": 1.4410880522880153e-05,
      "loss": 0.957,
      "step": 111109
    },
    {
      "epoch": 5.169109095138404,
      "grad_norm": 1.691378331070763,
      "learning_rate": 1.4409293243096992e-05,
      "loss": 1.0156,
      "step": 111110
    },
    {
      "epoch": 5.169155617585485,
      "grad_norm": 1.6700531536854855,
      "learning_rate": 1.440770604632328e-05,
      "loss": 0.8633,
      "step": 111111
    },
    {
      "epoch": 5.169202140032565,
      "grad_norm": 1.9114337944958466,
      "learning_rate": 1.4406118932559968e-05,
      "loss": 1.0859,
      "step": 111112
    },
    {
      "epoch": 5.169248662479647,
      "grad_norm": 1.8342313420480576,
      "learning_rate": 1.4404531901808036e-05,
      "loss": 0.9336,
      "step": 111113
    },
    {
      "epoch": 5.169295184926727,
      "grad_norm": 1.7145763934641625,
      "learning_rate": 1.4402944954068419e-05,
      "loss": 1.0078,
      "step": 111114
    },
    {
      "epoch": 5.169341707373808,
      "grad_norm": 1.8268665068519623,
      "learning_rate": 1.4401358089342114e-05,
      "loss": 1.0391,
      "step": 111115
    },
    {
      "epoch": 5.169388229820888,
      "grad_norm": 1.650340976614661,
      "learning_rate": 1.439977130763012e-05,
      "loss": 0.918,
      "step": 111116
    },
    {
      "epoch": 5.16943475226797,
      "grad_norm": 1.6978190778047046,
      "learning_rate": 1.4398184608933389e-05,
      "loss": 0.8711,
      "step": 111117
    },
    {
      "epoch": 5.16948127471505,
      "grad_norm": 1.571559192041196,
      "learning_rate": 1.4396597993252901e-05,
      "loss": 0.9336,
      "step": 111118
    },
    {
      "epoch": 5.1695277971621305,
      "grad_norm": 1.5696223680798322,
      "learning_rate": 1.4395011460589573e-05,
      "loss": 0.8633,
      "step": 111119
    },
    {
      "epoch": 5.169574319609211,
      "grad_norm": 1.694858087354713,
      "learning_rate": 1.4393425010944454e-05,
      "loss": 1.0547,
      "step": 111120
    },
    {
      "epoch": 5.169620842056292,
      "grad_norm": 1.7580837559541078,
      "learning_rate": 1.4391838644318477e-05,
      "loss": 0.9336,
      "step": 111121
    },
    {
      "epoch": 5.169667364503373,
      "grad_norm": 1.7558657912442723,
      "learning_rate": 1.4390252360712606e-05,
      "loss": 0.9375,
      "step": 111122
    },
    {
      "epoch": 5.169713886950453,
      "grad_norm": 1.7475501369120303,
      "learning_rate": 1.438866616012781e-05,
      "loss": 0.9609,
      "step": 111123
    },
    {
      "epoch": 5.169760409397535,
      "grad_norm": 1.4066107741904887,
      "learning_rate": 1.4387080042565086e-05,
      "loss": 0.8359,
      "step": 111124
    },
    {
      "epoch": 5.169806931844615,
      "grad_norm": 1.4408767416344823,
      "learning_rate": 1.43854940080254e-05,
      "loss": 1.0,
      "step": 111125
    },
    {
      "epoch": 5.169853454291696,
      "grad_norm": 1.5552264102261182,
      "learning_rate": 1.4383908056509701e-05,
      "loss": 0.9102,
      "step": 111126
    },
    {
      "epoch": 5.169899976738776,
      "grad_norm": 1.6400427529306387,
      "learning_rate": 1.4382322188018991e-05,
      "loss": 1.1406,
      "step": 111127
    },
    {
      "epoch": 5.1699464991858575,
      "grad_norm": 1.799526504581706,
      "learning_rate": 1.4380736402554183e-05,
      "loss": 0.9453,
      "step": 111128
    },
    {
      "epoch": 5.169993021632938,
      "grad_norm": 1.6300793336178792,
      "learning_rate": 1.437915070011631e-05,
      "loss": 0.875,
      "step": 111129
    },
    {
      "epoch": 5.170039544080018,
      "grad_norm": 1.5911639780837048,
      "learning_rate": 1.4377565080706338e-05,
      "loss": 0.8281,
      "step": 111130
    },
    {
      "epoch": 5.170086066527099,
      "grad_norm": 1.6547552616468937,
      "learning_rate": 1.43759795443252e-05,
      "loss": 0.9922,
      "step": 111131
    },
    {
      "epoch": 5.17013258897418,
      "grad_norm": 1.669664981572411,
      "learning_rate": 1.4374394090973879e-05,
      "loss": 1.1328,
      "step": 111132
    },
    {
      "epoch": 5.170179111421261,
      "grad_norm": 1.565964763408357,
      "learning_rate": 1.4372808720653373e-05,
      "loss": 0.9453,
      "step": 111133
    },
    {
      "epoch": 5.170225633868341,
      "grad_norm": 1.6353683519181617,
      "learning_rate": 1.4371223433364631e-05,
      "loss": 0.9336,
      "step": 111134
    },
    {
      "epoch": 5.170272156315423,
      "grad_norm": 1.638666836139727,
      "learning_rate": 1.436963822910862e-05,
      "loss": 1.0156,
      "step": 111135
    },
    {
      "epoch": 5.170318678762503,
      "grad_norm": 1.6265244653439004,
      "learning_rate": 1.436805310788629e-05,
      "loss": 0.9375,
      "step": 111136
    },
    {
      "epoch": 5.1703652012095835,
      "grad_norm": 1.715384699321424,
      "learning_rate": 1.436646806969864e-05,
      "loss": 0.9219,
      "step": 111137
    },
    {
      "epoch": 5.170411723656664,
      "grad_norm": 1.721895183067781,
      "learning_rate": 1.4364883114546666e-05,
      "loss": 0.9297,
      "step": 111138
    },
    {
      "epoch": 5.170458246103745,
      "grad_norm": 1.576432981343253,
      "learning_rate": 1.436329824243132e-05,
      "loss": 0.9219,
      "step": 111139
    },
    {
      "epoch": 5.170504768550826,
      "grad_norm": 1.67012545083043,
      "learning_rate": 1.4361713453353552e-05,
      "loss": 1.0,
      "step": 111140
    },
    {
      "epoch": 5.170551290997906,
      "grad_norm": 1.7018579830274232,
      "learning_rate": 1.436012874731431e-05,
      "loss": 0.9219,
      "step": 111141
    },
    {
      "epoch": 5.170597813444987,
      "grad_norm": 1.947256648273163,
      "learning_rate": 1.4358544124314625e-05,
      "loss": 1.1094,
      "step": 111142
    },
    {
      "epoch": 5.170644335892068,
      "grad_norm": 1.6014858962468579,
      "learning_rate": 1.4356959584355448e-05,
      "loss": 0.9336,
      "step": 111143
    },
    {
      "epoch": 5.170690858339149,
      "grad_norm": 1.623123958082786,
      "learning_rate": 1.435537512743773e-05,
      "loss": 1.0078,
      "step": 111144
    },
    {
      "epoch": 5.170737380786229,
      "grad_norm": 1.6855139840613367,
      "learning_rate": 1.4353790753562434e-05,
      "loss": 1.1406,
      "step": 111145
    },
    {
      "epoch": 5.1707839032333105,
      "grad_norm": 1.6382970496860223,
      "learning_rate": 1.4352206462730575e-05,
      "loss": 0.9375,
      "step": 111146
    },
    {
      "epoch": 5.170830425680391,
      "grad_norm": 1.6642206559019226,
      "learning_rate": 1.435062225494309e-05,
      "loss": 0.957,
      "step": 111147
    },
    {
      "epoch": 5.1708769481274715,
      "grad_norm": 1.620336429221889,
      "learning_rate": 1.4349038130200941e-05,
      "loss": 0.9453,
      "step": 111148
    },
    {
      "epoch": 5.170923470574552,
      "grad_norm": 1.8881240741940202,
      "learning_rate": 1.4347454088505096e-05,
      "loss": 1.1406,
      "step": 111149
    },
    {
      "epoch": 5.170969993021633,
      "grad_norm": 1.8230333023066778,
      "learning_rate": 1.4345870129856569e-05,
      "loss": 1.0,
      "step": 111150
    },
    {
      "epoch": 5.171016515468714,
      "grad_norm": 1.8049359339775235,
      "learning_rate": 1.4344286254256293e-05,
      "loss": 1.0547,
      "step": 111151
    },
    {
      "epoch": 5.171063037915794,
      "grad_norm": 1.5823674059273862,
      "learning_rate": 1.4342702461705235e-05,
      "loss": 1.0,
      "step": 111152
    },
    {
      "epoch": 5.171109560362875,
      "grad_norm": 1.7263236361199126,
      "learning_rate": 1.4341118752204395e-05,
      "loss": 0.9453,
      "step": 111153
    },
    {
      "epoch": 5.171156082809956,
      "grad_norm": 1.5511892199523458,
      "learning_rate": 1.4339535125754687e-05,
      "loss": 0.8945,
      "step": 111154
    },
    {
      "epoch": 5.171202605257037,
      "grad_norm": 1.6933923449458805,
      "learning_rate": 1.4337951582357127e-05,
      "loss": 0.9688,
      "step": 111155
    },
    {
      "epoch": 5.171249127704117,
      "grad_norm": 1.940636937637435,
      "learning_rate": 1.4336368122012699e-05,
      "loss": 1.0781,
      "step": 111156
    },
    {
      "epoch": 5.1712956501511975,
      "grad_norm": 1.754538186191867,
      "learning_rate": 1.4334784744722333e-05,
      "loss": 1.0703,
      "step": 111157
    },
    {
      "epoch": 5.171342172598279,
      "grad_norm": 1.7367921148346799,
      "learning_rate": 1.4333201450486981e-05,
      "loss": 0.9219,
      "step": 111158
    },
    {
      "epoch": 5.171388695045359,
      "grad_norm": 1.5923211076049137,
      "learning_rate": 1.433161823930764e-05,
      "loss": 0.957,
      "step": 111159
    },
    {
      "epoch": 5.17143521749244,
      "grad_norm": 1.563388388824349,
      "learning_rate": 1.4330035111185311e-05,
      "loss": 0.9531,
      "step": 111160
    },
    {
      "epoch": 5.171481739939521,
      "grad_norm": 1.60014972079066,
      "learning_rate": 1.4328452066120944e-05,
      "loss": 0.8633,
      "step": 111161
    },
    {
      "epoch": 5.171528262386602,
      "grad_norm": 1.632173000323706,
      "learning_rate": 1.4326869104115484e-05,
      "loss": 0.9453,
      "step": 111162
    },
    {
      "epoch": 5.171574784833682,
      "grad_norm": 1.6261606243886553,
      "learning_rate": 1.4325286225169902e-05,
      "loss": 0.9922,
      "step": 111163
    },
    {
      "epoch": 5.171621307280763,
      "grad_norm": 1.934882869597453,
      "learning_rate": 1.4323703429285195e-05,
      "loss": 1.1562,
      "step": 111164
    },
    {
      "epoch": 5.171667829727844,
      "grad_norm": 1.7350879748724481,
      "learning_rate": 1.4322120716462326e-05,
      "loss": 1.0312,
      "step": 111165
    },
    {
      "epoch": 5.1717143521749245,
      "grad_norm": 1.6219651790742204,
      "learning_rate": 1.4320538086702249e-05,
      "loss": 0.8633,
      "step": 111166
    },
    {
      "epoch": 5.171760874622005,
      "grad_norm": 1.612612188340997,
      "learning_rate": 1.4318955540005911e-05,
      "loss": 1.0547,
      "step": 111167
    },
    {
      "epoch": 5.171807397069085,
      "grad_norm": 1.8187136404058155,
      "learning_rate": 1.4317373076374327e-05,
      "loss": 1.0859,
      "step": 111168
    },
    {
      "epoch": 5.171853919516167,
      "grad_norm": 1.744271484875991,
      "learning_rate": 1.4315790695808466e-05,
      "loss": 1.0156,
      "step": 111169
    },
    {
      "epoch": 5.171900441963247,
      "grad_norm": 1.7074404881625875,
      "learning_rate": 1.4314208398309257e-05,
      "loss": 0.9883,
      "step": 111170
    },
    {
      "epoch": 5.171946964410328,
      "grad_norm": 1.5562662663364684,
      "learning_rate": 1.4312626183877685e-05,
      "loss": 0.8398,
      "step": 111171
    },
    {
      "epoch": 5.171993486857409,
      "grad_norm": 1.8225282557715847,
      "learning_rate": 1.4311044052514731e-05,
      "loss": 1.0703,
      "step": 111172
    },
    {
      "epoch": 5.17204000930449,
      "grad_norm": 1.817667280608944,
      "learning_rate": 1.4309462004221362e-05,
      "loss": 1.0625,
      "step": 111173
    },
    {
      "epoch": 5.17208653175157,
      "grad_norm": 1.583753670290687,
      "learning_rate": 1.4307880038998543e-05,
      "loss": 0.75,
      "step": 111174
    },
    {
      "epoch": 5.1721330541986505,
      "grad_norm": 1.6179642073231153,
      "learning_rate": 1.4306298156847207e-05,
      "loss": 0.918,
      "step": 111175
    },
    {
      "epoch": 5.172179576645732,
      "grad_norm": 1.593695477658442,
      "learning_rate": 1.4304716357768386e-05,
      "loss": 0.8242,
      "step": 111176
    },
    {
      "epoch": 5.172226099092812,
      "grad_norm": 1.8425162098866763,
      "learning_rate": 1.4303134641763015e-05,
      "loss": 1.1406,
      "step": 111177
    },
    {
      "epoch": 5.172272621539893,
      "grad_norm": 1.8052512786033763,
      "learning_rate": 1.4301553008832057e-05,
      "loss": 1.0547,
      "step": 111178
    },
    {
      "epoch": 5.172319143986973,
      "grad_norm": 1.5935881482912866,
      "learning_rate": 1.4299971458976494e-05,
      "loss": 0.9414,
      "step": 111179
    },
    {
      "epoch": 5.172365666434055,
      "grad_norm": 1.6151280292479795,
      "learning_rate": 1.429838999219728e-05,
      "loss": 0.9375,
      "step": 111180
    },
    {
      "epoch": 5.172412188881135,
      "grad_norm": 1.4413020356475046,
      "learning_rate": 1.4296808608495358e-05,
      "loss": 0.8125,
      "step": 111181
    },
    {
      "epoch": 5.172458711328216,
      "grad_norm": 1.7411117984106423,
      "learning_rate": 1.4295227307871782e-05,
      "loss": 1.125,
      "step": 111182
    },
    {
      "epoch": 5.172505233775297,
      "grad_norm": 1.5796048808142196,
      "learning_rate": 1.4293646090327465e-05,
      "loss": 0.957,
      "step": 111183
    },
    {
      "epoch": 5.1725517562223775,
      "grad_norm": 1.8986569102528759,
      "learning_rate": 1.4292064955863359e-05,
      "loss": 1.0625,
      "step": 111184
    },
    {
      "epoch": 5.172598278669458,
      "grad_norm": 1.6974747649148876,
      "learning_rate": 1.4290483904480443e-05,
      "loss": 1.0859,
      "step": 111185
    },
    {
      "epoch": 5.1726448011165385,
      "grad_norm": 1.8520327573742832,
      "learning_rate": 1.428890293617972e-05,
      "loss": 1.125,
      "step": 111186
    },
    {
      "epoch": 5.17269132356362,
      "grad_norm": 1.6892357771874433,
      "learning_rate": 1.4287322050962118e-05,
      "loss": 0.9805,
      "step": 111187
    },
    {
      "epoch": 5.1727378460107,
      "grad_norm": 1.58055110508845,
      "learning_rate": 1.4285741248828625e-05,
      "loss": 1.0,
      "step": 111188
    },
    {
      "epoch": 5.172784368457781,
      "grad_norm": 1.879504443596391,
      "learning_rate": 1.428416052978017e-05,
      "loss": 0.9883,
      "step": 111189
    },
    {
      "epoch": 5.172830890904861,
      "grad_norm": 1.7784885151697225,
      "learning_rate": 1.4282579893817786e-05,
      "loss": 0.957,
      "step": 111190
    },
    {
      "epoch": 5.172877413351943,
      "grad_norm": 1.6709513083133176,
      "learning_rate": 1.428099934094239e-05,
      "loss": 0.9375,
      "step": 111191
    },
    {
      "epoch": 5.172923935799023,
      "grad_norm": 1.782594209109561,
      "learning_rate": 1.427941887115498e-05,
      "loss": 0.9648,
      "step": 111192
    },
    {
      "epoch": 5.172970458246104,
      "grad_norm": 1.6740361302079245,
      "learning_rate": 1.4277838484456489e-05,
      "loss": 0.9648,
      "step": 111193
    },
    {
      "epoch": 5.173016980693184,
      "grad_norm": 1.5451625812423757,
      "learning_rate": 1.4276258180847917e-05,
      "loss": 0.9258,
      "step": 111194
    },
    {
      "epoch": 5.173063503140265,
      "grad_norm": 1.706857822443734,
      "learning_rate": 1.4274677960330227e-05,
      "loss": 1.0703,
      "step": 111195
    },
    {
      "epoch": 5.173110025587346,
      "grad_norm": 1.7481564720367526,
      "learning_rate": 1.4273097822904373e-05,
      "loss": 1.0938,
      "step": 111196
    },
    {
      "epoch": 5.173156548034426,
      "grad_norm": 1.768071135876288,
      "learning_rate": 1.42715177685713e-05,
      "loss": 1.0078,
      "step": 111197
    },
    {
      "epoch": 5.173203070481508,
      "grad_norm": 1.7883594922846062,
      "learning_rate": 1.4269937797332042e-05,
      "loss": 0.957,
      "step": 111198
    },
    {
      "epoch": 5.173249592928588,
      "grad_norm": 1.578248332685831,
      "learning_rate": 1.4268357909187533e-05,
      "loss": 0.9414,
      "step": 111199
    },
    {
      "epoch": 5.173296115375669,
      "grad_norm": 1.6914439474201337,
      "learning_rate": 1.426677810413872e-05,
      "loss": 0.9141,
      "step": 111200
    },
    {
      "epoch": 5.173342637822749,
      "grad_norm": 1.6365901755334369,
      "learning_rate": 1.4265198382186554e-05,
      "loss": 0.9688,
      "step": 111201
    },
    {
      "epoch": 5.1733891602698305,
      "grad_norm": 1.7695184702945104,
      "learning_rate": 1.4263618743332084e-05,
      "loss": 1.0156,
      "step": 111202
    },
    {
      "epoch": 5.173435682716911,
      "grad_norm": 1.6858723927875443,
      "learning_rate": 1.4262039187576175e-05,
      "loss": 0.8711,
      "step": 111203
    },
    {
      "epoch": 5.1734822051639915,
      "grad_norm": 1.7574962909593084,
      "learning_rate": 1.4260459714919892e-05,
      "loss": 1.0156,
      "step": 111204
    },
    {
      "epoch": 5.173528727611072,
      "grad_norm": 1.5764164929651567,
      "learning_rate": 1.4258880325364136e-05,
      "loss": 0.9258,
      "step": 111205
    },
    {
      "epoch": 5.173575250058153,
      "grad_norm": 1.7262474526107572,
      "learning_rate": 1.425730101890989e-05,
      "loss": 1.0625,
      "step": 111206
    },
    {
      "epoch": 5.173621772505234,
      "grad_norm": 1.5061118132659888,
      "learning_rate": 1.4255721795558134e-05,
      "loss": 0.8867,
      "step": 111207
    },
    {
      "epoch": 5.173668294952314,
      "grad_norm": 1.8189646376141428,
      "learning_rate": 1.4254142655309836e-05,
      "loss": 1.0078,
      "step": 111208
    },
    {
      "epoch": 5.173714817399395,
      "grad_norm": 1.5127274866869476,
      "learning_rate": 1.4252563598165945e-05,
      "loss": 0.9258,
      "step": 111209
    },
    {
      "epoch": 5.173761339846476,
      "grad_norm": 1.8813637307816227,
      "learning_rate": 1.4250984624127426e-05,
      "loss": 1.1094,
      "step": 111210
    },
    {
      "epoch": 5.173807862293557,
      "grad_norm": 1.6355529374855482,
      "learning_rate": 1.4249405733195246e-05,
      "loss": 0.875,
      "step": 111211
    },
    {
      "epoch": 5.173854384740637,
      "grad_norm": 1.7186685247602203,
      "learning_rate": 1.4247826925370387e-05,
      "loss": 0.9102,
      "step": 111212
    },
    {
      "epoch": 5.1739009071877184,
      "grad_norm": 1.683835529553579,
      "learning_rate": 1.4246248200653832e-05,
      "loss": 0.9727,
      "step": 111213
    },
    {
      "epoch": 5.173947429634799,
      "grad_norm": 1.5211632645903261,
      "learning_rate": 1.4244669559046495e-05,
      "loss": 0.957,
      "step": 111214
    },
    {
      "epoch": 5.173993952081879,
      "grad_norm": 1.9474787028555878,
      "learning_rate": 1.4243091000549361e-05,
      "loss": 1.2031,
      "step": 111215
    },
    {
      "epoch": 5.17404047452896,
      "grad_norm": 1.7924993532123652,
      "learning_rate": 1.4241512525163445e-05,
      "loss": 0.9688,
      "step": 111216
    },
    {
      "epoch": 5.174086996976041,
      "grad_norm": 1.5439625643774282,
      "learning_rate": 1.4239934132889663e-05,
      "loss": 0.9414,
      "step": 111217
    },
    {
      "epoch": 5.174133519423122,
      "grad_norm": 1.6315919577738582,
      "learning_rate": 1.4238355823728997e-05,
      "loss": 0.9648,
      "step": 111218
    },
    {
      "epoch": 5.174180041870202,
      "grad_norm": 1.7635370546588527,
      "learning_rate": 1.4236777597682364e-05,
      "loss": 1.1094,
      "step": 111219
    },
    {
      "epoch": 5.174226564317283,
      "grad_norm": 1.7144836034157425,
      "learning_rate": 1.4235199454750828e-05,
      "loss": 1.0078,
      "step": 111220
    },
    {
      "epoch": 5.174273086764364,
      "grad_norm": 1.80496949790857,
      "learning_rate": 1.4233621394935291e-05,
      "loss": 1.0,
      "step": 111221
    },
    {
      "epoch": 5.1743196092114445,
      "grad_norm": 1.8660383699047711,
      "learning_rate": 1.4232043418236732e-05,
      "loss": 1.1562,
      "step": 111222
    },
    {
      "epoch": 5.174366131658525,
      "grad_norm": 1.695431171623702,
      "learning_rate": 1.4230465524656087e-05,
      "loss": 0.9688,
      "step": 111223
    },
    {
      "epoch": 5.174412654105606,
      "grad_norm": 1.880711511640638,
      "learning_rate": 1.4228887714194388e-05,
      "loss": 1.0391,
      "step": 111224
    },
    {
      "epoch": 5.174459176552687,
      "grad_norm": 1.7045922426989542,
      "learning_rate": 1.4227309986852532e-05,
      "loss": 0.9453,
      "step": 111225
    },
    {
      "epoch": 5.174505698999767,
      "grad_norm": 1.8628950125532622,
      "learning_rate": 1.4225732342631535e-05,
      "loss": 0.9883,
      "step": 111226
    },
    {
      "epoch": 5.174552221446848,
      "grad_norm": 1.6224587884740853,
      "learning_rate": 1.4224154781532365e-05,
      "loss": 0.9648,
      "step": 111227
    },
    {
      "epoch": 5.174598743893929,
      "grad_norm": 1.9917666621080456,
      "learning_rate": 1.422257730355592e-05,
      "loss": 1.125,
      "step": 111228
    },
    {
      "epoch": 5.17464526634101,
      "grad_norm": 1.7679626401754922,
      "learning_rate": 1.4220999908703252e-05,
      "loss": 1.0,
      "step": 111229
    },
    {
      "epoch": 5.17469178878809,
      "grad_norm": 1.646599292394702,
      "learning_rate": 1.4219422596975289e-05,
      "loss": 0.9375,
      "step": 111230
    },
    {
      "epoch": 5.174738311235171,
      "grad_norm": 1.8176856018815892,
      "learning_rate": 1.4217845368372982e-05,
      "loss": 1.0156,
      "step": 111231
    },
    {
      "epoch": 5.174784833682252,
      "grad_norm": 1.566477026468657,
      "learning_rate": 1.4216268222897298e-05,
      "loss": 0.9805,
      "step": 111232
    },
    {
      "epoch": 5.174831356129332,
      "grad_norm": 1.6160242346372282,
      "learning_rate": 1.4214691160549235e-05,
      "loss": 0.9609,
      "step": 111233
    },
    {
      "epoch": 5.174877878576413,
      "grad_norm": 1.81672375254273,
      "learning_rate": 1.4213114181329743e-05,
      "loss": 0.9531,
      "step": 111234
    },
    {
      "epoch": 5.174924401023494,
      "grad_norm": 1.8978110934408743,
      "learning_rate": 1.4211537285239772e-05,
      "loss": 1.0547,
      "step": 111235
    },
    {
      "epoch": 5.174970923470575,
      "grad_norm": 1.7936242426086364,
      "learning_rate": 1.4209960472280318e-05,
      "loss": 0.9688,
      "step": 111236
    },
    {
      "epoch": 5.175017445917655,
      "grad_norm": 1.4947792496182022,
      "learning_rate": 1.4208383742452284e-05,
      "loss": 0.8242,
      "step": 111237
    },
    {
      "epoch": 5.175063968364736,
      "grad_norm": 1.78041549539985,
      "learning_rate": 1.42068070957567e-05,
      "loss": 1.0469,
      "step": 111238
    },
    {
      "epoch": 5.175110490811817,
      "grad_norm": 1.7764566271977864,
      "learning_rate": 1.4205230532194517e-05,
      "loss": 0.9883,
      "step": 111239
    },
    {
      "epoch": 5.1751570132588975,
      "grad_norm": 1.8187382296747439,
      "learning_rate": 1.42036540517667e-05,
      "loss": 1.1406,
      "step": 111240
    },
    {
      "epoch": 5.175203535705978,
      "grad_norm": 1.6327175784116958,
      "learning_rate": 1.4202077654474164e-05,
      "loss": 1.125,
      "step": 111241
    },
    {
      "epoch": 5.1752500581530585,
      "grad_norm": 1.662704808703234,
      "learning_rate": 1.420050134031796e-05,
      "loss": 0.9883,
      "step": 111242
    },
    {
      "epoch": 5.17529658060014,
      "grad_norm": 1.7614825181194873,
      "learning_rate": 1.4198925109299003e-05,
      "loss": 0.957,
      "step": 111243
    },
    {
      "epoch": 5.17534310304722,
      "grad_norm": 1.8179830503642458,
      "learning_rate": 1.4197348961418259e-05,
      "loss": 1.125,
      "step": 111244
    },
    {
      "epoch": 5.175389625494301,
      "grad_norm": 1.7043256248175993,
      "learning_rate": 1.4195772896676676e-05,
      "loss": 1.0625,
      "step": 111245
    },
    {
      "epoch": 5.175436147941381,
      "grad_norm": 1.847592067217559,
      "learning_rate": 1.4194196915075273e-05,
      "loss": 1.1406,
      "step": 111246
    },
    {
      "epoch": 5.175482670388463,
      "grad_norm": 1.5757229700704396,
      "learning_rate": 1.4192621016614947e-05,
      "loss": 0.9414,
      "step": 111247
    },
    {
      "epoch": 5.175529192835543,
      "grad_norm": 1.7128284397286555,
      "learning_rate": 1.4191045201296731e-05,
      "loss": 1.0078,
      "step": 111248
    },
    {
      "epoch": 5.175575715282624,
      "grad_norm": 1.5467314728370336,
      "learning_rate": 1.4189469469121556e-05,
      "loss": 0.8672,
      "step": 111249
    },
    {
      "epoch": 5.175622237729705,
      "grad_norm": 1.624441004002384,
      "learning_rate": 1.4187893820090357e-05,
      "loss": 1.0,
      "step": 111250
    },
    {
      "epoch": 5.1756687601767855,
      "grad_norm": 1.7353685199679858,
      "learning_rate": 1.4186318254204148e-05,
      "loss": 0.8906,
      "step": 111251
    },
    {
      "epoch": 5.175715282623866,
      "grad_norm": 1.8077426795762563,
      "learning_rate": 1.4184742771463898e-05,
      "loss": 1.0781,
      "step": 111252
    },
    {
      "epoch": 5.175761805070946,
      "grad_norm": 1.672549226514258,
      "learning_rate": 1.4183167371870535e-05,
      "loss": 1.0703,
      "step": 111253
    },
    {
      "epoch": 5.175808327518028,
      "grad_norm": 1.4310342425528864,
      "learning_rate": 1.4181592055425011e-05,
      "loss": 0.8984,
      "step": 111254
    },
    {
      "epoch": 5.175854849965108,
      "grad_norm": 1.7487502147049567,
      "learning_rate": 1.4180016822128342e-05,
      "loss": 1.0625,
      "step": 111255
    },
    {
      "epoch": 5.175901372412189,
      "grad_norm": 1.6518972902383724,
      "learning_rate": 1.4178441671981478e-05,
      "loss": 1.0469,
      "step": 111256
    },
    {
      "epoch": 5.175947894859269,
      "grad_norm": 1.5122017667868257,
      "learning_rate": 1.4176866604985365e-05,
      "loss": 0.9258,
      "step": 111257
    },
    {
      "epoch": 5.175994417306351,
      "grad_norm": 1.787313624577246,
      "learning_rate": 1.4175291621140954e-05,
      "loss": 0.9922,
      "step": 111258
    },
    {
      "epoch": 5.176040939753431,
      "grad_norm": 1.5303506198381456,
      "learning_rate": 1.4173716720449247e-05,
      "loss": 0.9023,
      "step": 111259
    },
    {
      "epoch": 5.1760874622005115,
      "grad_norm": 1.8008262544085145,
      "learning_rate": 1.4172141902911204e-05,
      "loss": 1.0547,
      "step": 111260
    },
    {
      "epoch": 5.176133984647593,
      "grad_norm": 1.5446049372792439,
      "learning_rate": 1.4170567168527763e-05,
      "loss": 0.8906,
      "step": 111261
    },
    {
      "epoch": 5.176180507094673,
      "grad_norm": 1.7968300768198693,
      "learning_rate": 1.4168992517299905e-05,
      "loss": 1.0,
      "step": 111262
    },
    {
      "epoch": 5.176227029541754,
      "grad_norm": 1.5889663773074905,
      "learning_rate": 1.4167417949228576e-05,
      "loss": 1.0234,
      "step": 111263
    },
    {
      "epoch": 5.176273551988834,
      "grad_norm": 1.616335082672266,
      "learning_rate": 1.4165843464314763e-05,
      "loss": 0.9375,
      "step": 111264
    },
    {
      "epoch": 5.176320074435916,
      "grad_norm": 1.5409920534438104,
      "learning_rate": 1.416426906255943e-05,
      "loss": 0.9062,
      "step": 111265
    },
    {
      "epoch": 5.176366596882996,
      "grad_norm": 1.7806047988322373,
      "learning_rate": 1.4162694743963526e-05,
      "loss": 0.9492,
      "step": 111266
    },
    {
      "epoch": 5.176413119330077,
      "grad_norm": 1.7114881732753602,
      "learning_rate": 1.4161120508528e-05,
      "loss": 0.9883,
      "step": 111267
    },
    {
      "epoch": 5.176459641777157,
      "grad_norm": 1.6798454447235103,
      "learning_rate": 1.415954635625387e-05,
      "loss": 0.9023,
      "step": 111268
    },
    {
      "epoch": 5.1765061642242385,
      "grad_norm": 1.725641805115074,
      "learning_rate": 1.4157972287142034e-05,
      "loss": 1.0078,
      "step": 111269
    },
    {
      "epoch": 5.176552686671319,
      "grad_norm": 1.5659873217117666,
      "learning_rate": 1.4156398301193505e-05,
      "loss": 1.0781,
      "step": 111270
    },
    {
      "epoch": 5.176599209118399,
      "grad_norm": 1.9000462855169844,
      "learning_rate": 1.4154824398409237e-05,
      "loss": 1.0469,
      "step": 111271
    },
    {
      "epoch": 5.176645731565481,
      "grad_norm": 1.6826356330993015,
      "learning_rate": 1.415325057879016e-05,
      "loss": 0.9922,
      "step": 111272
    },
    {
      "epoch": 5.176692254012561,
      "grad_norm": 1.680272282395076,
      "learning_rate": 1.415167684233729e-05,
      "loss": 0.9258,
      "step": 111273
    },
    {
      "epoch": 5.176738776459642,
      "grad_norm": 1.7392518199980023,
      "learning_rate": 1.4150103189051559e-05,
      "loss": 1.0078,
      "step": 111274
    },
    {
      "epoch": 5.176785298906722,
      "grad_norm": 1.579478048158143,
      "learning_rate": 1.4148529618933952e-05,
      "loss": 0.8828,
      "step": 111275
    },
    {
      "epoch": 5.176831821353804,
      "grad_norm": 1.6151353206010413,
      "learning_rate": 1.4146956131985365e-05,
      "loss": 0.957,
      "step": 111276
    },
    {
      "epoch": 5.176878343800884,
      "grad_norm": 1.867652326212008,
      "learning_rate": 1.414538272820685e-05,
      "loss": 1.2031,
      "step": 111277
    },
    {
      "epoch": 5.1769248662479646,
      "grad_norm": 1.5347813852276317,
      "learning_rate": 1.4143809407599338e-05,
      "loss": 0.9062,
      "step": 111278
    },
    {
      "epoch": 5.176971388695045,
      "grad_norm": 1.7451028511910214,
      "learning_rate": 1.414223617016378e-05,
      "loss": 1.0781,
      "step": 111279
    },
    {
      "epoch": 5.177017911142126,
      "grad_norm": 1.6501695548606323,
      "learning_rate": 1.4140663015901121e-05,
      "loss": 0.9648,
      "step": 111280
    },
    {
      "epoch": 5.177064433589207,
      "grad_norm": 1.9913586600610949,
      "learning_rate": 1.4139089944812382e-05,
      "loss": 1.1484,
      "step": 111281
    },
    {
      "epoch": 5.177110956036287,
      "grad_norm": 1.6960332821697603,
      "learning_rate": 1.4137516956898476e-05,
      "loss": 0.9727,
      "step": 111282
    },
    {
      "epoch": 5.177157478483368,
      "grad_norm": 1.5540070978318776,
      "learning_rate": 1.4135944052160402e-05,
      "loss": 0.8906,
      "step": 111283
    },
    {
      "epoch": 5.177204000930449,
      "grad_norm": 1.7220465374015947,
      "learning_rate": 1.4134371230599062e-05,
      "loss": 0.9922,
      "step": 111284
    },
    {
      "epoch": 5.17725052337753,
      "grad_norm": 1.62976645002615,
      "learning_rate": 1.4132798492215502e-05,
      "loss": 0.9062,
      "step": 111285
    },
    {
      "epoch": 5.17729704582461,
      "grad_norm": 1.7041200600603121,
      "learning_rate": 1.4131225837010624e-05,
      "loss": 1.1094,
      "step": 111286
    },
    {
      "epoch": 5.1773435682716915,
      "grad_norm": 1.6755174351222724,
      "learning_rate": 1.4129653264985424e-05,
      "loss": 0.9844,
      "step": 111287
    },
    {
      "epoch": 5.177390090718772,
      "grad_norm": 1.9724894767285168,
      "learning_rate": 1.4128080776140855e-05,
      "loss": 1.125,
      "step": 111288
    },
    {
      "epoch": 5.1774366131658525,
      "grad_norm": 1.8876166531057645,
      "learning_rate": 1.4126508370477847e-05,
      "loss": 0.9688,
      "step": 111289
    },
    {
      "epoch": 5.177483135612933,
      "grad_norm": 1.701154310288864,
      "learning_rate": 1.4124936047997414e-05,
      "loss": 1.0625,
      "step": 111290
    },
    {
      "epoch": 5.177529658060014,
      "grad_norm": 1.6694148621474836,
      "learning_rate": 1.412336380870046e-05,
      "loss": 0.9453,
      "step": 111291
    },
    {
      "epoch": 5.177576180507095,
      "grad_norm": 1.707304052645227,
      "learning_rate": 1.4121791652588016e-05,
      "loss": 0.9844,
      "step": 111292
    },
    {
      "epoch": 5.177622702954175,
      "grad_norm": 1.5291144352694759,
      "learning_rate": 1.4120219579661013e-05,
      "loss": 0.8711,
      "step": 111293
    },
    {
      "epoch": 5.177669225401256,
      "grad_norm": 1.6612433488121383,
      "learning_rate": 1.4118647589920402e-05,
      "loss": 0.9922,
      "step": 111294
    },
    {
      "epoch": 5.177715747848337,
      "grad_norm": 1.6861297180477646,
      "learning_rate": 1.4117075683367163e-05,
      "loss": 1.0547,
      "step": 111295
    },
    {
      "epoch": 5.177762270295418,
      "grad_norm": 1.8608216324113673,
      "learning_rate": 1.4115503860002247e-05,
      "loss": 0.9453,
      "step": 111296
    },
    {
      "epoch": 5.177808792742498,
      "grad_norm": 1.7363617893759105,
      "learning_rate": 1.4113932119826637e-05,
      "loss": 0.9805,
      "step": 111297
    },
    {
      "epoch": 5.1778553151895785,
      "grad_norm": 1.755489674728856,
      "learning_rate": 1.4112360462841248e-05,
      "loss": 1.0469,
      "step": 111298
    },
    {
      "epoch": 5.17790183763666,
      "grad_norm": 1.5555052586146412,
      "learning_rate": 1.4110788889047097e-05,
      "loss": 0.9062,
      "step": 111299
    },
    {
      "epoch": 5.17794836008374,
      "grad_norm": 1.636214995776705,
      "learning_rate": 1.4109217398445117e-05,
      "loss": 0.832,
      "step": 111300
    },
    {
      "epoch": 5.177994882530821,
      "grad_norm": 1.5608694898628162,
      "learning_rate": 1.4107645991036287e-05,
      "loss": 0.9023,
      "step": 111301
    },
    {
      "epoch": 5.178041404977902,
      "grad_norm": 1.5184347963991875,
      "learning_rate": 1.410607466682151e-05,
      "loss": 0.9531,
      "step": 111302
    },
    {
      "epoch": 5.178087927424983,
      "grad_norm": 1.6901540783960383,
      "learning_rate": 1.4104503425801833e-05,
      "loss": 0.9844,
      "step": 111303
    },
    {
      "epoch": 5.178134449872063,
      "grad_norm": 1.5721752020632547,
      "learning_rate": 1.410293226797819e-05,
      "loss": 0.8516,
      "step": 111304
    },
    {
      "epoch": 5.178180972319144,
      "grad_norm": 1.7153466011999101,
      "learning_rate": 1.4101361193351528e-05,
      "loss": 0.8984,
      "step": 111305
    },
    {
      "epoch": 5.178227494766225,
      "grad_norm": 1.8005178332219494,
      "learning_rate": 1.4099790201922784e-05,
      "loss": 0.9414,
      "step": 111306
    },
    {
      "epoch": 5.1782740172133055,
      "grad_norm": 1.6333214873196071,
      "learning_rate": 1.4098219293692969e-05,
      "loss": 1.0,
      "step": 111307
    },
    {
      "epoch": 5.178320539660386,
      "grad_norm": 1.8413144494511728,
      "learning_rate": 1.4096648468663036e-05,
      "loss": 0.9609,
      "step": 111308
    },
    {
      "epoch": 5.1783670621074664,
      "grad_norm": 1.608624854575303,
      "learning_rate": 1.4095077726833931e-05,
      "loss": 1.0078,
      "step": 111309
    },
    {
      "epoch": 5.178413584554548,
      "grad_norm": 1.7304145527318566,
      "learning_rate": 1.4093507068206588e-05,
      "loss": 0.9141,
      "step": 111310
    },
    {
      "epoch": 5.178460107001628,
      "grad_norm": 1.6402483988861198,
      "learning_rate": 1.4091936492782025e-05,
      "loss": 0.8633,
      "step": 111311
    },
    {
      "epoch": 5.178506629448709,
      "grad_norm": 1.5931636511052105,
      "learning_rate": 1.4090366000561187e-05,
      "loss": 0.9375,
      "step": 111312
    },
    {
      "epoch": 5.17855315189579,
      "grad_norm": 1.7423631006841043,
      "learning_rate": 1.4088795591545011e-05,
      "loss": 1.1797,
      "step": 111313
    },
    {
      "epoch": 5.178599674342871,
      "grad_norm": 1.9688230390797898,
      "learning_rate": 1.4087225265734491e-05,
      "loss": 1.1562,
      "step": 111314
    },
    {
      "epoch": 5.178646196789951,
      "grad_norm": 1.4295126758988093,
      "learning_rate": 1.4085655023130583e-05,
      "loss": 0.8594,
      "step": 111315
    },
    {
      "epoch": 5.178692719237032,
      "grad_norm": 1.5607990735951744,
      "learning_rate": 1.4084084863734197e-05,
      "loss": 0.9688,
      "step": 111316
    },
    {
      "epoch": 5.178739241684113,
      "grad_norm": 1.5216343253899942,
      "learning_rate": 1.4082514787546367e-05,
      "loss": 0.7969,
      "step": 111317
    },
    {
      "epoch": 5.178785764131193,
      "grad_norm": 1.885466529425019,
      "learning_rate": 1.4080944794568028e-05,
      "loss": 1.1094,
      "step": 111318
    },
    {
      "epoch": 5.178832286578274,
      "grad_norm": 1.6175758534585154,
      "learning_rate": 1.4079374884800127e-05,
      "loss": 0.9766,
      "step": 111319
    },
    {
      "epoch": 5.178878809025354,
      "grad_norm": 1.724752911786531,
      "learning_rate": 1.4077805058243613e-05,
      "loss": 1.0547,
      "step": 111320
    },
    {
      "epoch": 5.178925331472436,
      "grad_norm": 1.8528927935655874,
      "learning_rate": 1.4076235314899487e-05,
      "loss": 1.1484,
      "step": 111321
    },
    {
      "epoch": 5.178971853919516,
      "grad_norm": 1.5310908916262493,
      "learning_rate": 1.4074665654768696e-05,
      "loss": 0.8828,
      "step": 111322
    },
    {
      "epoch": 5.179018376366597,
      "grad_norm": 1.7756005333864306,
      "learning_rate": 1.4073096077852192e-05,
      "loss": 1.0469,
      "step": 111323
    },
    {
      "epoch": 5.179064898813678,
      "grad_norm": 1.8096960760432164,
      "learning_rate": 1.4071526584150922e-05,
      "loss": 1.0078,
      "step": 111324
    },
    {
      "epoch": 5.1791114212607585,
      "grad_norm": 1.5328478258404183,
      "learning_rate": 1.4069957173665886e-05,
      "loss": 0.9102,
      "step": 111325
    },
    {
      "epoch": 5.179157943707839,
      "grad_norm": 1.7004414331286934,
      "learning_rate": 1.4068387846398032e-05,
      "loss": 1.0859,
      "step": 111326
    },
    {
      "epoch": 5.1792044661549195,
      "grad_norm": 1.6797368293863844,
      "learning_rate": 1.4066818602348295e-05,
      "loss": 1.0234,
      "step": 111327
    },
    {
      "epoch": 5.179250988602001,
      "grad_norm": 1.6839788280662238,
      "learning_rate": 1.406524944151764e-05,
      "loss": 0.9453,
      "step": 111328
    },
    {
      "epoch": 5.179297511049081,
      "grad_norm": 1.6641204956293867,
      "learning_rate": 1.4063680363907064e-05,
      "loss": 1.0234,
      "step": 111329
    },
    {
      "epoch": 5.179344033496162,
      "grad_norm": 1.5133869280730041,
      "learning_rate": 1.4062111369517504e-05,
      "loss": 0.8672,
      "step": 111330
    },
    {
      "epoch": 5.179390555943242,
      "grad_norm": 1.792724819019312,
      "learning_rate": 1.4060542458349921e-05,
      "loss": 1.1172,
      "step": 111331
    },
    {
      "epoch": 5.179437078390324,
      "grad_norm": 1.87377559340416,
      "learning_rate": 1.4058973630405235e-05,
      "loss": 1.0156,
      "step": 111332
    },
    {
      "epoch": 5.179483600837404,
      "grad_norm": 1.607765004459259,
      "learning_rate": 1.4057404885684492e-05,
      "loss": 0.8906,
      "step": 111333
    },
    {
      "epoch": 5.179530123284485,
      "grad_norm": 1.7428439609291586,
      "learning_rate": 1.4055836224188593e-05,
      "loss": 1.0312,
      "step": 111334
    },
    {
      "epoch": 5.179576645731565,
      "grad_norm": 1.6451773594649288,
      "learning_rate": 1.4054267645918487e-05,
      "loss": 1.0156,
      "step": 111335
    },
    {
      "epoch": 5.179623168178646,
      "grad_norm": 1.8766291249147435,
      "learning_rate": 1.4052699150875192e-05,
      "loss": 1.0547,
      "step": 111336
    },
    {
      "epoch": 5.179669690625727,
      "grad_norm": 1.8550587433162726,
      "learning_rate": 1.4051130739059618e-05,
      "loss": 1.125,
      "step": 111337
    },
    {
      "epoch": 5.179716213072807,
      "grad_norm": 1.6012334282795342,
      "learning_rate": 1.4049562410472754e-05,
      "loss": 0.8984,
      "step": 111338
    },
    {
      "epoch": 5.179762735519889,
      "grad_norm": 1.6705621556929768,
      "learning_rate": 1.4047994165115561e-05,
      "loss": 0.9961,
      "step": 111339
    },
    {
      "epoch": 5.179809257966969,
      "grad_norm": 1.544791309475967,
      "learning_rate": 1.4046426002988975e-05,
      "loss": 0.8711,
      "step": 111340
    },
    {
      "epoch": 5.17985578041405,
      "grad_norm": 1.7277798312977148,
      "learning_rate": 1.4044857924093978e-05,
      "loss": 1.0859,
      "step": 111341
    },
    {
      "epoch": 5.17990230286113,
      "grad_norm": 1.6932995775975939,
      "learning_rate": 1.4043289928431483e-05,
      "loss": 1.0781,
      "step": 111342
    },
    {
      "epoch": 5.1799488253082115,
      "grad_norm": 1.5668432128430059,
      "learning_rate": 1.4041722016002528e-05,
      "loss": 0.9102,
      "step": 111343
    },
    {
      "epoch": 5.179995347755292,
      "grad_norm": 1.7091618324201419,
      "learning_rate": 1.4040154186808023e-05,
      "loss": 1.0156,
      "step": 111344
    },
    {
      "epoch": 5.1800418702023725,
      "grad_norm": 1.6960343157675584,
      "learning_rate": 1.4038586440848938e-05,
      "loss": 0.8867,
      "step": 111345
    },
    {
      "epoch": 5.180088392649453,
      "grad_norm": 1.749950728280191,
      "learning_rate": 1.4037018778126203e-05,
      "loss": 0.9492,
      "step": 111346
    },
    {
      "epoch": 5.180134915096534,
      "grad_norm": 1.4425433640748853,
      "learning_rate": 1.4035451198640835e-05,
      "loss": 0.7344,
      "step": 111347
    },
    {
      "epoch": 5.180181437543615,
      "grad_norm": 1.586087795442097,
      "learning_rate": 1.4033883702393767e-05,
      "loss": 0.918,
      "step": 111348
    },
    {
      "epoch": 5.180227959990695,
      "grad_norm": 1.66563009913443,
      "learning_rate": 1.4032316289385964e-05,
      "loss": 0.9688,
      "step": 111349
    },
    {
      "epoch": 5.180274482437776,
      "grad_norm": 1.767588775094092,
      "learning_rate": 1.4030748959618343e-05,
      "loss": 1.0703,
      "step": 111350
    },
    {
      "epoch": 5.180321004884857,
      "grad_norm": 1.7620374613592487,
      "learning_rate": 1.402918171309192e-05,
      "loss": 0.8633,
      "step": 111351
    },
    {
      "epoch": 5.180367527331938,
      "grad_norm": 1.8174607436416597,
      "learning_rate": 1.4027614549807642e-05,
      "loss": 0.9805,
      "step": 111352
    },
    {
      "epoch": 5.180414049779018,
      "grad_norm": 1.6557254499904213,
      "learning_rate": 1.402604746976646e-05,
      "loss": 0.9805,
      "step": 111353
    },
    {
      "epoch": 5.1804605722260995,
      "grad_norm": 1.5647065291285855,
      "learning_rate": 1.4024480472969308e-05,
      "loss": 1.0938,
      "step": 111354
    },
    {
      "epoch": 5.18050709467318,
      "grad_norm": 1.6904337438642585,
      "learning_rate": 1.4022913559417182e-05,
      "loss": 0.9336,
      "step": 111355
    },
    {
      "epoch": 5.18055361712026,
      "grad_norm": 1.6844479146355023,
      "learning_rate": 1.4021346729111016e-05,
      "loss": 1.0625,
      "step": 111356
    },
    {
      "epoch": 5.180600139567341,
      "grad_norm": 1.6767512975484922,
      "learning_rate": 1.401977998205181e-05,
      "loss": 1.0078,
      "step": 111357
    },
    {
      "epoch": 5.180646662014422,
      "grad_norm": 1.7251345531408486,
      "learning_rate": 1.4018213318240495e-05,
      "loss": 0.9961,
      "step": 111358
    },
    {
      "epoch": 5.180693184461503,
      "grad_norm": 1.6632964010865046,
      "learning_rate": 1.4016646737678005e-05,
      "loss": 1.0391,
      "step": 111359
    },
    {
      "epoch": 5.180739706908583,
      "grad_norm": 1.7249483880902254,
      "learning_rate": 1.4015080240365339e-05,
      "loss": 1.125,
      "step": 111360
    },
    {
      "epoch": 5.180786229355664,
      "grad_norm": 1.6726774793802512,
      "learning_rate": 1.4013513826303464e-05,
      "loss": 0.9258,
      "step": 111361
    },
    {
      "epoch": 5.180832751802745,
      "grad_norm": 1.6925228513276105,
      "learning_rate": 1.4011947495493309e-05,
      "loss": 0.9688,
      "step": 111362
    },
    {
      "epoch": 5.1808792742498255,
      "grad_norm": 1.7404420225599493,
      "learning_rate": 1.4010381247935809e-05,
      "loss": 0.8516,
      "step": 111363
    },
    {
      "epoch": 5.180925796696906,
      "grad_norm": 1.6542859535511838,
      "learning_rate": 1.400881508363198e-05,
      "loss": 0.9961,
      "step": 111364
    },
    {
      "epoch": 5.180972319143987,
      "grad_norm": 1.9040105332886152,
      "learning_rate": 1.4007249002582754e-05,
      "loss": 0.9414,
      "step": 111365
    },
    {
      "epoch": 5.181018841591068,
      "grad_norm": 1.756704154179955,
      "learning_rate": 1.4005683004789115e-05,
      "loss": 1.0234,
      "step": 111366
    },
    {
      "epoch": 5.181065364038148,
      "grad_norm": 1.5665868580316331,
      "learning_rate": 1.4004117090251976e-05,
      "loss": 1.0234,
      "step": 111367
    },
    {
      "epoch": 5.181111886485229,
      "grad_norm": 1.8853552926309962,
      "learning_rate": 1.4002551258972288e-05,
      "loss": 1.1094,
      "step": 111368
    },
    {
      "epoch": 5.18115840893231,
      "grad_norm": 1.6593455854731045,
      "learning_rate": 1.4000985510951085e-05,
      "loss": 0.957,
      "step": 111369
    },
    {
      "epoch": 5.181204931379391,
      "grad_norm": 1.4784147482877232,
      "learning_rate": 1.3999419846189264e-05,
      "loss": 0.8672,
      "step": 111370
    },
    {
      "epoch": 5.181251453826471,
      "grad_norm": 1.7456530162062651,
      "learning_rate": 1.3997854264687807e-05,
      "loss": 0.9961,
      "step": 111371
    },
    {
      "epoch": 5.181297976273552,
      "grad_norm": 1.4960883713507491,
      "learning_rate": 1.3996288766447633e-05,
      "loss": 0.8516,
      "step": 111372
    },
    {
      "epoch": 5.181344498720633,
      "grad_norm": 1.6076923219874413,
      "learning_rate": 1.3994723351469772e-05,
      "loss": 0.8945,
      "step": 111373
    },
    {
      "epoch": 5.181391021167713,
      "grad_norm": 1.6920284446800071,
      "learning_rate": 1.3993158019755141e-05,
      "loss": 1.0156,
      "step": 111374
    },
    {
      "epoch": 5.181437543614794,
      "grad_norm": 1.591043861872941,
      "learning_rate": 1.3991592771304688e-05,
      "loss": 0.9531,
      "step": 111375
    },
    {
      "epoch": 5.181484066061875,
      "grad_norm": 1.6544205205122093,
      "learning_rate": 1.3990027606119364e-05,
      "loss": 1.0078,
      "step": 111376
    },
    {
      "epoch": 5.181530588508956,
      "grad_norm": 2.0583854651488824,
      "learning_rate": 1.3988462524200167e-05,
      "loss": 1.0625,
      "step": 111377
    },
    {
      "epoch": 5.181577110956036,
      "grad_norm": 1.7641549692697802,
      "learning_rate": 1.3986897525548013e-05,
      "loss": 1.0469,
      "step": 111378
    },
    {
      "epoch": 5.181623633403117,
      "grad_norm": 1.6730771537890545,
      "learning_rate": 1.3985332610163918e-05,
      "loss": 1.0312,
      "step": 111379
    },
    {
      "epoch": 5.181670155850198,
      "grad_norm": 1.5811585775095,
      "learning_rate": 1.3983767778048798e-05,
      "loss": 0.8359,
      "step": 111380
    },
    {
      "epoch": 5.1817166782972786,
      "grad_norm": 1.6451957439385683,
      "learning_rate": 1.3982203029203587e-05,
      "loss": 0.9297,
      "step": 111381
    },
    {
      "epoch": 5.181763200744359,
      "grad_norm": 1.6355369562258222,
      "learning_rate": 1.3980638363629298e-05,
      "loss": 1.1016,
      "step": 111382
    },
    {
      "epoch": 5.1818097231914395,
      "grad_norm": 1.6283401813491187,
      "learning_rate": 1.3979073781326866e-05,
      "loss": 0.9414,
      "step": 111383
    },
    {
      "epoch": 5.181856245638521,
      "grad_norm": 1.8937035358587995,
      "learning_rate": 1.3977509282297239e-05,
      "loss": 1.0547,
      "step": 111384
    },
    {
      "epoch": 5.181902768085601,
      "grad_norm": 1.7017924527898354,
      "learning_rate": 1.3975944866541366e-05,
      "loss": 0.875,
      "step": 111385
    },
    {
      "epoch": 5.181949290532682,
      "grad_norm": 1.861808212193843,
      "learning_rate": 1.3974380534060248e-05,
      "loss": 0.9727,
      "step": 111386
    },
    {
      "epoch": 5.181995812979762,
      "grad_norm": 1.5858974553011664,
      "learning_rate": 1.3972816284854815e-05,
      "loss": 0.9727,
      "step": 111387
    },
    {
      "epoch": 5.182042335426844,
      "grad_norm": 1.829228209520272,
      "learning_rate": 1.397125211892602e-05,
      "loss": 1.0703,
      "step": 111388
    },
    {
      "epoch": 5.182088857873924,
      "grad_norm": 1.7515208157699285,
      "learning_rate": 1.3969688036274806e-05,
      "loss": 1.0391,
      "step": 111389
    },
    {
      "epoch": 5.182135380321005,
      "grad_norm": 1.819416660815121,
      "learning_rate": 1.3968124036902178e-05,
      "loss": 0.9336,
      "step": 111390
    },
    {
      "epoch": 5.182181902768086,
      "grad_norm": 1.6672148943007534,
      "learning_rate": 1.3966560120809067e-05,
      "loss": 1.0938,
      "step": 111391
    },
    {
      "epoch": 5.1822284252151665,
      "grad_norm": 1.8169754117186505,
      "learning_rate": 1.3964996287996421e-05,
      "loss": 0.9805,
      "step": 111392
    },
    {
      "epoch": 5.182274947662247,
      "grad_norm": 1.780660686482046,
      "learning_rate": 1.3963432538465208e-05,
      "loss": 0.9453,
      "step": 111393
    },
    {
      "epoch": 5.182321470109327,
      "grad_norm": 1.7259248763865147,
      "learning_rate": 1.3961868872216358e-05,
      "loss": 1.0625,
      "step": 111394
    },
    {
      "epoch": 5.182367992556409,
      "grad_norm": 1.7889151710585982,
      "learning_rate": 1.3960305289250889e-05,
      "loss": 0.9648,
      "step": 111395
    },
    {
      "epoch": 5.182414515003489,
      "grad_norm": 1.8424110354931658,
      "learning_rate": 1.3958741789569717e-05,
      "loss": 0.9922,
      "step": 111396
    },
    {
      "epoch": 5.18246103745057,
      "grad_norm": 1.785905775539961,
      "learning_rate": 1.395717837317379e-05,
      "loss": 0.8984,
      "step": 111397
    },
    {
      "epoch": 5.18250755989765,
      "grad_norm": 1.580249766944188,
      "learning_rate": 1.3955615040064072e-05,
      "loss": 0.8633,
      "step": 111398
    },
    {
      "epoch": 5.182554082344732,
      "grad_norm": 1.6767444751295304,
      "learning_rate": 1.395405179024155e-05,
      "loss": 0.9531,
      "step": 111399
    },
    {
      "epoch": 5.182600604791812,
      "grad_norm": 1.7885836333006524,
      "learning_rate": 1.3952488623707137e-05,
      "loss": 0.8906,
      "step": 111400
    },
    {
      "epoch": 5.1826471272388925,
      "grad_norm": 1.86991305417512,
      "learning_rate": 1.3950925540461832e-05,
      "loss": 0.9297,
      "step": 111401
    },
    {
      "epoch": 5.182693649685974,
      "grad_norm": 1.521790275804141,
      "learning_rate": 1.394936254050657e-05,
      "loss": 0.9219,
      "step": 111402
    },
    {
      "epoch": 5.182740172133054,
      "grad_norm": 1.800945626195297,
      "learning_rate": 1.3947799623842282e-05,
      "loss": 1.0078,
      "step": 111403
    },
    {
      "epoch": 5.182786694580135,
      "grad_norm": 1.786249547169064,
      "learning_rate": 1.394623679047e-05,
      "loss": 0.8828,
      "step": 111404
    },
    {
      "epoch": 5.182833217027215,
      "grad_norm": 1.7036303342709251,
      "learning_rate": 1.3944674040390608e-05,
      "loss": 1.0469,
      "step": 111405
    },
    {
      "epoch": 5.182879739474297,
      "grad_norm": 1.7594173546472638,
      "learning_rate": 1.3943111373605103e-05,
      "loss": 1.0156,
      "step": 111406
    },
    {
      "epoch": 5.182926261921377,
      "grad_norm": 1.6229918277057462,
      "learning_rate": 1.3941548790114403e-05,
      "loss": 0.8711,
      "step": 111407
    },
    {
      "epoch": 5.182972784368458,
      "grad_norm": 1.8983014077028169,
      "learning_rate": 1.3939986289919509e-05,
      "loss": 1.0312,
      "step": 111408
    },
    {
      "epoch": 5.183019306815538,
      "grad_norm": 1.6694024147461404,
      "learning_rate": 1.3938423873021348e-05,
      "loss": 0.9531,
      "step": 111409
    },
    {
      "epoch": 5.1830658292626195,
      "grad_norm": 1.6757691110549144,
      "learning_rate": 1.3936861539420907e-05,
      "loss": 0.9883,
      "step": 111410
    },
    {
      "epoch": 5.1831123517097,
      "grad_norm": 1.7426141405500457,
      "learning_rate": 1.3935299289119083e-05,
      "loss": 0.9258,
      "step": 111411
    },
    {
      "epoch": 5.1831588741567804,
      "grad_norm": 1.7500281230751034,
      "learning_rate": 1.3933737122116896e-05,
      "loss": 1.1562,
      "step": 111412
    },
    {
      "epoch": 5.183205396603862,
      "grad_norm": 1.6169225464656904,
      "learning_rate": 1.3932175038415272e-05,
      "loss": 0.9844,
      "step": 111413
    },
    {
      "epoch": 5.183251919050942,
      "grad_norm": 1.6035483046305388,
      "learning_rate": 1.3930613038015182e-05,
      "loss": 0.8672,
      "step": 111414
    },
    {
      "epoch": 5.183298441498023,
      "grad_norm": 1.5918084032345965,
      "learning_rate": 1.3929051120917539e-05,
      "loss": 0.9141,
      "step": 111415
    },
    {
      "epoch": 5.183344963945103,
      "grad_norm": 1.785626235909288,
      "learning_rate": 1.3927489287123378e-05,
      "loss": 0.957,
      "step": 111416
    },
    {
      "epoch": 5.183391486392185,
      "grad_norm": 1.6737390122601077,
      "learning_rate": 1.3925927536633596e-05,
      "loss": 0.8984,
      "step": 111417
    },
    {
      "epoch": 5.183438008839265,
      "grad_norm": 1.818642104911577,
      "learning_rate": 1.3924365869449162e-05,
      "loss": 0.9766,
      "step": 111418
    },
    {
      "epoch": 5.183484531286346,
      "grad_norm": 1.8230305568658185,
      "learning_rate": 1.3922804285571021e-05,
      "loss": 1.0781,
      "step": 111419
    },
    {
      "epoch": 5.183531053733426,
      "grad_norm": 1.79493504860076,
      "learning_rate": 1.3921242785000125e-05,
      "loss": 1.1484,
      "step": 111420
    },
    {
      "epoch": 5.183577576180507,
      "grad_norm": 1.5776706784563963,
      "learning_rate": 1.391968136773749e-05,
      "loss": 1.0078,
      "step": 111421
    },
    {
      "epoch": 5.183624098627588,
      "grad_norm": 1.7000934075844107,
      "learning_rate": 1.391812003378398e-05,
      "loss": 1.0781,
      "step": 111422
    },
    {
      "epoch": 5.183670621074668,
      "grad_norm": 1.67768868753109,
      "learning_rate": 1.391655878314063e-05,
      "loss": 0.957,
      "step": 111423
    },
    {
      "epoch": 5.183717143521749,
      "grad_norm": 1.8772719527276838,
      "learning_rate": 1.391499761580837e-05,
      "loss": 1.1562,
      "step": 111424
    },
    {
      "epoch": 5.18376366596883,
      "grad_norm": 1.6463507334801157,
      "learning_rate": 1.391343653178812e-05,
      "loss": 1.0078,
      "step": 111425
    },
    {
      "epoch": 5.183810188415911,
      "grad_norm": 1.6716536752326334,
      "learning_rate": 1.391187553108089e-05,
      "loss": 0.9648,
      "step": 111426
    },
    {
      "epoch": 5.183856710862991,
      "grad_norm": 1.7311336539089826,
      "learning_rate": 1.3910314613687618e-05,
      "loss": 1.1641,
      "step": 111427
    },
    {
      "epoch": 5.1839032333100725,
      "grad_norm": 1.7741867069385169,
      "learning_rate": 1.390875377960925e-05,
      "loss": 1.1172,
      "step": 111428
    },
    {
      "epoch": 5.183949755757153,
      "grad_norm": 1.963249703798862,
      "learning_rate": 1.3907193028846719e-05,
      "loss": 1.2031,
      "step": 111429
    },
    {
      "epoch": 5.1839962782042335,
      "grad_norm": 1.389349968623803,
      "learning_rate": 1.3905632361401042e-05,
      "loss": 0.7539,
      "step": 111430
    },
    {
      "epoch": 5.184042800651314,
      "grad_norm": 2.058914789472603,
      "learning_rate": 1.3904071777273118e-05,
      "loss": 0.9648,
      "step": 111431
    },
    {
      "epoch": 5.184089323098395,
      "grad_norm": 1.658901243823939,
      "learning_rate": 1.3902511276463945e-05,
      "loss": 0.9727,
      "step": 111432
    },
    {
      "epoch": 5.184135845545476,
      "grad_norm": 1.8401491292420524,
      "learning_rate": 1.3900950858974424e-05,
      "loss": 0.9805,
      "step": 111433
    },
    {
      "epoch": 5.184182367992556,
      "grad_norm": 2.033006817274861,
      "learning_rate": 1.389939052480557e-05,
      "loss": 1.1016,
      "step": 111434
    },
    {
      "epoch": 5.184228890439637,
      "grad_norm": 1.6240427580100731,
      "learning_rate": 1.3897830273958299e-05,
      "loss": 0.9688,
      "step": 111435
    },
    {
      "epoch": 5.184275412886718,
      "grad_norm": 1.7149077201896104,
      "learning_rate": 1.3896270106433594e-05,
      "loss": 0.9453,
      "step": 111436
    },
    {
      "epoch": 5.184321935333799,
      "grad_norm": 1.8890018268546642,
      "learning_rate": 1.3894710022232353e-05,
      "loss": 1.4297,
      "step": 111437
    },
    {
      "epoch": 5.184368457780879,
      "grad_norm": 1.7390702398349986,
      "learning_rate": 1.3893150021355609e-05,
      "loss": 1.0547,
      "step": 111438
    },
    {
      "epoch": 5.1844149802279595,
      "grad_norm": 1.5006510455777164,
      "learning_rate": 1.389159010380428e-05,
      "loss": 0.9297,
      "step": 111439
    },
    {
      "epoch": 5.184461502675041,
      "grad_norm": 1.67193176963176,
      "learning_rate": 1.3890030269579328e-05,
      "loss": 0.9688,
      "step": 111440
    },
    {
      "epoch": 5.184508025122121,
      "grad_norm": 1.5437789961912918,
      "learning_rate": 1.3888470518681654e-05,
      "loss": 0.9844,
      "step": 111441
    },
    {
      "epoch": 5.184554547569202,
      "grad_norm": 1.6826096191119724,
      "learning_rate": 1.388691085111231e-05,
      "loss": 1.1172,
      "step": 111442
    },
    {
      "epoch": 5.184601070016283,
      "grad_norm": 1.566605922260335,
      "learning_rate": 1.388535126687219e-05,
      "loss": 0.7891,
      "step": 111443
    },
    {
      "epoch": 5.184647592463364,
      "grad_norm": 1.7133075385542178,
      "learning_rate": 1.3883791765962232e-05,
      "loss": 1.0234,
      "step": 111444
    },
    {
      "epoch": 5.184694114910444,
      "grad_norm": 1.6604936186367685,
      "learning_rate": 1.3882232348383448e-05,
      "loss": 0.8906,
      "step": 111445
    },
    {
      "epoch": 5.184740637357525,
      "grad_norm": 1.7004342471099327,
      "learning_rate": 1.388067301413674e-05,
      "loss": 1.125,
      "step": 111446
    },
    {
      "epoch": 5.184787159804606,
      "grad_norm": 1.6720667952530461,
      "learning_rate": 1.3879113763223121e-05,
      "loss": 0.9883,
      "step": 111447
    },
    {
      "epoch": 5.1848336822516865,
      "grad_norm": 1.8995395562978161,
      "learning_rate": 1.3877554595643492e-05,
      "loss": 1.0234,
      "step": 111448
    },
    {
      "epoch": 5.184880204698767,
      "grad_norm": 1.850664719942712,
      "learning_rate": 1.3875995511398836e-05,
      "loss": 1.0312,
      "step": 111449
    },
    {
      "epoch": 5.1849267271458475,
      "grad_norm": 1.8743316669272752,
      "learning_rate": 1.38744365104901e-05,
      "loss": 1.1484,
      "step": 111450
    },
    {
      "epoch": 5.184973249592929,
      "grad_norm": 1.69508364822576,
      "learning_rate": 1.3872877592918202e-05,
      "loss": 1.0469,
      "step": 111451
    },
    {
      "epoch": 5.185019772040009,
      "grad_norm": 1.6911279889054793,
      "learning_rate": 1.3871318758684175e-05,
      "loss": 0.9141,
      "step": 111452
    },
    {
      "epoch": 5.18506629448709,
      "grad_norm": 1.7347942681358532,
      "learning_rate": 1.3869760007788916e-05,
      "loss": 0.9492,
      "step": 111453
    },
    {
      "epoch": 5.185112816934171,
      "grad_norm": 1.7787421017325562,
      "learning_rate": 1.3868201340233392e-05,
      "loss": 1.0938,
      "step": 111454
    },
    {
      "epoch": 5.185159339381252,
      "grad_norm": 1.8355553477889834,
      "learning_rate": 1.386664275601852e-05,
      "loss": 1.1094,
      "step": 111455
    },
    {
      "epoch": 5.185205861828332,
      "grad_norm": 1.72573556101997,
      "learning_rate": 1.3865084255145331e-05,
      "loss": 0.9883,
      "step": 111456
    },
    {
      "epoch": 5.185252384275413,
      "grad_norm": 1.4436656851229959,
      "learning_rate": 1.3863525837614743e-05,
      "loss": 0.793,
      "step": 111457
    },
    {
      "epoch": 5.185298906722494,
      "grad_norm": 1.6606544194502924,
      "learning_rate": 1.3861967503427702e-05,
      "loss": 0.8984,
      "step": 111458
    },
    {
      "epoch": 5.185345429169574,
      "grad_norm": 1.9011295693828518,
      "learning_rate": 1.3860409252585142e-05,
      "loss": 0.9609,
      "step": 111459
    },
    {
      "epoch": 5.185391951616655,
      "grad_norm": 1.6189339021917482,
      "learning_rate": 1.3858851085088063e-05,
      "loss": 1.0391,
      "step": 111460
    },
    {
      "epoch": 5.185438474063735,
      "grad_norm": 1.8119928884519467,
      "learning_rate": 1.3857293000937414e-05,
      "loss": 1.0312,
      "step": 111461
    },
    {
      "epoch": 5.185484996510817,
      "grad_norm": 1.5486809560229235,
      "learning_rate": 1.385573500013411e-05,
      "loss": 0.9648,
      "step": 111462
    },
    {
      "epoch": 5.185531518957897,
      "grad_norm": 1.8537214683129282,
      "learning_rate": 1.3854177082679119e-05,
      "loss": 0.9922,
      "step": 111463
    },
    {
      "epoch": 5.185578041404978,
      "grad_norm": 1.687253418432932,
      "learning_rate": 1.3852619248573421e-05,
      "loss": 0.9766,
      "step": 111464
    },
    {
      "epoch": 5.185624563852059,
      "grad_norm": 1.5185550273987392,
      "learning_rate": 1.385106149781795e-05,
      "loss": 0.8281,
      "step": 111465
    },
    {
      "epoch": 5.1856710862991395,
      "grad_norm": 1.9109209606536584,
      "learning_rate": 1.3849503830413639e-05,
      "loss": 1.125,
      "step": 111466
    },
    {
      "epoch": 5.18571760874622,
      "grad_norm": 1.7343771531713992,
      "learning_rate": 1.3847946246361485e-05,
      "loss": 1.0469,
      "step": 111467
    },
    {
      "epoch": 5.1857641311933005,
      "grad_norm": 1.7350608422418785,
      "learning_rate": 1.384638874566239e-05,
      "loss": 0.9492,
      "step": 111468
    },
    {
      "epoch": 5.185810653640382,
      "grad_norm": 1.796164930144231,
      "learning_rate": 1.3844831328317385e-05,
      "loss": 1.0391,
      "step": 111469
    },
    {
      "epoch": 5.185857176087462,
      "grad_norm": 1.6850553854483588,
      "learning_rate": 1.3843273994327353e-05,
      "loss": 1.0938,
      "step": 111470
    },
    {
      "epoch": 5.185903698534543,
      "grad_norm": 1.6338347806896483,
      "learning_rate": 1.3841716743693293e-05,
      "loss": 1.0156,
      "step": 111471
    },
    {
      "epoch": 5.185950220981623,
      "grad_norm": 1.691372761476316,
      "learning_rate": 1.3840159576416105e-05,
      "loss": 0.9766,
      "step": 111472
    },
    {
      "epoch": 5.185996743428705,
      "grad_norm": 1.6733490907688402,
      "learning_rate": 1.3838602492496786e-05,
      "loss": 0.9961,
      "step": 111473
    },
    {
      "epoch": 5.186043265875785,
      "grad_norm": 1.7639723881485097,
      "learning_rate": 1.3837045491936288e-05,
      "loss": 0.9766,
      "step": 111474
    },
    {
      "epoch": 5.186089788322866,
      "grad_norm": 1.6865727909970942,
      "learning_rate": 1.3835488574735559e-05,
      "loss": 0.9844,
      "step": 111475
    },
    {
      "epoch": 5.186136310769946,
      "grad_norm": 1.7278575741672482,
      "learning_rate": 1.3833931740895533e-05,
      "loss": 0.9297,
      "step": 111476
    },
    {
      "epoch": 5.186182833217027,
      "grad_norm": 1.9674372147118253,
      "learning_rate": 1.3832374990417155e-05,
      "loss": 1.0156,
      "step": 111477
    },
    {
      "epoch": 5.186229355664108,
      "grad_norm": 1.5468236420797157,
      "learning_rate": 1.383081832330143e-05,
      "loss": 0.8359,
      "step": 111478
    },
    {
      "epoch": 5.186275878111188,
      "grad_norm": 1.8020758801501235,
      "learning_rate": 1.3829261739549269e-05,
      "loss": 1.0625,
      "step": 111479
    },
    {
      "epoch": 5.18632240055827,
      "grad_norm": 1.7598540492926928,
      "learning_rate": 1.3827705239161657e-05,
      "loss": 0.9844,
      "step": 111480
    },
    {
      "epoch": 5.18636892300535,
      "grad_norm": 1.6416182843250195,
      "learning_rate": 1.3826148822139477e-05,
      "loss": 0.918,
      "step": 111481
    },
    {
      "epoch": 5.186415445452431,
      "grad_norm": 1.9026469578811906,
      "learning_rate": 1.3824592488483777e-05,
      "loss": 1.1016,
      "step": 111482
    },
    {
      "epoch": 5.186461967899511,
      "grad_norm": 1.8070937572267007,
      "learning_rate": 1.3823036238195456e-05,
      "loss": 0.9375,
      "step": 111483
    },
    {
      "epoch": 5.186508490346593,
      "grad_norm": 1.759932007740715,
      "learning_rate": 1.3821480071275481e-05,
      "loss": 1.0859,
      "step": 111484
    },
    {
      "epoch": 5.186555012793673,
      "grad_norm": 1.5357636407364135,
      "learning_rate": 1.3819923987724751e-05,
      "loss": 1.0469,
      "step": 111485
    },
    {
      "epoch": 5.1866015352407535,
      "grad_norm": 1.6522844344740666,
      "learning_rate": 1.3818367987544315e-05,
      "loss": 0.9688,
      "step": 111486
    },
    {
      "epoch": 5.186648057687834,
      "grad_norm": 1.5336401858730484,
      "learning_rate": 1.3816812070735073e-05,
      "loss": 0.8477,
      "step": 111487
    },
    {
      "epoch": 5.186694580134915,
      "grad_norm": 1.7306784380751228,
      "learning_rate": 1.381525623729794e-05,
      "loss": 0.9258,
      "step": 111488
    },
    {
      "epoch": 5.186741102581996,
      "grad_norm": 1.6439933267569677,
      "learning_rate": 1.3813700487233947e-05,
      "loss": 0.9492,
      "step": 111489
    },
    {
      "epoch": 5.186787625029076,
      "grad_norm": 1.7789799372945958,
      "learning_rate": 1.381214482054398e-05,
      "loss": 0.9141,
      "step": 111490
    },
    {
      "epoch": 5.186834147476158,
      "grad_norm": 1.564389653686648,
      "learning_rate": 1.3810589237229052e-05,
      "loss": 0.9141,
      "step": 111491
    },
    {
      "epoch": 5.186880669923238,
      "grad_norm": 1.757064965561578,
      "learning_rate": 1.3809033737290081e-05,
      "loss": 1.0859,
      "step": 111492
    },
    {
      "epoch": 5.186927192370319,
      "grad_norm": 1.654816033068779,
      "learning_rate": 1.3807478320728032e-05,
      "loss": 0.9219,
      "step": 111493
    },
    {
      "epoch": 5.186973714817399,
      "grad_norm": 1.5787559480998934,
      "learning_rate": 1.3805922987543805e-05,
      "loss": 0.8828,
      "step": 111494
    },
    {
      "epoch": 5.1870202372644805,
      "grad_norm": 1.7205146708514991,
      "learning_rate": 1.380436773773843e-05,
      "loss": 1.0625,
      "step": 111495
    },
    {
      "epoch": 5.187066759711561,
      "grad_norm": 1.7448791503790675,
      "learning_rate": 1.3802812571312827e-05,
      "loss": 1.0625,
      "step": 111496
    },
    {
      "epoch": 5.187113282158641,
      "grad_norm": 1.7059158371531722,
      "learning_rate": 1.3801257488267941e-05,
      "loss": 1.0078,
      "step": 111497
    },
    {
      "epoch": 5.187159804605722,
      "grad_norm": 1.7285614520398245,
      "learning_rate": 1.379970248860469e-05,
      "loss": 0.9375,
      "step": 111498
    },
    {
      "epoch": 5.187206327052803,
      "grad_norm": 1.6754198828650355,
      "learning_rate": 1.3798147572324109e-05,
      "loss": 1.0547,
      "step": 111499
    },
    {
      "epoch": 5.187252849499884,
      "grad_norm": 1.8228719540791243,
      "learning_rate": 1.3796592739427092e-05,
      "loss": 1.0938,
      "step": 111500
    },
    {
      "epoch": 5.187299371946964,
      "grad_norm": 1.6341943760406432,
      "learning_rate": 1.3795037989914609e-05,
      "loss": 0.9844,
      "step": 111501
    },
    {
      "epoch": 5.187345894394045,
      "grad_norm": 1.6110451884121522,
      "learning_rate": 1.3793483323787607e-05,
      "loss": 0.9766,
      "step": 111502
    },
    {
      "epoch": 5.187392416841126,
      "grad_norm": 1.4908573876081148,
      "learning_rate": 1.3791928741047004e-05,
      "loss": 0.8555,
      "step": 111503
    },
    {
      "epoch": 5.1874389392882065,
      "grad_norm": 2.0741540090167168,
      "learning_rate": 1.3790374241693814e-05,
      "loss": 1.0859,
      "step": 111504
    },
    {
      "epoch": 5.187485461735287,
      "grad_norm": 1.7123258808890152,
      "learning_rate": 1.3788819825728969e-05,
      "loss": 0.9688,
      "step": 111505
    },
    {
      "epoch": 5.187531984182368,
      "grad_norm": 1.9075586829932063,
      "learning_rate": 1.3787265493153404e-05,
      "loss": 1.3047,
      "step": 111506
    },
    {
      "epoch": 5.187578506629449,
      "grad_norm": 1.8466003977238206,
      "learning_rate": 1.3785711243968051e-05,
      "loss": 0.9766,
      "step": 111507
    },
    {
      "epoch": 5.187625029076529,
      "grad_norm": 1.5659723704331627,
      "learning_rate": 1.3784157078173924e-05,
      "loss": 0.9531,
      "step": 111508
    },
    {
      "epoch": 5.18767155152361,
      "grad_norm": 1.5564426754172331,
      "learning_rate": 1.3782602995771924e-05,
      "loss": 0.8086,
      "step": 111509
    },
    {
      "epoch": 5.187718073970691,
      "grad_norm": 1.7221587979105701,
      "learning_rate": 1.3781048996763e-05,
      "loss": 1.0312,
      "step": 111510
    },
    {
      "epoch": 5.187764596417772,
      "grad_norm": 1.6037614373332805,
      "learning_rate": 1.3779495081148134e-05,
      "loss": 0.9336,
      "step": 111511
    },
    {
      "epoch": 5.187811118864852,
      "grad_norm": 1.7721036416456157,
      "learning_rate": 1.377794124892826e-05,
      "loss": 0.9375,
      "step": 111512
    },
    {
      "epoch": 5.187857641311933,
      "grad_norm": 1.6542212847885567,
      "learning_rate": 1.377638750010434e-05,
      "loss": 1.0703,
      "step": 111513
    },
    {
      "epoch": 5.187904163759014,
      "grad_norm": 1.9474470466240414,
      "learning_rate": 1.377483383467733e-05,
      "loss": 1.0156,
      "step": 111514
    },
    {
      "epoch": 5.1879506862060945,
      "grad_norm": 1.7742842583129406,
      "learning_rate": 1.3773280252648172e-05,
      "loss": 0.9414,
      "step": 111515
    },
    {
      "epoch": 5.187997208653175,
      "grad_norm": 1.7317781941545731,
      "learning_rate": 1.377172675401777e-05,
      "loss": 1.125,
      "step": 111516
    },
    {
      "epoch": 5.188043731100256,
      "grad_norm": 1.8615445921544178,
      "learning_rate": 1.3770173338787155e-05,
      "loss": 1.0312,
      "step": 111517
    },
    {
      "epoch": 5.188090253547337,
      "grad_norm": 1.7370011045604106,
      "learning_rate": 1.376862000695726e-05,
      "loss": 0.9297,
      "step": 111518
    },
    {
      "epoch": 5.188136775994417,
      "grad_norm": 1.746758926997894,
      "learning_rate": 1.3767066758529e-05,
      "loss": 1.0859,
      "step": 111519
    },
    {
      "epoch": 5.188183298441498,
      "grad_norm": 1.704911597543703,
      "learning_rate": 1.3765513593503324e-05,
      "loss": 1.0,
      "step": 111520
    },
    {
      "epoch": 5.188229820888579,
      "grad_norm": 1.781997541487603,
      "learning_rate": 1.3763960511881217e-05,
      "loss": 1.0078,
      "step": 111521
    },
    {
      "epoch": 5.18827634333566,
      "grad_norm": 1.6049694538068684,
      "learning_rate": 1.3762407513663642e-05,
      "loss": 0.8789,
      "step": 111522
    },
    {
      "epoch": 5.18832286578274,
      "grad_norm": 1.6571871602272852,
      "learning_rate": 1.37608545988515e-05,
      "loss": 0.9453,
      "step": 111523
    },
    {
      "epoch": 5.1883693882298205,
      "grad_norm": 1.6954440083467461,
      "learning_rate": 1.3759301767445757e-05,
      "loss": 0.9141,
      "step": 111524
    },
    {
      "epoch": 5.188415910676902,
      "grad_norm": 1.5984723707221453,
      "learning_rate": 1.3757749019447395e-05,
      "loss": 0.9805,
      "step": 111525
    },
    {
      "epoch": 5.188462433123982,
      "grad_norm": 1.571698151977749,
      "learning_rate": 1.375619635485733e-05,
      "loss": 0.9375,
      "step": 111526
    },
    {
      "epoch": 5.188508955571063,
      "grad_norm": 1.624938401376119,
      "learning_rate": 1.3754643773676528e-05,
      "loss": 0.8984,
      "step": 111527
    },
    {
      "epoch": 5.188555478018143,
      "grad_norm": 1.527162346566327,
      "learning_rate": 1.3753091275905954e-05,
      "loss": 0.8594,
      "step": 111528
    },
    {
      "epoch": 5.188602000465225,
      "grad_norm": 1.6169058100350826,
      "learning_rate": 1.375153886154649e-05,
      "loss": 0.918,
      "step": 111529
    },
    {
      "epoch": 5.188648522912305,
      "grad_norm": 1.7911739604828965,
      "learning_rate": 1.3749986530599172e-05,
      "loss": 1.1406,
      "step": 111530
    },
    {
      "epoch": 5.188695045359386,
      "grad_norm": 1.635962815423395,
      "learning_rate": 1.374843428306493e-05,
      "loss": 0.8906,
      "step": 111531
    },
    {
      "epoch": 5.188741567806467,
      "grad_norm": 1.7342009091749526,
      "learning_rate": 1.3746882118944647e-05,
      "loss": 1.0469,
      "step": 111532
    },
    {
      "epoch": 5.1887880902535475,
      "grad_norm": 1.5241131719080825,
      "learning_rate": 1.3745330038239371e-05,
      "loss": 1.0391,
      "step": 111533
    },
    {
      "epoch": 5.188834612700628,
      "grad_norm": 1.8659194250393778,
      "learning_rate": 1.374377804094997e-05,
      "loss": 1.0078,
      "step": 111534
    },
    {
      "epoch": 5.188881135147708,
      "grad_norm": 1.6808932435549158,
      "learning_rate": 1.3742226127077476e-05,
      "loss": 1.0469,
      "step": 111535
    },
    {
      "epoch": 5.18892765759479,
      "grad_norm": 1.7083836065991778,
      "learning_rate": 1.3740674296622772e-05,
      "loss": 0.8867,
      "step": 111536
    },
    {
      "epoch": 5.18897418004187,
      "grad_norm": 1.6668273088178422,
      "learning_rate": 1.373912254958684e-05,
      "loss": 0.8789,
      "step": 111537
    },
    {
      "epoch": 5.189020702488951,
      "grad_norm": 1.6787525179675304,
      "learning_rate": 1.3737570885970594e-05,
      "loss": 0.8906,
      "step": 111538
    },
    {
      "epoch": 5.189067224936031,
      "grad_norm": 1.7182113058252189,
      "learning_rate": 1.3736019305775037e-05,
      "loss": 0.9883,
      "step": 111539
    },
    {
      "epoch": 5.189113747383113,
      "grad_norm": 1.7190719942901895,
      "learning_rate": 1.3734467809001099e-05,
      "loss": 1.0391,
      "step": 111540
    },
    {
      "epoch": 5.189160269830193,
      "grad_norm": 1.6068517428017013,
      "learning_rate": 1.3732916395649712e-05,
      "loss": 0.9258,
      "step": 111541
    },
    {
      "epoch": 5.1892067922772735,
      "grad_norm": 1.6890198767139086,
      "learning_rate": 1.3731365065721811e-05,
      "loss": 0.9336,
      "step": 111542
    },
    {
      "epoch": 5.189253314724355,
      "grad_norm": 1.7560087700301705,
      "learning_rate": 1.3729813819218394e-05,
      "loss": 0.9648,
      "step": 111543
    },
    {
      "epoch": 5.189299837171435,
      "grad_norm": 1.6193278555142725,
      "learning_rate": 1.3728262656140393e-05,
      "loss": 0.9453,
      "step": 111544
    },
    {
      "epoch": 5.189346359618516,
      "grad_norm": 1.7750335265064245,
      "learning_rate": 1.3726711576488757e-05,
      "loss": 1.0078,
      "step": 111545
    },
    {
      "epoch": 5.189392882065596,
      "grad_norm": 1.5724132875891048,
      "learning_rate": 1.3725160580264406e-05,
      "loss": 0.9297,
      "step": 111546
    },
    {
      "epoch": 5.189439404512678,
      "grad_norm": 1.6596113621191098,
      "learning_rate": 1.3723609667468332e-05,
      "loss": 0.9453,
      "step": 111547
    },
    {
      "epoch": 5.189485926959758,
      "grad_norm": 1.7743457326123255,
      "learning_rate": 1.3722058838101475e-05,
      "loss": 0.9805,
      "step": 111548
    },
    {
      "epoch": 5.189532449406839,
      "grad_norm": 1.8164556065757187,
      "learning_rate": 1.3720508092164778e-05,
      "loss": 0.9805,
      "step": 111549
    },
    {
      "epoch": 5.189578971853919,
      "grad_norm": 1.6406340183462498,
      "learning_rate": 1.3718957429659161e-05,
      "loss": 0.9727,
      "step": 111550
    },
    {
      "epoch": 5.1896254943010005,
      "grad_norm": 1.5784308388166401,
      "learning_rate": 1.3717406850585622e-05,
      "loss": 0.8828,
      "step": 111551
    },
    {
      "epoch": 5.189672016748081,
      "grad_norm": 1.753093071779595,
      "learning_rate": 1.3715856354945092e-05,
      "loss": 1.0625,
      "step": 111552
    },
    {
      "epoch": 5.1897185391951615,
      "grad_norm": 1.7286605444917764,
      "learning_rate": 1.3714305942738525e-05,
      "loss": 0.957,
      "step": 111553
    },
    {
      "epoch": 5.189765061642243,
      "grad_norm": 1.7813787794819338,
      "learning_rate": 1.371275561396683e-05,
      "loss": 0.9531,
      "step": 111554
    },
    {
      "epoch": 5.189811584089323,
      "grad_norm": 1.5822991193983886,
      "learning_rate": 1.3711205368630979e-05,
      "loss": 0.8984,
      "step": 111555
    },
    {
      "epoch": 5.189858106536404,
      "grad_norm": 1.6246880065277736,
      "learning_rate": 1.3709655206731967e-05,
      "loss": 1.0391,
      "step": 111556
    },
    {
      "epoch": 5.189904628983484,
      "grad_norm": 1.6210403123999235,
      "learning_rate": 1.3708105128270713e-05,
      "loss": 0.875,
      "step": 111557
    },
    {
      "epoch": 5.189951151430566,
      "grad_norm": 1.6710538149655698,
      "learning_rate": 1.3706555133248165e-05,
      "loss": 0.8906,
      "step": 111558
    },
    {
      "epoch": 5.189997673877646,
      "grad_norm": 1.7027267536826407,
      "learning_rate": 1.3705005221665255e-05,
      "loss": 0.9102,
      "step": 111559
    },
    {
      "epoch": 5.190044196324727,
      "grad_norm": 1.7159643121564847,
      "learning_rate": 1.3703455393522917e-05,
      "loss": 0.8984,
      "step": 111560
    },
    {
      "epoch": 5.190090718771807,
      "grad_norm": 2.00392231814111,
      "learning_rate": 1.3701905648822164e-05,
      "loss": 1.1094,
      "step": 111561
    },
    {
      "epoch": 5.190137241218888,
      "grad_norm": 1.6613600817218404,
      "learning_rate": 1.37003559875639e-05,
      "loss": 1.0391,
      "step": 111562
    },
    {
      "epoch": 5.190183763665969,
      "grad_norm": 1.741966528328495,
      "learning_rate": 1.3698806409749086e-05,
      "loss": 0.9727,
      "step": 111563
    },
    {
      "epoch": 5.190230286113049,
      "grad_norm": 1.889501561541461,
      "learning_rate": 1.3697256915378624e-05,
      "loss": 1.0938,
      "step": 111564
    },
    {
      "epoch": 5.19027680856013,
      "grad_norm": 1.5864030411896353,
      "learning_rate": 1.3695707504453546e-05,
      "loss": 1.0,
      "step": 111565
    },
    {
      "epoch": 5.190323331007211,
      "grad_norm": 1.533328913316096,
      "learning_rate": 1.3694158176974768e-05,
      "loss": 0.7891,
      "step": 111566
    },
    {
      "epoch": 5.190369853454292,
      "grad_norm": 1.7196931503206756,
      "learning_rate": 1.3692608932943205e-05,
      "loss": 0.8984,
      "step": 111567
    },
    {
      "epoch": 5.190416375901372,
      "grad_norm": 1.6464577961342917,
      "learning_rate": 1.3691059772359825e-05,
      "loss": 1.0,
      "step": 111568
    },
    {
      "epoch": 5.1904628983484535,
      "grad_norm": 1.534203937869934,
      "learning_rate": 1.3689510695225592e-05,
      "loss": 0.9258,
      "step": 111569
    },
    {
      "epoch": 5.190509420795534,
      "grad_norm": 1.5726102962219062,
      "learning_rate": 1.3687961701541456e-05,
      "loss": 0.8633,
      "step": 111570
    },
    {
      "epoch": 5.1905559432426145,
      "grad_norm": 1.6099136800557443,
      "learning_rate": 1.3686412791308348e-05,
      "loss": 1.0156,
      "step": 111571
    },
    {
      "epoch": 5.190602465689695,
      "grad_norm": 1.7486732493463535,
      "learning_rate": 1.3684863964527204e-05,
      "loss": 1.0312,
      "step": 111572
    },
    {
      "epoch": 5.190648988136776,
      "grad_norm": 1.6294914074294813,
      "learning_rate": 1.3683315221199004e-05,
      "loss": 0.9102,
      "step": 111573
    },
    {
      "epoch": 5.190695510583857,
      "grad_norm": 1.5929931385956058,
      "learning_rate": 1.368176656132468e-05,
      "loss": 0.8438,
      "step": 111574
    },
    {
      "epoch": 5.190742033030937,
      "grad_norm": 1.7483327966062603,
      "learning_rate": 1.3680217984905201e-05,
      "loss": 1.1562,
      "step": 111575
    },
    {
      "epoch": 5.190788555478018,
      "grad_norm": 1.7625660077222665,
      "learning_rate": 1.3678669491941447e-05,
      "loss": 0.9336,
      "step": 111576
    },
    {
      "epoch": 5.190835077925099,
      "grad_norm": 1.935922282372353,
      "learning_rate": 1.3677121082434433e-05,
      "loss": 0.9688,
      "step": 111577
    },
    {
      "epoch": 5.19088160037218,
      "grad_norm": 1.7116101034279694,
      "learning_rate": 1.3675572756385094e-05,
      "loss": 0.9414,
      "step": 111578
    },
    {
      "epoch": 5.19092812281926,
      "grad_norm": 1.790577623873041,
      "learning_rate": 1.3674024513794396e-05,
      "loss": 0.8984,
      "step": 111579
    },
    {
      "epoch": 5.190974645266341,
      "grad_norm": 1.749935941744023,
      "learning_rate": 1.3672476354663253e-05,
      "loss": 1.0859,
      "step": 111580
    },
    {
      "epoch": 5.191021167713422,
      "grad_norm": 1.597448116147143,
      "learning_rate": 1.3670928278992598e-05,
      "loss": 0.8711,
      "step": 111581
    },
    {
      "epoch": 5.191067690160502,
      "grad_norm": 1.697951863594704,
      "learning_rate": 1.3669380286783432e-05,
      "loss": 0.957,
      "step": 111582
    },
    {
      "epoch": 5.191114212607583,
      "grad_norm": 1.6079643828664507,
      "learning_rate": 1.366783237803667e-05,
      "loss": 1.0156,
      "step": 111583
    },
    {
      "epoch": 5.191160735054664,
      "grad_norm": 1.6411403267992375,
      "learning_rate": 1.3666284552753259e-05,
      "loss": 0.9141,
      "step": 111584
    },
    {
      "epoch": 5.191207257501745,
      "grad_norm": 1.577492369021706,
      "learning_rate": 1.3664736810934168e-05,
      "loss": 0.9883,
      "step": 111585
    },
    {
      "epoch": 5.191253779948825,
      "grad_norm": 1.6081351031661348,
      "learning_rate": 1.3663189152580295e-05,
      "loss": 0.9492,
      "step": 111586
    },
    {
      "epoch": 5.191300302395906,
      "grad_norm": 1.5971057151090438,
      "learning_rate": 1.3661641577692638e-05,
      "loss": 0.8477,
      "step": 111587
    },
    {
      "epoch": 5.191346824842987,
      "grad_norm": 1.7318233642229215,
      "learning_rate": 1.3660094086272149e-05,
      "loss": 1.0391,
      "step": 111588
    },
    {
      "epoch": 5.1913933472900675,
      "grad_norm": 1.6975815773162517,
      "learning_rate": 1.3658546678319743e-05,
      "loss": 1.0391,
      "step": 111589
    },
    {
      "epoch": 5.191439869737148,
      "grad_norm": 1.6276847978782651,
      "learning_rate": 1.365699935383635e-05,
      "loss": 0.9258,
      "step": 111590
    },
    {
      "epoch": 5.1914863921842285,
      "grad_norm": 1.7499617668554854,
      "learning_rate": 1.3655452112822973e-05,
      "loss": 1.0312,
      "step": 111591
    },
    {
      "epoch": 5.19153291463131,
      "grad_norm": 1.7523438394946658,
      "learning_rate": 1.3653904955280526e-05,
      "loss": 0.9922,
      "step": 111592
    },
    {
      "epoch": 5.19157943707839,
      "grad_norm": 1.7866924461668268,
      "learning_rate": 1.3652357881209973e-05,
      "loss": 1.1172,
      "step": 111593
    },
    {
      "epoch": 5.191625959525471,
      "grad_norm": 1.650011771051808,
      "learning_rate": 1.3650810890612219e-05,
      "loss": 0.875,
      "step": 111594
    },
    {
      "epoch": 5.191672481972552,
      "grad_norm": 1.5967154291778038,
      "learning_rate": 1.3649263983488256e-05,
      "loss": 0.9258,
      "step": 111595
    },
    {
      "epoch": 5.191719004419633,
      "grad_norm": 1.752300703849736,
      "learning_rate": 1.3647717159839039e-05,
      "loss": 1.0078,
      "step": 111596
    },
    {
      "epoch": 5.191765526866713,
      "grad_norm": 1.701616514979676,
      "learning_rate": 1.364617041966548e-05,
      "loss": 1.0234,
      "step": 111597
    },
    {
      "epoch": 5.191812049313794,
      "grad_norm": 1.683339280632715,
      "learning_rate": 1.3644623762968515e-05,
      "loss": 0.9844,
      "step": 111598
    },
    {
      "epoch": 5.191858571760875,
      "grad_norm": 1.8334385236938402,
      "learning_rate": 1.3643077189749107e-05,
      "loss": 0.9766,
      "step": 111599
    },
    {
      "epoch": 5.191905094207955,
      "grad_norm": 1.8414770013036081,
      "learning_rate": 1.3641530700008257e-05,
      "loss": 1.0391,
      "step": 111600
    },
    {
      "epoch": 5.191951616655036,
      "grad_norm": 1.6125698409868152,
      "learning_rate": 1.3639984293746848e-05,
      "loss": 1.0156,
      "step": 111601
    },
    {
      "epoch": 5.191998139102116,
      "grad_norm": 1.6825332229434848,
      "learning_rate": 1.3638437970965859e-05,
      "loss": 0.9844,
      "step": 111602
    },
    {
      "epoch": 5.192044661549198,
      "grad_norm": 1.6379460084012223,
      "learning_rate": 1.3636891731666177e-05,
      "loss": 1.0625,
      "step": 111603
    },
    {
      "epoch": 5.192091183996278,
      "grad_norm": 1.8013053899919005,
      "learning_rate": 1.3635345575848833e-05,
      "loss": 0.9883,
      "step": 111604
    },
    {
      "epoch": 5.192137706443359,
      "grad_norm": 1.5079240103282345,
      "learning_rate": 1.3633799503514741e-05,
      "loss": 0.8828,
      "step": 111605
    },
    {
      "epoch": 5.19218422889044,
      "grad_norm": 1.7847609779196907,
      "learning_rate": 1.363225351466482e-05,
      "loss": 1.0781,
      "step": 111606
    },
    {
      "epoch": 5.1922307513375205,
      "grad_norm": 1.8253328131123874,
      "learning_rate": 1.3630707609300017e-05,
      "loss": 0.9727,
      "step": 111607
    },
    {
      "epoch": 5.192277273784601,
      "grad_norm": 1.6030011809629718,
      "learning_rate": 1.3629161787421333e-05,
      "loss": 1.0312,
      "step": 111608
    },
    {
      "epoch": 5.1923237962316815,
      "grad_norm": 1.6569545372748546,
      "learning_rate": 1.3627616049029682e-05,
      "loss": 0.9648,
      "step": 111609
    },
    {
      "epoch": 5.192370318678763,
      "grad_norm": 1.607400504447416,
      "learning_rate": 1.3626070394125999e-05,
      "loss": 0.8828,
      "step": 111610
    },
    {
      "epoch": 5.192416841125843,
      "grad_norm": 1.6822917935839854,
      "learning_rate": 1.3624524822711247e-05,
      "loss": 1.0234,
      "step": 111611
    },
    {
      "epoch": 5.192463363572924,
      "grad_norm": 1.8230286546831707,
      "learning_rate": 1.3622979334786327e-05,
      "loss": 0.9414,
      "step": 111612
    },
    {
      "epoch": 5.192509886020004,
      "grad_norm": 1.6374007838284759,
      "learning_rate": 1.3621433930352255e-05,
      "loss": 0.9844,
      "step": 111613
    },
    {
      "epoch": 5.192556408467086,
      "grad_norm": 1.6623357056023524,
      "learning_rate": 1.3619888609409946e-05,
      "loss": 0.8906,
      "step": 111614
    },
    {
      "epoch": 5.192602930914166,
      "grad_norm": 1.391884643146221,
      "learning_rate": 1.361834337196035e-05,
      "loss": 0.8672,
      "step": 111615
    },
    {
      "epoch": 5.192649453361247,
      "grad_norm": 1.722785040855051,
      "learning_rate": 1.3616798218004382e-05,
      "loss": 0.9961,
      "step": 111616
    },
    {
      "epoch": 5.192695975808327,
      "grad_norm": 1.6861929338032202,
      "learning_rate": 1.3615253147543025e-05,
      "loss": 1.0,
      "step": 111617
    },
    {
      "epoch": 5.1927424982554085,
      "grad_norm": 1.634997069740185,
      "learning_rate": 1.361370816057723e-05,
      "loss": 0.9141,
      "step": 111618
    },
    {
      "epoch": 5.192789020702489,
      "grad_norm": 1.805401910999264,
      "learning_rate": 1.3612163257107927e-05,
      "loss": 0.9688,
      "step": 111619
    },
    {
      "epoch": 5.192835543149569,
      "grad_norm": 1.6444976113149565,
      "learning_rate": 1.3610618437136017e-05,
      "loss": 0.9023,
      "step": 111620
    },
    {
      "epoch": 5.192882065596651,
      "grad_norm": 1.5628574267879112,
      "learning_rate": 1.3609073700662514e-05,
      "loss": 0.9062,
      "step": 111621
    },
    {
      "epoch": 5.192928588043731,
      "grad_norm": 1.6781269095012095,
      "learning_rate": 1.3607529047688354e-05,
      "loss": 0.9688,
      "step": 111622
    },
    {
      "epoch": 5.192975110490812,
      "grad_norm": 1.7812114150476217,
      "learning_rate": 1.3605984478214466e-05,
      "loss": 1.0312,
      "step": 111623
    },
    {
      "epoch": 5.193021632937892,
      "grad_norm": 1.8372636227662602,
      "learning_rate": 1.36044399922418e-05,
      "loss": 0.9727,
      "step": 111624
    },
    {
      "epoch": 5.193068155384974,
      "grad_norm": 1.60132293514224,
      "learning_rate": 1.3602895589771273e-05,
      "loss": 0.9688,
      "step": 111625
    },
    {
      "epoch": 5.193114677832054,
      "grad_norm": 1.7856019203681621,
      "learning_rate": 1.3601351270803885e-05,
      "loss": 1.0078,
      "step": 111626
    },
    {
      "epoch": 5.1931612002791345,
      "grad_norm": 1.7742805960189814,
      "learning_rate": 1.3599807035340548e-05,
      "loss": 0.9766,
      "step": 111627
    },
    {
      "epoch": 5.193207722726215,
      "grad_norm": 1.6905310328599634,
      "learning_rate": 1.3598262883382232e-05,
      "loss": 0.9453,
      "step": 111628
    },
    {
      "epoch": 5.193254245173296,
      "grad_norm": 1.6659945069795346,
      "learning_rate": 1.3596718814929818e-05,
      "loss": 0.9727,
      "step": 111629
    },
    {
      "epoch": 5.193300767620377,
      "grad_norm": 1.8357552655410603,
      "learning_rate": 1.3595174829984323e-05,
      "loss": 0.957,
      "step": 111630
    },
    {
      "epoch": 5.193347290067457,
      "grad_norm": 1.498438254637942,
      "learning_rate": 1.3593630928546679e-05,
      "loss": 0.8555,
      "step": 111631
    },
    {
      "epoch": 5.193393812514539,
      "grad_norm": 1.6384869286461354,
      "learning_rate": 1.3592087110617816e-05,
      "loss": 0.9844,
      "step": 111632
    },
    {
      "epoch": 5.193440334961619,
      "grad_norm": 1.5894839899913815,
      "learning_rate": 1.3590543376198637e-05,
      "loss": 0.9219,
      "step": 111633
    },
    {
      "epoch": 5.1934868574087,
      "grad_norm": 1.49221500234227,
      "learning_rate": 1.3588999725290173e-05,
      "loss": 0.8945,
      "step": 111634
    },
    {
      "epoch": 5.19353337985578,
      "grad_norm": 1.5515273099232938,
      "learning_rate": 1.3587456157893322e-05,
      "loss": 0.9258,
      "step": 111635
    },
    {
      "epoch": 5.1935799023028615,
      "grad_norm": 1.6947935480183767,
      "learning_rate": 1.3585912674009037e-05,
      "loss": 0.9727,
      "step": 111636
    },
    {
      "epoch": 5.193626424749942,
      "grad_norm": 1.7791889113110517,
      "learning_rate": 1.3584369273638263e-05,
      "loss": 1.0156,
      "step": 111637
    },
    {
      "epoch": 5.193672947197022,
      "grad_norm": 1.6254855551245295,
      "learning_rate": 1.3582825956781917e-05,
      "loss": 0.8906,
      "step": 111638
    },
    {
      "epoch": 5.193719469644103,
      "grad_norm": 1.687422676514576,
      "learning_rate": 1.3581282723440983e-05,
      "loss": 1.0938,
      "step": 111639
    },
    {
      "epoch": 5.193765992091184,
      "grad_norm": 1.8311213753024411,
      "learning_rate": 1.357973957361641e-05,
      "loss": 0.918,
      "step": 111640
    },
    {
      "epoch": 5.193812514538265,
      "grad_norm": 1.7564798003774518,
      "learning_rate": 1.357819650730908e-05,
      "loss": 1.0625,
      "step": 111641
    },
    {
      "epoch": 5.193859036985345,
      "grad_norm": 1.847158151319299,
      "learning_rate": 1.3576653524520026e-05,
      "loss": 0.9922,
      "step": 111642
    },
    {
      "epoch": 5.193905559432427,
      "grad_norm": 1.8714760628712979,
      "learning_rate": 1.3575110625250096e-05,
      "loss": 0.9961,
      "step": 111643
    },
    {
      "epoch": 5.193952081879507,
      "grad_norm": 1.5708809076157888,
      "learning_rate": 1.3573567809500341e-05,
      "loss": 0.9375,
      "step": 111644
    },
    {
      "epoch": 5.1939986043265876,
      "grad_norm": 1.7344492719661808,
      "learning_rate": 1.3572025077271643e-05,
      "loss": 0.9492,
      "step": 111645
    },
    {
      "epoch": 5.194045126773668,
      "grad_norm": 1.7871273299813584,
      "learning_rate": 1.357048242856495e-05,
      "loss": 1.0391,
      "step": 111646
    },
    {
      "epoch": 5.194091649220749,
      "grad_norm": 1.6275040984852205,
      "learning_rate": 1.3568939863381195e-05,
      "loss": 0.9961,
      "step": 111647
    },
    {
      "epoch": 5.19413817166783,
      "grad_norm": 2.058880766325899,
      "learning_rate": 1.3567397381721346e-05,
      "loss": 0.9688,
      "step": 111648
    },
    {
      "epoch": 5.19418469411491,
      "grad_norm": 1.6300887952227876,
      "learning_rate": 1.3565854983586367e-05,
      "loss": 0.918,
      "step": 111649
    },
    {
      "epoch": 5.194231216561991,
      "grad_norm": 1.8186775712384988,
      "learning_rate": 1.3564312668977156e-05,
      "loss": 1.0234,
      "step": 111650
    },
    {
      "epoch": 5.194277739009072,
      "grad_norm": 1.6124050386653346,
      "learning_rate": 1.3562770437894649e-05,
      "loss": 0.7773,
      "step": 111651
    },
    {
      "epoch": 5.194324261456153,
      "grad_norm": 1.7682260107919006,
      "learning_rate": 1.356122829033986e-05,
      "loss": 0.9883,
      "step": 111652
    },
    {
      "epoch": 5.194370783903233,
      "grad_norm": 1.6329385412650634,
      "learning_rate": 1.3559686226313688e-05,
      "loss": 1.0312,
      "step": 111653
    },
    {
      "epoch": 5.194417306350314,
      "grad_norm": 1.9095406946050621,
      "learning_rate": 1.3558144245817066e-05,
      "loss": 1.0703,
      "step": 111654
    },
    {
      "epoch": 5.194463828797395,
      "grad_norm": 1.5804920120746622,
      "learning_rate": 1.3556602348850942e-05,
      "loss": 0.9336,
      "step": 111655
    },
    {
      "epoch": 5.1945103512444755,
      "grad_norm": 1.5793039547495196,
      "learning_rate": 1.3555060535416284e-05,
      "loss": 0.8828,
      "step": 111656
    },
    {
      "epoch": 5.194556873691556,
      "grad_norm": 1.6010223207897405,
      "learning_rate": 1.355351880551404e-05,
      "loss": 0.957,
      "step": 111657
    },
    {
      "epoch": 5.194603396138637,
      "grad_norm": 1.6467887328166322,
      "learning_rate": 1.3551977159145111e-05,
      "loss": 0.9336,
      "step": 111658
    },
    {
      "epoch": 5.194649918585718,
      "grad_norm": 1.6939887910953,
      "learning_rate": 1.355043559631046e-05,
      "loss": 1.0312,
      "step": 111659
    },
    {
      "epoch": 5.194696441032798,
      "grad_norm": 1.9348668476553843,
      "learning_rate": 1.3548894117011056e-05,
      "loss": 1.2422,
      "step": 111660
    },
    {
      "epoch": 5.194742963479879,
      "grad_norm": 1.6760519133363547,
      "learning_rate": 1.3547352721247828e-05,
      "loss": 0.9727,
      "step": 111661
    },
    {
      "epoch": 5.19478948592696,
      "grad_norm": 1.6130833613032016,
      "learning_rate": 1.3545811409021712e-05,
      "loss": 0.8125,
      "step": 111662
    },
    {
      "epoch": 5.194836008374041,
      "grad_norm": 1.6506124611098496,
      "learning_rate": 1.3544270180333622e-05,
      "loss": 0.9688,
      "step": 111663
    },
    {
      "epoch": 5.194882530821121,
      "grad_norm": 1.4843121787779006,
      "learning_rate": 1.3542729035184557e-05,
      "loss": 0.8945,
      "step": 111664
    },
    {
      "epoch": 5.1949290532682015,
      "grad_norm": 1.6427433468549653,
      "learning_rate": 1.3541187973575419e-05,
      "loss": 0.8594,
      "step": 111665
    },
    {
      "epoch": 5.194975575715283,
      "grad_norm": 1.6813579244010244,
      "learning_rate": 1.3539646995507204e-05,
      "loss": 1.0234,
      "step": 111666
    },
    {
      "epoch": 5.195022098162363,
      "grad_norm": 1.7205587535489293,
      "learning_rate": 1.3538106100980811e-05,
      "loss": 1.0469,
      "step": 111667
    },
    {
      "epoch": 5.195068620609444,
      "grad_norm": 1.7465137399489974,
      "learning_rate": 1.3536565289997192e-05,
      "loss": 1.0078,
      "step": 111668
    },
    {
      "epoch": 5.195115143056524,
      "grad_norm": 1.8352309866618806,
      "learning_rate": 1.3535024562557261e-05,
      "loss": 1.0391,
      "step": 111669
    },
    {
      "epoch": 5.195161665503606,
      "grad_norm": 1.3780009552584802,
      "learning_rate": 1.3533483918662036e-05,
      "loss": 0.7891,
      "step": 111670
    },
    {
      "epoch": 5.195208187950686,
      "grad_norm": 1.6183329498151575,
      "learning_rate": 1.3531943358312397e-05,
      "loss": 0.9453,
      "step": 111671
    },
    {
      "epoch": 5.195254710397767,
      "grad_norm": 1.8311977820127394,
      "learning_rate": 1.3530402881509328e-05,
      "loss": 1.0938,
      "step": 111672
    },
    {
      "epoch": 5.195301232844848,
      "grad_norm": 1.6410599533752113,
      "learning_rate": 1.352886248825371e-05,
      "loss": 1.0,
      "step": 111673
    },
    {
      "epoch": 5.1953477552919285,
      "grad_norm": 1.7185285807227055,
      "learning_rate": 1.3527322178546563e-05,
      "loss": 0.9453,
      "step": 111674
    },
    {
      "epoch": 5.195394277739009,
      "grad_norm": 1.7735708007021693,
      "learning_rate": 1.352578195238878e-05,
      "loss": 0.9375,
      "step": 111675
    },
    {
      "epoch": 5.1954408001860894,
      "grad_norm": 1.8624354942768269,
      "learning_rate": 1.3524241809781316e-05,
      "loss": 1.1953,
      "step": 111676
    },
    {
      "epoch": 5.195487322633171,
      "grad_norm": 1.6303323862082155,
      "learning_rate": 1.35227017507251e-05,
      "loss": 1.0469,
      "step": 111677
    },
    {
      "epoch": 5.195533845080251,
      "grad_norm": 1.733311130142914,
      "learning_rate": 1.3521161775221118e-05,
      "loss": 0.9414,
      "step": 111678
    },
    {
      "epoch": 5.195580367527332,
      "grad_norm": 1.7622596857933603,
      "learning_rate": 1.3519621883270281e-05,
      "loss": 1.0391,
      "step": 111679
    },
    {
      "epoch": 5.195626889974412,
      "grad_norm": 1.4303325125265078,
      "learning_rate": 1.3518082074873543e-05,
      "loss": 0.7656,
      "step": 111680
    },
    {
      "epoch": 5.195673412421494,
      "grad_norm": 1.587407799486109,
      "learning_rate": 1.35165423500318e-05,
      "loss": 0.8711,
      "step": 111681
    },
    {
      "epoch": 5.195719934868574,
      "grad_norm": 1.6908400768061749,
      "learning_rate": 1.351500270874607e-05,
      "loss": 1.0156,
      "step": 111682
    },
    {
      "epoch": 5.195766457315655,
      "grad_norm": 1.8728075381975404,
      "learning_rate": 1.351346315101725e-05,
      "loss": 1.1406,
      "step": 111683
    },
    {
      "epoch": 5.195812979762736,
      "grad_norm": 1.6642272469616952,
      "learning_rate": 1.351192367684631e-05,
      "loss": 0.8789,
      "step": 111684
    },
    {
      "epoch": 5.195859502209816,
      "grad_norm": 1.8732375650097957,
      "learning_rate": 1.3510384286234127e-05,
      "loss": 1.0859,
      "step": 111685
    },
    {
      "epoch": 5.195906024656897,
      "grad_norm": 1.806516793896484,
      "learning_rate": 1.3508844979181704e-05,
      "loss": 0.9844,
      "step": 111686
    },
    {
      "epoch": 5.195952547103977,
      "grad_norm": 1.8413018292905077,
      "learning_rate": 1.350730575568999e-05,
      "loss": 1.1172,
      "step": 111687
    },
    {
      "epoch": 5.195999069551059,
      "grad_norm": 1.767679701846482,
      "learning_rate": 1.3505766615759916e-05,
      "loss": 1.0547,
      "step": 111688
    },
    {
      "epoch": 5.196045591998139,
      "grad_norm": 1.6252484344071556,
      "learning_rate": 1.3504227559392416e-05,
      "loss": 1.0625,
      "step": 111689
    },
    {
      "epoch": 5.19609211444522,
      "grad_norm": 1.5630120392663265,
      "learning_rate": 1.3502688586588423e-05,
      "loss": 0.8906,
      "step": 111690
    },
    {
      "epoch": 5.1961386368923,
      "grad_norm": 1.6068611115577032,
      "learning_rate": 1.3501149697348867e-05,
      "loss": 0.9258,
      "step": 111691
    },
    {
      "epoch": 5.1961851593393815,
      "grad_norm": 1.8027568128719895,
      "learning_rate": 1.349961089167475e-05,
      "loss": 1.0156,
      "step": 111692
    },
    {
      "epoch": 5.196231681786462,
      "grad_norm": 1.6994620918983283,
      "learning_rate": 1.3498072169566954e-05,
      "loss": 1.0156,
      "step": 111693
    },
    {
      "epoch": 5.1962782042335425,
      "grad_norm": 1.5887784460201602,
      "learning_rate": 1.349653353102646e-05,
      "loss": 0.9023,
      "step": 111694
    },
    {
      "epoch": 5.196324726680624,
      "grad_norm": 2.027256035318664,
      "learning_rate": 1.3494994976054152e-05,
      "loss": 1.1719,
      "step": 111695
    },
    {
      "epoch": 5.196371249127704,
      "grad_norm": 1.7327713482074176,
      "learning_rate": 1.3493456504651046e-05,
      "loss": 0.8867,
      "step": 111696
    },
    {
      "epoch": 5.196417771574785,
      "grad_norm": 1.6321728379746556,
      "learning_rate": 1.3491918116818057e-05,
      "loss": 0.9375,
      "step": 111697
    },
    {
      "epoch": 5.196464294021865,
      "grad_norm": 1.5820124373184314,
      "learning_rate": 1.3490379812556117e-05,
      "loss": 0.8594,
      "step": 111698
    },
    {
      "epoch": 5.196510816468947,
      "grad_norm": 1.7301034779645001,
      "learning_rate": 1.3488841591866145e-05,
      "loss": 1.0547,
      "step": 111699
    },
    {
      "epoch": 5.196557338916027,
      "grad_norm": 1.7488647234914965,
      "learning_rate": 1.3487303454749122e-05,
      "loss": 0.9688,
      "step": 111700
    },
    {
      "epoch": 5.196603861363108,
      "grad_norm": 1.7335753962730578,
      "learning_rate": 1.3485765401205995e-05,
      "loss": 1.0078,
      "step": 111701
    },
    {
      "epoch": 5.196650383810188,
      "grad_norm": 1.6915578226173653,
      "learning_rate": 1.3484227431237681e-05,
      "loss": 0.9297,
      "step": 111702
    },
    {
      "epoch": 5.196696906257269,
      "grad_norm": 1.8594366205202828,
      "learning_rate": 1.3482689544845099e-05,
      "loss": 1.0938,
      "step": 111703
    },
    {
      "epoch": 5.19674342870435,
      "grad_norm": 1.5847530385548456,
      "learning_rate": 1.3481151742029244e-05,
      "loss": 0.9219,
      "step": 111704
    },
    {
      "epoch": 5.19678995115143,
      "grad_norm": 1.6552673886595541,
      "learning_rate": 1.3479614022791035e-05,
      "loss": 0.9297,
      "step": 111705
    },
    {
      "epoch": 5.196836473598511,
      "grad_norm": 1.6578327046300823,
      "learning_rate": 1.3478076387131404e-05,
      "loss": 0.8984,
      "step": 111706
    },
    {
      "epoch": 5.196882996045592,
      "grad_norm": 1.8143045699914984,
      "learning_rate": 1.3476538835051281e-05,
      "loss": 1.0312,
      "step": 111707
    },
    {
      "epoch": 5.196929518492673,
      "grad_norm": 1.6360065610131822,
      "learning_rate": 1.3475001366551619e-05,
      "loss": 1.0469,
      "step": 111708
    },
    {
      "epoch": 5.196976040939753,
      "grad_norm": 1.6344800835554727,
      "learning_rate": 1.3473463981633397e-05,
      "loss": 1.0312,
      "step": 111709
    },
    {
      "epoch": 5.1970225633868345,
      "grad_norm": 1.8414699139866884,
      "learning_rate": 1.3471926680297519e-05,
      "loss": 0.9375,
      "step": 111710
    },
    {
      "epoch": 5.197069085833915,
      "grad_norm": 1.6598826940798936,
      "learning_rate": 1.3470389462544945e-05,
      "loss": 0.9688,
      "step": 111711
    },
    {
      "epoch": 5.1971156082809955,
      "grad_norm": 1.6418544302064504,
      "learning_rate": 1.3468852328376562e-05,
      "loss": 1.0859,
      "step": 111712
    },
    {
      "epoch": 5.197162130728076,
      "grad_norm": 1.7406740176560347,
      "learning_rate": 1.3467315277793383e-05,
      "loss": 1.0547,
      "step": 111713
    },
    {
      "epoch": 5.197208653175157,
      "grad_norm": 1.7716328867413416,
      "learning_rate": 1.3465778310796326e-05,
      "loss": 1.0312,
      "step": 111714
    },
    {
      "epoch": 5.197255175622238,
      "grad_norm": 1.5872970418257277,
      "learning_rate": 1.3464241427386324e-05,
      "loss": 1.0156,
      "step": 111715
    },
    {
      "epoch": 5.197301698069318,
      "grad_norm": 1.7002943743717585,
      "learning_rate": 1.3462704627564308e-05,
      "loss": 1.0234,
      "step": 111716
    },
    {
      "epoch": 5.197348220516399,
      "grad_norm": 1.7831144036673736,
      "learning_rate": 1.346116791133121e-05,
      "loss": 1.0781,
      "step": 111717
    },
    {
      "epoch": 5.19739474296348,
      "grad_norm": 1.71818585856385,
      "learning_rate": 1.3459631278688016e-05,
      "loss": 0.9219,
      "step": 111718
    },
    {
      "epoch": 5.197441265410561,
      "grad_norm": 1.7104974205693801,
      "learning_rate": 1.3458094729635637e-05,
      "loss": 0.8438,
      "step": 111719
    },
    {
      "epoch": 5.197487787857641,
      "grad_norm": 1.7585229432999805,
      "learning_rate": 1.345655826417501e-05,
      "loss": 0.9727,
      "step": 111720
    },
    {
      "epoch": 5.197534310304722,
      "grad_norm": 1.6145821302391512,
      "learning_rate": 1.3455021882307065e-05,
      "loss": 0.8516,
      "step": 111721
    },
    {
      "epoch": 5.197580832751803,
      "grad_norm": 1.7202679749134402,
      "learning_rate": 1.3453485584032786e-05,
      "loss": 1.1719,
      "step": 111722
    },
    {
      "epoch": 5.197627355198883,
      "grad_norm": 1.7720937961639476,
      "learning_rate": 1.3451949369353087e-05,
      "loss": 1.0938,
      "step": 111723
    },
    {
      "epoch": 5.197673877645964,
      "grad_norm": 1.741565251471211,
      "learning_rate": 1.345041323826892e-05,
      "loss": 0.8633,
      "step": 111724
    },
    {
      "epoch": 5.197720400093045,
      "grad_norm": 1.6773796037328583,
      "learning_rate": 1.3448877190781183e-05,
      "loss": 1.0938,
      "step": 111725
    },
    {
      "epoch": 5.197766922540126,
      "grad_norm": 1.7266632373952109,
      "learning_rate": 1.3447341226890856e-05,
      "loss": 0.9297,
      "step": 111726
    },
    {
      "epoch": 5.197813444987206,
      "grad_norm": 1.510492652766315,
      "learning_rate": 1.3445805346598892e-05,
      "loss": 0.8438,
      "step": 111727
    },
    {
      "epoch": 5.197859967434287,
      "grad_norm": 1.9176188237920955,
      "learning_rate": 1.3444269549906206e-05,
      "loss": 1.1328,
      "step": 111728
    },
    {
      "epoch": 5.197906489881368,
      "grad_norm": 1.60826624575757,
      "learning_rate": 1.3442733836813713e-05,
      "loss": 1.0078,
      "step": 111729
    },
    {
      "epoch": 5.1979530123284485,
      "grad_norm": 1.8069630704409307,
      "learning_rate": 1.3441198207322378e-05,
      "loss": 0.9961,
      "step": 111730
    },
    {
      "epoch": 5.197999534775529,
      "grad_norm": 1.8015897058833126,
      "learning_rate": 1.3439662661433187e-05,
      "loss": 0.9531,
      "step": 111731
    },
    {
      "epoch": 5.1980460572226095,
      "grad_norm": 1.7083306977450177,
      "learning_rate": 1.3438127199147036e-05,
      "loss": 1.0625,
      "step": 111732
    },
    {
      "epoch": 5.198092579669691,
      "grad_norm": 1.5425067401458021,
      "learning_rate": 1.3436591820464859e-05,
      "loss": 0.8555,
      "step": 111733
    },
    {
      "epoch": 5.198139102116771,
      "grad_norm": 1.7451969383998995,
      "learning_rate": 1.3435056525387589e-05,
      "loss": 1.0391,
      "step": 111734
    },
    {
      "epoch": 5.198185624563852,
      "grad_norm": 1.8665916041250847,
      "learning_rate": 1.3433521313916208e-05,
      "loss": 1.0703,
      "step": 111735
    },
    {
      "epoch": 5.198232147010933,
      "grad_norm": 1.7258060142298393,
      "learning_rate": 1.343198618605163e-05,
      "loss": 0.875,
      "step": 111736
    },
    {
      "epoch": 5.198278669458014,
      "grad_norm": 1.5226386173882527,
      "learning_rate": 1.343045114179479e-05,
      "loss": 0.8398,
      "step": 111737
    },
    {
      "epoch": 5.198325191905094,
      "grad_norm": 1.567898533038495,
      "learning_rate": 1.3428916181146603e-05,
      "loss": 0.9609,
      "step": 111738
    },
    {
      "epoch": 5.198371714352175,
      "grad_norm": 1.561545930592996,
      "learning_rate": 1.342738130410807e-05,
      "loss": 0.9102,
      "step": 111739
    },
    {
      "epoch": 5.198418236799256,
      "grad_norm": 1.7857026751304954,
      "learning_rate": 1.3425846510680105e-05,
      "loss": 1.0547,
      "step": 111740
    },
    {
      "epoch": 5.198464759246336,
      "grad_norm": 1.8338668890286471,
      "learning_rate": 1.3424311800863624e-05,
      "loss": 1.1406,
      "step": 111741
    },
    {
      "epoch": 5.198511281693417,
      "grad_norm": 1.9709094252641057,
      "learning_rate": 1.342277717465961e-05,
      "loss": 1.2188,
      "step": 111742
    },
    {
      "epoch": 5.198557804140497,
      "grad_norm": 1.7480577281272813,
      "learning_rate": 1.3421242632068929e-05,
      "loss": 0.9492,
      "step": 111743
    },
    {
      "epoch": 5.198604326587579,
      "grad_norm": 1.8527066554926577,
      "learning_rate": 1.3419708173092597e-05,
      "loss": 0.9492,
      "step": 111744
    },
    {
      "epoch": 5.198650849034659,
      "grad_norm": 1.8882539340665523,
      "learning_rate": 1.341817379773153e-05,
      "loss": 1.0,
      "step": 111745
    },
    {
      "epoch": 5.19869737148174,
      "grad_norm": 1.6157864810728046,
      "learning_rate": 1.3416639505986659e-05,
      "loss": 0.8906,
      "step": 111746
    },
    {
      "epoch": 5.198743893928821,
      "grad_norm": 1.6480768115867674,
      "learning_rate": 1.3415105297858902e-05,
      "loss": 0.8086,
      "step": 111747
    },
    {
      "epoch": 5.198790416375902,
      "grad_norm": 1.8132253738674986,
      "learning_rate": 1.3413571173349257e-05,
      "loss": 1.0781,
      "step": 111748
    },
    {
      "epoch": 5.198836938822982,
      "grad_norm": 1.4945652864065981,
      "learning_rate": 1.3412037132458625e-05,
      "loss": 0.8984,
      "step": 111749
    },
    {
      "epoch": 5.1988834612700625,
      "grad_norm": 1.5400729307314533,
      "learning_rate": 1.3410503175187936e-05,
      "loss": 0.8945,
      "step": 111750
    },
    {
      "epoch": 5.198929983717144,
      "grad_norm": 1.6995693411946315,
      "learning_rate": 1.3408969301538125e-05,
      "loss": 0.8828,
      "step": 111751
    },
    {
      "epoch": 5.198976506164224,
      "grad_norm": 1.8324029065639031,
      "learning_rate": 1.3407435511510156e-05,
      "loss": 0.9531,
      "step": 111752
    },
    {
      "epoch": 5.199023028611305,
      "grad_norm": 1.659415780222414,
      "learning_rate": 1.340590180510498e-05,
      "loss": 1.0547,
      "step": 111753
    },
    {
      "epoch": 5.199069551058385,
      "grad_norm": 1.667027275621618,
      "learning_rate": 1.340436818232351e-05,
      "loss": 0.9062,
      "step": 111754
    },
    {
      "epoch": 5.199116073505467,
      "grad_norm": 1.6845932813364182,
      "learning_rate": 1.3402834643166682e-05,
      "loss": 1.0547,
      "step": 111755
    },
    {
      "epoch": 5.199162595952547,
      "grad_norm": 1.6010980810399662,
      "learning_rate": 1.3401301187635444e-05,
      "loss": 0.9727,
      "step": 111756
    },
    {
      "epoch": 5.199209118399628,
      "grad_norm": 1.7452669519429773,
      "learning_rate": 1.3399767815730744e-05,
      "loss": 0.9609,
      "step": 111757
    },
    {
      "epoch": 5.199255640846708,
      "grad_norm": 1.8703174550432882,
      "learning_rate": 1.3398234527453516e-05,
      "loss": 1.0156,
      "step": 111758
    },
    {
      "epoch": 5.1993021632937895,
      "grad_norm": 1.5782478634792447,
      "learning_rate": 1.3396701322804693e-05,
      "loss": 0.9102,
      "step": 111759
    },
    {
      "epoch": 5.19934868574087,
      "grad_norm": 1.6828994358681129,
      "learning_rate": 1.3395168201785172e-05,
      "loss": 1.0391,
      "step": 111760
    },
    {
      "epoch": 5.19939520818795,
      "grad_norm": 1.6403958798549036,
      "learning_rate": 1.3393635164395989e-05,
      "loss": 1.0625,
      "step": 111761
    },
    {
      "epoch": 5.199441730635032,
      "grad_norm": 1.6090521036145342,
      "learning_rate": 1.3392102210638006e-05,
      "loss": 0.8906,
      "step": 111762
    },
    {
      "epoch": 5.199488253082112,
      "grad_norm": 1.5654093031068212,
      "learning_rate": 1.3390569340512192e-05,
      "loss": 0.9258,
      "step": 111763
    },
    {
      "epoch": 5.199534775529193,
      "grad_norm": 1.680402145571383,
      "learning_rate": 1.3389036554019445e-05,
      "loss": 0.9453,
      "step": 111764
    },
    {
      "epoch": 5.199581297976273,
      "grad_norm": 1.7040901275517253,
      "learning_rate": 1.338750385116078e-05,
      "loss": 0.9414,
      "step": 111765
    },
    {
      "epoch": 5.199627820423355,
      "grad_norm": 1.7598348595235178,
      "learning_rate": 1.3385971231937065e-05,
      "loss": 0.957,
      "step": 111766
    },
    {
      "epoch": 5.199674342870435,
      "grad_norm": 1.852300794731741,
      "learning_rate": 1.3384438696349282e-05,
      "loss": 1.0156,
      "step": 111767
    },
    {
      "epoch": 5.1997208653175155,
      "grad_norm": 1.6408887250052429,
      "learning_rate": 1.3382906244398345e-05,
      "loss": 0.875,
      "step": 111768
    },
    {
      "epoch": 5.199767387764596,
      "grad_norm": 1.6968407393219185,
      "learning_rate": 1.3381373876085173e-05,
      "loss": 1.0078,
      "step": 111769
    },
    {
      "epoch": 5.199813910211677,
      "grad_norm": 1.8518477241202387,
      "learning_rate": 1.3379841591410744e-05,
      "loss": 1.0312,
      "step": 111770
    },
    {
      "epoch": 5.199860432658758,
      "grad_norm": 1.8546996143708832,
      "learning_rate": 1.3378309390375996e-05,
      "loss": 1.0234,
      "step": 111771
    },
    {
      "epoch": 5.199906955105838,
      "grad_norm": 1.841772508357228,
      "learning_rate": 1.3376777272981842e-05,
      "loss": 0.9883,
      "step": 111772
    },
    {
      "epoch": 5.19995347755292,
      "grad_norm": 1.6715484028484364,
      "learning_rate": 1.33752452392292e-05,
      "loss": 1.0703,
      "step": 111773
    },
    {
      "epoch": 5.2,
      "grad_norm": 1.769830278047864,
      "learning_rate": 1.3373713289119048e-05,
      "loss": 1.0156,
      "step": 111774
    },
    {
      "epoch": 5.200046522447081,
      "grad_norm": 1.5814107202602818,
      "learning_rate": 1.337218142265234e-05,
      "loss": 0.7695,
      "step": 111775
    },
    {
      "epoch": 5.200093044894161,
      "grad_norm": 1.5939132279942874,
      "learning_rate": 1.3370649639829989e-05,
      "loss": 0.8867,
      "step": 111776
    },
    {
      "epoch": 5.2001395673412425,
      "grad_norm": 1.7535576409587346,
      "learning_rate": 1.336911794065293e-05,
      "loss": 1.0547,
      "step": 111777
    },
    {
      "epoch": 5.200186089788323,
      "grad_norm": 1.5147659401917002,
      "learning_rate": 1.3367586325122076e-05,
      "loss": 0.8711,
      "step": 111778
    },
    {
      "epoch": 5.2002326122354035,
      "grad_norm": 1.555191527154379,
      "learning_rate": 1.3366054793238411e-05,
      "loss": 0.9219,
      "step": 111779
    },
    {
      "epoch": 5.200279134682484,
      "grad_norm": 1.751228249264037,
      "learning_rate": 1.3364523345002854e-05,
      "loss": 1.0156,
      "step": 111780
    },
    {
      "epoch": 5.200325657129565,
      "grad_norm": 1.5950564470314792,
      "learning_rate": 1.3362991980416348e-05,
      "loss": 0.8945,
      "step": 111781
    },
    {
      "epoch": 5.200372179576646,
      "grad_norm": 1.6417468269204711,
      "learning_rate": 1.3361460699479797e-05,
      "loss": 0.8984,
      "step": 111782
    },
    {
      "epoch": 5.200418702023726,
      "grad_norm": 1.6847916191684844,
      "learning_rate": 1.3359929502194183e-05,
      "loss": 1.0703,
      "step": 111783
    },
    {
      "epoch": 5.200465224470808,
      "grad_norm": 1.7343919485731054,
      "learning_rate": 1.3358398388560437e-05,
      "loss": 0.9844,
      "step": 111784
    },
    {
      "epoch": 5.200511746917888,
      "grad_norm": 1.6756780948921823,
      "learning_rate": 1.3356867358579476e-05,
      "loss": 0.8789,
      "step": 111785
    },
    {
      "epoch": 5.200558269364969,
      "grad_norm": 1.7536454820449625,
      "learning_rate": 1.3355336412252215e-05,
      "loss": 1.0312,
      "step": 111786
    },
    {
      "epoch": 5.200604791812049,
      "grad_norm": 1.742586359883517,
      "learning_rate": 1.3353805549579655e-05,
      "loss": 0.9961,
      "step": 111787
    },
    {
      "epoch": 5.20065131425913,
      "grad_norm": 1.7342382412764248,
      "learning_rate": 1.335227477056271e-05,
      "loss": 0.9023,
      "step": 111788
    },
    {
      "epoch": 5.200697836706211,
      "grad_norm": 1.740957500298709,
      "learning_rate": 1.3350744075202297e-05,
      "loss": 1.0391,
      "step": 111789
    },
    {
      "epoch": 5.200744359153291,
      "grad_norm": 1.479399354780731,
      "learning_rate": 1.334921346349933e-05,
      "loss": 0.8281,
      "step": 111790
    },
    {
      "epoch": 5.200790881600372,
      "grad_norm": 1.54858013953927,
      "learning_rate": 1.3347682935454828e-05,
      "loss": 0.9688,
      "step": 111791
    },
    {
      "epoch": 5.200837404047453,
      "grad_norm": 1.616617697100789,
      "learning_rate": 1.3346152491069657e-05,
      "loss": 0.9766,
      "step": 111792
    },
    {
      "epoch": 5.200883926494534,
      "grad_norm": 1.7535887003315276,
      "learning_rate": 1.3344622130344795e-05,
      "loss": 0.9883,
      "step": 111793
    },
    {
      "epoch": 5.200930448941614,
      "grad_norm": 1.9123261156326534,
      "learning_rate": 1.3343091853281147e-05,
      "loss": 1.0938,
      "step": 111794
    },
    {
      "epoch": 5.200976971388695,
      "grad_norm": 1.5801084304333686,
      "learning_rate": 1.3341561659879624e-05,
      "loss": 0.9375,
      "step": 111795
    },
    {
      "epoch": 5.201023493835776,
      "grad_norm": 1.681179874698812,
      "learning_rate": 1.3340031550141244e-05,
      "loss": 0.8984,
      "step": 111796
    },
    {
      "epoch": 5.2010700162828565,
      "grad_norm": 1.7621618757265722,
      "learning_rate": 1.3338501524066908e-05,
      "loss": 1.1484,
      "step": 111797
    },
    {
      "epoch": 5.201116538729937,
      "grad_norm": 1.8061580952074148,
      "learning_rate": 1.3336971581657545e-05,
      "loss": 1.0547,
      "step": 111798
    },
    {
      "epoch": 5.201163061177018,
      "grad_norm": 1.6367192998895534,
      "learning_rate": 1.3335441722914092e-05,
      "loss": 0.9766,
      "step": 111799
    },
    {
      "epoch": 5.201209583624099,
      "grad_norm": 1.6715655071532447,
      "learning_rate": 1.333391194783746e-05,
      "loss": 1.0,
      "step": 111800
    },
    {
      "epoch": 5.201256106071179,
      "grad_norm": 1.8533808439722739,
      "learning_rate": 1.3332382256428637e-05,
      "loss": 1.1328,
      "step": 111801
    },
    {
      "epoch": 5.20130262851826,
      "grad_norm": 1.7512131817708492,
      "learning_rate": 1.333085264868855e-05,
      "loss": 0.9375,
      "step": 111802
    },
    {
      "epoch": 5.201349150965341,
      "grad_norm": 1.8019970130124219,
      "learning_rate": 1.3329323124618102e-05,
      "loss": 1.0703,
      "step": 111803
    },
    {
      "epoch": 5.201395673412422,
      "grad_norm": 1.6521087516759108,
      "learning_rate": 1.3327793684218225e-05,
      "loss": 1.0156,
      "step": 111804
    },
    {
      "epoch": 5.201442195859502,
      "grad_norm": 1.7229072638616114,
      "learning_rate": 1.3326264327489917e-05,
      "loss": 1.0859,
      "step": 111805
    },
    {
      "epoch": 5.2014887183065825,
      "grad_norm": 1.811886394464886,
      "learning_rate": 1.332473505443406e-05,
      "loss": 1.0625,
      "step": 111806
    },
    {
      "epoch": 5.201535240753664,
      "grad_norm": 1.7589594554593184,
      "learning_rate": 1.3323205865051623e-05,
      "loss": 1.0391,
      "step": 111807
    },
    {
      "epoch": 5.201581763200744,
      "grad_norm": 1.716043197769753,
      "learning_rate": 1.3321676759343486e-05,
      "loss": 1.0156,
      "step": 111808
    },
    {
      "epoch": 5.201628285647825,
      "grad_norm": 1.4900000676165324,
      "learning_rate": 1.3320147737310649e-05,
      "loss": 0.9297,
      "step": 111809
    },
    {
      "epoch": 5.201674808094905,
      "grad_norm": 1.6279876639670665,
      "learning_rate": 1.3318618798954028e-05,
      "loss": 0.9609,
      "step": 111810
    },
    {
      "epoch": 5.201721330541987,
      "grad_norm": 1.600137694835699,
      "learning_rate": 1.3317089944274555e-05,
      "loss": 0.9961,
      "step": 111811
    },
    {
      "epoch": 5.201767852989067,
      "grad_norm": 1.8368365612015471,
      "learning_rate": 1.3315561173273132e-05,
      "loss": 1.0312,
      "step": 111812
    },
    {
      "epoch": 5.201814375436148,
      "grad_norm": 1.8045984282281955,
      "learning_rate": 1.3314032485950755e-05,
      "loss": 1.0703,
      "step": 111813
    },
    {
      "epoch": 5.201860897883229,
      "grad_norm": 1.7292104316199655,
      "learning_rate": 1.3312503882308339e-05,
      "loss": 0.9023,
      "step": 111814
    },
    {
      "epoch": 5.2019074203303095,
      "grad_norm": 1.7247079953861855,
      "learning_rate": 1.331097536234682e-05,
      "loss": 0.9883,
      "step": 111815
    },
    {
      "epoch": 5.20195394277739,
      "grad_norm": 1.5853576438116823,
      "learning_rate": 1.330944692606708e-05,
      "loss": 0.8242,
      "step": 111816
    },
    {
      "epoch": 5.2020004652244705,
      "grad_norm": 1.6356078780609693,
      "learning_rate": 1.3307918573470117e-05,
      "loss": 0.8789,
      "step": 111817
    },
    {
      "epoch": 5.202046987671552,
      "grad_norm": 1.8778252751946727,
      "learning_rate": 1.3306390304556879e-05,
      "loss": 1.0391,
      "step": 111818
    },
    {
      "epoch": 5.202093510118632,
      "grad_norm": 1.6036441838837543,
      "learning_rate": 1.3304862119328268e-05,
      "loss": 0.9883,
      "step": 111819
    },
    {
      "epoch": 5.202140032565713,
      "grad_norm": 1.6214991456276022,
      "learning_rate": 1.3303334017785234e-05,
      "loss": 0.9375,
      "step": 111820
    },
    {
      "epoch": 5.202186555012793,
      "grad_norm": 1.63162135574617,
      "learning_rate": 1.3301805999928671e-05,
      "loss": 1.0,
      "step": 111821
    },
    {
      "epoch": 5.202233077459875,
      "grad_norm": 1.8248732039905502,
      "learning_rate": 1.3300278065759584e-05,
      "loss": 1.0859,
      "step": 111822
    },
    {
      "epoch": 5.202279599906955,
      "grad_norm": 1.8494980469318336,
      "learning_rate": 1.3298750215278869e-05,
      "loss": 1.0703,
      "step": 111823
    },
    {
      "epoch": 5.202326122354036,
      "grad_norm": 1.7647357629004803,
      "learning_rate": 1.329722244848746e-05,
      "loss": 1.0391,
      "step": 111824
    },
    {
      "epoch": 5.202372644801117,
      "grad_norm": 1.601587139266233,
      "learning_rate": 1.3295694765386289e-05,
      "loss": 0.9648,
      "step": 111825
    },
    {
      "epoch": 5.202419167248197,
      "grad_norm": 1.5793690915839453,
      "learning_rate": 1.3294167165976288e-05,
      "loss": 0.9805,
      "step": 111826
    },
    {
      "epoch": 5.202465689695278,
      "grad_norm": 1.5828979088703874,
      "learning_rate": 1.3292639650258424e-05,
      "loss": 1.0,
      "step": 111827
    },
    {
      "epoch": 5.202512212142358,
      "grad_norm": 1.7154140527001724,
      "learning_rate": 1.3291112218233612e-05,
      "loss": 0.9297,
      "step": 111828
    },
    {
      "epoch": 5.20255873458944,
      "grad_norm": 1.6631652648665005,
      "learning_rate": 1.3289584869902786e-05,
      "loss": 1.0,
      "step": 111829
    },
    {
      "epoch": 5.20260525703652,
      "grad_norm": 1.7550867108780919,
      "learning_rate": 1.328805760526686e-05,
      "loss": 0.9688,
      "step": 111830
    },
    {
      "epoch": 5.202651779483601,
      "grad_norm": 1.7304414795318652,
      "learning_rate": 1.328653042432682e-05,
      "loss": 1.0469,
      "step": 111831
    },
    {
      "epoch": 5.202698301930681,
      "grad_norm": 1.5855847086900412,
      "learning_rate": 1.328500332708356e-05,
      "loss": 0.9336,
      "step": 111832
    },
    {
      "epoch": 5.2027448243777625,
      "grad_norm": 1.6459904071276141,
      "learning_rate": 1.3283476313538033e-05,
      "loss": 1.0156,
      "step": 111833
    },
    {
      "epoch": 5.202791346824843,
      "grad_norm": 1.7267903212535787,
      "learning_rate": 1.3281949383691137e-05,
      "loss": 1.0625,
      "step": 111834
    },
    {
      "epoch": 5.2028378692719235,
      "grad_norm": 1.4712130621119657,
      "learning_rate": 1.3280422537543872e-05,
      "loss": 0.707,
      "step": 111835
    },
    {
      "epoch": 5.202884391719005,
      "grad_norm": 1.8771812374664931,
      "learning_rate": 1.3278895775097137e-05,
      "loss": 1.0547,
      "step": 111836
    },
    {
      "epoch": 5.202930914166085,
      "grad_norm": 1.708787963858693,
      "learning_rate": 1.3277369096351864e-05,
      "loss": 0.8867,
      "step": 111837
    },
    {
      "epoch": 5.202977436613166,
      "grad_norm": 1.5877465519500844,
      "learning_rate": 1.3275842501308953e-05,
      "loss": 0.8086,
      "step": 111838
    },
    {
      "epoch": 5.203023959060246,
      "grad_norm": 1.910619166659511,
      "learning_rate": 1.3274315989969386e-05,
      "loss": 1.0312,
      "step": 111839
    },
    {
      "epoch": 5.203070481507328,
      "grad_norm": 1.7265812967542689,
      "learning_rate": 1.327278956233413e-05,
      "loss": 0.9336,
      "step": 111840
    },
    {
      "epoch": 5.203117003954408,
      "grad_norm": 1.9016400914605336,
      "learning_rate": 1.3271263218404066e-05,
      "loss": 1.0234,
      "step": 111841
    },
    {
      "epoch": 5.203163526401489,
      "grad_norm": 1.6812707973148244,
      "learning_rate": 1.3269736958180144e-05,
      "loss": 0.9531,
      "step": 111842
    },
    {
      "epoch": 5.203210048848569,
      "grad_norm": 1.7498519692875953,
      "learning_rate": 1.3268210781663263e-05,
      "loss": 1.1406,
      "step": 111843
    },
    {
      "epoch": 5.2032565712956504,
      "grad_norm": 1.4990738827849621,
      "learning_rate": 1.3266684688854407e-05,
      "loss": 0.8359,
      "step": 111844
    },
    {
      "epoch": 5.203303093742731,
      "grad_norm": 1.7941826860278063,
      "learning_rate": 1.3265158679754506e-05,
      "loss": 1.0312,
      "step": 111845
    },
    {
      "epoch": 5.203349616189811,
      "grad_norm": 1.7005226057118135,
      "learning_rate": 1.3263632754364479e-05,
      "loss": 1.1484,
      "step": 111846
    },
    {
      "epoch": 5.203396138636892,
      "grad_norm": 1.6835417670368493,
      "learning_rate": 1.3262106912685239e-05,
      "loss": 0.9531,
      "step": 111847
    },
    {
      "epoch": 5.203442661083973,
      "grad_norm": 1.561695572181169,
      "learning_rate": 1.326058115471777e-05,
      "loss": 0.8984,
      "step": 111848
    },
    {
      "epoch": 5.203489183531054,
      "grad_norm": 1.5932476845335812,
      "learning_rate": 1.3259055480462971e-05,
      "loss": 0.9375,
      "step": 111849
    },
    {
      "epoch": 5.203535705978134,
      "grad_norm": 1.6326316060089034,
      "learning_rate": 1.3257529889921775e-05,
      "loss": 0.9258,
      "step": 111850
    },
    {
      "epoch": 5.203582228425216,
      "grad_norm": 1.9453125997622962,
      "learning_rate": 1.3256004383095147e-05,
      "loss": 1.2109,
      "step": 111851
    },
    {
      "epoch": 5.203628750872296,
      "grad_norm": 1.5443027678947774,
      "learning_rate": 1.3254478959983955e-05,
      "loss": 0.832,
      "step": 111852
    },
    {
      "epoch": 5.2036752733193765,
      "grad_norm": 1.7169384988230072,
      "learning_rate": 1.3252953620589212e-05,
      "loss": 0.9336,
      "step": 111853
    },
    {
      "epoch": 5.203721795766457,
      "grad_norm": 1.646630779492894,
      "learning_rate": 1.325142836491182e-05,
      "loss": 0.8789,
      "step": 111854
    },
    {
      "epoch": 5.203768318213538,
      "grad_norm": 1.9197734607183083,
      "learning_rate": 1.324990319295271e-05,
      "loss": 1.1797,
      "step": 111855
    },
    {
      "epoch": 5.203814840660619,
      "grad_norm": 1.7674575547864553,
      "learning_rate": 1.3248378104712781e-05,
      "loss": 1.0859,
      "step": 111856
    },
    {
      "epoch": 5.203861363107699,
      "grad_norm": 2.2242352454107297,
      "learning_rate": 1.3246853100193034e-05,
      "loss": 1.2188,
      "step": 111857
    },
    {
      "epoch": 5.20390788555478,
      "grad_norm": 1.6185213453231997,
      "learning_rate": 1.3245328179394365e-05,
      "loss": 0.957,
      "step": 111858
    },
    {
      "epoch": 5.203954408001861,
      "grad_norm": 1.7406190018539083,
      "learning_rate": 1.324380334231771e-05,
      "loss": 0.9922,
      "step": 111859
    },
    {
      "epoch": 5.204000930448942,
      "grad_norm": 1.4908022825234475,
      "learning_rate": 1.3242278588963984e-05,
      "loss": 0.8281,
      "step": 111860
    },
    {
      "epoch": 5.204047452896022,
      "grad_norm": 1.7108857642662785,
      "learning_rate": 1.3240753919334135e-05,
      "loss": 0.9414,
      "step": 111861
    },
    {
      "epoch": 5.2040939753431035,
      "grad_norm": 1.8043277130126547,
      "learning_rate": 1.323922933342913e-05,
      "loss": 1.0547,
      "step": 111862
    },
    {
      "epoch": 5.204140497790184,
      "grad_norm": 1.7652317348376223,
      "learning_rate": 1.3237704831249884e-05,
      "loss": 0.9375,
      "step": 111863
    },
    {
      "epoch": 5.204187020237264,
      "grad_norm": 1.7876894897282718,
      "learning_rate": 1.3236180412797315e-05,
      "loss": 0.9922,
      "step": 111864
    },
    {
      "epoch": 5.204233542684345,
      "grad_norm": 1.6007349106829252,
      "learning_rate": 1.3234656078072336e-05,
      "loss": 0.832,
      "step": 111865
    },
    {
      "epoch": 5.204280065131426,
      "grad_norm": 1.858988374664386,
      "learning_rate": 1.3233131827075933e-05,
      "loss": 0.9609,
      "step": 111866
    },
    {
      "epoch": 5.204326587578507,
      "grad_norm": 1.6141228987996794,
      "learning_rate": 1.3231607659809e-05,
      "loss": 0.9062,
      "step": 111867
    },
    {
      "epoch": 5.204373110025587,
      "grad_norm": 1.6940814477225334,
      "learning_rate": 1.3230083576272493e-05,
      "loss": 0.9219,
      "step": 111868
    },
    {
      "epoch": 5.204419632472668,
      "grad_norm": 1.845650597619872,
      "learning_rate": 1.3228559576467324e-05,
      "loss": 0.9922,
      "step": 111869
    },
    {
      "epoch": 5.204466154919749,
      "grad_norm": 1.7287467184697014,
      "learning_rate": 1.3227035660394441e-05,
      "loss": 0.9922,
      "step": 111870
    },
    {
      "epoch": 5.2045126773668295,
      "grad_norm": 1.717049676611723,
      "learning_rate": 1.322551182805478e-05,
      "loss": 0.9883,
      "step": 111871
    },
    {
      "epoch": 5.20455919981391,
      "grad_norm": 1.5264439002701657,
      "learning_rate": 1.3223988079449271e-05,
      "loss": 0.9102,
      "step": 111872
    },
    {
      "epoch": 5.204605722260991,
      "grad_norm": 1.7233944840384796,
      "learning_rate": 1.3222464414578815e-05,
      "loss": 1.0938,
      "step": 111873
    },
    {
      "epoch": 5.204652244708072,
      "grad_norm": 1.5872705702777945,
      "learning_rate": 1.3220940833444393e-05,
      "loss": 0.9688,
      "step": 111874
    },
    {
      "epoch": 5.204698767155152,
      "grad_norm": 1.7788544475961021,
      "learning_rate": 1.3219417336046922e-05,
      "loss": 1.1641,
      "step": 111875
    },
    {
      "epoch": 5.204745289602233,
      "grad_norm": 1.679557790397022,
      "learning_rate": 1.3217893922387334e-05,
      "loss": 1.0078,
      "step": 111876
    },
    {
      "epoch": 5.204791812049314,
      "grad_norm": 1.6589773765584062,
      "learning_rate": 1.3216370592466547e-05,
      "loss": 0.9805,
      "step": 111877
    },
    {
      "epoch": 5.204838334496395,
      "grad_norm": 1.7223498659489804,
      "learning_rate": 1.321484734628549e-05,
      "loss": 0.9609,
      "step": 111878
    },
    {
      "epoch": 5.204884856943475,
      "grad_norm": 1.689428714638763,
      "learning_rate": 1.3213324183845132e-05,
      "loss": 1.0391,
      "step": 111879
    },
    {
      "epoch": 5.204931379390556,
      "grad_norm": 1.8528669230052977,
      "learning_rate": 1.321180110514637e-05,
      "loss": 1.1484,
      "step": 111880
    },
    {
      "epoch": 5.204977901837637,
      "grad_norm": 1.6142068829213418,
      "learning_rate": 1.321027811019017e-05,
      "loss": 0.8984,
      "step": 111881
    },
    {
      "epoch": 5.2050244242847175,
      "grad_norm": 1.6334092662081352,
      "learning_rate": 1.32087551989774e-05,
      "loss": 0.8633,
      "step": 111882
    },
    {
      "epoch": 5.205070946731798,
      "grad_norm": 1.356832318045816,
      "learning_rate": 1.320723237150904e-05,
      "loss": 0.6953,
      "step": 111883
    },
    {
      "epoch": 5.205117469178878,
      "grad_norm": 1.556366669238621,
      "learning_rate": 1.320570962778606e-05,
      "loss": 0.8867,
      "step": 111884
    },
    {
      "epoch": 5.20516399162596,
      "grad_norm": 1.7670031702271929,
      "learning_rate": 1.3204186967809339e-05,
      "loss": 1.0391,
      "step": 111885
    },
    {
      "epoch": 5.20521051407304,
      "grad_norm": 1.6588813461781133,
      "learning_rate": 1.320266439157981e-05,
      "loss": 0.8828,
      "step": 111886
    },
    {
      "epoch": 5.205257036520121,
      "grad_norm": 1.8068485006483712,
      "learning_rate": 1.3201141899098406e-05,
      "loss": 1.0391,
      "step": 111887
    },
    {
      "epoch": 5.205303558967202,
      "grad_norm": 1.8569445392071748,
      "learning_rate": 1.3199619490366093e-05,
      "loss": 1.0,
      "step": 111888
    },
    {
      "epoch": 5.205350081414283,
      "grad_norm": 1.554215783947845,
      "learning_rate": 1.3198097165383769e-05,
      "loss": 0.8711,
      "step": 111889
    },
    {
      "epoch": 5.205396603861363,
      "grad_norm": 1.7478624695197544,
      "learning_rate": 1.3196574924152387e-05,
      "loss": 1.0,
      "step": 111890
    },
    {
      "epoch": 5.2054431263084435,
      "grad_norm": 1.7368251548507452,
      "learning_rate": 1.3195052766672842e-05,
      "loss": 0.9023,
      "step": 111891
    },
    {
      "epoch": 5.205489648755525,
      "grad_norm": 1.754464381056357,
      "learning_rate": 1.319353069294612e-05,
      "loss": 1.0625,
      "step": 111892
    },
    {
      "epoch": 5.205536171202605,
      "grad_norm": 1.6094100791012573,
      "learning_rate": 1.3192008702973118e-05,
      "loss": 0.9531,
      "step": 111893
    },
    {
      "epoch": 5.205582693649686,
      "grad_norm": 1.7292764705158123,
      "learning_rate": 1.3190486796754767e-05,
      "loss": 1.0391,
      "step": 111894
    },
    {
      "epoch": 5.205629216096766,
      "grad_norm": 1.5171027439264417,
      "learning_rate": 1.3188964974292004e-05,
      "loss": 0.7422,
      "step": 111895
    },
    {
      "epoch": 5.205675738543848,
      "grad_norm": 1.8211388532546506,
      "learning_rate": 1.3187443235585776e-05,
      "loss": 1.0,
      "step": 111896
    },
    {
      "epoch": 5.205722260990928,
      "grad_norm": 1.6221321923318899,
      "learning_rate": 1.3185921580636999e-05,
      "loss": 0.9297,
      "step": 111897
    },
    {
      "epoch": 5.205768783438009,
      "grad_norm": 1.7996429720182516,
      "learning_rate": 1.3184400009446605e-05,
      "loss": 0.957,
      "step": 111898
    },
    {
      "epoch": 5.205815305885089,
      "grad_norm": 1.7837455658159729,
      "learning_rate": 1.3182878522015494e-05,
      "loss": 1.0078,
      "step": 111899
    },
    {
      "epoch": 5.2058618283321705,
      "grad_norm": 1.7583123951094193,
      "learning_rate": 1.3181357118344682e-05,
      "loss": 1.125,
      "step": 111900
    },
    {
      "epoch": 5.205908350779251,
      "grad_norm": 1.8752378673027068,
      "learning_rate": 1.3179835798435034e-05,
      "loss": 1.1016,
      "step": 111901
    },
    {
      "epoch": 5.205954873226331,
      "grad_norm": 1.5563587519117466,
      "learning_rate": 1.3178314562287501e-05,
      "loss": 0.9492,
      "step": 111902
    },
    {
      "epoch": 5.206001395673413,
      "grad_norm": 1.741616874659154,
      "learning_rate": 1.3176793409902997e-05,
      "loss": 0.8594,
      "step": 111903
    },
    {
      "epoch": 5.206047918120493,
      "grad_norm": 1.7015788268461074,
      "learning_rate": 1.3175272341282455e-05,
      "loss": 0.9453,
      "step": 111904
    },
    {
      "epoch": 5.206094440567574,
      "grad_norm": 1.5840556371033707,
      "learning_rate": 1.3173751356426809e-05,
      "loss": 0.9805,
      "step": 111905
    },
    {
      "epoch": 5.206140963014654,
      "grad_norm": 1.9306634012212442,
      "learning_rate": 1.3172230455337041e-05,
      "loss": 1.1484,
      "step": 111906
    },
    {
      "epoch": 5.206187485461736,
      "grad_norm": 1.6402430236448218,
      "learning_rate": 1.3170709638014015e-05,
      "loss": 0.8398,
      "step": 111907
    },
    {
      "epoch": 5.206234007908816,
      "grad_norm": 1.6331873609760643,
      "learning_rate": 1.3169188904458716e-05,
      "loss": 0.8867,
      "step": 111908
    },
    {
      "epoch": 5.2062805303558966,
      "grad_norm": 1.8772926418739688,
      "learning_rate": 1.3167668254671992e-05,
      "loss": 1.1094,
      "step": 111909
    },
    {
      "epoch": 5.206327052802977,
      "grad_norm": 1.7447848624470788,
      "learning_rate": 1.3166147688654877e-05,
      "loss": 1.0391,
      "step": 111910
    },
    {
      "epoch": 5.206373575250058,
      "grad_norm": 1.7180150904694933,
      "learning_rate": 1.3164627206408234e-05,
      "loss": 0.9219,
      "step": 111911
    },
    {
      "epoch": 5.206420097697139,
      "grad_norm": 1.8032931067152222,
      "learning_rate": 1.3163106807933033e-05,
      "loss": 1.0625,
      "step": 111912
    },
    {
      "epoch": 5.206466620144219,
      "grad_norm": 1.6699701799091327,
      "learning_rate": 1.3161586493230136e-05,
      "loss": 1.0391,
      "step": 111913
    },
    {
      "epoch": 5.206513142591301,
      "grad_norm": 1.7403627635830812,
      "learning_rate": 1.3160066262300562e-05,
      "loss": 1.0469,
      "step": 111914
    },
    {
      "epoch": 5.206559665038381,
      "grad_norm": 1.5894631858633106,
      "learning_rate": 1.3158546115145192e-05,
      "loss": 0.8594,
      "step": 111915
    },
    {
      "epoch": 5.206606187485462,
      "grad_norm": 1.7083263414277905,
      "learning_rate": 1.3157026051764974e-05,
      "loss": 0.9492,
      "step": 111916
    },
    {
      "epoch": 5.206652709932542,
      "grad_norm": 1.6881798379772572,
      "learning_rate": 1.315550607216081e-05,
      "loss": 0.9922,
      "step": 111917
    },
    {
      "epoch": 5.2066992323796235,
      "grad_norm": 1.7590853980714507,
      "learning_rate": 1.3153986176333664e-05,
      "loss": 1.0859,
      "step": 111918
    },
    {
      "epoch": 5.206745754826704,
      "grad_norm": 1.8664934448428008,
      "learning_rate": 1.315246636428447e-05,
      "loss": 0.9883,
      "step": 111919
    },
    {
      "epoch": 5.2067922772737845,
      "grad_norm": 1.7459264742706155,
      "learning_rate": 1.3150946636014142e-05,
      "loss": 0.9453,
      "step": 111920
    },
    {
      "epoch": 5.206838799720865,
      "grad_norm": 1.5851287430576078,
      "learning_rate": 1.3149426991523565e-05,
      "loss": 0.9961,
      "step": 111921
    },
    {
      "epoch": 5.206885322167946,
      "grad_norm": 1.7389148354095891,
      "learning_rate": 1.3147907430813753e-05,
      "loss": 0.832,
      "step": 111922
    },
    {
      "epoch": 5.206931844615027,
      "grad_norm": 1.7732061388875089,
      "learning_rate": 1.3146387953885606e-05,
      "loss": 1.0781,
      "step": 111923
    },
    {
      "epoch": 5.206978367062107,
      "grad_norm": 1.5368266982225993,
      "learning_rate": 1.314486856074004e-05,
      "loss": 0.8516,
      "step": 111924
    },
    {
      "epoch": 5.207024889509189,
      "grad_norm": 1.7492027690363299,
      "learning_rate": 1.3143349251377972e-05,
      "loss": 0.9336,
      "step": 111925
    },
    {
      "epoch": 5.207071411956269,
      "grad_norm": 1.7854658662410043,
      "learning_rate": 1.3141830025800348e-05,
      "loss": 0.9766,
      "step": 111926
    },
    {
      "epoch": 5.20711793440335,
      "grad_norm": 2.033808454402183,
      "learning_rate": 1.314031088400812e-05,
      "loss": 1.1094,
      "step": 111927
    },
    {
      "epoch": 5.20716445685043,
      "grad_norm": 1.5332484539476856,
      "learning_rate": 1.3138791826002204e-05,
      "loss": 0.8789,
      "step": 111928
    },
    {
      "epoch": 5.207210979297511,
      "grad_norm": 1.6396859328186975,
      "learning_rate": 1.3137272851783532e-05,
      "loss": 0.8906,
      "step": 111929
    },
    {
      "epoch": 5.207257501744592,
      "grad_norm": 1.6189226282021847,
      "learning_rate": 1.3135753961353036e-05,
      "loss": 0.9414,
      "step": 111930
    },
    {
      "epoch": 5.207304024191672,
      "grad_norm": 1.6673519162745836,
      "learning_rate": 1.3134235154711597e-05,
      "loss": 1.0234,
      "step": 111931
    },
    {
      "epoch": 5.207350546638753,
      "grad_norm": 1.8110710724577737,
      "learning_rate": 1.3132716431860218e-05,
      "loss": 1.1172,
      "step": 111932
    },
    {
      "epoch": 5.207397069085834,
      "grad_norm": 1.5859299197755496,
      "learning_rate": 1.3131197792799797e-05,
      "loss": 0.832,
      "step": 111933
    },
    {
      "epoch": 5.207443591532915,
      "grad_norm": 1.9325179026235564,
      "learning_rate": 1.3129679237531266e-05,
      "loss": 1.0625,
      "step": 111934
    },
    {
      "epoch": 5.207490113979995,
      "grad_norm": 1.7079047467238875,
      "learning_rate": 1.3128160766055523e-05,
      "loss": 0.8945,
      "step": 111935
    },
    {
      "epoch": 5.207536636427076,
      "grad_norm": 1.602264781265297,
      "learning_rate": 1.3126642378373536e-05,
      "loss": 0.8867,
      "step": 111936
    },
    {
      "epoch": 5.207583158874157,
      "grad_norm": 1.7351697676874416,
      "learning_rate": 1.3125124074486254e-05,
      "loss": 0.9375,
      "step": 111937
    },
    {
      "epoch": 5.2076296813212375,
      "grad_norm": 1.845534815687628,
      "learning_rate": 1.312360585439456e-05,
      "loss": 1.0234,
      "step": 111938
    },
    {
      "epoch": 5.207676203768318,
      "grad_norm": 1.6152163999052584,
      "learning_rate": 1.3122087718099383e-05,
      "loss": 0.9609,
      "step": 111939
    },
    {
      "epoch": 5.207722726215399,
      "grad_norm": 1.5693848789481755,
      "learning_rate": 1.3120569665601693e-05,
      "loss": 0.7852,
      "step": 111940
    },
    {
      "epoch": 5.20776924866248,
      "grad_norm": 1.8823678550201854,
      "learning_rate": 1.3119051696902389e-05,
      "loss": 1.1641,
      "step": 111941
    },
    {
      "epoch": 5.20781577110956,
      "grad_norm": 1.6752277005491876,
      "learning_rate": 1.3117533812002417e-05,
      "loss": 0.9492,
      "step": 111942
    },
    {
      "epoch": 5.207862293556641,
      "grad_norm": 1.7506351744758164,
      "learning_rate": 1.311601601090268e-05,
      "loss": 0.9961,
      "step": 111943
    },
    {
      "epoch": 5.207908816003722,
      "grad_norm": 1.6393266247037719,
      "learning_rate": 1.3114498293604143e-05,
      "loss": 0.9023,
      "step": 111944
    },
    {
      "epoch": 5.207955338450803,
      "grad_norm": 1.8280811908353185,
      "learning_rate": 1.3112980660107719e-05,
      "loss": 1.1406,
      "step": 111945
    },
    {
      "epoch": 5.208001860897883,
      "grad_norm": 1.5503678924877744,
      "learning_rate": 1.3111463110414328e-05,
      "loss": 0.9141,
      "step": 111946
    },
    {
      "epoch": 5.208048383344964,
      "grad_norm": 1.852514286952793,
      "learning_rate": 1.3109945644524882e-05,
      "loss": 1.0469,
      "step": 111947
    },
    {
      "epoch": 5.208094905792045,
      "grad_norm": 1.7113967805779708,
      "learning_rate": 1.3108428262440334e-05,
      "loss": 0.957,
      "step": 111948
    },
    {
      "epoch": 5.208141428239125,
      "grad_norm": 1.6636857393506521,
      "learning_rate": 1.3106910964161633e-05,
      "loss": 1.0156,
      "step": 111949
    },
    {
      "epoch": 5.208187950686206,
      "grad_norm": 1.9320474325639538,
      "learning_rate": 1.3105393749689708e-05,
      "loss": 1.0781,
      "step": 111950
    },
    {
      "epoch": 5.208234473133286,
      "grad_norm": 1.7263624542291385,
      "learning_rate": 1.3103876619025445e-05,
      "loss": 0.9688,
      "step": 111951
    },
    {
      "epoch": 5.208280995580368,
      "grad_norm": 1.8441258135710126,
      "learning_rate": 1.310235957216979e-05,
      "loss": 1.0156,
      "step": 111952
    },
    {
      "epoch": 5.208327518027448,
      "grad_norm": 1.7253785434601443,
      "learning_rate": 1.3100842609123696e-05,
      "loss": 0.9883,
      "step": 111953
    },
    {
      "epoch": 5.208374040474529,
      "grad_norm": 1.6807924081993448,
      "learning_rate": 1.309932572988806e-05,
      "loss": 0.8359,
      "step": 111954
    },
    {
      "epoch": 5.20842056292161,
      "grad_norm": 1.659488700607335,
      "learning_rate": 1.3097808934463832e-05,
      "loss": 0.9727,
      "step": 111955
    },
    {
      "epoch": 5.2084670853686905,
      "grad_norm": 1.6899817958883754,
      "learning_rate": 1.3096292222851944e-05,
      "loss": 1.125,
      "step": 111956
    },
    {
      "epoch": 5.208513607815771,
      "grad_norm": 1.9150489453717903,
      "learning_rate": 1.309477559505328e-05,
      "loss": 0.9922,
      "step": 111957
    },
    {
      "epoch": 5.2085601302628515,
      "grad_norm": 1.8117375607532893,
      "learning_rate": 1.3093259051068823e-05,
      "loss": 1.0312,
      "step": 111958
    },
    {
      "epoch": 5.208606652709933,
      "grad_norm": 1.596646770642534,
      "learning_rate": 1.3091742590899468e-05,
      "loss": 0.9609,
      "step": 111959
    },
    {
      "epoch": 5.208653175157013,
      "grad_norm": 1.5180925122543159,
      "learning_rate": 1.3090226214546168e-05,
      "loss": 0.8945,
      "step": 111960
    },
    {
      "epoch": 5.208699697604094,
      "grad_norm": 1.77777481939295,
      "learning_rate": 1.308870992200982e-05,
      "loss": 0.9688,
      "step": 111961
    },
    {
      "epoch": 5.208746220051174,
      "grad_norm": 1.8833625683911421,
      "learning_rate": 1.3087193713291395e-05,
      "loss": 1.0469,
      "step": 111962
    },
    {
      "epoch": 5.208792742498256,
      "grad_norm": 1.6715298895981745,
      "learning_rate": 1.3085677588391785e-05,
      "loss": 1.0312,
      "step": 111963
    },
    {
      "epoch": 5.208839264945336,
      "grad_norm": 1.5115692523366668,
      "learning_rate": 1.3084161547311944e-05,
      "loss": 0.918,
      "step": 111964
    },
    {
      "epoch": 5.208885787392417,
      "grad_norm": 1.6008052094546994,
      "learning_rate": 1.3082645590052737e-05,
      "loss": 0.9062,
      "step": 111965
    },
    {
      "epoch": 5.208932309839498,
      "grad_norm": 1.8279291516445342,
      "learning_rate": 1.3081129716615196e-05,
      "loss": 1.0156,
      "step": 111966
    },
    {
      "epoch": 5.208978832286578,
      "grad_norm": 1.6317538559953402,
      "learning_rate": 1.307961392700017e-05,
      "loss": 1.0703,
      "step": 111967
    },
    {
      "epoch": 5.209025354733659,
      "grad_norm": 1.7277818719394296,
      "learning_rate": 1.3078098221208626e-05,
      "loss": 0.8867,
      "step": 111968
    },
    {
      "epoch": 5.209071877180739,
      "grad_norm": 1.8606052262170056,
      "learning_rate": 1.3076582599241448e-05,
      "loss": 1.1562,
      "step": 111969
    },
    {
      "epoch": 5.209118399627821,
      "grad_norm": 1.5956446935426645,
      "learning_rate": 1.3075067061099598e-05,
      "loss": 0.8633,
      "step": 111970
    },
    {
      "epoch": 5.209164922074901,
      "grad_norm": 1.6055931583885061,
      "learning_rate": 1.307355160678401e-05,
      "loss": 0.8711,
      "step": 111971
    },
    {
      "epoch": 5.209211444521982,
      "grad_norm": 1.7912803526750272,
      "learning_rate": 1.3072036236295619e-05,
      "loss": 1.1719,
      "step": 111972
    },
    {
      "epoch": 5.209257966969062,
      "grad_norm": 1.6061842794572214,
      "learning_rate": 1.3070520949635321e-05,
      "loss": 1.0781,
      "step": 111973
    },
    {
      "epoch": 5.2093044894161435,
      "grad_norm": 1.8215975551604469,
      "learning_rate": 1.3069005746804035e-05,
      "loss": 0.9297,
      "step": 111974
    },
    {
      "epoch": 5.209351011863224,
      "grad_norm": 1.8348258594826319,
      "learning_rate": 1.306749062780274e-05,
      "loss": 1.1094,
      "step": 111975
    },
    {
      "epoch": 5.2093975343103045,
      "grad_norm": 1.628929215345839,
      "learning_rate": 1.306597559263234e-05,
      "loss": 0.8984,
      "step": 111976
    },
    {
      "epoch": 5.209444056757386,
      "grad_norm": 1.6457021873245088,
      "learning_rate": 1.3064460641293744e-05,
      "loss": 1.0469,
      "step": 111977
    },
    {
      "epoch": 5.209490579204466,
      "grad_norm": 1.6102915015048682,
      "learning_rate": 1.3062945773787875e-05,
      "loss": 0.9023,
      "step": 111978
    },
    {
      "epoch": 5.209537101651547,
      "grad_norm": 1.384026273135308,
      "learning_rate": 1.3061430990115696e-05,
      "loss": 0.7109,
      "step": 111979
    },
    {
      "epoch": 5.209583624098627,
      "grad_norm": 1.9176499499595778,
      "learning_rate": 1.3059916290278122e-05,
      "loss": 1.0781,
      "step": 111980
    },
    {
      "epoch": 5.209630146545709,
      "grad_norm": 1.7719459862570113,
      "learning_rate": 1.305840167427607e-05,
      "loss": 1.0938,
      "step": 111981
    },
    {
      "epoch": 5.209676668992789,
      "grad_norm": 1.7916238903786013,
      "learning_rate": 1.3056887142110473e-05,
      "loss": 1.0234,
      "step": 111982
    },
    {
      "epoch": 5.20972319143987,
      "grad_norm": 2.0061565751279185,
      "learning_rate": 1.305537269378223e-05,
      "loss": 1.0156,
      "step": 111983
    },
    {
      "epoch": 5.20976971388695,
      "grad_norm": 1.5477551015721904,
      "learning_rate": 1.305385832929232e-05,
      "loss": 0.9766,
      "step": 111984
    },
    {
      "epoch": 5.2098162363340315,
      "grad_norm": 1.6309321283405012,
      "learning_rate": 1.305234404864165e-05,
      "loss": 1.0,
      "step": 111985
    },
    {
      "epoch": 5.209862758781112,
      "grad_norm": 1.874812788697513,
      "learning_rate": 1.305082985183113e-05,
      "loss": 0.9805,
      "step": 111986
    },
    {
      "epoch": 5.209909281228192,
      "grad_norm": 1.6477339276864686,
      "learning_rate": 1.3049315738861693e-05,
      "loss": 0.9766,
      "step": 111987
    },
    {
      "epoch": 5.209955803675273,
      "grad_norm": 1.5543245102891183,
      "learning_rate": 1.304780170973429e-05,
      "loss": 0.9727,
      "step": 111988
    },
    {
      "epoch": 5.210002326122354,
      "grad_norm": 1.6149842808924904,
      "learning_rate": 1.304628776444982e-05,
      "loss": 0.9609,
      "step": 111989
    },
    {
      "epoch": 5.210048848569435,
      "grad_norm": 1.517211966579503,
      "learning_rate": 1.3044773903009232e-05,
      "loss": 0.9023,
      "step": 111990
    },
    {
      "epoch": 5.210095371016515,
      "grad_norm": 1.5848585226730103,
      "learning_rate": 1.3043260125413407e-05,
      "loss": 0.9375,
      "step": 111991
    },
    {
      "epoch": 5.210141893463597,
      "grad_norm": 1.828479655481313,
      "learning_rate": 1.3041746431663298e-05,
      "loss": 0.9609,
      "step": 111992
    },
    {
      "epoch": 5.210188415910677,
      "grad_norm": 1.5799879637985608,
      "learning_rate": 1.3040232821759883e-05,
      "loss": 0.8242,
      "step": 111993
    },
    {
      "epoch": 5.2102349383577575,
      "grad_norm": 1.774253793389696,
      "learning_rate": 1.3038719295704031e-05,
      "loss": 1.1094,
      "step": 111994
    },
    {
      "epoch": 5.210281460804838,
      "grad_norm": 1.8149915912212378,
      "learning_rate": 1.3037205853496691e-05,
      "loss": 1.125,
      "step": 111995
    },
    {
      "epoch": 5.210327983251919,
      "grad_norm": 1.6096108490554262,
      "learning_rate": 1.3035692495138762e-05,
      "loss": 0.957,
      "step": 111996
    },
    {
      "epoch": 5.210374505699,
      "grad_norm": 1.6842259527186216,
      "learning_rate": 1.303417922063119e-05,
      "loss": 0.8789,
      "step": 111997
    },
    {
      "epoch": 5.21042102814608,
      "grad_norm": 1.725159487511395,
      "learning_rate": 1.303266602997493e-05,
      "loss": 0.9492,
      "step": 111998
    },
    {
      "epoch": 5.210467550593161,
      "grad_norm": 1.6571827585591543,
      "learning_rate": 1.3031152923170862e-05,
      "loss": 0.9141,
      "step": 111999
    },
    {
      "epoch": 5.210514073040242,
      "grad_norm": 1.6507048581699646,
      "learning_rate": 1.30296399002199e-05,
      "loss": 0.9883,
      "step": 112000
    },
    {
      "epoch": 5.210560595487323,
      "grad_norm": 1.7093059673054718,
      "learning_rate": 1.3028126961123031e-05,
      "loss": 0.9961,
      "step": 112001
    },
    {
      "epoch": 5.210607117934403,
      "grad_norm": 1.6735795662337742,
      "learning_rate": 1.302661410588115e-05,
      "loss": 1.0156,
      "step": 112002
    },
    {
      "epoch": 5.2106536403814845,
      "grad_norm": 1.8020365278304697,
      "learning_rate": 1.3025101334495192e-05,
      "loss": 0.9648,
      "step": 112003
    },
    {
      "epoch": 5.210700162828565,
      "grad_norm": 1.8161596115024292,
      "learning_rate": 1.3023588646966037e-05,
      "loss": 0.9531,
      "step": 112004
    },
    {
      "epoch": 5.210746685275645,
      "grad_norm": 1.884073609034064,
      "learning_rate": 1.302207604329467e-05,
      "loss": 1.0,
      "step": 112005
    },
    {
      "epoch": 5.210793207722726,
      "grad_norm": 1.4534919838839813,
      "learning_rate": 1.3020563523482009e-05,
      "loss": 0.7852,
      "step": 112006
    },
    {
      "epoch": 5.210839730169807,
      "grad_norm": 1.6390783552191313,
      "learning_rate": 1.3019051087528964e-05,
      "loss": 0.8828,
      "step": 112007
    },
    {
      "epoch": 5.210886252616888,
      "grad_norm": 1.5967751156740169,
      "learning_rate": 1.3017538735436456e-05,
      "loss": 0.8906,
      "step": 112008
    },
    {
      "epoch": 5.210932775063968,
      "grad_norm": 1.7675420262134827,
      "learning_rate": 1.3016026467205398e-05,
      "loss": 1.1016,
      "step": 112009
    },
    {
      "epoch": 5.210979297511049,
      "grad_norm": 1.9884308814823597,
      "learning_rate": 1.3014514282836758e-05,
      "loss": 1.125,
      "step": 112010
    },
    {
      "epoch": 5.21102581995813,
      "grad_norm": 1.7774174687529554,
      "learning_rate": 1.3013002182331434e-05,
      "loss": 0.918,
      "step": 112011
    },
    {
      "epoch": 5.2110723424052106,
      "grad_norm": 1.8280977838819785,
      "learning_rate": 1.3011490165690375e-05,
      "loss": 1.0781,
      "step": 112012
    },
    {
      "epoch": 5.211118864852291,
      "grad_norm": 1.7677141567232915,
      "learning_rate": 1.3009978232914447e-05,
      "loss": 1.0,
      "step": 112013
    },
    {
      "epoch": 5.211165387299372,
      "grad_norm": 2.107061681688667,
      "learning_rate": 1.3008466384004617e-05,
      "loss": 1.1172,
      "step": 112014
    },
    {
      "epoch": 5.211211909746453,
      "grad_norm": 1.6990481920090938,
      "learning_rate": 1.300695461896185e-05,
      "loss": 1.0312,
      "step": 112015
    },
    {
      "epoch": 5.211258432193533,
      "grad_norm": 1.7426329329628876,
      "learning_rate": 1.3005442937787031e-05,
      "loss": 0.9492,
      "step": 112016
    },
    {
      "epoch": 5.211304954640614,
      "grad_norm": 1.745581016567915,
      "learning_rate": 1.300393134048109e-05,
      "loss": 0.9414,
      "step": 112017
    },
    {
      "epoch": 5.211351477087695,
      "grad_norm": 1.7230155743874132,
      "learning_rate": 1.3002419827044907e-05,
      "loss": 1.0078,
      "step": 112018
    },
    {
      "epoch": 5.211397999534776,
      "grad_norm": 1.6877519353041892,
      "learning_rate": 1.3000908397479487e-05,
      "loss": 1.0156,
      "step": 112019
    },
    {
      "epoch": 5.211444521981856,
      "grad_norm": 1.6250693842963946,
      "learning_rate": 1.2999397051785709e-05,
      "loss": 1.0156,
      "step": 112020
    },
    {
      "epoch": 5.211491044428937,
      "grad_norm": 1.6717066213234657,
      "learning_rate": 1.2997885789964525e-05,
      "loss": 0.9688,
      "step": 112021
    },
    {
      "epoch": 5.211537566876018,
      "grad_norm": 1.6904739707082685,
      "learning_rate": 1.2996374612016797e-05,
      "loss": 0.8945,
      "step": 112022
    },
    {
      "epoch": 5.2115840893230985,
      "grad_norm": 1.7329779644685444,
      "learning_rate": 1.2994863517943543e-05,
      "loss": 0.9766,
      "step": 112023
    },
    {
      "epoch": 5.211630611770179,
      "grad_norm": 1.716817069940225,
      "learning_rate": 1.299335250774563e-05,
      "loss": 1.0,
      "step": 112024
    },
    {
      "epoch": 5.211677134217259,
      "grad_norm": 1.5703529895312205,
      "learning_rate": 1.299184158142399e-05,
      "loss": 0.8047,
      "step": 112025
    },
    {
      "epoch": 5.211723656664341,
      "grad_norm": 1.7813592224772317,
      "learning_rate": 1.2990330738979521e-05,
      "loss": 1.0469,
      "step": 112026
    },
    {
      "epoch": 5.211770179111421,
      "grad_norm": 1.5885965156504678,
      "learning_rate": 1.2988819980413223e-05,
      "loss": 1.0859,
      "step": 112027
    },
    {
      "epoch": 5.211816701558502,
      "grad_norm": 1.6203931261249982,
      "learning_rate": 1.2987309305725963e-05,
      "loss": 0.875,
      "step": 112028
    },
    {
      "epoch": 5.211863224005583,
      "grad_norm": 1.7254668529267212,
      "learning_rate": 1.2985798714918689e-05,
      "loss": 0.9531,
      "step": 112029
    },
    {
      "epoch": 5.211909746452664,
      "grad_norm": 1.731604015806583,
      "learning_rate": 1.2984288207992283e-05,
      "loss": 1.0234,
      "step": 112030
    },
    {
      "epoch": 5.211956268899744,
      "grad_norm": 2.0360071403535303,
      "learning_rate": 1.2982777784947729e-05,
      "loss": 1.0859,
      "step": 112031
    },
    {
      "epoch": 5.2120027913468245,
      "grad_norm": 1.593044693381565,
      "learning_rate": 1.2981267445785942e-05,
      "loss": 0.8984,
      "step": 112032
    },
    {
      "epoch": 5.212049313793906,
      "grad_norm": 1.6677282716738735,
      "learning_rate": 1.2979757190507806e-05,
      "loss": 0.9219,
      "step": 112033
    },
    {
      "epoch": 5.212095836240986,
      "grad_norm": 1.8529238285347935,
      "learning_rate": 1.2978247019114285e-05,
      "loss": 1.1484,
      "step": 112034
    },
    {
      "epoch": 5.212142358688067,
      "grad_norm": 1.7702544144609005,
      "learning_rate": 1.2976736931606264e-05,
      "loss": 1.0391,
      "step": 112035
    },
    {
      "epoch": 5.212188881135147,
      "grad_norm": 2.080333086576209,
      "learning_rate": 1.297522692798469e-05,
      "loss": 1.1719,
      "step": 112036
    },
    {
      "epoch": 5.212235403582229,
      "grad_norm": 1.6780448609674392,
      "learning_rate": 1.2973717008250512e-05,
      "loss": 0.8516,
      "step": 112037
    },
    {
      "epoch": 5.212281926029309,
      "grad_norm": 1.6329389254837334,
      "learning_rate": 1.297220717240463e-05,
      "loss": 0.9609,
      "step": 112038
    },
    {
      "epoch": 5.21232844847639,
      "grad_norm": 1.812301158701366,
      "learning_rate": 1.297069742044798e-05,
      "loss": 1.0703,
      "step": 112039
    },
    {
      "epoch": 5.21237497092347,
      "grad_norm": 1.7263877492525197,
      "learning_rate": 1.2969187752381437e-05,
      "loss": 1.0156,
      "step": 112040
    },
    {
      "epoch": 5.2124214933705515,
      "grad_norm": 1.8850957116803428,
      "learning_rate": 1.2967678168206008e-05,
      "loss": 1.0312,
      "step": 112041
    },
    {
      "epoch": 5.212468015817632,
      "grad_norm": 1.665460861617981,
      "learning_rate": 1.2966168667922556e-05,
      "loss": 0.9258,
      "step": 112042
    },
    {
      "epoch": 5.2125145382647124,
      "grad_norm": 1.8159845208329362,
      "learning_rate": 1.2964659251532045e-05,
      "loss": 0.9688,
      "step": 112043
    },
    {
      "epoch": 5.212561060711794,
      "grad_norm": 1.7604404769985684,
      "learning_rate": 1.2963149919035325e-05,
      "loss": 0.9727,
      "step": 112044
    },
    {
      "epoch": 5.212607583158874,
      "grad_norm": 1.7105745018687246,
      "learning_rate": 1.2961640670433416e-05,
      "loss": 0.9883,
      "step": 112045
    },
    {
      "epoch": 5.212654105605955,
      "grad_norm": 1.7714862007330874,
      "learning_rate": 1.2960131505727196e-05,
      "loss": 0.9453,
      "step": 112046
    },
    {
      "epoch": 5.212700628053035,
      "grad_norm": 1.7301095266506892,
      "learning_rate": 1.2958622424917581e-05,
      "loss": 0.9258,
      "step": 112047
    },
    {
      "epoch": 5.212747150500117,
      "grad_norm": 1.547981160088417,
      "learning_rate": 1.295711342800549e-05,
      "loss": 0.9414,
      "step": 112048
    },
    {
      "epoch": 5.212793672947197,
      "grad_norm": 1.6775139267294834,
      "learning_rate": 1.2955604514991886e-05,
      "loss": 0.9414,
      "step": 112049
    },
    {
      "epoch": 5.212840195394278,
      "grad_norm": 1.778823591448546,
      "learning_rate": 1.295409568587767e-05,
      "loss": 1.0,
      "step": 112050
    },
    {
      "epoch": 5.212886717841358,
      "grad_norm": 1.635516372438577,
      "learning_rate": 1.2952586940663756e-05,
      "loss": 0.9922,
      "step": 112051
    },
    {
      "epoch": 5.212933240288439,
      "grad_norm": 1.7189039122137055,
      "learning_rate": 1.2951078279351063e-05,
      "loss": 0.9531,
      "step": 112052
    },
    {
      "epoch": 5.21297976273552,
      "grad_norm": 1.5183072055389644,
      "learning_rate": 1.2949569701940538e-05,
      "loss": 0.8984,
      "step": 112053
    },
    {
      "epoch": 5.2130262851826,
      "grad_norm": 1.719256161581654,
      "learning_rate": 1.2948061208433113e-05,
      "loss": 0.9141,
      "step": 112054
    },
    {
      "epoch": 5.213072807629682,
      "grad_norm": 1.5516270536827035,
      "learning_rate": 1.2946552798829674e-05,
      "loss": 0.9883,
      "step": 112055
    },
    {
      "epoch": 5.213119330076762,
      "grad_norm": 1.7001171193508158,
      "learning_rate": 1.294504447313115e-05,
      "loss": 0.8438,
      "step": 112056
    },
    {
      "epoch": 5.213165852523843,
      "grad_norm": 1.861186508457441,
      "learning_rate": 1.2943536231338492e-05,
      "loss": 1.0156,
      "step": 112057
    },
    {
      "epoch": 5.213212374970923,
      "grad_norm": 1.6438837226229333,
      "learning_rate": 1.2942028073452599e-05,
      "loss": 0.9453,
      "step": 112058
    },
    {
      "epoch": 5.2132588974180045,
      "grad_norm": 1.8100139229556171,
      "learning_rate": 1.2940519999474418e-05,
      "loss": 1.0859,
      "step": 112059
    },
    {
      "epoch": 5.213305419865085,
      "grad_norm": 1.8048643510035727,
      "learning_rate": 1.2939012009404853e-05,
      "loss": 0.8945,
      "step": 112060
    },
    {
      "epoch": 5.2133519423121655,
      "grad_norm": 1.6242874045519595,
      "learning_rate": 1.2937504103244817e-05,
      "loss": 0.9102,
      "step": 112061
    },
    {
      "epoch": 5.213398464759246,
      "grad_norm": 1.6797689799949236,
      "learning_rate": 1.2935996280995276e-05,
      "loss": 1.0,
      "step": 112062
    },
    {
      "epoch": 5.213444987206327,
      "grad_norm": 1.7748957266603875,
      "learning_rate": 1.293448854265713e-05,
      "loss": 0.9531,
      "step": 112063
    },
    {
      "epoch": 5.213491509653408,
      "grad_norm": 1.699172141692523,
      "learning_rate": 1.2932980888231276e-05,
      "loss": 0.9609,
      "step": 112064
    },
    {
      "epoch": 5.213538032100488,
      "grad_norm": 1.587588172794906,
      "learning_rate": 1.2931473317718683e-05,
      "loss": 1.0,
      "step": 112065
    },
    {
      "epoch": 5.21358455454757,
      "grad_norm": 1.7538109101025832,
      "learning_rate": 1.2929965831120214e-05,
      "loss": 1.1172,
      "step": 112066
    },
    {
      "epoch": 5.21363107699465,
      "grad_norm": 1.6796802597015554,
      "learning_rate": 1.2928458428436856e-05,
      "loss": 0.9609,
      "step": 112067
    },
    {
      "epoch": 5.213677599441731,
      "grad_norm": 1.8543463511681644,
      "learning_rate": 1.2926951109669504e-05,
      "loss": 0.9648,
      "step": 112068
    },
    {
      "epoch": 5.213724121888811,
      "grad_norm": 1.7573564306558105,
      "learning_rate": 1.2925443874819075e-05,
      "loss": 1.1094,
      "step": 112069
    },
    {
      "epoch": 5.213770644335892,
      "grad_norm": 1.6251955825096867,
      "learning_rate": 1.292393672388647e-05,
      "loss": 0.8086,
      "step": 112070
    },
    {
      "epoch": 5.213817166782973,
      "grad_norm": 1.7219921043423019,
      "learning_rate": 1.2922429656872668e-05,
      "loss": 0.9609,
      "step": 112071
    },
    {
      "epoch": 5.213863689230053,
      "grad_norm": 1.6794267901330489,
      "learning_rate": 1.2920922673778572e-05,
      "loss": 0.8633,
      "step": 112072
    },
    {
      "epoch": 5.213910211677134,
      "grad_norm": 1.830824928854141,
      "learning_rate": 1.2919415774605079e-05,
      "loss": 1.0781,
      "step": 112073
    },
    {
      "epoch": 5.213956734124215,
      "grad_norm": 1.8558554142007173,
      "learning_rate": 1.2917908959353106e-05,
      "loss": 0.957,
      "step": 112074
    },
    {
      "epoch": 5.214003256571296,
      "grad_norm": 1.7011228063939159,
      "learning_rate": 1.2916402228023637e-05,
      "loss": 1.0234,
      "step": 112075
    },
    {
      "epoch": 5.214049779018376,
      "grad_norm": 1.86940388733241,
      "learning_rate": 1.2914895580617535e-05,
      "loss": 1.0391,
      "step": 112076
    },
    {
      "epoch": 5.214096301465457,
      "grad_norm": 1.8202741591270621,
      "learning_rate": 1.291338901713575e-05,
      "loss": 1.0625,
      "step": 112077
    },
    {
      "epoch": 5.214142823912538,
      "grad_norm": 1.5558349626860266,
      "learning_rate": 1.2911882537579165e-05,
      "loss": 0.9336,
      "step": 112078
    },
    {
      "epoch": 5.2141893463596185,
      "grad_norm": 1.6455693507505642,
      "learning_rate": 1.2910376141948763e-05,
      "loss": 0.9961,
      "step": 112079
    },
    {
      "epoch": 5.214235868806699,
      "grad_norm": 1.7481950487867375,
      "learning_rate": 1.2908869830245428e-05,
      "loss": 1.0625,
      "step": 112080
    },
    {
      "epoch": 5.21428239125378,
      "grad_norm": 1.4962856882396292,
      "learning_rate": 1.2907363602470088e-05,
      "loss": 0.9102,
      "step": 112081
    },
    {
      "epoch": 5.214328913700861,
      "grad_norm": 1.7047082096660209,
      "learning_rate": 1.290585745862368e-05,
      "loss": 0.9102,
      "step": 112082
    },
    {
      "epoch": 5.214375436147941,
      "grad_norm": 1.740802477993607,
      "learning_rate": 1.2904351398707103e-05,
      "loss": 1.125,
      "step": 112083
    },
    {
      "epoch": 5.214421958595022,
      "grad_norm": 1.6088778590775326,
      "learning_rate": 1.2902845422721304e-05,
      "loss": 0.8984,
      "step": 112084
    },
    {
      "epoch": 5.214468481042103,
      "grad_norm": 1.6195161188469263,
      "learning_rate": 1.2901339530667181e-05,
      "loss": 1.0469,
      "step": 112085
    },
    {
      "epoch": 5.214515003489184,
      "grad_norm": 1.558328272186265,
      "learning_rate": 1.2899833722545672e-05,
      "loss": 0.9844,
      "step": 112086
    },
    {
      "epoch": 5.214561525936264,
      "grad_norm": 1.5719006083131786,
      "learning_rate": 1.2898327998357672e-05,
      "loss": 0.9102,
      "step": 112087
    },
    {
      "epoch": 5.214608048383345,
      "grad_norm": 1.8356924322045618,
      "learning_rate": 1.2896822358104148e-05,
      "loss": 1.0781,
      "step": 112088
    },
    {
      "epoch": 5.214654570830426,
      "grad_norm": 1.9776437267073126,
      "learning_rate": 1.2895316801786e-05,
      "loss": 1.2188,
      "step": 112089
    },
    {
      "epoch": 5.214701093277506,
      "grad_norm": 1.84911025139855,
      "learning_rate": 1.289381132940414e-05,
      "loss": 0.875,
      "step": 112090
    },
    {
      "epoch": 5.214747615724587,
      "grad_norm": 1.834621378985417,
      "learning_rate": 1.2892305940959508e-05,
      "loss": 1.0391,
      "step": 112091
    },
    {
      "epoch": 5.214794138171668,
      "grad_norm": 1.746696593942009,
      "learning_rate": 1.2890800636452981e-05,
      "loss": 0.9023,
      "step": 112092
    },
    {
      "epoch": 5.214840660618749,
      "grad_norm": 1.4570365119849145,
      "learning_rate": 1.2889295415885525e-05,
      "loss": 0.8867,
      "step": 112093
    },
    {
      "epoch": 5.214887183065829,
      "grad_norm": 1.63106225267205,
      "learning_rate": 1.2887790279258075e-05,
      "loss": 0.9375,
      "step": 112094
    },
    {
      "epoch": 5.21493370551291,
      "grad_norm": 1.7099772994901727,
      "learning_rate": 1.2886285226571513e-05,
      "loss": 0.9766,
      "step": 112095
    },
    {
      "epoch": 5.214980227959991,
      "grad_norm": 1.726824526487989,
      "learning_rate": 1.2884780257826754e-05,
      "loss": 1.0078,
      "step": 112096
    },
    {
      "epoch": 5.2150267504070715,
      "grad_norm": 1.653470116942397,
      "learning_rate": 1.2883275373024766e-05,
      "loss": 0.9219,
      "step": 112097
    },
    {
      "epoch": 5.215073272854152,
      "grad_norm": 1.6909474197330243,
      "learning_rate": 1.2881770572166445e-05,
      "loss": 1.0312,
      "step": 112098
    },
    {
      "epoch": 5.2151197953012325,
      "grad_norm": 1.7409825361832647,
      "learning_rate": 1.2880265855252725e-05,
      "loss": 0.9648,
      "step": 112099
    },
    {
      "epoch": 5.215166317748314,
      "grad_norm": 1.7441039764063289,
      "learning_rate": 1.2878761222284472e-05,
      "loss": 0.9883,
      "step": 112100
    },
    {
      "epoch": 5.215212840195394,
      "grad_norm": 1.8176415076127908,
      "learning_rate": 1.287725667326267e-05,
      "loss": 1.0,
      "step": 112101
    },
    {
      "epoch": 5.215259362642475,
      "grad_norm": 1.7180312715696688,
      "learning_rate": 1.28757522081882e-05,
      "loss": 0.9648,
      "step": 112102
    },
    {
      "epoch": 5.215305885089555,
      "grad_norm": 1.648073392613162,
      "learning_rate": 1.2874247827062045e-05,
      "loss": 0.9922,
      "step": 112103
    },
    {
      "epoch": 5.215352407536637,
      "grad_norm": 1.7594235827316904,
      "learning_rate": 1.2872743529885071e-05,
      "loss": 1.0781,
      "step": 112104
    },
    {
      "epoch": 5.215398929983717,
      "grad_norm": 1.734425284810235,
      "learning_rate": 1.2871239316658178e-05,
      "loss": 1.0547,
      "step": 112105
    },
    {
      "epoch": 5.215445452430798,
      "grad_norm": 1.7157446101991523,
      "learning_rate": 1.2869735187382362e-05,
      "loss": 0.9375,
      "step": 112106
    },
    {
      "epoch": 5.215491974877879,
      "grad_norm": 1.6909772555188776,
      "learning_rate": 1.2868231142058494e-05,
      "loss": 1.0,
      "step": 112107
    },
    {
      "epoch": 5.215538497324959,
      "grad_norm": 1.8826994077123689,
      "learning_rate": 1.2866727180687504e-05,
      "loss": 1.0078,
      "step": 112108
    },
    {
      "epoch": 5.21558501977204,
      "grad_norm": 1.776715789144834,
      "learning_rate": 1.2865223303270272e-05,
      "loss": 0.9805,
      "step": 112109
    },
    {
      "epoch": 5.21563154221912,
      "grad_norm": 1.5263309603445667,
      "learning_rate": 1.2863719509807801e-05,
      "loss": 0.8828,
      "step": 112110
    },
    {
      "epoch": 5.215678064666202,
      "grad_norm": 1.5162546599767357,
      "learning_rate": 1.2862215800300974e-05,
      "loss": 0.8672,
      "step": 112111
    },
    {
      "epoch": 5.215724587113282,
      "grad_norm": 1.6802558413571975,
      "learning_rate": 1.2860712174750686e-05,
      "loss": 0.9688,
      "step": 112112
    },
    {
      "epoch": 5.215771109560363,
      "grad_norm": 1.53210934021222,
      "learning_rate": 1.2859208633157874e-05,
      "loss": 0.8359,
      "step": 112113
    },
    {
      "epoch": 5.215817632007443,
      "grad_norm": 1.6602376004939665,
      "learning_rate": 1.285770517552347e-05,
      "loss": 0.8945,
      "step": 112114
    },
    {
      "epoch": 5.215864154454525,
      "grad_norm": 1.4987192374165401,
      "learning_rate": 1.2856201801848403e-05,
      "loss": 0.8828,
      "step": 112115
    },
    {
      "epoch": 5.215910676901605,
      "grad_norm": 1.7297606479235936,
      "learning_rate": 1.2854698512133576e-05,
      "loss": 1.0703,
      "step": 112116
    },
    {
      "epoch": 5.2159571993486855,
      "grad_norm": 1.751057894425643,
      "learning_rate": 1.2853195306379905e-05,
      "loss": 1.0391,
      "step": 112117
    },
    {
      "epoch": 5.216003721795767,
      "grad_norm": 1.6374791478765427,
      "learning_rate": 1.2851692184588285e-05,
      "loss": 0.8594,
      "step": 112118
    },
    {
      "epoch": 5.216050244242847,
      "grad_norm": 1.911234763080634,
      "learning_rate": 1.2850189146759704e-05,
      "loss": 1.0391,
      "step": 112119
    },
    {
      "epoch": 5.216096766689928,
      "grad_norm": 1.529394680234675,
      "learning_rate": 1.2848686192895041e-05,
      "loss": 0.9258,
      "step": 112120
    },
    {
      "epoch": 5.216143289137008,
      "grad_norm": 1.7444263693379738,
      "learning_rate": 1.2847183322995214e-05,
      "loss": 0.9531,
      "step": 112121
    },
    {
      "epoch": 5.21618981158409,
      "grad_norm": 1.680184660848707,
      "learning_rate": 1.2845680537061137e-05,
      "loss": 0.9648,
      "step": 112122
    },
    {
      "epoch": 5.21623633403117,
      "grad_norm": 1.7839884260778935,
      "learning_rate": 1.284417783509376e-05,
      "loss": 0.9453,
      "step": 112123
    },
    {
      "epoch": 5.216282856478251,
      "grad_norm": 1.843906148792399,
      "learning_rate": 1.2842675217093967e-05,
      "loss": 1.2031,
      "step": 112124
    },
    {
      "epoch": 5.216329378925331,
      "grad_norm": 1.5883098659379193,
      "learning_rate": 1.2841172683062707e-05,
      "loss": 0.7852,
      "step": 112125
    },
    {
      "epoch": 5.2163759013724125,
      "grad_norm": 1.7238545933842528,
      "learning_rate": 1.283967023300091e-05,
      "loss": 0.9883,
      "step": 112126
    },
    {
      "epoch": 5.216422423819493,
      "grad_norm": 1.6454074129993788,
      "learning_rate": 1.2838167866909427e-05,
      "loss": 0.9531,
      "step": 112127
    },
    {
      "epoch": 5.216468946266573,
      "grad_norm": 1.6464101988149584,
      "learning_rate": 1.2836665584789275e-05,
      "loss": 0.9219,
      "step": 112128
    },
    {
      "epoch": 5.216515468713654,
      "grad_norm": 2.2029073292616204,
      "learning_rate": 1.2835163386641317e-05,
      "loss": 1.0469,
      "step": 112129
    },
    {
      "epoch": 5.216561991160735,
      "grad_norm": 1.758456785317716,
      "learning_rate": 1.2833661272466473e-05,
      "loss": 0.9492,
      "step": 112130
    },
    {
      "epoch": 5.216608513607816,
      "grad_norm": 1.6136136993446613,
      "learning_rate": 1.2832159242265638e-05,
      "loss": 0.8984,
      "step": 112131
    },
    {
      "epoch": 5.216655036054896,
      "grad_norm": 1.7275487213952767,
      "learning_rate": 1.2830657296039814e-05,
      "loss": 1.1016,
      "step": 112132
    },
    {
      "epoch": 5.216701558501978,
      "grad_norm": 1.7304895666497009,
      "learning_rate": 1.2829155433789851e-05,
      "loss": 0.9688,
      "step": 112133
    },
    {
      "epoch": 5.216748080949058,
      "grad_norm": 1.8687599308913614,
      "learning_rate": 1.2827653655516696e-05,
      "loss": 1.0234,
      "step": 112134
    },
    {
      "epoch": 5.2167946033961385,
      "grad_norm": 1.9231060166688914,
      "learning_rate": 1.2826151961221215e-05,
      "loss": 1.1484,
      "step": 112135
    },
    {
      "epoch": 5.216841125843219,
      "grad_norm": 1.9350342377403098,
      "learning_rate": 1.2824650350904424e-05,
      "loss": 0.9883,
      "step": 112136
    },
    {
      "epoch": 5.2168876482903,
      "grad_norm": 1.8649858041142848,
      "learning_rate": 1.2823148824567176e-05,
      "loss": 1.0234,
      "step": 112137
    },
    {
      "epoch": 5.216934170737381,
      "grad_norm": 1.6473498823705859,
      "learning_rate": 1.2821647382210415e-05,
      "loss": 1.0,
      "step": 112138
    },
    {
      "epoch": 5.216980693184461,
      "grad_norm": 1.7544860232075368,
      "learning_rate": 1.282014602383501e-05,
      "loss": 0.9961,
      "step": 112139
    },
    {
      "epoch": 5.217027215631542,
      "grad_norm": 1.6505615856896592,
      "learning_rate": 1.2818644749441958e-05,
      "loss": 0.9102,
      "step": 112140
    },
    {
      "epoch": 5.217073738078623,
      "grad_norm": 1.4546973910461722,
      "learning_rate": 1.2817143559032129e-05,
      "loss": 0.7461,
      "step": 112141
    },
    {
      "epoch": 5.217120260525704,
      "grad_norm": 1.7220561202154465,
      "learning_rate": 1.2815642452606468e-05,
      "loss": 1.0781,
      "step": 112142
    },
    {
      "epoch": 5.217166782972784,
      "grad_norm": 1.6148198123026236,
      "learning_rate": 1.2814141430165876e-05,
      "loss": 1.0312,
      "step": 112143
    },
    {
      "epoch": 5.2172133054198655,
      "grad_norm": 1.7182456727972462,
      "learning_rate": 1.2812640491711234e-05,
      "loss": 0.9414,
      "step": 112144
    },
    {
      "epoch": 5.217259827866946,
      "grad_norm": 1.5551620164356346,
      "learning_rate": 1.2811139637243545e-05,
      "loss": 0.918,
      "step": 112145
    },
    {
      "epoch": 5.2173063503140265,
      "grad_norm": 1.7791712544772291,
      "learning_rate": 1.2809638866763656e-05,
      "loss": 1.1016,
      "step": 112146
    },
    {
      "epoch": 5.217352872761107,
      "grad_norm": 1.6482259829115316,
      "learning_rate": 1.280813818027253e-05,
      "loss": 0.8242,
      "step": 112147
    },
    {
      "epoch": 5.217399395208188,
      "grad_norm": 1.6790620594973504,
      "learning_rate": 1.2806637577771073e-05,
      "loss": 0.8477,
      "step": 112148
    },
    {
      "epoch": 5.217445917655269,
      "grad_norm": 1.5799150806802915,
      "learning_rate": 1.2805137059260178e-05,
      "loss": 1.0156,
      "step": 112149
    },
    {
      "epoch": 5.217492440102349,
      "grad_norm": 1.7012690493851126,
      "learning_rate": 1.2803636624740815e-05,
      "loss": 0.8945,
      "step": 112150
    },
    {
      "epoch": 5.21753896254943,
      "grad_norm": 1.8897444363642937,
      "learning_rate": 1.2802136274213882e-05,
      "loss": 1.0234,
      "step": 112151
    },
    {
      "epoch": 5.217585484996511,
      "grad_norm": 1.5620154887352646,
      "learning_rate": 1.2800636007680276e-05,
      "loss": 0.9883,
      "step": 112152
    },
    {
      "epoch": 5.217632007443592,
      "grad_norm": 1.6855579410572563,
      "learning_rate": 1.27991358251409e-05,
      "loss": 0.9453,
      "step": 112153
    },
    {
      "epoch": 5.217678529890672,
      "grad_norm": 1.7172572058003617,
      "learning_rate": 1.279763572659675e-05,
      "loss": 1.0078,
      "step": 112154
    },
    {
      "epoch": 5.217725052337753,
      "grad_norm": 1.6100326017857856,
      "learning_rate": 1.2796135712048677e-05,
      "loss": 0.9453,
      "step": 112155
    },
    {
      "epoch": 5.217771574784834,
      "grad_norm": 1.692739704904671,
      "learning_rate": 1.2794635781497614e-05,
      "loss": 0.8438,
      "step": 112156
    },
    {
      "epoch": 5.217818097231914,
      "grad_norm": 1.7147619956417297,
      "learning_rate": 1.2793135934944476e-05,
      "loss": 1.0859,
      "step": 112157
    },
    {
      "epoch": 5.217864619678995,
      "grad_norm": 1.5185563231938133,
      "learning_rate": 1.2791636172390197e-05,
      "loss": 0.875,
      "step": 112158
    },
    {
      "epoch": 5.217911142126076,
      "grad_norm": 1.761608025099738,
      "learning_rate": 1.2790136493835707e-05,
      "loss": 0.8906,
      "step": 112159
    },
    {
      "epoch": 5.217957664573157,
      "grad_norm": 1.6141717435507714,
      "learning_rate": 1.278863689928189e-05,
      "loss": 1.0,
      "step": 112160
    },
    {
      "epoch": 5.218004187020237,
      "grad_norm": 1.6750063407117863,
      "learning_rate": 1.2787137388729646e-05,
      "loss": 1.0312,
      "step": 112161
    },
    {
      "epoch": 5.218050709467318,
      "grad_norm": 1.5494308761867983,
      "learning_rate": 1.2785637962179973e-05,
      "loss": 0.9062,
      "step": 112162
    },
    {
      "epoch": 5.218097231914399,
      "grad_norm": 1.6608997771611176,
      "learning_rate": 1.2784138619633721e-05,
      "loss": 0.9961,
      "step": 112163
    },
    {
      "epoch": 5.2181437543614795,
      "grad_norm": 1.4737754163105825,
      "learning_rate": 1.278263936109184e-05,
      "loss": 0.8516,
      "step": 112164
    },
    {
      "epoch": 5.21819027680856,
      "grad_norm": 1.6028323884240654,
      "learning_rate": 1.2781140186555195e-05,
      "loss": 1.0078,
      "step": 112165
    },
    {
      "epoch": 5.21823679925564,
      "grad_norm": 1.6617340137062977,
      "learning_rate": 1.2779641096024784e-05,
      "loss": 1.0156,
      "step": 112166
    },
    {
      "epoch": 5.218283321702722,
      "grad_norm": 1.6702101283983593,
      "learning_rate": 1.2778142089501491e-05,
      "loss": 1.0,
      "step": 112167
    },
    {
      "epoch": 5.218329844149802,
      "grad_norm": 1.9550295971353941,
      "learning_rate": 1.2776643166986184e-05,
      "loss": 1.0547,
      "step": 112168
    },
    {
      "epoch": 5.218376366596883,
      "grad_norm": 1.5384484291504452,
      "learning_rate": 1.2775144328479857e-05,
      "loss": 0.8906,
      "step": 112169
    },
    {
      "epoch": 5.218422889043964,
      "grad_norm": 1.5837124550820694,
      "learning_rate": 1.2773645573983382e-05,
      "loss": 0.9141,
      "step": 112170
    },
    {
      "epoch": 5.218469411491045,
      "grad_norm": 1.7156678069685989,
      "learning_rate": 1.2772146903497704e-05,
      "loss": 1.0,
      "step": 112171
    },
    {
      "epoch": 5.218515933938125,
      "grad_norm": 1.6850637081867836,
      "learning_rate": 1.2770648317023725e-05,
      "loss": 0.9727,
      "step": 112172
    },
    {
      "epoch": 5.2185624563852056,
      "grad_norm": 1.8011766766606574,
      "learning_rate": 1.2769149814562373e-05,
      "loss": 0.9648,
      "step": 112173
    },
    {
      "epoch": 5.218608978832287,
      "grad_norm": 1.7718767162586915,
      "learning_rate": 1.2767651396114554e-05,
      "loss": 1.0781,
      "step": 112174
    },
    {
      "epoch": 5.218655501279367,
      "grad_norm": 1.7049376242759424,
      "learning_rate": 1.276615306168116e-05,
      "loss": 1.0781,
      "step": 112175
    },
    {
      "epoch": 5.218702023726448,
      "grad_norm": 1.6449844882087452,
      "learning_rate": 1.2764654811263148e-05,
      "loss": 0.8984,
      "step": 112176
    },
    {
      "epoch": 5.218748546173528,
      "grad_norm": 1.725046152697619,
      "learning_rate": 1.2763156644861444e-05,
      "loss": 1.0156,
      "step": 112177
    },
    {
      "epoch": 5.21879506862061,
      "grad_norm": 1.61552910039363,
      "learning_rate": 1.2761658562476933e-05,
      "loss": 0.9922,
      "step": 112178
    },
    {
      "epoch": 5.21884159106769,
      "grad_norm": 1.8464225173527329,
      "learning_rate": 1.2760160564110517e-05,
      "loss": 1.0938,
      "step": 112179
    },
    {
      "epoch": 5.218888113514771,
      "grad_norm": 1.4852657175970634,
      "learning_rate": 1.2758662649763173e-05,
      "loss": 0.8164,
      "step": 112180
    },
    {
      "epoch": 5.218934635961851,
      "grad_norm": 1.6428385335776594,
      "learning_rate": 1.2757164819435789e-05,
      "loss": 0.918,
      "step": 112181
    },
    {
      "epoch": 5.2189811584089325,
      "grad_norm": 1.6037500108663125,
      "learning_rate": 1.275566707312926e-05,
      "loss": 0.9922,
      "step": 112182
    },
    {
      "epoch": 5.219027680856013,
      "grad_norm": 1.8959888328199663,
      "learning_rate": 1.2754169410844506e-05,
      "loss": 1.0469,
      "step": 112183
    },
    {
      "epoch": 5.2190742033030935,
      "grad_norm": 1.8804000383746777,
      "learning_rate": 1.2752671832582489e-05,
      "loss": 1.1094,
      "step": 112184
    },
    {
      "epoch": 5.219120725750175,
      "grad_norm": 1.849094011421259,
      "learning_rate": 1.2751174338344078e-05,
      "loss": 1.0859,
      "step": 112185
    },
    {
      "epoch": 5.219167248197255,
      "grad_norm": 1.6491070550449893,
      "learning_rate": 1.274967692813022e-05,
      "loss": 0.9531,
      "step": 112186
    },
    {
      "epoch": 5.219213770644336,
      "grad_norm": 1.8182011542206804,
      "learning_rate": 1.2748179601941782e-05,
      "loss": 0.9805,
      "step": 112187
    },
    {
      "epoch": 5.219260293091416,
      "grad_norm": 1.7687172280908945,
      "learning_rate": 1.2746682359779764e-05,
      "loss": 0.9141,
      "step": 112188
    },
    {
      "epoch": 5.219306815538498,
      "grad_norm": 1.7252012608641656,
      "learning_rate": 1.2745185201645014e-05,
      "loss": 0.9023,
      "step": 112189
    },
    {
      "epoch": 5.219353337985578,
      "grad_norm": 1.5275104929883223,
      "learning_rate": 1.2743688127538464e-05,
      "loss": 0.8242,
      "step": 112190
    },
    {
      "epoch": 5.219399860432659,
      "grad_norm": 1.7417433029394196,
      "learning_rate": 1.274219113746105e-05,
      "loss": 1.0391,
      "step": 112191
    },
    {
      "epoch": 5.219446382879739,
      "grad_norm": 1.7384100454181068,
      "learning_rate": 1.274069423141365e-05,
      "loss": 0.9844,
      "step": 112192
    },
    {
      "epoch": 5.21949290532682,
      "grad_norm": 1.6386400297961898,
      "learning_rate": 1.2739197409397234e-05,
      "loss": 0.8984,
      "step": 112193
    },
    {
      "epoch": 5.219539427773901,
      "grad_norm": 1.68979597905542,
      "learning_rate": 1.2737700671412699e-05,
      "loss": 0.9492,
      "step": 112194
    },
    {
      "epoch": 5.219585950220981,
      "grad_norm": 1.552122163168351,
      "learning_rate": 1.2736204017460943e-05,
      "loss": 0.9062,
      "step": 112195
    },
    {
      "epoch": 5.219632472668063,
      "grad_norm": 1.6719810254677034,
      "learning_rate": 1.2734707447542852e-05,
      "loss": 0.9453,
      "step": 112196
    },
    {
      "epoch": 5.219678995115143,
      "grad_norm": 1.6426567629148037,
      "learning_rate": 1.2733210961659423e-05,
      "loss": 0.8672,
      "step": 112197
    },
    {
      "epoch": 5.219725517562224,
      "grad_norm": 1.8230405300446983,
      "learning_rate": 1.273171455981154e-05,
      "loss": 1.0547,
      "step": 112198
    },
    {
      "epoch": 5.219772040009304,
      "grad_norm": 1.8737911561907838,
      "learning_rate": 1.2730218242000101e-05,
      "loss": 1.0312,
      "step": 112199
    },
    {
      "epoch": 5.2198185624563855,
      "grad_norm": 1.6477322524576583,
      "learning_rate": 1.272872200822604e-05,
      "loss": 0.9258,
      "step": 112200
    },
    {
      "epoch": 5.219865084903466,
      "grad_norm": 1.6397502419500074,
      "learning_rate": 1.272722585849022e-05,
      "loss": 0.9336,
      "step": 112201
    },
    {
      "epoch": 5.2199116073505465,
      "grad_norm": 1.7472507711618808,
      "learning_rate": 1.2725729792793643e-05,
      "loss": 1.0469,
      "step": 112202
    },
    {
      "epoch": 5.219958129797627,
      "grad_norm": 1.7346281334977827,
      "learning_rate": 1.2724233811137174e-05,
      "loss": 1.1094,
      "step": 112203
    },
    {
      "epoch": 5.220004652244708,
      "grad_norm": 1.732498443489202,
      "learning_rate": 1.2722737913521746e-05,
      "loss": 0.9609,
      "step": 112204
    },
    {
      "epoch": 5.220051174691789,
      "grad_norm": 1.8742776412516653,
      "learning_rate": 1.2721242099948242e-05,
      "loss": 0.9766,
      "step": 112205
    },
    {
      "epoch": 5.220097697138869,
      "grad_norm": 1.6678899535955507,
      "learning_rate": 1.2719746370417627e-05,
      "loss": 0.9844,
      "step": 112206
    },
    {
      "epoch": 5.220144219585951,
      "grad_norm": 1.6935722673220264,
      "learning_rate": 1.2718250724930784e-05,
      "loss": 1.1094,
      "step": 112207
    },
    {
      "epoch": 5.220190742033031,
      "grad_norm": 1.8940073737774263,
      "learning_rate": 1.2716755163488645e-05,
      "loss": 1.0312,
      "step": 112208
    },
    {
      "epoch": 5.220237264480112,
      "grad_norm": 1.899826537254811,
      "learning_rate": 1.2715259686092077e-05,
      "loss": 1.0234,
      "step": 112209
    },
    {
      "epoch": 5.220283786927192,
      "grad_norm": 1.7175259389566424,
      "learning_rate": 1.271376429274208e-05,
      "loss": 0.8906,
      "step": 112210
    },
    {
      "epoch": 5.2203303093742734,
      "grad_norm": 1.9652733318179498,
      "learning_rate": 1.27122689834395e-05,
      "loss": 0.9844,
      "step": 112211
    },
    {
      "epoch": 5.220376831821354,
      "grad_norm": 1.7980478136411915,
      "learning_rate": 1.2710773758185288e-05,
      "loss": 1.1016,
      "step": 112212
    },
    {
      "epoch": 5.220423354268434,
      "grad_norm": 1.6441666094118965,
      "learning_rate": 1.2709278616980361e-05,
      "loss": 0.9844,
      "step": 112213
    },
    {
      "epoch": 5.220469876715515,
      "grad_norm": 1.8988237195368367,
      "learning_rate": 1.2707783559825602e-05,
      "loss": 1.0938,
      "step": 112214
    },
    {
      "epoch": 5.220516399162596,
      "grad_norm": 1.9272236038390242,
      "learning_rate": 1.2706288586721958e-05,
      "loss": 1.0781,
      "step": 112215
    },
    {
      "epoch": 5.220562921609677,
      "grad_norm": 1.4664850767883815,
      "learning_rate": 1.2704793697670345e-05,
      "loss": 0.8594,
      "step": 112216
    },
    {
      "epoch": 5.220609444056757,
      "grad_norm": 1.7094353974306205,
      "learning_rate": 1.2703298892671666e-05,
      "loss": 0.9844,
      "step": 112217
    },
    {
      "epoch": 5.220655966503838,
      "grad_norm": 1.743704415098739,
      "learning_rate": 1.2701804171726798e-05,
      "loss": 1.0703,
      "step": 112218
    },
    {
      "epoch": 5.220702488950919,
      "grad_norm": 1.552583121970147,
      "learning_rate": 1.2700309534836727e-05,
      "loss": 0.9492,
      "step": 112219
    },
    {
      "epoch": 5.2207490113979995,
      "grad_norm": 1.712543458309908,
      "learning_rate": 1.2698814982002353e-05,
      "loss": 0.9688,
      "step": 112220
    },
    {
      "epoch": 5.22079553384508,
      "grad_norm": 1.7332773976636313,
      "learning_rate": 1.2697320513224557e-05,
      "loss": 0.9297,
      "step": 112221
    },
    {
      "epoch": 5.220842056292161,
      "grad_norm": 1.681276152516768,
      "learning_rate": 1.2695826128504238e-05,
      "loss": 0.9453,
      "step": 112222
    },
    {
      "epoch": 5.220888578739242,
      "grad_norm": 1.621190320447603,
      "learning_rate": 1.269433182784238e-05,
      "loss": 0.9609,
      "step": 112223
    },
    {
      "epoch": 5.220935101186322,
      "grad_norm": 1.7726329725582308,
      "learning_rate": 1.2692837611239864e-05,
      "loss": 0.9648,
      "step": 112224
    },
    {
      "epoch": 5.220981623633403,
      "grad_norm": 2.022252838091343,
      "learning_rate": 1.2691343478697591e-05,
      "loss": 1.1797,
      "step": 112225
    },
    {
      "epoch": 5.221028146080484,
      "grad_norm": 1.5577567161067587,
      "learning_rate": 1.2689849430216508e-05,
      "loss": 0.8906,
      "step": 112226
    },
    {
      "epoch": 5.221074668527565,
      "grad_norm": 1.683463399352916,
      "learning_rate": 1.2688355465797467e-05,
      "loss": 0.9961,
      "step": 112227
    },
    {
      "epoch": 5.221121190974645,
      "grad_norm": 1.6476476538608091,
      "learning_rate": 1.2686861585441448e-05,
      "loss": 0.9688,
      "step": 112228
    },
    {
      "epoch": 5.221167713421726,
      "grad_norm": 1.88555539391418,
      "learning_rate": 1.2685367789149337e-05,
      "loss": 1.0781,
      "step": 112229
    },
    {
      "epoch": 5.221214235868807,
      "grad_norm": 1.6025992165043317,
      "learning_rate": 1.2683874076922063e-05,
      "loss": 0.793,
      "step": 112230
    },
    {
      "epoch": 5.221260758315887,
      "grad_norm": 1.8022666312185271,
      "learning_rate": 1.268238044876051e-05,
      "loss": 0.8711,
      "step": 112231
    },
    {
      "epoch": 5.221307280762968,
      "grad_norm": 1.6448815241230739,
      "learning_rate": 1.2680886904665627e-05,
      "loss": 0.9453,
      "step": 112232
    },
    {
      "epoch": 5.221353803210049,
      "grad_norm": 1.8033972539369583,
      "learning_rate": 1.2679393444638297e-05,
      "loss": 1.0234,
      "step": 112233
    },
    {
      "epoch": 5.22140032565713,
      "grad_norm": 1.6503608347793872,
      "learning_rate": 1.267790006867947e-05,
      "loss": 0.9648,
      "step": 112234
    },
    {
      "epoch": 5.22144684810421,
      "grad_norm": 1.8151750493924281,
      "learning_rate": 1.2676406776790044e-05,
      "loss": 1.0156,
      "step": 112235
    },
    {
      "epoch": 5.221493370551291,
      "grad_norm": 1.9167221560168908,
      "learning_rate": 1.2674913568970901e-05,
      "loss": 1.0703,
      "step": 112236
    },
    {
      "epoch": 5.221539892998372,
      "grad_norm": 1.5159166661743866,
      "learning_rate": 1.2673420445223025e-05,
      "loss": 0.8945,
      "step": 112237
    },
    {
      "epoch": 5.2215864154454525,
      "grad_norm": 1.5299202670882934,
      "learning_rate": 1.2671927405547283e-05,
      "loss": 0.875,
      "step": 112238
    },
    {
      "epoch": 5.221632937892533,
      "grad_norm": 1.565902507190924,
      "learning_rate": 1.2670434449944589e-05,
      "loss": 0.8047,
      "step": 112239
    },
    {
      "epoch": 5.2216794603396135,
      "grad_norm": 1.9700817978582852,
      "learning_rate": 1.2668941578415842e-05,
      "loss": 1.1172,
      "step": 112240
    },
    {
      "epoch": 5.221725982786695,
      "grad_norm": 1.532527648590695,
      "learning_rate": 1.2667448790962009e-05,
      "loss": 0.875,
      "step": 112241
    },
    {
      "epoch": 5.221772505233775,
      "grad_norm": 1.5319595198997578,
      "learning_rate": 1.2665956087583972e-05,
      "loss": 0.9062,
      "step": 112242
    },
    {
      "epoch": 5.221819027680856,
      "grad_norm": 1.7568977446319307,
      "learning_rate": 1.2664463468282649e-05,
      "loss": 1.0781,
      "step": 112243
    },
    {
      "epoch": 5.221865550127937,
      "grad_norm": 1.87472970279335,
      "learning_rate": 1.266297093305892e-05,
      "loss": 1.3281,
      "step": 112244
    },
    {
      "epoch": 5.221912072575018,
      "grad_norm": 1.6795874604400112,
      "learning_rate": 1.2661478481913751e-05,
      "loss": 1.0312,
      "step": 112245
    },
    {
      "epoch": 5.221958595022098,
      "grad_norm": 1.6869019995810812,
      "learning_rate": 1.2659986114848043e-05,
      "loss": 0.8711,
      "step": 112246
    },
    {
      "epoch": 5.222005117469179,
      "grad_norm": 1.876018208814294,
      "learning_rate": 1.265849383186271e-05,
      "loss": 1.2266,
      "step": 112247
    },
    {
      "epoch": 5.22205163991626,
      "grad_norm": 1.6620569791853035,
      "learning_rate": 1.2657001632958603e-05,
      "loss": 0.9531,
      "step": 112248
    },
    {
      "epoch": 5.2220981623633405,
      "grad_norm": 1.6579437501773537,
      "learning_rate": 1.2655509518136736e-05,
      "loss": 0.9102,
      "step": 112249
    },
    {
      "epoch": 5.222144684810421,
      "grad_norm": 1.7001257229406612,
      "learning_rate": 1.2654017487397977e-05,
      "loss": 0.9062,
      "step": 112250
    },
    {
      "epoch": 5.222191207257501,
      "grad_norm": 1.7190561624151908,
      "learning_rate": 1.2652525540743224e-05,
      "loss": 0.9102,
      "step": 112251
    },
    {
      "epoch": 5.222237729704583,
      "grad_norm": 1.7080571590158953,
      "learning_rate": 1.265103367817341e-05,
      "loss": 0.9492,
      "step": 112252
    },
    {
      "epoch": 5.222284252151663,
      "grad_norm": 1.8381319605078006,
      "learning_rate": 1.264954189968942e-05,
      "loss": 1.0,
      "step": 112253
    },
    {
      "epoch": 5.222330774598744,
      "grad_norm": 1.5931416592565908,
      "learning_rate": 1.2648050205292214e-05,
      "loss": 0.8867,
      "step": 112254
    },
    {
      "epoch": 5.222377297045824,
      "grad_norm": 1.7029185347938638,
      "learning_rate": 1.2646558594982665e-05,
      "loss": 1.0391,
      "step": 112255
    },
    {
      "epoch": 5.222423819492906,
      "grad_norm": 1.5578956844570229,
      "learning_rate": 1.2645067068761716e-05,
      "loss": 1.0156,
      "step": 112256
    },
    {
      "epoch": 5.222470341939986,
      "grad_norm": 1.6175538873720763,
      "learning_rate": 1.264357562663027e-05,
      "loss": 1.0078,
      "step": 112257
    },
    {
      "epoch": 5.2225168643870665,
      "grad_norm": 1.5701429884806588,
      "learning_rate": 1.264208426858921e-05,
      "loss": 0.8711,
      "step": 112258
    },
    {
      "epoch": 5.222563386834148,
      "grad_norm": 1.8219723831732373,
      "learning_rate": 1.2640592994639498e-05,
      "loss": 1.0859,
      "step": 112259
    },
    {
      "epoch": 5.222609909281228,
      "grad_norm": 1.4788584776187272,
      "learning_rate": 1.263910180478202e-05,
      "loss": 0.8438,
      "step": 112260
    },
    {
      "epoch": 5.222656431728309,
      "grad_norm": 1.7034202705478436,
      "learning_rate": 1.2637610699017709e-05,
      "loss": 0.918,
      "step": 112261
    },
    {
      "epoch": 5.222702954175389,
      "grad_norm": 1.848187348175985,
      "learning_rate": 1.2636119677347428e-05,
      "loss": 0.9688,
      "step": 112262
    },
    {
      "epoch": 5.222749476622471,
      "grad_norm": 1.7230061127348828,
      "learning_rate": 1.2634628739772146e-05,
      "loss": 0.9688,
      "step": 112263
    },
    {
      "epoch": 5.222795999069551,
      "grad_norm": 1.727926695387533,
      "learning_rate": 1.263313788629276e-05,
      "loss": 1.0,
      "step": 112264
    },
    {
      "epoch": 5.222842521516632,
      "grad_norm": 1.5571456363536784,
      "learning_rate": 1.263164711691017e-05,
      "loss": 0.8555,
      "step": 112265
    },
    {
      "epoch": 5.222889043963712,
      "grad_norm": 1.679621855751478,
      "learning_rate": 1.2630156431625277e-05,
      "loss": 0.9219,
      "step": 112266
    },
    {
      "epoch": 5.2229355664107935,
      "grad_norm": 1.6904199699249374,
      "learning_rate": 1.2628665830439044e-05,
      "loss": 0.9375,
      "step": 112267
    },
    {
      "epoch": 5.222982088857874,
      "grad_norm": 1.7377827883760988,
      "learning_rate": 1.2627175313352339e-05,
      "loss": 0.9531,
      "step": 112268
    },
    {
      "epoch": 5.223028611304954,
      "grad_norm": 1.6007527739474072,
      "learning_rate": 1.2625684880366094e-05,
      "loss": 0.9102,
      "step": 112269
    },
    {
      "epoch": 5.223075133752035,
      "grad_norm": 1.63700143780249,
      "learning_rate": 1.2624194531481174e-05,
      "loss": 0.9219,
      "step": 112270
    },
    {
      "epoch": 5.223121656199116,
      "grad_norm": 1.6861556962330846,
      "learning_rate": 1.262270426669858e-05,
      "loss": 0.9375,
      "step": 112271
    },
    {
      "epoch": 5.223168178646197,
      "grad_norm": 1.7449609865453732,
      "learning_rate": 1.262121408601916e-05,
      "loss": 0.9492,
      "step": 112272
    },
    {
      "epoch": 5.223214701093277,
      "grad_norm": 1.839442002096723,
      "learning_rate": 1.2619723989443848e-05,
      "loss": 1.0547,
      "step": 112273
    },
    {
      "epoch": 5.223261223540359,
      "grad_norm": 1.7006636134549167,
      "learning_rate": 1.2618233976973525e-05,
      "loss": 0.9336,
      "step": 112274
    },
    {
      "epoch": 5.223307745987439,
      "grad_norm": 1.579366104928034,
      "learning_rate": 1.2616744048609157e-05,
      "loss": 0.8086,
      "step": 112275
    },
    {
      "epoch": 5.2233542684345196,
      "grad_norm": 1.5698364831313223,
      "learning_rate": 1.261525420435161e-05,
      "loss": 0.9492,
      "step": 112276
    },
    {
      "epoch": 5.2234007908816,
      "grad_norm": 1.5838686976342429,
      "learning_rate": 1.2613764444201802e-05,
      "loss": 0.9766,
      "step": 112277
    },
    {
      "epoch": 5.223447313328681,
      "grad_norm": 1.6442861606047732,
      "learning_rate": 1.2612274768160697e-05,
      "loss": 0.9531,
      "step": 112278
    },
    {
      "epoch": 5.223493835775762,
      "grad_norm": 1.6182986882215273,
      "learning_rate": 1.2610785176229144e-05,
      "loss": 1.0391,
      "step": 112279
    },
    {
      "epoch": 5.223540358222842,
      "grad_norm": 1.7244159660681133,
      "learning_rate": 1.2609295668408059e-05,
      "loss": 0.9727,
      "step": 112280
    },
    {
      "epoch": 5.223586880669923,
      "grad_norm": 1.906255529228652,
      "learning_rate": 1.260780624469841e-05,
      "loss": 1.0312,
      "step": 112281
    },
    {
      "epoch": 5.223633403117004,
      "grad_norm": 1.6655633864056087,
      "learning_rate": 1.2606316905101061e-05,
      "loss": 1.0391,
      "step": 112282
    },
    {
      "epoch": 5.223679925564085,
      "grad_norm": 1.6648868340374572,
      "learning_rate": 1.2604827649616944e-05,
      "loss": 0.8594,
      "step": 112283
    },
    {
      "epoch": 5.223726448011165,
      "grad_norm": 1.6904911715670343,
      "learning_rate": 1.2603338478246927e-05,
      "loss": 1.0,
      "step": 112284
    },
    {
      "epoch": 5.2237729704582465,
      "grad_norm": 1.7924572346400847,
      "learning_rate": 1.2601849390991975e-05,
      "loss": 0.9336,
      "step": 112285
    },
    {
      "epoch": 5.223819492905327,
      "grad_norm": 1.9117970952699177,
      "learning_rate": 1.2600360387852988e-05,
      "loss": 1.0469,
      "step": 112286
    },
    {
      "epoch": 5.2238660153524075,
      "grad_norm": 1.498637779025936,
      "learning_rate": 1.259887146883088e-05,
      "loss": 0.8711,
      "step": 112287
    },
    {
      "epoch": 5.223912537799488,
      "grad_norm": 1.646969057404781,
      "learning_rate": 1.2597382633926517e-05,
      "loss": 0.9258,
      "step": 112288
    },
    {
      "epoch": 5.223959060246569,
      "grad_norm": 1.8377613276260654,
      "learning_rate": 1.2595893883140867e-05,
      "loss": 0.9766,
      "step": 112289
    },
    {
      "epoch": 5.22400558269365,
      "grad_norm": 1.512509022283754,
      "learning_rate": 1.259440521647483e-05,
      "loss": 0.918,
      "step": 112290
    },
    {
      "epoch": 5.22405210514073,
      "grad_norm": 1.5532612986479044,
      "learning_rate": 1.25929166339293e-05,
      "loss": 0.9883,
      "step": 112291
    },
    {
      "epoch": 5.224098627587811,
      "grad_norm": 1.74207462615101,
      "learning_rate": 1.2591428135505183e-05,
      "loss": 1.0312,
      "step": 112292
    },
    {
      "epoch": 5.224145150034892,
      "grad_norm": 1.6248149353681696,
      "learning_rate": 1.2589939721203407e-05,
      "loss": 1.0312,
      "step": 112293
    },
    {
      "epoch": 5.224191672481973,
      "grad_norm": 1.833705403324194,
      "learning_rate": 1.2588451391024906e-05,
      "loss": 1.125,
      "step": 112294
    },
    {
      "epoch": 5.224238194929053,
      "grad_norm": 1.9337978798808049,
      "learning_rate": 1.2586963144970547e-05,
      "loss": 0.9492,
      "step": 112295
    },
    {
      "epoch": 5.224284717376134,
      "grad_norm": 1.7987188575420392,
      "learning_rate": 1.2585474983041243e-05,
      "loss": 0.9961,
      "step": 112296
    },
    {
      "epoch": 5.224331239823215,
      "grad_norm": 1.7257223920718432,
      "learning_rate": 1.2583986905237946e-05,
      "loss": 1.0625,
      "step": 112297
    },
    {
      "epoch": 5.224377762270295,
      "grad_norm": 1.7748133133461448,
      "learning_rate": 1.258249891156154e-05,
      "loss": 1.0234,
      "step": 112298
    },
    {
      "epoch": 5.224424284717376,
      "grad_norm": 1.9038706729324815,
      "learning_rate": 1.2581011002012903e-05,
      "loss": 0.9883,
      "step": 112299
    },
    {
      "epoch": 5.224470807164457,
      "grad_norm": 1.7098865148923732,
      "learning_rate": 1.257952317659302e-05,
      "loss": 1.0391,
      "step": 112300
    },
    {
      "epoch": 5.224517329611538,
      "grad_norm": 1.8010259746905037,
      "learning_rate": 1.2578035435302725e-05,
      "loss": 0.9922,
      "step": 112301
    },
    {
      "epoch": 5.224563852058618,
      "grad_norm": 1.8530979206500064,
      "learning_rate": 1.2576547778142998e-05,
      "loss": 0.957,
      "step": 112302
    },
    {
      "epoch": 5.224610374505699,
      "grad_norm": 1.8145957177116876,
      "learning_rate": 1.2575060205114723e-05,
      "loss": 0.9297,
      "step": 112303
    },
    {
      "epoch": 5.22465689695278,
      "grad_norm": 1.457774455027567,
      "learning_rate": 1.25735727162188e-05,
      "loss": 0.8555,
      "step": 112304
    },
    {
      "epoch": 5.2247034193998605,
      "grad_norm": 1.5170312751037496,
      "learning_rate": 1.257208531145616e-05,
      "loss": 0.8477,
      "step": 112305
    },
    {
      "epoch": 5.224749941846941,
      "grad_norm": 1.6128545154610827,
      "learning_rate": 1.2570597990827652e-05,
      "loss": 1.0234,
      "step": 112306
    },
    {
      "epoch": 5.2247964642940214,
      "grad_norm": 1.7948684546954394,
      "learning_rate": 1.2569110754334277e-05,
      "loss": 1.0938,
      "step": 112307
    },
    {
      "epoch": 5.224842986741103,
      "grad_norm": 1.8950568461229105,
      "learning_rate": 1.2567623601976884e-05,
      "loss": 1.0391,
      "step": 112308
    },
    {
      "epoch": 5.224889509188183,
      "grad_norm": 1.962219493031881,
      "learning_rate": 1.2566136533756421e-05,
      "loss": 1.1172,
      "step": 112309
    },
    {
      "epoch": 5.224936031635264,
      "grad_norm": 1.6871806175723596,
      "learning_rate": 1.256464954967374e-05,
      "loss": 0.8477,
      "step": 112310
    },
    {
      "epoch": 5.224982554082345,
      "grad_norm": 1.586470348298754,
      "learning_rate": 1.2563162649729819e-05,
      "loss": 0.957,
      "step": 112311
    },
    {
      "epoch": 5.225029076529426,
      "grad_norm": 1.7021935856198251,
      "learning_rate": 1.2561675833925545e-05,
      "loss": 0.8789,
      "step": 112312
    },
    {
      "epoch": 5.225075598976506,
      "grad_norm": 1.6223901487486534,
      "learning_rate": 1.256018910226183e-05,
      "loss": 0.9453,
      "step": 112313
    },
    {
      "epoch": 5.225122121423587,
      "grad_norm": 1.7814631776277603,
      "learning_rate": 1.2558702454739544e-05,
      "loss": 0.9453,
      "step": 112314
    },
    {
      "epoch": 5.225168643870668,
      "grad_norm": 1.392756546004702,
      "learning_rate": 1.2557215891359652e-05,
      "loss": 0.8008,
      "step": 112315
    },
    {
      "epoch": 5.225215166317748,
      "grad_norm": 1.6739455146766389,
      "learning_rate": 1.2555729412123034e-05,
      "loss": 1.0781,
      "step": 112316
    },
    {
      "epoch": 5.225261688764829,
      "grad_norm": 1.7227262993735022,
      "learning_rate": 1.2554243017030624e-05,
      "loss": 0.8867,
      "step": 112317
    },
    {
      "epoch": 5.225308211211909,
      "grad_norm": 1.6921639108705508,
      "learning_rate": 1.255275670608329e-05,
      "loss": 0.9258,
      "step": 112318
    },
    {
      "epoch": 5.225354733658991,
      "grad_norm": 1.7868258014491716,
      "learning_rate": 1.2551270479281995e-05,
      "loss": 1.0938,
      "step": 112319
    },
    {
      "epoch": 5.225401256106071,
      "grad_norm": 1.63467411104163,
      "learning_rate": 1.2549784336627604e-05,
      "loss": 0.9062,
      "step": 112320
    },
    {
      "epoch": 5.225447778553152,
      "grad_norm": 1.5866963749366658,
      "learning_rate": 1.2548298278121038e-05,
      "loss": 0.9844,
      "step": 112321
    },
    {
      "epoch": 5.225494301000232,
      "grad_norm": 1.5697718689751508,
      "learning_rate": 1.2546812303763226e-05,
      "loss": 0.9023,
      "step": 112322
    },
    {
      "epoch": 5.2255408234473135,
      "grad_norm": 1.6933607945730271,
      "learning_rate": 1.254532641355505e-05,
      "loss": 0.9727,
      "step": 112323
    },
    {
      "epoch": 5.225587345894394,
      "grad_norm": 1.6988549161542943,
      "learning_rate": 1.2543840607497462e-05,
      "loss": 1.0,
      "step": 112324
    },
    {
      "epoch": 5.2256338683414745,
      "grad_norm": 1.5515256422457333,
      "learning_rate": 1.2542354885591343e-05,
      "loss": 0.8828,
      "step": 112325
    },
    {
      "epoch": 5.225680390788556,
      "grad_norm": 1.7186268926169006,
      "learning_rate": 1.254086924783761e-05,
      "loss": 1.0,
      "step": 112326
    },
    {
      "epoch": 5.225726913235636,
      "grad_norm": 1.8591677848540602,
      "learning_rate": 1.2539383694237127e-05,
      "loss": 1.0,
      "step": 112327
    },
    {
      "epoch": 5.225773435682717,
      "grad_norm": 1.6429333971473417,
      "learning_rate": 1.2537898224790877e-05,
      "loss": 0.9492,
      "step": 112328
    },
    {
      "epoch": 5.225819958129797,
      "grad_norm": 1.8058735471316336,
      "learning_rate": 1.2536412839499743e-05,
      "loss": 0.9453,
      "step": 112329
    },
    {
      "epoch": 5.225866480576879,
      "grad_norm": 1.5445564002475536,
      "learning_rate": 1.2534927538364608e-05,
      "loss": 0.8984,
      "step": 112330
    },
    {
      "epoch": 5.225913003023959,
      "grad_norm": 1.6614681378072331,
      "learning_rate": 1.2533442321386422e-05,
      "loss": 1.0312,
      "step": 112331
    },
    {
      "epoch": 5.22595952547104,
      "grad_norm": 1.6882020501691104,
      "learning_rate": 1.2531957188566033e-05,
      "loss": 0.9844,
      "step": 112332
    },
    {
      "epoch": 5.22600604791812,
      "grad_norm": 1.6519594529251183,
      "learning_rate": 1.2530472139904423e-05,
      "loss": 0.8594,
      "step": 112333
    },
    {
      "epoch": 5.226052570365201,
      "grad_norm": 1.674582032315447,
      "learning_rate": 1.252898717540246e-05,
      "loss": 0.9688,
      "step": 112334
    },
    {
      "epoch": 5.226099092812282,
      "grad_norm": 1.7858411982722193,
      "learning_rate": 1.2527502295061076e-05,
      "loss": 0.9258,
      "step": 112335
    },
    {
      "epoch": 5.226145615259362,
      "grad_norm": 1.6670693535434837,
      "learning_rate": 1.2526017498881135e-05,
      "loss": 0.9805,
      "step": 112336
    },
    {
      "epoch": 5.226192137706444,
      "grad_norm": 1.5342840539562503,
      "learning_rate": 1.2524532786863588e-05,
      "loss": 0.8164,
      "step": 112337
    },
    {
      "epoch": 5.226238660153524,
      "grad_norm": 1.5731255278394516,
      "learning_rate": 1.2523048159009353e-05,
      "loss": 0.9141,
      "step": 112338
    },
    {
      "epoch": 5.226285182600605,
      "grad_norm": 1.7917817952498987,
      "learning_rate": 1.2521563615319291e-05,
      "loss": 0.9492,
      "step": 112339
    },
    {
      "epoch": 5.226331705047685,
      "grad_norm": 1.789024496568483,
      "learning_rate": 1.2520079155794338e-05,
      "loss": 1.0625,
      "step": 112340
    },
    {
      "epoch": 5.2263782274947665,
      "grad_norm": 1.851838895222168,
      "learning_rate": 1.251859478043541e-05,
      "loss": 0.9375,
      "step": 112341
    },
    {
      "epoch": 5.226424749941847,
      "grad_norm": 1.5620982573587476,
      "learning_rate": 1.251711048924342e-05,
      "loss": 0.7852,
      "step": 112342
    },
    {
      "epoch": 5.2264712723889275,
      "grad_norm": 1.764291244794864,
      "learning_rate": 1.2515626282219237e-05,
      "loss": 1.0391,
      "step": 112343
    },
    {
      "epoch": 5.226517794836008,
      "grad_norm": 1.647871730474348,
      "learning_rate": 1.2514142159363827e-05,
      "loss": 1.0078,
      "step": 112344
    },
    {
      "epoch": 5.226564317283089,
      "grad_norm": 1.6811727860366152,
      "learning_rate": 1.2512658120678037e-05,
      "loss": 1.0469,
      "step": 112345
    },
    {
      "epoch": 5.22661083973017,
      "grad_norm": 1.7968258822875987,
      "learning_rate": 1.2511174166162835e-05,
      "loss": 0.9258,
      "step": 112346
    },
    {
      "epoch": 5.22665736217725,
      "grad_norm": 1.7527498015914693,
      "learning_rate": 1.2509690295819102e-05,
      "loss": 0.9062,
      "step": 112347
    },
    {
      "epoch": 5.226703884624332,
      "grad_norm": 1.7989943076263708,
      "learning_rate": 1.2508206509647755e-05,
      "loss": 0.9375,
      "step": 112348
    },
    {
      "epoch": 5.226750407071412,
      "grad_norm": 1.8083114613011169,
      "learning_rate": 1.2506722807649661e-05,
      "loss": 0.9766,
      "step": 112349
    },
    {
      "epoch": 5.226796929518493,
      "grad_norm": 1.8260181642695563,
      "learning_rate": 1.2505239189825782e-05,
      "loss": 0.8828,
      "step": 112350
    },
    {
      "epoch": 5.226843451965573,
      "grad_norm": 1.7913579584605577,
      "learning_rate": 1.2503755656177023e-05,
      "loss": 0.918,
      "step": 112351
    },
    {
      "epoch": 5.2268899744126545,
      "grad_norm": 1.8015622307059744,
      "learning_rate": 1.2502272206704261e-05,
      "loss": 1.1172,
      "step": 112352
    },
    {
      "epoch": 5.226936496859735,
      "grad_norm": 1.8794537809867935,
      "learning_rate": 1.2500788841408399e-05,
      "loss": 1.1016,
      "step": 112353
    },
    {
      "epoch": 5.226983019306815,
      "grad_norm": 1.732391191906507,
      "learning_rate": 1.2499305560290385e-05,
      "loss": 1.0078,
      "step": 112354
    },
    {
      "epoch": 5.227029541753896,
      "grad_norm": 1.5647080806316882,
      "learning_rate": 1.2497822363351118e-05,
      "loss": 0.9648,
      "step": 112355
    },
    {
      "epoch": 5.227076064200977,
      "grad_norm": 1.5673800182537796,
      "learning_rate": 1.2496339250591481e-05,
      "loss": 0.9023,
      "step": 112356
    },
    {
      "epoch": 5.227122586648058,
      "grad_norm": 1.6856017700419508,
      "learning_rate": 1.2494856222012407e-05,
      "loss": 0.9922,
      "step": 112357
    },
    {
      "epoch": 5.227169109095138,
      "grad_norm": 1.7826034976028498,
      "learning_rate": 1.249337327761476e-05,
      "loss": 1.0078,
      "step": 112358
    },
    {
      "epoch": 5.227215631542219,
      "grad_norm": 1.7388085324191835,
      "learning_rate": 1.2491890417399492e-05,
      "loss": 1.1094,
      "step": 112359
    },
    {
      "epoch": 5.2272621539893,
      "grad_norm": 1.725458597408715,
      "learning_rate": 1.2490407641367517e-05,
      "loss": 0.9844,
      "step": 112360
    },
    {
      "epoch": 5.2273086764363805,
      "grad_norm": 1.6398127000280742,
      "learning_rate": 1.2488924949519718e-05,
      "loss": 0.9531,
      "step": 112361
    },
    {
      "epoch": 5.227355198883461,
      "grad_norm": 1.667618232573709,
      "learning_rate": 1.2487442341856995e-05,
      "loss": 0.9766,
      "step": 112362
    },
    {
      "epoch": 5.227401721330542,
      "grad_norm": 1.656906003681894,
      "learning_rate": 1.248595981838028e-05,
      "loss": 0.875,
      "step": 112363
    },
    {
      "epoch": 5.227448243777623,
      "grad_norm": 1.6937414232152703,
      "learning_rate": 1.2484477379090491e-05,
      "loss": 0.957,
      "step": 112364
    },
    {
      "epoch": 5.227494766224703,
      "grad_norm": 1.640598385854643,
      "learning_rate": 1.2482995023988473e-05,
      "loss": 1.0781,
      "step": 112365
    },
    {
      "epoch": 5.227541288671784,
      "grad_norm": 1.765855102947698,
      "learning_rate": 1.2481512753075213e-05,
      "loss": 1.0,
      "step": 112366
    },
    {
      "epoch": 5.227587811118865,
      "grad_norm": 1.6588829013645694,
      "learning_rate": 1.2480030566351539e-05,
      "loss": 0.8984,
      "step": 112367
    },
    {
      "epoch": 5.227634333565946,
      "grad_norm": 1.6998765834594103,
      "learning_rate": 1.2478548463818439e-05,
      "loss": 1.0,
      "step": 112368
    },
    {
      "epoch": 5.227680856013026,
      "grad_norm": 1.7383808693807163,
      "learning_rate": 1.2477066445476775e-05,
      "loss": 0.9102,
      "step": 112369
    },
    {
      "epoch": 5.227727378460107,
      "grad_norm": 1.6036167075895194,
      "learning_rate": 1.2475584511327464e-05,
      "loss": 0.9961,
      "step": 112370
    },
    {
      "epoch": 5.227773900907188,
      "grad_norm": 1.6554290190842356,
      "learning_rate": 1.2474102661371387e-05,
      "loss": 0.9258,
      "step": 112371
    },
    {
      "epoch": 5.227820423354268,
      "grad_norm": 1.6899681980273178,
      "learning_rate": 1.2472620895609497e-05,
      "loss": 1.0078,
      "step": 112372
    },
    {
      "epoch": 5.227866945801349,
      "grad_norm": 1.7477677419219104,
      "learning_rate": 1.2471139214042691e-05,
      "loss": 1.0234,
      "step": 112373
    },
    {
      "epoch": 5.22791346824843,
      "grad_norm": 1.8004192647191395,
      "learning_rate": 1.2469657616671852e-05,
      "loss": 0.9766,
      "step": 112374
    },
    {
      "epoch": 5.227959990695511,
      "grad_norm": 1.6766213762597364,
      "learning_rate": 1.2468176103497878e-05,
      "loss": 0.9844,
      "step": 112375
    },
    {
      "epoch": 5.228006513142591,
      "grad_norm": 1.7149366276118074,
      "learning_rate": 1.2466694674521722e-05,
      "loss": 1.0078,
      "step": 112376
    },
    {
      "epoch": 5.228053035589672,
      "grad_norm": 1.5159169358406293,
      "learning_rate": 1.246521332974426e-05,
      "loss": 0.8359,
      "step": 112377
    },
    {
      "epoch": 5.228099558036753,
      "grad_norm": 1.7666608483780908,
      "learning_rate": 1.2463732069166415e-05,
      "loss": 1.0234,
      "step": 112378
    },
    {
      "epoch": 5.228146080483834,
      "grad_norm": 1.6325925982473855,
      "learning_rate": 1.2462250892789067e-05,
      "loss": 0.9531,
      "step": 112379
    },
    {
      "epoch": 5.228192602930914,
      "grad_norm": 1.6704420332613776,
      "learning_rate": 1.2460769800613146e-05,
      "loss": 0.9336,
      "step": 112380
    },
    {
      "epoch": 5.2282391253779945,
      "grad_norm": 1.7323398918059236,
      "learning_rate": 1.2459288792639554e-05,
      "loss": 1.0859,
      "step": 112381
    },
    {
      "epoch": 5.228285647825076,
      "grad_norm": 1.7503344497526792,
      "learning_rate": 1.2457807868869208e-05,
      "loss": 0.9336,
      "step": 112382
    },
    {
      "epoch": 5.228332170272156,
      "grad_norm": 1.5902724387689409,
      "learning_rate": 1.2456327029302986e-05,
      "loss": 0.9375,
      "step": 112383
    },
    {
      "epoch": 5.228378692719237,
      "grad_norm": 1.6735682302349146,
      "learning_rate": 1.2454846273941792e-05,
      "loss": 1.0703,
      "step": 112384
    },
    {
      "epoch": 5.228425215166318,
      "grad_norm": 1.5823155743508155,
      "learning_rate": 1.2453365602786592e-05,
      "loss": 0.8828,
      "step": 112385
    },
    {
      "epoch": 5.228471737613399,
      "grad_norm": 1.5695446531039312,
      "learning_rate": 1.2451885015838231e-05,
      "loss": 1.0,
      "step": 112386
    },
    {
      "epoch": 5.228518260060479,
      "grad_norm": 1.6695667357583048,
      "learning_rate": 1.2450404513097629e-05,
      "loss": 0.9375,
      "step": 112387
    },
    {
      "epoch": 5.22856478250756,
      "grad_norm": 1.8692328584424966,
      "learning_rate": 1.2448924094565715e-05,
      "loss": 0.9414,
      "step": 112388
    },
    {
      "epoch": 5.228611304954641,
      "grad_norm": 1.6076115294288886,
      "learning_rate": 1.244744376024336e-05,
      "loss": 0.9492,
      "step": 112389
    },
    {
      "epoch": 5.2286578274017215,
      "grad_norm": 1.7798640130016008,
      "learning_rate": 1.2445963510131508e-05,
      "loss": 0.8672,
      "step": 112390
    },
    {
      "epoch": 5.228704349848802,
      "grad_norm": 1.6157456266735317,
      "learning_rate": 1.244448334423106e-05,
      "loss": 0.9297,
      "step": 112391
    },
    {
      "epoch": 5.228750872295882,
      "grad_norm": 1.8324042867087773,
      "learning_rate": 1.24430032625429e-05,
      "loss": 0.9688,
      "step": 112392
    },
    {
      "epoch": 5.228797394742964,
      "grad_norm": 1.714215695787068,
      "learning_rate": 1.2441523265067926e-05,
      "loss": 1.0234,
      "step": 112393
    },
    {
      "epoch": 5.228843917190044,
      "grad_norm": 1.6614675271514305,
      "learning_rate": 1.2440043351807071e-05,
      "loss": 1.0078,
      "step": 112394
    },
    {
      "epoch": 5.228890439637125,
      "grad_norm": 2.0143140238565813,
      "learning_rate": 1.2438563522761252e-05,
      "loss": 1.1406,
      "step": 112395
    },
    {
      "epoch": 5.228936962084205,
      "grad_norm": 1.6774944551747606,
      "learning_rate": 1.243708377793135e-05,
      "loss": 0.9883,
      "step": 112396
    },
    {
      "epoch": 5.228983484531287,
      "grad_norm": 1.729544802210722,
      "learning_rate": 1.2435604117318248e-05,
      "loss": 1.0547,
      "step": 112397
    },
    {
      "epoch": 5.229030006978367,
      "grad_norm": 1.6701293084996656,
      "learning_rate": 1.2434124540922896e-05,
      "loss": 0.9688,
      "step": 112398
    },
    {
      "epoch": 5.2290765294254475,
      "grad_norm": 1.7489461411428346,
      "learning_rate": 1.2432645048746192e-05,
      "loss": 0.9922,
      "step": 112399
    },
    {
      "epoch": 5.229123051872529,
      "grad_norm": 1.8230594803788436,
      "learning_rate": 1.2431165640789037e-05,
      "loss": 0.9492,
      "step": 112400
    },
    {
      "epoch": 5.229169574319609,
      "grad_norm": 2.029369486334724,
      "learning_rate": 1.2429686317052312e-05,
      "loss": 1.0625,
      "step": 112401
    },
    {
      "epoch": 5.22921609676669,
      "grad_norm": 1.842377185953984,
      "learning_rate": 1.2428207077536967e-05,
      "loss": 0.9727,
      "step": 112402
    },
    {
      "epoch": 5.22926261921377,
      "grad_norm": 1.6550227745243036,
      "learning_rate": 1.2426727922243867e-05,
      "loss": 1.0547,
      "step": 112403
    },
    {
      "epoch": 5.229309141660852,
      "grad_norm": 1.684564734642867,
      "learning_rate": 1.2425248851173963e-05,
      "loss": 1.0391,
      "step": 112404
    },
    {
      "epoch": 5.229355664107932,
      "grad_norm": 1.619064549753377,
      "learning_rate": 1.2423769864328088e-05,
      "loss": 1.0391,
      "step": 112405
    },
    {
      "epoch": 5.229402186555013,
      "grad_norm": 1.788646090806722,
      "learning_rate": 1.2422290961707221e-05,
      "loss": 0.9727,
      "step": 112406
    },
    {
      "epoch": 5.229448709002093,
      "grad_norm": 1.6693799795254858,
      "learning_rate": 1.2420812143312231e-05,
      "loss": 0.9883,
      "step": 112407
    },
    {
      "epoch": 5.2294952314491745,
      "grad_norm": 1.7621707619490774,
      "learning_rate": 1.241933340914405e-05,
      "loss": 1.0156,
      "step": 112408
    },
    {
      "epoch": 5.229541753896255,
      "grad_norm": 1.6609923264354851,
      "learning_rate": 1.2417854759203528e-05,
      "loss": 1.0312,
      "step": 112409
    },
    {
      "epoch": 5.2295882763433355,
      "grad_norm": 1.7955019090803042,
      "learning_rate": 1.2416376193491595e-05,
      "loss": 0.9297,
      "step": 112410
    },
    {
      "epoch": 5.229634798790416,
      "grad_norm": 1.781803995765811,
      "learning_rate": 1.2414897712009203e-05,
      "loss": 0.9805,
      "step": 112411
    },
    {
      "epoch": 5.229681321237497,
      "grad_norm": 1.6559089917589747,
      "learning_rate": 1.2413419314757217e-05,
      "loss": 0.9844,
      "step": 112412
    },
    {
      "epoch": 5.229727843684578,
      "grad_norm": 1.6871821156277111,
      "learning_rate": 1.2411941001736552e-05,
      "loss": 0.9297,
      "step": 112413
    },
    {
      "epoch": 5.229774366131658,
      "grad_norm": 1.7767358347570352,
      "learning_rate": 1.241046277294811e-05,
      "loss": 0.9219,
      "step": 112414
    },
    {
      "epoch": 5.22982088857874,
      "grad_norm": 1.7081755614942773,
      "learning_rate": 1.2408984628392772e-05,
      "loss": 0.9883,
      "step": 112415
    },
    {
      "epoch": 5.22986741102582,
      "grad_norm": 1.6476821300045605,
      "learning_rate": 1.2407506568071485e-05,
      "loss": 0.9844,
      "step": 112416
    },
    {
      "epoch": 5.229913933472901,
      "grad_norm": 1.6251347040198476,
      "learning_rate": 1.2406028591985134e-05,
      "loss": 0.9961,
      "step": 112417
    },
    {
      "epoch": 5.229960455919981,
      "grad_norm": 1.847709844749455,
      "learning_rate": 1.2404550700134618e-05,
      "loss": 1.0703,
      "step": 112418
    },
    {
      "epoch": 5.230006978367062,
      "grad_norm": 1.840299235666877,
      "learning_rate": 1.240307289252082e-05,
      "loss": 1.0,
      "step": 112419
    },
    {
      "epoch": 5.230053500814143,
      "grad_norm": 1.8313310863042394,
      "learning_rate": 1.2401595169144707e-05,
      "loss": 0.9961,
      "step": 112420
    },
    {
      "epoch": 5.230100023261223,
      "grad_norm": 1.7388947290175665,
      "learning_rate": 1.2400117530007141e-05,
      "loss": 0.957,
      "step": 112421
    },
    {
      "epoch": 5.230146545708304,
      "grad_norm": 1.7817448867975825,
      "learning_rate": 1.2398639975109027e-05,
      "loss": 0.9688,
      "step": 112422
    },
    {
      "epoch": 5.230193068155385,
      "grad_norm": 1.7391820101634032,
      "learning_rate": 1.2397162504451258e-05,
      "loss": 0.9297,
      "step": 112423
    },
    {
      "epoch": 5.230239590602466,
      "grad_norm": 1.7224328752274047,
      "learning_rate": 1.2395685118034788e-05,
      "loss": 0.9727,
      "step": 112424
    },
    {
      "epoch": 5.230286113049546,
      "grad_norm": 1.539600554522393,
      "learning_rate": 1.239420781586048e-05,
      "loss": 0.9062,
      "step": 112425
    },
    {
      "epoch": 5.2303326354966275,
      "grad_norm": 1.6312584934535959,
      "learning_rate": 1.2392730597929268e-05,
      "loss": 0.8594,
      "step": 112426
    },
    {
      "epoch": 5.230379157943708,
      "grad_norm": 1.630244193188155,
      "learning_rate": 1.2391253464242002e-05,
      "loss": 0.9297,
      "step": 112427
    },
    {
      "epoch": 5.2304256803907885,
      "grad_norm": 1.8294535752719927,
      "learning_rate": 1.2389776414799646e-05,
      "loss": 1.0391,
      "step": 112428
    },
    {
      "epoch": 5.230472202837869,
      "grad_norm": 1.5743344646849786,
      "learning_rate": 1.2388299449603068e-05,
      "loss": 0.9023,
      "step": 112429
    },
    {
      "epoch": 5.23051872528495,
      "grad_norm": 1.7320902729549894,
      "learning_rate": 1.2386822568653199e-05,
      "loss": 0.9883,
      "step": 112430
    },
    {
      "epoch": 5.230565247732031,
      "grad_norm": 1.5035965043631176,
      "learning_rate": 1.238534577195089e-05,
      "loss": 0.9336,
      "step": 112431
    },
    {
      "epoch": 5.230611770179111,
      "grad_norm": 1.6031005983736457,
      "learning_rate": 1.2383869059497104e-05,
      "loss": 0.8516,
      "step": 112432
    },
    {
      "epoch": 5.230658292626192,
      "grad_norm": 1.6132280888039636,
      "learning_rate": 1.2382392431292726e-05,
      "loss": 0.8477,
      "step": 112433
    },
    {
      "epoch": 5.230704815073273,
      "grad_norm": 1.7486466432423187,
      "learning_rate": 1.2380915887338671e-05,
      "loss": 0.8867,
      "step": 112434
    },
    {
      "epoch": 5.230751337520354,
      "grad_norm": 1.7314915959189037,
      "learning_rate": 1.237943942763584e-05,
      "loss": 1.0156,
      "step": 112435
    },
    {
      "epoch": 5.230797859967434,
      "grad_norm": 1.5890443821727553,
      "learning_rate": 1.2377963052185081e-05,
      "loss": 0.8281,
      "step": 112436
    },
    {
      "epoch": 5.230844382414515,
      "grad_norm": 1.6155641503502147,
      "learning_rate": 1.2376486760987392e-05,
      "loss": 1.0,
      "step": 112437
    },
    {
      "epoch": 5.230890904861596,
      "grad_norm": 1.7895774656126304,
      "learning_rate": 1.2375010554043607e-05,
      "loss": 1.0312,
      "step": 112438
    },
    {
      "epoch": 5.230937427308676,
      "grad_norm": 1.400729984992284,
      "learning_rate": 1.237353443135466e-05,
      "loss": 0.7578,
      "step": 112439
    },
    {
      "epoch": 5.230983949755757,
      "grad_norm": 1.6568480123372387,
      "learning_rate": 1.2372058392921447e-05,
      "loss": 0.9414,
      "step": 112440
    },
    {
      "epoch": 5.231030472202838,
      "grad_norm": 1.7030675947958986,
      "learning_rate": 1.2370582438744853e-05,
      "loss": 1.0078,
      "step": 112441
    },
    {
      "epoch": 5.231076994649919,
      "grad_norm": 1.913517050778045,
      "learning_rate": 1.2369106568825826e-05,
      "loss": 1.0625,
      "step": 112442
    },
    {
      "epoch": 5.231123517096999,
      "grad_norm": 1.8499587695157975,
      "learning_rate": 1.2367630783165234e-05,
      "loss": 0.9805,
      "step": 112443
    },
    {
      "epoch": 5.23117003954408,
      "grad_norm": 1.829623517368078,
      "learning_rate": 1.236615508176399e-05,
      "loss": 1.1094,
      "step": 112444
    },
    {
      "epoch": 5.231216561991161,
      "grad_norm": 1.851509765857783,
      "learning_rate": 1.2364679464622962e-05,
      "loss": 0.9844,
      "step": 112445
    },
    {
      "epoch": 5.2312630844382415,
      "grad_norm": 1.8692300564993922,
      "learning_rate": 1.2363203931743132e-05,
      "loss": 0.9297,
      "step": 112446
    },
    {
      "epoch": 5.231309606885322,
      "grad_norm": 1.7384089202728306,
      "learning_rate": 1.2361728483125349e-05,
      "loss": 0.9648,
      "step": 112447
    },
    {
      "epoch": 5.2313561293324025,
      "grad_norm": 1.4938814863164367,
      "learning_rate": 1.236025311877053e-05,
      "loss": 0.8438,
      "step": 112448
    },
    {
      "epoch": 5.231402651779484,
      "grad_norm": 1.7885583559150202,
      "learning_rate": 1.2358777838679557e-05,
      "loss": 1.0391,
      "step": 112449
    },
    {
      "epoch": 5.231449174226564,
      "grad_norm": 1.730980068053118,
      "learning_rate": 1.2357302642853361e-05,
      "loss": 0.9531,
      "step": 112450
    },
    {
      "epoch": 5.231495696673645,
      "grad_norm": 1.735907092237852,
      "learning_rate": 1.2355827531292844e-05,
      "loss": 1.0078,
      "step": 112451
    },
    {
      "epoch": 5.231542219120726,
      "grad_norm": 1.9654755258985364,
      "learning_rate": 1.2354352503998905e-05,
      "loss": 1.0469,
      "step": 112452
    },
    {
      "epoch": 5.231588741567807,
      "grad_norm": 1.829434246145095,
      "learning_rate": 1.2352877560972408e-05,
      "loss": 1.1016,
      "step": 112453
    },
    {
      "epoch": 5.231635264014887,
      "grad_norm": 1.6924812425649942,
      "learning_rate": 1.2351402702214302e-05,
      "loss": 0.9023,
      "step": 112454
    },
    {
      "epoch": 5.231681786461968,
      "grad_norm": 1.572416728649567,
      "learning_rate": 1.2349927927725506e-05,
      "loss": 0.8672,
      "step": 112455
    },
    {
      "epoch": 5.231728308909049,
      "grad_norm": 1.969013260856902,
      "learning_rate": 1.2348453237506883e-05,
      "loss": 1.0312,
      "step": 112456
    },
    {
      "epoch": 5.231774831356129,
      "grad_norm": 1.5480950242657814,
      "learning_rate": 1.2346978631559352e-05,
      "loss": 0.957,
      "step": 112457
    },
    {
      "epoch": 5.23182135380321,
      "grad_norm": 1.606432167278916,
      "learning_rate": 1.2345504109883792e-05,
      "loss": 0.8711,
      "step": 112458
    },
    {
      "epoch": 5.23186787625029,
      "grad_norm": 1.5961578192291208,
      "learning_rate": 1.2344029672481138e-05,
      "loss": 1.0391,
      "step": 112459
    },
    {
      "epoch": 5.231914398697372,
      "grad_norm": 1.7354527263390642,
      "learning_rate": 1.2342555319352288e-05,
      "loss": 0.9844,
      "step": 112460
    },
    {
      "epoch": 5.231960921144452,
      "grad_norm": 1.8827819699070385,
      "learning_rate": 1.2341081050498142e-05,
      "loss": 0.9688,
      "step": 112461
    },
    {
      "epoch": 5.232007443591533,
      "grad_norm": 1.7125494712343767,
      "learning_rate": 1.2339606865919565e-05,
      "loss": 1.0156,
      "step": 112462
    },
    {
      "epoch": 5.232053966038614,
      "grad_norm": 1.6029375078670554,
      "learning_rate": 1.2338132765617525e-05,
      "loss": 0.9219,
      "step": 112463
    },
    {
      "epoch": 5.2321004884856945,
      "grad_norm": 1.7499339590190475,
      "learning_rate": 1.2336658749592888e-05,
      "loss": 0.918,
      "step": 112464
    },
    {
      "epoch": 5.232147010932775,
      "grad_norm": 1.5630612106927158,
      "learning_rate": 1.233518481784655e-05,
      "loss": 0.8438,
      "step": 112465
    },
    {
      "epoch": 5.2321935333798555,
      "grad_norm": 1.6609792603152784,
      "learning_rate": 1.233371097037943e-05,
      "loss": 0.9688,
      "step": 112466
    },
    {
      "epoch": 5.232240055826937,
      "grad_norm": 1.7318068086022713,
      "learning_rate": 1.2332237207192409e-05,
      "loss": 0.9375,
      "step": 112467
    },
    {
      "epoch": 5.232286578274017,
      "grad_norm": 1.6197997873481593,
      "learning_rate": 1.2330763528286402e-05,
      "loss": 0.9883,
      "step": 112468
    },
    {
      "epoch": 5.232333100721098,
      "grad_norm": 1.493932769315034,
      "learning_rate": 1.2329289933662345e-05,
      "loss": 0.8398,
      "step": 112469
    },
    {
      "epoch": 5.232379623168178,
      "grad_norm": 1.8225378204614906,
      "learning_rate": 1.2327816423321085e-05,
      "loss": 1.125,
      "step": 112470
    },
    {
      "epoch": 5.23242614561526,
      "grad_norm": 1.5867698739101113,
      "learning_rate": 1.2326342997263538e-05,
      "loss": 0.9375,
      "step": 112471
    },
    {
      "epoch": 5.23247266806234,
      "grad_norm": 1.6045634176863364,
      "learning_rate": 1.2324869655490622e-05,
      "loss": 1.0234,
      "step": 112472
    },
    {
      "epoch": 5.232519190509421,
      "grad_norm": 1.8367452682352001,
      "learning_rate": 1.2323396398003249e-05,
      "loss": 1.0469,
      "step": 112473
    },
    {
      "epoch": 5.232565712956502,
      "grad_norm": 1.7417801438409128,
      "learning_rate": 1.232192322480227e-05,
      "loss": 0.9727,
      "step": 112474
    },
    {
      "epoch": 5.2326122354035824,
      "grad_norm": 1.5374229288295072,
      "learning_rate": 1.2320450135888654e-05,
      "loss": 0.8203,
      "step": 112475
    },
    {
      "epoch": 5.232658757850663,
      "grad_norm": 1.7309556002566202,
      "learning_rate": 1.231897713126323e-05,
      "loss": 0.9219,
      "step": 112476
    },
    {
      "epoch": 5.232705280297743,
      "grad_norm": 1.8563080485089638,
      "learning_rate": 1.2317504210926982e-05,
      "loss": 1.0156,
      "step": 112477
    },
    {
      "epoch": 5.232751802744825,
      "grad_norm": 1.778473358587657,
      "learning_rate": 1.2316031374880758e-05,
      "loss": 1.0312,
      "step": 112478
    },
    {
      "epoch": 5.232798325191905,
      "grad_norm": 1.5076130846990932,
      "learning_rate": 1.2314558623125475e-05,
      "loss": 0.7773,
      "step": 112479
    },
    {
      "epoch": 5.232844847638986,
      "grad_norm": 1.7433967509920731,
      "learning_rate": 1.2313085955662017e-05,
      "loss": 1.1094,
      "step": 112480
    },
    {
      "epoch": 5.232891370086066,
      "grad_norm": 1.8156760325846533,
      "learning_rate": 1.2311613372491314e-05,
      "loss": 0.957,
      "step": 112481
    },
    {
      "epoch": 5.232937892533148,
      "grad_norm": 1.748054840728289,
      "learning_rate": 1.231014087361425e-05,
      "loss": 0.8906,
      "step": 112482
    },
    {
      "epoch": 5.232984414980228,
      "grad_norm": 1.8181248827855365,
      "learning_rate": 1.2308668459031724e-05,
      "loss": 1.0469,
      "step": 112483
    },
    {
      "epoch": 5.2330309374273085,
      "grad_norm": 1.693421102841339,
      "learning_rate": 1.2307196128744634e-05,
      "loss": 0.9336,
      "step": 112484
    },
    {
      "epoch": 5.233077459874389,
      "grad_norm": 1.728848394729001,
      "learning_rate": 1.2305723882753898e-05,
      "loss": 1.0859,
      "step": 112485
    },
    {
      "epoch": 5.23312398232147,
      "grad_norm": 1.6420352421419389,
      "learning_rate": 1.2304251721060416e-05,
      "loss": 0.9844,
      "step": 112486
    },
    {
      "epoch": 5.233170504768551,
      "grad_norm": 1.8614720266915419,
      "learning_rate": 1.2302779643665084e-05,
      "loss": 0.9375,
      "step": 112487
    },
    {
      "epoch": 5.233217027215631,
      "grad_norm": 1.7980847102566377,
      "learning_rate": 1.2301307650568788e-05,
      "loss": 1.0625,
      "step": 112488
    },
    {
      "epoch": 5.233263549662713,
      "grad_norm": 1.7853151040226998,
      "learning_rate": 1.229983574177244e-05,
      "loss": 1.0703,
      "step": 112489
    },
    {
      "epoch": 5.233310072109793,
      "grad_norm": 1.6565605268307102,
      "learning_rate": 1.2298363917276977e-05,
      "loss": 0.8711,
      "step": 112490
    },
    {
      "epoch": 5.233356594556874,
      "grad_norm": 1.8566589940853118,
      "learning_rate": 1.2296892177083245e-05,
      "loss": 0.9375,
      "step": 112491
    },
    {
      "epoch": 5.233403117003954,
      "grad_norm": 1.5049626085709518,
      "learning_rate": 1.2295420521192178e-05,
      "loss": 0.8672,
      "step": 112492
    },
    {
      "epoch": 5.2334496394510355,
      "grad_norm": 2.0313314806788987,
      "learning_rate": 1.2293948949604626e-05,
      "loss": 1.0859,
      "step": 112493
    },
    {
      "epoch": 5.233496161898116,
      "grad_norm": 1.727918661761528,
      "learning_rate": 1.229247746232157e-05,
      "loss": 1.0234,
      "step": 112494
    },
    {
      "epoch": 5.233542684345196,
      "grad_norm": 1.7351960572279623,
      "learning_rate": 1.2291006059343861e-05,
      "loss": 0.9844,
      "step": 112495
    },
    {
      "epoch": 5.233589206792277,
      "grad_norm": 1.7824012402307952,
      "learning_rate": 1.2289534740672397e-05,
      "loss": 1.0078,
      "step": 112496
    },
    {
      "epoch": 5.233635729239358,
      "grad_norm": 1.5922230131681252,
      "learning_rate": 1.228806350630811e-05,
      "loss": 0.9648,
      "step": 112497
    },
    {
      "epoch": 5.233682251686439,
      "grad_norm": 1.7139644942196313,
      "learning_rate": 1.2286592356251851e-05,
      "loss": 0.9375,
      "step": 112498
    },
    {
      "epoch": 5.233728774133519,
      "grad_norm": 1.6280580481652518,
      "learning_rate": 1.2285121290504585e-05,
      "loss": 0.9727,
      "step": 112499
    },
    {
      "epoch": 5.2337752965806,
      "grad_norm": 1.8057009756467302,
      "learning_rate": 1.2283650309067178e-05,
      "loss": 1.0469,
      "step": 112500
    },
    {
      "epoch": 5.233821819027681,
      "grad_norm": 1.5694766798229027,
      "learning_rate": 1.228217941194053e-05,
      "loss": 0.8359,
      "step": 112501
    },
    {
      "epoch": 5.2338683414747615,
      "grad_norm": 1.6649059770858763,
      "learning_rate": 1.2280708599125522e-05,
      "loss": 0.9375,
      "step": 112502
    },
    {
      "epoch": 5.233914863921842,
      "grad_norm": 1.7277353671392757,
      "learning_rate": 1.2279237870623088e-05,
      "loss": 0.9883,
      "step": 112503
    },
    {
      "epoch": 5.233961386368923,
      "grad_norm": 1.7980203951517413,
      "learning_rate": 1.2277767226434127e-05,
      "loss": 0.9492,
      "step": 112504
    },
    {
      "epoch": 5.234007908816004,
      "grad_norm": 1.7579673422100008,
      "learning_rate": 1.2276296666559537e-05,
      "loss": 1.0,
      "step": 112505
    },
    {
      "epoch": 5.234054431263084,
      "grad_norm": 1.7184404462539997,
      "learning_rate": 1.227482619100017e-05,
      "loss": 1.0156,
      "step": 112506
    },
    {
      "epoch": 5.234100953710165,
      "grad_norm": 1.7249056402759064,
      "learning_rate": 1.227335579975699e-05,
      "loss": 0.9961,
      "step": 112507
    },
    {
      "epoch": 5.234147476157246,
      "grad_norm": 1.6752386605725023,
      "learning_rate": 1.2271885492830897e-05,
      "loss": 0.8828,
      "step": 112508
    },
    {
      "epoch": 5.234193998604327,
      "grad_norm": 1.6447431264672687,
      "learning_rate": 1.227041527022274e-05,
      "loss": 0.8906,
      "step": 112509
    },
    {
      "epoch": 5.234240521051407,
      "grad_norm": 1.6972302392110261,
      "learning_rate": 1.2268945131933434e-05,
      "loss": 1.0781,
      "step": 112510
    },
    {
      "epoch": 5.234287043498488,
      "grad_norm": 1.8013724462102148,
      "learning_rate": 1.2267475077963912e-05,
      "loss": 0.9531,
      "step": 112511
    },
    {
      "epoch": 5.234333565945569,
      "grad_norm": 1.5289498766518712,
      "learning_rate": 1.2266005108315058e-05,
      "loss": 0.8125,
      "step": 112512
    },
    {
      "epoch": 5.2343800883926495,
      "grad_norm": 1.7159845930230344,
      "learning_rate": 1.2264535222987771e-05,
      "loss": 0.9375,
      "step": 112513
    },
    {
      "epoch": 5.23442661083973,
      "grad_norm": 1.8852980812829006,
      "learning_rate": 1.2263065421982914e-05,
      "loss": 1.0234,
      "step": 112514
    },
    {
      "epoch": 5.234473133286811,
      "grad_norm": 1.8318813509212002,
      "learning_rate": 1.2261595705301441e-05,
      "loss": 1.0312,
      "step": 112515
    },
    {
      "epoch": 5.234519655733892,
      "grad_norm": 1.7290851153331253,
      "learning_rate": 1.2260126072944249e-05,
      "loss": 1.0938,
      "step": 112516
    },
    {
      "epoch": 5.234566178180972,
      "grad_norm": 1.8046696746519473,
      "learning_rate": 1.2258656524912202e-05,
      "loss": 0.9258,
      "step": 112517
    },
    {
      "epoch": 5.234612700628053,
      "grad_norm": 1.6892435540331858,
      "learning_rate": 1.2257187061206202e-05,
      "loss": 0.9375,
      "step": 112518
    },
    {
      "epoch": 5.234659223075134,
      "grad_norm": 1.754085004209681,
      "learning_rate": 1.2255717681827182e-05,
      "loss": 1.0156,
      "step": 112519
    },
    {
      "epoch": 5.234705745522215,
      "grad_norm": 1.7758519595516453,
      "learning_rate": 1.2254248386776006e-05,
      "loss": 0.9805,
      "step": 112520
    },
    {
      "epoch": 5.234752267969295,
      "grad_norm": 1.9304512143653636,
      "learning_rate": 1.2252779176053606e-05,
      "loss": 1.0938,
      "step": 112521
    },
    {
      "epoch": 5.2347987904163755,
      "grad_norm": 1.8238391973503743,
      "learning_rate": 1.2251310049660867e-05,
      "loss": 1.0391,
      "step": 112522
    },
    {
      "epoch": 5.234845312863457,
      "grad_norm": 1.5953484163790999,
      "learning_rate": 1.2249841007598703e-05,
      "loss": 0.8203,
      "step": 112523
    },
    {
      "epoch": 5.234891835310537,
      "grad_norm": 1.7141421216816308,
      "learning_rate": 1.2248372049867967e-05,
      "loss": 0.8477,
      "step": 112524
    },
    {
      "epoch": 5.234938357757618,
      "grad_norm": 1.5046168105834066,
      "learning_rate": 1.2246903176469602e-05,
      "loss": 0.7969,
      "step": 112525
    },
    {
      "epoch": 5.234984880204699,
      "grad_norm": 1.6731222996396269,
      "learning_rate": 1.2245434387404512e-05,
      "loss": 0.9609,
      "step": 112526
    },
    {
      "epoch": 5.23503140265178,
      "grad_norm": 1.9253298391985443,
      "learning_rate": 1.2243965682673562e-05,
      "loss": 1.0938,
      "step": 112527
    },
    {
      "epoch": 5.23507792509886,
      "grad_norm": 1.7449880550415715,
      "learning_rate": 1.224249706227765e-05,
      "loss": 1.0625,
      "step": 112528
    },
    {
      "epoch": 5.235124447545941,
      "grad_norm": 1.6189111876339082,
      "learning_rate": 1.2241028526217728e-05,
      "loss": 1.0156,
      "step": 112529
    },
    {
      "epoch": 5.235170969993022,
      "grad_norm": 1.8070845841040188,
      "learning_rate": 1.2239560074494641e-05,
      "loss": 0.9531,
      "step": 112530
    },
    {
      "epoch": 5.2352174924401025,
      "grad_norm": 1.7728440188480057,
      "learning_rate": 1.2238091707109326e-05,
      "loss": 1.0781,
      "step": 112531
    },
    {
      "epoch": 5.235264014887183,
      "grad_norm": 1.5630428078145115,
      "learning_rate": 1.223662342406263e-05,
      "loss": 0.8438,
      "step": 112532
    },
    {
      "epoch": 5.235310537334263,
      "grad_norm": 1.5512788284071835,
      "learning_rate": 1.2235155225355502e-05,
      "loss": 0.8828,
      "step": 112533
    },
    {
      "epoch": 5.235357059781345,
      "grad_norm": 1.4892974231657865,
      "learning_rate": 1.2233687110988844e-05,
      "loss": 0.8516,
      "step": 112534
    },
    {
      "epoch": 5.235403582228425,
      "grad_norm": 1.7706356359848985,
      "learning_rate": 1.2232219080963517e-05,
      "loss": 1.0,
      "step": 112535
    },
    {
      "epoch": 5.235450104675506,
      "grad_norm": 1.705771995403386,
      "learning_rate": 1.2230751135280426e-05,
      "loss": 1.0703,
      "step": 112536
    },
    {
      "epoch": 5.235496627122586,
      "grad_norm": 1.8645115848065528,
      "learning_rate": 1.22292832739405e-05,
      "loss": 0.957,
      "step": 112537
    },
    {
      "epoch": 5.235543149569668,
      "grad_norm": 1.8443957360841743,
      "learning_rate": 1.2227815496944604e-05,
      "loss": 1.0078,
      "step": 112538
    },
    {
      "epoch": 5.235589672016748,
      "grad_norm": 1.7842770956544634,
      "learning_rate": 1.2226347804293674e-05,
      "loss": 0.8672,
      "step": 112539
    },
    {
      "epoch": 5.2356361944638286,
      "grad_norm": 1.9009029798786192,
      "learning_rate": 1.2224880195988556e-05,
      "loss": 1.0703,
      "step": 112540
    },
    {
      "epoch": 5.23568271691091,
      "grad_norm": 1.8595343575196337,
      "learning_rate": 1.2223412672030169e-05,
      "loss": 1.0234,
      "step": 112541
    },
    {
      "epoch": 5.23572923935799,
      "grad_norm": 1.6913547440261172,
      "learning_rate": 1.2221945232419444e-05,
      "loss": 0.9023,
      "step": 112542
    },
    {
      "epoch": 5.235775761805071,
      "grad_norm": 1.658989978134122,
      "learning_rate": 1.2220477877157264e-05,
      "loss": 0.8984,
      "step": 112543
    },
    {
      "epoch": 5.235822284252151,
      "grad_norm": 1.6377735676565388,
      "learning_rate": 1.2219010606244528e-05,
      "loss": 1.0156,
      "step": 112544
    },
    {
      "epoch": 5.235868806699233,
      "grad_norm": 1.6460522428990112,
      "learning_rate": 1.2217543419682119e-05,
      "loss": 0.9414,
      "step": 112545
    },
    {
      "epoch": 5.235915329146313,
      "grad_norm": 1.696096073028326,
      "learning_rate": 1.2216076317470902e-05,
      "loss": 1.0547,
      "step": 112546
    },
    {
      "epoch": 5.235961851593394,
      "grad_norm": 1.7335357772780389,
      "learning_rate": 1.221460929961186e-05,
      "loss": 1.0312,
      "step": 112547
    },
    {
      "epoch": 5.236008374040474,
      "grad_norm": 1.6871381115609272,
      "learning_rate": 1.2213142366105827e-05,
      "loss": 0.8906,
      "step": 112548
    },
    {
      "epoch": 5.2360548964875555,
      "grad_norm": 1.7061399356231015,
      "learning_rate": 1.2211675516953734e-05,
      "loss": 1.0469,
      "step": 112549
    },
    {
      "epoch": 5.236101418934636,
      "grad_norm": 1.585412978456154,
      "learning_rate": 1.2210208752156447e-05,
      "loss": 1.0156,
      "step": 112550
    },
    {
      "epoch": 5.2361479413817165,
      "grad_norm": 1.795496283813837,
      "learning_rate": 1.22087420717149e-05,
      "loss": 1.0078,
      "step": 112551
    },
    {
      "epoch": 5.236194463828797,
      "grad_norm": 1.6151956139519674,
      "learning_rate": 1.2207275475629973e-05,
      "loss": 0.9297,
      "step": 112552
    },
    {
      "epoch": 5.236240986275878,
      "grad_norm": 1.6583735696873818,
      "learning_rate": 1.2205808963902553e-05,
      "loss": 0.9219,
      "step": 112553
    },
    {
      "epoch": 5.236287508722959,
      "grad_norm": 1.9236188409422583,
      "learning_rate": 1.2204342536533535e-05,
      "loss": 1.0156,
      "step": 112554
    },
    {
      "epoch": 5.236334031170039,
      "grad_norm": 1.7124674822938633,
      "learning_rate": 1.2202876193523853e-05,
      "loss": 1.0625,
      "step": 112555
    },
    {
      "epoch": 5.236380553617121,
      "grad_norm": 1.5609253600783501,
      "learning_rate": 1.220140993487439e-05,
      "loss": 0.9062,
      "step": 112556
    },
    {
      "epoch": 5.236427076064201,
      "grad_norm": 1.6861929196186012,
      "learning_rate": 1.2199943760586028e-05,
      "loss": 0.8672,
      "step": 112557
    },
    {
      "epoch": 5.236473598511282,
      "grad_norm": 1.596415714450623,
      "learning_rate": 1.2198477670659651e-05,
      "loss": 0.8984,
      "step": 112558
    },
    {
      "epoch": 5.236520120958362,
      "grad_norm": 1.8338406862034724,
      "learning_rate": 1.219701166509619e-05,
      "loss": 0.9453,
      "step": 112559
    },
    {
      "epoch": 5.236566643405443,
      "grad_norm": 1.6364079665477687,
      "learning_rate": 1.2195545743896545e-05,
      "loss": 1.0312,
      "step": 112560
    },
    {
      "epoch": 5.236613165852524,
      "grad_norm": 1.754929612311894,
      "learning_rate": 1.21940799070616e-05,
      "loss": 0.9414,
      "step": 112561
    },
    {
      "epoch": 5.236659688299604,
      "grad_norm": 1.7330696673584014,
      "learning_rate": 1.2192614154592218e-05,
      "loss": 0.9141,
      "step": 112562
    },
    {
      "epoch": 5.236706210746685,
      "grad_norm": 1.8865514485231984,
      "learning_rate": 1.2191148486489333e-05,
      "loss": 1.0391,
      "step": 112563
    },
    {
      "epoch": 5.236752733193766,
      "grad_norm": 1.7302722849740249,
      "learning_rate": 1.2189682902753861e-05,
      "loss": 0.8555,
      "step": 112564
    },
    {
      "epoch": 5.236799255640847,
      "grad_norm": 1.6969104210953496,
      "learning_rate": 1.2188217403386686e-05,
      "loss": 1.0312,
      "step": 112565
    },
    {
      "epoch": 5.236845778087927,
      "grad_norm": 1.5793880335500916,
      "learning_rate": 1.2186751988388688e-05,
      "loss": 1.0312,
      "step": 112566
    },
    {
      "epoch": 5.2368923005350085,
      "grad_norm": 1.8679238666476656,
      "learning_rate": 1.2185286657760752e-05,
      "loss": 1.0547,
      "step": 112567
    },
    {
      "epoch": 5.236938822982089,
      "grad_norm": 1.8285706899441174,
      "learning_rate": 1.2183821411503824e-05,
      "loss": 1.0078,
      "step": 112568
    },
    {
      "epoch": 5.2369853454291695,
      "grad_norm": 1.781843299683159,
      "learning_rate": 1.2182356249618775e-05,
      "loss": 1.0547,
      "step": 112569
    },
    {
      "epoch": 5.23703186787625,
      "grad_norm": 1.4844504152148699,
      "learning_rate": 1.2180891172106483e-05,
      "loss": 0.8633,
      "step": 112570
    },
    {
      "epoch": 5.237078390323331,
      "grad_norm": 1.6019228558473904,
      "learning_rate": 1.2179426178967882e-05,
      "loss": 0.9258,
      "step": 112571
    },
    {
      "epoch": 5.237124912770412,
      "grad_norm": 1.7787322762933102,
      "learning_rate": 1.2177961270203806e-05,
      "loss": 1.0,
      "step": 112572
    },
    {
      "epoch": 5.237171435217492,
      "grad_norm": 1.639134551676433,
      "learning_rate": 1.2176496445815238e-05,
      "loss": 0.9844,
      "step": 112573
    },
    {
      "epoch": 5.237217957664573,
      "grad_norm": 1.8093059640320983,
      "learning_rate": 1.2175031705803023e-05,
      "loss": 0.9609,
      "step": 112574
    },
    {
      "epoch": 5.237264480111654,
      "grad_norm": 1.4475956569272843,
      "learning_rate": 1.2173567050168065e-05,
      "loss": 0.8438,
      "step": 112575
    },
    {
      "epoch": 5.237311002558735,
      "grad_norm": 1.6115939146568359,
      "learning_rate": 1.2172102478911228e-05,
      "loss": 0.9492,
      "step": 112576
    },
    {
      "epoch": 5.237357525005815,
      "grad_norm": 1.833469243568752,
      "learning_rate": 1.2170637992033478e-05,
      "loss": 1.0234,
      "step": 112577
    },
    {
      "epoch": 5.2374040474528964,
      "grad_norm": 1.7402270033938283,
      "learning_rate": 1.2169173589535663e-05,
      "loss": 0.957,
      "step": 112578
    },
    {
      "epoch": 5.237450569899977,
      "grad_norm": 1.6740449293206305,
      "learning_rate": 1.2167709271418703e-05,
      "loss": 0.9375,
      "step": 112579
    },
    {
      "epoch": 5.237497092347057,
      "grad_norm": 1.6442769117944749,
      "learning_rate": 1.216624503768346e-05,
      "loss": 0.8203,
      "step": 112580
    },
    {
      "epoch": 5.237543614794138,
      "grad_norm": 1.8363786893401348,
      "learning_rate": 1.2164780888330883e-05,
      "loss": 0.9609,
      "step": 112581
    },
    {
      "epoch": 5.237590137241219,
      "grad_norm": 1.6440757182146084,
      "learning_rate": 1.2163316823361823e-05,
      "loss": 0.9102,
      "step": 112582
    },
    {
      "epoch": 5.2376366596883,
      "grad_norm": 1.608640910873956,
      "learning_rate": 1.2161852842777198e-05,
      "loss": 0.8633,
      "step": 112583
    },
    {
      "epoch": 5.23768318213538,
      "grad_norm": 1.8275337148414004,
      "learning_rate": 1.2160388946577887e-05,
      "loss": 0.9688,
      "step": 112584
    },
    {
      "epoch": 5.237729704582461,
      "grad_norm": 1.6640878186630121,
      "learning_rate": 1.2158925134764792e-05,
      "loss": 0.8945,
      "step": 112585
    },
    {
      "epoch": 5.237776227029542,
      "grad_norm": 1.7427414447423908,
      "learning_rate": 1.2157461407338825e-05,
      "loss": 0.9922,
      "step": 112586
    },
    {
      "epoch": 5.2378227494766225,
      "grad_norm": 1.5526977982350105,
      "learning_rate": 1.215599776430089e-05,
      "loss": 0.7969,
      "step": 112587
    },
    {
      "epoch": 5.237869271923703,
      "grad_norm": 1.5256253875830894,
      "learning_rate": 1.2154534205651866e-05,
      "loss": 0.9297,
      "step": 112588
    },
    {
      "epoch": 5.2379157943707835,
      "grad_norm": 1.669878772048725,
      "learning_rate": 1.2153070731392623e-05,
      "loss": 1.0391,
      "step": 112589
    },
    {
      "epoch": 5.237962316817865,
      "grad_norm": 1.710532733876212,
      "learning_rate": 1.2151607341524106e-05,
      "loss": 0.8984,
      "step": 112590
    },
    {
      "epoch": 5.238008839264945,
      "grad_norm": 2.029085546677918,
      "learning_rate": 1.2150144036047182e-05,
      "loss": 1.0391,
      "step": 112591
    },
    {
      "epoch": 5.238055361712026,
      "grad_norm": 1.6764575479966815,
      "learning_rate": 1.2148680814962752e-05,
      "loss": 0.9609,
      "step": 112592
    },
    {
      "epoch": 5.238101884159107,
      "grad_norm": 1.7881504032160231,
      "learning_rate": 1.2147217678271681e-05,
      "loss": 0.9961,
      "step": 112593
    },
    {
      "epoch": 5.238148406606188,
      "grad_norm": 1.5789843967491348,
      "learning_rate": 1.2145754625974935e-05,
      "loss": 0.9375,
      "step": 112594
    },
    {
      "epoch": 5.238194929053268,
      "grad_norm": 1.638292349074504,
      "learning_rate": 1.2144291658073363e-05,
      "loss": 0.9141,
      "step": 112595
    },
    {
      "epoch": 5.238241451500349,
      "grad_norm": 1.5744351883579164,
      "learning_rate": 1.2142828774567881e-05,
      "loss": 0.9453,
      "step": 112596
    },
    {
      "epoch": 5.23828797394743,
      "grad_norm": 1.6300823651050038,
      "learning_rate": 1.2141365975459356e-05,
      "loss": 0.9492,
      "step": 112597
    },
    {
      "epoch": 5.23833449639451,
      "grad_norm": 1.7336481515400206,
      "learning_rate": 1.2139903260748685e-05,
      "loss": 0.9844,
      "step": 112598
    },
    {
      "epoch": 5.238381018841591,
      "grad_norm": 1.6179508619719298,
      "learning_rate": 1.2138440630436785e-05,
      "loss": 0.957,
      "step": 112599
    },
    {
      "epoch": 5.238427541288671,
      "grad_norm": 1.6765080450941559,
      "learning_rate": 1.2136978084524556e-05,
      "loss": 0.9648,
      "step": 112600
    },
    {
      "epoch": 5.238474063735753,
      "grad_norm": 1.921191647860241,
      "learning_rate": 1.213551562301288e-05,
      "loss": 1.0859,
      "step": 112601
    },
    {
      "epoch": 5.238520586182833,
      "grad_norm": 1.5584372676436684,
      "learning_rate": 1.2134053245902642e-05,
      "loss": 0.8672,
      "step": 112602
    },
    {
      "epoch": 5.238567108629914,
      "grad_norm": 1.7660919393246857,
      "learning_rate": 1.2132590953194753e-05,
      "loss": 0.9297,
      "step": 112603
    },
    {
      "epoch": 5.238613631076995,
      "grad_norm": 1.8165847052986717,
      "learning_rate": 1.2131128744890118e-05,
      "loss": 1.0547,
      "step": 112604
    },
    {
      "epoch": 5.2386601535240755,
      "grad_norm": 1.7184825957199588,
      "learning_rate": 1.2129666620989614e-05,
      "loss": 0.9766,
      "step": 112605
    },
    {
      "epoch": 5.238706675971156,
      "grad_norm": 1.4805812352774592,
      "learning_rate": 1.2128204581494111e-05,
      "loss": 0.7578,
      "step": 112606
    },
    {
      "epoch": 5.2387531984182365,
      "grad_norm": 1.8334370438778957,
      "learning_rate": 1.212674262640454e-05,
      "loss": 1.0625,
      "step": 112607
    },
    {
      "epoch": 5.238799720865318,
      "grad_norm": 1.6886822406040272,
      "learning_rate": 1.2125280755721817e-05,
      "loss": 0.793,
      "step": 112608
    },
    {
      "epoch": 5.238846243312398,
      "grad_norm": 1.668955646917445,
      "learning_rate": 1.2123818969446808e-05,
      "loss": 0.9258,
      "step": 112609
    },
    {
      "epoch": 5.238892765759479,
      "grad_norm": 1.8612299382317348,
      "learning_rate": 1.2122357267580412e-05,
      "loss": 0.9336,
      "step": 112610
    },
    {
      "epoch": 5.238939288206559,
      "grad_norm": 1.6663532820787448,
      "learning_rate": 1.2120895650123497e-05,
      "loss": 0.9453,
      "step": 112611
    },
    {
      "epoch": 5.238985810653641,
      "grad_norm": 1.7895726809316486,
      "learning_rate": 1.2119434117076993e-05,
      "loss": 0.9961,
      "step": 112612
    },
    {
      "epoch": 5.239032333100721,
      "grad_norm": 1.7171818187043,
      "learning_rate": 1.21179726684418e-05,
      "loss": 1.0625,
      "step": 112613
    },
    {
      "epoch": 5.239078855547802,
      "grad_norm": 1.7738142704442494,
      "learning_rate": 1.2116511304218785e-05,
      "loss": 0.9297,
      "step": 112614
    },
    {
      "epoch": 5.239125377994883,
      "grad_norm": 1.6066645773798098,
      "learning_rate": 1.2115050024408845e-05,
      "loss": 0.9219,
      "step": 112615
    },
    {
      "epoch": 5.2391719004419635,
      "grad_norm": 1.6073077016858552,
      "learning_rate": 1.21135888290129e-05,
      "loss": 0.8867,
      "step": 112616
    },
    {
      "epoch": 5.239218422889044,
      "grad_norm": 1.65424607453236,
      "learning_rate": 1.2112127718031828e-05,
      "loss": 0.9219,
      "step": 112617
    },
    {
      "epoch": 5.239264945336124,
      "grad_norm": 1.5437706196949994,
      "learning_rate": 1.2110666691466515e-05,
      "loss": 0.8516,
      "step": 112618
    },
    {
      "epoch": 5.239311467783206,
      "grad_norm": 1.6154383635752272,
      "learning_rate": 1.210920574931784e-05,
      "loss": 0.8594,
      "step": 112619
    },
    {
      "epoch": 5.239357990230286,
      "grad_norm": 1.6904536313563465,
      "learning_rate": 1.2107744891586756e-05,
      "loss": 0.9297,
      "step": 112620
    },
    {
      "epoch": 5.239404512677367,
      "grad_norm": 1.5928644374156335,
      "learning_rate": 1.2106284118274128e-05,
      "loss": 0.9141,
      "step": 112621
    },
    {
      "epoch": 5.239451035124447,
      "grad_norm": 1.6992162937030202,
      "learning_rate": 1.210482342938084e-05,
      "loss": 0.9062,
      "step": 112622
    },
    {
      "epoch": 5.239497557571529,
      "grad_norm": 2.0111534762969874,
      "learning_rate": 1.2103362824907802e-05,
      "loss": 1.1172,
      "step": 112623
    },
    {
      "epoch": 5.239544080018609,
      "grad_norm": 1.703326184986918,
      "learning_rate": 1.2101902304855854e-05,
      "loss": 1.0156,
      "step": 112624
    },
    {
      "epoch": 5.2395906024656895,
      "grad_norm": 1.556881351694437,
      "learning_rate": 1.2100441869225974e-05,
      "loss": 0.9883,
      "step": 112625
    },
    {
      "epoch": 5.23963712491277,
      "grad_norm": 1.755096525569196,
      "learning_rate": 1.2098981518019013e-05,
      "loss": 0.9531,
      "step": 112626
    },
    {
      "epoch": 5.239683647359851,
      "grad_norm": 1.8295376513320987,
      "learning_rate": 1.2097521251235854e-05,
      "loss": 1.0234,
      "step": 112627
    },
    {
      "epoch": 5.239730169806932,
      "grad_norm": 1.9044075565957714,
      "learning_rate": 1.2096061068877395e-05,
      "loss": 1.0312,
      "step": 112628
    },
    {
      "epoch": 5.239776692254012,
      "grad_norm": 1.682341286230419,
      "learning_rate": 1.2094600970944534e-05,
      "loss": 0.8398,
      "step": 112629
    },
    {
      "epoch": 5.239823214701094,
      "grad_norm": 1.7039878407826305,
      "learning_rate": 1.2093140957438207e-05,
      "loss": 0.9375,
      "step": 112630
    },
    {
      "epoch": 5.239869737148174,
      "grad_norm": 1.7050759838865623,
      "learning_rate": 1.2091681028359262e-05,
      "loss": 0.875,
      "step": 112631
    },
    {
      "epoch": 5.239916259595255,
      "grad_norm": 1.7215910022983603,
      "learning_rate": 1.2090221183708597e-05,
      "loss": 0.9531,
      "step": 112632
    },
    {
      "epoch": 5.239962782042335,
      "grad_norm": 1.7188121226322308,
      "learning_rate": 1.2088761423487097e-05,
      "loss": 1.0391,
      "step": 112633
    },
    {
      "epoch": 5.2400093044894165,
      "grad_norm": 1.63367699536799,
      "learning_rate": 1.2087301747695693e-05,
      "loss": 0.9453,
      "step": 112634
    },
    {
      "epoch": 5.240055826936497,
      "grad_norm": 1.686083050932529,
      "learning_rate": 1.2085842156335252e-05,
      "loss": 1.0391,
      "step": 112635
    },
    {
      "epoch": 5.240102349383577,
      "grad_norm": 1.8300142481661783,
      "learning_rate": 1.208438264940667e-05,
      "loss": 1.1484,
      "step": 112636
    },
    {
      "epoch": 5.240148871830658,
      "grad_norm": 1.6718115948654984,
      "learning_rate": 1.2082923226910818e-05,
      "loss": 0.9844,
      "step": 112637
    },
    {
      "epoch": 5.240195394277739,
      "grad_norm": 1.6255444170324895,
      "learning_rate": 1.2081463888848641e-05,
      "loss": 1.0312,
      "step": 112638
    },
    {
      "epoch": 5.24024191672482,
      "grad_norm": 1.6761704762548983,
      "learning_rate": 1.2080004635221007e-05,
      "loss": 0.9414,
      "step": 112639
    },
    {
      "epoch": 5.2402884391719,
      "grad_norm": 1.7802486440186687,
      "learning_rate": 1.2078545466028816e-05,
      "loss": 0.9648,
      "step": 112640
    },
    {
      "epoch": 5.240334961618981,
      "grad_norm": 2.017201346526555,
      "learning_rate": 1.2077086381272916e-05,
      "loss": 1.0938,
      "step": 112641
    },
    {
      "epoch": 5.240381484066062,
      "grad_norm": 1.7326653737265585,
      "learning_rate": 1.2075627380954256e-05,
      "loss": 1.0625,
      "step": 112642
    },
    {
      "epoch": 5.2404280065131426,
      "grad_norm": 1.680725505174643,
      "learning_rate": 1.2074168465073719e-05,
      "loss": 0.9375,
      "step": 112643
    },
    {
      "epoch": 5.240474528960223,
      "grad_norm": 1.7078431289142073,
      "learning_rate": 1.2072709633632188e-05,
      "loss": 1.0078,
      "step": 112644
    },
    {
      "epoch": 5.240521051407304,
      "grad_norm": 1.8008159328228315,
      "learning_rate": 1.2071250886630529e-05,
      "loss": 1.0312,
      "step": 112645
    },
    {
      "epoch": 5.240567573854385,
      "grad_norm": 1.9102113910389604,
      "learning_rate": 1.2069792224069675e-05,
      "loss": 1.0,
      "step": 112646
    },
    {
      "epoch": 5.240614096301465,
      "grad_norm": 1.6048927904232726,
      "learning_rate": 1.2068333645950524e-05,
      "loss": 0.8633,
      "step": 112647
    },
    {
      "epoch": 5.240660618748546,
      "grad_norm": 1.6044742442514222,
      "learning_rate": 1.2066875152273959e-05,
      "loss": 1.0234,
      "step": 112648
    },
    {
      "epoch": 5.240707141195627,
      "grad_norm": 1.5759518025883734,
      "learning_rate": 1.2065416743040846e-05,
      "loss": 0.9453,
      "step": 112649
    },
    {
      "epoch": 5.240753663642708,
      "grad_norm": 1.9703643571200706,
      "learning_rate": 1.206395841825205e-05,
      "loss": 1.0625,
      "step": 112650
    },
    {
      "epoch": 5.240800186089788,
      "grad_norm": 1.786719909690785,
      "learning_rate": 1.2062500177908574e-05,
      "loss": 0.9883,
      "step": 112651
    },
    {
      "epoch": 5.240846708536869,
      "grad_norm": 1.7752069864753013,
      "learning_rate": 1.2061042022011247e-05,
      "loss": 1.0312,
      "step": 112652
    },
    {
      "epoch": 5.24089323098395,
      "grad_norm": 1.7777275639809729,
      "learning_rate": 1.2059583950560952e-05,
      "loss": 0.957,
      "step": 112653
    },
    {
      "epoch": 5.2409397534310305,
      "grad_norm": 1.6414054313921502,
      "learning_rate": 1.2058125963558606e-05,
      "loss": 0.9141,
      "step": 112654
    },
    {
      "epoch": 5.240986275878111,
      "grad_norm": 1.5610176727623584,
      "learning_rate": 1.205666806100506e-05,
      "loss": 0.8398,
      "step": 112655
    },
    {
      "epoch": 5.241032798325192,
      "grad_norm": 1.8412293019818882,
      "learning_rate": 1.2055210242901258e-05,
      "loss": 0.9336,
      "step": 112656
    },
    {
      "epoch": 5.241079320772273,
      "grad_norm": 1.5661088958707259,
      "learning_rate": 1.2053752509248071e-05,
      "loss": 0.8828,
      "step": 112657
    },
    {
      "epoch": 5.241125843219353,
      "grad_norm": 1.5623954787250145,
      "learning_rate": 1.205229486004638e-05,
      "loss": 0.9141,
      "step": 112658
    },
    {
      "epoch": 5.241172365666434,
      "grad_norm": 1.6100410120955042,
      "learning_rate": 1.2050837295297067e-05,
      "loss": 0.9453,
      "step": 112659
    },
    {
      "epoch": 5.241218888113515,
      "grad_norm": 1.6683542291163864,
      "learning_rate": 1.2049379815001081e-05,
      "loss": 0.8867,
      "step": 112660
    },
    {
      "epoch": 5.241265410560596,
      "grad_norm": 1.6018414579492042,
      "learning_rate": 1.2047922419159255e-05,
      "loss": 0.9844,
      "step": 112661
    },
    {
      "epoch": 5.241311933007676,
      "grad_norm": 1.7761391389380796,
      "learning_rate": 1.2046465107772523e-05,
      "loss": 0.9648,
      "step": 112662
    },
    {
      "epoch": 5.2413584554547565,
      "grad_norm": 1.698950464309767,
      "learning_rate": 1.2045007880841734e-05,
      "loss": 0.9688,
      "step": 112663
    },
    {
      "epoch": 5.241404977901838,
      "grad_norm": 1.5273436789044943,
      "learning_rate": 1.2043550738367818e-05,
      "loss": 0.7812,
      "step": 112664
    },
    {
      "epoch": 5.241451500348918,
      "grad_norm": 1.7350751763801056,
      "learning_rate": 1.2042093680351661e-05,
      "loss": 0.957,
      "step": 112665
    },
    {
      "epoch": 5.241498022795999,
      "grad_norm": 1.6929122233520821,
      "learning_rate": 1.2040636706794144e-05,
      "loss": 0.9492,
      "step": 112666
    },
    {
      "epoch": 5.24154454524308,
      "grad_norm": 1.5661423274938644,
      "learning_rate": 1.2039179817696131e-05,
      "loss": 0.8008,
      "step": 112667
    },
    {
      "epoch": 5.241591067690161,
      "grad_norm": 1.5020358112322565,
      "learning_rate": 1.2037723013058576e-05,
      "loss": 0.8086,
      "step": 112668
    },
    {
      "epoch": 5.241637590137241,
      "grad_norm": 1.6374944470881212,
      "learning_rate": 1.203626629288234e-05,
      "loss": 0.875,
      "step": 112669
    },
    {
      "epoch": 5.241684112584322,
      "grad_norm": 1.8571042341519444,
      "learning_rate": 1.203480965716831e-05,
      "loss": 1.2031,
      "step": 112670
    },
    {
      "epoch": 5.241730635031403,
      "grad_norm": 1.8532413023540522,
      "learning_rate": 1.2033353105917364e-05,
      "loss": 1.0234,
      "step": 112671
    },
    {
      "epoch": 5.2417771574784835,
      "grad_norm": 1.735163588747019,
      "learning_rate": 1.2031896639130423e-05,
      "loss": 0.9453,
      "step": 112672
    },
    {
      "epoch": 5.241823679925564,
      "grad_norm": 1.5945382426800698,
      "learning_rate": 1.2030440256808382e-05,
      "loss": 0.8594,
      "step": 112673
    },
    {
      "epoch": 5.2418702023726444,
      "grad_norm": 2.107531409863712,
      "learning_rate": 1.202898395895211e-05,
      "loss": 1.1094,
      "step": 112674
    },
    {
      "epoch": 5.241916724819726,
      "grad_norm": 1.689085153560751,
      "learning_rate": 1.202752774556252e-05,
      "loss": 0.8789,
      "step": 112675
    },
    {
      "epoch": 5.241963247266806,
      "grad_norm": 1.730233863109953,
      "learning_rate": 1.2026071616640464e-05,
      "loss": 1.0469,
      "step": 112676
    },
    {
      "epoch": 5.242009769713887,
      "grad_norm": 1.6465341301383565,
      "learning_rate": 1.2024615572186874e-05,
      "loss": 0.9375,
      "step": 112677
    },
    {
      "epoch": 5.242056292160967,
      "grad_norm": 1.7620295560342238,
      "learning_rate": 1.2023159612202632e-05,
      "loss": 1.0859,
      "step": 112678
    },
    {
      "epoch": 5.242102814608049,
      "grad_norm": 1.6236050145818104,
      "learning_rate": 1.2021703736688637e-05,
      "loss": 0.9766,
      "step": 112679
    },
    {
      "epoch": 5.242149337055129,
      "grad_norm": 1.574784402276367,
      "learning_rate": 1.2020247945645755e-05,
      "loss": 0.8906,
      "step": 112680
    },
    {
      "epoch": 5.24219585950221,
      "grad_norm": 1.7456505538524822,
      "learning_rate": 1.201879223907487e-05,
      "loss": 1.0156,
      "step": 112681
    },
    {
      "epoch": 5.242242381949291,
      "grad_norm": 1.8770910256897244,
      "learning_rate": 1.2017336616976914e-05,
      "loss": 1.1328,
      "step": 112682
    },
    {
      "epoch": 5.242288904396371,
      "grad_norm": 2.208726033650154,
      "learning_rate": 1.2015881079352768e-05,
      "loss": 1.2031,
      "step": 112683
    },
    {
      "epoch": 5.242335426843452,
      "grad_norm": 1.6917991011106952,
      "learning_rate": 1.2014425626203316e-05,
      "loss": 0.9141,
      "step": 112684
    },
    {
      "epoch": 5.242381949290532,
      "grad_norm": 1.5859045368820852,
      "learning_rate": 1.2012970257529408e-05,
      "loss": 0.918,
      "step": 112685
    },
    {
      "epoch": 5.242428471737614,
      "grad_norm": 1.716078771838507,
      "learning_rate": 1.2011514973331992e-05,
      "loss": 1.0078,
      "step": 112686
    },
    {
      "epoch": 5.242474994184694,
      "grad_norm": 1.8141623837142835,
      "learning_rate": 1.2010059773611952e-05,
      "loss": 0.9414,
      "step": 112687
    },
    {
      "epoch": 5.242521516631775,
      "grad_norm": 1.8566008668063232,
      "learning_rate": 1.200860465837017e-05,
      "loss": 1.0625,
      "step": 112688
    },
    {
      "epoch": 5.242568039078855,
      "grad_norm": 1.7099483391737713,
      "learning_rate": 1.200714962760751e-05,
      "loss": 0.9688,
      "step": 112689
    },
    {
      "epoch": 5.2426145615259365,
      "grad_norm": 1.6826728200732173,
      "learning_rate": 1.200569468132489e-05,
      "loss": 0.8945,
      "step": 112690
    },
    {
      "epoch": 5.242661083973017,
      "grad_norm": 1.6691826863149846,
      "learning_rate": 1.2004239819523226e-05,
      "loss": 0.9219,
      "step": 112691
    },
    {
      "epoch": 5.2427076064200975,
      "grad_norm": 1.6408278282290796,
      "learning_rate": 1.200278504220335e-05,
      "loss": 0.8438,
      "step": 112692
    },
    {
      "epoch": 5.242754128867179,
      "grad_norm": 1.6613135345103776,
      "learning_rate": 1.2001330349366178e-05,
      "loss": 1.0547,
      "step": 112693
    },
    {
      "epoch": 5.242800651314259,
      "grad_norm": 1.8538068892447153,
      "learning_rate": 1.1999875741012593e-05,
      "loss": 1.0547,
      "step": 112694
    },
    {
      "epoch": 5.24284717376134,
      "grad_norm": 1.7464098021633365,
      "learning_rate": 1.1998421217143528e-05,
      "loss": 0.9375,
      "step": 112695
    },
    {
      "epoch": 5.24289369620842,
      "grad_norm": 1.789186129636943,
      "learning_rate": 1.1996966777759848e-05,
      "loss": 1.0234,
      "step": 112696
    },
    {
      "epoch": 5.242940218655502,
      "grad_norm": 1.753131192110781,
      "learning_rate": 1.1995512422862436e-05,
      "loss": 0.8867,
      "step": 112697
    },
    {
      "epoch": 5.242986741102582,
      "grad_norm": 1.7577099701119172,
      "learning_rate": 1.1994058152452157e-05,
      "loss": 1.0625,
      "step": 112698
    },
    {
      "epoch": 5.243033263549663,
      "grad_norm": 1.8070057571834908,
      "learning_rate": 1.1992603966529963e-05,
      "loss": 1.1328,
      "step": 112699
    },
    {
      "epoch": 5.243079785996743,
      "grad_norm": 1.8135364970921717,
      "learning_rate": 1.19911498650967e-05,
      "loss": 1.0625,
      "step": 112700
    },
    {
      "epoch": 5.243126308443824,
      "grad_norm": 1.6943364682880229,
      "learning_rate": 1.198969584815327e-05,
      "loss": 0.9961,
      "step": 112701
    },
    {
      "epoch": 5.243172830890905,
      "grad_norm": 1.6673422174119554,
      "learning_rate": 1.1988241915700536e-05,
      "loss": 0.9688,
      "step": 112702
    },
    {
      "epoch": 5.243219353337985,
      "grad_norm": 1.7029157952148437,
      "learning_rate": 1.1986788067739433e-05,
      "loss": 0.9141,
      "step": 112703
    },
    {
      "epoch": 5.243265875785066,
      "grad_norm": 1.674437528768789,
      "learning_rate": 1.1985334304270843e-05,
      "loss": 0.957,
      "step": 112704
    },
    {
      "epoch": 5.243312398232147,
      "grad_norm": 1.6598583006506882,
      "learning_rate": 1.1983880625295633e-05,
      "loss": 1.0078,
      "step": 112705
    },
    {
      "epoch": 5.243358920679228,
      "grad_norm": 1.5566139724383854,
      "learning_rate": 1.1982427030814718e-05,
      "loss": 0.9102,
      "step": 112706
    },
    {
      "epoch": 5.243405443126308,
      "grad_norm": 1.7558355654741007,
      "learning_rate": 1.198097352082893e-05,
      "loss": 1.0156,
      "step": 112707
    },
    {
      "epoch": 5.2434519655733896,
      "grad_norm": 1.6533533674449201,
      "learning_rate": 1.1979520095339251e-05,
      "loss": 1.0312,
      "step": 112708
    },
    {
      "epoch": 5.24349848802047,
      "grad_norm": 1.5382809451558717,
      "learning_rate": 1.1978066754346516e-05,
      "loss": 0.8672,
      "step": 112709
    },
    {
      "epoch": 5.2435450104675505,
      "grad_norm": 1.6963805446483138,
      "learning_rate": 1.1976613497851623e-05,
      "loss": 1.0234,
      "step": 112710
    },
    {
      "epoch": 5.243591532914631,
      "grad_norm": 1.8839822994620246,
      "learning_rate": 1.197516032585542e-05,
      "loss": 1.0234,
      "step": 112711
    },
    {
      "epoch": 5.243638055361712,
      "grad_norm": 1.6695505177933174,
      "learning_rate": 1.1973707238358876e-05,
      "loss": 0.9023,
      "step": 112712
    },
    {
      "epoch": 5.243684577808793,
      "grad_norm": 1.833682182390752,
      "learning_rate": 1.1972254235362837e-05,
      "loss": 1.0078,
      "step": 112713
    },
    {
      "epoch": 5.243731100255873,
      "grad_norm": 1.6573011006307297,
      "learning_rate": 1.1970801316868205e-05,
      "loss": 0.8672,
      "step": 112714
    },
    {
      "epoch": 5.243777622702954,
      "grad_norm": 1.7293739532425099,
      "learning_rate": 1.196934848287583e-05,
      "loss": 0.9102,
      "step": 112715
    },
    {
      "epoch": 5.243824145150035,
      "grad_norm": 1.7391621563393984,
      "learning_rate": 1.1967895733386639e-05,
      "loss": 0.9922,
      "step": 112716
    },
    {
      "epoch": 5.243870667597116,
      "grad_norm": 1.7619504028366757,
      "learning_rate": 1.1966443068401538e-05,
      "loss": 0.8906,
      "step": 112717
    },
    {
      "epoch": 5.243917190044196,
      "grad_norm": 1.9238917439923144,
      "learning_rate": 1.1964990487921389e-05,
      "loss": 0.9883,
      "step": 112718
    },
    {
      "epoch": 5.2439637124912775,
      "grad_norm": 1.6316332775262194,
      "learning_rate": 1.1963537991947092e-05,
      "loss": 0.8945,
      "step": 112719
    },
    {
      "epoch": 5.244010234938358,
      "grad_norm": 1.9157183371667565,
      "learning_rate": 1.1962085580479513e-05,
      "loss": 0.9414,
      "step": 112720
    },
    {
      "epoch": 5.244056757385438,
      "grad_norm": 1.9750902186044226,
      "learning_rate": 1.1960633253519569e-05,
      "loss": 0.9922,
      "step": 112721
    },
    {
      "epoch": 5.244103279832519,
      "grad_norm": 1.888383601896498,
      "learning_rate": 1.1959181011068158e-05,
      "loss": 1.0703,
      "step": 112722
    },
    {
      "epoch": 5.2441498022796,
      "grad_norm": 1.912783729120168,
      "learning_rate": 1.195772885312613e-05,
      "loss": 0.9961,
      "step": 112723
    },
    {
      "epoch": 5.244196324726681,
      "grad_norm": 1.705880530860418,
      "learning_rate": 1.1956276779694369e-05,
      "loss": 1.0703,
      "step": 112724
    },
    {
      "epoch": 5.244242847173761,
      "grad_norm": 1.9244331940641353,
      "learning_rate": 1.1954824790773837e-05,
      "loss": 1.1484,
      "step": 112725
    },
    {
      "epoch": 5.244289369620842,
      "grad_norm": 1.5426562464274824,
      "learning_rate": 1.1953372886365354e-05,
      "loss": 0.75,
      "step": 112726
    },
    {
      "epoch": 5.244335892067923,
      "grad_norm": 1.755271545020597,
      "learning_rate": 1.1951921066469832e-05,
      "loss": 0.9727,
      "step": 112727
    },
    {
      "epoch": 5.2443824145150035,
      "grad_norm": 1.8582563449695575,
      "learning_rate": 1.1950469331088142e-05,
      "loss": 0.9805,
      "step": 112728
    },
    {
      "epoch": 5.244428936962084,
      "grad_norm": 1.7024837421724237,
      "learning_rate": 1.1949017680221196e-05,
      "loss": 0.8906,
      "step": 112729
    },
    {
      "epoch": 5.2444754594091645,
      "grad_norm": 1.7522660894872921,
      "learning_rate": 1.1947566113869894e-05,
      "loss": 1.0547,
      "step": 112730
    },
    {
      "epoch": 5.244521981856246,
      "grad_norm": 1.7380358894181662,
      "learning_rate": 1.1946114632035103e-05,
      "loss": 1.0312,
      "step": 112731
    },
    {
      "epoch": 5.244568504303326,
      "grad_norm": 1.7734417849906925,
      "learning_rate": 1.1944663234717705e-05,
      "loss": 1.0234,
      "step": 112732
    },
    {
      "epoch": 5.244615026750407,
      "grad_norm": 1.6006390828097548,
      "learning_rate": 1.1943211921918566e-05,
      "loss": 0.9141,
      "step": 112733
    },
    {
      "epoch": 5.244661549197488,
      "grad_norm": 1.8203846287641083,
      "learning_rate": 1.1941760693638652e-05,
      "loss": 1.1094,
      "step": 112734
    },
    {
      "epoch": 5.244708071644569,
      "grad_norm": 1.565516013979554,
      "learning_rate": 1.1940309549878796e-05,
      "loss": 0.8789,
      "step": 112735
    },
    {
      "epoch": 5.244754594091649,
      "grad_norm": 1.8203568846142737,
      "learning_rate": 1.1938858490639896e-05,
      "loss": 1.0625,
      "step": 112736
    },
    {
      "epoch": 5.24480111653873,
      "grad_norm": 1.586187925455647,
      "learning_rate": 1.1937407515922804e-05,
      "loss": 0.8711,
      "step": 112737
    },
    {
      "epoch": 5.244847638985811,
      "grad_norm": 1.6238885812291108,
      "learning_rate": 1.1935956625728466e-05,
      "loss": 1.0,
      "step": 112738
    },
    {
      "epoch": 5.244894161432891,
      "grad_norm": 1.604093916778838,
      "learning_rate": 1.1934505820057766e-05,
      "loss": 0.9609,
      "step": 112739
    },
    {
      "epoch": 5.244940683879972,
      "grad_norm": 1.6647870010438035,
      "learning_rate": 1.193305509891157e-05,
      "loss": 0.9922,
      "step": 112740
    },
    {
      "epoch": 5.244987206327052,
      "grad_norm": 1.615906389966669,
      "learning_rate": 1.1931604462290778e-05,
      "loss": 1.0391,
      "step": 112741
    },
    {
      "epoch": 5.245033728774134,
      "grad_norm": 1.8443406653156902,
      "learning_rate": 1.1930153910196238e-05,
      "loss": 0.9727,
      "step": 112742
    },
    {
      "epoch": 5.245080251221214,
      "grad_norm": 1.737235421853866,
      "learning_rate": 1.1928703442628901e-05,
      "loss": 1.0078,
      "step": 112743
    },
    {
      "epoch": 5.245126773668295,
      "grad_norm": 1.6830545898549425,
      "learning_rate": 1.1927253059589632e-05,
      "loss": 1.1016,
      "step": 112744
    },
    {
      "epoch": 5.245173296115376,
      "grad_norm": 1.6294489611233258,
      "learning_rate": 1.1925802761079295e-05,
      "loss": 0.9805,
      "step": 112745
    },
    {
      "epoch": 5.245219818562457,
      "grad_norm": 1.6851722415536832,
      "learning_rate": 1.1924352547098792e-05,
      "loss": 0.9414,
      "step": 112746
    },
    {
      "epoch": 5.245266341009537,
      "grad_norm": 1.8797995443747086,
      "learning_rate": 1.1922902417649022e-05,
      "loss": 1.0391,
      "step": 112747
    },
    {
      "epoch": 5.2453128634566175,
      "grad_norm": 1.803787372578472,
      "learning_rate": 1.1921452372730883e-05,
      "loss": 1.0156,
      "step": 112748
    },
    {
      "epoch": 5.245359385903699,
      "grad_norm": 1.740945025908522,
      "learning_rate": 1.1920002412345225e-05,
      "loss": 0.957,
      "step": 112749
    },
    {
      "epoch": 5.245405908350779,
      "grad_norm": 1.7274497559128619,
      "learning_rate": 1.1918552536492947e-05,
      "loss": 1.0078,
      "step": 112750
    },
    {
      "epoch": 5.24545243079786,
      "grad_norm": 1.676349664755264,
      "learning_rate": 1.191710274517495e-05,
      "loss": 0.9531,
      "step": 112751
    },
    {
      "epoch": 5.24549895324494,
      "grad_norm": 1.6662893417633593,
      "learning_rate": 1.191565303839213e-05,
      "loss": 0.9492,
      "step": 112752
    },
    {
      "epoch": 5.245545475692022,
      "grad_norm": 1.6176233637785764,
      "learning_rate": 1.1914203416145358e-05,
      "loss": 1.0156,
      "step": 112753
    },
    {
      "epoch": 5.245591998139102,
      "grad_norm": 1.873494736064358,
      "learning_rate": 1.191275387843551e-05,
      "loss": 0.9883,
      "step": 112754
    },
    {
      "epoch": 5.245638520586183,
      "grad_norm": 1.617042615194177,
      "learning_rate": 1.1911304425263508e-05,
      "loss": 0.9258,
      "step": 112755
    },
    {
      "epoch": 5.245685043033264,
      "grad_norm": 1.6884600051469345,
      "learning_rate": 1.1909855056630213e-05,
      "loss": 1.0781,
      "step": 112756
    },
    {
      "epoch": 5.2457315654803445,
      "grad_norm": 1.621788676918489,
      "learning_rate": 1.1908405772536511e-05,
      "loss": 0.9609,
      "step": 112757
    },
    {
      "epoch": 5.245778087927425,
      "grad_norm": 1.8124911490312856,
      "learning_rate": 1.1906956572983317e-05,
      "loss": 0.9961,
      "step": 112758
    },
    {
      "epoch": 5.245824610374505,
      "grad_norm": 1.697895346079511,
      "learning_rate": 1.190550745797143e-05,
      "loss": 0.9414,
      "step": 112759
    },
    {
      "epoch": 5.245871132821587,
      "grad_norm": 1.768358500171752,
      "learning_rate": 1.1904058427501867e-05,
      "loss": 1.0703,
      "step": 112760
    },
    {
      "epoch": 5.245917655268667,
      "grad_norm": 2.1141136448096396,
      "learning_rate": 1.1902609481575442e-05,
      "loss": 1.0625,
      "step": 112761
    },
    {
      "epoch": 5.245964177715748,
      "grad_norm": 1.8493638693667813,
      "learning_rate": 1.1901160620193073e-05,
      "loss": 1.1953,
      "step": 112762
    },
    {
      "epoch": 5.246010700162828,
      "grad_norm": 1.496628484019989,
      "learning_rate": 1.1899711843355609e-05,
      "loss": 0.8555,
      "step": 112763
    },
    {
      "epoch": 5.24605722260991,
      "grad_norm": 1.8313362930654637,
      "learning_rate": 1.189826315106393e-05,
      "loss": 0.8789,
      "step": 112764
    },
    {
      "epoch": 5.24610374505699,
      "grad_norm": 1.8271852006865217,
      "learning_rate": 1.1896814543318988e-05,
      "loss": 1.0078,
      "step": 112765
    },
    {
      "epoch": 5.2461502675040705,
      "grad_norm": 1.6589400884989887,
      "learning_rate": 1.1895366020121617e-05,
      "loss": 0.8203,
      "step": 112766
    },
    {
      "epoch": 5.246196789951151,
      "grad_norm": 1.7229928837518702,
      "learning_rate": 1.1893917581472729e-05,
      "loss": 1.1016,
      "step": 112767
    },
    {
      "epoch": 5.246243312398232,
      "grad_norm": 1.6811281930389768,
      "learning_rate": 1.1892469227373157e-05,
      "loss": 0.8945,
      "step": 112768
    },
    {
      "epoch": 5.246289834845313,
      "grad_norm": 1.865544631923405,
      "learning_rate": 1.189102095782387e-05,
      "loss": 0.9961,
      "step": 112769
    },
    {
      "epoch": 5.246336357292393,
      "grad_norm": 1.6167303312763686,
      "learning_rate": 1.18895727728257e-05,
      "loss": 0.9883,
      "step": 112770
    },
    {
      "epoch": 5.246382879739475,
      "grad_norm": 1.781519342574365,
      "learning_rate": 1.1888124672379563e-05,
      "loss": 1.125,
      "step": 112771
    },
    {
      "epoch": 5.246429402186555,
      "grad_norm": 1.8054360098681064,
      "learning_rate": 1.1886676656486288e-05,
      "loss": 1.0938,
      "step": 112772
    },
    {
      "epoch": 5.246475924633636,
      "grad_norm": 1.7214898644494596,
      "learning_rate": 1.1885228725146845e-05,
      "loss": 0.9688,
      "step": 112773
    },
    {
      "epoch": 5.246522447080716,
      "grad_norm": 1.819526774537804,
      "learning_rate": 1.1883780878362065e-05,
      "loss": 1.1094,
      "step": 112774
    },
    {
      "epoch": 5.2465689695277975,
      "grad_norm": 1.5471780254309027,
      "learning_rate": 1.1882333116132864e-05,
      "loss": 0.8711,
      "step": 112775
    },
    {
      "epoch": 5.246615491974878,
      "grad_norm": 1.7436463999311127,
      "learning_rate": 1.1880885438460075e-05,
      "loss": 1.0625,
      "step": 112776
    },
    {
      "epoch": 5.2466620144219585,
      "grad_norm": 1.8945708667330634,
      "learning_rate": 1.1879437845344648e-05,
      "loss": 1.0547,
      "step": 112777
    },
    {
      "epoch": 5.246708536869039,
      "grad_norm": 1.6748926288808996,
      "learning_rate": 1.1877990336787447e-05,
      "loss": 0.9609,
      "step": 112778
    },
    {
      "epoch": 5.24675505931612,
      "grad_norm": 1.7875516367099256,
      "learning_rate": 1.1876542912789355e-05,
      "loss": 0.9922,
      "step": 112779
    },
    {
      "epoch": 5.246801581763201,
      "grad_norm": 1.891527789750023,
      "learning_rate": 1.1875095573351224e-05,
      "loss": 0.957,
      "step": 112780
    },
    {
      "epoch": 5.246848104210281,
      "grad_norm": 1.673714115705801,
      "learning_rate": 1.1873648318473982e-05,
      "loss": 0.8438,
      "step": 112781
    },
    {
      "epoch": 5.246894626657362,
      "grad_norm": 1.9508912537432794,
      "learning_rate": 1.1872201148158533e-05,
      "loss": 0.9805,
      "step": 112782
    },
    {
      "epoch": 5.246941149104443,
      "grad_norm": 1.808482838037748,
      "learning_rate": 1.1870754062405724e-05,
      "loss": 0.9727,
      "step": 112783
    },
    {
      "epoch": 5.246987671551524,
      "grad_norm": 1.618267252812784,
      "learning_rate": 1.1869307061216471e-05,
      "loss": 0.9688,
      "step": 112784
    },
    {
      "epoch": 5.247034193998604,
      "grad_norm": 1.7236481899484513,
      "learning_rate": 1.1867860144591607e-05,
      "loss": 0.9961,
      "step": 112785
    },
    {
      "epoch": 5.247080716445685,
      "grad_norm": 1.725339202613884,
      "learning_rate": 1.186641331253208e-05,
      "loss": 0.9219,
      "step": 112786
    },
    {
      "epoch": 5.247127238892766,
      "grad_norm": 1.6763752138585422,
      "learning_rate": 1.1864966565038741e-05,
      "loss": 0.9883,
      "step": 112787
    },
    {
      "epoch": 5.247173761339846,
      "grad_norm": 1.6689865210369157,
      "learning_rate": 1.1863519902112506e-05,
      "loss": 0.9297,
      "step": 112788
    },
    {
      "epoch": 5.247220283786927,
      "grad_norm": 1.8007215983944773,
      "learning_rate": 1.1862073323754223e-05,
      "loss": 1.0547,
      "step": 112789
    },
    {
      "epoch": 5.247266806234008,
      "grad_norm": 2.0081486079704183,
      "learning_rate": 1.1860626829964758e-05,
      "loss": 1.1484,
      "step": 112790
    },
    {
      "epoch": 5.247313328681089,
      "grad_norm": 1.822088570074987,
      "learning_rate": 1.1859180420745079e-05,
      "loss": 1.1328,
      "step": 112791
    },
    {
      "epoch": 5.247359851128169,
      "grad_norm": 1.648583562631824,
      "learning_rate": 1.1857734096096e-05,
      "loss": 1.0234,
      "step": 112792
    },
    {
      "epoch": 5.24740637357525,
      "grad_norm": 1.6054708805099909,
      "learning_rate": 1.1856287856018454e-05,
      "loss": 0.8867,
      "step": 112793
    },
    {
      "epoch": 5.247452896022331,
      "grad_norm": 1.6589711170592851,
      "learning_rate": 1.1854841700513257e-05,
      "loss": 0.9375,
      "step": 112794
    },
    {
      "epoch": 5.2474994184694115,
      "grad_norm": 1.8880953626986137,
      "learning_rate": 1.1853395629581375e-05,
      "loss": 1.0625,
      "step": 112795
    },
    {
      "epoch": 5.247545940916492,
      "grad_norm": 1.6066162393817058,
      "learning_rate": 1.1851949643223657e-05,
      "loss": 0.9375,
      "step": 112796
    },
    {
      "epoch": 5.247592463363573,
      "grad_norm": 1.8156527424065494,
      "learning_rate": 1.1850503741440986e-05,
      "loss": 0.9688,
      "step": 112797
    },
    {
      "epoch": 5.247638985810654,
      "grad_norm": 1.8431844771301606,
      "learning_rate": 1.184905792423423e-05,
      "loss": 0.9688,
      "step": 112798
    },
    {
      "epoch": 5.247685508257734,
      "grad_norm": 1.6498956675682466,
      "learning_rate": 1.1847612191604317e-05,
      "loss": 0.8438,
      "step": 112799
    },
    {
      "epoch": 5.247732030704815,
      "grad_norm": 1.9506887103494353,
      "learning_rate": 1.1846166543552115e-05,
      "loss": 1.1172,
      "step": 112800
    },
    {
      "epoch": 5.247778553151896,
      "grad_norm": 1.8991997397641789,
      "learning_rate": 1.184472098007851e-05,
      "loss": 0.9688,
      "step": 112801
    },
    {
      "epoch": 5.247825075598977,
      "grad_norm": 1.9438928611612571,
      "learning_rate": 1.1843275501184345e-05,
      "loss": 1.125,
      "step": 112802
    },
    {
      "epoch": 5.247871598046057,
      "grad_norm": 1.6334109763190672,
      "learning_rate": 1.1841830106870543e-05,
      "loss": 1.0,
      "step": 112803
    },
    {
      "epoch": 5.2479181204931376,
      "grad_norm": 1.7494613389122544,
      "learning_rate": 1.1840384797138015e-05,
      "loss": 0.9648,
      "step": 112804
    },
    {
      "epoch": 5.247964642940219,
      "grad_norm": 1.8552304028786795,
      "learning_rate": 1.183893957198761e-05,
      "loss": 1.0078,
      "step": 112805
    },
    {
      "epoch": 5.248011165387299,
      "grad_norm": 1.6902993784518074,
      "learning_rate": 1.183749443142023e-05,
      "loss": 1.0312,
      "step": 112806
    },
    {
      "epoch": 5.24805768783438,
      "grad_norm": 1.7779989529987266,
      "learning_rate": 1.1836049375436724e-05,
      "loss": 0.9922,
      "step": 112807
    },
    {
      "epoch": 5.248104210281461,
      "grad_norm": 1.6931117937594764,
      "learning_rate": 1.1834604404038022e-05,
      "loss": 0.8906,
      "step": 112808
    },
    {
      "epoch": 5.248150732728542,
      "grad_norm": 1.5607909713791446,
      "learning_rate": 1.1833159517224994e-05,
      "loss": 0.8789,
      "step": 112809
    },
    {
      "epoch": 5.248197255175622,
      "grad_norm": 1.6637617484513094,
      "learning_rate": 1.183171471499852e-05,
      "loss": 0.9414,
      "step": 112810
    },
    {
      "epoch": 5.248243777622703,
      "grad_norm": 1.6105001551176543,
      "learning_rate": 1.1830269997359448e-05,
      "loss": 0.9023,
      "step": 112811
    },
    {
      "epoch": 5.248290300069784,
      "grad_norm": 1.835565593528557,
      "learning_rate": 1.1828825364308748e-05,
      "loss": 0.9727,
      "step": 112812
    },
    {
      "epoch": 5.2483368225168645,
      "grad_norm": 1.8460495590250883,
      "learning_rate": 1.1827380815847232e-05,
      "loss": 1.0391,
      "step": 112813
    },
    {
      "epoch": 5.248383344963945,
      "grad_norm": 1.9035248695685743,
      "learning_rate": 1.1825936351975818e-05,
      "loss": 1.0312,
      "step": 112814
    },
    {
      "epoch": 5.2484298674110255,
      "grad_norm": 1.8004187095735464,
      "learning_rate": 1.1824491972695388e-05,
      "loss": 1.0312,
      "step": 112815
    },
    {
      "epoch": 5.248476389858107,
      "grad_norm": 1.5336055320070103,
      "learning_rate": 1.1823047678006776e-05,
      "loss": 0.9609,
      "step": 112816
    },
    {
      "epoch": 5.248522912305187,
      "grad_norm": 1.7243456031960809,
      "learning_rate": 1.1821603467910945e-05,
      "loss": 1.0703,
      "step": 112817
    },
    {
      "epoch": 5.248569434752268,
      "grad_norm": 1.7256438337792463,
      "learning_rate": 1.1820159342408748e-05,
      "loss": 1.0625,
      "step": 112818
    },
    {
      "epoch": 5.248615957199348,
      "grad_norm": 1.8579786554385873,
      "learning_rate": 1.1818715301501047e-05,
      "loss": 1.1562,
      "step": 112819
    },
    {
      "epoch": 5.24866247964643,
      "grad_norm": 1.5754088839175744,
      "learning_rate": 1.1817271345188728e-05,
      "loss": 0.875,
      "step": 112820
    },
    {
      "epoch": 5.24870900209351,
      "grad_norm": 1.755540041571546,
      "learning_rate": 1.1815827473472705e-05,
      "loss": 1.0859,
      "step": 112821
    },
    {
      "epoch": 5.248755524540591,
      "grad_norm": 1.8114949023294795,
      "learning_rate": 1.1814383686353862e-05,
      "loss": 0.9102,
      "step": 112822
    },
    {
      "epoch": 5.248802046987672,
      "grad_norm": 1.5668330482724913,
      "learning_rate": 1.1812939983833064e-05,
      "loss": 0.9609,
      "step": 112823
    },
    {
      "epoch": 5.248848569434752,
      "grad_norm": 1.733613961205122,
      "learning_rate": 1.1811496365911177e-05,
      "loss": 0.8555,
      "step": 112824
    },
    {
      "epoch": 5.248895091881833,
      "grad_norm": 1.61397576973654,
      "learning_rate": 1.1810052832589085e-05,
      "loss": 0.9688,
      "step": 112825
    },
    {
      "epoch": 5.248941614328913,
      "grad_norm": 1.641016689480794,
      "learning_rate": 1.1808609383867734e-05,
      "loss": 0.9922,
      "step": 112826
    },
    {
      "epoch": 5.248988136775995,
      "grad_norm": 1.7444356749607204,
      "learning_rate": 1.1807166019747977e-05,
      "loss": 0.957,
      "step": 112827
    },
    {
      "epoch": 5.249034659223075,
      "grad_norm": 1.7433697644043964,
      "learning_rate": 1.1805722740230678e-05,
      "loss": 1.0625,
      "step": 112828
    },
    {
      "epoch": 5.249081181670156,
      "grad_norm": 1.7128512593255,
      "learning_rate": 1.1804279545316704e-05,
      "loss": 0.8711,
      "step": 112829
    },
    {
      "epoch": 5.249127704117236,
      "grad_norm": 1.5387789325033414,
      "learning_rate": 1.1802836435006986e-05,
      "loss": 0.9023,
      "step": 112830
    },
    {
      "epoch": 5.2491742265643175,
      "grad_norm": 1.889521368735618,
      "learning_rate": 1.180139340930239e-05,
      "loss": 0.9336,
      "step": 112831
    },
    {
      "epoch": 5.249220749011398,
      "grad_norm": 1.5793549895739387,
      "learning_rate": 1.1799950468203784e-05,
      "loss": 0.9297,
      "step": 112832
    },
    {
      "epoch": 5.2492672714584785,
      "grad_norm": 1.7311827100761796,
      "learning_rate": 1.179850761171205e-05,
      "loss": 0.9844,
      "step": 112833
    },
    {
      "epoch": 5.24931379390556,
      "grad_norm": 1.8692854266334034,
      "learning_rate": 1.1797064839828118e-05,
      "loss": 1.0391,
      "step": 112834
    },
    {
      "epoch": 5.24936031635264,
      "grad_norm": 1.8019575189374641,
      "learning_rate": 1.1795622152552825e-05,
      "loss": 0.9961,
      "step": 112835
    },
    {
      "epoch": 5.249406838799721,
      "grad_norm": 1.7705299283062563,
      "learning_rate": 1.1794179549887068e-05,
      "loss": 1.0156,
      "step": 112836
    },
    {
      "epoch": 5.249453361246801,
      "grad_norm": 1.8090287975017558,
      "learning_rate": 1.1792737031831696e-05,
      "loss": 1.0469,
      "step": 112837
    },
    {
      "epoch": 5.249499883693883,
      "grad_norm": 2.1293935325373066,
      "learning_rate": 1.1791294598387658e-05,
      "loss": 1.2578,
      "step": 112838
    },
    {
      "epoch": 5.249546406140963,
      "grad_norm": 1.6568475371490348,
      "learning_rate": 1.1789852249555804e-05,
      "loss": 0.9961,
      "step": 112839
    },
    {
      "epoch": 5.249592928588044,
      "grad_norm": 1.8967442402947738,
      "learning_rate": 1.1788409985337016e-05,
      "loss": 1.1094,
      "step": 112840
    },
    {
      "epoch": 5.249639451035124,
      "grad_norm": 1.7367033043315143,
      "learning_rate": 1.1786967805732196e-05,
      "loss": 0.9023,
      "step": 112841
    },
    {
      "epoch": 5.2496859734822054,
      "grad_norm": 1.7819976240138697,
      "learning_rate": 1.1785525710742155e-05,
      "loss": 0.9492,
      "step": 112842
    },
    {
      "epoch": 5.249732495929286,
      "grad_norm": 1.9511729226149181,
      "learning_rate": 1.1784083700367864e-05,
      "loss": 1.0078,
      "step": 112843
    },
    {
      "epoch": 5.249779018376366,
      "grad_norm": 1.580661296067916,
      "learning_rate": 1.1782641774610185e-05,
      "loss": 0.9492,
      "step": 112844
    },
    {
      "epoch": 5.249825540823448,
      "grad_norm": 1.552452277213736,
      "learning_rate": 1.178119993346997e-05,
      "loss": 0.8477,
      "step": 112845
    },
    {
      "epoch": 5.249872063270528,
      "grad_norm": 1.6889681717956109,
      "learning_rate": 1.17797581769481e-05,
      "loss": 0.8398,
      "step": 112846
    },
    {
      "epoch": 5.249918585717609,
      "grad_norm": 1.787047629477779,
      "learning_rate": 1.1778316505045476e-05,
      "loss": 1.1641,
      "step": 112847
    },
    {
      "epoch": 5.249965108164689,
      "grad_norm": 1.7951242405861032,
      "learning_rate": 1.1776874917763013e-05,
      "loss": 1.0,
      "step": 112848
    },
    {
      "epoch": 5.250011630611771,
      "grad_norm": 1.7773495770623593,
      "learning_rate": 1.177543341510156e-05,
      "loss": 1.0938,
      "step": 112849
    },
    {
      "epoch": 5.250058153058851,
      "grad_norm": 1.7256891300854895,
      "learning_rate": 1.1773991997062e-05,
      "loss": 0.9727,
      "step": 112850
    },
    {
      "epoch": 5.2501046755059315,
      "grad_norm": 1.6520945539104244,
      "learning_rate": 1.177255066364518e-05,
      "loss": 0.8906,
      "step": 112851
    },
    {
      "epoch": 5.250151197953012,
      "grad_norm": 1.6965685334197655,
      "learning_rate": 1.1771109414852053e-05,
      "loss": 1.0312,
      "step": 112852
    },
    {
      "epoch": 5.250197720400093,
      "grad_norm": 1.7703463807839523,
      "learning_rate": 1.1769668250683467e-05,
      "loss": 1.0234,
      "step": 112853
    },
    {
      "epoch": 5.250244242847174,
      "grad_norm": 2.0413424941628233,
      "learning_rate": 1.1768227171140304e-05,
      "loss": 1.1484,
      "step": 112854
    },
    {
      "epoch": 5.250290765294254,
      "grad_norm": 1.800741353099043,
      "learning_rate": 1.176678617622343e-05,
      "loss": 1.0391,
      "step": 112855
    },
    {
      "epoch": 5.250337287741335,
      "grad_norm": 2.0537447284464063,
      "learning_rate": 1.1765345265933762e-05,
      "loss": 1.0469,
      "step": 112856
    },
    {
      "epoch": 5.250383810188416,
      "grad_norm": 1.7499477202478413,
      "learning_rate": 1.1763904440272165e-05,
      "loss": 0.9258,
      "step": 112857
    },
    {
      "epoch": 5.250430332635497,
      "grad_norm": 1.7520449276723964,
      "learning_rate": 1.1762463699239522e-05,
      "loss": 0.8789,
      "step": 112858
    },
    {
      "epoch": 5.250476855082577,
      "grad_norm": 1.5531065281417447,
      "learning_rate": 1.1761023042836681e-05,
      "loss": 0.9805,
      "step": 112859
    },
    {
      "epoch": 5.2505233775296585,
      "grad_norm": 1.7481093089110913,
      "learning_rate": 1.1759582471064594e-05,
      "loss": 1.0781,
      "step": 112860
    },
    {
      "epoch": 5.250569899976739,
      "grad_norm": 1.878283099576666,
      "learning_rate": 1.1758141983924108e-05,
      "loss": 0.9844,
      "step": 112861
    },
    {
      "epoch": 5.250616422423819,
      "grad_norm": 1.7243470670224994,
      "learning_rate": 1.175670158141609e-05,
      "loss": 1.0234,
      "step": 112862
    },
    {
      "epoch": 5.2506629448709,
      "grad_norm": 1.5465744752577628,
      "learning_rate": 1.1755261263541405e-05,
      "loss": 0.8047,
      "step": 112863
    },
    {
      "epoch": 5.250709467317981,
      "grad_norm": 1.7965556940225673,
      "learning_rate": 1.1753821030301003e-05,
      "loss": 0.9102,
      "step": 112864
    },
    {
      "epoch": 5.250755989765062,
      "grad_norm": 1.7020802609711683,
      "learning_rate": 1.1752380881695717e-05,
      "loss": 0.918,
      "step": 112865
    },
    {
      "epoch": 5.250802512212142,
      "grad_norm": 1.7593548844170745,
      "learning_rate": 1.1750940817726445e-05,
      "loss": 0.9258,
      "step": 112866
    },
    {
      "epoch": 5.250849034659223,
      "grad_norm": 1.734648529044364,
      "learning_rate": 1.1749500838394055e-05,
      "loss": 0.9023,
      "step": 112867
    },
    {
      "epoch": 5.250895557106304,
      "grad_norm": 1.8045448637461592,
      "learning_rate": 1.1748060943699411e-05,
      "loss": 0.9453,
      "step": 112868
    },
    {
      "epoch": 5.2509420795533845,
      "grad_norm": 1.894159952995572,
      "learning_rate": 1.1746621133643413e-05,
      "loss": 1.0,
      "step": 112869
    },
    {
      "epoch": 5.250988602000465,
      "grad_norm": 1.5521840968806713,
      "learning_rate": 1.1745181408226994e-05,
      "loss": 0.9297,
      "step": 112870
    },
    {
      "epoch": 5.2510351244475455,
      "grad_norm": 1.9083149270303665,
      "learning_rate": 1.174374176745097e-05,
      "loss": 1.0859,
      "step": 112871
    },
    {
      "epoch": 5.251081646894627,
      "grad_norm": 1.832830060590442,
      "learning_rate": 1.1742302211316257e-05,
      "loss": 1.0234,
      "step": 112872
    },
    {
      "epoch": 5.251128169341707,
      "grad_norm": 1.8051580362401918,
      "learning_rate": 1.1740862739823686e-05,
      "loss": 1.0625,
      "step": 112873
    },
    {
      "epoch": 5.251174691788788,
      "grad_norm": 1.7874302298306952,
      "learning_rate": 1.1739423352974192e-05,
      "loss": 0.9531,
      "step": 112874
    },
    {
      "epoch": 5.251221214235869,
      "grad_norm": 1.8434997659656545,
      "learning_rate": 1.1737984050768656e-05,
      "loss": 1.0703,
      "step": 112875
    },
    {
      "epoch": 5.25126773668295,
      "grad_norm": 1.7617811804998547,
      "learning_rate": 1.1736544833207928e-05,
      "loss": 0.9219,
      "step": 112876
    },
    {
      "epoch": 5.25131425913003,
      "grad_norm": 1.7999454814937106,
      "learning_rate": 1.1735105700292891e-05,
      "loss": 1.0703,
      "step": 112877
    },
    {
      "epoch": 5.251360781577111,
      "grad_norm": 1.4891682571572782,
      "learning_rate": 1.1733666652024443e-05,
      "loss": 0.8789,
      "step": 112878
    },
    {
      "epoch": 5.251407304024192,
      "grad_norm": 1.8543284620646487,
      "learning_rate": 1.1732227688403468e-05,
      "loss": 1.0156,
      "step": 112879
    },
    {
      "epoch": 5.2514538264712725,
      "grad_norm": 1.7469565856443365,
      "learning_rate": 1.1730788809430847e-05,
      "loss": 0.9883,
      "step": 112880
    },
    {
      "epoch": 5.251500348918353,
      "grad_norm": 1.7142455633077585,
      "learning_rate": 1.1729350015107413e-05,
      "loss": 0.9805,
      "step": 112881
    },
    {
      "epoch": 5.251546871365433,
      "grad_norm": 1.5698727340338943,
      "learning_rate": 1.1727911305434118e-05,
      "loss": 0.7344,
      "step": 112882
    },
    {
      "epoch": 5.251593393812515,
      "grad_norm": 1.6423205721947396,
      "learning_rate": 1.1726472680411807e-05,
      "loss": 0.8555,
      "step": 112883
    },
    {
      "epoch": 5.251639916259595,
      "grad_norm": 1.9627809029223775,
      "learning_rate": 1.1725034140041367e-05,
      "loss": 0.9727,
      "step": 112884
    },
    {
      "epoch": 5.251686438706676,
      "grad_norm": 2.0450940606852024,
      "learning_rate": 1.1723595684323661e-05,
      "loss": 1.0,
      "step": 112885
    },
    {
      "epoch": 5.251732961153757,
      "grad_norm": 1.7037885043310843,
      "learning_rate": 1.172215731325959e-05,
      "loss": 0.8594,
      "step": 112886
    },
    {
      "epoch": 5.251779483600838,
      "grad_norm": 1.9371566746372344,
      "learning_rate": 1.1720719026850034e-05,
      "loss": 1.1406,
      "step": 112887
    },
    {
      "epoch": 5.251826006047918,
      "grad_norm": 1.9654565713867032,
      "learning_rate": 1.1719280825095878e-05,
      "loss": 1.0859,
      "step": 112888
    },
    {
      "epoch": 5.2518725284949985,
      "grad_norm": 1.6471911720789547,
      "learning_rate": 1.171784270799797e-05,
      "loss": 0.9492,
      "step": 112889
    },
    {
      "epoch": 5.25191905094208,
      "grad_norm": 1.6224925260975394,
      "learning_rate": 1.1716404675557229e-05,
      "loss": 0.8438,
      "step": 112890
    },
    {
      "epoch": 5.25196557338916,
      "grad_norm": 1.7165959045968473,
      "learning_rate": 1.17149667277745e-05,
      "loss": 0.9648,
      "step": 112891
    },
    {
      "epoch": 5.252012095836241,
      "grad_norm": 1.6459740728538916,
      "learning_rate": 1.1713528864650701e-05,
      "loss": 0.9414,
      "step": 112892
    },
    {
      "epoch": 5.252058618283321,
      "grad_norm": 1.646811654454418,
      "learning_rate": 1.1712091086186698e-05,
      "loss": 0.9492,
      "step": 112893
    },
    {
      "epoch": 5.252105140730403,
      "grad_norm": 1.5691001705141903,
      "learning_rate": 1.1710653392383374e-05,
      "loss": 0.9336,
      "step": 112894
    },
    {
      "epoch": 5.252151663177483,
      "grad_norm": 1.6988924090960498,
      "learning_rate": 1.1709215783241577e-05,
      "loss": 0.8594,
      "step": 112895
    },
    {
      "epoch": 5.252198185624564,
      "grad_norm": 1.7389219772657512,
      "learning_rate": 1.1707778258762241e-05,
      "loss": 1.0781,
      "step": 112896
    },
    {
      "epoch": 5.252244708071645,
      "grad_norm": 1.5777891555438885,
      "learning_rate": 1.1706340818946213e-05,
      "loss": 0.8398,
      "step": 112897
    },
    {
      "epoch": 5.2522912305187255,
      "grad_norm": 1.9678836315537096,
      "learning_rate": 1.170490346379438e-05,
      "loss": 1.125,
      "step": 112898
    },
    {
      "epoch": 5.252337752965806,
      "grad_norm": 1.5148734474847256,
      "learning_rate": 1.1703466193307587e-05,
      "loss": 0.7695,
      "step": 112899
    },
    {
      "epoch": 5.252384275412886,
      "grad_norm": 1.7697243026751859,
      "learning_rate": 1.1702029007486785e-05,
      "loss": 0.9453,
      "step": 112900
    },
    {
      "epoch": 5.252430797859968,
      "grad_norm": 1.6485739121672722,
      "learning_rate": 1.1700591906332807e-05,
      "loss": 0.9688,
      "step": 112901
    },
    {
      "epoch": 5.252477320307048,
      "grad_norm": 1.6749787495410744,
      "learning_rate": 1.1699154889846535e-05,
      "loss": 0.9844,
      "step": 112902
    },
    {
      "epoch": 5.252523842754129,
      "grad_norm": 1.8141267487315436,
      "learning_rate": 1.1697717958028836e-05,
      "loss": 0.8711,
      "step": 112903
    },
    {
      "epoch": 5.252570365201209,
      "grad_norm": 1.9605717053023566,
      "learning_rate": 1.169628111088064e-05,
      "loss": 1.0391,
      "step": 112904
    },
    {
      "epoch": 5.252616887648291,
      "grad_norm": 1.6021269787649606,
      "learning_rate": 1.1694844348402799e-05,
      "loss": 0.8242,
      "step": 112905
    },
    {
      "epoch": 5.252663410095371,
      "grad_norm": 1.6876732514693864,
      "learning_rate": 1.1693407670596177e-05,
      "loss": 1.0,
      "step": 112906
    },
    {
      "epoch": 5.2527099325424516,
      "grad_norm": 1.7576546257548726,
      "learning_rate": 1.169197107746166e-05,
      "loss": 1.0781,
      "step": 112907
    },
    {
      "epoch": 5.252756454989532,
      "grad_norm": 1.7915515073390684,
      "learning_rate": 1.1690534569000143e-05,
      "loss": 1.0703,
      "step": 112908
    },
    {
      "epoch": 5.252802977436613,
      "grad_norm": 1.712826957891909,
      "learning_rate": 1.1689098145212495e-05,
      "loss": 1.0547,
      "step": 112909
    },
    {
      "epoch": 5.252849499883694,
      "grad_norm": 1.6256289029753135,
      "learning_rate": 1.1687661806099597e-05,
      "loss": 0.9883,
      "step": 112910
    },
    {
      "epoch": 5.252896022330774,
      "grad_norm": 1.4817716702941561,
      "learning_rate": 1.1686225551662315e-05,
      "loss": 0.8672,
      "step": 112911
    },
    {
      "epoch": 5.252942544777856,
      "grad_norm": 1.649933126306037,
      "learning_rate": 1.1684789381901549e-05,
      "loss": 0.8867,
      "step": 112912
    },
    {
      "epoch": 5.252989067224936,
      "grad_norm": 1.8604839106714308,
      "learning_rate": 1.1683353296818148e-05,
      "loss": 1.1484,
      "step": 112913
    },
    {
      "epoch": 5.253035589672017,
      "grad_norm": 1.756579822627332,
      "learning_rate": 1.1681917296413046e-05,
      "loss": 0.9961,
      "step": 112914
    },
    {
      "epoch": 5.253082112119097,
      "grad_norm": 1.6992856866935093,
      "learning_rate": 1.168048138068709e-05,
      "loss": 0.9336,
      "step": 112915
    },
    {
      "epoch": 5.2531286345661785,
      "grad_norm": 1.6540474778154277,
      "learning_rate": 1.167904554964113e-05,
      "loss": 0.9062,
      "step": 112916
    },
    {
      "epoch": 5.253175157013259,
      "grad_norm": 1.7285691498248728,
      "learning_rate": 1.16776098032761e-05,
      "loss": 0.9922,
      "step": 112917
    },
    {
      "epoch": 5.2532216794603395,
      "grad_norm": 1.681876166291322,
      "learning_rate": 1.1676174141592847e-05,
      "loss": 1.0234,
      "step": 112918
    },
    {
      "epoch": 5.25326820190742,
      "grad_norm": 1.7300426839820935,
      "learning_rate": 1.1674738564592256e-05,
      "loss": 0.8867,
      "step": 112919
    },
    {
      "epoch": 5.253314724354501,
      "grad_norm": 1.6586296545858714,
      "learning_rate": 1.167330307227521e-05,
      "loss": 0.9766,
      "step": 112920
    },
    {
      "epoch": 5.253361246801582,
      "grad_norm": 1.7223857410700179,
      "learning_rate": 1.167186766464257e-05,
      "loss": 1.0469,
      "step": 112921
    },
    {
      "epoch": 5.253407769248662,
      "grad_norm": 1.7186457500857515,
      "learning_rate": 1.1670432341695224e-05,
      "loss": 0.9258,
      "step": 112922
    },
    {
      "epoch": 5.253454291695743,
      "grad_norm": 1.787592521772831,
      "learning_rate": 1.1668997103434086e-05,
      "loss": 0.9688,
      "step": 112923
    },
    {
      "epoch": 5.253500814142824,
      "grad_norm": 1.7192607784441905,
      "learning_rate": 1.1667561949859989e-05,
      "loss": 1.0547,
      "step": 112924
    },
    {
      "epoch": 5.253547336589905,
      "grad_norm": 1.5309107981393895,
      "learning_rate": 1.1666126880973797e-05,
      "loss": 0.8555,
      "step": 112925
    },
    {
      "epoch": 5.253593859036985,
      "grad_norm": 1.7196884888186919,
      "learning_rate": 1.1664691896776445e-05,
      "loss": 1.0859,
      "step": 112926
    },
    {
      "epoch": 5.253640381484066,
      "grad_norm": 1.707061496434183,
      "learning_rate": 1.1663256997268783e-05,
      "loss": 1.0156,
      "step": 112927
    },
    {
      "epoch": 5.253686903931147,
      "grad_norm": 1.6487635392647422,
      "learning_rate": 1.166182218245169e-05,
      "loss": 0.957,
      "step": 112928
    },
    {
      "epoch": 5.253733426378227,
      "grad_norm": 1.727054963497815,
      "learning_rate": 1.166038745232602e-05,
      "loss": 1.0156,
      "step": 112929
    },
    {
      "epoch": 5.253779948825308,
      "grad_norm": 1.813609666661787,
      "learning_rate": 1.1658952806892701e-05,
      "loss": 0.9492,
      "step": 112930
    },
    {
      "epoch": 5.253826471272389,
      "grad_norm": 1.8092107791603946,
      "learning_rate": 1.1657518246152586e-05,
      "loss": 1.0625,
      "step": 112931
    },
    {
      "epoch": 5.25387299371947,
      "grad_norm": 1.529531544203053,
      "learning_rate": 1.1656083770106555e-05,
      "loss": 0.7734,
      "step": 112932
    },
    {
      "epoch": 5.25391951616655,
      "grad_norm": 1.8468680749255397,
      "learning_rate": 1.1654649378755459e-05,
      "loss": 0.8867,
      "step": 112933
    },
    {
      "epoch": 5.2539660386136315,
      "grad_norm": 1.706592489413897,
      "learning_rate": 1.165321507210023e-05,
      "loss": 0.957,
      "step": 112934
    },
    {
      "epoch": 5.254012561060712,
      "grad_norm": 1.5808321326947778,
      "learning_rate": 1.1651780850141685e-05,
      "loss": 0.8203,
      "step": 112935
    },
    {
      "epoch": 5.2540590835077925,
      "grad_norm": 1.8971050590533842,
      "learning_rate": 1.165034671288077e-05,
      "loss": 1.0703,
      "step": 112936
    },
    {
      "epoch": 5.254105605954873,
      "grad_norm": 1.552722625911899,
      "learning_rate": 1.1648912660318321e-05,
      "loss": 0.9805,
      "step": 112937
    },
    {
      "epoch": 5.254152128401954,
      "grad_norm": 1.7753044792187371,
      "learning_rate": 1.1647478692455204e-05,
      "loss": 0.9453,
      "step": 112938
    },
    {
      "epoch": 5.254198650849035,
      "grad_norm": 1.7351729504132967,
      "learning_rate": 1.1646044809292332e-05,
      "loss": 0.9375,
      "step": 112939
    },
    {
      "epoch": 5.254245173296115,
      "grad_norm": 1.578710301883646,
      "learning_rate": 1.1644611010830574e-05,
      "loss": 0.8789,
      "step": 112940
    },
    {
      "epoch": 5.254291695743196,
      "grad_norm": 1.771063413617009,
      "learning_rate": 1.164317729707081e-05,
      "loss": 1.1094,
      "step": 112941
    },
    {
      "epoch": 5.254338218190277,
      "grad_norm": 1.6889390214800621,
      "learning_rate": 1.1641743668013876e-05,
      "loss": 1.0391,
      "step": 112942
    },
    {
      "epoch": 5.254384740637358,
      "grad_norm": 1.7747302309890889,
      "learning_rate": 1.1640310123660702e-05,
      "loss": 1.1484,
      "step": 112943
    },
    {
      "epoch": 5.254431263084438,
      "grad_norm": 1.7575674943358017,
      "learning_rate": 1.1638876664012137e-05,
      "loss": 1.0859,
      "step": 112944
    },
    {
      "epoch": 5.254477785531519,
      "grad_norm": 1.5632794057178372,
      "learning_rate": 1.1637443289069081e-05,
      "loss": 0.9023,
      "step": 112945
    },
    {
      "epoch": 5.2545243079786,
      "grad_norm": 1.6612247414005896,
      "learning_rate": 1.1636009998832401e-05,
      "loss": 0.9219,
      "step": 112946
    },
    {
      "epoch": 5.25457083042568,
      "grad_norm": 1.791127303481728,
      "learning_rate": 1.163457679330293e-05,
      "loss": 1.0547,
      "step": 112947
    },
    {
      "epoch": 5.254617352872761,
      "grad_norm": 1.7423933932104754,
      "learning_rate": 1.1633143672481632e-05,
      "loss": 1.0781,
      "step": 112948
    },
    {
      "epoch": 5.254663875319842,
      "grad_norm": 1.760079839946254,
      "learning_rate": 1.1631710636369324e-05,
      "loss": 0.9648,
      "step": 112949
    },
    {
      "epoch": 5.254710397766923,
      "grad_norm": 1.4892942212588387,
      "learning_rate": 1.1630277684966904e-05,
      "loss": 0.8867,
      "step": 112950
    },
    {
      "epoch": 5.254756920214003,
      "grad_norm": 1.7727839296377832,
      "learning_rate": 1.1628844818275206e-05,
      "loss": 1.0703,
      "step": 112951
    },
    {
      "epoch": 5.254803442661084,
      "grad_norm": 1.585973696819802,
      "learning_rate": 1.1627412036295197e-05,
      "loss": 0.8477,
      "step": 112952
    },
    {
      "epoch": 5.254849965108165,
      "grad_norm": 1.756108956093755,
      "learning_rate": 1.1625979339027674e-05,
      "loss": 1.0078,
      "step": 112953
    },
    {
      "epoch": 5.2548964875552455,
      "grad_norm": 1.6206438275162194,
      "learning_rate": 1.1624546726473555e-05,
      "loss": 0.9766,
      "step": 112954
    },
    {
      "epoch": 5.254943010002326,
      "grad_norm": 1.8012183247656115,
      "learning_rate": 1.1623114198633687e-05,
      "loss": 1.0391,
      "step": 112955
    },
    {
      "epoch": 5.2549895324494065,
      "grad_norm": 1.6976190093750583,
      "learning_rate": 1.1621681755508971e-05,
      "loss": 0.8945,
      "step": 112956
    },
    {
      "epoch": 5.255036054896488,
      "grad_norm": 1.6637591814196169,
      "learning_rate": 1.1620249397100257e-05,
      "loss": 0.9297,
      "step": 112957
    },
    {
      "epoch": 5.255082577343568,
      "grad_norm": 1.486993549713135,
      "learning_rate": 1.1618817123408475e-05,
      "loss": 0.8164,
      "step": 112958
    },
    {
      "epoch": 5.255129099790649,
      "grad_norm": 1.7429080308191545,
      "learning_rate": 1.161738493443446e-05,
      "loss": 1.0469,
      "step": 112959
    },
    {
      "epoch": 5.255175622237729,
      "grad_norm": 1.6512363897381226,
      "learning_rate": 1.1615952830179076e-05,
      "loss": 0.8906,
      "step": 112960
    },
    {
      "epoch": 5.255222144684811,
      "grad_norm": 1.7267189335476614,
      "learning_rate": 1.1614520810643258e-05,
      "loss": 1.0234,
      "step": 112961
    },
    {
      "epoch": 5.255268667131891,
      "grad_norm": 1.6718382997525165,
      "learning_rate": 1.161308887582782e-05,
      "loss": 0.9336,
      "step": 112962
    },
    {
      "epoch": 5.255315189578972,
      "grad_norm": 1.8447299264950419,
      "learning_rate": 1.1611657025733694e-05,
      "loss": 0.9844,
      "step": 112963
    },
    {
      "epoch": 5.255361712026053,
      "grad_norm": 1.7439889879575292,
      "learning_rate": 1.1610225260361683e-05,
      "loss": 0.9492,
      "step": 112964
    },
    {
      "epoch": 5.255408234473133,
      "grad_norm": 1.6827440082053868,
      "learning_rate": 1.1608793579712733e-05,
      "loss": 0.9375,
      "step": 112965
    },
    {
      "epoch": 5.255454756920214,
      "grad_norm": 1.8275895788937944,
      "learning_rate": 1.1607361983787694e-05,
      "loss": 0.9336,
      "step": 112966
    },
    {
      "epoch": 5.255501279367294,
      "grad_norm": 1.7996864802689228,
      "learning_rate": 1.160593047258745e-05,
      "loss": 1.0391,
      "step": 112967
    },
    {
      "epoch": 5.255547801814376,
      "grad_norm": 1.8655589310443697,
      "learning_rate": 1.1604499046112847e-05,
      "loss": 1.0156,
      "step": 112968
    },
    {
      "epoch": 5.255594324261456,
      "grad_norm": 1.804538579208566,
      "learning_rate": 1.1603067704364805e-05,
      "loss": 0.9219,
      "step": 112969
    },
    {
      "epoch": 5.255640846708537,
      "grad_norm": 1.6934104733898143,
      "learning_rate": 1.1601636447344187e-05,
      "loss": 1.0703,
      "step": 112970
    },
    {
      "epoch": 5.255687369155617,
      "grad_norm": 1.7008204447685489,
      "learning_rate": 1.160020527505186e-05,
      "loss": 1.0156,
      "step": 112971
    },
    {
      "epoch": 5.2557338916026985,
      "grad_norm": 1.675201669710777,
      "learning_rate": 1.1598774187488707e-05,
      "loss": 0.9688,
      "step": 112972
    },
    {
      "epoch": 5.255780414049779,
      "grad_norm": 1.6763595857963365,
      "learning_rate": 1.1597343184655577e-05,
      "loss": 0.957,
      "step": 112973
    },
    {
      "epoch": 5.2558269364968595,
      "grad_norm": 1.7885627577670797,
      "learning_rate": 1.1595912266553386e-05,
      "loss": 0.8828,
      "step": 112974
    },
    {
      "epoch": 5.25587345894394,
      "grad_norm": 1.640390733764519,
      "learning_rate": 1.1594481433183e-05,
      "loss": 1.0,
      "step": 112975
    },
    {
      "epoch": 5.255919981391021,
      "grad_norm": 1.8874664689030431,
      "learning_rate": 1.159305068454527e-05,
      "loss": 1.0547,
      "step": 112976
    },
    {
      "epoch": 5.255966503838102,
      "grad_norm": 1.6055676625619006,
      "learning_rate": 1.159162002064109e-05,
      "loss": 0.8867,
      "step": 112977
    },
    {
      "epoch": 5.256013026285182,
      "grad_norm": 1.716041377599557,
      "learning_rate": 1.1590189441471347e-05,
      "loss": 1.0625,
      "step": 112978
    },
    {
      "epoch": 5.256059548732264,
      "grad_norm": 1.7976777349392494,
      "learning_rate": 1.1588758947036874e-05,
      "loss": 1.0703,
      "step": 112979
    },
    {
      "epoch": 5.256106071179344,
      "grad_norm": 1.9691026180056466,
      "learning_rate": 1.158732853733862e-05,
      "loss": 1.0625,
      "step": 112980
    },
    {
      "epoch": 5.256152593626425,
      "grad_norm": 1.65717989486834,
      "learning_rate": 1.1585898212377414e-05,
      "loss": 1.0078,
      "step": 112981
    },
    {
      "epoch": 5.256199116073505,
      "grad_norm": 1.710402605374177,
      "learning_rate": 1.158446797215411e-05,
      "loss": 0.9766,
      "step": 112982
    },
    {
      "epoch": 5.2562456385205865,
      "grad_norm": 1.9332622167235216,
      "learning_rate": 1.1583037816669639e-05,
      "loss": 1.0547,
      "step": 112983
    },
    {
      "epoch": 5.256292160967667,
      "grad_norm": 1.9885309660019186,
      "learning_rate": 1.1581607745924832e-05,
      "loss": 1.0391,
      "step": 112984
    },
    {
      "epoch": 5.256338683414747,
      "grad_norm": 1.855373064436453,
      "learning_rate": 1.1580177759920606e-05,
      "loss": 0.9883,
      "step": 112985
    },
    {
      "epoch": 5.256385205861829,
      "grad_norm": 1.6153103918109082,
      "learning_rate": 1.1578747858657761e-05,
      "loss": 0.9766,
      "step": 112986
    },
    {
      "epoch": 5.256431728308909,
      "grad_norm": 1.8554608826747374,
      "learning_rate": 1.1577318042137263e-05,
      "loss": 0.9062,
      "step": 112987
    },
    {
      "epoch": 5.25647825075599,
      "grad_norm": 1.6915069722077907,
      "learning_rate": 1.1575888310359944e-05,
      "loss": 0.957,
      "step": 112988
    },
    {
      "epoch": 5.25652477320307,
      "grad_norm": 1.8388351534888367,
      "learning_rate": 1.1574458663326686e-05,
      "loss": 1.0469,
      "step": 112989
    },
    {
      "epoch": 5.256571295650152,
      "grad_norm": 1.6525314956302517,
      "learning_rate": 1.1573029101038322e-05,
      "loss": 0.9609,
      "step": 112990
    },
    {
      "epoch": 5.256617818097232,
      "grad_norm": 1.638987471823076,
      "learning_rate": 1.1571599623495803e-05,
      "loss": 0.8906,
      "step": 112991
    },
    {
      "epoch": 5.2566643405443125,
      "grad_norm": 1.8493306242590701,
      "learning_rate": 1.157017023069996e-05,
      "loss": 1.0625,
      "step": 112992
    },
    {
      "epoch": 5.256710862991393,
      "grad_norm": 1.7583525706560368,
      "learning_rate": 1.1568740922651676e-05,
      "loss": 1.0,
      "step": 112993
    },
    {
      "epoch": 5.256757385438474,
      "grad_norm": 1.7194302480736507,
      "learning_rate": 1.15673116993518e-05,
      "loss": 0.957,
      "step": 112994
    },
    {
      "epoch": 5.256803907885555,
      "grad_norm": 2.1647312840038544,
      "learning_rate": 1.1565882560801264e-05,
      "loss": 1.1875,
      "step": 112995
    },
    {
      "epoch": 5.256850430332635,
      "grad_norm": 1.8476453377540047,
      "learning_rate": 1.1564453507000904e-05,
      "loss": 1.0625,
      "step": 112996
    },
    {
      "epoch": 5.256896952779716,
      "grad_norm": 1.52015954915807,
      "learning_rate": 1.1563024537951599e-05,
      "loss": 0.8359,
      "step": 112997
    },
    {
      "epoch": 5.256943475226797,
      "grad_norm": 1.6777152348156277,
      "learning_rate": 1.1561595653654232e-05,
      "loss": 0.9648,
      "step": 112998
    },
    {
      "epoch": 5.256989997673878,
      "grad_norm": 1.7618153511678716,
      "learning_rate": 1.1560166854109637e-05,
      "loss": 1.0781,
      "step": 112999
    },
    {
      "epoch": 5.257036520120958,
      "grad_norm": 1.6220073701545505,
      "learning_rate": 1.1558738139318763e-05,
      "loss": 1.0078,
      "step": 113000
    },
    {
      "epoch": 5.2570830425680395,
      "grad_norm": 1.630051167010579,
      "learning_rate": 1.1557309509282408e-05,
      "loss": 1.0312,
      "step": 113001
    },
    {
      "epoch": 5.25712956501512,
      "grad_norm": 1.7022058475169042,
      "learning_rate": 1.1555880964001507e-05,
      "loss": 0.918,
      "step": 113002
    },
    {
      "epoch": 5.2571760874622,
      "grad_norm": 1.8849793165022064,
      "learning_rate": 1.1554452503476924e-05,
      "loss": 1.1875,
      "step": 113003
    },
    {
      "epoch": 5.257222609909281,
      "grad_norm": 1.6891178232771749,
      "learning_rate": 1.1553024127709492e-05,
      "loss": 0.9727,
      "step": 113004
    },
    {
      "epoch": 5.257269132356362,
      "grad_norm": 1.6614712645740295,
      "learning_rate": 1.1551595836700144e-05,
      "loss": 0.8164,
      "step": 113005
    },
    {
      "epoch": 5.257315654803443,
      "grad_norm": 1.6020193216457,
      "learning_rate": 1.1550167630449714e-05,
      "loss": 0.9141,
      "step": 113006
    },
    {
      "epoch": 5.257362177250523,
      "grad_norm": 1.8780495105528379,
      "learning_rate": 1.1548739508959098e-05,
      "loss": 1.0469,
      "step": 113007
    },
    {
      "epoch": 5.257408699697604,
      "grad_norm": 1.6733604245618334,
      "learning_rate": 1.1547311472229115e-05,
      "loss": 0.9609,
      "step": 113008
    },
    {
      "epoch": 5.257455222144685,
      "grad_norm": 1.876407098740295,
      "learning_rate": 1.1545883520260729e-05,
      "loss": 0.9102,
      "step": 113009
    },
    {
      "epoch": 5.257501744591766,
      "grad_norm": 1.7682525396043687,
      "learning_rate": 1.1544455653054757e-05,
      "loss": 1.0312,
      "step": 113010
    },
    {
      "epoch": 5.257548267038846,
      "grad_norm": 1.5834071104034062,
      "learning_rate": 1.1543027870612098e-05,
      "loss": 0.9062,
      "step": 113011
    },
    {
      "epoch": 5.2575947894859265,
      "grad_norm": 1.6427967950994022,
      "learning_rate": 1.1541600172933585e-05,
      "loss": 0.9805,
      "step": 113012
    },
    {
      "epoch": 5.257641311933008,
      "grad_norm": 1.700420415103912,
      "learning_rate": 1.1540172560020133e-05,
      "loss": 0.9453,
      "step": 113013
    },
    {
      "epoch": 5.257687834380088,
      "grad_norm": 1.8360462571696283,
      "learning_rate": 1.1538745031872627e-05,
      "loss": 1.1172,
      "step": 113014
    },
    {
      "epoch": 5.257734356827169,
      "grad_norm": 1.9126849454847121,
      "learning_rate": 1.1537317588491895e-05,
      "loss": 1.0391,
      "step": 113015
    },
    {
      "epoch": 5.25778087927425,
      "grad_norm": 1.3853920311143766,
      "learning_rate": 1.1535890229878825e-05,
      "loss": 0.7578,
      "step": 113016
    },
    {
      "epoch": 5.257827401721331,
      "grad_norm": 1.7079854340499265,
      "learning_rate": 1.1534462956034313e-05,
      "loss": 1.0,
      "step": 113017
    },
    {
      "epoch": 5.257873924168411,
      "grad_norm": 1.5917058417258432,
      "learning_rate": 1.153303576695921e-05,
      "loss": 0.8828,
      "step": 113018
    },
    {
      "epoch": 5.257920446615492,
      "grad_norm": 1.6441772271397628,
      "learning_rate": 1.1531608662654412e-05,
      "loss": 1.0,
      "step": 113019
    },
    {
      "epoch": 5.257966969062573,
      "grad_norm": 1.7300491708293029,
      "learning_rate": 1.1530181643120756e-05,
      "loss": 0.8984,
      "step": 113020
    },
    {
      "epoch": 5.2580134915096535,
      "grad_norm": 1.8770370726337646,
      "learning_rate": 1.1528754708359156e-05,
      "loss": 1.0312,
      "step": 113021
    },
    {
      "epoch": 5.258060013956734,
      "grad_norm": 2.1091817048648815,
      "learning_rate": 1.1527327858370478e-05,
      "loss": 1.125,
      "step": 113022
    },
    {
      "epoch": 5.258106536403815,
      "grad_norm": 1.7477297806172323,
      "learning_rate": 1.1525901093155554e-05,
      "loss": 0.9297,
      "step": 113023
    },
    {
      "epoch": 5.258153058850896,
      "grad_norm": 1.8035392449898604,
      "learning_rate": 1.1524474412715318e-05,
      "loss": 1.1016,
      "step": 113024
    },
    {
      "epoch": 5.258199581297976,
      "grad_norm": 1.6052179177926407,
      "learning_rate": 1.1523047817050585e-05,
      "loss": 0.8906,
      "step": 113025
    },
    {
      "epoch": 5.258246103745057,
      "grad_norm": 1.901903122243098,
      "learning_rate": 1.1521621306162287e-05,
      "loss": 1.0859,
      "step": 113026
    },
    {
      "epoch": 5.258292626192138,
      "grad_norm": 1.766987284397926,
      "learning_rate": 1.152019488005126e-05,
      "loss": 0.9648,
      "step": 113027
    },
    {
      "epoch": 5.258339148639219,
      "grad_norm": 1.7884282711013264,
      "learning_rate": 1.1518768538718399e-05,
      "loss": 0.9258,
      "step": 113028
    },
    {
      "epoch": 5.258385671086299,
      "grad_norm": 1.7220632124456516,
      "learning_rate": 1.1517342282164554e-05,
      "loss": 0.9023,
      "step": 113029
    },
    {
      "epoch": 5.2584321935333795,
      "grad_norm": 1.5353510267113277,
      "learning_rate": 1.1515916110390594e-05,
      "loss": 0.9453,
      "step": 113030
    },
    {
      "epoch": 5.258478715980461,
      "grad_norm": 1.7411260057649394,
      "learning_rate": 1.1514490023397416e-05,
      "loss": 1.0234,
      "step": 113031
    },
    {
      "epoch": 5.258525238427541,
      "grad_norm": 1.656331997747847,
      "learning_rate": 1.1513064021185903e-05,
      "loss": 0.9453,
      "step": 113032
    },
    {
      "epoch": 5.258571760874622,
      "grad_norm": 1.7296381353321097,
      "learning_rate": 1.1511638103756886e-05,
      "loss": 0.8555,
      "step": 113033
    },
    {
      "epoch": 5.258618283321702,
      "grad_norm": 1.633097288751408,
      "learning_rate": 1.1510212271111252e-05,
      "loss": 0.9531,
      "step": 113034
    },
    {
      "epoch": 5.258664805768784,
      "grad_norm": 1.6381209713961942,
      "learning_rate": 1.1508786523249896e-05,
      "loss": 0.8672,
      "step": 113035
    },
    {
      "epoch": 5.258711328215864,
      "grad_norm": 1.647422230463254,
      "learning_rate": 1.1507360860173686e-05,
      "loss": 0.9922,
      "step": 113036
    },
    {
      "epoch": 5.258757850662945,
      "grad_norm": 1.8162273456071047,
      "learning_rate": 1.1505935281883488e-05,
      "loss": 0.9727,
      "step": 113037
    },
    {
      "epoch": 5.258804373110026,
      "grad_norm": 1.9846899760366876,
      "learning_rate": 1.150450978838015e-05,
      "loss": 1.0938,
      "step": 113038
    },
    {
      "epoch": 5.2588508955571065,
      "grad_norm": 1.505396418005526,
      "learning_rate": 1.1503084379664573e-05,
      "loss": 0.9141,
      "step": 113039
    },
    {
      "epoch": 5.258897418004187,
      "grad_norm": 1.6836192003440806,
      "learning_rate": 1.150165905573764e-05,
      "loss": 1.0312,
      "step": 113040
    },
    {
      "epoch": 5.2589439404512675,
      "grad_norm": 1.5365949066251996,
      "learning_rate": 1.1500233816600213e-05,
      "loss": 0.8867,
      "step": 113041
    },
    {
      "epoch": 5.258990462898349,
      "grad_norm": 1.7783949484696686,
      "learning_rate": 1.1498808662253112e-05,
      "loss": 1.0859,
      "step": 113042
    },
    {
      "epoch": 5.259036985345429,
      "grad_norm": 1.8502711632499034,
      "learning_rate": 1.1497383592697301e-05,
      "loss": 1.1016,
      "step": 113043
    },
    {
      "epoch": 5.25908350779251,
      "grad_norm": 1.7491218466040475,
      "learning_rate": 1.1495958607933581e-05,
      "loss": 0.8555,
      "step": 113044
    },
    {
      "epoch": 5.25913003023959,
      "grad_norm": 1.6598640542676206,
      "learning_rate": 1.1494533707962867e-05,
      "loss": 0.9414,
      "step": 113045
    },
    {
      "epoch": 5.259176552686672,
      "grad_norm": 1.78640248085019,
      "learning_rate": 1.1493108892786023e-05,
      "loss": 0.9062,
      "step": 113046
    },
    {
      "epoch": 5.259223075133752,
      "grad_norm": 1.7546555740987988,
      "learning_rate": 1.1491684162403885e-05,
      "loss": 0.9766,
      "step": 113047
    },
    {
      "epoch": 5.259269597580833,
      "grad_norm": 1.6409859036615821,
      "learning_rate": 1.1490259516817385e-05,
      "loss": 0.8984,
      "step": 113048
    },
    {
      "epoch": 5.259316120027913,
      "grad_norm": 1.5363213317545488,
      "learning_rate": 1.1488834956027353e-05,
      "loss": 0.8398,
      "step": 113049
    },
    {
      "epoch": 5.259362642474994,
      "grad_norm": 1.8539309904934735,
      "learning_rate": 1.1487410480034693e-05,
      "loss": 1.0469,
      "step": 113050
    },
    {
      "epoch": 5.259409164922075,
      "grad_norm": 1.846746250253615,
      "learning_rate": 1.1485986088840215e-05,
      "loss": 0.9727,
      "step": 113051
    },
    {
      "epoch": 5.259455687369155,
      "grad_norm": 1.7189453238204604,
      "learning_rate": 1.1484561782444857e-05,
      "loss": 1.0469,
      "step": 113052
    },
    {
      "epoch": 5.259502209816237,
      "grad_norm": 1.7384249582217561,
      "learning_rate": 1.1483137560849464e-05,
      "loss": 0.9375,
      "step": 113053
    },
    {
      "epoch": 5.259548732263317,
      "grad_norm": 1.7833153604293424,
      "learning_rate": 1.1481713424054922e-05,
      "loss": 0.875,
      "step": 113054
    },
    {
      "epoch": 5.259595254710398,
      "grad_norm": 1.7954228239028989,
      "learning_rate": 1.1480289372062096e-05,
      "loss": 1.0156,
      "step": 113055
    },
    {
      "epoch": 5.259641777157478,
      "grad_norm": 1.8937279655866603,
      "learning_rate": 1.1478865404871817e-05,
      "loss": 1.1484,
      "step": 113056
    },
    {
      "epoch": 5.2596882996045595,
      "grad_norm": 1.5837380004807338,
      "learning_rate": 1.147744152248502e-05,
      "loss": 0.875,
      "step": 113057
    },
    {
      "epoch": 5.25973482205164,
      "grad_norm": 1.5084133496558036,
      "learning_rate": 1.1476017724902553e-05,
      "loss": 0.8828,
      "step": 113058
    },
    {
      "epoch": 5.2597813444987205,
      "grad_norm": 1.912460985596572,
      "learning_rate": 1.1474594012125282e-05,
      "loss": 1.1328,
      "step": 113059
    },
    {
      "epoch": 5.259827866945801,
      "grad_norm": 1.762422369930192,
      "learning_rate": 1.1473170384154056e-05,
      "loss": 0.9453,
      "step": 113060
    },
    {
      "epoch": 5.259874389392882,
      "grad_norm": 1.8267601385733432,
      "learning_rate": 1.1471746840989792e-05,
      "loss": 0.9297,
      "step": 113061
    },
    {
      "epoch": 5.259920911839963,
      "grad_norm": 1.691255482934745,
      "learning_rate": 1.147032338263334e-05,
      "loss": 1.0938,
      "step": 113062
    },
    {
      "epoch": 5.259967434287043,
      "grad_norm": 1.6052922447042186,
      "learning_rate": 1.146890000908558e-05,
      "loss": 0.9922,
      "step": 113063
    },
    {
      "epoch": 5.260013956734124,
      "grad_norm": 1.6066823442214468,
      "learning_rate": 1.1467476720347346e-05,
      "loss": 0.9414,
      "step": 113064
    },
    {
      "epoch": 5.260060479181205,
      "grad_norm": 1.8264040386665625,
      "learning_rate": 1.146605351641957e-05,
      "loss": 1.0781,
      "step": 113065
    },
    {
      "epoch": 5.260107001628286,
      "grad_norm": 1.7403187634652466,
      "learning_rate": 1.1464630397303054e-05,
      "loss": 1.0156,
      "step": 113066
    },
    {
      "epoch": 5.260153524075366,
      "grad_norm": 1.825185424331476,
      "learning_rate": 1.1463207362998744e-05,
      "loss": 1.0,
      "step": 113067
    },
    {
      "epoch": 5.260200046522447,
      "grad_norm": 1.6969563484456576,
      "learning_rate": 1.1461784413507474e-05,
      "loss": 0.9492,
      "step": 113068
    },
    {
      "epoch": 5.260246568969528,
      "grad_norm": 1.6133129510277702,
      "learning_rate": 1.1460361548830093e-05,
      "loss": 0.9062,
      "step": 113069
    },
    {
      "epoch": 5.260293091416608,
      "grad_norm": 1.8610818554582196,
      "learning_rate": 1.1458938768967518e-05,
      "loss": 1.0469,
      "step": 113070
    },
    {
      "epoch": 5.260339613863689,
      "grad_norm": 1.604003689673282,
      "learning_rate": 1.1457516073920598e-05,
      "loss": 0.9531,
      "step": 113071
    },
    {
      "epoch": 5.26038613631077,
      "grad_norm": 1.8857812251905257,
      "learning_rate": 1.1456093463690214e-05,
      "loss": 1.0625,
      "step": 113072
    },
    {
      "epoch": 5.260432658757851,
      "grad_norm": 1.71365526299135,
      "learning_rate": 1.1454670938277183e-05,
      "loss": 1.0156,
      "step": 113073
    },
    {
      "epoch": 5.260479181204931,
      "grad_norm": 1.6900757366654098,
      "learning_rate": 1.1453248497682455e-05,
      "loss": 1.0391,
      "step": 113074
    },
    {
      "epoch": 5.2605257036520126,
      "grad_norm": 1.8488513763234764,
      "learning_rate": 1.145182614190686e-05,
      "loss": 1.0234,
      "step": 113075
    },
    {
      "epoch": 5.260572226099093,
      "grad_norm": 1.7130701838496523,
      "learning_rate": 1.1450403870951268e-05,
      "loss": 1.0234,
      "step": 113076
    },
    {
      "epoch": 5.2606187485461735,
      "grad_norm": 1.6745095774969838,
      "learning_rate": 1.1448981684816527e-05,
      "loss": 1.0234,
      "step": 113077
    },
    {
      "epoch": 5.260665270993254,
      "grad_norm": 1.8238639984299283,
      "learning_rate": 1.1447559583503586e-05,
      "loss": 1.0938,
      "step": 113078
    },
    {
      "epoch": 5.260711793440335,
      "grad_norm": 1.4938582607224447,
      "learning_rate": 1.1446137567013242e-05,
      "loss": 0.8359,
      "step": 113079
    },
    {
      "epoch": 5.260758315887416,
      "grad_norm": 1.8830748423787864,
      "learning_rate": 1.1444715635346397e-05,
      "loss": 1.1484,
      "step": 113080
    },
    {
      "epoch": 5.260804838334496,
      "grad_norm": 1.5454750858774458,
      "learning_rate": 1.1443293788503916e-05,
      "loss": 0.9297,
      "step": 113081
    },
    {
      "epoch": 5.260851360781577,
      "grad_norm": 1.7611460509812407,
      "learning_rate": 1.1441872026486632e-05,
      "loss": 1.0078,
      "step": 113082
    },
    {
      "epoch": 5.260897883228658,
      "grad_norm": 1.708441488734622,
      "learning_rate": 1.1440450349295493e-05,
      "loss": 0.9609,
      "step": 113083
    },
    {
      "epoch": 5.260944405675739,
      "grad_norm": 1.8518443973948464,
      "learning_rate": 1.1439028756931318e-05,
      "loss": 0.9297,
      "step": 113084
    },
    {
      "epoch": 5.260990928122819,
      "grad_norm": 1.5932490373163513,
      "learning_rate": 1.1437607249394987e-05,
      "loss": 0.8398,
      "step": 113085
    },
    {
      "epoch": 5.2610374505699,
      "grad_norm": 1.7825648325467836,
      "learning_rate": 1.1436185826687332e-05,
      "loss": 0.9258,
      "step": 113086
    },
    {
      "epoch": 5.261083973016981,
      "grad_norm": 1.7201059031355672,
      "learning_rate": 1.1434764488809306e-05,
      "loss": 1.0078,
      "step": 113087
    },
    {
      "epoch": 5.261130495464061,
      "grad_norm": 1.7576208357613774,
      "learning_rate": 1.1433343235761689e-05,
      "loss": 1.0156,
      "step": 113088
    },
    {
      "epoch": 5.261177017911142,
      "grad_norm": 1.747152053965287,
      "learning_rate": 1.143192206754543e-05,
      "loss": 1.0312,
      "step": 113089
    },
    {
      "epoch": 5.261223540358223,
      "grad_norm": 1.6885878062468513,
      "learning_rate": 1.1430500984161378e-05,
      "loss": 0.9375,
      "step": 113090
    },
    {
      "epoch": 5.261270062805304,
      "grad_norm": 1.6391293218036174,
      "learning_rate": 1.1429079985610351e-05,
      "loss": 0.8906,
      "step": 113091
    },
    {
      "epoch": 5.261316585252384,
      "grad_norm": 1.518234714442736,
      "learning_rate": 1.142765907189328e-05,
      "loss": 0.8555,
      "step": 113092
    },
    {
      "epoch": 5.261363107699465,
      "grad_norm": 1.757194226430477,
      "learning_rate": 1.1426238243011015e-05,
      "loss": 1.0,
      "step": 113093
    },
    {
      "epoch": 5.261409630146546,
      "grad_norm": 1.605449609962129,
      "learning_rate": 1.1424817498964439e-05,
      "loss": 0.8828,
      "step": 113094
    },
    {
      "epoch": 5.2614561525936265,
      "grad_norm": 1.6876993742596975,
      "learning_rate": 1.1423396839754367e-05,
      "loss": 0.9258,
      "step": 113095
    },
    {
      "epoch": 5.261502675040707,
      "grad_norm": 1.7558024492654032,
      "learning_rate": 1.1421976265381732e-05,
      "loss": 0.9727,
      "step": 113096
    },
    {
      "epoch": 5.2615491974877875,
      "grad_norm": 1.8631967280736939,
      "learning_rate": 1.1420555775847384e-05,
      "loss": 1.1172,
      "step": 113097
    },
    {
      "epoch": 5.261595719934869,
      "grad_norm": 1.668244121976422,
      "learning_rate": 1.1419135371152188e-05,
      "loss": 1.0938,
      "step": 113098
    },
    {
      "epoch": 5.261642242381949,
      "grad_norm": 1.7325299449643417,
      "learning_rate": 1.1417715051296978e-05,
      "loss": 0.9766,
      "step": 113099
    },
    {
      "epoch": 5.26168876482903,
      "grad_norm": 1.4788450182327006,
      "learning_rate": 1.14162948162827e-05,
      "loss": 0.8242,
      "step": 113100
    },
    {
      "epoch": 5.26173528727611,
      "grad_norm": 1.6013825635377543,
      "learning_rate": 1.1414874666110174e-05,
      "loss": 0.9766,
      "step": 113101
    },
    {
      "epoch": 5.261781809723192,
      "grad_norm": 1.6174342172166116,
      "learning_rate": 1.1413454600780297e-05,
      "loss": 0.9336,
      "step": 113102
    },
    {
      "epoch": 5.261828332170272,
      "grad_norm": 1.94942574187613,
      "learning_rate": 1.1412034620293869e-05,
      "loss": 0.9062,
      "step": 113103
    },
    {
      "epoch": 5.261874854617353,
      "grad_norm": 1.6364836257836073,
      "learning_rate": 1.1410614724651857e-05,
      "loss": 0.8984,
      "step": 113104
    },
    {
      "epoch": 5.261921377064434,
      "grad_norm": 1.6160669318098593,
      "learning_rate": 1.1409194913855074e-05,
      "loss": 0.9062,
      "step": 113105
    },
    {
      "epoch": 5.2619678995115144,
      "grad_norm": 1.6604883536775208,
      "learning_rate": 1.1407775187904389e-05,
      "loss": 0.9727,
      "step": 113106
    },
    {
      "epoch": 5.262014421958595,
      "grad_norm": 1.6890207785113678,
      "learning_rate": 1.14063555468007e-05,
      "loss": 0.9258,
      "step": 113107
    },
    {
      "epoch": 5.262060944405675,
      "grad_norm": 1.8822092299248814,
      "learning_rate": 1.1404935990544822e-05,
      "loss": 1.1719,
      "step": 113108
    },
    {
      "epoch": 5.262107466852757,
      "grad_norm": 1.909946947096882,
      "learning_rate": 1.1403516519137673e-05,
      "loss": 1.0078,
      "step": 113109
    },
    {
      "epoch": 5.262153989299837,
      "grad_norm": 1.587378479661999,
      "learning_rate": 1.1402097132580101e-05,
      "loss": 0.875,
      "step": 113110
    },
    {
      "epoch": 5.262200511746918,
      "grad_norm": 1.5651708636332817,
      "learning_rate": 1.140067783087299e-05,
      "loss": 0.8555,
      "step": 113111
    },
    {
      "epoch": 5.262247034193998,
      "grad_norm": 1.6920779914339177,
      "learning_rate": 1.139925861401722e-05,
      "loss": 0.9688,
      "step": 113112
    },
    {
      "epoch": 5.26229355664108,
      "grad_norm": 1.6499664967568812,
      "learning_rate": 1.139783948201361e-05,
      "loss": 1.0078,
      "step": 113113
    },
    {
      "epoch": 5.26234007908816,
      "grad_norm": 1.7441410738587477,
      "learning_rate": 1.1396420434863074e-05,
      "loss": 0.918,
      "step": 113114
    },
    {
      "epoch": 5.2623866015352405,
      "grad_norm": 1.7696793056097522,
      "learning_rate": 1.1395001472566479e-05,
      "loss": 0.9648,
      "step": 113115
    },
    {
      "epoch": 5.262433123982322,
      "grad_norm": 1.6806629814868443,
      "learning_rate": 1.1393582595124672e-05,
      "loss": 0.9375,
      "step": 113116
    },
    {
      "epoch": 5.262479646429402,
      "grad_norm": 1.6742525678721998,
      "learning_rate": 1.1392163802538506e-05,
      "loss": 1.0156,
      "step": 113117
    },
    {
      "epoch": 5.262526168876483,
      "grad_norm": 1.6450901192028031,
      "learning_rate": 1.1390745094808895e-05,
      "loss": 0.9453,
      "step": 113118
    },
    {
      "epoch": 5.262572691323563,
      "grad_norm": 1.693947657309065,
      "learning_rate": 1.1389326471936704e-05,
      "loss": 0.9844,
      "step": 113119
    },
    {
      "epoch": 5.262619213770645,
      "grad_norm": 1.5388625443410988,
      "learning_rate": 1.1387907933922768e-05,
      "loss": 0.7734,
      "step": 113120
    },
    {
      "epoch": 5.262665736217725,
      "grad_norm": 1.6937111019061553,
      "learning_rate": 1.1386489480767952e-05,
      "loss": 0.9023,
      "step": 113121
    },
    {
      "epoch": 5.262712258664806,
      "grad_norm": 1.5322278546021901,
      "learning_rate": 1.1385071112473171e-05,
      "loss": 0.7852,
      "step": 113122
    },
    {
      "epoch": 5.262758781111886,
      "grad_norm": 1.778721850410377,
      "learning_rate": 1.1383652829039275e-05,
      "loss": 1.0469,
      "step": 113123
    },
    {
      "epoch": 5.2628053035589675,
      "grad_norm": 1.718050806618071,
      "learning_rate": 1.1382234630467113e-05,
      "loss": 0.9609,
      "step": 113124
    },
    {
      "epoch": 5.262851826006048,
      "grad_norm": 1.7754747849872043,
      "learning_rate": 1.1380816516757535e-05,
      "loss": 0.8672,
      "step": 113125
    },
    {
      "epoch": 5.262898348453128,
      "grad_norm": 1.523959196566262,
      "learning_rate": 1.1379398487911473e-05,
      "loss": 0.9883,
      "step": 113126
    },
    {
      "epoch": 5.26294487090021,
      "grad_norm": 1.6439130871552945,
      "learning_rate": 1.1377980543929743e-05,
      "loss": 1.0547,
      "step": 113127
    },
    {
      "epoch": 5.26299139334729,
      "grad_norm": 1.6318395432720971,
      "learning_rate": 1.1376562684813246e-05,
      "loss": 1.0234,
      "step": 113128
    },
    {
      "epoch": 5.263037915794371,
      "grad_norm": 1.6809800123648138,
      "learning_rate": 1.1375144910562811e-05,
      "loss": 1.0625,
      "step": 113129
    },
    {
      "epoch": 5.263084438241451,
      "grad_norm": 1.7776673830428653,
      "learning_rate": 1.1373727221179357e-05,
      "loss": 0.9414,
      "step": 113130
    },
    {
      "epoch": 5.263130960688533,
      "grad_norm": 1.675591820877398,
      "learning_rate": 1.1372309616663717e-05,
      "loss": 0.9844,
      "step": 113131
    },
    {
      "epoch": 5.263177483135613,
      "grad_norm": 1.7630148239206676,
      "learning_rate": 1.1370892097016738e-05,
      "loss": 1.125,
      "step": 113132
    },
    {
      "epoch": 5.2632240055826935,
      "grad_norm": 1.627027876617216,
      "learning_rate": 1.1369474662239336e-05,
      "loss": 0.9414,
      "step": 113133
    },
    {
      "epoch": 5.263270528029774,
      "grad_norm": 1.7633131856096664,
      "learning_rate": 1.1368057312332362e-05,
      "loss": 0.8945,
      "step": 113134
    },
    {
      "epoch": 5.263317050476855,
      "grad_norm": 1.7155405988926418,
      "learning_rate": 1.1366640047296666e-05,
      "loss": 0.9805,
      "step": 113135
    },
    {
      "epoch": 5.263363572923936,
      "grad_norm": 1.7353330445628103,
      "learning_rate": 1.1365222867133145e-05,
      "loss": 0.8828,
      "step": 113136
    },
    {
      "epoch": 5.263410095371016,
      "grad_norm": 1.5754791431646311,
      "learning_rate": 1.1363805771842666e-05,
      "loss": 0.8555,
      "step": 113137
    },
    {
      "epoch": 5.263456617818097,
      "grad_norm": 1.6806441028824568,
      "learning_rate": 1.1362388761426062e-05,
      "loss": 0.9492,
      "step": 113138
    },
    {
      "epoch": 5.263503140265178,
      "grad_norm": 1.6979235540205444,
      "learning_rate": 1.1360971835884197e-05,
      "loss": 0.9375,
      "step": 113139
    },
    {
      "epoch": 5.263549662712259,
      "grad_norm": 1.6492655769579574,
      "learning_rate": 1.1359554995218007e-05,
      "loss": 0.8945,
      "step": 113140
    },
    {
      "epoch": 5.263596185159339,
      "grad_norm": 1.7939318188123028,
      "learning_rate": 1.1358138239428306e-05,
      "loss": 0.9805,
      "step": 113141
    },
    {
      "epoch": 5.2636427076064205,
      "grad_norm": 1.6656962658677732,
      "learning_rate": 1.1356721568515958e-05,
      "loss": 0.9492,
      "step": 113142
    },
    {
      "epoch": 5.263689230053501,
      "grad_norm": 1.7289278764474958,
      "learning_rate": 1.1355304982481834e-05,
      "loss": 0.8477,
      "step": 113143
    },
    {
      "epoch": 5.2637357525005815,
      "grad_norm": 1.8096830007589861,
      "learning_rate": 1.1353888481326811e-05,
      "loss": 1.0859,
      "step": 113144
    },
    {
      "epoch": 5.263782274947662,
      "grad_norm": 1.8915460224418512,
      "learning_rate": 1.1352472065051777e-05,
      "loss": 1.0234,
      "step": 113145
    },
    {
      "epoch": 5.263828797394743,
      "grad_norm": 2.01056468558429,
      "learning_rate": 1.1351055733657576e-05,
      "loss": 1.0781,
      "step": 113146
    },
    {
      "epoch": 5.263875319841824,
      "grad_norm": 1.5770114559778028,
      "learning_rate": 1.1349639487145045e-05,
      "loss": 0.9023,
      "step": 113147
    },
    {
      "epoch": 5.263921842288904,
      "grad_norm": 1.6893660442418352,
      "learning_rate": 1.13482233255151e-05,
      "loss": 0.9258,
      "step": 113148
    },
    {
      "epoch": 5.263968364735985,
      "grad_norm": 1.6951616297413203,
      "learning_rate": 1.1346807248768603e-05,
      "loss": 0.8789,
      "step": 113149
    },
    {
      "epoch": 5.264014887183066,
      "grad_norm": 1.7832007444030338,
      "learning_rate": 1.1345391256906389e-05,
      "loss": 1.0625,
      "step": 113150
    },
    {
      "epoch": 5.264061409630147,
      "grad_norm": 1.7420950399510726,
      "learning_rate": 1.1343975349929341e-05,
      "loss": 0.9609,
      "step": 113151
    },
    {
      "epoch": 5.264107932077227,
      "grad_norm": 1.655879783906511,
      "learning_rate": 1.134255952783834e-05,
      "loss": 1.0078,
      "step": 113152
    },
    {
      "epoch": 5.2641544545243075,
      "grad_norm": 1.5647178185344786,
      "learning_rate": 1.134114379063424e-05,
      "loss": 0.8828,
      "step": 113153
    },
    {
      "epoch": 5.264200976971389,
      "grad_norm": 1.6629455011136514,
      "learning_rate": 1.1339728138317882e-05,
      "loss": 0.8477,
      "step": 113154
    },
    {
      "epoch": 5.264247499418469,
      "grad_norm": 1.658662404375236,
      "learning_rate": 1.133831257089019e-05,
      "loss": 0.9414,
      "step": 113155
    },
    {
      "epoch": 5.26429402186555,
      "grad_norm": 1.655771455233093,
      "learning_rate": 1.1336897088351975e-05,
      "loss": 0.9102,
      "step": 113156
    },
    {
      "epoch": 5.264340544312631,
      "grad_norm": 1.7584272504709035,
      "learning_rate": 1.1335481690704157e-05,
      "loss": 0.9023,
      "step": 113157
    },
    {
      "epoch": 5.264387066759712,
      "grad_norm": 1.873155200130909,
      "learning_rate": 1.133406637794758e-05,
      "loss": 1.0391,
      "step": 113158
    },
    {
      "epoch": 5.264433589206792,
      "grad_norm": 1.611496941116338,
      "learning_rate": 1.13326511500831e-05,
      "loss": 0.9102,
      "step": 113159
    },
    {
      "epoch": 5.264480111653873,
      "grad_norm": 1.7668309205584416,
      "learning_rate": 1.1331236007111578e-05,
      "loss": 0.9531,
      "step": 113160
    },
    {
      "epoch": 5.264526634100954,
      "grad_norm": 1.9611068445430944,
      "learning_rate": 1.132982094903388e-05,
      "loss": 1.0,
      "step": 113161
    },
    {
      "epoch": 5.2645731565480345,
      "grad_norm": 1.6809132614394358,
      "learning_rate": 1.132840597585089e-05,
      "loss": 1.0781,
      "step": 113162
    },
    {
      "epoch": 5.264619678995115,
      "grad_norm": 1.809393515737288,
      "learning_rate": 1.1326991087563492e-05,
      "loss": 1.0625,
      "step": 113163
    },
    {
      "epoch": 5.264666201442196,
      "grad_norm": 1.9444445410007265,
      "learning_rate": 1.13255762841725e-05,
      "loss": 1.0078,
      "step": 113164
    },
    {
      "epoch": 5.264712723889277,
      "grad_norm": 1.646995943253279,
      "learning_rate": 1.1324161565678796e-05,
      "loss": 0.8594,
      "step": 113165
    },
    {
      "epoch": 5.264759246336357,
      "grad_norm": 1.630853688893784,
      "learning_rate": 1.1322746932083282e-05,
      "loss": 0.7891,
      "step": 113166
    },
    {
      "epoch": 5.264805768783438,
      "grad_norm": 1.7476471779951044,
      "learning_rate": 1.1321332383386806e-05,
      "loss": 0.9023,
      "step": 113167
    },
    {
      "epoch": 5.264852291230519,
      "grad_norm": 1.9129086890587832,
      "learning_rate": 1.1319917919590216e-05,
      "loss": 1.2188,
      "step": 113168
    },
    {
      "epoch": 5.2648988136776,
      "grad_norm": 1.8002514720173788,
      "learning_rate": 1.131850354069438e-05,
      "loss": 0.9922,
      "step": 113169
    },
    {
      "epoch": 5.26494533612468,
      "grad_norm": 1.6749629399235433,
      "learning_rate": 1.1317089246700178e-05,
      "loss": 0.9766,
      "step": 113170
    },
    {
      "epoch": 5.2649918585717606,
      "grad_norm": 1.6909186640821399,
      "learning_rate": 1.1315675037608479e-05,
      "loss": 1.0312,
      "step": 113171
    },
    {
      "epoch": 5.265038381018842,
      "grad_norm": 1.7549751326112852,
      "learning_rate": 1.1314260913420147e-05,
      "loss": 1.0625,
      "step": 113172
    },
    {
      "epoch": 5.265084903465922,
      "grad_norm": 1.8250680325162627,
      "learning_rate": 1.1312846874136016e-05,
      "loss": 1.0859,
      "step": 113173
    },
    {
      "epoch": 5.265131425913003,
      "grad_norm": 1.6585750073149172,
      "learning_rate": 1.1311432919757001e-05,
      "loss": 0.8984,
      "step": 113174
    },
    {
      "epoch": 5.265177948360083,
      "grad_norm": 1.7647164620928957,
      "learning_rate": 1.1310019050283952e-05,
      "loss": 0.9219,
      "step": 113175
    },
    {
      "epoch": 5.265224470807165,
      "grad_norm": 1.5291902558501496,
      "learning_rate": 1.1308605265717685e-05,
      "loss": 0.9727,
      "step": 113176
    },
    {
      "epoch": 5.265270993254245,
      "grad_norm": 1.7724261350894706,
      "learning_rate": 1.1307191566059148e-05,
      "loss": 1.0156,
      "step": 113177
    },
    {
      "epoch": 5.265317515701326,
      "grad_norm": 1.8865770536385418,
      "learning_rate": 1.1305777951309125e-05,
      "loss": 0.9805,
      "step": 113178
    },
    {
      "epoch": 5.265364038148407,
      "grad_norm": 1.8291529340448824,
      "learning_rate": 1.1304364421468564e-05,
      "loss": 0.9375,
      "step": 113179
    },
    {
      "epoch": 5.2654105605954875,
      "grad_norm": 1.908957935434941,
      "learning_rate": 1.1302950976538266e-05,
      "loss": 1.0781,
      "step": 113180
    },
    {
      "epoch": 5.265457083042568,
      "grad_norm": 1.6815661708830403,
      "learning_rate": 1.1301537616519146e-05,
      "loss": 0.9688,
      "step": 113181
    },
    {
      "epoch": 5.2655036054896485,
      "grad_norm": 1.6759643252298868,
      "learning_rate": 1.1300124341412004e-05,
      "loss": 0.9727,
      "step": 113182
    },
    {
      "epoch": 5.26555012793673,
      "grad_norm": 2.0943804753807433,
      "learning_rate": 1.1298711151217754e-05,
      "loss": 1.125,
      "step": 113183
    },
    {
      "epoch": 5.26559665038381,
      "grad_norm": 1.866028261380761,
      "learning_rate": 1.1297298045937264e-05,
      "loss": 1.0859,
      "step": 113184
    },
    {
      "epoch": 5.265643172830891,
      "grad_norm": 1.6509032698409007,
      "learning_rate": 1.12958850255714e-05,
      "loss": 0.8867,
      "step": 113185
    },
    {
      "epoch": 5.265689695277971,
      "grad_norm": 1.6326764551953372,
      "learning_rate": 1.1294472090120992e-05,
      "loss": 0.9805,
      "step": 113186
    },
    {
      "epoch": 5.265736217725053,
      "grad_norm": 1.8182828303679266,
      "learning_rate": 1.129305923958691e-05,
      "loss": 1.0312,
      "step": 113187
    },
    {
      "epoch": 5.265782740172133,
      "grad_norm": 1.7243094629729998,
      "learning_rate": 1.129164647397005e-05,
      "loss": 0.957,
      "step": 113188
    },
    {
      "epoch": 5.265829262619214,
      "grad_norm": 1.61484610672665,
      "learning_rate": 1.1290233793271281e-05,
      "loss": 0.8945,
      "step": 113189
    },
    {
      "epoch": 5.265875785066294,
      "grad_norm": 1.748449819560477,
      "learning_rate": 1.1288821197491432e-05,
      "loss": 1.0391,
      "step": 113190
    },
    {
      "epoch": 5.265922307513375,
      "grad_norm": 1.6182472998374042,
      "learning_rate": 1.1287408686631355e-05,
      "loss": 1.0156,
      "step": 113191
    },
    {
      "epoch": 5.265968829960456,
      "grad_norm": 1.8322149530858571,
      "learning_rate": 1.1285996260691981e-05,
      "loss": 0.9414,
      "step": 113192
    },
    {
      "epoch": 5.266015352407536,
      "grad_norm": 1.5837027383253803,
      "learning_rate": 1.1284583919674129e-05,
      "loss": 0.8086,
      "step": 113193
    },
    {
      "epoch": 5.266061874854618,
      "grad_norm": 1.6007417241212047,
      "learning_rate": 1.1283171663578677e-05,
      "loss": 0.8594,
      "step": 113194
    },
    {
      "epoch": 5.266108397301698,
      "grad_norm": 1.9439332171571198,
      "learning_rate": 1.1281759492406462e-05,
      "loss": 1.0078,
      "step": 113195
    },
    {
      "epoch": 5.266154919748779,
      "grad_norm": 1.6059408915840139,
      "learning_rate": 1.1280347406158396e-05,
      "loss": 0.9023,
      "step": 113196
    },
    {
      "epoch": 5.266201442195859,
      "grad_norm": 1.71828443532935,
      "learning_rate": 1.1278935404835315e-05,
      "loss": 0.9727,
      "step": 113197
    },
    {
      "epoch": 5.2662479646429405,
      "grad_norm": 1.798931914539186,
      "learning_rate": 1.1277523488438067e-05,
      "loss": 0.9844,
      "step": 113198
    },
    {
      "epoch": 5.266294487090021,
      "grad_norm": 1.5764572065632678,
      "learning_rate": 1.1276111656967569e-05,
      "loss": 0.9258,
      "step": 113199
    },
    {
      "epoch": 5.2663410095371015,
      "grad_norm": 1.6872326852856208,
      "learning_rate": 1.1274699910424616e-05,
      "loss": 1.0234,
      "step": 113200
    },
    {
      "epoch": 5.266387531984182,
      "grad_norm": 1.7720944984647016,
      "learning_rate": 1.1273288248810131e-05,
      "loss": 0.9258,
      "step": 113201
    },
    {
      "epoch": 5.266434054431263,
      "grad_norm": 1.6579767911017689,
      "learning_rate": 1.1271876672124957e-05,
      "loss": 0.8789,
      "step": 113202
    },
    {
      "epoch": 5.266480576878344,
      "grad_norm": 1.6646298154168293,
      "learning_rate": 1.1270465180369965e-05,
      "loss": 0.9414,
      "step": 113203
    },
    {
      "epoch": 5.266527099325424,
      "grad_norm": 1.5839011811165156,
      "learning_rate": 1.1269053773545983e-05,
      "loss": 0.8867,
      "step": 113204
    },
    {
      "epoch": 5.266573621772505,
      "grad_norm": 1.856280477122076,
      "learning_rate": 1.126764245165393e-05,
      "loss": 1.0312,
      "step": 113205
    },
    {
      "epoch": 5.266620144219586,
      "grad_norm": 1.7418126248824588,
      "learning_rate": 1.1266231214694655e-05,
      "loss": 1.1094,
      "step": 113206
    },
    {
      "epoch": 5.266666666666667,
      "grad_norm": 1.6498783470360454,
      "learning_rate": 1.1264820062668989e-05,
      "loss": 0.9766,
      "step": 113207
    },
    {
      "epoch": 5.266713189113747,
      "grad_norm": 1.5729834714253332,
      "learning_rate": 1.1263408995577816e-05,
      "loss": 0.8672,
      "step": 113208
    },
    {
      "epoch": 5.2667597115608284,
      "grad_norm": 1.9200630486887948,
      "learning_rate": 1.1261998013422002e-05,
      "loss": 1.1016,
      "step": 113209
    },
    {
      "epoch": 5.266806234007909,
      "grad_norm": 1.5794719648682873,
      "learning_rate": 1.126058711620243e-05,
      "loss": 0.8203,
      "step": 113210
    },
    {
      "epoch": 5.266852756454989,
      "grad_norm": 1.930503122398081,
      "learning_rate": 1.1259176303919931e-05,
      "loss": 1.1328,
      "step": 113211
    },
    {
      "epoch": 5.26689927890207,
      "grad_norm": 1.671691131931649,
      "learning_rate": 1.125776557657539e-05,
      "loss": 0.9453,
      "step": 113212
    },
    {
      "epoch": 5.266945801349151,
      "grad_norm": 1.6391994033068498,
      "learning_rate": 1.1256354934169638e-05,
      "loss": 0.9102,
      "step": 113213
    },
    {
      "epoch": 5.266992323796232,
      "grad_norm": 1.7020876515630723,
      "learning_rate": 1.125494437670359e-05,
      "loss": 0.9844,
      "step": 113214
    },
    {
      "epoch": 5.267038846243312,
      "grad_norm": 1.896474700689209,
      "learning_rate": 1.1253533904178081e-05,
      "loss": 1.0,
      "step": 113215
    },
    {
      "epoch": 5.267085368690394,
      "grad_norm": 1.6142075636079898,
      "learning_rate": 1.1252123516593975e-05,
      "loss": 0.918,
      "step": 113216
    },
    {
      "epoch": 5.267131891137474,
      "grad_norm": 1.7056517820758887,
      "learning_rate": 1.1250713213952106e-05,
      "loss": 0.9531,
      "step": 113217
    },
    {
      "epoch": 5.2671784135845545,
      "grad_norm": 1.6728421184577014,
      "learning_rate": 1.1249302996253406e-05,
      "loss": 0.9102,
      "step": 113218
    },
    {
      "epoch": 5.267224936031635,
      "grad_norm": 2.0510188344137408,
      "learning_rate": 1.1247892863498693e-05,
      "loss": 1.1875,
      "step": 113219
    },
    {
      "epoch": 5.267271458478716,
      "grad_norm": 1.6323138594060678,
      "learning_rate": 1.1246482815688812e-05,
      "loss": 1.0469,
      "step": 113220
    },
    {
      "epoch": 5.267317980925797,
      "grad_norm": 1.5709948673662733,
      "learning_rate": 1.1245072852824666e-05,
      "loss": 0.8359,
      "step": 113221
    },
    {
      "epoch": 5.267364503372877,
      "grad_norm": 1.9072091875822792,
      "learning_rate": 1.1243662974907102e-05,
      "loss": 1.0234,
      "step": 113222
    },
    {
      "epoch": 5.267411025819958,
      "grad_norm": 1.5713249746052078,
      "learning_rate": 1.1242253181936989e-05,
      "loss": 0.9141,
      "step": 113223
    },
    {
      "epoch": 5.267457548267039,
      "grad_norm": 1.8959048148752367,
      "learning_rate": 1.1240843473915207e-05,
      "loss": 1.0469,
      "step": 113224
    },
    {
      "epoch": 5.26750407071412,
      "grad_norm": 1.5880925975816131,
      "learning_rate": 1.1239433850842588e-05,
      "loss": 0.8789,
      "step": 113225
    },
    {
      "epoch": 5.2675505931612,
      "grad_norm": 1.7084930169233654,
      "learning_rate": 1.1238024312719967e-05,
      "loss": 0.8984,
      "step": 113226
    },
    {
      "epoch": 5.267597115608281,
      "grad_norm": 1.6288181621667315,
      "learning_rate": 1.1236614859548293e-05,
      "loss": 1.0781,
      "step": 113227
    },
    {
      "epoch": 5.267643638055362,
      "grad_norm": 1.5605507456879595,
      "learning_rate": 1.1235205491328363e-05,
      "loss": 0.8516,
      "step": 113228
    },
    {
      "epoch": 5.267690160502442,
      "grad_norm": 1.6644214830644046,
      "learning_rate": 1.123379620806108e-05,
      "loss": 1.0625,
      "step": 113229
    },
    {
      "epoch": 5.267736682949523,
      "grad_norm": 1.6974152360581487,
      "learning_rate": 1.123238700974724e-05,
      "loss": 0.8711,
      "step": 113230
    },
    {
      "epoch": 5.267783205396604,
      "grad_norm": 1.5549626361198168,
      "learning_rate": 1.1230977896387777e-05,
      "loss": 0.8203,
      "step": 113231
    },
    {
      "epoch": 5.267829727843685,
      "grad_norm": 1.7618022578869614,
      "learning_rate": 1.122956886798354e-05,
      "loss": 1.0156,
      "step": 113232
    },
    {
      "epoch": 5.267876250290765,
      "grad_norm": 1.6373593013571786,
      "learning_rate": 1.1228159924535362e-05,
      "loss": 0.9609,
      "step": 113233
    },
    {
      "epoch": 5.267922772737846,
      "grad_norm": 1.6223154627936636,
      "learning_rate": 1.122675106604411e-05,
      "loss": 0.8867,
      "step": 113234
    },
    {
      "epoch": 5.267969295184927,
      "grad_norm": 1.6347433600925576,
      "learning_rate": 1.122534229251068e-05,
      "loss": 0.9141,
      "step": 113235
    },
    {
      "epoch": 5.2680158176320075,
      "grad_norm": 1.6787650409570922,
      "learning_rate": 1.1223933603935909e-05,
      "loss": 1.0078,
      "step": 113236
    },
    {
      "epoch": 5.268062340079088,
      "grad_norm": 1.6734222781391817,
      "learning_rate": 1.1222525000320676e-05,
      "loss": 0.9688,
      "step": 113237
    },
    {
      "epoch": 5.2681088625261685,
      "grad_norm": 1.682455121886181,
      "learning_rate": 1.1221116481665814e-05,
      "loss": 0.9023,
      "step": 113238
    },
    {
      "epoch": 5.26815538497325,
      "grad_norm": 1.693502817645758,
      "learning_rate": 1.1219708047972193e-05,
      "loss": 0.9414,
      "step": 113239
    },
    {
      "epoch": 5.26820190742033,
      "grad_norm": 1.6694177362503193,
      "learning_rate": 1.1218299699240707e-05,
      "loss": 0.8867,
      "step": 113240
    },
    {
      "epoch": 5.268248429867411,
      "grad_norm": 1.9413748375080842,
      "learning_rate": 1.1216891435472191e-05,
      "loss": 1.0547,
      "step": 113241
    },
    {
      "epoch": 5.268294952314491,
      "grad_norm": 1.851204690736736,
      "learning_rate": 1.121548325666748e-05,
      "loss": 1.0781,
      "step": 113242
    },
    {
      "epoch": 5.268341474761573,
      "grad_norm": 1.8393729783488155,
      "learning_rate": 1.1214075162827501e-05,
      "loss": 1.0625,
      "step": 113243
    },
    {
      "epoch": 5.268387997208653,
      "grad_norm": 1.7486659279915024,
      "learning_rate": 1.121266715395306e-05,
      "loss": 0.957,
      "step": 113244
    },
    {
      "epoch": 5.268434519655734,
      "grad_norm": 1.7398290210073382,
      "learning_rate": 1.1211259230045067e-05,
      "loss": 1.0391,
      "step": 113245
    },
    {
      "epoch": 5.268481042102815,
      "grad_norm": 1.8080848121073112,
      "learning_rate": 1.1209851391104358e-05,
      "loss": 0.9453,
      "step": 113246
    },
    {
      "epoch": 5.2685275645498955,
      "grad_norm": 1.7603412393057492,
      "learning_rate": 1.1208443637131798e-05,
      "loss": 1.0938,
      "step": 113247
    },
    {
      "epoch": 5.268574086996976,
      "grad_norm": 1.7337865824989105,
      "learning_rate": 1.120703596812822e-05,
      "loss": 0.9258,
      "step": 113248
    },
    {
      "epoch": 5.268620609444056,
      "grad_norm": 1.9426686653606824,
      "learning_rate": 1.1205628384094539e-05,
      "loss": 1.0859,
      "step": 113249
    },
    {
      "epoch": 5.268667131891138,
      "grad_norm": 1.9418900896491957,
      "learning_rate": 1.1204220885031589e-05,
      "loss": 0.9531,
      "step": 113250
    },
    {
      "epoch": 5.268713654338218,
      "grad_norm": 1.975625820785491,
      "learning_rate": 1.1202813470940237e-05,
      "loss": 1.0703,
      "step": 113251
    },
    {
      "epoch": 5.268760176785299,
      "grad_norm": 1.767918561692383,
      "learning_rate": 1.1201406141821312e-05,
      "loss": 1.0156,
      "step": 113252
    },
    {
      "epoch": 5.268806699232379,
      "grad_norm": 1.9008364476665607,
      "learning_rate": 1.1199998897675716e-05,
      "loss": 0.9766,
      "step": 113253
    },
    {
      "epoch": 5.268853221679461,
      "grad_norm": 1.7697797082008555,
      "learning_rate": 1.1198591738504315e-05,
      "loss": 0.8945,
      "step": 113254
    },
    {
      "epoch": 5.268899744126541,
      "grad_norm": 1.856430044620047,
      "learning_rate": 1.1197184664307957e-05,
      "loss": 1.0078,
      "step": 113255
    },
    {
      "epoch": 5.2689462665736215,
      "grad_norm": 1.7146680445902118,
      "learning_rate": 1.1195777675087459e-05,
      "loss": 0.8828,
      "step": 113256
    },
    {
      "epoch": 5.268992789020703,
      "grad_norm": 1.6843606682005159,
      "learning_rate": 1.1194370770843769e-05,
      "loss": 0.9297,
      "step": 113257
    },
    {
      "epoch": 5.269039311467783,
      "grad_norm": 1.6818135326883614,
      "learning_rate": 1.1192963951577689e-05,
      "loss": 0.9258,
      "step": 113258
    },
    {
      "epoch": 5.269085833914864,
      "grad_norm": 1.72118894848139,
      "learning_rate": 1.1191557217290098e-05,
      "loss": 1.0156,
      "step": 113259
    },
    {
      "epoch": 5.269132356361944,
      "grad_norm": 1.662163627131998,
      "learning_rate": 1.1190150567981832e-05,
      "loss": 0.9375,
      "step": 113260
    },
    {
      "epoch": 5.269178878809026,
      "grad_norm": 1.8674344261611446,
      "learning_rate": 1.1188744003653787e-05,
      "loss": 1.1016,
      "step": 113261
    },
    {
      "epoch": 5.269225401256106,
      "grad_norm": 1.7637895984558494,
      "learning_rate": 1.1187337524306816e-05,
      "loss": 0.918,
      "step": 113262
    },
    {
      "epoch": 5.269271923703187,
      "grad_norm": 1.5810830319197253,
      "learning_rate": 1.1185931129941783e-05,
      "loss": 0.918,
      "step": 113263
    },
    {
      "epoch": 5.269318446150267,
      "grad_norm": 1.7367192716641482,
      "learning_rate": 1.118452482055952e-05,
      "loss": 0.9141,
      "step": 113264
    },
    {
      "epoch": 5.2693649685973485,
      "grad_norm": 1.6733197902977055,
      "learning_rate": 1.1183118596160895e-05,
      "loss": 0.9414,
      "step": 113265
    },
    {
      "epoch": 5.269411491044429,
      "grad_norm": 1.7243632022065345,
      "learning_rate": 1.1181712456746822e-05,
      "loss": 0.8789,
      "step": 113266
    },
    {
      "epoch": 5.269458013491509,
      "grad_norm": 1.6401544164112647,
      "learning_rate": 1.1180306402318117e-05,
      "loss": 0.9141,
      "step": 113267
    },
    {
      "epoch": 5.269504535938591,
      "grad_norm": 1.75509345062761,
      "learning_rate": 1.1178900432875631e-05,
      "loss": 0.9453,
      "step": 113268
    },
    {
      "epoch": 5.269551058385671,
      "grad_norm": 1.786331229156387,
      "learning_rate": 1.1177494548420263e-05,
      "loss": 0.8828,
      "step": 113269
    },
    {
      "epoch": 5.269597580832752,
      "grad_norm": 1.8202794694362365,
      "learning_rate": 1.117608874895281e-05,
      "loss": 1.1328,
      "step": 113270
    },
    {
      "epoch": 5.269644103279832,
      "grad_norm": 1.5111364998042647,
      "learning_rate": 1.1174683034474207e-05,
      "loss": 0.8594,
      "step": 113271
    },
    {
      "epoch": 5.269690625726914,
      "grad_norm": 1.8898823722019416,
      "learning_rate": 1.1173277404985287e-05,
      "loss": 1.0625,
      "step": 113272
    },
    {
      "epoch": 5.269737148173994,
      "grad_norm": 1.6684399768369593,
      "learning_rate": 1.1171871860486898e-05,
      "loss": 1.0078,
      "step": 113273
    },
    {
      "epoch": 5.269783670621075,
      "grad_norm": 1.829509009637142,
      "learning_rate": 1.1170466400979872e-05,
      "loss": 1.125,
      "step": 113274
    },
    {
      "epoch": 5.269830193068155,
      "grad_norm": 1.6296755630913216,
      "learning_rate": 1.1169061026465142e-05,
      "loss": 0.9375,
      "step": 113275
    },
    {
      "epoch": 5.269876715515236,
      "grad_norm": 1.6518502602744525,
      "learning_rate": 1.1167655736943526e-05,
      "loss": 1.0938,
      "step": 113276
    },
    {
      "epoch": 5.269923237962317,
      "grad_norm": 1.6223379343772037,
      "learning_rate": 1.1166250532415905e-05,
      "loss": 0.9297,
      "step": 113277
    },
    {
      "epoch": 5.269969760409397,
      "grad_norm": 1.6993003683055752,
      "learning_rate": 1.1164845412883078e-05,
      "loss": 1.0234,
      "step": 113278
    },
    {
      "epoch": 5.270016282856478,
      "grad_norm": 1.8701915959287045,
      "learning_rate": 1.1163440378345979e-05,
      "loss": 0.9766,
      "step": 113279
    },
    {
      "epoch": 5.270062805303559,
      "grad_norm": 1.6773712347025191,
      "learning_rate": 1.1162035428805454e-05,
      "loss": 1.0469,
      "step": 113280
    },
    {
      "epoch": 5.27010932775064,
      "grad_norm": 1.6978847025860566,
      "learning_rate": 1.1160630564262341e-05,
      "loss": 1.1094,
      "step": 113281
    },
    {
      "epoch": 5.27015585019772,
      "grad_norm": 1.8829384489513439,
      "learning_rate": 1.1159225784717468e-05,
      "loss": 1.0391,
      "step": 113282
    },
    {
      "epoch": 5.2702023726448015,
      "grad_norm": 1.6837232899224333,
      "learning_rate": 1.1157821090171786e-05,
      "loss": 1.0078,
      "step": 113283
    },
    {
      "epoch": 5.270248895091882,
      "grad_norm": 1.7663508466049676,
      "learning_rate": 1.1156416480626096e-05,
      "loss": 0.9531,
      "step": 113284
    },
    {
      "epoch": 5.2702954175389625,
      "grad_norm": 1.7299750203682107,
      "learning_rate": 1.115501195608126e-05,
      "loss": 0.9648,
      "step": 113285
    },
    {
      "epoch": 5.270341939986043,
      "grad_norm": 1.6677694571149897,
      "learning_rate": 1.1153607516538115e-05,
      "loss": 0.8555,
      "step": 113286
    },
    {
      "epoch": 5.270388462433124,
      "grad_norm": 1.6024821511517728,
      "learning_rate": 1.1152203161997558e-05,
      "loss": 0.8281,
      "step": 113287
    },
    {
      "epoch": 5.270434984880205,
      "grad_norm": 1.8499195442632486,
      "learning_rate": 1.1150798892460472e-05,
      "loss": 1.2031,
      "step": 113288
    },
    {
      "epoch": 5.270481507327285,
      "grad_norm": 1.882073381390457,
      "learning_rate": 1.1149394707927673e-05,
      "loss": 1.0547,
      "step": 113289
    },
    {
      "epoch": 5.270528029774366,
      "grad_norm": 1.746402380127385,
      "learning_rate": 1.1147990608400025e-05,
      "loss": 0.8086,
      "step": 113290
    },
    {
      "epoch": 5.270574552221447,
      "grad_norm": 1.8051021911746552,
      "learning_rate": 1.1146586593878399e-05,
      "loss": 0.9922,
      "step": 113291
    },
    {
      "epoch": 5.270621074668528,
      "grad_norm": 1.639962499095013,
      "learning_rate": 1.1145182664363655e-05,
      "loss": 0.9492,
      "step": 113292
    },
    {
      "epoch": 5.270667597115608,
      "grad_norm": 1.6398702830233451,
      "learning_rate": 1.1143778819856647e-05,
      "loss": 0.8906,
      "step": 113293
    },
    {
      "epoch": 5.2707141195626885,
      "grad_norm": 1.809044867709245,
      "learning_rate": 1.1142375060358238e-05,
      "loss": 0.9453,
      "step": 113294
    },
    {
      "epoch": 5.27076064200977,
      "grad_norm": 1.7941517525439217,
      "learning_rate": 1.1140971385869296e-05,
      "loss": 1.0859,
      "step": 113295
    },
    {
      "epoch": 5.27080716445685,
      "grad_norm": 1.9720429807912918,
      "learning_rate": 1.1139567796390635e-05,
      "loss": 1.1016,
      "step": 113296
    },
    {
      "epoch": 5.270853686903931,
      "grad_norm": 1.8486996499054331,
      "learning_rate": 1.1138164291923174e-05,
      "loss": 1.0703,
      "step": 113297
    },
    {
      "epoch": 5.270900209351012,
      "grad_norm": 1.629956900267275,
      "learning_rate": 1.113676087246776e-05,
      "loss": 0.9883,
      "step": 113298
    },
    {
      "epoch": 5.270946731798093,
      "grad_norm": 1.809900045311866,
      "learning_rate": 1.1135357538025224e-05,
      "loss": 0.9922,
      "step": 113299
    },
    {
      "epoch": 5.270993254245173,
      "grad_norm": 1.5065941378682104,
      "learning_rate": 1.113395428859642e-05,
      "loss": 0.7734,
      "step": 113300
    },
    {
      "epoch": 5.271039776692254,
      "grad_norm": 1.9449108004757791,
      "learning_rate": 1.113255112418226e-05,
      "loss": 1.2031,
      "step": 113301
    },
    {
      "epoch": 5.271086299139335,
      "grad_norm": 1.8158037403534322,
      "learning_rate": 1.113114804478356e-05,
      "loss": 0.9609,
      "step": 113302
    },
    {
      "epoch": 5.2711328215864155,
      "grad_norm": 1.6861875429526052,
      "learning_rate": 1.112974505040119e-05,
      "loss": 1.0703,
      "step": 113303
    },
    {
      "epoch": 5.271179344033496,
      "grad_norm": 1.8591903968308554,
      "learning_rate": 1.1128342141035995e-05,
      "loss": 0.9844,
      "step": 113304
    },
    {
      "epoch": 5.271225866480577,
      "grad_norm": 1.5920369287203004,
      "learning_rate": 1.112693931668886e-05,
      "loss": 0.8906,
      "step": 113305
    },
    {
      "epoch": 5.271272388927658,
      "grad_norm": 1.7764474165402424,
      "learning_rate": 1.1125536577360632e-05,
      "loss": 1.0703,
      "step": 113306
    },
    {
      "epoch": 5.271318911374738,
      "grad_norm": 1.6894195895748132,
      "learning_rate": 1.112413392305218e-05,
      "loss": 0.8984,
      "step": 113307
    },
    {
      "epoch": 5.271365433821819,
      "grad_norm": 1.965003079744725,
      "learning_rate": 1.112273135376432e-05,
      "loss": 1.0078,
      "step": 113308
    },
    {
      "epoch": 5.2714119562689,
      "grad_norm": 1.5902791501058602,
      "learning_rate": 1.1121328869497948e-05,
      "loss": 0.9375,
      "step": 113309
    },
    {
      "epoch": 5.271458478715981,
      "grad_norm": 1.5482207873229412,
      "learning_rate": 1.1119926470253932e-05,
      "loss": 0.8867,
      "step": 113310
    },
    {
      "epoch": 5.271505001163061,
      "grad_norm": 1.8084161275926625,
      "learning_rate": 1.1118524156033121e-05,
      "loss": 1.0312,
      "step": 113311
    },
    {
      "epoch": 5.271551523610142,
      "grad_norm": 1.628477229385624,
      "learning_rate": 1.1117121926836365e-05,
      "loss": 0.918,
      "step": 113312
    },
    {
      "epoch": 5.271598046057223,
      "grad_norm": 1.742425528844025,
      "learning_rate": 1.1115719782664496e-05,
      "loss": 0.9805,
      "step": 113313
    },
    {
      "epoch": 5.271644568504303,
      "grad_norm": 1.9000589940548116,
      "learning_rate": 1.1114317723518445e-05,
      "loss": 1.0625,
      "step": 113314
    },
    {
      "epoch": 5.271691090951384,
      "grad_norm": 1.7590689494895313,
      "learning_rate": 1.1112915749399015e-05,
      "loss": 0.9375,
      "step": 113315
    },
    {
      "epoch": 5.271737613398464,
      "grad_norm": 1.8864552057044686,
      "learning_rate": 1.1111513860307069e-05,
      "loss": 1.2891,
      "step": 113316
    },
    {
      "epoch": 5.271784135845546,
      "grad_norm": 1.644382743033932,
      "learning_rate": 1.1110112056243459e-05,
      "loss": 0.8867,
      "step": 113317
    },
    {
      "epoch": 5.271830658292626,
      "grad_norm": 1.789981748472691,
      "learning_rate": 1.1108710337209081e-05,
      "loss": 0.9648,
      "step": 113318
    },
    {
      "epoch": 5.271877180739707,
      "grad_norm": 1.6970570104913345,
      "learning_rate": 1.110730870320477e-05,
      "loss": 0.9727,
      "step": 113319
    },
    {
      "epoch": 5.271923703186788,
      "grad_norm": 1.8661206530181254,
      "learning_rate": 1.1105907154231375e-05,
      "loss": 1.1328,
      "step": 113320
    },
    {
      "epoch": 5.2719702256338685,
      "grad_norm": 1.9073158931735663,
      "learning_rate": 1.1104505690289762e-05,
      "loss": 1.1094,
      "step": 113321
    },
    {
      "epoch": 5.272016748080949,
      "grad_norm": 1.7821821631744117,
      "learning_rate": 1.1103104311380778e-05,
      "loss": 0.9258,
      "step": 113322
    },
    {
      "epoch": 5.2720632705280295,
      "grad_norm": 1.7967088820814723,
      "learning_rate": 1.1101703017505309e-05,
      "loss": 1.0312,
      "step": 113323
    },
    {
      "epoch": 5.272109792975111,
      "grad_norm": 1.817703636073838,
      "learning_rate": 1.1100301808664187e-05,
      "loss": 1.0,
      "step": 113324
    },
    {
      "epoch": 5.272156315422191,
      "grad_norm": 1.7799990281047766,
      "learning_rate": 1.1098900684858291e-05,
      "loss": 1.0391,
      "step": 113325
    },
    {
      "epoch": 5.272202837869272,
      "grad_norm": 1.5758182812867938,
      "learning_rate": 1.1097499646088442e-05,
      "loss": 0.8711,
      "step": 113326
    },
    {
      "epoch": 5.272249360316352,
      "grad_norm": 2.0930210709505292,
      "learning_rate": 1.1096098692355537e-05,
      "loss": 1.0859,
      "step": 113327
    },
    {
      "epoch": 5.272295882763434,
      "grad_norm": 1.6341932091745877,
      "learning_rate": 1.1094697823660426e-05,
      "loss": 0.9453,
      "step": 113328
    },
    {
      "epoch": 5.272342405210514,
      "grad_norm": 1.6931201513352923,
      "learning_rate": 1.109329704000394e-05,
      "loss": 1.0312,
      "step": 113329
    },
    {
      "epoch": 5.272388927657595,
      "grad_norm": 1.7109294290887735,
      "learning_rate": 1.109189634138698e-05,
      "loss": 1.0391,
      "step": 113330
    },
    {
      "epoch": 5.272435450104675,
      "grad_norm": 1.6396937894562988,
      "learning_rate": 1.1090495727810344e-05,
      "loss": 0.9023,
      "step": 113331
    },
    {
      "epoch": 5.272481972551756,
      "grad_norm": 1.6767783773699005,
      "learning_rate": 1.108909519927495e-05,
      "loss": 0.9375,
      "step": 113332
    },
    {
      "epoch": 5.272528494998837,
      "grad_norm": 1.7017178957823127,
      "learning_rate": 1.1087694755781645e-05,
      "loss": 1.0234,
      "step": 113333
    },
    {
      "epoch": 5.272575017445917,
      "grad_norm": 1.6876688520864296,
      "learning_rate": 1.1086294397331263e-05,
      "loss": 0.9805,
      "step": 113334
    },
    {
      "epoch": 5.272621539892999,
      "grad_norm": 1.6350433545029444,
      "learning_rate": 1.1084894123924637e-05,
      "loss": 0.9844,
      "step": 113335
    },
    {
      "epoch": 5.272668062340079,
      "grad_norm": 1.671163471705882,
      "learning_rate": 1.1083493935562699e-05,
      "loss": 1.0234,
      "step": 113336
    },
    {
      "epoch": 5.27271458478716,
      "grad_norm": 1.820581400086581,
      "learning_rate": 1.1082093832246264e-05,
      "loss": 1.1016,
      "step": 113337
    },
    {
      "epoch": 5.27276110723424,
      "grad_norm": 1.6478784281509722,
      "learning_rate": 1.1080693813976182e-05,
      "loss": 0.957,
      "step": 113338
    },
    {
      "epoch": 5.2728076296813216,
      "grad_norm": 1.9129537193984776,
      "learning_rate": 1.1079293880753287e-05,
      "loss": 1.0391,
      "step": 113339
    },
    {
      "epoch": 5.272854152128402,
      "grad_norm": 1.8313061779925581,
      "learning_rate": 1.1077894032578495e-05,
      "loss": 0.9297,
      "step": 113340
    },
    {
      "epoch": 5.2729006745754825,
      "grad_norm": 1.5520268502732364,
      "learning_rate": 1.1076494269452651e-05,
      "loss": 0.8789,
      "step": 113341
    },
    {
      "epoch": 5.272947197022563,
      "grad_norm": 1.8365385240867382,
      "learning_rate": 1.1075094591376576e-05,
      "loss": 1.0469,
      "step": 113342
    },
    {
      "epoch": 5.272993719469644,
      "grad_norm": 1.7469291743136868,
      "learning_rate": 1.1073694998351135e-05,
      "loss": 1.0312,
      "step": 113343
    },
    {
      "epoch": 5.273040241916725,
      "grad_norm": 1.8677672142759156,
      "learning_rate": 1.107229549037721e-05,
      "loss": 1.0312,
      "step": 113344
    },
    {
      "epoch": 5.273086764363805,
      "grad_norm": 1.6627293985322418,
      "learning_rate": 1.1070896067455664e-05,
      "loss": 0.9727,
      "step": 113345
    },
    {
      "epoch": 5.273133286810887,
      "grad_norm": 1.7801465840637463,
      "learning_rate": 1.1069496729587318e-05,
      "loss": 0.918,
      "step": 113346
    },
    {
      "epoch": 5.273179809257967,
      "grad_norm": 1.6985450153418429,
      "learning_rate": 1.1068097476773052e-05,
      "loss": 1.0469,
      "step": 113347
    },
    {
      "epoch": 5.273226331705048,
      "grad_norm": 1.7806799155834063,
      "learning_rate": 1.1066698309013682e-05,
      "loss": 1.0547,
      "step": 113348
    },
    {
      "epoch": 5.273272854152128,
      "grad_norm": 1.9476678953084885,
      "learning_rate": 1.1065299226310125e-05,
      "loss": 0.9609,
      "step": 113349
    },
    {
      "epoch": 5.2733193765992095,
      "grad_norm": 1.693668523796637,
      "learning_rate": 1.1063900228663215e-05,
      "loss": 0.9102,
      "step": 113350
    },
    {
      "epoch": 5.27336589904629,
      "grad_norm": 1.625461065021374,
      "learning_rate": 1.106250131607378e-05,
      "loss": 0.9375,
      "step": 113351
    },
    {
      "epoch": 5.27341242149337,
      "grad_norm": 1.6509913091146275,
      "learning_rate": 1.1061102488542722e-05,
      "loss": 1.0078,
      "step": 113352
    },
    {
      "epoch": 5.273458943940451,
      "grad_norm": 1.6576360004003015,
      "learning_rate": 1.1059703746070859e-05,
      "loss": 0.9023,
      "step": 113353
    },
    {
      "epoch": 5.273505466387532,
      "grad_norm": 1.7015850139924917,
      "learning_rate": 1.105830508865907e-05,
      "loss": 1.0625,
      "step": 113354
    },
    {
      "epoch": 5.273551988834613,
      "grad_norm": 1.7279549567929011,
      "learning_rate": 1.1056906516308222e-05,
      "loss": 1.1094,
      "step": 113355
    },
    {
      "epoch": 5.273598511281693,
      "grad_norm": 1.7671019993379036,
      "learning_rate": 1.105550802901915e-05,
      "loss": 0.9336,
      "step": 113356
    },
    {
      "epoch": 5.273645033728775,
      "grad_norm": 1.8398333213533473,
      "learning_rate": 1.1054109626792701e-05,
      "loss": 0.9531,
      "step": 113357
    },
    {
      "epoch": 5.273691556175855,
      "grad_norm": 1.713831473776359,
      "learning_rate": 1.1052711309629758e-05,
      "loss": 1.0547,
      "step": 113358
    },
    {
      "epoch": 5.2737380786229355,
      "grad_norm": 1.5817656150013606,
      "learning_rate": 1.1051313077531154e-05,
      "loss": 0.9062,
      "step": 113359
    },
    {
      "epoch": 5.273784601070016,
      "grad_norm": 1.7882448627680403,
      "learning_rate": 1.1049914930497772e-05,
      "loss": 1.0078,
      "step": 113360
    },
    {
      "epoch": 5.273831123517097,
      "grad_norm": 1.6824918993842433,
      "learning_rate": 1.1048516868530426e-05,
      "loss": 1.0078,
      "step": 113361
    },
    {
      "epoch": 5.273877645964178,
      "grad_norm": 1.662105519323729,
      "learning_rate": 1.1047118891630019e-05,
      "loss": 1.0,
      "step": 113362
    },
    {
      "epoch": 5.273924168411258,
      "grad_norm": 1.8200904650133989,
      "learning_rate": 1.104572099979738e-05,
      "loss": 0.9102,
      "step": 113363
    },
    {
      "epoch": 5.273970690858339,
      "grad_norm": 1.8263138647134685,
      "learning_rate": 1.104432319303336e-05,
      "loss": 1.0156,
      "step": 113364
    },
    {
      "epoch": 5.27401721330542,
      "grad_norm": 1.6538401836528114,
      "learning_rate": 1.1042925471338826e-05,
      "loss": 0.8672,
      "step": 113365
    },
    {
      "epoch": 5.274063735752501,
      "grad_norm": 1.7782210104630747,
      "learning_rate": 1.1041527834714642e-05,
      "loss": 1.1328,
      "step": 113366
    },
    {
      "epoch": 5.274110258199581,
      "grad_norm": 1.72707317791653,
      "learning_rate": 1.104013028316164e-05,
      "loss": 0.9141,
      "step": 113367
    },
    {
      "epoch": 5.274156780646662,
      "grad_norm": 1.6734565018760919,
      "learning_rate": 1.1038732816680706e-05,
      "loss": 0.9336,
      "step": 113368
    },
    {
      "epoch": 5.274203303093743,
      "grad_norm": 1.4974596449344715,
      "learning_rate": 1.1037335435272653e-05,
      "loss": 0.8086,
      "step": 113369
    },
    {
      "epoch": 5.2742498255408234,
      "grad_norm": 1.6571910515936967,
      "learning_rate": 1.1035938138938383e-05,
      "loss": 0.9531,
      "step": 113370
    },
    {
      "epoch": 5.274296347987904,
      "grad_norm": 1.8006185738923342,
      "learning_rate": 1.1034540927678743e-05,
      "loss": 0.9375,
      "step": 113371
    },
    {
      "epoch": 5.274342870434985,
      "grad_norm": 1.8749897672000584,
      "learning_rate": 1.1033143801494564e-05,
      "loss": 0.9922,
      "step": 113372
    },
    {
      "epoch": 5.274389392882066,
      "grad_norm": 1.7686081830405986,
      "learning_rate": 1.1031746760386683e-05,
      "loss": 1.0156,
      "step": 113373
    },
    {
      "epoch": 5.274435915329146,
      "grad_norm": 1.7139070620082197,
      "learning_rate": 1.1030349804355998e-05,
      "loss": 0.9844,
      "step": 113374
    },
    {
      "epoch": 5.274482437776227,
      "grad_norm": 1.5584921049499958,
      "learning_rate": 1.1028952933403373e-05,
      "loss": 0.875,
      "step": 113375
    },
    {
      "epoch": 5.274528960223308,
      "grad_norm": 1.6733777463152661,
      "learning_rate": 1.1027556147529643e-05,
      "loss": 0.9336,
      "step": 113376
    },
    {
      "epoch": 5.274575482670389,
      "grad_norm": 1.8260428181028947,
      "learning_rate": 1.1026159446735655e-05,
      "loss": 1.0234,
      "step": 113377
    },
    {
      "epoch": 5.274622005117469,
      "grad_norm": 1.8977990400401183,
      "learning_rate": 1.1024762831022277e-05,
      "loss": 1.0391,
      "step": 113378
    },
    {
      "epoch": 5.2746685275645495,
      "grad_norm": 1.6520448192849524,
      "learning_rate": 1.1023366300390323e-05,
      "loss": 1.0078,
      "step": 113379
    },
    {
      "epoch": 5.274715050011631,
      "grad_norm": 1.744723960514489,
      "learning_rate": 1.1021969854840728e-05,
      "loss": 0.9297,
      "step": 113380
    },
    {
      "epoch": 5.274761572458711,
      "grad_norm": 1.693049499944982,
      "learning_rate": 1.102057349437429e-05,
      "loss": 0.8945,
      "step": 113381
    },
    {
      "epoch": 5.274808094905792,
      "grad_norm": 1.7805271272031284,
      "learning_rate": 1.1019177218991876e-05,
      "loss": 0.9336,
      "step": 113382
    },
    {
      "epoch": 5.274854617352872,
      "grad_norm": 1.799549059523081,
      "learning_rate": 1.1017781028694316e-05,
      "loss": 0.9688,
      "step": 113383
    },
    {
      "epoch": 5.274901139799954,
      "grad_norm": 1.7093759970417541,
      "learning_rate": 1.1016384923482514e-05,
      "loss": 1.0391,
      "step": 113384
    },
    {
      "epoch": 5.274947662247034,
      "grad_norm": 1.5513769115729859,
      "learning_rate": 1.1014988903357314e-05,
      "loss": 0.8281,
      "step": 113385
    },
    {
      "epoch": 5.274994184694115,
      "grad_norm": 1.6917233784351022,
      "learning_rate": 1.1013592968319535e-05,
      "loss": 0.9609,
      "step": 113386
    },
    {
      "epoch": 5.275040707141196,
      "grad_norm": 1.761532580100097,
      "learning_rate": 1.1012197118370042e-05,
      "loss": 0.9492,
      "step": 113387
    },
    {
      "epoch": 5.2750872295882765,
      "grad_norm": 1.7125129764753844,
      "learning_rate": 1.1010801353509718e-05,
      "loss": 0.9453,
      "step": 113388
    },
    {
      "epoch": 5.275133752035357,
      "grad_norm": 1.5516819386414453,
      "learning_rate": 1.1009405673739414e-05,
      "loss": 0.9336,
      "step": 113389
    },
    {
      "epoch": 5.275180274482437,
      "grad_norm": 1.6463226696299285,
      "learning_rate": 1.1008010079059959e-05,
      "loss": 0.8555,
      "step": 113390
    },
    {
      "epoch": 5.275226796929519,
      "grad_norm": 1.6247309695789798,
      "learning_rate": 1.1006614569472206e-05,
      "loss": 0.9219,
      "step": 113391
    },
    {
      "epoch": 5.275273319376599,
      "grad_norm": 1.827194041904311,
      "learning_rate": 1.1005219144977034e-05,
      "loss": 0.918,
      "step": 113392
    },
    {
      "epoch": 5.27531984182368,
      "grad_norm": 1.9229952942026658,
      "learning_rate": 1.1003823805575297e-05,
      "loss": 1.0703,
      "step": 113393
    },
    {
      "epoch": 5.275366364270761,
      "grad_norm": 1.5859254652924581,
      "learning_rate": 1.1002428551267822e-05,
      "loss": 0.875,
      "step": 113394
    },
    {
      "epoch": 5.275412886717842,
      "grad_norm": 1.887011297566392,
      "learning_rate": 1.100103338205548e-05,
      "loss": 1.0469,
      "step": 113395
    },
    {
      "epoch": 5.275459409164922,
      "grad_norm": 1.7540661309661645,
      "learning_rate": 1.09996382979391e-05,
      "loss": 1.0,
      "step": 113396
    },
    {
      "epoch": 5.2755059316120025,
      "grad_norm": 1.438033717578742,
      "learning_rate": 1.0998243298919601e-05,
      "loss": 0.7969,
      "step": 113397
    },
    {
      "epoch": 5.275552454059084,
      "grad_norm": 1.6976310897770055,
      "learning_rate": 1.099684838499778e-05,
      "loss": 0.9258,
      "step": 113398
    },
    {
      "epoch": 5.275598976506164,
      "grad_norm": 1.6455080527964465,
      "learning_rate": 1.0995453556174521e-05,
      "loss": 0.9648,
      "step": 113399
    },
    {
      "epoch": 5.275645498953245,
      "grad_norm": 1.6661834466273324,
      "learning_rate": 1.099405881245064e-05,
      "loss": 0.9805,
      "step": 113400
    },
    {
      "epoch": 5.275692021400325,
      "grad_norm": 1.6495243153355725,
      "learning_rate": 1.0992664153827035e-05,
      "loss": 0.9648,
      "step": 113401
    },
    {
      "epoch": 5.275738543847407,
      "grad_norm": 1.4946645620107688,
      "learning_rate": 1.0991269580304557e-05,
      "loss": 0.8438,
      "step": 113402
    },
    {
      "epoch": 5.275785066294487,
      "grad_norm": 1.7069043314008596,
      "learning_rate": 1.0989875091884021e-05,
      "loss": 1.0547,
      "step": 113403
    },
    {
      "epoch": 5.275831588741568,
      "grad_norm": 1.714885982570713,
      "learning_rate": 1.0988480688566309e-05,
      "loss": 0.9922,
      "step": 113404
    },
    {
      "epoch": 5.275878111188648,
      "grad_norm": 1.7817203811878617,
      "learning_rate": 1.0987086370352254e-05,
      "loss": 0.9219,
      "step": 113405
    },
    {
      "epoch": 5.2759246336357295,
      "grad_norm": 1.7208911203110744,
      "learning_rate": 1.0985692137242741e-05,
      "loss": 0.957,
      "step": 113406
    },
    {
      "epoch": 5.27597115608281,
      "grad_norm": 1.7565697632175286,
      "learning_rate": 1.09842979892386e-05,
      "loss": 1.0469,
      "step": 113407
    },
    {
      "epoch": 5.2760176785298905,
      "grad_norm": 1.590709169261205,
      "learning_rate": 1.0982903926340697e-05,
      "loss": 0.9609,
      "step": 113408
    },
    {
      "epoch": 5.276064200976972,
      "grad_norm": 1.637910412263631,
      "learning_rate": 1.0981509948549849e-05,
      "loss": 0.9297,
      "step": 113409
    },
    {
      "epoch": 5.276110723424052,
      "grad_norm": 1.7900616462606076,
      "learning_rate": 1.0980116055866972e-05,
      "loss": 1.0312,
      "step": 113410
    },
    {
      "epoch": 5.276157245871133,
      "grad_norm": 1.901502265853757,
      "learning_rate": 1.0978722248292898e-05,
      "loss": 1.0469,
      "step": 113411
    },
    {
      "epoch": 5.276203768318213,
      "grad_norm": 1.6888291215757796,
      "learning_rate": 1.0977328525828444e-05,
      "loss": 0.9688,
      "step": 113412
    },
    {
      "epoch": 5.276250290765295,
      "grad_norm": 1.753844860889645,
      "learning_rate": 1.097593488847449e-05,
      "loss": 1.2188,
      "step": 113413
    },
    {
      "epoch": 5.276296813212375,
      "grad_norm": 1.55136640153731,
      "learning_rate": 1.097454133623189e-05,
      "loss": 0.9297,
      "step": 113414
    },
    {
      "epoch": 5.276343335659456,
      "grad_norm": 1.791166722024224,
      "learning_rate": 1.0973147869101507e-05,
      "loss": 0.9648,
      "step": 113415
    },
    {
      "epoch": 5.276389858106536,
      "grad_norm": 1.784724978156009,
      "learning_rate": 1.0971754487084189e-05,
      "loss": 1.0312,
      "step": 113416
    },
    {
      "epoch": 5.276436380553617,
      "grad_norm": 1.4080561468983388,
      "learning_rate": 1.0970361190180737e-05,
      "loss": 0.7812,
      "step": 113417
    },
    {
      "epoch": 5.276482903000698,
      "grad_norm": 1.8132474419591575,
      "learning_rate": 1.0968967978392068e-05,
      "loss": 1.0078,
      "step": 113418
    },
    {
      "epoch": 5.276529425447778,
      "grad_norm": 1.6709781155634504,
      "learning_rate": 1.096757485171903e-05,
      "loss": 0.9414,
      "step": 113419
    },
    {
      "epoch": 5.276575947894859,
      "grad_norm": 1.7206453039525191,
      "learning_rate": 1.0966181810162472e-05,
      "loss": 0.9688,
      "step": 113420
    },
    {
      "epoch": 5.27662247034194,
      "grad_norm": 1.7697575592109,
      "learning_rate": 1.0964788853723228e-05,
      "loss": 0.9922,
      "step": 113421
    },
    {
      "epoch": 5.276668992789021,
      "grad_norm": 1.701675261288303,
      "learning_rate": 1.0963395982402145e-05,
      "loss": 0.8906,
      "step": 113422
    },
    {
      "epoch": 5.276715515236101,
      "grad_norm": 1.9388138440700229,
      "learning_rate": 1.096200319620011e-05,
      "loss": 1.0859,
      "step": 113423
    },
    {
      "epoch": 5.2767620376831825,
      "grad_norm": 1.634450257674387,
      "learning_rate": 1.096061049511795e-05,
      "loss": 0.8594,
      "step": 113424
    },
    {
      "epoch": 5.276808560130263,
      "grad_norm": 1.6387935305526504,
      "learning_rate": 1.0959217879156534e-05,
      "loss": 0.9844,
      "step": 113425
    },
    {
      "epoch": 5.2768550825773435,
      "grad_norm": 1.6748245154794517,
      "learning_rate": 1.0957825348316662e-05,
      "loss": 0.9883,
      "step": 113426
    },
    {
      "epoch": 5.276901605024424,
      "grad_norm": 1.9764963644347548,
      "learning_rate": 1.0956432902599266e-05,
      "loss": 1.0547,
      "step": 113427
    },
    {
      "epoch": 5.276948127471505,
      "grad_norm": 1.848870865700176,
      "learning_rate": 1.0955040542005162e-05,
      "loss": 1.0781,
      "step": 113428
    },
    {
      "epoch": 5.276994649918586,
      "grad_norm": 1.8478682064981602,
      "learning_rate": 1.0953648266535198e-05,
      "loss": 1.0625,
      "step": 113429
    },
    {
      "epoch": 5.277041172365666,
      "grad_norm": 1.6539348426838676,
      "learning_rate": 1.095225607619024e-05,
      "loss": 0.9727,
      "step": 113430
    },
    {
      "epoch": 5.277087694812747,
      "grad_norm": 1.6333535816809477,
      "learning_rate": 1.095086397097109e-05,
      "loss": 0.918,
      "step": 113431
    },
    {
      "epoch": 5.277134217259828,
      "grad_norm": 1.8522925234968035,
      "learning_rate": 1.094947195087868e-05,
      "loss": 1.1641,
      "step": 113432
    },
    {
      "epoch": 5.277180739706909,
      "grad_norm": 1.740463871278415,
      "learning_rate": 1.0948080015913824e-05,
      "loss": 0.9258,
      "step": 113433
    },
    {
      "epoch": 5.277227262153989,
      "grad_norm": 1.7965160316411903,
      "learning_rate": 1.0946688166077355e-05,
      "loss": 1.0391,
      "step": 113434
    },
    {
      "epoch": 5.2772737846010696,
      "grad_norm": 1.5542361432603218,
      "learning_rate": 1.0945296401370124e-05,
      "loss": 0.8906,
      "step": 113435
    },
    {
      "epoch": 5.277320307048151,
      "grad_norm": 1.8510222203266151,
      "learning_rate": 1.0943904721793046e-05,
      "loss": 1.0547,
      "step": 113436
    },
    {
      "epoch": 5.277366829495231,
      "grad_norm": 1.5504846738040559,
      "learning_rate": 1.0942513127346902e-05,
      "loss": 0.8164,
      "step": 113437
    },
    {
      "epoch": 5.277413351942312,
      "grad_norm": 1.6972210706414355,
      "learning_rate": 1.0941121618032594e-05,
      "loss": 1.0547,
      "step": 113438
    },
    {
      "epoch": 5.277459874389393,
      "grad_norm": 1.7934629154225363,
      "learning_rate": 1.0939730193850905e-05,
      "loss": 1.0234,
      "step": 113439
    },
    {
      "epoch": 5.277506396836474,
      "grad_norm": 1.9001170628343023,
      "learning_rate": 1.0938338854802747e-05,
      "loss": 0.9336,
      "step": 113440
    },
    {
      "epoch": 5.277552919283554,
      "grad_norm": 1.731820758144594,
      "learning_rate": 1.0936947600888973e-05,
      "loss": 0.9258,
      "step": 113441
    },
    {
      "epoch": 5.277599441730635,
      "grad_norm": 1.7581422070467982,
      "learning_rate": 1.0935556432110431e-05,
      "loss": 0.9609,
      "step": 113442
    },
    {
      "epoch": 5.277645964177716,
      "grad_norm": 1.4680869602729332,
      "learning_rate": 1.0934165348467956e-05,
      "loss": 0.6992,
      "step": 113443
    },
    {
      "epoch": 5.2776924866247965,
      "grad_norm": 1.5650817582291836,
      "learning_rate": 1.0932774349962376e-05,
      "loss": 0.7656,
      "step": 113444
    },
    {
      "epoch": 5.277739009071877,
      "grad_norm": 1.777682364139395,
      "learning_rate": 1.0931383436594593e-05,
      "loss": 1.0703,
      "step": 113445
    },
    {
      "epoch": 5.277785531518958,
      "grad_norm": 1.839511657640759,
      "learning_rate": 1.092999260836544e-05,
      "loss": 1.0703,
      "step": 113446
    },
    {
      "epoch": 5.277832053966039,
      "grad_norm": 1.728488864171602,
      "learning_rate": 1.0928601865275782e-05,
      "loss": 0.8945,
      "step": 113447
    },
    {
      "epoch": 5.277878576413119,
      "grad_norm": 1.8543771935210303,
      "learning_rate": 1.0927211207326402e-05,
      "loss": 1.0156,
      "step": 113448
    },
    {
      "epoch": 5.2779250988602,
      "grad_norm": 1.5387480481014748,
      "learning_rate": 1.092582063451825e-05,
      "loss": 0.8281,
      "step": 113449
    },
    {
      "epoch": 5.277971621307281,
      "grad_norm": 1.499442775525461,
      "learning_rate": 1.0924430146852108e-05,
      "loss": 0.7461,
      "step": 113450
    },
    {
      "epoch": 5.278018143754362,
      "grad_norm": 1.5764049777070825,
      "learning_rate": 1.092303974432886e-05,
      "loss": 0.8281,
      "step": 113451
    },
    {
      "epoch": 5.278064666201442,
      "grad_norm": 1.669729655961091,
      "learning_rate": 1.0921649426949335e-05,
      "loss": 0.9297,
      "step": 113452
    },
    {
      "epoch": 5.278111188648523,
      "grad_norm": 1.8015715140154394,
      "learning_rate": 1.0920259194714403e-05,
      "loss": 1.1016,
      "step": 113453
    },
    {
      "epoch": 5.278157711095604,
      "grad_norm": 1.5768876560378968,
      "learning_rate": 1.0918869047624912e-05,
      "loss": 0.8984,
      "step": 113454
    },
    {
      "epoch": 5.278204233542684,
      "grad_norm": 1.7103598399174396,
      "learning_rate": 1.091747898568171e-05,
      "loss": 0.957,
      "step": 113455
    },
    {
      "epoch": 5.278250755989765,
      "grad_norm": 1.654056652110323,
      "learning_rate": 1.0916089008885649e-05,
      "loss": 0.8906,
      "step": 113456
    },
    {
      "epoch": 5.278297278436845,
      "grad_norm": 1.7385650190847235,
      "learning_rate": 1.0914699117237557e-05,
      "loss": 0.9492,
      "step": 113457
    },
    {
      "epoch": 5.278343800883927,
      "grad_norm": 1.7212876735353162,
      "learning_rate": 1.0913309310738322e-05,
      "loss": 1.0859,
      "step": 113458
    },
    {
      "epoch": 5.278390323331007,
      "grad_norm": 1.6777272110723707,
      "learning_rate": 1.091191958938879e-05,
      "loss": 1.0078,
      "step": 113459
    },
    {
      "epoch": 5.278436845778088,
      "grad_norm": 1.6070336934825313,
      "learning_rate": 1.0910529953189795e-05,
      "loss": 0.8945,
      "step": 113460
    },
    {
      "epoch": 5.278483368225169,
      "grad_norm": 1.8211408236807525,
      "learning_rate": 1.090914040214217e-05,
      "loss": 1.0,
      "step": 113461
    },
    {
      "epoch": 5.2785298906722495,
      "grad_norm": 1.7125997476100645,
      "learning_rate": 1.0907750936246778e-05,
      "loss": 0.8906,
      "step": 113462
    },
    {
      "epoch": 5.27857641311933,
      "grad_norm": 1.7045286042727337,
      "learning_rate": 1.0906361555504506e-05,
      "loss": 0.9609,
      "step": 113463
    },
    {
      "epoch": 5.2786229355664105,
      "grad_norm": 1.8065720003423382,
      "learning_rate": 1.09049722599162e-05,
      "loss": 0.9805,
      "step": 113464
    },
    {
      "epoch": 5.278669458013492,
      "grad_norm": 1.8644341065194097,
      "learning_rate": 1.0903583049482677e-05,
      "loss": 0.8945,
      "step": 113465
    },
    {
      "epoch": 5.278715980460572,
      "grad_norm": 1.6922393221484449,
      "learning_rate": 1.0902193924204772e-05,
      "loss": 0.9375,
      "step": 113466
    },
    {
      "epoch": 5.278762502907653,
      "grad_norm": 1.8539002568520768,
      "learning_rate": 1.0900804884083381e-05,
      "loss": 0.918,
      "step": 113467
    },
    {
      "epoch": 5.278809025354733,
      "grad_norm": 1.6733220388202639,
      "learning_rate": 1.0899415929119354e-05,
      "loss": 0.9102,
      "step": 113468
    },
    {
      "epoch": 5.278855547801815,
      "grad_norm": 1.6448903878980266,
      "learning_rate": 1.0898027059313525e-05,
      "loss": 0.9648,
      "step": 113469
    },
    {
      "epoch": 5.278902070248895,
      "grad_norm": 1.6614318809988886,
      "learning_rate": 1.0896638274666709e-05,
      "loss": 1.0469,
      "step": 113470
    },
    {
      "epoch": 5.278948592695976,
      "grad_norm": 1.7019595275357822,
      "learning_rate": 1.0895249575179821e-05,
      "loss": 0.9336,
      "step": 113471
    },
    {
      "epoch": 5.278995115143056,
      "grad_norm": 1.8213666092557927,
      "learning_rate": 1.0893860960853679e-05,
      "loss": 0.9258,
      "step": 113472
    },
    {
      "epoch": 5.2790416375901374,
      "grad_norm": 1.6988523274468839,
      "learning_rate": 1.0892472431689132e-05,
      "loss": 0.8984,
      "step": 113473
    },
    {
      "epoch": 5.279088160037218,
      "grad_norm": 1.8171711591720714,
      "learning_rate": 1.089108398768701e-05,
      "loss": 0.9336,
      "step": 113474
    },
    {
      "epoch": 5.279134682484298,
      "grad_norm": 1.5457720524671679,
      "learning_rate": 1.0889695628848217e-05,
      "loss": 0.8633,
      "step": 113475
    },
    {
      "epoch": 5.27918120493138,
      "grad_norm": 1.8080618702252702,
      "learning_rate": 1.0888307355173564e-05,
      "loss": 0.9336,
      "step": 113476
    },
    {
      "epoch": 5.27922772737846,
      "grad_norm": 1.7277739348637922,
      "learning_rate": 1.0886919166663905e-05,
      "loss": 1.0,
      "step": 113477
    },
    {
      "epoch": 5.279274249825541,
      "grad_norm": 1.5837831034352043,
      "learning_rate": 1.0885531063320086e-05,
      "loss": 0.8594,
      "step": 113478
    },
    {
      "epoch": 5.279320772272621,
      "grad_norm": 1.763250481618328,
      "learning_rate": 1.0884143045142974e-05,
      "loss": 1.0234,
      "step": 113479
    },
    {
      "epoch": 5.279367294719703,
      "grad_norm": 1.695777401491447,
      "learning_rate": 1.0882755112133417e-05,
      "loss": 0.9961,
      "step": 113480
    },
    {
      "epoch": 5.279413817166783,
      "grad_norm": 1.8174577199551372,
      "learning_rate": 1.088136726429225e-05,
      "loss": 1.0078,
      "step": 113481
    },
    {
      "epoch": 5.2794603396138635,
      "grad_norm": 1.7560515036195758,
      "learning_rate": 1.087997950162034e-05,
      "loss": 0.9844,
      "step": 113482
    },
    {
      "epoch": 5.279506862060944,
      "grad_norm": 1.9201031561105062,
      "learning_rate": 1.0878591824118499e-05,
      "loss": 1.1016,
      "step": 113483
    },
    {
      "epoch": 5.279553384508025,
      "grad_norm": 1.5376241091494427,
      "learning_rate": 1.0877204231787595e-05,
      "loss": 0.8398,
      "step": 113484
    },
    {
      "epoch": 5.279599906955106,
      "grad_norm": 1.7683328730968784,
      "learning_rate": 1.0875816724628528e-05,
      "loss": 1.0078,
      "step": 113485
    },
    {
      "epoch": 5.279646429402186,
      "grad_norm": 1.4956135444415104,
      "learning_rate": 1.0874429302642095e-05,
      "loss": 0.7578,
      "step": 113486
    },
    {
      "epoch": 5.279692951849268,
      "grad_norm": 1.768456039748869,
      "learning_rate": 1.0873041965829148e-05,
      "loss": 0.9414,
      "step": 113487
    },
    {
      "epoch": 5.279739474296348,
      "grad_norm": 1.5275906381041857,
      "learning_rate": 1.0871654714190536e-05,
      "loss": 0.7969,
      "step": 113488
    },
    {
      "epoch": 5.279785996743429,
      "grad_norm": 1.5510436599216602,
      "learning_rate": 1.0870267547727141e-05,
      "loss": 0.8555,
      "step": 113489
    },
    {
      "epoch": 5.279832519190509,
      "grad_norm": 1.8596248044118777,
      "learning_rate": 1.0868880466439777e-05,
      "loss": 1.0547,
      "step": 113490
    },
    {
      "epoch": 5.2798790416375905,
      "grad_norm": 1.6565636450628831,
      "learning_rate": 1.0867493470329315e-05,
      "loss": 0.8945,
      "step": 113491
    },
    {
      "epoch": 5.279925564084671,
      "grad_norm": 1.8377077468664451,
      "learning_rate": 1.0866106559396565e-05,
      "loss": 0.9414,
      "step": 113492
    },
    {
      "epoch": 5.279972086531751,
      "grad_norm": 1.656177934450133,
      "learning_rate": 1.086471973364243e-05,
      "loss": 0.8672,
      "step": 113493
    },
    {
      "epoch": 5.280018608978832,
      "grad_norm": 1.7343236047940904,
      "learning_rate": 1.0863332993067725e-05,
      "loss": 0.957,
      "step": 113494
    },
    {
      "epoch": 5.280065131425913,
      "grad_norm": 1.7385084284104955,
      "learning_rate": 1.0861946337673316e-05,
      "loss": 0.9219,
      "step": 113495
    },
    {
      "epoch": 5.280111653872994,
      "grad_norm": 1.571937937712819,
      "learning_rate": 1.086055976746002e-05,
      "loss": 0.7891,
      "step": 113496
    },
    {
      "epoch": 5.280158176320074,
      "grad_norm": 1.7806233872020796,
      "learning_rate": 1.0859173282428719e-05,
      "loss": 0.9609,
      "step": 113497
    },
    {
      "epoch": 5.280204698767156,
      "grad_norm": 1.7144404164597082,
      "learning_rate": 1.0857786882580277e-05,
      "loss": 1.0469,
      "step": 113498
    },
    {
      "epoch": 5.280251221214236,
      "grad_norm": 1.6033517307880512,
      "learning_rate": 1.0856400567915496e-05,
      "loss": 0.9102,
      "step": 113499
    },
    {
      "epoch": 5.2802977436613165,
      "grad_norm": 1.5321757479346982,
      "learning_rate": 1.0855014338435241e-05,
      "loss": 0.8398,
      "step": 113500
    },
    {
      "epoch": 5.280344266108397,
      "grad_norm": 1.6259243390432117,
      "learning_rate": 1.0853628194140379e-05,
      "loss": 1.0391,
      "step": 113501
    },
    {
      "epoch": 5.280390788555478,
      "grad_norm": 1.6313946825747492,
      "learning_rate": 1.0852242135031742e-05,
      "loss": 1.0391,
      "step": 113502
    },
    {
      "epoch": 5.280437311002559,
      "grad_norm": 1.8635060918690203,
      "learning_rate": 1.0850856161110194e-05,
      "loss": 1.0703,
      "step": 113503
    },
    {
      "epoch": 5.280483833449639,
      "grad_norm": 1.5829541383110268,
      "learning_rate": 1.0849470272376537e-05,
      "loss": 0.9883,
      "step": 113504
    },
    {
      "epoch": 5.28053035589672,
      "grad_norm": 2.017801766067962,
      "learning_rate": 1.0848084468831652e-05,
      "loss": 1.0391,
      "step": 113505
    },
    {
      "epoch": 5.280576878343801,
      "grad_norm": 1.8182802998131393,
      "learning_rate": 1.0846698750476423e-05,
      "loss": 1.0078,
      "step": 113506
    },
    {
      "epoch": 5.280623400790882,
      "grad_norm": 1.8934296527544658,
      "learning_rate": 1.0845313117311666e-05,
      "loss": 1.0078,
      "step": 113507
    },
    {
      "epoch": 5.280669923237962,
      "grad_norm": 1.6301914136147269,
      "learning_rate": 1.0843927569338229e-05,
      "loss": 0.9727,
      "step": 113508
    },
    {
      "epoch": 5.280716445685043,
      "grad_norm": 1.6289634010272662,
      "learning_rate": 1.0842542106556961e-05,
      "loss": 1.0469,
      "step": 113509
    },
    {
      "epoch": 5.280762968132124,
      "grad_norm": 1.822705101948851,
      "learning_rate": 1.084115672896868e-05,
      "loss": 0.957,
      "step": 113510
    },
    {
      "epoch": 5.2808094905792045,
      "grad_norm": 1.690957043055753,
      "learning_rate": 1.0839771436574284e-05,
      "loss": 0.9297,
      "step": 113511
    },
    {
      "epoch": 5.280856013026285,
      "grad_norm": 1.6892004843687372,
      "learning_rate": 1.0838386229374607e-05,
      "loss": 0.9258,
      "step": 113512
    },
    {
      "epoch": 5.280902535473366,
      "grad_norm": 1.6868059027069917,
      "learning_rate": 1.083700110737048e-05,
      "loss": 0.8945,
      "step": 113513
    },
    {
      "epoch": 5.280949057920447,
      "grad_norm": 1.7156428660418583,
      "learning_rate": 1.0835616070562753e-05,
      "loss": 0.8633,
      "step": 113514
    },
    {
      "epoch": 5.280995580367527,
      "grad_norm": 1.7505198419005783,
      "learning_rate": 1.0834231118952291e-05,
      "loss": 1.0469,
      "step": 113515
    },
    {
      "epoch": 5.281042102814608,
      "grad_norm": 1.703068306286344,
      "learning_rate": 1.0832846252539946e-05,
      "loss": 0.9141,
      "step": 113516
    },
    {
      "epoch": 5.281088625261689,
      "grad_norm": 1.6800170188694474,
      "learning_rate": 1.0831461471326547e-05,
      "loss": 0.8984,
      "step": 113517
    },
    {
      "epoch": 5.28113514770877,
      "grad_norm": 1.5854601339952614,
      "learning_rate": 1.0830076775312912e-05,
      "loss": 0.8008,
      "step": 113518
    },
    {
      "epoch": 5.28118167015585,
      "grad_norm": 1.834563801177674,
      "learning_rate": 1.0828692164499958e-05,
      "loss": 0.9648,
      "step": 113519
    },
    {
      "epoch": 5.2812281926029305,
      "grad_norm": 1.703703200874066,
      "learning_rate": 1.08273076388885e-05,
      "loss": 1.0156,
      "step": 113520
    },
    {
      "epoch": 5.281274715050012,
      "grad_norm": 1.901340603703981,
      "learning_rate": 1.0825923198479386e-05,
      "loss": 0.9102,
      "step": 113521
    },
    {
      "epoch": 5.281321237497092,
      "grad_norm": 1.6580920545405657,
      "learning_rate": 1.0824538843273434e-05,
      "loss": 0.9102,
      "step": 113522
    },
    {
      "epoch": 5.281367759944173,
      "grad_norm": 1.6394279285654862,
      "learning_rate": 1.0823154573271542e-05,
      "loss": 0.8867,
      "step": 113523
    },
    {
      "epoch": 5.281414282391253,
      "grad_norm": 1.6574757750564417,
      "learning_rate": 1.0821770388474543e-05,
      "loss": 0.8711,
      "step": 113524
    },
    {
      "epoch": 5.281460804838335,
      "grad_norm": 1.6929101360948446,
      "learning_rate": 1.082038628888327e-05,
      "loss": 1.0469,
      "step": 113525
    },
    {
      "epoch": 5.281507327285415,
      "grad_norm": 1.7924555995656808,
      "learning_rate": 1.0819002274498556e-05,
      "loss": 1.1172,
      "step": 113526
    },
    {
      "epoch": 5.281553849732496,
      "grad_norm": 1.9225862018459559,
      "learning_rate": 1.0817618345321266e-05,
      "loss": 1.1562,
      "step": 113527
    },
    {
      "epoch": 5.281600372179577,
      "grad_norm": 1.720599900698671,
      "learning_rate": 1.0816234501352284e-05,
      "loss": 0.8984,
      "step": 113528
    },
    {
      "epoch": 5.2816468946266575,
      "grad_norm": 1.832549149067687,
      "learning_rate": 1.0814850742592406e-05,
      "loss": 1.1172,
      "step": 113529
    },
    {
      "epoch": 5.281693417073738,
      "grad_norm": 1.6408525131766614,
      "learning_rate": 1.0813467069042503e-05,
      "loss": 0.9023,
      "step": 113530
    },
    {
      "epoch": 5.281739939520818,
      "grad_norm": 1.8336615699404086,
      "learning_rate": 1.0812083480703405e-05,
      "loss": 1.0391,
      "step": 113531
    },
    {
      "epoch": 5.2817864619679,
      "grad_norm": 1.8479206995451236,
      "learning_rate": 1.0810699977575976e-05,
      "loss": 1.0469,
      "step": 113532
    },
    {
      "epoch": 5.28183298441498,
      "grad_norm": 1.7621616823546034,
      "learning_rate": 1.0809316559661069e-05,
      "loss": 1.0469,
      "step": 113533
    },
    {
      "epoch": 5.281879506862061,
      "grad_norm": 1.6735461811914703,
      "learning_rate": 1.0807933226959514e-05,
      "loss": 0.9531,
      "step": 113534
    },
    {
      "epoch": 5.281926029309142,
      "grad_norm": 1.8525937253734577,
      "learning_rate": 1.0806549979472162e-05,
      "loss": 0.9961,
      "step": 113535
    },
    {
      "epoch": 5.281972551756223,
      "grad_norm": 1.770207324758705,
      "learning_rate": 1.0805166817199845e-05,
      "loss": 0.9492,
      "step": 113536
    },
    {
      "epoch": 5.282019074203303,
      "grad_norm": 1.8669209750725242,
      "learning_rate": 1.0803783740143429e-05,
      "loss": 1.0547,
      "step": 113537
    },
    {
      "epoch": 5.2820655966503836,
      "grad_norm": 1.734827226714436,
      "learning_rate": 1.080240074830378e-05,
      "loss": 1.0156,
      "step": 113538
    },
    {
      "epoch": 5.282112119097465,
      "grad_norm": 1.8276177605851545,
      "learning_rate": 1.0801017841681714e-05,
      "loss": 0.957,
      "step": 113539
    },
    {
      "epoch": 5.282158641544545,
      "grad_norm": 1.6300259293814285,
      "learning_rate": 1.0799635020278046e-05,
      "loss": 0.9023,
      "step": 113540
    },
    {
      "epoch": 5.282205163991626,
      "grad_norm": 1.9043697993659006,
      "learning_rate": 1.0798252284093712e-05,
      "loss": 1.0469,
      "step": 113541
    },
    {
      "epoch": 5.282251686438706,
      "grad_norm": 1.690673596435683,
      "learning_rate": 1.079686963312949e-05,
      "loss": 1.0156,
      "step": 113542
    },
    {
      "epoch": 5.282298208885788,
      "grad_norm": 1.920987609274199,
      "learning_rate": 1.079548706738625e-05,
      "loss": 0.9883,
      "step": 113543
    },
    {
      "epoch": 5.282344731332868,
      "grad_norm": 1.5237694906512163,
      "learning_rate": 1.0794104586864805e-05,
      "loss": 0.8398,
      "step": 113544
    },
    {
      "epoch": 5.282391253779949,
      "grad_norm": 1.7993695182101204,
      "learning_rate": 1.0792722191566055e-05,
      "loss": 0.9805,
      "step": 113545
    },
    {
      "epoch": 5.282437776227029,
      "grad_norm": 1.7120883621523622,
      "learning_rate": 1.0791339881490835e-05,
      "loss": 0.9102,
      "step": 113546
    },
    {
      "epoch": 5.2824842986741105,
      "grad_norm": 1.8033336437716845,
      "learning_rate": 1.0789957656639959e-05,
      "loss": 0.9844,
      "step": 113547
    },
    {
      "epoch": 5.282530821121191,
      "grad_norm": 1.6749309893854378,
      "learning_rate": 1.0788575517014275e-05,
      "loss": 0.957,
      "step": 113548
    },
    {
      "epoch": 5.2825773435682715,
      "grad_norm": 1.5192917272758977,
      "learning_rate": 1.0787193462614635e-05,
      "loss": 0.9375,
      "step": 113549
    },
    {
      "epoch": 5.282623866015353,
      "grad_norm": 1.600023971817286,
      "learning_rate": 1.0785811493441936e-05,
      "loss": 0.875,
      "step": 113550
    },
    {
      "epoch": 5.282670388462433,
      "grad_norm": 1.8149968038472748,
      "learning_rate": 1.0784429609496981e-05,
      "loss": 0.9609,
      "step": 113551
    },
    {
      "epoch": 5.282716910909514,
      "grad_norm": 1.6178845680051435,
      "learning_rate": 1.0783047810780615e-05,
      "loss": 0.9219,
      "step": 113552
    },
    {
      "epoch": 5.282763433356594,
      "grad_norm": 1.9785091417079037,
      "learning_rate": 1.0781666097293656e-05,
      "loss": 0.9727,
      "step": 113553
    },
    {
      "epoch": 5.282809955803676,
      "grad_norm": 1.7080608671279784,
      "learning_rate": 1.078028446903702e-05,
      "loss": 1.0547,
      "step": 113554
    },
    {
      "epoch": 5.282856478250756,
      "grad_norm": 1.692097995591404,
      "learning_rate": 1.0778902926011507e-05,
      "loss": 0.8555,
      "step": 113555
    },
    {
      "epoch": 5.282903000697837,
      "grad_norm": 1.690987648155771,
      "learning_rate": 1.0777521468217964e-05,
      "loss": 0.9258,
      "step": 113556
    },
    {
      "epoch": 5.282949523144917,
      "grad_norm": 1.8600445137858546,
      "learning_rate": 1.0776140095657226e-05,
      "loss": 1.0156,
      "step": 113557
    },
    {
      "epoch": 5.282996045591998,
      "grad_norm": 1.740877163266095,
      "learning_rate": 1.0774758808330175e-05,
      "loss": 1.0547,
      "step": 113558
    },
    {
      "epoch": 5.283042568039079,
      "grad_norm": 1.8280354805903845,
      "learning_rate": 1.0773377606237643e-05,
      "loss": 1.0312,
      "step": 113559
    },
    {
      "epoch": 5.283089090486159,
      "grad_norm": 1.5854502635221939,
      "learning_rate": 1.0771996489380463e-05,
      "loss": 0.8516,
      "step": 113560
    },
    {
      "epoch": 5.28313561293324,
      "grad_norm": 1.6139368042781463,
      "learning_rate": 1.0770615457759501e-05,
      "loss": 0.8633,
      "step": 113561
    },
    {
      "epoch": 5.283182135380321,
      "grad_norm": 1.6760533593318288,
      "learning_rate": 1.0769234511375557e-05,
      "loss": 0.9258,
      "step": 113562
    },
    {
      "epoch": 5.283228657827402,
      "grad_norm": 1.830520585529801,
      "learning_rate": 1.076785365022953e-05,
      "loss": 0.8906,
      "step": 113563
    },
    {
      "epoch": 5.283275180274482,
      "grad_norm": 1.67727173896266,
      "learning_rate": 1.0766472874322236e-05,
      "loss": 1.0,
      "step": 113564
    },
    {
      "epoch": 5.2833217027215635,
      "grad_norm": 1.8258699642454976,
      "learning_rate": 1.0765092183654539e-05,
      "loss": 0.9922,
      "step": 113565
    },
    {
      "epoch": 5.283368225168644,
      "grad_norm": 1.89995020265684,
      "learning_rate": 1.0763711578227241e-05,
      "loss": 1.125,
      "step": 113566
    },
    {
      "epoch": 5.2834147476157245,
      "grad_norm": 1.6630805504059292,
      "learning_rate": 1.0762331058041257e-05,
      "loss": 0.8906,
      "step": 113567
    },
    {
      "epoch": 5.283461270062805,
      "grad_norm": 1.6200007170876811,
      "learning_rate": 1.0760950623097386e-05,
      "loss": 0.9297,
      "step": 113568
    },
    {
      "epoch": 5.283507792509886,
      "grad_norm": 1.7568376851755998,
      "learning_rate": 1.0759570273396478e-05,
      "loss": 0.9922,
      "step": 113569
    },
    {
      "epoch": 5.283554314956967,
      "grad_norm": 1.6949536087312211,
      "learning_rate": 1.0758190008939366e-05,
      "loss": 0.9688,
      "step": 113570
    },
    {
      "epoch": 5.283600837404047,
      "grad_norm": 1.9908358661511338,
      "learning_rate": 1.0756809829726898e-05,
      "loss": 1.1484,
      "step": 113571
    },
    {
      "epoch": 5.283647359851128,
      "grad_norm": 1.6868176443576626,
      "learning_rate": 1.0755429735759974e-05,
      "loss": 0.9688,
      "step": 113572
    },
    {
      "epoch": 5.283693882298209,
      "grad_norm": 1.6547214560002832,
      "learning_rate": 1.0754049727039376e-05,
      "loss": 1.0156,
      "step": 113573
    },
    {
      "epoch": 5.28374040474529,
      "grad_norm": 2.090552236388899,
      "learning_rate": 1.075266980356599e-05,
      "loss": 1.1328,
      "step": 113574
    },
    {
      "epoch": 5.28378692719237,
      "grad_norm": 1.6444290043634413,
      "learning_rate": 1.0751289965340609e-05,
      "loss": 1.0469,
      "step": 113575
    },
    {
      "epoch": 5.283833449639451,
      "grad_norm": 1.710165781177311,
      "learning_rate": 1.074991021236412e-05,
      "loss": 0.9453,
      "step": 113576
    },
    {
      "epoch": 5.283879972086532,
      "grad_norm": 1.813727815416,
      "learning_rate": 1.0748530544637373e-05,
      "loss": 0.9492,
      "step": 113577
    },
    {
      "epoch": 5.283926494533612,
      "grad_norm": 1.7654384619958696,
      "learning_rate": 1.0747150962161184e-05,
      "loss": 1.0469,
      "step": 113578
    },
    {
      "epoch": 5.283973016980693,
      "grad_norm": 1.8335501264278693,
      "learning_rate": 1.0745771464936399e-05,
      "loss": 0.9883,
      "step": 113579
    },
    {
      "epoch": 5.284019539427774,
      "grad_norm": 1.688750374388699,
      "learning_rate": 1.0744392052963886e-05,
      "loss": 1.0078,
      "step": 113580
    },
    {
      "epoch": 5.284066061874855,
      "grad_norm": 1.6339242623755323,
      "learning_rate": 1.0743012726244477e-05,
      "loss": 0.9375,
      "step": 113581
    },
    {
      "epoch": 5.284112584321935,
      "grad_norm": 1.6065264253749836,
      "learning_rate": 1.0741633484779022e-05,
      "loss": 0.9375,
      "step": 113582
    },
    {
      "epoch": 5.284159106769016,
      "grad_norm": 1.572701625955292,
      "learning_rate": 1.0740254328568338e-05,
      "loss": 0.8906,
      "step": 113583
    },
    {
      "epoch": 5.284205629216097,
      "grad_norm": 1.710059124253783,
      "learning_rate": 1.0738875257613305e-05,
      "loss": 0.9023,
      "step": 113584
    },
    {
      "epoch": 5.2842521516631775,
      "grad_norm": 1.7913869059899603,
      "learning_rate": 1.0737496271914775e-05,
      "loss": 1.0234,
      "step": 113585
    },
    {
      "epoch": 5.284298674110258,
      "grad_norm": 1.580345288020211,
      "learning_rate": 1.0736117371473546e-05,
      "loss": 0.8984,
      "step": 113586
    },
    {
      "epoch": 5.284345196557339,
      "grad_norm": 1.8048674825529092,
      "learning_rate": 1.07347385562905e-05,
      "loss": 0.9883,
      "step": 113587
    },
    {
      "epoch": 5.28439171900442,
      "grad_norm": 1.7204753773451313,
      "learning_rate": 1.0733359826366438e-05,
      "loss": 0.9727,
      "step": 113588
    },
    {
      "epoch": 5.2844382414515,
      "grad_norm": 1.8241301565574182,
      "learning_rate": 1.073198118170226e-05,
      "loss": 1.0312,
      "step": 113589
    },
    {
      "epoch": 5.284484763898581,
      "grad_norm": 1.6631260561307697,
      "learning_rate": 1.0730602622298778e-05,
      "loss": 0.9102,
      "step": 113590
    },
    {
      "epoch": 5.284531286345662,
      "grad_norm": 1.9858523958799552,
      "learning_rate": 1.0729224148156862e-05,
      "loss": 1.0156,
      "step": 113591
    },
    {
      "epoch": 5.284577808792743,
      "grad_norm": 1.832550183812887,
      "learning_rate": 1.0727845759277292e-05,
      "loss": 1.0625,
      "step": 113592
    },
    {
      "epoch": 5.284624331239823,
      "grad_norm": 1.7652515366920385,
      "learning_rate": 1.0726467455660953e-05,
      "loss": 1.0703,
      "step": 113593
    },
    {
      "epoch": 5.284670853686904,
      "grad_norm": 1.7913985599966338,
      "learning_rate": 1.0725089237308726e-05,
      "loss": 1.0156,
      "step": 113594
    },
    {
      "epoch": 5.284717376133985,
      "grad_norm": 1.614373947584798,
      "learning_rate": 1.0723711104221428e-05,
      "loss": 0.9492,
      "step": 113595
    },
    {
      "epoch": 5.284763898581065,
      "grad_norm": 1.5049705694371174,
      "learning_rate": 1.0722333056399873e-05,
      "loss": 0.7773,
      "step": 113596
    },
    {
      "epoch": 5.284810421028146,
      "grad_norm": 1.6912083806223892,
      "learning_rate": 1.0720955093844913e-05,
      "loss": 0.8906,
      "step": 113597
    },
    {
      "epoch": 5.284856943475226,
      "grad_norm": 1.8537264329363599,
      "learning_rate": 1.071957721655743e-05,
      "loss": 0.9414,
      "step": 113598
    },
    {
      "epoch": 5.284903465922308,
      "grad_norm": 1.7219773226492467,
      "learning_rate": 1.0718199424538254e-05,
      "loss": 0.9805,
      "step": 113599
    },
    {
      "epoch": 5.284949988369388,
      "grad_norm": 1.7106965703111523,
      "learning_rate": 1.0716821717788204e-05,
      "loss": 1.0703,
      "step": 113600
    },
    {
      "epoch": 5.284996510816469,
      "grad_norm": 1.685978833978108,
      "learning_rate": 1.0715444096308113e-05,
      "loss": 1.0469,
      "step": 113601
    },
    {
      "epoch": 5.28504303326355,
      "grad_norm": 1.7610193437996322,
      "learning_rate": 1.0714066560098878e-05,
      "loss": 0.9688,
      "step": 113602
    },
    {
      "epoch": 5.2850895557106305,
      "grad_norm": 2.095661910869619,
      "learning_rate": 1.0712689109161298e-05,
      "loss": 1.0703,
      "step": 113603
    },
    {
      "epoch": 5.285136078157711,
      "grad_norm": 1.6927292924706039,
      "learning_rate": 1.0711311743496243e-05,
      "loss": 0.9883,
      "step": 113604
    },
    {
      "epoch": 5.2851826006047915,
      "grad_norm": 1.8823345518648484,
      "learning_rate": 1.0709934463104525e-05,
      "loss": 1.0781,
      "step": 113605
    },
    {
      "epoch": 5.285229123051873,
      "grad_norm": 1.7599843185419037,
      "learning_rate": 1.0708557267987011e-05,
      "loss": 0.8789,
      "step": 113606
    },
    {
      "epoch": 5.285275645498953,
      "grad_norm": 1.6580062078047337,
      "learning_rate": 1.0707180158144551e-05,
      "loss": 1.0547,
      "step": 113607
    },
    {
      "epoch": 5.285322167946034,
      "grad_norm": 2.1160884470679813,
      "learning_rate": 1.0705803133577978e-05,
      "loss": 1.2578,
      "step": 113608
    },
    {
      "epoch": 5.285368690393114,
      "grad_norm": 1.6348266185866438,
      "learning_rate": 1.0704426194288108e-05,
      "loss": 0.8359,
      "step": 113609
    },
    {
      "epoch": 5.285415212840196,
      "grad_norm": 1.8916007936557244,
      "learning_rate": 1.0703049340275839e-05,
      "loss": 1.0234,
      "step": 113610
    },
    {
      "epoch": 5.285461735287276,
      "grad_norm": 1.566101626829903,
      "learning_rate": 1.0701672571541969e-05,
      "loss": 0.8828,
      "step": 113611
    },
    {
      "epoch": 5.285508257734357,
      "grad_norm": 1.7479610319598382,
      "learning_rate": 1.0700295888087368e-05,
      "loss": 1.0391,
      "step": 113612
    },
    {
      "epoch": 5.285554780181437,
      "grad_norm": 1.6487773066567462,
      "learning_rate": 1.0698919289912866e-05,
      "loss": 0.9961,
      "step": 113613
    },
    {
      "epoch": 5.2856013026285185,
      "grad_norm": 1.839830338783144,
      "learning_rate": 1.0697542777019264e-05,
      "loss": 0.9141,
      "step": 113614
    },
    {
      "epoch": 5.285647825075599,
      "grad_norm": 1.6983490283494758,
      "learning_rate": 1.0696166349407475e-05,
      "loss": 0.9414,
      "step": 113615
    },
    {
      "epoch": 5.285694347522679,
      "grad_norm": 1.7666478930540859,
      "learning_rate": 1.0694790007078335e-05,
      "loss": 0.9492,
      "step": 113616
    },
    {
      "epoch": 5.285740869969761,
      "grad_norm": 1.52695465930891,
      "learning_rate": 1.0693413750032659e-05,
      "loss": 0.8867,
      "step": 113617
    },
    {
      "epoch": 5.285787392416841,
      "grad_norm": 1.7818311615880882,
      "learning_rate": 1.0692037578271295e-05,
      "loss": 0.9844,
      "step": 113618
    },
    {
      "epoch": 5.285833914863922,
      "grad_norm": 1.6944208186346694,
      "learning_rate": 1.069066149179506e-05,
      "loss": 0.9336,
      "step": 113619
    },
    {
      "epoch": 5.285880437311002,
      "grad_norm": 1.8251677157112989,
      "learning_rate": 1.0689285490604854e-05,
      "loss": 0.9922,
      "step": 113620
    },
    {
      "epoch": 5.285926959758084,
      "grad_norm": 1.8481107426432728,
      "learning_rate": 1.0687909574701475e-05,
      "loss": 1.0,
      "step": 113621
    },
    {
      "epoch": 5.285973482205164,
      "grad_norm": 1.62353574668959,
      "learning_rate": 1.068653374408579e-05,
      "loss": 0.8711,
      "step": 113622
    },
    {
      "epoch": 5.2860200046522445,
      "grad_norm": 1.8465477645723194,
      "learning_rate": 1.0685157998758598e-05,
      "loss": 1.0234,
      "step": 113623
    },
    {
      "epoch": 5.286066527099326,
      "grad_norm": 1.8131614053538996,
      "learning_rate": 1.0683782338720815e-05,
      "loss": 0.9609,
      "step": 113624
    },
    {
      "epoch": 5.286113049546406,
      "grad_norm": 1.6885492476281072,
      "learning_rate": 1.0682406763973223e-05,
      "loss": 0.9336,
      "step": 113625
    },
    {
      "epoch": 5.286159571993487,
      "grad_norm": 1.583939546243913,
      "learning_rate": 1.0681031274516688e-05,
      "loss": 0.8984,
      "step": 113626
    },
    {
      "epoch": 5.286206094440567,
      "grad_norm": 1.6625413701467147,
      "learning_rate": 1.0679655870352028e-05,
      "loss": 0.957,
      "step": 113627
    },
    {
      "epoch": 5.286252616887649,
      "grad_norm": 1.817047319084068,
      "learning_rate": 1.0678280551480122e-05,
      "loss": 0.9648,
      "step": 113628
    },
    {
      "epoch": 5.286299139334729,
      "grad_norm": 1.504517882837838,
      "learning_rate": 1.067690531790179e-05,
      "loss": 0.8008,
      "step": 113629
    },
    {
      "epoch": 5.28634566178181,
      "grad_norm": 1.622971262425578,
      "learning_rate": 1.067553016961788e-05,
      "loss": 0.957,
      "step": 113630
    },
    {
      "epoch": 5.28639218422889,
      "grad_norm": 1.787565402676406,
      "learning_rate": 1.0674155106629222e-05,
      "loss": 0.8984,
      "step": 113631
    },
    {
      "epoch": 5.2864387066759715,
      "grad_norm": 1.534802436028978,
      "learning_rate": 1.067278012893667e-05,
      "loss": 0.8555,
      "step": 113632
    },
    {
      "epoch": 5.286485229123052,
      "grad_norm": 1.674350111499895,
      "learning_rate": 1.067140523654107e-05,
      "loss": 0.9844,
      "step": 113633
    },
    {
      "epoch": 5.286531751570132,
      "grad_norm": 1.8298754127519286,
      "learning_rate": 1.0670030429443271e-05,
      "loss": 0.9805,
      "step": 113634
    },
    {
      "epoch": 5.286578274017213,
      "grad_norm": 1.8292999847909408,
      "learning_rate": 1.0668655707644059e-05,
      "loss": 0.9453,
      "step": 113635
    },
    {
      "epoch": 5.286624796464294,
      "grad_norm": 1.875093394163085,
      "learning_rate": 1.0667281071144328e-05,
      "loss": 1.0938,
      "step": 113636
    },
    {
      "epoch": 5.286671318911375,
      "grad_norm": 1.708736023640137,
      "learning_rate": 1.0665906519944917e-05,
      "loss": 0.9648,
      "step": 113637
    },
    {
      "epoch": 5.286717841358455,
      "grad_norm": 1.7220141882893698,
      "learning_rate": 1.066453205404667e-05,
      "loss": 0.9727,
      "step": 113638
    },
    {
      "epoch": 5.286764363805537,
      "grad_norm": 1.773200155375308,
      "learning_rate": 1.0663157673450423e-05,
      "loss": 1.0625,
      "step": 113639
    },
    {
      "epoch": 5.286810886252617,
      "grad_norm": 1.7659447269724182,
      "learning_rate": 1.066178337815699e-05,
      "loss": 0.9102,
      "step": 113640
    },
    {
      "epoch": 5.286857408699698,
      "grad_norm": 1.7200525632918402,
      "learning_rate": 1.0660409168167255e-05,
      "loss": 1.0469,
      "step": 113641
    },
    {
      "epoch": 5.286903931146778,
      "grad_norm": 1.7873659644499256,
      "learning_rate": 1.0659035043482033e-05,
      "loss": 1.2422,
      "step": 113642
    },
    {
      "epoch": 5.286950453593859,
      "grad_norm": 1.784005084339714,
      "learning_rate": 1.0657661004102175e-05,
      "loss": 0.8125,
      "step": 113643
    },
    {
      "epoch": 5.28699697604094,
      "grad_norm": 1.638777261630418,
      "learning_rate": 1.0656287050028511e-05,
      "loss": 0.9453,
      "step": 113644
    },
    {
      "epoch": 5.28704349848802,
      "grad_norm": 1.6537044063315771,
      "learning_rate": 1.0654913181261875e-05,
      "loss": 0.957,
      "step": 113645
    },
    {
      "epoch": 5.287090020935101,
      "grad_norm": 1.6676510719250675,
      "learning_rate": 1.0653539397803134e-05,
      "loss": 0.9297,
      "step": 113646
    },
    {
      "epoch": 5.287136543382182,
      "grad_norm": 1.9527874945517136,
      "learning_rate": 1.0652165699653137e-05,
      "loss": 1.2031,
      "step": 113647
    },
    {
      "epoch": 5.287183065829263,
      "grad_norm": 1.7311872138196147,
      "learning_rate": 1.0650792086812682e-05,
      "loss": 0.9258,
      "step": 113648
    },
    {
      "epoch": 5.287229588276343,
      "grad_norm": 1.6511415866786845,
      "learning_rate": 1.0649418559282619e-05,
      "loss": 0.9961,
      "step": 113649
    },
    {
      "epoch": 5.287276110723424,
      "grad_norm": 1.7467284643425913,
      "learning_rate": 1.0648045117063831e-05,
      "loss": 0.8711,
      "step": 113650
    },
    {
      "epoch": 5.287322633170505,
      "grad_norm": 1.698914173140908,
      "learning_rate": 1.0646671760157133e-05,
      "loss": 0.9453,
      "step": 113651
    },
    {
      "epoch": 5.2873691556175855,
      "grad_norm": 1.5245757935465278,
      "learning_rate": 1.0645298488563358e-05,
      "loss": 0.8828,
      "step": 113652
    },
    {
      "epoch": 5.287415678064666,
      "grad_norm": 1.658658549707538,
      "learning_rate": 1.064392530228334e-05,
      "loss": 0.9336,
      "step": 113653
    },
    {
      "epoch": 5.287462200511747,
      "grad_norm": 1.703117826197081,
      "learning_rate": 1.0642552201317945e-05,
      "loss": 0.9141,
      "step": 113654
    },
    {
      "epoch": 5.287508722958828,
      "grad_norm": 1.8150420887604037,
      "learning_rate": 1.0641179185668002e-05,
      "loss": 0.9961,
      "step": 113655
    },
    {
      "epoch": 5.287555245405908,
      "grad_norm": 1.5930597943334361,
      "learning_rate": 1.0639806255334349e-05,
      "loss": 0.8555,
      "step": 113656
    },
    {
      "epoch": 5.287601767852989,
      "grad_norm": 1.7714509099514675,
      "learning_rate": 1.0638433410317815e-05,
      "loss": 0.9492,
      "step": 113657
    },
    {
      "epoch": 5.28764829030007,
      "grad_norm": 1.8155551269064643,
      "learning_rate": 1.0637060650619233e-05,
      "loss": 1.0547,
      "step": 113658
    },
    {
      "epoch": 5.287694812747151,
      "grad_norm": 1.6143739429673287,
      "learning_rate": 1.0635687976239504e-05,
      "loss": 0.9609,
      "step": 113659
    },
    {
      "epoch": 5.287741335194231,
      "grad_norm": 1.7116464962209075,
      "learning_rate": 1.0634315387179426e-05,
      "loss": 1.0234,
      "step": 113660
    },
    {
      "epoch": 5.2877878576413115,
      "grad_norm": 1.5188938239480576,
      "learning_rate": 1.0632942883439832e-05,
      "loss": 0.8555,
      "step": 113661
    },
    {
      "epoch": 5.287834380088393,
      "grad_norm": 2.0543987994446633,
      "learning_rate": 1.0631570465021555e-05,
      "loss": 1.0938,
      "step": 113662
    },
    {
      "epoch": 5.287880902535473,
      "grad_norm": 1.5503437024717388,
      "learning_rate": 1.0630198131925476e-05,
      "loss": 0.9062,
      "step": 113663
    },
    {
      "epoch": 5.287927424982554,
      "grad_norm": 1.6577063526943698,
      "learning_rate": 1.0628825884152413e-05,
      "loss": 0.9297,
      "step": 113664
    },
    {
      "epoch": 5.287973947429634,
      "grad_norm": 1.716251016231241,
      "learning_rate": 1.0627453721703216e-05,
      "loss": 0.9297,
      "step": 113665
    },
    {
      "epoch": 5.288020469876716,
      "grad_norm": 1.8392546423583016,
      "learning_rate": 1.0626081644578665e-05,
      "loss": 0.9219,
      "step": 113666
    },
    {
      "epoch": 5.288066992323796,
      "grad_norm": 1.7789529325262223,
      "learning_rate": 1.0624709652779695e-05,
      "loss": 0.9609,
      "step": 113667
    },
    {
      "epoch": 5.288113514770877,
      "grad_norm": 1.734818521369829,
      "learning_rate": 1.0623337746307087e-05,
      "loss": 0.9648,
      "step": 113668
    },
    {
      "epoch": 5.288160037217958,
      "grad_norm": 1.7658390912052304,
      "learning_rate": 1.0621965925161691e-05,
      "loss": 1.0,
      "step": 113669
    },
    {
      "epoch": 5.2882065596650385,
      "grad_norm": 1.844895723219875,
      "learning_rate": 1.0620594189344339e-05,
      "loss": 1.2188,
      "step": 113670
    },
    {
      "epoch": 5.288253082112119,
      "grad_norm": 1.6927947313904057,
      "learning_rate": 1.0619222538855881e-05,
      "loss": 0.9023,
      "step": 113671
    },
    {
      "epoch": 5.2882996045591995,
      "grad_norm": 1.797693600857322,
      "learning_rate": 1.0617850973697167e-05,
      "loss": 1.0859,
      "step": 113672
    },
    {
      "epoch": 5.288346127006281,
      "grad_norm": 1.6665136514776726,
      "learning_rate": 1.061647949386903e-05,
      "loss": 0.8867,
      "step": 113673
    },
    {
      "epoch": 5.288392649453361,
      "grad_norm": 1.830217284179159,
      "learning_rate": 1.0615108099372299e-05,
      "loss": 1.0234,
      "step": 113674
    },
    {
      "epoch": 5.288439171900442,
      "grad_norm": 1.8033368773630838,
      "learning_rate": 1.0613736790207794e-05,
      "loss": 1.0938,
      "step": 113675
    },
    {
      "epoch": 5.288485694347523,
      "grad_norm": 1.7142520711568647,
      "learning_rate": 1.0612365566376413e-05,
      "loss": 0.8438,
      "step": 113676
    },
    {
      "epoch": 5.288532216794604,
      "grad_norm": 1.811155298361281,
      "learning_rate": 1.0610994427878972e-05,
      "loss": 1.0234,
      "step": 113677
    },
    {
      "epoch": 5.288578739241684,
      "grad_norm": 1.871740592636151,
      "learning_rate": 1.0609623374716287e-05,
      "loss": 1.0312,
      "step": 113678
    },
    {
      "epoch": 5.288625261688765,
      "grad_norm": 1.7576117739450123,
      "learning_rate": 1.060825240688919e-05,
      "loss": 1.0234,
      "step": 113679
    },
    {
      "epoch": 5.288671784135846,
      "grad_norm": 1.8446441080255145,
      "learning_rate": 1.0606881524398548e-05,
      "loss": 1.0859,
      "step": 113680
    },
    {
      "epoch": 5.288718306582926,
      "grad_norm": 1.868226827055483,
      "learning_rate": 1.0605510727245208e-05,
      "loss": 1.0156,
      "step": 113681
    },
    {
      "epoch": 5.288764829030007,
      "grad_norm": 1.993576734344568,
      "learning_rate": 1.0604140015430008e-05,
      "loss": 1.2031,
      "step": 113682
    },
    {
      "epoch": 5.288811351477087,
      "grad_norm": 1.7700077633514568,
      "learning_rate": 1.0602769388953775e-05,
      "loss": 1.0312,
      "step": 113683
    },
    {
      "epoch": 5.288857873924169,
      "grad_norm": 1.6496021636927807,
      "learning_rate": 1.0601398847817311e-05,
      "loss": 0.9219,
      "step": 113684
    },
    {
      "epoch": 5.288904396371249,
      "grad_norm": 1.7287979594040837,
      "learning_rate": 1.060002839202153e-05,
      "loss": 0.9688,
      "step": 113685
    },
    {
      "epoch": 5.28895091881833,
      "grad_norm": 1.7095157475597358,
      "learning_rate": 1.059865802156722e-05,
      "loss": 0.9766,
      "step": 113686
    },
    {
      "epoch": 5.28899744126541,
      "grad_norm": 1.9136352493192985,
      "learning_rate": 1.059728773645524e-05,
      "loss": 1.1328,
      "step": 113687
    },
    {
      "epoch": 5.2890439637124915,
      "grad_norm": 1.8407831934278474,
      "learning_rate": 1.059591753668641e-05,
      "loss": 1.0625,
      "step": 113688
    },
    {
      "epoch": 5.289090486159572,
      "grad_norm": 1.676443381181952,
      "learning_rate": 1.0594547422261596e-05,
      "loss": 0.8984,
      "step": 113689
    },
    {
      "epoch": 5.2891370086066525,
      "grad_norm": 1.904797971166939,
      "learning_rate": 1.0593177393181612e-05,
      "loss": 1.1016,
      "step": 113690
    },
    {
      "epoch": 5.289183531053734,
      "grad_norm": 1.7599609219835972,
      "learning_rate": 1.059180744944731e-05,
      "loss": 1.0156,
      "step": 113691
    },
    {
      "epoch": 5.289230053500814,
      "grad_norm": 1.4304857877546289,
      "learning_rate": 1.0590437591059503e-05,
      "loss": 0.7266,
      "step": 113692
    },
    {
      "epoch": 5.289276575947895,
      "grad_norm": 1.6487012119763416,
      "learning_rate": 1.0589067818019075e-05,
      "loss": 0.9414,
      "step": 113693
    },
    {
      "epoch": 5.289323098394975,
      "grad_norm": 1.565525991726261,
      "learning_rate": 1.058769813032686e-05,
      "loss": 0.8711,
      "step": 113694
    },
    {
      "epoch": 5.289369620842057,
      "grad_norm": 1.7384403802028798,
      "learning_rate": 1.0586328527983656e-05,
      "loss": 1.0781,
      "step": 113695
    },
    {
      "epoch": 5.289416143289137,
      "grad_norm": 1.7529831836308096,
      "learning_rate": 1.058495901099033e-05,
      "loss": 1.0,
      "step": 113696
    },
    {
      "epoch": 5.289462665736218,
      "grad_norm": 1.56462050229232,
      "learning_rate": 1.0583589579347696e-05,
      "loss": 0.8867,
      "step": 113697
    },
    {
      "epoch": 5.289509188183298,
      "grad_norm": 1.7747109438889968,
      "learning_rate": 1.0582220233056621e-05,
      "loss": 0.9883,
      "step": 113698
    },
    {
      "epoch": 5.289555710630379,
      "grad_norm": 1.7484389165533716,
      "learning_rate": 1.0580850972117939e-05,
      "loss": 1.0234,
      "step": 113699
    },
    {
      "epoch": 5.28960223307746,
      "grad_norm": 1.672832533769481,
      "learning_rate": 1.057948179653248e-05,
      "loss": 0.918,
      "step": 113700
    },
    {
      "epoch": 5.28964875552454,
      "grad_norm": 1.8166698228715712,
      "learning_rate": 1.0578112706301061e-05,
      "loss": 1.0859,
      "step": 113701
    },
    {
      "epoch": 5.289695277971621,
      "grad_norm": 1.7362449646613805,
      "learning_rate": 1.057674370142455e-05,
      "loss": 0.957,
      "step": 113702
    },
    {
      "epoch": 5.289741800418702,
      "grad_norm": 1.6710154694332258,
      "learning_rate": 1.0575374781903795e-05,
      "loss": 0.8594,
      "step": 113703
    },
    {
      "epoch": 5.289788322865783,
      "grad_norm": 1.6051748952715494,
      "learning_rate": 1.0574005947739611e-05,
      "loss": 1.0234,
      "step": 113704
    },
    {
      "epoch": 5.289834845312863,
      "grad_norm": 1.7042810701963274,
      "learning_rate": 1.0572637198932849e-05,
      "loss": 1.0078,
      "step": 113705
    },
    {
      "epoch": 5.2898813677599446,
      "grad_norm": 1.6576431246530587,
      "learning_rate": 1.0571268535484323e-05,
      "loss": 0.918,
      "step": 113706
    },
    {
      "epoch": 5.289927890207025,
      "grad_norm": 1.7892123039684986,
      "learning_rate": 1.05698999573949e-05,
      "loss": 1.0156,
      "step": 113707
    },
    {
      "epoch": 5.2899744126541055,
      "grad_norm": 1.6551890048705973,
      "learning_rate": 1.0568531464665414e-05,
      "loss": 0.9531,
      "step": 113708
    },
    {
      "epoch": 5.290020935101186,
      "grad_norm": 1.515938079753022,
      "learning_rate": 1.0567163057296697e-05,
      "loss": 0.8477,
      "step": 113709
    },
    {
      "epoch": 5.290067457548267,
      "grad_norm": 1.752075421977924,
      "learning_rate": 1.0565794735289545e-05,
      "loss": 0.9219,
      "step": 113710
    },
    {
      "epoch": 5.290113979995348,
      "grad_norm": 1.8588108086127473,
      "learning_rate": 1.0564426498644879e-05,
      "loss": 1.0,
      "step": 113711
    },
    {
      "epoch": 5.290160502442428,
      "grad_norm": 1.9588333953372812,
      "learning_rate": 1.0563058347363479e-05,
      "loss": 1.0156,
      "step": 113712
    },
    {
      "epoch": 5.290207024889509,
      "grad_norm": 1.7418393598929907,
      "learning_rate": 1.0561690281446194e-05,
      "loss": 0.9414,
      "step": 113713
    },
    {
      "epoch": 5.29025354733659,
      "grad_norm": 1.9483768353472148,
      "learning_rate": 1.0560322300893858e-05,
      "loss": 1.0781,
      "step": 113714
    },
    {
      "epoch": 5.290300069783671,
      "grad_norm": 1.762292659806827,
      "learning_rate": 1.055895440570732e-05,
      "loss": 1.0547,
      "step": 113715
    },
    {
      "epoch": 5.290346592230751,
      "grad_norm": 1.793515842080638,
      "learning_rate": 1.055758659588743e-05,
      "loss": 1.0,
      "step": 113716
    },
    {
      "epoch": 5.2903931146778325,
      "grad_norm": 1.815634466884425,
      "learning_rate": 1.0556218871434986e-05,
      "loss": 1.0703,
      "step": 113717
    },
    {
      "epoch": 5.290439637124913,
      "grad_norm": 1.9333627638161133,
      "learning_rate": 1.0554851232350836e-05,
      "loss": 1.1172,
      "step": 113718
    },
    {
      "epoch": 5.290486159571993,
      "grad_norm": 1.599823441112088,
      "learning_rate": 1.0553483678635848e-05,
      "loss": 0.918,
      "step": 113719
    },
    {
      "epoch": 5.290532682019074,
      "grad_norm": 1.6962163253311384,
      "learning_rate": 1.055211621029084e-05,
      "loss": 0.9492,
      "step": 113720
    },
    {
      "epoch": 5.290579204466155,
      "grad_norm": 1.7371712539087845,
      "learning_rate": 1.0550748827316658e-05,
      "loss": 0.918,
      "step": 113721
    },
    {
      "epoch": 5.290625726913236,
      "grad_norm": 1.775729919773498,
      "learning_rate": 1.0549381529714118e-05,
      "loss": 0.9453,
      "step": 113722
    },
    {
      "epoch": 5.290672249360316,
      "grad_norm": 1.6558832172148241,
      "learning_rate": 1.0548014317484055e-05,
      "loss": 1.0859,
      "step": 113723
    },
    {
      "epoch": 5.290718771807397,
      "grad_norm": 1.6126135145595477,
      "learning_rate": 1.05466471906273e-05,
      "loss": 1.0078,
      "step": 113724
    },
    {
      "epoch": 5.290765294254478,
      "grad_norm": 1.5657107221938524,
      "learning_rate": 1.0545280149144752e-05,
      "loss": 0.9062,
      "step": 113725
    },
    {
      "epoch": 5.2908118167015585,
      "grad_norm": 1.7084369405482522,
      "learning_rate": 1.0543913193037196e-05,
      "loss": 0.9062,
      "step": 113726
    },
    {
      "epoch": 5.290858339148639,
      "grad_norm": 1.69845420675819,
      "learning_rate": 1.0542546322305478e-05,
      "loss": 0.9531,
      "step": 113727
    },
    {
      "epoch": 5.29090486159572,
      "grad_norm": 1.514721019075312,
      "learning_rate": 1.0541179536950417e-05,
      "loss": 0.9492,
      "step": 113728
    },
    {
      "epoch": 5.290951384042801,
      "grad_norm": 1.70883414509117,
      "learning_rate": 1.0539812836972894e-05,
      "loss": 1.1016,
      "step": 113729
    },
    {
      "epoch": 5.290997906489881,
      "grad_norm": 1.60151583250479,
      "learning_rate": 1.053844622237371e-05,
      "loss": 0.8516,
      "step": 113730
    },
    {
      "epoch": 5.291044428936962,
      "grad_norm": 1.6667606900659926,
      "learning_rate": 1.053707969315371e-05,
      "loss": 0.9297,
      "step": 113731
    },
    {
      "epoch": 5.291090951384043,
      "grad_norm": 1.6886091717790723,
      "learning_rate": 1.0535713249313715e-05,
      "loss": 0.8945,
      "step": 113732
    },
    {
      "epoch": 5.291137473831124,
      "grad_norm": 1.5523656686452632,
      "learning_rate": 1.0534346890854606e-05,
      "loss": 0.9961,
      "step": 113733
    },
    {
      "epoch": 5.291183996278204,
      "grad_norm": 1.671151357300093,
      "learning_rate": 1.053298061777718e-05,
      "loss": 0.8984,
      "step": 113734
    },
    {
      "epoch": 5.291230518725285,
      "grad_norm": 1.7148226981702719,
      "learning_rate": 1.0531614430082291e-05,
      "loss": 1.0625,
      "step": 113735
    },
    {
      "epoch": 5.291277041172366,
      "grad_norm": 1.8362636155761323,
      "learning_rate": 1.0530248327770752e-05,
      "loss": 0.9414,
      "step": 113736
    },
    {
      "epoch": 5.2913235636194464,
      "grad_norm": 1.640659225798654,
      "learning_rate": 1.0528882310843428e-05,
      "loss": 0.9727,
      "step": 113737
    },
    {
      "epoch": 5.291370086066527,
      "grad_norm": 1.807773163887982,
      "learning_rate": 1.0527516379301155e-05,
      "loss": 0.9883,
      "step": 113738
    },
    {
      "epoch": 5.291416608513607,
      "grad_norm": 1.9391939922817396,
      "learning_rate": 1.0526150533144762e-05,
      "loss": 1.1172,
      "step": 113739
    },
    {
      "epoch": 5.291463130960689,
      "grad_norm": 1.7027812192919656,
      "learning_rate": 1.052478477237505e-05,
      "loss": 0.8594,
      "step": 113740
    },
    {
      "epoch": 5.291509653407769,
      "grad_norm": 1.8056968648077294,
      "learning_rate": 1.0523419096992903e-05,
      "loss": 1.0,
      "step": 113741
    },
    {
      "epoch": 5.29155617585485,
      "grad_norm": 2.0740820389638777,
      "learning_rate": 1.052205350699915e-05,
      "loss": 1.1641,
      "step": 113742
    },
    {
      "epoch": 5.291602698301931,
      "grad_norm": 1.63015235786228,
      "learning_rate": 1.0520688002394611e-05,
      "loss": 0.9492,
      "step": 113743
    },
    {
      "epoch": 5.291649220749012,
      "grad_norm": 1.7145620921042017,
      "learning_rate": 1.0519322583180117e-05,
      "loss": 0.9336,
      "step": 113744
    },
    {
      "epoch": 5.291695743196092,
      "grad_norm": 1.843344975598943,
      "learning_rate": 1.0517957249356534e-05,
      "loss": 1.125,
      "step": 113745
    },
    {
      "epoch": 5.2917422656431725,
      "grad_norm": 1.5223707395256212,
      "learning_rate": 1.0516592000924662e-05,
      "loss": 0.8906,
      "step": 113746
    },
    {
      "epoch": 5.291788788090254,
      "grad_norm": 1.530828672457054,
      "learning_rate": 1.0515226837885366e-05,
      "loss": 0.7891,
      "step": 113747
    },
    {
      "epoch": 5.291835310537334,
      "grad_norm": 1.6131013112798795,
      "learning_rate": 1.0513861760239478e-05,
      "loss": 0.9453,
      "step": 113748
    },
    {
      "epoch": 5.291881832984415,
      "grad_norm": 1.685696928437274,
      "learning_rate": 1.0512496767987816e-05,
      "loss": 0.8438,
      "step": 113749
    },
    {
      "epoch": 5.291928355431495,
      "grad_norm": 1.7520153488291643,
      "learning_rate": 1.051113186113121e-05,
      "loss": 0.9766,
      "step": 113750
    },
    {
      "epoch": 5.291974877878577,
      "grad_norm": 1.8261708949827333,
      "learning_rate": 1.0509767039670546e-05,
      "loss": 1.0859,
      "step": 113751
    },
    {
      "epoch": 5.292021400325657,
      "grad_norm": 2.0796279270131817,
      "learning_rate": 1.0508402303606605e-05,
      "loss": 1.0234,
      "step": 113752
    },
    {
      "epoch": 5.292067922772738,
      "grad_norm": 1.9089427278800102,
      "learning_rate": 1.0507037652940254e-05,
      "loss": 1.1406,
      "step": 113753
    },
    {
      "epoch": 5.292114445219818,
      "grad_norm": 1.7518799294415346,
      "learning_rate": 1.0505673087672289e-05,
      "loss": 0.957,
      "step": 113754
    },
    {
      "epoch": 5.2921609676668995,
      "grad_norm": 1.758097345712693,
      "learning_rate": 1.0504308607803596e-05,
      "loss": 0.8438,
      "step": 113755
    },
    {
      "epoch": 5.29220749011398,
      "grad_norm": 1.6262612935311205,
      "learning_rate": 1.0502944213334991e-05,
      "loss": 0.7812,
      "step": 113756
    },
    {
      "epoch": 5.29225401256106,
      "grad_norm": 1.5683543192715743,
      "learning_rate": 1.0501579904267304e-05,
      "loss": 0.8789,
      "step": 113757
    },
    {
      "epoch": 5.292300535008142,
      "grad_norm": 1.6164467544400347,
      "learning_rate": 1.0500215680601337e-05,
      "loss": 0.9609,
      "step": 113758
    },
    {
      "epoch": 5.292347057455222,
      "grad_norm": 1.8055039576892369,
      "learning_rate": 1.0498851542338004e-05,
      "loss": 1.0391,
      "step": 113759
    },
    {
      "epoch": 5.292393579902303,
      "grad_norm": 1.6878626940643822,
      "learning_rate": 1.049748748947809e-05,
      "loss": 0.9062,
      "step": 113760
    },
    {
      "epoch": 5.292440102349383,
      "grad_norm": 1.8614971327115932,
      "learning_rate": 1.0496123522022427e-05,
      "loss": 1.0703,
      "step": 113761
    },
    {
      "epoch": 5.292486624796465,
      "grad_norm": 1.7453602286456025,
      "learning_rate": 1.0494759639971845e-05,
      "loss": 0.9805,
      "step": 113762
    },
    {
      "epoch": 5.292533147243545,
      "grad_norm": 1.9093213561857494,
      "learning_rate": 1.0493395843327212e-05,
      "loss": 1.0234,
      "step": 113763
    },
    {
      "epoch": 5.2925796696906255,
      "grad_norm": 1.876063539769681,
      "learning_rate": 1.0492032132089345e-05,
      "loss": 0.9844,
      "step": 113764
    },
    {
      "epoch": 5.292626192137707,
      "grad_norm": 1.6091855201293808,
      "learning_rate": 1.0490668506259075e-05,
      "loss": 0.9141,
      "step": 113765
    },
    {
      "epoch": 5.292672714584787,
      "grad_norm": 1.9116229991109208,
      "learning_rate": 1.048930496583722e-05,
      "loss": 1.0078,
      "step": 113766
    },
    {
      "epoch": 5.292719237031868,
      "grad_norm": 1.6059942743171334,
      "learning_rate": 1.048794151082466e-05,
      "loss": 1.0391,
      "step": 113767
    },
    {
      "epoch": 5.292765759478948,
      "grad_norm": 1.8436539747531515,
      "learning_rate": 1.048657814122218e-05,
      "loss": 0.9688,
      "step": 113768
    },
    {
      "epoch": 5.29281228192603,
      "grad_norm": 1.7725036922242865,
      "learning_rate": 1.0485214857030661e-05,
      "loss": 0.8633,
      "step": 113769
    },
    {
      "epoch": 5.29285880437311,
      "grad_norm": 1.9401895416354604,
      "learning_rate": 1.0483851658250919e-05,
      "loss": 1.125,
      "step": 113770
    },
    {
      "epoch": 5.292905326820191,
      "grad_norm": 1.6926475129088463,
      "learning_rate": 1.0482488544883754e-05,
      "loss": 1.0156,
      "step": 113771
    },
    {
      "epoch": 5.292951849267271,
      "grad_norm": 1.8576391089464617,
      "learning_rate": 1.0481125516930066e-05,
      "loss": 0.9961,
      "step": 113772
    },
    {
      "epoch": 5.2929983717143525,
      "grad_norm": 1.6889486293520364,
      "learning_rate": 1.0479762574390655e-05,
      "loss": 0.9102,
      "step": 113773
    },
    {
      "epoch": 5.293044894161433,
      "grad_norm": 1.5574250154615932,
      "learning_rate": 1.047839971726635e-05,
      "loss": 0.8594,
      "step": 113774
    },
    {
      "epoch": 5.2930914166085135,
      "grad_norm": 1.747769982384237,
      "learning_rate": 1.0477036945557987e-05,
      "loss": 0.9102,
      "step": 113775
    },
    {
      "epoch": 5.293137939055594,
      "grad_norm": 1.768566398395649,
      "learning_rate": 1.0475674259266381e-05,
      "loss": 0.9141,
      "step": 113776
    },
    {
      "epoch": 5.293184461502675,
      "grad_norm": 1.6743220327214245,
      "learning_rate": 1.0474311658392416e-05,
      "loss": 0.8281,
      "step": 113777
    },
    {
      "epoch": 5.293230983949756,
      "grad_norm": 2.042076340468826,
      "learning_rate": 1.0472949142936905e-05,
      "loss": 1.0625,
      "step": 113778
    },
    {
      "epoch": 5.293277506396836,
      "grad_norm": 1.6231522844192523,
      "learning_rate": 1.0471586712900682e-05,
      "loss": 0.8789,
      "step": 113779
    },
    {
      "epoch": 5.293324028843918,
      "grad_norm": 1.75228800799873,
      "learning_rate": 1.047022436828453e-05,
      "loss": 1.0,
      "step": 113780
    },
    {
      "epoch": 5.293370551290998,
      "grad_norm": 1.6864592946940284,
      "learning_rate": 1.0468862109089365e-05,
      "loss": 0.9102,
      "step": 113781
    },
    {
      "epoch": 5.293417073738079,
      "grad_norm": 1.7015113673871607,
      "learning_rate": 1.0467499935315988e-05,
      "loss": 0.9688,
      "step": 113782
    },
    {
      "epoch": 5.293463596185159,
      "grad_norm": 1.6871133749132636,
      "learning_rate": 1.0466137846965228e-05,
      "loss": 0.9336,
      "step": 113783
    },
    {
      "epoch": 5.29351011863224,
      "grad_norm": 1.649195456528472,
      "learning_rate": 1.0464775844037903e-05,
      "loss": 0.9062,
      "step": 113784
    },
    {
      "epoch": 5.293556641079321,
      "grad_norm": 1.6437883981692019,
      "learning_rate": 1.046341392653488e-05,
      "loss": 0.875,
      "step": 113785
    },
    {
      "epoch": 5.293603163526401,
      "grad_norm": 1.75421198033579,
      "learning_rate": 1.0462052094456974e-05,
      "loss": 0.8945,
      "step": 113786
    },
    {
      "epoch": 5.293649685973482,
      "grad_norm": 1.606055877390615,
      "learning_rate": 1.0460690347805034e-05,
      "loss": 0.8281,
      "step": 113787
    },
    {
      "epoch": 5.293696208420563,
      "grad_norm": 1.7201558391505773,
      "learning_rate": 1.045932868657986e-05,
      "loss": 1.0781,
      "step": 113788
    },
    {
      "epoch": 5.293742730867644,
      "grad_norm": 1.7653977400667957,
      "learning_rate": 1.0457967110782318e-05,
      "loss": 0.9492,
      "step": 113789
    },
    {
      "epoch": 5.293789253314724,
      "grad_norm": 1.6926893971042343,
      "learning_rate": 1.0456605620413205e-05,
      "loss": 0.8672,
      "step": 113790
    },
    {
      "epoch": 5.293835775761805,
      "grad_norm": 1.6925310826719666,
      "learning_rate": 1.0455244215473408e-05,
      "loss": 1.0312,
      "step": 113791
    },
    {
      "epoch": 5.293882298208886,
      "grad_norm": 1.6984583358328698,
      "learning_rate": 1.0453882895963739e-05,
      "loss": 1.0156,
      "step": 113792
    },
    {
      "epoch": 5.2939288206559665,
      "grad_norm": 1.5813283489516463,
      "learning_rate": 1.0452521661884999e-05,
      "loss": 0.9961,
      "step": 113793
    },
    {
      "epoch": 5.293975343103047,
      "grad_norm": 1.5440922082693185,
      "learning_rate": 1.0451160513238072e-05,
      "loss": 0.8711,
      "step": 113794
    },
    {
      "epoch": 5.294021865550128,
      "grad_norm": 1.6313402684311307,
      "learning_rate": 1.0449799450023772e-05,
      "loss": 0.8477,
      "step": 113795
    },
    {
      "epoch": 5.294068387997209,
      "grad_norm": 1.7140705416850774,
      "learning_rate": 1.0448438472242915e-05,
      "loss": 0.9023,
      "step": 113796
    },
    {
      "epoch": 5.294114910444289,
      "grad_norm": 1.693568233437928,
      "learning_rate": 1.0447077579896334e-05,
      "loss": 0.9609,
      "step": 113797
    },
    {
      "epoch": 5.29416143289137,
      "grad_norm": 1.8643368872169468,
      "learning_rate": 1.0445716772984896e-05,
      "loss": 1.0312,
      "step": 113798
    },
    {
      "epoch": 5.294207955338451,
      "grad_norm": 1.6848291706691279,
      "learning_rate": 1.04443560515094e-05,
      "loss": 0.8984,
      "step": 113799
    },
    {
      "epoch": 5.294254477785532,
      "grad_norm": 1.535059497899486,
      "learning_rate": 1.0442995415470712e-05,
      "loss": 0.9062,
      "step": 113800
    },
    {
      "epoch": 5.294301000232612,
      "grad_norm": 1.7248172985490504,
      "learning_rate": 1.044163486486963e-05,
      "loss": 1.0,
      "step": 113801
    },
    {
      "epoch": 5.2943475226796926,
      "grad_norm": 1.6260734094306506,
      "learning_rate": 1.0440274399706989e-05,
      "loss": 0.8984,
      "step": 113802
    },
    {
      "epoch": 5.294394045126774,
      "grad_norm": 1.8399003202014421,
      "learning_rate": 1.0438914019983651e-05,
      "loss": 0.9258,
      "step": 113803
    },
    {
      "epoch": 5.294440567573854,
      "grad_norm": 1.651741849087589,
      "learning_rate": 1.0437553725700437e-05,
      "loss": 0.9336,
      "step": 113804
    },
    {
      "epoch": 5.294487090020935,
      "grad_norm": 1.5239694990841504,
      "learning_rate": 1.043619351685816e-05,
      "loss": 0.9258,
      "step": 113805
    },
    {
      "epoch": 5.294533612468015,
      "grad_norm": 1.711332173428501,
      "learning_rate": 1.0434833393457654e-05,
      "loss": 1.0156,
      "step": 113806
    },
    {
      "epoch": 5.294580134915097,
      "grad_norm": 1.8721086446996522,
      "learning_rate": 1.04334733554998e-05,
      "loss": 0.9375,
      "step": 113807
    },
    {
      "epoch": 5.294626657362177,
      "grad_norm": 1.600292847624842,
      "learning_rate": 1.0432113402985381e-05,
      "loss": 0.9336,
      "step": 113808
    },
    {
      "epoch": 5.294673179809258,
      "grad_norm": 1.610166457311552,
      "learning_rate": 1.0430753535915249e-05,
      "loss": 0.8906,
      "step": 113809
    },
    {
      "epoch": 5.294719702256339,
      "grad_norm": 1.7674730494762807,
      "learning_rate": 1.0429393754290217e-05,
      "loss": 0.9414,
      "step": 113810
    },
    {
      "epoch": 5.2947662247034195,
      "grad_norm": 1.8373895050093154,
      "learning_rate": 1.0428034058111152e-05,
      "loss": 1.0234,
      "step": 113811
    },
    {
      "epoch": 5.2948127471505,
      "grad_norm": 1.639620876477931,
      "learning_rate": 1.0426674447378835e-05,
      "loss": 0.8672,
      "step": 113812
    },
    {
      "epoch": 5.2948592695975805,
      "grad_norm": 1.7455038036931216,
      "learning_rate": 1.0425314922094152e-05,
      "loss": 1.0156,
      "step": 113813
    },
    {
      "epoch": 5.294905792044662,
      "grad_norm": 1.761140093396427,
      "learning_rate": 1.0423955482257935e-05,
      "loss": 0.9922,
      "step": 113814
    },
    {
      "epoch": 5.294952314491742,
      "grad_norm": 1.6723724676767908,
      "learning_rate": 1.0422596127870946e-05,
      "loss": 0.918,
      "step": 113815
    },
    {
      "epoch": 5.294998836938823,
      "grad_norm": 1.6333568901781779,
      "learning_rate": 1.0421236858934107e-05,
      "loss": 0.8633,
      "step": 113816
    },
    {
      "epoch": 5.295045359385904,
      "grad_norm": 1.8392301290152289,
      "learning_rate": 1.0419877675448213e-05,
      "loss": 1.0156,
      "step": 113817
    },
    {
      "epoch": 5.295091881832985,
      "grad_norm": 1.6332846422410696,
      "learning_rate": 1.041851857741408e-05,
      "loss": 1.0156,
      "step": 113818
    },
    {
      "epoch": 5.295138404280065,
      "grad_norm": 1.6994681899506807,
      "learning_rate": 1.0417159564832529e-05,
      "loss": 0.9336,
      "step": 113819
    },
    {
      "epoch": 5.295184926727146,
      "grad_norm": 1.664084504945553,
      "learning_rate": 1.0415800637704453e-05,
      "loss": 0.9375,
      "step": 113820
    },
    {
      "epoch": 5.295231449174227,
      "grad_norm": 1.8999093789536692,
      "learning_rate": 1.0414441796030637e-05,
      "loss": 1.0859,
      "step": 113821
    },
    {
      "epoch": 5.295277971621307,
      "grad_norm": 1.769970623399668,
      "learning_rate": 1.0413083039811914e-05,
      "loss": 0.9453,
      "step": 113822
    },
    {
      "epoch": 5.295324494068388,
      "grad_norm": 2.019077528355464,
      "learning_rate": 1.0411724369049102e-05,
      "loss": 1.1406,
      "step": 113823
    },
    {
      "epoch": 5.295371016515468,
      "grad_norm": 1.7194182832201674,
      "learning_rate": 1.0410365783743096e-05,
      "loss": 1.0781,
      "step": 113824
    },
    {
      "epoch": 5.29541753896255,
      "grad_norm": 1.6055599277347234,
      "learning_rate": 1.0409007283894665e-05,
      "loss": 0.9375,
      "step": 113825
    },
    {
      "epoch": 5.29546406140963,
      "grad_norm": 1.6530224903745103,
      "learning_rate": 1.0407648869504675e-05,
      "loss": 0.8906,
      "step": 113826
    },
    {
      "epoch": 5.295510583856711,
      "grad_norm": 1.7553186442236746,
      "learning_rate": 1.0406290540573959e-05,
      "loss": 1.0312,
      "step": 113827
    },
    {
      "epoch": 5.295557106303791,
      "grad_norm": 1.6047290731069044,
      "learning_rate": 1.040493229710328e-05,
      "loss": 0.9492,
      "step": 113828
    },
    {
      "epoch": 5.2956036287508725,
      "grad_norm": 1.7762391992854152,
      "learning_rate": 1.0403574139093573e-05,
      "loss": 0.9609,
      "step": 113829
    },
    {
      "epoch": 5.295650151197953,
      "grad_norm": 1.7755227790128458,
      "learning_rate": 1.0402216066545604e-05,
      "loss": 0.8555,
      "step": 113830
    },
    {
      "epoch": 5.2956966736450335,
      "grad_norm": 1.8021666142754835,
      "learning_rate": 1.040085807946024e-05,
      "loss": 0.9453,
      "step": 113831
    },
    {
      "epoch": 5.295743196092115,
      "grad_norm": 1.6527582704572876,
      "learning_rate": 1.0399500177838244e-05,
      "loss": 1.0,
      "step": 113832
    },
    {
      "epoch": 5.295789718539195,
      "grad_norm": 1.5330294678771965,
      "learning_rate": 1.0398142361680534e-05,
      "loss": 0.8008,
      "step": 113833
    },
    {
      "epoch": 5.295836240986276,
      "grad_norm": 1.7787111984631028,
      "learning_rate": 1.0396784630987892e-05,
      "loss": 0.8906,
      "step": 113834
    },
    {
      "epoch": 5.295882763433356,
      "grad_norm": 1.5885266160258362,
      "learning_rate": 1.0395426985761169e-05,
      "loss": 0.9922,
      "step": 113835
    },
    {
      "epoch": 5.295929285880438,
      "grad_norm": 1.7553725793795094,
      "learning_rate": 1.0394069426001195e-05,
      "loss": 0.9609,
      "step": 113836
    },
    {
      "epoch": 5.295975808327518,
      "grad_norm": 1.8118238388860723,
      "learning_rate": 1.039271195170877e-05,
      "loss": 0.9492,
      "step": 113837
    },
    {
      "epoch": 5.296022330774599,
      "grad_norm": 1.6136962329976052,
      "learning_rate": 1.0391354562884763e-05,
      "loss": 0.9766,
      "step": 113838
    },
    {
      "epoch": 5.296068853221679,
      "grad_norm": 1.7578217972937165,
      "learning_rate": 1.0389997259530003e-05,
      "loss": 0.9492,
      "step": 113839
    },
    {
      "epoch": 5.2961153756687604,
      "grad_norm": 1.626442889189473,
      "learning_rate": 1.0388640041645307e-05,
      "loss": 0.9414,
      "step": 113840
    },
    {
      "epoch": 5.296161898115841,
      "grad_norm": 1.7788479021145254,
      "learning_rate": 1.0387282909231492e-05,
      "loss": 1.0234,
      "step": 113841
    },
    {
      "epoch": 5.296208420562921,
      "grad_norm": 1.5359422250465427,
      "learning_rate": 1.0385925862289423e-05,
      "loss": 0.8516,
      "step": 113842
    },
    {
      "epoch": 5.296254943010002,
      "grad_norm": 1.6418476628045577,
      "learning_rate": 1.03845689008199e-05,
      "loss": 0.9805,
      "step": 113843
    },
    {
      "epoch": 5.296301465457083,
      "grad_norm": 1.6054323934922141,
      "learning_rate": 1.038321202482379e-05,
      "loss": 0.9336,
      "step": 113844
    },
    {
      "epoch": 5.296347987904164,
      "grad_norm": 1.7615571591155357,
      "learning_rate": 1.0381855234301856e-05,
      "loss": 0.9023,
      "step": 113845
    },
    {
      "epoch": 5.296394510351244,
      "grad_norm": 1.6960508757481016,
      "learning_rate": 1.0380498529255016e-05,
      "loss": 0.8281,
      "step": 113846
    },
    {
      "epoch": 5.296441032798326,
      "grad_norm": 1.6922014381934267,
      "learning_rate": 1.0379141909684052e-05,
      "loss": 1.0625,
      "step": 113847
    },
    {
      "epoch": 5.296487555245406,
      "grad_norm": 1.7646125323812736,
      "learning_rate": 1.037778537558978e-05,
      "loss": 1.0312,
      "step": 113848
    },
    {
      "epoch": 5.2965340776924865,
      "grad_norm": 1.7634299182676827,
      "learning_rate": 1.0376428926973052e-05,
      "loss": 0.9727,
      "step": 113849
    },
    {
      "epoch": 5.296580600139567,
      "grad_norm": 1.7439383851297794,
      "learning_rate": 1.0375072563834713e-05,
      "loss": 0.9297,
      "step": 113850
    },
    {
      "epoch": 5.296627122586648,
      "grad_norm": 1.7900774223843157,
      "learning_rate": 1.0373716286175583e-05,
      "loss": 1.0469,
      "step": 113851
    },
    {
      "epoch": 5.296673645033729,
      "grad_norm": 1.8524887574997626,
      "learning_rate": 1.0372360093996474e-05,
      "loss": 0.9531,
      "step": 113852
    },
    {
      "epoch": 5.296720167480809,
      "grad_norm": 1.6585919289260551,
      "learning_rate": 1.0371003987298238e-05,
      "loss": 0.8711,
      "step": 113853
    },
    {
      "epoch": 5.29676668992789,
      "grad_norm": 1.6109594763505106,
      "learning_rate": 1.0369647966081656e-05,
      "loss": 0.9219,
      "step": 113854
    },
    {
      "epoch": 5.296813212374971,
      "grad_norm": 2.064567603825936,
      "learning_rate": 1.0368292030347647e-05,
      "loss": 1.0469,
      "step": 113855
    },
    {
      "epoch": 5.296859734822052,
      "grad_norm": 1.8099205636986446,
      "learning_rate": 1.0366936180096957e-05,
      "loss": 0.9102,
      "step": 113856
    },
    {
      "epoch": 5.296906257269132,
      "grad_norm": 1.867855095958368,
      "learning_rate": 1.0365580415330471e-05,
      "loss": 1.125,
      "step": 113857
    },
    {
      "epoch": 5.2969527797162135,
      "grad_norm": 1.6614259222907457,
      "learning_rate": 1.0364224736049004e-05,
      "loss": 1.0312,
      "step": 113858
    },
    {
      "epoch": 5.296999302163294,
      "grad_norm": 1.8395191218815834,
      "learning_rate": 1.0362869142253355e-05,
      "loss": 0.9844,
      "step": 113859
    },
    {
      "epoch": 5.297045824610374,
      "grad_norm": 1.7212252643828023,
      "learning_rate": 1.0361513633944407e-05,
      "loss": 1.0,
      "step": 113860
    },
    {
      "epoch": 5.297092347057455,
      "grad_norm": 1.69835049891522,
      "learning_rate": 1.0360158211122977e-05,
      "loss": 0.9336,
      "step": 113861
    },
    {
      "epoch": 5.297138869504536,
      "grad_norm": 1.6657213716043844,
      "learning_rate": 1.0358802873789863e-05,
      "loss": 0.9414,
      "step": 113862
    },
    {
      "epoch": 5.297185391951617,
      "grad_norm": 1.6918800418673268,
      "learning_rate": 1.0357447621945897e-05,
      "loss": 1.0234,
      "step": 113863
    },
    {
      "epoch": 5.297231914398697,
      "grad_norm": 1.708522247466168,
      "learning_rate": 1.0356092455591947e-05,
      "loss": 0.9961,
      "step": 113864
    },
    {
      "epoch": 5.297278436845778,
      "grad_norm": 1.8565800796468814,
      "learning_rate": 1.0354737374728811e-05,
      "loss": 0.9766,
      "step": 113865
    },
    {
      "epoch": 5.297324959292859,
      "grad_norm": 1.6807758141809321,
      "learning_rate": 1.0353382379357338e-05,
      "loss": 0.9023,
      "step": 113866
    },
    {
      "epoch": 5.2973714817399395,
      "grad_norm": 1.6113095979748164,
      "learning_rate": 1.035202746947833e-05,
      "loss": 0.8867,
      "step": 113867
    },
    {
      "epoch": 5.29741800418702,
      "grad_norm": 1.7045110551045202,
      "learning_rate": 1.0350672645092633e-05,
      "loss": 0.9883,
      "step": 113868
    },
    {
      "epoch": 5.297464526634101,
      "grad_norm": 1.755219107062224,
      "learning_rate": 1.03493179062011e-05,
      "loss": 0.9531,
      "step": 113869
    },
    {
      "epoch": 5.297511049081182,
      "grad_norm": 1.620364687133741,
      "learning_rate": 1.0347963252804525e-05,
      "loss": 0.8672,
      "step": 113870
    },
    {
      "epoch": 5.297557571528262,
      "grad_norm": 1.7468685542451161,
      "learning_rate": 1.0346608684903745e-05,
      "loss": 1.0234,
      "step": 113871
    },
    {
      "epoch": 5.297604093975343,
      "grad_norm": 1.8226149195529386,
      "learning_rate": 1.0345254202499592e-05,
      "loss": 0.9805,
      "step": 113872
    },
    {
      "epoch": 5.297650616422424,
      "grad_norm": 1.6645281123447677,
      "learning_rate": 1.0343899805592914e-05,
      "loss": 0.832,
      "step": 113873
    },
    {
      "epoch": 5.297697138869505,
      "grad_norm": 1.7186136351346675,
      "learning_rate": 1.0342545494184528e-05,
      "loss": 0.9258,
      "step": 113874
    },
    {
      "epoch": 5.297743661316585,
      "grad_norm": 1.5968020531521896,
      "learning_rate": 1.0341191268275217e-05,
      "loss": 0.9062,
      "step": 113875
    },
    {
      "epoch": 5.297790183763666,
      "grad_norm": 1.7098876592762007,
      "learning_rate": 1.0339837127865897e-05,
      "loss": 0.9766,
      "step": 113876
    },
    {
      "epoch": 5.297836706210747,
      "grad_norm": 1.7101153840190468,
      "learning_rate": 1.0338483072957316e-05,
      "loss": 0.875,
      "step": 113877
    },
    {
      "epoch": 5.2978832286578275,
      "grad_norm": 1.6877837511516256,
      "learning_rate": 1.0337129103550356e-05,
      "loss": 1.0625,
      "step": 113878
    },
    {
      "epoch": 5.297929751104908,
      "grad_norm": 1.9047934388733536,
      "learning_rate": 1.0335775219645837e-05,
      "loss": 1.0781,
      "step": 113879
    },
    {
      "epoch": 5.297976273551988,
      "grad_norm": 1.693706146618746,
      "learning_rate": 1.0334421421244555e-05,
      "loss": 1.0234,
      "step": 113880
    },
    {
      "epoch": 5.29802279599907,
      "grad_norm": 1.7517195181264993,
      "learning_rate": 1.0333067708347391e-05,
      "loss": 0.918,
      "step": 113881
    },
    {
      "epoch": 5.29806931844615,
      "grad_norm": 1.5883902155509235,
      "learning_rate": 1.0331714080955133e-05,
      "loss": 0.8477,
      "step": 113882
    },
    {
      "epoch": 5.298115840893231,
      "grad_norm": 1.665329647816725,
      "learning_rate": 1.0330360539068628e-05,
      "loss": 0.9531,
      "step": 113883
    },
    {
      "epoch": 5.298162363340312,
      "grad_norm": 1.6323101304572114,
      "learning_rate": 1.0329007082688706e-05,
      "loss": 0.9531,
      "step": 113884
    },
    {
      "epoch": 5.298208885787393,
      "grad_norm": 1.8579581558407485,
      "learning_rate": 1.032765371181617e-05,
      "loss": 0.9766,
      "step": 113885
    },
    {
      "epoch": 5.298255408234473,
      "grad_norm": 1.7058276156281367,
      "learning_rate": 1.0326300426451883e-05,
      "loss": 0.9062,
      "step": 113886
    },
    {
      "epoch": 5.2983019306815535,
      "grad_norm": 1.66919943094168,
      "learning_rate": 1.0324947226596647e-05,
      "loss": 0.9922,
      "step": 113887
    },
    {
      "epoch": 5.298348453128635,
      "grad_norm": 1.7356464077889058,
      "learning_rate": 1.0323594112251326e-05,
      "loss": 0.8945,
      "step": 113888
    },
    {
      "epoch": 5.298394975575715,
      "grad_norm": 1.6714480700037453,
      "learning_rate": 1.0322241083416689e-05,
      "loss": 1.0078,
      "step": 113889
    },
    {
      "epoch": 5.298441498022796,
      "grad_norm": 1.6669146409015851,
      "learning_rate": 1.0320888140093614e-05,
      "loss": 0.9375,
      "step": 113890
    },
    {
      "epoch": 5.298488020469876,
      "grad_norm": 1.7464582738117638,
      "learning_rate": 1.031953528228292e-05,
      "loss": 1.1406,
      "step": 113891
    },
    {
      "epoch": 5.298534542916958,
      "grad_norm": 1.6071786216673847,
      "learning_rate": 1.031818250998544e-05,
      "loss": 0.8008,
      "step": 113892
    },
    {
      "epoch": 5.298581065364038,
      "grad_norm": 1.8355343189304916,
      "learning_rate": 1.0316829823201955e-05,
      "loss": 1.0781,
      "step": 113893
    },
    {
      "epoch": 5.298627587811119,
      "grad_norm": 1.9389179709329416,
      "learning_rate": 1.0315477221933349e-05,
      "loss": 1.0391,
      "step": 113894
    },
    {
      "epoch": 5.298674110258199,
      "grad_norm": 1.7429219064630834,
      "learning_rate": 1.0314124706180454e-05,
      "loss": 1.0703,
      "step": 113895
    },
    {
      "epoch": 5.2987206327052805,
      "grad_norm": 1.7004422329514988,
      "learning_rate": 1.0312772275944053e-05,
      "loss": 0.9531,
      "step": 113896
    },
    {
      "epoch": 5.298767155152361,
      "grad_norm": 1.585642377723096,
      "learning_rate": 1.031141993122498e-05,
      "loss": 0.9062,
      "step": 113897
    },
    {
      "epoch": 5.298813677599441,
      "grad_norm": 1.7405203924699673,
      "learning_rate": 1.0310067672024114e-05,
      "loss": 0.9492,
      "step": 113898
    },
    {
      "epoch": 5.298860200046523,
      "grad_norm": 1.812189811648086,
      "learning_rate": 1.0308715498342207e-05,
      "loss": 0.9922,
      "step": 113899
    },
    {
      "epoch": 5.298906722493603,
      "grad_norm": 1.6440524012413351,
      "learning_rate": 1.0307363410180158e-05,
      "loss": 1.0469,
      "step": 113900
    },
    {
      "epoch": 5.298953244940684,
      "grad_norm": 1.7556342875609285,
      "learning_rate": 1.0306011407538767e-05,
      "loss": 0.9961,
      "step": 113901
    },
    {
      "epoch": 5.298999767387764,
      "grad_norm": 1.7671023048964896,
      "learning_rate": 1.0304659490418832e-05,
      "loss": 0.918,
      "step": 113902
    },
    {
      "epoch": 5.299046289834846,
      "grad_norm": 1.5950617735839527,
      "learning_rate": 1.0303307658821236e-05,
      "loss": 0.8906,
      "step": 113903
    },
    {
      "epoch": 5.299092812281926,
      "grad_norm": 1.6888710973497136,
      "learning_rate": 1.0301955912746762e-05,
      "loss": 0.9414,
      "step": 113904
    },
    {
      "epoch": 5.299139334729007,
      "grad_norm": 1.7534077071077372,
      "learning_rate": 1.0300604252196276e-05,
      "loss": 0.9531,
      "step": 113905
    },
    {
      "epoch": 5.299185857176088,
      "grad_norm": 1.77511394866068,
      "learning_rate": 1.0299252677170544e-05,
      "loss": 0.9805,
      "step": 113906
    },
    {
      "epoch": 5.299232379623168,
      "grad_norm": 1.8410867549196406,
      "learning_rate": 1.0297901187670466e-05,
      "loss": 0.9062,
      "step": 113907
    },
    {
      "epoch": 5.299278902070249,
      "grad_norm": 1.6913675803114023,
      "learning_rate": 1.0296549783696839e-05,
      "loss": 0.9023,
      "step": 113908
    },
    {
      "epoch": 5.299325424517329,
      "grad_norm": 1.6814084507184432,
      "learning_rate": 1.0295198465250482e-05,
      "loss": 1.0781,
      "step": 113909
    },
    {
      "epoch": 5.299371946964411,
      "grad_norm": 1.6929077363037743,
      "learning_rate": 1.0293847232332225e-05,
      "loss": 1.1172,
      "step": 113910
    },
    {
      "epoch": 5.299418469411491,
      "grad_norm": 1.5292779481315757,
      "learning_rate": 1.0292496084942869e-05,
      "loss": 0.8594,
      "step": 113911
    },
    {
      "epoch": 5.299464991858572,
      "grad_norm": 1.5773075079481262,
      "learning_rate": 1.0291145023083313e-05,
      "loss": 0.8555,
      "step": 113912
    },
    {
      "epoch": 5.299511514305652,
      "grad_norm": 1.779908710677777,
      "learning_rate": 1.0289794046754324e-05,
      "loss": 0.9219,
      "step": 113913
    },
    {
      "epoch": 5.2995580367527335,
      "grad_norm": 1.6819629405876129,
      "learning_rate": 1.0288443155956749e-05,
      "loss": 0.8594,
      "step": 113914
    },
    {
      "epoch": 5.299604559199814,
      "grad_norm": 1.8081218042658782,
      "learning_rate": 1.0287092350691406e-05,
      "loss": 1.0312,
      "step": 113915
    },
    {
      "epoch": 5.2996510816468945,
      "grad_norm": 1.7894705367540629,
      "learning_rate": 1.0285741630959126e-05,
      "loss": 0.9258,
      "step": 113916
    },
    {
      "epoch": 5.299697604093975,
      "grad_norm": 1.764466888471871,
      "learning_rate": 1.0284390996760761e-05,
      "loss": 0.9375,
      "step": 113917
    },
    {
      "epoch": 5.299744126541056,
      "grad_norm": 1.8451268879719611,
      "learning_rate": 1.0283040448097108e-05,
      "loss": 1.0547,
      "step": 113918
    },
    {
      "epoch": 5.299790648988137,
      "grad_norm": 1.6188932231323085,
      "learning_rate": 1.0281689984968966e-05,
      "loss": 0.8828,
      "step": 113919
    },
    {
      "epoch": 5.299837171435217,
      "grad_norm": 1.7316979936330448,
      "learning_rate": 1.0280339607377235e-05,
      "loss": 0.957,
      "step": 113920
    },
    {
      "epoch": 5.299883693882299,
      "grad_norm": 1.727369902128633,
      "learning_rate": 1.0278989315322666e-05,
      "loss": 0.918,
      "step": 113921
    },
    {
      "epoch": 5.299930216329379,
      "grad_norm": 1.7460601728026441,
      "learning_rate": 1.0277639108806157e-05,
      "loss": 0.9609,
      "step": 113922
    },
    {
      "epoch": 5.29997673877646,
      "grad_norm": 1.6711601170428043,
      "learning_rate": 1.0276288987828508e-05,
      "loss": 1.0156,
      "step": 113923
    },
    {
      "epoch": 5.30002326122354,
      "grad_norm": 1.826378639929337,
      "learning_rate": 1.02749389523905e-05,
      "loss": 1.1641,
      "step": 113924
    },
    {
      "epoch": 5.300069783670621,
      "grad_norm": 1.7148306404232982,
      "learning_rate": 1.0273589002493032e-05,
      "loss": 0.9375,
      "step": 113925
    },
    {
      "epoch": 5.300116306117702,
      "grad_norm": 1.7674854980719632,
      "learning_rate": 1.0272239138136889e-05,
      "loss": 0.9609,
      "step": 113926
    },
    {
      "epoch": 5.300162828564782,
      "grad_norm": 1.5946374946079538,
      "learning_rate": 1.0270889359322903e-05,
      "loss": 0.832,
      "step": 113927
    },
    {
      "epoch": 5.300209351011863,
      "grad_norm": 1.6949790181046716,
      "learning_rate": 1.026953966605189e-05,
      "loss": 0.9453,
      "step": 113928
    },
    {
      "epoch": 5.300255873458944,
      "grad_norm": 1.6646920220349082,
      "learning_rate": 1.0268190058324699e-05,
      "loss": 1.0234,
      "step": 113929
    },
    {
      "epoch": 5.300302395906025,
      "grad_norm": 1.9779495216184846,
      "learning_rate": 1.0266840536142146e-05,
      "loss": 1.1875,
      "step": 113930
    },
    {
      "epoch": 5.300348918353105,
      "grad_norm": 1.7982019767580768,
      "learning_rate": 1.0265491099505064e-05,
      "loss": 1.0469,
      "step": 113931
    },
    {
      "epoch": 5.300395440800186,
      "grad_norm": 1.6576704553196275,
      "learning_rate": 1.026414174841425e-05,
      "loss": 0.9883,
      "step": 113932
    },
    {
      "epoch": 5.300441963247267,
      "grad_norm": 1.6291374602430841,
      "learning_rate": 1.0262792482870574e-05,
      "loss": 0.8281,
      "step": 113933
    },
    {
      "epoch": 5.3004884856943475,
      "grad_norm": 1.8914989436015932,
      "learning_rate": 1.0261443302874834e-05,
      "loss": 1.0234,
      "step": 113934
    },
    {
      "epoch": 5.300535008141428,
      "grad_norm": 1.6885754056625366,
      "learning_rate": 1.0260094208427877e-05,
      "loss": 0.9258,
      "step": 113935
    },
    {
      "epoch": 5.300581530588509,
      "grad_norm": 1.8476813666874576,
      "learning_rate": 1.0258745199530488e-05,
      "loss": 1.0625,
      "step": 113936
    },
    {
      "epoch": 5.30062805303559,
      "grad_norm": 1.803155066483952,
      "learning_rate": 1.0257396276183515e-05,
      "loss": 0.8242,
      "step": 113937
    },
    {
      "epoch": 5.30067457548267,
      "grad_norm": 1.690524550093811,
      "learning_rate": 1.025604743838781e-05,
      "loss": 0.9883,
      "step": 113938
    },
    {
      "epoch": 5.300721097929751,
      "grad_norm": 1.8751925455638723,
      "learning_rate": 1.025469868614417e-05,
      "loss": 0.9219,
      "step": 113939
    },
    {
      "epoch": 5.300767620376832,
      "grad_norm": 1.714421080867668,
      "learning_rate": 1.0253350019453427e-05,
      "loss": 0.9297,
      "step": 113940
    },
    {
      "epoch": 5.300814142823913,
      "grad_norm": 1.7357042815705077,
      "learning_rate": 1.0252001438316381e-05,
      "loss": 0.9688,
      "step": 113941
    },
    {
      "epoch": 5.300860665270993,
      "grad_norm": 1.7838987030119842,
      "learning_rate": 1.0250652942733917e-05,
      "loss": 0.9531,
      "step": 113942
    },
    {
      "epoch": 5.300907187718074,
      "grad_norm": 1.49594085608022,
      "learning_rate": 1.0249304532706798e-05,
      "loss": 0.8359,
      "step": 113943
    },
    {
      "epoch": 5.300953710165155,
      "grad_norm": 1.9800256599677606,
      "learning_rate": 1.0247956208235908e-05,
      "loss": 1.1172,
      "step": 113944
    },
    {
      "epoch": 5.301000232612235,
      "grad_norm": 1.8453781715731892,
      "learning_rate": 1.024660796932203e-05,
      "loss": 0.9766,
      "step": 113945
    },
    {
      "epoch": 5.301046755059316,
      "grad_norm": 1.8475232295921715,
      "learning_rate": 1.0245259815965994e-05,
      "loss": 1.0,
      "step": 113946
    },
    {
      "epoch": 5.301093277506397,
      "grad_norm": 1.5712848930789274,
      "learning_rate": 1.0243911748168638e-05,
      "loss": 0.9609,
      "step": 113947
    },
    {
      "epoch": 5.301139799953478,
      "grad_norm": 1.6482625729517262,
      "learning_rate": 1.0242563765930806e-05,
      "loss": 0.9023,
      "step": 113948
    },
    {
      "epoch": 5.301186322400558,
      "grad_norm": 1.8321919103559108,
      "learning_rate": 1.0241215869253283e-05,
      "loss": 1.0234,
      "step": 113949
    },
    {
      "epoch": 5.301232844847639,
      "grad_norm": 1.9364637284054258,
      "learning_rate": 1.0239868058136885e-05,
      "loss": 1.0156,
      "step": 113950
    },
    {
      "epoch": 5.30127936729472,
      "grad_norm": 1.6018452689612932,
      "learning_rate": 1.0238520332582494e-05,
      "loss": 0.9375,
      "step": 113951
    },
    {
      "epoch": 5.3013258897418005,
      "grad_norm": 1.8831088972921928,
      "learning_rate": 1.0237172692590912e-05,
      "loss": 0.9648,
      "step": 113952
    },
    {
      "epoch": 5.301372412188881,
      "grad_norm": 1.8007340775333254,
      "learning_rate": 1.023582513816295e-05,
      "loss": 0.9688,
      "step": 113953
    },
    {
      "epoch": 5.3014189346359615,
      "grad_norm": 1.7333271117549562,
      "learning_rate": 1.0234477669299413e-05,
      "loss": 0.9062,
      "step": 113954
    },
    {
      "epoch": 5.301465457083043,
      "grad_norm": 1.822618883186451,
      "learning_rate": 1.0233130286001179e-05,
      "loss": 1.0234,
      "step": 113955
    },
    {
      "epoch": 5.301511979530123,
      "grad_norm": 1.6387680086311298,
      "learning_rate": 1.0231782988269049e-05,
      "loss": 0.9648,
      "step": 113956
    },
    {
      "epoch": 5.301558501977204,
      "grad_norm": 1.9469954718237776,
      "learning_rate": 1.023043577610384e-05,
      "loss": 0.9844,
      "step": 113957
    },
    {
      "epoch": 5.301605024424285,
      "grad_norm": 1.7675988999500616,
      "learning_rate": 1.0229088649506367e-05,
      "loss": 0.9492,
      "step": 113958
    },
    {
      "epoch": 5.301651546871366,
      "grad_norm": 1.8389363977220374,
      "learning_rate": 1.022774160847748e-05,
      "loss": 1.2031,
      "step": 113959
    },
    {
      "epoch": 5.301698069318446,
      "grad_norm": 1.5969875523812826,
      "learning_rate": 1.022639465301801e-05,
      "loss": 0.918,
      "step": 113960
    },
    {
      "epoch": 5.301744591765527,
      "grad_norm": 1.8325820917218694,
      "learning_rate": 1.0225047783128743e-05,
      "loss": 1.0312,
      "step": 113961
    },
    {
      "epoch": 5.301791114212608,
      "grad_norm": 1.5878866425888531,
      "learning_rate": 1.0223700998810542e-05,
      "loss": 0.8594,
      "step": 113962
    },
    {
      "epoch": 5.301837636659688,
      "grad_norm": 1.9522197968226074,
      "learning_rate": 1.022235430006419e-05,
      "loss": 0.9766,
      "step": 113963
    },
    {
      "epoch": 5.301884159106769,
      "grad_norm": 1.589287980076141,
      "learning_rate": 1.0221007686890554e-05,
      "loss": 0.8438,
      "step": 113964
    },
    {
      "epoch": 5.301930681553849,
      "grad_norm": 1.6434703823085444,
      "learning_rate": 1.0219661159290415e-05,
      "loss": 0.9805,
      "step": 113965
    },
    {
      "epoch": 5.301977204000931,
      "grad_norm": 1.6104387278617607,
      "learning_rate": 1.0218314717264659e-05,
      "loss": 0.8438,
      "step": 113966
    },
    {
      "epoch": 5.302023726448011,
      "grad_norm": 1.7545865852391838,
      "learning_rate": 1.0216968360814065e-05,
      "loss": 0.9766,
      "step": 113967
    },
    {
      "epoch": 5.302070248895092,
      "grad_norm": 1.6287277666469904,
      "learning_rate": 1.0215622089939452e-05,
      "loss": 0.918,
      "step": 113968
    },
    {
      "epoch": 5.302116771342172,
      "grad_norm": 1.5782554319544932,
      "learning_rate": 1.0214275904641684e-05,
      "loss": 0.9453,
      "step": 113969
    },
    {
      "epoch": 5.3021632937892536,
      "grad_norm": 1.8173077012600103,
      "learning_rate": 1.0212929804921543e-05,
      "loss": 0.9883,
      "step": 113970
    },
    {
      "epoch": 5.302209816236334,
      "grad_norm": 1.969462230161259,
      "learning_rate": 1.021158379077988e-05,
      "loss": 1.0078,
      "step": 113971
    },
    {
      "epoch": 5.3022563386834145,
      "grad_norm": 1.6931281201702997,
      "learning_rate": 1.021023786221748e-05,
      "loss": 0.9609,
      "step": 113972
    },
    {
      "epoch": 5.302302861130496,
      "grad_norm": 1.692091821955714,
      "learning_rate": 1.0208892019235237e-05,
      "loss": 0.8828,
      "step": 113973
    },
    {
      "epoch": 5.302349383577576,
      "grad_norm": 1.781383785224581,
      "learning_rate": 1.0207546261833921e-05,
      "loss": 0.957,
      "step": 113974
    },
    {
      "epoch": 5.302395906024657,
      "grad_norm": 1.7932517358561855,
      "learning_rate": 1.0206200590014363e-05,
      "loss": 0.8906,
      "step": 113975
    },
    {
      "epoch": 5.302442428471737,
      "grad_norm": 1.6669672995154392,
      "learning_rate": 1.0204855003777379e-05,
      "loss": 1.0938,
      "step": 113976
    },
    {
      "epoch": 5.302488950918819,
      "grad_norm": 1.7908449714710946,
      "learning_rate": 1.0203509503123836e-05,
      "loss": 0.9961,
      "step": 113977
    },
    {
      "epoch": 5.302535473365899,
      "grad_norm": 1.7747298070212334,
      "learning_rate": 1.0202164088054515e-05,
      "loss": 0.9453,
      "step": 113978
    },
    {
      "epoch": 5.30258199581298,
      "grad_norm": 1.6166803727793557,
      "learning_rate": 1.0200818758570268e-05,
      "loss": 0.9258,
      "step": 113979
    },
    {
      "epoch": 5.30262851826006,
      "grad_norm": 1.8287877375735968,
      "learning_rate": 1.0199473514671858e-05,
      "loss": 0.957,
      "step": 113980
    },
    {
      "epoch": 5.3026750407071415,
      "grad_norm": 1.652228814033782,
      "learning_rate": 1.0198128356360203e-05,
      "loss": 0.9336,
      "step": 113981
    },
    {
      "epoch": 5.302721563154222,
      "grad_norm": 1.5940153498158787,
      "learning_rate": 1.0196783283636067e-05,
      "loss": 0.9336,
      "step": 113982
    },
    {
      "epoch": 5.302768085601302,
      "grad_norm": 1.5879041223014365,
      "learning_rate": 1.0195438296500286e-05,
      "loss": 0.875,
      "step": 113983
    },
    {
      "epoch": 5.302814608048383,
      "grad_norm": 1.8545824971007685,
      "learning_rate": 1.019409339495364e-05,
      "loss": 1.0078,
      "step": 113984
    },
    {
      "epoch": 5.302861130495464,
      "grad_norm": 1.9210211114242188,
      "learning_rate": 1.0192748578997045e-05,
      "loss": 1.0312,
      "step": 113985
    },
    {
      "epoch": 5.302907652942545,
      "grad_norm": 1.6951711656286723,
      "learning_rate": 1.0191403848631253e-05,
      "loss": 0.9844,
      "step": 113986
    },
    {
      "epoch": 5.302954175389625,
      "grad_norm": 1.9500194287792556,
      "learning_rate": 1.0190059203857094e-05,
      "loss": 1.0312,
      "step": 113987
    },
    {
      "epoch": 5.303000697836707,
      "grad_norm": 1.889777591689812,
      "learning_rate": 1.0188714644675432e-05,
      "loss": 0.9453,
      "step": 113988
    },
    {
      "epoch": 5.303047220283787,
      "grad_norm": 1.787755061638377,
      "learning_rate": 1.0187370171087023e-05,
      "loss": 1.0078,
      "step": 113989
    },
    {
      "epoch": 5.3030937427308675,
      "grad_norm": 1.7361926167091164,
      "learning_rate": 1.018602578309276e-05,
      "loss": 1.0234,
      "step": 113990
    },
    {
      "epoch": 5.303140265177948,
      "grad_norm": 1.9092231523021086,
      "learning_rate": 1.0184681480693446e-05,
      "loss": 1.125,
      "step": 113991
    },
    {
      "epoch": 5.303186787625029,
      "grad_norm": 1.7137879559158613,
      "learning_rate": 1.0183337263889895e-05,
      "loss": 0.9727,
      "step": 113992
    },
    {
      "epoch": 5.30323331007211,
      "grad_norm": 1.9974463537258773,
      "learning_rate": 1.0181993132682925e-05,
      "loss": 0.9648,
      "step": 113993
    },
    {
      "epoch": 5.30327983251919,
      "grad_norm": 1.8174955084747269,
      "learning_rate": 1.0180649087073333e-05,
      "loss": 1.0078,
      "step": 113994
    },
    {
      "epoch": 5.303326354966272,
      "grad_norm": 2.0090153011149905,
      "learning_rate": 1.0179305127061987e-05,
      "loss": 1.0234,
      "step": 113995
    },
    {
      "epoch": 5.303372877413352,
      "grad_norm": 1.5941695055784548,
      "learning_rate": 1.017796125264972e-05,
      "loss": 0.9375,
      "step": 113996
    },
    {
      "epoch": 5.303419399860433,
      "grad_norm": 1.6822253769057118,
      "learning_rate": 1.017661746383731e-05,
      "loss": 0.9258,
      "step": 113997
    },
    {
      "epoch": 5.303465922307513,
      "grad_norm": 1.7443366787207337,
      "learning_rate": 1.017527376062558e-05,
      "loss": 1.1016,
      "step": 113998
    },
    {
      "epoch": 5.3035124447545945,
      "grad_norm": 1.799821839904787,
      "learning_rate": 1.017393014301539e-05,
      "loss": 1.0,
      "step": 113999
    },
    {
      "epoch": 5.303558967201675,
      "grad_norm": 2.0894688089549205,
      "learning_rate": 1.017258661100756e-05,
      "loss": 1.1328,
      "step": 114000
    },
    {
      "epoch": 5.3036054896487554,
      "grad_norm": 1.9456082488306807,
      "learning_rate": 1.0171243164602889e-05,
      "loss": 1.1172,
      "step": 114001
    },
    {
      "epoch": 5.303652012095836,
      "grad_norm": 1.75770220809798,
      "learning_rate": 1.0169899803802172e-05,
      "loss": 0.9805,
      "step": 114002
    },
    {
      "epoch": 5.303698534542917,
      "grad_norm": 1.7978917681289048,
      "learning_rate": 1.0168556528606297e-05,
      "loss": 0.9883,
      "step": 114003
    },
    {
      "epoch": 5.303745056989998,
      "grad_norm": 1.9029204250118044,
      "learning_rate": 1.0167213339016062e-05,
      "loss": 0.9258,
      "step": 114004
    },
    {
      "epoch": 5.303791579437078,
      "grad_norm": 1.5354310592408065,
      "learning_rate": 1.0165870235032281e-05,
      "loss": 0.8672,
      "step": 114005
    },
    {
      "epoch": 5.303838101884159,
      "grad_norm": 1.8099866526264394,
      "learning_rate": 1.0164527216655754e-05,
      "loss": 1.0312,
      "step": 114006
    },
    {
      "epoch": 5.30388462433124,
      "grad_norm": 1.8387746813873524,
      "learning_rate": 1.0163184283887349e-05,
      "loss": 0.9414,
      "step": 114007
    },
    {
      "epoch": 5.303931146778321,
      "grad_norm": 1.6788155213210882,
      "learning_rate": 1.0161841436727864e-05,
      "loss": 1.0312,
      "step": 114008
    },
    {
      "epoch": 5.303977669225401,
      "grad_norm": 1.6135122885810098,
      "learning_rate": 1.0160498675178097e-05,
      "loss": 0.8555,
      "step": 114009
    },
    {
      "epoch": 5.304024191672482,
      "grad_norm": 1.6328777883840448,
      "learning_rate": 1.0159155999238933e-05,
      "loss": 0.8711,
      "step": 114010
    },
    {
      "epoch": 5.304070714119563,
      "grad_norm": 1.626133252106769,
      "learning_rate": 1.015781340891112e-05,
      "loss": 0.9805,
      "step": 114011
    },
    {
      "epoch": 5.304117236566643,
      "grad_norm": 1.73091479748097,
      "learning_rate": 1.0156470904195557e-05,
      "loss": 1.0234,
      "step": 114012
    },
    {
      "epoch": 5.304163759013724,
      "grad_norm": 1.6462566688456044,
      "learning_rate": 1.0155128485093011e-05,
      "loss": 0.9766,
      "step": 114013
    },
    {
      "epoch": 5.304210281460805,
      "grad_norm": 1.5250414232493796,
      "learning_rate": 1.0153786151604331e-05,
      "loss": 0.8906,
      "step": 114014
    },
    {
      "epoch": 5.304256803907886,
      "grad_norm": 1.6893100405009263,
      "learning_rate": 1.0152443903730301e-05,
      "loss": 0.9844,
      "step": 114015
    },
    {
      "epoch": 5.304303326354966,
      "grad_norm": 1.686935283987139,
      "learning_rate": 1.0151101741471801e-05,
      "loss": 0.918,
      "step": 114016
    },
    {
      "epoch": 5.304349848802047,
      "grad_norm": 1.7178602121975508,
      "learning_rate": 1.01497596648296e-05,
      "loss": 0.8867,
      "step": 114017
    },
    {
      "epoch": 5.304396371249128,
      "grad_norm": 1.7067497101125522,
      "learning_rate": 1.014841767380456e-05,
      "loss": 0.8984,
      "step": 114018
    },
    {
      "epoch": 5.3044428936962085,
      "grad_norm": 1.6745574727176709,
      "learning_rate": 1.0147075768397468e-05,
      "loss": 0.8711,
      "step": 114019
    },
    {
      "epoch": 5.304489416143289,
      "grad_norm": 1.7675739426348314,
      "learning_rate": 1.0145733948609152e-05,
      "loss": 0.957,
      "step": 114020
    },
    {
      "epoch": 5.304535938590369,
      "grad_norm": 1.7312944238786043,
      "learning_rate": 1.014439221444045e-05,
      "loss": 0.9023,
      "step": 114021
    },
    {
      "epoch": 5.304582461037451,
      "grad_norm": 1.7091793353469895,
      "learning_rate": 1.0143050565892191e-05,
      "loss": 0.9922,
      "step": 114022
    },
    {
      "epoch": 5.304628983484531,
      "grad_norm": 1.6195849824085073,
      "learning_rate": 1.0141709002965175e-05,
      "loss": 0.9336,
      "step": 114023
    },
    {
      "epoch": 5.304675505931612,
      "grad_norm": 1.7768762213200222,
      "learning_rate": 1.0140367525660204e-05,
      "loss": 1.0156,
      "step": 114024
    },
    {
      "epoch": 5.304722028378693,
      "grad_norm": 1.745252347806614,
      "learning_rate": 1.013902613397814e-05,
      "loss": 0.9844,
      "step": 114025
    },
    {
      "epoch": 5.304768550825774,
      "grad_norm": 1.7442462857925431,
      "learning_rate": 1.01376848279198e-05,
      "loss": 0.9648,
      "step": 114026
    },
    {
      "epoch": 5.304815073272854,
      "grad_norm": 1.7031591087817421,
      "learning_rate": 1.0136343607485986e-05,
      "loss": 1.0312,
      "step": 114027
    },
    {
      "epoch": 5.3048615957199345,
      "grad_norm": 1.575837433383729,
      "learning_rate": 1.0135002472677511e-05,
      "loss": 0.8242,
      "step": 114028
    },
    {
      "epoch": 5.304908118167016,
      "grad_norm": 1.6766140494382906,
      "learning_rate": 1.0133661423495226e-05,
      "loss": 0.8594,
      "step": 114029
    },
    {
      "epoch": 5.304954640614096,
      "grad_norm": 1.6091190792263044,
      "learning_rate": 1.0132320459939947e-05,
      "loss": 0.9688,
      "step": 114030
    },
    {
      "epoch": 5.305001163061177,
      "grad_norm": 1.6282187258816503,
      "learning_rate": 1.0130979582012455e-05,
      "loss": 0.8789,
      "step": 114031
    },
    {
      "epoch": 5.305047685508257,
      "grad_norm": 1.6560329376853922,
      "learning_rate": 1.0129638789713634e-05,
      "loss": 0.9062,
      "step": 114032
    },
    {
      "epoch": 5.305094207955339,
      "grad_norm": 1.8170831307105555,
      "learning_rate": 1.0128298083044234e-05,
      "loss": 1.0234,
      "step": 114033
    },
    {
      "epoch": 5.305140730402419,
      "grad_norm": 1.708812116044991,
      "learning_rate": 1.0126957462005153e-05,
      "loss": 0.9219,
      "step": 114034
    },
    {
      "epoch": 5.3051872528495,
      "grad_norm": 1.761325943756719,
      "learning_rate": 1.0125616926597158e-05,
      "loss": 0.8945,
      "step": 114035
    },
    {
      "epoch": 5.30523377529658,
      "grad_norm": 1.9455112298429873,
      "learning_rate": 1.0124276476821097e-05,
      "loss": 1.1406,
      "step": 114036
    },
    {
      "epoch": 5.3052802977436615,
      "grad_norm": 1.8639653096582114,
      "learning_rate": 1.0122936112677755e-05,
      "loss": 0.9922,
      "step": 114037
    },
    {
      "epoch": 5.305326820190742,
      "grad_norm": 1.9619101752310424,
      "learning_rate": 1.0121595834167995e-05,
      "loss": 0.9453,
      "step": 114038
    },
    {
      "epoch": 5.3053733426378225,
      "grad_norm": 1.6909107011176459,
      "learning_rate": 1.0120255641292618e-05,
      "loss": 0.9727,
      "step": 114039
    },
    {
      "epoch": 5.305419865084904,
      "grad_norm": 1.8003302729794892,
      "learning_rate": 1.011891553405244e-05,
      "loss": 1.0078,
      "step": 114040
    },
    {
      "epoch": 5.305466387531984,
      "grad_norm": 1.6954571239468879,
      "learning_rate": 1.0117575512448278e-05,
      "loss": 0.9688,
      "step": 114041
    },
    {
      "epoch": 5.305512909979065,
      "grad_norm": 1.630645606215903,
      "learning_rate": 1.0116235576480963e-05,
      "loss": 0.8477,
      "step": 114042
    },
    {
      "epoch": 5.305559432426145,
      "grad_norm": 1.687556094383815,
      "learning_rate": 1.0114895726151329e-05,
      "loss": 0.9531,
      "step": 114043
    },
    {
      "epoch": 5.305605954873227,
      "grad_norm": 1.8049086328372286,
      "learning_rate": 1.0113555961460174e-05,
      "loss": 1.0469,
      "step": 114044
    },
    {
      "epoch": 5.305652477320307,
      "grad_norm": 1.6429128791242067,
      "learning_rate": 1.0112216282408332e-05,
      "loss": 0.918,
      "step": 114045
    },
    {
      "epoch": 5.305698999767388,
      "grad_norm": 1.886310420053803,
      "learning_rate": 1.0110876688996584e-05,
      "loss": 1.0469,
      "step": 114046
    },
    {
      "epoch": 5.305745522214469,
      "grad_norm": 1.8467616210502973,
      "learning_rate": 1.0109537181225813e-05,
      "loss": 0.9336,
      "step": 114047
    },
    {
      "epoch": 5.305792044661549,
      "grad_norm": 1.6979806737250318,
      "learning_rate": 1.0108197759096803e-05,
      "loss": 0.918,
      "step": 114048
    },
    {
      "epoch": 5.30583856710863,
      "grad_norm": 1.6822342302218167,
      "learning_rate": 1.010685842261037e-05,
      "loss": 1.0078,
      "step": 114049
    },
    {
      "epoch": 5.30588508955571,
      "grad_norm": 1.983851865383919,
      "learning_rate": 1.0105519171767328e-05,
      "loss": 1.0703,
      "step": 114050
    },
    {
      "epoch": 5.305931612002792,
      "grad_norm": 1.965501066937868,
      "learning_rate": 1.0104180006568547e-05,
      "loss": 1.0391,
      "step": 114051
    },
    {
      "epoch": 5.305978134449872,
      "grad_norm": 1.6686235959982822,
      "learning_rate": 1.0102840927014787e-05,
      "loss": 0.957,
      "step": 114052
    },
    {
      "epoch": 5.306024656896953,
      "grad_norm": 1.702994962134639,
      "learning_rate": 1.0101501933106886e-05,
      "loss": 0.8516,
      "step": 114053
    },
    {
      "epoch": 5.306071179344033,
      "grad_norm": 1.7169314065936392,
      "learning_rate": 1.0100163024845693e-05,
      "loss": 0.9492,
      "step": 114054
    },
    {
      "epoch": 5.3061177017911145,
      "grad_norm": 1.7339844308756065,
      "learning_rate": 1.009882420223197e-05,
      "loss": 1.0234,
      "step": 114055
    },
    {
      "epoch": 5.306164224238195,
      "grad_norm": 1.6312732625026025,
      "learning_rate": 1.0097485465266602e-05,
      "loss": 1.0156,
      "step": 114056
    },
    {
      "epoch": 5.3062107466852755,
      "grad_norm": 1.8402822697587091,
      "learning_rate": 1.0096146813950374e-05,
      "loss": 1.0234,
      "step": 114057
    },
    {
      "epoch": 5.306257269132356,
      "grad_norm": 1.5296765136287238,
      "learning_rate": 1.0094808248284114e-05,
      "loss": 0.7031,
      "step": 114058
    },
    {
      "epoch": 5.306303791579437,
      "grad_norm": 1.7959216802116604,
      "learning_rate": 1.0093469768268625e-05,
      "loss": 0.8789,
      "step": 114059
    },
    {
      "epoch": 5.306350314026518,
      "grad_norm": 1.7092745408991001,
      "learning_rate": 1.0092131373904738e-05,
      "loss": 0.8828,
      "step": 114060
    },
    {
      "epoch": 5.306396836473598,
      "grad_norm": 1.7340448321071498,
      "learning_rate": 1.0090793065193286e-05,
      "loss": 0.875,
      "step": 114061
    },
    {
      "epoch": 5.30644335892068,
      "grad_norm": 1.755678998819595,
      "learning_rate": 1.008945484213507e-05,
      "loss": 0.875,
      "step": 114062
    },
    {
      "epoch": 5.30648988136776,
      "grad_norm": 1.634987474184142,
      "learning_rate": 1.0088116704730904e-05,
      "loss": 0.9336,
      "step": 114063
    },
    {
      "epoch": 5.306536403814841,
      "grad_norm": 1.5690208788544577,
      "learning_rate": 1.008677865298162e-05,
      "loss": 0.9258,
      "step": 114064
    },
    {
      "epoch": 5.306582926261921,
      "grad_norm": 1.7741953924897567,
      "learning_rate": 1.0085440686888053e-05,
      "loss": 1.0156,
      "step": 114065
    },
    {
      "epoch": 5.306629448709002,
      "grad_norm": 1.6879037344795673,
      "learning_rate": 1.0084102806451e-05,
      "loss": 0.9648,
      "step": 114066
    },
    {
      "epoch": 5.306675971156083,
      "grad_norm": 1.8157111294485588,
      "learning_rate": 1.0082765011671262e-05,
      "loss": 1.0312,
      "step": 114067
    },
    {
      "epoch": 5.306722493603163,
      "grad_norm": 1.7506931920059996,
      "learning_rate": 1.0081427302549688e-05,
      "loss": 0.9609,
      "step": 114068
    },
    {
      "epoch": 5.306769016050244,
      "grad_norm": 1.6236797602125743,
      "learning_rate": 1.008008967908711e-05,
      "loss": 0.9531,
      "step": 114069
    },
    {
      "epoch": 5.306815538497325,
      "grad_norm": 1.8298581821278102,
      "learning_rate": 1.0078752141284312e-05,
      "loss": 0.9961,
      "step": 114070
    },
    {
      "epoch": 5.306862060944406,
      "grad_norm": 1.6935086033725293,
      "learning_rate": 1.0077414689142128e-05,
      "loss": 0.9375,
      "step": 114071
    },
    {
      "epoch": 5.306908583391486,
      "grad_norm": 1.890952009102621,
      "learning_rate": 1.0076077322661352e-05,
      "loss": 1.0781,
      "step": 114072
    },
    {
      "epoch": 5.306955105838567,
      "grad_norm": 1.7496988077805558,
      "learning_rate": 1.0074740041842855e-05,
      "loss": 0.9336,
      "step": 114073
    },
    {
      "epoch": 5.307001628285648,
      "grad_norm": 1.886168993690672,
      "learning_rate": 1.0073402846687417e-05,
      "loss": 0.9336,
      "step": 114074
    },
    {
      "epoch": 5.3070481507327285,
      "grad_norm": 1.6515972510129138,
      "learning_rate": 1.0072065737195856e-05,
      "loss": 1.0078,
      "step": 114075
    },
    {
      "epoch": 5.307094673179809,
      "grad_norm": 1.7605299251939108,
      "learning_rate": 1.007072871336902e-05,
      "loss": 1.0234,
      "step": 114076
    },
    {
      "epoch": 5.30714119562689,
      "grad_norm": 1.7052977096851294,
      "learning_rate": 1.0069391775207675e-05,
      "loss": 0.8359,
      "step": 114077
    },
    {
      "epoch": 5.307187718073971,
      "grad_norm": 1.7198287410527808,
      "learning_rate": 1.0068054922712704e-05,
      "loss": 1.0078,
      "step": 114078
    },
    {
      "epoch": 5.307234240521051,
      "grad_norm": 1.6165034361596824,
      "learning_rate": 1.006671815588489e-05,
      "loss": 0.9062,
      "step": 114079
    },
    {
      "epoch": 5.307280762968132,
      "grad_norm": 1.8959841643542823,
      "learning_rate": 1.0065381474725065e-05,
      "loss": 1.0,
      "step": 114080
    },
    {
      "epoch": 5.307327285415213,
      "grad_norm": 1.7034644245040853,
      "learning_rate": 1.0064044879234012e-05,
      "loss": 0.8828,
      "step": 114081
    },
    {
      "epoch": 5.307373807862294,
      "grad_norm": 1.563897369576212,
      "learning_rate": 1.0062708369412598e-05,
      "loss": 0.8125,
      "step": 114082
    },
    {
      "epoch": 5.307420330309374,
      "grad_norm": 1.534600483532669,
      "learning_rate": 1.006137194526162e-05,
      "loss": 0.8477,
      "step": 114083
    },
    {
      "epoch": 5.307466852756455,
      "grad_norm": 1.674374066852284,
      "learning_rate": 1.006003560678188e-05,
      "loss": 0.8945,
      "step": 114084
    },
    {
      "epoch": 5.307513375203536,
      "grad_norm": 1.5654933173651273,
      "learning_rate": 1.005869935397421e-05,
      "loss": 0.7969,
      "step": 114085
    },
    {
      "epoch": 5.307559897650616,
      "grad_norm": 1.6951992961932043,
      "learning_rate": 1.005736318683944e-05,
      "loss": 1.0,
      "step": 114086
    },
    {
      "epoch": 5.307606420097697,
      "grad_norm": 1.5389447688346245,
      "learning_rate": 1.0056027105378373e-05,
      "loss": 0.8945,
      "step": 114087
    },
    {
      "epoch": 5.307652942544778,
      "grad_norm": 1.5710383414915299,
      "learning_rate": 1.005469110959184e-05,
      "loss": 0.8984,
      "step": 114088
    },
    {
      "epoch": 5.307699464991859,
      "grad_norm": 1.8618051067459982,
      "learning_rate": 1.0053355199480623e-05,
      "loss": 1.0703,
      "step": 114089
    },
    {
      "epoch": 5.307745987438939,
      "grad_norm": 1.6428815832800483,
      "learning_rate": 1.005201937504559e-05,
      "loss": 0.9648,
      "step": 114090
    },
    {
      "epoch": 5.30779250988602,
      "grad_norm": 1.6714952168034911,
      "learning_rate": 1.0050683636287537e-05,
      "loss": 0.9453,
      "step": 114091
    },
    {
      "epoch": 5.307839032333101,
      "grad_norm": 1.4999621412444795,
      "learning_rate": 1.0049347983207284e-05,
      "loss": 0.7812,
      "step": 114092
    },
    {
      "epoch": 5.3078855547801815,
      "grad_norm": 1.8143660287896644,
      "learning_rate": 1.0048012415805611e-05,
      "loss": 1.0547,
      "step": 114093
    },
    {
      "epoch": 5.307932077227262,
      "grad_norm": 1.7525192890204713,
      "learning_rate": 1.0046676934083403e-05,
      "loss": 1.0,
      "step": 114094
    },
    {
      "epoch": 5.3079785996743425,
      "grad_norm": 1.829696833033012,
      "learning_rate": 1.0045341538041441e-05,
      "loss": 1.0234,
      "step": 114095
    },
    {
      "epoch": 5.308025122121424,
      "grad_norm": 1.4529678025432144,
      "learning_rate": 1.0044006227680556e-05,
      "loss": 0.7188,
      "step": 114096
    },
    {
      "epoch": 5.308071644568504,
      "grad_norm": 1.6803109055021508,
      "learning_rate": 1.0042671003001517e-05,
      "loss": 0.8789,
      "step": 114097
    },
    {
      "epoch": 5.308118167015585,
      "grad_norm": 1.8437792686893915,
      "learning_rate": 1.0041335864005206e-05,
      "loss": 0.9766,
      "step": 114098
    },
    {
      "epoch": 5.308164689462666,
      "grad_norm": 1.7044730519633602,
      "learning_rate": 1.0040000810692388e-05,
      "loss": 0.9727,
      "step": 114099
    },
    {
      "epoch": 5.308211211909747,
      "grad_norm": 1.6744035120402272,
      "learning_rate": 1.003866584306393e-05,
      "loss": 0.9258,
      "step": 114100
    },
    {
      "epoch": 5.308257734356827,
      "grad_norm": 1.8152664697287053,
      "learning_rate": 1.0037330961120631e-05,
      "loss": 1.0391,
      "step": 114101
    },
    {
      "epoch": 5.308304256803908,
      "grad_norm": 1.6792340178533327,
      "learning_rate": 1.0035996164863309e-05,
      "loss": 0.9805,
      "step": 114102
    },
    {
      "epoch": 5.308350779250989,
      "grad_norm": 1.835667503254705,
      "learning_rate": 1.0034661454292742e-05,
      "loss": 1.0,
      "step": 114103
    },
    {
      "epoch": 5.3083973016980694,
      "grad_norm": 1.6866355361218985,
      "learning_rate": 1.0033326829409816e-05,
      "loss": 0.8086,
      "step": 114104
    },
    {
      "epoch": 5.30844382414515,
      "grad_norm": 1.7550740363078696,
      "learning_rate": 1.0031992290215297e-05,
      "loss": 0.9766,
      "step": 114105
    },
    {
      "epoch": 5.30849034659223,
      "grad_norm": 1.6345849283873504,
      "learning_rate": 1.0030657836710016e-05,
      "loss": 0.9219,
      "step": 114106
    },
    {
      "epoch": 5.308536869039312,
      "grad_norm": 1.694151426494377,
      "learning_rate": 1.0029323468894773e-05,
      "loss": 0.8906,
      "step": 114107
    },
    {
      "epoch": 5.308583391486392,
      "grad_norm": 1.9476721106480361,
      "learning_rate": 1.0027989186770436e-05,
      "loss": 0.9883,
      "step": 114108
    },
    {
      "epoch": 5.308629913933473,
      "grad_norm": 2.012557316579692,
      "learning_rate": 1.0026654990337768e-05,
      "loss": 1.0625,
      "step": 114109
    },
    {
      "epoch": 5.308676436380553,
      "grad_norm": 1.6123169691852641,
      "learning_rate": 1.002532087959762e-05,
      "loss": 0.9766,
      "step": 114110
    },
    {
      "epoch": 5.308722958827635,
      "grad_norm": 1.695338303403395,
      "learning_rate": 1.0023986854550776e-05,
      "loss": 0.9727,
      "step": 114111
    },
    {
      "epoch": 5.308769481274715,
      "grad_norm": 1.6968030272903722,
      "learning_rate": 1.0022652915198098e-05,
      "loss": 1.0391,
      "step": 114112
    },
    {
      "epoch": 5.3088160037217955,
      "grad_norm": 1.5530583645004323,
      "learning_rate": 1.0021319061540373e-05,
      "loss": 0.832,
      "step": 114113
    },
    {
      "epoch": 5.308862526168877,
      "grad_norm": 1.6548339766522628,
      "learning_rate": 1.0019985293578414e-05,
      "loss": 0.9766,
      "step": 114114
    },
    {
      "epoch": 5.308909048615957,
      "grad_norm": 1.6396531755291812,
      "learning_rate": 1.0018651611313023e-05,
      "loss": 0.9688,
      "step": 114115
    },
    {
      "epoch": 5.308955571063038,
      "grad_norm": 1.767399964900093,
      "learning_rate": 1.0017318014745062e-05,
      "loss": 0.9414,
      "step": 114116
    },
    {
      "epoch": 5.309002093510118,
      "grad_norm": 1.7225683152911728,
      "learning_rate": 1.0015984503875335e-05,
      "loss": 0.9492,
      "step": 114117
    },
    {
      "epoch": 5.3090486159572,
      "grad_norm": 1.8919365952037015,
      "learning_rate": 1.0014651078704638e-05,
      "loss": 0.9219,
      "step": 114118
    },
    {
      "epoch": 5.30909513840428,
      "grad_norm": 1.7108048445313422,
      "learning_rate": 1.0013317739233772e-05,
      "loss": 0.9141,
      "step": 114119
    },
    {
      "epoch": 5.309141660851361,
      "grad_norm": 1.66702652761095,
      "learning_rate": 1.001198448546357e-05,
      "loss": 0.9297,
      "step": 114120
    },
    {
      "epoch": 5.309188183298441,
      "grad_norm": 1.6618324227111516,
      "learning_rate": 1.0010651317394897e-05,
      "loss": 0.8477,
      "step": 114121
    },
    {
      "epoch": 5.3092347057455225,
      "grad_norm": 1.836275603155032,
      "learning_rate": 1.0009318235028519e-05,
      "loss": 0.9492,
      "step": 114122
    },
    {
      "epoch": 5.309281228192603,
      "grad_norm": 1.6721893910615457,
      "learning_rate": 1.0007985238365268e-05,
      "loss": 0.8555,
      "step": 114123
    },
    {
      "epoch": 5.309327750639683,
      "grad_norm": 1.5969051724973864,
      "learning_rate": 1.0006652327405945e-05,
      "loss": 0.8438,
      "step": 114124
    },
    {
      "epoch": 5.309374273086764,
      "grad_norm": 1.8292623418871514,
      "learning_rate": 1.0005319502151349e-05,
      "loss": 1.0391,
      "step": 114125
    },
    {
      "epoch": 5.309420795533845,
      "grad_norm": 1.6561919253250474,
      "learning_rate": 1.0003986762602361e-05,
      "loss": 0.9844,
      "step": 114126
    },
    {
      "epoch": 5.309467317980926,
      "grad_norm": 1.686805928158416,
      "learning_rate": 1.000265410875975e-05,
      "loss": 0.918,
      "step": 114127
    },
    {
      "epoch": 5.309513840428006,
      "grad_norm": 1.7156141151645552,
      "learning_rate": 1.000132154062433e-05,
      "loss": 0.8711,
      "step": 114128
    },
    {
      "epoch": 5.309560362875088,
      "grad_norm": 1.6294818996026776,
      "learning_rate": 9.999989058196917e-06,
      "loss": 0.9297,
      "step": 114129
    },
    {
      "epoch": 5.309606885322168,
      "grad_norm": 1.5992425192307491,
      "learning_rate": 9.998656661478343e-06,
      "loss": 0.9023,
      "step": 114130
    },
    {
      "epoch": 5.3096534077692485,
      "grad_norm": 1.9663580335536837,
      "learning_rate": 9.997324350469427e-06,
      "loss": 1.1328,
      "step": 114131
    },
    {
      "epoch": 5.309699930216329,
      "grad_norm": 1.7645456426033121,
      "learning_rate": 9.995992125170965e-06,
      "loss": 0.8633,
      "step": 114132
    },
    {
      "epoch": 5.30974645266341,
      "grad_norm": 1.5129135446805628,
      "learning_rate": 9.994659985583775e-06,
      "loss": 0.8242,
      "step": 114133
    },
    {
      "epoch": 5.309792975110491,
      "grad_norm": 1.6953980409300697,
      "learning_rate": 9.993327931708688e-06,
      "loss": 0.9336,
      "step": 114134
    },
    {
      "epoch": 5.309839497557571,
      "grad_norm": 2.142689224507671,
      "learning_rate": 9.991995963546524e-06,
      "loss": 1.2031,
      "step": 114135
    },
    {
      "epoch": 5.309886020004653,
      "grad_norm": 1.5745615805670914,
      "learning_rate": 9.990664081098076e-06,
      "loss": 0.8477,
      "step": 114136
    },
    {
      "epoch": 5.309932542451733,
      "grad_norm": 1.6456233722301343,
      "learning_rate": 9.989332284364148e-06,
      "loss": 0.8867,
      "step": 114137
    },
    {
      "epoch": 5.309979064898814,
      "grad_norm": 1.600228583949981,
      "learning_rate": 9.988000573345589e-06,
      "loss": 0.9609,
      "step": 114138
    },
    {
      "epoch": 5.310025587345894,
      "grad_norm": 2.0280082537644053,
      "learning_rate": 9.986668948043213e-06,
      "loss": 1.125,
      "step": 114139
    },
    {
      "epoch": 5.3100721097929755,
      "grad_norm": 1.844278104112834,
      "learning_rate": 9.985337408457822e-06,
      "loss": 1.0938,
      "step": 114140
    },
    {
      "epoch": 5.310118632240056,
      "grad_norm": 1.7941347760335034,
      "learning_rate": 9.984005954590212e-06,
      "loss": 1.0391,
      "step": 114141
    },
    {
      "epoch": 5.3101651546871365,
      "grad_norm": 1.7304238617001761,
      "learning_rate": 9.982674586441203e-06,
      "loss": 0.9492,
      "step": 114142
    },
    {
      "epoch": 5.310211677134217,
      "grad_norm": 1.8588636568613945,
      "learning_rate": 9.981343304011658e-06,
      "loss": 1.0469,
      "step": 114143
    },
    {
      "epoch": 5.310258199581298,
      "grad_norm": 2.050226111007407,
      "learning_rate": 9.980012107302377e-06,
      "loss": 1.1406,
      "step": 114144
    },
    {
      "epoch": 5.310304722028379,
      "grad_norm": 1.824644757445228,
      "learning_rate": 9.978680996314142e-06,
      "loss": 0.9219,
      "step": 114145
    },
    {
      "epoch": 5.310351244475459,
      "grad_norm": 1.8659755121767871,
      "learning_rate": 9.977349971047755e-06,
      "loss": 1.0859,
      "step": 114146
    },
    {
      "epoch": 5.31039776692254,
      "grad_norm": 1.898782955572972,
      "learning_rate": 9.976019031504096e-06,
      "loss": 1.0859,
      "step": 114147
    },
    {
      "epoch": 5.310444289369621,
      "grad_norm": 1.7771330608582034,
      "learning_rate": 9.974688177683931e-06,
      "loss": 0.8711,
      "step": 114148
    },
    {
      "epoch": 5.310490811816702,
      "grad_norm": 1.7393243464123518,
      "learning_rate": 9.973357409588095e-06,
      "loss": 1.0156,
      "step": 114149
    },
    {
      "epoch": 5.310537334263782,
      "grad_norm": 1.5585997822761755,
      "learning_rate": 9.972026727217386e-06,
      "loss": 0.8867,
      "step": 114150
    },
    {
      "epoch": 5.310583856710863,
      "grad_norm": 1.5113196700631653,
      "learning_rate": 9.970696130572619e-06,
      "loss": 0.8906,
      "step": 114151
    },
    {
      "epoch": 5.310630379157944,
      "grad_norm": 1.7275805127174861,
      "learning_rate": 9.969365619654629e-06,
      "loss": 0.9023,
      "step": 114152
    },
    {
      "epoch": 5.310676901605024,
      "grad_norm": 1.7737390576513532,
      "learning_rate": 9.96803519446423e-06,
      "loss": 1.0156,
      "step": 114153
    },
    {
      "epoch": 5.310723424052105,
      "grad_norm": 1.7720216558476134,
      "learning_rate": 9.966704855002206e-06,
      "loss": 1.0469,
      "step": 114154
    },
    {
      "epoch": 5.310769946499186,
      "grad_norm": 1.7397212998048415,
      "learning_rate": 9.965374601269389e-06,
      "loss": 0.9375,
      "step": 114155
    },
    {
      "epoch": 5.310816468946267,
      "grad_norm": 1.6330285243961664,
      "learning_rate": 9.964044433266594e-06,
      "loss": 0.875,
      "step": 114156
    },
    {
      "epoch": 5.310862991393347,
      "grad_norm": 1.7413061151528344,
      "learning_rate": 9.962714350994655e-06,
      "loss": 0.8945,
      "step": 114157
    },
    {
      "epoch": 5.310909513840428,
      "grad_norm": 1.6443837490527935,
      "learning_rate": 9.961384354454371e-06,
      "loss": 0.957,
      "step": 114158
    },
    {
      "epoch": 5.310956036287509,
      "grad_norm": 1.8608945795532303,
      "learning_rate": 9.960054443646509e-06,
      "loss": 0.9688,
      "step": 114159
    },
    {
      "epoch": 5.3110025587345895,
      "grad_norm": 1.8781372254354125,
      "learning_rate": 9.958724618571967e-06,
      "loss": 0.8867,
      "step": 114160
    },
    {
      "epoch": 5.31104908118167,
      "grad_norm": 1.8954479092236705,
      "learning_rate": 9.957394879231511e-06,
      "loss": 1.0078,
      "step": 114161
    },
    {
      "epoch": 5.31109560362875,
      "grad_norm": 1.6052994712990107,
      "learning_rate": 9.956065225625959e-06,
      "loss": 0.9414,
      "step": 114162
    },
    {
      "epoch": 5.311142126075832,
      "grad_norm": 1.691717113749051,
      "learning_rate": 9.954735657756124e-06,
      "loss": 0.9766,
      "step": 114163
    },
    {
      "epoch": 5.311188648522912,
      "grad_norm": 1.918902265552829,
      "learning_rate": 9.953406175622824e-06,
      "loss": 1.0391,
      "step": 114164
    },
    {
      "epoch": 5.311235170969993,
      "grad_norm": 1.6902724899937993,
      "learning_rate": 9.952076779226891e-06,
      "loss": 0.9102,
      "step": 114165
    },
    {
      "epoch": 5.311281693417074,
      "grad_norm": 1.7909034301845705,
      "learning_rate": 9.950747468569109e-06,
      "loss": 0.9102,
      "step": 114166
    },
    {
      "epoch": 5.311328215864155,
      "grad_norm": 1.715195208341774,
      "learning_rate": 9.949418243650326e-06,
      "loss": 0.918,
      "step": 114167
    },
    {
      "epoch": 5.311374738311235,
      "grad_norm": 1.5442440167344316,
      "learning_rate": 9.94808910447129e-06,
      "loss": 0.8398,
      "step": 114168
    },
    {
      "epoch": 5.3114212607583156,
      "grad_norm": 1.9496257433539246,
      "learning_rate": 9.946760051032903e-06,
      "loss": 1.1172,
      "step": 114169
    },
    {
      "epoch": 5.311467783205397,
      "grad_norm": 1.6274550961155176,
      "learning_rate": 9.945431083335914e-06,
      "loss": 0.957,
      "step": 114170
    },
    {
      "epoch": 5.311514305652477,
      "grad_norm": 1.6177301546218756,
      "learning_rate": 9.94410220138117e-06,
      "loss": 0.9648,
      "step": 114171
    },
    {
      "epoch": 5.311560828099558,
      "grad_norm": 1.861081166018969,
      "learning_rate": 9.942773405169457e-06,
      "loss": 1.1641,
      "step": 114172
    },
    {
      "epoch": 5.311607350546638,
      "grad_norm": 1.7577118684666124,
      "learning_rate": 9.941444694701605e-06,
      "loss": 1.0312,
      "step": 114173
    },
    {
      "epoch": 5.31165387299372,
      "grad_norm": 1.9463222072445792,
      "learning_rate": 9.940116069978449e-06,
      "loss": 1.1406,
      "step": 114174
    },
    {
      "epoch": 5.3117003954408,
      "grad_norm": 1.5553122803457093,
      "learning_rate": 9.938787531000768e-06,
      "loss": 0.9531,
      "step": 114175
    },
    {
      "epoch": 5.311746917887881,
      "grad_norm": 1.977470186280491,
      "learning_rate": 9.937459077769384e-06,
      "loss": 1.1562,
      "step": 114176
    },
    {
      "epoch": 5.311793440334961,
      "grad_norm": 1.8218666466129236,
      "learning_rate": 9.93613071028509e-06,
      "loss": 1.0156,
      "step": 114177
    },
    {
      "epoch": 5.3118399627820425,
      "grad_norm": 1.9661915237378946,
      "learning_rate": 9.934802428548755e-06,
      "loss": 1.125,
      "step": 114178
    },
    {
      "epoch": 5.311886485229123,
      "grad_norm": 1.7497825335612542,
      "learning_rate": 9.933474232561145e-06,
      "loss": 0.9648,
      "step": 114179
    },
    {
      "epoch": 5.3119330076762035,
      "grad_norm": 1.6219490833704397,
      "learning_rate": 9.93214612232311e-06,
      "loss": 0.8906,
      "step": 114180
    },
    {
      "epoch": 5.311979530123285,
      "grad_norm": 1.6513635944307206,
      "learning_rate": 9.930818097835396e-06,
      "loss": 0.9141,
      "step": 114181
    },
    {
      "epoch": 5.312026052570365,
      "grad_norm": 1.7396858620613809,
      "learning_rate": 9.929490159098891e-06,
      "loss": 0.8984,
      "step": 114182
    },
    {
      "epoch": 5.312072575017446,
      "grad_norm": 1.823374435037203,
      "learning_rate": 9.928162306114374e-06,
      "loss": 0.9258,
      "step": 114183
    },
    {
      "epoch": 5.312119097464526,
      "grad_norm": 1.7562960080343752,
      "learning_rate": 9.926834538882645e-06,
      "loss": 1.0625,
      "step": 114184
    },
    {
      "epoch": 5.312165619911608,
      "grad_norm": 1.6996717668970422,
      "learning_rate": 9.925506857404552e-06,
      "loss": 0.9727,
      "step": 114185
    },
    {
      "epoch": 5.312212142358688,
      "grad_norm": 1.7669848180998062,
      "learning_rate": 9.924179261680864e-06,
      "loss": 1.0312,
      "step": 114186
    },
    {
      "epoch": 5.312258664805769,
      "grad_norm": 1.8714332611150226,
      "learning_rate": 9.922851751712446e-06,
      "loss": 1.0234,
      "step": 114187
    },
    {
      "epoch": 5.31230518725285,
      "grad_norm": 1.7023495883892041,
      "learning_rate": 9.921524327500097e-06,
      "loss": 0.9766,
      "step": 114188
    },
    {
      "epoch": 5.31235170969993,
      "grad_norm": 1.846681834475491,
      "learning_rate": 9.920196989044598e-06,
      "loss": 0.9961,
      "step": 114189
    },
    {
      "epoch": 5.312398232147011,
      "grad_norm": 1.681872577075725,
      "learning_rate": 9.918869736346769e-06,
      "loss": 1.1016,
      "step": 114190
    },
    {
      "epoch": 5.312444754594091,
      "grad_norm": 1.7135553514056863,
      "learning_rate": 9.917542569407439e-06,
      "loss": 0.7969,
      "step": 114191
    },
    {
      "epoch": 5.312491277041173,
      "grad_norm": 1.6519042414015377,
      "learning_rate": 9.916215488227425e-06,
      "loss": 1.0078,
      "step": 114192
    },
    {
      "epoch": 5.312537799488253,
      "grad_norm": 1.6623251355373974,
      "learning_rate": 9.914888492807527e-06,
      "loss": 1.0078,
      "step": 114193
    },
    {
      "epoch": 5.312584321935334,
      "grad_norm": 1.7320232646256977,
      "learning_rate": 9.913561583148545e-06,
      "loss": 0.9492,
      "step": 114194
    },
    {
      "epoch": 5.312630844382414,
      "grad_norm": 1.6604187271678523,
      "learning_rate": 9.912234759251326e-06,
      "loss": 0.9219,
      "step": 114195
    },
    {
      "epoch": 5.3126773668294955,
      "grad_norm": 1.7106488193134965,
      "learning_rate": 9.910908021116654e-06,
      "loss": 0.9922,
      "step": 114196
    },
    {
      "epoch": 5.312723889276576,
      "grad_norm": 1.5503530117915816,
      "learning_rate": 9.909581368745362e-06,
      "loss": 0.9297,
      "step": 114197
    },
    {
      "epoch": 5.3127704117236565,
      "grad_norm": 1.8340557251383256,
      "learning_rate": 9.908254802138216e-06,
      "loss": 0.9648,
      "step": 114198
    },
    {
      "epoch": 5.312816934170737,
      "grad_norm": 1.7788984525313498,
      "learning_rate": 9.906928321296099e-06,
      "loss": 0.9297,
      "step": 114199
    },
    {
      "epoch": 5.312863456617818,
      "grad_norm": 1.9014233388312909,
      "learning_rate": 9.905601926219775e-06,
      "loss": 1.0938,
      "step": 114200
    },
    {
      "epoch": 5.312909979064899,
      "grad_norm": 1.398294805952701,
      "learning_rate": 9.904275616910063e-06,
      "loss": 0.8125,
      "step": 114201
    },
    {
      "epoch": 5.312956501511979,
      "grad_norm": 1.5542255615444227,
      "learning_rate": 9.902949393367793e-06,
      "loss": 0.8359,
      "step": 114202
    },
    {
      "epoch": 5.313003023959061,
      "grad_norm": 1.7226649104574518,
      "learning_rate": 9.901623255593733e-06,
      "loss": 1.0234,
      "step": 114203
    },
    {
      "epoch": 5.313049546406141,
      "grad_norm": 1.8135459642051504,
      "learning_rate": 9.900297203588747e-06,
      "loss": 0.9414,
      "step": 114204
    },
    {
      "epoch": 5.313096068853222,
      "grad_norm": 1.908069959689919,
      "learning_rate": 9.89897123735362e-06,
      "loss": 0.9883,
      "step": 114205
    },
    {
      "epoch": 5.313142591300302,
      "grad_norm": 1.6802117687972198,
      "learning_rate": 9.89764535688915e-06,
      "loss": 0.8711,
      "step": 114206
    },
    {
      "epoch": 5.3131891137473835,
      "grad_norm": 1.8629702729206132,
      "learning_rate": 9.896319562196203e-06,
      "loss": 1.0234,
      "step": 114207
    },
    {
      "epoch": 5.313235636194464,
      "grad_norm": 1.6496829561801256,
      "learning_rate": 9.894993853275512e-06,
      "loss": 0.8633,
      "step": 114208
    },
    {
      "epoch": 5.313282158641544,
      "grad_norm": 1.865710577765254,
      "learning_rate": 9.89366823012796e-06,
      "loss": 0.9805,
      "step": 114209
    },
    {
      "epoch": 5.313328681088625,
      "grad_norm": 1.9556854785098285,
      "learning_rate": 9.892342692754346e-06,
      "loss": 1.1016,
      "step": 114210
    },
    {
      "epoch": 5.313375203535706,
      "grad_norm": 1.8852931709439908,
      "learning_rate": 9.891017241155453e-06,
      "loss": 0.9805,
      "step": 114211
    },
    {
      "epoch": 5.313421725982787,
      "grad_norm": 1.8588519488926865,
      "learning_rate": 9.889691875332079e-06,
      "loss": 1.0078,
      "step": 114212
    },
    {
      "epoch": 5.313468248429867,
      "grad_norm": 1.8590613716835185,
      "learning_rate": 9.888366595285074e-06,
      "loss": 1.1016,
      "step": 114213
    },
    {
      "epoch": 5.313514770876948,
      "grad_norm": 1.8979533506420148,
      "learning_rate": 9.887041401015256e-06,
      "loss": 1.0703,
      "step": 114214
    },
    {
      "epoch": 5.313561293324029,
      "grad_norm": 1.6174252542299663,
      "learning_rate": 9.885716292523404e-06,
      "loss": 0.9336,
      "step": 114215
    },
    {
      "epoch": 5.3136078157711095,
      "grad_norm": 1.7546007098992524,
      "learning_rate": 9.884391269810338e-06,
      "loss": 0.9414,
      "step": 114216
    },
    {
      "epoch": 5.31365433821819,
      "grad_norm": 1.8100711496467012,
      "learning_rate": 9.883066332876888e-06,
      "loss": 0.9453,
      "step": 114217
    },
    {
      "epoch": 5.313700860665271,
      "grad_norm": 1.5691126637382946,
      "learning_rate": 9.881741481723837e-06,
      "loss": 0.9062,
      "step": 114218
    },
    {
      "epoch": 5.313747383112352,
      "grad_norm": 1.7195672515877785,
      "learning_rate": 9.880416716352018e-06,
      "loss": 0.8789,
      "step": 114219
    },
    {
      "epoch": 5.313793905559432,
      "grad_norm": 1.4260633088629506,
      "learning_rate": 9.879092036762216e-06,
      "loss": 0.8125,
      "step": 114220
    },
    {
      "epoch": 5.313840428006513,
      "grad_norm": 1.742742093688406,
      "learning_rate": 9.877767442955275e-06,
      "loss": 0.9922,
      "step": 114221
    },
    {
      "epoch": 5.313886950453594,
      "grad_norm": 1.7421440418435439,
      "learning_rate": 9.876442934932e-06,
      "loss": 0.9531,
      "step": 114222
    },
    {
      "epoch": 5.313933472900675,
      "grad_norm": 1.7148523347607987,
      "learning_rate": 9.875118512693187e-06,
      "loss": 1.0547,
      "step": 114223
    },
    {
      "epoch": 5.313979995347755,
      "grad_norm": 1.8418716673060722,
      "learning_rate": 9.873794176239635e-06,
      "loss": 1.0781,
      "step": 114224
    },
    {
      "epoch": 5.3140265177948365,
      "grad_norm": 1.7476154545540896,
      "learning_rate": 9.87246992557218e-06,
      "loss": 1.0625,
      "step": 114225
    },
    {
      "epoch": 5.314073040241917,
      "grad_norm": 1.7836983442387102,
      "learning_rate": 9.871145760691634e-06,
      "loss": 1.0,
      "step": 114226
    },
    {
      "epoch": 5.314119562688997,
      "grad_norm": 1.7562648097359035,
      "learning_rate": 9.869821681598799e-06,
      "loss": 0.9844,
      "step": 114227
    },
    {
      "epoch": 5.314166085136078,
      "grad_norm": 1.8861385356467468,
      "learning_rate": 9.868497688294457e-06,
      "loss": 1.0078,
      "step": 114228
    },
    {
      "epoch": 5.314212607583159,
      "grad_norm": 1.5226234699759091,
      "learning_rate": 9.867173780779459e-06,
      "loss": 0.7891,
      "step": 114229
    },
    {
      "epoch": 5.31425913003024,
      "grad_norm": 1.9485061988667265,
      "learning_rate": 9.865849959054617e-06,
      "loss": 1.0391,
      "step": 114230
    },
    {
      "epoch": 5.31430565247732,
      "grad_norm": 1.8214187475268004,
      "learning_rate": 9.864526223120733e-06,
      "loss": 1.0156,
      "step": 114231
    },
    {
      "epoch": 5.314352174924401,
      "grad_norm": 1.8347890849281634,
      "learning_rate": 9.863202572978606e-06,
      "loss": 0.8945,
      "step": 114232
    },
    {
      "epoch": 5.314398697371482,
      "grad_norm": 1.7826125490320757,
      "learning_rate": 9.861879008629054e-06,
      "loss": 1.0,
      "step": 114233
    },
    {
      "epoch": 5.3144452198185625,
      "grad_norm": 1.6537335501677652,
      "learning_rate": 9.860555530072856e-06,
      "loss": 0.9258,
      "step": 114234
    },
    {
      "epoch": 5.314491742265643,
      "grad_norm": 1.7222542313174176,
      "learning_rate": 9.85923213731088e-06,
      "loss": 1.0859,
      "step": 114235
    },
    {
      "epoch": 5.3145382647127235,
      "grad_norm": 1.6176815907855937,
      "learning_rate": 9.857908830343907e-06,
      "loss": 0.9453,
      "step": 114236
    },
    {
      "epoch": 5.314584787159805,
      "grad_norm": 1.6614487442228278,
      "learning_rate": 9.856585609172757e-06,
      "loss": 0.9258,
      "step": 114237
    },
    {
      "epoch": 5.314631309606885,
      "grad_norm": 2.0279075673205083,
      "learning_rate": 9.85526247379821e-06,
      "loss": 1.0938,
      "step": 114238
    },
    {
      "epoch": 5.314677832053966,
      "grad_norm": 1.7186287793499635,
      "learning_rate": 9.853939424221114e-06,
      "loss": 1.0234,
      "step": 114239
    },
    {
      "epoch": 5.314724354501047,
      "grad_norm": 1.7600130381380537,
      "learning_rate": 9.852616460442253e-06,
      "loss": 0.9922,
      "step": 114240
    },
    {
      "epoch": 5.314770876948128,
      "grad_norm": 1.876050722263607,
      "learning_rate": 9.851293582462461e-06,
      "loss": 0.9531,
      "step": 114241
    },
    {
      "epoch": 5.314817399395208,
      "grad_norm": 2.014426750795241,
      "learning_rate": 9.849970790282502e-06,
      "loss": 1.0391,
      "step": 114242
    },
    {
      "epoch": 5.314863921842289,
      "grad_norm": 1.6737102328924782,
      "learning_rate": 9.848648083903227e-06,
      "loss": 0.8828,
      "step": 114243
    },
    {
      "epoch": 5.31491044428937,
      "grad_norm": 1.877064553348381,
      "learning_rate": 9.84732546332545e-06,
      "loss": 1.0156,
      "step": 114244
    },
    {
      "epoch": 5.3149569667364505,
      "grad_norm": 1.6838383653798181,
      "learning_rate": 9.846002928549972e-06,
      "loss": 0.9219,
      "step": 114245
    },
    {
      "epoch": 5.315003489183531,
      "grad_norm": 1.6692868141634776,
      "learning_rate": 9.84468047957756e-06,
      "loss": 0.9102,
      "step": 114246
    },
    {
      "epoch": 5.315050011630611,
      "grad_norm": 1.7620307534965294,
      "learning_rate": 9.843358116409095e-06,
      "loss": 0.9453,
      "step": 114247
    },
    {
      "epoch": 5.315096534077693,
      "grad_norm": 1.8085799480466063,
      "learning_rate": 9.84203583904536e-06,
      "loss": 1.0078,
      "step": 114248
    },
    {
      "epoch": 5.315143056524773,
      "grad_norm": 1.7336937336982174,
      "learning_rate": 9.840713647487136e-06,
      "loss": 0.9883,
      "step": 114249
    },
    {
      "epoch": 5.315189578971854,
      "grad_norm": 1.818754406962634,
      "learning_rate": 9.839391541735242e-06,
      "loss": 1.1641,
      "step": 114250
    },
    {
      "epoch": 5.315236101418934,
      "grad_norm": 1.5728861583491704,
      "learning_rate": 9.838069521790493e-06,
      "loss": 0.9297,
      "step": 114251
    },
    {
      "epoch": 5.315282623866016,
      "grad_norm": 1.685137410219476,
      "learning_rate": 9.836747587653738e-06,
      "loss": 0.8281,
      "step": 114252
    },
    {
      "epoch": 5.315329146313096,
      "grad_norm": 1.656186800179793,
      "learning_rate": 9.835425739325741e-06,
      "loss": 0.9141,
      "step": 114253
    },
    {
      "epoch": 5.3153756687601765,
      "grad_norm": 1.9026456968511563,
      "learning_rate": 9.834103976807322e-06,
      "loss": 1.1328,
      "step": 114254
    },
    {
      "epoch": 5.315422191207258,
      "grad_norm": 1.7657569237636275,
      "learning_rate": 9.832782300099263e-06,
      "loss": 1.0938,
      "step": 114255
    },
    {
      "epoch": 5.315468713654338,
      "grad_norm": 1.9024453124406024,
      "learning_rate": 9.831460709202443e-06,
      "loss": 0.9805,
      "step": 114256
    },
    {
      "epoch": 5.315515236101419,
      "grad_norm": 1.6298872053575404,
      "learning_rate": 9.830139204117616e-06,
      "loss": 0.957,
      "step": 114257
    },
    {
      "epoch": 5.315561758548499,
      "grad_norm": 1.6824184841398462,
      "learning_rate": 9.82881778484561e-06,
      "loss": 0.8984,
      "step": 114258
    },
    {
      "epoch": 5.315608280995581,
      "grad_norm": 1.7983818578685462,
      "learning_rate": 9.827496451387213e-06,
      "loss": 0.9883,
      "step": 114259
    },
    {
      "epoch": 5.315654803442661,
      "grad_norm": 1.856697971639812,
      "learning_rate": 9.826175203743236e-06,
      "loss": 0.9297,
      "step": 114260
    },
    {
      "epoch": 5.315701325889742,
      "grad_norm": 1.608403850070078,
      "learning_rate": 9.824854041914532e-06,
      "loss": 0.8359,
      "step": 114261
    },
    {
      "epoch": 5.315747848336822,
      "grad_norm": 1.7782010217982025,
      "learning_rate": 9.823532965901864e-06,
      "loss": 0.9648,
      "step": 114262
    },
    {
      "epoch": 5.3157943707839035,
      "grad_norm": 1.8560144282432351,
      "learning_rate": 9.822211975706069e-06,
      "loss": 0.9727,
      "step": 114263
    },
    {
      "epoch": 5.315840893230984,
      "grad_norm": 1.7119432094166491,
      "learning_rate": 9.820891071327907e-06,
      "loss": 0.9922,
      "step": 114264
    },
    {
      "epoch": 5.315887415678064,
      "grad_norm": 1.7339744744618937,
      "learning_rate": 9.81957025276825e-06,
      "loss": 0.957,
      "step": 114265
    },
    {
      "epoch": 5.315933938125145,
      "grad_norm": 1.7121307501699268,
      "learning_rate": 9.818249520027876e-06,
      "loss": 0.9648,
      "step": 114266
    },
    {
      "epoch": 5.315980460572226,
      "grad_norm": 1.8317723926804326,
      "learning_rate": 9.816928873107605e-06,
      "loss": 0.9844,
      "step": 114267
    },
    {
      "epoch": 5.316026983019307,
      "grad_norm": 1.8980040426775637,
      "learning_rate": 9.8156083120082e-06,
      "loss": 0.9141,
      "step": 114268
    },
    {
      "epoch": 5.316073505466387,
      "grad_norm": 1.869564857490216,
      "learning_rate": 9.814287836730528e-06,
      "loss": 1.0078,
      "step": 114269
    },
    {
      "epoch": 5.316120027913469,
      "grad_norm": 1.8474644510785854,
      "learning_rate": 9.812967447275389e-06,
      "loss": 0.9727,
      "step": 114270
    },
    {
      "epoch": 5.316166550360549,
      "grad_norm": 1.5576293678303,
      "learning_rate": 9.811647143643564e-06,
      "loss": 0.9062,
      "step": 114271
    },
    {
      "epoch": 5.31621307280763,
      "grad_norm": 1.7249317271232245,
      "learning_rate": 9.810326925835854e-06,
      "loss": 1.0469,
      "step": 114272
    },
    {
      "epoch": 5.31625959525471,
      "grad_norm": 1.9180516745864538,
      "learning_rate": 9.809006793853092e-06,
      "loss": 1.1016,
      "step": 114273
    },
    {
      "epoch": 5.316306117701791,
      "grad_norm": 1.7185432727727254,
      "learning_rate": 9.807686747696109e-06,
      "loss": 0.957,
      "step": 114274
    },
    {
      "epoch": 5.316352640148872,
      "grad_norm": 1.667106882771229,
      "learning_rate": 9.806366787365688e-06,
      "loss": 1.0547,
      "step": 114275
    },
    {
      "epoch": 5.316399162595952,
      "grad_norm": 1.6697139880252823,
      "learning_rate": 9.80504691286263e-06,
      "loss": 0.9102,
      "step": 114276
    },
    {
      "epoch": 5.316445685043034,
      "grad_norm": 2.0004175774612807,
      "learning_rate": 9.803727124187732e-06,
      "loss": 1.1172,
      "step": 114277
    },
    {
      "epoch": 5.316492207490114,
      "grad_norm": 1.7837651057711421,
      "learning_rate": 9.802407421341829e-06,
      "loss": 1.0312,
      "step": 114278
    },
    {
      "epoch": 5.316538729937195,
      "grad_norm": 1.6880009441631059,
      "learning_rate": 9.801087804325718e-06,
      "loss": 0.9062,
      "step": 114279
    },
    {
      "epoch": 5.316585252384275,
      "grad_norm": 1.7179694045086833,
      "learning_rate": 9.799768273140219e-06,
      "loss": 1.0625,
      "step": 114280
    },
    {
      "epoch": 5.3166317748313565,
      "grad_norm": 1.6618857252705295,
      "learning_rate": 9.79844882778611e-06,
      "loss": 0.9258,
      "step": 114281
    },
    {
      "epoch": 5.316678297278437,
      "grad_norm": 1.6449828944118843,
      "learning_rate": 9.797129468264226e-06,
      "loss": 0.8398,
      "step": 114282
    },
    {
      "epoch": 5.3167248197255175,
      "grad_norm": 1.6834993995052043,
      "learning_rate": 9.795810194575365e-06,
      "loss": 0.9648,
      "step": 114283
    },
    {
      "epoch": 5.316771342172598,
      "grad_norm": 1.8878219235251026,
      "learning_rate": 9.794491006720345e-06,
      "loss": 0.9219,
      "step": 114284
    },
    {
      "epoch": 5.316817864619679,
      "grad_norm": 1.6526845855553458,
      "learning_rate": 9.793171904699948e-06,
      "loss": 0.9102,
      "step": 114285
    },
    {
      "epoch": 5.31686438706676,
      "grad_norm": 1.9621239638279602,
      "learning_rate": 9.791852888514989e-06,
      "loss": 1.0859,
      "step": 114286
    },
    {
      "epoch": 5.31691090951384,
      "grad_norm": 1.85043302496515,
      "learning_rate": 9.790533958166302e-06,
      "loss": 1.0625,
      "step": 114287
    },
    {
      "epoch": 5.316957431960921,
      "grad_norm": 1.7642297043242565,
      "learning_rate": 9.789215113654686e-06,
      "loss": 1.0078,
      "step": 114288
    },
    {
      "epoch": 5.317003954408002,
      "grad_norm": 1.6686066345747028,
      "learning_rate": 9.787896354980923e-06,
      "loss": 0.9492,
      "step": 114289
    },
    {
      "epoch": 5.317050476855083,
      "grad_norm": 1.6724045561018623,
      "learning_rate": 9.78657768214583e-06,
      "loss": 0.8086,
      "step": 114290
    },
    {
      "epoch": 5.317096999302163,
      "grad_norm": 1.8482105878945339,
      "learning_rate": 9.785259095150239e-06,
      "loss": 1.1016,
      "step": 114291
    },
    {
      "epoch": 5.317143521749244,
      "grad_norm": 1.7775542940657754,
      "learning_rate": 9.783940593994931e-06,
      "loss": 0.9766,
      "step": 114292
    },
    {
      "epoch": 5.317190044196325,
      "grad_norm": 1.6966483557532792,
      "learning_rate": 9.782622178680726e-06,
      "loss": 0.918,
      "step": 114293
    },
    {
      "epoch": 5.317236566643405,
      "grad_norm": 1.6822800470263897,
      "learning_rate": 9.781303849208388e-06,
      "loss": 1.0547,
      "step": 114294
    },
    {
      "epoch": 5.317283089090486,
      "grad_norm": 1.623405744349664,
      "learning_rate": 9.779985605578782e-06,
      "loss": 0.8945,
      "step": 114295
    },
    {
      "epoch": 5.317329611537567,
      "grad_norm": 1.8836957418053035,
      "learning_rate": 9.77866744779271e-06,
      "loss": 1.0078,
      "step": 114296
    },
    {
      "epoch": 5.317376133984648,
      "grad_norm": 1.5640833978049817,
      "learning_rate": 9.777349375850968e-06,
      "loss": 0.9062,
      "step": 114297
    },
    {
      "epoch": 5.317422656431728,
      "grad_norm": 1.7694145691579184,
      "learning_rate": 9.776031389754358e-06,
      "loss": 0.9492,
      "step": 114298
    },
    {
      "epoch": 5.317469178878809,
      "grad_norm": 1.6780958803317672,
      "learning_rate": 9.774713489503661e-06,
      "loss": 0.9336,
      "step": 114299
    },
    {
      "epoch": 5.31751570132589,
      "grad_norm": 1.8689203440933009,
      "learning_rate": 9.773395675099743e-06,
      "loss": 0.957,
      "step": 114300
    },
    {
      "epoch": 5.3175622237729705,
      "grad_norm": 1.7947258567110884,
      "learning_rate": 9.772077946543372e-06,
      "loss": 1.1406,
      "step": 114301
    },
    {
      "epoch": 5.317608746220051,
      "grad_norm": 1.5357999952515107,
      "learning_rate": 9.770760303835362e-06,
      "loss": 0.8438,
      "step": 114302
    },
    {
      "epoch": 5.3176552686671315,
      "grad_norm": 1.5582608576973387,
      "learning_rate": 9.769442746976498e-06,
      "loss": 0.918,
      "step": 114303
    },
    {
      "epoch": 5.317701791114213,
      "grad_norm": 1.777412245624121,
      "learning_rate": 9.768125275967626e-06,
      "loss": 0.9844,
      "step": 114304
    },
    {
      "epoch": 5.317748313561293,
      "grad_norm": 1.6368056398703437,
      "learning_rate": 9.76680789080953e-06,
      "loss": 0.9375,
      "step": 114305
    },
    {
      "epoch": 5.317794836008374,
      "grad_norm": 1.7299214934441545,
      "learning_rate": 9.765490591503029e-06,
      "loss": 1.0469,
      "step": 114306
    },
    {
      "epoch": 5.317841358455455,
      "grad_norm": 1.8385525521882464,
      "learning_rate": 9.7641733780489e-06,
      "loss": 0.9844,
      "step": 114307
    },
    {
      "epoch": 5.317887880902536,
      "grad_norm": 1.7094610581502756,
      "learning_rate": 9.762856250447999e-06,
      "loss": 0.9062,
      "step": 114308
    },
    {
      "epoch": 5.317934403349616,
      "grad_norm": 1.8846217788846111,
      "learning_rate": 9.761539208701086e-06,
      "loss": 1.0312,
      "step": 114309
    },
    {
      "epoch": 5.317980925796697,
      "grad_norm": 1.677035771986699,
      "learning_rate": 9.760222252808996e-06,
      "loss": 0.957,
      "step": 114310
    },
    {
      "epoch": 5.318027448243778,
      "grad_norm": 1.7895084235172132,
      "learning_rate": 9.75890538277253e-06,
      "loss": 0.9609,
      "step": 114311
    },
    {
      "epoch": 5.318073970690858,
      "grad_norm": 1.8041949513267126,
      "learning_rate": 9.757588598592453e-06,
      "loss": 0.9883,
      "step": 114312
    },
    {
      "epoch": 5.318120493137939,
      "grad_norm": 1.724630521851351,
      "learning_rate": 9.75627190026963e-06,
      "loss": 0.9961,
      "step": 114313
    },
    {
      "epoch": 5.318167015585019,
      "grad_norm": 1.8137018750790932,
      "learning_rate": 9.75495528780486e-06,
      "loss": 0.9258,
      "step": 114314
    },
    {
      "epoch": 5.318213538032101,
      "grad_norm": 2.0238525006382457,
      "learning_rate": 9.753638761198913e-06,
      "loss": 1.1719,
      "step": 114315
    },
    {
      "epoch": 5.318260060479181,
      "grad_norm": 1.5377088803611456,
      "learning_rate": 9.7523223204526e-06,
      "loss": 0.7734,
      "step": 114316
    },
    {
      "epoch": 5.318306582926262,
      "grad_norm": 1.599893950108259,
      "learning_rate": 9.751005965566739e-06,
      "loss": 0.9609,
      "step": 114317
    },
    {
      "epoch": 5.318353105373343,
      "grad_norm": 1.6681871022164467,
      "learning_rate": 9.749689696542178e-06,
      "loss": 0.9023,
      "step": 114318
    },
    {
      "epoch": 5.3183996278204235,
      "grad_norm": 1.9971223885503173,
      "learning_rate": 9.74837351337967e-06,
      "loss": 1.0469,
      "step": 114319
    },
    {
      "epoch": 5.318446150267504,
      "grad_norm": 1.6417444971692228,
      "learning_rate": 9.747057416080028e-06,
      "loss": 0.9531,
      "step": 114320
    },
    {
      "epoch": 5.3184926727145845,
      "grad_norm": 1.6616301218798457,
      "learning_rate": 9.745741404644054e-06,
      "loss": 1.0391,
      "step": 114321
    },
    {
      "epoch": 5.318539195161666,
      "grad_norm": 1.8666270722933382,
      "learning_rate": 9.744425479072576e-06,
      "loss": 1.0469,
      "step": 114322
    },
    {
      "epoch": 5.318585717608746,
      "grad_norm": 1.494830878653072,
      "learning_rate": 9.743109639366398e-06,
      "loss": 0.8047,
      "step": 114323
    },
    {
      "epoch": 5.318632240055827,
      "grad_norm": 2.06160987893837,
      "learning_rate": 9.7417938855263e-06,
      "loss": 1.1953,
      "step": 114324
    },
    {
      "epoch": 5.318678762502907,
      "grad_norm": 1.8701581523395785,
      "learning_rate": 9.7404782175531e-06,
      "loss": 1.0625,
      "step": 114325
    },
    {
      "epoch": 5.318725284949989,
      "grad_norm": 1.7502335661619444,
      "learning_rate": 9.739162635447611e-06,
      "loss": 0.9531,
      "step": 114326
    },
    {
      "epoch": 5.318771807397069,
      "grad_norm": 1.6716824223702786,
      "learning_rate": 9.737847139210636e-06,
      "loss": 0.9297,
      "step": 114327
    },
    {
      "epoch": 5.31881832984415,
      "grad_norm": 1.7922106228728418,
      "learning_rate": 9.736531728842988e-06,
      "loss": 1.0938,
      "step": 114328
    },
    {
      "epoch": 5.318864852291231,
      "grad_norm": 1.6699113850408394,
      "learning_rate": 9.735216404345436e-06,
      "loss": 0.8594,
      "step": 114329
    },
    {
      "epoch": 5.318911374738311,
      "grad_norm": 1.6447855729723166,
      "learning_rate": 9.733901165718828e-06,
      "loss": 0.9961,
      "step": 114330
    },
    {
      "epoch": 5.318957897185392,
      "grad_norm": 1.707135304196177,
      "learning_rate": 9.73258601296396e-06,
      "loss": 0.9727,
      "step": 114331
    },
    {
      "epoch": 5.319004419632472,
      "grad_norm": 1.8493107843018788,
      "learning_rate": 9.731270946081622e-06,
      "loss": 1.0469,
      "step": 114332
    },
    {
      "epoch": 5.319050942079554,
      "grad_norm": 1.784489950226729,
      "learning_rate": 9.729955965072606e-06,
      "loss": 1.0859,
      "step": 114333
    },
    {
      "epoch": 5.319097464526634,
      "grad_norm": 2.029169575918747,
      "learning_rate": 9.728641069937765e-06,
      "loss": 1.0,
      "step": 114334
    },
    {
      "epoch": 5.319143986973715,
      "grad_norm": 1.940565601074513,
      "learning_rate": 9.727326260677864e-06,
      "loss": 1.0547,
      "step": 114335
    },
    {
      "epoch": 5.319190509420795,
      "grad_norm": 1.8761726655081485,
      "learning_rate": 9.726011537293737e-06,
      "loss": 0.9922,
      "step": 114336
    },
    {
      "epoch": 5.3192370318678766,
      "grad_norm": 1.7714968571620306,
      "learning_rate": 9.724696899786167e-06,
      "loss": 0.9375,
      "step": 114337
    },
    {
      "epoch": 5.319283554314957,
      "grad_norm": 1.8971983998726898,
      "learning_rate": 9.723382348155934e-06,
      "loss": 0.9453,
      "step": 114338
    },
    {
      "epoch": 5.3193300767620375,
      "grad_norm": 1.6798447222280108,
      "learning_rate": 9.722067882403872e-06,
      "loss": 0.8555,
      "step": 114339
    },
    {
      "epoch": 5.319376599209118,
      "grad_norm": 2.0615838846539174,
      "learning_rate": 9.720753502530815e-06,
      "loss": 1.0391,
      "step": 114340
    },
    {
      "epoch": 5.319423121656199,
      "grad_norm": 1.9848537451918502,
      "learning_rate": 9.719439208537544e-06,
      "loss": 1.0312,
      "step": 114341
    },
    {
      "epoch": 5.31946964410328,
      "grad_norm": 1.6281914381803533,
      "learning_rate": 9.71812500042486e-06,
      "loss": 0.9102,
      "step": 114342
    },
    {
      "epoch": 5.31951616655036,
      "grad_norm": 1.5660339955695306,
      "learning_rate": 9.716810878193526e-06,
      "loss": 0.9258,
      "step": 114343
    },
    {
      "epoch": 5.319562688997442,
      "grad_norm": 1.6876275152516182,
      "learning_rate": 9.715496841844428e-06,
      "loss": 1.0078,
      "step": 114344
    },
    {
      "epoch": 5.319609211444522,
      "grad_norm": 1.6857464020123463,
      "learning_rate": 9.71418289137833e-06,
      "loss": 0.9805,
      "step": 114345
    },
    {
      "epoch": 5.319655733891603,
      "grad_norm": 1.8845792431879824,
      "learning_rate": 9.712869026796033e-06,
      "loss": 1.1016,
      "step": 114346
    },
    {
      "epoch": 5.319702256338683,
      "grad_norm": 1.9008581450694337,
      "learning_rate": 9.711555248098319e-06,
      "loss": 1.1016,
      "step": 114347
    },
    {
      "epoch": 5.3197487787857645,
      "grad_norm": 1.6508461704236876,
      "learning_rate": 9.710241555286036e-06,
      "loss": 0.9609,
      "step": 114348
    },
    {
      "epoch": 5.319795301232845,
      "grad_norm": 1.7076124229738294,
      "learning_rate": 9.708927948359968e-06,
      "loss": 1.0312,
      "step": 114349
    },
    {
      "epoch": 5.319841823679925,
      "grad_norm": 1.7072484170392752,
      "learning_rate": 9.70761442732093e-06,
      "loss": 1.0156,
      "step": 114350
    },
    {
      "epoch": 5.319888346127006,
      "grad_norm": 1.8165152883845808,
      "learning_rate": 9.70630099216969e-06,
      "loss": 1.0625,
      "step": 114351
    },
    {
      "epoch": 5.319934868574087,
      "grad_norm": 1.6734777894864301,
      "learning_rate": 9.704987642907113e-06,
      "loss": 1.1094,
      "step": 114352
    },
    {
      "epoch": 5.319981391021168,
      "grad_norm": 1.792314562235789,
      "learning_rate": 9.703674379533965e-06,
      "loss": 1.0,
      "step": 114353
    },
    {
      "epoch": 5.320027913468248,
      "grad_norm": 1.7407960547217975,
      "learning_rate": 9.702361202051045e-06,
      "loss": 0.9219,
      "step": 114354
    },
    {
      "epoch": 5.320074435915329,
      "grad_norm": 1.8699262742089806,
      "learning_rate": 9.701048110459153e-06,
      "loss": 0.9062,
      "step": 114355
    },
    {
      "epoch": 5.32012095836241,
      "grad_norm": 1.9132376084099005,
      "learning_rate": 9.699735104759121e-06,
      "loss": 1.0312,
      "step": 114356
    },
    {
      "epoch": 5.3201674808094905,
      "grad_norm": 1.6306637868480771,
      "learning_rate": 9.698422184951748e-06,
      "loss": 0.918,
      "step": 114357
    },
    {
      "epoch": 5.320214003256571,
      "grad_norm": 1.7977534173324112,
      "learning_rate": 9.697109351037818e-06,
      "loss": 0.9805,
      "step": 114358
    },
    {
      "epoch": 5.320260525703652,
      "grad_norm": 1.6427846032515014,
      "learning_rate": 9.69579660301813e-06,
      "loss": 0.8477,
      "step": 114359
    },
    {
      "epoch": 5.320307048150733,
      "grad_norm": 1.7935329878044872,
      "learning_rate": 9.694483940893483e-06,
      "loss": 0.8867,
      "step": 114360
    },
    {
      "epoch": 5.320353570597813,
      "grad_norm": 1.745695907874301,
      "learning_rate": 9.693171364664743e-06,
      "loss": 1.0703,
      "step": 114361
    },
    {
      "epoch": 5.320400093044894,
      "grad_norm": 1.7914074559765683,
      "learning_rate": 9.691858874332675e-06,
      "loss": 0.9453,
      "step": 114362
    },
    {
      "epoch": 5.320446615491975,
      "grad_norm": 1.7198704752255796,
      "learning_rate": 9.690546469898064e-06,
      "loss": 0.8711,
      "step": 114363
    },
    {
      "epoch": 5.320493137939056,
      "grad_norm": 1.8738652506589129,
      "learning_rate": 9.689234151361725e-06,
      "loss": 0.9609,
      "step": 114364
    },
    {
      "epoch": 5.320539660386136,
      "grad_norm": 1.587946383073488,
      "learning_rate": 9.687921918724456e-06,
      "loss": 0.8555,
      "step": 114365
    },
    {
      "epoch": 5.3205861828332175,
      "grad_norm": 1.6930289631335833,
      "learning_rate": 9.686609771987074e-06,
      "loss": 0.9531,
      "step": 114366
    },
    {
      "epoch": 5.320632705280298,
      "grad_norm": 1.600630622038607,
      "learning_rate": 9.68529771115038e-06,
      "loss": 0.9727,
      "step": 114367
    },
    {
      "epoch": 5.3206792277273784,
      "grad_norm": 1.6587763626224528,
      "learning_rate": 9.683985736215188e-06,
      "loss": 0.9141,
      "step": 114368
    },
    {
      "epoch": 5.320725750174459,
      "grad_norm": 1.8162848146221104,
      "learning_rate": 9.682673847182248e-06,
      "loss": 0.9766,
      "step": 114369
    },
    {
      "epoch": 5.32077227262154,
      "grad_norm": 1.776927296943245,
      "learning_rate": 9.681362044052426e-06,
      "loss": 0.9023,
      "step": 114370
    },
    {
      "epoch": 5.320818795068621,
      "grad_norm": 2.0806674872380095,
      "learning_rate": 9.680050326826522e-06,
      "loss": 1.0703,
      "step": 114371
    },
    {
      "epoch": 5.320865317515701,
      "grad_norm": 1.568260303250926,
      "learning_rate": 9.6787386955053e-06,
      "loss": 0.8828,
      "step": 114372
    },
    {
      "epoch": 5.320911839962782,
      "grad_norm": 1.7328093055400715,
      "learning_rate": 9.677427150089561e-06,
      "loss": 0.9961,
      "step": 114373
    },
    {
      "epoch": 5.320958362409863,
      "grad_norm": 1.7534750017243417,
      "learning_rate": 9.67611569058014e-06,
      "loss": 0.9336,
      "step": 114374
    },
    {
      "epoch": 5.321004884856944,
      "grad_norm": 1.7115889250357614,
      "learning_rate": 9.674804316977847e-06,
      "loss": 0.9453,
      "step": 114375
    },
    {
      "epoch": 5.321051407304024,
      "grad_norm": 1.8073357016891154,
      "learning_rate": 9.673493029283453e-06,
      "loss": 1.0312,
      "step": 114376
    },
    {
      "epoch": 5.3210979297511045,
      "grad_norm": 1.6859413168839021,
      "learning_rate": 9.672181827497755e-06,
      "loss": 0.9727,
      "step": 114377
    },
    {
      "epoch": 5.321144452198186,
      "grad_norm": 1.8251270599644296,
      "learning_rate": 9.670870711621604e-06,
      "loss": 1.0078,
      "step": 114378
    },
    {
      "epoch": 5.321190974645266,
      "grad_norm": 1.8873754942879248,
      "learning_rate": 9.669559681655764e-06,
      "loss": 1.1484,
      "step": 114379
    },
    {
      "epoch": 5.321237497092347,
      "grad_norm": 1.676952646777226,
      "learning_rate": 9.668248737601054e-06,
      "loss": 0.918,
      "step": 114380
    },
    {
      "epoch": 5.321284019539428,
      "grad_norm": 1.8545672983581676,
      "learning_rate": 9.666937879458236e-06,
      "loss": 1.1406,
      "step": 114381
    },
    {
      "epoch": 5.321330541986509,
      "grad_norm": 1.8642673956846547,
      "learning_rate": 9.665627107228147e-06,
      "loss": 1.0312,
      "step": 114382
    },
    {
      "epoch": 5.321377064433589,
      "grad_norm": 1.879504150542408,
      "learning_rate": 9.664316420911616e-06,
      "loss": 0.957,
      "step": 114383
    },
    {
      "epoch": 5.32142358688067,
      "grad_norm": 1.513974091151293,
      "learning_rate": 9.663005820509412e-06,
      "loss": 0.8477,
      "step": 114384
    },
    {
      "epoch": 5.321470109327751,
      "grad_norm": 1.7445088775511244,
      "learning_rate": 9.661695306022349e-06,
      "loss": 0.9258,
      "step": 114385
    },
    {
      "epoch": 5.3215166317748315,
      "grad_norm": 1.761755064422806,
      "learning_rate": 9.660384877451211e-06,
      "loss": 0.8789,
      "step": 114386
    },
    {
      "epoch": 5.321563154221912,
      "grad_norm": 1.6271144761539476,
      "learning_rate": 9.659074534796812e-06,
      "loss": 0.9766,
      "step": 114387
    },
    {
      "epoch": 5.321609676668992,
      "grad_norm": 1.8951324635897586,
      "learning_rate": 9.65776427805997e-06,
      "loss": 0.9062,
      "step": 114388
    },
    {
      "epoch": 5.321656199116074,
      "grad_norm": 1.706937179848911,
      "learning_rate": 9.656454107241468e-06,
      "loss": 0.9688,
      "step": 114389
    },
    {
      "epoch": 5.321702721563154,
      "grad_norm": 1.6789496620025663,
      "learning_rate": 9.65514402234212e-06,
      "loss": 0.957,
      "step": 114390
    },
    {
      "epoch": 5.321749244010235,
      "grad_norm": 1.5337214661236027,
      "learning_rate": 9.653834023362678e-06,
      "loss": 0.9023,
      "step": 114391
    },
    {
      "epoch": 5.321795766457315,
      "grad_norm": 1.888913958814896,
      "learning_rate": 9.652524110304022e-06,
      "loss": 0.9922,
      "step": 114392
    },
    {
      "epoch": 5.321842288904397,
      "grad_norm": 1.7671472877745733,
      "learning_rate": 9.651214283166919e-06,
      "loss": 0.9883,
      "step": 114393
    },
    {
      "epoch": 5.321888811351477,
      "grad_norm": 1.8125725442524385,
      "learning_rate": 9.64990454195217e-06,
      "loss": 1.0547,
      "step": 114394
    },
    {
      "epoch": 5.3219353337985575,
      "grad_norm": 1.6876714418341043,
      "learning_rate": 9.648594886660538e-06,
      "loss": 1.0312,
      "step": 114395
    },
    {
      "epoch": 5.321981856245639,
      "grad_norm": 1.8927816980325578,
      "learning_rate": 9.647285317292908e-06,
      "loss": 1.0938,
      "step": 114396
    },
    {
      "epoch": 5.322028378692719,
      "grad_norm": 1.5361472522527115,
      "learning_rate": 9.645975833850028e-06,
      "loss": 0.8789,
      "step": 114397
    },
    {
      "epoch": 5.3220749011398,
      "grad_norm": 1.7110099900529718,
      "learning_rate": 9.644666436332698e-06,
      "loss": 0.9102,
      "step": 114398
    },
    {
      "epoch": 5.32212142358688,
      "grad_norm": 1.7918247471917221,
      "learning_rate": 9.643357124741718e-06,
      "loss": 1.0156,
      "step": 114399
    },
    {
      "epoch": 5.322167946033962,
      "grad_norm": 1.889156531856143,
      "learning_rate": 9.642047899077937e-06,
      "loss": 1.0469,
      "step": 114400
    },
    {
      "epoch": 5.322214468481042,
      "grad_norm": 1.7557703298692713,
      "learning_rate": 9.640738759342104e-06,
      "loss": 0.9531,
      "step": 114401
    },
    {
      "epoch": 5.322260990928123,
      "grad_norm": 1.7131134296258876,
      "learning_rate": 9.63942970553505e-06,
      "loss": 0.8281,
      "step": 114402
    },
    {
      "epoch": 5.322307513375203,
      "grad_norm": 1.793002756487952,
      "learning_rate": 9.638120737657529e-06,
      "loss": 0.8789,
      "step": 114403
    },
    {
      "epoch": 5.3223540358222845,
      "grad_norm": 1.4966798971916577,
      "learning_rate": 9.636811855710385e-06,
      "loss": 0.8711,
      "step": 114404
    },
    {
      "epoch": 5.322400558269365,
      "grad_norm": 1.7228386474784525,
      "learning_rate": 9.635503059694438e-06,
      "loss": 0.8945,
      "step": 114405
    },
    {
      "epoch": 5.3224470807164455,
      "grad_norm": 1.7288376717783656,
      "learning_rate": 9.634194349610452e-06,
      "loss": 0.957,
      "step": 114406
    },
    {
      "epoch": 5.322493603163526,
      "grad_norm": 1.7308024078074211,
      "learning_rate": 9.632885725459245e-06,
      "loss": 0.9609,
      "step": 114407
    },
    {
      "epoch": 5.322540125610607,
      "grad_norm": 1.4843339667308209,
      "learning_rate": 9.631577187241596e-06,
      "loss": 0.8047,
      "step": 114408
    },
    {
      "epoch": 5.322586648057688,
      "grad_norm": 1.7779190829553992,
      "learning_rate": 9.630268734958341e-06,
      "loss": 0.9609,
      "step": 114409
    },
    {
      "epoch": 5.322633170504768,
      "grad_norm": 1.8074889091543975,
      "learning_rate": 9.62896036861026e-06,
      "loss": 1.0156,
      "step": 114410
    },
    {
      "epoch": 5.32267969295185,
      "grad_norm": 1.8082063923722196,
      "learning_rate": 9.627652088198157e-06,
      "loss": 0.9688,
      "step": 114411
    },
    {
      "epoch": 5.32272621539893,
      "grad_norm": 1.6598645376238175,
      "learning_rate": 9.62634389372281e-06,
      "loss": 1.0078,
      "step": 114412
    },
    {
      "epoch": 5.322772737846011,
      "grad_norm": 1.819214866884211,
      "learning_rate": 9.62503578518507e-06,
      "loss": 1.0938,
      "step": 114413
    },
    {
      "epoch": 5.322819260293091,
      "grad_norm": 1.8938670941296962,
      "learning_rate": 9.623727762585703e-06,
      "loss": 0.9023,
      "step": 114414
    },
    {
      "epoch": 5.322865782740172,
      "grad_norm": 1.8844068560499483,
      "learning_rate": 9.622419825925526e-06,
      "loss": 0.9922,
      "step": 114415
    },
    {
      "epoch": 5.322912305187253,
      "grad_norm": 1.8430887298231264,
      "learning_rate": 9.621111975205304e-06,
      "loss": 0.9883,
      "step": 114416
    },
    {
      "epoch": 5.322958827634333,
      "grad_norm": 1.6161408251704978,
      "learning_rate": 9.619804210425886e-06,
      "loss": 0.957,
      "step": 114417
    },
    {
      "epoch": 5.323005350081415,
      "grad_norm": 1.9240090026531744,
      "learning_rate": 9.618496531588054e-06,
      "loss": 1.0625,
      "step": 114418
    },
    {
      "epoch": 5.323051872528495,
      "grad_norm": 1.6024904952311891,
      "learning_rate": 9.61718893869261e-06,
      "loss": 1.0156,
      "step": 114419
    },
    {
      "epoch": 5.323098394975576,
      "grad_norm": 1.7756842435006817,
      "learning_rate": 9.615881431740335e-06,
      "loss": 0.9922,
      "step": 114420
    },
    {
      "epoch": 5.323144917422656,
      "grad_norm": 1.82197981384033,
      "learning_rate": 9.61457401073203e-06,
      "loss": 1.0391,
      "step": 114421
    },
    {
      "epoch": 5.3231914398697375,
      "grad_norm": 1.581413921399985,
      "learning_rate": 9.613266675668541e-06,
      "loss": 0.8242,
      "step": 114422
    },
    {
      "epoch": 5.323237962316818,
      "grad_norm": 1.733570542588694,
      "learning_rate": 9.611959426550635e-06,
      "loss": 0.9102,
      "step": 114423
    },
    {
      "epoch": 5.3232844847638985,
      "grad_norm": 1.8161450546493463,
      "learning_rate": 9.610652263379114e-06,
      "loss": 1.1797,
      "step": 114424
    },
    {
      "epoch": 5.323331007210979,
      "grad_norm": 1.8059766103405874,
      "learning_rate": 9.609345186154743e-06,
      "loss": 1.0938,
      "step": 114425
    },
    {
      "epoch": 5.32337752965806,
      "grad_norm": 1.7194295694168722,
      "learning_rate": 9.60803819487837e-06,
      "loss": 0.9141,
      "step": 114426
    },
    {
      "epoch": 5.323424052105141,
      "grad_norm": 1.8283601402131282,
      "learning_rate": 9.606731289550812e-06,
      "loss": 1.0312,
      "step": 114427
    },
    {
      "epoch": 5.323470574552221,
      "grad_norm": 1.6427052121814856,
      "learning_rate": 9.605424470172834e-06,
      "loss": 0.9453,
      "step": 114428
    },
    {
      "epoch": 5.323517096999302,
      "grad_norm": 1.7216360804201105,
      "learning_rate": 9.604117736745237e-06,
      "loss": 0.8984,
      "step": 114429
    },
    {
      "epoch": 5.323563619446383,
      "grad_norm": 1.834080327080251,
      "learning_rate": 9.602811089268803e-06,
      "loss": 1.1094,
      "step": 114430
    },
    {
      "epoch": 5.323610141893464,
      "grad_norm": 1.8396412914145286,
      "learning_rate": 9.60150452774438e-06,
      "loss": 0.9453,
      "step": 114431
    },
    {
      "epoch": 5.323656664340544,
      "grad_norm": 1.7072851788192438,
      "learning_rate": 9.600198052172753e-06,
      "loss": 0.9141,
      "step": 114432
    },
    {
      "epoch": 5.323703186787625,
      "grad_norm": 1.7102938387642022,
      "learning_rate": 9.598891662554703e-06,
      "loss": 0.8906,
      "step": 114433
    },
    {
      "epoch": 5.323749709234706,
      "grad_norm": 1.9008255502578197,
      "learning_rate": 9.59758535889103e-06,
      "loss": 0.918,
      "step": 114434
    },
    {
      "epoch": 5.323796231681786,
      "grad_norm": 1.7140504485901469,
      "learning_rate": 9.59627914118255e-06,
      "loss": 1.0312,
      "step": 114435
    },
    {
      "epoch": 5.323842754128867,
      "grad_norm": 2.0460209577799393,
      "learning_rate": 9.594973009430062e-06,
      "loss": 1.0547,
      "step": 114436
    },
    {
      "epoch": 5.323889276575948,
      "grad_norm": 1.7046888945530119,
      "learning_rate": 9.59366696363435e-06,
      "loss": 1.0469,
      "step": 114437
    },
    {
      "epoch": 5.323935799023029,
      "grad_norm": 1.6650819680596334,
      "learning_rate": 9.592361003796212e-06,
      "loss": 0.957,
      "step": 114438
    },
    {
      "epoch": 5.323982321470109,
      "grad_norm": 1.5891434630813879,
      "learning_rate": 9.591055129916481e-06,
      "loss": 0.9102,
      "step": 114439
    },
    {
      "epoch": 5.32402884391719,
      "grad_norm": 1.9307818669557661,
      "learning_rate": 9.589749341995922e-06,
      "loss": 0.9922,
      "step": 114440
    },
    {
      "epoch": 5.324075366364271,
      "grad_norm": 1.7284577291385352,
      "learning_rate": 9.588443640035353e-06,
      "loss": 1.0391,
      "step": 114441
    },
    {
      "epoch": 5.3241218888113515,
      "grad_norm": 1.7339140410063907,
      "learning_rate": 9.587138024035557e-06,
      "loss": 0.9609,
      "step": 114442
    },
    {
      "epoch": 5.324168411258432,
      "grad_norm": 1.6902937008600474,
      "learning_rate": 9.585832493997348e-06,
      "loss": 0.9727,
      "step": 114443
    },
    {
      "epoch": 5.3242149337055125,
      "grad_norm": 1.7919310737744791,
      "learning_rate": 9.584527049921525e-06,
      "loss": 0.9375,
      "step": 114444
    },
    {
      "epoch": 5.324261456152594,
      "grad_norm": 1.7554115471749592,
      "learning_rate": 9.583221691808873e-06,
      "loss": 1.125,
      "step": 114445
    },
    {
      "epoch": 5.324307978599674,
      "grad_norm": 1.715338257494019,
      "learning_rate": 9.581916419660206e-06,
      "loss": 0.9492,
      "step": 114446
    },
    {
      "epoch": 5.324354501046755,
      "grad_norm": 1.64131774350834,
      "learning_rate": 9.58061123347631e-06,
      "loss": 1.0234,
      "step": 114447
    },
    {
      "epoch": 5.324401023493836,
      "grad_norm": 1.644146407072172,
      "learning_rate": 9.579306133257964e-06,
      "loss": 0.9844,
      "step": 114448
    },
    {
      "epoch": 5.324447545940917,
      "grad_norm": 1.6849820713070762,
      "learning_rate": 9.578001119006035e-06,
      "loss": 0.9883,
      "step": 114449
    },
    {
      "epoch": 5.324494068387997,
      "grad_norm": 1.7511769199325151,
      "learning_rate": 9.576696190721272e-06,
      "loss": 0.9609,
      "step": 114450
    },
    {
      "epoch": 5.324540590835078,
      "grad_norm": 1.8627993553244828,
      "learning_rate": 9.575391348404492e-06,
      "loss": 0.8945,
      "step": 114451
    },
    {
      "epoch": 5.324587113282159,
      "grad_norm": 1.754266427311741,
      "learning_rate": 9.574086592056462e-06,
      "loss": 0.875,
      "step": 114452
    },
    {
      "epoch": 5.324633635729239,
      "grad_norm": 1.5949167274819607,
      "learning_rate": 9.57278192167803e-06,
      "loss": 0.832,
      "step": 114453
    },
    {
      "epoch": 5.32468015817632,
      "grad_norm": 1.664665985222341,
      "learning_rate": 9.571477337269961e-06,
      "loss": 0.9492,
      "step": 114454
    },
    {
      "epoch": 5.3247266806234,
      "grad_norm": 1.7857993010233006,
      "learning_rate": 9.570172838833057e-06,
      "loss": 0.9062,
      "step": 114455
    },
    {
      "epoch": 5.324773203070482,
      "grad_norm": 1.8149426911761013,
      "learning_rate": 9.568868426368098e-06,
      "loss": 1.0,
      "step": 114456
    },
    {
      "epoch": 5.324819725517562,
      "grad_norm": 1.7249784615151909,
      "learning_rate": 9.567564099875935e-06,
      "loss": 0.9727,
      "step": 114457
    },
    {
      "epoch": 5.324866247964643,
      "grad_norm": 1.8151252019713289,
      "learning_rate": 9.566259859357334e-06,
      "loss": 1.0078,
      "step": 114458
    },
    {
      "epoch": 5.324912770411724,
      "grad_norm": 1.9292753593640353,
      "learning_rate": 9.56495570481311e-06,
      "loss": 1.0312,
      "step": 114459
    },
    {
      "epoch": 5.3249592928588045,
      "grad_norm": 1.6559065148554932,
      "learning_rate": 9.563651636244013e-06,
      "loss": 0.9219,
      "step": 114460
    },
    {
      "epoch": 5.325005815305885,
      "grad_norm": 1.7076182420236563,
      "learning_rate": 9.562347653650892e-06,
      "loss": 0.7891,
      "step": 114461
    },
    {
      "epoch": 5.3250523377529655,
      "grad_norm": 1.6242888240209536,
      "learning_rate": 9.56104375703453e-06,
      "loss": 0.8555,
      "step": 114462
    },
    {
      "epoch": 5.325098860200047,
      "grad_norm": 1.6735108627534483,
      "learning_rate": 9.559739946395744e-06,
      "loss": 1.0078,
      "step": 114463
    },
    {
      "epoch": 5.325145382647127,
      "grad_norm": 1.6430414889622296,
      "learning_rate": 9.558436221735267e-06,
      "loss": 0.8555,
      "step": 114464
    },
    {
      "epoch": 5.325191905094208,
      "grad_norm": 1.6118204543883001,
      "learning_rate": 9.557132583053979e-06,
      "loss": 0.9648,
      "step": 114465
    },
    {
      "epoch": 5.325238427541288,
      "grad_norm": 1.829222763422085,
      "learning_rate": 9.555829030352647e-06,
      "loss": 0.9648,
      "step": 114466
    },
    {
      "epoch": 5.32528494998837,
      "grad_norm": 1.8275984549822613,
      "learning_rate": 9.554525563632054e-06,
      "loss": 0.9805,
      "step": 114467
    },
    {
      "epoch": 5.32533147243545,
      "grad_norm": 1.7325609573666565,
      "learning_rate": 9.553222182892984e-06,
      "loss": 0.9805,
      "step": 114468
    },
    {
      "epoch": 5.325377994882531,
      "grad_norm": 1.724807495342965,
      "learning_rate": 9.551918888136268e-06,
      "loss": 0.8984,
      "step": 114469
    },
    {
      "epoch": 5.325424517329612,
      "grad_norm": 1.724404776359348,
      "learning_rate": 9.550615679362705e-06,
      "loss": 0.8945,
      "step": 114470
    },
    {
      "epoch": 5.3254710397766925,
      "grad_norm": 1.6181591499801182,
      "learning_rate": 9.549312556573096e-06,
      "loss": 0.9805,
      "step": 114471
    },
    {
      "epoch": 5.325517562223773,
      "grad_norm": 1.7702278388386328,
      "learning_rate": 9.548009519768224e-06,
      "loss": 0.8867,
      "step": 114472
    },
    {
      "epoch": 5.325564084670853,
      "grad_norm": 1.7126054060905265,
      "learning_rate": 9.54670656894887e-06,
      "loss": 0.957,
      "step": 114473
    },
    {
      "epoch": 5.325610607117935,
      "grad_norm": 1.6617359564673646,
      "learning_rate": 9.545403704115851e-06,
      "loss": 0.9766,
      "step": 114474
    },
    {
      "epoch": 5.325657129565015,
      "grad_norm": 1.8337657650608887,
      "learning_rate": 9.544100925269981e-06,
      "loss": 0.9219,
      "step": 114475
    },
    {
      "epoch": 5.325703652012096,
      "grad_norm": 1.8889279122347655,
      "learning_rate": 9.54279823241203e-06,
      "loss": 0.9961,
      "step": 114476
    },
    {
      "epoch": 5.325750174459176,
      "grad_norm": 1.8398889177039448,
      "learning_rate": 9.541495625542811e-06,
      "loss": 1.0156,
      "step": 114477
    },
    {
      "epoch": 5.325796696906258,
      "grad_norm": 1.7244448973897266,
      "learning_rate": 9.54019310466309e-06,
      "loss": 0.9766,
      "step": 114478
    },
    {
      "epoch": 5.325843219353338,
      "grad_norm": 1.7126868505743276,
      "learning_rate": 9.538890669773719e-06,
      "loss": 0.9766,
      "step": 114479
    },
    {
      "epoch": 5.3258897418004185,
      "grad_norm": 1.8450494523107295,
      "learning_rate": 9.537588320875478e-06,
      "loss": 0.9336,
      "step": 114480
    },
    {
      "epoch": 5.325936264247499,
      "grad_norm": 1.8626150503844776,
      "learning_rate": 9.536286057969133e-06,
      "loss": 0.9492,
      "step": 114481
    },
    {
      "epoch": 5.32598278669458,
      "grad_norm": 1.7634879611601424,
      "learning_rate": 9.534983881055485e-06,
      "loss": 0.9102,
      "step": 114482
    },
    {
      "epoch": 5.326029309141661,
      "grad_norm": 1.786293456435746,
      "learning_rate": 9.533681790135384e-06,
      "loss": 1.0078,
      "step": 114483
    },
    {
      "epoch": 5.326075831588741,
      "grad_norm": 1.7528310361114534,
      "learning_rate": 9.532379785209576e-06,
      "loss": 0.957,
      "step": 114484
    },
    {
      "epoch": 5.326122354035823,
      "grad_norm": 1.7893975341686115,
      "learning_rate": 9.531077866278864e-06,
      "loss": 0.9336,
      "step": 114485
    },
    {
      "epoch": 5.326168876482903,
      "grad_norm": 1.6632617260581737,
      "learning_rate": 9.529776033344044e-06,
      "loss": 0.9805,
      "step": 114486
    },
    {
      "epoch": 5.326215398929984,
      "grad_norm": 1.6968996792425375,
      "learning_rate": 9.528474286405952e-06,
      "loss": 0.9141,
      "step": 114487
    },
    {
      "epoch": 5.326261921377064,
      "grad_norm": 1.691778984888371,
      "learning_rate": 9.527172625465352e-06,
      "loss": 0.9492,
      "step": 114488
    },
    {
      "epoch": 5.3263084438241455,
      "grad_norm": 1.6035252287695374,
      "learning_rate": 9.525871050523042e-06,
      "loss": 0.8164,
      "step": 114489
    },
    {
      "epoch": 5.326354966271226,
      "grad_norm": 1.7374255882950156,
      "learning_rate": 9.524569561579792e-06,
      "loss": 1.0234,
      "step": 114490
    },
    {
      "epoch": 5.326401488718306,
      "grad_norm": 1.6359472875191694,
      "learning_rate": 9.523268158636432e-06,
      "loss": 0.9648,
      "step": 114491
    },
    {
      "epoch": 5.326448011165387,
      "grad_norm": 1.7986718986680474,
      "learning_rate": 9.521966841693778e-06,
      "loss": 0.9336,
      "step": 114492
    },
    {
      "epoch": 5.326494533612468,
      "grad_norm": 1.6226175690290154,
      "learning_rate": 9.520665610752615e-06,
      "loss": 1.0,
      "step": 114493
    },
    {
      "epoch": 5.326541056059549,
      "grad_norm": 1.698948343110087,
      "learning_rate": 9.519364465813722e-06,
      "loss": 0.8789,
      "step": 114494
    },
    {
      "epoch": 5.326587578506629,
      "grad_norm": 1.7286759610923028,
      "learning_rate": 9.518063406877868e-06,
      "loss": 0.8789,
      "step": 114495
    },
    {
      "epoch": 5.32663410095371,
      "grad_norm": 1.8794631042007002,
      "learning_rate": 9.516762433945919e-06,
      "loss": 1.0859,
      "step": 114496
    },
    {
      "epoch": 5.326680623400791,
      "grad_norm": 1.7161988825356407,
      "learning_rate": 9.515461547018638e-06,
      "loss": 0.8398,
      "step": 114497
    },
    {
      "epoch": 5.3267271458478715,
      "grad_norm": 1.7389412276564113,
      "learning_rate": 9.51416074609681e-06,
      "loss": 0.9219,
      "step": 114498
    },
    {
      "epoch": 5.326773668294952,
      "grad_norm": 1.7285080686993977,
      "learning_rate": 9.512860031181252e-06,
      "loss": 1.0469,
      "step": 114499
    },
    {
      "epoch": 5.326820190742033,
      "grad_norm": 1.6804222933816637,
      "learning_rate": 9.511559402272711e-06,
      "loss": 0.9414,
      "step": 114500
    },
    {
      "epoch": 5.326866713189114,
      "grad_norm": 1.7794303602715447,
      "learning_rate": 9.510258859372055e-06,
      "loss": 0.9688,
      "step": 114501
    },
    {
      "epoch": 5.326913235636194,
      "grad_norm": 1.8243848161134286,
      "learning_rate": 9.50895840248005e-06,
      "loss": 1.0156,
      "step": 114502
    },
    {
      "epoch": 5.326959758083275,
      "grad_norm": 1.7505187508064566,
      "learning_rate": 9.507658031597475e-06,
      "loss": 0.9297,
      "step": 114503
    },
    {
      "epoch": 5.327006280530356,
      "grad_norm": 1.7876661722900504,
      "learning_rate": 9.506357746725136e-06,
      "loss": 0.9648,
      "step": 114504
    },
    {
      "epoch": 5.327052802977437,
      "grad_norm": 1.8391600992743473,
      "learning_rate": 9.505057547863843e-06,
      "loss": 0.9609,
      "step": 114505
    },
    {
      "epoch": 5.327099325424517,
      "grad_norm": 1.8138711350158252,
      "learning_rate": 9.503757435014381e-06,
      "loss": 0.9727,
      "step": 114506
    },
    {
      "epoch": 5.3271458478715985,
      "grad_norm": 1.6550819782258992,
      "learning_rate": 9.502457408177549e-06,
      "loss": 0.9297,
      "step": 114507
    },
    {
      "epoch": 5.327192370318679,
      "grad_norm": 1.9348970637581038,
      "learning_rate": 9.501157467354115e-06,
      "loss": 1.0938,
      "step": 114508
    },
    {
      "epoch": 5.3272388927657595,
      "grad_norm": 1.9269021314265178,
      "learning_rate": 9.499857612544926e-06,
      "loss": 0.9102,
      "step": 114509
    },
    {
      "epoch": 5.32728541521284,
      "grad_norm": 1.6247474540531772,
      "learning_rate": 9.498557843750749e-06,
      "loss": 0.8086,
      "step": 114510
    },
    {
      "epoch": 5.327331937659921,
      "grad_norm": 1.6199296848733797,
      "learning_rate": 9.497258160972382e-06,
      "loss": 0.8672,
      "step": 114511
    },
    {
      "epoch": 5.327378460107002,
      "grad_norm": 1.7150414051845009,
      "learning_rate": 9.49595856421061e-06,
      "loss": 0.9531,
      "step": 114512
    },
    {
      "epoch": 5.327424982554082,
      "grad_norm": 1.6919997380583496,
      "learning_rate": 9.494659053466231e-06,
      "loss": 0.9766,
      "step": 114513
    },
    {
      "epoch": 5.327471505001163,
      "grad_norm": 1.5838700880261096,
      "learning_rate": 9.493359628740077e-06,
      "loss": 0.9531,
      "step": 114514
    },
    {
      "epoch": 5.327518027448244,
      "grad_norm": 1.8830355361132534,
      "learning_rate": 9.492060290032916e-06,
      "loss": 0.9766,
      "step": 114515
    },
    {
      "epoch": 5.327564549895325,
      "grad_norm": 1.7047685126580188,
      "learning_rate": 9.490761037345546e-06,
      "loss": 0.8867,
      "step": 114516
    },
    {
      "epoch": 5.327611072342405,
      "grad_norm": 1.585144365928899,
      "learning_rate": 9.489461870678732e-06,
      "loss": 0.8242,
      "step": 114517
    },
    {
      "epoch": 5.3276575947894855,
      "grad_norm": 1.5525362906892815,
      "learning_rate": 9.48816279003331e-06,
      "loss": 0.8086,
      "step": 114518
    },
    {
      "epoch": 5.327704117236567,
      "grad_norm": 1.8909040987270616,
      "learning_rate": 9.486863795410076e-06,
      "loss": 0.957,
      "step": 114519
    },
    {
      "epoch": 5.327750639683647,
      "grad_norm": 1.7318027713711814,
      "learning_rate": 9.485564886809815e-06,
      "loss": 0.9727,
      "step": 114520
    },
    {
      "epoch": 5.327797162130728,
      "grad_norm": 1.8060918241236927,
      "learning_rate": 9.484266064233292e-06,
      "loss": 1.0547,
      "step": 114521
    },
    {
      "epoch": 5.327843684577809,
      "grad_norm": 1.6861208913166192,
      "learning_rate": 9.482967327681357e-06,
      "loss": 0.832,
      "step": 114522
    },
    {
      "epoch": 5.32789020702489,
      "grad_norm": 1.7700986757749069,
      "learning_rate": 9.481668677154774e-06,
      "loss": 0.9688,
      "step": 114523
    },
    {
      "epoch": 5.32793672947197,
      "grad_norm": 1.8646991876802528,
      "learning_rate": 9.480370112654328e-06,
      "loss": 1.0625,
      "step": 114524
    },
    {
      "epoch": 5.327983251919051,
      "grad_norm": 1.8897306878346352,
      "learning_rate": 9.479071634180852e-06,
      "loss": 1.0234,
      "step": 114525
    },
    {
      "epoch": 5.328029774366132,
      "grad_norm": 1.9095460681140166,
      "learning_rate": 9.477773241735075e-06,
      "loss": 0.9961,
      "step": 114526
    },
    {
      "epoch": 5.3280762968132125,
      "grad_norm": 1.6995903890918924,
      "learning_rate": 9.476474935317869e-06,
      "loss": 0.8516,
      "step": 114527
    },
    {
      "epoch": 5.328122819260293,
      "grad_norm": 1.6168443856875179,
      "learning_rate": 9.475176714929976e-06,
      "loss": 0.7852,
      "step": 114528
    },
    {
      "epoch": 5.328169341707373,
      "grad_norm": 1.6144726827857458,
      "learning_rate": 9.473878580572219e-06,
      "loss": 0.918,
      "step": 114529
    },
    {
      "epoch": 5.328215864154455,
      "grad_norm": 1.71888074019177,
      "learning_rate": 9.472580532245362e-06,
      "loss": 0.9492,
      "step": 114530
    },
    {
      "epoch": 5.328262386601535,
      "grad_norm": 1.6882668556661207,
      "learning_rate": 9.47128256995025e-06,
      "loss": 0.9727,
      "step": 114531
    },
    {
      "epoch": 5.328308909048616,
      "grad_norm": 1.6735574328927423,
      "learning_rate": 9.469984693687638e-06,
      "loss": 0.9609,
      "step": 114532
    },
    {
      "epoch": 5.328355431495696,
      "grad_norm": 1.7612473390226648,
      "learning_rate": 9.468686903458323e-06,
      "loss": 1.0469,
      "step": 114533
    },
    {
      "epoch": 5.328401953942778,
      "grad_norm": 1.8470127089133268,
      "learning_rate": 9.467389199263086e-06,
      "loss": 0.9844,
      "step": 114534
    },
    {
      "epoch": 5.328448476389858,
      "grad_norm": 1.8098226492872929,
      "learning_rate": 9.466091581102747e-06,
      "loss": 0.9688,
      "step": 114535
    },
    {
      "epoch": 5.328494998836939,
      "grad_norm": 1.6259975467561036,
      "learning_rate": 9.46479404897812e-06,
      "loss": 0.8906,
      "step": 114536
    },
    {
      "epoch": 5.32854152128402,
      "grad_norm": 1.958159895189776,
      "learning_rate": 9.463496602889953e-06,
      "loss": 0.9609,
      "step": 114537
    },
    {
      "epoch": 5.3285880437311,
      "grad_norm": 1.799128671904151,
      "learning_rate": 9.46219924283908e-06,
      "loss": 1.1094,
      "step": 114538
    },
    {
      "epoch": 5.328634566178181,
      "grad_norm": 1.8594159480130126,
      "learning_rate": 9.460901968826252e-06,
      "loss": 0.9219,
      "step": 114539
    },
    {
      "epoch": 5.328681088625261,
      "grad_norm": 1.6720315177717942,
      "learning_rate": 9.459604780852314e-06,
      "loss": 0.9648,
      "step": 114540
    },
    {
      "epoch": 5.328727611072343,
      "grad_norm": 1.5570459140359685,
      "learning_rate": 9.458307678918037e-06,
      "loss": 0.9531,
      "step": 114541
    },
    {
      "epoch": 5.328774133519423,
      "grad_norm": 1.936122805643222,
      "learning_rate": 9.457010663024201e-06,
      "loss": 1.1641,
      "step": 114542
    },
    {
      "epoch": 5.328820655966504,
      "grad_norm": 1.8996027742422408,
      "learning_rate": 9.455713733171587e-06,
      "loss": 1.0547,
      "step": 114543
    },
    {
      "epoch": 5.328867178413584,
      "grad_norm": 1.7544877417253237,
      "learning_rate": 9.45441688936105e-06,
      "loss": 0.9805,
      "step": 114544
    },
    {
      "epoch": 5.3289137008606655,
      "grad_norm": 1.5301390997218258,
      "learning_rate": 9.453120131593333e-06,
      "loss": 0.9258,
      "step": 114545
    },
    {
      "epoch": 5.328960223307746,
      "grad_norm": 1.8417389594386036,
      "learning_rate": 9.451823459869257e-06,
      "loss": 1.0859,
      "step": 114546
    },
    {
      "epoch": 5.3290067457548265,
      "grad_norm": 1.9396089227234845,
      "learning_rate": 9.450526874189584e-06,
      "loss": 0.9062,
      "step": 114547
    },
    {
      "epoch": 5.329053268201908,
      "grad_norm": 1.5947144706435414,
      "learning_rate": 9.449230374555133e-06,
      "loss": 0.9648,
      "step": 114548
    },
    {
      "epoch": 5.329099790648988,
      "grad_norm": 1.7673765679766382,
      "learning_rate": 9.447933960966702e-06,
      "loss": 1.0156,
      "step": 114549
    },
    {
      "epoch": 5.329146313096069,
      "grad_norm": 1.6607581038560226,
      "learning_rate": 9.446637633425075e-06,
      "loss": 0.8594,
      "step": 114550
    },
    {
      "epoch": 5.329192835543149,
      "grad_norm": 1.7714799318099195,
      "learning_rate": 9.445341391931033e-06,
      "loss": 1.0,
      "step": 114551
    },
    {
      "epoch": 5.329239357990231,
      "grad_norm": 1.8897459655122,
      "learning_rate": 9.444045236485376e-06,
      "loss": 1.1484,
      "step": 114552
    },
    {
      "epoch": 5.329285880437311,
      "grad_norm": 1.794031872338163,
      "learning_rate": 9.442749167088903e-06,
      "loss": 0.9922,
      "step": 114553
    },
    {
      "epoch": 5.329332402884392,
      "grad_norm": 1.6797267018117146,
      "learning_rate": 9.441453183742431e-06,
      "loss": 0.8828,
      "step": 114554
    },
    {
      "epoch": 5.329378925331472,
      "grad_norm": 1.718946121376177,
      "learning_rate": 9.44015728644671e-06,
      "loss": 0.9727,
      "step": 114555
    },
    {
      "epoch": 5.329425447778553,
      "grad_norm": 1.689421354997995,
      "learning_rate": 9.438861475202553e-06,
      "loss": 1.0078,
      "step": 114556
    },
    {
      "epoch": 5.329471970225634,
      "grad_norm": 1.675121418215425,
      "learning_rate": 9.437565750010729e-06,
      "loss": 1.0703,
      "step": 114557
    },
    {
      "epoch": 5.329518492672714,
      "grad_norm": 1.5671574105933428,
      "learning_rate": 9.436270110872086e-06,
      "loss": 0.7617,
      "step": 114558
    },
    {
      "epoch": 5.329565015119796,
      "grad_norm": 1.7391758570605897,
      "learning_rate": 9.434974557787388e-06,
      "loss": 1.0312,
      "step": 114559
    },
    {
      "epoch": 5.329611537566876,
      "grad_norm": 1.8467400807728203,
      "learning_rate": 9.43367909075744e-06,
      "loss": 0.9375,
      "step": 114560
    },
    {
      "epoch": 5.329658060013957,
      "grad_norm": 1.9063482931103566,
      "learning_rate": 9.432383709782986e-06,
      "loss": 1.0781,
      "step": 114561
    },
    {
      "epoch": 5.329704582461037,
      "grad_norm": 1.9356290609987263,
      "learning_rate": 9.43108841486488e-06,
      "loss": 0.9531,
      "step": 114562
    },
    {
      "epoch": 5.3297511049081185,
      "grad_norm": 1.7200308082093432,
      "learning_rate": 9.4297932060039e-06,
      "loss": 1.0312,
      "step": 114563
    },
    {
      "epoch": 5.329797627355199,
      "grad_norm": 2.222605420103488,
      "learning_rate": 9.428498083200813e-06,
      "loss": 1.1328,
      "step": 114564
    },
    {
      "epoch": 5.3298441498022795,
      "grad_norm": 1.6222736245547946,
      "learning_rate": 9.427203046456405e-06,
      "loss": 0.918,
      "step": 114565
    },
    {
      "epoch": 5.32989067224936,
      "grad_norm": 1.5946236581382287,
      "learning_rate": 9.425908095771523e-06,
      "loss": 0.9062,
      "step": 114566
    },
    {
      "epoch": 5.329937194696441,
      "grad_norm": 1.847077010200858,
      "learning_rate": 9.424613231146933e-06,
      "loss": 1.1406,
      "step": 114567
    },
    {
      "epoch": 5.329983717143522,
      "grad_norm": 1.662546659275809,
      "learning_rate": 9.423318452583416e-06,
      "loss": 1.0547,
      "step": 114568
    },
    {
      "epoch": 5.330030239590602,
      "grad_norm": 1.7860649228757064,
      "learning_rate": 9.42202376008176e-06,
      "loss": 1.0156,
      "step": 114569
    },
    {
      "epoch": 5.330076762037683,
      "grad_norm": 2.078505030484817,
      "learning_rate": 9.420729153642775e-06,
      "loss": 1.0859,
      "step": 114570
    },
    {
      "epoch": 5.330123284484764,
      "grad_norm": 1.7576421402543903,
      "learning_rate": 9.419434633267247e-06,
      "loss": 0.9453,
      "step": 114571
    },
    {
      "epoch": 5.330169806931845,
      "grad_norm": 1.649581892328925,
      "learning_rate": 9.418140198955993e-06,
      "loss": 0.8594,
      "step": 114572
    },
    {
      "epoch": 5.330216329378925,
      "grad_norm": 1.6198394190501604,
      "learning_rate": 9.416845850709742e-06,
      "loss": 0.9023,
      "step": 114573
    },
    {
      "epoch": 5.3302628518260065,
      "grad_norm": 1.7871006868136508,
      "learning_rate": 9.415551588529347e-06,
      "loss": 0.9492,
      "step": 114574
    },
    {
      "epoch": 5.330309374273087,
      "grad_norm": 1.7495362625995483,
      "learning_rate": 9.414257412415588e-06,
      "loss": 0.8945,
      "step": 114575
    },
    {
      "epoch": 5.330355896720167,
      "grad_norm": 1.8708060730760123,
      "learning_rate": 9.412963322369249e-06,
      "loss": 0.9531,
      "step": 114576
    },
    {
      "epoch": 5.330402419167248,
      "grad_norm": 1.807903838779533,
      "learning_rate": 9.411669318391113e-06,
      "loss": 1.0625,
      "step": 114577
    },
    {
      "epoch": 5.330448941614329,
      "grad_norm": 1.6096682559487638,
      "learning_rate": 9.410375400481962e-06,
      "loss": 0.8594,
      "step": 114578
    },
    {
      "epoch": 5.33049546406141,
      "grad_norm": 1.8613722814854943,
      "learning_rate": 9.409081568642612e-06,
      "loss": 0.9961,
      "step": 114579
    },
    {
      "epoch": 5.33054198650849,
      "grad_norm": 1.6788513949709198,
      "learning_rate": 9.40778782287388e-06,
      "loss": 0.9648,
      "step": 114580
    },
    {
      "epoch": 5.330588508955571,
      "grad_norm": 1.8230572526794673,
      "learning_rate": 9.406494163176514e-06,
      "loss": 1.0234,
      "step": 114581
    },
    {
      "epoch": 5.330635031402652,
      "grad_norm": 1.6826998514963734,
      "learning_rate": 9.405200589551331e-06,
      "loss": 0.8242,
      "step": 114582
    },
    {
      "epoch": 5.3306815538497325,
      "grad_norm": 2.033740937408276,
      "learning_rate": 9.403907101999097e-06,
      "loss": 1.1641,
      "step": 114583
    },
    {
      "epoch": 5.330728076296813,
      "grad_norm": 1.7549619909100524,
      "learning_rate": 9.402613700520628e-06,
      "loss": 1.0,
      "step": 114584
    },
    {
      "epoch": 5.3307745987438935,
      "grad_norm": 1.628006439663249,
      "learning_rate": 9.401320385116724e-06,
      "loss": 0.8398,
      "step": 114585
    },
    {
      "epoch": 5.330821121190975,
      "grad_norm": 1.4953107055603332,
      "learning_rate": 9.400027155788148e-06,
      "loss": 0.8086,
      "step": 114586
    },
    {
      "epoch": 5.330867643638055,
      "grad_norm": 1.8697658390865122,
      "learning_rate": 9.39873401253567e-06,
      "loss": 0.9297,
      "step": 114587
    },
    {
      "epoch": 5.330914166085136,
      "grad_norm": 1.801907277663875,
      "learning_rate": 9.397440955360152e-06,
      "loss": 0.9062,
      "step": 114588
    },
    {
      "epoch": 5.330960688532217,
      "grad_norm": 1.8083912514860039,
      "learning_rate": 9.396147984262347e-06,
      "loss": 0.9414,
      "step": 114589
    },
    {
      "epoch": 5.331007210979298,
      "grad_norm": 1.7655259593147592,
      "learning_rate": 9.394855099243053e-06,
      "loss": 0.9609,
      "step": 114590
    },
    {
      "epoch": 5.331053733426378,
      "grad_norm": 1.6131153437833412,
      "learning_rate": 9.393562300303036e-06,
      "loss": 0.8906,
      "step": 114591
    },
    {
      "epoch": 5.331100255873459,
      "grad_norm": 1.6661117471127547,
      "learning_rate": 9.39226958744313e-06,
      "loss": 0.8516,
      "step": 114592
    },
    {
      "epoch": 5.33114677832054,
      "grad_norm": 1.8783193229014998,
      "learning_rate": 9.390976960664099e-06,
      "loss": 1.0234,
      "step": 114593
    },
    {
      "epoch": 5.33119330076762,
      "grad_norm": 1.6219547054770875,
      "learning_rate": 9.389684419966742e-06,
      "loss": 0.9141,
      "step": 114594
    },
    {
      "epoch": 5.331239823214701,
      "grad_norm": 1.9705641931027051,
      "learning_rate": 9.388391965351827e-06,
      "loss": 1.0078,
      "step": 114595
    },
    {
      "epoch": 5.331286345661782,
      "grad_norm": 1.6037162853496763,
      "learning_rate": 9.387099596820202e-06,
      "loss": 0.9102,
      "step": 114596
    },
    {
      "epoch": 5.331332868108863,
      "grad_norm": 1.623124592226831,
      "learning_rate": 9.3858073143726e-06,
      "loss": 0.9766,
      "step": 114597
    },
    {
      "epoch": 5.331379390555943,
      "grad_norm": 1.9629875596121935,
      "learning_rate": 9.384515118009856e-06,
      "loss": 1.0859,
      "step": 114598
    },
    {
      "epoch": 5.331425913003024,
      "grad_norm": 1.9208746368633394,
      "learning_rate": 9.383223007732699e-06,
      "loss": 0.9805,
      "step": 114599
    },
    {
      "epoch": 5.331472435450105,
      "grad_norm": 1.9298032864676022,
      "learning_rate": 9.381930983541996e-06,
      "loss": 1.0234,
      "step": 114600
    },
    {
      "epoch": 5.3315189578971856,
      "grad_norm": 1.6784109998598509,
      "learning_rate": 9.380639045438482e-06,
      "loss": 0.9766,
      "step": 114601
    },
    {
      "epoch": 5.331565480344266,
      "grad_norm": 1.6652120397312151,
      "learning_rate": 9.379347193423003e-06,
      "loss": 0.832,
      "step": 114602
    },
    {
      "epoch": 5.3316120027913465,
      "grad_norm": 1.7407452814746607,
      "learning_rate": 9.378055427496295e-06,
      "loss": 1.0391,
      "step": 114603
    },
    {
      "epoch": 5.331658525238428,
      "grad_norm": 1.8777593451954322,
      "learning_rate": 9.376763747659156e-06,
      "loss": 1.0625,
      "step": 114604
    },
    {
      "epoch": 5.331705047685508,
      "grad_norm": 1.7407905744206769,
      "learning_rate": 9.375472153912417e-06,
      "loss": 0.8984,
      "step": 114605
    },
    {
      "epoch": 5.331751570132589,
      "grad_norm": 1.7242302737279505,
      "learning_rate": 9.374180646256846e-06,
      "loss": 0.9531,
      "step": 114606
    },
    {
      "epoch": 5.331798092579669,
      "grad_norm": 1.6680893328811142,
      "learning_rate": 9.372889224693209e-06,
      "loss": 0.8828,
      "step": 114607
    },
    {
      "epoch": 5.331844615026751,
      "grad_norm": 1.8223389385858049,
      "learning_rate": 9.371597889222337e-06,
      "loss": 1.0391,
      "step": 114608
    },
    {
      "epoch": 5.331891137473831,
      "grad_norm": 1.9085025356244327,
      "learning_rate": 9.370306639844982e-06,
      "loss": 1.0312,
      "step": 114609
    },
    {
      "epoch": 5.331937659920912,
      "grad_norm": 1.5566071604165403,
      "learning_rate": 9.369015476561975e-06,
      "loss": 0.8945,
      "step": 114610
    },
    {
      "epoch": 5.331984182367993,
      "grad_norm": 1.6918909978890357,
      "learning_rate": 9.367724399374065e-06,
      "loss": 0.9258,
      "step": 114611
    },
    {
      "epoch": 5.3320307048150735,
      "grad_norm": 1.813425475343186,
      "learning_rate": 9.366433408282087e-06,
      "loss": 1.0312,
      "step": 114612
    },
    {
      "epoch": 5.332077227262154,
      "grad_norm": 1.7077514739127129,
      "learning_rate": 9.365142503286772e-06,
      "loss": 0.9492,
      "step": 114613
    },
    {
      "epoch": 5.332123749709234,
      "grad_norm": 1.8083896532714103,
      "learning_rate": 9.363851684388968e-06,
      "loss": 1.0,
      "step": 114614
    },
    {
      "epoch": 5.332170272156316,
      "grad_norm": 1.5472618922956762,
      "learning_rate": 9.362560951589459e-06,
      "loss": 0.8789,
      "step": 114615
    },
    {
      "epoch": 5.332216794603396,
      "grad_norm": 1.7249437149494984,
      "learning_rate": 9.361270304888995e-06,
      "loss": 0.9727,
      "step": 114616
    },
    {
      "epoch": 5.332263317050477,
      "grad_norm": 1.571013704690356,
      "learning_rate": 9.359979744288392e-06,
      "loss": 0.875,
      "step": 114617
    },
    {
      "epoch": 5.332309839497557,
      "grad_norm": 1.8536496815463446,
      "learning_rate": 9.35868926978845e-06,
      "loss": 0.9727,
      "step": 114618
    },
    {
      "epoch": 5.332356361944639,
      "grad_norm": 1.7534477385963994,
      "learning_rate": 9.357398881389933e-06,
      "loss": 0.8906,
      "step": 114619
    },
    {
      "epoch": 5.332402884391719,
      "grad_norm": 1.9596384861526344,
      "learning_rate": 9.356108579093673e-06,
      "loss": 1.0312,
      "step": 114620
    },
    {
      "epoch": 5.3324494068387995,
      "grad_norm": 2.091234259193776,
      "learning_rate": 9.35481836290039e-06,
      "loss": 1.1719,
      "step": 114621
    },
    {
      "epoch": 5.33249592928588,
      "grad_norm": 1.6774090961264412,
      "learning_rate": 9.353528232810947e-06,
      "loss": 0.9648,
      "step": 114622
    },
    {
      "epoch": 5.332542451732961,
      "grad_norm": 1.9618156801043594,
      "learning_rate": 9.352238188826077e-06,
      "loss": 1.0469,
      "step": 114623
    },
    {
      "epoch": 5.332588974180042,
      "grad_norm": 1.5853784563322304,
      "learning_rate": 9.350948230946615e-06,
      "loss": 0.8203,
      "step": 114624
    },
    {
      "epoch": 5.332635496627122,
      "grad_norm": 2.0100691133656556,
      "learning_rate": 9.34965835917334e-06,
      "loss": 1.1562,
      "step": 114625
    },
    {
      "epoch": 5.332682019074204,
      "grad_norm": 1.6728333466507734,
      "learning_rate": 9.348368573507004e-06,
      "loss": 0.9258,
      "step": 114626
    },
    {
      "epoch": 5.332728541521284,
      "grad_norm": 1.637735387542262,
      "learning_rate": 9.347078873948438e-06,
      "loss": 0.9023,
      "step": 114627
    },
    {
      "epoch": 5.332775063968365,
      "grad_norm": 1.6879835118903574,
      "learning_rate": 9.345789260498443e-06,
      "loss": 1.0234,
      "step": 114628
    },
    {
      "epoch": 5.332821586415445,
      "grad_norm": 1.7199284489269684,
      "learning_rate": 9.344499733157767e-06,
      "loss": 1.0078,
      "step": 114629
    },
    {
      "epoch": 5.3328681088625265,
      "grad_norm": 1.6877134375252125,
      "learning_rate": 9.343210291927194e-06,
      "loss": 0.8789,
      "step": 114630
    },
    {
      "epoch": 5.332914631309607,
      "grad_norm": 1.7034633620279318,
      "learning_rate": 9.341920936807573e-06,
      "loss": 0.9531,
      "step": 114631
    },
    {
      "epoch": 5.3329611537566874,
      "grad_norm": 1.9353103678103378,
      "learning_rate": 9.340631667799652e-06,
      "loss": 1.0391,
      "step": 114632
    },
    {
      "epoch": 5.333007676203768,
      "grad_norm": 1.839808917908925,
      "learning_rate": 9.339342484904216e-06,
      "loss": 1.0391,
      "step": 114633
    },
    {
      "epoch": 5.333054198650849,
      "grad_norm": 1.8277762161822815,
      "learning_rate": 9.33805338812208e-06,
      "loss": 1.1797,
      "step": 114634
    },
    {
      "epoch": 5.33310072109793,
      "grad_norm": 1.762632991336298,
      "learning_rate": 9.336764377453977e-06,
      "loss": 0.9102,
      "step": 114635
    },
    {
      "epoch": 5.33314724354501,
      "grad_norm": 1.8469107725240852,
      "learning_rate": 9.33547545290077e-06,
      "loss": 0.9375,
      "step": 114636
    },
    {
      "epoch": 5.333193765992091,
      "grad_norm": 1.6468318674494498,
      "learning_rate": 9.334186614463212e-06,
      "loss": 0.9375,
      "step": 114637
    },
    {
      "epoch": 5.333240288439172,
      "grad_norm": 1.8288114795162294,
      "learning_rate": 9.332897862142086e-06,
      "loss": 0.9844,
      "step": 114638
    },
    {
      "epoch": 5.333286810886253,
      "grad_norm": 1.5922826647626787,
      "learning_rate": 9.331609195938172e-06,
      "loss": 0.9531,
      "step": 114639
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 1.7351367049637958,
      "learning_rate": 9.330320615852305e-06,
      "loss": 0.9023,
      "step": 114640
    },
    {
      "epoch": 5.333379855780414,
      "grad_norm": 1.882096904346863,
      "learning_rate": 9.329032121885233e-06,
      "loss": 0.9688,
      "step": 114641
    },
    {
      "epoch": 5.333426378227495,
      "grad_norm": 1.7566442324036757,
      "learning_rate": 9.327743714037756e-06,
      "loss": 0.9844,
      "step": 114642
    },
    {
      "epoch": 5.333472900674575,
      "grad_norm": 1.6283105522132781,
      "learning_rate": 9.326455392310655e-06,
      "loss": 0.8555,
      "step": 114643
    },
    {
      "epoch": 5.333519423121656,
      "grad_norm": 1.8288131300548067,
      "learning_rate": 9.325167156704732e-06,
      "loss": 0.9531,
      "step": 114644
    },
    {
      "epoch": 5.333565945568737,
      "grad_norm": 1.6136322768862517,
      "learning_rate": 9.32387900722077e-06,
      "loss": 0.9023,
      "step": 114645
    },
    {
      "epoch": 5.333612468015818,
      "grad_norm": 1.862828363202475,
      "learning_rate": 9.322590943859564e-06,
      "loss": 0.8711,
      "step": 114646
    },
    {
      "epoch": 5.333658990462898,
      "grad_norm": 1.7889023088245988,
      "learning_rate": 9.321302966621903e-06,
      "loss": 1.0938,
      "step": 114647
    },
    {
      "epoch": 5.3337055129099795,
      "grad_norm": 1.7847738307588086,
      "learning_rate": 9.320015075508547e-06,
      "loss": 0.9883,
      "step": 114648
    },
    {
      "epoch": 5.33375203535706,
      "grad_norm": 1.8023101150703924,
      "learning_rate": 9.318727270520316e-06,
      "loss": 0.9961,
      "step": 114649
    },
    {
      "epoch": 5.3337985578041405,
      "grad_norm": 1.9445027197476235,
      "learning_rate": 9.317439551658006e-06,
      "loss": 1.0156,
      "step": 114650
    },
    {
      "epoch": 5.333845080251221,
      "grad_norm": 1.786180898398276,
      "learning_rate": 9.316151918922387e-06,
      "loss": 1.1016,
      "step": 114651
    },
    {
      "epoch": 5.333891602698302,
      "grad_norm": 1.7094793859689486,
      "learning_rate": 9.314864372314224e-06,
      "loss": 0.9766,
      "step": 114652
    },
    {
      "epoch": 5.333938125145383,
      "grad_norm": 1.6512898965557017,
      "learning_rate": 9.313576911834347e-06,
      "loss": 0.9336,
      "step": 114653
    },
    {
      "epoch": 5.333984647592463,
      "grad_norm": 1.6951225694502803,
      "learning_rate": 9.312289537483541e-06,
      "loss": 0.8945,
      "step": 114654
    },
    {
      "epoch": 5.334031170039544,
      "grad_norm": 1.916299274094674,
      "learning_rate": 9.311002249262572e-06,
      "loss": 1.0391,
      "step": 114655
    },
    {
      "epoch": 5.334077692486625,
      "grad_norm": 1.7278541817735107,
      "learning_rate": 9.309715047172206e-06,
      "loss": 0.8438,
      "step": 114656
    },
    {
      "epoch": 5.334124214933706,
      "grad_norm": 1.7387423257414998,
      "learning_rate": 9.308427931213292e-06,
      "loss": 1.0234,
      "step": 114657
    },
    {
      "epoch": 5.334170737380786,
      "grad_norm": 1.787659698007671,
      "learning_rate": 9.307140901386595e-06,
      "loss": 0.9492,
      "step": 114658
    },
    {
      "epoch": 5.3342172598278665,
      "grad_norm": 1.7059246407206343,
      "learning_rate": 9.305853957692882e-06,
      "loss": 1.0312,
      "step": 114659
    },
    {
      "epoch": 5.334263782274948,
      "grad_norm": 1.5855231728738708,
      "learning_rate": 9.304567100132954e-06,
      "loss": 1.0312,
      "step": 114660
    },
    {
      "epoch": 5.334310304722028,
      "grad_norm": 1.6203359702027709,
      "learning_rate": 9.303280328707591e-06,
      "loss": 0.9414,
      "step": 114661
    },
    {
      "epoch": 5.334356827169109,
      "grad_norm": 1.617514603116071,
      "learning_rate": 9.30199364341761e-06,
      "loss": 0.8906,
      "step": 114662
    },
    {
      "epoch": 5.33440334961619,
      "grad_norm": 1.602840261487429,
      "learning_rate": 9.300707044263761e-06,
      "loss": 0.9141,
      "step": 114663
    },
    {
      "epoch": 5.334449872063271,
      "grad_norm": 1.93015458731986,
      "learning_rate": 9.29942053124686e-06,
      "loss": 1.0,
      "step": 114664
    },
    {
      "epoch": 5.334496394510351,
      "grad_norm": 1.7079292266217465,
      "learning_rate": 9.298134104367656e-06,
      "loss": 1.0312,
      "step": 114665
    },
    {
      "epoch": 5.334542916957432,
      "grad_norm": 1.6337934138387142,
      "learning_rate": 9.296847763626996e-06,
      "loss": 0.9062,
      "step": 114666
    },
    {
      "epoch": 5.334589439404513,
      "grad_norm": 1.5762755859757542,
      "learning_rate": 9.295561509025601e-06,
      "loss": 0.8125,
      "step": 114667
    },
    {
      "epoch": 5.3346359618515935,
      "grad_norm": 1.4888193962278438,
      "learning_rate": 9.294275340564316e-06,
      "loss": 0.7305,
      "step": 114668
    },
    {
      "epoch": 5.334682484298674,
      "grad_norm": 1.599198255650297,
      "learning_rate": 9.29298925824391e-06,
      "loss": 0.9688,
      "step": 114669
    },
    {
      "epoch": 5.3347290067457545,
      "grad_norm": 1.6420303240276226,
      "learning_rate": 9.291703262065148e-06,
      "loss": 0.9648,
      "step": 114670
    },
    {
      "epoch": 5.334775529192836,
      "grad_norm": 1.7570551308807145,
      "learning_rate": 9.290417352028844e-06,
      "loss": 1.0,
      "step": 114671
    },
    {
      "epoch": 5.334822051639916,
      "grad_norm": 1.6836425942468085,
      "learning_rate": 9.289131528135785e-06,
      "loss": 0.9141,
      "step": 114672
    },
    {
      "epoch": 5.334868574086997,
      "grad_norm": 1.6265226045135144,
      "learning_rate": 9.287845790386749e-06,
      "loss": 0.9531,
      "step": 114673
    },
    {
      "epoch": 5.334915096534077,
      "grad_norm": 1.6247490323285982,
      "learning_rate": 9.286560138782505e-06,
      "loss": 0.957,
      "step": 114674
    },
    {
      "epoch": 5.334961618981159,
      "grad_norm": 1.8117727880297863,
      "learning_rate": 9.28527457332387e-06,
      "loss": 1.0391,
      "step": 114675
    },
    {
      "epoch": 5.335008141428239,
      "grad_norm": 1.798527109723377,
      "learning_rate": 9.283989094011624e-06,
      "loss": 1.0391,
      "step": 114676
    },
    {
      "epoch": 5.33505466387532,
      "grad_norm": 1.8578660217884893,
      "learning_rate": 9.28270370084655e-06,
      "loss": 0.957,
      "step": 114677
    },
    {
      "epoch": 5.335101186322401,
      "grad_norm": 1.694830790796074,
      "learning_rate": 9.281418393829398e-06,
      "loss": 1.0,
      "step": 114678
    },
    {
      "epoch": 5.335147708769481,
      "grad_norm": 1.6931145108484678,
      "learning_rate": 9.280133172961036e-06,
      "loss": 1.0234,
      "step": 114679
    },
    {
      "epoch": 5.335194231216562,
      "grad_norm": 1.9510115773961405,
      "learning_rate": 9.278848038242192e-06,
      "loss": 0.9648,
      "step": 114680
    },
    {
      "epoch": 5.335240753663642,
      "grad_norm": 1.8134580329051435,
      "learning_rate": 9.27756298967367e-06,
      "loss": 0.9375,
      "step": 114681
    },
    {
      "epoch": 5.335287276110724,
      "grad_norm": 1.801622603818305,
      "learning_rate": 9.276278027256234e-06,
      "loss": 1.0859,
      "step": 114682
    },
    {
      "epoch": 5.335333798557804,
      "grad_norm": 1.6343623014596125,
      "learning_rate": 9.2749931509907e-06,
      "loss": 0.8789,
      "step": 114683
    },
    {
      "epoch": 5.335380321004885,
      "grad_norm": 1.5600818344842022,
      "learning_rate": 9.273708360877851e-06,
      "loss": 0.8125,
      "step": 114684
    },
    {
      "epoch": 5.335426843451965,
      "grad_norm": 1.9689079803044673,
      "learning_rate": 9.272423656918471e-06,
      "loss": 0.9258,
      "step": 114685
    },
    {
      "epoch": 5.3354733658990465,
      "grad_norm": 1.8343177294383817,
      "learning_rate": 9.27113903911334e-06,
      "loss": 0.9023,
      "step": 114686
    },
    {
      "epoch": 5.335519888346127,
      "grad_norm": 1.8075361150141946,
      "learning_rate": 9.269854507463226e-06,
      "loss": 1.0625,
      "step": 114687
    },
    {
      "epoch": 5.3355664107932075,
      "grad_norm": 1.663267213104576,
      "learning_rate": 9.26857006196896e-06,
      "loss": 0.9492,
      "step": 114688
    },
    {
      "epoch": 5.335612933240289,
      "grad_norm": 1.7137487438591394,
      "learning_rate": 9.267285702631295e-06,
      "loss": 1.0156,
      "step": 114689
    },
    {
      "epoch": 5.335659455687369,
      "grad_norm": 1.971105890824407,
      "learning_rate": 9.266001429451025e-06,
      "loss": 1.0938,
      "step": 114690
    },
    {
      "epoch": 5.33570597813445,
      "grad_norm": 1.6379067042221667,
      "learning_rate": 9.264717242428954e-06,
      "loss": 0.8672,
      "step": 114691
    },
    {
      "epoch": 5.33575250058153,
      "grad_norm": 1.705024425464199,
      "learning_rate": 9.26343314156583e-06,
      "loss": 0.8477,
      "step": 114692
    },
    {
      "epoch": 5.335799023028612,
      "grad_norm": 1.667127531776569,
      "learning_rate": 9.262149126862467e-06,
      "loss": 0.8672,
      "step": 114693
    },
    {
      "epoch": 5.335845545475692,
      "grad_norm": 1.7725879821675548,
      "learning_rate": 9.260865198319667e-06,
      "loss": 0.9297,
      "step": 114694
    },
    {
      "epoch": 5.335892067922773,
      "grad_norm": 1.8731343315417888,
      "learning_rate": 9.259581355938178e-06,
      "loss": 1.0156,
      "step": 114695
    },
    {
      "epoch": 5.335938590369853,
      "grad_norm": 1.9150630178817416,
      "learning_rate": 9.258297599718801e-06,
      "loss": 1.0156,
      "step": 114696
    },
    {
      "epoch": 5.335985112816934,
      "grad_norm": 1.9484895362487706,
      "learning_rate": 9.257013929662333e-06,
      "loss": 1.0625,
      "step": 114697
    },
    {
      "epoch": 5.336031635264015,
      "grad_norm": 1.6089084639119908,
      "learning_rate": 9.255730345769541e-06,
      "loss": 0.9609,
      "step": 114698
    },
    {
      "epoch": 5.336078157711095,
      "grad_norm": 1.8149777652215036,
      "learning_rate": 9.254446848041242e-06,
      "loss": 1.0547,
      "step": 114699
    },
    {
      "epoch": 5.336124680158177,
      "grad_norm": 1.6629618980415393,
      "learning_rate": 9.25316343647815e-06,
      "loss": 0.9062,
      "step": 114700
    },
    {
      "epoch": 5.336171202605257,
      "grad_norm": 1.7134343207119662,
      "learning_rate": 9.25188011108115e-06,
      "loss": 1.0391,
      "step": 114701
    },
    {
      "epoch": 5.336217725052338,
      "grad_norm": 1.920598323731412,
      "learning_rate": 9.250596871850974e-06,
      "loss": 1.1094,
      "step": 114702
    },
    {
      "epoch": 5.336264247499418,
      "grad_norm": 1.6848341927238113,
      "learning_rate": 9.249313718788404e-06,
      "loss": 0.9766,
      "step": 114703
    },
    {
      "epoch": 5.3363107699464996,
      "grad_norm": 1.6844088660468157,
      "learning_rate": 9.248030651894206e-06,
      "loss": 0.9531,
      "step": 114704
    },
    {
      "epoch": 5.33635729239358,
      "grad_norm": 1.7501090795527487,
      "learning_rate": 9.24674767116923e-06,
      "loss": 0.9805,
      "step": 114705
    },
    {
      "epoch": 5.3364038148406605,
      "grad_norm": 1.8744732639447894,
      "learning_rate": 9.245464776614209e-06,
      "loss": 0.9102,
      "step": 114706
    },
    {
      "epoch": 5.336450337287741,
      "grad_norm": 1.7275485646764428,
      "learning_rate": 9.244181968229959e-06,
      "loss": 1.0312,
      "step": 114707
    },
    {
      "epoch": 5.336496859734822,
      "grad_norm": 1.756006903103193,
      "learning_rate": 9.242899246017211e-06,
      "loss": 1.0781,
      "step": 114708
    },
    {
      "epoch": 5.336543382181903,
      "grad_norm": 1.6065431646070818,
      "learning_rate": 9.241616609976832e-06,
      "loss": 0.8867,
      "step": 114709
    },
    {
      "epoch": 5.336589904628983,
      "grad_norm": 1.6150433354992888,
      "learning_rate": 9.240334060109522e-06,
      "loss": 0.9141,
      "step": 114710
    },
    {
      "epoch": 5.336636427076064,
      "grad_norm": 1.6479934117787052,
      "learning_rate": 9.239051596416148e-06,
      "loss": 0.9102,
      "step": 114711
    },
    {
      "epoch": 5.336682949523145,
      "grad_norm": 1.6650884732090476,
      "learning_rate": 9.237769218897456e-06,
      "loss": 0.957,
      "step": 114712
    },
    {
      "epoch": 5.336729471970226,
      "grad_norm": 2.0388178614212986,
      "learning_rate": 9.236486927554215e-06,
      "loss": 1.0156,
      "step": 114713
    },
    {
      "epoch": 5.336775994417306,
      "grad_norm": 1.743163175425044,
      "learning_rate": 9.235204722387225e-06,
      "loss": 0.9453,
      "step": 114714
    },
    {
      "epoch": 5.3368225168643875,
      "grad_norm": 1.5866876074224463,
      "learning_rate": 9.233922603397281e-06,
      "loss": 0.9023,
      "step": 114715
    },
    {
      "epoch": 5.336869039311468,
      "grad_norm": 1.7454479319524545,
      "learning_rate": 9.232640570585171e-06,
      "loss": 1.0078,
      "step": 114716
    },
    {
      "epoch": 5.336915561758548,
      "grad_norm": 1.7803412149490119,
      "learning_rate": 9.231358623951657e-06,
      "loss": 1.0078,
      "step": 114717
    },
    {
      "epoch": 5.336962084205629,
      "grad_norm": 1.7744391885231534,
      "learning_rate": 9.230076763497507e-06,
      "loss": 1.0625,
      "step": 114718
    },
    {
      "epoch": 5.33700860665271,
      "grad_norm": 1.821505449202369,
      "learning_rate": 9.228794989223571e-06,
      "loss": 1.0703,
      "step": 114719
    },
    {
      "epoch": 5.337055129099791,
      "grad_norm": 1.6930169355028428,
      "learning_rate": 9.227513301130579e-06,
      "loss": 0.8828,
      "step": 114720
    },
    {
      "epoch": 5.337101651546871,
      "grad_norm": 1.7851248557135282,
      "learning_rate": 9.22623169921935e-06,
      "loss": 0.9141,
      "step": 114721
    },
    {
      "epoch": 5.337148173993952,
      "grad_norm": 1.7626359836896652,
      "learning_rate": 9.224950183490632e-06,
      "loss": 0.9609,
      "step": 114722
    },
    {
      "epoch": 5.337194696441033,
      "grad_norm": 1.7283719372685085,
      "learning_rate": 9.22366875394524e-06,
      "loss": 0.9023,
      "step": 114723
    },
    {
      "epoch": 5.3372412188881135,
      "grad_norm": 1.5683190142334027,
      "learning_rate": 9.222387410583942e-06,
      "loss": 0.8555,
      "step": 114724
    },
    {
      "epoch": 5.337287741335194,
      "grad_norm": 1.7101106316338104,
      "learning_rate": 9.221106153407537e-06,
      "loss": 1.0703,
      "step": 114725
    },
    {
      "epoch": 5.3373342637822745,
      "grad_norm": 1.709045171152336,
      "learning_rate": 9.219824982416773e-06,
      "loss": 0.9102,
      "step": 114726
    },
    {
      "epoch": 5.337380786229356,
      "grad_norm": 1.7456841427437675,
      "learning_rate": 9.2185438976125e-06,
      "loss": 1.0469,
      "step": 114727
    },
    {
      "epoch": 5.337427308676436,
      "grad_norm": 1.7994042418524834,
      "learning_rate": 9.217262898995454e-06,
      "loss": 0.9492,
      "step": 114728
    },
    {
      "epoch": 5.337473831123517,
      "grad_norm": 1.6862771518652437,
      "learning_rate": 9.215981986566429e-06,
      "loss": 1.0391,
      "step": 114729
    },
    {
      "epoch": 5.337520353570598,
      "grad_norm": 1.547371155032425,
      "learning_rate": 9.214701160326177e-06,
      "loss": 0.75,
      "step": 114730
    },
    {
      "epoch": 5.337566876017679,
      "grad_norm": 1.611164490950492,
      "learning_rate": 9.213420420275546e-06,
      "loss": 0.9102,
      "step": 114731
    },
    {
      "epoch": 5.337613398464759,
      "grad_norm": 1.7661203356706225,
      "learning_rate": 9.212139766415271e-06,
      "loss": 1.0,
      "step": 114732
    },
    {
      "epoch": 5.33765992091184,
      "grad_norm": 1.8382066924995843,
      "learning_rate": 9.210859198746167e-06,
      "loss": 1.0156,
      "step": 114733
    },
    {
      "epoch": 5.337706443358921,
      "grad_norm": 1.7685742749589632,
      "learning_rate": 9.209578717269016e-06,
      "loss": 0.9844,
      "step": 114734
    },
    {
      "epoch": 5.3377529658060014,
      "grad_norm": 1.8088841775411737,
      "learning_rate": 9.208298321984553e-06,
      "loss": 0.9414,
      "step": 114735
    },
    {
      "epoch": 5.337799488253082,
      "grad_norm": 1.7962712762524176,
      "learning_rate": 9.207018012893642e-06,
      "loss": 0.9688,
      "step": 114736
    },
    {
      "epoch": 5.337846010700163,
      "grad_norm": 1.9085947472677267,
      "learning_rate": 9.205737789997015e-06,
      "loss": 0.9531,
      "step": 114737
    },
    {
      "epoch": 5.337892533147244,
      "grad_norm": 1.8015460676014206,
      "learning_rate": 9.204457653295455e-06,
      "loss": 0.9141,
      "step": 114738
    },
    {
      "epoch": 5.337939055594324,
      "grad_norm": 1.6151210654193608,
      "learning_rate": 9.203177602789763e-06,
      "loss": 0.7852,
      "step": 114739
    },
    {
      "epoch": 5.337985578041405,
      "grad_norm": 1.8903147632729227,
      "learning_rate": 9.201897638480704e-06,
      "loss": 1.0469,
      "step": 114740
    },
    {
      "epoch": 5.338032100488486,
      "grad_norm": 1.972259346518885,
      "learning_rate": 9.200617760369077e-06,
      "loss": 1.0156,
      "step": 114741
    },
    {
      "epoch": 5.338078622935567,
      "grad_norm": 1.8993861731842794,
      "learning_rate": 9.199337968455684e-06,
      "loss": 1.0312,
      "step": 114742
    },
    {
      "epoch": 5.338125145382647,
      "grad_norm": 1.671621010748904,
      "learning_rate": 9.19805826274127e-06,
      "loss": 0.875,
      "step": 114743
    },
    {
      "epoch": 5.3381716678297275,
      "grad_norm": 1.5721529759845683,
      "learning_rate": 9.196778643226605e-06,
      "loss": 0.8711,
      "step": 114744
    },
    {
      "epoch": 5.338218190276809,
      "grad_norm": 1.6661032253547563,
      "learning_rate": 9.195499109912536e-06,
      "loss": 1.0312,
      "step": 114745
    },
    {
      "epoch": 5.338264712723889,
      "grad_norm": 1.9098137940588324,
      "learning_rate": 9.194219662799813e-06,
      "loss": 0.9375,
      "step": 114746
    },
    {
      "epoch": 5.33831123517097,
      "grad_norm": 1.8812831739300602,
      "learning_rate": 9.192940301889218e-06,
      "loss": 0.9805,
      "step": 114747
    },
    {
      "epoch": 5.33835775761805,
      "grad_norm": 1.9240031899311654,
      "learning_rate": 9.191661027181501e-06,
      "loss": 1.0547,
      "step": 114748
    },
    {
      "epoch": 5.338404280065132,
      "grad_norm": 1.6580696726159088,
      "learning_rate": 9.190381838677513e-06,
      "loss": 0.9492,
      "step": 114749
    },
    {
      "epoch": 5.338450802512212,
      "grad_norm": 1.7279562176015664,
      "learning_rate": 9.189102736378002e-06,
      "loss": 1.0938,
      "step": 114750
    },
    {
      "epoch": 5.338497324959293,
      "grad_norm": 1.7197849729874586,
      "learning_rate": 9.187823720283748e-06,
      "loss": 1.0547,
      "step": 114751
    },
    {
      "epoch": 5.338543847406374,
      "grad_norm": 1.6678112419444635,
      "learning_rate": 9.186544790395523e-06,
      "loss": 0.8945,
      "step": 114752
    },
    {
      "epoch": 5.3385903698534545,
      "grad_norm": 1.8081433365792994,
      "learning_rate": 9.185265946714154e-06,
      "loss": 1.0156,
      "step": 114753
    },
    {
      "epoch": 5.338636892300535,
      "grad_norm": 1.8708580583844348,
      "learning_rate": 9.18398718924036e-06,
      "loss": 1.125,
      "step": 114754
    },
    {
      "epoch": 5.338683414747615,
      "grad_norm": 1.6965200501888467,
      "learning_rate": 9.182708517974974e-06,
      "loss": 0.9531,
      "step": 114755
    },
    {
      "epoch": 5.338729937194697,
      "grad_norm": 1.8821038200981266,
      "learning_rate": 9.181429932918777e-06,
      "loss": 0.9336,
      "step": 114756
    },
    {
      "epoch": 5.338776459641777,
      "grad_norm": 1.7685913085222595,
      "learning_rate": 9.180151434072518e-06,
      "loss": 1.0391,
      "step": 114757
    },
    {
      "epoch": 5.338822982088858,
      "grad_norm": 1.802629033912534,
      "learning_rate": 9.178873021437017e-06,
      "loss": 1.0234,
      "step": 114758
    },
    {
      "epoch": 5.338869504535938,
      "grad_norm": 1.829719090170874,
      "learning_rate": 9.177594695013036e-06,
      "loss": 1.0391,
      "step": 114759
    },
    {
      "epoch": 5.33891602698302,
      "grad_norm": 1.7372853510847994,
      "learning_rate": 9.176316454801359e-06,
      "loss": 1.0469,
      "step": 114760
    },
    {
      "epoch": 5.3389625494301,
      "grad_norm": 1.6393801587033554,
      "learning_rate": 9.175038300802767e-06,
      "loss": 0.9336,
      "step": 114761
    },
    {
      "epoch": 5.3390090718771805,
      "grad_norm": 1.7884515303486501,
      "learning_rate": 9.173760233018046e-06,
      "loss": 1.0469,
      "step": 114762
    },
    {
      "epoch": 5.339055594324261,
      "grad_norm": 1.791631382888831,
      "learning_rate": 9.172482251447993e-06,
      "loss": 1.0625,
      "step": 114763
    },
    {
      "epoch": 5.339102116771342,
      "grad_norm": 1.614478795468791,
      "learning_rate": 9.171204356093375e-06,
      "loss": 0.9062,
      "step": 114764
    },
    {
      "epoch": 5.339148639218423,
      "grad_norm": 1.6898669119988916,
      "learning_rate": 9.169926546954976e-06,
      "loss": 0.8906,
      "step": 114765
    },
    {
      "epoch": 5.339195161665503,
      "grad_norm": 1.8117209049783047,
      "learning_rate": 9.168648824033558e-06,
      "loss": 0.9531,
      "step": 114766
    },
    {
      "epoch": 5.339241684112585,
      "grad_norm": 1.7407184197602386,
      "learning_rate": 9.16737118732994e-06,
      "loss": 1.0234,
      "step": 114767
    },
    {
      "epoch": 5.339288206559665,
      "grad_norm": 1.8558104867216672,
      "learning_rate": 9.16609363684489e-06,
      "loss": 0.9648,
      "step": 114768
    },
    {
      "epoch": 5.339334729006746,
      "grad_norm": 1.4993131500885917,
      "learning_rate": 9.164816172579186e-06,
      "loss": 0.832,
      "step": 114769
    },
    {
      "epoch": 5.339381251453826,
      "grad_norm": 1.608372885395407,
      "learning_rate": 9.163538794533581e-06,
      "loss": 0.8086,
      "step": 114770
    },
    {
      "epoch": 5.3394277739009075,
      "grad_norm": 1.8761423113844633,
      "learning_rate": 9.162261502708923e-06,
      "loss": 1.0,
      "step": 114771
    },
    {
      "epoch": 5.339474296347988,
      "grad_norm": 1.7291852617782515,
      "learning_rate": 9.160984297105944e-06,
      "loss": 0.9844,
      "step": 114772
    },
    {
      "epoch": 5.3395208187950685,
      "grad_norm": 1.710490496391095,
      "learning_rate": 9.159707177725462e-06,
      "loss": 0.9805,
      "step": 114773
    },
    {
      "epoch": 5.339567341242149,
      "grad_norm": 1.8592867087903386,
      "learning_rate": 9.158430144568191e-06,
      "loss": 1.0156,
      "step": 114774
    },
    {
      "epoch": 5.33961386368923,
      "grad_norm": 1.7945351505693012,
      "learning_rate": 9.157153197634998e-06,
      "loss": 0.9297,
      "step": 114775
    },
    {
      "epoch": 5.339660386136311,
      "grad_norm": 1.7548622953066741,
      "learning_rate": 9.155876336926599e-06,
      "loss": 0.9023,
      "step": 114776
    },
    {
      "epoch": 5.339706908583391,
      "grad_norm": 1.6297657508405001,
      "learning_rate": 9.154599562443827e-06,
      "loss": 0.9219,
      "step": 114777
    },
    {
      "epoch": 5.339753431030473,
      "grad_norm": 1.6649267488271347,
      "learning_rate": 9.153322874187446e-06,
      "loss": 0.9453,
      "step": 114778
    },
    {
      "epoch": 5.339799953477553,
      "grad_norm": 1.6913299733681137,
      "learning_rate": 9.152046272158192e-06,
      "loss": 0.9531,
      "step": 114779
    },
    {
      "epoch": 5.339846475924634,
      "grad_norm": 1.8520436895703372,
      "learning_rate": 9.150769756356912e-06,
      "loss": 1.0156,
      "step": 114780
    },
    {
      "epoch": 5.339892998371714,
      "grad_norm": 1.7439321162657522,
      "learning_rate": 9.149493326784374e-06,
      "loss": 0.9336,
      "step": 114781
    },
    {
      "epoch": 5.339939520818795,
      "grad_norm": 1.8252555905196357,
      "learning_rate": 9.148216983441326e-06,
      "loss": 0.9961,
      "step": 114782
    },
    {
      "epoch": 5.339986043265876,
      "grad_norm": 1.6378957834882353,
      "learning_rate": 9.146940726328567e-06,
      "loss": 0.8359,
      "step": 114783
    },
    {
      "epoch": 5.340032565712956,
      "grad_norm": 1.8787543922914147,
      "learning_rate": 9.145664555446896e-06,
      "loss": 1.0234,
      "step": 114784
    },
    {
      "epoch": 5.340079088160037,
      "grad_norm": 1.8359391368584441,
      "learning_rate": 9.14438847079708e-06,
      "loss": 0.9922,
      "step": 114785
    },
    {
      "epoch": 5.340125610607118,
      "grad_norm": 1.7914263625998963,
      "learning_rate": 9.143112472379888e-06,
      "loss": 0.8633,
      "step": 114786
    },
    {
      "epoch": 5.340172133054199,
      "grad_norm": 1.663002243557177,
      "learning_rate": 9.141836560196098e-06,
      "loss": 0.8672,
      "step": 114787
    },
    {
      "epoch": 5.340218655501279,
      "grad_norm": 1.7869136505092538,
      "learning_rate": 9.140560734246544e-06,
      "loss": 0.9648,
      "step": 114788
    },
    {
      "epoch": 5.3402651779483605,
      "grad_norm": 2.023504046276307,
      "learning_rate": 9.139284994531943e-06,
      "loss": 0.9766,
      "step": 114789
    },
    {
      "epoch": 5.340311700395441,
      "grad_norm": 1.7949986426004632,
      "learning_rate": 9.13800934105311e-06,
      "loss": 1.0078,
      "step": 114790
    },
    {
      "epoch": 5.3403582228425215,
      "grad_norm": 1.7962475185632776,
      "learning_rate": 9.136733773810829e-06,
      "loss": 1.0625,
      "step": 114791
    },
    {
      "epoch": 5.340404745289602,
      "grad_norm": 1.7576584080321382,
      "learning_rate": 9.135458292805847e-06,
      "loss": 0.957,
      "step": 114792
    },
    {
      "epoch": 5.340451267736683,
      "grad_norm": 1.6701530564050555,
      "learning_rate": 9.134182898038983e-06,
      "loss": 1.0391,
      "step": 114793
    },
    {
      "epoch": 5.340497790183764,
      "grad_norm": 1.809721254347173,
      "learning_rate": 9.132907589511002e-06,
      "loss": 0.9766,
      "step": 114794
    },
    {
      "epoch": 5.340544312630844,
      "grad_norm": 2.032515484141926,
      "learning_rate": 9.131632367222686e-06,
      "loss": 1.0781,
      "step": 114795
    },
    {
      "epoch": 5.340590835077925,
      "grad_norm": 1.6003374495898854,
      "learning_rate": 9.130357231174784e-06,
      "loss": 0.8789,
      "step": 114796
    },
    {
      "epoch": 5.340637357525006,
      "grad_norm": 1.6523569534888076,
      "learning_rate": 9.129082181368148e-06,
      "loss": 0.957,
      "step": 114797
    },
    {
      "epoch": 5.340683879972087,
      "grad_norm": 1.668094923594254,
      "learning_rate": 9.127807217803474e-06,
      "loss": 0.8984,
      "step": 114798
    },
    {
      "epoch": 5.340730402419167,
      "grad_norm": 1.8946482177801125,
      "learning_rate": 9.12653234048163e-06,
      "loss": 1.0234,
      "step": 114799
    },
    {
      "epoch": 5.3407769248662476,
      "grad_norm": 1.6709975737174696,
      "learning_rate": 9.125257549403331e-06,
      "loss": 0.9336,
      "step": 114800
    },
    {
      "epoch": 5.340823447313329,
      "grad_norm": 1.9585170928503457,
      "learning_rate": 9.123982844569377e-06,
      "loss": 1.1172,
      "step": 114801
    },
    {
      "epoch": 5.340869969760409,
      "grad_norm": 1.6433510811493708,
      "learning_rate": 9.122708225980569e-06,
      "loss": 0.9297,
      "step": 114802
    },
    {
      "epoch": 5.34091649220749,
      "grad_norm": 1.7588861654622923,
      "learning_rate": 9.12143369363767e-06,
      "loss": 0.9648,
      "step": 114803
    },
    {
      "epoch": 5.340963014654571,
      "grad_norm": 1.684103589879249,
      "learning_rate": 9.120159247541448e-06,
      "loss": 0.8438,
      "step": 114804
    },
    {
      "epoch": 5.341009537101652,
      "grad_norm": 1.8098764954736357,
      "learning_rate": 9.118884887692685e-06,
      "loss": 0.9492,
      "step": 114805
    },
    {
      "epoch": 5.341056059548732,
      "grad_norm": 1.8106076839394634,
      "learning_rate": 9.117610614092196e-06,
      "loss": 1.0078,
      "step": 114806
    },
    {
      "epoch": 5.341102581995813,
      "grad_norm": 1.7164218595669853,
      "learning_rate": 9.116336426740718e-06,
      "loss": 1.0234,
      "step": 114807
    },
    {
      "epoch": 5.341149104442894,
      "grad_norm": 1.5619385361573748,
      "learning_rate": 9.115062325639062e-06,
      "loss": 0.8086,
      "step": 114808
    },
    {
      "epoch": 5.3411956268899745,
      "grad_norm": 1.8374718475570602,
      "learning_rate": 9.113788310787979e-06,
      "loss": 0.9844,
      "step": 114809
    },
    {
      "epoch": 5.341242149337055,
      "grad_norm": 1.834137530441465,
      "learning_rate": 9.112514382188269e-06,
      "loss": 0.9648,
      "step": 114810
    },
    {
      "epoch": 5.3412886717841355,
      "grad_norm": 1.590888436741089,
      "learning_rate": 9.111240539840731e-06,
      "loss": 0.8633,
      "step": 114811
    },
    {
      "epoch": 5.341335194231217,
      "grad_norm": 1.7333722792054416,
      "learning_rate": 9.109966783746097e-06,
      "loss": 1.0391,
      "step": 114812
    },
    {
      "epoch": 5.341381716678297,
      "grad_norm": 1.725560366774215,
      "learning_rate": 9.10869311390517e-06,
      "loss": 0.8828,
      "step": 114813
    },
    {
      "epoch": 5.341428239125378,
      "grad_norm": 1.5407315251289848,
      "learning_rate": 9.107419530318743e-06,
      "loss": 0.8047,
      "step": 114814
    },
    {
      "epoch": 5.341474761572458,
      "grad_norm": 1.6447531837067402,
      "learning_rate": 9.106146032987588e-06,
      "loss": 0.8984,
      "step": 114815
    },
    {
      "epoch": 5.34152128401954,
      "grad_norm": 1.6947856198922595,
      "learning_rate": 9.104872621912484e-06,
      "loss": 1.0312,
      "step": 114816
    },
    {
      "epoch": 5.34156780646662,
      "grad_norm": 1.8673815517505277,
      "learning_rate": 9.1035992970942e-06,
      "loss": 0.9844,
      "step": 114817
    },
    {
      "epoch": 5.341614328913701,
      "grad_norm": 1.6662842853235336,
      "learning_rate": 9.102326058533499e-06,
      "loss": 0.8398,
      "step": 114818
    },
    {
      "epoch": 5.341660851360782,
      "grad_norm": 1.6680835783638372,
      "learning_rate": 9.101052906231215e-06,
      "loss": 1.0078,
      "step": 114819
    },
    {
      "epoch": 5.341707373807862,
      "grad_norm": 1.771133650013919,
      "learning_rate": 9.099779840188065e-06,
      "loss": 0.9805,
      "step": 114820
    },
    {
      "epoch": 5.341753896254943,
      "grad_norm": 1.8092448036173185,
      "learning_rate": 9.098506860404898e-06,
      "loss": 1.0859,
      "step": 114821
    },
    {
      "epoch": 5.341800418702023,
      "grad_norm": 1.7233097080773365,
      "learning_rate": 9.097233966882445e-06,
      "loss": 0.918,
      "step": 114822
    },
    {
      "epoch": 5.341846941149105,
      "grad_norm": 1.8268799140075316,
      "learning_rate": 9.095961159621472e-06,
      "loss": 0.9258,
      "step": 114823
    },
    {
      "epoch": 5.341893463596185,
      "grad_norm": 1.6331268615077739,
      "learning_rate": 9.0946884386228e-06,
      "loss": 0.8398,
      "step": 114824
    },
    {
      "epoch": 5.341939986043266,
      "grad_norm": 1.7687844614160986,
      "learning_rate": 9.093415803887206e-06,
      "loss": 0.9688,
      "step": 114825
    },
    {
      "epoch": 5.341986508490347,
      "grad_norm": 1.7906377918946705,
      "learning_rate": 9.092143255415441e-06,
      "loss": 0.9883,
      "step": 114826
    },
    {
      "epoch": 5.3420330309374275,
      "grad_norm": 1.7155120026203063,
      "learning_rate": 9.090870793208272e-06,
      "loss": 0.9727,
      "step": 114827
    },
    {
      "epoch": 5.342079553384508,
      "grad_norm": 1.6745137078259589,
      "learning_rate": 9.08959841726653e-06,
      "loss": 0.9414,
      "step": 114828
    },
    {
      "epoch": 5.3421260758315885,
      "grad_norm": 1.7504138626159362,
      "learning_rate": 9.088326127590967e-06,
      "loss": 1.0703,
      "step": 114829
    },
    {
      "epoch": 5.34217259827867,
      "grad_norm": 1.8412425572966356,
      "learning_rate": 9.087053924182364e-06,
      "loss": 1.0781,
      "step": 114830
    },
    {
      "epoch": 5.34221912072575,
      "grad_norm": 1.6834796904352718,
      "learning_rate": 9.08578180704147e-06,
      "loss": 0.8789,
      "step": 114831
    },
    {
      "epoch": 5.342265643172831,
      "grad_norm": 1.6526245246205398,
      "learning_rate": 9.08450977616912e-06,
      "loss": 0.8359,
      "step": 114832
    },
    {
      "epoch": 5.342312165619911,
      "grad_norm": 1.6319742189955089,
      "learning_rate": 9.083237831566059e-06,
      "loss": 0.9023,
      "step": 114833
    },
    {
      "epoch": 5.342358688066993,
      "grad_norm": 1.99416511214056,
      "learning_rate": 9.081965973233074e-06,
      "loss": 1.0234,
      "step": 114834
    },
    {
      "epoch": 5.342405210514073,
      "grad_norm": 1.8155525109016348,
      "learning_rate": 9.080694201170912e-06,
      "loss": 0.9648,
      "step": 114835
    },
    {
      "epoch": 5.342451732961154,
      "grad_norm": 1.803736912026978,
      "learning_rate": 9.079422515380392e-06,
      "loss": 0.9609,
      "step": 114836
    },
    {
      "epoch": 5.342498255408234,
      "grad_norm": 1.8331079652067404,
      "learning_rate": 9.078150915862293e-06,
      "loss": 1.1328,
      "step": 114837
    },
    {
      "epoch": 5.3425447778553155,
      "grad_norm": 1.8127381232850739,
      "learning_rate": 9.076879402617383e-06,
      "loss": 1.0781,
      "step": 114838
    },
    {
      "epoch": 5.342591300302396,
      "grad_norm": 1.4814353071781003,
      "learning_rate": 9.075607975646409e-06,
      "loss": 0.8906,
      "step": 114839
    },
    {
      "epoch": 5.342637822749476,
      "grad_norm": 1.762773338101777,
      "learning_rate": 9.074336634950208e-06,
      "loss": 0.9492,
      "step": 114840
    },
    {
      "epoch": 5.342684345196558,
      "grad_norm": 1.606676390865855,
      "learning_rate": 9.073065380529527e-06,
      "loss": 0.9648,
      "step": 114841
    },
    {
      "epoch": 5.342730867643638,
      "grad_norm": 1.8734445865539056,
      "learning_rate": 9.071794212385114e-06,
      "loss": 0.9375,
      "step": 114842
    },
    {
      "epoch": 5.342777390090719,
      "grad_norm": 1.770071226546767,
      "learning_rate": 9.070523130517804e-06,
      "loss": 0.8594,
      "step": 114843
    },
    {
      "epoch": 5.342823912537799,
      "grad_norm": 1.7626745510866797,
      "learning_rate": 9.069252134928329e-06,
      "loss": 0.9531,
      "step": 114844
    },
    {
      "epoch": 5.342870434984881,
      "grad_norm": 1.7770892799305482,
      "learning_rate": 9.06798122561752e-06,
      "loss": 0.9102,
      "step": 114845
    },
    {
      "epoch": 5.342916957431961,
      "grad_norm": 1.7848096254450458,
      "learning_rate": 9.066710402586113e-06,
      "loss": 0.9492,
      "step": 114846
    },
    {
      "epoch": 5.3429634798790415,
      "grad_norm": 1.8312396923926004,
      "learning_rate": 9.065439665834907e-06,
      "loss": 0.9961,
      "step": 114847
    },
    {
      "epoch": 5.343010002326122,
      "grad_norm": 1.7911396377613313,
      "learning_rate": 9.064169015364663e-06,
      "loss": 1.0,
      "step": 114848
    },
    {
      "epoch": 5.343056524773203,
      "grad_norm": 1.7820991574202092,
      "learning_rate": 9.062898451176137e-06,
      "loss": 1.0859,
      "step": 114849
    },
    {
      "epoch": 5.343103047220284,
      "grad_norm": 1.7183434286307766,
      "learning_rate": 9.061627973270157e-06,
      "loss": 0.9102,
      "step": 114850
    },
    {
      "epoch": 5.343149569667364,
      "grad_norm": 1.656693222414051,
      "learning_rate": 9.060357581647492e-06,
      "loss": 0.9727,
      "step": 114851
    },
    {
      "epoch": 5.343196092114445,
      "grad_norm": 1.92093244091872,
      "learning_rate": 9.059087276308907e-06,
      "loss": 1.1719,
      "step": 114852
    },
    {
      "epoch": 5.343242614561526,
      "grad_norm": 1.5653009567138225,
      "learning_rate": 9.057817057255151e-06,
      "loss": 0.7422,
      "step": 114853
    },
    {
      "epoch": 5.343289137008607,
      "grad_norm": 1.7447110081911603,
      "learning_rate": 9.05654692448704e-06,
      "loss": 0.9297,
      "step": 114854
    },
    {
      "epoch": 5.343335659455687,
      "grad_norm": 1.831039989108517,
      "learning_rate": 9.055276878005358e-06,
      "loss": 1.0156,
      "step": 114855
    },
    {
      "epoch": 5.3433821819027685,
      "grad_norm": 1.8251225630226593,
      "learning_rate": 9.05400691781087e-06,
      "loss": 0.9727,
      "step": 114856
    },
    {
      "epoch": 5.343428704349849,
      "grad_norm": 1.9222096374044955,
      "learning_rate": 9.052737043904306e-06,
      "loss": 0.9922,
      "step": 114857
    },
    {
      "epoch": 5.343475226796929,
      "grad_norm": 1.6495302448627858,
      "learning_rate": 9.051467256286521e-06,
      "loss": 0.9531,
      "step": 114858
    },
    {
      "epoch": 5.34352174924401,
      "grad_norm": 1.5523712641689573,
      "learning_rate": 9.05019755495826e-06,
      "loss": 0.832,
      "step": 114859
    },
    {
      "epoch": 5.343568271691091,
      "grad_norm": 1.6730260008234024,
      "learning_rate": 9.048927939920308e-06,
      "loss": 0.9609,
      "step": 114860
    },
    {
      "epoch": 5.343614794138172,
      "grad_norm": 1.7491608466320603,
      "learning_rate": 9.047658411173398e-06,
      "loss": 0.8633,
      "step": 114861
    },
    {
      "epoch": 5.343661316585252,
      "grad_norm": 1.7499401991970966,
      "learning_rate": 9.04638896871836e-06,
      "loss": 0.8594,
      "step": 114862
    },
    {
      "epoch": 5.343707839032333,
      "grad_norm": 1.8088909013944023,
      "learning_rate": 9.045119612555962e-06,
      "loss": 0.9258,
      "step": 114863
    },
    {
      "epoch": 5.343754361479414,
      "grad_norm": 1.7042988421147272,
      "learning_rate": 9.043850342686953e-06,
      "loss": 0.9648,
      "step": 114864
    },
    {
      "epoch": 5.3438008839264945,
      "grad_norm": 1.6340996471746723,
      "learning_rate": 9.04258115911215e-06,
      "loss": 1.0312,
      "step": 114865
    },
    {
      "epoch": 5.343847406373575,
      "grad_norm": 1.966682434638981,
      "learning_rate": 9.041312061832284e-06,
      "loss": 1.1953,
      "step": 114866
    },
    {
      "epoch": 5.3438939288206555,
      "grad_norm": 1.764605650961631,
      "learning_rate": 9.04004305084819e-06,
      "loss": 0.9258,
      "step": 114867
    },
    {
      "epoch": 5.343940451267737,
      "grad_norm": 1.6660156026038364,
      "learning_rate": 9.038774126160597e-06,
      "loss": 0.9414,
      "step": 114868
    },
    {
      "epoch": 5.343986973714817,
      "grad_norm": 1.6556944160990494,
      "learning_rate": 9.037505287770308e-06,
      "loss": 0.9961,
      "step": 114869
    },
    {
      "epoch": 5.344033496161898,
      "grad_norm": 1.6467862144181422,
      "learning_rate": 9.036236535678054e-06,
      "loss": 0.8828,
      "step": 114870
    },
    {
      "epoch": 5.344080018608979,
      "grad_norm": 1.6047590037072272,
      "learning_rate": 9.034967869884685e-06,
      "loss": 0.8477,
      "step": 114871
    },
    {
      "epoch": 5.34412654105606,
      "grad_norm": 1.9637088984240552,
      "learning_rate": 9.033699290390933e-06,
      "loss": 1.1172,
      "step": 114872
    },
    {
      "epoch": 5.34417306350314,
      "grad_norm": 1.6773471053776607,
      "learning_rate": 9.032430797197581e-06,
      "loss": 0.918,
      "step": 114873
    },
    {
      "epoch": 5.344219585950221,
      "grad_norm": 1.8004116646577368,
      "learning_rate": 9.031162390305396e-06,
      "loss": 0.9336,
      "step": 114874
    },
    {
      "epoch": 5.344266108397302,
      "grad_norm": 1.8677134234146582,
      "learning_rate": 9.02989406971516e-06,
      "loss": 1.1641,
      "step": 114875
    },
    {
      "epoch": 5.3443126308443825,
      "grad_norm": 1.8781475968473478,
      "learning_rate": 9.028625835427656e-06,
      "loss": 1.0078,
      "step": 114876
    },
    {
      "epoch": 5.344359153291463,
      "grad_norm": 1.7037032032361288,
      "learning_rate": 9.027357687443681e-06,
      "loss": 0.8359,
      "step": 114877
    },
    {
      "epoch": 5.344405675738544,
      "grad_norm": 1.5984024142602549,
      "learning_rate": 9.026089625763972e-06,
      "loss": 0.8789,
      "step": 114878
    },
    {
      "epoch": 5.344452198185625,
      "grad_norm": 1.6004272104967854,
      "learning_rate": 9.024821650389308e-06,
      "loss": 0.9141,
      "step": 114879
    },
    {
      "epoch": 5.344498720632705,
      "grad_norm": 1.5672520025282661,
      "learning_rate": 9.02355376132049e-06,
      "loss": 0.9102,
      "step": 114880
    },
    {
      "epoch": 5.344545243079786,
      "grad_norm": 1.69184726944052,
      "learning_rate": 9.022285958558302e-06,
      "loss": 0.9453,
      "step": 114881
    },
    {
      "epoch": 5.344591765526867,
      "grad_norm": 1.7385883340068886,
      "learning_rate": 9.021018242103473e-06,
      "loss": 0.957,
      "step": 114882
    },
    {
      "epoch": 5.344638287973948,
      "grad_norm": 1.812399611796328,
      "learning_rate": 9.019750611956806e-06,
      "loss": 0.9688,
      "step": 114883
    },
    {
      "epoch": 5.344684810421028,
      "grad_norm": 1.7655059169673673,
      "learning_rate": 9.018483068119098e-06,
      "loss": 0.9648,
      "step": 114884
    },
    {
      "epoch": 5.3447313328681085,
      "grad_norm": 1.7024925852450397,
      "learning_rate": 9.0172156105911e-06,
      "loss": 0.8945,
      "step": 114885
    },
    {
      "epoch": 5.34477785531519,
      "grad_norm": 1.6555288564467183,
      "learning_rate": 9.015948239373577e-06,
      "loss": 0.8008,
      "step": 114886
    },
    {
      "epoch": 5.34482437776227,
      "grad_norm": 1.7976601034260287,
      "learning_rate": 9.014680954467346e-06,
      "loss": 0.8789,
      "step": 114887
    },
    {
      "epoch": 5.344870900209351,
      "grad_norm": 1.9254647310003579,
      "learning_rate": 9.013413755873138e-06,
      "loss": 1.0312,
      "step": 114888
    },
    {
      "epoch": 5.344917422656431,
      "grad_norm": 1.7367989215506112,
      "learning_rate": 9.012146643591756e-06,
      "loss": 1.0703,
      "step": 114889
    },
    {
      "epoch": 5.344963945103513,
      "grad_norm": 1.9656701020725227,
      "learning_rate": 9.010879617623978e-06,
      "loss": 0.9922,
      "step": 114890
    },
    {
      "epoch": 5.345010467550593,
      "grad_norm": 1.7144976577936362,
      "learning_rate": 9.009612677970574e-06,
      "loss": 0.9844,
      "step": 114891
    },
    {
      "epoch": 5.345056989997674,
      "grad_norm": 1.697347529143241,
      "learning_rate": 9.00834582463229e-06,
      "loss": 0.9688,
      "step": 114892
    },
    {
      "epoch": 5.345103512444755,
      "grad_norm": 1.6858764420487629,
      "learning_rate": 9.007079057609961e-06,
      "loss": 0.8906,
      "step": 114893
    },
    {
      "epoch": 5.3451500348918355,
      "grad_norm": 1.6983392216637747,
      "learning_rate": 9.00581237690432e-06,
      "loss": 1.0156,
      "step": 114894
    },
    {
      "epoch": 5.345196557338916,
      "grad_norm": 1.8758690912837053,
      "learning_rate": 9.004545782516148e-06,
      "loss": 1.0312,
      "step": 114895
    },
    {
      "epoch": 5.345243079785996,
      "grad_norm": 1.6504717264562563,
      "learning_rate": 9.003279274446196e-06,
      "loss": 0.8164,
      "step": 114896
    },
    {
      "epoch": 5.345289602233078,
      "grad_norm": 1.6731548103138365,
      "learning_rate": 9.002012852695295e-06,
      "loss": 0.9414,
      "step": 114897
    },
    {
      "epoch": 5.345336124680158,
      "grad_norm": 1.835493212661184,
      "learning_rate": 9.000746517264196e-06,
      "loss": 1.0156,
      "step": 114898
    },
    {
      "epoch": 5.345382647127239,
      "grad_norm": 1.8631784469725614,
      "learning_rate": 8.99948026815368e-06,
      "loss": 1.0,
      "step": 114899
    },
    {
      "epoch": 5.345429169574319,
      "grad_norm": 1.6724356244907863,
      "learning_rate": 8.998214105364498e-06,
      "loss": 0.9023,
      "step": 114900
    },
    {
      "epoch": 5.345475692021401,
      "grad_norm": 1.8462166241584608,
      "learning_rate": 8.996948028897433e-06,
      "loss": 1.0938,
      "step": 114901
    },
    {
      "epoch": 5.345522214468481,
      "grad_norm": 1.8445259032655463,
      "learning_rate": 8.995682038753265e-06,
      "loss": 1.1875,
      "step": 114902
    },
    {
      "epoch": 5.345568736915562,
      "grad_norm": 1.896684107568474,
      "learning_rate": 8.994416134932798e-06,
      "loss": 1.0469,
      "step": 114903
    },
    {
      "epoch": 5.345615259362642,
      "grad_norm": 1.9778585432317912,
      "learning_rate": 8.99315031743676e-06,
      "loss": 1.0938,
      "step": 114904
    },
    {
      "epoch": 5.345661781809723,
      "grad_norm": 1.8158090819762327,
      "learning_rate": 8.991884586265935e-06,
      "loss": 0.9023,
      "step": 114905
    },
    {
      "epoch": 5.345708304256804,
      "grad_norm": 1.799950414647455,
      "learning_rate": 8.99061894142114e-06,
      "loss": 0.8438,
      "step": 114906
    },
    {
      "epoch": 5.345754826703884,
      "grad_norm": 2.054389339762588,
      "learning_rate": 8.989353382903108e-06,
      "loss": 1.0234,
      "step": 114907
    },
    {
      "epoch": 5.345801349150966,
      "grad_norm": 1.7440411412274623,
      "learning_rate": 8.988087910712605e-06,
      "loss": 1.0625,
      "step": 114908
    },
    {
      "epoch": 5.345847871598046,
      "grad_norm": 1.745517902507615,
      "learning_rate": 8.986822524850446e-06,
      "loss": 0.9609,
      "step": 114909
    },
    {
      "epoch": 5.345894394045127,
      "grad_norm": 1.758361894401909,
      "learning_rate": 8.985557225317364e-06,
      "loss": 0.9727,
      "step": 114910
    },
    {
      "epoch": 5.345940916492207,
      "grad_norm": 1.956485154075478,
      "learning_rate": 8.984292012114175e-06,
      "loss": 1.1172,
      "step": 114911
    },
    {
      "epoch": 5.3459874389392885,
      "grad_norm": 1.6769789679997342,
      "learning_rate": 8.983026885241629e-06,
      "loss": 0.9492,
      "step": 114912
    },
    {
      "epoch": 5.346033961386369,
      "grad_norm": 1.8142176828947707,
      "learning_rate": 8.981761844700524e-06,
      "loss": 1.0,
      "step": 114913
    },
    {
      "epoch": 5.3460804838334495,
      "grad_norm": 1.5012003662057773,
      "learning_rate": 8.980496890491579e-06,
      "loss": 0.75,
      "step": 114914
    },
    {
      "epoch": 5.34612700628053,
      "grad_norm": 1.7096824180235761,
      "learning_rate": 8.979232022615623e-06,
      "loss": 0.8594,
      "step": 114915
    },
    {
      "epoch": 5.346173528727611,
      "grad_norm": 1.900950364426013,
      "learning_rate": 8.977967241073425e-06,
      "loss": 1.0703,
      "step": 114916
    },
    {
      "epoch": 5.346220051174692,
      "grad_norm": 1.8428618967775185,
      "learning_rate": 8.976702545865733e-06,
      "loss": 1.0156,
      "step": 114917
    },
    {
      "epoch": 5.346266573621772,
      "grad_norm": 1.8324505698224323,
      "learning_rate": 8.97543793699333e-06,
      "loss": 0.8242,
      "step": 114918
    },
    {
      "epoch": 5.346313096068854,
      "grad_norm": 1.811588399220048,
      "learning_rate": 8.974173414456998e-06,
      "loss": 1.1328,
      "step": 114919
    },
    {
      "epoch": 5.346359618515934,
      "grad_norm": 1.7965661337628753,
      "learning_rate": 8.972908978257521e-06,
      "loss": 1.0469,
      "step": 114920
    },
    {
      "epoch": 5.346406140963015,
      "grad_norm": 1.6950377229453388,
      "learning_rate": 8.971644628395647e-06,
      "loss": 1.0859,
      "step": 114921
    },
    {
      "epoch": 5.346452663410095,
      "grad_norm": 1.682202164570853,
      "learning_rate": 8.97038036487216e-06,
      "loss": 0.9414,
      "step": 114922
    },
    {
      "epoch": 5.346499185857176,
      "grad_norm": 1.7923177905394214,
      "learning_rate": 8.969116187687841e-06,
      "loss": 1.0703,
      "step": 114923
    },
    {
      "epoch": 5.346545708304257,
      "grad_norm": 1.8230472347875493,
      "learning_rate": 8.967852096843475e-06,
      "loss": 1.0547,
      "step": 114924
    },
    {
      "epoch": 5.346592230751337,
      "grad_norm": 1.870162897503311,
      "learning_rate": 8.96658809233981e-06,
      "loss": 1.0938,
      "step": 114925
    },
    {
      "epoch": 5.346638753198418,
      "grad_norm": 1.7388912703349493,
      "learning_rate": 8.965324174177646e-06,
      "loss": 1.0234,
      "step": 114926
    },
    {
      "epoch": 5.346685275645499,
      "grad_norm": 1.8675886649196092,
      "learning_rate": 8.964060342357698e-06,
      "loss": 0.9453,
      "step": 114927
    },
    {
      "epoch": 5.34673179809258,
      "grad_norm": 1.6402714694869711,
      "learning_rate": 8.962796596880834e-06,
      "loss": 0.875,
      "step": 114928
    },
    {
      "epoch": 5.34677832053966,
      "grad_norm": 1.6630002875234844,
      "learning_rate": 8.961532937747751e-06,
      "loss": 1.0469,
      "step": 114929
    },
    {
      "epoch": 5.3468248429867415,
      "grad_norm": 1.7841039796242841,
      "learning_rate": 8.960269364959232e-06,
      "loss": 1.0,
      "step": 114930
    },
    {
      "epoch": 5.346871365433822,
      "grad_norm": 1.5151010376148701,
      "learning_rate": 8.959005878516095e-06,
      "loss": 0.8164,
      "step": 114931
    },
    {
      "epoch": 5.3469178878809025,
      "grad_norm": 1.645730234520532,
      "learning_rate": 8.957742478419073e-06,
      "loss": 0.8711,
      "step": 114932
    },
    {
      "epoch": 5.346964410327983,
      "grad_norm": 1.7520519317742744,
      "learning_rate": 8.956479164668962e-06,
      "loss": 1.0156,
      "step": 114933
    },
    {
      "epoch": 5.347010932775064,
      "grad_norm": 1.8397980991433143,
      "learning_rate": 8.95521593726653e-06,
      "loss": 1.0547,
      "step": 114934
    },
    {
      "epoch": 5.347057455222145,
      "grad_norm": 2.043831132411017,
      "learning_rate": 8.953952796212544e-06,
      "loss": 1.1406,
      "step": 114935
    },
    {
      "epoch": 5.347103977669225,
      "grad_norm": 1.7811510655802247,
      "learning_rate": 8.952689741507751e-06,
      "loss": 0.9609,
      "step": 114936
    },
    {
      "epoch": 5.347150500116306,
      "grad_norm": 1.9022512939327616,
      "learning_rate": 8.951426773152987e-06,
      "loss": 1.0078,
      "step": 114937
    },
    {
      "epoch": 5.347197022563387,
      "grad_norm": 1.6511069295674872,
      "learning_rate": 8.950163891148981e-06,
      "loss": 0.9062,
      "step": 114938
    },
    {
      "epoch": 5.347243545010468,
      "grad_norm": 1.5906220051433564,
      "learning_rate": 8.948901095496518e-06,
      "loss": 0.9102,
      "step": 114939
    },
    {
      "epoch": 5.347290067457548,
      "grad_norm": 1.9189159788437977,
      "learning_rate": 8.947638386196349e-06,
      "loss": 1.0391,
      "step": 114940
    },
    {
      "epoch": 5.347336589904629,
      "grad_norm": 1.852537049599097,
      "learning_rate": 8.946375763249286e-06,
      "loss": 1.0703,
      "step": 114941
    },
    {
      "epoch": 5.34738311235171,
      "grad_norm": 1.7406479973223294,
      "learning_rate": 8.945113226656082e-06,
      "loss": 1.0781,
      "step": 114942
    },
    {
      "epoch": 5.34742963479879,
      "grad_norm": 1.6706082408558502,
      "learning_rate": 8.943850776417515e-06,
      "loss": 0.875,
      "step": 114943
    },
    {
      "epoch": 5.347476157245871,
      "grad_norm": 1.6233578327789633,
      "learning_rate": 8.942588412534341e-06,
      "loss": 0.9727,
      "step": 114944
    },
    {
      "epoch": 5.347522679692952,
      "grad_norm": 1.7632731442619178,
      "learning_rate": 8.941326135007355e-06,
      "loss": 0.8555,
      "step": 114945
    },
    {
      "epoch": 5.347569202140033,
      "grad_norm": 1.7143061904939385,
      "learning_rate": 8.940063943837322e-06,
      "loss": 0.9766,
      "step": 114946
    },
    {
      "epoch": 5.347615724587113,
      "grad_norm": 1.5581726549660846,
      "learning_rate": 8.938801839025012e-06,
      "loss": 0.8359,
      "step": 114947
    },
    {
      "epoch": 5.347662247034194,
      "grad_norm": 1.6142322018645785,
      "learning_rate": 8.937539820571188e-06,
      "loss": 0.9844,
      "step": 114948
    },
    {
      "epoch": 5.347708769481275,
      "grad_norm": 1.722682981372813,
      "learning_rate": 8.936277888476651e-06,
      "loss": 0.957,
      "step": 114949
    },
    {
      "epoch": 5.3477552919283555,
      "grad_norm": 1.6623426088645745,
      "learning_rate": 8.935016042742149e-06,
      "loss": 0.957,
      "step": 114950
    },
    {
      "epoch": 5.347801814375436,
      "grad_norm": 1.7337693460669565,
      "learning_rate": 8.933754283368465e-06,
      "loss": 0.9336,
      "step": 114951
    },
    {
      "epoch": 5.3478483368225165,
      "grad_norm": 1.9670044688286348,
      "learning_rate": 8.932492610356334e-06,
      "loss": 0.9688,
      "step": 114952
    },
    {
      "epoch": 5.347894859269598,
      "grad_norm": 1.9772251419131373,
      "learning_rate": 8.931231023706604e-06,
      "loss": 1.0,
      "step": 114953
    },
    {
      "epoch": 5.347941381716678,
      "grad_norm": 1.6732592465848035,
      "learning_rate": 8.929969523419972e-06,
      "loss": 0.8867,
      "step": 114954
    },
    {
      "epoch": 5.347987904163759,
      "grad_norm": 1.7274968467653653,
      "learning_rate": 8.928708109497274e-06,
      "loss": 1.0078,
      "step": 114955
    },
    {
      "epoch": 5.348034426610839,
      "grad_norm": 1.8530011160365565,
      "learning_rate": 8.927446781939258e-06,
      "loss": 0.9141,
      "step": 114956
    },
    {
      "epoch": 5.348080949057921,
      "grad_norm": 1.8637749029628203,
      "learning_rate": 8.926185540746672e-06,
      "loss": 1.0,
      "step": 114957
    },
    {
      "epoch": 5.348127471505001,
      "grad_norm": 1.7587032757738146,
      "learning_rate": 8.924924385920302e-06,
      "loss": 0.9023,
      "step": 114958
    },
    {
      "epoch": 5.348173993952082,
      "grad_norm": 1.9179300796860703,
      "learning_rate": 8.923663317460928e-06,
      "loss": 0.9922,
      "step": 114959
    },
    {
      "epoch": 5.348220516399163,
      "grad_norm": 1.8152515097053497,
      "learning_rate": 8.922402335369333e-06,
      "loss": 0.9609,
      "step": 114960
    },
    {
      "epoch": 5.348267038846243,
      "grad_norm": 1.9507308052284535,
      "learning_rate": 8.921141439646268e-06,
      "loss": 1.1172,
      "step": 114961
    },
    {
      "epoch": 5.348313561293324,
      "grad_norm": 1.6539814097645988,
      "learning_rate": 8.919880630292498e-06,
      "loss": 0.8711,
      "step": 114962
    },
    {
      "epoch": 5.348360083740404,
      "grad_norm": 1.6614343000608922,
      "learning_rate": 8.918619907308821e-06,
      "loss": 0.9688,
      "step": 114963
    },
    {
      "epoch": 5.348406606187486,
      "grad_norm": 1.8376647331319746,
      "learning_rate": 8.917359270696006e-06,
      "loss": 0.9258,
      "step": 114964
    },
    {
      "epoch": 5.348453128634566,
      "grad_norm": 1.704789909990984,
      "learning_rate": 8.9160987204548e-06,
      "loss": 0.9219,
      "step": 114965
    },
    {
      "epoch": 5.348499651081647,
      "grad_norm": 1.590457279451689,
      "learning_rate": 8.914838256585987e-06,
      "loss": 0.8047,
      "step": 114966
    },
    {
      "epoch": 5.348546173528728,
      "grad_norm": 1.7539758221369561,
      "learning_rate": 8.91357787909035e-06,
      "loss": 1.0234,
      "step": 114967
    },
    {
      "epoch": 5.3485926959758086,
      "grad_norm": 1.6756456293309117,
      "learning_rate": 8.912317587968653e-06,
      "loss": 0.9336,
      "step": 114968
    },
    {
      "epoch": 5.348639218422889,
      "grad_norm": 1.7196599084673299,
      "learning_rate": 8.91105738322168e-06,
      "loss": 0.8984,
      "step": 114969
    },
    {
      "epoch": 5.3486857408699695,
      "grad_norm": 1.6098536281041729,
      "learning_rate": 8.90979726485015e-06,
      "loss": 1.0625,
      "step": 114970
    },
    {
      "epoch": 5.348732263317051,
      "grad_norm": 1.9987085353827863,
      "learning_rate": 8.908537232854906e-06,
      "loss": 1.1172,
      "step": 114971
    },
    {
      "epoch": 5.348778785764131,
      "grad_norm": 1.6501312066615956,
      "learning_rate": 8.907277287236686e-06,
      "loss": 1.0234,
      "step": 114972
    },
    {
      "epoch": 5.348825308211212,
      "grad_norm": 1.548782643227031,
      "learning_rate": 8.906017427996254e-06,
      "loss": 0.8477,
      "step": 114973
    },
    {
      "epoch": 5.348871830658292,
      "grad_norm": 1.6414292671979687,
      "learning_rate": 8.904757655134376e-06,
      "loss": 0.8594,
      "step": 114974
    },
    {
      "epoch": 5.348918353105374,
      "grad_norm": 1.715422565633037,
      "learning_rate": 8.903497968651834e-06,
      "loss": 1.0625,
      "step": 114975
    },
    {
      "epoch": 5.348964875552454,
      "grad_norm": 1.8247563757597778,
      "learning_rate": 8.90223836854943e-06,
      "loss": 0.9648,
      "step": 114976
    },
    {
      "epoch": 5.349011397999535,
      "grad_norm": 1.678695387977443,
      "learning_rate": 8.900978854827895e-06,
      "loss": 0.8594,
      "step": 114977
    },
    {
      "epoch": 5.349057920446615,
      "grad_norm": 1.7887016702226246,
      "learning_rate": 8.899719427488027e-06,
      "loss": 0.918,
      "step": 114978
    },
    {
      "epoch": 5.3491044428936965,
      "grad_norm": 1.7815517328498143,
      "learning_rate": 8.898460086530545e-06,
      "loss": 1.0,
      "step": 114979
    },
    {
      "epoch": 5.349150965340777,
      "grad_norm": 1.7270161206623147,
      "learning_rate": 8.897200831956296e-06,
      "loss": 0.9414,
      "step": 114980
    },
    {
      "epoch": 5.349197487787857,
      "grad_norm": 1.741367695705747,
      "learning_rate": 8.895941663765998e-06,
      "loss": 1.0234,
      "step": 114981
    },
    {
      "epoch": 5.349244010234939,
      "grad_norm": 1.7100689687323372,
      "learning_rate": 8.89468258196045e-06,
      "loss": 0.9922,
      "step": 114982
    },
    {
      "epoch": 5.349290532682019,
      "grad_norm": 1.9552592588295843,
      "learning_rate": 8.893423586540399e-06,
      "loss": 1.0703,
      "step": 114983
    },
    {
      "epoch": 5.3493370551291,
      "grad_norm": 1.9603340117968118,
      "learning_rate": 8.892164677506597e-06,
      "loss": 1.0078,
      "step": 114984
    },
    {
      "epoch": 5.34938357757618,
      "grad_norm": 1.6364158121023407,
      "learning_rate": 8.890905854859876e-06,
      "loss": 0.9688,
      "step": 114985
    },
    {
      "epoch": 5.349430100023262,
      "grad_norm": 1.8867184106253951,
      "learning_rate": 8.889647118600968e-06,
      "loss": 0.9609,
      "step": 114986
    },
    {
      "epoch": 5.349476622470342,
      "grad_norm": 1.762222257563817,
      "learning_rate": 8.888388468730657e-06,
      "loss": 0.9766,
      "step": 114987
    },
    {
      "epoch": 5.3495231449174225,
      "grad_norm": 1.7841582722258198,
      "learning_rate": 8.88712990524969e-06,
      "loss": 1.0547,
      "step": 114988
    },
    {
      "epoch": 5.349569667364503,
      "grad_norm": 1.7885752682656935,
      "learning_rate": 8.885871428158853e-06,
      "loss": 0.8672,
      "step": 114989
    },
    {
      "epoch": 5.349616189811584,
      "grad_norm": 1.671746552951108,
      "learning_rate": 8.884613037458943e-06,
      "loss": 0.9609,
      "step": 114990
    },
    {
      "epoch": 5.349662712258665,
      "grad_norm": 1.6784665014925668,
      "learning_rate": 8.883354733150693e-06,
      "loss": 0.9219,
      "step": 114991
    },
    {
      "epoch": 5.349709234705745,
      "grad_norm": 1.7711916348988572,
      "learning_rate": 8.882096515234855e-06,
      "loss": 1.0156,
      "step": 114992
    },
    {
      "epoch": 5.349755757152826,
      "grad_norm": 1.7486179129151116,
      "learning_rate": 8.880838383712258e-06,
      "loss": 0.8516,
      "step": 114993
    },
    {
      "epoch": 5.349802279599907,
      "grad_norm": 1.9333653448518524,
      "learning_rate": 8.879580338583652e-06,
      "loss": 0.9609,
      "step": 114994
    },
    {
      "epoch": 5.349848802046988,
      "grad_norm": 1.683211116409466,
      "learning_rate": 8.878322379849756e-06,
      "loss": 0.9336,
      "step": 114995
    },
    {
      "epoch": 5.349895324494068,
      "grad_norm": 1.7332349706642929,
      "learning_rate": 8.877064507511417e-06,
      "loss": 1.1094,
      "step": 114996
    },
    {
      "epoch": 5.3499418469411495,
      "grad_norm": 1.7367909701504995,
      "learning_rate": 8.87580672156935e-06,
      "loss": 1.0234,
      "step": 114997
    },
    {
      "epoch": 5.34998836938823,
      "grad_norm": 1.741750467329455,
      "learning_rate": 8.874549022024375e-06,
      "loss": 0.8672,
      "step": 114998
    },
    {
      "epoch": 5.3500348918353104,
      "grad_norm": 1.7182553252810113,
      "learning_rate": 8.87329140887722e-06,
      "loss": 0.8594,
      "step": 114999
    },
    {
      "epoch": 5.350081414282391,
      "grad_norm": 1.8060789420036003,
      "learning_rate": 8.872033882128671e-06,
      "loss": 0.9023,
      "step": 115000
    },
    {
      "epoch": 5.350127936729472,
      "grad_norm": 1.7723653071599152,
      "learning_rate": 8.870776441779476e-06,
      "loss": 0.8906,
      "step": 115001
    },
    {
      "epoch": 5.350174459176553,
      "grad_norm": 1.534955039263656,
      "learning_rate": 8.869519087830451e-06,
      "loss": 0.8945,
      "step": 115002
    },
    {
      "epoch": 5.350220981623633,
      "grad_norm": 1.7620226488955872,
      "learning_rate": 8.86826182028233e-06,
      "loss": 0.8633,
      "step": 115003
    },
    {
      "epoch": 5.350267504070714,
      "grad_norm": 1.770676659369039,
      "learning_rate": 8.867004639135894e-06,
      "loss": 1.0391,
      "step": 115004
    },
    {
      "epoch": 5.350314026517795,
      "grad_norm": 1.7580222520519502,
      "learning_rate": 8.865747544391877e-06,
      "loss": 1.0,
      "step": 115005
    },
    {
      "epoch": 5.350360548964876,
      "grad_norm": 1.5020733230263237,
      "learning_rate": 8.864490536051112e-06,
      "loss": 0.8438,
      "step": 115006
    },
    {
      "epoch": 5.350407071411956,
      "grad_norm": 1.9281329779227492,
      "learning_rate": 8.863233614114346e-06,
      "loss": 0.9648,
      "step": 115007
    },
    {
      "epoch": 5.3504535938590365,
      "grad_norm": 1.7275821307861001,
      "learning_rate": 8.861976778582331e-06,
      "loss": 1.0391,
      "step": 115008
    },
    {
      "epoch": 5.350500116306118,
      "grad_norm": 1.7830641958509046,
      "learning_rate": 8.860720029455848e-06,
      "loss": 0.8945,
      "step": 115009
    },
    {
      "epoch": 5.350546638753198,
      "grad_norm": 1.4975127578042908,
      "learning_rate": 8.859463366735631e-06,
      "loss": 0.7734,
      "step": 115010
    },
    {
      "epoch": 5.350593161200279,
      "grad_norm": 1.5916350743444656,
      "learning_rate": 8.858206790422512e-06,
      "loss": 0.8242,
      "step": 115011
    },
    {
      "epoch": 5.35063968364736,
      "grad_norm": 1.663698091312744,
      "learning_rate": 8.85695030051724e-06,
      "loss": 0.8125,
      "step": 115012
    },
    {
      "epoch": 5.350686206094441,
      "grad_norm": 1.8882820282324215,
      "learning_rate": 8.855693897020566e-06,
      "loss": 1.0234,
      "step": 115013
    },
    {
      "epoch": 5.350732728541521,
      "grad_norm": 1.8895695064794675,
      "learning_rate": 8.854437579933238e-06,
      "loss": 0.9023,
      "step": 115014
    },
    {
      "epoch": 5.350779250988602,
      "grad_norm": 1.942934031790622,
      "learning_rate": 8.853181349256089e-06,
      "loss": 1.2031,
      "step": 115015
    },
    {
      "epoch": 5.350825773435683,
      "grad_norm": 1.6228024840638302,
      "learning_rate": 8.851925204989851e-06,
      "loss": 0.9102,
      "step": 115016
    },
    {
      "epoch": 5.3508722958827635,
      "grad_norm": 1.6627185707446637,
      "learning_rate": 8.850669147135276e-06,
      "loss": 0.9531,
      "step": 115017
    },
    {
      "epoch": 5.350918818329844,
      "grad_norm": 1.6465784019380925,
      "learning_rate": 8.849413175693176e-06,
      "loss": 0.8672,
      "step": 115018
    },
    {
      "epoch": 5.350965340776925,
      "grad_norm": 1.8434889187857917,
      "learning_rate": 8.84815729066427e-06,
      "loss": 1.0312,
      "step": 115019
    },
    {
      "epoch": 5.351011863224006,
      "grad_norm": 1.587534639365702,
      "learning_rate": 8.846901492049373e-06,
      "loss": 0.7852,
      "step": 115020
    },
    {
      "epoch": 5.351058385671086,
      "grad_norm": 1.8189421680209905,
      "learning_rate": 8.845645779849254e-06,
      "loss": 0.8828,
      "step": 115021
    },
    {
      "epoch": 5.351104908118167,
      "grad_norm": 1.8529941983787863,
      "learning_rate": 8.84439015406464e-06,
      "loss": 1.125,
      "step": 115022
    },
    {
      "epoch": 5.351151430565248,
      "grad_norm": 1.7391311936826712,
      "learning_rate": 8.843134614696317e-06,
      "loss": 0.9922,
      "step": 115023
    },
    {
      "epoch": 5.351197953012329,
      "grad_norm": 1.9253406794576864,
      "learning_rate": 8.84187916174507e-06,
      "loss": 1.0469,
      "step": 115024
    },
    {
      "epoch": 5.351244475459409,
      "grad_norm": 1.7955917130960848,
      "learning_rate": 8.84062379521166e-06,
      "loss": 0.9844,
      "step": 115025
    },
    {
      "epoch": 5.3512909979064895,
      "grad_norm": 1.7710661020910068,
      "learning_rate": 8.839368515096856e-06,
      "loss": 1.0234,
      "step": 115026
    },
    {
      "epoch": 5.351337520353571,
      "grad_norm": 1.6302082546632577,
      "learning_rate": 8.838113321401392e-06,
      "loss": 0.8125,
      "step": 115027
    },
    {
      "epoch": 5.351384042800651,
      "grad_norm": 1.5529695076692596,
      "learning_rate": 8.836858214126097e-06,
      "loss": 0.8086,
      "step": 115028
    },
    {
      "epoch": 5.351430565247732,
      "grad_norm": 1.8412076949781457,
      "learning_rate": 8.835603193271706e-06,
      "loss": 0.9297,
      "step": 115029
    },
    {
      "epoch": 5.351477087694812,
      "grad_norm": 1.8820680105633827,
      "learning_rate": 8.834348258838985e-06,
      "loss": 1.0312,
      "step": 115030
    },
    {
      "epoch": 5.351523610141894,
      "grad_norm": 1.7680038942545249,
      "learning_rate": 8.8330934108287e-06,
      "loss": 0.8516,
      "step": 115031
    },
    {
      "epoch": 5.351570132588974,
      "grad_norm": 1.759539300338371,
      "learning_rate": 8.831838649241635e-06,
      "loss": 1.1172,
      "step": 115032
    },
    {
      "epoch": 5.351616655036055,
      "grad_norm": 1.6689825769750364,
      "learning_rate": 8.830583974078553e-06,
      "loss": 0.8711,
      "step": 115033
    },
    {
      "epoch": 5.351663177483136,
      "grad_norm": 1.8560310737485368,
      "learning_rate": 8.829329385340222e-06,
      "loss": 0.957,
      "step": 115034
    },
    {
      "epoch": 5.3517096999302165,
      "grad_norm": 1.7843727489468915,
      "learning_rate": 8.828074883027409e-06,
      "loss": 0.9297,
      "step": 115035
    },
    {
      "epoch": 5.351756222377297,
      "grad_norm": 1.79869990173056,
      "learning_rate": 8.82682046714086e-06,
      "loss": 0.9961,
      "step": 115036
    },
    {
      "epoch": 5.3518027448243775,
      "grad_norm": 1.905574683717227,
      "learning_rate": 8.825566137681378e-06,
      "loss": 1.0,
      "step": 115037
    },
    {
      "epoch": 5.351849267271459,
      "grad_norm": 1.7800544764765756,
      "learning_rate": 8.824311894649727e-06,
      "loss": 0.918,
      "step": 115038
    },
    {
      "epoch": 5.351895789718539,
      "grad_norm": 1.8242539527733697,
      "learning_rate": 8.82305773804664e-06,
      "loss": 1.0234,
      "step": 115039
    },
    {
      "epoch": 5.35194231216562,
      "grad_norm": 1.7099073905092423,
      "learning_rate": 8.821803667872935e-06,
      "loss": 0.8789,
      "step": 115040
    },
    {
      "epoch": 5.3519888346127,
      "grad_norm": 1.6039604434994426,
      "learning_rate": 8.820549684129308e-06,
      "loss": 0.8945,
      "step": 115041
    },
    {
      "epoch": 5.352035357059782,
      "grad_norm": 1.7373463634321862,
      "learning_rate": 8.819295786816626e-06,
      "loss": 0.9258,
      "step": 115042
    },
    {
      "epoch": 5.352081879506862,
      "grad_norm": 1.6913406206741863,
      "learning_rate": 8.818041975935575e-06,
      "loss": 0.8984,
      "step": 115043
    },
    {
      "epoch": 5.352128401953943,
      "grad_norm": 1.6273401249967723,
      "learning_rate": 8.816788251486968e-06,
      "loss": 0.9141,
      "step": 115044
    },
    {
      "epoch": 5.352174924401023,
      "grad_norm": 1.7797860681877629,
      "learning_rate": 8.815534613471537e-06,
      "loss": 0.9844,
      "step": 115045
    },
    {
      "epoch": 5.352221446848104,
      "grad_norm": 1.8159484060040954,
      "learning_rate": 8.814281061890083e-06,
      "loss": 0.9609,
      "step": 115046
    },
    {
      "epoch": 5.352267969295185,
      "grad_norm": 1.8691931942034508,
      "learning_rate": 8.813027596743355e-06,
      "loss": 0.9375,
      "step": 115047
    },
    {
      "epoch": 5.352314491742265,
      "grad_norm": 1.91398203200995,
      "learning_rate": 8.81177421803212e-06,
      "loss": 0.9648,
      "step": 115048
    },
    {
      "epoch": 5.352361014189347,
      "grad_norm": 1.8581309114830928,
      "learning_rate": 8.810520925757143e-06,
      "loss": 0.9375,
      "step": 115049
    },
    {
      "epoch": 5.352407536636427,
      "grad_norm": 1.8278225825441081,
      "learning_rate": 8.809267719919204e-06,
      "loss": 0.9844,
      "step": 115050
    },
    {
      "epoch": 5.352454059083508,
      "grad_norm": 1.759571292804838,
      "learning_rate": 8.808014600519076e-06,
      "loss": 0.9961,
      "step": 115051
    },
    {
      "epoch": 5.352500581530588,
      "grad_norm": 1.717896335319673,
      "learning_rate": 8.806761567557503e-06,
      "loss": 0.8398,
      "step": 115052
    },
    {
      "epoch": 5.3525471039776695,
      "grad_norm": 1.7559540307092953,
      "learning_rate": 8.80550862103525e-06,
      "loss": 0.9531,
      "step": 115053
    },
    {
      "epoch": 5.35259362642475,
      "grad_norm": 1.6248400972003822,
      "learning_rate": 8.804255760953105e-06,
      "loss": 0.8555,
      "step": 115054
    },
    {
      "epoch": 5.3526401488718305,
      "grad_norm": 1.6644606538967142,
      "learning_rate": 8.80300298731183e-06,
      "loss": 0.957,
      "step": 115055
    },
    {
      "epoch": 5.352686671318911,
      "grad_norm": 1.6460015562737915,
      "learning_rate": 8.801750300112192e-06,
      "loss": 0.8594,
      "step": 115056
    },
    {
      "epoch": 5.352733193765992,
      "grad_norm": 1.8680403433285746,
      "learning_rate": 8.800497699354942e-06,
      "loss": 1.1406,
      "step": 115057
    },
    {
      "epoch": 5.352779716213073,
      "grad_norm": 1.8041446983385387,
      "learning_rate": 8.799245185040876e-06,
      "loss": 1.0938,
      "step": 115058
    },
    {
      "epoch": 5.352826238660153,
      "grad_norm": 1.7029090263334468,
      "learning_rate": 8.797992757170747e-06,
      "loss": 0.9414,
      "step": 115059
    },
    {
      "epoch": 5.352872761107235,
      "grad_norm": 1.7124777487366372,
      "learning_rate": 8.796740415745301e-06,
      "loss": 0.9766,
      "step": 115060
    },
    {
      "epoch": 5.352919283554315,
      "grad_norm": 1.6896598200997306,
      "learning_rate": 8.795488160765323e-06,
      "loss": 0.9297,
      "step": 115061
    },
    {
      "epoch": 5.352965806001396,
      "grad_norm": 1.9070035330364803,
      "learning_rate": 8.794235992231596e-06,
      "loss": 1.0156,
      "step": 115062
    },
    {
      "epoch": 5.353012328448476,
      "grad_norm": 1.7803947314667425,
      "learning_rate": 8.792983910144836e-06,
      "loss": 0.9375,
      "step": 115063
    },
    {
      "epoch": 5.353058850895557,
      "grad_norm": 1.6683827643735822,
      "learning_rate": 8.791731914505873e-06,
      "loss": 1.0078,
      "step": 115064
    },
    {
      "epoch": 5.353105373342638,
      "grad_norm": 1.8214627835144463,
      "learning_rate": 8.790480005315442e-06,
      "loss": 0.9492,
      "step": 115065
    },
    {
      "epoch": 5.353151895789718,
      "grad_norm": 1.6327249025631911,
      "learning_rate": 8.789228182574325e-06,
      "loss": 0.9258,
      "step": 115066
    },
    {
      "epoch": 5.353198418236799,
      "grad_norm": 1.7544295351379138,
      "learning_rate": 8.787976446283241e-06,
      "loss": 1.0781,
      "step": 115067
    },
    {
      "epoch": 5.35324494068388,
      "grad_norm": 1.657733692139993,
      "learning_rate": 8.786724796443e-06,
      "loss": 0.9336,
      "step": 115068
    },
    {
      "epoch": 5.353291463130961,
      "grad_norm": 1.6459521152812122,
      "learning_rate": 8.785473233054375e-06,
      "loss": 0.8984,
      "step": 115069
    },
    {
      "epoch": 5.353337985578041,
      "grad_norm": 1.4627356142113221,
      "learning_rate": 8.78422175611811e-06,
      "loss": 0.9102,
      "step": 115070
    },
    {
      "epoch": 5.353384508025123,
      "grad_norm": 1.7718829650457546,
      "learning_rate": 8.782970365634957e-06,
      "loss": 0.9844,
      "step": 115071
    },
    {
      "epoch": 5.353431030472203,
      "grad_norm": 1.8387856266114104,
      "learning_rate": 8.781719061605729e-06,
      "loss": 0.8828,
      "step": 115072
    },
    {
      "epoch": 5.3534775529192835,
      "grad_norm": 1.710434266760038,
      "learning_rate": 8.780467844031164e-06,
      "loss": 0.875,
      "step": 115073
    },
    {
      "epoch": 5.353524075366364,
      "grad_norm": 1.7341737948487521,
      "learning_rate": 8.779216712912023e-06,
      "loss": 1.0,
      "step": 115074
    },
    {
      "epoch": 5.353570597813445,
      "grad_norm": 1.8034265212155005,
      "learning_rate": 8.77796566824906e-06,
      "loss": 0.9414,
      "step": 115075
    },
    {
      "epoch": 5.353617120260526,
      "grad_norm": 1.691752873895061,
      "learning_rate": 8.77671471004307e-06,
      "loss": 1.0703,
      "step": 115076
    },
    {
      "epoch": 5.353663642707606,
      "grad_norm": 1.8015447506669764,
      "learning_rate": 8.775463838294821e-06,
      "loss": 1.0859,
      "step": 115077
    },
    {
      "epoch": 5.353710165154687,
      "grad_norm": 1.733224803184647,
      "learning_rate": 8.774213053005047e-06,
      "loss": 0.8867,
      "step": 115078
    },
    {
      "epoch": 5.353756687601768,
      "grad_norm": 1.621947669348935,
      "learning_rate": 8.772962354174528e-06,
      "loss": 0.9727,
      "step": 115079
    },
    {
      "epoch": 5.353803210048849,
      "grad_norm": 1.8313982811626954,
      "learning_rate": 8.77171174180405e-06,
      "loss": 0.9141,
      "step": 115080
    },
    {
      "epoch": 5.353849732495929,
      "grad_norm": 1.7657981138082384,
      "learning_rate": 8.770461215894358e-06,
      "loss": 0.9844,
      "step": 115081
    },
    {
      "epoch": 5.35389625494301,
      "grad_norm": 1.5759689789169182,
      "learning_rate": 8.769210776446239e-06,
      "loss": 0.8516,
      "step": 115082
    },
    {
      "epoch": 5.353942777390091,
      "grad_norm": 1.7270016077303727,
      "learning_rate": 8.767960423460407e-06,
      "loss": 0.9492,
      "step": 115083
    },
    {
      "epoch": 5.353989299837171,
      "grad_norm": 1.8355779519058877,
      "learning_rate": 8.766710156937662e-06,
      "loss": 0.957,
      "step": 115084
    },
    {
      "epoch": 5.354035822284252,
      "grad_norm": 1.8171513226675529,
      "learning_rate": 8.765459976878786e-06,
      "loss": 0.9961,
      "step": 115085
    },
    {
      "epoch": 5.354082344731333,
      "grad_norm": 2.01816334896655,
      "learning_rate": 8.764209883284529e-06,
      "loss": 1.0156,
      "step": 115086
    },
    {
      "epoch": 5.354128867178414,
      "grad_norm": 1.8430425486967679,
      "learning_rate": 8.762959876155656e-06,
      "loss": 0.9844,
      "step": 115087
    },
    {
      "epoch": 5.354175389625494,
      "grad_norm": 1.7695932685204019,
      "learning_rate": 8.761709955492952e-06,
      "loss": 1.0703,
      "step": 115088
    },
    {
      "epoch": 5.354221912072575,
      "grad_norm": 1.6808745155751244,
      "learning_rate": 8.760460121297114e-06,
      "loss": 0.8164,
      "step": 115089
    },
    {
      "epoch": 5.354268434519656,
      "grad_norm": 1.6163773815806197,
      "learning_rate": 8.759210373568992e-06,
      "loss": 0.8672,
      "step": 115090
    },
    {
      "epoch": 5.3543149569667365,
      "grad_norm": 1.779052384783157,
      "learning_rate": 8.757960712309303e-06,
      "loss": 0.9844,
      "step": 115091
    },
    {
      "epoch": 5.354361479413817,
      "grad_norm": 1.856365354219041,
      "learning_rate": 8.756711137518828e-06,
      "loss": 0.9453,
      "step": 115092
    },
    {
      "epoch": 5.3544080018608975,
      "grad_norm": 1.6949501927282913,
      "learning_rate": 8.755461649198304e-06,
      "loss": 0.8867,
      "step": 115093
    },
    {
      "epoch": 5.354454524307979,
      "grad_norm": 1.7058940628414214,
      "learning_rate": 8.754212247348541e-06,
      "loss": 0.957,
      "step": 115094
    },
    {
      "epoch": 5.354501046755059,
      "grad_norm": 1.6964967302223826,
      "learning_rate": 8.752962931970276e-06,
      "loss": 0.9062,
      "step": 115095
    },
    {
      "epoch": 5.35454756920214,
      "grad_norm": 1.836363747195038,
      "learning_rate": 8.751713703064289e-06,
      "loss": 1.0547,
      "step": 115096
    },
    {
      "epoch": 5.35459409164922,
      "grad_norm": 1.8155394567299141,
      "learning_rate": 8.750464560631315e-06,
      "loss": 0.9531,
      "step": 115097
    },
    {
      "epoch": 5.354640614096302,
      "grad_norm": 2.0521767176565753,
      "learning_rate": 8.749215504672152e-06,
      "loss": 1.0547,
      "step": 115098
    },
    {
      "epoch": 5.354687136543382,
      "grad_norm": 1.8357816314855002,
      "learning_rate": 8.747966535187551e-06,
      "loss": 0.9883,
      "step": 115099
    },
    {
      "epoch": 5.354733658990463,
      "grad_norm": 2.1033401702469954,
      "learning_rate": 8.746717652178276e-06,
      "loss": 1.0,
      "step": 115100
    },
    {
      "epoch": 5.354780181437544,
      "grad_norm": 1.991494817979391,
      "learning_rate": 8.745468855645077e-06,
      "loss": 1.1719,
      "step": 115101
    },
    {
      "epoch": 5.3548267038846245,
      "grad_norm": 1.8890873644236876,
      "learning_rate": 8.744220145588755e-06,
      "loss": 1.1562,
      "step": 115102
    },
    {
      "epoch": 5.354873226331705,
      "grad_norm": 1.8417100553173777,
      "learning_rate": 8.742971522010056e-06,
      "loss": 1.0,
      "step": 115103
    },
    {
      "epoch": 5.354919748778785,
      "grad_norm": 1.928388247641868,
      "learning_rate": 8.74172298490975e-06,
      "loss": 1.0547,
      "step": 115104
    },
    {
      "epoch": 5.354966271225867,
      "grad_norm": 1.6370913329380936,
      "learning_rate": 8.740474534288567e-06,
      "loss": 0.9141,
      "step": 115105
    },
    {
      "epoch": 5.355012793672947,
      "grad_norm": 1.7830024667631779,
      "learning_rate": 8.73922617014729e-06,
      "loss": 0.8984,
      "step": 115106
    },
    {
      "epoch": 5.355059316120028,
      "grad_norm": 1.7376512744663033,
      "learning_rate": 8.73797789248672e-06,
      "loss": 1.0078,
      "step": 115107
    },
    {
      "epoch": 5.355105838567109,
      "grad_norm": 1.6191514533511968,
      "learning_rate": 8.736729701307588e-06,
      "loss": 0.9023,
      "step": 115108
    },
    {
      "epoch": 5.35515236101419,
      "grad_norm": 1.6604497578347746,
      "learning_rate": 8.735481596610661e-06,
      "loss": 0.9219,
      "step": 115109
    },
    {
      "epoch": 5.35519888346127,
      "grad_norm": 1.798928934551341,
      "learning_rate": 8.734233578396687e-06,
      "loss": 0.9492,
      "step": 115110
    },
    {
      "epoch": 5.3552454059083505,
      "grad_norm": 1.7025682930123298,
      "learning_rate": 8.732985646666468e-06,
      "loss": 1.0391,
      "step": 115111
    },
    {
      "epoch": 5.355291928355432,
      "grad_norm": 1.8013477362423773,
      "learning_rate": 8.731737801420753e-06,
      "loss": 1.0078,
      "step": 115112
    },
    {
      "epoch": 5.355338450802512,
      "grad_norm": 1.6222069488589217,
      "learning_rate": 8.730490042660287e-06,
      "loss": 0.8203,
      "step": 115113
    },
    {
      "epoch": 5.355384973249593,
      "grad_norm": 1.7962169727286423,
      "learning_rate": 8.729242370385859e-06,
      "loss": 0.9102,
      "step": 115114
    },
    {
      "epoch": 5.355431495696673,
      "grad_norm": 1.6305792359848956,
      "learning_rate": 8.727994784598197e-06,
      "loss": 0.8867,
      "step": 115115
    },
    {
      "epoch": 5.355478018143755,
      "grad_norm": 1.6596303359068425,
      "learning_rate": 8.72674728529812e-06,
      "loss": 0.9375,
      "step": 115116
    },
    {
      "epoch": 5.355524540590835,
      "grad_norm": 1.707469039292332,
      "learning_rate": 8.725499872486342e-06,
      "loss": 0.9805,
      "step": 115117
    },
    {
      "epoch": 5.355571063037916,
      "grad_norm": 1.839889560784511,
      "learning_rate": 8.724252546163662e-06,
      "loss": 1.0156,
      "step": 115118
    },
    {
      "epoch": 5.355617585484996,
      "grad_norm": 1.9553362783157047,
      "learning_rate": 8.7230053063308e-06,
      "loss": 0.9492,
      "step": 115119
    },
    {
      "epoch": 5.3556641079320775,
      "grad_norm": 1.9274378011816515,
      "learning_rate": 8.721758152988567e-06,
      "loss": 1.0781,
      "step": 115120
    },
    {
      "epoch": 5.355710630379158,
      "grad_norm": 1.9592718317054283,
      "learning_rate": 8.7205110861377e-06,
      "loss": 0.9805,
      "step": 115121
    },
    {
      "epoch": 5.355757152826238,
      "grad_norm": 1.731381258616206,
      "learning_rate": 8.719264105778978e-06,
      "loss": 1.1016,
      "step": 115122
    },
    {
      "epoch": 5.35580367527332,
      "grad_norm": 1.7855982694556911,
      "learning_rate": 8.718017211913137e-06,
      "loss": 1.0391,
      "step": 115123
    },
    {
      "epoch": 5.3558501977204,
      "grad_norm": 1.6667918069002972,
      "learning_rate": 8.716770404540974e-06,
      "loss": 0.9062,
      "step": 115124
    },
    {
      "epoch": 5.355896720167481,
      "grad_norm": 1.6619227883723415,
      "learning_rate": 8.715523683663239e-06,
      "loss": 0.9414,
      "step": 115125
    },
    {
      "epoch": 5.355943242614561,
      "grad_norm": 1.8940960060947156,
      "learning_rate": 8.714277049280683e-06,
      "loss": 1.0469,
      "step": 115126
    },
    {
      "epoch": 5.355989765061643,
      "grad_norm": 1.6304212743104738,
      "learning_rate": 8.71303050139407e-06,
      "loss": 0.8359,
      "step": 115127
    },
    {
      "epoch": 5.356036287508723,
      "grad_norm": 1.5925483601257577,
      "learning_rate": 8.711784040004166e-06,
      "loss": 0.9102,
      "step": 115128
    },
    {
      "epoch": 5.3560828099558035,
      "grad_norm": 2.0433904884528857,
      "learning_rate": 8.710537665111772e-06,
      "loss": 1.0312,
      "step": 115129
    },
    {
      "epoch": 5.356129332402884,
      "grad_norm": 1.695723170456596,
      "learning_rate": 8.709291376717604e-06,
      "loss": 0.9297,
      "step": 115130
    },
    {
      "epoch": 5.356175854849965,
      "grad_norm": 1.807532953345482,
      "learning_rate": 8.708045174822459e-06,
      "loss": 0.9453,
      "step": 115131
    },
    {
      "epoch": 5.356222377297046,
      "grad_norm": 1.6592561044121057,
      "learning_rate": 8.706799059427039e-06,
      "loss": 0.9258,
      "step": 115132
    },
    {
      "epoch": 5.356268899744126,
      "grad_norm": 1.7428125299806594,
      "learning_rate": 8.705553030532192e-06,
      "loss": 0.8711,
      "step": 115133
    },
    {
      "epoch": 5.356315422191207,
      "grad_norm": 1.6807943849641402,
      "learning_rate": 8.704307088138618e-06,
      "loss": 0.9102,
      "step": 115134
    },
    {
      "epoch": 5.356361944638288,
      "grad_norm": 1.7697184205766943,
      "learning_rate": 8.703061232247116e-06,
      "loss": 1.0938,
      "step": 115135
    },
    {
      "epoch": 5.356408467085369,
      "grad_norm": 1.9458668627584386,
      "learning_rate": 8.701815462858402e-06,
      "loss": 0.9688,
      "step": 115136
    },
    {
      "epoch": 5.356454989532449,
      "grad_norm": 1.7009947730799124,
      "learning_rate": 8.700569779973292e-06,
      "loss": 0.9141,
      "step": 115137
    },
    {
      "epoch": 5.3565015119795305,
      "grad_norm": 1.5954662591284303,
      "learning_rate": 8.699324183592537e-06,
      "loss": 0.8828,
      "step": 115138
    },
    {
      "epoch": 5.356548034426611,
      "grad_norm": 1.7689499625093539,
      "learning_rate": 8.69807867371687e-06,
      "loss": 0.9141,
      "step": 115139
    },
    {
      "epoch": 5.3565945568736915,
      "grad_norm": 1.5139494985404376,
      "learning_rate": 8.696833250347086e-06,
      "loss": 0.7891,
      "step": 115140
    },
    {
      "epoch": 5.356641079320772,
      "grad_norm": 1.708180233493349,
      "learning_rate": 8.695587913483903e-06,
      "loss": 0.9961,
      "step": 115141
    },
    {
      "epoch": 5.356687601767853,
      "grad_norm": 1.801656961121248,
      "learning_rate": 8.69434266312814e-06,
      "loss": 1.0859,
      "step": 115142
    },
    {
      "epoch": 5.356734124214934,
      "grad_norm": 1.6848182024424379,
      "learning_rate": 8.693097499280543e-06,
      "loss": 0.918,
      "step": 115143
    },
    {
      "epoch": 5.356780646662014,
      "grad_norm": 1.7295621697470083,
      "learning_rate": 8.691852421941847e-06,
      "loss": 0.9844,
      "step": 115144
    },
    {
      "epoch": 5.356827169109095,
      "grad_norm": 1.7296676659537993,
      "learning_rate": 8.690607431112818e-06,
      "loss": 0.9297,
      "step": 115145
    },
    {
      "epoch": 5.356873691556176,
      "grad_norm": 1.758490699764562,
      "learning_rate": 8.689362526794252e-06,
      "loss": 1.0312,
      "step": 115146
    },
    {
      "epoch": 5.356920214003257,
      "grad_norm": 1.586003279126945,
      "learning_rate": 8.688117708986903e-06,
      "loss": 0.8594,
      "step": 115147
    },
    {
      "epoch": 5.356966736450337,
      "grad_norm": 1.8447068631650867,
      "learning_rate": 8.686872977691501e-06,
      "loss": 1.0234,
      "step": 115148
    },
    {
      "epoch": 5.357013258897418,
      "grad_norm": 1.786570335081848,
      "learning_rate": 8.685628332908812e-06,
      "loss": 0.9375,
      "step": 115149
    },
    {
      "epoch": 5.357059781344499,
      "grad_norm": 1.9212287928654157,
      "learning_rate": 8.68438377463962e-06,
      "loss": 0.9688,
      "step": 115150
    },
    {
      "epoch": 5.357106303791579,
      "grad_norm": 1.7434147673881064,
      "learning_rate": 8.683139302884706e-06,
      "loss": 0.9883,
      "step": 115151
    },
    {
      "epoch": 5.35715282623866,
      "grad_norm": 1.6554267666845885,
      "learning_rate": 8.681894917644805e-06,
      "loss": 0.9805,
      "step": 115152
    },
    {
      "epoch": 5.357199348685741,
      "grad_norm": 1.8110706095951659,
      "learning_rate": 8.680650618920665e-06,
      "loss": 0.8984,
      "step": 115153
    },
    {
      "epoch": 5.357245871132822,
      "grad_norm": 2.11071687342887,
      "learning_rate": 8.679406406713068e-06,
      "loss": 1.0938,
      "step": 115154
    },
    {
      "epoch": 5.357292393579902,
      "grad_norm": 1.787146350370625,
      "learning_rate": 8.678162281022766e-06,
      "loss": 1.0234,
      "step": 115155
    },
    {
      "epoch": 5.357338916026983,
      "grad_norm": 1.6552190558116593,
      "learning_rate": 8.676918241850538e-06,
      "loss": 0.8281,
      "step": 115156
    },
    {
      "epoch": 5.357385438474064,
      "grad_norm": 1.6631532760161207,
      "learning_rate": 8.675674289197138e-06,
      "loss": 0.8867,
      "step": 115157
    },
    {
      "epoch": 5.3574319609211445,
      "grad_norm": 1.633082438264514,
      "learning_rate": 8.674430423063311e-06,
      "loss": 0.9766,
      "step": 115158
    },
    {
      "epoch": 5.357478483368225,
      "grad_norm": 1.7577618802454542,
      "learning_rate": 8.673186643449825e-06,
      "loss": 0.9648,
      "step": 115159
    },
    {
      "epoch": 5.357525005815306,
      "grad_norm": 1.6467583065651024,
      "learning_rate": 8.671942950357464e-06,
      "loss": 0.9531,
      "step": 115160
    },
    {
      "epoch": 5.357571528262387,
      "grad_norm": 1.8769547008157061,
      "learning_rate": 8.670699343786974e-06,
      "loss": 1.125,
      "step": 115161
    },
    {
      "epoch": 5.357618050709467,
      "grad_norm": 1.8257279946914073,
      "learning_rate": 8.669455823739091e-06,
      "loss": 1.0703,
      "step": 115162
    },
    {
      "epoch": 5.357664573156548,
      "grad_norm": 1.8372849515419383,
      "learning_rate": 8.66821239021463e-06,
      "loss": 1.0391,
      "step": 115163
    },
    {
      "epoch": 5.357711095603629,
      "grad_norm": 1.8156101233445774,
      "learning_rate": 8.666969043214305e-06,
      "loss": 0.9062,
      "step": 115164
    },
    {
      "epoch": 5.35775761805071,
      "grad_norm": 1.8318795208062422,
      "learning_rate": 8.665725782738902e-06,
      "loss": 0.8906,
      "step": 115165
    },
    {
      "epoch": 5.35780414049779,
      "grad_norm": 1.6910091328180217,
      "learning_rate": 8.66448260878917e-06,
      "loss": 1.0156,
      "step": 115166
    },
    {
      "epoch": 5.357850662944871,
      "grad_norm": 1.7350693290382702,
      "learning_rate": 8.663239521365856e-06,
      "loss": 1.0078,
      "step": 115167
    },
    {
      "epoch": 5.357897185391952,
      "grad_norm": 1.8830047066824365,
      "learning_rate": 8.661996520469778e-06,
      "loss": 0.9531,
      "step": 115168
    },
    {
      "epoch": 5.357943707839032,
      "grad_norm": 1.633855306625751,
      "learning_rate": 8.660753606101634e-06,
      "loss": 0.9141,
      "step": 115169
    },
    {
      "epoch": 5.357990230286113,
      "grad_norm": 1.7104167496801261,
      "learning_rate": 8.659510778262223e-06,
      "loss": 0.9414,
      "step": 115170
    },
    {
      "epoch": 5.358036752733193,
      "grad_norm": 1.7296041634858816,
      "learning_rate": 8.658268036952265e-06,
      "loss": 0.8477,
      "step": 115171
    },
    {
      "epoch": 5.358083275180275,
      "grad_norm": 2.1420411176035534,
      "learning_rate": 8.657025382172555e-06,
      "loss": 1.2969,
      "step": 115172
    },
    {
      "epoch": 5.358129797627355,
      "grad_norm": 1.877099371508134,
      "learning_rate": 8.655782813923861e-06,
      "loss": 1.0078,
      "step": 115173
    },
    {
      "epoch": 5.358176320074436,
      "grad_norm": 1.7642548742387314,
      "learning_rate": 8.654540332206933e-06,
      "loss": 1.0391,
      "step": 115174
    },
    {
      "epoch": 5.358222842521517,
      "grad_norm": 1.7888791452461361,
      "learning_rate": 8.653297937022535e-06,
      "loss": 1.0078,
      "step": 115175
    },
    {
      "epoch": 5.3582693649685975,
      "grad_norm": 1.7141931190103408,
      "learning_rate": 8.652055628371385e-06,
      "loss": 0.9961,
      "step": 115176
    },
    {
      "epoch": 5.358315887415678,
      "grad_norm": 1.752140383294633,
      "learning_rate": 8.650813406254314e-06,
      "loss": 0.9805,
      "step": 115177
    },
    {
      "epoch": 5.3583624098627585,
      "grad_norm": 1.7956271447399021,
      "learning_rate": 8.64957127067204e-06,
      "loss": 1.0078,
      "step": 115178
    },
    {
      "epoch": 5.35840893230984,
      "grad_norm": 1.714138272058356,
      "learning_rate": 8.648329221625345e-06,
      "loss": 0.9688,
      "step": 115179
    },
    {
      "epoch": 5.35845545475692,
      "grad_norm": 1.9365302607451464,
      "learning_rate": 8.647087259114943e-06,
      "loss": 1.0234,
      "step": 115180
    },
    {
      "epoch": 5.358501977204001,
      "grad_norm": 1.8502157625915299,
      "learning_rate": 8.645845383141636e-06,
      "loss": 0.9453,
      "step": 115181
    },
    {
      "epoch": 5.358548499651081,
      "grad_norm": 1.76538718230517,
      "learning_rate": 8.64460359370619e-06,
      "loss": 0.9844,
      "step": 115182
    },
    {
      "epoch": 5.358595022098163,
      "grad_norm": 1.6310049823457504,
      "learning_rate": 8.643361890809352e-06,
      "loss": 0.9414,
      "step": 115183
    },
    {
      "epoch": 5.358641544545243,
      "grad_norm": 1.5784140103751512,
      "learning_rate": 8.642120274451858e-06,
      "loss": 0.9062,
      "step": 115184
    },
    {
      "epoch": 5.358688066992324,
      "grad_norm": 2.1997730285526296,
      "learning_rate": 8.640878744634521e-06,
      "loss": 1.1016,
      "step": 115185
    },
    {
      "epoch": 5.358734589439404,
      "grad_norm": 1.762768918298755,
      "learning_rate": 8.63963730135806e-06,
      "loss": 0.9297,
      "step": 115186
    },
    {
      "epoch": 5.358781111886485,
      "grad_norm": 1.7561189215760429,
      "learning_rate": 8.638395944623255e-06,
      "loss": 0.8906,
      "step": 115187
    },
    {
      "epoch": 5.358827634333566,
      "grad_norm": 1.7855688846317967,
      "learning_rate": 8.637154674430824e-06,
      "loss": 1.0547,
      "step": 115188
    },
    {
      "epoch": 5.358874156780646,
      "grad_norm": 1.7862717282152816,
      "learning_rate": 8.635913490781581e-06,
      "loss": 0.9922,
      "step": 115189
    },
    {
      "epoch": 5.358920679227728,
      "grad_norm": 1.9521687680398645,
      "learning_rate": 8.634672393676278e-06,
      "loss": 1.1328,
      "step": 115190
    },
    {
      "epoch": 5.358967201674808,
      "grad_norm": 1.6163576583246115,
      "learning_rate": 8.633431383115647e-06,
      "loss": 1.0469,
      "step": 115191
    },
    {
      "epoch": 5.359013724121889,
      "grad_norm": 1.7179987738932163,
      "learning_rate": 8.632190459100485e-06,
      "loss": 0.9375,
      "step": 115192
    },
    {
      "epoch": 5.359060246568969,
      "grad_norm": 1.9559978258658366,
      "learning_rate": 8.63094962163146e-06,
      "loss": 0.9453,
      "step": 115193
    },
    {
      "epoch": 5.3591067690160505,
      "grad_norm": 1.8831302245683843,
      "learning_rate": 8.629708870709456e-06,
      "loss": 1.1797,
      "step": 115194
    },
    {
      "epoch": 5.359153291463131,
      "grad_norm": 1.7705782066196505,
      "learning_rate": 8.62846820633517e-06,
      "loss": 0.8789,
      "step": 115195
    },
    {
      "epoch": 5.3591998139102115,
      "grad_norm": 1.7488412600991128,
      "learning_rate": 8.627227628509387e-06,
      "loss": 1.0078,
      "step": 115196
    },
    {
      "epoch": 5.359246336357293,
      "grad_norm": 1.7155577486589506,
      "learning_rate": 8.625987137232837e-06,
      "loss": 0.8945,
      "step": 115197
    },
    {
      "epoch": 5.359292858804373,
      "grad_norm": 1.7368693996224067,
      "learning_rate": 8.624746732506271e-06,
      "loss": 0.8828,
      "step": 115198
    },
    {
      "epoch": 5.359339381251454,
      "grad_norm": 1.8673125722882526,
      "learning_rate": 8.623506414330489e-06,
      "loss": 1.0859,
      "step": 115199
    },
    {
      "epoch": 5.359385903698534,
      "grad_norm": 1.7972518989857003,
      "learning_rate": 8.622266182706222e-06,
      "loss": 0.9062,
      "step": 115200
    },
    {
      "epoch": 5.359432426145616,
      "grad_norm": 1.5310110609585852,
      "learning_rate": 8.621026037634238e-06,
      "loss": 0.7812,
      "step": 115201
    },
    {
      "epoch": 5.359478948592696,
      "grad_norm": 2.1976905425120408,
      "learning_rate": 8.619785979115285e-06,
      "loss": 1.1562,
      "step": 115202
    },
    {
      "epoch": 5.359525471039777,
      "grad_norm": 1.61890750209515,
      "learning_rate": 8.618546007150145e-06,
      "loss": 0.9609,
      "step": 115203
    },
    {
      "epoch": 5.359571993486857,
      "grad_norm": 1.6930440905864315,
      "learning_rate": 8.617306121739571e-06,
      "loss": 1.0312,
      "step": 115204
    },
    {
      "epoch": 5.3596185159339385,
      "grad_norm": 1.907851644295772,
      "learning_rate": 8.616066322884307e-06,
      "loss": 0.9844,
      "step": 115205
    },
    {
      "epoch": 5.359665038381019,
      "grad_norm": 1.6234731567846423,
      "learning_rate": 8.614826610585106e-06,
      "loss": 0.8008,
      "step": 115206
    },
    {
      "epoch": 5.359711560828099,
      "grad_norm": 1.8039319205102797,
      "learning_rate": 8.613586984842768e-06,
      "loss": 0.9492,
      "step": 115207
    },
    {
      "epoch": 5.35975808327518,
      "grad_norm": 1.9096759868990192,
      "learning_rate": 8.612347445658007e-06,
      "loss": 1.0938,
      "step": 115208
    },
    {
      "epoch": 5.359804605722261,
      "grad_norm": 1.8128754046714668,
      "learning_rate": 8.611107993031624e-06,
      "loss": 1.1406,
      "step": 115209
    },
    {
      "epoch": 5.359851128169342,
      "grad_norm": 1.692766041233529,
      "learning_rate": 8.609868626964317e-06,
      "loss": 0.9258,
      "step": 115210
    },
    {
      "epoch": 5.359897650616422,
      "grad_norm": 1.7778794176808617,
      "learning_rate": 8.608629347456903e-06,
      "loss": 0.9727,
      "step": 115211
    },
    {
      "epoch": 5.359944173063504,
      "grad_norm": 1.9068804836317277,
      "learning_rate": 8.60739015451013e-06,
      "loss": 1.0234,
      "step": 115212
    },
    {
      "epoch": 5.359990695510584,
      "grad_norm": 1.6106259201983084,
      "learning_rate": 8.606151048124733e-06,
      "loss": 0.7812,
      "step": 115213
    },
    {
      "epoch": 5.3600372179576645,
      "grad_norm": 1.7764368681843499,
      "learning_rate": 8.604912028301459e-06,
      "loss": 1.0391,
      "step": 115214
    },
    {
      "epoch": 5.360083740404745,
      "grad_norm": 1.9958955897135104,
      "learning_rate": 8.603673095041108e-06,
      "loss": 0.9844,
      "step": 115215
    },
    {
      "epoch": 5.360130262851826,
      "grad_norm": 1.918334303551915,
      "learning_rate": 8.602434248344431e-06,
      "loss": 0.9727,
      "step": 115216
    },
    {
      "epoch": 5.360176785298907,
      "grad_norm": 1.8032381607495933,
      "learning_rate": 8.601195488212175e-06,
      "loss": 1.0156,
      "step": 115217
    },
    {
      "epoch": 5.360223307745987,
      "grad_norm": 1.7510475186089483,
      "learning_rate": 8.59995681464511e-06,
      "loss": 0.9453,
      "step": 115218
    },
    {
      "epoch": 5.360269830193068,
      "grad_norm": 1.915976412795333,
      "learning_rate": 8.598718227643964e-06,
      "loss": 1.1406,
      "step": 115219
    },
    {
      "epoch": 5.360316352640149,
      "grad_norm": 1.763923622305016,
      "learning_rate": 8.597479727209538e-06,
      "loss": 1.1328,
      "step": 115220
    },
    {
      "epoch": 5.36036287508723,
      "grad_norm": 1.53494919182893,
      "learning_rate": 8.596241313342567e-06,
      "loss": 0.7891,
      "step": 115221
    },
    {
      "epoch": 5.36040939753431,
      "grad_norm": 1.7285101864080747,
      "learning_rate": 8.595002986043797e-06,
      "loss": 0.8047,
      "step": 115222
    },
    {
      "epoch": 5.360455919981391,
      "grad_norm": 1.7120306887035996,
      "learning_rate": 8.593764745314013e-06,
      "loss": 1.0156,
      "step": 115223
    },
    {
      "epoch": 5.360502442428472,
      "grad_norm": 1.7743145096923736,
      "learning_rate": 8.59252659115393e-06,
      "loss": 0.9961,
      "step": 115224
    },
    {
      "epoch": 5.360548964875552,
      "grad_norm": 1.7031986460269233,
      "learning_rate": 8.591288523564366e-06,
      "loss": 1.0078,
      "step": 115225
    },
    {
      "epoch": 5.360595487322633,
      "grad_norm": 1.6900750996528355,
      "learning_rate": 8.59005054254605e-06,
      "loss": 0.9297,
      "step": 115226
    },
    {
      "epoch": 5.360642009769714,
      "grad_norm": 1.7094174741539458,
      "learning_rate": 8.588812648099736e-06,
      "loss": 0.9023,
      "step": 115227
    },
    {
      "epoch": 5.360688532216795,
      "grad_norm": 1.7757725217264255,
      "learning_rate": 8.587574840226153e-06,
      "loss": 0.8828,
      "step": 115228
    },
    {
      "epoch": 5.360735054663875,
      "grad_norm": 1.8175465656155256,
      "learning_rate": 8.586337118926118e-06,
      "loss": 1.0156,
      "step": 115229
    },
    {
      "epoch": 5.360781577110956,
      "grad_norm": 1.636914701465705,
      "learning_rate": 8.585099484200364e-06,
      "loss": 0.9336,
      "step": 115230
    },
    {
      "epoch": 5.360828099558037,
      "grad_norm": 1.6761539133004144,
      "learning_rate": 8.583861936049641e-06,
      "loss": 1.0,
      "step": 115231
    },
    {
      "epoch": 5.3608746220051176,
      "grad_norm": 1.8419182758996748,
      "learning_rate": 8.582624474474698e-06,
      "loss": 0.9062,
      "step": 115232
    },
    {
      "epoch": 5.360921144452198,
      "grad_norm": 1.7140378989498035,
      "learning_rate": 8.581387099476317e-06,
      "loss": 0.9883,
      "step": 115233
    },
    {
      "epoch": 5.3609676668992785,
      "grad_norm": 1.838503748077471,
      "learning_rate": 8.580149811055248e-06,
      "loss": 0.9609,
      "step": 115234
    },
    {
      "epoch": 5.36101418934636,
      "grad_norm": 1.8808178789961238,
      "learning_rate": 8.578912609212242e-06,
      "loss": 1.0469,
      "step": 115235
    },
    {
      "epoch": 5.36106071179344,
      "grad_norm": 1.9672592890321918,
      "learning_rate": 8.577675493948043e-06,
      "loss": 0.9492,
      "step": 115236
    },
    {
      "epoch": 5.361107234240521,
      "grad_norm": 1.761732979528164,
      "learning_rate": 8.576438465263425e-06,
      "loss": 1.0469,
      "step": 115237
    },
    {
      "epoch": 5.361153756687601,
      "grad_norm": 1.7089104024982353,
      "learning_rate": 8.575201523159164e-06,
      "loss": 0.8594,
      "step": 115238
    },
    {
      "epoch": 5.361200279134683,
      "grad_norm": 1.6844342882765075,
      "learning_rate": 8.573964667635997e-06,
      "loss": 0.9648,
      "step": 115239
    },
    {
      "epoch": 5.361246801581763,
      "grad_norm": 1.5622527477414252,
      "learning_rate": 8.57272789869467e-06,
      "loss": 1.0,
      "step": 115240
    },
    {
      "epoch": 5.361293324028844,
      "grad_norm": 2.008216392591066,
      "learning_rate": 8.571491216335951e-06,
      "loss": 1.0469,
      "step": 115241
    },
    {
      "epoch": 5.361339846475925,
      "grad_norm": 1.8335369777849209,
      "learning_rate": 8.570254620560607e-06,
      "loss": 0.9648,
      "step": 115242
    },
    {
      "epoch": 5.3613863689230055,
      "grad_norm": 1.7233547094744495,
      "learning_rate": 8.569018111369403e-06,
      "loss": 0.8867,
      "step": 115243
    },
    {
      "epoch": 5.361432891370086,
      "grad_norm": 1.6395087191295172,
      "learning_rate": 8.56778168876307e-06,
      "loss": 0.918,
      "step": 115244
    },
    {
      "epoch": 5.361479413817166,
      "grad_norm": 1.5575236587572914,
      "learning_rate": 8.566545352742344e-06,
      "loss": 0.7656,
      "step": 115245
    },
    {
      "epoch": 5.361525936264248,
      "grad_norm": 1.7700215588281465,
      "learning_rate": 8.565309103308038e-06,
      "loss": 0.9688,
      "step": 115246
    },
    {
      "epoch": 5.361572458711328,
      "grad_norm": 1.8065393967010837,
      "learning_rate": 8.564072940460886e-06,
      "loss": 0.8633,
      "step": 115247
    },
    {
      "epoch": 5.361618981158409,
      "grad_norm": 1.671623360454727,
      "learning_rate": 8.562836864201655e-06,
      "loss": 0.9336,
      "step": 115248
    },
    {
      "epoch": 5.36166550360549,
      "grad_norm": 1.6059656159842866,
      "learning_rate": 8.561600874531077e-06,
      "loss": 0.9492,
      "step": 115249
    },
    {
      "epoch": 5.361712026052571,
      "grad_norm": 1.7044472568145166,
      "learning_rate": 8.560364971449902e-06,
      "loss": 0.8828,
      "step": 115250
    },
    {
      "epoch": 5.361758548499651,
      "grad_norm": 1.7555371526988097,
      "learning_rate": 8.559129154958926e-06,
      "loss": 0.8789,
      "step": 115251
    },
    {
      "epoch": 5.3618050709467315,
      "grad_norm": 1.9268860860185593,
      "learning_rate": 8.55789342505887e-06,
      "loss": 1.0234,
      "step": 115252
    },
    {
      "epoch": 5.361851593393813,
      "grad_norm": 1.804241257445124,
      "learning_rate": 8.55665778175053e-06,
      "loss": 1.0938,
      "step": 115253
    },
    {
      "epoch": 5.361898115840893,
      "grad_norm": 1.726952771664616,
      "learning_rate": 8.555422225034609e-06,
      "loss": 0.8789,
      "step": 115254
    },
    {
      "epoch": 5.361944638287974,
      "grad_norm": 1.7185811481224988,
      "learning_rate": 8.5541867549119e-06,
      "loss": 0.9648,
      "step": 115255
    },
    {
      "epoch": 5.361991160735054,
      "grad_norm": 1.7438775642584514,
      "learning_rate": 8.55295137138316e-06,
      "loss": 0.918,
      "step": 115256
    },
    {
      "epoch": 5.362037683182136,
      "grad_norm": 1.8188315794800989,
      "learning_rate": 8.551716074449133e-06,
      "loss": 1.0156,
      "step": 115257
    },
    {
      "epoch": 5.362084205629216,
      "grad_norm": 1.7924352747719456,
      "learning_rate": 8.55048086411057e-06,
      "loss": 0.8477,
      "step": 115258
    },
    {
      "epoch": 5.362130728076297,
      "grad_norm": 1.6872636758214326,
      "learning_rate": 8.549245740368222e-06,
      "loss": 0.9414,
      "step": 115259
    },
    {
      "epoch": 5.362177250523377,
      "grad_norm": 1.7991808235391793,
      "learning_rate": 8.548010703222885e-06,
      "loss": 0.9219,
      "step": 115260
    },
    {
      "epoch": 5.3622237729704585,
      "grad_norm": 1.6890000185276444,
      "learning_rate": 8.546775752675294e-06,
      "loss": 1.0312,
      "step": 115261
    },
    {
      "epoch": 5.362270295417539,
      "grad_norm": 1.6903035681896348,
      "learning_rate": 8.545540888726198e-06,
      "loss": 1.0312,
      "step": 115262
    },
    {
      "epoch": 5.3623168178646194,
      "grad_norm": 1.643860930266648,
      "learning_rate": 8.54430611137633e-06,
      "loss": 0.9141,
      "step": 115263
    },
    {
      "epoch": 5.362363340311701,
      "grad_norm": 2.0028066379528835,
      "learning_rate": 8.543071420626508e-06,
      "loss": 1.2188,
      "step": 115264
    },
    {
      "epoch": 5.362409862758781,
      "grad_norm": 1.5394548452620127,
      "learning_rate": 8.541836816477444e-06,
      "loss": 0.8047,
      "step": 115265
    },
    {
      "epoch": 5.362456385205862,
      "grad_norm": 1.6650364348673548,
      "learning_rate": 8.540602298929889e-06,
      "loss": 0.9141,
      "step": 115266
    },
    {
      "epoch": 5.362502907652942,
      "grad_norm": 1.802766761933002,
      "learning_rate": 8.539367867984608e-06,
      "loss": 0.9453,
      "step": 115267
    },
    {
      "epoch": 5.362549430100024,
      "grad_norm": 1.7383363856980618,
      "learning_rate": 8.53813352364237e-06,
      "loss": 0.9648,
      "step": 115268
    },
    {
      "epoch": 5.362595952547104,
      "grad_norm": 1.5777583334689298,
      "learning_rate": 8.536899265903924e-06,
      "loss": 0.9141,
      "step": 115269
    },
    {
      "epoch": 5.362642474994185,
      "grad_norm": 1.8527817162932325,
      "learning_rate": 8.535665094770017e-06,
      "loss": 0.9102,
      "step": 115270
    },
    {
      "epoch": 5.362688997441265,
      "grad_norm": 1.9096992193783116,
      "learning_rate": 8.534431010241383e-06,
      "loss": 1.1328,
      "step": 115271
    },
    {
      "epoch": 5.362735519888346,
      "grad_norm": 1.707891575544451,
      "learning_rate": 8.533197012318837e-06,
      "loss": 0.9297,
      "step": 115272
    },
    {
      "epoch": 5.362782042335427,
      "grad_norm": 1.6140953772245434,
      "learning_rate": 8.531963101003098e-06,
      "loss": 0.8867,
      "step": 115273
    },
    {
      "epoch": 5.362828564782507,
      "grad_norm": 1.8459955954575977,
      "learning_rate": 8.53072927629493e-06,
      "loss": 1.0625,
      "step": 115274
    },
    {
      "epoch": 5.362875087229588,
      "grad_norm": 1.5730213955686434,
      "learning_rate": 8.52949553819508e-06,
      "loss": 0.8984,
      "step": 115275
    },
    {
      "epoch": 5.362921609676669,
      "grad_norm": 1.693420115929325,
      "learning_rate": 8.528261886704285e-06,
      "loss": 0.9219,
      "step": 115276
    },
    {
      "epoch": 5.36296813212375,
      "grad_norm": 1.6447018548357084,
      "learning_rate": 8.527028321823343e-06,
      "loss": 0.9727,
      "step": 115277
    },
    {
      "epoch": 5.36301465457083,
      "grad_norm": 1.8991795560761893,
      "learning_rate": 8.525794843552986e-06,
      "loss": 1.0391,
      "step": 115278
    },
    {
      "epoch": 5.3630611770179115,
      "grad_norm": 1.5849364113332591,
      "learning_rate": 8.524561451893963e-06,
      "loss": 0.8359,
      "step": 115279
    },
    {
      "epoch": 5.363107699464992,
      "grad_norm": 1.7614635787958923,
      "learning_rate": 8.523328146847024e-06,
      "loss": 1.0547,
      "step": 115280
    },
    {
      "epoch": 5.3631542219120725,
      "grad_norm": 1.8485285467546375,
      "learning_rate": 8.522094928412937e-06,
      "loss": 0.9688,
      "step": 115281
    },
    {
      "epoch": 5.363200744359153,
      "grad_norm": 1.7296146886885768,
      "learning_rate": 8.520861796592483e-06,
      "loss": 0.9961,
      "step": 115282
    },
    {
      "epoch": 5.363247266806234,
      "grad_norm": 1.9233812536413304,
      "learning_rate": 8.519628751386392e-06,
      "loss": 1.0078,
      "step": 115283
    },
    {
      "epoch": 5.363293789253315,
      "grad_norm": 1.674854461349282,
      "learning_rate": 8.518395792795418e-06,
      "loss": 0.918,
      "step": 115284
    },
    {
      "epoch": 5.363340311700395,
      "grad_norm": 1.927847270422659,
      "learning_rate": 8.517162920820293e-06,
      "loss": 1.0078,
      "step": 115285
    },
    {
      "epoch": 5.363386834147476,
      "grad_norm": 1.7876057047961074,
      "learning_rate": 8.515930135461813e-06,
      "loss": 1.0938,
      "step": 115286
    },
    {
      "epoch": 5.363433356594557,
      "grad_norm": 1.8365356899285237,
      "learning_rate": 8.514697436720713e-06,
      "loss": 1.0391,
      "step": 115287
    },
    {
      "epoch": 5.363479879041638,
      "grad_norm": 1.793503190953654,
      "learning_rate": 8.513464824597744e-06,
      "loss": 0.9688,
      "step": 115288
    },
    {
      "epoch": 5.363526401488718,
      "grad_norm": 1.6861384490334885,
      "learning_rate": 8.512232299093651e-06,
      "loss": 0.9766,
      "step": 115289
    },
    {
      "epoch": 5.363572923935799,
      "grad_norm": 1.5164008721285083,
      "learning_rate": 8.510999860209239e-06,
      "loss": 0.8008,
      "step": 115290
    },
    {
      "epoch": 5.36361944638288,
      "grad_norm": 2.0598665735451878,
      "learning_rate": 8.509767507945203e-06,
      "loss": 1.1719,
      "step": 115291
    },
    {
      "epoch": 5.36366596882996,
      "grad_norm": 1.9927508691324114,
      "learning_rate": 8.508535242302344e-06,
      "loss": 0.9922,
      "step": 115292
    },
    {
      "epoch": 5.363712491277041,
      "grad_norm": 1.772668852006085,
      "learning_rate": 8.507303063281346e-06,
      "loss": 0.9531,
      "step": 115293
    },
    {
      "epoch": 5.363759013724122,
      "grad_norm": 1.7699887122290294,
      "learning_rate": 8.506070970883055e-06,
      "loss": 1.0469,
      "step": 115294
    },
    {
      "epoch": 5.363805536171203,
      "grad_norm": 1.7594093616757633,
      "learning_rate": 8.504838965108174e-06,
      "loss": 0.9336,
      "step": 115295
    },
    {
      "epoch": 5.363852058618283,
      "grad_norm": 1.8711611492773454,
      "learning_rate": 8.503607045957467e-06,
      "loss": 1.2891,
      "step": 115296
    },
    {
      "epoch": 5.363898581065364,
      "grad_norm": 1.7378593844684822,
      "learning_rate": 8.50237521343165e-06,
      "loss": 1.0391,
      "step": 115297
    },
    {
      "epoch": 5.363945103512445,
      "grad_norm": 1.704469100769034,
      "learning_rate": 8.501143467531541e-06,
      "loss": 0.957,
      "step": 115298
    },
    {
      "epoch": 5.3639916259595255,
      "grad_norm": 1.7194006850246042,
      "learning_rate": 8.49991180825787e-06,
      "loss": 1.0391,
      "step": 115299
    },
    {
      "epoch": 5.364038148406606,
      "grad_norm": 1.7020979184119374,
      "learning_rate": 8.498680235611388e-06,
      "loss": 0.918,
      "step": 115300
    },
    {
      "epoch": 5.364084670853687,
      "grad_norm": 1.9174666390015889,
      "learning_rate": 8.497448749592844e-06,
      "loss": 1.0938,
      "step": 115301
    },
    {
      "epoch": 5.364131193300768,
      "grad_norm": 1.6450647275318309,
      "learning_rate": 8.496217350202989e-06,
      "loss": 0.8398,
      "step": 115302
    },
    {
      "epoch": 5.364177715747848,
      "grad_norm": 1.8169078037730073,
      "learning_rate": 8.494986037442569e-06,
      "loss": 0.9922,
      "step": 115303
    },
    {
      "epoch": 5.364224238194929,
      "grad_norm": 1.8903512744564495,
      "learning_rate": 8.49375481131237e-06,
      "loss": 0.9844,
      "step": 115304
    },
    {
      "epoch": 5.36427076064201,
      "grad_norm": 1.8259283803061457,
      "learning_rate": 8.49252367181314e-06,
      "loss": 1.0078,
      "step": 115305
    },
    {
      "epoch": 5.364317283089091,
      "grad_norm": 1.6299081946253078,
      "learning_rate": 8.49129261894561e-06,
      "loss": 0.8789,
      "step": 115306
    },
    {
      "epoch": 5.364363805536171,
      "grad_norm": 1.700541057076038,
      "learning_rate": 8.490061652710533e-06,
      "loss": 0.9258,
      "step": 115307
    },
    {
      "epoch": 5.364410327983252,
      "grad_norm": 1.5378607344534567,
      "learning_rate": 8.48883077310869e-06,
      "loss": 0.7812,
      "step": 115308
    },
    {
      "epoch": 5.364456850430333,
      "grad_norm": 1.745516422080178,
      "learning_rate": 8.487599980140813e-06,
      "loss": 1.0547,
      "step": 115309
    },
    {
      "epoch": 5.364503372877413,
      "grad_norm": 1.6904183948877871,
      "learning_rate": 8.48636927380767e-06,
      "loss": 0.9141,
      "step": 115310
    },
    {
      "epoch": 5.364549895324494,
      "grad_norm": 1.621423642804737,
      "learning_rate": 8.48513865410999e-06,
      "loss": 0.8789,
      "step": 115311
    },
    {
      "epoch": 5.364596417771574,
      "grad_norm": 1.7946041307498524,
      "learning_rate": 8.48390812104856e-06,
      "loss": 0.8945,
      "step": 115312
    },
    {
      "epoch": 5.364642940218656,
      "grad_norm": 1.8854823207551643,
      "learning_rate": 8.48267767462411e-06,
      "loss": 0.9141,
      "step": 115313
    },
    {
      "epoch": 5.364689462665736,
      "grad_norm": 1.8033297847960452,
      "learning_rate": 8.481447314837391e-06,
      "loss": 0.9727,
      "step": 115314
    },
    {
      "epoch": 5.364735985112817,
      "grad_norm": 1.6152846731379493,
      "learning_rate": 8.480217041689153e-06,
      "loss": 0.9609,
      "step": 115315
    },
    {
      "epoch": 5.364782507559898,
      "grad_norm": 1.6909263188227837,
      "learning_rate": 8.478986855180193e-06,
      "loss": 1.0,
      "step": 115316
    },
    {
      "epoch": 5.3648290300069785,
      "grad_norm": 1.7241759220208837,
      "learning_rate": 8.47775675531121e-06,
      "loss": 0.9922,
      "step": 115317
    },
    {
      "epoch": 5.364875552454059,
      "grad_norm": 1.9248025971680862,
      "learning_rate": 8.47652674208299e-06,
      "loss": 0.9648,
      "step": 115318
    },
    {
      "epoch": 5.3649220749011395,
      "grad_norm": 1.797725388712071,
      "learning_rate": 8.475296815496246e-06,
      "loss": 1.0703,
      "step": 115319
    },
    {
      "epoch": 5.364968597348221,
      "grad_norm": 1.5946698853234895,
      "learning_rate": 8.474066975551797e-06,
      "loss": 0.9492,
      "step": 115320
    },
    {
      "epoch": 5.365015119795301,
      "grad_norm": 1.7976608392467073,
      "learning_rate": 8.47283722225034e-06,
      "loss": 0.9766,
      "step": 115321
    },
    {
      "epoch": 5.365061642242382,
      "grad_norm": 1.7282716570812537,
      "learning_rate": 8.471607555592657e-06,
      "loss": 0.9453,
      "step": 115322
    },
    {
      "epoch": 5.365108164689462,
      "grad_norm": 1.8249657890632554,
      "learning_rate": 8.470377975579468e-06,
      "loss": 0.8359,
      "step": 115323
    },
    {
      "epoch": 5.365154687136544,
      "grad_norm": 1.65483475558155,
      "learning_rate": 8.469148482211535e-06,
      "loss": 0.9258,
      "step": 115324
    },
    {
      "epoch": 5.365201209583624,
      "grad_norm": 1.6334255143888696,
      "learning_rate": 8.46791907548966e-06,
      "loss": 0.8711,
      "step": 115325
    },
    {
      "epoch": 5.365247732030705,
      "grad_norm": 1.699329395478443,
      "learning_rate": 8.466689755414558e-06,
      "loss": 0.8398,
      "step": 115326
    },
    {
      "epoch": 5.365294254477785,
      "grad_norm": 1.6386957059647804,
      "learning_rate": 8.465460521986977e-06,
      "loss": 0.9492,
      "step": 115327
    },
    {
      "epoch": 5.365340776924866,
      "grad_norm": 1.8638560755402094,
      "learning_rate": 8.46423137520767e-06,
      "loss": 1.0391,
      "step": 115328
    },
    {
      "epoch": 5.365387299371947,
      "grad_norm": 1.6578087274940398,
      "learning_rate": 8.463002315077383e-06,
      "loss": 0.9336,
      "step": 115329
    },
    {
      "epoch": 5.365433821819027,
      "grad_norm": 1.8176032827331638,
      "learning_rate": 8.4617733415969e-06,
      "loss": 0.9844,
      "step": 115330
    },
    {
      "epoch": 5.365480344266109,
      "grad_norm": 1.704003706596304,
      "learning_rate": 8.460544454766955e-06,
      "loss": 0.9219,
      "step": 115331
    },
    {
      "epoch": 5.365526866713189,
      "grad_norm": 1.4757135956322516,
      "learning_rate": 8.459315654588295e-06,
      "loss": 0.7891,
      "step": 115332
    },
    {
      "epoch": 5.36557338916027,
      "grad_norm": 1.7437786075553783,
      "learning_rate": 8.458086941061654e-06,
      "loss": 0.9258,
      "step": 115333
    },
    {
      "epoch": 5.36561991160735,
      "grad_norm": 1.724632803836574,
      "learning_rate": 8.456858314187831e-06,
      "loss": 1.0469,
      "step": 115334
    },
    {
      "epoch": 5.3656664340544316,
      "grad_norm": 1.566713058944738,
      "learning_rate": 8.455629773967543e-06,
      "loss": 0.7891,
      "step": 115335
    },
    {
      "epoch": 5.365712956501512,
      "grad_norm": 1.893195933690105,
      "learning_rate": 8.454401320401555e-06,
      "loss": 0.9883,
      "step": 115336
    },
    {
      "epoch": 5.3657594789485925,
      "grad_norm": 1.6174919976756508,
      "learning_rate": 8.4531729534906e-06,
      "loss": 0.7969,
      "step": 115337
    },
    {
      "epoch": 5.365806001395674,
      "grad_norm": 1.4934166192008145,
      "learning_rate": 8.451944673235478e-06,
      "loss": 0.832,
      "step": 115338
    },
    {
      "epoch": 5.365852523842754,
      "grad_norm": 1.7527918339474078,
      "learning_rate": 8.450716479636905e-06,
      "loss": 0.9258,
      "step": 115339
    },
    {
      "epoch": 5.365899046289835,
      "grad_norm": 1.9860066388481745,
      "learning_rate": 8.449488372695628e-06,
      "loss": 1.0469,
      "step": 115340
    },
    {
      "epoch": 5.365945568736915,
      "grad_norm": 1.751016696019619,
      "learning_rate": 8.4482603524124e-06,
      "loss": 1.0625,
      "step": 115341
    },
    {
      "epoch": 5.365992091183997,
      "grad_norm": 1.8242570985336752,
      "learning_rate": 8.447032418787985e-06,
      "loss": 1.0469,
      "step": 115342
    },
    {
      "epoch": 5.366038613631077,
      "grad_norm": 1.8804208796914434,
      "learning_rate": 8.445804571823151e-06,
      "loss": 0.9961,
      "step": 115343
    },
    {
      "epoch": 5.366085136078158,
      "grad_norm": 1.7940039562917796,
      "learning_rate": 8.44457681151861e-06,
      "loss": 1.0469,
      "step": 115344
    },
    {
      "epoch": 5.366131658525238,
      "grad_norm": 1.817548340817172,
      "learning_rate": 8.443349137875132e-06,
      "loss": 1.0469,
      "step": 115345
    },
    {
      "epoch": 5.3661781809723195,
      "grad_norm": 1.7212898081882273,
      "learning_rate": 8.44212155089345e-06,
      "loss": 0.9688,
      "step": 115346
    },
    {
      "epoch": 5.3662247034194,
      "grad_norm": 1.7895176798380703,
      "learning_rate": 8.440894050574377e-06,
      "loss": 0.918,
      "step": 115347
    },
    {
      "epoch": 5.36627122586648,
      "grad_norm": 1.9234071492001226,
      "learning_rate": 8.439666636918614e-06,
      "loss": 1.0547,
      "step": 115348
    },
    {
      "epoch": 5.366317748313561,
      "grad_norm": 1.7128044139498102,
      "learning_rate": 8.438439309926925e-06,
      "loss": 0.9336,
      "step": 115349
    },
    {
      "epoch": 5.366364270760642,
      "grad_norm": 1.7625670065181664,
      "learning_rate": 8.43721206960003e-06,
      "loss": 1.0469,
      "step": 115350
    },
    {
      "epoch": 5.366410793207723,
      "grad_norm": 1.8141085007785813,
      "learning_rate": 8.435984915938727e-06,
      "loss": 1.0078,
      "step": 115351
    },
    {
      "epoch": 5.366457315654803,
      "grad_norm": 1.4846836288999727,
      "learning_rate": 8.434757848943747e-06,
      "loss": 0.7461,
      "step": 115352
    },
    {
      "epoch": 5.366503838101885,
      "grad_norm": 1.8615881092310282,
      "learning_rate": 8.433530868615857e-06,
      "loss": 1.0156,
      "step": 115353
    },
    {
      "epoch": 5.366550360548965,
      "grad_norm": 1.7110069534617132,
      "learning_rate": 8.432303974955773e-06,
      "loss": 0.9961,
      "step": 115354
    },
    {
      "epoch": 5.3665968829960455,
      "grad_norm": 1.913839196074148,
      "learning_rate": 8.431077167964262e-06,
      "loss": 1.0469,
      "step": 115355
    },
    {
      "epoch": 5.366643405443126,
      "grad_norm": 1.6260716649077802,
      "learning_rate": 8.429850447642105e-06,
      "loss": 0.9531,
      "step": 115356
    },
    {
      "epoch": 5.366689927890207,
      "grad_norm": 1.7059260813456487,
      "learning_rate": 8.428623813990021e-06,
      "loss": 1.0078,
      "step": 115357
    },
    {
      "epoch": 5.366736450337288,
      "grad_norm": 1.7285374140386012,
      "learning_rate": 8.427397267008756e-06,
      "loss": 0.8984,
      "step": 115358
    },
    {
      "epoch": 5.366782972784368,
      "grad_norm": 1.7761654895320598,
      "learning_rate": 8.426170806699061e-06,
      "loss": 0.9961,
      "step": 115359
    },
    {
      "epoch": 5.366829495231449,
      "grad_norm": 1.5870676425088435,
      "learning_rate": 8.42494443306172e-06,
      "loss": 0.8359,
      "step": 115360
    },
    {
      "epoch": 5.36687601767853,
      "grad_norm": 1.8493339756402458,
      "learning_rate": 8.423718146097464e-06,
      "loss": 0.9414,
      "step": 115361
    },
    {
      "epoch": 5.366922540125611,
      "grad_norm": 1.770120985075365,
      "learning_rate": 8.422491945807041e-06,
      "loss": 1.0078,
      "step": 115362
    },
    {
      "epoch": 5.366969062572691,
      "grad_norm": 1.6312454934491845,
      "learning_rate": 8.421265832191188e-06,
      "loss": 0.9688,
      "step": 115363
    },
    {
      "epoch": 5.367015585019772,
      "grad_norm": 1.7470435897362755,
      "learning_rate": 8.420039805250683e-06,
      "loss": 0.8984,
      "step": 115364
    },
    {
      "epoch": 5.367062107466853,
      "grad_norm": 1.6807475724844543,
      "learning_rate": 8.418813864986278e-06,
      "loss": 0.8594,
      "step": 115365
    },
    {
      "epoch": 5.3671086299139334,
      "grad_norm": 1.8375925061561853,
      "learning_rate": 8.417588011398691e-06,
      "loss": 0.8984,
      "step": 115366
    },
    {
      "epoch": 5.367155152361014,
      "grad_norm": 1.7864141509403038,
      "learning_rate": 8.416362244488683e-06,
      "loss": 0.9727,
      "step": 115367
    },
    {
      "epoch": 5.367201674808095,
      "grad_norm": 1.7167250458196235,
      "learning_rate": 8.415136564257009e-06,
      "loss": 0.9961,
      "step": 115368
    },
    {
      "epoch": 5.367248197255176,
      "grad_norm": 1.9698470978515021,
      "learning_rate": 8.41391097070443e-06,
      "loss": 1.4375,
      "step": 115369
    },
    {
      "epoch": 5.367294719702256,
      "grad_norm": 1.6216203687401485,
      "learning_rate": 8.412685463831697e-06,
      "loss": 0.8281,
      "step": 115370
    },
    {
      "epoch": 5.367341242149337,
      "grad_norm": 1.8163681557992641,
      "learning_rate": 8.411460043639562e-06,
      "loss": 1.0078,
      "step": 115371
    },
    {
      "epoch": 5.367387764596418,
      "grad_norm": 2.2920553182567613,
      "learning_rate": 8.410234710128737e-06,
      "loss": 1.0859,
      "step": 115372
    },
    {
      "epoch": 5.367434287043499,
      "grad_norm": 1.6366467812514371,
      "learning_rate": 8.409009463300025e-06,
      "loss": 0.9297,
      "step": 115373
    },
    {
      "epoch": 5.367480809490579,
      "grad_norm": 1.8102954494498948,
      "learning_rate": 8.407784303154158e-06,
      "loss": 1.0234,
      "step": 115374
    },
    {
      "epoch": 5.3675273319376595,
      "grad_norm": 1.4805907187503056,
      "learning_rate": 8.406559229691867e-06,
      "loss": 0.8164,
      "step": 115375
    },
    {
      "epoch": 5.367573854384741,
      "grad_norm": 1.8020611205808352,
      "learning_rate": 8.405334242913903e-06,
      "loss": 1.0312,
      "step": 115376
    },
    {
      "epoch": 5.367620376831821,
      "grad_norm": 1.7716751355055698,
      "learning_rate": 8.404109342821047e-06,
      "loss": 0.9414,
      "step": 115377
    },
    {
      "epoch": 5.367666899278902,
      "grad_norm": 1.8393813593466806,
      "learning_rate": 8.402884529414034e-06,
      "loss": 1.1094,
      "step": 115378
    },
    {
      "epoch": 5.367713421725983,
      "grad_norm": 1.5031580817747883,
      "learning_rate": 8.401659802693594e-06,
      "loss": 0.8633,
      "step": 115379
    },
    {
      "epoch": 5.367759944173064,
      "grad_norm": 1.7659571144939468,
      "learning_rate": 8.400435162660496e-06,
      "loss": 0.9062,
      "step": 115380
    },
    {
      "epoch": 5.367806466620144,
      "grad_norm": 2.0091061992496897,
      "learning_rate": 8.399210609315471e-06,
      "loss": 0.9727,
      "step": 115381
    },
    {
      "epoch": 5.367852989067225,
      "grad_norm": 2.066095606196764,
      "learning_rate": 8.397986142659318e-06,
      "loss": 1.1094,
      "step": 115382
    },
    {
      "epoch": 5.367899511514306,
      "grad_norm": 1.641309271601078,
      "learning_rate": 8.396761762692739e-06,
      "loss": 0.9414,
      "step": 115383
    },
    {
      "epoch": 5.3679460339613865,
      "grad_norm": 1.7138056099863004,
      "learning_rate": 8.395537469416497e-06,
      "loss": 0.875,
      "step": 115384
    },
    {
      "epoch": 5.367992556408467,
      "grad_norm": 1.847889969686303,
      "learning_rate": 8.394313262831309e-06,
      "loss": 0.9258,
      "step": 115385
    },
    {
      "epoch": 5.368039078855547,
      "grad_norm": 1.7372507370251216,
      "learning_rate": 8.393089142937992e-06,
      "loss": 0.9297,
      "step": 115386
    },
    {
      "epoch": 5.368085601302629,
      "grad_norm": 1.910000876447833,
      "learning_rate": 8.391865109737261e-06,
      "loss": 1.0,
      "step": 115387
    },
    {
      "epoch": 5.368132123749709,
      "grad_norm": 1.6226039670641752,
      "learning_rate": 8.390641163229867e-06,
      "loss": 0.9492,
      "step": 115388
    },
    {
      "epoch": 5.36817864619679,
      "grad_norm": 1.652888540895932,
      "learning_rate": 8.389417303416524e-06,
      "loss": 0.8945,
      "step": 115389
    },
    {
      "epoch": 5.368225168643871,
      "grad_norm": 1.6253266538411508,
      "learning_rate": 8.388193530298032e-06,
      "loss": 0.9883,
      "step": 115390
    },
    {
      "epoch": 5.368271691090952,
      "grad_norm": 1.8897651505228474,
      "learning_rate": 8.386969843875125e-06,
      "loss": 0.9414,
      "step": 115391
    },
    {
      "epoch": 5.368318213538032,
      "grad_norm": 1.528607147685995,
      "learning_rate": 8.385746244148568e-06,
      "loss": 0.8359,
      "step": 115392
    },
    {
      "epoch": 5.3683647359851125,
      "grad_norm": 1.7434897872904165,
      "learning_rate": 8.384522731119076e-06,
      "loss": 0.9297,
      "step": 115393
    },
    {
      "epoch": 5.368411258432194,
      "grad_norm": 1.7368042547739868,
      "learning_rate": 8.3832993047874e-06,
      "loss": 1.0156,
      "step": 115394
    },
    {
      "epoch": 5.368457780879274,
      "grad_norm": 1.5703196572671523,
      "learning_rate": 8.382075965154323e-06,
      "loss": 0.8047,
      "step": 115395
    },
    {
      "epoch": 5.368504303326355,
      "grad_norm": 1.775323247088667,
      "learning_rate": 8.380852712220576e-06,
      "loss": 0.9648,
      "step": 115396
    },
    {
      "epoch": 5.368550825773435,
      "grad_norm": 1.8795751362094868,
      "learning_rate": 8.379629545986893e-06,
      "loss": 1.0234,
      "step": 115397
    },
    {
      "epoch": 5.368597348220517,
      "grad_norm": 1.7075073111195778,
      "learning_rate": 8.378406466454025e-06,
      "loss": 1.0156,
      "step": 115398
    },
    {
      "epoch": 5.368643870667597,
      "grad_norm": 1.5753872114974679,
      "learning_rate": 8.37718347362275e-06,
      "loss": 0.9102,
      "step": 115399
    },
    {
      "epoch": 5.368690393114678,
      "grad_norm": 1.7514697132565191,
      "learning_rate": 8.375960567493806e-06,
      "loss": 0.8438,
      "step": 115400
    },
    {
      "epoch": 5.368736915561758,
      "grad_norm": 1.8223999549953391,
      "learning_rate": 8.374737748067922e-06,
      "loss": 0.9414,
      "step": 115401
    },
    {
      "epoch": 5.3687834380088395,
      "grad_norm": 1.640781216315836,
      "learning_rate": 8.37351501534585e-06,
      "loss": 0.9375,
      "step": 115402
    },
    {
      "epoch": 5.36882996045592,
      "grad_norm": 1.827239268532236,
      "learning_rate": 8.372292369328353e-06,
      "loss": 1.0234,
      "step": 115403
    },
    {
      "epoch": 5.3688764829030005,
      "grad_norm": 1.7296442779668928,
      "learning_rate": 8.371069810016185e-06,
      "loss": 0.8789,
      "step": 115404
    },
    {
      "epoch": 5.368923005350082,
      "grad_norm": 1.697379877561762,
      "learning_rate": 8.369847337410073e-06,
      "loss": 0.8867,
      "step": 115405
    },
    {
      "epoch": 5.368969527797162,
      "grad_norm": 1.7401620123060342,
      "learning_rate": 8.368624951510789e-06,
      "loss": 0.918,
      "step": 115406
    },
    {
      "epoch": 5.369016050244243,
      "grad_norm": 1.8919315494084044,
      "learning_rate": 8.367402652319027e-06,
      "loss": 0.9336,
      "step": 115407
    },
    {
      "epoch": 5.369062572691323,
      "grad_norm": 1.8257647945508202,
      "learning_rate": 8.366180439835607e-06,
      "loss": 0.8516,
      "step": 115408
    },
    {
      "epoch": 5.369109095138405,
      "grad_norm": 1.7286586076624666,
      "learning_rate": 8.36495831406126e-06,
      "loss": 0.9297,
      "step": 115409
    },
    {
      "epoch": 5.369155617585485,
      "grad_norm": 1.789739083728971,
      "learning_rate": 8.363736274996701e-06,
      "loss": 1.0078,
      "step": 115410
    },
    {
      "epoch": 5.369202140032566,
      "grad_norm": 1.7367718909186574,
      "learning_rate": 8.362514322642683e-06,
      "loss": 0.8711,
      "step": 115411
    },
    {
      "epoch": 5.369248662479646,
      "grad_norm": 1.8105934117056601,
      "learning_rate": 8.361292456999968e-06,
      "loss": 0.8672,
      "step": 115412
    },
    {
      "epoch": 5.369295184926727,
      "grad_norm": 1.6106121334020398,
      "learning_rate": 8.360070678069325e-06,
      "loss": 0.8594,
      "step": 115413
    },
    {
      "epoch": 5.369341707373808,
      "grad_norm": 2.006961117319674,
      "learning_rate": 8.358848985851485e-06,
      "loss": 1.0625,
      "step": 115414
    },
    {
      "epoch": 5.369388229820888,
      "grad_norm": 1.8051994458914622,
      "learning_rate": 8.357627380347182e-06,
      "loss": 0.9961,
      "step": 115415
    },
    {
      "epoch": 5.369434752267969,
      "grad_norm": 1.7217475575646801,
      "learning_rate": 8.356405861557164e-06,
      "loss": 0.9375,
      "step": 115416
    },
    {
      "epoch": 5.36948127471505,
      "grad_norm": 1.6432086947770765,
      "learning_rate": 8.355184429482198e-06,
      "loss": 0.8672,
      "step": 115417
    },
    {
      "epoch": 5.369527797162131,
      "grad_norm": 1.6075060314643719,
      "learning_rate": 8.353963084123034e-06,
      "loss": 0.8086,
      "step": 115418
    },
    {
      "epoch": 5.369574319609211,
      "grad_norm": 1.8774321996460503,
      "learning_rate": 8.352741825480419e-06,
      "loss": 1.0938,
      "step": 115419
    },
    {
      "epoch": 5.3696208420562925,
      "grad_norm": 1.8616038898029734,
      "learning_rate": 8.351520653555055e-06,
      "loss": 1.0938,
      "step": 115420
    },
    {
      "epoch": 5.369667364503373,
      "grad_norm": 1.7878042548873179,
      "learning_rate": 8.35029956834774e-06,
      "loss": 1.0078,
      "step": 115421
    },
    {
      "epoch": 5.3697138869504535,
      "grad_norm": 1.8389761113347989,
      "learning_rate": 8.349078569859207e-06,
      "loss": 1.0312,
      "step": 115422
    },
    {
      "epoch": 5.369760409397534,
      "grad_norm": 1.776179494336868,
      "learning_rate": 8.347857658090223e-06,
      "loss": 0.8672,
      "step": 115423
    },
    {
      "epoch": 5.369806931844615,
      "grad_norm": 1.5885668353138027,
      "learning_rate": 8.34663683304147e-06,
      "loss": 0.8984,
      "step": 115424
    },
    {
      "epoch": 5.369853454291696,
      "grad_norm": 1.6560269924835909,
      "learning_rate": 8.345416094713781e-06,
      "loss": 0.9336,
      "step": 115425
    },
    {
      "epoch": 5.369899976738776,
      "grad_norm": 1.672453888290541,
      "learning_rate": 8.344195443107855e-06,
      "loss": 0.8984,
      "step": 115426
    },
    {
      "epoch": 5.369946499185858,
      "grad_norm": 1.6693823906142025,
      "learning_rate": 8.34297487822444e-06,
      "loss": 0.8477,
      "step": 115427
    },
    {
      "epoch": 5.369993021632938,
      "grad_norm": 1.9210805249590286,
      "learning_rate": 8.341754400064287e-06,
      "loss": 1.0859,
      "step": 115428
    },
    {
      "epoch": 5.370039544080019,
      "grad_norm": 1.672710590279368,
      "learning_rate": 8.340534008628147e-06,
      "loss": 0.8438,
      "step": 115429
    },
    {
      "epoch": 5.370086066527099,
      "grad_norm": 1.8444992062082899,
      "learning_rate": 8.339313703916784e-06,
      "loss": 0.9805,
      "step": 115430
    },
    {
      "epoch": 5.37013258897418,
      "grad_norm": 1.9111693042989892,
      "learning_rate": 8.33809348593093e-06,
      "loss": 1.0391,
      "step": 115431
    },
    {
      "epoch": 5.370179111421261,
      "grad_norm": 1.683311089509902,
      "learning_rate": 8.336873354671319e-06,
      "loss": 0.8984,
      "step": 115432
    },
    {
      "epoch": 5.370225633868341,
      "grad_norm": 1.788065010578352,
      "learning_rate": 8.335653310138685e-06,
      "loss": 0.9375,
      "step": 115433
    },
    {
      "epoch": 5.370272156315422,
      "grad_norm": 1.5719450283815866,
      "learning_rate": 8.334433352333808e-06,
      "loss": 0.7305,
      "step": 115434
    },
    {
      "epoch": 5.370318678762503,
      "grad_norm": 1.7078715749880173,
      "learning_rate": 8.33321348125744e-06,
      "loss": 0.8789,
      "step": 115435
    },
    {
      "epoch": 5.370365201209584,
      "grad_norm": 1.7619453445179478,
      "learning_rate": 8.331993696910327e-06,
      "loss": 0.9453,
      "step": 115436
    },
    {
      "epoch": 5.370411723656664,
      "grad_norm": 1.7333675218127371,
      "learning_rate": 8.330773999293189e-06,
      "loss": 1.0312,
      "step": 115437
    },
    {
      "epoch": 5.370458246103745,
      "grad_norm": 1.805627274478594,
      "learning_rate": 8.329554388406773e-06,
      "loss": 0.8555,
      "step": 115438
    },
    {
      "epoch": 5.370504768550826,
      "grad_norm": 1.78654178379198,
      "learning_rate": 8.328334864251846e-06,
      "loss": 0.957,
      "step": 115439
    },
    {
      "epoch": 5.3705512909979065,
      "grad_norm": 1.8771676376663302,
      "learning_rate": 8.327115426829156e-06,
      "loss": 1.0469,
      "step": 115440
    },
    {
      "epoch": 5.370597813444987,
      "grad_norm": 1.8155979568057306,
      "learning_rate": 8.325896076139455e-06,
      "loss": 0.9648,
      "step": 115441
    },
    {
      "epoch": 5.370644335892068,
      "grad_norm": 1.7831509330588515,
      "learning_rate": 8.32467681218344e-06,
      "loss": 0.875,
      "step": 115442
    },
    {
      "epoch": 5.370690858339149,
      "grad_norm": 2.0296052572707604,
      "learning_rate": 8.323457634961911e-06,
      "loss": 1.0391,
      "step": 115443
    },
    {
      "epoch": 5.370737380786229,
      "grad_norm": 1.6621390217010137,
      "learning_rate": 8.322238544475601e-06,
      "loss": 0.9336,
      "step": 115444
    },
    {
      "epoch": 5.37078390323331,
      "grad_norm": 1.6934278902293076,
      "learning_rate": 8.321019540725243e-06,
      "loss": 0.9844,
      "step": 115445
    },
    {
      "epoch": 5.370830425680391,
      "grad_norm": 1.5333684763628699,
      "learning_rate": 8.319800623711587e-06,
      "loss": 0.8125,
      "step": 115446
    },
    {
      "epoch": 5.370876948127472,
      "grad_norm": 1.847593243107891,
      "learning_rate": 8.318581793435398e-06,
      "loss": 0.9219,
      "step": 115447
    },
    {
      "epoch": 5.370923470574552,
      "grad_norm": 1.7562700762419445,
      "learning_rate": 8.317363049897408e-06,
      "loss": 0.9336,
      "step": 115448
    },
    {
      "epoch": 5.370969993021633,
      "grad_norm": 1.6439025257280262,
      "learning_rate": 8.316144393098367e-06,
      "loss": 0.8945,
      "step": 115449
    },
    {
      "epoch": 5.371016515468714,
      "grad_norm": 1.8380067760857135,
      "learning_rate": 8.314925823038976e-06,
      "loss": 0.8945,
      "step": 115450
    },
    {
      "epoch": 5.371063037915794,
      "grad_norm": 1.5629136084129112,
      "learning_rate": 8.313707339720065e-06,
      "loss": 0.7891,
      "step": 115451
    },
    {
      "epoch": 5.371109560362875,
      "grad_norm": 1.8869352021997774,
      "learning_rate": 8.312488943142336e-06,
      "loss": 1.0156,
      "step": 115452
    },
    {
      "epoch": 5.371156082809955,
      "grad_norm": 1.8188941437638808,
      "learning_rate": 8.311270633306539e-06,
      "loss": 0.9727,
      "step": 115453
    },
    {
      "epoch": 5.371202605257037,
      "grad_norm": 1.7560113374176307,
      "learning_rate": 8.310052410213386e-06,
      "loss": 0.9336,
      "step": 115454
    },
    {
      "epoch": 5.371249127704117,
      "grad_norm": 1.7126900009140142,
      "learning_rate": 8.308834273863679e-06,
      "loss": 1.0781,
      "step": 115455
    },
    {
      "epoch": 5.371295650151198,
      "grad_norm": 1.7126263922614762,
      "learning_rate": 8.307616224258117e-06,
      "loss": 0.9492,
      "step": 115456
    },
    {
      "epoch": 5.371342172598279,
      "grad_norm": 1.670712902325785,
      "learning_rate": 8.306398261397485e-06,
      "loss": 0.9492,
      "step": 115457
    },
    {
      "epoch": 5.3713886950453595,
      "grad_norm": 1.7859183900223254,
      "learning_rate": 8.305180385282511e-06,
      "loss": 1.0078,
      "step": 115458
    },
    {
      "epoch": 5.37143521749244,
      "grad_norm": 1.525637757694988,
      "learning_rate": 8.303962595913933e-06,
      "loss": 0.9141,
      "step": 115459
    },
    {
      "epoch": 5.3714817399395205,
      "grad_norm": 1.7364792254018986,
      "learning_rate": 8.302744893292513e-06,
      "loss": 0.9453,
      "step": 115460
    },
    {
      "epoch": 5.371528262386602,
      "grad_norm": 1.6187677854628404,
      "learning_rate": 8.301527277418985e-06,
      "loss": 0.9688,
      "step": 115461
    },
    {
      "epoch": 5.371574784833682,
      "grad_norm": 1.7181658808969569,
      "learning_rate": 8.300309748294098e-06,
      "loss": 0.9062,
      "step": 115462
    },
    {
      "epoch": 5.371621307280763,
      "grad_norm": 1.8543004522809954,
      "learning_rate": 8.299092305918603e-06,
      "loss": 1.0312,
      "step": 115463
    },
    {
      "epoch": 5.371667829727843,
      "grad_norm": 1.5610479716281502,
      "learning_rate": 8.297874950293215e-06,
      "loss": 0.9062,
      "step": 115464
    },
    {
      "epoch": 5.371714352174925,
      "grad_norm": 1.7520088318213438,
      "learning_rate": 8.296657681418733e-06,
      "loss": 0.9531,
      "step": 115465
    },
    {
      "epoch": 5.371760874622005,
      "grad_norm": 1.8028865625183637,
      "learning_rate": 8.295440499295857e-06,
      "loss": 1.0078,
      "step": 115466
    },
    {
      "epoch": 5.371807397069086,
      "grad_norm": 1.6755556216139849,
      "learning_rate": 8.294223403925354e-06,
      "loss": 1.0312,
      "step": 115467
    },
    {
      "epoch": 5.371853919516166,
      "grad_norm": 1.7616813345255764,
      "learning_rate": 8.293006395307938e-06,
      "loss": 0.9805,
      "step": 115468
    },
    {
      "epoch": 5.3719004419632475,
      "grad_norm": 1.914353231537881,
      "learning_rate": 8.29178947344441e-06,
      "loss": 1.0312,
      "step": 115469
    },
    {
      "epoch": 5.371946964410328,
      "grad_norm": 1.499866823759093,
      "learning_rate": 8.290572638335486e-06,
      "loss": 0.7578,
      "step": 115470
    },
    {
      "epoch": 5.371993486857408,
      "grad_norm": 1.6381799523615457,
      "learning_rate": 8.289355889981896e-06,
      "loss": 0.8672,
      "step": 115471
    },
    {
      "epoch": 5.37204000930449,
      "grad_norm": 1.7192222234057917,
      "learning_rate": 8.288139228384377e-06,
      "loss": 0.9258,
      "step": 115472
    },
    {
      "epoch": 5.37208653175157,
      "grad_norm": 1.6767905588079342,
      "learning_rate": 8.286922653543726e-06,
      "loss": 0.9688,
      "step": 115473
    },
    {
      "epoch": 5.372133054198651,
      "grad_norm": 1.7142906450257254,
      "learning_rate": 8.285706165460643e-06,
      "loss": 0.8516,
      "step": 115474
    },
    {
      "epoch": 5.372179576645731,
      "grad_norm": 1.729261767588066,
      "learning_rate": 8.284489764135893e-06,
      "loss": 0.8906,
      "step": 115475
    },
    {
      "epoch": 5.372226099092813,
      "grad_norm": 1.7901679247200717,
      "learning_rate": 8.283273449570194e-06,
      "loss": 0.957,
      "step": 115476
    },
    {
      "epoch": 5.372272621539893,
      "grad_norm": 1.7526305534524984,
      "learning_rate": 8.282057221764327e-06,
      "loss": 0.8945,
      "step": 115477
    },
    {
      "epoch": 5.3723191439869735,
      "grad_norm": 1.7893072755060708,
      "learning_rate": 8.280841080718992e-06,
      "loss": 1.0859,
      "step": 115478
    },
    {
      "epoch": 5.372365666434055,
      "grad_norm": 1.6911990185252506,
      "learning_rate": 8.279625026434988e-06,
      "loss": 0.9375,
      "step": 115479
    },
    {
      "epoch": 5.372412188881135,
      "grad_norm": 1.768948044181191,
      "learning_rate": 8.278409058913049e-06,
      "loss": 1.0703,
      "step": 115480
    },
    {
      "epoch": 5.372458711328216,
      "grad_norm": 1.822944308075945,
      "learning_rate": 8.277193178153856e-06,
      "loss": 0.8867,
      "step": 115481
    },
    {
      "epoch": 5.372505233775296,
      "grad_norm": 1.7366003922193236,
      "learning_rate": 8.275977384158245e-06,
      "loss": 0.9297,
      "step": 115482
    },
    {
      "epoch": 5.372551756222378,
      "grad_norm": 1.8635792578221515,
      "learning_rate": 8.274761676926911e-06,
      "loss": 0.9648,
      "step": 115483
    },
    {
      "epoch": 5.372598278669458,
      "grad_norm": 1.6877305540878997,
      "learning_rate": 8.27354605646059e-06,
      "loss": 0.8594,
      "step": 115484
    },
    {
      "epoch": 5.372644801116539,
      "grad_norm": 1.680869766926494,
      "learning_rate": 8.272330522760028e-06,
      "loss": 0.9922,
      "step": 115485
    },
    {
      "epoch": 5.372691323563619,
      "grad_norm": 1.734113728701181,
      "learning_rate": 8.271115075825995e-06,
      "loss": 0.9297,
      "step": 115486
    },
    {
      "epoch": 5.3727378460107005,
      "grad_norm": 1.8876494721163426,
      "learning_rate": 8.269899715659222e-06,
      "loss": 1.0703,
      "step": 115487
    },
    {
      "epoch": 5.372784368457781,
      "grad_norm": 1.7635765977742988,
      "learning_rate": 8.26868444226046e-06,
      "loss": 0.8672,
      "step": 115488
    },
    {
      "epoch": 5.372830890904861,
      "grad_norm": 1.6667259808504853,
      "learning_rate": 8.267469255630437e-06,
      "loss": 0.8945,
      "step": 115489
    },
    {
      "epoch": 5.372877413351942,
      "grad_norm": 1.8701696204617893,
      "learning_rate": 8.266254155769891e-06,
      "loss": 0.957,
      "step": 115490
    },
    {
      "epoch": 5.372923935799023,
      "grad_norm": 1.7209237036400318,
      "learning_rate": 8.265039142679603e-06,
      "loss": 0.9531,
      "step": 115491
    },
    {
      "epoch": 5.372970458246104,
      "grad_norm": 1.6782490820804128,
      "learning_rate": 8.263824216360271e-06,
      "loss": 0.9219,
      "step": 115492
    },
    {
      "epoch": 5.373016980693184,
      "grad_norm": 1.5795202598200386,
      "learning_rate": 8.262609376812679e-06,
      "loss": 0.9219,
      "step": 115493
    },
    {
      "epoch": 5.373063503140266,
      "grad_norm": 1.7381704296698648,
      "learning_rate": 8.261394624037526e-06,
      "loss": 1.0547,
      "step": 115494
    },
    {
      "epoch": 5.373110025587346,
      "grad_norm": 1.7397899306642333,
      "learning_rate": 8.260179958035612e-06,
      "loss": 0.9219,
      "step": 115495
    },
    {
      "epoch": 5.3731565480344265,
      "grad_norm": 1.7511529947517124,
      "learning_rate": 8.258965378807653e-06,
      "loss": 0.8008,
      "step": 115496
    },
    {
      "epoch": 5.373203070481507,
      "grad_norm": 1.6019324049774428,
      "learning_rate": 8.25775088635438e-06,
      "loss": 0.8828,
      "step": 115497
    },
    {
      "epoch": 5.373249592928588,
      "grad_norm": 1.7838479265754752,
      "learning_rate": 8.256536480676528e-06,
      "loss": 0.8828,
      "step": 115498
    },
    {
      "epoch": 5.373296115375669,
      "grad_norm": 1.6534765267129459,
      "learning_rate": 8.25532216177488e-06,
      "loss": 0.9922,
      "step": 115499
    },
    {
      "epoch": 5.373342637822749,
      "grad_norm": 1.8031975563261629,
      "learning_rate": 8.25410792965015e-06,
      "loss": 0.9219,
      "step": 115500
    },
    {
      "epoch": 5.37338916026983,
      "grad_norm": 1.82406832098361,
      "learning_rate": 8.252893784303105e-06,
      "loss": 1.0312,
      "step": 115501
    },
    {
      "epoch": 5.373435682716911,
      "grad_norm": 1.86700419328028,
      "learning_rate": 8.251679725734462e-06,
      "loss": 0.9336,
      "step": 115502
    },
    {
      "epoch": 5.373482205163992,
      "grad_norm": 1.788554902088777,
      "learning_rate": 8.250465753944968e-06,
      "loss": 0.9961,
      "step": 115503
    },
    {
      "epoch": 5.373528727611072,
      "grad_norm": 1.7010630892648124,
      "learning_rate": 8.249251868935391e-06,
      "loss": 1.0078,
      "step": 115504
    },
    {
      "epoch": 5.373575250058153,
      "grad_norm": 1.6522481238601323,
      "learning_rate": 8.248038070706463e-06,
      "loss": 0.9141,
      "step": 115505
    },
    {
      "epoch": 5.373621772505234,
      "grad_norm": 1.7561839015861984,
      "learning_rate": 8.246824359258919e-06,
      "loss": 0.9258,
      "step": 115506
    },
    {
      "epoch": 5.3736682949523145,
      "grad_norm": 1.8194765271187858,
      "learning_rate": 8.245610734593472e-06,
      "loss": 0.8906,
      "step": 115507
    },
    {
      "epoch": 5.373714817399395,
      "grad_norm": 1.7469899137857106,
      "learning_rate": 8.244397196710922e-06,
      "loss": 0.9336,
      "step": 115508
    },
    {
      "epoch": 5.373761339846476,
      "grad_norm": 1.7399850202079465,
      "learning_rate": 8.243183745612003e-06,
      "loss": 0.8555,
      "step": 115509
    },
    {
      "epoch": 5.373807862293557,
      "grad_norm": 1.5561026812944134,
      "learning_rate": 8.24197038129743e-06,
      "loss": 0.8008,
      "step": 115510
    },
    {
      "epoch": 5.373854384740637,
      "grad_norm": 1.8840375012157913,
      "learning_rate": 8.240757103767936e-06,
      "loss": 1.0547,
      "step": 115511
    },
    {
      "epoch": 5.373900907187718,
      "grad_norm": 1.8255010880833977,
      "learning_rate": 8.239543913024321e-06,
      "loss": 0.9297,
      "step": 115512
    },
    {
      "epoch": 5.373947429634799,
      "grad_norm": 1.8380002624431941,
      "learning_rate": 8.238330809067285e-06,
      "loss": 0.9961,
      "step": 115513
    },
    {
      "epoch": 5.37399395208188,
      "grad_norm": 1.7399436356494689,
      "learning_rate": 8.237117791897575e-06,
      "loss": 0.9453,
      "step": 115514
    },
    {
      "epoch": 5.37404047452896,
      "grad_norm": 1.6292597602497723,
      "learning_rate": 8.235904861515924e-06,
      "loss": 0.8438,
      "step": 115515
    },
    {
      "epoch": 5.3740869969760405,
      "grad_norm": 1.7566725007913566,
      "learning_rate": 8.234692017923084e-06,
      "loss": 1.0078,
      "step": 115516
    },
    {
      "epoch": 5.374133519423122,
      "grad_norm": 1.7154144235027735,
      "learning_rate": 8.233479261119818e-06,
      "loss": 0.9492,
      "step": 115517
    },
    {
      "epoch": 5.374180041870202,
      "grad_norm": 1.614948783284523,
      "learning_rate": 8.232266591106861e-06,
      "loss": 0.957,
      "step": 115518
    },
    {
      "epoch": 5.374226564317283,
      "grad_norm": 1.7013011405901821,
      "learning_rate": 8.23105400788493e-06,
      "loss": 1.0547,
      "step": 115519
    },
    {
      "epoch": 5.374273086764364,
      "grad_norm": 1.9596585418966983,
      "learning_rate": 8.229841511454771e-06,
      "loss": 0.8906,
      "step": 115520
    },
    {
      "epoch": 5.374319609211445,
      "grad_norm": 1.7895395779191516,
      "learning_rate": 8.228629101817152e-06,
      "loss": 0.8828,
      "step": 115521
    },
    {
      "epoch": 5.374366131658525,
      "grad_norm": 1.809606941116591,
      "learning_rate": 8.22741677897279e-06,
      "loss": 1.0469,
      "step": 115522
    },
    {
      "epoch": 5.374412654105606,
      "grad_norm": 1.7262167575314582,
      "learning_rate": 8.226204542922466e-06,
      "loss": 0.9414,
      "step": 115523
    },
    {
      "epoch": 5.374459176552687,
      "grad_norm": 1.646652552869996,
      "learning_rate": 8.22499239366688e-06,
      "loss": 0.9062,
      "step": 115524
    },
    {
      "epoch": 5.3745056989997675,
      "grad_norm": 1.7473838325207969,
      "learning_rate": 8.223780331206765e-06,
      "loss": 0.9883,
      "step": 115525
    },
    {
      "epoch": 5.374552221446848,
      "grad_norm": 1.8180497979334431,
      "learning_rate": 8.222568355542919e-06,
      "loss": 0.9102,
      "step": 115526
    },
    {
      "epoch": 5.374598743893928,
      "grad_norm": 1.6444048005185887,
      "learning_rate": 8.22135646667606e-06,
      "loss": 0.8789,
      "step": 115527
    },
    {
      "epoch": 5.37464526634101,
      "grad_norm": 1.7096034132738105,
      "learning_rate": 8.220144664606904e-06,
      "loss": 0.8594,
      "step": 115528
    },
    {
      "epoch": 5.37469178878809,
      "grad_norm": 1.9994996213185185,
      "learning_rate": 8.218932949336199e-06,
      "loss": 1.0391,
      "step": 115529
    },
    {
      "epoch": 5.374738311235171,
      "grad_norm": 1.8241694356485751,
      "learning_rate": 8.217721320864729e-06,
      "loss": 0.9219,
      "step": 115530
    },
    {
      "epoch": 5.374784833682252,
      "grad_norm": 1.5821617492475477,
      "learning_rate": 8.216509779193192e-06,
      "loss": 0.9336,
      "step": 115531
    },
    {
      "epoch": 5.374831356129333,
      "grad_norm": 1.8085759073136507,
      "learning_rate": 8.21529832432234e-06,
      "loss": 0.918,
      "step": 115532
    },
    {
      "epoch": 5.374877878576413,
      "grad_norm": 1.6694825445132824,
      "learning_rate": 8.21408695625292e-06,
      "loss": 0.9492,
      "step": 115533
    },
    {
      "epoch": 5.374924401023494,
      "grad_norm": 1.9075663122742506,
      "learning_rate": 8.212875674985664e-06,
      "loss": 0.9727,
      "step": 115534
    },
    {
      "epoch": 5.374970923470575,
      "grad_norm": 1.70502438351127,
      "learning_rate": 8.21166448052134e-06,
      "loss": 0.9492,
      "step": 115535
    },
    {
      "epoch": 5.375017445917655,
      "grad_norm": 1.5644974687973066,
      "learning_rate": 8.210453372860665e-06,
      "loss": 0.8398,
      "step": 115536
    },
    {
      "epoch": 5.375063968364736,
      "grad_norm": 1.6486275068741212,
      "learning_rate": 8.20924235200437e-06,
      "loss": 0.8945,
      "step": 115537
    },
    {
      "epoch": 5.375110490811816,
      "grad_norm": 1.6039787441918558,
      "learning_rate": 8.20803141795322e-06,
      "loss": 0.7695,
      "step": 115538
    },
    {
      "epoch": 5.375157013258898,
      "grad_norm": 1.8419593767258633,
      "learning_rate": 8.206820570707968e-06,
      "loss": 1.0938,
      "step": 115539
    },
    {
      "epoch": 5.375203535705978,
      "grad_norm": 1.6089714265933497,
      "learning_rate": 8.20560981026931e-06,
      "loss": 1.0078,
      "step": 115540
    },
    {
      "epoch": 5.375250058153059,
      "grad_norm": 1.760859196918457,
      "learning_rate": 8.204399136638028e-06,
      "loss": 1.0547,
      "step": 115541
    },
    {
      "epoch": 5.375296580600139,
      "grad_norm": 1.791682997772822,
      "learning_rate": 8.203188549814843e-06,
      "loss": 0.9766,
      "step": 115542
    },
    {
      "epoch": 5.3753431030472205,
      "grad_norm": 2.098522591353563,
      "learning_rate": 8.201978049800501e-06,
      "loss": 1.1172,
      "step": 115543
    },
    {
      "epoch": 5.375389625494301,
      "grad_norm": 1.612752799318951,
      "learning_rate": 8.200767636595734e-06,
      "loss": 0.8711,
      "step": 115544
    },
    {
      "epoch": 5.3754361479413815,
      "grad_norm": 1.7992691481644203,
      "learning_rate": 8.19955731020131e-06,
      "loss": 0.8359,
      "step": 115545
    },
    {
      "epoch": 5.375482670388463,
      "grad_norm": 1.6693477859614219,
      "learning_rate": 8.198347070617944e-06,
      "loss": 0.8828,
      "step": 115546
    },
    {
      "epoch": 5.375529192835543,
      "grad_norm": 1.7131779838891532,
      "learning_rate": 8.19713691784637e-06,
      "loss": 0.8555,
      "step": 115547
    },
    {
      "epoch": 5.375575715282624,
      "grad_norm": 1.7277721541341204,
      "learning_rate": 8.19592685188737e-06,
      "loss": 0.8555,
      "step": 115548
    },
    {
      "epoch": 5.375622237729704,
      "grad_norm": 1.622587964993223,
      "learning_rate": 8.194716872741658e-06,
      "loss": 0.8711,
      "step": 115549
    },
    {
      "epoch": 5.375668760176786,
      "grad_norm": 1.9881972181087406,
      "learning_rate": 8.193506980409986e-06,
      "loss": 0.9961,
      "step": 115550
    },
    {
      "epoch": 5.375715282623866,
      "grad_norm": 1.652192489451636,
      "learning_rate": 8.192297174893054e-06,
      "loss": 0.8867,
      "step": 115551
    },
    {
      "epoch": 5.375761805070947,
      "grad_norm": 1.9223293770423873,
      "learning_rate": 8.191087456191642e-06,
      "loss": 1.2109,
      "step": 115552
    },
    {
      "epoch": 5.375808327518027,
      "grad_norm": 1.8543348090761116,
      "learning_rate": 8.1898778243065e-06,
      "loss": 0.9688,
      "step": 115553
    },
    {
      "epoch": 5.375854849965108,
      "grad_norm": 1.6574864340882627,
      "learning_rate": 8.188668279238347e-06,
      "loss": 0.9609,
      "step": 115554
    },
    {
      "epoch": 5.375901372412189,
      "grad_norm": 1.6911625228122982,
      "learning_rate": 8.187458820987896e-06,
      "loss": 1.0312,
      "step": 115555
    },
    {
      "epoch": 5.375947894859269,
      "grad_norm": 1.518932424585381,
      "learning_rate": 8.186249449555949e-06,
      "loss": 0.832,
      "step": 115556
    },
    {
      "epoch": 5.37599441730635,
      "grad_norm": 1.856115761280787,
      "learning_rate": 8.185040164943219e-06,
      "loss": 1.0625,
      "step": 115557
    },
    {
      "epoch": 5.376040939753431,
      "grad_norm": 1.6660868211998217,
      "learning_rate": 8.18383096715044e-06,
      "loss": 0.8516,
      "step": 115558
    },
    {
      "epoch": 5.376087462200512,
      "grad_norm": 1.7022791762001552,
      "learning_rate": 8.182621856178329e-06,
      "loss": 0.9375,
      "step": 115559
    },
    {
      "epoch": 5.376133984647592,
      "grad_norm": 1.7097462665290433,
      "learning_rate": 8.181412832027685e-06,
      "loss": 1.0156,
      "step": 115560
    },
    {
      "epoch": 5.3761805070946735,
      "grad_norm": 2.142720328955182,
      "learning_rate": 8.180203894699206e-06,
      "loss": 1.1172,
      "step": 115561
    },
    {
      "epoch": 5.376227029541754,
      "grad_norm": 1.7225181887807697,
      "learning_rate": 8.178995044193643e-06,
      "loss": 0.9492,
      "step": 115562
    },
    {
      "epoch": 5.3762735519888345,
      "grad_norm": 1.693204288758024,
      "learning_rate": 8.177786280511711e-06,
      "loss": 0.9688,
      "step": 115563
    },
    {
      "epoch": 5.376320074435915,
      "grad_norm": 1.688517222186994,
      "learning_rate": 8.176577603654194e-06,
      "loss": 0.9258,
      "step": 115564
    },
    {
      "epoch": 5.376366596882996,
      "grad_norm": 1.6227814993333183,
      "learning_rate": 8.175369013621808e-06,
      "loss": 0.9102,
      "step": 115565
    },
    {
      "epoch": 5.376413119330077,
      "grad_norm": 1.652478132098561,
      "learning_rate": 8.1741605104153e-06,
      "loss": 0.8906,
      "step": 115566
    },
    {
      "epoch": 5.376459641777157,
      "grad_norm": 1.7645392891226963,
      "learning_rate": 8.172952094035422e-06,
      "loss": 1.0469,
      "step": 115567
    },
    {
      "epoch": 5.376506164224239,
      "grad_norm": 1.6249743245825214,
      "learning_rate": 8.171743764482857e-06,
      "loss": 0.9648,
      "step": 115568
    },
    {
      "epoch": 5.376552686671319,
      "grad_norm": 1.7245626950355895,
      "learning_rate": 8.17053552175842e-06,
      "loss": 0.9492,
      "step": 115569
    },
    {
      "epoch": 5.3765992091184,
      "grad_norm": 1.5138864854585425,
      "learning_rate": 8.169327365862827e-06,
      "loss": 0.8086,
      "step": 115570
    },
    {
      "epoch": 5.37664573156548,
      "grad_norm": 1.7163597316615278,
      "learning_rate": 8.168119296796793e-06,
      "loss": 0.9141,
      "step": 115571
    },
    {
      "epoch": 5.3766922540125615,
      "grad_norm": 1.9099430248669331,
      "learning_rate": 8.16691131456107e-06,
      "loss": 1.0625,
      "step": 115572
    },
    {
      "epoch": 5.376738776459642,
      "grad_norm": 1.757234312268268,
      "learning_rate": 8.165703419156389e-06,
      "loss": 0.8984,
      "step": 115573
    },
    {
      "epoch": 5.376785298906722,
      "grad_norm": 1.5202054853666367,
      "learning_rate": 8.164495610583516e-06,
      "loss": 0.8906,
      "step": 115574
    },
    {
      "epoch": 5.376831821353803,
      "grad_norm": 1.9699085141844535,
      "learning_rate": 8.163287888843184e-06,
      "loss": 1.1172,
      "step": 115575
    },
    {
      "epoch": 5.376878343800884,
      "grad_norm": 1.8336872539232498,
      "learning_rate": 8.16208025393611e-06,
      "loss": 1.0234,
      "step": 115576
    },
    {
      "epoch": 5.376924866247965,
      "grad_norm": 1.7664168769706938,
      "learning_rate": 8.160872705863025e-06,
      "loss": 0.9102,
      "step": 115577
    },
    {
      "epoch": 5.376971388695045,
      "grad_norm": 1.7522029374638382,
      "learning_rate": 8.15966524462473e-06,
      "loss": 0.9531,
      "step": 115578
    },
    {
      "epoch": 5.377017911142126,
      "grad_norm": 1.6762823997827025,
      "learning_rate": 8.158457870221908e-06,
      "loss": 0.9375,
      "step": 115579
    },
    {
      "epoch": 5.377064433589207,
      "grad_norm": 1.9203282582325858,
      "learning_rate": 8.157250582655307e-06,
      "loss": 1.0078,
      "step": 115580
    },
    {
      "epoch": 5.3771109560362875,
      "grad_norm": 1.530277426288575,
      "learning_rate": 8.156043381925659e-06,
      "loss": 0.8125,
      "step": 115581
    },
    {
      "epoch": 5.377157478483368,
      "grad_norm": 1.7405952249065753,
      "learning_rate": 8.15483626803375e-06,
      "loss": 0.9414,
      "step": 115582
    },
    {
      "epoch": 5.377204000930449,
      "grad_norm": 1.843033325469696,
      "learning_rate": 8.153629240980276e-06,
      "loss": 0.9609,
      "step": 115583
    },
    {
      "epoch": 5.37725052337753,
      "grad_norm": 1.7959856752439045,
      "learning_rate": 8.152422300765987e-06,
      "loss": 0.9766,
      "step": 115584
    },
    {
      "epoch": 5.37729704582461,
      "grad_norm": 1.750681699410204,
      "learning_rate": 8.151215447391602e-06,
      "loss": 0.957,
      "step": 115585
    },
    {
      "epoch": 5.377343568271691,
      "grad_norm": 1.8598960768051582,
      "learning_rate": 8.1500086808579e-06,
      "loss": 1.0547,
      "step": 115586
    },
    {
      "epoch": 5.377390090718772,
      "grad_norm": 1.7635009914239097,
      "learning_rate": 8.148802001165566e-06,
      "loss": 0.9297,
      "step": 115587
    },
    {
      "epoch": 5.377436613165853,
      "grad_norm": 1.782305869728269,
      "learning_rate": 8.1475954083154e-06,
      "loss": 0.9258,
      "step": 115588
    },
    {
      "epoch": 5.377483135612933,
      "grad_norm": 1.8674731306868946,
      "learning_rate": 8.146388902308116e-06,
      "loss": 0.9141,
      "step": 115589
    },
    {
      "epoch": 5.377529658060014,
      "grad_norm": 1.8741623587729024,
      "learning_rate": 8.14518248314443e-06,
      "loss": 0.8984,
      "step": 115590
    },
    {
      "epoch": 5.377576180507095,
      "grad_norm": 1.7884749618463274,
      "learning_rate": 8.14397615082511e-06,
      "loss": 0.8516,
      "step": 115591
    },
    {
      "epoch": 5.377622702954175,
      "grad_norm": 1.8261390112863742,
      "learning_rate": 8.142769905350904e-06,
      "loss": 0.9805,
      "step": 115592
    },
    {
      "epoch": 5.377669225401256,
      "grad_norm": 1.7993177755527376,
      "learning_rate": 8.141563746722512e-06,
      "loss": 0.9688,
      "step": 115593
    },
    {
      "epoch": 5.377715747848336,
      "grad_norm": 1.9184020646982862,
      "learning_rate": 8.140357674940667e-06,
      "loss": 0.9531,
      "step": 115594
    },
    {
      "epoch": 5.377762270295418,
      "grad_norm": 1.6299470583102782,
      "learning_rate": 8.139151690006169e-06,
      "loss": 0.9336,
      "step": 115595
    },
    {
      "epoch": 5.377808792742498,
      "grad_norm": 1.8446598311325317,
      "learning_rate": 8.137945791919698e-06,
      "loss": 0.9805,
      "step": 115596
    },
    {
      "epoch": 5.377855315189579,
      "grad_norm": 1.5898098098585371,
      "learning_rate": 8.136739980682039e-06,
      "loss": 0.9102,
      "step": 115597
    },
    {
      "epoch": 5.37790183763666,
      "grad_norm": 1.88741019689097,
      "learning_rate": 8.135534256293874e-06,
      "loss": 0.9531,
      "step": 115598
    },
    {
      "epoch": 5.3779483600837406,
      "grad_norm": 1.9384331395461198,
      "learning_rate": 8.13432861875597e-06,
      "loss": 0.9961,
      "step": 115599
    },
    {
      "epoch": 5.377994882530821,
      "grad_norm": 1.6423827317962736,
      "learning_rate": 8.133123068069075e-06,
      "loss": 0.8633,
      "step": 115600
    },
    {
      "epoch": 5.3780414049779015,
      "grad_norm": 1.9049039272701511,
      "learning_rate": 8.13191760423394e-06,
      "loss": 1.0781,
      "step": 115601
    },
    {
      "epoch": 5.378087927424983,
      "grad_norm": 1.7788336219824068,
      "learning_rate": 8.130712227251263e-06,
      "loss": 0.957,
      "step": 115602
    },
    {
      "epoch": 5.378134449872063,
      "grad_norm": 1.5591778879222875,
      "learning_rate": 8.129506937121776e-06,
      "loss": 0.8008,
      "step": 115603
    },
    {
      "epoch": 5.378180972319144,
      "grad_norm": 1.9209340987145327,
      "learning_rate": 8.128301733846265e-06,
      "loss": 1.0469,
      "step": 115604
    },
    {
      "epoch": 5.378227494766224,
      "grad_norm": 1.6658997639748376,
      "learning_rate": 8.127096617425444e-06,
      "loss": 0.9414,
      "step": 115605
    },
    {
      "epoch": 5.378274017213306,
      "grad_norm": 1.7509355854020057,
      "learning_rate": 8.125891587860063e-06,
      "loss": 0.9102,
      "step": 115606
    },
    {
      "epoch": 5.378320539660386,
      "grad_norm": 1.7111909683993949,
      "learning_rate": 8.124686645150819e-06,
      "loss": 1.0703,
      "step": 115607
    },
    {
      "epoch": 5.378367062107467,
      "grad_norm": 1.7742149425389393,
      "learning_rate": 8.123481789298498e-06,
      "loss": 0.9258,
      "step": 115608
    },
    {
      "epoch": 5.378413584554547,
      "grad_norm": 1.6878336770823326,
      "learning_rate": 8.12227702030378e-06,
      "loss": 0.9648,
      "step": 115609
    },
    {
      "epoch": 5.3784601070016285,
      "grad_norm": 1.8168379572310698,
      "learning_rate": 8.121072338167483e-06,
      "loss": 0.9531,
      "step": 115610
    },
    {
      "epoch": 5.378506629448709,
      "grad_norm": 1.8634014820028535,
      "learning_rate": 8.11986774289029e-06,
      "loss": 0.9805,
      "step": 115611
    },
    {
      "epoch": 5.378553151895789,
      "grad_norm": 1.691715495809412,
      "learning_rate": 8.118663234472933e-06,
      "loss": 0.9297,
      "step": 115612
    },
    {
      "epoch": 5.378599674342871,
      "grad_norm": 1.8557632695175523,
      "learning_rate": 8.117458812916195e-06,
      "loss": 1.0703,
      "step": 115613
    },
    {
      "epoch": 5.378646196789951,
      "grad_norm": 1.645861095592978,
      "learning_rate": 8.116254478220773e-06,
      "loss": 0.8555,
      "step": 115614
    },
    {
      "epoch": 5.378692719237032,
      "grad_norm": 1.8668675589891062,
      "learning_rate": 8.115050230387437e-06,
      "loss": 1.1406,
      "step": 115615
    },
    {
      "epoch": 5.378739241684112,
      "grad_norm": 1.6690301860331784,
      "learning_rate": 8.113846069416868e-06,
      "loss": 0.8789,
      "step": 115616
    },
    {
      "epoch": 5.378785764131194,
      "grad_norm": 1.6650286209470742,
      "learning_rate": 8.112641995309849e-06,
      "loss": 0.9648,
      "step": 115617
    },
    {
      "epoch": 5.378832286578274,
      "grad_norm": 1.9553852225418993,
      "learning_rate": 8.111438008067112e-06,
      "loss": 0.9805,
      "step": 115618
    },
    {
      "epoch": 5.3788788090253545,
      "grad_norm": 1.7058787035065015,
      "learning_rate": 8.110234107689406e-06,
      "loss": 0.8398,
      "step": 115619
    },
    {
      "epoch": 5.378925331472436,
      "grad_norm": 1.9726326046816771,
      "learning_rate": 8.109030294177416e-06,
      "loss": 1.0469,
      "step": 115620
    },
    {
      "epoch": 5.378971853919516,
      "grad_norm": 1.6362774794542199,
      "learning_rate": 8.10782656753194e-06,
      "loss": 0.9531,
      "step": 115621
    },
    {
      "epoch": 5.379018376366597,
      "grad_norm": 1.8132075073813734,
      "learning_rate": 8.106622927753676e-06,
      "loss": 0.9609,
      "step": 115622
    },
    {
      "epoch": 5.379064898813677,
      "grad_norm": 1.883212575376018,
      "learning_rate": 8.105419374843391e-06,
      "loss": 1.0391,
      "step": 115623
    },
    {
      "epoch": 5.379111421260759,
      "grad_norm": 1.6135937951190924,
      "learning_rate": 8.104215908801787e-06,
      "loss": 0.8828,
      "step": 115624
    },
    {
      "epoch": 5.379157943707839,
      "grad_norm": 1.6723851703580488,
      "learning_rate": 8.10301252962961e-06,
      "loss": 1.0078,
      "step": 115625
    },
    {
      "epoch": 5.37920446615492,
      "grad_norm": 1.5358057639303093,
      "learning_rate": 8.101809237327628e-06,
      "loss": 0.832,
      "step": 115626
    },
    {
      "epoch": 5.379250988602,
      "grad_norm": 1.8372774009774555,
      "learning_rate": 8.10060603189654e-06,
      "loss": 0.9375,
      "step": 115627
    },
    {
      "epoch": 5.3792975110490815,
      "grad_norm": 1.8808441019802724,
      "learning_rate": 8.09940291333711e-06,
      "loss": 0.9062,
      "step": 115628
    },
    {
      "epoch": 5.379344033496162,
      "grad_norm": 1.5096739325247304,
      "learning_rate": 8.09819988165004e-06,
      "loss": 0.9062,
      "step": 115629
    },
    {
      "epoch": 5.3793905559432424,
      "grad_norm": 1.840255598530019,
      "learning_rate": 8.096996936836113e-06,
      "loss": 1.0,
      "step": 115630
    },
    {
      "epoch": 5.379437078390323,
      "grad_norm": 1.9815765054867578,
      "learning_rate": 8.095794078896011e-06,
      "loss": 1.0781,
      "step": 115631
    },
    {
      "epoch": 5.379483600837404,
      "grad_norm": 2.143690137378476,
      "learning_rate": 8.094591307830517e-06,
      "loss": 1.0469,
      "step": 115632
    },
    {
      "epoch": 5.379530123284485,
      "grad_norm": 1.8457712383977969,
      "learning_rate": 8.093388623640362e-06,
      "loss": 1.1406,
      "step": 115633
    },
    {
      "epoch": 5.379576645731565,
      "grad_norm": 1.6756701402438923,
      "learning_rate": 8.092186026326247e-06,
      "loss": 0.9688,
      "step": 115634
    },
    {
      "epoch": 5.379623168178647,
      "grad_norm": 1.908432090255325,
      "learning_rate": 8.090983515888955e-06,
      "loss": 0.9336,
      "step": 115635
    },
    {
      "epoch": 5.379669690625727,
      "grad_norm": 1.6174633727940073,
      "learning_rate": 8.0897810923292e-06,
      "loss": 0.8789,
      "step": 115636
    },
    {
      "epoch": 5.379716213072808,
      "grad_norm": 1.6427136518425276,
      "learning_rate": 8.088578755647702e-06,
      "loss": 0.9141,
      "step": 115637
    },
    {
      "epoch": 5.379762735519888,
      "grad_norm": 1.5608384903732562,
      "learning_rate": 8.087376505845206e-06,
      "loss": 0.8438,
      "step": 115638
    },
    {
      "epoch": 5.379809257966969,
      "grad_norm": 1.6450477877911955,
      "learning_rate": 8.08617434292248e-06,
      "loss": 0.8633,
      "step": 115639
    },
    {
      "epoch": 5.37985578041405,
      "grad_norm": 1.8213076262637695,
      "learning_rate": 8.084972266880224e-06,
      "loss": 1.0156,
      "step": 115640
    },
    {
      "epoch": 5.37990230286113,
      "grad_norm": 1.7928675970433687,
      "learning_rate": 8.083770277719188e-06,
      "loss": 0.9492,
      "step": 115641
    },
    {
      "epoch": 5.379948825308211,
      "grad_norm": 1.9789941754442768,
      "learning_rate": 8.082568375440085e-06,
      "loss": 1.0312,
      "step": 115642
    },
    {
      "epoch": 5.379995347755292,
      "grad_norm": 1.9731783002954768,
      "learning_rate": 8.081366560043684e-06,
      "loss": 1.0547,
      "step": 115643
    },
    {
      "epoch": 5.380041870202373,
      "grad_norm": 1.6837242173383526,
      "learning_rate": 8.080164831530717e-06,
      "loss": 0.832,
      "step": 115644
    },
    {
      "epoch": 5.380088392649453,
      "grad_norm": 1.748999265023461,
      "learning_rate": 8.078963189901899e-06,
      "loss": 0.9141,
      "step": 115645
    },
    {
      "epoch": 5.380134915096534,
      "grad_norm": 1.7644832230659415,
      "learning_rate": 8.077761635157965e-06,
      "loss": 0.8477,
      "step": 115646
    },
    {
      "epoch": 5.380181437543615,
      "grad_norm": 2.202305727020391,
      "learning_rate": 8.076560167299662e-06,
      "loss": 1.0781,
      "step": 115647
    },
    {
      "epoch": 5.3802279599906955,
      "grad_norm": 1.6706419658409426,
      "learning_rate": 8.07535878632774e-06,
      "loss": 0.9805,
      "step": 115648
    },
    {
      "epoch": 5.380274482437776,
      "grad_norm": 1.6475581466810703,
      "learning_rate": 8.074157492242933e-06,
      "loss": 0.8984,
      "step": 115649
    },
    {
      "epoch": 5.380321004884857,
      "grad_norm": 1.8033482436950483,
      "learning_rate": 8.07295628504594e-06,
      "loss": 0.8906,
      "step": 115650
    },
    {
      "epoch": 5.380367527331938,
      "grad_norm": 1.7090470994219145,
      "learning_rate": 8.071755164737508e-06,
      "loss": 0.9219,
      "step": 115651
    },
    {
      "epoch": 5.380414049779018,
      "grad_norm": 1.8881836145987483,
      "learning_rate": 8.070554131318407e-06,
      "loss": 0.9492,
      "step": 115652
    },
    {
      "epoch": 5.380460572226099,
      "grad_norm": 1.892620418685531,
      "learning_rate": 8.069353184789334e-06,
      "loss": 0.9648,
      "step": 115653
    },
    {
      "epoch": 5.38050709467318,
      "grad_norm": 1.6102130420600658,
      "learning_rate": 8.068152325151056e-06,
      "loss": 0.8906,
      "step": 115654
    },
    {
      "epoch": 5.380553617120261,
      "grad_norm": 1.7396579213048338,
      "learning_rate": 8.066951552404288e-06,
      "loss": 0.8906,
      "step": 115655
    },
    {
      "epoch": 5.380600139567341,
      "grad_norm": 1.647166448454529,
      "learning_rate": 8.065750866549747e-06,
      "loss": 0.9414,
      "step": 115656
    },
    {
      "epoch": 5.3806466620144215,
      "grad_norm": 1.8320503815149969,
      "learning_rate": 8.064550267588215e-06,
      "loss": 1.0703,
      "step": 115657
    },
    {
      "epoch": 5.380693184461503,
      "grad_norm": 1.9045646439191055,
      "learning_rate": 8.063349755520409e-06,
      "loss": 0.9883,
      "step": 115658
    },
    {
      "epoch": 5.380739706908583,
      "grad_norm": 1.7666252965602502,
      "learning_rate": 8.062149330347045e-06,
      "loss": 1.0078,
      "step": 115659
    },
    {
      "epoch": 5.380786229355664,
      "grad_norm": 1.693884377569603,
      "learning_rate": 8.060948992068854e-06,
      "loss": 1.0,
      "step": 115660
    },
    {
      "epoch": 5.380832751802745,
      "grad_norm": 1.6479490586331202,
      "learning_rate": 8.059748740686605e-06,
      "loss": 0.9531,
      "step": 115661
    },
    {
      "epoch": 5.380879274249826,
      "grad_norm": 1.9983310045152765,
      "learning_rate": 8.058548576201012e-06,
      "loss": 1.1016,
      "step": 115662
    },
    {
      "epoch": 5.380925796696906,
      "grad_norm": 1.9550615901108837,
      "learning_rate": 8.057348498612808e-06,
      "loss": 0.9844,
      "step": 115663
    },
    {
      "epoch": 5.380972319143987,
      "grad_norm": 1.9842114362578422,
      "learning_rate": 8.056148507922728e-06,
      "loss": 1.0156,
      "step": 115664
    },
    {
      "epoch": 5.381018841591068,
      "grad_norm": 1.6785504311275774,
      "learning_rate": 8.054948604131517e-06,
      "loss": 0.9609,
      "step": 115665
    },
    {
      "epoch": 5.3810653640381485,
      "grad_norm": 1.6604347627092775,
      "learning_rate": 8.05374878723991e-06,
      "loss": 0.9102,
      "step": 115666
    },
    {
      "epoch": 5.381111886485229,
      "grad_norm": 1.8648500285026668,
      "learning_rate": 8.052549057248624e-06,
      "loss": 1.0391,
      "step": 115667
    },
    {
      "epoch": 5.3811584089323095,
      "grad_norm": 1.889785246023822,
      "learning_rate": 8.051349414158392e-06,
      "loss": 1.0391,
      "step": 115668
    },
    {
      "epoch": 5.381204931379391,
      "grad_norm": 1.9017966999113542,
      "learning_rate": 8.050149857969979e-06,
      "loss": 1.1406,
      "step": 115669
    },
    {
      "epoch": 5.381251453826471,
      "grad_norm": 2.1007110611416233,
      "learning_rate": 8.0489503886841e-06,
      "loss": 0.9961,
      "step": 115670
    },
    {
      "epoch": 5.381297976273552,
      "grad_norm": 1.827087970762704,
      "learning_rate": 8.047751006301505e-06,
      "loss": 0.9414,
      "step": 115671
    },
    {
      "epoch": 5.381344498720633,
      "grad_norm": 1.6743167046482355,
      "learning_rate": 8.04655171082288e-06,
      "loss": 0.8438,
      "step": 115672
    },
    {
      "epoch": 5.381391021167714,
      "grad_norm": 1.7394103988105694,
      "learning_rate": 8.045352502249002e-06,
      "loss": 0.9062,
      "step": 115673
    },
    {
      "epoch": 5.381437543614794,
      "grad_norm": 1.9014072236415736,
      "learning_rate": 8.044153380580609e-06,
      "loss": 0.9922,
      "step": 115674
    },
    {
      "epoch": 5.381484066061875,
      "grad_norm": 1.700085069675271,
      "learning_rate": 8.042954345818397e-06,
      "loss": 0.8984,
      "step": 115675
    },
    {
      "epoch": 5.381530588508956,
      "grad_norm": 1.8287122369704742,
      "learning_rate": 8.041755397963152e-06,
      "loss": 1.0391,
      "step": 115676
    },
    {
      "epoch": 5.381577110956036,
      "grad_norm": 1.8623004583175038,
      "learning_rate": 8.040556537015585e-06,
      "loss": 0.9805,
      "step": 115677
    },
    {
      "epoch": 5.381623633403117,
      "grad_norm": 1.644454053487511,
      "learning_rate": 8.0393577629764e-06,
      "loss": 0.8203,
      "step": 115678
    },
    {
      "epoch": 5.381670155850197,
      "grad_norm": 1.8620331601607312,
      "learning_rate": 8.038159075846362e-06,
      "loss": 1.0469,
      "step": 115679
    },
    {
      "epoch": 5.381716678297279,
      "grad_norm": 1.9701057104622048,
      "learning_rate": 8.03696047562622e-06,
      "loss": 1.0,
      "step": 115680
    },
    {
      "epoch": 5.381763200744359,
      "grad_norm": 1.7209091544569468,
      "learning_rate": 8.035761962316673e-06,
      "loss": 0.9375,
      "step": 115681
    },
    {
      "epoch": 5.38180972319144,
      "grad_norm": 1.7171933621548674,
      "learning_rate": 8.034563535918454e-06,
      "loss": 0.9727,
      "step": 115682
    },
    {
      "epoch": 5.38185624563852,
      "grad_norm": 1.9042534157021618,
      "learning_rate": 8.033365196432346e-06,
      "loss": 0.9961,
      "step": 115683
    },
    {
      "epoch": 5.3819027680856015,
      "grad_norm": 1.8216911235775624,
      "learning_rate": 8.032166943859031e-06,
      "loss": 0.9727,
      "step": 115684
    },
    {
      "epoch": 5.381949290532682,
      "grad_norm": 1.6375678902989328,
      "learning_rate": 8.030968778199276e-06,
      "loss": 0.8477,
      "step": 115685
    },
    {
      "epoch": 5.3819958129797625,
      "grad_norm": 1.832244949187731,
      "learning_rate": 8.029770699453763e-06,
      "loss": 0.9023,
      "step": 115686
    },
    {
      "epoch": 5.382042335426844,
      "grad_norm": 1.8325036528073069,
      "learning_rate": 8.028572707623277e-06,
      "loss": 1.0234,
      "step": 115687
    },
    {
      "epoch": 5.382088857873924,
      "grad_norm": 1.9006284997196217,
      "learning_rate": 8.027374802708548e-06,
      "loss": 1.1016,
      "step": 115688
    },
    {
      "epoch": 5.382135380321005,
      "grad_norm": 1.761320133037946,
      "learning_rate": 8.026176984710291e-06,
      "loss": 0.9844,
      "step": 115689
    },
    {
      "epoch": 5.382181902768085,
      "grad_norm": 1.9276430314991984,
      "learning_rate": 8.024979253629226e-06,
      "loss": 1.0547,
      "step": 115690
    },
    {
      "epoch": 5.382228425215167,
      "grad_norm": 1.7888202645865783,
      "learning_rate": 8.023781609466134e-06,
      "loss": 0.8789,
      "step": 115691
    },
    {
      "epoch": 5.382274947662247,
      "grad_norm": 1.854341163443853,
      "learning_rate": 8.022584052221714e-06,
      "loss": 0.9648,
      "step": 115692
    },
    {
      "epoch": 5.382321470109328,
      "grad_norm": 1.9786249131562081,
      "learning_rate": 8.021386581896699e-06,
      "loss": 1.0781,
      "step": 115693
    },
    {
      "epoch": 5.382367992556408,
      "grad_norm": 1.7021843671355046,
      "learning_rate": 8.020189198491822e-06,
      "loss": 0.9219,
      "step": 115694
    },
    {
      "epoch": 5.382414515003489,
      "grad_norm": 1.6552893834835667,
      "learning_rate": 8.018991902007831e-06,
      "loss": 0.8398,
      "step": 115695
    },
    {
      "epoch": 5.38246103745057,
      "grad_norm": 1.8035489457076515,
      "learning_rate": 8.017794692445445e-06,
      "loss": 0.9922,
      "step": 115696
    },
    {
      "epoch": 5.38250755989765,
      "grad_norm": 1.6304836881051252,
      "learning_rate": 8.016597569805395e-06,
      "loss": 0.8516,
      "step": 115697
    },
    {
      "epoch": 5.382554082344731,
      "grad_norm": 1.9894621018201109,
      "learning_rate": 8.015400534088429e-06,
      "loss": 1.1016,
      "step": 115698
    },
    {
      "epoch": 5.382600604791812,
      "grad_norm": 1.6715214236337657,
      "learning_rate": 8.014203585295264e-06,
      "loss": 1.0938,
      "step": 115699
    },
    {
      "epoch": 5.382647127238893,
      "grad_norm": 1.6849098350168081,
      "learning_rate": 8.013006723426651e-06,
      "loss": 0.8984,
      "step": 115700
    },
    {
      "epoch": 5.382693649685973,
      "grad_norm": 1.6498270123107195,
      "learning_rate": 8.011809948483306e-06,
      "loss": 0.832,
      "step": 115701
    },
    {
      "epoch": 5.382740172133055,
      "grad_norm": 1.6558193206482343,
      "learning_rate": 8.010613260465975e-06,
      "loss": 0.9375,
      "step": 115702
    },
    {
      "epoch": 5.382786694580135,
      "grad_norm": 2.063746697092839,
      "learning_rate": 8.009416659375395e-06,
      "loss": 1.1562,
      "step": 115703
    },
    {
      "epoch": 5.3828332170272155,
      "grad_norm": 1.86893618199021,
      "learning_rate": 8.008220145212246e-06,
      "loss": 1.0547,
      "step": 115704
    },
    {
      "epoch": 5.382879739474296,
      "grad_norm": 1.6464588882289035,
      "learning_rate": 8.007023717977345e-06,
      "loss": 0.9531,
      "step": 115705
    },
    {
      "epoch": 5.382926261921377,
      "grad_norm": 1.8925245970478741,
      "learning_rate": 8.005827377671358e-06,
      "loss": 0.9961,
      "step": 115706
    },
    {
      "epoch": 5.382972784368458,
      "grad_norm": 1.7284458638035223,
      "learning_rate": 8.004631124295052e-06,
      "loss": 0.9961,
      "step": 115707
    },
    {
      "epoch": 5.383019306815538,
      "grad_norm": 1.812741296862656,
      "learning_rate": 8.003434957849126e-06,
      "loss": 1.1172,
      "step": 115708
    },
    {
      "epoch": 5.38306582926262,
      "grad_norm": 1.6550534843322318,
      "learning_rate": 8.00223887833436e-06,
      "loss": 0.8867,
      "step": 115709
    },
    {
      "epoch": 5.3831123517097,
      "grad_norm": 1.753381229673387,
      "learning_rate": 8.001042885751457e-06,
      "loss": 0.9648,
      "step": 115710
    },
    {
      "epoch": 5.383158874156781,
      "grad_norm": 2.0774941988025954,
      "learning_rate": 7.999846980101149e-06,
      "loss": 1.0391,
      "step": 115711
    },
    {
      "epoch": 5.383205396603861,
      "grad_norm": 1.8777150764716446,
      "learning_rate": 7.99865116138415e-06,
      "loss": 1.0859,
      "step": 115712
    },
    {
      "epoch": 5.3832519190509425,
      "grad_norm": 1.6196642627568316,
      "learning_rate": 7.997455429601229e-06,
      "loss": 1.0156,
      "step": 115713
    },
    {
      "epoch": 5.383298441498023,
      "grad_norm": 1.8154074818984078,
      "learning_rate": 7.996259784753118e-06,
      "loss": 0.8555,
      "step": 115714
    },
    {
      "epoch": 5.383344963945103,
      "grad_norm": 1.7533498500936093,
      "learning_rate": 7.995064226840531e-06,
      "loss": 0.9297,
      "step": 115715
    },
    {
      "epoch": 5.383391486392184,
      "grad_norm": 1.768721513115827,
      "learning_rate": 7.99386875586417e-06,
      "loss": 0.9375,
      "step": 115716
    },
    {
      "epoch": 5.383438008839265,
      "grad_norm": 1.9658942464217708,
      "learning_rate": 7.992673371824831e-06,
      "loss": 1.1094,
      "step": 115717
    },
    {
      "epoch": 5.383484531286346,
      "grad_norm": 1.8047167878722261,
      "learning_rate": 7.991478074723201e-06,
      "loss": 0.8984,
      "step": 115718
    },
    {
      "epoch": 5.383531053733426,
      "grad_norm": 1.7710487612737502,
      "learning_rate": 7.99028286456001e-06,
      "loss": 0.9141,
      "step": 115719
    },
    {
      "epoch": 5.383577576180507,
      "grad_norm": 1.769425512449524,
      "learning_rate": 7.989087741336041e-06,
      "loss": 0.8867,
      "step": 115720
    },
    {
      "epoch": 5.383624098627588,
      "grad_norm": 1.660429465011849,
      "learning_rate": 7.987892705051946e-06,
      "loss": 0.9297,
      "step": 115721
    },
    {
      "epoch": 5.3836706210746685,
      "grad_norm": 1.6228433033045666,
      "learning_rate": 7.986697755708538e-06,
      "loss": 0.8633,
      "step": 115722
    },
    {
      "epoch": 5.383717143521749,
      "grad_norm": 1.722469248961859,
      "learning_rate": 7.9855028933065e-06,
      "loss": 1.0859,
      "step": 115723
    },
    {
      "epoch": 5.38376366596883,
      "grad_norm": 1.6590085267115198,
      "learning_rate": 7.984308117846584e-06,
      "loss": 0.9375,
      "step": 115724
    },
    {
      "epoch": 5.383810188415911,
      "grad_norm": 1.7668932861167297,
      "learning_rate": 7.983113429329485e-06,
      "loss": 0.9062,
      "step": 115725
    },
    {
      "epoch": 5.383856710862991,
      "grad_norm": 1.676944247458017,
      "learning_rate": 7.981918827755973e-06,
      "loss": 0.9609,
      "step": 115726
    },
    {
      "epoch": 5.383903233310072,
      "grad_norm": 1.8330043921728036,
      "learning_rate": 7.98072431312678e-06,
      "loss": 0.8906,
      "step": 115727
    },
    {
      "epoch": 5.383949755757153,
      "grad_norm": 1.869459495608571,
      "learning_rate": 7.97952988544262e-06,
      "loss": 1.0469,
      "step": 115728
    },
    {
      "epoch": 5.383996278204234,
      "grad_norm": 1.6350568860442662,
      "learning_rate": 7.978335544704229e-06,
      "loss": 0.8516,
      "step": 115729
    },
    {
      "epoch": 5.384042800651314,
      "grad_norm": 1.7493221807065682,
      "learning_rate": 7.97714129091232e-06,
      "loss": 0.9531,
      "step": 115730
    },
    {
      "epoch": 5.384089323098395,
      "grad_norm": 1.8599547825399931,
      "learning_rate": 7.975947124067661e-06,
      "loss": 0.9375,
      "step": 115731
    },
    {
      "epoch": 5.384135845545476,
      "grad_norm": 1.9094681283527095,
      "learning_rate": 7.974753044170967e-06,
      "loss": 1.0703,
      "step": 115732
    },
    {
      "epoch": 5.3841823679925565,
      "grad_norm": 1.491187017401582,
      "learning_rate": 7.973559051222956e-06,
      "loss": 0.8203,
      "step": 115733
    },
    {
      "epoch": 5.384228890439637,
      "grad_norm": 1.5958188413835175,
      "learning_rate": 7.972365145224357e-06,
      "loss": 0.7734,
      "step": 115734
    },
    {
      "epoch": 5.384275412886717,
      "grad_norm": 1.7729051755411274,
      "learning_rate": 7.971171326175923e-06,
      "loss": 1.0078,
      "step": 115735
    },
    {
      "epoch": 5.384321935333799,
      "grad_norm": 1.627497335664202,
      "learning_rate": 7.969977594078386e-06,
      "loss": 0.9102,
      "step": 115736
    },
    {
      "epoch": 5.384368457780879,
      "grad_norm": 1.6415836396409715,
      "learning_rate": 7.968783948932462e-06,
      "loss": 0.8125,
      "step": 115737
    },
    {
      "epoch": 5.38441498022796,
      "grad_norm": 1.917279382796629,
      "learning_rate": 7.967590390738864e-06,
      "loss": 1.0469,
      "step": 115738
    },
    {
      "epoch": 5.384461502675041,
      "grad_norm": 1.5815395537159174,
      "learning_rate": 7.96639691949838e-06,
      "loss": 0.7773,
      "step": 115739
    },
    {
      "epoch": 5.384508025122122,
      "grad_norm": 1.7591444531689318,
      "learning_rate": 7.965203535211689e-06,
      "loss": 1.0,
      "step": 115740
    },
    {
      "epoch": 5.384554547569202,
      "grad_norm": 1.7981076173882449,
      "learning_rate": 7.964010237879526e-06,
      "loss": 0.9414,
      "step": 115741
    },
    {
      "epoch": 5.3846010700162825,
      "grad_norm": 1.681920256662645,
      "learning_rate": 7.962817027502639e-06,
      "loss": 0.9961,
      "step": 115742
    },
    {
      "epoch": 5.384647592463364,
      "grad_norm": 1.9133013423848912,
      "learning_rate": 7.961623904081743e-06,
      "loss": 0.8477,
      "step": 115743
    },
    {
      "epoch": 5.384694114910444,
      "grad_norm": 1.792161268004569,
      "learning_rate": 7.96043086761759e-06,
      "loss": 0.9766,
      "step": 115744
    },
    {
      "epoch": 5.384740637357525,
      "grad_norm": 1.6394247876913448,
      "learning_rate": 7.959237918110912e-06,
      "loss": 0.832,
      "step": 115745
    },
    {
      "epoch": 5.384787159804605,
      "grad_norm": 1.723244974067866,
      "learning_rate": 7.958045055562423e-06,
      "loss": 0.8438,
      "step": 115746
    },
    {
      "epoch": 5.384833682251687,
      "grad_norm": 1.7755710869932226,
      "learning_rate": 7.956852279972824e-06,
      "loss": 0.9648,
      "step": 115747
    },
    {
      "epoch": 5.384880204698767,
      "grad_norm": 1.7684330231386336,
      "learning_rate": 7.955659591342917e-06,
      "loss": 0.8477,
      "step": 115748
    },
    {
      "epoch": 5.384926727145848,
      "grad_norm": 1.900227160093296,
      "learning_rate": 7.954466989673363e-06,
      "loss": 1.1406,
      "step": 115749
    },
    {
      "epoch": 5.384973249592929,
      "grad_norm": 2.001836577034556,
      "learning_rate": 7.95327447496495e-06,
      "loss": 1.0234,
      "step": 115750
    },
    {
      "epoch": 5.3850197720400095,
      "grad_norm": 1.6791196936251487,
      "learning_rate": 7.952082047218338e-06,
      "loss": 0.9297,
      "step": 115751
    },
    {
      "epoch": 5.38506629448709,
      "grad_norm": 1.730196358856625,
      "learning_rate": 7.950889706434333e-06,
      "loss": 0.918,
      "step": 115752
    },
    {
      "epoch": 5.38511281693417,
      "grad_norm": 1.8810478478648989,
      "learning_rate": 7.949697452613629e-06,
      "loss": 0.9883,
      "step": 115753
    },
    {
      "epoch": 5.385159339381252,
      "grad_norm": 1.8853955032920002,
      "learning_rate": 7.948505285756962e-06,
      "loss": 1.0078,
      "step": 115754
    },
    {
      "epoch": 5.385205861828332,
      "grad_norm": 1.8389626009356232,
      "learning_rate": 7.947313205865047e-06,
      "loss": 1.0234,
      "step": 115755
    },
    {
      "epoch": 5.385252384275413,
      "grad_norm": 1.6462285190035333,
      "learning_rate": 7.9461212129386e-06,
      "loss": 0.9375,
      "step": 115756
    },
    {
      "epoch": 5.385298906722493,
      "grad_norm": 1.97272900753752,
      "learning_rate": 7.944929306978405e-06,
      "loss": 0.9141,
      "step": 115757
    },
    {
      "epoch": 5.385345429169575,
      "grad_norm": 1.7970398422718112,
      "learning_rate": 7.943737487985159e-06,
      "loss": 0.9492,
      "step": 115758
    },
    {
      "epoch": 5.385391951616655,
      "grad_norm": 1.648520639039244,
      "learning_rate": 7.942545755959596e-06,
      "loss": 0.9062,
      "step": 115759
    },
    {
      "epoch": 5.3854384740637355,
      "grad_norm": 1.815827984519085,
      "learning_rate": 7.941354110902414e-06,
      "loss": 1.0625,
      "step": 115760
    },
    {
      "epoch": 5.385484996510817,
      "grad_norm": 1.8708642048992232,
      "learning_rate": 7.9401625528144e-06,
      "loss": 1.0391,
      "step": 115761
    },
    {
      "epoch": 5.385531518957897,
      "grad_norm": 1.7593774749927618,
      "learning_rate": 7.938971081696249e-06,
      "loss": 0.9492,
      "step": 115762
    },
    {
      "epoch": 5.385578041404978,
      "grad_norm": 1.503498798615826,
      "learning_rate": 7.937779697548696e-06,
      "loss": 0.832,
      "step": 115763
    },
    {
      "epoch": 5.385624563852058,
      "grad_norm": 1.8184880301266757,
      "learning_rate": 7.936588400372474e-06,
      "loss": 0.9141,
      "step": 115764
    },
    {
      "epoch": 5.38567108629914,
      "grad_norm": 1.942170879665622,
      "learning_rate": 7.935397190168297e-06,
      "loss": 1.0703,
      "step": 115765
    },
    {
      "epoch": 5.38571760874622,
      "grad_norm": 1.7640996189491494,
      "learning_rate": 7.934206066936915e-06,
      "loss": 0.918,
      "step": 115766
    },
    {
      "epoch": 5.385764131193301,
      "grad_norm": 1.6457149170229013,
      "learning_rate": 7.933015030679064e-06,
      "loss": 0.9062,
      "step": 115767
    },
    {
      "epoch": 5.385810653640381,
      "grad_norm": 1.7320767632252625,
      "learning_rate": 7.931824081395455e-06,
      "loss": 1.0547,
      "step": 115768
    },
    {
      "epoch": 5.3858571760874625,
      "grad_norm": 1.566146770859843,
      "learning_rate": 7.93063321908679e-06,
      "loss": 0.8711,
      "step": 115769
    },
    {
      "epoch": 5.385903698534543,
      "grad_norm": 1.6856978930764286,
      "learning_rate": 7.92944244375387e-06,
      "loss": 0.9141,
      "step": 115770
    },
    {
      "epoch": 5.3859502209816235,
      "grad_norm": 1.8378857644508206,
      "learning_rate": 7.928251755397358e-06,
      "loss": 0.9453,
      "step": 115771
    },
    {
      "epoch": 5.385996743428704,
      "grad_norm": 1.716420680626683,
      "learning_rate": 7.927061154018023e-06,
      "loss": 0.8594,
      "step": 115772
    },
    {
      "epoch": 5.386043265875785,
      "grad_norm": 1.6861998051264018,
      "learning_rate": 7.92587063961656e-06,
      "loss": 1.0234,
      "step": 115773
    },
    {
      "epoch": 5.386089788322866,
      "grad_norm": 1.7934917950198628,
      "learning_rate": 7.924680212193724e-06,
      "loss": 1.0,
      "step": 115774
    },
    {
      "epoch": 5.386136310769946,
      "grad_norm": 1.892735974320979,
      "learning_rate": 7.923489871750244e-06,
      "loss": 1.0156,
      "step": 115775
    },
    {
      "epoch": 5.386182833217028,
      "grad_norm": 1.955122363950784,
      "learning_rate": 7.922299618286854e-06,
      "loss": 1.0391,
      "step": 115776
    },
    {
      "epoch": 5.386229355664108,
      "grad_norm": 1.76243621832727,
      "learning_rate": 7.921109451804236e-06,
      "loss": 0.8477,
      "step": 115777
    },
    {
      "epoch": 5.386275878111189,
      "grad_norm": 1.8860071433838523,
      "learning_rate": 7.919919372303173e-06,
      "loss": 0.9375,
      "step": 115778
    },
    {
      "epoch": 5.386322400558269,
      "grad_norm": 1.8208950639640855,
      "learning_rate": 7.918729379784366e-06,
      "loss": 0.9727,
      "step": 115779
    },
    {
      "epoch": 5.38636892300535,
      "grad_norm": 1.5225030374842667,
      "learning_rate": 7.917539474248563e-06,
      "loss": 0.8398,
      "step": 115780
    },
    {
      "epoch": 5.386415445452431,
      "grad_norm": 1.7694342519158806,
      "learning_rate": 7.916349655696463e-06,
      "loss": 1.0469,
      "step": 115781
    },
    {
      "epoch": 5.386461967899511,
      "grad_norm": 1.8187900881299168,
      "learning_rate": 7.9151599241288e-06,
      "loss": 1.0078,
      "step": 115782
    },
    {
      "epoch": 5.386508490346592,
      "grad_norm": 1.7124800866058376,
      "learning_rate": 7.913970279546338e-06,
      "loss": 0.9609,
      "step": 115783
    },
    {
      "epoch": 5.386555012793673,
      "grad_norm": 1.9690238067806618,
      "learning_rate": 7.91278072194978e-06,
      "loss": 0.8984,
      "step": 115784
    },
    {
      "epoch": 5.386601535240754,
      "grad_norm": 1.786230981997147,
      "learning_rate": 7.911591251339821e-06,
      "loss": 0.9805,
      "step": 115785
    },
    {
      "epoch": 5.386648057687834,
      "grad_norm": 1.9198271085776744,
      "learning_rate": 7.910401867717264e-06,
      "loss": 0.9297,
      "step": 115786
    },
    {
      "epoch": 5.386694580134915,
      "grad_norm": 1.703563370688115,
      "learning_rate": 7.909212571082774e-06,
      "loss": 0.9219,
      "step": 115787
    },
    {
      "epoch": 5.386741102581996,
      "grad_norm": 1.7930949591006273,
      "learning_rate": 7.9080233614371e-06,
      "loss": 0.8945,
      "step": 115788
    },
    {
      "epoch": 5.3867876250290765,
      "grad_norm": 1.8760153615949555,
      "learning_rate": 7.90683423878099e-06,
      "loss": 1.0156,
      "step": 115789
    },
    {
      "epoch": 5.386834147476157,
      "grad_norm": 1.6787919823571626,
      "learning_rate": 7.905645203115146e-06,
      "loss": 1.0,
      "step": 115790
    },
    {
      "epoch": 5.386880669923238,
      "grad_norm": 1.8593537096423987,
      "learning_rate": 7.9044562544403e-06,
      "loss": 1.0547,
      "step": 115791
    },
    {
      "epoch": 5.386927192370319,
      "grad_norm": 1.7775307539508118,
      "learning_rate": 7.903267392757184e-06,
      "loss": 0.957,
      "step": 115792
    },
    {
      "epoch": 5.386973714817399,
      "grad_norm": 1.9879990495940554,
      "learning_rate": 7.902078618066531e-06,
      "loss": 1.125,
      "step": 115793
    },
    {
      "epoch": 5.38702023726448,
      "grad_norm": 1.6441360324697791,
      "learning_rate": 7.900889930369059e-06,
      "loss": 1.0078,
      "step": 115794
    },
    {
      "epoch": 5.387066759711561,
      "grad_norm": 1.7106026326872446,
      "learning_rate": 7.899701329665497e-06,
      "loss": 0.9492,
      "step": 115795
    },
    {
      "epoch": 5.387113282158642,
      "grad_norm": 1.814695818067224,
      "learning_rate": 7.89851281595658e-06,
      "loss": 0.9609,
      "step": 115796
    },
    {
      "epoch": 5.387159804605722,
      "grad_norm": 1.9345844984082794,
      "learning_rate": 7.897324389243026e-06,
      "loss": 1.1406,
      "step": 115797
    },
    {
      "epoch": 5.3872063270528034,
      "grad_norm": 1.693723955525095,
      "learning_rate": 7.896136049525582e-06,
      "loss": 0.875,
      "step": 115798
    },
    {
      "epoch": 5.387252849499884,
      "grad_norm": 1.6568345335353223,
      "learning_rate": 7.894947796804928e-06,
      "loss": 0.9531,
      "step": 115799
    },
    {
      "epoch": 5.387299371946964,
      "grad_norm": 1.7892001685032992,
      "learning_rate": 7.893759631081853e-06,
      "loss": 0.9336,
      "step": 115800
    },
    {
      "epoch": 5.387345894394045,
      "grad_norm": 1.8740269862655072,
      "learning_rate": 7.892571552357051e-06,
      "loss": 1.0547,
      "step": 115801
    },
    {
      "epoch": 5.387392416841126,
      "grad_norm": 1.9200160767554144,
      "learning_rate": 7.891383560631259e-06,
      "loss": 1.0078,
      "step": 115802
    },
    {
      "epoch": 5.387438939288207,
      "grad_norm": 1.820782469946308,
      "learning_rate": 7.890195655905174e-06,
      "loss": 0.957,
      "step": 115803
    },
    {
      "epoch": 5.387485461735287,
      "grad_norm": 1.7208398459477146,
      "learning_rate": 7.889007838179579e-06,
      "loss": 0.9727,
      "step": 115804
    },
    {
      "epoch": 5.387531984182368,
      "grad_norm": 1.778744676557531,
      "learning_rate": 7.887820107455156e-06,
      "loss": 0.8594,
      "step": 115805
    },
    {
      "epoch": 5.387578506629449,
      "grad_norm": 1.6578041039457176,
      "learning_rate": 7.886632463732657e-06,
      "loss": 0.8867,
      "step": 115806
    },
    {
      "epoch": 5.3876250290765295,
      "grad_norm": 1.5856083775128327,
      "learning_rate": 7.885444907012778e-06,
      "loss": 0.8789,
      "step": 115807
    },
    {
      "epoch": 5.38767155152361,
      "grad_norm": 1.8782759424582456,
      "learning_rate": 7.88425743729627e-06,
      "loss": 0.9141,
      "step": 115808
    },
    {
      "epoch": 5.3877180739706905,
      "grad_norm": 1.7426898788929466,
      "learning_rate": 7.883070054583867e-06,
      "loss": 0.9258,
      "step": 115809
    },
    {
      "epoch": 5.387764596417772,
      "grad_norm": 1.8180626210750712,
      "learning_rate": 7.881882758876302e-06,
      "loss": 1.0469,
      "step": 115810
    },
    {
      "epoch": 5.387811118864852,
      "grad_norm": 1.737900252490141,
      "learning_rate": 7.880695550174271e-06,
      "loss": 1.0469,
      "step": 115811
    },
    {
      "epoch": 5.387857641311933,
      "grad_norm": 1.6767114771052438,
      "learning_rate": 7.879508428478526e-06,
      "loss": 0.9492,
      "step": 115812
    },
    {
      "epoch": 5.387904163759014,
      "grad_norm": 1.799159338336618,
      "learning_rate": 7.878321393789749e-06,
      "loss": 0.9727,
      "step": 115813
    },
    {
      "epoch": 5.387950686206095,
      "grad_norm": 1.7860400793993014,
      "learning_rate": 7.87713444610874e-06,
      "loss": 0.9531,
      "step": 115814
    },
    {
      "epoch": 5.387997208653175,
      "grad_norm": 1.552945028407951,
      "learning_rate": 7.875947585436182e-06,
      "loss": 0.8281,
      "step": 115815
    },
    {
      "epoch": 5.388043731100256,
      "grad_norm": 1.6928202441121016,
      "learning_rate": 7.87476081177279e-06,
      "loss": 0.9102,
      "step": 115816
    },
    {
      "epoch": 5.388090253547337,
      "grad_norm": 1.7041395715645322,
      "learning_rate": 7.873574125119313e-06,
      "loss": 0.9375,
      "step": 115817
    },
    {
      "epoch": 5.388136775994417,
      "grad_norm": 1.8741507751729831,
      "learning_rate": 7.87238752547647e-06,
      "loss": 0.9766,
      "step": 115818
    },
    {
      "epoch": 5.388183298441498,
      "grad_norm": 1.7421856143781713,
      "learning_rate": 7.871201012845007e-06,
      "loss": 1.0391,
      "step": 115819
    },
    {
      "epoch": 5.388229820888578,
      "grad_norm": 1.8917499892170413,
      "learning_rate": 7.870014587225609e-06,
      "loss": 1.0391,
      "step": 115820
    },
    {
      "epoch": 5.38827634333566,
      "grad_norm": 1.8608422439577317,
      "learning_rate": 7.868828248619025e-06,
      "loss": 0.9141,
      "step": 115821
    },
    {
      "epoch": 5.38832286578274,
      "grad_norm": 1.7672000655338582,
      "learning_rate": 7.867641997026004e-06,
      "loss": 1.1016,
      "step": 115822
    },
    {
      "epoch": 5.388369388229821,
      "grad_norm": 1.7828772971472757,
      "learning_rate": 7.866455832447243e-06,
      "loss": 1.1016,
      "step": 115823
    },
    {
      "epoch": 5.388415910676901,
      "grad_norm": 1.8872481885663943,
      "learning_rate": 7.865269754883463e-06,
      "loss": 1.0703,
      "step": 115824
    },
    {
      "epoch": 5.3884624331239825,
      "grad_norm": 1.7106084833189983,
      "learning_rate": 7.864083764335394e-06,
      "loss": 0.9609,
      "step": 115825
    },
    {
      "epoch": 5.388508955571063,
      "grad_norm": 1.7032897497789403,
      "learning_rate": 7.862897860803801e-06,
      "loss": 1.0391,
      "step": 115826
    },
    {
      "epoch": 5.3885554780181435,
      "grad_norm": 1.9380265968541244,
      "learning_rate": 7.86171204428937e-06,
      "loss": 0.9844,
      "step": 115827
    },
    {
      "epoch": 5.388602000465225,
      "grad_norm": 1.6744105635812434,
      "learning_rate": 7.860526314792815e-06,
      "loss": 0.9062,
      "step": 115828
    },
    {
      "epoch": 5.388648522912305,
      "grad_norm": 1.6808439289090074,
      "learning_rate": 7.859340672314901e-06,
      "loss": 0.9492,
      "step": 115829
    },
    {
      "epoch": 5.388695045359386,
      "grad_norm": 1.6650060843393992,
      "learning_rate": 7.858155116856312e-06,
      "loss": 0.9258,
      "step": 115830
    },
    {
      "epoch": 5.388741567806466,
      "grad_norm": 1.7752984322175531,
      "learning_rate": 7.856969648417832e-06,
      "loss": 0.9688,
      "step": 115831
    },
    {
      "epoch": 5.388788090253548,
      "grad_norm": 1.7262281326492197,
      "learning_rate": 7.855784267000143e-06,
      "loss": 0.9531,
      "step": 115832
    },
    {
      "epoch": 5.388834612700628,
      "grad_norm": 1.8472896925172806,
      "learning_rate": 7.854598972603993e-06,
      "loss": 0.9219,
      "step": 115833
    },
    {
      "epoch": 5.388881135147709,
      "grad_norm": 1.6453127137673205,
      "learning_rate": 7.853413765230065e-06,
      "loss": 0.8633,
      "step": 115834
    },
    {
      "epoch": 5.388927657594789,
      "grad_norm": 1.8432779350127797,
      "learning_rate": 7.852228644879143e-06,
      "loss": 1.0781,
      "step": 115835
    },
    {
      "epoch": 5.3889741800418705,
      "grad_norm": 1.7087545465266665,
      "learning_rate": 7.85104361155191e-06,
      "loss": 0.9453,
      "step": 115836
    },
    {
      "epoch": 5.389020702488951,
      "grad_norm": 1.7888256137598366,
      "learning_rate": 7.849858665249115e-06,
      "loss": 1.0156,
      "step": 115837
    },
    {
      "epoch": 5.389067224936031,
      "grad_norm": 1.7540116425489105,
      "learning_rate": 7.848673805971473e-06,
      "loss": 0.9805,
      "step": 115838
    },
    {
      "epoch": 5.389113747383112,
      "grad_norm": 1.9033755823505016,
      "learning_rate": 7.847489033719701e-06,
      "loss": 1.0547,
      "step": 115839
    },
    {
      "epoch": 5.389160269830193,
      "grad_norm": 1.7783166519551898,
      "learning_rate": 7.846304348494548e-06,
      "loss": 1.0547,
      "step": 115840
    },
    {
      "epoch": 5.389206792277274,
      "grad_norm": 1.7684472690375983,
      "learning_rate": 7.845119750296713e-06,
      "loss": 0.918,
      "step": 115841
    },
    {
      "epoch": 5.389253314724354,
      "grad_norm": 1.7372408927509073,
      "learning_rate": 7.843935239126947e-06,
      "loss": 0.9141,
      "step": 115842
    },
    {
      "epoch": 5.389299837171436,
      "grad_norm": 1.6210607227613776,
      "learning_rate": 7.842750814985932e-06,
      "loss": 0.875,
      "step": 115843
    },
    {
      "epoch": 5.389346359618516,
      "grad_norm": 1.8623302673057054,
      "learning_rate": 7.84156647787445e-06,
      "loss": 1.0781,
      "step": 115844
    },
    {
      "epoch": 5.3893928820655965,
      "grad_norm": 1.68101524126967,
      "learning_rate": 7.840382227793202e-06,
      "loss": 0.9141,
      "step": 115845
    },
    {
      "epoch": 5.389439404512677,
      "grad_norm": 1.7714310212604898,
      "learning_rate": 7.839198064742901e-06,
      "loss": 0.9531,
      "step": 115846
    },
    {
      "epoch": 5.389485926959758,
      "grad_norm": 1.838525180127679,
      "learning_rate": 7.838013988724267e-06,
      "loss": 0.8828,
      "step": 115847
    },
    {
      "epoch": 5.389532449406839,
      "grad_norm": 1.9432731479353746,
      "learning_rate": 7.836829999738048e-06,
      "loss": 1.1016,
      "step": 115848
    },
    {
      "epoch": 5.389578971853919,
      "grad_norm": 1.8782248297865778,
      "learning_rate": 7.835646097784976e-06,
      "loss": 0.9531,
      "step": 115849
    },
    {
      "epoch": 5.389625494301001,
      "grad_norm": 1.6464687043909314,
      "learning_rate": 7.834462282865716e-06,
      "loss": 0.8047,
      "step": 115850
    },
    {
      "epoch": 5.389672016748081,
      "grad_norm": 1.7253182459054333,
      "learning_rate": 7.83327855498107e-06,
      "loss": 0.9414,
      "step": 115851
    },
    {
      "epoch": 5.389718539195162,
      "grad_norm": 1.8424403324777545,
      "learning_rate": 7.83209491413172e-06,
      "loss": 0.918,
      "step": 115852
    },
    {
      "epoch": 5.389765061642242,
      "grad_norm": 1.6010145447936799,
      "learning_rate": 7.830911360318398e-06,
      "loss": 0.8047,
      "step": 115853
    },
    {
      "epoch": 5.3898115840893235,
      "grad_norm": 1.7430744563934923,
      "learning_rate": 7.829727893541854e-06,
      "loss": 0.9219,
      "step": 115854
    },
    {
      "epoch": 5.389858106536404,
      "grad_norm": 1.736414856921555,
      "learning_rate": 7.828544513802771e-06,
      "loss": 0.8242,
      "step": 115855
    },
    {
      "epoch": 5.389904628983484,
      "grad_norm": 1.6535499706768313,
      "learning_rate": 7.82736122110188e-06,
      "loss": 0.8672,
      "step": 115856
    },
    {
      "epoch": 5.389951151430565,
      "grad_norm": 1.6146493341238661,
      "learning_rate": 7.826178015439933e-06,
      "loss": 0.9102,
      "step": 115857
    },
    {
      "epoch": 5.389997673877646,
      "grad_norm": 1.6719572209854345,
      "learning_rate": 7.824994896817626e-06,
      "loss": 0.9727,
      "step": 115858
    },
    {
      "epoch": 5.390044196324727,
      "grad_norm": 1.6078763312107542,
      "learning_rate": 7.823811865235714e-06,
      "loss": 0.8867,
      "step": 115859
    },
    {
      "epoch": 5.390090718771807,
      "grad_norm": 1.8024072397824897,
      "learning_rate": 7.822628920694873e-06,
      "loss": 0.8789,
      "step": 115860
    },
    {
      "epoch": 5.390137241218888,
      "grad_norm": 1.766904365033363,
      "learning_rate": 7.821446063195875e-06,
      "loss": 0.9531,
      "step": 115861
    },
    {
      "epoch": 5.390183763665969,
      "grad_norm": 1.8020277393889264,
      "learning_rate": 7.82026329273943e-06,
      "loss": 0.9219,
      "step": 115862
    },
    {
      "epoch": 5.3902302861130496,
      "grad_norm": 1.699435067471353,
      "learning_rate": 7.819080609326245e-06,
      "loss": 0.8906,
      "step": 115863
    },
    {
      "epoch": 5.39027680856013,
      "grad_norm": 1.9610652697098458,
      "learning_rate": 7.81789801295708e-06,
      "loss": 1.0469,
      "step": 115864
    },
    {
      "epoch": 5.390323331007211,
      "grad_norm": 1.6996357282404715,
      "learning_rate": 7.816715503632604e-06,
      "loss": 0.8438,
      "step": 115865
    },
    {
      "epoch": 5.390369853454292,
      "grad_norm": 1.6530133997990397,
      "learning_rate": 7.815533081353581e-06,
      "loss": 0.8594,
      "step": 115866
    },
    {
      "epoch": 5.390416375901372,
      "grad_norm": 1.8689102430212674,
      "learning_rate": 7.814350746120746e-06,
      "loss": 1.0078,
      "step": 115867
    },
    {
      "epoch": 5.390462898348453,
      "grad_norm": 1.6302672532476654,
      "learning_rate": 7.813168497934797e-06,
      "loss": 0.9336,
      "step": 115868
    },
    {
      "epoch": 5.390509420795534,
      "grad_norm": 1.7624808134409773,
      "learning_rate": 7.811986336796433e-06,
      "loss": 0.9922,
      "step": 115869
    },
    {
      "epoch": 5.390555943242615,
      "grad_norm": 1.8154231984634346,
      "learning_rate": 7.810804262706438e-06,
      "loss": 0.9102,
      "step": 115870
    },
    {
      "epoch": 5.390602465689695,
      "grad_norm": 1.6702429748402805,
      "learning_rate": 7.809622275665511e-06,
      "loss": 0.9102,
      "step": 115871
    },
    {
      "epoch": 5.390648988136776,
      "grad_norm": 2.062396317905484,
      "learning_rate": 7.808440375674353e-06,
      "loss": 1.1016,
      "step": 115872
    },
    {
      "epoch": 5.390695510583857,
      "grad_norm": 1.6849373440442774,
      "learning_rate": 7.807258562733708e-06,
      "loss": 0.918,
      "step": 115873
    },
    {
      "epoch": 5.3907420330309375,
      "grad_norm": 1.7048301482461818,
      "learning_rate": 7.806076836844299e-06,
      "loss": 0.9766,
      "step": 115874
    },
    {
      "epoch": 5.390788555478018,
      "grad_norm": 1.9265923400211964,
      "learning_rate": 7.804895198006855e-06,
      "loss": 0.9727,
      "step": 115875
    },
    {
      "epoch": 5.390835077925098,
      "grad_norm": 1.7197449820631212,
      "learning_rate": 7.803713646222093e-06,
      "loss": 0.9883,
      "step": 115876
    },
    {
      "epoch": 5.39088160037218,
      "grad_norm": 1.8754319191750068,
      "learning_rate": 7.802532181490745e-06,
      "loss": 0.9844,
      "step": 115877
    },
    {
      "epoch": 5.39092812281926,
      "grad_norm": 1.6530921369412002,
      "learning_rate": 7.801350803813494e-06,
      "loss": 0.8555,
      "step": 115878
    },
    {
      "epoch": 5.390974645266341,
      "grad_norm": 1.9139327015679939,
      "learning_rate": 7.800169513191124e-06,
      "loss": 0.9922,
      "step": 115879
    },
    {
      "epoch": 5.391021167713422,
      "grad_norm": 1.7466204930830334,
      "learning_rate": 7.798988309624315e-06,
      "loss": 0.9844,
      "step": 115880
    },
    {
      "epoch": 5.391067690160503,
      "grad_norm": 1.7413531187725007,
      "learning_rate": 7.79780719311382e-06,
      "loss": 1.0391,
      "step": 115881
    },
    {
      "epoch": 5.391114212607583,
      "grad_norm": 1.90488737370298,
      "learning_rate": 7.796626163660303e-06,
      "loss": 0.9102,
      "step": 115882
    },
    {
      "epoch": 5.3911607350546635,
      "grad_norm": 1.8332833663524186,
      "learning_rate": 7.795445221264562e-06,
      "loss": 0.918,
      "step": 115883
    },
    {
      "epoch": 5.391207257501745,
      "grad_norm": 1.8371682459111227,
      "learning_rate": 7.794264365927299e-06,
      "loss": 0.957,
      "step": 115884
    },
    {
      "epoch": 5.391253779948825,
      "grad_norm": 1.6986250852058806,
      "learning_rate": 7.793083597649214e-06,
      "loss": 0.9297,
      "step": 115885
    },
    {
      "epoch": 5.391300302395906,
      "grad_norm": 1.8218741767765685,
      "learning_rate": 7.79190291643102e-06,
      "loss": 0.9922,
      "step": 115886
    },
    {
      "epoch": 5.391346824842986,
      "grad_norm": 1.632528965574688,
      "learning_rate": 7.790722322273485e-06,
      "loss": 0.8672,
      "step": 115887
    },
    {
      "epoch": 5.391393347290068,
      "grad_norm": 2.139204467151895,
      "learning_rate": 7.789541815177308e-06,
      "loss": 1.0938,
      "step": 115888
    },
    {
      "epoch": 5.391439869737148,
      "grad_norm": 1.6704186860919272,
      "learning_rate": 7.788361395143206e-06,
      "loss": 0.8477,
      "step": 115889
    },
    {
      "epoch": 5.391486392184229,
      "grad_norm": 1.746531512264299,
      "learning_rate": 7.78718106217191e-06,
      "loss": 1.0547,
      "step": 115890
    },
    {
      "epoch": 5.39153291463131,
      "grad_norm": 1.6705004004536999,
      "learning_rate": 7.786000816264121e-06,
      "loss": 0.918,
      "step": 115891
    },
    {
      "epoch": 5.3915794370783905,
      "grad_norm": 1.7941497057584945,
      "learning_rate": 7.784820657420604e-06,
      "loss": 0.9844,
      "step": 115892
    },
    {
      "epoch": 5.391625959525471,
      "grad_norm": 1.8714294088051031,
      "learning_rate": 7.78364058564206e-06,
      "loss": 1.0469,
      "step": 115893
    },
    {
      "epoch": 5.3916724819725514,
      "grad_norm": 1.753047913781175,
      "learning_rate": 7.782460600929169e-06,
      "loss": 0.8672,
      "step": 115894
    },
    {
      "epoch": 5.391719004419633,
      "grad_norm": 1.5125040638519514,
      "learning_rate": 7.781280703282733e-06,
      "loss": 0.7031,
      "step": 115895
    },
    {
      "epoch": 5.391765526866713,
      "grad_norm": 1.7420357942420956,
      "learning_rate": 7.780100892703417e-06,
      "loss": 1.0391,
      "step": 115896
    },
    {
      "epoch": 5.391812049313794,
      "grad_norm": 1.7821420375574046,
      "learning_rate": 7.77892116919197e-06,
      "loss": 1.0078,
      "step": 115897
    },
    {
      "epoch": 5.391858571760874,
      "grad_norm": 1.8041390401908663,
      "learning_rate": 7.77774153274911e-06,
      "loss": 1.0156,
      "step": 115898
    },
    {
      "epoch": 5.391905094207956,
      "grad_norm": 1.741805672259277,
      "learning_rate": 7.77656198337555e-06,
      "loss": 0.9141,
      "step": 115899
    },
    {
      "epoch": 5.391951616655036,
      "grad_norm": 1.807421328516108,
      "learning_rate": 7.77538252107201e-06,
      "loss": 1.0703,
      "step": 115900
    },
    {
      "epoch": 5.391998139102117,
      "grad_norm": 1.760788195397225,
      "learning_rate": 7.774203145839237e-06,
      "loss": 1.0391,
      "step": 115901
    },
    {
      "epoch": 5.392044661549198,
      "grad_norm": 1.9086855528447229,
      "learning_rate": 7.773023857677928e-06,
      "loss": 1.2266,
      "step": 115902
    },
    {
      "epoch": 5.392091183996278,
      "grad_norm": 1.8988592969023856,
      "learning_rate": 7.771844656588805e-06,
      "loss": 0.8516,
      "step": 115903
    },
    {
      "epoch": 5.392137706443359,
      "grad_norm": 1.7834387065199533,
      "learning_rate": 7.770665542572597e-06,
      "loss": 0.9648,
      "step": 115904
    },
    {
      "epoch": 5.392184228890439,
      "grad_norm": 1.6813022102930246,
      "learning_rate": 7.769486515630035e-06,
      "loss": 1.0547,
      "step": 115905
    },
    {
      "epoch": 5.392230751337521,
      "grad_norm": 1.8164817584405142,
      "learning_rate": 7.768307575761822e-06,
      "loss": 0.9219,
      "step": 115906
    },
    {
      "epoch": 5.392277273784601,
      "grad_norm": 1.9592178063283556,
      "learning_rate": 7.767128722968708e-06,
      "loss": 1.0156,
      "step": 115907
    },
    {
      "epoch": 5.392323796231682,
      "grad_norm": 1.7410252950094225,
      "learning_rate": 7.765949957251355e-06,
      "loss": 0.9375,
      "step": 115908
    },
    {
      "epoch": 5.392370318678762,
      "grad_norm": 1.9850334077530098,
      "learning_rate": 7.764771278610566e-06,
      "loss": 0.9922,
      "step": 115909
    },
    {
      "epoch": 5.3924168411258435,
      "grad_norm": 1.626744811466217,
      "learning_rate": 7.763592687047005e-06,
      "loss": 0.9414,
      "step": 115910
    },
    {
      "epoch": 5.392463363572924,
      "grad_norm": 1.5275447590547284,
      "learning_rate": 7.762414182561421e-06,
      "loss": 0.8125,
      "step": 115911
    },
    {
      "epoch": 5.3925098860200045,
      "grad_norm": 1.6835414632852055,
      "learning_rate": 7.7612357651545e-06,
      "loss": 1.0,
      "step": 115912
    },
    {
      "epoch": 5.392556408467085,
      "grad_norm": 1.832617451566703,
      "learning_rate": 7.760057434827021e-06,
      "loss": 0.9102,
      "step": 115913
    },
    {
      "epoch": 5.392602930914166,
      "grad_norm": 1.7009275104495265,
      "learning_rate": 7.75887919157967e-06,
      "loss": 0.8477,
      "step": 115914
    },
    {
      "epoch": 5.392649453361247,
      "grad_norm": 1.547653876510828,
      "learning_rate": 7.757701035413161e-06,
      "loss": 0.875,
      "step": 115915
    },
    {
      "epoch": 5.392695975808327,
      "grad_norm": 1.8749584999442952,
      "learning_rate": 7.75652296632821e-06,
      "loss": 0.9766,
      "step": 115916
    },
    {
      "epoch": 5.392742498255409,
      "grad_norm": 1.5434681039505629,
      "learning_rate": 7.755344984325567e-06,
      "loss": 0.8633,
      "step": 115917
    },
    {
      "epoch": 5.392789020702489,
      "grad_norm": 1.8364374145023592,
      "learning_rate": 7.754167089405933e-06,
      "loss": 0.8359,
      "step": 115918
    },
    {
      "epoch": 5.39283554314957,
      "grad_norm": 2.001573740459365,
      "learning_rate": 7.752989281570054e-06,
      "loss": 1.0469,
      "step": 115919
    },
    {
      "epoch": 5.39288206559665,
      "grad_norm": 1.8118930044079935,
      "learning_rate": 7.751811560818633e-06,
      "loss": 1.0625,
      "step": 115920
    },
    {
      "epoch": 5.392928588043731,
      "grad_norm": 1.710440222236089,
      "learning_rate": 7.750633927152383e-06,
      "loss": 0.8203,
      "step": 115921
    },
    {
      "epoch": 5.392975110490812,
      "grad_norm": 1.8889420176144576,
      "learning_rate": 7.749456380572022e-06,
      "loss": 0.9492,
      "step": 115922
    },
    {
      "epoch": 5.393021632937892,
      "grad_norm": 1.5682545939453894,
      "learning_rate": 7.748278921078299e-06,
      "loss": 0.8438,
      "step": 115923
    },
    {
      "epoch": 5.393068155384973,
      "grad_norm": 1.9394803292527036,
      "learning_rate": 7.747101548671914e-06,
      "loss": 1.0078,
      "step": 115924
    },
    {
      "epoch": 5.393114677832054,
      "grad_norm": 2.0609838413051023,
      "learning_rate": 7.745924263353598e-06,
      "loss": 1.0234,
      "step": 115925
    },
    {
      "epoch": 5.393161200279135,
      "grad_norm": 1.7531810954607967,
      "learning_rate": 7.744747065124051e-06,
      "loss": 0.9258,
      "step": 115926
    },
    {
      "epoch": 5.393207722726215,
      "grad_norm": 1.7623480516280627,
      "learning_rate": 7.743569953984025e-06,
      "loss": 1.0156,
      "step": 115927
    },
    {
      "epoch": 5.393254245173296,
      "grad_norm": 1.7799521398162432,
      "learning_rate": 7.742392929934215e-06,
      "loss": 0.9414,
      "step": 115928
    },
    {
      "epoch": 5.393300767620377,
      "grad_norm": 1.629029598431511,
      "learning_rate": 7.741215992975358e-06,
      "loss": 0.9102,
      "step": 115929
    },
    {
      "epoch": 5.3933472900674575,
      "grad_norm": 1.8565795361069588,
      "learning_rate": 7.740039143108135e-06,
      "loss": 1.1016,
      "step": 115930
    },
    {
      "epoch": 5.393393812514538,
      "grad_norm": 1.853572766700327,
      "learning_rate": 7.738862380333327e-06,
      "loss": 1.1094,
      "step": 115931
    },
    {
      "epoch": 5.393440334961619,
      "grad_norm": 1.873682619582711,
      "learning_rate": 7.737685704651636e-06,
      "loss": 0.9492,
      "step": 115932
    },
    {
      "epoch": 5.3934868574087,
      "grad_norm": 1.7209221388795493,
      "learning_rate": 7.73650911606376e-06,
      "loss": 0.918,
      "step": 115933
    },
    {
      "epoch": 5.39353337985578,
      "grad_norm": 1.8944657789539314,
      "learning_rate": 7.735332614570416e-06,
      "loss": 0.9492,
      "step": 115934
    },
    {
      "epoch": 5.393579902302861,
      "grad_norm": 1.665474531685381,
      "learning_rate": 7.734156200172353e-06,
      "loss": 0.8828,
      "step": 115935
    },
    {
      "epoch": 5.393626424749942,
      "grad_norm": 1.763574536589028,
      "learning_rate": 7.732979872870288e-06,
      "loss": 0.9922,
      "step": 115936
    },
    {
      "epoch": 5.393672947197023,
      "grad_norm": 1.9894474083700346,
      "learning_rate": 7.731803632664935e-06,
      "loss": 1.0391,
      "step": 115937
    },
    {
      "epoch": 5.393719469644103,
      "grad_norm": 1.9540456757743905,
      "learning_rate": 7.730627479556977e-06,
      "loss": 1.0312,
      "step": 115938
    },
    {
      "epoch": 5.3937659920911845,
      "grad_norm": 1.6693314016074088,
      "learning_rate": 7.729451413547166e-06,
      "loss": 0.8594,
      "step": 115939
    },
    {
      "epoch": 5.393812514538265,
      "grad_norm": 1.6317152723105217,
      "learning_rate": 7.72827543463625e-06,
      "loss": 0.9062,
      "step": 115940
    },
    {
      "epoch": 5.393859036985345,
      "grad_norm": 2.0172810102018413,
      "learning_rate": 7.727099542824927e-06,
      "loss": 1.1406,
      "step": 115941
    },
    {
      "epoch": 5.393905559432426,
      "grad_norm": 1.9121358479668726,
      "learning_rate": 7.725923738113898e-06,
      "loss": 1.0312,
      "step": 115942
    },
    {
      "epoch": 5.393952081879507,
      "grad_norm": 1.5943301870400626,
      "learning_rate": 7.724748020503912e-06,
      "loss": 0.8281,
      "step": 115943
    },
    {
      "epoch": 5.393998604326588,
      "grad_norm": 1.8133346067558065,
      "learning_rate": 7.723572389995653e-06,
      "loss": 0.9102,
      "step": 115944
    },
    {
      "epoch": 5.394045126773668,
      "grad_norm": 1.9084206880899761,
      "learning_rate": 7.722396846589868e-06,
      "loss": 1.1797,
      "step": 115945
    },
    {
      "epoch": 5.394091649220749,
      "grad_norm": 1.6640164936081994,
      "learning_rate": 7.721221390287275e-06,
      "loss": 0.8438,
      "step": 115946
    },
    {
      "epoch": 5.39413817166783,
      "grad_norm": 1.7317042900178408,
      "learning_rate": 7.720046021088604e-06,
      "loss": 1.0234,
      "step": 115947
    },
    {
      "epoch": 5.3941846941149105,
      "grad_norm": 1.648768746933011,
      "learning_rate": 7.718870738994526e-06,
      "loss": 0.8242,
      "step": 115948
    },
    {
      "epoch": 5.394231216561991,
      "grad_norm": 1.8392903179898477,
      "learning_rate": 7.71769554400582e-06,
      "loss": 0.9961,
      "step": 115949
    },
    {
      "epoch": 5.3942777390090715,
      "grad_norm": 1.689483382706442,
      "learning_rate": 7.71652043612317e-06,
      "loss": 0.8477,
      "step": 115950
    },
    {
      "epoch": 5.394324261456153,
      "grad_norm": 1.6514664820230756,
      "learning_rate": 7.715345415347307e-06,
      "loss": 0.9688,
      "step": 115951
    },
    {
      "epoch": 5.394370783903233,
      "grad_norm": 1.8053959783327562,
      "learning_rate": 7.714170481678932e-06,
      "loss": 1.0,
      "step": 115952
    },
    {
      "epoch": 5.394417306350314,
      "grad_norm": 1.7479937512700592,
      "learning_rate": 7.712995635118796e-06,
      "loss": 1.0312,
      "step": 115953
    },
    {
      "epoch": 5.394463828797395,
      "grad_norm": 1.7754519679392766,
      "learning_rate": 7.711820875667612e-06,
      "loss": 1.0703,
      "step": 115954
    },
    {
      "epoch": 5.394510351244476,
      "grad_norm": 1.8118923618179723,
      "learning_rate": 7.710646203326083e-06,
      "loss": 0.9375,
      "step": 115955
    },
    {
      "epoch": 5.394556873691556,
      "grad_norm": 1.5103132024844867,
      "learning_rate": 7.709471618094921e-06,
      "loss": 0.8242,
      "step": 115956
    },
    {
      "epoch": 5.394603396138637,
      "grad_norm": 1.7740179733465016,
      "learning_rate": 7.70829711997486e-06,
      "loss": 0.9531,
      "step": 115957
    },
    {
      "epoch": 5.394649918585718,
      "grad_norm": 1.7169637467804075,
      "learning_rate": 7.707122708966634e-06,
      "loss": 1.0625,
      "step": 115958
    },
    {
      "epoch": 5.394696441032798,
      "grad_norm": 1.7191234631374097,
      "learning_rate": 7.705948385070942e-06,
      "loss": 1.0078,
      "step": 115959
    },
    {
      "epoch": 5.394742963479879,
      "grad_norm": 1.8379017496035925,
      "learning_rate": 7.704774148288501e-06,
      "loss": 1.0234,
      "step": 115960
    },
    {
      "epoch": 5.394789485926959,
      "grad_norm": 1.817655826100365,
      "learning_rate": 7.703599998620024e-06,
      "loss": 1.0234,
      "step": 115961
    },
    {
      "epoch": 5.394836008374041,
      "grad_norm": 1.6342051923775334,
      "learning_rate": 7.702425936066248e-06,
      "loss": 0.9609,
      "step": 115962
    },
    {
      "epoch": 5.394882530821121,
      "grad_norm": 1.6830742483282404,
      "learning_rate": 7.701251960627902e-06,
      "loss": 0.9492,
      "step": 115963
    },
    {
      "epoch": 5.394929053268202,
      "grad_norm": 1.7606230928735804,
      "learning_rate": 7.700078072305688e-06,
      "loss": 1.0,
      "step": 115964
    },
    {
      "epoch": 5.394975575715282,
      "grad_norm": 1.6786414019508402,
      "learning_rate": 7.698904271100304e-06,
      "loss": 0.918,
      "step": 115965
    },
    {
      "epoch": 5.3950220981623636,
      "grad_norm": 1.6611461703463595,
      "learning_rate": 7.697730557012516e-06,
      "loss": 0.9961,
      "step": 115966
    },
    {
      "epoch": 5.395068620609444,
      "grad_norm": 1.7732204208663591,
      "learning_rate": 7.696556930043008e-06,
      "loss": 0.9609,
      "step": 115967
    },
    {
      "epoch": 5.3951151430565245,
      "grad_norm": 1.664145562640813,
      "learning_rate": 7.695383390192494e-06,
      "loss": 1.0,
      "step": 115968
    },
    {
      "epoch": 5.395161665503606,
      "grad_norm": 1.8028000909918116,
      "learning_rate": 7.694209937461727e-06,
      "loss": 0.9375,
      "step": 115969
    },
    {
      "epoch": 5.395208187950686,
      "grad_norm": 1.632271456782137,
      "learning_rate": 7.69303657185137e-06,
      "loss": 0.875,
      "step": 115970
    },
    {
      "epoch": 5.395254710397767,
      "grad_norm": 1.8392640578802992,
      "learning_rate": 7.691863293362188e-06,
      "loss": 0.9961,
      "step": 115971
    },
    {
      "epoch": 5.395301232844847,
      "grad_norm": 1.607694652821107,
      "learning_rate": 7.690690101994901e-06,
      "loss": 0.8672,
      "step": 115972
    },
    {
      "epoch": 5.395347755291929,
      "grad_norm": 1.8043882426763733,
      "learning_rate": 7.689516997750206e-06,
      "loss": 0.9414,
      "step": 115973
    },
    {
      "epoch": 5.395394277739009,
      "grad_norm": 1.5791611510874826,
      "learning_rate": 7.68834398062882e-06,
      "loss": 0.8438,
      "step": 115974
    },
    {
      "epoch": 5.39544080018609,
      "grad_norm": 1.977915899417375,
      "learning_rate": 7.687171050631475e-06,
      "loss": 0.9648,
      "step": 115975
    },
    {
      "epoch": 5.39548732263317,
      "grad_norm": 1.9026126209819623,
      "learning_rate": 7.685998207758886e-06,
      "loss": 1.0625,
      "step": 115976
    },
    {
      "epoch": 5.3955338450802515,
      "grad_norm": 1.7000801084469548,
      "learning_rate": 7.684825452011756e-06,
      "loss": 0.875,
      "step": 115977
    },
    {
      "epoch": 5.395580367527332,
      "grad_norm": 1.8099220561791673,
      "learning_rate": 7.683652783390814e-06,
      "loss": 1.0312,
      "step": 115978
    },
    {
      "epoch": 5.395626889974412,
      "grad_norm": 1.518115427584546,
      "learning_rate": 7.682480201896796e-06,
      "loss": 0.8359,
      "step": 115979
    },
    {
      "epoch": 5.395673412421494,
      "grad_norm": 1.682608442109811,
      "learning_rate": 7.681307707530381e-06,
      "loss": 0.9453,
      "step": 115980
    },
    {
      "epoch": 5.395719934868574,
      "grad_norm": 1.8226735245881835,
      "learning_rate": 7.68013530029234e-06,
      "loss": 0.8906,
      "step": 115981
    },
    {
      "epoch": 5.395766457315655,
      "grad_norm": 1.9234570656079895,
      "learning_rate": 7.678962980183318e-06,
      "loss": 1.0156,
      "step": 115982
    },
    {
      "epoch": 5.395812979762735,
      "grad_norm": 1.6806688240561385,
      "learning_rate": 7.677790747204065e-06,
      "loss": 0.9219,
      "step": 115983
    },
    {
      "epoch": 5.395859502209817,
      "grad_norm": 1.8228234002729453,
      "learning_rate": 7.67661860135535e-06,
      "loss": 1.0938,
      "step": 115984
    },
    {
      "epoch": 5.395906024656897,
      "grad_norm": 1.6616699063306237,
      "learning_rate": 7.675446542637836e-06,
      "loss": 0.918,
      "step": 115985
    },
    {
      "epoch": 5.3959525471039775,
      "grad_norm": 1.6277320849712362,
      "learning_rate": 7.674274571052258e-06,
      "loss": 0.8711,
      "step": 115986
    },
    {
      "epoch": 5.395999069551058,
      "grad_norm": 2.0490772599605562,
      "learning_rate": 7.673102686599298e-06,
      "loss": 1.1328,
      "step": 115987
    },
    {
      "epoch": 5.396045591998139,
      "grad_norm": 1.6965299683054513,
      "learning_rate": 7.671930889279738e-06,
      "loss": 0.9375,
      "step": 115988
    },
    {
      "epoch": 5.39609211444522,
      "grad_norm": 1.7616028301886844,
      "learning_rate": 7.670759179094243e-06,
      "loss": 0.8867,
      "step": 115989
    },
    {
      "epoch": 5.3961386368923,
      "grad_norm": 1.5583726814420598,
      "learning_rate": 7.669587556043567e-06,
      "loss": 0.9414,
      "step": 115990
    },
    {
      "epoch": 5.396185159339382,
      "grad_norm": 1.7269989354186501,
      "learning_rate": 7.66841602012837e-06,
      "loss": 0.918,
      "step": 115991
    },
    {
      "epoch": 5.396231681786462,
      "grad_norm": 1.528628745515406,
      "learning_rate": 7.667244571349441e-06,
      "loss": 0.8984,
      "step": 115992
    },
    {
      "epoch": 5.396278204233543,
      "grad_norm": 1.5957727737783975,
      "learning_rate": 7.666073209707457e-06,
      "loss": 0.8086,
      "step": 115993
    },
    {
      "epoch": 5.396324726680623,
      "grad_norm": 1.698888098140721,
      "learning_rate": 7.664901935203154e-06,
      "loss": 0.9961,
      "step": 115994
    },
    {
      "epoch": 5.3963712491277045,
      "grad_norm": 1.5833087889598685,
      "learning_rate": 7.663730747837232e-06,
      "loss": 0.9336,
      "step": 115995
    },
    {
      "epoch": 5.396417771574785,
      "grad_norm": 1.7761632683427782,
      "learning_rate": 7.662559647610373e-06,
      "loss": 1.0625,
      "step": 115996
    },
    {
      "epoch": 5.3964642940218654,
      "grad_norm": 1.9362024181602473,
      "learning_rate": 7.661388634523375e-06,
      "loss": 1.0312,
      "step": 115997
    },
    {
      "epoch": 5.396510816468946,
      "grad_norm": 1.7261503461615686,
      "learning_rate": 7.660217708576904e-06,
      "loss": 1.0312,
      "step": 115998
    },
    {
      "epoch": 5.396557338916027,
      "grad_norm": 1.8813911207973135,
      "learning_rate": 7.659046869771696e-06,
      "loss": 0.9961,
      "step": 115999
    },
    {
      "epoch": 5.396603861363108,
      "grad_norm": 1.6618691761407174,
      "learning_rate": 7.65787611810843e-06,
      "loss": 0.8594,
      "step": 116000
    },
    {
      "epoch": 5.396650383810188,
      "grad_norm": 1.7945977346064403,
      "learning_rate": 7.656705453587874e-06,
      "loss": 0.9336,
      "step": 116001
    },
    {
      "epoch": 5.396696906257269,
      "grad_norm": 1.6656440403571133,
      "learning_rate": 7.655534876210728e-06,
      "loss": 0.9102,
      "step": 116002
    },
    {
      "epoch": 5.39674342870435,
      "grad_norm": 1.6680194816601093,
      "learning_rate": 7.65436438597769e-06,
      "loss": 0.957,
      "step": 116003
    },
    {
      "epoch": 5.396789951151431,
      "grad_norm": 1.98124758547822,
      "learning_rate": 7.653193982889477e-06,
      "loss": 1.0391,
      "step": 116004
    },
    {
      "epoch": 5.396836473598511,
      "grad_norm": 1.6384533005148285,
      "learning_rate": 7.652023666946821e-06,
      "loss": 0.832,
      "step": 116005
    },
    {
      "epoch": 5.396882996045592,
      "grad_norm": 1.602009776062513,
      "learning_rate": 7.65085343815044e-06,
      "loss": 0.8008,
      "step": 116006
    },
    {
      "epoch": 5.396929518492673,
      "grad_norm": 1.723611804202455,
      "learning_rate": 7.649683296501063e-06,
      "loss": 1.0547,
      "step": 116007
    },
    {
      "epoch": 5.396976040939753,
      "grad_norm": 1.6534921239686673,
      "learning_rate": 7.648513241999377e-06,
      "loss": 0.9141,
      "step": 116008
    },
    {
      "epoch": 5.397022563386834,
      "grad_norm": 1.8284456204224144,
      "learning_rate": 7.647343274646094e-06,
      "loss": 1.0156,
      "step": 116009
    },
    {
      "epoch": 5.397069085833915,
      "grad_norm": 1.6479787198491358,
      "learning_rate": 7.646173394441969e-06,
      "loss": 0.9492,
      "step": 116010
    },
    {
      "epoch": 5.397115608280996,
      "grad_norm": 1.7637564052748314,
      "learning_rate": 7.645003601387694e-06,
      "loss": 0.9844,
      "step": 116011
    },
    {
      "epoch": 5.397162130728076,
      "grad_norm": 1.7496664670405115,
      "learning_rate": 7.643833895483992e-06,
      "loss": 0.875,
      "step": 116012
    },
    {
      "epoch": 5.397208653175157,
      "grad_norm": 1.7390316886479653,
      "learning_rate": 7.642664276731541e-06,
      "loss": 0.9062,
      "step": 116013
    },
    {
      "epoch": 5.397255175622238,
      "grad_norm": 1.7168388291272856,
      "learning_rate": 7.641494745131128e-06,
      "loss": 0.9375,
      "step": 116014
    },
    {
      "epoch": 5.3973016980693185,
      "grad_norm": 2.2263506829715314,
      "learning_rate": 7.640325300683414e-06,
      "loss": 1.1484,
      "step": 116015
    },
    {
      "epoch": 5.397348220516399,
      "grad_norm": 1.7049582421761,
      "learning_rate": 7.639155943389135e-06,
      "loss": 0.9883,
      "step": 116016
    },
    {
      "epoch": 5.397394742963479,
      "grad_norm": 2.0038086175331324,
      "learning_rate": 7.637986673248992e-06,
      "loss": 1.1094,
      "step": 116017
    },
    {
      "epoch": 5.397441265410561,
      "grad_norm": 1.6167406219124316,
      "learning_rate": 7.63681749026373e-06,
      "loss": 0.8438,
      "step": 116018
    },
    {
      "epoch": 5.397487787857641,
      "grad_norm": 1.6211821455610707,
      "learning_rate": 7.635648394434036e-06,
      "loss": 1.0469,
      "step": 116019
    },
    {
      "epoch": 5.397534310304722,
      "grad_norm": 1.4264273897210777,
      "learning_rate": 7.634479385760656e-06,
      "loss": 0.8242,
      "step": 116020
    },
    {
      "epoch": 5.397580832751803,
      "grad_norm": 1.999010628435805,
      "learning_rate": 7.633310464244275e-06,
      "loss": 1.0547,
      "step": 116021
    },
    {
      "epoch": 5.397627355198884,
      "grad_norm": 1.712655612818457,
      "learning_rate": 7.63214162988559e-06,
      "loss": 0.8477,
      "step": 116022
    },
    {
      "epoch": 5.397673877645964,
      "grad_norm": 1.5770182214052961,
      "learning_rate": 7.630972882685388e-06,
      "loss": 0.918,
      "step": 116023
    },
    {
      "epoch": 5.3977204000930445,
      "grad_norm": 1.8778992816842333,
      "learning_rate": 7.629804222644332e-06,
      "loss": 0.957,
      "step": 116024
    },
    {
      "epoch": 5.397766922540126,
      "grad_norm": 1.7684059172739748,
      "learning_rate": 7.628635649763154e-06,
      "loss": 0.9219,
      "step": 116025
    },
    {
      "epoch": 5.397813444987206,
      "grad_norm": 1.6935762091529198,
      "learning_rate": 7.627467164042539e-06,
      "loss": 0.9531,
      "step": 116026
    },
    {
      "epoch": 5.397859967434287,
      "grad_norm": 1.8478075296533822,
      "learning_rate": 7.6262987654832355e-06,
      "loss": 1.0391,
      "step": 116027
    },
    {
      "epoch": 5.397906489881368,
      "grad_norm": 1.7493921266763202,
      "learning_rate": 7.625130454085959e-06,
      "loss": 1.0938,
      "step": 116028
    },
    {
      "epoch": 5.397953012328449,
      "grad_norm": 2.0521959598255974,
      "learning_rate": 7.623962229851427e-06,
      "loss": 1.0391,
      "step": 116029
    },
    {
      "epoch": 5.397999534775529,
      "grad_norm": 1.8177000199536735,
      "learning_rate": 7.622794092780338e-06,
      "loss": 0.9062,
      "step": 116030
    },
    {
      "epoch": 5.39804605722261,
      "grad_norm": 1.8268402656659886,
      "learning_rate": 7.621626042873391e-06,
      "loss": 0.9688,
      "step": 116031
    },
    {
      "epoch": 5.398092579669691,
      "grad_norm": 1.7189498897637157,
      "learning_rate": 7.620458080131353e-06,
      "loss": 0.9453,
      "step": 116032
    },
    {
      "epoch": 5.3981391021167715,
      "grad_norm": 1.7781769619914178,
      "learning_rate": 7.619290204554906e-06,
      "loss": 0.9727,
      "step": 116033
    },
    {
      "epoch": 5.398185624563852,
      "grad_norm": 1.5530997820337686,
      "learning_rate": 7.618122416144767e-06,
      "loss": 0.8516,
      "step": 116034
    },
    {
      "epoch": 5.3982321470109325,
      "grad_norm": 1.7825068265382464,
      "learning_rate": 7.616954714901635e-06,
      "loss": 0.9062,
      "step": 116035
    },
    {
      "epoch": 5.398278669458014,
      "grad_norm": 1.5901419123474472,
      "learning_rate": 7.61578710082626e-06,
      "loss": 0.9609,
      "step": 116036
    },
    {
      "epoch": 5.398325191905094,
      "grad_norm": 1.6735516100369117,
      "learning_rate": 7.6146195739193396e-06,
      "loss": 0.8789,
      "step": 116037
    },
    {
      "epoch": 5.398371714352175,
      "grad_norm": 1.577161287179749,
      "learning_rate": 7.613452134181591e-06,
      "loss": 0.8789,
      "step": 116038
    },
    {
      "epoch": 5.398418236799255,
      "grad_norm": 1.7810552453699178,
      "learning_rate": 7.612284781613715e-06,
      "loss": 0.9297,
      "step": 116039
    },
    {
      "epoch": 5.398464759246337,
      "grad_norm": 1.7917089005849118,
      "learning_rate": 7.611117516216442e-06,
      "loss": 1.0547,
      "step": 116040
    },
    {
      "epoch": 5.398511281693417,
      "grad_norm": 1.744923752914623,
      "learning_rate": 7.6099503379904896e-06,
      "loss": 0.8789,
      "step": 116041
    },
    {
      "epoch": 5.398557804140498,
      "grad_norm": 1.848104807394005,
      "learning_rate": 7.608783246936556e-06,
      "loss": 0.9531,
      "step": 116042
    },
    {
      "epoch": 5.398604326587579,
      "grad_norm": 1.7889978312561823,
      "learning_rate": 7.607616243055359e-06,
      "loss": 1.0078,
      "step": 116043
    },
    {
      "epoch": 5.398650849034659,
      "grad_norm": 1.7605263643555855,
      "learning_rate": 7.60644932634763e-06,
      "loss": 0.875,
      "step": 116044
    },
    {
      "epoch": 5.39869737148174,
      "grad_norm": 1.8400424422304327,
      "learning_rate": 7.605282496814069e-06,
      "loss": 0.9922,
      "step": 116045
    },
    {
      "epoch": 5.39874389392882,
      "grad_norm": 1.6383096984536902,
      "learning_rate": 7.604115754455392e-06,
      "loss": 0.9258,
      "step": 116046
    },
    {
      "epoch": 5.398790416375902,
      "grad_norm": 1.6062078315049177,
      "learning_rate": 7.602949099272332e-06,
      "loss": 0.9062,
      "step": 116047
    },
    {
      "epoch": 5.398836938822982,
      "grad_norm": 1.8543728398663593,
      "learning_rate": 7.601782531265521e-06,
      "loss": 0.8945,
      "step": 116048
    },
    {
      "epoch": 5.398883461270063,
      "grad_norm": 1.4981173151389262,
      "learning_rate": 7.600616050435793e-06,
      "loss": 0.8477,
      "step": 116049
    },
    {
      "epoch": 5.398929983717143,
      "grad_norm": 1.878763649156423,
      "learning_rate": 7.599449656783812e-06,
      "loss": 1.0234,
      "step": 116050
    },
    {
      "epoch": 5.3989765061642245,
      "grad_norm": 1.7400177327676958,
      "learning_rate": 7.5982833503102806e-06,
      "loss": 0.9805,
      "step": 116051
    },
    {
      "epoch": 5.399023028611305,
      "grad_norm": 1.7190046763718363,
      "learning_rate": 7.597117131015912e-06,
      "loss": 0.9023,
      "step": 116052
    },
    {
      "epoch": 5.3990695510583855,
      "grad_norm": 1.9350334315885351,
      "learning_rate": 7.595950998901407e-06,
      "loss": 1.0703,
      "step": 116053
    },
    {
      "epoch": 5.399116073505466,
      "grad_norm": 1.899267903129989,
      "learning_rate": 7.594784953967531e-06,
      "loss": 1.0312,
      "step": 116054
    },
    {
      "epoch": 5.399162595952547,
      "grad_norm": 1.7428658292428103,
      "learning_rate": 7.593618996214967e-06,
      "loss": 0.8164,
      "step": 116055
    },
    {
      "epoch": 5.399209118399628,
      "grad_norm": 1.7758581622493301,
      "learning_rate": 7.592453125644432e-06,
      "loss": 0.9336,
      "step": 116056
    },
    {
      "epoch": 5.399255640846708,
      "grad_norm": 1.6793254134559685,
      "learning_rate": 7.5912873422566075e-06,
      "loss": 0.8398,
      "step": 116057
    },
    {
      "epoch": 5.39930216329379,
      "grad_norm": 1.8062845912606502,
      "learning_rate": 7.590121646052244e-06,
      "loss": 0.9609,
      "step": 116058
    },
    {
      "epoch": 5.39934868574087,
      "grad_norm": 1.7512240200926374,
      "learning_rate": 7.588956037032073e-06,
      "loss": 0.9766,
      "step": 116059
    },
    {
      "epoch": 5.399395208187951,
      "grad_norm": 1.7384961630390665,
      "learning_rate": 7.587790515196762e-06,
      "loss": 0.9922,
      "step": 116060
    },
    {
      "epoch": 5.399441730635031,
      "grad_norm": 1.91200963768048,
      "learning_rate": 7.586625080547043e-06,
      "loss": 1.0703,
      "step": 116061
    },
    {
      "epoch": 5.399488253082112,
      "grad_norm": 1.7682702743442011,
      "learning_rate": 7.585459733083632e-06,
      "loss": 1.0078,
      "step": 116062
    },
    {
      "epoch": 5.399534775529193,
      "grad_norm": 1.845541937093976,
      "learning_rate": 7.584294472807262e-06,
      "loss": 0.9102,
      "step": 116063
    },
    {
      "epoch": 5.399581297976273,
      "grad_norm": 1.7614890241693455,
      "learning_rate": 7.583129299718615e-06,
      "loss": 0.8555,
      "step": 116064
    },
    {
      "epoch": 5.399627820423354,
      "grad_norm": 1.634213011591728,
      "learning_rate": 7.581964213818392e-06,
      "loss": 0.918,
      "step": 116065
    },
    {
      "epoch": 5.399674342870435,
      "grad_norm": 1.7641851853608144,
      "learning_rate": 7.580799215107359e-06,
      "loss": 1.0391,
      "step": 116066
    },
    {
      "epoch": 5.399720865317516,
      "grad_norm": 1.7537855142060788,
      "learning_rate": 7.579634303586196e-06,
      "loss": 0.9609,
      "step": 116067
    },
    {
      "epoch": 5.399767387764596,
      "grad_norm": 1.723917586799296,
      "learning_rate": 7.578469479255622e-06,
      "loss": 1.0547,
      "step": 116068
    },
    {
      "epoch": 5.399813910211677,
      "grad_norm": 1.7907176306891786,
      "learning_rate": 7.577304742116319e-06,
      "loss": 1.0,
      "step": 116069
    },
    {
      "epoch": 5.399860432658758,
      "grad_norm": 1.84504217251667,
      "learning_rate": 7.576140092169036e-06,
      "loss": 0.9062,
      "step": 116070
    },
    {
      "epoch": 5.3999069551058385,
      "grad_norm": 1.6664218582406627,
      "learning_rate": 7.5749755294145065e-06,
      "loss": 0.9844,
      "step": 116071
    },
    {
      "epoch": 5.399953477552919,
      "grad_norm": 1.505339160416846,
      "learning_rate": 7.573811053853412e-06,
      "loss": 0.8711,
      "step": 116072
    },
    {
      "epoch": 5.4,
      "grad_norm": 1.744371721881456,
      "learning_rate": 7.572646665486454e-06,
      "loss": 0.8984,
      "step": 116073
    },
    {
      "epoch": 5.400046522447081,
      "grad_norm": 1.660759834167799,
      "learning_rate": 7.571482364314363e-06,
      "loss": 0.8945,
      "step": 116074
    },
    {
      "epoch": 5.400093044894161,
      "grad_norm": 1.7729777733767575,
      "learning_rate": 7.570318150337856e-06,
      "loss": 1.1562,
      "step": 116075
    },
    {
      "epoch": 5.400139567341242,
      "grad_norm": 1.9640544856571025,
      "learning_rate": 7.56915402355765e-06,
      "loss": 1.0625,
      "step": 116076
    },
    {
      "epoch": 5.400186089788323,
      "grad_norm": 1.8346715531203108,
      "learning_rate": 7.567989983974443e-06,
      "loss": 1.0859,
      "step": 116077
    },
    {
      "epoch": 5.400232612235404,
      "grad_norm": 1.9900284835935511,
      "learning_rate": 7.5668260315889515e-06,
      "loss": 1.0469,
      "step": 116078
    },
    {
      "epoch": 5.400279134682484,
      "grad_norm": 1.9641092738666308,
      "learning_rate": 7.565662166401876e-06,
      "loss": 1.1172,
      "step": 116079
    },
    {
      "epoch": 5.4003256571295655,
      "grad_norm": 1.6373192010840139,
      "learning_rate": 7.564498388413947e-06,
      "loss": 0.9141,
      "step": 116080
    },
    {
      "epoch": 5.400372179576646,
      "grad_norm": 1.6610111643596241,
      "learning_rate": 7.563334697625884e-06,
      "loss": 0.9141,
      "step": 116081
    },
    {
      "epoch": 5.400418702023726,
      "grad_norm": 1.7716257027680735,
      "learning_rate": 7.562171094038383e-06,
      "loss": 0.9609,
      "step": 116082
    },
    {
      "epoch": 5.400465224470807,
      "grad_norm": 1.8566155636048791,
      "learning_rate": 7.561007577652128e-06,
      "loss": 0.9258,
      "step": 116083
    },
    {
      "epoch": 5.400511746917888,
      "grad_norm": 1.8345358333816453,
      "learning_rate": 7.559844148467903e-06,
      "loss": 0.9531,
      "step": 116084
    },
    {
      "epoch": 5.400558269364969,
      "grad_norm": 1.8244153723094148,
      "learning_rate": 7.5586808064863724e-06,
      "loss": 0.9883,
      "step": 116085
    },
    {
      "epoch": 5.400604791812049,
      "grad_norm": 1.6509890914694878,
      "learning_rate": 7.557517551708253e-06,
      "loss": 0.8594,
      "step": 116086
    },
    {
      "epoch": 5.40065131425913,
      "grad_norm": 1.771915291853525,
      "learning_rate": 7.5563543841342444e-06,
      "loss": 0.9297,
      "step": 116087
    },
    {
      "epoch": 5.400697836706211,
      "grad_norm": 1.791517400957139,
      "learning_rate": 7.555191303765096e-06,
      "loss": 1.0234,
      "step": 116088
    },
    {
      "epoch": 5.4007443591532915,
      "grad_norm": 1.9291329495865606,
      "learning_rate": 7.5540283106015065e-06,
      "loss": 0.9961,
      "step": 116089
    },
    {
      "epoch": 5.400790881600372,
      "grad_norm": 1.7470056002953396,
      "learning_rate": 7.552865404644176e-06,
      "loss": 0.9414,
      "step": 116090
    },
    {
      "epoch": 5.4008374040474525,
      "grad_norm": 1.6111439130066456,
      "learning_rate": 7.551702585893787e-06,
      "loss": 0.9766,
      "step": 116091
    },
    {
      "epoch": 5.400883926494534,
      "grad_norm": 1.5867705528069485,
      "learning_rate": 7.550539854351106e-06,
      "loss": 0.8516,
      "step": 116092
    },
    {
      "epoch": 5.400930448941614,
      "grad_norm": 1.8241338995317755,
      "learning_rate": 7.5493772100168325e-06,
      "loss": 0.9609,
      "step": 116093
    },
    {
      "epoch": 5.400976971388695,
      "grad_norm": 1.7457786769765589,
      "learning_rate": 7.548214652891665e-06,
      "loss": 0.8984,
      "step": 116094
    },
    {
      "epoch": 5.401023493835776,
      "grad_norm": 1.603843171468155,
      "learning_rate": 7.547052182976321e-06,
      "loss": 0.793,
      "step": 116095
    },
    {
      "epoch": 5.401070016282857,
      "grad_norm": 1.88063613806171,
      "learning_rate": 7.545889800271498e-06,
      "loss": 1.0625,
      "step": 116096
    },
    {
      "epoch": 5.401116538729937,
      "grad_norm": 1.8056429511475827,
      "learning_rate": 7.544727504777948e-06,
      "loss": 0.9883,
      "step": 116097
    },
    {
      "epoch": 5.401163061177018,
      "grad_norm": 1.8491482243565607,
      "learning_rate": 7.543565296496351e-06,
      "loss": 1.0469,
      "step": 116098
    },
    {
      "epoch": 5.401209583624099,
      "grad_norm": 1.8599073986203478,
      "learning_rate": 7.542403175427409e-06,
      "loss": 1.0469,
      "step": 116099
    },
    {
      "epoch": 5.4012561060711795,
      "grad_norm": 1.6083740787460394,
      "learning_rate": 7.541241141571835e-06,
      "loss": 0.8828,
      "step": 116100
    },
    {
      "epoch": 5.40130262851826,
      "grad_norm": 1.8654169223958594,
      "learning_rate": 7.5400791949303816e-06,
      "loss": 0.8945,
      "step": 116101
    },
    {
      "epoch": 5.40134915096534,
      "grad_norm": 1.7980440286610966,
      "learning_rate": 7.53891733550373e-06,
      "loss": 0.9688,
      "step": 116102
    },
    {
      "epoch": 5.401395673412422,
      "grad_norm": 1.634477936612761,
      "learning_rate": 7.53775556329258e-06,
      "loss": 0.8359,
      "step": 116103
    },
    {
      "epoch": 5.401442195859502,
      "grad_norm": 1.6119346017021696,
      "learning_rate": 7.536593878297664e-06,
      "loss": 0.8594,
      "step": 116104
    },
    {
      "epoch": 5.401488718306583,
      "grad_norm": 1.7075758131139986,
      "learning_rate": 7.535432280519666e-06,
      "loss": 0.9922,
      "step": 116105
    },
    {
      "epoch": 5.401535240753663,
      "grad_norm": 1.8720597836774675,
      "learning_rate": 7.534270769959333e-06,
      "loss": 1.0391,
      "step": 116106
    },
    {
      "epoch": 5.401581763200745,
      "grad_norm": 1.7174649051306365,
      "learning_rate": 7.5331093466173495e-06,
      "loss": 0.9688,
      "step": 116107
    },
    {
      "epoch": 5.401628285647825,
      "grad_norm": 1.9639008169183538,
      "learning_rate": 7.531948010494449e-06,
      "loss": 0.9375,
      "step": 116108
    },
    {
      "epoch": 5.4016748080949055,
      "grad_norm": 1.683903052356915,
      "learning_rate": 7.530786761591312e-06,
      "loss": 0.8789,
      "step": 116109
    },
    {
      "epoch": 5.401721330541987,
      "grad_norm": 1.673711560322504,
      "learning_rate": 7.529625599908689e-06,
      "loss": 0.8672,
      "step": 116110
    },
    {
      "epoch": 5.401767852989067,
      "grad_norm": 1.8191381400141704,
      "learning_rate": 7.528464525447264e-06,
      "loss": 0.9961,
      "step": 116111
    },
    {
      "epoch": 5.401814375436148,
      "grad_norm": 1.819316976666487,
      "learning_rate": 7.527303538207752e-06,
      "loss": 0.8711,
      "step": 116112
    },
    {
      "epoch": 5.401860897883228,
      "grad_norm": 2.0106000196479332,
      "learning_rate": 7.526142638190835e-06,
      "loss": 1.1953,
      "step": 116113
    },
    {
      "epoch": 5.40190742033031,
      "grad_norm": 1.7126238558278184,
      "learning_rate": 7.524981825397264e-06,
      "loss": 1.0469,
      "step": 116114
    },
    {
      "epoch": 5.40195394277739,
      "grad_norm": 1.7736208701211384,
      "learning_rate": 7.523821099827754e-06,
      "loss": 0.9727,
      "step": 116115
    },
    {
      "epoch": 5.402000465224471,
      "grad_norm": 1.562740640966402,
      "learning_rate": 7.522660461483004e-06,
      "loss": 0.8242,
      "step": 116116
    },
    {
      "epoch": 5.402046987671551,
      "grad_norm": 1.658137915554668,
      "learning_rate": 7.521499910363715e-06,
      "loss": 0.9023,
      "step": 116117
    },
    {
      "epoch": 5.4020935101186325,
      "grad_norm": 1.7762580585193621,
      "learning_rate": 7.520339446470586e-06,
      "loss": 0.8828,
      "step": 116118
    },
    {
      "epoch": 5.402140032565713,
      "grad_norm": 1.8484197321199098,
      "learning_rate": 7.5191790698043655e-06,
      "loss": 0.9414,
      "step": 116119
    },
    {
      "epoch": 5.402186555012793,
      "grad_norm": 1.5484181711841027,
      "learning_rate": 7.518018780365753e-06,
      "loss": 0.9141,
      "step": 116120
    },
    {
      "epoch": 5.402233077459875,
      "grad_norm": 1.5946908087588882,
      "learning_rate": 7.5168585781554325e-06,
      "loss": 0.7734,
      "step": 116121
    },
    {
      "epoch": 5.402279599906955,
      "grad_norm": 1.7170929509482824,
      "learning_rate": 7.515698463174119e-06,
      "loss": 0.9883,
      "step": 116122
    },
    {
      "epoch": 5.402326122354036,
      "grad_norm": 1.846339201740514,
      "learning_rate": 7.514538435422562e-06,
      "loss": 0.9219,
      "step": 116123
    },
    {
      "epoch": 5.402372644801116,
      "grad_norm": 1.9404465839965013,
      "learning_rate": 7.513378494901429e-06,
      "loss": 0.9258,
      "step": 116124
    },
    {
      "epoch": 5.402419167248198,
      "grad_norm": 1.7074074867236553,
      "learning_rate": 7.512218641611467e-06,
      "loss": 0.8867,
      "step": 116125
    },
    {
      "epoch": 5.402465689695278,
      "grad_norm": 1.870132373454511,
      "learning_rate": 7.511058875553328e-06,
      "loss": 1.1484,
      "step": 116126
    },
    {
      "epoch": 5.4025122121423585,
      "grad_norm": 1.7819250844665868,
      "learning_rate": 7.509899196727776e-06,
      "loss": 0.9297,
      "step": 116127
    },
    {
      "epoch": 5.402558734589439,
      "grad_norm": 1.7190829936458403,
      "learning_rate": 7.508739605135511e-06,
      "loss": 0.8281,
      "step": 116128
    },
    {
      "epoch": 5.40260525703652,
      "grad_norm": 1.7774350621494308,
      "learning_rate": 7.507580100777233e-06,
      "loss": 1.0703,
      "step": 116129
    },
    {
      "epoch": 5.402651779483601,
      "grad_norm": 1.6254164991101108,
      "learning_rate": 7.5064206836536574e-06,
      "loss": 0.9883,
      "step": 116130
    },
    {
      "epoch": 5.402698301930681,
      "grad_norm": 1.7536199865672693,
      "learning_rate": 7.505261353765469e-06,
      "loss": 0.8633,
      "step": 116131
    },
    {
      "epoch": 5.402744824377763,
      "grad_norm": 1.716583785800769,
      "learning_rate": 7.504102111113414e-06,
      "loss": 1.0156,
      "step": 116132
    },
    {
      "epoch": 5.402791346824843,
      "grad_norm": 1.7040887067320418,
      "learning_rate": 7.502942955698194e-06,
      "loss": 0.9414,
      "step": 116133
    },
    {
      "epoch": 5.402837869271924,
      "grad_norm": 1.7320311051767092,
      "learning_rate": 7.501783887520507e-06,
      "loss": 0.9531,
      "step": 116134
    },
    {
      "epoch": 5.402884391719004,
      "grad_norm": 1.651416577912506,
      "learning_rate": 7.500624906581055e-06,
      "loss": 0.8945,
      "step": 116135
    },
    {
      "epoch": 5.4029309141660855,
      "grad_norm": 1.7450074092663386,
      "learning_rate": 7.499466012880567e-06,
      "loss": 0.918,
      "step": 116136
    },
    {
      "epoch": 5.402977436613166,
      "grad_norm": 1.7013283993858992,
      "learning_rate": 7.4983072064197454e-06,
      "loss": 0.8711,
      "step": 116137
    },
    {
      "epoch": 5.4030239590602465,
      "grad_norm": 1.5290463391175126,
      "learning_rate": 7.497148487199306e-06,
      "loss": 0.875,
      "step": 116138
    },
    {
      "epoch": 5.403070481507327,
      "grad_norm": 1.7629206711708054,
      "learning_rate": 7.4959898552199635e-06,
      "loss": 0.8203,
      "step": 116139
    },
    {
      "epoch": 5.403117003954408,
      "grad_norm": 1.7076580417147875,
      "learning_rate": 7.494831310482385e-06,
      "loss": 0.957,
      "step": 116140
    },
    {
      "epoch": 5.403163526401489,
      "grad_norm": 1.7511673399374013,
      "learning_rate": 7.493672852987337e-06,
      "loss": 1.0312,
      "step": 116141
    },
    {
      "epoch": 5.403210048848569,
      "grad_norm": 1.691862525286142,
      "learning_rate": 7.492514482735501e-06,
      "loss": 0.9375,
      "step": 116142
    },
    {
      "epoch": 5.40325657129565,
      "grad_norm": 1.757655700877947,
      "learning_rate": 7.491356199727578e-06,
      "loss": 0.9609,
      "step": 116143
    },
    {
      "epoch": 5.403303093742731,
      "grad_norm": 1.4957279325822133,
      "learning_rate": 7.490198003964281e-06,
      "loss": 0.8594,
      "step": 116144
    },
    {
      "epoch": 5.403349616189812,
      "grad_norm": 1.703631531406667,
      "learning_rate": 7.489039895446331e-06,
      "loss": 0.9023,
      "step": 116145
    },
    {
      "epoch": 5.403396138636892,
      "grad_norm": 2.019433859186888,
      "learning_rate": 7.48788187417444e-06,
      "loss": 0.9258,
      "step": 116146
    },
    {
      "epoch": 5.403442661083973,
      "grad_norm": 1.78306300099809,
      "learning_rate": 7.486723940149308e-06,
      "loss": 1.0,
      "step": 116147
    },
    {
      "epoch": 5.403489183531054,
      "grad_norm": 1.7642626506075836,
      "learning_rate": 7.48556609337162e-06,
      "loss": 0.9844,
      "step": 116148
    },
    {
      "epoch": 5.403535705978134,
      "grad_norm": 1.5899563097665945,
      "learning_rate": 7.48440833384214e-06,
      "loss": 0.9023,
      "step": 116149
    },
    {
      "epoch": 5.403582228425215,
      "grad_norm": 1.664241766589796,
      "learning_rate": 7.483250661561535e-06,
      "loss": 0.8984,
      "step": 116150
    },
    {
      "epoch": 5.403628750872296,
      "grad_norm": 1.8275201979928384,
      "learning_rate": 7.482093076530521e-06,
      "loss": 0.9414,
      "step": 116151
    },
    {
      "epoch": 5.403675273319377,
      "grad_norm": 1.7245137493154197,
      "learning_rate": 7.480935578749781e-06,
      "loss": 0.9102,
      "step": 116152
    },
    {
      "epoch": 5.403721795766457,
      "grad_norm": 1.898159438089428,
      "learning_rate": 7.479778168220096e-06,
      "loss": 0.9609,
      "step": 116153
    },
    {
      "epoch": 5.403768318213538,
      "grad_norm": 1.8570478448565237,
      "learning_rate": 7.478620844942118e-06,
      "loss": 0.9883,
      "step": 116154
    },
    {
      "epoch": 5.403814840660619,
      "grad_norm": 1.4137220417948613,
      "learning_rate": 7.477463608916562e-06,
      "loss": 0.7148,
      "step": 116155
    },
    {
      "epoch": 5.4038613631076995,
      "grad_norm": 1.6163867418916993,
      "learning_rate": 7.476306460144144e-06,
      "loss": 0.9414,
      "step": 116156
    },
    {
      "epoch": 5.40390788555478,
      "grad_norm": 1.9797027003103045,
      "learning_rate": 7.475149398625546e-06,
      "loss": 0.9883,
      "step": 116157
    },
    {
      "epoch": 5.40395440800186,
      "grad_norm": 1.8875254829032522,
      "learning_rate": 7.473992424361519e-06,
      "loss": 1.0312,
      "step": 116158
    },
    {
      "epoch": 5.404000930448942,
      "grad_norm": 1.7990783177744614,
      "learning_rate": 7.4728355373527785e-06,
      "loss": 0.957,
      "step": 116159
    },
    {
      "epoch": 5.404047452896022,
      "grad_norm": 1.7994691706351518,
      "learning_rate": 7.47167873759999e-06,
      "loss": 0.9023,
      "step": 116160
    },
    {
      "epoch": 5.404093975343103,
      "grad_norm": 1.7754295026204705,
      "learning_rate": 7.4705220251038865e-06,
      "loss": 0.9336,
      "step": 116161
    },
    {
      "epoch": 5.404140497790184,
      "grad_norm": 1.8132359473565938,
      "learning_rate": 7.469365399865151e-06,
      "loss": 0.9766,
      "step": 116162
    },
    {
      "epoch": 5.404187020237265,
      "grad_norm": 1.92268973915574,
      "learning_rate": 7.468208861884533e-06,
      "loss": 0.9961,
      "step": 116163
    },
    {
      "epoch": 5.404233542684345,
      "grad_norm": 1.595963903082674,
      "learning_rate": 7.467052411162699e-06,
      "loss": 0.9648,
      "step": 116164
    },
    {
      "epoch": 5.404280065131426,
      "grad_norm": 1.6892489518763456,
      "learning_rate": 7.4658960477003985e-06,
      "loss": 0.9805,
      "step": 116165
    },
    {
      "epoch": 5.404326587578507,
      "grad_norm": 1.8959300723306474,
      "learning_rate": 7.464739771498279e-06,
      "loss": 1.0391,
      "step": 116166
    },
    {
      "epoch": 5.404373110025587,
      "grad_norm": 1.7296008842910426,
      "learning_rate": 7.463583582557126e-06,
      "loss": 0.8516,
      "step": 116167
    },
    {
      "epoch": 5.404419632472668,
      "grad_norm": 1.7634252734756952,
      "learning_rate": 7.462427480877587e-06,
      "loss": 0.9531,
      "step": 116168
    },
    {
      "epoch": 5.404466154919749,
      "grad_norm": 1.5860973197779609,
      "learning_rate": 7.461271466460394e-06,
      "loss": 0.9492,
      "step": 116169
    },
    {
      "epoch": 5.40451267736683,
      "grad_norm": 1.808813354841208,
      "learning_rate": 7.4601155393062495e-06,
      "loss": 0.9531,
      "step": 116170
    },
    {
      "epoch": 5.40455919981391,
      "grad_norm": 2.0070985306099907,
      "learning_rate": 7.4589596994158674e-06,
      "loss": 0.9453,
      "step": 116171
    },
    {
      "epoch": 5.404605722260991,
      "grad_norm": 1.7667979891174481,
      "learning_rate": 7.457803946789948e-06,
      "loss": 0.918,
      "step": 116172
    },
    {
      "epoch": 5.404652244708072,
      "grad_norm": 1.7514994340896093,
      "learning_rate": 7.456648281429206e-06,
      "loss": 0.9844,
      "step": 116173
    },
    {
      "epoch": 5.4046987671551525,
      "grad_norm": 1.9000426703101958,
      "learning_rate": 7.455492703334309e-06,
      "loss": 0.9883,
      "step": 116174
    },
    {
      "epoch": 5.404745289602233,
      "grad_norm": 1.6940314474640477,
      "learning_rate": 7.454337212506039e-06,
      "loss": 0.918,
      "step": 116175
    },
    {
      "epoch": 5.4047918120493135,
      "grad_norm": 1.5545600427386694,
      "learning_rate": 7.453181808945064e-06,
      "loss": 0.8633,
      "step": 116176
    },
    {
      "epoch": 5.404838334496395,
      "grad_norm": 1.655696077876873,
      "learning_rate": 7.45202649265208e-06,
      "loss": 0.8047,
      "step": 116177
    },
    {
      "epoch": 5.404884856943475,
      "grad_norm": 1.77227666798723,
      "learning_rate": 7.450871263627789e-06,
      "loss": 0.957,
      "step": 116178
    },
    {
      "epoch": 5.404931379390556,
      "grad_norm": 1.9741491923586063,
      "learning_rate": 7.449716121872906e-06,
      "loss": 1.0156,
      "step": 116179
    },
    {
      "epoch": 5.404977901837636,
      "grad_norm": 1.8097729426496312,
      "learning_rate": 7.448561067388181e-06,
      "loss": 1.125,
      "step": 116180
    },
    {
      "epoch": 5.405024424284718,
      "grad_norm": 1.6326060821997528,
      "learning_rate": 7.44740610017428e-06,
      "loss": 0.8789,
      "step": 116181
    },
    {
      "epoch": 5.405070946731798,
      "grad_norm": 1.8351265150435334,
      "learning_rate": 7.446251220231919e-06,
      "loss": 1.0859,
      "step": 116182
    },
    {
      "epoch": 5.405117469178879,
      "grad_norm": 1.6751915551571275,
      "learning_rate": 7.445096427561781e-06,
      "loss": 0.8906,
      "step": 116183
    },
    {
      "epoch": 5.40516399162596,
      "grad_norm": 1.8970878796380695,
      "learning_rate": 7.443941722164631e-06,
      "loss": 1.1484,
      "step": 116184
    },
    {
      "epoch": 5.40521051407304,
      "grad_norm": 1.7512845502720307,
      "learning_rate": 7.44278710404112e-06,
      "loss": 1.0156,
      "step": 116185
    },
    {
      "epoch": 5.405257036520121,
      "grad_norm": 1.999228795570999,
      "learning_rate": 7.44163257319198e-06,
      "loss": 1.0547,
      "step": 116186
    },
    {
      "epoch": 5.405303558967201,
      "grad_norm": 2.1235856476984907,
      "learning_rate": 7.4404781296179105e-06,
      "loss": 1.1172,
      "step": 116187
    },
    {
      "epoch": 5.405350081414283,
      "grad_norm": 1.6777711533004926,
      "learning_rate": 7.439323773319611e-06,
      "loss": 0.8828,
      "step": 116188
    },
    {
      "epoch": 5.405396603861363,
      "grad_norm": 1.887501386158767,
      "learning_rate": 7.438169504297814e-06,
      "loss": 1.0938,
      "step": 116189
    },
    {
      "epoch": 5.405443126308444,
      "grad_norm": 1.6042484357677549,
      "learning_rate": 7.437015322553203e-06,
      "loss": 0.7383,
      "step": 116190
    },
    {
      "epoch": 5.405489648755524,
      "grad_norm": 1.629746803193782,
      "learning_rate": 7.435861228086493e-06,
      "loss": 0.832,
      "step": 116191
    },
    {
      "epoch": 5.4055361712026055,
      "grad_norm": 1.8631678577687694,
      "learning_rate": 7.434707220898367e-06,
      "loss": 1.0,
      "step": 116192
    },
    {
      "epoch": 5.405582693649686,
      "grad_norm": 1.8107630106899735,
      "learning_rate": 7.433553300989592e-06,
      "loss": 0.9883,
      "step": 116193
    },
    {
      "epoch": 5.4056292160967665,
      "grad_norm": 1.7609212348043832,
      "learning_rate": 7.432399468360817e-06,
      "loss": 0.8867,
      "step": 116194
    },
    {
      "epoch": 5.405675738543847,
      "grad_norm": 1.6128847038242784,
      "learning_rate": 7.431245723012774e-06,
      "loss": 0.832,
      "step": 116195
    },
    {
      "epoch": 5.405722260990928,
      "grad_norm": 1.785496112009144,
      "learning_rate": 7.43009206494613e-06,
      "loss": 1.0391,
      "step": 116196
    },
    {
      "epoch": 5.405768783438009,
      "grad_norm": 1.5643859833251157,
      "learning_rate": 7.428938494161668e-06,
      "loss": 0.8438,
      "step": 116197
    },
    {
      "epoch": 5.405815305885089,
      "grad_norm": 1.8142787824231714,
      "learning_rate": 7.427785010660037e-06,
      "loss": 0.9141,
      "step": 116198
    },
    {
      "epoch": 5.405861828332171,
      "grad_norm": 1.7978797817138692,
      "learning_rate": 7.426631614441952e-06,
      "loss": 0.9688,
      "step": 116199
    },
    {
      "epoch": 5.405908350779251,
      "grad_norm": 1.6232701856072933,
      "learning_rate": 7.425478305508098e-06,
      "loss": 0.8438,
      "step": 116200
    },
    {
      "epoch": 5.405954873226332,
      "grad_norm": 1.6999135139499157,
      "learning_rate": 7.4243250838592224e-06,
      "loss": 0.9492,
      "step": 116201
    },
    {
      "epoch": 5.406001395673412,
      "grad_norm": 1.5592998207372266,
      "learning_rate": 7.423171949496026e-06,
      "loss": 0.9297,
      "step": 116202
    },
    {
      "epoch": 5.4060479181204935,
      "grad_norm": 1.7845496567871884,
      "learning_rate": 7.422018902419208e-06,
      "loss": 1.0,
      "step": 116203
    },
    {
      "epoch": 5.406094440567574,
      "grad_norm": 1.8807195728886368,
      "learning_rate": 7.420865942629467e-06,
      "loss": 1.0312,
      "step": 116204
    },
    {
      "epoch": 5.406140963014654,
      "grad_norm": 1.6615413510169343,
      "learning_rate": 7.4197130701275035e-06,
      "loss": 0.832,
      "step": 116205
    },
    {
      "epoch": 5.406187485461735,
      "grad_norm": 1.6986853956667152,
      "learning_rate": 7.418560284914032e-06,
      "loss": 0.8359,
      "step": 116206
    },
    {
      "epoch": 5.406234007908816,
      "grad_norm": 1.7329688278986328,
      "learning_rate": 7.417407586989771e-06,
      "loss": 0.832,
      "step": 116207
    },
    {
      "epoch": 5.406280530355897,
      "grad_norm": 1.8504761172478454,
      "learning_rate": 7.416254976355418e-06,
      "loss": 0.9727,
      "step": 116208
    },
    {
      "epoch": 5.406327052802977,
      "grad_norm": 1.7827344924884114,
      "learning_rate": 7.41510245301164e-06,
      "loss": 0.9727,
      "step": 116209
    },
    {
      "epoch": 5.406373575250058,
      "grad_norm": 1.760904390598525,
      "learning_rate": 7.413950016959203e-06,
      "loss": 1.0547,
      "step": 116210
    },
    {
      "epoch": 5.406420097697139,
      "grad_norm": 1.6358263628924747,
      "learning_rate": 7.4127976681987885e-06,
      "loss": 0.9141,
      "step": 116211
    },
    {
      "epoch": 5.4064666201442195,
      "grad_norm": 1.7668766542673844,
      "learning_rate": 7.411645406731098e-06,
      "loss": 0.9844,
      "step": 116212
    },
    {
      "epoch": 5.4065131425913,
      "grad_norm": 1.9227482541170027,
      "learning_rate": 7.410493232556847e-06,
      "loss": 1.0,
      "step": 116213
    },
    {
      "epoch": 5.406559665038381,
      "grad_norm": 1.7179778769444682,
      "learning_rate": 7.4093411456767006e-06,
      "loss": 0.9102,
      "step": 116214
    },
    {
      "epoch": 5.406606187485462,
      "grad_norm": 1.634669114526892,
      "learning_rate": 7.408189146091425e-06,
      "loss": 0.9141,
      "step": 116215
    },
    {
      "epoch": 5.406652709932542,
      "grad_norm": 1.7474017545485006,
      "learning_rate": 7.407037233801688e-06,
      "loss": 0.9492,
      "step": 116216
    },
    {
      "epoch": 5.406699232379623,
      "grad_norm": 1.7481692369496133,
      "learning_rate": 7.405885408808204e-06,
      "loss": 0.8125,
      "step": 116217
    },
    {
      "epoch": 5.406745754826704,
      "grad_norm": 1.7436987980809089,
      "learning_rate": 7.404733671111657e-06,
      "loss": 0.918,
      "step": 116218
    },
    {
      "epoch": 5.406792277273785,
      "grad_norm": 1.8538868944724496,
      "learning_rate": 7.403582020712795e-06,
      "loss": 1.1016,
      "step": 116219
    },
    {
      "epoch": 5.406838799720865,
      "grad_norm": 1.7925989060475398,
      "learning_rate": 7.402430457612302e-06,
      "loss": 0.9922,
      "step": 116220
    },
    {
      "epoch": 5.4068853221679465,
      "grad_norm": 1.8388356134068513,
      "learning_rate": 7.401278981810876e-06,
      "loss": 1.0,
      "step": 116221
    },
    {
      "epoch": 5.406931844615027,
      "grad_norm": 1.6834486117959846,
      "learning_rate": 7.400127593309219e-06,
      "loss": 0.9453,
      "step": 116222
    },
    {
      "epoch": 5.406978367062107,
      "grad_norm": 1.7262702157948664,
      "learning_rate": 7.398976292108028e-06,
      "loss": 0.9766,
      "step": 116223
    },
    {
      "epoch": 5.407024889509188,
      "grad_norm": 1.7196863814863403,
      "learning_rate": 7.397825078208053e-06,
      "loss": 0.9102,
      "step": 116224
    },
    {
      "epoch": 5.407071411956269,
      "grad_norm": 1.972266284575203,
      "learning_rate": 7.396673951609977e-06,
      "loss": 1.0781,
      "step": 116225
    },
    {
      "epoch": 5.40711793440335,
      "grad_norm": 1.5271559197102893,
      "learning_rate": 7.395522912314483e-06,
      "loss": 0.8477,
      "step": 116226
    },
    {
      "epoch": 5.40716445685043,
      "grad_norm": 1.6889348956279997,
      "learning_rate": 7.394371960322287e-06,
      "loss": 1.0312,
      "step": 116227
    },
    {
      "epoch": 5.407210979297511,
      "grad_norm": 1.8532280353870763,
      "learning_rate": 7.3932210956341056e-06,
      "loss": 1.0469,
      "step": 116228
    },
    {
      "epoch": 5.407257501744592,
      "grad_norm": 1.908193978283575,
      "learning_rate": 7.392070318250637e-06,
      "loss": 1.0547,
      "step": 116229
    },
    {
      "epoch": 5.4073040241916726,
      "grad_norm": 1.640344653614249,
      "learning_rate": 7.3909196281725816e-06,
      "loss": 0.9219,
      "step": 116230
    },
    {
      "epoch": 5.407350546638753,
      "grad_norm": 1.824929589524846,
      "learning_rate": 7.389769025400622e-06,
      "loss": 0.9258,
      "step": 116231
    },
    {
      "epoch": 5.4073970690858335,
      "grad_norm": 1.746016185919344,
      "learning_rate": 7.388618509935523e-06,
      "loss": 0.9727,
      "step": 116232
    },
    {
      "epoch": 5.407443591532915,
      "grad_norm": 1.674270093580189,
      "learning_rate": 7.387468081777936e-06,
      "loss": 0.9023,
      "step": 116233
    },
    {
      "epoch": 5.407490113979995,
      "grad_norm": 1.7001629606600503,
      "learning_rate": 7.386317740928593e-06,
      "loss": 0.9219,
      "step": 116234
    },
    {
      "epoch": 5.407536636427076,
      "grad_norm": 1.5026035653156877,
      "learning_rate": 7.385167487388161e-06,
      "loss": 0.75,
      "step": 116235
    },
    {
      "epoch": 5.407583158874157,
      "grad_norm": 1.6025103858768828,
      "learning_rate": 7.384017321157388e-06,
      "loss": 0.8906,
      "step": 116236
    },
    {
      "epoch": 5.407629681321238,
      "grad_norm": 1.7124010459430161,
      "learning_rate": 7.382867242236956e-06,
      "loss": 0.9297,
      "step": 116237
    },
    {
      "epoch": 5.407676203768318,
      "grad_norm": 1.9042339044941021,
      "learning_rate": 7.381717250627583e-06,
      "loss": 0.9023,
      "step": 116238
    },
    {
      "epoch": 5.407722726215399,
      "grad_norm": 1.7568290610477848,
      "learning_rate": 7.3805673463299516e-06,
      "loss": 0.9023,
      "step": 116239
    },
    {
      "epoch": 5.40776924866248,
      "grad_norm": 1.8820077241872704,
      "learning_rate": 7.3794175293447614e-06,
      "loss": 0.9648,
      "step": 116240
    },
    {
      "epoch": 5.4078157711095605,
      "grad_norm": 1.8150253388759925,
      "learning_rate": 7.37826779967276e-06,
      "loss": 0.9961,
      "step": 116241
    },
    {
      "epoch": 5.407862293556641,
      "grad_norm": 1.7306304956365193,
      "learning_rate": 7.377118157314616e-06,
      "loss": 0.8945,
      "step": 116242
    },
    {
      "epoch": 5.407908816003721,
      "grad_norm": 1.8142383703729634,
      "learning_rate": 7.3759686022710425e-06,
      "loss": 1.0156,
      "step": 116243
    },
    {
      "epoch": 5.407955338450803,
      "grad_norm": 1.7321504593333303,
      "learning_rate": 7.374819134542726e-06,
      "loss": 1.0938,
      "step": 116244
    },
    {
      "epoch": 5.408001860897883,
      "grad_norm": 1.9028752514211087,
      "learning_rate": 7.373669754130396e-06,
      "loss": 0.9883,
      "step": 116245
    },
    {
      "epoch": 5.408048383344964,
      "grad_norm": 1.5624177503665686,
      "learning_rate": 7.3725204610347365e-06,
      "loss": 0.9102,
      "step": 116246
    },
    {
      "epoch": 5.408094905792044,
      "grad_norm": 1.7785623164114204,
      "learning_rate": 7.371371255256481e-06,
      "loss": 0.9961,
      "step": 116247
    },
    {
      "epoch": 5.408141428239126,
      "grad_norm": 1.8198246136696818,
      "learning_rate": 7.370222136796311e-06,
      "loss": 0.9297,
      "step": 116248
    },
    {
      "epoch": 5.408187950686206,
      "grad_norm": 1.9302571763798915,
      "learning_rate": 7.36907310565491e-06,
      "loss": 1.1016,
      "step": 116249
    },
    {
      "epoch": 5.4082344731332865,
      "grad_norm": 1.9905383664975311,
      "learning_rate": 7.367924161833027e-06,
      "loss": 0.9492,
      "step": 116250
    },
    {
      "epoch": 5.408280995580368,
      "grad_norm": 1.6307002679405656,
      "learning_rate": 7.36677530533133e-06,
      "loss": 0.8945,
      "step": 116251
    },
    {
      "epoch": 5.408327518027448,
      "grad_norm": 1.799541315166099,
      "learning_rate": 7.365626536150548e-06,
      "loss": 0.8672,
      "step": 116252
    },
    {
      "epoch": 5.408374040474529,
      "grad_norm": 1.817485897001706,
      "learning_rate": 7.364477854291334e-06,
      "loss": 1.0312,
      "step": 116253
    },
    {
      "epoch": 5.408420562921609,
      "grad_norm": 1.7326943261284369,
      "learning_rate": 7.363329259754452e-06,
      "loss": 0.9297,
      "step": 116254
    },
    {
      "epoch": 5.408467085368691,
      "grad_norm": 1.731578023236534,
      "learning_rate": 7.362180752540587e-06,
      "loss": 0.9844,
      "step": 116255
    },
    {
      "epoch": 5.408513607815771,
      "grad_norm": 1.8467434778688798,
      "learning_rate": 7.361032332650435e-06,
      "loss": 1.0781,
      "step": 116256
    },
    {
      "epoch": 5.408560130262852,
      "grad_norm": 1.8082075250644436,
      "learning_rate": 7.359884000084681e-06,
      "loss": 0.9961,
      "step": 116257
    },
    {
      "epoch": 5.408606652709932,
      "grad_norm": 1.5833626533824363,
      "learning_rate": 7.3587357548440584e-06,
      "loss": 0.875,
      "step": 116258
    },
    {
      "epoch": 5.4086531751570135,
      "grad_norm": 1.7190692615253589,
      "learning_rate": 7.3575875969292654e-06,
      "loss": 0.8789,
      "step": 116259
    },
    {
      "epoch": 5.408699697604094,
      "grad_norm": 1.915869607023511,
      "learning_rate": 7.356439526341001e-06,
      "loss": 0.9609,
      "step": 116260
    },
    {
      "epoch": 5.4087462200511744,
      "grad_norm": 1.8484240749412477,
      "learning_rate": 7.355291543079933e-06,
      "loss": 0.9492,
      "step": 116261
    },
    {
      "epoch": 5.408792742498256,
      "grad_norm": 1.7569230090377264,
      "learning_rate": 7.3541436471468265e-06,
      "loss": 0.8711,
      "step": 116262
    },
    {
      "epoch": 5.408839264945336,
      "grad_norm": 1.7117121563269488,
      "learning_rate": 7.352995838542347e-06,
      "loss": 0.9414,
      "step": 116263
    },
    {
      "epoch": 5.408885787392417,
      "grad_norm": 1.8923232418011011,
      "learning_rate": 7.351848117267211e-06,
      "loss": 0.9141,
      "step": 116264
    },
    {
      "epoch": 5.408932309839497,
      "grad_norm": 1.677677171590042,
      "learning_rate": 7.35070048332212e-06,
      "loss": 1.0312,
      "step": 116265
    },
    {
      "epoch": 5.408978832286579,
      "grad_norm": 1.8714799743671862,
      "learning_rate": 7.349552936707737e-06,
      "loss": 0.9297,
      "step": 116266
    },
    {
      "epoch": 5.409025354733659,
      "grad_norm": 1.6674183027862683,
      "learning_rate": 7.348405477424796e-06,
      "loss": 0.8203,
      "step": 116267
    },
    {
      "epoch": 5.40907187718074,
      "grad_norm": 1.7749858512332508,
      "learning_rate": 7.34725810547403e-06,
      "loss": 0.9727,
      "step": 116268
    },
    {
      "epoch": 5.40911839962782,
      "grad_norm": 2.1744729539178236,
      "learning_rate": 7.346110820856121e-06,
      "loss": 1.2422,
      "step": 116269
    },
    {
      "epoch": 5.409164922074901,
      "grad_norm": 1.7026880888418887,
      "learning_rate": 7.344963623571754e-06,
      "loss": 0.9258,
      "step": 116270
    },
    {
      "epoch": 5.409211444521982,
      "grad_norm": 1.8034939075922765,
      "learning_rate": 7.343816513621626e-06,
      "loss": 0.9688,
      "step": 116271
    },
    {
      "epoch": 5.409257966969062,
      "grad_norm": 1.9091739196524715,
      "learning_rate": 7.34266949100647e-06,
      "loss": 0.9414,
      "step": 116272
    },
    {
      "epoch": 5.409304489416144,
      "grad_norm": 1.8110634423368126,
      "learning_rate": 7.34152255572697e-06,
      "loss": 0.8594,
      "step": 116273
    },
    {
      "epoch": 5.409351011863224,
      "grad_norm": 1.6326158041760135,
      "learning_rate": 7.340375707783841e-06,
      "loss": 0.8633,
      "step": 116274
    },
    {
      "epoch": 5.409397534310305,
      "grad_norm": 1.813441818312699,
      "learning_rate": 7.339228947177733e-06,
      "loss": 1.0625,
      "step": 116275
    },
    {
      "epoch": 5.409444056757385,
      "grad_norm": 1.761173297172925,
      "learning_rate": 7.338082273909429e-06,
      "loss": 0.9492,
      "step": 116276
    },
    {
      "epoch": 5.4094905792044665,
      "grad_norm": 1.9301165989110995,
      "learning_rate": 7.336935687979595e-06,
      "loss": 1.0391,
      "step": 116277
    },
    {
      "epoch": 5.409537101651547,
      "grad_norm": 1.8827427992672656,
      "learning_rate": 7.335789189388913e-06,
      "loss": 1.1484,
      "step": 116278
    },
    {
      "epoch": 5.4095836240986275,
      "grad_norm": 1.905378833376664,
      "learning_rate": 7.3346427781381e-06,
      "loss": 1.0391,
      "step": 116279
    },
    {
      "epoch": 5.409630146545708,
      "grad_norm": 1.6862160442496734,
      "learning_rate": 7.3334964542278716e-06,
      "loss": 0.9922,
      "step": 116280
    },
    {
      "epoch": 5.409676668992789,
      "grad_norm": 1.832616823794039,
      "learning_rate": 7.332350217658911e-06,
      "loss": 0.8867,
      "step": 116281
    },
    {
      "epoch": 5.40972319143987,
      "grad_norm": 1.7110947763467232,
      "learning_rate": 7.331204068431934e-06,
      "loss": 0.9961,
      "step": 116282
    },
    {
      "epoch": 5.40976971388695,
      "grad_norm": 2.07750370485855,
      "learning_rate": 7.330058006547607e-06,
      "loss": 0.9844,
      "step": 116283
    },
    {
      "epoch": 5.409816236334031,
      "grad_norm": 1.7012045858541482,
      "learning_rate": 7.328912032006679e-06,
      "loss": 0.8867,
      "step": 116284
    },
    {
      "epoch": 5.409862758781112,
      "grad_norm": 1.6866216998494954,
      "learning_rate": 7.3277661448098494e-06,
      "loss": 0.9062,
      "step": 116285
    },
    {
      "epoch": 5.409909281228193,
      "grad_norm": 1.8190709777933758,
      "learning_rate": 7.326620344957785e-06,
      "loss": 1.1016,
      "step": 116286
    },
    {
      "epoch": 5.409955803675273,
      "grad_norm": 1.7847238565606294,
      "learning_rate": 7.325474632451184e-06,
      "loss": 0.8477,
      "step": 116287
    },
    {
      "epoch": 5.410002326122354,
      "grad_norm": 1.590499517357285,
      "learning_rate": 7.324329007290797e-06,
      "loss": 0.8164,
      "step": 116288
    },
    {
      "epoch": 5.410048848569435,
      "grad_norm": 1.8732758120234743,
      "learning_rate": 7.323183469477273e-06,
      "loss": 1.0625,
      "step": 116289
    },
    {
      "epoch": 5.410095371016515,
      "grad_norm": 1.631669468931967,
      "learning_rate": 7.3220380190113616e-06,
      "loss": 0.9414,
      "step": 116290
    },
    {
      "epoch": 5.410141893463596,
      "grad_norm": 1.602336265093082,
      "learning_rate": 7.320892655893729e-06,
      "loss": 0.9258,
      "step": 116291
    },
    {
      "epoch": 5.410188415910677,
      "grad_norm": 1.8337895463509482,
      "learning_rate": 7.3197473801251075e-06,
      "loss": 0.9023,
      "step": 116292
    },
    {
      "epoch": 5.410234938357758,
      "grad_norm": 1.8153151399705776,
      "learning_rate": 7.3186021917061296e-06,
      "loss": 1.0,
      "step": 116293
    },
    {
      "epoch": 5.410281460804838,
      "grad_norm": 1.7863012120286272,
      "learning_rate": 7.317457090637579e-06,
      "loss": 0.9492,
      "step": 116294
    },
    {
      "epoch": 5.410327983251919,
      "grad_norm": 1.9320754495811574,
      "learning_rate": 7.3163120769201225e-06,
      "loss": 1.0859,
      "step": 116295
    },
    {
      "epoch": 5.410374505699,
      "grad_norm": 1.6671858099512917,
      "learning_rate": 7.315167150554457e-06,
      "loss": 1.0078,
      "step": 116296
    },
    {
      "epoch": 5.4104210281460805,
      "grad_norm": 1.586517595363141,
      "learning_rate": 7.3140223115412675e-06,
      "loss": 0.8008,
      "step": 116297
    },
    {
      "epoch": 5.410467550593161,
      "grad_norm": 1.8531486248967204,
      "learning_rate": 7.3128775598813025e-06,
      "loss": 0.9688,
      "step": 116298
    },
    {
      "epoch": 5.4105140730402415,
      "grad_norm": 1.7941944425967054,
      "learning_rate": 7.311732895575229e-06,
      "loss": 0.9492,
      "step": 116299
    },
    {
      "epoch": 5.410560595487323,
      "grad_norm": 1.891796412520001,
      "learning_rate": 7.310588318623761e-06,
      "loss": 1.0,
      "step": 116300
    },
    {
      "epoch": 5.410607117934403,
      "grad_norm": 1.738638412981034,
      "learning_rate": 7.30944382902755e-06,
      "loss": 0.9922,
      "step": 116301
    },
    {
      "epoch": 5.410653640381484,
      "grad_norm": 1.691895697057605,
      "learning_rate": 7.308299426787378e-06,
      "loss": 1.0234,
      "step": 116302
    },
    {
      "epoch": 5.410700162828565,
      "grad_norm": 1.7963980311385785,
      "learning_rate": 7.307155111903912e-06,
      "loss": 0.9492,
      "step": 116303
    },
    {
      "epoch": 5.410746685275646,
      "grad_norm": 1.549939914237684,
      "learning_rate": 7.306010884377833e-06,
      "loss": 0.8672,
      "step": 116304
    },
    {
      "epoch": 5.410793207722726,
      "grad_norm": 1.7915774027047262,
      "learning_rate": 7.304866744209825e-06,
      "loss": 0.918,
      "step": 116305
    },
    {
      "epoch": 5.410839730169807,
      "grad_norm": 1.7537217011628201,
      "learning_rate": 7.3037226914006545e-06,
      "loss": 0.9297,
      "step": 116306
    },
    {
      "epoch": 5.410886252616888,
      "grad_norm": 1.6715967438038672,
      "learning_rate": 7.302578725950986e-06,
      "loss": 0.9648,
      "step": 116307
    },
    {
      "epoch": 5.410932775063968,
      "grad_norm": 1.7328532031315886,
      "learning_rate": 7.3014348478615206e-06,
      "loss": 0.9961,
      "step": 116308
    },
    {
      "epoch": 5.410979297511049,
      "grad_norm": 1.719754661171953,
      "learning_rate": 7.3002910571329235e-06,
      "loss": 0.9414,
      "step": 116309
    },
    {
      "epoch": 5.41102581995813,
      "grad_norm": 1.887156127723242,
      "learning_rate": 7.29914735376596e-06,
      "loss": 0.9883,
      "step": 116310
    },
    {
      "epoch": 5.411072342405211,
      "grad_norm": 1.8166530636531855,
      "learning_rate": 7.2980037377612825e-06,
      "loss": 1.0,
      "step": 116311
    },
    {
      "epoch": 5.411118864852291,
      "grad_norm": 1.595017192972278,
      "learning_rate": 7.29686020911962e-06,
      "loss": 0.7812,
      "step": 116312
    },
    {
      "epoch": 5.411165387299372,
      "grad_norm": 1.847094097267742,
      "learning_rate": 7.295716767841675e-06,
      "loss": 1.0469,
      "step": 116313
    },
    {
      "epoch": 5.411211909746453,
      "grad_norm": 1.9283503675831184,
      "learning_rate": 7.294573413928095e-06,
      "loss": 1.0391,
      "step": 116314
    },
    {
      "epoch": 5.4112584321935335,
      "grad_norm": 1.5888374677211468,
      "learning_rate": 7.2934301473796475e-06,
      "loss": 0.9023,
      "step": 116315
    },
    {
      "epoch": 5.411304954640614,
      "grad_norm": 1.6059002263996338,
      "learning_rate": 7.292286968196998e-06,
      "loss": 0.9336,
      "step": 116316
    },
    {
      "epoch": 5.4113514770876945,
      "grad_norm": 1.7242245525508224,
      "learning_rate": 7.2911438763808615e-06,
      "loss": 0.8242,
      "step": 116317
    },
    {
      "epoch": 5.411397999534776,
      "grad_norm": 1.6852752578554149,
      "learning_rate": 7.2900008719319225e-06,
      "loss": 1.0,
      "step": 116318
    },
    {
      "epoch": 5.411444521981856,
      "grad_norm": 1.694706290094336,
      "learning_rate": 7.288857954850863e-06,
      "loss": 0.9883,
      "step": 116319
    },
    {
      "epoch": 5.411491044428937,
      "grad_norm": 1.7220017446093203,
      "learning_rate": 7.2877151251384325e-06,
      "loss": 0.8672,
      "step": 116320
    },
    {
      "epoch": 5.411537566876017,
      "grad_norm": 1.6711657853731336,
      "learning_rate": 7.286572382795297e-06,
      "loss": 0.9297,
      "step": 116321
    },
    {
      "epoch": 5.411584089323099,
      "grad_norm": 1.6860262145112903,
      "learning_rate": 7.285429727822173e-06,
      "loss": 0.8945,
      "step": 116322
    },
    {
      "epoch": 5.411630611770179,
      "grad_norm": 1.8460826542761686,
      "learning_rate": 7.284287160219709e-06,
      "loss": 1.0938,
      "step": 116323
    },
    {
      "epoch": 5.41167713421726,
      "grad_norm": 1.7786691978836802,
      "learning_rate": 7.28314467998869e-06,
      "loss": 0.8711,
      "step": 116324
    },
    {
      "epoch": 5.411723656664341,
      "grad_norm": 1.5773580295359384,
      "learning_rate": 7.282002287129762e-06,
      "loss": 0.875,
      "step": 116325
    },
    {
      "epoch": 5.411770179111421,
      "grad_norm": 1.4015428575607316,
      "learning_rate": 7.280859981643628e-06,
      "loss": 0.7852,
      "step": 116326
    },
    {
      "epoch": 5.411816701558502,
      "grad_norm": 1.523711808170271,
      "learning_rate": 7.279717763530968e-06,
      "loss": 0.8711,
      "step": 116327
    },
    {
      "epoch": 5.411863224005582,
      "grad_norm": 1.9828718779836405,
      "learning_rate": 7.278575632792549e-06,
      "loss": 1.0547,
      "step": 116328
    },
    {
      "epoch": 5.411909746452664,
      "grad_norm": 1.810488546605337,
      "learning_rate": 7.277433589429005e-06,
      "loss": 0.9883,
      "step": 116329
    },
    {
      "epoch": 5.411956268899744,
      "grad_norm": 1.9301139723650373,
      "learning_rate": 7.276291633441067e-06,
      "loss": 1.0938,
      "step": 116330
    },
    {
      "epoch": 5.412002791346825,
      "grad_norm": 1.9780650742428825,
      "learning_rate": 7.2751497648294025e-06,
      "loss": 0.9766,
      "step": 116331
    },
    {
      "epoch": 5.412049313793905,
      "grad_norm": 1.7464707428801673,
      "learning_rate": 7.2740079835947425e-06,
      "loss": 0.9531,
      "step": 116332
    },
    {
      "epoch": 5.412095836240987,
      "grad_norm": 1.9297565440675162,
      "learning_rate": 7.272866289737772e-06,
      "loss": 0.9688,
      "step": 116333
    },
    {
      "epoch": 5.412142358688067,
      "grad_norm": 1.7802783012498835,
      "learning_rate": 7.271724683259206e-06,
      "loss": 0.9453,
      "step": 116334
    },
    {
      "epoch": 5.4121888811351475,
      "grad_norm": 1.7277435346260694,
      "learning_rate": 7.2705831641597265e-06,
      "loss": 0.9062,
      "step": 116335
    },
    {
      "epoch": 5.412235403582228,
      "grad_norm": 1.6888393742041425,
      "learning_rate": 7.269441732440035e-06,
      "loss": 0.8477,
      "step": 116336
    },
    {
      "epoch": 5.412281926029309,
      "grad_norm": 1.7762688176438124,
      "learning_rate": 7.268300388100845e-06,
      "loss": 0.9141,
      "step": 116337
    },
    {
      "epoch": 5.41232844847639,
      "grad_norm": 1.9445443183119244,
      "learning_rate": 7.267159131142825e-06,
      "loss": 1.1094,
      "step": 116338
    },
    {
      "epoch": 5.41237497092347,
      "grad_norm": 1.4710395288745188,
      "learning_rate": 7.2660179615667055e-06,
      "loss": 0.7227,
      "step": 116339
    },
    {
      "epoch": 5.412421493370552,
      "grad_norm": 1.6879496446051847,
      "learning_rate": 7.264876879373155e-06,
      "loss": 0.8555,
      "step": 116340
    },
    {
      "epoch": 5.412468015817632,
      "grad_norm": 1.6103893452468714,
      "learning_rate": 7.263735884562905e-06,
      "loss": 0.8906,
      "step": 116341
    },
    {
      "epoch": 5.412514538264713,
      "grad_norm": 1.4780193071996335,
      "learning_rate": 7.262594977136638e-06,
      "loss": 0.8047,
      "step": 116342
    },
    {
      "epoch": 5.412561060711793,
      "grad_norm": 1.5141615116824785,
      "learning_rate": 7.2614541570950535e-06,
      "loss": 0.8672,
      "step": 116343
    },
    {
      "epoch": 5.4126075831588745,
      "grad_norm": 1.7652766459065405,
      "learning_rate": 7.260313424438835e-06,
      "loss": 0.9141,
      "step": 116344
    },
    {
      "epoch": 5.412654105605955,
      "grad_norm": 1.978647000686543,
      "learning_rate": 7.259172779168682e-06,
      "loss": 1.0234,
      "step": 116345
    },
    {
      "epoch": 5.412700628053035,
      "grad_norm": 1.5235664935538153,
      "learning_rate": 7.258032221285326e-06,
      "loss": 0.7852,
      "step": 116346
    },
    {
      "epoch": 5.412747150500116,
      "grad_norm": 1.5702776917780035,
      "learning_rate": 7.256891750789451e-06,
      "loss": 0.8633,
      "step": 116347
    },
    {
      "epoch": 5.412793672947197,
      "grad_norm": 1.6595325957206863,
      "learning_rate": 7.255751367681739e-06,
      "loss": 0.9375,
      "step": 116348
    },
    {
      "epoch": 5.412840195394278,
      "grad_norm": 1.7392486983068198,
      "learning_rate": 7.254611071962874e-06,
      "loss": 1.0469,
      "step": 116349
    },
    {
      "epoch": 5.412886717841358,
      "grad_norm": 1.8140874936838594,
      "learning_rate": 7.2534708636336035e-06,
      "loss": 0.8711,
      "step": 116350
    },
    {
      "epoch": 5.41293324028844,
      "grad_norm": 1.867051035628475,
      "learning_rate": 7.252330742694596e-06,
      "loss": 0.9336,
      "step": 116351
    },
    {
      "epoch": 5.41297976273552,
      "grad_norm": 1.8462276645634388,
      "learning_rate": 7.251190709146565e-06,
      "loss": 1.0938,
      "step": 116352
    },
    {
      "epoch": 5.4130262851826005,
      "grad_norm": 1.7258111418598183,
      "learning_rate": 7.250050762990161e-06,
      "loss": 0.957,
      "step": 116353
    },
    {
      "epoch": 5.413072807629681,
      "grad_norm": 1.8845509250974442,
      "learning_rate": 7.248910904226135e-06,
      "loss": 1.0078,
      "step": 116354
    },
    {
      "epoch": 5.413119330076762,
      "grad_norm": 1.8558899465458842,
      "learning_rate": 7.247771132855151e-06,
      "loss": 0.9141,
      "step": 116355
    },
    {
      "epoch": 5.413165852523843,
      "grad_norm": 1.688974572917935,
      "learning_rate": 7.24663144887796e-06,
      "loss": 0.9688,
      "step": 116356
    },
    {
      "epoch": 5.413212374970923,
      "grad_norm": 1.6689498362349795,
      "learning_rate": 7.24549185229521e-06,
      "loss": 0.8789,
      "step": 116357
    },
    {
      "epoch": 5.413258897418004,
      "grad_norm": 1.8516143629682866,
      "learning_rate": 7.244352343107584e-06,
      "loss": 1.0156,
      "step": 116358
    },
    {
      "epoch": 5.413305419865085,
      "grad_norm": 1.635489764468741,
      "learning_rate": 7.243212921315833e-06,
      "loss": 0.8633,
      "step": 116359
    },
    {
      "epoch": 5.413351942312166,
      "grad_norm": 1.593180711504732,
      "learning_rate": 7.242073586920622e-06,
      "loss": 0.8438,
      "step": 116360
    },
    {
      "epoch": 5.413398464759246,
      "grad_norm": 1.659346100338695,
      "learning_rate": 7.240934339922666e-06,
      "loss": 1.0312,
      "step": 116361
    },
    {
      "epoch": 5.4134449872063275,
      "grad_norm": 1.5511926604336288,
      "learning_rate": 7.239795180322633e-06,
      "loss": 0.793,
      "step": 116362
    },
    {
      "epoch": 5.413491509653408,
      "grad_norm": 1.998545576630302,
      "learning_rate": 7.238656108121255e-06,
      "loss": 1.0078,
      "step": 116363
    },
    {
      "epoch": 5.4135380321004885,
      "grad_norm": 1.634269975300472,
      "learning_rate": 7.237517123319198e-06,
      "loss": 0.8711,
      "step": 116364
    },
    {
      "epoch": 5.413584554547569,
      "grad_norm": 1.9086890990976955,
      "learning_rate": 7.236378225917194e-06,
      "loss": 1.0469,
      "step": 116365
    },
    {
      "epoch": 5.41363107699465,
      "grad_norm": 1.7231240224706303,
      "learning_rate": 7.235239415915894e-06,
      "loss": 0.9258,
      "step": 116366
    },
    {
      "epoch": 5.413677599441731,
      "grad_norm": 1.7993193419207083,
      "learning_rate": 7.234100693316047e-06,
      "loss": 1.0234,
      "step": 116367
    },
    {
      "epoch": 5.413724121888811,
      "grad_norm": 1.8707663171142792,
      "learning_rate": 7.232962058118319e-06,
      "loss": 1.0,
      "step": 116368
    },
    {
      "epoch": 5.413770644335892,
      "grad_norm": 1.9104129459525199,
      "learning_rate": 7.231823510323409e-06,
      "loss": 0.918,
      "step": 116369
    },
    {
      "epoch": 5.413817166782973,
      "grad_norm": 1.965973364885078,
      "learning_rate": 7.230685049932017e-06,
      "loss": 1.0391,
      "step": 116370
    },
    {
      "epoch": 5.413863689230054,
      "grad_norm": 1.8636939259852605,
      "learning_rate": 7.229546676944825e-06,
      "loss": 1.0,
      "step": 116371
    },
    {
      "epoch": 5.413910211677134,
      "grad_norm": 1.7844873082681194,
      "learning_rate": 7.228408391362583e-06,
      "loss": 1.1016,
      "step": 116372
    },
    {
      "epoch": 5.4139567341242145,
      "grad_norm": 1.9221842008387027,
      "learning_rate": 7.227270193185925e-06,
      "loss": 1.0156,
      "step": 116373
    },
    {
      "epoch": 5.414003256571296,
      "grad_norm": 1.8067720792526312,
      "learning_rate": 7.226132082415581e-06,
      "loss": 0.9414,
      "step": 116374
    },
    {
      "epoch": 5.414049779018376,
      "grad_norm": 1.5914216470931866,
      "learning_rate": 7.224994059052236e-06,
      "loss": 0.9023,
      "step": 116375
    },
    {
      "epoch": 5.414096301465457,
      "grad_norm": 1.6894469596665451,
      "learning_rate": 7.223856123096589e-06,
      "loss": 0.9102,
      "step": 116376
    },
    {
      "epoch": 5.414142823912538,
      "grad_norm": 1.9701435068372348,
      "learning_rate": 7.2227182745493385e-06,
      "loss": 1.1094,
      "step": 116377
    },
    {
      "epoch": 5.414189346359619,
      "grad_norm": 1.8899415250551137,
      "learning_rate": 7.221580513411185e-06,
      "loss": 1.0938,
      "step": 116378
    },
    {
      "epoch": 5.414235868806699,
      "grad_norm": 1.712780886024498,
      "learning_rate": 7.2204428396828276e-06,
      "loss": 1.0312,
      "step": 116379
    },
    {
      "epoch": 5.41428239125378,
      "grad_norm": 1.8197750155841905,
      "learning_rate": 7.219305253364932e-06,
      "loss": 1.0234,
      "step": 116380
    },
    {
      "epoch": 5.414328913700861,
      "grad_norm": 1.9544380108822295,
      "learning_rate": 7.2181677544582485e-06,
      "loss": 0.9648,
      "step": 116381
    },
    {
      "epoch": 5.4143754361479415,
      "grad_norm": 1.6004977226272414,
      "learning_rate": 7.217030342963442e-06,
      "loss": 0.7969,
      "step": 116382
    },
    {
      "epoch": 5.414421958595022,
      "grad_norm": 1.822496157999768,
      "learning_rate": 7.215893018881214e-06,
      "loss": 1.1016,
      "step": 116383
    },
    {
      "epoch": 5.414468481042102,
      "grad_norm": 1.631151743738363,
      "learning_rate": 7.214755782212228e-06,
      "loss": 0.9492,
      "step": 116384
    },
    {
      "epoch": 5.414515003489184,
      "grad_norm": 1.7963470435113558,
      "learning_rate": 7.213618632957235e-06,
      "loss": 1.0078,
      "step": 116385
    },
    {
      "epoch": 5.414561525936264,
      "grad_norm": 1.8273496575798311,
      "learning_rate": 7.212481571116902e-06,
      "loss": 0.8945,
      "step": 116386
    },
    {
      "epoch": 5.414608048383345,
      "grad_norm": 1.852929472092688,
      "learning_rate": 7.211344596691926e-06,
      "loss": 1.0547,
      "step": 116387
    },
    {
      "epoch": 5.414654570830425,
      "grad_norm": 1.768038136988999,
      "learning_rate": 7.210207709683008e-06,
      "loss": 0.9141,
      "step": 116388
    },
    {
      "epoch": 5.414701093277507,
      "grad_norm": 1.7215749038552326,
      "learning_rate": 7.2090709100908475e-06,
      "loss": 0.9102,
      "step": 116389
    },
    {
      "epoch": 5.414747615724587,
      "grad_norm": 1.6778211571343427,
      "learning_rate": 7.207934197916127e-06,
      "loss": 0.8633,
      "step": 116390
    },
    {
      "epoch": 5.4147941381716675,
      "grad_norm": 1.725384725251223,
      "learning_rate": 7.206797573159562e-06,
      "loss": 0.9336,
      "step": 116391
    },
    {
      "epoch": 5.414840660618749,
      "grad_norm": 1.7610138039810554,
      "learning_rate": 7.205661035821819e-06,
      "loss": 0.9922,
      "step": 116392
    },
    {
      "epoch": 5.414887183065829,
      "grad_norm": 1.7418707607007233,
      "learning_rate": 7.204524585903615e-06,
      "loss": 0.7188,
      "step": 116393
    },
    {
      "epoch": 5.41493370551291,
      "grad_norm": 1.6501481737243884,
      "learning_rate": 7.203388223405665e-06,
      "loss": 0.8516,
      "step": 116394
    },
    {
      "epoch": 5.41498022795999,
      "grad_norm": 1.7023371470894886,
      "learning_rate": 7.2022519483286355e-06,
      "loss": 0.7969,
      "step": 116395
    },
    {
      "epoch": 5.415026750407072,
      "grad_norm": 2.0277449890995993,
      "learning_rate": 7.201115760673226e-06,
      "loss": 0.9609,
      "step": 116396
    },
    {
      "epoch": 5.415073272854152,
      "grad_norm": 1.7544788784705183,
      "learning_rate": 7.199979660440103e-06,
      "loss": 0.9062,
      "step": 116397
    },
    {
      "epoch": 5.415119795301233,
      "grad_norm": 1.717867187178473,
      "learning_rate": 7.198843647630015e-06,
      "loss": 0.9219,
      "step": 116398
    },
    {
      "epoch": 5.415166317748314,
      "grad_norm": 1.6698049492199123,
      "learning_rate": 7.197707722243645e-06,
      "loss": 0.9414,
      "step": 116399
    },
    {
      "epoch": 5.4152128401953945,
      "grad_norm": 1.7546248395493427,
      "learning_rate": 7.1965718842816765e-06,
      "loss": 0.9141,
      "step": 116400
    },
    {
      "epoch": 5.415259362642475,
      "grad_norm": 1.7091749849089242,
      "learning_rate": 7.195436133744825e-06,
      "loss": 0.8672,
      "step": 116401
    },
    {
      "epoch": 5.4153058850895555,
      "grad_norm": 1.8366557033593642,
      "learning_rate": 7.194300470633724e-06,
      "loss": 1.0312,
      "step": 116402
    },
    {
      "epoch": 5.415352407536637,
      "grad_norm": 1.7001733153767975,
      "learning_rate": 7.1931648949491546e-06,
      "loss": 0.9688,
      "step": 116403
    },
    {
      "epoch": 5.415398929983717,
      "grad_norm": 1.8485392904944016,
      "learning_rate": 7.1920294066917685e-06,
      "loss": 0.9805,
      "step": 116404
    },
    {
      "epoch": 5.415445452430798,
      "grad_norm": 1.7831102858130785,
      "learning_rate": 7.190894005862264e-06,
      "loss": 0.8867,
      "step": 116405
    },
    {
      "epoch": 5.415491974877878,
      "grad_norm": 1.9093890035403172,
      "learning_rate": 7.189758692461306e-06,
      "loss": 1.0703,
      "step": 116406
    },
    {
      "epoch": 5.41553849732496,
      "grad_norm": 1.7340636679716557,
      "learning_rate": 7.1886234664896455e-06,
      "loss": 0.8828,
      "step": 116407
    },
    {
      "epoch": 5.41558501977204,
      "grad_norm": 1.8286272963972587,
      "learning_rate": 7.187488327947949e-06,
      "loss": 0.9531,
      "step": 116408
    },
    {
      "epoch": 5.415631542219121,
      "grad_norm": 1.8495778724590297,
      "learning_rate": 7.186353276836915e-06,
      "loss": 1.0781,
      "step": 116409
    },
    {
      "epoch": 5.415678064666201,
      "grad_norm": 1.8995192715569067,
      "learning_rate": 7.185218313157226e-06,
      "loss": 1.0391,
      "step": 116410
    },
    {
      "epoch": 5.415724587113282,
      "grad_norm": 1.902972087921993,
      "learning_rate": 7.184083436909599e-06,
      "loss": 0.9844,
      "step": 116411
    },
    {
      "epoch": 5.415771109560363,
      "grad_norm": 1.7869776001689424,
      "learning_rate": 7.182948648094717e-06,
      "loss": 0.8828,
      "step": 116412
    },
    {
      "epoch": 5.415817632007443,
      "grad_norm": 1.8937561481479896,
      "learning_rate": 7.181813946713277e-06,
      "loss": 0.9531,
      "step": 116413
    },
    {
      "epoch": 5.415864154454525,
      "grad_norm": 1.6662921646573203,
      "learning_rate": 7.180679332765949e-06,
      "loss": 0.9375,
      "step": 116414
    },
    {
      "epoch": 5.415910676901605,
      "grad_norm": 1.7798182958210613,
      "learning_rate": 7.1795448062534786e-06,
      "loss": 1.0625,
      "step": 116415
    },
    {
      "epoch": 5.415957199348686,
      "grad_norm": 1.790439996069698,
      "learning_rate": 7.178410367176535e-06,
      "loss": 1.0078,
      "step": 116416
    },
    {
      "epoch": 5.416003721795766,
      "grad_norm": 1.8924354143339568,
      "learning_rate": 7.177276015535799e-06,
      "loss": 0.9258,
      "step": 116417
    },
    {
      "epoch": 5.4160502442428475,
      "grad_norm": 1.975766073876482,
      "learning_rate": 7.176141751331954e-06,
      "loss": 0.9609,
      "step": 116418
    },
    {
      "epoch": 5.416096766689928,
      "grad_norm": 1.6370879908683982,
      "learning_rate": 7.17500757456575e-06,
      "loss": 0.7734,
      "step": 116419
    },
    {
      "epoch": 5.4161432891370085,
      "grad_norm": 1.8341799135640415,
      "learning_rate": 7.173873485237819e-06,
      "loss": 1.0312,
      "step": 116420
    },
    {
      "epoch": 5.416189811584089,
      "grad_norm": 1.862895647628552,
      "learning_rate": 7.172739483348911e-06,
      "loss": 0.9297,
      "step": 116421
    },
    {
      "epoch": 5.41623633403117,
      "grad_norm": 1.5379774825210706,
      "learning_rate": 7.171605568899691e-06,
      "loss": 0.8086,
      "step": 116422
    },
    {
      "epoch": 5.416282856478251,
      "grad_norm": 1.632478939819144,
      "learning_rate": 7.170471741890843e-06,
      "loss": 0.9258,
      "step": 116423
    },
    {
      "epoch": 5.416329378925331,
      "grad_norm": 1.9595101603283105,
      "learning_rate": 7.169338002323083e-06,
      "loss": 1.1094,
      "step": 116424
    },
    {
      "epoch": 5.416375901372412,
      "grad_norm": 2.0308790520648583,
      "learning_rate": 7.168204350197093e-06,
      "loss": 1.0703,
      "step": 116425
    },
    {
      "epoch": 5.416422423819493,
      "grad_norm": 1.752173074120964,
      "learning_rate": 7.167070785513574e-06,
      "loss": 0.9219,
      "step": 116426
    },
    {
      "epoch": 5.416468946266574,
      "grad_norm": 1.8967193102009232,
      "learning_rate": 7.165937308273223e-06,
      "loss": 0.9336,
      "step": 116427
    },
    {
      "epoch": 5.416515468713654,
      "grad_norm": 1.7097090231542018,
      "learning_rate": 7.164803918476708e-06,
      "loss": 0.8906,
      "step": 116428
    },
    {
      "epoch": 5.4165619911607354,
      "grad_norm": 1.7646319174324354,
      "learning_rate": 7.163670616124745e-06,
      "loss": 0.8672,
      "step": 116429
    },
    {
      "epoch": 5.416608513607816,
      "grad_norm": 1.8505920064236863,
      "learning_rate": 7.162537401218049e-06,
      "loss": 1.0234,
      "step": 116430
    },
    {
      "epoch": 5.416655036054896,
      "grad_norm": 1.8750329782320638,
      "learning_rate": 7.161404273757271e-06,
      "loss": 1.0859,
      "step": 116431
    },
    {
      "epoch": 5.416701558501977,
      "grad_norm": 1.823260712948625,
      "learning_rate": 7.160271233743109e-06,
      "loss": 0.8945,
      "step": 116432
    },
    {
      "epoch": 5.416748080949058,
      "grad_norm": 1.8004893657718959,
      "learning_rate": 7.159138281176296e-06,
      "loss": 1.0156,
      "step": 116433
    },
    {
      "epoch": 5.416794603396139,
      "grad_norm": 1.7752895313362178,
      "learning_rate": 7.158005416057483e-06,
      "loss": 0.9922,
      "step": 116434
    },
    {
      "epoch": 5.416841125843219,
      "grad_norm": 1.6168124381594822,
      "learning_rate": 7.156872638387401e-06,
      "loss": 0.9336,
      "step": 116435
    },
    {
      "epoch": 5.4168876482903,
      "grad_norm": 1.8020181098355443,
      "learning_rate": 7.155739948166683e-06,
      "loss": 0.8906,
      "step": 116436
    },
    {
      "epoch": 5.416934170737381,
      "grad_norm": 1.7872253695562976,
      "learning_rate": 7.154607345396096e-06,
      "loss": 0.9531,
      "step": 116437
    },
    {
      "epoch": 5.4169806931844615,
      "grad_norm": 1.7873462886699598,
      "learning_rate": 7.1534748300763056e-06,
      "loss": 0.9375,
      "step": 116438
    },
    {
      "epoch": 5.417027215631542,
      "grad_norm": 1.6502495586014225,
      "learning_rate": 7.1523424022079944e-06,
      "loss": 0.8789,
      "step": 116439
    },
    {
      "epoch": 5.4170737380786225,
      "grad_norm": 1.9403957102481557,
      "learning_rate": 7.1512100617918456e-06,
      "loss": 0.9844,
      "step": 116440
    },
    {
      "epoch": 5.417120260525704,
      "grad_norm": 1.7622827469552231,
      "learning_rate": 7.150077808828575e-06,
      "loss": 0.9961,
      "step": 116441
    },
    {
      "epoch": 5.417166782972784,
      "grad_norm": 1.7279487869289396,
      "learning_rate": 7.1489456433188655e-06,
      "loss": 0.9297,
      "step": 116442
    },
    {
      "epoch": 5.417213305419865,
      "grad_norm": 1.6873135362611393,
      "learning_rate": 7.147813565263416e-06,
      "loss": 0.9297,
      "step": 116443
    },
    {
      "epoch": 5.417259827866946,
      "grad_norm": 1.7852053154422969,
      "learning_rate": 7.146681574662927e-06,
      "loss": 0.9727,
      "step": 116444
    },
    {
      "epoch": 5.417306350314027,
      "grad_norm": 1.6610371387681753,
      "learning_rate": 7.145549671518064e-06,
      "loss": 0.9805,
      "step": 116445
    },
    {
      "epoch": 5.417352872761107,
      "grad_norm": 1.8005200647697162,
      "learning_rate": 7.144417855829543e-06,
      "loss": 0.8633,
      "step": 116446
    },
    {
      "epoch": 5.417399395208188,
      "grad_norm": 1.4755839609543546,
      "learning_rate": 7.143286127598064e-06,
      "loss": 0.7383,
      "step": 116447
    },
    {
      "epoch": 5.417445917655269,
      "grad_norm": 1.431123291088174,
      "learning_rate": 7.142154486824308e-06,
      "loss": 0.7227,
      "step": 116448
    },
    {
      "epoch": 5.417492440102349,
      "grad_norm": 1.6538303369313205,
      "learning_rate": 7.141022933508944e-06,
      "loss": 1.0312,
      "step": 116449
    },
    {
      "epoch": 5.41753896254943,
      "grad_norm": 1.8273263103334065,
      "learning_rate": 7.139891467652703e-06,
      "loss": 0.8672,
      "step": 116450
    },
    {
      "epoch": 5.417585484996511,
      "grad_norm": 1.648364080719054,
      "learning_rate": 7.138760089256268e-06,
      "loss": 0.9023,
      "step": 116451
    },
    {
      "epoch": 5.417632007443592,
      "grad_norm": 1.8080766057984685,
      "learning_rate": 7.137628798320322e-06,
      "loss": 1.0625,
      "step": 116452
    },
    {
      "epoch": 5.417678529890672,
      "grad_norm": 1.7688213510299606,
      "learning_rate": 7.136497594845564e-06,
      "loss": 0.9922,
      "step": 116453
    },
    {
      "epoch": 5.417725052337753,
      "grad_norm": 1.8200269153405604,
      "learning_rate": 7.1353664788326606e-06,
      "loss": 0.875,
      "step": 116454
    },
    {
      "epoch": 5.417771574784834,
      "grad_norm": 1.662329910943182,
      "learning_rate": 7.134235450282361e-06,
      "loss": 0.9336,
      "step": 116455
    },
    {
      "epoch": 5.4178180972319145,
      "grad_norm": 1.7720824937130777,
      "learning_rate": 7.1331045091953145e-06,
      "loss": 0.8672,
      "step": 116456
    },
    {
      "epoch": 5.417864619678995,
      "grad_norm": 1.8003680464321679,
      "learning_rate": 7.131973655572221e-06,
      "loss": 0.957,
      "step": 116457
    },
    {
      "epoch": 5.4179111421260755,
      "grad_norm": 1.7169868226608929,
      "learning_rate": 7.1308428894137625e-06,
      "loss": 0.9023,
      "step": 116458
    },
    {
      "epoch": 5.417957664573157,
      "grad_norm": 1.5904090390513195,
      "learning_rate": 7.129712210720656e-06,
      "loss": 0.9023,
      "step": 116459
    },
    {
      "epoch": 5.418004187020237,
      "grad_norm": 1.8728105826058956,
      "learning_rate": 7.128581619493584e-06,
      "loss": 1.0234,
      "step": 116460
    },
    {
      "epoch": 5.418050709467318,
      "grad_norm": 1.7886231348181367,
      "learning_rate": 7.127451115733246e-06,
      "loss": 0.957,
      "step": 116461
    },
    {
      "epoch": 5.418097231914398,
      "grad_norm": 1.7842667742579552,
      "learning_rate": 7.126320699440291e-06,
      "loss": 0.8984,
      "step": 116462
    },
    {
      "epoch": 5.41814375436148,
      "grad_norm": 1.8671661037624228,
      "learning_rate": 7.125190370615469e-06,
      "loss": 0.9961,
      "step": 116463
    },
    {
      "epoch": 5.41819027680856,
      "grad_norm": 1.6948197086852093,
      "learning_rate": 7.124060129259429e-06,
      "loss": 0.8516,
      "step": 116464
    },
    {
      "epoch": 5.418236799255641,
      "grad_norm": 1.677749515570135,
      "learning_rate": 7.122929975372904e-06,
      "loss": 0.9375,
      "step": 116465
    },
    {
      "epoch": 5.418283321702722,
      "grad_norm": 1.7730231119606972,
      "learning_rate": 7.1217999089565605e-06,
      "loss": 1.0391,
      "step": 116466
    },
    {
      "epoch": 5.4183298441498025,
      "grad_norm": 1.7553265454827875,
      "learning_rate": 7.120669930011063e-06,
      "loss": 0.9141,
      "step": 116467
    },
    {
      "epoch": 5.418376366596883,
      "grad_norm": 1.7502156371251867,
      "learning_rate": 7.119540038537164e-06,
      "loss": 1.0312,
      "step": 116468
    },
    {
      "epoch": 5.418422889043963,
      "grad_norm": 1.7293968632391696,
      "learning_rate": 7.118410234535526e-06,
      "loss": 0.9961,
      "step": 116469
    },
    {
      "epoch": 5.418469411491045,
      "grad_norm": 1.8189900974920516,
      "learning_rate": 7.117280518006835e-06,
      "loss": 0.9336,
      "step": 116470
    },
    {
      "epoch": 5.418515933938125,
      "grad_norm": 1.5489517427066861,
      "learning_rate": 7.116150888951771e-06,
      "loss": 0.8867,
      "step": 116471
    },
    {
      "epoch": 5.418562456385206,
      "grad_norm": 1.850164343911296,
      "learning_rate": 7.115021347371069e-06,
      "loss": 0.9414,
      "step": 116472
    },
    {
      "epoch": 5.418608978832286,
      "grad_norm": 1.8214959545358047,
      "learning_rate": 7.113891893265378e-06,
      "loss": 0.9297,
      "step": 116473
    },
    {
      "epoch": 5.418655501279368,
      "grad_norm": 1.820408491147681,
      "learning_rate": 7.1127625266354125e-06,
      "loss": 0.9492,
      "step": 116474
    },
    {
      "epoch": 5.418702023726448,
      "grad_norm": 1.955432937320384,
      "learning_rate": 7.1116332474818235e-06,
      "loss": 1.0625,
      "step": 116475
    },
    {
      "epoch": 5.4187485461735285,
      "grad_norm": 1.7968248468983143,
      "learning_rate": 7.1105040558053775e-06,
      "loss": 0.9883,
      "step": 116476
    },
    {
      "epoch": 5.418795068620609,
      "grad_norm": 1.6985966361117657,
      "learning_rate": 7.1093749516067055e-06,
      "loss": 0.9766,
      "step": 116477
    },
    {
      "epoch": 5.41884159106769,
      "grad_norm": 1.6445773504956578,
      "learning_rate": 7.108245934886525e-06,
      "loss": 0.9375,
      "step": 116478
    },
    {
      "epoch": 5.418888113514771,
      "grad_norm": 1.7465407268698578,
      "learning_rate": 7.107117005645502e-06,
      "loss": 0.8633,
      "step": 116479
    },
    {
      "epoch": 5.418934635961851,
      "grad_norm": 1.8312962735435274,
      "learning_rate": 7.105988163884352e-06,
      "loss": 1.0312,
      "step": 116480
    },
    {
      "epoch": 5.418981158408933,
      "grad_norm": 1.5675977065417386,
      "learning_rate": 7.104859409603758e-06,
      "loss": 0.8789,
      "step": 116481
    },
    {
      "epoch": 5.419027680856013,
      "grad_norm": 1.9304257856083054,
      "learning_rate": 7.10373074280442e-06,
      "loss": 0.918,
      "step": 116482
    },
    {
      "epoch": 5.419074203303094,
      "grad_norm": 1.663695659146348,
      "learning_rate": 7.102602163487003e-06,
      "loss": 1.0547,
      "step": 116483
    },
    {
      "epoch": 5.419120725750174,
      "grad_norm": 1.8185082217390258,
      "learning_rate": 7.101473671652225e-06,
      "loss": 0.9688,
      "step": 116484
    },
    {
      "epoch": 5.4191672481972555,
      "grad_norm": 1.739576117284418,
      "learning_rate": 7.100345267300767e-06,
      "loss": 0.9297,
      "step": 116485
    },
    {
      "epoch": 5.419213770644336,
      "grad_norm": 1.6244071045160071,
      "learning_rate": 7.099216950433295e-06,
      "loss": 0.9258,
      "step": 116486
    },
    {
      "epoch": 5.419260293091416,
      "grad_norm": 1.7652761839068534,
      "learning_rate": 7.09808872105056e-06,
      "loss": 0.9102,
      "step": 116487
    },
    {
      "epoch": 5.419306815538497,
      "grad_norm": 1.733327782890442,
      "learning_rate": 7.09696057915321e-06,
      "loss": 0.8984,
      "step": 116488
    },
    {
      "epoch": 5.419353337985578,
      "grad_norm": 1.6079914162594438,
      "learning_rate": 7.0958325247419125e-06,
      "loss": 0.9102,
      "step": 116489
    },
    {
      "epoch": 5.419399860432659,
      "grad_norm": 1.690610353321456,
      "learning_rate": 7.094704557817432e-06,
      "loss": 1.0,
      "step": 116490
    },
    {
      "epoch": 5.419446382879739,
      "grad_norm": 1.846689439258391,
      "learning_rate": 7.093576678380403e-06,
      "loss": 0.8789,
      "step": 116491
    },
    {
      "epoch": 5.419492905326821,
      "grad_norm": 1.8275107318905488,
      "learning_rate": 7.092448886431523e-06,
      "loss": 0.9336,
      "step": 116492
    },
    {
      "epoch": 5.419539427773901,
      "grad_norm": 1.7165137512608177,
      "learning_rate": 7.091321181971476e-06,
      "loss": 0.9297,
      "step": 116493
    },
    {
      "epoch": 5.4195859502209816,
      "grad_norm": 1.5935816460087262,
      "learning_rate": 7.090193565000979e-06,
      "loss": 0.8828,
      "step": 116494
    },
    {
      "epoch": 5.419632472668062,
      "grad_norm": 1.9859139683509492,
      "learning_rate": 7.089066035520713e-06,
      "loss": 1.0625,
      "step": 116495
    },
    {
      "epoch": 5.419678995115143,
      "grad_norm": 1.8837702521418216,
      "learning_rate": 7.087938593531362e-06,
      "loss": 0.8984,
      "step": 116496
    },
    {
      "epoch": 5.419725517562224,
      "grad_norm": 1.855658755108373,
      "learning_rate": 7.086811239033591e-06,
      "loss": 0.9844,
      "step": 116497
    },
    {
      "epoch": 5.419772040009304,
      "grad_norm": 1.7803238963508459,
      "learning_rate": 7.08568397202815e-06,
      "loss": 0.9297,
      "step": 116498
    },
    {
      "epoch": 5.419818562456385,
      "grad_norm": 2.0319799512532923,
      "learning_rate": 7.084556792515689e-06,
      "loss": 1.4297,
      "step": 116499
    },
    {
      "epoch": 5.419865084903466,
      "grad_norm": 1.5038765012592406,
      "learning_rate": 7.08342970049689e-06,
      "loss": 0.7734,
      "step": 116500
    },
    {
      "epoch": 5.419911607350547,
      "grad_norm": 1.7647642382607984,
      "learning_rate": 7.082302695972452e-06,
      "loss": 0.9102,
      "step": 116501
    },
    {
      "epoch": 5.419958129797627,
      "grad_norm": 1.8044594977190882,
      "learning_rate": 7.081175778943093e-06,
      "loss": 0.8867,
      "step": 116502
    },
    {
      "epoch": 5.4200046522447085,
      "grad_norm": 1.7890952237611126,
      "learning_rate": 7.080048949409478e-06,
      "loss": 0.9258,
      "step": 116503
    },
    {
      "epoch": 5.420051174691789,
      "grad_norm": 1.794400654595292,
      "learning_rate": 7.0789222073722895e-06,
      "loss": 1.0156,
      "step": 116504
    },
    {
      "epoch": 5.4200976971388695,
      "grad_norm": 1.5889240972437064,
      "learning_rate": 7.077795552832244e-06,
      "loss": 0.8281,
      "step": 116505
    },
    {
      "epoch": 5.42014421958595,
      "grad_norm": 1.7982388441060062,
      "learning_rate": 7.07666898578999e-06,
      "loss": 0.9297,
      "step": 116506
    },
    {
      "epoch": 5.420190742033031,
      "grad_norm": 1.7420454094523012,
      "learning_rate": 7.075542506246245e-06,
      "loss": 1.0078,
      "step": 116507
    },
    {
      "epoch": 5.420237264480112,
      "grad_norm": 1.8071654731462683,
      "learning_rate": 7.074416114201692e-06,
      "loss": 0.957,
      "step": 116508
    },
    {
      "epoch": 5.420283786927192,
      "grad_norm": 1.7815588095465182,
      "learning_rate": 7.0732898096570455e-06,
      "loss": 1.0156,
      "step": 116509
    },
    {
      "epoch": 5.420330309374273,
      "grad_norm": 2.218169088983404,
      "learning_rate": 7.072163592612973e-06,
      "loss": 1.0703,
      "step": 116510
    },
    {
      "epoch": 5.420376831821354,
      "grad_norm": 1.9462487912167719,
      "learning_rate": 7.071037463070123e-06,
      "loss": 1.125,
      "step": 116511
    },
    {
      "epoch": 5.420423354268435,
      "grad_norm": 1.7088091577075428,
      "learning_rate": 7.069911421029262e-06,
      "loss": 0.8828,
      "step": 116512
    },
    {
      "epoch": 5.420469876715515,
      "grad_norm": 1.8607259787735708,
      "learning_rate": 7.068785466491056e-06,
      "loss": 1.0234,
      "step": 116513
    },
    {
      "epoch": 5.4205163991625955,
      "grad_norm": 1.7378784335886919,
      "learning_rate": 7.067659599456171e-06,
      "loss": 1.0625,
      "step": 116514
    },
    {
      "epoch": 5.420562921609677,
      "grad_norm": 1.595279795133882,
      "learning_rate": 7.066533819925274e-06,
      "loss": 0.8359,
      "step": 116515
    },
    {
      "epoch": 5.420609444056757,
      "grad_norm": 1.8831187149925015,
      "learning_rate": 7.06540812789913e-06,
      "loss": 0.9805,
      "step": 116516
    },
    {
      "epoch": 5.420655966503838,
      "grad_norm": 1.5895402161169803,
      "learning_rate": 7.064282523378373e-06,
      "loss": 0.8086,
      "step": 116517
    },
    {
      "epoch": 5.420702488950919,
      "grad_norm": 1.6550214774896206,
      "learning_rate": 7.063157006363701e-06,
      "loss": 0.9492,
      "step": 116518
    },
    {
      "epoch": 5.420749011398,
      "grad_norm": 1.7662398884365018,
      "learning_rate": 7.062031576855798e-06,
      "loss": 1.0156,
      "step": 116519
    },
    {
      "epoch": 5.42079553384508,
      "grad_norm": 1.6026587464975923,
      "learning_rate": 7.060906234855363e-06,
      "loss": 0.8828,
      "step": 116520
    },
    {
      "epoch": 5.420842056292161,
      "grad_norm": 1.8162888489373405,
      "learning_rate": 7.059780980363111e-06,
      "loss": 0.9883,
      "step": 116521
    },
    {
      "epoch": 5.420888578739242,
      "grad_norm": 1.7972360942607646,
      "learning_rate": 7.058655813379677e-06,
      "loss": 0.9258,
      "step": 116522
    },
    {
      "epoch": 5.4209351011863225,
      "grad_norm": 1.6910957676534133,
      "learning_rate": 7.057530733905775e-06,
      "loss": 0.9844,
      "step": 116523
    },
    {
      "epoch": 5.420981623633403,
      "grad_norm": 1.801167120780522,
      "learning_rate": 7.056405741942106e-06,
      "loss": 0.8984,
      "step": 116524
    },
    {
      "epoch": 5.4210281460804834,
      "grad_norm": 1.6188422439692978,
      "learning_rate": 7.055280837489352e-06,
      "loss": 0.8828,
      "step": 116525
    },
    {
      "epoch": 5.421074668527565,
      "grad_norm": 1.667913088784037,
      "learning_rate": 7.054156020548196e-06,
      "loss": 0.8906,
      "step": 116526
    },
    {
      "epoch": 5.421121190974645,
      "grad_norm": 1.9081710639526863,
      "learning_rate": 7.053031291119304e-06,
      "loss": 1.0781,
      "step": 116527
    },
    {
      "epoch": 5.421167713421726,
      "grad_norm": 1.6884467272002415,
      "learning_rate": 7.051906649203409e-06,
      "loss": 0.875,
      "step": 116528
    },
    {
      "epoch": 5.421214235868806,
      "grad_norm": 1.9048867532612845,
      "learning_rate": 7.050782094801194e-06,
      "loss": 0.8594,
      "step": 116529
    },
    {
      "epoch": 5.421260758315888,
      "grad_norm": 1.662847745340977,
      "learning_rate": 7.049657627913291e-06,
      "loss": 1.0391,
      "step": 116530
    },
    {
      "epoch": 5.421307280762968,
      "grad_norm": 1.8607407078396538,
      "learning_rate": 7.048533248540467e-06,
      "loss": 1.0,
      "step": 116531
    },
    {
      "epoch": 5.421353803210049,
      "grad_norm": 1.7043892886487877,
      "learning_rate": 7.0474089566833705e-06,
      "loss": 1.0547,
      "step": 116532
    },
    {
      "epoch": 5.42140032565713,
      "grad_norm": 1.7301273975326397,
      "learning_rate": 7.046284752342668e-06,
      "loss": 0.9727,
      "step": 116533
    },
    {
      "epoch": 5.42144684810421,
      "grad_norm": 1.8780645333737682,
      "learning_rate": 7.045160635519093e-06,
      "loss": 0.9492,
      "step": 116534
    },
    {
      "epoch": 5.421493370551291,
      "grad_norm": 1.8135444457026353,
      "learning_rate": 7.04403660621331e-06,
      "loss": 0.9961,
      "step": 116535
    },
    {
      "epoch": 5.421539892998371,
      "grad_norm": 1.7603726950745713,
      "learning_rate": 7.0429126644260204e-06,
      "loss": 0.9648,
      "step": 116536
    },
    {
      "epoch": 5.421586415445453,
      "grad_norm": 1.9287227281316652,
      "learning_rate": 7.0417888101578725e-06,
      "loss": 1.1016,
      "step": 116537
    },
    {
      "epoch": 5.421632937892533,
      "grad_norm": 1.820020627945376,
      "learning_rate": 7.0406650434095994e-06,
      "loss": 0.8281,
      "step": 116538
    },
    {
      "epoch": 5.421679460339614,
      "grad_norm": 2.069904413729596,
      "learning_rate": 7.039541364181883e-06,
      "loss": 1.0156,
      "step": 116539
    },
    {
      "epoch": 5.421725982786695,
      "grad_norm": 1.9132991175756227,
      "learning_rate": 7.038417772475407e-06,
      "loss": 1.0703,
      "step": 116540
    },
    {
      "epoch": 5.4217725052337755,
      "grad_norm": 1.6927610359523058,
      "learning_rate": 7.0372942682908215e-06,
      "loss": 1.0703,
      "step": 116541
    },
    {
      "epoch": 5.421819027680856,
      "grad_norm": 1.6883043227176857,
      "learning_rate": 7.036170851628875e-06,
      "loss": 1.0078,
      "step": 116542
    },
    {
      "epoch": 5.4218655501279365,
      "grad_norm": 1.8487761403489442,
      "learning_rate": 7.035047522490234e-06,
      "loss": 1.1094,
      "step": 116543
    },
    {
      "epoch": 5.421912072575018,
      "grad_norm": 1.9158997787278007,
      "learning_rate": 7.033924280875563e-06,
      "loss": 1.0781,
      "step": 116544
    },
    {
      "epoch": 5.421958595022098,
      "grad_norm": 1.7209817905483773,
      "learning_rate": 7.0328011267855645e-06,
      "loss": 0.9805,
      "step": 116545
    },
    {
      "epoch": 5.422005117469179,
      "grad_norm": 1.7481694871966578,
      "learning_rate": 7.031678060220935e-06,
      "loss": 0.9102,
      "step": 116546
    },
    {
      "epoch": 5.422051639916259,
      "grad_norm": 1.6190989217212393,
      "learning_rate": 7.0305550811823595e-06,
      "loss": 0.9102,
      "step": 116547
    },
    {
      "epoch": 5.422098162363341,
      "grad_norm": 1.6683221630234992,
      "learning_rate": 7.0294321896705195e-06,
      "loss": 0.9023,
      "step": 116548
    },
    {
      "epoch": 5.422144684810421,
      "grad_norm": 1.6884383760544521,
      "learning_rate": 7.028309385686082e-06,
      "loss": 0.8398,
      "step": 116549
    },
    {
      "epoch": 5.422191207257502,
      "grad_norm": 1.851115746259173,
      "learning_rate": 7.027186669229778e-06,
      "loss": 0.9961,
      "step": 116550
    },
    {
      "epoch": 5.422237729704582,
      "grad_norm": 1.8014680472632794,
      "learning_rate": 7.02606404030226e-06,
      "loss": 0.9961,
      "step": 116551
    },
    {
      "epoch": 5.422284252151663,
      "grad_norm": 1.8756191279395433,
      "learning_rate": 7.0249414989042244e-06,
      "loss": 0.9023,
      "step": 116552
    },
    {
      "epoch": 5.422330774598744,
      "grad_norm": 1.70342812777816,
      "learning_rate": 7.0238190450363715e-06,
      "loss": 0.8828,
      "step": 116553
    },
    {
      "epoch": 5.422377297045824,
      "grad_norm": 1.7416872879042389,
      "learning_rate": 7.0226966786993686e-06,
      "loss": 1.0234,
      "step": 116554
    },
    {
      "epoch": 5.422423819492906,
      "grad_norm": 1.5882125568026784,
      "learning_rate": 7.021574399893931e-06,
      "loss": 0.8516,
      "step": 116555
    },
    {
      "epoch": 5.422470341939986,
      "grad_norm": 1.7056574152273594,
      "learning_rate": 7.020452208620725e-06,
      "loss": 0.8945,
      "step": 116556
    },
    {
      "epoch": 5.422516864387067,
      "grad_norm": 2.0698667253173415,
      "learning_rate": 7.01933010488045e-06,
      "loss": 0.9727,
      "step": 116557
    },
    {
      "epoch": 5.422563386834147,
      "grad_norm": 1.7847889610524519,
      "learning_rate": 7.018208088673771e-06,
      "loss": 0.9297,
      "step": 116558
    },
    {
      "epoch": 5.4226099092812285,
      "grad_norm": 1.9795792532628722,
      "learning_rate": 7.01708616000139e-06,
      "loss": 0.9688,
      "step": 116559
    },
    {
      "epoch": 5.422656431728309,
      "grad_norm": 1.5696740161863827,
      "learning_rate": 7.015964318863987e-06,
      "loss": 0.875,
      "step": 116560
    },
    {
      "epoch": 5.4227029541753895,
      "grad_norm": 1.6761602757488896,
      "learning_rate": 7.014842565262263e-06,
      "loss": 0.9102,
      "step": 116561
    },
    {
      "epoch": 5.42274947662247,
      "grad_norm": 1.6063411223080333,
      "learning_rate": 7.0137208991969e-06,
      "loss": 0.9688,
      "step": 116562
    },
    {
      "epoch": 5.422795999069551,
      "grad_norm": 1.8289180685577864,
      "learning_rate": 7.012599320668549e-06,
      "loss": 0.8672,
      "step": 116563
    },
    {
      "epoch": 5.422842521516632,
      "grad_norm": 1.70546363533795,
      "learning_rate": 7.011477829677958e-06,
      "loss": 0.9883,
      "step": 116564
    },
    {
      "epoch": 5.422889043963712,
      "grad_norm": 1.5954631507939703,
      "learning_rate": 7.0103564262257774e-06,
      "loss": 0.8789,
      "step": 116565
    },
    {
      "epoch": 5.422935566410793,
      "grad_norm": 1.7358758586195717,
      "learning_rate": 7.009235110312688e-06,
      "loss": 1.0234,
      "step": 116566
    },
    {
      "epoch": 5.422982088857874,
      "grad_norm": 1.8101555728841832,
      "learning_rate": 7.008113881939392e-06,
      "loss": 0.9727,
      "step": 116567
    },
    {
      "epoch": 5.423028611304955,
      "grad_norm": 1.5363983876950291,
      "learning_rate": 7.006992741106571e-06,
      "loss": 0.8242,
      "step": 116568
    },
    {
      "epoch": 5.423075133752035,
      "grad_norm": 1.7415407312990028,
      "learning_rate": 7.005871687814923e-06,
      "loss": 1.0547,
      "step": 116569
    },
    {
      "epoch": 5.4231216561991165,
      "grad_norm": 1.7396848482526857,
      "learning_rate": 7.0047507220651165e-06,
      "loss": 0.9727,
      "step": 116570
    },
    {
      "epoch": 5.423168178646197,
      "grad_norm": 1.8015526791936507,
      "learning_rate": 7.003629843857833e-06,
      "loss": 0.8867,
      "step": 116571
    },
    {
      "epoch": 5.423214701093277,
      "grad_norm": 1.7490693027425923,
      "learning_rate": 7.002509053193772e-06,
      "loss": 1.1016,
      "step": 116572
    },
    {
      "epoch": 5.423261223540358,
      "grad_norm": 1.6374432145236653,
      "learning_rate": 7.001388350073633e-06,
      "loss": 0.9102,
      "step": 116573
    },
    {
      "epoch": 5.423307745987439,
      "grad_norm": 1.926918317025259,
      "learning_rate": 7.000267734498066e-06,
      "loss": 0.9141,
      "step": 116574
    },
    {
      "epoch": 5.42335426843452,
      "grad_norm": 1.7209640393395664,
      "learning_rate": 6.9991472064678036e-06,
      "loss": 0.9688,
      "step": 116575
    },
    {
      "epoch": 5.4234007908816,
      "grad_norm": 1.4655650531475797,
      "learning_rate": 6.998026765983477e-06,
      "loss": 0.7852,
      "step": 116576
    },
    {
      "epoch": 5.423447313328681,
      "grad_norm": 1.744428844370897,
      "learning_rate": 6.996906413045822e-06,
      "loss": 0.9766,
      "step": 116577
    },
    {
      "epoch": 5.423493835775762,
      "grad_norm": 2.017809582211493,
      "learning_rate": 6.9957861476555025e-06,
      "loss": 1.1172,
      "step": 116578
    },
    {
      "epoch": 5.4235403582228425,
      "grad_norm": 1.9771384132641225,
      "learning_rate": 6.9946659698132014e-06,
      "loss": 1.0234,
      "step": 116579
    },
    {
      "epoch": 5.423586880669923,
      "grad_norm": 1.8175639496903777,
      "learning_rate": 6.993545879519602e-06,
      "loss": 0.9961,
      "step": 116580
    },
    {
      "epoch": 5.423633403117004,
      "grad_norm": 2.088380496899046,
      "learning_rate": 6.992425876775404e-06,
      "loss": 1.0859,
      "step": 116581
    },
    {
      "epoch": 5.423679925564085,
      "grad_norm": 1.9822734170297267,
      "learning_rate": 6.991305961581289e-06,
      "loss": 0.918,
      "step": 116582
    },
    {
      "epoch": 5.423726448011165,
      "grad_norm": 1.6787935577235673,
      "learning_rate": 6.990186133937942e-06,
      "loss": 0.9297,
      "step": 116583
    },
    {
      "epoch": 5.423772970458246,
      "grad_norm": 1.7087638519526398,
      "learning_rate": 6.989066393846044e-06,
      "loss": 0.8906,
      "step": 116584
    },
    {
      "epoch": 5.423819492905327,
      "grad_norm": 1.8025778382916227,
      "learning_rate": 6.9879467413062605e-06,
      "loss": 0.9062,
      "step": 116585
    },
    {
      "epoch": 5.423866015352408,
      "grad_norm": 1.7116381332011885,
      "learning_rate": 6.986827176319326e-06,
      "loss": 1.0234,
      "step": 116586
    },
    {
      "epoch": 5.423912537799488,
      "grad_norm": 1.6539581091533806,
      "learning_rate": 6.985707698885889e-06,
      "loss": 0.9062,
      "step": 116587
    },
    {
      "epoch": 5.423959060246569,
      "grad_norm": 1.7652241016705637,
      "learning_rate": 6.98458830900665e-06,
      "loss": 0.8555,
      "step": 116588
    },
    {
      "epoch": 5.42400558269365,
      "grad_norm": 1.5580443812264655,
      "learning_rate": 6.983469006682274e-06,
      "loss": 0.832,
      "step": 116589
    },
    {
      "epoch": 5.42405210514073,
      "grad_norm": 1.7208171580619518,
      "learning_rate": 6.9823497919134775e-06,
      "loss": 0.957,
      "step": 116590
    },
    {
      "epoch": 5.424098627587811,
      "grad_norm": 1.624477232482385,
      "learning_rate": 6.981230664700926e-06,
      "loss": 0.8945,
      "step": 116591
    },
    {
      "epoch": 5.424145150034892,
      "grad_norm": 1.7538279841112112,
      "learning_rate": 6.980111625045304e-06,
      "loss": 0.9375,
      "step": 116592
    },
    {
      "epoch": 5.424191672481973,
      "grad_norm": 1.8541884687068264,
      "learning_rate": 6.978992672947292e-06,
      "loss": 0.9648,
      "step": 116593
    },
    {
      "epoch": 5.424238194929053,
      "grad_norm": 1.8582491431941255,
      "learning_rate": 6.977873808407591e-06,
      "loss": 0.9141,
      "step": 116594
    },
    {
      "epoch": 5.424284717376134,
      "grad_norm": 1.782154799790064,
      "learning_rate": 6.9767550314269e-06,
      "loss": 1.0859,
      "step": 116595
    },
    {
      "epoch": 5.424331239823215,
      "grad_norm": 1.7877256512660726,
      "learning_rate": 6.975636342005836e-06,
      "loss": 0.9219,
      "step": 116596
    },
    {
      "epoch": 5.4243777622702956,
      "grad_norm": 1.7297328568102208,
      "learning_rate": 6.974517740145163e-06,
      "loss": 0.8477,
      "step": 116597
    },
    {
      "epoch": 5.424424284717376,
      "grad_norm": 1.6234026594401207,
      "learning_rate": 6.973399225845516e-06,
      "loss": 0.9414,
      "step": 116598
    },
    {
      "epoch": 5.4244708071644565,
      "grad_norm": 1.8890272259203877,
      "learning_rate": 6.97228079910761e-06,
      "loss": 0.9492,
      "step": 116599
    },
    {
      "epoch": 5.424517329611538,
      "grad_norm": 1.6452563180441395,
      "learning_rate": 6.971162459932128e-06,
      "loss": 0.9219,
      "step": 116600
    },
    {
      "epoch": 5.424563852058618,
      "grad_norm": 1.9236700623465801,
      "learning_rate": 6.970044208319736e-06,
      "loss": 0.9727,
      "step": 116601
    },
    {
      "epoch": 5.424610374505699,
      "grad_norm": 1.611654444288734,
      "learning_rate": 6.9689260442711e-06,
      "loss": 0.8438,
      "step": 116602
    },
    {
      "epoch": 5.424656896952779,
      "grad_norm": 1.8102222374559478,
      "learning_rate": 6.967807967786954e-06,
      "loss": 0.9375,
      "step": 116603
    },
    {
      "epoch": 5.424703419399861,
      "grad_norm": 1.6639702973029884,
      "learning_rate": 6.966689978867962e-06,
      "loss": 0.8984,
      "step": 116604
    },
    {
      "epoch": 5.424749941846941,
      "grad_norm": 1.7453679522977605,
      "learning_rate": 6.965572077514808e-06,
      "loss": 1.0156,
      "step": 116605
    },
    {
      "epoch": 5.424796464294022,
      "grad_norm": 1.7959007236089823,
      "learning_rate": 6.964454263728158e-06,
      "loss": 1.0234,
      "step": 116606
    },
    {
      "epoch": 5.424842986741103,
      "grad_norm": 1.7084142427012334,
      "learning_rate": 6.9633365375087125e-06,
      "loss": 0.9297,
      "step": 116607
    },
    {
      "epoch": 5.4248895091881835,
      "grad_norm": 1.9221904781778327,
      "learning_rate": 6.962218898857169e-06,
      "loss": 1.1641,
      "step": 116608
    },
    {
      "epoch": 5.424936031635264,
      "grad_norm": 1.7676812704554017,
      "learning_rate": 6.961101347774195e-06,
      "loss": 0.9375,
      "step": 116609
    },
    {
      "epoch": 5.424982554082344,
      "grad_norm": 1.6200569950395136,
      "learning_rate": 6.9599838842604896e-06,
      "loss": 0.8906,
      "step": 116610
    },
    {
      "epoch": 5.425029076529426,
      "grad_norm": 1.5604777643065677,
      "learning_rate": 6.958866508316685e-06,
      "loss": 0.8867,
      "step": 116611
    },
    {
      "epoch": 5.425075598976506,
      "grad_norm": 2.04056332005452,
      "learning_rate": 6.957749219943531e-06,
      "loss": 1.1172,
      "step": 116612
    },
    {
      "epoch": 5.425122121423587,
      "grad_norm": 1.797660841907789,
      "learning_rate": 6.956632019141695e-06,
      "loss": 0.9297,
      "step": 116613
    },
    {
      "epoch": 5.425168643870667,
      "grad_norm": 1.80143686827862,
      "learning_rate": 6.955514905911841e-06,
      "loss": 0.918,
      "step": 116614
    },
    {
      "epoch": 5.425215166317749,
      "grad_norm": 1.6855786924672587,
      "learning_rate": 6.954397880254653e-06,
      "loss": 1.0078,
      "step": 116615
    },
    {
      "epoch": 5.425261688764829,
      "grad_norm": 1.759033476215393,
      "learning_rate": 6.953280942170847e-06,
      "loss": 0.875,
      "step": 116616
    },
    {
      "epoch": 5.4253082112119095,
      "grad_norm": 1.7661234941962174,
      "learning_rate": 6.952164091661072e-06,
      "loss": 0.9258,
      "step": 116617
    },
    {
      "epoch": 5.42535473365899,
      "grad_norm": 1.6861359580170259,
      "learning_rate": 6.951047328726028e-06,
      "loss": 0.9102,
      "step": 116618
    },
    {
      "epoch": 5.425401256106071,
      "grad_norm": 1.710654520430038,
      "learning_rate": 6.949930653366398e-06,
      "loss": 0.8789,
      "step": 116619
    },
    {
      "epoch": 5.425447778553152,
      "grad_norm": 1.8065211085916097,
      "learning_rate": 6.9488140655828476e-06,
      "loss": 1.0156,
      "step": 116620
    },
    {
      "epoch": 5.425494301000232,
      "grad_norm": 1.835131360621939,
      "learning_rate": 6.947697565376093e-06,
      "loss": 1.0234,
      "step": 116621
    },
    {
      "epoch": 5.425540823447314,
      "grad_norm": 1.8463836041629873,
      "learning_rate": 6.946581152746799e-06,
      "loss": 0.9219,
      "step": 116622
    },
    {
      "epoch": 5.425587345894394,
      "grad_norm": 1.7262333874599092,
      "learning_rate": 6.945464827695668e-06,
      "loss": 1.0234,
      "step": 116623
    },
    {
      "epoch": 5.425633868341475,
      "grad_norm": 1.803700086613018,
      "learning_rate": 6.944348590223331e-06,
      "loss": 1.0703,
      "step": 116624
    },
    {
      "epoch": 5.425680390788555,
      "grad_norm": 1.8038706819131645,
      "learning_rate": 6.9432324403305205e-06,
      "loss": 0.9062,
      "step": 116625
    },
    {
      "epoch": 5.4257269132356365,
      "grad_norm": 1.7046809076626104,
      "learning_rate": 6.94211637801792e-06,
      "loss": 1.0156,
      "step": 116626
    },
    {
      "epoch": 5.425773435682717,
      "grad_norm": 1.8139386028004143,
      "learning_rate": 6.9410004032861955e-06,
      "loss": 1.0703,
      "step": 116627
    },
    {
      "epoch": 5.4258199581297974,
      "grad_norm": 1.636825687857667,
      "learning_rate": 6.939884516136013e-06,
      "loss": 0.875,
      "step": 116628
    },
    {
      "epoch": 5.425866480576879,
      "grad_norm": 1.560372522834907,
      "learning_rate": 6.938768716568105e-06,
      "loss": 0.9219,
      "step": 116629
    },
    {
      "epoch": 5.425913003023959,
      "grad_norm": 1.8941126517098419,
      "learning_rate": 6.937653004583121e-06,
      "loss": 1.0938,
      "step": 116630
    },
    {
      "epoch": 5.42595952547104,
      "grad_norm": 1.8808072952465067,
      "learning_rate": 6.9365373801817445e-06,
      "loss": 1.1016,
      "step": 116631
    },
    {
      "epoch": 5.42600604791812,
      "grad_norm": 1.8745826221832333,
      "learning_rate": 6.935421843364641e-06,
      "loss": 1.1562,
      "step": 116632
    },
    {
      "epoch": 5.426052570365202,
      "grad_norm": 1.7631828576987214,
      "learning_rate": 6.934306394132544e-06,
      "loss": 1.0156,
      "step": 116633
    },
    {
      "epoch": 5.426099092812282,
      "grad_norm": 1.6568688743638504,
      "learning_rate": 6.933191032486102e-06,
      "loss": 0.8594,
      "step": 116634
    },
    {
      "epoch": 5.426145615259363,
      "grad_norm": 1.8815377848533417,
      "learning_rate": 6.932075758425998e-06,
      "loss": 1.0,
      "step": 116635
    },
    {
      "epoch": 5.426192137706443,
      "grad_norm": 1.8559176415075813,
      "learning_rate": 6.930960571952931e-06,
      "loss": 1.1016,
      "step": 116636
    },
    {
      "epoch": 5.426238660153524,
      "grad_norm": 1.781248318486746,
      "learning_rate": 6.929845473067552e-06,
      "loss": 0.8789,
      "step": 116637
    },
    {
      "epoch": 5.426285182600605,
      "grad_norm": 1.7869664301338963,
      "learning_rate": 6.928730461770576e-06,
      "loss": 0.9414,
      "step": 116638
    },
    {
      "epoch": 5.426331705047685,
      "grad_norm": 1.8567885068397159,
      "learning_rate": 6.92761553806267e-06,
      "loss": 1.1172,
      "step": 116639
    },
    {
      "epoch": 5.426378227494766,
      "grad_norm": 1.6912587388501537,
      "learning_rate": 6.926500701944515e-06,
      "loss": 0.9453,
      "step": 116640
    },
    {
      "epoch": 5.426424749941847,
      "grad_norm": 1.6478173924629134,
      "learning_rate": 6.925385953416812e-06,
      "loss": 0.9297,
      "step": 116641
    },
    {
      "epoch": 5.426471272388928,
      "grad_norm": 1.8992212951515206,
      "learning_rate": 6.9242712924802266e-06,
      "loss": 1.0391,
      "step": 116642
    },
    {
      "epoch": 5.426517794836008,
      "grad_norm": 1.8634375725730767,
      "learning_rate": 6.923156719135442e-06,
      "loss": 0.9805,
      "step": 116643
    },
    {
      "epoch": 5.4265643172830895,
      "grad_norm": 1.7834618043546837,
      "learning_rate": 6.922042233383157e-06,
      "loss": 1.0312,
      "step": 116644
    },
    {
      "epoch": 5.42661083973017,
      "grad_norm": 1.663105904085631,
      "learning_rate": 6.920927835224038e-06,
      "loss": 0.9492,
      "step": 116645
    },
    {
      "epoch": 5.4266573621772505,
      "grad_norm": 1.7950527953470063,
      "learning_rate": 6.919813524658752e-06,
      "loss": 1.0312,
      "step": 116646
    },
    {
      "epoch": 5.426703884624331,
      "grad_norm": 1.7292151293746014,
      "learning_rate": 6.91869930168803e-06,
      "loss": 0.9375,
      "step": 116647
    },
    {
      "epoch": 5.426750407071412,
      "grad_norm": 1.8579017060128282,
      "learning_rate": 6.917585166312506e-06,
      "loss": 0.9844,
      "step": 116648
    },
    {
      "epoch": 5.426796929518493,
      "grad_norm": 1.9987035896316627,
      "learning_rate": 6.916471118532896e-06,
      "loss": 1.0312,
      "step": 116649
    },
    {
      "epoch": 5.426843451965573,
      "grad_norm": 1.7238041129185582,
      "learning_rate": 6.915357158349833e-06,
      "loss": 0.8867,
      "step": 116650
    },
    {
      "epoch": 5.426889974412654,
      "grad_norm": 2.0279892039516714,
      "learning_rate": 6.914243285764048e-06,
      "loss": 1.0938,
      "step": 116651
    },
    {
      "epoch": 5.426936496859735,
      "grad_norm": 1.7561781572100517,
      "learning_rate": 6.91312950077621e-06,
      "loss": 0.9922,
      "step": 116652
    },
    {
      "epoch": 5.426983019306816,
      "grad_norm": 1.6614591306927484,
      "learning_rate": 6.912015803387e-06,
      "loss": 0.9688,
      "step": 116653
    },
    {
      "epoch": 5.427029541753896,
      "grad_norm": 1.5368542016220212,
      "learning_rate": 6.9109021935970845e-06,
      "loss": 0.8555,
      "step": 116654
    },
    {
      "epoch": 5.4270760642009765,
      "grad_norm": 1.6325123788888847,
      "learning_rate": 6.909788671407162e-06,
      "loss": 0.8906,
      "step": 116655
    },
    {
      "epoch": 5.427122586648058,
      "grad_norm": 1.638175661534935,
      "learning_rate": 6.908675236817934e-06,
      "loss": 0.9727,
      "step": 116656
    },
    {
      "epoch": 5.427169109095138,
      "grad_norm": 1.7501463931474972,
      "learning_rate": 6.907561889830032e-06,
      "loss": 1.0703,
      "step": 116657
    },
    {
      "epoch": 5.427215631542219,
      "grad_norm": 1.940356051175527,
      "learning_rate": 6.906448630444155e-06,
      "loss": 1.0078,
      "step": 116658
    },
    {
      "epoch": 5.4272621539893,
      "grad_norm": 1.7142107384157836,
      "learning_rate": 6.905335458661021e-06,
      "loss": 0.8984,
      "step": 116659
    },
    {
      "epoch": 5.427308676436381,
      "grad_norm": 1.7312144059377776,
      "learning_rate": 6.904222374481277e-06,
      "loss": 0.8633,
      "step": 116660
    },
    {
      "epoch": 5.427355198883461,
      "grad_norm": 1.7377870460231308,
      "learning_rate": 6.903109377905608e-06,
      "loss": 0.918,
      "step": 116661
    },
    {
      "epoch": 5.427401721330542,
      "grad_norm": 1.7648417448971963,
      "learning_rate": 6.9019964689346785e-06,
      "loss": 0.9102,
      "step": 116662
    },
    {
      "epoch": 5.427448243777623,
      "grad_norm": 1.7062994600947876,
      "learning_rate": 6.900883647569205e-06,
      "loss": 0.9297,
      "step": 116663
    },
    {
      "epoch": 5.4274947662247035,
      "grad_norm": 1.872252326058545,
      "learning_rate": 6.899770913809854e-06,
      "loss": 0.9297,
      "step": 116664
    },
    {
      "epoch": 5.427541288671784,
      "grad_norm": 1.7829006768280007,
      "learning_rate": 6.8986582676573256e-06,
      "loss": 1.0234,
      "step": 116665
    },
    {
      "epoch": 5.4275878111188645,
      "grad_norm": 1.7091479529720177,
      "learning_rate": 6.897545709112268e-06,
      "loss": 0.9062,
      "step": 116666
    },
    {
      "epoch": 5.427634333565946,
      "grad_norm": 1.8486475931414308,
      "learning_rate": 6.896433238175381e-06,
      "loss": 0.9883,
      "step": 116667
    },
    {
      "epoch": 5.427680856013026,
      "grad_norm": 1.7179927313753662,
      "learning_rate": 6.895320854847314e-06,
      "loss": 0.9531,
      "step": 116668
    },
    {
      "epoch": 5.427727378460107,
      "grad_norm": 1.94897892572337,
      "learning_rate": 6.8942085591288e-06,
      "loss": 1.0156,
      "step": 116669
    },
    {
      "epoch": 5.427773900907187,
      "grad_norm": 1.718937261635759,
      "learning_rate": 6.893096351020505e-06,
      "loss": 0.957,
      "step": 116670
    },
    {
      "epoch": 5.427820423354269,
      "grad_norm": 1.8984701778118074,
      "learning_rate": 6.891984230523095e-06,
      "loss": 1.0078,
      "step": 116671
    },
    {
      "epoch": 5.427866945801349,
      "grad_norm": 1.5869696685911108,
      "learning_rate": 6.8908721976372206e-06,
      "loss": 0.8672,
      "step": 116672
    },
    {
      "epoch": 5.42791346824843,
      "grad_norm": 1.6455636519229806,
      "learning_rate": 6.8897602523636294e-06,
      "loss": 0.8281,
      "step": 116673
    },
    {
      "epoch": 5.427959990695511,
      "grad_norm": 1.8980470691714202,
      "learning_rate": 6.8886483947029725e-06,
      "loss": 0.9844,
      "step": 116674
    },
    {
      "epoch": 5.428006513142591,
      "grad_norm": 1.661177385176588,
      "learning_rate": 6.887536624655932e-06,
      "loss": 0.8672,
      "step": 116675
    },
    {
      "epoch": 5.428053035589672,
      "grad_norm": 1.7488477966514797,
      "learning_rate": 6.886424942223157e-06,
      "loss": 0.9414,
      "step": 116676
    },
    {
      "epoch": 5.428099558036752,
      "grad_norm": 1.992768944666893,
      "learning_rate": 6.88531334740538e-06,
      "loss": 1.0234,
      "step": 116677
    },
    {
      "epoch": 5.428146080483834,
      "grad_norm": 1.8713157255944644,
      "learning_rate": 6.8842018402032515e-06,
      "loss": 1.0312,
      "step": 116678
    },
    {
      "epoch": 5.428192602930914,
      "grad_norm": 1.7476359661630916,
      "learning_rate": 6.883090420617471e-06,
      "loss": 0.8633,
      "step": 116679
    },
    {
      "epoch": 5.428239125377995,
      "grad_norm": 1.7829027330468286,
      "learning_rate": 6.88197908864867e-06,
      "loss": 0.8477,
      "step": 116680
    },
    {
      "epoch": 5.428285647825076,
      "grad_norm": 1.7973152792510063,
      "learning_rate": 6.880867844297599e-06,
      "loss": 0.8984,
      "step": 116681
    },
    {
      "epoch": 5.4283321702721565,
      "grad_norm": 1.7958032781502076,
      "learning_rate": 6.879756687564891e-06,
      "loss": 0.9766,
      "step": 116682
    },
    {
      "epoch": 5.428378692719237,
      "grad_norm": 1.9470774137399463,
      "learning_rate": 6.878645618451229e-06,
      "loss": 1.1328,
      "step": 116683
    },
    {
      "epoch": 5.4284252151663175,
      "grad_norm": 1.7884649131518169,
      "learning_rate": 6.87753463695731e-06,
      "loss": 1.0391,
      "step": 116684
    },
    {
      "epoch": 5.428471737613399,
      "grad_norm": 1.791448925824672,
      "learning_rate": 6.876423743083803e-06,
      "loss": 0.8516,
      "step": 116685
    },
    {
      "epoch": 5.428518260060479,
      "grad_norm": 1.6843395249295774,
      "learning_rate": 6.8753129368314064e-06,
      "loss": 0.8086,
      "step": 116686
    },
    {
      "epoch": 5.42856478250756,
      "grad_norm": 1.619065706775747,
      "learning_rate": 6.874202218200786e-06,
      "loss": 0.8711,
      "step": 116687
    },
    {
      "epoch": 5.42861130495464,
      "grad_norm": 1.6599896564783465,
      "learning_rate": 6.873091587192625e-06,
      "loss": 0.8867,
      "step": 116688
    },
    {
      "epoch": 5.428657827401722,
      "grad_norm": 1.7838479534873464,
      "learning_rate": 6.8719810438075896e-06,
      "loss": 1.0234,
      "step": 116689
    },
    {
      "epoch": 5.428704349848802,
      "grad_norm": 1.8753095298232791,
      "learning_rate": 6.870870588046379e-06,
      "loss": 0.9883,
      "step": 116690
    },
    {
      "epoch": 5.428750872295883,
      "grad_norm": 1.8801256986362416,
      "learning_rate": 6.869760219909676e-06,
      "loss": 0.9961,
      "step": 116691
    },
    {
      "epoch": 5.428797394742963,
      "grad_norm": 1.7446399976547369,
      "learning_rate": 6.86864993939813e-06,
      "loss": 1.1094,
      "step": 116692
    },
    {
      "epoch": 5.428843917190044,
      "grad_norm": 1.7448135378004381,
      "learning_rate": 6.867539746512457e-06,
      "loss": 1.0234,
      "step": 116693
    },
    {
      "epoch": 5.428890439637125,
      "grad_norm": 1.7394583337589942,
      "learning_rate": 6.86642964125329e-06,
      "loss": 0.8867,
      "step": 116694
    },
    {
      "epoch": 5.428936962084205,
      "grad_norm": 1.9760129000367053,
      "learning_rate": 6.865319623621363e-06,
      "loss": 1.1094,
      "step": 116695
    },
    {
      "epoch": 5.428983484531287,
      "grad_norm": 1.8198333326607232,
      "learning_rate": 6.864209693617339e-06,
      "loss": 1.1094,
      "step": 116696
    },
    {
      "epoch": 5.429030006978367,
      "grad_norm": 1.7969316402091775,
      "learning_rate": 6.863099851241871e-06,
      "loss": 0.918,
      "step": 116697
    },
    {
      "epoch": 5.429076529425448,
      "grad_norm": 1.6648557287991679,
      "learning_rate": 6.861990096495657e-06,
      "loss": 0.9414,
      "step": 116698
    },
    {
      "epoch": 5.429123051872528,
      "grad_norm": 1.9076807646524088,
      "learning_rate": 6.860880429379378e-06,
      "loss": 1.1484,
      "step": 116699
    },
    {
      "epoch": 5.42916957431961,
      "grad_norm": 1.5037867324810041,
      "learning_rate": 6.85977084989372e-06,
      "loss": 0.9258,
      "step": 116700
    },
    {
      "epoch": 5.42921609676669,
      "grad_norm": 1.728106132885069,
      "learning_rate": 6.858661358039363e-06,
      "loss": 0.9648,
      "step": 116701
    },
    {
      "epoch": 5.4292626192137705,
      "grad_norm": 1.7061552705645273,
      "learning_rate": 6.857551953816942e-06,
      "loss": 1.0,
      "step": 116702
    },
    {
      "epoch": 5.429309141660851,
      "grad_norm": 1.9452352768092933,
      "learning_rate": 6.856442637227188e-06,
      "loss": 1.1094,
      "step": 116703
    },
    {
      "epoch": 5.429355664107932,
      "grad_norm": 1.7919808035932585,
      "learning_rate": 6.855333408270786e-06,
      "loss": 1.0312,
      "step": 116704
    },
    {
      "epoch": 5.429402186555013,
      "grad_norm": 1.819649736529048,
      "learning_rate": 6.854224266948349e-06,
      "loss": 0.9062,
      "step": 116705
    },
    {
      "epoch": 5.429448709002093,
      "grad_norm": 1.612818273841648,
      "learning_rate": 6.853115213260629e-06,
      "loss": 0.8945,
      "step": 116706
    },
    {
      "epoch": 5.429495231449174,
      "grad_norm": 1.8724814180474034,
      "learning_rate": 6.852006247208258e-06,
      "loss": 1.0078,
      "step": 116707
    },
    {
      "epoch": 5.429541753896255,
      "grad_norm": 1.6519308512577564,
      "learning_rate": 6.850897368791952e-06,
      "loss": 0.8516,
      "step": 116708
    },
    {
      "epoch": 5.429588276343336,
      "grad_norm": 1.7725390283744336,
      "learning_rate": 6.849788578012378e-06,
      "loss": 0.918,
      "step": 116709
    },
    {
      "epoch": 5.429634798790416,
      "grad_norm": 1.892308235798657,
      "learning_rate": 6.8486798748702e-06,
      "loss": 0.9219,
      "step": 116710
    },
    {
      "epoch": 5.4296813212374975,
      "grad_norm": 1.9006421830487936,
      "learning_rate": 6.847571259366069e-06,
      "loss": 0.9414,
      "step": 116711
    },
    {
      "epoch": 5.429727843684578,
      "grad_norm": 1.5830139918232737,
      "learning_rate": 6.8464627315007346e-06,
      "loss": 0.8672,
      "step": 116712
    },
    {
      "epoch": 5.429774366131658,
      "grad_norm": 1.874880463307085,
      "learning_rate": 6.845354291274846e-06,
      "loss": 0.9336,
      "step": 116713
    },
    {
      "epoch": 5.429820888578739,
      "grad_norm": 2.0351910970174103,
      "learning_rate": 6.844245938689053e-06,
      "loss": 0.9688,
      "step": 116714
    },
    {
      "epoch": 5.42986741102582,
      "grad_norm": 1.8286051783434907,
      "learning_rate": 6.843137673744054e-06,
      "loss": 1.2031,
      "step": 116715
    },
    {
      "epoch": 5.429913933472901,
      "grad_norm": 1.7940167853969389,
      "learning_rate": 6.842029496440549e-06,
      "loss": 0.9414,
      "step": 116716
    },
    {
      "epoch": 5.429960455919981,
      "grad_norm": 1.7611158402267315,
      "learning_rate": 6.840921406779187e-06,
      "loss": 0.9336,
      "step": 116717
    },
    {
      "epoch": 5.430006978367062,
      "grad_norm": 1.8413867679595326,
      "learning_rate": 6.839813404760669e-06,
      "loss": 1.0156,
      "step": 116718
    },
    {
      "epoch": 5.430053500814143,
      "grad_norm": 1.7131702063124923,
      "learning_rate": 6.838705490385643e-06,
      "loss": 0.9062,
      "step": 116719
    },
    {
      "epoch": 5.4301000232612235,
      "grad_norm": 1.9185878096169728,
      "learning_rate": 6.837597663654809e-06,
      "loss": 1.0547,
      "step": 116720
    },
    {
      "epoch": 5.430146545708304,
      "grad_norm": 1.9454068341260953,
      "learning_rate": 6.8364899245688495e-06,
      "loss": 0.9336,
      "step": 116721
    },
    {
      "epoch": 5.430193068155385,
      "grad_norm": 1.8366489121169567,
      "learning_rate": 6.8353822731284316e-06,
      "loss": 0.9336,
      "step": 116722
    },
    {
      "epoch": 5.430239590602466,
      "grad_norm": 1.7672440256657027,
      "learning_rate": 6.834274709334236e-06,
      "loss": 1.0547,
      "step": 116723
    },
    {
      "epoch": 5.430286113049546,
      "grad_norm": 1.6646834629799057,
      "learning_rate": 6.833167233186931e-06,
      "loss": 0.9883,
      "step": 116724
    },
    {
      "epoch": 5.430332635496627,
      "grad_norm": 1.8329544497577503,
      "learning_rate": 6.832059844687215e-06,
      "loss": 1.0625,
      "step": 116725
    },
    {
      "epoch": 5.430379157943708,
      "grad_norm": 1.7097752475243797,
      "learning_rate": 6.8309525438357545e-06,
      "loss": 0.9961,
      "step": 116726
    },
    {
      "epoch": 5.430425680390789,
      "grad_norm": 1.9599892394516487,
      "learning_rate": 6.829845330633216e-06,
      "loss": 0.8906,
      "step": 116727
    },
    {
      "epoch": 5.430472202837869,
      "grad_norm": 1.6624701203521588,
      "learning_rate": 6.828738205080314e-06,
      "loss": 0.9492,
      "step": 116728
    },
    {
      "epoch": 5.43051872528495,
      "grad_norm": 1.6662170324381236,
      "learning_rate": 6.827631167177667e-06,
      "loss": 0.8984,
      "step": 116729
    },
    {
      "epoch": 5.430565247732031,
      "grad_norm": 1.8843632660706156,
      "learning_rate": 6.826524216926022e-06,
      "loss": 1.0312,
      "step": 116730
    },
    {
      "epoch": 5.4306117701791115,
      "grad_norm": 1.7789587536271778,
      "learning_rate": 6.825417354326013e-06,
      "loss": 1.1172,
      "step": 116731
    },
    {
      "epoch": 5.430658292626192,
      "grad_norm": 1.8113275166023086,
      "learning_rate": 6.824310579378323e-06,
      "loss": 0.9375,
      "step": 116732
    },
    {
      "epoch": 5.430704815073273,
      "grad_norm": 1.7351256571201499,
      "learning_rate": 6.823203892083634e-06,
      "loss": 0.957,
      "step": 116733
    },
    {
      "epoch": 5.430751337520354,
      "grad_norm": 1.7841246523148948,
      "learning_rate": 6.82209729244263e-06,
      "loss": 0.9336,
      "step": 116734
    },
    {
      "epoch": 5.430797859967434,
      "grad_norm": 1.6855273544986245,
      "learning_rate": 6.820990780455976e-06,
      "loss": 0.9297,
      "step": 116735
    },
    {
      "epoch": 5.430844382414515,
      "grad_norm": 1.7643076027351943,
      "learning_rate": 6.8198843561243725e-06,
      "loss": 0.9531,
      "step": 116736
    },
    {
      "epoch": 5.430890904861596,
      "grad_norm": 1.5579351595830049,
      "learning_rate": 6.818778019448451e-06,
      "loss": 0.9531,
      "step": 116737
    },
    {
      "epoch": 5.430937427308677,
      "grad_norm": 1.7208627376135743,
      "learning_rate": 6.817671770428929e-06,
      "loss": 0.9844,
      "step": 116738
    },
    {
      "epoch": 5.430983949755757,
      "grad_norm": 1.558015001543921,
      "learning_rate": 6.816565609066488e-06,
      "loss": 0.8594,
      "step": 116739
    },
    {
      "epoch": 5.4310304722028375,
      "grad_norm": 1.8012319237304324,
      "learning_rate": 6.8154595353617784e-06,
      "loss": 1.0312,
      "step": 116740
    },
    {
      "epoch": 5.431076994649919,
      "grad_norm": 1.6878318588921417,
      "learning_rate": 6.814353549315466e-06,
      "loss": 0.9219,
      "step": 116741
    },
    {
      "epoch": 5.431123517096999,
      "grad_norm": 1.8701047135171867,
      "learning_rate": 6.813247650928283e-06,
      "loss": 1.0234,
      "step": 116742
    },
    {
      "epoch": 5.43117003954408,
      "grad_norm": 1.7150495825450338,
      "learning_rate": 6.812141840200863e-06,
      "loss": 0.918,
      "step": 116743
    },
    {
      "epoch": 5.43121656199116,
      "grad_norm": 1.6835044587038939,
      "learning_rate": 6.811036117133889e-06,
      "loss": 0.8164,
      "step": 116744
    },
    {
      "epoch": 5.431263084438242,
      "grad_norm": 1.7754764470951692,
      "learning_rate": 6.80993048172806e-06,
      "loss": 1.0312,
      "step": 116745
    },
    {
      "epoch": 5.431309606885322,
      "grad_norm": 1.7694089786214298,
      "learning_rate": 6.808824933984009e-06,
      "loss": 0.9297,
      "step": 116746
    },
    {
      "epoch": 5.431356129332403,
      "grad_norm": 1.601787589905219,
      "learning_rate": 6.807719473902451e-06,
      "loss": 0.9805,
      "step": 116747
    },
    {
      "epoch": 5.431402651779484,
      "grad_norm": 1.7140931506557626,
      "learning_rate": 6.8066141014840535e-06,
      "loss": 0.8555,
      "step": 116748
    },
    {
      "epoch": 5.4314491742265645,
      "grad_norm": 1.6313988784794677,
      "learning_rate": 6.805508816729466e-06,
      "loss": 0.8633,
      "step": 116749
    },
    {
      "epoch": 5.431495696673645,
      "grad_norm": 1.918062697910536,
      "learning_rate": 6.80440361963942e-06,
      "loss": 0.9531,
      "step": 116750
    },
    {
      "epoch": 5.431542219120725,
      "grad_norm": 1.7410142103526747,
      "learning_rate": 6.80329851021455e-06,
      "loss": 0.8984,
      "step": 116751
    },
    {
      "epoch": 5.431588741567807,
      "grad_norm": 1.6463076969782517,
      "learning_rate": 6.802193488455554e-06,
      "loss": 0.8008,
      "step": 116752
    },
    {
      "epoch": 5.431635264014887,
      "grad_norm": 1.7215602499063174,
      "learning_rate": 6.801088554363099e-06,
      "loss": 0.8984,
      "step": 116753
    },
    {
      "epoch": 5.431681786461968,
      "grad_norm": 1.8890950480577644,
      "learning_rate": 6.7999837079378505e-06,
      "loss": 0.9766,
      "step": 116754
    },
    {
      "epoch": 5.431728308909048,
      "grad_norm": 1.8035660372592968,
      "learning_rate": 6.798878949180492e-06,
      "loss": 0.9609,
      "step": 116755
    },
    {
      "epoch": 5.43177483135613,
      "grad_norm": 1.687496771411767,
      "learning_rate": 6.797774278091722e-06,
      "loss": 0.9766,
      "step": 116756
    },
    {
      "epoch": 5.43182135380321,
      "grad_norm": 1.641764437771992,
      "learning_rate": 6.796669694672191e-06,
      "loss": 0.9453,
      "step": 116757
    },
    {
      "epoch": 5.4318678762502905,
      "grad_norm": 1.846176772401572,
      "learning_rate": 6.7955651989225815e-06,
      "loss": 0.9375,
      "step": 116758
    },
    {
      "epoch": 5.431914398697371,
      "grad_norm": 1.9893360422287736,
      "learning_rate": 6.794460790843559e-06,
      "loss": 1.0312,
      "step": 116759
    },
    {
      "epoch": 5.431960921144452,
      "grad_norm": 1.7218461473199687,
      "learning_rate": 6.79335647043584e-06,
      "loss": 0.9414,
      "step": 116760
    },
    {
      "epoch": 5.432007443591533,
      "grad_norm": 1.8871592598159677,
      "learning_rate": 6.792252237700058e-06,
      "loss": 1.0078,
      "step": 116761
    },
    {
      "epoch": 5.432053966038613,
      "grad_norm": 1.7379411036768093,
      "learning_rate": 6.791148092636895e-06,
      "loss": 1.0078,
      "step": 116762
    },
    {
      "epoch": 5.432100488485695,
      "grad_norm": 1.7082178097200502,
      "learning_rate": 6.790044035247033e-06,
      "loss": 0.9648,
      "step": 116763
    },
    {
      "epoch": 5.432147010932775,
      "grad_norm": 1.6543107784121474,
      "learning_rate": 6.788940065531157e-06,
      "loss": 0.9062,
      "step": 116764
    },
    {
      "epoch": 5.432193533379856,
      "grad_norm": 1.6208293985146631,
      "learning_rate": 6.787836183489948e-06,
      "loss": 0.8672,
      "step": 116765
    },
    {
      "epoch": 5.432240055826936,
      "grad_norm": 1.946437062993791,
      "learning_rate": 6.786732389124072e-06,
      "loss": 1.0703,
      "step": 116766
    },
    {
      "epoch": 5.4322865782740175,
      "grad_norm": 2.004790373189924,
      "learning_rate": 6.785628682434163e-06,
      "loss": 1.0469,
      "step": 116767
    },
    {
      "epoch": 5.432333100721098,
      "grad_norm": 2.113308947707029,
      "learning_rate": 6.78452506342097e-06,
      "loss": 1.2109,
      "step": 116768
    },
    {
      "epoch": 5.4323796231681785,
      "grad_norm": 1.7696554404811602,
      "learning_rate": 6.783421532085143e-06,
      "loss": 1.0234,
      "step": 116769
    },
    {
      "epoch": 5.43242614561526,
      "grad_norm": 1.8845517455421599,
      "learning_rate": 6.78231808842733e-06,
      "loss": 1.1172,
      "step": 116770
    },
    {
      "epoch": 5.43247266806234,
      "grad_norm": 1.8155064955191857,
      "learning_rate": 6.781214732448214e-06,
      "loss": 1.0156,
      "step": 116771
    },
    {
      "epoch": 5.432519190509421,
      "grad_norm": 1.591141498672019,
      "learning_rate": 6.7801114641484965e-06,
      "loss": 0.7227,
      "step": 116772
    },
    {
      "epoch": 5.432565712956501,
      "grad_norm": 1.5867603450541743,
      "learning_rate": 6.779008283528842e-06,
      "loss": 0.9141,
      "step": 116773
    },
    {
      "epoch": 5.432612235403583,
      "grad_norm": 1.8122686607769976,
      "learning_rate": 6.7779051905899164e-06,
      "loss": 0.9375,
      "step": 116774
    },
    {
      "epoch": 5.432658757850663,
      "grad_norm": 1.7910967587931783,
      "learning_rate": 6.77680218533242e-06,
      "loss": 0.9375,
      "step": 116775
    },
    {
      "epoch": 5.432705280297744,
      "grad_norm": 1.9481940579139059,
      "learning_rate": 6.775699267757001e-06,
      "loss": 1.1094,
      "step": 116776
    },
    {
      "epoch": 5.432751802744824,
      "grad_norm": 1.8577213299234243,
      "learning_rate": 6.774596437864327e-06,
      "loss": 0.8984,
      "step": 116777
    },
    {
      "epoch": 5.432798325191905,
      "grad_norm": 1.757254925729141,
      "learning_rate": 6.773493695655097e-06,
      "loss": 1.0156,
      "step": 116778
    },
    {
      "epoch": 5.432844847638986,
      "grad_norm": 1.739909159729294,
      "learning_rate": 6.772391041129993e-06,
      "loss": 0.9297,
      "step": 116779
    },
    {
      "epoch": 5.432891370086066,
      "grad_norm": 1.9177266470320695,
      "learning_rate": 6.771288474289666e-06,
      "loss": 0.9883,
      "step": 116780
    },
    {
      "epoch": 5.432937892533147,
      "grad_norm": 1.9338490768647716,
      "learning_rate": 6.77018599513478e-06,
      "loss": 0.9961,
      "step": 116781
    },
    {
      "epoch": 5.432984414980228,
      "grad_norm": 1.698541274003058,
      "learning_rate": 6.769083603666053e-06,
      "loss": 0.9062,
      "step": 116782
    },
    {
      "epoch": 5.433030937427309,
      "grad_norm": 1.7751276164226641,
      "learning_rate": 6.767981299884134e-06,
      "loss": 0.9844,
      "step": 116783
    },
    {
      "epoch": 5.433077459874389,
      "grad_norm": 1.64273785302462,
      "learning_rate": 6.766879083789706e-06,
      "loss": 0.793,
      "step": 116784
    },
    {
      "epoch": 5.4331239823214705,
      "grad_norm": 1.5397285861824748,
      "learning_rate": 6.765776955383417e-06,
      "loss": 0.8008,
      "step": 116785
    },
    {
      "epoch": 5.433170504768551,
      "grad_norm": 1.5427167015440117,
      "learning_rate": 6.764674914665985e-06,
      "loss": 0.8359,
      "step": 116786
    },
    {
      "epoch": 5.4332170272156315,
      "grad_norm": 1.90246119384262,
      "learning_rate": 6.763572961638075e-06,
      "loss": 0.9922,
      "step": 116787
    },
    {
      "epoch": 5.433263549662712,
      "grad_norm": 1.7001886120961405,
      "learning_rate": 6.762471096300337e-06,
      "loss": 0.9375,
      "step": 116788
    },
    {
      "epoch": 5.433310072109793,
      "grad_norm": 1.875165527841995,
      "learning_rate": 6.761369318653437e-06,
      "loss": 0.9727,
      "step": 116789
    },
    {
      "epoch": 5.433356594556874,
      "grad_norm": 1.784922401753044,
      "learning_rate": 6.760267628698091e-06,
      "loss": 0.9375,
      "step": 116790
    },
    {
      "epoch": 5.433403117003954,
      "grad_norm": 1.6877466259659977,
      "learning_rate": 6.759166026434948e-06,
      "loss": 1.0781,
      "step": 116791
    },
    {
      "epoch": 5.433449639451035,
      "grad_norm": 1.8663808099970236,
      "learning_rate": 6.758064511864691e-06,
      "loss": 0.9727,
      "step": 116792
    },
    {
      "epoch": 5.433496161898116,
      "grad_norm": 1.7105439084214364,
      "learning_rate": 6.756963084987987e-06,
      "loss": 0.9727,
      "step": 116793
    },
    {
      "epoch": 5.433542684345197,
      "grad_norm": 1.859263821234386,
      "learning_rate": 6.755861745805502e-06,
      "loss": 0.9336,
      "step": 116794
    },
    {
      "epoch": 5.433589206792277,
      "grad_norm": 1.756818980026093,
      "learning_rate": 6.754760494317935e-06,
      "loss": 1.0469,
      "step": 116795
    },
    {
      "epoch": 5.433635729239358,
      "grad_norm": 1.8124422232848436,
      "learning_rate": 6.7536593305259514e-06,
      "loss": 0.9609,
      "step": 116796
    },
    {
      "epoch": 5.433682251686439,
      "grad_norm": 1.8781595363469643,
      "learning_rate": 6.752558254430235e-06,
      "loss": 0.9648,
      "step": 116797
    },
    {
      "epoch": 5.433728774133519,
      "grad_norm": 1.9368083504326865,
      "learning_rate": 6.751457266031418e-06,
      "loss": 1.1172,
      "step": 116798
    },
    {
      "epoch": 5.4337752965806,
      "grad_norm": 1.8365235076555437,
      "learning_rate": 6.750356365330217e-06,
      "loss": 0.9727,
      "step": 116799
    },
    {
      "epoch": 5.433821819027681,
      "grad_norm": 1.6709965252722518,
      "learning_rate": 6.749255552327298e-06,
      "loss": 1.0234,
      "step": 116800
    },
    {
      "epoch": 5.433868341474762,
      "grad_norm": 1.7139535353066242,
      "learning_rate": 6.748154827023328e-06,
      "loss": 0.9453,
      "step": 116801
    },
    {
      "epoch": 5.433914863921842,
      "grad_norm": 1.7315125505141928,
      "learning_rate": 6.747054189418988e-06,
      "loss": 0.9883,
      "step": 116802
    },
    {
      "epoch": 5.433961386368923,
      "grad_norm": 1.7219736230104317,
      "learning_rate": 6.745953639514912e-06,
      "loss": 1.0,
      "step": 116803
    },
    {
      "epoch": 5.434007908816004,
      "grad_norm": 1.916848293464433,
      "learning_rate": 6.744853177311848e-06,
      "loss": 1.0703,
      "step": 116804
    },
    {
      "epoch": 5.4340544312630845,
      "grad_norm": 1.781130914083341,
      "learning_rate": 6.743752802810415e-06,
      "loss": 1.0078,
      "step": 116805
    },
    {
      "epoch": 5.434100953710165,
      "grad_norm": 1.8753689942473168,
      "learning_rate": 6.7426525160112934e-06,
      "loss": 0.9023,
      "step": 116806
    },
    {
      "epoch": 5.4341474761572455,
      "grad_norm": 1.9880232469147028,
      "learning_rate": 6.741552316915167e-06,
      "loss": 0.9922,
      "step": 116807
    },
    {
      "epoch": 5.434193998604327,
      "grad_norm": 1.7741752265163526,
      "learning_rate": 6.740452205522701e-06,
      "loss": 0.8867,
      "step": 116808
    },
    {
      "epoch": 5.434240521051407,
      "grad_norm": 1.7318059407041222,
      "learning_rate": 6.739352181834595e-06,
      "loss": 0.9219,
      "step": 116809
    },
    {
      "epoch": 5.434287043498488,
      "grad_norm": 1.797016334858656,
      "learning_rate": 6.738252245851483e-06,
      "loss": 0.8711,
      "step": 116810
    },
    {
      "epoch": 5.434333565945568,
      "grad_norm": 1.759854810806926,
      "learning_rate": 6.7371523975740635e-06,
      "loss": 0.9062,
      "step": 116811
    },
    {
      "epoch": 5.43438008839265,
      "grad_norm": 1.729954882567905,
      "learning_rate": 6.736052637003003e-06,
      "loss": 0.9727,
      "step": 116812
    },
    {
      "epoch": 5.43442661083973,
      "grad_norm": 1.6373427130557738,
      "learning_rate": 6.7349529641389845e-06,
      "loss": 0.7812,
      "step": 116813
    },
    {
      "epoch": 5.434473133286811,
      "grad_norm": 1.8222584109129483,
      "learning_rate": 6.7338533789826566e-06,
      "loss": 1.0,
      "step": 116814
    },
    {
      "epoch": 5.434519655733892,
      "grad_norm": 1.701561460288764,
      "learning_rate": 6.732753881534702e-06,
      "loss": 0.8828,
      "step": 116815
    },
    {
      "epoch": 5.434566178180972,
      "grad_norm": 1.6491182512919533,
      "learning_rate": 6.731654471795805e-06,
      "loss": 0.918,
      "step": 116816
    },
    {
      "epoch": 5.434612700628053,
      "grad_norm": 1.8501091550754047,
      "learning_rate": 6.730555149766648e-06,
      "loss": 1.0469,
      "step": 116817
    },
    {
      "epoch": 5.434659223075133,
      "grad_norm": 1.7529408383316405,
      "learning_rate": 6.729455915447879e-06,
      "loss": 0.9336,
      "step": 116818
    },
    {
      "epoch": 5.434705745522215,
      "grad_norm": 1.7558154345791233,
      "learning_rate": 6.728356768840199e-06,
      "loss": 1.0234,
      "step": 116819
    },
    {
      "epoch": 5.434752267969295,
      "grad_norm": 1.5329081362207235,
      "learning_rate": 6.727257709944223e-06,
      "loss": 0.8438,
      "step": 116820
    },
    {
      "epoch": 5.434798790416376,
      "grad_norm": 1.7273768404984555,
      "learning_rate": 6.726158738760701e-06,
      "loss": 0.8594,
      "step": 116821
    },
    {
      "epoch": 5.434845312863457,
      "grad_norm": 1.8842532364663818,
      "learning_rate": 6.7250598552902654e-06,
      "loss": 0.9062,
      "step": 116822
    },
    {
      "epoch": 5.4348918353105375,
      "grad_norm": 1.6108491981552067,
      "learning_rate": 6.723961059533584e-06,
      "loss": 0.918,
      "step": 116823
    },
    {
      "epoch": 5.434938357757618,
      "grad_norm": 1.751401169948495,
      "learning_rate": 6.7228623514913375e-06,
      "loss": 0.9023,
      "step": 116824
    },
    {
      "epoch": 5.4349848802046985,
      "grad_norm": 1.589645500013076,
      "learning_rate": 6.721763731164193e-06,
      "loss": 0.9609,
      "step": 116825
    },
    {
      "epoch": 5.43503140265178,
      "grad_norm": 1.887294885095821,
      "learning_rate": 6.720665198552849e-06,
      "loss": 1.1172,
      "step": 116826
    },
    {
      "epoch": 5.43507792509886,
      "grad_norm": 1.7698477451636072,
      "learning_rate": 6.7195667536579566e-06,
      "loss": 1.0,
      "step": 116827
    },
    {
      "epoch": 5.435124447545941,
      "grad_norm": 1.6015534294781129,
      "learning_rate": 6.718468396480181e-06,
      "loss": 0.9219,
      "step": 116828
    },
    {
      "epoch": 5.435170969993021,
      "grad_norm": 1.832931695793724,
      "learning_rate": 6.717370127020188e-06,
      "loss": 1.0703,
      "step": 116829
    },
    {
      "epoch": 5.435217492440103,
      "grad_norm": 1.8536169034714296,
      "learning_rate": 6.716271945278679e-06,
      "loss": 0.9844,
      "step": 116830
    },
    {
      "epoch": 5.435264014887183,
      "grad_norm": 1.6547371506215596,
      "learning_rate": 6.715173851256317e-06,
      "loss": 0.8828,
      "step": 116831
    },
    {
      "epoch": 5.435310537334264,
      "grad_norm": 1.9212362504745673,
      "learning_rate": 6.71407584495377e-06,
      "loss": 1.125,
      "step": 116832
    },
    {
      "epoch": 5.435357059781344,
      "grad_norm": 1.9203950112005317,
      "learning_rate": 6.712977926371704e-06,
      "loss": 0.9492,
      "step": 116833
    },
    {
      "epoch": 5.4354035822284255,
      "grad_norm": 1.6791802468250228,
      "learning_rate": 6.711880095510802e-06,
      "loss": 0.9609,
      "step": 116834
    },
    {
      "epoch": 5.435450104675506,
      "grad_norm": 2.0303082375765134,
      "learning_rate": 6.7107823523717294e-06,
      "loss": 1.0703,
      "step": 116835
    },
    {
      "epoch": 5.435496627122586,
      "grad_norm": 1.5999838288804402,
      "learning_rate": 6.70968469695517e-06,
      "loss": 0.957,
      "step": 116836
    },
    {
      "epoch": 5.435543149569668,
      "grad_norm": 1.6387243575341515,
      "learning_rate": 6.708587129261772e-06,
      "loss": 0.8945,
      "step": 116837
    },
    {
      "epoch": 5.435589672016748,
      "grad_norm": 1.7640516060881752,
      "learning_rate": 6.707489649292202e-06,
      "loss": 0.8984,
      "step": 116838
    },
    {
      "epoch": 5.435636194463829,
      "grad_norm": 1.66358759258324,
      "learning_rate": 6.706392257047177e-06,
      "loss": 0.875,
      "step": 116839
    },
    {
      "epoch": 5.435682716910909,
      "grad_norm": 1.9371133437634074,
      "learning_rate": 6.705294952527346e-06,
      "loss": 1.0156,
      "step": 116840
    },
    {
      "epoch": 5.435729239357991,
      "grad_norm": 1.6400778692832807,
      "learning_rate": 6.704197735733391e-06,
      "loss": 0.8594,
      "step": 116841
    },
    {
      "epoch": 5.435775761805071,
      "grad_norm": 1.7477289822902984,
      "learning_rate": 6.703100606665929e-06,
      "loss": 0.8516,
      "step": 116842
    },
    {
      "epoch": 5.4358222842521515,
      "grad_norm": 1.6612942870858174,
      "learning_rate": 6.702003565325708e-06,
      "loss": 0.9141,
      "step": 116843
    },
    {
      "epoch": 5.435868806699232,
      "grad_norm": 1.7912009602832715,
      "learning_rate": 6.7009066117133636e-06,
      "loss": 0.9531,
      "step": 116844
    },
    {
      "epoch": 5.435915329146313,
      "grad_norm": 1.726314432667598,
      "learning_rate": 6.699809745829559e-06,
      "loss": 1.0156,
      "step": 116845
    },
    {
      "epoch": 5.435961851593394,
      "grad_norm": 1.8115803246207152,
      "learning_rate": 6.6987129676749625e-06,
      "loss": 0.9883,
      "step": 116846
    },
    {
      "epoch": 5.436008374040474,
      "grad_norm": 1.6417401414062496,
      "learning_rate": 6.6976162772502725e-06,
      "loss": 0.8438,
      "step": 116847
    },
    {
      "epoch": 5.436054896487555,
      "grad_norm": 1.7546724325388348,
      "learning_rate": 6.696519674556155e-06,
      "loss": 0.8906,
      "step": 116848
    },
    {
      "epoch": 5.436101418934636,
      "grad_norm": 1.86239446248039,
      "learning_rate": 6.695423159593277e-06,
      "loss": 0.9453,
      "step": 116849
    },
    {
      "epoch": 5.436147941381717,
      "grad_norm": 1.7428910880529986,
      "learning_rate": 6.6943267323622705e-06,
      "loss": 0.957,
      "step": 116850
    },
    {
      "epoch": 5.436194463828797,
      "grad_norm": 1.885526441768511,
      "learning_rate": 6.693230392863868e-06,
      "loss": 1.1094,
      "step": 116851
    },
    {
      "epoch": 5.4362409862758785,
      "grad_norm": 1.834076186651056,
      "learning_rate": 6.692134141098721e-06,
      "loss": 0.9688,
      "step": 116852
    },
    {
      "epoch": 5.436287508722959,
      "grad_norm": 1.7957802941265477,
      "learning_rate": 6.691037977067492e-06,
      "loss": 0.957,
      "step": 116853
    },
    {
      "epoch": 5.436334031170039,
      "grad_norm": 1.6020355399771409,
      "learning_rate": 6.689941900770851e-06,
      "loss": 0.9297,
      "step": 116854
    },
    {
      "epoch": 5.43638055361712,
      "grad_norm": 1.699828324016927,
      "learning_rate": 6.688845912209445e-06,
      "loss": 1.0234,
      "step": 116855
    },
    {
      "epoch": 5.436427076064201,
      "grad_norm": 1.9512129821750177,
      "learning_rate": 6.687750011384008e-06,
      "loss": 1.1328,
      "step": 116856
    },
    {
      "epoch": 5.436473598511282,
      "grad_norm": 1.8188527684340363,
      "learning_rate": 6.6866541982951545e-06,
      "loss": 0.9961,
      "step": 116857
    },
    {
      "epoch": 5.436520120958362,
      "grad_norm": 1.8136924059515274,
      "learning_rate": 6.685558472943586e-06,
      "loss": 1.0078,
      "step": 116858
    },
    {
      "epoch": 5.436566643405443,
      "grad_norm": 1.6645186834177685,
      "learning_rate": 6.684462835329952e-06,
      "loss": 0.9531,
      "step": 116859
    },
    {
      "epoch": 5.436613165852524,
      "grad_norm": 1.8011034410724935,
      "learning_rate": 6.683367285454932e-06,
      "loss": 0.9258,
      "step": 116860
    },
    {
      "epoch": 5.4366596882996046,
      "grad_norm": 1.71513914873413,
      "learning_rate": 6.682271823319213e-06,
      "loss": 0.9961,
      "step": 116861
    },
    {
      "epoch": 5.436706210746685,
      "grad_norm": 1.597297167472797,
      "learning_rate": 6.681176448923442e-06,
      "loss": 0.8164,
      "step": 116862
    },
    {
      "epoch": 5.436752733193766,
      "grad_norm": 1.6558295187605847,
      "learning_rate": 6.6800811622683196e-06,
      "loss": 0.9727,
      "step": 116863
    },
    {
      "epoch": 5.436799255640847,
      "grad_norm": 1.747977529793771,
      "learning_rate": 6.67898596335446e-06,
      "loss": 1.0938,
      "step": 116864
    },
    {
      "epoch": 5.436845778087927,
      "grad_norm": 1.6109369648280796,
      "learning_rate": 6.6778908521825994e-06,
      "loss": 0.7656,
      "step": 116865
    },
    {
      "epoch": 5.436892300535008,
      "grad_norm": 1.8070614398509792,
      "learning_rate": 6.676795828753384e-06,
      "loss": 0.8828,
      "step": 116866
    },
    {
      "epoch": 5.436938822982089,
      "grad_norm": 1.7072058941828758,
      "learning_rate": 6.6757008930674645e-06,
      "loss": 0.8516,
      "step": 116867
    },
    {
      "epoch": 5.43698534542917,
      "grad_norm": 1.7203885334691318,
      "learning_rate": 6.674606045125508e-06,
      "loss": 0.9883,
      "step": 116868
    },
    {
      "epoch": 5.43703186787625,
      "grad_norm": 1.9888234872075743,
      "learning_rate": 6.673511284928229e-06,
      "loss": 0.9023,
      "step": 116869
    },
    {
      "epoch": 5.437078390323331,
      "grad_norm": 1.9994101073203678,
      "learning_rate": 6.672416612476278e-06,
      "loss": 1.0938,
      "step": 116870
    },
    {
      "epoch": 5.437124912770412,
      "grad_norm": 2.021358513241444,
      "learning_rate": 6.671322027770304e-06,
      "loss": 1.0781,
      "step": 116871
    },
    {
      "epoch": 5.4371714352174925,
      "grad_norm": 1.6706767469716026,
      "learning_rate": 6.670227530810973e-06,
      "loss": 0.918,
      "step": 116872
    },
    {
      "epoch": 5.437217957664573,
      "grad_norm": 1.804672637465563,
      "learning_rate": 6.669133121599002e-06,
      "loss": 0.9023,
      "step": 116873
    },
    {
      "epoch": 5.437264480111654,
      "grad_norm": 1.8257337904120963,
      "learning_rate": 6.668038800135023e-06,
      "loss": 0.8516,
      "step": 116874
    },
    {
      "epoch": 5.437311002558735,
      "grad_norm": 1.7128188598373981,
      "learning_rate": 6.666944566419718e-06,
      "loss": 0.8438,
      "step": 116875
    },
    {
      "epoch": 5.437357525005815,
      "grad_norm": 1.6759677001930415,
      "learning_rate": 6.665850420453739e-06,
      "loss": 0.8828,
      "step": 116876
    },
    {
      "epoch": 5.437404047452896,
      "grad_norm": 1.7131326704919694,
      "learning_rate": 6.6647563622377994e-06,
      "loss": 0.9375,
      "step": 116877
    },
    {
      "epoch": 5.437450569899977,
      "grad_norm": 1.6540442285175538,
      "learning_rate": 6.663662391772518e-06,
      "loss": 0.9258,
      "step": 116878
    },
    {
      "epoch": 5.437497092347058,
      "grad_norm": 1.8420401012190433,
      "learning_rate": 6.6625685090586074e-06,
      "loss": 0.9062,
      "step": 116879
    },
    {
      "epoch": 5.437543614794138,
      "grad_norm": 1.8467465432283203,
      "learning_rate": 6.661474714096704e-06,
      "loss": 1.0234,
      "step": 116880
    },
    {
      "epoch": 5.4375901372412185,
      "grad_norm": 1.8951524965549829,
      "learning_rate": 6.660381006887472e-06,
      "loss": 1.1562,
      "step": 116881
    },
    {
      "epoch": 5.4376366596883,
      "grad_norm": 1.7220324291077436,
      "learning_rate": 6.659287387431611e-06,
      "loss": 0.9766,
      "step": 116882
    },
    {
      "epoch": 5.43768318213538,
      "grad_norm": 1.7559753149156883,
      "learning_rate": 6.658193855729788e-06,
      "loss": 0.9727,
      "step": 116883
    },
    {
      "epoch": 5.437729704582461,
      "grad_norm": 1.7364730312006147,
      "learning_rate": 6.657100411782668e-06,
      "loss": 0.875,
      "step": 116884
    },
    {
      "epoch": 5.437776227029541,
      "grad_norm": 1.7097040273033401,
      "learning_rate": 6.6560070555909175e-06,
      "loss": 1.0234,
      "step": 116885
    },
    {
      "epoch": 5.437822749476623,
      "grad_norm": 1.8130594794719457,
      "learning_rate": 6.654913787155169e-06,
      "loss": 1.0234,
      "step": 116886
    },
    {
      "epoch": 5.437869271923703,
      "grad_norm": 1.8121002601439706,
      "learning_rate": 6.653820606476173e-06,
      "loss": 0.9219,
      "step": 116887
    },
    {
      "epoch": 5.437915794370784,
      "grad_norm": 1.6963788597624327,
      "learning_rate": 6.652727513554529e-06,
      "loss": 0.9688,
      "step": 116888
    },
    {
      "epoch": 5.437962316817865,
      "grad_norm": 1.5957990266408177,
      "learning_rate": 6.651634508390952e-06,
      "loss": 0.9531,
      "step": 116889
    },
    {
      "epoch": 5.4380088392649455,
      "grad_norm": 1.8624868131195471,
      "learning_rate": 6.6505415909860586e-06,
      "loss": 1.0469,
      "step": 116890
    },
    {
      "epoch": 5.438055361712026,
      "grad_norm": 1.6589132279676844,
      "learning_rate": 6.649448761340564e-06,
      "loss": 0.8984,
      "step": 116891
    },
    {
      "epoch": 5.4381018841591064,
      "grad_norm": 1.8995671596315258,
      "learning_rate": 6.64835601945512e-06,
      "loss": 1.0234,
      "step": 116892
    },
    {
      "epoch": 5.438148406606188,
      "grad_norm": 1.8109582296025892,
      "learning_rate": 6.647263365330407e-06,
      "loss": 0.8398,
      "step": 116893
    },
    {
      "epoch": 5.438194929053268,
      "grad_norm": 1.830644393881306,
      "learning_rate": 6.64617079896706e-06,
      "loss": 1.0547,
      "step": 116894
    },
    {
      "epoch": 5.438241451500349,
      "grad_norm": 1.8894973602813894,
      "learning_rate": 6.645078320365793e-06,
      "loss": 1.0703,
      "step": 116895
    },
    {
      "epoch": 5.438287973947429,
      "grad_norm": 1.9922685563370892,
      "learning_rate": 6.64398592952724e-06,
      "loss": 1.0859,
      "step": 116896
    },
    {
      "epoch": 5.438334496394511,
      "grad_norm": 1.8475341896480835,
      "learning_rate": 6.6428936264521e-06,
      "loss": 0.9961,
      "step": 116897
    },
    {
      "epoch": 5.438381018841591,
      "grad_norm": 1.7675296268181204,
      "learning_rate": 6.641801411141007e-06,
      "loss": 0.9688,
      "step": 116898
    },
    {
      "epoch": 5.438427541288672,
      "grad_norm": 1.7690666052736062,
      "learning_rate": 6.640709283594658e-06,
      "loss": 0.8789,
      "step": 116899
    },
    {
      "epoch": 5.438474063735752,
      "grad_norm": 1.9307117198443249,
      "learning_rate": 6.639617243813722e-06,
      "loss": 1.0,
      "step": 116900
    },
    {
      "epoch": 5.438520586182833,
      "grad_norm": 1.9185254146027342,
      "learning_rate": 6.6385252917988465e-06,
      "loss": 1.1484,
      "step": 116901
    },
    {
      "epoch": 5.438567108629914,
      "grad_norm": 1.9042380156561416,
      "learning_rate": 6.637433427550698e-06,
      "loss": 0.9922,
      "step": 116902
    },
    {
      "epoch": 5.438613631076994,
      "grad_norm": 1.7293370677656608,
      "learning_rate": 6.63634165106996e-06,
      "loss": 0.9688,
      "step": 116903
    },
    {
      "epoch": 5.438660153524076,
      "grad_norm": 1.921298041204578,
      "learning_rate": 6.635249962357314e-06,
      "loss": 1.2578,
      "step": 116904
    },
    {
      "epoch": 5.438706675971156,
      "grad_norm": 2.05865491846717,
      "learning_rate": 6.6341583614134105e-06,
      "loss": 1.0703,
      "step": 116905
    },
    {
      "epoch": 5.438753198418237,
      "grad_norm": 1.741735768363842,
      "learning_rate": 6.633066848238916e-06,
      "loss": 1.0078,
      "step": 116906
    },
    {
      "epoch": 5.438799720865317,
      "grad_norm": 1.725554803701821,
      "learning_rate": 6.631975422834512e-06,
      "loss": 0.8281,
      "step": 116907
    },
    {
      "epoch": 5.4388462433123985,
      "grad_norm": 1.7167698192691825,
      "learning_rate": 6.6308840852008324e-06,
      "loss": 0.8789,
      "step": 116908
    },
    {
      "epoch": 5.438892765759479,
      "grad_norm": 1.7244293411752514,
      "learning_rate": 6.629792835338593e-06,
      "loss": 1.0078,
      "step": 116909
    },
    {
      "epoch": 5.4389392882065595,
      "grad_norm": 1.6653385834584475,
      "learning_rate": 6.6287016732484434e-06,
      "loss": 0.8594,
      "step": 116910
    },
    {
      "epoch": 5.438985810653641,
      "grad_norm": 1.864061553242634,
      "learning_rate": 6.627610598931049e-06,
      "loss": 0.9727,
      "step": 116911
    },
    {
      "epoch": 5.439032333100721,
      "grad_norm": 1.7313773451240513,
      "learning_rate": 6.626519612387044e-06,
      "loss": 0.9375,
      "step": 116912
    },
    {
      "epoch": 5.439078855547802,
      "grad_norm": 1.8637553211176467,
      "learning_rate": 6.625428713617159e-06,
      "loss": 1.0156,
      "step": 116913
    },
    {
      "epoch": 5.439125377994882,
      "grad_norm": 1.792114535016478,
      "learning_rate": 6.624337902622029e-06,
      "loss": 1.0156,
      "step": 116914
    },
    {
      "epoch": 5.439171900441964,
      "grad_norm": 1.8146547109665463,
      "learning_rate": 6.623247179402319e-06,
      "loss": 0.9922,
      "step": 116915
    },
    {
      "epoch": 5.439218422889044,
      "grad_norm": 1.8723289592731693,
      "learning_rate": 6.622156543958695e-06,
      "loss": 0.9766,
      "step": 116916
    },
    {
      "epoch": 5.439264945336125,
      "grad_norm": 1.8468629366099103,
      "learning_rate": 6.621065996291841e-06,
      "loss": 1.1719,
      "step": 116917
    },
    {
      "epoch": 5.439311467783205,
      "grad_norm": 1.509130475228876,
      "learning_rate": 6.619975536402422e-06,
      "loss": 0.7227,
      "step": 116918
    },
    {
      "epoch": 5.439357990230286,
      "grad_norm": 1.6627838205628518,
      "learning_rate": 6.618885164291088e-06,
      "loss": 0.9688,
      "step": 116919
    },
    {
      "epoch": 5.439404512677367,
      "grad_norm": 1.8408380351430764,
      "learning_rate": 6.617794879958504e-06,
      "loss": 0.9688,
      "step": 116920
    },
    {
      "epoch": 5.439451035124447,
      "grad_norm": 1.6561746207512582,
      "learning_rate": 6.616704683405372e-06,
      "loss": 0.9961,
      "step": 116921
    },
    {
      "epoch": 5.439497557571528,
      "grad_norm": 1.740435234604387,
      "learning_rate": 6.6156145746323384e-06,
      "loss": 0.9062,
      "step": 116922
    },
    {
      "epoch": 5.439544080018609,
      "grad_norm": 1.7374206202570945,
      "learning_rate": 6.614524553640072e-06,
      "loss": 1.0781,
      "step": 116923
    },
    {
      "epoch": 5.43959060246569,
      "grad_norm": 1.8561326083523504,
      "learning_rate": 6.61343462042922e-06,
      "loss": 0.8164,
      "step": 116924
    },
    {
      "epoch": 5.43963712491277,
      "grad_norm": 1.7627791901663872,
      "learning_rate": 6.612344775000466e-06,
      "loss": 0.9805,
      "step": 116925
    },
    {
      "epoch": 5.4396836473598515,
      "grad_norm": 1.916085460625928,
      "learning_rate": 6.611255017354495e-06,
      "loss": 1.0234,
      "step": 116926
    },
    {
      "epoch": 5.439730169806932,
      "grad_norm": 1.7488885821043028,
      "learning_rate": 6.610165347491969e-06,
      "loss": 0.9727,
      "step": 116927
    },
    {
      "epoch": 5.4397766922540125,
      "grad_norm": 1.8072629575930184,
      "learning_rate": 6.609075765413541e-06,
      "loss": 1.0859,
      "step": 116928
    },
    {
      "epoch": 5.439823214701093,
      "grad_norm": 1.7008271961159487,
      "learning_rate": 6.6079862711198585e-06,
      "loss": 0.8125,
      "step": 116929
    },
    {
      "epoch": 5.439869737148174,
      "grad_norm": 1.6335429329196165,
      "learning_rate": 6.606896864611638e-06,
      "loss": 0.9414,
      "step": 116930
    },
    {
      "epoch": 5.439916259595255,
      "grad_norm": 1.712120820638309,
      "learning_rate": 6.6058075458895134e-06,
      "loss": 0.9336,
      "step": 116931
    },
    {
      "epoch": 5.439962782042335,
      "grad_norm": 1.7051444744180477,
      "learning_rate": 6.604718314954166e-06,
      "loss": 0.8438,
      "step": 116932
    },
    {
      "epoch": 5.440009304489416,
      "grad_norm": 1.7765943810896287,
      "learning_rate": 6.603629171806246e-06,
      "loss": 1.0078,
      "step": 116933
    },
    {
      "epoch": 5.440055826936497,
      "grad_norm": 1.7450622637590043,
      "learning_rate": 6.6025401164464034e-06,
      "loss": 0.9062,
      "step": 116934
    },
    {
      "epoch": 5.440102349383578,
      "grad_norm": 1.707161223602057,
      "learning_rate": 6.601451148875369e-06,
      "loss": 0.8789,
      "step": 116935
    },
    {
      "epoch": 5.440148871830658,
      "grad_norm": 1.69397661668376,
      "learning_rate": 6.600362269093762e-06,
      "loss": 0.9414,
      "step": 116936
    },
    {
      "epoch": 5.440195394277739,
      "grad_norm": 1.6646821399219096,
      "learning_rate": 6.599273477102263e-06,
      "loss": 0.9961,
      "step": 116937
    },
    {
      "epoch": 5.44024191672482,
      "grad_norm": 1.8820205187657086,
      "learning_rate": 6.598184772901505e-06,
      "loss": 1.0938,
      "step": 116938
    },
    {
      "epoch": 5.4402884391719,
      "grad_norm": 1.742036243361785,
      "learning_rate": 6.597096156492204e-06,
      "loss": 1.0,
      "step": 116939
    },
    {
      "epoch": 5.440334961618981,
      "grad_norm": 1.6576784605901818,
      "learning_rate": 6.59600762787501e-06,
      "loss": 0.9688,
      "step": 116940
    },
    {
      "epoch": 5.440381484066062,
      "grad_norm": 1.6467323170792012,
      "learning_rate": 6.59491918705059e-06,
      "loss": 1.0469,
      "step": 116941
    },
    {
      "epoch": 5.440428006513143,
      "grad_norm": 1.8156804386853995,
      "learning_rate": 6.593830834019592e-06,
      "loss": 1.0703,
      "step": 116942
    },
    {
      "epoch": 5.440474528960223,
      "grad_norm": 1.753765227969572,
      "learning_rate": 6.5927425687827e-06,
      "loss": 0.9102,
      "step": 116943
    },
    {
      "epoch": 5.440521051407304,
      "grad_norm": 1.838995067245583,
      "learning_rate": 6.5916543913405786e-06,
      "loss": 0.8594,
      "step": 116944
    },
    {
      "epoch": 5.440567573854385,
      "grad_norm": 1.7794556456446973,
      "learning_rate": 6.590566301693895e-06,
      "loss": 1.0078,
      "step": 116945
    },
    {
      "epoch": 5.4406140963014655,
      "grad_norm": 1.7961429555422725,
      "learning_rate": 6.589478299843298e-06,
      "loss": 0.9258,
      "step": 116946
    },
    {
      "epoch": 5.440660618748546,
      "grad_norm": 1.5172229225927634,
      "learning_rate": 6.588390385789455e-06,
      "loss": 0.8945,
      "step": 116947
    },
    {
      "epoch": 5.4407071411956265,
      "grad_norm": 1.8452500196484167,
      "learning_rate": 6.587302559533064e-06,
      "loss": 0.9062,
      "step": 116948
    },
    {
      "epoch": 5.440753663642708,
      "grad_norm": 1.9338737336427083,
      "learning_rate": 6.586214821074792e-06,
      "loss": 0.9805,
      "step": 116949
    },
    {
      "epoch": 5.440800186089788,
      "grad_norm": 1.8545630947723843,
      "learning_rate": 6.585127170415272e-06,
      "loss": 0.8984,
      "step": 116950
    },
    {
      "epoch": 5.440846708536869,
      "grad_norm": 1.6149211961771905,
      "learning_rate": 6.584039607555152e-06,
      "loss": 0.8047,
      "step": 116951
    },
    {
      "epoch": 5.44089323098395,
      "grad_norm": 2.0095786604562225,
      "learning_rate": 6.582952132495167e-06,
      "loss": 1.0156,
      "step": 116952
    },
    {
      "epoch": 5.440939753431031,
      "grad_norm": 1.7961211187449653,
      "learning_rate": 6.581864745235932e-06,
      "loss": 1.0234,
      "step": 116953
    },
    {
      "epoch": 5.440986275878111,
      "grad_norm": 1.9744981957320948,
      "learning_rate": 6.580777445778129e-06,
      "loss": 1.0156,
      "step": 116954
    },
    {
      "epoch": 5.441032798325192,
      "grad_norm": 1.747617051258498,
      "learning_rate": 6.579690234122393e-06,
      "loss": 0.8945,
      "step": 116955
    },
    {
      "epoch": 5.441079320772273,
      "grad_norm": 1.764307519247542,
      "learning_rate": 6.578603110269437e-06,
      "loss": 0.9258,
      "step": 116956
    },
    {
      "epoch": 5.441125843219353,
      "grad_norm": 1.8313947262642178,
      "learning_rate": 6.577516074219913e-06,
      "loss": 0.918,
      "step": 116957
    },
    {
      "epoch": 5.441172365666434,
      "grad_norm": 1.5839516868766577,
      "learning_rate": 6.57642912597447e-06,
      "loss": 0.8086,
      "step": 116958
    },
    {
      "epoch": 5.441218888113514,
      "grad_norm": 1.7036766521958386,
      "learning_rate": 6.57534226553379e-06,
      "loss": 0.9414,
      "step": 116959
    },
    {
      "epoch": 5.441265410560596,
      "grad_norm": 1.563097956738486,
      "learning_rate": 6.574255492898506e-06,
      "loss": 0.8242,
      "step": 116960
    },
    {
      "epoch": 5.441311933007676,
      "grad_norm": 1.6821625686213277,
      "learning_rate": 6.573168808069334e-06,
      "loss": 0.9922,
      "step": 116961
    },
    {
      "epoch": 5.441358455454757,
      "grad_norm": 1.6626371837332006,
      "learning_rate": 6.572082211046909e-06,
      "loss": 0.9141,
      "step": 116962
    },
    {
      "epoch": 5.441404977901838,
      "grad_norm": 1.7914704378367823,
      "learning_rate": 6.570995701831894e-06,
      "loss": 0.9922,
      "step": 116963
    },
    {
      "epoch": 5.441451500348919,
      "grad_norm": 1.6187092701267856,
      "learning_rate": 6.569909280424957e-06,
      "loss": 0.918,
      "step": 116964
    },
    {
      "epoch": 5.441498022795999,
      "grad_norm": 1.9178119847327344,
      "learning_rate": 6.568822946826779e-06,
      "loss": 0.9688,
      "step": 116965
    },
    {
      "epoch": 5.4415445452430795,
      "grad_norm": 1.7601938276742206,
      "learning_rate": 6.567736701038012e-06,
      "loss": 0.9844,
      "step": 116966
    },
    {
      "epoch": 5.441591067690161,
      "grad_norm": 1.899965498936305,
      "learning_rate": 6.566650543059321e-06,
      "loss": 0.9688,
      "step": 116967
    },
    {
      "epoch": 5.441637590137241,
      "grad_norm": 1.6284249432396882,
      "learning_rate": 6.565564472891338e-06,
      "loss": 0.957,
      "step": 116968
    },
    {
      "epoch": 5.441684112584322,
      "grad_norm": 1.7013985597991275,
      "learning_rate": 6.56447849053478e-06,
      "loss": 0.9219,
      "step": 116969
    },
    {
      "epoch": 5.441730635031402,
      "grad_norm": 1.6310146573576707,
      "learning_rate": 6.563392595990314e-06,
      "loss": 0.832,
      "step": 116970
    },
    {
      "epoch": 5.441777157478484,
      "grad_norm": 1.5817954233979714,
      "learning_rate": 6.562306789258587e-06,
      "loss": 0.8945,
      "step": 116971
    },
    {
      "epoch": 5.441823679925564,
      "grad_norm": 1.4862408800057407,
      "learning_rate": 6.56122107034025e-06,
      "loss": 0.8125,
      "step": 116972
    },
    {
      "epoch": 5.441870202372645,
      "grad_norm": 1.886541054609941,
      "learning_rate": 6.5601354392359525e-06,
      "loss": 0.9531,
      "step": 116973
    },
    {
      "epoch": 5.441916724819725,
      "grad_norm": 1.8326209405251424,
      "learning_rate": 6.559049895946428e-06,
      "loss": 1.0234,
      "step": 116974
    },
    {
      "epoch": 5.4419632472668065,
      "grad_norm": 1.778998278544207,
      "learning_rate": 6.557964440472291e-06,
      "loss": 0.9297,
      "step": 116975
    },
    {
      "epoch": 5.442009769713887,
      "grad_norm": 1.7776229908485552,
      "learning_rate": 6.556879072814208e-06,
      "loss": 1.0469,
      "step": 116976
    },
    {
      "epoch": 5.442056292160967,
      "grad_norm": 1.4886036896648545,
      "learning_rate": 6.5557937929728295e-06,
      "loss": 0.7695,
      "step": 116977
    },
    {
      "epoch": 5.442102814608049,
      "grad_norm": 1.6289842208327416,
      "learning_rate": 6.554708600948855e-06,
      "loss": 0.8945,
      "step": 116978
    },
    {
      "epoch": 5.442149337055129,
      "grad_norm": 1.5918171816689506,
      "learning_rate": 6.5536234967429325e-06,
      "loss": 0.8359,
      "step": 116979
    },
    {
      "epoch": 5.44219585950221,
      "grad_norm": 1.9391679256426235,
      "learning_rate": 6.5525384803557456e-06,
      "loss": 0.9727,
      "step": 116980
    },
    {
      "epoch": 5.44224238194929,
      "grad_norm": 1.7556312799305778,
      "learning_rate": 6.551453551787894e-06,
      "loss": 0.8945,
      "step": 116981
    },
    {
      "epoch": 5.442288904396372,
      "grad_norm": 1.9881510476912698,
      "learning_rate": 6.550368711040127e-06,
      "loss": 0.9922,
      "step": 116982
    },
    {
      "epoch": 5.442335426843452,
      "grad_norm": 1.637030528050192,
      "learning_rate": 6.549283958113061e-06,
      "loss": 0.8672,
      "step": 116983
    },
    {
      "epoch": 5.4423819492905325,
      "grad_norm": 1.6888670073579706,
      "learning_rate": 6.548199293007378e-06,
      "loss": 0.8906,
      "step": 116984
    },
    {
      "epoch": 5.442428471737613,
      "grad_norm": 1.657640306414884,
      "learning_rate": 6.547114715723728e-06,
      "loss": 0.918,
      "step": 116985
    },
    {
      "epoch": 5.442474994184694,
      "grad_norm": 1.836297915895336,
      "learning_rate": 6.5460302262627605e-06,
      "loss": 0.9141,
      "step": 116986
    },
    {
      "epoch": 5.442521516631775,
      "grad_norm": 1.736556502133046,
      "learning_rate": 6.5449458246251755e-06,
      "loss": 0.9727,
      "step": 116987
    },
    {
      "epoch": 5.442568039078855,
      "grad_norm": 1.629546636638209,
      "learning_rate": 6.543861510811621e-06,
      "loss": 0.9219,
      "step": 116988
    },
    {
      "epoch": 5.442614561525936,
      "grad_norm": 1.6422739587505468,
      "learning_rate": 6.542777284822764e-06,
      "loss": 0.9688,
      "step": 116989
    },
    {
      "epoch": 5.442661083973017,
      "grad_norm": 1.6391325527572842,
      "learning_rate": 6.541693146659238e-06,
      "loss": 0.8164,
      "step": 116990
    },
    {
      "epoch": 5.442707606420098,
      "grad_norm": 1.6633728452666252,
      "learning_rate": 6.540609096321725e-06,
      "loss": 0.8633,
      "step": 116991
    },
    {
      "epoch": 5.442754128867178,
      "grad_norm": 1.7802205733946597,
      "learning_rate": 6.539525133810941e-06,
      "loss": 0.9648,
      "step": 116992
    },
    {
      "epoch": 5.4428006513142595,
      "grad_norm": 1.6952151822041586,
      "learning_rate": 6.538441259127486e-06,
      "loss": 0.9414,
      "step": 116993
    },
    {
      "epoch": 5.44284717376134,
      "grad_norm": 1.6358413077573577,
      "learning_rate": 6.537357472272043e-06,
      "loss": 0.8438,
      "step": 116994
    },
    {
      "epoch": 5.4428936962084205,
      "grad_norm": 1.7260334521176754,
      "learning_rate": 6.536273773245259e-06,
      "loss": 0.9727,
      "step": 116995
    },
    {
      "epoch": 5.442940218655501,
      "grad_norm": 1.875383561605429,
      "learning_rate": 6.535190162047837e-06,
      "loss": 0.9062,
      "step": 116996
    },
    {
      "epoch": 5.442986741102582,
      "grad_norm": 1.7434532253441273,
      "learning_rate": 6.534106638680425e-06,
      "loss": 0.8438,
      "step": 116997
    },
    {
      "epoch": 5.443033263549663,
      "grad_norm": 1.7960555741547182,
      "learning_rate": 6.5330232031436555e-06,
      "loss": 1.0234,
      "step": 116998
    },
    {
      "epoch": 5.443079785996743,
      "grad_norm": 1.9010709244173356,
      "learning_rate": 6.531939855438212e-06,
      "loss": 1.0469,
      "step": 116999
    },
    {
      "epoch": 5.443126308443825,
      "grad_norm": 1.8284652423347367,
      "learning_rate": 6.530856595564776e-06,
      "loss": 1.0547,
      "step": 117000
    },
    {
      "epoch": 5.443172830890905,
      "grad_norm": 1.9020199003337377,
      "learning_rate": 6.529773423523999e-06,
      "loss": 1.1172,
      "step": 117001
    },
    {
      "epoch": 5.443219353337986,
      "grad_norm": 1.857812897697181,
      "learning_rate": 6.528690339316544e-06,
      "loss": 0.9688,
      "step": 117002
    },
    {
      "epoch": 5.443265875785066,
      "grad_norm": 1.8463424813935654,
      "learning_rate": 6.527607342943031e-06,
      "loss": 0.9375,
      "step": 117003
    },
    {
      "epoch": 5.443312398232147,
      "grad_norm": 1.7751935681880249,
      "learning_rate": 6.526524434404207e-06,
      "loss": 0.9531,
      "step": 117004
    },
    {
      "epoch": 5.443358920679228,
      "grad_norm": 1.8757697099815716,
      "learning_rate": 6.525441613700672e-06,
      "loss": 0.9375,
      "step": 117005
    },
    {
      "epoch": 5.443405443126308,
      "grad_norm": 1.6600060017681935,
      "learning_rate": 6.524358880833108e-06,
      "loss": 0.8594,
      "step": 117006
    },
    {
      "epoch": 5.443451965573389,
      "grad_norm": 1.9470507134439108,
      "learning_rate": 6.523276235802166e-06,
      "loss": 1.0391,
      "step": 117007
    },
    {
      "epoch": 5.44349848802047,
      "grad_norm": 1.7266465779354965,
      "learning_rate": 6.522193678608545e-06,
      "loss": 0.9883,
      "step": 117008
    },
    {
      "epoch": 5.443545010467551,
      "grad_norm": 1.8028982850133295,
      "learning_rate": 6.521111209252861e-06,
      "loss": 0.9453,
      "step": 117009
    },
    {
      "epoch": 5.443591532914631,
      "grad_norm": 1.668834497975567,
      "learning_rate": 6.520028827735812e-06,
      "loss": 0.7891,
      "step": 117010
    },
    {
      "epoch": 5.443638055361712,
      "grad_norm": 1.5805608836974463,
      "learning_rate": 6.5189465340580505e-06,
      "loss": 0.832,
      "step": 117011
    },
    {
      "epoch": 5.443684577808793,
      "grad_norm": 1.7546994138915677,
      "learning_rate": 6.5178643282201905e-06,
      "loss": 0.9961,
      "step": 117012
    },
    {
      "epoch": 5.4437311002558735,
      "grad_norm": 1.7228265318873737,
      "learning_rate": 6.516782210222982e-06,
      "loss": 0.9688,
      "step": 117013
    },
    {
      "epoch": 5.443777622702954,
      "grad_norm": 1.69824496474419,
      "learning_rate": 6.5157001800670405e-06,
      "loss": 0.8945,
      "step": 117014
    },
    {
      "epoch": 5.443824145150035,
      "grad_norm": 1.6224624622257748,
      "learning_rate": 6.514618237753033e-06,
      "loss": 0.9258,
      "step": 117015
    },
    {
      "epoch": 5.443870667597116,
      "grad_norm": 1.541728548026969,
      "learning_rate": 6.513536383281626e-06,
      "loss": 0.8906,
      "step": 117016
    },
    {
      "epoch": 5.443917190044196,
      "grad_norm": 1.7255389648829647,
      "learning_rate": 6.512454616653468e-06,
      "loss": 1.0078,
      "step": 117017
    },
    {
      "epoch": 5.443963712491277,
      "grad_norm": 1.599877264698161,
      "learning_rate": 6.511372937869242e-06,
      "loss": 0.9141,
      "step": 117018
    },
    {
      "epoch": 5.444010234938358,
      "grad_norm": 1.7000987459607548,
      "learning_rate": 6.510291346929597e-06,
      "loss": 0.9141,
      "step": 117019
    },
    {
      "epoch": 5.444056757385439,
      "grad_norm": 1.96480364703483,
      "learning_rate": 6.5092098438351835e-06,
      "loss": 1.1484,
      "step": 117020
    },
    {
      "epoch": 5.444103279832519,
      "grad_norm": 1.9323071062965675,
      "learning_rate": 6.5081284285866844e-06,
      "loss": 1.0938,
      "step": 117021
    },
    {
      "epoch": 5.4441498022795995,
      "grad_norm": 1.8008057584044923,
      "learning_rate": 6.507047101184748e-06,
      "loss": 1.0156,
      "step": 117022
    },
    {
      "epoch": 5.444196324726681,
      "grad_norm": 1.6689264291102357,
      "learning_rate": 6.5059658616300585e-06,
      "loss": 0.8672,
      "step": 117023
    },
    {
      "epoch": 5.444242847173761,
      "grad_norm": 1.788041271137557,
      "learning_rate": 6.504884709923264e-06,
      "loss": 0.957,
      "step": 117024
    },
    {
      "epoch": 5.444289369620842,
      "grad_norm": 1.7535466804814,
      "learning_rate": 6.503803646064998e-06,
      "loss": 0.9453,
      "step": 117025
    },
    {
      "epoch": 5.444335892067922,
      "grad_norm": 1.8773844327424083,
      "learning_rate": 6.502722670055976e-06,
      "loss": 0.8984,
      "step": 117026
    },
    {
      "epoch": 5.444382414515004,
      "grad_norm": 1.543100992744366,
      "learning_rate": 6.501641781896832e-06,
      "loss": 0.8555,
      "step": 117027
    },
    {
      "epoch": 5.444428936962084,
      "grad_norm": 1.8137370980682292,
      "learning_rate": 6.500560981588215e-06,
      "loss": 0.918,
      "step": 117028
    },
    {
      "epoch": 5.444475459409165,
      "grad_norm": 1.6116846641167208,
      "learning_rate": 6.499480269130791e-06,
      "loss": 0.8438,
      "step": 117029
    },
    {
      "epoch": 5.444521981856246,
      "grad_norm": 1.7696763341930175,
      "learning_rate": 6.49839964452526e-06,
      "loss": 1.0547,
      "step": 117030
    },
    {
      "epoch": 5.4445685043033265,
      "grad_norm": 1.745991312104823,
      "learning_rate": 6.497319107772236e-06,
      "loss": 0.9062,
      "step": 117031
    },
    {
      "epoch": 5.444615026750407,
      "grad_norm": 1.767160274148696,
      "learning_rate": 6.496238658872421e-06,
      "loss": 0.9062,
      "step": 117032
    },
    {
      "epoch": 5.4446615491974875,
      "grad_norm": 1.7788260229453605,
      "learning_rate": 6.4951582978264135e-06,
      "loss": 0.8984,
      "step": 117033
    },
    {
      "epoch": 5.444708071644569,
      "grad_norm": 1.7940824390647345,
      "learning_rate": 6.49407802463493e-06,
      "loss": 1.0156,
      "step": 117034
    },
    {
      "epoch": 5.444754594091649,
      "grad_norm": 1.8133059423552769,
      "learning_rate": 6.49299783929862e-06,
      "loss": 0.9883,
      "step": 117035
    },
    {
      "epoch": 5.44480111653873,
      "grad_norm": 1.755410595214198,
      "learning_rate": 6.491917741818165e-06,
      "loss": 0.918,
      "step": 117036
    },
    {
      "epoch": 5.44484763898581,
      "grad_norm": 1.5622315745209974,
      "learning_rate": 6.490837732194182e-06,
      "loss": 0.918,
      "step": 117037
    },
    {
      "epoch": 5.444894161432892,
      "grad_norm": 1.6924861738120043,
      "learning_rate": 6.489757810427354e-06,
      "loss": 0.9102,
      "step": 117038
    },
    {
      "epoch": 5.444940683879972,
      "grad_norm": 1.7139221518836905,
      "learning_rate": 6.488677976518347e-06,
      "loss": 0.8438,
      "step": 117039
    },
    {
      "epoch": 5.444987206327053,
      "grad_norm": 1.6892053858999418,
      "learning_rate": 6.487598230467827e-06,
      "loss": 0.8242,
      "step": 117040
    },
    {
      "epoch": 5.445033728774133,
      "grad_norm": 1.915638989629007,
      "learning_rate": 6.486518572276445e-06,
      "loss": 0.9805,
      "step": 117041
    },
    {
      "epoch": 5.445080251221214,
      "grad_norm": 1.7757598292946164,
      "learning_rate": 6.485439001944848e-06,
      "loss": 1.1328,
      "step": 117042
    },
    {
      "epoch": 5.445126773668295,
      "grad_norm": 1.8363925812059079,
      "learning_rate": 6.484359519473703e-06,
      "loss": 1.0234,
      "step": 117043
    },
    {
      "epoch": 5.445173296115375,
      "grad_norm": 1.660032827716606,
      "learning_rate": 6.48328012486371e-06,
      "loss": 0.918,
      "step": 117044
    },
    {
      "epoch": 5.445219818562457,
      "grad_norm": 1.749646859969942,
      "learning_rate": 6.482200818115485e-06,
      "loss": 0.957,
      "step": 117045
    },
    {
      "epoch": 5.445266341009537,
      "grad_norm": 1.6735138559261349,
      "learning_rate": 6.481121599229694e-06,
      "loss": 1.0312,
      "step": 117046
    },
    {
      "epoch": 5.445312863456618,
      "grad_norm": 1.7261514712927324,
      "learning_rate": 6.480042468207003e-06,
      "loss": 0.957,
      "step": 117047
    },
    {
      "epoch": 5.445359385903698,
      "grad_norm": 1.9588867402586785,
      "learning_rate": 6.4789634250480944e-06,
      "loss": 0.9805,
      "step": 117048
    },
    {
      "epoch": 5.4454059083507795,
      "grad_norm": 1.6715570850517767,
      "learning_rate": 6.477884469753602e-06,
      "loss": 0.9336,
      "step": 117049
    },
    {
      "epoch": 5.44545243079786,
      "grad_norm": 1.7284888410248649,
      "learning_rate": 6.476805602324192e-06,
      "loss": 0.9883,
      "step": 117050
    },
    {
      "epoch": 5.4454989532449405,
      "grad_norm": 1.7254106991126998,
      "learning_rate": 6.475726822760513e-06,
      "loss": 0.8828,
      "step": 117051
    },
    {
      "epoch": 5.445545475692022,
      "grad_norm": 1.807124884087037,
      "learning_rate": 6.474648131063265e-06,
      "loss": 1.0078,
      "step": 117052
    },
    {
      "epoch": 5.445591998139102,
      "grad_norm": 1.8821172813966642,
      "learning_rate": 6.47356952723308e-06,
      "loss": 0.9727,
      "step": 117053
    },
    {
      "epoch": 5.445638520586183,
      "grad_norm": 1.7250623409832062,
      "learning_rate": 6.472491011270608e-06,
      "loss": 0.9141,
      "step": 117054
    },
    {
      "epoch": 5.445685043033263,
      "grad_norm": 1.7999980175208687,
      "learning_rate": 6.471412583176517e-06,
      "loss": 0.8438,
      "step": 117055
    },
    {
      "epoch": 5.445731565480345,
      "grad_norm": 1.9052010478325294,
      "learning_rate": 6.47033424295147e-06,
      "loss": 0.9805,
      "step": 117056
    },
    {
      "epoch": 5.445778087927425,
      "grad_norm": 1.7225042642348625,
      "learning_rate": 6.46925599059615e-06,
      "loss": 0.9102,
      "step": 117057
    },
    {
      "epoch": 5.445824610374506,
      "grad_norm": 1.885844580437215,
      "learning_rate": 6.4681778261112095e-06,
      "loss": 0.9805,
      "step": 117058
    },
    {
      "epoch": 5.445871132821586,
      "grad_norm": 1.5434266071792904,
      "learning_rate": 6.467099749497279e-06,
      "loss": 0.7734,
      "step": 117059
    },
    {
      "epoch": 5.4459176552686674,
      "grad_norm": 1.6067577170306382,
      "learning_rate": 6.466021760755025e-06,
      "loss": 0.957,
      "step": 117060
    },
    {
      "epoch": 5.445964177715748,
      "grad_norm": 1.7449906181108361,
      "learning_rate": 6.46494385988513e-06,
      "loss": 1.0547,
      "step": 117061
    },
    {
      "epoch": 5.446010700162828,
      "grad_norm": 1.8628645818101153,
      "learning_rate": 6.463866046888244e-06,
      "loss": 0.9883,
      "step": 117062
    },
    {
      "epoch": 5.446057222609909,
      "grad_norm": 1.855599016716685,
      "learning_rate": 6.462788321765033e-06,
      "loss": 0.918,
      "step": 117063
    },
    {
      "epoch": 5.44610374505699,
      "grad_norm": 1.8544034905792488,
      "learning_rate": 6.461710684516131e-06,
      "loss": 1.0391,
      "step": 117064
    },
    {
      "epoch": 5.446150267504071,
      "grad_norm": 1.8093160423595707,
      "learning_rate": 6.460633135142218e-06,
      "loss": 1.0703,
      "step": 117065
    },
    {
      "epoch": 5.446196789951151,
      "grad_norm": 1.8529113607706924,
      "learning_rate": 6.459555673643962e-06,
      "loss": 0.9805,
      "step": 117066
    },
    {
      "epoch": 5.446243312398233,
      "grad_norm": 1.887714714807091,
      "learning_rate": 6.458478300022013e-06,
      "loss": 1.0391,
      "step": 117067
    },
    {
      "epoch": 5.446289834845313,
      "grad_norm": 1.7669527704114896,
      "learning_rate": 6.457401014277036e-06,
      "loss": 0.9883,
      "step": 117068
    },
    {
      "epoch": 5.4463363572923935,
      "grad_norm": 1.8588064601724181,
      "learning_rate": 6.4563238164096644e-06,
      "loss": 0.9766,
      "step": 117069
    },
    {
      "epoch": 5.446382879739474,
      "grad_norm": 1.9394950461098341,
      "learning_rate": 6.45524670642058e-06,
      "loss": 0.8984,
      "step": 117070
    },
    {
      "epoch": 5.446429402186555,
      "grad_norm": 1.853144719332393,
      "learning_rate": 6.454169684310451e-06,
      "loss": 0.9688,
      "step": 117071
    },
    {
      "epoch": 5.446475924633636,
      "grad_norm": 1.8348673195612122,
      "learning_rate": 6.453092750079925e-06,
      "loss": 0.9531,
      "step": 117072
    },
    {
      "epoch": 5.446522447080716,
      "grad_norm": 1.7125270137625463,
      "learning_rate": 6.452015903729651e-06,
      "loss": 0.8594,
      "step": 117073
    },
    {
      "epoch": 5.446568969527797,
      "grad_norm": 1.6959414278528253,
      "learning_rate": 6.450939145260298e-06,
      "loss": 0.9688,
      "step": 117074
    },
    {
      "epoch": 5.446615491974878,
      "grad_norm": 1.7391304788821749,
      "learning_rate": 6.449862474672546e-06,
      "loss": 0.8984,
      "step": 117075
    },
    {
      "epoch": 5.446662014421959,
      "grad_norm": 1.6840121554275325,
      "learning_rate": 6.4487858919670285e-06,
      "loss": 0.9023,
      "step": 117076
    },
    {
      "epoch": 5.446708536869039,
      "grad_norm": 1.8339054479579497,
      "learning_rate": 6.4477093971443795e-06,
      "loss": 1.0703,
      "step": 117077
    },
    {
      "epoch": 5.44675505931612,
      "grad_norm": 1.7095247835646576,
      "learning_rate": 6.446632990205297e-06,
      "loss": 1.0078,
      "step": 117078
    },
    {
      "epoch": 5.446801581763201,
      "grad_norm": 1.780746297871974,
      "learning_rate": 6.445556671150448e-06,
      "loss": 0.8828,
      "step": 117079
    },
    {
      "epoch": 5.446848104210281,
      "grad_norm": 1.8571457736834864,
      "learning_rate": 6.444480439980482e-06,
      "loss": 1.0156,
      "step": 117080
    },
    {
      "epoch": 5.446894626657362,
      "grad_norm": 1.7930750344122033,
      "learning_rate": 6.443404296696047e-06,
      "loss": 1.0156,
      "step": 117081
    },
    {
      "epoch": 5.446941149104443,
      "grad_norm": 1.7612597396435634,
      "learning_rate": 6.442328241297795e-06,
      "loss": 0.9531,
      "step": 117082
    },
    {
      "epoch": 5.446987671551524,
      "grad_norm": 1.7912742337956535,
      "learning_rate": 6.441252273786407e-06,
      "loss": 0.8789,
      "step": 117083
    },
    {
      "epoch": 5.447034193998604,
      "grad_norm": 1.9142689611447112,
      "learning_rate": 6.440176394162533e-06,
      "loss": 1.0625,
      "step": 117084
    },
    {
      "epoch": 5.447080716445685,
      "grad_norm": 2.188170129716783,
      "learning_rate": 6.439100602426822e-06,
      "loss": 1.1484,
      "step": 117085
    },
    {
      "epoch": 5.447127238892766,
      "grad_norm": 1.6987323002449295,
      "learning_rate": 6.438024898579924e-06,
      "loss": 1.0156,
      "step": 117086
    },
    {
      "epoch": 5.4471737613398465,
      "grad_norm": 1.7498139314749372,
      "learning_rate": 6.436949282622539e-06,
      "loss": 0.8711,
      "step": 117087
    },
    {
      "epoch": 5.447220283786927,
      "grad_norm": 1.805798249225369,
      "learning_rate": 6.435873754555282e-06,
      "loss": 1.0,
      "step": 117088
    },
    {
      "epoch": 5.4472668062340075,
      "grad_norm": 1.6412143659858294,
      "learning_rate": 6.434798314378853e-06,
      "loss": 0.832,
      "step": 117089
    },
    {
      "epoch": 5.447313328681089,
      "grad_norm": 1.7194208510025688,
      "learning_rate": 6.433722962093851e-06,
      "loss": 0.9922,
      "step": 117090
    },
    {
      "epoch": 5.447359851128169,
      "grad_norm": 2.1361012932506727,
      "learning_rate": 6.432647697700993e-06,
      "loss": 1.0156,
      "step": 117091
    },
    {
      "epoch": 5.44740637357525,
      "grad_norm": 1.869087236597211,
      "learning_rate": 6.431572521200912e-06,
      "loss": 0.9062,
      "step": 117092
    },
    {
      "epoch": 5.447452896022331,
      "grad_norm": 1.7913937000291982,
      "learning_rate": 6.430497432594273e-06,
      "loss": 0.9922,
      "step": 117093
    },
    {
      "epoch": 5.447499418469412,
      "grad_norm": 1.7209761715439875,
      "learning_rate": 6.429422431881725e-06,
      "loss": 1.0234,
      "step": 117094
    },
    {
      "epoch": 5.447545940916492,
      "grad_norm": 1.721343713585107,
      "learning_rate": 6.42834751906392e-06,
      "loss": 0.8281,
      "step": 117095
    },
    {
      "epoch": 5.447592463363573,
      "grad_norm": 1.6482689830437611,
      "learning_rate": 6.427272694141539e-06,
      "loss": 0.8711,
      "step": 117096
    },
    {
      "epoch": 5.447638985810654,
      "grad_norm": 1.88853428524775,
      "learning_rate": 6.426197957115231e-06,
      "loss": 0.9219,
      "step": 117097
    },
    {
      "epoch": 5.4476855082577345,
      "grad_norm": 1.869164980538518,
      "learning_rate": 6.425123307985647e-06,
      "loss": 1.0234,
      "step": 117098
    },
    {
      "epoch": 5.447732030704815,
      "grad_norm": 1.545438325496372,
      "learning_rate": 6.424048746753435e-06,
      "loss": 0.8242,
      "step": 117099
    },
    {
      "epoch": 5.447778553151895,
      "grad_norm": 1.7109312292115337,
      "learning_rate": 6.422974273419262e-06,
      "loss": 1.0625,
      "step": 117100
    },
    {
      "epoch": 5.447825075598977,
      "grad_norm": 1.8212185444612266,
      "learning_rate": 6.421899887983811e-06,
      "loss": 1.0312,
      "step": 117101
    },
    {
      "epoch": 5.447871598046057,
      "grad_norm": 1.7688647134225455,
      "learning_rate": 6.420825590447731e-06,
      "loss": 1.0547,
      "step": 117102
    },
    {
      "epoch": 5.447918120493138,
      "grad_norm": 1.7992173001956904,
      "learning_rate": 6.419751380811655e-06,
      "loss": 0.9805,
      "step": 117103
    },
    {
      "epoch": 5.447964642940219,
      "grad_norm": 1.6762105616452538,
      "learning_rate": 6.418677259076233e-06,
      "loss": 0.8594,
      "step": 117104
    },
    {
      "epoch": 5.4480111653873,
      "grad_norm": 1.7776403877039124,
      "learning_rate": 6.417603225242163e-06,
      "loss": 0.875,
      "step": 117105
    },
    {
      "epoch": 5.44805768783438,
      "grad_norm": 1.677353708697803,
      "learning_rate": 6.416529279310079e-06,
      "loss": 0.9062,
      "step": 117106
    },
    {
      "epoch": 5.4481042102814605,
      "grad_norm": 1.6865217011964944,
      "learning_rate": 6.415455421280646e-06,
      "loss": 0.9883,
      "step": 117107
    },
    {
      "epoch": 5.448150732728542,
      "grad_norm": 2.11414177190964,
      "learning_rate": 6.414381651154498e-06,
      "loss": 1.1016,
      "step": 117108
    },
    {
      "epoch": 5.448197255175622,
      "grad_norm": 1.7254057784514891,
      "learning_rate": 6.413307968932335e-06,
      "loss": 1.0078,
      "step": 117109
    },
    {
      "epoch": 5.448243777622703,
      "grad_norm": 1.4822897671108735,
      "learning_rate": 6.412234374614789e-06,
      "loss": 0.8203,
      "step": 117110
    },
    {
      "epoch": 5.448290300069783,
      "grad_norm": 1.7244017597029435,
      "learning_rate": 6.411160868202525e-06,
      "loss": 1.0234,
      "step": 117111
    },
    {
      "epoch": 5.448336822516865,
      "grad_norm": 1.9587634650243781,
      "learning_rate": 6.410087449696161e-06,
      "loss": 1.0547,
      "step": 117112
    },
    {
      "epoch": 5.448383344963945,
      "grad_norm": 1.6262747233231114,
      "learning_rate": 6.409014119096428e-06,
      "loss": 0.9297,
      "step": 117113
    },
    {
      "epoch": 5.448429867411026,
      "grad_norm": 1.640854591807112,
      "learning_rate": 6.407940876403928e-06,
      "loss": 0.8867,
      "step": 117114
    },
    {
      "epoch": 5.448476389858106,
      "grad_norm": 1.7933629123342036,
      "learning_rate": 6.406867721619324e-06,
      "loss": 0.8867,
      "step": 117115
    },
    {
      "epoch": 5.4485229123051875,
      "grad_norm": 2.0212065804364747,
      "learning_rate": 6.405794654743285e-06,
      "loss": 1.0547,
      "step": 117116
    },
    {
      "epoch": 5.448569434752268,
      "grad_norm": 1.6662904368861455,
      "learning_rate": 6.404721675776475e-06,
      "loss": 0.9297,
      "step": 117117
    },
    {
      "epoch": 5.448615957199348,
      "grad_norm": 1.7598964584942463,
      "learning_rate": 6.403648784719528e-06,
      "loss": 0.9297,
      "step": 117118
    },
    {
      "epoch": 5.44866247964643,
      "grad_norm": 1.6575834632998467,
      "learning_rate": 6.402575981573127e-06,
      "loss": 0.9102,
      "step": 117119
    },
    {
      "epoch": 5.44870900209351,
      "grad_norm": 1.821820916996944,
      "learning_rate": 6.401503266337904e-06,
      "loss": 0.9844,
      "step": 117120
    },
    {
      "epoch": 5.448755524540591,
      "grad_norm": 1.930857051800262,
      "learning_rate": 6.400430639014525e-06,
      "loss": 0.8984,
      "step": 117121
    },
    {
      "epoch": 5.448802046987671,
      "grad_norm": 1.7325889136860582,
      "learning_rate": 6.399358099603641e-06,
      "loss": 0.9336,
      "step": 117122
    },
    {
      "epoch": 5.448848569434753,
      "grad_norm": 1.9599628375949543,
      "learning_rate": 6.398285648105933e-06,
      "loss": 1.0156,
      "step": 117123
    },
    {
      "epoch": 5.448895091881833,
      "grad_norm": 1.797659268659018,
      "learning_rate": 6.397213284522035e-06,
      "loss": 1.1016,
      "step": 117124
    },
    {
      "epoch": 5.4489416143289136,
      "grad_norm": 1.7149480566489175,
      "learning_rate": 6.396141008852629e-06,
      "loss": 0.9414,
      "step": 117125
    },
    {
      "epoch": 5.448988136775994,
      "grad_norm": 2.0569838272677683,
      "learning_rate": 6.3950688210983145e-06,
      "loss": 1.1406,
      "step": 117126
    },
    {
      "epoch": 5.449034659223075,
      "grad_norm": 1.587913635676419,
      "learning_rate": 6.393996721259808e-06,
      "loss": 0.9258,
      "step": 117127
    },
    {
      "epoch": 5.449081181670156,
      "grad_norm": 1.7484324984159918,
      "learning_rate": 6.392924709337743e-06,
      "loss": 0.9375,
      "step": 117128
    },
    {
      "epoch": 5.449127704117236,
      "grad_norm": 1.8597503084740343,
      "learning_rate": 6.391852785332785e-06,
      "loss": 0.9844,
      "step": 117129
    },
    {
      "epoch": 5.449174226564317,
      "grad_norm": 1.9451119162127744,
      "learning_rate": 6.39078094924555e-06,
      "loss": 1.0547,
      "step": 117130
    },
    {
      "epoch": 5.449220749011398,
      "grad_norm": 1.7707521786356726,
      "learning_rate": 6.389709201076754e-06,
      "loss": 0.8398,
      "step": 117131
    },
    {
      "epoch": 5.449267271458479,
      "grad_norm": 1.6551680619973237,
      "learning_rate": 6.388637540827013e-06,
      "loss": 0.8594,
      "step": 117132
    },
    {
      "epoch": 5.449313793905559,
      "grad_norm": 1.7792149902977854,
      "learning_rate": 6.387565968496994e-06,
      "loss": 1.0391,
      "step": 117133
    },
    {
      "epoch": 5.4493603163526405,
      "grad_norm": 1.6864748210667864,
      "learning_rate": 6.386494484087346e-06,
      "loss": 0.8594,
      "step": 117134
    },
    {
      "epoch": 5.449406838799721,
      "grad_norm": 1.8213068963712078,
      "learning_rate": 6.385423087598751e-06,
      "loss": 0.9922,
      "step": 117135
    },
    {
      "epoch": 5.4494533612468015,
      "grad_norm": 1.7703225713972492,
      "learning_rate": 6.384351779031843e-06,
      "loss": 0.9922,
      "step": 117136
    },
    {
      "epoch": 5.449499883693882,
      "grad_norm": 1.6538213193946698,
      "learning_rate": 6.3832805583872714e-06,
      "loss": 0.8906,
      "step": 117137
    },
    {
      "epoch": 5.449546406140963,
      "grad_norm": 1.6627314625825749,
      "learning_rate": 6.382209425665702e-06,
      "loss": 0.8477,
      "step": 117138
    },
    {
      "epoch": 5.449592928588044,
      "grad_norm": 1.6573400085447751,
      "learning_rate": 6.381138380867801e-06,
      "loss": 0.9023,
      "step": 117139
    },
    {
      "epoch": 5.449639451035124,
      "grad_norm": 1.6173200572712154,
      "learning_rate": 6.380067423994201e-06,
      "loss": 0.8398,
      "step": 117140
    },
    {
      "epoch": 5.449685973482206,
      "grad_norm": 1.839805800622458,
      "learning_rate": 6.3789965550455845e-06,
      "loss": 0.9531,
      "step": 117141
    },
    {
      "epoch": 5.449732495929286,
      "grad_norm": 1.5816710738337507,
      "learning_rate": 6.377925774022568e-06,
      "loss": 0.7773,
      "step": 117142
    },
    {
      "epoch": 5.449779018376367,
      "grad_norm": 1.7240652291079017,
      "learning_rate": 6.376855080925852e-06,
      "loss": 0.9844,
      "step": 117143
    },
    {
      "epoch": 5.449825540823447,
      "grad_norm": 1.7150394989674027,
      "learning_rate": 6.375784475756068e-06,
      "loss": 0.8047,
      "step": 117144
    },
    {
      "epoch": 5.449872063270528,
      "grad_norm": 1.7413726803606275,
      "learning_rate": 6.374713958513866e-06,
      "loss": 0.9961,
      "step": 117145
    },
    {
      "epoch": 5.449918585717609,
      "grad_norm": 1.7675371698484086,
      "learning_rate": 6.373643529199929e-06,
      "loss": 0.8516,
      "step": 117146
    },
    {
      "epoch": 5.449965108164689,
      "grad_norm": 1.8111637788716943,
      "learning_rate": 6.372573187814889e-06,
      "loss": 1.0,
      "step": 117147
    },
    {
      "epoch": 5.45001163061177,
      "grad_norm": 1.874725947173106,
      "learning_rate": 6.371502934359396e-06,
      "loss": 1.0312,
      "step": 117148
    },
    {
      "epoch": 5.450058153058851,
      "grad_norm": 1.924046977866791,
      "learning_rate": 6.370432768834116e-06,
      "loss": 1.0703,
      "step": 117149
    },
    {
      "epoch": 5.450104675505932,
      "grad_norm": 1.6637208375227308,
      "learning_rate": 6.369362691239715e-06,
      "loss": 0.9453,
      "step": 117150
    },
    {
      "epoch": 5.450151197953012,
      "grad_norm": 1.6966560960246277,
      "learning_rate": 6.368292701576844e-06,
      "loss": 0.8438,
      "step": 117151
    },
    {
      "epoch": 5.450197720400093,
      "grad_norm": 1.7916670013910474,
      "learning_rate": 6.3672227998461165e-06,
      "loss": 0.8516,
      "step": 117152
    },
    {
      "epoch": 5.450244242847174,
      "grad_norm": 1.5517539421954198,
      "learning_rate": 6.366152986048251e-06,
      "loss": 0.8281,
      "step": 117153
    },
    {
      "epoch": 5.4502907652942545,
      "grad_norm": 1.712724217121105,
      "learning_rate": 6.365083260183862e-06,
      "loss": 0.8789,
      "step": 117154
    },
    {
      "epoch": 5.450337287741335,
      "grad_norm": 1.8491888283367222,
      "learning_rate": 6.364013622253633e-06,
      "loss": 0.8555,
      "step": 117155
    },
    {
      "epoch": 5.450383810188416,
      "grad_norm": 1.6121179428205596,
      "learning_rate": 6.362944072258164e-06,
      "loss": 0.875,
      "step": 117156
    },
    {
      "epoch": 5.450430332635497,
      "grad_norm": 1.801366089620777,
      "learning_rate": 6.361874610198186e-06,
      "loss": 0.9961,
      "step": 117157
    },
    {
      "epoch": 5.450476855082577,
      "grad_norm": 1.6110272373824295,
      "learning_rate": 6.360805236074301e-06,
      "loss": 0.918,
      "step": 117158
    },
    {
      "epoch": 5.450523377529658,
      "grad_norm": 1.7694473208065435,
      "learning_rate": 6.359735949887174e-06,
      "loss": 0.9844,
      "step": 117159
    },
    {
      "epoch": 5.450569899976739,
      "grad_norm": 1.9575109661976613,
      "learning_rate": 6.358666751637453e-06,
      "loss": 1.1016,
      "step": 117160
    },
    {
      "epoch": 5.45061642242382,
      "grad_norm": 1.6842049842666895,
      "learning_rate": 6.357597641325823e-06,
      "loss": 0.8047,
      "step": 117161
    },
    {
      "epoch": 5.4506629448709,
      "grad_norm": 1.692122925531465,
      "learning_rate": 6.356528618952917e-06,
      "loss": 0.9062,
      "step": 117162
    },
    {
      "epoch": 5.450709467317981,
      "grad_norm": 1.8006648929011082,
      "learning_rate": 6.355459684519381e-06,
      "loss": 1.0156,
      "step": 117163
    },
    {
      "epoch": 5.450755989765062,
      "grad_norm": 1.8273918736245276,
      "learning_rate": 6.354390838025869e-06,
      "loss": 0.9688,
      "step": 117164
    },
    {
      "epoch": 5.450802512212142,
      "grad_norm": 1.8007671183574743,
      "learning_rate": 6.353322079473061e-06,
      "loss": 0.9766,
      "step": 117165
    },
    {
      "epoch": 5.450849034659223,
      "grad_norm": 1.8536236802427664,
      "learning_rate": 6.352253408861591e-06,
      "loss": 0.957,
      "step": 117166
    },
    {
      "epoch": 5.450895557106303,
      "grad_norm": 1.5861185012497134,
      "learning_rate": 6.351184826192124e-06,
      "loss": 0.8633,
      "step": 117167
    },
    {
      "epoch": 5.450942079553385,
      "grad_norm": 1.755014754530197,
      "learning_rate": 6.35011633146531e-06,
      "loss": 0.9102,
      "step": 117168
    },
    {
      "epoch": 5.450988602000465,
      "grad_norm": 1.7562676090076674,
      "learning_rate": 6.349047924681766e-06,
      "loss": 0.9297,
      "step": 117169
    },
    {
      "epoch": 5.451035124447546,
      "grad_norm": 1.7482743335902373,
      "learning_rate": 6.347979605842224e-06,
      "loss": 1.0547,
      "step": 117170
    },
    {
      "epoch": 5.451081646894627,
      "grad_norm": 1.6853825027871083,
      "learning_rate": 6.346911374947284e-06,
      "loss": 0.9805,
      "step": 117171
    },
    {
      "epoch": 5.4511281693417075,
      "grad_norm": 1.633291056761271,
      "learning_rate": 6.345843231997627e-06,
      "loss": 1.0,
      "step": 117172
    },
    {
      "epoch": 5.451174691788788,
      "grad_norm": 1.6581430171542526,
      "learning_rate": 6.3447751769938716e-06,
      "loss": 0.8438,
      "step": 117173
    },
    {
      "epoch": 5.4512212142358685,
      "grad_norm": 1.635740061271849,
      "learning_rate": 6.343707209936682e-06,
      "loss": 0.8125,
      "step": 117174
    },
    {
      "epoch": 5.45126773668295,
      "grad_norm": 1.8124287581606384,
      "learning_rate": 6.342639330826743e-06,
      "loss": 0.9922,
      "step": 117175
    },
    {
      "epoch": 5.45131425913003,
      "grad_norm": 1.7888620233457424,
      "learning_rate": 6.341571539664669e-06,
      "loss": 0.8633,
      "step": 117176
    },
    {
      "epoch": 5.451360781577111,
      "grad_norm": 1.8949545524127895,
      "learning_rate": 6.340503836451161e-06,
      "loss": 1.0156,
      "step": 117177
    },
    {
      "epoch": 5.451407304024191,
      "grad_norm": 1.9861206405001193,
      "learning_rate": 6.3394362211868e-06,
      "loss": 1.0391,
      "step": 117178
    },
    {
      "epoch": 5.451453826471273,
      "grad_norm": 1.7458575690382807,
      "learning_rate": 6.338368693872303e-06,
      "loss": 0.8867,
      "step": 117179
    },
    {
      "epoch": 5.451500348918353,
      "grad_norm": 1.9387472532839154,
      "learning_rate": 6.3373012545083205e-06,
      "loss": 0.9062,
      "step": 117180
    },
    {
      "epoch": 5.451546871365434,
      "grad_norm": 1.8370076529036474,
      "learning_rate": 6.336233903095484e-06,
      "loss": 0.918,
      "step": 117181
    },
    {
      "epoch": 5.451593393812515,
      "grad_norm": 1.8503927703152527,
      "learning_rate": 6.335166639634426e-06,
      "loss": 1.0938,
      "step": 117182
    },
    {
      "epoch": 5.451639916259595,
      "grad_norm": 1.8378439463620007,
      "learning_rate": 6.334099464125847e-06,
      "loss": 0.8477,
      "step": 117183
    },
    {
      "epoch": 5.451686438706676,
      "grad_norm": 1.818794528795226,
      "learning_rate": 6.333032376570379e-06,
      "loss": 1.0859,
      "step": 117184
    },
    {
      "epoch": 5.451732961153756,
      "grad_norm": 1.5971993857730096,
      "learning_rate": 6.331965376968673e-06,
      "loss": 0.8633,
      "step": 117185
    },
    {
      "epoch": 5.451779483600838,
      "grad_norm": 1.5219792709040085,
      "learning_rate": 6.3308984653213606e-06,
      "loss": 0.7773,
      "step": 117186
    },
    {
      "epoch": 5.451826006047918,
      "grad_norm": 1.7807680772321024,
      "learning_rate": 6.329831641629157e-06,
      "loss": 1.0078,
      "step": 117187
    },
    {
      "epoch": 5.451872528494999,
      "grad_norm": 1.862986449091543,
      "learning_rate": 6.328764905892631e-06,
      "loss": 0.9023,
      "step": 117188
    },
    {
      "epoch": 5.451919050942079,
      "grad_norm": 1.7560152387077788,
      "learning_rate": 6.327698258112529e-06,
      "loss": 1.0469,
      "step": 117189
    },
    {
      "epoch": 5.4519655733891605,
      "grad_norm": 1.5590063942338463,
      "learning_rate": 6.326631698289436e-06,
      "loss": 0.8906,
      "step": 117190
    },
    {
      "epoch": 5.452012095836241,
      "grad_norm": 1.742691477716739,
      "learning_rate": 6.325565226424018e-06,
      "loss": 0.9531,
      "step": 117191
    },
    {
      "epoch": 5.4520586182833215,
      "grad_norm": 1.8730609311622002,
      "learning_rate": 6.324498842516956e-06,
      "loss": 0.9375,
      "step": 117192
    },
    {
      "epoch": 5.452105140730403,
      "grad_norm": 1.739109898845185,
      "learning_rate": 6.323432546568869e-06,
      "loss": 0.8906,
      "step": 117193
    },
    {
      "epoch": 5.452151663177483,
      "grad_norm": 1.908140916448909,
      "learning_rate": 6.322366338580437e-06,
      "loss": 0.9414,
      "step": 117194
    },
    {
      "epoch": 5.452198185624564,
      "grad_norm": 1.8993892000917645,
      "learning_rate": 6.321300218552278e-06,
      "loss": 0.9766,
      "step": 117195
    },
    {
      "epoch": 5.452244708071644,
      "grad_norm": 1.8820902651525044,
      "learning_rate": 6.320234186485074e-06,
      "loss": 0.9609,
      "step": 117196
    },
    {
      "epoch": 5.452291230518726,
      "grad_norm": 1.836027672325204,
      "learning_rate": 6.319168242379474e-06,
      "loss": 0.9258,
      "step": 117197
    },
    {
      "epoch": 5.452337752965806,
      "grad_norm": 1.742749499553251,
      "learning_rate": 6.318102386236129e-06,
      "loss": 0.918,
      "step": 117198
    },
    {
      "epoch": 5.452384275412887,
      "grad_norm": 1.7926873179143725,
      "learning_rate": 6.317036618055704e-06,
      "loss": 0.9805,
      "step": 117199
    },
    {
      "epoch": 5.452430797859967,
      "grad_norm": 1.7673285930500038,
      "learning_rate": 6.315970937838799e-06,
      "loss": 1.0547,
      "step": 117200
    },
    {
      "epoch": 5.4524773203070485,
      "grad_norm": 1.7106970007046969,
      "learning_rate": 6.3149053455861295e-06,
      "loss": 0.8672,
      "step": 117201
    },
    {
      "epoch": 5.452523842754129,
      "grad_norm": 1.6516749765367922,
      "learning_rate": 6.313839841298313e-06,
      "loss": 0.8672,
      "step": 117202
    },
    {
      "epoch": 5.452570365201209,
      "grad_norm": 1.659205309103824,
      "learning_rate": 6.3127744249760135e-06,
      "loss": 0.9414,
      "step": 117203
    },
    {
      "epoch": 5.45261688764829,
      "grad_norm": 1.7394839580465373,
      "learning_rate": 6.3117090966198655e-06,
      "loss": 0.9648,
      "step": 117204
    },
    {
      "epoch": 5.452663410095371,
      "grad_norm": 1.7879011104465468,
      "learning_rate": 6.310643856230551e-06,
      "loss": 0.9961,
      "step": 117205
    },
    {
      "epoch": 5.452709932542452,
      "grad_norm": 1.7214309465129294,
      "learning_rate": 6.309578703808704e-06,
      "loss": 0.8672,
      "step": 117206
    },
    {
      "epoch": 5.452756454989532,
      "grad_norm": 1.9308212893025771,
      "learning_rate": 6.30851363935499e-06,
      "loss": 1.0156,
      "step": 117207
    },
    {
      "epoch": 5.452802977436614,
      "grad_norm": 1.71646643989821,
      "learning_rate": 6.307448662870024e-06,
      "loss": 0.918,
      "step": 117208
    },
    {
      "epoch": 5.452849499883694,
      "grad_norm": 1.852334038512014,
      "learning_rate": 6.306383774354506e-06,
      "loss": 0.8633,
      "step": 117209
    },
    {
      "epoch": 5.4528960223307745,
      "grad_norm": 1.8484237145954237,
      "learning_rate": 6.305318973809053e-06,
      "loss": 1.0938,
      "step": 117210
    },
    {
      "epoch": 5.452942544777855,
      "grad_norm": 1.643274035467917,
      "learning_rate": 6.3042542612343485e-06,
      "loss": 0.918,
      "step": 117211
    },
    {
      "epoch": 5.452989067224936,
      "grad_norm": 1.865062628575291,
      "learning_rate": 6.303189636631023e-06,
      "loss": 1.0781,
      "step": 117212
    },
    {
      "epoch": 5.453035589672017,
      "grad_norm": 1.5512093993826448,
      "learning_rate": 6.3021250999997105e-06,
      "loss": 0.793,
      "step": 117213
    },
    {
      "epoch": 5.453082112119097,
      "grad_norm": 1.9429982474486576,
      "learning_rate": 6.3010606513410944e-06,
      "loss": 0.9922,
      "step": 117214
    },
    {
      "epoch": 5.453128634566178,
      "grad_norm": 1.733577287806942,
      "learning_rate": 6.2999962906558395e-06,
      "loss": 0.8047,
      "step": 117215
    },
    {
      "epoch": 5.453175157013259,
      "grad_norm": 1.7492155085273062,
      "learning_rate": 6.298932017944547e-06,
      "loss": 1.0703,
      "step": 117216
    },
    {
      "epoch": 5.45322167946034,
      "grad_norm": 1.6248914819241558,
      "learning_rate": 6.297867833207898e-06,
      "loss": 0.8164,
      "step": 117217
    },
    {
      "epoch": 5.45326820190742,
      "grad_norm": 1.7818293533334402,
      "learning_rate": 6.296803736446543e-06,
      "loss": 0.9102,
      "step": 117218
    },
    {
      "epoch": 5.453314724354501,
      "grad_norm": 1.7308358256095593,
      "learning_rate": 6.295739727661148e-06,
      "loss": 0.8203,
      "step": 117219
    },
    {
      "epoch": 5.453361246801582,
      "grad_norm": 1.8468322258394476,
      "learning_rate": 6.294675806852345e-06,
      "loss": 0.9922,
      "step": 117220
    },
    {
      "epoch": 5.453407769248662,
      "grad_norm": 1.895678131005799,
      "learning_rate": 6.293611974020768e-06,
      "loss": 1.0938,
      "step": 117221
    },
    {
      "epoch": 5.453454291695743,
      "grad_norm": 1.562826407205467,
      "learning_rate": 6.292548229167099e-06,
      "loss": 0.9102,
      "step": 117222
    },
    {
      "epoch": 5.453500814142824,
      "grad_norm": 1.9790584451782693,
      "learning_rate": 6.2914845722919885e-06,
      "loss": 1.0391,
      "step": 117223
    },
    {
      "epoch": 5.453547336589905,
      "grad_norm": 1.6994557689723198,
      "learning_rate": 6.2904210033960675e-06,
      "loss": 0.8242,
      "step": 117224
    },
    {
      "epoch": 5.453593859036985,
      "grad_norm": 1.8139776739832156,
      "learning_rate": 6.289357522480004e-06,
      "loss": 1.0625,
      "step": 117225
    },
    {
      "epoch": 5.453640381484066,
      "grad_norm": 1.5974179943827105,
      "learning_rate": 6.28829412954443e-06,
      "loss": 0.832,
      "step": 117226
    },
    {
      "epoch": 5.453686903931147,
      "grad_norm": 1.953682538455698,
      "learning_rate": 6.2872308245900285e-06,
      "loss": 1.0078,
      "step": 117227
    },
    {
      "epoch": 5.4537334263782276,
      "grad_norm": 1.8548144014665715,
      "learning_rate": 6.286167607617415e-06,
      "loss": 0.9297,
      "step": 117228
    },
    {
      "epoch": 5.453779948825308,
      "grad_norm": 1.6221758368333883,
      "learning_rate": 6.285104478627273e-06,
      "loss": 0.8789,
      "step": 117229
    },
    {
      "epoch": 5.453826471272389,
      "grad_norm": 1.8025033761412,
      "learning_rate": 6.284041437620202e-06,
      "loss": 0.9727,
      "step": 117230
    },
    {
      "epoch": 5.45387299371947,
      "grad_norm": 1.818118413350346,
      "learning_rate": 6.282978484596901e-06,
      "loss": 0.875,
      "step": 117231
    },
    {
      "epoch": 5.45391951616655,
      "grad_norm": 1.3306090930266767,
      "learning_rate": 6.28191561955802e-06,
      "loss": 0.668,
      "step": 117232
    },
    {
      "epoch": 5.453966038613631,
      "grad_norm": 1.7544913936523108,
      "learning_rate": 6.280852842504208e-06,
      "loss": 0.9531,
      "step": 117233
    },
    {
      "epoch": 5.454012561060712,
      "grad_norm": 1.836683154744583,
      "learning_rate": 6.279790153436098e-06,
      "loss": 0.8984,
      "step": 117234
    },
    {
      "epoch": 5.454059083507793,
      "grad_norm": 1.7907915134024823,
      "learning_rate": 6.278727552354324e-06,
      "loss": 0.957,
      "step": 117235
    },
    {
      "epoch": 5.454105605954873,
      "grad_norm": 1.8902513436006458,
      "learning_rate": 6.2776650392595825e-06,
      "loss": 1.0312,
      "step": 117236
    },
    {
      "epoch": 5.454152128401954,
      "grad_norm": 1.755816614256717,
      "learning_rate": 6.27660261415251e-06,
      "loss": 1.0078,
      "step": 117237
    },
    {
      "epoch": 5.454198650849035,
      "grad_norm": 1.6543811997803166,
      "learning_rate": 6.275540277033736e-06,
      "loss": 0.9766,
      "step": 117238
    },
    {
      "epoch": 5.4542451732961155,
      "grad_norm": 1.839812720134088,
      "learning_rate": 6.274478027903912e-06,
      "loss": 1.0234,
      "step": 117239
    },
    {
      "epoch": 5.454291695743196,
      "grad_norm": 1.5831368553775476,
      "learning_rate": 6.27341586676372e-06,
      "loss": 0.9062,
      "step": 117240
    },
    {
      "epoch": 5.454338218190276,
      "grad_norm": 1.804886548233949,
      "learning_rate": 6.272353793613777e-06,
      "loss": 1.0312,
      "step": 117241
    },
    {
      "epoch": 5.454384740637358,
      "grad_norm": 1.8297913857808294,
      "learning_rate": 6.271291808454765e-06,
      "loss": 0.9844,
      "step": 117242
    },
    {
      "epoch": 5.454431263084438,
      "grad_norm": 1.8374110830742083,
      "learning_rate": 6.270229911287283e-06,
      "loss": 0.9297,
      "step": 117243
    },
    {
      "epoch": 5.454477785531519,
      "grad_norm": 1.8230038073038746,
      "learning_rate": 6.269168102112032e-06,
      "loss": 0.918,
      "step": 117244
    },
    {
      "epoch": 5.4545243079786,
      "grad_norm": 1.6673865352432382,
      "learning_rate": 6.268106380929644e-06,
      "loss": 0.8086,
      "step": 117245
    },
    {
      "epoch": 5.454570830425681,
      "grad_norm": 1.94698473949272,
      "learning_rate": 6.2670447477407685e-06,
      "loss": 1.1562,
      "step": 117246
    },
    {
      "epoch": 5.454617352872761,
      "grad_norm": 1.6606128078889995,
      "learning_rate": 6.265983202546055e-06,
      "loss": 0.9453,
      "step": 117247
    },
    {
      "epoch": 5.4546638753198415,
      "grad_norm": 1.7170962706700288,
      "learning_rate": 6.264921745346152e-06,
      "loss": 1.0312,
      "step": 117248
    },
    {
      "epoch": 5.454710397766923,
      "grad_norm": 1.6781039339829158,
      "learning_rate": 6.263860376141711e-06,
      "loss": 0.9922,
      "step": 117249
    },
    {
      "epoch": 5.454756920214003,
      "grad_norm": 1.7044513624231572,
      "learning_rate": 6.262799094933379e-06,
      "loss": 0.9297,
      "step": 117250
    },
    {
      "epoch": 5.454803442661084,
      "grad_norm": 1.8442831063616474,
      "learning_rate": 6.261737901721825e-06,
      "loss": 1.0547,
      "step": 117251
    },
    {
      "epoch": 5.454849965108164,
      "grad_norm": 1.6170434095811193,
      "learning_rate": 6.2606767965076465e-06,
      "loss": 0.9375,
      "step": 117252
    },
    {
      "epoch": 5.454896487555246,
      "grad_norm": 1.8345900019845651,
      "learning_rate": 6.259615779291544e-06,
      "loss": 0.9219,
      "step": 117253
    },
    {
      "epoch": 5.454943010002326,
      "grad_norm": 1.8753648209591616,
      "learning_rate": 6.258554850074165e-06,
      "loss": 1.0547,
      "step": 117254
    },
    {
      "epoch": 5.454989532449407,
      "grad_norm": 1.5662898316784426,
      "learning_rate": 6.257494008856145e-06,
      "loss": 0.8672,
      "step": 117255
    },
    {
      "epoch": 5.455036054896487,
      "grad_norm": 1.7747657345931473,
      "learning_rate": 6.2564332556381326e-06,
      "loss": 0.8555,
      "step": 117256
    },
    {
      "epoch": 5.4550825773435685,
      "grad_norm": 1.7117335525258808,
      "learning_rate": 6.2553725904207595e-06,
      "loss": 1.0234,
      "step": 117257
    },
    {
      "epoch": 5.455129099790649,
      "grad_norm": 1.5761543703429393,
      "learning_rate": 6.25431201320471e-06,
      "loss": 0.7695,
      "step": 117258
    },
    {
      "epoch": 5.4551756222377294,
      "grad_norm": 1.6856410303659297,
      "learning_rate": 6.2532515239906325e-06,
      "loss": 0.9258,
      "step": 117259
    },
    {
      "epoch": 5.455222144684811,
      "grad_norm": 1.7970350341445331,
      "learning_rate": 6.252191122779143e-06,
      "loss": 0.9844,
      "step": 117260
    },
    {
      "epoch": 5.455268667131891,
      "grad_norm": 1.8712008839596248,
      "learning_rate": 6.251130809570909e-06,
      "loss": 0.8867,
      "step": 117261
    },
    {
      "epoch": 5.455315189578972,
      "grad_norm": 1.6312466213205403,
      "learning_rate": 6.250070584366579e-06,
      "loss": 0.9062,
      "step": 117262
    },
    {
      "epoch": 5.455361712026052,
      "grad_norm": 1.899826991500597,
      "learning_rate": 6.249010447166819e-06,
      "loss": 0.9883,
      "step": 117263
    },
    {
      "epoch": 5.455408234473134,
      "grad_norm": 1.5866615895418446,
      "learning_rate": 6.247950397972262e-06,
      "loss": 0.8555,
      "step": 117264
    },
    {
      "epoch": 5.455454756920214,
      "grad_norm": 1.812491427309443,
      "learning_rate": 6.246890436783525e-06,
      "loss": 1.0078,
      "step": 117265
    },
    {
      "epoch": 5.455501279367295,
      "grad_norm": 1.6948728918577596,
      "learning_rate": 6.245830563601323e-06,
      "loss": 1.0078,
      "step": 117266
    },
    {
      "epoch": 5.455547801814375,
      "grad_norm": 1.703225473419549,
      "learning_rate": 6.244770778426255e-06,
      "loss": 0.8789,
      "step": 117267
    },
    {
      "epoch": 5.455594324261456,
      "grad_norm": 1.7517166434979845,
      "learning_rate": 6.2437110812589895e-06,
      "loss": 0.9922,
      "step": 117268
    },
    {
      "epoch": 5.455640846708537,
      "grad_norm": 1.8452614676596057,
      "learning_rate": 6.242651472100157e-06,
      "loss": 0.9922,
      "step": 117269
    },
    {
      "epoch": 5.455687369155617,
      "grad_norm": 1.925272080364101,
      "learning_rate": 6.241591950950442e-06,
      "loss": 0.8984,
      "step": 117270
    },
    {
      "epoch": 5.455733891602698,
      "grad_norm": 1.6032741018930838,
      "learning_rate": 6.240532517810476e-06,
      "loss": 0.8555,
      "step": 117271
    },
    {
      "epoch": 5.455780414049779,
      "grad_norm": 1.8615954613601293,
      "learning_rate": 6.239473172680892e-06,
      "loss": 1.0547,
      "step": 117272
    },
    {
      "epoch": 5.45582693649686,
      "grad_norm": 1.9478786270050492,
      "learning_rate": 6.238413915562324e-06,
      "loss": 0.9297,
      "step": 117273
    },
    {
      "epoch": 5.45587345894394,
      "grad_norm": 1.9608301775300006,
      "learning_rate": 6.237354746455487e-06,
      "loss": 1.0547,
      "step": 117274
    },
    {
      "epoch": 5.4559199813910215,
      "grad_norm": 1.8896770200032351,
      "learning_rate": 6.236295665360947e-06,
      "loss": 0.9492,
      "step": 117275
    },
    {
      "epoch": 5.455966503838102,
      "grad_norm": 2.106578362217426,
      "learning_rate": 6.235236672279437e-06,
      "loss": 1.0469,
      "step": 117276
    },
    {
      "epoch": 5.4560130262851825,
      "grad_norm": 1.6838838151154478,
      "learning_rate": 6.2341777672115404e-06,
      "loss": 0.8945,
      "step": 117277
    },
    {
      "epoch": 5.456059548732263,
      "grad_norm": 1.8100256279747111,
      "learning_rate": 6.2331189501579225e-06,
      "loss": 1.0391,
      "step": 117278
    },
    {
      "epoch": 5.456106071179344,
      "grad_norm": 1.7723202418014203,
      "learning_rate": 6.232060221119251e-06,
      "loss": 0.8398,
      "step": 117279
    },
    {
      "epoch": 5.456152593626425,
      "grad_norm": 1.6586572748689965,
      "learning_rate": 6.231001580096156e-06,
      "loss": 1.0391,
      "step": 117280
    },
    {
      "epoch": 5.456199116073505,
      "grad_norm": 1.7357898186821328,
      "learning_rate": 6.229943027089291e-06,
      "loss": 0.9961,
      "step": 117281
    },
    {
      "epoch": 5.456245638520587,
      "grad_norm": 1.8617156456147903,
      "learning_rate": 6.2288845620993175e-06,
      "loss": 1.0781,
      "step": 117282
    },
    {
      "epoch": 5.456292160967667,
      "grad_norm": 1.7693576733931362,
      "learning_rate": 6.2278261851268215e-06,
      "loss": 1.0156,
      "step": 117283
    },
    {
      "epoch": 5.456338683414748,
      "grad_norm": 1.6803976363021162,
      "learning_rate": 6.226767896172535e-06,
      "loss": 1.0156,
      "step": 117284
    },
    {
      "epoch": 5.456385205861828,
      "grad_norm": 1.8838516367515137,
      "learning_rate": 6.225709695237074e-06,
      "loss": 0.9414,
      "step": 117285
    },
    {
      "epoch": 5.456431728308909,
      "grad_norm": 1.638877424413887,
      "learning_rate": 6.224651582321072e-06,
      "loss": 0.8906,
      "step": 117286
    },
    {
      "epoch": 5.45647825075599,
      "grad_norm": 1.57225028955703,
      "learning_rate": 6.223593557425161e-06,
      "loss": 0.7852,
      "step": 117287
    },
    {
      "epoch": 5.45652477320307,
      "grad_norm": 1.8649481950506146,
      "learning_rate": 6.22253562055004e-06,
      "loss": 1.1953,
      "step": 117288
    },
    {
      "epoch": 5.456571295650151,
      "grad_norm": 1.8317032532811695,
      "learning_rate": 6.221477771696326e-06,
      "loss": 0.9609,
      "step": 117289
    },
    {
      "epoch": 5.456617818097232,
      "grad_norm": 1.8453294660903097,
      "learning_rate": 6.220420010864668e-06,
      "loss": 1.0469,
      "step": 117290
    },
    {
      "epoch": 5.456664340544313,
      "grad_norm": 1.716594570274172,
      "learning_rate": 6.2193623380557e-06,
      "loss": 0.9102,
      "step": 117291
    },
    {
      "epoch": 5.456710862991393,
      "grad_norm": 1.7656573486201466,
      "learning_rate": 6.218304753270104e-06,
      "loss": 0.9102,
      "step": 117292
    },
    {
      "epoch": 5.456757385438474,
      "grad_norm": 1.7910952308976853,
      "learning_rate": 6.217247256508512e-06,
      "loss": 0.8867,
      "step": 117293
    },
    {
      "epoch": 5.456803907885555,
      "grad_norm": 1.837130765945826,
      "learning_rate": 6.216189847771574e-06,
      "loss": 0.9727,
      "step": 117294
    },
    {
      "epoch": 5.4568504303326355,
      "grad_norm": 1.5888030141890173,
      "learning_rate": 6.215132527059907e-06,
      "loss": 0.9531,
      "step": 117295
    },
    {
      "epoch": 5.456896952779716,
      "grad_norm": 1.6448364441624599,
      "learning_rate": 6.214075294374194e-06,
      "loss": 0.8906,
      "step": 117296
    },
    {
      "epoch": 5.456943475226797,
      "grad_norm": 1.7758546653732477,
      "learning_rate": 6.213018149715065e-06,
      "loss": 1.0156,
      "step": 117297
    },
    {
      "epoch": 5.456989997673878,
      "grad_norm": 1.703561576337639,
      "learning_rate": 6.21196109308319e-06,
      "loss": 0.9766,
      "step": 117298
    },
    {
      "epoch": 5.457036520120958,
      "grad_norm": 1.7345731573093306,
      "learning_rate": 6.210904124479199e-06,
      "loss": 0.9023,
      "step": 117299
    },
    {
      "epoch": 5.457083042568039,
      "grad_norm": 1.7076353901676644,
      "learning_rate": 6.209847243903709e-06,
      "loss": 0.8164,
      "step": 117300
    },
    {
      "epoch": 5.45712956501512,
      "grad_norm": 1.976704946090122,
      "learning_rate": 6.208790451357437e-06,
      "loss": 1.2344,
      "step": 117301
    },
    {
      "epoch": 5.457176087462201,
      "grad_norm": 1.7367569068972044,
      "learning_rate": 6.207733746840982e-06,
      "loss": 0.9219,
      "step": 117302
    },
    {
      "epoch": 5.457222609909281,
      "grad_norm": 1.7910046815130285,
      "learning_rate": 6.206677130354992e-06,
      "loss": 0.9922,
      "step": 117303
    },
    {
      "epoch": 5.457269132356362,
      "grad_norm": 1.8114907081775453,
      "learning_rate": 6.205620601900119e-06,
      "loss": 0.9141,
      "step": 117304
    },
    {
      "epoch": 5.457315654803443,
      "grad_norm": 1.779978533232187,
      "learning_rate": 6.204564161477027e-06,
      "loss": 0.9375,
      "step": 117305
    },
    {
      "epoch": 5.457362177250523,
      "grad_norm": 1.8060604629628016,
      "learning_rate": 6.203507809086334e-06,
      "loss": 0.9531,
      "step": 117306
    },
    {
      "epoch": 5.457408699697604,
      "grad_norm": 1.98897658803168,
      "learning_rate": 6.20245154472872e-06,
      "loss": 1.1406,
      "step": 117307
    },
    {
      "epoch": 5.457455222144684,
      "grad_norm": 1.5751503276569403,
      "learning_rate": 6.201395368404804e-06,
      "loss": 0.9141,
      "step": 117308
    },
    {
      "epoch": 5.457501744591766,
      "grad_norm": 1.6515522155880697,
      "learning_rate": 6.2003392801152184e-06,
      "loss": 0.9297,
      "step": 117309
    },
    {
      "epoch": 5.457548267038846,
      "grad_norm": 1.7402057647921148,
      "learning_rate": 6.199283279860662e-06,
      "loss": 1.0156,
      "step": 117310
    },
    {
      "epoch": 5.457594789485927,
      "grad_norm": 1.6790271476842809,
      "learning_rate": 6.198227367641733e-06,
      "loss": 0.8711,
      "step": 117311
    },
    {
      "epoch": 5.457641311933008,
      "grad_norm": 1.6635962876559256,
      "learning_rate": 6.197171543459118e-06,
      "loss": 0.8672,
      "step": 117312
    },
    {
      "epoch": 5.4576878343800885,
      "grad_norm": 1.5417287254227838,
      "learning_rate": 6.1961158073134125e-06,
      "loss": 0.8125,
      "step": 117313
    },
    {
      "epoch": 5.457734356827169,
      "grad_norm": 2.2490486451597294,
      "learning_rate": 6.195060159205318e-06,
      "loss": 1.1094,
      "step": 117314
    },
    {
      "epoch": 5.4577808792742495,
      "grad_norm": 1.848788165607014,
      "learning_rate": 6.19400459913545e-06,
      "loss": 0.9766,
      "step": 117315
    },
    {
      "epoch": 5.457827401721331,
      "grad_norm": 1.7445930527456444,
      "learning_rate": 6.192949127104457e-06,
      "loss": 1.0469,
      "step": 117316
    },
    {
      "epoch": 5.457873924168411,
      "grad_norm": 1.7822055190124984,
      "learning_rate": 6.1918937431129745e-06,
      "loss": 0.9922,
      "step": 117317
    },
    {
      "epoch": 5.457920446615492,
      "grad_norm": 1.7157593554384647,
      "learning_rate": 6.190838447161684e-06,
      "loss": 0.8711,
      "step": 117318
    },
    {
      "epoch": 5.457966969062572,
      "grad_norm": 1.8377723161282615,
      "learning_rate": 6.189783239251184e-06,
      "loss": 1.0234,
      "step": 117319
    },
    {
      "epoch": 5.458013491509654,
      "grad_norm": 1.7152170731683232,
      "learning_rate": 6.188728119382158e-06,
      "loss": 0.9844,
      "step": 117320
    },
    {
      "epoch": 5.458060013956734,
      "grad_norm": 1.7456161970935502,
      "learning_rate": 6.187673087555256e-06,
      "loss": 0.9766,
      "step": 117321
    },
    {
      "epoch": 5.458106536403815,
      "grad_norm": 1.6336190994365212,
      "learning_rate": 6.1866181437710774e-06,
      "loss": 0.8633,
      "step": 117322
    },
    {
      "epoch": 5.458153058850896,
      "grad_norm": 1.6743223073069193,
      "learning_rate": 6.185563288030321e-06,
      "loss": 0.9609,
      "step": 117323
    },
    {
      "epoch": 5.458199581297976,
      "grad_norm": 2.081460121903231,
      "learning_rate": 6.184508520333619e-06,
      "loss": 0.9922,
      "step": 117324
    },
    {
      "epoch": 5.458246103745057,
      "grad_norm": 1.779564185496579,
      "learning_rate": 6.183453840681607e-06,
      "loss": 0.8672,
      "step": 117325
    },
    {
      "epoch": 5.458292626192137,
      "grad_norm": 1.9847083296440304,
      "learning_rate": 6.1823992490748985e-06,
      "loss": 0.8438,
      "step": 117326
    },
    {
      "epoch": 5.458339148639219,
      "grad_norm": 1.6558798870346456,
      "learning_rate": 6.18134474551421e-06,
      "loss": 0.9219,
      "step": 117327
    },
    {
      "epoch": 5.458385671086299,
      "grad_norm": 1.7033276462260774,
      "learning_rate": 6.1802903300001425e-06,
      "loss": 0.9062,
      "step": 117328
    },
    {
      "epoch": 5.45843219353338,
      "grad_norm": 1.560834797621647,
      "learning_rate": 6.1792360025333445e-06,
      "loss": 0.8594,
      "step": 117329
    },
    {
      "epoch": 5.45847871598046,
      "grad_norm": 1.7438986018359037,
      "learning_rate": 6.178181763114448e-06,
      "loss": 0.918,
      "step": 117330
    },
    {
      "epoch": 5.458525238427542,
      "grad_norm": 1.844907446395986,
      "learning_rate": 6.177127611744137e-06,
      "loss": 0.9414,
      "step": 117331
    },
    {
      "epoch": 5.458571760874622,
      "grad_norm": 1.8675011091333822,
      "learning_rate": 6.176073548423027e-06,
      "loss": 1.0859,
      "step": 117332
    },
    {
      "epoch": 5.4586182833217025,
      "grad_norm": 1.764323642689083,
      "learning_rate": 6.175019573151785e-06,
      "loss": 0.9336,
      "step": 117333
    },
    {
      "epoch": 5.458664805768784,
      "grad_norm": 1.7983385037286632,
      "learning_rate": 6.173965685931043e-06,
      "loss": 0.8633,
      "step": 117334
    },
    {
      "epoch": 5.458711328215864,
      "grad_norm": 1.6354849022036366,
      "learning_rate": 6.172911886761433e-06,
      "loss": 0.9297,
      "step": 117335
    },
    {
      "epoch": 5.458757850662945,
      "grad_norm": 1.6537363994277692,
      "learning_rate": 6.171858175643624e-06,
      "loss": 0.7734,
      "step": 117336
    },
    {
      "epoch": 5.458804373110025,
      "grad_norm": 1.6079978433153874,
      "learning_rate": 6.1708045525782455e-06,
      "loss": 0.9336,
      "step": 117337
    },
    {
      "epoch": 5.458850895557107,
      "grad_norm": 1.7080803706422516,
      "learning_rate": 6.16975101756595e-06,
      "loss": 0.8945,
      "step": 117338
    },
    {
      "epoch": 5.458897418004187,
      "grad_norm": 1.6785630531200697,
      "learning_rate": 6.168697570607367e-06,
      "loss": 0.9922,
      "step": 117339
    },
    {
      "epoch": 5.458943940451268,
      "grad_norm": 1.8688977181122934,
      "learning_rate": 6.167644211703182e-06,
      "loss": 1.0625,
      "step": 117340
    },
    {
      "epoch": 5.458990462898348,
      "grad_norm": 1.6748824805766869,
      "learning_rate": 6.166590940853977e-06,
      "loss": 0.8594,
      "step": 117341
    },
    {
      "epoch": 5.4590369853454295,
      "grad_norm": 1.7391346584309288,
      "learning_rate": 6.1655377580604685e-06,
      "loss": 0.8242,
      "step": 117342
    },
    {
      "epoch": 5.45908350779251,
      "grad_norm": 1.6224674238382644,
      "learning_rate": 6.164484663323255e-06,
      "loss": 0.9688,
      "step": 117343
    },
    {
      "epoch": 5.45913003023959,
      "grad_norm": 1.635999116810702,
      "learning_rate": 6.16343165664297e-06,
      "loss": 0.8594,
      "step": 117344
    },
    {
      "epoch": 5.459176552686671,
      "grad_norm": 1.961423285767661,
      "learning_rate": 6.162378738020313e-06,
      "loss": 1.0312,
      "step": 117345
    },
    {
      "epoch": 5.459223075133752,
      "grad_norm": 1.7413722249761086,
      "learning_rate": 6.161325907455883e-06,
      "loss": 0.8594,
      "step": 117346
    },
    {
      "epoch": 5.459269597580833,
      "grad_norm": 1.7928833480294282,
      "learning_rate": 6.16027316495033e-06,
      "loss": 0.8945,
      "step": 117347
    },
    {
      "epoch": 5.459316120027913,
      "grad_norm": 1.8374642489738098,
      "learning_rate": 6.159220510504303e-06,
      "loss": 1.0469,
      "step": 117348
    },
    {
      "epoch": 5.459362642474995,
      "grad_norm": 1.7769082400548468,
      "learning_rate": 6.15816794411847e-06,
      "loss": 0.9961,
      "step": 117349
    },
    {
      "epoch": 5.459409164922075,
      "grad_norm": 1.7509819456883757,
      "learning_rate": 6.157115465793444e-06,
      "loss": 1.0469,
      "step": 117350
    },
    {
      "epoch": 5.4594556873691555,
      "grad_norm": 1.536676910829273,
      "learning_rate": 6.156063075529877e-06,
      "loss": 0.8086,
      "step": 117351
    },
    {
      "epoch": 5.459502209816236,
      "grad_norm": 1.6339825533976293,
      "learning_rate": 6.1550107733284e-06,
      "loss": 0.8945,
      "step": 117352
    },
    {
      "epoch": 5.459548732263317,
      "grad_norm": 1.8237350287745524,
      "learning_rate": 6.153958559189698e-06,
      "loss": 0.9609,
      "step": 117353
    },
    {
      "epoch": 5.459595254710398,
      "grad_norm": 1.649416427669703,
      "learning_rate": 6.152906433114385e-06,
      "loss": 0.957,
      "step": 117354
    },
    {
      "epoch": 5.459641777157478,
      "grad_norm": 1.8842384955056137,
      "learning_rate": 6.151854395103112e-06,
      "loss": 0.9844,
      "step": 117355
    },
    {
      "epoch": 5.459688299604559,
      "grad_norm": 1.730330053346404,
      "learning_rate": 6.150802445156494e-06,
      "loss": 0.9219,
      "step": 117356
    },
    {
      "epoch": 5.45973482205164,
      "grad_norm": 1.7893509852789113,
      "learning_rate": 6.1497505832752315e-06,
      "loss": 0.9375,
      "step": 117357
    },
    {
      "epoch": 5.459781344498721,
      "grad_norm": 1.8044237196024868,
      "learning_rate": 6.14869880945994e-06,
      "loss": 1.0156,
      "step": 117358
    },
    {
      "epoch": 5.459827866945801,
      "grad_norm": 1.775105925979206,
      "learning_rate": 6.147647123711269e-06,
      "loss": 1.0078,
      "step": 117359
    },
    {
      "epoch": 5.459874389392882,
      "grad_norm": 1.8799525514881623,
      "learning_rate": 6.146595526029835e-06,
      "loss": 1.0156,
      "step": 117360
    },
    {
      "epoch": 5.459920911839963,
      "grad_norm": 1.7842322845513852,
      "learning_rate": 6.145544016416304e-06,
      "loss": 0.9766,
      "step": 117361
    },
    {
      "epoch": 5.4599674342870435,
      "grad_norm": 1.798999201526395,
      "learning_rate": 6.144492594871325e-06,
      "loss": 0.8359,
      "step": 117362
    },
    {
      "epoch": 5.460013956734124,
      "grad_norm": 1.7342195743505002,
      "learning_rate": 6.143441261395532e-06,
      "loss": 0.9336,
      "step": 117363
    },
    {
      "epoch": 5.460060479181205,
      "grad_norm": 1.585988741638362,
      "learning_rate": 6.142390015989573e-06,
      "loss": 0.8242,
      "step": 117364
    },
    {
      "epoch": 5.460107001628286,
      "grad_norm": 2.0080346549530916,
      "learning_rate": 6.141338858654099e-06,
      "loss": 0.8984,
      "step": 117365
    },
    {
      "epoch": 5.460153524075366,
      "grad_norm": 1.9314863848255395,
      "learning_rate": 6.140287789389725e-06,
      "loss": 1.0469,
      "step": 117366
    },
    {
      "epoch": 5.460200046522447,
      "grad_norm": 1.787539147522154,
      "learning_rate": 6.139236808197134e-06,
      "loss": 0.957,
      "step": 117367
    },
    {
      "epoch": 5.460246568969528,
      "grad_norm": 1.6541425187613488,
      "learning_rate": 6.1381859150769595e-06,
      "loss": 0.8516,
      "step": 117368
    },
    {
      "epoch": 5.460293091416609,
      "grad_norm": 1.7069943029368115,
      "learning_rate": 6.137135110029817e-06,
      "loss": 0.7852,
      "step": 117369
    },
    {
      "epoch": 5.460339613863689,
      "grad_norm": 1.8756011928167038,
      "learning_rate": 6.136084393056373e-06,
      "loss": 1.0781,
      "step": 117370
    },
    {
      "epoch": 5.46038613631077,
      "grad_norm": 1.6161725232426039,
      "learning_rate": 6.13503376415726e-06,
      "loss": 0.8828,
      "step": 117371
    },
    {
      "epoch": 5.460432658757851,
      "grad_norm": 1.67149835313684,
      "learning_rate": 6.133983223333145e-06,
      "loss": 0.9023,
      "step": 117372
    },
    {
      "epoch": 5.460479181204931,
      "grad_norm": 1.9692610138162907,
      "learning_rate": 6.132932770584642e-06,
      "loss": 1.0703,
      "step": 117373
    },
    {
      "epoch": 5.460525703652012,
      "grad_norm": 1.7098596556363839,
      "learning_rate": 6.131882405912386e-06,
      "loss": 0.9258,
      "step": 117374
    },
    {
      "epoch": 5.460572226099093,
      "grad_norm": 1.7295999486847171,
      "learning_rate": 6.1308321293170756e-06,
      "loss": 0.8945,
      "step": 117375
    },
    {
      "epoch": 5.460618748546174,
      "grad_norm": 1.6653021223070186,
      "learning_rate": 6.1297819407992945e-06,
      "loss": 0.9023,
      "step": 117376
    },
    {
      "epoch": 5.460665270993254,
      "grad_norm": 1.82766250734808,
      "learning_rate": 6.1287318403597245e-06,
      "loss": 0.9062,
      "step": 117377
    },
    {
      "epoch": 5.460711793440335,
      "grad_norm": 1.5942785478432555,
      "learning_rate": 6.1276818279989644e-06,
      "loss": 0.9141,
      "step": 117378
    },
    {
      "epoch": 5.460758315887416,
      "grad_norm": 1.7226010945125227,
      "learning_rate": 6.126631903717716e-06,
      "loss": 1.0078,
      "step": 117379
    },
    {
      "epoch": 5.4608048383344965,
      "grad_norm": 1.7297479656482222,
      "learning_rate": 6.125582067516577e-06,
      "loss": 0.9883,
      "step": 117380
    },
    {
      "epoch": 5.460851360781577,
      "grad_norm": 1.594861980242159,
      "learning_rate": 6.124532319396214e-06,
      "loss": 0.8789,
      "step": 117381
    },
    {
      "epoch": 5.460897883228657,
      "grad_norm": 1.6557685554477346,
      "learning_rate": 6.123482659357243e-06,
      "loss": 0.9922,
      "step": 117382
    },
    {
      "epoch": 5.460944405675739,
      "grad_norm": 1.796737437743936,
      "learning_rate": 6.122433087400347e-06,
      "loss": 1.0703,
      "step": 117383
    },
    {
      "epoch": 5.460990928122819,
      "grad_norm": 1.722563317081433,
      "learning_rate": 6.1213836035261255e-06,
      "loss": 0.9492,
      "step": 117384
    },
    {
      "epoch": 5.4610374505699,
      "grad_norm": 1.875752456042807,
      "learning_rate": 6.120334207735245e-06,
      "loss": 1.0469,
      "step": 117385
    },
    {
      "epoch": 5.461083973016981,
      "grad_norm": 1.8207442736686827,
      "learning_rate": 6.119284900028354e-06,
      "loss": 0.9922,
      "step": 117386
    },
    {
      "epoch": 5.461130495464062,
      "grad_norm": 1.819102379738439,
      "learning_rate": 6.118235680406053e-06,
      "loss": 0.9883,
      "step": 117387
    },
    {
      "epoch": 5.461177017911142,
      "grad_norm": 1.7971139426050258,
      "learning_rate": 6.117186548869057e-06,
      "loss": 0.9219,
      "step": 117388
    },
    {
      "epoch": 5.4612235403582226,
      "grad_norm": 1.9304648833864797,
      "learning_rate": 6.11613750541795e-06,
      "loss": 1.0625,
      "step": 117389
    },
    {
      "epoch": 5.461270062805304,
      "grad_norm": 1.6708772291737175,
      "learning_rate": 6.115088550053399e-06,
      "loss": 0.9727,
      "step": 117390
    },
    {
      "epoch": 5.461316585252384,
      "grad_norm": 1.7598309102888303,
      "learning_rate": 6.114039682776034e-06,
      "loss": 0.8711,
      "step": 117391
    },
    {
      "epoch": 5.461363107699465,
      "grad_norm": 1.7702227594548967,
      "learning_rate": 6.11299090358649e-06,
      "loss": 0.9766,
      "step": 117392
    },
    {
      "epoch": 5.461409630146545,
      "grad_norm": 1.746115908071581,
      "learning_rate": 6.111942212485432e-06,
      "loss": 1.0312,
      "step": 117393
    },
    {
      "epoch": 5.461456152593627,
      "grad_norm": 1.8752171121656374,
      "learning_rate": 6.110893609473494e-06,
      "loss": 1.0234,
      "step": 117394
    },
    {
      "epoch": 5.461502675040707,
      "grad_norm": 1.5276926281035652,
      "learning_rate": 6.109845094551324e-06,
      "loss": 0.8516,
      "step": 117395
    },
    {
      "epoch": 5.461549197487788,
      "grad_norm": 1.7937894918446204,
      "learning_rate": 6.108796667719523e-06,
      "loss": 0.9219,
      "step": 117396
    },
    {
      "epoch": 5.461595719934868,
      "grad_norm": 1.723713261748484,
      "learning_rate": 6.10774832897879e-06,
      "loss": 0.9727,
      "step": 117397
    },
    {
      "epoch": 5.4616422423819495,
      "grad_norm": 1.5622024973754662,
      "learning_rate": 6.106700078329741e-06,
      "loss": 0.793,
      "step": 117398
    },
    {
      "epoch": 5.46168876482903,
      "grad_norm": 1.8867300382438073,
      "learning_rate": 6.105651915773024e-06,
      "loss": 0.9648,
      "step": 117399
    },
    {
      "epoch": 5.4617352872761105,
      "grad_norm": 1.7431512530810978,
      "learning_rate": 6.104603841309241e-06,
      "loss": 0.8984,
      "step": 117400
    },
    {
      "epoch": 5.461781809723192,
      "grad_norm": 1.968822980958888,
      "learning_rate": 6.103555854939108e-06,
      "loss": 1.1172,
      "step": 117401
    },
    {
      "epoch": 5.461828332170272,
      "grad_norm": 1.9298317385750325,
      "learning_rate": 6.102507956663205e-06,
      "loss": 1.1094,
      "step": 117402
    },
    {
      "epoch": 5.461874854617353,
      "grad_norm": 1.8436472606942325,
      "learning_rate": 6.1014601464822015e-06,
      "loss": 1.0156,
      "step": 117403
    },
    {
      "epoch": 5.461921377064433,
      "grad_norm": 1.658609104506569,
      "learning_rate": 6.100412424396728e-06,
      "loss": 0.8945,
      "step": 117404
    },
    {
      "epoch": 5.461967899511515,
      "grad_norm": 1.8217980966114846,
      "learning_rate": 6.099364790407435e-06,
      "loss": 0.9922,
      "step": 117405
    },
    {
      "epoch": 5.462014421958595,
      "grad_norm": 1.8269295476088927,
      "learning_rate": 6.098317244514955e-06,
      "loss": 1.0469,
      "step": 117406
    },
    {
      "epoch": 5.462060944405676,
      "grad_norm": 1.5926360344806847,
      "learning_rate": 6.097269786719922e-06,
      "loss": 0.875,
      "step": 117407
    },
    {
      "epoch": 5.462107466852756,
      "grad_norm": 1.5459807307060285,
      "learning_rate": 6.096222417023e-06,
      "loss": 0.8203,
      "step": 117408
    },
    {
      "epoch": 5.462153989299837,
      "grad_norm": 2.0279407237804166,
      "learning_rate": 6.095175135424807e-06,
      "loss": 1.0391,
      "step": 117409
    },
    {
      "epoch": 5.462200511746918,
      "grad_norm": 1.8908656912999338,
      "learning_rate": 6.094127941926008e-06,
      "loss": 1.0078,
      "step": 117410
    },
    {
      "epoch": 5.462247034193998,
      "grad_norm": 1.7052507546087443,
      "learning_rate": 6.093080836527236e-06,
      "loss": 0.9531,
      "step": 117411
    },
    {
      "epoch": 5.462293556641079,
      "grad_norm": 1.6938402308581508,
      "learning_rate": 6.092033819229142e-06,
      "loss": 0.9922,
      "step": 117412
    },
    {
      "epoch": 5.46234007908816,
      "grad_norm": 1.7146929647692428,
      "learning_rate": 6.090986890032323e-06,
      "loss": 0.8711,
      "step": 117413
    },
    {
      "epoch": 5.462386601535241,
      "grad_norm": 2.0355096664643066,
      "learning_rate": 6.089940048937464e-06,
      "loss": 0.957,
      "step": 117414
    },
    {
      "epoch": 5.462433123982321,
      "grad_norm": 1.7468986434377656,
      "learning_rate": 6.088893295945197e-06,
      "loss": 0.9648,
      "step": 117415
    },
    {
      "epoch": 5.4624796464294025,
      "grad_norm": 1.8183715523579476,
      "learning_rate": 6.087846631056154e-06,
      "loss": 1.0469,
      "step": 117416
    },
    {
      "epoch": 5.462526168876483,
      "grad_norm": 1.6634601024647007,
      "learning_rate": 6.086800054270969e-06,
      "loss": 0.8438,
      "step": 117417
    },
    {
      "epoch": 5.4625726913235635,
      "grad_norm": 1.8752232195039737,
      "learning_rate": 6.08575356559029e-06,
      "loss": 1.0625,
      "step": 117418
    },
    {
      "epoch": 5.462619213770644,
      "grad_norm": 1.9685159119680102,
      "learning_rate": 6.084707165014785e-06,
      "loss": 1.0312,
      "step": 117419
    },
    {
      "epoch": 5.462665736217725,
      "grad_norm": 1.578744097205268,
      "learning_rate": 6.083660852545053e-06,
      "loss": 0.8359,
      "step": 117420
    },
    {
      "epoch": 5.462712258664806,
      "grad_norm": 1.7430400002912476,
      "learning_rate": 6.082614628181759e-06,
      "loss": 0.8516,
      "step": 117421
    },
    {
      "epoch": 5.462758781111886,
      "grad_norm": 1.6645281870891102,
      "learning_rate": 6.08156849192552e-06,
      "loss": 0.8516,
      "step": 117422
    },
    {
      "epoch": 5.462805303558968,
      "grad_norm": 1.7654278718920133,
      "learning_rate": 6.08052244377702e-06,
      "loss": 0.9531,
      "step": 117423
    },
    {
      "epoch": 5.462851826006048,
      "grad_norm": 1.6897396427255473,
      "learning_rate": 6.079476483736856e-06,
      "loss": 0.9609,
      "step": 117424
    },
    {
      "epoch": 5.462898348453129,
      "grad_norm": 1.8715296990096053,
      "learning_rate": 6.0784306118056955e-06,
      "loss": 0.9805,
      "step": 117425
    },
    {
      "epoch": 5.462944870900209,
      "grad_norm": 1.9353737573015888,
      "learning_rate": 6.0773848279841385e-06,
      "loss": 0.8672,
      "step": 117426
    },
    {
      "epoch": 5.4629913933472904,
      "grad_norm": 1.8072839435854093,
      "learning_rate": 6.076339132272884e-06,
      "loss": 1.0312,
      "step": 117427
    },
    {
      "epoch": 5.463037915794371,
      "grad_norm": 1.9130610136118742,
      "learning_rate": 6.0752935246725474e-06,
      "loss": 1.0469,
      "step": 117428
    },
    {
      "epoch": 5.463084438241451,
      "grad_norm": 1.7049786081938616,
      "learning_rate": 6.07424800518373e-06,
      "loss": 0.9062,
      "step": 117429
    },
    {
      "epoch": 5.463130960688532,
      "grad_norm": 1.5795668666271556,
      "learning_rate": 6.073202573807129e-06,
      "loss": 0.9375,
      "step": 117430
    },
    {
      "epoch": 5.463177483135613,
      "grad_norm": 1.784089002363146,
      "learning_rate": 6.0721572305433455e-06,
      "loss": 1.0,
      "step": 117431
    },
    {
      "epoch": 5.463224005582694,
      "grad_norm": 1.7472685568903108,
      "learning_rate": 6.0711119753930615e-06,
      "loss": 0.9531,
      "step": 117432
    },
    {
      "epoch": 5.463270528029774,
      "grad_norm": 1.9575344517413265,
      "learning_rate": 6.0700668083568774e-06,
      "loss": 1.1719,
      "step": 117433
    },
    {
      "epoch": 5.463317050476855,
      "grad_norm": 1.799504942575477,
      "learning_rate": 6.069021729435458e-06,
      "loss": 1.0391,
      "step": 117434
    },
    {
      "epoch": 5.463363572923936,
      "grad_norm": 1.9278879874324124,
      "learning_rate": 6.067976738629421e-06,
      "loss": 0.9883,
      "step": 117435
    },
    {
      "epoch": 5.4634100953710165,
      "grad_norm": 1.642597554106546,
      "learning_rate": 6.0669318359394144e-06,
      "loss": 0.8281,
      "step": 117436
    },
    {
      "epoch": 5.463456617818097,
      "grad_norm": 1.8090220983751186,
      "learning_rate": 6.065887021366089e-06,
      "loss": 1.0625,
      "step": 117437
    },
    {
      "epoch": 5.463503140265178,
      "grad_norm": 1.7901500994050088,
      "learning_rate": 6.064842294910077e-06,
      "loss": 1.0781,
      "step": 117438
    },
    {
      "epoch": 5.463549662712259,
      "grad_norm": 1.723962119970467,
      "learning_rate": 6.063797656571995e-06,
      "loss": 0.9844,
      "step": 117439
    },
    {
      "epoch": 5.463596185159339,
      "grad_norm": 1.7716694758163245,
      "learning_rate": 6.062753106352525e-06,
      "loss": 1.0469,
      "step": 117440
    },
    {
      "epoch": 5.46364270760642,
      "grad_norm": 1.7615783906614657,
      "learning_rate": 6.0617086442523e-06,
      "loss": 1.0,
      "step": 117441
    },
    {
      "epoch": 5.463689230053501,
      "grad_norm": 1.872041289173722,
      "learning_rate": 6.06066427027192e-06,
      "loss": 1.0938,
      "step": 117442
    },
    {
      "epoch": 5.463735752500582,
      "grad_norm": 1.6313067340470508,
      "learning_rate": 6.059619984412067e-06,
      "loss": 0.8984,
      "step": 117443
    },
    {
      "epoch": 5.463782274947662,
      "grad_norm": 1.8613551372936257,
      "learning_rate": 6.058575786673342e-06,
      "loss": 0.8789,
      "step": 117444
    },
    {
      "epoch": 5.463828797394743,
      "grad_norm": 1.7435949103926238,
      "learning_rate": 6.0575316770564264e-06,
      "loss": 0.9453,
      "step": 117445
    },
    {
      "epoch": 5.463875319841824,
      "grad_norm": 1.8827613178485922,
      "learning_rate": 6.05648765556192e-06,
      "loss": 0.9609,
      "step": 117446
    },
    {
      "epoch": 5.463921842288904,
      "grad_norm": 1.8275557969030598,
      "learning_rate": 6.055443722190506e-06,
      "loss": 0.957,
      "step": 117447
    },
    {
      "epoch": 5.463968364735985,
      "grad_norm": 1.8439289208350556,
      "learning_rate": 6.054399876942767e-06,
      "loss": 0.9883,
      "step": 117448
    },
    {
      "epoch": 5.464014887183065,
      "grad_norm": 1.8023283447527103,
      "learning_rate": 6.053356119819386e-06,
      "loss": 0.8789,
      "step": 117449
    },
    {
      "epoch": 5.464061409630147,
      "grad_norm": 1.837253378486,
      "learning_rate": 6.052312450820995e-06,
      "loss": 0.9297,
      "step": 117450
    },
    {
      "epoch": 5.464107932077227,
      "grad_norm": 1.9822590136270695,
      "learning_rate": 6.0512688699481945e-06,
      "loss": 1.2188,
      "step": 117451
    },
    {
      "epoch": 5.464154454524308,
      "grad_norm": 1.8042130593853412,
      "learning_rate": 6.050225377201701e-06,
      "loss": 0.9492,
      "step": 117452
    },
    {
      "epoch": 5.464200976971389,
      "grad_norm": 1.5808439769749079,
      "learning_rate": 6.049181972582062e-06,
      "loss": 0.8906,
      "step": 117453
    },
    {
      "epoch": 5.4642474994184695,
      "grad_norm": 1.7327218337210726,
      "learning_rate": 6.048138656089996e-06,
      "loss": 0.9688,
      "step": 117454
    },
    {
      "epoch": 5.46429402186555,
      "grad_norm": 1.9771179082007737,
      "learning_rate": 6.047095427726101e-06,
      "loss": 1.1328,
      "step": 117455
    },
    {
      "epoch": 5.4643405443126305,
      "grad_norm": 1.9062021585808893,
      "learning_rate": 6.0460522874910265e-06,
      "loss": 0.9648,
      "step": 117456
    },
    {
      "epoch": 5.464387066759712,
      "grad_norm": 1.7748733853613898,
      "learning_rate": 6.045009235385389e-06,
      "loss": 0.9023,
      "step": 117457
    },
    {
      "epoch": 5.464433589206792,
      "grad_norm": 1.709841471806352,
      "learning_rate": 6.043966271409873e-06,
      "loss": 1.0312,
      "step": 117458
    },
    {
      "epoch": 5.464480111653873,
      "grad_norm": 1.791303488451455,
      "learning_rate": 6.042923395565075e-06,
      "loss": 0.9414,
      "step": 117459
    },
    {
      "epoch": 5.464526634100953,
      "grad_norm": 1.723820041523422,
      "learning_rate": 6.041880607851662e-06,
      "loss": 1.0156,
      "step": 117460
    },
    {
      "epoch": 5.464573156548035,
      "grad_norm": 1.8838392680672078,
      "learning_rate": 6.0408379082702185e-06,
      "loss": 1.0625,
      "step": 117461
    },
    {
      "epoch": 5.464619678995115,
      "grad_norm": 2.1514897262495176,
      "learning_rate": 6.039795296821459e-06,
      "loss": 1.3594,
      "step": 117462
    },
    {
      "epoch": 5.464666201442196,
      "grad_norm": 1.5574071991609966,
      "learning_rate": 6.038752773505984e-06,
      "loss": 0.9023,
      "step": 117463
    },
    {
      "epoch": 5.464712723889277,
      "grad_norm": 1.621834735318001,
      "learning_rate": 6.037710338324425e-06,
      "loss": 0.8711,
      "step": 117464
    },
    {
      "epoch": 5.4647592463363575,
      "grad_norm": 1.8153794464871145,
      "learning_rate": 6.036667991277417e-06,
      "loss": 1.0312,
      "step": 117465
    },
    {
      "epoch": 5.464805768783438,
      "grad_norm": 1.8589879287207456,
      "learning_rate": 6.0356257323656235e-06,
      "loss": 0.9336,
      "step": 117466
    },
    {
      "epoch": 5.464852291230518,
      "grad_norm": 1.8070300611240762,
      "learning_rate": 6.034583561589662e-06,
      "loss": 1.0625,
      "step": 117467
    },
    {
      "epoch": 5.4648988136776,
      "grad_norm": 1.8083070605823532,
      "learning_rate": 6.033541478950183e-06,
      "loss": 0.9844,
      "step": 117468
    },
    {
      "epoch": 5.46494533612468,
      "grad_norm": 1.7567090774363576,
      "learning_rate": 6.032499484447817e-06,
      "loss": 0.9258,
      "step": 117469
    },
    {
      "epoch": 5.464991858571761,
      "grad_norm": 1.897464354700202,
      "learning_rate": 6.031457578083182e-06,
      "loss": 1.0234,
      "step": 117470
    },
    {
      "epoch": 5.465038381018841,
      "grad_norm": 1.7883428395706087,
      "learning_rate": 6.03041575985696e-06,
      "loss": 1.1484,
      "step": 117471
    },
    {
      "epoch": 5.465084903465923,
      "grad_norm": 1.6696047246022452,
      "learning_rate": 6.029374029769768e-06,
      "loss": 0.875,
      "step": 117472
    },
    {
      "epoch": 5.465131425913003,
      "grad_norm": 1.8405819673663868,
      "learning_rate": 6.028332387822221e-06,
      "loss": 0.9297,
      "step": 117473
    },
    {
      "epoch": 5.4651779483600835,
      "grad_norm": 1.8144828108511815,
      "learning_rate": 6.027290834015003e-06,
      "loss": 1.0781,
      "step": 117474
    },
    {
      "epoch": 5.465224470807165,
      "grad_norm": 1.9341109835332837,
      "learning_rate": 6.026249368348696e-06,
      "loss": 1.0469,
      "step": 117475
    },
    {
      "epoch": 5.465270993254245,
      "grad_norm": 1.8921692827201055,
      "learning_rate": 6.0252079908239995e-06,
      "loss": 1.0781,
      "step": 117476
    },
    {
      "epoch": 5.465317515701326,
      "grad_norm": 1.788938618767137,
      "learning_rate": 6.024166701441513e-06,
      "loss": 0.9492,
      "step": 117477
    },
    {
      "epoch": 5.465364038148406,
      "grad_norm": 1.8255128053874166,
      "learning_rate": 6.02312550020187e-06,
      "loss": 0.9766,
      "step": 117478
    },
    {
      "epoch": 5.465410560595488,
      "grad_norm": 1.9007218270981465,
      "learning_rate": 6.022084387105703e-06,
      "loss": 0.9805,
      "step": 117479
    },
    {
      "epoch": 5.465457083042568,
      "grad_norm": 1.9850508479781384,
      "learning_rate": 6.021043362153693e-06,
      "loss": 0.9375,
      "step": 117480
    },
    {
      "epoch": 5.465503605489649,
      "grad_norm": 1.785098478003674,
      "learning_rate": 6.020002425346443e-06,
      "loss": 1.0781,
      "step": 117481
    },
    {
      "epoch": 5.465550127936729,
      "grad_norm": 1.7159908708051554,
      "learning_rate": 6.0189615766846e-06,
      "loss": 0.8984,
      "step": 117482
    },
    {
      "epoch": 5.4655966503838105,
      "grad_norm": 1.7368549936254931,
      "learning_rate": 6.017920816168764e-06,
      "loss": 0.8516,
      "step": 117483
    },
    {
      "epoch": 5.465643172830891,
      "grad_norm": 2.0515460649046475,
      "learning_rate": 6.016880143799635e-06,
      "loss": 1.1016,
      "step": 117484
    },
    {
      "epoch": 5.465689695277971,
      "grad_norm": 1.6713196700196913,
      "learning_rate": 6.015839559577828e-06,
      "loss": 0.8945,
      "step": 117485
    },
    {
      "epoch": 5.465736217725052,
      "grad_norm": 1.8337623771617952,
      "learning_rate": 6.014799063503961e-06,
      "loss": 0.9961,
      "step": 117486
    },
    {
      "epoch": 5.465782740172133,
      "grad_norm": 1.832870987254805,
      "learning_rate": 6.013758655578682e-06,
      "loss": 0.9375,
      "step": 117487
    },
    {
      "epoch": 5.465829262619214,
      "grad_norm": 1.6951871430368308,
      "learning_rate": 6.012718335802624e-06,
      "loss": 0.9297,
      "step": 117488
    },
    {
      "epoch": 5.465875785066294,
      "grad_norm": 1.751893258774867,
      "learning_rate": 6.0116781041764376e-06,
      "loss": 0.8711,
      "step": 117489
    },
    {
      "epoch": 5.465922307513376,
      "grad_norm": 1.643026359467365,
      "learning_rate": 6.010637960700754e-06,
      "loss": 0.9375,
      "step": 117490
    },
    {
      "epoch": 5.465968829960456,
      "grad_norm": 1.862239427183977,
      "learning_rate": 6.00959790537619e-06,
      "loss": 0.8438,
      "step": 117491
    },
    {
      "epoch": 5.4660153524075366,
      "grad_norm": 1.6217460534450865,
      "learning_rate": 6.0085579382034125e-06,
      "loss": 0.8828,
      "step": 117492
    },
    {
      "epoch": 5.466061874854617,
      "grad_norm": 1.6865503041854608,
      "learning_rate": 6.007518059183036e-06,
      "loss": 0.8984,
      "step": 117493
    },
    {
      "epoch": 5.466108397301698,
      "grad_norm": 1.966015501247726,
      "learning_rate": 6.0064782683157116e-06,
      "loss": 1.1953,
      "step": 117494
    },
    {
      "epoch": 5.466154919748779,
      "grad_norm": 2.0537699221486942,
      "learning_rate": 6.005438565602055e-06,
      "loss": 0.9648,
      "step": 117495
    },
    {
      "epoch": 5.466201442195859,
      "grad_norm": 1.7428123021270654,
      "learning_rate": 6.0043989510427326e-06,
      "loss": 1.0391,
      "step": 117496
    },
    {
      "epoch": 5.46624796464294,
      "grad_norm": 1.779274147214075,
      "learning_rate": 6.00335942463836e-06,
      "loss": 1.0234,
      "step": 117497
    },
    {
      "epoch": 5.466294487090021,
      "grad_norm": 1.7503319179318677,
      "learning_rate": 6.0023199863895864e-06,
      "loss": 0.9883,
      "step": 117498
    },
    {
      "epoch": 5.466341009537102,
      "grad_norm": 1.7148480372218442,
      "learning_rate": 6.001280636297029e-06,
      "loss": 0.8633,
      "step": 117499
    },
    {
      "epoch": 5.466387531984182,
      "grad_norm": 1.858446558039729,
      "learning_rate": 6.000241374361353e-06,
      "loss": 0.9766,
      "step": 117500
    },
    {
      "epoch": 5.466434054431263,
      "grad_norm": 1.8135983195291587,
      "learning_rate": 5.999202200583159e-06,
      "loss": 1.1016,
      "step": 117501
    },
    {
      "epoch": 5.466480576878344,
      "grad_norm": 1.9867397411809704,
      "learning_rate": 5.9981631149631114e-06,
      "loss": 1.0234,
      "step": 117502
    },
    {
      "epoch": 5.4665270993254245,
      "grad_norm": 1.883646131871534,
      "learning_rate": 5.997124117501845e-06,
      "loss": 1.0625,
      "step": 117503
    },
    {
      "epoch": 5.466573621772505,
      "grad_norm": 1.8884853598566544,
      "learning_rate": 5.996085208199991e-06,
      "loss": 1.0391,
      "step": 117504
    },
    {
      "epoch": 5.466620144219586,
      "grad_norm": 1.7407069225935472,
      "learning_rate": 5.99504638705815e-06,
      "loss": 0.9453,
      "step": 117505
    },
    {
      "epoch": 5.466666666666667,
      "grad_norm": 1.5098329710905891,
      "learning_rate": 5.994007654077021e-06,
      "loss": 0.8086,
      "step": 117506
    },
    {
      "epoch": 5.466713189113747,
      "grad_norm": 1.7378975885736314,
      "learning_rate": 5.992969009257204e-06,
      "loss": 0.9531,
      "step": 117507
    },
    {
      "epoch": 5.466759711560828,
      "grad_norm": 1.8338910436059268,
      "learning_rate": 5.991930452599347e-06,
      "loss": 0.9922,
      "step": 117508
    },
    {
      "epoch": 5.466806234007909,
      "grad_norm": 2.321762181540118,
      "learning_rate": 5.9908919841040515e-06,
      "loss": 1.0391,
      "step": 117509
    },
    {
      "epoch": 5.46685275645499,
      "grad_norm": 1.9098529954443728,
      "learning_rate": 5.989853603771999e-06,
      "loss": 1.1406,
      "step": 117510
    },
    {
      "epoch": 5.46689927890207,
      "grad_norm": 1.7980936595907036,
      "learning_rate": 5.988815311603823e-06,
      "loss": 0.9688,
      "step": 117511
    },
    {
      "epoch": 5.466945801349151,
      "grad_norm": 1.897236972314238,
      "learning_rate": 5.9877771076001226e-06,
      "loss": 1.1172,
      "step": 117512
    },
    {
      "epoch": 5.466992323796232,
      "grad_norm": 1.7920606626214708,
      "learning_rate": 5.986738991761547e-06,
      "loss": 0.9766,
      "step": 117513
    },
    {
      "epoch": 5.467038846243312,
      "grad_norm": 1.6182307866665715,
      "learning_rate": 5.985700964088747e-06,
      "loss": 0.9297,
      "step": 117514
    },
    {
      "epoch": 5.467085368690393,
      "grad_norm": 1.6877770864736115,
      "learning_rate": 5.98466302458237e-06,
      "loss": 0.9727,
      "step": 117515
    },
    {
      "epoch": 5.467131891137474,
      "grad_norm": 1.8198224864184753,
      "learning_rate": 5.9836251732429844e-06,
      "loss": 0.9062,
      "step": 117516
    },
    {
      "epoch": 5.467178413584555,
      "grad_norm": 1.841685114834317,
      "learning_rate": 5.982587410071321e-06,
      "loss": 1.0703,
      "step": 117517
    },
    {
      "epoch": 5.467224936031635,
      "grad_norm": 1.701716849689971,
      "learning_rate": 5.981549735067931e-06,
      "loss": 0.957,
      "step": 117518
    },
    {
      "epoch": 5.467271458478716,
      "grad_norm": 1.7232518772245018,
      "learning_rate": 5.980512148233496e-06,
      "loss": 0.8711,
      "step": 117519
    },
    {
      "epoch": 5.467317980925797,
      "grad_norm": 1.794214536268601,
      "learning_rate": 5.9794746495686496e-06,
      "loss": 0.9766,
      "step": 117520
    },
    {
      "epoch": 5.4673645033728775,
      "grad_norm": 1.887245896425108,
      "learning_rate": 5.978437239074024e-06,
      "loss": 1.0391,
      "step": 117521
    },
    {
      "epoch": 5.467411025819958,
      "grad_norm": 1.7180095685442816,
      "learning_rate": 5.977399916750236e-06,
      "loss": 0.875,
      "step": 117522
    },
    {
      "epoch": 5.4674575482670384,
      "grad_norm": 1.9841016398131763,
      "learning_rate": 5.976362682597918e-06,
      "loss": 1.1016,
      "step": 117523
    },
    {
      "epoch": 5.46750407071412,
      "grad_norm": 1.9371589589919676,
      "learning_rate": 5.9753255366177366e-06,
      "loss": 1.0547,
      "step": 117524
    },
    {
      "epoch": 5.4675505931612,
      "grad_norm": 1.5802407787736306,
      "learning_rate": 5.974288478810308e-06,
      "loss": 0.8867,
      "step": 117525
    },
    {
      "epoch": 5.467597115608281,
      "grad_norm": 1.7085299235038527,
      "learning_rate": 5.97325150917628e-06,
      "loss": 0.8984,
      "step": 117526
    },
    {
      "epoch": 5.467643638055362,
      "grad_norm": 1.9342396724531854,
      "learning_rate": 5.9722146277162544e-06,
      "loss": 1.0156,
      "step": 117527
    },
    {
      "epoch": 5.467690160502443,
      "grad_norm": 1.8369682722098049,
      "learning_rate": 5.971177834430896e-06,
      "loss": 0.957,
      "step": 117528
    },
    {
      "epoch": 5.467736682949523,
      "grad_norm": 1.7975893303791806,
      "learning_rate": 5.970141129320838e-06,
      "loss": 1.0,
      "step": 117529
    },
    {
      "epoch": 5.467783205396604,
      "grad_norm": 1.7790644706354972,
      "learning_rate": 5.969104512386713e-06,
      "loss": 0.8945,
      "step": 117530
    },
    {
      "epoch": 5.467829727843685,
      "grad_norm": 1.6621980049774785,
      "learning_rate": 5.968067983629121e-06,
      "loss": 0.8008,
      "step": 117531
    },
    {
      "epoch": 5.467876250290765,
      "grad_norm": 1.7413007162693241,
      "learning_rate": 5.9670315430487615e-06,
      "loss": 0.8945,
      "step": 117532
    },
    {
      "epoch": 5.467922772737846,
      "grad_norm": 1.6058737547236208,
      "learning_rate": 5.9659951906462165e-06,
      "loss": 0.8164,
      "step": 117533
    },
    {
      "epoch": 5.467969295184926,
      "grad_norm": 1.889143865049669,
      "learning_rate": 5.9649589264221535e-06,
      "loss": 1.0156,
      "step": 117534
    },
    {
      "epoch": 5.468015817632008,
      "grad_norm": 1.7109296626572736,
      "learning_rate": 5.963922750377154e-06,
      "loss": 0.9727,
      "step": 117535
    },
    {
      "epoch": 5.468062340079088,
      "grad_norm": 1.9155175539692444,
      "learning_rate": 5.962886662511934e-06,
      "loss": 0.9688,
      "step": 117536
    },
    {
      "epoch": 5.468108862526169,
      "grad_norm": 1.7144200641237164,
      "learning_rate": 5.961850662827061e-06,
      "loss": 0.9727,
      "step": 117537
    },
    {
      "epoch": 5.468155384973249,
      "grad_norm": 1.746290479091038,
      "learning_rate": 5.960814751323184e-06,
      "loss": 0.9922,
      "step": 117538
    },
    {
      "epoch": 5.4682019074203305,
      "grad_norm": 1.7642728741438185,
      "learning_rate": 5.959778928000969e-06,
      "loss": 0.9219,
      "step": 117539
    },
    {
      "epoch": 5.468248429867411,
      "grad_norm": 1.8200151093395704,
      "learning_rate": 5.958743192860998e-06,
      "loss": 0.8516,
      "step": 117540
    },
    {
      "epoch": 5.4682949523144915,
      "grad_norm": 1.848465583784203,
      "learning_rate": 5.9577075459039556e-06,
      "loss": 0.9688,
      "step": 117541
    },
    {
      "epoch": 5.468341474761573,
      "grad_norm": 1.7372162923872074,
      "learning_rate": 5.956671987130457e-06,
      "loss": 0.8516,
      "step": 117542
    },
    {
      "epoch": 5.468387997208653,
      "grad_norm": 1.947884996735596,
      "learning_rate": 5.955636516541118e-06,
      "loss": 1.0547,
      "step": 117543
    },
    {
      "epoch": 5.468434519655734,
      "grad_norm": 1.7233994394518422,
      "learning_rate": 5.954601134136588e-06,
      "loss": 0.9375,
      "step": 117544
    },
    {
      "epoch": 5.468481042102814,
      "grad_norm": 1.938682670978797,
      "learning_rate": 5.953565839917501e-06,
      "loss": 0.9922,
      "step": 117545
    },
    {
      "epoch": 5.468527564549896,
      "grad_norm": 1.856717266600685,
      "learning_rate": 5.9525306338845055e-06,
      "loss": 0.9102,
      "step": 117546
    },
    {
      "epoch": 5.468574086996976,
      "grad_norm": 2.0637188205195436,
      "learning_rate": 5.951495516038202e-06,
      "loss": 1.0625,
      "step": 117547
    },
    {
      "epoch": 5.468620609444057,
      "grad_norm": 1.8418022667049574,
      "learning_rate": 5.950460486379255e-06,
      "loss": 1.0391,
      "step": 117548
    },
    {
      "epoch": 5.468667131891137,
      "grad_norm": 1.6869359282543117,
      "learning_rate": 5.9494255449082655e-06,
      "loss": 0.9219,
      "step": 117549
    },
    {
      "epoch": 5.468713654338218,
      "grad_norm": 1.985231492870689,
      "learning_rate": 5.948390691625915e-06,
      "loss": 1.0781,
      "step": 117550
    },
    {
      "epoch": 5.468760176785299,
      "grad_norm": 1.6921885026784909,
      "learning_rate": 5.9473559265327875e-06,
      "loss": 0.8711,
      "step": 117551
    },
    {
      "epoch": 5.468806699232379,
      "grad_norm": 1.784942890729773,
      "learning_rate": 5.946321249629548e-06,
      "loss": 1.0781,
      "step": 117552
    },
    {
      "epoch": 5.468853221679461,
      "grad_norm": 1.7521473758472403,
      "learning_rate": 5.945286660916798e-06,
      "loss": 0.9336,
      "step": 117553
    },
    {
      "epoch": 5.468899744126541,
      "grad_norm": 1.9722338797752021,
      "learning_rate": 5.944252160395219e-06,
      "loss": 1.1797,
      "step": 117554
    },
    {
      "epoch": 5.468946266573622,
      "grad_norm": 1.9073221686858097,
      "learning_rate": 5.94321774806541e-06,
      "loss": 0.8945,
      "step": 117555
    },
    {
      "epoch": 5.468992789020702,
      "grad_norm": 1.8428190423949686,
      "learning_rate": 5.9421834239280205e-06,
      "loss": 0.8906,
      "step": 117556
    },
    {
      "epoch": 5.4690393114677835,
      "grad_norm": 1.6876582292569546,
      "learning_rate": 5.941149187983651e-06,
      "loss": 0.8984,
      "step": 117557
    },
    {
      "epoch": 5.469085833914864,
      "grad_norm": 1.844555492370793,
      "learning_rate": 5.9401150402329845e-06,
      "loss": 0.9922,
      "step": 117558
    },
    {
      "epoch": 5.4691323563619445,
      "grad_norm": 1.6705451214196358,
      "learning_rate": 5.93908098067662e-06,
      "loss": 0.9531,
      "step": 117559
    },
    {
      "epoch": 5.469178878809025,
      "grad_norm": 1.6208448490793048,
      "learning_rate": 5.938047009315172e-06,
      "loss": 0.832,
      "step": 117560
    },
    {
      "epoch": 5.469225401256106,
      "grad_norm": 1.5943932480837075,
      "learning_rate": 5.9370131261493425e-06,
      "loss": 0.8711,
      "step": 117561
    },
    {
      "epoch": 5.469271923703187,
      "grad_norm": 1.8650194914917635,
      "learning_rate": 5.93597933117968e-06,
      "loss": 1.1172,
      "step": 117562
    },
    {
      "epoch": 5.469318446150267,
      "grad_norm": 1.6408240137661187,
      "learning_rate": 5.9349456244069e-06,
      "loss": 0.8711,
      "step": 117563
    },
    {
      "epoch": 5.469364968597349,
      "grad_norm": 1.7157335492467432,
      "learning_rate": 5.933912005831587e-06,
      "loss": 0.9102,
      "step": 117564
    },
    {
      "epoch": 5.469411491044429,
      "grad_norm": 1.7925806181358825,
      "learning_rate": 5.9328784754543725e-06,
      "loss": 1.0156,
      "step": 117565
    },
    {
      "epoch": 5.46945801349151,
      "grad_norm": 2.0200160214365925,
      "learning_rate": 5.9318450332758895e-06,
      "loss": 1.0156,
      "step": 117566
    },
    {
      "epoch": 5.46950453593859,
      "grad_norm": 1.9609837247917092,
      "learning_rate": 5.930811679296804e-06,
      "loss": 1.0,
      "step": 117567
    },
    {
      "epoch": 5.4695510583856715,
      "grad_norm": 1.8550940064452097,
      "learning_rate": 5.929778413517717e-06,
      "loss": 0.9023,
      "step": 117568
    },
    {
      "epoch": 5.469597580832752,
      "grad_norm": 1.6901125710939195,
      "learning_rate": 5.928745235939258e-06,
      "loss": 0.9648,
      "step": 117569
    },
    {
      "epoch": 5.469644103279832,
      "grad_norm": 1.7878453713563094,
      "learning_rate": 5.92771214656208e-06,
      "loss": 0.8945,
      "step": 117570
    },
    {
      "epoch": 5.469690625726913,
      "grad_norm": 1.9670984936496823,
      "learning_rate": 5.926679145386798e-06,
      "loss": 1.0156,
      "step": 117571
    },
    {
      "epoch": 5.469737148173994,
      "grad_norm": 1.74028927441824,
      "learning_rate": 5.925646232414061e-06,
      "loss": 0.8906,
      "step": 117572
    },
    {
      "epoch": 5.469783670621075,
      "grad_norm": 1.7811178255921856,
      "learning_rate": 5.9246134076445015e-06,
      "loss": 0.9805,
      "step": 117573
    },
    {
      "epoch": 5.469830193068155,
      "grad_norm": 2.0661963540662636,
      "learning_rate": 5.923580671078737e-06,
      "loss": 1.0547,
      "step": 117574
    },
    {
      "epoch": 5.469876715515236,
      "grad_norm": 1.6738621358885561,
      "learning_rate": 5.922548022717383e-06,
      "loss": 0.9297,
      "step": 117575
    },
    {
      "epoch": 5.469923237962317,
      "grad_norm": 1.6709689217256234,
      "learning_rate": 5.921515462561105e-06,
      "loss": 0.9883,
      "step": 117576
    },
    {
      "epoch": 5.4699697604093975,
      "grad_norm": 1.706901886824459,
      "learning_rate": 5.920482990610537e-06,
      "loss": 0.918,
      "step": 117577
    },
    {
      "epoch": 5.470016282856478,
      "grad_norm": 1.7587352902181097,
      "learning_rate": 5.919450606866294e-06,
      "loss": 0.9414,
      "step": 117578
    },
    {
      "epoch": 5.470062805303559,
      "grad_norm": 1.8500698487261955,
      "learning_rate": 5.918418311328993e-06,
      "loss": 0.9961,
      "step": 117579
    },
    {
      "epoch": 5.47010932775064,
      "grad_norm": 1.586399649935914,
      "learning_rate": 5.917386103999316e-06,
      "loss": 0.8359,
      "step": 117580
    },
    {
      "epoch": 5.47015585019772,
      "grad_norm": 1.834987637311371,
      "learning_rate": 5.916353984877848e-06,
      "loss": 1.0469,
      "step": 117581
    },
    {
      "epoch": 5.470202372644801,
      "grad_norm": 1.9550608048257532,
      "learning_rate": 5.915321953965235e-06,
      "loss": 0.9805,
      "step": 117582
    },
    {
      "epoch": 5.470248895091882,
      "grad_norm": 1.629594429556728,
      "learning_rate": 5.914290011262112e-06,
      "loss": 0.875,
      "step": 117583
    },
    {
      "epoch": 5.470295417538963,
      "grad_norm": 1.5507053799036492,
      "learning_rate": 5.913258156769096e-06,
      "loss": 0.8438,
      "step": 117584
    },
    {
      "epoch": 5.470341939986043,
      "grad_norm": 1.8528517138048253,
      "learning_rate": 5.912226390486868e-06,
      "loss": 0.9414,
      "step": 117585
    },
    {
      "epoch": 5.470388462433124,
      "grad_norm": 1.646176815647928,
      "learning_rate": 5.911194712416012e-06,
      "loss": 0.9727,
      "step": 117586
    },
    {
      "epoch": 5.470434984880205,
      "grad_norm": 1.841178776394934,
      "learning_rate": 5.91016312255716e-06,
      "loss": 0.9883,
      "step": 117587
    },
    {
      "epoch": 5.470481507327285,
      "grad_norm": 1.5957769297162356,
      "learning_rate": 5.909131620910945e-06,
      "loss": 0.9336,
      "step": 117588
    },
    {
      "epoch": 5.470528029774366,
      "grad_norm": 1.7318810213203675,
      "learning_rate": 5.908100207478034e-06,
      "loss": 0.9805,
      "step": 117589
    },
    {
      "epoch": 5.470574552221446,
      "grad_norm": 1.714933898387915,
      "learning_rate": 5.907068882259025e-06,
      "loss": 0.9609,
      "step": 117590
    },
    {
      "epoch": 5.470621074668528,
      "grad_norm": 1.7590330405661785,
      "learning_rate": 5.906037645254569e-06,
      "loss": 0.9297,
      "step": 117591
    },
    {
      "epoch": 5.470667597115608,
      "grad_norm": 1.721318997874028,
      "learning_rate": 5.905006496465264e-06,
      "loss": 0.9844,
      "step": 117592
    },
    {
      "epoch": 5.470714119562689,
      "grad_norm": 1.6504893939927392,
      "learning_rate": 5.903975435891778e-06,
      "loss": 0.918,
      "step": 117593
    },
    {
      "epoch": 5.47076064200977,
      "grad_norm": 1.6740362239713058,
      "learning_rate": 5.902944463534726e-06,
      "loss": 0.8867,
      "step": 117594
    },
    {
      "epoch": 5.470807164456851,
      "grad_norm": 1.9210981079523162,
      "learning_rate": 5.901913579394741e-06,
      "loss": 1.0078,
      "step": 117595
    },
    {
      "epoch": 5.470853686903931,
      "grad_norm": 1.7300557786307362,
      "learning_rate": 5.900882783472438e-06,
      "loss": 1.0625,
      "step": 117596
    },
    {
      "epoch": 5.4709002093510115,
      "grad_norm": 1.7875373174098577,
      "learning_rate": 5.899852075768469e-06,
      "loss": 1.0,
      "step": 117597
    },
    {
      "epoch": 5.470946731798093,
      "grad_norm": 1.8845693241152408,
      "learning_rate": 5.898821456283481e-06,
      "loss": 0.918,
      "step": 117598
    },
    {
      "epoch": 5.470993254245173,
      "grad_norm": 1.8458403957204783,
      "learning_rate": 5.897790925018075e-06,
      "loss": 1.1016,
      "step": 117599
    },
    {
      "epoch": 5.471039776692254,
      "grad_norm": 1.8571058204475577,
      "learning_rate": 5.896760481972884e-06,
      "loss": 0.9023,
      "step": 117600
    },
    {
      "epoch": 5.471086299139335,
      "grad_norm": 1.9251079168430327,
      "learning_rate": 5.89573012714854e-06,
      "loss": 0.9961,
      "step": 117601
    },
    {
      "epoch": 5.471132821586416,
      "grad_norm": 1.8387811690191822,
      "learning_rate": 5.894699860545693e-06,
      "loss": 1.1016,
      "step": 117602
    },
    {
      "epoch": 5.471179344033496,
      "grad_norm": 1.779632106292042,
      "learning_rate": 5.893669682164959e-06,
      "loss": 0.875,
      "step": 117603
    },
    {
      "epoch": 5.471225866480577,
      "grad_norm": 1.9452480343529228,
      "learning_rate": 5.892639592006937e-06,
      "loss": 0.9297,
      "step": 117604
    },
    {
      "epoch": 5.471272388927658,
      "grad_norm": 1.730052223090394,
      "learning_rate": 5.891609590072327e-06,
      "loss": 0.8555,
      "step": 117605
    },
    {
      "epoch": 5.4713189113747385,
      "grad_norm": 1.5841430015865379,
      "learning_rate": 5.890579676361695e-06,
      "loss": 0.8984,
      "step": 117606
    },
    {
      "epoch": 5.471365433821819,
      "grad_norm": 1.9033525362638928,
      "learning_rate": 5.889549850875725e-06,
      "loss": 1.1328,
      "step": 117607
    },
    {
      "epoch": 5.471411956268899,
      "grad_norm": 1.9492972054167172,
      "learning_rate": 5.888520113615031e-06,
      "loss": 1.1562,
      "step": 117608
    },
    {
      "epoch": 5.471458478715981,
      "grad_norm": 1.7773443179071255,
      "learning_rate": 5.8874904645802134e-06,
      "loss": 0.9023,
      "step": 117609
    },
    {
      "epoch": 5.471505001163061,
      "grad_norm": 1.7025867745159906,
      "learning_rate": 5.886460903771923e-06,
      "loss": 0.9453,
      "step": 117610
    },
    {
      "epoch": 5.471551523610142,
      "grad_norm": 1.7824307605346579,
      "learning_rate": 5.8854314311907906e-06,
      "loss": 1.0078,
      "step": 117611
    },
    {
      "epoch": 5.471598046057222,
      "grad_norm": 1.6226932562015135,
      "learning_rate": 5.8844020468374665e-06,
      "loss": 0.8594,
      "step": 117612
    },
    {
      "epoch": 5.471644568504304,
      "grad_norm": 1.7812002550336412,
      "learning_rate": 5.88337275071255e-06,
      "loss": 1.0391,
      "step": 117613
    },
    {
      "epoch": 5.471691090951384,
      "grad_norm": 1.7611587376910054,
      "learning_rate": 5.8823435428166585e-06,
      "loss": 0.8867,
      "step": 117614
    },
    {
      "epoch": 5.4717376133984645,
      "grad_norm": 1.7982249527726002,
      "learning_rate": 5.881314423150474e-06,
      "loss": 1.0,
      "step": 117615
    },
    {
      "epoch": 5.471784135845546,
      "grad_norm": 1.8185817474433466,
      "learning_rate": 5.8802853917145954e-06,
      "loss": 1.0234,
      "step": 117616
    },
    {
      "epoch": 5.471830658292626,
      "grad_norm": 1.8636878960660108,
      "learning_rate": 5.8792564485096396e-06,
      "loss": 0.8945,
      "step": 117617
    },
    {
      "epoch": 5.471877180739707,
      "grad_norm": 1.711862033708268,
      "learning_rate": 5.878227593536255e-06,
      "loss": 0.875,
      "step": 117618
    },
    {
      "epoch": 5.471923703186787,
      "grad_norm": 1.8691816282984604,
      "learning_rate": 5.877198826795077e-06,
      "loss": 1.0547,
      "step": 117619
    },
    {
      "epoch": 5.471970225633869,
      "grad_norm": 1.7472186359786634,
      "learning_rate": 5.876170148286735e-06,
      "loss": 0.9805,
      "step": 117620
    },
    {
      "epoch": 5.472016748080949,
      "grad_norm": 1.7462599002483554,
      "learning_rate": 5.8751415580118475e-06,
      "loss": 0.8711,
      "step": 117621
    },
    {
      "epoch": 5.47206327052803,
      "grad_norm": 1.8804261919090395,
      "learning_rate": 5.87411305597103e-06,
      "loss": 0.9453,
      "step": 117622
    },
    {
      "epoch": 5.47210979297511,
      "grad_norm": 1.8354540267803143,
      "learning_rate": 5.873084642164949e-06,
      "loss": 0.9648,
      "step": 117623
    },
    {
      "epoch": 5.4721563154221915,
      "grad_norm": 1.9421799985009003,
      "learning_rate": 5.872056316594203e-06,
      "loss": 1.0547,
      "step": 117624
    },
    {
      "epoch": 5.472202837869272,
      "grad_norm": 1.748432294287236,
      "learning_rate": 5.871028079259443e-06,
      "loss": 1.0078,
      "step": 117625
    },
    {
      "epoch": 5.4722493603163525,
      "grad_norm": 1.684250816585621,
      "learning_rate": 5.8699999301612845e-06,
      "loss": 0.9297,
      "step": 117626
    },
    {
      "epoch": 5.472295882763433,
      "grad_norm": 1.8436255475954848,
      "learning_rate": 5.868971869300343e-06,
      "loss": 0.9883,
      "step": 117627
    },
    {
      "epoch": 5.472342405210514,
      "grad_norm": 1.8226028352693944,
      "learning_rate": 5.867943896677285e-06,
      "loss": 0.9141,
      "step": 117628
    },
    {
      "epoch": 5.472388927657595,
      "grad_norm": 1.912176412995396,
      "learning_rate": 5.8669160122927276e-06,
      "loss": 1.0547,
      "step": 117629
    },
    {
      "epoch": 5.472435450104675,
      "grad_norm": 1.6980189941541275,
      "learning_rate": 5.865888216147302e-06,
      "loss": 0.8945,
      "step": 117630
    },
    {
      "epoch": 5.472481972551757,
      "grad_norm": 1.8537480684866647,
      "learning_rate": 5.864860508241609e-06,
      "loss": 0.9961,
      "step": 117631
    },
    {
      "epoch": 5.472528494998837,
      "grad_norm": 1.6361210528591428,
      "learning_rate": 5.863832888576298e-06,
      "loss": 0.8867,
      "step": 117632
    },
    {
      "epoch": 5.472575017445918,
      "grad_norm": 1.8059544404103534,
      "learning_rate": 5.862805357152001e-06,
      "loss": 1.0,
      "step": 117633
    },
    {
      "epoch": 5.472621539892998,
      "grad_norm": 1.95361538156063,
      "learning_rate": 5.8617779139693515e-06,
      "loss": 1.1094,
      "step": 117634
    },
    {
      "epoch": 5.472668062340079,
      "grad_norm": 1.7692167457102579,
      "learning_rate": 5.860750559028982e-06,
      "loss": 0.8984,
      "step": 117635
    },
    {
      "epoch": 5.47271458478716,
      "grad_norm": 1.7459632738798865,
      "learning_rate": 5.8597232923314755e-06,
      "loss": 0.8945,
      "step": 117636
    },
    {
      "epoch": 5.47276110723424,
      "grad_norm": 1.7120179910759452,
      "learning_rate": 5.858696113877514e-06,
      "loss": 0.918,
      "step": 117637
    },
    {
      "epoch": 5.472807629681321,
      "grad_norm": 1.8802628728395752,
      "learning_rate": 5.857669023667716e-06,
      "loss": 1.0391,
      "step": 117638
    },
    {
      "epoch": 5.472854152128402,
      "grad_norm": 1.6341513403712873,
      "learning_rate": 5.856642021702712e-06,
      "loss": 0.9062,
      "step": 117639
    },
    {
      "epoch": 5.472900674575483,
      "grad_norm": 1.8197402111387637,
      "learning_rate": 5.855615107983086e-06,
      "loss": 0.9883,
      "step": 117640
    },
    {
      "epoch": 5.472947197022563,
      "grad_norm": 1.8390705262045632,
      "learning_rate": 5.85458828250952e-06,
      "loss": 1.1172,
      "step": 117641
    },
    {
      "epoch": 5.472993719469644,
      "grad_norm": 1.734059065080633,
      "learning_rate": 5.853561545282631e-06,
      "loss": 0.9531,
      "step": 117642
    },
    {
      "epoch": 5.473040241916725,
      "grad_norm": 1.7560516032272317,
      "learning_rate": 5.852534896303051e-06,
      "loss": 1.0703,
      "step": 117643
    },
    {
      "epoch": 5.4730867643638055,
      "grad_norm": 1.958303179217405,
      "learning_rate": 5.8515083355713644e-06,
      "loss": 1.0703,
      "step": 117644
    },
    {
      "epoch": 5.473133286810886,
      "grad_norm": 1.7484064188662722,
      "learning_rate": 5.8504818630882525e-06,
      "loss": 0.9219,
      "step": 117645
    },
    {
      "epoch": 5.473179809257967,
      "grad_norm": 1.8132599359789172,
      "learning_rate": 5.849455478854331e-06,
      "loss": 0.9375,
      "step": 117646
    },
    {
      "epoch": 5.473226331705048,
      "grad_norm": 1.7940643796471558,
      "learning_rate": 5.848429182870235e-06,
      "loss": 1.0547,
      "step": 117647
    },
    {
      "epoch": 5.473272854152128,
      "grad_norm": 1.9328677799776803,
      "learning_rate": 5.847402975136545e-06,
      "loss": 0.9922,
      "step": 117648
    },
    {
      "epoch": 5.473319376599209,
      "grad_norm": 1.8245864459185392,
      "learning_rate": 5.846376855653928e-06,
      "loss": 0.9141,
      "step": 117649
    },
    {
      "epoch": 5.47336589904629,
      "grad_norm": 1.756138439971777,
      "learning_rate": 5.845350824423017e-06,
      "loss": 0.8125,
      "step": 117650
    },
    {
      "epoch": 5.473412421493371,
      "grad_norm": 1.6451754280225943,
      "learning_rate": 5.844324881444446e-06,
      "loss": 0.9297,
      "step": 117651
    },
    {
      "epoch": 5.473458943940451,
      "grad_norm": 1.5193438337406366,
      "learning_rate": 5.843299026718829e-06,
      "loss": 0.8672,
      "step": 117652
    },
    {
      "epoch": 5.473505466387532,
      "grad_norm": 1.7750335219324878,
      "learning_rate": 5.842273260246766e-06,
      "loss": 0.9219,
      "step": 117653
    },
    {
      "epoch": 5.473551988834613,
      "grad_norm": 1.754224281909644,
      "learning_rate": 5.841247582028941e-06,
      "loss": 0.8828,
      "step": 117654
    },
    {
      "epoch": 5.473598511281693,
      "grad_norm": 1.7061295904134886,
      "learning_rate": 5.840221992065952e-06,
      "loss": 0.9336,
      "step": 117655
    },
    {
      "epoch": 5.473645033728774,
      "grad_norm": 1.756126748767703,
      "learning_rate": 5.8391964903584335e-06,
      "loss": 0.8359,
      "step": 117656
    },
    {
      "epoch": 5.473691556175855,
      "grad_norm": 1.670261759794564,
      "learning_rate": 5.838171076907e-06,
      "loss": 0.8164,
      "step": 117657
    },
    {
      "epoch": 5.473738078622936,
      "grad_norm": 1.8569498302892882,
      "learning_rate": 5.837145751712269e-06,
      "loss": 0.9453,
      "step": 117658
    },
    {
      "epoch": 5.473784601070016,
      "grad_norm": 1.6578444588042558,
      "learning_rate": 5.836120514774906e-06,
      "loss": 1.0391,
      "step": 117659
    },
    {
      "epoch": 5.473831123517097,
      "grad_norm": 1.6833907648858344,
      "learning_rate": 5.835095366095527e-06,
      "loss": 1.0156,
      "step": 117660
    },
    {
      "epoch": 5.473877645964178,
      "grad_norm": 1.7051660353572384,
      "learning_rate": 5.834070305674732e-06,
      "loss": 1.0156,
      "step": 117661
    },
    {
      "epoch": 5.4739241684112585,
      "grad_norm": 1.6839142244828111,
      "learning_rate": 5.83304533351317e-06,
      "loss": 0.8203,
      "step": 117662
    },
    {
      "epoch": 5.473970690858339,
      "grad_norm": 1.6712719498028796,
      "learning_rate": 5.832020449611491e-06,
      "loss": 0.9453,
      "step": 117663
    },
    {
      "epoch": 5.4740172133054195,
      "grad_norm": 1.853585224847928,
      "learning_rate": 5.830995653970277e-06,
      "loss": 0.8711,
      "step": 117664
    },
    {
      "epoch": 5.474063735752501,
      "grad_norm": 1.949922816053712,
      "learning_rate": 5.829970946590196e-06,
      "loss": 1.1328,
      "step": 117665
    },
    {
      "epoch": 5.474110258199581,
      "grad_norm": 1.670505376835384,
      "learning_rate": 5.828946327471828e-06,
      "loss": 0.8984,
      "step": 117666
    },
    {
      "epoch": 5.474156780646662,
      "grad_norm": 1.705137265014949,
      "learning_rate": 5.827921796615842e-06,
      "loss": 1.0,
      "step": 117667
    },
    {
      "epoch": 5.474203303093743,
      "grad_norm": 1.9031250485019064,
      "learning_rate": 5.8268973540228695e-06,
      "loss": 0.9492,
      "step": 117668
    },
    {
      "epoch": 5.474249825540824,
      "grad_norm": 1.530300332548786,
      "learning_rate": 5.8258729996935095e-06,
      "loss": 0.7695,
      "step": 117669
    },
    {
      "epoch": 5.474296347987904,
      "grad_norm": 1.730290737431587,
      "learning_rate": 5.824848733628379e-06,
      "loss": 0.9727,
      "step": 117670
    },
    {
      "epoch": 5.474342870434985,
      "grad_norm": 1.7166547763787918,
      "learning_rate": 5.8238245558281275e-06,
      "loss": 0.9375,
      "step": 117671
    },
    {
      "epoch": 5.474389392882066,
      "grad_norm": 1.4731665688434223,
      "learning_rate": 5.822800466293404e-06,
      "loss": 0.7891,
      "step": 117672
    },
    {
      "epoch": 5.474435915329146,
      "grad_norm": 1.9029706154467747,
      "learning_rate": 5.8217764650248074e-06,
      "loss": 1.0391,
      "step": 117673
    },
    {
      "epoch": 5.474482437776227,
      "grad_norm": 1.6453294440389126,
      "learning_rate": 5.8207525520229725e-06,
      "loss": 0.8516,
      "step": 117674
    },
    {
      "epoch": 5.474528960223307,
      "grad_norm": 1.6059650578904237,
      "learning_rate": 5.819728727288497e-06,
      "loss": 0.8906,
      "step": 117675
    },
    {
      "epoch": 5.474575482670389,
      "grad_norm": 1.6966887528665837,
      "learning_rate": 5.818704990822065e-06,
      "loss": 0.8086,
      "step": 117676
    },
    {
      "epoch": 5.474622005117469,
      "grad_norm": 1.8696501611596943,
      "learning_rate": 5.817681342624259e-06,
      "loss": 0.832,
      "step": 117677
    },
    {
      "epoch": 5.47466852756455,
      "grad_norm": 1.9786186707306923,
      "learning_rate": 5.816657782695711e-06,
      "loss": 1.1562,
      "step": 117678
    },
    {
      "epoch": 5.47471505001163,
      "grad_norm": 1.8688398968611546,
      "learning_rate": 5.815634311037054e-06,
      "loss": 0.9844,
      "step": 117679
    },
    {
      "epoch": 5.4747615724587115,
      "grad_norm": 1.9224931117780515,
      "learning_rate": 5.814610927648922e-06,
      "loss": 0.9102,
      "step": 117680
    },
    {
      "epoch": 5.474808094905792,
      "grad_norm": 1.7267861194452272,
      "learning_rate": 5.813587632531947e-06,
      "loss": 0.9336,
      "step": 117681
    },
    {
      "epoch": 5.4748546173528725,
      "grad_norm": 1.742545230849214,
      "learning_rate": 5.812564425686728e-06,
      "loss": 0.8789,
      "step": 117682
    },
    {
      "epoch": 5.474901139799954,
      "grad_norm": 1.898474289298464,
      "learning_rate": 5.811541307113915e-06,
      "loss": 1.0234,
      "step": 117683
    },
    {
      "epoch": 5.474947662247034,
      "grad_norm": 1.824836552752111,
      "learning_rate": 5.810518276814108e-06,
      "loss": 1.1328,
      "step": 117684
    },
    {
      "epoch": 5.474994184694115,
      "grad_norm": 1.7372165573926193,
      "learning_rate": 5.809495334787972e-06,
      "loss": 0.9492,
      "step": 117685
    },
    {
      "epoch": 5.475040707141195,
      "grad_norm": 1.7901799453979619,
      "learning_rate": 5.808472481036125e-06,
      "loss": 0.8516,
      "step": 117686
    },
    {
      "epoch": 5.475087229588277,
      "grad_norm": 1.6794684708441914,
      "learning_rate": 5.807449715559165e-06,
      "loss": 0.8047,
      "step": 117687
    },
    {
      "epoch": 5.475133752035357,
      "grad_norm": 1.7036421850757606,
      "learning_rate": 5.806427038357708e-06,
      "loss": 0.9727,
      "step": 117688
    },
    {
      "epoch": 5.475180274482438,
      "grad_norm": 1.6951097647391407,
      "learning_rate": 5.805404449432438e-06,
      "loss": 0.8477,
      "step": 117689
    },
    {
      "epoch": 5.475226796929518,
      "grad_norm": 1.7197695496052305,
      "learning_rate": 5.8043819487839536e-06,
      "loss": 0.9492,
      "step": 117690
    },
    {
      "epoch": 5.4752733193765994,
      "grad_norm": 1.9246780325800137,
      "learning_rate": 5.803359536412855e-06,
      "loss": 0.9844,
      "step": 117691
    },
    {
      "epoch": 5.47531984182368,
      "grad_norm": 1.8894839196797675,
      "learning_rate": 5.802337212319791e-06,
      "loss": 1.0156,
      "step": 117692
    },
    {
      "epoch": 5.47536636427076,
      "grad_norm": 1.8021760952735775,
      "learning_rate": 5.801314976505378e-06,
      "loss": 1.0469,
      "step": 117693
    },
    {
      "epoch": 5.475412886717842,
      "grad_norm": 1.7340768676185438,
      "learning_rate": 5.800292828970265e-06,
      "loss": 0.9648,
      "step": 117694
    },
    {
      "epoch": 5.475459409164922,
      "grad_norm": 1.6684966784278186,
      "learning_rate": 5.79927076971507e-06,
      "loss": 0.9531,
      "step": 117695
    },
    {
      "epoch": 5.475505931612003,
      "grad_norm": 1.80345049464762,
      "learning_rate": 5.798248798740407e-06,
      "loss": 0.9844,
      "step": 117696
    },
    {
      "epoch": 5.475552454059083,
      "grad_norm": 1.7356780547552153,
      "learning_rate": 5.797226916046893e-06,
      "loss": 0.9492,
      "step": 117697
    },
    {
      "epoch": 5.475598976506165,
      "grad_norm": 1.7181984559668995,
      "learning_rate": 5.796205121635178e-06,
      "loss": 1.0,
      "step": 117698
    },
    {
      "epoch": 5.475645498953245,
      "grad_norm": 1.5910471828151074,
      "learning_rate": 5.795183415505877e-06,
      "loss": 0.8945,
      "step": 117699
    },
    {
      "epoch": 5.4756920214003255,
      "grad_norm": 1.9090210249591142,
      "learning_rate": 5.794161797659624e-06,
      "loss": 0.9414,
      "step": 117700
    },
    {
      "epoch": 5.475738543847406,
      "grad_norm": 1.850734523292905,
      "learning_rate": 5.793140268097002e-06,
      "loss": 1.0938,
      "step": 117701
    },
    {
      "epoch": 5.475785066294487,
      "grad_norm": 1.8631760781497775,
      "learning_rate": 5.792118826818692e-06,
      "loss": 1.0703,
      "step": 117702
    },
    {
      "epoch": 5.475831588741568,
      "grad_norm": 1.7807418443858782,
      "learning_rate": 5.7910974738253124e-06,
      "loss": 0.8984,
      "step": 117703
    },
    {
      "epoch": 5.475878111188648,
      "grad_norm": 1.8067912559880805,
      "learning_rate": 5.790076209117462e-06,
      "loss": 0.9961,
      "step": 117704
    },
    {
      "epoch": 5.47592463363573,
      "grad_norm": 1.8801399049270182,
      "learning_rate": 5.789055032695755e-06,
      "loss": 1.0234,
      "step": 117705
    },
    {
      "epoch": 5.47597115608281,
      "grad_norm": 1.7987285798015282,
      "learning_rate": 5.78803394456086e-06,
      "loss": 0.9609,
      "step": 117706
    },
    {
      "epoch": 5.476017678529891,
      "grad_norm": 1.8704844174978783,
      "learning_rate": 5.787012944713376e-06,
      "loss": 1.1172,
      "step": 117707
    },
    {
      "epoch": 5.476064200976971,
      "grad_norm": 1.6916430234693232,
      "learning_rate": 5.785992033153936e-06,
      "loss": 0.9297,
      "step": 117708
    },
    {
      "epoch": 5.4761107234240525,
      "grad_norm": 1.7701359296870973,
      "learning_rate": 5.784971209883154e-06,
      "loss": 0.9766,
      "step": 117709
    },
    {
      "epoch": 5.476157245871133,
      "grad_norm": 1.7349971783263294,
      "learning_rate": 5.783950474901649e-06,
      "loss": 0.8906,
      "step": 117710
    },
    {
      "epoch": 5.476203768318213,
      "grad_norm": 1.7342114899034777,
      "learning_rate": 5.7829298282100865e-06,
      "loss": 1.0625,
      "step": 117711
    },
    {
      "epoch": 5.476250290765294,
      "grad_norm": 1.791822938353032,
      "learning_rate": 5.781909269809065e-06,
      "loss": 1.0781,
      "step": 117712
    },
    {
      "epoch": 5.476296813212375,
      "grad_norm": 1.788653595759614,
      "learning_rate": 5.780888799699202e-06,
      "loss": 0.9258,
      "step": 117713
    },
    {
      "epoch": 5.476343335659456,
      "grad_norm": 1.5985061983306927,
      "learning_rate": 5.779868417881112e-06,
      "loss": 0.8828,
      "step": 117714
    },
    {
      "epoch": 5.476389858106536,
      "grad_norm": 1.8033384159593673,
      "learning_rate": 5.778848124355429e-06,
      "loss": 0.9062,
      "step": 117715
    },
    {
      "epoch": 5.476436380553617,
      "grad_norm": 1.4953090582643693,
      "learning_rate": 5.777827919122801e-06,
      "loss": 0.75,
      "step": 117716
    },
    {
      "epoch": 5.476482903000698,
      "grad_norm": 1.9009752984047652,
      "learning_rate": 5.776807802183847e-06,
      "loss": 1.0469,
      "step": 117717
    },
    {
      "epoch": 5.4765294254477785,
      "grad_norm": 1.630137064817185,
      "learning_rate": 5.775787773539181e-06,
      "loss": 0.8984,
      "step": 117718
    },
    {
      "epoch": 5.476575947894859,
      "grad_norm": 1.8348385847977513,
      "learning_rate": 5.77476783318942e-06,
      "loss": 0.9648,
      "step": 117719
    },
    {
      "epoch": 5.47662247034194,
      "grad_norm": 1.817695898257422,
      "learning_rate": 5.773747981135196e-06,
      "loss": 0.8477,
      "step": 117720
    },
    {
      "epoch": 5.476668992789021,
      "grad_norm": 1.5691047420864084,
      "learning_rate": 5.772728217377143e-06,
      "loss": 0.9219,
      "step": 117721
    },
    {
      "epoch": 5.476715515236101,
      "grad_norm": 1.7194851826232278,
      "learning_rate": 5.771708541915876e-06,
      "loss": 0.8867,
      "step": 117722
    },
    {
      "epoch": 5.476762037683182,
      "grad_norm": 1.9226027617449837,
      "learning_rate": 5.770688954751995e-06,
      "loss": 0.9414,
      "step": 117723
    },
    {
      "epoch": 5.476808560130263,
      "grad_norm": 1.606571639566213,
      "learning_rate": 5.7696694558861666e-06,
      "loss": 0.7812,
      "step": 117724
    },
    {
      "epoch": 5.476855082577344,
      "grad_norm": 2.0376676675279026,
      "learning_rate": 5.7686500453189895e-06,
      "loss": 1.1016,
      "step": 117725
    },
    {
      "epoch": 5.476901605024424,
      "grad_norm": 1.709659293491991,
      "learning_rate": 5.7676307230511144e-06,
      "loss": 0.9648,
      "step": 117726
    },
    {
      "epoch": 5.476948127471505,
      "grad_norm": 1.7677746152980038,
      "learning_rate": 5.766611489083122e-06,
      "loss": 0.918,
      "step": 117727
    },
    {
      "epoch": 5.476994649918586,
      "grad_norm": 1.9848831750242488,
      "learning_rate": 5.765592343415665e-06,
      "loss": 1.0469,
      "step": 117728
    },
    {
      "epoch": 5.4770411723656665,
      "grad_norm": 1.7402341249817266,
      "learning_rate": 5.764573286049373e-06,
      "loss": 0.9609,
      "step": 117729
    },
    {
      "epoch": 5.477087694812747,
      "grad_norm": 1.734034312380911,
      "learning_rate": 5.763554316984864e-06,
      "loss": 0.9492,
      "step": 117730
    },
    {
      "epoch": 5.477134217259827,
      "grad_norm": 1.6888189224838486,
      "learning_rate": 5.76253543622272e-06,
      "loss": 0.7891,
      "step": 117731
    },
    {
      "epoch": 5.477180739706909,
      "grad_norm": 1.6441057336379574,
      "learning_rate": 5.761516643763642e-06,
      "loss": 0.957,
      "step": 117732
    },
    {
      "epoch": 5.477227262153989,
      "grad_norm": 1.9894626378916875,
      "learning_rate": 5.760497939608211e-06,
      "loss": 0.9258,
      "step": 117733
    },
    {
      "epoch": 5.47727378460107,
      "grad_norm": 1.8938336224638401,
      "learning_rate": 5.7594793237570435e-06,
      "loss": 0.8867,
      "step": 117734
    },
    {
      "epoch": 5.477320307048151,
      "grad_norm": 1.8988418968259664,
      "learning_rate": 5.758460796210773e-06,
      "loss": 0.9258,
      "step": 117735
    },
    {
      "epoch": 5.477366829495232,
      "grad_norm": 2.0019469415848725,
      "learning_rate": 5.757442356969999e-06,
      "loss": 1.0234,
      "step": 117736
    },
    {
      "epoch": 5.477413351942312,
      "grad_norm": 1.447518809475821,
      "learning_rate": 5.756424006035387e-06,
      "loss": 0.707,
      "step": 117737
    },
    {
      "epoch": 5.4774598743893925,
      "grad_norm": 1.7134544568263799,
      "learning_rate": 5.755405743407554e-06,
      "loss": 0.8398,
      "step": 117738
    },
    {
      "epoch": 5.477506396836474,
      "grad_norm": 1.89900835085966,
      "learning_rate": 5.754387569087099e-06,
      "loss": 0.9258,
      "step": 117739
    },
    {
      "epoch": 5.477552919283554,
      "grad_norm": 1.7379682491350554,
      "learning_rate": 5.753369483074671e-06,
      "loss": 0.8477,
      "step": 117740
    },
    {
      "epoch": 5.477599441730635,
      "grad_norm": 1.6370870770293313,
      "learning_rate": 5.752351485370854e-06,
      "loss": 1.0078,
      "step": 117741
    },
    {
      "epoch": 5.477645964177716,
      "grad_norm": 1.8245155657672643,
      "learning_rate": 5.75133357597633e-06,
      "loss": 0.9023,
      "step": 117742
    },
    {
      "epoch": 5.477692486624797,
      "grad_norm": 1.6968468081494736,
      "learning_rate": 5.750315754891683e-06,
      "loss": 1.0547,
      "step": 117743
    },
    {
      "epoch": 5.477739009071877,
      "grad_norm": 1.9459593136066966,
      "learning_rate": 5.749298022117527e-06,
      "loss": 1.0781,
      "step": 117744
    },
    {
      "epoch": 5.477785531518958,
      "grad_norm": 1.6619748079149148,
      "learning_rate": 5.748280377654496e-06,
      "loss": 0.8984,
      "step": 117745
    },
    {
      "epoch": 5.477832053966039,
      "grad_norm": 1.9402353689452714,
      "learning_rate": 5.74726282150324e-06,
      "loss": 0.9766,
      "step": 117746
    },
    {
      "epoch": 5.4778785764131195,
      "grad_norm": 1.7745298699774825,
      "learning_rate": 5.746245353664358e-06,
      "loss": 0.9805,
      "step": 117747
    },
    {
      "epoch": 5.4779250988602,
      "grad_norm": 1.8275363585093627,
      "learning_rate": 5.745227974138467e-06,
      "loss": 1.0156,
      "step": 117748
    },
    {
      "epoch": 5.47797162130728,
      "grad_norm": 1.8545466887804583,
      "learning_rate": 5.744210682926198e-06,
      "loss": 0.9531,
      "step": 117749
    },
    {
      "epoch": 5.478018143754362,
      "grad_norm": 1.7774372729327639,
      "learning_rate": 5.7431934800281685e-06,
      "loss": 1.0078,
      "step": 117750
    },
    {
      "epoch": 5.478064666201442,
      "grad_norm": 1.5503408904900005,
      "learning_rate": 5.742176365445028e-06,
      "loss": 0.875,
      "step": 117751
    },
    {
      "epoch": 5.478111188648523,
      "grad_norm": 1.7438473459616868,
      "learning_rate": 5.7411593391773596e-06,
      "loss": 0.8594,
      "step": 117752
    },
    {
      "epoch": 5.478157711095603,
      "grad_norm": 1.808143766343903,
      "learning_rate": 5.740142401225795e-06,
      "loss": 0.9883,
      "step": 117753
    },
    {
      "epoch": 5.478204233542685,
      "grad_norm": 1.8523827718353234,
      "learning_rate": 5.739125551590984e-06,
      "loss": 1.0469,
      "step": 117754
    },
    {
      "epoch": 5.478250755989765,
      "grad_norm": 1.6926485567953196,
      "learning_rate": 5.7381087902735265e-06,
      "loss": 0.8242,
      "step": 117755
    },
    {
      "epoch": 5.4782972784368456,
      "grad_norm": 1.7118959430081153,
      "learning_rate": 5.7370921172740395e-06,
      "loss": 0.9805,
      "step": 117756
    },
    {
      "epoch": 5.478343800883927,
      "grad_norm": 1.7780654930988946,
      "learning_rate": 5.736075532593154e-06,
      "loss": 0.8047,
      "step": 117757
    },
    {
      "epoch": 5.478390323331007,
      "grad_norm": 1.872355327680265,
      "learning_rate": 5.735059036231488e-06,
      "loss": 0.9922,
      "step": 117758
    },
    {
      "epoch": 5.478436845778088,
      "grad_norm": 1.7294473789346954,
      "learning_rate": 5.734042628189672e-06,
      "loss": 0.9219,
      "step": 117759
    },
    {
      "epoch": 5.478483368225168,
      "grad_norm": 1.813481243369914,
      "learning_rate": 5.733026308468342e-06,
      "loss": 0.9102,
      "step": 117760
    },
    {
      "epoch": 5.47852989067225,
      "grad_norm": 1.791537246754662,
      "learning_rate": 5.732010077068111e-06,
      "loss": 1.0,
      "step": 117761
    },
    {
      "epoch": 5.47857641311933,
      "grad_norm": 1.7069498745951306,
      "learning_rate": 5.730993933989581e-06,
      "loss": 1.0078,
      "step": 117762
    },
    {
      "epoch": 5.478622935566411,
      "grad_norm": 1.6169690670090662,
      "learning_rate": 5.729977879233366e-06,
      "loss": 0.9492,
      "step": 117763
    },
    {
      "epoch": 5.478669458013491,
      "grad_norm": 1.6535397697222975,
      "learning_rate": 5.728961912800134e-06,
      "loss": 0.8672,
      "step": 117764
    },
    {
      "epoch": 5.4787159804605725,
      "grad_norm": 1.8731071452008474,
      "learning_rate": 5.727946034690484e-06,
      "loss": 0.9648,
      "step": 117765
    },
    {
      "epoch": 5.478762502907653,
      "grad_norm": 1.6748550662934272,
      "learning_rate": 5.726930244905015e-06,
      "loss": 0.9297,
      "step": 117766
    },
    {
      "epoch": 5.4788090253547335,
      "grad_norm": 1.7571849935857289,
      "learning_rate": 5.725914543444377e-06,
      "loss": 0.9141,
      "step": 117767
    },
    {
      "epoch": 5.478855547801814,
      "grad_norm": 1.676930979257951,
      "learning_rate": 5.724898930309185e-06,
      "loss": 0.9609,
      "step": 117768
    },
    {
      "epoch": 5.478902070248895,
      "grad_norm": 2.0105641628859945,
      "learning_rate": 5.723883405500074e-06,
      "loss": 1.1172,
      "step": 117769
    },
    {
      "epoch": 5.478948592695976,
      "grad_norm": 1.9127961421092632,
      "learning_rate": 5.722867969017641e-06,
      "loss": 1.1562,
      "step": 117770
    },
    {
      "epoch": 5.478995115143056,
      "grad_norm": 1.506885857075457,
      "learning_rate": 5.721852620862505e-06,
      "loss": 0.8438,
      "step": 117771
    },
    {
      "epoch": 5.479041637590138,
      "grad_norm": 1.7159443086746415,
      "learning_rate": 5.7208373610353296e-06,
      "loss": 0.8906,
      "step": 117772
    },
    {
      "epoch": 5.479088160037218,
      "grad_norm": 1.6580141543947253,
      "learning_rate": 5.719822189536699e-06,
      "loss": 0.8047,
      "step": 117773
    },
    {
      "epoch": 5.479134682484299,
      "grad_norm": 1.7110173391538395,
      "learning_rate": 5.718807106367246e-06,
      "loss": 0.9023,
      "step": 117774
    },
    {
      "epoch": 5.479181204931379,
      "grad_norm": 1.7193637797349908,
      "learning_rate": 5.717792111527553e-06,
      "loss": 0.8594,
      "step": 117775
    },
    {
      "epoch": 5.47922772737846,
      "grad_norm": 1.6000654821154354,
      "learning_rate": 5.716777205018319e-06,
      "loss": 0.8516,
      "step": 117776
    },
    {
      "epoch": 5.479274249825541,
      "grad_norm": 1.7255547687093236,
      "learning_rate": 5.715762386840111e-06,
      "loss": 0.8516,
      "step": 117777
    },
    {
      "epoch": 5.479320772272621,
      "grad_norm": 1.8167584430892165,
      "learning_rate": 5.714747656993579e-06,
      "loss": 1.0469,
      "step": 117778
    },
    {
      "epoch": 5.479367294719702,
      "grad_norm": 1.7171987127878987,
      "learning_rate": 5.7137330154792886e-06,
      "loss": 0.9414,
      "step": 117779
    },
    {
      "epoch": 5.479413817166783,
      "grad_norm": 1.7901869785397433,
      "learning_rate": 5.712718462297922e-06,
      "loss": 1.0,
      "step": 117780
    },
    {
      "epoch": 5.479460339613864,
      "grad_norm": 1.685221920580491,
      "learning_rate": 5.711703997450095e-06,
      "loss": 0.8789,
      "step": 117781
    },
    {
      "epoch": 5.479506862060944,
      "grad_norm": 1.6203350424312537,
      "learning_rate": 5.710689620936393e-06,
      "loss": 0.8477,
      "step": 117782
    },
    {
      "epoch": 5.4795533845080255,
      "grad_norm": 1.7903323841481429,
      "learning_rate": 5.709675332757479e-06,
      "loss": 1.0703,
      "step": 117783
    },
    {
      "epoch": 5.479599906955106,
      "grad_norm": 1.8676648498213893,
      "learning_rate": 5.708661132913922e-06,
      "loss": 1.0469,
      "step": 117784
    },
    {
      "epoch": 5.4796464294021865,
      "grad_norm": 2.0603451916935924,
      "learning_rate": 5.707647021406403e-06,
      "loss": 1.0625,
      "step": 117785
    },
    {
      "epoch": 5.479692951849267,
      "grad_norm": 1.8184181645145703,
      "learning_rate": 5.706632998235505e-06,
      "loss": 0.9336,
      "step": 117786
    },
    {
      "epoch": 5.479739474296348,
      "grad_norm": 1.861408544156272,
      "learning_rate": 5.7056190634018615e-06,
      "loss": 1.1016,
      "step": 117787
    },
    {
      "epoch": 5.479785996743429,
      "grad_norm": 1.7922740318119739,
      "learning_rate": 5.704605216906072e-06,
      "loss": 0.9766,
      "step": 117788
    },
    {
      "epoch": 5.479832519190509,
      "grad_norm": 1.7284816013654207,
      "learning_rate": 5.703591458748769e-06,
      "loss": 0.9727,
      "step": 117789
    },
    {
      "epoch": 5.47987904163759,
      "grad_norm": 1.7321547686469578,
      "learning_rate": 5.702577788930601e-06,
      "loss": 0.918,
      "step": 117790
    },
    {
      "epoch": 5.479925564084671,
      "grad_norm": 1.727032112823883,
      "learning_rate": 5.701564207452153e-06,
      "loss": 0.9609,
      "step": 117791
    },
    {
      "epoch": 5.479972086531752,
      "grad_norm": 1.8383930428729331,
      "learning_rate": 5.700550714314073e-06,
      "loss": 0.9805,
      "step": 117792
    },
    {
      "epoch": 5.480018608978832,
      "grad_norm": 1.7902872453390406,
      "learning_rate": 5.699537309516944e-06,
      "loss": 1.0547,
      "step": 117793
    },
    {
      "epoch": 5.4800651314259134,
      "grad_norm": 1.8189274970680853,
      "learning_rate": 5.698523993061416e-06,
      "loss": 0.9414,
      "step": 117794
    },
    {
      "epoch": 5.480111653872994,
      "grad_norm": 1.8281114267120968,
      "learning_rate": 5.697510764948104e-06,
      "loss": 0.9102,
      "step": 117795
    },
    {
      "epoch": 5.480158176320074,
      "grad_norm": 1.8439260016824348,
      "learning_rate": 5.696497625177626e-06,
      "loss": 0.9688,
      "step": 117796
    },
    {
      "epoch": 5.480204698767155,
      "grad_norm": 1.6082198205649474,
      "learning_rate": 5.695484573750597e-06,
      "loss": 0.8164,
      "step": 117797
    },
    {
      "epoch": 5.480251221214236,
      "grad_norm": 1.9055951514136242,
      "learning_rate": 5.6944716106676504e-06,
      "loss": 0.9688,
      "step": 117798
    },
    {
      "epoch": 5.480297743661317,
      "grad_norm": 1.9855257422451191,
      "learning_rate": 5.6934587359294015e-06,
      "loss": 0.8945,
      "step": 117799
    },
    {
      "epoch": 5.480344266108397,
      "grad_norm": 1.785324963338547,
      "learning_rate": 5.692445949536467e-06,
      "loss": 0.9766,
      "step": 117800
    },
    {
      "epoch": 5.480390788555478,
      "grad_norm": 1.6764263382920954,
      "learning_rate": 5.691433251489447e-06,
      "loss": 0.8867,
      "step": 117801
    },
    {
      "epoch": 5.480437311002559,
      "grad_norm": 1.7458436974266427,
      "learning_rate": 5.69042064178899e-06,
      "loss": 1.0,
      "step": 117802
    },
    {
      "epoch": 5.4804838334496395,
      "grad_norm": 1.775834080558008,
      "learning_rate": 5.689408120435712e-06,
      "loss": 0.9102,
      "step": 117803
    },
    {
      "epoch": 5.48053035589672,
      "grad_norm": 2.066449680017299,
      "learning_rate": 5.688395687430248e-06,
      "loss": 1.2109,
      "step": 117804
    },
    {
      "epoch": 5.4805768783438005,
      "grad_norm": 1.8147055710006084,
      "learning_rate": 5.6873833427731775e-06,
      "loss": 1.0625,
      "step": 117805
    },
    {
      "epoch": 5.480623400790882,
      "grad_norm": 1.93017206268456,
      "learning_rate": 5.686371086465136e-06,
      "loss": 1.1484,
      "step": 117806
    },
    {
      "epoch": 5.480669923237962,
      "grad_norm": 1.8307542752832213,
      "learning_rate": 5.685358918506771e-06,
      "loss": 0.8555,
      "step": 117807
    },
    {
      "epoch": 5.480716445685043,
      "grad_norm": 1.7752221465431302,
      "learning_rate": 5.684346838898668e-06,
      "loss": 0.9297,
      "step": 117808
    },
    {
      "epoch": 5.480762968132124,
      "grad_norm": 1.7454744426256503,
      "learning_rate": 5.683334847641474e-06,
      "loss": 1.0391,
      "step": 117809
    },
    {
      "epoch": 5.480809490579205,
      "grad_norm": 1.8029786465318045,
      "learning_rate": 5.6823229447357565e-06,
      "loss": 0.9219,
      "step": 117810
    },
    {
      "epoch": 5.480856013026285,
      "grad_norm": 1.74499433585261,
      "learning_rate": 5.681311130182198e-06,
      "loss": 0.9141,
      "step": 117811
    },
    {
      "epoch": 5.480902535473366,
      "grad_norm": 1.9064343135090291,
      "learning_rate": 5.680299403981398e-06,
      "loss": 0.9414,
      "step": 117812
    },
    {
      "epoch": 5.480949057920447,
      "grad_norm": 1.5134078610813069,
      "learning_rate": 5.679287766133956e-06,
      "loss": 0.8594,
      "step": 117813
    },
    {
      "epoch": 5.480995580367527,
      "grad_norm": 1.8563158808811933,
      "learning_rate": 5.678276216640521e-06,
      "loss": 0.9609,
      "step": 117814
    },
    {
      "epoch": 5.481042102814608,
      "grad_norm": 1.7874827666485158,
      "learning_rate": 5.6772647555016595e-06,
      "loss": 1.0469,
      "step": 117815
    },
    {
      "epoch": 5.481088625261688,
      "grad_norm": 1.5282435612122633,
      "learning_rate": 5.676253382718054e-06,
      "loss": 0.8125,
      "step": 117816
    },
    {
      "epoch": 5.48113514770877,
      "grad_norm": 1.836582770615791,
      "learning_rate": 5.675242098290306e-06,
      "loss": 0.9805,
      "step": 117817
    },
    {
      "epoch": 5.48118167015585,
      "grad_norm": 1.806629699428364,
      "learning_rate": 5.6742309022190125e-06,
      "loss": 1.0078,
      "step": 117818
    },
    {
      "epoch": 5.481228192602931,
      "grad_norm": 1.7780625442248055,
      "learning_rate": 5.673219794504791e-06,
      "loss": 0.9883,
      "step": 117819
    },
    {
      "epoch": 5.481274715050011,
      "grad_norm": 1.7178031619243221,
      "learning_rate": 5.67220877514829e-06,
      "loss": 0.9805,
      "step": 117820
    },
    {
      "epoch": 5.4813212374970925,
      "grad_norm": 1.860783888401697,
      "learning_rate": 5.6711978441501275e-06,
      "loss": 1.0391,
      "step": 117821
    },
    {
      "epoch": 5.481367759944173,
      "grad_norm": 1.9157818227773102,
      "learning_rate": 5.670187001510884e-06,
      "loss": 0.9102,
      "step": 117822
    },
    {
      "epoch": 5.4814142823912535,
      "grad_norm": 1.7760412379128059,
      "learning_rate": 5.669176247231211e-06,
      "loss": 0.9531,
      "step": 117823
    },
    {
      "epoch": 5.481460804838335,
      "grad_norm": 1.6128180770524527,
      "learning_rate": 5.66816558131169e-06,
      "loss": 0.8867,
      "step": 117824
    },
    {
      "epoch": 5.481507327285415,
      "grad_norm": 1.5955858077016438,
      "learning_rate": 5.667155003753005e-06,
      "loss": 0.9102,
      "step": 117825
    },
    {
      "epoch": 5.481553849732496,
      "grad_norm": 1.6127844476374409,
      "learning_rate": 5.666144514555737e-06,
      "loss": 1.0234,
      "step": 117826
    },
    {
      "epoch": 5.481600372179576,
      "grad_norm": 1.6765266492910536,
      "learning_rate": 5.665134113720505e-06,
      "loss": 0.7891,
      "step": 117827
    },
    {
      "epoch": 5.481646894626658,
      "grad_norm": 1.729471251978022,
      "learning_rate": 5.664123801247921e-06,
      "loss": 0.8711,
      "step": 117828
    },
    {
      "epoch": 5.481693417073738,
      "grad_norm": 1.7460156363914707,
      "learning_rate": 5.663113577138606e-06,
      "loss": 0.8867,
      "step": 117829
    },
    {
      "epoch": 5.481739939520819,
      "grad_norm": 1.761732671028174,
      "learning_rate": 5.662103441393207e-06,
      "loss": 1.0469,
      "step": 117830
    },
    {
      "epoch": 5.4817864619679,
      "grad_norm": 1.5222239094569456,
      "learning_rate": 5.661093394012306e-06,
      "loss": 0.8008,
      "step": 117831
    },
    {
      "epoch": 5.4818329844149805,
      "grad_norm": 1.7164713252754218,
      "learning_rate": 5.660083434996521e-06,
      "loss": 1.0312,
      "step": 117832
    },
    {
      "epoch": 5.481879506862061,
      "grad_norm": 1.6234417108569017,
      "learning_rate": 5.6590735643465e-06,
      "loss": 0.9414,
      "step": 117833
    },
    {
      "epoch": 5.481926029309141,
      "grad_norm": 1.7351602947376024,
      "learning_rate": 5.658063782062844e-06,
      "loss": 0.9258,
      "step": 117834
    },
    {
      "epoch": 5.481972551756223,
      "grad_norm": 1.8049277617450101,
      "learning_rate": 5.657054088146168e-06,
      "loss": 1.0234,
      "step": 117835
    },
    {
      "epoch": 5.482019074203303,
      "grad_norm": 1.6826771176801558,
      "learning_rate": 5.656044482597072e-06,
      "loss": 0.9336,
      "step": 117836
    },
    {
      "epoch": 5.482065596650384,
      "grad_norm": 1.7236655978684807,
      "learning_rate": 5.6550349654162216e-06,
      "loss": 0.8867,
      "step": 117837
    },
    {
      "epoch": 5.482112119097464,
      "grad_norm": 1.593604423727163,
      "learning_rate": 5.654025536604217e-06,
      "loss": 0.8164,
      "step": 117838
    },
    {
      "epoch": 5.482158641544546,
      "grad_norm": 1.9383237360706078,
      "learning_rate": 5.653016196161659e-06,
      "loss": 0.9922,
      "step": 117839
    },
    {
      "epoch": 5.482205163991626,
      "grad_norm": 1.7694222941288091,
      "learning_rate": 5.6520069440891765e-06,
      "loss": 1.0703,
      "step": 117840
    },
    {
      "epoch": 5.4822516864387065,
      "grad_norm": 1.7447129368716556,
      "learning_rate": 5.650997780387373e-06,
      "loss": 0.8906,
      "step": 117841
    },
    {
      "epoch": 5.482298208885787,
      "grad_norm": 1.7586435927779092,
      "learning_rate": 5.649988705056896e-06,
      "loss": 0.9102,
      "step": 117842
    },
    {
      "epoch": 5.482344731332868,
      "grad_norm": 1.7196210017124696,
      "learning_rate": 5.6489797180983456e-06,
      "loss": 1.0312,
      "step": 117843
    },
    {
      "epoch": 5.482391253779949,
      "grad_norm": 1.799295090115802,
      "learning_rate": 5.647970819512337e-06,
      "loss": 0.8164,
      "step": 117844
    },
    {
      "epoch": 5.482437776227029,
      "grad_norm": 1.684938575774664,
      "learning_rate": 5.646962009299472e-06,
      "loss": 0.9141,
      "step": 117845
    },
    {
      "epoch": 5.482484298674111,
      "grad_norm": 1.7320517896036636,
      "learning_rate": 5.6459532874603974e-06,
      "loss": 0.8281,
      "step": 117846
    },
    {
      "epoch": 5.482530821121191,
      "grad_norm": 1.7430336250365661,
      "learning_rate": 5.644944653995731e-06,
      "loss": 0.8438,
      "step": 117847
    },
    {
      "epoch": 5.482577343568272,
      "grad_norm": 1.809881160743795,
      "learning_rate": 5.6439361089060885e-06,
      "loss": 0.8633,
      "step": 117848
    },
    {
      "epoch": 5.482623866015352,
      "grad_norm": 2.0852387341688656,
      "learning_rate": 5.6429276521920695e-06,
      "loss": 1.1641,
      "step": 117849
    },
    {
      "epoch": 5.4826703884624335,
      "grad_norm": 1.9701776584235104,
      "learning_rate": 5.64191928385429e-06,
      "loss": 1.0234,
      "step": 117850
    },
    {
      "epoch": 5.482716910909514,
      "grad_norm": 1.7593861857754332,
      "learning_rate": 5.640911003893383e-06,
      "loss": 0.9219,
      "step": 117851
    },
    {
      "epoch": 5.482763433356594,
      "grad_norm": 1.8563321427743622,
      "learning_rate": 5.639902812309982e-06,
      "loss": 0.9297,
      "step": 117852
    },
    {
      "epoch": 5.482809955803675,
      "grad_norm": 1.6382043644378885,
      "learning_rate": 5.638894709104668e-06,
      "loss": 0.9141,
      "step": 117853
    },
    {
      "epoch": 5.482856478250756,
      "grad_norm": 1.6876626570225008,
      "learning_rate": 5.63788669427806e-06,
      "loss": 1.0078,
      "step": 117854
    },
    {
      "epoch": 5.482903000697837,
      "grad_norm": 1.6841410289526728,
      "learning_rate": 5.6368787678308046e-06,
      "loss": 0.8633,
      "step": 117855
    },
    {
      "epoch": 5.482949523144917,
      "grad_norm": 1.7673610492613006,
      "learning_rate": 5.635870929763503e-06,
      "loss": 0.9492,
      "step": 117856
    },
    {
      "epoch": 5.482996045591998,
      "grad_norm": 1.6039074236076791,
      "learning_rate": 5.634863180076771e-06,
      "loss": 0.7734,
      "step": 117857
    },
    {
      "epoch": 5.483042568039079,
      "grad_norm": 1.6679467664486451,
      "learning_rate": 5.633855518771208e-06,
      "loss": 0.9375,
      "step": 117858
    },
    {
      "epoch": 5.4830890904861596,
      "grad_norm": 1.715993927093842,
      "learning_rate": 5.63284794584748e-06,
      "loss": 1.0312,
      "step": 117859
    },
    {
      "epoch": 5.48313561293324,
      "grad_norm": 1.696186954457653,
      "learning_rate": 5.631840461306153e-06,
      "loss": 0.9727,
      "step": 117860
    },
    {
      "epoch": 5.483182135380321,
      "grad_norm": 1.6567684904206144,
      "learning_rate": 5.630833065147877e-06,
      "loss": 0.8008,
      "step": 117861
    },
    {
      "epoch": 5.483228657827402,
      "grad_norm": 1.8215790678205261,
      "learning_rate": 5.629825757373235e-06,
      "loss": 1.0312,
      "step": 117862
    },
    {
      "epoch": 5.483275180274482,
      "grad_norm": 1.6671052626665335,
      "learning_rate": 5.628818537982893e-06,
      "loss": 0.8594,
      "step": 117863
    },
    {
      "epoch": 5.483321702721563,
      "grad_norm": 1.8331378528286009,
      "learning_rate": 5.6278114069774335e-06,
      "loss": 0.9648,
      "step": 117864
    },
    {
      "epoch": 5.483368225168644,
      "grad_norm": 1.7845268301416652,
      "learning_rate": 5.6268043643574735e-06,
      "loss": 0.9727,
      "step": 117865
    },
    {
      "epoch": 5.483414747615725,
      "grad_norm": 1.6892582552592446,
      "learning_rate": 5.625797410123628e-06,
      "loss": 0.8516,
      "step": 117866
    },
    {
      "epoch": 5.483461270062805,
      "grad_norm": 1.637431139250257,
      "learning_rate": 5.624790544276497e-06,
      "loss": 0.9297,
      "step": 117867
    },
    {
      "epoch": 5.483507792509886,
      "grad_norm": 1.9370533474691376,
      "learning_rate": 5.623783766816747e-06,
      "loss": 0.9258,
      "step": 117868
    },
    {
      "epoch": 5.483554314956967,
      "grad_norm": 1.818001705754543,
      "learning_rate": 5.622777077744978e-06,
      "loss": 0.9648,
      "step": 117869
    },
    {
      "epoch": 5.4836008374040475,
      "grad_norm": 1.7010147742844133,
      "learning_rate": 5.621770477061788e-06,
      "loss": 1.0781,
      "step": 117870
    },
    {
      "epoch": 5.483647359851128,
      "grad_norm": 1.7356346469781365,
      "learning_rate": 5.620763964767794e-06,
      "loss": 1.0078,
      "step": 117871
    },
    {
      "epoch": 5.483693882298208,
      "grad_norm": 1.952928839380724,
      "learning_rate": 5.619757540863612e-06,
      "loss": 0.9844,
      "step": 117872
    },
    {
      "epoch": 5.48374040474529,
      "grad_norm": 1.8880369326322481,
      "learning_rate": 5.618751205349892e-06,
      "loss": 0.8203,
      "step": 117873
    },
    {
      "epoch": 5.48378692719237,
      "grad_norm": 1.781649518605147,
      "learning_rate": 5.617744958227216e-06,
      "loss": 0.9062,
      "step": 117874
    },
    {
      "epoch": 5.483833449639451,
      "grad_norm": 1.8219024434359887,
      "learning_rate": 5.616738799496201e-06,
      "loss": 1.0312,
      "step": 117875
    },
    {
      "epoch": 5.483879972086532,
      "grad_norm": 1.8100596807415876,
      "learning_rate": 5.615732729157446e-06,
      "loss": 0.9922,
      "step": 117876
    },
    {
      "epoch": 5.483926494533613,
      "grad_norm": 1.7366606663763753,
      "learning_rate": 5.614726747211617e-06,
      "loss": 0.9453,
      "step": 117877
    },
    {
      "epoch": 5.483973016980693,
      "grad_norm": 2.085193836800321,
      "learning_rate": 5.613720853659315e-06,
      "loss": 1.0312,
      "step": 117878
    },
    {
      "epoch": 5.4840195394277735,
      "grad_norm": 1.940042537967637,
      "learning_rate": 5.612715048501121e-06,
      "loss": 0.9766,
      "step": 117879
    },
    {
      "epoch": 5.484066061874855,
      "grad_norm": 1.6426760632024262,
      "learning_rate": 5.611709331737668e-06,
      "loss": 0.9453,
      "step": 117880
    },
    {
      "epoch": 5.484112584321935,
      "grad_norm": 1.6753431558059664,
      "learning_rate": 5.61070370336959e-06,
      "loss": 0.8867,
      "step": 117881
    },
    {
      "epoch": 5.484159106769016,
      "grad_norm": 1.8272021251828379,
      "learning_rate": 5.6096981633975025e-06,
      "loss": 1.1016,
      "step": 117882
    },
    {
      "epoch": 5.484205629216097,
      "grad_norm": 1.912090757542077,
      "learning_rate": 5.6086927118220045e-06,
      "loss": 1.0312,
      "step": 117883
    },
    {
      "epoch": 5.484252151663178,
      "grad_norm": 1.7459336679000754,
      "learning_rate": 5.607687348643697e-06,
      "loss": 1.0,
      "step": 117884
    },
    {
      "epoch": 5.484298674110258,
      "grad_norm": 1.799666198105629,
      "learning_rate": 5.606682073863228e-06,
      "loss": 0.9883,
      "step": 117885
    },
    {
      "epoch": 5.484345196557339,
      "grad_norm": 1.7835087225613087,
      "learning_rate": 5.605676887481198e-06,
      "loss": 0.957,
      "step": 117886
    },
    {
      "epoch": 5.48439171900442,
      "grad_norm": 1.764167278296878,
      "learning_rate": 5.604671789498222e-06,
      "loss": 0.9297,
      "step": 117887
    },
    {
      "epoch": 5.4844382414515005,
      "grad_norm": 1.7292333855935416,
      "learning_rate": 5.603666779914901e-06,
      "loss": 0.957,
      "step": 117888
    },
    {
      "epoch": 5.484484763898581,
      "grad_norm": 1.7317831167680469,
      "learning_rate": 5.602661858731883e-06,
      "loss": 0.918,
      "step": 117889
    },
    {
      "epoch": 5.4845312863456614,
      "grad_norm": 1.8555045558820913,
      "learning_rate": 5.601657025949768e-06,
      "loss": 0.9453,
      "step": 117890
    },
    {
      "epoch": 5.484577808792743,
      "grad_norm": 1.6933915555629246,
      "learning_rate": 5.6006522815691736e-06,
      "loss": 0.7812,
      "step": 117891
    },
    {
      "epoch": 5.484624331239823,
      "grad_norm": 1.9493522953823061,
      "learning_rate": 5.599647625590697e-06,
      "loss": 1.0078,
      "step": 117892
    },
    {
      "epoch": 5.484670853686904,
      "grad_norm": 1.7513631972088564,
      "learning_rate": 5.598643058014973e-06,
      "loss": 0.8477,
      "step": 117893
    },
    {
      "epoch": 5.484717376133984,
      "grad_norm": 1.8557191531352126,
      "learning_rate": 5.597638578842617e-06,
      "loss": 0.9336,
      "step": 117894
    },
    {
      "epoch": 5.484763898581066,
      "grad_norm": 1.6897167266283972,
      "learning_rate": 5.596634188074228e-06,
      "loss": 0.8633,
      "step": 117895
    },
    {
      "epoch": 5.484810421028146,
      "grad_norm": 1.7783056606607859,
      "learning_rate": 5.59562988571044e-06,
      "loss": 0.8594,
      "step": 117896
    },
    {
      "epoch": 5.484856943475227,
      "grad_norm": 1.65464441437846,
      "learning_rate": 5.594625671751868e-06,
      "loss": 0.9492,
      "step": 117897
    },
    {
      "epoch": 5.484903465922308,
      "grad_norm": 1.523230487220184,
      "learning_rate": 5.593621546199078e-06,
      "loss": 0.8281,
      "step": 117898
    },
    {
      "epoch": 5.484949988369388,
      "grad_norm": 1.653101153097521,
      "learning_rate": 5.592617509052754e-06,
      "loss": 0.9609,
      "step": 117899
    },
    {
      "epoch": 5.484996510816469,
      "grad_norm": 1.677668834755025,
      "learning_rate": 5.591613560313496e-06,
      "loss": 0.8672,
      "step": 117900
    },
    {
      "epoch": 5.485043033263549,
      "grad_norm": 1.734556348201777,
      "learning_rate": 5.590609699981885e-06,
      "loss": 1.0312,
      "step": 117901
    },
    {
      "epoch": 5.485089555710631,
      "grad_norm": 1.6060814836230344,
      "learning_rate": 5.589605928058538e-06,
      "loss": 0.8086,
      "step": 117902
    },
    {
      "epoch": 5.485136078157711,
      "grad_norm": 1.8804643965361407,
      "learning_rate": 5.5886022445441046e-06,
      "loss": 1.0,
      "step": 117903
    },
    {
      "epoch": 5.485182600604792,
      "grad_norm": 1.6387285590640517,
      "learning_rate": 5.587598649439184e-06,
      "loss": 0.8789,
      "step": 117904
    },
    {
      "epoch": 5.485229123051872,
      "grad_norm": 1.9252253836566566,
      "learning_rate": 5.586595142744376e-06,
      "loss": 0.918,
      "step": 117905
    },
    {
      "epoch": 5.4852756454989535,
      "grad_norm": 1.8002164612209293,
      "learning_rate": 5.585591724460298e-06,
      "loss": 0.918,
      "step": 117906
    },
    {
      "epoch": 5.485322167946034,
      "grad_norm": 1.7066254149149527,
      "learning_rate": 5.58458839458758e-06,
      "loss": 1.0312,
      "step": 117907
    },
    {
      "epoch": 5.4853686903931145,
      "grad_norm": 1.6202705421435861,
      "learning_rate": 5.583585153126841e-06,
      "loss": 0.8164,
      "step": 117908
    },
    {
      "epoch": 5.485415212840195,
      "grad_norm": 1.7032509341666757,
      "learning_rate": 5.582582000078661e-06,
      "loss": 0.8945,
      "step": 117909
    },
    {
      "epoch": 5.485461735287276,
      "grad_norm": 1.850843479762545,
      "learning_rate": 5.581578935443675e-06,
      "loss": 1.125,
      "step": 117910
    },
    {
      "epoch": 5.485508257734357,
      "grad_norm": 1.6765197796097773,
      "learning_rate": 5.5805759592225e-06,
      "loss": 0.8594,
      "step": 117911
    },
    {
      "epoch": 5.485554780181437,
      "grad_norm": 1.6995911288045569,
      "learning_rate": 5.579573071415749e-06,
      "loss": 0.9844,
      "step": 117912
    },
    {
      "epoch": 5.485601302628519,
      "grad_norm": 1.9832683709965764,
      "learning_rate": 5.578570272024057e-06,
      "loss": 0.9805,
      "step": 117913
    },
    {
      "epoch": 5.485647825075599,
      "grad_norm": 1.6823033956894375,
      "learning_rate": 5.5775675610480074e-06,
      "loss": 0.875,
      "step": 117914
    },
    {
      "epoch": 5.48569434752268,
      "grad_norm": 1.8852213689910098,
      "learning_rate": 5.576564938488198e-06,
      "loss": 0.957,
      "step": 117915
    },
    {
      "epoch": 5.48574086996976,
      "grad_norm": 1.6722371113434478,
      "learning_rate": 5.5755624043452795e-06,
      "loss": 0.9453,
      "step": 117916
    },
    {
      "epoch": 5.485787392416841,
      "grad_norm": 1.6323596439433063,
      "learning_rate": 5.574559958619868e-06,
      "loss": 0.9023,
      "step": 117917
    },
    {
      "epoch": 5.485833914863922,
      "grad_norm": 1.6565058441831444,
      "learning_rate": 5.573557601312545e-06,
      "loss": 0.7969,
      "step": 117918
    },
    {
      "epoch": 5.485880437311002,
      "grad_norm": 1.8731730279364338,
      "learning_rate": 5.572555332423945e-06,
      "loss": 0.8516,
      "step": 117919
    },
    {
      "epoch": 5.485926959758083,
      "grad_norm": 1.782160855233526,
      "learning_rate": 5.571553151954683e-06,
      "loss": 1.0312,
      "step": 117920
    },
    {
      "epoch": 5.485973482205164,
      "grad_norm": 1.8081762967390362,
      "learning_rate": 5.57055105990536e-06,
      "loss": 1.0234,
      "step": 117921
    },
    {
      "epoch": 5.486020004652245,
      "grad_norm": 1.6148939120418109,
      "learning_rate": 5.569549056276607e-06,
      "loss": 0.8594,
      "step": 117922
    },
    {
      "epoch": 5.486066527099325,
      "grad_norm": 1.425254458404763,
      "learning_rate": 5.568547141069024e-06,
      "loss": 0.7344,
      "step": 117923
    },
    {
      "epoch": 5.4861130495464066,
      "grad_norm": 1.8262062556063754,
      "learning_rate": 5.567545314283212e-06,
      "loss": 0.8281,
      "step": 117924
    },
    {
      "epoch": 5.486159571993487,
      "grad_norm": 1.7366339224115677,
      "learning_rate": 5.566543575919819e-06,
      "loss": 0.9648,
      "step": 117925
    },
    {
      "epoch": 5.4862060944405675,
      "grad_norm": 1.9254514806702754,
      "learning_rate": 5.5655419259794274e-06,
      "loss": 1.1172,
      "step": 117926
    },
    {
      "epoch": 5.486252616887648,
      "grad_norm": 1.6773255837174879,
      "learning_rate": 5.5645403644626716e-06,
      "loss": 0.8477,
      "step": 117927
    },
    {
      "epoch": 5.486299139334729,
      "grad_norm": 1.5555767658459736,
      "learning_rate": 5.563538891370151e-06,
      "loss": 0.8125,
      "step": 117928
    },
    {
      "epoch": 5.48634566178181,
      "grad_norm": 1.6279056262129665,
      "learning_rate": 5.56253750670248e-06,
      "loss": 0.8125,
      "step": 117929
    },
    {
      "epoch": 5.48639218422889,
      "grad_norm": 1.8080312820259477,
      "learning_rate": 5.561536210460277e-06,
      "loss": 0.9609,
      "step": 117930
    },
    {
      "epoch": 5.486438706675971,
      "grad_norm": 1.5801291053559898,
      "learning_rate": 5.560535002644173e-06,
      "loss": 0.8242,
      "step": 117931
    },
    {
      "epoch": 5.486485229123052,
      "grad_norm": 1.7863750498431055,
      "learning_rate": 5.559533883254719e-06,
      "loss": 0.9102,
      "step": 117932
    },
    {
      "epoch": 5.486531751570133,
      "grad_norm": 1.8371984660043341,
      "learning_rate": 5.55853285229258e-06,
      "loss": 0.9102,
      "step": 117933
    },
    {
      "epoch": 5.486578274017213,
      "grad_norm": 1.8677138722060525,
      "learning_rate": 5.5575319097583725e-06,
      "loss": 0.9883,
      "step": 117934
    },
    {
      "epoch": 5.4866247964642945,
      "grad_norm": 1.7333355656732978,
      "learning_rate": 5.556531055652696e-06,
      "loss": 0.9609,
      "step": 117935
    },
    {
      "epoch": 5.486671318911375,
      "grad_norm": 1.8041159508972548,
      "learning_rate": 5.555530289976168e-06,
      "loss": 0.9219,
      "step": 117936
    },
    {
      "epoch": 5.486717841358455,
      "grad_norm": 1.8900498323207826,
      "learning_rate": 5.554529612729369e-06,
      "loss": 1.0312,
      "step": 117937
    },
    {
      "epoch": 5.486764363805536,
      "grad_norm": 1.801345812667179,
      "learning_rate": 5.553529023912967e-06,
      "loss": 1.0547,
      "step": 117938
    },
    {
      "epoch": 5.486810886252617,
      "grad_norm": 1.6232102183499326,
      "learning_rate": 5.552528523527544e-06,
      "loss": 0.8984,
      "step": 117939
    },
    {
      "epoch": 5.486857408699698,
      "grad_norm": 1.8504597739745767,
      "learning_rate": 5.551528111573717e-06,
      "loss": 0.9922,
      "step": 117940
    },
    {
      "epoch": 5.486903931146778,
      "grad_norm": 1.6542802760562305,
      "learning_rate": 5.550527788052067e-06,
      "loss": 0.918,
      "step": 117941
    },
    {
      "epoch": 5.486950453593859,
      "grad_norm": 1.8288991919338207,
      "learning_rate": 5.549527552963262e-06,
      "loss": 0.9375,
      "step": 117942
    },
    {
      "epoch": 5.48699697604094,
      "grad_norm": 1.7107349043588271,
      "learning_rate": 5.548527406307885e-06,
      "loss": 0.8828,
      "step": 117943
    },
    {
      "epoch": 5.4870434984880205,
      "grad_norm": 1.9721006256544658,
      "learning_rate": 5.547527348086533e-06,
      "loss": 1.0234,
      "step": 117944
    },
    {
      "epoch": 5.487090020935101,
      "grad_norm": 1.7095892236831005,
      "learning_rate": 5.546527378299842e-06,
      "loss": 0.9492,
      "step": 117945
    },
    {
      "epoch": 5.4871365433821815,
      "grad_norm": 1.8830355541182973,
      "learning_rate": 5.5455274969484265e-06,
      "loss": 0.9844,
      "step": 117946
    },
    {
      "epoch": 5.487183065829263,
      "grad_norm": 1.6081958008200683,
      "learning_rate": 5.544527704032886e-06,
      "loss": 0.8711,
      "step": 117947
    },
    {
      "epoch": 5.487229588276343,
      "grad_norm": 1.5415644547371643,
      "learning_rate": 5.543527999553854e-06,
      "loss": 0.8906,
      "step": 117948
    },
    {
      "epoch": 5.487276110723424,
      "grad_norm": 1.8275124056391707,
      "learning_rate": 5.542528383511913e-06,
      "loss": 0.9648,
      "step": 117949
    },
    {
      "epoch": 5.487322633170505,
      "grad_norm": 2.015037099067306,
      "learning_rate": 5.541528855907678e-06,
      "loss": 1.0312,
      "step": 117950
    },
    {
      "epoch": 5.487369155617586,
      "grad_norm": 1.8581210826414443,
      "learning_rate": 5.540529416741768e-06,
      "loss": 1.0391,
      "step": 117951
    },
    {
      "epoch": 5.487415678064666,
      "grad_norm": 1.6149862552064451,
      "learning_rate": 5.539530066014813e-06,
      "loss": 0.8398,
      "step": 117952
    },
    {
      "epoch": 5.487462200511747,
      "grad_norm": 1.9762225798285613,
      "learning_rate": 5.5385308037274146e-06,
      "loss": 1.1016,
      "step": 117953
    },
    {
      "epoch": 5.487508722958828,
      "grad_norm": 1.6826464857961754,
      "learning_rate": 5.537531629880154e-06,
      "loss": 0.9062,
      "step": 117954
    },
    {
      "epoch": 5.487555245405908,
      "grad_norm": 1.8530503081674028,
      "learning_rate": 5.536532544473666e-06,
      "loss": 0.8633,
      "step": 117955
    },
    {
      "epoch": 5.487601767852989,
      "grad_norm": 1.6033396395398676,
      "learning_rate": 5.53553354750858e-06,
      "loss": 0.8672,
      "step": 117956
    },
    {
      "epoch": 5.487648290300069,
      "grad_norm": 1.6327624481066612,
      "learning_rate": 5.5345346389855e-06,
      "loss": 0.9336,
      "step": 117957
    },
    {
      "epoch": 5.487694812747151,
      "grad_norm": 1.5748916055700275,
      "learning_rate": 5.533535818905021e-06,
      "loss": 0.9141,
      "step": 117958
    },
    {
      "epoch": 5.487741335194231,
      "grad_norm": 1.708878831976688,
      "learning_rate": 5.532537087267747e-06,
      "loss": 0.8633,
      "step": 117959
    },
    {
      "epoch": 5.487787857641312,
      "grad_norm": 1.8256040598564869,
      "learning_rate": 5.531538444074324e-06,
      "loss": 1.0078,
      "step": 117960
    },
    {
      "epoch": 5.487834380088392,
      "grad_norm": 1.5017779215490588,
      "learning_rate": 5.530539889325353e-06,
      "loss": 0.7812,
      "step": 117961
    },
    {
      "epoch": 5.487880902535474,
      "grad_norm": 1.7693311048789337,
      "learning_rate": 5.529541423021433e-06,
      "loss": 0.957,
      "step": 117962
    },
    {
      "epoch": 5.487927424982554,
      "grad_norm": 1.5727048543204771,
      "learning_rate": 5.528543045163148e-06,
      "loss": 0.9609,
      "step": 117963
    },
    {
      "epoch": 5.4879739474296345,
      "grad_norm": 1.686674335250921,
      "learning_rate": 5.527544755751178e-06,
      "loss": 0.8945,
      "step": 117964
    },
    {
      "epoch": 5.488020469876716,
      "grad_norm": 1.6400573342320341,
      "learning_rate": 5.526546554786077e-06,
      "loss": 0.9219,
      "step": 117965
    },
    {
      "epoch": 5.488066992323796,
      "grad_norm": 1.7985694262803964,
      "learning_rate": 5.52554844226849e-06,
      "loss": 1.0469,
      "step": 117966
    },
    {
      "epoch": 5.488113514770877,
      "grad_norm": 1.6759212046941852,
      "learning_rate": 5.524550418198987e-06,
      "loss": 0.9453,
      "step": 117967
    },
    {
      "epoch": 5.488160037217957,
      "grad_norm": 1.60488099928902,
      "learning_rate": 5.523552482578231e-06,
      "loss": 0.9258,
      "step": 117968
    },
    {
      "epoch": 5.488206559665039,
      "grad_norm": 1.769432319084996,
      "learning_rate": 5.522554635406806e-06,
      "loss": 0.8945,
      "step": 117969
    },
    {
      "epoch": 5.488253082112119,
      "grad_norm": 1.8039254360698609,
      "learning_rate": 5.521556876685329e-06,
      "loss": 1.0078,
      "step": 117970
    },
    {
      "epoch": 5.4882996045592,
      "grad_norm": 1.6815810370058535,
      "learning_rate": 5.520559206414382e-06,
      "loss": 0.9102,
      "step": 117971
    },
    {
      "epoch": 5.488346127006281,
      "grad_norm": 1.8200058306645153,
      "learning_rate": 5.519561624594615e-06,
      "loss": 0.9688,
      "step": 117972
    },
    {
      "epoch": 5.4883926494533615,
      "grad_norm": 1.723671216725947,
      "learning_rate": 5.5185641312266275e-06,
      "loss": 0.875,
      "step": 117973
    },
    {
      "epoch": 5.488439171900442,
      "grad_norm": 1.6387334181604372,
      "learning_rate": 5.517566726311035e-06,
      "loss": 0.9297,
      "step": 117974
    },
    {
      "epoch": 5.488485694347522,
      "grad_norm": 1.5985028909505044,
      "learning_rate": 5.5165694098484205e-06,
      "loss": 0.8633,
      "step": 117975
    },
    {
      "epoch": 5.488532216794604,
      "grad_norm": 1.6943215793416175,
      "learning_rate": 5.515572181839417e-06,
      "loss": 0.8984,
      "step": 117976
    },
    {
      "epoch": 5.488578739241684,
      "grad_norm": 1.5443480979375486,
      "learning_rate": 5.514575042284608e-06,
      "loss": 0.7773,
      "step": 117977
    },
    {
      "epoch": 5.488625261688765,
      "grad_norm": 1.9326663781529105,
      "learning_rate": 5.513577991184659e-06,
      "loss": 1.0469,
      "step": 117978
    },
    {
      "epoch": 5.488671784135845,
      "grad_norm": 1.631827378602962,
      "learning_rate": 5.512581028540153e-06,
      "loss": 0.9414,
      "step": 117979
    },
    {
      "epoch": 5.488718306582927,
      "grad_norm": 1.734616441988351,
      "learning_rate": 5.5115841543516896e-06,
      "loss": 0.8984,
      "step": 117980
    },
    {
      "epoch": 5.488764829030007,
      "grad_norm": 1.71908728788509,
      "learning_rate": 5.510587368619884e-06,
      "loss": 0.9766,
      "step": 117981
    },
    {
      "epoch": 5.4888113514770875,
      "grad_norm": 1.6748460402974614,
      "learning_rate": 5.509590671345354e-06,
      "loss": 1.0156,
      "step": 117982
    },
    {
      "epoch": 5.488857873924168,
      "grad_norm": 1.62559795674978,
      "learning_rate": 5.508594062528698e-06,
      "loss": 0.9297,
      "step": 117983
    },
    {
      "epoch": 5.488904396371249,
      "grad_norm": 1.64828612758093,
      "learning_rate": 5.507597542170533e-06,
      "loss": 0.9297,
      "step": 117984
    },
    {
      "epoch": 5.48895091881833,
      "grad_norm": 1.7931884009047354,
      "learning_rate": 5.506601110271458e-06,
      "loss": 0.875,
      "step": 117985
    },
    {
      "epoch": 5.48899744126541,
      "grad_norm": 1.7717819857325177,
      "learning_rate": 5.505604766832106e-06,
      "loss": 0.9375,
      "step": 117986
    },
    {
      "epoch": 5.489043963712492,
      "grad_norm": 1.740687742809315,
      "learning_rate": 5.5046085118530755e-06,
      "loss": 0.8477,
      "step": 117987
    },
    {
      "epoch": 5.489090486159572,
      "grad_norm": 1.7404460431162965,
      "learning_rate": 5.503612345334985e-06,
      "loss": 0.9727,
      "step": 117988
    },
    {
      "epoch": 5.489137008606653,
      "grad_norm": 1.9299903568950654,
      "learning_rate": 5.502616267278398e-06,
      "loss": 0.9805,
      "step": 117989
    },
    {
      "epoch": 5.489183531053733,
      "grad_norm": 1.9203803342718921,
      "learning_rate": 5.501620277683999e-06,
      "loss": 0.9844,
      "step": 117990
    },
    {
      "epoch": 5.4892300535008145,
      "grad_norm": 1.6740359121130337,
      "learning_rate": 5.500624376552337e-06,
      "loss": 0.8828,
      "step": 117991
    },
    {
      "epoch": 5.489276575947895,
      "grad_norm": 1.484201900462208,
      "learning_rate": 5.499628563884062e-06,
      "loss": 0.6875,
      "step": 117992
    },
    {
      "epoch": 5.4893230983949755,
      "grad_norm": 1.9070897319309268,
      "learning_rate": 5.498632839679739e-06,
      "loss": 1.0234,
      "step": 117993
    },
    {
      "epoch": 5.489369620842056,
      "grad_norm": 1.7030764540777348,
      "learning_rate": 5.497637203940036e-06,
      "loss": 0.9844,
      "step": 117994
    },
    {
      "epoch": 5.489416143289137,
      "grad_norm": 1.536433170692735,
      "learning_rate": 5.496641656665518e-06,
      "loss": 0.8359,
      "step": 117995
    },
    {
      "epoch": 5.489462665736218,
      "grad_norm": 1.7194448609804784,
      "learning_rate": 5.495646197856818e-06,
      "loss": 0.7812,
      "step": 117996
    },
    {
      "epoch": 5.489509188183298,
      "grad_norm": 1.6224584233045611,
      "learning_rate": 5.494650827514502e-06,
      "loss": 0.9766,
      "step": 117997
    },
    {
      "epoch": 5.489555710630379,
      "grad_norm": 1.7574023506943037,
      "learning_rate": 5.493655545639253e-06,
      "loss": 0.9336,
      "step": 117998
    },
    {
      "epoch": 5.48960223307746,
      "grad_norm": 1.66269930549876,
      "learning_rate": 5.4926603522316035e-06,
      "loss": 0.8984,
      "step": 117999
    },
    {
      "epoch": 5.489648755524541,
      "grad_norm": 1.7761373050564726,
      "learning_rate": 5.4916652472922206e-06,
      "loss": 0.8516,
      "step": 118000
    },
    {
      "epoch": 5.489695277971621,
      "grad_norm": 1.732819095100242,
      "learning_rate": 5.490670230821687e-06,
      "loss": 1.0859,
      "step": 118001
    },
    {
      "epoch": 5.489741800418702,
      "grad_norm": 2.059816630074401,
      "learning_rate": 5.489675302820601e-06,
      "loss": 1.125,
      "step": 118002
    },
    {
      "epoch": 5.489788322865783,
      "grad_norm": 2.0197972163393354,
      "learning_rate": 5.488680463289613e-06,
      "loss": 1.0859,
      "step": 118003
    },
    {
      "epoch": 5.489834845312863,
      "grad_norm": 1.6424570394029239,
      "learning_rate": 5.487685712229306e-06,
      "loss": 0.8867,
      "step": 118004
    },
    {
      "epoch": 5.489881367759944,
      "grad_norm": 1.8487430484909566,
      "learning_rate": 5.486691049640279e-06,
      "loss": 1.0234,
      "step": 118005
    },
    {
      "epoch": 5.489927890207025,
      "grad_norm": 1.9257084029520342,
      "learning_rate": 5.4856964755231655e-06,
      "loss": 1.0391,
      "step": 118006
    },
    {
      "epoch": 5.489974412654106,
      "grad_norm": 1.8565190399903573,
      "learning_rate": 5.484701989878531e-06,
      "loss": 1.0703,
      "step": 118007
    },
    {
      "epoch": 5.490020935101186,
      "grad_norm": 1.8818769394162633,
      "learning_rate": 5.483707592707043e-06,
      "loss": 1.0391,
      "step": 118008
    },
    {
      "epoch": 5.490067457548267,
      "grad_norm": 1.6407024253378686,
      "learning_rate": 5.482713284009266e-06,
      "loss": 0.9375,
      "step": 118009
    },
    {
      "epoch": 5.490113979995348,
      "grad_norm": 1.8953709287377607,
      "learning_rate": 5.481719063785833e-06,
      "loss": 0.9219,
      "step": 118010
    },
    {
      "epoch": 5.4901605024424285,
      "grad_norm": 1.6781434611759227,
      "learning_rate": 5.480724932037328e-06,
      "loss": 0.9805,
      "step": 118011
    },
    {
      "epoch": 5.490207024889509,
      "grad_norm": 1.7302886750331794,
      "learning_rate": 5.479730888764383e-06,
      "loss": 0.8711,
      "step": 118012
    },
    {
      "epoch": 5.490253547336589,
      "grad_norm": 2.0404095963392797,
      "learning_rate": 5.478736933967615e-06,
      "loss": 1.0312,
      "step": 118013
    },
    {
      "epoch": 5.490300069783671,
      "grad_norm": 1.5441087558019568,
      "learning_rate": 5.4777430676476055e-06,
      "loss": 0.7617,
      "step": 118014
    },
    {
      "epoch": 5.490346592230751,
      "grad_norm": 1.787698554950747,
      "learning_rate": 5.476749289804955e-06,
      "loss": 0.8633,
      "step": 118015
    },
    {
      "epoch": 5.490393114677832,
      "grad_norm": 1.618545113197893,
      "learning_rate": 5.475755600440296e-06,
      "loss": 0.8477,
      "step": 118016
    },
    {
      "epoch": 5.490439637124913,
      "grad_norm": 1.8382083241755547,
      "learning_rate": 5.4747619995542446e-06,
      "loss": 0.8906,
      "step": 118017
    },
    {
      "epoch": 5.490486159571994,
      "grad_norm": 1.682217707087259,
      "learning_rate": 5.4737684871474e-06,
      "loss": 1.0234,
      "step": 118018
    },
    {
      "epoch": 5.490532682019074,
      "grad_norm": 1.7336683437615428,
      "learning_rate": 5.472775063220347e-06,
      "loss": 1.0312,
      "step": 118019
    },
    {
      "epoch": 5.4905792044661546,
      "grad_norm": 1.7330060024490188,
      "learning_rate": 5.4717817277737165e-06,
      "loss": 1.0234,
      "step": 118020
    },
    {
      "epoch": 5.490625726913236,
      "grad_norm": 1.667883211763929,
      "learning_rate": 5.470788480808108e-06,
      "loss": 0.8672,
      "step": 118021
    },
    {
      "epoch": 5.490672249360316,
      "grad_norm": 1.6049295275515782,
      "learning_rate": 5.469795322324156e-06,
      "loss": 0.9219,
      "step": 118022
    },
    {
      "epoch": 5.490718771807397,
      "grad_norm": 1.721653023969416,
      "learning_rate": 5.46880225232244e-06,
      "loss": 0.8711,
      "step": 118023
    },
    {
      "epoch": 5.490765294254478,
      "grad_norm": 1.8365991381918776,
      "learning_rate": 5.4678092708035636e-06,
      "loss": 1.0703,
      "step": 118024
    },
    {
      "epoch": 5.490811816701559,
      "grad_norm": 1.836805871781832,
      "learning_rate": 5.4668163777681576e-06,
      "loss": 0.9727,
      "step": 118025
    },
    {
      "epoch": 5.490858339148639,
      "grad_norm": 1.8261470616498494,
      "learning_rate": 5.465823573216821e-06,
      "loss": 0.9375,
      "step": 118026
    },
    {
      "epoch": 5.49090486159572,
      "grad_norm": 1.799957899209183,
      "learning_rate": 5.4648308571501546e-06,
      "loss": 1.0625,
      "step": 118027
    },
    {
      "epoch": 5.490951384042801,
      "grad_norm": 1.681592566093959,
      "learning_rate": 5.463838229568757e-06,
      "loss": 0.8711,
      "step": 118028
    },
    {
      "epoch": 5.4909979064898815,
      "grad_norm": 1.8457556605138419,
      "learning_rate": 5.462845690473261e-06,
      "loss": 0.957,
      "step": 118029
    },
    {
      "epoch": 5.491044428936962,
      "grad_norm": 1.7160165144772512,
      "learning_rate": 5.461853239864266e-06,
      "loss": 0.9688,
      "step": 118030
    },
    {
      "epoch": 5.4910909513840425,
      "grad_norm": 1.6796291415807498,
      "learning_rate": 5.4608608777423904e-06,
      "loss": 0.9336,
      "step": 118031
    },
    {
      "epoch": 5.491137473831124,
      "grad_norm": 1.7731560828587254,
      "learning_rate": 5.4598686041082144e-06,
      "loss": 0.9102,
      "step": 118032
    },
    {
      "epoch": 5.491183996278204,
      "grad_norm": 1.7260897448928048,
      "learning_rate": 5.458876418962338e-06,
      "loss": 0.9219,
      "step": 118033
    },
    {
      "epoch": 5.491230518725285,
      "grad_norm": 1.7394330622309735,
      "learning_rate": 5.457884322305412e-06,
      "loss": 0.8359,
      "step": 118034
    },
    {
      "epoch": 5.491277041172365,
      "grad_norm": 1.7851547719302843,
      "learning_rate": 5.456892314138017e-06,
      "loss": 1.0391,
      "step": 118035
    },
    {
      "epoch": 5.491323563619447,
      "grad_norm": 1.6129883728475707,
      "learning_rate": 5.455900394460772e-06,
      "loss": 0.8594,
      "step": 118036
    },
    {
      "epoch": 5.491370086066527,
      "grad_norm": 2.0150884760615915,
      "learning_rate": 5.454908563274257e-06,
      "loss": 1.0234,
      "step": 118037
    },
    {
      "epoch": 5.491416608513608,
      "grad_norm": 1.9104769901019463,
      "learning_rate": 5.453916820579107e-06,
      "loss": 0.9297,
      "step": 118038
    },
    {
      "epoch": 5.491463130960689,
      "grad_norm": 1.702963713964279,
      "learning_rate": 5.452925166375921e-06,
      "loss": 0.7578,
      "step": 118039
    },
    {
      "epoch": 5.491509653407769,
      "grad_norm": 1.6424650693230776,
      "learning_rate": 5.451933600665315e-06,
      "loss": 0.9023,
      "step": 118040
    },
    {
      "epoch": 5.49155617585485,
      "grad_norm": 1.4885282130171933,
      "learning_rate": 5.450942123447871e-06,
      "loss": 0.8047,
      "step": 118041
    },
    {
      "epoch": 5.49160269830193,
      "grad_norm": 1.7250831987580493,
      "learning_rate": 5.449950734724223e-06,
      "loss": 0.8789,
      "step": 118042
    },
    {
      "epoch": 5.491649220749012,
      "grad_norm": 1.7636400347075742,
      "learning_rate": 5.448959434494954e-06,
      "loss": 1.0156,
      "step": 118043
    },
    {
      "epoch": 5.491695743196092,
      "grad_norm": 1.9079909407992808,
      "learning_rate": 5.447968222760712e-06,
      "loss": 1.0703,
      "step": 118044
    },
    {
      "epoch": 5.491742265643173,
      "grad_norm": 1.6499285406780244,
      "learning_rate": 5.446977099522065e-06,
      "loss": 0.8359,
      "step": 118045
    },
    {
      "epoch": 5.491788788090253,
      "grad_norm": 1.6245517752863448,
      "learning_rate": 5.445986064779612e-06,
      "loss": 0.8828,
      "step": 118046
    },
    {
      "epoch": 5.4918353105373345,
      "grad_norm": 1.7538441230848787,
      "learning_rate": 5.444995118533985e-06,
      "loss": 0.8867,
      "step": 118047
    },
    {
      "epoch": 5.491881832984415,
      "grad_norm": 1.7299623009027916,
      "learning_rate": 5.444004260785801e-06,
      "loss": 0.918,
      "step": 118048
    },
    {
      "epoch": 5.4919283554314955,
      "grad_norm": 1.8168889177646081,
      "learning_rate": 5.443013491535642e-06,
      "loss": 1.0312,
      "step": 118049
    },
    {
      "epoch": 5.491974877878576,
      "grad_norm": 1.7675531655293755,
      "learning_rate": 5.442022810784108e-06,
      "loss": 0.8789,
      "step": 118050
    },
    {
      "epoch": 5.492021400325657,
      "grad_norm": 1.747703912814867,
      "learning_rate": 5.441032218531832e-06,
      "loss": 0.9023,
      "step": 118051
    },
    {
      "epoch": 5.492067922772738,
      "grad_norm": 1.9633035589935723,
      "learning_rate": 5.440041714779414e-06,
      "loss": 0.9453,
      "step": 118052
    },
    {
      "epoch": 5.492114445219818,
      "grad_norm": 1.6335740567594934,
      "learning_rate": 5.439051299527452e-06,
      "loss": 0.8984,
      "step": 118053
    },
    {
      "epoch": 5.4921609676669,
      "grad_norm": 1.7901961455084063,
      "learning_rate": 5.438060972776531e-06,
      "loss": 0.9766,
      "step": 118054
    },
    {
      "epoch": 5.49220749011398,
      "grad_norm": 1.6700388420903225,
      "learning_rate": 5.437070734527316e-06,
      "loss": 0.9258,
      "step": 118055
    },
    {
      "epoch": 5.492254012561061,
      "grad_norm": 1.5010429876753972,
      "learning_rate": 5.436080584780356e-06,
      "loss": 0.8008,
      "step": 118056
    },
    {
      "epoch": 5.492300535008141,
      "grad_norm": 1.725282876453641,
      "learning_rate": 5.435090523536301e-06,
      "loss": 0.9844,
      "step": 118057
    },
    {
      "epoch": 5.4923470574552224,
      "grad_norm": 1.6991535641351976,
      "learning_rate": 5.434100550795717e-06,
      "loss": 1.0,
      "step": 118058
    },
    {
      "epoch": 5.492393579902303,
      "grad_norm": 1.8627458557244745,
      "learning_rate": 5.4331106665592205e-06,
      "loss": 0.8789,
      "step": 118059
    },
    {
      "epoch": 5.492440102349383,
      "grad_norm": 2.111137962780961,
      "learning_rate": 5.432120870827444e-06,
      "loss": 1.0312,
      "step": 118060
    },
    {
      "epoch": 5.492486624796464,
      "grad_norm": 1.7326731233067227,
      "learning_rate": 5.431131163600972e-06,
      "loss": 0.9414,
      "step": 118061
    },
    {
      "epoch": 5.492533147243545,
      "grad_norm": 2.0073856014829685,
      "learning_rate": 5.430141544880418e-06,
      "loss": 0.9609,
      "step": 118062
    },
    {
      "epoch": 5.492579669690626,
      "grad_norm": 1.6880020868108891,
      "learning_rate": 5.429152014666366e-06,
      "loss": 0.8711,
      "step": 118063
    },
    {
      "epoch": 5.492626192137706,
      "grad_norm": 1.731012799537808,
      "learning_rate": 5.428162572959433e-06,
      "loss": 0.8438,
      "step": 118064
    },
    {
      "epoch": 5.492672714584788,
      "grad_norm": 1.7751961802387677,
      "learning_rate": 5.42717321976025e-06,
      "loss": 1.0312,
      "step": 118065
    },
    {
      "epoch": 5.492719237031868,
      "grad_norm": 1.8042499471154372,
      "learning_rate": 5.426183955069402e-06,
      "loss": 0.9766,
      "step": 118066
    },
    {
      "epoch": 5.4927657594789485,
      "grad_norm": 1.8124170899223233,
      "learning_rate": 5.425194778887504e-06,
      "loss": 0.9062,
      "step": 118067
    },
    {
      "epoch": 5.492812281926029,
      "grad_norm": 2.149385590934544,
      "learning_rate": 5.424205691215122e-06,
      "loss": 1.0469,
      "step": 118068
    },
    {
      "epoch": 5.49285880437311,
      "grad_norm": 1.6507279072612357,
      "learning_rate": 5.423216692052923e-06,
      "loss": 0.9883,
      "step": 118069
    },
    {
      "epoch": 5.492905326820191,
      "grad_norm": 1.6060452374512095,
      "learning_rate": 5.422227781401489e-06,
      "loss": 0.9492,
      "step": 118070
    },
    {
      "epoch": 5.492951849267271,
      "grad_norm": 1.696847957431731,
      "learning_rate": 5.421238959261404e-06,
      "loss": 1.0,
      "step": 118071
    },
    {
      "epoch": 5.492998371714352,
      "grad_norm": 1.930627442917777,
      "learning_rate": 5.420250225633282e-06,
      "loss": 1.2344,
      "step": 118072
    },
    {
      "epoch": 5.493044894161433,
      "grad_norm": 1.6388823927038982,
      "learning_rate": 5.419261580517742e-06,
      "loss": 0.8477,
      "step": 118073
    },
    {
      "epoch": 5.493091416608514,
      "grad_norm": 1.8490276580740779,
      "learning_rate": 5.418273023915381e-06,
      "loss": 0.957,
      "step": 118074
    },
    {
      "epoch": 5.493137939055594,
      "grad_norm": 1.7765096680022174,
      "learning_rate": 5.4172845558268174e-06,
      "loss": 0.8984,
      "step": 118075
    },
    {
      "epoch": 5.4931844615026755,
      "grad_norm": 1.8120265837991576,
      "learning_rate": 5.4162961762526155e-06,
      "loss": 0.9727,
      "step": 118076
    },
    {
      "epoch": 5.493230983949756,
      "grad_norm": 2.1020731478625594,
      "learning_rate": 5.415307885193443e-06,
      "loss": 1.0312,
      "step": 118077
    },
    {
      "epoch": 5.493277506396836,
      "grad_norm": 1.8508758235862413,
      "learning_rate": 5.414319682649865e-06,
      "loss": 1.0547,
      "step": 118078
    },
    {
      "epoch": 5.493324028843917,
      "grad_norm": 1.7069950257197377,
      "learning_rate": 5.413331568622481e-06,
      "loss": 0.875,
      "step": 118079
    },
    {
      "epoch": 5.493370551290998,
      "grad_norm": 1.7502128688079988,
      "learning_rate": 5.412343543111891e-06,
      "loss": 0.9805,
      "step": 118080
    },
    {
      "epoch": 5.493417073738079,
      "grad_norm": 1.7434300206795112,
      "learning_rate": 5.411355606118744e-06,
      "loss": 0.832,
      "step": 118081
    },
    {
      "epoch": 5.493463596185159,
      "grad_norm": 1.8508359303596895,
      "learning_rate": 5.4103677576436245e-06,
      "loss": 0.875,
      "step": 118082
    },
    {
      "epoch": 5.49351011863224,
      "grad_norm": 1.6233346315799284,
      "learning_rate": 5.4093799976871136e-06,
      "loss": 0.9727,
      "step": 118083
    },
    {
      "epoch": 5.493556641079321,
      "grad_norm": 1.6022822962902463,
      "learning_rate": 5.408392326249844e-06,
      "loss": 0.8477,
      "step": 118084
    },
    {
      "epoch": 5.4936031635264015,
      "grad_norm": 1.7528931873663316,
      "learning_rate": 5.407404743332383e-06,
      "loss": 0.9023,
      "step": 118085
    },
    {
      "epoch": 5.493649685973482,
      "grad_norm": 1.5919603357806373,
      "learning_rate": 5.406417248935363e-06,
      "loss": 0.8945,
      "step": 118086
    },
    {
      "epoch": 5.4936962084205625,
      "grad_norm": 1.772446100805616,
      "learning_rate": 5.4054298430594e-06,
      "loss": 1.0156,
      "step": 118087
    },
    {
      "epoch": 5.493742730867644,
      "grad_norm": 1.852620130619667,
      "learning_rate": 5.404442525705094e-06,
      "loss": 1.0469,
      "step": 118088
    },
    {
      "epoch": 5.493789253314724,
      "grad_norm": 1.8276201235434244,
      "learning_rate": 5.403455296873027e-06,
      "loss": 1.0312,
      "step": 118089
    },
    {
      "epoch": 5.493835775761805,
      "grad_norm": 1.7754295868311603,
      "learning_rate": 5.402468156563816e-06,
      "loss": 0.8164,
      "step": 118090
    },
    {
      "epoch": 5.493882298208886,
      "grad_norm": 2.1512072670054883,
      "learning_rate": 5.401481104778077e-06,
      "loss": 1.1562,
      "step": 118091
    },
    {
      "epoch": 5.493928820655967,
      "grad_norm": 1.5649417156695133,
      "learning_rate": 5.400494141516393e-06,
      "loss": 0.7383,
      "step": 118092
    },
    {
      "epoch": 5.493975343103047,
      "grad_norm": 1.7181396382790444,
      "learning_rate": 5.399507266779396e-06,
      "loss": 0.9727,
      "step": 118093
    },
    {
      "epoch": 5.494021865550128,
      "grad_norm": 1.6899515961583595,
      "learning_rate": 5.398520480567653e-06,
      "loss": 0.8633,
      "step": 118094
    },
    {
      "epoch": 5.494068387997209,
      "grad_norm": 1.7791242873911572,
      "learning_rate": 5.397533782881796e-06,
      "loss": 0.9375,
      "step": 118095
    },
    {
      "epoch": 5.4941149104442895,
      "grad_norm": 1.8809660299120432,
      "learning_rate": 5.396547173722427e-06,
      "loss": 1.1328,
      "step": 118096
    },
    {
      "epoch": 5.49416143289137,
      "grad_norm": 1.855188259584385,
      "learning_rate": 5.395560653090142e-06,
      "loss": 1.0703,
      "step": 118097
    },
    {
      "epoch": 5.49420795533845,
      "grad_norm": 1.8786952220726045,
      "learning_rate": 5.3945742209855254e-06,
      "loss": 1.0547,
      "step": 118098
    },
    {
      "epoch": 5.494254477785532,
      "grad_norm": 1.7723768846616987,
      "learning_rate": 5.393587877409228e-06,
      "loss": 0.8789,
      "step": 118099
    },
    {
      "epoch": 5.494301000232612,
      "grad_norm": 1.8091202212284412,
      "learning_rate": 5.3926016223618305e-06,
      "loss": 1.1328,
      "step": 118100
    },
    {
      "epoch": 5.494347522679693,
      "grad_norm": 1.7608272724797562,
      "learning_rate": 5.391615455843918e-06,
      "loss": 0.918,
      "step": 118101
    },
    {
      "epoch": 5.494394045126773,
      "grad_norm": 1.6453604118646958,
      "learning_rate": 5.390629377856104e-06,
      "loss": 0.8789,
      "step": 118102
    },
    {
      "epoch": 5.494440567573855,
      "grad_norm": 1.6180209654984865,
      "learning_rate": 5.389643388399023e-06,
      "loss": 0.918,
      "step": 118103
    },
    {
      "epoch": 5.494487090020935,
      "grad_norm": 1.9222492932684465,
      "learning_rate": 5.388657487473241e-06,
      "loss": 1.0234,
      "step": 118104
    },
    {
      "epoch": 5.4945336124680155,
      "grad_norm": 1.7696006108717222,
      "learning_rate": 5.3876716750793915e-06,
      "loss": 0.9336,
      "step": 118105
    },
    {
      "epoch": 5.494580134915097,
      "grad_norm": 1.7079108301140054,
      "learning_rate": 5.386685951218039e-06,
      "loss": 0.8477,
      "step": 118106
    },
    {
      "epoch": 5.494626657362177,
      "grad_norm": 1.5642203103482692,
      "learning_rate": 5.385700315889819e-06,
      "loss": 0.7969,
      "step": 118107
    },
    {
      "epoch": 5.494673179809258,
      "grad_norm": 1.7836467440609298,
      "learning_rate": 5.384714769095311e-06,
      "loss": 0.8711,
      "step": 118108
    },
    {
      "epoch": 5.494719702256338,
      "grad_norm": 1.6844446468752037,
      "learning_rate": 5.3837293108351495e-06,
      "loss": 0.832,
      "step": 118109
    },
    {
      "epoch": 5.49476622470342,
      "grad_norm": 1.9621242765221214,
      "learning_rate": 5.382743941109918e-06,
      "loss": 1.2969,
      "step": 118110
    },
    {
      "epoch": 5.4948127471505,
      "grad_norm": 1.837641918029122,
      "learning_rate": 5.381758659920233e-06,
      "loss": 0.9297,
      "step": 118111
    },
    {
      "epoch": 5.494859269597581,
      "grad_norm": 1.8691936606219346,
      "learning_rate": 5.3807734672666746e-06,
      "loss": 0.9258,
      "step": 118112
    },
    {
      "epoch": 5.494905792044662,
      "grad_norm": 1.7235991748206534,
      "learning_rate": 5.379788363149862e-06,
      "loss": 0.875,
      "step": 118113
    },
    {
      "epoch": 5.4949523144917425,
      "grad_norm": 1.870536946393154,
      "learning_rate": 5.378803347570393e-06,
      "loss": 1.0312,
      "step": 118114
    },
    {
      "epoch": 5.494998836938823,
      "grad_norm": 1.737416508617347,
      "learning_rate": 5.377818420528885e-06,
      "loss": 0.8242,
      "step": 118115
    },
    {
      "epoch": 5.495045359385903,
      "grad_norm": 1.7548023117247555,
      "learning_rate": 5.376833582025919e-06,
      "loss": 0.9102,
      "step": 118116
    },
    {
      "epoch": 5.495091881832985,
      "grad_norm": 1.4872088449748748,
      "learning_rate": 5.375848832062113e-06,
      "loss": 0.7578,
      "step": 118117
    },
    {
      "epoch": 5.495138404280065,
      "grad_norm": 1.9576076560676168,
      "learning_rate": 5.374864170638066e-06,
      "loss": 1.0703,
      "step": 118118
    },
    {
      "epoch": 5.495184926727146,
      "grad_norm": 1.7996557659400971,
      "learning_rate": 5.373879597754377e-06,
      "loss": 0.832,
      "step": 118119
    },
    {
      "epoch": 5.495231449174226,
      "grad_norm": 1.7551538173660255,
      "learning_rate": 5.3728951134116294e-06,
      "loss": 0.9492,
      "step": 118120
    },
    {
      "epoch": 5.495277971621308,
      "grad_norm": 1.8000246749705828,
      "learning_rate": 5.371910717610473e-06,
      "loss": 0.9531,
      "step": 118121
    },
    {
      "epoch": 5.495324494068388,
      "grad_norm": 1.9116301680637064,
      "learning_rate": 5.3709264103514894e-06,
      "loss": 0.9453,
      "step": 118122
    },
    {
      "epoch": 5.4953710165154686,
      "grad_norm": 2.0684055725261885,
      "learning_rate": 5.369942191635262e-06,
      "loss": 1.0078,
      "step": 118123
    },
    {
      "epoch": 5.495417538962549,
      "grad_norm": 1.7156905292658673,
      "learning_rate": 5.368958061462408e-06,
      "loss": 0.9062,
      "step": 118124
    },
    {
      "epoch": 5.49546406140963,
      "grad_norm": 1.6690083182743234,
      "learning_rate": 5.367974019833543e-06,
      "loss": 0.8516,
      "step": 118125
    },
    {
      "epoch": 5.495510583856711,
      "grad_norm": 1.7738019564852598,
      "learning_rate": 5.3669900667492496e-06,
      "loss": 0.9922,
      "step": 118126
    },
    {
      "epoch": 5.495557106303791,
      "grad_norm": 1.6496624039403969,
      "learning_rate": 5.366006202210143e-06,
      "loss": 0.9531,
      "step": 118127
    },
    {
      "epoch": 5.495603628750873,
      "grad_norm": 1.9452058189506642,
      "learning_rate": 5.3650224262167914e-06,
      "loss": 1.1406,
      "step": 118128
    },
    {
      "epoch": 5.495650151197953,
      "grad_norm": 1.7650831337553885,
      "learning_rate": 5.36403873876986e-06,
      "loss": 1.0156,
      "step": 118129
    },
    {
      "epoch": 5.495696673645034,
      "grad_norm": 1.8556216117065245,
      "learning_rate": 5.363055139869882e-06,
      "loss": 0.9336,
      "step": 118130
    },
    {
      "epoch": 5.495743196092114,
      "grad_norm": 1.7318993721982294,
      "learning_rate": 5.362071629517523e-06,
      "loss": 0.9062,
      "step": 118131
    },
    {
      "epoch": 5.4957897185391955,
      "grad_norm": 1.6656182836662592,
      "learning_rate": 5.3610882077133655e-06,
      "loss": 0.8516,
      "step": 118132
    },
    {
      "epoch": 5.495836240986276,
      "grad_norm": 1.6553828116018292,
      "learning_rate": 5.36010487445796e-06,
      "loss": 0.9336,
      "step": 118133
    },
    {
      "epoch": 5.4958827634333565,
      "grad_norm": 2.013274460698044,
      "learning_rate": 5.359121629751989e-06,
      "loss": 1.0391,
      "step": 118134
    },
    {
      "epoch": 5.495929285880437,
      "grad_norm": 2.0542429826046296,
      "learning_rate": 5.358138473596002e-06,
      "loss": 1.0156,
      "step": 118135
    },
    {
      "epoch": 5.495975808327518,
      "grad_norm": 1.6594354574228953,
      "learning_rate": 5.357155405990632e-06,
      "loss": 0.918,
      "step": 118136
    },
    {
      "epoch": 5.496022330774599,
      "grad_norm": 1.9432942409754188,
      "learning_rate": 5.356172426936445e-06,
      "loss": 0.9961,
      "step": 118137
    },
    {
      "epoch": 5.496068853221679,
      "grad_norm": 2.01557008478368,
      "learning_rate": 5.355189536434057e-06,
      "loss": 1.0625,
      "step": 118138
    },
    {
      "epoch": 5.49611537566876,
      "grad_norm": 1.6254457493415835,
      "learning_rate": 5.354206734484085e-06,
      "loss": 0.875,
      "step": 118139
    },
    {
      "epoch": 5.496161898115841,
      "grad_norm": 2.156593138738207,
      "learning_rate": 5.353224021087127e-06,
      "loss": 1.1328,
      "step": 118140
    },
    {
      "epoch": 5.496208420562922,
      "grad_norm": 1.697181148955103,
      "learning_rate": 5.352241396243784e-06,
      "loss": 0.7969,
      "step": 118141
    },
    {
      "epoch": 5.496254943010002,
      "grad_norm": 1.721606297306472,
      "learning_rate": 5.351258859954621e-06,
      "loss": 0.9766,
      "step": 118142
    },
    {
      "epoch": 5.496301465457083,
      "grad_norm": 1.631899659319655,
      "learning_rate": 5.350276412220289e-06,
      "loss": 0.8203,
      "step": 118143
    },
    {
      "epoch": 5.496347987904164,
      "grad_norm": 1.7624707018980201,
      "learning_rate": 5.34929405304137e-06,
      "loss": 0.9102,
      "step": 118144
    },
    {
      "epoch": 5.496394510351244,
      "grad_norm": 1.7443707968292899,
      "learning_rate": 5.348311782418463e-06,
      "loss": 1.0625,
      "step": 118145
    },
    {
      "epoch": 5.496441032798325,
      "grad_norm": 1.6608147346289754,
      "learning_rate": 5.347329600352168e-06,
      "loss": 0.8203,
      "step": 118146
    },
    {
      "epoch": 5.496487555245406,
      "grad_norm": 1.857463073332597,
      "learning_rate": 5.346347506843085e-06,
      "loss": 1.0312,
      "step": 118147
    },
    {
      "epoch": 5.496534077692487,
      "grad_norm": 1.7370222992795055,
      "learning_rate": 5.345365501891846e-06,
      "loss": 0.9062,
      "step": 118148
    },
    {
      "epoch": 5.496580600139567,
      "grad_norm": 1.7778602670007826,
      "learning_rate": 5.344383585499018e-06,
      "loss": 0.8945,
      "step": 118149
    },
    {
      "epoch": 5.496627122586648,
      "grad_norm": 1.6916841560720572,
      "learning_rate": 5.343401757665183e-06,
      "loss": 0.9883,
      "step": 118150
    },
    {
      "epoch": 5.496673645033729,
      "grad_norm": 1.921077042365611,
      "learning_rate": 5.3424200183909915e-06,
      "loss": 0.9492,
      "step": 118151
    },
    {
      "epoch": 5.4967201674808095,
      "grad_norm": 1.8340076705798574,
      "learning_rate": 5.341438367677009e-06,
      "loss": 1.0469,
      "step": 118152
    },
    {
      "epoch": 5.49676668992789,
      "grad_norm": 2.012644179222235,
      "learning_rate": 5.3404568055238686e-06,
      "loss": 1.0469,
      "step": 118153
    },
    {
      "epoch": 5.496813212374971,
      "grad_norm": 1.7999555424966434,
      "learning_rate": 5.339475331932153e-06,
      "loss": 1.0312,
      "step": 118154
    },
    {
      "epoch": 5.496859734822052,
      "grad_norm": 1.5993126772606372,
      "learning_rate": 5.338493946902445e-06,
      "loss": 0.9141,
      "step": 118155
    },
    {
      "epoch": 5.496906257269132,
      "grad_norm": 1.875552009555979,
      "learning_rate": 5.337512650435377e-06,
      "loss": 0.9258,
      "step": 118156
    },
    {
      "epoch": 5.496952779716213,
      "grad_norm": 1.6780779596282305,
      "learning_rate": 5.33653144253155e-06,
      "loss": 0.8984,
      "step": 118157
    },
    {
      "epoch": 5.496999302163294,
      "grad_norm": 1.6765154353574818,
      "learning_rate": 5.335550323191545e-06,
      "loss": 0.9141,
      "step": 118158
    },
    {
      "epoch": 5.497045824610375,
      "grad_norm": 1.6768830907031949,
      "learning_rate": 5.334569292415946e-06,
      "loss": 0.9766,
      "step": 118159
    },
    {
      "epoch": 5.497092347057455,
      "grad_norm": 2.1003955521530204,
      "learning_rate": 5.333588350205386e-06,
      "loss": 1.1172,
      "step": 118160
    },
    {
      "epoch": 5.497138869504536,
      "grad_norm": 1.69648260640498,
      "learning_rate": 5.332607496560464e-06,
      "loss": 0.8594,
      "step": 118161
    },
    {
      "epoch": 5.497185391951617,
      "grad_norm": 1.992846318789387,
      "learning_rate": 5.331626731481781e-06,
      "loss": 1.0625,
      "step": 118162
    },
    {
      "epoch": 5.497231914398697,
      "grad_norm": 1.5335016749053343,
      "learning_rate": 5.330646054969917e-06,
      "loss": 0.8672,
      "step": 118163
    },
    {
      "epoch": 5.497278436845778,
      "grad_norm": 1.5667653749957304,
      "learning_rate": 5.329665467025474e-06,
      "loss": 0.8477,
      "step": 118164
    },
    {
      "epoch": 5.497324959292859,
      "grad_norm": 1.5857785667811988,
      "learning_rate": 5.328684967649083e-06,
      "loss": 0.8945,
      "step": 118165
    },
    {
      "epoch": 5.49737148173994,
      "grad_norm": 1.6774475441216037,
      "learning_rate": 5.327704556841311e-06,
      "loss": 0.8984,
      "step": 118166
    },
    {
      "epoch": 5.49741800418702,
      "grad_norm": 1.838618123229033,
      "learning_rate": 5.326724234602775e-06,
      "loss": 1.0703,
      "step": 118167
    },
    {
      "epoch": 5.497464526634101,
      "grad_norm": 1.5564422161046918,
      "learning_rate": 5.325744000934057e-06,
      "loss": 0.8164,
      "step": 118168
    },
    {
      "epoch": 5.497511049081182,
      "grad_norm": 1.6694477478951901,
      "learning_rate": 5.3247638558357895e-06,
      "loss": 0.9922,
      "step": 118169
    },
    {
      "epoch": 5.4975575715282625,
      "grad_norm": 1.6288470930907883,
      "learning_rate": 5.323783799308556e-06,
      "loss": 0.793,
      "step": 118170
    },
    {
      "epoch": 5.497604093975343,
      "grad_norm": 2.070574900706004,
      "learning_rate": 5.322803831352956e-06,
      "loss": 1.1562,
      "step": 118171
    },
    {
      "epoch": 5.4976506164224235,
      "grad_norm": 1.662454141231403,
      "learning_rate": 5.321823951969556e-06,
      "loss": 0.8789,
      "step": 118172
    },
    {
      "epoch": 5.497697138869505,
      "grad_norm": 1.8677962210590264,
      "learning_rate": 5.3208441611590215e-06,
      "loss": 1.1484,
      "step": 118173
    },
    {
      "epoch": 5.497743661316585,
      "grad_norm": 1.76289075992199,
      "learning_rate": 5.319864458921902e-06,
      "loss": 0.918,
      "step": 118174
    },
    {
      "epoch": 5.497790183763666,
      "grad_norm": 1.8019628789250872,
      "learning_rate": 5.318884845258814e-06,
      "loss": 0.9375,
      "step": 118175
    },
    {
      "epoch": 5.497836706210746,
      "grad_norm": 1.968161962845135,
      "learning_rate": 5.317905320170373e-06,
      "loss": 1.0156,
      "step": 118176
    },
    {
      "epoch": 5.497883228657828,
      "grad_norm": 1.5402841195842045,
      "learning_rate": 5.3169258836571475e-06,
      "loss": 0.7539,
      "step": 118177
    },
    {
      "epoch": 5.497929751104908,
      "grad_norm": 1.9236285354245266,
      "learning_rate": 5.31594653571975e-06,
      "loss": 0.9492,
      "step": 118178
    },
    {
      "epoch": 5.497976273551989,
      "grad_norm": 1.6747570113607384,
      "learning_rate": 5.3149672763588e-06,
      "loss": 1.0312,
      "step": 118179
    },
    {
      "epoch": 5.49802279599907,
      "grad_norm": 1.860610181712676,
      "learning_rate": 5.313988105574879e-06,
      "loss": 1.0078,
      "step": 118180
    },
    {
      "epoch": 5.49806931844615,
      "grad_norm": 1.9121038535329915,
      "learning_rate": 5.3130090233685695e-06,
      "loss": 1.0078,
      "step": 118181
    },
    {
      "epoch": 5.498115840893231,
      "grad_norm": 1.863853135021937,
      "learning_rate": 5.312030029740505e-06,
      "loss": 1.0625,
      "step": 118182
    },
    {
      "epoch": 5.498162363340311,
      "grad_norm": 1.7525444438537685,
      "learning_rate": 5.311051124691268e-06,
      "loss": 0.9688,
      "step": 118183
    },
    {
      "epoch": 5.498208885787393,
      "grad_norm": 1.8285869209287375,
      "learning_rate": 5.310072308221458e-06,
      "loss": 1.0,
      "step": 118184
    },
    {
      "epoch": 5.498255408234473,
      "grad_norm": 1.8603432287732675,
      "learning_rate": 5.309093580331658e-06,
      "loss": 0.9688,
      "step": 118185
    },
    {
      "epoch": 5.498301930681554,
      "grad_norm": 1.7691007055939652,
      "learning_rate": 5.308114941022484e-06,
      "loss": 0.918,
      "step": 118186
    },
    {
      "epoch": 5.498348453128634,
      "grad_norm": 1.7937773122151126,
      "learning_rate": 5.307136390294553e-06,
      "loss": 1.0625,
      "step": 118187
    },
    {
      "epoch": 5.4983949755757155,
      "grad_norm": 1.7707381081752889,
      "learning_rate": 5.306157928148447e-06,
      "loss": 0.8711,
      "step": 118188
    },
    {
      "epoch": 5.498441498022796,
      "grad_norm": 1.7856018960327034,
      "learning_rate": 5.305179554584765e-06,
      "loss": 0.9648,
      "step": 118189
    },
    {
      "epoch": 5.4984880204698765,
      "grad_norm": 1.5353032507589384,
      "learning_rate": 5.3042012696040745e-06,
      "loss": 0.7734,
      "step": 118190
    },
    {
      "epoch": 5.498534542916957,
      "grad_norm": 1.8861468590254542,
      "learning_rate": 5.303223073207042e-06,
      "loss": 0.9102,
      "step": 118191
    },
    {
      "epoch": 5.498581065364038,
      "grad_norm": 1.915729512194206,
      "learning_rate": 5.302244965394214e-06,
      "loss": 0.918,
      "step": 118192
    },
    {
      "epoch": 5.498627587811119,
      "grad_norm": 1.9074570975021783,
      "learning_rate": 5.3012669461662104e-06,
      "loss": 0.9883,
      "step": 118193
    },
    {
      "epoch": 5.498674110258199,
      "grad_norm": 1.7419990323771695,
      "learning_rate": 5.3002890155235955e-06,
      "loss": 1.0156,
      "step": 118194
    },
    {
      "epoch": 5.498720632705281,
      "grad_norm": 1.7203104382334526,
      "learning_rate": 5.299311173467019e-06,
      "loss": 0.9219,
      "step": 118195
    },
    {
      "epoch": 5.498767155152361,
      "grad_norm": 1.7857692521109334,
      "learning_rate": 5.2983334199970475e-06,
      "loss": 1.0156,
      "step": 118196
    },
    {
      "epoch": 5.498813677599442,
      "grad_norm": 1.7113328399165029,
      "learning_rate": 5.297355755114296e-06,
      "loss": 0.8984,
      "step": 118197
    },
    {
      "epoch": 5.498860200046522,
      "grad_norm": 1.9182466256875916,
      "learning_rate": 5.296378178819366e-06,
      "loss": 1.0312,
      "step": 118198
    },
    {
      "epoch": 5.4989067224936035,
      "grad_norm": 1.5760243461982206,
      "learning_rate": 5.2954006911128225e-06,
      "loss": 0.9102,
      "step": 118199
    },
    {
      "epoch": 5.498953244940684,
      "grad_norm": 1.7690088382986724,
      "learning_rate": 5.294423291995314e-06,
      "loss": 0.9609,
      "step": 118200
    },
    {
      "epoch": 5.498999767387764,
      "grad_norm": 2.267918075665241,
      "learning_rate": 5.293445981467409e-06,
      "loss": 1.1016,
      "step": 118201
    },
    {
      "epoch": 5.499046289834846,
      "grad_norm": 1.722864008741833,
      "learning_rate": 5.292468759529705e-06,
      "loss": 0.8906,
      "step": 118202
    },
    {
      "epoch": 5.499092812281926,
      "grad_norm": 1.6629913938622576,
      "learning_rate": 5.291491626182786e-06,
      "loss": 0.9336,
      "step": 118203
    },
    {
      "epoch": 5.499139334729007,
      "grad_norm": 1.664460757423284,
      "learning_rate": 5.290514581427286e-06,
      "loss": 0.8008,
      "step": 118204
    },
    {
      "epoch": 5.499185857176087,
      "grad_norm": 1.6399894068258973,
      "learning_rate": 5.289537625263784e-06,
      "loss": 0.793,
      "step": 118205
    },
    {
      "epoch": 5.499232379623169,
      "grad_norm": 1.8653755131184362,
      "learning_rate": 5.2885607576928834e-06,
      "loss": 0.9805,
      "step": 118206
    },
    {
      "epoch": 5.499278902070249,
      "grad_norm": 1.6151599621450436,
      "learning_rate": 5.287583978715165e-06,
      "loss": 0.9609,
      "step": 118207
    },
    {
      "epoch": 5.4993254245173295,
      "grad_norm": 1.9520728892485093,
      "learning_rate": 5.286607288331246e-06,
      "loss": 1.125,
      "step": 118208
    },
    {
      "epoch": 5.49937194696441,
      "grad_norm": 1.802676952401119,
      "learning_rate": 5.285630686541742e-06,
      "loss": 0.8555,
      "step": 118209
    },
    {
      "epoch": 5.499418469411491,
      "grad_norm": 1.91415006233851,
      "learning_rate": 5.284654173347202e-06,
      "loss": 0.957,
      "step": 118210
    },
    {
      "epoch": 5.499464991858572,
      "grad_norm": 1.6723661196252364,
      "learning_rate": 5.2836777487482444e-06,
      "loss": 0.9023,
      "step": 118211
    },
    {
      "epoch": 5.499511514305652,
      "grad_norm": 1.5648630339150713,
      "learning_rate": 5.282701412745499e-06,
      "loss": 0.8203,
      "step": 118212
    },
    {
      "epoch": 5.499558036752733,
      "grad_norm": 1.8101004018457452,
      "learning_rate": 5.281725165339517e-06,
      "loss": 1.0469,
      "step": 118213
    },
    {
      "epoch": 5.499604559199814,
      "grad_norm": 1.8183705335470435,
      "learning_rate": 5.280749006530932e-06,
      "loss": 0.9727,
      "step": 118214
    },
    {
      "epoch": 5.499651081646895,
      "grad_norm": 1.8851581713917405,
      "learning_rate": 5.279772936320309e-06,
      "loss": 1.0781,
      "step": 118215
    },
    {
      "epoch": 5.499697604093975,
      "grad_norm": 1.8133663520867014,
      "learning_rate": 5.278796954708264e-06,
      "loss": 0.9375,
      "step": 118216
    },
    {
      "epoch": 5.4997441265410565,
      "grad_norm": 1.6117789212500242,
      "learning_rate": 5.277821061695398e-06,
      "loss": 0.8672,
      "step": 118217
    },
    {
      "epoch": 5.499790648988137,
      "grad_norm": 1.7750780353293345,
      "learning_rate": 5.276845257282292e-06,
      "loss": 0.9844,
      "step": 118218
    },
    {
      "epoch": 5.499837171435217,
      "grad_norm": 1.6371044410354667,
      "learning_rate": 5.275869541469563e-06,
      "loss": 0.918,
      "step": 118219
    },
    {
      "epoch": 5.499883693882298,
      "grad_norm": 1.6684527223339465,
      "learning_rate": 5.274893914257794e-06,
      "loss": 0.918,
      "step": 118220
    },
    {
      "epoch": 5.499930216329379,
      "grad_norm": 1.6835239128037804,
      "learning_rate": 5.2739183756475845e-06,
      "loss": 0.8516,
      "step": 118221
    },
    {
      "epoch": 5.49997673877646,
      "grad_norm": 1.8524640128486534,
      "learning_rate": 5.27294292563955e-06,
      "loss": 1.0312,
      "step": 118222
    },
    {
      "epoch": 5.50002326122354,
      "grad_norm": 1.6672166387870386,
      "learning_rate": 5.271967564234275e-06,
      "loss": 0.9023,
      "step": 118223
    },
    {
      "epoch": 5.500069783670621,
      "grad_norm": 1.8426999924589522,
      "learning_rate": 5.270992291432341e-06,
      "loss": 0.9219,
      "step": 118224
    },
    {
      "epoch": 5.500116306117702,
      "grad_norm": 2.023170800001707,
      "learning_rate": 5.2700171072343645e-06,
      "loss": 0.9727,
      "step": 118225
    },
    {
      "epoch": 5.500162828564783,
      "grad_norm": 1.7817217480218506,
      "learning_rate": 5.2690420116409286e-06,
      "loss": 0.9609,
      "step": 118226
    },
    {
      "epoch": 5.500209351011863,
      "grad_norm": 1.7943432679120817,
      "learning_rate": 5.268067004652649e-06,
      "loss": 0.8828,
      "step": 118227
    },
    {
      "epoch": 5.5002558734589435,
      "grad_norm": 1.6981010667793104,
      "learning_rate": 5.267092086270108e-06,
      "loss": 0.8555,
      "step": 118228
    },
    {
      "epoch": 5.500302395906025,
      "grad_norm": 1.6187731117106203,
      "learning_rate": 5.266117256493907e-06,
      "loss": 0.8359,
      "step": 118229
    },
    {
      "epoch": 5.500348918353105,
      "grad_norm": 1.9360032419785176,
      "learning_rate": 5.265142515324644e-06,
      "loss": 0.9688,
      "step": 118230
    },
    {
      "epoch": 5.500395440800186,
      "grad_norm": 1.7966316410400485,
      "learning_rate": 5.264167862762919e-06,
      "loss": 1.0781,
      "step": 118231
    },
    {
      "epoch": 5.500441963247267,
      "grad_norm": 1.6415357954719125,
      "learning_rate": 5.263193298809315e-06,
      "loss": 0.9102,
      "step": 118232
    },
    {
      "epoch": 5.500488485694348,
      "grad_norm": 1.966644385606113,
      "learning_rate": 5.262218823464415e-06,
      "loss": 1.0,
      "step": 118233
    },
    {
      "epoch": 5.500535008141428,
      "grad_norm": 1.7382835383576971,
      "learning_rate": 5.261244436728867e-06,
      "loss": 0.8906,
      "step": 118234
    },
    {
      "epoch": 5.500581530588509,
      "grad_norm": 1.68754790566137,
      "learning_rate": 5.26027013860324e-06,
      "loss": 0.9336,
      "step": 118235
    },
    {
      "epoch": 5.50062805303559,
      "grad_norm": 1.7635719999988764,
      "learning_rate": 5.259295929088131e-06,
      "loss": 0.9023,
      "step": 118236
    },
    {
      "epoch": 5.5006745754826705,
      "grad_norm": 1.669051942911015,
      "learning_rate": 5.258321808184107e-06,
      "loss": 0.9844,
      "step": 118237
    },
    {
      "epoch": 5.500721097929751,
      "grad_norm": 1.7682258734095953,
      "learning_rate": 5.257347775891802e-06,
      "loss": 0.8242,
      "step": 118238
    },
    {
      "epoch": 5.500767620376832,
      "grad_norm": 2.047082713427666,
      "learning_rate": 5.2563738322118134e-06,
      "loss": 0.9609,
      "step": 118239
    },
    {
      "epoch": 5.500814142823913,
      "grad_norm": 1.803193829336415,
      "learning_rate": 5.255399977144709e-06,
      "loss": 0.9453,
      "step": 118240
    },
    {
      "epoch": 5.500860665270993,
      "grad_norm": 1.8446421711315883,
      "learning_rate": 5.2544262106911205e-06,
      "loss": 0.9766,
      "step": 118241
    },
    {
      "epoch": 5.500907187718074,
      "grad_norm": 1.974170872715085,
      "learning_rate": 5.253452532851598e-06,
      "loss": 1.0156,
      "step": 118242
    },
    {
      "epoch": 5.500953710165154,
      "grad_norm": 1.8160309051798085,
      "learning_rate": 5.252478943626792e-06,
      "loss": 0.9336,
      "step": 118243
    },
    {
      "epoch": 5.501000232612236,
      "grad_norm": 1.779548097902501,
      "learning_rate": 5.251505443017268e-06,
      "loss": 1.0469,
      "step": 118244
    },
    {
      "epoch": 5.501046755059316,
      "grad_norm": 1.666892842944605,
      "learning_rate": 5.250532031023624e-06,
      "loss": 0.8047,
      "step": 118245
    },
    {
      "epoch": 5.5010932775063965,
      "grad_norm": 1.7438656013541947,
      "learning_rate": 5.249558707646461e-06,
      "loss": 0.9023,
      "step": 118246
    },
    {
      "epoch": 5.501139799953478,
      "grad_norm": 1.779648765871514,
      "learning_rate": 5.248585472886363e-06,
      "loss": 0.9336,
      "step": 118247
    },
    {
      "epoch": 5.501186322400558,
      "grad_norm": 1.931827082026746,
      "learning_rate": 5.247612326743927e-06,
      "loss": 1.0391,
      "step": 118248
    },
    {
      "epoch": 5.501232844847639,
      "grad_norm": 1.6922725112161026,
      "learning_rate": 5.246639269219771e-06,
      "loss": 0.957,
      "step": 118249
    },
    {
      "epoch": 5.501279367294719,
      "grad_norm": 1.6303449597444175,
      "learning_rate": 5.245666300314477e-06,
      "loss": 0.8789,
      "step": 118250
    },
    {
      "epoch": 5.501325889741801,
      "grad_norm": 1.8160064195018533,
      "learning_rate": 5.244693420028611e-06,
      "loss": 0.9375,
      "step": 118251
    },
    {
      "epoch": 5.501372412188881,
      "grad_norm": 1.7923113750107627,
      "learning_rate": 5.243720628362824e-06,
      "loss": 1.0547,
      "step": 118252
    },
    {
      "epoch": 5.501418934635962,
      "grad_norm": 1.633015159347127,
      "learning_rate": 5.2427479253176805e-06,
      "loss": 0.8398,
      "step": 118253
    },
    {
      "epoch": 5.501465457083043,
      "grad_norm": 1.7538637880178303,
      "learning_rate": 5.241775310893798e-06,
      "loss": 0.9297,
      "step": 118254
    },
    {
      "epoch": 5.5015119795301235,
      "grad_norm": 1.8063597204271455,
      "learning_rate": 5.2408027850917075e-06,
      "loss": 1.0,
      "step": 118255
    },
    {
      "epoch": 5.501558501977204,
      "grad_norm": 1.7143850386148607,
      "learning_rate": 5.239830347912078e-06,
      "loss": 0.8477,
      "step": 118256
    },
    {
      "epoch": 5.5016050244242845,
      "grad_norm": 1.6063573360400736,
      "learning_rate": 5.238857999355489e-06,
      "loss": 0.8516,
      "step": 118257
    },
    {
      "epoch": 5.501651546871366,
      "grad_norm": 1.750234304495635,
      "learning_rate": 5.23788573942251e-06,
      "loss": 0.9258,
      "step": 118258
    },
    {
      "epoch": 5.501698069318446,
      "grad_norm": 1.6209137190240723,
      "learning_rate": 5.236913568113738e-06,
      "loss": 0.9922,
      "step": 118259
    },
    {
      "epoch": 5.501744591765527,
      "grad_norm": 1.7840897626559409,
      "learning_rate": 5.235941485429806e-06,
      "loss": 0.9219,
      "step": 118260
    },
    {
      "epoch": 5.501791114212607,
      "grad_norm": 1.5849846243007175,
      "learning_rate": 5.234969491371266e-06,
      "loss": 0.8906,
      "step": 118261
    },
    {
      "epoch": 5.501837636659689,
      "grad_norm": 1.5902530855927397,
      "learning_rate": 5.233997585938732e-06,
      "loss": 0.8555,
      "step": 118262
    },
    {
      "epoch": 5.501884159106769,
      "grad_norm": 1.7804691149400027,
      "learning_rate": 5.233025769132804e-06,
      "loss": 0.7969,
      "step": 118263
    },
    {
      "epoch": 5.50193068155385,
      "grad_norm": 2.052963568301666,
      "learning_rate": 5.2320540409540644e-06,
      "loss": 1.0859,
      "step": 118264
    },
    {
      "epoch": 5.50197720400093,
      "grad_norm": 1.949672580538737,
      "learning_rate": 5.231082401403114e-06,
      "loss": 0.9023,
      "step": 118265
    },
    {
      "epoch": 5.502023726448011,
      "grad_norm": 1.7286346422842283,
      "learning_rate": 5.230110850480568e-06,
      "loss": 0.9375,
      "step": 118266
    },
    {
      "epoch": 5.502070248895092,
      "grad_norm": 1.8100807276581066,
      "learning_rate": 5.2291393881869925e-06,
      "loss": 0.9727,
      "step": 118267
    },
    {
      "epoch": 5.502116771342172,
      "grad_norm": 1.9411298027285744,
      "learning_rate": 5.228168014522971e-06,
      "loss": 0.9375,
      "step": 118268
    },
    {
      "epoch": 5.502163293789254,
      "grad_norm": 1.5937200189643657,
      "learning_rate": 5.227196729489136e-06,
      "loss": 0.8633,
      "step": 118269
    },
    {
      "epoch": 5.502209816236334,
      "grad_norm": 1.647598618282556,
      "learning_rate": 5.226225533086071e-06,
      "loss": 1.0,
      "step": 118270
    },
    {
      "epoch": 5.502256338683415,
      "grad_norm": 1.6653857679085915,
      "learning_rate": 5.225254425314357e-06,
      "loss": 0.8242,
      "step": 118271
    },
    {
      "epoch": 5.502302861130495,
      "grad_norm": 1.8368646589685855,
      "learning_rate": 5.224283406174595e-06,
      "loss": 1.0234,
      "step": 118272
    },
    {
      "epoch": 5.5023493835775765,
      "grad_norm": 1.8904281832722438,
      "learning_rate": 5.223312475667368e-06,
      "loss": 1.1094,
      "step": 118273
    },
    {
      "epoch": 5.502395906024657,
      "grad_norm": 1.7036244474511089,
      "learning_rate": 5.222341633793292e-06,
      "loss": 0.9531,
      "step": 118274
    },
    {
      "epoch": 5.5024424284717375,
      "grad_norm": 1.6003648541925508,
      "learning_rate": 5.22137088055295e-06,
      "loss": 0.7969,
      "step": 118275
    },
    {
      "epoch": 5.502488950918818,
      "grad_norm": 1.797626699231483,
      "learning_rate": 5.220400215946957e-06,
      "loss": 0.9414,
      "step": 118276
    },
    {
      "epoch": 5.502535473365899,
      "grad_norm": 1.7245560003278377,
      "learning_rate": 5.219429639975847e-06,
      "loss": 0.9961,
      "step": 118277
    },
    {
      "epoch": 5.50258199581298,
      "grad_norm": 1.8324922732472528,
      "learning_rate": 5.218459152640287e-06,
      "loss": 0.9922,
      "step": 118278
    },
    {
      "epoch": 5.50262851826006,
      "grad_norm": 1.9981096394208897,
      "learning_rate": 5.217488753940841e-06,
      "loss": 1.125,
      "step": 118279
    },
    {
      "epoch": 5.502675040707141,
      "grad_norm": 1.6502264652890055,
      "learning_rate": 5.216518443878093e-06,
      "loss": 0.8906,
      "step": 118280
    },
    {
      "epoch": 5.502721563154222,
      "grad_norm": 1.7981770884941508,
      "learning_rate": 5.215548222452643e-06,
      "loss": 0.9336,
      "step": 118281
    },
    {
      "epoch": 5.502768085601303,
      "grad_norm": 1.8516979636940556,
      "learning_rate": 5.214578089665089e-06,
      "loss": 1.0156,
      "step": 118282
    },
    {
      "epoch": 5.502814608048383,
      "grad_norm": 1.729377114207005,
      "learning_rate": 5.213608045516033e-06,
      "loss": 1.0078,
      "step": 118283
    },
    {
      "epoch": 5.502861130495464,
      "grad_norm": 1.8691569692374395,
      "learning_rate": 5.212638090006038e-06,
      "loss": 1.0078,
      "step": 118284
    },
    {
      "epoch": 5.502907652942545,
      "grad_norm": 1.9023706120952075,
      "learning_rate": 5.21166822313574e-06,
      "loss": 1.0312,
      "step": 118285
    },
    {
      "epoch": 5.502954175389625,
      "grad_norm": 1.6935090869314209,
      "learning_rate": 5.210698444905686e-06,
      "loss": 0.9336,
      "step": 118286
    },
    {
      "epoch": 5.503000697836706,
      "grad_norm": 1.808409762258819,
      "learning_rate": 5.209728755316511e-06,
      "loss": 1.1094,
      "step": 118287
    },
    {
      "epoch": 5.503047220283787,
      "grad_norm": 1.9408830163345492,
      "learning_rate": 5.208759154368813e-06,
      "loss": 0.9414,
      "step": 118288
    },
    {
      "epoch": 5.503093742730868,
      "grad_norm": 2.1120570979814417,
      "learning_rate": 5.207789642063143e-06,
      "loss": 1.0703,
      "step": 118289
    },
    {
      "epoch": 5.503140265177948,
      "grad_norm": 1.6334155993769377,
      "learning_rate": 5.206820218400115e-06,
      "loss": 0.8242,
      "step": 118290
    },
    {
      "epoch": 5.5031867876250296,
      "grad_norm": 1.6035467743399527,
      "learning_rate": 5.205850883380347e-06,
      "loss": 0.8516,
      "step": 118291
    },
    {
      "epoch": 5.50323331007211,
      "grad_norm": 1.6719071342670278,
      "learning_rate": 5.204881637004405e-06,
      "loss": 0.9414,
      "step": 118292
    },
    {
      "epoch": 5.5032798325191905,
      "grad_norm": 1.7764471355859899,
      "learning_rate": 5.20391247927287e-06,
      "loss": 1.0469,
      "step": 118293
    },
    {
      "epoch": 5.503326354966271,
      "grad_norm": 1.6960302479189775,
      "learning_rate": 5.202943410186361e-06,
      "loss": 0.918,
      "step": 118294
    },
    {
      "epoch": 5.5033728774133515,
      "grad_norm": 1.6971364768934345,
      "learning_rate": 5.201974429745476e-06,
      "loss": 0.8945,
      "step": 118295
    },
    {
      "epoch": 5.503419399860433,
      "grad_norm": 1.7252597992886207,
      "learning_rate": 5.201005537950781e-06,
      "loss": 1.0078,
      "step": 118296
    },
    {
      "epoch": 5.503465922307513,
      "grad_norm": 1.8563619218822376,
      "learning_rate": 5.200036734802893e-06,
      "loss": 0.9688,
      "step": 118297
    },
    {
      "epoch": 5.503512444754594,
      "grad_norm": 1.7237611193516247,
      "learning_rate": 5.199068020302394e-06,
      "loss": 0.8281,
      "step": 118298
    },
    {
      "epoch": 5.503558967201675,
      "grad_norm": 1.6602202802881452,
      "learning_rate": 5.198099394449867e-06,
      "loss": 0.9414,
      "step": 118299
    },
    {
      "epoch": 5.503605489648756,
      "grad_norm": 1.8727691799823223,
      "learning_rate": 5.1971308572459294e-06,
      "loss": 0.9102,
      "step": 118300
    },
    {
      "epoch": 5.503652012095836,
      "grad_norm": 1.7677071127589457,
      "learning_rate": 5.196162408691162e-06,
      "loss": 0.9023,
      "step": 118301
    },
    {
      "epoch": 5.503698534542917,
      "grad_norm": 1.661547946621959,
      "learning_rate": 5.195194048786166e-06,
      "loss": 0.957,
      "step": 118302
    },
    {
      "epoch": 5.503745056989998,
      "grad_norm": 1.672339690990285,
      "learning_rate": 5.194225777531491e-06,
      "loss": 0.9844,
      "step": 118303
    },
    {
      "epoch": 5.503791579437078,
      "grad_norm": 1.704883358816163,
      "learning_rate": 5.193257594927802e-06,
      "loss": 0.9023,
      "step": 118304
    },
    {
      "epoch": 5.503838101884159,
      "grad_norm": 1.601814491698573,
      "learning_rate": 5.19228950097565e-06,
      "loss": 0.9141,
      "step": 118305
    },
    {
      "epoch": 5.50388462433124,
      "grad_norm": 1.9961985684578425,
      "learning_rate": 5.191321495675599e-06,
      "loss": 0.9883,
      "step": 118306
    },
    {
      "epoch": 5.503931146778321,
      "grad_norm": 1.8061793205922518,
      "learning_rate": 5.1903535790283e-06,
      "loss": 0.9922,
      "step": 118307
    },
    {
      "epoch": 5.503977669225401,
      "grad_norm": 1.791672672674329,
      "learning_rate": 5.189385751034303e-06,
      "loss": 0.9688,
      "step": 118308
    },
    {
      "epoch": 5.504024191672482,
      "grad_norm": 1.872718487125471,
      "learning_rate": 5.18841801169424e-06,
      "loss": 0.9922,
      "step": 118309
    },
    {
      "epoch": 5.504070714119563,
      "grad_norm": 1.8020491349483643,
      "learning_rate": 5.187450361008677e-06,
      "loss": 0.9609,
      "step": 118310
    },
    {
      "epoch": 5.5041172365666435,
      "grad_norm": 2.2912014372378104,
      "learning_rate": 5.1864827989782145e-06,
      "loss": 1.2266,
      "step": 118311
    },
    {
      "epoch": 5.504163759013724,
      "grad_norm": 1.7460879481738647,
      "learning_rate": 5.185515325603418e-06,
      "loss": 1.0391,
      "step": 118312
    },
    {
      "epoch": 5.5042102814608045,
      "grad_norm": 1.8051825398015011,
      "learning_rate": 5.18454794088492e-06,
      "loss": 1.0547,
      "step": 118313
    },
    {
      "epoch": 5.504256803907886,
      "grad_norm": 1.6366277139131435,
      "learning_rate": 5.1835806448232875e-06,
      "loss": 0.8711,
      "step": 118314
    },
    {
      "epoch": 5.504303326354966,
      "grad_norm": 1.816082046903106,
      "learning_rate": 5.182613437419136e-06,
      "loss": 0.9141,
      "step": 118315
    },
    {
      "epoch": 5.504349848802047,
      "grad_norm": 1.7393740677460137,
      "learning_rate": 5.181646318673016e-06,
      "loss": 1.0469,
      "step": 118316
    },
    {
      "epoch": 5.504396371249127,
      "grad_norm": 1.5861913218336066,
      "learning_rate": 5.1806792885855594e-06,
      "loss": 0.8242,
      "step": 118317
    },
    {
      "epoch": 5.504442893696209,
      "grad_norm": 1.9327004836951827,
      "learning_rate": 5.17971234715735e-06,
      "loss": 1.1094,
      "step": 118318
    },
    {
      "epoch": 5.504489416143289,
      "grad_norm": 1.7948797746229752,
      "learning_rate": 5.1787454943889865e-06,
      "loss": 0.9219,
      "step": 118319
    },
    {
      "epoch": 5.50453593859037,
      "grad_norm": 1.8442858635649897,
      "learning_rate": 5.177778730281018e-06,
      "loss": 0.9688,
      "step": 118320
    },
    {
      "epoch": 5.504582461037451,
      "grad_norm": 2.1378358920177454,
      "learning_rate": 5.1768120548340785e-06,
      "loss": 1.5156,
      "step": 118321
    },
    {
      "epoch": 5.5046289834845314,
      "grad_norm": 1.785764389927909,
      "learning_rate": 5.175845468048751e-06,
      "loss": 0.9883,
      "step": 118322
    },
    {
      "epoch": 5.504675505931612,
      "grad_norm": 1.9656477089906048,
      "learning_rate": 5.174878969925633e-06,
      "loss": 1.1406,
      "step": 118323
    },
    {
      "epoch": 5.504722028378692,
      "grad_norm": 1.6734191233115228,
      "learning_rate": 5.173912560465293e-06,
      "loss": 0.8359,
      "step": 118324
    },
    {
      "epoch": 5.504768550825774,
      "grad_norm": 1.8024609642362803,
      "learning_rate": 5.17294623966833e-06,
      "loss": 0.9297,
      "step": 118325
    },
    {
      "epoch": 5.504815073272854,
      "grad_norm": 1.8129712846489996,
      "learning_rate": 5.171980007535359e-06,
      "loss": 1.0781,
      "step": 118326
    },
    {
      "epoch": 5.504861595719935,
      "grad_norm": 1.7027615551141735,
      "learning_rate": 5.171013864066964e-06,
      "loss": 0.8945,
      "step": 118327
    },
    {
      "epoch": 5.504908118167016,
      "grad_norm": 1.87883331943546,
      "learning_rate": 5.170047809263711e-06,
      "loss": 0.9375,
      "step": 118328
    },
    {
      "epoch": 5.504954640614097,
      "grad_norm": 1.7382741624442144,
      "learning_rate": 5.169081843126216e-06,
      "loss": 0.8477,
      "step": 118329
    },
    {
      "epoch": 5.505001163061177,
      "grad_norm": 1.7246822306712524,
      "learning_rate": 5.168115965655045e-06,
      "loss": 0.9141,
      "step": 118330
    },
    {
      "epoch": 5.5050476855082575,
      "grad_norm": 1.6128367315780994,
      "learning_rate": 5.167150176850815e-06,
      "loss": 0.8477,
      "step": 118331
    },
    {
      "epoch": 5.505094207955338,
      "grad_norm": 1.6092509587251427,
      "learning_rate": 5.166184476714125e-06,
      "loss": 0.875,
      "step": 118332
    },
    {
      "epoch": 5.505140730402419,
      "grad_norm": 1.5825604409079062,
      "learning_rate": 5.165218865245541e-06,
      "loss": 0.8203,
      "step": 118333
    },
    {
      "epoch": 5.5051872528495,
      "grad_norm": 1.8485675152555305,
      "learning_rate": 5.164253342445662e-06,
      "loss": 0.8438,
      "step": 118334
    },
    {
      "epoch": 5.50523377529658,
      "grad_norm": 1.6491716741145541,
      "learning_rate": 5.163287908315089e-06,
      "loss": 0.9414,
      "step": 118335
    },
    {
      "epoch": 5.505280297743662,
      "grad_norm": 1.757585515042916,
      "learning_rate": 5.162322562854404e-06,
      "loss": 0.9297,
      "step": 118336
    },
    {
      "epoch": 5.505326820190742,
      "grad_norm": 1.5599665113374641,
      "learning_rate": 5.16135730606419e-06,
      "loss": 0.8633,
      "step": 118337
    },
    {
      "epoch": 5.505373342637823,
      "grad_norm": 1.7500559200656745,
      "learning_rate": 5.16039213794503e-06,
      "loss": 0.9336,
      "step": 118338
    },
    {
      "epoch": 5.505419865084903,
      "grad_norm": 1.6903610967484406,
      "learning_rate": 5.159427058497556e-06,
      "loss": 1.0,
      "step": 118339
    },
    {
      "epoch": 5.5054663875319845,
      "grad_norm": 1.8038282929356444,
      "learning_rate": 5.158462067722336e-06,
      "loss": 0.8359,
      "step": 118340
    },
    {
      "epoch": 5.505512909979065,
      "grad_norm": 1.7158074481271166,
      "learning_rate": 5.157497165619967e-06,
      "loss": 0.8789,
      "step": 118341
    },
    {
      "epoch": 5.505559432426145,
      "grad_norm": 2.0397314664137163,
      "learning_rate": 5.156532352191001e-06,
      "loss": 0.9961,
      "step": 118342
    },
    {
      "epoch": 5.505605954873227,
      "grad_norm": 1.9365390799209456,
      "learning_rate": 5.155567627436085e-06,
      "loss": 0.9883,
      "step": 118343
    },
    {
      "epoch": 5.505652477320307,
      "grad_norm": 1.5830615826771628,
      "learning_rate": 5.154602991355772e-06,
      "loss": 0.8516,
      "step": 118344
    },
    {
      "epoch": 5.505698999767388,
      "grad_norm": 1.6832514368204836,
      "learning_rate": 5.153638443950675e-06,
      "loss": 1.0156,
      "step": 118345
    },
    {
      "epoch": 5.505745522214468,
      "grad_norm": 1.8421314251624499,
      "learning_rate": 5.152673985221362e-06,
      "loss": 0.9023,
      "step": 118346
    },
    {
      "epoch": 5.505792044661549,
      "grad_norm": 1.9764520553288492,
      "learning_rate": 5.151709615168431e-06,
      "loss": 1.0078,
      "step": 118347
    },
    {
      "epoch": 5.50583856710863,
      "grad_norm": 1.6708967691728205,
      "learning_rate": 5.1507453337925e-06,
      "loss": 0.8867,
      "step": 118348
    },
    {
      "epoch": 5.5058850895557105,
      "grad_norm": 1.8072039491983658,
      "learning_rate": 5.149781141094117e-06,
      "loss": 0.9805,
      "step": 118349
    },
    {
      "epoch": 5.505931612002791,
      "grad_norm": 1.814345697304819,
      "learning_rate": 5.148817037073899e-06,
      "loss": 0.8984,
      "step": 118350
    },
    {
      "epoch": 5.505978134449872,
      "grad_norm": 1.7341991570669373,
      "learning_rate": 5.1478530217324286e-06,
      "loss": 0.8984,
      "step": 118351
    },
    {
      "epoch": 5.506024656896953,
      "grad_norm": 1.8059610019376826,
      "learning_rate": 5.146889095070289e-06,
      "loss": 0.9336,
      "step": 118352
    },
    {
      "epoch": 5.506071179344033,
      "grad_norm": 1.7424742395392356,
      "learning_rate": 5.145925257088079e-06,
      "loss": 0.9727,
      "step": 118353
    },
    {
      "epoch": 5.506117701791114,
      "grad_norm": 1.7852366549091558,
      "learning_rate": 5.144961507786399e-06,
      "loss": 0.8789,
      "step": 118354
    },
    {
      "epoch": 5.506164224238195,
      "grad_norm": 1.616665592536849,
      "learning_rate": 5.143997847165832e-06,
      "loss": 0.918,
      "step": 118355
    },
    {
      "epoch": 5.506210746685276,
      "grad_norm": 1.6916080616294757,
      "learning_rate": 5.143034275226943e-06,
      "loss": 0.8984,
      "step": 118356
    },
    {
      "epoch": 5.506257269132356,
      "grad_norm": 1.7182549424546323,
      "learning_rate": 5.142070791970348e-06,
      "loss": 0.957,
      "step": 118357
    },
    {
      "epoch": 5.5063037915794375,
      "grad_norm": 1.8822772629566493,
      "learning_rate": 5.141107397396632e-06,
      "loss": 0.9688,
      "step": 118358
    },
    {
      "epoch": 5.506350314026518,
      "grad_norm": 1.5977502571361533,
      "learning_rate": 5.140144091506393e-06,
      "loss": 0.9062,
      "step": 118359
    },
    {
      "epoch": 5.5063968364735985,
      "grad_norm": 1.8361437695037155,
      "learning_rate": 5.1391808743001975e-06,
      "loss": 0.9844,
      "step": 118360
    },
    {
      "epoch": 5.506443358920679,
      "grad_norm": 1.9280769728827782,
      "learning_rate": 5.138217745778661e-06,
      "loss": 1.1172,
      "step": 118361
    },
    {
      "epoch": 5.50648988136776,
      "grad_norm": 1.7137414773926407,
      "learning_rate": 5.137254705942368e-06,
      "loss": 0.7188,
      "step": 118362
    },
    {
      "epoch": 5.506536403814841,
      "grad_norm": 1.6799937875344124,
      "learning_rate": 5.1362917547918824e-06,
      "loss": 0.7461,
      "step": 118363
    },
    {
      "epoch": 5.506582926261921,
      "grad_norm": 1.837718059442772,
      "learning_rate": 5.135328892327806e-06,
      "loss": 1.0234,
      "step": 118364
    },
    {
      "epoch": 5.506629448709002,
      "grad_norm": 1.7143661053223342,
      "learning_rate": 5.13436611855077e-06,
      "loss": 0.8438,
      "step": 118365
    },
    {
      "epoch": 5.506675971156083,
      "grad_norm": 1.9047503176920078,
      "learning_rate": 5.1334034334613085e-06,
      "loss": 1.1641,
      "step": 118366
    },
    {
      "epoch": 5.506722493603164,
      "grad_norm": 1.647098350365674,
      "learning_rate": 5.132440837060037e-06,
      "loss": 0.9531,
      "step": 118367
    },
    {
      "epoch": 5.506769016050244,
      "grad_norm": 1.8243611136080147,
      "learning_rate": 5.131478329347521e-06,
      "loss": 1.0078,
      "step": 118368
    },
    {
      "epoch": 5.5068155384973245,
      "grad_norm": 2.017900226252195,
      "learning_rate": 5.130515910324379e-06,
      "loss": 1.0156,
      "step": 118369
    },
    {
      "epoch": 5.506862060944406,
      "grad_norm": 1.9789467495514963,
      "learning_rate": 5.1295535799911914e-06,
      "loss": 0.9961,
      "step": 118370
    },
    {
      "epoch": 5.506908583391486,
      "grad_norm": 1.6784536594508466,
      "learning_rate": 5.128591338348542e-06,
      "loss": 1.0,
      "step": 118371
    },
    {
      "epoch": 5.506955105838567,
      "grad_norm": 1.8477513985300966,
      "learning_rate": 5.127629185397014e-06,
      "loss": 0.9844,
      "step": 118372
    },
    {
      "epoch": 5.507001628285648,
      "grad_norm": 1.8539124150440618,
      "learning_rate": 5.126667121137207e-06,
      "loss": 0.9141,
      "step": 118373
    },
    {
      "epoch": 5.507048150732729,
      "grad_norm": 1.867107604436354,
      "learning_rate": 5.12570514556972e-06,
      "loss": 0.9453,
      "step": 118374
    },
    {
      "epoch": 5.507094673179809,
      "grad_norm": 1.8865225436312152,
      "learning_rate": 5.124743258695136e-06,
      "loss": 0.9414,
      "step": 118375
    },
    {
      "epoch": 5.50714119562689,
      "grad_norm": 1.6685406284035031,
      "learning_rate": 5.123781460514037e-06,
      "loss": 0.9375,
      "step": 118376
    },
    {
      "epoch": 5.507187718073971,
      "grad_norm": 1.7097208748030792,
      "learning_rate": 5.122819751027007e-06,
      "loss": 1.1016,
      "step": 118377
    },
    {
      "epoch": 5.5072342405210515,
      "grad_norm": 1.6708628756402397,
      "learning_rate": 5.121858130234629e-06,
      "loss": 1.0,
      "step": 118378
    },
    {
      "epoch": 5.507280762968132,
      "grad_norm": 2.1537971874440447,
      "learning_rate": 5.120896598137519e-06,
      "loss": 1.1562,
      "step": 118379
    },
    {
      "epoch": 5.507327285415213,
      "grad_norm": 1.8147847861061421,
      "learning_rate": 5.119935154736243e-06,
      "loss": 1.0391,
      "step": 118380
    },
    {
      "epoch": 5.507373807862294,
      "grad_norm": 1.773876464755601,
      "learning_rate": 5.118973800031401e-06,
      "loss": 0.9102,
      "step": 118381
    },
    {
      "epoch": 5.507420330309374,
      "grad_norm": 1.884642865307345,
      "learning_rate": 5.1180125340235576e-06,
      "loss": 0.9492,
      "step": 118382
    },
    {
      "epoch": 5.507466852756455,
      "grad_norm": 1.9758940156055835,
      "learning_rate": 5.117051356713347e-06,
      "loss": 1.1562,
      "step": 118383
    },
    {
      "epoch": 5.507513375203535,
      "grad_norm": 1.735915343263766,
      "learning_rate": 5.116090268101319e-06,
      "loss": 0.9727,
      "step": 118384
    },
    {
      "epoch": 5.507559897650617,
      "grad_norm": 1.7651034624407123,
      "learning_rate": 5.11512926818809e-06,
      "loss": 0.9609,
      "step": 118385
    },
    {
      "epoch": 5.507606420097697,
      "grad_norm": 1.7131683650454277,
      "learning_rate": 5.114168356974191e-06,
      "loss": 1.0234,
      "step": 118386
    },
    {
      "epoch": 5.5076529425447776,
      "grad_norm": 2.019966231277264,
      "learning_rate": 5.11320753446029e-06,
      "loss": 1.1094,
      "step": 118387
    },
    {
      "epoch": 5.507699464991859,
      "grad_norm": 1.8754056546152575,
      "learning_rate": 5.112246800646935e-06,
      "loss": 0.9492,
      "step": 118388
    },
    {
      "epoch": 5.507745987438939,
      "grad_norm": 1.7821263830602552,
      "learning_rate": 5.11128615553471e-06,
      "loss": 0.8672,
      "step": 118389
    },
    {
      "epoch": 5.50779250988602,
      "grad_norm": 1.6677307688438532,
      "learning_rate": 5.110325599124199e-06,
      "loss": 0.9805,
      "step": 118390
    },
    {
      "epoch": 5.5078390323331,
      "grad_norm": 1.944236156269087,
      "learning_rate": 5.1093651314160156e-06,
      "loss": 0.9531,
      "step": 118391
    },
    {
      "epoch": 5.507885554780182,
      "grad_norm": 1.664602750156258,
      "learning_rate": 5.1084047524107275e-06,
      "loss": 0.8633,
      "step": 118392
    },
    {
      "epoch": 5.507932077227262,
      "grad_norm": 1.7325902523865986,
      "learning_rate": 5.1074444621089176e-06,
      "loss": 0.957,
      "step": 118393
    },
    {
      "epoch": 5.507978599674343,
      "grad_norm": 1.6648136068990609,
      "learning_rate": 5.106484260511201e-06,
      "loss": 0.8945,
      "step": 118394
    },
    {
      "epoch": 5.508025122121424,
      "grad_norm": 2.0301012487984136,
      "learning_rate": 5.105524147618128e-06,
      "loss": 1.0703,
      "step": 118395
    },
    {
      "epoch": 5.5080716445685045,
      "grad_norm": 1.6511785092639388,
      "learning_rate": 5.104564123430332e-06,
      "loss": 0.8164,
      "step": 118396
    },
    {
      "epoch": 5.508118167015585,
      "grad_norm": 1.6901535560174514,
      "learning_rate": 5.103604187948362e-06,
      "loss": 0.9609,
      "step": 118397
    },
    {
      "epoch": 5.5081646894626655,
      "grad_norm": 1.6876721312340388,
      "learning_rate": 5.102644341172834e-06,
      "loss": 0.8281,
      "step": 118398
    },
    {
      "epoch": 5.508211211909747,
      "grad_norm": 1.8150895511069591,
      "learning_rate": 5.101684583104282e-06,
      "loss": 0.9062,
      "step": 118399
    },
    {
      "epoch": 5.508257734356827,
      "grad_norm": 1.768834653294709,
      "learning_rate": 5.100724913743371e-06,
      "loss": 0.8125,
      "step": 118400
    },
    {
      "epoch": 5.508304256803908,
      "grad_norm": 1.724088075687556,
      "learning_rate": 5.09976533309065e-06,
      "loss": 0.8477,
      "step": 118401
    },
    {
      "epoch": 5.508350779250988,
      "grad_norm": 1.7342124391279974,
      "learning_rate": 5.098805841146702e-06,
      "loss": 1.0078,
      "step": 118402
    },
    {
      "epoch": 5.50839730169807,
      "grad_norm": 1.7133308309540352,
      "learning_rate": 5.097846437912112e-06,
      "loss": 0.8828,
      "step": 118403
    },
    {
      "epoch": 5.50844382414515,
      "grad_norm": 1.617558739982261,
      "learning_rate": 5.096887123387461e-06,
      "loss": 0.8203,
      "step": 118404
    },
    {
      "epoch": 5.508490346592231,
      "grad_norm": 1.6069745912100408,
      "learning_rate": 5.0959278975733656e-06,
      "loss": 0.8711,
      "step": 118405
    },
    {
      "epoch": 5.508536869039311,
      "grad_norm": 1.7380919574307887,
      "learning_rate": 5.094968760470408e-06,
      "loss": 1.0078,
      "step": 118406
    },
    {
      "epoch": 5.508583391486392,
      "grad_norm": 1.7039407454998468,
      "learning_rate": 5.094009712079156e-06,
      "loss": 0.8477,
      "step": 118407
    },
    {
      "epoch": 5.508629913933473,
      "grad_norm": 2.1295197312437275,
      "learning_rate": 5.0930507524001905e-06,
      "loss": 1.3438,
      "step": 118408
    },
    {
      "epoch": 5.508676436380553,
      "grad_norm": 1.8811427003218135,
      "learning_rate": 5.092091881434129e-06,
      "loss": 1.0781,
      "step": 118409
    },
    {
      "epoch": 5.508722958827635,
      "grad_norm": 1.7907824117483464,
      "learning_rate": 5.091133099181538e-06,
      "loss": 1.0547,
      "step": 118410
    },
    {
      "epoch": 5.508769481274715,
      "grad_norm": 1.8633984158991397,
      "learning_rate": 5.090174405643016e-06,
      "loss": 0.9062,
      "step": 118411
    },
    {
      "epoch": 5.508816003721796,
      "grad_norm": 1.7086723922057516,
      "learning_rate": 5.089215800819113e-06,
      "loss": 1.0703,
      "step": 118412
    },
    {
      "epoch": 5.508862526168876,
      "grad_norm": 1.8057110491735293,
      "learning_rate": 5.088257284710478e-06,
      "loss": 0.9883,
      "step": 118413
    },
    {
      "epoch": 5.5089090486159575,
      "grad_norm": 1.588424277320481,
      "learning_rate": 5.087298857317662e-06,
      "loss": 0.9297,
      "step": 118414
    },
    {
      "epoch": 5.508955571063038,
      "grad_norm": 1.6079534419918284,
      "learning_rate": 5.086340518641247e-06,
      "loss": 0.8594,
      "step": 118415
    },
    {
      "epoch": 5.5090020935101185,
      "grad_norm": 1.8510762291330662,
      "learning_rate": 5.085382268681831e-06,
      "loss": 0.9727,
      "step": 118416
    },
    {
      "epoch": 5.509048615957199,
      "grad_norm": 1.715330209329728,
      "learning_rate": 5.084424107439983e-06,
      "loss": 0.8477,
      "step": 118417
    },
    {
      "epoch": 5.50909513840428,
      "grad_norm": 1.78682738340482,
      "learning_rate": 5.083466034916334e-06,
      "loss": 1.0938,
      "step": 118418
    },
    {
      "epoch": 5.509141660851361,
      "grad_norm": 1.9146499203871679,
      "learning_rate": 5.082508051111434e-06,
      "loss": 0.9844,
      "step": 118419
    },
    {
      "epoch": 5.509188183298441,
      "grad_norm": 1.640802782233643,
      "learning_rate": 5.081550156025882e-06,
      "loss": 0.8203,
      "step": 118420
    },
    {
      "epoch": 5.509234705745522,
      "grad_norm": 1.9248934240413713,
      "learning_rate": 5.0805923496602285e-06,
      "loss": 1.0312,
      "step": 118421
    },
    {
      "epoch": 5.509281228192603,
      "grad_norm": 1.905309504263782,
      "learning_rate": 5.079634632015123e-06,
      "loss": 1.0469,
      "step": 118422
    },
    {
      "epoch": 5.509327750639684,
      "grad_norm": 1.8438262008799944,
      "learning_rate": 5.078677003091097e-06,
      "loss": 0.9922,
      "step": 118423
    },
    {
      "epoch": 5.509374273086764,
      "grad_norm": 1.838184095511467,
      "learning_rate": 5.077719462888785e-06,
      "loss": 0.9375,
      "step": 118424
    },
    {
      "epoch": 5.5094207955338454,
      "grad_norm": 1.6058579732194478,
      "learning_rate": 5.0767620114087194e-06,
      "loss": 0.8164,
      "step": 118425
    },
    {
      "epoch": 5.509467317980926,
      "grad_norm": 1.8320054775275747,
      "learning_rate": 5.075804648651516e-06,
      "loss": 0.9961,
      "step": 118426
    },
    {
      "epoch": 5.509513840428006,
      "grad_norm": 1.6250433607598829,
      "learning_rate": 5.074847374617774e-06,
      "loss": 0.8203,
      "step": 118427
    },
    {
      "epoch": 5.509560362875087,
      "grad_norm": 1.6501584414504658,
      "learning_rate": 5.0738901893080774e-06,
      "loss": 1.0156,
      "step": 118428
    },
    {
      "epoch": 5.509606885322168,
      "grad_norm": 1.6259257777046812,
      "learning_rate": 5.072933092722975e-06,
      "loss": 0.7891,
      "step": 118429
    },
    {
      "epoch": 5.509653407769249,
      "grad_norm": 1.5885750855000949,
      "learning_rate": 5.071976084863083e-06,
      "loss": 0.9219,
      "step": 118430
    },
    {
      "epoch": 5.509699930216329,
      "grad_norm": 1.6443099285250264,
      "learning_rate": 5.071019165728985e-06,
      "loss": 0.8164,
      "step": 118431
    },
    {
      "epoch": 5.509746452663411,
      "grad_norm": 1.875336853887464,
      "learning_rate": 5.070062335321262e-06,
      "loss": 0.8516,
      "step": 118432
    },
    {
      "epoch": 5.509792975110491,
      "grad_norm": 1.675206302939816,
      "learning_rate": 5.069105593640499e-06,
      "loss": 0.9219,
      "step": 118433
    },
    {
      "epoch": 5.5098394975575715,
      "grad_norm": 1.6598595037101578,
      "learning_rate": 5.068148940687277e-06,
      "loss": 1.0,
      "step": 118434
    },
    {
      "epoch": 5.509886020004652,
      "grad_norm": 1.756595704768887,
      "learning_rate": 5.067192376462198e-06,
      "loss": 0.8203,
      "step": 118435
    },
    {
      "epoch": 5.5099325424517325,
      "grad_norm": 1.8265954625731609,
      "learning_rate": 5.066235900965843e-06,
      "loss": 0.9102,
      "step": 118436
    },
    {
      "epoch": 5.509979064898814,
      "grad_norm": 1.711292010113701,
      "learning_rate": 5.065279514198761e-06,
      "loss": 0.9648,
      "step": 118437
    },
    {
      "epoch": 5.510025587345894,
      "grad_norm": 1.6760428016518334,
      "learning_rate": 5.064323216161603e-06,
      "loss": 0.8242,
      "step": 118438
    },
    {
      "epoch": 5.510072109792975,
      "grad_norm": 1.9726078865124317,
      "learning_rate": 5.0633670068549015e-06,
      "loss": 0.9805,
      "step": 118439
    },
    {
      "epoch": 5.510118632240056,
      "grad_norm": 1.6074027132168334,
      "learning_rate": 5.062410886279273e-06,
      "loss": 0.9492,
      "step": 118440
    },
    {
      "epoch": 5.510165154687137,
      "grad_norm": 1.9171118473307338,
      "learning_rate": 5.061454854435298e-06,
      "loss": 0.9805,
      "step": 118441
    },
    {
      "epoch": 5.510211677134217,
      "grad_norm": 1.7043637076329894,
      "learning_rate": 5.060498911323546e-06,
      "loss": 0.9609,
      "step": 118442
    },
    {
      "epoch": 5.510258199581298,
      "grad_norm": 1.8310405363557747,
      "learning_rate": 5.059543056944598e-06,
      "loss": 1.0078,
      "step": 118443
    },
    {
      "epoch": 5.510304722028379,
      "grad_norm": 1.7138341383921014,
      "learning_rate": 5.058587291299071e-06,
      "loss": 0.9219,
      "step": 118444
    },
    {
      "epoch": 5.510351244475459,
      "grad_norm": 1.7296590723611578,
      "learning_rate": 5.057631614387514e-06,
      "loss": 0.8984,
      "step": 118445
    },
    {
      "epoch": 5.51039776692254,
      "grad_norm": 1.8188470144883693,
      "learning_rate": 5.056676026210543e-06,
      "loss": 0.9336,
      "step": 118446
    },
    {
      "epoch": 5.510444289369621,
      "grad_norm": 1.6500843437662718,
      "learning_rate": 5.0557205267687255e-06,
      "loss": 0.875,
      "step": 118447
    },
    {
      "epoch": 5.510490811816702,
      "grad_norm": 1.736555673397289,
      "learning_rate": 5.054765116062643e-06,
      "loss": 0.9453,
      "step": 118448
    },
    {
      "epoch": 5.510537334263782,
      "grad_norm": 1.6874043206598341,
      "learning_rate": 5.0538097940928945e-06,
      "loss": 0.9258,
      "step": 118449
    },
    {
      "epoch": 5.510583856710863,
      "grad_norm": 1.8192453141733096,
      "learning_rate": 5.052854560860064e-06,
      "loss": 1.0156,
      "step": 118450
    },
    {
      "epoch": 5.510630379157944,
      "grad_norm": 1.7229957135154301,
      "learning_rate": 5.051899416364718e-06,
      "loss": 0.9492,
      "step": 118451
    },
    {
      "epoch": 5.5106769016050245,
      "grad_norm": 1.8012243687760972,
      "learning_rate": 5.050944360607457e-06,
      "loss": 0.9336,
      "step": 118452
    },
    {
      "epoch": 5.510723424052105,
      "grad_norm": 1.8142618047281163,
      "learning_rate": 5.049989393588877e-06,
      "loss": 1.0078,
      "step": 118453
    },
    {
      "epoch": 5.5107699464991855,
      "grad_norm": 1.7430491785966558,
      "learning_rate": 5.04903451530953e-06,
      "loss": 0.8945,
      "step": 118454
    },
    {
      "epoch": 5.510816468946267,
      "grad_norm": 1.6408239243043152,
      "learning_rate": 5.048079725770033e-06,
      "loss": 0.8516,
      "step": 118455
    },
    {
      "epoch": 5.510862991393347,
      "grad_norm": 1.7332475022069798,
      "learning_rate": 5.047125024970932e-06,
      "loss": 0.9219,
      "step": 118456
    },
    {
      "epoch": 5.510909513840428,
      "grad_norm": 1.9751340179630714,
      "learning_rate": 5.046170412912848e-06,
      "loss": 0.9609,
      "step": 118457
    },
    {
      "epoch": 5.510956036287508,
      "grad_norm": 1.7705312805657833,
      "learning_rate": 5.04521588959636e-06,
      "loss": 0.9062,
      "step": 118458
    },
    {
      "epoch": 5.51100255873459,
      "grad_norm": 1.5979803234458243,
      "learning_rate": 5.044261455022036e-06,
      "loss": 0.7969,
      "step": 118459
    },
    {
      "epoch": 5.51104908118167,
      "grad_norm": 1.7042941415465964,
      "learning_rate": 5.043307109190476e-06,
      "loss": 0.9492,
      "step": 118460
    },
    {
      "epoch": 5.511095603628751,
      "grad_norm": 1.6329285361415131,
      "learning_rate": 5.0423528521022435e-06,
      "loss": 0.8438,
      "step": 118461
    },
    {
      "epoch": 5.511142126075832,
      "grad_norm": 1.8055935727799082,
      "learning_rate": 5.041398683757941e-06,
      "loss": 1.0156,
      "step": 118462
    },
    {
      "epoch": 5.5111886485229125,
      "grad_norm": 1.748774610315365,
      "learning_rate": 5.040444604158167e-06,
      "loss": 1.0156,
      "step": 118463
    },
    {
      "epoch": 5.511235170969993,
      "grad_norm": 1.7658691828204927,
      "learning_rate": 5.039490613303487e-06,
      "loss": 1.0391,
      "step": 118464
    },
    {
      "epoch": 5.511281693417073,
      "grad_norm": 1.8943371157717737,
      "learning_rate": 5.038536711194452e-06,
      "loss": 0.9688,
      "step": 118465
    },
    {
      "epoch": 5.511328215864155,
      "grad_norm": 1.8866982403611652,
      "learning_rate": 5.03758289783171e-06,
      "loss": 0.9531,
      "step": 118466
    },
    {
      "epoch": 5.511374738311235,
      "grad_norm": 1.5518811508518722,
      "learning_rate": 5.036629173215811e-06,
      "loss": 0.8398,
      "step": 118467
    },
    {
      "epoch": 5.511421260758316,
      "grad_norm": 1.758045674558673,
      "learning_rate": 5.035675537347339e-06,
      "loss": 0.9688,
      "step": 118468
    },
    {
      "epoch": 5.511467783205397,
      "grad_norm": 1.7284892803152367,
      "learning_rate": 5.034721990226859e-06,
      "loss": 0.8633,
      "step": 118469
    },
    {
      "epoch": 5.511514305652478,
      "grad_norm": 1.9041082092661594,
      "learning_rate": 5.033768531855004e-06,
      "loss": 1.0234,
      "step": 118470
    },
    {
      "epoch": 5.511560828099558,
      "grad_norm": 1.7270712513806685,
      "learning_rate": 5.032815162232323e-06,
      "loss": 0.9688,
      "step": 118471
    },
    {
      "epoch": 5.5116073505466385,
      "grad_norm": 1.7446717819228763,
      "learning_rate": 5.0318618813594166e-06,
      "loss": 0.8672,
      "step": 118472
    },
    {
      "epoch": 5.511653872993719,
      "grad_norm": 1.8209666793051698,
      "learning_rate": 5.030908689236835e-06,
      "loss": 0.9297,
      "step": 118473
    },
    {
      "epoch": 5.5117003954408,
      "grad_norm": 1.6865974700887016,
      "learning_rate": 5.029955585865209e-06,
      "loss": 0.9492,
      "step": 118474
    },
    {
      "epoch": 5.511746917887881,
      "grad_norm": 1.6571506836762193,
      "learning_rate": 5.029002571245089e-06,
      "loss": 0.8633,
      "step": 118475
    },
    {
      "epoch": 5.511793440334961,
      "grad_norm": 1.8665679501689463,
      "learning_rate": 5.028049645377058e-06,
      "loss": 0.9922,
      "step": 118476
    },
    {
      "epoch": 5.511839962782043,
      "grad_norm": 1.6857331958142368,
      "learning_rate": 5.027096808261716e-06,
      "loss": 0.832,
      "step": 118477
    },
    {
      "epoch": 5.511886485229123,
      "grad_norm": 1.9389992253169648,
      "learning_rate": 5.026144059899645e-06,
      "loss": 1.0469,
      "step": 118478
    },
    {
      "epoch": 5.511933007676204,
      "grad_norm": 1.9716060503320016,
      "learning_rate": 5.025191400291428e-06,
      "loss": 1.0547,
      "step": 118479
    },
    {
      "epoch": 5.511979530123284,
      "grad_norm": 1.843088930199131,
      "learning_rate": 5.0242388294376325e-06,
      "loss": 0.9141,
      "step": 118480
    },
    {
      "epoch": 5.5120260525703655,
      "grad_norm": 1.742407519570871,
      "learning_rate": 5.02328634733884e-06,
      "loss": 0.9023,
      "step": 118481
    },
    {
      "epoch": 5.512072575017446,
      "grad_norm": 1.7552595757514635,
      "learning_rate": 5.02233395399565e-06,
      "loss": 0.7891,
      "step": 118482
    },
    {
      "epoch": 5.512119097464526,
      "grad_norm": 1.838609889218323,
      "learning_rate": 5.021381649408663e-06,
      "loss": 1.0312,
      "step": 118483
    },
    {
      "epoch": 5.512165619911608,
      "grad_norm": 1.9669770754452849,
      "learning_rate": 5.020429433578427e-06,
      "loss": 1.0312,
      "step": 118484
    },
    {
      "epoch": 5.512212142358688,
      "grad_norm": 1.7747536723645836,
      "learning_rate": 5.01947730650556e-06,
      "loss": 0.8672,
      "step": 118485
    },
    {
      "epoch": 5.512258664805769,
      "grad_norm": 1.7994854146532986,
      "learning_rate": 5.01852526819061e-06,
      "loss": 0.8906,
      "step": 118486
    },
    {
      "epoch": 5.512305187252849,
      "grad_norm": 1.726101235111405,
      "learning_rate": 5.017573318634144e-06,
      "loss": 0.9531,
      "step": 118487
    },
    {
      "epoch": 5.512351709699931,
      "grad_norm": 1.7722770083403663,
      "learning_rate": 5.0166214578368116e-06,
      "loss": 1.0234,
      "step": 118488
    },
    {
      "epoch": 5.512398232147011,
      "grad_norm": 1.8659334193482184,
      "learning_rate": 5.015669685799145e-06,
      "loss": 1.0156,
      "step": 118489
    },
    {
      "epoch": 5.512444754594092,
      "grad_norm": 1.8969176207343692,
      "learning_rate": 5.014718002521745e-06,
      "loss": 0.9609,
      "step": 118490
    },
    {
      "epoch": 5.512491277041172,
      "grad_norm": 1.6119731197913216,
      "learning_rate": 5.0137664080051765e-06,
      "loss": 0.875,
      "step": 118491
    },
    {
      "epoch": 5.512537799488253,
      "grad_norm": 1.9526447498803856,
      "learning_rate": 5.01281490225004e-06,
      "loss": 0.957,
      "step": 118492
    },
    {
      "epoch": 5.512584321935334,
      "grad_norm": 1.89307372809422,
      "learning_rate": 5.011863485256918e-06,
      "loss": 0.9922,
      "step": 118493
    },
    {
      "epoch": 5.512630844382414,
      "grad_norm": 1.7907607058373358,
      "learning_rate": 5.010912157026392e-06,
      "loss": 0.9648,
      "step": 118494
    },
    {
      "epoch": 5.512677366829495,
      "grad_norm": 1.7711397820586419,
      "learning_rate": 5.009960917559031e-06,
      "loss": 1.0391,
      "step": 118495
    },
    {
      "epoch": 5.512723889276576,
      "grad_norm": 1.7755379254154264,
      "learning_rate": 5.009009766855432e-06,
      "loss": 0.9609,
      "step": 118496
    },
    {
      "epoch": 5.512770411723657,
      "grad_norm": 1.6908113160413651,
      "learning_rate": 5.008058704916162e-06,
      "loss": 0.9375,
      "step": 118497
    },
    {
      "epoch": 5.512816934170737,
      "grad_norm": 1.8110788752853484,
      "learning_rate": 5.007107731741821e-06,
      "loss": 0.9922,
      "step": 118498
    },
    {
      "epoch": 5.5128634566178185,
      "grad_norm": 1.886070755107352,
      "learning_rate": 5.006156847332976e-06,
      "loss": 0.9961,
      "step": 118499
    },
    {
      "epoch": 5.512909979064899,
      "grad_norm": 1.5350143757310968,
      "learning_rate": 5.005206051690225e-06,
      "loss": 0.8828,
      "step": 118500
    },
    {
      "epoch": 5.5129565015119795,
      "grad_norm": 1.8080626241694182,
      "learning_rate": 5.004255344814151e-06,
      "loss": 1.0781,
      "step": 118501
    },
    {
      "epoch": 5.51300302395906,
      "grad_norm": 1.9215466967488655,
      "learning_rate": 5.003304726705304e-06,
      "loss": 0.9219,
      "step": 118502
    },
    {
      "epoch": 5.513049546406141,
      "grad_norm": 1.718723498679709,
      "learning_rate": 5.0023541973643e-06,
      "loss": 0.9492,
      "step": 118503
    },
    {
      "epoch": 5.513096068853222,
      "grad_norm": 2.0532385623719644,
      "learning_rate": 5.001403756791688e-06,
      "loss": 1.0703,
      "step": 118504
    },
    {
      "epoch": 5.513142591300302,
      "grad_norm": 1.6652866390023842,
      "learning_rate": 5.000453404988103e-06,
      "loss": 0.8477,
      "step": 118505
    },
    {
      "epoch": 5.513189113747383,
      "grad_norm": 1.70603346333256,
      "learning_rate": 4.9995031419540755e-06,
      "loss": 0.9961,
      "step": 118506
    },
    {
      "epoch": 5.513235636194464,
      "grad_norm": 1.8311850902194433,
      "learning_rate": 4.998552967690223e-06,
      "loss": 0.9688,
      "step": 118507
    },
    {
      "epoch": 5.513282158641545,
      "grad_norm": 1.810930356539136,
      "learning_rate": 4.997602882197094e-06,
      "loss": 0.9609,
      "step": 118508
    },
    {
      "epoch": 5.513328681088625,
      "grad_norm": 1.7649168368006556,
      "learning_rate": 4.996652885475289e-06,
      "loss": 0.9844,
      "step": 118509
    },
    {
      "epoch": 5.5133752035357055,
      "grad_norm": 1.802185178725494,
      "learning_rate": 4.9957029775254065e-06,
      "loss": 0.8906,
      "step": 118510
    },
    {
      "epoch": 5.513421725982787,
      "grad_norm": 1.7414689492933813,
      "learning_rate": 4.994753158347997e-06,
      "loss": 0.9688,
      "step": 118511
    },
    {
      "epoch": 5.513468248429867,
      "grad_norm": 1.7683409522335751,
      "learning_rate": 4.99380342794366e-06,
      "loss": 0.9492,
      "step": 118512
    },
    {
      "epoch": 5.513514770876948,
      "grad_norm": 1.6956058137121048,
      "learning_rate": 4.992853786312945e-06,
      "loss": 1.0312,
      "step": 118513
    },
    {
      "epoch": 5.513561293324029,
      "grad_norm": 1.8831000835634053,
      "learning_rate": 4.991904233456484e-06,
      "loss": 1.1953,
      "step": 118514
    },
    {
      "epoch": 5.51360781577111,
      "grad_norm": 1.822230543476884,
      "learning_rate": 4.990954769374844e-06,
      "loss": 1.0234,
      "step": 118515
    },
    {
      "epoch": 5.51365433821819,
      "grad_norm": 2.0035415970340296,
      "learning_rate": 4.9900053940685745e-06,
      "loss": 0.9883,
      "step": 118516
    },
    {
      "epoch": 5.513700860665271,
      "grad_norm": 1.7960785208519714,
      "learning_rate": 4.989056107538275e-06,
      "loss": 0.9375,
      "step": 118517
    },
    {
      "epoch": 5.513747383112352,
      "grad_norm": 1.6955226254026317,
      "learning_rate": 4.988106909784545e-06,
      "loss": 1.0391,
      "step": 118518
    },
    {
      "epoch": 5.5137939055594325,
      "grad_norm": 1.56345543633059,
      "learning_rate": 4.9871578008079505e-06,
      "loss": 0.8359,
      "step": 118519
    },
    {
      "epoch": 5.513840428006513,
      "grad_norm": 1.512247839068468,
      "learning_rate": 4.986208780609074e-06,
      "loss": 0.7031,
      "step": 118520
    },
    {
      "epoch": 5.513886950453594,
      "grad_norm": 1.6975825457582512,
      "learning_rate": 4.985259849188483e-06,
      "loss": 0.7852,
      "step": 118521
    },
    {
      "epoch": 5.513933472900675,
      "grad_norm": 1.5668453011916914,
      "learning_rate": 4.984311006546776e-06,
      "loss": 0.9258,
      "step": 118522
    },
    {
      "epoch": 5.513979995347755,
      "grad_norm": 1.6485956628180072,
      "learning_rate": 4.983362252684536e-06,
      "loss": 0.8359,
      "step": 118523
    },
    {
      "epoch": 5.514026517794836,
      "grad_norm": 1.9813896227195862,
      "learning_rate": 4.9824135876023296e-06,
      "loss": 0.9648,
      "step": 118524
    },
    {
      "epoch": 5.514073040241916,
      "grad_norm": 1.719286103445148,
      "learning_rate": 4.981465011300739e-06,
      "loss": 0.8477,
      "step": 118525
    },
    {
      "epoch": 5.514119562688998,
      "grad_norm": 1.6458588552265785,
      "learning_rate": 4.9805165237803316e-06,
      "loss": 0.8867,
      "step": 118526
    },
    {
      "epoch": 5.514166085136078,
      "grad_norm": 1.757305838003624,
      "learning_rate": 4.9795681250417384e-06,
      "loss": 1.0391,
      "step": 118527
    },
    {
      "epoch": 5.514212607583159,
      "grad_norm": 1.8031775795007412,
      "learning_rate": 4.97861981508551e-06,
      "loss": 0.9336,
      "step": 118528
    },
    {
      "epoch": 5.51425913003024,
      "grad_norm": 1.7906481157672487,
      "learning_rate": 4.977671593912213e-06,
      "loss": 0.8633,
      "step": 118529
    },
    {
      "epoch": 5.51430565247732,
      "grad_norm": 1.6499326175634874,
      "learning_rate": 4.976723461522431e-06,
      "loss": 0.8516,
      "step": 118530
    },
    {
      "epoch": 5.514352174924401,
      "grad_norm": 1.750886438260835,
      "learning_rate": 4.975775417916778e-06,
      "loss": 0.8438,
      "step": 118531
    },
    {
      "epoch": 5.514398697371481,
      "grad_norm": 1.552875306112862,
      "learning_rate": 4.974827463095787e-06,
      "loss": 0.832,
      "step": 118532
    },
    {
      "epoch": 5.514445219818563,
      "grad_norm": 1.6828592032877805,
      "learning_rate": 4.973879597060076e-06,
      "loss": 0.9531,
      "step": 118533
    },
    {
      "epoch": 5.514491742265643,
      "grad_norm": 1.8926094751936962,
      "learning_rate": 4.972931819810194e-06,
      "loss": 0.9805,
      "step": 118534
    },
    {
      "epoch": 5.514538264712724,
      "grad_norm": 1.683038279526234,
      "learning_rate": 4.971984131346757e-06,
      "loss": 0.8477,
      "step": 118535
    },
    {
      "epoch": 5.514584787159805,
      "grad_norm": 1.8321957577670185,
      "learning_rate": 4.971036531670331e-06,
      "loss": 0.9141,
      "step": 118536
    },
    {
      "epoch": 5.5146313096068855,
      "grad_norm": 1.6761523459861138,
      "learning_rate": 4.9700890207814815e-06,
      "loss": 0.8125,
      "step": 118537
    },
    {
      "epoch": 5.514677832053966,
      "grad_norm": 1.9453960548642855,
      "learning_rate": 4.9691415986807925e-06,
      "loss": 1.0234,
      "step": 118538
    },
    {
      "epoch": 5.5147243545010465,
      "grad_norm": 1.6361978420759078,
      "learning_rate": 4.968194265368846e-06,
      "loss": 0.8828,
      "step": 118539
    },
    {
      "epoch": 5.514770876948128,
      "grad_norm": 1.8858871964017883,
      "learning_rate": 4.967247020846243e-06,
      "loss": 0.9805,
      "step": 118540
    },
    {
      "epoch": 5.514817399395208,
      "grad_norm": 2.0123147574880056,
      "learning_rate": 4.966299865113532e-06,
      "loss": 1.0703,
      "step": 118541
    },
    {
      "epoch": 5.514863921842289,
      "grad_norm": 1.713022357805546,
      "learning_rate": 4.9653527981713124e-06,
      "loss": 0.8945,
      "step": 118542
    },
    {
      "epoch": 5.514910444289369,
      "grad_norm": 1.8246292827999393,
      "learning_rate": 4.964405820020151e-06,
      "loss": 1.0391,
      "step": 118543
    },
    {
      "epoch": 5.514956966736451,
      "grad_norm": 1.923632302920487,
      "learning_rate": 4.963458930660647e-06,
      "loss": 0.9375,
      "step": 118544
    },
    {
      "epoch": 5.515003489183531,
      "grad_norm": 1.6022909052672545,
      "learning_rate": 4.962512130093366e-06,
      "loss": 0.8125,
      "step": 118545
    },
    {
      "epoch": 5.515050011630612,
      "grad_norm": 1.8279350906783287,
      "learning_rate": 4.961565418318892e-06,
      "loss": 1.1016,
      "step": 118546
    },
    {
      "epoch": 5.515096534077692,
      "grad_norm": 1.7811918189846794,
      "learning_rate": 4.960618795337789e-06,
      "loss": 0.9531,
      "step": 118547
    },
    {
      "epoch": 5.515143056524773,
      "grad_norm": 1.6163224691398783,
      "learning_rate": 4.959672261150643e-06,
      "loss": 0.875,
      "step": 118548
    },
    {
      "epoch": 5.515189578971854,
      "grad_norm": 1.8479847674598222,
      "learning_rate": 4.958725815758052e-06,
      "loss": 1.0234,
      "step": 118549
    },
    {
      "epoch": 5.515236101418934,
      "grad_norm": 1.7430304348447334,
      "learning_rate": 4.957779459160599e-06,
      "loss": 0.8945,
      "step": 118550
    },
    {
      "epoch": 5.515282623866016,
      "grad_norm": 1.755313948121823,
      "learning_rate": 4.956833191358833e-06,
      "loss": 0.9766,
      "step": 118551
    },
    {
      "epoch": 5.515329146313096,
      "grad_norm": 2.1822679294232974,
      "learning_rate": 4.955887012353354e-06,
      "loss": 1.0391,
      "step": 118552
    },
    {
      "epoch": 5.515375668760177,
      "grad_norm": 1.6346157110308062,
      "learning_rate": 4.954940922144729e-06,
      "loss": 0.8477,
      "step": 118553
    },
    {
      "epoch": 5.515422191207257,
      "grad_norm": 1.6400608843297448,
      "learning_rate": 4.9539949207335565e-06,
      "loss": 0.7617,
      "step": 118554
    },
    {
      "epoch": 5.5154687136543386,
      "grad_norm": 1.5751116561882637,
      "learning_rate": 4.953049008120402e-06,
      "loss": 0.8242,
      "step": 118555
    },
    {
      "epoch": 5.515515236101419,
      "grad_norm": 1.8355445017547847,
      "learning_rate": 4.952103184305817e-06,
      "loss": 0.9219,
      "step": 118556
    },
    {
      "epoch": 5.5155617585484995,
      "grad_norm": 1.7448481300463037,
      "learning_rate": 4.9511574492904495e-06,
      "loss": 0.8555,
      "step": 118557
    },
    {
      "epoch": 5.51560828099558,
      "grad_norm": 1.7659164061726016,
      "learning_rate": 4.950211803074816e-06,
      "loss": 1.0469,
      "step": 118558
    },
    {
      "epoch": 5.515654803442661,
      "grad_norm": 1.8062368101396988,
      "learning_rate": 4.949266245659533e-06,
      "loss": 0.9883,
      "step": 118559
    },
    {
      "epoch": 5.515701325889742,
      "grad_norm": 1.978485969989727,
      "learning_rate": 4.948320777045134e-06,
      "loss": 1.1875,
      "step": 118560
    },
    {
      "epoch": 5.515747848336822,
      "grad_norm": 1.8012242505704747,
      "learning_rate": 4.94737539723225e-06,
      "loss": 0.8477,
      "step": 118561
    },
    {
      "epoch": 5.515794370783903,
      "grad_norm": 1.733301746796255,
      "learning_rate": 4.9464301062214495e-06,
      "loss": 0.9961,
      "step": 118562
    },
    {
      "epoch": 5.515840893230984,
      "grad_norm": 1.7819892211330126,
      "learning_rate": 4.94548490401328e-06,
      "loss": 0.9336,
      "step": 118563
    },
    {
      "epoch": 5.515887415678065,
      "grad_norm": 1.551809455664249,
      "learning_rate": 4.94453979060836e-06,
      "loss": 0.8281,
      "step": 118564
    },
    {
      "epoch": 5.515933938125145,
      "grad_norm": 1.620547302012041,
      "learning_rate": 4.9435947660072195e-06,
      "loss": 0.9297,
      "step": 118565
    },
    {
      "epoch": 5.5159804605722265,
      "grad_norm": 1.7675721107499902,
      "learning_rate": 4.942649830210476e-06,
      "loss": 0.9883,
      "step": 118566
    },
    {
      "epoch": 5.516026983019307,
      "grad_norm": 1.7635189077526947,
      "learning_rate": 4.941704983218698e-06,
      "loss": 0.875,
      "step": 118567
    },
    {
      "epoch": 5.516073505466387,
      "grad_norm": 1.6302288815228523,
      "learning_rate": 4.9407602250324645e-06,
      "loss": 0.8984,
      "step": 118568
    },
    {
      "epoch": 5.516120027913468,
      "grad_norm": 1.68614805814695,
      "learning_rate": 4.939815555652344e-06,
      "loss": 0.9375,
      "step": 118569
    },
    {
      "epoch": 5.516166550360549,
      "grad_norm": 1.4931844912655827,
      "learning_rate": 4.938870975078918e-06,
      "loss": 0.7891,
      "step": 118570
    },
    {
      "epoch": 5.51621307280763,
      "grad_norm": 1.5700889826080053,
      "learning_rate": 4.9379264833127875e-06,
      "loss": 0.8516,
      "step": 118571
    },
    {
      "epoch": 5.51625959525471,
      "grad_norm": 1.7414033988761772,
      "learning_rate": 4.936982080354518e-06,
      "loss": 1.0703,
      "step": 118572
    },
    {
      "epoch": 5.516306117701792,
      "grad_norm": 1.8043172153971443,
      "learning_rate": 4.936037766204676e-06,
      "loss": 0.9961,
      "step": 118573
    },
    {
      "epoch": 5.516352640148872,
      "grad_norm": 1.890747977242852,
      "learning_rate": 4.935093540863827e-06,
      "loss": 0.9375,
      "step": 118574
    },
    {
      "epoch": 5.5163991625959525,
      "grad_norm": 1.7724931106229045,
      "learning_rate": 4.934149404332604e-06,
      "loss": 0.8828,
      "step": 118575
    },
    {
      "epoch": 5.516445685043033,
      "grad_norm": 1.8471023265520838,
      "learning_rate": 4.933205356611525e-06,
      "loss": 1.0469,
      "step": 118576
    },
    {
      "epoch": 5.5164922074901135,
      "grad_norm": 1.5730052307196423,
      "learning_rate": 4.932261397701204e-06,
      "loss": 0.9219,
      "step": 118577
    },
    {
      "epoch": 5.516538729937195,
      "grad_norm": 1.8380140771262985,
      "learning_rate": 4.931317527602191e-06,
      "loss": 1.0547,
      "step": 118578
    },
    {
      "epoch": 5.516585252384275,
      "grad_norm": 1.880143102424135,
      "learning_rate": 4.930373746315103e-06,
      "loss": 0.9414,
      "step": 118579
    },
    {
      "epoch": 5.516631774831356,
      "grad_norm": 2.016836150390092,
      "learning_rate": 4.929430053840488e-06,
      "loss": 1.0469,
      "step": 118580
    },
    {
      "epoch": 5.516678297278437,
      "grad_norm": 1.7300607118439968,
      "learning_rate": 4.9284864501789316e-06,
      "loss": 0.8164,
      "step": 118581
    },
    {
      "epoch": 5.516724819725518,
      "grad_norm": 1.978925602465801,
      "learning_rate": 4.927542935330997e-06,
      "loss": 1.0156,
      "step": 118582
    },
    {
      "epoch": 5.516771342172598,
      "grad_norm": 1.6952551596323144,
      "learning_rate": 4.926599509297285e-06,
      "loss": 0.9375,
      "step": 118583
    },
    {
      "epoch": 5.516817864619679,
      "grad_norm": 1.8660594242853494,
      "learning_rate": 4.925656172078379e-06,
      "loss": 0.957,
      "step": 118584
    },
    {
      "epoch": 5.51686438706676,
      "grad_norm": 1.721583509380731,
      "learning_rate": 4.924712923674829e-06,
      "loss": 0.9688,
      "step": 118585
    },
    {
      "epoch": 5.5169109095138404,
      "grad_norm": 1.7751631834529633,
      "learning_rate": 4.923769764087215e-06,
      "loss": 0.8867,
      "step": 118586
    },
    {
      "epoch": 5.516957431960921,
      "grad_norm": 1.7367177837017544,
      "learning_rate": 4.922826693316123e-06,
      "loss": 0.8086,
      "step": 118587
    },
    {
      "epoch": 5.517003954408002,
      "grad_norm": 1.9700263593679121,
      "learning_rate": 4.921883711362152e-06,
      "loss": 1.0312,
      "step": 118588
    },
    {
      "epoch": 5.517050476855083,
      "grad_norm": 1.8197766817313064,
      "learning_rate": 4.920940818225849e-06,
      "loss": 1.0,
      "step": 118589
    },
    {
      "epoch": 5.517096999302163,
      "grad_norm": 1.7720702009364298,
      "learning_rate": 4.9199980139078e-06,
      "loss": 0.9062,
      "step": 118590
    },
    {
      "epoch": 5.517143521749244,
      "grad_norm": 1.5525086147898848,
      "learning_rate": 4.919055298408553e-06,
      "loss": 0.8281,
      "step": 118591
    },
    {
      "epoch": 5.517190044196325,
      "grad_norm": 1.706854794609019,
      "learning_rate": 4.918112671728758e-06,
      "loss": 1.0156,
      "step": 118592
    },
    {
      "epoch": 5.517236566643406,
      "grad_norm": 2.029603173230365,
      "learning_rate": 4.9171701338689475e-06,
      "loss": 1.0938,
      "step": 118593
    },
    {
      "epoch": 5.517283089090486,
      "grad_norm": 1.734160832409686,
      "learning_rate": 4.916227684829688e-06,
      "loss": 0.875,
      "step": 118594
    },
    {
      "epoch": 5.5173296115375665,
      "grad_norm": 1.6061064755306294,
      "learning_rate": 4.915285324611579e-06,
      "loss": 0.8164,
      "step": 118595
    },
    {
      "epoch": 5.517376133984648,
      "grad_norm": 1.8595301347965687,
      "learning_rate": 4.914343053215153e-06,
      "loss": 1.0391,
      "step": 118596
    },
    {
      "epoch": 5.517422656431728,
      "grad_norm": 1.7042416350765182,
      "learning_rate": 4.91340087064106e-06,
      "loss": 0.9414,
      "step": 118597
    },
    {
      "epoch": 5.517469178878809,
      "grad_norm": 1.7838581579859518,
      "learning_rate": 4.912458776889833e-06,
      "loss": 1.0078,
      "step": 118598
    },
    {
      "epoch": 5.517515701325889,
      "grad_norm": 1.709972480574572,
      "learning_rate": 4.911516771962054e-06,
      "loss": 0.8906,
      "step": 118599
    },
    {
      "epoch": 5.517562223772971,
      "grad_norm": 1.5581477635273453,
      "learning_rate": 4.910574855858274e-06,
      "loss": 0.8555,
      "step": 118600
    },
    {
      "epoch": 5.517608746220051,
      "grad_norm": 1.8041077609734841,
      "learning_rate": 4.9096330285791075e-06,
      "loss": 0.9883,
      "step": 118601
    },
    {
      "epoch": 5.517655268667132,
      "grad_norm": 1.8687059276110276,
      "learning_rate": 4.908691290125139e-06,
      "loss": 1.0,
      "step": 118602
    },
    {
      "epoch": 5.517701791114213,
      "grad_norm": 1.854101033258802,
      "learning_rate": 4.907749640496916e-06,
      "loss": 0.9531,
      "step": 118603
    },
    {
      "epoch": 5.5177483135612935,
      "grad_norm": 1.7414421596228757,
      "learning_rate": 4.906808079695007e-06,
      "loss": 0.8672,
      "step": 118604
    },
    {
      "epoch": 5.517794836008374,
      "grad_norm": 1.6822169853322717,
      "learning_rate": 4.905866607720011e-06,
      "loss": 0.8359,
      "step": 118605
    },
    {
      "epoch": 5.517841358455454,
      "grad_norm": 1.7852240189664228,
      "learning_rate": 4.904925224572509e-06,
      "loss": 1.0312,
      "step": 118606
    },
    {
      "epoch": 5.517887880902536,
      "grad_norm": 1.7861632880412126,
      "learning_rate": 4.90398393025307e-06,
      "loss": 0.9844,
      "step": 118607
    },
    {
      "epoch": 5.517934403349616,
      "grad_norm": 1.8911104489933444,
      "learning_rate": 4.903042724762241e-06,
      "loss": 1.0312,
      "step": 118608
    },
    {
      "epoch": 5.517980925796697,
      "grad_norm": 1.7296753930851396,
      "learning_rate": 4.902101608100656e-06,
      "loss": 0.9336,
      "step": 118609
    },
    {
      "epoch": 5.518027448243778,
      "grad_norm": 1.670216621769466,
      "learning_rate": 4.901160580268848e-06,
      "loss": 0.9062,
      "step": 118610
    },
    {
      "epoch": 5.518073970690859,
      "grad_norm": 1.7986104806695178,
      "learning_rate": 4.9002196412674e-06,
      "loss": 0.9492,
      "step": 118611
    },
    {
      "epoch": 5.518120493137939,
      "grad_norm": 1.7279591925826117,
      "learning_rate": 4.899278791096878e-06,
      "loss": 0.875,
      "step": 118612
    },
    {
      "epoch": 5.5181670155850195,
      "grad_norm": 1.66286416467801,
      "learning_rate": 4.898338029757881e-06,
      "loss": 0.9922,
      "step": 118613
    },
    {
      "epoch": 5.5182135380321,
      "grad_norm": 1.7024808703095964,
      "learning_rate": 4.897397357250993e-06,
      "loss": 0.9531,
      "step": 118614
    },
    {
      "epoch": 5.518260060479181,
      "grad_norm": 1.6786949616131257,
      "learning_rate": 4.896456773576763e-06,
      "loss": 1.0547,
      "step": 118615
    },
    {
      "epoch": 5.518306582926262,
      "grad_norm": 1.7771864265565915,
      "learning_rate": 4.8955162787357895e-06,
      "loss": 0.9766,
      "step": 118616
    },
    {
      "epoch": 5.518353105373342,
      "grad_norm": 1.7946546410579074,
      "learning_rate": 4.894575872728607e-06,
      "loss": 0.8125,
      "step": 118617
    },
    {
      "epoch": 5.518399627820424,
      "grad_norm": 1.7680858636246528,
      "learning_rate": 4.893635555555847e-06,
      "loss": 0.9648,
      "step": 118618
    },
    {
      "epoch": 5.518446150267504,
      "grad_norm": 1.6508767523476129,
      "learning_rate": 4.8926953272180604e-06,
      "loss": 0.832,
      "step": 118619
    },
    {
      "epoch": 5.518492672714585,
      "grad_norm": 1.8546714957515598,
      "learning_rate": 4.891755187715812e-06,
      "loss": 1.0703,
      "step": 118620
    },
    {
      "epoch": 5.518539195161665,
      "grad_norm": 1.6881444087188349,
      "learning_rate": 4.890815137049686e-06,
      "loss": 0.9609,
      "step": 118621
    },
    {
      "epoch": 5.5185857176087465,
      "grad_norm": 1.8471390518537403,
      "learning_rate": 4.889875175220248e-06,
      "loss": 0.9258,
      "step": 118622
    },
    {
      "epoch": 5.518632240055827,
      "grad_norm": 2.231029698750629,
      "learning_rate": 4.888935302228098e-06,
      "loss": 1.2109,
      "step": 118623
    },
    {
      "epoch": 5.5186787625029075,
      "grad_norm": 1.7768917068485313,
      "learning_rate": 4.887995518073801e-06,
      "loss": 1.0469,
      "step": 118624
    },
    {
      "epoch": 5.518725284949989,
      "grad_norm": 1.734050013520391,
      "learning_rate": 4.887055822757924e-06,
      "loss": 0.9141,
      "step": 118625
    },
    {
      "epoch": 5.518771807397069,
      "grad_norm": 1.6432962845574577,
      "learning_rate": 4.886116216281033e-06,
      "loss": 0.875,
      "step": 118626
    },
    {
      "epoch": 5.51881832984415,
      "grad_norm": 1.706260326502464,
      "learning_rate": 4.885176698643728e-06,
      "loss": 0.9766,
      "step": 118627
    },
    {
      "epoch": 5.51886485229123,
      "grad_norm": 1.6411698146026716,
      "learning_rate": 4.884237269846575e-06,
      "loss": 0.9727,
      "step": 118628
    },
    {
      "epoch": 5.518911374738312,
      "grad_norm": 1.8009851913093944,
      "learning_rate": 4.883297929890156e-06,
      "loss": 1.0469,
      "step": 118629
    },
    {
      "epoch": 5.518957897185392,
      "grad_norm": 1.5718480123690473,
      "learning_rate": 4.882358678775006e-06,
      "loss": 0.9023,
      "step": 118630
    },
    {
      "epoch": 5.519004419632473,
      "grad_norm": 1.821455926621324,
      "learning_rate": 4.881419516501756e-06,
      "loss": 0.8594,
      "step": 118631
    },
    {
      "epoch": 5.519050942079553,
      "grad_norm": 1.6343467075388936,
      "learning_rate": 4.8804804430709555e-06,
      "loss": 0.8594,
      "step": 118632
    },
    {
      "epoch": 5.519097464526634,
      "grad_norm": 1.610399635594469,
      "learning_rate": 4.879541458483188e-06,
      "loss": 0.8203,
      "step": 118633
    },
    {
      "epoch": 5.519143986973715,
      "grad_norm": 1.584528438028553,
      "learning_rate": 4.878602562739003e-06,
      "loss": 0.8125,
      "step": 118634
    },
    {
      "epoch": 5.519190509420795,
      "grad_norm": 1.7229647753648134,
      "learning_rate": 4.877663755838984e-06,
      "loss": 0.9219,
      "step": 118635
    },
    {
      "epoch": 5.519237031867876,
      "grad_norm": 1.810542880240727,
      "learning_rate": 4.8767250377837294e-06,
      "loss": 0.9062,
      "step": 118636
    },
    {
      "epoch": 5.519283554314957,
      "grad_norm": 1.8029711064394147,
      "learning_rate": 4.875786408573806e-06,
      "loss": 1.0781,
      "step": 118637
    },
    {
      "epoch": 5.519330076762038,
      "grad_norm": 1.5857246093363104,
      "learning_rate": 4.87484786820978e-06,
      "loss": 0.9648,
      "step": 118638
    },
    {
      "epoch": 5.519376599209118,
      "grad_norm": 1.625741127718885,
      "learning_rate": 4.873909416692201e-06,
      "loss": 0.7773,
      "step": 118639
    },
    {
      "epoch": 5.5194231216561995,
      "grad_norm": 1.864511556907406,
      "learning_rate": 4.872971054021702e-06,
      "loss": 0.9375,
      "step": 118640
    },
    {
      "epoch": 5.51946964410328,
      "grad_norm": 1.6962776834578848,
      "learning_rate": 4.872032780198815e-06,
      "loss": 0.9805,
      "step": 118641
    },
    {
      "epoch": 5.5195161665503605,
      "grad_norm": 1.7121883971586118,
      "learning_rate": 4.871094595224123e-06,
      "loss": 0.9531,
      "step": 118642
    },
    {
      "epoch": 5.519562688997441,
      "grad_norm": 2.1086531227803857,
      "learning_rate": 4.870156499098193e-06,
      "loss": 1.0,
      "step": 118643
    },
    {
      "epoch": 5.519609211444522,
      "grad_norm": 1.6508509185160007,
      "learning_rate": 4.869218491821625e-06,
      "loss": 0.9727,
      "step": 118644
    },
    {
      "epoch": 5.519655733891603,
      "grad_norm": 1.9229783512283463,
      "learning_rate": 4.868280573394967e-06,
      "loss": 0.957,
      "step": 118645
    },
    {
      "epoch": 5.519702256338683,
      "grad_norm": 2.0938217171003544,
      "learning_rate": 4.86734274381882e-06,
      "loss": 1.0312,
      "step": 118646
    },
    {
      "epoch": 5.519748778785764,
      "grad_norm": 1.8139104207646868,
      "learning_rate": 4.866405003093732e-06,
      "loss": 1.0469,
      "step": 118647
    },
    {
      "epoch": 5.519795301232845,
      "grad_norm": 1.8577166155679372,
      "learning_rate": 4.86546735122027e-06,
      "loss": 0.9062,
      "step": 118648
    },
    {
      "epoch": 5.519841823679926,
      "grad_norm": 1.730478400174777,
      "learning_rate": 4.864529788199034e-06,
      "loss": 0.8828,
      "step": 118649
    },
    {
      "epoch": 5.519888346127006,
      "grad_norm": 1.9060412544531273,
      "learning_rate": 4.86359231403059e-06,
      "loss": 1.0703,
      "step": 118650
    },
    {
      "epoch": 5.5199348685740866,
      "grad_norm": 1.9776266047503517,
      "learning_rate": 4.86265492871552e-06,
      "loss": 0.9609,
      "step": 118651
    },
    {
      "epoch": 5.519981391021168,
      "grad_norm": 1.6705358071488758,
      "learning_rate": 4.861717632254358e-06,
      "loss": 0.9141,
      "step": 118652
    },
    {
      "epoch": 5.520027913468248,
      "grad_norm": 1.690668169086233,
      "learning_rate": 4.8607804246477365e-06,
      "loss": 0.832,
      "step": 118653
    },
    {
      "epoch": 5.520074435915329,
      "grad_norm": 1.757487518893018,
      "learning_rate": 4.859843305896205e-06,
      "loss": 1.0312,
      "step": 118654
    },
    {
      "epoch": 5.52012095836241,
      "grad_norm": 1.7898058893043418,
      "learning_rate": 4.858906276000313e-06,
      "loss": 0.9297,
      "step": 118655
    },
    {
      "epoch": 5.520167480809491,
      "grad_norm": 1.7750041288352583,
      "learning_rate": 4.85796933496066e-06,
      "loss": 0.9336,
      "step": 118656
    },
    {
      "epoch": 5.520214003256571,
      "grad_norm": 1.5980892691892905,
      "learning_rate": 4.857032482777795e-06,
      "loss": 0.8555,
      "step": 118657
    },
    {
      "epoch": 5.520260525703652,
      "grad_norm": 1.857553734778018,
      "learning_rate": 4.856095719452335e-06,
      "loss": 0.9414,
      "step": 118658
    },
    {
      "epoch": 5.520307048150733,
      "grad_norm": 1.55813815268431,
      "learning_rate": 4.85515904498483e-06,
      "loss": 0.8438,
      "step": 118659
    },
    {
      "epoch": 5.5203535705978135,
      "grad_norm": 1.893894368075137,
      "learning_rate": 4.854222459375845e-06,
      "loss": 0.8281,
      "step": 118660
    },
    {
      "epoch": 5.520400093044894,
      "grad_norm": 1.6451803085782912,
      "learning_rate": 4.853285962625947e-06,
      "loss": 0.9414,
      "step": 118661
    },
    {
      "epoch": 5.520446615491975,
      "grad_norm": 1.7186929217318876,
      "learning_rate": 4.8523495547357515e-06,
      "loss": 0.9219,
      "step": 118662
    },
    {
      "epoch": 5.520493137939056,
      "grad_norm": 1.8233064681122895,
      "learning_rate": 4.851413235705792e-06,
      "loss": 0.9414,
      "step": 118663
    },
    {
      "epoch": 5.520539660386136,
      "grad_norm": 1.7599302349237025,
      "learning_rate": 4.850477005536651e-06,
      "loss": 0.9727,
      "step": 118664
    },
    {
      "epoch": 5.520586182833217,
      "grad_norm": 1.7633254227887971,
      "learning_rate": 4.849540864228879e-06,
      "loss": 0.9023,
      "step": 118665
    },
    {
      "epoch": 5.520632705280297,
      "grad_norm": 1.7513066482610224,
      "learning_rate": 4.848604811783108e-06,
      "loss": 0.9531,
      "step": 118666
    },
    {
      "epoch": 5.520679227727379,
      "grad_norm": 1.8703581527204103,
      "learning_rate": 4.847668848199871e-06,
      "loss": 0.9414,
      "step": 118667
    },
    {
      "epoch": 5.520725750174459,
      "grad_norm": 1.6812513968592226,
      "learning_rate": 4.84673297347975e-06,
      "loss": 0.9453,
      "step": 118668
    },
    {
      "epoch": 5.52077227262154,
      "grad_norm": 1.5648545545826138,
      "learning_rate": 4.845797187623279e-06,
      "loss": 0.8242,
      "step": 118669
    },
    {
      "epoch": 5.520818795068621,
      "grad_norm": 1.795070234998869,
      "learning_rate": 4.844861490631108e-06,
      "loss": 1.0156,
      "step": 118670
    },
    {
      "epoch": 5.520865317515701,
      "grad_norm": 1.6297348095383815,
      "learning_rate": 4.843925882503752e-06,
      "loss": 0.9609,
      "step": 118671
    },
    {
      "epoch": 5.520911839962782,
      "grad_norm": 1.6254329124065832,
      "learning_rate": 4.842990363241811e-06,
      "loss": 0.9531,
      "step": 118672
    },
    {
      "epoch": 5.520958362409862,
      "grad_norm": 1.9927556476306716,
      "learning_rate": 4.842054932845835e-06,
      "loss": 1.1484,
      "step": 118673
    },
    {
      "epoch": 5.521004884856944,
      "grad_norm": 1.7761250133748914,
      "learning_rate": 4.841119591316389e-06,
      "loss": 0.9141,
      "step": 118674
    },
    {
      "epoch": 5.521051407304024,
      "grad_norm": 1.6020872397085921,
      "learning_rate": 4.84018433865409e-06,
      "loss": 0.793,
      "step": 118675
    },
    {
      "epoch": 5.521097929751105,
      "grad_norm": 1.7455406691319333,
      "learning_rate": 4.839249174859489e-06,
      "loss": 0.8008,
      "step": 118676
    },
    {
      "epoch": 5.521144452198186,
      "grad_norm": 1.6246742013099797,
      "learning_rate": 4.8383140999331494e-06,
      "loss": 0.8398,
      "step": 118677
    },
    {
      "epoch": 5.5211909746452665,
      "grad_norm": 1.6993672694619695,
      "learning_rate": 4.837379113875639e-06,
      "loss": 0.8867,
      "step": 118678
    },
    {
      "epoch": 5.521237497092347,
      "grad_norm": 1.7654589675402523,
      "learning_rate": 4.83644421668754e-06,
      "loss": 0.957,
      "step": 118679
    },
    {
      "epoch": 5.5212840195394275,
      "grad_norm": 1.9346952646787754,
      "learning_rate": 4.835509408369437e-06,
      "loss": 0.9922,
      "step": 118680
    },
    {
      "epoch": 5.521330541986509,
      "grad_norm": 1.7203011221797249,
      "learning_rate": 4.834574688921894e-06,
      "loss": 0.9922,
      "step": 118681
    },
    {
      "epoch": 5.521377064433589,
      "grad_norm": 1.6806962841537918,
      "learning_rate": 4.8336400583454785e-06,
      "loss": 0.8633,
      "step": 118682
    },
    {
      "epoch": 5.52142358688067,
      "grad_norm": 1.8132347636408621,
      "learning_rate": 4.8327055166407555e-06,
      "loss": 0.8945,
      "step": 118683
    },
    {
      "epoch": 5.52147010932775,
      "grad_norm": 1.8164328972652546,
      "learning_rate": 4.83177106380831e-06,
      "loss": 0.9609,
      "step": 118684
    },
    {
      "epoch": 5.521516631774832,
      "grad_norm": 1.8150227303071726,
      "learning_rate": 4.830836699848706e-06,
      "loss": 0.8789,
      "step": 118685
    },
    {
      "epoch": 5.521563154221912,
      "grad_norm": 1.677823174582906,
      "learning_rate": 4.8299024247625275e-06,
      "loss": 0.7891,
      "step": 118686
    },
    {
      "epoch": 5.521609676668993,
      "grad_norm": 1.770237321565457,
      "learning_rate": 4.828968238550323e-06,
      "loss": 0.9688,
      "step": 118687
    },
    {
      "epoch": 5.521656199116073,
      "grad_norm": 1.6408712204862363,
      "learning_rate": 4.8280341412126945e-06,
      "loss": 0.8945,
      "step": 118688
    },
    {
      "epoch": 5.5217027215631544,
      "grad_norm": 1.6517021912125331,
      "learning_rate": 4.827100132750206e-06,
      "loss": 0.8047,
      "step": 118689
    },
    {
      "epoch": 5.521749244010235,
      "grad_norm": 1.8302923041037937,
      "learning_rate": 4.826166213163424e-06,
      "loss": 0.8594,
      "step": 118690
    },
    {
      "epoch": 5.521795766457315,
      "grad_norm": 1.7255828027009932,
      "learning_rate": 4.825232382452881e-06,
      "loss": 0.8359,
      "step": 118691
    },
    {
      "epoch": 5.521842288904397,
      "grad_norm": 1.8081821276911845,
      "learning_rate": 4.824298640619228e-06,
      "loss": 0.9297,
      "step": 118692
    },
    {
      "epoch": 5.521888811351477,
      "grad_norm": 1.8951255714424746,
      "learning_rate": 4.823364987662981e-06,
      "loss": 0.9961,
      "step": 118693
    },
    {
      "epoch": 5.521935333798558,
      "grad_norm": 1.7700224400206281,
      "learning_rate": 4.822431423584722e-06,
      "loss": 0.9336,
      "step": 118694
    },
    {
      "epoch": 5.521981856245638,
      "grad_norm": 1.7727293325990134,
      "learning_rate": 4.821497948385017e-06,
      "loss": 0.9023,
      "step": 118695
    },
    {
      "epoch": 5.52202837869272,
      "grad_norm": 1.704541039758886,
      "learning_rate": 4.820564562064466e-06,
      "loss": 0.9648,
      "step": 118696
    },
    {
      "epoch": 5.5220749011398,
      "grad_norm": 1.6945144473582163,
      "learning_rate": 4.819631264623619e-06,
      "loss": 0.9688,
      "step": 118697
    },
    {
      "epoch": 5.5221214235868805,
      "grad_norm": 1.8667254353398308,
      "learning_rate": 4.818698056063042e-06,
      "loss": 1.0469,
      "step": 118698
    },
    {
      "epoch": 5.522167946033962,
      "grad_norm": 1.6945091862799355,
      "learning_rate": 4.817764936383317e-06,
      "loss": 0.9883,
      "step": 118699
    },
    {
      "epoch": 5.522214468481042,
      "grad_norm": 1.7663765767088198,
      "learning_rate": 4.816831905584995e-06,
      "loss": 0.9023,
      "step": 118700
    },
    {
      "epoch": 5.522260990928123,
      "grad_norm": 1.5859524348853116,
      "learning_rate": 4.815898963668674e-06,
      "loss": 0.8086,
      "step": 118701
    },
    {
      "epoch": 5.522307513375203,
      "grad_norm": 1.7198495192153718,
      "learning_rate": 4.814966110634921e-06,
      "loss": 1.0078,
      "step": 118702
    },
    {
      "epoch": 5.522354035822284,
      "grad_norm": 1.9478583698035048,
      "learning_rate": 4.8140333464843026e-06,
      "loss": 0.9961,
      "step": 118703
    },
    {
      "epoch": 5.522400558269365,
      "grad_norm": 1.7137017952507485,
      "learning_rate": 4.813100671217384e-06,
      "loss": 0.9727,
      "step": 118704
    },
    {
      "epoch": 5.522447080716446,
      "grad_norm": 1.8098288049445816,
      "learning_rate": 4.812168084834733e-06,
      "loss": 0.8945,
      "step": 118705
    },
    {
      "epoch": 5.522493603163526,
      "grad_norm": 1.9205530197146992,
      "learning_rate": 4.811235587336948e-06,
      "loss": 0.8945,
      "step": 118706
    },
    {
      "epoch": 5.5225401256106075,
      "grad_norm": 1.783233418569839,
      "learning_rate": 4.810303178724578e-06,
      "loss": 0.9883,
      "step": 118707
    },
    {
      "epoch": 5.522586648057688,
      "grad_norm": 1.7629484153699548,
      "learning_rate": 4.80937085899819e-06,
      "loss": 0.8633,
      "step": 118708
    },
    {
      "epoch": 5.522633170504768,
      "grad_norm": 1.6594926579199363,
      "learning_rate": 4.808438628158351e-06,
      "loss": 0.832,
      "step": 118709
    },
    {
      "epoch": 5.522679692951849,
      "grad_norm": 1.8381439209247357,
      "learning_rate": 4.807506486205659e-06,
      "loss": 0.9336,
      "step": 118710
    },
    {
      "epoch": 5.52272621539893,
      "grad_norm": 1.902637229549247,
      "learning_rate": 4.806574433140664e-06,
      "loss": 1.0859,
      "step": 118711
    },
    {
      "epoch": 5.522772737846011,
      "grad_norm": 1.6577775802946597,
      "learning_rate": 4.8056424689639325e-06,
      "loss": 0.8867,
      "step": 118712
    },
    {
      "epoch": 5.522819260293091,
      "grad_norm": 1.7492986019151093,
      "learning_rate": 4.804710593676031e-06,
      "loss": 0.918,
      "step": 118713
    },
    {
      "epoch": 5.522865782740173,
      "grad_norm": 1.6678980432078587,
      "learning_rate": 4.803778807277559e-06,
      "loss": 0.8867,
      "step": 118714
    },
    {
      "epoch": 5.522912305187253,
      "grad_norm": 1.5051796732717906,
      "learning_rate": 4.802847109769065e-06,
      "loss": 0.8125,
      "step": 118715
    },
    {
      "epoch": 5.5229588276343335,
      "grad_norm": 1.717226533173561,
      "learning_rate": 4.801915501151133e-06,
      "loss": 0.9062,
      "step": 118716
    },
    {
      "epoch": 5.523005350081414,
      "grad_norm": 1.8490556690899553,
      "learning_rate": 4.8009839814242946e-06,
      "loss": 0.9883,
      "step": 118717
    },
    {
      "epoch": 5.523051872528495,
      "grad_norm": 1.825447621005573,
      "learning_rate": 4.800052550589184e-06,
      "loss": 0.8359,
      "step": 118718
    },
    {
      "epoch": 5.523098394975576,
      "grad_norm": 1.9094125355410978,
      "learning_rate": 4.799121208646317e-06,
      "loss": 0.9609,
      "step": 118719
    },
    {
      "epoch": 5.523144917422656,
      "grad_norm": 1.669593179045279,
      "learning_rate": 4.7981899555962936e-06,
      "loss": 0.9922,
      "step": 118720
    },
    {
      "epoch": 5.523191439869737,
      "grad_norm": 1.7688936563510673,
      "learning_rate": 4.797258791439662e-06,
      "loss": 1.0,
      "step": 118721
    },
    {
      "epoch": 5.523237962316818,
      "grad_norm": 1.7267536667537235,
      "learning_rate": 4.7963277161770065e-06,
      "loss": 0.9102,
      "step": 118722
    },
    {
      "epoch": 5.523284484763899,
      "grad_norm": 2.020559607537766,
      "learning_rate": 4.795396729808909e-06,
      "loss": 1.0156,
      "step": 118723
    },
    {
      "epoch": 5.523331007210979,
      "grad_norm": 1.781981005776975,
      "learning_rate": 4.79446583233592e-06,
      "loss": 0.957,
      "step": 118724
    },
    {
      "epoch": 5.52337752965806,
      "grad_norm": 1.9340367665659137,
      "learning_rate": 4.793535023758605e-06,
      "loss": 1.1016,
      "step": 118725
    },
    {
      "epoch": 5.523424052105141,
      "grad_norm": 1.760535270281129,
      "learning_rate": 4.792604304077563e-06,
      "loss": 0.9141,
      "step": 118726
    },
    {
      "epoch": 5.5234705745522215,
      "grad_norm": 1.6369254975127134,
      "learning_rate": 4.791673673293311e-06,
      "loss": 0.8828,
      "step": 118727
    },
    {
      "epoch": 5.523517096999302,
      "grad_norm": 1.9631101369238122,
      "learning_rate": 4.790743131406482e-06,
      "loss": 1.0625,
      "step": 118728
    },
    {
      "epoch": 5.523563619446383,
      "grad_norm": 1.834897015063883,
      "learning_rate": 4.789812678417609e-06,
      "loss": 0.9453,
      "step": 118729
    },
    {
      "epoch": 5.523610141893464,
      "grad_norm": 1.663581601458251,
      "learning_rate": 4.788882314327275e-06,
      "loss": 0.9023,
      "step": 118730
    },
    {
      "epoch": 5.523656664340544,
      "grad_norm": 1.6973512261212353,
      "learning_rate": 4.787952039136028e-06,
      "loss": 0.8906,
      "step": 118731
    },
    {
      "epoch": 5.523703186787625,
      "grad_norm": 1.7598645616627897,
      "learning_rate": 4.787021852844453e-06,
      "loss": 0.9297,
      "step": 118732
    },
    {
      "epoch": 5.523749709234706,
      "grad_norm": 1.7233568452400516,
      "learning_rate": 4.786091755453131e-06,
      "loss": 0.8633,
      "step": 118733
    },
    {
      "epoch": 5.523796231681787,
      "grad_norm": 1.8554880469043282,
      "learning_rate": 4.7851617469626295e-06,
      "loss": 1.0781,
      "step": 118734
    },
    {
      "epoch": 5.523842754128867,
      "grad_norm": 1.845328929899165,
      "learning_rate": 4.78423182737348e-06,
      "loss": 0.7969,
      "step": 118735
    },
    {
      "epoch": 5.5238892765759475,
      "grad_norm": 1.900112815406039,
      "learning_rate": 4.783301996686284e-06,
      "loss": 1.0234,
      "step": 118736
    },
    {
      "epoch": 5.523935799023029,
      "grad_norm": 1.5571609360327578,
      "learning_rate": 4.782372254901623e-06,
      "loss": 0.8281,
      "step": 118737
    },
    {
      "epoch": 5.523982321470109,
      "grad_norm": 1.8385519768135288,
      "learning_rate": 4.7814426020200466e-06,
      "loss": 0.9297,
      "step": 118738
    },
    {
      "epoch": 5.52402884391719,
      "grad_norm": 1.7295726619643843,
      "learning_rate": 4.7805130380421055e-06,
      "loss": 0.9141,
      "step": 118739
    },
    {
      "epoch": 5.52407536636427,
      "grad_norm": 1.689387966914401,
      "learning_rate": 4.779583562968414e-06,
      "loss": 0.9688,
      "step": 118740
    },
    {
      "epoch": 5.524121888811352,
      "grad_norm": 1.6854884784015858,
      "learning_rate": 4.778654176799507e-06,
      "loss": 0.9805,
      "step": 118741
    },
    {
      "epoch": 5.524168411258432,
      "grad_norm": 1.8850471323430504,
      "learning_rate": 4.777724879535982e-06,
      "loss": 0.9922,
      "step": 118742
    },
    {
      "epoch": 5.524214933705513,
      "grad_norm": 1.7614296943155283,
      "learning_rate": 4.776795671178357e-06,
      "loss": 0.8125,
      "step": 118743
    },
    {
      "epoch": 5.524261456152594,
      "grad_norm": 1.8630998488213186,
      "learning_rate": 4.775866551727231e-06,
      "loss": 0.8516,
      "step": 118744
    },
    {
      "epoch": 5.5243079785996745,
      "grad_norm": 1.5090210139859996,
      "learning_rate": 4.774937521183203e-06,
      "loss": 0.8359,
      "step": 118745
    },
    {
      "epoch": 5.524354501046755,
      "grad_norm": 1.6715926062944986,
      "learning_rate": 4.774008579546807e-06,
      "loss": 0.8438,
      "step": 118746
    },
    {
      "epoch": 5.524401023493835,
      "grad_norm": 1.5893389191112424,
      "learning_rate": 4.773079726818624e-06,
      "loss": 0.8438,
      "step": 118747
    },
    {
      "epoch": 5.524447545940917,
      "grad_norm": 1.9078517535086537,
      "learning_rate": 4.7721509629992045e-06,
      "loss": 0.9258,
      "step": 118748
    },
    {
      "epoch": 5.524494068387997,
      "grad_norm": 1.8698373840432716,
      "learning_rate": 4.771222288089133e-06,
      "loss": 0.9648,
      "step": 118749
    },
    {
      "epoch": 5.524540590835078,
      "grad_norm": 1.7648180005208551,
      "learning_rate": 4.770293702088989e-06,
      "loss": 0.9258,
      "step": 118750
    },
    {
      "epoch": 5.524587113282159,
      "grad_norm": 1.8527432078227657,
      "learning_rate": 4.769365204999326e-06,
      "loss": 0.9375,
      "step": 118751
    },
    {
      "epoch": 5.52463363572924,
      "grad_norm": 1.8996562133297212,
      "learning_rate": 4.768436796820707e-06,
      "loss": 1.0,
      "step": 118752
    },
    {
      "epoch": 5.52468015817632,
      "grad_norm": 1.7180152654282816,
      "learning_rate": 4.767508477553683e-06,
      "loss": 0.832,
      "step": 118753
    },
    {
      "epoch": 5.5247266806234006,
      "grad_norm": 1.7674190558547023,
      "learning_rate": 4.76658024719887e-06,
      "loss": 1.0156,
      "step": 118754
    },
    {
      "epoch": 5.524773203070481,
      "grad_norm": 1.676173686762124,
      "learning_rate": 4.765652105756817e-06,
      "loss": 1.0078,
      "step": 118755
    },
    {
      "epoch": 5.524819725517562,
      "grad_norm": 1.7489969385257085,
      "learning_rate": 4.764724053228092e-06,
      "loss": 0.8594,
      "step": 118756
    },
    {
      "epoch": 5.524866247964643,
      "grad_norm": 1.6860482575417783,
      "learning_rate": 4.763796089613225e-06,
      "loss": 0.8477,
      "step": 118757
    },
    {
      "epoch": 5.524912770411723,
      "grad_norm": 1.9179214220459553,
      "learning_rate": 4.7628682149128515e-06,
      "loss": 1.0625,
      "step": 118758
    },
    {
      "epoch": 5.524959292858805,
      "grad_norm": 1.7483288388331313,
      "learning_rate": 4.761940429127503e-06,
      "loss": 0.9531,
      "step": 118759
    },
    {
      "epoch": 5.525005815305885,
      "grad_norm": 1.549110526090532,
      "learning_rate": 4.761012732257746e-06,
      "loss": 0.9102,
      "step": 118760
    },
    {
      "epoch": 5.525052337752966,
      "grad_norm": 1.831914355802237,
      "learning_rate": 4.760085124304131e-06,
      "loss": 0.9688,
      "step": 118761
    },
    {
      "epoch": 5.525098860200046,
      "grad_norm": 1.9159571200159986,
      "learning_rate": 4.759157605267272e-06,
      "loss": 1.0469,
      "step": 118762
    },
    {
      "epoch": 5.5251453826471275,
      "grad_norm": 1.668926038434513,
      "learning_rate": 4.75823017514772e-06,
      "loss": 0.9453,
      "step": 118763
    },
    {
      "epoch": 5.525191905094208,
      "grad_norm": 1.875220575698162,
      "learning_rate": 4.7573028339460254e-06,
      "loss": 0.8945,
      "step": 118764
    },
    {
      "epoch": 5.5252384275412885,
      "grad_norm": 1.6927408176727687,
      "learning_rate": 4.756375581662753e-06,
      "loss": 0.9609,
      "step": 118765
    },
    {
      "epoch": 5.52528494998837,
      "grad_norm": 1.629543155478706,
      "learning_rate": 4.7554484182984854e-06,
      "loss": 0.8984,
      "step": 118766
    },
    {
      "epoch": 5.52533147243545,
      "grad_norm": 1.8584841347553045,
      "learning_rate": 4.75452134385379e-06,
      "loss": 0.9414,
      "step": 118767
    },
    {
      "epoch": 5.525377994882531,
      "grad_norm": 1.771835482741196,
      "learning_rate": 4.753594358329249e-06,
      "loss": 0.9688,
      "step": 118768
    },
    {
      "epoch": 5.525424517329611,
      "grad_norm": 1.7403420374556147,
      "learning_rate": 4.752667461725412e-06,
      "loss": 0.9688,
      "step": 118769
    },
    {
      "epoch": 5.525471039776693,
      "grad_norm": 2.023193498250815,
      "learning_rate": 4.7517406540428294e-06,
      "loss": 1.1094,
      "step": 118770
    },
    {
      "epoch": 5.525517562223773,
      "grad_norm": 1.6156265830949297,
      "learning_rate": 4.7508139352821e-06,
      "loss": 0.8945,
      "step": 118771
    },
    {
      "epoch": 5.525564084670854,
      "grad_norm": 1.741585505598998,
      "learning_rate": 4.7498873054437725e-06,
      "loss": 0.9102,
      "step": 118772
    },
    {
      "epoch": 5.525610607117934,
      "grad_norm": 1.6773669160011713,
      "learning_rate": 4.748960764528431e-06,
      "loss": 0.9844,
      "step": 118773
    },
    {
      "epoch": 5.525657129565015,
      "grad_norm": 1.5435791333026585,
      "learning_rate": 4.748034312536608e-06,
      "loss": 0.7656,
      "step": 118774
    },
    {
      "epoch": 5.525703652012096,
      "grad_norm": 1.9441900636883727,
      "learning_rate": 4.74710794946892e-06,
      "loss": 1.0859,
      "step": 118775
    },
    {
      "epoch": 5.525750174459176,
      "grad_norm": 1.6293717489039727,
      "learning_rate": 4.746181675325899e-06,
      "loss": 0.8438,
      "step": 118776
    },
    {
      "epoch": 5.525796696906257,
      "grad_norm": 1.6257239446346101,
      "learning_rate": 4.74525549010813e-06,
      "loss": 0.8672,
      "step": 118777
    },
    {
      "epoch": 5.525843219353338,
      "grad_norm": 1.8402532170990171,
      "learning_rate": 4.744329393816176e-06,
      "loss": 0.9805,
      "step": 118778
    },
    {
      "epoch": 5.525889741800419,
      "grad_norm": 1.9319860729438094,
      "learning_rate": 4.743403386450573e-06,
      "loss": 1.125,
      "step": 118779
    },
    {
      "epoch": 5.525936264247499,
      "grad_norm": 1.7696171583356062,
      "learning_rate": 4.742477468011935e-06,
      "loss": 0.9102,
      "step": 118780
    },
    {
      "epoch": 5.5259827866945805,
      "grad_norm": 1.7750951988745811,
      "learning_rate": 4.741551638500812e-06,
      "loss": 0.8672,
      "step": 118781
    },
    {
      "epoch": 5.526029309141661,
      "grad_norm": 1.8353855150552285,
      "learning_rate": 4.7406258979177545e-06,
      "loss": 0.9102,
      "step": 118782
    },
    {
      "epoch": 5.5260758315887415,
      "grad_norm": 1.9779520343576138,
      "learning_rate": 4.739700246263328e-06,
      "loss": 1.1328,
      "step": 118783
    },
    {
      "epoch": 5.526122354035822,
      "grad_norm": 1.7107422668048253,
      "learning_rate": 4.738774683538133e-06,
      "loss": 0.8828,
      "step": 118784
    },
    {
      "epoch": 5.526168876482903,
      "grad_norm": 1.8729518740004503,
      "learning_rate": 4.7378492097427165e-06,
      "loss": 1.0156,
      "step": 118785
    },
    {
      "epoch": 5.526215398929984,
      "grad_norm": 1.8332185746227745,
      "learning_rate": 4.736923824877648e-06,
      "loss": 0.9688,
      "step": 118786
    },
    {
      "epoch": 5.526261921377064,
      "grad_norm": 1.7430980845275625,
      "learning_rate": 4.735998528943474e-06,
      "loss": 0.8789,
      "step": 118787
    },
    {
      "epoch": 5.526308443824145,
      "grad_norm": 2.081175594085436,
      "learning_rate": 4.73507332194078e-06,
      "loss": 1.1016,
      "step": 118788
    },
    {
      "epoch": 5.526354966271226,
      "grad_norm": 1.7748565492253061,
      "learning_rate": 4.734148203870147e-06,
      "loss": 0.9609,
      "step": 118789
    },
    {
      "epoch": 5.526401488718307,
      "grad_norm": 1.8077891539556465,
      "learning_rate": 4.7332231747321256e-06,
      "loss": 0.9492,
      "step": 118790
    },
    {
      "epoch": 5.526448011165387,
      "grad_norm": 1.856689350901702,
      "learning_rate": 4.732298234527265e-06,
      "loss": 0.9375,
      "step": 118791
    },
    {
      "epoch": 5.526494533612468,
      "grad_norm": 1.8928540992756364,
      "learning_rate": 4.7313733832561485e-06,
      "loss": 0.918,
      "step": 118792
    },
    {
      "epoch": 5.526541056059549,
      "grad_norm": 1.845230190446561,
      "learning_rate": 4.730448620919342e-06,
      "loss": 0.8633,
      "step": 118793
    },
    {
      "epoch": 5.526587578506629,
      "grad_norm": 1.7146554917410095,
      "learning_rate": 4.729523947517427e-06,
      "loss": 0.918,
      "step": 118794
    },
    {
      "epoch": 5.52663410095371,
      "grad_norm": 1.7540588437598903,
      "learning_rate": 4.728599363050955e-06,
      "loss": 0.9609,
      "step": 118795
    },
    {
      "epoch": 5.526680623400791,
      "grad_norm": 1.6078080037140308,
      "learning_rate": 4.727674867520459e-06,
      "loss": 0.8086,
      "step": 118796
    },
    {
      "epoch": 5.526727145847872,
      "grad_norm": 1.8540844491043773,
      "learning_rate": 4.726750460926571e-06,
      "loss": 0.9258,
      "step": 118797
    },
    {
      "epoch": 5.526773668294952,
      "grad_norm": 1.6847622946649032,
      "learning_rate": 4.7258261432698065e-06,
      "loss": 0.8398,
      "step": 118798
    },
    {
      "epoch": 5.526820190742033,
      "grad_norm": 2.014955398571787,
      "learning_rate": 4.7249019145507495e-06,
      "loss": 0.9961,
      "step": 118799
    },
    {
      "epoch": 5.526866713189114,
      "grad_norm": 1.7441103136893743,
      "learning_rate": 4.72397777476995e-06,
      "loss": 1.0,
      "step": 118800
    },
    {
      "epoch": 5.5269132356361945,
      "grad_norm": 1.940495365924159,
      "learning_rate": 4.723053723928006e-06,
      "loss": 0.8984,
      "step": 118801
    },
    {
      "epoch": 5.526959758083275,
      "grad_norm": 1.7952638155672356,
      "learning_rate": 4.722129762025467e-06,
      "loss": 0.8633,
      "step": 118802
    },
    {
      "epoch": 5.527006280530356,
      "grad_norm": 1.7971158797745335,
      "learning_rate": 4.721205889062885e-06,
      "loss": 0.8789,
      "step": 118803
    },
    {
      "epoch": 5.527052802977437,
      "grad_norm": 1.6603355574193628,
      "learning_rate": 4.720282105040857e-06,
      "loss": 0.8359,
      "step": 118804
    },
    {
      "epoch": 5.527099325424517,
      "grad_norm": 1.7915339743585532,
      "learning_rate": 4.7193584099599e-06,
      "loss": 0.9492,
      "step": 118805
    },
    {
      "epoch": 5.527145847871598,
      "grad_norm": 1.8440583070666712,
      "learning_rate": 4.7184348038206146e-06,
      "loss": 0.957,
      "step": 118806
    },
    {
      "epoch": 5.527192370318678,
      "grad_norm": 1.8822019567542858,
      "learning_rate": 4.717511286623565e-06,
      "loss": 0.9961,
      "step": 118807
    },
    {
      "epoch": 5.52723889276576,
      "grad_norm": 1.6314098151996645,
      "learning_rate": 4.7165878583693196e-06,
      "loss": 0.9258,
      "step": 118808
    },
    {
      "epoch": 5.52728541521284,
      "grad_norm": 1.7106448411840733,
      "learning_rate": 4.715664519058426e-06,
      "loss": 0.8594,
      "step": 118809
    },
    {
      "epoch": 5.527331937659921,
      "grad_norm": 1.6109286281699662,
      "learning_rate": 4.714741268691436e-06,
      "loss": 0.8398,
      "step": 118810
    },
    {
      "epoch": 5.527378460107002,
      "grad_norm": 1.7521333648222055,
      "learning_rate": 4.71381810726898e-06,
      "loss": 0.9414,
      "step": 118811
    },
    {
      "epoch": 5.527424982554082,
      "grad_norm": 1.719258352682093,
      "learning_rate": 4.712895034791558e-06,
      "loss": 0.8672,
      "step": 118812
    },
    {
      "epoch": 5.527471505001163,
      "grad_norm": 1.65392748979714,
      "learning_rate": 4.711972051259772e-06,
      "loss": 0.8516,
      "step": 118813
    },
    {
      "epoch": 5.527518027448243,
      "grad_norm": 1.6909133495680535,
      "learning_rate": 4.711049156674151e-06,
      "loss": 0.9609,
      "step": 118814
    },
    {
      "epoch": 5.527564549895325,
      "grad_norm": 1.9374777679138107,
      "learning_rate": 4.710126351035298e-06,
      "loss": 0.9961,
      "step": 118815
    },
    {
      "epoch": 5.527611072342405,
      "grad_norm": 1.7040725697496004,
      "learning_rate": 4.7092036343437615e-06,
      "loss": 0.9766,
      "step": 118816
    },
    {
      "epoch": 5.527657594789486,
      "grad_norm": 1.7282030258072263,
      "learning_rate": 4.708281006600106e-06,
      "loss": 0.9023,
      "step": 118817
    },
    {
      "epoch": 5.527704117236567,
      "grad_norm": 1.7872584607670459,
      "learning_rate": 4.707358467804884e-06,
      "loss": 0.9648,
      "step": 118818
    },
    {
      "epoch": 5.5277506396836475,
      "grad_norm": 1.8084149087906731,
      "learning_rate": 4.706436017958692e-06,
      "loss": 1.0703,
      "step": 118819
    },
    {
      "epoch": 5.527797162130728,
      "grad_norm": 1.8874209160675468,
      "learning_rate": 4.7055136570620655e-06,
      "loss": 0.9141,
      "step": 118820
    },
    {
      "epoch": 5.5278436845778085,
      "grad_norm": 1.7051177172785859,
      "learning_rate": 4.7045913851155855e-06,
      "loss": 0.8555,
      "step": 118821
    },
    {
      "epoch": 5.52789020702489,
      "grad_norm": 1.7230805714848898,
      "learning_rate": 4.703669202119803e-06,
      "loss": 0.8555,
      "step": 118822
    },
    {
      "epoch": 5.52793672947197,
      "grad_norm": 2.0650581103677808,
      "learning_rate": 4.7027471080753e-06,
      "loss": 1.1328,
      "step": 118823
    },
    {
      "epoch": 5.527983251919051,
      "grad_norm": 1.8176998098994301,
      "learning_rate": 4.701825102982626e-06,
      "loss": 1.0234,
      "step": 118824
    },
    {
      "epoch": 5.528029774366131,
      "grad_norm": 1.7959251988660163,
      "learning_rate": 4.700903186842364e-06,
      "loss": 0.9531,
      "step": 118825
    },
    {
      "epoch": 5.528076296813213,
      "grad_norm": 1.7217818204876145,
      "learning_rate": 4.699981359655031e-06,
      "loss": 1.0547,
      "step": 118826
    },
    {
      "epoch": 5.528122819260293,
      "grad_norm": 2.01311692369747,
      "learning_rate": 4.699059621421259e-06,
      "loss": 0.9609,
      "step": 118827
    },
    {
      "epoch": 5.528169341707374,
      "grad_norm": 1.6425463820708577,
      "learning_rate": 4.69813797214158e-06,
      "loss": 0.8945,
      "step": 118828
    },
    {
      "epoch": 5.528215864154454,
      "grad_norm": 1.727418512456025,
      "learning_rate": 4.697216411816546e-06,
      "loss": 0.8164,
      "step": 118829
    },
    {
      "epoch": 5.5282623866015355,
      "grad_norm": 1.7017960146321114,
      "learning_rate": 4.696294940446738e-06,
      "loss": 0.918,
      "step": 118830
    },
    {
      "epoch": 5.528308909048616,
      "grad_norm": 1.58846617724875,
      "learning_rate": 4.695373558032689e-06,
      "loss": 0.8086,
      "step": 118831
    },
    {
      "epoch": 5.528355431495696,
      "grad_norm": 1.5934439711252537,
      "learning_rate": 4.694452264574999e-06,
      "loss": 0.9453,
      "step": 118832
    },
    {
      "epoch": 5.528401953942778,
      "grad_norm": 1.7234948633460734,
      "learning_rate": 4.6935310600742344e-06,
      "loss": 0.8945,
      "step": 118833
    },
    {
      "epoch": 5.528448476389858,
      "grad_norm": 1.7592376061825812,
      "learning_rate": 4.692609944530945e-06,
      "loss": 0.832,
      "step": 118834
    },
    {
      "epoch": 5.528494998836939,
      "grad_norm": 1.7069439174545602,
      "learning_rate": 4.691688917945713e-06,
      "loss": 0.8242,
      "step": 118835
    },
    {
      "epoch": 5.528541521284019,
      "grad_norm": 1.7748781098884798,
      "learning_rate": 4.690767980319055e-06,
      "loss": 0.8711,
      "step": 118836
    },
    {
      "epoch": 5.528588043731101,
      "grad_norm": 1.581937433331353,
      "learning_rate": 4.6898471316515695e-06,
      "loss": 0.7812,
      "step": 118837
    },
    {
      "epoch": 5.528634566178181,
      "grad_norm": 1.759077772476948,
      "learning_rate": 4.6889263719438405e-06,
      "loss": 0.9961,
      "step": 118838
    },
    {
      "epoch": 5.5286810886252615,
      "grad_norm": 1.6524285216475134,
      "learning_rate": 4.688005701196385e-06,
      "loss": 0.9609,
      "step": 118839
    },
    {
      "epoch": 5.528727611072343,
      "grad_norm": 1.7867498916647833,
      "learning_rate": 4.687085119409784e-06,
      "loss": 0.8984,
      "step": 118840
    },
    {
      "epoch": 5.528774133519423,
      "grad_norm": 1.728763740605804,
      "learning_rate": 4.686164626584621e-06,
      "loss": 0.9414,
      "step": 118841
    },
    {
      "epoch": 5.528820655966504,
      "grad_norm": 1.7293780288849356,
      "learning_rate": 4.685244222721446e-06,
      "loss": 0.957,
      "step": 118842
    },
    {
      "epoch": 5.528867178413584,
      "grad_norm": 1.961515886547033,
      "learning_rate": 4.684323907820825e-06,
      "loss": 1.1016,
      "step": 118843
    },
    {
      "epoch": 5.528913700860665,
      "grad_norm": 1.8386365053011993,
      "learning_rate": 4.683403681883291e-06,
      "loss": 0.8672,
      "step": 118844
    },
    {
      "epoch": 5.528960223307746,
      "grad_norm": 1.7966079485350228,
      "learning_rate": 4.682483544909443e-06,
      "loss": 1.0469,
      "step": 118845
    },
    {
      "epoch": 5.529006745754827,
      "grad_norm": 1.7897039756356263,
      "learning_rate": 4.681563496899848e-06,
      "loss": 1.0859,
      "step": 118846
    },
    {
      "epoch": 5.529053268201907,
      "grad_norm": 2.0471497837635115,
      "learning_rate": 4.680643537855056e-06,
      "loss": 1.1016,
      "step": 118847
    },
    {
      "epoch": 5.5290997906489885,
      "grad_norm": 1.7922601235969333,
      "learning_rate": 4.679723667775614e-06,
      "loss": 0.9297,
      "step": 118848
    },
    {
      "epoch": 5.529146313096069,
      "grad_norm": 1.694359292483519,
      "learning_rate": 4.678803886662125e-06,
      "loss": 0.8945,
      "step": 118849
    },
    {
      "epoch": 5.529192835543149,
      "grad_norm": 1.744643963762443,
      "learning_rate": 4.6778841945151195e-06,
      "loss": 0.7969,
      "step": 118850
    },
    {
      "epoch": 5.52923935799023,
      "grad_norm": 1.6972283662883734,
      "learning_rate": 4.676964591335164e-06,
      "loss": 0.8125,
      "step": 118851
    },
    {
      "epoch": 5.529285880437311,
      "grad_norm": 1.7613116336511703,
      "learning_rate": 4.6760450771228254e-06,
      "loss": 0.8867,
      "step": 118852
    },
    {
      "epoch": 5.529332402884392,
      "grad_norm": 1.7805036815037454,
      "learning_rate": 4.675125651878669e-06,
      "loss": 1.0156,
      "step": 118853
    },
    {
      "epoch": 5.529378925331472,
      "grad_norm": 1.648476437244327,
      "learning_rate": 4.674206315603246e-06,
      "loss": 0.9414,
      "step": 118854
    },
    {
      "epoch": 5.529425447778554,
      "grad_norm": 1.7355647178807636,
      "learning_rate": 4.673287068297154e-06,
      "loss": 1.0859,
      "step": 118855
    },
    {
      "epoch": 5.529471970225634,
      "grad_norm": 1.7988783356337383,
      "learning_rate": 4.672367909960928e-06,
      "loss": 0.8828,
      "step": 118856
    },
    {
      "epoch": 5.529518492672715,
      "grad_norm": 1.717941398062713,
      "learning_rate": 4.671448840595115e-06,
      "loss": 0.8086,
      "step": 118857
    },
    {
      "epoch": 5.529565015119795,
      "grad_norm": 1.704905881806277,
      "learning_rate": 4.670529860200317e-06,
      "loss": 0.9766,
      "step": 118858
    },
    {
      "epoch": 5.529611537566876,
      "grad_norm": 1.865182638561,
      "learning_rate": 4.6696109687770826e-06,
      "loss": 0.9219,
      "step": 118859
    },
    {
      "epoch": 5.529658060013957,
      "grad_norm": 1.8127800439339068,
      "learning_rate": 4.66869216632596e-06,
      "loss": 1.0781,
      "step": 118860
    },
    {
      "epoch": 5.529704582461037,
      "grad_norm": 1.7357252835427945,
      "learning_rate": 4.667773452847518e-06,
      "loss": 1.0391,
      "step": 118861
    },
    {
      "epoch": 5.529751104908118,
      "grad_norm": 1.9051058458721488,
      "learning_rate": 4.66685482834232e-06,
      "loss": 1.1328,
      "step": 118862
    },
    {
      "epoch": 5.529797627355199,
      "grad_norm": 1.7293562657150168,
      "learning_rate": 4.6659362928109345e-06,
      "loss": 0.832,
      "step": 118863
    },
    {
      "epoch": 5.52984414980228,
      "grad_norm": 1.6287438405555115,
      "learning_rate": 4.665017846253927e-06,
      "loss": 0.7344,
      "step": 118864
    },
    {
      "epoch": 5.52989067224936,
      "grad_norm": 1.7934391684629722,
      "learning_rate": 4.664099488671846e-06,
      "loss": 0.8672,
      "step": 118865
    },
    {
      "epoch": 5.529937194696441,
      "grad_norm": 1.7079218272945162,
      "learning_rate": 4.663181220065243e-06,
      "loss": 0.9219,
      "step": 118866
    },
    {
      "epoch": 5.529983717143522,
      "grad_norm": 1.6956802476198678,
      "learning_rate": 4.662263040434716e-06,
      "loss": 0.9766,
      "step": 118867
    },
    {
      "epoch": 5.5300302395906025,
      "grad_norm": 1.6586569096970745,
      "learning_rate": 4.661344949780798e-06,
      "loss": 0.7852,
      "step": 118868
    },
    {
      "epoch": 5.530076762037683,
      "grad_norm": 1.7540281098605943,
      "learning_rate": 4.6604269481040735e-06,
      "loss": 0.8164,
      "step": 118869
    },
    {
      "epoch": 5.530123284484764,
      "grad_norm": 1.6252184495285786,
      "learning_rate": 4.659509035405074e-06,
      "loss": 0.9023,
      "step": 118870
    },
    {
      "epoch": 5.530169806931845,
      "grad_norm": 1.883300546926008,
      "learning_rate": 4.6585912116843985e-06,
      "loss": 0.9023,
      "step": 118871
    },
    {
      "epoch": 5.530216329378925,
      "grad_norm": 1.5320694897303906,
      "learning_rate": 4.65767347694258e-06,
      "loss": 0.8594,
      "step": 118872
    },
    {
      "epoch": 5.530262851826006,
      "grad_norm": 1.7277058481074388,
      "learning_rate": 4.656755831180203e-06,
      "loss": 0.875,
      "step": 118873
    },
    {
      "epoch": 5.530309374273087,
      "grad_norm": 1.9233685533814937,
      "learning_rate": 4.6558382743978e-06,
      "loss": 0.9102,
      "step": 118874
    },
    {
      "epoch": 5.530355896720168,
      "grad_norm": 1.6821231866412594,
      "learning_rate": 4.654920806595952e-06,
      "loss": 0.9258,
      "step": 118875
    },
    {
      "epoch": 5.530402419167248,
      "grad_norm": 1.662010433118358,
      "learning_rate": 4.65400342777521e-06,
      "loss": 0.8906,
      "step": 118876
    },
    {
      "epoch": 5.5304489416143285,
      "grad_norm": 1.8247188366881217,
      "learning_rate": 4.653086137936157e-06,
      "loss": 0.9805,
      "step": 118877
    },
    {
      "epoch": 5.53049546406141,
      "grad_norm": 1.784469713452334,
      "learning_rate": 4.652168937079343e-06,
      "loss": 0.9102,
      "step": 118878
    },
    {
      "epoch": 5.53054198650849,
      "grad_norm": 1.8497839537930088,
      "learning_rate": 4.651251825205316e-06,
      "loss": 1.0156,
      "step": 118879
    },
    {
      "epoch": 5.530588508955571,
      "grad_norm": 1.6900200120636295,
      "learning_rate": 4.650334802314659e-06,
      "loss": 0.9883,
      "step": 118880
    },
    {
      "epoch": 5.530635031402651,
      "grad_norm": 1.6283170309160495,
      "learning_rate": 4.6494178684079395e-06,
      "loss": 0.7891,
      "step": 118881
    },
    {
      "epoch": 5.530681553849733,
      "grad_norm": 1.7269364753444347,
      "learning_rate": 4.64850102348569e-06,
      "loss": 0.8398,
      "step": 118882
    },
    {
      "epoch": 5.530728076296813,
      "grad_norm": 1.8679115224765208,
      "learning_rate": 4.64758426754846e-06,
      "loss": 0.9375,
      "step": 118883
    },
    {
      "epoch": 5.530774598743894,
      "grad_norm": 1.781281759393633,
      "learning_rate": 4.646667600596865e-06,
      "loss": 0.9492,
      "step": 118884
    },
    {
      "epoch": 5.530821121190975,
      "grad_norm": 1.6741301454243305,
      "learning_rate": 4.6457510226314386e-06,
      "loss": 0.8516,
      "step": 118885
    },
    {
      "epoch": 5.5308676436380555,
      "grad_norm": 1.7542620656155106,
      "learning_rate": 4.64483453365273e-06,
      "loss": 0.8945,
      "step": 118886
    },
    {
      "epoch": 5.530914166085136,
      "grad_norm": 1.8493020998470058,
      "learning_rate": 4.643918133661306e-06,
      "loss": 0.9258,
      "step": 118887
    },
    {
      "epoch": 5.5309606885322165,
      "grad_norm": 1.9486679123859623,
      "learning_rate": 4.643001822657732e-06,
      "loss": 1.0781,
      "step": 118888
    },
    {
      "epoch": 5.531007210979298,
      "grad_norm": 1.7868569345424823,
      "learning_rate": 4.6420856006425756e-06,
      "loss": 0.9336,
      "step": 118889
    },
    {
      "epoch": 5.531053733426378,
      "grad_norm": 1.73884409803399,
      "learning_rate": 4.641169467616401e-06,
      "loss": 0.8828,
      "step": 118890
    },
    {
      "epoch": 5.531100255873459,
      "grad_norm": 1.6557548137020712,
      "learning_rate": 4.640253423579743e-06,
      "loss": 0.9219,
      "step": 118891
    },
    {
      "epoch": 5.53114677832054,
      "grad_norm": 1.5470834827671973,
      "learning_rate": 4.639337468533166e-06,
      "loss": 0.8555,
      "step": 118892
    },
    {
      "epoch": 5.531193300767621,
      "grad_norm": 1.7713917580172927,
      "learning_rate": 4.6384216024772714e-06,
      "loss": 1.0312,
      "step": 118893
    },
    {
      "epoch": 5.531239823214701,
      "grad_norm": 1.9843100036184111,
      "learning_rate": 4.637505825412574e-06,
      "loss": 0.9961,
      "step": 118894
    },
    {
      "epoch": 5.531286345661782,
      "grad_norm": 1.955090632501504,
      "learning_rate": 4.6365901373396745e-06,
      "loss": 1.0391,
      "step": 118895
    },
    {
      "epoch": 5.531332868108862,
      "grad_norm": 1.798675073797789,
      "learning_rate": 4.635674538259071e-06,
      "loss": 1.1094,
      "step": 118896
    },
    {
      "epoch": 5.531379390555943,
      "grad_norm": 1.848625946839899,
      "learning_rate": 4.634759028171397e-06,
      "loss": 0.9258,
      "step": 118897
    },
    {
      "epoch": 5.531425913003024,
      "grad_norm": 1.8652108105903433,
      "learning_rate": 4.63384360707717e-06,
      "loss": 1.1094,
      "step": 118898
    },
    {
      "epoch": 5.531472435450104,
      "grad_norm": 1.766077402746412,
      "learning_rate": 4.632928274976955e-06,
      "loss": 1.0,
      "step": 118899
    },
    {
      "epoch": 5.531518957897186,
      "grad_norm": 1.7750069988227297,
      "learning_rate": 4.6320130318713346e-06,
      "loss": 0.918,
      "step": 118900
    },
    {
      "epoch": 5.531565480344266,
      "grad_norm": 1.5831735015076456,
      "learning_rate": 4.6310978777608256e-06,
      "loss": 0.8906,
      "step": 118901
    },
    {
      "epoch": 5.531612002791347,
      "grad_norm": 1.717737059514181,
      "learning_rate": 4.630182812646044e-06,
      "loss": 1.0156,
      "step": 118902
    },
    {
      "epoch": 5.531658525238427,
      "grad_norm": 1.9340926733142578,
      "learning_rate": 4.629267836527506e-06,
      "loss": 1.125,
      "step": 118903
    },
    {
      "epoch": 5.5317050476855085,
      "grad_norm": 1.864782003115843,
      "learning_rate": 4.628352949405795e-06,
      "loss": 0.9766,
      "step": 118904
    },
    {
      "epoch": 5.531751570132589,
      "grad_norm": 1.895463787969556,
      "learning_rate": 4.62743815128146e-06,
      "loss": 1.0391,
      "step": 118905
    },
    {
      "epoch": 5.5317980925796695,
      "grad_norm": 1.7132977059236119,
      "learning_rate": 4.626523442155067e-06,
      "loss": 0.9141,
      "step": 118906
    },
    {
      "epoch": 5.531844615026751,
      "grad_norm": 1.7084296007582354,
      "learning_rate": 4.6256088220271655e-06,
      "loss": 0.8086,
      "step": 118907
    },
    {
      "epoch": 5.531891137473831,
      "grad_norm": 1.7473097858016442,
      "learning_rate": 4.62469429089834e-06,
      "loss": 0.9766,
      "step": 118908
    },
    {
      "epoch": 5.531937659920912,
      "grad_norm": 1.6430405321137662,
      "learning_rate": 4.6237798487691045e-06,
      "loss": 0.9023,
      "step": 118909
    },
    {
      "epoch": 5.531984182367992,
      "grad_norm": 2.0070642674265566,
      "learning_rate": 4.6228654956400606e-06,
      "loss": 1.0078,
      "step": 118910
    },
    {
      "epoch": 5.532030704815074,
      "grad_norm": 1.7202533462288523,
      "learning_rate": 4.621951231511772e-06,
      "loss": 0.9062,
      "step": 118911
    },
    {
      "epoch": 5.532077227262154,
      "grad_norm": 2.08070076987105,
      "learning_rate": 4.621037056384774e-06,
      "loss": 0.9609,
      "step": 118912
    },
    {
      "epoch": 5.532123749709235,
      "grad_norm": 1.602658472190148,
      "learning_rate": 4.620122970259632e-06,
      "loss": 0.8438,
      "step": 118913
    },
    {
      "epoch": 5.532170272156315,
      "grad_norm": 1.803955749948344,
      "learning_rate": 4.619208973136879e-06,
      "loss": 1.0391,
      "step": 118914
    },
    {
      "epoch": 5.532216794603396,
      "grad_norm": 1.8988851701263951,
      "learning_rate": 4.618295065017147e-06,
      "loss": 0.9492,
      "step": 118915
    },
    {
      "epoch": 5.532263317050477,
      "grad_norm": 1.7890298315327102,
      "learning_rate": 4.617381245900936e-06,
      "loss": 0.9141,
      "step": 118916
    },
    {
      "epoch": 5.532309839497557,
      "grad_norm": 1.84086682555763,
      "learning_rate": 4.616467515788813e-06,
      "loss": 0.9961,
      "step": 118917
    },
    {
      "epoch": 5.532356361944638,
      "grad_norm": 1.5984939860368566,
      "learning_rate": 4.615553874681344e-06,
      "loss": 0.8867,
      "step": 118918
    },
    {
      "epoch": 5.532402884391719,
      "grad_norm": 1.9271193735672896,
      "learning_rate": 4.614640322579078e-06,
      "loss": 1.0312,
      "step": 118919
    },
    {
      "epoch": 5.5324494068388,
      "grad_norm": 1.9528252549278342,
      "learning_rate": 4.613726859482614e-06,
      "loss": 0.9805,
      "step": 118920
    },
    {
      "epoch": 5.53249592928588,
      "grad_norm": 1.7356121395862323,
      "learning_rate": 4.612813485392469e-06,
      "loss": 0.957,
      "step": 118921
    },
    {
      "epoch": 5.5325424517329616,
      "grad_norm": 1.6125501607800623,
      "learning_rate": 4.611900200309227e-06,
      "loss": 0.918,
      "step": 118922
    },
    {
      "epoch": 5.532588974180042,
      "grad_norm": 1.7877919783298606,
      "learning_rate": 4.610987004233419e-06,
      "loss": 0.8594,
      "step": 118923
    },
    {
      "epoch": 5.5326354966271225,
      "grad_norm": 1.8184033585656045,
      "learning_rate": 4.610073897165628e-06,
      "loss": 0.9336,
      "step": 118924
    },
    {
      "epoch": 5.532682019074203,
      "grad_norm": 1.7109019469753097,
      "learning_rate": 4.609160879106422e-06,
      "loss": 0.9688,
      "step": 118925
    },
    {
      "epoch": 5.532728541521284,
      "grad_norm": 1.6344152958070788,
      "learning_rate": 4.608247950056332e-06,
      "loss": 0.8711,
      "step": 118926
    },
    {
      "epoch": 5.532775063968365,
      "grad_norm": 1.923575061658298,
      "learning_rate": 4.607335110015925e-06,
      "loss": 1.0781,
      "step": 118927
    },
    {
      "epoch": 5.532821586415445,
      "grad_norm": 1.9047397246307602,
      "learning_rate": 4.606422358985767e-06,
      "loss": 0.9336,
      "step": 118928
    },
    {
      "epoch": 5.532868108862527,
      "grad_norm": 1.6630848308702924,
      "learning_rate": 4.6055096969664254e-06,
      "loss": 0.8516,
      "step": 118929
    },
    {
      "epoch": 5.532914631309607,
      "grad_norm": 1.7878005886699138,
      "learning_rate": 4.604597123958448e-06,
      "loss": 0.9844,
      "step": 118930
    },
    {
      "epoch": 5.532961153756688,
      "grad_norm": 1.4956479772308675,
      "learning_rate": 4.603684639962369e-06,
      "loss": 0.8242,
      "step": 118931
    },
    {
      "epoch": 5.533007676203768,
      "grad_norm": 1.9058468308980157,
      "learning_rate": 4.602772244978803e-06,
      "loss": 1.0156,
      "step": 118932
    },
    {
      "epoch": 5.533054198650849,
      "grad_norm": 1.8180612725818819,
      "learning_rate": 4.601859939008251e-06,
      "loss": 0.9531,
      "step": 118933
    },
    {
      "epoch": 5.53310072109793,
      "grad_norm": 1.866251220132728,
      "learning_rate": 4.600947722051313e-06,
      "loss": 0.957,
      "step": 118934
    },
    {
      "epoch": 5.53314724354501,
      "grad_norm": 1.9718298034067236,
      "learning_rate": 4.6000355941085195e-06,
      "loss": 1.0625,
      "step": 118935
    },
    {
      "epoch": 5.533193765992091,
      "grad_norm": 1.8752137707938974,
      "learning_rate": 4.599123555180456e-06,
      "loss": 0.8359,
      "step": 118936
    },
    {
      "epoch": 5.533240288439172,
      "grad_norm": 1.78583434517671,
      "learning_rate": 4.598211605267655e-06,
      "loss": 0.9258,
      "step": 118937
    },
    {
      "epoch": 5.533286810886253,
      "grad_norm": 1.8207978961319298,
      "learning_rate": 4.597299744370697e-06,
      "loss": 0.9219,
      "step": 118938
    },
    {
      "epoch": 5.533333333333333,
      "grad_norm": 1.744783023213827,
      "learning_rate": 4.5963879724901176e-06,
      "loss": 0.9492,
      "step": 118939
    },
    {
      "epoch": 5.533379855780414,
      "grad_norm": 2.024055667758734,
      "learning_rate": 4.595476289626482e-06,
      "loss": 0.9766,
      "step": 118940
    },
    {
      "epoch": 5.533426378227495,
      "grad_norm": 1.790046957383252,
      "learning_rate": 4.594564695780356e-06,
      "loss": 1.0156,
      "step": 118941
    },
    {
      "epoch": 5.5334729006745755,
      "grad_norm": 1.8317147776996765,
      "learning_rate": 4.59365319095229e-06,
      "loss": 1.0078,
      "step": 118942
    },
    {
      "epoch": 5.533519423121656,
      "grad_norm": 1.9314578586769118,
      "learning_rate": 4.592741775142866e-06,
      "loss": 0.9297,
      "step": 118943
    },
    {
      "epoch": 5.533565945568737,
      "grad_norm": 1.8821275183710833,
      "learning_rate": 4.591830448352618e-06,
      "loss": 0.9531,
      "step": 118944
    },
    {
      "epoch": 5.533612468015818,
      "grad_norm": 1.6616503252732937,
      "learning_rate": 4.590919210582078e-06,
      "loss": 1.0391,
      "step": 118945
    },
    {
      "epoch": 5.533658990462898,
      "grad_norm": 1.7209911110637781,
      "learning_rate": 4.590008061831862e-06,
      "loss": 0.8945,
      "step": 118946
    },
    {
      "epoch": 5.533705512909979,
      "grad_norm": 1.903962468994722,
      "learning_rate": 4.589097002102504e-06,
      "loss": 0.9688,
      "step": 118947
    },
    {
      "epoch": 5.533752035357059,
      "grad_norm": 1.748592418066782,
      "learning_rate": 4.588186031394553e-06,
      "loss": 0.9062,
      "step": 118948
    },
    {
      "epoch": 5.533798557804141,
      "grad_norm": 1.9112730631283235,
      "learning_rate": 4.587275149708558e-06,
      "loss": 1.0312,
      "step": 118949
    },
    {
      "epoch": 5.533845080251221,
      "grad_norm": 1.9347843801309623,
      "learning_rate": 4.586364357045103e-06,
      "loss": 0.9727,
      "step": 118950
    },
    {
      "epoch": 5.533891602698302,
      "grad_norm": 1.7591866515063417,
      "learning_rate": 4.585453653404736e-06,
      "loss": 0.9414,
      "step": 118951
    },
    {
      "epoch": 5.533938125145383,
      "grad_norm": 1.837586108724099,
      "learning_rate": 4.584543038788008e-06,
      "loss": 0.9844,
      "step": 118952
    },
    {
      "epoch": 5.5339846475924634,
      "grad_norm": 1.7220247135197913,
      "learning_rate": 4.583632513195467e-06,
      "loss": 0.9922,
      "step": 118953
    },
    {
      "epoch": 5.534031170039544,
      "grad_norm": 1.9228066131439765,
      "learning_rate": 4.582722076627698e-06,
      "loss": 1.0312,
      "step": 118954
    },
    {
      "epoch": 5.534077692486624,
      "grad_norm": 1.80301547689515,
      "learning_rate": 4.58181172908525e-06,
      "loss": 1.0547,
      "step": 118955
    },
    {
      "epoch": 5.534124214933706,
      "grad_norm": 1.8195002036763335,
      "learning_rate": 4.580901470568671e-06,
      "loss": 0.9258,
      "step": 118956
    },
    {
      "epoch": 5.534170737380786,
      "grad_norm": 1.837927215972424,
      "learning_rate": 4.579991301078495e-06,
      "loss": 1.0156,
      "step": 118957
    },
    {
      "epoch": 5.534217259827867,
      "grad_norm": 1.7330076655667137,
      "learning_rate": 4.579081220615322e-06,
      "loss": 0.875,
      "step": 118958
    },
    {
      "epoch": 5.534263782274948,
      "grad_norm": 1.9730325179316477,
      "learning_rate": 4.5781712291797e-06,
      "loss": 0.9727,
      "step": 118959
    },
    {
      "epoch": 5.534310304722029,
      "grad_norm": 1.7096514002551806,
      "learning_rate": 4.5772613267721805e-06,
      "loss": 0.8984,
      "step": 118960
    },
    {
      "epoch": 5.534356827169109,
      "grad_norm": 1.7637554136108133,
      "learning_rate": 4.576351513393295e-06,
      "loss": 0.9023,
      "step": 118961
    },
    {
      "epoch": 5.5344033496161895,
      "grad_norm": 1.8394984713712719,
      "learning_rate": 4.5754417890436435e-06,
      "loss": 0.9492,
      "step": 118962
    },
    {
      "epoch": 5.534449872063271,
      "grad_norm": 1.790560905648988,
      "learning_rate": 4.574532153723759e-06,
      "loss": 0.9805,
      "step": 118963
    },
    {
      "epoch": 5.534496394510351,
      "grad_norm": 1.7720314624759768,
      "learning_rate": 4.573622607434208e-06,
      "loss": 0.8867,
      "step": 118964
    },
    {
      "epoch": 5.534542916957432,
      "grad_norm": 1.6815123928683904,
      "learning_rate": 4.572713150175539e-06,
      "loss": 0.8594,
      "step": 118965
    },
    {
      "epoch": 5.534589439404512,
      "grad_norm": 1.7867172289506936,
      "learning_rate": 4.571803781948319e-06,
      "loss": 0.9492,
      "step": 118966
    },
    {
      "epoch": 5.534635961851594,
      "grad_norm": 1.6680844776947916,
      "learning_rate": 4.57089450275308e-06,
      "loss": 0.9688,
      "step": 118967
    },
    {
      "epoch": 5.534682484298674,
      "grad_norm": 2.253307466523458,
      "learning_rate": 4.569985312590408e-06,
      "loss": 1.0938,
      "step": 118968
    },
    {
      "epoch": 5.534729006745755,
      "grad_norm": 1.6836745186503175,
      "learning_rate": 4.569076211460848e-06,
      "loss": 0.9805,
      "step": 118969
    },
    {
      "epoch": 5.534775529192835,
      "grad_norm": 1.7209108971978777,
      "learning_rate": 4.568167199364969e-06,
      "loss": 0.8555,
      "step": 118970
    },
    {
      "epoch": 5.5348220516399165,
      "grad_norm": 1.740666415622528,
      "learning_rate": 4.567258276303287e-06,
      "loss": 0.9219,
      "step": 118971
    },
    {
      "epoch": 5.534868574086997,
      "grad_norm": 1.9837554887006021,
      "learning_rate": 4.5663494422764015e-06,
      "loss": 0.9766,
      "step": 118972
    },
    {
      "epoch": 5.534915096534077,
      "grad_norm": 1.9627033458460772,
      "learning_rate": 4.5654406972848615e-06,
      "loss": 1.0234,
      "step": 118973
    },
    {
      "epoch": 5.534961618981159,
      "grad_norm": 1.5389719077460784,
      "learning_rate": 4.564532041329216e-06,
      "loss": 0.8164,
      "step": 118974
    },
    {
      "epoch": 5.535008141428239,
      "grad_norm": 2.0249568389677703,
      "learning_rate": 4.5636234744099996e-06,
      "loss": 1.1328,
      "step": 118975
    },
    {
      "epoch": 5.53505466387532,
      "grad_norm": 1.7844929335680269,
      "learning_rate": 4.562714996527811e-06,
      "loss": 0.9336,
      "step": 118976
    },
    {
      "epoch": 5.5351011863224,
      "grad_norm": 1.819370805712933,
      "learning_rate": 4.561806607683183e-06,
      "loss": 1.0234,
      "step": 118977
    },
    {
      "epoch": 5.535147708769482,
      "grad_norm": 1.6533439802083403,
      "learning_rate": 4.560898307876664e-06,
      "loss": 0.8789,
      "step": 118978
    },
    {
      "epoch": 5.535194231216562,
      "grad_norm": 1.786470968563441,
      "learning_rate": 4.559990097108823e-06,
      "loss": 0.9336,
      "step": 118979
    },
    {
      "epoch": 5.5352407536636425,
      "grad_norm": 1.9178369720059405,
      "learning_rate": 4.559081975380207e-06,
      "loss": 0.9961,
      "step": 118980
    },
    {
      "epoch": 5.535287276110724,
      "grad_norm": 1.8303682291392995,
      "learning_rate": 4.558173942691401e-06,
      "loss": 0.8906,
      "step": 118981
    },
    {
      "epoch": 5.535333798557804,
      "grad_norm": 1.9782608764347758,
      "learning_rate": 4.5572659990429365e-06,
      "loss": 1.0625,
      "step": 118982
    },
    {
      "epoch": 5.535380321004885,
      "grad_norm": 1.5086396605551986,
      "learning_rate": 4.556358144435346e-06,
      "loss": 0.7305,
      "step": 118983
    },
    {
      "epoch": 5.535426843451965,
      "grad_norm": 1.6047718822250725,
      "learning_rate": 4.555450378869213e-06,
      "loss": 0.8711,
      "step": 118984
    },
    {
      "epoch": 5.535473365899046,
      "grad_norm": 1.8303483284585298,
      "learning_rate": 4.5545427023450874e-06,
      "loss": 0.9258,
      "step": 118985
    },
    {
      "epoch": 5.535519888346127,
      "grad_norm": 1.6918903574137205,
      "learning_rate": 4.553635114863552e-06,
      "loss": 0.9336,
      "step": 118986
    },
    {
      "epoch": 5.535566410793208,
      "grad_norm": 1.7181978282658241,
      "learning_rate": 4.552727616425139e-06,
      "loss": 0.8828,
      "step": 118987
    },
    {
      "epoch": 5.535612933240288,
      "grad_norm": 2.051947793554087,
      "learning_rate": 4.551820207030366e-06,
      "loss": 1.0625,
      "step": 118988
    },
    {
      "epoch": 5.5356594556873695,
      "grad_norm": 1.7391356707113412,
      "learning_rate": 4.550912886679864e-06,
      "loss": 0.9922,
      "step": 118989
    },
    {
      "epoch": 5.53570597813445,
      "grad_norm": 1.7557328159253536,
      "learning_rate": 4.55000565537415e-06,
      "loss": 0.8398,
      "step": 118990
    },
    {
      "epoch": 5.5357525005815305,
      "grad_norm": 2.0102856833721363,
      "learning_rate": 4.5490985131137584e-06,
      "loss": 0.9961,
      "step": 118991
    },
    {
      "epoch": 5.535799023028611,
      "grad_norm": 1.7990701723733562,
      "learning_rate": 4.548191459899286e-06,
      "loss": 0.9336,
      "step": 118992
    },
    {
      "epoch": 5.535845545475692,
      "grad_norm": 1.695566091270919,
      "learning_rate": 4.547284495731252e-06,
      "loss": 0.832,
      "step": 118993
    },
    {
      "epoch": 5.535892067922773,
      "grad_norm": 1.850726420748299,
      "learning_rate": 4.546377620610236e-06,
      "loss": 0.9297,
      "step": 118994
    },
    {
      "epoch": 5.535938590369853,
      "grad_norm": 1.8692361237567374,
      "learning_rate": 4.545470834536774e-06,
      "loss": 0.918,
      "step": 118995
    },
    {
      "epoch": 5.535985112816935,
      "grad_norm": 1.7929562011541536,
      "learning_rate": 4.544564137511447e-06,
      "loss": 0.9492,
      "step": 118996
    },
    {
      "epoch": 5.536031635264015,
      "grad_norm": 1.6957992986536903,
      "learning_rate": 4.543657529534772e-06,
      "loss": 0.9414,
      "step": 118997
    },
    {
      "epoch": 5.536078157711096,
      "grad_norm": 1.8642200310139356,
      "learning_rate": 4.542751010607349e-06,
      "loss": 0.9492,
      "step": 118998
    },
    {
      "epoch": 5.536124680158176,
      "grad_norm": 1.6666211820470944,
      "learning_rate": 4.5418445807297085e-06,
      "loss": 0.8828,
      "step": 118999
    },
    {
      "epoch": 5.536171202605257,
      "grad_norm": 1.8196513806533363,
      "learning_rate": 4.54093823990242e-06,
      "loss": 0.9023,
      "step": 119000
    },
    {
      "epoch": 5.536217725052338,
      "grad_norm": 1.7627299312760059,
      "learning_rate": 4.540031988125997e-06,
      "loss": 0.8906,
      "step": 119001
    },
    {
      "epoch": 5.536264247499418,
      "grad_norm": 1.6087131073677503,
      "learning_rate": 4.539125825401041e-06,
      "loss": 0.875,
      "step": 119002
    },
    {
      "epoch": 5.536310769946499,
      "grad_norm": 1.6717728557220255,
      "learning_rate": 4.5382197517280835e-06,
      "loss": 1.0859,
      "step": 119003
    },
    {
      "epoch": 5.53635729239358,
      "grad_norm": 1.7413241045307088,
      "learning_rate": 4.537313767107692e-06,
      "loss": 0.9297,
      "step": 119004
    },
    {
      "epoch": 5.536403814840661,
      "grad_norm": 1.809149258161398,
      "learning_rate": 4.536407871540398e-06,
      "loss": 1.0547,
      "step": 119005
    },
    {
      "epoch": 5.536450337287741,
      "grad_norm": 1.6552130362913948,
      "learning_rate": 4.535502065026803e-06,
      "loss": 0.9102,
      "step": 119006
    },
    {
      "epoch": 5.536496859734822,
      "grad_norm": 1.8031401245916077,
      "learning_rate": 4.534596347567388e-06,
      "loss": 0.957,
      "step": 119007
    },
    {
      "epoch": 5.536543382181903,
      "grad_norm": 1.6377954930274181,
      "learning_rate": 4.5336907191627855e-06,
      "loss": 0.8984,
      "step": 119008
    },
    {
      "epoch": 5.5365899046289835,
      "grad_norm": 1.8303984148718981,
      "learning_rate": 4.532785179813514e-06,
      "loss": 1.0156,
      "step": 119009
    },
    {
      "epoch": 5.536636427076064,
      "grad_norm": 1.8064260388219442,
      "learning_rate": 4.531879729520105e-06,
      "loss": 0.875,
      "step": 119010
    },
    {
      "epoch": 5.536682949523145,
      "grad_norm": 1.8296227976888149,
      "learning_rate": 4.530974368283158e-06,
      "loss": 0.8594,
      "step": 119011
    },
    {
      "epoch": 5.536729471970226,
      "grad_norm": 1.9465759554040272,
      "learning_rate": 4.530069096103206e-06,
      "loss": 0.918,
      "step": 119012
    },
    {
      "epoch": 5.536775994417306,
      "grad_norm": 1.7649152473408207,
      "learning_rate": 4.529163912980799e-06,
      "loss": 1.1094,
      "step": 119013
    },
    {
      "epoch": 5.536822516864387,
      "grad_norm": 1.8194983231385502,
      "learning_rate": 4.528258818916469e-06,
      "loss": 0.9609,
      "step": 119014
    },
    {
      "epoch": 5.536869039311468,
      "grad_norm": 1.7564285502650296,
      "learning_rate": 4.527353813910833e-06,
      "loss": 0.9609,
      "step": 119015
    },
    {
      "epoch": 5.536915561758549,
      "grad_norm": 1.6293024696580534,
      "learning_rate": 4.526448897964391e-06,
      "loss": 0.8867,
      "step": 119016
    },
    {
      "epoch": 5.536962084205629,
      "grad_norm": 2.067375965625693,
      "learning_rate": 4.525544071077725e-06,
      "loss": 1.0078,
      "step": 119017
    },
    {
      "epoch": 5.5370086066527096,
      "grad_norm": 1.837995855176502,
      "learning_rate": 4.524639333251367e-06,
      "loss": 0.9922,
      "step": 119018
    },
    {
      "epoch": 5.537055129099791,
      "grad_norm": 1.8067927170624012,
      "learning_rate": 4.523734684485886e-06,
      "loss": 1.0078,
      "step": 119019
    },
    {
      "epoch": 5.537101651546871,
      "grad_norm": 1.703487781064406,
      "learning_rate": 4.522830124781829e-06,
      "loss": 0.9883,
      "step": 119020
    },
    {
      "epoch": 5.537148173993952,
      "grad_norm": 1.968477067384555,
      "learning_rate": 4.521925654139763e-06,
      "loss": 1.0625,
      "step": 119021
    },
    {
      "epoch": 5.537194696441032,
      "grad_norm": 1.6707655369521779,
      "learning_rate": 4.521021272560238e-06,
      "loss": 0.9844,
      "step": 119022
    },
    {
      "epoch": 5.537241218888114,
      "grad_norm": 1.630402657134967,
      "learning_rate": 4.52011698004377e-06,
      "loss": 0.8672,
      "step": 119023
    },
    {
      "epoch": 5.537287741335194,
      "grad_norm": 1.8097259192189805,
      "learning_rate": 4.519212776590958e-06,
      "loss": 1.0547,
      "step": 119024
    },
    {
      "epoch": 5.537334263782275,
      "grad_norm": 1.6462880151360295,
      "learning_rate": 4.518308662202353e-06,
      "loss": 0.8711,
      "step": 119025
    },
    {
      "epoch": 5.537380786229356,
      "grad_norm": 1.5990779508853123,
      "learning_rate": 4.517404636878502e-06,
      "loss": 0.8008,
      "step": 119026
    },
    {
      "epoch": 5.5374273086764365,
      "grad_norm": 2.001862922246072,
      "learning_rate": 4.516500700619924e-06,
      "loss": 1.0625,
      "step": 119027
    },
    {
      "epoch": 5.537473831123517,
      "grad_norm": 1.8740998487214366,
      "learning_rate": 4.515596853427217e-06,
      "loss": 1.0469,
      "step": 119028
    },
    {
      "epoch": 5.5375203535705975,
      "grad_norm": 1.7554438029877855,
      "learning_rate": 4.514693095300914e-06,
      "loss": 0.9297,
      "step": 119029
    },
    {
      "epoch": 5.537566876017679,
      "grad_norm": 1.574665236116744,
      "learning_rate": 4.513789426241582e-06,
      "loss": 0.8281,
      "step": 119030
    },
    {
      "epoch": 5.537613398464759,
      "grad_norm": 1.5060899760032507,
      "learning_rate": 4.51288584624977e-06,
      "loss": 0.8555,
      "step": 119031
    },
    {
      "epoch": 5.53765992091184,
      "grad_norm": 1.6632496817915685,
      "learning_rate": 4.51198235532601e-06,
      "loss": 0.9414,
      "step": 119032
    },
    {
      "epoch": 5.537706443358921,
      "grad_norm": 1.7183957259848461,
      "learning_rate": 4.511078953470887e-06,
      "loss": 0.9453,
      "step": 119033
    },
    {
      "epoch": 5.537752965806002,
      "grad_norm": 1.6609489286410253,
      "learning_rate": 4.510175640684932e-06,
      "loss": 0.8867,
      "step": 119034
    },
    {
      "epoch": 5.537799488253082,
      "grad_norm": 1.7975232757250352,
      "learning_rate": 4.509272416968712e-06,
      "loss": 1.0156,
      "step": 119035
    },
    {
      "epoch": 5.537846010700163,
      "grad_norm": 1.9446639546974067,
      "learning_rate": 4.50836928232276e-06,
      "loss": 1.0078,
      "step": 119036
    },
    {
      "epoch": 5.537892533147243,
      "grad_norm": 1.7532465742193584,
      "learning_rate": 4.5074662367476425e-06,
      "loss": 1.0156,
      "step": 119037
    },
    {
      "epoch": 5.537939055594324,
      "grad_norm": 1.637617351712033,
      "learning_rate": 4.506563280243924e-06,
      "loss": 0.9258,
      "step": 119038
    },
    {
      "epoch": 5.537985578041405,
      "grad_norm": 1.8113433407358843,
      "learning_rate": 4.50566041281214e-06,
      "loss": 0.9219,
      "step": 119039
    },
    {
      "epoch": 5.538032100488485,
      "grad_norm": 1.9124948998512672,
      "learning_rate": 4.504757634452838e-06,
      "loss": 0.9062,
      "step": 119040
    },
    {
      "epoch": 5.538078622935567,
      "grad_norm": 1.6419863030319082,
      "learning_rate": 4.503854945166602e-06,
      "loss": 0.9141,
      "step": 119041
    },
    {
      "epoch": 5.538125145382647,
      "grad_norm": 1.7770424518630115,
      "learning_rate": 4.502952344953947e-06,
      "loss": 1.0547,
      "step": 119042
    },
    {
      "epoch": 5.538171667829728,
      "grad_norm": 1.848534079233956,
      "learning_rate": 4.502049833815457e-06,
      "loss": 0.9062,
      "step": 119043
    },
    {
      "epoch": 5.538218190276808,
      "grad_norm": 1.7317921650837504,
      "learning_rate": 4.501147411751666e-06,
      "loss": 0.9648,
      "step": 119044
    },
    {
      "epoch": 5.5382647127238895,
      "grad_norm": 1.8005012520183479,
      "learning_rate": 4.500245078763104e-06,
      "loss": 0.9102,
      "step": 119045
    },
    {
      "epoch": 5.53831123517097,
      "grad_norm": 1.706519875713698,
      "learning_rate": 4.499342834850372e-06,
      "loss": 0.9141,
      "step": 119046
    },
    {
      "epoch": 5.5383577576180505,
      "grad_norm": 1.7351311118059543,
      "learning_rate": 4.498440680014004e-06,
      "loss": 0.8984,
      "step": 119047
    },
    {
      "epoch": 5.538404280065132,
      "grad_norm": 1.7878430909620486,
      "learning_rate": 4.497538614254548e-06,
      "loss": 1.0312,
      "step": 119048
    },
    {
      "epoch": 5.538450802512212,
      "grad_norm": 1.7662154657729539,
      "learning_rate": 4.496636637572537e-06,
      "loss": 0.9062,
      "step": 119049
    },
    {
      "epoch": 5.538497324959293,
      "grad_norm": 1.9609002914964635,
      "learning_rate": 4.495734749968555e-06,
      "loss": 0.9531,
      "step": 119050
    },
    {
      "epoch": 5.538543847406373,
      "grad_norm": 1.798559915873622,
      "learning_rate": 4.494832951443133e-06,
      "loss": 1.0,
      "step": 119051
    },
    {
      "epoch": 5.538590369853455,
      "grad_norm": 1.6772607986959167,
      "learning_rate": 4.49393124199684e-06,
      "loss": 0.9062,
      "step": 119052
    },
    {
      "epoch": 5.538636892300535,
      "grad_norm": 1.5998075379053858,
      "learning_rate": 4.493029621630223e-06,
      "loss": 0.8125,
      "step": 119053
    },
    {
      "epoch": 5.538683414747616,
      "grad_norm": 1.7051828058332952,
      "learning_rate": 4.492128090343816e-06,
      "loss": 1.0234,
      "step": 119054
    },
    {
      "epoch": 5.538729937194696,
      "grad_norm": 1.7021862007777853,
      "learning_rate": 4.491226648138202e-06,
      "loss": 1.0391,
      "step": 119055
    },
    {
      "epoch": 5.5387764596417774,
      "grad_norm": 1.8446772686149073,
      "learning_rate": 4.490325295013913e-06,
      "loss": 0.9102,
      "step": 119056
    },
    {
      "epoch": 5.538822982088858,
      "grad_norm": 1.9414504650336548,
      "learning_rate": 4.489424030971517e-06,
      "loss": 1.0703,
      "step": 119057
    },
    {
      "epoch": 5.538869504535938,
      "grad_norm": 1.7993021654976522,
      "learning_rate": 4.488522856011528e-06,
      "loss": 1.0078,
      "step": 119058
    },
    {
      "epoch": 5.538916026983019,
      "grad_norm": 1.5997744677076866,
      "learning_rate": 4.487621770134547e-06,
      "loss": 0.7852,
      "step": 119059
    },
    {
      "epoch": 5.5389625494301,
      "grad_norm": 1.7594027869846502,
      "learning_rate": 4.4867207733410905e-06,
      "loss": 0.9727,
      "step": 119060
    },
    {
      "epoch": 5.539009071877181,
      "grad_norm": 1.7604200447485578,
      "learning_rate": 4.485819865631724e-06,
      "loss": 1.1406,
      "step": 119061
    },
    {
      "epoch": 5.539055594324261,
      "grad_norm": 1.688726095120736,
      "learning_rate": 4.48491904700698e-06,
      "loss": 0.8984,
      "step": 119062
    },
    {
      "epoch": 5.539102116771343,
      "grad_norm": 1.7797079382378937,
      "learning_rate": 4.484018317467442e-06,
      "loss": 0.8984,
      "step": 119063
    },
    {
      "epoch": 5.539148639218423,
      "grad_norm": 1.7740761196640633,
      "learning_rate": 4.483117677013642e-06,
      "loss": 0.9219,
      "step": 119064
    },
    {
      "epoch": 5.5391951616655035,
      "grad_norm": 1.8248876177589792,
      "learning_rate": 4.482217125646148e-06,
      "loss": 0.957,
      "step": 119065
    },
    {
      "epoch": 5.539241684112584,
      "grad_norm": 1.708284589962179,
      "learning_rate": 4.481316663365475e-06,
      "loss": 1.0156,
      "step": 119066
    },
    {
      "epoch": 5.539288206559665,
      "grad_norm": 1.5936092312610228,
      "learning_rate": 4.480416290172206e-06,
      "loss": 0.8867,
      "step": 119067
    },
    {
      "epoch": 5.539334729006746,
      "grad_norm": 1.730788981651256,
      "learning_rate": 4.479516006066891e-06,
      "loss": 1.0469,
      "step": 119068
    },
    {
      "epoch": 5.539381251453826,
      "grad_norm": 2.1011144719145722,
      "learning_rate": 4.478615811050063e-06,
      "loss": 1.0625,
      "step": 119069
    },
    {
      "epoch": 5.539427773900908,
      "grad_norm": 1.9840536836140403,
      "learning_rate": 4.477715705122303e-06,
      "loss": 1.125,
      "step": 119070
    },
    {
      "epoch": 5.539474296347988,
      "grad_norm": 1.790661348481387,
      "learning_rate": 4.476815688284114e-06,
      "loss": 0.9062,
      "step": 119071
    },
    {
      "epoch": 5.539520818795069,
      "grad_norm": 1.9336776575303425,
      "learning_rate": 4.475915760536092e-06,
      "loss": 0.9062,
      "step": 119072
    },
    {
      "epoch": 5.539567341242149,
      "grad_norm": 1.9853384016047804,
      "learning_rate": 4.475015921878772e-06,
      "loss": 1.1875,
      "step": 119073
    },
    {
      "epoch": 5.53961386368923,
      "grad_norm": 2.091376039754845,
      "learning_rate": 4.474116172312702e-06,
      "loss": 1.0391,
      "step": 119074
    },
    {
      "epoch": 5.539660386136311,
      "grad_norm": 1.5067140675399662,
      "learning_rate": 4.473216511838451e-06,
      "loss": 0.8672,
      "step": 119075
    },
    {
      "epoch": 5.539706908583391,
      "grad_norm": 1.7993914967901472,
      "learning_rate": 4.4723169404565164e-06,
      "loss": 0.9805,
      "step": 119076
    },
    {
      "epoch": 5.539753431030472,
      "grad_norm": 1.806533619235514,
      "learning_rate": 4.471417458167531e-06,
      "loss": 1.0234,
      "step": 119077
    },
    {
      "epoch": 5.539799953477553,
      "grad_norm": 1.7798138930977514,
      "learning_rate": 4.470518064971979e-06,
      "loss": 0.9102,
      "step": 119078
    },
    {
      "epoch": 5.539846475924634,
      "grad_norm": 1.8440444409462249,
      "learning_rate": 4.469618760870441e-06,
      "loss": 0.9766,
      "step": 119079
    },
    {
      "epoch": 5.539892998371714,
      "grad_norm": 1.7644280869030315,
      "learning_rate": 4.468719545863453e-06,
      "loss": 0.8633,
      "step": 119080
    },
    {
      "epoch": 5.539939520818795,
      "grad_norm": 1.8640157338763002,
      "learning_rate": 4.467820419951579e-06,
      "loss": 1.0078,
      "step": 119081
    },
    {
      "epoch": 5.539986043265876,
      "grad_norm": 1.8129751013495068,
      "learning_rate": 4.466921383135369e-06,
      "loss": 1.0703,
      "step": 119082
    },
    {
      "epoch": 5.5400325657129565,
      "grad_norm": 1.8974193472434633,
      "learning_rate": 4.4660224354153564e-06,
      "loss": 0.9883,
      "step": 119083
    },
    {
      "epoch": 5.540079088160037,
      "grad_norm": 1.7451058637343626,
      "learning_rate": 4.46512357679209e-06,
      "loss": 0.8281,
      "step": 119084
    },
    {
      "epoch": 5.540125610607118,
      "grad_norm": 1.821188201565183,
      "learning_rate": 4.464224807266153e-06,
      "loss": 0.8828,
      "step": 119085
    },
    {
      "epoch": 5.540172133054199,
      "grad_norm": 1.745106691399799,
      "learning_rate": 4.463326126838079e-06,
      "loss": 1.0234,
      "step": 119086
    },
    {
      "epoch": 5.540218655501279,
      "grad_norm": 1.8323819700475752,
      "learning_rate": 4.462427535508417e-06,
      "loss": 0.9336,
      "step": 119087
    },
    {
      "epoch": 5.54026517794836,
      "grad_norm": 1.8137124172728014,
      "learning_rate": 4.461529033277683e-06,
      "loss": 0.8828,
      "step": 119088
    },
    {
      "epoch": 5.540311700395441,
      "grad_norm": 1.554203442795739,
      "learning_rate": 4.460630620146477e-06,
      "loss": 0.8242,
      "step": 119089
    },
    {
      "epoch": 5.540358222842522,
      "grad_norm": 1.7924758679339339,
      "learning_rate": 4.459732296115348e-06,
      "loss": 0.832,
      "step": 119090
    },
    {
      "epoch": 5.540404745289602,
      "grad_norm": 1.8247687280126346,
      "learning_rate": 4.458834061184813e-06,
      "loss": 1.0,
      "step": 119091
    },
    {
      "epoch": 5.540451267736683,
      "grad_norm": 1.577910955925648,
      "learning_rate": 4.457935915355421e-06,
      "loss": 0.8359,
      "step": 119092
    },
    {
      "epoch": 5.540497790183764,
      "grad_norm": 1.8568358854383835,
      "learning_rate": 4.4570378586277714e-06,
      "loss": 1.0547,
      "step": 119093
    },
    {
      "epoch": 5.5405443126308445,
      "grad_norm": 1.8627419990562601,
      "learning_rate": 4.456139891002364e-06,
      "loss": 0.8867,
      "step": 119094
    },
    {
      "epoch": 5.540590835077925,
      "grad_norm": 1.5090481853783317,
      "learning_rate": 4.455242012479748e-06,
      "loss": 0.7852,
      "step": 119095
    },
    {
      "epoch": 5.540637357525005,
      "grad_norm": 1.6982532177509049,
      "learning_rate": 4.454344223060525e-06,
      "loss": 0.8828,
      "step": 119096
    },
    {
      "epoch": 5.540683879972087,
      "grad_norm": 1.6016451385094361,
      "learning_rate": 4.453446522745174e-06,
      "loss": 0.918,
      "step": 119097
    },
    {
      "epoch": 5.540730402419167,
      "grad_norm": 1.7505815615268743,
      "learning_rate": 4.4525489115343145e-06,
      "loss": 0.9062,
      "step": 119098
    },
    {
      "epoch": 5.540776924866248,
      "grad_norm": 1.7811348872325898,
      "learning_rate": 4.451651389428445e-06,
      "loss": 0.8672,
      "step": 119099
    },
    {
      "epoch": 5.540823447313329,
      "grad_norm": 1.5677761806178567,
      "learning_rate": 4.450753956428149e-06,
      "loss": 0.9648,
      "step": 119100
    },
    {
      "epoch": 5.54086996976041,
      "grad_norm": 1.8937994665692883,
      "learning_rate": 4.449856612533942e-06,
      "loss": 1.0234,
      "step": 119101
    },
    {
      "epoch": 5.54091649220749,
      "grad_norm": 1.7406303255115396,
      "learning_rate": 4.44895935774639e-06,
      "loss": 0.9727,
      "step": 119102
    },
    {
      "epoch": 5.5409630146545705,
      "grad_norm": 1.728758040471183,
      "learning_rate": 4.448062192066043e-06,
      "loss": 1.0234,
      "step": 119103
    },
    {
      "epoch": 5.541009537101652,
      "grad_norm": 1.8893832646471291,
      "learning_rate": 4.447165115493467e-06,
      "loss": 0.9219,
      "step": 119104
    },
    {
      "epoch": 5.541056059548732,
      "grad_norm": 1.6589271177297642,
      "learning_rate": 4.446268128029179e-06,
      "loss": 0.9297,
      "step": 119105
    },
    {
      "epoch": 5.541102581995813,
      "grad_norm": 1.8609299549987932,
      "learning_rate": 4.445371229673744e-06,
      "loss": 0.8984,
      "step": 119106
    },
    {
      "epoch": 5.541149104442893,
      "grad_norm": 1.78020068477473,
      "learning_rate": 4.444474420427713e-06,
      "loss": 0.9258,
      "step": 119107
    },
    {
      "epoch": 5.541195626889975,
      "grad_norm": 1.8135484953381604,
      "learning_rate": 4.4435777002916336e-06,
      "loss": 0.9883,
      "step": 119108
    },
    {
      "epoch": 5.541242149337055,
      "grad_norm": 1.5838340996199618,
      "learning_rate": 4.442681069266074e-06,
      "loss": 0.793,
      "step": 119109
    },
    {
      "epoch": 5.541288671784136,
      "grad_norm": 1.8157643421382716,
      "learning_rate": 4.441784527351516e-06,
      "loss": 0.8984,
      "step": 119110
    },
    {
      "epoch": 5.541335194231216,
      "grad_norm": 1.7920902342135208,
      "learning_rate": 4.4408880745485934e-06,
      "loss": 1.0234,
      "step": 119111
    },
    {
      "epoch": 5.5413817166782975,
      "grad_norm": 1.8593677434172986,
      "learning_rate": 4.439991710857804e-06,
      "loss": 0.9336,
      "step": 119112
    },
    {
      "epoch": 5.541428239125378,
      "grad_norm": 1.7454374940394957,
      "learning_rate": 4.439095436279716e-06,
      "loss": 0.8242,
      "step": 119113
    },
    {
      "epoch": 5.541474761572458,
      "grad_norm": 1.944456280752032,
      "learning_rate": 4.4381992508148615e-06,
      "loss": 1.1016,
      "step": 119114
    },
    {
      "epoch": 5.54152128401954,
      "grad_norm": 2.143767372246503,
      "learning_rate": 4.437303154463806e-06,
      "loss": 1.0,
      "step": 119115
    },
    {
      "epoch": 5.54156780646662,
      "grad_norm": 1.8901221098760748,
      "learning_rate": 4.4364071472271e-06,
      "loss": 1.0781,
      "step": 119116
    },
    {
      "epoch": 5.541614328913701,
      "grad_norm": 1.7269231232796796,
      "learning_rate": 4.43551122910526e-06,
      "loss": 0.8945,
      "step": 119117
    },
    {
      "epoch": 5.541660851360781,
      "grad_norm": 1.793083328933666,
      "learning_rate": 4.434615400098867e-06,
      "loss": 0.9492,
      "step": 119118
    },
    {
      "epoch": 5.541707373807863,
      "grad_norm": 1.7227996696462646,
      "learning_rate": 4.433719660208457e-06,
      "loss": 0.875,
      "step": 119119
    },
    {
      "epoch": 5.541753896254943,
      "grad_norm": 1.4764483356735898,
      "learning_rate": 4.4328240094345934e-06,
      "loss": 0.8438,
      "step": 119120
    },
    {
      "epoch": 5.541800418702024,
      "grad_norm": 1.8234887743211217,
      "learning_rate": 4.43192844777781e-06,
      "loss": 0.8594,
      "step": 119121
    },
    {
      "epoch": 5.541846941149105,
      "grad_norm": 1.6956758611744278,
      "learning_rate": 4.431032975238658e-06,
      "loss": 1.0703,
      "step": 119122
    },
    {
      "epoch": 5.541893463596185,
      "grad_norm": 1.5941869446821315,
      "learning_rate": 4.430137591817684e-06,
      "loss": 0.8594,
      "step": 119123
    },
    {
      "epoch": 5.541939986043266,
      "grad_norm": 1.7092584909585582,
      "learning_rate": 4.429242297515439e-06,
      "loss": 0.9297,
      "step": 119124
    },
    {
      "epoch": 5.541986508490346,
      "grad_norm": 1.6986288750850964,
      "learning_rate": 4.428347092332474e-06,
      "loss": 0.8984,
      "step": 119125
    },
    {
      "epoch": 5.542033030937427,
      "grad_norm": 1.7760106199254395,
      "learning_rate": 4.427451976269336e-06,
      "loss": 1.1016,
      "step": 119126
    },
    {
      "epoch": 5.542079553384508,
      "grad_norm": 1.6858152918057718,
      "learning_rate": 4.42655694932656e-06,
      "loss": 0.7734,
      "step": 119127
    },
    {
      "epoch": 5.542126075831589,
      "grad_norm": 1.762965417161816,
      "learning_rate": 4.425662011504694e-06,
      "loss": 0.8438,
      "step": 119128
    },
    {
      "epoch": 5.542172598278669,
      "grad_norm": 2.186265935198009,
      "learning_rate": 4.424767162804305e-06,
      "loss": 0.9961,
      "step": 119129
    },
    {
      "epoch": 5.5422191207257505,
      "grad_norm": 1.7205225821735874,
      "learning_rate": 4.423872403225942e-06,
      "loss": 1.0781,
      "step": 119130
    },
    {
      "epoch": 5.542265643172831,
      "grad_norm": 1.825224218506958,
      "learning_rate": 4.422977732770138e-06,
      "loss": 1.0625,
      "step": 119131
    },
    {
      "epoch": 5.5423121656199115,
      "grad_norm": 1.7853588772432312,
      "learning_rate": 4.422083151437428e-06,
      "loss": 0.9883,
      "step": 119132
    },
    {
      "epoch": 5.542358688066992,
      "grad_norm": 1.6713471302548826,
      "learning_rate": 4.421188659228392e-06,
      "loss": 0.9922,
      "step": 119133
    },
    {
      "epoch": 5.542405210514073,
      "grad_norm": 1.785470123905346,
      "learning_rate": 4.420294256143564e-06,
      "loss": 0.9609,
      "step": 119134
    },
    {
      "epoch": 5.542451732961154,
      "grad_norm": 1.8694857895972323,
      "learning_rate": 4.419399942183493e-06,
      "loss": 1.1094,
      "step": 119135
    },
    {
      "epoch": 5.542498255408234,
      "grad_norm": 1.8957919669866206,
      "learning_rate": 4.418505717348714e-06,
      "loss": 0.9648,
      "step": 119136
    },
    {
      "epoch": 5.542544777855316,
      "grad_norm": 1.6985595936852813,
      "learning_rate": 4.4176115816397736e-06,
      "loss": 0.8984,
      "step": 119137
    },
    {
      "epoch": 5.542591300302396,
      "grad_norm": 1.616783456849718,
      "learning_rate": 4.416717535057257e-06,
      "loss": 0.9492,
      "step": 119138
    },
    {
      "epoch": 5.542637822749477,
      "grad_norm": 1.7383831167123172,
      "learning_rate": 4.415823577601646e-06,
      "loss": 0.9336,
      "step": 119139
    },
    {
      "epoch": 5.542684345196557,
      "grad_norm": 1.7066826960533839,
      "learning_rate": 4.414929709273557e-06,
      "loss": 1.0859,
      "step": 119140
    },
    {
      "epoch": 5.542730867643638,
      "grad_norm": 1.8799277934668288,
      "learning_rate": 4.4140359300734895e-06,
      "loss": 1.0156,
      "step": 119141
    },
    {
      "epoch": 5.542777390090719,
      "grad_norm": 1.8727158726795154,
      "learning_rate": 4.413142240002027e-06,
      "loss": 1.0469,
      "step": 119142
    },
    {
      "epoch": 5.542823912537799,
      "grad_norm": 1.7448119169027279,
      "learning_rate": 4.412248639059684e-06,
      "loss": 0.9297,
      "step": 119143
    },
    {
      "epoch": 5.54287043498488,
      "grad_norm": 1.7033003298576792,
      "learning_rate": 4.41135512724703e-06,
      "loss": 0.9727,
      "step": 119144
    },
    {
      "epoch": 5.542916957431961,
      "grad_norm": 1.8596577787208481,
      "learning_rate": 4.4104617045645775e-06,
      "loss": 1.0938,
      "step": 119145
    },
    {
      "epoch": 5.542963479879042,
      "grad_norm": 1.7140206913130016,
      "learning_rate": 4.409568371012911e-06,
      "loss": 0.8633,
      "step": 119146
    },
    {
      "epoch": 5.543010002326122,
      "grad_norm": 1.7145365369407661,
      "learning_rate": 4.408675126592581e-06,
      "loss": 0.8906,
      "step": 119147
    },
    {
      "epoch": 5.543056524773203,
      "grad_norm": 1.6691406642796403,
      "learning_rate": 4.407781971304103e-06,
      "loss": 0.9492,
      "step": 119148
    },
    {
      "epoch": 5.543103047220284,
      "grad_norm": 1.7640992483767393,
      "learning_rate": 4.406888905148026e-06,
      "loss": 0.9844,
      "step": 119149
    },
    {
      "epoch": 5.5431495696673645,
      "grad_norm": 1.928179139238135,
      "learning_rate": 4.4059959281249334e-06,
      "loss": 1.0859,
      "step": 119150
    },
    {
      "epoch": 5.543196092114445,
      "grad_norm": 1.7094792371896117,
      "learning_rate": 4.405103040235342e-06,
      "loss": 0.8906,
      "step": 119151
    },
    {
      "epoch": 5.543242614561526,
      "grad_norm": 1.6864210525669887,
      "learning_rate": 4.4042102414798165e-06,
      "loss": 0.9141,
      "step": 119152
    },
    {
      "epoch": 5.543289137008607,
      "grad_norm": 1.6536352865296293,
      "learning_rate": 4.4033175318588745e-06,
      "loss": 0.8906,
      "step": 119153
    },
    {
      "epoch": 5.543335659455687,
      "grad_norm": 1.7431599194270502,
      "learning_rate": 4.402424911373081e-06,
      "loss": 0.8789,
      "step": 119154
    },
    {
      "epoch": 5.543382181902768,
      "grad_norm": 1.8124621187536079,
      "learning_rate": 4.401532380022987e-06,
      "loss": 0.918,
      "step": 119155
    },
    {
      "epoch": 5.543428704349849,
      "grad_norm": 1.757122285347883,
      "learning_rate": 4.400639937809125e-06,
      "loss": 1.0156,
      "step": 119156
    },
    {
      "epoch": 5.54347522679693,
      "grad_norm": 1.896030613256352,
      "learning_rate": 4.39974758473206e-06,
      "loss": 0.8633,
      "step": 119157
    },
    {
      "epoch": 5.54352174924401,
      "grad_norm": 1.7142476647439149,
      "learning_rate": 4.3988553207923104e-06,
      "loss": 0.9414,
      "step": 119158
    },
    {
      "epoch": 5.543568271691091,
      "grad_norm": 1.680568486388394,
      "learning_rate": 4.397963145990457e-06,
      "loss": 0.8516,
      "step": 119159
    },
    {
      "epoch": 5.543614794138172,
      "grad_norm": 1.9365975864479925,
      "learning_rate": 4.397071060327018e-06,
      "loss": 0.8789,
      "step": 119160
    },
    {
      "epoch": 5.543661316585252,
      "grad_norm": 1.8679774608934159,
      "learning_rate": 4.39617906380254e-06,
      "loss": 0.9219,
      "step": 119161
    },
    {
      "epoch": 5.543707839032333,
      "grad_norm": 1.6650997658499076,
      "learning_rate": 4.39528715641761e-06,
      "loss": 0.7812,
      "step": 119162
    },
    {
      "epoch": 5.543754361479413,
      "grad_norm": 1.6140519030624296,
      "learning_rate": 4.394395338172707e-06,
      "loss": 0.9141,
      "step": 119163
    },
    {
      "epoch": 5.543800883926495,
      "grad_norm": 1.6546354361136344,
      "learning_rate": 4.393503609068433e-06,
      "loss": 0.8672,
      "step": 119164
    },
    {
      "epoch": 5.543847406373575,
      "grad_norm": 1.4853925343365608,
      "learning_rate": 4.39261196910532e-06,
      "loss": 0.8164,
      "step": 119165
    },
    {
      "epoch": 5.543893928820656,
      "grad_norm": 1.8140077738460778,
      "learning_rate": 4.391720418283917e-06,
      "loss": 0.875,
      "step": 119166
    },
    {
      "epoch": 5.543940451267737,
      "grad_norm": 1.760246468442095,
      "learning_rate": 4.390828956604725e-06,
      "loss": 1.0469,
      "step": 119167
    },
    {
      "epoch": 5.5439869737148175,
      "grad_norm": 1.8080548605501983,
      "learning_rate": 4.389937584068359e-06,
      "loss": 0.8555,
      "step": 119168
    },
    {
      "epoch": 5.544033496161898,
      "grad_norm": 1.7318528591744562,
      "learning_rate": 4.3890463006753195e-06,
      "loss": 0.957,
      "step": 119169
    },
    {
      "epoch": 5.5440800186089785,
      "grad_norm": 1.6145746935062955,
      "learning_rate": 4.388155106426172e-06,
      "loss": 0.8359,
      "step": 119170
    },
    {
      "epoch": 5.54412654105606,
      "grad_norm": 1.8145310140921727,
      "learning_rate": 4.387264001321433e-06,
      "loss": 0.9961,
      "step": 119171
    },
    {
      "epoch": 5.54417306350314,
      "grad_norm": 1.7964091510413647,
      "learning_rate": 4.386372985361685e-06,
      "loss": 0.9219,
      "step": 119172
    },
    {
      "epoch": 5.544219585950221,
      "grad_norm": 1.8472584524716733,
      "learning_rate": 4.3854820585474625e-06,
      "loss": 1.0,
      "step": 119173
    },
    {
      "epoch": 5.544266108397302,
      "grad_norm": 1.7959810456466736,
      "learning_rate": 4.384591220879297e-06,
      "loss": 0.8203,
      "step": 119174
    },
    {
      "epoch": 5.544312630844383,
      "grad_norm": 1.8500266527254825,
      "learning_rate": 4.383700472357738e-06,
      "loss": 0.9805,
      "step": 119175
    },
    {
      "epoch": 5.544359153291463,
      "grad_norm": 1.6833231076957025,
      "learning_rate": 4.382809812983351e-06,
      "loss": 0.9375,
      "step": 119176
    },
    {
      "epoch": 5.544405675738544,
      "grad_norm": 1.5897231617494052,
      "learning_rate": 4.381919242756654e-06,
      "loss": 0.8594,
      "step": 119177
    },
    {
      "epoch": 5.544452198185624,
      "grad_norm": 2.013710380464973,
      "learning_rate": 4.381028761678212e-06,
      "loss": 0.9062,
      "step": 119178
    },
    {
      "epoch": 5.544498720632705,
      "grad_norm": 2.1224643743887794,
      "learning_rate": 4.380138369748559e-06,
      "loss": 1.1172,
      "step": 119179
    },
    {
      "epoch": 5.544545243079786,
      "grad_norm": 1.8332670821145438,
      "learning_rate": 4.379248066968244e-06,
      "loss": 0.9492,
      "step": 119180
    },
    {
      "epoch": 5.544591765526866,
      "grad_norm": 1.8507880856849166,
      "learning_rate": 4.378357853337799e-06,
      "loss": 0.9453,
      "step": 119181
    },
    {
      "epoch": 5.544638287973948,
      "grad_norm": 1.797848182226311,
      "learning_rate": 4.377467728857792e-06,
      "loss": 1.1016,
      "step": 119182
    },
    {
      "epoch": 5.544684810421028,
      "grad_norm": 1.921907347008277,
      "learning_rate": 4.376577693528754e-06,
      "loss": 1.1016,
      "step": 119183
    },
    {
      "epoch": 5.544731332868109,
      "grad_norm": 1.6548591447951158,
      "learning_rate": 4.375687747351253e-06,
      "loss": 0.8125,
      "step": 119184
    },
    {
      "epoch": 5.544777855315189,
      "grad_norm": 1.7017277702245737,
      "learning_rate": 4.374797890325787e-06,
      "loss": 0.9336,
      "step": 119185
    },
    {
      "epoch": 5.5448243777622706,
      "grad_norm": 1.7213023292407719,
      "learning_rate": 4.37390812245294e-06,
      "loss": 0.9375,
      "step": 119186
    },
    {
      "epoch": 5.544870900209351,
      "grad_norm": 1.9328427633177134,
      "learning_rate": 4.373018443733245e-06,
      "loss": 0.9922,
      "step": 119187
    },
    {
      "epoch": 5.5449174226564315,
      "grad_norm": 1.8016037668242286,
      "learning_rate": 4.372128854167251e-06,
      "loss": 0.832,
      "step": 119188
    },
    {
      "epoch": 5.544963945103513,
      "grad_norm": 1.6581693884607658,
      "learning_rate": 4.3712393537554734e-06,
      "loss": 0.8789,
      "step": 119189
    },
    {
      "epoch": 5.545010467550593,
      "grad_norm": 1.713213801808013,
      "learning_rate": 4.370349942498513e-06,
      "loss": 0.9609,
      "step": 119190
    },
    {
      "epoch": 5.545056989997674,
      "grad_norm": 1.9030591509275558,
      "learning_rate": 4.36946062039687e-06,
      "loss": 1.0078,
      "step": 119191
    },
    {
      "epoch": 5.545103512444754,
      "grad_norm": 1.6084425692025064,
      "learning_rate": 4.368571387451108e-06,
      "loss": 0.8477,
      "step": 119192
    },
    {
      "epoch": 5.545150034891836,
      "grad_norm": 2.037910711865148,
      "learning_rate": 4.367682243661747e-06,
      "loss": 1.1172,
      "step": 119193
    },
    {
      "epoch": 5.545196557338916,
      "grad_norm": 2.064038092631021,
      "learning_rate": 4.366793189029366e-06,
      "loss": 0.8633,
      "step": 119194
    },
    {
      "epoch": 5.545243079785997,
      "grad_norm": 1.7105182825751812,
      "learning_rate": 4.3659042235545005e-06,
      "loss": 0.9141,
      "step": 119195
    },
    {
      "epoch": 5.545289602233077,
      "grad_norm": 1.7283515653222192,
      "learning_rate": 4.365015347237666e-06,
      "loss": 0.8555,
      "step": 119196
    },
    {
      "epoch": 5.5453361246801585,
      "grad_norm": 1.8118907748646633,
      "learning_rate": 4.364126560079428e-06,
      "loss": 0.9453,
      "step": 119197
    },
    {
      "epoch": 5.545382647127239,
      "grad_norm": 1.5915263792252554,
      "learning_rate": 4.363237862080338e-06,
      "loss": 0.9297,
      "step": 119198
    },
    {
      "epoch": 5.545429169574319,
      "grad_norm": 1.6499641017186988,
      "learning_rate": 4.362349253240943e-06,
      "loss": 0.9375,
      "step": 119199
    },
    {
      "epoch": 5.5454756920214,
      "grad_norm": 1.6858834744331115,
      "learning_rate": 4.361460733561761e-06,
      "loss": 1.0469,
      "step": 119200
    },
    {
      "epoch": 5.545522214468481,
      "grad_norm": 1.7881192914037527,
      "learning_rate": 4.360572303043341e-06,
      "loss": 0.9648,
      "step": 119201
    },
    {
      "epoch": 5.545568736915562,
      "grad_norm": 2.0131263643851294,
      "learning_rate": 4.359683961686267e-06,
      "loss": 0.9883,
      "step": 119202
    },
    {
      "epoch": 5.545615259362642,
      "grad_norm": 1.8337348314951205,
      "learning_rate": 4.358795709491036e-06,
      "loss": 1.0469,
      "step": 119203
    },
    {
      "epoch": 5.545661781809724,
      "grad_norm": 1.6752282035494874,
      "learning_rate": 4.3579075464582e-06,
      "loss": 0.9531,
      "step": 119204
    },
    {
      "epoch": 5.545708304256804,
      "grad_norm": 1.5054553283407757,
      "learning_rate": 4.357019472588325e-06,
      "loss": 0.7109,
      "step": 119205
    },
    {
      "epoch": 5.5457548267038845,
      "grad_norm": 1.935891098900898,
      "learning_rate": 4.356131487881926e-06,
      "loss": 0.9766,
      "step": 119206
    },
    {
      "epoch": 5.545801349150965,
      "grad_norm": 1.827563532991452,
      "learning_rate": 4.355243592339569e-06,
      "loss": 1.0703,
      "step": 119207
    },
    {
      "epoch": 5.545847871598046,
      "grad_norm": 1.955433872095538,
      "learning_rate": 4.354355785961805e-06,
      "loss": 0.9883,
      "step": 119208
    },
    {
      "epoch": 5.545894394045127,
      "grad_norm": 1.5749165045733204,
      "learning_rate": 4.3534680687491495e-06,
      "loss": 0.8125,
      "step": 119209
    },
    {
      "epoch": 5.545940916492207,
      "grad_norm": 1.8836033023459786,
      "learning_rate": 4.352580440702169e-06,
      "loss": 0.9805,
      "step": 119210
    },
    {
      "epoch": 5.545987438939289,
      "grad_norm": 1.6744015205614555,
      "learning_rate": 4.3516929018213795e-06,
      "loss": 1.0391,
      "step": 119211
    },
    {
      "epoch": 5.546033961386369,
      "grad_norm": 1.726894719229544,
      "learning_rate": 4.350805452107348e-06,
      "loss": 0.9219,
      "step": 119212
    },
    {
      "epoch": 5.54608048383345,
      "grad_norm": 1.724877057302044,
      "learning_rate": 4.3499180915606225e-06,
      "loss": 1.0234,
      "step": 119213
    },
    {
      "epoch": 5.54612700628053,
      "grad_norm": 1.6675162659166438,
      "learning_rate": 4.349030820181737e-06,
      "loss": 0.8125,
      "step": 119214
    },
    {
      "epoch": 5.546173528727611,
      "grad_norm": 1.7585655100211395,
      "learning_rate": 4.348143637971208e-06,
      "loss": 0.9766,
      "step": 119215
    },
    {
      "epoch": 5.546220051174692,
      "grad_norm": 1.677124062304361,
      "learning_rate": 4.347256544929634e-06,
      "loss": 1.0312,
      "step": 119216
    },
    {
      "epoch": 5.5462665736217724,
      "grad_norm": 1.8561555105728986,
      "learning_rate": 4.346369541057515e-06,
      "loss": 1.0,
      "step": 119217
    },
    {
      "epoch": 5.546313096068853,
      "grad_norm": 1.6949691886816327,
      "learning_rate": 4.345482626355401e-06,
      "loss": 0.9297,
      "step": 119218
    },
    {
      "epoch": 5.546359618515934,
      "grad_norm": 1.597563084448664,
      "learning_rate": 4.344595800823841e-06,
      "loss": 0.8984,
      "step": 119219
    },
    {
      "epoch": 5.546406140963015,
      "grad_norm": 1.9137583240467073,
      "learning_rate": 4.343709064463386e-06,
      "loss": 1.1406,
      "step": 119220
    },
    {
      "epoch": 5.546452663410095,
      "grad_norm": 1.8348426637840594,
      "learning_rate": 4.342822417274566e-06,
      "loss": 1.0312,
      "step": 119221
    },
    {
      "epoch": 5.546499185857176,
      "grad_norm": 1.8460991792379355,
      "learning_rate": 4.34193585925795e-06,
      "loss": 1.0078,
      "step": 119222
    },
    {
      "epoch": 5.546545708304257,
      "grad_norm": 1.948536006393252,
      "learning_rate": 4.34104939041402e-06,
      "loss": 0.9453,
      "step": 119223
    },
    {
      "epoch": 5.546592230751338,
      "grad_norm": 1.8178550140672711,
      "learning_rate": 4.340163010743375e-06,
      "loss": 0.9336,
      "step": 119224
    },
    {
      "epoch": 5.546638753198418,
      "grad_norm": 2.00818506677681,
      "learning_rate": 4.339276720246549e-06,
      "loss": 0.9453,
      "step": 119225
    },
    {
      "epoch": 5.546685275645499,
      "grad_norm": 1.6143040038177492,
      "learning_rate": 4.338390518924073e-06,
      "loss": 0.8984,
      "step": 119226
    },
    {
      "epoch": 5.54673179809258,
      "grad_norm": 1.6637086177095244,
      "learning_rate": 4.3375044067764815e-06,
      "loss": 0.8672,
      "step": 119227
    },
    {
      "epoch": 5.54677832053966,
      "grad_norm": 1.984222524105796,
      "learning_rate": 4.336618383804324e-06,
      "loss": 1.0469,
      "step": 119228
    },
    {
      "epoch": 5.546824842986741,
      "grad_norm": 2.0211596090151147,
      "learning_rate": 4.335732450008167e-06,
      "loss": 1.1484,
      "step": 119229
    },
    {
      "epoch": 5.546871365433822,
      "grad_norm": 1.7076139584643022,
      "learning_rate": 4.3348466053885424e-06,
      "loss": 0.9453,
      "step": 119230
    },
    {
      "epoch": 5.546917887880903,
      "grad_norm": 1.6959226395373395,
      "learning_rate": 4.3339608499459665e-06,
      "loss": 0.8242,
      "step": 119231
    },
    {
      "epoch": 5.546964410327983,
      "grad_norm": 1.7447842337292792,
      "learning_rate": 4.3330751836809894e-06,
      "loss": 0.9336,
      "step": 119232
    },
    {
      "epoch": 5.547010932775064,
      "grad_norm": 1.8521847885025582,
      "learning_rate": 4.332189606594177e-06,
      "loss": 1.0391,
      "step": 119233
    },
    {
      "epoch": 5.547057455222145,
      "grad_norm": 1.8340402488907188,
      "learning_rate": 4.331304118686046e-06,
      "loss": 1.1172,
      "step": 119234
    },
    {
      "epoch": 5.5471039776692255,
      "grad_norm": 1.7499973768329413,
      "learning_rate": 4.330418719957162e-06,
      "loss": 1.0312,
      "step": 119235
    },
    {
      "epoch": 5.547150500116306,
      "grad_norm": 1.8818711189385797,
      "learning_rate": 4.3295334104080595e-06,
      "loss": 1.1172,
      "step": 119236
    },
    {
      "epoch": 5.547197022563386,
      "grad_norm": 1.7169783166918395,
      "learning_rate": 4.328648190039252e-06,
      "loss": 0.9375,
      "step": 119237
    },
    {
      "epoch": 5.547243545010468,
      "grad_norm": 1.6341869319683462,
      "learning_rate": 4.327763058851325e-06,
      "loss": 0.8984,
      "step": 119238
    },
    {
      "epoch": 5.547290067457548,
      "grad_norm": 1.5756129547030833,
      "learning_rate": 4.3268780168447924e-06,
      "loss": 0.9531,
      "step": 119239
    },
    {
      "epoch": 5.547336589904629,
      "grad_norm": 1.7917980271248986,
      "learning_rate": 4.325993064020206e-06,
      "loss": 0.9375,
      "step": 119240
    },
    {
      "epoch": 5.54738311235171,
      "grad_norm": 1.704486444169837,
      "learning_rate": 4.32510820037808e-06,
      "loss": 0.8672,
      "step": 119241
    },
    {
      "epoch": 5.547429634798791,
      "grad_norm": 1.6911101366602772,
      "learning_rate": 4.324223425919015e-06,
      "loss": 0.9492,
      "step": 119242
    },
    {
      "epoch": 5.547476157245871,
      "grad_norm": 1.9542391078886612,
      "learning_rate": 4.323338740643511e-06,
      "loss": 0.9922,
      "step": 119243
    },
    {
      "epoch": 5.5475226796929515,
      "grad_norm": 1.820189825359544,
      "learning_rate": 4.3224541445521175e-06,
      "loss": 1.0,
      "step": 119244
    },
    {
      "epoch": 5.547569202140033,
      "grad_norm": 1.8015188173620256,
      "learning_rate": 4.32156963764535e-06,
      "loss": 0.8984,
      "step": 119245
    },
    {
      "epoch": 5.547615724587113,
      "grad_norm": 1.974188812951268,
      "learning_rate": 4.320685219923809e-06,
      "loss": 1.0781,
      "step": 119246
    },
    {
      "epoch": 5.547662247034194,
      "grad_norm": 1.7777829399926441,
      "learning_rate": 4.319800891387992e-06,
      "loss": 0.9219,
      "step": 119247
    },
    {
      "epoch": 5.547708769481274,
      "grad_norm": 1.6186551441152937,
      "learning_rate": 4.318916652038434e-06,
      "loss": 0.7852,
      "step": 119248
    },
    {
      "epoch": 5.547755291928356,
      "grad_norm": 2.039438378176152,
      "learning_rate": 4.318032501875718e-06,
      "loss": 1.0312,
      "step": 119249
    },
    {
      "epoch": 5.547801814375436,
      "grad_norm": 1.7224138832100062,
      "learning_rate": 4.317148440900342e-06,
      "loss": 0.8789,
      "step": 119250
    },
    {
      "epoch": 5.547848336822517,
      "grad_norm": 1.760799840941919,
      "learning_rate": 4.31626446911289e-06,
      "loss": 0.918,
      "step": 119251
    },
    {
      "epoch": 5.547894859269597,
      "grad_norm": 1.9960217968460747,
      "learning_rate": 4.315380586513861e-06,
      "loss": 0.9297,
      "step": 119252
    },
    {
      "epoch": 5.5479413817166785,
      "grad_norm": 1.9553441827704923,
      "learning_rate": 4.314496793103839e-06,
      "loss": 1.0156,
      "step": 119253
    },
    {
      "epoch": 5.547987904163759,
      "grad_norm": 1.7318782624058264,
      "learning_rate": 4.313613088883305e-06,
      "loss": 0.8984,
      "step": 119254
    },
    {
      "epoch": 5.5480344266108395,
      "grad_norm": 1.8127251100686588,
      "learning_rate": 4.31272947385286e-06,
      "loss": 0.9961,
      "step": 119255
    },
    {
      "epoch": 5.548080949057921,
      "grad_norm": 1.7226128664231373,
      "learning_rate": 4.311845948013021e-06,
      "loss": 0.9648,
      "step": 119256
    },
    {
      "epoch": 5.548127471505001,
      "grad_norm": 1.611697773787535,
      "learning_rate": 4.310962511364319e-06,
      "loss": 0.7891,
      "step": 119257
    },
    {
      "epoch": 5.548173993952082,
      "grad_norm": 1.821528733622846,
      "learning_rate": 4.310079163907304e-06,
      "loss": 0.9688,
      "step": 119258
    },
    {
      "epoch": 5.548220516399162,
      "grad_norm": 1.7741566860420062,
      "learning_rate": 4.309195905642526e-06,
      "loss": 1.0859,
      "step": 119259
    },
    {
      "epoch": 5.548267038846244,
      "grad_norm": 1.883989929657947,
      "learning_rate": 4.308312736570502e-06,
      "loss": 0.8633,
      "step": 119260
    },
    {
      "epoch": 5.548313561293324,
      "grad_norm": 1.7869705024439475,
      "learning_rate": 4.307429656691813e-06,
      "loss": 1.0312,
      "step": 119261
    },
    {
      "epoch": 5.548360083740405,
      "grad_norm": 1.7251883911699961,
      "learning_rate": 4.30654666600696e-06,
      "loss": 0.8125,
      "step": 119262
    },
    {
      "epoch": 5.548406606187486,
      "grad_norm": 1.8188019445262473,
      "learning_rate": 4.305663764516476e-06,
      "loss": 1.0703,
      "step": 119263
    },
    {
      "epoch": 5.548453128634566,
      "grad_norm": 2.109578294285175,
      "learning_rate": 4.30478095222096e-06,
      "loss": 1.1719,
      "step": 119264
    },
    {
      "epoch": 5.548499651081647,
      "grad_norm": 1.7124804779968932,
      "learning_rate": 4.303898229120894e-06,
      "loss": 0.9648,
      "step": 119265
    },
    {
      "epoch": 5.548546173528727,
      "grad_norm": 1.9794141830804897,
      "learning_rate": 4.3030155952168464e-06,
      "loss": 0.9414,
      "step": 119266
    },
    {
      "epoch": 5.548592695975808,
      "grad_norm": 1.8558599763827484,
      "learning_rate": 4.302133050509349e-06,
      "loss": 0.9727,
      "step": 119267
    },
    {
      "epoch": 5.548639218422889,
      "grad_norm": 1.425818907579465,
      "learning_rate": 4.301250594998951e-06,
      "loss": 0.8359,
      "step": 119268
    },
    {
      "epoch": 5.54868574086997,
      "grad_norm": 1.9456389245131123,
      "learning_rate": 4.3003682286861855e-06,
      "loss": 1.0781,
      "step": 119269
    },
    {
      "epoch": 5.54873226331705,
      "grad_norm": 1.684791746872136,
      "learning_rate": 4.299485951571568e-06,
      "loss": 0.9023,
      "step": 119270
    },
    {
      "epoch": 5.5487787857641315,
      "grad_norm": 1.6896216735715603,
      "learning_rate": 4.2986037636557e-06,
      "loss": 0.918,
      "step": 119271
    },
    {
      "epoch": 5.548825308211212,
      "grad_norm": 1.883922250025496,
      "learning_rate": 4.297721664939046e-06,
      "loss": 0.9102,
      "step": 119272
    },
    {
      "epoch": 5.5488718306582925,
      "grad_norm": 1.9583893344480112,
      "learning_rate": 4.296839655422224e-06,
      "loss": 1.0859,
      "step": 119273
    },
    {
      "epoch": 5.548918353105373,
      "grad_norm": 1.6792174677839051,
      "learning_rate": 4.295957735105715e-06,
      "loss": 0.8594,
      "step": 119274
    },
    {
      "epoch": 5.548964875552454,
      "grad_norm": 1.9601968696035048,
      "learning_rate": 4.295075903990103e-06,
      "loss": 0.8906,
      "step": 119275
    },
    {
      "epoch": 5.549011397999535,
      "grad_norm": 1.9088936740787832,
      "learning_rate": 4.2941941620758705e-06,
      "loss": 1.0938,
      "step": 119276
    },
    {
      "epoch": 5.549057920446615,
      "grad_norm": 1.87346157400822,
      "learning_rate": 4.2933125093636e-06,
      "loss": 0.9492,
      "step": 119277
    },
    {
      "epoch": 5.549104442893697,
      "grad_norm": 1.6770381058471966,
      "learning_rate": 4.292430945853842e-06,
      "loss": 0.9766,
      "step": 119278
    },
    {
      "epoch": 5.549150965340777,
      "grad_norm": 1.5561623416038657,
      "learning_rate": 4.291549471547112e-06,
      "loss": 0.8125,
      "step": 119279
    },
    {
      "epoch": 5.549197487787858,
      "grad_norm": 1.9302404251275964,
      "learning_rate": 4.2906680864439265e-06,
      "loss": 0.9883,
      "step": 119280
    },
    {
      "epoch": 5.549244010234938,
      "grad_norm": 1.5846366096872835,
      "learning_rate": 4.289786790544886e-06,
      "loss": 0.832,
      "step": 119281
    },
    {
      "epoch": 5.549290532682019,
      "grad_norm": 1.6813249395493794,
      "learning_rate": 4.288905583850488e-06,
      "loss": 0.9375,
      "step": 119282
    },
    {
      "epoch": 5.5493370551291,
      "grad_norm": 1.9531494204094686,
      "learning_rate": 4.288024466361267e-06,
      "loss": 1.0703,
      "step": 119283
    },
    {
      "epoch": 5.54938357757618,
      "grad_norm": 1.8605009648153983,
      "learning_rate": 4.287143438077789e-06,
      "loss": 0.9023,
      "step": 119284
    },
    {
      "epoch": 5.549430100023261,
      "grad_norm": 1.770212241270711,
      "learning_rate": 4.2862624990005704e-06,
      "loss": 0.9922,
      "step": 119285
    },
    {
      "epoch": 5.549476622470342,
      "grad_norm": 1.670383411343494,
      "learning_rate": 4.285381649130177e-06,
      "loss": 0.8789,
      "step": 119286
    },
    {
      "epoch": 5.549523144917423,
      "grad_norm": 1.7471195177810739,
      "learning_rate": 4.284500888467124e-06,
      "loss": 0.8828,
      "step": 119287
    },
    {
      "epoch": 5.549569667364503,
      "grad_norm": 1.6206724356643705,
      "learning_rate": 4.2836202170119626e-06,
      "loss": 0.9258,
      "step": 119288
    },
    {
      "epoch": 5.549616189811584,
      "grad_norm": 1.6137415097111973,
      "learning_rate": 4.282739634765209e-06,
      "loss": 0.8164,
      "step": 119289
    },
    {
      "epoch": 5.549662712258665,
      "grad_norm": 1.6106300167051966,
      "learning_rate": 4.281859141727428e-06,
      "loss": 0.9258,
      "step": 119290
    },
    {
      "epoch": 5.5497092347057455,
      "grad_norm": 1.7422679662271037,
      "learning_rate": 4.280978737899171e-06,
      "loss": 0.9727,
      "step": 119291
    },
    {
      "epoch": 5.549755757152826,
      "grad_norm": 2.016878607806922,
      "learning_rate": 4.280098423280937e-06,
      "loss": 1.1094,
      "step": 119292
    },
    {
      "epoch": 5.549802279599907,
      "grad_norm": 1.7573461180625924,
      "learning_rate": 4.279218197873291e-06,
      "loss": 1.0312,
      "step": 119293
    },
    {
      "epoch": 5.549848802046988,
      "grad_norm": 1.8867519872907972,
      "learning_rate": 4.278338061676751e-06,
      "loss": 1.0625,
      "step": 119294
    },
    {
      "epoch": 5.549895324494068,
      "grad_norm": 1.8121375893571565,
      "learning_rate": 4.277458014691898e-06,
      "loss": 1.0703,
      "step": 119295
    },
    {
      "epoch": 5.549941846941149,
      "grad_norm": 1.7894710816437405,
      "learning_rate": 4.276578056919233e-06,
      "loss": 1.0234,
      "step": 119296
    },
    {
      "epoch": 5.54998836938823,
      "grad_norm": 1.7479899723964414,
      "learning_rate": 4.275698188359306e-06,
      "loss": 0.9805,
      "step": 119297
    },
    {
      "epoch": 5.550034891835311,
      "grad_norm": 1.835586219533526,
      "learning_rate": 4.274818409012648e-06,
      "loss": 1.0078,
      "step": 119298
    },
    {
      "epoch": 5.550081414282391,
      "grad_norm": 1.7820746927122884,
      "learning_rate": 4.273938718879827e-06,
      "loss": 0.875,
      "step": 119299
    },
    {
      "epoch": 5.5501279367294725,
      "grad_norm": 1.5881859415661475,
      "learning_rate": 4.273059117961341e-06,
      "loss": 0.8086,
      "step": 119300
    },
    {
      "epoch": 5.550174459176553,
      "grad_norm": 1.8725356084816072,
      "learning_rate": 4.272179606257758e-06,
      "loss": 1.0312,
      "step": 119301
    },
    {
      "epoch": 5.550220981623633,
      "grad_norm": 2.070830147161713,
      "learning_rate": 4.271300183769593e-06,
      "loss": 0.8438,
      "step": 119302
    },
    {
      "epoch": 5.550267504070714,
      "grad_norm": 1.7534315741990854,
      "learning_rate": 4.270420850497397e-06,
      "loss": 1.0156,
      "step": 119303
    },
    {
      "epoch": 5.550314026517794,
      "grad_norm": 1.694347758056966,
      "learning_rate": 4.269541606441717e-06,
      "loss": 0.9102,
      "step": 119304
    },
    {
      "epoch": 5.550360548964876,
      "grad_norm": 1.6148056758707148,
      "learning_rate": 4.268662451603089e-06,
      "loss": 0.8281,
      "step": 119305
    },
    {
      "epoch": 5.550407071411956,
      "grad_norm": 1.6360542870648487,
      "learning_rate": 4.2677833859820265e-06,
      "loss": 0.9023,
      "step": 119306
    },
    {
      "epoch": 5.550453593859037,
      "grad_norm": 1.754671082797597,
      "learning_rate": 4.266904409579097e-06,
      "loss": 0.9727,
      "step": 119307
    },
    {
      "epoch": 5.550500116306118,
      "grad_norm": 1.8420820662408872,
      "learning_rate": 4.266025522394834e-06,
      "loss": 0.9492,
      "step": 119308
    },
    {
      "epoch": 5.5505466387531985,
      "grad_norm": 1.7589627993200856,
      "learning_rate": 4.265146724429769e-06,
      "loss": 0.9453,
      "step": 119309
    },
    {
      "epoch": 5.550593161200279,
      "grad_norm": 1.6901089883978784,
      "learning_rate": 4.264268015684419e-06,
      "loss": 0.9609,
      "step": 119310
    },
    {
      "epoch": 5.5506396836473595,
      "grad_norm": 1.7091689896397366,
      "learning_rate": 4.26338939615935e-06,
      "loss": 0.9492,
      "step": 119311
    },
    {
      "epoch": 5.550686206094441,
      "grad_norm": 1.7574813527367157,
      "learning_rate": 4.262510865855112e-06,
      "loss": 0.9062,
      "step": 119312
    },
    {
      "epoch": 5.550732728541521,
      "grad_norm": 2.125465324417458,
      "learning_rate": 4.261632424772204e-06,
      "loss": 0.9805,
      "step": 119313
    },
    {
      "epoch": 5.550779250988602,
      "grad_norm": 1.5544715038501038,
      "learning_rate": 4.260754072911193e-06,
      "loss": 0.9336,
      "step": 119314
    },
    {
      "epoch": 5.550825773435683,
      "grad_norm": 1.690394106496594,
      "learning_rate": 4.259875810272595e-06,
      "loss": 0.8828,
      "step": 119315
    },
    {
      "epoch": 5.550872295882764,
      "grad_norm": 1.7701986044404172,
      "learning_rate": 4.258997636856959e-06,
      "loss": 0.8008,
      "step": 119316
    },
    {
      "epoch": 5.550918818329844,
      "grad_norm": 1.7998628554955634,
      "learning_rate": 4.258119552664851e-06,
      "loss": 1.0234,
      "step": 119317
    },
    {
      "epoch": 5.550965340776925,
      "grad_norm": 1.669114610573736,
      "learning_rate": 4.257241557696755e-06,
      "loss": 0.9219,
      "step": 119318
    },
    {
      "epoch": 5.551011863224006,
      "grad_norm": 1.9256607047480165,
      "learning_rate": 4.256363651953254e-06,
      "loss": 1.0156,
      "step": 119319
    },
    {
      "epoch": 5.5510583856710864,
      "grad_norm": 1.7332186569925407,
      "learning_rate": 4.255485835434846e-06,
      "loss": 0.918,
      "step": 119320
    },
    {
      "epoch": 5.551104908118167,
      "grad_norm": 1.8408448642788924,
      "learning_rate": 4.254608108142099e-06,
      "loss": 1.1016,
      "step": 119321
    },
    {
      "epoch": 5.551151430565247,
      "grad_norm": 1.7056573383549625,
      "learning_rate": 4.2537304700755446e-06,
      "loss": 0.8672,
      "step": 119322
    },
    {
      "epoch": 5.551197953012329,
      "grad_norm": 1.7634832827152978,
      "learning_rate": 4.252852921235717e-06,
      "loss": 1.0469,
      "step": 119323
    },
    {
      "epoch": 5.551244475459409,
      "grad_norm": 1.81190492128466,
      "learning_rate": 4.251975461623131e-06,
      "loss": 0.8828,
      "step": 119324
    },
    {
      "epoch": 5.55129099790649,
      "grad_norm": 1.8672679890772426,
      "learning_rate": 4.251098091238369e-06,
      "loss": 0.9609,
      "step": 119325
    },
    {
      "epoch": 5.55133752035357,
      "grad_norm": 1.6956926248877233,
      "learning_rate": 4.250220810081934e-06,
      "loss": 0.9219,
      "step": 119326
    },
    {
      "epoch": 5.551384042800652,
      "grad_norm": 1.7220805412832694,
      "learning_rate": 4.2493436181543715e-06,
      "loss": 0.9336,
      "step": 119327
    },
    {
      "epoch": 5.551430565247732,
      "grad_norm": 1.7996815964395638,
      "learning_rate": 4.248466515456217e-06,
      "loss": 0.9648,
      "step": 119328
    },
    {
      "epoch": 5.5514770876948125,
      "grad_norm": 1.7956390560887276,
      "learning_rate": 4.247589501988019e-06,
      "loss": 1.0078,
      "step": 119329
    },
    {
      "epoch": 5.551523610141894,
      "grad_norm": 1.9083163970715433,
      "learning_rate": 4.246712577750294e-06,
      "loss": 0.9922,
      "step": 119330
    },
    {
      "epoch": 5.551570132588974,
      "grad_norm": 1.6686726433509795,
      "learning_rate": 4.245835742743609e-06,
      "loss": 1.0547,
      "step": 119331
    },
    {
      "epoch": 5.551616655036055,
      "grad_norm": 1.7003519633547053,
      "learning_rate": 4.244958996968462e-06,
      "loss": 0.9766,
      "step": 119332
    },
    {
      "epoch": 5.551663177483135,
      "grad_norm": 1.8171460938247448,
      "learning_rate": 4.24408234042542e-06,
      "loss": 1.0234,
      "step": 119333
    },
    {
      "epoch": 5.551709699930217,
      "grad_norm": 1.815849029406952,
      "learning_rate": 4.243205773114999e-06,
      "loss": 1.0391,
      "step": 119334
    },
    {
      "epoch": 5.551756222377297,
      "grad_norm": 1.8535883244144686,
      "learning_rate": 4.242329295037766e-06,
      "loss": 1.0703,
      "step": 119335
    },
    {
      "epoch": 5.551802744824378,
      "grad_norm": 1.809399120739256,
      "learning_rate": 4.2414529061942204e-06,
      "loss": 0.9453,
      "step": 119336
    },
    {
      "epoch": 5.551849267271458,
      "grad_norm": 1.8194440820877438,
      "learning_rate": 4.2405766065849116e-06,
      "loss": 0.9531,
      "step": 119337
    },
    {
      "epoch": 5.5518957897185395,
      "grad_norm": 1.7050976587629048,
      "learning_rate": 4.239700396210388e-06,
      "loss": 1.0312,
      "step": 119338
    },
    {
      "epoch": 5.55194231216562,
      "grad_norm": 1.7228932377544044,
      "learning_rate": 4.238824275071201e-06,
      "loss": 1.0625,
      "step": 119339
    },
    {
      "epoch": 5.5519888346127,
      "grad_norm": 1.6988047321401285,
      "learning_rate": 4.237948243167849e-06,
      "loss": 0.9102,
      "step": 119340
    },
    {
      "epoch": 5.552035357059781,
      "grad_norm": 1.7473108399688912,
      "learning_rate": 4.237072300500882e-06,
      "loss": 1.0469,
      "step": 119341
    },
    {
      "epoch": 5.552081879506862,
      "grad_norm": 1.7349620444746066,
      "learning_rate": 4.236196447070833e-06,
      "loss": 0.9805,
      "step": 119342
    },
    {
      "epoch": 5.552128401953943,
      "grad_norm": 1.6733317893155606,
      "learning_rate": 4.235320682878251e-06,
      "loss": 0.8828,
      "step": 119343
    },
    {
      "epoch": 5.552174924401023,
      "grad_norm": 1.7395628093924842,
      "learning_rate": 4.23444500792367e-06,
      "loss": 0.9805,
      "step": 119344
    },
    {
      "epoch": 5.552221446848105,
      "grad_norm": 1.768366292565006,
      "learning_rate": 4.233569422207622e-06,
      "loss": 1.1094,
      "step": 119345
    },
    {
      "epoch": 5.552267969295185,
      "grad_norm": 1.6966612130546006,
      "learning_rate": 4.2326939257306235e-06,
      "loss": 0.9258,
      "step": 119346
    },
    {
      "epoch": 5.5523144917422655,
      "grad_norm": 1.774081017647721,
      "learning_rate": 4.23181851849324e-06,
      "loss": 1.0156,
      "step": 119347
    },
    {
      "epoch": 5.552361014189346,
      "grad_norm": 1.747590784840584,
      "learning_rate": 4.230943200496007e-06,
      "loss": 0.9336,
      "step": 119348
    },
    {
      "epoch": 5.552407536636427,
      "grad_norm": 1.8105573952623084,
      "learning_rate": 4.230067971739437e-06,
      "loss": 1.0312,
      "step": 119349
    },
    {
      "epoch": 5.552454059083508,
      "grad_norm": 1.6832254374018687,
      "learning_rate": 4.229192832224065e-06,
      "loss": 0.8711,
      "step": 119350
    },
    {
      "epoch": 5.552500581530588,
      "grad_norm": 1.8896673963949135,
      "learning_rate": 4.228317781950458e-06,
      "loss": 1.0469,
      "step": 119351
    },
    {
      "epoch": 5.55254710397767,
      "grad_norm": 1.886066628162869,
      "learning_rate": 4.227442820919147e-06,
      "loss": 0.9102,
      "step": 119352
    },
    {
      "epoch": 5.55259362642475,
      "grad_norm": 1.7472844946393553,
      "learning_rate": 4.226567949130633e-06,
      "loss": 0.9805,
      "step": 119353
    },
    {
      "epoch": 5.552640148871831,
      "grad_norm": 1.8593320293896232,
      "learning_rate": 4.225693166585464e-06,
      "loss": 0.9336,
      "step": 119354
    },
    {
      "epoch": 5.552686671318911,
      "grad_norm": 1.8496737460360233,
      "learning_rate": 4.2248184732842085e-06,
      "loss": 1.0078,
      "step": 119355
    },
    {
      "epoch": 5.552733193765992,
      "grad_norm": 1.8374271733997476,
      "learning_rate": 4.223943869227381e-06,
      "loss": 1.0156,
      "step": 119356
    },
    {
      "epoch": 5.552779716213073,
      "grad_norm": 1.5745665557020754,
      "learning_rate": 4.223069354415498e-06,
      "loss": 0.8203,
      "step": 119357
    },
    {
      "epoch": 5.5528262386601535,
      "grad_norm": 1.6688642311954283,
      "learning_rate": 4.22219492884911e-06,
      "loss": 0.918,
      "step": 119358
    },
    {
      "epoch": 5.552872761107234,
      "grad_norm": 1.6350150468100932,
      "learning_rate": 4.221320592528748e-06,
      "loss": 0.8945,
      "step": 119359
    },
    {
      "epoch": 5.552919283554315,
      "grad_norm": 1.7972677922468976,
      "learning_rate": 4.2204463454549644e-06,
      "loss": 0.9805,
      "step": 119360
    },
    {
      "epoch": 5.552965806001396,
      "grad_norm": 1.8451011721576287,
      "learning_rate": 4.2195721876282895e-06,
      "loss": 0.8945,
      "step": 119361
    },
    {
      "epoch": 5.553012328448476,
      "grad_norm": 2.073643284223617,
      "learning_rate": 4.218698119049257e-06,
      "loss": 1.0859,
      "step": 119362
    },
    {
      "epoch": 5.553058850895557,
      "grad_norm": 1.7767640310961021,
      "learning_rate": 4.217824139718368e-06,
      "loss": 0.8438,
      "step": 119363
    },
    {
      "epoch": 5.553105373342638,
      "grad_norm": 1.7638016188918888,
      "learning_rate": 4.216950249636203e-06,
      "loss": 0.8906,
      "step": 119364
    },
    {
      "epoch": 5.553151895789719,
      "grad_norm": 1.7035027286708118,
      "learning_rate": 4.216076448803296e-06,
      "loss": 0.9375,
      "step": 119365
    },
    {
      "epoch": 5.553198418236799,
      "grad_norm": 1.910163125693056,
      "learning_rate": 4.215202737220147e-06,
      "loss": 0.8672,
      "step": 119366
    },
    {
      "epoch": 5.55324494068388,
      "grad_norm": 2.430095847260005,
      "learning_rate": 4.214329114887321e-06,
      "loss": 1.0234,
      "step": 119367
    },
    {
      "epoch": 5.553291463130961,
      "grad_norm": 1.5910408739895774,
      "learning_rate": 4.213455581805319e-06,
      "loss": 0.9414,
      "step": 119368
    },
    {
      "epoch": 5.553337985578041,
      "grad_norm": 1.6424258319759732,
      "learning_rate": 4.212582137974724e-06,
      "loss": 0.9336,
      "step": 119369
    },
    {
      "epoch": 5.553384508025122,
      "grad_norm": 1.6684690697887667,
      "learning_rate": 4.211708783396034e-06,
      "loss": 0.9102,
      "step": 119370
    },
    {
      "epoch": 5.553431030472203,
      "grad_norm": 2.523075324344719,
      "learning_rate": 4.2108355180698e-06,
      "loss": 1.0625,
      "step": 119371
    },
    {
      "epoch": 5.553477552919284,
      "grad_norm": 1.467656886312994,
      "learning_rate": 4.209962341996537e-06,
      "loss": 0.7148,
      "step": 119372
    },
    {
      "epoch": 5.553524075366364,
      "grad_norm": 1.5708250803572412,
      "learning_rate": 4.209089255176812e-06,
      "loss": 0.8164,
      "step": 119373
    },
    {
      "epoch": 5.553570597813445,
      "grad_norm": 1.5046432314504594,
      "learning_rate": 4.208216257611141e-06,
      "loss": 0.8438,
      "step": 119374
    },
    {
      "epoch": 5.553617120260526,
      "grad_norm": 1.8635932341143058,
      "learning_rate": 4.207343349300057e-06,
      "loss": 0.9219,
      "step": 119375
    },
    {
      "epoch": 5.5536636427076065,
      "grad_norm": 1.957052248633927,
      "learning_rate": 4.206470530244077e-06,
      "loss": 1.0078,
      "step": 119376
    },
    {
      "epoch": 5.553710165154687,
      "grad_norm": 1.6588139168112128,
      "learning_rate": 4.205597800443783e-06,
      "loss": 0.9922,
      "step": 119377
    },
    {
      "epoch": 5.553756687601767,
      "grad_norm": 1.797296273964824,
      "learning_rate": 4.204725159899674e-06,
      "loss": 0.9219,
      "step": 119378
    },
    {
      "epoch": 5.553803210048849,
      "grad_norm": 1.9124589537303973,
      "learning_rate": 4.203852608612285e-06,
      "loss": 1.0391,
      "step": 119379
    },
    {
      "epoch": 5.553849732495929,
      "grad_norm": 1.8154007268296313,
      "learning_rate": 4.202980146582146e-06,
      "loss": 1.0234,
      "step": 119380
    },
    {
      "epoch": 5.55389625494301,
      "grad_norm": 2.0267902704412823,
      "learning_rate": 4.202107773809809e-06,
      "loss": 1.1484,
      "step": 119381
    },
    {
      "epoch": 5.553942777390091,
      "grad_norm": 1.7741570002676144,
      "learning_rate": 4.201235490295807e-06,
      "loss": 0.9609,
      "step": 119382
    },
    {
      "epoch": 5.553989299837172,
      "grad_norm": 1.783743055603876,
      "learning_rate": 4.200363296040671e-06,
      "loss": 0.8945,
      "step": 119383
    },
    {
      "epoch": 5.554035822284252,
      "grad_norm": 1.9431827521247322,
      "learning_rate": 4.199491191044934e-06,
      "loss": 0.875,
      "step": 119384
    },
    {
      "epoch": 5.5540823447313326,
      "grad_norm": 1.7073911007217144,
      "learning_rate": 4.198619175309115e-06,
      "loss": 0.9297,
      "step": 119385
    },
    {
      "epoch": 5.554128867178414,
      "grad_norm": 1.744455988360328,
      "learning_rate": 4.197747248833777e-06,
      "loss": 0.9883,
      "step": 119386
    },
    {
      "epoch": 5.554175389625494,
      "grad_norm": 1.5605997101384774,
      "learning_rate": 4.196875411619421e-06,
      "loss": 0.8516,
      "step": 119387
    },
    {
      "epoch": 5.554221912072575,
      "grad_norm": 1.6884039125328285,
      "learning_rate": 4.196003663666614e-06,
      "loss": 0.8086,
      "step": 119388
    },
    {
      "epoch": 5.554268434519655,
      "grad_norm": 1.8581922819985766,
      "learning_rate": 4.195132004975854e-06,
      "loss": 0.9414,
      "step": 119389
    },
    {
      "epoch": 5.554314956966737,
      "grad_norm": 1.6011761008579701,
      "learning_rate": 4.194260435547708e-06,
      "loss": 0.7852,
      "step": 119390
    },
    {
      "epoch": 5.554361479413817,
      "grad_norm": 1.7386092313711308,
      "learning_rate": 4.193388955382693e-06,
      "loss": 0.9141,
      "step": 119391
    },
    {
      "epoch": 5.554408001860898,
      "grad_norm": 1.7005358435140392,
      "learning_rate": 4.19251756448134e-06,
      "loss": 0.9453,
      "step": 119392
    },
    {
      "epoch": 5.554454524307978,
      "grad_norm": 1.8700920567124097,
      "learning_rate": 4.191646262844201e-06,
      "loss": 0.9258,
      "step": 119393
    },
    {
      "epoch": 5.5545010467550595,
      "grad_norm": 1.8777279497364778,
      "learning_rate": 4.190775050471773e-06,
      "loss": 1.0469,
      "step": 119394
    },
    {
      "epoch": 5.55454756920214,
      "grad_norm": 1.7032340005957785,
      "learning_rate": 4.189903927364624e-06,
      "loss": 0.8008,
      "step": 119395
    },
    {
      "epoch": 5.5545940916492205,
      "grad_norm": 1.7846331764866359,
      "learning_rate": 4.18903289352327e-06,
      "loss": 0.9062,
      "step": 119396
    },
    {
      "epoch": 5.554640614096302,
      "grad_norm": 1.9072916625210883,
      "learning_rate": 4.18816194894826e-06,
      "loss": 0.9805,
      "step": 119397
    },
    {
      "epoch": 5.554687136543382,
      "grad_norm": 1.764921118751223,
      "learning_rate": 4.187291093640094e-06,
      "loss": 0.9922,
      "step": 119398
    },
    {
      "epoch": 5.554733658990463,
      "grad_norm": 1.7662143353986057,
      "learning_rate": 4.186420327599355e-06,
      "loss": 0.8438,
      "step": 119399
    },
    {
      "epoch": 5.554780181437543,
      "grad_norm": 1.7995570826118914,
      "learning_rate": 4.185549650826542e-06,
      "loss": 0.9336,
      "step": 119400
    },
    {
      "epoch": 5.554826703884625,
      "grad_norm": 1.68573606820167,
      "learning_rate": 4.184679063322188e-06,
      "loss": 0.9062,
      "step": 119401
    },
    {
      "epoch": 5.554873226331705,
      "grad_norm": 1.5907221470610093,
      "learning_rate": 4.183808565086827e-06,
      "loss": 0.8672,
      "step": 119402
    },
    {
      "epoch": 5.554919748778786,
      "grad_norm": 1.9077074963465446,
      "learning_rate": 4.18293815612099e-06,
      "loss": 1.0156,
      "step": 119403
    },
    {
      "epoch": 5.554966271225867,
      "grad_norm": 1.7197847475678385,
      "learning_rate": 4.182067836425229e-06,
      "loss": 0.8828,
      "step": 119404
    },
    {
      "epoch": 5.555012793672947,
      "grad_norm": 1.8911164102377584,
      "learning_rate": 4.181197606000075e-06,
      "loss": 0.8945,
      "step": 119405
    },
    {
      "epoch": 5.555059316120028,
      "grad_norm": 2.049425317052393,
      "learning_rate": 4.1803274648460615e-06,
      "loss": 1.2188,
      "step": 119406
    },
    {
      "epoch": 5.555105838567108,
      "grad_norm": 1.9211818666806832,
      "learning_rate": 4.1794574129636716e-06,
      "loss": 1.0391,
      "step": 119407
    },
    {
      "epoch": 5.555152361014189,
      "grad_norm": 1.8310137489120775,
      "learning_rate": 4.178587450353504e-06,
      "loss": 0.957,
      "step": 119408
    },
    {
      "epoch": 5.55519888346127,
      "grad_norm": 1.718981947391022,
      "learning_rate": 4.177717577016076e-06,
      "loss": 0.9844,
      "step": 119409
    },
    {
      "epoch": 5.555245405908351,
      "grad_norm": 1.917919288522654,
      "learning_rate": 4.176847792951887e-06,
      "loss": 1.1328,
      "step": 119410
    },
    {
      "epoch": 5.555291928355431,
      "grad_norm": 1.968594775398296,
      "learning_rate": 4.175978098161486e-06,
      "loss": 1.0469,
      "step": 119411
    },
    {
      "epoch": 5.5553384508025125,
      "grad_norm": 1.7773461622113402,
      "learning_rate": 4.175108492645441e-06,
      "loss": 0.918,
      "step": 119412
    },
    {
      "epoch": 5.555384973249593,
      "grad_norm": 1.7006420884850584,
      "learning_rate": 4.174238976404232e-06,
      "loss": 0.8555,
      "step": 119413
    },
    {
      "epoch": 5.5554314956966735,
      "grad_norm": 1.6354860513728513,
      "learning_rate": 4.173369549438427e-06,
      "loss": 0.9414,
      "step": 119414
    },
    {
      "epoch": 5.555478018143754,
      "grad_norm": 1.712721652644462,
      "learning_rate": 4.172500211748525e-06,
      "loss": 0.8984,
      "step": 119415
    },
    {
      "epoch": 5.555524540590835,
      "grad_norm": 1.7742917148900461,
      "learning_rate": 4.171630963335093e-06,
      "loss": 0.9805,
      "step": 119416
    },
    {
      "epoch": 5.555571063037916,
      "grad_norm": 1.7052173891551592,
      "learning_rate": 4.170761804198647e-06,
      "loss": 0.9023,
      "step": 119417
    },
    {
      "epoch": 5.555617585484996,
      "grad_norm": 1.8322919460171732,
      "learning_rate": 4.169892734339719e-06,
      "loss": 1.0781,
      "step": 119418
    },
    {
      "epoch": 5.555664107932078,
      "grad_norm": 1.6593971492432695,
      "learning_rate": 4.169023753758844e-06,
      "loss": 0.8516,
      "step": 119419
    },
    {
      "epoch": 5.555710630379158,
      "grad_norm": 1.7585775688695213,
      "learning_rate": 4.168154862456536e-06,
      "loss": 0.9414,
      "step": 119420
    },
    {
      "epoch": 5.555757152826239,
      "grad_norm": 1.7504887855104039,
      "learning_rate": 4.167286060433344e-06,
      "loss": 0.9219,
      "step": 119421
    },
    {
      "epoch": 5.555803675273319,
      "grad_norm": 1.75702350228476,
      "learning_rate": 4.166417347689821e-06,
      "loss": 0.9492,
      "step": 119422
    },
    {
      "epoch": 5.5558501977204005,
      "grad_norm": 1.7606531447417455,
      "learning_rate": 4.165548724226464e-06,
      "loss": 0.8867,
      "step": 119423
    },
    {
      "epoch": 5.555896720167481,
      "grad_norm": 1.6353247627115033,
      "learning_rate": 4.1646801900438065e-06,
      "loss": 0.7812,
      "step": 119424
    },
    {
      "epoch": 5.555943242614561,
      "grad_norm": 1.8754549614586558,
      "learning_rate": 4.163811745142398e-06,
      "loss": 0.9727,
      "step": 119425
    },
    {
      "epoch": 5.555989765061642,
      "grad_norm": 1.8974723903276691,
      "learning_rate": 4.162943389522771e-06,
      "loss": 1.0078,
      "step": 119426
    },
    {
      "epoch": 5.556036287508723,
      "grad_norm": 1.7197593787484704,
      "learning_rate": 4.1620751231854596e-06,
      "loss": 0.8867,
      "step": 119427
    },
    {
      "epoch": 5.556082809955804,
      "grad_norm": 1.664333365474955,
      "learning_rate": 4.16120694613098e-06,
      "loss": 0.9023,
      "step": 119428
    },
    {
      "epoch": 5.556129332402884,
      "grad_norm": 1.7201081192998702,
      "learning_rate": 4.160338858359847e-06,
      "loss": 0.8398,
      "step": 119429
    },
    {
      "epoch": 5.556175854849965,
      "grad_norm": 1.6733940567077514,
      "learning_rate": 4.159470859872627e-06,
      "loss": 0.9648,
      "step": 119430
    },
    {
      "epoch": 5.556222377297046,
      "grad_norm": 1.8416481208674615,
      "learning_rate": 4.158602950669853e-06,
      "loss": 0.9141,
      "step": 119431
    },
    {
      "epoch": 5.5562688997441265,
      "grad_norm": 1.83946208650832,
      "learning_rate": 4.1577351307520265e-06,
      "loss": 0.9648,
      "step": 119432
    },
    {
      "epoch": 5.556315422191207,
      "grad_norm": 1.7274444562968398,
      "learning_rate": 4.156867400119679e-06,
      "loss": 0.7617,
      "step": 119433
    },
    {
      "epoch": 5.556361944638288,
      "grad_norm": 1.9450309463361017,
      "learning_rate": 4.155999758773393e-06,
      "loss": 0.9883,
      "step": 119434
    },
    {
      "epoch": 5.556408467085369,
      "grad_norm": 1.7561587591560754,
      "learning_rate": 4.155132206713635e-06,
      "loss": 0.9141,
      "step": 119435
    },
    {
      "epoch": 5.556454989532449,
      "grad_norm": 1.685623083335327,
      "learning_rate": 4.154264743940988e-06,
      "loss": 0.9531,
      "step": 119436
    },
    {
      "epoch": 5.55650151197953,
      "grad_norm": 2.041119303109449,
      "learning_rate": 4.153397370455935e-06,
      "loss": 1.0625,
      "step": 119437
    },
    {
      "epoch": 5.556548034426611,
      "grad_norm": 1.6877851047464523,
      "learning_rate": 4.152530086259043e-06,
      "loss": 0.9336,
      "step": 119438
    },
    {
      "epoch": 5.556594556873692,
      "grad_norm": 1.6670627031639784,
      "learning_rate": 4.151662891350843e-06,
      "loss": 0.9453,
      "step": 119439
    },
    {
      "epoch": 5.556641079320772,
      "grad_norm": 1.8933157315014775,
      "learning_rate": 4.150795785731836e-06,
      "loss": 1.0078,
      "step": 119440
    },
    {
      "epoch": 5.5566876017678535,
      "grad_norm": 1.663957471134873,
      "learning_rate": 4.149928769402571e-06,
      "loss": 0.9297,
      "step": 119441
    },
    {
      "epoch": 5.556734124214934,
      "grad_norm": 1.6774599747890175,
      "learning_rate": 4.149061842363599e-06,
      "loss": 0.9297,
      "step": 119442
    },
    {
      "epoch": 5.556780646662014,
      "grad_norm": 1.7297512670009234,
      "learning_rate": 4.148195004615418e-06,
      "loss": 1.0234,
      "step": 119443
    },
    {
      "epoch": 5.556827169109095,
      "grad_norm": 1.9108138501308407,
      "learning_rate": 4.147328256158577e-06,
      "loss": 1.0859,
      "step": 119444
    },
    {
      "epoch": 5.556873691556175,
      "grad_norm": 1.8119159102911144,
      "learning_rate": 4.146461596993594e-06,
      "loss": 0.9609,
      "step": 119445
    },
    {
      "epoch": 5.556920214003257,
      "grad_norm": 1.7077838286436302,
      "learning_rate": 4.145595027120985e-06,
      "loss": 0.957,
      "step": 119446
    },
    {
      "epoch": 5.556966736450337,
      "grad_norm": 1.6966777064039174,
      "learning_rate": 4.1447285465413314e-06,
      "loss": 0.9688,
      "step": 119447
    },
    {
      "epoch": 5.557013258897418,
      "grad_norm": 1.6440167378966852,
      "learning_rate": 4.143862155255134e-06,
      "loss": 0.8711,
      "step": 119448
    },
    {
      "epoch": 5.557059781344499,
      "grad_norm": 1.7983468868880623,
      "learning_rate": 4.142995853262926e-06,
      "loss": 1.0156,
      "step": 119449
    },
    {
      "epoch": 5.5571063037915795,
      "grad_norm": 1.863054058398227,
      "learning_rate": 4.142129640565239e-06,
      "loss": 1.0391,
      "step": 119450
    },
    {
      "epoch": 5.55715282623866,
      "grad_norm": 1.765485948496648,
      "learning_rate": 4.141263517162574e-06,
      "loss": 0.8867,
      "step": 119451
    },
    {
      "epoch": 5.5571993486857405,
      "grad_norm": 1.752246014794506,
      "learning_rate": 4.140397483055513e-06,
      "loss": 0.9062,
      "step": 119452
    },
    {
      "epoch": 5.557245871132822,
      "grad_norm": 1.8311188961603817,
      "learning_rate": 4.139531538244556e-06,
      "loss": 1.0156,
      "step": 119453
    },
    {
      "epoch": 5.557292393579902,
      "grad_norm": 1.6971384921738397,
      "learning_rate": 4.138665682730235e-06,
      "loss": 0.8477,
      "step": 119454
    },
    {
      "epoch": 5.557338916026983,
      "grad_norm": 1.5791880733823218,
      "learning_rate": 4.137799916513068e-06,
      "loss": 0.9219,
      "step": 119455
    },
    {
      "epoch": 5.557385438474064,
      "grad_norm": 2.0384453521108243,
      "learning_rate": 4.13693423959362e-06,
      "loss": 0.9766,
      "step": 119456
    },
    {
      "epoch": 5.557431960921145,
      "grad_norm": 1.685486971086715,
      "learning_rate": 4.13606865197239e-06,
      "loss": 0.9648,
      "step": 119457
    },
    {
      "epoch": 5.557478483368225,
      "grad_norm": 1.720520699172285,
      "learning_rate": 4.13520315364993e-06,
      "loss": 0.8438,
      "step": 119458
    },
    {
      "epoch": 5.557525005815306,
      "grad_norm": 1.6692133943772427,
      "learning_rate": 4.134337744626737e-06,
      "loss": 0.9922,
      "step": 119459
    },
    {
      "epoch": 5.557571528262387,
      "grad_norm": 1.7042766601698787,
      "learning_rate": 4.133472424903378e-06,
      "loss": 0.8672,
      "step": 119460
    },
    {
      "epoch": 5.5576180507094675,
      "grad_norm": 1.633840513229534,
      "learning_rate": 4.13260719448037e-06,
      "loss": 0.8789,
      "step": 119461
    },
    {
      "epoch": 5.557664573156548,
      "grad_norm": 1.8278720392958907,
      "learning_rate": 4.131742053358228e-06,
      "loss": 0.9492,
      "step": 119462
    },
    {
      "epoch": 5.557711095603628,
      "grad_norm": 1.7199871929307944,
      "learning_rate": 4.130877001537486e-06,
      "loss": 0.8516,
      "step": 119463
    },
    {
      "epoch": 5.55775761805071,
      "grad_norm": 1.6710247011322634,
      "learning_rate": 4.130012039018693e-06,
      "loss": 0.9492,
      "step": 119464
    },
    {
      "epoch": 5.55780414049779,
      "grad_norm": 1.9404565971640955,
      "learning_rate": 4.129147165802382e-06,
      "loss": 1.0703,
      "step": 119465
    },
    {
      "epoch": 5.557850662944871,
      "grad_norm": 1.7737493504151922,
      "learning_rate": 4.128282381889053e-06,
      "loss": 0.8984,
      "step": 119466
    },
    {
      "epoch": 5.557897185391951,
      "grad_norm": 1.9864416801195866,
      "learning_rate": 4.127417687279222e-06,
      "loss": 1.1641,
      "step": 119467
    },
    {
      "epoch": 5.557943707839033,
      "grad_norm": 1.8018260314382393,
      "learning_rate": 4.126553081973471e-06,
      "loss": 1.0312,
      "step": 119468
    },
    {
      "epoch": 5.557990230286113,
      "grad_norm": 1.8224033599285345,
      "learning_rate": 4.1256885659723016e-06,
      "loss": 0.918,
      "step": 119469
    },
    {
      "epoch": 5.5580367527331935,
      "grad_norm": 1.9975826310984806,
      "learning_rate": 4.124824139276245e-06,
      "loss": 1.0703,
      "step": 119470
    },
    {
      "epoch": 5.558083275180275,
      "grad_norm": 1.7000516597011224,
      "learning_rate": 4.123959801885851e-06,
      "loss": 0.8789,
      "step": 119471
    },
    {
      "epoch": 5.558129797627355,
      "grad_norm": 1.6744065131032184,
      "learning_rate": 4.123095553801586e-06,
      "loss": 0.9414,
      "step": 119472
    },
    {
      "epoch": 5.558176320074436,
      "grad_norm": 1.788994966686456,
      "learning_rate": 4.12223139502405e-06,
      "loss": 0.8594,
      "step": 119473
    },
    {
      "epoch": 5.558222842521516,
      "grad_norm": 1.9042902119250515,
      "learning_rate": 4.121367325553743e-06,
      "loss": 0.9102,
      "step": 119474
    },
    {
      "epoch": 5.558269364968598,
      "grad_norm": 1.5989996338035275,
      "learning_rate": 4.120503345391197e-06,
      "loss": 0.8555,
      "step": 119475
    },
    {
      "epoch": 5.558315887415678,
      "grad_norm": 1.8770911439156028,
      "learning_rate": 4.119639454536944e-06,
      "loss": 1.0234,
      "step": 119476
    },
    {
      "epoch": 5.558362409862759,
      "grad_norm": 2.1638897764016716,
      "learning_rate": 4.118775652991485e-06,
      "loss": 1.1719,
      "step": 119477
    },
    {
      "epoch": 5.558408932309839,
      "grad_norm": 1.8989178853391335,
      "learning_rate": 4.117911940755386e-06,
      "loss": 0.9922,
      "step": 119478
    },
    {
      "epoch": 5.5584554547569205,
      "grad_norm": 1.8467629205153975,
      "learning_rate": 4.1170483178291635e-06,
      "loss": 1.0469,
      "step": 119479
    },
    {
      "epoch": 5.558501977204001,
      "grad_norm": 1.8596353589910466,
      "learning_rate": 4.116184784213333e-06,
      "loss": 1.125,
      "step": 119480
    },
    {
      "epoch": 5.558548499651081,
      "grad_norm": 1.7097964040491782,
      "learning_rate": 4.115321339908428e-06,
      "loss": 0.9297,
      "step": 119481
    },
    {
      "epoch": 5.558595022098162,
      "grad_norm": 1.646960733806067,
      "learning_rate": 4.114457984914998e-06,
      "loss": 0.9141,
      "step": 119482
    },
    {
      "epoch": 5.558641544545243,
      "grad_norm": 1.7716059508741366,
      "learning_rate": 4.113594719233559e-06,
      "loss": 0.9062,
      "step": 119483
    },
    {
      "epoch": 5.558688066992324,
      "grad_norm": 1.6326093544416374,
      "learning_rate": 4.112731542864644e-06,
      "loss": 0.9414,
      "step": 119484
    },
    {
      "epoch": 5.558734589439404,
      "grad_norm": 1.7464177779607226,
      "learning_rate": 4.111868455808753e-06,
      "loss": 0.9297,
      "step": 119485
    },
    {
      "epoch": 5.558781111886486,
      "grad_norm": 1.750149588108584,
      "learning_rate": 4.1110054580664356e-06,
      "loss": 0.9922,
      "step": 119486
    },
    {
      "epoch": 5.558827634333566,
      "grad_norm": 1.8778842758490493,
      "learning_rate": 4.11014254963824e-06,
      "loss": 0.9414,
      "step": 119487
    },
    {
      "epoch": 5.558874156780647,
      "grad_norm": 1.9152729561654642,
      "learning_rate": 4.109279730524667e-06,
      "loss": 1.0,
      "step": 119488
    },
    {
      "epoch": 5.558920679227727,
      "grad_norm": 1.7930260181836946,
      "learning_rate": 4.108417000726233e-06,
      "loss": 0.9297,
      "step": 119489
    },
    {
      "epoch": 5.558967201674808,
      "grad_norm": 1.6516177834659038,
      "learning_rate": 4.107554360243503e-06,
      "loss": 0.9727,
      "step": 119490
    },
    {
      "epoch": 5.559013724121889,
      "grad_norm": 1.7516590873372515,
      "learning_rate": 4.1066918090769955e-06,
      "loss": 0.8555,
      "step": 119491
    },
    {
      "epoch": 5.559060246568969,
      "grad_norm": 1.9172178007463538,
      "learning_rate": 4.105829347227224e-06,
      "loss": 1.0625,
      "step": 119492
    },
    {
      "epoch": 5.559106769016051,
      "grad_norm": 1.8089553184459195,
      "learning_rate": 4.104966974694723e-06,
      "loss": 0.9023,
      "step": 119493
    },
    {
      "epoch": 5.559153291463131,
      "grad_norm": 1.5517208600724701,
      "learning_rate": 4.104104691480009e-06,
      "loss": 0.8398,
      "step": 119494
    },
    {
      "epoch": 5.559199813910212,
      "grad_norm": 1.8405660850901246,
      "learning_rate": 4.1032424975836475e-06,
      "loss": 0.9375,
      "step": 119495
    },
    {
      "epoch": 5.559246336357292,
      "grad_norm": 1.7257313427421275,
      "learning_rate": 4.102380393006122e-06,
      "loss": 0.9062,
      "step": 119496
    },
    {
      "epoch": 5.559292858804373,
      "grad_norm": 1.8989662820353983,
      "learning_rate": 4.1015183777479975e-06,
      "loss": 0.9844,
      "step": 119497
    },
    {
      "epoch": 5.559339381251454,
      "grad_norm": 1.7942195545552078,
      "learning_rate": 4.1006564518097585e-06,
      "loss": 1.0156,
      "step": 119498
    },
    {
      "epoch": 5.5593859036985345,
      "grad_norm": 1.753742956690866,
      "learning_rate": 4.0997946151919704e-06,
      "loss": 0.918,
      "step": 119499
    },
    {
      "epoch": 5.559432426145615,
      "grad_norm": 1.7447654074081023,
      "learning_rate": 4.098932867895149e-06,
      "loss": 0.8867,
      "step": 119500
    },
    {
      "epoch": 5.559478948592696,
      "grad_norm": 1.6226508976423788,
      "learning_rate": 4.0980712099198285e-06,
      "loss": 0.8438,
      "step": 119501
    },
    {
      "epoch": 5.559525471039777,
      "grad_norm": 1.6643483351466624,
      "learning_rate": 4.097209641266525e-06,
      "loss": 0.8672,
      "step": 119502
    },
    {
      "epoch": 5.559571993486857,
      "grad_norm": 1.908576167109657,
      "learning_rate": 4.096348161935753e-06,
      "loss": 0.9062,
      "step": 119503
    },
    {
      "epoch": 5.559618515933938,
      "grad_norm": 1.9151652239344341,
      "learning_rate": 4.095486771928064e-06,
      "loss": 0.9844,
      "step": 119504
    },
    {
      "epoch": 5.559665038381019,
      "grad_norm": 1.7883012095697586,
      "learning_rate": 4.09462547124399e-06,
      "loss": 0.8438,
      "step": 119505
    },
    {
      "epoch": 5.5597115608281,
      "grad_norm": 1.790748771912475,
      "learning_rate": 4.09376425988403e-06,
      "loss": 1.0547,
      "step": 119506
    },
    {
      "epoch": 5.55975808327518,
      "grad_norm": 1.7649098222288733,
      "learning_rate": 4.0929031378487356e-06,
      "loss": 0.8984,
      "step": 119507
    },
    {
      "epoch": 5.559804605722261,
      "grad_norm": 1.9085136941826701,
      "learning_rate": 4.092042105138621e-06,
      "loss": 0.9648,
      "step": 119508
    },
    {
      "epoch": 5.559851128169342,
      "grad_norm": 1.9217762522605542,
      "learning_rate": 4.091181161754237e-06,
      "loss": 0.9922,
      "step": 119509
    },
    {
      "epoch": 5.559897650616422,
      "grad_norm": 1.7446989802287336,
      "learning_rate": 4.090320307696066e-06,
      "loss": 0.918,
      "step": 119510
    },
    {
      "epoch": 5.559944173063503,
      "grad_norm": 1.6512896248004083,
      "learning_rate": 4.0894595429646735e-06,
      "loss": 0.9219,
      "step": 119511
    },
    {
      "epoch": 5.559990695510584,
      "grad_norm": 1.5867447330792726,
      "learning_rate": 4.088598867560561e-06,
      "loss": 0.9023,
      "step": 119512
    },
    {
      "epoch": 5.560037217957665,
      "grad_norm": 1.8117406727437977,
      "learning_rate": 4.087738281484276e-06,
      "loss": 1.0312,
      "step": 119513
    },
    {
      "epoch": 5.560083740404745,
      "grad_norm": 1.6609749259694333,
      "learning_rate": 4.086877784736353e-06,
      "loss": 0.8867,
      "step": 119514
    },
    {
      "epoch": 5.560130262851826,
      "grad_norm": 1.8290110204276482,
      "learning_rate": 4.086017377317291e-06,
      "loss": 0.9102,
      "step": 119515
    },
    {
      "epoch": 5.560176785298907,
      "grad_norm": 1.8036992360996071,
      "learning_rate": 4.085157059227623e-06,
      "loss": 1.0703,
      "step": 119516
    },
    {
      "epoch": 5.5602233077459875,
      "grad_norm": 1.7853195812375393,
      "learning_rate": 4.084296830467881e-06,
      "loss": 0.9141,
      "step": 119517
    },
    {
      "epoch": 5.560269830193068,
      "grad_norm": 1.9746443310270656,
      "learning_rate": 4.083436691038616e-06,
      "loss": 1.1172,
      "step": 119518
    },
    {
      "epoch": 5.5603163526401485,
      "grad_norm": 1.7464615427956078,
      "learning_rate": 4.08257664094031e-06,
      "loss": 0.8438,
      "step": 119519
    },
    {
      "epoch": 5.56036287508723,
      "grad_norm": 1.8048293881647601,
      "learning_rate": 4.081716680173497e-06,
      "loss": 0.8008,
      "step": 119520
    },
    {
      "epoch": 5.56040939753431,
      "grad_norm": 1.8380592351415375,
      "learning_rate": 4.080856808738742e-06,
      "loss": 1.1094,
      "step": 119521
    },
    {
      "epoch": 5.560455919981391,
      "grad_norm": 1.5962852243312162,
      "learning_rate": 4.079997026636544e-06,
      "loss": 0.8242,
      "step": 119522
    },
    {
      "epoch": 5.560502442428472,
      "grad_norm": 1.9154939030677485,
      "learning_rate": 4.079137333867438e-06,
      "loss": 1.0234,
      "step": 119523
    },
    {
      "epoch": 5.560548964875553,
      "grad_norm": 1.8197254256076543,
      "learning_rate": 4.078277730431922e-06,
      "loss": 0.8984,
      "step": 119524
    },
    {
      "epoch": 5.560595487322633,
      "grad_norm": 1.6675292794831533,
      "learning_rate": 4.077418216330563e-06,
      "loss": 0.9023,
      "step": 119525
    },
    {
      "epoch": 5.560642009769714,
      "grad_norm": 1.7688310792366406,
      "learning_rate": 4.076558791563861e-06,
      "loss": 0.8867,
      "step": 119526
    },
    {
      "epoch": 5.560688532216795,
      "grad_norm": 1.7676111451765237,
      "learning_rate": 4.0756994561323645e-06,
      "loss": 0.957,
      "step": 119527
    },
    {
      "epoch": 5.560735054663875,
      "grad_norm": 1.8013976284698583,
      "learning_rate": 4.074840210036573e-06,
      "loss": 0.9141,
      "step": 119528
    },
    {
      "epoch": 5.560781577110956,
      "grad_norm": 1.7275189157415405,
      "learning_rate": 4.0739810532770036e-06,
      "loss": 0.832,
      "step": 119529
    },
    {
      "epoch": 5.560828099558037,
      "grad_norm": 1.846848221817719,
      "learning_rate": 4.073121985854222e-06,
      "loss": 1.0156,
      "step": 119530
    },
    {
      "epoch": 5.560874622005118,
      "grad_norm": 1.981579018086472,
      "learning_rate": 4.072263007768744e-06,
      "loss": 1.1641,
      "step": 119531
    },
    {
      "epoch": 5.560921144452198,
      "grad_norm": 1.861373428561302,
      "learning_rate": 4.071404119021088e-06,
      "loss": 1.1016,
      "step": 119532
    },
    {
      "epoch": 5.560967666899279,
      "grad_norm": 1.9501664181332465,
      "learning_rate": 4.070545319611751e-06,
      "loss": 1.0156,
      "step": 119533
    },
    {
      "epoch": 5.561014189346359,
      "grad_norm": 1.7428589042846467,
      "learning_rate": 4.069686609541284e-06,
      "loss": 0.8711,
      "step": 119534
    },
    {
      "epoch": 5.5610607117934405,
      "grad_norm": 1.8496907919137617,
      "learning_rate": 4.0688279888102524e-06,
      "loss": 0.9688,
      "step": 119535
    },
    {
      "epoch": 5.561107234240521,
      "grad_norm": 1.6417966687915104,
      "learning_rate": 4.067969457419123e-06,
      "loss": 0.9375,
      "step": 119536
    },
    {
      "epoch": 5.5611537566876015,
      "grad_norm": 1.9803946213207761,
      "learning_rate": 4.067111015368446e-06,
      "loss": 0.9375,
      "step": 119537
    },
    {
      "epoch": 5.561200279134683,
      "grad_norm": 2.0174566749617515,
      "learning_rate": 4.066252662658737e-06,
      "loss": 1.0547,
      "step": 119538
    },
    {
      "epoch": 5.561246801581763,
      "grad_norm": 1.8607800930023668,
      "learning_rate": 4.065394399290545e-06,
      "loss": 0.8945,
      "step": 119539
    },
    {
      "epoch": 5.561293324028844,
      "grad_norm": 1.9007971840086602,
      "learning_rate": 4.06453622526437e-06,
      "loss": 0.9844,
      "step": 119540
    },
    {
      "epoch": 5.561339846475924,
      "grad_norm": 1.7663825527226364,
      "learning_rate": 4.063678140580745e-06,
      "loss": 0.9648,
      "step": 119541
    },
    {
      "epoch": 5.561386368923006,
      "grad_norm": 1.8078231946761183,
      "learning_rate": 4.062820145240186e-06,
      "loss": 0.9844,
      "step": 119542
    },
    {
      "epoch": 5.561432891370086,
      "grad_norm": 1.8481805997536471,
      "learning_rate": 4.0619622392432435e-06,
      "loss": 1.0781,
      "step": 119543
    },
    {
      "epoch": 5.561479413817167,
      "grad_norm": 1.6858954903319505,
      "learning_rate": 4.061104422590417e-06,
      "loss": 0.9766,
      "step": 119544
    },
    {
      "epoch": 5.561525936264248,
      "grad_norm": 1.8421860013523346,
      "learning_rate": 4.0602466952822544e-06,
      "loss": 0.9688,
      "step": 119545
    },
    {
      "epoch": 5.561572458711328,
      "grad_norm": 1.826587978429569,
      "learning_rate": 4.059389057319257e-06,
      "loss": 0.9336,
      "step": 119546
    },
    {
      "epoch": 5.561618981158409,
      "grad_norm": 1.9073780208037183,
      "learning_rate": 4.058531508701973e-06,
      "loss": 0.9336,
      "step": 119547
    },
    {
      "epoch": 5.561665503605489,
      "grad_norm": 1.5805023660130093,
      "learning_rate": 4.057674049430904e-06,
      "loss": 0.8359,
      "step": 119548
    },
    {
      "epoch": 5.56171202605257,
      "grad_norm": 1.9068441303046066,
      "learning_rate": 4.056816679506597e-06,
      "loss": 1.0234,
      "step": 119549
    },
    {
      "epoch": 5.561758548499651,
      "grad_norm": 1.6270980581768384,
      "learning_rate": 4.0559593989295535e-06,
      "loss": 0.9102,
      "step": 119550
    },
    {
      "epoch": 5.561805070946732,
      "grad_norm": 1.8921725027282064,
      "learning_rate": 4.055102207700322e-06,
      "loss": 0.9102,
      "step": 119551
    },
    {
      "epoch": 5.561851593393812,
      "grad_norm": 2.0185048455408516,
      "learning_rate": 4.054245105819437e-06,
      "loss": 0.9727,
      "step": 119552
    },
    {
      "epoch": 5.5618981158408936,
      "grad_norm": 1.8471879435483274,
      "learning_rate": 4.0533880932873796e-06,
      "loss": 1.1406,
      "step": 119553
    },
    {
      "epoch": 5.561944638287974,
      "grad_norm": 1.8826192212101855,
      "learning_rate": 4.0525311701047e-06,
      "loss": 0.8906,
      "step": 119554
    },
    {
      "epoch": 5.5619911607350545,
      "grad_norm": 1.6684787820824558,
      "learning_rate": 4.051674336271915e-06,
      "loss": 0.8828,
      "step": 119555
    },
    {
      "epoch": 5.562037683182135,
      "grad_norm": 1.838971460663362,
      "learning_rate": 4.050817591789557e-06,
      "loss": 1.0391,
      "step": 119556
    },
    {
      "epoch": 5.562084205629216,
      "grad_norm": 1.7894165813060285,
      "learning_rate": 4.049960936658159e-06,
      "loss": 0.8086,
      "step": 119557
    },
    {
      "epoch": 5.562130728076297,
      "grad_norm": 1.7563171123282109,
      "learning_rate": 4.049104370878237e-06,
      "loss": 1.0078,
      "step": 119558
    },
    {
      "epoch": 5.562177250523377,
      "grad_norm": 1.8394975563088958,
      "learning_rate": 4.048247894450307e-06,
      "loss": 0.8711,
      "step": 119559
    },
    {
      "epoch": 5.562223772970459,
      "grad_norm": 1.885823484273673,
      "learning_rate": 4.047391507374886e-06,
      "loss": 1.0469,
      "step": 119560
    },
    {
      "epoch": 5.562270295417539,
      "grad_norm": 1.755664144452247,
      "learning_rate": 4.046535209652524e-06,
      "loss": 0.9219,
      "step": 119561
    },
    {
      "epoch": 5.56231681786462,
      "grad_norm": 1.7237914989025886,
      "learning_rate": 4.045679001283752e-06,
      "loss": 0.9102,
      "step": 119562
    },
    {
      "epoch": 5.5623633403117,
      "grad_norm": 1.6667002037783674,
      "learning_rate": 4.044822882269055e-06,
      "loss": 0.9375,
      "step": 119563
    },
    {
      "epoch": 5.5624098627587815,
      "grad_norm": 1.7008062696419675,
      "learning_rate": 4.043966852608965e-06,
      "loss": 0.9062,
      "step": 119564
    },
    {
      "epoch": 5.562456385205862,
      "grad_norm": 1.9403609056439308,
      "learning_rate": 4.0431109123040485e-06,
      "loss": 0.8438,
      "step": 119565
    },
    {
      "epoch": 5.562502907652942,
      "grad_norm": 1.7268298161843838,
      "learning_rate": 4.042255061354788e-06,
      "loss": 0.9375,
      "step": 119566
    },
    {
      "epoch": 5.562549430100023,
      "grad_norm": 1.8324309164474355,
      "learning_rate": 4.0413992997617165e-06,
      "loss": 0.8867,
      "step": 119567
    },
    {
      "epoch": 5.562595952547104,
      "grad_norm": 1.8806472561423415,
      "learning_rate": 4.04054362752535e-06,
      "loss": 0.9531,
      "step": 119568
    },
    {
      "epoch": 5.562642474994185,
      "grad_norm": 1.8767166034016325,
      "learning_rate": 4.039688044646239e-06,
      "loss": 0.957,
      "step": 119569
    },
    {
      "epoch": 5.562688997441265,
      "grad_norm": 1.8923017355258798,
      "learning_rate": 4.038832551124899e-06,
      "loss": 1.125,
      "step": 119570
    },
    {
      "epoch": 5.562735519888346,
      "grad_norm": 1.7479688531956643,
      "learning_rate": 4.03797714696183e-06,
      "loss": 1.0,
      "step": 119571
    },
    {
      "epoch": 5.562782042335427,
      "grad_norm": 1.632263218268731,
      "learning_rate": 4.037121832157564e-06,
      "loss": 0.8594,
      "step": 119572
    },
    {
      "epoch": 5.5628285647825075,
      "grad_norm": 1.6597075784417075,
      "learning_rate": 4.036266606712651e-06,
      "loss": 0.9062,
      "step": 119573
    },
    {
      "epoch": 5.562875087229588,
      "grad_norm": 1.821868618472803,
      "learning_rate": 4.035411470627592e-06,
      "loss": 1.0078,
      "step": 119574
    },
    {
      "epoch": 5.562921609676669,
      "grad_norm": 1.6830355191964261,
      "learning_rate": 4.034556423902918e-06,
      "loss": 0.9141,
      "step": 119575
    },
    {
      "epoch": 5.56296813212375,
      "grad_norm": 1.8531980991696235,
      "learning_rate": 4.03370146653913e-06,
      "loss": 0.9102,
      "step": 119576
    },
    {
      "epoch": 5.56301465457083,
      "grad_norm": 1.8937239716975436,
      "learning_rate": 4.032846598536776e-06,
      "loss": 0.9102,
      "step": 119577
    },
    {
      "epoch": 5.563061177017911,
      "grad_norm": 1.790197150321777,
      "learning_rate": 4.031991819896374e-06,
      "loss": 0.8555,
      "step": 119578
    },
    {
      "epoch": 5.563107699464992,
      "grad_norm": 1.9006105643473428,
      "learning_rate": 4.031137130618456e-06,
      "loss": 0.9922,
      "step": 119579
    },
    {
      "epoch": 5.563154221912073,
      "grad_norm": 1.6795997552798485,
      "learning_rate": 4.030282530703538e-06,
      "loss": 0.875,
      "step": 119580
    },
    {
      "epoch": 5.563200744359153,
      "grad_norm": 1.8269228160746185,
      "learning_rate": 4.029428020152137e-06,
      "loss": 1.0078,
      "step": 119581
    },
    {
      "epoch": 5.5632472668062345,
      "grad_norm": 2.0919462152516117,
      "learning_rate": 4.028573598964768e-06,
      "loss": 1.1094,
      "step": 119582
    },
    {
      "epoch": 5.563293789253315,
      "grad_norm": 1.8970965487126596,
      "learning_rate": 4.027719267141982e-06,
      "loss": 0.9609,
      "step": 119583
    },
    {
      "epoch": 5.5633403117003954,
      "grad_norm": 1.8718432847552136,
      "learning_rate": 4.026865024684295e-06,
      "loss": 1.0469,
      "step": 119584
    },
    {
      "epoch": 5.563386834147476,
      "grad_norm": 1.8560859864699077,
      "learning_rate": 4.026010871592206e-06,
      "loss": 1.0625,
      "step": 119585
    },
    {
      "epoch": 5.563433356594556,
      "grad_norm": 1.7607684579378335,
      "learning_rate": 4.025156807866248e-06,
      "loss": 0.8438,
      "step": 119586
    },
    {
      "epoch": 5.563479879041638,
      "grad_norm": 2.1135873510424723,
      "learning_rate": 4.024302833506954e-06,
      "loss": 1.1406,
      "step": 119587
    },
    {
      "epoch": 5.563526401488718,
      "grad_norm": 1.6529170823098303,
      "learning_rate": 4.023448948514857e-06,
      "loss": 0.8281,
      "step": 119588
    },
    {
      "epoch": 5.563572923935799,
      "grad_norm": 1.6291372193133502,
      "learning_rate": 4.0225951528904565e-06,
      "loss": 0.8555,
      "step": 119589
    },
    {
      "epoch": 5.56361944638288,
      "grad_norm": 2.076666708019057,
      "learning_rate": 4.021741446634269e-06,
      "loss": 1.2734,
      "step": 119590
    },
    {
      "epoch": 5.563665968829961,
      "grad_norm": 1.7549114286173557,
      "learning_rate": 4.020887829746844e-06,
      "loss": 0.8906,
      "step": 119591
    },
    {
      "epoch": 5.563712491277041,
      "grad_norm": 1.5206822526176558,
      "learning_rate": 4.020034302228697e-06,
      "loss": 0.7656,
      "step": 119592
    },
    {
      "epoch": 5.5637590137241215,
      "grad_norm": 2.0569306941116126,
      "learning_rate": 4.019180864080346e-06,
      "loss": 1.0234,
      "step": 119593
    },
    {
      "epoch": 5.563805536171203,
      "grad_norm": 1.7989457456175433,
      "learning_rate": 4.018327515302305e-06,
      "loss": 1.0312,
      "step": 119594
    },
    {
      "epoch": 5.563852058618283,
      "grad_norm": 1.9175426480824078,
      "learning_rate": 4.017474255895109e-06,
      "loss": 0.9453,
      "step": 119595
    },
    {
      "epoch": 5.563898581065364,
      "grad_norm": 1.8177039847739462,
      "learning_rate": 4.0166210858592725e-06,
      "loss": 0.9531,
      "step": 119596
    },
    {
      "epoch": 5.563945103512445,
      "grad_norm": 1.6576852316856898,
      "learning_rate": 4.01576800519533e-06,
      "loss": 0.9414,
      "step": 119597
    },
    {
      "epoch": 5.563991625959526,
      "grad_norm": 1.7902031464114483,
      "learning_rate": 4.0149150139037634e-06,
      "loss": 0.9141,
      "step": 119598
    },
    {
      "epoch": 5.564038148406606,
      "grad_norm": 1.7107546412361183,
      "learning_rate": 4.014062111985139e-06,
      "loss": 0.9102,
      "step": 119599
    },
    {
      "epoch": 5.564084670853687,
      "grad_norm": 1.7910873310098432,
      "learning_rate": 4.01320929943999e-06,
      "loss": 1.0078,
      "step": 119600
    },
    {
      "epoch": 5.564131193300768,
      "grad_norm": 1.6562132259199946,
      "learning_rate": 4.012356576268799e-06,
      "loss": 0.9102,
      "step": 119601
    },
    {
      "epoch": 5.5641777157478485,
      "grad_norm": 1.931786423815123,
      "learning_rate": 4.0115039424720995e-06,
      "loss": 0.8945,
      "step": 119602
    },
    {
      "epoch": 5.564224238194929,
      "grad_norm": 1.884290553373874,
      "learning_rate": 4.010651398050424e-06,
      "loss": 1.0234,
      "step": 119603
    },
    {
      "epoch": 5.564270760642009,
      "grad_norm": 1.7546587067820456,
      "learning_rate": 4.009798943004289e-06,
      "loss": 0.8281,
      "step": 119604
    },
    {
      "epoch": 5.564317283089091,
      "grad_norm": 1.8720202406154482,
      "learning_rate": 4.00894657733421e-06,
      "loss": 0.8945,
      "step": 119605
    },
    {
      "epoch": 5.564363805536171,
      "grad_norm": 1.7301438176642743,
      "learning_rate": 4.0080943010407205e-06,
      "loss": 1.0703,
      "step": 119606
    },
    {
      "epoch": 5.564410327983252,
      "grad_norm": 2.0212782541067202,
      "learning_rate": 4.007242114124337e-06,
      "loss": 1.0859,
      "step": 119607
    },
    {
      "epoch": 5.564456850430332,
      "grad_norm": 1.6729658569301638,
      "learning_rate": 4.0063900165855756e-06,
      "loss": 1.0312,
      "step": 119608
    },
    {
      "epoch": 5.564503372877414,
      "grad_norm": 1.6086133437553483,
      "learning_rate": 4.005538008424969e-06,
      "loss": 0.9453,
      "step": 119609
    },
    {
      "epoch": 5.564549895324494,
      "grad_norm": 1.730871400105324,
      "learning_rate": 4.004686089643033e-06,
      "loss": 0.918,
      "step": 119610
    },
    {
      "epoch": 5.5645964177715745,
      "grad_norm": 1.8039947301063763,
      "learning_rate": 4.003834260240285e-06,
      "loss": 1.0312,
      "step": 119611
    },
    {
      "epoch": 5.564642940218656,
      "grad_norm": 1.8744215841313003,
      "learning_rate": 4.002982520217241e-06,
      "loss": 1.0234,
      "step": 119612
    },
    {
      "epoch": 5.564689462665736,
      "grad_norm": 1.8231762294327611,
      "learning_rate": 4.002130869574433e-06,
      "loss": 0.9336,
      "step": 119613
    },
    {
      "epoch": 5.564735985112817,
      "grad_norm": 1.6650147761589138,
      "learning_rate": 4.001279308312394e-06,
      "loss": 0.8555,
      "step": 119614
    },
    {
      "epoch": 5.564782507559897,
      "grad_norm": 1.8989640696949261,
      "learning_rate": 4.000427836431625e-06,
      "loss": 0.9844,
      "step": 119615
    },
    {
      "epoch": 5.564829030006979,
      "grad_norm": 1.9694190082084488,
      "learning_rate": 3.99957645393264e-06,
      "loss": 1.0547,
      "step": 119616
    },
    {
      "epoch": 5.564875552454059,
      "grad_norm": 1.839890486859603,
      "learning_rate": 3.998725160816008e-06,
      "loss": 0.9062,
      "step": 119617
    },
    {
      "epoch": 5.56492207490114,
      "grad_norm": 1.6144934377373708,
      "learning_rate": 3.9978739570821924e-06,
      "loss": 0.8047,
      "step": 119618
    },
    {
      "epoch": 5.56496859734822,
      "grad_norm": 1.9025127318681399,
      "learning_rate": 3.9970228427317455e-06,
      "loss": 1.0312,
      "step": 119619
    },
    {
      "epoch": 5.5650151197953015,
      "grad_norm": 1.8026841939503473,
      "learning_rate": 3.996171817765181e-06,
      "loss": 0.9492,
      "step": 119620
    },
    {
      "epoch": 5.565061642242382,
      "grad_norm": 1.695626003788539,
      "learning_rate": 3.9953208821830005e-06,
      "loss": 0.9453,
      "step": 119621
    },
    {
      "epoch": 5.5651081646894625,
      "grad_norm": 1.6960120485217522,
      "learning_rate": 3.99447003598577e-06,
      "loss": 0.957,
      "step": 119622
    },
    {
      "epoch": 5.565154687136543,
      "grad_norm": 1.5814211148226598,
      "learning_rate": 3.993619279173988e-06,
      "loss": 0.8438,
      "step": 119623
    },
    {
      "epoch": 5.565201209583624,
      "grad_norm": 1.917456773511092,
      "learning_rate": 3.9927686117481705e-06,
      "loss": 0.9102,
      "step": 119624
    },
    {
      "epoch": 5.565247732030705,
      "grad_norm": 1.773462949834995,
      "learning_rate": 3.991918033708819e-06,
      "loss": 1.0312,
      "step": 119625
    },
    {
      "epoch": 5.565294254477785,
      "grad_norm": 1.8194582593358761,
      "learning_rate": 3.991067545056498e-06,
      "loss": 0.8867,
      "step": 119626
    },
    {
      "epoch": 5.565340776924867,
      "grad_norm": 1.7531661659023916,
      "learning_rate": 3.9902171457917075e-06,
      "loss": 0.9219,
      "step": 119627
    },
    {
      "epoch": 5.565387299371947,
      "grad_norm": 1.644697104889479,
      "learning_rate": 3.9893668359149645e-06,
      "loss": 0.918,
      "step": 119628
    },
    {
      "epoch": 5.565433821819028,
      "grad_norm": 1.7486804800255253,
      "learning_rate": 3.988516615426768e-06,
      "loss": 0.8516,
      "step": 119629
    },
    {
      "epoch": 5.565480344266108,
      "grad_norm": 1.8181823087884363,
      "learning_rate": 3.987666484327684e-06,
      "loss": 0.8828,
      "step": 119630
    },
    {
      "epoch": 5.565526866713189,
      "grad_norm": 1.7263565528838876,
      "learning_rate": 3.986816442618213e-06,
      "loss": 1.0078,
      "step": 119631
    },
    {
      "epoch": 5.56557338916027,
      "grad_norm": 1.6956503338748643,
      "learning_rate": 3.9859664902988695e-06,
      "loss": 0.9844,
      "step": 119632
    },
    {
      "epoch": 5.56561991160735,
      "grad_norm": 2.0393669910102092,
      "learning_rate": 3.985116627370189e-06,
      "loss": 1.3203,
      "step": 119633
    },
    {
      "epoch": 5.565666434054432,
      "grad_norm": 1.6762728754510965,
      "learning_rate": 3.984266853832651e-06,
      "loss": 0.8945,
      "step": 119634
    },
    {
      "epoch": 5.565712956501512,
      "grad_norm": 2.017364152889844,
      "learning_rate": 3.983417169686826e-06,
      "loss": 1.1172,
      "step": 119635
    },
    {
      "epoch": 5.565759478948593,
      "grad_norm": 2.073025304032493,
      "learning_rate": 3.982567574933226e-06,
      "loss": 1.1641,
      "step": 119636
    },
    {
      "epoch": 5.565806001395673,
      "grad_norm": 1.7836935514390992,
      "learning_rate": 3.981718069572337e-06,
      "loss": 0.957,
      "step": 119637
    },
    {
      "epoch": 5.565852523842754,
      "grad_norm": 1.7370379597404066,
      "learning_rate": 3.980868653604691e-06,
      "loss": 0.9844,
      "step": 119638
    },
    {
      "epoch": 5.565899046289835,
      "grad_norm": 1.8196785659497186,
      "learning_rate": 3.9800193270308535e-06,
      "loss": 1.0312,
      "step": 119639
    },
    {
      "epoch": 5.5659455687369155,
      "grad_norm": 1.8932130201615165,
      "learning_rate": 3.979170089851291e-06,
      "loss": 1.0078,
      "step": 119640
    },
    {
      "epoch": 5.565992091183996,
      "grad_norm": 1.6453195492136867,
      "learning_rate": 3.9783209420665374e-06,
      "loss": 0.8242,
      "step": 119641
    },
    {
      "epoch": 5.566038613631077,
      "grad_norm": 1.7428942011349928,
      "learning_rate": 3.977471883677108e-06,
      "loss": 1.1016,
      "step": 119642
    },
    {
      "epoch": 5.566085136078158,
      "grad_norm": 1.498963933291284,
      "learning_rate": 3.976622914683519e-06,
      "loss": 0.7578,
      "step": 119643
    },
    {
      "epoch": 5.566131658525238,
      "grad_norm": 1.8620547932893496,
      "learning_rate": 3.975774035086337e-06,
      "loss": 0.9648,
      "step": 119644
    },
    {
      "epoch": 5.566178180972319,
      "grad_norm": 1.6748924639355867,
      "learning_rate": 3.974925244886029e-06,
      "loss": 0.957,
      "step": 119645
    },
    {
      "epoch": 5.5662247034194,
      "grad_norm": 1.6536671358537913,
      "learning_rate": 3.974076544083143e-06,
      "loss": 0.8555,
      "step": 119646
    },
    {
      "epoch": 5.566271225866481,
      "grad_norm": 1.93075510905459,
      "learning_rate": 3.97322793267818e-06,
      "loss": 0.9023,
      "step": 119647
    },
    {
      "epoch": 5.566317748313561,
      "grad_norm": 1.67540400618695,
      "learning_rate": 3.9723794106716725e-06,
      "loss": 0.8672,
      "step": 119648
    },
    {
      "epoch": 5.566364270760642,
      "grad_norm": 1.663802568197861,
      "learning_rate": 3.971530978064136e-06,
      "loss": 0.8438,
      "step": 119649
    },
    {
      "epoch": 5.566410793207723,
      "grad_norm": 1.7344066076780413,
      "learning_rate": 3.970682634856087e-06,
      "loss": 0.9688,
      "step": 119650
    },
    {
      "epoch": 5.566457315654803,
      "grad_norm": 1.773514317630537,
      "learning_rate": 3.969834381048026e-06,
      "loss": 0.8984,
      "step": 119651
    },
    {
      "epoch": 5.566503838101884,
      "grad_norm": 1.7642733515459987,
      "learning_rate": 3.968986216640518e-06,
      "loss": 1.0078,
      "step": 119652
    },
    {
      "epoch": 5.566550360548965,
      "grad_norm": 1.5523900491485265,
      "learning_rate": 3.968138141634064e-06,
      "loss": 0.8359,
      "step": 119653
    },
    {
      "epoch": 5.566596882996046,
      "grad_norm": 1.9524532225525344,
      "learning_rate": 3.967290156029163e-06,
      "loss": 1.0859,
      "step": 119654
    },
    {
      "epoch": 5.566643405443126,
      "grad_norm": 1.9740130682670594,
      "learning_rate": 3.9664422598263305e-06,
      "loss": 0.9648,
      "step": 119655
    },
    {
      "epoch": 5.566689927890207,
      "grad_norm": 1.6121257937164701,
      "learning_rate": 3.965594453026133e-06,
      "loss": 0.8008,
      "step": 119656
    },
    {
      "epoch": 5.566736450337288,
      "grad_norm": 1.901765783973413,
      "learning_rate": 3.964746735629054e-06,
      "loss": 0.8672,
      "step": 119657
    },
    {
      "epoch": 5.5667829727843685,
      "grad_norm": 1.9600454284718856,
      "learning_rate": 3.96389910763561e-06,
      "loss": 0.9531,
      "step": 119658
    },
    {
      "epoch": 5.566829495231449,
      "grad_norm": 1.6893805394051116,
      "learning_rate": 3.963051569046333e-06,
      "loss": 0.9531,
      "step": 119659
    },
    {
      "epoch": 5.5668760176785295,
      "grad_norm": 1.6263413026590912,
      "learning_rate": 3.962204119861722e-06,
      "loss": 0.832,
      "step": 119660
    },
    {
      "epoch": 5.566922540125611,
      "grad_norm": 2.111508221497624,
      "learning_rate": 3.961356760082313e-06,
      "loss": 1.0,
      "step": 119661
    },
    {
      "epoch": 5.566969062572691,
      "grad_norm": 1.8145496963819516,
      "learning_rate": 3.960509489708635e-06,
      "loss": 0.8164,
      "step": 119662
    },
    {
      "epoch": 5.567015585019772,
      "grad_norm": 1.8099422779183587,
      "learning_rate": 3.959662308741191e-06,
      "loss": 0.9648,
      "step": 119663
    },
    {
      "epoch": 5.567062107466853,
      "grad_norm": 1.582915293551738,
      "learning_rate": 3.958815217180494e-06,
      "loss": 0.8633,
      "step": 119664
    },
    {
      "epoch": 5.567108629913934,
      "grad_norm": 1.5377067357391068,
      "learning_rate": 3.957968215027063e-06,
      "loss": 0.7227,
      "step": 119665
    },
    {
      "epoch": 5.567155152361014,
      "grad_norm": 1.7139083111695927,
      "learning_rate": 3.957121302281446e-06,
      "loss": 0.9648,
      "step": 119666
    },
    {
      "epoch": 5.567201674808095,
      "grad_norm": 1.7390055261044228,
      "learning_rate": 3.956274478944127e-06,
      "loss": 1.0938,
      "step": 119667
    },
    {
      "epoch": 5.567248197255176,
      "grad_norm": 1.931523096214382,
      "learning_rate": 3.9554277450156545e-06,
      "loss": 0.875,
      "step": 119668
    },
    {
      "epoch": 5.567294719702256,
      "grad_norm": 1.7942662054220089,
      "learning_rate": 3.954581100496496e-06,
      "loss": 1.0156,
      "step": 119669
    },
    {
      "epoch": 5.567341242149337,
      "grad_norm": 1.7958458210490327,
      "learning_rate": 3.953734545387232e-06,
      "loss": 0.8984,
      "step": 119670
    },
    {
      "epoch": 5.567387764596418,
      "grad_norm": 1.8433392699706868,
      "learning_rate": 3.9528880796883485e-06,
      "loss": 0.9727,
      "step": 119671
    },
    {
      "epoch": 5.567434287043499,
      "grad_norm": 2.169583865701277,
      "learning_rate": 3.952041703400377e-06,
      "loss": 1.1406,
      "step": 119672
    },
    {
      "epoch": 5.567480809490579,
      "grad_norm": 1.9432796574452624,
      "learning_rate": 3.9511954165238e-06,
      "loss": 0.9336,
      "step": 119673
    },
    {
      "epoch": 5.56752733193766,
      "grad_norm": 1.590587949351606,
      "learning_rate": 3.950349219059185e-06,
      "loss": 0.8672,
      "step": 119674
    },
    {
      "epoch": 5.56757385438474,
      "grad_norm": 1.7039218198740753,
      "learning_rate": 3.949503111007013e-06,
      "loss": 0.9766,
      "step": 119675
    },
    {
      "epoch": 5.5676203768318215,
      "grad_norm": 2.1596354577864876,
      "learning_rate": 3.948657092367835e-06,
      "loss": 1.125,
      "step": 119676
    },
    {
      "epoch": 5.567666899278902,
      "grad_norm": 1.7039567158219115,
      "learning_rate": 3.947811163142117e-06,
      "loss": 0.9609,
      "step": 119677
    },
    {
      "epoch": 5.5677134217259825,
      "grad_norm": 1.7029869538982765,
      "learning_rate": 3.946965323330425e-06,
      "loss": 0.8672,
      "step": 119678
    },
    {
      "epoch": 5.567759944173064,
      "grad_norm": 1.8194075080502092,
      "learning_rate": 3.946119572933276e-06,
      "loss": 1.1094,
      "step": 119679
    },
    {
      "epoch": 5.567806466620144,
      "grad_norm": 1.684057411868949,
      "learning_rate": 3.945273911951169e-06,
      "loss": 0.8867,
      "step": 119680
    },
    {
      "epoch": 5.567852989067225,
      "grad_norm": 1.868353943899132,
      "learning_rate": 3.9444283403846035e-06,
      "loss": 0.9766,
      "step": 119681
    },
    {
      "epoch": 5.567899511514305,
      "grad_norm": 1.6638397770133027,
      "learning_rate": 3.943582858234145e-06,
      "loss": 0.9727,
      "step": 119682
    },
    {
      "epoch": 5.567946033961387,
      "grad_norm": 1.6701619678833324,
      "learning_rate": 3.942737465500278e-06,
      "loss": 0.9336,
      "step": 119683
    },
    {
      "epoch": 5.567992556408467,
      "grad_norm": 1.8007043263199793,
      "learning_rate": 3.941892162183536e-06,
      "loss": 0.9102,
      "step": 119684
    },
    {
      "epoch": 5.568039078855548,
      "grad_norm": 1.5411407521335463,
      "learning_rate": 3.941046948284399e-06,
      "loss": 0.793,
      "step": 119685
    },
    {
      "epoch": 5.568085601302629,
      "grad_norm": 1.884163656027114,
      "learning_rate": 3.940201823803452e-06,
      "loss": 0.9805,
      "step": 119686
    },
    {
      "epoch": 5.5681321237497095,
      "grad_norm": 1.5353943509059167,
      "learning_rate": 3.939356788741144e-06,
      "loss": 0.7695,
      "step": 119687
    },
    {
      "epoch": 5.56817864619679,
      "grad_norm": 2.242748947427206,
      "learning_rate": 3.938511843098041e-06,
      "loss": 1.1641,
      "step": 119688
    },
    {
      "epoch": 5.56822516864387,
      "grad_norm": 1.6250633197055,
      "learning_rate": 3.937666986874627e-06,
      "loss": 0.9688,
      "step": 119689
    },
    {
      "epoch": 5.568271691090952,
      "grad_norm": 1.9236734549205914,
      "learning_rate": 3.9368222200714505e-06,
      "loss": 1.0156,
      "step": 119690
    },
    {
      "epoch": 5.568318213538032,
      "grad_norm": 1.7697109412340322,
      "learning_rate": 3.935977542688995e-06,
      "loss": 0.9375,
      "step": 119691
    },
    {
      "epoch": 5.568364735985113,
      "grad_norm": 1.7288640368298647,
      "learning_rate": 3.93513295472781e-06,
      "loss": 0.8711,
      "step": 119692
    },
    {
      "epoch": 5.568411258432193,
      "grad_norm": 1.7172831433945404,
      "learning_rate": 3.934288456188395e-06,
      "loss": 1.0234,
      "step": 119693
    },
    {
      "epoch": 5.568457780879275,
      "grad_norm": 1.7012621512512567,
      "learning_rate": 3.933444047071266e-06,
      "loss": 1.0312,
      "step": 119694
    },
    {
      "epoch": 5.568504303326355,
      "grad_norm": 1.8051231012716773,
      "learning_rate": 3.93259972737694e-06,
      "loss": 1.1406,
      "step": 119695
    },
    {
      "epoch": 5.5685508257734355,
      "grad_norm": 1.684914295844529,
      "learning_rate": 3.931755497105949e-06,
      "loss": 0.9727,
      "step": 119696
    },
    {
      "epoch": 5.568597348220516,
      "grad_norm": 1.8003025153579495,
      "learning_rate": 3.930911356258792e-06,
      "loss": 0.9844,
      "step": 119697
    },
    {
      "epoch": 5.568643870667597,
      "grad_norm": 1.799917704443912,
      "learning_rate": 3.9300673048359875e-06,
      "loss": 0.9219,
      "step": 119698
    },
    {
      "epoch": 5.568690393114678,
      "grad_norm": 2.0258076739809066,
      "learning_rate": 3.929223342838051e-06,
      "loss": 1.2656,
      "step": 119699
    },
    {
      "epoch": 5.568736915561758,
      "grad_norm": 1.8463129741791728,
      "learning_rate": 3.928379470265513e-06,
      "loss": 1.1094,
      "step": 119700
    },
    {
      "epoch": 5.56878343800884,
      "grad_norm": 1.531990626435783,
      "learning_rate": 3.927535687118893e-06,
      "loss": 0.8594,
      "step": 119701
    },
    {
      "epoch": 5.56882996045592,
      "grad_norm": 1.8145726172923216,
      "learning_rate": 3.926691993398689e-06,
      "loss": 0.9141,
      "step": 119702
    },
    {
      "epoch": 5.568876482903001,
      "grad_norm": 1.7153887860287755,
      "learning_rate": 3.925848389105418e-06,
      "loss": 0.9414,
      "step": 119703
    },
    {
      "epoch": 5.568923005350081,
      "grad_norm": 1.7615742584145988,
      "learning_rate": 3.925004874239612e-06,
      "loss": 0.9492,
      "step": 119704
    },
    {
      "epoch": 5.5689695277971625,
      "grad_norm": 1.835479511535988,
      "learning_rate": 3.924161448801771e-06,
      "loss": 0.9766,
      "step": 119705
    },
    {
      "epoch": 5.569016050244243,
      "grad_norm": 1.9393942682991985,
      "learning_rate": 3.923318112792429e-06,
      "loss": 1.1016,
      "step": 119706
    },
    {
      "epoch": 5.569062572691323,
      "grad_norm": 1.5075942897571357,
      "learning_rate": 3.922474866212067e-06,
      "loss": 0.7383,
      "step": 119707
    },
    {
      "epoch": 5.569109095138404,
      "grad_norm": 1.634595130925811,
      "learning_rate": 3.921631709061251e-06,
      "loss": 0.9141,
      "step": 119708
    },
    {
      "epoch": 5.569155617585485,
      "grad_norm": 1.7655135294168922,
      "learning_rate": 3.920788641340466e-06,
      "loss": 0.8125,
      "step": 119709
    },
    {
      "epoch": 5.569202140032566,
      "grad_norm": 1.912553353641557,
      "learning_rate": 3.919945663050245e-06,
      "loss": 0.918,
      "step": 119710
    },
    {
      "epoch": 5.569248662479646,
      "grad_norm": 2.0166498582129853,
      "learning_rate": 3.919102774191085e-06,
      "loss": 0.9844,
      "step": 119711
    },
    {
      "epoch": 5.569295184926727,
      "grad_norm": 1.9722315341926087,
      "learning_rate": 3.918259974763505e-06,
      "loss": 1.0625,
      "step": 119712
    },
    {
      "epoch": 5.569341707373808,
      "grad_norm": 1.6290791537008904,
      "learning_rate": 3.917417264768036e-06,
      "loss": 0.8594,
      "step": 119713
    },
    {
      "epoch": 5.5693882298208885,
      "grad_norm": 1.7945186095633925,
      "learning_rate": 3.916574644205195e-06,
      "loss": 0.9141,
      "step": 119714
    },
    {
      "epoch": 5.569434752267969,
      "grad_norm": 1.8388429663477142,
      "learning_rate": 3.915732113075465e-06,
      "loss": 0.9062,
      "step": 119715
    },
    {
      "epoch": 5.56948127471505,
      "grad_norm": 2.0180660354208424,
      "learning_rate": 3.914889671379412e-06,
      "loss": 1.2969,
      "step": 119716
    },
    {
      "epoch": 5.569527797162131,
      "grad_norm": 1.9125149138057682,
      "learning_rate": 3.9140473191175025e-06,
      "loss": 0.9727,
      "step": 119717
    },
    {
      "epoch": 5.569574319609211,
      "grad_norm": 1.5450774268875198,
      "learning_rate": 3.9132050562902695e-06,
      "loss": 0.8359,
      "step": 119718
    },
    {
      "epoch": 5.569620842056292,
      "grad_norm": 1.7160944305934027,
      "learning_rate": 3.912362882898262e-06,
      "loss": 0.9844,
      "step": 119719
    },
    {
      "epoch": 5.569667364503373,
      "grad_norm": 1.5821636452930117,
      "learning_rate": 3.911520798941947e-06,
      "loss": 0.7773,
      "step": 119720
    },
    {
      "epoch": 5.569713886950454,
      "grad_norm": 1.7123184188784746,
      "learning_rate": 3.9106788044218574e-06,
      "loss": 0.8945,
      "step": 119721
    },
    {
      "epoch": 5.569760409397534,
      "grad_norm": 1.8687268924954952,
      "learning_rate": 3.909836899338509e-06,
      "loss": 1.1172,
      "step": 119722
    },
    {
      "epoch": 5.5698069318446155,
      "grad_norm": 1.7893026235381577,
      "learning_rate": 3.9089950836924344e-06,
      "loss": 0.8672,
      "step": 119723
    },
    {
      "epoch": 5.569853454291696,
      "grad_norm": 1.7738879608172764,
      "learning_rate": 3.908153357484134e-06,
      "loss": 0.8828,
      "step": 119724
    },
    {
      "epoch": 5.5698999767387765,
      "grad_norm": 1.7658621815236528,
      "learning_rate": 3.907311720714107e-06,
      "loss": 0.9805,
      "step": 119725
    },
    {
      "epoch": 5.569946499185857,
      "grad_norm": 1.8250642470363851,
      "learning_rate": 3.906470173382903e-06,
      "loss": 1.0547,
      "step": 119726
    },
    {
      "epoch": 5.569993021632937,
      "grad_norm": 1.6497512512187198,
      "learning_rate": 3.905628715491005e-06,
      "loss": 0.9531,
      "step": 119727
    },
    {
      "epoch": 5.570039544080019,
      "grad_norm": 1.6980067808609922,
      "learning_rate": 3.904787347038946e-06,
      "loss": 0.9258,
      "step": 119728
    },
    {
      "epoch": 5.570086066527099,
      "grad_norm": 1.734880292121044,
      "learning_rate": 3.903946068027241e-06,
      "loss": 0.9922,
      "step": 119729
    },
    {
      "epoch": 5.57013258897418,
      "grad_norm": 1.607323533397111,
      "learning_rate": 3.9031048784563924e-06,
      "loss": 0.8867,
      "step": 119730
    },
    {
      "epoch": 5.570179111421261,
      "grad_norm": 1.7561873687443461,
      "learning_rate": 3.902263778326914e-06,
      "loss": 1.0312,
      "step": 119731
    },
    {
      "epoch": 5.570225633868342,
      "grad_norm": 1.6716409039966331,
      "learning_rate": 3.901422767639356e-06,
      "loss": 0.918,
      "step": 119732
    },
    {
      "epoch": 5.570272156315422,
      "grad_norm": 1.8425607094470575,
      "learning_rate": 3.9005818463942015e-06,
      "loss": 0.8711,
      "step": 119733
    },
    {
      "epoch": 5.5703186787625025,
      "grad_norm": 1.5792226826760163,
      "learning_rate": 3.899741014591967e-06,
      "loss": 0.8281,
      "step": 119734
    },
    {
      "epoch": 5.570365201209584,
      "grad_norm": 1.5883088748346506,
      "learning_rate": 3.898900272233169e-06,
      "loss": 0.8984,
      "step": 119735
    },
    {
      "epoch": 5.570411723656664,
      "grad_norm": 1.6994090956881394,
      "learning_rate": 3.898059619318339e-06,
      "loss": 0.7969,
      "step": 119736
    },
    {
      "epoch": 5.570458246103745,
      "grad_norm": 1.702392797565799,
      "learning_rate": 3.897219055847977e-06,
      "loss": 0.9219,
      "step": 119737
    },
    {
      "epoch": 5.570504768550826,
      "grad_norm": 1.5202484699287593,
      "learning_rate": 3.896378581822568e-06,
      "loss": 0.8242,
      "step": 119738
    },
    {
      "epoch": 5.570551290997907,
      "grad_norm": 1.7622721064770952,
      "learning_rate": 3.8955381972426925e-06,
      "loss": 0.8086,
      "step": 119739
    },
    {
      "epoch": 5.570597813444987,
      "grad_norm": 1.8815002888947743,
      "learning_rate": 3.894697902108818e-06,
      "loss": 1.0547,
      "step": 119740
    },
    {
      "epoch": 5.570644335892068,
      "grad_norm": 1.7528560645340827,
      "learning_rate": 3.893857696421476e-06,
      "loss": 0.8867,
      "step": 119741
    },
    {
      "epoch": 5.570690858339149,
      "grad_norm": 1.7125672588150456,
      "learning_rate": 3.893017580181168e-06,
      "loss": 1.0,
      "step": 119742
    },
    {
      "epoch": 5.5707373807862295,
      "grad_norm": 1.7290966321907877,
      "learning_rate": 3.8921775533884095e-06,
      "loss": 0.8984,
      "step": 119743
    },
    {
      "epoch": 5.57078390323331,
      "grad_norm": 1.990426567734206,
      "learning_rate": 3.891337616043733e-06,
      "loss": 1.1172,
      "step": 119744
    },
    {
      "epoch": 5.57083042568039,
      "grad_norm": 1.579880056094262,
      "learning_rate": 3.890497768147638e-06,
      "loss": 0.7969,
      "step": 119745
    },
    {
      "epoch": 5.570876948127472,
      "grad_norm": 1.6624829987963894,
      "learning_rate": 3.889658009700642e-06,
      "loss": 0.9336,
      "step": 119746
    },
    {
      "epoch": 5.570923470574552,
      "grad_norm": 1.6607952101348598,
      "learning_rate": 3.888818340703242e-06,
      "loss": 0.8984,
      "step": 119747
    },
    {
      "epoch": 5.570969993021633,
      "grad_norm": 1.6413365946461815,
      "learning_rate": 3.887978761155991e-06,
      "loss": 0.9141,
      "step": 119748
    },
    {
      "epoch": 5.571016515468713,
      "grad_norm": 1.765958651461165,
      "learning_rate": 3.887139271059387e-06,
      "loss": 0.9219,
      "step": 119749
    },
    {
      "epoch": 5.571063037915795,
      "grad_norm": 1.752485116855173,
      "learning_rate": 3.886299870413911e-06,
      "loss": 0.8711,
      "step": 119750
    },
    {
      "epoch": 5.571109560362875,
      "grad_norm": 1.7503977171746192,
      "learning_rate": 3.885460559220116e-06,
      "loss": 1.0312,
      "step": 119751
    },
    {
      "epoch": 5.571156082809956,
      "grad_norm": 1.7333553926802598,
      "learning_rate": 3.884621337478483e-06,
      "loss": 0.8984,
      "step": 119752
    },
    {
      "epoch": 5.571202605257037,
      "grad_norm": 1.7820385276115298,
      "learning_rate": 3.883782205189578e-06,
      "loss": 1.0938,
      "step": 119753
    },
    {
      "epoch": 5.571249127704117,
      "grad_norm": 1.7343624733635943,
      "learning_rate": 3.8829431623538686e-06,
      "loss": 0.9805,
      "step": 119754
    },
    {
      "epoch": 5.571295650151198,
      "grad_norm": 1.758003641370276,
      "learning_rate": 3.882104208971887e-06,
      "loss": 0.8281,
      "step": 119755
    },
    {
      "epoch": 5.571342172598278,
      "grad_norm": 1.7811910574998635,
      "learning_rate": 3.8812653450441325e-06,
      "loss": 0.9766,
      "step": 119756
    },
    {
      "epoch": 5.57138869504536,
      "grad_norm": 1.9737762304428352,
      "learning_rate": 3.880426570571138e-06,
      "loss": 0.9531,
      "step": 119757
    },
    {
      "epoch": 5.57143521749244,
      "grad_norm": 1.7683211608781229,
      "learning_rate": 3.879587885553403e-06,
      "loss": 1.0,
      "step": 119758
    },
    {
      "epoch": 5.571481739939521,
      "grad_norm": 1.7242538095510318,
      "learning_rate": 3.8787492899914455e-06,
      "loss": 1.0234,
      "step": 119759
    },
    {
      "epoch": 5.571528262386601,
      "grad_norm": 1.8337593549190276,
      "learning_rate": 3.877910783885779e-06,
      "loss": 0.957,
      "step": 119760
    },
    {
      "epoch": 5.5715747848336825,
      "grad_norm": 1.8891271585519525,
      "learning_rate": 3.877072367236922e-06,
      "loss": 1.0,
      "step": 119761
    },
    {
      "epoch": 5.571621307280763,
      "grad_norm": 1.9189797181952803,
      "learning_rate": 3.876234040045373e-06,
      "loss": 1.0859,
      "step": 119762
    },
    {
      "epoch": 5.5716678297278435,
      "grad_norm": 1.7881409168755227,
      "learning_rate": 3.875395802311665e-06,
      "loss": 0.8867,
      "step": 119763
    },
    {
      "epoch": 5.571714352174924,
      "grad_norm": 1.7553420730648288,
      "learning_rate": 3.874557654036298e-06,
      "loss": 0.8984,
      "step": 119764
    },
    {
      "epoch": 5.571760874622005,
      "grad_norm": 1.7191651483324148,
      "learning_rate": 3.873719595219787e-06,
      "loss": 0.9297,
      "step": 119765
    },
    {
      "epoch": 5.571807397069086,
      "grad_norm": 1.667402444422991,
      "learning_rate": 3.872881625862651e-06,
      "loss": 0.8359,
      "step": 119766
    },
    {
      "epoch": 5.571853919516166,
      "grad_norm": 1.7315270314914828,
      "learning_rate": 3.8720437459653864e-06,
      "loss": 0.8242,
      "step": 119767
    },
    {
      "epoch": 5.571900441963248,
      "grad_norm": 1.7808681979225869,
      "learning_rate": 3.871205955528528e-06,
      "loss": 0.9336,
      "step": 119768
    },
    {
      "epoch": 5.571946964410328,
      "grad_norm": 1.8501066216356243,
      "learning_rate": 3.870368254552575e-06,
      "loss": 1.0078,
      "step": 119769
    },
    {
      "epoch": 5.571993486857409,
      "grad_norm": 1.813204935900951,
      "learning_rate": 3.869530643038044e-06,
      "loss": 0.9805,
      "step": 119770
    },
    {
      "epoch": 5.572040009304489,
      "grad_norm": 1.9008048078136472,
      "learning_rate": 3.8686931209854495e-06,
      "loss": 0.8984,
      "step": 119771
    },
    {
      "epoch": 5.57208653175157,
      "grad_norm": 1.9526283476818023,
      "learning_rate": 3.86785568839531e-06,
      "loss": 1.0078,
      "step": 119772
    },
    {
      "epoch": 5.572133054198651,
      "grad_norm": 1.73359801991317,
      "learning_rate": 3.867018345268108e-06,
      "loss": 1.0156,
      "step": 119773
    },
    {
      "epoch": 5.572179576645731,
      "grad_norm": 1.8700519542324223,
      "learning_rate": 3.8661810916043754e-06,
      "loss": 0.9961,
      "step": 119774
    },
    {
      "epoch": 5.572226099092813,
      "grad_norm": 1.8433076593356945,
      "learning_rate": 3.865343927404646e-06,
      "loss": 1.0,
      "step": 119775
    },
    {
      "epoch": 5.572272621539893,
      "grad_norm": 1.6813376916349918,
      "learning_rate": 3.864506852669419e-06,
      "loss": 0.9531,
      "step": 119776
    },
    {
      "epoch": 5.572319143986974,
      "grad_norm": 1.9488957177273818,
      "learning_rate": 3.863669867399194e-06,
      "loss": 1.0078,
      "step": 119777
    },
    {
      "epoch": 5.572365666434054,
      "grad_norm": 1.7740714028518427,
      "learning_rate": 3.8628329715944875e-06,
      "loss": 0.9766,
      "step": 119778
    },
    {
      "epoch": 5.572412188881135,
      "grad_norm": 1.7215058605734677,
      "learning_rate": 3.861996165255815e-06,
      "loss": 0.9805,
      "step": 119779
    },
    {
      "epoch": 5.572458711328216,
      "grad_norm": 1.8405322570254472,
      "learning_rate": 3.861159448383711e-06,
      "loss": 0.9219,
      "step": 119780
    },
    {
      "epoch": 5.5725052337752965,
      "grad_norm": 1.85806588432539,
      "learning_rate": 3.860322820978656e-06,
      "loss": 0.9219,
      "step": 119781
    },
    {
      "epoch": 5.572551756222377,
      "grad_norm": 1.7913213612180392,
      "learning_rate": 3.859486283041152e-06,
      "loss": 1.0234,
      "step": 119782
    },
    {
      "epoch": 5.572598278669458,
      "grad_norm": 1.7165898772149146,
      "learning_rate": 3.858649834571748e-06,
      "loss": 0.8633,
      "step": 119783
    },
    {
      "epoch": 5.572644801116539,
      "grad_norm": 1.7716965112920542,
      "learning_rate": 3.857813475570942e-06,
      "loss": 0.9492,
      "step": 119784
    },
    {
      "epoch": 5.572691323563619,
      "grad_norm": 1.9126117547017984,
      "learning_rate": 3.8569772060392526e-06,
      "loss": 0.9414,
      "step": 119785
    },
    {
      "epoch": 5.5727378460107,
      "grad_norm": 1.8713227364862932,
      "learning_rate": 3.856141025977161e-06,
      "loss": 1.0469,
      "step": 119786
    },
    {
      "epoch": 5.572784368457781,
      "grad_norm": 1.6879345830284473,
      "learning_rate": 3.855304935385217e-06,
      "loss": 0.9023,
      "step": 119787
    },
    {
      "epoch": 5.572830890904862,
      "grad_norm": 1.9082557787035492,
      "learning_rate": 3.854468934263904e-06,
      "loss": 1.0312,
      "step": 119788
    },
    {
      "epoch": 5.572877413351942,
      "grad_norm": 1.5238357853238704,
      "learning_rate": 3.853633022613755e-06,
      "loss": 0.7812,
      "step": 119789
    },
    {
      "epoch": 5.5729239357990235,
      "grad_norm": 1.6367535015277028,
      "learning_rate": 3.8527972004352705e-06,
      "loss": 0.9688,
      "step": 119790
    },
    {
      "epoch": 5.572970458246104,
      "grad_norm": 1.6728052628000871,
      "learning_rate": 3.851961467728965e-06,
      "loss": 0.8242,
      "step": 119791
    },
    {
      "epoch": 5.573016980693184,
      "grad_norm": 1.748333068984734,
      "learning_rate": 3.851125824495355e-06,
      "loss": 0.918,
      "step": 119792
    },
    {
      "epoch": 5.573063503140265,
      "grad_norm": 1.8792294391194113,
      "learning_rate": 3.850290270734957e-06,
      "loss": 0.9414,
      "step": 119793
    },
    {
      "epoch": 5.573110025587346,
      "grad_norm": 1.7923931910602289,
      "learning_rate": 3.849454806448255e-06,
      "loss": 0.8906,
      "step": 119794
    },
    {
      "epoch": 5.573156548034427,
      "grad_norm": 1.9427291088698326,
      "learning_rate": 3.84861943163578e-06,
      "loss": 0.9648,
      "step": 119795
    },
    {
      "epoch": 5.573203070481507,
      "grad_norm": 1.7858297006531951,
      "learning_rate": 3.847784146298033e-06,
      "loss": 0.9805,
      "step": 119796
    },
    {
      "epoch": 5.573249592928588,
      "grad_norm": 1.6856139099337915,
      "learning_rate": 3.846948950435546e-06,
      "loss": 0.9141,
      "step": 119797
    },
    {
      "epoch": 5.573296115375669,
      "grad_norm": 2.028774284000566,
      "learning_rate": 3.846113844048821e-06,
      "loss": 1.0703,
      "step": 119798
    },
    {
      "epoch": 5.5733426378227495,
      "grad_norm": 1.810043565744976,
      "learning_rate": 3.84527882713837e-06,
      "loss": 1.0469,
      "step": 119799
    },
    {
      "epoch": 5.57338916026983,
      "grad_norm": 1.8129894409841962,
      "learning_rate": 3.84444389970468e-06,
      "loss": 0.9336,
      "step": 119800
    },
    {
      "epoch": 5.5734356827169105,
      "grad_norm": 1.7430193344907958,
      "learning_rate": 3.843609061748298e-06,
      "loss": 0.8281,
      "step": 119801
    },
    {
      "epoch": 5.573482205163992,
      "grad_norm": 1.9375913591914184,
      "learning_rate": 3.842774313269725e-06,
      "loss": 1.1016,
      "step": 119802
    },
    {
      "epoch": 5.573528727611072,
      "grad_norm": 1.8262254653817434,
      "learning_rate": 3.84193965426946e-06,
      "loss": 1.0703,
      "step": 119803
    },
    {
      "epoch": 5.573575250058153,
      "grad_norm": 1.6613191325704542,
      "learning_rate": 3.84110508474802e-06,
      "loss": 1.0469,
      "step": 119804
    },
    {
      "epoch": 5.573621772505234,
      "grad_norm": 1.9842326199769464,
      "learning_rate": 3.84027060470592e-06,
      "loss": 1.0547,
      "step": 119805
    },
    {
      "epoch": 5.573668294952315,
      "grad_norm": 1.7414922340220982,
      "learning_rate": 3.83943621414366e-06,
      "loss": 0.9023,
      "step": 119806
    },
    {
      "epoch": 5.573714817399395,
      "grad_norm": 1.8204555639667916,
      "learning_rate": 3.838601913061773e-06,
      "loss": 0.9727,
      "step": 119807
    },
    {
      "epoch": 5.573761339846476,
      "grad_norm": 1.6297978483356075,
      "learning_rate": 3.837767701460742e-06,
      "loss": 0.8633,
      "step": 119808
    },
    {
      "epoch": 5.573807862293557,
      "grad_norm": 1.853933878282243,
      "learning_rate": 3.836933579341084e-06,
      "loss": 1.0078,
      "step": 119809
    },
    {
      "epoch": 5.573854384740637,
      "grad_norm": 1.8116802364307805,
      "learning_rate": 3.836099546703348e-06,
      "loss": 0.9297,
      "step": 119810
    },
    {
      "epoch": 5.573900907187718,
      "grad_norm": 1.6988038498636622,
      "learning_rate": 3.835265603547982e-06,
      "loss": 0.9883,
      "step": 119811
    },
    {
      "epoch": 5.573947429634799,
      "grad_norm": 1.7696963646807051,
      "learning_rate": 3.834431749875538e-06,
      "loss": 0.8711,
      "step": 119812
    },
    {
      "epoch": 5.57399395208188,
      "grad_norm": 1.7062754639061068,
      "learning_rate": 3.833597985686515e-06,
      "loss": 0.8281,
      "step": 119813
    },
    {
      "epoch": 5.57404047452896,
      "grad_norm": 1.7948131987614933,
      "learning_rate": 3.832764310981429e-06,
      "loss": 0.9609,
      "step": 119814
    },
    {
      "epoch": 5.574086996976041,
      "grad_norm": 1.8092024162206697,
      "learning_rate": 3.831930725760796e-06,
      "loss": 0.9453,
      "step": 119815
    },
    {
      "epoch": 5.574133519423121,
      "grad_norm": 1.9397716157861586,
      "learning_rate": 3.831097230025098e-06,
      "loss": 0.9219,
      "step": 119816
    },
    {
      "epoch": 5.5741800418702026,
      "grad_norm": 1.8254878582363723,
      "learning_rate": 3.830263823774871e-06,
      "loss": 0.8828,
      "step": 119817
    },
    {
      "epoch": 5.574226564317283,
      "grad_norm": 2.084260841160826,
      "learning_rate": 3.8294305070106116e-06,
      "loss": 1.0156,
      "step": 119818
    },
    {
      "epoch": 5.5742730867643635,
      "grad_norm": 1.7105827618404188,
      "learning_rate": 3.828597279732837e-06,
      "loss": 0.8789,
      "step": 119819
    },
    {
      "epoch": 5.574319609211445,
      "grad_norm": 1.669359667914852,
      "learning_rate": 3.8277641419420635e-06,
      "loss": 0.9219,
      "step": 119820
    },
    {
      "epoch": 5.574366131658525,
      "grad_norm": 1.711204791798001,
      "learning_rate": 3.8269310936387905e-06,
      "loss": 0.8672,
      "step": 119821
    },
    {
      "epoch": 5.574412654105606,
      "grad_norm": 1.7121566077502146,
      "learning_rate": 3.826098134823535e-06,
      "loss": 0.8945,
      "step": 119822
    },
    {
      "epoch": 5.574459176552686,
      "grad_norm": 1.6101901303915889,
      "learning_rate": 3.825265265496813e-06,
      "loss": 0.7305,
      "step": 119823
    },
    {
      "epoch": 5.574505698999768,
      "grad_norm": 1.6263312020303988,
      "learning_rate": 3.824432485659124e-06,
      "loss": 0.8047,
      "step": 119824
    },
    {
      "epoch": 5.574552221446848,
      "grad_norm": 1.9028859285752382,
      "learning_rate": 3.8235997953109665e-06,
      "loss": 0.9531,
      "step": 119825
    },
    {
      "epoch": 5.574598743893929,
      "grad_norm": 1.6772386923442466,
      "learning_rate": 3.822767194452858e-06,
      "loss": 0.9922,
      "step": 119826
    },
    {
      "epoch": 5.57464526634101,
      "grad_norm": 1.7126695572379058,
      "learning_rate": 3.821934683085315e-06,
      "loss": 0.9062,
      "step": 119827
    },
    {
      "epoch": 5.5746917887880905,
      "grad_norm": 1.902657142369242,
      "learning_rate": 3.821102261208869e-06,
      "loss": 1.0391,
      "step": 119828
    },
    {
      "epoch": 5.574738311235171,
      "grad_norm": 1.8653607593592814,
      "learning_rate": 3.8202699288239876e-06,
      "loss": 0.9688,
      "step": 119829
    },
    {
      "epoch": 5.574784833682251,
      "grad_norm": 1.8168844707366878,
      "learning_rate": 3.819437685931187e-06,
      "loss": 1.0469,
      "step": 119830
    },
    {
      "epoch": 5.574831356129333,
      "grad_norm": 1.7385300930389047,
      "learning_rate": 3.818605532530999e-06,
      "loss": 0.8672,
      "step": 119831
    },
    {
      "epoch": 5.574877878576413,
      "grad_norm": 1.6951475876496986,
      "learning_rate": 3.8177734686239245e-06,
      "loss": 0.9414,
      "step": 119832
    },
    {
      "epoch": 5.574924401023494,
      "grad_norm": 2.0156761120031326,
      "learning_rate": 3.816941494210479e-06,
      "loss": 1.0156,
      "step": 119833
    },
    {
      "epoch": 5.574970923470574,
      "grad_norm": 1.7043414667777101,
      "learning_rate": 3.816109609291146e-06,
      "loss": 0.9766,
      "step": 119834
    },
    {
      "epoch": 5.575017445917656,
      "grad_norm": 1.6477360740279594,
      "learning_rate": 3.8152778138664575e-06,
      "loss": 0.8398,
      "step": 119835
    },
    {
      "epoch": 5.575063968364736,
      "grad_norm": 1.6865744521093404,
      "learning_rate": 3.8144461079369306e-06,
      "loss": 0.875,
      "step": 119836
    },
    {
      "epoch": 5.5751104908118165,
      "grad_norm": 1.7592923269531686,
      "learning_rate": 3.8136144915030477e-06,
      "loss": 0.9492,
      "step": 119837
    },
    {
      "epoch": 5.575157013258897,
      "grad_norm": 1.745686350653737,
      "learning_rate": 3.8127829645653252e-06,
      "loss": 1.0234,
      "step": 119838
    },
    {
      "epoch": 5.575203535705978,
      "grad_norm": 1.8546939867026415,
      "learning_rate": 3.8119515271242963e-06,
      "loss": 1.0078,
      "step": 119839
    },
    {
      "epoch": 5.575250058153059,
      "grad_norm": 1.956940474767918,
      "learning_rate": 3.8111201791804268e-06,
      "loss": 1.0859,
      "step": 119840
    },
    {
      "epoch": 5.575296580600139,
      "grad_norm": 1.6071801609528564,
      "learning_rate": 3.8102889207342833e-06,
      "loss": 0.8867,
      "step": 119841
    },
    {
      "epoch": 5.575343103047221,
      "grad_norm": 1.7987289425656858,
      "learning_rate": 3.8094577517863323e-06,
      "loss": 0.9062,
      "step": 119842
    },
    {
      "epoch": 5.575389625494301,
      "grad_norm": 1.880697692423637,
      "learning_rate": 3.808626672337073e-06,
      "loss": 0.9531,
      "step": 119843
    },
    {
      "epoch": 5.575436147941382,
      "grad_norm": 1.8026432067565106,
      "learning_rate": 3.8077956823870547e-06,
      "loss": 0.8906,
      "step": 119844
    },
    {
      "epoch": 5.575482670388462,
      "grad_norm": 1.6778235022886268,
      "learning_rate": 3.806964781936761e-06,
      "loss": 0.9219,
      "step": 119845
    },
    {
      "epoch": 5.5755291928355435,
      "grad_norm": 1.7444655109213596,
      "learning_rate": 3.806133970986708e-06,
      "loss": 0.9922,
      "step": 119846
    },
    {
      "epoch": 5.575575715282624,
      "grad_norm": 1.8449954561725703,
      "learning_rate": 3.8053032495373946e-06,
      "loss": 0.9492,
      "step": 119847
    },
    {
      "epoch": 5.5756222377297044,
      "grad_norm": 1.7841428861825062,
      "learning_rate": 3.8044726175893383e-06,
      "loss": 1.1328,
      "step": 119848
    },
    {
      "epoch": 5.575668760176785,
      "grad_norm": 1.8608138695946967,
      "learning_rate": 3.8036420751430543e-06,
      "loss": 0.8516,
      "step": 119849
    },
    {
      "epoch": 5.575715282623866,
      "grad_norm": 1.670699049059499,
      "learning_rate": 3.8028116221990255e-06,
      "loss": 0.8164,
      "step": 119850
    },
    {
      "epoch": 5.575761805070947,
      "grad_norm": 1.6716678939882907,
      "learning_rate": 3.8019812587578024e-06,
      "loss": 0.832,
      "step": 119851
    },
    {
      "epoch": 5.575808327518027,
      "grad_norm": 1.834139942158197,
      "learning_rate": 3.801150984819834e-06,
      "loss": 1.0312,
      "step": 119852
    },
    {
      "epoch": 5.575854849965108,
      "grad_norm": 1.7866086074587741,
      "learning_rate": 3.8003208003856866e-06,
      "loss": 0.8633,
      "step": 119853
    },
    {
      "epoch": 5.575901372412189,
      "grad_norm": 1.633749541613365,
      "learning_rate": 3.7994907054558433e-06,
      "loss": 0.8125,
      "step": 119854
    },
    {
      "epoch": 5.57594789485927,
      "grad_norm": 1.872527694552201,
      "learning_rate": 3.7986607000308035e-06,
      "loss": 1.0234,
      "step": 119855
    },
    {
      "epoch": 5.57599441730635,
      "grad_norm": 1.657773277819203,
      "learning_rate": 3.7978307841110834e-06,
      "loss": 0.7852,
      "step": 119856
    },
    {
      "epoch": 5.576040939753431,
      "grad_norm": 1.8562380827368603,
      "learning_rate": 3.7970009576971994e-06,
      "loss": 0.9766,
      "step": 119857
    },
    {
      "epoch": 5.576087462200512,
      "grad_norm": 1.729201560514718,
      "learning_rate": 3.7961712207896676e-06,
      "loss": 0.8125,
      "step": 119858
    },
    {
      "epoch": 5.576133984647592,
      "grad_norm": 1.9533457776390228,
      "learning_rate": 3.795341573388955e-06,
      "loss": 0.9336,
      "step": 119859
    },
    {
      "epoch": 5.576180507094673,
      "grad_norm": 1.7114573091790413,
      "learning_rate": 3.79451201549561e-06,
      "loss": 0.9375,
      "step": 119860
    },
    {
      "epoch": 5.576227029541754,
      "grad_norm": 1.775881012460093,
      "learning_rate": 3.793682547110116e-06,
      "loss": 0.9023,
      "step": 119861
    },
    {
      "epoch": 5.576273551988835,
      "grad_norm": 1.743760449095335,
      "learning_rate": 3.79285316823299e-06,
      "loss": 0.9922,
      "step": 119862
    },
    {
      "epoch": 5.576320074435915,
      "grad_norm": 1.6833209845920254,
      "learning_rate": 3.7920238788647638e-06,
      "loss": 1.0078,
      "step": 119863
    },
    {
      "epoch": 5.5763665968829965,
      "grad_norm": 1.879535892750652,
      "learning_rate": 3.7911946790059043e-06,
      "loss": 0.9141,
      "step": 119864
    },
    {
      "epoch": 5.576413119330077,
      "grad_norm": 1.8453442915106708,
      "learning_rate": 3.790365568656928e-06,
      "loss": 1.0859,
      "step": 119865
    },
    {
      "epoch": 5.5764596417771575,
      "grad_norm": 1.8175296527376188,
      "learning_rate": 3.7895365478183838e-06,
      "loss": 1.0703,
      "step": 119866
    },
    {
      "epoch": 5.576506164224238,
      "grad_norm": 1.8548575697416856,
      "learning_rate": 3.7887076164907217e-06,
      "loss": 1.0078,
      "step": 119867
    },
    {
      "epoch": 5.576552686671318,
      "grad_norm": 2.0224847824334993,
      "learning_rate": 3.787878774674491e-06,
      "loss": 0.918,
      "step": 119868
    },
    {
      "epoch": 5.5765992091184,
      "grad_norm": 2.083834635683427,
      "learning_rate": 3.7870500223701584e-06,
      "loss": 0.9453,
      "step": 119869
    },
    {
      "epoch": 5.57664573156548,
      "grad_norm": 1.9390857913856845,
      "learning_rate": 3.786221359578273e-06,
      "loss": 1.1094,
      "step": 119870
    },
    {
      "epoch": 5.576692254012561,
      "grad_norm": 1.7375896623763967,
      "learning_rate": 3.7853927862993348e-06,
      "loss": 0.9766,
      "step": 119871
    },
    {
      "epoch": 5.576738776459642,
      "grad_norm": 1.6121897360119233,
      "learning_rate": 3.784564302533827e-06,
      "loss": 0.9531,
      "step": 119872
    },
    {
      "epoch": 5.576785298906723,
      "grad_norm": 1.9310246315394988,
      "learning_rate": 3.783735908282265e-06,
      "loss": 1.0,
      "step": 119873
    },
    {
      "epoch": 5.576831821353803,
      "grad_norm": 1.7890575772221302,
      "learning_rate": 3.7829076035451656e-06,
      "loss": 0.9844,
      "step": 119874
    },
    {
      "epoch": 5.5768783438008835,
      "grad_norm": 1.7073228344472853,
      "learning_rate": 3.7820793883230448e-06,
      "loss": 0.918,
      "step": 119875
    },
    {
      "epoch": 5.576924866247965,
      "grad_norm": 1.8875141386286167,
      "learning_rate": 3.781251262616386e-06,
      "loss": 0.9727,
      "step": 119876
    },
    {
      "epoch": 5.576971388695045,
      "grad_norm": 1.6464403360877078,
      "learning_rate": 3.7804232264257052e-06,
      "loss": 0.8906,
      "step": 119877
    },
    {
      "epoch": 5.577017911142126,
      "grad_norm": 1.808961642786862,
      "learning_rate": 3.7795952797515017e-06,
      "loss": 0.9258,
      "step": 119878
    },
    {
      "epoch": 5.577064433589207,
      "grad_norm": 1.6567884438721643,
      "learning_rate": 3.7787674225943087e-06,
      "loss": 0.8281,
      "step": 119879
    },
    {
      "epoch": 5.577110956036288,
      "grad_norm": 1.8756934021989484,
      "learning_rate": 3.777939654954626e-06,
      "loss": 0.9375,
      "step": 119880
    },
    {
      "epoch": 5.577157478483368,
      "grad_norm": 1.6499597512126538,
      "learning_rate": 3.7771119768329362e-06,
      "loss": 0.9375,
      "step": 119881
    },
    {
      "epoch": 5.577204000930449,
      "grad_norm": 1.6342154089002265,
      "learning_rate": 3.776284388229739e-06,
      "loss": 0.9102,
      "step": 119882
    },
    {
      "epoch": 5.57725052337753,
      "grad_norm": 1.9606528464715682,
      "learning_rate": 3.7754568891455837e-06,
      "loss": 1.0234,
      "step": 119883
    },
    {
      "epoch": 5.5772970458246105,
      "grad_norm": 1.6407376556947129,
      "learning_rate": 3.7746294795809538e-06,
      "loss": 0.8477,
      "step": 119884
    },
    {
      "epoch": 5.577343568271691,
      "grad_norm": 1.9239663533123568,
      "learning_rate": 3.7738021595363655e-06,
      "loss": 0.9648,
      "step": 119885
    },
    {
      "epoch": 5.5773900907187715,
      "grad_norm": 1.8626310885633461,
      "learning_rate": 3.772974929012301e-06,
      "loss": 1.1094,
      "step": 119886
    },
    {
      "epoch": 5.577436613165853,
      "grad_norm": 1.890528532328437,
      "learning_rate": 3.7721477880092945e-06,
      "loss": 1.0469,
      "step": 119887
    },
    {
      "epoch": 5.577483135612933,
      "grad_norm": 1.5545648634423495,
      "learning_rate": 3.7713207365278274e-06,
      "loss": 0.8008,
      "step": 119888
    },
    {
      "epoch": 5.577529658060014,
      "grad_norm": 1.734453237497828,
      "learning_rate": 3.770493774568434e-06,
      "loss": 0.832,
      "step": 119889
    },
    {
      "epoch": 5.577576180507094,
      "grad_norm": 1.932112455738874,
      "learning_rate": 3.769666902131613e-06,
      "loss": 1.1172,
      "step": 119890
    },
    {
      "epoch": 5.577622702954176,
      "grad_norm": 1.6379643427367032,
      "learning_rate": 3.7688401192178473e-06,
      "loss": 0.9453,
      "step": 119891
    },
    {
      "epoch": 5.577669225401256,
      "grad_norm": 1.760345520155299,
      "learning_rate": 3.7680134258276707e-06,
      "loss": 1.0625,
      "step": 119892
    },
    {
      "epoch": 5.577715747848337,
      "grad_norm": 1.6934814056269019,
      "learning_rate": 3.7671868219615654e-06,
      "loss": 0.8984,
      "step": 119893
    },
    {
      "epoch": 5.577762270295418,
      "grad_norm": 1.9171094873474959,
      "learning_rate": 3.7663603076200643e-06,
      "loss": 0.9844,
      "step": 119894
    },
    {
      "epoch": 5.577808792742498,
      "grad_norm": 1.6937092110815188,
      "learning_rate": 3.765533882803651e-06,
      "loss": 0.9023,
      "step": 119895
    },
    {
      "epoch": 5.577855315189579,
      "grad_norm": 1.8141998593459776,
      "learning_rate": 3.764707547512841e-06,
      "loss": 0.9961,
      "step": 119896
    },
    {
      "epoch": 5.577901837636659,
      "grad_norm": 1.7870262749057775,
      "learning_rate": 3.763881301748134e-06,
      "loss": 0.9453,
      "step": 119897
    },
    {
      "epoch": 5.577948360083741,
      "grad_norm": 1.7023644601834795,
      "learning_rate": 3.763055145510063e-06,
      "loss": 0.9023,
      "step": 119898
    },
    {
      "epoch": 5.577994882530821,
      "grad_norm": 1.6812871374650253,
      "learning_rate": 3.762229078799078e-06,
      "loss": 0.9297,
      "step": 119899
    },
    {
      "epoch": 5.578041404977902,
      "grad_norm": 1.5786302742391143,
      "learning_rate": 3.7614031016157453e-06,
      "loss": 0.7891,
      "step": 119900
    },
    {
      "epoch": 5.578087927424983,
      "grad_norm": 2.068476594002242,
      "learning_rate": 3.7605772139605306e-06,
      "loss": 1.1328,
      "step": 119901
    },
    {
      "epoch": 5.5781344498720635,
      "grad_norm": 1.69920982954949,
      "learning_rate": 3.75975141583395e-06,
      "loss": 0.8477,
      "step": 119902
    },
    {
      "epoch": 5.578180972319144,
      "grad_norm": 1.6516684961801216,
      "learning_rate": 3.7589257072365207e-06,
      "loss": 0.8906,
      "step": 119903
    },
    {
      "epoch": 5.5782274947662245,
      "grad_norm": 1.7852358844670984,
      "learning_rate": 3.758100088168725e-06,
      "loss": 0.9727,
      "step": 119904
    },
    {
      "epoch": 5.578274017213305,
      "grad_norm": 1.7097384070193702,
      "learning_rate": 3.757274558631096e-06,
      "loss": 0.8828,
      "step": 119905
    },
    {
      "epoch": 5.578320539660386,
      "grad_norm": 1.8058033688735524,
      "learning_rate": 3.7564491186241166e-06,
      "loss": 0.9062,
      "step": 119906
    },
    {
      "epoch": 5.578367062107467,
      "grad_norm": 1.6432028753560652,
      "learning_rate": 3.7556237681483027e-06,
      "loss": 0.8633,
      "step": 119907
    },
    {
      "epoch": 5.578413584554547,
      "grad_norm": 1.9617048456206203,
      "learning_rate": 3.7547985072041707e-06,
      "loss": 0.9844,
      "step": 119908
    },
    {
      "epoch": 5.578460107001629,
      "grad_norm": 1.9049248852467955,
      "learning_rate": 3.7539733357921875e-06,
      "loss": 1.0312,
      "step": 119909
    },
    {
      "epoch": 5.578506629448709,
      "grad_norm": 1.6572240306984556,
      "learning_rate": 3.753148253912902e-06,
      "loss": 0.9805,
      "step": 119910
    },
    {
      "epoch": 5.57855315189579,
      "grad_norm": 1.6144438498927736,
      "learning_rate": 3.752323261566814e-06,
      "loss": 0.9492,
      "step": 119911
    },
    {
      "epoch": 5.57859967434287,
      "grad_norm": 1.4731292910071014,
      "learning_rate": 3.75149835875439e-06,
      "loss": 0.75,
      "step": 119912
    },
    {
      "epoch": 5.578646196789951,
      "grad_norm": 1.7005709668869495,
      "learning_rate": 3.7506735454761625e-06,
      "loss": 0.8906,
      "step": 119913
    },
    {
      "epoch": 5.578692719237032,
      "grad_norm": 1.6973053144061756,
      "learning_rate": 3.7498488217326484e-06,
      "loss": 0.8242,
      "step": 119914
    },
    {
      "epoch": 5.578739241684112,
      "grad_norm": 1.7338002345548869,
      "learning_rate": 3.7490241875243466e-06,
      "loss": 1.0078,
      "step": 119915
    },
    {
      "epoch": 5.578785764131194,
      "grad_norm": 1.6655831143005118,
      "learning_rate": 3.74819964285174e-06,
      "loss": 0.9648,
      "step": 119916
    },
    {
      "epoch": 5.578832286578274,
      "grad_norm": 1.9919341874390517,
      "learning_rate": 3.7473751877153293e-06,
      "loss": 1.1016,
      "step": 119917
    },
    {
      "epoch": 5.578878809025355,
      "grad_norm": 1.8173273041147002,
      "learning_rate": 3.7465508221156627e-06,
      "loss": 0.9102,
      "step": 119918
    },
    {
      "epoch": 5.578925331472435,
      "grad_norm": 1.90368400188546,
      "learning_rate": 3.7457265460532237e-06,
      "loss": 0.8984,
      "step": 119919
    },
    {
      "epoch": 5.5789718539195166,
      "grad_norm": 1.903473377752937,
      "learning_rate": 3.7449023595284953e-06,
      "loss": 1.2266,
      "step": 119920
    },
    {
      "epoch": 5.579018376366597,
      "grad_norm": 2.018301389911584,
      "learning_rate": 3.744078262542011e-06,
      "loss": 1.0234,
      "step": 119921
    },
    {
      "epoch": 5.5790648988136775,
      "grad_norm": 1.7990121530252063,
      "learning_rate": 3.7432542550942523e-06,
      "loss": 0.9062,
      "step": 119922
    },
    {
      "epoch": 5.579111421260758,
      "grad_norm": 1.608109728540833,
      "learning_rate": 3.7424303371857533e-06,
      "loss": 0.8281,
      "step": 119923
    },
    {
      "epoch": 5.579157943707839,
      "grad_norm": 1.6813887302149337,
      "learning_rate": 3.7416065088169965e-06,
      "loss": 0.957,
      "step": 119924
    },
    {
      "epoch": 5.57920446615492,
      "grad_norm": 1.6979585604313077,
      "learning_rate": 3.7407827699884653e-06,
      "loss": 1.0156,
      "step": 119925
    },
    {
      "epoch": 5.579250988602,
      "grad_norm": 1.8414813052970602,
      "learning_rate": 3.7399591207007086e-06,
      "loss": 1.0859,
      "step": 119926
    },
    {
      "epoch": 5.579297511049081,
      "grad_norm": 1.7868299150375953,
      "learning_rate": 3.7391355609542095e-06,
      "loss": 0.8984,
      "step": 119927
    },
    {
      "epoch": 5.579344033496162,
      "grad_norm": 1.7936497385685535,
      "learning_rate": 3.7383120907494678e-06,
      "loss": 1.0625,
      "step": 119928
    },
    {
      "epoch": 5.579390555943243,
      "grad_norm": 1.5937146011167214,
      "learning_rate": 3.7374887100869997e-06,
      "loss": 0.9219,
      "step": 119929
    },
    {
      "epoch": 5.579437078390323,
      "grad_norm": 1.7414228990546516,
      "learning_rate": 3.736665418967305e-06,
      "loss": 0.9531,
      "step": 119930
    },
    {
      "epoch": 5.5794836008374045,
      "grad_norm": 1.678804897448722,
      "learning_rate": 3.7358422173908833e-06,
      "loss": 0.7891,
      "step": 119931
    },
    {
      "epoch": 5.579530123284485,
      "grad_norm": 1.821663632404163,
      "learning_rate": 3.73501910535825e-06,
      "loss": 0.9219,
      "step": 119932
    },
    {
      "epoch": 5.579576645731565,
      "grad_norm": 1.7408257910689922,
      "learning_rate": 3.734196082869889e-06,
      "loss": 0.9766,
      "step": 119933
    },
    {
      "epoch": 5.579623168178646,
      "grad_norm": 1.8985810809790122,
      "learning_rate": 3.7333731499263165e-06,
      "loss": 0.9609,
      "step": 119934
    },
    {
      "epoch": 5.579669690625727,
      "grad_norm": 1.726623837589852,
      "learning_rate": 3.7325503065280314e-06,
      "loss": 0.8945,
      "step": 119935
    },
    {
      "epoch": 5.579716213072808,
      "grad_norm": 2.0359197196136,
      "learning_rate": 3.731727552675551e-06,
      "loss": 0.9688,
      "step": 119936
    },
    {
      "epoch": 5.579762735519888,
      "grad_norm": 1.7946211170528439,
      "learning_rate": 3.7309048883693573e-06,
      "loss": 1.0156,
      "step": 119937
    },
    {
      "epoch": 5.579809257966969,
      "grad_norm": 1.9069251742924826,
      "learning_rate": 3.7300823136099833e-06,
      "loss": 0.9492,
      "step": 119938
    },
    {
      "epoch": 5.57985578041405,
      "grad_norm": 1.7054242671474629,
      "learning_rate": 3.729259828397896e-06,
      "loss": 0.8828,
      "step": 119939
    },
    {
      "epoch": 5.5799023028611305,
      "grad_norm": 1.7417224728491028,
      "learning_rate": 3.7284374327336275e-06,
      "loss": 0.9219,
      "step": 119940
    },
    {
      "epoch": 5.579948825308211,
      "grad_norm": 1.7231179268067784,
      "learning_rate": 3.7276151266176777e-06,
      "loss": 0.8984,
      "step": 119941
    },
    {
      "epoch": 5.5799953477552915,
      "grad_norm": 1.8198670494539597,
      "learning_rate": 3.72679291005053e-06,
      "loss": 0.875,
      "step": 119942
    },
    {
      "epoch": 5.580041870202373,
      "grad_norm": 1.7000077658181991,
      "learning_rate": 3.7259707830327e-06,
      "loss": 0.7852,
      "step": 119943
    },
    {
      "epoch": 5.580088392649453,
      "grad_norm": 1.6078352274479557,
      "learning_rate": 3.7251487455647044e-06,
      "loss": 0.8047,
      "step": 119944
    },
    {
      "epoch": 5.580134915096534,
      "grad_norm": 1.5462974573482997,
      "learning_rate": 3.7243267976470258e-06,
      "loss": 0.8828,
      "step": 119945
    },
    {
      "epoch": 5.580181437543615,
      "grad_norm": 1.794115428787795,
      "learning_rate": 3.7235049392801975e-06,
      "loss": 0.8672,
      "step": 119946
    },
    {
      "epoch": 5.580227959990696,
      "grad_norm": 1.8700066626333116,
      "learning_rate": 3.722683170464669e-06,
      "loss": 0.875,
      "step": 119947
    },
    {
      "epoch": 5.580274482437776,
      "grad_norm": 1.9178157776016371,
      "learning_rate": 3.7218614912010056e-06,
      "loss": 1.0469,
      "step": 119948
    },
    {
      "epoch": 5.580321004884857,
      "grad_norm": 1.8444352441869432,
      "learning_rate": 3.7210399014896586e-06,
      "loss": 1.0469,
      "step": 119949
    },
    {
      "epoch": 5.580367527331938,
      "grad_norm": 1.8588621584404563,
      "learning_rate": 3.72021840133116e-06,
      "loss": 0.9883,
      "step": 119950
    },
    {
      "epoch": 5.5804140497790184,
      "grad_norm": 1.7944749662316954,
      "learning_rate": 3.719396990726009e-06,
      "loss": 0.9922,
      "step": 119951
    },
    {
      "epoch": 5.580460572226099,
      "grad_norm": 1.906238579515978,
      "learning_rate": 3.7185756696746893e-06,
      "loss": 0.9258,
      "step": 119952
    },
    {
      "epoch": 5.58050709467318,
      "grad_norm": 1.6534353233987533,
      "learning_rate": 3.71775443817775e-06,
      "loss": 0.8594,
      "step": 119953
    },
    {
      "epoch": 5.580553617120261,
      "grad_norm": 1.9541707412283333,
      "learning_rate": 3.716933296235641e-06,
      "loss": 1.0391,
      "step": 119954
    },
    {
      "epoch": 5.580600139567341,
      "grad_norm": 1.7668703201739873,
      "learning_rate": 3.7161122438488955e-06,
      "loss": 0.8945,
      "step": 119955
    },
    {
      "epoch": 5.580646662014422,
      "grad_norm": 1.6762405636037057,
      "learning_rate": 3.7152912810180124e-06,
      "loss": 0.875,
      "step": 119956
    },
    {
      "epoch": 5.580693184461502,
      "grad_norm": 1.97338619812048,
      "learning_rate": 3.714470407743475e-06,
      "loss": 1.1328,
      "step": 119957
    },
    {
      "epoch": 5.580739706908584,
      "grad_norm": 1.7841461054492422,
      "learning_rate": 3.713649624025816e-06,
      "loss": 0.9961,
      "step": 119958
    },
    {
      "epoch": 5.580786229355664,
      "grad_norm": 1.7186202988583277,
      "learning_rate": 3.712828929865519e-06,
      "loss": 0.9414,
      "step": 119959
    },
    {
      "epoch": 5.5808327518027445,
      "grad_norm": 1.7356438344049165,
      "learning_rate": 3.7120083252630992e-06,
      "loss": 0.9258,
      "step": 119960
    },
    {
      "epoch": 5.580879274249826,
      "grad_norm": 1.6079312835019097,
      "learning_rate": 3.711187810219024e-06,
      "loss": 0.9727,
      "step": 119961
    },
    {
      "epoch": 5.580925796696906,
      "grad_norm": 1.8177736953525172,
      "learning_rate": 3.710367384733842e-06,
      "loss": 0.9688,
      "step": 119962
    },
    {
      "epoch": 5.580972319143987,
      "grad_norm": 1.8170138675935308,
      "learning_rate": 3.709547048808037e-06,
      "loss": 0.8984,
      "step": 119963
    },
    {
      "epoch": 5.581018841591067,
      "grad_norm": 1.877638223706331,
      "learning_rate": 3.7087268024421078e-06,
      "loss": 1.0078,
      "step": 119964
    },
    {
      "epoch": 5.581065364038149,
      "grad_norm": 1.6103260232602348,
      "learning_rate": 3.7079066456365545e-06,
      "loss": 0.7852,
      "step": 119965
    },
    {
      "epoch": 5.581111886485229,
      "grad_norm": 1.6568585179389699,
      "learning_rate": 3.7070865783918767e-06,
      "loss": 0.832,
      "step": 119966
    },
    {
      "epoch": 5.58115840893231,
      "grad_norm": 1.843809941575041,
      "learning_rate": 3.7062666007085904e-06,
      "loss": 1.0547,
      "step": 119967
    },
    {
      "epoch": 5.581204931379391,
      "grad_norm": 1.7927564010805475,
      "learning_rate": 3.7054467125871956e-06,
      "loss": 1.0078,
      "step": 119968
    },
    {
      "epoch": 5.5812514538264715,
      "grad_norm": 1.7420620753021092,
      "learning_rate": 3.704626914028175e-06,
      "loss": 0.9922,
      "step": 119969
    },
    {
      "epoch": 5.581297976273552,
      "grad_norm": 1.822794779984005,
      "learning_rate": 3.7038072050320443e-06,
      "loss": 1.0547,
      "step": 119970
    },
    {
      "epoch": 5.581344498720632,
      "grad_norm": 1.8276648325632345,
      "learning_rate": 3.702987585599321e-06,
      "loss": 0.9531,
      "step": 119971
    },
    {
      "epoch": 5.581391021167714,
      "grad_norm": 1.585264027141179,
      "learning_rate": 3.70216805573047e-06,
      "loss": 0.9648,
      "step": 119972
    },
    {
      "epoch": 5.581437543614794,
      "grad_norm": 1.6726747428005442,
      "learning_rate": 3.7013486154260253e-06,
      "loss": 0.9492,
      "step": 119973
    },
    {
      "epoch": 5.581484066061875,
      "grad_norm": 1.7969084345096487,
      "learning_rate": 3.700529264686469e-06,
      "loss": 0.9492,
      "step": 119974
    },
    {
      "epoch": 5.581530588508955,
      "grad_norm": 1.8014091466601363,
      "learning_rate": 3.6997100035123184e-06,
      "loss": 0.9648,
      "step": 119975
    },
    {
      "epoch": 5.581577110956037,
      "grad_norm": 1.775899050839857,
      "learning_rate": 3.6988908319040723e-06,
      "loss": 0.9922,
      "step": 119976
    },
    {
      "epoch": 5.581623633403117,
      "grad_norm": 1.9437049613783228,
      "learning_rate": 3.69807174986223e-06,
      "loss": 0.918,
      "step": 119977
    },
    {
      "epoch": 5.5816701558501975,
      "grad_norm": 1.653385909095834,
      "learning_rate": 3.6972527573872755e-06,
      "loss": 0.8555,
      "step": 119978
    },
    {
      "epoch": 5.581716678297278,
      "grad_norm": 1.8764561100082688,
      "learning_rate": 3.6964338544797413e-06,
      "loss": 1.0469,
      "step": 119979
    },
    {
      "epoch": 5.581763200744359,
      "grad_norm": 1.744074813206421,
      "learning_rate": 3.69561504114011e-06,
      "loss": 0.9023,
      "step": 119980
    },
    {
      "epoch": 5.58180972319144,
      "grad_norm": 1.9326868222059104,
      "learning_rate": 3.694796317368881e-06,
      "loss": 1.0625,
      "step": 119981
    },
    {
      "epoch": 5.58185624563852,
      "grad_norm": 1.7185021950974246,
      "learning_rate": 3.693977683166555e-06,
      "loss": 0.9688,
      "step": 119982
    },
    {
      "epoch": 5.581902768085602,
      "grad_norm": 1.4824955773743829,
      "learning_rate": 3.69315913853363e-06,
      "loss": 0.7734,
      "step": 119983
    },
    {
      "epoch": 5.581949290532682,
      "grad_norm": 1.851832998252212,
      "learning_rate": 3.6923406834706404e-06,
      "loss": 1.0078,
      "step": 119984
    },
    {
      "epoch": 5.581995812979763,
      "grad_norm": 1.8946067582324058,
      "learning_rate": 3.6915223179780517e-06,
      "loss": 1.0312,
      "step": 119985
    },
    {
      "epoch": 5.582042335426843,
      "grad_norm": 1.741139935641795,
      "learning_rate": 3.690704042056364e-06,
      "loss": 0.9883,
      "step": 119986
    },
    {
      "epoch": 5.5820888578739245,
      "grad_norm": 1.7977932763913014,
      "learning_rate": 3.6898858557060927e-06,
      "loss": 1.0,
      "step": 119987
    },
    {
      "epoch": 5.582135380321005,
      "grad_norm": 1.7772057528950755,
      "learning_rate": 3.6890677589277384e-06,
      "loss": 0.8984,
      "step": 119988
    },
    {
      "epoch": 5.5821819027680855,
      "grad_norm": 1.7693272168842995,
      "learning_rate": 3.6882497517218168e-06,
      "loss": 0.8672,
      "step": 119989
    },
    {
      "epoch": 5.582228425215166,
      "grad_norm": 1.7518527924011105,
      "learning_rate": 3.687431834088794e-06,
      "loss": 1.0078,
      "step": 119990
    },
    {
      "epoch": 5.582274947662247,
      "grad_norm": 1.875645677377211,
      "learning_rate": 3.6866140060291872e-06,
      "loss": 0.8984,
      "step": 119991
    },
    {
      "epoch": 5.582321470109328,
      "grad_norm": 1.7233523377435025,
      "learning_rate": 3.685796267543495e-06,
      "loss": 0.9375,
      "step": 119992
    },
    {
      "epoch": 5.582367992556408,
      "grad_norm": 1.9224069473910244,
      "learning_rate": 3.684978618632234e-06,
      "loss": 1.0156,
      "step": 119993
    },
    {
      "epoch": 5.582414515003489,
      "grad_norm": 1.6680659501600033,
      "learning_rate": 3.6841610592958704e-06,
      "loss": 0.8242,
      "step": 119994
    },
    {
      "epoch": 5.58246103745057,
      "grad_norm": 1.5854166402781225,
      "learning_rate": 3.6833435895349373e-06,
      "loss": 0.8594,
      "step": 119995
    },
    {
      "epoch": 5.582507559897651,
      "grad_norm": 1.8250425771969323,
      "learning_rate": 3.6825262093499174e-06,
      "loss": 0.9922,
      "step": 119996
    },
    {
      "epoch": 5.582554082344731,
      "grad_norm": 1.8244979576044034,
      "learning_rate": 3.6817089187413273e-06,
      "loss": 0.9336,
      "step": 119997
    },
    {
      "epoch": 5.582600604791812,
      "grad_norm": 1.7851877750403609,
      "learning_rate": 3.6808917177096663e-06,
      "loss": 0.7812,
      "step": 119998
    },
    {
      "epoch": 5.582647127238893,
      "grad_norm": 1.4812795328977437,
      "learning_rate": 3.6800746062554174e-06,
      "loss": 0.7227,
      "step": 119999
    },
    {
      "epoch": 5.582693649685973,
      "grad_norm": 1.6643090145764685,
      "learning_rate": 3.679257584379064e-06,
      "loss": 1.0156,
      "step": 120000
    },
    {
      "epoch": 5.582740172133054,
      "grad_norm": 1.9572214256388845,
      "learning_rate": 3.678440652081155e-06,
      "loss": 0.9219,
      "step": 120001
    },
    {
      "epoch": 5.582786694580135,
      "grad_norm": 1.8646661456512648,
      "learning_rate": 3.6776238093621735e-06,
      "loss": 1.0234,
      "step": 120002
    },
    {
      "epoch": 5.582833217027216,
      "grad_norm": 1.8430210380584027,
      "learning_rate": 3.676807056222619e-06,
      "loss": 1.125,
      "step": 120003
    },
    {
      "epoch": 5.582879739474296,
      "grad_norm": 1.785035636867114,
      "learning_rate": 3.6759903926629586e-06,
      "loss": 0.9062,
      "step": 120004
    },
    {
      "epoch": 5.5829262619213775,
      "grad_norm": 1.6905781924879113,
      "learning_rate": 3.6751738186837242e-06,
      "loss": 0.9648,
      "step": 120005
    },
    {
      "epoch": 5.582972784368458,
      "grad_norm": 1.7149260044695254,
      "learning_rate": 3.6743573342854327e-06,
      "loss": 0.9414,
      "step": 120006
    },
    {
      "epoch": 5.5830193068155385,
      "grad_norm": 1.7933818096507605,
      "learning_rate": 3.67354093946855e-06,
      "loss": 0.8867,
      "step": 120007
    },
    {
      "epoch": 5.583065829262619,
      "grad_norm": 1.7464540774385997,
      "learning_rate": 3.6727246342335924e-06,
      "loss": 0.8359,
      "step": 120008
    },
    {
      "epoch": 5.583112351709699,
      "grad_norm": 1.7884426951640693,
      "learning_rate": 3.6719084185810267e-06,
      "loss": 0.9648,
      "step": 120009
    },
    {
      "epoch": 5.583158874156781,
      "grad_norm": 1.8820917814749438,
      "learning_rate": 3.6710922925114185e-06,
      "loss": 0.9414,
      "step": 120010
    },
    {
      "epoch": 5.583205396603861,
      "grad_norm": 1.7247435207696065,
      "learning_rate": 3.6702762560252175e-06,
      "loss": 0.9375,
      "step": 120011
    },
    {
      "epoch": 5.583251919050942,
      "grad_norm": 1.7529794033654171,
      "learning_rate": 3.66946030912294e-06,
      "loss": 0.9961,
      "step": 120012
    },
    {
      "epoch": 5.583298441498023,
      "grad_norm": 1.8772016262420785,
      "learning_rate": 3.668644451805053e-06,
      "loss": 1.0234,
      "step": 120013
    },
    {
      "epoch": 5.583344963945104,
      "grad_norm": 1.7832303230250806,
      "learning_rate": 3.667828684072105e-06,
      "loss": 0.9531,
      "step": 120014
    },
    {
      "epoch": 5.583391486392184,
      "grad_norm": 1.9002474415246504,
      "learning_rate": 3.6670130059245795e-06,
      "loss": 0.9414,
      "step": 120015
    },
    {
      "epoch": 5.5834380088392646,
      "grad_norm": 1.7078125642171156,
      "learning_rate": 3.6661974173629595e-06,
      "loss": 0.9102,
      "step": 120016
    },
    {
      "epoch": 5.583484531286346,
      "grad_norm": 1.8753116167146955,
      "learning_rate": 3.6653819183877775e-06,
      "loss": 0.9727,
      "step": 120017
    },
    {
      "epoch": 5.583531053733426,
      "grad_norm": 1.7574463501870556,
      "learning_rate": 3.6645665089994837e-06,
      "loss": 0.8242,
      "step": 120018
    },
    {
      "epoch": 5.583577576180507,
      "grad_norm": 2.0261676983145254,
      "learning_rate": 3.6637511891986104e-06,
      "loss": 1.0547,
      "step": 120019
    },
    {
      "epoch": 5.583624098627588,
      "grad_norm": 1.743815528248491,
      "learning_rate": 3.6629359589856744e-06,
      "loss": 0.8906,
      "step": 120020
    },
    {
      "epoch": 5.583670621074669,
      "grad_norm": 1.6894878639398339,
      "learning_rate": 3.662120818361142e-06,
      "loss": 0.9336,
      "step": 120021
    },
    {
      "epoch": 5.583717143521749,
      "grad_norm": 1.9455231179290375,
      "learning_rate": 3.661305767325495e-06,
      "loss": 1.0547,
      "step": 120022
    },
    {
      "epoch": 5.58376366596883,
      "grad_norm": 1.8332638798488035,
      "learning_rate": 3.660490805879285e-06,
      "loss": 0.9375,
      "step": 120023
    },
    {
      "epoch": 5.583810188415911,
      "grad_norm": 1.6405862362257755,
      "learning_rate": 3.6596759340229762e-06,
      "loss": 0.8672,
      "step": 120024
    },
    {
      "epoch": 5.5838567108629915,
      "grad_norm": 1.7367779498142295,
      "learning_rate": 3.6588611517570865e-06,
      "loss": 0.9102,
      "step": 120025
    },
    {
      "epoch": 5.583903233310072,
      "grad_norm": 1.6766298876032024,
      "learning_rate": 3.658046459082098e-06,
      "loss": 0.875,
      "step": 120026
    },
    {
      "epoch": 5.5839497557571525,
      "grad_norm": 1.741342715405565,
      "learning_rate": 3.6572318559985103e-06,
      "loss": 0.9492,
      "step": 120027
    },
    {
      "epoch": 5.583996278204234,
      "grad_norm": 2.0691061425296113,
      "learning_rate": 3.65641734250684e-06,
      "loss": 1.0938,
      "step": 120028
    },
    {
      "epoch": 5.584042800651314,
      "grad_norm": 1.8400648858485906,
      "learning_rate": 3.6556029186075695e-06,
      "loss": 1.0156,
      "step": 120029
    },
    {
      "epoch": 5.584089323098395,
      "grad_norm": 1.7225210635370067,
      "learning_rate": 3.6547885843011827e-06,
      "loss": 1.0078,
      "step": 120030
    },
    {
      "epoch": 5.584135845545475,
      "grad_norm": 1.7877956079997728,
      "learning_rate": 3.6539743395882117e-06,
      "loss": 0.9258,
      "step": 120031
    },
    {
      "epoch": 5.584182367992557,
      "grad_norm": 1.896304011287756,
      "learning_rate": 3.653160184469156e-06,
      "loss": 0.9453,
      "step": 120032
    },
    {
      "epoch": 5.584228890439637,
      "grad_norm": 1.6180378886840985,
      "learning_rate": 3.6523461189444824e-06,
      "loss": 0.8008,
      "step": 120033
    },
    {
      "epoch": 5.584275412886718,
      "grad_norm": 1.792789402392878,
      "learning_rate": 3.651532143014707e-06,
      "loss": 0.9688,
      "step": 120034
    },
    {
      "epoch": 5.584321935333799,
      "grad_norm": 1.8070029730051482,
      "learning_rate": 3.650718256680313e-06,
      "loss": 0.9336,
      "step": 120035
    },
    {
      "epoch": 5.584368457780879,
      "grad_norm": 1.7100110020970882,
      "learning_rate": 3.6499044599418326e-06,
      "loss": 0.8867,
      "step": 120036
    },
    {
      "epoch": 5.58441498022796,
      "grad_norm": 2.1237230980023045,
      "learning_rate": 3.649090752799716e-06,
      "loss": 1.1562,
      "step": 120037
    },
    {
      "epoch": 5.58446150267504,
      "grad_norm": 1.9121644316978468,
      "learning_rate": 3.6482771352545127e-06,
      "loss": 0.9609,
      "step": 120038
    },
    {
      "epoch": 5.584508025122122,
      "grad_norm": 1.8292825339521166,
      "learning_rate": 3.6474636073067056e-06,
      "loss": 0.9766,
      "step": 120039
    },
    {
      "epoch": 5.584554547569202,
      "grad_norm": 1.6845014701358685,
      "learning_rate": 3.646650168956744e-06,
      "loss": 0.9727,
      "step": 120040
    },
    {
      "epoch": 5.584601070016283,
      "grad_norm": 1.9306990573882747,
      "learning_rate": 3.6458368202051946e-06,
      "loss": 0.9688,
      "step": 120041
    },
    {
      "epoch": 5.584647592463364,
      "grad_norm": 1.678975371158826,
      "learning_rate": 3.6450235610525402e-06,
      "loss": 0.9336,
      "step": 120042
    },
    {
      "epoch": 5.5846941149104445,
      "grad_norm": 1.7655233433265802,
      "learning_rate": 3.644210391499247e-06,
      "loss": 0.832,
      "step": 120043
    },
    {
      "epoch": 5.584740637357525,
      "grad_norm": 1.6503296549123505,
      "learning_rate": 3.6433973115458147e-06,
      "loss": 0.875,
      "step": 120044
    },
    {
      "epoch": 5.5847871598046055,
      "grad_norm": 1.7679595789795548,
      "learning_rate": 3.6425843211927765e-06,
      "loss": 0.9961,
      "step": 120045
    },
    {
      "epoch": 5.584833682251686,
      "grad_norm": 1.783543954577703,
      "learning_rate": 3.6417714204406144e-06,
      "loss": 0.9844,
      "step": 120046
    },
    {
      "epoch": 5.584880204698767,
      "grad_norm": 1.7720858075177806,
      "learning_rate": 3.6409586092898124e-06,
      "loss": 0.8203,
      "step": 120047
    },
    {
      "epoch": 5.584926727145848,
      "grad_norm": 1.6339572995427565,
      "learning_rate": 3.6401458877408694e-06,
      "loss": 0.9414,
      "step": 120048
    },
    {
      "epoch": 5.584973249592928,
      "grad_norm": 1.8692734229659766,
      "learning_rate": 3.6393332557943188e-06,
      "loss": 0.8867,
      "step": 120049
    },
    {
      "epoch": 5.58501977204001,
      "grad_norm": 1.6750119788058508,
      "learning_rate": 3.63852071345061e-06,
      "loss": 0.9219,
      "step": 120050
    },
    {
      "epoch": 5.58506629448709,
      "grad_norm": 1.6371207891500938,
      "learning_rate": 3.637708260710276e-06,
      "loss": 0.8477,
      "step": 120051
    },
    {
      "epoch": 5.585112816934171,
      "grad_norm": 1.669297185651781,
      "learning_rate": 3.6368958975737828e-06,
      "loss": 0.8789,
      "step": 120052
    },
    {
      "epoch": 5.585159339381251,
      "grad_norm": 1.7302343960122442,
      "learning_rate": 3.6360836240416635e-06,
      "loss": 0.9062,
      "step": 120053
    },
    {
      "epoch": 5.5852058618283325,
      "grad_norm": 1.7624375653911577,
      "learning_rate": 3.6352714401143845e-06,
      "loss": 1.0625,
      "step": 120054
    },
    {
      "epoch": 5.585252384275413,
      "grad_norm": 1.7066935492716413,
      "learning_rate": 3.634459345792462e-06,
      "loss": 0.9336,
      "step": 120055
    },
    {
      "epoch": 5.585298906722493,
      "grad_norm": 1.7492490340973839,
      "learning_rate": 3.633647341076362e-06,
      "loss": 1.0469,
      "step": 120056
    },
    {
      "epoch": 5.585345429169575,
      "grad_norm": 1.8651635202661567,
      "learning_rate": 3.6328354259666347e-06,
      "loss": 0.9492,
      "step": 120057
    },
    {
      "epoch": 5.585391951616655,
      "grad_norm": 1.7195367383355864,
      "learning_rate": 3.632023600463729e-06,
      "loss": 0.8516,
      "step": 120058
    },
    {
      "epoch": 5.585438474063736,
      "grad_norm": 1.7436009176877225,
      "learning_rate": 3.631211864568162e-06,
      "loss": 0.875,
      "step": 120059
    },
    {
      "epoch": 5.585484996510816,
      "grad_norm": 1.7888035702059575,
      "learning_rate": 3.6304002182804494e-06,
      "loss": 0.8867,
      "step": 120060
    },
    {
      "epoch": 5.585531518957898,
      "grad_norm": 1.672857535392019,
      "learning_rate": 3.6295886616010404e-06,
      "loss": 1.0078,
      "step": 120061
    },
    {
      "epoch": 5.585578041404978,
      "grad_norm": 1.9715173531408665,
      "learning_rate": 3.6287771945304857e-06,
      "loss": 0.9609,
      "step": 120062
    },
    {
      "epoch": 5.5856245638520585,
      "grad_norm": 1.801074357877127,
      "learning_rate": 3.6279658170692507e-06,
      "loss": 0.957,
      "step": 120063
    },
    {
      "epoch": 5.585671086299139,
      "grad_norm": 1.6010541222883627,
      "learning_rate": 3.627154529217835e-06,
      "loss": 0.9141,
      "step": 120064
    },
    {
      "epoch": 5.58571760874622,
      "grad_norm": 1.6434320224243035,
      "learning_rate": 3.626343330976739e-06,
      "loss": 0.9258,
      "step": 120065
    },
    {
      "epoch": 5.585764131193301,
      "grad_norm": 1.9292017199315927,
      "learning_rate": 3.6255322223464446e-06,
      "loss": 0.9688,
      "step": 120066
    },
    {
      "epoch": 5.585810653640381,
      "grad_norm": 1.7349604039723583,
      "learning_rate": 3.6247212033274686e-06,
      "loss": 0.8984,
      "step": 120067
    },
    {
      "epoch": 5.585857176087462,
      "grad_norm": 1.549945007126278,
      "learning_rate": 3.6239102739203107e-06,
      "loss": 0.8789,
      "step": 120068
    },
    {
      "epoch": 5.585903698534543,
      "grad_norm": 1.7821110096427875,
      "learning_rate": 3.623099434125454e-06,
      "loss": 0.9336,
      "step": 120069
    },
    {
      "epoch": 5.585950220981624,
      "grad_norm": 1.9161796688184818,
      "learning_rate": 3.6222886839433975e-06,
      "loss": 1.0625,
      "step": 120070
    },
    {
      "epoch": 5.585996743428704,
      "grad_norm": 1.7434414198015917,
      "learning_rate": 3.621478023374641e-06,
      "loss": 0.9609,
      "step": 120071
    },
    {
      "epoch": 5.5860432658757855,
      "grad_norm": 1.8594245447528124,
      "learning_rate": 3.6206674524196676e-06,
      "loss": 1.0312,
      "step": 120072
    },
    {
      "epoch": 5.586089788322866,
      "grad_norm": 1.7676445845470792,
      "learning_rate": 3.6198569710789936e-06,
      "loss": 0.9219,
      "step": 120073
    },
    {
      "epoch": 5.586136310769946,
      "grad_norm": 1.646480992789843,
      "learning_rate": 3.619046579353102e-06,
      "loss": 1.0234,
      "step": 120074
    },
    {
      "epoch": 5.586182833217027,
      "grad_norm": 1.8324499701464387,
      "learning_rate": 3.618236277242492e-06,
      "loss": 0.9062,
      "step": 120075
    },
    {
      "epoch": 5.586229355664108,
      "grad_norm": 1.8897588059792163,
      "learning_rate": 3.6174260647476806e-06,
      "loss": 1.0547,
      "step": 120076
    },
    {
      "epoch": 5.586275878111189,
      "grad_norm": 1.731921028977433,
      "learning_rate": 3.6166159418691167e-06,
      "loss": 0.957,
      "step": 120077
    },
    {
      "epoch": 5.586322400558269,
      "grad_norm": 1.836309083296289,
      "learning_rate": 3.6158059086073332e-06,
      "loss": 0.8242,
      "step": 120078
    },
    {
      "epoch": 5.58636892300535,
      "grad_norm": 1.6380133493819589,
      "learning_rate": 3.6149959649628133e-06,
      "loss": 0.8242,
      "step": 120079
    },
    {
      "epoch": 5.586415445452431,
      "grad_norm": 1.7234267505012502,
      "learning_rate": 3.6141861109360572e-06,
      "loss": 0.957,
      "step": 120080
    },
    {
      "epoch": 5.5864619678995115,
      "grad_norm": 1.718874037407729,
      "learning_rate": 3.6133763465275634e-06,
      "loss": 0.9062,
      "step": 120081
    },
    {
      "epoch": 5.586508490346592,
      "grad_norm": 1.6595215693335947,
      "learning_rate": 3.6125666717378155e-06,
      "loss": 0.9258,
      "step": 120082
    },
    {
      "epoch": 5.5865550127936725,
      "grad_norm": 1.7113301203310984,
      "learning_rate": 3.611757086567313e-06,
      "loss": 0.9141,
      "step": 120083
    },
    {
      "epoch": 5.586601535240754,
      "grad_norm": 1.6918277565421138,
      "learning_rate": 3.6109475910165717e-06,
      "loss": 0.8945,
      "step": 120084
    },
    {
      "epoch": 5.586648057687834,
      "grad_norm": 1.8201002692577315,
      "learning_rate": 3.610138185086059e-06,
      "loss": 0.9375,
      "step": 120085
    },
    {
      "epoch": 5.586694580134915,
      "grad_norm": 1.8236871215546702,
      "learning_rate": 3.60932886877629e-06,
      "loss": 0.8789,
      "step": 120086
    },
    {
      "epoch": 5.586741102581996,
      "grad_norm": 1.7635853326980844,
      "learning_rate": 3.608519642087748e-06,
      "loss": 0.8633,
      "step": 120087
    },
    {
      "epoch": 5.586787625029077,
      "grad_norm": 1.8866033122050763,
      "learning_rate": 3.6077105050209332e-06,
      "loss": 0.9375,
      "step": 120088
    },
    {
      "epoch": 5.586834147476157,
      "grad_norm": 1.8297490668687761,
      "learning_rate": 3.6069014575763443e-06,
      "loss": 1.0,
      "step": 120089
    },
    {
      "epoch": 5.586880669923238,
      "grad_norm": 1.6499307631720048,
      "learning_rate": 3.6060924997544816e-06,
      "loss": 0.9492,
      "step": 120090
    },
    {
      "epoch": 5.586927192370319,
      "grad_norm": 1.681901530241025,
      "learning_rate": 3.6052836315558277e-06,
      "loss": 0.9883,
      "step": 120091
    },
    {
      "epoch": 5.5869737148173995,
      "grad_norm": 1.696814009764729,
      "learning_rate": 3.6044748529808652e-06,
      "loss": 0.8516,
      "step": 120092
    },
    {
      "epoch": 5.58702023726448,
      "grad_norm": 1.8482188187242012,
      "learning_rate": 3.603666164030111e-06,
      "loss": 1.0469,
      "step": 120093
    },
    {
      "epoch": 5.587066759711561,
      "grad_norm": 1.9828412359293592,
      "learning_rate": 3.602857564704065e-06,
      "loss": 0.9961,
      "step": 120094
    },
    {
      "epoch": 5.587113282158642,
      "grad_norm": 1.7745990589751026,
      "learning_rate": 3.6020490550032087e-06,
      "loss": 0.9492,
      "step": 120095
    },
    {
      "epoch": 5.587159804605722,
      "grad_norm": 1.8245562957595742,
      "learning_rate": 3.6012406349280264e-06,
      "loss": 0.918,
      "step": 120096
    },
    {
      "epoch": 5.587206327052803,
      "grad_norm": 1.7275232973194317,
      "learning_rate": 3.6004323044790507e-06,
      "loss": 1.0625,
      "step": 120097
    },
    {
      "epoch": 5.587252849499883,
      "grad_norm": 1.780711890183573,
      "learning_rate": 3.5996240636567474e-06,
      "loss": 1.0859,
      "step": 120098
    },
    {
      "epoch": 5.587299371946965,
      "grad_norm": 1.6841733934811018,
      "learning_rate": 3.5988159124616167e-06,
      "loss": 0.9102,
      "step": 120099
    },
    {
      "epoch": 5.587345894394045,
      "grad_norm": 1.705338194363843,
      "learning_rate": 3.598007850894141e-06,
      "loss": 0.9844,
      "step": 120100
    },
    {
      "epoch": 5.5873924168411255,
      "grad_norm": 1.7974477616763405,
      "learning_rate": 3.597199878954837e-06,
      "loss": 0.9922,
      "step": 120101
    },
    {
      "epoch": 5.587438939288207,
      "grad_norm": 1.7339735507625957,
      "learning_rate": 3.5963919966442043e-06,
      "loss": 0.8789,
      "step": 120102
    },
    {
      "epoch": 5.587485461735287,
      "grad_norm": 1.829825608419566,
      "learning_rate": 3.5955842039626927e-06,
      "loss": 0.9453,
      "step": 120103
    },
    {
      "epoch": 5.587531984182368,
      "grad_norm": 1.9008610844635523,
      "learning_rate": 3.5947765009108507e-06,
      "loss": 0.9688,
      "step": 120104
    },
    {
      "epoch": 5.587578506629448,
      "grad_norm": 2.1888996539508008,
      "learning_rate": 3.593968887489129e-06,
      "loss": 0.9648,
      "step": 120105
    },
    {
      "epoch": 5.58762502907653,
      "grad_norm": 1.7273006195208125,
      "learning_rate": 3.5931613636980605e-06,
      "loss": 0.8711,
      "step": 120106
    },
    {
      "epoch": 5.58767155152361,
      "grad_norm": 1.816723263449125,
      "learning_rate": 3.592353929538128e-06,
      "loss": 1.0,
      "step": 120107
    },
    {
      "epoch": 5.587718073970691,
      "grad_norm": 1.705338755842461,
      "learning_rate": 3.591546585009797e-06,
      "loss": 0.8945,
      "step": 120108
    },
    {
      "epoch": 5.587764596417772,
      "grad_norm": 1.8919368886348549,
      "learning_rate": 3.5907393301135845e-06,
      "loss": 0.9727,
      "step": 120109
    },
    {
      "epoch": 5.5878111188648525,
      "grad_norm": 1.7877570577083106,
      "learning_rate": 3.589932164850007e-06,
      "loss": 0.9062,
      "step": 120110
    },
    {
      "epoch": 5.587857641311933,
      "grad_norm": 1.9746896918476795,
      "learning_rate": 3.58912508921953e-06,
      "loss": 0.9805,
      "step": 120111
    },
    {
      "epoch": 5.587904163759013,
      "grad_norm": 1.9248645827751971,
      "learning_rate": 3.5883181032226538e-06,
      "loss": 0.9648,
      "step": 120112
    },
    {
      "epoch": 5.587950686206095,
      "grad_norm": 1.5673246172320114,
      "learning_rate": 3.5875112068598445e-06,
      "loss": 0.8125,
      "step": 120113
    },
    {
      "epoch": 5.587997208653175,
      "grad_norm": 1.8245377836247292,
      "learning_rate": 3.5867044001316516e-06,
      "loss": 0.8867,
      "step": 120114
    },
    {
      "epoch": 5.588043731100256,
      "grad_norm": 1.5490236714493955,
      "learning_rate": 3.5858976830385413e-06,
      "loss": 0.8477,
      "step": 120115
    },
    {
      "epoch": 5.588090253547336,
      "grad_norm": 1.7691303602654762,
      "learning_rate": 3.5850910555809965e-06,
      "loss": 1.0312,
      "step": 120116
    },
    {
      "epoch": 5.588136775994418,
      "grad_norm": 1.8280270544026218,
      "learning_rate": 3.584284517759534e-06,
      "loss": 0.9688,
      "step": 120117
    },
    {
      "epoch": 5.588183298441498,
      "grad_norm": 1.7384859156712744,
      "learning_rate": 3.583478069574619e-06,
      "loss": 0.832,
      "step": 120118
    },
    {
      "epoch": 5.588229820888579,
      "grad_norm": 1.628405025868127,
      "learning_rate": 3.5826717110267688e-06,
      "loss": 0.9141,
      "step": 120119
    },
    {
      "epoch": 5.588276343335659,
      "grad_norm": 1.6142539330140178,
      "learning_rate": 3.581865442116483e-06,
      "loss": 0.9609,
      "step": 120120
    },
    {
      "epoch": 5.58832286578274,
      "grad_norm": 1.6904478134875247,
      "learning_rate": 3.581059262844227e-06,
      "loss": 0.9219,
      "step": 120121
    },
    {
      "epoch": 5.588369388229821,
      "grad_norm": 1.6206261446941999,
      "learning_rate": 3.580253173210501e-06,
      "loss": 0.7773,
      "step": 120122
    },
    {
      "epoch": 5.588415910676901,
      "grad_norm": 2.0201332060348225,
      "learning_rate": 3.5794471732158214e-06,
      "loss": 1.0469,
      "step": 120123
    },
    {
      "epoch": 5.588462433123983,
      "grad_norm": 1.5741772155614948,
      "learning_rate": 3.578641262860671e-06,
      "loss": 0.8516,
      "step": 120124
    },
    {
      "epoch": 5.588508955571063,
      "grad_norm": 1.6447296149789923,
      "learning_rate": 3.5778354421455324e-06,
      "loss": 0.8555,
      "step": 120125
    },
    {
      "epoch": 5.588555478018144,
      "grad_norm": 1.783148237937206,
      "learning_rate": 3.5770297110709057e-06,
      "loss": 0.9727,
      "step": 120126
    },
    {
      "epoch": 5.588602000465224,
      "grad_norm": 2.19062546261793,
      "learning_rate": 3.5762240696372734e-06,
      "loss": 1.1172,
      "step": 120127
    },
    {
      "epoch": 5.5886485229123055,
      "grad_norm": 1.9439799856309852,
      "learning_rate": 3.5754185178451524e-06,
      "loss": 0.9766,
      "step": 120128
    },
    {
      "epoch": 5.588695045359386,
      "grad_norm": 1.6596174480956225,
      "learning_rate": 3.574613055695025e-06,
      "loss": 1.0156,
      "step": 120129
    },
    {
      "epoch": 5.5887415678064665,
      "grad_norm": 1.6446505413053543,
      "learning_rate": 3.573807683187391e-06,
      "loss": 0.8594,
      "step": 120130
    },
    {
      "epoch": 5.588788090253548,
      "grad_norm": 1.8814212294093366,
      "learning_rate": 3.5730024003227e-06,
      "loss": 0.9414,
      "step": 120131
    },
    {
      "epoch": 5.588834612700628,
      "grad_norm": 1.7159622933471044,
      "learning_rate": 3.572197207101518e-06,
      "loss": 0.793,
      "step": 120132
    },
    {
      "epoch": 5.588881135147709,
      "grad_norm": 1.8633005593099083,
      "learning_rate": 3.5713921035242787e-06,
      "loss": 0.9961,
      "step": 120133
    },
    {
      "epoch": 5.588927657594789,
      "grad_norm": 1.8574771397504444,
      "learning_rate": 3.5705870895915147e-06,
      "loss": 0.832,
      "step": 120134
    },
    {
      "epoch": 5.58897418004187,
      "grad_norm": 1.8177645531615787,
      "learning_rate": 3.569782165303675e-06,
      "loss": 0.9727,
      "step": 120135
    },
    {
      "epoch": 5.589020702488951,
      "grad_norm": 1.886177700300086,
      "learning_rate": 3.5689773306612936e-06,
      "loss": 1.0,
      "step": 120136
    },
    {
      "epoch": 5.589067224936032,
      "grad_norm": 1.7561373967805096,
      "learning_rate": 3.5681725856648522e-06,
      "loss": 0.9883,
      "step": 120137
    },
    {
      "epoch": 5.589113747383112,
      "grad_norm": 1.7528521403719113,
      "learning_rate": 3.5673679303148352e-06,
      "loss": 1.0312,
      "step": 120138
    },
    {
      "epoch": 5.589160269830193,
      "grad_norm": 1.6475021194818642,
      "learning_rate": 3.566563364611724e-06,
      "loss": 0.9297,
      "step": 120139
    },
    {
      "epoch": 5.589206792277274,
      "grad_norm": 1.8341379683502452,
      "learning_rate": 3.5657588885560362e-06,
      "loss": 1.0,
      "step": 120140
    },
    {
      "epoch": 5.589253314724354,
      "grad_norm": 1.6298551665612906,
      "learning_rate": 3.564954502148254e-06,
      "loss": 0.9023,
      "step": 120141
    },
    {
      "epoch": 5.589299837171435,
      "grad_norm": 1.8511961956901464,
      "learning_rate": 3.5641502053888773e-06,
      "loss": 0.9922,
      "step": 120142
    },
    {
      "epoch": 5.589346359618516,
      "grad_norm": 1.7154821430605085,
      "learning_rate": 3.5633459982783884e-06,
      "loss": 0.875,
      "step": 120143
    },
    {
      "epoch": 5.589392882065597,
      "grad_norm": 1.6807224008636157,
      "learning_rate": 3.5625418808172712e-06,
      "loss": 0.8867,
      "step": 120144
    },
    {
      "epoch": 5.589439404512677,
      "grad_norm": 1.7273261181314228,
      "learning_rate": 3.5617378530060246e-06,
      "loss": 0.957,
      "step": 120145
    },
    {
      "epoch": 5.5894859269597585,
      "grad_norm": 1.8824203417839267,
      "learning_rate": 3.5609339148451653e-06,
      "loss": 1.1641,
      "step": 120146
    },
    {
      "epoch": 5.589532449406839,
      "grad_norm": 1.6315758982943087,
      "learning_rate": 3.560130066335143e-06,
      "loss": 0.9102,
      "step": 120147
    },
    {
      "epoch": 5.5895789718539195,
      "grad_norm": 1.6675299526000869,
      "learning_rate": 3.55932630747649e-06,
      "loss": 0.8555,
      "step": 120148
    },
    {
      "epoch": 5.589625494301,
      "grad_norm": 2.124097674493138,
      "learning_rate": 3.5585226382696564e-06,
      "loss": 1.1797,
      "step": 120149
    },
    {
      "epoch": 5.5896720167480805,
      "grad_norm": 1.8309119401047376,
      "learning_rate": 3.5577190587151916e-06,
      "loss": 1.0391,
      "step": 120150
    },
    {
      "epoch": 5.589718539195162,
      "grad_norm": 1.9974358328390884,
      "learning_rate": 3.5569155688135454e-06,
      "loss": 1.0469,
      "step": 120151
    },
    {
      "epoch": 5.589765061642242,
      "grad_norm": 1.6808359072762662,
      "learning_rate": 3.5561121685652173e-06,
      "loss": 0.7891,
      "step": 120152
    },
    {
      "epoch": 5.589811584089323,
      "grad_norm": 1.804027375409575,
      "learning_rate": 3.5553088579706734e-06,
      "loss": 0.875,
      "step": 120153
    },
    {
      "epoch": 5.589858106536404,
      "grad_norm": 2.0586124853605927,
      "learning_rate": 3.5545056370304636e-06,
      "loss": 1.2031,
      "step": 120154
    },
    {
      "epoch": 5.589904628983485,
      "grad_norm": 1.7571275201270125,
      "learning_rate": 3.5537025057450375e-06,
      "loss": 0.8125,
      "step": 120155
    },
    {
      "epoch": 5.589951151430565,
      "grad_norm": 1.6525230731862852,
      "learning_rate": 3.552899464114911e-06,
      "loss": 0.8203,
      "step": 120156
    },
    {
      "epoch": 5.589997673877646,
      "grad_norm": 1.741088090827937,
      "learning_rate": 3.552096512140534e-06,
      "loss": 0.8711,
      "step": 120157
    },
    {
      "epoch": 5.590044196324727,
      "grad_norm": 1.6052866192961626,
      "learning_rate": 3.5512936498224566e-06,
      "loss": 0.7812,
      "step": 120158
    },
    {
      "epoch": 5.590090718771807,
      "grad_norm": 2.0310966688010925,
      "learning_rate": 3.5504908771611272e-06,
      "loss": 1.0312,
      "step": 120159
    },
    {
      "epoch": 5.590137241218888,
      "grad_norm": 1.681209134272093,
      "learning_rate": 3.5496881941570465e-06,
      "loss": 0.875,
      "step": 120160
    },
    {
      "epoch": 5.590183763665969,
      "grad_norm": 2.082962110936671,
      "learning_rate": 3.5488856008107137e-06,
      "loss": 1.1641,
      "step": 120161
    },
    {
      "epoch": 5.59023028611305,
      "grad_norm": 1.7750709523924952,
      "learning_rate": 3.5480830971226114e-06,
      "loss": 0.8711,
      "step": 120162
    },
    {
      "epoch": 5.59027680856013,
      "grad_norm": 2.0783707840352115,
      "learning_rate": 3.5472806830932564e-06,
      "loss": 1.0078,
      "step": 120163
    },
    {
      "epoch": 5.590323331007211,
      "grad_norm": 1.8336287896824754,
      "learning_rate": 3.5464783587230984e-06,
      "loss": 1.1172,
      "step": 120164
    },
    {
      "epoch": 5.590369853454292,
      "grad_norm": 1.6906951876323026,
      "learning_rate": 3.545676124012653e-06,
      "loss": 1.0078,
      "step": 120165
    },
    {
      "epoch": 5.5904163759013725,
      "grad_norm": 1.7586979605955517,
      "learning_rate": 3.5448739789624035e-06,
      "loss": 0.9414,
      "step": 120166
    },
    {
      "epoch": 5.590462898348453,
      "grad_norm": 1.674974408992304,
      "learning_rate": 3.5440719235728666e-06,
      "loss": 0.8398,
      "step": 120167
    },
    {
      "epoch": 5.5905094207955335,
      "grad_norm": 1.8069488150838167,
      "learning_rate": 3.543269957844491e-06,
      "loss": 1.0391,
      "step": 120168
    },
    {
      "epoch": 5.590555943242615,
      "grad_norm": 1.7175376460500662,
      "learning_rate": 3.542468081777794e-06,
      "loss": 0.9727,
      "step": 120169
    },
    {
      "epoch": 5.590602465689695,
      "grad_norm": 1.7456887310062326,
      "learning_rate": 3.541666295373258e-06,
      "loss": 1.0,
      "step": 120170
    },
    {
      "epoch": 5.590648988136776,
      "grad_norm": 1.8702763295746963,
      "learning_rate": 3.540864598631382e-06,
      "loss": 1.0703,
      "step": 120171
    },
    {
      "epoch": 5.590695510583856,
      "grad_norm": 1.8207348363512827,
      "learning_rate": 3.5400629915526504e-06,
      "loss": 1.0156,
      "step": 120172
    },
    {
      "epoch": 5.590742033030938,
      "grad_norm": 1.7072791242286158,
      "learning_rate": 3.5392614741375615e-06,
      "loss": 0.9453,
      "step": 120173
    },
    {
      "epoch": 5.590788555478018,
      "grad_norm": 1.859864885904095,
      "learning_rate": 3.5384600463865988e-06,
      "loss": 0.8594,
      "step": 120174
    },
    {
      "epoch": 5.590835077925099,
      "grad_norm": 1.6260592760806627,
      "learning_rate": 3.5376587083002285e-06,
      "loss": 0.8672,
      "step": 120175
    },
    {
      "epoch": 5.59088160037218,
      "grad_norm": 1.779233887142803,
      "learning_rate": 3.536857459879e-06,
      "loss": 0.9414,
      "step": 120176
    },
    {
      "epoch": 5.59092812281926,
      "grad_norm": 1.661862681380006,
      "learning_rate": 3.5360563011233633e-06,
      "loss": 0.8711,
      "step": 120177
    },
    {
      "epoch": 5.590974645266341,
      "grad_norm": 1.6718998509144813,
      "learning_rate": 3.535255232033818e-06,
      "loss": 0.9375,
      "step": 120178
    },
    {
      "epoch": 5.591021167713421,
      "grad_norm": 1.7053010409049378,
      "learning_rate": 3.53445425261083e-06,
      "loss": 0.9375,
      "step": 120179
    },
    {
      "epoch": 5.591067690160503,
      "grad_norm": 2.0370165935831452,
      "learning_rate": 3.5336533628549325e-06,
      "loss": 1.0938,
      "step": 120180
    },
    {
      "epoch": 5.591114212607583,
      "grad_norm": 1.7416702588847015,
      "learning_rate": 3.5328525627665917e-06,
      "loss": 1.0312,
      "step": 120181
    },
    {
      "epoch": 5.591160735054664,
      "grad_norm": 2.1026946830663413,
      "learning_rate": 3.532051852346307e-06,
      "loss": 1.0859,
      "step": 120182
    },
    {
      "epoch": 5.591207257501745,
      "grad_norm": 1.784138817168302,
      "learning_rate": 3.5312512315945453e-06,
      "loss": 0.9453,
      "step": 120183
    },
    {
      "epoch": 5.5912537799488256,
      "grad_norm": 1.7435612927203967,
      "learning_rate": 3.530450700511839e-06,
      "loss": 0.9805,
      "step": 120184
    },
    {
      "epoch": 5.591300302395906,
      "grad_norm": 1.8503517527812818,
      "learning_rate": 3.5296502590986373e-06,
      "loss": 0.9961,
      "step": 120185
    },
    {
      "epoch": 5.5913468248429865,
      "grad_norm": 1.7401861290564582,
      "learning_rate": 3.5288499073554577e-06,
      "loss": 0.918,
      "step": 120186
    },
    {
      "epoch": 5.591393347290067,
      "grad_norm": 1.6213975006294328,
      "learning_rate": 3.5280496452827658e-06,
      "loss": 0.8438,
      "step": 120187
    },
    {
      "epoch": 5.591439869737148,
      "grad_norm": 1.7857055083327091,
      "learning_rate": 3.5272494728810775e-06,
      "loss": 0.8594,
      "step": 120188
    },
    {
      "epoch": 5.591486392184229,
      "grad_norm": 1.7109451996329654,
      "learning_rate": 3.526449390150876e-06,
      "loss": 1.0156,
      "step": 120189
    },
    {
      "epoch": 5.591532914631309,
      "grad_norm": 1.779770188200888,
      "learning_rate": 3.5256493970926282e-06,
      "loss": 0.8984,
      "step": 120190
    },
    {
      "epoch": 5.591579437078391,
      "grad_norm": 1.8584588565057494,
      "learning_rate": 3.5248494937068494e-06,
      "loss": 1.0938,
      "step": 120191
    },
    {
      "epoch": 5.591625959525471,
      "grad_norm": 1.7220937044289482,
      "learning_rate": 3.5240496799940067e-06,
      "loss": 0.9258,
      "step": 120192
    },
    {
      "epoch": 5.591672481972552,
      "grad_norm": 1.7533657829142784,
      "learning_rate": 3.5232499559546155e-06,
      "loss": 0.9688,
      "step": 120193
    },
    {
      "epoch": 5.591719004419632,
      "grad_norm": 1.9346070198629106,
      "learning_rate": 3.5224503215891595e-06,
      "loss": 1.0469,
      "step": 120194
    },
    {
      "epoch": 5.5917655268667135,
      "grad_norm": 1.911335430260624,
      "learning_rate": 3.5216507768981216e-06,
      "loss": 0.9375,
      "step": 120195
    },
    {
      "epoch": 5.591812049313794,
      "grad_norm": 1.7336110209573166,
      "learning_rate": 3.520851321882001e-06,
      "loss": 1.0,
      "step": 120196
    },
    {
      "epoch": 5.591858571760874,
      "grad_norm": 1.704674928148379,
      "learning_rate": 3.520051956541248e-06,
      "loss": 0.8086,
      "step": 120197
    },
    {
      "epoch": 5.591905094207956,
      "grad_norm": 1.7568169489897714,
      "learning_rate": 3.519252680876411e-06,
      "loss": 0.9375,
      "step": 120198
    },
    {
      "epoch": 5.591951616655036,
      "grad_norm": 1.5708755996349206,
      "learning_rate": 3.5184534948879408e-06,
      "loss": 0.8633,
      "step": 120199
    },
    {
      "epoch": 5.591998139102117,
      "grad_norm": 1.6947412848744896,
      "learning_rate": 3.5176543985763527e-06,
      "loss": 0.9688,
      "step": 120200
    },
    {
      "epoch": 5.592044661549197,
      "grad_norm": 1.7461634809621824,
      "learning_rate": 3.5168553919420804e-06,
      "loss": 0.9922,
      "step": 120201
    },
    {
      "epoch": 5.592091183996279,
      "grad_norm": 1.770766440214541,
      "learning_rate": 3.51605647498569e-06,
      "loss": 0.9336,
      "step": 120202
    },
    {
      "epoch": 5.592137706443359,
      "grad_norm": 1.8470081552579767,
      "learning_rate": 3.5152576477076145e-06,
      "loss": 0.9922,
      "step": 120203
    },
    {
      "epoch": 5.5921842288904395,
      "grad_norm": 1.6483782081549585,
      "learning_rate": 3.5144589101083865e-06,
      "loss": 0.9492,
      "step": 120204
    },
    {
      "epoch": 5.59223075133752,
      "grad_norm": 2.066481171801102,
      "learning_rate": 3.513660262188439e-06,
      "loss": 0.9609,
      "step": 120205
    },
    {
      "epoch": 5.592277273784601,
      "grad_norm": 1.6591946318729767,
      "learning_rate": 3.5128617039483054e-06,
      "loss": 0.9414,
      "step": 120206
    },
    {
      "epoch": 5.592323796231682,
      "grad_norm": 1.773761492460922,
      "learning_rate": 3.5120632353884514e-06,
      "loss": 0.9883,
      "step": 120207
    },
    {
      "epoch": 5.592370318678762,
      "grad_norm": 1.763221685163544,
      "learning_rate": 3.511264856509394e-06,
      "loss": 1.0078,
      "step": 120208
    },
    {
      "epoch": 5.592416841125843,
      "grad_norm": 1.742410011539739,
      "learning_rate": 3.5104665673115815e-06,
      "loss": 0.8906,
      "step": 120209
    },
    {
      "epoch": 5.592463363572924,
      "grad_norm": 1.8573527687379427,
      "learning_rate": 3.5096683677955483e-06,
      "loss": 0.9336,
      "step": 120210
    },
    {
      "epoch": 5.592509886020005,
      "grad_norm": 1.7386858852531895,
      "learning_rate": 3.508870257961743e-06,
      "loss": 0.9219,
      "step": 120211
    },
    {
      "epoch": 5.592556408467085,
      "grad_norm": 1.6496235095994316,
      "learning_rate": 3.508072237810683e-06,
      "loss": 0.9492,
      "step": 120212
    },
    {
      "epoch": 5.5926029309141665,
      "grad_norm": 1.6796308857286204,
      "learning_rate": 3.507274307342833e-06,
      "loss": 0.957,
      "step": 120213
    },
    {
      "epoch": 5.592649453361247,
      "grad_norm": 1.8595964465556183,
      "learning_rate": 3.5064764665586777e-06,
      "loss": 1.0156,
      "step": 120214
    },
    {
      "epoch": 5.5926959758083274,
      "grad_norm": 1.699024183607546,
      "learning_rate": 3.5056787154587485e-06,
      "loss": 1.0391,
      "step": 120215
    },
    {
      "epoch": 5.592742498255408,
      "grad_norm": 1.552106981503935,
      "learning_rate": 3.5048810540434958e-06,
      "loss": 0.832,
      "step": 120216
    },
    {
      "epoch": 5.592789020702489,
      "grad_norm": 1.7833384155681669,
      "learning_rate": 3.5040834823134357e-06,
      "loss": 1.0078,
      "step": 120217
    },
    {
      "epoch": 5.59283554314957,
      "grad_norm": 1.8047690641503162,
      "learning_rate": 3.503286000269001e-06,
      "loss": 0.8438,
      "step": 120218
    },
    {
      "epoch": 5.59288206559665,
      "grad_norm": 1.5965000451811118,
      "learning_rate": 3.502488607910742e-06,
      "loss": 0.8555,
      "step": 120219
    },
    {
      "epoch": 5.592928588043731,
      "grad_norm": 2.0121822214631737,
      "learning_rate": 3.5016913052391403e-06,
      "loss": 1.0703,
      "step": 120220
    },
    {
      "epoch": 5.592975110490812,
      "grad_norm": 1.910731507708898,
      "learning_rate": 3.500894092254647e-06,
      "loss": 0.9922,
      "step": 120221
    },
    {
      "epoch": 5.593021632937893,
      "grad_norm": 1.7922228717984348,
      "learning_rate": 3.500096968957777e-06,
      "loss": 1.0156,
      "step": 120222
    },
    {
      "epoch": 5.593068155384973,
      "grad_norm": 1.9595760790735222,
      "learning_rate": 3.4992999353489983e-06,
      "loss": 0.9102,
      "step": 120223
    },
    {
      "epoch": 5.5931146778320535,
      "grad_norm": 1.879386875162858,
      "learning_rate": 3.4985029914288087e-06,
      "loss": 1.1406,
      "step": 120224
    },
    {
      "epoch": 5.593161200279135,
      "grad_norm": 1.7304254745515648,
      "learning_rate": 3.497706137197709e-06,
      "loss": 0.9727,
      "step": 120225
    },
    {
      "epoch": 5.593207722726215,
      "grad_norm": 1.7201124209685406,
      "learning_rate": 3.4969093726561812e-06,
      "loss": 0.918,
      "step": 120226
    },
    {
      "epoch": 5.593254245173296,
      "grad_norm": 1.5518558242559077,
      "learning_rate": 3.496112697804693e-06,
      "loss": 0.832,
      "step": 120227
    },
    {
      "epoch": 5.593300767620377,
      "grad_norm": 1.8041061075853246,
      "learning_rate": 3.4953161126437758e-06,
      "loss": 1.1016,
      "step": 120228
    },
    {
      "epoch": 5.593347290067458,
      "grad_norm": 1.6193345810082398,
      "learning_rate": 3.49451961717388e-06,
      "loss": 0.9023,
      "step": 120229
    },
    {
      "epoch": 5.593393812514538,
      "grad_norm": 1.6483447369040845,
      "learning_rate": 3.4937232113954883e-06,
      "loss": 0.9141,
      "step": 120230
    },
    {
      "epoch": 5.593440334961619,
      "grad_norm": 1.854313967468683,
      "learning_rate": 3.4929268953091004e-06,
      "loss": 0.9609,
      "step": 120231
    },
    {
      "epoch": 5.5934868574087,
      "grad_norm": 1.649117270776597,
      "learning_rate": 3.4921306689152164e-06,
      "loss": 0.9688,
      "step": 120232
    },
    {
      "epoch": 5.5935333798557805,
      "grad_norm": 1.7182795144626635,
      "learning_rate": 3.4913345322143182e-06,
      "loss": 1.0078,
      "step": 120233
    },
    {
      "epoch": 5.593579902302861,
      "grad_norm": 1.8062279234362673,
      "learning_rate": 3.4905384852068895e-06,
      "loss": 0.8945,
      "step": 120234
    },
    {
      "epoch": 5.593626424749942,
      "grad_norm": 1.8399329053000948,
      "learning_rate": 3.4897425278933966e-06,
      "loss": 1.0547,
      "step": 120235
    },
    {
      "epoch": 5.593672947197023,
      "grad_norm": 1.882040260106921,
      "learning_rate": 3.4889466602743553e-06,
      "loss": 0.9453,
      "step": 120236
    },
    {
      "epoch": 5.593719469644103,
      "grad_norm": 1.7683364608532293,
      "learning_rate": 3.4881508823502492e-06,
      "loss": 0.9688,
      "step": 120237
    },
    {
      "epoch": 5.593765992091184,
      "grad_norm": 1.759541952721053,
      "learning_rate": 3.4873551941215604e-06,
      "loss": 0.9805,
      "step": 120238
    },
    {
      "epoch": 5.593812514538264,
      "grad_norm": 1.857886810420785,
      "learning_rate": 3.4865595955887894e-06,
      "loss": 1.0078,
      "step": 120239
    },
    {
      "epoch": 5.593859036985346,
      "grad_norm": 1.7566980261075384,
      "learning_rate": 3.485764086752385e-06,
      "loss": 0.9453,
      "step": 120240
    },
    {
      "epoch": 5.593905559432426,
      "grad_norm": 1.6369829387118664,
      "learning_rate": 3.484968667612881e-06,
      "loss": 0.8398,
      "step": 120241
    },
    {
      "epoch": 5.5939520818795065,
      "grad_norm": 1.9951072548799882,
      "learning_rate": 3.484173338170726e-06,
      "loss": 1.0391,
      "step": 120242
    },
    {
      "epoch": 5.593998604326588,
      "grad_norm": 1.7804125353294349,
      "learning_rate": 3.483378098426437e-06,
      "loss": 0.9961,
      "step": 120243
    },
    {
      "epoch": 5.594045126773668,
      "grad_norm": 1.9190104557261842,
      "learning_rate": 3.4825829483804803e-06,
      "loss": 1.0156,
      "step": 120244
    },
    {
      "epoch": 5.594091649220749,
      "grad_norm": 1.7027113651111305,
      "learning_rate": 3.481787888033355e-06,
      "loss": 0.8281,
      "step": 120245
    },
    {
      "epoch": 5.594138171667829,
      "grad_norm": 2.0860257288058643,
      "learning_rate": 3.4809929173855442e-06,
      "loss": 1.0859,
      "step": 120246
    },
    {
      "epoch": 5.594184694114911,
      "grad_norm": 1.7635580456833433,
      "learning_rate": 3.4801980364375313e-06,
      "loss": 0.8945,
      "step": 120247
    },
    {
      "epoch": 5.594231216561991,
      "grad_norm": 1.7064652444951958,
      "learning_rate": 3.4794032451897823e-06,
      "loss": 0.9766,
      "step": 120248
    },
    {
      "epoch": 5.594277739009072,
      "grad_norm": 1.736768630081387,
      "learning_rate": 3.47860854364283e-06,
      "loss": 1.0859,
      "step": 120249
    },
    {
      "epoch": 5.594324261456153,
      "grad_norm": 1.8639449069924188,
      "learning_rate": 3.477813931797141e-06,
      "loss": 0.8945,
      "step": 120250
    },
    {
      "epoch": 5.5943707839032335,
      "grad_norm": 1.8442719809366679,
      "learning_rate": 3.4770194096531813e-06,
      "loss": 1.0234,
      "step": 120251
    },
    {
      "epoch": 5.594417306350314,
      "grad_norm": 1.6486238154984187,
      "learning_rate": 3.476224977211467e-06,
      "loss": 0.9531,
      "step": 120252
    },
    {
      "epoch": 5.5944638287973945,
      "grad_norm": 1.8431041491135134,
      "learning_rate": 3.4754306344724646e-06,
      "loss": 1.0312,
      "step": 120253
    },
    {
      "epoch": 5.594510351244476,
      "grad_norm": 1.8218096010099292,
      "learning_rate": 3.474636381436674e-06,
      "loss": 0.8828,
      "step": 120254
    },
    {
      "epoch": 5.594556873691556,
      "grad_norm": 1.7588017572775378,
      "learning_rate": 3.4738422181045613e-06,
      "loss": 0.9766,
      "step": 120255
    },
    {
      "epoch": 5.594603396138637,
      "grad_norm": 1.7919299110049427,
      "learning_rate": 3.473048144476642e-06,
      "loss": 0.8789,
      "step": 120256
    },
    {
      "epoch": 5.594649918585717,
      "grad_norm": 2.079540867466271,
      "learning_rate": 3.472254160553367e-06,
      "loss": 0.9531,
      "step": 120257
    },
    {
      "epoch": 5.594696441032799,
      "grad_norm": 1.7176575751909249,
      "learning_rate": 3.4714602663352355e-06,
      "loss": 0.8672,
      "step": 120258
    },
    {
      "epoch": 5.594742963479879,
      "grad_norm": 1.8598722758392543,
      "learning_rate": 3.470666461822763e-06,
      "loss": 0.9023,
      "step": 120259
    },
    {
      "epoch": 5.59478948592696,
      "grad_norm": 1.7499069230847593,
      "learning_rate": 3.4698727470164167e-06,
      "loss": 0.9688,
      "step": 120260
    },
    {
      "epoch": 5.59483600837404,
      "grad_norm": 1.6297608358593112,
      "learning_rate": 3.4690791219166624e-06,
      "loss": 0.8867,
      "step": 120261
    },
    {
      "epoch": 5.594882530821121,
      "grad_norm": 1.8765251487652643,
      "learning_rate": 3.468285586524e-06,
      "loss": 0.9609,
      "step": 120262
    },
    {
      "epoch": 5.594929053268202,
      "grad_norm": 1.6973233263039484,
      "learning_rate": 3.467492140838929e-06,
      "loss": 0.9453,
      "step": 120263
    },
    {
      "epoch": 5.594975575715282,
      "grad_norm": 1.8344391042540888,
      "learning_rate": 3.4666987848619153e-06,
      "loss": 1.1172,
      "step": 120264
    },
    {
      "epoch": 5.595022098162364,
      "grad_norm": 1.8014810602803375,
      "learning_rate": 3.4659055185934593e-06,
      "loss": 0.9141,
      "step": 120265
    },
    {
      "epoch": 5.595068620609444,
      "grad_norm": 1.993058289959704,
      "learning_rate": 3.4651123420340268e-06,
      "loss": 0.9219,
      "step": 120266
    },
    {
      "epoch": 5.595115143056525,
      "grad_norm": 1.7045069178123744,
      "learning_rate": 3.464319255184117e-06,
      "loss": 0.9258,
      "step": 120267
    },
    {
      "epoch": 5.595161665503605,
      "grad_norm": 1.6192636192240661,
      "learning_rate": 3.46352625804423e-06,
      "loss": 0.9062,
      "step": 120268
    },
    {
      "epoch": 5.5952081879506865,
      "grad_norm": 1.734993787092495,
      "learning_rate": 3.4627333506148324e-06,
      "loss": 0.9141,
      "step": 120269
    },
    {
      "epoch": 5.595254710397767,
      "grad_norm": 1.8006450846561413,
      "learning_rate": 3.46194053289639e-06,
      "loss": 0.9531,
      "step": 120270
    },
    {
      "epoch": 5.5953012328448475,
      "grad_norm": 1.7581846850921905,
      "learning_rate": 3.461147804889436e-06,
      "loss": 0.9648,
      "step": 120271
    },
    {
      "epoch": 5.595347755291929,
      "grad_norm": 1.8414574450248924,
      "learning_rate": 3.4603551665944364e-06,
      "loss": 1.0,
      "step": 120272
    },
    {
      "epoch": 5.595394277739009,
      "grad_norm": 1.7701213486635445,
      "learning_rate": 3.459562618011857e-06,
      "loss": 0.9805,
      "step": 120273
    },
    {
      "epoch": 5.59544080018609,
      "grad_norm": 1.7417993632147801,
      "learning_rate": 3.458770159142182e-06,
      "loss": 0.9453,
      "step": 120274
    },
    {
      "epoch": 5.59548732263317,
      "grad_norm": 1.776010026344774,
      "learning_rate": 3.4579777899859273e-06,
      "loss": 0.9375,
      "step": 120275
    },
    {
      "epoch": 5.595533845080251,
      "grad_norm": 1.8728024663340426,
      "learning_rate": 3.457185510543575e-06,
      "loss": 0.9648,
      "step": 120276
    },
    {
      "epoch": 5.595580367527332,
      "grad_norm": 1.8810029640293495,
      "learning_rate": 3.4563933208155923e-06,
      "loss": 0.9922,
      "step": 120277
    },
    {
      "epoch": 5.595626889974413,
      "grad_norm": 1.8661729187284644,
      "learning_rate": 3.455601220802462e-06,
      "loss": 0.9336,
      "step": 120278
    },
    {
      "epoch": 5.595673412421493,
      "grad_norm": 1.767709842727948,
      "learning_rate": 3.4548092105046666e-06,
      "loss": 1.0156,
      "step": 120279
    },
    {
      "epoch": 5.595719934868574,
      "grad_norm": 1.7191474936918645,
      "learning_rate": 3.454017289922706e-06,
      "loss": 0.8086,
      "step": 120280
    },
    {
      "epoch": 5.595766457315655,
      "grad_norm": 1.7444610131628122,
      "learning_rate": 3.453225459057063e-06,
      "loss": 0.9531,
      "step": 120281
    },
    {
      "epoch": 5.595812979762735,
      "grad_norm": 1.7445138241478038,
      "learning_rate": 3.4524337179082205e-06,
      "loss": 0.9375,
      "step": 120282
    },
    {
      "epoch": 5.595859502209816,
      "grad_norm": 1.5838943159613623,
      "learning_rate": 3.451642066476662e-06,
      "loss": 0.9453,
      "step": 120283
    },
    {
      "epoch": 5.595906024656897,
      "grad_norm": 1.7505543932945016,
      "learning_rate": 3.45085050476287e-06,
      "loss": 0.8555,
      "step": 120284
    },
    {
      "epoch": 5.595952547103978,
      "grad_norm": 1.8009001450361748,
      "learning_rate": 3.4500590327673274e-06,
      "loss": 0.9805,
      "step": 120285
    },
    {
      "epoch": 5.595999069551058,
      "grad_norm": 1.8042279317956216,
      "learning_rate": 3.4492676504905336e-06,
      "loss": 0.9531,
      "step": 120286
    },
    {
      "epoch": 5.59604559199814,
      "grad_norm": 1.874523613798625,
      "learning_rate": 3.4484763579329553e-06,
      "loss": 0.9492,
      "step": 120287
    },
    {
      "epoch": 5.59609211444522,
      "grad_norm": 1.76251339423159,
      "learning_rate": 3.4476851550950757e-06,
      "loss": 0.9062,
      "step": 120288
    },
    {
      "epoch": 5.5961386368923005,
      "grad_norm": 1.5487932118553611,
      "learning_rate": 3.4468940419773937e-06,
      "loss": 0.7656,
      "step": 120289
    },
    {
      "epoch": 5.596185159339381,
      "grad_norm": 1.6788898936160035,
      "learning_rate": 3.446103018580393e-06,
      "loss": 0.9922,
      "step": 120290
    },
    {
      "epoch": 5.596231681786462,
      "grad_norm": 1.8611085654126747,
      "learning_rate": 3.445312084904556e-06,
      "loss": 0.9688,
      "step": 120291
    },
    {
      "epoch": 5.596278204233543,
      "grad_norm": 2.1315592350164536,
      "learning_rate": 3.4445212409503487e-06,
      "loss": 0.9453,
      "step": 120292
    },
    {
      "epoch": 5.596324726680623,
      "grad_norm": 1.807185562251231,
      "learning_rate": 3.4437304867182712e-06,
      "loss": 1.0156,
      "step": 120293
    },
    {
      "epoch": 5.596371249127704,
      "grad_norm": 1.833808499681112,
      "learning_rate": 3.4429398222088067e-06,
      "loss": 0.9219,
      "step": 120294
    },
    {
      "epoch": 5.596417771574785,
      "grad_norm": 1.6480609212054729,
      "learning_rate": 3.4421492474224544e-06,
      "loss": 1.0469,
      "step": 120295
    },
    {
      "epoch": 5.596464294021866,
      "grad_norm": 1.6723213923951519,
      "learning_rate": 3.441358762359647e-06,
      "loss": 0.8984,
      "step": 120296
    },
    {
      "epoch": 5.596510816468946,
      "grad_norm": 1.8017260666411177,
      "learning_rate": 3.440568367020935e-06,
      "loss": 0.9141,
      "step": 120297
    },
    {
      "epoch": 5.596557338916027,
      "grad_norm": 1.7715603632208148,
      "learning_rate": 3.4397780614067673e-06,
      "loss": 0.8711,
      "step": 120298
    },
    {
      "epoch": 5.596603861363108,
      "grad_norm": 1.8457850347892932,
      "learning_rate": 3.4389878455176268e-06,
      "loss": 0.9492,
      "step": 120299
    },
    {
      "epoch": 5.596650383810188,
      "grad_norm": 1.8864844100283262,
      "learning_rate": 3.43819771935398e-06,
      "loss": 0.9883,
      "step": 120300
    },
    {
      "epoch": 5.596696906257269,
      "grad_norm": 1.7455863986545268,
      "learning_rate": 3.437407682916343e-06,
      "loss": 0.9531,
      "step": 120301
    },
    {
      "epoch": 5.59674342870435,
      "grad_norm": 1.9291200423649328,
      "learning_rate": 3.4366177362051995e-06,
      "loss": 0.8867,
      "step": 120302
    },
    {
      "epoch": 5.596789951151431,
      "grad_norm": 1.711246232375996,
      "learning_rate": 3.4358278792210314e-06,
      "loss": 0.9609,
      "step": 120303
    },
    {
      "epoch": 5.596836473598511,
      "grad_norm": 1.674039416334964,
      "learning_rate": 3.4350381119643055e-06,
      "loss": 0.8555,
      "step": 120304
    },
    {
      "epoch": 5.596882996045592,
      "grad_norm": 1.8256608557500675,
      "learning_rate": 3.4342484344355048e-06,
      "loss": 0.9961,
      "step": 120305
    },
    {
      "epoch": 5.596929518492673,
      "grad_norm": 1.7264365301522002,
      "learning_rate": 3.433458846635129e-06,
      "loss": 0.8633,
      "step": 120306
    },
    {
      "epoch": 5.5969760409397535,
      "grad_norm": 1.5440957558223294,
      "learning_rate": 3.4326693485636436e-06,
      "loss": 0.7891,
      "step": 120307
    },
    {
      "epoch": 5.597022563386834,
      "grad_norm": 1.7196246936378006,
      "learning_rate": 3.4318799402215493e-06,
      "loss": 0.9414,
      "step": 120308
    },
    {
      "epoch": 5.5970690858339145,
      "grad_norm": 1.831508401980881,
      "learning_rate": 3.4310906216093282e-06,
      "loss": 1.0078,
      "step": 120309
    },
    {
      "epoch": 5.597115608280996,
      "grad_norm": 1.6665555001311407,
      "learning_rate": 3.430301392727447e-06,
      "loss": 0.8984,
      "step": 120310
    },
    {
      "epoch": 5.597162130728076,
      "grad_norm": 1.763582643908348,
      "learning_rate": 3.4295122535764053e-06,
      "loss": 0.9805,
      "step": 120311
    },
    {
      "epoch": 5.597208653175157,
      "grad_norm": 1.6695647294358669,
      "learning_rate": 3.428723204156686e-06,
      "loss": 0.8008,
      "step": 120312
    },
    {
      "epoch": 5.597255175622237,
      "grad_norm": 1.6319514379915367,
      "learning_rate": 3.427934244468755e-06,
      "loss": 0.8633,
      "step": 120313
    },
    {
      "epoch": 5.597301698069319,
      "grad_norm": 1.9346393082930278,
      "learning_rate": 3.427145374513096e-06,
      "loss": 1.0703,
      "step": 120314
    },
    {
      "epoch": 5.597348220516399,
      "grad_norm": 2.0010009435248945,
      "learning_rate": 3.426356594290225e-06,
      "loss": 1.0547,
      "step": 120315
    },
    {
      "epoch": 5.59739474296348,
      "grad_norm": 1.9992879660207048,
      "learning_rate": 3.4255679038005914e-06,
      "loss": 1.2109,
      "step": 120316
    },
    {
      "epoch": 5.597441265410561,
      "grad_norm": 1.6395633266602736,
      "learning_rate": 3.4247793030446948e-06,
      "loss": 0.9336,
      "step": 120317
    },
    {
      "epoch": 5.5974877878576415,
      "grad_norm": 2.0301130726918153,
      "learning_rate": 3.4239907920230014e-06,
      "loss": 0.9531,
      "step": 120318
    },
    {
      "epoch": 5.597534310304722,
      "grad_norm": 1.6687641281970276,
      "learning_rate": 3.423202370736011e-06,
      "loss": 0.9805,
      "step": 120319
    },
    {
      "epoch": 5.597580832751802,
      "grad_norm": 1.799907322151924,
      "learning_rate": 3.422414039184207e-06,
      "loss": 0.9883,
      "step": 120320
    },
    {
      "epoch": 5.597627355198884,
      "grad_norm": 1.6152793118658448,
      "learning_rate": 3.421625797368055e-06,
      "loss": 0.7695,
      "step": 120321
    },
    {
      "epoch": 5.597673877645964,
      "grad_norm": 1.5536355885615292,
      "learning_rate": 3.4208376452880382e-06,
      "loss": 0.8086,
      "step": 120322
    },
    {
      "epoch": 5.597720400093045,
      "grad_norm": 1.8435988585478067,
      "learning_rate": 3.420049582944656e-06,
      "loss": 0.9258,
      "step": 120323
    },
    {
      "epoch": 5.597766922540126,
      "grad_norm": 1.8956573849824878,
      "learning_rate": 3.4192616103383917e-06,
      "loss": 0.9336,
      "step": 120324
    },
    {
      "epoch": 5.597813444987207,
      "grad_norm": 2.096630581146626,
      "learning_rate": 3.4184737274697116e-06,
      "loss": 1.0391,
      "step": 120325
    },
    {
      "epoch": 5.597859967434287,
      "grad_norm": 1.730954288226718,
      "learning_rate": 3.417685934339115e-06,
      "loss": 0.8594,
      "step": 120326
    },
    {
      "epoch": 5.5979064898813675,
      "grad_norm": 1.8948416038437335,
      "learning_rate": 3.4168982309470684e-06,
      "loss": 1.0234,
      "step": 120327
    },
    {
      "epoch": 5.597953012328448,
      "grad_norm": 1.8025200457363788,
      "learning_rate": 3.4161106172940543e-06,
      "loss": 0.9961,
      "step": 120328
    },
    {
      "epoch": 5.597999534775529,
      "grad_norm": 1.747671322284437,
      "learning_rate": 3.415323093380573e-06,
      "loss": 0.9531,
      "step": 120329
    },
    {
      "epoch": 5.59804605722261,
      "grad_norm": 1.857329368865385,
      "learning_rate": 3.4145356592070906e-06,
      "loss": 0.9805,
      "step": 120330
    },
    {
      "epoch": 5.59809257966969,
      "grad_norm": 1.7593736678092136,
      "learning_rate": 3.413748314774106e-06,
      "loss": 1.0156,
      "step": 120331
    },
    {
      "epoch": 5.598139102116772,
      "grad_norm": 1.7491078231422588,
      "learning_rate": 3.41296106008207e-06,
      "loss": 0.8828,
      "step": 120332
    },
    {
      "epoch": 5.598185624563852,
      "grad_norm": 1.7633713402394702,
      "learning_rate": 3.4121738951314815e-06,
      "loss": 0.9297,
      "step": 120333
    },
    {
      "epoch": 5.598232147010933,
      "grad_norm": 1.8029837561700075,
      "learning_rate": 3.41138681992284e-06,
      "loss": 0.918,
      "step": 120334
    },
    {
      "epoch": 5.598278669458013,
      "grad_norm": 1.814720512317416,
      "learning_rate": 3.410599834456612e-06,
      "loss": 0.957,
      "step": 120335
    },
    {
      "epoch": 5.5983251919050945,
      "grad_norm": 1.9106420825419683,
      "learning_rate": 3.409812938733264e-06,
      "loss": 1.0391,
      "step": 120336
    },
    {
      "epoch": 5.598371714352175,
      "grad_norm": 1.8920672129955218,
      "learning_rate": 3.4090261327532954e-06,
      "loss": 1.1016,
      "step": 120337
    },
    {
      "epoch": 5.598418236799255,
      "grad_norm": 1.8663305022951355,
      "learning_rate": 3.408239416517189e-06,
      "loss": 1.0234,
      "step": 120338
    },
    {
      "epoch": 5.598464759246337,
      "grad_norm": 1.5361687543679712,
      "learning_rate": 3.407452790025428e-06,
      "loss": 0.8164,
      "step": 120339
    },
    {
      "epoch": 5.598511281693417,
      "grad_norm": 1.743233967191799,
      "learning_rate": 3.4066662532784615e-06,
      "loss": 0.8867,
      "step": 120340
    },
    {
      "epoch": 5.598557804140498,
      "grad_norm": 1.9036978035822303,
      "learning_rate": 3.405879806276823e-06,
      "loss": 0.9219,
      "step": 120341
    },
    {
      "epoch": 5.598604326587578,
      "grad_norm": 1.815991630014815,
      "learning_rate": 3.405093449020979e-06,
      "loss": 0.9688,
      "step": 120342
    },
    {
      "epoch": 5.59865084903466,
      "grad_norm": 1.965739676578116,
      "learning_rate": 3.4043071815113786e-06,
      "loss": 1.1094,
      "step": 120343
    },
    {
      "epoch": 5.59869737148174,
      "grad_norm": 1.8315855708527506,
      "learning_rate": 3.4035210037485215e-06,
      "loss": 1.0625,
      "step": 120344
    },
    {
      "epoch": 5.5987438939288205,
      "grad_norm": 1.7181381248805165,
      "learning_rate": 3.4027349157329077e-06,
      "loss": 0.9883,
      "step": 120345
    },
    {
      "epoch": 5.598790416375901,
      "grad_norm": 1.647618188712511,
      "learning_rate": 3.4019489174650028e-06,
      "loss": 0.9297,
      "step": 120346
    },
    {
      "epoch": 5.598836938822982,
      "grad_norm": 1.6830607704489957,
      "learning_rate": 3.4011630089452903e-06,
      "loss": 0.8906,
      "step": 120347
    },
    {
      "epoch": 5.598883461270063,
      "grad_norm": 1.7684630925543567,
      "learning_rate": 3.400377190174236e-06,
      "loss": 0.9062,
      "step": 120348
    },
    {
      "epoch": 5.598929983717143,
      "grad_norm": 1.8474275083125058,
      "learning_rate": 3.39959146115234e-06,
      "loss": 0.9023,
      "step": 120349
    },
    {
      "epoch": 5.598976506164224,
      "grad_norm": 1.8898991977563517,
      "learning_rate": 3.3988058218800852e-06,
      "loss": 0.9766,
      "step": 120350
    },
    {
      "epoch": 5.599023028611305,
      "grad_norm": 1.616630905770703,
      "learning_rate": 3.3980202723579377e-06,
      "loss": 0.8672,
      "step": 120351
    },
    {
      "epoch": 5.599069551058386,
      "grad_norm": 1.8721666192350286,
      "learning_rate": 3.397234812586397e-06,
      "loss": 0.9883,
      "step": 120352
    },
    {
      "epoch": 5.599116073505466,
      "grad_norm": 1.8587464228584156,
      "learning_rate": 3.3964494425659296e-06,
      "loss": 0.9375,
      "step": 120353
    },
    {
      "epoch": 5.5991625959525475,
      "grad_norm": 1.731962429755097,
      "learning_rate": 3.395664162297018e-06,
      "loss": 1.0,
      "step": 120354
    },
    {
      "epoch": 5.599209118399628,
      "grad_norm": 1.9230508890262277,
      "learning_rate": 3.394878971780146e-06,
      "loss": 0.9492,
      "step": 120355
    },
    {
      "epoch": 5.5992556408467085,
      "grad_norm": 1.7714161233676518,
      "learning_rate": 3.394093871015796e-06,
      "loss": 1.0469,
      "step": 120356
    },
    {
      "epoch": 5.599302163293789,
      "grad_norm": 1.7186972336319026,
      "learning_rate": 3.3933088600044344e-06,
      "loss": 0.9727,
      "step": 120357
    },
    {
      "epoch": 5.59934868574087,
      "grad_norm": 1.9098080376009892,
      "learning_rate": 3.392523938746561e-06,
      "loss": 1.0547,
      "step": 120358
    },
    {
      "epoch": 5.599395208187951,
      "grad_norm": 1.800704719589197,
      "learning_rate": 3.3917391072426412e-06,
      "loss": 0.9258,
      "step": 120359
    },
    {
      "epoch": 5.599441730635031,
      "grad_norm": 1.6725495692954946,
      "learning_rate": 3.390954365493176e-06,
      "loss": 0.9258,
      "step": 120360
    },
    {
      "epoch": 5.599488253082112,
      "grad_norm": 1.7779766727176303,
      "learning_rate": 3.3901697134986304e-06,
      "loss": 1.0703,
      "step": 120361
    },
    {
      "epoch": 5.599534775529193,
      "grad_norm": 1.8070799870231045,
      "learning_rate": 3.3893851512594717e-06,
      "loss": 0.9961,
      "step": 120362
    },
    {
      "epoch": 5.599581297976274,
      "grad_norm": 1.7874919884216134,
      "learning_rate": 3.3886006787762152e-06,
      "loss": 1.0234,
      "step": 120363
    },
    {
      "epoch": 5.599627820423354,
      "grad_norm": 1.7296751655253773,
      "learning_rate": 3.3878162960493115e-06,
      "loss": 0.9219,
      "step": 120364
    },
    {
      "epoch": 5.5996743428704345,
      "grad_norm": 1.6965529918277449,
      "learning_rate": 3.3870320030792595e-06,
      "loss": 0.8984,
      "step": 120365
    },
    {
      "epoch": 5.599720865317516,
      "grad_norm": 1.6368710134542916,
      "learning_rate": 3.3862477998665093e-06,
      "loss": 1.0,
      "step": 120366
    },
    {
      "epoch": 5.599767387764596,
      "grad_norm": 1.7441593874670211,
      "learning_rate": 3.3854636864115604e-06,
      "loss": 0.8945,
      "step": 120367
    },
    {
      "epoch": 5.599813910211677,
      "grad_norm": 1.671956458249789,
      "learning_rate": 3.384679662714912e-06,
      "loss": 0.9375,
      "step": 120368
    },
    {
      "epoch": 5.599860432658758,
      "grad_norm": 1.678212689882358,
      "learning_rate": 3.383895728777031e-06,
      "loss": 0.8242,
      "step": 120369
    },
    {
      "epoch": 5.599906955105839,
      "grad_norm": 1.8103678671143102,
      "learning_rate": 3.383111884598383e-06,
      "loss": 0.8203,
      "step": 120370
    },
    {
      "epoch": 5.599953477552919,
      "grad_norm": 1.9308016525874432,
      "learning_rate": 3.3823281301794515e-06,
      "loss": 0.9492,
      "step": 120371
    },
    {
      "epoch": 5.6,
      "grad_norm": 1.9629960194223608,
      "learning_rate": 3.3815444655207524e-06,
      "loss": 1.0547,
      "step": 120372
    },
    {
      "epoch": 5.600046522447081,
      "grad_norm": 1.803053264307763,
      "learning_rate": 3.3807608906227192e-06,
      "loss": 0.9688,
      "step": 120373
    },
    {
      "epoch": 5.6000930448941615,
      "grad_norm": 1.605929395166143,
      "learning_rate": 3.3799774054858343e-06,
      "loss": 0.8633,
      "step": 120374
    },
    {
      "epoch": 5.600139567341242,
      "grad_norm": 1.6696972565413617,
      "learning_rate": 3.3791940101105974e-06,
      "loss": 0.9688,
      "step": 120375
    },
    {
      "epoch": 5.600186089788323,
      "grad_norm": 1.8003738877354867,
      "learning_rate": 3.3784107044974917e-06,
      "loss": 0.9766,
      "step": 120376
    },
    {
      "epoch": 5.600232612235404,
      "grad_norm": 1.8058450990905415,
      "learning_rate": 3.3776274886469835e-06,
      "loss": 1.0312,
      "step": 120377
    },
    {
      "epoch": 5.600279134682484,
      "grad_norm": 1.81515279977641,
      "learning_rate": 3.376844362559572e-06,
      "loss": 1.1328,
      "step": 120378
    },
    {
      "epoch": 5.600325657129565,
      "grad_norm": 1.779570758293504,
      "learning_rate": 3.3760613262356906e-06,
      "loss": 1.0625,
      "step": 120379
    },
    {
      "epoch": 5.600372179576645,
      "grad_norm": 1.7790405641755764,
      "learning_rate": 3.3752783796758553e-06,
      "loss": 0.9297,
      "step": 120380
    },
    {
      "epoch": 5.600418702023727,
      "grad_norm": 1.7759246370774577,
      "learning_rate": 3.3744955228805493e-06,
      "loss": 0.8867,
      "step": 120381
    },
    {
      "epoch": 5.600465224470807,
      "grad_norm": 1.9160988268875543,
      "learning_rate": 3.3737127558502387e-06,
      "loss": 1.1016,
      "step": 120382
    },
    {
      "epoch": 5.600511746917888,
      "grad_norm": 1.845600088715138,
      "learning_rate": 3.3729300785854065e-06,
      "loss": 0.9922,
      "step": 120383
    },
    {
      "epoch": 5.600558269364969,
      "grad_norm": 1.700144270247383,
      "learning_rate": 3.3721474910865188e-06,
      "loss": 0.8789,
      "step": 120384
    },
    {
      "epoch": 5.600604791812049,
      "grad_norm": 1.8519759945949947,
      "learning_rate": 3.371364993354092e-06,
      "loss": 0.9102,
      "step": 120385
    },
    {
      "epoch": 5.60065131425913,
      "grad_norm": 1.715058067178381,
      "learning_rate": 3.3705825853885592e-06,
      "loss": 0.8242,
      "step": 120386
    },
    {
      "epoch": 5.60069783670621,
      "grad_norm": 1.8604788709125009,
      "learning_rate": 3.369800267190437e-06,
      "loss": 0.9023,
      "step": 120387
    },
    {
      "epoch": 5.600744359153292,
      "grad_norm": 1.8028858004814055,
      "learning_rate": 3.3690180387601573e-06,
      "loss": 0.9258,
      "step": 120388
    },
    {
      "epoch": 5.600790881600372,
      "grad_norm": 1.9235594992351983,
      "learning_rate": 3.368235900098237e-06,
      "loss": 1.1484,
      "step": 120389
    },
    {
      "epoch": 5.600837404047453,
      "grad_norm": 1.8066574421782526,
      "learning_rate": 3.3674538512051598e-06,
      "loss": 1.0703,
      "step": 120390
    },
    {
      "epoch": 5.600883926494534,
      "grad_norm": 1.432136166165214,
      "learning_rate": 3.3666718920813905e-06,
      "loss": 0.7383,
      "step": 120391
    },
    {
      "epoch": 5.6009304489416145,
      "grad_norm": 1.8871239008486869,
      "learning_rate": 3.365890022727413e-06,
      "loss": 1.1172,
      "step": 120392
    },
    {
      "epoch": 5.600976971388695,
      "grad_norm": 1.7831104848462347,
      "learning_rate": 3.3651082431436772e-06,
      "loss": 0.8477,
      "step": 120393
    },
    {
      "epoch": 5.6010234938357755,
      "grad_norm": 1.7197770063697022,
      "learning_rate": 3.364326553330715e-06,
      "loss": 0.8906,
      "step": 120394
    },
    {
      "epoch": 5.601070016282857,
      "grad_norm": 1.8104524911167976,
      "learning_rate": 3.36354495328896e-06,
      "loss": 1.1016,
      "step": 120395
    },
    {
      "epoch": 5.601116538729937,
      "grad_norm": 1.6945206639235382,
      "learning_rate": 3.362763443018912e-06,
      "loss": 0.8438,
      "step": 120396
    },
    {
      "epoch": 5.601163061177018,
      "grad_norm": 1.7352162464886967,
      "learning_rate": 3.361982022521037e-06,
      "loss": 0.8555,
      "step": 120397
    },
    {
      "epoch": 5.601209583624098,
      "grad_norm": 1.9599427895231685,
      "learning_rate": 3.3612006917958346e-06,
      "loss": 0.9609,
      "step": 120398
    },
    {
      "epoch": 5.60125610607118,
      "grad_norm": 1.5645230296772028,
      "learning_rate": 3.360419450843771e-06,
      "loss": 0.9727,
      "step": 120399
    },
    {
      "epoch": 5.60130262851826,
      "grad_norm": 2.0396250810399095,
      "learning_rate": 3.3596382996653127e-06,
      "loss": 0.9492,
      "step": 120400
    },
    {
      "epoch": 5.601349150965341,
      "grad_norm": 1.7816216819292239,
      "learning_rate": 3.3588572382609423e-06,
      "loss": 1.0391,
      "step": 120401
    },
    {
      "epoch": 5.601395673412421,
      "grad_norm": 1.8789152812796042,
      "learning_rate": 3.35807626663116e-06,
      "loss": 0.875,
      "step": 120402
    },
    {
      "epoch": 5.601442195859502,
      "grad_norm": 1.7031747648582176,
      "learning_rate": 3.357295384776415e-06,
      "loss": 0.9648,
      "step": 120403
    },
    {
      "epoch": 5.601488718306583,
      "grad_norm": 1.728359734995455,
      "learning_rate": 3.356514592697207e-06,
      "loss": 1.0312,
      "step": 120404
    },
    {
      "epoch": 5.601535240753663,
      "grad_norm": 1.8252657175601654,
      "learning_rate": 3.3557338903940023e-06,
      "loss": 0.9219,
      "step": 120405
    },
    {
      "epoch": 5.601581763200745,
      "grad_norm": 1.7105643138290905,
      "learning_rate": 3.3549532778672837e-06,
      "loss": 0.8438,
      "step": 120406
    },
    {
      "epoch": 5.601628285647825,
      "grad_norm": 1.644988845627972,
      "learning_rate": 3.3541727551175177e-06,
      "loss": 0.8008,
      "step": 120407
    },
    {
      "epoch": 5.601674808094906,
      "grad_norm": 1.7228362435595534,
      "learning_rate": 3.353392322145204e-06,
      "loss": 0.8164,
      "step": 120408
    },
    {
      "epoch": 5.601721330541986,
      "grad_norm": 1.7695005165636686,
      "learning_rate": 3.352611978950809e-06,
      "loss": 0.8984,
      "step": 120409
    },
    {
      "epoch": 5.6017678529890675,
      "grad_norm": 1.7153193599062315,
      "learning_rate": 3.351831725534765e-06,
      "loss": 0.918,
      "step": 120410
    },
    {
      "epoch": 5.601814375436148,
      "grad_norm": 1.7916260212477126,
      "learning_rate": 3.3510515618976384e-06,
      "loss": 0.918,
      "step": 120411
    },
    {
      "epoch": 5.6018608978832285,
      "grad_norm": 1.6577358736341907,
      "learning_rate": 3.350271488039863e-06,
      "loss": 0.875,
      "step": 120412
    },
    {
      "epoch": 5.60190742033031,
      "grad_norm": 1.6348508856275557,
      "learning_rate": 3.3494915039619042e-06,
      "loss": 0.8047,
      "step": 120413
    },
    {
      "epoch": 5.60195394277739,
      "grad_norm": 1.9349673335232642,
      "learning_rate": 3.3487116096642618e-06,
      "loss": 0.9375,
      "step": 120414
    },
    {
      "epoch": 5.602000465224471,
      "grad_norm": 1.767450720821668,
      "learning_rate": 3.3479318051473857e-06,
      "loss": 0.8398,
      "step": 120415
    },
    {
      "epoch": 5.602046987671551,
      "grad_norm": 1.8503802106539557,
      "learning_rate": 3.3471520904117753e-06,
      "loss": 0.832,
      "step": 120416
    },
    {
      "epoch": 5.602093510118632,
      "grad_norm": 1.7156642608770591,
      "learning_rate": 3.346372465457914e-06,
      "loss": 0.8555,
      "step": 120417
    },
    {
      "epoch": 5.602140032565713,
      "grad_norm": 1.8609314726973516,
      "learning_rate": 3.3455929302862672e-06,
      "loss": 0.9883,
      "step": 120418
    },
    {
      "epoch": 5.602186555012794,
      "grad_norm": 1.7383386388757238,
      "learning_rate": 3.3448134848972852e-06,
      "loss": 0.9023,
      "step": 120419
    },
    {
      "epoch": 5.602233077459874,
      "grad_norm": 1.9211664871189567,
      "learning_rate": 3.3440341292915006e-06,
      "loss": 0.9336,
      "step": 120420
    },
    {
      "epoch": 5.6022795999069555,
      "grad_norm": 1.636191492340573,
      "learning_rate": 3.3432548634693635e-06,
      "loss": 0.8008,
      "step": 120421
    },
    {
      "epoch": 5.602326122354036,
      "grad_norm": 1.5321940597253663,
      "learning_rate": 3.3424756874313394e-06,
      "loss": 0.8594,
      "step": 120422
    },
    {
      "epoch": 5.602372644801116,
      "grad_norm": 1.7058686651532706,
      "learning_rate": 3.3416966011779125e-06,
      "loss": 0.9453,
      "step": 120423
    },
    {
      "epoch": 5.602419167248197,
      "grad_norm": 1.6934228566984724,
      "learning_rate": 3.340917604709564e-06,
      "loss": 0.9414,
      "step": 120424
    },
    {
      "epoch": 5.602465689695278,
      "grad_norm": 1.8684700249645319,
      "learning_rate": 3.3401386980267785e-06,
      "loss": 0.9688,
      "step": 120425
    },
    {
      "epoch": 5.602512212142359,
      "grad_norm": 1.639228151046816,
      "learning_rate": 3.3393598811300215e-06,
      "loss": 1.0078,
      "step": 120426
    },
    {
      "epoch": 5.602558734589439,
      "grad_norm": 1.760337104294139,
      "learning_rate": 3.338581154019776e-06,
      "loss": 0.9609,
      "step": 120427
    },
    {
      "epoch": 5.602605257036521,
      "grad_norm": 1.7588663838338003,
      "learning_rate": 3.3378025166965083e-06,
      "loss": 0.8516,
      "step": 120428
    },
    {
      "epoch": 5.602651779483601,
      "grad_norm": 1.705771513462978,
      "learning_rate": 3.3370239691607016e-06,
      "loss": 1.0312,
      "step": 120429
    },
    {
      "epoch": 5.6026983019306815,
      "grad_norm": 1.8055974350540873,
      "learning_rate": 3.336245511412855e-06,
      "loss": 1.0391,
      "step": 120430
    },
    {
      "epoch": 5.602744824377762,
      "grad_norm": 1.771933561826064,
      "learning_rate": 3.3354671434533854e-06,
      "loss": 0.9453,
      "step": 120431
    },
    {
      "epoch": 5.602791346824843,
      "grad_norm": 1.8868506772506002,
      "learning_rate": 3.3346888652828253e-06,
      "loss": 0.9688,
      "step": 120432
    },
    {
      "epoch": 5.602837869271924,
      "grad_norm": 1.8504082888918616,
      "learning_rate": 3.333910676901641e-06,
      "loss": 0.9414,
      "step": 120433
    },
    {
      "epoch": 5.602884391719004,
      "grad_norm": 1.7025226358704484,
      "learning_rate": 3.3331325783102823e-06,
      "loss": 0.9414,
      "step": 120434
    },
    {
      "epoch": 5.602930914166085,
      "grad_norm": 1.9170972019667722,
      "learning_rate": 3.3323545695092658e-06,
      "loss": 1.0859,
      "step": 120435
    },
    {
      "epoch": 5.602977436613166,
      "grad_norm": 1.7357073241307825,
      "learning_rate": 3.3315766504990237e-06,
      "loss": 0.8359,
      "step": 120436
    },
    {
      "epoch": 5.603023959060247,
      "grad_norm": 1.8071842954509452,
      "learning_rate": 3.330798821280073e-06,
      "loss": 0.9375,
      "step": 120437
    },
    {
      "epoch": 5.603070481507327,
      "grad_norm": 1.944679435606298,
      "learning_rate": 3.3300210818528796e-06,
      "loss": 0.9492,
      "step": 120438
    },
    {
      "epoch": 5.603117003954408,
      "grad_norm": 1.8991237578773108,
      "learning_rate": 3.329243432217893e-06,
      "loss": 0.9922,
      "step": 120439
    },
    {
      "epoch": 5.603163526401489,
      "grad_norm": 1.75447866199524,
      "learning_rate": 3.3284658723756297e-06,
      "loss": 0.9219,
      "step": 120440
    },
    {
      "epoch": 5.603210048848569,
      "grad_norm": 1.8284892444022949,
      "learning_rate": 3.327688402326506e-06,
      "loss": 0.9219,
      "step": 120441
    },
    {
      "epoch": 5.60325657129565,
      "grad_norm": 2.063763535372752,
      "learning_rate": 3.3269110220710714e-06,
      "loss": 1.0703,
      "step": 120442
    },
    {
      "epoch": 5.603303093742731,
      "grad_norm": 1.7400104168063393,
      "learning_rate": 3.326133731609759e-06,
      "loss": 1.0234,
      "step": 120443
    },
    {
      "epoch": 5.603349616189812,
      "grad_norm": 1.8759307451279021,
      "learning_rate": 3.3253565309430518e-06,
      "loss": 0.9414,
      "step": 120444
    },
    {
      "epoch": 5.603396138636892,
      "grad_norm": 1.9176353494633012,
      "learning_rate": 3.324579420071399e-06,
      "loss": 0.9805,
      "step": 120445
    },
    {
      "epoch": 5.603442661083973,
      "grad_norm": 1.7448457023591892,
      "learning_rate": 3.3238023989953343e-06,
      "loss": 0.9102,
      "step": 120446
    },
    {
      "epoch": 5.603489183531054,
      "grad_norm": 1.700130994813591,
      "learning_rate": 3.32302546771529e-06,
      "loss": 0.8516,
      "step": 120447
    },
    {
      "epoch": 5.6035357059781346,
      "grad_norm": 1.5579506807576835,
      "learning_rate": 3.322248626231766e-06,
      "loss": 0.8281,
      "step": 120448
    },
    {
      "epoch": 5.603582228425215,
      "grad_norm": 1.6340074211046904,
      "learning_rate": 3.321471874545212e-06,
      "loss": 0.9375,
      "step": 120449
    },
    {
      "epoch": 5.6036287508722955,
      "grad_norm": 1.789308418985355,
      "learning_rate": 3.3206952126561103e-06,
      "loss": 1.0,
      "step": 120450
    },
    {
      "epoch": 5.603675273319377,
      "grad_norm": 1.8779784148292589,
      "learning_rate": 3.3199186405649613e-06,
      "loss": 0.9336,
      "step": 120451
    },
    {
      "epoch": 5.603721795766457,
      "grad_norm": 1.8902723530150118,
      "learning_rate": 3.3191421582722313e-06,
      "loss": 1.0312,
      "step": 120452
    },
    {
      "epoch": 5.603768318213538,
      "grad_norm": 1.5255287283332672,
      "learning_rate": 3.3183657657783526e-06,
      "loss": 0.7773,
      "step": 120453
    },
    {
      "epoch": 5.603814840660618,
      "grad_norm": 1.7562260766861453,
      "learning_rate": 3.3175894630838417e-06,
      "loss": 0.8828,
      "step": 120454
    },
    {
      "epoch": 5.6038613631077,
      "grad_norm": 1.7624983551403286,
      "learning_rate": 3.316813250189182e-06,
      "loss": 0.9883,
      "step": 120455
    },
    {
      "epoch": 5.60390788555478,
      "grad_norm": 1.88644931206409,
      "learning_rate": 3.3160371270948395e-06,
      "loss": 0.9688,
      "step": 120456
    },
    {
      "epoch": 5.603954408001861,
      "grad_norm": 1.856319271478639,
      "learning_rate": 3.31526109380128e-06,
      "loss": 1.0078,
      "step": 120457
    },
    {
      "epoch": 5.604000930448942,
      "grad_norm": 1.9935023853534843,
      "learning_rate": 3.314485150308971e-06,
      "loss": 1.0391,
      "step": 120458
    },
    {
      "epoch": 5.6040474528960225,
      "grad_norm": 1.6996121391665895,
      "learning_rate": 3.313709296618394e-06,
      "loss": 0.8086,
      "step": 120459
    },
    {
      "epoch": 5.604093975343103,
      "grad_norm": 1.8938309557746023,
      "learning_rate": 3.31293353273005e-06,
      "loss": 0.918,
      "step": 120460
    },
    {
      "epoch": 5.604140497790183,
      "grad_norm": 1.814374113582236,
      "learning_rate": 3.3121578586443876e-06,
      "loss": 0.9453,
      "step": 120461
    },
    {
      "epoch": 5.604187020237265,
      "grad_norm": 1.8763101026035012,
      "learning_rate": 3.3113822743618733e-06,
      "loss": 0.9062,
      "step": 120462
    },
    {
      "epoch": 5.604233542684345,
      "grad_norm": 1.8432701636818465,
      "learning_rate": 3.310606779883007e-06,
      "loss": 0.8555,
      "step": 120463
    },
    {
      "epoch": 5.604280065131426,
      "grad_norm": 1.6986456675099861,
      "learning_rate": 3.309831375208255e-06,
      "loss": 0.7852,
      "step": 120464
    },
    {
      "epoch": 5.604326587578507,
      "grad_norm": 1.830232756960113,
      "learning_rate": 3.3090560603380835e-06,
      "loss": 0.8789,
      "step": 120465
    },
    {
      "epoch": 5.604373110025588,
      "grad_norm": 1.8487789976420426,
      "learning_rate": 3.308280835272975e-06,
      "loss": 0.8789,
      "step": 120466
    },
    {
      "epoch": 5.604419632472668,
      "grad_norm": 1.7650638015779068,
      "learning_rate": 3.3075057000133798e-06,
      "loss": 0.8945,
      "step": 120467
    },
    {
      "epoch": 5.6044661549197485,
      "grad_norm": 1.9852314911057685,
      "learning_rate": 3.306730654559814e-06,
      "loss": 1.0547,
      "step": 120468
    },
    {
      "epoch": 5.604512677366829,
      "grad_norm": 1.95669935179695,
      "learning_rate": 3.3059556989127434e-06,
      "loss": 0.9805,
      "step": 120469
    },
    {
      "epoch": 5.60455919981391,
      "grad_norm": 1.9499662919088607,
      "learning_rate": 3.305180833072618e-06,
      "loss": 1.0078,
      "step": 120470
    },
    {
      "epoch": 5.604605722260991,
      "grad_norm": 1.9649482403223564,
      "learning_rate": 3.3044060570399045e-06,
      "loss": 1.1016,
      "step": 120471
    },
    {
      "epoch": 5.604652244708071,
      "grad_norm": 1.5605701740478723,
      "learning_rate": 3.303631370815135e-06,
      "loss": 0.8945,
      "step": 120472
    },
    {
      "epoch": 5.604698767155153,
      "grad_norm": 1.7844283672854195,
      "learning_rate": 3.3028567743987266e-06,
      "loss": 0.8828,
      "step": 120473
    },
    {
      "epoch": 5.604745289602233,
      "grad_norm": 1.7043368706547724,
      "learning_rate": 3.3020822677911786e-06,
      "loss": 0.875,
      "step": 120474
    },
    {
      "epoch": 5.604791812049314,
      "grad_norm": 1.7214856428443024,
      "learning_rate": 3.3013078509929568e-06,
      "loss": 0.9727,
      "step": 120475
    },
    {
      "epoch": 5.604838334496394,
      "grad_norm": 1.8635217889560738,
      "learning_rate": 3.3005335240045283e-06,
      "loss": 0.9648,
      "step": 120476
    },
    {
      "epoch": 5.6048848569434755,
      "grad_norm": 1.821789013660102,
      "learning_rate": 3.299759286826392e-06,
      "loss": 0.9844,
      "step": 120477
    },
    {
      "epoch": 5.604931379390556,
      "grad_norm": 2.007031353537113,
      "learning_rate": 3.298985139459015e-06,
      "loss": 1.2344,
      "step": 120478
    },
    {
      "epoch": 5.6049779018376364,
      "grad_norm": 1.7175326863856346,
      "learning_rate": 3.298211081902863e-06,
      "loss": 0.9336,
      "step": 120479
    },
    {
      "epoch": 5.605024424284718,
      "grad_norm": 1.894753874845358,
      "learning_rate": 3.2974371141583856e-06,
      "loss": 1.1016,
      "step": 120480
    },
    {
      "epoch": 5.605070946731798,
      "grad_norm": 1.8709336912443573,
      "learning_rate": 3.2966632362261156e-06,
      "loss": 1.0859,
      "step": 120481
    },
    {
      "epoch": 5.605117469178879,
      "grad_norm": 1.8296529453988766,
      "learning_rate": 3.2958894481064703e-06,
      "loss": 0.8945,
      "step": 120482
    },
    {
      "epoch": 5.605163991625959,
      "grad_norm": 1.7718026945893435,
      "learning_rate": 3.295115749799965e-06,
      "loss": 0.875,
      "step": 120483
    },
    {
      "epoch": 5.605210514073041,
      "grad_norm": 1.5944319615559008,
      "learning_rate": 3.2943421413070327e-06,
      "loss": 0.8594,
      "step": 120484
    },
    {
      "epoch": 5.605257036520121,
      "grad_norm": 1.7159693642059917,
      "learning_rate": 3.293568622628173e-06,
      "loss": 0.9492,
      "step": 120485
    },
    {
      "epoch": 5.605303558967202,
      "grad_norm": 1.9653229951108866,
      "learning_rate": 3.29279519376387e-06,
      "loss": 0.9648,
      "step": 120486
    },
    {
      "epoch": 5.605350081414282,
      "grad_norm": 1.727234853911094,
      "learning_rate": 3.2920218547145717e-06,
      "loss": 1.0156,
      "step": 120487
    },
    {
      "epoch": 5.605396603861363,
      "grad_norm": 1.5833775686519207,
      "learning_rate": 3.291248605480762e-06,
      "loss": 0.8594,
      "step": 120488
    },
    {
      "epoch": 5.605443126308444,
      "grad_norm": 1.6629204300338287,
      "learning_rate": 3.2904754460629233e-06,
      "loss": 0.9531,
      "step": 120489
    },
    {
      "epoch": 5.605489648755524,
      "grad_norm": 1.6576559665496642,
      "learning_rate": 3.289702376461506e-06,
      "loss": 0.8867,
      "step": 120490
    },
    {
      "epoch": 5.605536171202605,
      "grad_norm": 1.5262790692192583,
      "learning_rate": 3.288929396677009e-06,
      "loss": 0.8242,
      "step": 120491
    },
    {
      "epoch": 5.605582693649686,
      "grad_norm": 1.7049648440862737,
      "learning_rate": 3.2881565067098993e-06,
      "loss": 0.8867,
      "step": 120492
    },
    {
      "epoch": 5.605629216096767,
      "grad_norm": 1.5687162858938348,
      "learning_rate": 3.2873837065606257e-06,
      "loss": 0.8594,
      "step": 120493
    },
    {
      "epoch": 5.605675738543847,
      "grad_norm": 1.6280878916039918,
      "learning_rate": 3.2866109962296883e-06,
      "loss": 0.9219,
      "step": 120494
    },
    {
      "epoch": 5.6057222609909285,
      "grad_norm": 1.6605896227042705,
      "learning_rate": 3.28583837571757e-06,
      "loss": 0.875,
      "step": 120495
    },
    {
      "epoch": 5.605768783438009,
      "grad_norm": 1.6929806521028776,
      "learning_rate": 3.2850658450247035e-06,
      "loss": 0.9531,
      "step": 120496
    },
    {
      "epoch": 5.6058153058850895,
      "grad_norm": 1.8136225031597635,
      "learning_rate": 3.284293404151589e-06,
      "loss": 1.0078,
      "step": 120497
    },
    {
      "epoch": 5.60586182833217,
      "grad_norm": 1.5562993632974966,
      "learning_rate": 3.283521053098692e-06,
      "loss": 0.7812,
      "step": 120498
    },
    {
      "epoch": 5.605908350779251,
      "grad_norm": 1.8234644174658963,
      "learning_rate": 3.2827487918664965e-06,
      "loss": 0.9688,
      "step": 120499
    },
    {
      "epoch": 5.605954873226332,
      "grad_norm": 1.7968776834847195,
      "learning_rate": 3.281976620455468e-06,
      "loss": 0.8633,
      "step": 120500
    },
    {
      "epoch": 5.606001395673412,
      "grad_norm": 1.7292748839504555,
      "learning_rate": 3.2812045388660723e-06,
      "loss": 0.8945,
      "step": 120501
    },
    {
      "epoch": 5.606047918120494,
      "grad_norm": 1.4761691949068476,
      "learning_rate": 3.2804325470987767e-06,
      "loss": 0.7969,
      "step": 120502
    },
    {
      "epoch": 5.606094440567574,
      "grad_norm": 1.6143060923601906,
      "learning_rate": 3.2796606451540808e-06,
      "loss": 0.8984,
      "step": 120503
    },
    {
      "epoch": 5.606140963014655,
      "grad_norm": 1.8676208057594832,
      "learning_rate": 3.2788888330324504e-06,
      "loss": 0.8828,
      "step": 120504
    },
    {
      "epoch": 5.606187485461735,
      "grad_norm": 1.7770470858691596,
      "learning_rate": 3.2781171107343352e-06,
      "loss": 1.0,
      "step": 120505
    },
    {
      "epoch": 5.6062340079088155,
      "grad_norm": 1.6020936605187097,
      "learning_rate": 3.2773454782602182e-06,
      "loss": 0.8789,
      "step": 120506
    },
    {
      "epoch": 5.606280530355897,
      "grad_norm": 1.7523957213991108,
      "learning_rate": 3.2765739356105825e-06,
      "loss": 0.9062,
      "step": 120507
    },
    {
      "epoch": 5.606327052802977,
      "grad_norm": 1.789732476647062,
      "learning_rate": 3.275802482785894e-06,
      "loss": 0.8984,
      "step": 120508
    },
    {
      "epoch": 5.606373575250058,
      "grad_norm": 1.8225666815539847,
      "learning_rate": 3.2750311197866195e-06,
      "loss": 0.8945,
      "step": 120509
    },
    {
      "epoch": 5.606420097697139,
      "grad_norm": 1.7575948291196741,
      "learning_rate": 3.274259846613225e-06,
      "loss": 0.9727,
      "step": 120510
    },
    {
      "epoch": 5.60646662014422,
      "grad_norm": 1.8431627694277908,
      "learning_rate": 3.2734886632662103e-06,
      "loss": 1.0156,
      "step": 120511
    },
    {
      "epoch": 5.6065131425913,
      "grad_norm": 1.8812882483724482,
      "learning_rate": 3.2727175697460252e-06,
      "loss": 0.9961,
      "step": 120512
    },
    {
      "epoch": 5.606559665038381,
      "grad_norm": 1.8192308039962506,
      "learning_rate": 3.271946566053152e-06,
      "loss": 0.9844,
      "step": 120513
    },
    {
      "epoch": 5.606606187485462,
      "grad_norm": 1.8267612943474258,
      "learning_rate": 3.2711756521880404e-06,
      "loss": 1.1016,
      "step": 120514
    },
    {
      "epoch": 5.6066527099325425,
      "grad_norm": 2.0583594351759587,
      "learning_rate": 3.270404828151191e-06,
      "loss": 0.9648,
      "step": 120515
    },
    {
      "epoch": 5.606699232379623,
      "grad_norm": 1.6548013625787419,
      "learning_rate": 3.2696340939430855e-06,
      "loss": 0.8477,
      "step": 120516
    },
    {
      "epoch": 5.606745754826704,
      "grad_norm": 1.5926564596683819,
      "learning_rate": 3.2688634495641574e-06,
      "loss": 0.7812,
      "step": 120517
    },
    {
      "epoch": 5.606792277273785,
      "grad_norm": 1.738693392484914,
      "learning_rate": 3.26809289501489e-06,
      "loss": 1.0312,
      "step": 120518
    },
    {
      "epoch": 5.606838799720865,
      "grad_norm": 1.9141305443193752,
      "learning_rate": 3.267322430295749e-06,
      "loss": 1.0469,
      "step": 120519
    },
    {
      "epoch": 5.606885322167946,
      "grad_norm": 1.6944708924390632,
      "learning_rate": 3.2665520554072344e-06,
      "loss": 0.8789,
      "step": 120520
    },
    {
      "epoch": 5.606931844615027,
      "grad_norm": 1.8789668848401866,
      "learning_rate": 3.2657817703497957e-06,
      "loss": 1.0312,
      "step": 120521
    },
    {
      "epoch": 5.606978367062108,
      "grad_norm": 1.6580345561829055,
      "learning_rate": 3.2650115751239157e-06,
      "loss": 0.9336,
      "step": 120522
    },
    {
      "epoch": 5.607024889509188,
      "grad_norm": 1.855572683365013,
      "learning_rate": 3.264241469730078e-06,
      "loss": 1.0312,
      "step": 120523
    },
    {
      "epoch": 5.607071411956269,
      "grad_norm": 1.693761583938077,
      "learning_rate": 3.263471454168698e-06,
      "loss": 0.8555,
      "step": 120524
    },
    {
      "epoch": 5.60711793440335,
      "grad_norm": 1.7865633782054156,
      "learning_rate": 3.262701528440309e-06,
      "loss": 0.8984,
      "step": 120525
    },
    {
      "epoch": 5.60716445685043,
      "grad_norm": 1.8454213207568915,
      "learning_rate": 3.2619316925453607e-06,
      "loss": 0.9297,
      "step": 120526
    },
    {
      "epoch": 5.607210979297511,
      "grad_norm": 1.8046384334658911,
      "learning_rate": 3.26116194648432e-06,
      "loss": 0.9453,
      "step": 120527
    },
    {
      "epoch": 5.607257501744591,
      "grad_norm": 1.6887128107188287,
      "learning_rate": 3.2603922902576517e-06,
      "loss": 0.9453,
      "step": 120528
    },
    {
      "epoch": 5.607304024191673,
      "grad_norm": 1.5949102789602938,
      "learning_rate": 3.25962272386584e-06,
      "loss": 0.9219,
      "step": 120529
    },
    {
      "epoch": 5.607350546638753,
      "grad_norm": 1.6482362166845774,
      "learning_rate": 3.2588532473093675e-06,
      "loss": 0.8242,
      "step": 120530
    },
    {
      "epoch": 5.607397069085834,
      "grad_norm": 1.5750820447759841,
      "learning_rate": 3.2580838605886838e-06,
      "loss": 0.793,
      "step": 120531
    },
    {
      "epoch": 5.607443591532915,
      "grad_norm": 1.7063083521777296,
      "learning_rate": 3.2573145637042386e-06,
      "loss": 0.8828,
      "step": 120532
    },
    {
      "epoch": 5.6074901139799955,
      "grad_norm": 1.7215657681701084,
      "learning_rate": 3.2565453566565647e-06,
      "loss": 0.9961,
      "step": 120533
    },
    {
      "epoch": 5.607536636427076,
      "grad_norm": 1.6209870858176478,
      "learning_rate": 3.2557762394460786e-06,
      "loss": 0.8867,
      "step": 120534
    },
    {
      "epoch": 5.6075831588741565,
      "grad_norm": 1.8826925060288684,
      "learning_rate": 3.2550072120732964e-06,
      "loss": 1.0469,
      "step": 120535
    },
    {
      "epoch": 5.607629681321238,
      "grad_norm": 1.9035518984335007,
      "learning_rate": 3.254238274538634e-06,
      "loss": 0.9648,
      "step": 120536
    },
    {
      "epoch": 5.607676203768318,
      "grad_norm": 1.8268365656600716,
      "learning_rate": 3.253469426842592e-06,
      "loss": 0.9727,
      "step": 120537
    },
    {
      "epoch": 5.607722726215399,
      "grad_norm": 1.7173727339543063,
      "learning_rate": 3.2527006689856695e-06,
      "loss": 0.9336,
      "step": 120538
    },
    {
      "epoch": 5.607769248662479,
      "grad_norm": 1.9692803446674343,
      "learning_rate": 3.2519320009682825e-06,
      "loss": 1.0,
      "step": 120539
    },
    {
      "epoch": 5.607815771109561,
      "grad_norm": 1.8141228794690951,
      "learning_rate": 3.251163422790931e-06,
      "loss": 0.8633,
      "step": 120540
    },
    {
      "epoch": 5.607862293556641,
      "grad_norm": 1.7668231667277652,
      "learning_rate": 3.250394934454098e-06,
      "loss": 0.9531,
      "step": 120541
    },
    {
      "epoch": 5.607908816003722,
      "grad_norm": 1.7811645462028207,
      "learning_rate": 3.249626535958216e-06,
      "loss": 0.875,
      "step": 120542
    },
    {
      "epoch": 5.607955338450802,
      "grad_norm": 1.607204904138413,
      "learning_rate": 3.2488582273037855e-06,
      "loss": 0.8906,
      "step": 120543
    },
    {
      "epoch": 5.608001860897883,
      "grad_norm": 1.9163039999477696,
      "learning_rate": 3.248090008491272e-06,
      "loss": 0.9844,
      "step": 120544
    },
    {
      "epoch": 5.608048383344964,
      "grad_norm": 1.8351109411636977,
      "learning_rate": 3.2473218795211587e-06,
      "loss": 0.8633,
      "step": 120545
    },
    {
      "epoch": 5.608094905792044,
      "grad_norm": 1.7561484147544049,
      "learning_rate": 3.2465538403938617e-06,
      "loss": 0.9219,
      "step": 120546
    },
    {
      "epoch": 5.608141428239126,
      "grad_norm": 1.6861373408107667,
      "learning_rate": 3.2457858911099145e-06,
      "loss": 1.0312,
      "step": 120547
    },
    {
      "epoch": 5.608187950686206,
      "grad_norm": 1.9324441328816242,
      "learning_rate": 3.245018031669766e-06,
      "loss": 1.0391,
      "step": 120548
    },
    {
      "epoch": 5.608234473133287,
      "grad_norm": 1.763092682684164,
      "learning_rate": 3.244250262073883e-06,
      "loss": 0.9688,
      "step": 120549
    },
    {
      "epoch": 5.608280995580367,
      "grad_norm": 1.8449960678653878,
      "learning_rate": 3.243482582322715e-06,
      "loss": 1.0,
      "step": 120550
    },
    {
      "epoch": 5.6083275180274486,
      "grad_norm": 1.8135518085298348,
      "learning_rate": 3.242714992416762e-06,
      "loss": 0.9336,
      "step": 120551
    },
    {
      "epoch": 5.608374040474529,
      "grad_norm": 1.8329266568111733,
      "learning_rate": 3.2419474923564892e-06,
      "loss": 0.9414,
      "step": 120552
    },
    {
      "epoch": 5.6084205629216095,
      "grad_norm": 1.8157347074186396,
      "learning_rate": 3.2411800821423637e-06,
      "loss": 0.9102,
      "step": 120553
    },
    {
      "epoch": 5.608467085368691,
      "grad_norm": 1.7482815948722263,
      "learning_rate": 3.2404127617748356e-06,
      "loss": 1.0312,
      "step": 120554
    },
    {
      "epoch": 5.608513607815771,
      "grad_norm": 1.8169393110877612,
      "learning_rate": 3.23964553125442e-06,
      "loss": 0.9688,
      "step": 120555
    },
    {
      "epoch": 5.608560130262852,
      "grad_norm": 1.868451440319289,
      "learning_rate": 3.238878390581534e-06,
      "loss": 0.8516,
      "step": 120556
    },
    {
      "epoch": 5.608606652709932,
      "grad_norm": 1.7659608375723848,
      "learning_rate": 3.2381113397566936e-06,
      "loss": 0.9883,
      "step": 120557
    },
    {
      "epoch": 5.608653175157013,
      "grad_norm": 1.5947053241483788,
      "learning_rate": 3.2373443787803153e-06,
      "loss": 0.8789,
      "step": 120558
    },
    {
      "epoch": 5.608699697604094,
      "grad_norm": 1.6580043147205412,
      "learning_rate": 3.2365775076529153e-06,
      "loss": 0.8633,
      "step": 120559
    },
    {
      "epoch": 5.608746220051175,
      "grad_norm": 1.7673938295105547,
      "learning_rate": 3.23581072637496e-06,
      "loss": 0.9062,
      "step": 120560
    },
    {
      "epoch": 5.608792742498255,
      "grad_norm": 1.6828051235002395,
      "learning_rate": 3.2350440349468988e-06,
      "loss": 0.9023,
      "step": 120561
    },
    {
      "epoch": 5.6088392649453365,
      "grad_norm": 1.711262213792778,
      "learning_rate": 3.234277433369198e-06,
      "loss": 0.8125,
      "step": 120562
    },
    {
      "epoch": 5.608885787392417,
      "grad_norm": 1.8741863972874473,
      "learning_rate": 3.2335109216423404e-06,
      "loss": 0.9766,
      "step": 120563
    },
    {
      "epoch": 5.608932309839497,
      "grad_norm": 1.9671944746744003,
      "learning_rate": 3.232744499766793e-06,
      "loss": 1.0938,
      "step": 120564
    },
    {
      "epoch": 5.608978832286578,
      "grad_norm": 1.8879838405764877,
      "learning_rate": 3.2319781677430214e-06,
      "loss": 0.8867,
      "step": 120565
    },
    {
      "epoch": 5.609025354733659,
      "grad_norm": 1.8934458225745898,
      "learning_rate": 3.2312119255715084e-06,
      "loss": 0.9922,
      "step": 120566
    },
    {
      "epoch": 5.60907187718074,
      "grad_norm": 1.8176703128341651,
      "learning_rate": 3.2304457732527046e-06,
      "loss": 1.0156,
      "step": 120567
    },
    {
      "epoch": 5.60911839962782,
      "grad_norm": 1.80339943340919,
      "learning_rate": 3.229679710787092e-06,
      "loss": 0.9414,
      "step": 120568
    },
    {
      "epoch": 5.609164922074902,
      "grad_norm": 1.730575138734429,
      "learning_rate": 3.2289137381751374e-06,
      "loss": 0.9062,
      "step": 120569
    },
    {
      "epoch": 5.609211444521982,
      "grad_norm": 1.7163961233831018,
      "learning_rate": 3.228147855417307e-06,
      "loss": 0.9883,
      "step": 120570
    },
    {
      "epoch": 5.6092579669690625,
      "grad_norm": 1.7347337104994853,
      "learning_rate": 3.2273820625140666e-06,
      "loss": 0.7812,
      "step": 120571
    },
    {
      "epoch": 5.609304489416143,
      "grad_norm": 1.7512379604713566,
      "learning_rate": 3.2266163594658833e-06,
      "loss": 0.9727,
      "step": 120572
    },
    {
      "epoch": 5.609351011863224,
      "grad_norm": 1.8338417884236928,
      "learning_rate": 3.225850746273223e-06,
      "loss": 0.9805,
      "step": 120573
    },
    {
      "epoch": 5.609397534310305,
      "grad_norm": 1.9372642257837656,
      "learning_rate": 3.2250852229365853e-06,
      "loss": 0.9961,
      "step": 120574
    },
    {
      "epoch": 5.609444056757385,
      "grad_norm": 1.6273310470802063,
      "learning_rate": 3.2243197894564033e-06,
      "loss": 0.832,
      "step": 120575
    },
    {
      "epoch": 5.609490579204466,
      "grad_norm": 1.8321904292980853,
      "learning_rate": 3.223554445833143e-06,
      "loss": 0.9258,
      "step": 120576
    },
    {
      "epoch": 5.609537101651547,
      "grad_norm": 1.92963345104606,
      "learning_rate": 3.2227891920673044e-06,
      "loss": 1.0547,
      "step": 120577
    },
    {
      "epoch": 5.609583624098628,
      "grad_norm": 1.953432281816011,
      "learning_rate": 3.222024028159337e-06,
      "loss": 1.0625,
      "step": 120578
    },
    {
      "epoch": 5.609630146545708,
      "grad_norm": 1.8819387513729802,
      "learning_rate": 3.2212589541097233e-06,
      "loss": 1.0391,
      "step": 120579
    },
    {
      "epoch": 5.609676668992789,
      "grad_norm": 1.7796986080809933,
      "learning_rate": 3.220493969918897e-06,
      "loss": 0.8672,
      "step": 120580
    },
    {
      "epoch": 5.60972319143987,
      "grad_norm": 1.9019648333036847,
      "learning_rate": 3.219729075587357e-06,
      "loss": 1.0469,
      "step": 120581
    },
    {
      "epoch": 5.6097697138869504,
      "grad_norm": 1.7196378457822505,
      "learning_rate": 3.2189642711155706e-06,
      "loss": 1.0156,
      "step": 120582
    },
    {
      "epoch": 5.609816236334031,
      "grad_norm": 1.7712014656666224,
      "learning_rate": 3.2181995565040033e-06,
      "loss": 0.9258,
      "step": 120583
    },
    {
      "epoch": 5.609862758781112,
      "grad_norm": 1.7971470768675317,
      "learning_rate": 3.2174349317531047e-06,
      "loss": 0.8906,
      "step": 120584
    },
    {
      "epoch": 5.609909281228193,
      "grad_norm": 1.6060471900053326,
      "learning_rate": 3.2166703968633576e-06,
      "loss": 0.8633,
      "step": 120585
    },
    {
      "epoch": 5.609955803675273,
      "grad_norm": 1.8139906693326868,
      "learning_rate": 3.215905951835229e-06,
      "loss": 0.9102,
      "step": 120586
    },
    {
      "epoch": 5.610002326122354,
      "grad_norm": 1.9740499344654585,
      "learning_rate": 3.215141596669202e-06,
      "loss": 1.0234,
      "step": 120587
    },
    {
      "epoch": 5.610048848569435,
      "grad_norm": 1.8153683926362618,
      "learning_rate": 3.2143773313657252e-06,
      "loss": 0.8711,
      "step": 120588
    },
    {
      "epoch": 5.610095371016516,
      "grad_norm": 1.8370125490256448,
      "learning_rate": 3.2136131559252653e-06,
      "loss": 1.0703,
      "step": 120589
    },
    {
      "epoch": 5.610141893463596,
      "grad_norm": 1.9508780209301497,
      "learning_rate": 3.2128490703483058e-06,
      "loss": 0.8984,
      "step": 120590
    },
    {
      "epoch": 5.6101884159106765,
      "grad_norm": 1.6422889747289742,
      "learning_rate": 3.212085074635312e-06,
      "loss": 0.8828,
      "step": 120591
    },
    {
      "epoch": 5.610234938357758,
      "grad_norm": 1.8417481047666542,
      "learning_rate": 3.2113211687867346e-06,
      "loss": 1.0469,
      "step": 120592
    },
    {
      "epoch": 5.610281460804838,
      "grad_norm": 1.6733433550603296,
      "learning_rate": 3.2105573528030394e-06,
      "loss": 0.8672,
      "step": 120593
    },
    {
      "epoch": 5.610327983251919,
      "grad_norm": 1.6896482429844502,
      "learning_rate": 3.209793626684726e-06,
      "loss": 0.8828,
      "step": 120594
    },
    {
      "epoch": 5.610374505698999,
      "grad_norm": 1.8560821378594128,
      "learning_rate": 3.2090299904322268e-06,
      "loss": 1.0625,
      "step": 120595
    },
    {
      "epoch": 5.610421028146081,
      "grad_norm": 1.8222213380179257,
      "learning_rate": 3.2082664440460427e-06,
      "loss": 0.8516,
      "step": 120596
    },
    {
      "epoch": 5.610467550593161,
      "grad_norm": 1.7434790195125212,
      "learning_rate": 3.207502987526622e-06,
      "loss": 1.0391,
      "step": 120597
    },
    {
      "epoch": 5.610514073040242,
      "grad_norm": 2.0023649722546684,
      "learning_rate": 3.2067396208743988e-06,
      "loss": 1.0312,
      "step": 120598
    },
    {
      "epoch": 5.610560595487323,
      "grad_norm": 1.7502791596977925,
      "learning_rate": 3.2059763440899054e-06,
      "loss": 0.9023,
      "step": 120599
    },
    {
      "epoch": 5.6106071179344035,
      "grad_norm": 1.6383776509169534,
      "learning_rate": 3.2052131571735753e-06,
      "loss": 0.7812,
      "step": 120600
    },
    {
      "epoch": 5.610653640381484,
      "grad_norm": 1.6236825153618974,
      "learning_rate": 3.2044500601258904e-06,
      "loss": 0.8594,
      "step": 120601
    },
    {
      "epoch": 5.610700162828564,
      "grad_norm": 1.9231650342056084,
      "learning_rate": 3.203687052947268e-06,
      "loss": 0.8281,
      "step": 120602
    },
    {
      "epoch": 5.610746685275646,
      "grad_norm": 1.6551456530374027,
      "learning_rate": 3.202924135638241e-06,
      "loss": 0.8984,
      "step": 120603
    },
    {
      "epoch": 5.610793207722726,
      "grad_norm": 1.7321899740561428,
      "learning_rate": 3.202161308199258e-06,
      "loss": 0.9805,
      "step": 120604
    },
    {
      "epoch": 5.610839730169807,
      "grad_norm": 1.944358477686859,
      "learning_rate": 3.20139857063077e-06,
      "loss": 0.9805,
      "step": 120605
    },
    {
      "epoch": 5.610886252616888,
      "grad_norm": 1.5559721305077312,
      "learning_rate": 3.2006359229332257e-06,
      "loss": 0.7891,
      "step": 120606
    },
    {
      "epoch": 5.610932775063969,
      "grad_norm": 1.6678936902479793,
      "learning_rate": 3.199873365107125e-06,
      "loss": 0.8477,
      "step": 120607
    },
    {
      "epoch": 5.610979297511049,
      "grad_norm": 1.8692501172513867,
      "learning_rate": 3.199110897152951e-06,
      "loss": 0.8789,
      "step": 120608
    },
    {
      "epoch": 5.6110258199581295,
      "grad_norm": 1.8076324711848395,
      "learning_rate": 3.1983485190711367e-06,
      "loss": 0.8984,
      "step": 120609
    },
    {
      "epoch": 5.61107234240521,
      "grad_norm": 1.597322533401274,
      "learning_rate": 3.1975862308621647e-06,
      "loss": 0.7773,
      "step": 120610
    },
    {
      "epoch": 5.611118864852291,
      "grad_norm": 1.5725651299872472,
      "learning_rate": 3.1968240325264682e-06,
      "loss": 0.9219,
      "step": 120611
    },
    {
      "epoch": 5.611165387299372,
      "grad_norm": 1.6898870321326518,
      "learning_rate": 3.1960619240645635e-06,
      "loss": 0.875,
      "step": 120612
    },
    {
      "epoch": 5.611211909746452,
      "grad_norm": 1.741118810533168,
      "learning_rate": 3.1952999054769e-06,
      "loss": 0.9609,
      "step": 120613
    },
    {
      "epoch": 5.611258432193534,
      "grad_norm": 1.8339207934570034,
      "learning_rate": 3.1945379767639278e-06,
      "loss": 1.0078,
      "step": 120614
    },
    {
      "epoch": 5.611304954640614,
      "grad_norm": 2.012433167834984,
      "learning_rate": 3.1937761379261297e-06,
      "loss": 0.9922,
      "step": 120615
    },
    {
      "epoch": 5.611351477087695,
      "grad_norm": 1.622834914102745,
      "learning_rate": 3.1930143889639547e-06,
      "loss": 0.8945,
      "step": 120616
    },
    {
      "epoch": 5.611397999534775,
      "grad_norm": 1.5145022257588554,
      "learning_rate": 3.1922527298779033e-06,
      "loss": 0.7461,
      "step": 120617
    },
    {
      "epoch": 5.6114445219818565,
      "grad_norm": 1.9232796449336134,
      "learning_rate": 3.191491160668408e-06,
      "loss": 0.9609,
      "step": 120618
    },
    {
      "epoch": 5.611491044428937,
      "grad_norm": 1.6180620699060018,
      "learning_rate": 3.190729681335935e-06,
      "loss": 0.8867,
      "step": 120619
    },
    {
      "epoch": 5.6115375668760175,
      "grad_norm": 1.8807273395838242,
      "learning_rate": 3.1899682918809844e-06,
      "loss": 0.9805,
      "step": 120620
    },
    {
      "epoch": 5.611584089323099,
      "grad_norm": 1.7492433107684169,
      "learning_rate": 3.1892069923039885e-06,
      "loss": 0.9141,
      "step": 120621
    },
    {
      "epoch": 5.611630611770179,
      "grad_norm": 1.8547408927460105,
      "learning_rate": 3.188445782605431e-06,
      "loss": 1.0469,
      "step": 120622
    },
    {
      "epoch": 5.61167713421726,
      "grad_norm": 1.6470835914484974,
      "learning_rate": 3.1876846627857777e-06,
      "loss": 0.875,
      "step": 120623
    },
    {
      "epoch": 5.61172365666434,
      "grad_norm": 1.8053342318019912,
      "learning_rate": 3.1869236328454783e-06,
      "loss": 1.0078,
      "step": 120624
    },
    {
      "epoch": 5.611770179111422,
      "grad_norm": 1.8922671835249851,
      "learning_rate": 3.186162692785016e-06,
      "loss": 0.9844,
      "step": 120625
    },
    {
      "epoch": 5.611816701558502,
      "grad_norm": 1.7887987365333686,
      "learning_rate": 3.18540184260484e-06,
      "loss": 0.918,
      "step": 120626
    },
    {
      "epoch": 5.611863224005583,
      "grad_norm": 1.8701987376145666,
      "learning_rate": 3.1846410823054334e-06,
      "loss": 1.0312,
      "step": 120627
    },
    {
      "epoch": 5.611909746452663,
      "grad_norm": 1.7021458598451868,
      "learning_rate": 3.183880411887246e-06,
      "loss": 0.918,
      "step": 120628
    },
    {
      "epoch": 5.611956268899744,
      "grad_norm": 1.9946385504526225,
      "learning_rate": 3.1831198313507446e-06,
      "loss": 1.0703,
      "step": 120629
    },
    {
      "epoch": 5.612002791346825,
      "grad_norm": 1.73181073835578,
      "learning_rate": 3.1823593406964276e-06,
      "loss": 0.9336,
      "step": 120630
    },
    {
      "epoch": 5.612049313793905,
      "grad_norm": 1.8736009536873182,
      "learning_rate": 3.181598939924729e-06,
      "loss": 0.9102,
      "step": 120631
    },
    {
      "epoch": 5.612095836240986,
      "grad_norm": 1.765256974279743,
      "learning_rate": 3.1808386290361145e-06,
      "loss": 0.9219,
      "step": 120632
    },
    {
      "epoch": 5.612142358688067,
      "grad_norm": 1.7495529819665554,
      "learning_rate": 3.1800784080310504e-06,
      "loss": 0.957,
      "step": 120633
    },
    {
      "epoch": 5.612188881135148,
      "grad_norm": 1.6512041910905009,
      "learning_rate": 3.17931827691002e-06,
      "loss": 0.9688,
      "step": 120634
    },
    {
      "epoch": 5.612235403582228,
      "grad_norm": 1.7758311531311046,
      "learning_rate": 3.1785582356734896e-06,
      "loss": 1.0156,
      "step": 120635
    },
    {
      "epoch": 5.6122819260293095,
      "grad_norm": 1.8645655098044773,
      "learning_rate": 3.177798284321892e-06,
      "loss": 1.0078,
      "step": 120636
    },
    {
      "epoch": 5.61232844847639,
      "grad_norm": 1.8360812827360975,
      "learning_rate": 3.1770384228556935e-06,
      "loss": 1.0547,
      "step": 120637
    },
    {
      "epoch": 5.6123749709234705,
      "grad_norm": 1.7254548972217683,
      "learning_rate": 3.17627865127541e-06,
      "loss": 0.875,
      "step": 120638
    },
    {
      "epoch": 5.612421493370551,
      "grad_norm": 1.760829735917683,
      "learning_rate": 3.1755189695814585e-06,
      "loss": 0.9141,
      "step": 120639
    },
    {
      "epoch": 5.612468015817632,
      "grad_norm": 2.140343535297707,
      "learning_rate": 3.1747593777743385e-06,
      "loss": 1.1406,
      "step": 120640
    },
    {
      "epoch": 5.612514538264713,
      "grad_norm": 1.984288094360457,
      "learning_rate": 3.173999875854466e-06,
      "loss": 0.9922,
      "step": 120641
    },
    {
      "epoch": 5.612561060711793,
      "grad_norm": 1.8050261652720674,
      "learning_rate": 3.1732404638223575e-06,
      "loss": 0.8633,
      "step": 120642
    },
    {
      "epoch": 5.612607583158875,
      "grad_norm": 1.9200515789251995,
      "learning_rate": 3.1724811416784457e-06,
      "loss": 0.9844,
      "step": 120643
    },
    {
      "epoch": 5.612654105605955,
      "grad_norm": 1.6752238749815105,
      "learning_rate": 3.171721909423214e-06,
      "loss": 0.9102,
      "step": 120644
    },
    {
      "epoch": 5.612700628053036,
      "grad_norm": 1.6146679988495984,
      "learning_rate": 3.1709627670571116e-06,
      "loss": 0.7773,
      "step": 120645
    },
    {
      "epoch": 5.612747150500116,
      "grad_norm": 1.75444427071199,
      "learning_rate": 3.1702037145806045e-06,
      "loss": 0.9219,
      "step": 120646
    },
    {
      "epoch": 5.6127936729471966,
      "grad_norm": 1.7978717441345928,
      "learning_rate": 3.1694447519941934e-06,
      "loss": 0.9258,
      "step": 120647
    },
    {
      "epoch": 5.612840195394278,
      "grad_norm": 1.6194837771005477,
      "learning_rate": 3.168685879298294e-06,
      "loss": 0.8711,
      "step": 120648
    },
    {
      "epoch": 5.612886717841358,
      "grad_norm": 1.6474119309044883,
      "learning_rate": 3.167927096493389e-06,
      "loss": 0.8594,
      "step": 120649
    },
    {
      "epoch": 5.612933240288439,
      "grad_norm": 1.9195046069507122,
      "learning_rate": 3.167168403579945e-06,
      "loss": 1.0703,
      "step": 120650
    },
    {
      "epoch": 5.61297976273552,
      "grad_norm": 1.6454357902066652,
      "learning_rate": 3.1664098005584114e-06,
      "loss": 0.793,
      "step": 120651
    },
    {
      "epoch": 5.613026285182601,
      "grad_norm": 1.6892777490894568,
      "learning_rate": 3.165651287429288e-06,
      "loss": 0.9297,
      "step": 120652
    },
    {
      "epoch": 5.613072807629681,
      "grad_norm": 1.6526828084638674,
      "learning_rate": 3.1648928641930248e-06,
      "loss": 0.9727,
      "step": 120653
    },
    {
      "epoch": 5.613119330076762,
      "grad_norm": 1.800919372871331,
      "learning_rate": 3.164134530850071e-06,
      "loss": 0.918,
      "step": 120654
    },
    {
      "epoch": 5.613165852523843,
      "grad_norm": 1.7890107314651271,
      "learning_rate": 3.1633762874008763e-06,
      "loss": 0.9414,
      "step": 120655
    },
    {
      "epoch": 5.6132123749709235,
      "grad_norm": 1.8296835855937361,
      "learning_rate": 3.162618133845957e-06,
      "loss": 0.9805,
      "step": 120656
    },
    {
      "epoch": 5.613258897418004,
      "grad_norm": 1.9377466212842263,
      "learning_rate": 3.1618600701857454e-06,
      "loss": 1.0938,
      "step": 120657
    },
    {
      "epoch": 5.613305419865085,
      "grad_norm": 1.7283236097437567,
      "learning_rate": 3.161102096420709e-06,
      "loss": 1.0312,
      "step": 120658
    },
    {
      "epoch": 5.613351942312166,
      "grad_norm": 1.8634181059461912,
      "learning_rate": 3.160344212551297e-06,
      "loss": 1.0156,
      "step": 120659
    },
    {
      "epoch": 5.613398464759246,
      "grad_norm": 1.6518559657419696,
      "learning_rate": 3.159586418577992e-06,
      "loss": 0.9141,
      "step": 120660
    },
    {
      "epoch": 5.613444987206327,
      "grad_norm": 1.7190859685738662,
      "learning_rate": 3.1588287145012605e-06,
      "loss": 0.9922,
      "step": 120661
    },
    {
      "epoch": 5.613491509653408,
      "grad_norm": 1.704013765959645,
      "learning_rate": 3.158071100321552e-06,
      "loss": 0.9414,
      "step": 120662
    },
    {
      "epoch": 5.613538032100489,
      "grad_norm": 1.5831464348816535,
      "learning_rate": 3.157313576039333e-06,
      "loss": 0.8398,
      "step": 120663
    },
    {
      "epoch": 5.613584554547569,
      "grad_norm": 1.7092360229637886,
      "learning_rate": 3.156556141655087e-06,
      "loss": 0.9883,
      "step": 120664
    },
    {
      "epoch": 5.61363107699465,
      "grad_norm": 1.9602043967541902,
      "learning_rate": 3.1557987971692623e-06,
      "loss": 1.0312,
      "step": 120665
    },
    {
      "epoch": 5.613677599441731,
      "grad_norm": 1.6177011614905643,
      "learning_rate": 3.1550415425823263e-06,
      "loss": 0.9688,
      "step": 120666
    },
    {
      "epoch": 5.613724121888811,
      "grad_norm": 1.6871330900888404,
      "learning_rate": 3.154284377894711e-06,
      "loss": 0.9414,
      "step": 120667
    },
    {
      "epoch": 5.613770644335892,
      "grad_norm": 1.7697780300861934,
      "learning_rate": 3.153527303106934e-06,
      "loss": 0.9727,
      "step": 120668
    },
    {
      "epoch": 5.613817166782972,
      "grad_norm": 1.611723802100663,
      "learning_rate": 3.152770318219444e-06,
      "loss": 0.875,
      "step": 120669
    },
    {
      "epoch": 5.613863689230054,
      "grad_norm": 1.6021418869375594,
      "learning_rate": 3.152013423232674e-06,
      "loss": 0.832,
      "step": 120670
    },
    {
      "epoch": 5.613910211677134,
      "grad_norm": 1.8059651258970686,
      "learning_rate": 3.1512566181470913e-06,
      "loss": 0.9102,
      "step": 120671
    },
    {
      "epoch": 5.613956734124215,
      "grad_norm": 1.7233702302726175,
      "learning_rate": 3.1504999029632107e-06,
      "loss": 0.8789,
      "step": 120672
    },
    {
      "epoch": 5.614003256571296,
      "grad_norm": 1.8918062548033567,
      "learning_rate": 3.1497432776814324e-06,
      "loss": 0.9062,
      "step": 120673
    },
    {
      "epoch": 5.6140497790183765,
      "grad_norm": 1.7766944529170305,
      "learning_rate": 3.1489867423022563e-06,
      "loss": 0.9219,
      "step": 120674
    },
    {
      "epoch": 5.614096301465457,
      "grad_norm": 1.7514350692361995,
      "learning_rate": 3.148230296826132e-06,
      "loss": 0.8438,
      "step": 120675
    },
    {
      "epoch": 5.6141428239125375,
      "grad_norm": 1.7452427200035519,
      "learning_rate": 3.1474739412535256e-06,
      "loss": 0.918,
      "step": 120676
    },
    {
      "epoch": 5.614189346359619,
      "grad_norm": 1.6526677348655865,
      "learning_rate": 3.146717675584903e-06,
      "loss": 0.8281,
      "step": 120677
    },
    {
      "epoch": 5.614235868806699,
      "grad_norm": 1.7270230304201717,
      "learning_rate": 3.1459614998207315e-06,
      "loss": 0.9375,
      "step": 120678
    },
    {
      "epoch": 5.61428239125378,
      "grad_norm": 1.7836037997581267,
      "learning_rate": 3.145205413961477e-06,
      "loss": 0.7969,
      "step": 120679
    },
    {
      "epoch": 5.61432891370086,
      "grad_norm": 1.6005267010654305,
      "learning_rate": 3.144449418007572e-06,
      "loss": 0.8906,
      "step": 120680
    },
    {
      "epoch": 5.614375436147942,
      "grad_norm": 1.866617960128484,
      "learning_rate": 3.1436935119595e-06,
      "loss": 0.875,
      "step": 120681
    },
    {
      "epoch": 5.614421958595022,
      "grad_norm": 1.8119993753937784,
      "learning_rate": 3.142937695817743e-06,
      "loss": 0.9219,
      "step": 120682
    },
    {
      "epoch": 5.614468481042103,
      "grad_norm": 1.808094716648507,
      "learning_rate": 3.1421819695827357e-06,
      "loss": 0.9141,
      "step": 120683
    },
    {
      "epoch": 5.614515003489183,
      "grad_norm": 1.8415151498604196,
      "learning_rate": 3.1414263332549593e-06,
      "loss": 0.9492,
      "step": 120684
    },
    {
      "epoch": 5.6145615259362645,
      "grad_norm": 1.6639129910997095,
      "learning_rate": 3.140670786834848e-06,
      "loss": 1.0312,
      "step": 120685
    },
    {
      "epoch": 5.614608048383345,
      "grad_norm": 1.5975006940861858,
      "learning_rate": 3.139915330322901e-06,
      "loss": 0.8398,
      "step": 120686
    },
    {
      "epoch": 5.614654570830425,
      "grad_norm": 1.746386249457732,
      "learning_rate": 3.1391599637195508e-06,
      "loss": 0.918,
      "step": 120687
    },
    {
      "epoch": 5.614701093277507,
      "grad_norm": 1.7959293932722908,
      "learning_rate": 3.138404687025281e-06,
      "loss": 0.8828,
      "step": 120688
    },
    {
      "epoch": 5.614747615724587,
      "grad_norm": 1.7776620537102321,
      "learning_rate": 3.137649500240541e-06,
      "loss": 0.875,
      "step": 120689
    },
    {
      "epoch": 5.614794138171668,
      "grad_norm": 1.6394352025973493,
      "learning_rate": 3.1368944033657972e-06,
      "loss": 0.8555,
      "step": 120690
    },
    {
      "epoch": 5.614840660618748,
      "grad_norm": 1.7522470944958346,
      "learning_rate": 3.1361393964015157e-06,
      "loss": 0.875,
      "step": 120691
    },
    {
      "epoch": 5.61488718306583,
      "grad_norm": 1.7039657152003063,
      "learning_rate": 3.135384479348163e-06,
      "loss": 0.793,
      "step": 120692
    },
    {
      "epoch": 5.61493370551291,
      "grad_norm": 1.753185889711833,
      "learning_rate": 3.134629652206172e-06,
      "loss": 0.9492,
      "step": 120693
    },
    {
      "epoch": 5.6149802279599905,
      "grad_norm": 1.8588134012341022,
      "learning_rate": 3.1338749149760424e-06,
      "loss": 0.9844,
      "step": 120694
    },
    {
      "epoch": 5.615026750407072,
      "grad_norm": 1.7993568328867955,
      "learning_rate": 3.133120267658207e-06,
      "loss": 0.8555,
      "step": 120695
    },
    {
      "epoch": 5.615073272854152,
      "grad_norm": 1.7969168097273889,
      "learning_rate": 3.1323657102531487e-06,
      "loss": 0.9023,
      "step": 120696
    },
    {
      "epoch": 5.615119795301233,
      "grad_norm": 1.8321412368186953,
      "learning_rate": 3.1316112427613337e-06,
      "loss": 0.8711,
      "step": 120697
    },
    {
      "epoch": 5.615166317748313,
      "grad_norm": 1.8243629804539496,
      "learning_rate": 3.130856865183179e-06,
      "loss": 0.9531,
      "step": 120698
    },
    {
      "epoch": 5.615212840195394,
      "grad_norm": 1.8540858118063677,
      "learning_rate": 3.1301025775192166e-06,
      "loss": 0.957,
      "step": 120699
    },
    {
      "epoch": 5.615259362642475,
      "grad_norm": 1.8179149799556935,
      "learning_rate": 3.1293483797698637e-06,
      "loss": 0.8555,
      "step": 120700
    },
    {
      "epoch": 5.615305885089556,
      "grad_norm": 1.757045207915097,
      "learning_rate": 3.1285942719355696e-06,
      "loss": 0.8008,
      "step": 120701
    },
    {
      "epoch": 5.615352407536636,
      "grad_norm": 1.8031474764188467,
      "learning_rate": 3.1278402540168166e-06,
      "loss": 0.8984,
      "step": 120702
    },
    {
      "epoch": 5.6153989299837175,
      "grad_norm": 1.7468339094949064,
      "learning_rate": 3.127086326014089e-06,
      "loss": 0.9883,
      "step": 120703
    },
    {
      "epoch": 5.615445452430798,
      "grad_norm": 1.6342402725306528,
      "learning_rate": 3.1263324879278185e-06,
      "loss": 0.8359,
      "step": 120704
    },
    {
      "epoch": 5.615491974877878,
      "grad_norm": 1.925119735770516,
      "learning_rate": 3.125578739758472e-06,
      "loss": 0.957,
      "step": 120705
    },
    {
      "epoch": 5.615538497324959,
      "grad_norm": 1.6304110930615683,
      "learning_rate": 3.124825081506499e-06,
      "loss": 0.9375,
      "step": 120706
    },
    {
      "epoch": 5.61558501977204,
      "grad_norm": 1.5256613700456572,
      "learning_rate": 3.1240715131723824e-06,
      "loss": 0.8711,
      "step": 120707
    },
    {
      "epoch": 5.615631542219121,
      "grad_norm": 1.8964337414187016,
      "learning_rate": 3.123318034756572e-06,
      "loss": 0.9766,
      "step": 120708
    },
    {
      "epoch": 5.615678064666201,
      "grad_norm": 1.7992236133855128,
      "learning_rate": 3.1225646462595345e-06,
      "loss": 0.9375,
      "step": 120709
    },
    {
      "epoch": 5.615724587113283,
      "grad_norm": 1.5620080028457721,
      "learning_rate": 3.1218113476817354e-06,
      "loss": 0.8633,
      "step": 120710
    },
    {
      "epoch": 5.615771109560363,
      "grad_norm": 1.8019707444638244,
      "learning_rate": 3.1210581390236076e-06,
      "loss": 1.0312,
      "step": 120711
    },
    {
      "epoch": 5.6158176320074435,
      "grad_norm": 1.784139589544421,
      "learning_rate": 3.1203050202856517e-06,
      "loss": 0.9258,
      "step": 120712
    },
    {
      "epoch": 5.615864154454524,
      "grad_norm": 1.6357212095801732,
      "learning_rate": 3.1195519914682997e-06,
      "loss": 0.7617,
      "step": 120713
    },
    {
      "epoch": 5.615910676901605,
      "grad_norm": 1.81185096232469,
      "learning_rate": 3.1187990525720353e-06,
      "loss": 0.9531,
      "step": 120714
    },
    {
      "epoch": 5.615957199348686,
      "grad_norm": 1.914773804917265,
      "learning_rate": 3.118046203597291e-06,
      "loss": 0.8398,
      "step": 120715
    },
    {
      "epoch": 5.616003721795766,
      "grad_norm": 1.8873010875360319,
      "learning_rate": 3.1172934445445665e-06,
      "loss": 1.0781,
      "step": 120716
    },
    {
      "epoch": 5.616050244242847,
      "grad_norm": 1.7096751029647457,
      "learning_rate": 3.116540775414278e-06,
      "loss": 0.8281,
      "step": 120717
    },
    {
      "epoch": 5.616096766689928,
      "grad_norm": 1.8331227343611374,
      "learning_rate": 3.1157881962069253e-06,
      "loss": 1.0703,
      "step": 120718
    },
    {
      "epoch": 5.616143289137009,
      "grad_norm": 1.8210670012006203,
      "learning_rate": 3.115035706922958e-06,
      "loss": 0.9023,
      "step": 120719
    },
    {
      "epoch": 5.616189811584089,
      "grad_norm": 1.8437430222031848,
      "learning_rate": 3.1142833075628094e-06,
      "loss": 0.875,
      "step": 120720
    },
    {
      "epoch": 5.61623633403117,
      "grad_norm": 1.7660031935169274,
      "learning_rate": 3.1135309981269786e-06,
      "loss": 0.9609,
      "step": 120721
    },
    {
      "epoch": 5.616282856478251,
      "grad_norm": 1.7403180839161179,
      "learning_rate": 3.1127787786159153e-06,
      "loss": 0.8398,
      "step": 120722
    },
    {
      "epoch": 5.6163293789253315,
      "grad_norm": 1.7028795541787038,
      "learning_rate": 3.1120266490300693e-06,
      "loss": 1.0156,
      "step": 120723
    },
    {
      "epoch": 5.616375901372412,
      "grad_norm": 1.593209051946198,
      "learning_rate": 3.1112746093698903e-06,
      "loss": 0.8398,
      "step": 120724
    },
    {
      "epoch": 5.616422423819493,
      "grad_norm": 1.790717230565942,
      "learning_rate": 3.110522659635861e-06,
      "loss": 1.0625,
      "step": 120725
    },
    {
      "epoch": 5.616468946266574,
      "grad_norm": 1.6346571951153768,
      "learning_rate": 3.109770799828448e-06,
      "loss": 0.8555,
      "step": 120726
    },
    {
      "epoch": 5.616515468713654,
      "grad_norm": 1.9413124974503233,
      "learning_rate": 3.109019029948101e-06,
      "loss": 0.9805,
      "step": 120727
    },
    {
      "epoch": 5.616561991160735,
      "grad_norm": 1.6674942637445591,
      "learning_rate": 3.1082673499952527e-06,
      "loss": 1.0,
      "step": 120728
    },
    {
      "epoch": 5.616608513607816,
      "grad_norm": 1.4974949074239123,
      "learning_rate": 3.1075157599704194e-06,
      "loss": 0.7578,
      "step": 120729
    },
    {
      "epoch": 5.616655036054897,
      "grad_norm": 1.4977268409222557,
      "learning_rate": 3.1067642598740174e-06,
      "loss": 0.8555,
      "step": 120730
    },
    {
      "epoch": 5.616701558501977,
      "grad_norm": 1.5522850356738067,
      "learning_rate": 3.106012849706513e-06,
      "loss": 0.7656,
      "step": 120731
    },
    {
      "epoch": 5.616748080949058,
      "grad_norm": 1.6193529979984553,
      "learning_rate": 3.105261529468389e-06,
      "loss": 0.9531,
      "step": 120732
    },
    {
      "epoch": 5.616794603396139,
      "grad_norm": 1.9887304612449404,
      "learning_rate": 3.1045102991600624e-06,
      "loss": 1.0,
      "step": 120733
    },
    {
      "epoch": 5.616841125843219,
      "grad_norm": 1.699125744446125,
      "learning_rate": 3.1037591587820487e-06,
      "loss": 0.9531,
      "step": 120734
    },
    {
      "epoch": 5.6168876482903,
      "grad_norm": 1.8447780815283548,
      "learning_rate": 3.1030081083347813e-06,
      "loss": 1.0469,
      "step": 120735
    },
    {
      "epoch": 5.61693417073738,
      "grad_norm": 1.5875435764770267,
      "learning_rate": 3.10225714781871e-06,
      "loss": 0.8555,
      "step": 120736
    },
    {
      "epoch": 5.616980693184462,
      "grad_norm": 1.700541335688417,
      "learning_rate": 3.1015062772342835e-06,
      "loss": 0.9023,
      "step": 120737
    },
    {
      "epoch": 5.617027215631542,
      "grad_norm": 1.9479877946327997,
      "learning_rate": 3.1007554965820026e-06,
      "loss": 1.0078,
      "step": 120738
    },
    {
      "epoch": 5.617073738078623,
      "grad_norm": 2.002165269396192,
      "learning_rate": 3.100004805862283e-06,
      "loss": 0.9609,
      "step": 120739
    },
    {
      "epoch": 5.617120260525704,
      "grad_norm": 2.0569985991641904,
      "learning_rate": 3.0992542050756243e-06,
      "loss": 0.9727,
      "step": 120740
    },
    {
      "epoch": 5.6171667829727845,
      "grad_norm": 1.7153391771697253,
      "learning_rate": 3.0985036942224594e-06,
      "loss": 0.8555,
      "step": 120741
    },
    {
      "epoch": 5.617213305419865,
      "grad_norm": 1.7603544387061205,
      "learning_rate": 3.097753273303255e-06,
      "loss": 0.9883,
      "step": 120742
    },
    {
      "epoch": 5.617259827866945,
      "grad_norm": 1.80599083712874,
      "learning_rate": 3.0970029423184937e-06,
      "loss": 1.0703,
      "step": 120743
    },
    {
      "epoch": 5.617306350314027,
      "grad_norm": 1.6153798225542,
      "learning_rate": 3.096252701268592e-06,
      "loss": 0.8398,
      "step": 120744
    },
    {
      "epoch": 5.617352872761107,
      "grad_norm": 1.746337194886925,
      "learning_rate": 3.09550255015405e-06,
      "loss": 0.9297,
      "step": 120745
    },
    {
      "epoch": 5.617399395208188,
      "grad_norm": 1.8745468154837004,
      "learning_rate": 3.0947524889752826e-06,
      "loss": 1.0312,
      "step": 120746
    },
    {
      "epoch": 5.617445917655269,
      "grad_norm": 1.8484958069947235,
      "learning_rate": 3.094002517732774e-06,
      "loss": 1.0156,
      "step": 120747
    },
    {
      "epoch": 5.61749244010235,
      "grad_norm": 1.8873041874281662,
      "learning_rate": 3.0932526364270073e-06,
      "loss": 0.957,
      "step": 120748
    },
    {
      "epoch": 5.61753896254943,
      "grad_norm": 1.787201874466045,
      "learning_rate": 3.092502845058398e-06,
      "loss": 0.8477,
      "step": 120749
    },
    {
      "epoch": 5.617585484996511,
      "grad_norm": 1.709546162248148,
      "learning_rate": 3.091753143627429e-06,
      "loss": 0.8633,
      "step": 120750
    },
    {
      "epoch": 5.617632007443591,
      "grad_norm": 1.8050394809128691,
      "learning_rate": 3.0910035321345506e-06,
      "loss": 1.0156,
      "step": 120751
    },
    {
      "epoch": 5.617678529890672,
      "grad_norm": 1.718731378038716,
      "learning_rate": 3.0902540105802287e-06,
      "loss": 0.9648,
      "step": 120752
    },
    {
      "epoch": 5.617725052337753,
      "grad_norm": 1.881015696316719,
      "learning_rate": 3.08950457896493e-06,
      "loss": 0.8945,
      "step": 120753
    },
    {
      "epoch": 5.617771574784833,
      "grad_norm": 1.7119826854460707,
      "learning_rate": 3.0887552372890865e-06,
      "loss": 0.8633,
      "step": 120754
    },
    {
      "epoch": 5.617818097231915,
      "grad_norm": 1.793685041153751,
      "learning_rate": 3.0880059855531823e-06,
      "loss": 1.0234,
      "step": 120755
    },
    {
      "epoch": 5.617864619678995,
      "grad_norm": 1.787638827843586,
      "learning_rate": 3.0872568237576666e-06,
      "loss": 0.918,
      "step": 120756
    },
    {
      "epoch": 5.617911142126076,
      "grad_norm": 1.833214144483874,
      "learning_rate": 3.086507751902989e-06,
      "loss": 0.9102,
      "step": 120757
    },
    {
      "epoch": 5.617957664573156,
      "grad_norm": 1.6565564845627552,
      "learning_rate": 3.0857587699896326e-06,
      "loss": 0.8867,
      "step": 120758
    },
    {
      "epoch": 5.6180041870202375,
      "grad_norm": 1.9639090804496762,
      "learning_rate": 3.08500987801803e-06,
      "loss": 0.9453,
      "step": 120759
    },
    {
      "epoch": 5.618050709467318,
      "grad_norm": 1.7304403972798017,
      "learning_rate": 3.0842610759886477e-06,
      "loss": 0.9375,
      "step": 120760
    },
    {
      "epoch": 5.6180972319143985,
      "grad_norm": 1.7652283129507949,
      "learning_rate": 3.0835123639019353e-06,
      "loss": 1.0156,
      "step": 120761
    },
    {
      "epoch": 5.61814375436148,
      "grad_norm": 1.813232440172208,
      "learning_rate": 3.0827637417583927e-06,
      "loss": 0.9609,
      "step": 120762
    },
    {
      "epoch": 5.61819027680856,
      "grad_norm": 1.7454686665893648,
      "learning_rate": 3.082015209558436e-06,
      "loss": 0.7812,
      "step": 120763
    },
    {
      "epoch": 5.618236799255641,
      "grad_norm": 1.6625425616355805,
      "learning_rate": 3.0812667673025147e-06,
      "loss": 0.9727,
      "step": 120764
    },
    {
      "epoch": 5.618283321702721,
      "grad_norm": 1.7139275479268932,
      "learning_rate": 3.080518414991129e-06,
      "loss": 0.875,
      "step": 120765
    },
    {
      "epoch": 5.618329844149803,
      "grad_norm": 1.5806410089970822,
      "learning_rate": 3.079770152624711e-06,
      "loss": 0.9609,
      "step": 120766
    },
    {
      "epoch": 5.618376366596883,
      "grad_norm": 1.805922252734986,
      "learning_rate": 3.0790219802037273e-06,
      "loss": 0.957,
      "step": 120767
    },
    {
      "epoch": 5.618422889043964,
      "grad_norm": 1.7868126800642659,
      "learning_rate": 3.0782738977286282e-06,
      "loss": 0.9883,
      "step": 120768
    },
    {
      "epoch": 5.618469411491044,
      "grad_norm": 1.72722468072138,
      "learning_rate": 3.077525905199879e-06,
      "loss": 0.9727,
      "step": 120769
    },
    {
      "epoch": 5.618515933938125,
      "grad_norm": 2.076931335561884,
      "learning_rate": 3.07677800261793e-06,
      "loss": 1.1016,
      "step": 120770
    },
    {
      "epoch": 5.618562456385206,
      "grad_norm": 1.7084461391537524,
      "learning_rate": 3.0760301899832642e-06,
      "loss": 0.8906,
      "step": 120771
    },
    {
      "epoch": 5.618608978832286,
      "grad_norm": 1.8547968496846554,
      "learning_rate": 3.0752824672962807e-06,
      "loss": 0.9258,
      "step": 120772
    },
    {
      "epoch": 5.618655501279367,
      "grad_norm": 1.8482513035236694,
      "learning_rate": 3.0745348345574962e-06,
      "loss": 0.8516,
      "step": 120773
    },
    {
      "epoch": 5.618702023726448,
      "grad_norm": 1.9293096606536364,
      "learning_rate": 3.07378729176736e-06,
      "loss": 0.9766,
      "step": 120774
    },
    {
      "epoch": 5.618748546173529,
      "grad_norm": 1.7652287765804335,
      "learning_rate": 3.0730398389263054e-06,
      "loss": 0.8711,
      "step": 120775
    },
    {
      "epoch": 5.618795068620609,
      "grad_norm": 1.7491720692773771,
      "learning_rate": 3.072292476034782e-06,
      "loss": 0.9375,
      "step": 120776
    },
    {
      "epoch": 5.6188415910676905,
      "grad_norm": 1.818381544971657,
      "learning_rate": 3.0715452030932896e-06,
      "loss": 1.0078,
      "step": 120777
    },
    {
      "epoch": 5.618888113514771,
      "grad_norm": 1.8211517154377037,
      "learning_rate": 3.070798020102261e-06,
      "loss": 1.0625,
      "step": 120778
    },
    {
      "epoch": 5.6189346359618515,
      "grad_norm": 1.9978856628844206,
      "learning_rate": 3.070050927062162e-06,
      "loss": 1.0547,
      "step": 120779
    },
    {
      "epoch": 5.618981158408932,
      "grad_norm": 1.8767171955879063,
      "learning_rate": 3.0693039239734263e-06,
      "loss": 1.0156,
      "step": 120780
    },
    {
      "epoch": 5.619027680856013,
      "grad_norm": 1.751436600887247,
      "learning_rate": 3.0685570108365364e-06,
      "loss": 0.9102,
      "step": 120781
    },
    {
      "epoch": 5.619074203303094,
      "grad_norm": 1.731776209186892,
      "learning_rate": 3.0678101876519425e-06,
      "loss": 0.9297,
      "step": 120782
    },
    {
      "epoch": 5.619120725750174,
      "grad_norm": 1.5341057126805788,
      "learning_rate": 3.0670634544200932e-06,
      "loss": 0.8984,
      "step": 120783
    },
    {
      "epoch": 5.619167248197256,
      "grad_norm": 1.5908659663063671,
      "learning_rate": 3.0663168111414726e-06,
      "loss": 0.9336,
      "step": 120784
    },
    {
      "epoch": 5.619213770644336,
      "grad_norm": 1.63131284064684,
      "learning_rate": 3.065570257816513e-06,
      "loss": 0.9531,
      "step": 120785
    },
    {
      "epoch": 5.619260293091417,
      "grad_norm": 1.8235150992225888,
      "learning_rate": 3.0648237944456477e-06,
      "loss": 0.9883,
      "step": 120786
    },
    {
      "epoch": 5.619306815538497,
      "grad_norm": 1.5565495366484898,
      "learning_rate": 3.0640774210293926e-06,
      "loss": 0.7695,
      "step": 120787
    },
    {
      "epoch": 5.619353337985578,
      "grad_norm": 1.7866839447248724,
      "learning_rate": 3.0633311375681814e-06,
      "loss": 0.875,
      "step": 120788
    },
    {
      "epoch": 5.619399860432659,
      "grad_norm": 1.6380855593526553,
      "learning_rate": 3.062584944062463e-06,
      "loss": 0.9297,
      "step": 120789
    },
    {
      "epoch": 5.619446382879739,
      "grad_norm": 1.856580979392041,
      "learning_rate": 3.0618388405126704e-06,
      "loss": 0.9688,
      "step": 120790
    },
    {
      "epoch": 5.61949290532682,
      "grad_norm": 1.7652361839806303,
      "learning_rate": 3.0610928269193037e-06,
      "loss": 0.9922,
      "step": 120791
    },
    {
      "epoch": 5.619539427773901,
      "grad_norm": 1.794399344096267,
      "learning_rate": 3.060346903282812e-06,
      "loss": 1.0,
      "step": 120792
    },
    {
      "epoch": 5.619585950220982,
      "grad_norm": 1.882119897135634,
      "learning_rate": 3.059601069603629e-06,
      "loss": 0.9375,
      "step": 120793
    },
    {
      "epoch": 5.619632472668062,
      "grad_norm": 1.726829022835435,
      "learning_rate": 3.05885532588222e-06,
      "loss": 0.8633,
      "step": 120794
    },
    {
      "epoch": 5.619678995115143,
      "grad_norm": 1.9094132203499312,
      "learning_rate": 3.0581096721190525e-06,
      "loss": 1.0469,
      "step": 120795
    },
    {
      "epoch": 5.619725517562224,
      "grad_norm": 1.6690703982195683,
      "learning_rate": 3.057364108314575e-06,
      "loss": 0.957,
      "step": 120796
    },
    {
      "epoch": 5.6197720400093045,
      "grad_norm": 1.8961171626372546,
      "learning_rate": 3.0566186344692543e-06,
      "loss": 0.9883,
      "step": 120797
    },
    {
      "epoch": 5.619818562456385,
      "grad_norm": 1.6933459748259807,
      "learning_rate": 3.0558732505835235e-06,
      "loss": 0.7656,
      "step": 120798
    },
    {
      "epoch": 5.619865084903466,
      "grad_norm": 1.8353951300386306,
      "learning_rate": 3.055127956657866e-06,
      "loss": 0.8828,
      "step": 120799
    },
    {
      "epoch": 5.619911607350547,
      "grad_norm": 1.675064310069878,
      "learning_rate": 3.0543827526927133e-06,
      "loss": 0.8477,
      "step": 120800
    },
    {
      "epoch": 5.619958129797627,
      "grad_norm": 1.9286602103119324,
      "learning_rate": 3.0536376386885495e-06,
      "loss": 0.9805,
      "step": 120801
    },
    {
      "epoch": 5.620004652244708,
      "grad_norm": 2.1626077037471707,
      "learning_rate": 3.052892614645791e-06,
      "loss": 1.0312,
      "step": 120802
    },
    {
      "epoch": 5.620051174691789,
      "grad_norm": 1.8565712842103916,
      "learning_rate": 3.052147680564937e-06,
      "loss": 0.9961,
      "step": 120803
    },
    {
      "epoch": 5.62009769713887,
      "grad_norm": 1.5823240207685008,
      "learning_rate": 3.0514028364464205e-06,
      "loss": 0.8203,
      "step": 120804
    },
    {
      "epoch": 5.62014421958595,
      "grad_norm": 1.7976386665629958,
      "learning_rate": 3.0506580822906747e-06,
      "loss": 0.8672,
      "step": 120805
    },
    {
      "epoch": 5.620190742033031,
      "grad_norm": 1.6968615802486648,
      "learning_rate": 3.0499134180982156e-06,
      "loss": 0.9336,
      "step": 120806
    },
    {
      "epoch": 5.620237264480112,
      "grad_norm": 1.871341365301256,
      "learning_rate": 3.049168843869443e-06,
      "loss": 1.1094,
      "step": 120807
    },
    {
      "epoch": 5.620283786927192,
      "grad_norm": 2.0133722206628453,
      "learning_rate": 3.0484243596048563e-06,
      "loss": 1.1172,
      "step": 120808
    },
    {
      "epoch": 5.620330309374273,
      "grad_norm": 1.719173414557353,
      "learning_rate": 3.0476799653048888e-06,
      "loss": 0.9258,
      "step": 120809
    },
    {
      "epoch": 5.620376831821353,
      "grad_norm": 1.7449272632487351,
      "learning_rate": 3.04693566096999e-06,
      "loss": 0.8281,
      "step": 120810
    },
    {
      "epoch": 5.620423354268435,
      "grad_norm": 1.630898362822635,
      "learning_rate": 3.0461914466006097e-06,
      "loss": 0.8633,
      "step": 120811
    },
    {
      "epoch": 5.620469876715515,
      "grad_norm": 1.7391899553449568,
      "learning_rate": 3.0454473221972473e-06,
      "loss": 0.9258,
      "step": 120812
    },
    {
      "epoch": 5.620516399162596,
      "grad_norm": 1.9154920694753865,
      "learning_rate": 3.0447032877603027e-06,
      "loss": 0.8945,
      "step": 120813
    },
    {
      "epoch": 5.620562921609677,
      "grad_norm": 2.194024783769866,
      "learning_rate": 3.0439593432902752e-06,
      "loss": 1.0625,
      "step": 120814
    },
    {
      "epoch": 5.6206094440567576,
      "grad_norm": 1.9654154717123051,
      "learning_rate": 3.043215488787598e-06,
      "loss": 1.0,
      "step": 120815
    },
    {
      "epoch": 5.620655966503838,
      "grad_norm": 1.9705690407686116,
      "learning_rate": 3.0424717242527208e-06,
      "loss": 0.9062,
      "step": 120816
    },
    {
      "epoch": 5.6207024889509185,
      "grad_norm": 1.8735751501038216,
      "learning_rate": 3.0417280496861094e-06,
      "loss": 0.9727,
      "step": 120817
    },
    {
      "epoch": 5.620749011398,
      "grad_norm": 1.6863728724472773,
      "learning_rate": 3.040984465088231e-06,
      "loss": 0.9414,
      "step": 120818
    },
    {
      "epoch": 5.62079553384508,
      "grad_norm": 1.819489026103023,
      "learning_rate": 3.040240970459518e-06,
      "loss": 0.9805,
      "step": 120819
    },
    {
      "epoch": 5.620842056292161,
      "grad_norm": 1.6329670813422266,
      "learning_rate": 3.0394975658004362e-06,
      "loss": 0.9492,
      "step": 120820
    },
    {
      "epoch": 5.620888578739241,
      "grad_norm": 2.0150001421092827,
      "learning_rate": 3.038754251111436e-06,
      "loss": 1.0234,
      "step": 120821
    },
    {
      "epoch": 5.620935101186323,
      "grad_norm": 1.8286708113109909,
      "learning_rate": 3.0380110263929834e-06,
      "loss": 1.1172,
      "step": 120822
    },
    {
      "epoch": 5.620981623633403,
      "grad_norm": 1.9162865814719574,
      "learning_rate": 3.0372678916455283e-06,
      "loss": 1.0,
      "step": 120823
    },
    {
      "epoch": 5.621028146080484,
      "grad_norm": 2.033977627264699,
      "learning_rate": 3.03652484686952e-06,
      "loss": 1.0,
      "step": 120824
    },
    {
      "epoch": 5.621074668527564,
      "grad_norm": 1.7780353893144267,
      "learning_rate": 3.0357818920654085e-06,
      "loss": 0.918,
      "step": 120825
    },
    {
      "epoch": 5.6211211909746455,
      "grad_norm": 1.8140508034140206,
      "learning_rate": 3.0350390272336764e-06,
      "loss": 0.9141,
      "step": 120826
    },
    {
      "epoch": 5.621167713421726,
      "grad_norm": 1.7726154293681013,
      "learning_rate": 3.0342962523747404e-06,
      "loss": 0.9219,
      "step": 120827
    },
    {
      "epoch": 5.621214235868806,
      "grad_norm": 1.9299182146993175,
      "learning_rate": 3.033553567489083e-06,
      "loss": 1.0469,
      "step": 120828
    },
    {
      "epoch": 5.621260758315888,
      "grad_norm": 1.6380011789006872,
      "learning_rate": 3.0328109725771377e-06,
      "loss": 0.9336,
      "step": 120829
    },
    {
      "epoch": 5.621307280762968,
      "grad_norm": 1.7674268559393553,
      "learning_rate": 3.0320684676394034e-06,
      "loss": 0.8867,
      "step": 120830
    },
    {
      "epoch": 5.621353803210049,
      "grad_norm": 1.7895514372393766,
      "learning_rate": 3.0313260526762806e-06,
      "loss": 1.0625,
      "step": 120831
    },
    {
      "epoch": 5.621400325657129,
      "grad_norm": 1.6705204628503734,
      "learning_rate": 3.0305837276882517e-06,
      "loss": 0.8984,
      "step": 120832
    },
    {
      "epoch": 5.621446848104211,
      "grad_norm": 1.622126239828914,
      "learning_rate": 3.0298414926757497e-06,
      "loss": 0.9727,
      "step": 120833
    },
    {
      "epoch": 5.621493370551291,
      "grad_norm": 1.6419578609072292,
      "learning_rate": 3.0290993476392746e-06,
      "loss": 0.918,
      "step": 120834
    },
    {
      "epoch": 5.6215398929983715,
      "grad_norm": 1.946339760377727,
      "learning_rate": 3.028357292579242e-06,
      "loss": 0.9766,
      "step": 120835
    },
    {
      "epoch": 5.621586415445453,
      "grad_norm": 1.8619953928900208,
      "learning_rate": 3.0276153274961024e-06,
      "loss": 0.9258,
      "step": 120836
    },
    {
      "epoch": 5.621632937892533,
      "grad_norm": 1.993164525782734,
      "learning_rate": 3.0268734523903217e-06,
      "loss": 0.9609,
      "step": 120837
    },
    {
      "epoch": 5.621679460339614,
      "grad_norm": 1.4197033668305963,
      "learning_rate": 3.026131667262366e-06,
      "loss": 0.7656,
      "step": 120838
    },
    {
      "epoch": 5.621725982786694,
      "grad_norm": 1.7869479846196037,
      "learning_rate": 3.025389972112685e-06,
      "loss": 0.9336,
      "step": 120839
    },
    {
      "epoch": 5.621772505233775,
      "grad_norm": 1.855947110928206,
      "learning_rate": 3.024648366941712e-06,
      "loss": 0.9492,
      "step": 120840
    },
    {
      "epoch": 5.621819027680856,
      "grad_norm": 1.8113499362196464,
      "learning_rate": 3.02390685174993e-06,
      "loss": 1.0234,
      "step": 120841
    },
    {
      "epoch": 5.621865550127937,
      "grad_norm": 2.046757984387822,
      "learning_rate": 3.023165426537755e-06,
      "loss": 1.0078,
      "step": 120842
    },
    {
      "epoch": 5.621912072575017,
      "grad_norm": 1.7293989678023665,
      "learning_rate": 3.0224240913056865e-06,
      "loss": 0.832,
      "step": 120843
    },
    {
      "epoch": 5.6219585950220985,
      "grad_norm": 1.644872288422557,
      "learning_rate": 3.0216828460541576e-06,
      "loss": 0.9414,
      "step": 120844
    },
    {
      "epoch": 5.622005117469179,
      "grad_norm": 1.8147636099365099,
      "learning_rate": 3.0209416907836016e-06,
      "loss": 1.0078,
      "step": 120845
    },
    {
      "epoch": 5.6220516399162594,
      "grad_norm": 1.867203882265927,
      "learning_rate": 3.020200625494501e-06,
      "loss": 1.0234,
      "step": 120846
    },
    {
      "epoch": 5.62209816236334,
      "grad_norm": 1.8217129330764867,
      "learning_rate": 3.0194596501873057e-06,
      "loss": 1.0078,
      "step": 120847
    },
    {
      "epoch": 5.622144684810421,
      "grad_norm": 1.862917366380964,
      "learning_rate": 3.018718764862449e-06,
      "loss": 0.9102,
      "step": 120848
    },
    {
      "epoch": 5.622191207257502,
      "grad_norm": 1.7758853104510393,
      "learning_rate": 3.0179779695203965e-06,
      "loss": 0.9492,
      "step": 120849
    },
    {
      "epoch": 5.622237729704582,
      "grad_norm": 1.5896695063842885,
      "learning_rate": 3.0172372641616314e-06,
      "loss": 0.9453,
      "step": 120850
    },
    {
      "epoch": 5.622284252151664,
      "grad_norm": 1.9090853659375797,
      "learning_rate": 3.016496648786554e-06,
      "loss": 0.9883,
      "step": 120851
    },
    {
      "epoch": 5.622330774598744,
      "grad_norm": 1.7727567803358384,
      "learning_rate": 3.0157561233956463e-06,
      "loss": 0.9492,
      "step": 120852
    },
    {
      "epoch": 5.622377297045825,
      "grad_norm": 1.9795061270853929,
      "learning_rate": 3.015015687989375e-06,
      "loss": 1.0312,
      "step": 120853
    },
    {
      "epoch": 5.622423819492905,
      "grad_norm": 1.7186118704480275,
      "learning_rate": 3.014275342568173e-06,
      "loss": 0.832,
      "step": 120854
    },
    {
      "epoch": 5.622470341939986,
      "grad_norm": 1.741395807893704,
      "learning_rate": 3.0135350871324903e-06,
      "loss": 1.0469,
      "step": 120855
    },
    {
      "epoch": 5.622516864387067,
      "grad_norm": 1.6906421445980235,
      "learning_rate": 3.0127949216827927e-06,
      "loss": 0.8516,
      "step": 120856
    },
    {
      "epoch": 5.622563386834147,
      "grad_norm": 1.6248693962845415,
      "learning_rate": 3.0120548462195304e-06,
      "loss": 0.8555,
      "step": 120857
    },
    {
      "epoch": 5.622609909281228,
      "grad_norm": 1.6255671002912424,
      "learning_rate": 3.0113148607431524e-06,
      "loss": 0.9375,
      "step": 120858
    },
    {
      "epoch": 5.622656431728309,
      "grad_norm": 1.6166803006218458,
      "learning_rate": 3.0105749652540923e-06,
      "loss": 0.793,
      "step": 120859
    },
    {
      "epoch": 5.62270295417539,
      "grad_norm": 1.8141914282300469,
      "learning_rate": 3.0098351597528494e-06,
      "loss": 0.9688,
      "step": 120860
    },
    {
      "epoch": 5.62274947662247,
      "grad_norm": 1.839479012994341,
      "learning_rate": 3.009095444239856e-06,
      "loss": 0.9258,
      "step": 120861
    },
    {
      "epoch": 5.622795999069551,
      "grad_norm": 1.8912901671197282,
      "learning_rate": 3.0083558187155466e-06,
      "loss": 1.0547,
      "step": 120862
    },
    {
      "epoch": 5.622842521516632,
      "grad_norm": 1.7807865168264363,
      "learning_rate": 3.0076162831803864e-06,
      "loss": 0.8984,
      "step": 120863
    },
    {
      "epoch": 5.6228890439637125,
      "grad_norm": 1.750576226616764,
      "learning_rate": 3.0068768376348416e-06,
      "loss": 1.0078,
      "step": 120864
    },
    {
      "epoch": 5.622935566410793,
      "grad_norm": 2.0782081431187973,
      "learning_rate": 3.006137482079346e-06,
      "loss": 1.0312,
      "step": 120865
    },
    {
      "epoch": 5.622982088857874,
      "grad_norm": 2.028918171403502,
      "learning_rate": 3.0053982165143654e-06,
      "loss": 1.0469,
      "step": 120866
    },
    {
      "epoch": 5.623028611304955,
      "grad_norm": 1.9662661884058477,
      "learning_rate": 3.004659040940349e-06,
      "loss": 0.9219,
      "step": 120867
    },
    {
      "epoch": 5.623075133752035,
      "grad_norm": 1.522147874259082,
      "learning_rate": 3.003919955357731e-06,
      "loss": 0.8008,
      "step": 120868
    },
    {
      "epoch": 5.623121656199116,
      "grad_norm": 1.889792318529595,
      "learning_rate": 3.003180959766993e-06,
      "loss": 0.9375,
      "step": 120869
    },
    {
      "epoch": 5.623168178646197,
      "grad_norm": 1.7594164699560606,
      "learning_rate": 3.0024420541685525e-06,
      "loss": 0.9062,
      "step": 120870
    },
    {
      "epoch": 5.623214701093278,
      "grad_norm": 1.801990812102703,
      "learning_rate": 3.001703238562908e-06,
      "loss": 1.0312,
      "step": 120871
    },
    {
      "epoch": 5.623261223540358,
      "grad_norm": 1.9346768621129256,
      "learning_rate": 3.0009645129504766e-06,
      "loss": 0.9375,
      "step": 120872
    },
    {
      "epoch": 5.623307745987439,
      "grad_norm": 1.7716263367681844,
      "learning_rate": 3.0002258773317246e-06,
      "loss": 0.9805,
      "step": 120873
    },
    {
      "epoch": 5.62335426843452,
      "grad_norm": 1.9262097578484265,
      "learning_rate": 2.999487331707101e-06,
      "loss": 1.0625,
      "step": 120874
    },
    {
      "epoch": 5.6234007908816,
      "grad_norm": 1.545670113687215,
      "learning_rate": 2.9987488760770563e-06,
      "loss": 0.8281,
      "step": 120875
    },
    {
      "epoch": 5.623447313328681,
      "grad_norm": 1.7378740071469174,
      "learning_rate": 2.9980105104420395e-06,
      "loss": 0.9336,
      "step": 120876
    },
    {
      "epoch": 5.623493835775761,
      "grad_norm": 1.7090124029058806,
      "learning_rate": 2.9972722348025e-06,
      "loss": 0.9219,
      "step": 120877
    },
    {
      "epoch": 5.623540358222843,
      "grad_norm": 1.8247751585458891,
      "learning_rate": 2.9965340491589218e-06,
      "loss": 0.9609,
      "step": 120878
    },
    {
      "epoch": 5.623586880669923,
      "grad_norm": 1.9446934378828284,
      "learning_rate": 2.9957959535117204e-06,
      "loss": 0.957,
      "step": 120879
    },
    {
      "epoch": 5.623633403117004,
      "grad_norm": 2.21315426837532,
      "learning_rate": 2.995057947861362e-06,
      "loss": 1.1484,
      "step": 120880
    },
    {
      "epoch": 5.623679925564085,
      "grad_norm": 1.8395090103856993,
      "learning_rate": 2.9943200322082804e-06,
      "loss": 1.0078,
      "step": 120881
    },
    {
      "epoch": 5.6237264480111655,
      "grad_norm": 1.8077039956940946,
      "learning_rate": 2.993582206552958e-06,
      "loss": 0.9531,
      "step": 120882
    },
    {
      "epoch": 5.623772970458246,
      "grad_norm": 1.7960817595276344,
      "learning_rate": 2.9928444708958277e-06,
      "loss": 0.918,
      "step": 120883
    },
    {
      "epoch": 5.6238194929053265,
      "grad_norm": 1.869419766516918,
      "learning_rate": 2.9921068252373393e-06,
      "loss": 1.0078,
      "step": 120884
    },
    {
      "epoch": 5.623866015352408,
      "grad_norm": 1.893381733783729,
      "learning_rate": 2.9913692695779425e-06,
      "loss": 1.0781,
      "step": 120885
    },
    {
      "epoch": 5.623912537799488,
      "grad_norm": 1.7928238442344087,
      "learning_rate": 2.9906318039181033e-06,
      "loss": 1.0078,
      "step": 120886
    },
    {
      "epoch": 5.623959060246569,
      "grad_norm": 1.9162962623446433,
      "learning_rate": 2.9898944282582714e-06,
      "loss": 1.0469,
      "step": 120887
    },
    {
      "epoch": 5.62400558269365,
      "grad_norm": 1.9107616344259146,
      "learning_rate": 2.989157142598897e-06,
      "loss": 1.0234,
      "step": 120888
    },
    {
      "epoch": 5.624052105140731,
      "grad_norm": 1.5729579128009956,
      "learning_rate": 2.9884199469404126e-06,
      "loss": 0.8359,
      "step": 120889
    },
    {
      "epoch": 5.624098627587811,
      "grad_norm": 1.7850782918780657,
      "learning_rate": 2.987682841283301e-06,
      "loss": 1.0703,
      "step": 120890
    },
    {
      "epoch": 5.624145150034892,
      "grad_norm": 1.7276867645658593,
      "learning_rate": 2.9869458256279786e-06,
      "loss": 0.8984,
      "step": 120891
    },
    {
      "epoch": 5.624191672481973,
      "grad_norm": 1.667161077737322,
      "learning_rate": 2.986208899974912e-06,
      "loss": 0.8945,
      "step": 120892
    },
    {
      "epoch": 5.624238194929053,
      "grad_norm": 2.152172390332606,
      "learning_rate": 2.9854720643245677e-06,
      "loss": 1.0781,
      "step": 120893
    },
    {
      "epoch": 5.624284717376134,
      "grad_norm": 1.4700907025849963,
      "learning_rate": 2.9847353186773947e-06,
      "loss": 0.6797,
      "step": 120894
    },
    {
      "epoch": 5.624331239823214,
      "grad_norm": 1.7181586328676237,
      "learning_rate": 2.98399866303381e-06,
      "loss": 0.8945,
      "step": 120895
    },
    {
      "epoch": 5.624377762270296,
      "grad_norm": 1.6893610422291343,
      "learning_rate": 2.9832620973942955e-06,
      "loss": 0.9492,
      "step": 120896
    },
    {
      "epoch": 5.624424284717376,
      "grad_norm": 1.8534422611248897,
      "learning_rate": 2.982525621759302e-06,
      "loss": 0.9062,
      "step": 120897
    },
    {
      "epoch": 5.624470807164457,
      "grad_norm": 1.9407176292554715,
      "learning_rate": 2.9817892361292618e-06,
      "loss": 1.0625,
      "step": 120898
    },
    {
      "epoch": 5.624517329611537,
      "grad_norm": 1.927419919490359,
      "learning_rate": 2.981052940504641e-06,
      "loss": 0.9219,
      "step": 120899
    },
    {
      "epoch": 5.6245638520586185,
      "grad_norm": 1.8170750242103952,
      "learning_rate": 2.98031673488589e-06,
      "loss": 0.9609,
      "step": 120900
    },
    {
      "epoch": 5.624610374505699,
      "grad_norm": 1.6577570393772814,
      "learning_rate": 2.9795806192734416e-06,
      "loss": 0.832,
      "step": 120901
    },
    {
      "epoch": 5.6246568969527795,
      "grad_norm": 1.7658829071608428,
      "learning_rate": 2.9788445936677784e-06,
      "loss": 0.8164,
      "step": 120902
    },
    {
      "epoch": 5.624703419399861,
      "grad_norm": 1.8622581441713482,
      "learning_rate": 2.978108658069317e-06,
      "loss": 1.0,
      "step": 120903
    },
    {
      "epoch": 5.624749941846941,
      "grad_norm": 4.596789190622025,
      "learning_rate": 2.9773728124785403e-06,
      "loss": 0.9531,
      "step": 120904
    },
    {
      "epoch": 5.624796464294022,
      "grad_norm": 1.7625826224046994,
      "learning_rate": 2.9766370568958807e-06,
      "loss": 0.8828,
      "step": 120905
    },
    {
      "epoch": 5.624842986741102,
      "grad_norm": 1.8998231513158774,
      "learning_rate": 2.975901391321789e-06,
      "loss": 0.8906,
      "step": 120906
    },
    {
      "epoch": 5.624889509188184,
      "grad_norm": 1.7627899203082327,
      "learning_rate": 2.975165815756697e-06,
      "loss": 1.0469,
      "step": 120907
    },
    {
      "epoch": 5.624936031635264,
      "grad_norm": 1.9122207334713022,
      "learning_rate": 2.9744303302010886e-06,
      "loss": 0.9688,
      "step": 120908
    },
    {
      "epoch": 5.624982554082345,
      "grad_norm": 1.6776604210613861,
      "learning_rate": 2.973694934655413e-06,
      "loss": 0.9219,
      "step": 120909
    },
    {
      "epoch": 5.625029076529425,
      "grad_norm": 1.6575503800797327,
      "learning_rate": 2.972959629120103e-06,
      "loss": 0.9023,
      "step": 120910
    },
    {
      "epoch": 5.625075598976506,
      "grad_norm": 1.5731421749010688,
      "learning_rate": 2.972224413595592e-06,
      "loss": 0.8789,
      "step": 120911
    },
    {
      "epoch": 5.625122121423587,
      "grad_norm": 1.750573107921487,
      "learning_rate": 2.9714892880823794e-06,
      "loss": 0.9961,
      "step": 120912
    },
    {
      "epoch": 5.625168643870667,
      "grad_norm": 1.655107330114239,
      "learning_rate": 2.9707542525808813e-06,
      "loss": 0.8086,
      "step": 120913
    },
    {
      "epoch": 5.625215166317748,
      "grad_norm": 1.951403261398312,
      "learning_rate": 2.9700193070915314e-06,
      "loss": 0.9609,
      "step": 120914
    },
    {
      "epoch": 5.625261688764829,
      "grad_norm": 1.7088295172922698,
      "learning_rate": 2.9692844516148283e-06,
      "loss": 0.8242,
      "step": 120915
    },
    {
      "epoch": 5.62530821121191,
      "grad_norm": 1.6872966589101908,
      "learning_rate": 2.9685496861511726e-06,
      "loss": 0.8594,
      "step": 120916
    },
    {
      "epoch": 5.62535473365899,
      "grad_norm": 1.8490911647499428,
      "learning_rate": 2.9678150107010466e-06,
      "loss": 1.0312,
      "step": 120917
    },
    {
      "epoch": 5.625401256106072,
      "grad_norm": 1.7008667724455486,
      "learning_rate": 2.9670804252649006e-06,
      "loss": 1.0469,
      "step": 120918
    },
    {
      "epoch": 5.625447778553152,
      "grad_norm": 1.820626128508533,
      "learning_rate": 2.9663459298431835e-06,
      "loss": 0.9297,
      "step": 120919
    },
    {
      "epoch": 5.6254943010002325,
      "grad_norm": 1.8444167508330689,
      "learning_rate": 2.9656115244363286e-06,
      "loss": 1.0391,
      "step": 120920
    },
    {
      "epoch": 5.625540823447313,
      "grad_norm": 1.8074154663360484,
      "learning_rate": 2.964877209044769e-06,
      "loss": 0.9727,
      "step": 120921
    },
    {
      "epoch": 5.625587345894394,
      "grad_norm": 2.2856843344131264,
      "learning_rate": 2.9641429836690043e-06,
      "loss": 1.1328,
      "step": 120922
    },
    {
      "epoch": 5.625633868341475,
      "grad_norm": 1.664903476357546,
      "learning_rate": 2.963408848309451e-06,
      "loss": 0.9297,
      "step": 120923
    },
    {
      "epoch": 5.625680390788555,
      "grad_norm": 1.8934200940748491,
      "learning_rate": 2.962674802966558e-06,
      "loss": 0.9648,
      "step": 120924
    },
    {
      "epoch": 5.625726913235637,
      "grad_norm": 1.726367365733284,
      "learning_rate": 2.9619408476407758e-06,
      "loss": 0.9922,
      "step": 120925
    },
    {
      "epoch": 5.625773435682717,
      "grad_norm": 1.7593874832731164,
      "learning_rate": 2.961206982332587e-06,
      "loss": 0.9023,
      "step": 120926
    },
    {
      "epoch": 5.625819958129798,
      "grad_norm": 1.670883383397317,
      "learning_rate": 2.960473207042391e-06,
      "loss": 0.875,
      "step": 120927
    },
    {
      "epoch": 5.625866480576878,
      "grad_norm": 1.7108437754005048,
      "learning_rate": 2.959739521770671e-06,
      "loss": 0.9258,
      "step": 120928
    },
    {
      "epoch": 5.625913003023959,
      "grad_norm": 1.8231304192315507,
      "learning_rate": 2.95900592651786e-06,
      "loss": 0.875,
      "step": 120929
    },
    {
      "epoch": 5.62595952547104,
      "grad_norm": 1.5690041407117712,
      "learning_rate": 2.9582724212844078e-06,
      "loss": 0.8516,
      "step": 120930
    },
    {
      "epoch": 5.62600604791812,
      "grad_norm": 1.8324406113785146,
      "learning_rate": 2.9575390060707805e-06,
      "loss": 1.0391,
      "step": 120931
    },
    {
      "epoch": 5.626052570365201,
      "grad_norm": 1.8743982091029974,
      "learning_rate": 2.956805680877411e-06,
      "loss": 1.1172,
      "step": 120932
    },
    {
      "epoch": 5.626099092812282,
      "grad_norm": 1.781832146316754,
      "learning_rate": 2.956072445704749e-06,
      "loss": 0.9688,
      "step": 120933
    },
    {
      "epoch": 5.626145615259363,
      "grad_norm": 1.8236707231932998,
      "learning_rate": 2.9553393005532444e-06,
      "loss": 1.0,
      "step": 120934
    },
    {
      "epoch": 5.626192137706443,
      "grad_norm": 1.7491090307815451,
      "learning_rate": 2.9546062454233464e-06,
      "loss": 0.9336,
      "step": 120935
    },
    {
      "epoch": 5.626238660153524,
      "grad_norm": 1.6348683933239343,
      "learning_rate": 2.9538732803155052e-06,
      "loss": 0.875,
      "step": 120936
    },
    {
      "epoch": 5.626285182600605,
      "grad_norm": 1.905450850677636,
      "learning_rate": 2.95314040523017e-06,
      "loss": 0.9141,
      "step": 120937
    },
    {
      "epoch": 5.6263317050476855,
      "grad_norm": 1.6576131965384109,
      "learning_rate": 2.9524076201677905e-06,
      "loss": 0.9805,
      "step": 120938
    },
    {
      "epoch": 5.626378227494766,
      "grad_norm": 1.8931574336765047,
      "learning_rate": 2.9516749251288164e-06,
      "loss": 1.0078,
      "step": 120939
    },
    {
      "epoch": 5.626424749941847,
      "grad_norm": 1.700539276568181,
      "learning_rate": 2.9509423201136805e-06,
      "loss": 0.9453,
      "step": 120940
    },
    {
      "epoch": 5.626471272388928,
      "grad_norm": 1.5426128925667841,
      "learning_rate": 2.9502098051228664e-06,
      "loss": 0.8398,
      "step": 120941
    },
    {
      "epoch": 5.626517794836008,
      "grad_norm": 1.8748135845047802,
      "learning_rate": 2.9494773801567727e-06,
      "loss": 0.9766,
      "step": 120942
    },
    {
      "epoch": 5.626564317283089,
      "grad_norm": 1.7231845458709873,
      "learning_rate": 2.9487450452159e-06,
      "loss": 0.9375,
      "step": 120943
    },
    {
      "epoch": 5.62661083973017,
      "grad_norm": 1.7036194332953842,
      "learning_rate": 2.9480128003006643e-06,
      "loss": 0.9023,
      "step": 120944
    },
    {
      "epoch": 5.626657362177251,
      "grad_norm": 1.7204836452782473,
      "learning_rate": 2.9472806454115315e-06,
      "loss": 0.9961,
      "step": 120945
    },
    {
      "epoch": 5.626703884624331,
      "grad_norm": 1.6702882720718555,
      "learning_rate": 2.946548580548935e-06,
      "loss": 0.9219,
      "step": 120946
    },
    {
      "epoch": 5.626750407071412,
      "grad_norm": 1.7034316944593668,
      "learning_rate": 2.9458166057133083e-06,
      "loss": 0.9102,
      "step": 120947
    },
    {
      "epoch": 5.626796929518493,
      "grad_norm": 1.7321379448786933,
      "learning_rate": 2.945084720905133e-06,
      "loss": 0.957,
      "step": 120948
    },
    {
      "epoch": 5.6268434519655735,
      "grad_norm": 1.738823289876037,
      "learning_rate": 2.94435292612486e-06,
      "loss": 1.0,
      "step": 120949
    },
    {
      "epoch": 5.626889974412654,
      "grad_norm": 1.9271493836690856,
      "learning_rate": 2.943621221372905e-06,
      "loss": 1.0234,
      "step": 120950
    },
    {
      "epoch": 5.626936496859734,
      "grad_norm": 1.7281213891088005,
      "learning_rate": 2.9428896066497175e-06,
      "loss": 0.9375,
      "step": 120951
    },
    {
      "epoch": 5.626983019306816,
      "grad_norm": 1.803186514347789,
      "learning_rate": 2.9421580819557812e-06,
      "loss": 0.9648,
      "step": 120952
    },
    {
      "epoch": 5.627029541753896,
      "grad_norm": 1.9045984040621293,
      "learning_rate": 2.941426647291528e-06,
      "loss": 0.8789,
      "step": 120953
    },
    {
      "epoch": 5.627076064200977,
      "grad_norm": 1.7141637059404555,
      "learning_rate": 2.940695302657392e-06,
      "loss": 0.9375,
      "step": 120954
    },
    {
      "epoch": 5.627122586648058,
      "grad_norm": 1.6765264071318389,
      "learning_rate": 2.9399640480538055e-06,
      "loss": 0.8594,
      "step": 120955
    },
    {
      "epoch": 5.627169109095139,
      "grad_norm": 1.7899427818399798,
      "learning_rate": 2.9392328834812686e-06,
      "loss": 0.9805,
      "step": 120956
    },
    {
      "epoch": 5.627215631542219,
      "grad_norm": 1.6679602213739215,
      "learning_rate": 2.938501808940197e-06,
      "loss": 0.9727,
      "step": 120957
    },
    {
      "epoch": 5.6272621539892995,
      "grad_norm": 1.648595889425998,
      "learning_rate": 2.937770824431024e-06,
      "loss": 0.8125,
      "step": 120958
    },
    {
      "epoch": 5.627308676436381,
      "grad_norm": 1.8085164679954597,
      "learning_rate": 2.9370399299542325e-06,
      "loss": 0.9062,
      "step": 120959
    },
    {
      "epoch": 5.627355198883461,
      "grad_norm": 1.7437267825318188,
      "learning_rate": 2.9363091255102223e-06,
      "loss": 1.0156,
      "step": 120960
    },
    {
      "epoch": 5.627401721330542,
      "grad_norm": 1.6541591223344905,
      "learning_rate": 2.9355784110995095e-06,
      "loss": 0.9297,
      "step": 120961
    },
    {
      "epoch": 5.627448243777622,
      "grad_norm": 1.7551951108350772,
      "learning_rate": 2.9348477867224773e-06,
      "loss": 0.9453,
      "step": 120962
    },
    {
      "epoch": 5.627494766224704,
      "grad_norm": 1.8506116060122635,
      "learning_rate": 2.9341172523796252e-06,
      "loss": 0.9219,
      "step": 120963
    },
    {
      "epoch": 5.627541288671784,
      "grad_norm": 1.6965281149669262,
      "learning_rate": 2.9333868080713364e-06,
      "loss": 0.9023,
      "step": 120964
    },
    {
      "epoch": 5.627587811118865,
      "grad_norm": 1.730792872035369,
      "learning_rate": 2.9326564537981102e-06,
      "loss": 0.8984,
      "step": 120965
    },
    {
      "epoch": 5.627634333565945,
      "grad_norm": 1.7449175691990697,
      "learning_rate": 2.9319261895603964e-06,
      "loss": 0.9531,
      "step": 120966
    },
    {
      "epoch": 5.6276808560130265,
      "grad_norm": 1.7034709615570067,
      "learning_rate": 2.9311960153586113e-06,
      "loss": 0.9648,
      "step": 120967
    },
    {
      "epoch": 5.627727378460107,
      "grad_norm": 1.9264994994803022,
      "learning_rate": 2.9304659311932043e-06,
      "loss": 1.0234,
      "step": 120968
    },
    {
      "epoch": 5.627773900907187,
      "grad_norm": 1.6789815009380706,
      "learning_rate": 2.929735937064642e-06,
      "loss": 0.957,
      "step": 120969
    },
    {
      "epoch": 5.627820423354269,
      "grad_norm": 1.7048796289309494,
      "learning_rate": 2.929006032973358e-06,
      "loss": 0.8047,
      "step": 120970
    },
    {
      "epoch": 5.627866945801349,
      "grad_norm": 1.7577466997522322,
      "learning_rate": 2.928276218919817e-06,
      "loss": 0.9258,
      "step": 120971
    },
    {
      "epoch": 5.62791346824843,
      "grad_norm": 1.7686420887069711,
      "learning_rate": 2.927546494904437e-06,
      "loss": 0.875,
      "step": 120972
    },
    {
      "epoch": 5.62795999069551,
      "grad_norm": 1.7166300264101604,
      "learning_rate": 2.926816860927683e-06,
      "loss": 0.9688,
      "step": 120973
    },
    {
      "epoch": 5.628006513142592,
      "grad_norm": 1.756412266800457,
      "learning_rate": 2.9260873169900057e-06,
      "loss": 1.0156,
      "step": 120974
    },
    {
      "epoch": 5.628053035589672,
      "grad_norm": 1.7809048018827838,
      "learning_rate": 2.925357863091837e-06,
      "loss": 0.8984,
      "step": 120975
    },
    {
      "epoch": 5.6280995580367525,
      "grad_norm": 1.769970274608966,
      "learning_rate": 2.9246284992336444e-06,
      "loss": 0.9102,
      "step": 120976
    },
    {
      "epoch": 5.628146080483834,
      "grad_norm": 1.5975223418210598,
      "learning_rate": 2.9238992254158433e-06,
      "loss": 0.8203,
      "step": 120977
    },
    {
      "epoch": 5.628192602930914,
      "grad_norm": 1.8324749067230997,
      "learning_rate": 2.9231700416389003e-06,
      "loss": 1.0391,
      "step": 120978
    },
    {
      "epoch": 5.628239125377995,
      "grad_norm": 1.6169592058748496,
      "learning_rate": 2.922440947903265e-06,
      "loss": 0.9102,
      "step": 120979
    },
    {
      "epoch": 5.628285647825075,
      "grad_norm": 1.99181624647149,
      "learning_rate": 2.9217119442093705e-06,
      "loss": 0.8906,
      "step": 120980
    },
    {
      "epoch": 5.628332170272156,
      "grad_norm": 1.8977654864941171,
      "learning_rate": 2.9209830305576832e-06,
      "loss": 1.0781,
      "step": 120981
    },
    {
      "epoch": 5.628378692719237,
      "grad_norm": 1.733494691721639,
      "learning_rate": 2.920254206948619e-06,
      "loss": 0.9453,
      "step": 120982
    },
    {
      "epoch": 5.628425215166318,
      "grad_norm": 1.7447223438484607,
      "learning_rate": 2.9195254733826612e-06,
      "loss": 1.0312,
      "step": 120983
    },
    {
      "epoch": 5.628471737613398,
      "grad_norm": 1.8300748790791117,
      "learning_rate": 2.918796829860226e-06,
      "loss": 0.9102,
      "step": 120984
    },
    {
      "epoch": 5.6285182600604795,
      "grad_norm": 1.8845441729343368,
      "learning_rate": 2.91806827638178e-06,
      "loss": 0.9727,
      "step": 120985
    },
    {
      "epoch": 5.62856478250756,
      "grad_norm": 1.8131759809880537,
      "learning_rate": 2.917339812947739e-06,
      "loss": 0.9883,
      "step": 120986
    },
    {
      "epoch": 5.6286113049546405,
      "grad_norm": 1.7208248176059069,
      "learning_rate": 2.916611439558586e-06,
      "loss": 1.0391,
      "step": 120987
    },
    {
      "epoch": 5.628657827401721,
      "grad_norm": 1.7662016123489435,
      "learning_rate": 2.9158831562147544e-06,
      "loss": 1.0,
      "step": 120988
    },
    {
      "epoch": 5.628704349848802,
      "grad_norm": 1.947542881284428,
      "learning_rate": 2.9151549629166772e-06,
      "loss": 0.9961,
      "step": 120989
    },
    {
      "epoch": 5.628750872295883,
      "grad_norm": 1.59912160087513,
      "learning_rate": 2.9144268596648037e-06,
      "loss": 0.9219,
      "step": 120990
    },
    {
      "epoch": 5.628797394742963,
      "grad_norm": 1.6524298223246303,
      "learning_rate": 2.9136988464596e-06,
      "loss": 0.8008,
      "step": 120991
    },
    {
      "epoch": 5.628843917190045,
      "grad_norm": 1.7464598729652465,
      "learning_rate": 2.912970923301483e-06,
      "loss": 0.9141,
      "step": 120992
    },
    {
      "epoch": 5.628890439637125,
      "grad_norm": 1.6310468917507353,
      "learning_rate": 2.9122430901909357e-06,
      "loss": 0.8477,
      "step": 120993
    },
    {
      "epoch": 5.628936962084206,
      "grad_norm": 1.8803563309363684,
      "learning_rate": 2.91151534712834e-06,
      "loss": 0.8789,
      "step": 120994
    },
    {
      "epoch": 5.628983484531286,
      "grad_norm": 1.7132572094211838,
      "learning_rate": 2.9107876941142137e-06,
      "loss": 0.8516,
      "step": 120995
    },
    {
      "epoch": 5.629030006978367,
      "grad_norm": 1.798112507594177,
      "learning_rate": 2.9100601311489556e-06,
      "loss": 1.0156,
      "step": 120996
    },
    {
      "epoch": 5.629076529425448,
      "grad_norm": 1.8264831664522483,
      "learning_rate": 2.9093326582330488e-06,
      "loss": 0.9883,
      "step": 120997
    },
    {
      "epoch": 5.629123051872528,
      "grad_norm": 1.7015889250111542,
      "learning_rate": 2.9086052753668933e-06,
      "loss": 0.8242,
      "step": 120998
    },
    {
      "epoch": 5.629169574319609,
      "grad_norm": 1.542616363764997,
      "learning_rate": 2.907877982550955e-06,
      "loss": 0.75,
      "step": 120999
    },
    {
      "epoch": 5.62921609676669,
      "grad_norm": 1.8037509652688648,
      "learning_rate": 2.907150779785683e-06,
      "loss": 0.9375,
      "step": 121000
    },
    {
      "epoch": 5.629262619213771,
      "grad_norm": 1.8776015264543322,
      "learning_rate": 2.906423667071528e-06,
      "loss": 1.0,
      "step": 121001
    },
    {
      "epoch": 5.629309141660851,
      "grad_norm": 1.6640148285960497,
      "learning_rate": 2.9056966444089057e-06,
      "loss": 0.8516,
      "step": 121002
    },
    {
      "epoch": 5.629355664107932,
      "grad_norm": 1.646586286999259,
      "learning_rate": 2.9049697117983163e-06,
      "loss": 0.8633,
      "step": 121003
    },
    {
      "epoch": 5.629402186555013,
      "grad_norm": 1.8690530817086801,
      "learning_rate": 2.904242869240142e-06,
      "loss": 0.9023,
      "step": 121004
    },
    {
      "epoch": 5.6294487090020935,
      "grad_norm": 1.7606935513880395,
      "learning_rate": 2.9035161167348666e-06,
      "loss": 0.8711,
      "step": 121005
    },
    {
      "epoch": 5.629495231449174,
      "grad_norm": 1.9335765527099027,
      "learning_rate": 2.9027894542829387e-06,
      "loss": 1.0234,
      "step": 121006
    },
    {
      "epoch": 5.629541753896255,
      "grad_norm": 1.7344623321772152,
      "learning_rate": 2.902062881884776e-06,
      "loss": 0.9102,
      "step": 121007
    },
    {
      "epoch": 5.629588276343336,
      "grad_norm": 1.8196229610188823,
      "learning_rate": 2.9013363995408433e-06,
      "loss": 1.0781,
      "step": 121008
    },
    {
      "epoch": 5.629634798790416,
      "grad_norm": 1.8841078290702837,
      "learning_rate": 2.900610007251575e-06,
      "loss": 0.8164,
      "step": 121009
    },
    {
      "epoch": 5.629681321237497,
      "grad_norm": 1.9874732385750802,
      "learning_rate": 2.8998837050174197e-06,
      "loss": 0.9727,
      "step": 121010
    },
    {
      "epoch": 5.629727843684578,
      "grad_norm": 1.7439501861354492,
      "learning_rate": 2.8991574928388274e-06,
      "loss": 0.8906,
      "step": 121011
    },
    {
      "epoch": 5.629774366131659,
      "grad_norm": 2.4050514892712562,
      "learning_rate": 2.898431370716231e-06,
      "loss": 1.0234,
      "step": 121012
    },
    {
      "epoch": 5.629820888578739,
      "grad_norm": 1.8920158038732704,
      "learning_rate": 2.897705338650097e-06,
      "loss": 1.0781,
      "step": 121013
    },
    {
      "epoch": 5.6298674110258204,
      "grad_norm": 1.714261875875306,
      "learning_rate": 2.8969793966408416e-06,
      "loss": 0.9258,
      "step": 121014
    },
    {
      "epoch": 5.629913933472901,
      "grad_norm": 1.8019374890747812,
      "learning_rate": 2.896253544688931e-06,
      "loss": 0.957,
      "step": 121015
    },
    {
      "epoch": 5.629960455919981,
      "grad_norm": 1.8364552302506654,
      "learning_rate": 2.895527782794782e-06,
      "loss": 0.9805,
      "step": 121016
    },
    {
      "epoch": 5.630006978367062,
      "grad_norm": 1.7964818372805615,
      "learning_rate": 2.894802110958877e-06,
      "loss": 0.8711,
      "step": 121017
    },
    {
      "epoch": 5.630053500814142,
      "grad_norm": 1.8389640679752297,
      "learning_rate": 2.8940765291816325e-06,
      "loss": 0.9531,
      "step": 121018
    },
    {
      "epoch": 5.630100023261224,
      "grad_norm": 1.7661941734701905,
      "learning_rate": 2.893351037463515e-06,
      "loss": 0.9219,
      "step": 121019
    },
    {
      "epoch": 5.630146545708304,
      "grad_norm": 1.7346550124413826,
      "learning_rate": 2.8926256358049405e-06,
      "loss": 0.8594,
      "step": 121020
    },
    {
      "epoch": 5.630193068155385,
      "grad_norm": 1.6908667718008261,
      "learning_rate": 2.8919003242063755e-06,
      "loss": 0.8477,
      "step": 121021
    },
    {
      "epoch": 5.630239590602466,
      "grad_norm": 1.9522342915004245,
      "learning_rate": 2.8911751026682527e-06,
      "loss": 1.0859,
      "step": 121022
    },
    {
      "epoch": 5.6302861130495465,
      "grad_norm": 1.775322657103771,
      "learning_rate": 2.8904499711910224e-06,
      "loss": 0.8906,
      "step": 121023
    },
    {
      "epoch": 5.630332635496627,
      "grad_norm": 1.721876331083566,
      "learning_rate": 2.8897249297751166e-06,
      "loss": 0.9414,
      "step": 121024
    },
    {
      "epoch": 5.6303791579437075,
      "grad_norm": 1.932380482638858,
      "learning_rate": 2.8889999784209694e-06,
      "loss": 1.0234,
      "step": 121025
    },
    {
      "epoch": 5.630425680390789,
      "grad_norm": 1.6983747931470015,
      "learning_rate": 2.8882751171290796e-06,
      "loss": 0.7344,
      "step": 121026
    },
    {
      "epoch": 5.630472202837869,
      "grad_norm": 1.6980639557135175,
      "learning_rate": 2.8875503458998474e-06,
      "loss": 0.9531,
      "step": 121027
    },
    {
      "epoch": 5.63051872528495,
      "grad_norm": 1.7889552134777789,
      "learning_rate": 2.886825664733722e-06,
      "loss": 0.9492,
      "step": 121028
    },
    {
      "epoch": 5.630565247732031,
      "grad_norm": 1.6995838753938262,
      "learning_rate": 2.886101073631153e-06,
      "loss": 0.8516,
      "step": 121029
    },
    {
      "epoch": 5.630611770179112,
      "grad_norm": 1.5891818811546248,
      "learning_rate": 2.8853765725925572e-06,
      "loss": 0.957,
      "step": 121030
    },
    {
      "epoch": 5.630658292626192,
      "grad_norm": 1.8659048575767054,
      "learning_rate": 2.884652161618417e-06,
      "loss": 0.957,
      "step": 121031
    },
    {
      "epoch": 5.630704815073273,
      "grad_norm": 1.8017652801385797,
      "learning_rate": 2.883927840709166e-06,
      "loss": 0.8555,
      "step": 121032
    },
    {
      "epoch": 5.630751337520354,
      "grad_norm": 2.043950681274439,
      "learning_rate": 2.8832036098652366e-06,
      "loss": 1.0859,
      "step": 121033
    },
    {
      "epoch": 5.630797859967434,
      "grad_norm": 1.9108726204800142,
      "learning_rate": 2.882479469087062e-06,
      "loss": 0.9688,
      "step": 121034
    },
    {
      "epoch": 5.630844382414515,
      "grad_norm": 1.7830737378471855,
      "learning_rate": 2.881755418375126e-06,
      "loss": 0.8984,
      "step": 121035
    },
    {
      "epoch": 5.630890904861595,
      "grad_norm": 1.6161281778342094,
      "learning_rate": 2.881031457729843e-06,
      "loss": 0.8086,
      "step": 121036
    },
    {
      "epoch": 5.630937427308677,
      "grad_norm": 1.764191849329917,
      "learning_rate": 2.880307587151648e-06,
      "loss": 0.8633,
      "step": 121037
    },
    {
      "epoch": 5.630983949755757,
      "grad_norm": 1.9487579914325857,
      "learning_rate": 2.8795838066409895e-06,
      "loss": 1.0938,
      "step": 121038
    },
    {
      "epoch": 5.631030472202838,
      "grad_norm": 1.7129273853090836,
      "learning_rate": 2.878860116198334e-06,
      "loss": 0.9883,
      "step": 121039
    },
    {
      "epoch": 5.631076994649918,
      "grad_norm": 1.680124053197809,
      "learning_rate": 2.878136515824098e-06,
      "loss": 0.9844,
      "step": 121040
    },
    {
      "epoch": 5.6311235170969995,
      "grad_norm": 1.7410795775779346,
      "learning_rate": 2.8774130055187474e-06,
      "loss": 1.0703,
      "step": 121041
    },
    {
      "epoch": 5.63117003954408,
      "grad_norm": 1.8275076318288077,
      "learning_rate": 2.876689585282682e-06,
      "loss": 0.9336,
      "step": 121042
    },
    {
      "epoch": 5.6312165619911605,
      "grad_norm": 1.9306428238455524,
      "learning_rate": 2.875966255116402e-06,
      "loss": 1.0547,
      "step": 121043
    },
    {
      "epoch": 5.631263084438242,
      "grad_norm": 1.7041683450712284,
      "learning_rate": 2.8752430150203067e-06,
      "loss": 0.9141,
      "step": 121044
    },
    {
      "epoch": 5.631309606885322,
      "grad_norm": 1.7229131679299277,
      "learning_rate": 2.874519864994862e-06,
      "loss": 0.875,
      "step": 121045
    },
    {
      "epoch": 5.631356129332403,
      "grad_norm": 1.617119183473008,
      "learning_rate": 2.8737968050405014e-06,
      "loss": 0.8672,
      "step": 121046
    },
    {
      "epoch": 5.631402651779483,
      "grad_norm": 1.7581119695690954,
      "learning_rate": 2.8730738351576575e-06,
      "loss": 0.9336,
      "step": 121047
    },
    {
      "epoch": 5.631449174226565,
      "grad_norm": 1.9815813302397325,
      "learning_rate": 2.872350955346797e-06,
      "loss": 1.0156,
      "step": 121048
    },
    {
      "epoch": 5.631495696673645,
      "grad_norm": 1.9245844543988349,
      "learning_rate": 2.8716281656083528e-06,
      "loss": 0.9766,
      "step": 121049
    },
    {
      "epoch": 5.631542219120726,
      "grad_norm": 1.837053092959882,
      "learning_rate": 2.8709054659427745e-06,
      "loss": 1.0469,
      "step": 121050
    },
    {
      "epoch": 5.631588741567806,
      "grad_norm": 1.991326286035264,
      "learning_rate": 2.8701828563504782e-06,
      "loss": 0.8828,
      "step": 121051
    },
    {
      "epoch": 5.6316352640148875,
      "grad_norm": 1.5274689413103044,
      "learning_rate": 2.8694603368319303e-06,
      "loss": 0.8203,
      "step": 121052
    },
    {
      "epoch": 5.631681786461968,
      "grad_norm": 1.9371936178583977,
      "learning_rate": 2.868737907387564e-06,
      "loss": 1.0,
      "step": 121053
    },
    {
      "epoch": 5.631728308909048,
      "grad_norm": 1.7018175879043267,
      "learning_rate": 2.8680155680178284e-06,
      "loss": 0.9141,
      "step": 121054
    },
    {
      "epoch": 5.631774831356129,
      "grad_norm": 1.8377680792194238,
      "learning_rate": 2.867293318723157e-06,
      "loss": 0.9648,
      "step": 121055
    },
    {
      "epoch": 5.63182135380321,
      "grad_norm": 1.8541050511281336,
      "learning_rate": 2.8665711595039832e-06,
      "loss": 1.0391,
      "step": 121056
    },
    {
      "epoch": 5.631867876250291,
      "grad_norm": 1.6315472552182169,
      "learning_rate": 2.8658490903607722e-06,
      "loss": 0.918,
      "step": 121057
    },
    {
      "epoch": 5.631914398697371,
      "grad_norm": 1.6565162971996816,
      "learning_rate": 2.8651271112939743e-06,
      "loss": 0.9766,
      "step": 121058
    },
    {
      "epoch": 5.631960921144453,
      "grad_norm": 1.7396132229777073,
      "learning_rate": 2.8644052223039893e-06,
      "loss": 0.9102,
      "step": 121059
    },
    {
      "epoch": 5.632007443591533,
      "grad_norm": 1.87909195690892,
      "learning_rate": 2.863683423391283e-06,
      "loss": 1.0469,
      "step": 121060
    },
    {
      "epoch": 5.6320539660386135,
      "grad_norm": 1.800355881446859,
      "learning_rate": 2.8629617145563056e-06,
      "loss": 1.0312,
      "step": 121061
    },
    {
      "epoch": 5.632100488485694,
      "grad_norm": 1.5555340280514511,
      "learning_rate": 2.8622400957994896e-06,
      "loss": 0.7734,
      "step": 121062
    },
    {
      "epoch": 5.632147010932775,
      "grad_norm": 1.872571467366361,
      "learning_rate": 2.861518567121268e-06,
      "loss": 1.0078,
      "step": 121063
    },
    {
      "epoch": 5.632193533379856,
      "grad_norm": 1.674336169989679,
      "learning_rate": 2.860797128522091e-06,
      "loss": 0.9453,
      "step": 121064
    },
    {
      "epoch": 5.632240055826936,
      "grad_norm": 1.7365338426919636,
      "learning_rate": 2.8600757800024244e-06,
      "loss": 1.0391,
      "step": 121065
    },
    {
      "epoch": 5.632286578274018,
      "grad_norm": 1.7364116345930967,
      "learning_rate": 2.8593545215626677e-06,
      "loss": 0.8828,
      "step": 121066
    },
    {
      "epoch": 5.632333100721098,
      "grad_norm": 1.9444902356736071,
      "learning_rate": 2.8586333532032877e-06,
      "loss": 0.9531,
      "step": 121067
    },
    {
      "epoch": 5.632379623168179,
      "grad_norm": 2.0498413075482085,
      "learning_rate": 2.857912274924701e-06,
      "loss": 0.9492,
      "step": 121068
    },
    {
      "epoch": 5.632426145615259,
      "grad_norm": 1.7616323258391304,
      "learning_rate": 2.857191286727373e-06,
      "loss": 0.8672,
      "step": 121069
    },
    {
      "epoch": 5.63247266806234,
      "grad_norm": 1.8096276177004136,
      "learning_rate": 2.8564703886117533e-06,
      "loss": 1.1016,
      "step": 121070
    },
    {
      "epoch": 5.632519190509421,
      "grad_norm": 1.8076744135522518,
      "learning_rate": 2.855749580578276e-06,
      "loss": 1.0,
      "step": 121071
    },
    {
      "epoch": 5.632565712956501,
      "grad_norm": 1.6963373005812181,
      "learning_rate": 2.8550288626273732e-06,
      "loss": 0.9102,
      "step": 121072
    },
    {
      "epoch": 5.632612235403582,
      "grad_norm": 1.7848226444938278,
      "learning_rate": 2.8543082347594615e-06,
      "loss": 0.9648,
      "step": 121073
    },
    {
      "epoch": 5.632658757850663,
      "grad_norm": 1.6984354204075265,
      "learning_rate": 2.8535876969750403e-06,
      "loss": 0.8164,
      "step": 121074
    },
    {
      "epoch": 5.632705280297744,
      "grad_norm": 1.7482264395539688,
      "learning_rate": 2.8528672492745097e-06,
      "loss": 0.9492,
      "step": 121075
    },
    {
      "epoch": 5.632751802744824,
      "grad_norm": 1.46845336574084,
      "learning_rate": 2.8521468916583357e-06,
      "loss": 0.8164,
      "step": 121076
    },
    {
      "epoch": 5.632798325191905,
      "grad_norm": 1.8537587073189492,
      "learning_rate": 2.851426624126918e-06,
      "loss": 0.9688,
      "step": 121077
    },
    {
      "epoch": 5.632844847638986,
      "grad_norm": 1.8389052616095891,
      "learning_rate": 2.8507064466807396e-06,
      "loss": 0.9102,
      "step": 121078
    },
    {
      "epoch": 5.6328913700860666,
      "grad_norm": 1.699064495665277,
      "learning_rate": 2.8499863593202166e-06,
      "loss": 0.7891,
      "step": 121079
    },
    {
      "epoch": 5.632937892533147,
      "grad_norm": 1.7222730427380695,
      "learning_rate": 2.8492663620458157e-06,
      "loss": 0.9258,
      "step": 121080
    },
    {
      "epoch": 5.632984414980228,
      "grad_norm": 1.8439501164605585,
      "learning_rate": 2.848546454857953e-06,
      "loss": 0.9375,
      "step": 121081
    },
    {
      "epoch": 5.633030937427309,
      "grad_norm": 1.703082141650673,
      "learning_rate": 2.847826637757061e-06,
      "loss": 1.0156,
      "step": 121082
    },
    {
      "epoch": 5.633077459874389,
      "grad_norm": 2.032733235037021,
      "learning_rate": 2.8471069107436074e-06,
      "loss": 1.1484,
      "step": 121083
    },
    {
      "epoch": 5.63312398232147,
      "grad_norm": 1.7355044336560892,
      "learning_rate": 2.8463872738180406e-06,
      "loss": 0.8867,
      "step": 121084
    },
    {
      "epoch": 5.633170504768551,
      "grad_norm": 1.6242309812252678,
      "learning_rate": 2.8456677269807606e-06,
      "loss": 0.8633,
      "step": 121085
    },
    {
      "epoch": 5.633217027215632,
      "grad_norm": 1.8576168433733038,
      "learning_rate": 2.8449482702322336e-06,
      "loss": 0.9375,
      "step": 121086
    },
    {
      "epoch": 5.633263549662712,
      "grad_norm": 1.6462849633928611,
      "learning_rate": 2.8442289035729095e-06,
      "loss": 0.8828,
      "step": 121087
    },
    {
      "epoch": 5.633310072109793,
      "grad_norm": 1.8628462625005,
      "learning_rate": 2.843509627003204e-06,
      "loss": 0.9688,
      "step": 121088
    },
    {
      "epoch": 5.633356594556874,
      "grad_norm": 1.8098744110301836,
      "learning_rate": 2.842790440523568e-06,
      "loss": 0.9648,
      "step": 121089
    },
    {
      "epoch": 5.6334031170039545,
      "grad_norm": 1.6867404117892753,
      "learning_rate": 2.84207134413445e-06,
      "loss": 0.8438,
      "step": 121090
    },
    {
      "epoch": 5.633449639451035,
      "grad_norm": 1.7068952178813632,
      "learning_rate": 2.841352337836267e-06,
      "loss": 0.8711,
      "step": 121091
    },
    {
      "epoch": 5.633496161898115,
      "grad_norm": 1.6576471548411067,
      "learning_rate": 2.8406334216294848e-06,
      "loss": 0.9922,
      "step": 121092
    },
    {
      "epoch": 5.633542684345197,
      "grad_norm": 1.6638432398892988,
      "learning_rate": 2.8399145955145363e-06,
      "loss": 0.875,
      "step": 121093
    },
    {
      "epoch": 5.633589206792277,
      "grad_norm": 1.8713101491068405,
      "learning_rate": 2.839195859491872e-06,
      "loss": 0.9648,
      "step": 121094
    },
    {
      "epoch": 5.633635729239358,
      "grad_norm": 1.8330044211763987,
      "learning_rate": 2.8384772135618906e-06,
      "loss": 0.9766,
      "step": 121095
    },
    {
      "epoch": 5.633682251686439,
      "grad_norm": 1.953337069147609,
      "learning_rate": 2.837758657725092e-06,
      "loss": 0.9961,
      "step": 121096
    },
    {
      "epoch": 5.63372877413352,
      "grad_norm": 1.7587373517002602,
      "learning_rate": 2.8370401919818763e-06,
      "loss": 0.8008,
      "step": 121097
    },
    {
      "epoch": 5.6337752965806,
      "grad_norm": 1.7276790119840755,
      "learning_rate": 2.8363218163326762e-06,
      "loss": 0.9766,
      "step": 121098
    },
    {
      "epoch": 5.6338218190276805,
      "grad_norm": 1.7187975256986046,
      "learning_rate": 2.8356035307779577e-06,
      "loss": 0.8633,
      "step": 121099
    },
    {
      "epoch": 5.633868341474762,
      "grad_norm": 1.6340856926238183,
      "learning_rate": 2.8348853353181545e-06,
      "loss": 0.8984,
      "step": 121100
    },
    {
      "epoch": 5.633914863921842,
      "grad_norm": 1.6787043528522927,
      "learning_rate": 2.834167229953699e-06,
      "loss": 0.8359,
      "step": 121101
    },
    {
      "epoch": 5.633961386368923,
      "grad_norm": 1.7329704425777686,
      "learning_rate": 2.8334492146850407e-06,
      "loss": 0.8672,
      "step": 121102
    },
    {
      "epoch": 5.634007908816004,
      "grad_norm": 1.7954518599537035,
      "learning_rate": 2.8327312895125798e-06,
      "loss": 1.0391,
      "step": 121103
    },
    {
      "epoch": 5.634054431263085,
      "grad_norm": 1.8027571196936782,
      "learning_rate": 2.8320134544368158e-06,
      "loss": 0.9062,
      "step": 121104
    },
    {
      "epoch": 5.634100953710165,
      "grad_norm": 1.77456810418976,
      "learning_rate": 2.8312957094581647e-06,
      "loss": 0.9453,
      "step": 121105
    },
    {
      "epoch": 5.634147476157246,
      "grad_norm": 1.686979903124467,
      "learning_rate": 2.8305780545770597e-06,
      "loss": 0.8438,
      "step": 121106
    },
    {
      "epoch": 5.634193998604326,
      "grad_norm": 2.0337519852236463,
      "learning_rate": 2.8298604897939337e-06,
      "loss": 0.9727,
      "step": 121107
    },
    {
      "epoch": 5.6342405210514075,
      "grad_norm": 2.1014524377549004,
      "learning_rate": 2.8291430151092364e-06,
      "loss": 1.0078,
      "step": 121108
    },
    {
      "epoch": 5.634287043498488,
      "grad_norm": 1.9066892371971231,
      "learning_rate": 2.828425630523401e-06,
      "loss": 0.8867,
      "step": 121109
    },
    {
      "epoch": 5.6343335659455684,
      "grad_norm": 1.8460872463741478,
      "learning_rate": 2.8277083360368766e-06,
      "loss": 0.8867,
      "step": 121110
    },
    {
      "epoch": 5.63438008839265,
      "grad_norm": 1.5632343614389543,
      "learning_rate": 2.826991131650097e-06,
      "loss": 0.7891,
      "step": 121111
    },
    {
      "epoch": 5.63442661083973,
      "grad_norm": 1.847328438793605,
      "learning_rate": 2.8262740173634945e-06,
      "loss": 0.9297,
      "step": 121112
    },
    {
      "epoch": 5.634473133286811,
      "grad_norm": 1.7740291589887582,
      "learning_rate": 2.8255569931775024e-06,
      "loss": 1.0312,
      "step": 121113
    },
    {
      "epoch": 5.634519655733891,
      "grad_norm": 1.7272586030580017,
      "learning_rate": 2.8248400590926033e-06,
      "loss": 0.8516,
      "step": 121114
    },
    {
      "epoch": 5.634566178180973,
      "grad_norm": 1.8643621910937536,
      "learning_rate": 2.8241232151091807e-06,
      "loss": 1.0,
      "step": 121115
    },
    {
      "epoch": 5.634612700628053,
      "grad_norm": 1.5456877522483734,
      "learning_rate": 2.8234064612277176e-06,
      "loss": 0.8281,
      "step": 121116
    },
    {
      "epoch": 5.634659223075134,
      "grad_norm": 1.7198606143272748,
      "learning_rate": 2.822689797448613e-06,
      "loss": 0.9805,
      "step": 121117
    },
    {
      "epoch": 5.634705745522215,
      "grad_norm": 1.7967625821332813,
      "learning_rate": 2.8219732237723337e-06,
      "loss": 0.8984,
      "step": 121118
    },
    {
      "epoch": 5.634752267969295,
      "grad_norm": 1.6643701735881644,
      "learning_rate": 2.8212567401993125e-06,
      "loss": 0.8203,
      "step": 121119
    },
    {
      "epoch": 5.634798790416376,
      "grad_norm": 1.92409334906313,
      "learning_rate": 2.8205403467299827e-06,
      "loss": 1.0469,
      "step": 121120
    },
    {
      "epoch": 5.634845312863456,
      "grad_norm": 1.9007860499418427,
      "learning_rate": 2.8198240433647766e-06,
      "loss": 0.9219,
      "step": 121121
    },
    {
      "epoch": 5.634891835310538,
      "grad_norm": 1.7672131946548653,
      "learning_rate": 2.819107830104145e-06,
      "loss": 0.9336,
      "step": 121122
    },
    {
      "epoch": 5.634938357757618,
      "grad_norm": 1.9800508585771928,
      "learning_rate": 2.818391706948536e-06,
      "loss": 0.9844,
      "step": 121123
    },
    {
      "epoch": 5.634984880204699,
      "grad_norm": 1.6983665283495806,
      "learning_rate": 2.8176756738983673e-06,
      "loss": 0.8672,
      "step": 121124
    },
    {
      "epoch": 5.635031402651779,
      "grad_norm": 1.7352425135928042,
      "learning_rate": 2.8169597309540883e-06,
      "loss": 0.9219,
      "step": 121125
    },
    {
      "epoch": 5.6350779250988605,
      "grad_norm": 1.8616559535744976,
      "learning_rate": 2.816243878116131e-06,
      "loss": 1.0234,
      "step": 121126
    },
    {
      "epoch": 5.635124447545941,
      "grad_norm": 1.7864311839434859,
      "learning_rate": 2.8155281153849295e-06,
      "loss": 0.9648,
      "step": 121127
    },
    {
      "epoch": 5.6351709699930215,
      "grad_norm": 1.7232638588305125,
      "learning_rate": 2.8148124427609496e-06,
      "loss": 0.8828,
      "step": 121128
    },
    {
      "epoch": 5.635217492440102,
      "grad_norm": 1.8811655171863286,
      "learning_rate": 2.8140968602445748e-06,
      "loss": 0.9727,
      "step": 121129
    },
    {
      "epoch": 5.635264014887183,
      "grad_norm": 1.7477932975076198,
      "learning_rate": 2.813381367836304e-06,
      "loss": 1.0312,
      "step": 121130
    },
    {
      "epoch": 5.635310537334264,
      "grad_norm": 1.7663193571525488,
      "learning_rate": 2.8126659655365537e-06,
      "loss": 0.9727,
      "step": 121131
    },
    {
      "epoch": 5.635357059781344,
      "grad_norm": 1.7640441996349656,
      "learning_rate": 2.81195065334574e-06,
      "loss": 1.0078,
      "step": 121132
    },
    {
      "epoch": 5.635403582228426,
      "grad_norm": 1.8812093652571422,
      "learning_rate": 2.8112354312643304e-06,
      "loss": 0.918,
      "step": 121133
    },
    {
      "epoch": 5.635450104675506,
      "grad_norm": 1.7667372592840984,
      "learning_rate": 2.8105202992927232e-06,
      "loss": 0.8438,
      "step": 121134
    },
    {
      "epoch": 5.635496627122587,
      "grad_norm": 1.901910255554404,
      "learning_rate": 2.8098052574314024e-06,
      "loss": 0.9727,
      "step": 121135
    },
    {
      "epoch": 5.635543149569667,
      "grad_norm": 1.7968604377448678,
      "learning_rate": 2.8090903056807835e-06,
      "loss": 0.9727,
      "step": 121136
    },
    {
      "epoch": 5.635589672016748,
      "grad_norm": 1.8586809316146518,
      "learning_rate": 2.8083754440413165e-06,
      "loss": 0.9023,
      "step": 121137
    },
    {
      "epoch": 5.635636194463829,
      "grad_norm": 1.8095533856001942,
      "learning_rate": 2.8076606725134175e-06,
      "loss": 0.8789,
      "step": 121138
    },
    {
      "epoch": 5.635682716910909,
      "grad_norm": 1.6613305259367033,
      "learning_rate": 2.8069459910975365e-06,
      "loss": 0.9609,
      "step": 121139
    },
    {
      "epoch": 5.63572923935799,
      "grad_norm": 1.8548666097770314,
      "learning_rate": 2.8062313997941235e-06,
      "loss": 0.8906,
      "step": 121140
    },
    {
      "epoch": 5.635775761805071,
      "grad_norm": 1.8650237007752635,
      "learning_rate": 2.8055168986035937e-06,
      "loss": 0.9453,
      "step": 121141
    },
    {
      "epoch": 5.635822284252152,
      "grad_norm": 1.6198072164190112,
      "learning_rate": 2.8048024875263976e-06,
      "loss": 0.8477,
      "step": 121142
    },
    {
      "epoch": 5.635868806699232,
      "grad_norm": 1.8500087552773194,
      "learning_rate": 2.8040881665629513e-06,
      "loss": 1.0469,
      "step": 121143
    },
    {
      "epoch": 5.635915329146313,
      "grad_norm": 1.745745897839885,
      "learning_rate": 2.8033739357137376e-06,
      "loss": 0.9062,
      "step": 121144
    },
    {
      "epoch": 5.635961851593394,
      "grad_norm": 1.4976561708720824,
      "learning_rate": 2.8026597949791565e-06,
      "loss": 0.8281,
      "step": 121145
    },
    {
      "epoch": 5.6360083740404745,
      "grad_norm": 1.752804958327611,
      "learning_rate": 2.801945744359657e-06,
      "loss": 0.8359,
      "step": 121146
    },
    {
      "epoch": 5.636054896487555,
      "grad_norm": 1.6437815830250533,
      "learning_rate": 2.8012317838556563e-06,
      "loss": 0.918,
      "step": 121147
    },
    {
      "epoch": 5.636101418934636,
      "grad_norm": 1.7389687280396255,
      "learning_rate": 2.8005179134676204e-06,
      "loss": 0.8594,
      "step": 121148
    },
    {
      "epoch": 5.636147941381717,
      "grad_norm": 1.7427204177038347,
      "learning_rate": 2.7998041331959817e-06,
      "loss": 0.9219,
      "step": 121149
    },
    {
      "epoch": 5.636194463828797,
      "grad_norm": 1.7990295412846218,
      "learning_rate": 2.7990904430411575e-06,
      "loss": 0.9062,
      "step": 121150
    },
    {
      "epoch": 5.636240986275878,
      "grad_norm": 1.8785695657771126,
      "learning_rate": 2.798376843003597e-06,
      "loss": 1.1094,
      "step": 121151
    },
    {
      "epoch": 5.636287508722959,
      "grad_norm": 1.8079644839997864,
      "learning_rate": 2.7976633330837493e-06,
      "loss": 1.0625,
      "step": 121152
    },
    {
      "epoch": 5.63633403117004,
      "grad_norm": 1.9735887419160871,
      "learning_rate": 2.7969499132820484e-06,
      "loss": 0.9766,
      "step": 121153
    },
    {
      "epoch": 5.63638055361712,
      "grad_norm": 1.818528210924233,
      "learning_rate": 2.7962365835989097e-06,
      "loss": 0.9219,
      "step": 121154
    },
    {
      "epoch": 5.6364270760642015,
      "grad_norm": 1.6468733402216083,
      "learning_rate": 2.795523344034767e-06,
      "loss": 0.9414,
      "step": 121155
    },
    {
      "epoch": 5.636473598511282,
      "grad_norm": 1.7962494178513433,
      "learning_rate": 2.7948101945900858e-06,
      "loss": 0.9141,
      "step": 121156
    },
    {
      "epoch": 5.636520120958362,
      "grad_norm": 1.518207012132346,
      "learning_rate": 2.7940971352652996e-06,
      "loss": 0.75,
      "step": 121157
    },
    {
      "epoch": 5.636566643405443,
      "grad_norm": 1.8925186874506656,
      "learning_rate": 2.7933841660608248e-06,
      "loss": 0.9648,
      "step": 121158
    },
    {
      "epoch": 5.636613165852523,
      "grad_norm": 1.741482307859031,
      "learning_rate": 2.7926712869771107e-06,
      "loss": 0.875,
      "step": 121159
    },
    {
      "epoch": 5.636659688299605,
      "grad_norm": 1.748126399219488,
      "learning_rate": 2.7919584980145903e-06,
      "loss": 0.9375,
      "step": 121160
    },
    {
      "epoch": 5.636706210746685,
      "grad_norm": 1.894298525673565,
      "learning_rate": 2.791245799173697e-06,
      "loss": 1.0156,
      "step": 121161
    },
    {
      "epoch": 5.636752733193766,
      "grad_norm": 1.8444281521109456,
      "learning_rate": 2.790533190454863e-06,
      "loss": 0.9727,
      "step": 121162
    },
    {
      "epoch": 5.636799255640847,
      "grad_norm": 1.637810225157736,
      "learning_rate": 2.7898206718585556e-06,
      "loss": 0.8047,
      "step": 121163
    },
    {
      "epoch": 5.6368457780879275,
      "grad_norm": 1.7790861970586842,
      "learning_rate": 2.7891082433851743e-06,
      "loss": 0.918,
      "step": 121164
    },
    {
      "epoch": 5.636892300535008,
      "grad_norm": 1.797203460964136,
      "learning_rate": 2.7883959050351677e-06,
      "loss": 1.0625,
      "step": 121165
    },
    {
      "epoch": 5.6369388229820885,
      "grad_norm": 1.5701945733134823,
      "learning_rate": 2.78768365680897e-06,
      "loss": 0.8398,
      "step": 121166
    },
    {
      "epoch": 5.63698534542917,
      "grad_norm": 1.974794121387562,
      "learning_rate": 2.78697149870703e-06,
      "loss": 0.9727,
      "step": 121167
    },
    {
      "epoch": 5.63703186787625,
      "grad_norm": 1.7211462591566078,
      "learning_rate": 2.786259430729765e-06,
      "loss": 0.8281,
      "step": 121168
    },
    {
      "epoch": 5.637078390323331,
      "grad_norm": 1.7967071970003372,
      "learning_rate": 2.7855474528776236e-06,
      "loss": 0.8867,
      "step": 121169
    },
    {
      "epoch": 5.637124912770412,
      "grad_norm": 1.9178520652340272,
      "learning_rate": 2.784835565151039e-06,
      "loss": 1.0156,
      "step": 121170
    },
    {
      "epoch": 5.637171435217493,
      "grad_norm": 1.8555972404867414,
      "learning_rate": 2.7841237675504444e-06,
      "loss": 1.0703,
      "step": 121171
    },
    {
      "epoch": 5.637217957664573,
      "grad_norm": 1.6295563084157705,
      "learning_rate": 2.7834120600762732e-06,
      "loss": 0.8711,
      "step": 121172
    },
    {
      "epoch": 5.637264480111654,
      "grad_norm": 1.893519222594928,
      "learning_rate": 2.782700442728958e-06,
      "loss": 0.9375,
      "step": 121173
    },
    {
      "epoch": 5.637311002558735,
      "grad_norm": 1.7374052457649967,
      "learning_rate": 2.781988915508948e-06,
      "loss": 0.8438,
      "step": 121174
    },
    {
      "epoch": 5.637357525005815,
      "grad_norm": 1.896396830072666,
      "learning_rate": 2.781277478416677e-06,
      "loss": 0.8867,
      "step": 121175
    },
    {
      "epoch": 5.637404047452896,
      "grad_norm": 1.828416647091974,
      "learning_rate": 2.7805661314525775e-06,
      "loss": 0.8594,
      "step": 121176
    },
    {
      "epoch": 5.637450569899976,
      "grad_norm": 1.8583350593569543,
      "learning_rate": 2.779854874617066e-06,
      "loss": 0.9297,
      "step": 121177
    },
    {
      "epoch": 5.637497092347058,
      "grad_norm": 1.8352602751844458,
      "learning_rate": 2.7791437079106083e-06,
      "loss": 0.9844,
      "step": 121178
    },
    {
      "epoch": 5.637543614794138,
      "grad_norm": 1.8113974329260314,
      "learning_rate": 2.7784326313336215e-06,
      "loss": 0.8477,
      "step": 121179
    },
    {
      "epoch": 5.637590137241219,
      "grad_norm": 1.7967536688089205,
      "learning_rate": 2.7777216448865545e-06,
      "loss": 0.9648,
      "step": 121180
    },
    {
      "epoch": 5.637636659688299,
      "grad_norm": 1.9703461331924776,
      "learning_rate": 2.7770107485698413e-06,
      "loss": 1.0938,
      "step": 121181
    },
    {
      "epoch": 5.6376831821353806,
      "grad_norm": 1.5228234752614995,
      "learning_rate": 2.7762999423838804e-06,
      "loss": 0.8477,
      "step": 121182
    },
    {
      "epoch": 5.637729704582461,
      "grad_norm": 1.6549336382310555,
      "learning_rate": 2.7755892263291556e-06,
      "loss": 0.8828,
      "step": 121183
    },
    {
      "epoch": 5.6377762270295415,
      "grad_norm": 1.7098795316702435,
      "learning_rate": 2.774878600406083e-06,
      "loss": 0.9531,
      "step": 121184
    },
    {
      "epoch": 5.637822749476623,
      "grad_norm": 1.8449293933832982,
      "learning_rate": 2.7741680646150952e-06,
      "loss": 0.875,
      "step": 121185
    },
    {
      "epoch": 5.637869271923703,
      "grad_norm": 1.8959895380588954,
      "learning_rate": 2.773457618956643e-06,
      "loss": 0.9375,
      "step": 121186
    },
    {
      "epoch": 5.637915794370784,
      "grad_norm": 1.7779485918880984,
      "learning_rate": 2.7727472634311243e-06,
      "loss": 1.0234,
      "step": 121187
    },
    {
      "epoch": 5.637962316817864,
      "grad_norm": 1.9957007971377665,
      "learning_rate": 2.7720369980390068e-06,
      "loss": 1.1172,
      "step": 121188
    },
    {
      "epoch": 5.638008839264946,
      "grad_norm": 1.966139299757663,
      "learning_rate": 2.7713268227807227e-06,
      "loss": 0.9531,
      "step": 121189
    },
    {
      "epoch": 5.638055361712026,
      "grad_norm": 1.7286147185070952,
      "learning_rate": 2.770616737656689e-06,
      "loss": 0.9414,
      "step": 121190
    },
    {
      "epoch": 5.638101884159107,
      "grad_norm": 1.8704297071626907,
      "learning_rate": 2.769906742667355e-06,
      "loss": 0.9102,
      "step": 121191
    },
    {
      "epoch": 5.638148406606187,
      "grad_norm": 1.6630649799611024,
      "learning_rate": 2.7691968378131533e-06,
      "loss": 0.9414,
      "step": 121192
    },
    {
      "epoch": 5.6381949290532685,
      "grad_norm": 1.7004517001344615,
      "learning_rate": 2.7684870230945177e-06,
      "loss": 0.875,
      "step": 121193
    },
    {
      "epoch": 5.638241451500349,
      "grad_norm": 1.8116664876737696,
      "learning_rate": 2.767777298511897e-06,
      "loss": 1.0312,
      "step": 121194
    },
    {
      "epoch": 5.638287973947429,
      "grad_norm": 1.8472171565214641,
      "learning_rate": 2.7670676640656753e-06,
      "loss": 0.9844,
      "step": 121195
    },
    {
      "epoch": 5.63833449639451,
      "grad_norm": 1.8434998231376187,
      "learning_rate": 2.766358119756351e-06,
      "loss": 0.875,
      "step": 121196
    },
    {
      "epoch": 5.638381018841591,
      "grad_norm": 1.668356119679875,
      "learning_rate": 2.7656486655843245e-06,
      "loss": 0.9219,
      "step": 121197
    },
    {
      "epoch": 5.638427541288672,
      "grad_norm": 1.842153783012699,
      "learning_rate": 2.7649393015500286e-06,
      "loss": 0.9102,
      "step": 121198
    },
    {
      "epoch": 5.638474063735752,
      "grad_norm": 1.773389778868878,
      "learning_rate": 2.764230027653913e-06,
      "loss": 0.9336,
      "step": 121199
    },
    {
      "epoch": 5.638520586182834,
      "grad_norm": 1.8717885059300905,
      "learning_rate": 2.7635208438963775e-06,
      "loss": 0.8242,
      "step": 121200
    },
    {
      "epoch": 5.638567108629914,
      "grad_norm": 1.897825732485024,
      "learning_rate": 2.7628117502779044e-06,
      "loss": 0.957,
      "step": 121201
    },
    {
      "epoch": 5.6386136310769945,
      "grad_norm": 1.8636630259718132,
      "learning_rate": 2.762102746798911e-06,
      "loss": 0.9297,
      "step": 121202
    },
    {
      "epoch": 5.638660153524075,
      "grad_norm": 1.7662240448638797,
      "learning_rate": 2.7613938334598295e-06,
      "loss": 0.9336,
      "step": 121203
    },
    {
      "epoch": 5.638706675971156,
      "grad_norm": 1.4687589324064267,
      "learning_rate": 2.760685010261077e-06,
      "loss": 0.6992,
      "step": 121204
    },
    {
      "epoch": 5.638753198418237,
      "grad_norm": 2.003530427725828,
      "learning_rate": 2.759976277203102e-06,
      "loss": 0.9102,
      "step": 121205
    },
    {
      "epoch": 5.638799720865317,
      "grad_norm": 1.810160599756282,
      "learning_rate": 2.7592676342863383e-06,
      "loss": 1.0625,
      "step": 121206
    },
    {
      "epoch": 5.638846243312399,
      "grad_norm": 1.985561527525562,
      "learning_rate": 2.758559081511236e-06,
      "loss": 0.957,
      "step": 121207
    },
    {
      "epoch": 5.638892765759479,
      "grad_norm": 1.6130814190611429,
      "learning_rate": 2.7578506188781768e-06,
      "loss": 0.8047,
      "step": 121208
    },
    {
      "epoch": 5.63893928820656,
      "grad_norm": 1.738743060830596,
      "learning_rate": 2.7571422463876615e-06,
      "loss": 1.0547,
      "step": 121209
    },
    {
      "epoch": 5.63898581065364,
      "grad_norm": 1.8332109156593308,
      "learning_rate": 2.7564339640400722e-06,
      "loss": 1.0,
      "step": 121210
    },
    {
      "epoch": 5.639032333100721,
      "grad_norm": 1.5985613576759605,
      "learning_rate": 2.755725771835876e-06,
      "loss": 0.918,
      "step": 121211
    },
    {
      "epoch": 5.639078855547802,
      "grad_norm": 1.6496591416630797,
      "learning_rate": 2.755017669775489e-06,
      "loss": 0.7812,
      "step": 121212
    },
    {
      "epoch": 5.6391253779948824,
      "grad_norm": 1.9771566732241181,
      "learning_rate": 2.754309657859327e-06,
      "loss": 1.0391,
      "step": 121213
    },
    {
      "epoch": 5.639171900441963,
      "grad_norm": 1.8918439614157267,
      "learning_rate": 2.753601736087874e-06,
      "loss": 1.0,
      "step": 121214
    },
    {
      "epoch": 5.639218422889044,
      "grad_norm": 1.6873556445913565,
      "learning_rate": 2.752893904461528e-06,
      "loss": 0.8359,
      "step": 121215
    },
    {
      "epoch": 5.639264945336125,
      "grad_norm": 1.8366273451472408,
      "learning_rate": 2.752186162980724e-06,
      "loss": 0.8164,
      "step": 121216
    },
    {
      "epoch": 5.639311467783205,
      "grad_norm": 1.6201493770452662,
      "learning_rate": 2.751478511645877e-06,
      "loss": 0.9883,
      "step": 121217
    },
    {
      "epoch": 5.639357990230286,
      "grad_norm": 1.896327953340092,
      "learning_rate": 2.7507709504574705e-06,
      "loss": 0.8984,
      "step": 121218
    },
    {
      "epoch": 5.639404512677367,
      "grad_norm": 1.856853942667426,
      "learning_rate": 2.7500634794159037e-06,
      "loss": 0.9062,
      "step": 121219
    },
    {
      "epoch": 5.639451035124448,
      "grad_norm": 1.7804347575224435,
      "learning_rate": 2.74935609852161e-06,
      "loss": 0.9531,
      "step": 121220
    },
    {
      "epoch": 5.639497557571528,
      "grad_norm": 1.6960407474335553,
      "learning_rate": 2.7486488077750224e-06,
      "loss": 0.8633,
      "step": 121221
    },
    {
      "epoch": 5.639544080018609,
      "grad_norm": 1.5373974329363784,
      "learning_rate": 2.74794160717659e-06,
      "loss": 0.7539,
      "step": 121222
    },
    {
      "epoch": 5.63959060246569,
      "grad_norm": 1.9604308082044783,
      "learning_rate": 2.74723449672673e-06,
      "loss": 1.0938,
      "step": 121223
    },
    {
      "epoch": 5.63963712491277,
      "grad_norm": 1.6716016431443383,
      "learning_rate": 2.7465274764258916e-06,
      "loss": 0.8281,
      "step": 121224
    },
    {
      "epoch": 5.639683647359851,
      "grad_norm": 1.7447102416369675,
      "learning_rate": 2.745820546274491e-06,
      "loss": 0.8945,
      "step": 121225
    },
    {
      "epoch": 5.639730169806932,
      "grad_norm": 1.7590606615638584,
      "learning_rate": 2.745113706272961e-06,
      "loss": 1.0156,
      "step": 121226
    },
    {
      "epoch": 5.639776692254013,
      "grad_norm": 1.6942918221172518,
      "learning_rate": 2.744406956421752e-06,
      "loss": 0.9492,
      "step": 121227
    },
    {
      "epoch": 5.639823214701093,
      "grad_norm": 1.8528708823145683,
      "learning_rate": 2.7437002967212794e-06,
      "loss": 0.8594,
      "step": 121228
    },
    {
      "epoch": 5.639869737148174,
      "grad_norm": 1.892454962336527,
      "learning_rate": 2.742993727171994e-06,
      "loss": 1.0078,
      "step": 121229
    },
    {
      "epoch": 5.639916259595255,
      "grad_norm": 2.009865422665827,
      "learning_rate": 2.742287247774294e-06,
      "loss": 1.0781,
      "step": 121230
    },
    {
      "epoch": 5.6399627820423355,
      "grad_norm": 1.8048402067970686,
      "learning_rate": 2.7415808585286468e-06,
      "loss": 0.9531,
      "step": 121231
    },
    {
      "epoch": 5.640009304489416,
      "grad_norm": 1.819357760531549,
      "learning_rate": 2.7408745594354686e-06,
      "loss": 0.9609,
      "step": 121232
    },
    {
      "epoch": 5.640055826936496,
      "grad_norm": 1.5667281313411328,
      "learning_rate": 2.740168350495192e-06,
      "loss": 0.7266,
      "step": 121233
    },
    {
      "epoch": 5.640102349383578,
      "grad_norm": 1.7329679645414697,
      "learning_rate": 2.7394622317082505e-06,
      "loss": 1.0703,
      "step": 121234
    },
    {
      "epoch": 5.640148871830658,
      "grad_norm": 1.6753176542631714,
      "learning_rate": 2.7387562030750763e-06,
      "loss": 0.9219,
      "step": 121235
    },
    {
      "epoch": 5.640195394277739,
      "grad_norm": 1.8624737113740715,
      "learning_rate": 2.73805026459612e-06,
      "loss": 0.8945,
      "step": 121236
    },
    {
      "epoch": 5.64024191672482,
      "grad_norm": 1.9754781650877102,
      "learning_rate": 2.7373444162717974e-06,
      "loss": 0.9336,
      "step": 121237
    },
    {
      "epoch": 5.640288439171901,
      "grad_norm": 1.8477862401147436,
      "learning_rate": 2.7366386581025245e-06,
      "loss": 0.8086,
      "step": 121238
    },
    {
      "epoch": 5.640334961618981,
      "grad_norm": 1.839330036600992,
      "learning_rate": 2.7359329900887516e-06,
      "loss": 0.8672,
      "step": 121239
    },
    {
      "epoch": 5.6403814840660615,
      "grad_norm": 1.723400325059704,
      "learning_rate": 2.7352274122309113e-06,
      "loss": 0.8672,
      "step": 121240
    },
    {
      "epoch": 5.640428006513143,
      "grad_norm": 1.7976027231966492,
      "learning_rate": 2.734521924529437e-06,
      "loss": 1.0703,
      "step": 121241
    },
    {
      "epoch": 5.640474528960223,
      "grad_norm": 1.6437375724389511,
      "learning_rate": 2.7338165269847444e-06,
      "loss": 0.8672,
      "step": 121242
    },
    {
      "epoch": 5.640521051407304,
      "grad_norm": 1.7284508107711274,
      "learning_rate": 2.733111219597284e-06,
      "loss": 0.9492,
      "step": 121243
    },
    {
      "epoch": 5.640567573854385,
      "grad_norm": 1.9164372620280319,
      "learning_rate": 2.732406002367471e-06,
      "loss": 0.9453,
      "step": 121244
    },
    {
      "epoch": 5.640614096301466,
      "grad_norm": 1.7485407546032676,
      "learning_rate": 2.731700875295756e-06,
      "loss": 0.9453,
      "step": 121245
    },
    {
      "epoch": 5.640660618748546,
      "grad_norm": 1.7517025500933912,
      "learning_rate": 2.7309958383825715e-06,
      "loss": 0.8906,
      "step": 121246
    },
    {
      "epoch": 5.640707141195627,
      "grad_norm": 1.702941591367902,
      "learning_rate": 2.7302908916283337e-06,
      "loss": 0.9766,
      "step": 121247
    },
    {
      "epoch": 5.640753663642707,
      "grad_norm": 1.8334818442642289,
      "learning_rate": 2.72958603503346e-06,
      "loss": 0.8906,
      "step": 121248
    },
    {
      "epoch": 5.6408001860897885,
      "grad_norm": 1.8209237463364882,
      "learning_rate": 2.728881268598432e-06,
      "loss": 0.8789,
      "step": 121249
    },
    {
      "epoch": 5.640846708536869,
      "grad_norm": 1.7692065174883977,
      "learning_rate": 2.7281765923236333e-06,
      "loss": 0.9102,
      "step": 121250
    },
    {
      "epoch": 5.6408932309839495,
      "grad_norm": 1.839801650684936,
      "learning_rate": 2.72747200620953e-06,
      "loss": 1.0,
      "step": 121251
    },
    {
      "epoch": 5.640939753431031,
      "grad_norm": 1.7577126606061924,
      "learning_rate": 2.7267675102565057e-06,
      "loss": 0.9219,
      "step": 121252
    },
    {
      "epoch": 5.640986275878111,
      "grad_norm": 1.6886220720476317,
      "learning_rate": 2.7260631044650427e-06,
      "loss": 0.9102,
      "step": 121253
    },
    {
      "epoch": 5.641032798325192,
      "grad_norm": 2.0047519852615903,
      "learning_rate": 2.7253587888355575e-06,
      "loss": 0.9727,
      "step": 121254
    },
    {
      "epoch": 5.641079320772272,
      "grad_norm": 1.9512168349791474,
      "learning_rate": 2.724654563368467e-06,
      "loss": 1.0156,
      "step": 121255
    },
    {
      "epoch": 5.641125843219354,
      "grad_norm": 1.9592522309274392,
      "learning_rate": 2.7239504280642032e-06,
      "loss": 0.9688,
      "step": 121256
    },
    {
      "epoch": 5.641172365666434,
      "grad_norm": 1.6876822570994339,
      "learning_rate": 2.7232463829232163e-06,
      "loss": 0.9609,
      "step": 121257
    },
    {
      "epoch": 5.641218888113515,
      "grad_norm": 1.9431883048877654,
      "learning_rate": 2.722542427945923e-06,
      "loss": 0.9727,
      "step": 121258
    },
    {
      "epoch": 5.641265410560596,
      "grad_norm": 1.6875358576712722,
      "learning_rate": 2.721838563132772e-06,
      "loss": 1.0312,
      "step": 121259
    },
    {
      "epoch": 5.641311933007676,
      "grad_norm": 1.7489879509000463,
      "learning_rate": 2.721134788484147e-06,
      "loss": 1.0469,
      "step": 121260
    },
    {
      "epoch": 5.641358455454757,
      "grad_norm": 1.829379003042224,
      "learning_rate": 2.720431104000531e-06,
      "loss": 0.9492,
      "step": 121261
    },
    {
      "epoch": 5.641404977901837,
      "grad_norm": 1.7460943635782593,
      "learning_rate": 2.7197275096823402e-06,
      "loss": 0.9648,
      "step": 121262
    },
    {
      "epoch": 5.641451500348919,
      "grad_norm": 1.55599794861197,
      "learning_rate": 2.7190240055299905e-06,
      "loss": 0.7812,
      "step": 121263
    },
    {
      "epoch": 5.641498022795999,
      "grad_norm": 1.728952624604724,
      "learning_rate": 2.718320591543932e-06,
      "loss": 0.9062,
      "step": 121264
    },
    {
      "epoch": 5.64154454524308,
      "grad_norm": 1.7167761737510367,
      "learning_rate": 2.717617267724548e-06,
      "loss": 0.9336,
      "step": 121265
    },
    {
      "epoch": 5.64159106769016,
      "grad_norm": 2.0281844660305115,
      "learning_rate": 2.716914034072354e-06,
      "loss": 1.0078,
      "step": 121266
    },
    {
      "epoch": 5.6416375901372415,
      "grad_norm": 1.6558723759271714,
      "learning_rate": 2.7162108905877166e-06,
      "loss": 0.8594,
      "step": 121267
    },
    {
      "epoch": 5.641684112584322,
      "grad_norm": 1.6883518042773737,
      "learning_rate": 2.7155078372710857e-06,
      "loss": 0.8828,
      "step": 121268
    },
    {
      "epoch": 5.6417306350314025,
      "grad_norm": 1.8135972939629157,
      "learning_rate": 2.7148048741228777e-06,
      "loss": 1.0,
      "step": 121269
    },
    {
      "epoch": 5.641777157478483,
      "grad_norm": 1.6200221783699216,
      "learning_rate": 2.714102001143542e-06,
      "loss": 0.8438,
      "step": 121270
    },
    {
      "epoch": 5.641823679925564,
      "grad_norm": 2.064720758661457,
      "learning_rate": 2.7133992183335117e-06,
      "loss": 1.0,
      "step": 121271
    },
    {
      "epoch": 5.641870202372645,
      "grad_norm": 1.7571649029541327,
      "learning_rate": 2.7126965256931866e-06,
      "loss": 0.9688,
      "step": 121272
    },
    {
      "epoch": 5.641916724819725,
      "grad_norm": 1.8599734595763695,
      "learning_rate": 2.7119939232230324e-06,
      "loss": 0.9297,
      "step": 121273
    },
    {
      "epoch": 5.641963247266807,
      "grad_norm": 1.608958883720709,
      "learning_rate": 2.7112914109234495e-06,
      "loss": 0.9336,
      "step": 121274
    },
    {
      "epoch": 5.642009769713887,
      "grad_norm": 1.9432366051790562,
      "learning_rate": 2.7105889887948873e-06,
      "loss": 0.8867,
      "step": 121275
    },
    {
      "epoch": 5.642056292160968,
      "grad_norm": 1.7257832510191384,
      "learning_rate": 2.7098866568377787e-06,
      "loss": 0.9336,
      "step": 121276
    },
    {
      "epoch": 5.642102814608048,
      "grad_norm": 1.923883467627894,
      "learning_rate": 2.70918441505254e-06,
      "loss": 0.957,
      "step": 121277
    },
    {
      "epoch": 5.642149337055129,
      "grad_norm": 1.8021267935063392,
      "learning_rate": 2.7084822634396043e-06,
      "loss": 0.9258,
      "step": 121278
    },
    {
      "epoch": 5.64219585950221,
      "grad_norm": 1.7033064957339061,
      "learning_rate": 2.7077802019994042e-06,
      "loss": 0.9375,
      "step": 121279
    },
    {
      "epoch": 5.64224238194929,
      "grad_norm": 1.7155091009339576,
      "learning_rate": 2.7070782307323734e-06,
      "loss": 0.9609,
      "step": 121280
    },
    {
      "epoch": 5.642288904396371,
      "grad_norm": 1.7718223259617594,
      "learning_rate": 2.7063763496389446e-06,
      "loss": 0.9609,
      "step": 121281
    },
    {
      "epoch": 5.642335426843452,
      "grad_norm": 1.677600225766396,
      "learning_rate": 2.7056745587195172e-06,
      "loss": 0.7695,
      "step": 121282
    },
    {
      "epoch": 5.642381949290533,
      "grad_norm": 1.8936231061662754,
      "learning_rate": 2.7049728579745746e-06,
      "loss": 0.8828,
      "step": 121283
    },
    {
      "epoch": 5.642428471737613,
      "grad_norm": 1.9457490944635003,
      "learning_rate": 2.704271247404499e-06,
      "loss": 0.918,
      "step": 121284
    },
    {
      "epoch": 5.642474994184694,
      "grad_norm": 1.8923603251930192,
      "learning_rate": 2.703569727009741e-06,
      "loss": 0.9609,
      "step": 121285
    },
    {
      "epoch": 5.642521516631775,
      "grad_norm": 1.8752744698095665,
      "learning_rate": 2.7028682967907e-06,
      "loss": 1.0234,
      "step": 121286
    },
    {
      "epoch": 5.6425680390788555,
      "grad_norm": 1.6112094143717768,
      "learning_rate": 2.7021669567478587e-06,
      "loss": 0.9375,
      "step": 121287
    },
    {
      "epoch": 5.642614561525936,
      "grad_norm": 1.620981086446685,
      "learning_rate": 2.7014657068816e-06,
      "loss": 0.8398,
      "step": 121288
    },
    {
      "epoch": 5.642661083973017,
      "grad_norm": 1.622390886543372,
      "learning_rate": 2.700764547192391e-06,
      "loss": 0.832,
      "step": 121289
    },
    {
      "epoch": 5.642707606420098,
      "grad_norm": 1.6611177610624717,
      "learning_rate": 2.7000634776806475e-06,
      "loss": 0.875,
      "step": 121290
    },
    {
      "epoch": 5.642754128867178,
      "grad_norm": 1.7191820920205971,
      "learning_rate": 2.6993624983467686e-06,
      "loss": 0.9727,
      "step": 121291
    },
    {
      "epoch": 5.642800651314259,
      "grad_norm": 1.7631796545764493,
      "learning_rate": 2.6986616091912216e-06,
      "loss": 0.9492,
      "step": 121292
    },
    {
      "epoch": 5.64284717376134,
      "grad_norm": 1.790029803913346,
      "learning_rate": 2.6979608102144223e-06,
      "loss": 0.9844,
      "step": 121293
    },
    {
      "epoch": 5.642893696208421,
      "grad_norm": 1.7984495727366527,
      "learning_rate": 2.6972601014168037e-06,
      "loss": 0.9023,
      "step": 121294
    },
    {
      "epoch": 5.642940218655501,
      "grad_norm": 1.8442425295332923,
      "learning_rate": 2.696559482798799e-06,
      "loss": 1.0312,
      "step": 121295
    },
    {
      "epoch": 5.6429867411025825,
      "grad_norm": 1.6097900850487372,
      "learning_rate": 2.695858954360808e-06,
      "loss": 0.918,
      "step": 121296
    },
    {
      "epoch": 5.643033263549663,
      "grad_norm": 1.7356504850109424,
      "learning_rate": 2.6951585161032795e-06,
      "loss": 1.0156,
      "step": 121297
    },
    {
      "epoch": 5.643079785996743,
      "grad_norm": 1.794451700617689,
      "learning_rate": 2.6944581680266643e-06,
      "loss": 1.0312,
      "step": 121298
    },
    {
      "epoch": 5.643126308443824,
      "grad_norm": 1.7220960767889957,
      "learning_rate": 2.693757910131361e-06,
      "loss": 0.9023,
      "step": 121299
    },
    {
      "epoch": 5.643172830890904,
      "grad_norm": 1.8769869289380088,
      "learning_rate": 2.6930577424177866e-06,
      "loss": 0.9219,
      "step": 121300
    },
    {
      "epoch": 5.643219353337986,
      "grad_norm": 1.6690930884010324,
      "learning_rate": 2.6923576648864077e-06,
      "loss": 0.9453,
      "step": 121301
    },
    {
      "epoch": 5.643265875785066,
      "grad_norm": 1.8645090257994323,
      "learning_rate": 2.69165767753764e-06,
      "loss": 1.0938,
      "step": 121302
    },
    {
      "epoch": 5.643312398232147,
      "grad_norm": 1.8608057105494216,
      "learning_rate": 2.6909577803719164e-06,
      "loss": 1.0156,
      "step": 121303
    },
    {
      "epoch": 5.643358920679228,
      "grad_norm": 1.8205250946617653,
      "learning_rate": 2.69025797338962e-06,
      "loss": 0.9609,
      "step": 121304
    },
    {
      "epoch": 5.6434054431263085,
      "grad_norm": 1.7777161377336406,
      "learning_rate": 2.689558256591251e-06,
      "loss": 0.8789,
      "step": 121305
    },
    {
      "epoch": 5.643451965573389,
      "grad_norm": 1.9309451288124586,
      "learning_rate": 2.688858629977192e-06,
      "loss": 0.9766,
      "step": 121306
    },
    {
      "epoch": 5.6434984880204695,
      "grad_norm": 1.9010001865207338,
      "learning_rate": 2.688159093547876e-06,
      "loss": 0.9531,
      "step": 121307
    },
    {
      "epoch": 5.643545010467551,
      "grad_norm": 1.6373828741108791,
      "learning_rate": 2.687459647303736e-06,
      "loss": 0.9648,
      "step": 121308
    },
    {
      "epoch": 5.643591532914631,
      "grad_norm": 1.9580039790722263,
      "learning_rate": 2.6867602912452045e-06,
      "loss": 1.0859,
      "step": 121309
    },
    {
      "epoch": 5.643638055361712,
      "grad_norm": 1.8501877077840554,
      "learning_rate": 2.6860610253727156e-06,
      "loss": 0.9727,
      "step": 121310
    },
    {
      "epoch": 5.643684577808793,
      "grad_norm": 1.6660038167210822,
      "learning_rate": 2.6853618496866847e-06,
      "loss": 0.9609,
      "step": 121311
    },
    {
      "epoch": 5.643731100255874,
      "grad_norm": 1.83330826540145,
      "learning_rate": 2.6846627641875453e-06,
      "loss": 0.9219,
      "step": 121312
    },
    {
      "epoch": 5.643777622702954,
      "grad_norm": 1.6469503388940734,
      "learning_rate": 2.6839637688756965e-06,
      "loss": 0.8164,
      "step": 121313
    },
    {
      "epoch": 5.643824145150035,
      "grad_norm": 1.5769111778094431,
      "learning_rate": 2.683264863751622e-06,
      "loss": 0.8164,
      "step": 121314
    },
    {
      "epoch": 5.643870667597116,
      "grad_norm": 1.7775344271783156,
      "learning_rate": 2.6825660488157207e-06,
      "loss": 0.9531,
      "step": 121315
    },
    {
      "epoch": 5.6439171900441965,
      "grad_norm": 1.7236158923916074,
      "learning_rate": 2.6818673240684264e-06,
      "loss": 0.918,
      "step": 121316
    },
    {
      "epoch": 5.643963712491277,
      "grad_norm": 1.8622863056257837,
      "learning_rate": 2.681168689510138e-06,
      "loss": 0.9336,
      "step": 121317
    },
    {
      "epoch": 5.644010234938357,
      "grad_norm": 1.8468069282474777,
      "learning_rate": 2.6804701451413224e-06,
      "loss": 0.9727,
      "step": 121318
    },
    {
      "epoch": 5.644056757385439,
      "grad_norm": 1.9676958583332997,
      "learning_rate": 2.679771690962379e-06,
      "loss": 0.9141,
      "step": 121319
    },
    {
      "epoch": 5.644103279832519,
      "grad_norm": 1.7121000251879304,
      "learning_rate": 2.6790733269737575e-06,
      "loss": 0.9062,
      "step": 121320
    },
    {
      "epoch": 5.6441498022796,
      "grad_norm": 1.9081788549740608,
      "learning_rate": 2.678375053175874e-06,
      "loss": 0.8711,
      "step": 121321
    },
    {
      "epoch": 5.64419632472668,
      "grad_norm": 1.8622087521403572,
      "learning_rate": 2.677676869569162e-06,
      "loss": 1.0,
      "step": 121322
    },
    {
      "epoch": 5.644242847173762,
      "grad_norm": 1.6654804190828187,
      "learning_rate": 2.6769787761540372e-06,
      "loss": 0.9609,
      "step": 121323
    },
    {
      "epoch": 5.644289369620842,
      "grad_norm": 1.715297420883113,
      "learning_rate": 2.676280772930933e-06,
      "loss": 0.9414,
      "step": 121324
    },
    {
      "epoch": 5.6443358920679225,
      "grad_norm": 1.4917952189507526,
      "learning_rate": 2.6755828599002825e-06,
      "loss": 0.7305,
      "step": 121325
    },
    {
      "epoch": 5.644382414515004,
      "grad_norm": 1.8805567807050467,
      "learning_rate": 2.674885037062502e-06,
      "loss": 0.9023,
      "step": 121326
    },
    {
      "epoch": 5.644428936962084,
      "grad_norm": 1.8771082857478587,
      "learning_rate": 2.6741873044180407e-06,
      "loss": 0.9727,
      "step": 121327
    },
    {
      "epoch": 5.644475459409165,
      "grad_norm": 1.6788616891547403,
      "learning_rate": 2.6734896619672985e-06,
      "loss": 0.9961,
      "step": 121328
    },
    {
      "epoch": 5.644521981856245,
      "grad_norm": 1.5360786031581946,
      "learning_rate": 2.672792109710725e-06,
      "loss": 0.8438,
      "step": 121329
    },
    {
      "epoch": 5.644568504303327,
      "grad_norm": 1.8380340168742795,
      "learning_rate": 2.6720946476487205e-06,
      "loss": 0.9375,
      "step": 121330
    },
    {
      "epoch": 5.644615026750407,
      "grad_norm": 1.8528898519398898,
      "learning_rate": 2.671397275781717e-06,
      "loss": 0.9922,
      "step": 121331
    },
    {
      "epoch": 5.644661549197488,
      "grad_norm": 1.6639298787831207,
      "learning_rate": 2.6706999941101815e-06,
      "loss": 0.8516,
      "step": 121332
    },
    {
      "epoch": 5.644708071644569,
      "grad_norm": 1.7422530388161217,
      "learning_rate": 2.6700028026344968e-06,
      "loss": 0.9883,
      "step": 121333
    },
    {
      "epoch": 5.6447545940916495,
      "grad_norm": 1.759943870964169,
      "learning_rate": 2.669305701355112e-06,
      "loss": 0.9688,
      "step": 121334
    },
    {
      "epoch": 5.64480111653873,
      "grad_norm": 1.8701629404745619,
      "learning_rate": 2.668608690272428e-06,
      "loss": 1.0781,
      "step": 121335
    },
    {
      "epoch": 5.64484763898581,
      "grad_norm": 1.8743407651909114,
      "learning_rate": 2.66791176938691e-06,
      "loss": 1.0234,
      "step": 121336
    },
    {
      "epoch": 5.644894161432891,
      "grad_norm": 1.9055609051470224,
      "learning_rate": 2.667214938698975e-06,
      "loss": 0.9141,
      "step": 121337
    },
    {
      "epoch": 5.644940683879972,
      "grad_norm": 1.7872275215676756,
      "learning_rate": 2.6665181982090223e-06,
      "loss": 1.0156,
      "step": 121338
    },
    {
      "epoch": 5.644987206327053,
      "grad_norm": 1.848903153693274,
      "learning_rate": 2.6658215479174848e-06,
      "loss": 0.9492,
      "step": 121339
    },
    {
      "epoch": 5.645033728774133,
      "grad_norm": 1.7728919073042626,
      "learning_rate": 2.6651249878248125e-06,
      "loss": 0.7578,
      "step": 121340
    },
    {
      "epoch": 5.645080251221215,
      "grad_norm": 1.5798460128449177,
      "learning_rate": 2.664428517931422e-06,
      "loss": 0.9414,
      "step": 121341
    },
    {
      "epoch": 5.645126773668295,
      "grad_norm": 1.726393835772802,
      "learning_rate": 2.663732138237745e-06,
      "loss": 0.9648,
      "step": 121342
    },
    {
      "epoch": 5.6451732961153755,
      "grad_norm": 1.9394603802315504,
      "learning_rate": 2.663035848744166e-06,
      "loss": 1.0938,
      "step": 121343
    },
    {
      "epoch": 5.645219818562456,
      "grad_norm": 1.8940853136831968,
      "learning_rate": 2.662339649451184e-06,
      "loss": 0.9297,
      "step": 121344
    },
    {
      "epoch": 5.645266341009537,
      "grad_norm": 1.985800527856085,
      "learning_rate": 2.6616435403591653e-06,
      "loss": 1.0938,
      "step": 121345
    },
    {
      "epoch": 5.645312863456618,
      "grad_norm": 1.7079292606319305,
      "learning_rate": 2.6609475214685593e-06,
      "loss": 0.9961,
      "step": 121346
    },
    {
      "epoch": 5.645359385903698,
      "grad_norm": 1.7806399568649927,
      "learning_rate": 2.6602515927797996e-06,
      "loss": 0.8242,
      "step": 121347
    },
    {
      "epoch": 5.64540590835078,
      "grad_norm": 1.7750900834300454,
      "learning_rate": 2.6595557542932853e-06,
      "loss": 0.9336,
      "step": 121348
    },
    {
      "epoch": 5.64545243079786,
      "grad_norm": 1.7712537025588886,
      "learning_rate": 2.6588600060094665e-06,
      "loss": 0.9492,
      "step": 121349
    },
    {
      "epoch": 5.645498953244941,
      "grad_norm": 2.131876629718093,
      "learning_rate": 2.6581643479287595e-06,
      "loss": 1.125,
      "step": 121350
    },
    {
      "epoch": 5.645545475692021,
      "grad_norm": 1.8534103011119492,
      "learning_rate": 2.6574687800516137e-06,
      "loss": 0.9336,
      "step": 121351
    },
    {
      "epoch": 5.645591998139102,
      "grad_norm": 1.6330832539815627,
      "learning_rate": 2.6567733023783955e-06,
      "loss": 0.9375,
      "step": 121352
    },
    {
      "epoch": 5.645638520586183,
      "grad_norm": 1.9131851718978075,
      "learning_rate": 2.656077914909588e-06,
      "loss": 0.8945,
      "step": 121353
    },
    {
      "epoch": 5.6456850430332635,
      "grad_norm": 1.7331290297474184,
      "learning_rate": 2.655382617645607e-06,
      "loss": 0.9883,
      "step": 121354
    },
    {
      "epoch": 5.645731565480344,
      "grad_norm": 1.6474630539158912,
      "learning_rate": 2.6546874105868533e-06,
      "loss": 0.9609,
      "step": 121355
    },
    {
      "epoch": 5.645778087927425,
      "grad_norm": 2.080851386021212,
      "learning_rate": 2.653992293733792e-06,
      "loss": 1.1016,
      "step": 121356
    },
    {
      "epoch": 5.645824610374506,
      "grad_norm": 1.9354574312609798,
      "learning_rate": 2.6532972670867904e-06,
      "loss": 0.8906,
      "step": 121357
    },
    {
      "epoch": 5.645871132821586,
      "grad_norm": 1.6597042971630267,
      "learning_rate": 2.6526023306463306e-06,
      "loss": 0.8633,
      "step": 121358
    },
    {
      "epoch": 5.645917655268667,
      "grad_norm": 1.7416065235898959,
      "learning_rate": 2.651907484412813e-06,
      "loss": 0.9766,
      "step": 121359
    },
    {
      "epoch": 5.645964177715748,
      "grad_norm": 2.0443464868165053,
      "learning_rate": 2.6512127283866703e-06,
      "loss": 1.0234,
      "step": 121360
    },
    {
      "epoch": 5.646010700162829,
      "grad_norm": 1.7597407480891734,
      "learning_rate": 2.650518062568319e-06,
      "loss": 0.9922,
      "step": 121361
    },
    {
      "epoch": 5.646057222609909,
      "grad_norm": 1.7467536812947373,
      "learning_rate": 2.6498234869581915e-06,
      "loss": 1.0469,
      "step": 121362
    },
    {
      "epoch": 5.64610374505699,
      "grad_norm": 1.7971324751583306,
      "learning_rate": 2.6491290015567046e-06,
      "loss": 0.9805,
      "step": 121363
    },
    {
      "epoch": 5.646150267504071,
      "grad_norm": 1.6844839313837965,
      "learning_rate": 2.648434606364308e-06,
      "loss": 0.9609,
      "step": 121364
    },
    {
      "epoch": 5.646196789951151,
      "grad_norm": 1.7458369882341058,
      "learning_rate": 2.6477403013813847e-06,
      "loss": 0.9414,
      "step": 121365
    },
    {
      "epoch": 5.646243312398232,
      "grad_norm": 1.788865069193431,
      "learning_rate": 2.6470460866083843e-06,
      "loss": 0.9062,
      "step": 121366
    },
    {
      "epoch": 5.646289834845313,
      "grad_norm": 1.7384913365350496,
      "learning_rate": 2.646351962045756e-06,
      "loss": 0.9766,
      "step": 121367
    },
    {
      "epoch": 5.646336357292394,
      "grad_norm": 1.8055279535582323,
      "learning_rate": 2.6456579276938838e-06,
      "loss": 0.8438,
      "step": 121368
    },
    {
      "epoch": 5.646382879739474,
      "grad_norm": 1.7304053424657708,
      "learning_rate": 2.6449639835531832e-06,
      "loss": 0.8945,
      "step": 121369
    },
    {
      "epoch": 5.646429402186555,
      "grad_norm": 1.7233827114226552,
      "learning_rate": 2.6442701296241377e-06,
      "loss": 0.8867,
      "step": 121370
    },
    {
      "epoch": 5.646475924633636,
      "grad_norm": 1.6977755466525115,
      "learning_rate": 2.6435763659071296e-06,
      "loss": 0.9609,
      "step": 121371
    },
    {
      "epoch": 5.6465224470807165,
      "grad_norm": 1.7857922599883747,
      "learning_rate": 2.6428826924025927e-06,
      "loss": 0.9219,
      "step": 121372
    },
    {
      "epoch": 5.646568969527797,
      "grad_norm": 1.733430022471052,
      "learning_rate": 2.6421891091109593e-06,
      "loss": 0.918,
      "step": 121373
    },
    {
      "epoch": 5.646615491974877,
      "grad_norm": 2.005372275944274,
      "learning_rate": 2.6414956160326296e-06,
      "loss": 1.0391,
      "step": 121374
    },
    {
      "epoch": 5.646662014421959,
      "grad_norm": 1.9417924970408318,
      "learning_rate": 2.640802213168036e-06,
      "loss": 0.9375,
      "step": 121375
    },
    {
      "epoch": 5.646708536869039,
      "grad_norm": 1.7436624187719174,
      "learning_rate": 2.640108900517629e-06,
      "loss": 0.8477,
      "step": 121376
    },
    {
      "epoch": 5.64675505931612,
      "grad_norm": 1.649699148966389,
      "learning_rate": 2.6394156780818242e-06,
      "loss": 0.9102,
      "step": 121377
    },
    {
      "epoch": 5.646801581763201,
      "grad_norm": 1.6619041014097296,
      "learning_rate": 2.6387225458610384e-06,
      "loss": 0.8984,
      "step": 121378
    },
    {
      "epoch": 5.646848104210282,
      "grad_norm": 1.6127569709487626,
      "learning_rate": 2.638029503855671e-06,
      "loss": 0.8477,
      "step": 121379
    },
    {
      "epoch": 5.646894626657362,
      "grad_norm": 1.6337999995502437,
      "learning_rate": 2.637336552066188e-06,
      "loss": 0.8711,
      "step": 121380
    },
    {
      "epoch": 5.646941149104443,
      "grad_norm": 1.7721768235204398,
      "learning_rate": 2.63664369049299e-06,
      "loss": 0.9531,
      "step": 121381
    },
    {
      "epoch": 5.646987671551524,
      "grad_norm": 1.7555540303868238,
      "learning_rate": 2.6359509191365093e-06,
      "loss": 0.9062,
      "step": 121382
    },
    {
      "epoch": 5.647034193998604,
      "grad_norm": 2.0872621123651216,
      "learning_rate": 2.635258237997162e-06,
      "loss": 1.0703,
      "step": 121383
    },
    {
      "epoch": 5.647080716445685,
      "grad_norm": 1.5447937526662532,
      "learning_rate": 2.6345656470753984e-06,
      "loss": 0.8125,
      "step": 121384
    },
    {
      "epoch": 5.647127238892766,
      "grad_norm": 2.007561329937172,
      "learning_rate": 2.633873146371601e-06,
      "loss": 1.0469,
      "step": 121385
    },
    {
      "epoch": 5.647173761339847,
      "grad_norm": 1.6717945653248274,
      "learning_rate": 2.6331807358862202e-06,
      "loss": 0.9531,
      "step": 121386
    },
    {
      "epoch": 5.647220283786927,
      "grad_norm": 2.1136768715988086,
      "learning_rate": 2.6324884156196713e-06,
      "loss": 1.0703,
      "step": 121387
    },
    {
      "epoch": 5.647266806234008,
      "grad_norm": 2.0160525543794807,
      "learning_rate": 2.631796185572388e-06,
      "loss": 1.0547,
      "step": 121388
    },
    {
      "epoch": 5.647313328681088,
      "grad_norm": 1.8759853247491594,
      "learning_rate": 2.631104045744803e-06,
      "loss": 0.9414,
      "step": 121389
    },
    {
      "epoch": 5.6473598511281695,
      "grad_norm": 1.899162633309448,
      "learning_rate": 2.6304119961372995e-06,
      "loss": 0.9766,
      "step": 121390
    },
    {
      "epoch": 5.64740637357525,
      "grad_norm": 1.970363475429692,
      "learning_rate": 2.629720036750327e-06,
      "loss": 1.0078,
      "step": 121391
    },
    {
      "epoch": 5.6474528960223305,
      "grad_norm": 1.7325922169444234,
      "learning_rate": 2.6290281675843184e-06,
      "loss": 0.9375,
      "step": 121392
    },
    {
      "epoch": 5.647499418469412,
      "grad_norm": 1.7029603322755034,
      "learning_rate": 2.62833638863969e-06,
      "loss": 1.0234,
      "step": 121393
    },
    {
      "epoch": 5.647545940916492,
      "grad_norm": 2.0344875733575005,
      "learning_rate": 2.6276446999168586e-06,
      "loss": 1.0938,
      "step": 121394
    },
    {
      "epoch": 5.647592463363573,
      "grad_norm": 1.883895919701375,
      "learning_rate": 2.6269531014162405e-06,
      "loss": 1.1172,
      "step": 121395
    },
    {
      "epoch": 5.647638985810653,
      "grad_norm": 1.8041070566344566,
      "learning_rate": 2.6262615931382846e-06,
      "loss": 0.9766,
      "step": 121396
    },
    {
      "epoch": 5.647685508257735,
      "grad_norm": 1.916545159587363,
      "learning_rate": 2.6255701750833915e-06,
      "loss": 1.0391,
      "step": 121397
    },
    {
      "epoch": 5.647732030704815,
      "grad_norm": 1.775370309293572,
      "learning_rate": 2.6248788472520098e-06,
      "loss": 0.9023,
      "step": 121398
    },
    {
      "epoch": 5.647778553151896,
      "grad_norm": 1.8974160556535984,
      "learning_rate": 2.6241876096445235e-06,
      "loss": 1.1172,
      "step": 121399
    },
    {
      "epoch": 5.647825075598977,
      "grad_norm": 1.8307882603951844,
      "learning_rate": 2.6234964622613817e-06,
      "loss": 0.8594,
      "step": 121400
    },
    {
      "epoch": 5.647871598046057,
      "grad_norm": 1.6651814880846705,
      "learning_rate": 2.622805405103018e-06,
      "loss": 0.875,
      "step": 121401
    },
    {
      "epoch": 5.647918120493138,
      "grad_norm": 1.6565243114220867,
      "learning_rate": 2.6221144381698313e-06,
      "loss": 0.9102,
      "step": 121402
    },
    {
      "epoch": 5.647964642940218,
      "grad_norm": 1.6884410580212563,
      "learning_rate": 2.6214235614622714e-06,
      "loss": 0.8828,
      "step": 121403
    },
    {
      "epoch": 5.6480111653873,
      "grad_norm": 1.755392606894321,
      "learning_rate": 2.6207327749807217e-06,
      "loss": 0.8945,
      "step": 121404
    },
    {
      "epoch": 5.64805768783438,
      "grad_norm": 1.656699226720074,
      "learning_rate": 2.6200420787256314e-06,
      "loss": 0.8594,
      "step": 121405
    },
    {
      "epoch": 5.648104210281461,
      "grad_norm": 2.0815445370094507,
      "learning_rate": 2.6193514726974342e-06,
      "loss": 1.0703,
      "step": 121406
    },
    {
      "epoch": 5.648150732728541,
      "grad_norm": 1.894596610926738,
      "learning_rate": 2.6186609568965287e-06,
      "loss": 0.8789,
      "step": 121407
    },
    {
      "epoch": 5.6481972551756225,
      "grad_norm": 1.8641142716585855,
      "learning_rate": 2.617970531323349e-06,
      "loss": 0.9453,
      "step": 121408
    },
    {
      "epoch": 5.648243777622703,
      "grad_norm": 1.8357999394921571,
      "learning_rate": 2.617280195978311e-06,
      "loss": 1.0469,
      "step": 121409
    },
    {
      "epoch": 5.6482903000697835,
      "grad_norm": 1.6811362997792914,
      "learning_rate": 2.616589950861847e-06,
      "loss": 0.9297,
      "step": 121410
    },
    {
      "epoch": 5.648336822516864,
      "grad_norm": 1.849181114705883,
      "learning_rate": 2.615899795974374e-06,
      "loss": 1.0234,
      "step": 121411
    },
    {
      "epoch": 5.648383344963945,
      "grad_norm": 1.7313525635832656,
      "learning_rate": 2.6152097313163255e-06,
      "loss": 0.8789,
      "step": 121412
    },
    {
      "epoch": 5.648429867411026,
      "grad_norm": 1.6337207017546882,
      "learning_rate": 2.6145197568881003e-06,
      "loss": 0.8789,
      "step": 121413
    },
    {
      "epoch": 5.648476389858106,
      "grad_norm": 1.7618382187257162,
      "learning_rate": 2.6138298726901487e-06,
      "loss": 0.9648,
      "step": 121414
    },
    {
      "epoch": 5.648522912305188,
      "grad_norm": 1.7612286217285118,
      "learning_rate": 2.6131400787228697e-06,
      "loss": 0.9766,
      "step": 121415
    },
    {
      "epoch": 5.648569434752268,
      "grad_norm": 1.715555088636576,
      "learning_rate": 2.6124503749866966e-06,
      "loss": 0.875,
      "step": 121416
    },
    {
      "epoch": 5.648615957199349,
      "grad_norm": 2.0580700897793354,
      "learning_rate": 2.6117607614820456e-06,
      "loss": 1.0547,
      "step": 121417
    },
    {
      "epoch": 5.648662479646429,
      "grad_norm": 1.7608988071792393,
      "learning_rate": 2.61107123820935e-06,
      "loss": 0.9141,
      "step": 121418
    },
    {
      "epoch": 5.6487090020935105,
      "grad_norm": 1.9435435539979513,
      "learning_rate": 2.6103818051690093e-06,
      "loss": 1.0391,
      "step": 121419
    },
    {
      "epoch": 5.648755524540591,
      "grad_norm": 1.7648458008022647,
      "learning_rate": 2.60969246236149e-06,
      "loss": 1.0,
      "step": 121420
    },
    {
      "epoch": 5.648802046987671,
      "grad_norm": 1.7904576947296902,
      "learning_rate": 2.609003209787175e-06,
      "loss": 0.9531,
      "step": 121421
    },
    {
      "epoch": 5.648848569434752,
      "grad_norm": 1.9537037440654503,
      "learning_rate": 2.6083140474464803e-06,
      "loss": 1.0469,
      "step": 121422
    },
    {
      "epoch": 5.648895091881833,
      "grad_norm": 1.7493512570991026,
      "learning_rate": 2.6076249753398558e-06,
      "loss": 0.9414,
      "step": 121423
    },
    {
      "epoch": 5.648941614328914,
      "grad_norm": 1.6668808281195504,
      "learning_rate": 2.606935993467718e-06,
      "loss": 0.918,
      "step": 121424
    },
    {
      "epoch": 5.648988136775994,
      "grad_norm": 1.8814949916695594,
      "learning_rate": 2.606247101830483e-06,
      "loss": 0.9375,
      "step": 121425
    },
    {
      "epoch": 5.649034659223075,
      "grad_norm": 1.6713385884997785,
      "learning_rate": 2.605558300428551e-06,
      "loss": 0.9609,
      "step": 121426
    },
    {
      "epoch": 5.649081181670156,
      "grad_norm": 1.6840559931128156,
      "learning_rate": 2.604869589262387e-06,
      "loss": 0.9492,
      "step": 121427
    },
    {
      "epoch": 5.6491277041172365,
      "grad_norm": 1.7451930636805184,
      "learning_rate": 2.6041809683323922e-06,
      "loss": 0.8125,
      "step": 121428
    },
    {
      "epoch": 5.649174226564317,
      "grad_norm": 1.9294923074926995,
      "learning_rate": 2.603492437638982e-06,
      "loss": 0.9492,
      "step": 121429
    },
    {
      "epoch": 5.649220749011398,
      "grad_norm": 1.9174517355475684,
      "learning_rate": 2.602803997182573e-06,
      "loss": 1.2344,
      "step": 121430
    },
    {
      "epoch": 5.649267271458479,
      "grad_norm": 1.7500125918951537,
      "learning_rate": 2.6021156469635985e-06,
      "loss": 0.8672,
      "step": 121431
    },
    {
      "epoch": 5.649313793905559,
      "grad_norm": 1.8909568905835574,
      "learning_rate": 2.601427386982474e-06,
      "loss": 1.0312,
      "step": 121432
    },
    {
      "epoch": 5.64936031635264,
      "grad_norm": 1.737892186895322,
      "learning_rate": 2.60073921723965e-06,
      "loss": 0.8516,
      "step": 121433
    },
    {
      "epoch": 5.649406838799721,
      "grad_norm": 1.7199231072140617,
      "learning_rate": 2.6000511377354927e-06,
      "loss": 0.9648,
      "step": 121434
    },
    {
      "epoch": 5.649453361246802,
      "grad_norm": 1.9929139704601728,
      "learning_rate": 2.599363148470468e-06,
      "loss": 0.9961,
      "step": 121435
    },
    {
      "epoch": 5.649499883693882,
      "grad_norm": 1.7447706425024962,
      "learning_rate": 2.5986752494449757e-06,
      "loss": 1.0156,
      "step": 121436
    },
    {
      "epoch": 5.6495464061409635,
      "grad_norm": 1.6735914834464034,
      "learning_rate": 2.597987440659449e-06,
      "loss": 0.9414,
      "step": 121437
    },
    {
      "epoch": 5.649592928588044,
      "grad_norm": 1.8313562537709172,
      "learning_rate": 2.5972997221143043e-06,
      "loss": 0.8945,
      "step": 121438
    },
    {
      "epoch": 5.649639451035124,
      "grad_norm": 1.791024962934472,
      "learning_rate": 2.596612093809941e-06,
      "loss": 1.0234,
      "step": 121439
    },
    {
      "epoch": 5.649685973482205,
      "grad_norm": 1.8598778370025664,
      "learning_rate": 2.595924555746809e-06,
      "loss": 0.9688,
      "step": 121440
    },
    {
      "epoch": 5.649732495929285,
      "grad_norm": 1.725957564949502,
      "learning_rate": 2.5952371079253244e-06,
      "loss": 1.0312,
      "step": 121441
    },
    {
      "epoch": 5.649779018376367,
      "grad_norm": 1.6943532799075236,
      "learning_rate": 2.59454975034592e-06,
      "loss": 0.8867,
      "step": 121442
    },
    {
      "epoch": 5.649825540823447,
      "grad_norm": 1.614244579470868,
      "learning_rate": 2.593862483008996e-06,
      "loss": 0.918,
      "step": 121443
    },
    {
      "epoch": 5.649872063270528,
      "grad_norm": 1.5826259976289025,
      "learning_rate": 2.593175305914952e-06,
      "loss": 0.7812,
      "step": 121444
    },
    {
      "epoch": 5.649918585717609,
      "grad_norm": 1.7241485461298676,
      "learning_rate": 2.5924882190642537e-06,
      "loss": 0.8516,
      "step": 121445
    },
    {
      "epoch": 5.6499651081646896,
      "grad_norm": 1.6629730487670116,
      "learning_rate": 2.591801222457318e-06,
      "loss": 0.9141,
      "step": 121446
    },
    {
      "epoch": 5.65001163061177,
      "grad_norm": 1.7457848911552643,
      "learning_rate": 2.591114316094528e-06,
      "loss": 0.9297,
      "step": 121447
    },
    {
      "epoch": 5.6500581530588505,
      "grad_norm": 1.7935209860192172,
      "learning_rate": 2.590427499976333e-06,
      "loss": 0.9453,
      "step": 121448
    },
    {
      "epoch": 5.650104675505932,
      "grad_norm": 1.693415733389035,
      "learning_rate": 2.5897407741031494e-06,
      "loss": 0.8867,
      "step": 121449
    },
    {
      "epoch": 5.650151197953012,
      "grad_norm": 1.8600546366496111,
      "learning_rate": 2.5890541384753936e-06,
      "loss": 1.0234,
      "step": 121450
    },
    {
      "epoch": 5.650197720400093,
      "grad_norm": 1.649968053606564,
      "learning_rate": 2.588367593093499e-06,
      "loss": 0.9062,
      "step": 121451
    },
    {
      "epoch": 5.650244242847174,
      "grad_norm": 1.7965603997724295,
      "learning_rate": 2.5876811379578476e-06,
      "loss": 1.0469,
      "step": 121452
    },
    {
      "epoch": 5.650290765294255,
      "grad_norm": 1.9768256243461042,
      "learning_rate": 2.5869947730689065e-06,
      "loss": 1.1172,
      "step": 121453
    },
    {
      "epoch": 5.650337287741335,
      "grad_norm": 1.7060918679203645,
      "learning_rate": 2.5863084984270755e-06,
      "loss": 0.9062,
      "step": 121454
    },
    {
      "epoch": 5.650383810188416,
      "grad_norm": 1.719309747852693,
      "learning_rate": 2.58562231403277e-06,
      "loss": 0.875,
      "step": 121455
    },
    {
      "epoch": 5.650430332635497,
      "grad_norm": 1.554674644141646,
      "learning_rate": 2.5849362198864244e-06,
      "loss": 0.7656,
      "step": 121456
    },
    {
      "epoch": 5.6504768550825775,
      "grad_norm": 1.8551779634847352,
      "learning_rate": 2.584250215988437e-06,
      "loss": 0.9375,
      "step": 121457
    },
    {
      "epoch": 5.650523377529658,
      "grad_norm": 1.7379495877166373,
      "learning_rate": 2.583564302339242e-06,
      "loss": 0.9688,
      "step": 121458
    },
    {
      "epoch": 5.650569899976738,
      "grad_norm": 1.790551897377953,
      "learning_rate": 2.582878478939271e-06,
      "loss": 0.9141,
      "step": 121459
    },
    {
      "epoch": 5.65061642242382,
      "grad_norm": 1.8061048005256826,
      "learning_rate": 2.5821927457889247e-06,
      "loss": 1.0234,
      "step": 121460
    },
    {
      "epoch": 5.6506629448709,
      "grad_norm": 1.7566684795873344,
      "learning_rate": 2.5815071028886027e-06,
      "loss": 0.8672,
      "step": 121461
    },
    {
      "epoch": 5.650709467317981,
      "grad_norm": 1.8332675332492645,
      "learning_rate": 2.580821550238771e-06,
      "loss": 0.9258,
      "step": 121462
    },
    {
      "epoch": 5.650755989765061,
      "grad_norm": 1.7000928388493126,
      "learning_rate": 2.580136087839829e-06,
      "loss": 0.957,
      "step": 121463
    },
    {
      "epoch": 5.650802512212143,
      "grad_norm": 2.0262393799017215,
      "learning_rate": 2.5794507156922107e-06,
      "loss": 0.8867,
      "step": 121464
    },
    {
      "epoch": 5.650849034659223,
      "grad_norm": 1.602860782503023,
      "learning_rate": 2.578765433796315e-06,
      "loss": 0.9297,
      "step": 121465
    },
    {
      "epoch": 5.6508955571063035,
      "grad_norm": 1.765134340857454,
      "learning_rate": 2.5780802421525583e-06,
      "loss": 1.0078,
      "step": 121466
    },
    {
      "epoch": 5.650942079553385,
      "grad_norm": 1.75321922168667,
      "learning_rate": 2.5773951407613736e-06,
      "loss": 0.8594,
      "step": 121467
    },
    {
      "epoch": 5.650988602000465,
      "grad_norm": 1.6455979667425993,
      "learning_rate": 2.5767101296231774e-06,
      "loss": 0.8359,
      "step": 121468
    },
    {
      "epoch": 5.651035124447546,
      "grad_norm": 1.9303714363928615,
      "learning_rate": 2.576025208738386e-06,
      "loss": 0.9805,
      "step": 121469
    },
    {
      "epoch": 5.651081646894626,
      "grad_norm": 1.9317391734018727,
      "learning_rate": 2.5753403781074155e-06,
      "loss": 1.0391,
      "step": 121470
    },
    {
      "epoch": 5.651128169341708,
      "grad_norm": 1.631885705177161,
      "learning_rate": 2.5746556377306993e-06,
      "loss": 0.8281,
      "step": 121471
    },
    {
      "epoch": 5.651174691788788,
      "grad_norm": 1.8490401740487539,
      "learning_rate": 2.5739709876086535e-06,
      "loss": 0.9414,
      "step": 121472
    },
    {
      "epoch": 5.651221214235869,
      "grad_norm": 1.6254716104444336,
      "learning_rate": 2.5732864277416777e-06,
      "loss": 0.832,
      "step": 121473
    },
    {
      "epoch": 5.65126773668295,
      "grad_norm": 1.689436130259549,
      "learning_rate": 2.572601958130205e-06,
      "loss": 1.0156,
      "step": 121474
    },
    {
      "epoch": 5.6513142591300305,
      "grad_norm": 1.8835923218373747,
      "learning_rate": 2.5719175787746683e-06,
      "loss": 1.0078,
      "step": 121475
    },
    {
      "epoch": 5.651360781577111,
      "grad_norm": 1.7126829260194978,
      "learning_rate": 2.5712332896754673e-06,
      "loss": 0.832,
      "step": 121476
    },
    {
      "epoch": 5.6514073040241914,
      "grad_norm": 1.715262351178364,
      "learning_rate": 2.570549090833035e-06,
      "loss": 1.0078,
      "step": 121477
    },
    {
      "epoch": 5.651453826471272,
      "grad_norm": 1.9239570003933715,
      "learning_rate": 2.5698649822477546e-06,
      "loss": 0.9492,
      "step": 121478
    },
    {
      "epoch": 5.651500348918353,
      "grad_norm": 1.7138210306281294,
      "learning_rate": 2.569180963920092e-06,
      "loss": 0.9336,
      "step": 121479
    },
    {
      "epoch": 5.651546871365434,
      "grad_norm": 1.9538079109476316,
      "learning_rate": 2.5684970358504473e-06,
      "loss": 1.1172,
      "step": 121480
    },
    {
      "epoch": 5.651593393812514,
      "grad_norm": 1.5857281132186876,
      "learning_rate": 2.56781319803922e-06,
      "loss": 0.8984,
      "step": 121481
    },
    {
      "epoch": 5.651639916259596,
      "grad_norm": 1.7561530258099542,
      "learning_rate": 2.5671294504868765e-06,
      "loss": 1.0938,
      "step": 121482
    },
    {
      "epoch": 5.651686438706676,
      "grad_norm": 1.9640916088805482,
      "learning_rate": 2.5664457931937665e-06,
      "loss": 1.3828,
      "step": 121483
    },
    {
      "epoch": 5.651732961153757,
      "grad_norm": 1.7881131539704884,
      "learning_rate": 2.565762226160356e-06,
      "loss": 1.0078,
      "step": 121484
    },
    {
      "epoch": 5.651779483600837,
      "grad_norm": 1.6604271573721303,
      "learning_rate": 2.5650787493870785e-06,
      "loss": 0.9258,
      "step": 121485
    },
    {
      "epoch": 5.651826006047918,
      "grad_norm": 1.7413704789157725,
      "learning_rate": 2.564395362874316e-06,
      "loss": 0.8164,
      "step": 121486
    },
    {
      "epoch": 5.651872528494999,
      "grad_norm": 1.7692615161788643,
      "learning_rate": 2.563712066622503e-06,
      "loss": 0.8672,
      "step": 121487
    },
    {
      "epoch": 5.651919050942079,
      "grad_norm": 1.6114461554071122,
      "learning_rate": 2.563028860632038e-06,
      "loss": 0.8125,
      "step": 121488
    },
    {
      "epoch": 5.651965573389161,
      "grad_norm": 1.6568662266137721,
      "learning_rate": 2.562345744903371e-06,
      "loss": 0.8047,
      "step": 121489
    },
    {
      "epoch": 5.652012095836241,
      "grad_norm": 1.9762952502967421,
      "learning_rate": 2.561662719436919e-06,
      "loss": 0.9648,
      "step": 121490
    },
    {
      "epoch": 5.652058618283322,
      "grad_norm": 1.935735516592254,
      "learning_rate": 2.5609797842330637e-06,
      "loss": 0.9414,
      "step": 121491
    },
    {
      "epoch": 5.652105140730402,
      "grad_norm": 1.6454010377643329,
      "learning_rate": 2.560296939292239e-06,
      "loss": 0.9219,
      "step": 121492
    },
    {
      "epoch": 5.6521516631774835,
      "grad_norm": 1.8879836186853978,
      "learning_rate": 2.5596141846148945e-06,
      "loss": 0.9883,
      "step": 121493
    },
    {
      "epoch": 5.652198185624564,
      "grad_norm": 1.6989045766650952,
      "learning_rate": 2.5589315202014127e-06,
      "loss": 0.9648,
      "step": 121494
    },
    {
      "epoch": 5.6522447080716445,
      "grad_norm": 1.6739931989842778,
      "learning_rate": 2.558248946052227e-06,
      "loss": 0.8203,
      "step": 121495
    },
    {
      "epoch": 5.652291230518725,
      "grad_norm": 1.778775537243284,
      "learning_rate": 2.5575664621677205e-06,
      "loss": 0.9609,
      "step": 121496
    },
    {
      "epoch": 5.652337752965806,
      "grad_norm": 1.8409801670888872,
      "learning_rate": 2.556884068548376e-06,
      "loss": 0.9492,
      "step": 121497
    },
    {
      "epoch": 5.652384275412887,
      "grad_norm": 1.7490492002907128,
      "learning_rate": 2.55620176519456e-06,
      "loss": 0.957,
      "step": 121498
    },
    {
      "epoch": 5.652430797859967,
      "grad_norm": 1.630032132304303,
      "learning_rate": 2.5555195521067216e-06,
      "loss": 0.8477,
      "step": 121499
    },
    {
      "epoch": 5.652477320307048,
      "grad_norm": 1.7439488898905748,
      "learning_rate": 2.5548374292852445e-06,
      "loss": 0.9688,
      "step": 121500
    },
    {
      "epoch": 5.652523842754129,
      "grad_norm": 1.9718999715490324,
      "learning_rate": 2.5541553967305617e-06,
      "loss": 1.1875,
      "step": 121501
    },
    {
      "epoch": 5.65257036520121,
      "grad_norm": 1.8081230422564916,
      "learning_rate": 2.5534734544431056e-06,
      "loss": 0.9648,
      "step": 121502
    },
    {
      "epoch": 5.65261688764829,
      "grad_norm": 1.8381339873063538,
      "learning_rate": 2.552791602423293e-06,
      "loss": 0.9531,
      "step": 121503
    },
    {
      "epoch": 5.652663410095371,
      "grad_norm": 1.6634587592201446,
      "learning_rate": 2.5521098406715068e-06,
      "loss": 0.8906,
      "step": 121504
    },
    {
      "epoch": 5.652709932542452,
      "grad_norm": 1.9605364426367196,
      "learning_rate": 2.5514281691881966e-06,
      "loss": 0.9922,
      "step": 121505
    },
    {
      "epoch": 5.652756454989532,
      "grad_norm": 1.6730458557216121,
      "learning_rate": 2.550746587973779e-06,
      "loss": 0.9023,
      "step": 121506
    },
    {
      "epoch": 5.652802977436613,
      "grad_norm": 1.6564598963417398,
      "learning_rate": 2.550065097028653e-06,
      "loss": 0.9453,
      "step": 121507
    },
    {
      "epoch": 5.652849499883694,
      "grad_norm": 1.6224311507399483,
      "learning_rate": 2.549383696353252e-06,
      "loss": 0.8789,
      "step": 121508
    },
    {
      "epoch": 5.652896022330775,
      "grad_norm": 1.9572816953672567,
      "learning_rate": 2.548702385947993e-06,
      "loss": 1.0938,
      "step": 121509
    },
    {
      "epoch": 5.652942544777855,
      "grad_norm": 1.916239871546387,
      "learning_rate": 2.5480211658132745e-06,
      "loss": 0.9961,
      "step": 121510
    },
    {
      "epoch": 5.652989067224936,
      "grad_norm": 1.7993670769023775,
      "learning_rate": 2.54734003594953e-06,
      "loss": 0.9258,
      "step": 121511
    },
    {
      "epoch": 5.653035589672017,
      "grad_norm": 1.8080689059589734,
      "learning_rate": 2.546658996357176e-06,
      "loss": 0.8398,
      "step": 121512
    },
    {
      "epoch": 5.6530821121190975,
      "grad_norm": 1.5772583972034846,
      "learning_rate": 2.5459780470366286e-06,
      "loss": 0.9062,
      "step": 121513
    },
    {
      "epoch": 5.653128634566178,
      "grad_norm": 1.834291303365482,
      "learning_rate": 2.5452971879882876e-06,
      "loss": 0.9609,
      "step": 121514
    },
    {
      "epoch": 5.6531751570132585,
      "grad_norm": 1.7914977416760984,
      "learning_rate": 2.544616419212603e-06,
      "loss": 1.0469,
      "step": 121515
    },
    {
      "epoch": 5.65322167946034,
      "grad_norm": 1.8013243550466194,
      "learning_rate": 2.5439357407099737e-06,
      "loss": 1.0312,
      "step": 121516
    },
    {
      "epoch": 5.65326820190742,
      "grad_norm": 1.692813210750243,
      "learning_rate": 2.5432551524808164e-06,
      "loss": 0.9141,
      "step": 121517
    },
    {
      "epoch": 5.653314724354501,
      "grad_norm": 1.7015732009062443,
      "learning_rate": 2.542574654525531e-06,
      "loss": 0.9922,
      "step": 121518
    },
    {
      "epoch": 5.653361246801582,
      "grad_norm": 1.7010068188617793,
      "learning_rate": 2.541894246844567e-06,
      "loss": 0.8594,
      "step": 121519
    },
    {
      "epoch": 5.653407769248663,
      "grad_norm": 1.8028704350022462,
      "learning_rate": 2.541213929438324e-06,
      "loss": 1.0391,
      "step": 121520
    },
    {
      "epoch": 5.653454291695743,
      "grad_norm": 1.599960753628384,
      "learning_rate": 2.5405337023072016e-06,
      "loss": 0.832,
      "step": 121521
    },
    {
      "epoch": 5.653500814142824,
      "grad_norm": 1.8017982748858479,
      "learning_rate": 2.5398535654516494e-06,
      "loss": 1.0078,
      "step": 121522
    },
    {
      "epoch": 5.653547336589905,
      "grad_norm": 1.7920481342902768,
      "learning_rate": 2.539173518872051e-06,
      "loss": 0.9375,
      "step": 121523
    },
    {
      "epoch": 5.653593859036985,
      "grad_norm": 1.8752738858665863,
      "learning_rate": 2.538493562568855e-06,
      "loss": 0.9336,
      "step": 121524
    },
    {
      "epoch": 5.653640381484066,
      "grad_norm": 1.769327803631308,
      "learning_rate": 2.537813696542462e-06,
      "loss": 0.8789,
      "step": 121525
    },
    {
      "epoch": 5.653686903931147,
      "grad_norm": 1.8177140359738175,
      "learning_rate": 2.5371339207932883e-06,
      "loss": 0.9492,
      "step": 121526
    },
    {
      "epoch": 5.653733426378228,
      "grad_norm": 1.8417052726370486,
      "learning_rate": 2.53645423532175e-06,
      "loss": 0.9648,
      "step": 121527
    },
    {
      "epoch": 5.653779948825308,
      "grad_norm": 1.7737789929900263,
      "learning_rate": 2.5357746401282466e-06,
      "loss": 0.8711,
      "step": 121528
    },
    {
      "epoch": 5.653826471272389,
      "grad_norm": 1.8687325963786792,
      "learning_rate": 2.5350951352132277e-06,
      "loss": 0.9727,
      "step": 121529
    },
    {
      "epoch": 5.653872993719469,
      "grad_norm": 1.617113499802579,
      "learning_rate": 2.5344157205770934e-06,
      "loss": 0.8359,
      "step": 121530
    },
    {
      "epoch": 5.6539195161665505,
      "grad_norm": 1.7871290985062322,
      "learning_rate": 2.533736396220243e-06,
      "loss": 0.9453,
      "step": 121531
    },
    {
      "epoch": 5.653966038613631,
      "grad_norm": 2.2449268714709745,
      "learning_rate": 2.5330571621431263e-06,
      "loss": 1.0781,
      "step": 121532
    },
    {
      "epoch": 5.6540125610607115,
      "grad_norm": 1.7808794610222032,
      "learning_rate": 2.5323780183461427e-06,
      "loss": 0.9805,
      "step": 121533
    },
    {
      "epoch": 5.654059083507793,
      "grad_norm": 1.7944038365909414,
      "learning_rate": 2.5316989648297093e-06,
      "loss": 0.957,
      "step": 121534
    },
    {
      "epoch": 5.654105605954873,
      "grad_norm": 1.7459450308799354,
      "learning_rate": 2.531020001594225e-06,
      "loss": 0.8555,
      "step": 121535
    },
    {
      "epoch": 5.654152128401954,
      "grad_norm": 1.8172675400982634,
      "learning_rate": 2.530341128640123e-06,
      "loss": 0.9883,
      "step": 121536
    },
    {
      "epoch": 5.654198650849034,
      "grad_norm": 1.7599233121323477,
      "learning_rate": 2.5296623459678035e-06,
      "loss": 0.8516,
      "step": 121537
    },
    {
      "epoch": 5.654245173296116,
      "grad_norm": 1.8989439800436223,
      "learning_rate": 2.528983653577715e-06,
      "loss": 1.0078,
      "step": 121538
    },
    {
      "epoch": 5.654291695743196,
      "grad_norm": 1.738477065258435,
      "learning_rate": 2.528305051470242e-06,
      "loss": 1.0,
      "step": 121539
    },
    {
      "epoch": 5.654338218190277,
      "grad_norm": 1.7187493456381722,
      "learning_rate": 2.527626539645816e-06,
      "loss": 0.8633,
      "step": 121540
    },
    {
      "epoch": 5.654384740637358,
      "grad_norm": 1.931606790429324,
      "learning_rate": 2.526948118104838e-06,
      "loss": 1.0781,
      "step": 121541
    },
    {
      "epoch": 5.654431263084438,
      "grad_norm": 1.6311105216259156,
      "learning_rate": 2.52626978684774e-06,
      "loss": 0.7891,
      "step": 121542
    },
    {
      "epoch": 5.654477785531519,
      "grad_norm": 1.9235310983342442,
      "learning_rate": 2.525591545874922e-06,
      "loss": 1.0156,
      "step": 121543
    },
    {
      "epoch": 5.654524307978599,
      "grad_norm": 2.004960401097501,
      "learning_rate": 2.5249133951868006e-06,
      "loss": 1.0078,
      "step": 121544
    },
    {
      "epoch": 5.654570830425681,
      "grad_norm": 1.80207435399065,
      "learning_rate": 2.5242353347838083e-06,
      "loss": 1.0625,
      "step": 121545
    },
    {
      "epoch": 5.654617352872761,
      "grad_norm": 1.8432339224788563,
      "learning_rate": 2.5235573646663454e-06,
      "loss": 0.8828,
      "step": 121546
    },
    {
      "epoch": 5.654663875319842,
      "grad_norm": 1.7674447664207078,
      "learning_rate": 2.5228794848348278e-06,
      "loss": 0.8828,
      "step": 121547
    },
    {
      "epoch": 5.654710397766922,
      "grad_norm": 1.8122898998186479,
      "learning_rate": 2.522201695289672e-06,
      "loss": 0.9805,
      "step": 121548
    },
    {
      "epoch": 5.654756920214004,
      "grad_norm": 1.9297946023301962,
      "learning_rate": 2.5215239960312938e-06,
      "loss": 0.9727,
      "step": 121549
    },
    {
      "epoch": 5.654803442661084,
      "grad_norm": 1.703813122054681,
      "learning_rate": 2.5208463870600935e-06,
      "loss": 0.8672,
      "step": 121550
    },
    {
      "epoch": 5.6548499651081645,
      "grad_norm": 1.9372899877953353,
      "learning_rate": 2.5201688683765207e-06,
      "loss": 1.0938,
      "step": 121551
    },
    {
      "epoch": 5.654896487555245,
      "grad_norm": 1.6977122535870561,
      "learning_rate": 2.5194914399809583e-06,
      "loss": 0.8281,
      "step": 121552
    },
    {
      "epoch": 5.654943010002326,
      "grad_norm": 1.7686014199171725,
      "learning_rate": 2.5188141018738396e-06,
      "loss": 0.9062,
      "step": 121553
    },
    {
      "epoch": 5.654989532449407,
      "grad_norm": 1.6495452944869968,
      "learning_rate": 2.5181368540555634e-06,
      "loss": 0.918,
      "step": 121554
    },
    {
      "epoch": 5.655036054896487,
      "grad_norm": 1.6477088066587389,
      "learning_rate": 2.5174596965265635e-06,
      "loss": 0.8711,
      "step": 121555
    },
    {
      "epoch": 5.655082577343569,
      "grad_norm": 1.826146463601466,
      "learning_rate": 2.516782629287256e-06,
      "loss": 0.9766,
      "step": 121556
    },
    {
      "epoch": 5.655129099790649,
      "grad_norm": 1.8747587362293165,
      "learning_rate": 2.5161056523380073e-06,
      "loss": 1.0,
      "step": 121557
    },
    {
      "epoch": 5.65517562223773,
      "grad_norm": 1.5495011629124982,
      "learning_rate": 2.5154287656793002e-06,
      "loss": 0.8164,
      "step": 121558
    },
    {
      "epoch": 5.65522214468481,
      "grad_norm": 1.7426056102514087,
      "learning_rate": 2.5147519693115016e-06,
      "loss": 0.9805,
      "step": 121559
    },
    {
      "epoch": 5.6552686671318915,
      "grad_norm": 1.7722418514007223,
      "learning_rate": 2.5140752632350435e-06,
      "loss": 0.9219,
      "step": 121560
    },
    {
      "epoch": 5.655315189578972,
      "grad_norm": 1.671147021542659,
      "learning_rate": 2.513398647450343e-06,
      "loss": 0.8516,
      "step": 121561
    },
    {
      "epoch": 5.655361712026052,
      "grad_norm": 1.610482097856122,
      "learning_rate": 2.5127221219577996e-06,
      "loss": 0.8867,
      "step": 121562
    },
    {
      "epoch": 5.655408234473133,
      "grad_norm": 1.8145701951981317,
      "learning_rate": 2.5120456867578465e-06,
      "loss": 0.9922,
      "step": 121563
    },
    {
      "epoch": 5.655454756920214,
      "grad_norm": 1.6544123697730555,
      "learning_rate": 2.511369341850883e-06,
      "loss": 0.8828,
      "step": 121564
    },
    {
      "epoch": 5.655501279367295,
      "grad_norm": 1.659024994550703,
      "learning_rate": 2.510693087237342e-06,
      "loss": 0.9062,
      "step": 121565
    },
    {
      "epoch": 5.655547801814375,
      "grad_norm": 1.5373485623946355,
      "learning_rate": 2.5100169229175902e-06,
      "loss": 0.9062,
      "step": 121566
    },
    {
      "epoch": 5.655594324261456,
      "grad_norm": 1.651862859576394,
      "learning_rate": 2.5093408488921106e-06,
      "loss": 0.918,
      "step": 121567
    },
    {
      "epoch": 5.655640846708537,
      "grad_norm": 1.7290160539845778,
      "learning_rate": 2.5086648651612697e-06,
      "loss": 0.8906,
      "step": 121568
    },
    {
      "epoch": 5.6556873691556175,
      "grad_norm": 1.7697274712440565,
      "learning_rate": 2.5079889717254997e-06,
      "loss": 0.9922,
      "step": 121569
    },
    {
      "epoch": 5.655733891602698,
      "grad_norm": 1.637699549510061,
      "learning_rate": 2.507313168585184e-06,
      "loss": 0.9102,
      "step": 121570
    },
    {
      "epoch": 5.655780414049779,
      "grad_norm": 1.6566655823748997,
      "learning_rate": 2.506637455740773e-06,
      "loss": 1.0,
      "step": 121571
    },
    {
      "epoch": 5.65582693649686,
      "grad_norm": 1.6474569879833845,
      "learning_rate": 2.5059618331926654e-06,
      "loss": 0.9297,
      "step": 121572
    },
    {
      "epoch": 5.65587345894394,
      "grad_norm": 2.0082647284398663,
      "learning_rate": 2.505286300941295e-06,
      "loss": 1.1016,
      "step": 121573
    },
    {
      "epoch": 5.655919981391021,
      "grad_norm": 1.9538980758295268,
      "learning_rate": 2.504610858987044e-06,
      "loss": 0.9766,
      "step": 121574
    },
    {
      "epoch": 5.655966503838102,
      "grad_norm": 1.756004864697773,
      "learning_rate": 2.503935507330329e-06,
      "loss": 0.8281,
      "step": 121575
    },
    {
      "epoch": 5.656013026285183,
      "grad_norm": 1.9277737850450136,
      "learning_rate": 2.5032602459715836e-06,
      "loss": 0.9961,
      "step": 121576
    },
    {
      "epoch": 5.656059548732263,
      "grad_norm": 1.6676498214854214,
      "learning_rate": 2.502585074911223e-06,
      "loss": 0.8945,
      "step": 121577
    },
    {
      "epoch": 5.6561060711793445,
      "grad_norm": 1.7914442431709843,
      "learning_rate": 2.501909994149648e-06,
      "loss": 0.9023,
      "step": 121578
    },
    {
      "epoch": 5.656152593626425,
      "grad_norm": 1.7795046062174602,
      "learning_rate": 2.5012350036872574e-06,
      "loss": 0.8711,
      "step": 121579
    },
    {
      "epoch": 5.6561991160735055,
      "grad_norm": 1.9762720525358806,
      "learning_rate": 2.500560103524485e-06,
      "loss": 1.1016,
      "step": 121580
    },
    {
      "epoch": 5.656245638520586,
      "grad_norm": 1.7050962545645305,
      "learning_rate": 2.4998852936617465e-06,
      "loss": 0.8867,
      "step": 121581
    },
    {
      "epoch": 5.656292160967666,
      "grad_norm": 1.9272925276442676,
      "learning_rate": 2.499210574099442e-06,
      "loss": 0.9844,
      "step": 121582
    },
    {
      "epoch": 5.656338683414748,
      "grad_norm": 1.8349476151145536,
      "learning_rate": 2.4985359448379873e-06,
      "loss": 0.9609,
      "step": 121583
    },
    {
      "epoch": 5.656385205861828,
      "grad_norm": 1.6862454326489733,
      "learning_rate": 2.497861405877799e-06,
      "loss": 0.8594,
      "step": 121584
    },
    {
      "epoch": 5.656431728308909,
      "grad_norm": 1.7260411342226387,
      "learning_rate": 2.497186957219294e-06,
      "loss": 0.9414,
      "step": 121585
    },
    {
      "epoch": 5.65647825075599,
      "grad_norm": 1.6085650225224255,
      "learning_rate": 2.4965125988628876e-06,
      "loss": 0.8867,
      "step": 121586
    },
    {
      "epoch": 5.656524773203071,
      "grad_norm": 1.8062097489469604,
      "learning_rate": 2.4958383308089802e-06,
      "loss": 1.0078,
      "step": 121587
    },
    {
      "epoch": 5.656571295650151,
      "grad_norm": 1.8802047339696206,
      "learning_rate": 2.4951641530579715e-06,
      "loss": 0.9922,
      "step": 121588
    },
    {
      "epoch": 5.6566178180972315,
      "grad_norm": 1.8239973643500293,
      "learning_rate": 2.494490065610311e-06,
      "loss": 1.0312,
      "step": 121589
    },
    {
      "epoch": 5.656664340544313,
      "grad_norm": 2.0958052825112463,
      "learning_rate": 2.4938160684663975e-06,
      "loss": 1.0391,
      "step": 121590
    },
    {
      "epoch": 5.656710862991393,
      "grad_norm": 1.8527246175916532,
      "learning_rate": 2.4931421616266323e-06,
      "loss": 0.9961,
      "step": 121591
    },
    {
      "epoch": 5.656757385438474,
      "grad_norm": 1.6368897973370549,
      "learning_rate": 2.4924683450914305e-06,
      "loss": 0.9531,
      "step": 121592
    },
    {
      "epoch": 5.656803907885555,
      "grad_norm": 2.044006512633254,
      "learning_rate": 2.491794618861209e-06,
      "loss": 1.0156,
      "step": 121593
    },
    {
      "epoch": 5.656850430332636,
      "grad_norm": 2.0629227148769504,
      "learning_rate": 2.4911209829363677e-06,
      "loss": 1.0938,
      "step": 121594
    },
    {
      "epoch": 5.656896952779716,
      "grad_norm": 1.6381395708522288,
      "learning_rate": 2.4904474373173556e-06,
      "loss": 0.9961,
      "step": 121595
    },
    {
      "epoch": 5.656943475226797,
      "grad_norm": 1.580266976010507,
      "learning_rate": 2.489773982004556e-06,
      "loss": 0.7812,
      "step": 121596
    },
    {
      "epoch": 5.656989997673878,
      "grad_norm": 1.8271968358560557,
      "learning_rate": 2.4891006169983687e-06,
      "loss": 0.8828,
      "step": 121597
    },
    {
      "epoch": 5.6570365201209585,
      "grad_norm": 1.6730098080954046,
      "learning_rate": 2.488427342299243e-06,
      "loss": 0.8984,
      "step": 121598
    },
    {
      "epoch": 5.657083042568039,
      "grad_norm": 1.9232204251657163,
      "learning_rate": 2.4877541579075786e-06,
      "loss": 0.9961,
      "step": 121599
    },
    {
      "epoch": 5.657129565015119,
      "grad_norm": 4.71115258419068,
      "learning_rate": 2.4870810638237593e-06,
      "loss": 1.3281,
      "step": 121600
    },
    {
      "epoch": 5.657176087462201,
      "grad_norm": 1.8081543011991175,
      "learning_rate": 2.4864080600482174e-06,
      "loss": 0.9375,
      "step": 121601
    },
    {
      "epoch": 5.657222609909281,
      "grad_norm": 1.9249312655358468,
      "learning_rate": 2.4857351465813856e-06,
      "loss": 0.8789,
      "step": 121602
    },
    {
      "epoch": 5.657269132356362,
      "grad_norm": 1.793202107557139,
      "learning_rate": 2.4850623234236477e-06,
      "loss": 0.9922,
      "step": 121603
    },
    {
      "epoch": 5.657315654803442,
      "grad_norm": 1.7242164228180579,
      "learning_rate": 2.4843895905754196e-06,
      "loss": 0.9453,
      "step": 121604
    },
    {
      "epoch": 5.657362177250524,
      "grad_norm": 1.9962809600978884,
      "learning_rate": 2.483716948037118e-06,
      "loss": 0.8984,
      "step": 121605
    },
    {
      "epoch": 5.657408699697604,
      "grad_norm": 1.5905243327422234,
      "learning_rate": 2.4830443958091583e-06,
      "loss": 0.8477,
      "step": 121606
    },
    {
      "epoch": 5.6574552221446845,
      "grad_norm": 1.7048971640919592,
      "learning_rate": 2.4823719338919412e-06,
      "loss": 0.9023,
      "step": 121607
    },
    {
      "epoch": 5.657501744591766,
      "grad_norm": 1.7837738961681082,
      "learning_rate": 2.4816995622858992e-06,
      "loss": 0.8984,
      "step": 121608
    },
    {
      "epoch": 5.657548267038846,
      "grad_norm": 1.7029726326033168,
      "learning_rate": 2.4810272809914155e-06,
      "loss": 0.9062,
      "step": 121609
    },
    {
      "epoch": 5.657594789485927,
      "grad_norm": 1.6562622628124373,
      "learning_rate": 2.480355090008923e-06,
      "loss": 0.9766,
      "step": 121610
    },
    {
      "epoch": 5.657641311933007,
      "grad_norm": 1.930874902136012,
      "learning_rate": 2.4796829893388214e-06,
      "loss": 1.1016,
      "step": 121611
    },
    {
      "epoch": 5.657687834380089,
      "grad_norm": 1.8278142739599286,
      "learning_rate": 2.4790109789815436e-06,
      "loss": 0.8633,
      "step": 121612
    },
    {
      "epoch": 5.657734356827169,
      "grad_norm": 1.756475467369969,
      "learning_rate": 2.478339058937473e-06,
      "loss": 1.0234,
      "step": 121613
    },
    {
      "epoch": 5.65778087927425,
      "grad_norm": 1.6027220335836057,
      "learning_rate": 2.4776672292070255e-06,
      "loss": 0.8867,
      "step": 121614
    },
    {
      "epoch": 5.657827401721331,
      "grad_norm": 2.6650565113259224,
      "learning_rate": 2.4769954897906343e-06,
      "loss": 1.2109,
      "step": 121615
    },
    {
      "epoch": 5.6578739241684115,
      "grad_norm": 1.8242927400404216,
      "learning_rate": 2.4763238406886653e-06,
      "loss": 1.0312,
      "step": 121616
    },
    {
      "epoch": 5.657920446615492,
      "grad_norm": 1.863214052551345,
      "learning_rate": 2.4756522819015856e-06,
      "loss": 0.9609,
      "step": 121617
    },
    {
      "epoch": 5.6579669690625725,
      "grad_norm": 1.9669360258622828,
      "learning_rate": 2.4749808134297945e-06,
      "loss": 0.9453,
      "step": 121618
    },
    {
      "epoch": 5.658013491509653,
      "grad_norm": 1.7395081295923813,
      "learning_rate": 2.474309435273658e-06,
      "loss": 0.9727,
      "step": 121619
    },
    {
      "epoch": 5.658060013956734,
      "grad_norm": 1.783900941092404,
      "learning_rate": 2.473638147433643e-06,
      "loss": 1.0,
      "step": 121620
    },
    {
      "epoch": 5.658106536403815,
      "grad_norm": 1.8517305411852798,
      "learning_rate": 2.4729669499101324e-06,
      "loss": 1.1328,
      "step": 121621
    },
    {
      "epoch": 5.658153058850895,
      "grad_norm": 1.6632343931643354,
      "learning_rate": 2.4722958427035256e-06,
      "loss": 0.8125,
      "step": 121622
    },
    {
      "epoch": 5.658199581297977,
      "grad_norm": 1.916320654901989,
      "learning_rate": 2.4716248258142557e-06,
      "loss": 1.0,
      "step": 121623
    },
    {
      "epoch": 5.658246103745057,
      "grad_norm": 2.096931264478152,
      "learning_rate": 2.470953899242739e-06,
      "loss": 1.0625,
      "step": 121624
    },
    {
      "epoch": 5.658292626192138,
      "grad_norm": 1.5600943760286674,
      "learning_rate": 2.4702830629893587e-06,
      "loss": 0.793,
      "step": 121625
    },
    {
      "epoch": 5.658339148639218,
      "grad_norm": 1.8575860882197357,
      "learning_rate": 2.469612317054548e-06,
      "loss": 0.9805,
      "step": 121626
    },
    {
      "epoch": 5.658385671086299,
      "grad_norm": 1.7783072844197434,
      "learning_rate": 2.468941661438706e-06,
      "loss": 0.9883,
      "step": 121627
    },
    {
      "epoch": 5.65843219353338,
      "grad_norm": 1.8619367164330038,
      "learning_rate": 2.4682710961422494e-06,
      "loss": 0.9453,
      "step": 121628
    },
    {
      "epoch": 5.65847871598046,
      "grad_norm": 1.7583309295707554,
      "learning_rate": 2.467600621165594e-06,
      "loss": 1.0156,
      "step": 121629
    },
    {
      "epoch": 5.658525238427542,
      "grad_norm": 1.8084744805903803,
      "learning_rate": 2.4669302365091405e-06,
      "loss": 0.9414,
      "step": 121630
    },
    {
      "epoch": 5.658571760874622,
      "grad_norm": 1.8178149614203587,
      "learning_rate": 2.4662599421732874e-06,
      "loss": 0.9961,
      "step": 121631
    },
    {
      "epoch": 5.658618283321703,
      "grad_norm": 1.6056998835652905,
      "learning_rate": 2.465589738158469e-06,
      "loss": 0.8086,
      "step": 121632
    },
    {
      "epoch": 5.658664805768783,
      "grad_norm": 1.962259385000229,
      "learning_rate": 2.4649196244651002e-06,
      "loss": 0.9844,
      "step": 121633
    },
    {
      "epoch": 5.6587113282158645,
      "grad_norm": 1.7760051731012365,
      "learning_rate": 2.4642496010935653e-06,
      "loss": 0.918,
      "step": 121634
    },
    {
      "epoch": 5.658757850662945,
      "grad_norm": 1.7549220974389375,
      "learning_rate": 2.46357966804428e-06,
      "loss": 0.9414,
      "step": 121635
    },
    {
      "epoch": 5.6588043731100255,
      "grad_norm": 1.884516289205248,
      "learning_rate": 2.4629098253176604e-06,
      "loss": 0.9453,
      "step": 121636
    },
    {
      "epoch": 5.658850895557106,
      "grad_norm": 1.8048703908544725,
      "learning_rate": 2.4622400729141235e-06,
      "loss": 0.9023,
      "step": 121637
    },
    {
      "epoch": 5.658897418004187,
      "grad_norm": 1.8860667992264748,
      "learning_rate": 2.4615704108340686e-06,
      "loss": 0.9805,
      "step": 121638
    },
    {
      "epoch": 5.658943940451268,
      "grad_norm": 1.7815701572102733,
      "learning_rate": 2.4609008390779116e-06,
      "loss": 1.0312,
      "step": 121639
    },
    {
      "epoch": 5.658990462898348,
      "grad_norm": 1.739750211776413,
      "learning_rate": 2.460231357646053e-06,
      "loss": 0.9805,
      "step": 121640
    },
    {
      "epoch": 5.659036985345429,
      "grad_norm": 1.6826982229460656,
      "learning_rate": 2.4595619665389256e-06,
      "loss": 0.9961,
      "step": 121641
    },
    {
      "epoch": 5.65908350779251,
      "grad_norm": 1.757546031664956,
      "learning_rate": 2.458892665756912e-06,
      "loss": 0.9219,
      "step": 121642
    },
    {
      "epoch": 5.659130030239591,
      "grad_norm": 1.8222887275433315,
      "learning_rate": 2.4582234553004452e-06,
      "loss": 0.9414,
      "step": 121643
    },
    {
      "epoch": 5.659176552686671,
      "grad_norm": 1.7615701408307851,
      "learning_rate": 2.4575543351699254e-06,
      "loss": 0.9414,
      "step": 121644
    },
    {
      "epoch": 5.6592230751337524,
      "grad_norm": 1.7241275801441844,
      "learning_rate": 2.4568853053657523e-06,
      "loss": 0.8516,
      "step": 121645
    },
    {
      "epoch": 5.659269597580833,
      "grad_norm": 1.6844072906733552,
      "learning_rate": 2.4562163658883417e-06,
      "loss": 0.8438,
      "step": 121646
    },
    {
      "epoch": 5.659316120027913,
      "grad_norm": 1.6370810538389984,
      "learning_rate": 2.45554751673811e-06,
      "loss": 0.8828,
      "step": 121647
    },
    {
      "epoch": 5.659362642474994,
      "grad_norm": 1.6937599302080213,
      "learning_rate": 2.454878757915457e-06,
      "loss": 0.8516,
      "step": 121648
    },
    {
      "epoch": 5.659409164922075,
      "grad_norm": 1.6836328672157135,
      "learning_rate": 2.4542100894207994e-06,
      "loss": 0.9609,
      "step": 121649
    },
    {
      "epoch": 5.659455687369156,
      "grad_norm": 1.7913326695243474,
      "learning_rate": 2.4535415112545366e-06,
      "loss": 0.9688,
      "step": 121650
    },
    {
      "epoch": 5.659502209816236,
      "grad_norm": 1.6707076444246178,
      "learning_rate": 2.4528730234171014e-06,
      "loss": 0.9453,
      "step": 121651
    },
    {
      "epoch": 5.659548732263317,
      "grad_norm": 1.9498005075394726,
      "learning_rate": 2.4522046259088767e-06,
      "loss": 1.0156,
      "step": 121652
    },
    {
      "epoch": 5.659595254710398,
      "grad_norm": 1.7715366663703929,
      "learning_rate": 2.4515363187302796e-06,
      "loss": 0.8203,
      "step": 121653
    },
    {
      "epoch": 5.6596417771574785,
      "grad_norm": 1.580220959659911,
      "learning_rate": 2.4508681018817256e-06,
      "loss": 0.7539,
      "step": 121654
    },
    {
      "epoch": 5.659688299604559,
      "grad_norm": 1.7509604729359332,
      "learning_rate": 2.4501999753636146e-06,
      "loss": 0.8711,
      "step": 121655
    },
    {
      "epoch": 5.6597348220516395,
      "grad_norm": 1.7329335958717154,
      "learning_rate": 2.44953193917638e-06,
      "loss": 0.9492,
      "step": 121656
    },
    {
      "epoch": 5.659781344498721,
      "grad_norm": 1.6469024709197821,
      "learning_rate": 2.4488639933203713e-06,
      "loss": 0.8438,
      "step": 121657
    },
    {
      "epoch": 5.659827866945801,
      "grad_norm": 1.5369405218478518,
      "learning_rate": 2.448196137796071e-06,
      "loss": 0.8359,
      "step": 121658
    },
    {
      "epoch": 5.659874389392882,
      "grad_norm": 1.7127611559920004,
      "learning_rate": 2.4475283726038463e-06,
      "loss": 0.9805,
      "step": 121659
    },
    {
      "epoch": 5.659920911839963,
      "grad_norm": 1.7434152293437717,
      "learning_rate": 2.446860697744113e-06,
      "loss": 0.9883,
      "step": 121660
    },
    {
      "epoch": 5.659967434287044,
      "grad_norm": 1.9916504522927667,
      "learning_rate": 2.4461931132172875e-06,
      "loss": 0.9883,
      "step": 121661
    },
    {
      "epoch": 5.660013956734124,
      "grad_norm": 1.7099578964642486,
      "learning_rate": 2.4455256190237525e-06,
      "loss": 1.0391,
      "step": 121662
    },
    {
      "epoch": 5.660060479181205,
      "grad_norm": 1.7016371381849977,
      "learning_rate": 2.4448582151639583e-06,
      "loss": 0.8594,
      "step": 121663
    },
    {
      "epoch": 5.660107001628286,
      "grad_norm": 1.7715825997174284,
      "learning_rate": 2.4441909016382878e-06,
      "loss": 0.9766,
      "step": 121664
    },
    {
      "epoch": 5.660153524075366,
      "grad_norm": 1.6847120669690825,
      "learning_rate": 2.443523678447157e-06,
      "loss": 0.8164,
      "step": 121665
    },
    {
      "epoch": 5.660200046522447,
      "grad_norm": 1.7967229864778034,
      "learning_rate": 2.442856545590949e-06,
      "loss": 0.9844,
      "step": 121666
    },
    {
      "epoch": 5.660246568969528,
      "grad_norm": 1.6362612890891768,
      "learning_rate": 2.4421895030701134e-06,
      "loss": 0.957,
      "step": 121667
    },
    {
      "epoch": 5.660293091416609,
      "grad_norm": 1.7112325126998302,
      "learning_rate": 2.4415225508850335e-06,
      "loss": 0.832,
      "step": 121668
    },
    {
      "epoch": 5.660339613863689,
      "grad_norm": 1.756205176534876,
      "learning_rate": 2.4408556890361254e-06,
      "loss": 0.8438,
      "step": 121669
    },
    {
      "epoch": 5.66038613631077,
      "grad_norm": 1.631516872634631,
      "learning_rate": 2.4401889175238055e-06,
      "loss": 0.8945,
      "step": 121670
    },
    {
      "epoch": 5.66043265875785,
      "grad_norm": 1.8036424758771783,
      "learning_rate": 2.43952223634844e-06,
      "loss": 0.9531,
      "step": 121671
    },
    {
      "epoch": 5.6604791812049315,
      "grad_norm": 1.9048515686307121,
      "learning_rate": 2.4388556455104957e-06,
      "loss": 0.9102,
      "step": 121672
    },
    {
      "epoch": 5.660525703652012,
      "grad_norm": 1.95559772925865,
      "learning_rate": 2.438189145010355e-06,
      "loss": 1.0547,
      "step": 121673
    },
    {
      "epoch": 5.6605722260990925,
      "grad_norm": 1.6638034386548703,
      "learning_rate": 2.4375227348484183e-06,
      "loss": 0.7891,
      "step": 121674
    },
    {
      "epoch": 5.660618748546174,
      "grad_norm": 1.631655426759483,
      "learning_rate": 2.4368564150250848e-06,
      "loss": 0.9453,
      "step": 121675
    },
    {
      "epoch": 5.660665270993254,
      "grad_norm": 1.8596472487564755,
      "learning_rate": 2.436190185540804e-06,
      "loss": 0.9297,
      "step": 121676
    },
    {
      "epoch": 5.660711793440335,
      "grad_norm": 1.8391050980326833,
      "learning_rate": 2.4355240463959426e-06,
      "loss": 1.0469,
      "step": 121677
    },
    {
      "epoch": 5.660758315887415,
      "grad_norm": 1.7083603764304975,
      "learning_rate": 2.4348579975909166e-06,
      "loss": 0.9609,
      "step": 121678
    },
    {
      "epoch": 5.660804838334497,
      "grad_norm": 1.6882603547206858,
      "learning_rate": 2.4341920391261426e-06,
      "loss": 0.9531,
      "step": 121679
    },
    {
      "epoch": 5.660851360781577,
      "grad_norm": 1.7980091302819197,
      "learning_rate": 2.433526171002037e-06,
      "loss": 0.9375,
      "step": 121680
    },
    {
      "epoch": 5.660897883228658,
      "grad_norm": 1.820407586715837,
      "learning_rate": 2.4328603932189993e-06,
      "loss": 1.0078,
      "step": 121681
    },
    {
      "epoch": 5.660944405675739,
      "grad_norm": 1.8270491645764537,
      "learning_rate": 2.4321947057774127e-06,
      "loss": 0.9609,
      "step": 121682
    },
    {
      "epoch": 5.6609909281228195,
      "grad_norm": 1.7729764906419134,
      "learning_rate": 2.43152910867771e-06,
      "loss": 0.9375,
      "step": 121683
    },
    {
      "epoch": 5.6610374505699,
      "grad_norm": 1.6888501356990577,
      "learning_rate": 2.4308636019203075e-06,
      "loss": 0.8828,
      "step": 121684
    },
    {
      "epoch": 5.66108397301698,
      "grad_norm": 1.836008269615724,
      "learning_rate": 2.4301981855055886e-06,
      "loss": 0.8984,
      "step": 121685
    },
    {
      "epoch": 5.661130495464062,
      "grad_norm": 1.7624267210883109,
      "learning_rate": 2.429532859433986e-06,
      "loss": 1.0703,
      "step": 121686
    },
    {
      "epoch": 5.661177017911142,
      "grad_norm": 1.7535873915607025,
      "learning_rate": 2.428867623705899e-06,
      "loss": 0.8398,
      "step": 121687
    },
    {
      "epoch": 5.661223540358223,
      "grad_norm": 1.831191285350668,
      "learning_rate": 2.428202478321695e-06,
      "loss": 0.9609,
      "step": 121688
    },
    {
      "epoch": 5.661270062805303,
      "grad_norm": 2.0455602225728886,
      "learning_rate": 2.427537423281839e-06,
      "loss": 1.0703,
      "step": 121689
    },
    {
      "epoch": 5.661316585252385,
      "grad_norm": 1.7222629495335038,
      "learning_rate": 2.426872458586715e-06,
      "loss": 0.7852,
      "step": 121690
    },
    {
      "epoch": 5.661363107699465,
      "grad_norm": 1.702673417660617,
      "learning_rate": 2.426207584236739e-06,
      "loss": 0.8828,
      "step": 121691
    },
    {
      "epoch": 5.6614096301465455,
      "grad_norm": 1.816018085320368,
      "learning_rate": 2.4255428002322773e-06,
      "loss": 0.9609,
      "step": 121692
    },
    {
      "epoch": 5.661456152593626,
      "grad_norm": 1.6931915756893636,
      "learning_rate": 2.4248781065737965e-06,
      "loss": 0.8398,
      "step": 121693
    },
    {
      "epoch": 5.661502675040707,
      "grad_norm": 1.7472081812528328,
      "learning_rate": 2.424213503261663e-06,
      "loss": 1.0,
      "step": 121694
    },
    {
      "epoch": 5.661549197487788,
      "grad_norm": 2.1327613605184945,
      "learning_rate": 2.423548990296309e-06,
      "loss": 1.0391,
      "step": 121695
    },
    {
      "epoch": 5.661595719934868,
      "grad_norm": 1.8322404584679617,
      "learning_rate": 2.4228845676781182e-06,
      "loss": 0.9062,
      "step": 121696
    },
    {
      "epoch": 5.66164224238195,
      "grad_norm": 1.9001703237628447,
      "learning_rate": 2.4222202354074903e-06,
      "loss": 0.8906,
      "step": 121697
    },
    {
      "epoch": 5.66168876482903,
      "grad_norm": 1.7783524523047605,
      "learning_rate": 2.421555993484875e-06,
      "loss": 1.0156,
      "step": 121698
    },
    {
      "epoch": 5.661735287276111,
      "grad_norm": 1.693945594359983,
      "learning_rate": 2.4208918419106383e-06,
      "loss": 0.8789,
      "step": 121699
    },
    {
      "epoch": 5.661781809723191,
      "grad_norm": 1.6685624729517765,
      "learning_rate": 2.4202277806852133e-06,
      "loss": 0.875,
      "step": 121700
    },
    {
      "epoch": 5.6618283321702725,
      "grad_norm": 1.7590105666977827,
      "learning_rate": 2.419563809808983e-06,
      "loss": 0.9844,
      "step": 121701
    },
    {
      "epoch": 5.661874854617353,
      "grad_norm": 1.6908197714114621,
      "learning_rate": 2.4188999292823643e-06,
      "loss": 0.9023,
      "step": 121702
    },
    {
      "epoch": 5.661921377064433,
      "grad_norm": 1.639695174863153,
      "learning_rate": 2.4182361391057727e-06,
      "loss": 0.8789,
      "step": 121703
    },
    {
      "epoch": 5.661967899511515,
      "grad_norm": 1.9115427926503528,
      "learning_rate": 2.417572439279608e-06,
      "loss": 1.0078,
      "step": 121704
    },
    {
      "epoch": 5.662014421958595,
      "grad_norm": 1.7793706300519265,
      "learning_rate": 2.4169088298042703e-06,
      "loss": 1.0078,
      "step": 121705
    },
    {
      "epoch": 5.662060944405676,
      "grad_norm": 1.5721296137438536,
      "learning_rate": 2.4162453106801595e-06,
      "loss": 0.832,
      "step": 121706
    },
    {
      "epoch": 5.662107466852756,
      "grad_norm": 1.6974375805722581,
      "learning_rate": 2.4155818819077076e-06,
      "loss": 0.9102,
      "step": 121707
    },
    {
      "epoch": 5.662153989299837,
      "grad_norm": 1.7863695126730113,
      "learning_rate": 2.4149185434873154e-06,
      "loss": 1.0391,
      "step": 121708
    },
    {
      "epoch": 5.662200511746918,
      "grad_norm": 1.7371391229553892,
      "learning_rate": 2.4142552954193652e-06,
      "loss": 0.8906,
      "step": 121709
    },
    {
      "epoch": 5.6622470341939986,
      "grad_norm": 1.7511331430567176,
      "learning_rate": 2.4135921377042734e-06,
      "loss": 0.7617,
      "step": 121710
    },
    {
      "epoch": 5.662293556641079,
      "grad_norm": 1.8371560081273008,
      "learning_rate": 2.4129290703424563e-06,
      "loss": 1.0234,
      "step": 121711
    },
    {
      "epoch": 5.66234007908816,
      "grad_norm": 2.0810210016034496,
      "learning_rate": 2.4122660933343306e-06,
      "loss": 0.9648,
      "step": 121712
    },
    {
      "epoch": 5.662386601535241,
      "grad_norm": 1.8347862344934094,
      "learning_rate": 2.4116032066802626e-06,
      "loss": 0.8672,
      "step": 121713
    },
    {
      "epoch": 5.662433123982321,
      "grad_norm": 1.7650377094410097,
      "learning_rate": 2.410940410380685e-06,
      "loss": 0.918,
      "step": 121714
    },
    {
      "epoch": 5.662479646429402,
      "grad_norm": 1.9152288335651118,
      "learning_rate": 2.4102777044360145e-06,
      "loss": 1.0156,
      "step": 121715
    },
    {
      "epoch": 5.662526168876483,
      "grad_norm": 1.6648878032216228,
      "learning_rate": 2.409615088846634e-06,
      "loss": 0.875,
      "step": 121716
    },
    {
      "epoch": 5.662572691323564,
      "grad_norm": 1.9338906306207413,
      "learning_rate": 2.4089525636129424e-06,
      "loss": 0.9609,
      "step": 121717
    },
    {
      "epoch": 5.662619213770644,
      "grad_norm": 1.7811808787464443,
      "learning_rate": 2.408290128735374e-06,
      "loss": 0.8672,
      "step": 121718
    },
    {
      "epoch": 5.6626657362177255,
      "grad_norm": 1.8133361912018036,
      "learning_rate": 2.4076277842143112e-06,
      "loss": 0.9766,
      "step": 121719
    },
    {
      "epoch": 5.662712258664806,
      "grad_norm": 1.8814521201077337,
      "learning_rate": 2.406965530050187e-06,
      "loss": 0.9492,
      "step": 121720
    },
    {
      "epoch": 5.6627587811118865,
      "grad_norm": 1.7443675483116483,
      "learning_rate": 2.4063033662433838e-06,
      "loss": 0.8242,
      "step": 121721
    },
    {
      "epoch": 5.662805303558967,
      "grad_norm": 1.932117494252552,
      "learning_rate": 2.4056412927943024e-06,
      "loss": 1.0391,
      "step": 121722
    },
    {
      "epoch": 5.662851826006048,
      "grad_norm": 1.6445853963133412,
      "learning_rate": 2.404979309703342e-06,
      "loss": 0.8086,
      "step": 121723
    },
    {
      "epoch": 5.662898348453129,
      "grad_norm": 1.8506835983990733,
      "learning_rate": 2.4043174169709522e-06,
      "loss": 0.9414,
      "step": 121724
    },
    {
      "epoch": 5.662944870900209,
      "grad_norm": 1.9217984995284176,
      "learning_rate": 2.4036556145974827e-06,
      "loss": 1.1172,
      "step": 121725
    },
    {
      "epoch": 5.66299139334729,
      "grad_norm": 1.7343071397948466,
      "learning_rate": 2.402993902583383e-06,
      "loss": 0.8789,
      "step": 121726
    },
    {
      "epoch": 5.663037915794371,
      "grad_norm": 1.679520733092104,
      "learning_rate": 2.402332280929037e-06,
      "loss": 0.8867,
      "step": 121727
    },
    {
      "epoch": 5.663084438241452,
      "grad_norm": 1.6948102113229013,
      "learning_rate": 2.401670749634843e-06,
      "loss": 0.9258,
      "step": 121728
    },
    {
      "epoch": 5.663130960688532,
      "grad_norm": 1.687425498034675,
      "learning_rate": 2.401009308701235e-06,
      "loss": 1.0,
      "step": 121729
    },
    {
      "epoch": 5.6631774831356125,
      "grad_norm": 1.9672940055260524,
      "learning_rate": 2.4003479581285955e-06,
      "loss": 0.9609,
      "step": 121730
    },
    {
      "epoch": 5.663224005582694,
      "grad_norm": 1.5708415712241066,
      "learning_rate": 2.3996866979173244e-06,
      "loss": 0.7891,
      "step": 121731
    },
    {
      "epoch": 5.663270528029774,
      "grad_norm": 2.0500579254046856,
      "learning_rate": 2.3990255280678216e-06,
      "loss": 1.0781,
      "step": 121732
    },
    {
      "epoch": 5.663317050476855,
      "grad_norm": 1.8846836941177283,
      "learning_rate": 2.3983644485805365e-06,
      "loss": 0.9766,
      "step": 121733
    },
    {
      "epoch": 5.663363572923936,
      "grad_norm": 1.7176317694140073,
      "learning_rate": 2.397703459455819e-06,
      "loss": 0.8906,
      "step": 121734
    },
    {
      "epoch": 5.663410095371017,
      "grad_norm": 1.8085894827531042,
      "learning_rate": 2.397042560694118e-06,
      "loss": 0.9844,
      "step": 121735
    },
    {
      "epoch": 5.663456617818097,
      "grad_norm": 1.918779526630129,
      "learning_rate": 2.3963817522958008e-06,
      "loss": 0.9141,
      "step": 121736
    },
    {
      "epoch": 5.663503140265178,
      "grad_norm": 1.8073533879828199,
      "learning_rate": 2.395721034261283e-06,
      "loss": 0.918,
      "step": 121737
    },
    {
      "epoch": 5.663549662712259,
      "grad_norm": 1.576409560419385,
      "learning_rate": 2.3950604065909985e-06,
      "loss": 0.8438,
      "step": 121738
    },
    {
      "epoch": 5.6635961851593395,
      "grad_norm": 1.9746143011240076,
      "learning_rate": 2.3943998692853126e-06,
      "loss": 1.0156,
      "step": 121739
    },
    {
      "epoch": 5.66364270760642,
      "grad_norm": 1.9742835792792128,
      "learning_rate": 2.3937394223446426e-06,
      "loss": 1.125,
      "step": 121740
    },
    {
      "epoch": 5.6636892300535004,
      "grad_norm": 1.8363111433883952,
      "learning_rate": 2.3930790657694043e-06,
      "loss": 0.8789,
      "step": 121741
    },
    {
      "epoch": 5.663735752500582,
      "grad_norm": 1.5840461001591113,
      "learning_rate": 2.392418799559981e-06,
      "loss": 0.8516,
      "step": 121742
    },
    {
      "epoch": 5.663782274947662,
      "grad_norm": 1.761271792793043,
      "learning_rate": 2.391758623716805e-06,
      "loss": 0.9219,
      "step": 121743
    },
    {
      "epoch": 5.663828797394743,
      "grad_norm": 1.9926092068724255,
      "learning_rate": 2.391098538240244e-06,
      "loss": 0.9219,
      "step": 121744
    },
    {
      "epoch": 5.663875319841823,
      "grad_norm": 1.7400910793150364,
      "learning_rate": 2.390438543130746e-06,
      "loss": 0.8516,
      "step": 121745
    },
    {
      "epoch": 5.663921842288905,
      "grad_norm": 1.7353322588479836,
      "learning_rate": 2.3897786383886786e-06,
      "loss": 0.8789,
      "step": 121746
    },
    {
      "epoch": 5.663968364735985,
      "grad_norm": 1.5443086803828456,
      "learning_rate": 2.389118824014441e-06,
      "loss": 0.7695,
      "step": 121747
    },
    {
      "epoch": 5.664014887183066,
      "grad_norm": 1.737250889711022,
      "learning_rate": 2.388459100008483e-06,
      "loss": 1.0,
      "step": 121748
    },
    {
      "epoch": 5.664061409630147,
      "grad_norm": 1.7368639283824567,
      "learning_rate": 2.387799466371171e-06,
      "loss": 0.9336,
      "step": 121749
    },
    {
      "epoch": 5.664107932077227,
      "grad_norm": 1.8993434040228345,
      "learning_rate": 2.3871399231029044e-06,
      "loss": 1.1094,
      "step": 121750
    },
    {
      "epoch": 5.664154454524308,
      "grad_norm": 1.8527693562055347,
      "learning_rate": 2.3864804702041163e-06,
      "loss": 0.8828,
      "step": 121751
    },
    {
      "epoch": 5.664200976971388,
      "grad_norm": 1.585226880875424,
      "learning_rate": 2.3858211076752065e-06,
      "loss": 0.8594,
      "step": 121752
    },
    {
      "epoch": 5.66424749941847,
      "grad_norm": 1.6098258892458903,
      "learning_rate": 2.385161835516558e-06,
      "loss": 0.8438,
      "step": 121753
    },
    {
      "epoch": 5.66429402186555,
      "grad_norm": 1.6232877810173152,
      "learning_rate": 2.3845026537285707e-06,
      "loss": 0.9062,
      "step": 121754
    },
    {
      "epoch": 5.664340544312631,
      "grad_norm": 1.807514307778996,
      "learning_rate": 2.3838435623116605e-06,
      "loss": 0.9766,
      "step": 121755
    },
    {
      "epoch": 5.664387066759712,
      "grad_norm": 1.5742389463985913,
      "learning_rate": 2.3831845612662437e-06,
      "loss": 0.8203,
      "step": 121756
    },
    {
      "epoch": 5.6644335892067925,
      "grad_norm": 1.6731930381788533,
      "learning_rate": 2.382525650592704e-06,
      "loss": 0.9531,
      "step": 121757
    },
    {
      "epoch": 5.664480111653873,
      "grad_norm": 1.7782953300597364,
      "learning_rate": 2.3818668302914566e-06,
      "loss": 1.0469,
      "step": 121758
    },
    {
      "epoch": 5.6645266341009535,
      "grad_norm": 1.9499019558690955,
      "learning_rate": 2.3812081003629023e-06,
      "loss": 0.9531,
      "step": 121759
    },
    {
      "epoch": 5.664573156548034,
      "grad_norm": 1.8393890859449367,
      "learning_rate": 2.3805494608074403e-06,
      "loss": 1.0156,
      "step": 121760
    },
    {
      "epoch": 5.664619678995115,
      "grad_norm": 2.054892928262542,
      "learning_rate": 2.3798909116254703e-06,
      "loss": 1.0703,
      "step": 121761
    },
    {
      "epoch": 5.664666201442196,
      "grad_norm": 1.723805941478316,
      "learning_rate": 2.379232452817409e-06,
      "loss": 0.8047,
      "step": 121762
    },
    {
      "epoch": 5.664712723889276,
      "grad_norm": 1.8090759935083889,
      "learning_rate": 2.3785740843836386e-06,
      "loss": 0.8516,
      "step": 121763
    },
    {
      "epoch": 5.664759246336358,
      "grad_norm": 1.947339853246006,
      "learning_rate": 2.377915806324593e-06,
      "loss": 1.0312,
      "step": 121764
    },
    {
      "epoch": 5.664805768783438,
      "grad_norm": 1.8305073688512297,
      "learning_rate": 2.3772576186406545e-06,
      "loss": 0.9453,
      "step": 121765
    },
    {
      "epoch": 5.664852291230519,
      "grad_norm": 1.7725493038636402,
      "learning_rate": 2.3765995213322064e-06,
      "loss": 0.8906,
      "step": 121766
    },
    {
      "epoch": 5.664898813677599,
      "grad_norm": 1.8139547153363396,
      "learning_rate": 2.3759415143996983e-06,
      "loss": 0.8906,
      "step": 121767
    },
    {
      "epoch": 5.66494533612468,
      "grad_norm": 1.8815537459337672,
      "learning_rate": 2.375283597843497e-06,
      "loss": 1.0391,
      "step": 121768
    },
    {
      "epoch": 5.664991858571761,
      "grad_norm": 1.776735709828001,
      "learning_rate": 2.3746257716640184e-06,
      "loss": 0.8594,
      "step": 121769
    },
    {
      "epoch": 5.665038381018841,
      "grad_norm": 2.0283340635846026,
      "learning_rate": 2.3739680358616784e-06,
      "loss": 1.0312,
      "step": 121770
    },
    {
      "epoch": 5.665084903465923,
      "grad_norm": 1.8020121194638088,
      "learning_rate": 2.3733103904368445e-06,
      "loss": 0.9688,
      "step": 121771
    },
    {
      "epoch": 5.665131425913003,
      "grad_norm": 1.93073102554593,
      "learning_rate": 2.372652835389949e-06,
      "loss": 0.9492,
      "step": 121772
    },
    {
      "epoch": 5.665177948360084,
      "grad_norm": 1.7846556080225535,
      "learning_rate": 2.371995370721391e-06,
      "loss": 0.9648,
      "step": 121773
    },
    {
      "epoch": 5.665224470807164,
      "grad_norm": 1.9312094628065122,
      "learning_rate": 2.371337996431555e-06,
      "loss": 1.1016,
      "step": 121774
    },
    {
      "epoch": 5.6652709932542455,
      "grad_norm": 1.820738850628175,
      "learning_rate": 2.3706807125208727e-06,
      "loss": 0.9883,
      "step": 121775
    },
    {
      "epoch": 5.665317515701326,
      "grad_norm": 1.6809591925701282,
      "learning_rate": 2.370023518989711e-06,
      "loss": 0.8984,
      "step": 121776
    },
    {
      "epoch": 5.6653640381484065,
      "grad_norm": 1.6930923329810414,
      "learning_rate": 2.369366415838503e-06,
      "loss": 0.8672,
      "step": 121777
    },
    {
      "epoch": 5.665410560595487,
      "grad_norm": 1.815529461083188,
      "learning_rate": 2.368709403067648e-06,
      "loss": 0.9492,
      "step": 121778
    },
    {
      "epoch": 5.665457083042568,
      "grad_norm": 1.669004779085405,
      "learning_rate": 2.368052480677529e-06,
      "loss": 0.8047,
      "step": 121779
    },
    {
      "epoch": 5.665503605489649,
      "grad_norm": 1.5953764247287345,
      "learning_rate": 2.3673956486685465e-06,
      "loss": 0.832,
      "step": 121780
    },
    {
      "epoch": 5.665550127936729,
      "grad_norm": 1.8606578835639556,
      "learning_rate": 2.3667389070411158e-06,
      "loss": 1.0234,
      "step": 121781
    },
    {
      "epoch": 5.66559665038381,
      "grad_norm": 1.6141123417107908,
      "learning_rate": 2.366082255795654e-06,
      "loss": 0.8242,
      "step": 121782
    },
    {
      "epoch": 5.665643172830891,
      "grad_norm": 1.909845253672816,
      "learning_rate": 2.3654256949325435e-06,
      "loss": 1.0312,
      "step": 121783
    },
    {
      "epoch": 5.665689695277972,
      "grad_norm": 2.0376269495950585,
      "learning_rate": 2.3647692244521843e-06,
      "loss": 1.1797,
      "step": 121784
    },
    {
      "epoch": 5.665736217725052,
      "grad_norm": 1.7605012158622102,
      "learning_rate": 2.3641128443549762e-06,
      "loss": 1.0,
      "step": 121785
    },
    {
      "epoch": 5.6657827401721335,
      "grad_norm": 1.740056536142116,
      "learning_rate": 2.363456554641352e-06,
      "loss": 0.9961,
      "step": 121786
    },
    {
      "epoch": 5.665829262619214,
      "grad_norm": 1.8460990704340123,
      "learning_rate": 2.3628003553116782e-06,
      "loss": 0.8789,
      "step": 121787
    },
    {
      "epoch": 5.665875785066294,
      "grad_norm": 2.0104346193254896,
      "learning_rate": 2.3621442463663545e-06,
      "loss": 1.0703,
      "step": 121788
    },
    {
      "epoch": 5.665922307513375,
      "grad_norm": 1.7498723889689616,
      "learning_rate": 2.3614882278057968e-06,
      "loss": 0.9727,
      "step": 121789
    },
    {
      "epoch": 5.665968829960456,
      "grad_norm": 1.632513254524996,
      "learning_rate": 2.360832299630422e-06,
      "loss": 0.8203,
      "step": 121790
    },
    {
      "epoch": 5.666015352407537,
      "grad_norm": 1.7363869784246382,
      "learning_rate": 2.3601764618406128e-06,
      "loss": 0.8281,
      "step": 121791
    },
    {
      "epoch": 5.666061874854617,
      "grad_norm": 1.9337746150725963,
      "learning_rate": 2.359520714436769e-06,
      "loss": 0.8633,
      "step": 121792
    },
    {
      "epoch": 5.666108397301698,
      "grad_norm": 1.7592580169561027,
      "learning_rate": 2.3588650574192904e-06,
      "loss": 0.8477,
      "step": 121793
    },
    {
      "epoch": 5.666154919748779,
      "grad_norm": 1.9100875361473544,
      "learning_rate": 2.358209490788593e-06,
      "loss": 0.9688,
      "step": 121794
    },
    {
      "epoch": 5.6662014421958595,
      "grad_norm": 1.7978446561660537,
      "learning_rate": 2.3575540145450766e-06,
      "loss": 1.0859,
      "step": 121795
    },
    {
      "epoch": 5.66624796464294,
      "grad_norm": 1.8328412067776918,
      "learning_rate": 2.3568986286891243e-06,
      "loss": 0.9648,
      "step": 121796
    },
    {
      "epoch": 5.6662944870900205,
      "grad_norm": 1.8289746708266799,
      "learning_rate": 2.3562433332211526e-06,
      "loss": 1.0,
      "step": 121797
    },
    {
      "epoch": 5.666341009537102,
      "grad_norm": 1.5740193179757445,
      "learning_rate": 2.3555881281415613e-06,
      "loss": 0.8164,
      "step": 121798
    },
    {
      "epoch": 5.666387531984182,
      "grad_norm": 1.8016232313872675,
      "learning_rate": 2.3549330134507493e-06,
      "loss": 1.0156,
      "step": 121799
    },
    {
      "epoch": 5.666434054431263,
      "grad_norm": 1.6046970627784256,
      "learning_rate": 2.354277989149117e-06,
      "loss": 0.793,
      "step": 121800
    },
    {
      "epoch": 5.666480576878344,
      "grad_norm": 1.850210908215988,
      "learning_rate": 2.353623055237064e-06,
      "loss": 0.9844,
      "step": 121801
    },
    {
      "epoch": 5.666527099325425,
      "grad_norm": 1.9133121974479874,
      "learning_rate": 2.3529682117149896e-06,
      "loss": 1.0,
      "step": 121802
    },
    {
      "epoch": 5.666573621772505,
      "grad_norm": 1.7266314135626013,
      "learning_rate": 2.352313458583294e-06,
      "loss": 0.9141,
      "step": 121803
    },
    {
      "epoch": 5.666620144219586,
      "grad_norm": 1.7692975666183792,
      "learning_rate": 2.351658795842393e-06,
      "loss": 0.8633,
      "step": 121804
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 2.0113198599708126,
      "learning_rate": 2.3510042234926862e-06,
      "loss": 1.0781,
      "step": 121805
    },
    {
      "epoch": 5.666713189113747,
      "grad_norm": 1.6685242776460694,
      "learning_rate": 2.3503497415345406e-06,
      "loss": 0.9062,
      "step": 121806
    },
    {
      "epoch": 5.666759711560828,
      "grad_norm": 1.8955377570453145,
      "learning_rate": 2.349695349968389e-06,
      "loss": 0.9688,
      "step": 121807
    },
    {
      "epoch": 5.666806234007909,
      "grad_norm": 3.0971734755123497,
      "learning_rate": 2.349041048794631e-06,
      "loss": 0.9648,
      "step": 121808
    },
    {
      "epoch": 5.66685275645499,
      "grad_norm": 1.7815555545717368,
      "learning_rate": 2.348386838013666e-06,
      "loss": 0.9961,
      "step": 121809
    },
    {
      "epoch": 5.66689927890207,
      "grad_norm": 1.731204160588664,
      "learning_rate": 2.3477327176258777e-06,
      "loss": 0.9766,
      "step": 121810
    },
    {
      "epoch": 5.666945801349151,
      "grad_norm": 1.7205323470204876,
      "learning_rate": 2.3470786876316814e-06,
      "loss": 0.9492,
      "step": 121811
    },
    {
      "epoch": 5.666992323796231,
      "grad_norm": 1.7644773400169695,
      "learning_rate": 2.346424748031478e-06,
      "loss": 0.9414,
      "step": 121812
    },
    {
      "epoch": 5.6670388462433126,
      "grad_norm": 1.7494980464147722,
      "learning_rate": 2.3457708988256498e-06,
      "loss": 0.8906,
      "step": 121813
    },
    {
      "epoch": 5.667085368690393,
      "grad_norm": 1.9070785034122835,
      "learning_rate": 2.3451171400146127e-06,
      "loss": 0.9453,
      "step": 121814
    },
    {
      "epoch": 5.6671318911374735,
      "grad_norm": 1.7688377194009632,
      "learning_rate": 2.3444634715987675e-06,
      "loss": 0.8594,
      "step": 121815
    },
    {
      "epoch": 5.667178413584555,
      "grad_norm": 1.7906740014112352,
      "learning_rate": 2.343809893578513e-06,
      "loss": 0.8125,
      "step": 121816
    },
    {
      "epoch": 5.667224936031635,
      "grad_norm": 1.7560876671077799,
      "learning_rate": 2.343156405954266e-06,
      "loss": 0.75,
      "step": 121817
    },
    {
      "epoch": 5.667271458478716,
      "grad_norm": 1.7723890763804913,
      "learning_rate": 2.342503008726393e-06,
      "loss": 1.0312,
      "step": 121818
    },
    {
      "epoch": 5.667317980925796,
      "grad_norm": 1.9209921759785327,
      "learning_rate": 2.341849701895293e-06,
      "loss": 0.9648,
      "step": 121819
    },
    {
      "epoch": 5.667364503372878,
      "grad_norm": 1.837375605497291,
      "learning_rate": 2.341196485461416e-06,
      "loss": 1.0703,
      "step": 121820
    },
    {
      "epoch": 5.667411025819958,
      "grad_norm": 1.78959633358874,
      "learning_rate": 2.340543359425112e-06,
      "loss": 0.9062,
      "step": 121821
    },
    {
      "epoch": 5.667457548267039,
      "grad_norm": 1.750981770377233,
      "learning_rate": 2.339890323786797e-06,
      "loss": 0.9961,
      "step": 121822
    },
    {
      "epoch": 5.66750407071412,
      "grad_norm": 1.690652198895233,
      "learning_rate": 2.339237378546871e-06,
      "loss": 0.8398,
      "step": 121823
    },
    {
      "epoch": 5.6675505931612005,
      "grad_norm": 1.8397852368994065,
      "learning_rate": 2.3385845237057333e-06,
      "loss": 0.9531,
      "step": 121824
    },
    {
      "epoch": 5.667597115608281,
      "grad_norm": 1.7557444534051148,
      "learning_rate": 2.3379317592638e-06,
      "loss": 0.8945,
      "step": 121825
    },
    {
      "epoch": 5.667643638055361,
      "grad_norm": 1.6387445145303865,
      "learning_rate": 2.3372790852214384e-06,
      "loss": 0.8047,
      "step": 121826
    },
    {
      "epoch": 5.667690160502443,
      "grad_norm": 1.6132476028875427,
      "learning_rate": 2.336626501579081e-06,
      "loss": 1.0,
      "step": 121827
    },
    {
      "epoch": 5.667736682949523,
      "grad_norm": 1.7845954350966187,
      "learning_rate": 2.3359740083370936e-06,
      "loss": 0.9844,
      "step": 121828
    },
    {
      "epoch": 5.667783205396604,
      "grad_norm": 1.8858549205008248,
      "learning_rate": 2.3353216054958936e-06,
      "loss": 0.8594,
      "step": 121829
    },
    {
      "epoch": 5.667829727843684,
      "grad_norm": 2.01446196703688,
      "learning_rate": 2.3346692930558963e-06,
      "loss": 0.9609,
      "step": 121830
    },
    {
      "epoch": 5.667876250290766,
      "grad_norm": 1.8490765019621813,
      "learning_rate": 2.334017071017469e-06,
      "loss": 1.0703,
      "step": 121831
    },
    {
      "epoch": 5.667922772737846,
      "grad_norm": 1.7998634218428815,
      "learning_rate": 2.333364939381027e-06,
      "loss": 0.9258,
      "step": 121832
    },
    {
      "epoch": 5.6679692951849265,
      "grad_norm": 1.8149225515250729,
      "learning_rate": 2.3327128981469713e-06,
      "loss": 0.9023,
      "step": 121833
    },
    {
      "epoch": 5.668015817632007,
      "grad_norm": 2.0748844216860673,
      "learning_rate": 2.332060947315717e-06,
      "loss": 1.0312,
      "step": 121834
    },
    {
      "epoch": 5.668062340079088,
      "grad_norm": 1.5874652612956168,
      "learning_rate": 2.3314090868876147e-06,
      "loss": 0.875,
      "step": 121835
    },
    {
      "epoch": 5.668108862526169,
      "grad_norm": 1.7530832651232116,
      "learning_rate": 2.3307573168631134e-06,
      "loss": 0.8672,
      "step": 121836
    },
    {
      "epoch": 5.668155384973249,
      "grad_norm": 1.593236151251667,
      "learning_rate": 2.3301056372425796e-06,
      "loss": 0.8867,
      "step": 121837
    },
    {
      "epoch": 5.668201907420331,
      "grad_norm": 1.7936502574440936,
      "learning_rate": 2.32945404802643e-06,
      "loss": 0.9258,
      "step": 121838
    },
    {
      "epoch": 5.668248429867411,
      "grad_norm": 1.7945317343617742,
      "learning_rate": 2.3288025492150806e-06,
      "loss": 0.9102,
      "step": 121839
    },
    {
      "epoch": 5.668294952314492,
      "grad_norm": 1.6944282606558052,
      "learning_rate": 2.3281511408088815e-06,
      "loss": 1.0703,
      "step": 121840
    },
    {
      "epoch": 5.668341474761572,
      "grad_norm": 1.8546249748932704,
      "learning_rate": 2.3274998228082652e-06,
      "loss": 0.9766,
      "step": 121841
    },
    {
      "epoch": 5.6683879972086535,
      "grad_norm": 1.6733911457180568,
      "learning_rate": 2.326848595213632e-06,
      "loss": 0.8594,
      "step": 121842
    },
    {
      "epoch": 5.668434519655734,
      "grad_norm": 1.616086881758388,
      "learning_rate": 2.326197458025364e-06,
      "loss": 0.832,
      "step": 121843
    },
    {
      "epoch": 5.6684810421028144,
      "grad_norm": 1.8140312987868137,
      "learning_rate": 2.325546411243878e-06,
      "loss": 0.9141,
      "step": 121844
    },
    {
      "epoch": 5.668527564549896,
      "grad_norm": 1.7844576676086619,
      "learning_rate": 2.3248954548695575e-06,
      "loss": 1.0469,
      "step": 121845
    },
    {
      "epoch": 5.668574086996976,
      "grad_norm": 1.95265692245473,
      "learning_rate": 2.3242445889028017e-06,
      "loss": 1.0312,
      "step": 121846
    },
    {
      "epoch": 5.668620609444057,
      "grad_norm": 1.841298491639808,
      "learning_rate": 2.3235938133440266e-06,
      "loss": 0.8477,
      "step": 121847
    },
    {
      "epoch": 5.668667131891137,
      "grad_norm": 1.8080489479082567,
      "learning_rate": 2.322943128193616e-06,
      "loss": 0.8672,
      "step": 121848
    },
    {
      "epoch": 5.668713654338218,
      "grad_norm": 1.7776280632521686,
      "learning_rate": 2.3222925334519527e-06,
      "loss": 0.8359,
      "step": 121849
    },
    {
      "epoch": 5.668760176785299,
      "grad_norm": 1.6569477497458032,
      "learning_rate": 2.3216420291194526e-06,
      "loss": 0.8828,
      "step": 121850
    },
    {
      "epoch": 5.66880669923238,
      "grad_norm": 1.619695049078927,
      "learning_rate": 2.3209916151965325e-06,
      "loss": 0.8047,
      "step": 121851
    },
    {
      "epoch": 5.66885322167946,
      "grad_norm": 1.716582548660253,
      "learning_rate": 2.320341291683575e-06,
      "loss": 0.9297,
      "step": 121852
    },
    {
      "epoch": 5.668899744126541,
      "grad_norm": 1.7644089936861989,
      "learning_rate": 2.3196910585809638e-06,
      "loss": 0.9102,
      "step": 121853
    },
    {
      "epoch": 5.668946266573622,
      "grad_norm": 1.8007750328371164,
      "learning_rate": 2.3190409158890975e-06,
      "loss": 0.9453,
      "step": 121854
    },
    {
      "epoch": 5.668992789020702,
      "grad_norm": 1.5989430800565432,
      "learning_rate": 2.318390863608394e-06,
      "loss": 0.8828,
      "step": 121855
    },
    {
      "epoch": 5.669039311467783,
      "grad_norm": 1.702537419949046,
      "learning_rate": 2.3177409017392513e-06,
      "loss": 0.8555,
      "step": 121856
    },
    {
      "epoch": 5.669085833914864,
      "grad_norm": 1.8093712747481323,
      "learning_rate": 2.3170910302820366e-06,
      "loss": 1.0391,
      "step": 121857
    },
    {
      "epoch": 5.669132356361945,
      "grad_norm": 1.4404259472653693,
      "learning_rate": 2.316441249237183e-06,
      "loss": 0.7148,
      "step": 121858
    },
    {
      "epoch": 5.669178878809025,
      "grad_norm": 1.7315763235407244,
      "learning_rate": 2.315791558605057e-06,
      "loss": 0.8633,
      "step": 121859
    },
    {
      "epoch": 5.6692254012561065,
      "grad_norm": 1.6199310143561945,
      "learning_rate": 2.3151419583860908e-06,
      "loss": 0.9258,
      "step": 121860
    },
    {
      "epoch": 5.669271923703187,
      "grad_norm": 1.8582797237967505,
      "learning_rate": 2.3144924485806684e-06,
      "loss": 0.8945,
      "step": 121861
    },
    {
      "epoch": 5.6693184461502675,
      "grad_norm": 1.9189670036332014,
      "learning_rate": 2.3138430291891885e-06,
      "loss": 1.0078,
      "step": 121862
    },
    {
      "epoch": 5.669364968597348,
      "grad_norm": 1.7029907177166497,
      "learning_rate": 2.313193700212018e-06,
      "loss": 0.8516,
      "step": 121863
    },
    {
      "epoch": 5.669411491044429,
      "grad_norm": 1.6048110188333613,
      "learning_rate": 2.312544461649607e-06,
      "loss": 0.918,
      "step": 121864
    },
    {
      "epoch": 5.66945801349151,
      "grad_norm": 1.732460258288008,
      "learning_rate": 2.311895313502321e-06,
      "loss": 0.9258,
      "step": 121865
    },
    {
      "epoch": 5.66950453593859,
      "grad_norm": 1.6946859929966913,
      "learning_rate": 2.31124625577056e-06,
      "loss": 0.8945,
      "step": 121866
    },
    {
      "epoch": 5.669551058385671,
      "grad_norm": 1.8785740248254448,
      "learning_rate": 2.310597288454724e-06,
      "loss": 0.9219,
      "step": 121867
    },
    {
      "epoch": 5.669597580832752,
      "grad_norm": 1.7065071254218531,
      "learning_rate": 2.3099484115552124e-06,
      "loss": 0.918,
      "step": 121868
    },
    {
      "epoch": 5.669644103279833,
      "grad_norm": 1.620844660024412,
      "learning_rate": 2.309299625072425e-06,
      "loss": 0.918,
      "step": 121869
    },
    {
      "epoch": 5.669690625726913,
      "grad_norm": 1.6935311137346547,
      "learning_rate": 2.3086509290067447e-06,
      "loss": 0.9414,
      "step": 121870
    },
    {
      "epoch": 5.6697371481739935,
      "grad_norm": 1.964660557209726,
      "learning_rate": 2.308002323358571e-06,
      "loss": 1.0703,
      "step": 121871
    },
    {
      "epoch": 5.669783670621075,
      "grad_norm": 1.926764975284723,
      "learning_rate": 2.3073538081283372e-06,
      "loss": 0.9727,
      "step": 121872
    },
    {
      "epoch": 5.669830193068155,
      "grad_norm": 1.7800298595600217,
      "learning_rate": 2.306705383316393e-06,
      "loss": 0.9062,
      "step": 121873
    },
    {
      "epoch": 5.669876715515236,
      "grad_norm": 1.700346617807761,
      "learning_rate": 2.3060570489231544e-06,
      "loss": 0.9023,
      "step": 121874
    },
    {
      "epoch": 5.669923237962317,
      "grad_norm": 1.6681709136912781,
      "learning_rate": 2.3054088049490214e-06,
      "loss": 0.9492,
      "step": 121875
    },
    {
      "epoch": 5.669969760409398,
      "grad_norm": 1.8314351229220884,
      "learning_rate": 2.304760651394394e-06,
      "loss": 0.9688,
      "step": 121876
    },
    {
      "epoch": 5.670016282856478,
      "grad_norm": 1.5395663217052662,
      "learning_rate": 2.3041125882596546e-06,
      "loss": 0.8398,
      "step": 121877
    },
    {
      "epoch": 5.670062805303559,
      "grad_norm": 1.5631900639000782,
      "learning_rate": 2.303464615545203e-06,
      "loss": 0.832,
      "step": 121878
    },
    {
      "epoch": 5.67010932775064,
      "grad_norm": 1.6290059130256493,
      "learning_rate": 2.302816733251439e-06,
      "loss": 0.8945,
      "step": 121879
    },
    {
      "epoch": 5.6701558501977205,
      "grad_norm": 1.8268050751269223,
      "learning_rate": 2.3021689413787627e-06,
      "loss": 1.0312,
      "step": 121880
    },
    {
      "epoch": 5.670202372644801,
      "grad_norm": 1.7152488265529988,
      "learning_rate": 2.3015212399275896e-06,
      "loss": 0.9805,
      "step": 121881
    },
    {
      "epoch": 5.6702488950918815,
      "grad_norm": 1.8861122948343965,
      "learning_rate": 2.30087362889827e-06,
      "loss": 1.0078,
      "step": 121882
    },
    {
      "epoch": 5.670295417538963,
      "grad_norm": 1.7353860967562507,
      "learning_rate": 2.3002261082912534e-06,
      "loss": 0.9648,
      "step": 121883
    },
    {
      "epoch": 5.670341939986043,
      "grad_norm": 1.733435739130427,
      "learning_rate": 2.299578678106889e-06,
      "loss": 0.9102,
      "step": 121884
    },
    {
      "epoch": 5.670388462433124,
      "grad_norm": 1.6852249373940642,
      "learning_rate": 2.298931338345594e-06,
      "loss": 0.9141,
      "step": 121885
    },
    {
      "epoch": 5.670434984880204,
      "grad_norm": 1.7271791447422669,
      "learning_rate": 2.298284089007768e-06,
      "loss": 0.8398,
      "step": 121886
    },
    {
      "epoch": 5.670481507327286,
      "grad_norm": 1.9039867611297563,
      "learning_rate": 2.2976369300937934e-06,
      "loss": 0.9492,
      "step": 121887
    },
    {
      "epoch": 5.670528029774366,
      "grad_norm": 1.6879430283608086,
      "learning_rate": 2.296989861604087e-06,
      "loss": 0.9023,
      "step": 121888
    },
    {
      "epoch": 5.670574552221447,
      "grad_norm": 1.7534356089568246,
      "learning_rate": 2.296342883539032e-06,
      "loss": 0.9023,
      "step": 121889
    },
    {
      "epoch": 5.670621074668528,
      "grad_norm": 1.746335967106971,
      "learning_rate": 2.2956959958990275e-06,
      "loss": 1.0859,
      "step": 121890
    },
    {
      "epoch": 5.670667597115608,
      "grad_norm": 1.7420514987721152,
      "learning_rate": 2.2950491986844734e-06,
      "loss": 0.8867,
      "step": 121891
    },
    {
      "epoch": 5.670714119562689,
      "grad_norm": 1.6496077426799527,
      "learning_rate": 2.294402491895753e-06,
      "loss": 0.9805,
      "step": 121892
    },
    {
      "epoch": 5.670760642009769,
      "grad_norm": 1.7421838290057239,
      "learning_rate": 2.2937558755332654e-06,
      "loss": 0.9805,
      "step": 121893
    },
    {
      "epoch": 5.670807164456851,
      "grad_norm": 1.586117341768901,
      "learning_rate": 2.2931093495974107e-06,
      "loss": 0.8203,
      "step": 121894
    },
    {
      "epoch": 5.670853686903931,
      "grad_norm": 1.7579633846255622,
      "learning_rate": 2.292462914088605e-06,
      "loss": 1.0156,
      "step": 121895
    },
    {
      "epoch": 5.670900209351012,
      "grad_norm": 1.8050943750672555,
      "learning_rate": 2.2918165690071986e-06,
      "loss": 0.9688,
      "step": 121896
    },
    {
      "epoch": 5.670946731798093,
      "grad_norm": 1.8254515635512782,
      "learning_rate": 2.2911703143536243e-06,
      "loss": 0.9453,
      "step": 121897
    },
    {
      "epoch": 5.6709932542451735,
      "grad_norm": 1.706088233615022,
      "learning_rate": 2.2905241501282646e-06,
      "loss": 0.8906,
      "step": 121898
    },
    {
      "epoch": 5.671039776692254,
      "grad_norm": 1.9845244479444608,
      "learning_rate": 2.2898780763315193e-06,
      "loss": 1.1172,
      "step": 121899
    },
    {
      "epoch": 5.6710862991393345,
      "grad_norm": 1.7914950423431268,
      "learning_rate": 2.289232092963789e-06,
      "loss": 0.9102,
      "step": 121900
    },
    {
      "epoch": 5.671132821586415,
      "grad_norm": 1.8943596451796318,
      "learning_rate": 2.2885862000254384e-06,
      "loss": 0.9297,
      "step": 121901
    },
    {
      "epoch": 5.671179344033496,
      "grad_norm": 1.8221085775416277,
      "learning_rate": 2.2879403975168854e-06,
      "loss": 1.0703,
      "step": 121902
    },
    {
      "epoch": 5.671225866480577,
      "grad_norm": 1.6434496702714545,
      "learning_rate": 2.2872946854385456e-06,
      "loss": 0.8125,
      "step": 121903
    },
    {
      "epoch": 5.671272388927657,
      "grad_norm": 1.65444791600368,
      "learning_rate": 2.2866490637907853e-06,
      "loss": 0.793,
      "step": 121904
    },
    {
      "epoch": 5.671318911374739,
      "grad_norm": 1.8166599073551528,
      "learning_rate": 2.286003532574021e-06,
      "loss": 0.8438,
      "step": 121905
    },
    {
      "epoch": 5.671365433821819,
      "grad_norm": 1.8266893104398743,
      "learning_rate": 2.2853580917886193e-06,
      "loss": 0.9961,
      "step": 121906
    },
    {
      "epoch": 5.6714119562689,
      "grad_norm": 1.959387400368151,
      "learning_rate": 2.2847127414349966e-06,
      "loss": 1.3281,
      "step": 121907
    },
    {
      "epoch": 5.67145847871598,
      "grad_norm": 1.8291582980030316,
      "learning_rate": 2.284067481513552e-06,
      "loss": 0.9727,
      "step": 121908
    },
    {
      "epoch": 5.671505001163061,
      "grad_norm": 1.5879127624663942,
      "learning_rate": 2.2834223120246686e-06,
      "loss": 0.875,
      "step": 121909
    },
    {
      "epoch": 5.671551523610142,
      "grad_norm": 2.0382501100275374,
      "learning_rate": 2.2827772329687465e-06,
      "loss": 1.1172,
      "step": 121910
    },
    {
      "epoch": 5.671598046057222,
      "grad_norm": 1.631695464379174,
      "learning_rate": 2.2821322443461686e-06,
      "loss": 0.8672,
      "step": 121911
    },
    {
      "epoch": 5.671644568504304,
      "grad_norm": 1.5233317141043274,
      "learning_rate": 2.2814873461573513e-06,
      "loss": 0.8086,
      "step": 121912
    },
    {
      "epoch": 5.671691090951384,
      "grad_norm": 1.8296362682740508,
      "learning_rate": 2.2808425384026775e-06,
      "loss": 0.9062,
      "step": 121913
    },
    {
      "epoch": 5.671737613398465,
      "grad_norm": 1.8407491056687268,
      "learning_rate": 2.28019782108253e-06,
      "loss": 0.9805,
      "step": 121914
    },
    {
      "epoch": 5.671784135845545,
      "grad_norm": 1.7821308806858014,
      "learning_rate": 2.2795531941973256e-06,
      "loss": 0.9727,
      "step": 121915
    },
    {
      "epoch": 5.671830658292627,
      "grad_norm": 1.9212328113651735,
      "learning_rate": 2.2789086577474467e-06,
      "loss": 0.9336,
      "step": 121916
    },
    {
      "epoch": 5.671877180739707,
      "grad_norm": 1.7678992900663202,
      "learning_rate": 2.278264211733294e-06,
      "loss": 0.8828,
      "step": 121917
    },
    {
      "epoch": 5.6719237031867875,
      "grad_norm": 1.7270040744414816,
      "learning_rate": 2.2776198561552663e-06,
      "loss": 0.9102,
      "step": 121918
    },
    {
      "epoch": 5.671970225633868,
      "grad_norm": 1.7779918039103433,
      "learning_rate": 2.27697559101373e-06,
      "loss": 0.9648,
      "step": 121919
    },
    {
      "epoch": 5.672016748080949,
      "grad_norm": 2.030343052920721,
      "learning_rate": 2.276331416309102e-06,
      "loss": 0.9922,
      "step": 121920
    },
    {
      "epoch": 5.67206327052803,
      "grad_norm": 2.149348449740981,
      "learning_rate": 2.275687332041798e-06,
      "loss": 1.625,
      "step": 121921
    },
    {
      "epoch": 5.67210979297511,
      "grad_norm": 1.7939170792673478,
      "learning_rate": 2.275043338212168e-06,
      "loss": 0.9531,
      "step": 121922
    },
    {
      "epoch": 5.672156315422191,
      "grad_norm": 1.8149229029802776,
      "learning_rate": 2.2743994348206284e-06,
      "loss": 1.0078,
      "step": 121923
    },
    {
      "epoch": 5.672202837869272,
      "grad_norm": 1.8463553677418256,
      "learning_rate": 2.2737556218675625e-06,
      "loss": 0.9453,
      "step": 121924
    },
    {
      "epoch": 5.672249360316353,
      "grad_norm": 1.835110588439555,
      "learning_rate": 2.273111899353386e-06,
      "loss": 0.9023,
      "step": 121925
    },
    {
      "epoch": 5.672295882763433,
      "grad_norm": 1.7033399209438478,
      "learning_rate": 2.272468267278499e-06,
      "loss": 0.8203,
      "step": 121926
    },
    {
      "epoch": 5.6723424052105145,
      "grad_norm": 1.729962562156192,
      "learning_rate": 2.271824725643251e-06,
      "loss": 0.9688,
      "step": 121927
    },
    {
      "epoch": 5.672388927657595,
      "grad_norm": 1.7652102159563468,
      "learning_rate": 2.271181274448075e-06,
      "loss": 0.8945,
      "step": 121928
    },
    {
      "epoch": 5.672435450104675,
      "grad_norm": 1.761957294214077,
      "learning_rate": 2.2705379136933544e-06,
      "loss": 0.918,
      "step": 121929
    },
    {
      "epoch": 5.672481972551756,
      "grad_norm": 2.008060276105486,
      "learning_rate": 2.269894643379472e-06,
      "loss": 1.0156,
      "step": 121930
    },
    {
      "epoch": 5.672528494998837,
      "grad_norm": 1.773072829098972,
      "learning_rate": 2.2692514635068436e-06,
      "loss": 0.8359,
      "step": 121931
    },
    {
      "epoch": 5.672575017445918,
      "grad_norm": 1.7453476750549308,
      "learning_rate": 2.2686083740758364e-06,
      "loss": 0.875,
      "step": 121932
    },
    {
      "epoch": 5.672621539892998,
      "grad_norm": 1.710680544225796,
      "learning_rate": 2.2679653750868666e-06,
      "loss": 0.9453,
      "step": 121933
    },
    {
      "epoch": 5.67266806234008,
      "grad_norm": 1.9157670930693593,
      "learning_rate": 2.2673224665403167e-06,
      "loss": 1.0703,
      "step": 121934
    },
    {
      "epoch": 5.67271458478716,
      "grad_norm": 1.7466219243410679,
      "learning_rate": 2.2666796484365867e-06,
      "loss": 0.9648,
      "step": 121935
    },
    {
      "epoch": 5.6727611072342405,
      "grad_norm": 2.117336048837922,
      "learning_rate": 2.2660369207760597e-06,
      "loss": 1.0156,
      "step": 121936
    },
    {
      "epoch": 5.672807629681321,
      "grad_norm": 1.839964403966948,
      "learning_rate": 2.2653942835591354e-06,
      "loss": 0.9375,
      "step": 121937
    },
    {
      "epoch": 5.6728541521284015,
      "grad_norm": 2.000177851248725,
      "learning_rate": 2.264751736786213e-06,
      "loss": 0.9883,
      "step": 121938
    },
    {
      "epoch": 5.672900674575483,
      "grad_norm": 1.9633656394295165,
      "learning_rate": 2.2641092804576767e-06,
      "loss": 1.1406,
      "step": 121939
    },
    {
      "epoch": 5.672947197022563,
      "grad_norm": 1.934607392670956,
      "learning_rate": 2.263466914573925e-06,
      "loss": 0.9102,
      "step": 121940
    },
    {
      "epoch": 5.672993719469644,
      "grad_norm": 1.8299131211466535,
      "learning_rate": 2.262824639135341e-06,
      "loss": 0.8633,
      "step": 121941
    },
    {
      "epoch": 5.673040241916725,
      "grad_norm": 1.834243874062759,
      "learning_rate": 2.262182454142325e-06,
      "loss": 0.9844,
      "step": 121942
    },
    {
      "epoch": 5.673086764363806,
      "grad_norm": 1.7434938866689573,
      "learning_rate": 2.261540359595293e-06,
      "loss": 0.9531,
      "step": 121943
    },
    {
      "epoch": 5.673133286810886,
      "grad_norm": 1.8366009543042736,
      "learning_rate": 2.2608983554946112e-06,
      "loss": 1.0859,
      "step": 121944
    },
    {
      "epoch": 5.673179809257967,
      "grad_norm": 1.6924938704536527,
      "learning_rate": 2.2602564418406633e-06,
      "loss": 0.8516,
      "step": 121945
    },
    {
      "epoch": 5.673226331705048,
      "grad_norm": 2.0542142279191546,
      "learning_rate": 2.259614618633848e-06,
      "loss": 1.1328,
      "step": 121946
    },
    {
      "epoch": 5.6732728541521285,
      "grad_norm": 1.767066940208325,
      "learning_rate": 2.258972885874583e-06,
      "loss": 0.9141,
      "step": 121947
    },
    {
      "epoch": 5.673319376599209,
      "grad_norm": 1.7423091151028076,
      "learning_rate": 2.2583312435632494e-06,
      "loss": 0.8359,
      "step": 121948
    },
    {
      "epoch": 5.67336589904629,
      "grad_norm": 1.7847111026165339,
      "learning_rate": 2.257689691700232e-06,
      "loss": 0.9844,
      "step": 121949
    },
    {
      "epoch": 5.673412421493371,
      "grad_norm": 1.752488381718014,
      "learning_rate": 2.2570482302859295e-06,
      "loss": 1.0703,
      "step": 121950
    },
    {
      "epoch": 5.673458943940451,
      "grad_norm": 1.8552068801813413,
      "learning_rate": 2.256406859320742e-06,
      "loss": 0.8711,
      "step": 121951
    },
    {
      "epoch": 5.673505466387532,
      "grad_norm": 1.8771850357424495,
      "learning_rate": 2.2557655788050353e-06,
      "loss": 1.0,
      "step": 121952
    },
    {
      "epoch": 5.673551988834612,
      "grad_norm": 1.696561708091695,
      "learning_rate": 2.2551243887392266e-06,
      "loss": 0.9766,
      "step": 121953
    },
    {
      "epoch": 5.673598511281694,
      "grad_norm": 1.8517410920388697,
      "learning_rate": 2.2544832891236986e-06,
      "loss": 0.9727,
      "step": 121954
    },
    {
      "epoch": 5.673645033728774,
      "grad_norm": 1.7235273940387097,
      "learning_rate": 2.2538422799588507e-06,
      "loss": 0.9648,
      "step": 121955
    },
    {
      "epoch": 5.6736915561758545,
      "grad_norm": 1.6505156953375388,
      "learning_rate": 2.2532013612450827e-06,
      "loss": 0.8438,
      "step": 121956
    },
    {
      "epoch": 5.673738078622936,
      "grad_norm": 1.6748645547295014,
      "learning_rate": 2.2525605329827613e-06,
      "loss": 0.918,
      "step": 121957
    },
    {
      "epoch": 5.673784601070016,
      "grad_norm": 1.7711684591862225,
      "learning_rate": 2.2519197951722856e-06,
      "loss": 0.9766,
      "step": 121958
    },
    {
      "epoch": 5.673831123517097,
      "grad_norm": 1.7576688084643894,
      "learning_rate": 2.2512791478140726e-06,
      "loss": 0.9258,
      "step": 121959
    },
    {
      "epoch": 5.673877645964177,
      "grad_norm": 1.9375307520025735,
      "learning_rate": 2.250638590908488e-06,
      "loss": 1.0781,
      "step": 121960
    },
    {
      "epoch": 5.673924168411259,
      "grad_norm": 1.8144344686784926,
      "learning_rate": 2.2499981244559485e-06,
      "loss": 0.8633,
      "step": 121961
    },
    {
      "epoch": 5.673970690858339,
      "grad_norm": 1.7465365301772409,
      "learning_rate": 2.24935774845682e-06,
      "loss": 0.9141,
      "step": 121962
    },
    {
      "epoch": 5.67401721330542,
      "grad_norm": 1.7412165896214564,
      "learning_rate": 2.248717462911487e-06,
      "loss": 0.9219,
      "step": 121963
    },
    {
      "epoch": 5.674063735752501,
      "grad_norm": 1.7119574614081416,
      "learning_rate": 2.2480772678203806e-06,
      "loss": 0.9922,
      "step": 121964
    },
    {
      "epoch": 5.6741102581995815,
      "grad_norm": 1.756436572089521,
      "learning_rate": 2.2474371631838685e-06,
      "loss": 0.9609,
      "step": 121965
    },
    {
      "epoch": 5.674156780646662,
      "grad_norm": 1.7407368791301518,
      "learning_rate": 2.2467971490023496e-06,
      "loss": 0.9141,
      "step": 121966
    },
    {
      "epoch": 5.674203303093742,
      "grad_norm": 1.726377647378527,
      "learning_rate": 2.246157225276207e-06,
      "loss": 0.8984,
      "step": 121967
    },
    {
      "epoch": 5.674249825540824,
      "grad_norm": 1.8106673633970463,
      "learning_rate": 2.2455173920058245e-06,
      "loss": 0.9219,
      "step": 121968
    },
    {
      "epoch": 5.674296347987904,
      "grad_norm": 1.565873145169495,
      "learning_rate": 2.2448776491916344e-06,
      "loss": 0.8047,
      "step": 121969
    },
    {
      "epoch": 5.674342870434985,
      "grad_norm": 1.7444117080788724,
      "learning_rate": 2.2442379968339863e-06,
      "loss": 0.8086,
      "step": 121970
    },
    {
      "epoch": 5.674389392882065,
      "grad_norm": 1.7736036160113717,
      "learning_rate": 2.243598434933297e-06,
      "loss": 0.9688,
      "step": 121971
    },
    {
      "epoch": 5.674435915329147,
      "grad_norm": 1.6966861953255785,
      "learning_rate": 2.242958963489916e-06,
      "loss": 0.9336,
      "step": 121972
    },
    {
      "epoch": 5.674482437776227,
      "grad_norm": 1.7238464424429698,
      "learning_rate": 2.2423195825042927e-06,
      "loss": 0.8281,
      "step": 121973
    },
    {
      "epoch": 5.6745289602233075,
      "grad_norm": 1.7329097105812066,
      "learning_rate": 2.241680291976794e-06,
      "loss": 0.7617,
      "step": 121974
    },
    {
      "epoch": 5.674575482670388,
      "grad_norm": 1.8409458871447177,
      "learning_rate": 2.2410410919078193e-06,
      "loss": 1.1016,
      "step": 121975
    },
    {
      "epoch": 5.674622005117469,
      "grad_norm": 1.6841131344375722,
      "learning_rate": 2.240401982297718e-06,
      "loss": 0.9922,
      "step": 121976
    },
    {
      "epoch": 5.67466852756455,
      "grad_norm": 1.5880183666478445,
      "learning_rate": 2.2397629631469405e-06,
      "loss": 0.9258,
      "step": 121977
    },
    {
      "epoch": 5.67471505001163,
      "grad_norm": 1.762470791709428,
      "learning_rate": 2.239124034455836e-06,
      "loss": 1.0391,
      "step": 121978
    },
    {
      "epoch": 5.674761572458712,
      "grad_norm": 1.7837267410751916,
      "learning_rate": 2.2384851962248207e-06,
      "loss": 0.8945,
      "step": 121979
    },
    {
      "epoch": 5.674808094905792,
      "grad_norm": 1.9675746892920993,
      "learning_rate": 2.237846448454261e-06,
      "loss": 1.0312,
      "step": 121980
    },
    {
      "epoch": 5.674854617352873,
      "grad_norm": 1.739766687362031,
      "learning_rate": 2.237207791144574e-06,
      "loss": 0.9062,
      "step": 121981
    },
    {
      "epoch": 5.674901139799953,
      "grad_norm": 1.8218481193488931,
      "learning_rate": 2.236569224296142e-06,
      "loss": 0.9336,
      "step": 121982
    },
    {
      "epoch": 5.6749476622470345,
      "grad_norm": 1.738116134686608,
      "learning_rate": 2.235930747909348e-06,
      "loss": 0.9453,
      "step": 121983
    },
    {
      "epoch": 5.674994184694115,
      "grad_norm": 1.8383287791940157,
      "learning_rate": 2.235292361984592e-06,
      "loss": 0.9062,
      "step": 121984
    },
    {
      "epoch": 5.6750407071411955,
      "grad_norm": 1.9221494506600878,
      "learning_rate": 2.234654066522257e-06,
      "loss": 1.0625,
      "step": 121985
    },
    {
      "epoch": 5.675087229588277,
      "grad_norm": 1.7912681037002423,
      "learning_rate": 2.234015861522742e-06,
      "loss": 0.9961,
      "step": 121986
    },
    {
      "epoch": 5.675133752035357,
      "grad_norm": 1.9098368479280527,
      "learning_rate": 2.2333777469864313e-06,
      "loss": 1.0078,
      "step": 121987
    },
    {
      "epoch": 5.675180274482438,
      "grad_norm": 1.807587804343496,
      "learning_rate": 2.232739722913707e-06,
      "loss": 0.9297,
      "step": 121988
    },
    {
      "epoch": 5.675226796929518,
      "grad_norm": 1.7085764745807195,
      "learning_rate": 2.2321017893049685e-06,
      "loss": 0.8906,
      "step": 121989
    },
    {
      "epoch": 5.675273319376599,
      "grad_norm": 1.8979970909314112,
      "learning_rate": 2.2314639461606165e-06,
      "loss": 1.0156,
      "step": 121990
    },
    {
      "epoch": 5.67531984182368,
      "grad_norm": 1.7109737358231805,
      "learning_rate": 2.2308261934810333e-06,
      "loss": 0.9062,
      "step": 121991
    },
    {
      "epoch": 5.675366364270761,
      "grad_norm": 1.6940392194736356,
      "learning_rate": 2.230188531266619e-06,
      "loss": 0.9453,
      "step": 121992
    },
    {
      "epoch": 5.675412886717841,
      "grad_norm": 1.8993566312303396,
      "learning_rate": 2.2295509595177564e-06,
      "loss": 0.9023,
      "step": 121993
    },
    {
      "epoch": 5.675459409164922,
      "grad_norm": 1.673506297783341,
      "learning_rate": 2.228913478234812e-06,
      "loss": 0.8047,
      "step": 121994
    },
    {
      "epoch": 5.675505931612003,
      "grad_norm": 1.7196365295969565,
      "learning_rate": 2.2282760874182184e-06,
      "loss": 0.8125,
      "step": 121995
    },
    {
      "epoch": 5.675552454059083,
      "grad_norm": 1.7363036532628768,
      "learning_rate": 2.2276387870683253e-06,
      "loss": 0.9336,
      "step": 121996
    },
    {
      "epoch": 5.675598976506164,
      "grad_norm": 1.9311632465303552,
      "learning_rate": 2.2270015771855664e-06,
      "loss": 0.9492,
      "step": 121997
    },
    {
      "epoch": 5.675645498953245,
      "grad_norm": 1.8541067667123674,
      "learning_rate": 2.226364457770291e-06,
      "loss": 0.8594,
      "step": 121998
    },
    {
      "epoch": 5.675692021400326,
      "grad_norm": 1.6679816105792464,
      "learning_rate": 2.225727428822899e-06,
      "loss": 0.8281,
      "step": 121999
    },
    {
      "epoch": 5.675738543847406,
      "grad_norm": 1.6229632453689755,
      "learning_rate": 2.225090490343806e-06,
      "loss": 0.8047,
      "step": 122000
    },
    {
      "epoch": 5.6757850662944875,
      "grad_norm": 1.7100210111344425,
      "learning_rate": 2.2244536423333793e-06,
      "loss": 0.9414,
      "step": 122001
    },
    {
      "epoch": 5.675831588741568,
      "grad_norm": 1.6538545480255262,
      "learning_rate": 2.2238168847920013e-06,
      "loss": 0.7656,
      "step": 122002
    },
    {
      "epoch": 5.6758781111886485,
      "grad_norm": 1.8209483082269489,
      "learning_rate": 2.2231802177200884e-06,
      "loss": 0.957,
      "step": 122003
    },
    {
      "epoch": 5.675924633635729,
      "grad_norm": 1.6161289688561578,
      "learning_rate": 2.2225436411180075e-06,
      "loss": 0.9102,
      "step": 122004
    },
    {
      "epoch": 5.67597115608281,
      "grad_norm": 1.771661708949639,
      "learning_rate": 2.2219071549861744e-06,
      "loss": 0.9336,
      "step": 122005
    },
    {
      "epoch": 5.676017678529891,
      "grad_norm": 1.7541330355745106,
      "learning_rate": 2.2212707593249224e-06,
      "loss": 0.9414,
      "step": 122006
    },
    {
      "epoch": 5.676064200976971,
      "grad_norm": 1.881562627722401,
      "learning_rate": 2.2206344541347174e-06,
      "loss": 0.9062,
      "step": 122007
    },
    {
      "epoch": 5.676110723424052,
      "grad_norm": 1.8061451505272428,
      "learning_rate": 2.219998239415893e-06,
      "loss": 1.0703,
      "step": 122008
    },
    {
      "epoch": 5.676157245871133,
      "grad_norm": 1.9609792282708483,
      "learning_rate": 2.2193621151688655e-06,
      "loss": 1.0547,
      "step": 122009
    },
    {
      "epoch": 5.676203768318214,
      "grad_norm": 1.7707381985372994,
      "learning_rate": 2.2187260813940013e-06,
      "loss": 0.8906,
      "step": 122010
    },
    {
      "epoch": 5.676250290765294,
      "grad_norm": 1.7515359460112945,
      "learning_rate": 2.2180901380916994e-06,
      "loss": 0.8867,
      "step": 122011
    },
    {
      "epoch": 5.676296813212375,
      "grad_norm": 1.871515001437938,
      "learning_rate": 2.21745428526236e-06,
      "loss": 1.0391,
      "step": 122012
    },
    {
      "epoch": 5.676343335659456,
      "grad_norm": 1.661768704216821,
      "learning_rate": 2.216818522906383e-06,
      "loss": 0.8164,
      "step": 122013
    },
    {
      "epoch": 5.676389858106536,
      "grad_norm": 1.614351907895563,
      "learning_rate": 2.2161828510241343e-06,
      "loss": 0.8203,
      "step": 122014
    },
    {
      "epoch": 5.676436380553617,
      "grad_norm": 1.7178401539503072,
      "learning_rate": 2.215547269615997e-06,
      "loss": 0.8633,
      "step": 122015
    },
    {
      "epoch": 5.676482903000698,
      "grad_norm": 1.5609187061181986,
      "learning_rate": 2.214911778682388e-06,
      "loss": 0.8477,
      "step": 122016
    },
    {
      "epoch": 5.676529425447779,
      "grad_norm": 1.9684335257375283,
      "learning_rate": 2.214276378223673e-06,
      "loss": 1.0156,
      "step": 122017
    },
    {
      "epoch": 5.676575947894859,
      "grad_norm": 1.747426738281144,
      "learning_rate": 2.2136410682402518e-06,
      "loss": 0.8906,
      "step": 122018
    },
    {
      "epoch": 5.67662247034194,
      "grad_norm": 1.519773314069384,
      "learning_rate": 2.2130058487325076e-06,
      "loss": 0.8086,
      "step": 122019
    },
    {
      "epoch": 5.676668992789021,
      "grad_norm": 1.5438105801229434,
      "learning_rate": 2.212370719700823e-06,
      "loss": 0.8359,
      "step": 122020
    },
    {
      "epoch": 5.6767155152361015,
      "grad_norm": 1.7953178658184676,
      "learning_rate": 2.2117356811456156e-06,
      "loss": 0.8281,
      "step": 122021
    },
    {
      "epoch": 5.676762037683182,
      "grad_norm": 1.9606687456870608,
      "learning_rate": 2.2111007330672336e-06,
      "loss": 0.9336,
      "step": 122022
    },
    {
      "epoch": 5.6768085601302625,
      "grad_norm": 1.7476685794924753,
      "learning_rate": 2.210465875466111e-06,
      "loss": 0.8906,
      "step": 122023
    },
    {
      "epoch": 5.676855082577344,
      "grad_norm": 1.6900999859048491,
      "learning_rate": 2.20983110834258e-06,
      "loss": 0.8828,
      "step": 122024
    },
    {
      "epoch": 5.676901605024424,
      "grad_norm": 1.6854172149272977,
      "learning_rate": 2.209196431697091e-06,
      "loss": 0.9062,
      "step": 122025
    },
    {
      "epoch": 5.676948127471505,
      "grad_norm": 1.6052073839364063,
      "learning_rate": 2.2085618455299935e-06,
      "loss": 0.8164,
      "step": 122026
    },
    {
      "epoch": 5.676994649918585,
      "grad_norm": 2.0577573293533424,
      "learning_rate": 2.207927349841687e-06,
      "loss": 1.0391,
      "step": 122027
    },
    {
      "epoch": 5.677041172365667,
      "grad_norm": 1.773174184655831,
      "learning_rate": 2.2072929446325547e-06,
      "loss": 0.9336,
      "step": 122028
    },
    {
      "epoch": 5.677087694812747,
      "grad_norm": 1.6494830027785823,
      "learning_rate": 2.2066586299029966e-06,
      "loss": 0.8281,
      "step": 122029
    },
    {
      "epoch": 5.677134217259828,
      "grad_norm": 1.7773233640603932,
      "learning_rate": 2.2060244056533784e-06,
      "loss": 0.9961,
      "step": 122030
    },
    {
      "epoch": 5.677180739706909,
      "grad_norm": 1.9086708634479663,
      "learning_rate": 2.2053902718841165e-06,
      "loss": 1.0547,
      "step": 122031
    },
    {
      "epoch": 5.677227262153989,
      "grad_norm": 1.5830105377753891,
      "learning_rate": 2.2047562285955777e-06,
      "loss": 0.8633,
      "step": 122032
    },
    {
      "epoch": 5.67727378460107,
      "grad_norm": 1.8374022326240576,
      "learning_rate": 2.204122275788145e-06,
      "loss": 1.0469,
      "step": 122033
    },
    {
      "epoch": 5.67732030704815,
      "grad_norm": 1.7759380036315504,
      "learning_rate": 2.2034884134622343e-06,
      "loss": 1.0,
      "step": 122034
    },
    {
      "epoch": 5.677366829495232,
      "grad_norm": 1.5389784091104806,
      "learning_rate": 2.2028546416182292e-06,
      "loss": 0.7617,
      "step": 122035
    },
    {
      "epoch": 5.677413351942312,
      "grad_norm": 2.0894155968787125,
      "learning_rate": 2.2022209602564956e-06,
      "loss": 1.0312,
      "step": 122036
    },
    {
      "epoch": 5.677459874389393,
      "grad_norm": 1.8280668723948532,
      "learning_rate": 2.2015873693774333e-06,
      "loss": 0.8594,
      "step": 122037
    },
    {
      "epoch": 5.677506396836474,
      "grad_norm": 1.6860924492835674,
      "learning_rate": 2.200953868981442e-06,
      "loss": 0.793,
      "step": 122038
    },
    {
      "epoch": 5.6775529192835545,
      "grad_norm": 1.5558159565991638,
      "learning_rate": 2.2003204590688885e-06,
      "loss": 0.8203,
      "step": 122039
    },
    {
      "epoch": 5.677599441730635,
      "grad_norm": 1.823626807941811,
      "learning_rate": 2.1996871396401717e-06,
      "loss": 1.1172,
      "step": 122040
    },
    {
      "epoch": 5.6776459641777155,
      "grad_norm": 1.7935578448995149,
      "learning_rate": 2.199053910695675e-06,
      "loss": 0.9648,
      "step": 122041
    },
    {
      "epoch": 5.677692486624796,
      "grad_norm": 1.7810144829617687,
      "learning_rate": 2.1984207722357817e-06,
      "loss": 1.0,
      "step": 122042
    },
    {
      "epoch": 5.677739009071877,
      "grad_norm": 1.70624490367249,
      "learning_rate": 2.1977877242609076e-06,
      "loss": 0.9375,
      "step": 122043
    },
    {
      "epoch": 5.677785531518958,
      "grad_norm": 1.808806804579901,
      "learning_rate": 2.197154766771403e-06,
      "loss": 0.7461,
      "step": 122044
    },
    {
      "epoch": 5.677832053966038,
      "grad_norm": 1.8535927038256566,
      "learning_rate": 2.1965218997676837e-06,
      "loss": 1.0,
      "step": 122045
    },
    {
      "epoch": 5.67787857641312,
      "grad_norm": 1.74942801672663,
      "learning_rate": 2.1958891232500997e-06,
      "loss": 0.9805,
      "step": 122046
    },
    {
      "epoch": 5.6779250988602,
      "grad_norm": 1.691715517409324,
      "learning_rate": 2.195256437219084e-06,
      "loss": 0.8516,
      "step": 122047
    },
    {
      "epoch": 5.677971621307281,
      "grad_norm": 1.6704789441802421,
      "learning_rate": 2.1946238416750028e-06,
      "loss": 0.9219,
      "step": 122048
    },
    {
      "epoch": 5.678018143754361,
      "grad_norm": 1.6777113859674961,
      "learning_rate": 2.193991336618239e-06,
      "loss": 0.918,
      "step": 122049
    },
    {
      "epoch": 5.6780646662014425,
      "grad_norm": 1.9378091672487978,
      "learning_rate": 2.1933589220491765e-06,
      "loss": 1.0391,
      "step": 122050
    },
    {
      "epoch": 5.678111188648523,
      "grad_norm": 1.797243860128959,
      "learning_rate": 2.1927265979682307e-06,
      "loss": 0.9766,
      "step": 122051
    },
    {
      "epoch": 5.678157711095603,
      "grad_norm": 1.7971274465782898,
      "learning_rate": 2.1920943643757515e-06,
      "loss": 0.9609,
      "step": 122052
    },
    {
      "epoch": 5.678204233542685,
      "grad_norm": 1.7156972108224604,
      "learning_rate": 2.1914622212721557e-06,
      "loss": 0.918,
      "step": 122053
    },
    {
      "epoch": 5.678250755989765,
      "grad_norm": 1.7298514609570768,
      "learning_rate": 2.1908301686578088e-06,
      "loss": 0.957,
      "step": 122054
    },
    {
      "epoch": 5.678297278436846,
      "grad_norm": 1.8340323425602743,
      "learning_rate": 2.190198206533095e-06,
      "loss": 1.0391,
      "step": 122055
    },
    {
      "epoch": 5.678343800883926,
      "grad_norm": 1.9327664339932744,
      "learning_rate": 2.1895663348984295e-06,
      "loss": 1.0625,
      "step": 122056
    },
    {
      "epoch": 5.678390323331008,
      "grad_norm": 1.904490218210681,
      "learning_rate": 2.188934553754196e-06,
      "loss": 0.9805,
      "step": 122057
    },
    {
      "epoch": 5.678436845778088,
      "grad_norm": 1.840787634729232,
      "learning_rate": 2.1883028631007438e-06,
      "loss": 1.0312,
      "step": 122058
    },
    {
      "epoch": 5.6784833682251685,
      "grad_norm": 1.9155039373217932,
      "learning_rate": 2.1876712629384896e-06,
      "loss": 1.0234,
      "step": 122059
    },
    {
      "epoch": 5.678529890672249,
      "grad_norm": 1.8978197004445414,
      "learning_rate": 2.1870397532678162e-06,
      "loss": 0.8438,
      "step": 122060
    },
    {
      "epoch": 5.67857641311933,
      "grad_norm": 1.759922350628342,
      "learning_rate": 2.186408334089124e-06,
      "loss": 1.0156,
      "step": 122061
    },
    {
      "epoch": 5.678622935566411,
      "grad_norm": 1.8932509367655805,
      "learning_rate": 2.1857770054027614e-06,
      "loss": 0.9141,
      "step": 122062
    },
    {
      "epoch": 5.678669458013491,
      "grad_norm": 1.8443482092269285,
      "learning_rate": 2.1851457672091453e-06,
      "loss": 0.8867,
      "step": 122063
    },
    {
      "epoch": 5.678715980460572,
      "grad_norm": 2.2081079528453924,
      "learning_rate": 2.184514619508659e-06,
      "loss": 1.1016,
      "step": 122064
    },
    {
      "epoch": 5.678762502907653,
      "grad_norm": 2.184460259597234,
      "learning_rate": 2.1838835623016694e-06,
      "loss": 1.1562,
      "step": 122065
    },
    {
      "epoch": 5.678809025354734,
      "grad_norm": 1.877023192553253,
      "learning_rate": 2.1832525955885918e-06,
      "loss": 1.0391,
      "step": 122066
    },
    {
      "epoch": 5.678855547801814,
      "grad_norm": 1.8647997745692806,
      "learning_rate": 2.1826217193697928e-06,
      "loss": 0.9297,
      "step": 122067
    },
    {
      "epoch": 5.6789020702488955,
      "grad_norm": 1.7138556367732913,
      "learning_rate": 2.181990933645655e-06,
      "loss": 0.832,
      "step": 122068
    },
    {
      "epoch": 5.678948592695976,
      "grad_norm": 1.6980195562251996,
      "learning_rate": 2.181360238416596e-06,
      "loss": 0.9531,
      "step": 122069
    },
    {
      "epoch": 5.678995115143056,
      "grad_norm": 1.955874131675748,
      "learning_rate": 2.1807296336829647e-06,
      "loss": 0.8594,
      "step": 122070
    },
    {
      "epoch": 5.679041637590137,
      "grad_norm": 2.0433363727380645,
      "learning_rate": 2.180099119445161e-06,
      "loss": 0.9297,
      "step": 122071
    },
    {
      "epoch": 5.679088160037218,
      "grad_norm": 1.822821111167976,
      "learning_rate": 2.1794686957035677e-06,
      "loss": 0.9492,
      "step": 122072
    },
    {
      "epoch": 5.679134682484299,
      "grad_norm": 1.7810621182965785,
      "learning_rate": 2.1788383624585847e-06,
      "loss": 1.0469,
      "step": 122073
    },
    {
      "epoch": 5.679181204931379,
      "grad_norm": 1.6427967382395077,
      "learning_rate": 2.178208119710595e-06,
      "loss": 0.7656,
      "step": 122074
    },
    {
      "epoch": 5.679227727378461,
      "grad_norm": 1.8577445785120514,
      "learning_rate": 2.1775779674599647e-06,
      "loss": 1.0469,
      "step": 122075
    },
    {
      "epoch": 5.679274249825541,
      "grad_norm": 1.6402434717522016,
      "learning_rate": 2.1769479057070937e-06,
      "loss": 0.8945,
      "step": 122076
    },
    {
      "epoch": 5.6793207722726216,
      "grad_norm": 1.849796499699645,
      "learning_rate": 2.176317934452365e-06,
      "loss": 0.8555,
      "step": 122077
    },
    {
      "epoch": 5.679367294719702,
      "grad_norm": 1.7359438686566644,
      "learning_rate": 2.175688053696162e-06,
      "loss": 0.9844,
      "step": 122078
    },
    {
      "epoch": 5.6794138171667825,
      "grad_norm": 1.911256568872347,
      "learning_rate": 2.1750582634388834e-06,
      "loss": 1.0625,
      "step": 122079
    },
    {
      "epoch": 5.679460339613864,
      "grad_norm": 1.8284477734190607,
      "learning_rate": 2.1744285636809135e-06,
      "loss": 0.9414,
      "step": 122080
    },
    {
      "epoch": 5.679506862060944,
      "grad_norm": 1.681275144186515,
      "learning_rate": 2.173798954422601e-06,
      "loss": 0.8594,
      "step": 122081
    },
    {
      "epoch": 5.679553384508025,
      "grad_norm": 1.8852328287913562,
      "learning_rate": 2.173169435664379e-06,
      "loss": 1.0078,
      "step": 122082
    },
    {
      "epoch": 5.679599906955106,
      "grad_norm": 1.764807459023877,
      "learning_rate": 2.1725400074066147e-06,
      "loss": 0.8945,
      "step": 122083
    },
    {
      "epoch": 5.679646429402187,
      "grad_norm": 2.0057427725797567,
      "learning_rate": 2.171910669649707e-06,
      "loss": 1.1016,
      "step": 122084
    },
    {
      "epoch": 5.679692951849267,
      "grad_norm": 1.9485757440381943,
      "learning_rate": 2.171281422393989e-06,
      "loss": 0.9609,
      "step": 122085
    },
    {
      "epoch": 5.679739474296348,
      "grad_norm": 1.8531623763363756,
      "learning_rate": 2.1706522656399107e-06,
      "loss": 0.957,
      "step": 122086
    },
    {
      "epoch": 5.679785996743429,
      "grad_norm": 1.7587926865345915,
      "learning_rate": 2.170023199387838e-06,
      "loss": 0.9766,
      "step": 122087
    },
    {
      "epoch": 5.6798325191905095,
      "grad_norm": 1.8673044342679237,
      "learning_rate": 2.169394223638138e-06,
      "loss": 0.9531,
      "step": 122088
    },
    {
      "epoch": 5.67987904163759,
      "grad_norm": 2.001504396423466,
      "learning_rate": 2.168765338391193e-06,
      "loss": 1.0938,
      "step": 122089
    },
    {
      "epoch": 5.679925564084671,
      "grad_norm": 1.8117876714926995,
      "learning_rate": 2.1681365436474196e-06,
      "loss": 1.0,
      "step": 122090
    },
    {
      "epoch": 5.679972086531752,
      "grad_norm": 1.7511848732961497,
      "learning_rate": 2.1675078394071676e-06,
      "loss": 1.0625,
      "step": 122091
    },
    {
      "epoch": 5.680018608978832,
      "grad_norm": 1.775098125699469,
      "learning_rate": 2.1668792256708534e-06,
      "loss": 1.0312,
      "step": 122092
    },
    {
      "epoch": 5.680065131425913,
      "grad_norm": 1.8318761552634928,
      "learning_rate": 2.1662507024388266e-06,
      "loss": 1.0,
      "step": 122093
    },
    {
      "epoch": 5.680111653872994,
      "grad_norm": 1.7084219183764895,
      "learning_rate": 2.16562226971152e-06,
      "loss": 0.9453,
      "step": 122094
    },
    {
      "epoch": 5.680158176320075,
      "grad_norm": 1.7568799584514663,
      "learning_rate": 2.1649939274892836e-06,
      "loss": 0.8984,
      "step": 122095
    },
    {
      "epoch": 5.680204698767155,
      "grad_norm": 1.5928111457713703,
      "learning_rate": 2.1643656757725005e-06,
      "loss": 0.9023,
      "step": 122096
    },
    {
      "epoch": 5.6802512212142355,
      "grad_norm": 1.8325354554655422,
      "learning_rate": 2.1637375145615698e-06,
      "loss": 0.9219,
      "step": 122097
    },
    {
      "epoch": 5.680297743661317,
      "grad_norm": 1.7639178729881224,
      "learning_rate": 2.1631094438568587e-06,
      "loss": 0.9727,
      "step": 122098
    },
    {
      "epoch": 5.680344266108397,
      "grad_norm": 1.7282984262341605,
      "learning_rate": 2.162481463658766e-06,
      "loss": 0.9922,
      "step": 122099
    },
    {
      "epoch": 5.680390788555478,
      "grad_norm": 1.5549112401416392,
      "learning_rate": 2.1618535739676755e-06,
      "loss": 0.7852,
      "step": 122100
    },
    {
      "epoch": 5.680437311002558,
      "grad_norm": 1.671871898156846,
      "learning_rate": 2.16122577478397e-06,
      "loss": 1.0078,
      "step": 122101
    },
    {
      "epoch": 5.68048383344964,
      "grad_norm": 1.72145831455871,
      "learning_rate": 2.160598066108049e-06,
      "loss": 0.8594,
      "step": 122102
    },
    {
      "epoch": 5.68053035589672,
      "grad_norm": 1.7792903546659273,
      "learning_rate": 2.1599704479402626e-06,
      "loss": 1.0391,
      "step": 122103
    },
    {
      "epoch": 5.680576878343801,
      "grad_norm": 1.6993126318684253,
      "learning_rate": 2.1593429202810096e-06,
      "loss": 0.8789,
      "step": 122104
    },
    {
      "epoch": 5.680623400790882,
      "grad_norm": 1.8656084876555667,
      "learning_rate": 2.158715483130691e-06,
      "loss": 1.1016,
      "step": 122105
    },
    {
      "epoch": 5.6806699232379625,
      "grad_norm": 1.8170318975707944,
      "learning_rate": 2.1580881364896887e-06,
      "loss": 0.9766,
      "step": 122106
    },
    {
      "epoch": 5.680716445685043,
      "grad_norm": 1.519512147732314,
      "learning_rate": 2.1574608803583526e-06,
      "loss": 0.7227,
      "step": 122107
    },
    {
      "epoch": 5.6807629681321234,
      "grad_norm": 1.8826686709492857,
      "learning_rate": 2.1568337147370994e-06,
      "loss": 0.9375,
      "step": 122108
    },
    {
      "epoch": 5.680809490579205,
      "grad_norm": 1.7785374007011163,
      "learning_rate": 2.156206639626312e-06,
      "loss": 0.9414,
      "step": 122109
    },
    {
      "epoch": 5.680856013026285,
      "grad_norm": 1.8185061275671526,
      "learning_rate": 2.1555796550263573e-06,
      "loss": 0.8555,
      "step": 122110
    },
    {
      "epoch": 5.680902535473366,
      "grad_norm": 1.7244480190535372,
      "learning_rate": 2.154952760937617e-06,
      "loss": 0.9141,
      "step": 122111
    },
    {
      "epoch": 5.680949057920446,
      "grad_norm": 1.8748635440859356,
      "learning_rate": 2.1543259573605085e-06,
      "loss": 0.9883,
      "step": 122112
    },
    {
      "epoch": 5.680995580367528,
      "grad_norm": 1.7022226849170825,
      "learning_rate": 2.1536992442953816e-06,
      "loss": 0.8945,
      "step": 122113
    },
    {
      "epoch": 5.681042102814608,
      "grad_norm": 1.6834922239808292,
      "learning_rate": 2.153072621742635e-06,
      "loss": 0.8945,
      "step": 122114
    },
    {
      "epoch": 5.681088625261689,
      "grad_norm": 1.8447171193273055,
      "learning_rate": 2.152446089702653e-06,
      "loss": 1.0547,
      "step": 122115
    },
    {
      "epoch": 5.681135147708769,
      "grad_norm": 1.9656881123319478,
      "learning_rate": 2.151819648175801e-06,
      "loss": 1.0078,
      "step": 122116
    },
    {
      "epoch": 5.68118167015585,
      "grad_norm": 1.8706765728671997,
      "learning_rate": 2.1511932971624956e-06,
      "loss": 1.0234,
      "step": 122117
    },
    {
      "epoch": 5.681228192602931,
      "grad_norm": 1.787302803138789,
      "learning_rate": 2.1505670366630867e-06,
      "loss": 0.8555,
      "step": 122118
    },
    {
      "epoch": 5.681274715050011,
      "grad_norm": 1.8865660769169335,
      "learning_rate": 2.149940866677974e-06,
      "loss": 0.8906,
      "step": 122119
    },
    {
      "epoch": 5.681321237497093,
      "grad_norm": 1.931621464606604,
      "learning_rate": 2.1493147872075234e-06,
      "loss": 1.0547,
      "step": 122120
    },
    {
      "epoch": 5.681367759944173,
      "grad_norm": 1.6514485186020231,
      "learning_rate": 2.1486887982521516e-06,
      "loss": 0.8906,
      "step": 122121
    },
    {
      "epoch": 5.681414282391254,
      "grad_norm": 1.7371616528526452,
      "learning_rate": 2.148062899812225e-06,
      "loss": 0.8828,
      "step": 122122
    },
    {
      "epoch": 5.681460804838334,
      "grad_norm": 1.6706398964348819,
      "learning_rate": 2.1474370918881267e-06,
      "loss": 0.8438,
      "step": 122123
    },
    {
      "epoch": 5.6815073272854155,
      "grad_norm": 1.9045326113380403,
      "learning_rate": 2.1468113744802396e-06,
      "loss": 0.9961,
      "step": 122124
    },
    {
      "epoch": 5.681553849732496,
      "grad_norm": 1.6927050423993006,
      "learning_rate": 2.14618574758893e-06,
      "loss": 0.875,
      "step": 122125
    },
    {
      "epoch": 5.6816003721795765,
      "grad_norm": 1.8499535608359916,
      "learning_rate": 2.145560211214614e-06,
      "loss": 0.957,
      "step": 122126
    },
    {
      "epoch": 5.681646894626658,
      "grad_norm": 1.782406145686744,
      "learning_rate": 2.1449347653576586e-06,
      "loss": 0.9297,
      "step": 122127
    },
    {
      "epoch": 5.681693417073738,
      "grad_norm": 1.8588844399637479,
      "learning_rate": 2.1443094100184297e-06,
      "loss": 0.9062,
      "step": 122128
    },
    {
      "epoch": 5.681739939520819,
      "grad_norm": 1.9358959119336754,
      "learning_rate": 2.1436841451973276e-06,
      "loss": 0.9336,
      "step": 122129
    },
    {
      "epoch": 5.681786461967899,
      "grad_norm": 1.8706503604482887,
      "learning_rate": 2.143058970894751e-06,
      "loss": 0.9414,
      "step": 122130
    },
    {
      "epoch": 5.68183298441498,
      "grad_norm": 1.7623579031780365,
      "learning_rate": 2.14243388711105e-06,
      "loss": 1.0156,
      "step": 122131
    },
    {
      "epoch": 5.681879506862061,
      "grad_norm": 1.797399661840575,
      "learning_rate": 2.1418088938466416e-06,
      "loss": 0.9453,
      "step": 122132
    },
    {
      "epoch": 5.681926029309142,
      "grad_norm": 1.9006436298511888,
      "learning_rate": 2.141183991101858e-06,
      "loss": 1.0078,
      "step": 122133
    },
    {
      "epoch": 5.681972551756222,
      "grad_norm": 1.887978416424056,
      "learning_rate": 2.1405591788771325e-06,
      "loss": 1.0781,
      "step": 122134
    },
    {
      "epoch": 5.682019074203303,
      "grad_norm": 1.7385635416919984,
      "learning_rate": 2.1399344571728316e-06,
      "loss": 0.8711,
      "step": 122135
    },
    {
      "epoch": 5.682065596650384,
      "grad_norm": 1.5859423240506174,
      "learning_rate": 2.1393098259893383e-06,
      "loss": 0.9023,
      "step": 122136
    },
    {
      "epoch": 5.682112119097464,
      "grad_norm": 1.7384400221164007,
      "learning_rate": 2.138685285327002e-06,
      "loss": 0.8828,
      "step": 122137
    },
    {
      "epoch": 5.682158641544545,
      "grad_norm": 1.7443295268805545,
      "learning_rate": 2.138060835186256e-06,
      "loss": 0.875,
      "step": 122138
    },
    {
      "epoch": 5.682205163991626,
      "grad_norm": 2.0502644630573776,
      "learning_rate": 2.1374364755674667e-06,
      "loss": 1.0234,
      "step": 122139
    },
    {
      "epoch": 5.682251686438707,
      "grad_norm": 1.8571211450337828,
      "learning_rate": 2.1368122064710003e-06,
      "loss": 0.9648,
      "step": 122140
    },
    {
      "epoch": 5.682298208885787,
      "grad_norm": 1.929449787174969,
      "learning_rate": 2.13618802789724e-06,
      "loss": 0.8828,
      "step": 122141
    },
    {
      "epoch": 5.6823447313328685,
      "grad_norm": 1.8339372919608115,
      "learning_rate": 2.135563939846585e-06,
      "loss": 0.8867,
      "step": 122142
    },
    {
      "epoch": 5.682391253779949,
      "grad_norm": 1.87343559829673,
      "learning_rate": 2.134939942319419e-06,
      "loss": 0.8398,
      "step": 122143
    },
    {
      "epoch": 5.6824377762270295,
      "grad_norm": 1.7774240872627431,
      "learning_rate": 2.1343160353161083e-06,
      "loss": 0.8398,
      "step": 122144
    },
    {
      "epoch": 5.68248429867411,
      "grad_norm": 1.6555977089764102,
      "learning_rate": 2.1336922188370354e-06,
      "loss": 0.8633,
      "step": 122145
    },
    {
      "epoch": 5.682530821121191,
      "grad_norm": 1.818104880786918,
      "learning_rate": 2.1330684928825838e-06,
      "loss": 1.0078,
      "step": 122146
    },
    {
      "epoch": 5.682577343568272,
      "grad_norm": 1.6049007552622505,
      "learning_rate": 2.1324448574531526e-06,
      "loss": 0.8555,
      "step": 122147
    },
    {
      "epoch": 5.682623866015352,
      "grad_norm": 1.8371127559417944,
      "learning_rate": 2.131821312549109e-06,
      "loss": 0.9961,
      "step": 122148
    },
    {
      "epoch": 5.682670388462433,
      "grad_norm": 1.711881726943807,
      "learning_rate": 2.1311978581708187e-06,
      "loss": 0.8516,
      "step": 122149
    },
    {
      "epoch": 5.682716910909514,
      "grad_norm": 1.8479340287353496,
      "learning_rate": 2.1305744943186987e-06,
      "loss": 0.9805,
      "step": 122150
    },
    {
      "epoch": 5.682763433356595,
      "grad_norm": 1.8807028228486238,
      "learning_rate": 2.129951220993098e-06,
      "loss": 1.0156,
      "step": 122151
    },
    {
      "epoch": 5.682809955803675,
      "grad_norm": 1.6061603762785432,
      "learning_rate": 2.1293280381944334e-06,
      "loss": 0.8242,
      "step": 122152
    },
    {
      "epoch": 5.682856478250756,
      "grad_norm": 1.807693160826521,
      "learning_rate": 2.1287049459230542e-06,
      "loss": 1.1016,
      "step": 122153
    },
    {
      "epoch": 5.682903000697837,
      "grad_norm": 1.8286454110231964,
      "learning_rate": 2.128081944179344e-06,
      "loss": 1.0078,
      "step": 122154
    },
    {
      "epoch": 5.682949523144917,
      "grad_norm": 1.7765410672121276,
      "learning_rate": 2.127459032963702e-06,
      "loss": 0.9453,
      "step": 122155
    },
    {
      "epoch": 5.682996045591998,
      "grad_norm": 1.8016737305857848,
      "learning_rate": 2.1268362122764946e-06,
      "loss": 0.9258,
      "step": 122156
    },
    {
      "epoch": 5.683042568039079,
      "grad_norm": 1.5827333135328412,
      "learning_rate": 2.126213482118122e-06,
      "loss": 0.8555,
      "step": 122157
    },
    {
      "epoch": 5.68308909048616,
      "grad_norm": 1.7467001291391122,
      "learning_rate": 2.1255908424889502e-06,
      "loss": 0.9141,
      "step": 122158
    },
    {
      "epoch": 5.68313561293324,
      "grad_norm": 1.5869259873500194,
      "learning_rate": 2.124968293389362e-06,
      "loss": 0.8438,
      "step": 122159
    },
    {
      "epoch": 5.683182135380321,
      "grad_norm": 1.6576494561067192,
      "learning_rate": 2.1243458348197404e-06,
      "loss": 0.918,
      "step": 122160
    },
    {
      "epoch": 5.683228657827402,
      "grad_norm": 1.7815691309701938,
      "learning_rate": 2.1237234667804527e-06,
      "loss": 1.0234,
      "step": 122161
    },
    {
      "epoch": 5.6832751802744825,
      "grad_norm": 1.6758838350402818,
      "learning_rate": 2.123101189271914e-06,
      "loss": 0.9414,
      "step": 122162
    },
    {
      "epoch": 5.683321702721563,
      "grad_norm": 1.7271672303118606,
      "learning_rate": 2.122479002294458e-06,
      "loss": 0.9883,
      "step": 122163
    },
    {
      "epoch": 5.6833682251686435,
      "grad_norm": 1.7652289535953405,
      "learning_rate": 2.1218569058485015e-06,
      "loss": 0.8906,
      "step": 122164
    },
    {
      "epoch": 5.683414747615725,
      "grad_norm": 1.7736501265621305,
      "learning_rate": 2.1212348999344266e-06,
      "loss": 1.0234,
      "step": 122165
    },
    {
      "epoch": 5.683461270062805,
      "grad_norm": 1.8899050792727832,
      "learning_rate": 2.1206129845526e-06,
      "loss": 0.9922,
      "step": 122166
    },
    {
      "epoch": 5.683507792509886,
      "grad_norm": 1.7007413953477204,
      "learning_rate": 2.119991159703405e-06,
      "loss": 0.8789,
      "step": 122167
    },
    {
      "epoch": 5.683554314956966,
      "grad_norm": 1.9789316933595875,
      "learning_rate": 2.119369425387224e-06,
      "loss": 0.9609,
      "step": 122168
    },
    {
      "epoch": 5.683600837404048,
      "grad_norm": 1.704753543233356,
      "learning_rate": 2.1187477816044242e-06,
      "loss": 0.8984,
      "step": 122169
    },
    {
      "epoch": 5.683647359851128,
      "grad_norm": 1.6955682563181749,
      "learning_rate": 2.1181262283554213e-06,
      "loss": 0.9531,
      "step": 122170
    },
    {
      "epoch": 5.683693882298209,
      "grad_norm": 1.6607869328519844,
      "learning_rate": 2.117504765640565e-06,
      "loss": 0.9102,
      "step": 122171
    },
    {
      "epoch": 5.68374040474529,
      "grad_norm": 1.780191285506332,
      "learning_rate": 2.1168833934602224e-06,
      "loss": 0.8359,
      "step": 122172
    },
    {
      "epoch": 5.68378692719237,
      "grad_norm": 1.6260964747742495,
      "learning_rate": 2.116262111814826e-06,
      "loss": 0.9141,
      "step": 122173
    },
    {
      "epoch": 5.683833449639451,
      "grad_norm": 1.6521235513555363,
      "learning_rate": 2.115640920704709e-06,
      "loss": 0.8359,
      "step": 122174
    },
    {
      "epoch": 5.683879972086531,
      "grad_norm": 1.6455495997368095,
      "learning_rate": 2.1150198201302703e-06,
      "loss": 0.8828,
      "step": 122175
    },
    {
      "epoch": 5.683926494533613,
      "grad_norm": 1.6555789873929283,
      "learning_rate": 2.114398810091894e-06,
      "loss": 0.9531,
      "step": 122176
    },
    {
      "epoch": 5.683973016980693,
      "grad_norm": 1.8218846203666483,
      "learning_rate": 2.113777890589946e-06,
      "loss": 0.9492,
      "step": 122177
    },
    {
      "epoch": 5.684019539427774,
      "grad_norm": 1.7969104457078737,
      "learning_rate": 2.1131570616248095e-06,
      "loss": 1.0469,
      "step": 122178
    },
    {
      "epoch": 5.684066061874855,
      "grad_norm": 1.8475965494917006,
      "learning_rate": 2.1125363231968837e-06,
      "loss": 0.9766,
      "step": 122179
    },
    {
      "epoch": 5.684112584321936,
      "grad_norm": 1.7858218797621224,
      "learning_rate": 2.111915675306536e-06,
      "loss": 0.9648,
      "step": 122180
    },
    {
      "epoch": 5.684159106769016,
      "grad_norm": 1.7073043309444056,
      "learning_rate": 2.1112951179541314e-06,
      "loss": 1.0781,
      "step": 122181
    },
    {
      "epoch": 5.6842056292160965,
      "grad_norm": 1.553164108939718,
      "learning_rate": 2.110674651140071e-06,
      "loss": 0.8633,
      "step": 122182
    },
    {
      "epoch": 5.684252151663177,
      "grad_norm": 1.6828309780329949,
      "learning_rate": 2.1100542748647366e-06,
      "loss": 0.8594,
      "step": 122183
    },
    {
      "epoch": 5.684298674110258,
      "grad_norm": 1.838442139161608,
      "learning_rate": 2.109433989128495e-06,
      "loss": 0.9609,
      "step": 122184
    },
    {
      "epoch": 5.684345196557339,
      "grad_norm": 1.7820857850588534,
      "learning_rate": 2.108813793931713e-06,
      "loss": 0.9531,
      "step": 122185
    },
    {
      "epoch": 5.684391719004419,
      "grad_norm": 1.8536834657761543,
      "learning_rate": 2.1081936892747896e-06,
      "loss": 0.8633,
      "step": 122186
    },
    {
      "epoch": 5.684438241451501,
      "grad_norm": 1.6394024292320002,
      "learning_rate": 2.1075736751581083e-06,
      "loss": 0.9883,
      "step": 122187
    },
    {
      "epoch": 5.684484763898581,
      "grad_norm": 1.7742121942141307,
      "learning_rate": 2.106953751582052e-06,
      "loss": 0.9414,
      "step": 122188
    },
    {
      "epoch": 5.684531286345662,
      "grad_norm": 1.8868024670657069,
      "learning_rate": 2.1063339185469707e-06,
      "loss": 0.9492,
      "step": 122189
    },
    {
      "epoch": 5.684577808792742,
      "grad_norm": 1.7637454333962082,
      "learning_rate": 2.1057141760532637e-06,
      "loss": 0.8789,
      "step": 122190
    },
    {
      "epoch": 5.6846243312398235,
      "grad_norm": 1.8405957913785318,
      "learning_rate": 2.1050945241013306e-06,
      "loss": 0.9805,
      "step": 122191
    },
    {
      "epoch": 5.684670853686904,
      "grad_norm": 1.668900612389691,
      "learning_rate": 2.1044749626915215e-06,
      "loss": 0.8789,
      "step": 122192
    },
    {
      "epoch": 5.684717376133984,
      "grad_norm": 1.8443126468237077,
      "learning_rate": 2.103855491824236e-06,
      "loss": 0.9766,
      "step": 122193
    },
    {
      "epoch": 5.684763898581066,
      "grad_norm": 1.8045878859411695,
      "learning_rate": 2.1032361114998065e-06,
      "loss": 0.8828,
      "step": 122194
    },
    {
      "epoch": 5.684810421028146,
      "grad_norm": 1.7134582916870111,
      "learning_rate": 2.1026168217186832e-06,
      "loss": 0.9414,
      "step": 122195
    },
    {
      "epoch": 5.684856943475227,
      "grad_norm": 1.8552684941650286,
      "learning_rate": 2.1019976224811994e-06,
      "loss": 1.0234,
      "step": 122196
    },
    {
      "epoch": 5.684903465922307,
      "grad_norm": 1.7103859090739622,
      "learning_rate": 2.1013785137877383e-06,
      "loss": 0.8906,
      "step": 122197
    },
    {
      "epoch": 5.684949988369389,
      "grad_norm": 1.7201762589233773,
      "learning_rate": 2.100759495638682e-06,
      "loss": 0.9375,
      "step": 122198
    },
    {
      "epoch": 5.684996510816469,
      "grad_norm": 1.787579211181243,
      "learning_rate": 2.100140568034414e-06,
      "loss": 0.9219,
      "step": 122199
    },
    {
      "epoch": 5.6850430332635495,
      "grad_norm": 1.7152966139512764,
      "learning_rate": 2.0995217309753176e-06,
      "loss": 0.8984,
      "step": 122200
    },
    {
      "epoch": 5.68508955571063,
      "grad_norm": 1.8012443570461754,
      "learning_rate": 2.0989029844617754e-06,
      "loss": 1.0312,
      "step": 122201
    },
    {
      "epoch": 5.685136078157711,
      "grad_norm": 1.6279936112051379,
      "learning_rate": 2.0982843284941376e-06,
      "loss": 0.8359,
      "step": 122202
    },
    {
      "epoch": 5.685182600604792,
      "grad_norm": 1.8540775737952961,
      "learning_rate": 2.097665763072803e-06,
      "loss": 1.0078,
      "step": 122203
    },
    {
      "epoch": 5.685229123051872,
      "grad_norm": 1.6663095411868196,
      "learning_rate": 2.0970472881981557e-06,
      "loss": 0.9727,
      "step": 122204
    },
    {
      "epoch": 5.685275645498953,
      "grad_norm": 1.8483097450096264,
      "learning_rate": 2.0964289038705782e-06,
      "loss": 0.9062,
      "step": 122205
    },
    {
      "epoch": 5.685322167946034,
      "grad_norm": 1.857791571017211,
      "learning_rate": 2.095810610090437e-06,
      "loss": 0.9922,
      "step": 122206
    },
    {
      "epoch": 5.685368690393115,
      "grad_norm": 1.718426097479365,
      "learning_rate": 2.0951924068580817e-06,
      "loss": 0.8984,
      "step": 122207
    },
    {
      "epoch": 5.685415212840195,
      "grad_norm": 1.6237826907156165,
      "learning_rate": 2.0945742941739454e-06,
      "loss": 0.8359,
      "step": 122208
    },
    {
      "epoch": 5.6854617352872765,
      "grad_norm": 1.8422252364050726,
      "learning_rate": 2.0939562720383773e-06,
      "loss": 0.918,
      "step": 122209
    },
    {
      "epoch": 5.685508257734357,
      "grad_norm": 1.938327691573983,
      "learning_rate": 2.0933383404517613e-06,
      "loss": 1.0312,
      "step": 122210
    },
    {
      "epoch": 5.6855547801814375,
      "grad_norm": 1.7781705270444663,
      "learning_rate": 2.0927204994144797e-06,
      "loss": 0.8945,
      "step": 122211
    },
    {
      "epoch": 5.685601302628518,
      "grad_norm": 1.7413501050277949,
      "learning_rate": 2.0921027489268993e-06,
      "loss": 1.0469,
      "step": 122212
    },
    {
      "epoch": 5.685647825075599,
      "grad_norm": 1.8938093104082603,
      "learning_rate": 2.0914850889894195e-06,
      "loss": 1.0078,
      "step": 122213
    },
    {
      "epoch": 5.68569434752268,
      "grad_norm": 1.65714484266956,
      "learning_rate": 2.0908675196023905e-06,
      "loss": 0.9883,
      "step": 122214
    },
    {
      "epoch": 5.68574086996976,
      "grad_norm": 1.6762271166117964,
      "learning_rate": 2.0902500407662113e-06,
      "loss": 0.8555,
      "step": 122215
    },
    {
      "epoch": 5.685787392416842,
      "grad_norm": 1.6469134643254788,
      "learning_rate": 2.089632652481249e-06,
      "loss": 0.8711,
      "step": 122216
    },
    {
      "epoch": 5.685833914863922,
      "grad_norm": 1.961899697848442,
      "learning_rate": 2.089015354747886e-06,
      "loss": 1.1016,
      "step": 122217
    },
    {
      "epoch": 5.685880437311003,
      "grad_norm": 1.7227670381511895,
      "learning_rate": 2.0883981475664892e-06,
      "loss": 0.9453,
      "step": 122218
    },
    {
      "epoch": 5.685926959758083,
      "grad_norm": 2.040283001988876,
      "learning_rate": 2.087781030937474e-06,
      "loss": 1.1172,
      "step": 122219
    },
    {
      "epoch": 5.6859734822051635,
      "grad_norm": 1.7450565968590728,
      "learning_rate": 2.087164004861158e-06,
      "loss": 0.9375,
      "step": 122220
    },
    {
      "epoch": 5.686020004652245,
      "grad_norm": 1.7897349753563228,
      "learning_rate": 2.0865470693379736e-06,
      "loss": 0.875,
      "step": 122221
    },
    {
      "epoch": 5.686066527099325,
      "grad_norm": 1.878461425498026,
      "learning_rate": 2.0859302243682706e-06,
      "loss": 1.0078,
      "step": 122222
    },
    {
      "epoch": 5.686113049546406,
      "grad_norm": 1.9125745894819373,
      "learning_rate": 2.085313469952432e-06,
      "loss": 0.9492,
      "step": 122223
    },
    {
      "epoch": 5.686159571993487,
      "grad_norm": 1.5450274092554435,
      "learning_rate": 2.084696806090841e-06,
      "loss": 0.8125,
      "step": 122224
    },
    {
      "epoch": 5.686206094440568,
      "grad_norm": 1.68931053236557,
      "learning_rate": 2.0840802327838633e-06,
      "loss": 0.9023,
      "step": 122225
    },
    {
      "epoch": 5.686252616887648,
      "grad_norm": 1.703326659776599,
      "learning_rate": 2.083463750031883e-06,
      "loss": 0.9453,
      "step": 122226
    },
    {
      "epoch": 5.686299139334729,
      "grad_norm": 1.6953272159461001,
      "learning_rate": 2.082847357835299e-06,
      "loss": 0.8633,
      "step": 122227
    },
    {
      "epoch": 5.68634566178181,
      "grad_norm": 1.8592648799208333,
      "learning_rate": 2.0822310561944446e-06,
      "loss": 1.0391,
      "step": 122228
    },
    {
      "epoch": 5.6863921842288905,
      "grad_norm": 1.7658049385863828,
      "learning_rate": 2.081614845109719e-06,
      "loss": 0.9609,
      "step": 122229
    },
    {
      "epoch": 5.686438706675971,
      "grad_norm": 1.7993415157823571,
      "learning_rate": 2.0809987245815064e-06,
      "loss": 0.8828,
      "step": 122230
    },
    {
      "epoch": 5.686485229123052,
      "grad_norm": 1.7610971490925758,
      "learning_rate": 2.080382694610172e-06,
      "loss": 1.0,
      "step": 122231
    },
    {
      "epoch": 5.686531751570133,
      "grad_norm": 1.6270341077095414,
      "learning_rate": 2.0797667551961163e-06,
      "loss": 0.8516,
      "step": 122232
    },
    {
      "epoch": 5.686578274017213,
      "grad_norm": 1.7775566547345807,
      "learning_rate": 2.079150906339688e-06,
      "loss": 0.8828,
      "step": 122233
    },
    {
      "epoch": 5.686624796464294,
      "grad_norm": 1.792942556845955,
      "learning_rate": 2.0785351480412714e-06,
      "loss": 0.8438,
      "step": 122234
    },
    {
      "epoch": 5.686671318911375,
      "grad_norm": 1.6913343627254134,
      "learning_rate": 2.077919480301249e-06,
      "loss": 0.7305,
      "step": 122235
    },
    {
      "epoch": 5.686717841358456,
      "grad_norm": 1.606834158079908,
      "learning_rate": 2.0773039031200033e-06,
      "loss": 0.957,
      "step": 122236
    },
    {
      "epoch": 5.686764363805536,
      "grad_norm": 1.7528029622890455,
      "learning_rate": 2.076688416497918e-06,
      "loss": 0.8633,
      "step": 122237
    },
    {
      "epoch": 5.6868108862526165,
      "grad_norm": 1.6887892536456979,
      "learning_rate": 2.076073020435326e-06,
      "loss": 0.9609,
      "step": 122238
    },
    {
      "epoch": 5.686857408699698,
      "grad_norm": 1.9560931554819594,
      "learning_rate": 2.0754577149326434e-06,
      "loss": 1.0469,
      "step": 122239
    },
    {
      "epoch": 5.686903931146778,
      "grad_norm": 1.8503208960082342,
      "learning_rate": 2.0748424999902367e-06,
      "loss": 1.1016,
      "step": 122240
    },
    {
      "epoch": 5.686950453593859,
      "grad_norm": 1.8870073142570525,
      "learning_rate": 2.074227375608506e-06,
      "loss": 1.0312,
      "step": 122241
    },
    {
      "epoch": 5.686996976040939,
      "grad_norm": 1.8426768761277237,
      "learning_rate": 2.073612341787767e-06,
      "loss": 0.9727,
      "step": 122242
    },
    {
      "epoch": 5.687043498488021,
      "grad_norm": 1.8559703848001845,
      "learning_rate": 2.0729973985284532e-06,
      "loss": 1.0234,
      "step": 122243
    },
    {
      "epoch": 5.687090020935101,
      "grad_norm": 1.7450598022583048,
      "learning_rate": 2.072382545830931e-06,
      "loss": 0.9492,
      "step": 122244
    },
    {
      "epoch": 5.687136543382182,
      "grad_norm": 1.631924917624195,
      "learning_rate": 2.071767783695566e-06,
      "loss": 0.8203,
      "step": 122245
    },
    {
      "epoch": 5.687183065829263,
      "grad_norm": 1.804974564721501,
      "learning_rate": 2.0711531121227253e-06,
      "loss": 0.9883,
      "step": 122246
    },
    {
      "epoch": 5.6872295882763435,
      "grad_norm": 1.9347833882796703,
      "learning_rate": 2.070538531112792e-06,
      "loss": 1.0938,
      "step": 122247
    },
    {
      "epoch": 5.687276110723424,
      "grad_norm": 1.9890369356264663,
      "learning_rate": 2.0699240406661654e-06,
      "loss": 0.9297,
      "step": 122248
    },
    {
      "epoch": 5.6873226331705045,
      "grad_norm": 1.6743844790470301,
      "learning_rate": 2.0693096407831955e-06,
      "loss": 0.8711,
      "step": 122249
    },
    {
      "epoch": 5.687369155617586,
      "grad_norm": 1.7328424967728335,
      "learning_rate": 2.0686953314642485e-06,
      "loss": 0.875,
      "step": 122250
    },
    {
      "epoch": 5.687415678064666,
      "grad_norm": 1.8496780459222704,
      "learning_rate": 2.0680811127097406e-06,
      "loss": 0.9531,
      "step": 122251
    },
    {
      "epoch": 5.687462200511747,
      "grad_norm": 1.571470995191017,
      "learning_rate": 2.067466984520022e-06,
      "loss": 0.9023,
      "step": 122252
    },
    {
      "epoch": 5.687508722958827,
      "grad_norm": 1.762756029872942,
      "learning_rate": 2.0668529468954585e-06,
      "loss": 0.9805,
      "step": 122253
    },
    {
      "epoch": 5.687555245405909,
      "grad_norm": 1.9742584249558341,
      "learning_rate": 2.0662389998364505e-06,
      "loss": 0.957,
      "step": 122254
    },
    {
      "epoch": 5.687601767852989,
      "grad_norm": 1.9685755789927877,
      "learning_rate": 2.0656251433433635e-06,
      "loss": 0.957,
      "step": 122255
    },
    {
      "epoch": 5.68764829030007,
      "grad_norm": 1.7241790988065595,
      "learning_rate": 2.0650113774165642e-06,
      "loss": 0.8906,
      "step": 122256
    },
    {
      "epoch": 5.68769481274715,
      "grad_norm": 1.6152486989988593,
      "learning_rate": 2.0643977020564526e-06,
      "loss": 1.0234,
      "step": 122257
    },
    {
      "epoch": 5.687741335194231,
      "grad_norm": 1.7709100371507067,
      "learning_rate": 2.0637841172633785e-06,
      "loss": 0.8438,
      "step": 122258
    },
    {
      "epoch": 5.687787857641312,
      "grad_norm": 1.874999697276437,
      "learning_rate": 2.063170623037741e-06,
      "loss": 0.9688,
      "step": 122259
    },
    {
      "epoch": 5.687834380088392,
      "grad_norm": 1.6283142833641777,
      "learning_rate": 2.0625572193798734e-06,
      "loss": 0.8555,
      "step": 122260
    },
    {
      "epoch": 5.687880902535474,
      "grad_norm": 1.7490933106756346,
      "learning_rate": 2.0619439062902087e-06,
      "loss": 1.0078,
      "step": 122261
    },
    {
      "epoch": 5.687927424982554,
      "grad_norm": 2.011828168047826,
      "learning_rate": 2.06133068376908e-06,
      "loss": 1.0,
      "step": 122262
    },
    {
      "epoch": 5.687973947429635,
      "grad_norm": 1.8024364304166203,
      "learning_rate": 2.0607175518168873e-06,
      "loss": 0.9453,
      "step": 122263
    },
    {
      "epoch": 5.688020469876715,
      "grad_norm": 1.7329408259002825,
      "learning_rate": 2.06010451043398e-06,
      "loss": 0.9062,
      "step": 122264
    },
    {
      "epoch": 5.6880669923237965,
      "grad_norm": 1.74184825917531,
      "learning_rate": 2.0594915596207573e-06,
      "loss": 0.9805,
      "step": 122265
    },
    {
      "epoch": 5.688113514770877,
      "grad_norm": 2.0401744567111337,
      "learning_rate": 2.0588786993775863e-06,
      "loss": 1.0156,
      "step": 122266
    },
    {
      "epoch": 5.6881600372179575,
      "grad_norm": 1.7447278365943732,
      "learning_rate": 2.0582659297048333e-06,
      "loss": 0.8633,
      "step": 122267
    },
    {
      "epoch": 5.688206559665039,
      "grad_norm": 1.6275212646890256,
      "learning_rate": 2.057653250602881e-06,
      "loss": 0.8906,
      "step": 122268
    },
    {
      "epoch": 5.688253082112119,
      "grad_norm": 1.6359583480609052,
      "learning_rate": 2.0570406620721124e-06,
      "loss": 0.8359,
      "step": 122269
    },
    {
      "epoch": 5.6882996045592,
      "grad_norm": 1.7189759811397332,
      "learning_rate": 2.0564281641128943e-06,
      "loss": 0.9258,
      "step": 122270
    },
    {
      "epoch": 5.68834612700628,
      "grad_norm": 1.7305939985754677,
      "learning_rate": 2.0558157567256094e-06,
      "loss": 0.8867,
      "step": 122271
    },
    {
      "epoch": 5.688392649453361,
      "grad_norm": 1.6531158797350523,
      "learning_rate": 2.0552034399106245e-06,
      "loss": 0.8438,
      "step": 122272
    },
    {
      "epoch": 5.688439171900442,
      "grad_norm": 1.7646871666156638,
      "learning_rate": 2.0545912136682886e-06,
      "loss": 0.9609,
      "step": 122273
    },
    {
      "epoch": 5.688485694347523,
      "grad_norm": 1.86003807651965,
      "learning_rate": 2.053979077999035e-06,
      "loss": 0.9375,
      "step": 122274
    },
    {
      "epoch": 5.688532216794603,
      "grad_norm": 1.7238337173286784,
      "learning_rate": 2.053367032903197e-06,
      "loss": 0.8398,
      "step": 122275
    },
    {
      "epoch": 5.6885787392416844,
      "grad_norm": 1.7443200465190731,
      "learning_rate": 2.052755078381174e-06,
      "loss": 0.8984,
      "step": 122276
    },
    {
      "epoch": 5.688625261688765,
      "grad_norm": 2.208617593710129,
      "learning_rate": 2.0521432144332994e-06,
      "loss": 1.1641,
      "step": 122277
    },
    {
      "epoch": 5.688671784135845,
      "grad_norm": 1.8928702343619639,
      "learning_rate": 2.051531441059989e-06,
      "loss": 1.0312,
      "step": 122278
    },
    {
      "epoch": 5.688718306582926,
      "grad_norm": 1.8133361439712863,
      "learning_rate": 2.05091975826161e-06,
      "loss": 0.8125,
      "step": 122279
    },
    {
      "epoch": 5.688764829030007,
      "grad_norm": 1.7999100074720906,
      "learning_rate": 2.050308166038528e-06,
      "loss": 0.8828,
      "step": 122280
    },
    {
      "epoch": 5.688811351477088,
      "grad_norm": 1.6324116838830023,
      "learning_rate": 2.0496966643911096e-06,
      "loss": 0.8555,
      "step": 122281
    },
    {
      "epoch": 5.688857873924168,
      "grad_norm": 2.029011433324386,
      "learning_rate": 2.0490852533197378e-06,
      "loss": 1.0703,
      "step": 122282
    },
    {
      "epoch": 5.68890439637125,
      "grad_norm": 1.6943763139209786,
      "learning_rate": 2.0484739328247956e-06,
      "loss": 0.9062,
      "step": 122283
    },
    {
      "epoch": 5.68895091881833,
      "grad_norm": 1.8388601225920629,
      "learning_rate": 2.047862702906666e-06,
      "loss": 0.957,
      "step": 122284
    },
    {
      "epoch": 5.6889974412654105,
      "grad_norm": 1.7915736262395452,
      "learning_rate": 2.047251563565683e-06,
      "loss": 1.0469,
      "step": 122285
    },
    {
      "epoch": 5.689043963712491,
      "grad_norm": 1.8462220140623105,
      "learning_rate": 2.0466405148022446e-06,
      "loss": 1.0625,
      "step": 122286
    },
    {
      "epoch": 5.689090486159572,
      "grad_norm": 1.8243693231933882,
      "learning_rate": 2.046029556616735e-06,
      "loss": 0.9961,
      "step": 122287
    },
    {
      "epoch": 5.689137008606653,
      "grad_norm": 1.9894122617327956,
      "learning_rate": 2.0454186890095205e-06,
      "loss": 1.1953,
      "step": 122288
    },
    {
      "epoch": 5.689183531053733,
      "grad_norm": 1.7219207513046404,
      "learning_rate": 2.044807911980967e-06,
      "loss": 0.8867,
      "step": 122289
    },
    {
      "epoch": 5.689230053500814,
      "grad_norm": 1.9096864060902967,
      "learning_rate": 2.044197225531441e-06,
      "loss": 1.0547,
      "step": 122290
    },
    {
      "epoch": 5.689276575947895,
      "grad_norm": 1.6856482944154365,
      "learning_rate": 2.0435866296613425e-06,
      "loss": 0.957,
      "step": 122291
    },
    {
      "epoch": 5.689323098394976,
      "grad_norm": 1.8833489698185308,
      "learning_rate": 2.0429761243710372e-06,
      "loss": 1.0234,
      "step": 122292
    },
    {
      "epoch": 5.689369620842056,
      "grad_norm": 1.7897848117486297,
      "learning_rate": 2.0423657096608925e-06,
      "loss": 0.8477,
      "step": 122293
    },
    {
      "epoch": 5.689416143289137,
      "grad_norm": 1.5532121570281672,
      "learning_rate": 2.0417553855312742e-06,
      "loss": 0.8047,
      "step": 122294
    },
    {
      "epoch": 5.689462665736218,
      "grad_norm": 1.5878739283836156,
      "learning_rate": 2.0411451519825483e-06,
      "loss": 0.8125,
      "step": 122295
    },
    {
      "epoch": 5.689509188183298,
      "grad_norm": 1.7434329154374233,
      "learning_rate": 2.040535009015132e-06,
      "loss": 0.832,
      "step": 122296
    },
    {
      "epoch": 5.689555710630379,
      "grad_norm": 1.8080162159467628,
      "learning_rate": 2.039924956629374e-06,
      "loss": 0.918,
      "step": 122297
    },
    {
      "epoch": 5.68960223307746,
      "grad_norm": 1.74599831494258,
      "learning_rate": 2.0393149948256416e-06,
      "loss": 1.0312,
      "step": 122298
    },
    {
      "epoch": 5.689648755524541,
      "grad_norm": 1.673502996071022,
      "learning_rate": 2.0387051236043005e-06,
      "loss": 0.8906,
      "step": 122299
    },
    {
      "epoch": 5.689695277971621,
      "grad_norm": 1.7315240984459923,
      "learning_rate": 2.038095342965751e-06,
      "loss": 0.9297,
      "step": 122300
    },
    {
      "epoch": 5.689741800418702,
      "grad_norm": 1.7684212313292038,
      "learning_rate": 2.037485652910359e-06,
      "loss": 1.0156,
      "step": 122301
    },
    {
      "epoch": 5.689788322865783,
      "grad_norm": 2.0250658047371646,
      "learning_rate": 2.0368760534384744e-06,
      "loss": 0.9336,
      "step": 122302
    },
    {
      "epoch": 5.6898348453128635,
      "grad_norm": 1.6739645448946359,
      "learning_rate": 2.03626654455048e-06,
      "loss": 0.8398,
      "step": 122303
    },
    {
      "epoch": 5.689881367759944,
      "grad_norm": 1.7578964929346386,
      "learning_rate": 2.035657126246776e-06,
      "loss": 0.8984,
      "step": 122304
    },
    {
      "epoch": 5.689927890207025,
      "grad_norm": 1.7269848632927878,
      "learning_rate": 2.0350477985276947e-06,
      "loss": 0.8203,
      "step": 122305
    },
    {
      "epoch": 5.689974412654106,
      "grad_norm": 1.7964902802097653,
      "learning_rate": 2.0344385613936365e-06,
      "loss": 1.0312,
      "step": 122306
    },
    {
      "epoch": 5.690020935101186,
      "grad_norm": 1.7913332011663339,
      "learning_rate": 2.0338294148449675e-06,
      "loss": 0.957,
      "step": 122307
    },
    {
      "epoch": 5.690067457548267,
      "grad_norm": 2.2145856677427083,
      "learning_rate": 2.0332203588820707e-06,
      "loss": 1.0469,
      "step": 122308
    },
    {
      "epoch": 5.690113979995347,
      "grad_norm": 1.7497539530209163,
      "learning_rate": 2.0326113935052958e-06,
      "loss": 0.7969,
      "step": 122309
    },
    {
      "epoch": 5.690160502442429,
      "grad_norm": 1.7221232733247527,
      "learning_rate": 2.0320025187150426e-06,
      "loss": 0.9141,
      "step": 122310
    },
    {
      "epoch": 5.690207024889509,
      "grad_norm": 1.7871335006717612,
      "learning_rate": 2.0313937345116605e-06,
      "loss": 0.9336,
      "step": 122311
    },
    {
      "epoch": 5.69025354733659,
      "grad_norm": 1.9424052471105973,
      "learning_rate": 2.0307850408955163e-06,
      "loss": 0.9648,
      "step": 122312
    },
    {
      "epoch": 5.690300069783671,
      "grad_norm": 1.7448570864607222,
      "learning_rate": 2.0301764378670094e-06,
      "loss": 0.9062,
      "step": 122313
    },
    {
      "epoch": 5.6903465922307515,
      "grad_norm": 1.808814266792405,
      "learning_rate": 2.029567925426506e-06,
      "loss": 0.9883,
      "step": 122314
    },
    {
      "epoch": 5.690393114677832,
      "grad_norm": 1.8795324343148931,
      "learning_rate": 2.028959503574373e-06,
      "loss": 0.9492,
      "step": 122315
    },
    {
      "epoch": 5.690439637124912,
      "grad_norm": 1.823009414109889,
      "learning_rate": 2.028351172310977e-06,
      "loss": 0.9141,
      "step": 122316
    },
    {
      "epoch": 5.690486159571994,
      "grad_norm": 1.7625954333975917,
      "learning_rate": 2.0277429316366834e-06,
      "loss": 0.918,
      "step": 122317
    },
    {
      "epoch": 5.690532682019074,
      "grad_norm": 1.8226586218066105,
      "learning_rate": 2.0271347815518923e-06,
      "loss": 0.918,
      "step": 122318
    },
    {
      "epoch": 5.690579204466155,
      "grad_norm": 1.7437159369673827,
      "learning_rate": 2.0265267220569703e-06,
      "loss": 1.0156,
      "step": 122319
    },
    {
      "epoch": 5.690625726913236,
      "grad_norm": 1.8343351503998009,
      "learning_rate": 2.0259187531522835e-06,
      "loss": 0.8438,
      "step": 122320
    },
    {
      "epoch": 5.690672249360317,
      "grad_norm": 1.6753236123250876,
      "learning_rate": 2.025310874838182e-06,
      "loss": 0.8672,
      "step": 122321
    },
    {
      "epoch": 5.690718771807397,
      "grad_norm": 1.7853711186041124,
      "learning_rate": 2.024703087115065e-06,
      "loss": 0.875,
      "step": 122322
    },
    {
      "epoch": 5.6907652942544775,
      "grad_norm": 1.9487387186053433,
      "learning_rate": 2.024095389983299e-06,
      "loss": 1.1016,
      "step": 122323
    },
    {
      "epoch": 5.690811816701559,
      "grad_norm": 1.6311185617517885,
      "learning_rate": 2.0234877834432507e-06,
      "loss": 0.8984,
      "step": 122324
    },
    {
      "epoch": 5.690858339148639,
      "grad_norm": 1.7330728133400441,
      "learning_rate": 2.022880267495286e-06,
      "loss": 0.8555,
      "step": 122325
    },
    {
      "epoch": 5.69090486159572,
      "grad_norm": 1.7556301311001035,
      "learning_rate": 2.022272842139805e-06,
      "loss": 0.9297,
      "step": 122326
    },
    {
      "epoch": 5.6909513840428,
      "grad_norm": 2.0857335313512335,
      "learning_rate": 2.021665507377157e-06,
      "loss": 1.3125,
      "step": 122327
    },
    {
      "epoch": 5.690997906489882,
      "grad_norm": 1.6254175278918768,
      "learning_rate": 2.021058263207709e-06,
      "loss": 0.875,
      "step": 122328
    },
    {
      "epoch": 5.691044428936962,
      "grad_norm": 1.9083751277858108,
      "learning_rate": 2.0204511096318433e-06,
      "loss": 0.8047,
      "step": 122329
    },
    {
      "epoch": 5.691090951384043,
      "grad_norm": 1.707969219703958,
      "learning_rate": 2.0198440466499267e-06,
      "loss": 0.9219,
      "step": 122330
    },
    {
      "epoch": 5.691137473831123,
      "grad_norm": 1.8721599771773632,
      "learning_rate": 2.019237074262342e-06,
      "loss": 1.0078,
      "step": 122331
    },
    {
      "epoch": 5.6911839962782045,
      "grad_norm": 1.6977600796940002,
      "learning_rate": 2.018630192469456e-06,
      "loss": 0.8242,
      "step": 122332
    },
    {
      "epoch": 5.691230518725285,
      "grad_norm": 1.761637112122634,
      "learning_rate": 2.0180234012716177e-06,
      "loss": 1.0469,
      "step": 122333
    },
    {
      "epoch": 5.691277041172365,
      "grad_norm": 1.8787326259096302,
      "learning_rate": 2.0174167006692445e-06,
      "loss": 0.9609,
      "step": 122334
    },
    {
      "epoch": 5.691323563619447,
      "grad_norm": 1.8430054619806853,
      "learning_rate": 2.0168100906626685e-06,
      "loss": 0.9375,
      "step": 122335
    },
    {
      "epoch": 5.691370086066527,
      "grad_norm": 1.8951125708342418,
      "learning_rate": 2.016203571252273e-06,
      "loss": 0.8672,
      "step": 122336
    },
    {
      "epoch": 5.691416608513608,
      "grad_norm": 1.7335417365056751,
      "learning_rate": 2.0155971424384245e-06,
      "loss": 0.8594,
      "step": 122337
    },
    {
      "epoch": 5.691463130960688,
      "grad_norm": 1.7656894440853248,
      "learning_rate": 2.0149908042215058e-06,
      "loss": 0.9336,
      "step": 122338
    },
    {
      "epoch": 5.69150965340777,
      "grad_norm": 1.6417964220839563,
      "learning_rate": 2.014384556601867e-06,
      "loss": 0.8203,
      "step": 122339
    },
    {
      "epoch": 5.69155617585485,
      "grad_norm": 1.824822558042754,
      "learning_rate": 2.0137783995799073e-06,
      "loss": 1.0312,
      "step": 122340
    },
    {
      "epoch": 5.6916026983019306,
      "grad_norm": 1.829550513680713,
      "learning_rate": 2.0131723331559934e-06,
      "loss": 1.0156,
      "step": 122341
    },
    {
      "epoch": 5.691649220749011,
      "grad_norm": 1.7761576948809052,
      "learning_rate": 2.0125663573304752e-06,
      "loss": 0.9688,
      "step": 122342
    },
    {
      "epoch": 5.691695743196092,
      "grad_norm": 1.7020308493157996,
      "learning_rate": 2.0119604721037354e-06,
      "loss": 0.8828,
      "step": 122343
    },
    {
      "epoch": 5.691742265643173,
      "grad_norm": 1.7129799722594607,
      "learning_rate": 2.0113546774761402e-06,
      "loss": 0.8516,
      "step": 122344
    },
    {
      "epoch": 5.691788788090253,
      "grad_norm": 1.802992795304655,
      "learning_rate": 2.01074897344809e-06,
      "loss": 0.9414,
      "step": 122345
    },
    {
      "epoch": 5.691835310537334,
      "grad_norm": 1.6494262884053794,
      "learning_rate": 2.010143360019917e-06,
      "loss": 0.8633,
      "step": 122346
    },
    {
      "epoch": 5.691881832984415,
      "grad_norm": 2.0074813570480705,
      "learning_rate": 2.009537837191988e-06,
      "loss": 1.0391,
      "step": 122347
    },
    {
      "epoch": 5.691928355431496,
      "grad_norm": 1.9134134538966814,
      "learning_rate": 2.0089324049647195e-06,
      "loss": 1.0312,
      "step": 122348
    },
    {
      "epoch": 5.691974877878576,
      "grad_norm": 1.5946944868447557,
      "learning_rate": 2.0083270633384442e-06,
      "loss": 0.8242,
      "step": 122349
    },
    {
      "epoch": 5.6920214003256575,
      "grad_norm": 1.767632628041673,
      "learning_rate": 2.007721812313545e-06,
      "loss": 1.0078,
      "step": 122350
    },
    {
      "epoch": 5.692067922772738,
      "grad_norm": 1.9736975002807804,
      "learning_rate": 2.0071166518903894e-06,
      "loss": 0.9883,
      "step": 122351
    },
    {
      "epoch": 5.6921144452198185,
      "grad_norm": 1.9406640196425484,
      "learning_rate": 2.006511582069359e-06,
      "loss": 0.9844,
      "step": 122352
    },
    {
      "epoch": 5.692160967666899,
      "grad_norm": 1.7104685082282267,
      "learning_rate": 2.005906602850804e-06,
      "loss": 1.0234,
      "step": 122353
    },
    {
      "epoch": 5.69220749011398,
      "grad_norm": 1.797392011196353,
      "learning_rate": 2.005301714235108e-06,
      "loss": 0.9727,
      "step": 122354
    },
    {
      "epoch": 5.692254012561061,
      "grad_norm": 1.735155169892891,
      "learning_rate": 2.00469691622262e-06,
      "loss": 0.9258,
      "step": 122355
    },
    {
      "epoch": 5.692300535008141,
      "grad_norm": 1.7932945625979797,
      "learning_rate": 2.004092208813757e-06,
      "loss": 0.9141,
      "step": 122356
    },
    {
      "epoch": 5.692347057455223,
      "grad_norm": 1.6664244455933912,
      "learning_rate": 2.003487592008851e-06,
      "loss": 0.9258,
      "step": 122357
    },
    {
      "epoch": 5.692393579902303,
      "grad_norm": 1.5856821252206206,
      "learning_rate": 2.002883065808286e-06,
      "loss": 0.8867,
      "step": 122358
    },
    {
      "epoch": 5.692440102349384,
      "grad_norm": 1.8769360150490253,
      "learning_rate": 2.002278630212412e-06,
      "loss": 1.0703,
      "step": 122359
    },
    {
      "epoch": 5.692486624796464,
      "grad_norm": 1.8146008722037146,
      "learning_rate": 2.001674285221627e-06,
      "loss": 1.0703,
      "step": 122360
    },
    {
      "epoch": 5.6925331472435445,
      "grad_norm": 1.5837180288449064,
      "learning_rate": 2.0010700308362825e-06,
      "loss": 0.8555,
      "step": 122361
    },
    {
      "epoch": 5.692579669690626,
      "grad_norm": 1.636145982437449,
      "learning_rate": 2.0004658670567606e-06,
      "loss": 0.8594,
      "step": 122362
    },
    {
      "epoch": 5.692626192137706,
      "grad_norm": 1.6742640884380602,
      "learning_rate": 1.999861793883428e-06,
      "loss": 0.8633,
      "step": 122363
    },
    {
      "epoch": 5.692672714584787,
      "grad_norm": 1.812137369849441,
      "learning_rate": 1.9992578113166514e-06,
      "loss": 1.0078,
      "step": 122364
    },
    {
      "epoch": 5.692719237031868,
      "grad_norm": 1.7050288472946382,
      "learning_rate": 1.9986539193567964e-06,
      "loss": 0.9648,
      "step": 122365
    },
    {
      "epoch": 5.692765759478949,
      "grad_norm": 1.8655186026561168,
      "learning_rate": 1.9980501180042463e-06,
      "loss": 0.9844,
      "step": 122366
    },
    {
      "epoch": 5.692812281926029,
      "grad_norm": 1.7601995840075955,
      "learning_rate": 1.997446407259368e-06,
      "loss": 0.9414,
      "step": 122367
    },
    {
      "epoch": 5.69285880437311,
      "grad_norm": 1.7251965986397344,
      "learning_rate": 1.99684278712251e-06,
      "loss": 0.9609,
      "step": 122368
    },
    {
      "epoch": 5.692905326820191,
      "grad_norm": 1.9357117983668648,
      "learning_rate": 1.996239257594057e-06,
      "loss": 1.0547,
      "step": 122369
    },
    {
      "epoch": 5.6929518492672715,
      "grad_norm": 1.9382163939980668,
      "learning_rate": 1.9956358186743904e-06,
      "loss": 0.9648,
      "step": 122370
    },
    {
      "epoch": 5.692998371714352,
      "grad_norm": 1.8739420446146926,
      "learning_rate": 1.995032470363861e-06,
      "loss": 1.0391,
      "step": 122371
    },
    {
      "epoch": 5.693044894161433,
      "grad_norm": 1.7469755804712093,
      "learning_rate": 1.9944292126628516e-06,
      "loss": 0.9883,
      "step": 122372
    },
    {
      "epoch": 5.693091416608514,
      "grad_norm": 1.731853917773762,
      "learning_rate": 1.9938260455717115e-06,
      "loss": 1.0078,
      "step": 122373
    },
    {
      "epoch": 5.693137939055594,
      "grad_norm": 1.6713972049444474,
      "learning_rate": 1.993222969090824e-06,
      "loss": 0.8672,
      "step": 122374
    },
    {
      "epoch": 5.693184461502675,
      "grad_norm": 1.7226226124944035,
      "learning_rate": 1.9926199832205724e-06,
      "loss": 0.9219,
      "step": 122375
    },
    {
      "epoch": 5.693230983949756,
      "grad_norm": 1.6204743609991135,
      "learning_rate": 1.992017087961306e-06,
      "loss": 0.8711,
      "step": 122376
    },
    {
      "epoch": 5.693277506396837,
      "grad_norm": 1.509906812759364,
      "learning_rate": 1.9914142833133915e-06,
      "loss": 0.7539,
      "step": 122377
    },
    {
      "epoch": 5.693324028843917,
      "grad_norm": 1.838391582639628,
      "learning_rate": 1.990811569277212e-06,
      "loss": 0.9297,
      "step": 122378
    },
    {
      "epoch": 5.693370551290998,
      "grad_norm": 1.7071934821796482,
      "learning_rate": 1.9902089458531335e-06,
      "loss": 0.8828,
      "step": 122379
    },
    {
      "epoch": 5.693417073738079,
      "grad_norm": 1.7633334783584071,
      "learning_rate": 1.9896064130415222e-06,
      "loss": 0.9453,
      "step": 122380
    },
    {
      "epoch": 5.693463596185159,
      "grad_norm": 1.92044201843618,
      "learning_rate": 1.9890039708427285e-06,
      "loss": 1.0391,
      "step": 122381
    },
    {
      "epoch": 5.69351011863224,
      "grad_norm": 1.742775003965464,
      "learning_rate": 1.9884016192571515e-06,
      "loss": 1.0234,
      "step": 122382
    },
    {
      "epoch": 5.69355664107932,
      "grad_norm": 1.833191205875101,
      "learning_rate": 1.9877993582851416e-06,
      "loss": 0.9844,
      "step": 122383
    },
    {
      "epoch": 5.693603163526402,
      "grad_norm": 1.846400602915716,
      "learning_rate": 1.987197187927081e-06,
      "loss": 0.9844,
      "step": 122384
    },
    {
      "epoch": 5.693649685973482,
      "grad_norm": 1.7122746200479404,
      "learning_rate": 1.9865951081833197e-06,
      "loss": 0.918,
      "step": 122385
    },
    {
      "epoch": 5.693696208420563,
      "grad_norm": 1.808499609672858,
      "learning_rate": 1.9859931190542413e-06,
      "loss": 0.8672,
      "step": 122386
    },
    {
      "epoch": 5.693742730867644,
      "grad_norm": 1.6056041985646816,
      "learning_rate": 1.9853912205402114e-06,
      "loss": 0.875,
      "step": 122387
    },
    {
      "epoch": 5.6937892533147245,
      "grad_norm": 1.8633074629631643,
      "learning_rate": 1.9847894126416132e-06,
      "loss": 1.0078,
      "step": 122388
    },
    {
      "epoch": 5.693835775761805,
      "grad_norm": 2.087874141236906,
      "learning_rate": 1.98418769535878e-06,
      "loss": 1.0703,
      "step": 122389
    },
    {
      "epoch": 5.6938822982088855,
      "grad_norm": 1.7780150373990715,
      "learning_rate": 1.9835860686921113e-06,
      "loss": 0.8867,
      "step": 122390
    },
    {
      "epoch": 5.693928820655967,
      "grad_norm": 1.6831983328706985,
      "learning_rate": 1.982984532641957e-06,
      "loss": 0.8945,
      "step": 122391
    },
    {
      "epoch": 5.693975343103047,
      "grad_norm": 1.8618053248932525,
      "learning_rate": 1.982383087208683e-06,
      "loss": 1.0547,
      "step": 122392
    },
    {
      "epoch": 5.694021865550128,
      "grad_norm": 1.6359071965555465,
      "learning_rate": 1.98178173239269e-06,
      "loss": 0.8477,
      "step": 122393
    },
    {
      "epoch": 5.694068387997208,
      "grad_norm": 1.6844147772692697,
      "learning_rate": 1.98118046819431e-06,
      "loss": 0.9336,
      "step": 122394
    },
    {
      "epoch": 5.69411491044429,
      "grad_norm": 1.6720510904509234,
      "learning_rate": 1.9805792946139098e-06,
      "loss": 0.9336,
      "step": 122395
    },
    {
      "epoch": 5.69416143289137,
      "grad_norm": 1.7356132248787761,
      "learning_rate": 1.979978211651889e-06,
      "loss": 0.9258,
      "step": 122396
    },
    {
      "epoch": 5.694207955338451,
      "grad_norm": 1.7302395343329107,
      "learning_rate": 1.9793772193085975e-06,
      "loss": 0.8438,
      "step": 122397
    },
    {
      "epoch": 5.694254477785531,
      "grad_norm": 1.7602577113421056,
      "learning_rate": 1.978776317584402e-06,
      "loss": 0.9492,
      "step": 122398
    },
    {
      "epoch": 5.694301000232612,
      "grad_norm": 1.632423797889841,
      "learning_rate": 1.9781755064796513e-06,
      "loss": 0.8594,
      "step": 122399
    },
    {
      "epoch": 5.694347522679693,
      "grad_norm": 1.739032784164462,
      "learning_rate": 1.977574785994762e-06,
      "loss": 0.9805,
      "step": 122400
    },
    {
      "epoch": 5.694394045126773,
      "grad_norm": 1.7280162893658115,
      "learning_rate": 1.976974156130068e-06,
      "loss": 0.7969,
      "step": 122401
    },
    {
      "epoch": 5.694440567573855,
      "grad_norm": 1.859759800790351,
      "learning_rate": 1.9763736168859345e-06,
      "loss": 0.9414,
      "step": 122402
    },
    {
      "epoch": 5.694487090020935,
      "grad_norm": 1.8147460595536,
      "learning_rate": 1.9757731682627287e-06,
      "loss": 0.9922,
      "step": 122403
    },
    {
      "epoch": 5.694533612468016,
      "grad_norm": 1.7043924049529724,
      "learning_rate": 1.97517281026085e-06,
      "loss": 0.8594,
      "step": 122404
    },
    {
      "epoch": 5.694580134915096,
      "grad_norm": 1.992686006986078,
      "learning_rate": 1.974572542880631e-06,
      "loss": 1.1094,
      "step": 122405
    },
    {
      "epoch": 5.6946266573621775,
      "grad_norm": 1.5742170743474544,
      "learning_rate": 1.973972366122456e-06,
      "loss": 0.8281,
      "step": 122406
    },
    {
      "epoch": 5.694673179809258,
      "grad_norm": 2.0090397093457835,
      "learning_rate": 1.9733722799866735e-06,
      "loss": 0.9688,
      "step": 122407
    },
    {
      "epoch": 5.6947197022563385,
      "grad_norm": 1.771280452883578,
      "learning_rate": 1.972772284473667e-06,
      "loss": 0.8633,
      "step": 122408
    },
    {
      "epoch": 5.69476622470342,
      "grad_norm": 1.5713214425768551,
      "learning_rate": 1.9721723795838194e-06,
      "loss": 0.7109,
      "step": 122409
    },
    {
      "epoch": 5.6948127471505,
      "grad_norm": 1.6981517057503512,
      "learning_rate": 1.971572565317481e-06,
      "loss": 0.9414,
      "step": 122410
    },
    {
      "epoch": 5.694859269597581,
      "grad_norm": 1.8021436567594131,
      "learning_rate": 1.9709728416750005e-06,
      "loss": 0.8789,
      "step": 122411
    },
    {
      "epoch": 5.694905792044661,
      "grad_norm": 1.7651979871645906,
      "learning_rate": 1.9703732086567614e-06,
      "loss": 1.0547,
      "step": 122412
    },
    {
      "epoch": 5.694952314491742,
      "grad_norm": 1.7658533884788392,
      "learning_rate": 1.969773666263147e-06,
      "loss": 0.9414,
      "step": 122413
    },
    {
      "epoch": 5.694998836938823,
      "grad_norm": 1.7908591039546842,
      "learning_rate": 1.9691742144945067e-06,
      "loss": 0.9062,
      "step": 122414
    },
    {
      "epoch": 5.695045359385904,
      "grad_norm": 1.8017687854977928,
      "learning_rate": 1.9685748533512068e-06,
      "loss": 0.9492,
      "step": 122415
    },
    {
      "epoch": 5.695091881832984,
      "grad_norm": 1.5199513830708204,
      "learning_rate": 1.967975582833631e-06,
      "loss": 0.7578,
      "step": 122416
    },
    {
      "epoch": 5.6951384042800655,
      "grad_norm": 1.8225826103873437,
      "learning_rate": 1.9673764029421113e-06,
      "loss": 0.9453,
      "step": 122417
    },
    {
      "epoch": 5.695184926727146,
      "grad_norm": 1.7479302519191744,
      "learning_rate": 1.966777313677048e-06,
      "loss": 1.125,
      "step": 122418
    },
    {
      "epoch": 5.695231449174226,
      "grad_norm": 1.735076272240322,
      "learning_rate": 1.9661783150387913e-06,
      "loss": 0.8711,
      "step": 122419
    },
    {
      "epoch": 5.695277971621307,
      "grad_norm": 1.8703166935062063,
      "learning_rate": 1.965579407027723e-06,
      "loss": 1.0703,
      "step": 122420
    },
    {
      "epoch": 5.695324494068388,
      "grad_norm": 1.9740553687766753,
      "learning_rate": 1.964980589644177e-06,
      "loss": 0.9805,
      "step": 122421
    },
    {
      "epoch": 5.695371016515469,
      "grad_norm": 2.0309380005577076,
      "learning_rate": 1.96438186288857e-06,
      "loss": 1.0234,
      "step": 122422
    },
    {
      "epoch": 5.695417538962549,
      "grad_norm": 1.927671253658014,
      "learning_rate": 1.963783226761234e-06,
      "loss": 0.8867,
      "step": 122423
    },
    {
      "epoch": 5.695464061409631,
      "grad_norm": 1.8255137237996009,
      "learning_rate": 1.963184681262536e-06,
      "loss": 1.0078,
      "step": 122424
    },
    {
      "epoch": 5.695510583856711,
      "grad_norm": 1.71391569153387,
      "learning_rate": 1.9625862263928427e-06,
      "loss": 0.957,
      "step": 122425
    },
    {
      "epoch": 5.6955571063037915,
      "grad_norm": 1.8442790421672606,
      "learning_rate": 1.9619878621525365e-06,
      "loss": 0.9648,
      "step": 122426
    },
    {
      "epoch": 5.695603628750872,
      "grad_norm": 1.7442005156432137,
      "learning_rate": 1.9613895885419506e-06,
      "loss": 0.9609,
      "step": 122427
    },
    {
      "epoch": 5.695650151197953,
      "grad_norm": 1.6798736015073201,
      "learning_rate": 1.9607914055615015e-06,
      "loss": 0.957,
      "step": 122428
    },
    {
      "epoch": 5.695696673645034,
      "grad_norm": 1.6568119703886866,
      "learning_rate": 1.960193313211522e-06,
      "loss": 0.9062,
      "step": 122429
    },
    {
      "epoch": 5.695743196092114,
      "grad_norm": 1.7014350772969202,
      "learning_rate": 1.959595311492379e-06,
      "loss": 0.8984,
      "step": 122430
    },
    {
      "epoch": 5.695789718539195,
      "grad_norm": 1.8273511007799896,
      "learning_rate": 1.958997400404455e-06,
      "loss": 0.8789,
      "step": 122431
    },
    {
      "epoch": 5.695836240986276,
      "grad_norm": 1.6912277048409512,
      "learning_rate": 1.9583995799481e-06,
      "loss": 0.9844,
      "step": 122432
    },
    {
      "epoch": 5.695882763433357,
      "grad_norm": 1.676834925040427,
      "learning_rate": 1.9578018501236802e-06,
      "loss": 0.875,
      "step": 122433
    },
    {
      "epoch": 5.695929285880437,
      "grad_norm": 1.7038556114916175,
      "learning_rate": 1.957204210931562e-06,
      "loss": 0.9688,
      "step": 122434
    },
    {
      "epoch": 5.695975808327518,
      "grad_norm": 1.8489988413918919,
      "learning_rate": 1.956606662372129e-06,
      "loss": 0.9883,
      "step": 122435
    },
    {
      "epoch": 5.696022330774599,
      "grad_norm": 1.8761665195058792,
      "learning_rate": 1.95600920444573e-06,
      "loss": 0.9609,
      "step": 122436
    },
    {
      "epoch": 5.696068853221679,
      "grad_norm": 1.620912519597256,
      "learning_rate": 1.9554118371527484e-06,
      "loss": 0.8477,
      "step": 122437
    },
    {
      "epoch": 5.69611537566876,
      "grad_norm": 1.6435707752895266,
      "learning_rate": 1.954814560493517e-06,
      "loss": 0.8164,
      "step": 122438
    },
    {
      "epoch": 5.696161898115841,
      "grad_norm": 1.8059037334488601,
      "learning_rate": 1.95421737446842e-06,
      "loss": 0.8438,
      "step": 122439
    },
    {
      "epoch": 5.696208420562922,
      "grad_norm": 1.7555373519679502,
      "learning_rate": 1.9536202790778387e-06,
      "loss": 1.0,
      "step": 122440
    },
    {
      "epoch": 5.696254943010002,
      "grad_norm": 1.7999054557330791,
      "learning_rate": 1.9530232743221073e-06,
      "loss": 0.8594,
      "step": 122441
    },
    {
      "epoch": 5.696301465457083,
      "grad_norm": 1.799854333491118,
      "learning_rate": 1.9524263602016257e-06,
      "loss": 1.0,
      "step": 122442
    },
    {
      "epoch": 5.696347987904164,
      "grad_norm": 1.8511070055485699,
      "learning_rate": 1.951829536716726e-06,
      "loss": 1.0703,
      "step": 122443
    },
    {
      "epoch": 5.6963945103512446,
      "grad_norm": 1.8135408176977397,
      "learning_rate": 1.9512328038677918e-06,
      "loss": 0.9648,
      "step": 122444
    },
    {
      "epoch": 5.696441032798325,
      "grad_norm": 1.6285017115472848,
      "learning_rate": 1.950636161655189e-06,
      "loss": 0.7773,
      "step": 122445
    },
    {
      "epoch": 5.696487555245406,
      "grad_norm": 1.9012604822361014,
      "learning_rate": 1.9500396100792847e-06,
      "loss": 0.8398,
      "step": 122446
    },
    {
      "epoch": 5.696534077692487,
      "grad_norm": 1.688010414961609,
      "learning_rate": 1.949443149140412e-06,
      "loss": 0.8438,
      "step": 122447
    },
    {
      "epoch": 5.696580600139567,
      "grad_norm": 1.897894156062652,
      "learning_rate": 1.948846778838986e-06,
      "loss": 1.0078,
      "step": 122448
    },
    {
      "epoch": 5.696627122586648,
      "grad_norm": 1.5678411945266633,
      "learning_rate": 1.948250499175341e-06,
      "loss": 0.8281,
      "step": 122449
    },
    {
      "epoch": 5.696673645033728,
      "grad_norm": 1.7384097161355097,
      "learning_rate": 1.9476543101498597e-06,
      "loss": 0.9453,
      "step": 122450
    },
    {
      "epoch": 5.69672016748081,
      "grad_norm": 1.6747511216861246,
      "learning_rate": 1.9470582117628918e-06,
      "loss": 0.9102,
      "step": 122451
    },
    {
      "epoch": 5.69676668992789,
      "grad_norm": 1.6967245996006766,
      "learning_rate": 1.946462204014787e-06,
      "loss": 1.0,
      "step": 122452
    },
    {
      "epoch": 5.696813212374971,
      "grad_norm": 1.6391283840744637,
      "learning_rate": 1.9458662869059616e-06,
      "loss": 0.8867,
      "step": 122453
    },
    {
      "epoch": 5.696859734822052,
      "grad_norm": 1.5391671101846756,
      "learning_rate": 1.945270460436732e-06,
      "loss": 0.9023,
      "step": 122454
    },
    {
      "epoch": 5.6969062572691325,
      "grad_norm": 1.8205040788317142,
      "learning_rate": 1.944674724607498e-06,
      "loss": 0.8828,
      "step": 122455
    },
    {
      "epoch": 5.696952779716213,
      "grad_norm": 1.956760877927109,
      "learning_rate": 1.9440790794185755e-06,
      "loss": 1.0234,
      "step": 122456
    },
    {
      "epoch": 5.696999302163293,
      "grad_norm": 1.831809989998687,
      "learning_rate": 1.943483524870382e-06,
      "loss": 0.9766,
      "step": 122457
    },
    {
      "epoch": 5.697045824610375,
      "grad_norm": 1.8773215865575312,
      "learning_rate": 1.9428880609632657e-06,
      "loss": 0.957,
      "step": 122458
    },
    {
      "epoch": 5.697092347057455,
      "grad_norm": 1.678217012600354,
      "learning_rate": 1.9422926876975777e-06,
      "loss": 0.7461,
      "step": 122459
    },
    {
      "epoch": 5.697138869504536,
      "grad_norm": 1.6805139434761236,
      "learning_rate": 1.941697405073683e-06,
      "loss": 0.9258,
      "step": 122460
    },
    {
      "epoch": 5.697185391951617,
      "grad_norm": 1.96908531182335,
      "learning_rate": 1.9411022130919664e-06,
      "loss": 0.9805,
      "step": 122461
    },
    {
      "epoch": 5.697231914398698,
      "grad_norm": 1.8351924827402206,
      "learning_rate": 1.940507111752776e-06,
      "loss": 0.9023,
      "step": 122462
    },
    {
      "epoch": 5.697278436845778,
      "grad_norm": 1.78125695580026,
      "learning_rate": 1.939912101056479e-06,
      "loss": 1.0625,
      "step": 122463
    },
    {
      "epoch": 5.6973249592928585,
      "grad_norm": 1.8080919193592135,
      "learning_rate": 1.9393171810034413e-06,
      "loss": 0.9492,
      "step": 122464
    },
    {
      "epoch": 5.69737148173994,
      "grad_norm": 1.7948231495448685,
      "learning_rate": 1.9387223515940298e-06,
      "loss": 0.8867,
      "step": 122465
    },
    {
      "epoch": 5.69741800418702,
      "grad_norm": 1.8935689616779787,
      "learning_rate": 1.938127612828594e-06,
      "loss": 0.9062,
      "step": 122466
    },
    {
      "epoch": 5.697464526634101,
      "grad_norm": 1.807596418588148,
      "learning_rate": 1.9375329647075167e-06,
      "loss": 1.1094,
      "step": 122467
    },
    {
      "epoch": 5.697511049081181,
      "grad_norm": 1.7673234410610164,
      "learning_rate": 1.9369384072311643e-06,
      "loss": 0.9336,
      "step": 122468
    },
    {
      "epoch": 5.697557571528263,
      "grad_norm": 1.824664626241859,
      "learning_rate": 1.9363439403998704e-06,
      "loss": 0.8789,
      "step": 122469
    },
    {
      "epoch": 5.697604093975343,
      "grad_norm": 1.913504830309248,
      "learning_rate": 1.935749564214034e-06,
      "loss": 1.1016,
      "step": 122470
    },
    {
      "epoch": 5.697650616422424,
      "grad_norm": 1.652035970152976,
      "learning_rate": 1.9351552786739887e-06,
      "loss": 0.9023,
      "step": 122471
    },
    {
      "epoch": 5.697697138869504,
      "grad_norm": 1.8361838725813073,
      "learning_rate": 1.934561083780134e-06,
      "loss": 0.8477,
      "step": 122472
    },
    {
      "epoch": 5.6977436613165855,
      "grad_norm": 1.8361966990501566,
      "learning_rate": 1.9339669795328026e-06,
      "loss": 1.0391,
      "step": 122473
    },
    {
      "epoch": 5.697790183763666,
      "grad_norm": 1.8683515008363742,
      "learning_rate": 1.9333729659323614e-06,
      "loss": 1.0938,
      "step": 122474
    },
    {
      "epoch": 5.6978367062107464,
      "grad_norm": 1.867842640970311,
      "learning_rate": 1.9327790429791933e-06,
      "loss": 0.9883,
      "step": 122475
    },
    {
      "epoch": 5.697883228657828,
      "grad_norm": 1.7923496305310036,
      "learning_rate": 1.932185210673648e-06,
      "loss": 0.8828,
      "step": 122476
    },
    {
      "epoch": 5.697929751104908,
      "grad_norm": 1.8261220145668444,
      "learning_rate": 1.9315914690160916e-06,
      "loss": 1.0625,
      "step": 122477
    },
    {
      "epoch": 5.697976273551989,
      "grad_norm": 1.6900937737519444,
      "learning_rate": 1.9309978180068908e-06,
      "loss": 0.7852,
      "step": 122478
    },
    {
      "epoch": 5.698022795999069,
      "grad_norm": 1.9720801398895473,
      "learning_rate": 1.9304042576463953e-06,
      "loss": 0.9727,
      "step": 122479
    },
    {
      "epoch": 5.698069318446151,
      "grad_norm": 1.7177369557167417,
      "learning_rate": 1.9298107879349876e-06,
      "loss": 0.8555,
      "step": 122480
    },
    {
      "epoch": 5.698115840893231,
      "grad_norm": 1.8242436309602152,
      "learning_rate": 1.929217408873035e-06,
      "loss": 1.0469,
      "step": 122481
    },
    {
      "epoch": 5.698162363340312,
      "grad_norm": 1.8452582209534263,
      "learning_rate": 1.92862412046087e-06,
      "loss": 0.9922,
      "step": 122482
    },
    {
      "epoch": 5.698208885787392,
      "grad_norm": 1.7658344322018418,
      "learning_rate": 1.9280309226988756e-06,
      "loss": 0.9727,
      "step": 122483
    },
    {
      "epoch": 5.698255408234473,
      "grad_norm": 1.8608689391802877,
      "learning_rate": 1.9274378155874182e-06,
      "loss": 0.9062,
      "step": 122484
    },
    {
      "epoch": 5.698301930681554,
      "grad_norm": 1.767946349350255,
      "learning_rate": 1.9268447991268477e-06,
      "loss": 0.9883,
      "step": 122485
    },
    {
      "epoch": 5.698348453128634,
      "grad_norm": 1.8638690795740847,
      "learning_rate": 1.926251873317547e-06,
      "loss": 0.9375,
      "step": 122486
    },
    {
      "epoch": 5.698394975575715,
      "grad_norm": 1.8625067881860655,
      "learning_rate": 1.925659038159866e-06,
      "loss": 0.8867,
      "step": 122487
    },
    {
      "epoch": 5.698441498022796,
      "grad_norm": 1.5520817558139897,
      "learning_rate": 1.9250662936541703e-06,
      "loss": 0.7812,
      "step": 122488
    },
    {
      "epoch": 5.698488020469877,
      "grad_norm": 1.7782273435598472,
      "learning_rate": 1.924473639800811e-06,
      "loss": 0.8867,
      "step": 122489
    },
    {
      "epoch": 5.698534542916957,
      "grad_norm": 1.7947692935368396,
      "learning_rate": 1.923881076600153e-06,
      "loss": 0.8828,
      "step": 122490
    },
    {
      "epoch": 5.6985810653640385,
      "grad_norm": 1.6317729860274746,
      "learning_rate": 1.9232886040525974e-06,
      "loss": 0.9414,
      "step": 122491
    },
    {
      "epoch": 5.698627587811119,
      "grad_norm": 1.691749339666032,
      "learning_rate": 1.92269622215846e-06,
      "loss": 0.8711,
      "step": 122492
    },
    {
      "epoch": 5.6986741102581995,
      "grad_norm": 1.7394053365079905,
      "learning_rate": 1.922103930918123e-06,
      "loss": 0.9336,
      "step": 122493
    },
    {
      "epoch": 5.69872063270528,
      "grad_norm": 1.9849819728316322,
      "learning_rate": 1.921511730331937e-06,
      "loss": 0.9961,
      "step": 122494
    },
    {
      "epoch": 5.698767155152361,
      "grad_norm": 1.6071819762988995,
      "learning_rate": 1.9209196204002855e-06,
      "loss": 0.8906,
      "step": 122495
    },
    {
      "epoch": 5.698813677599442,
      "grad_norm": 1.8119671130195312,
      "learning_rate": 1.920327601123517e-06,
      "loss": 0.9883,
      "step": 122496
    },
    {
      "epoch": 5.698860200046522,
      "grad_norm": 1.6855842547975823,
      "learning_rate": 1.9197356725019986e-06,
      "loss": 1.0234,
      "step": 122497
    },
    {
      "epoch": 5.698906722493604,
      "grad_norm": 1.796602079377533,
      "learning_rate": 1.9191438345360964e-06,
      "loss": 0.9414,
      "step": 122498
    },
    {
      "epoch": 5.698953244940684,
      "grad_norm": 1.974286050438556,
      "learning_rate": 1.9185520872261604e-06,
      "loss": 1.1016,
      "step": 122499
    },
    {
      "epoch": 5.698999767387765,
      "grad_norm": 1.9657577786392573,
      "learning_rate": 1.917960430572557e-06,
      "loss": 1.1094,
      "step": 122500
    },
    {
      "epoch": 5.699046289834845,
      "grad_norm": 1.6539041842884445,
      "learning_rate": 1.9173688645756523e-06,
      "loss": 0.7773,
      "step": 122501
    },
    {
      "epoch": 5.6990928122819255,
      "grad_norm": 1.899213599140611,
      "learning_rate": 1.9167773892358127e-06,
      "loss": 1.0469,
      "step": 122502
    },
    {
      "epoch": 5.699139334729007,
      "grad_norm": 1.8187355639973033,
      "learning_rate": 1.9161860045533882e-06,
      "loss": 1.0156,
      "step": 122503
    },
    {
      "epoch": 5.699185857176087,
      "grad_norm": 1.8707171636490185,
      "learning_rate": 1.915594710528745e-06,
      "loss": 0.9883,
      "step": 122504
    },
    {
      "epoch": 5.699232379623168,
      "grad_norm": 1.776073125512,
      "learning_rate": 1.915003507162266e-06,
      "loss": 0.9609,
      "step": 122505
    },
    {
      "epoch": 5.699278902070249,
      "grad_norm": 2.137005814979602,
      "learning_rate": 1.9144123944542677e-06,
      "loss": 0.9609,
      "step": 122506
    },
    {
      "epoch": 5.69932542451733,
      "grad_norm": 1.6703729372957452,
      "learning_rate": 1.9138213724051666e-06,
      "loss": 0.8867,
      "step": 122507
    },
    {
      "epoch": 5.69937194696441,
      "grad_norm": 1.927779421552571,
      "learning_rate": 1.9132304410152787e-06,
      "loss": 1.0234,
      "step": 122508
    },
    {
      "epoch": 5.699418469411491,
      "grad_norm": 1.7599281205832003,
      "learning_rate": 1.9126396002849874e-06,
      "loss": 0.9531,
      "step": 122509
    },
    {
      "epoch": 5.699464991858572,
      "grad_norm": 1.6507977157299234,
      "learning_rate": 1.9120488502146424e-06,
      "loss": 0.8945,
      "step": 122510
    },
    {
      "epoch": 5.6995115143056525,
      "grad_norm": 1.7281025201418965,
      "learning_rate": 1.9114581908046267e-06,
      "loss": 0.9258,
      "step": 122511
    },
    {
      "epoch": 5.699558036752733,
      "grad_norm": 1.6673165157211416,
      "learning_rate": 1.91086762205529e-06,
      "loss": 0.9258,
      "step": 122512
    },
    {
      "epoch": 5.699604559199814,
      "grad_norm": 1.7369091704218482,
      "learning_rate": 1.9102771439669816e-06,
      "loss": 0.9766,
      "step": 122513
    },
    {
      "epoch": 5.699651081646895,
      "grad_norm": 1.6869929746597117,
      "learning_rate": 1.9096867565400855e-06,
      "loss": 1.0,
      "step": 122514
    },
    {
      "epoch": 5.699697604093975,
      "grad_norm": 1.9780920339482233,
      "learning_rate": 1.9090964597749335e-06,
      "loss": 0.9414,
      "step": 122515
    },
    {
      "epoch": 5.699744126541056,
      "grad_norm": 1.9690582077310494,
      "learning_rate": 1.9085062536719264e-06,
      "loss": 0.9922,
      "step": 122516
    },
    {
      "epoch": 5.699790648988137,
      "grad_norm": 1.7074799216627143,
      "learning_rate": 1.907916138231397e-06,
      "loss": 0.8555,
      "step": 122517
    },
    {
      "epoch": 5.699837171435218,
      "grad_norm": 1.8070818552948011,
      "learning_rate": 1.907326113453711e-06,
      "loss": 0.9453,
      "step": 122518
    },
    {
      "epoch": 5.699883693882298,
      "grad_norm": 1.9730644172081464,
      "learning_rate": 1.9067361793392356e-06,
      "loss": 0.957,
      "step": 122519
    },
    {
      "epoch": 5.699930216329379,
      "grad_norm": 1.784970846505849,
      "learning_rate": 1.9061463358883367e-06,
      "loss": 0.8867,
      "step": 122520
    },
    {
      "epoch": 5.69997673877646,
      "grad_norm": 1.8090090009165687,
      "learning_rate": 1.9055565831013475e-06,
      "loss": 0.7852,
      "step": 122521
    },
    {
      "epoch": 5.70002326122354,
      "grad_norm": 1.6388313256659721,
      "learning_rate": 1.9049669209786678e-06,
      "loss": 0.8398,
      "step": 122522
    },
    {
      "epoch": 5.700069783670621,
      "grad_norm": 1.9630981521601383,
      "learning_rate": 1.9043773495206305e-06,
      "loss": 0.9961,
      "step": 122523
    },
    {
      "epoch": 5.700116306117701,
      "grad_norm": 1.7045291322413052,
      "learning_rate": 1.9037878687276186e-06,
      "loss": 0.8516,
      "step": 122524
    },
    {
      "epoch": 5.700162828564783,
      "grad_norm": 1.8191149551822674,
      "learning_rate": 1.903198478599982e-06,
      "loss": 0.8867,
      "step": 122525
    },
    {
      "epoch": 5.700209351011863,
      "grad_norm": 1.8280868542082032,
      "learning_rate": 1.9026091791380538e-06,
      "loss": 0.8633,
      "step": 122526
    },
    {
      "epoch": 5.700255873458944,
      "grad_norm": 1.6893808721768955,
      "learning_rate": 1.90201997034225e-06,
      "loss": 0.8945,
      "step": 122527
    },
    {
      "epoch": 5.700302395906025,
      "grad_norm": 1.8979562252425668,
      "learning_rate": 1.9014308522128874e-06,
      "loss": 0.9883,
      "step": 122528
    },
    {
      "epoch": 5.7003489183531055,
      "grad_norm": 1.6891108333147562,
      "learning_rate": 1.9008418247503488e-06,
      "loss": 1.0234,
      "step": 122529
    },
    {
      "epoch": 5.700395440800186,
      "grad_norm": 1.6703963797640333,
      "learning_rate": 1.9002528879549838e-06,
      "loss": 0.8438,
      "step": 122530
    },
    {
      "epoch": 5.7004419632472665,
      "grad_norm": 1.9899504445835678,
      "learning_rate": 1.8996640418271591e-06,
      "loss": 0.918,
      "step": 122531
    },
    {
      "epoch": 5.700488485694348,
      "grad_norm": 1.7123117029331067,
      "learning_rate": 1.8990752863672242e-06,
      "loss": 0.9844,
      "step": 122532
    },
    {
      "epoch": 5.700535008141428,
      "grad_norm": 1.8668131724200967,
      "learning_rate": 1.8984866215755622e-06,
      "loss": 0.9219,
      "step": 122533
    },
    {
      "epoch": 5.700581530588509,
      "grad_norm": 1.740854385752924,
      "learning_rate": 1.8978980474525063e-06,
      "loss": 0.9688,
      "step": 122534
    },
    {
      "epoch": 5.70062805303559,
      "grad_norm": 1.7964567228957316,
      "learning_rate": 1.8973095639984393e-06,
      "loss": 0.9727,
      "step": 122535
    },
    {
      "epoch": 5.700674575482671,
      "grad_norm": 1.7485718649527753,
      "learning_rate": 1.8967211712137109e-06,
      "loss": 0.918,
      "step": 122536
    },
    {
      "epoch": 5.700721097929751,
      "grad_norm": 1.7546720202673334,
      "learning_rate": 1.896132869098671e-06,
      "loss": 0.8711,
      "step": 122537
    },
    {
      "epoch": 5.700767620376832,
      "grad_norm": 2.0386326348470263,
      "learning_rate": 1.8955446576537025e-06,
      "loss": 1.0391,
      "step": 122538
    },
    {
      "epoch": 5.700814142823912,
      "grad_norm": 1.8181640116151927,
      "learning_rate": 1.8949565368791386e-06,
      "loss": 0.9297,
      "step": 122539
    },
    {
      "epoch": 5.700860665270993,
      "grad_norm": 1.6097456025604275,
      "learning_rate": 1.894368506775379e-06,
      "loss": 0.8477,
      "step": 122540
    },
    {
      "epoch": 5.700907187718074,
      "grad_norm": 1.8871079766285734,
      "learning_rate": 1.8937805673427564e-06,
      "loss": 1.0312,
      "step": 122541
    },
    {
      "epoch": 5.700953710165154,
      "grad_norm": 1.5144419486476137,
      "learning_rate": 1.8931927185816209e-06,
      "loss": 0.7695,
      "step": 122542
    },
    {
      "epoch": 5.701000232612236,
      "grad_norm": 1.7694096204994674,
      "learning_rate": 1.8926049604923554e-06,
      "loss": 0.9219,
      "step": 122543
    },
    {
      "epoch": 5.701046755059316,
      "grad_norm": 1.8391746876748194,
      "learning_rate": 1.8920172930753097e-06,
      "loss": 0.9844,
      "step": 122544
    },
    {
      "epoch": 5.701093277506397,
      "grad_norm": 1.6186821610486772,
      "learning_rate": 1.8914297163308333e-06,
      "loss": 0.8203,
      "step": 122545
    },
    {
      "epoch": 5.701139799953477,
      "grad_norm": 1.9046130312140181,
      "learning_rate": 1.8908422302593097e-06,
      "loss": 1.0078,
      "step": 122546
    },
    {
      "epoch": 5.701186322400559,
      "grad_norm": 1.6390276682001044,
      "learning_rate": 1.8902548348610712e-06,
      "loss": 0.9414,
      "step": 122547
    },
    {
      "epoch": 5.701232844847639,
      "grad_norm": 1.8624407757327268,
      "learning_rate": 1.8896675301365015e-06,
      "loss": 1.0469,
      "step": 122548
    },
    {
      "epoch": 5.7012793672947195,
      "grad_norm": 2.0276802580756024,
      "learning_rate": 1.8890803160859501e-06,
      "loss": 1.0078,
      "step": 122549
    },
    {
      "epoch": 5.701325889741801,
      "grad_norm": 1.8191052536040664,
      "learning_rate": 1.8884931927097834e-06,
      "loss": 0.9531,
      "step": 122550
    },
    {
      "epoch": 5.701372412188881,
      "grad_norm": 1.6039013393129498,
      "learning_rate": 1.8879061600083512e-06,
      "loss": 0.9453,
      "step": 122551
    },
    {
      "epoch": 5.701418934635962,
      "grad_norm": 1.8369658805452096,
      "learning_rate": 1.8873192179820028e-06,
      "loss": 0.8789,
      "step": 122552
    },
    {
      "epoch": 5.701465457083042,
      "grad_norm": 1.6945285670269414,
      "learning_rate": 1.8867323666311219e-06,
      "loss": 0.8828,
      "step": 122553
    },
    {
      "epoch": 5.701511979530123,
      "grad_norm": 1.7317052822862813,
      "learning_rate": 1.8861456059560575e-06,
      "loss": 0.9805,
      "step": 122554
    },
    {
      "epoch": 5.701558501977204,
      "grad_norm": 1.8551723063882637,
      "learning_rate": 1.8855589359571765e-06,
      "loss": 0.9062,
      "step": 122555
    },
    {
      "epoch": 5.701605024424285,
      "grad_norm": 1.662402355072268,
      "learning_rate": 1.8849723566347951e-06,
      "loss": 0.8242,
      "step": 122556
    },
    {
      "epoch": 5.701651546871365,
      "grad_norm": 1.80698407165547,
      "learning_rate": 1.8843858679893298e-06,
      "loss": 0.9727,
      "step": 122557
    },
    {
      "epoch": 5.7016980693184465,
      "grad_norm": 1.55758417387181,
      "learning_rate": 1.8837994700211134e-06,
      "loss": 0.9336,
      "step": 122558
    },
    {
      "epoch": 5.701744591765527,
      "grad_norm": 1.923896429875761,
      "learning_rate": 1.8832131627305125e-06,
      "loss": 1.0547,
      "step": 122559
    },
    {
      "epoch": 5.701791114212607,
      "grad_norm": 1.7349807513947357,
      "learning_rate": 1.8826269461178766e-06,
      "loss": 0.8359,
      "step": 122560
    },
    {
      "epoch": 5.701837636659688,
      "grad_norm": 1.564442624380421,
      "learning_rate": 1.8820408201835724e-06,
      "loss": 0.8906,
      "step": 122561
    },
    {
      "epoch": 5.701884159106769,
      "grad_norm": 1.7523359798002616,
      "learning_rate": 1.8814547849279494e-06,
      "loss": 0.8164,
      "step": 122562
    },
    {
      "epoch": 5.70193068155385,
      "grad_norm": 1.792049172516784,
      "learning_rate": 1.8808688403513905e-06,
      "loss": 0.8984,
      "step": 122563
    },
    {
      "epoch": 5.70197720400093,
      "grad_norm": 1.6919943652365799,
      "learning_rate": 1.8802829864542124e-06,
      "loss": 0.8828,
      "step": 122564
    },
    {
      "epoch": 5.702023726448012,
      "grad_norm": 2.1880298557042193,
      "learning_rate": 1.8796972232368145e-06,
      "loss": 1.1484,
      "step": 122565
    },
    {
      "epoch": 5.702070248895092,
      "grad_norm": 1.6565526894330682,
      "learning_rate": 1.8791115506995303e-06,
      "loss": 0.9375,
      "step": 122566
    },
    {
      "epoch": 5.7021167713421725,
      "grad_norm": 1.8792254142777993,
      "learning_rate": 1.8785259688427256e-06,
      "loss": 0.9805,
      "step": 122567
    },
    {
      "epoch": 5.702163293789253,
      "grad_norm": 1.9632408010356237,
      "learning_rate": 1.877940477666784e-06,
      "loss": 1.0078,
      "step": 122568
    },
    {
      "epoch": 5.702209816236334,
      "grad_norm": 1.9319059178042968,
      "learning_rate": 1.8773550771720047e-06,
      "loss": 0.8398,
      "step": 122569
    },
    {
      "epoch": 5.702256338683415,
      "grad_norm": 1.646688789928853,
      "learning_rate": 1.8767697673588045e-06,
      "loss": 0.793,
      "step": 122570
    },
    {
      "epoch": 5.702302861130495,
      "grad_norm": 2.0821522936219243,
      "learning_rate": 1.8761845482275162e-06,
      "loss": 1.1094,
      "step": 122571
    },
    {
      "epoch": 5.702349383577576,
      "grad_norm": 1.7095217498422306,
      "learning_rate": 1.8755994197784896e-06,
      "loss": 0.8789,
      "step": 122572
    },
    {
      "epoch": 5.702395906024657,
      "grad_norm": 1.7606715549762684,
      "learning_rate": 1.8750143820121078e-06,
      "loss": 1.0391,
      "step": 122573
    },
    {
      "epoch": 5.702442428471738,
      "grad_norm": 1.8728808655202105,
      "learning_rate": 1.8744294349287037e-06,
      "loss": 1.0625,
      "step": 122574
    },
    {
      "epoch": 5.702488950918818,
      "grad_norm": 1.6432912528224715,
      "learning_rate": 1.8738445785286605e-06,
      "loss": 0.9023,
      "step": 122575
    },
    {
      "epoch": 5.702535473365899,
      "grad_norm": 1.860487663982308,
      "learning_rate": 1.873259812812311e-06,
      "loss": 1.0781,
      "step": 122576
    },
    {
      "epoch": 5.70258199581298,
      "grad_norm": 1.9488737629487716,
      "learning_rate": 1.8726751377800386e-06,
      "loss": 0.9102,
      "step": 122577
    },
    {
      "epoch": 5.7026285182600605,
      "grad_norm": 1.7719170993902198,
      "learning_rate": 1.8720905534321596e-06,
      "loss": 0.8672,
      "step": 122578
    },
    {
      "epoch": 5.702675040707141,
      "grad_norm": 1.8530745953189105,
      "learning_rate": 1.87150605976909e-06,
      "loss": 1.125,
      "step": 122579
    },
    {
      "epoch": 5.702721563154222,
      "grad_norm": 1.855122141654,
      "learning_rate": 1.87092165679113e-06,
      "loss": 0.9688,
      "step": 122580
    },
    {
      "epoch": 5.702768085601303,
      "grad_norm": 1.771613341054051,
      "learning_rate": 1.870337344498679e-06,
      "loss": 0.9375,
      "step": 122581
    },
    {
      "epoch": 5.702814608048383,
      "grad_norm": 1.6100273842090411,
      "learning_rate": 1.869753122892087e-06,
      "loss": 0.9062,
      "step": 122582
    },
    {
      "epoch": 5.702861130495464,
      "grad_norm": 1.6770961506922168,
      "learning_rate": 1.8691689919716869e-06,
      "loss": 0.9883,
      "step": 122583
    },
    {
      "epoch": 5.702907652942545,
      "grad_norm": 1.8062877026023076,
      "learning_rate": 1.868584951737878e-06,
      "loss": 0.8438,
      "step": 122584
    },
    {
      "epoch": 5.702954175389626,
      "grad_norm": 1.6336610312843078,
      "learning_rate": 1.8680010021909775e-06,
      "loss": 0.9844,
      "step": 122585
    },
    {
      "epoch": 5.703000697836706,
      "grad_norm": 1.8363470474624695,
      "learning_rate": 1.867417143331368e-06,
      "loss": 0.8828,
      "step": 122586
    },
    {
      "epoch": 5.703047220283787,
      "grad_norm": 1.7744004194036573,
      "learning_rate": 1.8668333751593988e-06,
      "loss": 0.9609,
      "step": 122587
    },
    {
      "epoch": 5.703093742730868,
      "grad_norm": 1.86627207724425,
      "learning_rate": 1.8662496976754205e-06,
      "loss": 0.8789,
      "step": 122588
    },
    {
      "epoch": 5.703140265177948,
      "grad_norm": 1.8669665296975897,
      "learning_rate": 1.8656661108797988e-06,
      "loss": 0.9609,
      "step": 122589
    },
    {
      "epoch": 5.703186787625029,
      "grad_norm": 1.6973868135103396,
      "learning_rate": 1.8650826147729004e-06,
      "loss": 0.9102,
      "step": 122590
    },
    {
      "epoch": 5.703233310072109,
      "grad_norm": 1.8964388139659099,
      "learning_rate": 1.864499209355058e-06,
      "loss": 0.9922,
      "step": 122591
    },
    {
      "epoch": 5.703279832519191,
      "grad_norm": 1.6506284304158538,
      "learning_rate": 1.8639158946266552e-06,
      "loss": 0.8281,
      "step": 122592
    },
    {
      "epoch": 5.703326354966271,
      "grad_norm": 1.9191532840159813,
      "learning_rate": 1.8633326705880246e-06,
      "loss": 0.9766,
      "step": 122593
    },
    {
      "epoch": 5.703372877413352,
      "grad_norm": 1.6964871808570103,
      "learning_rate": 1.8627495372395496e-06,
      "loss": 0.9414,
      "step": 122594
    },
    {
      "epoch": 5.703419399860433,
      "grad_norm": 2.079324580282344,
      "learning_rate": 1.8621664945815463e-06,
      "loss": 0.9766,
      "step": 122595
    },
    {
      "epoch": 5.7034659223075135,
      "grad_norm": 1.6901828567290687,
      "learning_rate": 1.8615835426144143e-06,
      "loss": 0.9688,
      "step": 122596
    },
    {
      "epoch": 5.703512444754594,
      "grad_norm": 1.599676904157438,
      "learning_rate": 1.8610006813385037e-06,
      "loss": 0.8203,
      "step": 122597
    },
    {
      "epoch": 5.703558967201674,
      "grad_norm": 1.7347445223805285,
      "learning_rate": 1.8604179107541473e-06,
      "loss": 0.8789,
      "step": 122598
    },
    {
      "epoch": 5.703605489648756,
      "grad_norm": 1.7413414347583838,
      "learning_rate": 1.8598352308617115e-06,
      "loss": 1.0234,
      "step": 122599
    },
    {
      "epoch": 5.703652012095836,
      "grad_norm": 2.0832087449733785,
      "learning_rate": 1.8592526416615628e-06,
      "loss": 1.0938,
      "step": 122600
    },
    {
      "epoch": 5.703698534542917,
      "grad_norm": 1.6327054947101205,
      "learning_rate": 1.8586701431540673e-06,
      "loss": 0.9688,
      "step": 122601
    },
    {
      "epoch": 5.703745056989998,
      "grad_norm": 1.9742386682252417,
      "learning_rate": 1.8580877353395418e-06,
      "loss": 1.0234,
      "step": 122602
    },
    {
      "epoch": 5.703791579437079,
      "grad_norm": 1.9203344904843722,
      "learning_rate": 1.8575054182183858e-06,
      "loss": 0.9688,
      "step": 122603
    },
    {
      "epoch": 5.703838101884159,
      "grad_norm": 1.9533229234224545,
      "learning_rate": 1.8569231917909154e-06,
      "loss": 1.0391,
      "step": 122604
    },
    {
      "epoch": 5.7038846243312396,
      "grad_norm": 1.64201741234892,
      "learning_rate": 1.8563410560575309e-06,
      "loss": 0.8398,
      "step": 122605
    },
    {
      "epoch": 5.703931146778321,
      "grad_norm": 1.6429792501879708,
      "learning_rate": 1.8557590110185815e-06,
      "loss": 0.9531,
      "step": 122606
    },
    {
      "epoch": 5.703977669225401,
      "grad_norm": 1.678087171949505,
      "learning_rate": 1.855177056674384e-06,
      "loss": 0.9141,
      "step": 122607
    },
    {
      "epoch": 5.704024191672482,
      "grad_norm": 1.883913912271808,
      "learning_rate": 1.8545951930253377e-06,
      "loss": 0.9727,
      "step": 122608
    },
    {
      "epoch": 5.704070714119562,
      "grad_norm": 1.9097504860417853,
      "learning_rate": 1.8540134200717593e-06,
      "loss": 0.9492,
      "step": 122609
    },
    {
      "epoch": 5.704117236566644,
      "grad_norm": 1.8280894255750193,
      "learning_rate": 1.8534317378140484e-06,
      "loss": 1.0234,
      "step": 122610
    },
    {
      "epoch": 5.704163759013724,
      "grad_norm": 1.704567095617116,
      "learning_rate": 1.852850146252538e-06,
      "loss": 1.0469,
      "step": 122611
    },
    {
      "epoch": 5.704210281460805,
      "grad_norm": 1.7891317402636682,
      "learning_rate": 1.8522686453875778e-06,
      "loss": 1.0156,
      "step": 122612
    },
    {
      "epoch": 5.704256803907885,
      "grad_norm": 1.772454374395243,
      "learning_rate": 1.8516872352195179e-06,
      "loss": 0.9062,
      "step": 122613
    },
    {
      "epoch": 5.7043033263549665,
      "grad_norm": 1.8815389107611087,
      "learning_rate": 1.8511059157487573e-06,
      "loss": 0.9961,
      "step": 122614
    },
    {
      "epoch": 5.704349848802047,
      "grad_norm": 2.1213372008993305,
      "learning_rate": 1.850524686975613e-06,
      "loss": 1.1016,
      "step": 122615
    },
    {
      "epoch": 5.7043963712491275,
      "grad_norm": 1.9619204547007216,
      "learning_rate": 1.8499435489004344e-06,
      "loss": 1.0859,
      "step": 122616
    },
    {
      "epoch": 5.704442893696209,
      "grad_norm": 1.8637630493302133,
      "learning_rate": 1.8493625015236047e-06,
      "loss": 0.8438,
      "step": 122617
    },
    {
      "epoch": 5.704489416143289,
      "grad_norm": 2.0038664677659455,
      "learning_rate": 1.8487815448454735e-06,
      "loss": 0.9375,
      "step": 122618
    },
    {
      "epoch": 5.70453593859037,
      "grad_norm": 1.6315112790423536,
      "learning_rate": 1.8482006788663905e-06,
      "loss": 0.8594,
      "step": 122619
    },
    {
      "epoch": 5.70458246103745,
      "grad_norm": 2.0561130523897644,
      "learning_rate": 1.8476199035867056e-06,
      "loss": 0.9609,
      "step": 122620
    },
    {
      "epoch": 5.704628983484532,
      "grad_norm": 1.8321735219870543,
      "learning_rate": 1.847039219006785e-06,
      "loss": 1.0312,
      "step": 122621
    },
    {
      "epoch": 5.704675505931612,
      "grad_norm": 1.672807910065549,
      "learning_rate": 1.8464586251269787e-06,
      "loss": 0.8438,
      "step": 122622
    },
    {
      "epoch": 5.704722028378693,
      "grad_norm": 1.7670552888005007,
      "learning_rate": 1.8458781219476525e-06,
      "loss": 0.9258,
      "step": 122623
    },
    {
      "epoch": 5.704768550825773,
      "grad_norm": 1.8002539002416171,
      "learning_rate": 1.8452977094691402e-06,
      "loss": 0.8945,
      "step": 122624
    },
    {
      "epoch": 5.704815073272854,
      "grad_norm": 1.7535786600542171,
      "learning_rate": 1.8447173876918076e-06,
      "loss": 0.8281,
      "step": 122625
    },
    {
      "epoch": 5.704861595719935,
      "grad_norm": 1.7862176498700673,
      "learning_rate": 1.8441371566160047e-06,
      "loss": 1.0078,
      "step": 122626
    },
    {
      "epoch": 5.704908118167015,
      "grad_norm": 1.8610416552923998,
      "learning_rate": 1.8435570162421144e-06,
      "loss": 0.9453,
      "step": 122627
    },
    {
      "epoch": 5.704954640614096,
      "grad_norm": 1.9271685495600772,
      "learning_rate": 1.8429769665704698e-06,
      "loss": 0.9219,
      "step": 122628
    },
    {
      "epoch": 5.705001163061177,
      "grad_norm": 1.8651931509158424,
      "learning_rate": 1.8423970076014372e-06,
      "loss": 0.9766,
      "step": 122629
    },
    {
      "epoch": 5.705047685508258,
      "grad_norm": 1.753981538844873,
      "learning_rate": 1.841817139335333e-06,
      "loss": 0.8281,
      "step": 122630
    },
    {
      "epoch": 5.705094207955338,
      "grad_norm": 1.676464456565445,
      "learning_rate": 1.8412373617725573e-06,
      "loss": 0.918,
      "step": 122631
    },
    {
      "epoch": 5.7051407304024195,
      "grad_norm": 1.8732151823570047,
      "learning_rate": 1.8406576749134594e-06,
      "loss": 0.918,
      "step": 122632
    },
    {
      "epoch": 5.7051872528495,
      "grad_norm": 1.689899622117608,
      "learning_rate": 1.8400780787583724e-06,
      "loss": 0.9141,
      "step": 122633
    },
    {
      "epoch": 5.7052337752965805,
      "grad_norm": 1.7164634850394922,
      "learning_rate": 1.8394985733076628e-06,
      "loss": 0.9844,
      "step": 122634
    },
    {
      "epoch": 5.705280297743661,
      "grad_norm": 1.7406470017786095,
      "learning_rate": 1.8389191585616802e-06,
      "loss": 0.9805,
      "step": 122635
    },
    {
      "epoch": 5.705326820190742,
      "grad_norm": 1.6325400403370087,
      "learning_rate": 1.8383398345208079e-06,
      "loss": 0.8828,
      "step": 122636
    },
    {
      "epoch": 5.705373342637823,
      "grad_norm": 1.7619927149579078,
      "learning_rate": 1.8377606011853619e-06,
      "loss": 0.9453,
      "step": 122637
    },
    {
      "epoch": 5.705419865084903,
      "grad_norm": 1.790744509005441,
      "learning_rate": 1.8371814585557087e-06,
      "loss": 0.957,
      "step": 122638
    },
    {
      "epoch": 5.705466387531985,
      "grad_norm": 1.9561962517497218,
      "learning_rate": 1.8366024066321982e-06,
      "loss": 0.957,
      "step": 122639
    },
    {
      "epoch": 5.705512909979065,
      "grad_norm": 1.9106087620605283,
      "learning_rate": 1.8360234454152133e-06,
      "loss": 0.9062,
      "step": 122640
    },
    {
      "epoch": 5.705559432426146,
      "grad_norm": 1.9169092029011938,
      "learning_rate": 1.8354445749050705e-06,
      "loss": 1.0234,
      "step": 122641
    },
    {
      "epoch": 5.705605954873226,
      "grad_norm": 1.640122440794752,
      "learning_rate": 1.8348657951021527e-06,
      "loss": 0.8398,
      "step": 122642
    },
    {
      "epoch": 5.705652477320307,
      "grad_norm": 1.882103980606077,
      "learning_rate": 1.8342871060067932e-06,
      "loss": 0.9844,
      "step": 122643
    },
    {
      "epoch": 5.705698999767388,
      "grad_norm": 1.8910969824983095,
      "learning_rate": 1.8337085076193748e-06,
      "loss": 1.0469,
      "step": 122644
    },
    {
      "epoch": 5.705745522214468,
      "grad_norm": 1.8230349397231147,
      "learning_rate": 1.8331299999402137e-06,
      "loss": 0.918,
      "step": 122645
    },
    {
      "epoch": 5.705792044661549,
      "grad_norm": 1.7917792610806378,
      "learning_rate": 1.8325515829696934e-06,
      "loss": 0.8906,
      "step": 122646
    },
    {
      "epoch": 5.70583856710863,
      "grad_norm": 1.9351655171859272,
      "learning_rate": 1.8319732567081468e-06,
      "loss": 0.8438,
      "step": 122647
    },
    {
      "epoch": 5.705885089555711,
      "grad_norm": 1.817826423706788,
      "learning_rate": 1.8313950211559402e-06,
      "loss": 1.1016,
      "step": 122648
    },
    {
      "epoch": 5.705931612002791,
      "grad_norm": 1.8075188028109468,
      "learning_rate": 1.83081687631344e-06,
      "loss": 0.832,
      "step": 122649
    },
    {
      "epoch": 5.705978134449872,
      "grad_norm": 1.826882051235435,
      "learning_rate": 1.830238822180996e-06,
      "loss": 0.8398,
      "step": 122650
    },
    {
      "epoch": 5.706024656896953,
      "grad_norm": 1.7394636228902631,
      "learning_rate": 1.8296608587589412e-06,
      "loss": 0.875,
      "step": 122651
    },
    {
      "epoch": 5.7060711793440335,
      "grad_norm": 1.7339031231556516,
      "learning_rate": 1.8290829860476252e-06,
      "loss": 0.9297,
      "step": 122652
    },
    {
      "epoch": 5.706117701791114,
      "grad_norm": 1.6527688816881696,
      "learning_rate": 1.8285052040474313e-06,
      "loss": 0.8945,
      "step": 122653
    },
    {
      "epoch": 5.706164224238195,
      "grad_norm": 1.683801316098959,
      "learning_rate": 1.827927512758709e-06,
      "loss": 0.8867,
      "step": 122654
    },
    {
      "epoch": 5.706210746685276,
      "grad_norm": 1.8419045417715931,
      "learning_rate": 1.8273499121817913e-06,
      "loss": 0.9648,
      "step": 122655
    },
    {
      "epoch": 5.706257269132356,
      "grad_norm": 1.8020107032610546,
      "learning_rate": 1.826772402317045e-06,
      "loss": 1.0938,
      "step": 122656
    },
    {
      "epoch": 5.706303791579437,
      "grad_norm": 1.7845568398335454,
      "learning_rate": 1.8261949831648194e-06,
      "loss": 0.9258,
      "step": 122657
    },
    {
      "epoch": 5.706350314026518,
      "grad_norm": 1.7679710491628202,
      "learning_rate": 1.8256176547254808e-06,
      "loss": 0.9414,
      "step": 122658
    },
    {
      "epoch": 5.706396836473599,
      "grad_norm": 1.7756500652880876,
      "learning_rate": 1.8250404169993794e-06,
      "loss": 0.8789,
      "step": 122659
    },
    {
      "epoch": 5.706443358920679,
      "grad_norm": 1.5959763117727153,
      "learning_rate": 1.8244632699868477e-06,
      "loss": 0.8242,
      "step": 122660
    },
    {
      "epoch": 5.70648988136776,
      "grad_norm": 1.897938694785541,
      "learning_rate": 1.823886213688236e-06,
      "loss": 1.0547,
      "step": 122661
    },
    {
      "epoch": 5.706536403814841,
      "grad_norm": 1.670955845624996,
      "learning_rate": 1.8233092481039435e-06,
      "loss": 0.9297,
      "step": 122662
    },
    {
      "epoch": 5.706582926261921,
      "grad_norm": 1.5762079554462278,
      "learning_rate": 1.822732373234287e-06,
      "loss": 0.8203,
      "step": 122663
    },
    {
      "epoch": 5.706629448709002,
      "grad_norm": 1.7628066452115185,
      "learning_rate": 1.8221555890796158e-06,
      "loss": 0.9609,
      "step": 122664
    },
    {
      "epoch": 5.706675971156082,
      "grad_norm": 1.6946884702608676,
      "learning_rate": 1.8215788956402966e-06,
      "loss": 0.8438,
      "step": 122665
    },
    {
      "epoch": 5.706722493603164,
      "grad_norm": 1.6764091283148894,
      "learning_rate": 1.8210022929166955e-06,
      "loss": 1.0156,
      "step": 122666
    },
    {
      "epoch": 5.706769016050244,
      "grad_norm": 1.774888027973408,
      "learning_rate": 1.8204257809091295e-06,
      "loss": 0.9844,
      "step": 122667
    },
    {
      "epoch": 5.706815538497325,
      "grad_norm": 1.596980674179402,
      "learning_rate": 1.8198493596179808e-06,
      "loss": 0.9062,
      "step": 122668
    },
    {
      "epoch": 5.706862060944406,
      "grad_norm": 1.7958570187431337,
      "learning_rate": 1.8192730290435997e-06,
      "loss": 0.8789,
      "step": 122669
    },
    {
      "epoch": 5.7069085833914865,
      "grad_norm": 1.8165500632986027,
      "learning_rate": 1.818696789186319e-06,
      "loss": 0.9219,
      "step": 122670
    },
    {
      "epoch": 5.706955105838567,
      "grad_norm": 1.8489609591543306,
      "learning_rate": 1.818120640046522e-06,
      "loss": 0.9727,
      "step": 122671
    },
    {
      "epoch": 5.7070016282856475,
      "grad_norm": 1.7307486569774715,
      "learning_rate": 1.8175445816245415e-06,
      "loss": 1.0234,
      "step": 122672
    },
    {
      "epoch": 5.707048150732729,
      "grad_norm": 1.8227016020993494,
      "learning_rate": 1.8169686139207272e-06,
      "loss": 0.8945,
      "step": 122673
    },
    {
      "epoch": 5.707094673179809,
      "grad_norm": 1.724905914333041,
      "learning_rate": 1.816392736935429e-06,
      "loss": 0.9336,
      "step": 122674
    },
    {
      "epoch": 5.70714119562689,
      "grad_norm": 1.6861914212371567,
      "learning_rate": 1.8158169506690302e-06,
      "loss": 0.8828,
      "step": 122675
    },
    {
      "epoch": 5.707187718073971,
      "grad_norm": 1.7386285754048756,
      "learning_rate": 1.8152412551218466e-06,
      "loss": 0.8789,
      "step": 122676
    },
    {
      "epoch": 5.707234240521052,
      "grad_norm": 1.7213111278084856,
      "learning_rate": 1.8146656502942614e-06,
      "loss": 0.9062,
      "step": 122677
    },
    {
      "epoch": 5.707280762968132,
      "grad_norm": 2.184377551274325,
      "learning_rate": 1.8140901361865911e-06,
      "loss": 1.0391,
      "step": 122678
    },
    {
      "epoch": 5.707327285415213,
      "grad_norm": 1.6041448569800931,
      "learning_rate": 1.8135147127992189e-06,
      "loss": 0.8438,
      "step": 122679
    },
    {
      "epoch": 5.707373807862293,
      "grad_norm": 1.5764148004075793,
      "learning_rate": 1.8129393801324776e-06,
      "loss": 0.8438,
      "step": 122680
    },
    {
      "epoch": 5.7074203303093745,
      "grad_norm": 1.6793204763555176,
      "learning_rate": 1.8123641381867504e-06,
      "loss": 0.8359,
      "step": 122681
    },
    {
      "epoch": 5.707466852756455,
      "grad_norm": 1.8541916059564383,
      "learning_rate": 1.811788986962337e-06,
      "loss": 0.9258,
      "step": 122682
    },
    {
      "epoch": 5.707513375203535,
      "grad_norm": 1.8347542387757592,
      "learning_rate": 1.811213926459637e-06,
      "loss": 0.9766,
      "step": 122683
    },
    {
      "epoch": 5.707559897650617,
      "grad_norm": 1.6159984878538831,
      "learning_rate": 1.8106389566789837e-06,
      "loss": 0.8984,
      "step": 122684
    },
    {
      "epoch": 5.707606420097697,
      "grad_norm": 1.9870996609529377,
      "learning_rate": 1.810064077620743e-06,
      "loss": 0.9688,
      "step": 122685
    },
    {
      "epoch": 5.707652942544778,
      "grad_norm": 1.8538309477146377,
      "learning_rate": 1.809489289285232e-06,
      "loss": 1.0781,
      "step": 122686
    },
    {
      "epoch": 5.707699464991858,
      "grad_norm": 1.6163326531333289,
      "learning_rate": 1.808914591672833e-06,
      "loss": 0.8711,
      "step": 122687
    },
    {
      "epoch": 5.70774598743894,
      "grad_norm": 1.80382474296448,
      "learning_rate": 1.8083399847838965e-06,
      "loss": 0.8203,
      "step": 122688
    },
    {
      "epoch": 5.70779250988602,
      "grad_norm": 1.884829340855541,
      "learning_rate": 1.8077654686187548e-06,
      "loss": 0.9062,
      "step": 122689
    },
    {
      "epoch": 5.7078390323331005,
      "grad_norm": 1.7020099453204522,
      "learning_rate": 1.8071910431777747e-06,
      "loss": 0.9023,
      "step": 122690
    },
    {
      "epoch": 5.707885554780182,
      "grad_norm": 1.6138753341053023,
      "learning_rate": 1.8066167084613226e-06,
      "loss": 0.8438,
      "step": 122691
    },
    {
      "epoch": 5.707932077227262,
      "grad_norm": 1.6205536359204866,
      "learning_rate": 1.8060424644697147e-06,
      "loss": 0.7578,
      "step": 122692
    },
    {
      "epoch": 5.707978599674343,
      "grad_norm": 1.713872486017539,
      "learning_rate": 1.8054683112033341e-06,
      "loss": 1.0234,
      "step": 122693
    },
    {
      "epoch": 5.708025122121423,
      "grad_norm": 1.8281697112978115,
      "learning_rate": 1.804894248662514e-06,
      "loss": 0.9414,
      "step": 122694
    },
    {
      "epoch": 5.708071644568505,
      "grad_norm": 1.9000729659048612,
      "learning_rate": 1.804320276847604e-06,
      "loss": 1.0312,
      "step": 122695
    },
    {
      "epoch": 5.708118167015585,
      "grad_norm": 1.8427237509887275,
      "learning_rate": 1.8037463957589704e-06,
      "loss": 1.0859,
      "step": 122696
    },
    {
      "epoch": 5.708164689462666,
      "grad_norm": 1.5697567709341314,
      "learning_rate": 1.8031726053969463e-06,
      "loss": 0.9414,
      "step": 122697
    },
    {
      "epoch": 5.708211211909746,
      "grad_norm": 1.7044744309478734,
      "learning_rate": 1.802598905761915e-06,
      "loss": 0.9102,
      "step": 122698
    },
    {
      "epoch": 5.7082577343568275,
      "grad_norm": 1.9805295974441348,
      "learning_rate": 1.8020252968541926e-06,
      "loss": 0.9453,
      "step": 122699
    },
    {
      "epoch": 5.708304256803908,
      "grad_norm": 1.6364812250214114,
      "learning_rate": 1.801451778674129e-06,
      "loss": 1.0156,
      "step": 122700
    },
    {
      "epoch": 5.708350779250988,
      "grad_norm": 1.8435664515041685,
      "learning_rate": 1.800878351222107e-06,
      "loss": 0.9141,
      "step": 122701
    },
    {
      "epoch": 5.708397301698069,
      "grad_norm": 2.0700711457949366,
      "learning_rate": 1.80030501449846e-06,
      "loss": 1.1328,
      "step": 122702
    },
    {
      "epoch": 5.70844382414515,
      "grad_norm": 1.6693851862195659,
      "learning_rate": 1.799731768503554e-06,
      "loss": 0.8438,
      "step": 122703
    },
    {
      "epoch": 5.708490346592231,
      "grad_norm": 1.8971997035926083,
      "learning_rate": 1.7991586132377056e-06,
      "loss": 1.0,
      "step": 122704
    },
    {
      "epoch": 5.708536869039311,
      "grad_norm": 1.7570295950210062,
      "learning_rate": 1.7985855487012811e-06,
      "loss": 0.9492,
      "step": 122705
    },
    {
      "epoch": 5.708583391486393,
      "grad_norm": 1.681379363970485,
      "learning_rate": 1.7980125748946473e-06,
      "loss": 0.8984,
      "step": 122706
    },
    {
      "epoch": 5.708629913933473,
      "grad_norm": 1.6894599190657655,
      "learning_rate": 1.7974396918181534e-06,
      "loss": 0.9023,
      "step": 122707
    },
    {
      "epoch": 5.7086764363805536,
      "grad_norm": 1.9291905303777719,
      "learning_rate": 1.7968668994721158e-06,
      "loss": 0.9961,
      "step": 122708
    },
    {
      "epoch": 5.708722958827634,
      "grad_norm": 1.527488936452164,
      "learning_rate": 1.796294197856918e-06,
      "loss": 0.7266,
      "step": 122709
    },
    {
      "epoch": 5.708769481274715,
      "grad_norm": 1.7606912204915854,
      "learning_rate": 1.7957215869729257e-06,
      "loss": 0.8906,
      "step": 122710
    },
    {
      "epoch": 5.708816003721796,
      "grad_norm": 1.8485226473599723,
      "learning_rate": 1.7951490668204394e-06,
      "loss": 0.9453,
      "step": 122711
    },
    {
      "epoch": 5.708862526168876,
      "grad_norm": 1.599315019360264,
      "learning_rate": 1.7945766373998417e-06,
      "loss": 0.7539,
      "step": 122712
    },
    {
      "epoch": 5.708909048615957,
      "grad_norm": 1.7243371067494493,
      "learning_rate": 1.7940042987114823e-06,
      "loss": 0.8281,
      "step": 122713
    },
    {
      "epoch": 5.708955571063038,
      "grad_norm": 2.039460071338227,
      "learning_rate": 1.7934320507556943e-06,
      "loss": 1.0078,
      "step": 122714
    },
    {
      "epoch": 5.709002093510119,
      "grad_norm": 1.7879614704505182,
      "learning_rate": 1.792859893532861e-06,
      "loss": 1.0078,
      "step": 122715
    },
    {
      "epoch": 5.709048615957199,
      "grad_norm": 1.8872320071498394,
      "learning_rate": 1.7922878270432984e-06,
      "loss": 0.9883,
      "step": 122716
    },
    {
      "epoch": 5.70909513840428,
      "grad_norm": 1.891830333046972,
      "learning_rate": 1.791715851287373e-06,
      "loss": 0.957,
      "step": 122717
    },
    {
      "epoch": 5.709141660851361,
      "grad_norm": 1.7047217426150993,
      "learning_rate": 1.7911439662654348e-06,
      "loss": 0.9258,
      "step": 122718
    },
    {
      "epoch": 5.7091881832984415,
      "grad_norm": 1.6270433887491005,
      "learning_rate": 1.7905721719778333e-06,
      "loss": 0.9062,
      "step": 122719
    },
    {
      "epoch": 5.709234705745522,
      "grad_norm": 1.9546286338305265,
      "learning_rate": 1.7900004684249181e-06,
      "loss": 0.9492,
      "step": 122720
    },
    {
      "epoch": 5.709281228192603,
      "grad_norm": 1.8750038809746776,
      "learning_rate": 1.789428855607039e-06,
      "loss": 0.9844,
      "step": 122721
    },
    {
      "epoch": 5.709327750639684,
      "grad_norm": 1.5651353973592796,
      "learning_rate": 1.7888573335245292e-06,
      "loss": 0.7656,
      "step": 122722
    },
    {
      "epoch": 5.709374273086764,
      "grad_norm": 1.8696928598659237,
      "learning_rate": 1.7882859021777719e-06,
      "loss": 0.9375,
      "step": 122723
    },
    {
      "epoch": 5.709420795533845,
      "grad_norm": 1.623234908519175,
      "learning_rate": 1.7877145615670996e-06,
      "loss": 0.9414,
      "step": 122724
    },
    {
      "epoch": 5.709467317980926,
      "grad_norm": 1.6270858041915481,
      "learning_rate": 1.7871433116928625e-06,
      "loss": 0.9453,
      "step": 122725
    },
    {
      "epoch": 5.709513840428007,
      "grad_norm": 1.8331650965110187,
      "learning_rate": 1.7865721525553933e-06,
      "loss": 0.9336,
      "step": 122726
    },
    {
      "epoch": 5.709560362875087,
      "grad_norm": 1.8088535339062959,
      "learning_rate": 1.7860010841550587e-06,
      "loss": 1.0156,
      "step": 122727
    },
    {
      "epoch": 5.709606885322168,
      "grad_norm": 1.7453996352399113,
      "learning_rate": 1.7854301064922249e-06,
      "loss": 0.9062,
      "step": 122728
    },
    {
      "epoch": 5.709653407769249,
      "grad_norm": 1.760573006100408,
      "learning_rate": 1.7848592195672252e-06,
      "loss": 0.8516,
      "step": 122729
    },
    {
      "epoch": 5.709699930216329,
      "grad_norm": 1.6729016921027668,
      "learning_rate": 1.7842884233803922e-06,
      "loss": 0.9961,
      "step": 122730
    },
    {
      "epoch": 5.70974645266341,
      "grad_norm": 1.9132472610356823,
      "learning_rate": 1.7837177179320928e-06,
      "loss": 1.0078,
      "step": 122731
    },
    {
      "epoch": 5.70979297511049,
      "grad_norm": 1.7524141145479422,
      "learning_rate": 1.783147103222693e-06,
      "loss": 0.9258,
      "step": 122732
    },
    {
      "epoch": 5.709839497557572,
      "grad_norm": 1.7160492775832674,
      "learning_rate": 1.7825765792525094e-06,
      "loss": 0.9688,
      "step": 122733
    },
    {
      "epoch": 5.709886020004652,
      "grad_norm": 1.7523195958910411,
      "learning_rate": 1.7820061460219082e-06,
      "loss": 0.8477,
      "step": 122734
    },
    {
      "epoch": 5.709932542451733,
      "grad_norm": 1.84878145303466,
      "learning_rate": 1.7814358035312226e-06,
      "loss": 0.8555,
      "step": 122735
    },
    {
      "epoch": 5.709979064898814,
      "grad_norm": 1.514510169914911,
      "learning_rate": 1.7808655517808357e-06,
      "loss": 0.8711,
      "step": 122736
    },
    {
      "epoch": 5.7100255873458945,
      "grad_norm": 1.7866140615988333,
      "learning_rate": 1.7802953907710805e-06,
      "loss": 1.0469,
      "step": 122737
    },
    {
      "epoch": 5.710072109792975,
      "grad_norm": 2.0460767322382054,
      "learning_rate": 1.77972532050229e-06,
      "loss": 0.9648,
      "step": 122738
    },
    {
      "epoch": 5.7101186322400554,
      "grad_norm": 1.8054678762341896,
      "learning_rate": 1.7791553409748306e-06,
      "loss": 0.9844,
      "step": 122739
    },
    {
      "epoch": 5.710165154687137,
      "grad_norm": 1.810456414753791,
      "learning_rate": 1.7785854521890353e-06,
      "loss": 1.1094,
      "step": 122740
    },
    {
      "epoch": 5.710211677134217,
      "grad_norm": 1.780559781782474,
      "learning_rate": 1.7780156541452706e-06,
      "loss": 0.918,
      "step": 122741
    },
    {
      "epoch": 5.710258199581298,
      "grad_norm": 1.8190355035223043,
      "learning_rate": 1.7774459468438861e-06,
      "loss": 0.9883,
      "step": 122742
    },
    {
      "epoch": 5.710304722028379,
      "grad_norm": 1.7036419350450378,
      "learning_rate": 1.776876330285215e-06,
      "loss": 0.832,
      "step": 122743
    },
    {
      "epoch": 5.71035124447546,
      "grad_norm": 1.678006936835965,
      "learning_rate": 1.776306804469607e-06,
      "loss": 0.8633,
      "step": 122744
    },
    {
      "epoch": 5.71039776692254,
      "grad_norm": 1.7986749604828673,
      "learning_rate": 1.7757373693974286e-06,
      "loss": 0.8672,
      "step": 122745
    },
    {
      "epoch": 5.710444289369621,
      "grad_norm": 1.7426227784266202,
      "learning_rate": 1.7751680250690126e-06,
      "loss": 0.9648,
      "step": 122746
    },
    {
      "epoch": 5.710490811816702,
      "grad_norm": 1.6868699956576836,
      "learning_rate": 1.7745987714847087e-06,
      "loss": 0.875,
      "step": 122747
    },
    {
      "epoch": 5.710537334263782,
      "grad_norm": 1.6738388050286357,
      "learning_rate": 1.7740296086448668e-06,
      "loss": 0.9141,
      "step": 122748
    },
    {
      "epoch": 5.710583856710863,
      "grad_norm": 1.5692663740369335,
      "learning_rate": 1.7734605365498534e-06,
      "loss": 0.8711,
      "step": 122749
    },
    {
      "epoch": 5.710630379157943,
      "grad_norm": 1.6995688637175497,
      "learning_rate": 1.7728915552000012e-06,
      "loss": 0.9336,
      "step": 122750
    },
    {
      "epoch": 5.710676901605025,
      "grad_norm": 2.089696775508998,
      "learning_rate": 1.7723226645956435e-06,
      "loss": 1.0,
      "step": 122751
    },
    {
      "epoch": 5.710723424052105,
      "grad_norm": 1.6949315599990948,
      "learning_rate": 1.7717538647371466e-06,
      "loss": 0.8828,
      "step": 122752
    },
    {
      "epoch": 5.710769946499186,
      "grad_norm": 1.5795740139984706,
      "learning_rate": 1.7711851556248601e-06,
      "loss": 0.8242,
      "step": 122753
    },
    {
      "epoch": 5.710816468946266,
      "grad_norm": 1.8769146486745805,
      "learning_rate": 1.770616537259134e-06,
      "loss": 0.9844,
      "step": 122754
    },
    {
      "epoch": 5.7108629913933475,
      "grad_norm": 1.7946755443144062,
      "learning_rate": 1.7700480096403014e-06,
      "loss": 1.0938,
      "step": 122755
    },
    {
      "epoch": 5.710909513840428,
      "grad_norm": 1.611259306750173,
      "learning_rate": 1.7694795727687116e-06,
      "loss": 0.7383,
      "step": 122756
    },
    {
      "epoch": 5.7109560362875085,
      "grad_norm": 1.9869001308096705,
      "learning_rate": 1.7689112266447147e-06,
      "loss": 1.0078,
      "step": 122757
    },
    {
      "epoch": 5.71100255873459,
      "grad_norm": 1.7273538914838444,
      "learning_rate": 1.768342971268677e-06,
      "loss": 0.8516,
      "step": 122758
    },
    {
      "epoch": 5.71104908118167,
      "grad_norm": 1.85786228218571,
      "learning_rate": 1.7677748066409313e-06,
      "loss": 0.9844,
      "step": 122759
    },
    {
      "epoch": 5.711095603628751,
      "grad_norm": 1.831052341299904,
      "learning_rate": 1.7672067327618444e-06,
      "loss": 0.9258,
      "step": 122760
    },
    {
      "epoch": 5.711142126075831,
      "grad_norm": 1.5210347927500154,
      "learning_rate": 1.766638749631716e-06,
      "loss": 0.7422,
      "step": 122761
    },
    {
      "epoch": 5.711188648522913,
      "grad_norm": 1.5904291691885526,
      "learning_rate": 1.7660708572509451e-06,
      "loss": 0.8672,
      "step": 122762
    },
    {
      "epoch": 5.711235170969993,
      "grad_norm": 1.656315754992029,
      "learning_rate": 1.7655030556198657e-06,
      "loss": 0.8516,
      "step": 122763
    },
    {
      "epoch": 5.711281693417074,
      "grad_norm": 1.6306212704814087,
      "learning_rate": 1.7649353447388104e-06,
      "loss": 0.8672,
      "step": 122764
    },
    {
      "epoch": 5.711328215864154,
      "grad_norm": 1.8220208191705323,
      "learning_rate": 1.764367724608129e-06,
      "loss": 0.9805,
      "step": 122765
    },
    {
      "epoch": 5.711374738311235,
      "grad_norm": 1.8071453116009542,
      "learning_rate": 1.7638001952281711e-06,
      "loss": 0.832,
      "step": 122766
    },
    {
      "epoch": 5.711421260758316,
      "grad_norm": 1.9158829532377626,
      "learning_rate": 1.7632327565993033e-06,
      "loss": 1.0703,
      "step": 122767
    },
    {
      "epoch": 5.711467783205396,
      "grad_norm": 1.9860912394900254,
      "learning_rate": 1.7626654087218584e-06,
      "loss": 1.0547,
      "step": 122768
    },
    {
      "epoch": 5.711514305652477,
      "grad_norm": 1.738886919130918,
      "learning_rate": 1.7620981515961863e-06,
      "loss": 0.8438,
      "step": 122769
    },
    {
      "epoch": 5.711560828099558,
      "grad_norm": 1.9118347302989522,
      "learning_rate": 1.7615309852226035e-06,
      "loss": 0.9609,
      "step": 122770
    },
    {
      "epoch": 5.711607350546639,
      "grad_norm": 1.7484441514596016,
      "learning_rate": 1.7609639096015094e-06,
      "loss": 0.9062,
      "step": 122771
    },
    {
      "epoch": 5.711653872993719,
      "grad_norm": 1.8877609848944983,
      "learning_rate": 1.7603969247332205e-06,
      "loss": 1.0234,
      "step": 122772
    },
    {
      "epoch": 5.7117003954408005,
      "grad_norm": 1.8098123992757418,
      "learning_rate": 1.7598300306181034e-06,
      "loss": 0.9258,
      "step": 122773
    },
    {
      "epoch": 5.711746917887881,
      "grad_norm": 2.01451746705725,
      "learning_rate": 1.7592632272564578e-06,
      "loss": 1.0078,
      "step": 122774
    },
    {
      "epoch": 5.7117934403349615,
      "grad_norm": 1.6981285462005073,
      "learning_rate": 1.7586965146486998e-06,
      "loss": 0.8906,
      "step": 122775
    },
    {
      "epoch": 5.711839962782042,
      "grad_norm": 1.7102118924849783,
      "learning_rate": 1.7581298927951293e-06,
      "loss": 0.9531,
      "step": 122776
    },
    {
      "epoch": 5.711886485229123,
      "grad_norm": 1.8124999619202857,
      "learning_rate": 1.7575633616961127e-06,
      "loss": 0.9258,
      "step": 122777
    },
    {
      "epoch": 5.711933007676204,
      "grad_norm": 1.6835336434272494,
      "learning_rate": 1.7569969213519664e-06,
      "loss": 0.918,
      "step": 122778
    },
    {
      "epoch": 5.711979530123284,
      "grad_norm": 1.870924336911787,
      "learning_rate": 1.7564305717630734e-06,
      "loss": 1.0469,
      "step": 122779
    },
    {
      "epoch": 5.712026052570366,
      "grad_norm": 1.7864622310210099,
      "learning_rate": 1.7558643129297666e-06,
      "loss": 0.9258,
      "step": 122780
    },
    {
      "epoch": 5.712072575017446,
      "grad_norm": 1.9963896506789538,
      "learning_rate": 1.7552981448523961e-06,
      "loss": 0.9492,
      "step": 122781
    },
    {
      "epoch": 5.712119097464527,
      "grad_norm": 1.5814429427113443,
      "learning_rate": 1.7547320675313114e-06,
      "loss": 0.875,
      "step": 122782
    },
    {
      "epoch": 5.712165619911607,
      "grad_norm": 1.8134576580497939,
      "learning_rate": 1.7541660809668456e-06,
      "loss": 0.8594,
      "step": 122783
    },
    {
      "epoch": 5.712212142358688,
      "grad_norm": 1.891326771595136,
      "learning_rate": 1.7536001851593485e-06,
      "loss": 0.9766,
      "step": 122784
    },
    {
      "epoch": 5.712258664805769,
      "grad_norm": 1.7363498987760295,
      "learning_rate": 1.7530343801091861e-06,
      "loss": 0.9648,
      "step": 122785
    },
    {
      "epoch": 5.712305187252849,
      "grad_norm": 1.7441817735728031,
      "learning_rate": 1.7524686658166754e-06,
      "loss": 0.8242,
      "step": 122786
    },
    {
      "epoch": 5.71235170969993,
      "grad_norm": 1.8190810082319304,
      "learning_rate": 1.7519030422821822e-06,
      "loss": 0.9062,
      "step": 122787
    },
    {
      "epoch": 5.712398232147011,
      "grad_norm": 1.5770429168157225,
      "learning_rate": 1.7513375095060567e-06,
      "loss": 0.8945,
      "step": 122788
    },
    {
      "epoch": 5.712444754594092,
      "grad_norm": 1.7147280692335751,
      "learning_rate": 1.750772067488615e-06,
      "loss": 0.8086,
      "step": 122789
    },
    {
      "epoch": 5.712491277041172,
      "grad_norm": 1.8511436416506972,
      "learning_rate": 1.7502067162302403e-06,
      "loss": 0.9883,
      "step": 122790
    },
    {
      "epoch": 5.712537799488253,
      "grad_norm": 1.8555643354303113,
      "learning_rate": 1.7496414557312654e-06,
      "loss": 1.0,
      "step": 122791
    },
    {
      "epoch": 5.712584321935334,
      "grad_norm": 1.9097054416724344,
      "learning_rate": 1.7490762859920238e-06,
      "loss": 0.9375,
      "step": 122792
    },
    {
      "epoch": 5.7126308443824145,
      "grad_norm": 1.7978047727087851,
      "learning_rate": 1.7485112070128814e-06,
      "loss": 0.8906,
      "step": 122793
    },
    {
      "epoch": 5.712677366829495,
      "grad_norm": 1.7853371101285582,
      "learning_rate": 1.7479462187941717e-06,
      "loss": 0.9531,
      "step": 122794
    },
    {
      "epoch": 5.712723889276576,
      "grad_norm": 1.8661192329747944,
      "learning_rate": 1.7473813213362442e-06,
      "loss": 1.0547,
      "step": 122795
    },
    {
      "epoch": 5.712770411723657,
      "grad_norm": 1.9172457726873957,
      "learning_rate": 1.7468165146394319e-06,
      "loss": 0.9102,
      "step": 122796
    },
    {
      "epoch": 5.712816934170737,
      "grad_norm": 1.7427730699048833,
      "learning_rate": 1.7462517987041014e-06,
      "loss": 1.0547,
      "step": 122797
    },
    {
      "epoch": 5.712863456617818,
      "grad_norm": 1.8757129315319543,
      "learning_rate": 1.7456871735305855e-06,
      "loss": 0.9102,
      "step": 122798
    },
    {
      "epoch": 5.712909979064899,
      "grad_norm": 1.7909466630809843,
      "learning_rate": 1.7451226391192342e-06,
      "loss": 1.0234,
      "step": 122799
    },
    {
      "epoch": 5.71295650151198,
      "grad_norm": 1.6954415098818054,
      "learning_rate": 1.7445581954703969e-06,
      "loss": 0.9141,
      "step": 122800
    },
    {
      "epoch": 5.71300302395906,
      "grad_norm": 1.8686653135040037,
      "learning_rate": 1.7439938425843903e-06,
      "loss": 1.0938,
      "step": 122801
    },
    {
      "epoch": 5.713049546406141,
      "grad_norm": 1.3619499277426432,
      "learning_rate": 1.743429580461614e-06,
      "loss": 0.707,
      "step": 122802
    },
    {
      "epoch": 5.713096068853222,
      "grad_norm": 1.6660938284771043,
      "learning_rate": 1.7428654091023841e-06,
      "loss": 0.7773,
      "step": 122803
    },
    {
      "epoch": 5.713142591300302,
      "grad_norm": 1.7692863796515412,
      "learning_rate": 1.7423013285070341e-06,
      "loss": 0.9141,
      "step": 122804
    },
    {
      "epoch": 5.713189113747383,
      "grad_norm": 2.1662793380973198,
      "learning_rate": 1.7417373386759138e-06,
      "loss": 1.1484,
      "step": 122805
    },
    {
      "epoch": 5.713235636194463,
      "grad_norm": 1.9629324171089566,
      "learning_rate": 1.741173439609389e-06,
      "loss": 0.9961,
      "step": 122806
    },
    {
      "epoch": 5.713282158641545,
      "grad_norm": 1.6787848769904952,
      "learning_rate": 1.7406096313077934e-06,
      "loss": 0.8477,
      "step": 122807
    },
    {
      "epoch": 5.713328681088625,
      "grad_norm": 1.8762106831923433,
      "learning_rate": 1.7400459137714762e-06,
      "loss": 0.9492,
      "step": 122808
    },
    {
      "epoch": 5.713375203535706,
      "grad_norm": 1.8927892213597184,
      "learning_rate": 1.7394822870007541e-06,
      "loss": 1.125,
      "step": 122809
    },
    {
      "epoch": 5.713421725982787,
      "grad_norm": 1.9136869496321713,
      "learning_rate": 1.73891875099601e-06,
      "loss": 0.9258,
      "step": 122810
    },
    {
      "epoch": 5.713468248429868,
      "grad_norm": 1.5569111376878462,
      "learning_rate": 1.7383553057575773e-06,
      "loss": 0.8164,
      "step": 122811
    },
    {
      "epoch": 5.713514770876948,
      "grad_norm": 1.808045910503083,
      "learning_rate": 1.7377919512857885e-06,
      "loss": 1.0547,
      "step": 122812
    },
    {
      "epoch": 5.7135612933240285,
      "grad_norm": 1.8599257439002315,
      "learning_rate": 1.7372286875809937e-06,
      "loss": 0.875,
      "step": 122813
    },
    {
      "epoch": 5.71360781577111,
      "grad_norm": 1.706645232304333,
      "learning_rate": 1.7366655146435427e-06,
      "loss": 0.8125,
      "step": 122814
    },
    {
      "epoch": 5.71365433821819,
      "grad_norm": 1.798408707250804,
      "learning_rate": 1.7361024324737848e-06,
      "loss": 0.8711,
      "step": 122815
    },
    {
      "epoch": 5.713700860665271,
      "grad_norm": 1.7933178531725071,
      "learning_rate": 1.7355394410720702e-06,
      "loss": 0.8438,
      "step": 122816
    },
    {
      "epoch": 5.713747383112352,
      "grad_norm": 1.9659558125829637,
      "learning_rate": 1.734976540438715e-06,
      "loss": 1.0938,
      "step": 122817
    },
    {
      "epoch": 5.713793905559433,
      "grad_norm": 1.7352362311842142,
      "learning_rate": 1.7344137305740858e-06,
      "loss": 0.9531,
      "step": 122818
    },
    {
      "epoch": 5.713840428006513,
      "grad_norm": 1.7271314769632715,
      "learning_rate": 1.7338510114785153e-06,
      "loss": 0.9062,
      "step": 122819
    },
    {
      "epoch": 5.713886950453594,
      "grad_norm": 1.9154973652345366,
      "learning_rate": 1.7332883831523703e-06,
      "loss": 0.9961,
      "step": 122820
    },
    {
      "epoch": 5.713933472900674,
      "grad_norm": 1.7152394402899436,
      "learning_rate": 1.7327258455959669e-06,
      "loss": 0.8867,
      "step": 122821
    },
    {
      "epoch": 5.7139799953477555,
      "grad_norm": 1.8289759991931662,
      "learning_rate": 1.7321633988096717e-06,
      "loss": 0.8789,
      "step": 122822
    },
    {
      "epoch": 5.714026517794836,
      "grad_norm": 1.6612380882248945,
      "learning_rate": 1.731601042793801e-06,
      "loss": 0.8555,
      "step": 122823
    },
    {
      "epoch": 5.714073040241916,
      "grad_norm": 1.7343491761332837,
      "learning_rate": 1.7310387775487378e-06,
      "loss": 0.8789,
      "step": 122824
    },
    {
      "epoch": 5.714119562688998,
      "grad_norm": 1.9201918290194187,
      "learning_rate": 1.7304766030747984e-06,
      "loss": 1.0078,
      "step": 122825
    },
    {
      "epoch": 5.714166085136078,
      "grad_norm": 1.7065655344766535,
      "learning_rate": 1.729914519372333e-06,
      "loss": 0.8086,
      "step": 122826
    },
    {
      "epoch": 5.714212607583159,
      "grad_norm": 2.0407879410956817,
      "learning_rate": 1.7293525264416907e-06,
      "loss": 1.1719,
      "step": 122827
    },
    {
      "epoch": 5.714259130030239,
      "grad_norm": 1.9690510745315,
      "learning_rate": 1.7287906242832217e-06,
      "loss": 0.9336,
      "step": 122828
    },
    {
      "epoch": 5.714305652477321,
      "grad_norm": 1.7704707396868096,
      "learning_rate": 1.7282288128972588e-06,
      "loss": 0.9609,
      "step": 122829
    },
    {
      "epoch": 5.714352174924401,
      "grad_norm": 1.9184613912234045,
      "learning_rate": 1.7276670922841351e-06,
      "loss": 0.9805,
      "step": 122830
    },
    {
      "epoch": 5.7143986973714815,
      "grad_norm": 1.8052059359801331,
      "learning_rate": 1.7271054624442172e-06,
      "loss": 1.0234,
      "step": 122831
    },
    {
      "epoch": 5.714445219818563,
      "grad_norm": 1.6007882246327525,
      "learning_rate": 1.7265439233778378e-06,
      "loss": 0.9844,
      "step": 122832
    },
    {
      "epoch": 5.714491742265643,
      "grad_norm": 1.6473142767815814,
      "learning_rate": 1.7259824750853468e-06,
      "loss": 0.9102,
      "step": 122833
    },
    {
      "epoch": 5.714538264712724,
      "grad_norm": 1.681079171940332,
      "learning_rate": 1.7254211175670774e-06,
      "loss": 0.9102,
      "step": 122834
    },
    {
      "epoch": 5.714584787159804,
      "grad_norm": 1.6503858075237192,
      "learning_rate": 1.7248598508233624e-06,
      "loss": 0.8594,
      "step": 122835
    },
    {
      "epoch": 5.714631309606886,
      "grad_norm": 1.6991557480375457,
      "learning_rate": 1.724298674854585e-06,
      "loss": 0.832,
      "step": 122836
    },
    {
      "epoch": 5.714677832053966,
      "grad_norm": 2.08963509387883,
      "learning_rate": 1.7237375896610618e-06,
      "loss": 0.9648,
      "step": 122837
    },
    {
      "epoch": 5.714724354501047,
      "grad_norm": 2.0370157219939626,
      "learning_rate": 1.723176595243142e-06,
      "loss": 1.1094,
      "step": 122838
    },
    {
      "epoch": 5.714770876948127,
      "grad_norm": 1.950365295316607,
      "learning_rate": 1.722615691601159e-06,
      "loss": 0.9922,
      "step": 122839
    },
    {
      "epoch": 5.7148173993952085,
      "grad_norm": 1.7721907750152956,
      "learning_rate": 1.7220548787354793e-06,
      "loss": 0.8594,
      "step": 122840
    },
    {
      "epoch": 5.714863921842289,
      "grad_norm": 1.7403545095564157,
      "learning_rate": 1.721494156646419e-06,
      "loss": 0.9883,
      "step": 122841
    },
    {
      "epoch": 5.7149104442893695,
      "grad_norm": 1.6474266887113422,
      "learning_rate": 1.7209335253343447e-06,
      "loss": 0.8594,
      "step": 122842
    },
    {
      "epoch": 5.71495696673645,
      "grad_norm": 1.6422768835528556,
      "learning_rate": 1.720372984799573e-06,
      "loss": 0.875,
      "step": 122843
    },
    {
      "epoch": 5.715003489183531,
      "grad_norm": 1.6907475903974678,
      "learning_rate": 1.719812535042453e-06,
      "loss": 0.9297,
      "step": 122844
    },
    {
      "epoch": 5.715050011630612,
      "grad_norm": 1.8978247547631495,
      "learning_rate": 1.7192521760633514e-06,
      "loss": 0.9414,
      "step": 122845
    },
    {
      "epoch": 5.715096534077692,
      "grad_norm": 1.8345958169407002,
      "learning_rate": 1.7186919078626183e-06,
      "loss": 1.0625,
      "step": 122846
    },
    {
      "epoch": 5.715143056524774,
      "grad_norm": 1.6444597107107342,
      "learning_rate": 1.7181317304405529e-06,
      "loss": 0.957,
      "step": 122847
    },
    {
      "epoch": 5.715189578971854,
      "grad_norm": 2.085509745237627,
      "learning_rate": 1.7175716437975385e-06,
      "loss": 1.2812,
      "step": 122848
    },
    {
      "epoch": 5.715236101418935,
      "grad_norm": 1.869968040476345,
      "learning_rate": 1.7170116479338746e-06,
      "loss": 0.9453,
      "step": 122849
    },
    {
      "epoch": 5.715282623866015,
      "grad_norm": 1.7567399237663839,
      "learning_rate": 1.7164517428499447e-06,
      "loss": 0.8281,
      "step": 122850
    },
    {
      "epoch": 5.715329146313096,
      "grad_norm": 1.6052785184884422,
      "learning_rate": 1.7158919285460814e-06,
      "loss": 0.9023,
      "step": 122851
    },
    {
      "epoch": 5.715375668760177,
      "grad_norm": 1.587530227721598,
      "learning_rate": 1.715332205022618e-06,
      "loss": 0.8828,
      "step": 122852
    },
    {
      "epoch": 5.715422191207257,
      "grad_norm": 1.5746566447284123,
      "learning_rate": 1.7147725722799045e-06,
      "loss": 0.8438,
      "step": 122853
    },
    {
      "epoch": 5.715468713654338,
      "grad_norm": 1.782289867063893,
      "learning_rate": 1.7142130303182733e-06,
      "loss": 0.9062,
      "step": 122854
    },
    {
      "epoch": 5.715515236101419,
      "grad_norm": 1.8657567413534324,
      "learning_rate": 1.7136535791380912e-06,
      "loss": 0.9375,
      "step": 122855
    },
    {
      "epoch": 5.7155617585485,
      "grad_norm": 1.7007523195338765,
      "learning_rate": 1.7130942187396746e-06,
      "loss": 0.9453,
      "step": 122856
    },
    {
      "epoch": 5.71560828099558,
      "grad_norm": 1.8382358144473694,
      "learning_rate": 1.712534949123373e-06,
      "loss": 1.0156,
      "step": 122857
    },
    {
      "epoch": 5.715654803442661,
      "grad_norm": 1.9506325693092346,
      "learning_rate": 1.7119757702895365e-06,
      "loss": 1.0859,
      "step": 122858
    },
    {
      "epoch": 5.715701325889742,
      "grad_norm": 1.7914937985095407,
      "learning_rate": 1.7114166822384978e-06,
      "loss": 0.9258,
      "step": 122859
    },
    {
      "epoch": 5.7157478483368225,
      "grad_norm": 1.7956091502653777,
      "learning_rate": 1.7108576849706068e-06,
      "loss": 0.8398,
      "step": 122860
    },
    {
      "epoch": 5.715794370783903,
      "grad_norm": 1.8584001534902566,
      "learning_rate": 1.7102987784861965e-06,
      "loss": 1.0312,
      "step": 122861
    },
    {
      "epoch": 5.715840893230984,
      "grad_norm": 1.8531910544071641,
      "learning_rate": 1.7097399627856167e-06,
      "loss": 1.0078,
      "step": 122862
    },
    {
      "epoch": 5.715887415678065,
      "grad_norm": 1.7326648808835048,
      "learning_rate": 1.709181237869217e-06,
      "loss": 1.0078,
      "step": 122863
    },
    {
      "epoch": 5.715933938125145,
      "grad_norm": 1.8843547642893772,
      "learning_rate": 1.7086226037373307e-06,
      "loss": 1.0781,
      "step": 122864
    },
    {
      "epoch": 5.715980460572226,
      "grad_norm": 1.753991219101647,
      "learning_rate": 1.7080640603902906e-06,
      "loss": 0.8594,
      "step": 122865
    },
    {
      "epoch": 5.716026983019307,
      "grad_norm": 1.802887886501313,
      "learning_rate": 1.7075056078284298e-06,
      "loss": 0.9609,
      "step": 122866
    },
    {
      "epoch": 5.716073505466388,
      "grad_norm": 1.9561601287891146,
      "learning_rate": 1.7069472460521317e-06,
      "loss": 0.9688,
      "step": 122867
    },
    {
      "epoch": 5.716120027913468,
      "grad_norm": 1.6993896561111628,
      "learning_rate": 1.706388975061712e-06,
      "loss": 0.9805,
      "step": 122868
    },
    {
      "epoch": 5.716166550360549,
      "grad_norm": 1.8835933713325212,
      "learning_rate": 1.7058307948575213e-06,
      "loss": 0.9297,
      "step": 122869
    },
    {
      "epoch": 5.71621307280763,
      "grad_norm": 1.7435708442523494,
      "learning_rate": 1.7052727054398917e-06,
      "loss": 0.9141,
      "step": 122870
    },
    {
      "epoch": 5.71625959525471,
      "grad_norm": 1.6780067487208252,
      "learning_rate": 1.7047147068091572e-06,
      "loss": 0.8086,
      "step": 122871
    },
    {
      "epoch": 5.716306117701791,
      "grad_norm": 1.7326821259496272,
      "learning_rate": 1.7041567989656835e-06,
      "loss": 0.9297,
      "step": 122872
    },
    {
      "epoch": 5.716352640148871,
      "grad_norm": 1.664235559993355,
      "learning_rate": 1.703598981909804e-06,
      "loss": 0.793,
      "step": 122873
    },
    {
      "epoch": 5.716399162595953,
      "grad_norm": 2.0241116832821793,
      "learning_rate": 1.7030412556418349e-06,
      "loss": 0.9766,
      "step": 122874
    },
    {
      "epoch": 5.716445685043033,
      "grad_norm": 1.9398370667101588,
      "learning_rate": 1.7024836201621427e-06,
      "loss": 1.0703,
      "step": 122875
    },
    {
      "epoch": 5.716492207490114,
      "grad_norm": 1.7628117381300106,
      "learning_rate": 1.7019260754710774e-06,
      "loss": 0.8359,
      "step": 122876
    },
    {
      "epoch": 5.716538729937195,
      "grad_norm": 1.7354491820366273,
      "learning_rate": 1.701368621568955e-06,
      "loss": 0.957,
      "step": 122877
    },
    {
      "epoch": 5.7165852523842755,
      "grad_norm": 1.8622724484371338,
      "learning_rate": 1.7008112584561417e-06,
      "loss": 1.0625,
      "step": 122878
    },
    {
      "epoch": 5.716631774831356,
      "grad_norm": 1.6236843671603667,
      "learning_rate": 1.7002539861329545e-06,
      "loss": 0.9961,
      "step": 122879
    },
    {
      "epoch": 5.7166782972784365,
      "grad_norm": 1.8225252256308064,
      "learning_rate": 1.6996968045997428e-06,
      "loss": 0.9648,
      "step": 122880
    },
    {
      "epoch": 5.716724819725518,
      "grad_norm": 1.8786751772230965,
      "learning_rate": 1.6991397138568563e-06,
      "loss": 0.8945,
      "step": 122881
    },
    {
      "epoch": 5.716771342172598,
      "grad_norm": 1.7223289394080261,
      "learning_rate": 1.6985827139046447e-06,
      "loss": 0.9766,
      "step": 122882
    },
    {
      "epoch": 5.716817864619679,
      "grad_norm": 1.8024944119093707,
      "learning_rate": 1.698025804743408e-06,
      "loss": 0.8828,
      "step": 122883
    },
    {
      "epoch": 5.71686438706676,
      "grad_norm": 1.9607398671868952,
      "learning_rate": 1.697468986373529e-06,
      "loss": 0.9648,
      "step": 122884
    },
    {
      "epoch": 5.716910909513841,
      "grad_norm": 1.6237521417252174,
      "learning_rate": 1.6969122587953243e-06,
      "loss": 0.8164,
      "step": 122885
    },
    {
      "epoch": 5.716957431960921,
      "grad_norm": 1.993121108689124,
      "learning_rate": 1.6963556220091602e-06,
      "loss": 0.9414,
      "step": 122886
    },
    {
      "epoch": 5.717003954408002,
      "grad_norm": 1.8395322370883147,
      "learning_rate": 1.6957990760153361e-06,
      "loss": 0.9453,
      "step": 122887
    },
    {
      "epoch": 5.717050476855083,
      "grad_norm": 1.5762044626991565,
      "learning_rate": 1.6952426208142355e-06,
      "loss": 0.6836,
      "step": 122888
    },
    {
      "epoch": 5.717096999302163,
      "grad_norm": 1.825278147644473,
      "learning_rate": 1.6946862564061747e-06,
      "loss": 0.8477,
      "step": 122889
    },
    {
      "epoch": 5.717143521749244,
      "grad_norm": 1.7346571203931873,
      "learning_rate": 1.69412998279152e-06,
      "loss": 0.9961,
      "step": 122890
    },
    {
      "epoch": 5.717190044196324,
      "grad_norm": 1.721792601471457,
      "learning_rate": 1.6935737999705711e-06,
      "loss": 0.9219,
      "step": 122891
    },
    {
      "epoch": 5.717236566643406,
      "grad_norm": 1.7482189068585392,
      "learning_rate": 1.6930177079436945e-06,
      "loss": 0.9062,
      "step": 122892
    },
    {
      "epoch": 5.717283089090486,
      "grad_norm": 1.80449773207865,
      "learning_rate": 1.6924617067112234e-06,
      "loss": 0.8516,
      "step": 122893
    },
    {
      "epoch": 5.717329611537567,
      "grad_norm": 1.5825737547787655,
      "learning_rate": 1.6919057962735238e-06,
      "loss": 0.8008,
      "step": 122894
    },
    {
      "epoch": 5.717376133984647,
      "grad_norm": 1.7423057186358974,
      "learning_rate": 1.6913499766308958e-06,
      "loss": 0.9102,
      "step": 122895
    },
    {
      "epoch": 5.7174226564317285,
      "grad_norm": 2.015317137842086,
      "learning_rate": 1.6907942477836888e-06,
      "loss": 1.0234,
      "step": 122896
    },
    {
      "epoch": 5.717469178878809,
      "grad_norm": 1.6596934654578317,
      "learning_rate": 1.6902386097322696e-06,
      "loss": 0.8867,
      "step": 122897
    },
    {
      "epoch": 5.7175157013258895,
      "grad_norm": 1.6726162781472935,
      "learning_rate": 1.6896830624769542e-06,
      "loss": 0.8828,
      "step": 122898
    },
    {
      "epoch": 5.717562223772971,
      "grad_norm": 1.7275356626913074,
      "learning_rate": 1.6891276060180924e-06,
      "loss": 0.8594,
      "step": 122899
    },
    {
      "epoch": 5.717608746220051,
      "grad_norm": 1.7965406078421426,
      "learning_rate": 1.6885722403560176e-06,
      "loss": 0.9297,
      "step": 122900
    },
    {
      "epoch": 5.717655268667132,
      "grad_norm": 1.783470493996615,
      "learning_rate": 1.6880169654910625e-06,
      "loss": 1.0625,
      "step": 122901
    },
    {
      "epoch": 5.717701791114212,
      "grad_norm": 1.7293315320717053,
      "learning_rate": 1.6874617814235937e-06,
      "loss": 0.8594,
      "step": 122902
    },
    {
      "epoch": 5.717748313561294,
      "grad_norm": 1.7829914074576765,
      "learning_rate": 1.6869066881539273e-06,
      "loss": 0.9375,
      "step": 122903
    },
    {
      "epoch": 5.717794836008374,
      "grad_norm": 1.716199042047436,
      "learning_rate": 1.6863516856824134e-06,
      "loss": 0.9961,
      "step": 122904
    },
    {
      "epoch": 5.717841358455455,
      "grad_norm": 1.7016954880149324,
      "learning_rate": 1.6857967740093681e-06,
      "loss": 0.9141,
      "step": 122905
    },
    {
      "epoch": 5.717887880902536,
      "grad_norm": 1.8630996112060005,
      "learning_rate": 1.6852419531351746e-06,
      "loss": 1.0391,
      "step": 122906
    },
    {
      "epoch": 5.7179344033496164,
      "grad_norm": 1.6729546382672502,
      "learning_rate": 1.6846872230601494e-06,
      "loss": 0.875,
      "step": 122907
    },
    {
      "epoch": 5.717980925796697,
      "grad_norm": 1.69580145279796,
      "learning_rate": 1.684132583784642e-06,
      "loss": 0.8086,
      "step": 122908
    },
    {
      "epoch": 5.718027448243777,
      "grad_norm": 1.7196048589975659,
      "learning_rate": 1.6835780353089522e-06,
      "loss": 0.832,
      "step": 122909
    },
    {
      "epoch": 5.718073970690858,
      "grad_norm": 1.8720004818764242,
      "learning_rate": 1.6830235776334632e-06,
      "loss": 0.9453,
      "step": 122910
    },
    {
      "epoch": 5.718120493137939,
      "grad_norm": 1.8736561149997077,
      "learning_rate": 1.682469210758508e-06,
      "loss": 1.1953,
      "step": 122911
    },
    {
      "epoch": 5.71816701558502,
      "grad_norm": 1.9344784198831961,
      "learning_rate": 1.6819149346844197e-06,
      "loss": 1.0547,
      "step": 122912
    },
    {
      "epoch": 5.7182135380321,
      "grad_norm": 1.7545491786243381,
      "learning_rate": 1.6813607494115478e-06,
      "loss": 0.9102,
      "step": 122913
    },
    {
      "epoch": 5.718260060479182,
      "grad_norm": 1.9655605986566385,
      "learning_rate": 1.6808066549401922e-06,
      "loss": 0.9844,
      "step": 122914
    },
    {
      "epoch": 5.718306582926262,
      "grad_norm": 1.7033569901341774,
      "learning_rate": 1.680252651270736e-06,
      "loss": 0.9062,
      "step": 122915
    },
    {
      "epoch": 5.7183531053733425,
      "grad_norm": 1.82147486092145,
      "learning_rate": 1.6796987384035122e-06,
      "loss": 0.8945,
      "step": 122916
    },
    {
      "epoch": 5.718399627820423,
      "grad_norm": 1.8610016611009566,
      "learning_rate": 1.6791449163388371e-06,
      "loss": 1.0078,
      "step": 122917
    },
    {
      "epoch": 5.718446150267504,
      "grad_norm": 1.7039909715729573,
      "learning_rate": 1.6785911850770773e-06,
      "loss": 0.9492,
      "step": 122918
    },
    {
      "epoch": 5.718492672714585,
      "grad_norm": 1.7131831276987284,
      "learning_rate": 1.678037544618549e-06,
      "loss": 0.9609,
      "step": 122919
    },
    {
      "epoch": 5.718539195161665,
      "grad_norm": 1.6559844030669162,
      "learning_rate": 1.677483994963602e-06,
      "loss": 0.918,
      "step": 122920
    },
    {
      "epoch": 5.718585717608747,
      "grad_norm": 1.9566797336684414,
      "learning_rate": 1.6769305361125696e-06,
      "loss": 0.9062,
      "step": 122921
    },
    {
      "epoch": 5.718632240055827,
      "grad_norm": 1.7205044810841406,
      "learning_rate": 1.676377168065801e-06,
      "loss": 0.8633,
      "step": 122922
    },
    {
      "epoch": 5.718678762502908,
      "grad_norm": 1.735918711557061,
      "learning_rate": 1.6758238908236133e-06,
      "loss": 0.8203,
      "step": 122923
    },
    {
      "epoch": 5.718725284949988,
      "grad_norm": 1.9271050892479495,
      "learning_rate": 1.6752707043863888e-06,
      "loss": 0.957,
      "step": 122924
    },
    {
      "epoch": 5.7187718073970695,
      "grad_norm": 1.642501624712917,
      "learning_rate": 1.6747176087544111e-06,
      "loss": 0.8906,
      "step": 122925
    },
    {
      "epoch": 5.71881832984415,
      "grad_norm": 1.767319641516301,
      "learning_rate": 1.6741646039280631e-06,
      "loss": 0.8633,
      "step": 122926
    },
    {
      "epoch": 5.71886485229123,
      "grad_norm": 1.734494917380493,
      "learning_rate": 1.6736116899076613e-06,
      "loss": 0.957,
      "step": 122927
    },
    {
      "epoch": 5.718911374738311,
      "grad_norm": 1.5682606342114402,
      "learning_rate": 1.6730588666935385e-06,
      "loss": 0.7773,
      "step": 122928
    },
    {
      "epoch": 5.718957897185392,
      "grad_norm": 1.954862437018864,
      "learning_rate": 1.6725061342860613e-06,
      "loss": 1.0391,
      "step": 122929
    },
    {
      "epoch": 5.719004419632473,
      "grad_norm": 1.7163275904374926,
      "learning_rate": 1.6719534926855293e-06,
      "loss": 0.8359,
      "step": 122930
    },
    {
      "epoch": 5.719050942079553,
      "grad_norm": 1.9665515677601118,
      "learning_rate": 1.671400941892309e-06,
      "loss": 1.0391,
      "step": 122931
    },
    {
      "epoch": 5.719097464526634,
      "grad_norm": 1.7985322806193136,
      "learning_rate": 1.6708484819067337e-06,
      "loss": 0.9961,
      "step": 122932
    },
    {
      "epoch": 5.719143986973715,
      "grad_norm": 1.802712443416493,
      "learning_rate": 1.670296112729136e-06,
      "loss": 0.8594,
      "step": 122933
    },
    {
      "epoch": 5.7191905094207955,
      "grad_norm": 1.691990647656252,
      "learning_rate": 1.6697438343598656e-06,
      "loss": 0.8984,
      "step": 122934
    },
    {
      "epoch": 5.719237031867876,
      "grad_norm": 1.838199076201423,
      "learning_rate": 1.6691916467992393e-06,
      "loss": 1.0156,
      "step": 122935
    },
    {
      "epoch": 5.719283554314957,
      "grad_norm": 1.952742598742847,
      "learning_rate": 1.668639550047607e-06,
      "loss": 1.0547,
      "step": 122936
    },
    {
      "epoch": 5.719330076762038,
      "grad_norm": 1.7673248897370333,
      "learning_rate": 1.6680875441053344e-06,
      "loss": 0.9102,
      "step": 122937
    },
    {
      "epoch": 5.719376599209118,
      "grad_norm": 1.8102175782168892,
      "learning_rate": 1.6675356289727049e-06,
      "loss": 0.8945,
      "step": 122938
    },
    {
      "epoch": 5.719423121656199,
      "grad_norm": 1.87044235222431,
      "learning_rate": 1.6669838046501016e-06,
      "loss": 0.9883,
      "step": 122939
    },
    {
      "epoch": 5.71946964410328,
      "grad_norm": 1.6879860356127534,
      "learning_rate": 1.6664320711378244e-06,
      "loss": 0.8945,
      "step": 122940
    },
    {
      "epoch": 5.719516166550361,
      "grad_norm": 1.8734587109755483,
      "learning_rate": 1.665880428436256e-06,
      "loss": 0.8789,
      "step": 122941
    },
    {
      "epoch": 5.719562688997441,
      "grad_norm": 1.9539064624073779,
      "learning_rate": 1.6653288765456962e-06,
      "loss": 0.957,
      "step": 122942
    },
    {
      "epoch": 5.719609211444522,
      "grad_norm": 1.7746522153878637,
      "learning_rate": 1.6647774154665117e-06,
      "loss": 0.8555,
      "step": 122943
    },
    {
      "epoch": 5.719655733891603,
      "grad_norm": 1.5285582723991302,
      "learning_rate": 1.664226045199002e-06,
      "loss": 0.8555,
      "step": 122944
    },
    {
      "epoch": 5.7197022563386835,
      "grad_norm": 1.706847709116634,
      "learning_rate": 1.6636747657435335e-06,
      "loss": 0.8945,
      "step": 122945
    },
    {
      "epoch": 5.719748778785764,
      "grad_norm": 1.806803260220844,
      "learning_rate": 1.6631235771004391e-06,
      "loss": 1.0391,
      "step": 122946
    },
    {
      "epoch": 5.719795301232844,
      "grad_norm": 1.7042152636723977,
      "learning_rate": 1.662572479270069e-06,
      "loss": 0.918,
      "step": 122947
    },
    {
      "epoch": 5.719841823679926,
      "grad_norm": 1.7200561757987958,
      "learning_rate": 1.6620214722527225e-06,
      "loss": 0.9414,
      "step": 122948
    },
    {
      "epoch": 5.719888346127006,
      "grad_norm": 1.9701588464757454,
      "learning_rate": 1.661470556048783e-06,
      "loss": 0.9219,
      "step": 122949
    },
    {
      "epoch": 5.719934868574087,
      "grad_norm": 2.14486297327953,
      "learning_rate": 1.6609197306585497e-06,
      "loss": 1.0391,
      "step": 122950
    },
    {
      "epoch": 5.719981391021168,
      "grad_norm": 1.8151042485224471,
      "learning_rate": 1.6603689960823896e-06,
      "loss": 0.9258,
      "step": 122951
    },
    {
      "epoch": 5.720027913468249,
      "grad_norm": 1.8681478974358132,
      "learning_rate": 1.6598183523206188e-06,
      "loss": 0.9297,
      "step": 122952
    },
    {
      "epoch": 5.720074435915329,
      "grad_norm": 1.8291190207989467,
      "learning_rate": 1.6592677993735705e-06,
      "loss": 0.9766,
      "step": 122953
    },
    {
      "epoch": 5.7201209583624095,
      "grad_norm": 1.9376157280590494,
      "learning_rate": 1.6587173372415941e-06,
      "loss": 1.0,
      "step": 122954
    },
    {
      "epoch": 5.720167480809491,
      "grad_norm": 1.6371079017295482,
      "learning_rate": 1.6581669659250396e-06,
      "loss": 0.9102,
      "step": 122955
    },
    {
      "epoch": 5.720214003256571,
      "grad_norm": 1.7042359615872944,
      "learning_rate": 1.6576166854242234e-06,
      "loss": 0.8789,
      "step": 122956
    },
    {
      "epoch": 5.720260525703652,
      "grad_norm": 1.8039244161658654,
      "learning_rate": 1.6570664957394952e-06,
      "loss": 0.9336,
      "step": 122957
    },
    {
      "epoch": 5.720307048150733,
      "grad_norm": 1.72056163015304,
      "learning_rate": 1.6565163968711549e-06,
      "loss": 0.8945,
      "step": 122958
    },
    {
      "epoch": 5.720353570597814,
      "grad_norm": 1.498804366388002,
      "learning_rate": 1.6559663888196017e-06,
      "loss": 0.7227,
      "step": 122959
    },
    {
      "epoch": 5.720400093044894,
      "grad_norm": 1.9268662961292011,
      "learning_rate": 1.6554164715851359e-06,
      "loss": 1.0,
      "step": 122960
    },
    {
      "epoch": 5.720446615491975,
      "grad_norm": 1.932322365782483,
      "learning_rate": 1.6548666451680904e-06,
      "loss": 0.9453,
      "step": 122961
    },
    {
      "epoch": 5.720493137939055,
      "grad_norm": 1.7389310114958936,
      "learning_rate": 1.6543169095688146e-06,
      "loss": 0.957,
      "step": 122962
    },
    {
      "epoch": 5.7205396603861365,
      "grad_norm": 1.6485156164880626,
      "learning_rate": 1.6537672647876422e-06,
      "loss": 0.8555,
      "step": 122963
    },
    {
      "epoch": 5.720586182833217,
      "grad_norm": 1.7119791056230291,
      "learning_rate": 1.6532177108249057e-06,
      "loss": 0.9805,
      "step": 122964
    },
    {
      "epoch": 5.720632705280297,
      "grad_norm": 1.7000355297802923,
      "learning_rate": 1.6526682476809382e-06,
      "loss": 1.0156,
      "step": 122965
    },
    {
      "epoch": 5.720679227727379,
      "grad_norm": 1.893280215252338,
      "learning_rate": 1.6521188753560899e-06,
      "loss": 0.9766,
      "step": 122966
    },
    {
      "epoch": 5.720725750174459,
      "grad_norm": 1.6524083758574923,
      "learning_rate": 1.6515695938506768e-06,
      "loss": 0.9062,
      "step": 122967
    },
    {
      "epoch": 5.72077227262154,
      "grad_norm": 1.949024342474095,
      "learning_rate": 1.6510204031650653e-06,
      "loss": 1.0938,
      "step": 122968
    },
    {
      "epoch": 5.72081879506862,
      "grad_norm": 1.8158370626767961,
      "learning_rate": 1.6504713032995554e-06,
      "loss": 0.9805,
      "step": 122969
    },
    {
      "epoch": 5.720865317515702,
      "grad_norm": 1.687347297048003,
      "learning_rate": 1.6499222942545131e-06,
      "loss": 0.957,
      "step": 122970
    },
    {
      "epoch": 5.720911839962782,
      "grad_norm": 1.8289837481733224,
      "learning_rate": 1.6493733760302552e-06,
      "loss": 0.9453,
      "step": 122971
    },
    {
      "epoch": 5.7209583624098626,
      "grad_norm": 1.8668199949974191,
      "learning_rate": 1.6488245486271312e-06,
      "loss": 1.0625,
      "step": 122972
    },
    {
      "epoch": 5.721004884856944,
      "grad_norm": 1.8366383687908074,
      "learning_rate": 1.6482758120454741e-06,
      "loss": 0.9414,
      "step": 122973
    },
    {
      "epoch": 5.721051407304024,
      "grad_norm": 1.7785567979321635,
      "learning_rate": 1.6477271662856007e-06,
      "loss": 0.8984,
      "step": 122974
    },
    {
      "epoch": 5.721097929751105,
      "grad_norm": 1.7932612785054705,
      "learning_rate": 1.6471786113478602e-06,
      "loss": 0.9297,
      "step": 122975
    },
    {
      "epoch": 5.721144452198185,
      "grad_norm": 1.7710480074810735,
      "learning_rate": 1.6466301472326194e-06,
      "loss": 0.9492,
      "step": 122976
    },
    {
      "epoch": 5.721190974645267,
      "grad_norm": 1.6363119525156715,
      "learning_rate": 1.646081773940161e-06,
      "loss": 0.8516,
      "step": 122977
    },
    {
      "epoch": 5.721237497092347,
      "grad_norm": 1.9026073473414309,
      "learning_rate": 1.6455334914708684e-06,
      "loss": 0.9414,
      "step": 122978
    },
    {
      "epoch": 5.721284019539428,
      "grad_norm": 1.7972016776676114,
      "learning_rate": 1.6449852998250413e-06,
      "loss": 1.0,
      "step": 122979
    },
    {
      "epoch": 5.721330541986508,
      "grad_norm": 1.6503506212962256,
      "learning_rate": 1.6444371990030292e-06,
      "loss": 0.8477,
      "step": 122980
    },
    {
      "epoch": 5.7213770644335895,
      "grad_norm": 1.5741955883008725,
      "learning_rate": 1.6438891890051653e-06,
      "loss": 0.875,
      "step": 122981
    },
    {
      "epoch": 5.72142358688067,
      "grad_norm": 1.6504868194221012,
      "learning_rate": 1.6433412698317826e-06,
      "loss": 0.832,
      "step": 122982
    },
    {
      "epoch": 5.7214701093277505,
      "grad_norm": 1.7363193243786836,
      "learning_rate": 1.642793441483231e-06,
      "loss": 0.9414,
      "step": 122983
    },
    {
      "epoch": 5.721516631774831,
      "grad_norm": 1.954933736961897,
      "learning_rate": 1.6422457039598268e-06,
      "loss": 0.9727,
      "step": 122984
    },
    {
      "epoch": 5.721563154221912,
      "grad_norm": 1.8684312251665982,
      "learning_rate": 1.6416980572619199e-06,
      "loss": 0.9961,
      "step": 122985
    },
    {
      "epoch": 5.721609676668993,
      "grad_norm": 1.661514694575894,
      "learning_rate": 1.6411505013898429e-06,
      "loss": 0.7656,
      "step": 122986
    },
    {
      "epoch": 5.721656199116073,
      "grad_norm": 1.5807461805242196,
      "learning_rate": 1.6406030363439293e-06,
      "loss": 0.8086,
      "step": 122987
    },
    {
      "epoch": 5.721702721563155,
      "grad_norm": 1.7889865938581844,
      "learning_rate": 1.6400556621244953e-06,
      "loss": 0.9336,
      "step": 122988
    },
    {
      "epoch": 5.721749244010235,
      "grad_norm": 1.749096658654756,
      "learning_rate": 1.6395083787319074e-06,
      "loss": 0.9648,
      "step": 122989
    },
    {
      "epoch": 5.721795766457316,
      "grad_norm": 1.7317853404280912,
      "learning_rate": 1.638961186166482e-06,
      "loss": 0.8672,
      "step": 122990
    },
    {
      "epoch": 5.721842288904396,
      "grad_norm": 1.8440766257093995,
      "learning_rate": 1.6384140844285687e-06,
      "loss": 0.9219,
      "step": 122991
    },
    {
      "epoch": 5.721888811351477,
      "grad_norm": 1.8815474413954991,
      "learning_rate": 1.637867073518484e-06,
      "loss": 1.0703,
      "step": 122992
    },
    {
      "epoch": 5.721935333798558,
      "grad_norm": 1.8453802110444768,
      "learning_rate": 1.6373201534365776e-06,
      "loss": 1.0156,
      "step": 122993
    },
    {
      "epoch": 5.721981856245638,
      "grad_norm": 2.0471490725980184,
      "learning_rate": 1.636773324183166e-06,
      "loss": 1.1406,
      "step": 122994
    },
    {
      "epoch": 5.722028378692719,
      "grad_norm": 2.118817963476069,
      "learning_rate": 1.6362265857586155e-06,
      "loss": 1.1484,
      "step": 122995
    },
    {
      "epoch": 5.7220749011398,
      "grad_norm": 1.8122853151898963,
      "learning_rate": 1.6356799381632257e-06,
      "loss": 0.9531,
      "step": 122996
    },
    {
      "epoch": 5.722121423586881,
      "grad_norm": 1.591128827818239,
      "learning_rate": 1.6351333813973466e-06,
      "loss": 0.7422,
      "step": 122997
    },
    {
      "epoch": 5.722167946033961,
      "grad_norm": 1.6426063439801113,
      "learning_rate": 1.6345869154613111e-06,
      "loss": 0.9414,
      "step": 122998
    },
    {
      "epoch": 5.722214468481042,
      "grad_norm": 1.7312716855581463,
      "learning_rate": 1.634040540355469e-06,
      "loss": 0.9648,
      "step": 122999
    },
    {
      "epoch": 5.722260990928123,
      "grad_norm": 1.6113430450755297,
      "learning_rate": 1.6334942560801368e-06,
      "loss": 0.9102,
      "step": 123000
    },
    {
      "epoch": 5.7223075133752035,
      "grad_norm": 1.6500061293167823,
      "learning_rate": 1.6329480626356473e-06,
      "loss": 0.9688,
      "step": 123001
    },
    {
      "epoch": 5.722354035822284,
      "grad_norm": 1.7968345425263612,
      "learning_rate": 1.6324019600223504e-06,
      "loss": 0.8477,
      "step": 123002
    },
    {
      "epoch": 5.722400558269365,
      "grad_norm": 1.866396652081244,
      "learning_rate": 1.6318559482405625e-06,
      "loss": 1.0391,
      "step": 123003
    },
    {
      "epoch": 5.722447080716446,
      "grad_norm": 1.7204308425376538,
      "learning_rate": 1.631310027290633e-06,
      "loss": 0.9453,
      "step": 123004
    },
    {
      "epoch": 5.722493603163526,
      "grad_norm": 1.7158448230782555,
      "learning_rate": 1.6307641971728957e-06,
      "loss": 0.9023,
      "step": 123005
    },
    {
      "epoch": 5.722540125610607,
      "grad_norm": 1.6756304098274561,
      "learning_rate": 1.6302184578876664e-06,
      "loss": 0.9219,
      "step": 123006
    },
    {
      "epoch": 5.722586648057688,
      "grad_norm": 1.8309344894951043,
      "learning_rate": 1.629672809435295e-06,
      "loss": 0.957,
      "step": 123007
    },
    {
      "epoch": 5.722633170504769,
      "grad_norm": 1.7114764780571312,
      "learning_rate": 1.6291272518161313e-06,
      "loss": 0.8711,
      "step": 123008
    },
    {
      "epoch": 5.722679692951849,
      "grad_norm": 1.716351723453556,
      "learning_rate": 1.628581785030475e-06,
      "loss": 0.8555,
      "step": 123009
    },
    {
      "epoch": 5.7227262153989304,
      "grad_norm": 1.8098802870455433,
      "learning_rate": 1.628036409078659e-06,
      "loss": 1.0547,
      "step": 123010
    },
    {
      "epoch": 5.722772737846011,
      "grad_norm": 1.7362119601083008,
      "learning_rate": 1.62749112396105e-06,
      "loss": 0.8594,
      "step": 123011
    },
    {
      "epoch": 5.722819260293091,
      "grad_norm": 1.7829985028246484,
      "learning_rate": 1.6269459296779807e-06,
      "loss": 0.8867,
      "step": 123012
    },
    {
      "epoch": 5.722865782740172,
      "grad_norm": 1.8068460654435337,
      "learning_rate": 1.6264008262297512e-06,
      "loss": 0.8945,
      "step": 123013
    },
    {
      "epoch": 5.722912305187252,
      "grad_norm": 1.782422384425185,
      "learning_rate": 1.625855813616711e-06,
      "loss": 0.9492,
      "step": 123014
    },
    {
      "epoch": 5.722958827634334,
      "grad_norm": 1.64890160614757,
      "learning_rate": 1.6253108918391932e-06,
      "loss": 0.9297,
      "step": 123015
    },
    {
      "epoch": 5.723005350081414,
      "grad_norm": 1.6518164426466455,
      "learning_rate": 1.6247660608975477e-06,
      "loss": 0.7891,
      "step": 123016
    },
    {
      "epoch": 5.723051872528495,
      "grad_norm": 1.9545098048585927,
      "learning_rate": 1.6242213207920907e-06,
      "loss": 1.0781,
      "step": 123017
    },
    {
      "epoch": 5.723098394975576,
      "grad_norm": 1.8415829080287347,
      "learning_rate": 1.6236766715231553e-06,
      "loss": 0.9258,
      "step": 123018
    },
    {
      "epoch": 5.7231449174226565,
      "grad_norm": 1.6425205254955042,
      "learning_rate": 1.6231321130910746e-06,
      "loss": 0.8438,
      "step": 123019
    },
    {
      "epoch": 5.723191439869737,
      "grad_norm": 1.8274569625422612,
      "learning_rate": 1.6225876454961984e-06,
      "loss": 0.9297,
      "step": 123020
    },
    {
      "epoch": 5.7232379623168175,
      "grad_norm": 1.722820006592861,
      "learning_rate": 1.6220432687388428e-06,
      "loss": 0.875,
      "step": 123021
    },
    {
      "epoch": 5.723284484763899,
      "grad_norm": 1.7612824048782614,
      "learning_rate": 1.621498982819358e-06,
      "loss": 1.0,
      "step": 123022
    },
    {
      "epoch": 5.723331007210979,
      "grad_norm": 1.8848739081523476,
      "learning_rate": 1.6209547877380435e-06,
      "loss": 0.8516,
      "step": 123023
    },
    {
      "epoch": 5.72337752965806,
      "grad_norm": 1.7431031359912217,
      "learning_rate": 1.6204106834952823e-06,
      "loss": 0.9688,
      "step": 123024
    },
    {
      "epoch": 5.723424052105141,
      "grad_norm": 1.9340048125259441,
      "learning_rate": 1.6198666700913575e-06,
      "loss": 1.0469,
      "step": 123025
    },
    {
      "epoch": 5.723470574552222,
      "grad_norm": 1.890242374810981,
      "learning_rate": 1.6193227475266524e-06,
      "loss": 0.9609,
      "step": 123026
    },
    {
      "epoch": 5.723517096999302,
      "grad_norm": 1.6728618875207157,
      "learning_rate": 1.618778915801433e-06,
      "loss": 0.957,
      "step": 123027
    },
    {
      "epoch": 5.723563619446383,
      "grad_norm": 1.7926602482488028,
      "learning_rate": 1.6182351749160993e-06,
      "loss": 0.9844,
      "step": 123028
    },
    {
      "epoch": 5.723610141893464,
      "grad_norm": 1.924823841661646,
      "learning_rate": 1.617691524870951e-06,
      "loss": 0.9023,
      "step": 123029
    },
    {
      "epoch": 5.723656664340544,
      "grad_norm": 1.8781985579085032,
      "learning_rate": 1.6171479656663377e-06,
      "loss": 0.8906,
      "step": 123030
    },
    {
      "epoch": 5.723703186787625,
      "grad_norm": 1.7286301350802806,
      "learning_rate": 1.6166044973025593e-06,
      "loss": 0.8398,
      "step": 123031
    },
    {
      "epoch": 5.723749709234705,
      "grad_norm": 1.7642062635933302,
      "learning_rate": 1.6160611197799822e-06,
      "loss": 0.9844,
      "step": 123032
    },
    {
      "epoch": 5.723796231681787,
      "grad_norm": 1.636213715827306,
      "learning_rate": 1.6155178330989227e-06,
      "loss": 0.8242,
      "step": 123033
    },
    {
      "epoch": 5.723842754128867,
      "grad_norm": 1.7895969064444615,
      "learning_rate": 1.6149746372597306e-06,
      "loss": 0.8281,
      "step": 123034
    },
    {
      "epoch": 5.723889276575948,
      "grad_norm": 1.8433323370967003,
      "learning_rate": 1.6144315322627056e-06,
      "loss": 0.9961,
      "step": 123035
    },
    {
      "epoch": 5.723935799023028,
      "grad_norm": 1.708295492599451,
      "learning_rate": 1.6138885181081972e-06,
      "loss": 0.8789,
      "step": 123036
    },
    {
      "epoch": 5.7239823214701095,
      "grad_norm": 1.737591296734219,
      "learning_rate": 1.6133455947965556e-06,
      "loss": 0.9219,
      "step": 123037
    },
    {
      "epoch": 5.72402884391719,
      "grad_norm": 1.7740121012373988,
      "learning_rate": 1.612802762328097e-06,
      "loss": 1.0312,
      "step": 123038
    },
    {
      "epoch": 5.7240753663642705,
      "grad_norm": 1.8267073182739555,
      "learning_rate": 1.612260020703171e-06,
      "loss": 0.8945,
      "step": 123039
    },
    {
      "epoch": 5.724121888811352,
      "grad_norm": 1.766393656143534,
      "learning_rate": 1.611717369922061e-06,
      "loss": 0.9414,
      "step": 123040
    },
    {
      "epoch": 5.724168411258432,
      "grad_norm": 1.8673660095133882,
      "learning_rate": 1.611174809985133e-06,
      "loss": 1.1094,
      "step": 123041
    },
    {
      "epoch": 5.724214933705513,
      "grad_norm": 1.8290569399387493,
      "learning_rate": 1.6106323408927368e-06,
      "loss": 0.8867,
      "step": 123042
    },
    {
      "epoch": 5.724261456152593,
      "grad_norm": 1.7110236452939527,
      "learning_rate": 1.610089962645189e-06,
      "loss": 0.7773,
      "step": 123043
    },
    {
      "epoch": 5.724307978599675,
      "grad_norm": 1.674484144359321,
      "learning_rate": 1.6095476752428228e-06,
      "loss": 0.8398,
      "step": 123044
    },
    {
      "epoch": 5.724354501046755,
      "grad_norm": 1.6453121183623758,
      "learning_rate": 1.6090054786859374e-06,
      "loss": 0.8555,
      "step": 123045
    },
    {
      "epoch": 5.724401023493836,
      "grad_norm": 1.5195696591775534,
      "learning_rate": 1.6084633729749163e-06,
      "loss": 0.8086,
      "step": 123046
    },
    {
      "epoch": 5.724447545940917,
      "grad_norm": 1.9029715366848223,
      "learning_rate": 1.607921358110059e-06,
      "loss": 1.0469,
      "step": 123047
    },
    {
      "epoch": 5.7244940683879975,
      "grad_norm": 1.8948374278163547,
      "learning_rate": 1.6073794340917157e-06,
      "loss": 1.0781,
      "step": 123048
    },
    {
      "epoch": 5.724540590835078,
      "grad_norm": 1.6398442202381134,
      "learning_rate": 1.6068376009202022e-06,
      "loss": 0.7852,
      "step": 123049
    },
    {
      "epoch": 5.724587113282158,
      "grad_norm": 1.8005502697045244,
      "learning_rate": 1.6062958585958686e-06,
      "loss": 0.9141,
      "step": 123050
    },
    {
      "epoch": 5.724633635729239,
      "grad_norm": 1.6378335741200984,
      "learning_rate": 1.605754207119031e-06,
      "loss": 0.918,
      "step": 123051
    },
    {
      "epoch": 5.72468015817632,
      "grad_norm": 1.8628790591925741,
      "learning_rate": 1.6052126464900228e-06,
      "loss": 0.9844,
      "step": 123052
    },
    {
      "epoch": 5.724726680623401,
      "grad_norm": 1.7217746211428968,
      "learning_rate": 1.6046711767091602e-06,
      "loss": 0.832,
      "step": 123053
    },
    {
      "epoch": 5.724773203070481,
      "grad_norm": 1.8361195739325715,
      "learning_rate": 1.6041297977768097e-06,
      "loss": 0.9883,
      "step": 123054
    },
    {
      "epoch": 5.724819725517563,
      "grad_norm": 1.951710363658792,
      "learning_rate": 1.6035885096932877e-06,
      "loss": 1.0391,
      "step": 123055
    },
    {
      "epoch": 5.724866247964643,
      "grad_norm": 1.758510887896835,
      "learning_rate": 1.6030473124589272e-06,
      "loss": 0.9609,
      "step": 123056
    },
    {
      "epoch": 5.7249127704117235,
      "grad_norm": 1.808247307546249,
      "learning_rate": 1.6025062060740446e-06,
      "loss": 1.0312,
      "step": 123057
    },
    {
      "epoch": 5.724959292858804,
      "grad_norm": 1.7119813507336712,
      "learning_rate": 1.601965190538973e-06,
      "loss": 0.9453,
      "step": 123058
    },
    {
      "epoch": 5.725005815305885,
      "grad_norm": 1.700200132734197,
      "learning_rate": 1.6014242658540788e-06,
      "loss": 0.8398,
      "step": 123059
    },
    {
      "epoch": 5.725052337752966,
      "grad_norm": 1.637393346759167,
      "learning_rate": 1.600883432019645e-06,
      "loss": 0.8242,
      "step": 123060
    },
    {
      "epoch": 5.725098860200046,
      "grad_norm": 2.0031643805376502,
      "learning_rate": 1.6003426890360382e-06,
      "loss": 0.9531,
      "step": 123061
    },
    {
      "epoch": 5.725145382647128,
      "grad_norm": 1.592711121406181,
      "learning_rate": 1.5998020369035746e-06,
      "loss": 0.7695,
      "step": 123062
    },
    {
      "epoch": 5.725191905094208,
      "grad_norm": 1.666534867210476,
      "learning_rate": 1.5992614756225707e-06,
      "loss": 0.8789,
      "step": 123063
    },
    {
      "epoch": 5.725238427541289,
      "grad_norm": 1.8974831824341287,
      "learning_rate": 1.598721005193393e-06,
      "loss": 1.1328,
      "step": 123064
    },
    {
      "epoch": 5.725284949988369,
      "grad_norm": 1.6981860322794782,
      "learning_rate": 1.5981806256163576e-06,
      "loss": 0.832,
      "step": 123065
    },
    {
      "epoch": 5.7253314724354505,
      "grad_norm": 1.714558598222661,
      "learning_rate": 1.5976403368917812e-06,
      "loss": 0.9922,
      "step": 123066
    },
    {
      "epoch": 5.725377994882531,
      "grad_norm": 1.8538182149292084,
      "learning_rate": 1.5971001390199967e-06,
      "loss": 0.9766,
      "step": 123067
    },
    {
      "epoch": 5.725424517329611,
      "grad_norm": 1.8563582327583985,
      "learning_rate": 1.5965600320013372e-06,
      "loss": 0.9688,
      "step": 123068
    },
    {
      "epoch": 5.725471039776692,
      "grad_norm": 2.0093846452697193,
      "learning_rate": 1.5960200158361525e-06,
      "loss": 1.0156,
      "step": 123069
    },
    {
      "epoch": 5.725517562223773,
      "grad_norm": 1.6816616066220205,
      "learning_rate": 1.595480090524759e-06,
      "loss": 0.957,
      "step": 123070
    },
    {
      "epoch": 5.725564084670854,
      "grad_norm": 1.709752650614119,
      "learning_rate": 1.5949402560674896e-06,
      "loss": 0.8477,
      "step": 123071
    },
    {
      "epoch": 5.725610607117934,
      "grad_norm": 1.853923928360513,
      "learning_rate": 1.5944005124646608e-06,
      "loss": 0.8594,
      "step": 123072
    },
    {
      "epoch": 5.725657129565015,
      "grad_norm": 1.7950763749571121,
      "learning_rate": 1.5938608597166224e-06,
      "loss": 0.8906,
      "step": 123073
    },
    {
      "epoch": 5.725703652012096,
      "grad_norm": 1.7311555416664948,
      "learning_rate": 1.5933212978237075e-06,
      "loss": 1.0,
      "step": 123074
    },
    {
      "epoch": 5.7257501744591766,
      "grad_norm": 1.6621184155822952,
      "learning_rate": 1.5927818267862157e-06,
      "loss": 0.8633,
      "step": 123075
    },
    {
      "epoch": 5.725796696906257,
      "grad_norm": 2.126229808903181,
      "learning_rate": 1.592242446604497e-06,
      "loss": 1.0312,
      "step": 123076
    },
    {
      "epoch": 5.725843219353338,
      "grad_norm": 1.8077708721943564,
      "learning_rate": 1.5917031572789007e-06,
      "loss": 0.9688,
      "step": 123077
    },
    {
      "epoch": 5.725889741800419,
      "grad_norm": 1.7314991712899352,
      "learning_rate": 1.5911639588097269e-06,
      "loss": 1.0234,
      "step": 123078
    },
    {
      "epoch": 5.725936264247499,
      "grad_norm": 1.769616641638064,
      "learning_rate": 1.5906248511973086e-06,
      "loss": 1.0,
      "step": 123079
    },
    {
      "epoch": 5.72598278669458,
      "grad_norm": 1.6459702581886777,
      "learning_rate": 1.590085834442012e-06,
      "loss": 0.8125,
      "step": 123080
    },
    {
      "epoch": 5.726029309141661,
      "grad_norm": 1.8405090312763106,
      "learning_rate": 1.5895469085441203e-06,
      "loss": 1.0859,
      "step": 123081
    },
    {
      "epoch": 5.726075831588742,
      "grad_norm": 1.8680850399393458,
      "learning_rate": 1.5890080735039834e-06,
      "loss": 0.918,
      "step": 123082
    },
    {
      "epoch": 5.726122354035822,
      "grad_norm": 1.623455638960861,
      "learning_rate": 1.588469329321934e-06,
      "loss": 0.9492,
      "step": 123083
    },
    {
      "epoch": 5.726168876482903,
      "grad_norm": 1.6192095190596862,
      "learning_rate": 1.587930675998289e-06,
      "loss": 1.0,
      "step": 123084
    },
    {
      "epoch": 5.726215398929984,
      "grad_norm": 1.5497090967814706,
      "learning_rate": 1.5873921135333812e-06,
      "loss": 0.8438,
      "step": 123085
    },
    {
      "epoch": 5.7262619213770645,
      "grad_norm": 2.00177878813084,
      "learning_rate": 1.5868536419275768e-06,
      "loss": 1.0391,
      "step": 123086
    },
    {
      "epoch": 5.726308443824145,
      "grad_norm": 2.1937355734016686,
      "learning_rate": 1.5863152611811591e-06,
      "loss": 1.0078,
      "step": 123087
    },
    {
      "epoch": 5.726354966271225,
      "grad_norm": 1.6506263526477973,
      "learning_rate": 1.585776971294478e-06,
      "loss": 0.8906,
      "step": 123088
    },
    {
      "epoch": 5.726401488718307,
      "grad_norm": 1.8314406411774236,
      "learning_rate": 1.5852387722678328e-06,
      "loss": 1.0312,
      "step": 123089
    },
    {
      "epoch": 5.726448011165387,
      "grad_norm": 1.6886963271085116,
      "learning_rate": 1.5847006641016068e-06,
      "loss": 0.8008,
      "step": 123090
    },
    {
      "epoch": 5.726494533612468,
      "grad_norm": 1.7130886114101085,
      "learning_rate": 1.5841626467961e-06,
      "loss": 0.9297,
      "step": 123091
    },
    {
      "epoch": 5.726541056059549,
      "grad_norm": 1.8713436406689952,
      "learning_rate": 1.583624720351645e-06,
      "loss": 0.9297,
      "step": 123092
    },
    {
      "epoch": 5.72658757850663,
      "grad_norm": 1.926252040165834,
      "learning_rate": 1.5830868847685585e-06,
      "loss": 0.9609,
      "step": 123093
    },
    {
      "epoch": 5.72663410095371,
      "grad_norm": 1.8019113503883113,
      "learning_rate": 1.5825491400471902e-06,
      "loss": 1.0,
      "step": 123094
    },
    {
      "epoch": 5.7266806234007905,
      "grad_norm": 1.8454133738968652,
      "learning_rate": 1.5820114861878562e-06,
      "loss": 0.9531,
      "step": 123095
    },
    {
      "epoch": 5.726727145847872,
      "grad_norm": 1.85578958312137,
      "learning_rate": 1.58147392319089e-06,
      "loss": 0.9844,
      "step": 123096
    },
    {
      "epoch": 5.726773668294952,
      "grad_norm": 1.7199616291636948,
      "learning_rate": 1.580936451056608e-06,
      "loss": 0.957,
      "step": 123097
    },
    {
      "epoch": 5.726820190742033,
      "grad_norm": 1.8070395700113553,
      "learning_rate": 1.5803990697853764e-06,
      "loss": 0.9531,
      "step": 123098
    },
    {
      "epoch": 5.726866713189114,
      "grad_norm": 1.6414017264849756,
      "learning_rate": 1.5798617793774782e-06,
      "loss": 0.8555,
      "step": 123099
    },
    {
      "epoch": 5.726913235636195,
      "grad_norm": 1.921223349029442,
      "learning_rate": 1.5793245798332799e-06,
      "loss": 1.1016,
      "step": 123100
    },
    {
      "epoch": 5.726959758083275,
      "grad_norm": 1.8534868363442831,
      "learning_rate": 1.5787874711530813e-06,
      "loss": 1.0156,
      "step": 123101
    },
    {
      "epoch": 5.727006280530356,
      "grad_norm": 1.6611568372442034,
      "learning_rate": 1.5782504533372154e-06,
      "loss": 0.8125,
      "step": 123102
    },
    {
      "epoch": 5.727052802977436,
      "grad_norm": 1.795789912774338,
      "learning_rate": 1.5777135263860485e-06,
      "loss": 0.8086,
      "step": 123103
    },
    {
      "epoch": 5.7270993254245175,
      "grad_norm": 1.5112016634813108,
      "learning_rate": 1.577176690299864e-06,
      "loss": 0.8672,
      "step": 123104
    },
    {
      "epoch": 5.727145847871598,
      "grad_norm": 1.748344669942337,
      "learning_rate": 1.5766399450789945e-06,
      "loss": 0.9258,
      "step": 123105
    },
    {
      "epoch": 5.7271923703186784,
      "grad_norm": 1.8437290077244515,
      "learning_rate": 1.5761032907237902e-06,
      "loss": 1.0703,
      "step": 123106
    },
    {
      "epoch": 5.72723889276576,
      "grad_norm": 1.7848065647742097,
      "learning_rate": 1.5755667272345673e-06,
      "loss": 0.8789,
      "step": 123107
    },
    {
      "epoch": 5.72728541521284,
      "grad_norm": 1.7220616529508872,
      "learning_rate": 1.5750302546116588e-06,
      "loss": 1.0,
      "step": 123108
    },
    {
      "epoch": 5.727331937659921,
      "grad_norm": 1.6192365827058486,
      "learning_rate": 1.574493872855398e-06,
      "loss": 0.8867,
      "step": 123109
    },
    {
      "epoch": 5.727378460107001,
      "grad_norm": 1.965913789066113,
      "learning_rate": 1.573957581966101e-06,
      "loss": 0.957,
      "step": 123110
    },
    {
      "epoch": 5.727424982554083,
      "grad_norm": 1.7195173823017396,
      "learning_rate": 1.573421381944101e-06,
      "loss": 0.9531,
      "step": 123111
    },
    {
      "epoch": 5.727471505001163,
      "grad_norm": 1.6423867909893515,
      "learning_rate": 1.5728852727897311e-06,
      "loss": 0.8984,
      "step": 123112
    },
    {
      "epoch": 5.727518027448244,
      "grad_norm": 1.926656998715945,
      "learning_rate": 1.5723492545033245e-06,
      "loss": 1.0547,
      "step": 123113
    },
    {
      "epoch": 5.727564549895325,
      "grad_norm": 1.7339609673092768,
      "learning_rate": 1.5718133270851974e-06,
      "loss": 0.9766,
      "step": 123114
    },
    {
      "epoch": 5.727611072342405,
      "grad_norm": 1.765733871456935,
      "learning_rate": 1.5712774905356661e-06,
      "loss": 0.9023,
      "step": 123115
    },
    {
      "epoch": 5.727657594789486,
      "grad_norm": 1.9325561189742617,
      "learning_rate": 1.5707417448550807e-06,
      "loss": 0.9609,
      "step": 123116
    },
    {
      "epoch": 5.727704117236566,
      "grad_norm": 1.8234061635726164,
      "learning_rate": 1.5702060900437741e-06,
      "loss": 0.8906,
      "step": 123117
    },
    {
      "epoch": 5.727750639683648,
      "grad_norm": 1.8276192337377188,
      "learning_rate": 1.5696705261020459e-06,
      "loss": 0.9414,
      "step": 123118
    },
    {
      "epoch": 5.727797162130728,
      "grad_norm": 1.611302973425764,
      "learning_rate": 1.569135053030246e-06,
      "loss": 0.8555,
      "step": 123119
    },
    {
      "epoch": 5.727843684577809,
      "grad_norm": 1.6586212224219348,
      "learning_rate": 1.5685996708286908e-06,
      "loss": 0.8867,
      "step": 123120
    },
    {
      "epoch": 5.727890207024889,
      "grad_norm": 1.7378008710719188,
      "learning_rate": 1.5680643794977298e-06,
      "loss": 0.8359,
      "step": 123121
    },
    {
      "epoch": 5.7279367294719705,
      "grad_norm": 1.8314910213476798,
      "learning_rate": 1.5675291790376632e-06,
      "loss": 1.0156,
      "step": 123122
    },
    {
      "epoch": 5.727983251919051,
      "grad_norm": 1.8084725157753039,
      "learning_rate": 1.5669940694488237e-06,
      "loss": 0.9805,
      "step": 123123
    },
    {
      "epoch": 5.7280297743661315,
      "grad_norm": 1.754552071329902,
      "learning_rate": 1.5664590507315445e-06,
      "loss": 0.9492,
      "step": 123124
    },
    {
      "epoch": 5.728076296813212,
      "grad_norm": 1.9957188949866334,
      "learning_rate": 1.5659241228861751e-06,
      "loss": 1.0859,
      "step": 123125
    },
    {
      "epoch": 5.728122819260293,
      "grad_norm": 1.8417202491726752,
      "learning_rate": 1.565389285912999e-06,
      "loss": 1.0859,
      "step": 123126
    },
    {
      "epoch": 5.728169341707374,
      "grad_norm": 1.6333157713899291,
      "learning_rate": 1.5648545398123658e-06,
      "loss": 0.9492,
      "step": 123127
    },
    {
      "epoch": 5.728215864154454,
      "grad_norm": 1.7338779812862186,
      "learning_rate": 1.5643198845846083e-06,
      "loss": 0.8672,
      "step": 123128
    },
    {
      "epoch": 5.728262386601536,
      "grad_norm": 1.9500485766573339,
      "learning_rate": 1.56378532023006e-06,
      "loss": 0.9766,
      "step": 123129
    },
    {
      "epoch": 5.728308909048616,
      "grad_norm": 1.6925444720239653,
      "learning_rate": 1.5632508467490369e-06,
      "loss": 0.875,
      "step": 123130
    },
    {
      "epoch": 5.728355431495697,
      "grad_norm": 1.6371614098358305,
      "learning_rate": 1.5627164641418555e-06,
      "loss": 0.8438,
      "step": 123131
    },
    {
      "epoch": 5.728401953942777,
      "grad_norm": 1.7926912835412638,
      "learning_rate": 1.5621821724088657e-06,
      "loss": 0.9805,
      "step": 123132
    },
    {
      "epoch": 5.728448476389858,
      "grad_norm": 1.6580035671611915,
      "learning_rate": 1.5616479715503671e-06,
      "loss": 0.8242,
      "step": 123133
    },
    {
      "epoch": 5.728494998836939,
      "grad_norm": 1.8538230388520351,
      "learning_rate": 1.5611138615667097e-06,
      "loss": 0.9922,
      "step": 123134
    },
    {
      "epoch": 5.728541521284019,
      "grad_norm": 1.799108880636886,
      "learning_rate": 1.560579842458226e-06,
      "loss": 0.8789,
      "step": 123135
    },
    {
      "epoch": 5.728588043731101,
      "grad_norm": 1.9996690539337865,
      "learning_rate": 1.5600459142252163e-06,
      "loss": 1.0859,
      "step": 123136
    },
    {
      "epoch": 5.728634566178181,
      "grad_norm": 1.6222027350951302,
      "learning_rate": 1.5595120768680136e-06,
      "loss": 0.8086,
      "step": 123137
    },
    {
      "epoch": 5.728681088625262,
      "grad_norm": 2.0577050543152073,
      "learning_rate": 1.5589783303869674e-06,
      "loss": 1.0938,
      "step": 123138
    },
    {
      "epoch": 5.728727611072342,
      "grad_norm": 1.7649167967903452,
      "learning_rate": 1.5584446747823942e-06,
      "loss": 1.0625,
      "step": 123139
    },
    {
      "epoch": 5.728774133519423,
      "grad_norm": 1.6451716797980946,
      "learning_rate": 1.5579111100546103e-06,
      "loss": 0.918,
      "step": 123140
    },
    {
      "epoch": 5.728820655966504,
      "grad_norm": 1.919387892383809,
      "learning_rate": 1.5573776362039326e-06,
      "loss": 0.9414,
      "step": 123141
    },
    {
      "epoch": 5.7288671784135845,
      "grad_norm": 1.7990585805661918,
      "learning_rate": 1.5568442532307269e-06,
      "loss": 1.0,
      "step": 123142
    },
    {
      "epoch": 5.728913700860665,
      "grad_norm": 1.7230459121935868,
      "learning_rate": 1.5563109611352763e-06,
      "loss": 1.0391,
      "step": 123143
    },
    {
      "epoch": 5.728960223307746,
      "grad_norm": 1.856394663115216,
      "learning_rate": 1.5557777599179477e-06,
      "loss": 0.9375,
      "step": 123144
    },
    {
      "epoch": 5.729006745754827,
      "grad_norm": 1.7969819626966375,
      "learning_rate": 1.555244649579024e-06,
      "loss": 0.8516,
      "step": 123145
    },
    {
      "epoch": 5.729053268201907,
      "grad_norm": 1.9766046112692048,
      "learning_rate": 1.554711630118871e-06,
      "loss": 1.0703,
      "step": 123146
    },
    {
      "epoch": 5.729099790648988,
      "grad_norm": 1.7849175992701387,
      "learning_rate": 1.5541787015377893e-06,
      "loss": 0.9609,
      "step": 123147
    },
    {
      "epoch": 5.729146313096069,
      "grad_norm": 1.6314740708767126,
      "learning_rate": 1.5536458638361116e-06,
      "loss": 0.9609,
      "step": 123148
    },
    {
      "epoch": 5.72919283554315,
      "grad_norm": 1.8449562078789725,
      "learning_rate": 1.553113117014171e-06,
      "loss": 0.9805,
      "step": 123149
    },
    {
      "epoch": 5.72923935799023,
      "grad_norm": 1.822576368978744,
      "learning_rate": 1.5525804610722836e-06,
      "loss": 0.8633,
      "step": 123150
    },
    {
      "epoch": 5.7292858804373115,
      "grad_norm": 1.7973930530185342,
      "learning_rate": 1.5520478960107997e-06,
      "loss": 0.9883,
      "step": 123151
    },
    {
      "epoch": 5.729332402884392,
      "grad_norm": 1.726051773495365,
      "learning_rate": 1.5515154218300186e-06,
      "loss": 0.9766,
      "step": 123152
    },
    {
      "epoch": 5.729378925331472,
      "grad_norm": 1.926954997180125,
      "learning_rate": 1.5509830385302735e-06,
      "loss": 1.0781,
      "step": 123153
    },
    {
      "epoch": 5.729425447778553,
      "grad_norm": 1.7513570724165155,
      "learning_rate": 1.5504507461118808e-06,
      "loss": 0.8359,
      "step": 123154
    },
    {
      "epoch": 5.729471970225633,
      "grad_norm": 1.7576869464740534,
      "learning_rate": 1.5499185445751905e-06,
      "loss": 0.918,
      "step": 123155
    },
    {
      "epoch": 5.729518492672715,
      "grad_norm": 1.6090319978879362,
      "learning_rate": 1.549386433920502e-06,
      "loss": 0.8438,
      "step": 123156
    },
    {
      "epoch": 5.729565015119795,
      "grad_norm": 1.6955493598421052,
      "learning_rate": 1.548854414148165e-06,
      "loss": 0.8125,
      "step": 123157
    },
    {
      "epoch": 5.729611537566876,
      "grad_norm": 1.7823480701707985,
      "learning_rate": 1.5483224852584962e-06,
      "loss": 0.9258,
      "step": 123158
    },
    {
      "epoch": 5.729658060013957,
      "grad_norm": 1.7241110873749892,
      "learning_rate": 1.547790647251812e-06,
      "loss": 0.957,
      "step": 123159
    },
    {
      "epoch": 5.7297045824610375,
      "grad_norm": 1.6297224041758784,
      "learning_rate": 1.5472589001284453e-06,
      "loss": 0.8281,
      "step": 123160
    },
    {
      "epoch": 5.729751104908118,
      "grad_norm": 1.7431420550941605,
      "learning_rate": 1.546727243888729e-06,
      "loss": 0.8203,
      "step": 123161
    },
    {
      "epoch": 5.7297976273551985,
      "grad_norm": 1.5322967736507884,
      "learning_rate": 1.54619567853298e-06,
      "loss": 0.7852,
      "step": 123162
    },
    {
      "epoch": 5.72984414980228,
      "grad_norm": 1.7870058073097395,
      "learning_rate": 1.5456642040615141e-06,
      "loss": 0.9102,
      "step": 123163
    },
    {
      "epoch": 5.72989067224936,
      "grad_norm": 1.791783191140634,
      "learning_rate": 1.5451328204746816e-06,
      "loss": 0.8516,
      "step": 123164
    },
    {
      "epoch": 5.729937194696441,
      "grad_norm": 1.8369598531150093,
      "learning_rate": 1.544601527772782e-06,
      "loss": 0.9766,
      "step": 123165
    },
    {
      "epoch": 5.729983717143522,
      "grad_norm": 1.8456736604680617,
      "learning_rate": 1.5440703259561649e-06,
      "loss": 1.0547,
      "step": 123166
    },
    {
      "epoch": 5.730030239590603,
      "grad_norm": 1.870593387608557,
      "learning_rate": 1.5435392150251302e-06,
      "loss": 1.0234,
      "step": 123167
    },
    {
      "epoch": 5.730076762037683,
      "grad_norm": 1.5902819422501147,
      "learning_rate": 1.5430081949800277e-06,
      "loss": 0.8789,
      "step": 123168
    },
    {
      "epoch": 5.730123284484764,
      "grad_norm": 1.7993792766471393,
      "learning_rate": 1.542477265821157e-06,
      "loss": 0.9414,
      "step": 123169
    },
    {
      "epoch": 5.730169806931845,
      "grad_norm": 2.0275995639462767,
      "learning_rate": 1.541946427548868e-06,
      "loss": 1.0078,
      "step": 123170
    },
    {
      "epoch": 5.730216329378925,
      "grad_norm": 1.7680684066031165,
      "learning_rate": 1.5414156801634603e-06,
      "loss": 0.9414,
      "step": 123171
    },
    {
      "epoch": 5.730262851826006,
      "grad_norm": 1.901877636481562,
      "learning_rate": 1.5408850236652837e-06,
      "loss": 0.9766,
      "step": 123172
    },
    {
      "epoch": 5.730309374273086,
      "grad_norm": 1.7783551637703303,
      "learning_rate": 1.5403544580546545e-06,
      "loss": 0.9453,
      "step": 123173
    },
    {
      "epoch": 5.730355896720168,
      "grad_norm": 1.9475565878677739,
      "learning_rate": 1.5398239833318892e-06,
      "loss": 0.9297,
      "step": 123174
    },
    {
      "epoch": 5.730402419167248,
      "grad_norm": 1.8624416752779984,
      "learning_rate": 1.539293599497321e-06,
      "loss": 1.0469,
      "step": 123175
    },
    {
      "epoch": 5.730448941614329,
      "grad_norm": 1.7871092236677568,
      "learning_rate": 1.538763306551266e-06,
      "loss": 0.9961,
      "step": 123176
    },
    {
      "epoch": 5.730495464061409,
      "grad_norm": 1.6866093834297213,
      "learning_rate": 1.5382331044940743e-06,
      "loss": 0.8594,
      "step": 123177
    },
    {
      "epoch": 5.730541986508491,
      "grad_norm": 1.6493508848323777,
      "learning_rate": 1.5377029933260288e-06,
      "loss": 0.9141,
      "step": 123178
    },
    {
      "epoch": 5.730588508955571,
      "grad_norm": 1.799634463351416,
      "learning_rate": 1.5371729730474957e-06,
      "loss": 0.9297,
      "step": 123179
    },
    {
      "epoch": 5.7306350314026515,
      "grad_norm": 1.8143289182777882,
      "learning_rate": 1.5366430436587585e-06,
      "loss": 1.0859,
      "step": 123180
    },
    {
      "epoch": 5.730681553849733,
      "grad_norm": 1.7503735724300071,
      "learning_rate": 1.5361132051601832e-06,
      "loss": 1.0156,
      "step": 123181
    },
    {
      "epoch": 5.730728076296813,
      "grad_norm": 1.6622443247434873,
      "learning_rate": 1.5355834575520698e-06,
      "loss": 0.9883,
      "step": 123182
    },
    {
      "epoch": 5.730774598743894,
      "grad_norm": 2.0332270289475707,
      "learning_rate": 1.5350538008347512e-06,
      "loss": 1.1484,
      "step": 123183
    },
    {
      "epoch": 5.730821121190974,
      "grad_norm": 1.7750512206777904,
      "learning_rate": 1.5345242350085273e-06,
      "loss": 0.8828,
      "step": 123184
    },
    {
      "epoch": 5.730867643638056,
      "grad_norm": 1.9334614869877897,
      "learning_rate": 1.5339947600737646e-06,
      "loss": 1.0234,
      "step": 123185
    },
    {
      "epoch": 5.730914166085136,
      "grad_norm": 1.7136545834396157,
      "learning_rate": 1.5334653760307625e-06,
      "loss": 0.9141,
      "step": 123186
    },
    {
      "epoch": 5.730960688532217,
      "grad_norm": 1.8049537721882232,
      "learning_rate": 1.5329360828798377e-06,
      "loss": 0.9883,
      "step": 123187
    },
    {
      "epoch": 5.731007210979298,
      "grad_norm": 1.8059273416552633,
      "learning_rate": 1.532406880621323e-06,
      "loss": 1.0312,
      "step": 123188
    },
    {
      "epoch": 5.7310537334263785,
      "grad_norm": 1.5665122105776228,
      "learning_rate": 1.5318777692555518e-06,
      "loss": 0.7969,
      "step": 123189
    },
    {
      "epoch": 5.731100255873459,
      "grad_norm": 1.7992298557442166,
      "learning_rate": 1.5313487487828402e-06,
      "loss": 0.9883,
      "step": 123190
    },
    {
      "epoch": 5.731146778320539,
      "grad_norm": 1.600228004273973,
      "learning_rate": 1.5308198192035048e-06,
      "loss": 0.8281,
      "step": 123191
    },
    {
      "epoch": 5.73119330076762,
      "grad_norm": 1.7417955658836266,
      "learning_rate": 1.5302909805178953e-06,
      "loss": 0.9102,
      "step": 123192
    },
    {
      "epoch": 5.731239823214701,
      "grad_norm": 1.831376056149927,
      "learning_rate": 1.529762232726295e-06,
      "loss": 0.9297,
      "step": 123193
    },
    {
      "epoch": 5.731286345661782,
      "grad_norm": 1.7408244814557217,
      "learning_rate": 1.529233575829053e-06,
      "loss": 0.9531,
      "step": 123194
    },
    {
      "epoch": 5.731332868108862,
      "grad_norm": 1.6968818101498582,
      "learning_rate": 1.5287050098264864e-06,
      "loss": 0.9766,
      "step": 123195
    },
    {
      "epoch": 5.731379390555944,
      "grad_norm": 1.9693132770842752,
      "learning_rate": 1.528176534718928e-06,
      "loss": 0.9844,
      "step": 123196
    },
    {
      "epoch": 5.731425913003024,
      "grad_norm": 1.8948386229007157,
      "learning_rate": 1.5276481505067107e-06,
      "loss": 0.9492,
      "step": 123197
    },
    {
      "epoch": 5.7314724354501045,
      "grad_norm": 1.8120586171651407,
      "learning_rate": 1.5271198571901177e-06,
      "loss": 0.918,
      "step": 123198
    },
    {
      "epoch": 5.731518957897185,
      "grad_norm": 1.7698822426545155,
      "learning_rate": 1.5265916547694989e-06,
      "loss": 0.875,
      "step": 123199
    },
    {
      "epoch": 5.731565480344266,
      "grad_norm": 1.8014738353359998,
      "learning_rate": 1.5260635432451873e-06,
      "loss": 0.9023,
      "step": 123200
    },
    {
      "epoch": 5.731612002791347,
      "grad_norm": 1.5731161250857373,
      "learning_rate": 1.5255355226174992e-06,
      "loss": 0.8984,
      "step": 123201
    },
    {
      "epoch": 5.731658525238427,
      "grad_norm": 2.0096902799150134,
      "learning_rate": 1.5250075928867345e-06,
      "loss": 0.875,
      "step": 123202
    },
    {
      "epoch": 5.731705047685509,
      "grad_norm": 1.7632259384211688,
      "learning_rate": 1.5244797540532428e-06,
      "loss": 1.0312,
      "step": 123203
    },
    {
      "epoch": 5.731751570132589,
      "grad_norm": 1.6414747829240923,
      "learning_rate": 1.5239520061173572e-06,
      "loss": 0.8906,
      "step": 123204
    },
    {
      "epoch": 5.73179809257967,
      "grad_norm": 1.774145256035537,
      "learning_rate": 1.5234243490793607e-06,
      "loss": 0.9102,
      "step": 123205
    },
    {
      "epoch": 5.73184461502675,
      "grad_norm": 1.576990253379177,
      "learning_rate": 1.5228967829396033e-06,
      "loss": 0.7148,
      "step": 123206
    },
    {
      "epoch": 5.7318911374738315,
      "grad_norm": 1.8338221308803746,
      "learning_rate": 1.5223693076984178e-06,
      "loss": 0.9023,
      "step": 123207
    },
    {
      "epoch": 5.731937659920912,
      "grad_norm": 1.8214274508037906,
      "learning_rate": 1.5218419233561042e-06,
      "loss": 1.0469,
      "step": 123208
    },
    {
      "epoch": 5.7319841823679925,
      "grad_norm": 1.8153566713706415,
      "learning_rate": 1.5213146299129787e-06,
      "loss": 1.0312,
      "step": 123209
    },
    {
      "epoch": 5.732030704815073,
      "grad_norm": 2.043829193737656,
      "learning_rate": 1.520787427369391e-06,
      "loss": 0.9688,
      "step": 123210
    },
    {
      "epoch": 5.732077227262154,
      "grad_norm": 1.5876294934628525,
      "learning_rate": 1.5202603157256576e-06,
      "loss": 0.8711,
      "step": 123211
    },
    {
      "epoch": 5.732123749709235,
      "grad_norm": 1.7510066861584224,
      "learning_rate": 1.519733294982095e-06,
      "loss": 0.9922,
      "step": 123212
    },
    {
      "epoch": 5.732170272156315,
      "grad_norm": 1.7705758254721198,
      "learning_rate": 1.5192063651390196e-06,
      "loss": 0.9219,
      "step": 123213
    },
    {
      "epoch": 5.732216794603396,
      "grad_norm": 1.5023319516295848,
      "learning_rate": 1.5186795261967643e-06,
      "loss": 0.7695,
      "step": 123214
    },
    {
      "epoch": 5.732263317050477,
      "grad_norm": 1.68084540102404,
      "learning_rate": 1.5181527781556456e-06,
      "loss": 0.9297,
      "step": 123215
    },
    {
      "epoch": 5.732309839497558,
      "grad_norm": 1.7894040536384077,
      "learning_rate": 1.5176261210159967e-06,
      "loss": 0.875,
      "step": 123216
    },
    {
      "epoch": 5.732356361944638,
      "grad_norm": 2.14750941118209,
      "learning_rate": 1.517099554778134e-06,
      "loss": 1.1641,
      "step": 123217
    },
    {
      "epoch": 5.732402884391719,
      "grad_norm": 1.820890344707988,
      "learning_rate": 1.5165730794423736e-06,
      "loss": 0.9258,
      "step": 123218
    },
    {
      "epoch": 5.7324494068388,
      "grad_norm": 1.5772009065948687,
      "learning_rate": 1.5160466950090322e-06,
      "loss": 0.8203,
      "step": 123219
    },
    {
      "epoch": 5.73249592928588,
      "grad_norm": 1.7743211281837705,
      "learning_rate": 1.5155204014784594e-06,
      "loss": 0.8516,
      "step": 123220
    },
    {
      "epoch": 5.732542451732961,
      "grad_norm": 1.745570613369337,
      "learning_rate": 1.5149941988509384e-06,
      "loss": 0.9883,
      "step": 123221
    },
    {
      "epoch": 5.732588974180042,
      "grad_norm": 1.730764966120782,
      "learning_rate": 1.5144680871268356e-06,
      "loss": 0.9141,
      "step": 123222
    },
    {
      "epoch": 5.732635496627123,
      "grad_norm": 1.8814805469999913,
      "learning_rate": 1.5139420663064505e-06,
      "loss": 0.9453,
      "step": 123223
    },
    {
      "epoch": 5.732682019074203,
      "grad_norm": 1.6387581616299696,
      "learning_rate": 1.513416136390083e-06,
      "loss": 0.7891,
      "step": 123224
    },
    {
      "epoch": 5.732728541521284,
      "grad_norm": 1.8215762574502468,
      "learning_rate": 1.5128902973780998e-06,
      "loss": 0.9414,
      "step": 123225
    },
    {
      "epoch": 5.732775063968365,
      "grad_norm": 1.6305242740920203,
      "learning_rate": 1.5123645492707837e-06,
      "loss": 0.8945,
      "step": 123226
    },
    {
      "epoch": 5.7328215864154455,
      "grad_norm": 1.7406398397817087,
      "learning_rate": 1.5118388920684842e-06,
      "loss": 0.9609,
      "step": 123227
    },
    {
      "epoch": 5.732868108862526,
      "grad_norm": 1.7546424948064034,
      "learning_rate": 1.5113133257715015e-06,
      "loss": 0.8672,
      "step": 123228
    },
    {
      "epoch": 5.732914631309606,
      "grad_norm": 1.6729191764726474,
      "learning_rate": 1.5107878503801852e-06,
      "loss": 1.0781,
      "step": 123229
    },
    {
      "epoch": 5.732961153756688,
      "grad_norm": 1.799154804938168,
      "learning_rate": 1.5102624658948182e-06,
      "loss": 0.9336,
      "step": 123230
    },
    {
      "epoch": 5.733007676203768,
      "grad_norm": 1.620148227348317,
      "learning_rate": 1.509737172315767e-06,
      "loss": 0.8594,
      "step": 123231
    },
    {
      "epoch": 5.733054198650849,
      "grad_norm": 1.870202488076968,
      "learning_rate": 1.5092119696433147e-06,
      "loss": 0.9453,
      "step": 123232
    },
    {
      "epoch": 5.73310072109793,
      "grad_norm": 1.7952489091827608,
      "learning_rate": 1.5086868578777944e-06,
      "loss": 1.0078,
      "step": 123233
    },
    {
      "epoch": 5.733147243545011,
      "grad_norm": 1.8438303125713522,
      "learning_rate": 1.5081618370195391e-06,
      "loss": 0.9727,
      "step": 123234
    },
    {
      "epoch": 5.733193765992091,
      "grad_norm": 1.8606570249018777,
      "learning_rate": 1.5076369070688654e-06,
      "loss": 0.8242,
      "step": 123235
    },
    {
      "epoch": 5.7332402884391716,
      "grad_norm": 2.124829018406201,
      "learning_rate": 1.5071120680260728e-06,
      "loss": 1.1016,
      "step": 123236
    },
    {
      "epoch": 5.733286810886253,
      "grad_norm": 1.6312687797910512,
      "learning_rate": 1.506587319891528e-06,
      "loss": 0.8711,
      "step": 123237
    },
    {
      "epoch": 5.733333333333333,
      "grad_norm": 1.740471223360423,
      "learning_rate": 1.506062662665497e-06,
      "loss": 0.9805,
      "step": 123238
    },
    {
      "epoch": 5.733379855780414,
      "grad_norm": 1.9758922836950874,
      "learning_rate": 1.5055380963483465e-06,
      "loss": 1.0,
      "step": 123239
    },
    {
      "epoch": 5.733426378227495,
      "grad_norm": 1.5616918340005643,
      "learning_rate": 1.505013620940393e-06,
      "loss": 0.8711,
      "step": 123240
    },
    {
      "epoch": 5.733472900674576,
      "grad_norm": 1.9581068209280104,
      "learning_rate": 1.5044892364419192e-06,
      "loss": 1.0391,
      "step": 123241
    },
    {
      "epoch": 5.733519423121656,
      "grad_norm": 1.617971888169702,
      "learning_rate": 1.503964942853292e-06,
      "loss": 0.8164,
      "step": 123242
    },
    {
      "epoch": 5.733565945568737,
      "grad_norm": 1.8006894185161206,
      "learning_rate": 1.5034407401748105e-06,
      "loss": 0.9727,
      "step": 123243
    },
    {
      "epoch": 5.733612468015817,
      "grad_norm": 1.8484942643054547,
      "learning_rate": 1.5029166284067918e-06,
      "loss": 1.2031,
      "step": 123244
    },
    {
      "epoch": 5.7336589904628985,
      "grad_norm": 1.617721952343827,
      "learning_rate": 1.5023926075495518e-06,
      "loss": 0.9297,
      "step": 123245
    },
    {
      "epoch": 5.733705512909979,
      "grad_norm": 1.8333659756482001,
      "learning_rate": 1.5018686776034406e-06,
      "loss": 0.9141,
      "step": 123246
    },
    {
      "epoch": 5.7337520353570595,
      "grad_norm": 1.8124416432543025,
      "learning_rate": 1.5013448385687576e-06,
      "loss": 1.0156,
      "step": 123247
    },
    {
      "epoch": 5.733798557804141,
      "grad_norm": 1.9643758135805889,
      "learning_rate": 1.5008210904458196e-06,
      "loss": 1.0391,
      "step": 123248
    },
    {
      "epoch": 5.733845080251221,
      "grad_norm": 2.045764171181931,
      "learning_rate": 1.500297433234976e-06,
      "loss": 1.1562,
      "step": 123249
    },
    {
      "epoch": 5.733891602698302,
      "grad_norm": 1.67976100582074,
      "learning_rate": 1.4997738669364933e-06,
      "loss": 0.7969,
      "step": 123250
    },
    {
      "epoch": 5.733938125145382,
      "grad_norm": 1.798263743125876,
      "learning_rate": 1.4992503915507382e-06,
      "loss": 0.9961,
      "step": 123251
    },
    {
      "epoch": 5.733984647592464,
      "grad_norm": 1.806117077288488,
      "learning_rate": 1.4987270070780265e-06,
      "loss": 0.918,
      "step": 123252
    },
    {
      "epoch": 5.734031170039544,
      "grad_norm": 1.63807230305434,
      "learning_rate": 1.4982037135186587e-06,
      "loss": 0.9102,
      "step": 123253
    },
    {
      "epoch": 5.734077692486625,
      "grad_norm": 1.5839555581006572,
      "learning_rate": 1.4976805108729673e-06,
      "loss": 0.8359,
      "step": 123254
    },
    {
      "epoch": 5.734124214933706,
      "grad_norm": 1.7282428474814666,
      "learning_rate": 1.4971573991412688e-06,
      "loss": 0.9023,
      "step": 123255
    },
    {
      "epoch": 5.734170737380786,
      "grad_norm": 1.7365887535597953,
      "learning_rate": 1.49663437832388e-06,
      "loss": 0.875,
      "step": 123256
    },
    {
      "epoch": 5.734217259827867,
      "grad_norm": 1.7726433957089156,
      "learning_rate": 1.49611144842115e-06,
      "loss": 1.0156,
      "step": 123257
    },
    {
      "epoch": 5.734263782274947,
      "grad_norm": 1.6943960081784435,
      "learning_rate": 1.4955886094333459e-06,
      "loss": 0.9648,
      "step": 123258
    },
    {
      "epoch": 5.734310304722029,
      "grad_norm": 1.7254207229351115,
      "learning_rate": 1.4950658613608335e-06,
      "loss": 0.9102,
      "step": 123259
    },
    {
      "epoch": 5.734356827169109,
      "grad_norm": 1.794808098467401,
      "learning_rate": 1.4945432042039129e-06,
      "loss": 0.9297,
      "step": 123260
    },
    {
      "epoch": 5.73440334961619,
      "grad_norm": 1.6325333238995356,
      "learning_rate": 1.4940206379629172e-06,
      "loss": 0.8359,
      "step": 123261
    },
    {
      "epoch": 5.73444987206327,
      "grad_norm": 1.7703997733843604,
      "learning_rate": 1.493498162638146e-06,
      "loss": 0.8984,
      "step": 123262
    },
    {
      "epoch": 5.7344963945103515,
      "grad_norm": 1.8209012140199121,
      "learning_rate": 1.4929757782299323e-06,
      "loss": 1.1094,
      "step": 123263
    },
    {
      "epoch": 5.734542916957432,
      "grad_norm": 1.8201796046753074,
      "learning_rate": 1.4924534847386093e-06,
      "loss": 0.8789,
      "step": 123264
    },
    {
      "epoch": 5.7345894394045125,
      "grad_norm": 1.9515857968632158,
      "learning_rate": 1.4919312821644602e-06,
      "loss": 1.0156,
      "step": 123265
    },
    {
      "epoch": 5.734635961851593,
      "grad_norm": 1.7876753096385767,
      "learning_rate": 1.4914091705078511e-06,
      "loss": 0.8359,
      "step": 123266
    },
    {
      "epoch": 5.734682484298674,
      "grad_norm": 1.8884821866315402,
      "learning_rate": 1.4908871497690488e-06,
      "loss": 1.1406,
      "step": 123267
    },
    {
      "epoch": 5.734729006745755,
      "grad_norm": 1.8364798058785758,
      "learning_rate": 1.4903652199484195e-06,
      "loss": 0.8945,
      "step": 123268
    },
    {
      "epoch": 5.734775529192835,
      "grad_norm": 1.7474332059640643,
      "learning_rate": 1.4898433810462461e-06,
      "loss": 0.9375,
      "step": 123269
    },
    {
      "epoch": 5.734822051639917,
      "grad_norm": 1.7792435354695486,
      "learning_rate": 1.4893216330628955e-06,
      "loss": 0.8711,
      "step": 123270
    },
    {
      "epoch": 5.734868574086997,
      "grad_norm": 1.8481276088250402,
      "learning_rate": 1.488799975998617e-06,
      "loss": 1.0156,
      "step": 123271
    },
    {
      "epoch": 5.734915096534078,
      "grad_norm": 1.83945631830428,
      "learning_rate": 1.4882784098538104e-06,
      "loss": 0.8359,
      "step": 123272
    },
    {
      "epoch": 5.734961618981158,
      "grad_norm": 1.6307259985180034,
      "learning_rate": 1.4877569346287255e-06,
      "loss": 0.8906,
      "step": 123273
    },
    {
      "epoch": 5.7350081414282394,
      "grad_norm": 1.8131956143962065,
      "learning_rate": 1.4872355503237287e-06,
      "loss": 0.8633,
      "step": 123274
    },
    {
      "epoch": 5.73505466387532,
      "grad_norm": 2.035051319755844,
      "learning_rate": 1.48671425693912e-06,
      "loss": 1.0391,
      "step": 123275
    },
    {
      "epoch": 5.7351011863224,
      "grad_norm": 1.7221675163057666,
      "learning_rate": 1.4861930544752154e-06,
      "loss": 1.0547,
      "step": 123276
    },
    {
      "epoch": 5.735147708769482,
      "grad_norm": 1.6940796156532656,
      "learning_rate": 1.4856719429323316e-06,
      "loss": 0.957,
      "step": 123277
    },
    {
      "epoch": 5.735194231216562,
      "grad_norm": 1.7971073944259273,
      "learning_rate": 1.4851509223108016e-06,
      "loss": 0.8711,
      "step": 123278
    },
    {
      "epoch": 5.735240753663643,
      "grad_norm": 1.9070833610916613,
      "learning_rate": 1.4846299926109417e-06,
      "loss": 0.9258,
      "step": 123279
    },
    {
      "epoch": 5.735287276110723,
      "grad_norm": 1.862599703466079,
      "learning_rate": 1.4841091538330685e-06,
      "loss": 0.9688,
      "step": 123280
    },
    {
      "epoch": 5.735333798557804,
      "grad_norm": 1.7237335550622668,
      "learning_rate": 1.4835884059774816e-06,
      "loss": 0.8906,
      "step": 123281
    },
    {
      "epoch": 5.735380321004885,
      "grad_norm": 1.723039232714604,
      "learning_rate": 1.483067749044531e-06,
      "loss": 0.8828,
      "step": 123282
    },
    {
      "epoch": 5.7354268434519655,
      "grad_norm": 2.082433914977579,
      "learning_rate": 1.482547183034516e-06,
      "loss": 1.2031,
      "step": 123283
    },
    {
      "epoch": 5.735473365899046,
      "grad_norm": 1.7967552012870682,
      "learning_rate": 1.48202670794777e-06,
      "loss": 1.0234,
      "step": 123284
    },
    {
      "epoch": 5.735519888346127,
      "grad_norm": 1.818701051816086,
      "learning_rate": 1.4815063237845925e-06,
      "loss": 1.0156,
      "step": 123285
    },
    {
      "epoch": 5.735566410793208,
      "grad_norm": 1.8795175331719367,
      "learning_rate": 1.4809860305453169e-06,
      "loss": 0.8672,
      "step": 123286
    },
    {
      "epoch": 5.735612933240288,
      "grad_norm": 1.9817872858918233,
      "learning_rate": 1.4804658282302595e-06,
      "loss": 0.9375,
      "step": 123287
    },
    {
      "epoch": 5.735659455687369,
      "grad_norm": 1.7667421491082287,
      "learning_rate": 1.4799457168397366e-06,
      "loss": 0.9648,
      "step": 123288
    },
    {
      "epoch": 5.73570597813445,
      "grad_norm": 1.8140998419138519,
      "learning_rate": 1.4794256963740648e-06,
      "loss": 0.9062,
      "step": 123289
    },
    {
      "epoch": 5.735752500581531,
      "grad_norm": 1.753983311317164,
      "learning_rate": 1.4789057668335601e-06,
      "loss": 0.9141,
      "step": 123290
    },
    {
      "epoch": 5.735799023028611,
      "grad_norm": 1.6286785188197503,
      "learning_rate": 1.4783859282185562e-06,
      "loss": 0.9062,
      "step": 123291
    },
    {
      "epoch": 5.7358455454756925,
      "grad_norm": 1.6797834272887846,
      "learning_rate": 1.4778661805293524e-06,
      "loss": 0.9766,
      "step": 123292
    },
    {
      "epoch": 5.735892067922773,
      "grad_norm": 1.9299057831300477,
      "learning_rate": 1.477346523766265e-06,
      "loss": 1.0391,
      "step": 123293
    },
    {
      "epoch": 5.735938590369853,
      "grad_norm": 1.9385999312727007,
      "learning_rate": 1.4768269579296276e-06,
      "loss": 1.0078,
      "step": 123294
    },
    {
      "epoch": 5.735985112816934,
      "grad_norm": 1.702762192509438,
      "learning_rate": 1.4763074830197563e-06,
      "loss": 0.9258,
      "step": 123295
    },
    {
      "epoch": 5.736031635264015,
      "grad_norm": 1.8891908317854271,
      "learning_rate": 1.4757880990369675e-06,
      "loss": 1.0156,
      "step": 123296
    },
    {
      "epoch": 5.736078157711096,
      "grad_norm": 1.7904117176996959,
      "learning_rate": 1.475268805981561e-06,
      "loss": 0.9883,
      "step": 123297
    },
    {
      "epoch": 5.736124680158176,
      "grad_norm": 1.895094279065129,
      "learning_rate": 1.4747496038538864e-06,
      "loss": 1.0234,
      "step": 123298
    },
    {
      "epoch": 5.736171202605257,
      "grad_norm": 2.130176267061778,
      "learning_rate": 1.474230492654227e-06,
      "loss": 1.0,
      "step": 123299
    },
    {
      "epoch": 5.736217725052338,
      "grad_norm": 1.8568740245690714,
      "learning_rate": 1.4737114723829325e-06,
      "loss": 0.8867,
      "step": 123300
    },
    {
      "epoch": 5.7362642474994185,
      "grad_norm": 1.7419726545102219,
      "learning_rate": 1.473192543040319e-06,
      "loss": 0.8203,
      "step": 123301
    },
    {
      "epoch": 5.736310769946499,
      "grad_norm": 1.756206751172317,
      "learning_rate": 1.4726737046266701e-06,
      "loss": 0.8633,
      "step": 123302
    },
    {
      "epoch": 5.7363572923935795,
      "grad_norm": 1.7562487327839733,
      "learning_rate": 1.4721549571423352e-06,
      "loss": 0.8203,
      "step": 123303
    },
    {
      "epoch": 5.736403814840661,
      "grad_norm": 1.9931384232058778,
      "learning_rate": 1.4716363005876143e-06,
      "loss": 1.0703,
      "step": 123304
    },
    {
      "epoch": 5.736450337287741,
      "grad_norm": 1.591117699404684,
      "learning_rate": 1.47111773496284e-06,
      "loss": 0.832,
      "step": 123305
    },
    {
      "epoch": 5.736496859734822,
      "grad_norm": 2.006475329335744,
      "learning_rate": 1.4705992602683293e-06,
      "loss": 0.957,
      "step": 123306
    },
    {
      "epoch": 5.736543382181903,
      "grad_norm": 1.681213174986049,
      "learning_rate": 1.4700808765043814e-06,
      "loss": 0.9492,
      "step": 123307
    },
    {
      "epoch": 5.736589904628984,
      "grad_norm": 1.6734471251838732,
      "learning_rate": 1.46956258367133e-06,
      "loss": 0.9023,
      "step": 123308
    },
    {
      "epoch": 5.736636427076064,
      "grad_norm": 1.7294801910554647,
      "learning_rate": 1.4690443817694909e-06,
      "loss": 0.7969,
      "step": 123309
    },
    {
      "epoch": 5.736682949523145,
      "grad_norm": 1.718355524527499,
      "learning_rate": 1.4685262707991807e-06,
      "loss": 0.9805,
      "step": 123310
    },
    {
      "epoch": 5.736729471970226,
      "grad_norm": 1.6703990391644865,
      "learning_rate": 1.468008250760716e-06,
      "loss": 0.793,
      "step": 123311
    },
    {
      "epoch": 5.7367759944173065,
      "grad_norm": 1.817646100307998,
      "learning_rate": 1.4674903216543966e-06,
      "loss": 1.0,
      "step": 123312
    },
    {
      "epoch": 5.736822516864387,
      "grad_norm": 1.7916515028097995,
      "learning_rate": 1.4669724834805719e-06,
      "loss": 0.8477,
      "step": 123313
    },
    {
      "epoch": 5.736869039311467,
      "grad_norm": 1.7961517596706142,
      "learning_rate": 1.4664547362395417e-06,
      "loss": 0.9102,
      "step": 123314
    },
    {
      "epoch": 5.736915561758549,
      "grad_norm": 1.9038662464246325,
      "learning_rate": 1.4659370799316062e-06,
      "loss": 1.0312,
      "step": 123315
    },
    {
      "epoch": 5.736962084205629,
      "grad_norm": 1.7947982391627093,
      "learning_rate": 1.4654195145571146e-06,
      "loss": 0.9336,
      "step": 123316
    },
    {
      "epoch": 5.73700860665271,
      "grad_norm": 1.6846998756576812,
      "learning_rate": 1.464902040116367e-06,
      "loss": 0.8359,
      "step": 123317
    },
    {
      "epoch": 5.73705512909979,
      "grad_norm": 1.8565131899158045,
      "learning_rate": 1.4643846566096794e-06,
      "loss": 0.8945,
      "step": 123318
    },
    {
      "epoch": 5.737101651546872,
      "grad_norm": 1.7175545959742702,
      "learning_rate": 1.463867364037352e-06,
      "loss": 0.8711,
      "step": 123319
    },
    {
      "epoch": 5.737148173993952,
      "grad_norm": 1.9798315989983712,
      "learning_rate": 1.4633501623997512e-06,
      "loss": 1.0078,
      "step": 123320
    },
    {
      "epoch": 5.7371946964410325,
      "grad_norm": 1.682617831638318,
      "learning_rate": 1.4628330516971432e-06,
      "loss": 0.9375,
      "step": 123321
    },
    {
      "epoch": 5.737241218888114,
      "grad_norm": 1.8340899569278935,
      "learning_rate": 1.4623160319298776e-06,
      "loss": 0.8633,
      "step": 123322
    },
    {
      "epoch": 5.737287741335194,
      "grad_norm": 1.8744733096613104,
      "learning_rate": 1.461799103098238e-06,
      "loss": 0.8711,
      "step": 123323
    },
    {
      "epoch": 5.737334263782275,
      "grad_norm": 1.7959155463434235,
      "learning_rate": 1.4612822652025902e-06,
      "loss": 1.0469,
      "step": 123324
    },
    {
      "epoch": 5.737380786229355,
      "grad_norm": 1.7832012546779383,
      "learning_rate": 1.460765518243201e-06,
      "loss": 0.8945,
      "step": 123325
    },
    {
      "epoch": 5.737427308676437,
      "grad_norm": 1.8727631026675475,
      "learning_rate": 1.4602488622204033e-06,
      "loss": 1.1328,
      "step": 123326
    },
    {
      "epoch": 5.737473831123517,
      "grad_norm": 1.9760617357700443,
      "learning_rate": 1.4597322971345304e-06,
      "loss": 1.0469,
      "step": 123327
    },
    {
      "epoch": 5.737520353570598,
      "grad_norm": 1.7546987523656266,
      "learning_rate": 1.4592158229858652e-06,
      "loss": 1.0469,
      "step": 123328
    },
    {
      "epoch": 5.737566876017679,
      "grad_norm": 1.669055047545198,
      "learning_rate": 1.4586994397747576e-06,
      "loss": 0.9727,
      "step": 123329
    },
    {
      "epoch": 5.7376133984647595,
      "grad_norm": 1.9487589499949056,
      "learning_rate": 1.458183147501507e-06,
      "loss": 0.8164,
      "step": 123330
    },
    {
      "epoch": 5.73765992091184,
      "grad_norm": 1.9831300730772932,
      "learning_rate": 1.4576669461664303e-06,
      "loss": 1.0156,
      "step": 123331
    },
    {
      "epoch": 5.73770644335892,
      "grad_norm": 2.0216214565211117,
      "learning_rate": 1.4571508357698603e-06,
      "loss": 1.0234,
      "step": 123332
    },
    {
      "epoch": 5.737752965806001,
      "grad_norm": 1.698826057694093,
      "learning_rate": 1.45663481631208e-06,
      "loss": 0.75,
      "step": 123333
    },
    {
      "epoch": 5.737799488253082,
      "grad_norm": 1.7919980232915194,
      "learning_rate": 1.4561188877934227e-06,
      "loss": 0.9648,
      "step": 123334
    },
    {
      "epoch": 5.737846010700163,
      "grad_norm": 1.698310246966798,
      "learning_rate": 1.4556030502142213e-06,
      "loss": 0.8477,
      "step": 123335
    },
    {
      "epoch": 5.737892533147243,
      "grad_norm": 1.835043031908061,
      "learning_rate": 1.455087303574759e-06,
      "loss": 0.9219,
      "step": 123336
    },
    {
      "epoch": 5.737939055594325,
      "grad_norm": 1.7381957891140425,
      "learning_rate": 1.454571647875369e-06,
      "loss": 0.9102,
      "step": 123337
    },
    {
      "epoch": 5.737985578041405,
      "grad_norm": 1.696274601538248,
      "learning_rate": 1.4540560831163673e-06,
      "loss": 0.8867,
      "step": 123338
    },
    {
      "epoch": 5.7380321004884856,
      "grad_norm": 1.8326977403665747,
      "learning_rate": 1.4535406092980872e-06,
      "loss": 1.0547,
      "step": 123339
    },
    {
      "epoch": 5.738078622935566,
      "grad_norm": 1.785506299618336,
      "learning_rate": 1.453025226420812e-06,
      "loss": 0.9766,
      "step": 123340
    },
    {
      "epoch": 5.738125145382647,
      "grad_norm": 1.8190036563845189,
      "learning_rate": 1.4525099344848579e-06,
      "loss": 0.8906,
      "step": 123341
    },
    {
      "epoch": 5.738171667829728,
      "grad_norm": 1.724833293355214,
      "learning_rate": 1.451994733490558e-06,
      "loss": 0.8164,
      "step": 123342
    },
    {
      "epoch": 5.738218190276808,
      "grad_norm": 1.863897879000135,
      "learning_rate": 1.4514796234382287e-06,
      "loss": 0.8438,
      "step": 123343
    },
    {
      "epoch": 5.73826471272389,
      "grad_norm": 1.6760950721623376,
      "learning_rate": 1.4509646043281864e-06,
      "loss": 0.9375,
      "step": 123344
    },
    {
      "epoch": 5.73831123517097,
      "grad_norm": 1.7567391572986097,
      "learning_rate": 1.4504496761607142e-06,
      "loss": 0.8633,
      "step": 123345
    },
    {
      "epoch": 5.738357757618051,
      "grad_norm": 1.8889013250254392,
      "learning_rate": 1.4499348389361788e-06,
      "loss": 1.1484,
      "step": 123346
    },
    {
      "epoch": 5.738404280065131,
      "grad_norm": 1.8718392041597647,
      "learning_rate": 1.4494200926548461e-06,
      "loss": 1.0469,
      "step": 123347
    },
    {
      "epoch": 5.7384508025122125,
      "grad_norm": 1.6765819173738028,
      "learning_rate": 1.4489054373170662e-06,
      "loss": 0.9336,
      "step": 123348
    },
    {
      "epoch": 5.738497324959293,
      "grad_norm": 2.033132147492137,
      "learning_rate": 1.4483908729231385e-06,
      "loss": 1.0781,
      "step": 123349
    },
    {
      "epoch": 5.7385438474063735,
      "grad_norm": 1.6578617326033909,
      "learning_rate": 1.44787639947338e-06,
      "loss": 0.875,
      "step": 123350
    },
    {
      "epoch": 5.738590369853454,
      "grad_norm": 2.11401636807468,
      "learning_rate": 1.4473620169681065e-06,
      "loss": 0.957,
      "step": 123351
    },
    {
      "epoch": 5.738636892300535,
      "grad_norm": 1.7789509002767274,
      "learning_rate": 1.4468477254076516e-06,
      "loss": 0.9609,
      "step": 123352
    },
    {
      "epoch": 5.738683414747616,
      "grad_norm": 1.8481618085134939,
      "learning_rate": 1.446333524792298e-06,
      "loss": 1.0469,
      "step": 123353
    },
    {
      "epoch": 5.738729937194696,
      "grad_norm": 1.6969195256528382,
      "learning_rate": 1.445819415122379e-06,
      "loss": 0.8633,
      "step": 123354
    },
    {
      "epoch": 5.738776459641777,
      "grad_norm": 1.728438969733158,
      "learning_rate": 1.4453053963981943e-06,
      "loss": 0.9648,
      "step": 123355
    },
    {
      "epoch": 5.738822982088858,
      "grad_norm": 1.8828852135199379,
      "learning_rate": 1.4447914686200767e-06,
      "loss": 1.0312,
      "step": 123356
    },
    {
      "epoch": 5.738869504535939,
      "grad_norm": 1.7956099049140077,
      "learning_rate": 1.4442776317883265e-06,
      "loss": 0.9805,
      "step": 123357
    },
    {
      "epoch": 5.738916026983019,
      "grad_norm": 1.6739140918834408,
      "learning_rate": 1.4437638859032764e-06,
      "loss": 0.8633,
      "step": 123358
    },
    {
      "epoch": 5.7389625494301,
      "grad_norm": 1.7453894180416403,
      "learning_rate": 1.4432502309652261e-06,
      "loss": 1.0234,
      "step": 123359
    },
    {
      "epoch": 5.739009071877181,
      "grad_norm": 1.644271008275004,
      "learning_rate": 1.4427366669744921e-06,
      "loss": 0.8789,
      "step": 123360
    },
    {
      "epoch": 5.739055594324261,
      "grad_norm": 1.9592357774551448,
      "learning_rate": 1.4422231939313912e-06,
      "loss": 0.9375,
      "step": 123361
    },
    {
      "epoch": 5.739102116771342,
      "grad_norm": 1.7046290665425923,
      "learning_rate": 1.4417098118362392e-06,
      "loss": 0.9102,
      "step": 123362
    },
    {
      "epoch": 5.739148639218423,
      "grad_norm": 1.6812025052201958,
      "learning_rate": 1.441196520689336e-06,
      "loss": 0.8516,
      "step": 123363
    },
    {
      "epoch": 5.739195161665504,
      "grad_norm": 1.4793182644946554,
      "learning_rate": 1.4406833204910151e-06,
      "loss": 0.7344,
      "step": 123364
    },
    {
      "epoch": 5.739241684112584,
      "grad_norm": 1.8356726836726336,
      "learning_rate": 1.4401702112415925e-06,
      "loss": 0.9609,
      "step": 123365
    },
    {
      "epoch": 5.739288206559665,
      "grad_norm": 1.7177515431455697,
      "learning_rate": 1.4396571929413514e-06,
      "loss": 0.8398,
      "step": 123366
    },
    {
      "epoch": 5.739334729006746,
      "grad_norm": 2.004310136796483,
      "learning_rate": 1.4391442655906417e-06,
      "loss": 1.0312,
      "step": 123367
    },
    {
      "epoch": 5.7393812514538265,
      "grad_norm": 1.9135791180867823,
      "learning_rate": 1.4386314291897628e-06,
      "loss": 0.9805,
      "step": 123368
    },
    {
      "epoch": 5.739427773900907,
      "grad_norm": 1.7175601602892698,
      "learning_rate": 1.4381186837390313e-06,
      "loss": 0.8789,
      "step": 123369
    },
    {
      "epoch": 5.7394742963479874,
      "grad_norm": 1.5994770996715688,
      "learning_rate": 1.437606029238747e-06,
      "loss": 0.8281,
      "step": 123370
    },
    {
      "epoch": 5.739520818795069,
      "grad_norm": 1.783094762279531,
      "learning_rate": 1.4370934656892596e-06,
      "loss": 0.8906,
      "step": 123371
    },
    {
      "epoch": 5.739567341242149,
      "grad_norm": 1.82516959357649,
      "learning_rate": 1.4365809930908357e-06,
      "loss": 0.8789,
      "step": 123372
    },
    {
      "epoch": 5.73961386368923,
      "grad_norm": 1.7939976833730022,
      "learning_rate": 1.4360686114438246e-06,
      "loss": 0.9688,
      "step": 123373
    },
    {
      "epoch": 5.739660386136311,
      "grad_norm": 1.6839636857893434,
      "learning_rate": 1.4355563207485266e-06,
      "loss": 0.9844,
      "step": 123374
    },
    {
      "epoch": 5.739706908583392,
      "grad_norm": 1.8988853871558256,
      "learning_rate": 1.4350441210052576e-06,
      "loss": 0.9023,
      "step": 123375
    },
    {
      "epoch": 5.739753431030472,
      "grad_norm": 2.0004871296160833,
      "learning_rate": 1.4345320122143178e-06,
      "loss": 0.9805,
      "step": 123376
    },
    {
      "epoch": 5.739799953477553,
      "grad_norm": 1.7254666558025202,
      "learning_rate": 1.4340199943760566e-06,
      "loss": 0.9414,
      "step": 123377
    },
    {
      "epoch": 5.739846475924634,
      "grad_norm": 1.6993160586257647,
      "learning_rate": 1.4335080674907407e-06,
      "loss": 0.9844,
      "step": 123378
    },
    {
      "epoch": 5.739892998371714,
      "grad_norm": 1.6729041461319116,
      "learning_rate": 1.4329962315587195e-06,
      "loss": 0.7773,
      "step": 123379
    },
    {
      "epoch": 5.739939520818795,
      "grad_norm": 1.845512069750823,
      "learning_rate": 1.432484486580293e-06,
      "loss": 0.8555,
      "step": 123380
    },
    {
      "epoch": 5.739986043265876,
      "grad_norm": 1.7244999566457269,
      "learning_rate": 1.4319728325557778e-06,
      "loss": 0.8711,
      "step": 123381
    },
    {
      "epoch": 5.740032565712957,
      "grad_norm": 1.758978535439271,
      "learning_rate": 1.4314612694854733e-06,
      "loss": 0.9492,
      "step": 123382
    },
    {
      "epoch": 5.740079088160037,
      "grad_norm": 1.606105382513457,
      "learning_rate": 1.4309497973697126e-06,
      "loss": 0.7812,
      "step": 123383
    },
    {
      "epoch": 5.740125610607118,
      "grad_norm": 1.712524007361357,
      "learning_rate": 1.4304384162088124e-06,
      "loss": 0.9805,
      "step": 123384
    },
    {
      "epoch": 5.740172133054198,
      "grad_norm": 1.9048695563028397,
      "learning_rate": 1.4299271260030387e-06,
      "loss": 1.1094,
      "step": 123385
    },
    {
      "epoch": 5.7402186555012795,
      "grad_norm": 1.8058662794885472,
      "learning_rate": 1.429415926752775e-06,
      "loss": 0.957,
      "step": 123386
    },
    {
      "epoch": 5.74026517794836,
      "grad_norm": 1.8374200450824394,
      "learning_rate": 1.4289048184582708e-06,
      "loss": 0.9609,
      "step": 123387
    },
    {
      "epoch": 5.7403117003954405,
      "grad_norm": 1.7921765889771606,
      "learning_rate": 1.4283938011198924e-06,
      "loss": 0.9922,
      "step": 123388
    },
    {
      "epoch": 5.740358222842522,
      "grad_norm": 1.7965798731989024,
      "learning_rate": 1.4278828747379068e-06,
      "loss": 0.9883,
      "step": 123389
    },
    {
      "epoch": 5.740404745289602,
      "grad_norm": 1.781200832117368,
      "learning_rate": 1.4273720393126464e-06,
      "loss": 0.957,
      "step": 123390
    },
    {
      "epoch": 5.740451267736683,
      "grad_norm": 1.6354644927961237,
      "learning_rate": 1.426861294844428e-06,
      "loss": 0.8555,
      "step": 123391
    },
    {
      "epoch": 5.740497790183763,
      "grad_norm": 1.7553371815698715,
      "learning_rate": 1.426350641333568e-06,
      "loss": 0.9336,
      "step": 123392
    },
    {
      "epoch": 5.740544312630845,
      "grad_norm": 1.4938836311749983,
      "learning_rate": 1.4258400787803658e-06,
      "loss": 0.7266,
      "step": 123393
    },
    {
      "epoch": 5.740590835077925,
      "grad_norm": 1.9769383005261527,
      "learning_rate": 1.4253296071851384e-06,
      "loss": 0.9883,
      "step": 123394
    },
    {
      "epoch": 5.740637357525006,
      "grad_norm": 1.939130230950274,
      "learning_rate": 1.4248192265482016e-06,
      "loss": 0.9492,
      "step": 123395
    },
    {
      "epoch": 5.740683879972087,
      "grad_norm": 1.731388310624942,
      "learning_rate": 1.4243089368698724e-06,
      "loss": 1.0234,
      "step": 123396
    },
    {
      "epoch": 5.740730402419167,
      "grad_norm": 1.914253421593918,
      "learning_rate": 1.4237987381504668e-06,
      "loss": 0.9102,
      "step": 123397
    },
    {
      "epoch": 5.740776924866248,
      "grad_norm": 1.770927017791864,
      "learning_rate": 1.4232886303902514e-06,
      "loss": 1.0156,
      "step": 123398
    },
    {
      "epoch": 5.740823447313328,
      "grad_norm": 1.6222332282966965,
      "learning_rate": 1.422778613589609e-06,
      "loss": 0.8047,
      "step": 123399
    },
    {
      "epoch": 5.74086996976041,
      "grad_norm": 1.7476401794487757,
      "learning_rate": 1.4222686877488065e-06,
      "loss": 0.8203,
      "step": 123400
    },
    {
      "epoch": 5.74091649220749,
      "grad_norm": 1.8140828692013582,
      "learning_rate": 1.42175885286816e-06,
      "loss": 1.0,
      "step": 123401
    },
    {
      "epoch": 5.740963014654571,
      "grad_norm": 1.6673863275195766,
      "learning_rate": 1.421249108947986e-06,
      "loss": 0.8125,
      "step": 123402
    },
    {
      "epoch": 5.741009537101651,
      "grad_norm": 1.4968537974421336,
      "learning_rate": 1.4207394559886176e-06,
      "loss": 0.8438,
      "step": 123403
    },
    {
      "epoch": 5.7410560595487325,
      "grad_norm": 1.857783470244386,
      "learning_rate": 1.4202298939903379e-06,
      "loss": 0.9922,
      "step": 123404
    },
    {
      "epoch": 5.741102581995813,
      "grad_norm": 1.828138118246624,
      "learning_rate": 1.4197204229534632e-06,
      "loss": 0.9453,
      "step": 123405
    },
    {
      "epoch": 5.7411491044428935,
      "grad_norm": 1.9093186760219365,
      "learning_rate": 1.4192110428783265e-06,
      "loss": 1.0078,
      "step": 123406
    },
    {
      "epoch": 5.741195626889974,
      "grad_norm": 1.8762603782869807,
      "learning_rate": 1.4187017537651945e-06,
      "loss": 1.1406,
      "step": 123407
    },
    {
      "epoch": 5.741242149337055,
      "grad_norm": 1.739080552283331,
      "learning_rate": 1.4181925556144335e-06,
      "loss": 0.8125,
      "step": 123408
    },
    {
      "epoch": 5.741288671784136,
      "grad_norm": 1.7150852253433968,
      "learning_rate": 1.4176834484263266e-06,
      "loss": 1.0625,
      "step": 123409
    },
    {
      "epoch": 5.741335194231216,
      "grad_norm": 1.8101785736069995,
      "learning_rate": 1.4171744322011902e-06,
      "loss": 0.8633,
      "step": 123410
    },
    {
      "epoch": 5.741381716678298,
      "grad_norm": 1.8285529145879291,
      "learning_rate": 1.4166655069393406e-06,
      "loss": 0.9258,
      "step": 123411
    },
    {
      "epoch": 5.741428239125378,
      "grad_norm": 1.7795539988272107,
      "learning_rate": 1.4161566726410778e-06,
      "loss": 0.8828,
      "step": 123412
    },
    {
      "epoch": 5.741474761572459,
      "grad_norm": 1.9707439222510397,
      "learning_rate": 1.4156479293067013e-06,
      "loss": 1.0938,
      "step": 123413
    },
    {
      "epoch": 5.741521284019539,
      "grad_norm": 1.650683726685627,
      "learning_rate": 1.4151392769365611e-06,
      "loss": 0.9219,
      "step": 123414
    },
    {
      "epoch": 5.7415678064666205,
      "grad_norm": 1.9994157829982604,
      "learning_rate": 1.4146307155309566e-06,
      "loss": 0.9688,
      "step": 123415
    },
    {
      "epoch": 5.741614328913701,
      "grad_norm": 1.8730256172052413,
      "learning_rate": 1.4141222450901712e-06,
      "loss": 0.957,
      "step": 123416
    },
    {
      "epoch": 5.741660851360781,
      "grad_norm": 1.779031168562971,
      "learning_rate": 1.413613865614538e-06,
      "loss": 0.9492,
      "step": 123417
    },
    {
      "epoch": 5.741707373807863,
      "grad_norm": 2.12085721083182,
      "learning_rate": 1.4131055771043897e-06,
      "loss": 0.9414,
      "step": 123418
    },
    {
      "epoch": 5.741753896254943,
      "grad_norm": 1.7118413630682112,
      "learning_rate": 1.4125973795599931e-06,
      "loss": 0.8125,
      "step": 123419
    },
    {
      "epoch": 5.741800418702024,
      "grad_norm": 1.6458072674278676,
      "learning_rate": 1.4120892729816814e-06,
      "loss": 0.8086,
      "step": 123420
    },
    {
      "epoch": 5.741846941149104,
      "grad_norm": 1.7662486521320768,
      "learning_rate": 1.4115812573697704e-06,
      "loss": 0.8477,
      "step": 123421
    },
    {
      "epoch": 5.741893463596185,
      "grad_norm": 1.8246760752601536,
      "learning_rate": 1.4110733327245604e-06,
      "loss": 0.8672,
      "step": 123422
    },
    {
      "epoch": 5.741939986043266,
      "grad_norm": 1.520105955934694,
      "learning_rate": 1.4105654990463676e-06,
      "loss": 0.7969,
      "step": 123423
    },
    {
      "epoch": 5.7419865084903465,
      "grad_norm": 1.8950874199844772,
      "learning_rate": 1.410057756335492e-06,
      "loss": 0.9375,
      "step": 123424
    },
    {
      "epoch": 5.742033030937427,
      "grad_norm": 1.8158156852190934,
      "learning_rate": 1.4095501045922663e-06,
      "loss": 1.0234,
      "step": 123425
    },
    {
      "epoch": 5.742079553384508,
      "grad_norm": 1.7069067931244348,
      "learning_rate": 1.4090425438169906e-06,
      "loss": 0.9805,
      "step": 123426
    },
    {
      "epoch": 5.742126075831589,
      "grad_norm": 1.7165066184962454,
      "learning_rate": 1.408535074009981e-06,
      "loss": 0.9336,
      "step": 123427
    },
    {
      "epoch": 5.742172598278669,
      "grad_norm": 1.773060740413288,
      "learning_rate": 1.4080276951715374e-06,
      "loss": 0.7891,
      "step": 123428
    },
    {
      "epoch": 5.74221912072575,
      "grad_norm": 1.6813676626662568,
      "learning_rate": 1.4075204073019597e-06,
      "loss": 0.7617,
      "step": 123429
    },
    {
      "epoch": 5.742265643172831,
      "grad_norm": 1.7222053101913024,
      "learning_rate": 1.4070132104015975e-06,
      "loss": 0.9492,
      "step": 123430
    },
    {
      "epoch": 5.742312165619912,
      "grad_norm": 2.0298818612623237,
      "learning_rate": 1.4065061044707338e-06,
      "loss": 1.0781,
      "step": 123431
    },
    {
      "epoch": 5.742358688066992,
      "grad_norm": 1.8305127013805946,
      "learning_rate": 1.4059990895096683e-06,
      "loss": 1.0859,
      "step": 123432
    },
    {
      "epoch": 5.7424052105140735,
      "grad_norm": 1.7462217394009312,
      "learning_rate": 1.4054921655187346e-06,
      "loss": 0.8906,
      "step": 123433
    },
    {
      "epoch": 5.742451732961154,
      "grad_norm": 1.871549338785904,
      "learning_rate": 1.4049853324982318e-06,
      "loss": 0.8594,
      "step": 123434
    },
    {
      "epoch": 5.742498255408234,
      "grad_norm": 1.7357578579525639,
      "learning_rate": 1.40447859044846e-06,
      "loss": 0.8398,
      "step": 123435
    },
    {
      "epoch": 5.742544777855315,
      "grad_norm": 1.763920959718271,
      "learning_rate": 1.4039719393697523e-06,
      "loss": 0.8711,
      "step": 123436
    },
    {
      "epoch": 5.742591300302396,
      "grad_norm": 1.7006771905315208,
      "learning_rate": 1.403465379262425e-06,
      "loss": 0.9883,
      "step": 123437
    },
    {
      "epoch": 5.742637822749477,
      "grad_norm": 1.74620513154175,
      "learning_rate": 1.4029589101267447e-06,
      "loss": 0.9414,
      "step": 123438
    },
    {
      "epoch": 5.742684345196557,
      "grad_norm": 1.651325547847141,
      "learning_rate": 1.4024525319630775e-06,
      "loss": 0.918,
      "step": 123439
    },
    {
      "epoch": 5.742730867643638,
      "grad_norm": 1.6096262111503863,
      "learning_rate": 1.4019462447716901e-06,
      "loss": 0.8477,
      "step": 123440
    },
    {
      "epoch": 5.742777390090719,
      "grad_norm": 1.917505711937129,
      "learning_rate": 1.4014400485528987e-06,
      "loss": 0.9414,
      "step": 123441
    },
    {
      "epoch": 5.7428239125378,
      "grad_norm": 1.865945842737684,
      "learning_rate": 1.4009339433070365e-06,
      "loss": 1.0234,
      "step": 123442
    },
    {
      "epoch": 5.74287043498488,
      "grad_norm": 1.7016007886755111,
      "learning_rate": 1.4004279290343867e-06,
      "loss": 0.9727,
      "step": 123443
    },
    {
      "epoch": 5.7429169574319605,
      "grad_norm": 1.7654925904604488,
      "learning_rate": 1.3999220057352822e-06,
      "loss": 0.8711,
      "step": 123444
    },
    {
      "epoch": 5.742963479879042,
      "grad_norm": 1.8068873289014635,
      "learning_rate": 1.3994161734100063e-06,
      "loss": 0.9023,
      "step": 123445
    },
    {
      "epoch": 5.743010002326122,
      "grad_norm": 1.8851342685327992,
      "learning_rate": 1.3989104320588917e-06,
      "loss": 1.0391,
      "step": 123446
    },
    {
      "epoch": 5.743056524773203,
      "grad_norm": 1.7943162267245394,
      "learning_rate": 1.3984047816822386e-06,
      "loss": 0.8945,
      "step": 123447
    },
    {
      "epoch": 5.743103047220284,
      "grad_norm": 2.0158422460498144,
      "learning_rate": 1.3978992222803632e-06,
      "loss": 1.125,
      "step": 123448
    },
    {
      "epoch": 5.743149569667365,
      "grad_norm": 1.6260115003179785,
      "learning_rate": 1.3973937538535651e-06,
      "loss": 0.8516,
      "step": 123449
    },
    {
      "epoch": 5.743196092114445,
      "grad_norm": 1.7147912339676792,
      "learning_rate": 1.396888376402161e-06,
      "loss": 0.9297,
      "step": 123450
    },
    {
      "epoch": 5.743242614561526,
      "grad_norm": 1.9057055736634334,
      "learning_rate": 1.3963830899264506e-06,
      "loss": 0.9141,
      "step": 123451
    },
    {
      "epoch": 5.743289137008607,
      "grad_norm": 1.8945128097746753,
      "learning_rate": 1.3958778944267669e-06,
      "loss": 0.8906,
      "step": 123452
    },
    {
      "epoch": 5.7433356594556875,
      "grad_norm": 1.686138856650977,
      "learning_rate": 1.395372789903393e-06,
      "loss": 0.8789,
      "step": 123453
    },
    {
      "epoch": 5.743382181902768,
      "grad_norm": 1.838976802190066,
      "learning_rate": 1.394867776356645e-06,
      "loss": 0.8711,
      "step": 123454
    },
    {
      "epoch": 5.743428704349848,
      "grad_norm": 1.8462240165647552,
      "learning_rate": 1.3943628537868235e-06,
      "loss": 0.9961,
      "step": 123455
    },
    {
      "epoch": 5.74347522679693,
      "grad_norm": 1.786699452301618,
      "learning_rate": 1.3938580221942775e-06,
      "loss": 0.8672,
      "step": 123456
    },
    {
      "epoch": 5.74352174924401,
      "grad_norm": 1.7878312502618035,
      "learning_rate": 1.393353281579257e-06,
      "loss": 0.9609,
      "step": 123457
    },
    {
      "epoch": 5.743568271691091,
      "grad_norm": 2.0666407249280643,
      "learning_rate": 1.3928486319421117e-06,
      "loss": 0.9844,
      "step": 123458
    },
    {
      "epoch": 5.743614794138171,
      "grad_norm": 1.8511768059570788,
      "learning_rate": 1.3923440732831414e-06,
      "loss": 0.8906,
      "step": 123459
    },
    {
      "epoch": 5.743661316585253,
      "grad_norm": 1.7355700710349835,
      "learning_rate": 1.3918396056026626e-06,
      "loss": 0.9375,
      "step": 123460
    },
    {
      "epoch": 5.743707839032333,
      "grad_norm": 1.8330284662408096,
      "learning_rate": 1.391335228900975e-06,
      "loss": 1.1172,
      "step": 123461
    },
    {
      "epoch": 5.7437543614794135,
      "grad_norm": 1.7600492273829091,
      "learning_rate": 1.3908309431783782e-06,
      "loss": 0.9805,
      "step": 123462
    },
    {
      "epoch": 5.743800883926495,
      "grad_norm": 1.9963851849648107,
      "learning_rate": 1.3903267484352054e-06,
      "loss": 1.0391,
      "step": 123463
    },
    {
      "epoch": 5.743847406373575,
      "grad_norm": 1.6708460159657461,
      "learning_rate": 1.3898226446717232e-06,
      "loss": 0.8945,
      "step": 123464
    },
    {
      "epoch": 5.743893928820656,
      "grad_norm": 1.828106699853765,
      "learning_rate": 1.3893186318882975e-06,
      "loss": 0.9297,
      "step": 123465
    },
    {
      "epoch": 5.743940451267736,
      "grad_norm": 1.7733827862233544,
      "learning_rate": 1.3888147100851954e-06,
      "loss": 0.8555,
      "step": 123466
    },
    {
      "epoch": 5.743986973714818,
      "grad_norm": 2.089550207072126,
      "learning_rate": 1.388310879262733e-06,
      "loss": 1.3438,
      "step": 123467
    },
    {
      "epoch": 5.744033496161898,
      "grad_norm": 1.700652824812286,
      "learning_rate": 1.3878071394212098e-06,
      "loss": 1.0234,
      "step": 123468
    },
    {
      "epoch": 5.744080018608979,
      "grad_norm": 1.8868018175395231,
      "learning_rate": 1.387303490560976e-06,
      "loss": 1.0312,
      "step": 123469
    },
    {
      "epoch": 5.74412654105606,
      "grad_norm": 1.7459477189131192,
      "learning_rate": 1.3867999326822977e-06,
      "loss": 1.0156,
      "step": 123470
    },
    {
      "epoch": 5.7441730635031405,
      "grad_norm": 1.7208119411653329,
      "learning_rate": 1.3862964657854913e-06,
      "loss": 0.9766,
      "step": 123471
    },
    {
      "epoch": 5.744219585950221,
      "grad_norm": 1.7423271814210075,
      "learning_rate": 1.3857930898708735e-06,
      "loss": 0.875,
      "step": 123472
    },
    {
      "epoch": 5.7442661083973015,
      "grad_norm": 1.7524342910726822,
      "learning_rate": 1.385289804938744e-06,
      "loss": 0.9688,
      "step": 123473
    },
    {
      "epoch": 5.744312630844382,
      "grad_norm": 1.714654555264313,
      "learning_rate": 1.384786610989419e-06,
      "loss": 0.9297,
      "step": 123474
    },
    {
      "epoch": 5.744359153291463,
      "grad_norm": 1.9128002051397741,
      "learning_rate": 1.3842835080232152e-06,
      "loss": 1.0391,
      "step": 123475
    },
    {
      "epoch": 5.744405675738544,
      "grad_norm": 1.6805915485109424,
      "learning_rate": 1.3837804960404153e-06,
      "loss": 0.8516,
      "step": 123476
    },
    {
      "epoch": 5.744452198185624,
      "grad_norm": 1.668545901751836,
      "learning_rate": 1.383277575041336e-06,
      "loss": 0.8633,
      "step": 123477
    },
    {
      "epoch": 5.744498720632706,
      "grad_norm": 1.886392497968853,
      "learning_rate": 1.3827747450263104e-06,
      "loss": 1.0156,
      "step": 123478
    },
    {
      "epoch": 5.744545243079786,
      "grad_norm": 1.9092600490520037,
      "learning_rate": 1.382272005995605e-06,
      "loss": 1.0234,
      "step": 123479
    },
    {
      "epoch": 5.744591765526867,
      "grad_norm": 1.9195121328651885,
      "learning_rate": 1.3817693579495692e-06,
      "loss": 1.0391,
      "step": 123480
    },
    {
      "epoch": 5.744638287973947,
      "grad_norm": 1.9227820542284557,
      "learning_rate": 1.3812668008884697e-06,
      "loss": 0.9688,
      "step": 123481
    },
    {
      "epoch": 5.744684810421028,
      "grad_norm": 2.120613703547285,
      "learning_rate": 1.3807643348126396e-06,
      "loss": 1.0625,
      "step": 123482
    },
    {
      "epoch": 5.744731332868109,
      "grad_norm": 1.6343485800304653,
      "learning_rate": 1.3802619597223951e-06,
      "loss": 0.8789,
      "step": 123483
    },
    {
      "epoch": 5.744777855315189,
      "grad_norm": 1.5468228096416534,
      "learning_rate": 1.3797596756180196e-06,
      "loss": 0.9102,
      "step": 123484
    },
    {
      "epoch": 5.744824377762271,
      "grad_norm": 1.7720072646161606,
      "learning_rate": 1.3792574824998293e-06,
      "loss": 0.9219,
      "step": 123485
    },
    {
      "epoch": 5.744870900209351,
      "grad_norm": 1.7851689972791414,
      "learning_rate": 1.3787553803681406e-06,
      "loss": 1.0469,
      "step": 123486
    },
    {
      "epoch": 5.744917422656432,
      "grad_norm": 2.0966437693359214,
      "learning_rate": 1.3782533692232367e-06,
      "loss": 1.0625,
      "step": 123487
    },
    {
      "epoch": 5.744963945103512,
      "grad_norm": 1.7734376132548773,
      "learning_rate": 1.3777514490654673e-06,
      "loss": 0.8203,
      "step": 123488
    },
    {
      "epoch": 5.7450104675505935,
      "grad_norm": 1.7485898897891325,
      "learning_rate": 1.377249619895099e-06,
      "loss": 0.9531,
      "step": 123489
    },
    {
      "epoch": 5.745056989997674,
      "grad_norm": 1.6942644971813536,
      "learning_rate": 1.3767478817124477e-06,
      "loss": 0.9219,
      "step": 123490
    },
    {
      "epoch": 5.7451035124447545,
      "grad_norm": 1.965515020959532,
      "learning_rate": 1.3762462345178472e-06,
      "loss": 1.0312,
      "step": 123491
    },
    {
      "epoch": 5.745150034891835,
      "grad_norm": 1.7129418946706065,
      "learning_rate": 1.3757446783115799e-06,
      "loss": 0.8828,
      "step": 123492
    },
    {
      "epoch": 5.745196557338916,
      "grad_norm": 1.7877337348451634,
      "learning_rate": 1.375243213093946e-06,
      "loss": 0.9844,
      "step": 123493
    },
    {
      "epoch": 5.745243079785997,
      "grad_norm": 1.8372187218282476,
      "learning_rate": 1.374741838865262e-06,
      "loss": 0.9492,
      "step": 123494
    },
    {
      "epoch": 5.745289602233077,
      "grad_norm": 1.6636635129906279,
      "learning_rate": 1.3742405556258607e-06,
      "loss": 0.8594,
      "step": 123495
    },
    {
      "epoch": 5.745336124680158,
      "grad_norm": 1.8376882440217635,
      "learning_rate": 1.3737393633760085e-06,
      "loss": 1.0391,
      "step": 123496
    },
    {
      "epoch": 5.745382647127239,
      "grad_norm": 1.8068661249681774,
      "learning_rate": 1.3732382621160388e-06,
      "loss": 0.9883,
      "step": 123497
    },
    {
      "epoch": 5.74542916957432,
      "grad_norm": 1.7786532233205121,
      "learning_rate": 1.3727372518462343e-06,
      "loss": 1.0391,
      "step": 123498
    },
    {
      "epoch": 5.7454756920214,
      "grad_norm": 1.818220780026786,
      "learning_rate": 1.3722363325669116e-06,
      "loss": 1.0234,
      "step": 123499
    },
    {
      "epoch": 5.745522214468481,
      "grad_norm": 1.6470382054978916,
      "learning_rate": 1.371735504278404e-06,
      "loss": 0.8672,
      "step": 123500
    },
    {
      "epoch": 5.745568736915562,
      "grad_norm": 1.6199363760002663,
      "learning_rate": 1.3712347669809777e-06,
      "loss": 0.918,
      "step": 123501
    },
    {
      "epoch": 5.745615259362642,
      "grad_norm": 1.7417543521770615,
      "learning_rate": 1.3707341206749656e-06,
      "loss": 0.9609,
      "step": 123502
    },
    {
      "epoch": 5.745661781809723,
      "grad_norm": 1.8326158149246075,
      "learning_rate": 1.370233565360651e-06,
      "loss": 0.9336,
      "step": 123503
    },
    {
      "epoch": 5.745708304256804,
      "grad_norm": 1.7917120128541004,
      "learning_rate": 1.369733101038367e-06,
      "loss": 0.8828,
      "step": 123504
    },
    {
      "epoch": 5.745754826703885,
      "grad_norm": 1.7715509025009781,
      "learning_rate": 1.3692327277084137e-06,
      "loss": 0.9258,
      "step": 123505
    },
    {
      "epoch": 5.745801349150965,
      "grad_norm": 1.7389160897000986,
      "learning_rate": 1.3687324453710902e-06,
      "loss": 0.9688,
      "step": 123506
    },
    {
      "epoch": 5.7458478715980466,
      "grad_norm": 1.6979962541215312,
      "learning_rate": 1.3682322540266966e-06,
      "loss": 0.918,
      "step": 123507
    },
    {
      "epoch": 5.745894394045127,
      "grad_norm": 1.6561938463650032,
      "learning_rate": 1.3677321536755659e-06,
      "loss": 0.8789,
      "step": 123508
    },
    {
      "epoch": 5.7459409164922075,
      "grad_norm": 1.59702513940478,
      "learning_rate": 1.3672321443179647e-06,
      "loss": 0.7969,
      "step": 123509
    },
    {
      "epoch": 5.745987438939288,
      "grad_norm": 1.828388714364094,
      "learning_rate": 1.3667322259542424e-06,
      "loss": 0.957,
      "step": 123510
    },
    {
      "epoch": 5.7460339613863685,
      "grad_norm": 1.6864127042176407,
      "learning_rate": 1.3662323985846657e-06,
      "loss": 0.9961,
      "step": 123511
    },
    {
      "epoch": 5.74608048383345,
      "grad_norm": 1.8899242017095974,
      "learning_rate": 1.365732662209551e-06,
      "loss": 0.9375,
      "step": 123512
    },
    {
      "epoch": 5.74612700628053,
      "grad_norm": 1.778465908092142,
      "learning_rate": 1.3652330168292313e-06,
      "loss": 0.9648,
      "step": 123513
    },
    {
      "epoch": 5.746173528727611,
      "grad_norm": 1.723050663924316,
      "learning_rate": 1.3647334624439732e-06,
      "loss": 0.9727,
      "step": 123514
    },
    {
      "epoch": 5.746220051174692,
      "grad_norm": 1.6036835712179518,
      "learning_rate": 1.3642339990541095e-06,
      "loss": 0.8086,
      "step": 123515
    },
    {
      "epoch": 5.746266573621773,
      "grad_norm": 1.8752833436811975,
      "learning_rate": 1.3637346266599403e-06,
      "loss": 0.9023,
      "step": 123516
    },
    {
      "epoch": 5.746313096068853,
      "grad_norm": 1.69893844886252,
      "learning_rate": 1.363235345261765e-06,
      "loss": 0.875,
      "step": 123517
    },
    {
      "epoch": 5.746359618515934,
      "grad_norm": 2.0202726665275006,
      "learning_rate": 1.3627361548599002e-06,
      "loss": 1.0078,
      "step": 123518
    },
    {
      "epoch": 5.746406140963015,
      "grad_norm": 1.8082230291342358,
      "learning_rate": 1.3622370554546292e-06,
      "loss": 0.8867,
      "step": 123519
    },
    {
      "epoch": 5.746452663410095,
      "grad_norm": 1.7043714563104753,
      "learning_rate": 1.3617380470462847e-06,
      "loss": 0.9453,
      "step": 123520
    },
    {
      "epoch": 5.746499185857176,
      "grad_norm": 1.7800502685216246,
      "learning_rate": 1.36123912963515e-06,
      "loss": 0.957,
      "step": 123521
    },
    {
      "epoch": 5.746545708304257,
      "grad_norm": 1.7852709137165195,
      "learning_rate": 1.3607403032215581e-06,
      "loss": 0.9297,
      "step": 123522
    },
    {
      "epoch": 5.746592230751338,
      "grad_norm": 1.782208071226746,
      "learning_rate": 1.3602415678057755e-06,
      "loss": 1.0781,
      "step": 123523
    },
    {
      "epoch": 5.746638753198418,
      "grad_norm": 1.7347140877658687,
      "learning_rate": 1.3597429233881518e-06,
      "loss": 0.9297,
      "step": 123524
    },
    {
      "epoch": 5.746685275645499,
      "grad_norm": 1.8821568587025563,
      "learning_rate": 1.3592443699689538e-06,
      "loss": 1.0859,
      "step": 123525
    },
    {
      "epoch": 5.74673179809258,
      "grad_norm": 2.0194991457721305,
      "learning_rate": 1.3587459075484974e-06,
      "loss": 1.0625,
      "step": 123526
    },
    {
      "epoch": 5.7467783205396605,
      "grad_norm": 2.2247002860257576,
      "learning_rate": 1.3582475361270994e-06,
      "loss": 0.9922,
      "step": 123527
    },
    {
      "epoch": 5.746824842986741,
      "grad_norm": 1.7653904755578762,
      "learning_rate": 1.3577492557050761e-06,
      "loss": 0.8594,
      "step": 123528
    },
    {
      "epoch": 5.7468713654338215,
      "grad_norm": 1.9102601705605444,
      "learning_rate": 1.3572510662826941e-06,
      "loss": 1.0703,
      "step": 123529
    },
    {
      "epoch": 5.746917887880903,
      "grad_norm": 1.9261778098298163,
      "learning_rate": 1.3567529678602863e-06,
      "loss": 1.0625,
      "step": 123530
    },
    {
      "epoch": 5.746964410327983,
      "grad_norm": 1.8362597214373897,
      "learning_rate": 1.3562549604381523e-06,
      "loss": 0.8867,
      "step": 123531
    },
    {
      "epoch": 5.747010932775064,
      "grad_norm": 1.8808933384672946,
      "learning_rate": 1.3557570440165921e-06,
      "loss": 1.0391,
      "step": 123532
    },
    {
      "epoch": 5.747057455222144,
      "grad_norm": 1.910905271914157,
      "learning_rate": 1.3552592185959055e-06,
      "loss": 0.9375,
      "step": 123533
    },
    {
      "epoch": 5.747103977669226,
      "grad_norm": 1.474671143342447,
      "learning_rate": 1.3547614841764088e-06,
      "loss": 0.7734,
      "step": 123534
    },
    {
      "epoch": 5.747150500116306,
      "grad_norm": 1.671809907949011,
      "learning_rate": 1.3542638407584018e-06,
      "loss": 0.9453,
      "step": 123535
    },
    {
      "epoch": 5.747197022563387,
      "grad_norm": 1.876413462850717,
      "learning_rate": 1.3537662883422006e-06,
      "loss": 0.9023,
      "step": 123536
    },
    {
      "epoch": 5.747243545010468,
      "grad_norm": 1.702689725538215,
      "learning_rate": 1.353268826928089e-06,
      "loss": 0.8438,
      "step": 123537
    },
    {
      "epoch": 5.7472900674575484,
      "grad_norm": 1.839376456708792,
      "learning_rate": 1.3527714565163994e-06,
      "loss": 1.0156,
      "step": 123538
    },
    {
      "epoch": 5.747336589904629,
      "grad_norm": 2.0928181845958327,
      "learning_rate": 1.3522741771073987e-06,
      "loss": 1.1328,
      "step": 123539
    },
    {
      "epoch": 5.747383112351709,
      "grad_norm": 1.9114946707195823,
      "learning_rate": 1.3517769887014363e-06,
      "loss": 0.8203,
      "step": 123540
    },
    {
      "epoch": 5.747429634798791,
      "grad_norm": 1.9918356750461568,
      "learning_rate": 1.3512798912987787e-06,
      "loss": 0.9727,
      "step": 123541
    },
    {
      "epoch": 5.747476157245871,
      "grad_norm": 1.910687276538878,
      "learning_rate": 1.350782884899726e-06,
      "loss": 0.9805,
      "step": 123542
    },
    {
      "epoch": 5.747522679692952,
      "grad_norm": 1.934002850203235,
      "learning_rate": 1.3502859695046275e-06,
      "loss": 1.0391,
      "step": 123543
    },
    {
      "epoch": 5.747569202140032,
      "grad_norm": 2.116296334223823,
      "learning_rate": 1.3497891451137498e-06,
      "loss": 0.9258,
      "step": 123544
    },
    {
      "epoch": 5.747615724587114,
      "grad_norm": 1.9637497299521927,
      "learning_rate": 1.349292411727393e-06,
      "loss": 0.9844,
      "step": 123545
    },
    {
      "epoch": 5.747662247034194,
      "grad_norm": 1.7609110064958255,
      "learning_rate": 1.3487957693458894e-06,
      "loss": 0.8906,
      "step": 123546
    },
    {
      "epoch": 5.7477087694812745,
      "grad_norm": 1.5347823477052347,
      "learning_rate": 1.348299217969523e-06,
      "loss": 0.8398,
      "step": 123547
    },
    {
      "epoch": 5.747755291928355,
      "grad_norm": 1.791516371087909,
      "learning_rate": 1.3478027575986094e-06,
      "loss": 0.9414,
      "step": 123548
    },
    {
      "epoch": 5.747801814375436,
      "grad_norm": 1.7892665248251514,
      "learning_rate": 1.347306388233449e-06,
      "loss": 0.9883,
      "step": 123549
    },
    {
      "epoch": 5.747848336822517,
      "grad_norm": 1.5631595861819312,
      "learning_rate": 1.3468101098743412e-06,
      "loss": 0.7578,
      "step": 123550
    },
    {
      "epoch": 5.747894859269597,
      "grad_norm": 1.8194617082461313,
      "learning_rate": 1.3463139225215858e-06,
      "loss": 0.9141,
      "step": 123551
    },
    {
      "epoch": 5.747941381716679,
      "grad_norm": 2.134107200967679,
      "learning_rate": 1.3458178261754993e-06,
      "loss": 1.0469,
      "step": 123552
    },
    {
      "epoch": 5.747987904163759,
      "grad_norm": 1.564571848649667,
      "learning_rate": 1.3453218208363813e-06,
      "loss": 0.7617,
      "step": 123553
    },
    {
      "epoch": 5.74803442661084,
      "grad_norm": 1.5596889166562666,
      "learning_rate": 1.344825906504532e-06,
      "loss": 0.8242,
      "step": 123554
    },
    {
      "epoch": 5.74808094905792,
      "grad_norm": 1.693041377856198,
      "learning_rate": 1.3443300831802507e-06,
      "loss": 0.9414,
      "step": 123555
    },
    {
      "epoch": 5.7481274715050015,
      "grad_norm": 1.592418089864355,
      "learning_rate": 1.3438343508638538e-06,
      "loss": 0.8867,
      "step": 123556
    },
    {
      "epoch": 5.748173993952082,
      "grad_norm": 1.6614401158499805,
      "learning_rate": 1.3433387095556414e-06,
      "loss": 0.9102,
      "step": 123557
    },
    {
      "epoch": 5.748220516399162,
      "grad_norm": 1.656498038436756,
      "learning_rate": 1.342843159255913e-06,
      "loss": 0.957,
      "step": 123558
    },
    {
      "epoch": 5.748267038846244,
      "grad_norm": 1.638789623887624,
      "learning_rate": 1.3423476999649685e-06,
      "loss": 0.9023,
      "step": 123559
    },
    {
      "epoch": 5.748313561293324,
      "grad_norm": 1.7287701608200228,
      "learning_rate": 1.3418523316831075e-06,
      "loss": 0.8398,
      "step": 123560
    },
    {
      "epoch": 5.748360083740405,
      "grad_norm": 1.6681605487146933,
      "learning_rate": 1.3413570544106467e-06,
      "loss": 0.8711,
      "step": 123561
    },
    {
      "epoch": 5.748406606187485,
      "grad_norm": 1.6467852715937517,
      "learning_rate": 1.3408618681478855e-06,
      "loss": 0.8359,
      "step": 123562
    },
    {
      "epoch": 5.748453128634566,
      "grad_norm": 1.7616659705229967,
      "learning_rate": 1.340366772895124e-06,
      "loss": 0.9219,
      "step": 123563
    },
    {
      "epoch": 5.748499651081647,
      "grad_norm": 1.7041547956761127,
      "learning_rate": 1.3398717686526617e-06,
      "loss": 0.9375,
      "step": 123564
    },
    {
      "epoch": 5.7485461735287275,
      "grad_norm": 1.9426493620688925,
      "learning_rate": 1.3393768554208151e-06,
      "loss": 1.0312,
      "step": 123565
    },
    {
      "epoch": 5.748592695975808,
      "grad_norm": 1.6676150206018883,
      "learning_rate": 1.3388820331998673e-06,
      "loss": 0.8945,
      "step": 123566
    },
    {
      "epoch": 5.748639218422889,
      "grad_norm": 1.6535594580364852,
      "learning_rate": 1.3383873019901347e-06,
      "loss": 0.9297,
      "step": 123567
    },
    {
      "epoch": 5.74868574086997,
      "grad_norm": 1.6518259291283615,
      "learning_rate": 1.3378926617919172e-06,
      "loss": 0.8242,
      "step": 123568
    },
    {
      "epoch": 5.74873226331705,
      "grad_norm": 1.8852971421066003,
      "learning_rate": 1.3373981126055145e-06,
      "loss": 0.8672,
      "step": 123569
    },
    {
      "epoch": 5.748778785764131,
      "grad_norm": 1.9459155990278925,
      "learning_rate": 1.3369036544312429e-06,
      "loss": 0.9297,
      "step": 123570
    },
    {
      "epoch": 5.748825308211212,
      "grad_norm": 1.4486498142982789,
      "learning_rate": 1.3364092872693854e-06,
      "loss": 0.8164,
      "step": 123571
    },
    {
      "epoch": 5.748871830658293,
      "grad_norm": 1.9154555843467442,
      "learning_rate": 1.3359150111202754e-06,
      "loss": 0.9727,
      "step": 123572
    },
    {
      "epoch": 5.748918353105373,
      "grad_norm": 1.6935889711183572,
      "learning_rate": 1.3354208259841625e-06,
      "loss": 0.8438,
      "step": 123573
    },
    {
      "epoch": 5.7489648755524545,
      "grad_norm": 1.6885770687535537,
      "learning_rate": 1.3349267318613965e-06,
      "loss": 0.7969,
      "step": 123574
    },
    {
      "epoch": 5.749011397999535,
      "grad_norm": 1.9448399444744005,
      "learning_rate": 1.334432728752277e-06,
      "loss": 0.9844,
      "step": 123575
    },
    {
      "epoch": 5.7490579204466155,
      "grad_norm": 1.8600458616514388,
      "learning_rate": 1.3339388166570708e-06,
      "loss": 1.0,
      "step": 123576
    },
    {
      "epoch": 5.749104442893696,
      "grad_norm": 1.7307322611305276,
      "learning_rate": 1.3334449955761106e-06,
      "loss": 0.9414,
      "step": 123577
    },
    {
      "epoch": 5.749150965340777,
      "grad_norm": 1.6619226467928607,
      "learning_rate": 1.3329512655096963e-06,
      "loss": 1.0312,
      "step": 123578
    },
    {
      "epoch": 5.749197487787858,
      "grad_norm": 1.9222033762741055,
      "learning_rate": 1.3324576264581277e-06,
      "loss": 0.9805,
      "step": 123579
    },
    {
      "epoch": 5.749244010234938,
      "grad_norm": 1.9313498062707521,
      "learning_rate": 1.3319640784217045e-06,
      "loss": 0.957,
      "step": 123580
    },
    {
      "epoch": 5.749290532682019,
      "grad_norm": 1.9822554993643913,
      "learning_rate": 1.3314706214007265e-06,
      "loss": 0.9492,
      "step": 123581
    },
    {
      "epoch": 5.7493370551291,
      "grad_norm": 1.7491174523454658,
      "learning_rate": 1.3309772553954935e-06,
      "loss": 0.9688,
      "step": 123582
    },
    {
      "epoch": 5.749383577576181,
      "grad_norm": 1.9406693132359643,
      "learning_rate": 1.3304839804063216e-06,
      "loss": 1.0938,
      "step": 123583
    },
    {
      "epoch": 5.749430100023261,
      "grad_norm": 1.6858627515618834,
      "learning_rate": 1.329990796433511e-06,
      "loss": 1.0,
      "step": 123584
    },
    {
      "epoch": 5.7494766224703415,
      "grad_norm": 1.7813513617737498,
      "learning_rate": 1.329497703477328e-06,
      "loss": 1.0703,
      "step": 123585
    },
    {
      "epoch": 5.749523144917423,
      "grad_norm": 1.7367521107695028,
      "learning_rate": 1.3290047015381223e-06,
      "loss": 0.9727,
      "step": 123586
    },
    {
      "epoch": 5.749569667364503,
      "grad_norm": 1.7514955943467556,
      "learning_rate": 1.328511790616177e-06,
      "loss": 0.9375,
      "step": 123587
    },
    {
      "epoch": 5.749616189811584,
      "grad_norm": 1.6403301517935622,
      "learning_rate": 1.3280189707117917e-06,
      "loss": 0.8867,
      "step": 123588
    },
    {
      "epoch": 5.749662712258665,
      "grad_norm": 1.608709118328775,
      "learning_rate": 1.3275262418252663e-06,
      "loss": 0.9141,
      "step": 123589
    },
    {
      "epoch": 5.749709234705746,
      "grad_norm": 1.7694408387072846,
      "learning_rate": 1.3270336039569007e-06,
      "loss": 0.957,
      "step": 123590
    },
    {
      "epoch": 5.749755757152826,
      "grad_norm": 1.7844311767041967,
      "learning_rate": 1.3265410571070113e-06,
      "loss": 0.8594,
      "step": 123591
    },
    {
      "epoch": 5.749802279599907,
      "grad_norm": 1.8371640282844262,
      "learning_rate": 1.3260486012758809e-06,
      "loss": 1.0078,
      "step": 123592
    },
    {
      "epoch": 5.749848802046988,
      "grad_norm": 1.7023123628188979,
      "learning_rate": 1.325556236463826e-06,
      "loss": 0.8438,
      "step": 123593
    },
    {
      "epoch": 5.7498953244940685,
      "grad_norm": 1.752521292133834,
      "learning_rate": 1.3250639626711467e-06,
      "loss": 0.8828,
      "step": 123594
    },
    {
      "epoch": 5.749941846941149,
      "grad_norm": 1.6839612609979018,
      "learning_rate": 1.324571779898126e-06,
      "loss": 0.9727,
      "step": 123595
    },
    {
      "epoch": 5.749988369388229,
      "grad_norm": 1.7734001801198875,
      "learning_rate": 1.32407968814508e-06,
      "loss": 0.9414,
      "step": 123596
    },
    {
      "epoch": 5.750034891835311,
      "grad_norm": 1.8365635284214745,
      "learning_rate": 1.3235876874123253e-06,
      "loss": 0.9414,
      "step": 123597
    },
    {
      "epoch": 5.750081414282391,
      "grad_norm": 1.9879646802506927,
      "learning_rate": 1.3230957777001283e-06,
      "loss": 1.0078,
      "step": 123598
    },
    {
      "epoch": 5.750127936729472,
      "grad_norm": 1.9155879144768921,
      "learning_rate": 1.3226039590088057e-06,
      "loss": 1.0312,
      "step": 123599
    },
    {
      "epoch": 5.750174459176552,
      "grad_norm": 1.621324665475258,
      "learning_rate": 1.3221122313386734e-06,
      "loss": 0.8594,
      "step": 123600
    },
    {
      "epoch": 5.750220981623634,
      "grad_norm": 1.848306541002291,
      "learning_rate": 1.3216205946900315e-06,
      "loss": 1.0156,
      "step": 123601
    },
    {
      "epoch": 5.750267504070714,
      "grad_norm": 1.88777999983924,
      "learning_rate": 1.3211290490631465e-06,
      "loss": 0.9102,
      "step": 123602
    },
    {
      "epoch": 5.7503140265177946,
      "grad_norm": 1.673574288946014,
      "learning_rate": 1.3206375944583515e-06,
      "loss": 1.0312,
      "step": 123603
    },
    {
      "epoch": 5.750360548964876,
      "grad_norm": 1.5413016647462143,
      "learning_rate": 1.3201462308759458e-06,
      "loss": 0.9141,
      "step": 123604
    },
    {
      "epoch": 5.750407071411956,
      "grad_norm": 1.9438695462970124,
      "learning_rate": 1.319654958316213e-06,
      "loss": 1.0938,
      "step": 123605
    },
    {
      "epoch": 5.750453593859037,
      "grad_norm": 1.6987036188043911,
      "learning_rate": 1.3191637767794695e-06,
      "loss": 0.8789,
      "step": 123606
    },
    {
      "epoch": 5.750500116306117,
      "grad_norm": 1.7316261533272006,
      "learning_rate": 1.318672686265998e-06,
      "loss": 0.8555,
      "step": 123607
    },
    {
      "epoch": 5.750546638753199,
      "grad_norm": 1.716930390782325,
      "learning_rate": 1.3181816867761318e-06,
      "loss": 0.9609,
      "step": 123608
    },
    {
      "epoch": 5.750593161200279,
      "grad_norm": 1.9995666966558412,
      "learning_rate": 1.3176907783101376e-06,
      "loss": 1.0703,
      "step": 123609
    },
    {
      "epoch": 5.75063968364736,
      "grad_norm": 1.8939304418856848,
      "learning_rate": 1.3171999608683315e-06,
      "loss": 0.9609,
      "step": 123610
    },
    {
      "epoch": 5.750686206094441,
      "grad_norm": 1.8003693936148548,
      "learning_rate": 1.3167092344509966e-06,
      "loss": 0.8789,
      "step": 123611
    },
    {
      "epoch": 5.7507327285415215,
      "grad_norm": 1.8485397258534964,
      "learning_rate": 1.3162185990584663e-06,
      "loss": 1.0,
      "step": 123612
    },
    {
      "epoch": 5.750779250988602,
      "grad_norm": 1.7713201602461186,
      "learning_rate": 1.3157280546910231e-06,
      "loss": 1.0156,
      "step": 123613
    },
    {
      "epoch": 5.7508257734356825,
      "grad_norm": 1.8526638251429302,
      "learning_rate": 1.3152376013489675e-06,
      "loss": 0.8945,
      "step": 123614
    },
    {
      "epoch": 5.750872295882763,
      "grad_norm": 1.8451808223664976,
      "learning_rate": 1.3147472390325985e-06,
      "loss": 0.9297,
      "step": 123615
    },
    {
      "epoch": 5.750918818329844,
      "grad_norm": 1.7566620629454859,
      "learning_rate": 1.3142569677422166e-06,
      "loss": 0.8594,
      "step": 123616
    },
    {
      "epoch": 5.750965340776925,
      "grad_norm": 1.630000335881433,
      "learning_rate": 1.313766787478121e-06,
      "loss": 0.8438,
      "step": 123617
    },
    {
      "epoch": 5.751011863224005,
      "grad_norm": 1.8307074334343096,
      "learning_rate": 1.3132766982406117e-06,
      "loss": 0.9414,
      "step": 123618
    },
    {
      "epoch": 5.751058385671087,
      "grad_norm": 1.7215724391690244,
      "learning_rate": 1.3127867000300053e-06,
      "loss": 0.8945,
      "step": 123619
    },
    {
      "epoch": 5.751104908118167,
      "grad_norm": 1.5886381801916496,
      "learning_rate": 1.3122967928465678e-06,
      "loss": 0.7656,
      "step": 123620
    },
    {
      "epoch": 5.751151430565248,
      "grad_norm": 1.7571714598498198,
      "learning_rate": 1.3118069766906325e-06,
      "loss": 0.9336,
      "step": 123621
    },
    {
      "epoch": 5.751197953012328,
      "grad_norm": 1.7895821372975982,
      "learning_rate": 1.3113172515624827e-06,
      "loss": 0.8711,
      "step": 123622
    },
    {
      "epoch": 5.751244475459409,
      "grad_norm": 1.7474312685131859,
      "learning_rate": 1.3108276174624177e-06,
      "loss": 0.9297,
      "step": 123623
    },
    {
      "epoch": 5.75129099790649,
      "grad_norm": 2.2229157134070823,
      "learning_rate": 1.3103380743907376e-06,
      "loss": 1.1875,
      "step": 123624
    },
    {
      "epoch": 5.75133752035357,
      "grad_norm": 1.8487820047823744,
      "learning_rate": 1.3098486223477423e-06,
      "loss": 0.8398,
      "step": 123625
    },
    {
      "epoch": 5.751384042800652,
      "grad_norm": 1.7021080918650477,
      "learning_rate": 1.3093592613337477e-06,
      "loss": 0.8906,
      "step": 123626
    },
    {
      "epoch": 5.751430565247732,
      "grad_norm": 1.7956997464245086,
      "learning_rate": 1.3088699913490207e-06,
      "loss": 1.0,
      "step": 123627
    },
    {
      "epoch": 5.751477087694813,
      "grad_norm": 1.6318348318027087,
      "learning_rate": 1.3083808123938944e-06,
      "loss": 0.9844,
      "step": 123628
    },
    {
      "epoch": 5.751523610141893,
      "grad_norm": 1.7849474949135817,
      "learning_rate": 1.3078917244686515e-06,
      "loss": 0.9414,
      "step": 123629
    },
    {
      "epoch": 5.7515701325889745,
      "grad_norm": 1.7746768179272814,
      "learning_rate": 1.307402727573592e-06,
      "loss": 0.918,
      "step": 123630
    },
    {
      "epoch": 5.751616655036055,
      "grad_norm": 1.8898441343139638,
      "learning_rate": 1.306913821709016e-06,
      "loss": 1.0625,
      "step": 123631
    },
    {
      "epoch": 5.7516631774831355,
      "grad_norm": 1.7413446057306978,
      "learning_rate": 1.3064250068752224e-06,
      "loss": 0.9492,
      "step": 123632
    },
    {
      "epoch": 5.751709699930216,
      "grad_norm": 1.679106157080674,
      "learning_rate": 1.3059362830725118e-06,
      "loss": 0.875,
      "step": 123633
    },
    {
      "epoch": 5.751756222377297,
      "grad_norm": 1.732556754682392,
      "learning_rate": 1.3054476503011834e-06,
      "loss": 1.0469,
      "step": 123634
    },
    {
      "epoch": 5.751802744824378,
      "grad_norm": 1.7083380400067654,
      "learning_rate": 1.3049591085615374e-06,
      "loss": 0.8945,
      "step": 123635
    },
    {
      "epoch": 5.751849267271458,
      "grad_norm": 1.7676317561663735,
      "learning_rate": 1.3044706578538733e-06,
      "loss": 0.8672,
      "step": 123636
    },
    {
      "epoch": 5.751895789718539,
      "grad_norm": 1.859209849105993,
      "learning_rate": 1.3039822981784909e-06,
      "loss": 0.9688,
      "step": 123637
    },
    {
      "epoch": 5.75194231216562,
      "grad_norm": 1.7859497160451,
      "learning_rate": 1.3034940295356733e-06,
      "loss": 0.8359,
      "step": 123638
    },
    {
      "epoch": 5.751988834612701,
      "grad_norm": 1.9496485597062243,
      "learning_rate": 1.3030058519257537e-06,
      "loss": 1.0469,
      "step": 123639
    },
    {
      "epoch": 5.752035357059781,
      "grad_norm": 1.722058470757186,
      "learning_rate": 1.3025177653489983e-06,
      "loss": 0.8086,
      "step": 123640
    },
    {
      "epoch": 5.7520818795068624,
      "grad_norm": 1.6596446673350715,
      "learning_rate": 1.3020297698057237e-06,
      "loss": 0.8281,
      "step": 123641
    },
    {
      "epoch": 5.752128401953943,
      "grad_norm": 1.8591992280128393,
      "learning_rate": 1.3015418652962128e-06,
      "loss": 1.1172,
      "step": 123642
    },
    {
      "epoch": 5.752174924401023,
      "grad_norm": 1.8239249008559577,
      "learning_rate": 1.3010540518207823e-06,
      "loss": 0.9453,
      "step": 123643
    },
    {
      "epoch": 5.752221446848104,
      "grad_norm": 1.8297112062301961,
      "learning_rate": 1.3005663293797319e-06,
      "loss": 0.9609,
      "step": 123644
    },
    {
      "epoch": 5.752267969295185,
      "grad_norm": 1.8852267430748906,
      "learning_rate": 1.3000786979733446e-06,
      "loss": 0.9375,
      "step": 123645
    },
    {
      "epoch": 5.752314491742266,
      "grad_norm": 1.7529907863896383,
      "learning_rate": 1.2995911576019203e-06,
      "loss": 0.8789,
      "step": 123646
    },
    {
      "epoch": 5.752361014189346,
      "grad_norm": 1.726101698759089,
      "learning_rate": 1.2991037082657586e-06,
      "loss": 0.8867,
      "step": 123647
    },
    {
      "epoch": 5.752407536636428,
      "grad_norm": 1.612633222304691,
      "learning_rate": 1.2986163499651592e-06,
      "loss": 0.8828,
      "step": 123648
    },
    {
      "epoch": 5.752454059083508,
      "grad_norm": 1.9490826741929104,
      "learning_rate": 1.2981290827004386e-06,
      "loss": 1.0703,
      "step": 123649
    },
    {
      "epoch": 5.7525005815305885,
      "grad_norm": 1.7531947839730526,
      "learning_rate": 1.2976419064718802e-06,
      "loss": 0.8477,
      "step": 123650
    },
    {
      "epoch": 5.752547103977669,
      "grad_norm": 1.775755515686333,
      "learning_rate": 1.2971548212797667e-06,
      "loss": 0.8086,
      "step": 123651
    },
    {
      "epoch": 5.7525936264247495,
      "grad_norm": 1.8518104022659048,
      "learning_rate": 1.2966678271244146e-06,
      "loss": 0.9648,
      "step": 123652
    },
    {
      "epoch": 5.752640148871831,
      "grad_norm": 1.5388342593335849,
      "learning_rate": 1.2961809240061239e-06,
      "loss": 0.8906,
      "step": 123653
    },
    {
      "epoch": 5.752686671318911,
      "grad_norm": 2.0695448068541467,
      "learning_rate": 1.295694111925194e-06,
      "loss": 0.9414,
      "step": 123654
    },
    {
      "epoch": 5.752733193765992,
      "grad_norm": 1.598559452425699,
      "learning_rate": 1.2952073908819083e-06,
      "loss": 0.8477,
      "step": 123655
    },
    {
      "epoch": 5.752779716213073,
      "grad_norm": 1.6483852384371176,
      "learning_rate": 1.2947207608765664e-06,
      "loss": 0.8711,
      "step": 123656
    },
    {
      "epoch": 5.752826238660154,
      "grad_norm": 1.6775176920992996,
      "learning_rate": 1.2942342219094849e-06,
      "loss": 0.8828,
      "step": 123657
    },
    {
      "epoch": 5.752872761107234,
      "grad_norm": 1.8562516776057145,
      "learning_rate": 1.2937477739809465e-06,
      "loss": 0.8086,
      "step": 123658
    },
    {
      "epoch": 5.752919283554315,
      "grad_norm": 1.8529344250566016,
      "learning_rate": 1.2932614170912514e-06,
      "loss": 0.8945,
      "step": 123659
    },
    {
      "epoch": 5.752965806001396,
      "grad_norm": 1.7006447158455313,
      "learning_rate": 1.2927751512406826e-06,
      "loss": 0.8086,
      "step": 123660
    },
    {
      "epoch": 5.753012328448476,
      "grad_norm": 1.9607863563260568,
      "learning_rate": 1.292288976429573e-06,
      "loss": 0.9375,
      "step": 123661
    },
    {
      "epoch": 5.753058850895557,
      "grad_norm": 1.9717871579189579,
      "learning_rate": 1.2918028926582058e-06,
      "loss": 1.0547,
      "step": 123662
    },
    {
      "epoch": 5.753105373342638,
      "grad_norm": 1.7991246962570535,
      "learning_rate": 1.2913168999268641e-06,
      "loss": 0.9688,
      "step": 123663
    },
    {
      "epoch": 5.753151895789719,
      "grad_norm": 1.7462156961231596,
      "learning_rate": 1.2908309982358478e-06,
      "loss": 1.0469,
      "step": 123664
    },
    {
      "epoch": 5.753198418236799,
      "grad_norm": 1.816323197355575,
      "learning_rate": 1.290345187585473e-06,
      "loss": 0.9297,
      "step": 123665
    },
    {
      "epoch": 5.75324494068388,
      "grad_norm": 1.6963873138152172,
      "learning_rate": 1.2898594679760233e-06,
      "loss": 0.9609,
      "step": 123666
    },
    {
      "epoch": 5.753291463130961,
      "grad_norm": 1.763889843304952,
      "learning_rate": 1.2893738394077978e-06,
      "loss": 1.0156,
      "step": 123667
    },
    {
      "epoch": 5.7533379855780415,
      "grad_norm": 1.7693951260912357,
      "learning_rate": 1.2888883018810804e-06,
      "loss": 0.9492,
      "step": 123668
    },
    {
      "epoch": 5.753384508025122,
      "grad_norm": 1.7926927102355827,
      "learning_rate": 1.2884028553961866e-06,
      "loss": 0.9102,
      "step": 123669
    },
    {
      "epoch": 5.7534310304722025,
      "grad_norm": 1.6831386429428288,
      "learning_rate": 1.287917499953417e-06,
      "loss": 0.918,
      "step": 123670
    },
    {
      "epoch": 5.753477552919284,
      "grad_norm": 2.0030359647706564,
      "learning_rate": 1.2874322355530709e-06,
      "loss": 1.1016,
      "step": 123671
    },
    {
      "epoch": 5.753524075366364,
      "grad_norm": 1.7700245764305238,
      "learning_rate": 1.2869470621954147e-06,
      "loss": 0.9727,
      "step": 123672
    },
    {
      "epoch": 5.753570597813445,
      "grad_norm": 1.8049212961956558,
      "learning_rate": 1.2864619798807651e-06,
      "loss": 0.9766,
      "step": 123673
    },
    {
      "epoch": 5.753617120260525,
      "grad_norm": 1.6754448575150318,
      "learning_rate": 1.2859769886094385e-06,
      "loss": 0.9727,
      "step": 123674
    },
    {
      "epoch": 5.753663642707607,
      "grad_norm": 1.883377168500093,
      "learning_rate": 1.2854920883817011e-06,
      "loss": 0.9258,
      "step": 123675
    },
    {
      "epoch": 5.753710165154687,
      "grad_norm": 1.7935346664694811,
      "learning_rate": 1.2850072791978695e-06,
      "loss": 0.8906,
      "step": 123676
    },
    {
      "epoch": 5.753756687601768,
      "grad_norm": 2.0122133083392986,
      "learning_rate": 1.2845225610582267e-06,
      "loss": 0.9844,
      "step": 123677
    },
    {
      "epoch": 5.753803210048849,
      "grad_norm": 1.7564643325291147,
      "learning_rate": 1.2840379339630724e-06,
      "loss": 0.9531,
      "step": 123678
    },
    {
      "epoch": 5.7538497324959295,
      "grad_norm": 1.706956598885562,
      "learning_rate": 1.2835533979127067e-06,
      "loss": 0.7812,
      "step": 123679
    },
    {
      "epoch": 5.75389625494301,
      "grad_norm": 1.7022036868274457,
      "learning_rate": 1.283068952907429e-06,
      "loss": 0.8125,
      "step": 123680
    },
    {
      "epoch": 5.75394277739009,
      "grad_norm": 1.6126405701023874,
      "learning_rate": 1.2825845989475392e-06,
      "loss": 0.8516,
      "step": 123681
    },
    {
      "epoch": 5.753989299837172,
      "grad_norm": 1.6207525312079254,
      "learning_rate": 1.2821003360333205e-06,
      "loss": 0.8672,
      "step": 123682
    },
    {
      "epoch": 5.754035822284252,
      "grad_norm": 1.870139366226171,
      "learning_rate": 1.2816161641650724e-06,
      "loss": 0.9414,
      "step": 123683
    },
    {
      "epoch": 5.754082344731333,
      "grad_norm": 1.6591208602333973,
      "learning_rate": 1.2811320833431116e-06,
      "loss": 0.9375,
      "step": 123684
    },
    {
      "epoch": 5.754128867178413,
      "grad_norm": 1.5678816817934924,
      "learning_rate": 1.2806480935677043e-06,
      "loss": 0.8359,
      "step": 123685
    },
    {
      "epoch": 5.754175389625495,
      "grad_norm": 1.7265536883280843,
      "learning_rate": 1.2801641948391672e-06,
      "loss": 0.918,
      "step": 123686
    },
    {
      "epoch": 5.754221912072575,
      "grad_norm": 1.9113671333708837,
      "learning_rate": 1.2796803871577833e-06,
      "loss": 0.9258,
      "step": 123687
    },
    {
      "epoch": 5.7542684345196555,
      "grad_norm": 1.76049481049894,
      "learning_rate": 1.2791966705238687e-06,
      "loss": 0.8828,
      "step": 123688
    },
    {
      "epoch": 5.754314956966736,
      "grad_norm": 1.8179625754111608,
      "learning_rate": 1.2787130449376903e-06,
      "loss": 0.9766,
      "step": 123689
    },
    {
      "epoch": 5.754361479413817,
      "grad_norm": 2.0784569270295674,
      "learning_rate": 1.2782295103995643e-06,
      "loss": 0.957,
      "step": 123690
    },
    {
      "epoch": 5.754408001860898,
      "grad_norm": 1.9472547061110719,
      "learning_rate": 1.2777460669097906e-06,
      "loss": 1.0234,
      "step": 123691
    },
    {
      "epoch": 5.754454524307978,
      "grad_norm": 1.7722485437449533,
      "learning_rate": 1.277262714468652e-06,
      "loss": 0.8945,
      "step": 123692
    },
    {
      "epoch": 5.75450104675506,
      "grad_norm": 1.941013047783794,
      "learning_rate": 1.2767794530764652e-06,
      "loss": 1.1875,
      "step": 123693
    },
    {
      "epoch": 5.75454756920214,
      "grad_norm": 1.7937955895799254,
      "learning_rate": 1.27629628273348e-06,
      "loss": 0.8359,
      "step": 123694
    },
    {
      "epoch": 5.754594091649221,
      "grad_norm": 1.6865921815109688,
      "learning_rate": 1.275813203440046e-06,
      "loss": 0.9336,
      "step": 123695
    },
    {
      "epoch": 5.754640614096301,
      "grad_norm": 1.8862259731644018,
      "learning_rate": 1.2753302151964296e-06,
      "loss": 0.8828,
      "step": 123696
    },
    {
      "epoch": 5.7546871365433825,
      "grad_norm": 1.7773445794899663,
      "learning_rate": 1.2748473180029307e-06,
      "loss": 0.9102,
      "step": 123697
    },
    {
      "epoch": 5.754733658990463,
      "grad_norm": 1.7993169124020651,
      "learning_rate": 1.274364511859849e-06,
      "loss": 0.8828,
      "step": 123698
    },
    {
      "epoch": 5.754780181437543,
      "grad_norm": 1.6901685866521952,
      "learning_rate": 1.2738817967674676e-06,
      "loss": 0.8633,
      "step": 123699
    },
    {
      "epoch": 5.754826703884625,
      "grad_norm": 2.035988295901661,
      "learning_rate": 1.2733991727261028e-06,
      "loss": 0.9844,
      "step": 123700
    },
    {
      "epoch": 5.754873226331705,
      "grad_norm": 1.7626526691095858,
      "learning_rate": 1.272916639736038e-06,
      "loss": 0.9531,
      "step": 123701
    },
    {
      "epoch": 5.754919748778786,
      "grad_norm": 1.6917695421806749,
      "learning_rate": 1.2724341977975727e-06,
      "loss": 0.9883,
      "step": 123702
    },
    {
      "epoch": 5.754966271225866,
      "grad_norm": 1.749524853798127,
      "learning_rate": 1.2719518469109902e-06,
      "loss": 0.9062,
      "step": 123703
    },
    {
      "epoch": 5.755012793672947,
      "grad_norm": 1.7928371144246777,
      "learning_rate": 1.2714695870766066e-06,
      "loss": 0.9102,
      "step": 123704
    },
    {
      "epoch": 5.755059316120028,
      "grad_norm": 1.8489053917235447,
      "learning_rate": 1.2709874182947055e-06,
      "loss": 0.875,
      "step": 123705
    },
    {
      "epoch": 5.755105838567109,
      "grad_norm": 1.6250193943953348,
      "learning_rate": 1.2705053405655697e-06,
      "loss": 0.8672,
      "step": 123706
    },
    {
      "epoch": 5.755152361014189,
      "grad_norm": 1.5697497797118813,
      "learning_rate": 1.2700233538895155e-06,
      "loss": 0.8984,
      "step": 123707
    },
    {
      "epoch": 5.75519888346127,
      "grad_norm": 1.77181094150495,
      "learning_rate": 1.269541458266826e-06,
      "loss": 0.8477,
      "step": 123708
    },
    {
      "epoch": 5.755245405908351,
      "grad_norm": 1.7708316101499242,
      "learning_rate": 1.2690596536978015e-06,
      "loss": 1.0391,
      "step": 123709
    },
    {
      "epoch": 5.755291928355431,
      "grad_norm": 1.8830950016746477,
      "learning_rate": 1.2685779401827413e-06,
      "loss": 1.0234,
      "step": 123710
    },
    {
      "epoch": 5.755338450802512,
      "grad_norm": 1.6633516089739562,
      "learning_rate": 1.2680963177219449e-06,
      "loss": 0.9375,
      "step": 123711
    },
    {
      "epoch": 5.755384973249593,
      "grad_norm": 1.8999171615193284,
      "learning_rate": 1.2676147863156627e-06,
      "loss": 0.9688,
      "step": 123712
    },
    {
      "epoch": 5.755431495696674,
      "grad_norm": 1.8240633871392407,
      "learning_rate": 1.2671333459642442e-06,
      "loss": 0.9219,
      "step": 123713
    },
    {
      "epoch": 5.755478018143754,
      "grad_norm": 1.8222832954239763,
      "learning_rate": 1.2666519966679723e-06,
      "loss": 0.8672,
      "step": 123714
    },
    {
      "epoch": 5.7555245405908355,
      "grad_norm": 1.8285610737966507,
      "learning_rate": 1.2661707384271136e-06,
      "loss": 0.8906,
      "step": 123715
    },
    {
      "epoch": 5.755571063037916,
      "grad_norm": 1.6447325691671852,
      "learning_rate": 1.2656895712419846e-06,
      "loss": 0.8828,
      "step": 123716
    },
    {
      "epoch": 5.7556175854849965,
      "grad_norm": 1.7546024844322137,
      "learning_rate": 1.265208495112885e-06,
      "loss": 0.9883,
      "step": 123717
    },
    {
      "epoch": 5.755664107932077,
      "grad_norm": 1.723332151623989,
      "learning_rate": 1.2647275100401144e-06,
      "loss": 0.8125,
      "step": 123718
    },
    {
      "epoch": 5.755710630379158,
      "grad_norm": 1.7056477833490753,
      "learning_rate": 1.2642466160239395e-06,
      "loss": 0.9492,
      "step": 123719
    },
    {
      "epoch": 5.755757152826239,
      "grad_norm": 1.6048325206599474,
      "learning_rate": 1.26376581306466e-06,
      "loss": 0.8789,
      "step": 123720
    },
    {
      "epoch": 5.755803675273319,
      "grad_norm": 1.8872935491480394,
      "learning_rate": 1.2632851011625756e-06,
      "loss": 1.2188,
      "step": 123721
    },
    {
      "epoch": 5.7558501977204,
      "grad_norm": 1.8694119965143599,
      "learning_rate": 1.2628044803180026e-06,
      "loss": 1.0859,
      "step": 123722
    },
    {
      "epoch": 5.755896720167481,
      "grad_norm": 1.7840478394933181,
      "learning_rate": 1.2623239505312076e-06,
      "loss": 0.9922,
      "step": 123723
    },
    {
      "epoch": 5.755943242614562,
      "grad_norm": 1.7790862473780027,
      "learning_rate": 1.2618435118025073e-06,
      "loss": 0.8008,
      "step": 123724
    },
    {
      "epoch": 5.755989765061642,
      "grad_norm": 1.838226126272873,
      "learning_rate": 1.2613631641321675e-06,
      "loss": 0.9805,
      "step": 123725
    },
    {
      "epoch": 5.7560362875087225,
      "grad_norm": 1.5709069588591371,
      "learning_rate": 1.2608829075205051e-06,
      "loss": 0.8164,
      "step": 123726
    },
    {
      "epoch": 5.756082809955804,
      "grad_norm": 1.6052142795098656,
      "learning_rate": 1.260402741967803e-06,
      "loss": 0.8477,
      "step": 123727
    },
    {
      "epoch": 5.756129332402884,
      "grad_norm": 1.9585054900838652,
      "learning_rate": 1.2599226674743778e-06,
      "loss": 0.8906,
      "step": 123728
    },
    {
      "epoch": 5.756175854849965,
      "grad_norm": 2.0036953471746703,
      "learning_rate": 1.2594426840404793e-06,
      "loss": 0.9492,
      "step": 123729
    },
    {
      "epoch": 5.756222377297046,
      "grad_norm": 1.8139466981098755,
      "learning_rate": 1.2589627916664402e-06,
      "loss": 0.9492,
      "step": 123730
    },
    {
      "epoch": 5.756268899744127,
      "grad_norm": 1.7575230973366134,
      "learning_rate": 1.2584829903525273e-06,
      "loss": 0.8828,
      "step": 123731
    },
    {
      "epoch": 5.756315422191207,
      "grad_norm": 1.7522741659362744,
      "learning_rate": 1.2580032800990735e-06,
      "loss": 0.9453,
      "step": 123732
    },
    {
      "epoch": 5.756361944638288,
      "grad_norm": 2.0102203833702026,
      "learning_rate": 1.2575236609063287e-06,
      "loss": 0.8633,
      "step": 123733
    },
    {
      "epoch": 5.756408467085369,
      "grad_norm": 1.7945998184403231,
      "learning_rate": 1.2570441327745928e-06,
      "loss": 0.8984,
      "step": 123734
    },
    {
      "epoch": 5.7564549895324495,
      "grad_norm": 1.6934148920803662,
      "learning_rate": 1.2565646957041985e-06,
      "loss": 0.9688,
      "step": 123735
    },
    {
      "epoch": 5.75650151197953,
      "grad_norm": 2.0103348433618025,
      "learning_rate": 1.256085349695396e-06,
      "loss": 0.9961,
      "step": 123736
    },
    {
      "epoch": 5.756548034426611,
      "grad_norm": 1.7198820869194524,
      "learning_rate": 1.2556060947485014e-06,
      "loss": 1.0391,
      "step": 123737
    },
    {
      "epoch": 5.756594556873692,
      "grad_norm": 1.5315546342416184,
      "learning_rate": 1.2551269308637812e-06,
      "loss": 0.8086,
      "step": 123738
    },
    {
      "epoch": 5.756641079320772,
      "grad_norm": 1.7222697235824949,
      "learning_rate": 1.2546478580415686e-06,
      "loss": 0.9258,
      "step": 123739
    },
    {
      "epoch": 5.756687601767853,
      "grad_norm": 1.6508507807996848,
      "learning_rate": 1.2541688762821466e-06,
      "loss": 0.8867,
      "step": 123740
    },
    {
      "epoch": 5.756734124214933,
      "grad_norm": 1.5525140496948608,
      "learning_rate": 1.2536899855857819e-06,
      "loss": 0.8672,
      "step": 123741
    },
    {
      "epoch": 5.756780646662015,
      "grad_norm": 1.7772273997723398,
      "learning_rate": 1.2532111859527737e-06,
      "loss": 0.9297,
      "step": 123742
    },
    {
      "epoch": 5.756827169109095,
      "grad_norm": 1.6191113798981003,
      "learning_rate": 1.2527324773834392e-06,
      "loss": 0.7578,
      "step": 123743
    },
    {
      "epoch": 5.756873691556176,
      "grad_norm": 1.7750176830694442,
      "learning_rate": 1.2522538598780607e-06,
      "loss": 0.8008,
      "step": 123744
    },
    {
      "epoch": 5.756920214003257,
      "grad_norm": 1.7291090726318925,
      "learning_rate": 1.2517753334369386e-06,
      "loss": 0.918,
      "step": 123745
    },
    {
      "epoch": 5.756966736450337,
      "grad_norm": 1.8730159709818097,
      "learning_rate": 1.2512968980603388e-06,
      "loss": 0.9883,
      "step": 123746
    },
    {
      "epoch": 5.757013258897418,
      "grad_norm": 1.7443679680105941,
      "learning_rate": 1.2508185537485783e-06,
      "loss": 0.9219,
      "step": 123747
    },
    {
      "epoch": 5.757059781344498,
      "grad_norm": 1.9940028542963442,
      "learning_rate": 1.2503403005019564e-06,
      "loss": 1.2422,
      "step": 123748
    },
    {
      "epoch": 5.75710630379158,
      "grad_norm": 1.6699929203902526,
      "learning_rate": 1.2498621383207396e-06,
      "loss": 0.9531,
      "step": 123749
    },
    {
      "epoch": 5.75715282623866,
      "grad_norm": 1.9334754255574058,
      "learning_rate": 1.249384067205228e-06,
      "loss": 0.9805,
      "step": 123750
    },
    {
      "epoch": 5.757199348685741,
      "grad_norm": 1.7661394994667896,
      "learning_rate": 1.248906087155721e-06,
      "loss": 0.8594,
      "step": 123751
    },
    {
      "epoch": 5.757245871132822,
      "grad_norm": 1.6898446597433223,
      "learning_rate": 1.2484281981725186e-06,
      "loss": 0.7734,
      "step": 123752
    },
    {
      "epoch": 5.7572923935799025,
      "grad_norm": 1.748552042272004,
      "learning_rate": 1.2479504002559204e-06,
      "loss": 0.9258,
      "step": 123753
    },
    {
      "epoch": 5.757338916026983,
      "grad_norm": 1.84954314897647,
      "learning_rate": 1.2474726934061763e-06,
      "loss": 0.8906,
      "step": 123754
    },
    {
      "epoch": 5.7573854384740635,
      "grad_norm": 1.7754992952405082,
      "learning_rate": 1.2469950776236192e-06,
      "loss": 0.8477,
      "step": 123755
    },
    {
      "epoch": 5.757431960921144,
      "grad_norm": 1.8231823792886912,
      "learning_rate": 1.2465175529085159e-06,
      "loss": 0.9961,
      "step": 123756
    },
    {
      "epoch": 5.757478483368225,
      "grad_norm": 1.7935204718661217,
      "learning_rate": 1.246040119261199e-06,
      "loss": 0.8672,
      "step": 123757
    },
    {
      "epoch": 5.757525005815306,
      "grad_norm": 1.9145690416048904,
      "learning_rate": 1.245562776681902e-06,
      "loss": 0.9531,
      "step": 123758
    },
    {
      "epoch": 5.757571528262386,
      "grad_norm": 1.631875124466482,
      "learning_rate": 1.2450855251709745e-06,
      "loss": 0.7891,
      "step": 123759
    },
    {
      "epoch": 5.757618050709468,
      "grad_norm": 1.8871367926217764,
      "learning_rate": 1.2446083647286664e-06,
      "loss": 0.8438,
      "step": 123760
    },
    {
      "epoch": 5.757664573156548,
      "grad_norm": 1.9941093851292087,
      "learning_rate": 1.2441312953552774e-06,
      "loss": 0.957,
      "step": 123761
    },
    {
      "epoch": 5.757711095603629,
      "grad_norm": 1.6537304295728343,
      "learning_rate": 1.2436543170511238e-06,
      "loss": 0.8906,
      "step": 123762
    },
    {
      "epoch": 5.757757618050709,
      "grad_norm": 2.0417610251856746,
      "learning_rate": 1.2431774298164887e-06,
      "loss": 1.0781,
      "step": 123763
    },
    {
      "epoch": 5.75780414049779,
      "grad_norm": 1.7515888943793876,
      "learning_rate": 1.2427006336516388e-06,
      "loss": 0.8984,
      "step": 123764
    },
    {
      "epoch": 5.757850662944871,
      "grad_norm": 1.8320571991408432,
      "learning_rate": 1.2422239285568737e-06,
      "loss": 1.1172,
      "step": 123765
    },
    {
      "epoch": 5.757897185391951,
      "grad_norm": 1.6253347291799067,
      "learning_rate": 1.2417473145325262e-06,
      "loss": 0.8828,
      "step": 123766
    },
    {
      "epoch": 5.757943707839033,
      "grad_norm": 1.8720127004238665,
      "learning_rate": 1.2412707915788468e-06,
      "loss": 0.9023,
      "step": 123767
    },
    {
      "epoch": 5.757990230286113,
      "grad_norm": 1.7897290713514387,
      "learning_rate": 1.2407943596961345e-06,
      "loss": 0.9062,
      "step": 123768
    },
    {
      "epoch": 5.758036752733194,
      "grad_norm": 1.5367512236870753,
      "learning_rate": 1.240318018884673e-06,
      "loss": 0.8203,
      "step": 123769
    },
    {
      "epoch": 5.758083275180274,
      "grad_norm": 1.8819740832422598,
      "learning_rate": 1.2398417691447782e-06,
      "loss": 0.9688,
      "step": 123770
    },
    {
      "epoch": 5.7581297976273556,
      "grad_norm": 1.9407868441950595,
      "learning_rate": 1.2393656104767336e-06,
      "loss": 0.9609,
      "step": 123771
    },
    {
      "epoch": 5.758176320074436,
      "grad_norm": 1.7082555018203995,
      "learning_rate": 1.238889542880822e-06,
      "loss": 0.8828,
      "step": 123772
    },
    {
      "epoch": 5.7582228425215165,
      "grad_norm": 1.7043176193798484,
      "learning_rate": 1.2384135663573437e-06,
      "loss": 0.8203,
      "step": 123773
    },
    {
      "epoch": 5.758269364968597,
      "grad_norm": 1.7494087179924032,
      "learning_rate": 1.237937680906581e-06,
      "loss": 0.9805,
      "step": 123774
    },
    {
      "epoch": 5.758315887415678,
      "grad_norm": 1.7928801487613117,
      "learning_rate": 1.2374618865288345e-06,
      "loss": 0.8945,
      "step": 123775
    },
    {
      "epoch": 5.758362409862759,
      "grad_norm": 1.8491328642354958,
      "learning_rate": 1.2369861832243866e-06,
      "loss": 0.9414,
      "step": 123776
    },
    {
      "epoch": 5.758408932309839,
      "grad_norm": 1.737881897752867,
      "learning_rate": 1.2365105709935209e-06,
      "loss": 1.0156,
      "step": 123777
    },
    {
      "epoch": 5.75845545475692,
      "grad_norm": 1.8725077907637167,
      "learning_rate": 1.2360350498365533e-06,
      "loss": 0.9102,
      "step": 123778
    },
    {
      "epoch": 5.758501977204001,
      "grad_norm": 1.761468500717928,
      "learning_rate": 1.2355596197537677e-06,
      "loss": 0.875,
      "step": 123779
    },
    {
      "epoch": 5.758548499651082,
      "grad_norm": 1.815968740418287,
      "learning_rate": 1.2350842807454298e-06,
      "loss": 0.9922,
      "step": 123780
    },
    {
      "epoch": 5.758595022098162,
      "grad_norm": 1.73968533719192,
      "learning_rate": 1.234609032811873e-06,
      "loss": 0.9062,
      "step": 123781
    },
    {
      "epoch": 5.7586415445452435,
      "grad_norm": 1.7597831030598714,
      "learning_rate": 1.234133875953347e-06,
      "loss": 0.9961,
      "step": 123782
    },
    {
      "epoch": 5.758688066992324,
      "grad_norm": 1.9051425813465297,
      "learning_rate": 1.2336588101701683e-06,
      "loss": 1.0469,
      "step": 123783
    },
    {
      "epoch": 5.758734589439404,
      "grad_norm": 1.8808464598493329,
      "learning_rate": 1.23318383546262e-06,
      "loss": 1.0312,
      "step": 123784
    },
    {
      "epoch": 5.758781111886485,
      "grad_norm": 1.8119647316873688,
      "learning_rate": 1.232708951830985e-06,
      "loss": 0.8945,
      "step": 123785
    },
    {
      "epoch": 5.758827634333566,
      "grad_norm": 1.6357867584457089,
      "learning_rate": 1.2322341592755635e-06,
      "loss": 0.8516,
      "step": 123786
    },
    {
      "epoch": 5.758874156780647,
      "grad_norm": 1.603064768292077,
      "learning_rate": 1.231759457796655e-06,
      "loss": 0.7734,
      "step": 123787
    },
    {
      "epoch": 5.758920679227727,
      "grad_norm": 1.555266064651848,
      "learning_rate": 1.2312848473945424e-06,
      "loss": 0.8672,
      "step": 123788
    },
    {
      "epoch": 5.758967201674809,
      "grad_norm": 2.1075165899065222,
      "learning_rate": 1.2308103280695091e-06,
      "loss": 1.0469,
      "step": 123789
    },
    {
      "epoch": 5.759013724121889,
      "grad_norm": 2.1220287655318653,
      "learning_rate": 1.2303358998218382e-06,
      "loss": 1.2344,
      "step": 123790
    },
    {
      "epoch": 5.7590602465689695,
      "grad_norm": 1.914026325255488,
      "learning_rate": 1.229861562651846e-06,
      "loss": 1.1016,
      "step": 123791
    },
    {
      "epoch": 5.75910676901605,
      "grad_norm": 1.7237527238574384,
      "learning_rate": 1.2293873165598157e-06,
      "loss": 0.9844,
      "step": 123792
    },
    {
      "epoch": 5.7591532914631305,
      "grad_norm": 1.8875792715838948,
      "learning_rate": 1.2289131615460135e-06,
      "loss": 0.9219,
      "step": 123793
    },
    {
      "epoch": 5.759199813910212,
      "grad_norm": 1.6726820789374803,
      "learning_rate": 1.228439097610756e-06,
      "loss": 0.832,
      "step": 123794
    },
    {
      "epoch": 5.759246336357292,
      "grad_norm": 1.7598593605279667,
      "learning_rate": 1.2279651247543265e-06,
      "loss": 1.0234,
      "step": 123795
    },
    {
      "epoch": 5.759292858804373,
      "grad_norm": 2.027341715838888,
      "learning_rate": 1.227491242977008e-06,
      "loss": 0.8477,
      "step": 123796
    },
    {
      "epoch": 5.759339381251454,
      "grad_norm": 1.8845075081025815,
      "learning_rate": 1.2270174522791165e-06,
      "loss": 0.918,
      "step": 123797
    },
    {
      "epoch": 5.759385903698535,
      "grad_norm": 1.7266988085607684,
      "learning_rate": 1.2265437526609022e-06,
      "loss": 0.8828,
      "step": 123798
    },
    {
      "epoch": 5.759432426145615,
      "grad_norm": 1.7723323805459528,
      "learning_rate": 1.226070144122665e-06,
      "loss": 0.8086,
      "step": 123799
    },
    {
      "epoch": 5.759478948592696,
      "grad_norm": 1.752561384920766,
      "learning_rate": 1.225596626664721e-06,
      "loss": 0.9961,
      "step": 123800
    },
    {
      "epoch": 5.759525471039777,
      "grad_norm": 1.6642841349853028,
      "learning_rate": 1.2251232002873534e-06,
      "loss": 0.8398,
      "step": 123801
    },
    {
      "epoch": 5.7595719934868574,
      "grad_norm": 1.8521918522886627,
      "learning_rate": 1.2246498649908288e-06,
      "loss": 0.875,
      "step": 123802
    },
    {
      "epoch": 5.759618515933938,
      "grad_norm": 1.8297593554519918,
      "learning_rate": 1.2241766207754466e-06,
      "loss": 0.9766,
      "step": 123803
    },
    {
      "epoch": 5.759665038381019,
      "grad_norm": 1.7771778973415595,
      "learning_rate": 1.223703467641507e-06,
      "loss": 1.0,
      "step": 123804
    },
    {
      "epoch": 5.7597115608281,
      "grad_norm": 1.6663329087585748,
      "learning_rate": 1.2232304055892927e-06,
      "loss": 0.9492,
      "step": 123805
    },
    {
      "epoch": 5.75975808327518,
      "grad_norm": 1.7352980918662755,
      "learning_rate": 1.2227574346190872e-06,
      "loss": 0.9336,
      "step": 123806
    },
    {
      "epoch": 5.759804605722261,
      "grad_norm": 1.5234490002054106,
      "learning_rate": 1.22228455473119e-06,
      "loss": 0.6875,
      "step": 123807
    },
    {
      "epoch": 5.759851128169342,
      "grad_norm": 1.7859276916062217,
      "learning_rate": 1.2218117659258842e-06,
      "loss": 0.9375,
      "step": 123808
    },
    {
      "epoch": 5.759897650616423,
      "grad_norm": 1.765884134744658,
      "learning_rate": 1.2213390682034695e-06,
      "loss": 0.9141,
      "step": 123809
    },
    {
      "epoch": 5.759944173063503,
      "grad_norm": 1.758106303958729,
      "learning_rate": 1.2208664615642127e-06,
      "loss": 1.0,
      "step": 123810
    },
    {
      "epoch": 5.7599906955105835,
      "grad_norm": 1.64197452213921,
      "learning_rate": 1.2203939460084467e-06,
      "loss": 0.8945,
      "step": 123811
    },
    {
      "epoch": 5.760037217957665,
      "grad_norm": 1.7918897627008206,
      "learning_rate": 1.2199215215364044e-06,
      "loss": 0.8516,
      "step": 123812
    },
    {
      "epoch": 5.760083740404745,
      "grad_norm": 1.6811610884093777,
      "learning_rate": 1.2194491881484193e-06,
      "loss": 0.8906,
      "step": 123813
    },
    {
      "epoch": 5.760130262851826,
      "grad_norm": 1.767936979988825,
      "learning_rate": 1.2189769458447574e-06,
      "loss": 0.9219,
      "step": 123814
    },
    {
      "epoch": 5.760176785298906,
      "grad_norm": 1.7601498017477202,
      "learning_rate": 1.2185047946257188e-06,
      "loss": 0.9883,
      "step": 123815
    },
    {
      "epoch": 5.760223307745988,
      "grad_norm": 2.0705537808104464,
      "learning_rate": 1.2180327344915863e-06,
      "loss": 0.9844,
      "step": 123816
    },
    {
      "epoch": 5.760269830193068,
      "grad_norm": 1.6454082569095971,
      "learning_rate": 1.2175607654426434e-06,
      "loss": 0.8984,
      "step": 123817
    },
    {
      "epoch": 5.760316352640149,
      "grad_norm": 1.9261476849636765,
      "learning_rate": 1.2170888874791896e-06,
      "loss": 1.1016,
      "step": 123818
    },
    {
      "epoch": 5.76036287508723,
      "grad_norm": 1.7456579793646947,
      "learning_rate": 1.2166171006015246e-06,
      "loss": 0.9688,
      "step": 123819
    },
    {
      "epoch": 5.7604093975343105,
      "grad_norm": 1.85358129496155,
      "learning_rate": 1.2161454048099152e-06,
      "loss": 0.9766,
      "step": 123820
    },
    {
      "epoch": 5.760455919981391,
      "grad_norm": 1.5678296531058822,
      "learning_rate": 1.215673800104644e-06,
      "loss": 0.832,
      "step": 123821
    },
    {
      "epoch": 5.760502442428471,
      "grad_norm": 1.6571300071854271,
      "learning_rate": 1.2152022864860445e-06,
      "loss": 0.9297,
      "step": 123822
    },
    {
      "epoch": 5.760548964875553,
      "grad_norm": 1.8559936432252364,
      "learning_rate": 1.2147308639543495e-06,
      "loss": 0.9453,
      "step": 123823
    },
    {
      "epoch": 5.760595487322633,
      "grad_norm": 1.8217331048629075,
      "learning_rate": 1.2142595325098926e-06,
      "loss": 1.0391,
      "step": 123824
    },
    {
      "epoch": 5.760642009769714,
      "grad_norm": 1.7676045540371732,
      "learning_rate": 1.213788292152923e-06,
      "loss": 0.9805,
      "step": 123825
    },
    {
      "epoch": 5.760688532216794,
      "grad_norm": 2.036772612802323,
      "learning_rate": 1.2133171428837574e-06,
      "loss": 1.0312,
      "step": 123826
    },
    {
      "epoch": 5.760735054663876,
      "grad_norm": 1.8471043342005808,
      "learning_rate": 1.2128460847026788e-06,
      "loss": 0.8555,
      "step": 123827
    },
    {
      "epoch": 5.760781577110956,
      "grad_norm": 1.6837512881412502,
      "learning_rate": 1.2123751176099705e-06,
      "loss": 0.875,
      "step": 123828
    },
    {
      "epoch": 5.7608280995580365,
      "grad_norm": 1.9371940988543317,
      "learning_rate": 1.2119042416059155e-06,
      "loss": 0.9844,
      "step": 123829
    },
    {
      "epoch": 5.760874622005117,
      "grad_norm": 1.8584823341499328,
      "learning_rate": 1.2114334566908136e-06,
      "loss": 0.8906,
      "step": 123830
    },
    {
      "epoch": 5.760921144452198,
      "grad_norm": 1.622317052776143,
      "learning_rate": 1.2109627628649476e-06,
      "loss": 0.8867,
      "step": 123831
    },
    {
      "epoch": 5.760967666899279,
      "grad_norm": 1.7136347816886643,
      "learning_rate": 1.2104921601286178e-06,
      "loss": 0.8398,
      "step": 123832
    },
    {
      "epoch": 5.761014189346359,
      "grad_norm": 1.6883291865583276,
      "learning_rate": 1.2100216484821068e-06,
      "loss": 0.7734,
      "step": 123833
    },
    {
      "epoch": 5.761060711793441,
      "grad_norm": 1.459209421160526,
      "learning_rate": 1.2095512279256815e-06,
      "loss": 0.8125,
      "step": 123834
    },
    {
      "epoch": 5.761107234240521,
      "grad_norm": 2.0649579347611655,
      "learning_rate": 1.209080898459641e-06,
      "loss": 1.0469,
      "step": 123835
    },
    {
      "epoch": 5.761153756687602,
      "grad_norm": 1.8282721737178658,
      "learning_rate": 1.2086106600843027e-06,
      "loss": 0.9297,
      "step": 123836
    },
    {
      "epoch": 5.761200279134682,
      "grad_norm": 1.8954161336972075,
      "learning_rate": 1.2081405127999156e-06,
      "loss": 1.0391,
      "step": 123837
    },
    {
      "epoch": 5.7612468015817635,
      "grad_norm": 1.711818169630029,
      "learning_rate": 1.2076704566067795e-06,
      "loss": 0.9844,
      "step": 123838
    },
    {
      "epoch": 5.761293324028844,
      "grad_norm": 1.691811336187785,
      "learning_rate": 1.2072004915051781e-06,
      "loss": 0.8008,
      "step": 123839
    },
    {
      "epoch": 5.7613398464759245,
      "grad_norm": 1.9711666057970245,
      "learning_rate": 1.2067306174954105e-06,
      "loss": 1.0625,
      "step": 123840
    },
    {
      "epoch": 5.761386368923006,
      "grad_norm": 1.704568050001758,
      "learning_rate": 1.2062608345777769e-06,
      "loss": 0.9727,
      "step": 123841
    },
    {
      "epoch": 5.761432891370086,
      "grad_norm": 1.7728837978740353,
      "learning_rate": 1.205791142752527e-06,
      "loss": 0.9727,
      "step": 123842
    },
    {
      "epoch": 5.761479413817167,
      "grad_norm": 1.620696098743597,
      "learning_rate": 1.205321542019977e-06,
      "loss": 0.9375,
      "step": 123843
    },
    {
      "epoch": 5.761525936264247,
      "grad_norm": 1.8873585049131274,
      "learning_rate": 1.2048520323803933e-06,
      "loss": 1.0078,
      "step": 123844
    },
    {
      "epoch": 5.761572458711328,
      "grad_norm": 1.9302686382480039,
      "learning_rate": 1.2043826138340928e-06,
      "loss": 1.1016,
      "step": 123845
    },
    {
      "epoch": 5.761618981158409,
      "grad_norm": 1.674488903478915,
      "learning_rate": 1.2039132863813416e-06,
      "loss": 0.9141,
      "step": 123846
    },
    {
      "epoch": 5.76166550360549,
      "grad_norm": 2.074100465124444,
      "learning_rate": 1.203444050022423e-06,
      "loss": 1.0234,
      "step": 123847
    },
    {
      "epoch": 5.76171202605257,
      "grad_norm": 1.6690715649355432,
      "learning_rate": 1.2029749047576532e-06,
      "loss": 0.9414,
      "step": 123848
    },
    {
      "epoch": 5.761758548499651,
      "grad_norm": 1.8507547614153976,
      "learning_rate": 1.202505850587282e-06,
      "loss": 0.9375,
      "step": 123849
    },
    {
      "epoch": 5.761805070946732,
      "grad_norm": 1.5928057906401132,
      "learning_rate": 1.2020368875116259e-06,
      "loss": 0.8672,
      "step": 123850
    },
    {
      "epoch": 5.761851593393812,
      "grad_norm": 1.9664678414938623,
      "learning_rate": 1.2015680155309348e-06,
      "loss": 0.8594,
      "step": 123851
    },
    {
      "epoch": 5.761898115840893,
      "grad_norm": 1.970892144369096,
      "learning_rate": 1.2010992346455416e-06,
      "loss": 0.9531,
      "step": 123852
    },
    {
      "epoch": 5.761944638287974,
      "grad_norm": 1.850432185570166,
      "learning_rate": 1.2006305448556962e-06,
      "loss": 1.0078,
      "step": 123853
    },
    {
      "epoch": 5.761991160735055,
      "grad_norm": 2.1545743556362065,
      "learning_rate": 1.2001619461617318e-06,
      "loss": 0.9922,
      "step": 123854
    },
    {
      "epoch": 5.762037683182135,
      "grad_norm": 1.6058619755464523,
      "learning_rate": 1.1996934385638813e-06,
      "loss": 0.8633,
      "step": 123855
    },
    {
      "epoch": 5.7620842056292165,
      "grad_norm": 1.9584037413394595,
      "learning_rate": 1.199225022062461e-06,
      "loss": 1.0234,
      "step": 123856
    },
    {
      "epoch": 5.762130728076297,
      "grad_norm": 1.6950703643004223,
      "learning_rate": 1.1987566966577544e-06,
      "loss": 0.9922,
      "step": 123857
    },
    {
      "epoch": 5.7621772505233775,
      "grad_norm": 1.7685805065254312,
      "learning_rate": 1.1982884623500443e-06,
      "loss": 0.9297,
      "step": 123858
    },
    {
      "epoch": 5.762223772970458,
      "grad_norm": 1.8884182197346266,
      "learning_rate": 1.197820319139614e-06,
      "loss": 0.9883,
      "step": 123859
    },
    {
      "epoch": 5.762270295417539,
      "grad_norm": 1.7008519467042829,
      "learning_rate": 1.1973522670267632e-06,
      "loss": 0.9336,
      "step": 123860
    },
    {
      "epoch": 5.76231681786462,
      "grad_norm": 1.8716095036212423,
      "learning_rate": 1.1968843060117583e-06,
      "loss": 0.957,
      "step": 123861
    },
    {
      "epoch": 5.7623633403117,
      "grad_norm": 1.5771464341698342,
      "learning_rate": 1.1964164360949158e-06,
      "loss": 0.8672,
      "step": 123862
    },
    {
      "epoch": 5.762409862758781,
      "grad_norm": 1.661459026505045,
      "learning_rate": 1.1959486572765021e-06,
      "loss": 0.9844,
      "step": 123863
    },
    {
      "epoch": 5.762456385205862,
      "grad_norm": 1.7838349958699817,
      "learning_rate": 1.1954809695568002e-06,
      "loss": 0.8555,
      "step": 123864
    },
    {
      "epoch": 5.762502907652943,
      "grad_norm": 1.6988859988961786,
      "learning_rate": 1.1950133729360934e-06,
      "loss": 0.8516,
      "step": 123865
    },
    {
      "epoch": 5.762549430100023,
      "grad_norm": 1.4940381674980927,
      "learning_rate": 1.1945458674146813e-06,
      "loss": 0.8359,
      "step": 123866
    },
    {
      "epoch": 5.7625959525471036,
      "grad_norm": 1.973423729979728,
      "learning_rate": 1.194078452992847e-06,
      "loss": 1.1406,
      "step": 123867
    },
    {
      "epoch": 5.762642474994185,
      "grad_norm": 1.7634638430382346,
      "learning_rate": 1.193611129670874e-06,
      "loss": 0.9688,
      "step": 123868
    },
    {
      "epoch": 5.762688997441265,
      "grad_norm": 1.7154712357628947,
      "learning_rate": 1.1931438974490447e-06,
      "loss": 0.8906,
      "step": 123869
    },
    {
      "epoch": 5.762735519888346,
      "grad_norm": 1.7810935190480344,
      "learning_rate": 1.1926767563276597e-06,
      "loss": 0.9297,
      "step": 123870
    },
    {
      "epoch": 5.762782042335427,
      "grad_norm": 1.7046687877531208,
      "learning_rate": 1.1922097063069847e-06,
      "loss": 0.7461,
      "step": 123871
    },
    {
      "epoch": 5.762828564782508,
      "grad_norm": 1.8471124785527542,
      "learning_rate": 1.1917427473873364e-06,
      "loss": 0.9492,
      "step": 123872
    },
    {
      "epoch": 5.762875087229588,
      "grad_norm": 1.5345325012071962,
      "learning_rate": 1.191275879568948e-06,
      "loss": 0.7773,
      "step": 123873
    },
    {
      "epoch": 5.762921609676669,
      "grad_norm": 1.6772251961462874,
      "learning_rate": 1.1908091028521527e-06,
      "loss": 0.9492,
      "step": 123874
    },
    {
      "epoch": 5.76296813212375,
      "grad_norm": 1.8287748959976322,
      "learning_rate": 1.1903424172372333e-06,
      "loss": 1.0938,
      "step": 123875
    },
    {
      "epoch": 5.7630146545708305,
      "grad_norm": 1.6177748806848875,
      "learning_rate": 1.1898758227244565e-06,
      "loss": 0.8242,
      "step": 123876
    },
    {
      "epoch": 5.763061177017911,
      "grad_norm": 1.8390921340357365,
      "learning_rate": 1.1894093193141053e-06,
      "loss": 0.9688,
      "step": 123877
    },
    {
      "epoch": 5.763107699464992,
      "grad_norm": 1.6080046996221975,
      "learning_rate": 1.1889429070064792e-06,
      "loss": 0.875,
      "step": 123878
    },
    {
      "epoch": 5.763154221912073,
      "grad_norm": 1.8910688414337635,
      "learning_rate": 1.188476585801862e-06,
      "loss": 0.8867,
      "step": 123879
    },
    {
      "epoch": 5.763200744359153,
      "grad_norm": 1.9177558132035541,
      "learning_rate": 1.1880103557005361e-06,
      "loss": 0.9727,
      "step": 123880
    },
    {
      "epoch": 5.763247266806234,
      "grad_norm": 1.8709654987894992,
      "learning_rate": 1.1875442167027849e-06,
      "loss": 0.9531,
      "step": 123881
    },
    {
      "epoch": 5.763293789253314,
      "grad_norm": 1.636259845602274,
      "learning_rate": 1.1870781688088915e-06,
      "loss": 0.9492,
      "step": 123882
    },
    {
      "epoch": 5.763340311700396,
      "grad_norm": 1.6019656811555543,
      "learning_rate": 1.1866122120191557e-06,
      "loss": 0.8906,
      "step": 123883
    },
    {
      "epoch": 5.763386834147476,
      "grad_norm": 2.0447878623980906,
      "learning_rate": 1.1861463463338605e-06,
      "loss": 0.9805,
      "step": 123884
    },
    {
      "epoch": 5.763433356594557,
      "grad_norm": 1.6841913703730031,
      "learning_rate": 1.1856805717532724e-06,
      "loss": 0.8711,
      "step": 123885
    },
    {
      "epoch": 5.763479879041638,
      "grad_norm": 1.8573769088435488,
      "learning_rate": 1.1852148882776747e-06,
      "loss": 1.0156,
      "step": 123886
    },
    {
      "epoch": 5.763526401488718,
      "grad_norm": 1.595725294481294,
      "learning_rate": 1.1847492959073835e-06,
      "loss": 0.8359,
      "step": 123887
    },
    {
      "epoch": 5.763572923935799,
      "grad_norm": 1.7962271067037647,
      "learning_rate": 1.1842837946426654e-06,
      "loss": 0.9648,
      "step": 123888
    },
    {
      "epoch": 5.763619446382879,
      "grad_norm": 1.762320986878391,
      "learning_rate": 1.1838183844838034e-06,
      "loss": 0.9297,
      "step": 123889
    },
    {
      "epoch": 5.763665968829961,
      "grad_norm": 1.7281301058980678,
      "learning_rate": 1.1833530654310808e-06,
      "loss": 0.9492,
      "step": 123890
    },
    {
      "epoch": 5.763712491277041,
      "grad_norm": 1.8141227646510794,
      "learning_rate": 1.1828878374847972e-06,
      "loss": 0.9727,
      "step": 123891
    },
    {
      "epoch": 5.763759013724122,
      "grad_norm": 1.6924903284881867,
      "learning_rate": 1.1824227006452192e-06,
      "loss": 1.0,
      "step": 123892
    },
    {
      "epoch": 5.763805536171203,
      "grad_norm": 1.8334454347045965,
      "learning_rate": 1.1819576549126297e-06,
      "loss": 0.9258,
      "step": 123893
    },
    {
      "epoch": 5.7638520586182835,
      "grad_norm": 1.762306323674393,
      "learning_rate": 1.1814927002873454e-06,
      "loss": 0.9492,
      "step": 123894
    },
    {
      "epoch": 5.763898581065364,
      "grad_norm": 2.082155670616607,
      "learning_rate": 1.181027836769599e-06,
      "loss": 1.0078,
      "step": 123895
    },
    {
      "epoch": 5.7639451035124445,
      "grad_norm": 1.7735987392813837,
      "learning_rate": 1.1805630643597074e-06,
      "loss": 0.8984,
      "step": 123896
    },
    {
      "epoch": 5.763991625959526,
      "grad_norm": 1.7954651902872618,
      "learning_rate": 1.1800983830579702e-06,
      "loss": 0.832,
      "step": 123897
    },
    {
      "epoch": 5.764038148406606,
      "grad_norm": 1.8865597323571563,
      "learning_rate": 1.1796337928646539e-06,
      "loss": 1.1172,
      "step": 123898
    },
    {
      "epoch": 5.764084670853687,
      "grad_norm": 1.635724994939408,
      "learning_rate": 1.1791692937800413e-06,
      "loss": 0.8359,
      "step": 123899
    },
    {
      "epoch": 5.764131193300767,
      "grad_norm": 1.976012118077832,
      "learning_rate": 1.178704885804399e-06,
      "loss": 0.9023,
      "step": 123900
    },
    {
      "epoch": 5.764177715747849,
      "grad_norm": 1.8410322733941362,
      "learning_rate": 1.1782405689380604e-06,
      "loss": 1.0391,
      "step": 123901
    },
    {
      "epoch": 5.764224238194929,
      "grad_norm": 1.83885564224917,
      "learning_rate": 1.177776343181258e-06,
      "loss": 1.0391,
      "step": 123902
    },
    {
      "epoch": 5.76427076064201,
      "grad_norm": 1.5925066244115638,
      "learning_rate": 1.177312208534309e-06,
      "loss": 0.8633,
      "step": 123903
    },
    {
      "epoch": 5.76431728308909,
      "grad_norm": 1.7380911326323218,
      "learning_rate": 1.1768481649974793e-06,
      "loss": 1.0312,
      "step": 123904
    },
    {
      "epoch": 5.7643638055361714,
      "grad_norm": 1.7190887692283536,
      "learning_rate": 1.1763842125710687e-06,
      "loss": 0.8984,
      "step": 123905
    },
    {
      "epoch": 5.764410327983252,
      "grad_norm": 1.9040219753293526,
      "learning_rate": 1.1759203512553439e-06,
      "loss": 0.9141,
      "step": 123906
    },
    {
      "epoch": 5.764456850430332,
      "grad_norm": 1.6411831676088922,
      "learning_rate": 1.1754565810506045e-06,
      "loss": 0.8828,
      "step": 123907
    },
    {
      "epoch": 5.764503372877414,
      "grad_norm": 1.8907869039473069,
      "learning_rate": 1.1749929019571336e-06,
      "loss": 0.9414,
      "step": 123908
    },
    {
      "epoch": 5.764549895324494,
      "grad_norm": 1.735366856239723,
      "learning_rate": 1.1745293139751976e-06,
      "loss": 0.9258,
      "step": 123909
    },
    {
      "epoch": 5.764596417771575,
      "grad_norm": 1.6029055514766144,
      "learning_rate": 1.1740658171050966e-06,
      "loss": 0.832,
      "step": 123910
    },
    {
      "epoch": 5.764642940218655,
      "grad_norm": 1.8735805834565713,
      "learning_rate": 1.1736024113471133e-06,
      "loss": 1.0156,
      "step": 123911
    },
    {
      "epoch": 5.764689462665737,
      "grad_norm": 1.8259685074763783,
      "learning_rate": 1.1731390967015142e-06,
      "loss": 1.0312,
      "step": 123912
    },
    {
      "epoch": 5.764735985112817,
      "grad_norm": 1.832299415906731,
      "learning_rate": 1.1726758731685992e-06,
      "loss": 0.8633,
      "step": 123913
    },
    {
      "epoch": 5.7647825075598975,
      "grad_norm": 1.9015016128272906,
      "learning_rate": 1.172212740748668e-06,
      "loss": 0.9297,
      "step": 123914
    },
    {
      "epoch": 5.764829030006978,
      "grad_norm": 1.8560410182551663,
      "learning_rate": 1.1717496994419707e-06,
      "loss": 0.8867,
      "step": 123915
    },
    {
      "epoch": 5.764875552454059,
      "grad_norm": 1.9614019541162753,
      "learning_rate": 1.1712867492488064e-06,
      "loss": 1.0781,
      "step": 123916
    },
    {
      "epoch": 5.76492207490114,
      "grad_norm": 2.0109907980594293,
      "learning_rate": 1.1708238901694588e-06,
      "loss": 0.9531,
      "step": 123917
    },
    {
      "epoch": 5.76496859734822,
      "grad_norm": 1.925419041330437,
      "learning_rate": 1.1703611222041943e-06,
      "loss": 1.0625,
      "step": 123918
    },
    {
      "epoch": 5.765015119795301,
      "grad_norm": 1.7272134895860736,
      "learning_rate": 1.169898445353329e-06,
      "loss": 0.8867,
      "step": 123919
    },
    {
      "epoch": 5.765061642242382,
      "grad_norm": 1.4770996118656026,
      "learning_rate": 1.1694358596171293e-06,
      "loss": 0.75,
      "step": 123920
    },
    {
      "epoch": 5.765108164689463,
      "grad_norm": 1.7200636298309688,
      "learning_rate": 1.1689733649958788e-06,
      "loss": 0.8789,
      "step": 123921
    },
    {
      "epoch": 5.765154687136543,
      "grad_norm": 1.8561694006125877,
      "learning_rate": 1.1685109614898603e-06,
      "loss": 0.9961,
      "step": 123922
    },
    {
      "epoch": 5.7652012095836245,
      "grad_norm": 1.8838572002889742,
      "learning_rate": 1.16804864909934e-06,
      "loss": 0.9375,
      "step": 123923
    },
    {
      "epoch": 5.765247732030705,
      "grad_norm": 1.492615127631632,
      "learning_rate": 1.167586427824635e-06,
      "loss": 0.8242,
      "step": 123924
    },
    {
      "epoch": 5.765294254477785,
      "grad_norm": 1.6298772087408064,
      "learning_rate": 1.1671242976660112e-06,
      "loss": 0.8594,
      "step": 123925
    },
    {
      "epoch": 5.765340776924866,
      "grad_norm": 1.7737320346155763,
      "learning_rate": 1.166662258623735e-06,
      "loss": 0.832,
      "step": 123926
    },
    {
      "epoch": 5.765387299371947,
      "grad_norm": 1.5804208472460888,
      "learning_rate": 1.1662003106981233e-06,
      "loss": 0.8398,
      "step": 123927
    },
    {
      "epoch": 5.765433821819028,
      "grad_norm": 1.807113922849706,
      "learning_rate": 1.1657384538894421e-06,
      "loss": 0.9453,
      "step": 123928
    },
    {
      "epoch": 5.765480344266108,
      "grad_norm": 1.8277188952875656,
      "learning_rate": 1.165276688197958e-06,
      "loss": 0.9961,
      "step": 123929
    },
    {
      "epoch": 5.76552686671319,
      "grad_norm": 1.7215466486690953,
      "learning_rate": 1.1648150136239708e-06,
      "loss": 0.9453,
      "step": 123930
    },
    {
      "epoch": 5.76557338916027,
      "grad_norm": 1.759412608745735,
      "learning_rate": 1.1643534301677636e-06,
      "loss": 0.8438,
      "step": 123931
    },
    {
      "epoch": 5.7656199116073505,
      "grad_norm": 1.7515034319438747,
      "learning_rate": 1.1638919378296362e-06,
      "loss": 0.8789,
      "step": 123932
    },
    {
      "epoch": 5.765666434054431,
      "grad_norm": 1.869694584646658,
      "learning_rate": 1.1634305366098218e-06,
      "loss": 0.9609,
      "step": 123933
    },
    {
      "epoch": 5.7657129565015115,
      "grad_norm": 1.6395842267648806,
      "learning_rate": 1.1629692265086531e-06,
      "loss": 0.8711,
      "step": 123934
    },
    {
      "epoch": 5.765759478948593,
      "grad_norm": 1.5659828861950607,
      "learning_rate": 1.1625080075263804e-06,
      "loss": 0.8047,
      "step": 123935
    },
    {
      "epoch": 5.765806001395673,
      "grad_norm": 1.7604811969130076,
      "learning_rate": 1.1620468796633032e-06,
      "loss": 0.9688,
      "step": 123936
    },
    {
      "epoch": 5.765852523842754,
      "grad_norm": 1.8052353891772983,
      "learning_rate": 1.1615858429196877e-06,
      "loss": 0.9023,
      "step": 123937
    },
    {
      "epoch": 5.765899046289835,
      "grad_norm": 1.6888301555868142,
      "learning_rate": 1.1611248972958343e-06,
      "loss": 0.8164,
      "step": 123938
    },
    {
      "epoch": 5.765945568736916,
      "grad_norm": 1.66170997465639,
      "learning_rate": 1.1606640427920088e-06,
      "loss": 0.8086,
      "step": 123939
    },
    {
      "epoch": 5.765992091183996,
      "grad_norm": 1.6073856625906184,
      "learning_rate": 1.1602032794085113e-06,
      "loss": 0.7969,
      "step": 123940
    },
    {
      "epoch": 5.766038613631077,
      "grad_norm": 1.7709561554522193,
      "learning_rate": 1.159742607145625e-06,
      "loss": 0.8672,
      "step": 123941
    },
    {
      "epoch": 5.766085136078158,
      "grad_norm": 1.8987909389240516,
      "learning_rate": 1.1592820260035996e-06,
      "loss": 0.9609,
      "step": 123942
    },
    {
      "epoch": 5.7661316585252385,
      "grad_norm": 1.8081880985010093,
      "learning_rate": 1.1588215359827512e-06,
      "loss": 0.9375,
      "step": 123943
    },
    {
      "epoch": 5.766178180972319,
      "grad_norm": 1.7678743601033995,
      "learning_rate": 1.1583611370833467e-06,
      "loss": 0.9492,
      "step": 123944
    },
    {
      "epoch": 5.7662247034194,
      "grad_norm": 1.8692288335828418,
      "learning_rate": 1.157900829305669e-06,
      "loss": 0.9688,
      "step": 123945
    },
    {
      "epoch": 5.766271225866481,
      "grad_norm": 1.640375587172275,
      "learning_rate": 1.157440612650018e-06,
      "loss": 0.9297,
      "step": 123946
    },
    {
      "epoch": 5.766317748313561,
      "grad_norm": 1.7586702419090168,
      "learning_rate": 1.1569804871166434e-06,
      "loss": 0.8984,
      "step": 123947
    },
    {
      "epoch": 5.766364270760642,
      "grad_norm": 1.689073702557804,
      "learning_rate": 1.1565204527058448e-06,
      "loss": 0.9141,
      "step": 123948
    },
    {
      "epoch": 5.766410793207723,
      "grad_norm": 1.731870015219574,
      "learning_rate": 1.1560605094178888e-06,
      "loss": 0.8828,
      "step": 123949
    },
    {
      "epoch": 5.766457315654804,
      "grad_norm": 1.7837377556544372,
      "learning_rate": 1.155600657253092e-06,
      "loss": 0.9609,
      "step": 123950
    },
    {
      "epoch": 5.766503838101884,
      "grad_norm": 1.9500688089649798,
      "learning_rate": 1.1551408962117037e-06,
      "loss": 0.9844,
      "step": 123951
    },
    {
      "epoch": 5.7665503605489645,
      "grad_norm": 1.8024534853447172,
      "learning_rate": 1.1546812262940075e-06,
      "loss": 0.8008,
      "step": 123952
    },
    {
      "epoch": 5.766596882996046,
      "grad_norm": 1.8707543077245596,
      "learning_rate": 1.154221647500303e-06,
      "loss": 1.0312,
      "step": 123953
    },
    {
      "epoch": 5.766643405443126,
      "grad_norm": 1.8675576015159348,
      "learning_rate": 1.1537621598308732e-06,
      "loss": 0.9375,
      "step": 123954
    },
    {
      "epoch": 5.766689927890207,
      "grad_norm": 1.634028803566477,
      "learning_rate": 1.153302763285968e-06,
      "loss": 0.8516,
      "step": 123955
    },
    {
      "epoch": 5.766736450337287,
      "grad_norm": 1.8788925750846974,
      "learning_rate": 1.1528434578658875e-06,
      "loss": 0.8867,
      "step": 123956
    },
    {
      "epoch": 5.766782972784369,
      "grad_norm": 1.7776039973563027,
      "learning_rate": 1.1523842435709308e-06,
      "loss": 0.8867,
      "step": 123957
    },
    {
      "epoch": 5.766829495231449,
      "grad_norm": 1.9342331738328642,
      "learning_rate": 1.151925120401348e-06,
      "loss": 0.9844,
      "step": 123958
    },
    {
      "epoch": 5.76687601767853,
      "grad_norm": 1.8348721174022635,
      "learning_rate": 1.151466088357439e-06,
      "loss": 0.957,
      "step": 123959
    },
    {
      "epoch": 5.766922540125611,
      "grad_norm": 1.7881301632076134,
      "learning_rate": 1.15100714743947e-06,
      "loss": 1.0469,
      "step": 123960
    },
    {
      "epoch": 5.7669690625726915,
      "grad_norm": 1.8703625559479293,
      "learning_rate": 1.1505482976477242e-06,
      "loss": 1.0469,
      "step": 123961
    },
    {
      "epoch": 5.767015585019772,
      "grad_norm": 1.784226201293584,
      "learning_rate": 1.1500895389825182e-06,
      "loss": 1.0,
      "step": 123962
    },
    {
      "epoch": 5.767062107466852,
      "grad_norm": 1.8603768920990738,
      "learning_rate": 1.149630871444085e-06,
      "loss": 0.9219,
      "step": 123963
    },
    {
      "epoch": 5.767108629913934,
      "grad_norm": 1.6575860595641905,
      "learning_rate": 1.149172295032741e-06,
      "loss": 0.8711,
      "step": 123964
    },
    {
      "epoch": 5.767155152361014,
      "grad_norm": 2.0659334344782936,
      "learning_rate": 1.1487138097487357e-06,
      "loss": 1.0625,
      "step": 123965
    },
    {
      "epoch": 5.767201674808095,
      "grad_norm": 1.4484601078685244,
      "learning_rate": 1.1482554155923696e-06,
      "loss": 0.7305,
      "step": 123966
    },
    {
      "epoch": 5.767248197255175,
      "grad_norm": 1.7930492806380594,
      "learning_rate": 1.147797112563925e-06,
      "loss": 1.0156,
      "step": 123967
    },
    {
      "epoch": 5.767294719702257,
      "grad_norm": 1.638003944289834,
      "learning_rate": 1.147338900663669e-06,
      "loss": 0.7109,
      "step": 123968
    },
    {
      "epoch": 5.767341242149337,
      "grad_norm": 1.8109255763931826,
      "learning_rate": 1.1468807798918844e-06,
      "loss": 1.0391,
      "step": 123969
    },
    {
      "epoch": 5.7673877645964176,
      "grad_norm": 1.6648173978391807,
      "learning_rate": 1.146422750248871e-06,
      "loss": 0.8789,
      "step": 123970
    },
    {
      "epoch": 5.767434287043498,
      "grad_norm": 1.77277557827348,
      "learning_rate": 1.1459648117348784e-06,
      "loss": 0.8984,
      "step": 123971
    },
    {
      "epoch": 5.767480809490579,
      "grad_norm": 1.698882251835057,
      "learning_rate": 1.1455069643502235e-06,
      "loss": 1.0312,
      "step": 123972
    },
    {
      "epoch": 5.76752733193766,
      "grad_norm": 1.7601511963773393,
      "learning_rate": 1.1450492080951557e-06,
      "loss": 0.9766,
      "step": 123973
    },
    {
      "epoch": 5.76757385438474,
      "grad_norm": 1.5993648117593116,
      "learning_rate": 1.1445915429699582e-06,
      "loss": 0.9062,
      "step": 123974
    },
    {
      "epoch": 5.767620376831822,
      "grad_norm": 1.7765244642793292,
      "learning_rate": 1.1441339689749306e-06,
      "loss": 0.9141,
      "step": 123975
    },
    {
      "epoch": 5.767666899278902,
      "grad_norm": 1.7600896472860503,
      "learning_rate": 1.1436764861103398e-06,
      "loss": 0.875,
      "step": 123976
    },
    {
      "epoch": 5.767713421725983,
      "grad_norm": 1.9277468869337397,
      "learning_rate": 1.1432190943764686e-06,
      "loss": 0.918,
      "step": 123977
    },
    {
      "epoch": 5.767759944173063,
      "grad_norm": 1.7726849316430877,
      "learning_rate": 1.1427617937735834e-06,
      "loss": 0.9258,
      "step": 123978
    },
    {
      "epoch": 5.7678064666201445,
      "grad_norm": 1.6440987679833032,
      "learning_rate": 1.142304584301984e-06,
      "loss": 0.8359,
      "step": 123979
    },
    {
      "epoch": 5.767852989067225,
      "grad_norm": 1.7828190588397175,
      "learning_rate": 1.1418474659619537e-06,
      "loss": 0.8164,
      "step": 123980
    },
    {
      "epoch": 5.7678995115143055,
      "grad_norm": 1.6870513281655695,
      "learning_rate": 1.1413904387537588e-06,
      "loss": 0.9141,
      "step": 123981
    },
    {
      "epoch": 5.767946033961387,
      "grad_norm": 1.707974035650534,
      "learning_rate": 1.1409335026776657e-06,
      "loss": 0.875,
      "step": 123982
    },
    {
      "epoch": 5.767992556408467,
      "grad_norm": 1.722604080188707,
      "learning_rate": 1.1404766577339742e-06,
      "loss": 0.9688,
      "step": 123983
    },
    {
      "epoch": 5.768039078855548,
      "grad_norm": 1.9033304292942026,
      "learning_rate": 1.1400199039229673e-06,
      "loss": 1.0,
      "step": 123984
    },
    {
      "epoch": 5.768085601302628,
      "grad_norm": 1.788942674023081,
      "learning_rate": 1.1395632412449285e-06,
      "loss": 0.8828,
      "step": 123985
    },
    {
      "epoch": 5.768132123749709,
      "grad_norm": 1.8060234591713344,
      "learning_rate": 1.1391066697001072e-06,
      "loss": 0.8359,
      "step": 123986
    },
    {
      "epoch": 5.76817864619679,
      "grad_norm": 2.019714610907883,
      "learning_rate": 1.1386501892888033e-06,
      "loss": 0.957,
      "step": 123987
    },
    {
      "epoch": 5.768225168643871,
      "grad_norm": 1.7307678140004952,
      "learning_rate": 1.1381938000113167e-06,
      "loss": 0.8125,
      "step": 123988
    },
    {
      "epoch": 5.768271691090951,
      "grad_norm": 1.7027485256466188,
      "learning_rate": 1.1377375018678802e-06,
      "loss": 0.8828,
      "step": 123989
    },
    {
      "epoch": 5.768318213538032,
      "grad_norm": 1.8520740160363227,
      "learning_rate": 1.1372812948588105e-06,
      "loss": 1.3047,
      "step": 123990
    },
    {
      "epoch": 5.768364735985113,
      "grad_norm": 1.7321706112332662,
      "learning_rate": 1.1368251789843742e-06,
      "loss": 0.9023,
      "step": 123991
    },
    {
      "epoch": 5.768411258432193,
      "grad_norm": 1.7516598998369493,
      "learning_rate": 1.1363691542448539e-06,
      "loss": 0.9141,
      "step": 123992
    },
    {
      "epoch": 5.768457780879274,
      "grad_norm": 1.8883513437898742,
      "learning_rate": 1.1359132206405165e-06,
      "loss": 1.0625,
      "step": 123993
    },
    {
      "epoch": 5.768504303326355,
      "grad_norm": 1.8043442054145322,
      "learning_rate": 1.1354573781716613e-06,
      "loss": 0.9062,
      "step": 123994
    },
    {
      "epoch": 5.768550825773436,
      "grad_norm": 1.7571303104661,
      "learning_rate": 1.1350016268385553e-06,
      "loss": 0.8281,
      "step": 123995
    },
    {
      "epoch": 5.768597348220516,
      "grad_norm": 1.890573860365335,
      "learning_rate": 1.1345459666414646e-06,
      "loss": 1.0625,
      "step": 123996
    },
    {
      "epoch": 5.7686438706675975,
      "grad_norm": 1.7499524570360003,
      "learning_rate": 1.1340903975806892e-06,
      "loss": 0.875,
      "step": 123997
    },
    {
      "epoch": 5.768690393114678,
      "grad_norm": 1.6274345501727863,
      "learning_rate": 1.133634919656512e-06,
      "loss": 0.8242,
      "step": 123998
    },
    {
      "epoch": 5.7687369155617585,
      "grad_norm": 1.8233158459470182,
      "learning_rate": 1.1331795328691827e-06,
      "loss": 0.957,
      "step": 123999
    },
    {
      "epoch": 5.768783438008839,
      "grad_norm": 1.8295723401542743,
      "learning_rate": 1.1327242372190015e-06,
      "loss": 0.9492,
      "step": 124000
    },
    {
      "epoch": 5.76882996045592,
      "grad_norm": 2.0092786912281904,
      "learning_rate": 1.132269032706251e-06,
      "loss": 0.9883,
      "step": 124001
    },
    {
      "epoch": 5.768876482903001,
      "grad_norm": 1.8505348401291728,
      "learning_rate": 1.1318139193312148e-06,
      "loss": 0.8711,
      "step": 124002
    },
    {
      "epoch": 5.768923005350081,
      "grad_norm": 1.6855887810929875,
      "learning_rate": 1.1313588970941424e-06,
      "loss": 0.9258,
      "step": 124003
    },
    {
      "epoch": 5.768969527797162,
      "grad_norm": 1.6891083741788548,
      "learning_rate": 1.1309039659953333e-06,
      "loss": 0.875,
      "step": 124004
    },
    {
      "epoch": 5.769016050244243,
      "grad_norm": 1.870261200711257,
      "learning_rate": 1.1304491260350546e-06,
      "loss": 0.9727,
      "step": 124005
    },
    {
      "epoch": 5.769062572691324,
      "grad_norm": 1.725898435178041,
      "learning_rate": 1.1299943772136056e-06,
      "loss": 0.875,
      "step": 124006
    },
    {
      "epoch": 5.769109095138404,
      "grad_norm": 1.6409224243991785,
      "learning_rate": 1.1295397195312361e-06,
      "loss": 0.8711,
      "step": 124007
    },
    {
      "epoch": 5.769155617585485,
      "grad_norm": 1.7290376797731144,
      "learning_rate": 1.1290851529882628e-06,
      "loss": 0.9453,
      "step": 124008
    },
    {
      "epoch": 5.769202140032566,
      "grad_norm": 1.619307351767155,
      "learning_rate": 1.1286306775849185e-06,
      "loss": 0.8203,
      "step": 124009
    },
    {
      "epoch": 5.769248662479646,
      "grad_norm": 1.8142618708904,
      "learning_rate": 1.1281762933215199e-06,
      "loss": 0.9766,
      "step": 124010
    },
    {
      "epoch": 5.769295184926727,
      "grad_norm": 1.8098597417360744,
      "learning_rate": 1.1277220001983167e-06,
      "loss": 0.9883,
      "step": 124011
    },
    {
      "epoch": 5.769341707373808,
      "grad_norm": 1.6476333183028657,
      "learning_rate": 1.1272677982156087e-06,
      "loss": 0.9141,
      "step": 124012
    },
    {
      "epoch": 5.769388229820889,
      "grad_norm": 1.9326226554709847,
      "learning_rate": 1.1268136873736454e-06,
      "loss": 0.9414,
      "step": 124013
    },
    {
      "epoch": 5.769434752267969,
      "grad_norm": 1.6042946254189663,
      "learning_rate": 1.1263596676727437e-06,
      "loss": 0.8906,
      "step": 124014
    },
    {
      "epoch": 5.76948127471505,
      "grad_norm": 1.8027516118731979,
      "learning_rate": 1.1259057391131698e-06,
      "loss": 1.0078,
      "step": 124015
    },
    {
      "epoch": 5.769527797162131,
      "grad_norm": 2.11211006762208,
      "learning_rate": 1.1254519016951735e-06,
      "loss": 0.918,
      "step": 124016
    },
    {
      "epoch": 5.7695743196092115,
      "grad_norm": 1.7522744509469173,
      "learning_rate": 1.1249981554190545e-06,
      "loss": 0.8711,
      "step": 124017
    },
    {
      "epoch": 5.769620842056292,
      "grad_norm": 1.885942758150452,
      "learning_rate": 1.1245445002851128e-06,
      "loss": 0.9727,
      "step": 124018
    },
    {
      "epoch": 5.769667364503373,
      "grad_norm": 1.856959900782981,
      "learning_rate": 1.1240909362935813e-06,
      "loss": 1.0781,
      "step": 124019
    },
    {
      "epoch": 5.769713886950454,
      "grad_norm": 1.8864334284766229,
      "learning_rate": 1.1236374634447598e-06,
      "loss": 0.9453,
      "step": 124020
    },
    {
      "epoch": 5.769760409397534,
      "grad_norm": 1.7375999648955902,
      "learning_rate": 1.1231840817389315e-06,
      "loss": 0.8789,
      "step": 124021
    },
    {
      "epoch": 5.769806931844615,
      "grad_norm": 2.1454387607034606,
      "learning_rate": 1.1227307911763627e-06,
      "loss": 0.9805,
      "step": 124022
    },
    {
      "epoch": 5.769853454291695,
      "grad_norm": 1.8150789662493647,
      "learning_rate": 1.1222775917573368e-06,
      "loss": 1.0156,
      "step": 124023
    },
    {
      "epoch": 5.769899976738777,
      "grad_norm": 1.9085711897931734,
      "learning_rate": 1.1218244834821366e-06,
      "loss": 0.9883,
      "step": 124024
    },
    {
      "epoch": 5.769946499185857,
      "grad_norm": 1.8654635320839774,
      "learning_rate": 1.1213714663510287e-06,
      "loss": 1.125,
      "step": 124025
    },
    {
      "epoch": 5.769993021632938,
      "grad_norm": 2.07365636693557,
      "learning_rate": 1.1209185403642795e-06,
      "loss": 0.9844,
      "step": 124026
    },
    {
      "epoch": 5.770039544080019,
      "grad_norm": 1.7261046047980166,
      "learning_rate": 1.120465705522189e-06,
      "loss": 0.8867,
      "step": 124027
    },
    {
      "epoch": 5.770086066527099,
      "grad_norm": 1.8410348810374275,
      "learning_rate": 1.1200129618250397e-06,
      "loss": 0.9062,
      "step": 124028
    },
    {
      "epoch": 5.77013258897418,
      "grad_norm": 1.937160617068678,
      "learning_rate": 1.1195603092730821e-06,
      "loss": 0.875,
      "step": 124029
    },
    {
      "epoch": 5.77017911142126,
      "grad_norm": 1.7666384972119338,
      "learning_rate": 1.1191077478666156e-06,
      "loss": 0.8906,
      "step": 124030
    },
    {
      "epoch": 5.770225633868342,
      "grad_norm": 1.8917525556913342,
      "learning_rate": 1.1186552776059067e-06,
      "loss": 1.0625,
      "step": 124031
    },
    {
      "epoch": 5.770272156315422,
      "grad_norm": 1.7553296320891396,
      "learning_rate": 1.1182028984912383e-06,
      "loss": 0.8867,
      "step": 124032
    },
    {
      "epoch": 5.770318678762503,
      "grad_norm": 1.573079055001246,
      "learning_rate": 1.1177506105228774e-06,
      "loss": 0.8203,
      "step": 124033
    },
    {
      "epoch": 5.770365201209584,
      "grad_norm": 1.8936907614775884,
      "learning_rate": 1.1172984137011065e-06,
      "loss": 0.8984,
      "step": 124034
    },
    {
      "epoch": 5.7704117236566645,
      "grad_norm": 1.9202741955274885,
      "learning_rate": 1.1168463080262092e-06,
      "loss": 0.957,
      "step": 124035
    },
    {
      "epoch": 5.770458246103745,
      "grad_norm": 1.9413624319980662,
      "learning_rate": 1.1163942934984515e-06,
      "loss": 0.9219,
      "step": 124036
    },
    {
      "epoch": 5.7705047685508255,
      "grad_norm": 1.8310642117451776,
      "learning_rate": 1.115942370118117e-06,
      "loss": 0.9805,
      "step": 124037
    },
    {
      "epoch": 5.770551290997907,
      "grad_norm": 1.833406544461502,
      "learning_rate": 1.1154905378854883e-06,
      "loss": 0.9492,
      "step": 124038
    },
    {
      "epoch": 5.770597813444987,
      "grad_norm": 1.8525228751384248,
      "learning_rate": 1.1150387968008157e-06,
      "loss": 1.0781,
      "step": 124039
    },
    {
      "epoch": 5.770644335892068,
      "grad_norm": 1.771304029212912,
      "learning_rate": 1.1145871468643984e-06,
      "loss": 0.9297,
      "step": 124040
    },
    {
      "epoch": 5.770690858339148,
      "grad_norm": 1.8026662259281652,
      "learning_rate": 1.11413558807652e-06,
      "loss": 0.9297,
      "step": 124041
    },
    {
      "epoch": 5.77073738078623,
      "grad_norm": 1.6697092713779997,
      "learning_rate": 1.1136841204374303e-06,
      "loss": 0.8672,
      "step": 124042
    },
    {
      "epoch": 5.77078390323331,
      "grad_norm": 1.7467691667274652,
      "learning_rate": 1.1132327439474287e-06,
      "loss": 0.8789,
      "step": 124043
    },
    {
      "epoch": 5.770830425680391,
      "grad_norm": 1.8682193133818565,
      "learning_rate": 1.1127814586067818e-06,
      "loss": 0.9375,
      "step": 124044
    },
    {
      "epoch": 5.770876948127471,
      "grad_norm": 1.7498081559976446,
      "learning_rate": 1.1123302644157727e-06,
      "loss": 0.9805,
      "step": 124045
    },
    {
      "epoch": 5.7709234705745525,
      "grad_norm": 1.6941064008014086,
      "learning_rate": 1.111879161374668e-06,
      "loss": 0.9414,
      "step": 124046
    },
    {
      "epoch": 5.770969993021633,
      "grad_norm": 1.7737780277128863,
      "learning_rate": 1.1114281494837507e-06,
      "loss": 0.8281,
      "step": 124047
    },
    {
      "epoch": 5.771016515468713,
      "grad_norm": 1.8278360338393762,
      "learning_rate": 1.1109772287432873e-06,
      "loss": 0.9531,
      "step": 124048
    },
    {
      "epoch": 5.771063037915795,
      "grad_norm": 1.793521460479161,
      "learning_rate": 1.1105263991535607e-06,
      "loss": 0.8398,
      "step": 124049
    },
    {
      "epoch": 5.771109560362875,
      "grad_norm": 2.005810816237679,
      "learning_rate": 1.1100756607148543e-06,
      "loss": 0.9297,
      "step": 124050
    },
    {
      "epoch": 5.771156082809956,
      "grad_norm": 1.916888945632306,
      "learning_rate": 1.1096250134274344e-06,
      "loss": 0.8906,
      "step": 124051
    },
    {
      "epoch": 5.771202605257036,
      "grad_norm": 1.6031102677672546,
      "learning_rate": 1.109174457291584e-06,
      "loss": 0.75,
      "step": 124052
    },
    {
      "epoch": 5.771249127704118,
      "grad_norm": 1.7519539752700437,
      "learning_rate": 1.1087239923075696e-06,
      "loss": 1.0312,
      "step": 124053
    },
    {
      "epoch": 5.771295650151198,
      "grad_norm": 1.9462939697999142,
      "learning_rate": 1.1082736184756747e-06,
      "loss": 1.0859,
      "step": 124054
    },
    {
      "epoch": 5.7713421725982785,
      "grad_norm": 1.8137535576788915,
      "learning_rate": 1.1078233357961653e-06,
      "loss": 1.0469,
      "step": 124055
    },
    {
      "epoch": 5.771388695045359,
      "grad_norm": 1.8768470621388142,
      "learning_rate": 1.1073731442693412e-06,
      "loss": 0.9375,
      "step": 124056
    },
    {
      "epoch": 5.77143521749244,
      "grad_norm": 1.8438204841197365,
      "learning_rate": 1.1069230438954358e-06,
      "loss": 1.0469,
      "step": 124057
    },
    {
      "epoch": 5.771481739939521,
      "grad_norm": 1.7127353175202964,
      "learning_rate": 1.1064730346747652e-06,
      "loss": 0.8945,
      "step": 124058
    },
    {
      "epoch": 5.771528262386601,
      "grad_norm": 1.92051832380985,
      "learning_rate": 1.106023116607596e-06,
      "loss": 1.0078,
      "step": 124059
    },
    {
      "epoch": 5.771574784833682,
      "grad_norm": 1.7967061886716118,
      "learning_rate": 1.105573289694195e-06,
      "loss": 0.9648,
      "step": 124060
    },
    {
      "epoch": 5.771621307280763,
      "grad_norm": 1.6802576729819243,
      "learning_rate": 1.105123553934828e-06,
      "loss": 0.9062,
      "step": 124061
    },
    {
      "epoch": 5.771667829727844,
      "grad_norm": 1.7908803207716701,
      "learning_rate": 1.1046739093297784e-06,
      "loss": 0.8047,
      "step": 124062
    },
    {
      "epoch": 5.771714352174924,
      "grad_norm": 1.7552994686045356,
      "learning_rate": 1.1042243558793463e-06,
      "loss": 1.0547,
      "step": 124063
    },
    {
      "epoch": 5.7717608746220055,
      "grad_norm": 1.6230515945812354,
      "learning_rate": 1.1037748935837643e-06,
      "loss": 0.9297,
      "step": 124064
    },
    {
      "epoch": 5.771807397069086,
      "grad_norm": 1.641503151861243,
      "learning_rate": 1.1033255224433323e-06,
      "loss": 0.8164,
      "step": 124065
    },
    {
      "epoch": 5.771853919516166,
      "grad_norm": 1.7881935901457473,
      "learning_rate": 1.1028762424583338e-06,
      "loss": 0.9453,
      "step": 124066
    },
    {
      "epoch": 5.771900441963247,
      "grad_norm": 1.8736526348584317,
      "learning_rate": 1.1024270536290181e-06,
      "loss": 0.9922,
      "step": 124067
    },
    {
      "epoch": 5.771946964410328,
      "grad_norm": 1.9384460151757872,
      "learning_rate": 1.1019779559556852e-06,
      "loss": 0.8945,
      "step": 124068
    },
    {
      "epoch": 5.771993486857409,
      "grad_norm": 1.787719054050687,
      "learning_rate": 1.1015289494386015e-06,
      "loss": 0.9922,
      "step": 124069
    },
    {
      "epoch": 5.772040009304489,
      "grad_norm": 1.6466823922859928,
      "learning_rate": 1.1010800340780335e-06,
      "loss": 0.9023,
      "step": 124070
    },
    {
      "epoch": 5.772086531751571,
      "grad_norm": 1.8967618320351216,
      "learning_rate": 1.1006312098742476e-06,
      "loss": 1.0156,
      "step": 124071
    },
    {
      "epoch": 5.772133054198651,
      "grad_norm": 1.9049395790979051,
      "learning_rate": 1.1001824768275436e-06,
      "loss": 0.9492,
      "step": 124072
    },
    {
      "epoch": 5.772179576645732,
      "grad_norm": 1.6324860752921335,
      "learning_rate": 1.0997338349382046e-06,
      "loss": 0.9492,
      "step": 124073
    },
    {
      "epoch": 5.772226099092812,
      "grad_norm": 1.6699210133264262,
      "learning_rate": 1.0992852842064636e-06,
      "loss": 0.793,
      "step": 124074
    },
    {
      "epoch": 5.7722726215398925,
      "grad_norm": 1.7026272182236915,
      "learning_rate": 1.0988368246326207e-06,
      "loss": 0.8672,
      "step": 124075
    },
    {
      "epoch": 5.772319143986974,
      "grad_norm": 1.7518241443853273,
      "learning_rate": 1.098388456216942e-06,
      "loss": 0.8906,
      "step": 124076
    },
    {
      "epoch": 5.772365666434054,
      "grad_norm": 2.0849501545375806,
      "learning_rate": 1.0979401789597275e-06,
      "loss": 1.0312,
      "step": 124077
    },
    {
      "epoch": 5.772412188881135,
      "grad_norm": 1.8643578481263943,
      "learning_rate": 1.097491992861227e-06,
      "loss": 0.9883,
      "step": 124078
    },
    {
      "epoch": 5.772458711328216,
      "grad_norm": 1.8310941942803027,
      "learning_rate": 1.0970438979217067e-06,
      "loss": 0.9648,
      "step": 124079
    },
    {
      "epoch": 5.772505233775297,
      "grad_norm": 1.777540566988887,
      "learning_rate": 1.0965958941414498e-06,
      "loss": 0.8945,
      "step": 124080
    },
    {
      "epoch": 5.772551756222377,
      "grad_norm": 1.7636407198493267,
      "learning_rate": 1.0961479815207563e-06,
      "loss": 0.9062,
      "step": 124081
    },
    {
      "epoch": 5.772598278669458,
      "grad_norm": 1.8716301172629168,
      "learning_rate": 1.095700160059859e-06,
      "loss": 0.9766,
      "step": 124082
    },
    {
      "epoch": 5.772644801116539,
      "grad_norm": 1.8375558415522515,
      "learning_rate": 1.0952524297590582e-06,
      "loss": 1.1016,
      "step": 124083
    },
    {
      "epoch": 5.7726913235636195,
      "grad_norm": 1.8324156733770582,
      "learning_rate": 1.0948047906186196e-06,
      "loss": 1.0078,
      "step": 124084
    },
    {
      "epoch": 5.7727378460107,
      "grad_norm": 1.8865449084004604,
      "learning_rate": 1.094357242638827e-06,
      "loss": 1.1016,
      "step": 124085
    },
    {
      "epoch": 5.772784368457781,
      "grad_norm": 1.6925995321843044,
      "learning_rate": 1.0939097858199464e-06,
      "loss": 0.9492,
      "step": 124086
    },
    {
      "epoch": 5.772830890904862,
      "grad_norm": 1.7538097915827568,
      "learning_rate": 1.0934624201622443e-06,
      "loss": 1.0234,
      "step": 124087
    },
    {
      "epoch": 5.772877413351942,
      "grad_norm": 1.7290706284554893,
      "learning_rate": 1.0930151456660042e-06,
      "loss": 0.9375,
      "step": 124088
    },
    {
      "epoch": 5.772923935799023,
      "grad_norm": 1.76112081215859,
      "learning_rate": 1.092567962331492e-06,
      "loss": 0.9805,
      "step": 124089
    },
    {
      "epoch": 5.772970458246104,
      "grad_norm": 1.7673682313148023,
      "learning_rate": 1.0921208701590078e-06,
      "loss": 0.8945,
      "step": 124090
    },
    {
      "epoch": 5.773016980693185,
      "grad_norm": 1.8584618235917285,
      "learning_rate": 1.0916738691487848e-06,
      "loss": 1.0312,
      "step": 124091
    },
    {
      "epoch": 5.773063503140265,
      "grad_norm": 1.75439335338522,
      "learning_rate": 1.0912269593011224e-06,
      "loss": 0.8984,
      "step": 124092
    },
    {
      "epoch": 5.7731100255873455,
      "grad_norm": 1.6969863645385852,
      "learning_rate": 1.0907801406162876e-06,
      "loss": 0.957,
      "step": 124093
    },
    {
      "epoch": 5.773156548034427,
      "grad_norm": 1.7103704436782787,
      "learning_rate": 1.0903334130945462e-06,
      "loss": 0.9336,
      "step": 124094
    },
    {
      "epoch": 5.773203070481507,
      "grad_norm": 1.898630443168007,
      "learning_rate": 1.0898867767361985e-06,
      "loss": 1.0469,
      "step": 124095
    },
    {
      "epoch": 5.773249592928588,
      "grad_norm": 1.507875787252159,
      "learning_rate": 1.0894402315414775e-06,
      "loss": 0.6953,
      "step": 124096
    },
    {
      "epoch": 5.773296115375668,
      "grad_norm": 1.9244011750751868,
      "learning_rate": 1.0889937775106993e-06,
      "loss": 0.9258,
      "step": 124097
    },
    {
      "epoch": 5.77334263782275,
      "grad_norm": 1.652225742402724,
      "learning_rate": 1.0885474146441142e-06,
      "loss": 0.9727,
      "step": 124098
    },
    {
      "epoch": 5.77338916026983,
      "grad_norm": 1.973101884901131,
      "learning_rate": 1.0881011429419884e-06,
      "loss": 0.8945,
      "step": 124099
    },
    {
      "epoch": 5.773435682716911,
      "grad_norm": 1.8846577385350938,
      "learning_rate": 1.0876549624046049e-06,
      "loss": 1.0469,
      "step": 124100
    },
    {
      "epoch": 5.773482205163992,
      "grad_norm": 1.7603866627971643,
      "learning_rate": 1.087208873032247e-06,
      "loss": 0.9922,
      "step": 124101
    },
    {
      "epoch": 5.7735287276110725,
      "grad_norm": 1.6962972195947514,
      "learning_rate": 1.0867628748251811e-06,
      "loss": 0.8047,
      "step": 124102
    },
    {
      "epoch": 5.773575250058153,
      "grad_norm": 1.7569981143632356,
      "learning_rate": 1.086316967783657e-06,
      "loss": 0.9688,
      "step": 124103
    },
    {
      "epoch": 5.7736217725052335,
      "grad_norm": 1.618508796740637,
      "learning_rate": 1.085871151907991e-06,
      "loss": 0.75,
      "step": 124104
    },
    {
      "epoch": 5.773668294952315,
      "grad_norm": 1.8157327431632193,
      "learning_rate": 1.0854254271984164e-06,
      "loss": 1.0938,
      "step": 124105
    },
    {
      "epoch": 5.773714817399395,
      "grad_norm": 1.6671512090783016,
      "learning_rate": 1.0849797936552163e-06,
      "loss": 0.8398,
      "step": 124106
    },
    {
      "epoch": 5.773761339846476,
      "grad_norm": 1.928916529565445,
      "learning_rate": 1.0845342512786904e-06,
      "loss": 0.8945,
      "step": 124107
    },
    {
      "epoch": 5.773807862293557,
      "grad_norm": 1.814739613402876,
      "learning_rate": 1.0840888000690717e-06,
      "loss": 1.0078,
      "step": 124108
    },
    {
      "epoch": 5.773854384740638,
      "grad_norm": 1.8184524469249321,
      "learning_rate": 1.0836434400266603e-06,
      "loss": 0.8242,
      "step": 124109
    },
    {
      "epoch": 5.773900907187718,
      "grad_norm": 1.6493723294498601,
      "learning_rate": 1.0831981711517056e-06,
      "loss": 0.8945,
      "step": 124110
    },
    {
      "epoch": 5.773947429634799,
      "grad_norm": 1.728124902746196,
      "learning_rate": 1.0827529934445077e-06,
      "loss": 0.875,
      "step": 124111
    },
    {
      "epoch": 5.773993952081879,
      "grad_norm": 1.6687844394710958,
      "learning_rate": 1.082307906905333e-06,
      "loss": 0.918,
      "step": 124112
    },
    {
      "epoch": 5.77404047452896,
      "grad_norm": 1.9137853260758833,
      "learning_rate": 1.0818629115344312e-06,
      "loss": 0.9766,
      "step": 124113
    },
    {
      "epoch": 5.774086996976041,
      "grad_norm": 1.9591538080614386,
      "learning_rate": 1.081418007332102e-06,
      "loss": 0.9375,
      "step": 124114
    },
    {
      "epoch": 5.774133519423121,
      "grad_norm": 1.632022807948038,
      "learning_rate": 1.0809731942985955e-06,
      "loss": 0.8281,
      "step": 124115
    },
    {
      "epoch": 5.774180041870203,
      "grad_norm": 1.7566066158506863,
      "learning_rate": 1.0805284724342111e-06,
      "loss": 1.0,
      "step": 124116
    },
    {
      "epoch": 5.774226564317283,
      "grad_norm": 1.7986835568285036,
      "learning_rate": 1.0800838417391989e-06,
      "loss": 0.9922,
      "step": 124117
    },
    {
      "epoch": 5.774273086764364,
      "grad_norm": 1.847096057815818,
      "learning_rate": 1.079639302213825e-06,
      "loss": 0.9961,
      "step": 124118
    },
    {
      "epoch": 5.774319609211444,
      "grad_norm": 1.685834780974762,
      "learning_rate": 1.0791948538583894e-06,
      "loss": 0.9062,
      "step": 124119
    },
    {
      "epoch": 5.7743661316585255,
      "grad_norm": 1.5262968894631639,
      "learning_rate": 1.078750496673142e-06,
      "loss": 0.7734,
      "step": 124120
    },
    {
      "epoch": 5.774412654105606,
      "grad_norm": 1.6591046641608505,
      "learning_rate": 1.078306230658349e-06,
      "loss": 0.9609,
      "step": 124121
    },
    {
      "epoch": 5.7744591765526865,
      "grad_norm": 2.132914764765575,
      "learning_rate": 1.0778620558143104e-06,
      "loss": 1.0781,
      "step": 124122
    },
    {
      "epoch": 5.774505698999768,
      "grad_norm": 1.7667288640064323,
      "learning_rate": 1.0774179721412756e-06,
      "loss": 0.8203,
      "step": 124123
    },
    {
      "epoch": 5.774552221446848,
      "grad_norm": 1.8397291222957326,
      "learning_rate": 1.0769739796395283e-06,
      "loss": 0.9414,
      "step": 124124
    },
    {
      "epoch": 5.774598743893929,
      "grad_norm": 1.6807879651302735,
      "learning_rate": 1.0765300783093346e-06,
      "loss": 0.8672,
      "step": 124125
    },
    {
      "epoch": 5.774645266341009,
      "grad_norm": 1.7949405057194763,
      "learning_rate": 1.0760862681509609e-06,
      "loss": 0.9609,
      "step": 124126
    },
    {
      "epoch": 5.774691788788091,
      "grad_norm": 1.8523565367458383,
      "learning_rate": 1.0756425491646903e-06,
      "loss": 1.0469,
      "step": 124127
    },
    {
      "epoch": 5.774738311235171,
      "grad_norm": 1.679197475847704,
      "learning_rate": 1.0751989213507895e-06,
      "loss": 0.832,
      "step": 124128
    },
    {
      "epoch": 5.774784833682252,
      "grad_norm": 1.7231000349471275,
      "learning_rate": 1.0747553847095248e-06,
      "loss": 0.9805,
      "step": 124129
    },
    {
      "epoch": 5.774831356129332,
      "grad_norm": 2.0168895622570573,
      "learning_rate": 1.0743119392411791e-06,
      "loss": 1.1172,
      "step": 124130
    },
    {
      "epoch": 5.774877878576413,
      "grad_norm": 1.7535380229432658,
      "learning_rate": 1.0738685849460193e-06,
      "loss": 0.8555,
      "step": 124131
    },
    {
      "epoch": 5.774924401023494,
      "grad_norm": 1.6775179285408564,
      "learning_rate": 1.0734253218243115e-06,
      "loss": 0.7969,
      "step": 124132
    },
    {
      "epoch": 5.774970923470574,
      "grad_norm": 1.7553918908458417,
      "learning_rate": 1.0729821498763224e-06,
      "loss": 1.0781,
      "step": 124133
    },
    {
      "epoch": 5.775017445917655,
      "grad_norm": 1.599541046674195,
      "learning_rate": 1.072539069102335e-06,
      "loss": 0.7695,
      "step": 124134
    },
    {
      "epoch": 5.775063968364736,
      "grad_norm": 1.6763073563501922,
      "learning_rate": 1.0720960795026157e-06,
      "loss": 0.918,
      "step": 124135
    },
    {
      "epoch": 5.775110490811817,
      "grad_norm": 1.8937323964923862,
      "learning_rate": 1.0716531810774475e-06,
      "loss": 1.0547,
      "step": 124136
    },
    {
      "epoch": 5.775157013258897,
      "grad_norm": 1.7411127898072007,
      "learning_rate": 1.0712103738270805e-06,
      "loss": 0.9336,
      "step": 124137
    },
    {
      "epoch": 5.7752035357059786,
      "grad_norm": 1.8787601707197945,
      "learning_rate": 1.0707676577517977e-06,
      "loss": 1.0547,
      "step": 124138
    },
    {
      "epoch": 5.775250058153059,
      "grad_norm": 1.681891403570723,
      "learning_rate": 1.070325032851882e-06,
      "loss": 0.9492,
      "step": 124139
    },
    {
      "epoch": 5.7752965806001395,
      "grad_norm": 1.7213415368988831,
      "learning_rate": 1.0698824991275668e-06,
      "loss": 0.8281,
      "step": 124140
    },
    {
      "epoch": 5.77534310304722,
      "grad_norm": 1.7865079371061996,
      "learning_rate": 1.0694400565791682e-06,
      "loss": 0.8711,
      "step": 124141
    },
    {
      "epoch": 5.775389625494301,
      "grad_norm": 1.8174262276000266,
      "learning_rate": 1.0689977052069199e-06,
      "loss": 1.0469,
      "step": 124142
    },
    {
      "epoch": 5.775436147941382,
      "grad_norm": 1.7346269445648506,
      "learning_rate": 1.0685554450111212e-06,
      "loss": 0.832,
      "step": 124143
    },
    {
      "epoch": 5.775482670388462,
      "grad_norm": 1.757687827338305,
      "learning_rate": 1.0681132759920219e-06,
      "loss": 0.9102,
      "step": 124144
    },
    {
      "epoch": 5.775529192835543,
      "grad_norm": 1.8274997910011967,
      "learning_rate": 1.0676711981499052e-06,
      "loss": 0.9375,
      "step": 124145
    },
    {
      "epoch": 5.775575715282624,
      "grad_norm": 1.6951367934436377,
      "learning_rate": 1.0672292114850379e-06,
      "loss": 0.832,
      "step": 124146
    },
    {
      "epoch": 5.775622237729705,
      "grad_norm": 1.7690807191224727,
      "learning_rate": 1.0667873159977025e-06,
      "loss": 0.957,
      "step": 124147
    },
    {
      "epoch": 5.775668760176785,
      "grad_norm": 1.727058061937197,
      "learning_rate": 1.0663455116881326e-06,
      "loss": 0.957,
      "step": 124148
    },
    {
      "epoch": 5.775715282623866,
      "grad_norm": 1.6495158549448177,
      "learning_rate": 1.0659037985566443e-06,
      "loss": 0.9258,
      "step": 124149
    },
    {
      "epoch": 5.775761805070947,
      "grad_norm": 1.746500152800395,
      "learning_rate": 1.0654621766034877e-06,
      "loss": 0.8672,
      "step": 124150
    },
    {
      "epoch": 5.775808327518027,
      "grad_norm": 1.8462603801820099,
      "learning_rate": 1.0650206458289289e-06,
      "loss": 1.1797,
      "step": 124151
    },
    {
      "epoch": 5.775854849965108,
      "grad_norm": 1.8569929607795836,
      "learning_rate": 1.0645792062332349e-06,
      "loss": 0.8984,
      "step": 124152
    },
    {
      "epoch": 5.775901372412189,
      "grad_norm": 1.8955318951582554,
      "learning_rate": 1.064137857816688e-06,
      "loss": 0.957,
      "step": 124153
    },
    {
      "epoch": 5.77594789485927,
      "grad_norm": 1.852688510725443,
      "learning_rate": 1.0636966005795554e-06,
      "loss": 0.9531,
      "step": 124154
    },
    {
      "epoch": 5.77599441730635,
      "grad_norm": 1.824478514227066,
      "learning_rate": 1.0632554345221034e-06,
      "loss": 0.9062,
      "step": 124155
    },
    {
      "epoch": 5.776040939753431,
      "grad_norm": 1.8264488999215844,
      "learning_rate": 1.0628143596445981e-06,
      "loss": 1.0312,
      "step": 124156
    },
    {
      "epoch": 5.776087462200512,
      "grad_norm": 1.6449712625511352,
      "learning_rate": 1.062373375947323e-06,
      "loss": 0.875,
      "step": 124157
    },
    {
      "epoch": 5.7761339846475925,
      "grad_norm": 1.8607272314800893,
      "learning_rate": 1.0619324834305442e-06,
      "loss": 1.0234,
      "step": 124158
    },
    {
      "epoch": 5.776180507094673,
      "grad_norm": 1.8628256695880745,
      "learning_rate": 1.0614916820945117e-06,
      "loss": 1.0,
      "step": 124159
    },
    {
      "epoch": 5.776227029541754,
      "grad_norm": 1.699826780204391,
      "learning_rate": 1.0610509719395256e-06,
      "loss": 0.7773,
      "step": 124160
    },
    {
      "epoch": 5.776273551988835,
      "grad_norm": 1.690154654031523,
      "learning_rate": 1.0606103529658517e-06,
      "loss": 0.8242,
      "step": 124161
    },
    {
      "epoch": 5.776320074435915,
      "grad_norm": 1.8180238805663833,
      "learning_rate": 1.0601698251737234e-06,
      "loss": 1.0078,
      "step": 124162
    },
    {
      "epoch": 5.776366596882996,
      "grad_norm": 2.094685791756997,
      "learning_rate": 1.0597293885634572e-06,
      "loss": 1.0859,
      "step": 124163
    },
    {
      "epoch": 5.776413119330076,
      "grad_norm": 1.7768596391691485,
      "learning_rate": 1.0592890431353028e-06,
      "loss": 0.8477,
      "step": 124164
    },
    {
      "epoch": 5.776459641777158,
      "grad_norm": 1.762995288502206,
      "learning_rate": 1.058848788889527e-06,
      "loss": 0.8242,
      "step": 124165
    },
    {
      "epoch": 5.776506164224238,
      "grad_norm": 1.992499764889199,
      "learning_rate": 1.0584086258263958e-06,
      "loss": 0.9023,
      "step": 124166
    },
    {
      "epoch": 5.776552686671319,
      "grad_norm": 1.748207468132711,
      "learning_rate": 1.0579685539461756e-06,
      "loss": 0.8672,
      "step": 124167
    },
    {
      "epoch": 5.7765992091184,
      "grad_norm": 1.7500161160506267,
      "learning_rate": 1.0575285732491666e-06,
      "loss": 0.8633,
      "step": 124168
    },
    {
      "epoch": 5.7766457315654804,
      "grad_norm": 1.7821786719085038,
      "learning_rate": 1.0570886837356019e-06,
      "loss": 0.9727,
      "step": 124169
    },
    {
      "epoch": 5.776692254012561,
      "grad_norm": 1.573096374025894,
      "learning_rate": 1.056648885405764e-06,
      "loss": 0.8125,
      "step": 124170
    },
    {
      "epoch": 5.776738776459641,
      "grad_norm": 1.7730894530488748,
      "learning_rate": 1.0562091782599368e-06,
      "loss": 0.9062,
      "step": 124171
    },
    {
      "epoch": 5.776785298906723,
      "grad_norm": 1.7813513637922784,
      "learning_rate": 1.0557695622983697e-06,
      "loss": 0.9219,
      "step": 124172
    },
    {
      "epoch": 5.776831821353803,
      "grad_norm": 1.7733048401124702,
      "learning_rate": 1.055330037521346e-06,
      "loss": 0.9961,
      "step": 124173
    },
    {
      "epoch": 5.776878343800884,
      "grad_norm": 1.9062203395576722,
      "learning_rate": 1.054890603929115e-06,
      "loss": 0.9844,
      "step": 124174
    },
    {
      "epoch": 5.776924866247965,
      "grad_norm": 1.8248853643984326,
      "learning_rate": 1.0544512615219603e-06,
      "loss": 0.9375,
      "step": 124175
    },
    {
      "epoch": 5.776971388695046,
      "grad_norm": 1.8825557431447737,
      "learning_rate": 1.0540120103001482e-06,
      "loss": 0.8633,
      "step": 124176
    },
    {
      "epoch": 5.777017911142126,
      "grad_norm": 2.0022705769979705,
      "learning_rate": 1.0535728502639451e-06,
      "loss": 1.0234,
      "step": 124177
    },
    {
      "epoch": 5.7770644335892065,
      "grad_norm": 1.968596296271171,
      "learning_rate": 1.0531337814136176e-06,
      "loss": 1.2188,
      "step": 124178
    },
    {
      "epoch": 5.777110956036288,
      "grad_norm": 1.9211311231144566,
      "learning_rate": 1.0526948037494653e-06,
      "loss": 1.0938,
      "step": 124179
    },
    {
      "epoch": 5.777157478483368,
      "grad_norm": 1.8271983067747668,
      "learning_rate": 1.0522559172717048e-06,
      "loss": 0.9805,
      "step": 124180
    },
    {
      "epoch": 5.777204000930449,
      "grad_norm": 1.820840821729654,
      "learning_rate": 1.0518171219806359e-06,
      "loss": 0.8672,
      "step": 124181
    },
    {
      "epoch": 5.777250523377529,
      "grad_norm": 1.9555431396940772,
      "learning_rate": 1.051378417876525e-06,
      "loss": 1.1172,
      "step": 124182
    },
    {
      "epoch": 5.777297045824611,
      "grad_norm": 1.8930219174695393,
      "learning_rate": 1.0509398049596552e-06,
      "loss": 0.957,
      "step": 124183
    },
    {
      "epoch": 5.777343568271691,
      "grad_norm": 1.947931468508983,
      "learning_rate": 1.0505012832302429e-06,
      "loss": 0.957,
      "step": 124184
    },
    {
      "epoch": 5.777390090718772,
      "grad_norm": 1.7298001861693941,
      "learning_rate": 1.0500628526886213e-06,
      "loss": 0.9766,
      "step": 124185
    },
    {
      "epoch": 5.777436613165852,
      "grad_norm": 1.790465369518423,
      "learning_rate": 1.0496245133350233e-06,
      "loss": 0.8945,
      "step": 124186
    },
    {
      "epoch": 5.7774831356129335,
      "grad_norm": 1.7172234424597046,
      "learning_rate": 1.0491862651697159e-06,
      "loss": 0.8438,
      "step": 124187
    },
    {
      "epoch": 5.777529658060014,
      "grad_norm": 1.8202931211676416,
      "learning_rate": 1.048748108192965e-06,
      "loss": 0.9141,
      "step": 124188
    },
    {
      "epoch": 5.777576180507094,
      "grad_norm": 1.7320342544813463,
      "learning_rate": 1.0483100424050706e-06,
      "loss": 0.957,
      "step": 124189
    },
    {
      "epoch": 5.777622702954176,
      "grad_norm": 1.8052840169050741,
      "learning_rate": 1.0478720678062658e-06,
      "loss": 1.125,
      "step": 124190
    },
    {
      "epoch": 5.777669225401256,
      "grad_norm": 1.8107148333105905,
      "learning_rate": 1.0474341843968337e-06,
      "loss": 0.9062,
      "step": 124191
    },
    {
      "epoch": 5.777715747848337,
      "grad_norm": 1.7947926939450811,
      "learning_rate": 1.0469963921770408e-06,
      "loss": 0.9961,
      "step": 124192
    },
    {
      "epoch": 5.777762270295417,
      "grad_norm": 1.76230218238285,
      "learning_rate": 1.0465586911471536e-06,
      "loss": 1.0078,
      "step": 124193
    },
    {
      "epoch": 5.777808792742499,
      "grad_norm": 1.7747750648104654,
      "learning_rate": 1.046121081307455e-06,
      "loss": 0.9023,
      "step": 124194
    },
    {
      "epoch": 5.777855315189579,
      "grad_norm": 1.6654395431061593,
      "learning_rate": 1.0456835626581784e-06,
      "loss": 0.9141,
      "step": 124195
    },
    {
      "epoch": 5.7779018376366595,
      "grad_norm": 1.7285846310389656,
      "learning_rate": 1.0452461351996234e-06,
      "loss": 0.8281,
      "step": 124196
    },
    {
      "epoch": 5.77794836008374,
      "grad_norm": 1.7484224629739642,
      "learning_rate": 1.0448087989320398e-06,
      "loss": 0.9727,
      "step": 124197
    },
    {
      "epoch": 5.777994882530821,
      "grad_norm": 1.7073928867246428,
      "learning_rate": 1.0443715538557107e-06,
      "loss": 0.9102,
      "step": 124198
    },
    {
      "epoch": 5.778041404977902,
      "grad_norm": 1.8329194282289063,
      "learning_rate": 1.043934399970886e-06,
      "loss": 0.8906,
      "step": 124199
    },
    {
      "epoch": 5.778087927424982,
      "grad_norm": 1.9312912276349254,
      "learning_rate": 1.0434973372778489e-06,
      "loss": 1.1016,
      "step": 124200
    },
    {
      "epoch": 5.778134449872063,
      "grad_norm": 1.8519077921371738,
      "learning_rate": 1.0430603657768488e-06,
      "loss": 0.9062,
      "step": 124201
    },
    {
      "epoch": 5.778180972319144,
      "grad_norm": 1.7154605988535752,
      "learning_rate": 1.042623485468186e-06,
      "loss": 0.8008,
      "step": 124202
    },
    {
      "epoch": 5.778227494766225,
      "grad_norm": 1.6462667996346065,
      "learning_rate": 1.0421866963520931e-06,
      "loss": 0.8633,
      "step": 124203
    },
    {
      "epoch": 5.778274017213305,
      "grad_norm": 1.5953307614220604,
      "learning_rate": 1.0417499984288536e-06,
      "loss": 0.9375,
      "step": 124204
    },
    {
      "epoch": 5.7783205396603865,
      "grad_norm": 1.8024616818848993,
      "learning_rate": 1.0413133916987171e-06,
      "loss": 0.8594,
      "step": 124205
    },
    {
      "epoch": 5.778367062107467,
      "grad_norm": 1.952487633847286,
      "learning_rate": 1.0408768761619834e-06,
      "loss": 0.9648,
      "step": 124206
    },
    {
      "epoch": 5.7784135845545475,
      "grad_norm": 1.6784845904500958,
      "learning_rate": 1.0404404518189192e-06,
      "loss": 0.8633,
      "step": 124207
    },
    {
      "epoch": 5.778460107001628,
      "grad_norm": 1.9807405284172883,
      "learning_rate": 1.0400041186697571e-06,
      "loss": 0.9961,
      "step": 124208
    },
    {
      "epoch": 5.778506629448709,
      "grad_norm": 1.8157788170755218,
      "learning_rate": 1.0395678767147807e-06,
      "loss": 1.0391,
      "step": 124209
    },
    {
      "epoch": 5.77855315189579,
      "grad_norm": 1.7961067695506758,
      "learning_rate": 1.0391317259542564e-06,
      "loss": 0.9492,
      "step": 124210
    },
    {
      "epoch": 5.77859967434287,
      "grad_norm": 1.854971013114867,
      "learning_rate": 1.0386956663884672e-06,
      "loss": 1.125,
      "step": 124211
    },
    {
      "epoch": 5.778646196789952,
      "grad_norm": 1.5922440859634113,
      "learning_rate": 1.038259698017646e-06,
      "loss": 0.9492,
      "step": 124212
    },
    {
      "epoch": 5.778692719237032,
      "grad_norm": 1.7664939547891776,
      "learning_rate": 1.037823820842093e-06,
      "loss": 1.0156,
      "step": 124213
    },
    {
      "epoch": 5.778739241684113,
      "grad_norm": 2.0769008576216232,
      "learning_rate": 1.0373880348620578e-06,
      "loss": 1.0312,
      "step": 124214
    },
    {
      "epoch": 5.778785764131193,
      "grad_norm": 1.9537031766321806,
      "learning_rate": 1.0369523400778234e-06,
      "loss": 1.0312,
      "step": 124215
    },
    {
      "epoch": 5.7788322865782735,
      "grad_norm": 1.7510412960209911,
      "learning_rate": 1.0365167364896398e-06,
      "loss": 0.9141,
      "step": 124216
    },
    {
      "epoch": 5.778878809025355,
      "grad_norm": 1.626222430177238,
      "learning_rate": 1.0360812240977734e-06,
      "loss": 0.8672,
      "step": 124217
    },
    {
      "epoch": 5.778925331472435,
      "grad_norm": 1.627765599782261,
      "learning_rate": 1.0356458029024905e-06,
      "loss": 0.8164,
      "step": 124218
    },
    {
      "epoch": 5.778971853919516,
      "grad_norm": 1.8261074074155461,
      "learning_rate": 1.0352104729040744e-06,
      "loss": 0.8516,
      "step": 124219
    },
    {
      "epoch": 5.779018376366597,
      "grad_norm": 1.7473647014041336,
      "learning_rate": 1.034775234102775e-06,
      "loss": 1.0312,
      "step": 124220
    },
    {
      "epoch": 5.779064898813678,
      "grad_norm": 1.90926296774821,
      "learning_rate": 1.0343400864988748e-06,
      "loss": 0.9492,
      "step": 124221
    },
    {
      "epoch": 5.779111421260758,
      "grad_norm": 1.7350946917807129,
      "learning_rate": 1.0339050300926078e-06,
      "loss": 0.957,
      "step": 124222
    },
    {
      "epoch": 5.779157943707839,
      "grad_norm": 1.716404484747284,
      "learning_rate": 1.0334700648842731e-06,
      "loss": 0.9805,
      "step": 124223
    },
    {
      "epoch": 5.77920446615492,
      "grad_norm": 1.7153317605309042,
      "learning_rate": 1.0330351908741207e-06,
      "loss": 0.9102,
      "step": 124224
    },
    {
      "epoch": 5.7792509886020005,
      "grad_norm": 1.891819638797543,
      "learning_rate": 1.032600408062434e-06,
      "loss": 1.1094,
      "step": 124225
    },
    {
      "epoch": 5.779297511049081,
      "grad_norm": 1.7264444680499658,
      "learning_rate": 1.0321657164494623e-06,
      "loss": 0.875,
      "step": 124226
    },
    {
      "epoch": 5.779344033496162,
      "grad_norm": 1.698972092043633,
      "learning_rate": 1.0317311160354725e-06,
      "loss": 0.8516,
      "step": 124227
    },
    {
      "epoch": 5.779390555943243,
      "grad_norm": 1.7201192310927478,
      "learning_rate": 1.0312966068207473e-06,
      "loss": 0.918,
      "step": 124228
    },
    {
      "epoch": 5.779437078390323,
      "grad_norm": 1.7041680383502549,
      "learning_rate": 1.0308621888055203e-06,
      "loss": 0.918,
      "step": 124229
    },
    {
      "epoch": 5.779483600837404,
      "grad_norm": 1.7628848701330977,
      "learning_rate": 1.0304278619900907e-06,
      "loss": 0.9922,
      "step": 124230
    },
    {
      "epoch": 5.779530123284485,
      "grad_norm": 1.7126663913866307,
      "learning_rate": 1.0299936263747088e-06,
      "loss": 1.0234,
      "step": 124231
    },
    {
      "epoch": 5.779576645731566,
      "grad_norm": 1.5763667561528025,
      "learning_rate": 1.0295594819596408e-06,
      "loss": 0.8984,
      "step": 124232
    },
    {
      "epoch": 5.779623168178646,
      "grad_norm": 1.8406067495259375,
      "learning_rate": 1.02912542874517e-06,
      "loss": 0.8945,
      "step": 124233
    },
    {
      "epoch": 5.7796696906257266,
      "grad_norm": 1.959139388927587,
      "learning_rate": 1.0286914667315294e-06,
      "loss": 0.9258,
      "step": 124234
    },
    {
      "epoch": 5.779716213072808,
      "grad_norm": 1.598494513819321,
      "learning_rate": 1.028257595919002e-06,
      "loss": 0.8359,
      "step": 124235
    },
    {
      "epoch": 5.779762735519888,
      "grad_norm": 1.6664612149159237,
      "learning_rate": 1.0278238163078545e-06,
      "loss": 0.8906,
      "step": 124236
    },
    {
      "epoch": 5.779809257966969,
      "grad_norm": 1.7013480369044442,
      "learning_rate": 1.0273901278983532e-06,
      "loss": 0.8242,
      "step": 124237
    },
    {
      "epoch": 5.779855780414049,
      "grad_norm": 1.7042656908851597,
      "learning_rate": 1.0269565306907646e-06,
      "loss": 0.7969,
      "step": 124238
    },
    {
      "epoch": 5.779902302861131,
      "grad_norm": 1.8524161940941797,
      "learning_rate": 1.026523024685355e-06,
      "loss": 0.9922,
      "step": 124239
    },
    {
      "epoch": 5.779948825308211,
      "grad_norm": 1.7284928499207333,
      "learning_rate": 1.0260896098823745e-06,
      "loss": 0.9922,
      "step": 124240
    },
    {
      "epoch": 5.779995347755292,
      "grad_norm": 1.7235905930696644,
      "learning_rate": 1.025656286282106e-06,
      "loss": 0.9062,
      "step": 124241
    },
    {
      "epoch": 5.780041870202373,
      "grad_norm": 1.8471587437757564,
      "learning_rate": 1.0252230538848162e-06,
      "loss": 0.8906,
      "step": 124242
    },
    {
      "epoch": 5.7800883926494535,
      "grad_norm": 1.943478457524235,
      "learning_rate": 1.0247899126907545e-06,
      "loss": 0.8789,
      "step": 124243
    },
    {
      "epoch": 5.780134915096534,
      "grad_norm": 1.7912210441491625,
      "learning_rate": 1.0243568627001874e-06,
      "loss": 0.9453,
      "step": 124244
    },
    {
      "epoch": 5.7801814375436145,
      "grad_norm": 1.7124073895381067,
      "learning_rate": 1.0239239039133985e-06,
      "loss": 0.9062,
      "step": 124245
    },
    {
      "epoch": 5.780227959990696,
      "grad_norm": 1.8158498156594287,
      "learning_rate": 1.023491036330637e-06,
      "loss": 0.8945,
      "step": 124246
    },
    {
      "epoch": 5.780274482437776,
      "grad_norm": 1.9730708297172606,
      "learning_rate": 1.0230582599521697e-06,
      "loss": 0.9961,
      "step": 124247
    },
    {
      "epoch": 5.780321004884857,
      "grad_norm": 1.6569234724016542,
      "learning_rate": 1.022625574778263e-06,
      "loss": 0.9102,
      "step": 124248
    },
    {
      "epoch": 5.780367527331938,
      "grad_norm": 2.151173255148388,
      "learning_rate": 1.0221929808091834e-06,
      "loss": 1.0391,
      "step": 124249
    },
    {
      "epoch": 5.780414049779019,
      "grad_norm": 1.6098596715935958,
      "learning_rate": 1.0217604780451971e-06,
      "loss": 0.918,
      "step": 124250
    },
    {
      "epoch": 5.780460572226099,
      "grad_norm": 1.804855060546504,
      "learning_rate": 1.021328066486571e-06,
      "loss": 0.8398,
      "step": 124251
    },
    {
      "epoch": 5.78050709467318,
      "grad_norm": 1.6958741534372506,
      "learning_rate": 1.020895746133571e-06,
      "loss": 0.8828,
      "step": 124252
    },
    {
      "epoch": 5.78055361712026,
      "grad_norm": 1.807211336915529,
      "learning_rate": 1.0204635169864472e-06,
      "loss": 0.9531,
      "step": 124253
    },
    {
      "epoch": 5.780600139567341,
      "grad_norm": 1.6489719980177238,
      "learning_rate": 1.020031379045483e-06,
      "loss": 0.8125,
      "step": 124254
    },
    {
      "epoch": 5.780646662014422,
      "grad_norm": 1.7911720361548449,
      "learning_rate": 1.0195993323109274e-06,
      "loss": 0.9648,
      "step": 124255
    },
    {
      "epoch": 5.780693184461502,
      "grad_norm": 1.7956336805301658,
      "learning_rate": 1.0191673767830478e-06,
      "loss": 0.9141,
      "step": 124256
    },
    {
      "epoch": 5.780739706908584,
      "grad_norm": 1.6451017277343742,
      "learning_rate": 1.01873551246211e-06,
      "loss": 0.7891,
      "step": 124257
    },
    {
      "epoch": 5.780786229355664,
      "grad_norm": 1.7701438013414694,
      "learning_rate": 1.0183037393483806e-06,
      "loss": 0.832,
      "step": 124258
    },
    {
      "epoch": 5.780832751802745,
      "grad_norm": 1.6682700136490853,
      "learning_rate": 1.0178720574421262e-06,
      "loss": 0.8125,
      "step": 124259
    },
    {
      "epoch": 5.780879274249825,
      "grad_norm": 2.0206545378669767,
      "learning_rate": 1.0174404667436132e-06,
      "loss": 1.0625,
      "step": 124260
    },
    {
      "epoch": 5.7809257966969065,
      "grad_norm": 1.862824909758144,
      "learning_rate": 1.0170089672531078e-06,
      "loss": 0.8164,
      "step": 124261
    },
    {
      "epoch": 5.780972319143987,
      "grad_norm": 1.4950525143260256,
      "learning_rate": 1.0165775589708436e-06,
      "loss": 0.8164,
      "step": 124262
    },
    {
      "epoch": 5.7810188415910675,
      "grad_norm": 1.8829955769553217,
      "learning_rate": 1.0161462418971367e-06,
      "loss": 1.0625,
      "step": 124263
    },
    {
      "epoch": 5.781065364038149,
      "grad_norm": 1.7032981892218007,
      "learning_rate": 1.0157150160322037e-06,
      "loss": 0.9062,
      "step": 124264
    },
    {
      "epoch": 5.781111886485229,
      "grad_norm": 1.7413029504756328,
      "learning_rate": 1.0152838813763443e-06,
      "loss": 0.9297,
      "step": 124265
    },
    {
      "epoch": 5.78115840893231,
      "grad_norm": 1.6935607910055646,
      "learning_rate": 1.0148528379297916e-06,
      "loss": 0.9453,
      "step": 124266
    },
    {
      "epoch": 5.78120493137939,
      "grad_norm": 1.7020929919668668,
      "learning_rate": 1.0144218856928288e-06,
      "loss": 0.9219,
      "step": 124267
    },
    {
      "epoch": 5.781251453826472,
      "grad_norm": 1.7933995067700166,
      "learning_rate": 1.0139910246657056e-06,
      "loss": 0.9062,
      "step": 124268
    },
    {
      "epoch": 5.781297976273552,
      "grad_norm": 1.736191180609145,
      "learning_rate": 1.0135602548487054e-06,
      "loss": 0.8711,
      "step": 124269
    },
    {
      "epoch": 5.781344498720633,
      "grad_norm": 1.8116882316684708,
      "learning_rate": 1.0131295762420776e-06,
      "loss": 1.0234,
      "step": 124270
    },
    {
      "epoch": 5.781391021167713,
      "grad_norm": 1.8277179629626532,
      "learning_rate": 1.012698988846089e-06,
      "loss": 0.8555,
      "step": 124271
    },
    {
      "epoch": 5.7814375436147944,
      "grad_norm": 1.6387986741064888,
      "learning_rate": 1.0122684926610058e-06,
      "loss": 0.9219,
      "step": 124272
    },
    {
      "epoch": 5.781484066061875,
      "grad_norm": 1.8882346455680512,
      "learning_rate": 1.0118380876870947e-06,
      "loss": 1.0391,
      "step": 124273
    },
    {
      "epoch": 5.781530588508955,
      "grad_norm": 1.6983145118186547,
      "learning_rate": 1.011407773924622e-06,
      "loss": 0.9336,
      "step": 124274
    },
    {
      "epoch": 5.781577110956036,
      "grad_norm": 1.9347196547445604,
      "learning_rate": 1.0109775513738205e-06,
      "loss": 1.1172,
      "step": 124275
    },
    {
      "epoch": 5.781623633403117,
      "grad_norm": 2.00126496881093,
      "learning_rate": 1.0105474200349905e-06,
      "loss": 0.9727,
      "step": 124276
    },
    {
      "epoch": 5.781670155850198,
      "grad_norm": 1.6987399693302039,
      "learning_rate": 1.0101173799083818e-06,
      "loss": 0.8984,
      "step": 124277
    },
    {
      "epoch": 5.781716678297278,
      "grad_norm": 1.9856430345836136,
      "learning_rate": 1.0096874309942604e-06,
      "loss": 1.0156,
      "step": 124278
    },
    {
      "epoch": 5.78176320074436,
      "grad_norm": 1.6399849785273677,
      "learning_rate": 1.0092575732928764e-06,
      "loss": 0.8633,
      "step": 124279
    },
    {
      "epoch": 5.78180972319144,
      "grad_norm": 1.600791183296522,
      "learning_rate": 1.008827806804513e-06,
      "loss": 0.918,
      "step": 124280
    },
    {
      "epoch": 5.7818562456385205,
      "grad_norm": 1.8482475232874471,
      "learning_rate": 1.0083981315294198e-06,
      "loss": 0.8945,
      "step": 124281
    },
    {
      "epoch": 5.781902768085601,
      "grad_norm": 1.6850260131285435,
      "learning_rate": 1.0079685474678634e-06,
      "loss": 0.9023,
      "step": 124282
    },
    {
      "epoch": 5.781949290532682,
      "grad_norm": 1.842320515270771,
      "learning_rate": 1.0075390546200934e-06,
      "loss": 1.0,
      "step": 124283
    },
    {
      "epoch": 5.781995812979763,
      "grad_norm": 1.6799035725618285,
      "learning_rate": 1.0071096529864098e-06,
      "loss": 0.8633,
      "step": 124284
    },
    {
      "epoch": 5.782042335426843,
      "grad_norm": 1.6832936195659374,
      "learning_rate": 1.006680342567029e-06,
      "loss": 0.8828,
      "step": 124285
    },
    {
      "epoch": 5.782088857873924,
      "grad_norm": 2.053760195774307,
      "learning_rate": 1.0062511233622506e-06,
      "loss": 1.0781,
      "step": 124286
    },
    {
      "epoch": 5.782135380321005,
      "grad_norm": 1.850864256332201,
      "learning_rate": 1.0058219953723246e-06,
      "loss": 0.9805,
      "step": 124287
    },
    {
      "epoch": 5.782181902768086,
      "grad_norm": 1.9550652868633116,
      "learning_rate": 1.0053929585975007e-06,
      "loss": 0.9727,
      "step": 124288
    },
    {
      "epoch": 5.782228425215166,
      "grad_norm": 1.6699531730859414,
      "learning_rate": 1.004964013038062e-06,
      "loss": 0.8398,
      "step": 124289
    },
    {
      "epoch": 5.782274947662247,
      "grad_norm": 1.9355584156861447,
      "learning_rate": 1.0045351586942584e-06,
      "loss": 1.0078,
      "step": 124290
    },
    {
      "epoch": 5.782321470109328,
      "grad_norm": 1.717962729721518,
      "learning_rate": 1.004106395566373e-06,
      "loss": 0.8555,
      "step": 124291
    },
    {
      "epoch": 5.782367992556408,
      "grad_norm": 1.7748298731885415,
      "learning_rate": 1.003677723654639e-06,
      "loss": 0.9023,
      "step": 124292
    },
    {
      "epoch": 5.782414515003489,
      "grad_norm": 1.7932678334509415,
      "learning_rate": 1.0032491429593226e-06,
      "loss": 1.0156,
      "step": 124293
    },
    {
      "epoch": 5.78246103745057,
      "grad_norm": 1.8855024912711094,
      "learning_rate": 1.002820653480707e-06,
      "loss": 0.9766,
      "step": 124294
    },
    {
      "epoch": 5.782507559897651,
      "grad_norm": 1.554891415633319,
      "learning_rate": 1.0023922552190422e-06,
      "loss": 0.8438,
      "step": 124295
    },
    {
      "epoch": 5.782554082344731,
      "grad_norm": 1.77965796891068,
      "learning_rate": 1.0019639481745944e-06,
      "loss": 0.9609,
      "step": 124296
    },
    {
      "epoch": 5.782600604791812,
      "grad_norm": 1.8367484839230015,
      "learning_rate": 1.001535732347597e-06,
      "loss": 0.9492,
      "step": 124297
    },
    {
      "epoch": 5.782647127238893,
      "grad_norm": 1.9962442991703833,
      "learning_rate": 1.0011076077383662e-06,
      "loss": 1.0547,
      "step": 124298
    },
    {
      "epoch": 5.7826936496859735,
      "grad_norm": 1.7432760671231406,
      "learning_rate": 1.0006795743471186e-06,
      "loss": 0.8555,
      "step": 124299
    },
    {
      "epoch": 5.782740172133054,
      "grad_norm": 1.7682380043239432,
      "learning_rate": 1.0002516321741539e-06,
      "loss": 0.9688,
      "step": 124300
    },
    {
      "epoch": 5.782786694580135,
      "grad_norm": 1.753677525465488,
      "learning_rate": 9.998237812196885e-07,
      "loss": 0.8281,
      "step": 124301
    },
    {
      "epoch": 5.782833217027216,
      "grad_norm": 1.9438141167890348,
      "learning_rate": 9.993960214840223e-07,
      "loss": 1.125,
      "step": 124302
    },
    {
      "epoch": 5.782879739474296,
      "grad_norm": 1.781293790561684,
      "learning_rate": 9.989683529674053e-07,
      "loss": 0.9336,
      "step": 124303
    },
    {
      "epoch": 5.782926261921377,
      "grad_norm": 1.8179071589352527,
      "learning_rate": 9.985407756701037e-07,
      "loss": 0.875,
      "step": 124304
    },
    {
      "epoch": 5.782972784368457,
      "grad_norm": 1.5924385963254495,
      "learning_rate": 9.981132895923505e-07,
      "loss": 0.832,
      "step": 124305
    },
    {
      "epoch": 5.783019306815539,
      "grad_norm": 1.780311473782118,
      "learning_rate": 9.976858947344456e-07,
      "loss": 0.9648,
      "step": 124306
    },
    {
      "epoch": 5.783065829262619,
      "grad_norm": 1.623509971196227,
      "learning_rate": 9.97258591096639e-07,
      "loss": 0.8867,
      "step": 124307
    },
    {
      "epoch": 5.7831123517097,
      "grad_norm": 1.7044951396206662,
      "learning_rate": 9.96831378679197e-07,
      "loss": 0.9414,
      "step": 124308
    },
    {
      "epoch": 5.783158874156781,
      "grad_norm": 1.865597276884844,
      "learning_rate": 9.964042574823529e-07,
      "loss": 0.9805,
      "step": 124309
    },
    {
      "epoch": 5.7832053966038615,
      "grad_norm": 1.8735427132499929,
      "learning_rate": 9.959772275063893e-07,
      "loss": 1.0938,
      "step": 124310
    },
    {
      "epoch": 5.783251919050942,
      "grad_norm": 1.828720270261454,
      "learning_rate": 9.95550288751573e-07,
      "loss": 0.9805,
      "step": 124311
    },
    {
      "epoch": 5.783298441498022,
      "grad_norm": 1.846397075185665,
      "learning_rate": 9.951234412181542e-07,
      "loss": 0.9414,
      "step": 124312
    },
    {
      "epoch": 5.783344963945104,
      "grad_norm": 1.7182866519959712,
      "learning_rate": 9.946966849064153e-07,
      "loss": 1.0625,
      "step": 124313
    },
    {
      "epoch": 5.783391486392184,
      "grad_norm": 1.7288072887669532,
      "learning_rate": 9.942700198165899e-07,
      "loss": 0.8789,
      "step": 124314
    },
    {
      "epoch": 5.783438008839265,
      "grad_norm": 1.7065975322207765,
      "learning_rate": 9.938434459489442e-07,
      "loss": 1.0,
      "step": 124315
    },
    {
      "epoch": 5.783484531286346,
      "grad_norm": 1.7887957255615357,
      "learning_rate": 9.934169633037614e-07,
      "loss": 0.9414,
      "step": 124316
    },
    {
      "epoch": 5.783531053733427,
      "grad_norm": 1.8535685361605438,
      "learning_rate": 9.929905718812747e-07,
      "loss": 1.1562,
      "step": 124317
    },
    {
      "epoch": 5.783577576180507,
      "grad_norm": 1.6974063011075151,
      "learning_rate": 9.925642716817672e-07,
      "loss": 0.8359,
      "step": 124318
    },
    {
      "epoch": 5.7836240986275875,
      "grad_norm": 1.9800053117001215,
      "learning_rate": 9.92138062705472e-07,
      "loss": 0.9375,
      "step": 124319
    },
    {
      "epoch": 5.783670621074669,
      "grad_norm": 1.685517868294309,
      "learning_rate": 9.91711944952689e-07,
      "loss": 0.9492,
      "step": 124320
    },
    {
      "epoch": 5.783717143521749,
      "grad_norm": 1.9334130956214366,
      "learning_rate": 9.91285918423651e-07,
      "loss": 0.8984,
      "step": 124321
    },
    {
      "epoch": 5.78376366596883,
      "grad_norm": 1.885702028247485,
      "learning_rate": 9.908599831186248e-07,
      "loss": 0.9805,
      "step": 124322
    },
    {
      "epoch": 5.78381018841591,
      "grad_norm": 1.9612144446805437,
      "learning_rate": 9.9043413903786e-07,
      "loss": 0.9883,
      "step": 124323
    },
    {
      "epoch": 5.783856710862992,
      "grad_norm": 1.9908589148508657,
      "learning_rate": 9.900083861816398e-07,
      "loss": 1.0625,
      "step": 124324
    },
    {
      "epoch": 5.783903233310072,
      "grad_norm": 1.8866485653000973,
      "learning_rate": 9.895827245502142e-07,
      "loss": 0.9727,
      "step": 124325
    },
    {
      "epoch": 5.783949755757153,
      "grad_norm": 1.7057417522555798,
      "learning_rate": 9.891571541438493e-07,
      "loss": 0.9648,
      "step": 124326
    },
    {
      "epoch": 5.783996278204233,
      "grad_norm": 1.6799033388197515,
      "learning_rate": 9.88731674962795e-07,
      "loss": 0.8906,
      "step": 124327
    },
    {
      "epoch": 5.7840428006513145,
      "grad_norm": 1.7367583463921163,
      "learning_rate": 9.883062870073177e-07,
      "loss": 0.9922,
      "step": 124328
    },
    {
      "epoch": 5.784089323098395,
      "grad_norm": 1.9467777613293629,
      "learning_rate": 9.87880990277684e-07,
      "loss": 1.2188,
      "step": 124329
    },
    {
      "epoch": 5.784135845545475,
      "grad_norm": 1.7407114753978021,
      "learning_rate": 9.874557847741438e-07,
      "loss": 0.9883,
      "step": 124330
    },
    {
      "epoch": 5.784182367992557,
      "grad_norm": 1.8954501966677382,
      "learning_rate": 9.870306704969632e-07,
      "loss": 1.0391,
      "step": 124331
    },
    {
      "epoch": 5.784228890439637,
      "grad_norm": 1.6467430723753085,
      "learning_rate": 9.866056474463923e-07,
      "loss": 0.9375,
      "step": 124332
    },
    {
      "epoch": 5.784275412886718,
      "grad_norm": 1.7983478099535743,
      "learning_rate": 9.86180715622714e-07,
      "loss": 0.9844,
      "step": 124333
    },
    {
      "epoch": 5.784321935333798,
      "grad_norm": 1.59006827169414,
      "learning_rate": 9.857558750261618e-07,
      "loss": 0.8047,
      "step": 124334
    },
    {
      "epoch": 5.78436845778088,
      "grad_norm": 1.8196016919074713,
      "learning_rate": 9.853311256570018e-07,
      "loss": 0.9375,
      "step": 124335
    },
    {
      "epoch": 5.78441498022796,
      "grad_norm": 1.7175714955917516,
      "learning_rate": 9.849064675155171e-07,
      "loss": 0.9609,
      "step": 124336
    },
    {
      "epoch": 5.784461502675041,
      "grad_norm": 1.783886344070835,
      "learning_rate": 9.84481900601941e-07,
      "loss": 0.8789,
      "step": 124337
    },
    {
      "epoch": 5.784508025122122,
      "grad_norm": 1.9053565428373396,
      "learning_rate": 9.840574249165567e-07,
      "loss": 1.0703,
      "step": 124338
    },
    {
      "epoch": 5.784554547569202,
      "grad_norm": 2.087341746196572,
      "learning_rate": 9.83633040459597e-07,
      "loss": 1.0781,
      "step": 124339
    },
    {
      "epoch": 5.784601070016283,
      "grad_norm": 1.6452834605117324,
      "learning_rate": 9.832087472313288e-07,
      "loss": 0.8008,
      "step": 124340
    },
    {
      "epoch": 5.784647592463363,
      "grad_norm": 1.940397587060585,
      "learning_rate": 9.827845452320348e-07,
      "loss": 1.0781,
      "step": 124341
    },
    {
      "epoch": 5.784694114910444,
      "grad_norm": 1.8550718898419,
      "learning_rate": 9.823604344619484e-07,
      "loss": 1.0703,
      "step": 124342
    },
    {
      "epoch": 5.784740637357525,
      "grad_norm": 1.476485642483726,
      "learning_rate": 9.819364149213527e-07,
      "loss": 0.7344,
      "step": 124343
    },
    {
      "epoch": 5.784787159804606,
      "grad_norm": 1.638630995803319,
      "learning_rate": 9.815124866104806e-07,
      "loss": 0.8359,
      "step": 124344
    },
    {
      "epoch": 5.784833682251686,
      "grad_norm": 1.5996348835865999,
      "learning_rate": 9.81088649529599e-07,
      "loss": 0.7578,
      "step": 124345
    },
    {
      "epoch": 5.7848802046987675,
      "grad_norm": 1.896611181623652,
      "learning_rate": 9.806649036789903e-07,
      "loss": 0.9648,
      "step": 124346
    },
    {
      "epoch": 5.784926727145848,
      "grad_norm": 1.6029320565679102,
      "learning_rate": 9.802412490588885e-07,
      "loss": 0.7852,
      "step": 124347
    },
    {
      "epoch": 5.7849732495929285,
      "grad_norm": 1.6818118322550257,
      "learning_rate": 9.798176856695594e-07,
      "loss": 0.8438,
      "step": 124348
    },
    {
      "epoch": 5.785019772040009,
      "grad_norm": 1.7630959218073279,
      "learning_rate": 9.793942135112697e-07,
      "loss": 0.7773,
      "step": 124349
    },
    {
      "epoch": 5.78506629448709,
      "grad_norm": 1.6312225980676487,
      "learning_rate": 9.789708325842693e-07,
      "loss": 0.8047,
      "step": 124350
    },
    {
      "epoch": 5.785112816934171,
      "grad_norm": 1.7260635389378751,
      "learning_rate": 9.785475428888246e-07,
      "loss": 0.9883,
      "step": 124351
    },
    {
      "epoch": 5.785159339381251,
      "grad_norm": 1.665243142205236,
      "learning_rate": 9.781243444251851e-07,
      "loss": 0.8828,
      "step": 124352
    },
    {
      "epoch": 5.785205861828333,
      "grad_norm": 1.7567246229142126,
      "learning_rate": 9.777012371936177e-07,
      "loss": 0.8711,
      "step": 124353
    },
    {
      "epoch": 5.785252384275413,
      "grad_norm": 1.7449212952833764,
      "learning_rate": 9.772782211943886e-07,
      "loss": 0.918,
      "step": 124354
    },
    {
      "epoch": 5.785298906722494,
      "grad_norm": 1.6406814447175675,
      "learning_rate": 9.768552964277476e-07,
      "loss": 0.9531,
      "step": 124355
    },
    {
      "epoch": 5.785345429169574,
      "grad_norm": 1.942660571818695,
      "learning_rate": 9.76432462893928e-07,
      "loss": 1.0391,
      "step": 124356
    },
    {
      "epoch": 5.7853919516166545,
      "grad_norm": 1.8152200081241263,
      "learning_rate": 9.76009720593246e-07,
      "loss": 0.9648,
      "step": 124357
    },
    {
      "epoch": 5.785438474063736,
      "grad_norm": 1.8278388559807912,
      "learning_rate": 9.755870695259016e-07,
      "loss": 0.8633,
      "step": 124358
    },
    {
      "epoch": 5.785484996510816,
      "grad_norm": 1.8913886349727542,
      "learning_rate": 9.75164509692211e-07,
      "loss": 1.0156,
      "step": 124359
    },
    {
      "epoch": 5.785531518957897,
      "grad_norm": 1.7450688067895497,
      "learning_rate": 9.747420410923913e-07,
      "loss": 0.9336,
      "step": 124360
    },
    {
      "epoch": 5.785578041404978,
      "grad_norm": 1.6919029281035964,
      "learning_rate": 9.743196637267081e-07,
      "loss": 0.793,
      "step": 124361
    },
    {
      "epoch": 5.785624563852059,
      "grad_norm": 1.8370072393910661,
      "learning_rate": 9.738973775954284e-07,
      "loss": 1.1094,
      "step": 124362
    },
    {
      "epoch": 5.785671086299139,
      "grad_norm": 1.8773244653931043,
      "learning_rate": 9.734751826988018e-07,
      "loss": 0.9883,
      "step": 124363
    },
    {
      "epoch": 5.78571760874622,
      "grad_norm": 1.757181998083561,
      "learning_rate": 9.73053079037095e-07,
      "loss": 1.0,
      "step": 124364
    },
    {
      "epoch": 5.785764131193301,
      "grad_norm": 1.8554076880118573,
      "learning_rate": 9.72631066610574e-07,
      "loss": 0.9219,
      "step": 124365
    },
    {
      "epoch": 5.7858106536403815,
      "grad_norm": 1.7580180063483246,
      "learning_rate": 9.722091454194725e-07,
      "loss": 0.9609,
      "step": 124366
    },
    {
      "epoch": 5.785857176087462,
      "grad_norm": 1.7859525947315011,
      "learning_rate": 9.717873154640565e-07,
      "loss": 0.8633,
      "step": 124367
    },
    {
      "epoch": 5.785903698534543,
      "grad_norm": 1.8285660632481118,
      "learning_rate": 9.713655767446093e-07,
      "loss": 0.9688,
      "step": 124368
    },
    {
      "epoch": 5.785950220981624,
      "grad_norm": 1.7419795756664027,
      "learning_rate": 9.709439292613642e-07,
      "loss": 0.8945,
      "step": 124369
    },
    {
      "epoch": 5.785996743428704,
      "grad_norm": 1.655558097220464,
      "learning_rate": 9.705223730145872e-07,
      "loss": 0.9102,
      "step": 124370
    },
    {
      "epoch": 5.786043265875785,
      "grad_norm": 1.7418170165330555,
      "learning_rate": 9.701009080045286e-07,
      "loss": 0.9102,
      "step": 124371
    },
    {
      "epoch": 5.786089788322866,
      "grad_norm": 1.5685165962961134,
      "learning_rate": 9.696795342314546e-07,
      "loss": 0.793,
      "step": 124372
    },
    {
      "epoch": 5.786136310769947,
      "grad_norm": 1.617908346250016,
      "learning_rate": 9.692582516956316e-07,
      "loss": 0.9062,
      "step": 124373
    },
    {
      "epoch": 5.786182833217027,
      "grad_norm": 1.857499070776566,
      "learning_rate": 9.688370603972929e-07,
      "loss": 1.0469,
      "step": 124374
    },
    {
      "epoch": 5.786229355664108,
      "grad_norm": 1.8739686392092068,
      "learning_rate": 9.684159603367047e-07,
      "loss": 0.9453,
      "step": 124375
    },
    {
      "epoch": 5.786275878111189,
      "grad_norm": 1.8796406673607955,
      "learning_rate": 9.679949515141506e-07,
      "loss": 0.8164,
      "step": 124376
    },
    {
      "epoch": 5.786322400558269,
      "grad_norm": 1.9147503998822397,
      "learning_rate": 9.675740339298632e-07,
      "loss": 0.9219,
      "step": 124377
    },
    {
      "epoch": 5.78636892300535,
      "grad_norm": 1.5442991464852946,
      "learning_rate": 9.671532075840925e-07,
      "loss": 0.9219,
      "step": 124378
    },
    {
      "epoch": 5.78641544545243,
      "grad_norm": 1.9706902246007052,
      "learning_rate": 9.667324724771218e-07,
      "loss": 1.0156,
      "step": 124379
    },
    {
      "epoch": 5.786461967899512,
      "grad_norm": 1.6921729417197806,
      "learning_rate": 9.663118286091843e-07,
      "loss": 0.9102,
      "step": 124380
    },
    {
      "epoch": 5.786508490346592,
      "grad_norm": 1.5632054870953662,
      "learning_rate": 9.658912759805626e-07,
      "loss": 0.8906,
      "step": 124381
    },
    {
      "epoch": 5.786555012793673,
      "grad_norm": 1.8079018341669442,
      "learning_rate": 9.654708145914902e-07,
      "loss": 1.0078,
      "step": 124382
    },
    {
      "epoch": 5.786601535240754,
      "grad_norm": 1.7571605493768463,
      "learning_rate": 9.650504444422335e-07,
      "loss": 0.957,
      "step": 124383
    },
    {
      "epoch": 5.7866480576878345,
      "grad_norm": 1.7519276580497325,
      "learning_rate": 9.646301655330591e-07,
      "loss": 0.9727,
      "step": 124384
    },
    {
      "epoch": 5.786694580134915,
      "grad_norm": 1.686961909985212,
      "learning_rate": 9.642099778642166e-07,
      "loss": 0.9453,
      "step": 124385
    },
    {
      "epoch": 5.7867411025819955,
      "grad_norm": 1.8272108651712273,
      "learning_rate": 9.637898814359556e-07,
      "loss": 0.8828,
      "step": 124386
    },
    {
      "epoch": 5.786787625029077,
      "grad_norm": 1.7812756733527755,
      "learning_rate": 9.633698762485599e-07,
      "loss": 0.8672,
      "step": 124387
    },
    {
      "epoch": 5.786834147476157,
      "grad_norm": 1.7567956130598532,
      "learning_rate": 9.629499623022452e-07,
      "loss": 0.9531,
      "step": 124388
    },
    {
      "epoch": 5.786880669923238,
      "grad_norm": 1.6914327099686086,
      "learning_rate": 9.62530139597295e-07,
      "loss": 0.9922,
      "step": 124389
    },
    {
      "epoch": 5.786927192370319,
      "grad_norm": 1.5755861632940629,
      "learning_rate": 9.62110408133976e-07,
      "loss": 0.8516,
      "step": 124390
    },
    {
      "epoch": 5.7869737148174,
      "grad_norm": 1.7612925951872016,
      "learning_rate": 9.616907679125208e-07,
      "loss": 0.8633,
      "step": 124391
    },
    {
      "epoch": 5.78702023726448,
      "grad_norm": 1.7227859096536235,
      "learning_rate": 9.612712189331796e-07,
      "loss": 0.9062,
      "step": 124392
    },
    {
      "epoch": 5.787066759711561,
      "grad_norm": 1.6101188919919411,
      "learning_rate": 9.608517611962518e-07,
      "loss": 0.8516,
      "step": 124393
    },
    {
      "epoch": 5.787113282158641,
      "grad_norm": 1.6851354178444895,
      "learning_rate": 9.60432394701971e-07,
      "loss": 0.8281,
      "step": 124394
    },
    {
      "epoch": 5.787159804605722,
      "grad_norm": 1.787619120366089,
      "learning_rate": 9.600131194505868e-07,
      "loss": 0.8711,
      "step": 124395
    },
    {
      "epoch": 5.787206327052803,
      "grad_norm": 1.5770742883515176,
      "learning_rate": 9.595939354423488e-07,
      "loss": 0.8203,
      "step": 124396
    },
    {
      "epoch": 5.787252849499883,
      "grad_norm": 1.759902943181242,
      "learning_rate": 9.591748426775237e-07,
      "loss": 0.9766,
      "step": 124397
    },
    {
      "epoch": 5.787299371946965,
      "grad_norm": 1.718770286509114,
      "learning_rate": 9.587558411563945e-07,
      "loss": 0.9336,
      "step": 124398
    },
    {
      "epoch": 5.787345894394045,
      "grad_norm": 1.7008698420222055,
      "learning_rate": 9.583369308791778e-07,
      "loss": 0.8945,
      "step": 124399
    },
    {
      "epoch": 5.787392416841126,
      "grad_norm": 1.952658998915786,
      "learning_rate": 9.579181118461399e-07,
      "loss": 1.0547,
      "step": 124400
    },
    {
      "epoch": 5.787438939288206,
      "grad_norm": 1.8206031920404933,
      "learning_rate": 9.574993840575472e-07,
      "loss": 0.8555,
      "step": 124401
    },
    {
      "epoch": 5.7874854617352876,
      "grad_norm": 1.6226128339039962,
      "learning_rate": 9.5708074751365e-07,
      "loss": 0.8516,
      "step": 124402
    },
    {
      "epoch": 5.787531984182368,
      "grad_norm": 1.8313945510521794,
      "learning_rate": 9.566622022147142e-07,
      "loss": 0.9023,
      "step": 124403
    },
    {
      "epoch": 5.7875785066294485,
      "grad_norm": 1.9845481617870007,
      "learning_rate": 9.562437481609898e-07,
      "loss": 0.9961,
      "step": 124404
    },
    {
      "epoch": 5.78762502907653,
      "grad_norm": 1.9532726072450275,
      "learning_rate": 9.558253853527264e-07,
      "loss": 0.9492,
      "step": 124405
    },
    {
      "epoch": 5.78767155152361,
      "grad_norm": 1.6315761304107415,
      "learning_rate": 9.554071137901742e-07,
      "loss": 0.8633,
      "step": 124406
    },
    {
      "epoch": 5.787718073970691,
      "grad_norm": 1.7412430403221877,
      "learning_rate": 9.54988933473616e-07,
      "loss": 0.9453,
      "step": 124407
    },
    {
      "epoch": 5.787764596417771,
      "grad_norm": 1.6065752866159875,
      "learning_rate": 9.545708444033019e-07,
      "loss": 0.8789,
      "step": 124408
    },
    {
      "epoch": 5.787811118864853,
      "grad_norm": 1.7617752052764204,
      "learning_rate": 9.541528465794645e-07,
      "loss": 0.8906,
      "step": 124409
    },
    {
      "epoch": 5.787857641311933,
      "grad_norm": 2.015409128661857,
      "learning_rate": 9.53734940002354e-07,
      "loss": 0.957,
      "step": 124410
    },
    {
      "epoch": 5.787904163759014,
      "grad_norm": 1.724657963869581,
      "learning_rate": 9.533171246722704e-07,
      "loss": 0.8789,
      "step": 124411
    },
    {
      "epoch": 5.787950686206094,
      "grad_norm": 1.6489127790708493,
      "learning_rate": 9.528994005894464e-07,
      "loss": 0.8359,
      "step": 124412
    },
    {
      "epoch": 5.7879972086531755,
      "grad_norm": 1.8698652263259314,
      "learning_rate": 9.524817677541153e-07,
      "loss": 0.9688,
      "step": 124413
    },
    {
      "epoch": 5.788043731100256,
      "grad_norm": 1.7319465719608664,
      "learning_rate": 9.520642261665601e-07,
      "loss": 0.8789,
      "step": 124414
    },
    {
      "epoch": 5.788090253547336,
      "grad_norm": 1.7973464048789611,
      "learning_rate": 9.516467758270474e-07,
      "loss": 0.8789,
      "step": 124415
    },
    {
      "epoch": 5.788136775994417,
      "grad_norm": 1.7251287193773006,
      "learning_rate": 9.512294167357937e-07,
      "loss": 0.8984,
      "step": 124416
    },
    {
      "epoch": 5.788183298441498,
      "grad_norm": 1.8505180835550605,
      "learning_rate": 9.508121488930986e-07,
      "loss": 0.9766,
      "step": 124417
    },
    {
      "epoch": 5.788229820888579,
      "grad_norm": 1.8845686475159127,
      "learning_rate": 9.503949722991622e-07,
      "loss": 0.9375,
      "step": 124418
    },
    {
      "epoch": 5.788276343335659,
      "grad_norm": 1.7887295708694022,
      "learning_rate": 9.499778869543006e-07,
      "loss": 0.9531,
      "step": 124419
    },
    {
      "epoch": 5.788322865782741,
      "grad_norm": 1.748938493089211,
      "learning_rate": 9.495608928587306e-07,
      "loss": 0.957,
      "step": 124420
    },
    {
      "epoch": 5.788369388229821,
      "grad_norm": 1.8922776209888021,
      "learning_rate": 9.491439900127185e-07,
      "loss": 0.9492,
      "step": 124421
    },
    {
      "epoch": 5.7884159106769015,
      "grad_norm": 1.6864427417830279,
      "learning_rate": 9.48727178416514e-07,
      "loss": 0.9766,
      "step": 124422
    },
    {
      "epoch": 5.788462433123982,
      "grad_norm": 1.8375012046877393,
      "learning_rate": 9.483104580703671e-07,
      "loss": 0.9883,
      "step": 124423
    },
    {
      "epoch": 5.788508955571063,
      "grad_norm": 1.696196786396651,
      "learning_rate": 9.478938289745608e-07,
      "loss": 0.9141,
      "step": 124424
    },
    {
      "epoch": 5.788555478018144,
      "grad_norm": 1.8541371172221912,
      "learning_rate": 9.474772911293449e-07,
      "loss": 0.9922,
      "step": 124425
    },
    {
      "epoch": 5.788602000465224,
      "grad_norm": 1.8181917770531535,
      "learning_rate": 9.470608445349359e-07,
      "loss": 1.0078,
      "step": 124426
    },
    {
      "epoch": 5.788648522912305,
      "grad_norm": 1.795374251778495,
      "learning_rate": 9.466444891916336e-07,
      "loss": 1.0312,
      "step": 124427
    },
    {
      "epoch": 5.788695045359386,
      "grad_norm": 2.015332382912276,
      "learning_rate": 9.462282250996544e-07,
      "loss": 1.0625,
      "step": 124428
    },
    {
      "epoch": 5.788741567806467,
      "grad_norm": 1.8256810721783308,
      "learning_rate": 9.458120522592816e-07,
      "loss": 0.9297,
      "step": 124429
    },
    {
      "epoch": 5.788788090253547,
      "grad_norm": 1.7914185890686742,
      "learning_rate": 9.453959706707647e-07,
      "loss": 0.918,
      "step": 124430
    },
    {
      "epoch": 5.788834612700628,
      "grad_norm": 1.738622513135552,
      "learning_rate": 9.449799803343705e-07,
      "loss": 0.9844,
      "step": 124431
    },
    {
      "epoch": 5.788881135147709,
      "grad_norm": 1.926446624591381,
      "learning_rate": 9.445640812503152e-07,
      "loss": 1.0234,
      "step": 124432
    },
    {
      "epoch": 5.7889276575947894,
      "grad_norm": 1.8988241754233142,
      "learning_rate": 9.441482734188821e-07,
      "loss": 0.9492,
      "step": 124433
    },
    {
      "epoch": 5.78897418004187,
      "grad_norm": 1.7369760740407405,
      "learning_rate": 9.437325568403208e-07,
      "loss": 0.9531,
      "step": 124434
    },
    {
      "epoch": 5.789020702488951,
      "grad_norm": 1.6099801310040611,
      "learning_rate": 9.433169315148814e-07,
      "loss": 0.8008,
      "step": 124435
    },
    {
      "epoch": 5.789067224936032,
      "grad_norm": 1.8010204886856063,
      "learning_rate": 9.429013974428135e-07,
      "loss": 1.0703,
      "step": 124436
    },
    {
      "epoch": 5.789113747383112,
      "grad_norm": 1.7612811145592389,
      "learning_rate": 9.424859546244001e-07,
      "loss": 0.9688,
      "step": 124437
    },
    {
      "epoch": 5.789160269830193,
      "grad_norm": 2.0105290730054723,
      "learning_rate": 9.42070603059858e-07,
      "loss": 0.9258,
      "step": 124438
    },
    {
      "epoch": 5.789206792277274,
      "grad_norm": 1.817842448275086,
      "learning_rate": 9.416553427494699e-07,
      "loss": 0.9961,
      "step": 124439
    },
    {
      "epoch": 5.789253314724355,
      "grad_norm": 1.802173561807592,
      "learning_rate": 9.412401736934694e-07,
      "loss": 0.9688,
      "step": 124440
    },
    {
      "epoch": 5.789299837171435,
      "grad_norm": 1.7168099452915466,
      "learning_rate": 9.408250958921393e-07,
      "loss": 1.0078,
      "step": 124441
    },
    {
      "epoch": 5.789346359618516,
      "grad_norm": 1.65130027935861,
      "learning_rate": 9.404101093456961e-07,
      "loss": 1.0391,
      "step": 124442
    },
    {
      "epoch": 5.789392882065597,
      "grad_norm": 1.757895355450089,
      "learning_rate": 9.399952140544231e-07,
      "loss": 0.9766,
      "step": 124443
    },
    {
      "epoch": 5.789439404512677,
      "grad_norm": 1.7225912303398765,
      "learning_rate": 9.395804100185534e-07,
      "loss": 0.9219,
      "step": 124444
    },
    {
      "epoch": 5.789485926959758,
      "grad_norm": 1.8914423377323186,
      "learning_rate": 9.391656972383532e-07,
      "loss": 1.0234,
      "step": 124445
    },
    {
      "epoch": 5.789532449406838,
      "grad_norm": 1.7950624604827061,
      "learning_rate": 9.387510757140726e-07,
      "loss": 1.0391,
      "step": 124446
    },
    {
      "epoch": 5.78957897185392,
      "grad_norm": 1.9399916637824737,
      "learning_rate": 9.383365454459779e-07,
      "loss": 1.1172,
      "step": 124447
    },
    {
      "epoch": 5.789625494301,
      "grad_norm": 1.8655199576646562,
      "learning_rate": 9.379221064343024e-07,
      "loss": 0.9219,
      "step": 124448
    },
    {
      "epoch": 5.789672016748081,
      "grad_norm": 1.650529656482506,
      "learning_rate": 9.375077586793123e-07,
      "loss": 0.9766,
      "step": 124449
    },
    {
      "epoch": 5.789718539195162,
      "grad_norm": 1.7290727469546485,
      "learning_rate": 9.370935021812576e-07,
      "loss": 0.9414,
      "step": 124450
    },
    {
      "epoch": 5.7897650616422425,
      "grad_norm": 1.8851186614474287,
      "learning_rate": 9.366793369404046e-07,
      "loss": 0.9414,
      "step": 124451
    },
    {
      "epoch": 5.789811584089323,
      "grad_norm": 1.8043921032234955,
      "learning_rate": 9.362652629569866e-07,
      "loss": 0.8789,
      "step": 124452
    },
    {
      "epoch": 5.789858106536403,
      "grad_norm": 1.6706176982809922,
      "learning_rate": 9.358512802312534e-07,
      "loss": 0.8828,
      "step": 124453
    },
    {
      "epoch": 5.789904628983485,
      "grad_norm": 1.961646631169014,
      "learning_rate": 9.35437388763488e-07,
      "loss": 0.9688,
      "step": 124454
    },
    {
      "epoch": 5.789951151430565,
      "grad_norm": 1.7477968958812533,
      "learning_rate": 9.35023588553907e-07,
      "loss": 0.9844,
      "step": 124455
    },
    {
      "epoch": 5.789997673877646,
      "grad_norm": 1.8886826830708225,
      "learning_rate": 9.346098796028101e-07,
      "loss": 0.957,
      "step": 124456
    },
    {
      "epoch": 5.790044196324727,
      "grad_norm": 1.76703528641632,
      "learning_rate": 9.341962619103971e-07,
      "loss": 0.957,
      "step": 124457
    },
    {
      "epoch": 5.790090718771808,
      "grad_norm": 1.8808336896205964,
      "learning_rate": 9.337827354769678e-07,
      "loss": 0.918,
      "step": 124458
    },
    {
      "epoch": 5.790137241218888,
      "grad_norm": 1.690094349497613,
      "learning_rate": 9.333693003027387e-07,
      "loss": 0.957,
      "step": 124459
    },
    {
      "epoch": 5.7901837636659685,
      "grad_norm": 1.8896720037329071,
      "learning_rate": 9.329559563879929e-07,
      "loss": 0.9219,
      "step": 124460
    },
    {
      "epoch": 5.79023028611305,
      "grad_norm": 1.8242876086472268,
      "learning_rate": 9.325427037329636e-07,
      "loss": 0.8047,
      "step": 124461
    },
    {
      "epoch": 5.79027680856013,
      "grad_norm": 1.5594311828823437,
      "learning_rate": 9.321295423379172e-07,
      "loss": 0.7852,
      "step": 124462
    },
    {
      "epoch": 5.790323331007211,
      "grad_norm": 1.6388527248895524,
      "learning_rate": 9.317164722030868e-07,
      "loss": 0.9258,
      "step": 124463
    },
    {
      "epoch": 5.790369853454291,
      "grad_norm": 1.6942592356026034,
      "learning_rate": 9.313034933287556e-07,
      "loss": 0.8633,
      "step": 124464
    },
    {
      "epoch": 5.790416375901373,
      "grad_norm": 1.8126849090325379,
      "learning_rate": 9.308906057151399e-07,
      "loss": 1.0703,
      "step": 124465
    },
    {
      "epoch": 5.790462898348453,
      "grad_norm": 1.6201815283821717,
      "learning_rate": 9.304778093625231e-07,
      "loss": 0.8203,
      "step": 124466
    },
    {
      "epoch": 5.790509420795534,
      "grad_norm": 2.0004300656614804,
      "learning_rate": 9.300651042711383e-07,
      "loss": 1.1172,
      "step": 124467
    },
    {
      "epoch": 5.790555943242614,
      "grad_norm": 1.9201171547388163,
      "learning_rate": 9.296524904412516e-07,
      "loss": 0.8789,
      "step": 124468
    },
    {
      "epoch": 5.7906024656896955,
      "grad_norm": 1.8563307270591414,
      "learning_rate": 9.292399678731133e-07,
      "loss": 0.9648,
      "step": 124469
    },
    {
      "epoch": 5.790648988136776,
      "grad_norm": 2.03616486545925,
      "learning_rate": 9.288275365669562e-07,
      "loss": 1.1016,
      "step": 124470
    },
    {
      "epoch": 5.7906955105838565,
      "grad_norm": 1.6889014468685826,
      "learning_rate": 9.284151965230635e-07,
      "loss": 0.9102,
      "step": 124471
    },
    {
      "epoch": 5.790742033030938,
      "grad_norm": 1.761501323776645,
      "learning_rate": 9.280029477416683e-07,
      "loss": 0.8867,
      "step": 124472
    },
    {
      "epoch": 5.790788555478018,
      "grad_norm": 1.7191880415523841,
      "learning_rate": 9.275907902230373e-07,
      "loss": 0.8594,
      "step": 124473
    },
    {
      "epoch": 5.790835077925099,
      "grad_norm": 1.7249461104738084,
      "learning_rate": 9.2717872396742e-07,
      "loss": 0.9062,
      "step": 124474
    },
    {
      "epoch": 5.790881600372179,
      "grad_norm": 1.852691930868986,
      "learning_rate": 9.267667489750496e-07,
      "loss": 1.1094,
      "step": 124475
    },
    {
      "epoch": 5.790928122819261,
      "grad_norm": 2.0198204551005308,
      "learning_rate": 9.263548652461928e-07,
      "loss": 1.0,
      "step": 124476
    },
    {
      "epoch": 5.790974645266341,
      "grad_norm": 1.8812665086598126,
      "learning_rate": 9.25943072781099e-07,
      "loss": 1.0469,
      "step": 124477
    },
    {
      "epoch": 5.791021167713422,
      "grad_norm": 1.8146979391810234,
      "learning_rate": 9.255313715800184e-07,
      "loss": 0.9258,
      "step": 124478
    },
    {
      "epoch": 5.791067690160503,
      "grad_norm": 1.7723649574650362,
      "learning_rate": 9.251197616432171e-07,
      "loss": 0.875,
      "step": 124479
    },
    {
      "epoch": 5.791114212607583,
      "grad_norm": 1.729225543442854,
      "learning_rate": 9.247082429709285e-07,
      "loss": 0.9258,
      "step": 124480
    },
    {
      "epoch": 5.791160735054664,
      "grad_norm": 1.7984756675790499,
      "learning_rate": 9.24296815563419e-07,
      "loss": 0.9258,
      "step": 124481
    },
    {
      "epoch": 5.791207257501744,
      "grad_norm": 1.914173827781902,
      "learning_rate": 9.238854794209216e-07,
      "loss": 0.918,
      "step": 124482
    },
    {
      "epoch": 5.791253779948825,
      "grad_norm": 1.8964282354064514,
      "learning_rate": 9.23474234543703e-07,
      "loss": 1.0625,
      "step": 124483
    },
    {
      "epoch": 5.791300302395906,
      "grad_norm": 1.8303668448357215,
      "learning_rate": 9.230630809320127e-07,
      "loss": 0.9844,
      "step": 124484
    },
    {
      "epoch": 5.791346824842987,
      "grad_norm": 1.8010109880651526,
      "learning_rate": 9.226520185861008e-07,
      "loss": 1.0938,
      "step": 124485
    },
    {
      "epoch": 5.791393347290067,
      "grad_norm": 1.7958777469109193,
      "learning_rate": 9.222410475062337e-07,
      "loss": 0.9062,
      "step": 124486
    },
    {
      "epoch": 5.7914398697371485,
      "grad_norm": 1.8285244919282921,
      "learning_rate": 9.218301676926443e-07,
      "loss": 0.9453,
      "step": 124487
    },
    {
      "epoch": 5.791486392184229,
      "grad_norm": 1.7057462150359148,
      "learning_rate": 9.214193791455826e-07,
      "loss": 0.9805,
      "step": 124488
    },
    {
      "epoch": 5.7915329146313095,
      "grad_norm": 1.7105476067553391,
      "learning_rate": 9.210086818652985e-07,
      "loss": 0.9336,
      "step": 124489
    },
    {
      "epoch": 5.79157943707839,
      "grad_norm": 1.7242608591184536,
      "learning_rate": 9.205980758520581e-07,
      "loss": 0.9023,
      "step": 124490
    },
    {
      "epoch": 5.791625959525471,
      "grad_norm": 1.6977027500463628,
      "learning_rate": 9.201875611061116e-07,
      "loss": 0.9219,
      "step": 124491
    },
    {
      "epoch": 5.791672481972552,
      "grad_norm": 1.7691004339576615,
      "learning_rate": 9.197771376277085e-07,
      "loss": 0.8594,
      "step": 124492
    },
    {
      "epoch": 5.791719004419632,
      "grad_norm": 1.6568852778565042,
      "learning_rate": 9.193668054170822e-07,
      "loss": 0.8672,
      "step": 124493
    },
    {
      "epoch": 5.791765526866714,
      "grad_norm": 1.7364076282057501,
      "learning_rate": 9.18956564474499e-07,
      "loss": 0.957,
      "step": 124494
    },
    {
      "epoch": 5.791812049313794,
      "grad_norm": 1.6189302147009188,
      "learning_rate": 9.185464148002253e-07,
      "loss": 0.9102,
      "step": 124495
    },
    {
      "epoch": 5.791858571760875,
      "grad_norm": 1.7339940999000207,
      "learning_rate": 9.181363563944944e-07,
      "loss": 0.9141,
      "step": 124496
    },
    {
      "epoch": 5.791905094207955,
      "grad_norm": 1.9792288741971324,
      "learning_rate": 9.177263892575392e-07,
      "loss": 1.0469,
      "step": 124497
    },
    {
      "epoch": 5.791951616655036,
      "grad_norm": 1.925168008609787,
      "learning_rate": 9.173165133896432e-07,
      "loss": 1.0312,
      "step": 124498
    },
    {
      "epoch": 5.791998139102117,
      "grad_norm": 1.4958269456902993,
      "learning_rate": 9.169067287910558e-07,
      "loss": 0.8008,
      "step": 124499
    },
    {
      "epoch": 5.792044661549197,
      "grad_norm": 1.5851265655160853,
      "learning_rate": 9.164970354620105e-07,
      "loss": 0.7109,
      "step": 124500
    },
    {
      "epoch": 5.792091183996278,
      "grad_norm": 1.740893535480292,
      "learning_rate": 9.160874334027402e-07,
      "loss": 0.9531,
      "step": 124501
    },
    {
      "epoch": 5.792137706443359,
      "grad_norm": 1.8002850559672963,
      "learning_rate": 9.156779226135446e-07,
      "loss": 0.9258,
      "step": 124502
    },
    {
      "epoch": 5.79218422889044,
      "grad_norm": 1.771891816637725,
      "learning_rate": 9.152685030946571e-07,
      "loss": 0.8281,
      "step": 124503
    },
    {
      "epoch": 5.79223075133752,
      "grad_norm": 1.749347510952791,
      "learning_rate": 9.148591748462941e-07,
      "loss": 0.9258,
      "step": 124504
    },
    {
      "epoch": 5.792277273784601,
      "grad_norm": 2.1152884339982174,
      "learning_rate": 9.144499378687553e-07,
      "loss": 1.0,
      "step": 124505
    },
    {
      "epoch": 5.792323796231682,
      "grad_norm": 1.8838813263496306,
      "learning_rate": 9.140407921622572e-07,
      "loss": 1.0547,
      "step": 124506
    },
    {
      "epoch": 5.7923703186787625,
      "grad_norm": 2.0211194851009227,
      "learning_rate": 9.136317377270664e-07,
      "loss": 0.9023,
      "step": 124507
    },
    {
      "epoch": 5.792416841125843,
      "grad_norm": 1.766345523833776,
      "learning_rate": 9.132227745634324e-07,
      "loss": 1.0078,
      "step": 124508
    },
    {
      "epoch": 5.792463363572924,
      "grad_norm": 1.9253973295175018,
      "learning_rate": 9.128139026715886e-07,
      "loss": 0.9219,
      "step": 124509
    },
    {
      "epoch": 5.792509886020005,
      "grad_norm": 1.6819316758101284,
      "learning_rate": 9.124051220518181e-07,
      "loss": 0.9336,
      "step": 124510
    },
    {
      "epoch": 5.792556408467085,
      "grad_norm": 1.8197998724340891,
      "learning_rate": 9.119964327043206e-07,
      "loss": 0.8789,
      "step": 124511
    },
    {
      "epoch": 5.792602930914166,
      "grad_norm": 1.9226668602680317,
      "learning_rate": 9.115878346294125e-07,
      "loss": 0.9805,
      "step": 124512
    },
    {
      "epoch": 5.792649453361247,
      "grad_norm": 1.8664211261840884,
      "learning_rate": 9.111793278272938e-07,
      "loss": 0.8867,
      "step": 124513
    },
    {
      "epoch": 5.792695975808328,
      "grad_norm": 2.138669499042082,
      "learning_rate": 9.10770912298231e-07,
      "loss": 0.9922,
      "step": 124514
    },
    {
      "epoch": 5.792742498255408,
      "grad_norm": 1.659215900406346,
      "learning_rate": 9.103625880424736e-07,
      "loss": 0.8047,
      "step": 124515
    },
    {
      "epoch": 5.792789020702489,
      "grad_norm": 1.943254234764738,
      "learning_rate": 9.099543550602717e-07,
      "loss": 1.1172,
      "step": 124516
    },
    {
      "epoch": 5.79283554314957,
      "grad_norm": 1.8041453540525605,
      "learning_rate": 9.095462133518749e-07,
      "loss": 1.0156,
      "step": 124517
    },
    {
      "epoch": 5.79288206559665,
      "grad_norm": 1.7399090489619544,
      "learning_rate": 9.091381629175331e-07,
      "loss": 0.9062,
      "step": 124518
    },
    {
      "epoch": 5.792928588043731,
      "grad_norm": 1.8180634588542577,
      "learning_rate": 9.087302037574795e-07,
      "loss": 0.8281,
      "step": 124519
    },
    {
      "epoch": 5.792975110490811,
      "grad_norm": 1.7529365152136702,
      "learning_rate": 9.083223358719971e-07,
      "loss": 0.8594,
      "step": 124520
    },
    {
      "epoch": 5.793021632937893,
      "grad_norm": 1.9291074637055328,
      "learning_rate": 9.079145592613191e-07,
      "loss": 0.9961,
      "step": 124521
    },
    {
      "epoch": 5.793068155384973,
      "grad_norm": 1.7126775264660694,
      "learning_rate": 9.075068739256952e-07,
      "loss": 0.9102,
      "step": 124522
    },
    {
      "epoch": 5.793114677832054,
      "grad_norm": 1.806884112578195,
      "learning_rate": 9.070992798653587e-07,
      "loss": 0.9062,
      "step": 124523
    },
    {
      "epoch": 5.793161200279135,
      "grad_norm": 1.7456212176509713,
      "learning_rate": 9.066917770805926e-07,
      "loss": 0.918,
      "step": 124524
    },
    {
      "epoch": 5.7932077227262155,
      "grad_norm": 1.865257217914825,
      "learning_rate": 9.062843655716135e-07,
      "loss": 0.9141,
      "step": 124525
    },
    {
      "epoch": 5.793254245173296,
      "grad_norm": 1.655095001918876,
      "learning_rate": 9.058770453387043e-07,
      "loss": 0.8125,
      "step": 124526
    },
    {
      "epoch": 5.7933007676203765,
      "grad_norm": 1.8153902663901718,
      "learning_rate": 9.05469816382065e-07,
      "loss": 0.9023,
      "step": 124527
    },
    {
      "epoch": 5.793347290067458,
      "grad_norm": 1.88392609444626,
      "learning_rate": 9.050626787020121e-07,
      "loss": 0.8867,
      "step": 124528
    },
    {
      "epoch": 5.793393812514538,
      "grad_norm": 1.7675264185164485,
      "learning_rate": 9.046556322987452e-07,
      "loss": 0.9219,
      "step": 124529
    },
    {
      "epoch": 5.793440334961619,
      "grad_norm": 1.764892560023089,
      "learning_rate": 9.042486771725144e-07,
      "loss": 0.9609,
      "step": 124530
    },
    {
      "epoch": 5.7934868574087,
      "grad_norm": 1.6861143897551811,
      "learning_rate": 9.038418133235858e-07,
      "loss": 0.8398,
      "step": 124531
    },
    {
      "epoch": 5.793533379855781,
      "grad_norm": 1.7351363981717933,
      "learning_rate": 9.034350407522095e-07,
      "loss": 1.0312,
      "step": 124532
    },
    {
      "epoch": 5.793579902302861,
      "grad_norm": 1.7449472868602105,
      "learning_rate": 9.030283594586351e-07,
      "loss": 0.9766,
      "step": 124533
    },
    {
      "epoch": 5.793626424749942,
      "grad_norm": 1.9699647895740877,
      "learning_rate": 9.02621769443096e-07,
      "loss": 0.9258,
      "step": 124534
    },
    {
      "epoch": 5.793672947197022,
      "grad_norm": 1.758719421627889,
      "learning_rate": 9.022152707058583e-07,
      "loss": 0.8555,
      "step": 124535
    },
    {
      "epoch": 5.7937194696441034,
      "grad_norm": 1.9232451582517758,
      "learning_rate": 9.018088632471554e-07,
      "loss": 1.0312,
      "step": 124536
    },
    {
      "epoch": 5.793765992091184,
      "grad_norm": 1.6566655238267656,
      "learning_rate": 9.01402547067237e-07,
      "loss": 0.9141,
      "step": 124537
    },
    {
      "epoch": 5.793812514538264,
      "grad_norm": 1.9454333934879438,
      "learning_rate": 9.009963221663696e-07,
      "loss": 1.0547,
      "step": 124538
    },
    {
      "epoch": 5.793859036985346,
      "grad_norm": 1.957988003568759,
      "learning_rate": 9.00590188544803e-07,
      "loss": 1.0391,
      "step": 124539
    },
    {
      "epoch": 5.793905559432426,
      "grad_norm": 1.916597873750502,
      "learning_rate": 9.001841462027537e-07,
      "loss": 0.9648,
      "step": 124540
    },
    {
      "epoch": 5.793952081879507,
      "grad_norm": 1.8360888372152455,
      "learning_rate": 8.997781951404881e-07,
      "loss": 1.0703,
      "step": 124541
    },
    {
      "epoch": 5.793998604326587,
      "grad_norm": 1.6948790676156988,
      "learning_rate": 8.993723353582727e-07,
      "loss": 0.8555,
      "step": 124542
    },
    {
      "epoch": 5.794045126773669,
      "grad_norm": 1.7478688553272121,
      "learning_rate": 8.989665668563406e-07,
      "loss": 0.8945,
      "step": 124543
    },
    {
      "epoch": 5.794091649220749,
      "grad_norm": 1.819310046915247,
      "learning_rate": 8.98560889634925e-07,
      "loss": 1.0078,
      "step": 124544
    },
    {
      "epoch": 5.7941381716678295,
      "grad_norm": 1.744113187470123,
      "learning_rate": 8.981553036942924e-07,
      "loss": 0.8203,
      "step": 124545
    },
    {
      "epoch": 5.794184694114911,
      "grad_norm": 1.7833959108569422,
      "learning_rate": 8.977498090346924e-07,
      "loss": 0.9453,
      "step": 124546
    },
    {
      "epoch": 5.794231216561991,
      "grad_norm": 1.6104416969061632,
      "learning_rate": 8.97344405656375e-07,
      "loss": 0.8125,
      "step": 124547
    },
    {
      "epoch": 5.794277739009072,
      "grad_norm": 1.6862115155312525,
      "learning_rate": 8.9693909355959e-07,
      "loss": 0.8281,
      "step": 124548
    },
    {
      "epoch": 5.794324261456152,
      "grad_norm": 1.73118809745188,
      "learning_rate": 8.965338727445537e-07,
      "loss": 0.9531,
      "step": 124549
    },
    {
      "epoch": 5.794370783903234,
      "grad_norm": 1.7845324172159687,
      "learning_rate": 8.961287432115494e-07,
      "loss": 0.8516,
      "step": 124550
    },
    {
      "epoch": 5.794417306350314,
      "grad_norm": 1.6015568685310821,
      "learning_rate": 8.957237049608102e-07,
      "loss": 0.8516,
      "step": 124551
    },
    {
      "epoch": 5.794463828797395,
      "grad_norm": 1.940959542562637,
      "learning_rate": 8.953187579925858e-07,
      "loss": 0.9688,
      "step": 124552
    },
    {
      "epoch": 5.794510351244475,
      "grad_norm": 1.965631215309239,
      "learning_rate": 8.949139023071261e-07,
      "loss": 1.0703,
      "step": 124553
    },
    {
      "epoch": 5.7945568736915565,
      "grad_norm": 1.888353255966033,
      "learning_rate": 8.945091379046809e-07,
      "loss": 0.9141,
      "step": 124554
    },
    {
      "epoch": 5.794603396138637,
      "grad_norm": 1.6911084855790641,
      "learning_rate": 8.941044647855001e-07,
      "loss": 0.9961,
      "step": 124555
    },
    {
      "epoch": 5.794649918585717,
      "grad_norm": 1.7493966330690838,
      "learning_rate": 8.936998829498332e-07,
      "loss": 0.8516,
      "step": 124556
    },
    {
      "epoch": 5.794696441032798,
      "grad_norm": 1.8320274241152659,
      "learning_rate": 8.932953923979136e-07,
      "loss": 1.0078,
      "step": 124557
    },
    {
      "epoch": 5.794742963479879,
      "grad_norm": 1.7576072144390025,
      "learning_rate": 8.928909931300077e-07,
      "loss": 0.9727,
      "step": 124558
    },
    {
      "epoch": 5.79478948592696,
      "grad_norm": 1.7465089451211462,
      "learning_rate": 8.924866851463319e-07,
      "loss": 0.9727,
      "step": 124559
    },
    {
      "epoch": 5.79483600837404,
      "grad_norm": 1.7443649232343499,
      "learning_rate": 8.920824684471695e-07,
      "loss": 0.8906,
      "step": 124560
    },
    {
      "epoch": 5.794882530821122,
      "grad_norm": 1.8391335931359898,
      "learning_rate": 8.916783430327535e-07,
      "loss": 0.9258,
      "step": 124561
    },
    {
      "epoch": 5.794929053268202,
      "grad_norm": 1.684106018649496,
      "learning_rate": 8.912743089033169e-07,
      "loss": 1.0156,
      "step": 124562
    },
    {
      "epoch": 5.7949755757152825,
      "grad_norm": 1.604831688517511,
      "learning_rate": 8.908703660591265e-07,
      "loss": 0.8242,
      "step": 124563
    },
    {
      "epoch": 5.795022098162363,
      "grad_norm": 1.9053382779191934,
      "learning_rate": 8.904665145004319e-07,
      "loss": 1.1484,
      "step": 124564
    },
    {
      "epoch": 5.795068620609444,
      "grad_norm": 1.8045612369305952,
      "learning_rate": 8.900627542274663e-07,
      "loss": 0.8633,
      "step": 124565
    },
    {
      "epoch": 5.795115143056525,
      "grad_norm": 1.703237618551876,
      "learning_rate": 8.896590852404961e-07,
      "loss": 0.9297,
      "step": 124566
    },
    {
      "epoch": 5.795161665503605,
      "grad_norm": 1.8735345959467113,
      "learning_rate": 8.892555075397378e-07,
      "loss": 1.0781,
      "step": 124567
    },
    {
      "epoch": 5.795208187950686,
      "grad_norm": 1.9925590789247587,
      "learning_rate": 8.888520211254746e-07,
      "loss": 1.0078,
      "step": 124568
    },
    {
      "epoch": 5.795254710397767,
      "grad_norm": 1.9479076987178008,
      "learning_rate": 8.884486259979229e-07,
      "loss": 0.9844,
      "step": 124569
    },
    {
      "epoch": 5.795301232844848,
      "grad_norm": 1.699800242584767,
      "learning_rate": 8.880453221573324e-07,
      "loss": 0.875,
      "step": 124570
    },
    {
      "epoch": 5.795347755291928,
      "grad_norm": 2.0853232721709083,
      "learning_rate": 8.876421096039699e-07,
      "loss": 0.9766,
      "step": 124571
    },
    {
      "epoch": 5.795394277739009,
      "grad_norm": 1.8712534822567022,
      "learning_rate": 8.872389883380681e-07,
      "loss": 0.9297,
      "step": 124572
    },
    {
      "epoch": 5.79544080018609,
      "grad_norm": 1.8936875444616204,
      "learning_rate": 8.868359583598938e-07,
      "loss": 1.0,
      "step": 124573
    },
    {
      "epoch": 5.7954873226331705,
      "grad_norm": 1.7408965291251137,
      "learning_rate": 8.864330196696634e-07,
      "loss": 0.9805,
      "step": 124574
    },
    {
      "epoch": 5.795533845080251,
      "grad_norm": 2.014518156635858,
      "learning_rate": 8.860301722676267e-07,
      "loss": 1.0547,
      "step": 124575
    },
    {
      "epoch": 5.795580367527332,
      "grad_norm": 1.8243272306636087,
      "learning_rate": 8.8562741615405e-07,
      "loss": 1.0625,
      "step": 124576
    },
    {
      "epoch": 5.795626889974413,
      "grad_norm": 1.7077331054983087,
      "learning_rate": 8.852247513291833e-07,
      "loss": 0.8125,
      "step": 124577
    },
    {
      "epoch": 5.795673412421493,
      "grad_norm": 1.6488580156284478,
      "learning_rate": 8.848221777932429e-07,
      "loss": 0.918,
      "step": 124578
    },
    {
      "epoch": 5.795719934868574,
      "grad_norm": 1.9694683011482084,
      "learning_rate": 8.844196955465121e-07,
      "loss": 0.9766,
      "step": 124579
    },
    {
      "epoch": 5.795766457315655,
      "grad_norm": 1.6521028488859886,
      "learning_rate": 8.840173045891907e-07,
      "loss": 0.8789,
      "step": 124580
    },
    {
      "epoch": 5.795812979762736,
      "grad_norm": 1.8182872338211042,
      "learning_rate": 8.836150049215784e-07,
      "loss": 1.0078,
      "step": 124581
    },
    {
      "epoch": 5.795859502209816,
      "grad_norm": 1.7749508331815156,
      "learning_rate": 8.832127965438917e-07,
      "loss": 0.8906,
      "step": 124582
    },
    {
      "epoch": 5.795906024656897,
      "grad_norm": 1.7582992295565598,
      "learning_rate": 8.828106794563805e-07,
      "loss": 0.9023,
      "step": 124583
    },
    {
      "epoch": 5.795952547103978,
      "grad_norm": 1.6828498808102497,
      "learning_rate": 8.824086536592778e-07,
      "loss": 1.0156,
      "step": 124584
    },
    {
      "epoch": 5.795999069551058,
      "grad_norm": 1.7536986716035237,
      "learning_rate": 8.820067191528502e-07,
      "loss": 0.9492,
      "step": 124585
    },
    {
      "epoch": 5.796045591998139,
      "grad_norm": 1.7445016864254816,
      "learning_rate": 8.816048759373473e-07,
      "loss": 0.9727,
      "step": 124586
    },
    {
      "epoch": 5.796092114445219,
      "grad_norm": 1.7496177762303822,
      "learning_rate": 8.812031240130024e-07,
      "loss": 0.8711,
      "step": 124587
    },
    {
      "epoch": 5.796138636892301,
      "grad_norm": 1.7843931604131962,
      "learning_rate": 8.808014633800487e-07,
      "loss": 0.9375,
      "step": 124588
    },
    {
      "epoch": 5.796185159339381,
      "grad_norm": 1.9550588412530938,
      "learning_rate": 8.803998940387524e-07,
      "loss": 0.9844,
      "step": 124589
    },
    {
      "epoch": 5.796231681786462,
      "grad_norm": 1.7566647428946518,
      "learning_rate": 8.799984159893636e-07,
      "loss": 0.9922,
      "step": 124590
    },
    {
      "epoch": 5.796278204233543,
      "grad_norm": 1.879358773668752,
      "learning_rate": 8.795970292321152e-07,
      "loss": 1.0703,
      "step": 124591
    },
    {
      "epoch": 5.7963247266806235,
      "grad_norm": 1.8065946779588924,
      "learning_rate": 8.791957337672572e-07,
      "loss": 0.9219,
      "step": 124592
    },
    {
      "epoch": 5.796371249127704,
      "grad_norm": 1.6740460176402217,
      "learning_rate": 8.787945295950228e-07,
      "loss": 0.8867,
      "step": 124593
    },
    {
      "epoch": 5.796417771574784,
      "grad_norm": 1.6400939900269567,
      "learning_rate": 8.783934167156947e-07,
      "loss": 0.8438,
      "step": 124594
    },
    {
      "epoch": 5.796464294021866,
      "grad_norm": 2.032845066492349,
      "learning_rate": 8.779923951294732e-07,
      "loss": 1.0625,
      "step": 124595
    },
    {
      "epoch": 5.796510816468946,
      "grad_norm": 1.9261236798327488,
      "learning_rate": 8.775914648366244e-07,
      "loss": 1.0312,
      "step": 124596
    },
    {
      "epoch": 5.796557338916027,
      "grad_norm": 1.9946052884738579,
      "learning_rate": 8.771906258373984e-07,
      "loss": 0.9727,
      "step": 124597
    },
    {
      "epoch": 5.796603861363108,
      "grad_norm": 1.7227202082534,
      "learning_rate": 8.767898781320281e-07,
      "loss": 0.957,
      "step": 124598
    },
    {
      "epoch": 5.796650383810189,
      "grad_norm": 1.7501838265160943,
      "learning_rate": 8.763892217207636e-07,
      "loss": 0.8359,
      "step": 124599
    },
    {
      "epoch": 5.796696906257269,
      "grad_norm": 1.5897325333241645,
      "learning_rate": 8.75988656603871e-07,
      "loss": 0.8359,
      "step": 124600
    },
    {
      "epoch": 5.7967434287043496,
      "grad_norm": 1.8198030837053825,
      "learning_rate": 8.75588182781567e-07,
      "loss": 0.918,
      "step": 124601
    },
    {
      "epoch": 5.796789951151431,
      "grad_norm": 2.0196030971969656,
      "learning_rate": 8.751878002541013e-07,
      "loss": 1.0391,
      "step": 124602
    },
    {
      "epoch": 5.796836473598511,
      "grad_norm": 1.701937343730798,
      "learning_rate": 8.747875090217238e-07,
      "loss": 0.9648,
      "step": 124603
    },
    {
      "epoch": 5.796882996045592,
      "grad_norm": 1.6959045134035278,
      "learning_rate": 8.743873090846842e-07,
      "loss": 0.8945,
      "step": 124604
    },
    {
      "epoch": 5.796929518492672,
      "grad_norm": 1.8104389835162453,
      "learning_rate": 8.739872004432324e-07,
      "loss": 0.9648,
      "step": 124605
    },
    {
      "epoch": 5.796976040939754,
      "grad_norm": 1.7625792436306855,
      "learning_rate": 8.735871830975849e-07,
      "loss": 0.9375,
      "step": 124606
    },
    {
      "epoch": 5.797022563386834,
      "grad_norm": 1.7119852782268465,
      "learning_rate": 8.731872570480248e-07,
      "loss": 0.8984,
      "step": 124607
    },
    {
      "epoch": 5.797069085833915,
      "grad_norm": 1.6711010276948757,
      "learning_rate": 8.727874222947684e-07,
      "loss": 0.9258,
      "step": 124608
    },
    {
      "epoch": 5.797115608280995,
      "grad_norm": 1.728772084458746,
      "learning_rate": 8.723876788380823e-07,
      "loss": 0.9688,
      "step": 124609
    },
    {
      "epoch": 5.7971621307280765,
      "grad_norm": 1.6293764850077939,
      "learning_rate": 8.719880266781831e-07,
      "loss": 0.832,
      "step": 124610
    },
    {
      "epoch": 5.797208653175157,
      "grad_norm": 1.8624320630388653,
      "learning_rate": 8.715884658153371e-07,
      "loss": 0.8906,
      "step": 124611
    },
    {
      "epoch": 5.7972551756222375,
      "grad_norm": 1.6140802238209986,
      "learning_rate": 8.711889962497942e-07,
      "loss": 0.7969,
      "step": 124612
    },
    {
      "epoch": 5.797301698069319,
      "grad_norm": 1.7723937567412456,
      "learning_rate": 8.707896179817708e-07,
      "loss": 1.0391,
      "step": 124613
    },
    {
      "epoch": 5.797348220516399,
      "grad_norm": 1.7111249828008461,
      "learning_rate": 8.703903310115501e-07,
      "loss": 0.957,
      "step": 124614
    },
    {
      "epoch": 5.79739474296348,
      "grad_norm": 1.93375129159364,
      "learning_rate": 8.699911353393318e-07,
      "loss": 0.9805,
      "step": 124615
    },
    {
      "epoch": 5.79744126541056,
      "grad_norm": 1.632560915813876,
      "learning_rate": 8.695920309653992e-07,
      "loss": 0.8203,
      "step": 124616
    },
    {
      "epoch": 5.797487787857642,
      "grad_norm": 1.7844852973294718,
      "learning_rate": 8.691930178899853e-07,
      "loss": 1.0781,
      "step": 124617
    },
    {
      "epoch": 5.797534310304722,
      "grad_norm": 1.4930191369575252,
      "learning_rate": 8.687940961133233e-07,
      "loss": 0.8477,
      "step": 124618
    },
    {
      "epoch": 5.797580832751803,
      "grad_norm": 1.7160682825742948,
      "learning_rate": 8.683952656356463e-07,
      "loss": 0.8398,
      "step": 124619
    },
    {
      "epoch": 5.797627355198884,
      "grad_norm": 1.8016249947228462,
      "learning_rate": 8.679965264572375e-07,
      "loss": 0.8438,
      "step": 124620
    },
    {
      "epoch": 5.797673877645964,
      "grad_norm": 2.000010392493069,
      "learning_rate": 8.675978785783133e-07,
      "loss": 0.9961,
      "step": 124621
    },
    {
      "epoch": 5.797720400093045,
      "grad_norm": 1.9361890513155937,
      "learning_rate": 8.671993219991402e-07,
      "loss": 1.0625,
      "step": 124622
    },
    {
      "epoch": 5.797766922540125,
      "grad_norm": 1.8961574720226266,
      "learning_rate": 8.668008567199347e-07,
      "loss": 1.0859,
      "step": 124623
    },
    {
      "epoch": 5.797813444987206,
      "grad_norm": 1.8422235984635513,
      "learning_rate": 8.664024827409466e-07,
      "loss": 0.9766,
      "step": 124624
    },
    {
      "epoch": 5.797859967434287,
      "grad_norm": 1.5477542063316645,
      "learning_rate": 8.660042000624256e-07,
      "loss": 0.793,
      "step": 124625
    },
    {
      "epoch": 5.797906489881368,
      "grad_norm": 1.6912600133055011,
      "learning_rate": 8.656060086846217e-07,
      "loss": 0.8086,
      "step": 124626
    },
    {
      "epoch": 5.797953012328448,
      "grad_norm": 1.449408487846882,
      "learning_rate": 8.652079086077846e-07,
      "loss": 0.7109,
      "step": 124627
    },
    {
      "epoch": 5.7979995347755295,
      "grad_norm": 2.1429611028345787,
      "learning_rate": 8.648098998321307e-07,
      "loss": 1.1094,
      "step": 124628
    },
    {
      "epoch": 5.79804605722261,
      "grad_norm": 1.6975352295600041,
      "learning_rate": 8.644119823579098e-07,
      "loss": 0.8516,
      "step": 124629
    },
    {
      "epoch": 5.7980925796696905,
      "grad_norm": 1.8201690107449893,
      "learning_rate": 8.640141561853886e-07,
      "loss": 0.9766,
      "step": 124630
    },
    {
      "epoch": 5.798139102116771,
      "grad_norm": 1.780628925995068,
      "learning_rate": 8.636164213148e-07,
      "loss": 0.9102,
      "step": 124631
    },
    {
      "epoch": 5.798185624563852,
      "grad_norm": 2.0537324589943458,
      "learning_rate": 8.632187777463772e-07,
      "loss": 0.9883,
      "step": 124632
    },
    {
      "epoch": 5.798232147010933,
      "grad_norm": 1.730034521692233,
      "learning_rate": 8.628212254803868e-07,
      "loss": 0.8438,
      "step": 124633
    },
    {
      "epoch": 5.798278669458013,
      "grad_norm": 1.6493220241969626,
      "learning_rate": 8.624237645170451e-07,
      "loss": 0.8281,
      "step": 124634
    },
    {
      "epoch": 5.798325191905095,
      "grad_norm": 1.9689194876805236,
      "learning_rate": 8.62026394856602e-07,
      "loss": 0.9688,
      "step": 124635
    },
    {
      "epoch": 5.798371714352175,
      "grad_norm": 1.8024158041357248,
      "learning_rate": 8.616291164993072e-07,
      "loss": 1.0234,
      "step": 124636
    },
    {
      "epoch": 5.798418236799256,
      "grad_norm": 1.9367106966205407,
      "learning_rate": 8.61231929445394e-07,
      "loss": 1.0,
      "step": 124637
    },
    {
      "epoch": 5.798464759246336,
      "grad_norm": 1.9333587197502735,
      "learning_rate": 8.608348336951287e-07,
      "loss": 0.9531,
      "step": 124638
    },
    {
      "epoch": 5.7985112816934175,
      "grad_norm": 1.6656024231537208,
      "learning_rate": 8.60437829248728e-07,
      "loss": 0.832,
      "step": 124639
    },
    {
      "epoch": 5.798557804140498,
      "grad_norm": 1.6769364359833467,
      "learning_rate": 8.600409161064581e-07,
      "loss": 0.8711,
      "step": 124640
    },
    {
      "epoch": 5.798604326587578,
      "grad_norm": 1.858740611575583,
      "learning_rate": 8.596440942685357e-07,
      "loss": 1.0391,
      "step": 124641
    },
    {
      "epoch": 5.798650849034659,
      "grad_norm": 1.6452231706941824,
      "learning_rate": 8.592473637352271e-07,
      "loss": 0.8477,
      "step": 124642
    },
    {
      "epoch": 5.79869737148174,
      "grad_norm": 1.9762983452731198,
      "learning_rate": 8.588507245067655e-07,
      "loss": 1.0312,
      "step": 124643
    },
    {
      "epoch": 5.798743893928821,
      "grad_norm": 1.881453227053544,
      "learning_rate": 8.584541765834007e-07,
      "loss": 0.9609,
      "step": 124644
    },
    {
      "epoch": 5.798790416375901,
      "grad_norm": 1.634096226202237,
      "learning_rate": 8.58057719965366e-07,
      "loss": 0.8984,
      "step": 124645
    },
    {
      "epoch": 5.798836938822982,
      "grad_norm": 1.7603138362019712,
      "learning_rate": 8.576613546528943e-07,
      "loss": 0.8984,
      "step": 124646
    },
    {
      "epoch": 5.798883461270063,
      "grad_norm": 1.677828466047891,
      "learning_rate": 8.572650806462523e-07,
      "loss": 0.8633,
      "step": 124647
    },
    {
      "epoch": 5.7989299837171435,
      "grad_norm": 1.567320089735619,
      "learning_rate": 8.568688979456728e-07,
      "loss": 0.832,
      "step": 124648
    },
    {
      "epoch": 5.798976506164224,
      "grad_norm": 1.7752319296130876,
      "learning_rate": 8.564728065513892e-07,
      "loss": 1.0078,
      "step": 124649
    },
    {
      "epoch": 5.799023028611305,
      "grad_norm": 1.8493086698187364,
      "learning_rate": 8.560768064636514e-07,
      "loss": 0.9336,
      "step": 124650
    },
    {
      "epoch": 5.799069551058386,
      "grad_norm": 1.7230655576999876,
      "learning_rate": 8.55680897682709e-07,
      "loss": 0.9297,
      "step": 124651
    },
    {
      "epoch": 5.799116073505466,
      "grad_norm": 1.7647630007339319,
      "learning_rate": 8.552850802088118e-07,
      "loss": 0.8672,
      "step": 124652
    },
    {
      "epoch": 5.799162595952547,
      "grad_norm": 1.7119015395888841,
      "learning_rate": 8.548893540421598e-07,
      "loss": 0.9219,
      "step": 124653
    },
    {
      "epoch": 5.799209118399628,
      "grad_norm": 1.8712392636865622,
      "learning_rate": 8.544937191830359e-07,
      "loss": 1.0703,
      "step": 124654
    },
    {
      "epoch": 5.799255640846709,
      "grad_norm": 1.976543151767449,
      "learning_rate": 8.540981756316734e-07,
      "loss": 0.9883,
      "step": 124655
    },
    {
      "epoch": 5.799302163293789,
      "grad_norm": 1.721943539075398,
      "learning_rate": 8.537027233883053e-07,
      "loss": 0.8711,
      "step": 124656
    },
    {
      "epoch": 5.79934868574087,
      "grad_norm": 1.8943277012914916,
      "learning_rate": 8.533073624531983e-07,
      "loss": 0.9414,
      "step": 124657
    },
    {
      "epoch": 5.799395208187951,
      "grad_norm": 1.755448187551581,
      "learning_rate": 8.529120928265521e-07,
      "loss": 0.9414,
      "step": 124658
    },
    {
      "epoch": 5.799441730635031,
      "grad_norm": 1.80301622283239,
      "learning_rate": 8.525169145086331e-07,
      "loss": 0.9258,
      "step": 124659
    },
    {
      "epoch": 5.799488253082112,
      "grad_norm": 1.9189992384214318,
      "learning_rate": 8.52121827499691e-07,
      "loss": 1.0938,
      "step": 124660
    },
    {
      "epoch": 5.799534775529192,
      "grad_norm": 1.6999870615685586,
      "learning_rate": 8.517268317999593e-07,
      "loss": 0.9922,
      "step": 124661
    },
    {
      "epoch": 5.799581297976274,
      "grad_norm": 1.8714843996546717,
      "learning_rate": 8.513319274096875e-07,
      "loss": 1.0156,
      "step": 124662
    },
    {
      "epoch": 5.799627820423354,
      "grad_norm": 1.839682348065611,
      "learning_rate": 8.509371143290921e-07,
      "loss": 1.0391,
      "step": 124663
    },
    {
      "epoch": 5.799674342870435,
      "grad_norm": 1.836594120274924,
      "learning_rate": 8.505423925584398e-07,
      "loss": 0.918,
      "step": 124664
    },
    {
      "epoch": 5.799720865317516,
      "grad_norm": 1.666209623675071,
      "learning_rate": 8.501477620979635e-07,
      "loss": 0.8711,
      "step": 124665
    },
    {
      "epoch": 5.7997673877645965,
      "grad_norm": 1.7828395071655523,
      "learning_rate": 8.497532229478965e-07,
      "loss": 1.0,
      "step": 124666
    },
    {
      "epoch": 5.799813910211677,
      "grad_norm": 1.7932763814799704,
      "learning_rate": 8.493587751085052e-07,
      "loss": 1.0,
      "step": 124667
    },
    {
      "epoch": 5.7998604326587575,
      "grad_norm": 1.7943524741222254,
      "learning_rate": 8.48964418580006e-07,
      "loss": 0.9531,
      "step": 124668
    },
    {
      "epoch": 5.799906955105839,
      "grad_norm": 2.0279530806985266,
      "learning_rate": 8.485701533626487e-07,
      "loss": 0.9414,
      "step": 124669
    },
    {
      "epoch": 5.799953477552919,
      "grad_norm": 1.8127086669503434,
      "learning_rate": 8.481759794566834e-07,
      "loss": 1.1172,
      "step": 124670
    },
    {
      "epoch": 5.8,
      "grad_norm": 1.6944097693239355,
      "learning_rate": 8.477818968623429e-07,
      "loss": 0.9375,
      "step": 124671
    },
    {
      "epoch": 5.800046522447081,
      "grad_norm": 1.733880317784452,
      "learning_rate": 8.473879055798604e-07,
      "loss": 0.9414,
      "step": 124672
    },
    {
      "epoch": 5.800093044894162,
      "grad_norm": 1.8460543205649096,
      "learning_rate": 8.469940056095026e-07,
      "loss": 0.9727,
      "step": 124673
    },
    {
      "epoch": 5.800139567341242,
      "grad_norm": 1.6252025299414188,
      "learning_rate": 8.466001969514857e-07,
      "loss": 0.7578,
      "step": 124674
    },
    {
      "epoch": 5.800186089788323,
      "grad_norm": 1.6608387047093018,
      "learning_rate": 8.462064796060597e-07,
      "loss": 0.9102,
      "step": 124675
    },
    {
      "epoch": 5.800232612235403,
      "grad_norm": 1.8405589806683966,
      "learning_rate": 8.458128535734577e-07,
      "loss": 0.8867,
      "step": 124676
    },
    {
      "epoch": 5.8002791346824845,
      "grad_norm": 1.6489196450749584,
      "learning_rate": 8.454193188539294e-07,
      "loss": 0.8438,
      "step": 124677
    },
    {
      "epoch": 5.800325657129565,
      "grad_norm": 1.860439936418246,
      "learning_rate": 8.450258754477246e-07,
      "loss": 1.1016,
      "step": 124678
    },
    {
      "epoch": 5.800372179576645,
      "grad_norm": 1.6974770999247013,
      "learning_rate": 8.446325233550766e-07,
      "loss": 0.8711,
      "step": 124679
    },
    {
      "epoch": 5.800418702023727,
      "grad_norm": 1.6817396137012677,
      "learning_rate": 8.442392625762018e-07,
      "loss": 0.8242,
      "step": 124680
    },
    {
      "epoch": 5.800465224470807,
      "grad_norm": 1.7721390254360243,
      "learning_rate": 8.438460931113833e-07,
      "loss": 0.8398,
      "step": 124681
    },
    {
      "epoch": 5.800511746917888,
      "grad_norm": 1.709053697447597,
      "learning_rate": 8.434530149608376e-07,
      "loss": 0.875,
      "step": 124682
    },
    {
      "epoch": 5.800558269364968,
      "grad_norm": 1.7495985080802154,
      "learning_rate": 8.430600281248145e-07,
      "loss": 0.8789,
      "step": 124683
    },
    {
      "epoch": 5.80060479181205,
      "grad_norm": 1.6452680795714651,
      "learning_rate": 8.426671326035305e-07,
      "loss": 0.8984,
      "step": 124684
    },
    {
      "epoch": 5.80065131425913,
      "grad_norm": 1.679464190847988,
      "learning_rate": 8.422743283972522e-07,
      "loss": 0.8203,
      "step": 124685
    },
    {
      "epoch": 5.8006978367062105,
      "grad_norm": 1.753395892579669,
      "learning_rate": 8.418816155062125e-07,
      "loss": 0.9102,
      "step": 124686
    },
    {
      "epoch": 5.800744359153292,
      "grad_norm": 1.8005954317122126,
      "learning_rate": 8.414889939306613e-07,
      "loss": 1.0391,
      "step": 124687
    },
    {
      "epoch": 5.800790881600372,
      "grad_norm": 1.807601021676956,
      "learning_rate": 8.410964636708151e-07,
      "loss": 1.0,
      "step": 124688
    },
    {
      "epoch": 5.800837404047453,
      "grad_norm": 1.8129419597806835,
      "learning_rate": 8.407040247269403e-07,
      "loss": 1.0156,
      "step": 124689
    },
    {
      "epoch": 5.800883926494533,
      "grad_norm": 1.7421580088810786,
      "learning_rate": 8.403116770992536e-07,
      "loss": 0.9375,
      "step": 124690
    },
    {
      "epoch": 5.800930448941615,
      "grad_norm": 1.675055203323358,
      "learning_rate": 8.399194207880211e-07,
      "loss": 0.8828,
      "step": 124691
    },
    {
      "epoch": 5.800976971388695,
      "grad_norm": 1.754008372838609,
      "learning_rate": 8.395272557934595e-07,
      "loss": 1.0547,
      "step": 124692
    },
    {
      "epoch": 5.801023493835776,
      "grad_norm": 1.6985300273322337,
      "learning_rate": 8.391351821158354e-07,
      "loss": 0.9961,
      "step": 124693
    },
    {
      "epoch": 5.801070016282856,
      "grad_norm": 1.6350401663774852,
      "learning_rate": 8.387431997553484e-07,
      "loss": 0.7578,
      "step": 124694
    },
    {
      "epoch": 5.8011165387299375,
      "grad_norm": 1.7678773124715716,
      "learning_rate": 8.383513087122817e-07,
      "loss": 0.957,
      "step": 124695
    },
    {
      "epoch": 5.801163061177018,
      "grad_norm": 1.933437048914722,
      "learning_rate": 8.379595089868351e-07,
      "loss": 0.9023,
      "step": 124696
    },
    {
      "epoch": 5.801209583624098,
      "grad_norm": 1.943771496237154,
      "learning_rate": 8.375678005792919e-07,
      "loss": 1.0547,
      "step": 124697
    },
    {
      "epoch": 5.801256106071179,
      "grad_norm": 1.7381958860000424,
      "learning_rate": 8.371761834898517e-07,
      "loss": 1.0078,
      "step": 124698
    },
    {
      "epoch": 5.80130262851826,
      "grad_norm": 1.9312008178003341,
      "learning_rate": 8.367846577187808e-07,
      "loss": 1.0,
      "step": 124699
    },
    {
      "epoch": 5.801349150965341,
      "grad_norm": 1.8972803552127067,
      "learning_rate": 8.363932232662962e-07,
      "loss": 0.9805,
      "step": 124700
    },
    {
      "epoch": 5.801395673412421,
      "grad_norm": 1.929288463114672,
      "learning_rate": 8.36001880132664e-07,
      "loss": 1.0391,
      "step": 124701
    },
    {
      "epoch": 5.801442195859503,
      "grad_norm": 1.888807462535229,
      "learning_rate": 8.356106283181008e-07,
      "loss": 1.0703,
      "step": 124702
    },
    {
      "epoch": 5.801488718306583,
      "grad_norm": 1.8446879998175962,
      "learning_rate": 8.352194678228564e-07,
      "loss": 1.0625,
      "step": 124703
    },
    {
      "epoch": 5.801535240753664,
      "grad_norm": 1.5891999057446444,
      "learning_rate": 8.348283986471804e-07,
      "loss": 0.9023,
      "step": 124704
    },
    {
      "epoch": 5.801581763200744,
      "grad_norm": 1.7023483298057478,
      "learning_rate": 8.344374207913062e-07,
      "loss": 0.9141,
      "step": 124705
    },
    {
      "epoch": 5.801628285647825,
      "grad_norm": 1.91168524015936,
      "learning_rate": 8.340465342554503e-07,
      "loss": 0.8945,
      "step": 124706
    },
    {
      "epoch": 5.801674808094906,
      "grad_norm": 1.7671098574182686,
      "learning_rate": 8.336557390398623e-07,
      "loss": 1.0,
      "step": 124707
    },
    {
      "epoch": 5.801721330541986,
      "grad_norm": 1.8903669772049727,
      "learning_rate": 8.332650351448089e-07,
      "loss": 1.0156,
      "step": 124708
    },
    {
      "epoch": 5.801767852989068,
      "grad_norm": 1.8206113136853777,
      "learning_rate": 8.328744225705064e-07,
      "loss": 0.8906,
      "step": 124709
    },
    {
      "epoch": 5.801814375436148,
      "grad_norm": 1.8821798739500342,
      "learning_rate": 8.324839013172046e-07,
      "loss": 0.9375,
      "step": 124710
    },
    {
      "epoch": 5.801860897883229,
      "grad_norm": 1.8350123934468898,
      "learning_rate": 8.320934713851201e-07,
      "loss": 0.9609,
      "step": 124711
    },
    {
      "epoch": 5.801907420330309,
      "grad_norm": 1.9092117493227314,
      "learning_rate": 8.317031327745194e-07,
      "loss": 0.875,
      "step": 124712
    },
    {
      "epoch": 5.80195394277739,
      "grad_norm": 1.8777493734219852,
      "learning_rate": 8.313128854856188e-07,
      "loss": 0.9766,
      "step": 124713
    },
    {
      "epoch": 5.802000465224471,
      "grad_norm": 1.9660871394163484,
      "learning_rate": 8.309227295186849e-07,
      "loss": 1.0312,
      "step": 124714
    },
    {
      "epoch": 5.8020469876715515,
      "grad_norm": 1.7923559764890686,
      "learning_rate": 8.305326648739175e-07,
      "loss": 0.9531,
      "step": 124715
    },
    {
      "epoch": 5.802093510118632,
      "grad_norm": 1.7541698519208462,
      "learning_rate": 8.301426915515829e-07,
      "loss": 1.0078,
      "step": 124716
    },
    {
      "epoch": 5.802140032565713,
      "grad_norm": 1.8048293188486244,
      "learning_rate": 8.297528095519312e-07,
      "loss": 1.0312,
      "step": 124717
    },
    {
      "epoch": 5.802186555012794,
      "grad_norm": 1.9600042244863305,
      "learning_rate": 8.293630188751621e-07,
      "loss": 1.1641,
      "step": 124718
    },
    {
      "epoch": 5.802233077459874,
      "grad_norm": 1.8098859972093375,
      "learning_rate": 8.289733195215586e-07,
      "loss": 0.9844,
      "step": 124719
    },
    {
      "epoch": 5.802279599906955,
      "grad_norm": 1.8854151153154093,
      "learning_rate": 8.285837114913207e-07,
      "loss": 1.0312,
      "step": 124720
    },
    {
      "epoch": 5.802326122354036,
      "grad_norm": 1.9345543080669156,
      "learning_rate": 8.281941947846982e-07,
      "loss": 1.0938,
      "step": 124721
    },
    {
      "epoch": 5.802372644801117,
      "grad_norm": 1.7322758633755355,
      "learning_rate": 8.278047694019407e-07,
      "loss": 0.9961,
      "step": 124722
    },
    {
      "epoch": 5.802419167248197,
      "grad_norm": 1.934271875845032,
      "learning_rate": 8.274154353432816e-07,
      "loss": 0.9961,
      "step": 124723
    },
    {
      "epoch": 5.802465689695278,
      "grad_norm": 1.6811597835478622,
      "learning_rate": 8.270261926089538e-07,
      "loss": 0.9492,
      "step": 124724
    },
    {
      "epoch": 5.802512212142359,
      "grad_norm": 1.7932748906649236,
      "learning_rate": 8.266370411992074e-07,
      "loss": 1.0469,
      "step": 124725
    },
    {
      "epoch": 5.802558734589439,
      "grad_norm": 2.1036776050336954,
      "learning_rate": 8.262479811142752e-07,
      "loss": 1.0547,
      "step": 124726
    },
    {
      "epoch": 5.80260525703652,
      "grad_norm": 1.701897566615532,
      "learning_rate": 8.258590123543906e-07,
      "loss": 0.8438,
      "step": 124727
    },
    {
      "epoch": 5.802651779483601,
      "grad_norm": 2.15441332333792,
      "learning_rate": 8.254701349197868e-07,
      "loss": 1.2109,
      "step": 124728
    },
    {
      "epoch": 5.802698301930682,
      "grad_norm": 1.601557990308097,
      "learning_rate": 8.250813488107133e-07,
      "loss": 0.8516,
      "step": 124729
    },
    {
      "epoch": 5.802744824377762,
      "grad_norm": 2.0837312054834944,
      "learning_rate": 8.246926540274035e-07,
      "loss": 0.9961,
      "step": 124730
    },
    {
      "epoch": 5.802791346824843,
      "grad_norm": 1.969706431719597,
      "learning_rate": 8.243040505700904e-07,
      "loss": 1.0547,
      "step": 124731
    },
    {
      "epoch": 5.802837869271924,
      "grad_norm": 1.8811028719636549,
      "learning_rate": 8.23915538439024e-07,
      "loss": 0.9023,
      "step": 124732
    },
    {
      "epoch": 5.8028843917190045,
      "grad_norm": 1.9368145988386145,
      "learning_rate": 8.235271176344371e-07,
      "loss": 0.9336,
      "step": 124733
    },
    {
      "epoch": 5.802930914166085,
      "grad_norm": 1.7597790734330854,
      "learning_rate": 8.231387881565632e-07,
      "loss": 1.0156,
      "step": 124734
    },
    {
      "epoch": 5.8029774366131655,
      "grad_norm": 1.7745246692753023,
      "learning_rate": 8.227505500056519e-07,
      "loss": 1.0078,
      "step": 124735
    },
    {
      "epoch": 5.803023959060247,
      "grad_norm": 1.8586215109079642,
      "learning_rate": 8.223624031819199e-07,
      "loss": 0.9922,
      "step": 124736
    },
    {
      "epoch": 5.803070481507327,
      "grad_norm": 1.9337956499335125,
      "learning_rate": 8.219743476856167e-07,
      "loss": 0.9844,
      "step": 124737
    },
    {
      "epoch": 5.803117003954408,
      "grad_norm": 1.7212361954200635,
      "learning_rate": 8.215863835169922e-07,
      "loss": 0.9414,
      "step": 124738
    },
    {
      "epoch": 5.803163526401489,
      "grad_norm": 1.5538838588027357,
      "learning_rate": 8.211985106762631e-07,
      "loss": 0.8516,
      "step": 124739
    },
    {
      "epoch": 5.80321004884857,
      "grad_norm": 1.853676111023309,
      "learning_rate": 8.20810729163679e-07,
      "loss": 0.9922,
      "step": 124740
    },
    {
      "epoch": 5.80325657129565,
      "grad_norm": 1.8206085502339602,
      "learning_rate": 8.20423038979473e-07,
      "loss": 0.9102,
      "step": 124741
    },
    {
      "epoch": 5.803303093742731,
      "grad_norm": 1.5288150053678646,
      "learning_rate": 8.200354401238785e-07,
      "loss": 0.8555,
      "step": 124742
    },
    {
      "epoch": 5.803349616189812,
      "grad_norm": 1.8125193594363516,
      "learning_rate": 8.19647932597145e-07,
      "loss": 0.832,
      "step": 124743
    },
    {
      "epoch": 5.803396138636892,
      "grad_norm": 1.697039069496812,
      "learning_rate": 8.192605163994892e-07,
      "loss": 1.0234,
      "step": 124744
    },
    {
      "epoch": 5.803442661083973,
      "grad_norm": 1.8355904630592834,
      "learning_rate": 8.188731915311775e-07,
      "loss": 0.918,
      "step": 124745
    },
    {
      "epoch": 5.803489183531053,
      "grad_norm": 1.871619508045374,
      "learning_rate": 8.184859579924097e-07,
      "loss": 0.8633,
      "step": 124746
    },
    {
      "epoch": 5.803535705978135,
      "grad_norm": 1.8640081515712237,
      "learning_rate": 8.180988157834689e-07,
      "loss": 0.8789,
      "step": 124747
    },
    {
      "epoch": 5.803582228425215,
      "grad_norm": 1.7515870457640246,
      "learning_rate": 8.17711764904555e-07,
      "loss": 0.9219,
      "step": 124748
    },
    {
      "epoch": 5.803628750872296,
      "grad_norm": 1.6437908170552231,
      "learning_rate": 8.173248053559178e-07,
      "loss": 0.9102,
      "step": 124749
    },
    {
      "epoch": 5.803675273319376,
      "grad_norm": 1.600586724754983,
      "learning_rate": 8.169379371377904e-07,
      "loss": 0.7734,
      "step": 124750
    },
    {
      "epoch": 5.8037217957664575,
      "grad_norm": 1.7758106183713975,
      "learning_rate": 8.16551160250406e-07,
      "loss": 0.8438,
      "step": 124751
    },
    {
      "epoch": 5.803768318213538,
      "grad_norm": 1.8981509879718688,
      "learning_rate": 8.161644746940311e-07,
      "loss": 1.0625,
      "step": 124752
    },
    {
      "epoch": 5.8038148406606185,
      "grad_norm": 1.880918344915354,
      "learning_rate": 8.157778804688652e-07,
      "loss": 1.0781,
      "step": 124753
    },
    {
      "epoch": 5.8038613631077,
      "grad_norm": 1.6991166184289743,
      "learning_rate": 8.153913775751586e-07,
      "loss": 0.918,
      "step": 124754
    },
    {
      "epoch": 5.80390788555478,
      "grad_norm": 1.7870442688912989,
      "learning_rate": 8.150049660131441e-07,
      "loss": 0.9297,
      "step": 124755
    },
    {
      "epoch": 5.803954408001861,
      "grad_norm": 1.6979089690413605,
      "learning_rate": 8.146186457830717e-07,
      "loss": 0.8945,
      "step": 124756
    },
    {
      "epoch": 5.804000930448941,
      "grad_norm": 1.8303931231535397,
      "learning_rate": 8.142324168851743e-07,
      "loss": 0.9922,
      "step": 124757
    },
    {
      "epoch": 5.804047452896023,
      "grad_norm": 1.6522337075440356,
      "learning_rate": 8.138462793196854e-07,
      "loss": 0.7695,
      "step": 124758
    },
    {
      "epoch": 5.804093975343103,
      "grad_norm": 1.7128132787906603,
      "learning_rate": 8.134602330868212e-07,
      "loss": 0.8672,
      "step": 124759
    },
    {
      "epoch": 5.804140497790184,
      "grad_norm": 1.8678896047271327,
      "learning_rate": 8.130742781868482e-07,
      "loss": 1.0469,
      "step": 124760
    },
    {
      "epoch": 5.804187020237265,
      "grad_norm": 1.6856478415495042,
      "learning_rate": 8.12688414619983e-07,
      "loss": 0.832,
      "step": 124761
    },
    {
      "epoch": 5.804233542684345,
      "grad_norm": 1.8058345191113008,
      "learning_rate": 8.123026423864754e-07,
      "loss": 1.0547,
      "step": 124762
    },
    {
      "epoch": 5.804280065131426,
      "grad_norm": 1.7676920616636138,
      "learning_rate": 8.119169614865418e-07,
      "loss": 0.9062,
      "step": 124763
    },
    {
      "epoch": 5.804326587578506,
      "grad_norm": 1.8550641891913855,
      "learning_rate": 8.115313719204486e-07,
      "loss": 0.9492,
      "step": 124764
    },
    {
      "epoch": 5.804373110025587,
      "grad_norm": 2.0415459633483715,
      "learning_rate": 8.111458736884124e-07,
      "loss": 1.1328,
      "step": 124765
    },
    {
      "epoch": 5.804419632472668,
      "grad_norm": 1.924249567194205,
      "learning_rate": 8.107604667906664e-07,
      "loss": 1.0234,
      "step": 124766
    },
    {
      "epoch": 5.804466154919749,
      "grad_norm": 1.6770406246981429,
      "learning_rate": 8.103751512274603e-07,
      "loss": 0.9648,
      "step": 124767
    },
    {
      "epoch": 5.804512677366829,
      "grad_norm": 1.8833700387261108,
      "learning_rate": 8.099899269990106e-07,
      "loss": 0.9609,
      "step": 124768
    },
    {
      "epoch": 5.8045591998139106,
      "grad_norm": 1.6416275606117534,
      "learning_rate": 8.096047941055673e-07,
      "loss": 0.8242,
      "step": 124769
    },
    {
      "epoch": 5.804605722260991,
      "grad_norm": 1.646668622830945,
      "learning_rate": 8.092197525473798e-07,
      "loss": 0.8984,
      "step": 124770
    },
    {
      "epoch": 5.8046522447080715,
      "grad_norm": 1.6462008406351476,
      "learning_rate": 8.088348023246483e-07,
      "loss": 0.8672,
      "step": 124771
    },
    {
      "epoch": 5.804698767155152,
      "grad_norm": 2.0415087733381916,
      "learning_rate": 8.084499434376224e-07,
      "loss": 1.0078,
      "step": 124772
    },
    {
      "epoch": 5.804745289602233,
      "grad_norm": 1.5960894061658775,
      "learning_rate": 8.080651758865519e-07,
      "loss": 0.7461,
      "step": 124773
    },
    {
      "epoch": 5.804791812049314,
      "grad_norm": 1.6985243236763958,
      "learning_rate": 8.076804996716701e-07,
      "loss": 0.8945,
      "step": 124774
    },
    {
      "epoch": 5.804838334496394,
      "grad_norm": 1.8864831665692872,
      "learning_rate": 8.072959147931934e-07,
      "loss": 0.957,
      "step": 124775
    },
    {
      "epoch": 5.804884856943476,
      "grad_norm": 1.7453953869340626,
      "learning_rate": 8.069114212513884e-07,
      "loss": 0.8906,
      "step": 124776
    },
    {
      "epoch": 5.804931379390556,
      "grad_norm": 1.7638513908563247,
      "learning_rate": 8.065270190464546e-07,
      "loss": 0.9453,
      "step": 124777
    },
    {
      "epoch": 5.804977901837637,
      "grad_norm": 1.6494639651437415,
      "learning_rate": 8.06142708178642e-07,
      "loss": 0.8594,
      "step": 124778
    },
    {
      "epoch": 5.805024424284717,
      "grad_norm": 1.7045923412617987,
      "learning_rate": 8.057584886482005e-07,
      "loss": 0.918,
      "step": 124779
    },
    {
      "epoch": 5.8050709467317985,
      "grad_norm": 1.959499904305824,
      "learning_rate": 8.053743604553464e-07,
      "loss": 1.1016,
      "step": 124780
    },
    {
      "epoch": 5.805117469178879,
      "grad_norm": 1.9306606201376453,
      "learning_rate": 8.04990323600313e-07,
      "loss": 1.1016,
      "step": 124781
    },
    {
      "epoch": 5.805163991625959,
      "grad_norm": 1.9123464011782312,
      "learning_rate": 8.0460637808335e-07,
      "loss": 0.9492,
      "step": 124782
    },
    {
      "epoch": 5.80521051407304,
      "grad_norm": 1.716192127973176,
      "learning_rate": 8.042225239046906e-07,
      "loss": 0.9219,
      "step": 124783
    },
    {
      "epoch": 5.805257036520121,
      "grad_norm": 1.7751596987593965,
      "learning_rate": 8.03838761064568e-07,
      "loss": 0.9883,
      "step": 124784
    },
    {
      "epoch": 5.805303558967202,
      "grad_norm": 1.89975960688305,
      "learning_rate": 8.034550895632152e-07,
      "loss": 0.9922,
      "step": 124785
    },
    {
      "epoch": 5.805350081414282,
      "grad_norm": 1.7731841819831413,
      "learning_rate": 8.030715094008655e-07,
      "loss": 0.9492,
      "step": 124786
    },
    {
      "epoch": 5.805396603861363,
      "grad_norm": 1.6211100559548186,
      "learning_rate": 8.02688020577752e-07,
      "loss": 0.9531,
      "step": 124787
    },
    {
      "epoch": 5.805443126308444,
      "grad_norm": 1.9472489241209512,
      "learning_rate": 8.023046230941077e-07,
      "loss": 1.125,
      "step": 124788
    },
    {
      "epoch": 5.8054896487555245,
      "grad_norm": 1.9066350628988031,
      "learning_rate": 8.019213169501659e-07,
      "loss": 0.9492,
      "step": 124789
    },
    {
      "epoch": 5.805536171202605,
      "grad_norm": 1.7336999269517386,
      "learning_rate": 8.015381021461764e-07,
      "loss": 0.9414,
      "step": 124790
    },
    {
      "epoch": 5.805582693649686,
      "grad_norm": 1.9239362184368987,
      "learning_rate": 8.011549786823723e-07,
      "loss": 0.9883,
      "step": 124791
    },
    {
      "epoch": 5.805629216096767,
      "grad_norm": 1.747565379951189,
      "learning_rate": 8.007719465589702e-07,
      "loss": 0.918,
      "step": 124792
    },
    {
      "epoch": 5.805675738543847,
      "grad_norm": 1.69974709994786,
      "learning_rate": 8.003890057762196e-07,
      "loss": 0.8906,
      "step": 124793
    },
    {
      "epoch": 5.805722260990928,
      "grad_norm": 1.8629681357074828,
      "learning_rate": 8.000061563343374e-07,
      "loss": 0.9805,
      "step": 124794
    },
    {
      "epoch": 5.805768783438009,
      "grad_norm": 1.8820988045937037,
      "learning_rate": 7.996233982335898e-07,
      "loss": 0.8594,
      "step": 124795
    },
    {
      "epoch": 5.80581530588509,
      "grad_norm": 1.6814183560747946,
      "learning_rate": 7.992407314741766e-07,
      "loss": 0.8438,
      "step": 124796
    },
    {
      "epoch": 5.80586182833217,
      "grad_norm": 1.6870104762204534,
      "learning_rate": 7.988581560563645e-07,
      "loss": 0.918,
      "step": 124797
    },
    {
      "epoch": 5.805908350779251,
      "grad_norm": 1.8345597383460202,
      "learning_rate": 7.984756719803531e-07,
      "loss": 0.9844,
      "step": 124798
    },
    {
      "epoch": 5.805954873226332,
      "grad_norm": 1.7540957836968774,
      "learning_rate": 7.98093279246409e-07,
      "loss": 0.9141,
      "step": 124799
    },
    {
      "epoch": 5.8060013956734124,
      "grad_norm": 1.6894216131870479,
      "learning_rate": 7.977109778547486e-07,
      "loss": 0.8594,
      "step": 124800
    },
    {
      "epoch": 5.806047918120493,
      "grad_norm": 1.699585161147683,
      "learning_rate": 7.97328767805605e-07,
      "loss": 0.7852,
      "step": 124801
    },
    {
      "epoch": 5.806094440567573,
      "grad_norm": 1.9670555670646666,
      "learning_rate": 7.969466490992116e-07,
      "loss": 1.0938,
      "step": 124802
    },
    {
      "epoch": 5.806140963014655,
      "grad_norm": 1.6001037351311935,
      "learning_rate": 7.965646217358012e-07,
      "loss": 0.8672,
      "step": 124803
    },
    {
      "epoch": 5.806187485461735,
      "grad_norm": 1.7355413377957625,
      "learning_rate": 7.961826857156239e-07,
      "loss": 0.793,
      "step": 124804
    },
    {
      "epoch": 5.806234007908816,
      "grad_norm": 1.8794153220116219,
      "learning_rate": 7.958008410389127e-07,
      "loss": 1.0156,
      "step": 124805
    },
    {
      "epoch": 5.806280530355897,
      "grad_norm": 1.6795337499333807,
      "learning_rate": 7.954190877058842e-07,
      "loss": 0.9805,
      "step": 124806
    },
    {
      "epoch": 5.806327052802978,
      "grad_norm": 1.8422103096512963,
      "learning_rate": 7.950374257167713e-07,
      "loss": 0.8945,
      "step": 124807
    },
    {
      "epoch": 5.806373575250058,
      "grad_norm": 1.8222276432559623,
      "learning_rate": 7.946558550718241e-07,
      "loss": 1.1016,
      "step": 124808
    },
    {
      "epoch": 5.8064200976971385,
      "grad_norm": 1.7455701106776973,
      "learning_rate": 7.942743757712588e-07,
      "loss": 0.9297,
      "step": 124809
    },
    {
      "epoch": 5.80646662014422,
      "grad_norm": 1.6554918017337965,
      "learning_rate": 7.938929878153255e-07,
      "loss": 0.918,
      "step": 124810
    },
    {
      "epoch": 5.8065131425913,
      "grad_norm": 1.7830366060886853,
      "learning_rate": 7.935116912042572e-07,
      "loss": 1.0,
      "step": 124811
    },
    {
      "epoch": 5.806559665038381,
      "grad_norm": 1.752865193018743,
      "learning_rate": 7.931304859382704e-07,
      "loss": 0.8633,
      "step": 124812
    },
    {
      "epoch": 5.806606187485462,
      "grad_norm": 1.9323553925429702,
      "learning_rate": 7.927493720176148e-07,
      "loss": 1.0078,
      "step": 124813
    },
    {
      "epoch": 5.806652709932543,
      "grad_norm": 1.543346644365319,
      "learning_rate": 7.92368349442507e-07,
      "loss": 0.8164,
      "step": 124814
    },
    {
      "epoch": 5.806699232379623,
      "grad_norm": 1.6573590869470545,
      "learning_rate": 7.919874182131969e-07,
      "loss": 0.7656,
      "step": 124815
    },
    {
      "epoch": 5.806745754826704,
      "grad_norm": 1.7137503184290805,
      "learning_rate": 7.916065783299008e-07,
      "loss": 0.9258,
      "step": 124816
    },
    {
      "epoch": 5.806792277273784,
      "grad_norm": 1.5711457837850147,
      "learning_rate": 7.912258297928686e-07,
      "loss": 0.8008,
      "step": 124817
    },
    {
      "epoch": 5.8068387997208655,
      "grad_norm": 1.8516111191373648,
      "learning_rate": 7.908451726023335e-07,
      "loss": 1.0391,
      "step": 124818
    },
    {
      "epoch": 5.806885322167946,
      "grad_norm": 1.5895135919034404,
      "learning_rate": 7.904646067585285e-07,
      "loss": 0.7969,
      "step": 124819
    },
    {
      "epoch": 5.806931844615026,
      "grad_norm": 1.8440553549650889,
      "learning_rate": 7.900841322616702e-07,
      "loss": 0.9258,
      "step": 124820
    },
    {
      "epoch": 5.806978367062108,
      "grad_norm": 1.915562473121168,
      "learning_rate": 7.897037491120084e-07,
      "loss": 0.9609,
      "step": 124821
    },
    {
      "epoch": 5.807024889509188,
      "grad_norm": 1.8031324220830505,
      "learning_rate": 7.893234573097595e-07,
      "loss": 0.8086,
      "step": 124822
    },
    {
      "epoch": 5.807071411956269,
      "grad_norm": 1.9258536059382778,
      "learning_rate": 7.889432568551734e-07,
      "loss": 0.9609,
      "step": 124823
    },
    {
      "epoch": 5.807117934403349,
      "grad_norm": 1.9361046887786233,
      "learning_rate": 7.885631477484833e-07,
      "loss": 0.9102,
      "step": 124824
    },
    {
      "epoch": 5.807164456850431,
      "grad_norm": 1.704852630914615,
      "learning_rate": 7.881831299898889e-07,
      "loss": 0.9648,
      "step": 124825
    },
    {
      "epoch": 5.807210979297511,
      "grad_norm": 1.6922960274831504,
      "learning_rate": 7.878032035796733e-07,
      "loss": 0.7773,
      "step": 124826
    },
    {
      "epoch": 5.8072575017445915,
      "grad_norm": 1.8416632222933156,
      "learning_rate": 7.874233685180365e-07,
      "loss": 1.0391,
      "step": 124827
    },
    {
      "epoch": 5.807304024191673,
      "grad_norm": 1.63977752948959,
      "learning_rate": 7.870436248052114e-07,
      "loss": 0.8203,
      "step": 124828
    },
    {
      "epoch": 5.807350546638753,
      "grad_norm": 1.9142344131009272,
      "learning_rate": 7.86663972441448e-07,
      "loss": 1.0312,
      "step": 124829
    },
    {
      "epoch": 5.807397069085834,
      "grad_norm": 1.8517532232634788,
      "learning_rate": 7.862844114269628e-07,
      "loss": 1.0547,
      "step": 124830
    },
    {
      "epoch": 5.807443591532914,
      "grad_norm": 1.8120170303409995,
      "learning_rate": 7.859049417619889e-07,
      "loss": 0.9609,
      "step": 124831
    },
    {
      "epoch": 5.807490113979996,
      "grad_norm": 1.6027413569998352,
      "learning_rate": 7.855255634467761e-07,
      "loss": 0.8789,
      "step": 124832
    },
    {
      "epoch": 5.807536636427076,
      "grad_norm": 1.8709206913767409,
      "learning_rate": 7.851462764815242e-07,
      "loss": 0.8906,
      "step": 124833
    },
    {
      "epoch": 5.807583158874157,
      "grad_norm": 1.7673589893550592,
      "learning_rate": 7.847670808664997e-07,
      "loss": 0.8867,
      "step": 124834
    },
    {
      "epoch": 5.807629681321237,
      "grad_norm": 1.6088406152723844,
      "learning_rate": 7.843879766019189e-07,
      "loss": 0.8984,
      "step": 124835
    },
    {
      "epoch": 5.8076762037683185,
      "grad_norm": 1.874445008160995,
      "learning_rate": 7.84008963688032e-07,
      "loss": 1.1875,
      "step": 124836
    },
    {
      "epoch": 5.807722726215399,
      "grad_norm": 1.7988811760809675,
      "learning_rate": 7.836300421250219e-07,
      "loss": 1.0156,
      "step": 124837
    },
    {
      "epoch": 5.8077692486624795,
      "grad_norm": 1.8707239523875925,
      "learning_rate": 7.832512119131717e-07,
      "loss": 0.9375,
      "step": 124838
    },
    {
      "epoch": 5.80781577110956,
      "grad_norm": 1.7892797560954599,
      "learning_rate": 7.828724730526814e-07,
      "loss": 0.8828,
      "step": 124839
    },
    {
      "epoch": 5.807862293556641,
      "grad_norm": 1.6123701842934164,
      "learning_rate": 7.824938255438174e-07,
      "loss": 0.8711,
      "step": 124840
    },
    {
      "epoch": 5.807908816003722,
      "grad_norm": 1.6747854483089977,
      "learning_rate": 7.821152693867794e-07,
      "loss": 0.9336,
      "step": 124841
    },
    {
      "epoch": 5.807955338450802,
      "grad_norm": 1.827863757662004,
      "learning_rate": 7.817368045818006e-07,
      "loss": 0.8945,
      "step": 124842
    },
    {
      "epoch": 5.808001860897884,
      "grad_norm": 1.8791702532122623,
      "learning_rate": 7.813584311291309e-07,
      "loss": 1.0156,
      "step": 124843
    },
    {
      "epoch": 5.808048383344964,
      "grad_norm": 1.904907915529587,
      "learning_rate": 7.809801490289869e-07,
      "loss": 0.9805,
      "step": 124844
    },
    {
      "epoch": 5.808094905792045,
      "grad_norm": 1.9110677954949875,
      "learning_rate": 7.806019582816181e-07,
      "loss": 0.9492,
      "step": 124845
    },
    {
      "epoch": 5.808141428239125,
      "grad_norm": 1.8554913747516921,
      "learning_rate": 7.802238588872244e-07,
      "loss": 1.0156,
      "step": 124846
    },
    {
      "epoch": 5.808187950686206,
      "grad_norm": 1.7456528488920948,
      "learning_rate": 7.798458508460725e-07,
      "loss": 1.0234,
      "step": 124847
    },
    {
      "epoch": 5.808234473133287,
      "grad_norm": 2.125813492316828,
      "learning_rate": 7.794679341583787e-07,
      "loss": 1.0078,
      "step": 124848
    },
    {
      "epoch": 5.808280995580367,
      "grad_norm": 1.874029406130025,
      "learning_rate": 7.790901088243762e-07,
      "loss": 0.8984,
      "step": 124849
    },
    {
      "epoch": 5.808327518027449,
      "grad_norm": 1.8890838421984175,
      "learning_rate": 7.78712374844298e-07,
      "loss": 0.9609,
      "step": 124850
    },
    {
      "epoch": 5.808374040474529,
      "grad_norm": 1.7633581851572493,
      "learning_rate": 7.783347322183609e-07,
      "loss": 0.9609,
      "step": 124851
    },
    {
      "epoch": 5.80842056292161,
      "grad_norm": 1.7312173395553352,
      "learning_rate": 7.779571809467978e-07,
      "loss": 0.832,
      "step": 124852
    },
    {
      "epoch": 5.80846708536869,
      "grad_norm": 1.8007573285909353,
      "learning_rate": 7.775797210298584e-07,
      "loss": 0.8672,
      "step": 124853
    },
    {
      "epoch": 5.808513607815771,
      "grad_norm": 1.8067528304679554,
      "learning_rate": 7.772023524677762e-07,
      "loss": 0.8633,
      "step": 124854
    },
    {
      "epoch": 5.808560130262852,
      "grad_norm": 1.8847527300529632,
      "learning_rate": 7.768250752607508e-07,
      "loss": 1.0234,
      "step": 124855
    },
    {
      "epoch": 5.8086066527099325,
      "grad_norm": 1.7083703333290654,
      "learning_rate": 7.764478894090487e-07,
      "loss": 0.9375,
      "step": 124856
    },
    {
      "epoch": 5.808653175157013,
      "grad_norm": 1.670703748812162,
      "learning_rate": 7.760707949128698e-07,
      "loss": 1.0156,
      "step": 124857
    },
    {
      "epoch": 5.808699697604094,
      "grad_norm": 1.8307610250549589,
      "learning_rate": 7.756937917724804e-07,
      "loss": 0.9805,
      "step": 124858
    },
    {
      "epoch": 5.808746220051175,
      "grad_norm": 2.0091901139695443,
      "learning_rate": 7.753168799880638e-07,
      "loss": 0.8945,
      "step": 124859
    },
    {
      "epoch": 5.808792742498255,
      "grad_norm": 1.640031330513859,
      "learning_rate": 7.749400595598865e-07,
      "loss": 0.8828,
      "step": 124860
    },
    {
      "epoch": 5.808839264945336,
      "grad_norm": 1.6899107409665222,
      "learning_rate": 7.745633304881815e-07,
      "loss": 0.918,
      "step": 124861
    },
    {
      "epoch": 5.808885787392417,
      "grad_norm": 1.622123165400139,
      "learning_rate": 7.741866927731655e-07,
      "loss": 0.8867,
      "step": 124862
    },
    {
      "epoch": 5.808932309839498,
      "grad_norm": 1.9437594808878667,
      "learning_rate": 7.738101464150714e-07,
      "loss": 0.9727,
      "step": 124863
    },
    {
      "epoch": 5.808978832286578,
      "grad_norm": 1.8609015208726474,
      "learning_rate": 7.734336914141159e-07,
      "loss": 0.9609,
      "step": 124864
    },
    {
      "epoch": 5.809025354733659,
      "grad_norm": 1.7824685982354207,
      "learning_rate": 7.730573277705654e-07,
      "loss": 0.9258,
      "step": 124865
    },
    {
      "epoch": 5.80907187718074,
      "grad_norm": 1.8395579510923536,
      "learning_rate": 7.726810554846197e-07,
      "loss": 1.0234,
      "step": 124866
    },
    {
      "epoch": 5.80911839962782,
      "grad_norm": 1.8445917859453498,
      "learning_rate": 7.723048745565119e-07,
      "loss": 1.0547,
      "step": 124867
    },
    {
      "epoch": 5.809164922074901,
      "grad_norm": 1.5539924422451707,
      "learning_rate": 7.719287849864753e-07,
      "loss": 0.7383,
      "step": 124868
    },
    {
      "epoch": 5.809211444521982,
      "grad_norm": 1.759977171115427,
      "learning_rate": 7.715527867747595e-07,
      "loss": 0.8867,
      "step": 124869
    },
    {
      "epoch": 5.809257966969063,
      "grad_norm": 1.9327468416693496,
      "learning_rate": 7.711768799215645e-07,
      "loss": 0.9141,
      "step": 124870
    },
    {
      "epoch": 5.809304489416143,
      "grad_norm": 1.892052108198593,
      "learning_rate": 7.708010644271401e-07,
      "loss": 1.0234,
      "step": 124871
    },
    {
      "epoch": 5.809351011863224,
      "grad_norm": 2.0864268967281205,
      "learning_rate": 7.704253402917193e-07,
      "loss": 1.1016,
      "step": 124872
    },
    {
      "epoch": 5.809397534310305,
      "grad_norm": 2.0109913493981395,
      "learning_rate": 7.700497075155188e-07,
      "loss": 1.125,
      "step": 124873
    },
    {
      "epoch": 5.8094440567573855,
      "grad_norm": 2.0788648235256946,
      "learning_rate": 7.696741660987716e-07,
      "loss": 0.9648,
      "step": 124874
    },
    {
      "epoch": 5.809490579204466,
      "grad_norm": 1.8318864371821597,
      "learning_rate": 7.692987160417107e-07,
      "loss": 0.9453,
      "step": 124875
    },
    {
      "epoch": 5.8095371016515465,
      "grad_norm": 1.7732044415100332,
      "learning_rate": 7.68923357344553e-07,
      "loss": 0.8516,
      "step": 124876
    },
    {
      "epoch": 5.809583624098628,
      "grad_norm": 1.7288446460392741,
      "learning_rate": 7.68548090007548e-07,
      "loss": 0.9453,
      "step": 124877
    },
    {
      "epoch": 5.809630146545708,
      "grad_norm": 1.6502389785053964,
      "learning_rate": 7.68172914030929e-07,
      "loss": 0.8906,
      "step": 124878
    },
    {
      "epoch": 5.809676668992789,
      "grad_norm": 1.9742759078346943,
      "learning_rate": 7.677978294148956e-07,
      "loss": 1.0391,
      "step": 124879
    },
    {
      "epoch": 5.80972319143987,
      "grad_norm": 1.9579720251857728,
      "learning_rate": 7.674228361597145e-07,
      "loss": 0.9648,
      "step": 124880
    },
    {
      "epoch": 5.809769713886951,
      "grad_norm": 1.998727915048349,
      "learning_rate": 7.670479342655689e-07,
      "loss": 1.1328,
      "step": 124881
    },
    {
      "epoch": 5.809816236334031,
      "grad_norm": 1.9755620771302422,
      "learning_rate": 7.66673123732725e-07,
      "loss": 1.0078,
      "step": 124882
    },
    {
      "epoch": 5.809862758781112,
      "grad_norm": 1.7696469418143712,
      "learning_rate": 7.662984045614162e-07,
      "loss": 1.0,
      "step": 124883
    },
    {
      "epoch": 5.809909281228193,
      "grad_norm": 1.6296697078012006,
      "learning_rate": 7.659237767518588e-07,
      "loss": 0.8008,
      "step": 124884
    },
    {
      "epoch": 5.809955803675273,
      "grad_norm": 2.3117759891477863,
      "learning_rate": 7.655492403042862e-07,
      "loss": 1.125,
      "step": 124885
    },
    {
      "epoch": 5.810002326122354,
      "grad_norm": 1.704332607084022,
      "learning_rate": 7.65174795218898e-07,
      "loss": 0.8789,
      "step": 124886
    },
    {
      "epoch": 5.810048848569434,
      "grad_norm": 1.9686139169468009,
      "learning_rate": 7.648004414959774e-07,
      "loss": 0.9727,
      "step": 124887
    },
    {
      "epoch": 5.810095371016516,
      "grad_norm": 1.7657674831398031,
      "learning_rate": 7.644261791357076e-07,
      "loss": 0.9062,
      "step": 124888
    },
    {
      "epoch": 5.810141893463596,
      "grad_norm": 1.7036430322363274,
      "learning_rate": 7.64052008138355e-07,
      "loss": 0.9258,
      "step": 124889
    },
    {
      "epoch": 5.810188415910677,
      "grad_norm": 1.587038980579217,
      "learning_rate": 7.636779285041028e-07,
      "loss": 0.8789,
      "step": 124890
    },
    {
      "epoch": 5.810234938357757,
      "grad_norm": 1.7080171833466773,
      "learning_rate": 7.633039402332342e-07,
      "loss": 0.9141,
      "step": 124891
    },
    {
      "epoch": 5.8102814608048385,
      "grad_norm": 1.596538323999014,
      "learning_rate": 7.629300433259322e-07,
      "loss": 0.9141,
      "step": 124892
    },
    {
      "epoch": 5.810327983251919,
      "grad_norm": 1.8462064971190557,
      "learning_rate": 7.625562377824468e-07,
      "loss": 0.9531,
      "step": 124893
    },
    {
      "epoch": 5.8103745056989995,
      "grad_norm": 1.762996409629517,
      "learning_rate": 7.62182523603011e-07,
      "loss": 0.918,
      "step": 124894
    },
    {
      "epoch": 5.810421028146081,
      "grad_norm": 1.6622239348850596,
      "learning_rate": 7.618089007878414e-07,
      "loss": 0.9102,
      "step": 124895
    },
    {
      "epoch": 5.810467550593161,
      "grad_norm": 2.017487789343399,
      "learning_rate": 7.614353693371711e-07,
      "loss": 1.0234,
      "step": 124896
    },
    {
      "epoch": 5.810514073040242,
      "grad_norm": 1.7702377006405483,
      "learning_rate": 7.610619292512332e-07,
      "loss": 0.8555,
      "step": 124897
    },
    {
      "epoch": 5.810560595487322,
      "grad_norm": 1.8200783478106008,
      "learning_rate": 7.606885805302443e-07,
      "loss": 0.8828,
      "step": 124898
    },
    {
      "epoch": 5.810607117934404,
      "grad_norm": 1.8472778329830195,
      "learning_rate": 7.603153231744541e-07,
      "loss": 1.0859,
      "step": 124899
    },
    {
      "epoch": 5.810653640381484,
      "grad_norm": 1.9465343750520123,
      "learning_rate": 7.599421571840792e-07,
      "loss": 0.9648,
      "step": 124900
    },
    {
      "epoch": 5.810700162828565,
      "grad_norm": 1.782150541410656,
      "learning_rate": 7.59569082559336e-07,
      "loss": 1.0391,
      "step": 124901
    },
    {
      "epoch": 5.810746685275646,
      "grad_norm": 1.9536343775602707,
      "learning_rate": 7.591960993004743e-07,
      "loss": 1.0312,
      "step": 124902
    },
    {
      "epoch": 5.8107932077227265,
      "grad_norm": 1.707848070641164,
      "learning_rate": 7.588232074076938e-07,
      "loss": 0.9453,
      "step": 124903
    },
    {
      "epoch": 5.810839730169807,
      "grad_norm": 1.6577631874620875,
      "learning_rate": 7.584504068812447e-07,
      "loss": 0.9102,
      "step": 124904
    },
    {
      "epoch": 5.810886252616887,
      "grad_norm": 1.8299188307984586,
      "learning_rate": 7.580776977213765e-07,
      "loss": 0.9609,
      "step": 124905
    },
    {
      "epoch": 5.810932775063968,
      "grad_norm": 1.7672317540691347,
      "learning_rate": 7.577050799282725e-07,
      "loss": 0.9805,
      "step": 124906
    },
    {
      "epoch": 5.810979297511049,
      "grad_norm": 1.9603064766205027,
      "learning_rate": 7.573325535021824e-07,
      "loss": 1.0156,
      "step": 124907
    },
    {
      "epoch": 5.81102581995813,
      "grad_norm": 1.8558880643648308,
      "learning_rate": 7.569601184433393e-07,
      "loss": 0.9961,
      "step": 124908
    },
    {
      "epoch": 5.81107234240521,
      "grad_norm": 1.7159084560970674,
      "learning_rate": 7.5658777475196e-07,
      "loss": 0.8906,
      "step": 124909
    },
    {
      "epoch": 5.811118864852292,
      "grad_norm": 1.8472696581887469,
      "learning_rate": 7.562155224282774e-07,
      "loss": 0.9258,
      "step": 124910
    },
    {
      "epoch": 5.811165387299372,
      "grad_norm": 1.7783102759839315,
      "learning_rate": 7.558433614725245e-07,
      "loss": 0.875,
      "step": 124911
    },
    {
      "epoch": 5.8112119097464525,
      "grad_norm": 2.0653704676197284,
      "learning_rate": 7.554712918849181e-07,
      "loss": 1.1953,
      "step": 124912
    },
    {
      "epoch": 5.811258432193533,
      "grad_norm": 1.7551714367630868,
      "learning_rate": 7.550993136656913e-07,
      "loss": 0.9414,
      "step": 124913
    },
    {
      "epoch": 5.811304954640614,
      "grad_norm": 1.7296748964471034,
      "learning_rate": 7.547274268150772e-07,
      "loss": 0.9414,
      "step": 124914
    },
    {
      "epoch": 5.811351477087695,
      "grad_norm": 1.5575509175548972,
      "learning_rate": 7.543556313332921e-07,
      "loss": 0.8398,
      "step": 124915
    },
    {
      "epoch": 5.811397999534775,
      "grad_norm": 1.917677895598919,
      "learning_rate": 7.539839272205694e-07,
      "loss": 1.0781,
      "step": 124916
    },
    {
      "epoch": 5.811444521981857,
      "grad_norm": 1.5355917988092045,
      "learning_rate": 7.536123144771422e-07,
      "loss": 0.7109,
      "step": 124917
    },
    {
      "epoch": 5.811491044428937,
      "grad_norm": 2.2766276059331325,
      "learning_rate": 7.532407931032436e-07,
      "loss": 0.8945,
      "step": 124918
    },
    {
      "epoch": 5.811537566876018,
      "grad_norm": 1.9861892981223224,
      "learning_rate": 7.528693630990734e-07,
      "loss": 0.9492,
      "step": 124919
    },
    {
      "epoch": 5.811584089323098,
      "grad_norm": 1.6565516418159918,
      "learning_rate": 7.524980244648815e-07,
      "loss": 0.8945,
      "step": 124920
    },
    {
      "epoch": 5.8116306117701795,
      "grad_norm": 1.4769663427914068,
      "learning_rate": 7.52126777200901e-07,
      "loss": 0.7305,
      "step": 124921
    },
    {
      "epoch": 5.81167713421726,
      "grad_norm": 1.7733873269392872,
      "learning_rate": 7.517556213073317e-07,
      "loss": 0.8828,
      "step": 124922
    },
    {
      "epoch": 5.81172365666434,
      "grad_norm": 1.647004268755141,
      "learning_rate": 7.513845567844235e-07,
      "loss": 0.8945,
      "step": 124923
    },
    {
      "epoch": 5.811770179111421,
      "grad_norm": 1.8274681508709074,
      "learning_rate": 7.510135836323927e-07,
      "loss": 0.9258,
      "step": 124924
    },
    {
      "epoch": 5.811816701558502,
      "grad_norm": 1.8368800963951064,
      "learning_rate": 7.506427018514894e-07,
      "loss": 1.1094,
      "step": 124925
    },
    {
      "epoch": 5.811863224005583,
      "grad_norm": 1.808239848616361,
      "learning_rate": 7.502719114418965e-07,
      "loss": 0.9453,
      "step": 124926
    },
    {
      "epoch": 5.811909746452663,
      "grad_norm": 2.185943925107665,
      "learning_rate": 7.499012124038805e-07,
      "loss": 1.0,
      "step": 124927
    },
    {
      "epoch": 5.811956268899744,
      "grad_norm": 1.6835644603976556,
      "learning_rate": 7.495306047376582e-07,
      "loss": 0.9023,
      "step": 124928
    },
    {
      "epoch": 5.812002791346825,
      "grad_norm": 1.7095373447941353,
      "learning_rate": 7.491600884434457e-07,
      "loss": 0.9922,
      "step": 124929
    },
    {
      "epoch": 5.8120493137939055,
      "grad_norm": 1.956760581663946,
      "learning_rate": 7.487896635214763e-07,
      "loss": 1.1172,
      "step": 124930
    },
    {
      "epoch": 5.812095836240986,
      "grad_norm": 1.8915722067366028,
      "learning_rate": 7.484193299719831e-07,
      "loss": 1.1328,
      "step": 124931
    },
    {
      "epoch": 5.812142358688067,
      "grad_norm": 1.7104745554820378,
      "learning_rate": 7.480490877951828e-07,
      "loss": 0.8516,
      "step": 124932
    },
    {
      "epoch": 5.812188881135148,
      "grad_norm": 1.9215343893537975,
      "learning_rate": 7.476789369913083e-07,
      "loss": 1.0469,
      "step": 124933
    },
    {
      "epoch": 5.812235403582228,
      "grad_norm": 1.7819155490361982,
      "learning_rate": 7.473088775605762e-07,
      "loss": 0.9805,
      "step": 124934
    },
    {
      "epoch": 5.812281926029309,
      "grad_norm": 1.8487354939505556,
      "learning_rate": 7.469389095032364e-07,
      "loss": 0.9609,
      "step": 124935
    },
    {
      "epoch": 5.81232844847639,
      "grad_norm": 1.5930605118164605,
      "learning_rate": 7.465690328194885e-07,
      "loss": 0.7617,
      "step": 124936
    },
    {
      "epoch": 5.812374970923471,
      "grad_norm": 1.841557543855486,
      "learning_rate": 7.461992475095824e-07,
      "loss": 0.8828,
      "step": 124937
    },
    {
      "epoch": 5.812421493370551,
      "grad_norm": 1.9182047976513779,
      "learning_rate": 7.458295535737179e-07,
      "loss": 1.0781,
      "step": 124938
    },
    {
      "epoch": 5.8124680158176325,
      "grad_norm": 1.647741164260833,
      "learning_rate": 7.454599510121451e-07,
      "loss": 0.9297,
      "step": 124939
    },
    {
      "epoch": 5.812514538264713,
      "grad_norm": 1.8433443248104213,
      "learning_rate": 7.450904398250801e-07,
      "loss": 1.0391,
      "step": 124940
    },
    {
      "epoch": 5.8125610607117935,
      "grad_norm": 1.750293242099922,
      "learning_rate": 7.447210200127563e-07,
      "loss": 0.8906,
      "step": 124941
    },
    {
      "epoch": 5.812607583158874,
      "grad_norm": 1.7244320976776508,
      "learning_rate": 7.4435169157539e-07,
      "loss": 0.918,
      "step": 124942
    },
    {
      "epoch": 5.812654105605954,
      "grad_norm": 1.7975020294747375,
      "learning_rate": 7.439824545132145e-07,
      "loss": 0.9375,
      "step": 124943
    },
    {
      "epoch": 5.812700628053036,
      "grad_norm": 1.6858781989666016,
      "learning_rate": 7.436133088264462e-07,
      "loss": 0.9727,
      "step": 124944
    },
    {
      "epoch": 5.812747150500116,
      "grad_norm": 1.572312847120991,
      "learning_rate": 7.432442545153183e-07,
      "loss": 0.8906,
      "step": 124945
    },
    {
      "epoch": 5.812793672947197,
      "grad_norm": 1.6651640297707544,
      "learning_rate": 7.428752915800474e-07,
      "loss": 0.8555,
      "step": 124946
    },
    {
      "epoch": 5.812840195394278,
      "grad_norm": 1.8313365791902951,
      "learning_rate": 7.42506420020883e-07,
      "loss": 1.0234,
      "step": 124947
    },
    {
      "epoch": 5.812886717841359,
      "grad_norm": 1.7877914066113905,
      "learning_rate": 7.421376398380252e-07,
      "loss": 1.0625,
      "step": 124948
    },
    {
      "epoch": 5.812933240288439,
      "grad_norm": 2.0878677600643027,
      "learning_rate": 7.417689510317238e-07,
      "loss": 1.0469,
      "step": 124949
    },
    {
      "epoch": 5.8129797627355195,
      "grad_norm": 1.6425574144294224,
      "learning_rate": 7.414003536021784e-07,
      "loss": 0.8242,
      "step": 124950
    },
    {
      "epoch": 5.813026285182601,
      "grad_norm": 1.722412473587271,
      "learning_rate": 7.410318475496224e-07,
      "loss": 0.9922,
      "step": 124951
    },
    {
      "epoch": 5.813072807629681,
      "grad_norm": 1.943005884520999,
      "learning_rate": 7.406634328743055e-07,
      "loss": 1.0234,
      "step": 124952
    },
    {
      "epoch": 5.813119330076762,
      "grad_norm": 1.6834066438906614,
      "learning_rate": 7.402951095764109e-07,
      "loss": 0.9414,
      "step": 124953
    },
    {
      "epoch": 5.813165852523843,
      "grad_norm": 1.6773669825204518,
      "learning_rate": 7.399268776562051e-07,
      "loss": 0.8945,
      "step": 124954
    },
    {
      "epoch": 5.813212374970924,
      "grad_norm": 1.6555621303491999,
      "learning_rate": 7.395587371138878e-07,
      "loss": 0.793,
      "step": 124955
    },
    {
      "epoch": 5.813258897418004,
      "grad_norm": 1.922824851712825,
      "learning_rate": 7.39190687949709e-07,
      "loss": 1.1328,
      "step": 124956
    },
    {
      "epoch": 5.813305419865085,
      "grad_norm": 1.815948610863283,
      "learning_rate": 7.388227301638516e-07,
      "loss": 0.9727,
      "step": 124957
    },
    {
      "epoch": 5.813351942312165,
      "grad_norm": 1.84758860709917,
      "learning_rate": 7.384548637565824e-07,
      "loss": 0.8945,
      "step": 124958
    },
    {
      "epoch": 5.8133984647592465,
      "grad_norm": 1.640818706816179,
      "learning_rate": 7.380870887281176e-07,
      "loss": 0.832,
      "step": 124959
    },
    {
      "epoch": 5.813444987206327,
      "grad_norm": 1.882743897893441,
      "learning_rate": 7.377194050786572e-07,
      "loss": 0.8906,
      "step": 124960
    },
    {
      "epoch": 5.813491509653407,
      "grad_norm": 1.5799635981991373,
      "learning_rate": 7.37351812808451e-07,
      "loss": 0.9102,
      "step": 124961
    },
    {
      "epoch": 5.813538032100489,
      "grad_norm": 1.6943022894228346,
      "learning_rate": 7.369843119177155e-07,
      "loss": 0.9219,
      "step": 124962
    },
    {
      "epoch": 5.813584554547569,
      "grad_norm": 1.7539161075705214,
      "learning_rate": 7.366169024066837e-07,
      "loss": 0.8906,
      "step": 124963
    },
    {
      "epoch": 5.81363107699465,
      "grad_norm": 1.6203251907879548,
      "learning_rate": 7.362495842755722e-07,
      "loss": 0.7891,
      "step": 124964
    },
    {
      "epoch": 5.81367759944173,
      "grad_norm": 1.763969900890261,
      "learning_rate": 7.358823575246142e-07,
      "loss": 0.8789,
      "step": 124965
    },
    {
      "epoch": 5.813724121888812,
      "grad_norm": 1.7634600801814295,
      "learning_rate": 7.355152221540261e-07,
      "loss": 1.0547,
      "step": 124966
    },
    {
      "epoch": 5.813770644335892,
      "grad_norm": 1.6583141548231248,
      "learning_rate": 7.351481781640412e-07,
      "loss": 0.7891,
      "step": 124967
    },
    {
      "epoch": 5.813817166782973,
      "grad_norm": 1.8743382760098701,
      "learning_rate": 7.347812255548591e-07,
      "loss": 0.9102,
      "step": 124968
    },
    {
      "epoch": 5.813863689230054,
      "grad_norm": 1.5287200927681592,
      "learning_rate": 7.344143643267297e-07,
      "loss": 0.8086,
      "step": 124969
    },
    {
      "epoch": 5.813910211677134,
      "grad_norm": 1.7352908172575598,
      "learning_rate": 7.340475944798696e-07,
      "loss": 0.8789,
      "step": 124970
    },
    {
      "epoch": 5.813956734124215,
      "grad_norm": 1.9530530658309206,
      "learning_rate": 7.336809160145285e-07,
      "loss": 0.8594,
      "step": 124971
    },
    {
      "epoch": 5.814003256571295,
      "grad_norm": 1.762220711040865,
      "learning_rate": 7.333143289308895e-07,
      "loss": 0.8477,
      "step": 124972
    },
    {
      "epoch": 5.814049779018377,
      "grad_norm": 1.8699282430925444,
      "learning_rate": 7.32947833229186e-07,
      "loss": 0.9531,
      "step": 124973
    },
    {
      "epoch": 5.814096301465457,
      "grad_norm": 1.9460544494441763,
      "learning_rate": 7.325814289096676e-07,
      "loss": 0.9883,
      "step": 124974
    },
    {
      "epoch": 5.814142823912538,
      "grad_norm": 1.959734575758002,
      "learning_rate": 7.322151159725343e-07,
      "loss": 0.9844,
      "step": 124975
    },
    {
      "epoch": 5.814189346359618,
      "grad_norm": 1.9128998357713862,
      "learning_rate": 7.318488944180356e-07,
      "loss": 1.0391,
      "step": 124976
    },
    {
      "epoch": 5.8142358688066995,
      "grad_norm": 1.6357556101302275,
      "learning_rate": 7.31482764246355e-07,
      "loss": 0.9492,
      "step": 124977
    },
    {
      "epoch": 5.81428239125378,
      "grad_norm": 1.6988675262858444,
      "learning_rate": 7.311167254577421e-07,
      "loss": 0.918,
      "step": 124978
    },
    {
      "epoch": 5.8143289137008605,
      "grad_norm": 1.8462426015537128,
      "learning_rate": 7.307507780524302e-07,
      "loss": 0.9844,
      "step": 124979
    },
    {
      "epoch": 5.814375436147941,
      "grad_norm": 1.818717656297018,
      "learning_rate": 7.303849220306357e-07,
      "loss": 0.957,
      "step": 124980
    },
    {
      "epoch": 5.814421958595022,
      "grad_norm": 1.9036412611562754,
      "learning_rate": 7.300191573925751e-07,
      "loss": 1.0625,
      "step": 124981
    },
    {
      "epoch": 5.814468481042103,
      "grad_norm": 1.6612837765182806,
      "learning_rate": 7.296534841384649e-07,
      "loss": 0.9023,
      "step": 124982
    },
    {
      "epoch": 5.814515003489183,
      "grad_norm": 1.7948954161402062,
      "learning_rate": 7.29287902268555e-07,
      "loss": 0.9531,
      "step": 124983
    },
    {
      "epoch": 5.814561525936265,
      "grad_norm": 1.8870726946433898,
      "learning_rate": 7.289224117830616e-07,
      "loss": 1.0234,
      "step": 124984
    },
    {
      "epoch": 5.814608048383345,
      "grad_norm": 1.9518492756084538,
      "learning_rate": 7.285570126821849e-07,
      "loss": 0.957,
      "step": 124985
    },
    {
      "epoch": 5.814654570830426,
      "grad_norm": 1.644585447139807,
      "learning_rate": 7.281917049661745e-07,
      "loss": 0.9492,
      "step": 124986
    },
    {
      "epoch": 5.814701093277506,
      "grad_norm": 1.981343090266502,
      "learning_rate": 7.278264886352303e-07,
      "loss": 1.0312,
      "step": 124987
    },
    {
      "epoch": 5.814747615724587,
      "grad_norm": 1.6241990855434327,
      "learning_rate": 7.274613636896021e-07,
      "loss": 0.8672,
      "step": 124988
    },
    {
      "epoch": 5.814794138171668,
      "grad_norm": 1.7482497532051422,
      "learning_rate": 7.270963301295063e-07,
      "loss": 1.0,
      "step": 124989
    },
    {
      "epoch": 5.814840660618748,
      "grad_norm": 1.864314670483742,
      "learning_rate": 7.267313879551595e-07,
      "loss": 0.8086,
      "step": 124990
    },
    {
      "epoch": 5.81488718306583,
      "grad_norm": 1.733626129184762,
      "learning_rate": 7.263665371667781e-07,
      "loss": 0.9141,
      "step": 124991
    },
    {
      "epoch": 5.81493370551291,
      "grad_norm": 1.839608343876212,
      "learning_rate": 7.260017777645955e-07,
      "loss": 0.9219,
      "step": 124992
    },
    {
      "epoch": 5.814980227959991,
      "grad_norm": 1.6341691018109266,
      "learning_rate": 7.256371097488445e-07,
      "loss": 0.8672,
      "step": 124993
    },
    {
      "epoch": 5.815026750407071,
      "grad_norm": 1.634116941059458,
      "learning_rate": 7.252725331197417e-07,
      "loss": 0.793,
      "step": 124994
    },
    {
      "epoch": 5.815073272854152,
      "grad_norm": 1.7757960019385928,
      "learning_rate": 7.249080478774872e-07,
      "loss": 0.9414,
      "step": 124995
    },
    {
      "epoch": 5.815119795301233,
      "grad_norm": 1.6816941024711096,
      "learning_rate": 7.24543654022347e-07,
      "loss": 0.9219,
      "step": 124996
    },
    {
      "epoch": 5.8151663177483135,
      "grad_norm": 2.100537416504614,
      "learning_rate": 7.241793515545047e-07,
      "loss": 1.0781,
      "step": 124997
    },
    {
      "epoch": 5.815212840195394,
      "grad_norm": 1.6496803367993975,
      "learning_rate": 7.238151404742098e-07,
      "loss": 0.8398,
      "step": 124998
    },
    {
      "epoch": 5.815259362642475,
      "grad_norm": 1.7969920761107558,
      "learning_rate": 7.234510207816624e-07,
      "loss": 0.9648,
      "step": 124999
    },
    {
      "epoch": 5.815305885089556,
      "grad_norm": 1.7272899908185235,
      "learning_rate": 7.230869924771121e-07,
      "loss": 0.9492,
      "step": 125000
    },
    {
      "epoch": 5.815352407536636,
      "grad_norm": 1.7498178016799792,
      "learning_rate": 7.227230555607589e-07,
      "loss": 0.875,
      "step": 125001
    },
    {
      "epoch": 5.815398929983717,
      "grad_norm": 1.7196761292086826,
      "learning_rate": 7.223592100328357e-07,
      "loss": 0.957,
      "step": 125002
    },
    {
      "epoch": 5.815445452430798,
      "grad_norm": 1.8237088195191489,
      "learning_rate": 7.219954558935593e-07,
      "loss": 1.0547,
      "step": 125003
    },
    {
      "epoch": 5.815491974877879,
      "grad_norm": 1.7874738455906198,
      "learning_rate": 7.216317931431626e-07,
      "loss": 1.0156,
      "step": 125004
    },
    {
      "epoch": 5.815538497324959,
      "grad_norm": 1.8116203935171724,
      "learning_rate": 7.212682217818621e-07,
      "loss": 0.9727,
      "step": 125005
    },
    {
      "epoch": 5.8155850197720405,
      "grad_norm": 1.695689489923566,
      "learning_rate": 7.209047418098912e-07,
      "loss": 0.8828,
      "step": 125006
    },
    {
      "epoch": 5.815631542219121,
      "grad_norm": 1.681803924986748,
      "learning_rate": 7.205413532274495e-07,
      "loss": 0.8711,
      "step": 125007
    },
    {
      "epoch": 5.815678064666201,
      "grad_norm": 1.7832340096926675,
      "learning_rate": 7.201780560347703e-07,
      "loss": 0.8398,
      "step": 125008
    },
    {
      "epoch": 5.815724587113282,
      "grad_norm": 1.6942383550026971,
      "learning_rate": 7.198148502320867e-07,
      "loss": 0.9688,
      "step": 125009
    },
    {
      "epoch": 5.815771109560363,
      "grad_norm": 1.830505333255046,
      "learning_rate": 7.19451735819615e-07,
      "loss": 1.0938,
      "step": 125010
    },
    {
      "epoch": 5.815817632007444,
      "grad_norm": 1.870418195336305,
      "learning_rate": 7.19088712797572e-07,
      "loss": 0.957,
      "step": 125011
    },
    {
      "epoch": 5.815864154454524,
      "grad_norm": 1.7571200670776286,
      "learning_rate": 7.187257811661739e-07,
      "loss": 0.7812,
      "step": 125012
    },
    {
      "epoch": 5.815910676901605,
      "grad_norm": 2.0133436340287303,
      "learning_rate": 7.183629409256541e-07,
      "loss": 1.0547,
      "step": 125013
    },
    {
      "epoch": 5.815957199348686,
      "grad_norm": 1.6281068242598857,
      "learning_rate": 7.180001920762291e-07,
      "loss": 0.9062,
      "step": 125014
    },
    {
      "epoch": 5.8160037217957665,
      "grad_norm": 1.6048550022936663,
      "learning_rate": 7.176375346181317e-07,
      "loss": 0.9141,
      "step": 125015
    },
    {
      "epoch": 5.816050244242847,
      "grad_norm": 1.8500051439576422,
      "learning_rate": 7.172749685515789e-07,
      "loss": 0.9102,
      "step": 125016
    },
    {
      "epoch": 5.8160967666899275,
      "grad_norm": 1.6447951660574172,
      "learning_rate": 7.169124938767701e-07,
      "loss": 0.9297,
      "step": 125017
    },
    {
      "epoch": 5.816143289137009,
      "grad_norm": 1.7519371229327207,
      "learning_rate": 7.165501105939719e-07,
      "loss": 0.8125,
      "step": 125018
    },
    {
      "epoch": 5.816189811584089,
      "grad_norm": 1.5465131406730406,
      "learning_rate": 7.161878187033676e-07,
      "loss": 0.8086,
      "step": 125019
    },
    {
      "epoch": 5.81623633403117,
      "grad_norm": 1.70887454831142,
      "learning_rate": 7.158256182052069e-07,
      "loss": 0.9922,
      "step": 125020
    },
    {
      "epoch": 5.816282856478251,
      "grad_norm": 1.7754499872417122,
      "learning_rate": 7.154635090996896e-07,
      "loss": 0.9688,
      "step": 125021
    },
    {
      "epoch": 5.816329378925332,
      "grad_norm": 1.7913180211250592,
      "learning_rate": 7.15101491387049e-07,
      "loss": 1.0156,
      "step": 125022
    },
    {
      "epoch": 5.816375901372412,
      "grad_norm": 1.686438280966055,
      "learning_rate": 7.147395650674848e-07,
      "loss": 0.8086,
      "step": 125023
    },
    {
      "epoch": 5.816422423819493,
      "grad_norm": 1.947175223939144,
      "learning_rate": 7.143777301412634e-07,
      "loss": 0.9727,
      "step": 125024
    },
    {
      "epoch": 5.816468946266574,
      "grad_norm": 1.8183503999932291,
      "learning_rate": 7.140159866085515e-07,
      "loss": 0.9883,
      "step": 125025
    },
    {
      "epoch": 5.816515468713654,
      "grad_norm": 1.7844819534822904,
      "learning_rate": 7.136543344696321e-07,
      "loss": 0.9609,
      "step": 125026
    },
    {
      "epoch": 5.816561991160735,
      "grad_norm": 1.9222949276069878,
      "learning_rate": 7.132927737246719e-07,
      "loss": 1.0,
      "step": 125027
    },
    {
      "epoch": 5.816608513607815,
      "grad_norm": 1.6730614862041755,
      "learning_rate": 7.129313043739204e-07,
      "loss": 0.8789,
      "step": 125028
    },
    {
      "epoch": 5.816655036054897,
      "grad_norm": 1.9773129894416621,
      "learning_rate": 7.125699264175777e-07,
      "loss": 0.9375,
      "step": 125029
    },
    {
      "epoch": 5.816701558501977,
      "grad_norm": 1.7740447130998926,
      "learning_rate": 7.122086398558935e-07,
      "loss": 0.875,
      "step": 125030
    },
    {
      "epoch": 5.816748080949058,
      "grad_norm": 1.6627723309306117,
      "learning_rate": 7.118474446890842e-07,
      "loss": 0.9805,
      "step": 125031
    },
    {
      "epoch": 5.816794603396138,
      "grad_norm": 1.8948392882201808,
      "learning_rate": 7.114863409173499e-07,
      "loss": 1.0938,
      "step": 125032
    },
    {
      "epoch": 5.8168411258432196,
      "grad_norm": 1.795270034926807,
      "learning_rate": 7.111253285409069e-07,
      "loss": 0.9922,
      "step": 125033
    },
    {
      "epoch": 5.8168876482903,
      "grad_norm": 1.8058429009957988,
      "learning_rate": 7.107644075600216e-07,
      "loss": 1.0547,
      "step": 125034
    },
    {
      "epoch": 5.8169341707373805,
      "grad_norm": 1.8753845077017504,
      "learning_rate": 7.104035779748774e-07,
      "loss": 0.8633,
      "step": 125035
    },
    {
      "epoch": 5.816980693184462,
      "grad_norm": 1.777682772941615,
      "learning_rate": 7.100428397856906e-07,
      "loss": 0.9375,
      "step": 125036
    },
    {
      "epoch": 5.817027215631542,
      "grad_norm": 1.7675555472859277,
      "learning_rate": 7.09682192992711e-07,
      "loss": 0.9648,
      "step": 125037
    },
    {
      "epoch": 5.817073738078623,
      "grad_norm": 1.7248074505430817,
      "learning_rate": 7.093216375961386e-07,
      "loss": 0.9492,
      "step": 125038
    },
    {
      "epoch": 5.817120260525703,
      "grad_norm": 1.9473129362214525,
      "learning_rate": 7.089611735961897e-07,
      "loss": 1.0312,
      "step": 125039
    },
    {
      "epoch": 5.817166782972785,
      "grad_norm": 1.8947845931946974,
      "learning_rate": 7.086008009931144e-07,
      "loss": 0.9844,
      "step": 125040
    },
    {
      "epoch": 5.817213305419865,
      "grad_norm": 2.1672084867432573,
      "learning_rate": 7.082405197870955e-07,
      "loss": 0.9922,
      "step": 125041
    },
    {
      "epoch": 5.817259827866946,
      "grad_norm": 1.684711999224487,
      "learning_rate": 7.07880329978383e-07,
      "loss": 0.9688,
      "step": 125042
    },
    {
      "epoch": 5.817306350314027,
      "grad_norm": 1.9708739811954443,
      "learning_rate": 7.075202315671769e-07,
      "loss": 0.918,
      "step": 125043
    },
    {
      "epoch": 5.8173528727611075,
      "grad_norm": 1.6067505539910272,
      "learning_rate": 7.071602245537267e-07,
      "loss": 0.8516,
      "step": 125044
    },
    {
      "epoch": 5.817399395208188,
      "grad_norm": 1.737707459112308,
      "learning_rate": 7.068003089382157e-07,
      "loss": 0.9141,
      "step": 125045
    },
    {
      "epoch": 5.817445917655268,
      "grad_norm": 1.7276985584512972,
      "learning_rate": 7.064404847208772e-07,
      "loss": 0.9297,
      "step": 125046
    },
    {
      "epoch": 5.817492440102349,
      "grad_norm": 1.7761435327942485,
      "learning_rate": 7.06080751901944e-07,
      "loss": 0.9766,
      "step": 125047
    },
    {
      "epoch": 5.81753896254943,
      "grad_norm": 1.850798646083854,
      "learning_rate": 7.057211104816329e-07,
      "loss": 0.9844,
      "step": 125048
    },
    {
      "epoch": 5.817585484996511,
      "grad_norm": 2.045876930362391,
      "learning_rate": 7.053615604601603e-07,
      "loss": 1.1094,
      "step": 125049
    },
    {
      "epoch": 5.817632007443591,
      "grad_norm": 1.5857293637606735,
      "learning_rate": 7.050021018377261e-07,
      "loss": 0.8281,
      "step": 125050
    },
    {
      "epoch": 5.817678529890673,
      "grad_norm": 1.657426155974831,
      "learning_rate": 7.0464273461458e-07,
      "loss": 0.9844,
      "step": 125051
    },
    {
      "epoch": 5.817725052337753,
      "grad_norm": 1.8889030942515954,
      "learning_rate": 7.042834587909385e-07,
      "loss": 0.8906,
      "step": 125052
    },
    {
      "epoch": 5.8177715747848335,
      "grad_norm": 1.9265294092263079,
      "learning_rate": 7.039242743670181e-07,
      "loss": 1.0312,
      "step": 125053
    },
    {
      "epoch": 5.817818097231914,
      "grad_norm": 1.7268610477872888,
      "learning_rate": 7.035651813430187e-07,
      "loss": 1.0312,
      "step": 125054
    },
    {
      "epoch": 5.817864619678995,
      "grad_norm": 1.8466162081159618,
      "learning_rate": 7.032061797191735e-07,
      "loss": 0.9531,
      "step": 125055
    },
    {
      "epoch": 5.817911142126076,
      "grad_norm": 1.67688417554023,
      "learning_rate": 7.028472694957321e-07,
      "loss": 0.8906,
      "step": 125056
    },
    {
      "epoch": 5.817957664573156,
      "grad_norm": 1.845129203581146,
      "learning_rate": 7.024884506728612e-07,
      "loss": 1.0625,
      "step": 125057
    },
    {
      "epoch": 5.818004187020238,
      "grad_norm": 1.6971723599175117,
      "learning_rate": 7.021297232508105e-07,
      "loss": 0.9531,
      "step": 125058
    },
    {
      "epoch": 5.818050709467318,
      "grad_norm": 1.885096550764639,
      "learning_rate": 7.017710872298132e-07,
      "loss": 0.957,
      "step": 125059
    },
    {
      "epoch": 5.818097231914399,
      "grad_norm": 1.7780628944611352,
      "learning_rate": 7.014125426100525e-07,
      "loss": 1.0469,
      "step": 125060
    },
    {
      "epoch": 5.818143754361479,
      "grad_norm": 1.9635943680234056,
      "learning_rate": 7.010540893917782e-07,
      "loss": 0.9297,
      "step": 125061
    },
    {
      "epoch": 5.8181902768085605,
      "grad_norm": 1.802552959373363,
      "learning_rate": 7.006957275752067e-07,
      "loss": 0.9492,
      "step": 125062
    },
    {
      "epoch": 5.818236799255641,
      "grad_norm": 1.850245747757557,
      "learning_rate": 7.00337457160538e-07,
      "loss": 0.9844,
      "step": 125063
    },
    {
      "epoch": 5.8182833217027214,
      "grad_norm": 1.8028773103233005,
      "learning_rate": 6.999792781479885e-07,
      "loss": 0.9258,
      "step": 125064
    },
    {
      "epoch": 5.818329844149802,
      "grad_norm": 1.7992813419735851,
      "learning_rate": 6.996211905378079e-07,
      "loss": 0.8594,
      "step": 125065
    },
    {
      "epoch": 5.818376366596883,
      "grad_norm": 1.938320499549555,
      "learning_rate": 6.992631943301963e-07,
      "loss": 1.0156,
      "step": 125066
    },
    {
      "epoch": 5.818422889043964,
      "grad_norm": 1.8069536535535207,
      "learning_rate": 6.989052895253866e-07,
      "loss": 0.9727,
      "step": 125067
    },
    {
      "epoch": 5.818469411491044,
      "grad_norm": 1.8352881713921565,
      "learning_rate": 6.985474761235787e-07,
      "loss": 0.957,
      "step": 125068
    },
    {
      "epoch": 5.818515933938125,
      "grad_norm": 1.7982418856905356,
      "learning_rate": 6.981897541249893e-07,
      "loss": 0.957,
      "step": 125069
    },
    {
      "epoch": 5.818562456385206,
      "grad_norm": 1.7122692521004659,
      "learning_rate": 6.978321235298679e-07,
      "loss": 0.9844,
      "step": 125070
    },
    {
      "epoch": 5.818608978832287,
      "grad_norm": 1.7196057865391396,
      "learning_rate": 6.974745843383977e-07,
      "loss": 0.8633,
      "step": 125071
    },
    {
      "epoch": 5.818655501279367,
      "grad_norm": 1.6517407695093782,
      "learning_rate": 6.971171365508122e-07,
      "loss": 0.8633,
      "step": 125072
    },
    {
      "epoch": 5.818702023726448,
      "grad_norm": 1.7072205417000998,
      "learning_rate": 6.967597801673441e-07,
      "loss": 0.8359,
      "step": 125073
    },
    {
      "epoch": 5.818748546173529,
      "grad_norm": 1.7557437477920783,
      "learning_rate": 6.964025151881936e-07,
      "loss": 0.9961,
      "step": 125074
    },
    {
      "epoch": 5.818795068620609,
      "grad_norm": 1.690120607749667,
      "learning_rate": 6.960453416135769e-07,
      "loss": 1.0156,
      "step": 125075
    },
    {
      "epoch": 5.81884159106769,
      "grad_norm": 1.9798251432383922,
      "learning_rate": 6.956882594437441e-07,
      "loss": 0.9961,
      "step": 125076
    },
    {
      "epoch": 5.818888113514771,
      "grad_norm": 1.7191125631258772,
      "learning_rate": 6.953312686788615e-07,
      "loss": 0.9766,
      "step": 125077
    },
    {
      "epoch": 5.818934635961852,
      "grad_norm": 1.6658760418551977,
      "learning_rate": 6.949743693191956e-07,
      "loss": 0.8516,
      "step": 125078
    },
    {
      "epoch": 5.818981158408932,
      "grad_norm": 1.7256681179853188,
      "learning_rate": 6.946175613649463e-07,
      "loss": 0.9375,
      "step": 125079
    },
    {
      "epoch": 5.8190276808560135,
      "grad_norm": 1.6803759185579157,
      "learning_rate": 6.9426084481633e-07,
      "loss": 0.9102,
      "step": 125080
    },
    {
      "epoch": 5.819074203303094,
      "grad_norm": 1.7715022339331827,
      "learning_rate": 6.939042196735633e-07,
      "loss": 0.9805,
      "step": 125081
    },
    {
      "epoch": 5.8191207257501745,
      "grad_norm": 1.8981179265701913,
      "learning_rate": 6.935476859368627e-07,
      "loss": 0.9375,
      "step": 125082
    },
    {
      "epoch": 5.819167248197255,
      "grad_norm": 1.9035499214699605,
      "learning_rate": 6.931912436064613e-07,
      "loss": 1.0078,
      "step": 125083
    },
    {
      "epoch": 5.819213770644335,
      "grad_norm": 1.839349639146637,
      "learning_rate": 6.928348926825756e-07,
      "loss": 1.0938,
      "step": 125084
    },
    {
      "epoch": 5.819260293091417,
      "grad_norm": 1.650954136626345,
      "learning_rate": 6.924786331654053e-07,
      "loss": 0.8359,
      "step": 125085
    },
    {
      "epoch": 5.819306815538497,
      "grad_norm": 1.7910946148592946,
      "learning_rate": 6.921224650551671e-07,
      "loss": 0.9258,
      "step": 125086
    },
    {
      "epoch": 5.819353337985578,
      "grad_norm": 1.9542919738491051,
      "learning_rate": 6.917663883521108e-07,
      "loss": 0.9688,
      "step": 125087
    },
    {
      "epoch": 5.819399860432659,
      "grad_norm": 1.6517550955192097,
      "learning_rate": 6.91410403056436e-07,
      "loss": 1.0,
      "step": 125088
    },
    {
      "epoch": 5.81944638287974,
      "grad_norm": 1.693830080279832,
      "learning_rate": 6.910545091683594e-07,
      "loss": 0.9922,
      "step": 125089
    },
    {
      "epoch": 5.81949290532682,
      "grad_norm": 1.9688974863089754,
      "learning_rate": 6.906987066880809e-07,
      "loss": 0.9883,
      "step": 125090
    },
    {
      "epoch": 5.8195394277739005,
      "grad_norm": 1.6505584970092961,
      "learning_rate": 6.903429956158501e-07,
      "loss": 0.8672,
      "step": 125091
    },
    {
      "epoch": 5.819585950220982,
      "grad_norm": 1.7600080961395992,
      "learning_rate": 6.899873759518837e-07,
      "loss": 0.9102,
      "step": 125092
    },
    {
      "epoch": 5.819632472668062,
      "grad_norm": 1.6756541592832173,
      "learning_rate": 6.896318476963647e-07,
      "loss": 0.9258,
      "step": 125093
    },
    {
      "epoch": 5.819678995115143,
      "grad_norm": 1.9198638210401586,
      "learning_rate": 6.89276410849543e-07,
      "loss": 0.9688,
      "step": 125094
    },
    {
      "epoch": 5.819725517562224,
      "grad_norm": 1.9431995228348342,
      "learning_rate": 6.889210654116351e-07,
      "loss": 0.9805,
      "step": 125095
    },
    {
      "epoch": 5.819772040009305,
      "grad_norm": 1.8162348820299723,
      "learning_rate": 6.885658113828407e-07,
      "loss": 0.9414,
      "step": 125096
    },
    {
      "epoch": 5.819818562456385,
      "grad_norm": 1.8106011772358381,
      "learning_rate": 6.882106487633765e-07,
      "loss": 1.0312,
      "step": 125097
    },
    {
      "epoch": 5.819865084903466,
      "grad_norm": 1.8614118039207683,
      "learning_rate": 6.878555775534922e-07,
      "loss": 0.9141,
      "step": 125098
    },
    {
      "epoch": 5.819911607350547,
      "grad_norm": 1.5945973069571167,
      "learning_rate": 6.875005977533543e-07,
      "loss": 0.8867,
      "step": 125099
    },
    {
      "epoch": 5.8199581297976275,
      "grad_norm": 1.5957155953518185,
      "learning_rate": 6.871457093632293e-07,
      "loss": 0.8906,
      "step": 125100
    },
    {
      "epoch": 5.820004652244708,
      "grad_norm": 1.6025003927140449,
      "learning_rate": 6.867909123833004e-07,
      "loss": 0.8516,
      "step": 125101
    },
    {
      "epoch": 5.8200511746917885,
      "grad_norm": 1.690100804817687,
      "learning_rate": 6.864362068138173e-07,
      "loss": 0.9102,
      "step": 125102
    },
    {
      "epoch": 5.82009769713887,
      "grad_norm": 1.6941204587555028,
      "learning_rate": 6.860815926549635e-07,
      "loss": 0.8438,
      "step": 125103
    },
    {
      "epoch": 5.82014421958595,
      "grad_norm": 1.6121523811740084,
      "learning_rate": 6.857270699069716e-07,
      "loss": 0.7656,
      "step": 125104
    },
    {
      "epoch": 5.820190742033031,
      "grad_norm": 1.7802515271751327,
      "learning_rate": 6.853726385700587e-07,
      "loss": 0.9609,
      "step": 125105
    },
    {
      "epoch": 5.820237264480111,
      "grad_norm": 1.8580876415214038,
      "learning_rate": 6.850182986444408e-07,
      "loss": 0.9805,
      "step": 125106
    },
    {
      "epoch": 5.820283786927193,
      "grad_norm": 1.868459738805389,
      "learning_rate": 6.846640501303347e-07,
      "loss": 1.0703,
      "step": 125107
    },
    {
      "epoch": 5.820330309374273,
      "grad_norm": 1.5916350360549594,
      "learning_rate": 6.843098930279567e-07,
      "loss": 0.8008,
      "step": 125108
    },
    {
      "epoch": 5.820376831821354,
      "grad_norm": 1.9595590680147283,
      "learning_rate": 6.839558273375235e-07,
      "loss": 0.9688,
      "step": 125109
    },
    {
      "epoch": 5.820423354268435,
      "grad_norm": 1.6470005461700978,
      "learning_rate": 6.836018530592679e-07,
      "loss": 0.9141,
      "step": 125110
    },
    {
      "epoch": 5.820469876715515,
      "grad_norm": 1.5998131616570064,
      "learning_rate": 6.832479701933735e-07,
      "loss": 0.7852,
      "step": 125111
    },
    {
      "epoch": 5.820516399162596,
      "grad_norm": 2.0927512960257615,
      "learning_rate": 6.828941787400732e-07,
      "loss": 1.0781,
      "step": 125112
    },
    {
      "epoch": 5.820562921609676,
      "grad_norm": 1.5892206394583215,
      "learning_rate": 6.825404786996003e-07,
      "loss": 0.8281,
      "step": 125113
    },
    {
      "epoch": 5.820609444056758,
      "grad_norm": 1.7936003814192658,
      "learning_rate": 6.821868700721378e-07,
      "loss": 0.9805,
      "step": 125114
    },
    {
      "epoch": 5.820655966503838,
      "grad_norm": 1.8879289569579214,
      "learning_rate": 6.818333528579356e-07,
      "loss": 0.9414,
      "step": 125115
    },
    {
      "epoch": 5.820702488950919,
      "grad_norm": 1.5283943036970742,
      "learning_rate": 6.814799270571936e-07,
      "loss": 0.8789,
      "step": 125116
    },
    {
      "epoch": 5.820749011397999,
      "grad_norm": 1.7784092940109753,
      "learning_rate": 6.811265926701281e-07,
      "loss": 0.8945,
      "step": 125117
    },
    {
      "epoch": 5.8207955338450805,
      "grad_norm": 1.7358381732207315,
      "learning_rate": 6.807733496969559e-07,
      "loss": 0.9141,
      "step": 125118
    },
    {
      "epoch": 5.820842056292161,
      "grad_norm": 1.8918871251588723,
      "learning_rate": 6.804201981378931e-07,
      "loss": 1.0703,
      "step": 125119
    },
    {
      "epoch": 5.8208885787392415,
      "grad_norm": 1.6966566640951424,
      "learning_rate": 6.800671379931566e-07,
      "loss": 0.875,
      "step": 125120
    },
    {
      "epoch": 5.820935101186322,
      "grad_norm": 1.7776222041541423,
      "learning_rate": 6.797141692629626e-07,
      "loss": 0.9531,
      "step": 125121
    },
    {
      "epoch": 5.820981623633403,
      "grad_norm": 1.8259215926203094,
      "learning_rate": 6.793612919475278e-07,
      "loss": 0.9492,
      "step": 125122
    },
    {
      "epoch": 5.821028146080484,
      "grad_norm": 1.706726226392653,
      "learning_rate": 6.790085060470519e-07,
      "loss": 0.957,
      "step": 125123
    },
    {
      "epoch": 5.821074668527564,
      "grad_norm": 1.8477439752334617,
      "learning_rate": 6.786558115617846e-07,
      "loss": 1.0469,
      "step": 125124
    },
    {
      "epoch": 5.821121190974646,
      "grad_norm": 1.7806793784124717,
      "learning_rate": 6.78303208491926e-07,
      "loss": 0.8203,
      "step": 125125
    },
    {
      "epoch": 5.821167713421726,
      "grad_norm": 1.8297919973173362,
      "learning_rate": 6.779506968376924e-07,
      "loss": 0.8672,
      "step": 125126
    },
    {
      "epoch": 5.821214235868807,
      "grad_norm": 1.59141271453899,
      "learning_rate": 6.775982765992838e-07,
      "loss": 0.8398,
      "step": 125127
    },
    {
      "epoch": 5.821260758315887,
      "grad_norm": 1.7902816785166258,
      "learning_rate": 6.772459477769498e-07,
      "loss": 0.8828,
      "step": 125128
    },
    {
      "epoch": 5.821307280762968,
      "grad_norm": 1.7424805184249565,
      "learning_rate": 6.768937103708738e-07,
      "loss": 1.0547,
      "step": 125129
    },
    {
      "epoch": 5.821353803210049,
      "grad_norm": 1.7777145915169894,
      "learning_rate": 6.765415643812722e-07,
      "loss": 0.9805,
      "step": 125130
    },
    {
      "epoch": 5.821400325657129,
      "grad_norm": 1.8375115058965084,
      "learning_rate": 6.761895098083947e-07,
      "loss": 0.9688,
      "step": 125131
    },
    {
      "epoch": 5.821446848104211,
      "grad_norm": 1.796950381695756,
      "learning_rate": 6.758375466524246e-07,
      "loss": 0.8867,
      "step": 125132
    },
    {
      "epoch": 5.821493370551291,
      "grad_norm": 1.7058523599286335,
      "learning_rate": 6.754856749135784e-07,
      "loss": 0.832,
      "step": 125133
    },
    {
      "epoch": 5.821539892998372,
      "grad_norm": 1.7635670340928207,
      "learning_rate": 6.751338945920892e-07,
      "loss": 1.0,
      "step": 125134
    },
    {
      "epoch": 5.821586415445452,
      "grad_norm": 1.6663768804183707,
      "learning_rate": 6.747822056881569e-07,
      "loss": 0.8164,
      "step": 125135
    },
    {
      "epoch": 5.821632937892533,
      "grad_norm": 1.631598676775896,
      "learning_rate": 6.744306082020145e-07,
      "loss": 0.8789,
      "step": 125136
    },
    {
      "epoch": 5.821679460339614,
      "grad_norm": 1.6043989292889769,
      "learning_rate": 6.74079102133862e-07,
      "loss": 0.8086,
      "step": 125137
    },
    {
      "epoch": 5.8217259827866945,
      "grad_norm": 2.1144741836440333,
      "learning_rate": 6.737276874838993e-07,
      "loss": 1.0625,
      "step": 125138
    },
    {
      "epoch": 5.821772505233775,
      "grad_norm": 1.5218719894413422,
      "learning_rate": 6.733763642523759e-07,
      "loss": 0.7891,
      "step": 125139
    },
    {
      "epoch": 5.821819027680856,
      "grad_norm": 1.7934492011671677,
      "learning_rate": 6.73025132439492e-07,
      "loss": 1.0391,
      "step": 125140
    },
    {
      "epoch": 5.821865550127937,
      "grad_norm": 1.7424265285421143,
      "learning_rate": 6.726739920454638e-07,
      "loss": 0.9883,
      "step": 125141
    },
    {
      "epoch": 5.821912072575017,
      "grad_norm": 1.7332630310325716,
      "learning_rate": 6.72322943070508e-07,
      "loss": 0.8555,
      "step": 125142
    },
    {
      "epoch": 5.821958595022098,
      "grad_norm": 1.6400461042673782,
      "learning_rate": 6.719719855148242e-07,
      "loss": 0.8164,
      "step": 125143
    },
    {
      "epoch": 5.822005117469179,
      "grad_norm": 1.680355088094277,
      "learning_rate": 6.716211193786459e-07,
      "loss": 1.0,
      "step": 125144
    },
    {
      "epoch": 5.82205163991626,
      "grad_norm": 1.9689540518335094,
      "learning_rate": 6.712703446621892e-07,
      "loss": 1.0234,
      "step": 125145
    },
    {
      "epoch": 5.82209816236334,
      "grad_norm": 1.6253311744210808,
      "learning_rate": 6.709196613656542e-07,
      "loss": 0.8672,
      "step": 125146
    },
    {
      "epoch": 5.8221446848104215,
      "grad_norm": 1.770621271882433,
      "learning_rate": 6.705690694892574e-07,
      "loss": 0.9727,
      "step": 125147
    },
    {
      "epoch": 5.822191207257502,
      "grad_norm": 1.7216359101847258,
      "learning_rate": 6.702185690332151e-07,
      "loss": 0.8594,
      "step": 125148
    },
    {
      "epoch": 5.822237729704582,
      "grad_norm": 1.6988510417607008,
      "learning_rate": 6.69868159997744e-07,
      "loss": 0.7773,
      "step": 125149
    },
    {
      "epoch": 5.822284252151663,
      "grad_norm": 1.7158643864900212,
      "learning_rate": 6.695178423830771e-07,
      "loss": 0.8203,
      "step": 125150
    },
    {
      "epoch": 5.822330774598744,
      "grad_norm": 1.714651403766188,
      "learning_rate": 6.691676161893978e-07,
      "loss": 0.9453,
      "step": 125151
    },
    {
      "epoch": 5.822377297045825,
      "grad_norm": 1.7500341312939671,
      "learning_rate": 6.688174814169389e-07,
      "loss": 1.0,
      "step": 125152
    },
    {
      "epoch": 5.822423819492905,
      "grad_norm": 1.7045077531755872,
      "learning_rate": 6.684674380659171e-07,
      "loss": 0.8906,
      "step": 125153
    },
    {
      "epoch": 5.822470341939986,
      "grad_norm": 1.5265351000662022,
      "learning_rate": 6.681174861365324e-07,
      "loss": 0.8398,
      "step": 125154
    },
    {
      "epoch": 5.822516864387067,
      "grad_norm": 1.9659161351645487,
      "learning_rate": 6.67767625629001e-07,
      "loss": 1.0234,
      "step": 125155
    },
    {
      "epoch": 5.8225633868341475,
      "grad_norm": 1.8250969364189251,
      "learning_rate": 6.674178565435395e-07,
      "loss": 0.957,
      "step": 125156
    },
    {
      "epoch": 5.822609909281228,
      "grad_norm": 1.8165429954022376,
      "learning_rate": 6.670681788803811e-07,
      "loss": 0.9336,
      "step": 125157
    },
    {
      "epoch": 5.8226564317283085,
      "grad_norm": 2.042915353911241,
      "learning_rate": 6.667185926397089e-07,
      "loss": 1.0234,
      "step": 125158
    },
    {
      "epoch": 5.82270295417539,
      "grad_norm": 1.5125537445684472,
      "learning_rate": 6.663690978217562e-07,
      "loss": 0.8242,
      "step": 125159
    },
    {
      "epoch": 5.82274947662247,
      "grad_norm": 1.6369568983926015,
      "learning_rate": 6.660196944267393e-07,
      "loss": 0.8477,
      "step": 125160
    },
    {
      "epoch": 5.822795999069551,
      "grad_norm": 1.6663134429240167,
      "learning_rate": 6.656703824548581e-07,
      "loss": 0.9102,
      "step": 125161
    },
    {
      "epoch": 5.822842521516632,
      "grad_norm": 2.0455123393289396,
      "learning_rate": 6.653211619063459e-07,
      "loss": 1.1016,
      "step": 125162
    },
    {
      "epoch": 5.822889043963713,
      "grad_norm": 1.562820387290718,
      "learning_rate": 6.649720327813856e-07,
      "loss": 0.7969,
      "step": 125163
    },
    {
      "epoch": 5.822935566410793,
      "grad_norm": 1.6688824680442902,
      "learning_rate": 6.646229950802107e-07,
      "loss": 0.9375,
      "step": 125164
    },
    {
      "epoch": 5.822982088857874,
      "grad_norm": 1.7327890270418025,
      "learning_rate": 6.64274048803054e-07,
      "loss": 0.875,
      "step": 125165
    },
    {
      "epoch": 5.823028611304955,
      "grad_norm": 1.8644485212649393,
      "learning_rate": 6.639251939500823e-07,
      "loss": 1.0469,
      "step": 125166
    },
    {
      "epoch": 5.8230751337520354,
      "grad_norm": 1.9370433911519767,
      "learning_rate": 6.635764305215452e-07,
      "loss": 1.0156,
      "step": 125167
    },
    {
      "epoch": 5.823121656199116,
      "grad_norm": 1.6853488356620394,
      "learning_rate": 6.632277585176593e-07,
      "loss": 0.8828,
      "step": 125168
    },
    {
      "epoch": 5.823168178646196,
      "grad_norm": 1.794074150794862,
      "learning_rate": 6.628791779386078e-07,
      "loss": 0.8828,
      "step": 125169
    },
    {
      "epoch": 5.823214701093278,
      "grad_norm": 1.8464507039312468,
      "learning_rate": 6.625306887846404e-07,
      "loss": 0.9883,
      "step": 125170
    },
    {
      "epoch": 5.823261223540358,
      "grad_norm": 2.2578960124248786,
      "learning_rate": 6.621822910559404e-07,
      "loss": 1.1719,
      "step": 125171
    },
    {
      "epoch": 5.823307745987439,
      "grad_norm": 1.787679916766891,
      "learning_rate": 6.618339847527409e-07,
      "loss": 0.8281,
      "step": 125172
    },
    {
      "epoch": 5.823354268434519,
      "grad_norm": 1.6251073564943284,
      "learning_rate": 6.614857698752418e-07,
      "loss": 0.7344,
      "step": 125173
    },
    {
      "epoch": 5.823400790881601,
      "grad_norm": 1.9691326966459144,
      "learning_rate": 6.611376464236429e-07,
      "loss": 1.0469,
      "step": 125174
    },
    {
      "epoch": 5.823447313328681,
      "grad_norm": 1.6851237620485024,
      "learning_rate": 6.607896143981939e-07,
      "loss": 0.8438,
      "step": 125175
    },
    {
      "epoch": 5.8234938357757615,
      "grad_norm": 1.5362278015627826,
      "learning_rate": 6.604416737990947e-07,
      "loss": 0.832,
      "step": 125176
    },
    {
      "epoch": 5.823540358222843,
      "grad_norm": 1.8494636091481211,
      "learning_rate": 6.600938246265453e-07,
      "loss": 1.0078,
      "step": 125177
    },
    {
      "epoch": 5.823586880669923,
      "grad_norm": 1.7545230088338597,
      "learning_rate": 6.597460668807786e-07,
      "loss": 0.9258,
      "step": 125178
    },
    {
      "epoch": 5.823633403117004,
      "grad_norm": 1.4493564370665981,
      "learning_rate": 6.593984005619779e-07,
      "loss": 0.8477,
      "step": 125179
    },
    {
      "epoch": 5.823679925564084,
      "grad_norm": 1.941905689184048,
      "learning_rate": 6.590508256703764e-07,
      "loss": 1.0156,
      "step": 125180
    },
    {
      "epoch": 5.823726448011166,
      "grad_norm": 2.2117753229743298,
      "learning_rate": 6.587033422061905e-07,
      "loss": 1.1562,
      "step": 125181
    },
    {
      "epoch": 5.823772970458246,
      "grad_norm": 1.6858764599576017,
      "learning_rate": 6.5835595016962e-07,
      "loss": 0.8828,
      "step": 125182
    },
    {
      "epoch": 5.823819492905327,
      "grad_norm": 1.5926734454266518,
      "learning_rate": 6.580086495608983e-07,
      "loss": 0.8086,
      "step": 125183
    },
    {
      "epoch": 5.823866015352408,
      "grad_norm": 1.5559558215579916,
      "learning_rate": 6.576614403802083e-07,
      "loss": 0.7344,
      "step": 125184
    },
    {
      "epoch": 5.8239125377994885,
      "grad_norm": 1.7851703680130186,
      "learning_rate": 6.573143226278e-07,
      "loss": 0.9805,
      "step": 125185
    },
    {
      "epoch": 5.823959060246569,
      "grad_norm": 1.6532613940793488,
      "learning_rate": 6.569672963038397e-07,
      "loss": 0.8945,
      "step": 125186
    },
    {
      "epoch": 5.824005582693649,
      "grad_norm": 1.935512740399628,
      "learning_rate": 6.566203614085774e-07,
      "loss": 1.1016,
      "step": 125187
    },
    {
      "epoch": 5.82405210514073,
      "grad_norm": 1.6880952524161148,
      "learning_rate": 6.562735179421963e-07,
      "loss": 0.9297,
      "step": 125188
    },
    {
      "epoch": 5.824098627587811,
      "grad_norm": 1.5960924663278482,
      "learning_rate": 6.559267659049294e-07,
      "loss": 0.8008,
      "step": 125189
    },
    {
      "epoch": 5.824145150034892,
      "grad_norm": 1.634179734394073,
      "learning_rate": 6.555801052969933e-07,
      "loss": 0.8477,
      "step": 125190
    },
    {
      "epoch": 5.824191672481972,
      "grad_norm": 1.7221047583784128,
      "learning_rate": 6.552335361185879e-07,
      "loss": 0.9922,
      "step": 125191
    },
    {
      "epoch": 5.824238194929054,
      "grad_norm": 2.0484710566998543,
      "learning_rate": 6.548870583699295e-07,
      "loss": 0.9883,
      "step": 125192
    },
    {
      "epoch": 5.824284717376134,
      "grad_norm": 1.804193154562291,
      "learning_rate": 6.545406720512347e-07,
      "loss": 0.9492,
      "step": 125193
    },
    {
      "epoch": 5.8243312398232145,
      "grad_norm": 1.949150151574272,
      "learning_rate": 6.541943771627034e-07,
      "loss": 1.1094,
      "step": 125194
    },
    {
      "epoch": 5.824377762270295,
      "grad_norm": 1.7863064346630777,
      "learning_rate": 6.53848173704552e-07,
      "loss": 0.9883,
      "step": 125195
    },
    {
      "epoch": 5.824424284717376,
      "grad_norm": 1.655353677151937,
      "learning_rate": 6.535020616770137e-07,
      "loss": 0.875,
      "step": 125196
    },
    {
      "epoch": 5.824470807164457,
      "grad_norm": 1.9360936888660165,
      "learning_rate": 6.53156041080255e-07,
      "loss": 0.9805,
      "step": 125197
    },
    {
      "epoch": 5.824517329611537,
      "grad_norm": 1.5538077744643428,
      "learning_rate": 6.528101119145424e-07,
      "loss": 0.793,
      "step": 125198
    },
    {
      "epoch": 5.824563852058619,
      "grad_norm": 1.6487786002542637,
      "learning_rate": 6.524642741800424e-07,
      "loss": 0.8359,
      "step": 125199
    },
    {
      "epoch": 5.824610374505699,
      "grad_norm": 1.987057891064869,
      "learning_rate": 6.521185278769714e-07,
      "loss": 0.9844,
      "step": 125200
    },
    {
      "epoch": 5.82465689695278,
      "grad_norm": 1.7945847573575682,
      "learning_rate": 6.517728730055793e-07,
      "loss": 1.0156,
      "step": 125201
    },
    {
      "epoch": 5.82470341939986,
      "grad_norm": 1.6449368774031587,
      "learning_rate": 6.514273095660327e-07,
      "loss": 0.9688,
      "step": 125202
    },
    {
      "epoch": 5.8247499418469415,
      "grad_norm": 1.7220731387205943,
      "learning_rate": 6.510818375585814e-07,
      "loss": 0.9375,
      "step": 125203
    },
    {
      "epoch": 5.824796464294022,
      "grad_norm": 1.669321525455655,
      "learning_rate": 6.507364569833917e-07,
      "loss": 0.8828,
      "step": 125204
    },
    {
      "epoch": 5.8248429867411025,
      "grad_norm": 1.6277561314660474,
      "learning_rate": 6.503911678407303e-07,
      "loss": 0.9531,
      "step": 125205
    },
    {
      "epoch": 5.824889509188183,
      "grad_norm": 1.580601740218763,
      "learning_rate": 6.500459701307637e-07,
      "loss": 0.875,
      "step": 125206
    },
    {
      "epoch": 5.824936031635264,
      "grad_norm": 1.9189377053240462,
      "learning_rate": 6.497008638537249e-07,
      "loss": 0.9727,
      "step": 125207
    },
    {
      "epoch": 5.824982554082345,
      "grad_norm": 1.797854225720649,
      "learning_rate": 6.493558490098138e-07,
      "loss": 0.8867,
      "step": 125208
    },
    {
      "epoch": 5.825029076529425,
      "grad_norm": 1.8302522295986996,
      "learning_rate": 6.490109255992471e-07,
      "loss": 0.9258,
      "step": 125209
    },
    {
      "epoch": 5.825075598976506,
      "grad_norm": 1.7504051362101476,
      "learning_rate": 6.48666093622241e-07,
      "loss": 0.9023,
      "step": 125210
    },
    {
      "epoch": 5.825122121423587,
      "grad_norm": 1.6947032295713649,
      "learning_rate": 6.483213530789954e-07,
      "loss": 0.9492,
      "step": 125211
    },
    {
      "epoch": 5.825168643870668,
      "grad_norm": 1.7327273036220918,
      "learning_rate": 6.47976703969727e-07,
      "loss": 0.8438,
      "step": 125212
    },
    {
      "epoch": 5.825215166317748,
      "grad_norm": 1.7618350709853938,
      "learning_rate": 6.476321462946521e-07,
      "loss": 0.8555,
      "step": 125213
    },
    {
      "epoch": 5.825261688764829,
      "grad_norm": 1.7160713141853585,
      "learning_rate": 6.472876800539706e-07,
      "loss": 0.8828,
      "step": 125214
    },
    {
      "epoch": 5.82530821121191,
      "grad_norm": 1.8059503161357005,
      "learning_rate": 6.469433052479156e-07,
      "loss": 1.0078,
      "step": 125215
    },
    {
      "epoch": 5.82535473365899,
      "grad_norm": 1.7360032335338373,
      "learning_rate": 6.465990218766703e-07,
      "loss": 1.0,
      "step": 125216
    },
    {
      "epoch": 5.825401256106071,
      "grad_norm": 1.8523948664401435,
      "learning_rate": 6.462548299404513e-07,
      "loss": 1.1172,
      "step": 125217
    },
    {
      "epoch": 5.825447778553152,
      "grad_norm": 1.8855971736790145,
      "learning_rate": 6.459107294394916e-07,
      "loss": 0.9141,
      "step": 125218
    },
    {
      "epoch": 5.825494301000233,
      "grad_norm": 1.517067136540482,
      "learning_rate": 6.455667203739745e-07,
      "loss": 0.7852,
      "step": 125219
    },
    {
      "epoch": 5.825540823447313,
      "grad_norm": 1.6280339368506112,
      "learning_rate": 6.452228027441331e-07,
      "loss": 0.8281,
      "step": 125220
    },
    {
      "epoch": 5.8255873458943945,
      "grad_norm": 1.8006998999788826,
      "learning_rate": 6.448789765501506e-07,
      "loss": 1.0625,
      "step": 125221
    },
    {
      "epoch": 5.825633868341475,
      "grad_norm": 1.8780291584049933,
      "learning_rate": 6.445352417922601e-07,
      "loss": 0.9531,
      "step": 125222
    },
    {
      "epoch": 5.8256803907885555,
      "grad_norm": 1.7767059939075318,
      "learning_rate": 6.441915984706614e-07,
      "loss": 0.9844,
      "step": 125223
    },
    {
      "epoch": 5.825726913235636,
      "grad_norm": 1.9628507073454615,
      "learning_rate": 6.438480465855877e-07,
      "loss": 1.0078,
      "step": 125224
    },
    {
      "epoch": 5.825773435682716,
      "grad_norm": 1.6604736492409036,
      "learning_rate": 6.435045861372057e-07,
      "loss": 0.8906,
      "step": 125225
    },
    {
      "epoch": 5.825819958129798,
      "grad_norm": 1.7321412111463168,
      "learning_rate": 6.43161217125765e-07,
      "loss": 0.8516,
      "step": 125226
    },
    {
      "epoch": 5.825866480576878,
      "grad_norm": 1.7032474806174045,
      "learning_rate": 6.428179395514654e-07,
      "loss": 0.9609,
      "step": 125227
    },
    {
      "epoch": 5.825913003023959,
      "grad_norm": 1.82071412820259,
      "learning_rate": 6.424747534145069e-07,
      "loss": 0.875,
      "step": 125228
    },
    {
      "epoch": 5.82595952547104,
      "grad_norm": 1.8125741333696967,
      "learning_rate": 6.42131658715106e-07,
      "loss": 1.0,
      "step": 125229
    },
    {
      "epoch": 5.826006047918121,
      "grad_norm": 1.78741834476516,
      "learning_rate": 6.417886554534623e-07,
      "loss": 0.957,
      "step": 125230
    },
    {
      "epoch": 5.826052570365201,
      "grad_norm": 1.6033406989490762,
      "learning_rate": 6.414457436297926e-07,
      "loss": 0.832,
      "step": 125231
    },
    {
      "epoch": 5.8260990928122816,
      "grad_norm": 1.6747897484920535,
      "learning_rate": 6.411029232443298e-07,
      "loss": 0.8516,
      "step": 125232
    },
    {
      "epoch": 5.826145615259363,
      "grad_norm": 1.7476750414618767,
      "learning_rate": 6.407601942972573e-07,
      "loss": 0.9414,
      "step": 125233
    },
    {
      "epoch": 5.826192137706443,
      "grad_norm": 1.77859178216788,
      "learning_rate": 6.404175567887915e-07,
      "loss": 0.8906,
      "step": 125234
    },
    {
      "epoch": 5.826238660153524,
      "grad_norm": 1.9727584452173692,
      "learning_rate": 6.400750107191321e-07,
      "loss": 0.9727,
      "step": 125235
    },
    {
      "epoch": 5.826285182600605,
      "grad_norm": 1.8052536730601116,
      "learning_rate": 6.397325560885124e-07,
      "loss": 0.9023,
      "step": 125236
    },
    {
      "epoch": 5.826331705047686,
      "grad_norm": 1.6945108131826059,
      "learning_rate": 6.393901928971156e-07,
      "loss": 0.8008,
      "step": 125237
    },
    {
      "epoch": 5.826378227494766,
      "grad_norm": 1.551791207754071,
      "learning_rate": 6.390479211451749e-07,
      "loss": 0.8633,
      "step": 125238
    },
    {
      "epoch": 5.826424749941847,
      "grad_norm": 1.8430855858821746,
      "learning_rate": 6.387057408328899e-07,
      "loss": 0.8906,
      "step": 125239
    },
    {
      "epoch": 5.826471272388928,
      "grad_norm": 1.7918050181277856,
      "learning_rate": 6.383636519604607e-07,
      "loss": 0.9609,
      "step": 125240
    },
    {
      "epoch": 5.8265177948360085,
      "grad_norm": 1.6173241315768632,
      "learning_rate": 6.380216545281202e-07,
      "loss": 0.7891,
      "step": 125241
    },
    {
      "epoch": 5.826564317283089,
      "grad_norm": 1.588972917087856,
      "learning_rate": 6.376797485360519e-07,
      "loss": 0.8594,
      "step": 125242
    },
    {
      "epoch": 5.8266108397301695,
      "grad_norm": 1.5427107101428381,
      "learning_rate": 6.37337933984472e-07,
      "loss": 0.8047,
      "step": 125243
    },
    {
      "epoch": 5.826657362177251,
      "grad_norm": 1.755481252431468,
      "learning_rate": 6.369962108736137e-07,
      "loss": 0.8477,
      "step": 125244
    },
    {
      "epoch": 5.826703884624331,
      "grad_norm": 1.8771844413723182,
      "learning_rate": 6.366545792036437e-07,
      "loss": 1.1016,
      "step": 125245
    },
    {
      "epoch": 5.826750407071412,
      "grad_norm": 1.6924888929712931,
      "learning_rate": 6.363130389748117e-07,
      "loss": 1.0234,
      "step": 125246
    },
    {
      "epoch": 5.826796929518492,
      "grad_norm": 2.025642664953089,
      "learning_rate": 6.359715901873008e-07,
      "loss": 1.0703,
      "step": 125247
    },
    {
      "epoch": 5.826843451965574,
      "grad_norm": 1.7733718969269345,
      "learning_rate": 6.356302328413276e-07,
      "loss": 0.9023,
      "step": 125248
    },
    {
      "epoch": 5.826889974412654,
      "grad_norm": 1.9240584025413952,
      "learning_rate": 6.352889669371086e-07,
      "loss": 1.0312,
      "step": 125249
    },
    {
      "epoch": 5.826936496859735,
      "grad_norm": 1.70691191280003,
      "learning_rate": 6.349477924748436e-07,
      "loss": 0.9258,
      "step": 125250
    },
    {
      "epoch": 5.826983019306816,
      "grad_norm": 1.8681654981868159,
      "learning_rate": 6.346067094547325e-07,
      "loss": 0.9961,
      "step": 125251
    },
    {
      "epoch": 5.827029541753896,
      "grad_norm": 1.7907676015370502,
      "learning_rate": 6.342657178770083e-07,
      "loss": 0.8516,
      "step": 125252
    },
    {
      "epoch": 5.827076064200977,
      "grad_norm": 1.6800511442719015,
      "learning_rate": 6.33924817741871e-07,
      "loss": 0.8281,
      "step": 125253
    },
    {
      "epoch": 5.827122586648057,
      "grad_norm": 1.8204585162264317,
      "learning_rate": 6.335840090495036e-07,
      "loss": 0.9414,
      "step": 125254
    },
    {
      "epoch": 5.827169109095139,
      "grad_norm": 1.5930071216563315,
      "learning_rate": 6.332432918001562e-07,
      "loss": 0.8398,
      "step": 125255
    },
    {
      "epoch": 5.827215631542219,
      "grad_norm": 1.7733092512071569,
      "learning_rate": 6.329026659940117e-07,
      "loss": 0.9688,
      "step": 125256
    },
    {
      "epoch": 5.8272621539893,
      "grad_norm": 1.7270453942135364,
      "learning_rate": 6.325621316312701e-07,
      "loss": 0.8516,
      "step": 125257
    },
    {
      "epoch": 5.82730867643638,
      "grad_norm": 1.7044910196804566,
      "learning_rate": 6.322216887121811e-07,
      "loss": 0.9336,
      "step": 125258
    },
    {
      "epoch": 5.8273551988834615,
      "grad_norm": 1.9831316222662136,
      "learning_rate": 6.318813372369114e-07,
      "loss": 0.957,
      "step": 125259
    },
    {
      "epoch": 5.827401721330542,
      "grad_norm": 1.6923843402472636,
      "learning_rate": 6.31541077205694e-07,
      "loss": 0.9062,
      "step": 125260
    },
    {
      "epoch": 5.8274482437776225,
      "grad_norm": 1.7117685553376452,
      "learning_rate": 6.312009086187119e-07,
      "loss": 0.8398,
      "step": 125261
    },
    {
      "epoch": 5.827494766224703,
      "grad_norm": 1.7058939667573356,
      "learning_rate": 6.308608314761987e-07,
      "loss": 0.8008,
      "step": 125262
    },
    {
      "epoch": 5.827541288671784,
      "grad_norm": 1.8737226532791431,
      "learning_rate": 6.30520845778354e-07,
      "loss": 0.9688,
      "step": 125263
    },
    {
      "epoch": 5.827587811118865,
      "grad_norm": 1.790965324818607,
      "learning_rate": 6.301809515253775e-07,
      "loss": 0.9453,
      "step": 125264
    },
    {
      "epoch": 5.827634333565945,
      "grad_norm": 1.851977712658794,
      "learning_rate": 6.298411487174859e-07,
      "loss": 0.9219,
      "step": 125265
    },
    {
      "epoch": 5.827680856013027,
      "grad_norm": 1.8151451066742907,
      "learning_rate": 6.295014373548957e-07,
      "loss": 1.0234,
      "step": 125266
    },
    {
      "epoch": 5.827727378460107,
      "grad_norm": 1.8449487897223296,
      "learning_rate": 6.2916181743779e-07,
      "loss": 0.9766,
      "step": 125267
    },
    {
      "epoch": 5.827773900907188,
      "grad_norm": 1.921720129115788,
      "learning_rate": 6.288222889664019e-07,
      "loss": 0.9531,
      "step": 125268
    },
    {
      "epoch": 5.827820423354268,
      "grad_norm": 1.6231804643369914,
      "learning_rate": 6.284828519409313e-07,
      "loss": 0.8164,
      "step": 125269
    },
    {
      "epoch": 5.8278669458013495,
      "grad_norm": 2.0410969179989182,
      "learning_rate": 6.281435063615781e-07,
      "loss": 1.0078,
      "step": 125270
    },
    {
      "epoch": 5.82791346824843,
      "grad_norm": 1.815192662273206,
      "learning_rate": 6.278042522285587e-07,
      "loss": 0.9023,
      "step": 125271
    },
    {
      "epoch": 5.82795999069551,
      "grad_norm": 1.9125967445485843,
      "learning_rate": 6.274650895420729e-07,
      "loss": 0.9453,
      "step": 125272
    },
    {
      "epoch": 5.828006513142592,
      "grad_norm": 1.6275331788092886,
      "learning_rate": 6.271260183023374e-07,
      "loss": 0.7734,
      "step": 125273
    },
    {
      "epoch": 5.828053035589672,
      "grad_norm": 1.8648164314056568,
      "learning_rate": 6.267870385095519e-07,
      "loss": 0.832,
      "step": 125274
    },
    {
      "epoch": 5.828099558036753,
      "grad_norm": 1.765173743705566,
      "learning_rate": 6.264481501639329e-07,
      "loss": 0.9531,
      "step": 125275
    },
    {
      "epoch": 5.828146080483833,
      "grad_norm": 1.777466540742748,
      "learning_rate": 6.261093532656802e-07,
      "loss": 0.9727,
      "step": 125276
    },
    {
      "epoch": 5.828192602930914,
      "grad_norm": 1.907556023379337,
      "learning_rate": 6.257706478150104e-07,
      "loss": 1.2031,
      "step": 125277
    },
    {
      "epoch": 5.828239125377995,
      "grad_norm": 1.7533259517383513,
      "learning_rate": 6.254320338121066e-07,
      "loss": 0.8984,
      "step": 125278
    },
    {
      "epoch": 5.8282856478250755,
      "grad_norm": 1.7481497078075168,
      "learning_rate": 6.250935112572186e-07,
      "loss": 1.0312,
      "step": 125279
    },
    {
      "epoch": 5.828332170272156,
      "grad_norm": 1.8943924957226064,
      "learning_rate": 6.24755080150513e-07,
      "loss": 1.0625,
      "step": 125280
    },
    {
      "epoch": 5.828378692719237,
      "grad_norm": 1.8552958759564513,
      "learning_rate": 6.244167404922062e-07,
      "loss": 0.9141,
      "step": 125281
    },
    {
      "epoch": 5.828425215166318,
      "grad_norm": 1.650963687190254,
      "learning_rate": 6.240784922825314e-07,
      "loss": 0.9492,
      "step": 125282
    },
    {
      "epoch": 5.828471737613398,
      "grad_norm": 1.9584769425342727,
      "learning_rate": 6.237403355216552e-07,
      "loss": 1.0547,
      "step": 125283
    },
    {
      "epoch": 5.828518260060479,
      "grad_norm": 1.7493982239118917,
      "learning_rate": 6.234022702098273e-07,
      "loss": 0.9141,
      "step": 125284
    },
    {
      "epoch": 5.82856478250756,
      "grad_norm": 1.6575262525830654,
      "learning_rate": 6.230642963472144e-07,
      "loss": 0.8164,
      "step": 125285
    },
    {
      "epoch": 5.828611304954641,
      "grad_norm": 2.0125123833741374,
      "learning_rate": 6.227264139340494e-07,
      "loss": 1.0391,
      "step": 125286
    },
    {
      "epoch": 5.828657827401721,
      "grad_norm": 1.7350190550958886,
      "learning_rate": 6.223886229705321e-07,
      "loss": 0.9219,
      "step": 125287
    },
    {
      "epoch": 5.8287043498488025,
      "grad_norm": 1.7649852686868939,
      "learning_rate": 6.220509234568627e-07,
      "loss": 0.9531,
      "step": 125288
    },
    {
      "epoch": 5.828750872295883,
      "grad_norm": 1.5716649382966996,
      "learning_rate": 6.21713315393274e-07,
      "loss": 0.8281,
      "step": 125289
    },
    {
      "epoch": 5.828797394742963,
      "grad_norm": 1.659349558901003,
      "learning_rate": 6.213757987799328e-07,
      "loss": 0.8945,
      "step": 125290
    },
    {
      "epoch": 5.828843917190044,
      "grad_norm": 1.919403204151893,
      "learning_rate": 6.210383736170721e-07,
      "loss": 0.9258,
      "step": 125291
    },
    {
      "epoch": 5.828890439637125,
      "grad_norm": 1.6937649751798538,
      "learning_rate": 6.207010399048918e-07,
      "loss": 0.9062,
      "step": 125292
    },
    {
      "epoch": 5.828936962084206,
      "grad_norm": 1.8770666628071349,
      "learning_rate": 6.203637976435916e-07,
      "loss": 1.0156,
      "step": 125293
    },
    {
      "epoch": 5.828983484531286,
      "grad_norm": 1.7790125667503232,
      "learning_rate": 6.200266468333881e-07,
      "loss": 0.9648,
      "step": 125294
    },
    {
      "epoch": 5.829030006978367,
      "grad_norm": 1.5461235114557952,
      "learning_rate": 6.196895874744978e-07,
      "loss": 0.7656,
      "step": 125295
    },
    {
      "epoch": 5.829076529425448,
      "grad_norm": 1.6515147576186742,
      "learning_rate": 6.193526195671039e-07,
      "loss": 0.8125,
      "step": 125296
    },
    {
      "epoch": 5.8291230518725285,
      "grad_norm": 1.5899738396388488,
      "learning_rate": 6.190157431114229e-07,
      "loss": 0.8867,
      "step": 125297
    },
    {
      "epoch": 5.829169574319609,
      "grad_norm": 1.718111849336995,
      "learning_rate": 6.186789581076545e-07,
      "loss": 0.9766,
      "step": 125298
    },
    {
      "epoch": 5.8292160967666895,
      "grad_norm": 1.7574248367212713,
      "learning_rate": 6.183422645560155e-07,
      "loss": 0.9336,
      "step": 125299
    },
    {
      "epoch": 5.829262619213771,
      "grad_norm": 1.727715355983476,
      "learning_rate": 6.180056624567054e-07,
      "loss": 0.7852,
      "step": 125300
    },
    {
      "epoch": 5.829309141660851,
      "grad_norm": 1.7947580399893173,
      "learning_rate": 6.176691518099408e-07,
      "loss": 0.9844,
      "step": 125301
    },
    {
      "epoch": 5.829355664107932,
      "grad_norm": 1.6216630104625234,
      "learning_rate": 6.173327326159216e-07,
      "loss": 0.8633,
      "step": 125302
    },
    {
      "epoch": 5.829402186555013,
      "grad_norm": 1.869263281163697,
      "learning_rate": 6.169964048748477e-07,
      "loss": 0.9531,
      "step": 125303
    },
    {
      "epoch": 5.829448709002094,
      "grad_norm": 1.8174954428494887,
      "learning_rate": 6.166601685869188e-07,
      "loss": 1.1328,
      "step": 125304
    },
    {
      "epoch": 5.829495231449174,
      "grad_norm": 1.6704790898837998,
      "learning_rate": 6.163240237523682e-07,
      "loss": 0.7891,
      "step": 125305
    },
    {
      "epoch": 5.829541753896255,
      "grad_norm": 1.8550337672101431,
      "learning_rate": 6.159879703713788e-07,
      "loss": 0.9883,
      "step": 125306
    },
    {
      "epoch": 5.829588276343336,
      "grad_norm": 1.863008309795243,
      "learning_rate": 6.156520084441508e-07,
      "loss": 1.0547,
      "step": 125307
    },
    {
      "epoch": 5.8296347987904165,
      "grad_norm": 1.645075539969716,
      "learning_rate": 6.153161379709171e-07,
      "loss": 0.8984,
      "step": 125308
    },
    {
      "epoch": 5.829681321237497,
      "grad_norm": 1.657618874655812,
      "learning_rate": 6.149803589518443e-07,
      "loss": 0.8828,
      "step": 125309
    },
    {
      "epoch": 5.829727843684578,
      "grad_norm": 1.6966597223974997,
      "learning_rate": 6.146446713871822e-07,
      "loss": 0.875,
      "step": 125310
    },
    {
      "epoch": 5.829774366131659,
      "grad_norm": 1.7526484355756538,
      "learning_rate": 6.14309075277114e-07,
      "loss": 0.9727,
      "step": 125311
    },
    {
      "epoch": 5.829820888578739,
      "grad_norm": 1.6718645785349369,
      "learning_rate": 6.139735706218396e-07,
      "loss": 0.8633,
      "step": 125312
    },
    {
      "epoch": 5.82986741102582,
      "grad_norm": 1.8307082728785513,
      "learning_rate": 6.136381574215754e-07,
      "loss": 1.0391,
      "step": 125313
    },
    {
      "epoch": 5.8299139334729,
      "grad_norm": 1.6373608187000077,
      "learning_rate": 6.133028356765212e-07,
      "loss": 0.9844,
      "step": 125314
    },
    {
      "epoch": 5.829960455919982,
      "grad_norm": 1.7684254540629198,
      "learning_rate": 6.12967605386877e-07,
      "loss": 0.9219,
      "step": 125315
    },
    {
      "epoch": 5.830006978367062,
      "grad_norm": 1.7241231632201408,
      "learning_rate": 6.126324665528593e-07,
      "loss": 0.8398,
      "step": 125316
    },
    {
      "epoch": 5.8300535008141425,
      "grad_norm": 1.7116153881959841,
      "learning_rate": 6.122974191746677e-07,
      "loss": 0.8398,
      "step": 125317
    },
    {
      "epoch": 5.830100023261224,
      "grad_norm": 1.8281628059152903,
      "learning_rate": 6.119624632525022e-07,
      "loss": 0.9297,
      "step": 125318
    },
    {
      "epoch": 5.830146545708304,
      "grad_norm": 1.6486874811768248,
      "learning_rate": 6.116275987865959e-07,
      "loss": 0.9609,
      "step": 125319
    },
    {
      "epoch": 5.830193068155385,
      "grad_norm": 1.9114048298994937,
      "learning_rate": 6.112928257771155e-07,
      "loss": 0.918,
      "step": 125320
    },
    {
      "epoch": 5.830239590602465,
      "grad_norm": 1.7534977253391073,
      "learning_rate": 6.109581442242772e-07,
      "loss": 0.8711,
      "step": 125321
    },
    {
      "epoch": 5.830286113049547,
      "grad_norm": 1.610385612605895,
      "learning_rate": 6.106235541282812e-07,
      "loss": 0.875,
      "step": 125322
    },
    {
      "epoch": 5.830332635496627,
      "grad_norm": 1.9240945534140848,
      "learning_rate": 6.102890554893603e-07,
      "loss": 1.0312,
      "step": 125323
    },
    {
      "epoch": 5.830379157943708,
      "grad_norm": 1.872073283957342,
      "learning_rate": 6.099546483076979e-07,
      "loss": 0.9844,
      "step": 125324
    },
    {
      "epoch": 5.830425680390789,
      "grad_norm": 1.5521879127443614,
      "learning_rate": 6.096203325835103e-07,
      "loss": 0.7656,
      "step": 125325
    },
    {
      "epoch": 5.8304722028378695,
      "grad_norm": 1.7040324953319315,
      "learning_rate": 6.092861083169808e-07,
      "loss": 0.8789,
      "step": 125326
    },
    {
      "epoch": 5.83051872528495,
      "grad_norm": 1.727196644272427,
      "learning_rate": 6.08951975508326e-07,
      "loss": 0.8711,
      "step": 125327
    },
    {
      "epoch": 5.83056524773203,
      "grad_norm": 1.6482612871948266,
      "learning_rate": 6.086179341577624e-07,
      "loss": 0.8789,
      "step": 125328
    },
    {
      "epoch": 5.830611770179112,
      "grad_norm": 1.6467435850110805,
      "learning_rate": 6.082839842654729e-07,
      "loss": 0.8398,
      "step": 125329
    },
    {
      "epoch": 5.830658292626192,
      "grad_norm": 1.6892873618104094,
      "learning_rate": 6.079501258316743e-07,
      "loss": 1.0156,
      "step": 125330
    },
    {
      "epoch": 5.830704815073273,
      "grad_norm": 1.712697919070285,
      "learning_rate": 6.076163588565664e-07,
      "loss": 0.918,
      "step": 125331
    },
    {
      "epoch": 5.830751337520353,
      "grad_norm": 1.7011198751804044,
      "learning_rate": 6.072826833403654e-07,
      "loss": 0.9219,
      "step": 125332
    },
    {
      "epoch": 5.830797859967435,
      "grad_norm": 2.125069808543389,
      "learning_rate": 6.069490992832715e-07,
      "loss": 1.0312,
      "step": 125333
    },
    {
      "epoch": 5.830844382414515,
      "grad_norm": 1.7324866459395507,
      "learning_rate": 6.066156066854677e-07,
      "loss": 0.8125,
      "step": 125334
    },
    {
      "epoch": 5.830890904861596,
      "grad_norm": 2.0437779778868292,
      "learning_rate": 6.062822055471872e-07,
      "loss": 0.9883,
      "step": 125335
    },
    {
      "epoch": 5.830937427308676,
      "grad_norm": 1.7144451808114465,
      "learning_rate": 6.059488958686131e-07,
      "loss": 0.9922,
      "step": 125336
    },
    {
      "epoch": 5.830983949755757,
      "grad_norm": 1.7924581476365482,
      "learning_rate": 6.056156776499621e-07,
      "loss": 0.8633,
      "step": 125337
    },
    {
      "epoch": 5.831030472202838,
      "grad_norm": 1.8135393166267213,
      "learning_rate": 6.052825508914338e-07,
      "loss": 0.957,
      "step": 125338
    },
    {
      "epoch": 5.831076994649918,
      "grad_norm": 1.958655041323528,
      "learning_rate": 6.049495155932115e-07,
      "loss": 0.9492,
      "step": 125339
    },
    {
      "epoch": 5.831123517097,
      "grad_norm": 1.7016844273103149,
      "learning_rate": 6.046165717555451e-07,
      "loss": 1.0078,
      "step": 125340
    },
    {
      "epoch": 5.83117003954408,
      "grad_norm": 1.8760975387404752,
      "learning_rate": 6.04283719378601e-07,
      "loss": 1.0312,
      "step": 125341
    },
    {
      "epoch": 5.831216561991161,
      "grad_norm": 1.7767994110414829,
      "learning_rate": 6.039509584625956e-07,
      "loss": 1.0,
      "step": 125342
    },
    {
      "epoch": 5.831263084438241,
      "grad_norm": 1.5931140764228464,
      "learning_rate": 6.036182890077457e-07,
      "loss": 0.8945,
      "step": 125343
    },
    {
      "epoch": 5.8313096068853225,
      "grad_norm": 1.8902192728186338,
      "learning_rate": 6.032857110142175e-07,
      "loss": 0.9922,
      "step": 125344
    },
    {
      "epoch": 5.831356129332403,
      "grad_norm": 1.6961323903366643,
      "learning_rate": 6.02953224482261e-07,
      "loss": 0.8945,
      "step": 125345
    },
    {
      "epoch": 5.8314026517794835,
      "grad_norm": 1.8376143390649937,
      "learning_rate": 6.026208294120427e-07,
      "loss": 0.9688,
      "step": 125346
    },
    {
      "epoch": 5.831449174226564,
      "grad_norm": 1.8900406095350384,
      "learning_rate": 6.022885258037958e-07,
      "loss": 0.9648,
      "step": 125347
    },
    {
      "epoch": 5.831495696673645,
      "grad_norm": 1.783496341205547,
      "learning_rate": 6.019563136576866e-07,
      "loss": 0.9258,
      "step": 125348
    },
    {
      "epoch": 5.831542219120726,
      "grad_norm": 1.8150860512259293,
      "learning_rate": 6.016241929739485e-07,
      "loss": 0.9805,
      "step": 125349
    },
    {
      "epoch": 5.831588741567806,
      "grad_norm": 1.7903121269961428,
      "learning_rate": 6.012921637527812e-07,
      "loss": 0.9766,
      "step": 125350
    },
    {
      "epoch": 5.831635264014887,
      "grad_norm": 1.7190591691972312,
      "learning_rate": 6.009602259943847e-07,
      "loss": 0.9727,
      "step": 125351
    },
    {
      "epoch": 5.831681786461968,
      "grad_norm": 1.725195065221441,
      "learning_rate": 6.006283796989586e-07,
      "loss": 0.8711,
      "step": 125352
    },
    {
      "epoch": 5.831728308909049,
      "grad_norm": 1.7045693623430125,
      "learning_rate": 6.002966248667029e-07,
      "loss": 0.875,
      "step": 125353
    },
    {
      "epoch": 5.831774831356129,
      "grad_norm": 1.853801693934434,
      "learning_rate": 5.999649614978341e-07,
      "loss": 0.8867,
      "step": 125354
    },
    {
      "epoch": 5.83182135380321,
      "grad_norm": 1.8976882377235105,
      "learning_rate": 5.99633389592552e-07,
      "loss": 0.8398,
      "step": 125355
    },
    {
      "epoch": 5.831867876250291,
      "grad_norm": 1.761627208323806,
      "learning_rate": 5.993019091510398e-07,
      "loss": 0.9375,
      "step": 125356
    },
    {
      "epoch": 5.831914398697371,
      "grad_norm": 1.6572035591976841,
      "learning_rate": 5.98970520173514e-07,
      "loss": 0.9531,
      "step": 125357
    },
    {
      "epoch": 5.831960921144452,
      "grad_norm": 1.958257722621781,
      "learning_rate": 5.986392226601911e-07,
      "loss": 1.0469,
      "step": 125358
    },
    {
      "epoch": 5.832007443591533,
      "grad_norm": 1.6966987238172986,
      "learning_rate": 5.983080166112541e-07,
      "loss": 0.9297,
      "step": 125359
    },
    {
      "epoch": 5.832053966038614,
      "grad_norm": 1.9776387761237213,
      "learning_rate": 5.979769020269199e-07,
      "loss": 1.0781,
      "step": 125360
    },
    {
      "epoch": 5.832100488485694,
      "grad_norm": 1.7425518317832387,
      "learning_rate": 5.976458789073879e-07,
      "loss": 1.0469,
      "step": 125361
    },
    {
      "epoch": 5.8321470109327755,
      "grad_norm": 1.7165041898359485,
      "learning_rate": 5.973149472528582e-07,
      "loss": 0.8828,
      "step": 125362
    },
    {
      "epoch": 5.832193533379856,
      "grad_norm": 1.6714644188522605,
      "learning_rate": 5.969841070635139e-07,
      "loss": 0.9023,
      "step": 125363
    },
    {
      "epoch": 5.8322400558269365,
      "grad_norm": 1.7039728581692142,
      "learning_rate": 5.966533583395883e-07,
      "loss": 0.918,
      "step": 125364
    },
    {
      "epoch": 5.832286578274017,
      "grad_norm": 1.8918282844143337,
      "learning_rate": 5.96322701081281e-07,
      "loss": 1.0469,
      "step": 125365
    },
    {
      "epoch": 5.8323331007210975,
      "grad_norm": 1.782187773253848,
      "learning_rate": 5.959921352887753e-07,
      "loss": 0.8633,
      "step": 125366
    },
    {
      "epoch": 5.832379623168179,
      "grad_norm": 1.9451782869890095,
      "learning_rate": 5.956616609622878e-07,
      "loss": 1.0078,
      "step": 125367
    },
    {
      "epoch": 5.832426145615259,
      "grad_norm": 2.0494001106448256,
      "learning_rate": 5.953312781020014e-07,
      "loss": 1.0625,
      "step": 125368
    },
    {
      "epoch": 5.83247266806234,
      "grad_norm": 1.681046998814554,
      "learning_rate": 5.950009867081495e-07,
      "loss": 0.9336,
      "step": 125369
    },
    {
      "epoch": 5.832519190509421,
      "grad_norm": 1.8753689399237545,
      "learning_rate": 5.946707867809153e-07,
      "loss": 0.8828,
      "step": 125370
    },
    {
      "epoch": 5.832565712956502,
      "grad_norm": 2.001560552597592,
      "learning_rate": 5.943406783205151e-07,
      "loss": 1.0859,
      "step": 125371
    },
    {
      "epoch": 5.832612235403582,
      "grad_norm": 1.7104999817876296,
      "learning_rate": 5.940106613271322e-07,
      "loss": 0.9609,
      "step": 125372
    },
    {
      "epoch": 5.832658757850663,
      "grad_norm": 1.7604403782441655,
      "learning_rate": 5.936807358009666e-07,
      "loss": 0.8281,
      "step": 125373
    },
    {
      "epoch": 5.832705280297744,
      "grad_norm": 1.8583448490029033,
      "learning_rate": 5.933509017422344e-07,
      "loss": 0.9922,
      "step": 125374
    },
    {
      "epoch": 5.832751802744824,
      "grad_norm": 1.73171292152748,
      "learning_rate": 5.930211591511358e-07,
      "loss": 0.9023,
      "step": 125375
    },
    {
      "epoch": 5.832798325191905,
      "grad_norm": 1.6685805201967367,
      "learning_rate": 5.926915080278704e-07,
      "loss": 0.9297,
      "step": 125376
    },
    {
      "epoch": 5.832844847638986,
      "grad_norm": 1.7058610942342383,
      "learning_rate": 5.92361948372655e-07,
      "loss": 1.0,
      "step": 125377
    },
    {
      "epoch": 5.832891370086067,
      "grad_norm": 1.8502809621146623,
      "learning_rate": 5.920324801856557e-07,
      "loss": 0.8711,
      "step": 125378
    },
    {
      "epoch": 5.832937892533147,
      "grad_norm": 1.6962873959270113,
      "learning_rate": 5.917031034670893e-07,
      "loss": 0.9062,
      "step": 125379
    },
    {
      "epoch": 5.832984414980228,
      "grad_norm": 1.7257765094900004,
      "learning_rate": 5.91373818217189e-07,
      "loss": 0.8828,
      "step": 125380
    },
    {
      "epoch": 5.833030937427309,
      "grad_norm": 1.7125638169384392,
      "learning_rate": 5.910446244361045e-07,
      "loss": 0.9102,
      "step": 125381
    },
    {
      "epoch": 5.8330774598743895,
      "grad_norm": 1.8173872856757862,
      "learning_rate": 5.907155221240689e-07,
      "loss": 1.0,
      "step": 125382
    },
    {
      "epoch": 5.83312398232147,
      "grad_norm": 1.9766078929124913,
      "learning_rate": 5.903865112812989e-07,
      "loss": 0.8828,
      "step": 125383
    },
    {
      "epoch": 5.8331705047685505,
      "grad_norm": 1.8438293691565368,
      "learning_rate": 5.900575919079608e-07,
      "loss": 1.0547,
      "step": 125384
    },
    {
      "epoch": 5.833217027215632,
      "grad_norm": 1.5884130414696607,
      "learning_rate": 5.897287640042547e-07,
      "loss": 0.7344,
      "step": 125385
    },
    {
      "epoch": 5.833263549662712,
      "grad_norm": 1.7552937479051915,
      "learning_rate": 5.894000275704136e-07,
      "loss": 0.8945,
      "step": 125386
    },
    {
      "epoch": 5.833310072109793,
      "grad_norm": 1.7525691389195637,
      "learning_rate": 5.890713826066207e-07,
      "loss": 1.0312,
      "step": 125387
    },
    {
      "epoch": 5.833356594556873,
      "grad_norm": 1.7391163747062945,
      "learning_rate": 5.887428291130758e-07,
      "loss": 0.9414,
      "step": 125388
    },
    {
      "epoch": 5.833403117003955,
      "grad_norm": 1.8000417397867672,
      "learning_rate": 5.884143670899788e-07,
      "loss": 0.9414,
      "step": 125389
    },
    {
      "epoch": 5.833449639451035,
      "grad_norm": 1.859383525961396,
      "learning_rate": 5.880859965375462e-07,
      "loss": 0.8867,
      "step": 125390
    },
    {
      "epoch": 5.833496161898116,
      "grad_norm": 2.0094200559735267,
      "learning_rate": 5.877577174559612e-07,
      "loss": 1.1562,
      "step": 125391
    },
    {
      "epoch": 5.833542684345197,
      "grad_norm": 1.7695002507723063,
      "learning_rate": 5.874295298454402e-07,
      "loss": 0.9375,
      "step": 125392
    },
    {
      "epoch": 5.833589206792277,
      "grad_norm": 1.6451018030650804,
      "learning_rate": 5.871014337061664e-07,
      "loss": 0.8711,
      "step": 125393
    },
    {
      "epoch": 5.833635729239358,
      "grad_norm": 1.813409362142648,
      "learning_rate": 5.867734290383563e-07,
      "loss": 0.9102,
      "step": 125394
    },
    {
      "epoch": 5.833682251686438,
      "grad_norm": 1.9318549216454535,
      "learning_rate": 5.864455158421933e-07,
      "loss": 1.1719,
      "step": 125395
    },
    {
      "epoch": 5.83372877413352,
      "grad_norm": 1.8272634897511402,
      "learning_rate": 5.861176941178935e-07,
      "loss": 0.8672,
      "step": 125396
    },
    {
      "epoch": 5.8337752965806,
      "grad_norm": 1.8574091135093962,
      "learning_rate": 5.857899638656572e-07,
      "loss": 0.957,
      "step": 125397
    },
    {
      "epoch": 5.833821819027681,
      "grad_norm": 1.6556623264973545,
      "learning_rate": 5.854623250856838e-07,
      "loss": 0.8281,
      "step": 125398
    },
    {
      "epoch": 5.833868341474761,
      "grad_norm": 1.7324555076875847,
      "learning_rate": 5.851347777781567e-07,
      "loss": 1.0234,
      "step": 125399
    },
    {
      "epoch": 5.8339148639218426,
      "grad_norm": 1.7805186323855706,
      "learning_rate": 5.848073219432925e-07,
      "loss": 0.9492,
      "step": 125400
    },
    {
      "epoch": 5.833961386368923,
      "grad_norm": 1.960268793855182,
      "learning_rate": 5.844799575813075e-07,
      "loss": 0.8906,
      "step": 125401
    },
    {
      "epoch": 5.8340079088160035,
      "grad_norm": 1.6668358588691126,
      "learning_rate": 5.841526846923683e-07,
      "loss": 0.8086,
      "step": 125402
    },
    {
      "epoch": 5.834054431263084,
      "grad_norm": 1.668573313912105,
      "learning_rate": 5.838255032767081e-07,
      "loss": 0.9609,
      "step": 125403
    },
    {
      "epoch": 5.834100953710165,
      "grad_norm": 1.758537200164378,
      "learning_rate": 5.834984133344933e-07,
      "loss": 1.0625,
      "step": 125404
    },
    {
      "epoch": 5.834147476157246,
      "grad_norm": 1.7443270734316758,
      "learning_rate": 5.831714148659406e-07,
      "loss": 0.9922,
      "step": 125405
    },
    {
      "epoch": 5.834193998604326,
      "grad_norm": 1.7706751860632703,
      "learning_rate": 5.828445078712663e-07,
      "loss": 1.0469,
      "step": 125406
    },
    {
      "epoch": 5.834240521051408,
      "grad_norm": 1.6976214780430776,
      "learning_rate": 5.825176923506536e-07,
      "loss": 0.957,
      "step": 125407
    },
    {
      "epoch": 5.834287043498488,
      "grad_norm": 1.7303682130259062,
      "learning_rate": 5.821909683042858e-07,
      "loss": 0.8516,
      "step": 125408
    },
    {
      "epoch": 5.834333565945569,
      "grad_norm": 1.93342187998977,
      "learning_rate": 5.81864335732396e-07,
      "loss": 0.9766,
      "step": 125409
    },
    {
      "epoch": 5.834380088392649,
      "grad_norm": 1.6914825822863044,
      "learning_rate": 5.815377946351674e-07,
      "loss": 0.8359,
      "step": 125410
    },
    {
      "epoch": 5.8344266108397305,
      "grad_norm": 1.4326007705563746,
      "learning_rate": 5.812113450127997e-07,
      "loss": 0.75,
      "step": 125411
    },
    {
      "epoch": 5.834473133286811,
      "grad_norm": 1.7575597987809948,
      "learning_rate": 5.808849868654931e-07,
      "loss": 1.0234,
      "step": 125412
    },
    {
      "epoch": 5.834519655733891,
      "grad_norm": 1.8741187537728028,
      "learning_rate": 5.805587201934469e-07,
      "loss": 0.9766,
      "step": 125413
    },
    {
      "epoch": 5.834566178180973,
      "grad_norm": 2.1317065174157483,
      "learning_rate": 5.802325449968781e-07,
      "loss": 0.9961,
      "step": 125414
    },
    {
      "epoch": 5.834612700628053,
      "grad_norm": 1.7641949240170147,
      "learning_rate": 5.799064612759529e-07,
      "loss": 0.9141,
      "step": 125415
    },
    {
      "epoch": 5.834659223075134,
      "grad_norm": 1.7768128937814294,
      "learning_rate": 5.795804690309048e-07,
      "loss": 0.9258,
      "step": 125416
    },
    {
      "epoch": 5.834705745522214,
      "grad_norm": 1.6305333062340641,
      "learning_rate": 5.792545682619165e-07,
      "loss": 0.9805,
      "step": 125417
    },
    {
      "epoch": 5.834752267969295,
      "grad_norm": 1.7298652898885858,
      "learning_rate": 5.789287589691716e-07,
      "loss": 0.875,
      "step": 125418
    },
    {
      "epoch": 5.834798790416376,
      "grad_norm": 1.8901763969196697,
      "learning_rate": 5.78603041152903e-07,
      "loss": 0.9414,
      "step": 125419
    },
    {
      "epoch": 5.8348453128634565,
      "grad_norm": 1.8414342682603853,
      "learning_rate": 5.78277414813294e-07,
      "loss": 0.9844,
      "step": 125420
    },
    {
      "epoch": 5.834891835310537,
      "grad_norm": 1.859895940321904,
      "learning_rate": 5.779518799505444e-07,
      "loss": 0.9062,
      "step": 125421
    },
    {
      "epoch": 5.834938357757618,
      "grad_norm": 1.7970148708454179,
      "learning_rate": 5.776264365648541e-07,
      "loss": 1.0938,
      "step": 125422
    },
    {
      "epoch": 5.834984880204699,
      "grad_norm": 1.945812101323657,
      "learning_rate": 5.77301084656423e-07,
      "loss": 0.9766,
      "step": 125423
    },
    {
      "epoch": 5.835031402651779,
      "grad_norm": 1.7888319459948587,
      "learning_rate": 5.769758242254341e-07,
      "loss": 0.9922,
      "step": 125424
    },
    {
      "epoch": 5.83507792509886,
      "grad_norm": 1.7570316581440426,
      "learning_rate": 5.766506552721206e-07,
      "loss": 0.9805,
      "step": 125425
    },
    {
      "epoch": 5.835124447545941,
      "grad_norm": 1.6818803154912654,
      "learning_rate": 5.763255777966491e-07,
      "loss": 0.9805,
      "step": 125426
    },
    {
      "epoch": 5.835170969993022,
      "grad_norm": 1.7867094070511522,
      "learning_rate": 5.76000591799236e-07,
      "loss": 1.0469,
      "step": 125427
    },
    {
      "epoch": 5.835217492440102,
      "grad_norm": 2.064583957496002,
      "learning_rate": 5.756756972800814e-07,
      "loss": 1.0,
      "step": 125428
    },
    {
      "epoch": 5.8352640148871835,
      "grad_norm": 1.8360653064275647,
      "learning_rate": 5.753508942393681e-07,
      "loss": 0.9102,
      "step": 125429
    },
    {
      "epoch": 5.835310537334264,
      "grad_norm": 1.9154495037746273,
      "learning_rate": 5.750261826773129e-07,
      "loss": 1.0547,
      "step": 125430
    },
    {
      "epoch": 5.8353570597813444,
      "grad_norm": 1.7275954213181162,
      "learning_rate": 5.747015625940987e-07,
      "loss": 1.0,
      "step": 125431
    },
    {
      "epoch": 5.835403582228425,
      "grad_norm": 1.597466986768875,
      "learning_rate": 5.743770339899423e-07,
      "loss": 0.8984,
      "step": 125432
    },
    {
      "epoch": 5.835450104675506,
      "grad_norm": 1.860579882606783,
      "learning_rate": 5.740525968650267e-07,
      "loss": 1.0938,
      "step": 125433
    },
    {
      "epoch": 5.835496627122587,
      "grad_norm": 1.592718786554134,
      "learning_rate": 5.737282512195518e-07,
      "loss": 0.8516,
      "step": 125434
    },
    {
      "epoch": 5.835543149569667,
      "grad_norm": 1.808747956266277,
      "learning_rate": 5.734039970537341e-07,
      "loss": 0.7578,
      "step": 125435
    },
    {
      "epoch": 5.835589672016748,
      "grad_norm": 2.0247513791866028,
      "learning_rate": 5.730798343677567e-07,
      "loss": 0.9961,
      "step": 125436
    },
    {
      "epoch": 5.835636194463829,
      "grad_norm": 2.0233853422444943,
      "learning_rate": 5.727557631618196e-07,
      "loss": 1.0391,
      "step": 125437
    },
    {
      "epoch": 5.83568271691091,
      "grad_norm": 1.9965004106743447,
      "learning_rate": 5.724317834361226e-07,
      "loss": 1.1328,
      "step": 125438
    },
    {
      "epoch": 5.83572923935799,
      "grad_norm": 1.8029375326259918,
      "learning_rate": 5.721078951908653e-07,
      "loss": 0.9531,
      "step": 125439
    },
    {
      "epoch": 5.8357757618050705,
      "grad_norm": 1.8757857730934462,
      "learning_rate": 5.717840984262312e-07,
      "loss": 0.9883,
      "step": 125440
    },
    {
      "epoch": 5.835822284252152,
      "grad_norm": 1.8152822745176036,
      "learning_rate": 5.714603931424366e-07,
      "loss": 1.0,
      "step": 125441
    },
    {
      "epoch": 5.835868806699232,
      "grad_norm": 1.7661485925487455,
      "learning_rate": 5.711367793396815e-07,
      "loss": 0.957,
      "step": 125442
    },
    {
      "epoch": 5.835915329146313,
      "grad_norm": 1.9191126154806577,
      "learning_rate": 5.708132570181656e-07,
      "loss": 1.0156,
      "step": 125443
    },
    {
      "epoch": 5.835961851593394,
      "grad_norm": 1.6230084116418124,
      "learning_rate": 5.704898261780555e-07,
      "loss": 0.8945,
      "step": 125444
    },
    {
      "epoch": 5.836008374040475,
      "grad_norm": 1.872146618270309,
      "learning_rate": 5.701664868195844e-07,
      "loss": 0.9609,
      "step": 125445
    },
    {
      "epoch": 5.836054896487555,
      "grad_norm": 1.6183429122263213,
      "learning_rate": 5.698432389429353e-07,
      "loss": 0.8984,
      "step": 125446
    },
    {
      "epoch": 5.836101418934636,
      "grad_norm": 1.57833726260723,
      "learning_rate": 5.695200825483248e-07,
      "loss": 0.7969,
      "step": 125447
    },
    {
      "epoch": 5.836147941381717,
      "grad_norm": 1.803835142773801,
      "learning_rate": 5.691970176359029e-07,
      "loss": 0.8984,
      "step": 125448
    },
    {
      "epoch": 5.8361944638287975,
      "grad_norm": 1.7246126521642613,
      "learning_rate": 5.688740442059192e-07,
      "loss": 0.8477,
      "step": 125449
    },
    {
      "epoch": 5.836240986275878,
      "grad_norm": 1.6953142898503377,
      "learning_rate": 5.68551162258557e-07,
      "loss": 0.8789,
      "step": 125450
    },
    {
      "epoch": 5.836287508722959,
      "grad_norm": 1.9921590635391713,
      "learning_rate": 5.682283717939995e-07,
      "loss": 0.9844,
      "step": 125451
    },
    {
      "epoch": 5.83633403117004,
      "grad_norm": 2.0403047757081803,
      "learning_rate": 5.679056728124465e-07,
      "loss": 1.0781,
      "step": 125452
    },
    {
      "epoch": 5.83638055361712,
      "grad_norm": 1.9207420642197113,
      "learning_rate": 5.675830653141145e-07,
      "loss": 0.9922,
      "step": 125453
    },
    {
      "epoch": 5.836427076064201,
      "grad_norm": 2.1336954790808984,
      "learning_rate": 5.672605492991866e-07,
      "loss": 1.2266,
      "step": 125454
    },
    {
      "epoch": 5.836473598511281,
      "grad_norm": 1.8057983150752197,
      "learning_rate": 5.669381247678628e-07,
      "loss": 0.8594,
      "step": 125455
    },
    {
      "epoch": 5.836520120958363,
      "grad_norm": 1.7079606314088296,
      "learning_rate": 5.666157917203429e-07,
      "loss": 0.9922,
      "step": 125456
    },
    {
      "epoch": 5.836566643405443,
      "grad_norm": 1.6024145274862764,
      "learning_rate": 5.6629355015681e-07,
      "loss": 0.7969,
      "step": 125457
    },
    {
      "epoch": 5.8366131658525235,
      "grad_norm": 1.8408570683179963,
      "learning_rate": 5.659714000774806e-07,
      "loss": 1.0625,
      "step": 125458
    },
    {
      "epoch": 5.836659688299605,
      "grad_norm": 1.8045682124512596,
      "learning_rate": 5.65649341482538e-07,
      "loss": 0.8672,
      "step": 125459
    },
    {
      "epoch": 5.836706210746685,
      "grad_norm": 1.733078389733245,
      "learning_rate": 5.653273743721987e-07,
      "loss": 0.8203,
      "step": 125460
    },
    {
      "epoch": 5.836752733193766,
      "grad_norm": 1.7725079054372277,
      "learning_rate": 5.650054987466291e-07,
      "loss": 0.9414,
      "step": 125461
    },
    {
      "epoch": 5.836799255640846,
      "grad_norm": 1.9396417273889943,
      "learning_rate": 5.646837146060623e-07,
      "loss": 0.9297,
      "step": 125462
    },
    {
      "epoch": 5.836845778087928,
      "grad_norm": 1.6976554814355223,
      "learning_rate": 5.64362021950665e-07,
      "loss": 0.8242,
      "step": 125463
    },
    {
      "epoch": 5.836892300535008,
      "grad_norm": 1.8271120322255971,
      "learning_rate": 5.640404207806537e-07,
      "loss": 0.9844,
      "step": 125464
    },
    {
      "epoch": 5.836938822982089,
      "grad_norm": 1.8726615010476029,
      "learning_rate": 5.637189110962115e-07,
      "loss": 0.9766,
      "step": 125465
    },
    {
      "epoch": 5.83698534542917,
      "grad_norm": 1.787433865529519,
      "learning_rate": 5.633974928975382e-07,
      "loss": 1.0625,
      "step": 125466
    },
    {
      "epoch": 5.8370318678762505,
      "grad_norm": 1.6826399102867455,
      "learning_rate": 5.630761661848504e-07,
      "loss": 0.9141,
      "step": 125467
    },
    {
      "epoch": 5.837078390323331,
      "grad_norm": 1.886410075311818,
      "learning_rate": 5.627549309583146e-07,
      "loss": 0.9414,
      "step": 125468
    },
    {
      "epoch": 5.8371249127704115,
      "grad_norm": 1.8551287697906123,
      "learning_rate": 5.624337872181473e-07,
      "loss": 0.9609,
      "step": 125469
    },
    {
      "epoch": 5.837171435217493,
      "grad_norm": 1.8169579084785372,
      "learning_rate": 5.621127349645316e-07,
      "loss": 0.9805,
      "step": 125470
    },
    {
      "epoch": 5.837217957664573,
      "grad_norm": 1.6722112578966062,
      "learning_rate": 5.617917741976674e-07,
      "loss": 0.9609,
      "step": 125471
    },
    {
      "epoch": 5.837264480111654,
      "grad_norm": 1.8022881479449635,
      "learning_rate": 5.614709049177713e-07,
      "loss": 0.9805,
      "step": 125472
    },
    {
      "epoch": 5.837311002558734,
      "grad_norm": 1.8655160270139186,
      "learning_rate": 5.611501271250096e-07,
      "loss": 1.0938,
      "step": 125473
    },
    {
      "epoch": 5.837357525005816,
      "grad_norm": 2.1483547955482476,
      "learning_rate": 5.60829440819599e-07,
      "loss": 1.1406,
      "step": 125474
    },
    {
      "epoch": 5.837404047452896,
      "grad_norm": 1.8968819903015814,
      "learning_rate": 5.605088460017226e-07,
      "loss": 0.9062,
      "step": 125475
    },
    {
      "epoch": 5.837450569899977,
      "grad_norm": 1.8055438251319587,
      "learning_rate": 5.601883426715804e-07,
      "loss": 0.9062,
      "step": 125476
    },
    {
      "epoch": 5.837497092347057,
      "grad_norm": 1.8566214158372685,
      "learning_rate": 5.598679308293886e-07,
      "loss": 1.0391,
      "step": 125477
    },
    {
      "epoch": 5.837543614794138,
      "grad_norm": 1.6429779574102377,
      "learning_rate": 5.595476104753138e-07,
      "loss": 0.7773,
      "step": 125478
    },
    {
      "epoch": 5.837590137241219,
      "grad_norm": 1.883499593841357,
      "learning_rate": 5.59227381609556e-07,
      "loss": 0.9648,
      "step": 125479
    },
    {
      "epoch": 5.837636659688299,
      "grad_norm": 1.8986165079127695,
      "learning_rate": 5.589072442323483e-07,
      "loss": 1.1406,
      "step": 125480
    },
    {
      "epoch": 5.837683182135381,
      "grad_norm": 1.707820041546361,
      "learning_rate": 5.585871983438406e-07,
      "loss": 0.9727,
      "step": 125481
    },
    {
      "epoch": 5.837729704582461,
      "grad_norm": 1.954161792050207,
      "learning_rate": 5.582672439442492e-07,
      "loss": 0.8633,
      "step": 125482
    },
    {
      "epoch": 5.837776227029542,
      "grad_norm": 1.7019925029812537,
      "learning_rate": 5.579473810337576e-07,
      "loss": 0.8906,
      "step": 125483
    },
    {
      "epoch": 5.837822749476622,
      "grad_norm": 1.9119921344898019,
      "learning_rate": 5.57627609612582e-07,
      "loss": 0.9648,
      "step": 125484
    },
    {
      "epoch": 5.8378692719237035,
      "grad_norm": 1.676704148990774,
      "learning_rate": 5.573079296809058e-07,
      "loss": 0.9844,
      "step": 125485
    },
    {
      "epoch": 5.837915794370784,
      "grad_norm": 1.7038345224295979,
      "learning_rate": 5.569883412389287e-07,
      "loss": 0.9766,
      "step": 125486
    },
    {
      "epoch": 5.8379623168178645,
      "grad_norm": 1.5952238531472722,
      "learning_rate": 5.566688442868339e-07,
      "loss": 0.8125,
      "step": 125487
    },
    {
      "epoch": 5.838008839264945,
      "grad_norm": 2.0877397556244115,
      "learning_rate": 5.56349438824838e-07,
      "loss": 0.9336,
      "step": 125488
    },
    {
      "epoch": 5.838055361712026,
      "grad_norm": 1.6759283648230086,
      "learning_rate": 5.56030124853124e-07,
      "loss": 0.7852,
      "step": 125489
    },
    {
      "epoch": 5.838101884159107,
      "grad_norm": 1.8638947810285809,
      "learning_rate": 5.55710902371892e-07,
      "loss": 0.8711,
      "step": 125490
    },
    {
      "epoch": 5.838148406606187,
      "grad_norm": 1.5997506014028364,
      "learning_rate": 5.553917713813249e-07,
      "loss": 0.8164,
      "step": 125491
    },
    {
      "epoch": 5.838194929053268,
      "grad_norm": 1.8698604252002533,
      "learning_rate": 5.550727318816229e-07,
      "loss": 1.0156,
      "step": 125492
    },
    {
      "epoch": 5.838241451500349,
      "grad_norm": 1.7189013085711158,
      "learning_rate": 5.54753783873002e-07,
      "loss": 0.8711,
      "step": 125493
    },
    {
      "epoch": 5.83828797394743,
      "grad_norm": 1.867252952472096,
      "learning_rate": 5.544349273556458e-07,
      "loss": 1.1016,
      "step": 125494
    },
    {
      "epoch": 5.83833449639451,
      "grad_norm": 1.6551782890405369,
      "learning_rate": 5.541161623297208e-07,
      "loss": 0.793,
      "step": 125495
    },
    {
      "epoch": 5.838381018841591,
      "grad_norm": 1.7395462442194838,
      "learning_rate": 5.5379748879546e-07,
      "loss": 1.0391,
      "step": 125496
    },
    {
      "epoch": 5.838427541288672,
      "grad_norm": 1.8343640639533445,
      "learning_rate": 5.534789067530465e-07,
      "loss": 0.9805,
      "step": 125497
    },
    {
      "epoch": 5.838474063735752,
      "grad_norm": 1.8503161838167508,
      "learning_rate": 5.531604162026804e-07,
      "loss": 0.9258,
      "step": 125498
    },
    {
      "epoch": 5.838520586182833,
      "grad_norm": 1.9065419305059812,
      "learning_rate": 5.528420171445447e-07,
      "loss": 0.9531,
      "step": 125499
    },
    {
      "epoch": 5.838567108629914,
      "grad_norm": 1.8219132749933222,
      "learning_rate": 5.525237095788393e-07,
      "loss": 1.0078,
      "step": 125500
    },
    {
      "epoch": 5.838613631076995,
      "grad_norm": 2.062933262317739,
      "learning_rate": 5.522054935057474e-07,
      "loss": 1.0234,
      "step": 125501
    },
    {
      "epoch": 5.838660153524075,
      "grad_norm": 2.0333090116526504,
      "learning_rate": 5.518873689254854e-07,
      "loss": 1.0391,
      "step": 125502
    },
    {
      "epoch": 5.838706675971157,
      "grad_norm": 1.8102283919911488,
      "learning_rate": 5.515693358382533e-07,
      "loss": 0.8711,
      "step": 125503
    },
    {
      "epoch": 5.838753198418237,
      "grad_norm": 1.6504659524815326,
      "learning_rate": 5.512513942442176e-07,
      "loss": 0.8594,
      "step": 125504
    },
    {
      "epoch": 5.8387997208653175,
      "grad_norm": 1.8421968556570774,
      "learning_rate": 5.50933544143578e-07,
      "loss": 0.832,
      "step": 125505
    },
    {
      "epoch": 5.838846243312398,
      "grad_norm": 2.1224469038827927,
      "learning_rate": 5.506157855365512e-07,
      "loss": 1.0781,
      "step": 125506
    },
    {
      "epoch": 5.8388927657594785,
      "grad_norm": 1.9541190553736563,
      "learning_rate": 5.502981184233202e-07,
      "loss": 0.9414,
      "step": 125507
    },
    {
      "epoch": 5.83893928820656,
      "grad_norm": 1.63365693996965,
      "learning_rate": 5.499805428040682e-07,
      "loss": 0.7852,
      "step": 125508
    },
    {
      "epoch": 5.83898581065364,
      "grad_norm": 1.7439168262190394,
      "learning_rate": 5.496630586789952e-07,
      "loss": 0.8633,
      "step": 125509
    },
    {
      "epoch": 5.839032333100721,
      "grad_norm": 1.6439463513503418,
      "learning_rate": 5.493456660483175e-07,
      "loss": 0.8203,
      "step": 125510
    },
    {
      "epoch": 5.839078855547802,
      "grad_norm": 1.7994738839402211,
      "learning_rate": 5.490283649122018e-07,
      "loss": 0.9922,
      "step": 125511
    },
    {
      "epoch": 5.839125377994883,
      "grad_norm": 1.6793561107261001,
      "learning_rate": 5.487111552708478e-07,
      "loss": 0.8398,
      "step": 125512
    },
    {
      "epoch": 5.839171900441963,
      "grad_norm": 1.8163294657164761,
      "learning_rate": 5.483940371244555e-07,
      "loss": 0.9336,
      "step": 125513
    },
    {
      "epoch": 5.839218422889044,
      "grad_norm": 1.819035450873321,
      "learning_rate": 5.480770104732246e-07,
      "loss": 0.8867,
      "step": 125514
    },
    {
      "epoch": 5.839264945336125,
      "grad_norm": 1.8359951975744855,
      "learning_rate": 5.477600753173383e-07,
      "loss": 0.9258,
      "step": 125515
    },
    {
      "epoch": 5.839311467783205,
      "grad_norm": 1.7865814980426618,
      "learning_rate": 5.474432316569799e-07,
      "loss": 0.9648,
      "step": 125516
    },
    {
      "epoch": 5.839357990230286,
      "grad_norm": 1.7534988275110621,
      "learning_rate": 5.471264794923658e-07,
      "loss": 0.8633,
      "step": 125517
    },
    {
      "epoch": 5.839404512677367,
      "grad_norm": 1.7983981939444278,
      "learning_rate": 5.468098188236791e-07,
      "loss": 0.9727,
      "step": 125518
    },
    {
      "epoch": 5.839451035124448,
      "grad_norm": 1.5780099654489876,
      "learning_rate": 5.464932496511199e-07,
      "loss": 0.793,
      "step": 125519
    },
    {
      "epoch": 5.839497557571528,
      "grad_norm": 1.6427165985961518,
      "learning_rate": 5.461767719748878e-07,
      "loss": 0.875,
      "step": 125520
    },
    {
      "epoch": 5.839544080018609,
      "grad_norm": 1.6289727631716033,
      "learning_rate": 5.45860385795166e-07,
      "loss": 0.8398,
      "step": 125521
    },
    {
      "epoch": 5.83959060246569,
      "grad_norm": 2.2169689705317324,
      "learning_rate": 5.455440911121378e-07,
      "loss": 1.25,
      "step": 125522
    },
    {
      "epoch": 5.8396371249127705,
      "grad_norm": 1.7279786020779744,
      "learning_rate": 5.452278879260196e-07,
      "loss": 0.8945,
      "step": 125523
    },
    {
      "epoch": 5.839683647359851,
      "grad_norm": 1.687596489600948,
      "learning_rate": 5.449117762369781e-07,
      "loss": 0.875,
      "step": 125524
    },
    {
      "epoch": 5.8397301698069315,
      "grad_norm": 1.7553437209942055,
      "learning_rate": 5.445957560452297e-07,
      "loss": 0.8516,
      "step": 125525
    },
    {
      "epoch": 5.839776692254013,
      "grad_norm": 1.8279543730376713,
      "learning_rate": 5.44279827350974e-07,
      "loss": 1.0156,
      "step": 125526
    },
    {
      "epoch": 5.839823214701093,
      "grad_norm": 1.7965144592207194,
      "learning_rate": 5.439639901543779e-07,
      "loss": 0.9102,
      "step": 125527
    },
    {
      "epoch": 5.839869737148174,
      "grad_norm": 1.7970894647297257,
      "learning_rate": 5.436482444556411e-07,
      "loss": 0.8945,
      "step": 125528
    },
    {
      "epoch": 5.839916259595254,
      "grad_norm": 1.7629890658640448,
      "learning_rate": 5.433325902549801e-07,
      "loss": 0.9492,
      "step": 125529
    },
    {
      "epoch": 5.839962782042336,
      "grad_norm": 1.7849404821296968,
      "learning_rate": 5.430170275525614e-07,
      "loss": 0.9141,
      "step": 125530
    },
    {
      "epoch": 5.840009304489416,
      "grad_norm": 2.0809261858628902,
      "learning_rate": 5.427015563485848e-07,
      "loss": 1.0547,
      "step": 125531
    },
    {
      "epoch": 5.840055826936497,
      "grad_norm": 2.1136114616512267,
      "learning_rate": 5.423861766432502e-07,
      "loss": 1.1484,
      "step": 125532
    },
    {
      "epoch": 5.840102349383578,
      "grad_norm": 1.9488715247161517,
      "learning_rate": 5.420708884367575e-07,
      "loss": 0.9375,
      "step": 125533
    },
    {
      "epoch": 5.8401488718306585,
      "grad_norm": 1.653851618300314,
      "learning_rate": 5.417556917292898e-07,
      "loss": 0.8203,
      "step": 125534
    },
    {
      "epoch": 5.840195394277739,
      "grad_norm": 1.8845418089068118,
      "learning_rate": 5.414405865210303e-07,
      "loss": 0.9336,
      "step": 125535
    },
    {
      "epoch": 5.840241916724819,
      "grad_norm": 1.881977156706191,
      "learning_rate": 5.411255728121788e-07,
      "loss": 1.0156,
      "step": 125536
    },
    {
      "epoch": 5.840288439171901,
      "grad_norm": 1.7564942622872042,
      "learning_rate": 5.408106506029353e-07,
      "loss": 0.8594,
      "step": 125537
    },
    {
      "epoch": 5.840334961618981,
      "grad_norm": 1.6612520939230144,
      "learning_rate": 5.404958198934994e-07,
      "loss": 0.957,
      "step": 125538
    },
    {
      "epoch": 5.840381484066062,
      "grad_norm": 1.6230641981453007,
      "learning_rate": 5.401810806840379e-07,
      "loss": 0.875,
      "step": 125539
    },
    {
      "epoch": 5.840428006513143,
      "grad_norm": 1.4810290097205023,
      "learning_rate": 5.398664329747671e-07,
      "loss": 0.7773,
      "step": 125540
    },
    {
      "epoch": 5.840474528960224,
      "grad_norm": 1.8028503345201785,
      "learning_rate": 5.395518767658702e-07,
      "loss": 0.9727,
      "step": 125541
    },
    {
      "epoch": 5.840521051407304,
      "grad_norm": 1.7086964904070492,
      "learning_rate": 5.392374120575304e-07,
      "loss": 0.9258,
      "step": 125542
    },
    {
      "epoch": 5.8405675738543845,
      "grad_norm": 1.7566600871017086,
      "learning_rate": 5.389230388499644e-07,
      "loss": 1.0156,
      "step": 125543
    },
    {
      "epoch": 5.840614096301465,
      "grad_norm": 1.9532474081650526,
      "learning_rate": 5.386087571433384e-07,
      "loss": 1.2656,
      "step": 125544
    },
    {
      "epoch": 5.840660618748546,
      "grad_norm": 1.7875741735793782,
      "learning_rate": 5.382945669378691e-07,
      "loss": 1.0,
      "step": 125545
    },
    {
      "epoch": 5.840707141195627,
      "grad_norm": 1.67591733424765,
      "learning_rate": 5.37980468233723e-07,
      "loss": 0.8828,
      "step": 125546
    },
    {
      "epoch": 5.840753663642707,
      "grad_norm": 1.8688820129802153,
      "learning_rate": 5.376664610311165e-07,
      "loss": 1.0234,
      "step": 125547
    },
    {
      "epoch": 5.840800186089789,
      "grad_norm": 1.8997380657532974,
      "learning_rate": 5.37352545330233e-07,
      "loss": 1.1172,
      "step": 125548
    },
    {
      "epoch": 5.840846708536869,
      "grad_norm": 1.9216771127028882,
      "learning_rate": 5.370387211312554e-07,
      "loss": 0.957,
      "step": 125549
    },
    {
      "epoch": 5.84089323098395,
      "grad_norm": 1.903668062104772,
      "learning_rate": 5.367249884343838e-07,
      "loss": 1.0078,
      "step": 125550
    },
    {
      "epoch": 5.84093975343103,
      "grad_norm": 1.4837759459637865,
      "learning_rate": 5.364113472398179e-07,
      "loss": 0.7578,
      "step": 125551
    },
    {
      "epoch": 5.8409862758781115,
      "grad_norm": 1.7917262718790987,
      "learning_rate": 5.360977975477409e-07,
      "loss": 1.0625,
      "step": 125552
    },
    {
      "epoch": 5.841032798325192,
      "grad_norm": 1.7580215040193532,
      "learning_rate": 5.357843393583361e-07,
      "loss": 0.8828,
      "step": 125553
    },
    {
      "epoch": 5.841079320772272,
      "grad_norm": 1.956740492552519,
      "learning_rate": 5.354709726718198e-07,
      "loss": 1.0547,
      "step": 125554
    },
    {
      "epoch": 5.841125843219354,
      "grad_norm": 1.7353615082732996,
      "learning_rate": 5.351576974883587e-07,
      "loss": 1.0,
      "step": 125555
    },
    {
      "epoch": 5.841172365666434,
      "grad_norm": 1.7621772680307617,
      "learning_rate": 5.348445138081525e-07,
      "loss": 0.9219,
      "step": 125556
    },
    {
      "epoch": 5.841218888113515,
      "grad_norm": 2.0361244622392976,
      "learning_rate": 5.345314216314012e-07,
      "loss": 1.0859,
      "step": 125557
    },
    {
      "epoch": 5.841265410560595,
      "grad_norm": 1.6371629440002113,
      "learning_rate": 5.342184209582878e-07,
      "loss": 0.8477,
      "step": 125558
    },
    {
      "epoch": 5.841311933007676,
      "grad_norm": 1.6854360628623892,
      "learning_rate": 5.339055117890123e-07,
      "loss": 0.8945,
      "step": 125559
    },
    {
      "epoch": 5.841358455454757,
      "grad_norm": 1.7277452146904984,
      "learning_rate": 5.335926941237578e-07,
      "loss": 0.9648,
      "step": 125560
    },
    {
      "epoch": 5.8414049779018375,
      "grad_norm": 1.954621220357206,
      "learning_rate": 5.332799679627076e-07,
      "loss": 0.9023,
      "step": 125561
    },
    {
      "epoch": 5.841451500348918,
      "grad_norm": 1.8823928330522353,
      "learning_rate": 5.32967333306078e-07,
      "loss": 1.0234,
      "step": 125562
    },
    {
      "epoch": 5.841498022795999,
      "grad_norm": 1.6994171309318025,
      "learning_rate": 5.326547901540357e-07,
      "loss": 1.0312,
      "step": 125563
    },
    {
      "epoch": 5.84154454524308,
      "grad_norm": 1.732052763474085,
      "learning_rate": 5.323423385067971e-07,
      "loss": 0.9414,
      "step": 125564
    },
    {
      "epoch": 5.84159106769016,
      "grad_norm": 1.698688540214264,
      "learning_rate": 5.320299783645287e-07,
      "loss": 0.8242,
      "step": 125565
    },
    {
      "epoch": 5.841637590137241,
      "grad_norm": 1.789734738802115,
      "learning_rate": 5.317177097274305e-07,
      "loss": 0.918,
      "step": 125566
    },
    {
      "epoch": 5.841684112584322,
      "grad_norm": 1.8194721729825016,
      "learning_rate": 5.314055325957022e-07,
      "loss": 0.9844,
      "step": 125567
    },
    {
      "epoch": 5.841730635031403,
      "grad_norm": 1.7506392356379255,
      "learning_rate": 5.310934469695272e-07,
      "loss": 0.9648,
      "step": 125568
    },
    {
      "epoch": 5.841777157478483,
      "grad_norm": 1.8450352929362468,
      "learning_rate": 5.30781452849105e-07,
      "loss": 0.957,
      "step": 125569
    },
    {
      "epoch": 5.8418236799255645,
      "grad_norm": 1.816331187113184,
      "learning_rate": 5.304695502346023e-07,
      "loss": 0.7969,
      "step": 125570
    },
    {
      "epoch": 5.841870202372645,
      "grad_norm": 1.8467673400900326,
      "learning_rate": 5.301577391262357e-07,
      "loss": 0.9531,
      "step": 125571
    },
    {
      "epoch": 5.8419167248197255,
      "grad_norm": 1.935706657743961,
      "learning_rate": 5.298460195242049e-07,
      "loss": 0.9414,
      "step": 125572
    },
    {
      "epoch": 5.841963247266806,
      "grad_norm": 1.7606845701184854,
      "learning_rate": 5.295343914286599e-07,
      "loss": 0.8672,
      "step": 125573
    },
    {
      "epoch": 5.842009769713887,
      "grad_norm": 2.0246042442887227,
      "learning_rate": 5.292228548398169e-07,
      "loss": 1.0156,
      "step": 125574
    },
    {
      "epoch": 5.842056292160968,
      "grad_norm": 1.9563251744232355,
      "learning_rate": 5.289114097578762e-07,
      "loss": 0.8984,
      "step": 125575
    },
    {
      "epoch": 5.842102814608048,
      "grad_norm": 1.8507826584776328,
      "learning_rate": 5.286000561830039e-07,
      "loss": 1.0391,
      "step": 125576
    },
    {
      "epoch": 5.842149337055129,
      "grad_norm": 1.8973848257713983,
      "learning_rate": 5.282887941154168e-07,
      "loss": 0.9648,
      "step": 125577
    },
    {
      "epoch": 5.84219585950221,
      "grad_norm": 1.8071757643679704,
      "learning_rate": 5.279776235552812e-07,
      "loss": 1.0156,
      "step": 125578
    },
    {
      "epoch": 5.842242381949291,
      "grad_norm": 1.7498403647673442,
      "learning_rate": 5.276665445027972e-07,
      "loss": 0.9648,
      "step": 125579
    },
    {
      "epoch": 5.842288904396371,
      "grad_norm": 1.8384187776638705,
      "learning_rate": 5.273555569581645e-07,
      "loss": 0.9297,
      "step": 125580
    },
    {
      "epoch": 5.8423354268434515,
      "grad_norm": 1.7138891545463297,
      "learning_rate": 5.270446609215661e-07,
      "loss": 0.8555,
      "step": 125581
    },
    {
      "epoch": 5.842381949290533,
      "grad_norm": 1.786628186956419,
      "learning_rate": 5.267338563932022e-07,
      "loss": 0.8281,
      "step": 125582
    },
    {
      "epoch": 5.842428471737613,
      "grad_norm": 2.0370374365418145,
      "learning_rate": 5.264231433732225e-07,
      "loss": 1.0156,
      "step": 125583
    },
    {
      "epoch": 5.842474994184694,
      "grad_norm": 1.8998753077220125,
      "learning_rate": 5.261125218618601e-07,
      "loss": 0.9023,
      "step": 125584
    },
    {
      "epoch": 5.842521516631775,
      "grad_norm": 1.725648553040949,
      "learning_rate": 5.258019918592981e-07,
      "loss": 0.8984,
      "step": 125585
    },
    {
      "epoch": 5.842568039078856,
      "grad_norm": 1.8564393699352428,
      "learning_rate": 5.254915533657367e-07,
      "loss": 0.9609,
      "step": 125586
    },
    {
      "epoch": 5.842614561525936,
      "grad_norm": 1.634203340305975,
      "learning_rate": 5.251812063813254e-07,
      "loss": 0.8828,
      "step": 125587
    },
    {
      "epoch": 5.842661083973017,
      "grad_norm": 1.8127740768990084,
      "learning_rate": 5.248709509062809e-07,
      "loss": 0.9883,
      "step": 125588
    },
    {
      "epoch": 5.842707606420098,
      "grad_norm": 1.6639900797784246,
      "learning_rate": 5.245607869408031e-07,
      "loss": 0.9102,
      "step": 125589
    },
    {
      "epoch": 5.8427541288671785,
      "grad_norm": 2.0481538918059914,
      "learning_rate": 5.24250714485075e-07,
      "loss": 0.9844,
      "step": 125590
    },
    {
      "epoch": 5.842800651314259,
      "grad_norm": 1.7754899880715083,
      "learning_rate": 5.239407335392631e-07,
      "loss": 0.918,
      "step": 125591
    },
    {
      "epoch": 5.84284717376134,
      "grad_norm": 1.8788025784607145,
      "learning_rate": 5.236308441035841e-07,
      "loss": 0.9414,
      "step": 125592
    },
    {
      "epoch": 5.842893696208421,
      "grad_norm": 1.7959096365893013,
      "learning_rate": 5.233210461782212e-07,
      "loss": 1.0078,
      "step": 125593
    },
    {
      "epoch": 5.842940218655501,
      "grad_norm": 1.7560287963628392,
      "learning_rate": 5.230113397633573e-07,
      "loss": 1.0156,
      "step": 125594
    },
    {
      "epoch": 5.842986741102582,
      "grad_norm": 1.5538539871487493,
      "learning_rate": 5.227017248591925e-07,
      "loss": 0.832,
      "step": 125595
    },
    {
      "epoch": 5.843033263549662,
      "grad_norm": 1.61827173732843,
      "learning_rate": 5.223922014659099e-07,
      "loss": 0.8398,
      "step": 125596
    },
    {
      "epoch": 5.843079785996744,
      "grad_norm": 1.8526635905791125,
      "learning_rate": 5.220827695836926e-07,
      "loss": 1.0,
      "step": 125597
    },
    {
      "epoch": 5.843126308443824,
      "grad_norm": 1.834101930098022,
      "learning_rate": 5.217734292127407e-07,
      "loss": 0.8711,
      "step": 125598
    },
    {
      "epoch": 5.843172830890905,
      "grad_norm": 1.8106167117977396,
      "learning_rate": 5.214641803532538e-07,
      "loss": 1.0234,
      "step": 125599
    },
    {
      "epoch": 5.843219353337986,
      "grad_norm": 1.7507850841972545,
      "learning_rate": 5.211550230053984e-07,
      "loss": 0.7969,
      "step": 125600
    },
    {
      "epoch": 5.843265875785066,
      "grad_norm": 1.840289321356628,
      "learning_rate": 5.20845957169358e-07,
      "loss": 0.9219,
      "step": 125601
    },
    {
      "epoch": 5.843312398232147,
      "grad_norm": 1.6913547473606074,
      "learning_rate": 5.205369828453488e-07,
      "loss": 0.9727,
      "step": 125602
    },
    {
      "epoch": 5.843358920679227,
      "grad_norm": 1.844236998410179,
      "learning_rate": 5.202281000335539e-07,
      "loss": 1.0312,
      "step": 125603
    },
    {
      "epoch": 5.843405443126309,
      "grad_norm": 1.8902831973313776,
      "learning_rate": 5.199193087341569e-07,
      "loss": 0.8594,
      "step": 125604
    },
    {
      "epoch": 5.843451965573389,
      "grad_norm": 1.7304751052823406,
      "learning_rate": 5.19610608947324e-07,
      "loss": 0.8633,
      "step": 125605
    },
    {
      "epoch": 5.84349848802047,
      "grad_norm": 2.031953881936741,
      "learning_rate": 5.193020006732884e-07,
      "loss": 0.9531,
      "step": 125606
    },
    {
      "epoch": 5.843545010467551,
      "grad_norm": 1.741949986376497,
      "learning_rate": 5.189934839122167e-07,
      "loss": 0.8789,
      "step": 125607
    },
    {
      "epoch": 5.8435915329146315,
      "grad_norm": 2.0536573111037484,
      "learning_rate": 5.186850586642921e-07,
      "loss": 0.9922,
      "step": 125608
    },
    {
      "epoch": 5.843638055361712,
      "grad_norm": 1.9040041054221357,
      "learning_rate": 5.183767249296977e-07,
      "loss": 0.9141,
      "step": 125609
    },
    {
      "epoch": 5.8436845778087925,
      "grad_norm": 1.7578926559605592,
      "learning_rate": 5.180684827086501e-07,
      "loss": 0.9688,
      "step": 125610
    },
    {
      "epoch": 5.843731100255874,
      "grad_norm": 1.9404594484299393,
      "learning_rate": 5.177603320013157e-07,
      "loss": 1.0234,
      "step": 125611
    },
    {
      "epoch": 5.843777622702954,
      "grad_norm": 1.9213783252992906,
      "learning_rate": 5.174522728078945e-07,
      "loss": 1.0,
      "step": 125612
    },
    {
      "epoch": 5.843824145150035,
      "grad_norm": 1.7053874152374096,
      "learning_rate": 5.171443051285695e-07,
      "loss": 0.9414,
      "step": 125613
    },
    {
      "epoch": 5.843870667597115,
      "grad_norm": 1.66430020084181,
      "learning_rate": 5.168364289635241e-07,
      "loss": 0.9688,
      "step": 125614
    },
    {
      "epoch": 5.843917190044197,
      "grad_norm": 1.5081388544411987,
      "learning_rate": 5.165286443129579e-07,
      "loss": 0.8281,
      "step": 125615
    },
    {
      "epoch": 5.843963712491277,
      "grad_norm": 1.7382497848050091,
      "learning_rate": 5.162209511770544e-07,
      "loss": 0.9922,
      "step": 125616
    },
    {
      "epoch": 5.844010234938358,
      "grad_norm": 1.761151906359875,
      "learning_rate": 5.159133495559964e-07,
      "loss": 0.9844,
      "step": 125617
    },
    {
      "epoch": 5.844056757385438,
      "grad_norm": 1.7147667928202313,
      "learning_rate": 5.15605839449984e-07,
      "loss": 0.9727,
      "step": 125618
    },
    {
      "epoch": 5.844103279832519,
      "grad_norm": 1.6483848414330602,
      "learning_rate": 5.152984208591837e-07,
      "loss": 0.7773,
      "step": 125619
    },
    {
      "epoch": 5.8441498022796,
      "grad_norm": 1.8716557709786377,
      "learning_rate": 5.14991093783812e-07,
      "loss": 1.0781,
      "step": 125620
    },
    {
      "epoch": 5.84419632472668,
      "grad_norm": 1.8684731645530184,
      "learning_rate": 5.14683858224052e-07,
      "loss": 1.0781,
      "step": 125621
    },
    {
      "epoch": 5.844242847173762,
      "grad_norm": 1.8895444254419302,
      "learning_rate": 5.143767141800703e-07,
      "loss": 1.1484,
      "step": 125622
    },
    {
      "epoch": 5.844289369620842,
      "grad_norm": 1.7590781480851394,
      "learning_rate": 5.140696616520668e-07,
      "loss": 0.9297,
      "step": 125623
    },
    {
      "epoch": 5.844335892067923,
      "grad_norm": 1.749857287616116,
      "learning_rate": 5.137627006402411e-07,
      "loss": 0.9648,
      "step": 125624
    },
    {
      "epoch": 5.844382414515003,
      "grad_norm": 1.6980291466369395,
      "learning_rate": 5.134558311447601e-07,
      "loss": 0.8984,
      "step": 125625
    },
    {
      "epoch": 5.8444289369620845,
      "grad_norm": 1.8259558052260654,
      "learning_rate": 5.131490531658233e-07,
      "loss": 0.9492,
      "step": 125626
    },
    {
      "epoch": 5.844475459409165,
      "grad_norm": 1.972866475205256,
      "learning_rate": 5.128423667036141e-07,
      "loss": 1.0391,
      "step": 125627
    },
    {
      "epoch": 5.8445219818562455,
      "grad_norm": 1.964485730952006,
      "learning_rate": 5.125357717583323e-07,
      "loss": 1.1328,
      "step": 125628
    },
    {
      "epoch": 5.844568504303326,
      "grad_norm": 2.0258155020579283,
      "learning_rate": 5.12229268330161e-07,
      "loss": 1.0469,
      "step": 125629
    },
    {
      "epoch": 5.844615026750407,
      "grad_norm": 1.7170913794579055,
      "learning_rate": 5.119228564192835e-07,
      "loss": 0.8281,
      "step": 125630
    },
    {
      "epoch": 5.844661549197488,
      "grad_norm": 2.0413376465522894,
      "learning_rate": 5.116165360258828e-07,
      "loss": 1.0547,
      "step": 125631
    },
    {
      "epoch": 5.844708071644568,
      "grad_norm": 1.5245620118728969,
      "learning_rate": 5.113103071501423e-07,
      "loss": 0.8438,
      "step": 125632
    },
    {
      "epoch": 5.844754594091649,
      "grad_norm": 1.777469737822047,
      "learning_rate": 5.110041697922617e-07,
      "loss": 0.9688,
      "step": 125633
    },
    {
      "epoch": 5.84480111653873,
      "grad_norm": 1.9350281788306474,
      "learning_rate": 5.10698123952441e-07,
      "loss": 1.0547,
      "step": 125634
    },
    {
      "epoch": 5.844847638985811,
      "grad_norm": 1.7325239157813694,
      "learning_rate": 5.103921696308466e-07,
      "loss": 0.8906,
      "step": 125635
    },
    {
      "epoch": 5.844894161432891,
      "grad_norm": 1.6693007416787542,
      "learning_rate": 5.100863068276617e-07,
      "loss": 0.8711,
      "step": 125636
    },
    {
      "epoch": 5.8449406838799725,
      "grad_norm": 1.810822827828187,
      "learning_rate": 5.097805355430862e-07,
      "loss": 0.9844,
      "step": 125637
    },
    {
      "epoch": 5.844987206327053,
      "grad_norm": 1.8559303576477078,
      "learning_rate": 5.094748557773032e-07,
      "loss": 0.9414,
      "step": 125638
    },
    {
      "epoch": 5.845033728774133,
      "grad_norm": 1.7099768508556874,
      "learning_rate": 5.091692675305126e-07,
      "loss": 0.9023,
      "step": 125639
    },
    {
      "epoch": 5.845080251221214,
      "grad_norm": 2.1045424554321346,
      "learning_rate": 5.088637708028809e-07,
      "loss": 1.1016,
      "step": 125640
    },
    {
      "epoch": 5.845126773668295,
      "grad_norm": 1.629959461286847,
      "learning_rate": 5.08558365594608e-07,
      "loss": 0.8438,
      "step": 125641
    },
    {
      "epoch": 5.845173296115376,
      "grad_norm": 2.524501398793024,
      "learning_rate": 5.082530519058603e-07,
      "loss": 1.1797,
      "step": 125642
    },
    {
      "epoch": 5.845219818562456,
      "grad_norm": 1.9166220068872941,
      "learning_rate": 5.079478297368544e-07,
      "loss": 0.9492,
      "step": 125643
    },
    {
      "epoch": 5.845266341009538,
      "grad_norm": 1.766595843005746,
      "learning_rate": 5.076426990877736e-07,
      "loss": 0.9297,
      "step": 125644
    },
    {
      "epoch": 5.845312863456618,
      "grad_norm": 1.6123094023182876,
      "learning_rate": 5.073376599587841e-07,
      "loss": 0.8164,
      "step": 125645
    },
    {
      "epoch": 5.8453593859036985,
      "grad_norm": 1.898516264727446,
      "learning_rate": 5.070327123500862e-07,
      "loss": 0.9844,
      "step": 125646
    },
    {
      "epoch": 5.845405908350779,
      "grad_norm": 1.8739918869363024,
      "learning_rate": 5.067278562618627e-07,
      "loss": 0.8438,
      "step": 125647
    },
    {
      "epoch": 5.8454524307978595,
      "grad_norm": 1.7167783367621874,
      "learning_rate": 5.064230916942969e-07,
      "loss": 0.8281,
      "step": 125648
    },
    {
      "epoch": 5.845498953244941,
      "grad_norm": 1.7645384360404495,
      "learning_rate": 5.06118418647572e-07,
      "loss": 0.9883,
      "step": 125649
    },
    {
      "epoch": 5.845545475692021,
      "grad_norm": 1.7143811487231433,
      "learning_rate": 5.058138371218878e-07,
      "loss": 0.8945,
      "step": 125650
    },
    {
      "epoch": 5.845591998139102,
      "grad_norm": 1.7448094107874006,
      "learning_rate": 5.055093471174443e-07,
      "loss": 0.8789,
      "step": 125651
    },
    {
      "epoch": 5.845638520586183,
      "grad_norm": 1.855919990919509,
      "learning_rate": 5.052049486343913e-07,
      "loss": 1.0547,
      "step": 125652
    },
    {
      "epoch": 5.845685043033264,
      "grad_norm": 1.817623299372955,
      "learning_rate": 5.049006416729284e-07,
      "loss": 0.9531,
      "step": 125653
    },
    {
      "epoch": 5.845731565480344,
      "grad_norm": 1.581720039961363,
      "learning_rate": 5.045964262332724e-07,
      "loss": 0.8008,
      "step": 125654
    },
    {
      "epoch": 5.845778087927425,
      "grad_norm": 1.6939561968348904,
      "learning_rate": 5.042923023155565e-07,
      "loss": 0.8398,
      "step": 125655
    },
    {
      "epoch": 5.845824610374506,
      "grad_norm": 2.0507428394124507,
      "learning_rate": 5.039882699200137e-07,
      "loss": 0.9883,
      "step": 125656
    },
    {
      "epoch": 5.845871132821586,
      "grad_norm": 2.0637329316366517,
      "learning_rate": 5.03684329046794e-07,
      "loss": 0.9688,
      "step": 125657
    },
    {
      "epoch": 5.845917655268667,
      "grad_norm": 1.8061420144165934,
      "learning_rate": 5.033804796961138e-07,
      "loss": 0.8984,
      "step": 125658
    },
    {
      "epoch": 5.845964177715748,
      "grad_norm": 1.7599297132175484,
      "learning_rate": 5.030767218681398e-07,
      "loss": 0.8828,
      "step": 125659
    },
    {
      "epoch": 5.846010700162829,
      "grad_norm": 1.506064959746527,
      "learning_rate": 5.027730555630549e-07,
      "loss": 0.8086,
      "step": 125660
    },
    {
      "epoch": 5.846057222609909,
      "grad_norm": 1.788208510763786,
      "learning_rate": 5.024694807810592e-07,
      "loss": 0.8594,
      "step": 125661
    },
    {
      "epoch": 5.84610374505699,
      "grad_norm": 1.6261923803237475,
      "learning_rate": 5.021659975223358e-07,
      "loss": 0.8164,
      "step": 125662
    },
    {
      "epoch": 5.846150267504071,
      "grad_norm": 2.0893886470495615,
      "learning_rate": 5.018626057870679e-07,
      "loss": 1.0469,
      "step": 125663
    },
    {
      "epoch": 5.8461967899511516,
      "grad_norm": 1.753338718607417,
      "learning_rate": 5.015593055754386e-07,
      "loss": 1.0547,
      "step": 125664
    },
    {
      "epoch": 5.846243312398232,
      "grad_norm": 1.8238273744490685,
      "learning_rate": 5.012560968876311e-07,
      "loss": 0.9688,
      "step": 125665
    },
    {
      "epoch": 5.8462898348453125,
      "grad_norm": 1.8835022928462393,
      "learning_rate": 5.009529797238454e-07,
      "loss": 0.9766,
      "step": 125666
    },
    {
      "epoch": 5.846336357292394,
      "grad_norm": 1.835588086828588,
      "learning_rate": 5.006499540842479e-07,
      "loss": 1.0078,
      "step": 125667
    },
    {
      "epoch": 5.846382879739474,
      "grad_norm": 1.7234562109771412,
      "learning_rate": 5.003470199690385e-07,
      "loss": 1.0547,
      "step": 125668
    },
    {
      "epoch": 5.846429402186555,
      "grad_norm": 1.7814084387103677,
      "learning_rate": 5.000441773784003e-07,
      "loss": 0.9219,
      "step": 125669
    },
    {
      "epoch": 5.846475924633635,
      "grad_norm": 1.6272643672024232,
      "learning_rate": 4.997414263124999e-07,
      "loss": 0.8984,
      "step": 125670
    },
    {
      "epoch": 5.846522447080717,
      "grad_norm": 2.0135473700932556,
      "learning_rate": 4.994387667715538e-07,
      "loss": 1.0234,
      "step": 125671
    },
    {
      "epoch": 5.846568969527797,
      "grad_norm": 1.80099279352547,
      "learning_rate": 4.991361987557285e-07,
      "loss": 0.9805,
      "step": 125672
    },
    {
      "epoch": 5.846615491974878,
      "grad_norm": 1.4523697759511178,
      "learning_rate": 4.988337222652239e-07,
      "loss": 0.7773,
      "step": 125673
    },
    {
      "epoch": 5.846662014421959,
      "grad_norm": 1.956277850812491,
      "learning_rate": 4.985313373002064e-07,
      "loss": 1.0938,
      "step": 125674
    },
    {
      "epoch": 5.8467085368690395,
      "grad_norm": 1.9756871349992562,
      "learning_rate": 4.982290438608593e-07,
      "loss": 1.1562,
      "step": 125675
    },
    {
      "epoch": 5.84675505931612,
      "grad_norm": 1.7618973784188443,
      "learning_rate": 4.979268419473991e-07,
      "loss": 0.9102,
      "step": 125676
    },
    {
      "epoch": 5.8468015817632,
      "grad_norm": 1.7987121021038028,
      "learning_rate": 4.976247315599757e-07,
      "loss": 0.9414,
      "step": 125677
    },
    {
      "epoch": 5.846848104210282,
      "grad_norm": 1.7268163449865321,
      "learning_rate": 4.973227126987888e-07,
      "loss": 0.9414,
      "step": 125678
    },
    {
      "epoch": 5.846894626657362,
      "grad_norm": 1.7558990384126512,
      "learning_rate": 4.970207853640052e-07,
      "loss": 0.9141,
      "step": 125679
    },
    {
      "epoch": 5.846941149104443,
      "grad_norm": 1.675812495561447,
      "learning_rate": 4.967189495558577e-07,
      "loss": 0.8203,
      "step": 125680
    },
    {
      "epoch": 5.846987671551524,
      "grad_norm": 1.6616146691505587,
      "learning_rate": 4.964172052744797e-07,
      "loss": 0.8867,
      "step": 125681
    },
    {
      "epoch": 5.847034193998605,
      "grad_norm": 1.7168988573419244,
      "learning_rate": 4.961155525200877e-07,
      "loss": 1.0234,
      "step": 125682
    },
    {
      "epoch": 5.847080716445685,
      "grad_norm": 1.7765760678836484,
      "learning_rate": 4.958139912928483e-07,
      "loss": 0.9258,
      "step": 125683
    },
    {
      "epoch": 5.8471272388927655,
      "grad_norm": 1.8410965757659123,
      "learning_rate": 4.955125215929445e-07,
      "loss": 1.0312,
      "step": 125684
    },
    {
      "epoch": 5.847173761339846,
      "grad_norm": 1.722475392188622,
      "learning_rate": 4.952111434205763e-07,
      "loss": 0.8477,
      "step": 125685
    },
    {
      "epoch": 5.847220283786927,
      "grad_norm": 1.9981814359005066,
      "learning_rate": 4.949098567759268e-07,
      "loss": 1.0391,
      "step": 125686
    },
    {
      "epoch": 5.847266806234008,
      "grad_norm": 1.7657284763508745,
      "learning_rate": 4.946086616591793e-07,
      "loss": 0.9883,
      "step": 125687
    },
    {
      "epoch": 5.847313328681088,
      "grad_norm": 1.7025184486470335,
      "learning_rate": 4.943075580705002e-07,
      "loss": 0.918,
      "step": 125688
    },
    {
      "epoch": 5.84735985112817,
      "grad_norm": 1.7949758347206028,
      "learning_rate": 4.940065460100895e-07,
      "loss": 0.9961,
      "step": 125689
    },
    {
      "epoch": 5.84740637357525,
      "grad_norm": 1.7297558836370683,
      "learning_rate": 4.937056254781302e-07,
      "loss": 0.8789,
      "step": 125690
    },
    {
      "epoch": 5.847452896022331,
      "grad_norm": 1.8901407491169298,
      "learning_rate": 4.934047964748055e-07,
      "loss": 0.9922,
      "step": 125691
    },
    {
      "epoch": 5.847499418469411,
      "grad_norm": 1.8928701777051646,
      "learning_rate": 4.931040590002988e-07,
      "loss": 0.9609,
      "step": 125692
    },
    {
      "epoch": 5.8475459409164925,
      "grad_norm": 1.7347931124203408,
      "learning_rate": 4.928034130547931e-07,
      "loss": 0.8711,
      "step": 125693
    },
    {
      "epoch": 5.847592463363573,
      "grad_norm": 1.8219463873964357,
      "learning_rate": 4.925028586384883e-07,
      "loss": 0.9453,
      "step": 125694
    },
    {
      "epoch": 5.8476389858106534,
      "grad_norm": 1.7940183281251307,
      "learning_rate": 4.922023957515341e-07,
      "loss": 0.9609,
      "step": 125695
    },
    {
      "epoch": 5.847685508257735,
      "grad_norm": 1.8147046726327825,
      "learning_rate": 4.919020243941473e-07,
      "loss": 0.9922,
      "step": 125696
    },
    {
      "epoch": 5.847732030704815,
      "grad_norm": 1.9033209167941185,
      "learning_rate": 4.916017445664943e-07,
      "loss": 1.0781,
      "step": 125697
    },
    {
      "epoch": 5.847778553151896,
      "grad_norm": 2.012810070495328,
      "learning_rate": 4.91301556268775e-07,
      "loss": 0.9883,
      "step": 125698
    },
    {
      "epoch": 5.847825075598976,
      "grad_norm": 2.2691165850092805,
      "learning_rate": 4.910014595011558e-07,
      "loss": 1.1016,
      "step": 125699
    },
    {
      "epoch": 5.847871598046058,
      "grad_norm": 1.9663647357732288,
      "learning_rate": 4.9070145426382e-07,
      "loss": 1.0859,
      "step": 125700
    },
    {
      "epoch": 5.847918120493138,
      "grad_norm": 2.033364709471295,
      "learning_rate": 4.904015405569506e-07,
      "loss": 0.957,
      "step": 125701
    },
    {
      "epoch": 5.847964642940219,
      "grad_norm": 1.703605470998884,
      "learning_rate": 4.901017183807642e-07,
      "loss": 0.7969,
      "step": 125702
    },
    {
      "epoch": 5.848011165387299,
      "grad_norm": 1.862277577835854,
      "learning_rate": 4.898019877353943e-07,
      "loss": 0.9453,
      "step": 125703
    },
    {
      "epoch": 5.84805768783438,
      "grad_norm": 1.6136281064939333,
      "learning_rate": 4.895023486210737e-07,
      "loss": 0.8906,
      "step": 125704
    },
    {
      "epoch": 5.848104210281461,
      "grad_norm": 1.804766360315231,
      "learning_rate": 4.892028010379357e-07,
      "loss": 0.9453,
      "step": 125705
    },
    {
      "epoch": 5.848150732728541,
      "grad_norm": 1.9862201741561663,
      "learning_rate": 4.889033449861968e-07,
      "loss": 0.9219,
      "step": 125706
    },
    {
      "epoch": 5.848197255175622,
      "grad_norm": 1.6981875195419733,
      "learning_rate": 4.886039804660402e-07,
      "loss": 0.9102,
      "step": 125707
    },
    {
      "epoch": 5.848243777622703,
      "grad_norm": 1.7970066843900387,
      "learning_rate": 4.883047074776325e-07,
      "loss": 0.9648,
      "step": 125708
    },
    {
      "epoch": 5.848290300069784,
      "grad_norm": 1.754605939496664,
      "learning_rate": 4.880055260211735e-07,
      "loss": 0.8945,
      "step": 125709
    },
    {
      "epoch": 5.848336822516864,
      "grad_norm": 1.8719672893456991,
      "learning_rate": 4.877064360968297e-07,
      "loss": 0.9805,
      "step": 125710
    },
    {
      "epoch": 5.8483833449639455,
      "grad_norm": 1.64567252005596,
      "learning_rate": 4.874074377048009e-07,
      "loss": 0.7891,
      "step": 125711
    },
    {
      "epoch": 5.848429867411026,
      "grad_norm": 1.9008941359450424,
      "learning_rate": 4.871085308452538e-07,
      "loss": 0.9492,
      "step": 125712
    },
    {
      "epoch": 5.8484763898581065,
      "grad_norm": 2.089503275128664,
      "learning_rate": 4.868097155183881e-07,
      "loss": 1.0234,
      "step": 125713
    },
    {
      "epoch": 5.848522912305187,
      "grad_norm": 1.6709032703616207,
      "learning_rate": 4.86510991724387e-07,
      "loss": 0.9922,
      "step": 125714
    },
    {
      "epoch": 5.848569434752268,
      "grad_norm": 1.614355850877638,
      "learning_rate": 4.862123594634004e-07,
      "loss": 0.8555,
      "step": 125715
    },
    {
      "epoch": 5.848615957199349,
      "grad_norm": 1.761086218918275,
      "learning_rate": 4.859138187356615e-07,
      "loss": 0.9219,
      "step": 125716
    },
    {
      "epoch": 5.848662479646429,
      "grad_norm": 1.7981593403879177,
      "learning_rate": 4.856153695413034e-07,
      "loss": 0.8711,
      "step": 125717
    },
    {
      "epoch": 5.84870900209351,
      "grad_norm": 1.7279969617459379,
      "learning_rate": 4.853170118805594e-07,
      "loss": 1.0156,
      "step": 125718
    },
    {
      "epoch": 5.848755524540591,
      "grad_norm": 1.787421673535952,
      "learning_rate": 4.850187457535626e-07,
      "loss": 1.0391,
      "step": 125719
    },
    {
      "epoch": 5.848802046987672,
      "grad_norm": 2.010998572021285,
      "learning_rate": 4.847205711605295e-07,
      "loss": 1.2578,
      "step": 125720
    },
    {
      "epoch": 5.848848569434752,
      "grad_norm": 1.6037540556405927,
      "learning_rate": 4.844224881016267e-07,
      "loss": 0.9609,
      "step": 125721
    },
    {
      "epoch": 5.8488950918818325,
      "grad_norm": 1.6623251286357361,
      "learning_rate": 4.841244965770541e-07,
      "loss": 0.875,
      "step": 125722
    },
    {
      "epoch": 5.848941614328914,
      "grad_norm": 1.6820950091480218,
      "learning_rate": 4.838265965869615e-07,
      "loss": 0.875,
      "step": 125723
    },
    {
      "epoch": 5.848988136775994,
      "grad_norm": 1.974913635407287,
      "learning_rate": 4.835287881315652e-07,
      "loss": 1.0391,
      "step": 125724
    },
    {
      "epoch": 5.849034659223075,
      "grad_norm": 2.069853388051862,
      "learning_rate": 4.832310712110322e-07,
      "loss": 0.9766,
      "step": 125725
    },
    {
      "epoch": 5.849081181670156,
      "grad_norm": 1.7226742476918175,
      "learning_rate": 4.829334458255452e-07,
      "loss": 0.9141,
      "step": 125726
    },
    {
      "epoch": 5.849127704117237,
      "grad_norm": 1.7499201857176576,
      "learning_rate": 4.826359119752876e-07,
      "loss": 0.8828,
      "step": 125727
    },
    {
      "epoch": 5.849174226564317,
      "grad_norm": 1.8488289228776502,
      "learning_rate": 4.82338469660426e-07,
      "loss": 0.9141,
      "step": 125728
    },
    {
      "epoch": 5.849220749011398,
      "grad_norm": 1.8369200943728545,
      "learning_rate": 4.820411188811768e-07,
      "loss": 1.0391,
      "step": 125729
    },
    {
      "epoch": 5.849267271458479,
      "grad_norm": 1.7934124227890738,
      "learning_rate": 4.817438596377066e-07,
      "loss": 0.9844,
      "step": 125730
    },
    {
      "epoch": 5.8493137939055595,
      "grad_norm": 1.7816654366780293,
      "learning_rate": 4.814466919301819e-07,
      "loss": 0.8945,
      "step": 125731
    },
    {
      "epoch": 5.84936031635264,
      "grad_norm": 2.034550121981844,
      "learning_rate": 4.811496157588024e-07,
      "loss": 1.0469,
      "step": 125732
    },
    {
      "epoch": 5.849406838799721,
      "grad_norm": 1.9741186564063862,
      "learning_rate": 4.808526311237515e-07,
      "loss": 1.0781,
      "step": 125733
    },
    {
      "epoch": 5.849453361246802,
      "grad_norm": 1.801914799896898,
      "learning_rate": 4.805557380251957e-07,
      "loss": 0.9688,
      "step": 125734
    },
    {
      "epoch": 5.849499883693882,
      "grad_norm": 1.9993878581720375,
      "learning_rate": 4.80258936463318e-07,
      "loss": 1.0625,
      "step": 125735
    },
    {
      "epoch": 5.849546406140963,
      "grad_norm": 1.5182344088774111,
      "learning_rate": 4.799622264383185e-07,
      "loss": 0.8242,
      "step": 125736
    },
    {
      "epoch": 5.849592928588043,
      "grad_norm": 1.8944615720991742,
      "learning_rate": 4.796656079503469e-07,
      "loss": 1.0312,
      "step": 125737
    },
    {
      "epoch": 5.849639451035125,
      "grad_norm": 1.6592019899081967,
      "learning_rate": 4.793690809996364e-07,
      "loss": 0.7852,
      "step": 125738
    },
    {
      "epoch": 5.849685973482205,
      "grad_norm": 1.7142352246379746,
      "learning_rate": 4.790726455863203e-07,
      "loss": 0.9727,
      "step": 125739
    },
    {
      "epoch": 5.849732495929286,
      "grad_norm": 1.7197115511888363,
      "learning_rate": 4.787763017105984e-07,
      "loss": 0.9844,
      "step": 125740
    },
    {
      "epoch": 5.849779018376367,
      "grad_norm": 1.693169176004303,
      "learning_rate": 4.784800493726371e-07,
      "loss": 0.8672,
      "step": 125741
    },
    {
      "epoch": 5.849825540823447,
      "grad_norm": 1.829063969920451,
      "learning_rate": 4.78183888572653e-07,
      "loss": 0.9648,
      "step": 125742
    },
    {
      "epoch": 5.849872063270528,
      "grad_norm": 1.853664516448422,
      "learning_rate": 4.778878193107961e-07,
      "loss": 0.8945,
      "step": 125743
    },
    {
      "epoch": 5.849918585717608,
      "grad_norm": 2.0221117614298416,
      "learning_rate": 4.77591841587266e-07,
      "loss": 1.0859,
      "step": 125744
    },
    {
      "epoch": 5.84996510816469,
      "grad_norm": 1.755383101083131,
      "learning_rate": 4.772959554022293e-07,
      "loss": 0.8281,
      "step": 125745
    },
    {
      "epoch": 5.85001163061177,
      "grad_norm": 1.731961106731585,
      "learning_rate": 4.770001607558693e-07,
      "loss": 0.9609,
      "step": 125746
    },
    {
      "epoch": 5.850058153058851,
      "grad_norm": 1.7301557335357414,
      "learning_rate": 4.767044576483858e-07,
      "loss": 0.9844,
      "step": 125747
    },
    {
      "epoch": 5.850104675505932,
      "grad_norm": 1.7804823895488806,
      "learning_rate": 4.764088460799287e-07,
      "loss": 0.8398,
      "step": 125748
    },
    {
      "epoch": 5.8501511979530125,
      "grad_norm": 1.8823593685766593,
      "learning_rate": 4.761133260506977e-07,
      "loss": 0.875,
      "step": 125749
    },
    {
      "epoch": 5.850197720400093,
      "grad_norm": 1.610826003226686,
      "learning_rate": 4.758178975608762e-07,
      "loss": 0.7305,
      "step": 125750
    },
    {
      "epoch": 5.8502442428471735,
      "grad_norm": 1.6975384450225373,
      "learning_rate": 4.755225606106472e-07,
      "loss": 0.9219,
      "step": 125751
    },
    {
      "epoch": 5.850290765294255,
      "grad_norm": 1.8832918880743057,
      "learning_rate": 4.7522731520017734e-07,
      "loss": 0.8906,
      "step": 125752
    },
    {
      "epoch": 5.850337287741335,
      "grad_norm": 1.7165340412529568,
      "learning_rate": 4.7493216132964975e-07,
      "loss": 0.9453,
      "step": 125753
    },
    {
      "epoch": 5.850383810188416,
      "grad_norm": 1.590630840278966,
      "learning_rate": 4.746370989992476e-07,
      "loss": 0.7422,
      "step": 125754
    },
    {
      "epoch": 5.850430332635496,
      "grad_norm": 1.9038490994360309,
      "learning_rate": 4.743421282091542e-07,
      "loss": 1.0078,
      "step": 125755
    },
    {
      "epoch": 5.850476855082578,
      "grad_norm": 1.8035845210145958,
      "learning_rate": 4.740472489595692e-07,
      "loss": 1.0391,
      "step": 125756
    },
    {
      "epoch": 5.850523377529658,
      "grad_norm": 1.8987291998104867,
      "learning_rate": 4.7375246125062604e-07,
      "loss": 0.875,
      "step": 125757
    },
    {
      "epoch": 5.850569899976739,
      "grad_norm": 2.118508334335586,
      "learning_rate": 4.734577650825577e-07,
      "loss": 1.1406,
      "step": 125758
    },
    {
      "epoch": 5.850616422423819,
      "grad_norm": 1.7649027798004617,
      "learning_rate": 4.7316316045549754e-07,
      "loss": 0.9453,
      "step": 125759
    },
    {
      "epoch": 5.8506629448709,
      "grad_norm": 1.8079330693512923,
      "learning_rate": 4.728686473696619e-07,
      "loss": 0.8555,
      "step": 125760
    },
    {
      "epoch": 5.850709467317981,
      "grad_norm": 1.7354328055892105,
      "learning_rate": 4.7257422582521743e-07,
      "loss": 0.8086,
      "step": 125761
    },
    {
      "epoch": 5.850755989765061,
      "grad_norm": 1.9100452534592098,
      "learning_rate": 4.7227989582234726e-07,
      "loss": 1.1094,
      "step": 125762
    },
    {
      "epoch": 5.850802512212143,
      "grad_norm": 2.029051978898428,
      "learning_rate": 4.7198565736121794e-07,
      "loss": 0.9453,
      "step": 125763
    },
    {
      "epoch": 5.850849034659223,
      "grad_norm": 1.680400136898934,
      "learning_rate": 4.7169151044202937e-07,
      "loss": 0.8477,
      "step": 125764
    },
    {
      "epoch": 5.850895557106304,
      "grad_norm": 1.7239253757856976,
      "learning_rate": 4.71397455064948e-07,
      "loss": 0.8984,
      "step": 125765
    },
    {
      "epoch": 5.850942079553384,
      "grad_norm": 1.794646142516874,
      "learning_rate": 4.71103491230157e-07,
      "loss": 0.9492,
      "step": 125766
    },
    {
      "epoch": 5.8509886020004656,
      "grad_norm": 1.6781400446441885,
      "learning_rate": 4.7080961893783965e-07,
      "loss": 0.8477,
      "step": 125767
    },
    {
      "epoch": 5.851035124447546,
      "grad_norm": 1.7730691666381315,
      "learning_rate": 4.705158381881624e-07,
      "loss": 0.8359,
      "step": 125768
    },
    {
      "epoch": 5.8510816468946265,
      "grad_norm": 1.7778661159917375,
      "learning_rate": 4.702221489813418e-07,
      "loss": 0.9258,
      "step": 125769
    },
    {
      "epoch": 5.851128169341707,
      "grad_norm": 1.7290929242200122,
      "learning_rate": 4.6992855131751105e-07,
      "loss": 0.9219,
      "step": 125770
    },
    {
      "epoch": 5.851174691788788,
      "grad_norm": 1.6289354142726558,
      "learning_rate": 4.6963504519688666e-07,
      "loss": 0.8945,
      "step": 125771
    },
    {
      "epoch": 5.851221214235869,
      "grad_norm": 1.7618712701556296,
      "learning_rate": 4.693416306196185e-07,
      "loss": 0.8242,
      "step": 125772
    },
    {
      "epoch": 5.851267736682949,
      "grad_norm": 1.9105121703176509,
      "learning_rate": 4.690483075859064e-07,
      "loss": 1.0,
      "step": 125773
    },
    {
      "epoch": 5.85131425913003,
      "grad_norm": 1.5560865686498626,
      "learning_rate": 4.687550760959335e-07,
      "loss": 0.832,
      "step": 125774
    },
    {
      "epoch": 5.851360781577111,
      "grad_norm": 1.964350066245579,
      "learning_rate": 4.6846193614984985e-07,
      "loss": 0.9531,
      "step": 125775
    },
    {
      "epoch": 5.851407304024192,
      "grad_norm": 1.8185793594472461,
      "learning_rate": 4.681688877478718e-07,
      "loss": 1.0156,
      "step": 125776
    },
    {
      "epoch": 5.851453826471272,
      "grad_norm": 1.781755408216968,
      "learning_rate": 4.6787593089016586e-07,
      "loss": 0.9531,
      "step": 125777
    },
    {
      "epoch": 5.8515003489183535,
      "grad_norm": 1.6615584662229999,
      "learning_rate": 4.6758306557689864e-07,
      "loss": 0.8242,
      "step": 125778
    },
    {
      "epoch": 5.851546871365434,
      "grad_norm": 1.8035943947931106,
      "learning_rate": 4.672902918082533e-07,
      "loss": 0.9297,
      "step": 125779
    },
    {
      "epoch": 5.851593393812514,
      "grad_norm": 2.0089853924102687,
      "learning_rate": 4.66997609584413e-07,
      "loss": 1.0078,
      "step": 125780
    },
    {
      "epoch": 5.851639916259595,
      "grad_norm": 1.8426891738596018,
      "learning_rate": 4.66705018905561e-07,
      "loss": 0.8906,
      "step": 125781
    },
    {
      "epoch": 5.851686438706676,
      "grad_norm": 1.7335655193055828,
      "learning_rate": 4.664125197718804e-07,
      "loss": 0.8516,
      "step": 125782
    },
    {
      "epoch": 5.851732961153757,
      "grad_norm": 1.8358814842646918,
      "learning_rate": 4.6612011218353783e-07,
      "loss": 1.0312,
      "step": 125783
    },
    {
      "epoch": 5.851779483600837,
      "grad_norm": 1.775665853676525,
      "learning_rate": 4.658277961407164e-07,
      "loss": 0.8711,
      "step": 125784
    },
    {
      "epoch": 5.851826006047919,
      "grad_norm": 1.6593491927102493,
      "learning_rate": 4.6553557164361597e-07,
      "loss": 0.9961,
      "step": 125785
    },
    {
      "epoch": 5.851872528494999,
      "grad_norm": 1.653894915180192,
      "learning_rate": 4.652434386923698e-07,
      "loss": 0.8047,
      "step": 125786
    },
    {
      "epoch": 5.8519190509420795,
      "grad_norm": 1.801718476088064,
      "learning_rate": 4.6495139728719433e-07,
      "loss": 1.0547,
      "step": 125787
    },
    {
      "epoch": 5.85196557338916,
      "grad_norm": 1.823360005954709,
      "learning_rate": 4.6465944742825614e-07,
      "loss": 0.9219,
      "step": 125788
    },
    {
      "epoch": 5.8520120958362405,
      "grad_norm": 2.0542862764990524,
      "learning_rate": 4.6436758911573833e-07,
      "loss": 1.0078,
      "step": 125789
    },
    {
      "epoch": 5.852058618283322,
      "grad_norm": 1.9315506511496379,
      "learning_rate": 4.6407582234980756e-07,
      "loss": 0.9102,
      "step": 125790
    },
    {
      "epoch": 5.852105140730402,
      "grad_norm": 1.743463174677539,
      "learning_rate": 4.6378414713066356e-07,
      "loss": 0.7617,
      "step": 125791
    },
    {
      "epoch": 5.852151663177483,
      "grad_norm": 1.845732913375839,
      "learning_rate": 4.6349256345845633e-07,
      "loss": 0.8906,
      "step": 125792
    },
    {
      "epoch": 5.852198185624564,
      "grad_norm": 1.7092056589583362,
      "learning_rate": 4.632010713333856e-07,
      "loss": 0.8906,
      "step": 125793
    },
    {
      "epoch": 5.852244708071645,
      "grad_norm": 1.709434304340139,
      "learning_rate": 4.6290967075563457e-07,
      "loss": 0.8516,
      "step": 125794
    },
    {
      "epoch": 5.852291230518725,
      "grad_norm": 1.6757939676543787,
      "learning_rate": 4.626183617253698e-07,
      "loss": 0.8945,
      "step": 125795
    },
    {
      "epoch": 5.852337752965806,
      "grad_norm": 1.7979011972032086,
      "learning_rate": 4.6232714424275784e-07,
      "loss": 1.0469,
      "step": 125796
    },
    {
      "epoch": 5.852384275412887,
      "grad_norm": 1.6899715100039325,
      "learning_rate": 4.620360183079985e-07,
      "loss": 0.9492,
      "step": 125797
    },
    {
      "epoch": 5.8524307978599674,
      "grad_norm": 1.8650131293387706,
      "learning_rate": 4.6174498392125837e-07,
      "loss": 0.9141,
      "step": 125798
    },
    {
      "epoch": 5.852477320307048,
      "grad_norm": 1.690961242066365,
      "learning_rate": 4.6145404108272054e-07,
      "loss": 0.8633,
      "step": 125799
    },
    {
      "epoch": 5.852523842754129,
      "grad_norm": 1.909464440792793,
      "learning_rate": 4.6116318979256826e-07,
      "loss": 1.1016,
      "step": 125800
    },
    {
      "epoch": 5.85257036520121,
      "grad_norm": 1.580018878382563,
      "learning_rate": 4.608724300509681e-07,
      "loss": 0.8438,
      "step": 125801
    },
    {
      "epoch": 5.85261688764829,
      "grad_norm": 1.5308904968360302,
      "learning_rate": 4.6058176185810313e-07,
      "loss": 0.8359,
      "step": 125802
    },
    {
      "epoch": 5.852663410095371,
      "grad_norm": 1.9694032499078704,
      "learning_rate": 4.602911852141566e-07,
      "loss": 0.9531,
      "step": 125803
    },
    {
      "epoch": 5.852709932542452,
      "grad_norm": 1.9805857136905112,
      "learning_rate": 4.6000070011929516e-07,
      "loss": 1.0,
      "step": 125804
    },
    {
      "epoch": 5.852756454989533,
      "grad_norm": 1.6153625874496456,
      "learning_rate": 4.597103065737018e-07,
      "loss": 0.8672,
      "step": 125805
    },
    {
      "epoch": 5.852802977436613,
      "grad_norm": 1.978372071196293,
      "learning_rate": 4.5942000457755977e-07,
      "loss": 1.0312,
      "step": 125806
    },
    {
      "epoch": 5.8528494998836935,
      "grad_norm": 1.8303758685402092,
      "learning_rate": 4.591297941310357e-07,
      "loss": 0.9922,
      "step": 125807
    },
    {
      "epoch": 5.852896022330775,
      "grad_norm": 1.549257448441326,
      "learning_rate": 4.5883967523431264e-07,
      "loss": 0.7148,
      "step": 125808
    },
    {
      "epoch": 5.852942544777855,
      "grad_norm": 1.8276303901281437,
      "learning_rate": 4.585496478875905e-07,
      "loss": 0.8867,
      "step": 125809
    },
    {
      "epoch": 5.852989067224936,
      "grad_norm": 1.6107227247516291,
      "learning_rate": 4.5825971209100256e-07,
      "loss": 0.8945,
      "step": 125810
    },
    {
      "epoch": 5.853035589672016,
      "grad_norm": 1.7435006093415755,
      "learning_rate": 4.5796986784474856e-07,
      "loss": 0.8711,
      "step": 125811
    },
    {
      "epoch": 5.853082112119098,
      "grad_norm": 1.8648448657492722,
      "learning_rate": 4.5768011514902835e-07,
      "loss": 1.0391,
      "step": 125812
    },
    {
      "epoch": 5.853128634566178,
      "grad_norm": 2.030385143425401,
      "learning_rate": 4.5739045400397523e-07,
      "loss": 1.0625,
      "step": 125813
    },
    {
      "epoch": 5.853175157013259,
      "grad_norm": 2.106880655807814,
      "learning_rate": 4.571008844098056e-07,
      "loss": 0.9375,
      "step": 125814
    },
    {
      "epoch": 5.85322167946034,
      "grad_norm": 1.7757558426072022,
      "learning_rate": 4.568114063666695e-07,
      "loss": 0.8555,
      "step": 125815
    },
    {
      "epoch": 5.8532682019074205,
      "grad_norm": 1.6538094133123031,
      "learning_rate": 4.565220198747499e-07,
      "loss": 0.8672,
      "step": 125816
    },
    {
      "epoch": 5.853314724354501,
      "grad_norm": 1.7971070737402801,
      "learning_rate": 4.562327249342468e-07,
      "loss": 0.9766,
      "step": 125817
    },
    {
      "epoch": 5.853361246801581,
      "grad_norm": 1.7689717165129235,
      "learning_rate": 4.5594352154531e-07,
      "loss": 0.957,
      "step": 125818
    },
    {
      "epoch": 5.853407769248663,
      "grad_norm": 1.832598391715137,
      "learning_rate": 4.556544097081227e-07,
      "loss": 0.9492,
      "step": 125819
    },
    {
      "epoch": 5.853454291695743,
      "grad_norm": 1.871612956510735,
      "learning_rate": 4.5536538942286816e-07,
      "loss": 1.0859,
      "step": 125820
    },
    {
      "epoch": 5.853500814142824,
      "grad_norm": 1.935780761847385,
      "learning_rate": 4.550764606897128e-07,
      "loss": 1.0234,
      "step": 125821
    },
    {
      "epoch": 5.853547336589905,
      "grad_norm": 1.8610006419361291,
      "learning_rate": 4.5478762350885654e-07,
      "loss": 1.0469,
      "step": 125822
    },
    {
      "epoch": 5.853593859036986,
      "grad_norm": 1.6174804197460089,
      "learning_rate": 4.5449887788044925e-07,
      "loss": 0.8828,
      "step": 125823
    },
    {
      "epoch": 5.853640381484066,
      "grad_norm": 1.854759611165505,
      "learning_rate": 4.542102238046741e-07,
      "loss": 1.0312,
      "step": 125824
    },
    {
      "epoch": 5.8536869039311465,
      "grad_norm": 1.7231992663356048,
      "learning_rate": 4.5392166128171423e-07,
      "loss": 0.9023,
      "step": 125825
    },
    {
      "epoch": 5.853733426378227,
      "grad_norm": 1.6778072387909255,
      "learning_rate": 4.5363319031175296e-07,
      "loss": 1.0156,
      "step": 125826
    },
    {
      "epoch": 5.853779948825308,
      "grad_norm": 1.9616323809799825,
      "learning_rate": 4.533448108949733e-07,
      "loss": 1.0469,
      "step": 125827
    },
    {
      "epoch": 5.853826471272389,
      "grad_norm": 1.7015365966766156,
      "learning_rate": 4.530565230315086e-07,
      "loss": 0.7852,
      "step": 125828
    },
    {
      "epoch": 5.853872993719469,
      "grad_norm": 1.8235730911173245,
      "learning_rate": 4.5276832672157536e-07,
      "loss": 1.0547,
      "step": 125829
    },
    {
      "epoch": 5.853919516166551,
      "grad_norm": 1.57253499742898,
      "learning_rate": 4.5248022196534004e-07,
      "loss": 0.8594,
      "step": 125830
    },
    {
      "epoch": 5.853966038613631,
      "grad_norm": 1.8139201601817618,
      "learning_rate": 4.521922087629859e-07,
      "loss": 0.9883,
      "step": 125831
    },
    {
      "epoch": 5.854012561060712,
      "grad_norm": 1.8167831869963156,
      "learning_rate": 4.5190428711466275e-07,
      "loss": 1.0859,
      "step": 125832
    },
    {
      "epoch": 5.854059083507792,
      "grad_norm": 1.8909721628117424,
      "learning_rate": 4.516164570205871e-07,
      "loss": 0.9922,
      "step": 125833
    },
    {
      "epoch": 5.8541056059548735,
      "grad_norm": 1.7807294530044853,
      "learning_rate": 4.513287184808922e-07,
      "loss": 0.918,
      "step": 125834
    },
    {
      "epoch": 5.854152128401954,
      "grad_norm": 1.7931176365992945,
      "learning_rate": 4.510410714957946e-07,
      "loss": 0.9883,
      "step": 125835
    },
    {
      "epoch": 5.8541986508490345,
      "grad_norm": 1.7328718721367182,
      "learning_rate": 4.507535160654274e-07,
      "loss": 0.9531,
      "step": 125836
    },
    {
      "epoch": 5.854245173296116,
      "grad_norm": 1.5993555712701384,
      "learning_rate": 4.504660521900072e-07,
      "loss": 0.832,
      "step": 125837
    },
    {
      "epoch": 5.854291695743196,
      "grad_norm": 1.5987743802524819,
      "learning_rate": 4.5017867986970045e-07,
      "loss": 0.8828,
      "step": 125838
    },
    {
      "epoch": 5.854338218190277,
      "grad_norm": 1.6344502473249927,
      "learning_rate": 4.498913991046571e-07,
      "loss": 0.8398,
      "step": 125839
    },
    {
      "epoch": 5.854384740637357,
      "grad_norm": 1.7435678633432772,
      "learning_rate": 4.4960420989507694e-07,
      "loss": 0.8438,
      "step": 125840
    },
    {
      "epoch": 5.854431263084439,
      "grad_norm": 2.066510607232706,
      "learning_rate": 4.493171122411432e-07,
      "loss": 1.0703,
      "step": 125841
    },
    {
      "epoch": 5.854477785531519,
      "grad_norm": 1.7829565272942995,
      "learning_rate": 4.4903010614300574e-07,
      "loss": 0.9805,
      "step": 125842
    },
    {
      "epoch": 5.8545243079786,
      "grad_norm": 2.1211484477690394,
      "learning_rate": 4.487431916008477e-07,
      "loss": 1.0547,
      "step": 125843
    },
    {
      "epoch": 5.85457083042568,
      "grad_norm": 1.8519064178129911,
      "learning_rate": 4.48456368614869e-07,
      "loss": 0.9766,
      "step": 125844
    },
    {
      "epoch": 5.854617352872761,
      "grad_norm": 1.6665239146037036,
      "learning_rate": 4.4816963718521945e-07,
      "loss": 0.8281,
      "step": 125845
    },
    {
      "epoch": 5.854663875319842,
      "grad_norm": 1.8753129374421638,
      "learning_rate": 4.4788299731206566e-07,
      "loss": 0.9336,
      "step": 125846
    },
    {
      "epoch": 5.854710397766922,
      "grad_norm": 1.6828612197773294,
      "learning_rate": 4.4759644899562406e-07,
      "loss": 0.9141,
      "step": 125847
    },
    {
      "epoch": 5.854756920214003,
      "grad_norm": 1.663834221064845,
      "learning_rate": 4.473099922360279e-07,
      "loss": 0.8555,
      "step": 125848
    },
    {
      "epoch": 5.854803442661084,
      "grad_norm": 1.856668812417878,
      "learning_rate": 4.4702362703347704e-07,
      "loss": 0.9688,
      "step": 125849
    },
    {
      "epoch": 5.854849965108165,
      "grad_norm": 1.6740067998993577,
      "learning_rate": 4.46737353388138e-07,
      "loss": 0.8555,
      "step": 125850
    },
    {
      "epoch": 5.854896487555245,
      "grad_norm": 1.7593243096292266,
      "learning_rate": 4.464511713001939e-07,
      "loss": 0.9844,
      "step": 125851
    },
    {
      "epoch": 5.8549430100023265,
      "grad_norm": 1.9378354625581116,
      "learning_rate": 4.461650807698114e-07,
      "loss": 1.0469,
      "step": 125852
    },
    {
      "epoch": 5.854989532449407,
      "grad_norm": 1.7891437684425155,
      "learning_rate": 4.458790817971569e-07,
      "loss": 1.0547,
      "step": 125853
    },
    {
      "epoch": 5.8550360548964875,
      "grad_norm": 2.6968926670800966,
      "learning_rate": 4.455931743824304e-07,
      "loss": 1.2969,
      "step": 125854
    },
    {
      "epoch": 5.855082577343568,
      "grad_norm": 1.7626763339986737,
      "learning_rate": 4.453073585257816e-07,
      "loss": 0.8633,
      "step": 125855
    },
    {
      "epoch": 5.855129099790649,
      "grad_norm": 1.8468334821642602,
      "learning_rate": 4.4502163422741045e-07,
      "loss": 0.9727,
      "step": 125856
    },
    {
      "epoch": 5.85517562223773,
      "grad_norm": 1.9136686650157535,
      "learning_rate": 4.447360014874668e-07,
      "loss": 0.9883,
      "step": 125857
    },
    {
      "epoch": 5.85522214468481,
      "grad_norm": 1.7521308010078689,
      "learning_rate": 4.4445046030613387e-07,
      "loss": 0.9961,
      "step": 125858
    },
    {
      "epoch": 5.855268667131891,
      "grad_norm": 1.677953259478589,
      "learning_rate": 4.4416501068361143e-07,
      "loss": 0.9023,
      "step": 125859
    },
    {
      "epoch": 5.855315189578972,
      "grad_norm": 1.8217857235377692,
      "learning_rate": 4.4387965262003276e-07,
      "loss": 0.9531,
      "step": 125860
    },
    {
      "epoch": 5.855361712026053,
      "grad_norm": 1.8126922606802096,
      "learning_rate": 4.435943861155977e-07,
      "loss": 0.9883,
      "step": 125861
    },
    {
      "epoch": 5.855408234473133,
      "grad_norm": 1.8050581862978885,
      "learning_rate": 4.433092111704728e-07,
      "loss": 0.8281,
      "step": 125862
    },
    {
      "epoch": 5.8554547569202136,
      "grad_norm": 1.815578914098366,
      "learning_rate": 4.430241277848412e-07,
      "loss": 0.9727,
      "step": 125863
    },
    {
      "epoch": 5.855501279367295,
      "grad_norm": 1.8329674027663996,
      "learning_rate": 4.4273913595886945e-07,
      "loss": 1.0547,
      "step": 125864
    },
    {
      "epoch": 5.855547801814375,
      "grad_norm": 1.8887514761038238,
      "learning_rate": 4.4245423569274077e-07,
      "loss": 0.9492,
      "step": 125865
    },
    {
      "epoch": 5.855594324261456,
      "grad_norm": 1.7704850154735037,
      "learning_rate": 4.421694269866216e-07,
      "loss": 0.9414,
      "step": 125866
    },
    {
      "epoch": 5.855640846708537,
      "grad_norm": 1.6534705526392341,
      "learning_rate": 4.418847098406786e-07,
      "loss": 0.9023,
      "step": 125867
    },
    {
      "epoch": 5.855687369155618,
      "grad_norm": 1.5581825855767533,
      "learning_rate": 4.4160008425509485e-07,
      "loss": 0.7656,
      "step": 125868
    },
    {
      "epoch": 5.855733891602698,
      "grad_norm": 1.8734495872603236,
      "learning_rate": 4.4131555023003693e-07,
      "loss": 0.9023,
      "step": 125869
    },
    {
      "epoch": 5.855780414049779,
      "grad_norm": 1.869876567353621,
      "learning_rate": 4.410311077657047e-07,
      "loss": 0.9922,
      "step": 125870
    },
    {
      "epoch": 5.85582693649686,
      "grad_norm": 1.8186999119860239,
      "learning_rate": 4.4074675686224805e-07,
      "loss": 0.9844,
      "step": 125871
    },
    {
      "epoch": 5.8558734589439405,
      "grad_norm": 1.9381522735606693,
      "learning_rate": 4.404624975198501e-07,
      "loss": 1.0312,
      "step": 125872
    },
    {
      "epoch": 5.855919981391021,
      "grad_norm": 1.6644478549067656,
      "learning_rate": 4.401783297386774e-07,
      "loss": 1.125,
      "step": 125873
    },
    {
      "epoch": 5.855966503838102,
      "grad_norm": 1.5957943858648107,
      "learning_rate": 4.3989425351892984e-07,
      "loss": 0.9219,
      "step": 125874
    },
    {
      "epoch": 5.856013026285183,
      "grad_norm": 1.6702649237841654,
      "learning_rate": 4.3961026886074056e-07,
      "loss": 0.9648,
      "step": 125875
    },
    {
      "epoch": 5.856059548732263,
      "grad_norm": 1.728770762753507,
      "learning_rate": 4.3932637576429285e-07,
      "loss": 0.9492,
      "step": 125876
    },
    {
      "epoch": 5.856106071179344,
      "grad_norm": 1.6885805587869704,
      "learning_rate": 4.390425742297865e-07,
      "loss": 0.9297,
      "step": 125877
    },
    {
      "epoch": 5.856152593626424,
      "grad_norm": 1.7079279728313066,
      "learning_rate": 4.3875886425738806e-07,
      "loss": 0.9258,
      "step": 125878
    },
    {
      "epoch": 5.856199116073506,
      "grad_norm": 1.8204639060378758,
      "learning_rate": 4.3847524584724735e-07,
      "loss": 0.9062,
      "step": 125879
    },
    {
      "epoch": 5.856245638520586,
      "grad_norm": 1.6237443211271354,
      "learning_rate": 4.381917189995643e-07,
      "loss": 0.9062,
      "step": 125880
    },
    {
      "epoch": 5.856292160967667,
      "grad_norm": 2.0047804545536083,
      "learning_rate": 4.379082837144887e-07,
      "loss": 1.1172,
      "step": 125881
    },
    {
      "epoch": 5.856338683414748,
      "grad_norm": 1.8798463749762073,
      "learning_rate": 4.376249399922205e-07,
      "loss": 0.9883,
      "step": 125882
    },
    {
      "epoch": 5.856385205861828,
      "grad_norm": 1.4818141538287788,
      "learning_rate": 4.3734168783290947e-07,
      "loss": 0.7109,
      "step": 125883
    },
    {
      "epoch": 5.856431728308909,
      "grad_norm": 1.7946918418464526,
      "learning_rate": 4.3705852723673885e-07,
      "loss": 1.0234,
      "step": 125884
    },
    {
      "epoch": 5.856478250755989,
      "grad_norm": 1.7983478894734628,
      "learning_rate": 4.367754582038918e-07,
      "loss": 0.8828,
      "step": 125885
    },
    {
      "epoch": 5.856524773203071,
      "grad_norm": 1.7795156025970944,
      "learning_rate": 4.364924807345349e-07,
      "loss": 0.9414,
      "step": 125886
    },
    {
      "epoch": 5.856571295650151,
      "grad_norm": 1.8371849349341223,
      "learning_rate": 4.362095948288347e-07,
      "loss": 0.8633,
      "step": 125887
    },
    {
      "epoch": 5.856617818097232,
      "grad_norm": 1.8048832435581217,
      "learning_rate": 4.359268004869576e-07,
      "loss": 0.7773,
      "step": 125888
    },
    {
      "epoch": 5.856664340544313,
      "grad_norm": 1.8292164027113114,
      "learning_rate": 4.3564409770910357e-07,
      "loss": 0.8594,
      "step": 125889
    },
    {
      "epoch": 5.8567108629913935,
      "grad_norm": 1.6324554163115026,
      "learning_rate": 4.3536148649542247e-07,
      "loss": 0.8828,
      "step": 125890
    },
    {
      "epoch": 5.856757385438474,
      "grad_norm": 1.748292071477114,
      "learning_rate": 4.350789668460808e-07,
      "loss": 0.9336,
      "step": 125891
    },
    {
      "epoch": 5.8568039078855545,
      "grad_norm": 1.794880754558246,
      "learning_rate": 4.347965387612784e-07,
      "loss": 0.9805,
      "step": 125892
    },
    {
      "epoch": 5.856850430332636,
      "grad_norm": 1.7467487930405692,
      "learning_rate": 4.345142022411818e-07,
      "loss": 0.9492,
      "step": 125893
    },
    {
      "epoch": 5.856896952779716,
      "grad_norm": 1.6901024479625824,
      "learning_rate": 4.3423195728594096e-07,
      "loss": 0.8945,
      "step": 125894
    },
    {
      "epoch": 5.856943475226797,
      "grad_norm": 1.9945135633541808,
      "learning_rate": 4.339498038957556e-07,
      "loss": 0.9922,
      "step": 125895
    },
    {
      "epoch": 5.856989997673877,
      "grad_norm": 1.734121937972279,
      "learning_rate": 4.3366774207079237e-07,
      "loss": 0.957,
      "step": 125896
    },
    {
      "epoch": 5.857036520120959,
      "grad_norm": 1.8456600545081672,
      "learning_rate": 4.333857718112177e-07,
      "loss": 0.9297,
      "step": 125897
    },
    {
      "epoch": 5.857083042568039,
      "grad_norm": 1.7286393194366219,
      "learning_rate": 4.331038931171982e-07,
      "loss": 0.8555,
      "step": 125898
    },
    {
      "epoch": 5.85712956501512,
      "grad_norm": 1.8541467210021676,
      "learning_rate": 4.32822105988917e-07,
      "loss": 0.9297,
      "step": 125899
    },
    {
      "epoch": 5.8571760874622,
      "grad_norm": 1.7013097673783595,
      "learning_rate": 4.3254041042654063e-07,
      "loss": 0.9414,
      "step": 125900
    },
    {
      "epoch": 5.8572226099092815,
      "grad_norm": 1.7981203709303235,
      "learning_rate": 4.3225880643025234e-07,
      "loss": 0.9023,
      "step": 125901
    },
    {
      "epoch": 5.857269132356362,
      "grad_norm": 1.7182843527045524,
      "learning_rate": 4.31977294000202e-07,
      "loss": 0.8594,
      "step": 125902
    },
    {
      "epoch": 5.857315654803442,
      "grad_norm": 1.6481968871818011,
      "learning_rate": 4.316958731365894e-07,
      "loss": 0.9844,
      "step": 125903
    },
    {
      "epoch": 5.857362177250524,
      "grad_norm": 1.7924390668365469,
      "learning_rate": 4.3141454383958105e-07,
      "loss": 1.0312,
      "step": 125904
    },
    {
      "epoch": 5.857408699697604,
      "grad_norm": 1.906339881235146,
      "learning_rate": 4.3113330610932696e-07,
      "loss": 1.0156,
      "step": 125905
    },
    {
      "epoch": 5.857455222144685,
      "grad_norm": 1.6573207712892535,
      "learning_rate": 4.308521599460102e-07,
      "loss": 0.8555,
      "step": 125906
    },
    {
      "epoch": 5.857501744591765,
      "grad_norm": 1.7380008189653053,
      "learning_rate": 4.3057110534983065e-07,
      "loss": 0.9336,
      "step": 125907
    },
    {
      "epoch": 5.857548267038847,
      "grad_norm": 1.8540374013720586,
      "learning_rate": 4.302901423209215e-07,
      "loss": 0.9141,
      "step": 125908
    },
    {
      "epoch": 5.857594789485927,
      "grad_norm": 1.7363364028575743,
      "learning_rate": 4.3000927085946604e-07,
      "loss": 0.9492,
      "step": 125909
    },
    {
      "epoch": 5.8576413119330075,
      "grad_norm": 1.9169956654873614,
      "learning_rate": 4.297284909656473e-07,
      "loss": 0.9727,
      "step": 125910
    },
    {
      "epoch": 5.857687834380089,
      "grad_norm": 1.9981974330147074,
      "learning_rate": 4.2944780263963195e-07,
      "loss": 0.9961,
      "step": 125911
    },
    {
      "epoch": 5.857734356827169,
      "grad_norm": 1.8298261766492447,
      "learning_rate": 4.291672058815865e-07,
      "loss": 0.9141,
      "step": 125912
    },
    {
      "epoch": 5.85778087927425,
      "grad_norm": 1.9840395318158213,
      "learning_rate": 4.2888670069167743e-07,
      "loss": 1.0,
      "step": 125913
    },
    {
      "epoch": 5.85782740172133,
      "grad_norm": 1.7733030001104138,
      "learning_rate": 4.286062870701046e-07,
      "loss": 0.8633,
      "step": 125914
    },
    {
      "epoch": 5.857873924168411,
      "grad_norm": 1.736120925544241,
      "learning_rate": 4.283259650170012e-07,
      "loss": 0.8789,
      "step": 125915
    },
    {
      "epoch": 5.857920446615492,
      "grad_norm": 1.8873746520148025,
      "learning_rate": 4.280457345325672e-07,
      "loss": 0.9727,
      "step": 125916
    },
    {
      "epoch": 5.857966969062573,
      "grad_norm": 1.7514873744574182,
      "learning_rate": 4.27765595616969e-07,
      "loss": 0.7812,
      "step": 125917
    },
    {
      "epoch": 5.858013491509653,
      "grad_norm": 1.704775072525876,
      "learning_rate": 4.274855482703732e-07,
      "loss": 0.9805,
      "step": 125918
    },
    {
      "epoch": 5.8580600139567345,
      "grad_norm": 1.7353595094377026,
      "learning_rate": 4.272055924929463e-07,
      "loss": 0.8633,
      "step": 125919
    },
    {
      "epoch": 5.858106536403815,
      "grad_norm": 1.7809271198703627,
      "learning_rate": 4.2692572828487146e-07,
      "loss": 0.8906,
      "step": 125920
    },
    {
      "epoch": 5.858153058850895,
      "grad_norm": 1.7282770876678617,
      "learning_rate": 4.266459556463153e-07,
      "loss": 1.0156,
      "step": 125921
    },
    {
      "epoch": 5.858199581297976,
      "grad_norm": 1.6169667256652644,
      "learning_rate": 4.2636627457744434e-07,
      "loss": 0.9453,
      "step": 125922
    },
    {
      "epoch": 5.858246103745057,
      "grad_norm": 1.7050445701904566,
      "learning_rate": 4.260866850784417e-07,
      "loss": 0.8359,
      "step": 125923
    },
    {
      "epoch": 5.858292626192138,
      "grad_norm": 1.647008519859268,
      "learning_rate": 4.2580718714945726e-07,
      "loss": 0.9023,
      "step": 125924
    },
    {
      "epoch": 5.858339148639218,
      "grad_norm": 1.753371793118812,
      "learning_rate": 4.2552778079069093e-07,
      "loss": 0.8203,
      "step": 125925
    },
    {
      "epoch": 5.8583856710863,
      "grad_norm": 1.709357814203092,
      "learning_rate": 4.2524846600229257e-07,
      "loss": 0.9062,
      "step": 125926
    },
    {
      "epoch": 5.85843219353338,
      "grad_norm": 1.56221299024663,
      "learning_rate": 4.2496924278442867e-07,
      "loss": 0.8008,
      "step": 125927
    },
    {
      "epoch": 5.8584787159804605,
      "grad_norm": 1.614525114475135,
      "learning_rate": 4.2469011113728245e-07,
      "loss": 0.9375,
      "step": 125928
    },
    {
      "epoch": 5.858525238427541,
      "grad_norm": 1.7013734968894862,
      "learning_rate": 4.2441107106102046e-07,
      "loss": 0.9688,
      "step": 125929
    },
    {
      "epoch": 5.858571760874622,
      "grad_norm": 1.7579150175186358,
      "learning_rate": 4.241321225558259e-07,
      "loss": 0.8242,
      "step": 125930
    },
    {
      "epoch": 5.858618283321703,
      "grad_norm": 1.656582027661923,
      "learning_rate": 4.238532656218485e-07,
      "loss": 0.9023,
      "step": 125931
    },
    {
      "epoch": 5.858664805768783,
      "grad_norm": 1.8803691827500273,
      "learning_rate": 4.2357450025927164e-07,
      "loss": 1.0078,
      "step": 125932
    },
    {
      "epoch": 5.858711328215864,
      "grad_norm": 1.8280441814254111,
      "learning_rate": 4.2329582646827844e-07,
      "loss": 1.0391,
      "step": 125933
    },
    {
      "epoch": 5.858757850662945,
      "grad_norm": 1.6928486888094518,
      "learning_rate": 4.2301724424900206e-07,
      "loss": 0.8281,
      "step": 125934
    },
    {
      "epoch": 5.858804373110026,
      "grad_norm": 1.8036446745757988,
      "learning_rate": 4.227387536016591e-07,
      "loss": 0.8203,
      "step": 125935
    },
    {
      "epoch": 5.858850895557106,
      "grad_norm": 1.8317001970209057,
      "learning_rate": 4.224603545263827e-07,
      "loss": 0.9414,
      "step": 125936
    },
    {
      "epoch": 5.858897418004187,
      "grad_norm": 1.5563440540547844,
      "learning_rate": 4.2218204702335614e-07,
      "loss": 0.8516,
      "step": 125937
    },
    {
      "epoch": 5.858943940451268,
      "grad_norm": 1.656478960787973,
      "learning_rate": 4.219038310927625e-07,
      "loss": 1.0,
      "step": 125938
    },
    {
      "epoch": 5.8589904628983485,
      "grad_norm": 1.9585792455737594,
      "learning_rate": 4.2162570673475173e-07,
      "loss": 0.9961,
      "step": 125939
    },
    {
      "epoch": 5.859036985345429,
      "grad_norm": 1.852913894768753,
      "learning_rate": 4.2134767394950697e-07,
      "loss": 0.9727,
      "step": 125940
    },
    {
      "epoch": 5.85908350779251,
      "grad_norm": 1.8710062078467087,
      "learning_rate": 4.210697327371948e-07,
      "loss": 0.9141,
      "step": 125941
    },
    {
      "epoch": 5.859130030239591,
      "grad_norm": 1.6258272182246425,
      "learning_rate": 4.2079188309798175e-07,
      "loss": 0.8008,
      "step": 125942
    },
    {
      "epoch": 5.859176552686671,
      "grad_norm": 1.7630560943776075,
      "learning_rate": 4.2051412503205097e-07,
      "loss": 0.9453,
      "step": 125943
    },
    {
      "epoch": 5.859223075133752,
      "grad_norm": 1.8279122116011797,
      "learning_rate": 4.2023645853955234e-07,
      "loss": 0.9531,
      "step": 125944
    },
    {
      "epoch": 5.859269597580833,
      "grad_norm": 1.8441126973743078,
      "learning_rate": 4.199588836206691e-07,
      "loss": 0.9609,
      "step": 125945
    },
    {
      "epoch": 5.859316120027914,
      "grad_norm": 1.60637544880199,
      "learning_rate": 4.196814002755677e-07,
      "loss": 0.7617,
      "step": 125946
    },
    {
      "epoch": 5.859362642474994,
      "grad_norm": 1.9782907185929544,
      "learning_rate": 4.1940400850443146e-07,
      "loss": 0.9648,
      "step": 125947
    },
    {
      "epoch": 5.8594091649220745,
      "grad_norm": 1.8237672076832672,
      "learning_rate": 4.191267083074101e-07,
      "loss": 0.9258,
      "step": 125948
    },
    {
      "epoch": 5.859455687369156,
      "grad_norm": 2.0817915148889936,
      "learning_rate": 4.188494996846703e-07,
      "loss": 1.1328,
      "step": 125949
    },
    {
      "epoch": 5.859502209816236,
      "grad_norm": 1.7048756317925857,
      "learning_rate": 4.1857238263639516e-07,
      "loss": 0.8438,
      "step": 125950
    },
    {
      "epoch": 5.859548732263317,
      "grad_norm": 1.6810181553163552,
      "learning_rate": 4.1829535716276784e-07,
      "loss": 0.9492,
      "step": 125951
    },
    {
      "epoch": 5.859595254710397,
      "grad_norm": 1.7730031417893677,
      "learning_rate": 4.180184232639217e-07,
      "loss": 1.0078,
      "step": 125952
    },
    {
      "epoch": 5.859641777157479,
      "grad_norm": 1.6103498767734539,
      "learning_rate": 4.177415809400564e-07,
      "loss": 0.9414,
      "step": 125953
    },
    {
      "epoch": 5.859688299604559,
      "grad_norm": 1.5307672443474185,
      "learning_rate": 4.174648301913386e-07,
      "loss": 0.875,
      "step": 125954
    },
    {
      "epoch": 5.85973482205164,
      "grad_norm": 1.8090561751925098,
      "learning_rate": 4.171881710179181e-07,
      "loss": 1.0547,
      "step": 125955
    },
    {
      "epoch": 5.859781344498721,
      "grad_norm": 1.6629587797620042,
      "learning_rate": 4.169116034199782e-07,
      "loss": 0.8789,
      "step": 125956
    },
    {
      "epoch": 5.8598278669458015,
      "grad_norm": 1.801149468053776,
      "learning_rate": 4.1663512739768537e-07,
      "loss": 1.0547,
      "step": 125957
    },
    {
      "epoch": 5.859874389392882,
      "grad_norm": 1.7736491167671513,
      "learning_rate": 4.1635874295122276e-07,
      "loss": 0.9492,
      "step": 125958
    },
    {
      "epoch": 5.859920911839962,
      "grad_norm": 1.7518088767786686,
      "learning_rate": 4.160824500807236e-07,
      "loss": 1.0234,
      "step": 125959
    },
    {
      "epoch": 5.859967434287044,
      "grad_norm": 1.7599469694579433,
      "learning_rate": 4.1580624878640446e-07,
      "loss": 1.0,
      "step": 125960
    },
    {
      "epoch": 5.860013956734124,
      "grad_norm": 1.887898161143161,
      "learning_rate": 4.155301390683985e-07,
      "loss": 0.9492,
      "step": 125961
    },
    {
      "epoch": 5.860060479181205,
      "grad_norm": 1.6737855418729102,
      "learning_rate": 4.152541209268889e-07,
      "loss": 0.8789,
      "step": 125962
    },
    {
      "epoch": 5.860107001628286,
      "grad_norm": 1.733194350014568,
      "learning_rate": 4.1497819436204225e-07,
      "loss": 0.9336,
      "step": 125963
    },
    {
      "epoch": 5.860153524075367,
      "grad_norm": 1.8940950768693623,
      "learning_rate": 4.147023593740251e-07,
      "loss": 1.0234,
      "step": 125964
    },
    {
      "epoch": 5.860200046522447,
      "grad_norm": 1.8717775730422548,
      "learning_rate": 4.144266159630205e-07,
      "loss": 0.8633,
      "step": 125965
    },
    {
      "epoch": 5.860246568969528,
      "grad_norm": 1.6951581026283173,
      "learning_rate": 4.141509641291618e-07,
      "loss": 1.0078,
      "step": 125966
    },
    {
      "epoch": 5.860293091416608,
      "grad_norm": 1.7515117284699988,
      "learning_rate": 4.138754038726655e-07,
      "loss": 0.8516,
      "step": 125967
    },
    {
      "epoch": 5.860339613863689,
      "grad_norm": 1.7398818350650704,
      "learning_rate": 4.1359993519366474e-07,
      "loss": 0.918,
      "step": 125968
    },
    {
      "epoch": 5.86038613631077,
      "grad_norm": 1.739396306144973,
      "learning_rate": 4.1332455809234275e-07,
      "loss": 0.8125,
      "step": 125969
    },
    {
      "epoch": 5.86043265875785,
      "grad_norm": 1.685211058892673,
      "learning_rate": 4.130492725688661e-07,
      "loss": 0.9492,
      "step": 125970
    },
    {
      "epoch": 5.860479181204932,
      "grad_norm": 1.938772930472028,
      "learning_rate": 4.127740786233846e-07,
      "loss": 0.9375,
      "step": 125971
    },
    {
      "epoch": 5.860525703652012,
      "grad_norm": 2.05748268308496,
      "learning_rate": 4.124989762561148e-07,
      "loss": 1.0781,
      "step": 125972
    },
    {
      "epoch": 5.860572226099093,
      "grad_norm": 1.8478462200002375,
      "learning_rate": 4.122239654671733e-07,
      "loss": 1.0938,
      "step": 125973
    },
    {
      "epoch": 5.860618748546173,
      "grad_norm": 1.6316874119945046,
      "learning_rate": 4.1194904625675984e-07,
      "loss": 0.9141,
      "step": 125974
    },
    {
      "epoch": 5.8606652709932545,
      "grad_norm": 2.019191126156735,
      "learning_rate": 4.116742186250244e-07,
      "loss": 1.0938,
      "step": 125975
    },
    {
      "epoch": 5.860711793440335,
      "grad_norm": 1.8967741619358636,
      "learning_rate": 4.113994825721501e-07,
      "loss": 0.957,
      "step": 125976
    },
    {
      "epoch": 5.8607583158874155,
      "grad_norm": 1.709770222812129,
      "learning_rate": 4.1112483809830343e-07,
      "loss": 1.0234,
      "step": 125977
    },
    {
      "epoch": 5.860804838334497,
      "grad_norm": 1.762413443396554,
      "learning_rate": 4.108502852036344e-07,
      "loss": 0.9297,
      "step": 125978
    },
    {
      "epoch": 5.860851360781577,
      "grad_norm": 1.833768751831046,
      "learning_rate": 4.105758238883261e-07,
      "loss": 0.9492,
      "step": 125979
    },
    {
      "epoch": 5.860897883228658,
      "grad_norm": 1.9097778019811567,
      "learning_rate": 4.1030145415256175e-07,
      "loss": 1.0078,
      "step": 125980
    },
    {
      "epoch": 5.860944405675738,
      "grad_norm": 2.201743937550816,
      "learning_rate": 4.100271759964746e-07,
      "loss": 1.0938,
      "step": 125981
    },
    {
      "epoch": 5.86099092812282,
      "grad_norm": 1.702735198384286,
      "learning_rate": 4.097529894202478e-07,
      "loss": 0.8164,
      "step": 125982
    },
    {
      "epoch": 5.8610374505699,
      "grad_norm": 1.9092140465642595,
      "learning_rate": 4.0947889442406455e-07,
      "loss": 0.9766,
      "step": 125983
    },
    {
      "epoch": 5.861083973016981,
      "grad_norm": 1.5668068617740811,
      "learning_rate": 4.0920489100807476e-07,
      "loss": 0.7969,
      "step": 125984
    },
    {
      "epoch": 5.861130495464061,
      "grad_norm": 1.7701351808181403,
      "learning_rate": 4.089309791724615e-07,
      "loss": 0.9844,
      "step": 125985
    },
    {
      "epoch": 5.861177017911142,
      "grad_norm": 1.7260221926096293,
      "learning_rate": 4.086571589173748e-07,
      "loss": 0.9375,
      "step": 125986
    },
    {
      "epoch": 5.861223540358223,
      "grad_norm": 1.7499812803817587,
      "learning_rate": 4.0838343024298115e-07,
      "loss": 0.9414,
      "step": 125987
    },
    {
      "epoch": 5.861270062805303,
      "grad_norm": 1.6265069246762318,
      "learning_rate": 4.081097931494637e-07,
      "loss": 0.9609,
      "step": 125988
    },
    {
      "epoch": 5.861316585252384,
      "grad_norm": 1.8326965373832147,
      "learning_rate": 4.0783624763698897e-07,
      "loss": 0.9492,
      "step": 125989
    },
    {
      "epoch": 5.861363107699465,
      "grad_norm": 1.6246310397916157,
      "learning_rate": 4.075627937057069e-07,
      "loss": 0.8125,
      "step": 125990
    },
    {
      "epoch": 5.861409630146546,
      "grad_norm": 1.6975128656721645,
      "learning_rate": 4.0728943135580063e-07,
      "loss": 0.9336,
      "step": 125991
    },
    {
      "epoch": 5.861456152593626,
      "grad_norm": 1.821204994604217,
      "learning_rate": 4.0701616058743667e-07,
      "loss": 0.957,
      "step": 125992
    },
    {
      "epoch": 5.8615026750407075,
      "grad_norm": 1.8948373755962415,
      "learning_rate": 4.0674298140078165e-07,
      "loss": 1.0,
      "step": 125993
    },
    {
      "epoch": 5.861549197487788,
      "grad_norm": 1.6096619561098169,
      "learning_rate": 4.06469893796002e-07,
      "loss": 0.8867,
      "step": 125994
    },
    {
      "epoch": 5.8615957199348685,
      "grad_norm": 1.6842476658378642,
      "learning_rate": 4.061968977732477e-07,
      "loss": 0.8594,
      "step": 125995
    },
    {
      "epoch": 5.861642242381949,
      "grad_norm": 1.731188853449903,
      "learning_rate": 4.059239933327185e-07,
      "loss": 0.9102,
      "step": 125996
    },
    {
      "epoch": 5.86168876482903,
      "grad_norm": 1.6740561721276004,
      "learning_rate": 4.056511804745477e-07,
      "loss": 0.8594,
      "step": 125997
    },
    {
      "epoch": 5.861735287276111,
      "grad_norm": 1.8863268996422122,
      "learning_rate": 4.053784591989351e-07,
      "loss": 1.0156,
      "step": 125998
    },
    {
      "epoch": 5.861781809723191,
      "grad_norm": 1.7711195412106575,
      "learning_rate": 4.051058295060305e-07,
      "loss": 0.8828,
      "step": 125999
    },
    {
      "epoch": 5.861828332170272,
      "grad_norm": 1.8798471256247031,
      "learning_rate": 4.0483329139598397e-07,
      "loss": 0.9375,
      "step": 126000
    },
    {
      "epoch": 5.861874854617353,
      "grad_norm": 1.795323132817453,
      "learning_rate": 4.045608448689952e-07,
      "loss": 0.8047,
      "step": 126001
    },
    {
      "epoch": 5.861921377064434,
      "grad_norm": 1.6863669579418836,
      "learning_rate": 4.0428848992521414e-07,
      "loss": 0.9219,
      "step": 126002
    },
    {
      "epoch": 5.861967899511514,
      "grad_norm": 2.191467958003952,
      "learning_rate": 4.0401622656480724e-07,
      "loss": 1.0781,
      "step": 126003
    },
    {
      "epoch": 5.862014421958595,
      "grad_norm": 1.5688722024849389,
      "learning_rate": 4.0374405478794115e-07,
      "loss": 0.793,
      "step": 126004
    },
    {
      "epoch": 5.862060944405676,
      "grad_norm": 1.900613566470733,
      "learning_rate": 4.03471974594799e-07,
      "loss": 0.9648,
      "step": 126005
    },
    {
      "epoch": 5.862107466852756,
      "grad_norm": 1.6433771275521272,
      "learning_rate": 4.0319998598551395e-07,
      "loss": 0.8086,
      "step": 126006
    },
    {
      "epoch": 5.862153989299837,
      "grad_norm": 1.7697295106444437,
      "learning_rate": 4.0292808896028593e-07,
      "loss": 0.8203,
      "step": 126007
    },
    {
      "epoch": 5.862200511746918,
      "grad_norm": 1.7583294519052128,
      "learning_rate": 4.026562835192482e-07,
      "loss": 0.9961,
      "step": 126008
    },
    {
      "epoch": 5.862247034193999,
      "grad_norm": 1.6840842052287142,
      "learning_rate": 4.0238456966260045e-07,
      "loss": 0.9492,
      "step": 126009
    },
    {
      "epoch": 5.862293556641079,
      "grad_norm": 1.6678813767243832,
      "learning_rate": 4.021129473904927e-07,
      "loss": 0.9492,
      "step": 126010
    },
    {
      "epoch": 5.86234007908816,
      "grad_norm": 1.7855765811286097,
      "learning_rate": 4.0184141670309146e-07,
      "loss": 0.9414,
      "step": 126011
    },
    {
      "epoch": 5.862386601535241,
      "grad_norm": 1.765858911723361,
      "learning_rate": 4.015699776005632e-07,
      "loss": 0.8789,
      "step": 126012
    },
    {
      "epoch": 5.8624331239823215,
      "grad_norm": 1.9534694240102626,
      "learning_rate": 4.0129863008309116e-07,
      "loss": 0.9336,
      "step": 126013
    },
    {
      "epoch": 5.862479646429402,
      "grad_norm": 1.6440235168415447,
      "learning_rate": 4.0102737415080854e-07,
      "loss": 0.9023,
      "step": 126014
    },
    {
      "epoch": 5.862526168876483,
      "grad_norm": 1.8786544553120803,
      "learning_rate": 4.0075620980389854e-07,
      "loss": 0.9727,
      "step": 126015
    },
    {
      "epoch": 5.862572691323564,
      "grad_norm": 1.9698876533777434,
      "learning_rate": 4.004851370425277e-07,
      "loss": 1.0547,
      "step": 126016
    },
    {
      "epoch": 5.862619213770644,
      "grad_norm": 2.001382881204873,
      "learning_rate": 4.0021415586687924e-07,
      "loss": 0.9844,
      "step": 126017
    },
    {
      "epoch": 5.862665736217725,
      "grad_norm": 1.8442319859809087,
      "learning_rate": 3.999432662770863e-07,
      "loss": 0.9727,
      "step": 126018
    },
    {
      "epoch": 5.862712258664805,
      "grad_norm": 1.6852814761328951,
      "learning_rate": 3.9967246827331544e-07,
      "loss": 0.8516,
      "step": 126019
    },
    {
      "epoch": 5.862758781111887,
      "grad_norm": 1.6459027693469912,
      "learning_rate": 3.9940176185576657e-07,
      "loss": 0.9102,
      "step": 126020
    },
    {
      "epoch": 5.862805303558967,
      "grad_norm": 1.8978977080152792,
      "learning_rate": 3.991311470245895e-07,
      "loss": 1.0938,
      "step": 126021
    },
    {
      "epoch": 5.862851826006048,
      "grad_norm": 1.6866160559246228,
      "learning_rate": 3.988606237799341e-07,
      "loss": 0.8672,
      "step": 126022
    },
    {
      "epoch": 5.862898348453129,
      "grad_norm": 1.5634332081852333,
      "learning_rate": 3.9859019212198363e-07,
      "loss": 0.8438,
      "step": 126023
    },
    {
      "epoch": 5.862944870900209,
      "grad_norm": 1.7835192181264796,
      "learning_rate": 3.983198520508879e-07,
      "loss": 0.8945,
      "step": 126024
    },
    {
      "epoch": 5.86299139334729,
      "grad_norm": 1.8644669310078275,
      "learning_rate": 3.9804960356683014e-07,
      "loss": 0.9453,
      "step": 126025
    },
    {
      "epoch": 5.86303791579437,
      "grad_norm": 1.7129739985970636,
      "learning_rate": 3.9777944666997686e-07,
      "loss": 0.9258,
      "step": 126026
    },
    {
      "epoch": 5.863084438241452,
      "grad_norm": 1.6475308228580734,
      "learning_rate": 3.9750938136047795e-07,
      "loss": 0.8867,
      "step": 126027
    },
    {
      "epoch": 5.863130960688532,
      "grad_norm": 1.730627835184276,
      "learning_rate": 3.9723940763849994e-07,
      "loss": 0.9023,
      "step": 126028
    },
    {
      "epoch": 5.863177483135613,
      "grad_norm": 1.6653728386196265,
      "learning_rate": 3.9696952550420934e-07,
      "loss": 0.9375,
      "step": 126029
    },
    {
      "epoch": 5.863224005582694,
      "grad_norm": 1.753925109987289,
      "learning_rate": 3.966997349577894e-07,
      "loss": 0.8672,
      "step": 126030
    },
    {
      "epoch": 5.8632705280297746,
      "grad_norm": 1.7321705445632753,
      "learning_rate": 3.9643003599938996e-07,
      "loss": 0.875,
      "step": 126031
    },
    {
      "epoch": 5.863317050476855,
      "grad_norm": 1.693641603163931,
      "learning_rate": 3.9616042862917754e-07,
      "loss": 0.8984,
      "step": 126032
    },
    {
      "epoch": 5.8633635729239355,
      "grad_norm": 1.9874613961791265,
      "learning_rate": 3.95890912847302e-07,
      "loss": 1.0234,
      "step": 126033
    },
    {
      "epoch": 5.863410095371017,
      "grad_norm": 1.8153853993404996,
      "learning_rate": 3.9562148865396326e-07,
      "loss": 0.9766,
      "step": 126034
    },
    {
      "epoch": 5.863456617818097,
      "grad_norm": 1.6107485944384767,
      "learning_rate": 3.953521560492945e-07,
      "loss": 0.7852,
      "step": 126035
    },
    {
      "epoch": 5.863503140265178,
      "grad_norm": 1.8642081755696227,
      "learning_rate": 3.9508291503347887e-07,
      "loss": 0.9141,
      "step": 126036
    },
    {
      "epoch": 5.863549662712258,
      "grad_norm": 2.0062551218896267,
      "learning_rate": 3.9481376560666636e-07,
      "loss": 0.9102,
      "step": 126037
    },
    {
      "epoch": 5.86359618515934,
      "grad_norm": 1.80745070995582,
      "learning_rate": 3.9454470776904e-07,
      "loss": 0.9102,
      "step": 126038
    },
    {
      "epoch": 5.86364270760642,
      "grad_norm": 1.734718910676647,
      "learning_rate": 3.9427574152076646e-07,
      "loss": 0.832,
      "step": 126039
    },
    {
      "epoch": 5.863689230053501,
      "grad_norm": 1.7477136441706584,
      "learning_rate": 3.9400686686197893e-07,
      "loss": 0.8516,
      "step": 126040
    },
    {
      "epoch": 5.863735752500581,
      "grad_norm": 1.8589794163492597,
      "learning_rate": 3.9373808379286054e-07,
      "loss": 0.9258,
      "step": 126041
    },
    {
      "epoch": 5.8637822749476625,
      "grad_norm": 1.9425248106087603,
      "learning_rate": 3.9346939231359453e-07,
      "loss": 0.9258,
      "step": 126042
    },
    {
      "epoch": 5.863828797394743,
      "grad_norm": 1.993896579364421,
      "learning_rate": 3.9320079242431413e-07,
      "loss": 1.0391,
      "step": 126043
    },
    {
      "epoch": 5.863875319841823,
      "grad_norm": 1.6770672021308537,
      "learning_rate": 3.929322841252025e-07,
      "loss": 0.8945,
      "step": 126044
    },
    {
      "epoch": 5.863921842288905,
      "grad_norm": 1.7763402961546522,
      "learning_rate": 3.926638674164262e-07,
      "loss": 0.8281,
      "step": 126045
    },
    {
      "epoch": 5.863968364735985,
      "grad_norm": 1.6726949460946374,
      "learning_rate": 3.923955422981351e-07,
      "loss": 1.0312,
      "step": 126046
    },
    {
      "epoch": 5.864014887183066,
      "grad_norm": 1.7904698752066244,
      "learning_rate": 3.921273087704957e-07,
      "loss": 0.9805,
      "step": 126047
    },
    {
      "epoch": 5.864061409630146,
      "grad_norm": 1.7169181261454434,
      "learning_rate": 3.9185916683369123e-07,
      "loss": 0.9414,
      "step": 126048
    },
    {
      "epoch": 5.864107932077228,
      "grad_norm": 1.9172776075114286,
      "learning_rate": 3.9159111648787155e-07,
      "loss": 0.957,
      "step": 126049
    },
    {
      "epoch": 5.864154454524308,
      "grad_norm": 1.8583129171450599,
      "learning_rate": 3.913231577331866e-07,
      "loss": 0.9766,
      "step": 126050
    },
    {
      "epoch": 5.8642009769713885,
      "grad_norm": 1.8680933247176945,
      "learning_rate": 3.910552905698194e-07,
      "loss": 1.0469,
      "step": 126051
    },
    {
      "epoch": 5.86424749941847,
      "grad_norm": 1.7758599429217967,
      "learning_rate": 3.907875149979367e-07,
      "loss": 0.9531,
      "step": 126052
    },
    {
      "epoch": 5.86429402186555,
      "grad_norm": 1.8505228584419435,
      "learning_rate": 3.905198310177049e-07,
      "loss": 0.8906,
      "step": 126053
    },
    {
      "epoch": 5.864340544312631,
      "grad_norm": 1.5971731261496034,
      "learning_rate": 3.9025223862925724e-07,
      "loss": 0.8086,
      "step": 126054
    },
    {
      "epoch": 5.864387066759711,
      "grad_norm": 1.7367869811602727,
      "learning_rate": 3.899847378327936e-07,
      "loss": 1.0312,
      "step": 126055
    },
    {
      "epoch": 5.864433589206792,
      "grad_norm": 1.7649561791062682,
      "learning_rate": 3.8971732862846384e-07,
      "loss": 0.9531,
      "step": 126056
    },
    {
      "epoch": 5.864480111653873,
      "grad_norm": 1.565554155653277,
      "learning_rate": 3.894500110164178e-07,
      "loss": 0.7383,
      "step": 126057
    },
    {
      "epoch": 5.864526634100954,
      "grad_norm": 1.6658555843030833,
      "learning_rate": 3.8918278499683875e-07,
      "loss": 0.8242,
      "step": 126058
    },
    {
      "epoch": 5.864573156548034,
      "grad_norm": 1.9266232649314934,
      "learning_rate": 3.8891565056989315e-07,
      "loss": 1.0391,
      "step": 126059
    },
    {
      "epoch": 5.8646196789951155,
      "grad_norm": 1.7912740820602744,
      "learning_rate": 3.886486077357309e-07,
      "loss": 0.8398,
      "step": 126060
    },
    {
      "epoch": 5.864666201442196,
      "grad_norm": 1.860061191846128,
      "learning_rate": 3.883816564945186e-07,
      "loss": 1.0938,
      "step": 126061
    },
    {
      "epoch": 5.8647127238892764,
      "grad_norm": 1.7000689238438673,
      "learning_rate": 3.88114796846406e-07,
      "loss": 0.9531,
      "step": 126062
    },
    {
      "epoch": 5.864759246336357,
      "grad_norm": 1.8634849684135169,
      "learning_rate": 3.8784802879159307e-07,
      "loss": 0.9492,
      "step": 126063
    },
    {
      "epoch": 5.864805768783438,
      "grad_norm": 1.6785378604189563,
      "learning_rate": 3.8758135233021295e-07,
      "loss": 0.8477,
      "step": 126064
    },
    {
      "epoch": 5.864852291230519,
      "grad_norm": 1.7563131604016036,
      "learning_rate": 3.8731476746243216e-07,
      "loss": 0.9414,
      "step": 126065
    },
    {
      "epoch": 5.864898813677599,
      "grad_norm": 1.6095340514488747,
      "learning_rate": 3.8704827418841734e-07,
      "loss": 0.7695,
      "step": 126066
    },
    {
      "epoch": 5.864945336124681,
      "grad_norm": 1.7818884579881415,
      "learning_rate": 3.867818725083349e-07,
      "loss": 0.9102,
      "step": 126067
    },
    {
      "epoch": 5.864991858571761,
      "grad_norm": 1.7240886507653093,
      "learning_rate": 3.865155624223515e-07,
      "loss": 0.8477,
      "step": 126068
    },
    {
      "epoch": 5.865038381018842,
      "grad_norm": 1.6544428478902542,
      "learning_rate": 3.8624934393063357e-07,
      "loss": 0.8672,
      "step": 126069
    },
    {
      "epoch": 5.865084903465922,
      "grad_norm": 1.9168058082923152,
      "learning_rate": 3.859832170333144e-07,
      "loss": 1.0078,
      "step": 126070
    },
    {
      "epoch": 5.865131425913003,
      "grad_norm": 1.9983752945334852,
      "learning_rate": 3.8571718173059374e-07,
      "loss": 1.0312,
      "step": 126071
    },
    {
      "epoch": 5.865177948360084,
      "grad_norm": 1.90995741556264,
      "learning_rate": 3.8545123802262154e-07,
      "loss": 1.0859,
      "step": 126072
    },
    {
      "epoch": 5.865224470807164,
      "grad_norm": 1.671219128009781,
      "learning_rate": 3.8518538590954775e-07,
      "loss": 0.8438,
      "step": 126073
    },
    {
      "epoch": 5.865270993254245,
      "grad_norm": 1.7403927786986269,
      "learning_rate": 3.8491962539155543e-07,
      "loss": 0.9375,
      "step": 126074
    },
    {
      "epoch": 5.865317515701326,
      "grad_norm": 1.9133765634645505,
      "learning_rate": 3.8465395646877784e-07,
      "loss": 0.9297,
      "step": 126075
    },
    {
      "epoch": 5.865364038148407,
      "grad_norm": 1.6671050495344302,
      "learning_rate": 3.8438837914141486e-07,
      "loss": 0.8906,
      "step": 126076
    },
    {
      "epoch": 5.865410560595487,
      "grad_norm": 1.6467941658965346,
      "learning_rate": 3.8412289340959966e-07,
      "loss": 0.9688,
      "step": 126077
    },
    {
      "epoch": 5.865457083042568,
      "grad_norm": 1.779626704272414,
      "learning_rate": 3.838574992735155e-07,
      "loss": 1.0234,
      "step": 126078
    },
    {
      "epoch": 5.865503605489649,
      "grad_norm": 1.688037611062567,
      "learning_rate": 3.835921967333122e-07,
      "loss": 0.9102,
      "step": 126079
    },
    {
      "epoch": 5.8655501279367295,
      "grad_norm": 1.7178357206829884,
      "learning_rate": 3.8332698578915635e-07,
      "loss": 0.957,
      "step": 126080
    },
    {
      "epoch": 5.86559665038381,
      "grad_norm": 1.9702556756286542,
      "learning_rate": 3.830618664412144e-07,
      "loss": 1.0391,
      "step": 126081
    },
    {
      "epoch": 5.865643172830891,
      "grad_norm": 1.75665044302163,
      "learning_rate": 3.827968386896363e-07,
      "loss": 0.9219,
      "step": 126082
    },
    {
      "epoch": 5.865689695277972,
      "grad_norm": 1.707023695140131,
      "learning_rate": 3.8253190253458853e-07,
      "loss": 0.9297,
      "step": 126083
    },
    {
      "epoch": 5.865736217725052,
      "grad_norm": 1.897080033122996,
      "learning_rate": 3.8226705797625435e-07,
      "loss": 1.1641,
      "step": 126084
    },
    {
      "epoch": 5.865782740172133,
      "grad_norm": 1.7615073739176097,
      "learning_rate": 3.820023050147503e-07,
      "loss": 0.9492,
      "step": 126085
    },
    {
      "epoch": 5.865829262619214,
      "grad_norm": 1.8195061550583014,
      "learning_rate": 3.817376436502928e-07,
      "loss": 0.8945,
      "step": 126086
    },
    {
      "epoch": 5.865875785066295,
      "grad_norm": 1.771093885511791,
      "learning_rate": 3.814730738829985e-07,
      "loss": 1.0859,
      "step": 126087
    },
    {
      "epoch": 5.865922307513375,
      "grad_norm": 1.6497386795143247,
      "learning_rate": 3.8120859571305065e-07,
      "loss": 0.8359,
      "step": 126088
    },
    {
      "epoch": 5.8659688299604555,
      "grad_norm": 1.9848471738015356,
      "learning_rate": 3.809442091406156e-07,
      "loss": 1.0859,
      "step": 126089
    },
    {
      "epoch": 5.866015352407537,
      "grad_norm": 1.948247414959727,
      "learning_rate": 3.8067991416584344e-07,
      "loss": 0.9688,
      "step": 126090
    },
    {
      "epoch": 5.866061874854617,
      "grad_norm": 1.7925357132302668,
      "learning_rate": 3.8041571078890056e-07,
      "loss": 0.9648,
      "step": 126091
    },
    {
      "epoch": 5.866108397301698,
      "grad_norm": 1.7492220342939346,
      "learning_rate": 3.801515990099535e-07,
      "loss": 0.8945,
      "step": 126092
    },
    {
      "epoch": 5.866154919748778,
      "grad_norm": 1.758328000597701,
      "learning_rate": 3.7988757882916886e-07,
      "loss": 1.0156,
      "step": 126093
    },
    {
      "epoch": 5.86620144219586,
      "grad_norm": 1.595701667663012,
      "learning_rate": 3.7962365024667983e-07,
      "loss": 0.8398,
      "step": 126094
    },
    {
      "epoch": 5.86624796464294,
      "grad_norm": 1.643089974263025,
      "learning_rate": 3.793598132626696e-07,
      "loss": 0.8281,
      "step": 126095
    },
    {
      "epoch": 5.866294487090021,
      "grad_norm": 1.76735242931,
      "learning_rate": 3.790960678773047e-07,
      "loss": 0.8672,
      "step": 126096
    },
    {
      "epoch": 5.866341009537102,
      "grad_norm": 1.8181877573040013,
      "learning_rate": 3.7883241409073505e-07,
      "loss": 0.9414,
      "step": 126097
    },
    {
      "epoch": 5.8663875319841825,
      "grad_norm": 1.8047848751322932,
      "learning_rate": 3.785688519031271e-07,
      "loss": 0.9375,
      "step": 126098
    },
    {
      "epoch": 5.866434054431263,
      "grad_norm": 1.7417700972647125,
      "learning_rate": 3.783053813146475e-07,
      "loss": 0.8789,
      "step": 126099
    },
    {
      "epoch": 5.8664805768783435,
      "grad_norm": 1.720136723129703,
      "learning_rate": 3.78042002325446e-07,
      "loss": 0.9375,
      "step": 126100
    },
    {
      "epoch": 5.866527099325425,
      "grad_norm": 1.9163697687258372,
      "learning_rate": 3.777787149356892e-07,
      "loss": 0.9453,
      "step": 126101
    },
    {
      "epoch": 5.866573621772505,
      "grad_norm": 1.587899862783312,
      "learning_rate": 3.7751551914554367e-07,
      "loss": 0.9258,
      "step": 126102
    },
    {
      "epoch": 5.866620144219586,
      "grad_norm": 1.9089256282061933,
      "learning_rate": 3.7725241495515923e-07,
      "loss": 1.0312,
      "step": 126103
    },
    {
      "epoch": 5.866666666666667,
      "grad_norm": 1.7827120762990958,
      "learning_rate": 3.769894023647024e-07,
      "loss": 1.0078,
      "step": 126104
    },
    {
      "epoch": 5.866713189113748,
      "grad_norm": 1.954011812105567,
      "learning_rate": 3.7672648137432314e-07,
      "loss": 0.9961,
      "step": 126105
    },
    {
      "epoch": 5.866759711560828,
      "grad_norm": 1.7722740415354108,
      "learning_rate": 3.7646365198420457e-07,
      "loss": 0.9375,
      "step": 126106
    },
    {
      "epoch": 5.866806234007909,
      "grad_norm": 1.740691032034,
      "learning_rate": 3.762009141944966e-07,
      "loss": 0.9102,
      "step": 126107
    },
    {
      "epoch": 5.866852756454989,
      "grad_norm": 1.9230386499220147,
      "learning_rate": 3.759382680053658e-07,
      "loss": 1.0625,
      "step": 126108
    },
    {
      "epoch": 5.86689927890207,
      "grad_norm": 1.6796737514765925,
      "learning_rate": 3.756757134169619e-07,
      "loss": 0.9023,
      "step": 126109
    },
    {
      "epoch": 5.866945801349151,
      "grad_norm": 1.7206962229888825,
      "learning_rate": 3.7541325042945156e-07,
      "loss": 0.7891,
      "step": 126110
    },
    {
      "epoch": 5.866992323796231,
      "grad_norm": 1.6521203814805894,
      "learning_rate": 3.7515087904300135e-07,
      "loss": 0.9336,
      "step": 126111
    },
    {
      "epoch": 5.867038846243313,
      "grad_norm": 1.9450786021616842,
      "learning_rate": 3.748885992577444e-07,
      "loss": 1.0781,
      "step": 126112
    },
    {
      "epoch": 5.867085368690393,
      "grad_norm": 1.7242865487558938,
      "learning_rate": 3.7462641107388056e-07,
      "loss": 0.8438,
      "step": 126113
    },
    {
      "epoch": 5.867131891137474,
      "grad_norm": 1.7856235591539011,
      "learning_rate": 3.743643144915598e-07,
      "loss": 1.0234,
      "step": 126114
    },
    {
      "epoch": 5.867178413584554,
      "grad_norm": 1.7947043182287863,
      "learning_rate": 3.7410230951091525e-07,
      "loss": 0.9492,
      "step": 126115
    },
    {
      "epoch": 5.8672249360316355,
      "grad_norm": 1.7260560239269278,
      "learning_rate": 3.738403961321301e-07,
      "loss": 0.9297,
      "step": 126116
    },
    {
      "epoch": 5.867271458478716,
      "grad_norm": 1.6185226089368585,
      "learning_rate": 3.73578574355371e-07,
      "loss": 0.9102,
      "step": 126117
    },
    {
      "epoch": 5.8673179809257965,
      "grad_norm": 1.6059047063894831,
      "learning_rate": 3.733168441807877e-07,
      "loss": 0.8281,
      "step": 126118
    },
    {
      "epoch": 5.867364503372878,
      "grad_norm": 2.041065353400733,
      "learning_rate": 3.7305520560854675e-07,
      "loss": 0.9023,
      "step": 126119
    },
    {
      "epoch": 5.867411025819958,
      "grad_norm": 1.7500415225918935,
      "learning_rate": 3.727936586387981e-07,
      "loss": 0.875,
      "step": 126120
    },
    {
      "epoch": 5.867457548267039,
      "grad_norm": 2.0269392884547055,
      "learning_rate": 3.7253220327169155e-07,
      "loss": 1.1172,
      "step": 126121
    },
    {
      "epoch": 5.867504070714119,
      "grad_norm": 1.6825389254062213,
      "learning_rate": 3.7227083950742696e-07,
      "loss": 0.875,
      "step": 126122
    },
    {
      "epoch": 5.867550593161201,
      "grad_norm": 1.7625192234459124,
      "learning_rate": 3.72009567346121e-07,
      "loss": 0.8477,
      "step": 126123
    },
    {
      "epoch": 5.867597115608281,
      "grad_norm": 1.8164742837274106,
      "learning_rate": 3.7174838678797336e-07,
      "loss": 0.9922,
      "step": 126124
    },
    {
      "epoch": 5.867643638055362,
      "grad_norm": 1.8517414737805262,
      "learning_rate": 3.714872978331007e-07,
      "loss": 1.0,
      "step": 126125
    },
    {
      "epoch": 5.867690160502442,
      "grad_norm": 1.6889791478675609,
      "learning_rate": 3.7122630048170287e-07,
      "loss": 0.9609,
      "step": 126126
    },
    {
      "epoch": 5.867736682949523,
      "grad_norm": 1.7979509855324565,
      "learning_rate": 3.709653947339131e-07,
      "loss": 0.9453,
      "step": 126127
    },
    {
      "epoch": 5.867783205396604,
      "grad_norm": 1.6502589253244748,
      "learning_rate": 3.7070458058989783e-07,
      "loss": 0.7891,
      "step": 126128
    },
    {
      "epoch": 5.867829727843684,
      "grad_norm": 1.650795174975123,
      "learning_rate": 3.704438580498237e-07,
      "loss": 0.8281,
      "step": 126129
    },
    {
      "epoch": 5.867876250290765,
      "grad_norm": 1.9156836635320482,
      "learning_rate": 3.7018322711384054e-07,
      "loss": 0.8359,
      "step": 126130
    },
    {
      "epoch": 5.867922772737846,
      "grad_norm": 1.8672155292548824,
      "learning_rate": 3.699226877821315e-07,
      "loss": 0.8906,
      "step": 126131
    },
    {
      "epoch": 5.867969295184927,
      "grad_norm": 1.9752042032784798,
      "learning_rate": 3.6966224005481326e-07,
      "loss": 0.957,
      "step": 126132
    },
    {
      "epoch": 5.868015817632007,
      "grad_norm": 1.8956667398567495,
      "learning_rate": 3.694018839320856e-07,
      "loss": 1.0547,
      "step": 126133
    },
    {
      "epoch": 5.868062340079089,
      "grad_norm": 1.783837421153478,
      "learning_rate": 3.691416194140817e-07,
      "loss": 1.0156,
      "step": 126134
    },
    {
      "epoch": 5.868108862526169,
      "grad_norm": 1.8607161331198645,
      "learning_rate": 3.6888144650096817e-07,
      "loss": 0.9141,
      "step": 126135
    },
    {
      "epoch": 5.8681553849732495,
      "grad_norm": 1.7920007815997816,
      "learning_rate": 3.6862136519292817e-07,
      "loss": 0.9727,
      "step": 126136
    },
    {
      "epoch": 5.86820190742033,
      "grad_norm": 1.8091823994537442,
      "learning_rate": 3.683613754900783e-07,
      "loss": 0.9023,
      "step": 126137
    },
    {
      "epoch": 5.868248429867411,
      "grad_norm": 1.725112016890041,
      "learning_rate": 3.681014773926183e-07,
      "loss": 0.8906,
      "step": 126138
    },
    {
      "epoch": 5.868294952314492,
      "grad_norm": 1.7446647955067431,
      "learning_rate": 3.6784167090066486e-07,
      "loss": 0.9883,
      "step": 126139
    },
    {
      "epoch": 5.868341474761572,
      "grad_norm": 1.7113775708955212,
      "learning_rate": 3.6758195601441773e-07,
      "loss": 0.8789,
      "step": 126140
    },
    {
      "epoch": 5.868387997208654,
      "grad_norm": 1.8103601686301696,
      "learning_rate": 3.6732233273402687e-07,
      "loss": 0.9492,
      "step": 126141
    },
    {
      "epoch": 5.868434519655734,
      "grad_norm": 2.005543695492628,
      "learning_rate": 3.670628010596255e-07,
      "loss": 1.0391,
      "step": 126142
    },
    {
      "epoch": 5.868481042102815,
      "grad_norm": 1.8033891394168096,
      "learning_rate": 3.6680336099139673e-07,
      "loss": 0.957,
      "step": 126143
    },
    {
      "epoch": 5.868527564549895,
      "grad_norm": 1.5572274141035767,
      "learning_rate": 3.665440125294905e-07,
      "loss": 0.8477,
      "step": 126144
    },
    {
      "epoch": 5.868574086996976,
      "grad_norm": 1.7677558630470913,
      "learning_rate": 3.6628475567407333e-07,
      "loss": 1.1328,
      "step": 126145
    },
    {
      "epoch": 5.868620609444057,
      "grad_norm": 1.4584077021100887,
      "learning_rate": 3.6602559042529513e-07,
      "loss": 0.7188,
      "step": 126146
    },
    {
      "epoch": 5.868667131891137,
      "grad_norm": 1.654291471512218,
      "learning_rate": 3.657665167833057e-07,
      "loss": 0.9023,
      "step": 126147
    },
    {
      "epoch": 5.868713654338218,
      "grad_norm": 1.7052971607388077,
      "learning_rate": 3.6550753474828833e-07,
      "loss": 0.8008,
      "step": 126148
    },
    {
      "epoch": 5.868760176785299,
      "grad_norm": 1.726815152957254,
      "learning_rate": 3.6524864432039283e-07,
      "loss": 0.9062,
      "step": 126149
    },
    {
      "epoch": 5.86880669923238,
      "grad_norm": 1.7863548019778466,
      "learning_rate": 3.649898454997691e-07,
      "loss": 0.957,
      "step": 126150
    },
    {
      "epoch": 5.86885322167946,
      "grad_norm": 1.8314821545016595,
      "learning_rate": 3.647311382865836e-07,
      "loss": 0.9648,
      "step": 126151
    },
    {
      "epoch": 5.868899744126541,
      "grad_norm": 1.771353624002517,
      "learning_rate": 3.6447252268098635e-07,
      "loss": 0.9453,
      "step": 126152
    },
    {
      "epoch": 5.868946266573622,
      "grad_norm": 1.934898269251534,
      "learning_rate": 3.642139986831438e-07,
      "loss": 0.9805,
      "step": 126153
    },
    {
      "epoch": 5.8689927890207025,
      "grad_norm": 1.6346742942961239,
      "learning_rate": 3.639555662932059e-07,
      "loss": 0.832,
      "step": 126154
    },
    {
      "epoch": 5.869039311467783,
      "grad_norm": 1.780952952271244,
      "learning_rate": 3.6369722551133907e-07,
      "loss": 0.8906,
      "step": 126155
    },
    {
      "epoch": 5.869085833914864,
      "grad_norm": 1.8141213553625668,
      "learning_rate": 3.634389763377099e-07,
      "loss": 0.9219,
      "step": 126156
    },
    {
      "epoch": 5.869132356361945,
      "grad_norm": 1.8932981937700715,
      "learning_rate": 3.6318081877245165e-07,
      "loss": 1.0391,
      "step": 126157
    },
    {
      "epoch": 5.869178878809025,
      "grad_norm": 1.7260828163282969,
      "learning_rate": 3.6292275281574747e-07,
      "loss": 0.9883,
      "step": 126158
    },
    {
      "epoch": 5.869225401256106,
      "grad_norm": 1.8681982440813372,
      "learning_rate": 3.6266477846773055e-07,
      "loss": 0.957,
      "step": 126159
    },
    {
      "epoch": 5.869271923703186,
      "grad_norm": 1.7471194368745444,
      "learning_rate": 3.6240689572858416e-07,
      "loss": 0.957,
      "step": 126160
    },
    {
      "epoch": 5.869318446150268,
      "grad_norm": 1.780623419709571,
      "learning_rate": 3.6214910459845813e-07,
      "loss": 0.9258,
      "step": 126161
    },
    {
      "epoch": 5.869364968597348,
      "grad_norm": 1.9529660384595016,
      "learning_rate": 3.618914050774857e-07,
      "loss": 0.875,
      "step": 126162
    },
    {
      "epoch": 5.869411491044429,
      "grad_norm": 1.9170033067615786,
      "learning_rate": 3.6163379716586673e-07,
      "loss": 0.9727,
      "step": 126163
    },
    {
      "epoch": 5.86945801349151,
      "grad_norm": 1.5725090494460443,
      "learning_rate": 3.613762808637177e-07,
      "loss": 0.8008,
      "step": 126164
    },
    {
      "epoch": 5.8695045359385905,
      "grad_norm": 1.6246797037046925,
      "learning_rate": 3.611188561712386e-07,
      "loss": 0.8906,
      "step": 126165
    },
    {
      "epoch": 5.869551058385671,
      "grad_norm": 1.587511968336722,
      "learning_rate": 3.608615230885459e-07,
      "loss": 0.8047,
      "step": 126166
    },
    {
      "epoch": 5.869597580832751,
      "grad_norm": 1.791275906452477,
      "learning_rate": 3.6060428161582276e-07,
      "loss": 0.9219,
      "step": 126167
    },
    {
      "epoch": 5.869644103279833,
      "grad_norm": 1.8344834940535417,
      "learning_rate": 3.6034713175321917e-07,
      "loss": 0.9648,
      "step": 126168
    },
    {
      "epoch": 5.869690625726913,
      "grad_norm": 1.9534600873305146,
      "learning_rate": 3.6009007350088493e-07,
      "loss": 1.1172,
      "step": 126169
    },
    {
      "epoch": 5.869737148173994,
      "grad_norm": 1.745110629124403,
      "learning_rate": 3.598331068590032e-07,
      "loss": 0.9102,
      "step": 126170
    },
    {
      "epoch": 5.869783670621075,
      "grad_norm": 1.780224610856476,
      "learning_rate": 3.5957623182769067e-07,
      "loss": 0.9023,
      "step": 126171
    },
    {
      "epoch": 5.869830193068156,
      "grad_norm": 1.7479994980363112,
      "learning_rate": 3.593194484071471e-07,
      "loss": 0.9727,
      "step": 126172
    },
    {
      "epoch": 5.869876715515236,
      "grad_norm": 1.7333589434340309,
      "learning_rate": 3.590627565975057e-07,
      "loss": 0.9453,
      "step": 126173
    },
    {
      "epoch": 5.8699232379623165,
      "grad_norm": 1.9931958237001177,
      "learning_rate": 3.588061563989164e-07,
      "loss": 1.0938,
      "step": 126174
    },
    {
      "epoch": 5.869969760409398,
      "grad_norm": 1.8419140531498077,
      "learning_rate": 3.5854964781156237e-07,
      "loss": 0.9727,
      "step": 126175
    },
    {
      "epoch": 5.870016282856478,
      "grad_norm": 1.750348722267838,
      "learning_rate": 3.582932308355768e-07,
      "loss": 0.9492,
      "step": 126176
    },
    {
      "epoch": 5.870062805303559,
      "grad_norm": 1.7588021958250926,
      "learning_rate": 3.580369054711263e-07,
      "loss": 1.0469,
      "step": 126177
    },
    {
      "epoch": 5.870109327750639,
      "grad_norm": 1.6812730346716591,
      "learning_rate": 3.5778067171837734e-07,
      "loss": 0.7188,
      "step": 126178
    },
    {
      "epoch": 5.870155850197721,
      "grad_norm": 1.6067577233230168,
      "learning_rate": 3.5752452957746313e-07,
      "loss": 0.9727,
      "step": 126179
    },
    {
      "epoch": 5.870202372644801,
      "grad_norm": 1.7440713094841158,
      "learning_rate": 3.572684790485669e-07,
      "loss": 0.9922,
      "step": 126180
    },
    {
      "epoch": 5.870248895091882,
      "grad_norm": 2.144448857981641,
      "learning_rate": 3.570125201318219e-07,
      "loss": 1.1094,
      "step": 126181
    },
    {
      "epoch": 5.870295417538962,
      "grad_norm": 1.6527290856014167,
      "learning_rate": 3.567566528274113e-07,
      "loss": 0.8086,
      "step": 126182
    },
    {
      "epoch": 5.8703419399860435,
      "grad_norm": 1.8777858426091776,
      "learning_rate": 3.5650087713546826e-07,
      "loss": 0.9375,
      "step": 126183
    },
    {
      "epoch": 5.870388462433124,
      "grad_norm": 1.8122791184182596,
      "learning_rate": 3.562451930561594e-07,
      "loss": 0.9766,
      "step": 126184
    },
    {
      "epoch": 5.870434984880204,
      "grad_norm": 1.674894101733242,
      "learning_rate": 3.559896005896179e-07,
      "loss": 0.9531,
      "step": 126185
    },
    {
      "epoch": 5.870481507327286,
      "grad_norm": 1.7626376578706648,
      "learning_rate": 3.557340997360436e-07,
      "loss": 1.0,
      "step": 126186
    },
    {
      "epoch": 5.870528029774366,
      "grad_norm": 1.7920703338716562,
      "learning_rate": 3.5547869049556977e-07,
      "loss": 0.8945,
      "step": 126187
    },
    {
      "epoch": 5.870574552221447,
      "grad_norm": 1.8845676654785262,
      "learning_rate": 3.5522337286834623e-07,
      "loss": 0.8711,
      "step": 126188
    },
    {
      "epoch": 5.870621074668527,
      "grad_norm": 1.7567214730173473,
      "learning_rate": 3.549681468545562e-07,
      "loss": 0.9102,
      "step": 126189
    },
    {
      "epoch": 5.870667597115609,
      "grad_norm": 1.7476954973437078,
      "learning_rate": 3.547130124543163e-07,
      "loss": 0.8477,
      "step": 126190
    },
    {
      "epoch": 5.870714119562689,
      "grad_norm": 1.8275261595131786,
      "learning_rate": 3.544579696678096e-07,
      "loss": 0.8945,
      "step": 126191
    },
    {
      "epoch": 5.8707606420097695,
      "grad_norm": 1.6113186858118822,
      "learning_rate": 3.5420301849518607e-07,
      "loss": 0.8906,
      "step": 126192
    },
    {
      "epoch": 5.870807164456851,
      "grad_norm": 1.6889061688768388,
      "learning_rate": 3.5394815893659557e-07,
      "loss": 0.9102,
      "step": 126193
    },
    {
      "epoch": 5.870853686903931,
      "grad_norm": 1.6428593081910021,
      "learning_rate": 3.536933909922046e-07,
      "loss": 0.9141,
      "step": 126194
    },
    {
      "epoch": 5.870900209351012,
      "grad_norm": 1.7796491556161027,
      "learning_rate": 3.534387146621631e-07,
      "loss": 1.0234,
      "step": 126195
    },
    {
      "epoch": 5.870946731798092,
      "grad_norm": 1.781444143982285,
      "learning_rate": 3.531841299466376e-07,
      "loss": 0.8906,
      "step": 126196
    },
    {
      "epoch": 5.870993254245173,
      "grad_norm": 1.9462301997092142,
      "learning_rate": 3.5292963684576126e-07,
      "loss": 0.9805,
      "step": 126197
    },
    {
      "epoch": 5.871039776692254,
      "grad_norm": 1.8153279061628433,
      "learning_rate": 3.5267523535970067e-07,
      "loss": 0.9375,
      "step": 126198
    },
    {
      "epoch": 5.871086299139335,
      "grad_norm": 1.7775396333402422,
      "learning_rate": 3.5242092548862233e-07,
      "loss": 1.0,
      "step": 126199
    },
    {
      "epoch": 5.871132821586415,
      "grad_norm": 1.7505028108484393,
      "learning_rate": 3.5216670723267617e-07,
      "loss": 0.9453,
      "step": 126200
    },
    {
      "epoch": 5.8711793440334965,
      "grad_norm": 1.7563902072931943,
      "learning_rate": 3.51912580592012e-07,
      "loss": 0.8711,
      "step": 126201
    },
    {
      "epoch": 5.871225866480577,
      "grad_norm": 1.9434701264353256,
      "learning_rate": 3.516585455667964e-07,
      "loss": 1.0469,
      "step": 126202
    },
    {
      "epoch": 5.8712723889276575,
      "grad_norm": 1.5995631303970972,
      "learning_rate": 3.5140460215716257e-07,
      "loss": 0.875,
      "step": 126203
    },
    {
      "epoch": 5.871318911374738,
      "grad_norm": 1.7135770748711645,
      "learning_rate": 3.5115075036329374e-07,
      "loss": 0.9492,
      "step": 126204
    },
    {
      "epoch": 5.871365433821819,
      "grad_norm": 2.040801550463251,
      "learning_rate": 3.508969901853231e-07,
      "loss": 1.0156,
      "step": 126205
    },
    {
      "epoch": 5.8714119562689,
      "grad_norm": 1.9398285786243008,
      "learning_rate": 3.5064332162341725e-07,
      "loss": 0.9922,
      "step": 126206
    },
    {
      "epoch": 5.87145847871598,
      "grad_norm": 1.606380442129209,
      "learning_rate": 3.503897446777426e-07,
      "loss": 0.8438,
      "step": 126207
    },
    {
      "epoch": 5.871505001163062,
      "grad_norm": 1.7339521425251,
      "learning_rate": 3.501362593484325e-07,
      "loss": 0.8828,
      "step": 126208
    },
    {
      "epoch": 5.871551523610142,
      "grad_norm": 1.7366581223540491,
      "learning_rate": 3.4988286563563673e-07,
      "loss": 0.957,
      "step": 126209
    },
    {
      "epoch": 5.871598046057223,
      "grad_norm": 1.7984623212315234,
      "learning_rate": 3.4962956353953854e-07,
      "loss": 0.9023,
      "step": 126210
    },
    {
      "epoch": 5.871644568504303,
      "grad_norm": 1.4516159382234892,
      "learning_rate": 3.4937635306028776e-07,
      "loss": 0.6953,
      "step": 126211
    },
    {
      "epoch": 5.871691090951384,
      "grad_norm": 1.7147586887218553,
      "learning_rate": 3.491232341980177e-07,
      "loss": 0.8828,
      "step": 126212
    },
    {
      "epoch": 5.871737613398465,
      "grad_norm": 1.6984517790590707,
      "learning_rate": 3.488702069528948e-07,
      "loss": 0.9375,
      "step": 126213
    },
    {
      "epoch": 5.871784135845545,
      "grad_norm": 1.7808547325890305,
      "learning_rate": 3.4861727132508564e-07,
      "loss": 0.9961,
      "step": 126214
    },
    {
      "epoch": 5.871830658292626,
      "grad_norm": 1.8482566058147893,
      "learning_rate": 3.4836442731472345e-07,
      "loss": 1.0,
      "step": 126215
    },
    {
      "epoch": 5.871877180739707,
      "grad_norm": 1.9571489426134001,
      "learning_rate": 3.4811167492199144e-07,
      "loss": 0.9258,
      "step": 126216
    },
    {
      "epoch": 5.871923703186788,
      "grad_norm": 1.7002791145373408,
      "learning_rate": 3.4785901414700613e-07,
      "loss": 1.0312,
      "step": 126217
    },
    {
      "epoch": 5.871970225633868,
      "grad_norm": 1.8358907032731608,
      "learning_rate": 3.4760644498996737e-07,
      "loss": 0.9414,
      "step": 126218
    },
    {
      "epoch": 5.872016748080949,
      "grad_norm": 1.7507870601200093,
      "learning_rate": 3.473539674509918e-07,
      "loss": 0.8281,
      "step": 126219
    },
    {
      "epoch": 5.87206327052803,
      "grad_norm": 1.7757118803235095,
      "learning_rate": 3.471015815302458e-07,
      "loss": 0.9297,
      "step": 126220
    },
    {
      "epoch": 5.8721097929751105,
      "grad_norm": 1.7604998292160385,
      "learning_rate": 3.468492872278794e-07,
      "loss": 0.9492,
      "step": 126221
    },
    {
      "epoch": 5.872156315422191,
      "grad_norm": 1.7801408776846763,
      "learning_rate": 3.4659708454407574e-07,
      "loss": 0.8359,
      "step": 126222
    },
    {
      "epoch": 5.872202837869272,
      "grad_norm": 2.0171905368959053,
      "learning_rate": 3.463449734789514e-07,
      "loss": 0.9961,
      "step": 126223
    },
    {
      "epoch": 5.872249360316353,
      "grad_norm": 1.7214418552136252,
      "learning_rate": 3.460929540326729e-07,
      "loss": 0.8711,
      "step": 126224
    },
    {
      "epoch": 5.872295882763433,
      "grad_norm": 1.8665917649035075,
      "learning_rate": 3.4584102620540675e-07,
      "loss": 1.1641,
      "step": 126225
    },
    {
      "epoch": 5.872342405210514,
      "grad_norm": 1.730554254741775,
      "learning_rate": 3.455891899973029e-07,
      "loss": 0.8711,
      "step": 126226
    },
    {
      "epoch": 5.872388927657595,
      "grad_norm": 1.8922790288766027,
      "learning_rate": 3.4533744540851117e-07,
      "loss": 0.9297,
      "step": 126227
    },
    {
      "epoch": 5.872435450104676,
      "grad_norm": 1.7351073892925344,
      "learning_rate": 3.4508579243918146e-07,
      "loss": 0.8672,
      "step": 126228
    },
    {
      "epoch": 5.872481972551756,
      "grad_norm": 2.032897770547323,
      "learning_rate": 3.448342310894636e-07,
      "loss": 1.0312,
      "step": 126229
    },
    {
      "epoch": 5.872528494998837,
      "grad_norm": 1.9055586204682338,
      "learning_rate": 3.4458276135954086e-07,
      "loss": 1.0781,
      "step": 126230
    },
    {
      "epoch": 5.872575017445918,
      "grad_norm": 1.5469241689208786,
      "learning_rate": 3.443313832495298e-07,
      "loss": 0.7578,
      "step": 126231
    },
    {
      "epoch": 5.872621539892998,
      "grad_norm": 1.6640666538931939,
      "learning_rate": 3.4408009675961356e-07,
      "loss": 0.9727,
      "step": 126232
    },
    {
      "epoch": 5.872668062340079,
      "grad_norm": 1.6702311092835487,
      "learning_rate": 3.4382890188990876e-07,
      "loss": 0.8594,
      "step": 126233
    },
    {
      "epoch": 5.872714584787159,
      "grad_norm": 1.8363084756168646,
      "learning_rate": 3.4357779864061516e-07,
      "loss": 0.8828,
      "step": 126234
    },
    {
      "epoch": 5.872761107234241,
      "grad_norm": 1.7979820945800977,
      "learning_rate": 3.433267870118661e-07,
      "loss": 0.9141,
      "step": 126235
    },
    {
      "epoch": 5.872807629681321,
      "grad_norm": 1.7800507285066047,
      "learning_rate": 3.430758670038114e-07,
      "loss": 0.9023,
      "step": 126236
    },
    {
      "epoch": 5.872854152128402,
      "grad_norm": 1.6643608737374893,
      "learning_rate": 3.428250386166009e-07,
      "loss": 0.8398,
      "step": 126237
    },
    {
      "epoch": 5.872900674575483,
      "grad_norm": 1.7092693456996884,
      "learning_rate": 3.4257430185040124e-07,
      "loss": 0.9531,
      "step": 126238
    },
    {
      "epoch": 5.8729471970225635,
      "grad_norm": 1.8157759172472892,
      "learning_rate": 3.423236567053622e-07,
      "loss": 1.0156,
      "step": 126239
    },
    {
      "epoch": 5.872993719469644,
      "grad_norm": 1.7820238355860831,
      "learning_rate": 3.4207310318163375e-07,
      "loss": 0.8906,
      "step": 126240
    },
    {
      "epoch": 5.8730402419167245,
      "grad_norm": 1.7319562828227086,
      "learning_rate": 3.418226412793656e-07,
      "loss": 0.9102,
      "step": 126241
    },
    {
      "epoch": 5.873086764363806,
      "grad_norm": 1.983010105080505,
      "learning_rate": 3.415722709987079e-07,
      "loss": 1.0156,
      "step": 126242
    },
    {
      "epoch": 5.873133286810886,
      "grad_norm": 1.7205931876460459,
      "learning_rate": 3.4132199233982693e-07,
      "loss": 0.8672,
      "step": 126243
    },
    {
      "epoch": 5.873179809257967,
      "grad_norm": 1.9788182300266934,
      "learning_rate": 3.4107180530288935e-07,
      "loss": 1.0156,
      "step": 126244
    },
    {
      "epoch": 5.873226331705048,
      "grad_norm": 1.717580169095593,
      "learning_rate": 3.408217098880117e-07,
      "loss": 0.8984,
      "step": 126245
    },
    {
      "epoch": 5.873272854152129,
      "grad_norm": 1.7253941248677125,
      "learning_rate": 3.4057170609536054e-07,
      "loss": 0.9023,
      "step": 126246
    },
    {
      "epoch": 5.873319376599209,
      "grad_norm": 1.7505288868317304,
      "learning_rate": 3.403217939251024e-07,
      "loss": 0.9492,
      "step": 126247
    },
    {
      "epoch": 5.87336589904629,
      "grad_norm": 1.6825268854986766,
      "learning_rate": 3.400719733773871e-07,
      "loss": 0.9531,
      "step": 126248
    },
    {
      "epoch": 5.87341242149337,
      "grad_norm": 1.7852416550094186,
      "learning_rate": 3.3982224445234796e-07,
      "loss": 1.0469,
      "step": 126249
    },
    {
      "epoch": 5.873458943940451,
      "grad_norm": 1.7194028797361507,
      "learning_rate": 3.395726071501681e-07,
      "loss": 1.0234,
      "step": 126250
    },
    {
      "epoch": 5.873505466387532,
      "grad_norm": 1.7138415897630255,
      "learning_rate": 3.393230614709641e-07,
      "loss": 0.7812,
      "step": 126251
    },
    {
      "epoch": 5.873551988834612,
      "grad_norm": 1.7388394866981172,
      "learning_rate": 3.390736074149192e-07,
      "loss": 0.8555,
      "step": 126252
    },
    {
      "epoch": 5.873598511281694,
      "grad_norm": 1.9732526360460878,
      "learning_rate": 3.388242449821832e-07,
      "loss": 1.0703,
      "step": 126253
    },
    {
      "epoch": 5.873645033728774,
      "grad_norm": 1.6826060419464317,
      "learning_rate": 3.3857497417288936e-07,
      "loss": 0.8672,
      "step": 126254
    },
    {
      "epoch": 5.873691556175855,
      "grad_norm": 1.8633530622767094,
      "learning_rate": 3.383257949872042e-07,
      "loss": 0.918,
      "step": 126255
    },
    {
      "epoch": 5.873738078622935,
      "grad_norm": 1.9818444773646318,
      "learning_rate": 3.380767074252777e-07,
      "loss": 0.9609,
      "step": 126256
    },
    {
      "epoch": 5.8737846010700165,
      "grad_norm": 1.7407125473133231,
      "learning_rate": 3.3782771148725963e-07,
      "loss": 0.8828,
      "step": 126257
    },
    {
      "epoch": 5.873831123517097,
      "grad_norm": 1.891010587589113,
      "learning_rate": 3.3757880717331654e-07,
      "loss": 0.9531,
      "step": 126258
    },
    {
      "epoch": 5.8738776459641775,
      "grad_norm": 1.7256047557552778,
      "learning_rate": 3.373299944835817e-07,
      "loss": 0.8594,
      "step": 126259
    },
    {
      "epoch": 5.873924168411259,
      "grad_norm": 1.9052821464131857,
      "learning_rate": 3.370812734182216e-07,
      "loss": 1.0391,
      "step": 126260
    },
    {
      "epoch": 5.873970690858339,
      "grad_norm": 1.8222279522955376,
      "learning_rate": 3.3683264397736944e-07,
      "loss": 0.9648,
      "step": 126261
    },
    {
      "epoch": 5.87401721330542,
      "grad_norm": 1.8805560148981404,
      "learning_rate": 3.3658410616120845e-07,
      "loss": 0.8477,
      "step": 126262
    },
    {
      "epoch": 5.8740637357525,
      "grad_norm": 1.8288934307196107,
      "learning_rate": 3.3633565996985525e-07,
      "loss": 1.0078,
      "step": 126263
    },
    {
      "epoch": 5.874110258199582,
      "grad_norm": 1.6638946902454739,
      "learning_rate": 3.3608730540349294e-07,
      "loss": 1.0312,
      "step": 126264
    },
    {
      "epoch": 5.874156780646662,
      "grad_norm": 1.9762740352777493,
      "learning_rate": 3.3583904246225477e-07,
      "loss": 1.0078,
      "step": 126265
    },
    {
      "epoch": 5.874203303093743,
      "grad_norm": 1.8246504494515088,
      "learning_rate": 3.355908711462907e-07,
      "loss": 0.8984,
      "step": 126266
    },
    {
      "epoch": 5.874249825540823,
      "grad_norm": 1.7130137609266167,
      "learning_rate": 3.3534279145576714e-07,
      "loss": 0.8594,
      "step": 126267
    },
    {
      "epoch": 5.8742963479879045,
      "grad_norm": 1.7532231798297129,
      "learning_rate": 3.3509480339083405e-07,
      "loss": 0.9922,
      "step": 126268
    },
    {
      "epoch": 5.874342870434985,
      "grad_norm": 1.6714879223587091,
      "learning_rate": 3.3484690695162464e-07,
      "loss": 0.8086,
      "step": 126269
    },
    {
      "epoch": 5.874389392882065,
      "grad_norm": 1.8632697482745169,
      "learning_rate": 3.345991021383221e-07,
      "loss": 0.9062,
      "step": 126270
    },
    {
      "epoch": 5.874435915329146,
      "grad_norm": 1.7198829741187136,
      "learning_rate": 3.3435138895104296e-07,
      "loss": 0.9805,
      "step": 126271
    },
    {
      "epoch": 5.874482437776227,
      "grad_norm": 1.7654910039242393,
      "learning_rate": 3.341037673899705e-07,
      "loss": 0.9414,
      "step": 126272
    },
    {
      "epoch": 5.874528960223308,
      "grad_norm": 1.8274470590167748,
      "learning_rate": 3.338562374552212e-07,
      "loss": 1.0234,
      "step": 126273
    },
    {
      "epoch": 5.874575482670388,
      "grad_norm": 1.7251700774817316,
      "learning_rate": 3.336087991469949e-07,
      "loss": 1.0156,
      "step": 126274
    },
    {
      "epoch": 5.87462200511747,
      "grad_norm": 1.81462003148749,
      "learning_rate": 3.333614524653916e-07,
      "loss": 0.8789,
      "step": 126275
    },
    {
      "epoch": 5.87466852756455,
      "grad_norm": 1.8924736757131393,
      "learning_rate": 3.3311419741059443e-07,
      "loss": 0.918,
      "step": 126276
    },
    {
      "epoch": 5.8747150500116305,
      "grad_norm": 1.6464427811702584,
      "learning_rate": 3.328670339827533e-07,
      "loss": 0.9922,
      "step": 126277
    },
    {
      "epoch": 5.874761572458711,
      "grad_norm": 1.9053843647672566,
      "learning_rate": 3.326199621820014e-07,
      "loss": 0.9648,
      "step": 126278
    },
    {
      "epoch": 5.874808094905792,
      "grad_norm": 1.7900119941510497,
      "learning_rate": 3.3237298200850524e-07,
      "loss": 0.9961,
      "step": 126279
    },
    {
      "epoch": 5.874854617352873,
      "grad_norm": 1.5988785977120687,
      "learning_rate": 3.3212609346243146e-07,
      "loss": 0.8398,
      "step": 126280
    },
    {
      "epoch": 5.874901139799953,
      "grad_norm": 1.8556887123138228,
      "learning_rate": 3.3187929654387993e-07,
      "loss": 0.9727,
      "step": 126281
    },
    {
      "epoch": 5.874947662247035,
      "grad_norm": 1.753591072972565,
      "learning_rate": 3.316325912530504e-07,
      "loss": 1.0156,
      "step": 126282
    },
    {
      "epoch": 5.874994184694115,
      "grad_norm": 1.6680787868188922,
      "learning_rate": 3.313859775900929e-07,
      "loss": 0.8281,
      "step": 126283
    },
    {
      "epoch": 5.875040707141196,
      "grad_norm": 1.7039157194611256,
      "learning_rate": 3.3113945555512387e-07,
      "loss": 0.8633,
      "step": 126284
    },
    {
      "epoch": 5.875087229588276,
      "grad_norm": 1.739056501786264,
      "learning_rate": 3.3089302514830995e-07,
      "loss": 0.9609,
      "step": 126285
    },
    {
      "epoch": 5.875133752035357,
      "grad_norm": 1.7701782567625375,
      "learning_rate": 3.30646686369801e-07,
      "loss": 1.0,
      "step": 126286
    },
    {
      "epoch": 5.875180274482438,
      "grad_norm": 1.95338981973948,
      "learning_rate": 3.304004392197801e-07,
      "loss": 0.9023,
      "step": 126287
    },
    {
      "epoch": 5.875226796929518,
      "grad_norm": 1.9833568631767169,
      "learning_rate": 3.3015428369834727e-07,
      "loss": 0.9609,
      "step": 126288
    },
    {
      "epoch": 5.875273319376599,
      "grad_norm": 1.65017092414182,
      "learning_rate": 3.299082198056857e-07,
      "loss": 0.9414,
      "step": 126289
    },
    {
      "epoch": 5.87531984182368,
      "grad_norm": 2.1696068084515368,
      "learning_rate": 3.296622475419286e-07,
      "loss": 1.0312,
      "step": 126290
    },
    {
      "epoch": 5.875366364270761,
      "grad_norm": 1.8390592152676009,
      "learning_rate": 3.294163669072425e-07,
      "loss": 1.0859,
      "step": 126291
    },
    {
      "epoch": 5.875412886717841,
      "grad_norm": 1.6493123739249482,
      "learning_rate": 3.291705779017606e-07,
      "loss": 0.8125,
      "step": 126292
    },
    {
      "epoch": 5.875459409164922,
      "grad_norm": 1.888850633098137,
      "learning_rate": 3.2892488052564946e-07,
      "loss": 0.9297,
      "step": 126293
    },
    {
      "epoch": 5.875505931612003,
      "grad_norm": 1.6168159659963193,
      "learning_rate": 3.286792747790423e-07,
      "loss": 0.8281,
      "step": 126294
    },
    {
      "epoch": 5.8755524540590836,
      "grad_norm": 1.696583992362262,
      "learning_rate": 3.2843376066212234e-07,
      "loss": 1.0469,
      "step": 126295
    },
    {
      "epoch": 5.875598976506164,
      "grad_norm": 1.7746265396867542,
      "learning_rate": 3.281883381750061e-07,
      "loss": 0.9297,
      "step": 126296
    },
    {
      "epoch": 5.875645498953245,
      "grad_norm": 1.952117538994726,
      "learning_rate": 3.279430073178435e-07,
      "loss": 1.0312,
      "step": 126297
    },
    {
      "epoch": 5.875692021400326,
      "grad_norm": 1.714442031483325,
      "learning_rate": 3.276977680908177e-07,
      "loss": 0.8008,
      "step": 126298
    },
    {
      "epoch": 5.875738543847406,
      "grad_norm": 1.6911280895548426,
      "learning_rate": 3.2745262049402864e-07,
      "loss": 0.793,
      "step": 126299
    },
    {
      "epoch": 5.875785066294487,
      "grad_norm": 1.9013922080860395,
      "learning_rate": 3.2720756452767615e-07,
      "loss": 1.0156,
      "step": 126300
    },
    {
      "epoch": 5.875831588741568,
      "grad_norm": 1.848684980270464,
      "learning_rate": 3.269626001918935e-07,
      "loss": 0.8984,
      "step": 126301
    },
    {
      "epoch": 5.875878111188649,
      "grad_norm": 1.6941219589480556,
      "learning_rate": 3.267177274868138e-07,
      "loss": 0.8359,
      "step": 126302
    },
    {
      "epoch": 5.875924633635729,
      "grad_norm": 1.5339480184386103,
      "learning_rate": 3.264729464126037e-07,
      "loss": 0.8164,
      "step": 126303
    },
    {
      "epoch": 5.87597115608281,
      "grad_norm": 1.7257791087237924,
      "learning_rate": 3.26228256969413e-07,
      "loss": 0.9062,
      "step": 126304
    },
    {
      "epoch": 5.876017678529891,
      "grad_norm": 1.7027763530715303,
      "learning_rate": 3.25983659157375e-07,
      "loss": 0.8945,
      "step": 126305
    },
    {
      "epoch": 5.8760642009769715,
      "grad_norm": 1.8353269083655464,
      "learning_rate": 3.2573915297667287e-07,
      "loss": 0.8047,
      "step": 126306
    },
    {
      "epoch": 5.876110723424052,
      "grad_norm": 1.7281562153367993,
      "learning_rate": 3.254947384274065e-07,
      "loss": 0.8828,
      "step": 126307
    },
    {
      "epoch": 5.876157245871132,
      "grad_norm": 1.880651612574685,
      "learning_rate": 3.252504155097757e-07,
      "loss": 0.8008,
      "step": 126308
    },
    {
      "epoch": 5.876203768318214,
      "grad_norm": 1.777024321976086,
      "learning_rate": 3.250061842238971e-07,
      "loss": 0.8828,
      "step": 126309
    },
    {
      "epoch": 5.876250290765294,
      "grad_norm": 1.736345878199739,
      "learning_rate": 3.2476204456993724e-07,
      "loss": 0.9688,
      "step": 126310
    },
    {
      "epoch": 5.876296813212375,
      "grad_norm": 1.7977512931063004,
      "learning_rate": 3.24517996548046e-07,
      "loss": 0.9531,
      "step": 126311
    },
    {
      "epoch": 5.876343335659456,
      "grad_norm": 1.619329591472373,
      "learning_rate": 3.2427404015835654e-07,
      "loss": 0.8125,
      "step": 126312
    },
    {
      "epoch": 5.876389858106537,
      "grad_norm": 1.6483453531075798,
      "learning_rate": 3.240301754010355e-07,
      "loss": 0.7969,
      "step": 126313
    },
    {
      "epoch": 5.876436380553617,
      "grad_norm": 1.944347467944194,
      "learning_rate": 3.237864022762326e-07,
      "loss": 0.9336,
      "step": 126314
    },
    {
      "epoch": 5.8764829030006975,
      "grad_norm": 1.6476135646731278,
      "learning_rate": 3.2354272078408126e-07,
      "loss": 0.8828,
      "step": 126315
    },
    {
      "epoch": 5.876529425447779,
      "grad_norm": 1.8474811465615968,
      "learning_rate": 3.2329913092473124e-07,
      "loss": 0.9102,
      "step": 126316
    },
    {
      "epoch": 5.876575947894859,
      "grad_norm": 1.7586356687387525,
      "learning_rate": 3.230556326983491e-07,
      "loss": 0.918,
      "step": 126317
    },
    {
      "epoch": 5.87662247034194,
      "grad_norm": 1.7431151321537968,
      "learning_rate": 3.2281222610508475e-07,
      "loss": 0.7969,
      "step": 126318
    },
    {
      "epoch": 5.87666899278902,
      "grad_norm": 1.7968866148527858,
      "learning_rate": 3.225689111450547e-07,
      "loss": 1.0234,
      "step": 126319
    },
    {
      "epoch": 5.876715515236102,
      "grad_norm": 1.7686141753180393,
      "learning_rate": 3.2232568781844217e-07,
      "loss": 0.9258,
      "step": 126320
    },
    {
      "epoch": 5.876762037683182,
      "grad_norm": 1.6873780053452985,
      "learning_rate": 3.2208255612538035e-07,
      "loss": 0.8789,
      "step": 126321
    },
    {
      "epoch": 5.876808560130263,
      "grad_norm": 1.8845687601804848,
      "learning_rate": 3.2183951606603587e-07,
      "loss": 0.918,
      "step": 126322
    },
    {
      "epoch": 5.876855082577343,
      "grad_norm": 1.850390072413951,
      "learning_rate": 3.215965676405252e-07,
      "loss": 0.9531,
      "step": 126323
    },
    {
      "epoch": 5.8769016050244245,
      "grad_norm": 1.8826563541144228,
      "learning_rate": 3.213537108490316e-07,
      "loss": 0.957,
      "step": 126324
    },
    {
      "epoch": 5.876948127471505,
      "grad_norm": 2.0049576609452155,
      "learning_rate": 3.2111094569167163e-07,
      "loss": 0.8555,
      "step": 126325
    },
    {
      "epoch": 5.8769946499185854,
      "grad_norm": 1.7518216575204828,
      "learning_rate": 3.208682721686118e-07,
      "loss": 0.8594,
      "step": 126326
    },
    {
      "epoch": 5.877041172365667,
      "grad_norm": 1.8883672471856447,
      "learning_rate": 3.2062569028000195e-07,
      "loss": 0.9531,
      "step": 126327
    },
    {
      "epoch": 5.877087694812747,
      "grad_norm": 1.865850970217019,
      "learning_rate": 3.2038320002599203e-07,
      "loss": 1.0312,
      "step": 126328
    },
    {
      "epoch": 5.877134217259828,
      "grad_norm": 2.3937675605131123,
      "learning_rate": 3.2014080140671526e-07,
      "loss": 1.0625,
      "step": 126329
    },
    {
      "epoch": 5.877180739706908,
      "grad_norm": 1.873824112237115,
      "learning_rate": 3.198984944223382e-07,
      "loss": 0.9883,
      "step": 126330
    },
    {
      "epoch": 5.87722726215399,
      "grad_norm": 1.5785286901728626,
      "learning_rate": 3.1965627907299396e-07,
      "loss": 0.9766,
      "step": 126331
    },
    {
      "epoch": 5.87727378460107,
      "grad_norm": 1.9074113536724233,
      "learning_rate": 3.1941415535884917e-07,
      "loss": 1.0703,
      "step": 126332
    },
    {
      "epoch": 5.877320307048151,
      "grad_norm": 1.609743630708761,
      "learning_rate": 3.191721232800371e-07,
      "loss": 0.9414,
      "step": 126333
    },
    {
      "epoch": 5.877366829495232,
      "grad_norm": 1.694496774001812,
      "learning_rate": 3.1893018283670744e-07,
      "loss": 0.8711,
      "step": 126334
    },
    {
      "epoch": 5.877413351942312,
      "grad_norm": 2.194443064407403,
      "learning_rate": 3.186883340290103e-07,
      "loss": 1.0156,
      "step": 126335
    },
    {
      "epoch": 5.877459874389393,
      "grad_norm": 1.7153325013724816,
      "learning_rate": 3.184465768570954e-07,
      "loss": 0.9023,
      "step": 126336
    },
    {
      "epoch": 5.877506396836473,
      "grad_norm": 1.720997554026937,
      "learning_rate": 3.182049113211127e-07,
      "loss": 0.9219,
      "step": 126337
    },
    {
      "epoch": 5.877552919283554,
      "grad_norm": 1.7133655043874885,
      "learning_rate": 3.1796333742121207e-07,
      "loss": 0.9922,
      "step": 126338
    },
    {
      "epoch": 5.877599441730635,
      "grad_norm": 1.9255356117110178,
      "learning_rate": 3.177218551575267e-07,
      "loss": 1.1797,
      "step": 126339
    },
    {
      "epoch": 5.877645964177716,
      "grad_norm": 1.6406924810915469,
      "learning_rate": 3.1748046453022314e-07,
      "loss": 0.8633,
      "step": 126340
    },
    {
      "epoch": 5.877692486624796,
      "grad_norm": 1.8430627273554583,
      "learning_rate": 3.172391655394346e-07,
      "loss": 1.0234,
      "step": 126341
    },
    {
      "epoch": 5.8777390090718775,
      "grad_norm": 1.6780214813175756,
      "learning_rate": 3.1699795818531106e-07,
      "loss": 0.9023,
      "step": 126342
    },
    {
      "epoch": 5.877785531518958,
      "grad_norm": 1.8008499134329656,
      "learning_rate": 3.1675684246800224e-07,
      "loss": 0.9766,
      "step": 126343
    },
    {
      "epoch": 5.8778320539660385,
      "grad_norm": 1.8335234497435007,
      "learning_rate": 3.165158183876582e-07,
      "loss": 0.918,
      "step": 126344
    },
    {
      "epoch": 5.877878576413119,
      "grad_norm": 1.9047225929319371,
      "learning_rate": 3.162748859444286e-07,
      "loss": 0.9141,
      "step": 126345
    },
    {
      "epoch": 5.8779250988602,
      "grad_norm": 1.6806668561094158,
      "learning_rate": 3.1603404513846354e-07,
      "loss": 0.8477,
      "step": 126346
    },
    {
      "epoch": 5.877971621307281,
      "grad_norm": 1.758008225994841,
      "learning_rate": 3.157932959698961e-07,
      "loss": 0.875,
      "step": 126347
    },
    {
      "epoch": 5.878018143754361,
      "grad_norm": 1.7753526341010861,
      "learning_rate": 3.1555263843887623e-07,
      "loss": 0.8555,
      "step": 126348
    },
    {
      "epoch": 5.878064666201443,
      "grad_norm": 1.9412381282778224,
      "learning_rate": 3.1531207254557046e-07,
      "loss": 0.9961,
      "step": 126349
    },
    {
      "epoch": 5.878111188648523,
      "grad_norm": 1.9976872613018755,
      "learning_rate": 3.1507159829011196e-07,
      "loss": 1.1562,
      "step": 126350
    },
    {
      "epoch": 5.878157711095604,
      "grad_norm": 1.9280832324377568,
      "learning_rate": 3.1483121567263403e-07,
      "loss": 0.9648,
      "step": 126351
    },
    {
      "epoch": 5.878204233542684,
      "grad_norm": 1.7475734456351644,
      "learning_rate": 3.145909246933198e-07,
      "loss": 0.9375,
      "step": 126352
    },
    {
      "epoch": 5.878250755989765,
      "grad_norm": 1.6883443327604304,
      "learning_rate": 3.143507253522859e-07,
      "loss": 0.7305,
      "step": 126353
    },
    {
      "epoch": 5.878297278436846,
      "grad_norm": 1.802548466783283,
      "learning_rate": 3.1411061764968217e-07,
      "loss": 0.8359,
      "step": 126354
    },
    {
      "epoch": 5.878343800883926,
      "grad_norm": 1.8278879433549278,
      "learning_rate": 3.138706015856751e-07,
      "loss": 0.9648,
      "step": 126355
    },
    {
      "epoch": 5.878390323331007,
      "grad_norm": 1.7373570637531153,
      "learning_rate": 3.1363067716038135e-07,
      "loss": 0.9062,
      "step": 126356
    },
    {
      "epoch": 5.878436845778088,
      "grad_norm": 1.775028913217583,
      "learning_rate": 3.1339084437396745e-07,
      "loss": 0.918,
      "step": 126357
    },
    {
      "epoch": 5.878483368225169,
      "grad_norm": 1.964204110591215,
      "learning_rate": 3.1315110322659984e-07,
      "loss": 1.0625,
      "step": 126358
    },
    {
      "epoch": 5.878529890672249,
      "grad_norm": 1.7793596026415008,
      "learning_rate": 3.1291145371837853e-07,
      "loss": 0.9609,
      "step": 126359
    },
    {
      "epoch": 5.87857641311933,
      "grad_norm": 1.779019153723884,
      "learning_rate": 3.126718958494867e-07,
      "loss": 1.0234,
      "step": 126360
    },
    {
      "epoch": 5.878622935566411,
      "grad_norm": 1.7351687837282674,
      "learning_rate": 3.124324296200575e-07,
      "loss": 1.0469,
      "step": 126361
    },
    {
      "epoch": 5.8786694580134915,
      "grad_norm": 1.5826280237660837,
      "learning_rate": 3.1219305503024094e-07,
      "loss": 0.8398,
      "step": 126362
    },
    {
      "epoch": 5.878715980460572,
      "grad_norm": 1.75072746248082,
      "learning_rate": 3.119537720801868e-07,
      "loss": 0.8516,
      "step": 126363
    },
    {
      "epoch": 5.878762502907653,
      "grad_norm": 1.9244272833600045,
      "learning_rate": 3.117145807700283e-07,
      "loss": 0.832,
      "step": 126364
    },
    {
      "epoch": 5.878809025354734,
      "grad_norm": 1.759578532757623,
      "learning_rate": 3.1147548109991537e-07,
      "loss": 1.0234,
      "step": 126365
    },
    {
      "epoch": 5.878855547801814,
      "grad_norm": 1.7230714924420307,
      "learning_rate": 3.112364730700145e-07,
      "loss": 0.9414,
      "step": 126366
    },
    {
      "epoch": 5.878902070248895,
      "grad_norm": 1.6996137939698672,
      "learning_rate": 3.1099755668044237e-07,
      "loss": 0.8711,
      "step": 126367
    },
    {
      "epoch": 5.878948592695976,
      "grad_norm": 1.821000342689537,
      "learning_rate": 3.1075873193136536e-07,
      "loss": 0.9688,
      "step": 126368
    },
    {
      "epoch": 5.878995115143057,
      "grad_norm": 1.878455417755732,
      "learning_rate": 3.1051999882293343e-07,
      "loss": 0.8711,
      "step": 126369
    },
    {
      "epoch": 5.879041637590137,
      "grad_norm": 1.5258021104422272,
      "learning_rate": 3.102813573552798e-07,
      "loss": 0.8438,
      "step": 126370
    },
    {
      "epoch": 5.879088160037218,
      "grad_norm": 1.9458761227244883,
      "learning_rate": 3.100428075285377e-07,
      "loss": 0.957,
      "step": 126371
    },
    {
      "epoch": 5.879134682484299,
      "grad_norm": 1.9163615304062096,
      "learning_rate": 3.0980434934289035e-07,
      "loss": 0.9883,
      "step": 126372
    },
    {
      "epoch": 5.879181204931379,
      "grad_norm": 1.822463487841923,
      "learning_rate": 3.095659827984376e-07,
      "loss": 0.9688,
      "step": 126373
    },
    {
      "epoch": 5.87922772737846,
      "grad_norm": 1.575548794430005,
      "learning_rate": 3.093277078953793e-07,
      "loss": 0.793,
      "step": 126374
    },
    {
      "epoch": 5.87927424982554,
      "grad_norm": 1.557871684410607,
      "learning_rate": 3.090895246338154e-07,
      "loss": 0.7266,
      "step": 126375
    },
    {
      "epoch": 5.879320772272622,
      "grad_norm": 1.7226270228873386,
      "learning_rate": 3.088514330139125e-07,
      "loss": 0.9023,
      "step": 126376
    },
    {
      "epoch": 5.879367294719702,
      "grad_norm": 1.7319577567568258,
      "learning_rate": 3.086134330358203e-07,
      "loss": 0.8984,
      "step": 126377
    },
    {
      "epoch": 5.879413817166783,
      "grad_norm": 1.7155994720314858,
      "learning_rate": 3.083755246996722e-07,
      "loss": 0.9102,
      "step": 126378
    },
    {
      "epoch": 5.879460339613864,
      "grad_norm": 1.878697217373907,
      "learning_rate": 3.08137708005618e-07,
      "loss": 1.0859,
      "step": 126379
    },
    {
      "epoch": 5.8795068620609445,
      "grad_norm": 1.7045085622586496,
      "learning_rate": 3.078999829538076e-07,
      "loss": 0.9883,
      "step": 126380
    },
    {
      "epoch": 5.879553384508025,
      "grad_norm": 1.768319710028892,
      "learning_rate": 3.076623495443742e-07,
      "loss": 0.8516,
      "step": 126381
    },
    {
      "epoch": 5.8795999069551055,
      "grad_norm": 1.8046422945509053,
      "learning_rate": 3.0742480777748435e-07,
      "loss": 0.9453,
      "step": 126382
    },
    {
      "epoch": 5.879646429402187,
      "grad_norm": 1.7161253585616165,
      "learning_rate": 3.0718735765325466e-07,
      "loss": 0.957,
      "step": 126383
    },
    {
      "epoch": 5.879692951849267,
      "grad_norm": 1.783437385993344,
      "learning_rate": 3.0694999917186825e-07,
      "loss": 1.0469,
      "step": 126384
    },
    {
      "epoch": 5.879739474296348,
      "grad_norm": 1.7094214093144942,
      "learning_rate": 3.0671273233344175e-07,
      "loss": 0.8828,
      "step": 126385
    },
    {
      "epoch": 5.879785996743429,
      "grad_norm": 1.7582611234052825,
      "learning_rate": 3.0647555713810836e-07,
      "loss": 0.875,
      "step": 126386
    },
    {
      "epoch": 5.87983251919051,
      "grad_norm": 1.6988394868300962,
      "learning_rate": 3.0623847358605123e-07,
      "loss": 0.832,
      "step": 126387
    },
    {
      "epoch": 5.87987904163759,
      "grad_norm": 1.698803553417436,
      "learning_rate": 3.060014816774037e-07,
      "loss": 0.8945,
      "step": 126388
    },
    {
      "epoch": 5.879925564084671,
      "grad_norm": 1.7074077262726624,
      "learning_rate": 3.0576458141229885e-07,
      "loss": 0.9531,
      "step": 126389
    },
    {
      "epoch": 5.879972086531751,
      "grad_norm": 2.0188863142212945,
      "learning_rate": 3.0552777279087003e-07,
      "loss": 0.9766,
      "step": 126390
    },
    {
      "epoch": 5.880018608978832,
      "grad_norm": 1.6047178636679083,
      "learning_rate": 3.0529105581330035e-07,
      "loss": 0.8516,
      "step": 126391
    },
    {
      "epoch": 5.880065131425913,
      "grad_norm": 1.6411986408554617,
      "learning_rate": 3.0505443047970644e-07,
      "loss": 0.9492,
      "step": 126392
    },
    {
      "epoch": 5.880111653872993,
      "grad_norm": 1.9847782430104872,
      "learning_rate": 3.0481789679023816e-07,
      "loss": 0.8555,
      "step": 126393
    },
    {
      "epoch": 5.880158176320075,
      "grad_norm": 1.7346456709124294,
      "learning_rate": 3.0458145474504534e-07,
      "loss": 0.9766,
      "step": 126394
    },
    {
      "epoch": 5.880204698767155,
      "grad_norm": 1.9867080048218744,
      "learning_rate": 3.043451043442613e-07,
      "loss": 1.0,
      "step": 126395
    },
    {
      "epoch": 5.880251221214236,
      "grad_norm": 2.0020609070305064,
      "learning_rate": 3.041088455880525e-07,
      "loss": 1.1406,
      "step": 126396
    },
    {
      "epoch": 5.880297743661316,
      "grad_norm": 1.8729771175477283,
      "learning_rate": 3.038726784765522e-07,
      "loss": 0.918,
      "step": 126397
    },
    {
      "epoch": 5.8803442661083976,
      "grad_norm": 1.6981461413755174,
      "learning_rate": 3.0363660300989355e-07,
      "loss": 0.7891,
      "step": 126398
    },
    {
      "epoch": 5.880390788555478,
      "grad_norm": 1.715806203271611,
      "learning_rate": 3.034006191882432e-07,
      "loss": 0.8633,
      "step": 126399
    },
    {
      "epoch": 5.8804373110025585,
      "grad_norm": 1.6232171061820746,
      "learning_rate": 3.0316472701171766e-07,
      "loss": 0.8594,
      "step": 126400
    },
    {
      "epoch": 5.88048383344964,
      "grad_norm": 1.4616454015194427,
      "learning_rate": 3.029289264804835e-07,
      "loss": 0.6914,
      "step": 126401
    },
    {
      "epoch": 5.88053035589672,
      "grad_norm": 1.7000899730929073,
      "learning_rate": 3.026932175946739e-07,
      "loss": 0.9062,
      "step": 126402
    },
    {
      "epoch": 5.880576878343801,
      "grad_norm": 1.8276971406188305,
      "learning_rate": 3.0245760035445544e-07,
      "loss": 0.8867,
      "step": 126403
    },
    {
      "epoch": 5.880623400790881,
      "grad_norm": 1.870966944111225,
      "learning_rate": 3.0222207475992797e-07,
      "loss": 1.0469,
      "step": 126404
    },
    {
      "epoch": 5.880669923237963,
      "grad_norm": 1.5253852045375595,
      "learning_rate": 3.0198664081129145e-07,
      "loss": 0.8203,
      "step": 126405
    },
    {
      "epoch": 5.880716445685043,
      "grad_norm": 1.7232079689560331,
      "learning_rate": 3.017512985086457e-07,
      "loss": 0.9609,
      "step": 126406
    },
    {
      "epoch": 5.880762968132124,
      "grad_norm": 1.898474739294176,
      "learning_rate": 3.015160478521406e-07,
      "loss": 1.0391,
      "step": 126407
    },
    {
      "epoch": 5.880809490579204,
      "grad_norm": 1.5901319865329693,
      "learning_rate": 3.012808888419427e-07,
      "loss": 0.8516,
      "step": 126408
    },
    {
      "epoch": 5.8808560130262855,
      "grad_norm": 1.6630488053426817,
      "learning_rate": 3.0104582147818524e-07,
      "loss": 0.8477,
      "step": 126409
    },
    {
      "epoch": 5.880902535473366,
      "grad_norm": 1.6262782718653168,
      "learning_rate": 3.0081084576100145e-07,
      "loss": 0.7383,
      "step": 126410
    },
    {
      "epoch": 5.880949057920446,
      "grad_norm": 1.960295583680199,
      "learning_rate": 3.005759616905412e-07,
      "loss": 0.9297,
      "step": 126411
    },
    {
      "epoch": 5.880995580367527,
      "grad_norm": 1.8280467195756172,
      "learning_rate": 3.003411692669544e-07,
      "loss": 0.7773,
      "step": 126412
    },
    {
      "epoch": 5.881042102814608,
      "grad_norm": 2.1025987999027085,
      "learning_rate": 3.001064684903742e-07,
      "loss": 0.9688,
      "step": 126413
    },
    {
      "epoch": 5.881088625261689,
      "grad_norm": 1.890215098000757,
      "learning_rate": 2.9987185936096724e-07,
      "loss": 0.9922,
      "step": 126414
    },
    {
      "epoch": 5.881135147708769,
      "grad_norm": 1.8797695515560797,
      "learning_rate": 2.9963734187885004e-07,
      "loss": 1.0391,
      "step": 126415
    },
    {
      "epoch": 5.881181670155851,
      "grad_norm": 1.6719602571307453,
      "learning_rate": 2.994029160441891e-07,
      "loss": 0.9492,
      "step": 126416
    },
    {
      "epoch": 5.881228192602931,
      "grad_norm": 1.829669490336048,
      "learning_rate": 2.9916858185710103e-07,
      "loss": 0.875,
      "step": 126417
    },
    {
      "epoch": 5.8812747150500115,
      "grad_norm": 1.7522788114282353,
      "learning_rate": 2.9893433931775235e-07,
      "loss": 0.8984,
      "step": 126418
    },
    {
      "epoch": 5.881321237497092,
      "grad_norm": 1.819462474269558,
      "learning_rate": 2.987001884262763e-07,
      "loss": 0.9844,
      "step": 126419
    },
    {
      "epoch": 5.881367759944173,
      "grad_norm": 1.8994541325133023,
      "learning_rate": 2.984661291828061e-07,
      "loss": 0.875,
      "step": 126420
    },
    {
      "epoch": 5.881414282391254,
      "grad_norm": 1.931758669156683,
      "learning_rate": 2.982321615875083e-07,
      "loss": 1.0625,
      "step": 126421
    },
    {
      "epoch": 5.881460804838334,
      "grad_norm": 1.6775526549572957,
      "learning_rate": 2.9799828564051607e-07,
      "loss": 0.8203,
      "step": 126422
    },
    {
      "epoch": 5.881507327285416,
      "grad_norm": 1.6604054995225084,
      "learning_rate": 2.977645013419794e-07,
      "loss": 0.8125,
      "step": 126423
    },
    {
      "epoch": 5.881553849732496,
      "grad_norm": 1.9480590361680907,
      "learning_rate": 2.975308086920314e-07,
      "loss": 1.0703,
      "step": 126424
    },
    {
      "epoch": 5.881600372179577,
      "grad_norm": 1.994783977524671,
      "learning_rate": 2.972972076908053e-07,
      "loss": 0.9531,
      "step": 126425
    },
    {
      "epoch": 5.881646894626657,
      "grad_norm": 1.744418883755175,
      "learning_rate": 2.9706369833846776e-07,
      "loss": 0.8438,
      "step": 126426
    },
    {
      "epoch": 5.881693417073738,
      "grad_norm": 1.788465079106665,
      "learning_rate": 2.9683028063513527e-07,
      "loss": 0.8984,
      "step": 126427
    },
    {
      "epoch": 5.881739939520819,
      "grad_norm": 1.8260030396824658,
      "learning_rate": 2.965969545809743e-07,
      "loss": 1.0234,
      "step": 126428
    },
    {
      "epoch": 5.8817864619678994,
      "grad_norm": 1.6858199264818006,
      "learning_rate": 2.963637201761182e-07,
      "loss": 0.9609,
      "step": 126429
    },
    {
      "epoch": 5.88183298441498,
      "grad_norm": 1.787106798460481,
      "learning_rate": 2.961305774207168e-07,
      "loss": 0.8633,
      "step": 126430
    },
    {
      "epoch": 5.881879506862061,
      "grad_norm": 1.8428657292240922,
      "learning_rate": 2.9589752631490326e-07,
      "loss": 1.0,
      "step": 126431
    },
    {
      "epoch": 5.881926029309142,
      "grad_norm": 1.593238660632811,
      "learning_rate": 2.9566456685882755e-07,
      "loss": 0.8398,
      "step": 126432
    },
    {
      "epoch": 5.881972551756222,
      "grad_norm": 1.9143530254460865,
      "learning_rate": 2.954316990526229e-07,
      "loss": 1.1016,
      "step": 126433
    },
    {
      "epoch": 5.882019074203303,
      "grad_norm": 1.6942586254157757,
      "learning_rate": 2.9519892289642244e-07,
      "loss": 0.918,
      "step": 126434
    },
    {
      "epoch": 5.882065596650384,
      "grad_norm": 2.004672592101555,
      "learning_rate": 2.9496623839040946e-07,
      "loss": 1.1094,
      "step": 126435
    },
    {
      "epoch": 5.882112119097465,
      "grad_norm": 1.9706308884541368,
      "learning_rate": 2.947336455346838e-07,
      "loss": 1.125,
      "step": 126436
    },
    {
      "epoch": 5.882158641544545,
      "grad_norm": 1.941380605155808,
      "learning_rate": 2.945011443294121e-07,
      "loss": 1.0312,
      "step": 126437
    },
    {
      "epoch": 5.882205163991626,
      "grad_norm": 1.8118818650989892,
      "learning_rate": 2.942687347747275e-07,
      "loss": 1.0312,
      "step": 126438
    },
    {
      "epoch": 5.882251686438707,
      "grad_norm": 1.67658311928277,
      "learning_rate": 2.940364168707632e-07,
      "loss": 0.9688,
      "step": 126439
    },
    {
      "epoch": 5.882298208885787,
      "grad_norm": 1.7167375160949538,
      "learning_rate": 2.938041906176858e-07,
      "loss": 0.875,
      "step": 126440
    },
    {
      "epoch": 5.882344731332868,
      "grad_norm": 1.755969381089604,
      "learning_rate": 2.935720560156285e-07,
      "loss": 1.0,
      "step": 126441
    },
    {
      "epoch": 5.882391253779949,
      "grad_norm": 1.8716841208825346,
      "learning_rate": 2.933400130647079e-07,
      "loss": 0.8711,
      "step": 126442
    },
    {
      "epoch": 5.88243777622703,
      "grad_norm": 1.7048458270198452,
      "learning_rate": 2.9310806176510714e-07,
      "loss": 0.8945,
      "step": 126443
    },
    {
      "epoch": 5.88248429867411,
      "grad_norm": 1.83765269786417,
      "learning_rate": 2.9287620211694285e-07,
      "loss": 0.8594,
      "step": 126444
    },
    {
      "epoch": 5.882530821121191,
      "grad_norm": 1.806024731987318,
      "learning_rate": 2.9264443412034824e-07,
      "loss": 1.0,
      "step": 126445
    },
    {
      "epoch": 5.882577343568272,
      "grad_norm": 1.8454906062565066,
      "learning_rate": 2.924127577755064e-07,
      "loss": 0.8477,
      "step": 126446
    },
    {
      "epoch": 5.8826238660153525,
      "grad_norm": 1.76645912259452,
      "learning_rate": 2.921811730825008e-07,
      "loss": 0.9492,
      "step": 126447
    },
    {
      "epoch": 5.882670388462433,
      "grad_norm": 1.6743536295027879,
      "learning_rate": 2.9194968004153105e-07,
      "loss": 0.832,
      "step": 126448
    },
    {
      "epoch": 5.882716910909513,
      "grad_norm": 1.6069119257566955,
      "learning_rate": 2.9171827865269725e-07,
      "loss": 0.7969,
      "step": 126449
    },
    {
      "epoch": 5.882763433356595,
      "grad_norm": 1.6888442302355104,
      "learning_rate": 2.914869689161492e-07,
      "loss": 0.9219,
      "step": 126450
    },
    {
      "epoch": 5.882809955803675,
      "grad_norm": 1.850473277355037,
      "learning_rate": 2.9125575083205345e-07,
      "loss": 0.9727,
      "step": 126451
    },
    {
      "epoch": 5.882856478250756,
      "grad_norm": 1.8995765398524584,
      "learning_rate": 2.9102462440052653e-07,
      "loss": 1.0234,
      "step": 126452
    },
    {
      "epoch": 5.882903000697837,
      "grad_norm": 1.7787224155198125,
      "learning_rate": 2.907935896217017e-07,
      "loss": 1.0078,
      "step": 126453
    },
    {
      "epoch": 5.882949523144918,
      "grad_norm": 1.6959717990397158,
      "learning_rate": 2.9056264649576224e-07,
      "loss": 0.9883,
      "step": 126454
    },
    {
      "epoch": 5.882996045591998,
      "grad_norm": 1.7621878027720628,
      "learning_rate": 2.903317950228079e-07,
      "loss": 0.9727,
      "step": 126455
    },
    {
      "epoch": 5.8830425680390785,
      "grad_norm": 1.6884454478256696,
      "learning_rate": 2.9010103520298867e-07,
      "loss": 0.8164,
      "step": 126456
    },
    {
      "epoch": 5.88308909048616,
      "grad_norm": 1.7995929681439298,
      "learning_rate": 2.898703670364544e-07,
      "loss": 0.9062,
      "step": 126457
    },
    {
      "epoch": 5.88313561293324,
      "grad_norm": 1.7097465389197843,
      "learning_rate": 2.8963979052335495e-07,
      "loss": 0.9961,
      "step": 126458
    },
    {
      "epoch": 5.883182135380321,
      "grad_norm": 1.8301206702309845,
      "learning_rate": 2.894093056638069e-07,
      "loss": 1.0469,
      "step": 126459
    },
    {
      "epoch": 5.883228657827401,
      "grad_norm": 1.6974633921593945,
      "learning_rate": 2.8917891245797687e-07,
      "loss": 0.8398,
      "step": 126460
    },
    {
      "epoch": 5.883275180274483,
      "grad_norm": 1.6948700054191177,
      "learning_rate": 2.889486109059813e-07,
      "loss": 1.0,
      "step": 126461
    },
    {
      "epoch": 5.883321702721563,
      "grad_norm": 1.6963007940465804,
      "learning_rate": 2.887184010079868e-07,
      "loss": 0.7773,
      "step": 126462
    },
    {
      "epoch": 5.883368225168644,
      "grad_norm": 1.790303657161424,
      "learning_rate": 2.8848828276411e-07,
      "loss": 0.9336,
      "step": 126463
    },
    {
      "epoch": 5.883414747615724,
      "grad_norm": 1.6083497901482782,
      "learning_rate": 2.8825825617451726e-07,
      "loss": 0.8945,
      "step": 126464
    },
    {
      "epoch": 5.8834612700628055,
      "grad_norm": 1.9269331697879044,
      "learning_rate": 2.880283212393253e-07,
      "loss": 1.0547,
      "step": 126465
    },
    {
      "epoch": 5.883507792509886,
      "grad_norm": 1.9635111159106813,
      "learning_rate": 2.8779847795868396e-07,
      "loss": 1.0234,
      "step": 126466
    },
    {
      "epoch": 5.8835543149569665,
      "grad_norm": 2.0085972843364392,
      "learning_rate": 2.875687263327264e-07,
      "loss": 1.0625,
      "step": 126467
    },
    {
      "epoch": 5.883600837404048,
      "grad_norm": 1.989497953985398,
      "learning_rate": 2.873390663616193e-07,
      "loss": 1.0312,
      "step": 126468
    },
    {
      "epoch": 5.883647359851128,
      "grad_norm": 1.909086933649495,
      "learning_rate": 2.871094980454791e-07,
      "loss": 0.9961,
      "step": 126469
    },
    {
      "epoch": 5.883693882298209,
      "grad_norm": 1.8528467660211159,
      "learning_rate": 2.8688002138445577e-07,
      "loss": 1.0156,
      "step": 126470
    },
    {
      "epoch": 5.883740404745289,
      "grad_norm": 1.6067453551130593,
      "learning_rate": 2.8665063637868246e-07,
      "loss": 0.8867,
      "step": 126471
    },
    {
      "epoch": 5.883786927192371,
      "grad_norm": 1.8319235643529246,
      "learning_rate": 2.8642134302829243e-07,
      "loss": 1.0391,
      "step": 126472
    },
    {
      "epoch": 5.883833449639451,
      "grad_norm": 1.756811046991027,
      "learning_rate": 2.8619214133345224e-07,
      "loss": 0.8711,
      "step": 126473
    },
    {
      "epoch": 5.883879972086532,
      "grad_norm": 1.6750247117939707,
      "learning_rate": 2.859630312942951e-07,
      "loss": 0.8867,
      "step": 126474
    },
    {
      "epoch": 5.883926494533613,
      "grad_norm": 1.869233953757994,
      "learning_rate": 2.8573401291093756e-07,
      "loss": 0.9297,
      "step": 126475
    },
    {
      "epoch": 5.883973016980693,
      "grad_norm": 1.9912801338855541,
      "learning_rate": 2.855050861835462e-07,
      "loss": 0.9961,
      "step": 126476
    },
    {
      "epoch": 5.884019539427774,
      "grad_norm": 2.067752630868647,
      "learning_rate": 2.852762511122375e-07,
      "loss": 1.0859,
      "step": 126477
    },
    {
      "epoch": 5.884066061874854,
      "grad_norm": 1.7935088093529805,
      "learning_rate": 2.850475076971781e-07,
      "loss": 0.8672,
      "step": 126478
    },
    {
      "epoch": 5.884112584321935,
      "grad_norm": 1.8145922031690844,
      "learning_rate": 2.848188559384845e-07,
      "loss": 0.9062,
      "step": 126479
    },
    {
      "epoch": 5.884159106769016,
      "grad_norm": 1.6382200893084193,
      "learning_rate": 2.845902958363233e-07,
      "loss": 0.8516,
      "step": 126480
    },
    {
      "epoch": 5.884205629216097,
      "grad_norm": 1.8115965024127376,
      "learning_rate": 2.8436182739081105e-07,
      "loss": 0.9844,
      "step": 126481
    },
    {
      "epoch": 5.884252151663177,
      "grad_norm": 1.7732994978265042,
      "learning_rate": 2.8413345060208093e-07,
      "loss": 0.8477,
      "step": 126482
    },
    {
      "epoch": 5.8842986741102585,
      "grad_norm": 1.7377460493143166,
      "learning_rate": 2.839051654702995e-07,
      "loss": 0.9414,
      "step": 126483
    },
    {
      "epoch": 5.884345196557339,
      "grad_norm": 1.9426462443688408,
      "learning_rate": 2.836769719956e-07,
      "loss": 0.9531,
      "step": 126484
    },
    {
      "epoch": 5.8843917190044195,
      "grad_norm": 1.9163070469760513,
      "learning_rate": 2.8344887017809904e-07,
      "loss": 0.957,
      "step": 126485
    },
    {
      "epoch": 5.8844382414515,
      "grad_norm": 1.672845086786033,
      "learning_rate": 2.832208600179631e-07,
      "loss": 0.8984,
      "step": 126486
    },
    {
      "epoch": 5.884484763898581,
      "grad_norm": 1.8115681553244463,
      "learning_rate": 2.8299294151532536e-07,
      "loss": 0.9961,
      "step": 126487
    },
    {
      "epoch": 5.884531286345662,
      "grad_norm": 1.6781358926973005,
      "learning_rate": 2.8276511467031916e-07,
      "loss": 0.875,
      "step": 126488
    },
    {
      "epoch": 5.884577808792742,
      "grad_norm": 1.8417822942293602,
      "learning_rate": 2.825373794830776e-07,
      "loss": 0.9141,
      "step": 126489
    },
    {
      "epoch": 5.884624331239824,
      "grad_norm": 1.7645262610417323,
      "learning_rate": 2.823097359537674e-07,
      "loss": 0.8359,
      "step": 126490
    },
    {
      "epoch": 5.884670853686904,
      "grad_norm": 1.6067488356975033,
      "learning_rate": 2.820821840824883e-07,
      "loss": 0.8906,
      "step": 126491
    },
    {
      "epoch": 5.884717376133985,
      "grad_norm": 1.7937551326995222,
      "learning_rate": 2.818547238694069e-07,
      "loss": 0.9609,
      "step": 126492
    },
    {
      "epoch": 5.884763898581065,
      "grad_norm": 1.6158452508580168,
      "learning_rate": 2.8162735531467306e-07,
      "loss": 0.9922,
      "step": 126493
    },
    {
      "epoch": 5.884810421028146,
      "grad_norm": 1.568227712185759,
      "learning_rate": 2.814000784183867e-07,
      "loss": 0.8047,
      "step": 126494
    },
    {
      "epoch": 5.884856943475227,
      "grad_norm": 1.8650779410188765,
      "learning_rate": 2.8117289318071446e-07,
      "loss": 1.0859,
      "step": 126495
    },
    {
      "epoch": 5.884903465922307,
      "grad_norm": 1.7590527679564372,
      "learning_rate": 2.809457996018061e-07,
      "loss": 1.0078,
      "step": 126496
    },
    {
      "epoch": 5.884949988369388,
      "grad_norm": 1.7531303439089778,
      "learning_rate": 2.8071879768177816e-07,
      "loss": 0.8359,
      "step": 126497
    },
    {
      "epoch": 5.884996510816469,
      "grad_norm": 1.6553695333389866,
      "learning_rate": 2.80491887420764e-07,
      "loss": 0.8203,
      "step": 126498
    },
    {
      "epoch": 5.88504303326355,
      "grad_norm": 1.770789378120083,
      "learning_rate": 2.8026506881893005e-07,
      "loss": 0.9023,
      "step": 126499
    },
    {
      "epoch": 5.88508955571063,
      "grad_norm": 1.8543892343833204,
      "learning_rate": 2.8003834187639294e-07,
      "loss": 0.9023,
      "step": 126500
    },
    {
      "epoch": 5.885136078157711,
      "grad_norm": 1.7789509860702981,
      "learning_rate": 2.7981170659330254e-07,
      "loss": 0.9688,
      "step": 126501
    },
    {
      "epoch": 5.885182600604792,
      "grad_norm": 2.002031861398252,
      "learning_rate": 2.7958516296979206e-07,
      "loss": 1.1016,
      "step": 126502
    },
    {
      "epoch": 5.8852291230518725,
      "grad_norm": 2.078558602866375,
      "learning_rate": 2.7935871100599473e-07,
      "loss": 1.1797,
      "step": 126503
    },
    {
      "epoch": 5.885275645498953,
      "grad_norm": 1.8629615941463524,
      "learning_rate": 2.7913235070206044e-07,
      "loss": 0.9336,
      "step": 126504
    },
    {
      "epoch": 5.885322167946034,
      "grad_norm": 1.9019690278767512,
      "learning_rate": 2.7890608205812237e-07,
      "loss": 1.0547,
      "step": 126505
    },
    {
      "epoch": 5.885368690393115,
      "grad_norm": 1.9502809916206796,
      "learning_rate": 2.7867990507433045e-07,
      "loss": 1.0,
      "step": 126506
    },
    {
      "epoch": 5.885415212840195,
      "grad_norm": 1.8798206884608695,
      "learning_rate": 2.7845381975080126e-07,
      "loss": 1.0234,
      "step": 126507
    },
    {
      "epoch": 5.885461735287276,
      "grad_norm": 1.637164265297607,
      "learning_rate": 2.7822782608770134e-07,
      "loss": 0.9727,
      "step": 126508
    },
    {
      "epoch": 5.885508257734357,
      "grad_norm": 1.9715435898104532,
      "learning_rate": 2.7800192408513054e-07,
      "loss": 0.9766,
      "step": 126509
    },
    {
      "epoch": 5.885554780181438,
      "grad_norm": 1.7566844266759507,
      "learning_rate": 2.777761137432721e-07,
      "loss": 0.9766,
      "step": 126510
    },
    {
      "epoch": 5.885601302628518,
      "grad_norm": 2.023644575255154,
      "learning_rate": 2.77550395062226e-07,
      "loss": 1.1328,
      "step": 126511
    },
    {
      "epoch": 5.8856478250755995,
      "grad_norm": 1.7586899601793948,
      "learning_rate": 2.7732476804215867e-07,
      "loss": 0.9648,
      "step": 126512
    },
    {
      "epoch": 5.88569434752268,
      "grad_norm": 1.8057506531711671,
      "learning_rate": 2.770992326831867e-07,
      "loss": 0.9531,
      "step": 126513
    },
    {
      "epoch": 5.88574086996976,
      "grad_norm": 1.7126226989345372,
      "learning_rate": 2.768737889854433e-07,
      "loss": 0.957,
      "step": 126514
    },
    {
      "epoch": 5.885787392416841,
      "grad_norm": 2.0274003975793384,
      "learning_rate": 2.766484369490951e-07,
      "loss": 1.1328,
      "step": 126515
    },
    {
      "epoch": 5.885833914863921,
      "grad_norm": 1.748392002179381,
      "learning_rate": 2.764231765742753e-07,
      "loss": 0.9609,
      "step": 126516
    },
    {
      "epoch": 5.885880437311003,
      "grad_norm": 1.8729710349225042,
      "learning_rate": 2.7619800786110033e-07,
      "loss": 0.9609,
      "step": 126517
    },
    {
      "epoch": 5.885926959758083,
      "grad_norm": 2.133619468374855,
      "learning_rate": 2.759729308097203e-07,
      "loss": 1.0547,
      "step": 126518
    },
    {
      "epoch": 5.885973482205164,
      "grad_norm": 1.8309089980711672,
      "learning_rate": 2.7574794542026824e-07,
      "loss": 0.8906,
      "step": 126519
    },
    {
      "epoch": 5.886020004652245,
      "grad_norm": 1.730048884642503,
      "learning_rate": 2.7552305169289415e-07,
      "loss": 1.0625,
      "step": 126520
    },
    {
      "epoch": 5.8860665270993255,
      "grad_norm": 1.8915855330504214,
      "learning_rate": 2.752982496277145e-07,
      "loss": 0.9375,
      "step": 126521
    },
    {
      "epoch": 5.886113049546406,
      "grad_norm": 1.675028098149304,
      "learning_rate": 2.7507353922489594e-07,
      "loss": 0.8711,
      "step": 126522
    },
    {
      "epoch": 5.8861595719934865,
      "grad_norm": 1.8238103774809185,
      "learning_rate": 2.748489204845383e-07,
      "loss": 0.9648,
      "step": 126523
    },
    {
      "epoch": 5.886206094440568,
      "grad_norm": 1.9440272796528608,
      "learning_rate": 2.7462439340682485e-07,
      "loss": 0.9297,
      "step": 126524
    },
    {
      "epoch": 5.886252616887648,
      "grad_norm": 1.7092751937925876,
      "learning_rate": 2.7439995799185544e-07,
      "loss": 0.9219,
      "step": 126525
    },
    {
      "epoch": 5.886299139334729,
      "grad_norm": 1.7419642490075284,
      "learning_rate": 2.7417561423977995e-07,
      "loss": 0.9453,
      "step": 126526
    },
    {
      "epoch": 5.88634566178181,
      "grad_norm": 1.7415847045811224,
      "learning_rate": 2.7395136215073164e-07,
      "loss": 0.9336,
      "step": 126527
    },
    {
      "epoch": 5.886392184228891,
      "grad_norm": 1.7694429007055819,
      "learning_rate": 2.737272017248604e-07,
      "loss": 0.8672,
      "step": 126528
    },
    {
      "epoch": 5.886438706675971,
      "grad_norm": 1.9860825953010732,
      "learning_rate": 2.735031329622994e-07,
      "loss": 0.9648,
      "step": 126529
    },
    {
      "epoch": 5.886485229123052,
      "grad_norm": 1.746934122283024,
      "learning_rate": 2.732791558631819e-07,
      "loss": 0.9141,
      "step": 126530
    },
    {
      "epoch": 5.886531751570133,
      "grad_norm": 1.6868944095532503,
      "learning_rate": 2.730552704276412e-07,
      "loss": 0.8711,
      "step": 126531
    },
    {
      "epoch": 5.8865782740172135,
      "grad_norm": 1.7273303417668264,
      "learning_rate": 2.728314766558104e-07,
      "loss": 0.9883,
      "step": 126532
    },
    {
      "epoch": 5.886624796464294,
      "grad_norm": 1.7343350976427283,
      "learning_rate": 2.7260777454785607e-07,
      "loss": 0.7773,
      "step": 126533
    },
    {
      "epoch": 5.886671318911374,
      "grad_norm": 1.7052011902998587,
      "learning_rate": 2.723841641038782e-07,
      "loss": 0.9336,
      "step": 126534
    },
    {
      "epoch": 5.886717841358456,
      "grad_norm": 1.6668975487444353,
      "learning_rate": 2.721606453240266e-07,
      "loss": 0.8672,
      "step": 126535
    },
    {
      "epoch": 5.886764363805536,
      "grad_norm": 1.7641377391603934,
      "learning_rate": 2.7193721820845116e-07,
      "loss": 0.875,
      "step": 126536
    },
    {
      "epoch": 5.886810886252617,
      "grad_norm": 1.6586822150401292,
      "learning_rate": 2.7171388275726846e-07,
      "loss": 0.875,
      "step": 126537
    },
    {
      "epoch": 5.886857408699697,
      "grad_norm": 1.8397001164914544,
      "learning_rate": 2.714906389706284e-07,
      "loss": 0.875,
      "step": 126538
    },
    {
      "epoch": 5.886903931146779,
      "grad_norm": 1.8773024716311806,
      "learning_rate": 2.712674868486642e-07,
      "loss": 1.0625,
      "step": 126539
    },
    {
      "epoch": 5.886950453593859,
      "grad_norm": 1.9287384641915952,
      "learning_rate": 2.7104442639152567e-07,
      "loss": 0.9375,
      "step": 126540
    },
    {
      "epoch": 5.8869969760409395,
      "grad_norm": 1.9410276483125177,
      "learning_rate": 2.7082145759932947e-07,
      "loss": 1.0781,
      "step": 126541
    },
    {
      "epoch": 5.887043498488021,
      "grad_norm": 1.9321457940618245,
      "learning_rate": 2.7059858047220884e-07,
      "loss": 1.0547,
      "step": 126542
    },
    {
      "epoch": 5.887090020935101,
      "grad_norm": 1.7927850666605745,
      "learning_rate": 2.703757950103136e-07,
      "loss": 0.8867,
      "step": 126543
    },
    {
      "epoch": 5.887136543382182,
      "grad_norm": 1.8033441552137774,
      "learning_rate": 2.70153101213777e-07,
      "loss": 1.0078,
      "step": 126544
    },
    {
      "epoch": 5.887183065829262,
      "grad_norm": 1.7402959064757653,
      "learning_rate": 2.6993049908273224e-07,
      "loss": 0.918,
      "step": 126545
    },
    {
      "epoch": 5.887229588276344,
      "grad_norm": 1.8221338729447498,
      "learning_rate": 2.697079886173292e-07,
      "loss": 0.9883,
      "step": 126546
    },
    {
      "epoch": 5.887276110723424,
      "grad_norm": 1.5891413274896657,
      "learning_rate": 2.6948556981768456e-07,
      "loss": 0.9531,
      "step": 126547
    },
    {
      "epoch": 5.887322633170505,
      "grad_norm": 1.7899142537797552,
      "learning_rate": 2.6926324268394805e-07,
      "loss": 1.0078,
      "step": 126548
    },
    {
      "epoch": 5.887369155617585,
      "grad_norm": 1.8086238462174788,
      "learning_rate": 2.690410072162363e-07,
      "loss": 0.9375,
      "step": 126549
    },
    {
      "epoch": 5.8874156780646665,
      "grad_norm": 2.119242670523955,
      "learning_rate": 2.688188634147159e-07,
      "loss": 1.2188,
      "step": 126550
    },
    {
      "epoch": 5.887462200511747,
      "grad_norm": 1.9249390316729886,
      "learning_rate": 2.685968112795034e-07,
      "loss": 1.0469,
      "step": 126551
    },
    {
      "epoch": 5.887508722958827,
      "grad_norm": 1.7180843063517797,
      "learning_rate": 2.6837485081074863e-07,
      "loss": 0.8984,
      "step": 126552
    },
    {
      "epoch": 5.887555245405908,
      "grad_norm": 1.880851418285255,
      "learning_rate": 2.6815298200856816e-07,
      "loss": 1.0,
      "step": 126553
    },
    {
      "epoch": 5.887601767852989,
      "grad_norm": 1.7361071571933513,
      "learning_rate": 2.6793120487309527e-07,
      "loss": 0.9531,
      "step": 126554
    },
    {
      "epoch": 5.88764829030007,
      "grad_norm": 1.9037461436544392,
      "learning_rate": 2.6770951940449646e-07,
      "loss": 1.125,
      "step": 126555
    },
    {
      "epoch": 5.88769481274715,
      "grad_norm": 2.3037860985493204,
      "learning_rate": 2.674879256028717e-07,
      "loss": 1.1406,
      "step": 126556
    },
    {
      "epoch": 5.887741335194232,
      "grad_norm": 2.013598262806494,
      "learning_rate": 2.6726642346838744e-07,
      "loss": 0.9297,
      "step": 126557
    },
    {
      "epoch": 5.887787857641312,
      "grad_norm": 1.6891244583437728,
      "learning_rate": 2.6704501300116034e-07,
      "loss": 0.7656,
      "step": 126558
    },
    {
      "epoch": 5.8878343800883925,
      "grad_norm": 1.8316723451392556,
      "learning_rate": 2.6682369420132354e-07,
      "loss": 0.9297,
      "step": 126559
    },
    {
      "epoch": 5.887880902535473,
      "grad_norm": 1.5963239608810758,
      "learning_rate": 2.66602467069027e-07,
      "loss": 0.8008,
      "step": 126560
    },
    {
      "epoch": 5.887927424982554,
      "grad_norm": 1.8358131889118166,
      "learning_rate": 2.663813316044039e-07,
      "loss": 0.957,
      "step": 126561
    },
    {
      "epoch": 5.887973947429635,
      "grad_norm": 1.947450721941042,
      "learning_rate": 2.661602878075708e-07,
      "loss": 1.0859,
      "step": 126562
    },
    {
      "epoch": 5.888020469876715,
      "grad_norm": 1.8117048026877602,
      "learning_rate": 2.659393356786943e-07,
      "loss": 0.9492,
      "step": 126563
    },
    {
      "epoch": 5.888066992323797,
      "grad_norm": 1.7114338613726472,
      "learning_rate": 2.6571847521787424e-07,
      "loss": 0.8438,
      "step": 126564
    },
    {
      "epoch": 5.888113514770877,
      "grad_norm": 1.767902457963083,
      "learning_rate": 2.654977064252772e-07,
      "loss": 1.0938,
      "step": 126565
    },
    {
      "epoch": 5.888160037217958,
      "grad_norm": 1.6181631593855579,
      "learning_rate": 2.652770293010198e-07,
      "loss": 0.8125,
      "step": 126566
    },
    {
      "epoch": 5.888206559665038,
      "grad_norm": 1.7457278536548093,
      "learning_rate": 2.6505644384523515e-07,
      "loss": 0.8164,
      "step": 126567
    },
    {
      "epoch": 5.888253082112119,
      "grad_norm": 1.8267207682257642,
      "learning_rate": 2.648359500580732e-07,
      "loss": 0.9766,
      "step": 126568
    },
    {
      "epoch": 5.8882996045592,
      "grad_norm": 1.6254941087166492,
      "learning_rate": 2.646155479396672e-07,
      "loss": 0.9609,
      "step": 126569
    },
    {
      "epoch": 5.8883461270062805,
      "grad_norm": 1.8471640688446698,
      "learning_rate": 2.643952374901337e-07,
      "loss": 0.9375,
      "step": 126570
    },
    {
      "epoch": 5.888392649453361,
      "grad_norm": 1.8652546693250482,
      "learning_rate": 2.6417501870962256e-07,
      "loss": 0.918,
      "step": 126571
    },
    {
      "epoch": 5.888439171900442,
      "grad_norm": 1.8197673671567334,
      "learning_rate": 2.63954891598267e-07,
      "loss": 1.0547,
      "step": 126572
    },
    {
      "epoch": 5.888485694347523,
      "grad_norm": 1.7456979563034847,
      "learning_rate": 2.6373485615621694e-07,
      "loss": 0.8281,
      "step": 126573
    },
    {
      "epoch": 5.888532216794603,
      "grad_norm": 2.023514331635033,
      "learning_rate": 2.6351491238357224e-07,
      "loss": 1.0312,
      "step": 126574
    },
    {
      "epoch": 5.888578739241684,
      "grad_norm": 1.8329308724330255,
      "learning_rate": 2.6329506028048285e-07,
      "loss": 1.0,
      "step": 126575
    },
    {
      "epoch": 5.888625261688765,
      "grad_norm": 1.8904486537817358,
      "learning_rate": 2.6307529984709864e-07,
      "loss": 0.9297,
      "step": 126576
    },
    {
      "epoch": 5.888671784135846,
      "grad_norm": 1.9611271805328343,
      "learning_rate": 2.6285563108353613e-07,
      "loss": 0.8789,
      "step": 126577
    },
    {
      "epoch": 5.888718306582926,
      "grad_norm": 1.7762213240188884,
      "learning_rate": 2.6263605398994525e-07,
      "loss": 0.9688,
      "step": 126578
    },
    {
      "epoch": 5.888764829030007,
      "grad_norm": 1.6791644702314719,
      "learning_rate": 2.6241656856644257e-07,
      "loss": 0.8594,
      "step": 126579
    },
    {
      "epoch": 5.888811351477088,
      "grad_norm": 2.051595095231153,
      "learning_rate": 2.621971748131613e-07,
      "loss": 1.0781,
      "step": 126580
    },
    {
      "epoch": 5.888857873924168,
      "grad_norm": 1.8706041863040617,
      "learning_rate": 2.6197787273026795e-07,
      "loss": 0.9688,
      "step": 126581
    },
    {
      "epoch": 5.888904396371249,
      "grad_norm": 1.995810229466131,
      "learning_rate": 2.6175866231786245e-07,
      "loss": 0.9258,
      "step": 126582
    },
    {
      "epoch": 5.88895091881833,
      "grad_norm": 1.99288660707137,
      "learning_rate": 2.615395435760781e-07,
      "loss": 0.9805,
      "step": 126583
    },
    {
      "epoch": 5.888997441265411,
      "grad_norm": 1.758367315509095,
      "learning_rate": 2.6132051650508133e-07,
      "loss": 0.9414,
      "step": 126584
    },
    {
      "epoch": 5.889043963712491,
      "grad_norm": 1.819820466454656,
      "learning_rate": 2.611015811049888e-07,
      "loss": 0.9688,
      "step": 126585
    },
    {
      "epoch": 5.889090486159572,
      "grad_norm": 1.6600652117558055,
      "learning_rate": 2.6088273737591705e-07,
      "loss": 0.8555,
      "step": 126586
    },
    {
      "epoch": 5.889137008606653,
      "grad_norm": 1.6745344410131375,
      "learning_rate": 2.6066398531801594e-07,
      "loss": 0.9336,
      "step": 126587
    },
    {
      "epoch": 5.8891835310537335,
      "grad_norm": 1.9082250806129215,
      "learning_rate": 2.6044532493143534e-07,
      "loss": 0.9102,
      "step": 126588
    },
    {
      "epoch": 5.889230053500814,
      "grad_norm": 1.7935362395244183,
      "learning_rate": 2.602267562162752e-07,
      "loss": 0.957,
      "step": 126589
    },
    {
      "epoch": 5.889276575947894,
      "grad_norm": 1.9638504712911722,
      "learning_rate": 2.6000827917270204e-07,
      "loss": 1.0469,
      "step": 126590
    },
    {
      "epoch": 5.889323098394976,
      "grad_norm": 1.6309862105698716,
      "learning_rate": 2.597898938008158e-07,
      "loss": 0.7891,
      "step": 126591
    },
    {
      "epoch": 5.889369620842056,
      "grad_norm": 2.013310389384689,
      "learning_rate": 2.59571600100783e-07,
      "loss": 1.0234,
      "step": 126592
    },
    {
      "epoch": 5.889416143289137,
      "grad_norm": 1.6919677041730106,
      "learning_rate": 2.5935339807272026e-07,
      "loss": 1.0469,
      "step": 126593
    },
    {
      "epoch": 5.889462665736218,
      "grad_norm": 1.7599075919215987,
      "learning_rate": 2.5913528771676074e-07,
      "loss": 1.0234,
      "step": 126594
    },
    {
      "epoch": 5.889509188183299,
      "grad_norm": 1.7456048266303514,
      "learning_rate": 2.5891726903303766e-07,
      "loss": 0.9219,
      "step": 126595
    },
    {
      "epoch": 5.889555710630379,
      "grad_norm": 1.5265949208360514,
      "learning_rate": 2.586993420216843e-07,
      "loss": 0.832,
      "step": 126596
    },
    {
      "epoch": 5.88960223307746,
      "grad_norm": 1.7774439683079606,
      "learning_rate": 2.584815066828505e-07,
      "loss": 0.9258,
      "step": 126597
    },
    {
      "epoch": 5.889648755524541,
      "grad_norm": 1.6463049391303932,
      "learning_rate": 2.5826376301665286e-07,
      "loss": 0.9023,
      "step": 126598
    },
    {
      "epoch": 5.889695277971621,
      "grad_norm": 1.5557096262389445,
      "learning_rate": 2.5804611102324125e-07,
      "loss": 0.7422,
      "step": 126599
    },
    {
      "epoch": 5.889741800418702,
      "grad_norm": 1.5924767172796088,
      "learning_rate": 2.578285507027156e-07,
      "loss": 0.8594,
      "step": 126600
    },
    {
      "epoch": 5.889788322865782,
      "grad_norm": 1.565130825944827,
      "learning_rate": 2.5761108205524237e-07,
      "loss": 0.9258,
      "step": 126601
    },
    {
      "epoch": 5.889834845312864,
      "grad_norm": 1.6233598988332367,
      "learning_rate": 2.573937050809383e-07,
      "loss": 0.8594,
      "step": 126602
    },
    {
      "epoch": 5.889881367759944,
      "grad_norm": 1.7070708522636924,
      "learning_rate": 2.571764197799364e-07,
      "loss": 0.8906,
      "step": 126603
    },
    {
      "epoch": 5.889927890207025,
      "grad_norm": 1.6815017583320673,
      "learning_rate": 2.569592261523701e-07,
      "loss": 0.9102,
      "step": 126604
    },
    {
      "epoch": 5.889974412654105,
      "grad_norm": 1.6755527897561169,
      "learning_rate": 2.5674212419838913e-07,
      "loss": 0.8203,
      "step": 126605
    },
    {
      "epoch": 5.8900209351011865,
      "grad_norm": 1.6004354077316607,
      "learning_rate": 2.5652511391811017e-07,
      "loss": 0.9219,
      "step": 126606
    },
    {
      "epoch": 5.890067457548267,
      "grad_norm": 1.8029699024756358,
      "learning_rate": 2.5630819531166637e-07,
      "loss": 0.9375,
      "step": 126607
    },
    {
      "epoch": 5.8901139799953475,
      "grad_norm": 1.8551968575934148,
      "learning_rate": 2.5609136837919097e-07,
      "loss": 1.0938,
      "step": 126608
    },
    {
      "epoch": 5.890160502442429,
      "grad_norm": 1.767245103670495,
      "learning_rate": 2.5587463312081723e-07,
      "loss": 0.8477,
      "step": 126609
    },
    {
      "epoch": 5.890207024889509,
      "grad_norm": 1.6693462795092973,
      "learning_rate": 2.556579895366784e-07,
      "loss": 0.8398,
      "step": 126610
    },
    {
      "epoch": 5.89025354733659,
      "grad_norm": 1.8543264432138689,
      "learning_rate": 2.554414376269243e-07,
      "loss": 0.9219,
      "step": 126611
    },
    {
      "epoch": 5.89030006978367,
      "grad_norm": 1.6889356538428573,
      "learning_rate": 2.5522497739165483e-07,
      "loss": 0.8555,
      "step": 126612
    },
    {
      "epoch": 5.890346592230752,
      "grad_norm": 1.667551655054964,
      "learning_rate": 2.5500860883101993e-07,
      "loss": 0.9062,
      "step": 126613
    },
    {
      "epoch": 5.890393114677832,
      "grad_norm": 1.5309517853303747,
      "learning_rate": 2.547923319451528e-07,
      "loss": 0.8008,
      "step": 126614
    },
    {
      "epoch": 5.890439637124913,
      "grad_norm": 1.8959009325536305,
      "learning_rate": 2.545761467341867e-07,
      "loss": 1.3516,
      "step": 126615
    },
    {
      "epoch": 5.890486159571994,
      "grad_norm": 1.7266408996888953,
      "learning_rate": 2.5436005319825483e-07,
      "loss": 0.9648,
      "step": 126616
    },
    {
      "epoch": 5.890532682019074,
      "grad_norm": 1.770661692037045,
      "learning_rate": 2.541440513374904e-07,
      "loss": 0.8789,
      "step": 126617
    },
    {
      "epoch": 5.890579204466155,
      "grad_norm": 1.8651618039340543,
      "learning_rate": 2.5392814115201e-07,
      "loss": 0.9023,
      "step": 126618
    },
    {
      "epoch": 5.890625726913235,
      "grad_norm": 1.799510058688807,
      "learning_rate": 2.537123226419635e-07,
      "loss": 0.918,
      "step": 126619
    },
    {
      "epoch": 5.890672249360316,
      "grad_norm": 1.8666125220246519,
      "learning_rate": 2.5349659580746753e-07,
      "loss": 1.0547,
      "step": 126620
    },
    {
      "epoch": 5.890718771807397,
      "grad_norm": 1.62869125066206,
      "learning_rate": 2.5328096064867185e-07,
      "loss": 0.8672,
      "step": 126621
    },
    {
      "epoch": 5.890765294254478,
      "grad_norm": 1.716574764185959,
      "learning_rate": 2.5306541716570985e-07,
      "loss": 0.875,
      "step": 126622
    },
    {
      "epoch": 5.890811816701558,
      "grad_norm": 1.9678369400615678,
      "learning_rate": 2.528499653586813e-07,
      "loss": 0.9883,
      "step": 126623
    },
    {
      "epoch": 5.8908583391486395,
      "grad_norm": 1.9213671608942509,
      "learning_rate": 2.526346052277528e-07,
      "loss": 0.9727,
      "step": 126624
    },
    {
      "epoch": 5.89090486159572,
      "grad_norm": 1.6885348992989453,
      "learning_rate": 2.524193367730576e-07,
      "loss": 0.8086,
      "step": 126625
    },
    {
      "epoch": 5.8909513840428005,
      "grad_norm": 1.6664565412935288,
      "learning_rate": 2.5220415999469556e-07,
      "loss": 0.8672,
      "step": 126626
    },
    {
      "epoch": 5.890997906489881,
      "grad_norm": 1.7112961280383403,
      "learning_rate": 2.519890748928166e-07,
      "loss": 1.0234,
      "step": 126627
    },
    {
      "epoch": 5.891044428936962,
      "grad_norm": 1.7576271453598946,
      "learning_rate": 2.5177408146755395e-07,
      "loss": 0.9844,
      "step": 126628
    },
    {
      "epoch": 5.891090951384043,
      "grad_norm": 1.9188896788189125,
      "learning_rate": 2.515591797190408e-07,
      "loss": 0.9023,
      "step": 126629
    },
    {
      "epoch": 5.891137473831123,
      "grad_norm": 1.7373334376969243,
      "learning_rate": 2.5134436964741046e-07,
      "loss": 1.0547,
      "step": 126630
    },
    {
      "epoch": 5.891183996278205,
      "grad_norm": 1.609108218689421,
      "learning_rate": 2.511296512527794e-07,
      "loss": 0.8203,
      "step": 126631
    },
    {
      "epoch": 5.891230518725285,
      "grad_norm": 1.753875677304951,
      "learning_rate": 2.5091502453529753e-07,
      "loss": 1.0234,
      "step": 126632
    },
    {
      "epoch": 5.891277041172366,
      "grad_norm": 1.9110062171884596,
      "learning_rate": 2.5070048949509813e-07,
      "loss": 1.0625,
      "step": 126633
    },
    {
      "epoch": 5.891323563619446,
      "grad_norm": 1.8926226148095946,
      "learning_rate": 2.5048604613228105e-07,
      "loss": 0.9258,
      "step": 126634
    },
    {
      "epoch": 5.8913700860665275,
      "grad_norm": 1.9396916756814142,
      "learning_rate": 2.502716944470129e-07,
      "loss": 1.0938,
      "step": 126635
    },
    {
      "epoch": 5.891416608513608,
      "grad_norm": 1.7734589261202467,
      "learning_rate": 2.5005743443939354e-07,
      "loss": 0.9414,
      "step": 126636
    },
    {
      "epoch": 5.891463130960688,
      "grad_norm": 1.6370439655581328,
      "learning_rate": 2.498432661095895e-07,
      "loss": 0.8672,
      "step": 126637
    },
    {
      "epoch": 5.891509653407769,
      "grad_norm": 1.830575187767534,
      "learning_rate": 2.4962918945771735e-07,
      "loss": 0.9102,
      "step": 126638
    },
    {
      "epoch": 5.89155617585485,
      "grad_norm": 1.8920986015803853,
      "learning_rate": 2.4941520448389376e-07,
      "loss": 1.0312,
      "step": 126639
    },
    {
      "epoch": 5.891602698301931,
      "grad_norm": 1.6495326447250451,
      "learning_rate": 2.4920131118825183e-07,
      "loss": 0.9609,
      "step": 126640
    },
    {
      "epoch": 5.891649220749011,
      "grad_norm": 1.6785786139847503,
      "learning_rate": 2.4898750957094147e-07,
      "loss": 0.9531,
      "step": 126641
    },
    {
      "epoch": 5.891695743196092,
      "grad_norm": 1.8989517192478487,
      "learning_rate": 2.48773799632096e-07,
      "loss": 0.8984,
      "step": 126642
    },
    {
      "epoch": 5.891742265643173,
      "grad_norm": 1.6557308794783974,
      "learning_rate": 2.485601813718152e-07,
      "loss": 0.8711,
      "step": 126643
    },
    {
      "epoch": 5.8917887880902535,
      "grad_norm": 1.9437608293361812,
      "learning_rate": 2.483466547902657e-07,
      "loss": 0.8945,
      "step": 126644
    },
    {
      "epoch": 5.891835310537334,
      "grad_norm": 1.9536091251319396,
      "learning_rate": 2.481332198875474e-07,
      "loss": 1.1094,
      "step": 126645
    },
    {
      "epoch": 5.891881832984415,
      "grad_norm": 1.679190916647235,
      "learning_rate": 2.479198766638102e-07,
      "loss": 0.9336,
      "step": 126646
    },
    {
      "epoch": 5.891928355431496,
      "grad_norm": 1.8668103723506098,
      "learning_rate": 2.477066251191706e-07,
      "loss": 0.8867,
      "step": 126647
    },
    {
      "epoch": 5.891974877878576,
      "grad_norm": 1.7571346829422931,
      "learning_rate": 2.4749346525377856e-07,
      "loss": 0.8594,
      "step": 126648
    },
    {
      "epoch": 5.892021400325657,
      "grad_norm": 1.6945937985773394,
      "learning_rate": 2.472803970677506e-07,
      "loss": 0.8867,
      "step": 126649
    },
    {
      "epoch": 5.892067922772738,
      "grad_norm": 1.5500292504930864,
      "learning_rate": 2.4706742056121996e-07,
      "loss": 0.7539,
      "step": 126650
    },
    {
      "epoch": 5.892114445219819,
      "grad_norm": 1.8375259524528427,
      "learning_rate": 2.4685453573430324e-07,
      "loss": 1.0391,
      "step": 126651
    },
    {
      "epoch": 5.892160967666899,
      "grad_norm": 1.6830468700371017,
      "learning_rate": 2.4664174258716695e-07,
      "loss": 0.9727,
      "step": 126652
    },
    {
      "epoch": 5.8922074901139805,
      "grad_norm": 1.7263552112745428,
      "learning_rate": 2.4642904111991105e-07,
      "loss": 0.9336,
      "step": 126653
    },
    {
      "epoch": 5.892254012561061,
      "grad_norm": 1.8005263721136344,
      "learning_rate": 2.4621643133266866e-07,
      "loss": 1.0,
      "step": 126654
    },
    {
      "epoch": 5.892300535008141,
      "grad_norm": 1.6565976465753083,
      "learning_rate": 2.460039132255731e-07,
      "loss": 0.8438,
      "step": 126655
    },
    {
      "epoch": 5.892347057455222,
      "grad_norm": 1.682777559600815,
      "learning_rate": 2.457914867987576e-07,
      "loss": 0.7578,
      "step": 126656
    },
    {
      "epoch": 5.892393579902302,
      "grad_norm": 1.749032298562444,
      "learning_rate": 2.455791520523553e-07,
      "loss": 0.9688,
      "step": 126657
    },
    {
      "epoch": 5.892440102349384,
      "grad_norm": 1.7916740623113638,
      "learning_rate": 2.4536690898649956e-07,
      "loss": 0.8203,
      "step": 126658
    },
    {
      "epoch": 5.892486624796464,
      "grad_norm": 1.9199667126213913,
      "learning_rate": 2.451547576013069e-07,
      "loss": 0.8711,
      "step": 126659
    },
    {
      "epoch": 5.892533147243545,
      "grad_norm": 1.8293681948596674,
      "learning_rate": 2.4494269789691044e-07,
      "loss": 0.9062,
      "step": 126660
    },
    {
      "epoch": 5.892579669690626,
      "grad_norm": 1.888798588086592,
      "learning_rate": 2.4473072987344353e-07,
      "loss": 0.8984,
      "step": 126661
    },
    {
      "epoch": 5.8926261921377066,
      "grad_norm": 1.7351856840054043,
      "learning_rate": 2.445188535310394e-07,
      "loss": 0.9297,
      "step": 126662
    },
    {
      "epoch": 5.892672714584787,
      "grad_norm": 1.8594459008782223,
      "learning_rate": 2.4430706886981453e-07,
      "loss": 0.9492,
      "step": 126663
    },
    {
      "epoch": 5.8927192370318675,
      "grad_norm": 1.8906005873857805,
      "learning_rate": 2.440953758899189e-07,
      "loss": 0.9805,
      "step": 126664
    },
    {
      "epoch": 5.892765759478949,
      "grad_norm": 1.7728052446725735,
      "learning_rate": 2.4388377459145237e-07,
      "loss": 0.9609,
      "step": 126665
    },
    {
      "epoch": 5.892812281926029,
      "grad_norm": 1.7189652647746436,
      "learning_rate": 2.4367226497458146e-07,
      "loss": 0.9258,
      "step": 126666
    },
    {
      "epoch": 5.89285880437311,
      "grad_norm": 1.623369016045296,
      "learning_rate": 2.434608470394062e-07,
      "loss": 0.8281,
      "step": 126667
    },
    {
      "epoch": 5.892905326820191,
      "grad_norm": 1.8634013576784125,
      "learning_rate": 2.432495207860763e-07,
      "loss": 0.9414,
      "step": 126668
    },
    {
      "epoch": 5.892951849267272,
      "grad_norm": 1.8268213821803767,
      "learning_rate": 2.4303828621470847e-07,
      "loss": 1.1016,
      "step": 126669
    },
    {
      "epoch": 5.892998371714352,
      "grad_norm": 1.8399014952251396,
      "learning_rate": 2.4282714332543585e-07,
      "loss": 0.9648,
      "step": 126670
    },
    {
      "epoch": 5.893044894161433,
      "grad_norm": 1.673551893801119,
      "learning_rate": 2.426160921183751e-07,
      "loss": 0.8477,
      "step": 126671
    },
    {
      "epoch": 5.893091416608514,
      "grad_norm": 2.101876104662678,
      "learning_rate": 2.42405132593676e-07,
      "loss": 1.1719,
      "step": 126672
    },
    {
      "epoch": 5.8931379390555945,
      "grad_norm": 1.784437784239881,
      "learning_rate": 2.4219426475147184e-07,
      "loss": 0.9258,
      "step": 126673
    },
    {
      "epoch": 5.893184461502675,
      "grad_norm": 1.7343963555707769,
      "learning_rate": 2.419834885918626e-07,
      "loss": 0.957,
      "step": 126674
    },
    {
      "epoch": 5.893230983949755,
      "grad_norm": 1.8184155856933142,
      "learning_rate": 2.41772804114998e-07,
      "loss": 0.8828,
      "step": 126675
    },
    {
      "epoch": 5.893277506396837,
      "grad_norm": 1.7981534014548461,
      "learning_rate": 2.4156221132099476e-07,
      "loss": 0.9453,
      "step": 126676
    },
    {
      "epoch": 5.893324028843917,
      "grad_norm": 1.6776034124241739,
      "learning_rate": 2.4135171021000264e-07,
      "loss": 0.8516,
      "step": 126677
    },
    {
      "epoch": 5.893370551290998,
      "grad_norm": 1.7184780284129915,
      "learning_rate": 2.411413007821383e-07,
      "loss": 0.9414,
      "step": 126678
    },
    {
      "epoch": 5.893417073738078,
      "grad_norm": 1.8524175607934519,
      "learning_rate": 2.4093098303751836e-07,
      "loss": 1.0156,
      "step": 126679
    },
    {
      "epoch": 5.89346359618516,
      "grad_norm": 1.7089952336456684,
      "learning_rate": 2.4072075697629255e-07,
      "loss": 0.8281,
      "step": 126680
    },
    {
      "epoch": 5.89351011863224,
      "grad_norm": 1.7252663565835111,
      "learning_rate": 2.4051062259857754e-07,
      "loss": 0.957,
      "step": 126681
    },
    {
      "epoch": 5.8935566410793205,
      "grad_norm": 1.8398924132692813,
      "learning_rate": 2.4030057990450655e-07,
      "loss": 0.9297,
      "step": 126682
    },
    {
      "epoch": 5.893603163526402,
      "grad_norm": 1.7130684438816326,
      "learning_rate": 2.400906288941962e-07,
      "loss": 0.8906,
      "step": 126683
    },
    {
      "epoch": 5.893649685973482,
      "grad_norm": 1.7199706142887397,
      "learning_rate": 2.3988076956779624e-07,
      "loss": 0.9414,
      "step": 126684
    },
    {
      "epoch": 5.893696208420563,
      "grad_norm": 1.6026242270980835,
      "learning_rate": 2.396710019254233e-07,
      "loss": 0.7852,
      "step": 126685
    },
    {
      "epoch": 5.893742730867643,
      "grad_norm": 1.8357796143117515,
      "learning_rate": 2.3946132596719404e-07,
      "loss": 1.0391,
      "step": 126686
    },
    {
      "epoch": 5.893789253314725,
      "grad_norm": 1.713213182392683,
      "learning_rate": 2.3925174169325824e-07,
      "loss": 0.7812,
      "step": 126687
    },
    {
      "epoch": 5.893835775761805,
      "grad_norm": 1.8028952281162764,
      "learning_rate": 2.390422491037325e-07,
      "loss": 1.0391,
      "step": 126688
    },
    {
      "epoch": 5.893882298208886,
      "grad_norm": 1.8394505365065534,
      "learning_rate": 2.3883284819875e-07,
      "loss": 1.0469,
      "step": 126689
    },
    {
      "epoch": 5.893928820655966,
      "grad_norm": 1.7081736523644302,
      "learning_rate": 2.386235389784441e-07,
      "loss": 0.8438,
      "step": 126690
    },
    {
      "epoch": 5.8939753431030475,
      "grad_norm": 1.9493968581407128,
      "learning_rate": 2.3841432144291462e-07,
      "loss": 1.0156,
      "step": 126691
    },
    {
      "epoch": 5.894021865550128,
      "grad_norm": 1.748149966362143,
      "learning_rate": 2.382051955923281e-07,
      "loss": 0.8906,
      "step": 126692
    },
    {
      "epoch": 5.8940683879972084,
      "grad_norm": 1.5059976221361615,
      "learning_rate": 2.3799616142680112e-07,
      "loss": 0.9336,
      "step": 126693
    },
    {
      "epoch": 5.894114910444289,
      "grad_norm": 1.9176654907571065,
      "learning_rate": 2.377872189464336e-07,
      "loss": 1.0312,
      "step": 126694
    },
    {
      "epoch": 5.89416143289137,
      "grad_norm": 1.7514064701783338,
      "learning_rate": 2.3757836815139207e-07,
      "loss": 0.832,
      "step": 126695
    },
    {
      "epoch": 5.894207955338451,
      "grad_norm": 2.1055635903174474,
      "learning_rate": 2.3736960904177648e-07,
      "loss": 1.0234,
      "step": 126696
    },
    {
      "epoch": 5.894254477785531,
      "grad_norm": 1.8856084901858323,
      "learning_rate": 2.371609416177367e-07,
      "loss": 0.9297,
      "step": 126697
    },
    {
      "epoch": 5.894301000232613,
      "grad_norm": 2.087423127876841,
      "learning_rate": 2.3695236587938925e-07,
      "loss": 0.9609,
      "step": 126698
    },
    {
      "epoch": 5.894347522679693,
      "grad_norm": 1.6225355719952577,
      "learning_rate": 2.3674388182686743e-07,
      "loss": 0.8633,
      "step": 126699
    },
    {
      "epoch": 5.894394045126774,
      "grad_norm": 1.9555833949043675,
      "learning_rate": 2.3653548946027113e-07,
      "loss": 0.8945,
      "step": 126700
    },
    {
      "epoch": 5.894440567573854,
      "grad_norm": 1.6323384570787762,
      "learning_rate": 2.3632718877976687e-07,
      "loss": 0.8945,
      "step": 126701
    },
    {
      "epoch": 5.894487090020935,
      "grad_norm": 2.065448135346508,
      "learning_rate": 2.3611897978545458e-07,
      "loss": 0.9883,
      "step": 126702
    },
    {
      "epoch": 5.894533612468016,
      "grad_norm": 2.046119307388342,
      "learning_rate": 2.3591086247748415e-07,
      "loss": 1.0781,
      "step": 126703
    },
    {
      "epoch": 5.894580134915096,
      "grad_norm": 1.7863000887260732,
      "learning_rate": 2.3570283685597213e-07,
      "loss": 0.8984,
      "step": 126704
    },
    {
      "epoch": 5.894626657362178,
      "grad_norm": 1.6667141498892615,
      "learning_rate": 2.354949029210351e-07,
      "loss": 0.8008,
      "step": 126705
    },
    {
      "epoch": 5.894673179809258,
      "grad_norm": 1.6585626835408596,
      "learning_rate": 2.3528706067282298e-07,
      "loss": 0.8398,
      "step": 126706
    },
    {
      "epoch": 5.894719702256339,
      "grad_norm": 1.6043334879675424,
      "learning_rate": 2.350793101114523e-07,
      "loss": 0.8555,
      "step": 126707
    },
    {
      "epoch": 5.894766224703419,
      "grad_norm": 1.6639970257246768,
      "learning_rate": 2.3487165123703965e-07,
      "loss": 0.9258,
      "step": 126708
    },
    {
      "epoch": 5.8948127471505,
      "grad_norm": 1.9002279891257767,
      "learning_rate": 2.3466408404971827e-07,
      "loss": 0.9805,
      "step": 126709
    },
    {
      "epoch": 5.894859269597581,
      "grad_norm": 1.6553793481404258,
      "learning_rate": 2.3445660854962134e-07,
      "loss": 0.8672,
      "step": 126710
    },
    {
      "epoch": 5.8949057920446615,
      "grad_norm": 1.6623561132054465,
      "learning_rate": 2.3424922473688212e-07,
      "loss": 0.7188,
      "step": 126711
    },
    {
      "epoch": 5.894952314491742,
      "grad_norm": 1.7247551094280855,
      "learning_rate": 2.3404193261160053e-07,
      "loss": 0.8789,
      "step": 126712
    },
    {
      "epoch": 5.894998836938823,
      "grad_norm": 1.7745523922085333,
      "learning_rate": 2.338347321739431e-07,
      "loss": 0.9258,
      "step": 126713
    },
    {
      "epoch": 5.895045359385904,
      "grad_norm": 1.847057019597748,
      "learning_rate": 2.336276234239931e-07,
      "loss": 0.9023,
      "step": 126714
    },
    {
      "epoch": 5.895091881832984,
      "grad_norm": 1.6935776013223791,
      "learning_rate": 2.3342060636191707e-07,
      "loss": 0.8984,
      "step": 126715
    },
    {
      "epoch": 5.895138404280065,
      "grad_norm": 1.784883846747731,
      "learning_rate": 2.332136809878149e-07,
      "loss": 1.0859,
      "step": 126716
    },
    {
      "epoch": 5.895184926727146,
      "grad_norm": 1.8265764316526645,
      "learning_rate": 2.3300684730181985e-07,
      "loss": 1.0234,
      "step": 126717
    },
    {
      "epoch": 5.895231449174227,
      "grad_norm": 1.7834205213640983,
      "learning_rate": 2.328001053040651e-07,
      "loss": 0.8047,
      "step": 126718
    },
    {
      "epoch": 5.895277971621307,
      "grad_norm": 1.645800154669004,
      "learning_rate": 2.325934549946673e-07,
      "loss": 0.8984,
      "step": 126719
    },
    {
      "epoch": 5.895324494068388,
      "grad_norm": 1.8235257540338825,
      "learning_rate": 2.3238689637375964e-07,
      "loss": 1.0156,
      "step": 126720
    },
    {
      "epoch": 5.895371016515469,
      "grad_norm": 1.8114836793540057,
      "learning_rate": 2.321804294414753e-07,
      "loss": 0.8945,
      "step": 126721
    },
    {
      "epoch": 5.895417538962549,
      "grad_norm": 1.558457014847692,
      "learning_rate": 2.3197405419793092e-07,
      "loss": 0.8555,
      "step": 126722
    },
    {
      "epoch": 5.89546406140963,
      "grad_norm": 1.95529256085018,
      "learning_rate": 2.3176777064324304e-07,
      "loss": 1.0469,
      "step": 126723
    },
    {
      "epoch": 5.895510583856711,
      "grad_norm": 1.6221455852496884,
      "learning_rate": 2.3156157877756155e-07,
      "loss": 0.8984,
      "step": 126724
    },
    {
      "epoch": 5.895557106303792,
      "grad_norm": 1.7870907927895523,
      "learning_rate": 2.3135547860098635e-07,
      "loss": 0.8164,
      "step": 126725
    },
    {
      "epoch": 5.895603628750872,
      "grad_norm": 1.7006941041617556,
      "learning_rate": 2.31149470113684e-07,
      "loss": 0.8711,
      "step": 126726
    },
    {
      "epoch": 5.895650151197953,
      "grad_norm": 1.9116382216224246,
      "learning_rate": 2.3094355331572113e-07,
      "loss": 0.9648,
      "step": 126727
    },
    {
      "epoch": 5.895696673645034,
      "grad_norm": 1.8012325257049342,
      "learning_rate": 2.3073772820728088e-07,
      "loss": 0.9375,
      "step": 126728
    },
    {
      "epoch": 5.8957431960921145,
      "grad_norm": 2.057848386351363,
      "learning_rate": 2.3053199478846318e-07,
      "loss": 1.0078,
      "step": 126729
    },
    {
      "epoch": 5.895789718539195,
      "grad_norm": 1.7833122508407595,
      "learning_rate": 2.3032635305940129e-07,
      "loss": 0.8906,
      "step": 126730
    },
    {
      "epoch": 5.8958362409862755,
      "grad_norm": 1.7194337544809322,
      "learning_rate": 2.301208030201951e-07,
      "loss": 0.8516,
      "step": 126731
    },
    {
      "epoch": 5.895882763433357,
      "grad_norm": 1.9837541252602884,
      "learning_rate": 2.2991534467101114e-07,
      "loss": 1.0234,
      "step": 126732
    },
    {
      "epoch": 5.895929285880437,
      "grad_norm": 1.7770964617093576,
      "learning_rate": 2.2970997801194934e-07,
      "loss": 0.9453,
      "step": 126733
    },
    {
      "epoch": 5.895975808327518,
      "grad_norm": 1.620426318825072,
      "learning_rate": 2.2950470304314296e-07,
      "loss": 0.8555,
      "step": 126734
    },
    {
      "epoch": 5.896022330774599,
      "grad_norm": 1.7486154211871956,
      "learning_rate": 2.2929951976470852e-07,
      "loss": 1.0312,
      "step": 126735
    },
    {
      "epoch": 5.89606885322168,
      "grad_norm": 1.874396508516324,
      "learning_rate": 2.290944281767959e-07,
      "loss": 0.9688,
      "step": 126736
    },
    {
      "epoch": 5.89611537566876,
      "grad_norm": 1.6355937222721517,
      "learning_rate": 2.2888942827950507e-07,
      "loss": 0.8789,
      "step": 126737
    },
    {
      "epoch": 5.896161898115841,
      "grad_norm": 1.73326304676146,
      "learning_rate": 2.2868452007296923e-07,
      "loss": 0.9648,
      "step": 126738
    },
    {
      "epoch": 5.896208420562922,
      "grad_norm": 1.665863213580073,
      "learning_rate": 2.2847970355732158e-07,
      "loss": 0.75,
      "step": 126739
    },
    {
      "epoch": 5.896254943010002,
      "grad_norm": 1.7015120678890407,
      "learning_rate": 2.2827497873267876e-07,
      "loss": 1.0078,
      "step": 126740
    },
    {
      "epoch": 5.896301465457083,
      "grad_norm": 1.8568503945429142,
      "learning_rate": 2.2807034559915726e-07,
      "loss": 0.8984,
      "step": 126741
    },
    {
      "epoch": 5.896347987904164,
      "grad_norm": 1.859540390822466,
      "learning_rate": 2.2786580415690702e-07,
      "loss": 0.9609,
      "step": 126742
    },
    {
      "epoch": 5.896394510351245,
      "grad_norm": 1.6736315938037079,
      "learning_rate": 2.2766135440602795e-07,
      "loss": 0.8945,
      "step": 126743
    },
    {
      "epoch": 5.896441032798325,
      "grad_norm": 1.7792300098427558,
      "learning_rate": 2.2745699634666992e-07,
      "loss": 0.8281,
      "step": 126744
    },
    {
      "epoch": 5.896487555245406,
      "grad_norm": 1.7248889914260683,
      "learning_rate": 2.2725272997893284e-07,
      "loss": 0.8359,
      "step": 126745
    },
    {
      "epoch": 5.896534077692486,
      "grad_norm": 1.788219995632035,
      "learning_rate": 2.2704855530296662e-07,
      "loss": 0.9844,
      "step": 126746
    },
    {
      "epoch": 5.8965806001395675,
      "grad_norm": 1.9872375049326816,
      "learning_rate": 2.268444723188878e-07,
      "loss": 0.9102,
      "step": 126747
    },
    {
      "epoch": 5.896627122586648,
      "grad_norm": 1.8330737228539888,
      "learning_rate": 2.2664048102681298e-07,
      "loss": 1.0469,
      "step": 126748
    },
    {
      "epoch": 5.8966736450337285,
      "grad_norm": 1.8835522657031039,
      "learning_rate": 2.2643658142685873e-07,
      "loss": 1.0156,
      "step": 126749
    },
    {
      "epoch": 5.89672016748081,
      "grad_norm": 1.6415685799008826,
      "learning_rate": 2.262327735191749e-07,
      "loss": 0.7578,
      "step": 126750
    },
    {
      "epoch": 5.89676668992789,
      "grad_norm": 1.559428882919942,
      "learning_rate": 2.260290573038781e-07,
      "loss": 0.7773,
      "step": 126751
    },
    {
      "epoch": 5.896813212374971,
      "grad_norm": 1.7413782680915983,
      "learning_rate": 2.258254327810849e-07,
      "loss": 0.9492,
      "step": 126752
    },
    {
      "epoch": 5.896859734822051,
      "grad_norm": 1.769228748281674,
      "learning_rate": 2.2562189995091183e-07,
      "loss": 0.9492,
      "step": 126753
    },
    {
      "epoch": 5.896906257269133,
      "grad_norm": 1.8841882913027952,
      "learning_rate": 2.2541845881350885e-07,
      "loss": 0.9805,
      "step": 126754
    },
    {
      "epoch": 5.896952779716213,
      "grad_norm": 1.8967862955333115,
      "learning_rate": 2.252151093689758e-07,
      "loss": 0.8828,
      "step": 126755
    },
    {
      "epoch": 5.896999302163294,
      "grad_norm": 1.7693862729315661,
      "learning_rate": 2.250118516174626e-07,
      "loss": 1.0078,
      "step": 126756
    },
    {
      "epoch": 5.897045824610375,
      "grad_norm": 1.706094613959122,
      "learning_rate": 2.2480868555906917e-07,
      "loss": 0.9414,
      "step": 126757
    },
    {
      "epoch": 5.897092347057455,
      "grad_norm": 1.7055267985665337,
      "learning_rate": 2.2460561119394538e-07,
      "loss": 0.9727,
      "step": 126758
    },
    {
      "epoch": 5.897138869504536,
      "grad_norm": 2.1002881711885824,
      "learning_rate": 2.2440262852219115e-07,
      "loss": 1.0547,
      "step": 126759
    },
    {
      "epoch": 5.897185391951616,
      "grad_norm": 1.694590185787557,
      "learning_rate": 2.241997375439397e-07,
      "loss": 0.8945,
      "step": 126760
    },
    {
      "epoch": 5.897231914398697,
      "grad_norm": 1.6488087224966905,
      "learning_rate": 2.2399693825930765e-07,
      "loss": 0.793,
      "step": 126761
    },
    {
      "epoch": 5.897278436845778,
      "grad_norm": 1.7702228421722033,
      "learning_rate": 2.2379423066844482e-07,
      "loss": 0.7852,
      "step": 126762
    },
    {
      "epoch": 5.897324959292859,
      "grad_norm": 1.8382102712409936,
      "learning_rate": 2.2359161477145115e-07,
      "loss": 0.9453,
      "step": 126763
    },
    {
      "epoch": 5.897371481739939,
      "grad_norm": 1.5550320283841856,
      "learning_rate": 2.2338909056845988e-07,
      "loss": 0.7695,
      "step": 126764
    },
    {
      "epoch": 5.897418004187021,
      "grad_norm": 1.8593231374945307,
      "learning_rate": 2.2318665805957093e-07,
      "loss": 1.0703,
      "step": 126765
    },
    {
      "epoch": 5.897464526634101,
      "grad_norm": 1.9291159837478673,
      "learning_rate": 2.229843172449508e-07,
      "loss": 0.9844,
      "step": 126766
    },
    {
      "epoch": 5.8975110490811815,
      "grad_norm": 1.699721088422409,
      "learning_rate": 2.2278206812469945e-07,
      "loss": 0.9414,
      "step": 126767
    },
    {
      "epoch": 5.897557571528262,
      "grad_norm": 1.7027327481757264,
      "learning_rate": 2.2257991069895008e-07,
      "loss": 0.8828,
      "step": 126768
    },
    {
      "epoch": 5.897604093975343,
      "grad_norm": 1.7002716902106174,
      "learning_rate": 2.2237784496780264e-07,
      "loss": 0.9727,
      "step": 126769
    },
    {
      "epoch": 5.897650616422424,
      "grad_norm": 1.587068389820143,
      "learning_rate": 2.2217587093140698e-07,
      "loss": 0.8164,
      "step": 126770
    },
    {
      "epoch": 5.897697138869504,
      "grad_norm": 1.7486976608707028,
      "learning_rate": 2.2197398858987968e-07,
      "loss": 0.8789,
      "step": 126771
    },
    {
      "epoch": 5.897743661316586,
      "grad_norm": 1.5628572865212866,
      "learning_rate": 2.21772197943354e-07,
      "loss": 0.8555,
      "step": 126772
    },
    {
      "epoch": 5.897790183763666,
      "grad_norm": 1.7139000590966125,
      "learning_rate": 2.215704989919298e-07,
      "loss": 0.9727,
      "step": 126773
    },
    {
      "epoch": 5.897836706210747,
      "grad_norm": 1.6849382235018904,
      "learning_rate": 2.2136889173574034e-07,
      "loss": 0.8945,
      "step": 126774
    },
    {
      "epoch": 5.897883228657827,
      "grad_norm": 1.8763540870471298,
      "learning_rate": 2.2116737617491887e-07,
      "loss": 0.9258,
      "step": 126775
    },
    {
      "epoch": 5.8979297511049085,
      "grad_norm": 1.8049888906072047,
      "learning_rate": 2.2096595230956527e-07,
      "loss": 0.9883,
      "step": 126776
    },
    {
      "epoch": 5.897976273551989,
      "grad_norm": 1.781917749802976,
      "learning_rate": 2.2076462013984607e-07,
      "loss": 0.9531,
      "step": 126777
    },
    {
      "epoch": 5.898022795999069,
      "grad_norm": 1.5411991572730297,
      "learning_rate": 2.205633796658446e-07,
      "loss": 0.8086,
      "step": 126778
    },
    {
      "epoch": 5.89806931844615,
      "grad_norm": 1.6902255638701598,
      "learning_rate": 2.2036223088767736e-07,
      "loss": 0.8672,
      "step": 126779
    },
    {
      "epoch": 5.898115840893231,
      "grad_norm": 1.7585130744520447,
      "learning_rate": 2.2016117380551092e-07,
      "loss": 0.9727,
      "step": 126780
    },
    {
      "epoch": 5.898162363340312,
      "grad_norm": 1.637453293591241,
      "learning_rate": 2.1996020841944516e-07,
      "loss": 0.9141,
      "step": 126781
    },
    {
      "epoch": 5.898208885787392,
      "grad_norm": 1.8381389677311295,
      "learning_rate": 2.1975933472959672e-07,
      "loss": 0.8906,
      "step": 126782
    },
    {
      "epoch": 5.898255408234473,
      "grad_norm": 1.7423594691007667,
      "learning_rate": 2.1955855273608214e-07,
      "loss": 0.9414,
      "step": 126783
    },
    {
      "epoch": 5.898301930681554,
      "grad_norm": 1.6386990594321065,
      "learning_rate": 2.193578624390513e-07,
      "loss": 0.9258,
      "step": 126784
    },
    {
      "epoch": 5.8983484531286345,
      "grad_norm": 1.6344499041943155,
      "learning_rate": 2.1915726383862075e-07,
      "loss": 0.9062,
      "step": 126785
    },
    {
      "epoch": 5.898394975575715,
      "grad_norm": 1.8632717658721791,
      "learning_rate": 2.1895675693489044e-07,
      "loss": 0.9766,
      "step": 126786
    },
    {
      "epoch": 5.898441498022796,
      "grad_norm": 1.756297593375948,
      "learning_rate": 2.187563417279936e-07,
      "loss": 0.9141,
      "step": 126787
    },
    {
      "epoch": 5.898488020469877,
      "grad_norm": 1.8933366242205338,
      "learning_rate": 2.1855601821806345e-07,
      "loss": 1.0234,
      "step": 126788
    },
    {
      "epoch": 5.898534542916957,
      "grad_norm": 1.7598127146751252,
      "learning_rate": 2.1835578640521656e-07,
      "loss": 0.8203,
      "step": 126789
    },
    {
      "epoch": 5.898581065364038,
      "grad_norm": 1.6777821925369303,
      "learning_rate": 2.181556462895695e-07,
      "loss": 0.8359,
      "step": 126790
    },
    {
      "epoch": 5.898627587811119,
      "grad_norm": 1.902958781418557,
      "learning_rate": 2.1795559787125549e-07,
      "loss": 0.9766,
      "step": 126791
    },
    {
      "epoch": 5.8986741102582,
      "grad_norm": 1.660072774855934,
      "learning_rate": 2.1775564115039113e-07,
      "loss": 0.8398,
      "step": 126792
    },
    {
      "epoch": 5.89872063270528,
      "grad_norm": 1.8987103560428427,
      "learning_rate": 2.175557761271096e-07,
      "loss": 1.0469,
      "step": 126793
    },
    {
      "epoch": 5.8987671551523615,
      "grad_norm": 2.126784173196716,
      "learning_rate": 2.173560028015109e-07,
      "loss": 1.0234,
      "step": 126794
    },
    {
      "epoch": 5.898813677599442,
      "grad_norm": 1.8031269904414367,
      "learning_rate": 2.1715632117372817e-07,
      "loss": 0.8555,
      "step": 126795
    },
    {
      "epoch": 5.8988602000465225,
      "grad_norm": 1.7202621853267543,
      "learning_rate": 2.1695673124389467e-07,
      "loss": 1.0156,
      "step": 126796
    },
    {
      "epoch": 5.898906722493603,
      "grad_norm": 1.6971987149026282,
      "learning_rate": 2.1675723301211033e-07,
      "loss": 0.7773,
      "step": 126797
    },
    {
      "epoch": 5.898953244940683,
      "grad_norm": 1.7386940332017577,
      "learning_rate": 2.1655782647852505e-07,
      "loss": 0.7969,
      "step": 126798
    },
    {
      "epoch": 5.898999767387765,
      "grad_norm": 1.7102830891241818,
      "learning_rate": 2.1635851164323868e-07,
      "loss": 0.8984,
      "step": 126799
    },
    {
      "epoch": 5.899046289834845,
      "grad_norm": 1.5985947180758164,
      "learning_rate": 2.1615928850636787e-07,
      "loss": 0.8672,
      "step": 126800
    },
    {
      "epoch": 5.899092812281926,
      "grad_norm": 1.9452921641042127,
      "learning_rate": 2.1596015706806246e-07,
      "loss": 1.0312,
      "step": 126801
    },
    {
      "epoch": 5.899139334729007,
      "grad_norm": 1.7465283863947831,
      "learning_rate": 2.1576111732842238e-07,
      "loss": 0.9297,
      "step": 126802
    },
    {
      "epoch": 5.899185857176088,
      "grad_norm": 1.8946962921945865,
      "learning_rate": 2.1556216928758085e-07,
      "loss": 1.0625,
      "step": 126803
    },
    {
      "epoch": 5.899232379623168,
      "grad_norm": 2.0308978690661377,
      "learning_rate": 2.1536331294565446e-07,
      "loss": 0.9727,
      "step": 126804
    },
    {
      "epoch": 5.8992789020702485,
      "grad_norm": 1.5411857378633425,
      "learning_rate": 2.151645483027764e-07,
      "loss": 0.8008,
      "step": 126805
    },
    {
      "epoch": 5.89932542451733,
      "grad_norm": 1.6968185343436992,
      "learning_rate": 2.1496587535903e-07,
      "loss": 0.9727,
      "step": 126806
    },
    {
      "epoch": 5.89937194696441,
      "grad_norm": 1.8380551156357605,
      "learning_rate": 2.147672941145817e-07,
      "loss": 0.8477,
      "step": 126807
    },
    {
      "epoch": 5.899418469411491,
      "grad_norm": 1.5565264371481744,
      "learning_rate": 2.1456880456954818e-07,
      "loss": 0.8164,
      "step": 126808
    },
    {
      "epoch": 5.899464991858572,
      "grad_norm": 1.8131559367679546,
      "learning_rate": 2.1437040672401263e-07,
      "loss": 0.7969,
      "step": 126809
    },
    {
      "epoch": 5.899511514305653,
      "grad_norm": 1.797713605974988,
      "learning_rate": 2.141721005781416e-07,
      "loss": 0.9648,
      "step": 126810
    },
    {
      "epoch": 5.899558036752733,
      "grad_norm": 1.9772593168776715,
      "learning_rate": 2.139738861320184e-07,
      "loss": 0.9492,
      "step": 126811
    },
    {
      "epoch": 5.899604559199814,
      "grad_norm": 1.741051518976232,
      "learning_rate": 2.1377576338579284e-07,
      "loss": 0.9062,
      "step": 126812
    },
    {
      "epoch": 5.899651081646895,
      "grad_norm": 1.5376417592294394,
      "learning_rate": 2.1357773233958153e-07,
      "loss": 0.8828,
      "step": 126813
    },
    {
      "epoch": 5.8996976040939755,
      "grad_norm": 1.8752652255259212,
      "learning_rate": 2.1337979299350105e-07,
      "loss": 0.9883,
      "step": 126814
    },
    {
      "epoch": 5.899744126541056,
      "grad_norm": 1.716679115492852,
      "learning_rate": 2.1318194534766798e-07,
      "loss": 0.9609,
      "step": 126815
    },
    {
      "epoch": 5.899790648988136,
      "grad_norm": 1.6209414396540338,
      "learning_rate": 2.1298418940219885e-07,
      "loss": 0.7383,
      "step": 126816
    },
    {
      "epoch": 5.899837171435218,
      "grad_norm": 1.9348832452046671,
      "learning_rate": 2.127865251572436e-07,
      "loss": 0.9961,
      "step": 126817
    },
    {
      "epoch": 5.899883693882298,
      "grad_norm": 1.868317337379395,
      "learning_rate": 2.1258895261288544e-07,
      "loss": 0.9102,
      "step": 126818
    },
    {
      "epoch": 5.899930216329379,
      "grad_norm": 2.1668762803707486,
      "learning_rate": 2.123914717692743e-07,
      "loss": 1.0781,
      "step": 126819
    },
    {
      "epoch": 5.899976738776459,
      "grad_norm": 1.6597565101007794,
      "learning_rate": 2.1219408262651004e-07,
      "loss": 0.9336,
      "step": 126820
    },
    {
      "epoch": 5.900023261223541,
      "grad_norm": 1.6903707116348121,
      "learning_rate": 2.1199678518472595e-07,
      "loss": 0.9688,
      "step": 126821
    },
    {
      "epoch": 5.900069783670621,
      "grad_norm": 1.9226190888145402,
      "learning_rate": 2.1179957944403859e-07,
      "loss": 0.9219,
      "step": 126822
    },
    {
      "epoch": 5.9001163061177015,
      "grad_norm": 1.761178009988313,
      "learning_rate": 2.1160246540458114e-07,
      "loss": 1.0234,
      "step": 126823
    },
    {
      "epoch": 5.900162828564783,
      "grad_norm": 1.702224929911362,
      "learning_rate": 2.1140544306645357e-07,
      "loss": 0.8594,
      "step": 126824
    },
    {
      "epoch": 5.900209351011863,
      "grad_norm": 1.67569587718383,
      "learning_rate": 2.112085124297891e-07,
      "loss": 0.9141,
      "step": 126825
    },
    {
      "epoch": 5.900255873458944,
      "grad_norm": 1.7903952032791588,
      "learning_rate": 2.1101167349470426e-07,
      "loss": 1.0156,
      "step": 126826
    },
    {
      "epoch": 5.900302395906024,
      "grad_norm": 1.776584677621704,
      "learning_rate": 2.1081492626133234e-07,
      "loss": 1.0312,
      "step": 126827
    },
    {
      "epoch": 5.900348918353106,
      "grad_norm": 1.7466787721005408,
      "learning_rate": 2.1061827072977321e-07,
      "loss": 0.8438,
      "step": 126828
    },
    {
      "epoch": 5.900395440800186,
      "grad_norm": 1.8927336413973321,
      "learning_rate": 2.1042170690016015e-07,
      "loss": 1.0234,
      "step": 126829
    },
    {
      "epoch": 5.900441963247267,
      "grad_norm": 1.7715920192556047,
      "learning_rate": 2.1022523477260966e-07,
      "loss": 0.9531,
      "step": 126830
    },
    {
      "epoch": 5.900488485694347,
      "grad_norm": 1.7166677338253935,
      "learning_rate": 2.100288543472217e-07,
      "loss": 0.8398,
      "step": 126831
    },
    {
      "epoch": 5.9005350081414285,
      "grad_norm": 1.7592943490960946,
      "learning_rate": 2.0983256562416284e-07,
      "loss": 0.9922,
      "step": 126832
    },
    {
      "epoch": 5.900581530588509,
      "grad_norm": 1.7703006926608063,
      "learning_rate": 2.096363686035163e-07,
      "loss": 0.8555,
      "step": 126833
    },
    {
      "epoch": 5.9006280530355895,
      "grad_norm": 1.8076364625601171,
      "learning_rate": 2.094402632854153e-07,
      "loss": 1.0078,
      "step": 126834
    },
    {
      "epoch": 5.90067457548267,
      "grad_norm": 1.704146750024593,
      "learning_rate": 2.0924424966997643e-07,
      "loss": 0.9219,
      "step": 126835
    },
    {
      "epoch": 5.900721097929751,
      "grad_norm": 1.7769262494760363,
      "learning_rate": 2.0904832775731628e-07,
      "loss": 0.9102,
      "step": 126836
    },
    {
      "epoch": 5.900767620376832,
      "grad_norm": 1.4933682768809564,
      "learning_rate": 2.0885249754756805e-07,
      "loss": 0.7383,
      "step": 126837
    },
    {
      "epoch": 5.900814142823912,
      "grad_norm": 1.7713057959419538,
      "learning_rate": 2.0865675904084834e-07,
      "loss": 0.9883,
      "step": 126838
    },
    {
      "epoch": 5.900860665270994,
      "grad_norm": 1.7762235693048172,
      "learning_rate": 2.0846111223725704e-07,
      "loss": 0.8984,
      "step": 126839
    },
    {
      "epoch": 5.900907187718074,
      "grad_norm": 1.6927995389286932,
      "learning_rate": 2.0826555713692738e-07,
      "loss": 0.9258,
      "step": 126840
    },
    {
      "epoch": 5.900953710165155,
      "grad_norm": 1.568670530399322,
      "learning_rate": 2.0807009373999263e-07,
      "loss": 0.8203,
      "step": 126841
    },
    {
      "epoch": 5.901000232612235,
      "grad_norm": 1.9360489694537812,
      "learning_rate": 2.0787472204655264e-07,
      "loss": 1.0156,
      "step": 126842
    },
    {
      "epoch": 5.901046755059316,
      "grad_norm": 1.800114272332056,
      "learning_rate": 2.076794420567407e-07,
      "loss": 0.8789,
      "step": 126843
    },
    {
      "epoch": 5.901093277506397,
      "grad_norm": 1.9612702280082879,
      "learning_rate": 2.0748425377067335e-07,
      "loss": 1.0781,
      "step": 126844
    },
    {
      "epoch": 5.901139799953477,
      "grad_norm": 1.5675914923975023,
      "learning_rate": 2.0728915718845052e-07,
      "loss": 0.8828,
      "step": 126845
    },
    {
      "epoch": 5.901186322400559,
      "grad_norm": 2.0140403231699624,
      "learning_rate": 2.070941523102221e-07,
      "loss": 1.0859,
      "step": 126846
    },
    {
      "epoch": 5.901232844847639,
      "grad_norm": 1.622419350864682,
      "learning_rate": 2.0689923913608796e-07,
      "loss": 0.7969,
      "step": 126847
    },
    {
      "epoch": 5.90127936729472,
      "grad_norm": 1.841631690802298,
      "learning_rate": 2.067044176661814e-07,
      "loss": 0.8477,
      "step": 126848
    },
    {
      "epoch": 5.9013258897418,
      "grad_norm": 1.9015376073583468,
      "learning_rate": 2.065096879006023e-07,
      "loss": 0.9844,
      "step": 126849
    },
    {
      "epoch": 5.901372412188881,
      "grad_norm": 1.7712891116573952,
      "learning_rate": 2.0631504983948387e-07,
      "loss": 1.0703,
      "step": 126850
    },
    {
      "epoch": 5.901418934635962,
      "grad_norm": 1.928156391517064,
      "learning_rate": 2.0612050348294274e-07,
      "loss": 0.9688,
      "step": 126851
    },
    {
      "epoch": 5.9014654570830425,
      "grad_norm": 1.6297012987441082,
      "learning_rate": 2.0592604883109542e-07,
      "loss": 0.8281,
      "step": 126852
    },
    {
      "epoch": 5.901511979530123,
      "grad_norm": 1.7277301711093842,
      "learning_rate": 2.0573168588407518e-07,
      "loss": 0.9883,
      "step": 126853
    },
    {
      "epoch": 5.901558501977204,
      "grad_norm": 1.762648860247787,
      "learning_rate": 2.0553741464198193e-07,
      "loss": 0.8242,
      "step": 126854
    },
    {
      "epoch": 5.901605024424285,
      "grad_norm": 1.6464358503499041,
      "learning_rate": 2.0534323510493223e-07,
      "loss": 0.9102,
      "step": 126855
    },
    {
      "epoch": 5.901651546871365,
      "grad_norm": 1.6668012681126543,
      "learning_rate": 2.0514914727305932e-07,
      "loss": 0.832,
      "step": 126856
    },
    {
      "epoch": 5.901698069318446,
      "grad_norm": 1.691693987142049,
      "learning_rate": 2.0495515114647975e-07,
      "loss": 0.9297,
      "step": 126857
    },
    {
      "epoch": 5.901744591765527,
      "grad_norm": 2.0283737617191058,
      "learning_rate": 2.0476124672531014e-07,
      "loss": 0.8984,
      "step": 126858
    },
    {
      "epoch": 5.901791114212608,
      "grad_norm": 1.6452929131697513,
      "learning_rate": 2.0456743400966702e-07,
      "loss": 0.8828,
      "step": 126859
    },
    {
      "epoch": 5.901837636659688,
      "grad_norm": 1.7099507245485497,
      "learning_rate": 2.0437371299966698e-07,
      "loss": 0.957,
      "step": 126860
    },
    {
      "epoch": 5.9018841591067694,
      "grad_norm": 1.8481261315624453,
      "learning_rate": 2.0418008369544325e-07,
      "loss": 1.0625,
      "step": 126861
    },
    {
      "epoch": 5.90193068155385,
      "grad_norm": 1.7890505157106658,
      "learning_rate": 2.039865460970791e-07,
      "loss": 0.8594,
      "step": 126862
    },
    {
      "epoch": 5.90197720400093,
      "grad_norm": 1.8025227124805308,
      "learning_rate": 2.0379310020474104e-07,
      "loss": 0.9141,
      "step": 126863
    },
    {
      "epoch": 5.902023726448011,
      "grad_norm": 1.6419052219478476,
      "learning_rate": 2.0359974601851236e-07,
      "loss": 0.8203,
      "step": 126864
    },
    {
      "epoch": 5.902070248895092,
      "grad_norm": 1.703672692773468,
      "learning_rate": 2.0340648353852628e-07,
      "loss": 0.8242,
      "step": 126865
    },
    {
      "epoch": 5.902116771342173,
      "grad_norm": 1.7281522607703323,
      "learning_rate": 2.032133127648994e-07,
      "loss": 0.8555,
      "step": 126866
    },
    {
      "epoch": 5.902163293789253,
      "grad_norm": 1.680933624470874,
      "learning_rate": 2.0302023369774823e-07,
      "loss": 0.8359,
      "step": 126867
    },
    {
      "epoch": 5.902209816236334,
      "grad_norm": 1.656388972693788,
      "learning_rate": 2.0282724633718938e-07,
      "loss": 0.957,
      "step": 126868
    },
    {
      "epoch": 5.902256338683415,
      "grad_norm": 2.0332482829333807,
      "learning_rate": 2.0263435068333945e-07,
      "loss": 0.9258,
      "step": 126869
    },
    {
      "epoch": 5.9023028611304955,
      "grad_norm": 1.8946030003678034,
      "learning_rate": 2.0244154673633162e-07,
      "loss": 1.0703,
      "step": 126870
    },
    {
      "epoch": 5.902349383577576,
      "grad_norm": 2.0568060974118576,
      "learning_rate": 2.0224883449626584e-07,
      "loss": 1.1094,
      "step": 126871
    },
    {
      "epoch": 5.9023959060246565,
      "grad_norm": 1.805207706467379,
      "learning_rate": 2.0205621396325865e-07,
      "loss": 1.0,
      "step": 126872
    },
    {
      "epoch": 5.902442428471738,
      "grad_norm": 1.966251758200997,
      "learning_rate": 2.0186368513744333e-07,
      "loss": 0.9336,
      "step": 126873
    },
    {
      "epoch": 5.902488950918818,
      "grad_norm": 1.961189494535978,
      "learning_rate": 2.0167124801891976e-07,
      "loss": 1.0391,
      "step": 126874
    },
    {
      "epoch": 5.902535473365899,
      "grad_norm": 1.8206077288171498,
      "learning_rate": 2.0147890260782117e-07,
      "loss": 0.9453,
      "step": 126875
    },
    {
      "epoch": 5.90258199581298,
      "grad_norm": 1.7529982995630982,
      "learning_rate": 2.0128664890426415e-07,
      "loss": 1.0156,
      "step": 126876
    },
    {
      "epoch": 5.902628518260061,
      "grad_norm": 1.8050789857239866,
      "learning_rate": 2.0109448690836528e-07,
      "loss": 0.8789,
      "step": 126877
    },
    {
      "epoch": 5.902675040707141,
      "grad_norm": 1.6676684128698291,
      "learning_rate": 2.0090241662022443e-07,
      "loss": 0.7852,
      "step": 126878
    },
    {
      "epoch": 5.902721563154222,
      "grad_norm": 1.9799073990597527,
      "learning_rate": 2.0071043803999155e-07,
      "loss": 0.957,
      "step": 126879
    },
    {
      "epoch": 5.902768085601303,
      "grad_norm": 1.7711049375058634,
      "learning_rate": 2.0051855116774983e-07,
      "loss": 0.9922,
      "step": 126880
    },
    {
      "epoch": 5.902814608048383,
      "grad_norm": 1.7065811438234368,
      "learning_rate": 2.0032675600364924e-07,
      "loss": 0.8867,
      "step": 126881
    },
    {
      "epoch": 5.902861130495464,
      "grad_norm": 1.8717428549965331,
      "learning_rate": 2.0013505254778962e-07,
      "loss": 1.0078,
      "step": 126882
    },
    {
      "epoch": 5.902907652942545,
      "grad_norm": 1.8639418655194167,
      "learning_rate": 1.9994344080027092e-07,
      "loss": 0.8438,
      "step": 126883
    },
    {
      "epoch": 5.902954175389626,
      "grad_norm": 1.6764197267651937,
      "learning_rate": 1.9975192076124302e-07,
      "loss": 0.9648,
      "step": 126884
    },
    {
      "epoch": 5.903000697836706,
      "grad_norm": 1.799563522341479,
      "learning_rate": 1.995604924308225e-07,
      "loss": 0.8477,
      "step": 126885
    },
    {
      "epoch": 5.903047220283787,
      "grad_norm": 1.8128646625578018,
      "learning_rate": 1.9936915580909262e-07,
      "loss": 0.9414,
      "step": 126886
    },
    {
      "epoch": 5.903093742730867,
      "grad_norm": 1.8972652407975954,
      "learning_rate": 1.9917791089620327e-07,
      "loss": 0.9062,
      "step": 126887
    },
    {
      "epoch": 5.9031402651779485,
      "grad_norm": 1.8222007497288772,
      "learning_rate": 1.9898675769225435e-07,
      "loss": 0.875,
      "step": 126888
    },
    {
      "epoch": 5.903186787625029,
      "grad_norm": 1.970833097740269,
      "learning_rate": 1.9879569619737912e-07,
      "loss": 1.0078,
      "step": 126889
    },
    {
      "epoch": 5.9032333100721095,
      "grad_norm": 1.825670001872822,
      "learning_rate": 1.9860472641167745e-07,
      "loss": 0.9805,
      "step": 126890
    },
    {
      "epoch": 5.903279832519191,
      "grad_norm": 1.9195369805972287,
      "learning_rate": 1.9841384833526596e-07,
      "loss": 1.0078,
      "step": 126891
    },
    {
      "epoch": 5.903326354966271,
      "grad_norm": 1.7703774039561453,
      "learning_rate": 1.9822306196827788e-07,
      "loss": 0.9609,
      "step": 126892
    },
    {
      "epoch": 5.903372877413352,
      "grad_norm": 1.6757464828919788,
      "learning_rate": 1.9803236731081307e-07,
      "loss": 0.9297,
      "step": 126893
    },
    {
      "epoch": 5.903419399860432,
      "grad_norm": 1.6926160689123688,
      "learning_rate": 1.978417643630048e-07,
      "loss": 0.8047,
      "step": 126894
    },
    {
      "epoch": 5.903465922307514,
      "grad_norm": 1.7425685431551263,
      "learning_rate": 1.97651253124953e-07,
      "loss": 0.9062,
      "step": 126895
    },
    {
      "epoch": 5.903512444754594,
      "grad_norm": 1.741243524152847,
      "learning_rate": 1.9746083359679088e-07,
      "loss": 0.9492,
      "step": 126896
    },
    {
      "epoch": 5.903558967201675,
      "grad_norm": 1.8177985417618148,
      "learning_rate": 1.9727050577861836e-07,
      "loss": 0.8789,
      "step": 126897
    },
    {
      "epoch": 5.903605489648756,
      "grad_norm": 1.8142527342597046,
      "learning_rate": 1.9708026967056868e-07,
      "loss": 0.7695,
      "step": 126898
    },
    {
      "epoch": 5.9036520120958365,
      "grad_norm": 1.6705140951528847,
      "learning_rate": 1.9689012527274174e-07,
      "loss": 0.9492,
      "step": 126899
    },
    {
      "epoch": 5.903698534542917,
      "grad_norm": 1.761271835408393,
      "learning_rate": 1.967000725852541e-07,
      "loss": 0.8398,
      "step": 126900
    },
    {
      "epoch": 5.903745056989997,
      "grad_norm": 1.597877676780554,
      "learning_rate": 1.9651011160823904e-07,
      "loss": 0.8945,
      "step": 126901
    },
    {
      "epoch": 5.903791579437079,
      "grad_norm": 1.90409451589651,
      "learning_rate": 1.9632024234179643e-07,
      "loss": 0.9883,
      "step": 126902
    },
    {
      "epoch": 5.903838101884159,
      "grad_norm": 1.726215681318479,
      "learning_rate": 1.9613046478605953e-07,
      "loss": 0.9023,
      "step": 126903
    },
    {
      "epoch": 5.90388462433124,
      "grad_norm": 2.081110149581466,
      "learning_rate": 1.9594077894112826e-07,
      "loss": 0.9648,
      "step": 126904
    },
    {
      "epoch": 5.90393114677832,
      "grad_norm": 1.762676252199615,
      "learning_rate": 1.957511848071358e-07,
      "loss": 0.9531,
      "step": 126905
    },
    {
      "epoch": 5.903977669225402,
      "grad_norm": 1.5987111212548992,
      "learning_rate": 1.9556168238416547e-07,
      "loss": 0.8711,
      "step": 126906
    },
    {
      "epoch": 5.904024191672482,
      "grad_norm": 2.129040602475388,
      "learning_rate": 1.953722716723838e-07,
      "loss": 1.0,
      "step": 126907
    },
    {
      "epoch": 5.9040707141195625,
      "grad_norm": 1.7231341417768224,
      "learning_rate": 1.9518295267185734e-07,
      "loss": 0.8359,
      "step": 126908
    },
    {
      "epoch": 5.904117236566643,
      "grad_norm": 1.8515309037235264,
      "learning_rate": 1.949937253827194e-07,
      "loss": 0.8047,
      "step": 126909
    },
    {
      "epoch": 5.904163759013724,
      "grad_norm": 1.8159750646346058,
      "learning_rate": 1.9480458980510317e-07,
      "loss": 0.9609,
      "step": 126910
    },
    {
      "epoch": 5.904210281460805,
      "grad_norm": 1.6531359688933756,
      "learning_rate": 1.9461554593910854e-07,
      "loss": 0.8828,
      "step": 126911
    },
    {
      "epoch": 5.904256803907885,
      "grad_norm": 1.8908256196485005,
      "learning_rate": 1.9442659378485216e-07,
      "loss": 0.9766,
      "step": 126912
    },
    {
      "epoch": 5.904303326354967,
      "grad_norm": 1.5816020652335725,
      "learning_rate": 1.9423773334245053e-07,
      "loss": 0.9102,
      "step": 126913
    },
    {
      "epoch": 5.904349848802047,
      "grad_norm": 1.7643262723215272,
      "learning_rate": 1.9404896461200359e-07,
      "loss": 0.9883,
      "step": 126914
    },
    {
      "epoch": 5.904396371249128,
      "grad_norm": 1.8618833343581407,
      "learning_rate": 1.9386028759366122e-07,
      "loss": 0.9648,
      "step": 126915
    },
    {
      "epoch": 5.904442893696208,
      "grad_norm": 1.7373220291826097,
      "learning_rate": 1.9367170228752337e-07,
      "loss": 0.9609,
      "step": 126916
    },
    {
      "epoch": 5.9044894161432895,
      "grad_norm": 1.7233287046309802,
      "learning_rate": 1.9348320869368994e-07,
      "loss": 0.8711,
      "step": 126917
    },
    {
      "epoch": 5.90453593859037,
      "grad_norm": 1.9265571198572937,
      "learning_rate": 1.9329480681229414e-07,
      "loss": 1.0781,
      "step": 126918
    },
    {
      "epoch": 5.90458246103745,
      "grad_norm": 1.932093089518151,
      "learning_rate": 1.931064966434359e-07,
      "loss": 0.9727,
      "step": 126919
    },
    {
      "epoch": 5.904628983484531,
      "grad_norm": 1.9248879370750143,
      "learning_rate": 1.9291827818726512e-07,
      "loss": 0.9922,
      "step": 126920
    },
    {
      "epoch": 5.904675505931612,
      "grad_norm": 1.7476046093045752,
      "learning_rate": 1.927301514438484e-07,
      "loss": 0.8711,
      "step": 126921
    },
    {
      "epoch": 5.904722028378693,
      "grad_norm": 1.9304126643817887,
      "learning_rate": 1.9254211641333562e-07,
      "loss": 0.9492,
      "step": 126922
    },
    {
      "epoch": 5.904768550825773,
      "grad_norm": 1.5978444315010136,
      "learning_rate": 1.9235417309582669e-07,
      "loss": 0.8242,
      "step": 126923
    },
    {
      "epoch": 5.904815073272854,
      "grad_norm": 1.6922571302024765,
      "learning_rate": 1.9216632149145484e-07,
      "loss": 1.0234,
      "step": 126924
    },
    {
      "epoch": 5.904861595719935,
      "grad_norm": 1.5717864410020002,
      "learning_rate": 1.9197856160030334e-07,
      "loss": 0.7695,
      "step": 126925
    },
    {
      "epoch": 5.9049081181670156,
      "grad_norm": 1.8140058845216582,
      "learning_rate": 1.9179089342252207e-07,
      "loss": 0.9414,
      "step": 126926
    },
    {
      "epoch": 5.904954640614096,
      "grad_norm": 1.7490461847271925,
      "learning_rate": 1.916033169581943e-07,
      "loss": 0.9609,
      "step": 126927
    },
    {
      "epoch": 5.905001163061177,
      "grad_norm": 1.9478009689674987,
      "learning_rate": 1.9141583220745327e-07,
      "loss": 1.0625,
      "step": 126928
    },
    {
      "epoch": 5.905047685508258,
      "grad_norm": 1.6627340820564207,
      "learning_rate": 1.9122843917041554e-07,
      "loss": 0.8945,
      "step": 126929
    },
    {
      "epoch": 5.905094207955338,
      "grad_norm": 1.9179354739920125,
      "learning_rate": 1.9104113784719766e-07,
      "loss": 0.9648,
      "step": 126930
    },
    {
      "epoch": 5.905140730402419,
      "grad_norm": 1.7564273174746254,
      "learning_rate": 1.9085392823789958e-07,
      "loss": 0.8984,
      "step": 126931
    },
    {
      "epoch": 5.9051872528495,
      "grad_norm": 1.738093743531526,
      "learning_rate": 1.9066681034263787e-07,
      "loss": 0.8633,
      "step": 126932
    },
    {
      "epoch": 5.905233775296581,
      "grad_norm": 1.74262912238965,
      "learning_rate": 1.9047978416154573e-07,
      "loss": 0.957,
      "step": 126933
    },
    {
      "epoch": 5.905280297743661,
      "grad_norm": 1.8201324163270263,
      "learning_rate": 1.902928496947065e-07,
      "loss": 0.8945,
      "step": 126934
    },
    {
      "epoch": 5.9053268201907425,
      "grad_norm": 1.812113930255329,
      "learning_rate": 1.9010600694226996e-07,
      "loss": 1.0312,
      "step": 126935
    },
    {
      "epoch": 5.905373342637823,
      "grad_norm": 1.8726871641484273,
      "learning_rate": 1.8991925590431945e-07,
      "loss": 1.0,
      "step": 126936
    },
    {
      "epoch": 5.9054198650849035,
      "grad_norm": 1.8370857364769322,
      "learning_rate": 1.8973259658100482e-07,
      "loss": 0.8711,
      "step": 126937
    },
    {
      "epoch": 5.905466387531984,
      "grad_norm": 2.0114206534734524,
      "learning_rate": 1.8954602897239268e-07,
      "loss": 1.1016,
      "step": 126938
    },
    {
      "epoch": 5.905512909979064,
      "grad_norm": 1.7169358161202064,
      "learning_rate": 1.893595530786496e-07,
      "loss": 0.8906,
      "step": 126939
    },
    {
      "epoch": 5.905559432426146,
      "grad_norm": 1.833188738182957,
      "learning_rate": 1.8917316889984214e-07,
      "loss": 0.8945,
      "step": 126940
    },
    {
      "epoch": 5.905605954873226,
      "grad_norm": 1.7826573318929706,
      "learning_rate": 1.8898687643612022e-07,
      "loss": 0.9023,
      "step": 126941
    },
    {
      "epoch": 5.905652477320307,
      "grad_norm": 2.077482962877586,
      "learning_rate": 1.8880067568756707e-07,
      "loss": 0.8906,
      "step": 126942
    },
    {
      "epoch": 5.905698999767388,
      "grad_norm": 1.5137375059821119,
      "learning_rate": 1.8861456665433262e-07,
      "loss": 0.8633,
      "step": 126943
    },
    {
      "epoch": 5.905745522214469,
      "grad_norm": 2.160954324792646,
      "learning_rate": 1.884285493365001e-07,
      "loss": 0.9688,
      "step": 126944
    },
    {
      "epoch": 5.905792044661549,
      "grad_norm": 1.7752113785111208,
      "learning_rate": 1.882426237341861e-07,
      "loss": 1.0078,
      "step": 126945
    },
    {
      "epoch": 5.9058385671086295,
      "grad_norm": 1.8730797393577043,
      "learning_rate": 1.880567898475238e-07,
      "loss": 0.8828,
      "step": 126946
    },
    {
      "epoch": 5.905885089555711,
      "grad_norm": 2.0152200812919605,
      "learning_rate": 1.8787104767661321e-07,
      "loss": 0.9922,
      "step": 126947
    },
    {
      "epoch": 5.905931612002791,
      "grad_norm": 1.7777846620719933,
      "learning_rate": 1.8768539722157084e-07,
      "loss": 0.8477,
      "step": 126948
    },
    {
      "epoch": 5.905978134449872,
      "grad_norm": 1.7758462430354278,
      "learning_rate": 1.8749983848251327e-07,
      "loss": 0.9414,
      "step": 126949
    },
    {
      "epoch": 5.906024656896953,
      "grad_norm": 1.7089393216960556,
      "learning_rate": 1.8731437145955707e-07,
      "loss": 0.8086,
      "step": 126950
    },
    {
      "epoch": 5.906071179344034,
      "grad_norm": 1.6049019014318486,
      "learning_rate": 1.871289961528022e-07,
      "loss": 0.8828,
      "step": 126951
    },
    {
      "epoch": 5.906117701791114,
      "grad_norm": 1.5594707933387089,
      "learning_rate": 1.8694371256236518e-07,
      "loss": 0.7266,
      "step": 126952
    },
    {
      "epoch": 5.906164224238195,
      "grad_norm": 1.8622596170801693,
      "learning_rate": 1.8675852068837927e-07,
      "loss": 0.9688,
      "step": 126953
    },
    {
      "epoch": 5.906210746685276,
      "grad_norm": 1.682920833626619,
      "learning_rate": 1.8657342053092772e-07,
      "loss": 1.0234,
      "step": 126954
    },
    {
      "epoch": 5.9062572691323565,
      "grad_norm": 1.7259910901637168,
      "learning_rate": 1.8638841209014376e-07,
      "loss": 0.9258,
      "step": 126955
    },
    {
      "epoch": 5.906303791579437,
      "grad_norm": 1.6920322332672415,
      "learning_rate": 1.8620349536614398e-07,
      "loss": 0.8984,
      "step": 126956
    },
    {
      "epoch": 5.9063503140265174,
      "grad_norm": 1.8421608535855167,
      "learning_rate": 1.8601867035901165e-07,
      "loss": 0.9219,
      "step": 126957
    },
    {
      "epoch": 5.906396836473599,
      "grad_norm": 1.9746705742181303,
      "learning_rate": 1.858339370688966e-07,
      "loss": 1.0938,
      "step": 126958
    },
    {
      "epoch": 5.906443358920679,
      "grad_norm": 1.8741858446192246,
      "learning_rate": 1.856492954958988e-07,
      "loss": 0.9961,
      "step": 126959
    },
    {
      "epoch": 5.90648988136776,
      "grad_norm": 1.7752369262806762,
      "learning_rate": 1.854647456401348e-07,
      "loss": 0.9258,
      "step": 126960
    },
    {
      "epoch": 5.90653640381484,
      "grad_norm": 2.007848907216898,
      "learning_rate": 1.8528028750170453e-07,
      "loss": 0.9336,
      "step": 126961
    },
    {
      "epoch": 5.906582926261922,
      "grad_norm": 1.555166714818419,
      "learning_rate": 1.8509592108072458e-07,
      "loss": 0.8516,
      "step": 126962
    },
    {
      "epoch": 5.906629448709002,
      "grad_norm": 1.7289354847897127,
      "learning_rate": 1.8491164637731148e-07,
      "loss": 0.9688,
      "step": 126963
    },
    {
      "epoch": 5.906675971156083,
      "grad_norm": 1.830626755530753,
      "learning_rate": 1.8472746339158184e-07,
      "loss": 1.0,
      "step": 126964
    },
    {
      "epoch": 5.906722493603164,
      "grad_norm": 1.7235717366082561,
      "learning_rate": 1.845433721236522e-07,
      "loss": 0.9922,
      "step": 126965
    },
    {
      "epoch": 5.906769016050244,
      "grad_norm": 1.7972726235352083,
      "learning_rate": 1.8435937257362253e-07,
      "loss": 0.9883,
      "step": 126966
    },
    {
      "epoch": 5.906815538497325,
      "grad_norm": 1.8814852233302408,
      "learning_rate": 1.8417546474160938e-07,
      "loss": 0.9961,
      "step": 126967
    },
    {
      "epoch": 5.906862060944405,
      "grad_norm": 1.9588494195288704,
      "learning_rate": 1.839916486277293e-07,
      "loss": 0.9375,
      "step": 126968
    },
    {
      "epoch": 5.906908583391487,
      "grad_norm": 1.58789873078893,
      "learning_rate": 1.8380792423208223e-07,
      "loss": 0.9141,
      "step": 126969
    },
    {
      "epoch": 5.906955105838567,
      "grad_norm": 1.9830589056121084,
      "learning_rate": 1.836242915548014e-07,
      "loss": 1.0312,
      "step": 126970
    },
    {
      "epoch": 5.907001628285648,
      "grad_norm": 1.7461728284561813,
      "learning_rate": 1.8344075059598673e-07,
      "loss": 0.8203,
      "step": 126971
    },
    {
      "epoch": 5.907048150732728,
      "grad_norm": 1.5207168262026547,
      "learning_rate": 1.8325730135575478e-07,
      "loss": 0.7578,
      "step": 126972
    },
    {
      "epoch": 5.9070946731798095,
      "grad_norm": 1.9322801054717198,
      "learning_rate": 1.8307394383420547e-07,
      "loss": 1.0078,
      "step": 126973
    },
    {
      "epoch": 5.90714119562689,
      "grad_norm": 1.725162719154918,
      "learning_rate": 1.8289067803147205e-07,
      "loss": 1.0234,
      "step": 126974
    },
    {
      "epoch": 5.9071877180739705,
      "grad_norm": 1.9080312614059016,
      "learning_rate": 1.8270750394765442e-07,
      "loss": 0.8594,
      "step": 126975
    },
    {
      "epoch": 5.907234240521051,
      "grad_norm": 1.7030984475551194,
      "learning_rate": 1.8252442158286917e-07,
      "loss": 0.918,
      "step": 126976
    },
    {
      "epoch": 5.907280762968132,
      "grad_norm": 1.8721528719541154,
      "learning_rate": 1.823414309372162e-07,
      "loss": 0.8945,
      "step": 126977
    },
    {
      "epoch": 5.907327285415213,
      "grad_norm": 1.8566086884352593,
      "learning_rate": 1.8215853201082874e-07,
      "loss": 1.0156,
      "step": 126978
    },
    {
      "epoch": 5.907373807862293,
      "grad_norm": 1.56518444824732,
      "learning_rate": 1.8197572480379008e-07,
      "loss": 0.6914,
      "step": 126979
    },
    {
      "epoch": 5.907420330309375,
      "grad_norm": 1.8086833550774537,
      "learning_rate": 1.8179300931625007e-07,
      "loss": 1.0547,
      "step": 126980
    },
    {
      "epoch": 5.907466852756455,
      "grad_norm": 1.7755010781219323,
      "learning_rate": 1.8161038554827534e-07,
      "loss": 0.832,
      "step": 126981
    },
    {
      "epoch": 5.907513375203536,
      "grad_norm": 1.7633023250090971,
      "learning_rate": 1.8142785350001578e-07,
      "loss": 0.9297,
      "step": 126982
    },
    {
      "epoch": 5.907559897650616,
      "grad_norm": 2.0731846894575283,
      "learning_rate": 1.8124541317157126e-07,
      "loss": 1.0547,
      "step": 126983
    },
    {
      "epoch": 5.907606420097697,
      "grad_norm": 1.623450527429709,
      "learning_rate": 1.8106306456304176e-07,
      "loss": 0.8242,
      "step": 126984
    },
    {
      "epoch": 5.907652942544778,
      "grad_norm": 1.9170738824092273,
      "learning_rate": 1.8088080767456047e-07,
      "loss": 0.8945,
      "step": 126985
    },
    {
      "epoch": 5.907699464991858,
      "grad_norm": 1.7115413360825786,
      "learning_rate": 1.8069864250622736e-07,
      "loss": 0.8281,
      "step": 126986
    },
    {
      "epoch": 5.90774598743894,
      "grad_norm": 1.8353791715460068,
      "learning_rate": 1.8051656905814227e-07,
      "loss": 0.8867,
      "step": 126987
    },
    {
      "epoch": 5.90779250988602,
      "grad_norm": 1.736586142735665,
      "learning_rate": 1.8033458733042183e-07,
      "loss": 0.8867,
      "step": 126988
    },
    {
      "epoch": 5.907839032333101,
      "grad_norm": 1.5230526507368896,
      "learning_rate": 1.8015269732319926e-07,
      "loss": 0.8711,
      "step": 126989
    },
    {
      "epoch": 5.907885554780181,
      "grad_norm": 1.7146733241787824,
      "learning_rate": 1.7997089903657448e-07,
      "loss": 0.9258,
      "step": 126990
    },
    {
      "epoch": 5.907932077227262,
      "grad_norm": 1.8406926616733197,
      "learning_rate": 1.7978919247064738e-07,
      "loss": 0.9492,
      "step": 126991
    },
    {
      "epoch": 5.907978599674343,
      "grad_norm": 1.612740346986445,
      "learning_rate": 1.7960757762553458e-07,
      "loss": 0.8125,
      "step": 126992
    },
    {
      "epoch": 5.9080251221214235,
      "grad_norm": 2.2044220352731347,
      "learning_rate": 1.7942605450133595e-07,
      "loss": 1.1406,
      "step": 126993
    },
    {
      "epoch": 5.908071644568504,
      "grad_norm": 1.7435532792678787,
      "learning_rate": 1.7924462309818477e-07,
      "loss": 0.9102,
      "step": 126994
    },
    {
      "epoch": 5.908118167015585,
      "grad_norm": 1.68479449527262,
      "learning_rate": 1.7906328341619757e-07,
      "loss": 0.8398,
      "step": 126995
    },
    {
      "epoch": 5.908164689462666,
      "grad_norm": 1.8444482540578224,
      "learning_rate": 1.7888203545545766e-07,
      "loss": 1.0391,
      "step": 126996
    },
    {
      "epoch": 5.908211211909746,
      "grad_norm": 1.6746944219160833,
      "learning_rate": 1.7870087921608156e-07,
      "loss": 0.8047,
      "step": 126997
    },
    {
      "epoch": 5.908257734356827,
      "grad_norm": 1.7689954853272478,
      "learning_rate": 1.7851981469820254e-07,
      "loss": 0.793,
      "step": 126998
    },
    {
      "epoch": 5.908304256803908,
      "grad_norm": 1.6010370004903285,
      "learning_rate": 1.783388419019205e-07,
      "loss": 0.8125,
      "step": 126999
    },
    {
      "epoch": 5.908350779250989,
      "grad_norm": 1.717997376061919,
      "learning_rate": 1.7815796082733537e-07,
      "loss": 0.918,
      "step": 127000
    },
    {
      "epoch": 5.908397301698069,
      "grad_norm": 1.6593702248617075,
      "learning_rate": 1.779771714745637e-07,
      "loss": 0.832,
      "step": 127001
    },
    {
      "epoch": 5.9084438241451505,
      "grad_norm": 1.8156755580441444,
      "learning_rate": 1.7779647384370544e-07,
      "loss": 0.9648,
      "step": 127002
    },
    {
      "epoch": 5.908490346592231,
      "grad_norm": 1.7885584193978374,
      "learning_rate": 1.7761586793489378e-07,
      "loss": 0.9141,
      "step": 127003
    },
    {
      "epoch": 5.908536869039311,
      "grad_norm": 1.7058354587511142,
      "learning_rate": 1.774353537482287e-07,
      "loss": 0.7969,
      "step": 127004
    },
    {
      "epoch": 5.908583391486392,
      "grad_norm": 1.6413289539675329,
      "learning_rate": 1.7725493128382673e-07,
      "loss": 0.8945,
      "step": 127005
    },
    {
      "epoch": 5.908629913933473,
      "grad_norm": 2.163696300370395,
      "learning_rate": 1.7707460054178778e-07,
      "loss": 0.9375,
      "step": 127006
    },
    {
      "epoch": 5.908676436380554,
      "grad_norm": 1.8314048044371374,
      "learning_rate": 1.7689436152222846e-07,
      "loss": 0.8281,
      "step": 127007
    },
    {
      "epoch": 5.908722958827634,
      "grad_norm": 1.6939497170669586,
      "learning_rate": 1.7671421422524868e-07,
      "loss": 0.9336,
      "step": 127008
    },
    {
      "epoch": 5.908769481274715,
      "grad_norm": 2.018340608667037,
      "learning_rate": 1.7653415865098164e-07,
      "loss": 0.9609,
      "step": 127009
    },
    {
      "epoch": 5.908816003721796,
      "grad_norm": 1.7133531924264038,
      "learning_rate": 1.7635419479951062e-07,
      "loss": 0.8203,
      "step": 127010
    },
    {
      "epoch": 5.9088625261688765,
      "grad_norm": 1.7224805360972009,
      "learning_rate": 1.7617432267096887e-07,
      "loss": 0.9766,
      "step": 127011
    },
    {
      "epoch": 5.908909048615957,
      "grad_norm": 1.7208239257274516,
      "learning_rate": 1.7599454226543963e-07,
      "loss": 0.9062,
      "step": 127012
    },
    {
      "epoch": 5.9089555710630375,
      "grad_norm": 1.754329724892924,
      "learning_rate": 1.758148535830728e-07,
      "loss": 0.7852,
      "step": 127013
    },
    {
      "epoch": 5.909002093510119,
      "grad_norm": 1.6870669958609998,
      "learning_rate": 1.7563525662393495e-07,
      "loss": 0.9688,
      "step": 127014
    },
    {
      "epoch": 5.909048615957199,
      "grad_norm": 1.8778887996932923,
      "learning_rate": 1.7545575138815936e-07,
      "loss": 1.0781,
      "step": 127015
    },
    {
      "epoch": 5.90909513840428,
      "grad_norm": 1.8411966908291628,
      "learning_rate": 1.752763378758626e-07,
      "loss": 1.0781,
      "step": 127016
    },
    {
      "epoch": 5.909141660851361,
      "grad_norm": 1.762646999661963,
      "learning_rate": 1.7509701608714455e-07,
      "loss": 1.0859,
      "step": 127017
    },
    {
      "epoch": 5.909188183298442,
      "grad_norm": 1.774837132821801,
      "learning_rate": 1.7491778602210515e-07,
      "loss": 0.9609,
      "step": 127018
    },
    {
      "epoch": 5.909234705745522,
      "grad_norm": 1.7933760751639827,
      "learning_rate": 1.7473864768087764e-07,
      "loss": 0.8945,
      "step": 127019
    },
    {
      "epoch": 5.909281228192603,
      "grad_norm": 1.8446953516816182,
      "learning_rate": 1.7455960106354526e-07,
      "loss": 0.9727,
      "step": 127020
    },
    {
      "epoch": 5.909327750639684,
      "grad_norm": 1.9080853698182108,
      "learning_rate": 1.7438064617024128e-07,
      "loss": 0.9961,
      "step": 127021
    },
    {
      "epoch": 5.909374273086764,
      "grad_norm": 1.7102697090549617,
      "learning_rate": 1.742017830010489e-07,
      "loss": 0.8438,
      "step": 127022
    },
    {
      "epoch": 5.909420795533845,
      "grad_norm": 1.8471791484994682,
      "learning_rate": 1.7402301155610144e-07,
      "loss": 0.9336,
      "step": 127023
    },
    {
      "epoch": 5.909467317980926,
      "grad_norm": 1.8968192800540464,
      "learning_rate": 1.7384433183549873e-07,
      "loss": 1.0391,
      "step": 127024
    },
    {
      "epoch": 5.909513840428007,
      "grad_norm": 1.7713912282278705,
      "learning_rate": 1.7366574383935738e-07,
      "loss": 1.0078,
      "step": 127025
    },
    {
      "epoch": 5.909560362875087,
      "grad_norm": 1.6167285758397394,
      "learning_rate": 1.7348724756777732e-07,
      "loss": 0.8711,
      "step": 127026
    },
    {
      "epoch": 5.909606885322168,
      "grad_norm": 2.0059560675795995,
      "learning_rate": 1.7330884302087512e-07,
      "loss": 0.9727,
      "step": 127027
    },
    {
      "epoch": 5.909653407769248,
      "grad_norm": 1.745440728442746,
      "learning_rate": 1.7313053019875068e-07,
      "loss": 0.918,
      "step": 127028
    },
    {
      "epoch": 5.9096999302163296,
      "grad_norm": 1.7584012537050735,
      "learning_rate": 1.7295230910152059e-07,
      "loss": 0.918,
      "step": 127029
    },
    {
      "epoch": 5.90974645266341,
      "grad_norm": 1.6588980319788644,
      "learning_rate": 1.7277417972928475e-07,
      "loss": 0.8906,
      "step": 127030
    },
    {
      "epoch": 5.9097929751104905,
      "grad_norm": 1.7849263511147841,
      "learning_rate": 1.7259614208217641e-07,
      "loss": 0.8945,
      "step": 127031
    },
    {
      "epoch": 5.909839497557572,
      "grad_norm": 1.6893613127598779,
      "learning_rate": 1.7241819616027886e-07,
      "loss": 0.9062,
      "step": 127032
    },
    {
      "epoch": 5.909886020004652,
      "grad_norm": 1.7451411797158898,
      "learning_rate": 1.7224034196370862e-07,
      "loss": 0.8711,
      "step": 127033
    },
    {
      "epoch": 5.909932542451733,
      "grad_norm": 1.5878901445465885,
      "learning_rate": 1.7206257949258227e-07,
      "loss": 0.875,
      "step": 127034
    },
    {
      "epoch": 5.909979064898813,
      "grad_norm": 1.7710532171151414,
      "learning_rate": 1.7188490874699978e-07,
      "loss": 0.8789,
      "step": 127035
    },
    {
      "epoch": 5.910025587345895,
      "grad_norm": 1.7292042645367949,
      "learning_rate": 1.7170732972706102e-07,
      "loss": 1.0156,
      "step": 127036
    },
    {
      "epoch": 5.910072109792975,
      "grad_norm": 1.615438467794576,
      "learning_rate": 1.7152984243289925e-07,
      "loss": 0.8906,
      "step": 127037
    },
    {
      "epoch": 5.910118632240056,
      "grad_norm": 1.650272740708838,
      "learning_rate": 1.713524468645977e-07,
      "loss": 0.9023,
      "step": 127038
    },
    {
      "epoch": 5.910165154687137,
      "grad_norm": 1.7273323983743687,
      "learning_rate": 1.7117514302228963e-07,
      "loss": 0.9648,
      "step": 127039
    },
    {
      "epoch": 5.9102116771342175,
      "grad_norm": 1.7717626358489786,
      "learning_rate": 1.709979309060583e-07,
      "loss": 0.9414,
      "step": 127040
    },
    {
      "epoch": 5.910258199581298,
      "grad_norm": 1.6661233832493179,
      "learning_rate": 1.7082081051603692e-07,
      "loss": 0.9336,
      "step": 127041
    },
    {
      "epoch": 5.910304722028378,
      "grad_norm": 1.6862073857897004,
      "learning_rate": 1.7064378185232542e-07,
      "loss": 0.8828,
      "step": 127042
    },
    {
      "epoch": 5.91035124447546,
      "grad_norm": 1.6461753898998068,
      "learning_rate": 1.704668449150237e-07,
      "loss": 0.9258,
      "step": 127043
    },
    {
      "epoch": 5.91039776692254,
      "grad_norm": 1.6406290213231418,
      "learning_rate": 1.7028999970423174e-07,
      "loss": 0.875,
      "step": 127044
    },
    {
      "epoch": 5.910444289369621,
      "grad_norm": 1.7273162660540413,
      "learning_rate": 1.7011324622008272e-07,
      "loss": 0.8789,
      "step": 127045
    },
    {
      "epoch": 5.910490811816701,
      "grad_norm": 1.9623004265422825,
      "learning_rate": 1.6993658446267655e-07,
      "loss": 0.9531,
      "step": 127046
    },
    {
      "epoch": 5.910537334263783,
      "grad_norm": 1.900437147513096,
      "learning_rate": 1.6976001443211317e-07,
      "loss": 0.918,
      "step": 127047
    },
    {
      "epoch": 5.910583856710863,
      "grad_norm": 1.8918730079911514,
      "learning_rate": 1.6958353612850917e-07,
      "loss": 1.0469,
      "step": 127048
    },
    {
      "epoch": 5.9106303791579435,
      "grad_norm": 1.8541045113848276,
      "learning_rate": 1.6940714955196443e-07,
      "loss": 1.0,
      "step": 127049
    },
    {
      "epoch": 5.910676901605024,
      "grad_norm": 1.9129150973517606,
      "learning_rate": 1.6923085470259555e-07,
      "loss": 1.1016,
      "step": 127050
    },
    {
      "epoch": 5.910723424052105,
      "grad_norm": 1.8853116599356576,
      "learning_rate": 1.6905465158050247e-07,
      "loss": 0.9102,
      "step": 127051
    },
    {
      "epoch": 5.910769946499186,
      "grad_norm": 2.0664096317519505,
      "learning_rate": 1.6887854018580172e-07,
      "loss": 1.0156,
      "step": 127052
    },
    {
      "epoch": 5.910816468946266,
      "grad_norm": 1.9063971793183838,
      "learning_rate": 1.6870252051859323e-07,
      "loss": 0.9453,
      "step": 127053
    },
    {
      "epoch": 5.910862991393348,
      "grad_norm": 1.8055593458100085,
      "learning_rate": 1.685265925789936e-07,
      "loss": 1.0,
      "step": 127054
    },
    {
      "epoch": 5.910909513840428,
      "grad_norm": 1.7189291225432852,
      "learning_rate": 1.6835075636710271e-07,
      "loss": 0.9688,
      "step": 127055
    },
    {
      "epoch": 5.910956036287509,
      "grad_norm": 1.7482372711193521,
      "learning_rate": 1.6817501188303716e-07,
      "loss": 0.8242,
      "step": 127056
    },
    {
      "epoch": 5.911002558734589,
      "grad_norm": 1.852756379464818,
      "learning_rate": 1.6799935912688024e-07,
      "loss": 0.9492,
      "step": 127057
    },
    {
      "epoch": 5.9110490811816705,
      "grad_norm": 1.906090153772407,
      "learning_rate": 1.6782379809876512e-07,
      "loss": 1.0078,
      "step": 127058
    },
    {
      "epoch": 5.911095603628751,
      "grad_norm": 1.7289760384060195,
      "learning_rate": 1.6764832879880842e-07,
      "loss": 0.875,
      "step": 127059
    },
    {
      "epoch": 5.9111421260758314,
      "grad_norm": 1.58252121653457,
      "learning_rate": 1.674729512270767e-07,
      "loss": 0.793,
      "step": 127060
    },
    {
      "epoch": 5.911188648522912,
      "grad_norm": 1.7565848841751648,
      "learning_rate": 1.6729766538371992e-07,
      "loss": 0.8672,
      "step": 127061
    },
    {
      "epoch": 5.911235170969993,
      "grad_norm": 1.8430523136795274,
      "learning_rate": 1.6712247126880463e-07,
      "loss": 0.9727,
      "step": 127062
    },
    {
      "epoch": 5.911281693417074,
      "grad_norm": 1.6761969631088809,
      "learning_rate": 1.6694736888248072e-07,
      "loss": 0.793,
      "step": 127063
    },
    {
      "epoch": 5.911328215864154,
      "grad_norm": 1.8327681821596264,
      "learning_rate": 1.6677235822481483e-07,
      "loss": 0.9531,
      "step": 127064
    },
    {
      "epoch": 5.911374738311235,
      "grad_norm": 1.7935986164510485,
      "learning_rate": 1.665974392959568e-07,
      "loss": 0.9609,
      "step": 127065
    },
    {
      "epoch": 5.911421260758316,
      "grad_norm": 1.6754979755791006,
      "learning_rate": 1.6642261209597328e-07,
      "loss": 0.9141,
      "step": 127066
    },
    {
      "epoch": 5.911467783205397,
      "grad_norm": 1.630703910394668,
      "learning_rate": 1.662478766249975e-07,
      "loss": 0.875,
      "step": 127067
    },
    {
      "epoch": 5.911514305652477,
      "grad_norm": 1.8203311110445255,
      "learning_rate": 1.6607323288312934e-07,
      "loss": 0.8672,
      "step": 127068
    },
    {
      "epoch": 5.911560828099558,
      "grad_norm": 1.6850087252158388,
      "learning_rate": 1.6589868087046876e-07,
      "loss": 0.8984,
      "step": 127069
    },
    {
      "epoch": 5.911607350546639,
      "grad_norm": 1.9039148525645122,
      "learning_rate": 1.657242205871323e-07,
      "loss": 1.1172,
      "step": 127070
    },
    {
      "epoch": 5.911653872993719,
      "grad_norm": 1.856311665678067,
      "learning_rate": 1.655498520332199e-07,
      "loss": 1.0312,
      "step": 127071
    },
    {
      "epoch": 5.9117003954408,
      "grad_norm": 1.8974441531489104,
      "learning_rate": 1.6537557520883148e-07,
      "loss": 0.9453,
      "step": 127072
    },
    {
      "epoch": 5.911746917887881,
      "grad_norm": 2.060005437225798,
      "learning_rate": 1.6520139011410027e-07,
      "loss": 1.0781,
      "step": 127073
    },
    {
      "epoch": 5.911793440334962,
      "grad_norm": 1.7510340013675283,
      "learning_rate": 1.6502729674909288e-07,
      "loss": 0.8086,
      "step": 127074
    },
    {
      "epoch": 5.911839962782042,
      "grad_norm": 1.6811662767367033,
      "learning_rate": 1.6485329511395916e-07,
      "loss": 0.8828,
      "step": 127075
    },
    {
      "epoch": 5.9118864852291235,
      "grad_norm": 1.6131485576805202,
      "learning_rate": 1.6467938520878243e-07,
      "loss": 0.8242,
      "step": 127076
    },
    {
      "epoch": 5.911933007676204,
      "grad_norm": 1.761917213576629,
      "learning_rate": 1.6450556703366257e-07,
      "loss": 1.0625,
      "step": 127077
    },
    {
      "epoch": 5.9119795301232845,
      "grad_norm": 1.8044167149794876,
      "learning_rate": 1.6433184058873284e-07,
      "loss": 1.0625,
      "step": 127078
    },
    {
      "epoch": 5.912026052570365,
      "grad_norm": 1.6567078463116451,
      "learning_rate": 1.6415820587407647e-07,
      "loss": 0.8828,
      "step": 127079
    },
    {
      "epoch": 5.912072575017445,
      "grad_norm": 1.628510691260083,
      "learning_rate": 1.639846628897934e-07,
      "loss": 0.8164,
      "step": 127080
    },
    {
      "epoch": 5.912119097464527,
      "grad_norm": 1.565038503336421,
      "learning_rate": 1.6381121163601685e-07,
      "loss": 0.8164,
      "step": 127081
    },
    {
      "epoch": 5.912165619911607,
      "grad_norm": 1.6664314736269197,
      "learning_rate": 1.636378521128301e-07,
      "loss": 0.9453,
      "step": 127082
    },
    {
      "epoch": 5.912212142358688,
      "grad_norm": 1.9189284054113143,
      "learning_rate": 1.634645843203497e-07,
      "loss": 1.0156,
      "step": 127083
    },
    {
      "epoch": 5.912258664805769,
      "grad_norm": 1.7294266989679115,
      "learning_rate": 1.632914082586756e-07,
      "loss": 0.9258,
      "step": 127084
    },
    {
      "epoch": 5.91230518725285,
      "grad_norm": 1.8557648652065766,
      "learning_rate": 1.6311832392790768e-07,
      "loss": 0.8086,
      "step": 127085
    },
    {
      "epoch": 5.91235170969993,
      "grad_norm": 1.743758646869876,
      "learning_rate": 1.6294533132817923e-07,
      "loss": 0.8789,
      "step": 127086
    },
    {
      "epoch": 5.9123982321470105,
      "grad_norm": 2.117586498815259,
      "learning_rate": 1.6277243045957344e-07,
      "loss": 1.0156,
      "step": 127087
    },
    {
      "epoch": 5.912444754594092,
      "grad_norm": 1.853801280728067,
      "learning_rate": 1.6259962132220695e-07,
      "loss": 0.9258,
      "step": 127088
    },
    {
      "epoch": 5.912491277041172,
      "grad_norm": 1.9227316648396022,
      "learning_rate": 1.6242690391617963e-07,
      "loss": 0.9805,
      "step": 127089
    },
    {
      "epoch": 5.912537799488253,
      "grad_norm": 1.720003185425714,
      "learning_rate": 1.6225427824159142e-07,
      "loss": 0.9141,
      "step": 127090
    },
    {
      "epoch": 5.912584321935334,
      "grad_norm": 1.6573374149881912,
      "learning_rate": 1.6208174429854225e-07,
      "loss": 0.9062,
      "step": 127091
    },
    {
      "epoch": 5.912630844382415,
      "grad_norm": 1.7882779495529177,
      "learning_rate": 1.6190930208716534e-07,
      "loss": 0.9531,
      "step": 127092
    },
    {
      "epoch": 5.912677366829495,
      "grad_norm": 1.7892192560645976,
      "learning_rate": 1.6173695160754396e-07,
      "loss": 0.9766,
      "step": 127093
    },
    {
      "epoch": 5.912723889276576,
      "grad_norm": 1.6619097641557081,
      "learning_rate": 1.6156469285981134e-07,
      "loss": 0.793,
      "step": 127094
    },
    {
      "epoch": 5.912770411723657,
      "grad_norm": 1.7590895105180226,
      "learning_rate": 1.6139252584403407e-07,
      "loss": 0.9062,
      "step": 127095
    },
    {
      "epoch": 5.9128169341707375,
      "grad_norm": 1.8325326141865945,
      "learning_rate": 1.6122045056032873e-07,
      "loss": 0.8633,
      "step": 127096
    },
    {
      "epoch": 5.912863456617818,
      "grad_norm": 1.7862971984446951,
      "learning_rate": 1.6104846700881192e-07,
      "loss": 1.0156,
      "step": 127097
    },
    {
      "epoch": 5.9129099790648985,
      "grad_norm": 1.948705009376588,
      "learning_rate": 1.6087657518958354e-07,
      "loss": 1.0156,
      "step": 127098
    },
    {
      "epoch": 5.91295650151198,
      "grad_norm": 1.6400975752514964,
      "learning_rate": 1.6070477510276014e-07,
      "loss": 0.8594,
      "step": 127099
    },
    {
      "epoch": 5.91300302395906,
      "grad_norm": 1.840094712337578,
      "learning_rate": 1.6053306674842502e-07,
      "loss": 0.8594,
      "step": 127100
    },
    {
      "epoch": 5.913049546406141,
      "grad_norm": 1.6701063284010995,
      "learning_rate": 1.6036145012671142e-07,
      "loss": 0.8438,
      "step": 127101
    },
    {
      "epoch": 5.913096068853221,
      "grad_norm": 1.8121439576779892,
      "learning_rate": 1.6018992523768591e-07,
      "loss": 0.8984,
      "step": 127102
    },
    {
      "epoch": 5.913142591300303,
      "grad_norm": 1.678744332116858,
      "learning_rate": 1.6001849208148177e-07,
      "loss": 0.875,
      "step": 127103
    },
    {
      "epoch": 5.913189113747383,
      "grad_norm": 1.7057845473253717,
      "learning_rate": 1.5984715065821552e-07,
      "loss": 0.9883,
      "step": 127104
    },
    {
      "epoch": 5.913235636194464,
      "grad_norm": 1.8527223746584511,
      "learning_rate": 1.596759009679538e-07,
      "loss": 0.9375,
      "step": 127105
    },
    {
      "epoch": 5.913282158641545,
      "grad_norm": 1.8386102384000604,
      "learning_rate": 1.5950474301082984e-07,
      "loss": 1.0156,
      "step": 127106
    },
    {
      "epoch": 5.913328681088625,
      "grad_norm": 1.7424754200172061,
      "learning_rate": 1.5933367678692689e-07,
      "loss": 0.9023,
      "step": 127107
    },
    {
      "epoch": 5.913375203535706,
      "grad_norm": 1.7811043478480928,
      "learning_rate": 1.5916270229637816e-07,
      "loss": 1.0156,
      "step": 127108
    },
    {
      "epoch": 5.913421725982786,
      "grad_norm": 1.6796958815318737,
      "learning_rate": 1.58991819539267e-07,
      "loss": 0.875,
      "step": 127109
    },
    {
      "epoch": 5.913468248429868,
      "grad_norm": 1.8326520739873733,
      "learning_rate": 1.5882102851570988e-07,
      "loss": 0.9688,
      "step": 127110
    },
    {
      "epoch": 5.913514770876948,
      "grad_norm": 1.9513950245645337,
      "learning_rate": 1.5865032922579014e-07,
      "loss": 0.9727,
      "step": 127111
    },
    {
      "epoch": 5.913561293324029,
      "grad_norm": 1.7892897391320546,
      "learning_rate": 1.5847972166964095e-07,
      "loss": 0.918,
      "step": 127112
    },
    {
      "epoch": 5.91360781577111,
      "grad_norm": 1.6551280806762123,
      "learning_rate": 1.5830920584736228e-07,
      "loss": 0.8945,
      "step": 127113
    },
    {
      "epoch": 5.9136543382181905,
      "grad_norm": 1.6159766888404552,
      "learning_rate": 1.5813878175903738e-07,
      "loss": 0.7578,
      "step": 127114
    },
    {
      "epoch": 5.913700860665271,
      "grad_norm": 1.8928934804863866,
      "learning_rate": 1.5796844940478282e-07,
      "loss": 0.918,
      "step": 127115
    },
    {
      "epoch": 5.9137473831123515,
      "grad_norm": 1.6700275608133488,
      "learning_rate": 1.577982087846985e-07,
      "loss": 0.8164,
      "step": 127116
    },
    {
      "epoch": 5.913793905559432,
      "grad_norm": 1.9369957865308438,
      "learning_rate": 1.5762805989890103e-07,
      "loss": 1.0312,
      "step": 127117
    },
    {
      "epoch": 5.913840428006513,
      "grad_norm": 1.7539806921070058,
      "learning_rate": 1.574580027474903e-07,
      "loss": 1.0078,
      "step": 127118
    },
    {
      "epoch": 5.913886950453594,
      "grad_norm": 1.7066935080461125,
      "learning_rate": 1.5728803733054963e-07,
      "loss": 0.9414,
      "step": 127119
    },
    {
      "epoch": 5.913933472900674,
      "grad_norm": 1.8760652069170973,
      "learning_rate": 1.5711816364822884e-07,
      "loss": 0.9922,
      "step": 127120
    },
    {
      "epoch": 5.913979995347756,
      "grad_norm": 1.7833412573831564,
      "learning_rate": 1.569483817005779e-07,
      "loss": 1.0469,
      "step": 127121
    },
    {
      "epoch": 5.914026517794836,
      "grad_norm": 1.6167757676099095,
      "learning_rate": 1.5677869148774669e-07,
      "loss": 0.7852,
      "step": 127122
    },
    {
      "epoch": 5.914073040241917,
      "grad_norm": 1.971526617867001,
      "learning_rate": 1.5660909300980185e-07,
      "loss": 1.125,
      "step": 127123
    },
    {
      "epoch": 5.914119562688997,
      "grad_norm": 1.9126419113606792,
      "learning_rate": 1.5643958626685992e-07,
      "loss": 0.9766,
      "step": 127124
    },
    {
      "epoch": 5.914166085136078,
      "grad_norm": 1.9247875119409903,
      "learning_rate": 1.5627017125903752e-07,
      "loss": 0.9414,
      "step": 127125
    },
    {
      "epoch": 5.914212607583159,
      "grad_norm": 1.7219720087346075,
      "learning_rate": 1.561008479864345e-07,
      "loss": 0.918,
      "step": 127126
    },
    {
      "epoch": 5.914259130030239,
      "grad_norm": 1.9624305738560412,
      "learning_rate": 1.5593161644915087e-07,
      "loss": 1.0312,
      "step": 127127
    },
    {
      "epoch": 5.914305652477321,
      "grad_norm": 1.7402077154320943,
      "learning_rate": 1.5576247664728648e-07,
      "loss": 0.8438,
      "step": 127128
    },
    {
      "epoch": 5.914352174924401,
      "grad_norm": 1.7172855037224681,
      "learning_rate": 1.5559342858094125e-07,
      "loss": 0.9922,
      "step": 127129
    },
    {
      "epoch": 5.914398697371482,
      "grad_norm": 1.8399994129456625,
      "learning_rate": 1.554244722502318e-07,
      "loss": 0.9609,
      "step": 127130
    },
    {
      "epoch": 5.914445219818562,
      "grad_norm": 1.846177110068441,
      "learning_rate": 1.5525560765525802e-07,
      "loss": 0.9297,
      "step": 127131
    },
    {
      "epoch": 5.914491742265644,
      "grad_norm": 1.852486742102077,
      "learning_rate": 1.5508683479610318e-07,
      "loss": 0.9258,
      "step": 127132
    },
    {
      "epoch": 5.914538264712724,
      "grad_norm": 1.7392144591808347,
      "learning_rate": 1.549181536729005e-07,
      "loss": 0.875,
      "step": 127133
    },
    {
      "epoch": 5.9145847871598045,
      "grad_norm": 1.7061749143717024,
      "learning_rate": 1.5474956428573326e-07,
      "loss": 0.9492,
      "step": 127134
    },
    {
      "epoch": 5.914631309606885,
      "grad_norm": 1.646261771483152,
      "learning_rate": 1.5458106663471803e-07,
      "loss": 0.75,
      "step": 127135
    },
    {
      "epoch": 5.914677832053966,
      "grad_norm": 1.8586792206296234,
      "learning_rate": 1.5441266071995472e-07,
      "loss": 0.9453,
      "step": 127136
    },
    {
      "epoch": 5.914724354501047,
      "grad_norm": 1.645104744905143,
      "learning_rate": 1.542443465415266e-07,
      "loss": 0.9102,
      "step": 127137
    },
    {
      "epoch": 5.914770876948127,
      "grad_norm": 1.8184602370476657,
      "learning_rate": 1.5407612409956693e-07,
      "loss": 1.0156,
      "step": 127138
    },
    {
      "epoch": 5.914817399395208,
      "grad_norm": 1.8853403404716829,
      "learning_rate": 1.5390799339415893e-07,
      "loss": 1.0078,
      "step": 127139
    },
    {
      "epoch": 5.914863921842289,
      "grad_norm": 2.033895436811768,
      "learning_rate": 1.537399544254192e-07,
      "loss": 0.9961,
      "step": 127140
    },
    {
      "epoch": 5.91491044428937,
      "grad_norm": 1.7613495258853322,
      "learning_rate": 1.5357200719343098e-07,
      "loss": 0.8438,
      "step": 127141
    },
    {
      "epoch": 5.91495696673645,
      "grad_norm": 1.7484874804528274,
      "learning_rate": 1.5340415169832753e-07,
      "loss": 0.9531,
      "step": 127142
    },
    {
      "epoch": 5.9150034891835315,
      "grad_norm": 1.8328602368946245,
      "learning_rate": 1.5323638794017545e-07,
      "loss": 0.9102,
      "step": 127143
    },
    {
      "epoch": 5.915050011630612,
      "grad_norm": 1.7579708813431094,
      "learning_rate": 1.5306871591910796e-07,
      "loss": 0.957,
      "step": 127144
    },
    {
      "epoch": 5.915096534077692,
      "grad_norm": 1.8338980903903983,
      "learning_rate": 1.5290113563520834e-07,
      "loss": 0.9375,
      "step": 127145
    },
    {
      "epoch": 5.915143056524773,
      "grad_norm": 1.5467314137559236,
      "learning_rate": 1.527336470885765e-07,
      "loss": 0.8359,
      "step": 127146
    },
    {
      "epoch": 5.915189578971854,
      "grad_norm": 1.7560060953962267,
      "learning_rate": 1.5256625027934567e-07,
      "loss": 0.8828,
      "step": 127147
    },
    {
      "epoch": 5.915236101418935,
      "grad_norm": 1.9006905772583564,
      "learning_rate": 1.5239894520758244e-07,
      "loss": 0.9922,
      "step": 127148
    },
    {
      "epoch": 5.915282623866015,
      "grad_norm": 1.8745884176835437,
      "learning_rate": 1.5223173187340343e-07,
      "loss": 0.8906,
      "step": 127149
    },
    {
      "epoch": 5.915329146313096,
      "grad_norm": 1.7684442368259472,
      "learning_rate": 1.5206461027690854e-07,
      "loss": 0.9805,
      "step": 127150
    },
    {
      "epoch": 5.915375668760177,
      "grad_norm": 1.82640518108556,
      "learning_rate": 1.5189758041821433e-07,
      "loss": 0.9375,
      "step": 127151
    },
    {
      "epoch": 5.9154221912072575,
      "grad_norm": 1.930372438862461,
      "learning_rate": 1.5173064229740406e-07,
      "loss": 0.9141,
      "step": 127152
    },
    {
      "epoch": 5.915468713654338,
      "grad_norm": 1.6730766056070516,
      "learning_rate": 1.5156379591459432e-07,
      "loss": 0.957,
      "step": 127153
    },
    {
      "epoch": 5.9155152361014185,
      "grad_norm": 1.8953675290075631,
      "learning_rate": 1.513970412698684e-07,
      "loss": 0.957,
      "step": 127154
    },
    {
      "epoch": 5.9155617585485,
      "grad_norm": 1.5942659503054142,
      "learning_rate": 1.5123037836335949e-07,
      "loss": 0.8945,
      "step": 127155
    },
    {
      "epoch": 5.91560828099558,
      "grad_norm": 1.8916866640751615,
      "learning_rate": 1.5106380719513423e-07,
      "loss": 0.9414,
      "step": 127156
    },
    {
      "epoch": 5.915654803442661,
      "grad_norm": 1.8994021497416056,
      "learning_rate": 1.5089732776530917e-07,
      "loss": 0.918,
      "step": 127157
    },
    {
      "epoch": 5.915701325889742,
      "grad_norm": 1.9661852087745024,
      "learning_rate": 1.5073094007400087e-07,
      "loss": 0.9648,
      "step": 127158
    },
    {
      "epoch": 5.915747848336823,
      "grad_norm": 1.792458272655147,
      "learning_rate": 1.5056464412129266e-07,
      "loss": 0.8477,
      "step": 127159
    },
    {
      "epoch": 5.915794370783903,
      "grad_norm": 1.8396020000134339,
      "learning_rate": 1.5039843990728438e-07,
      "loss": 1.0391,
      "step": 127160
    },
    {
      "epoch": 5.915840893230984,
      "grad_norm": 1.718826590925006,
      "learning_rate": 1.5023232743209267e-07,
      "loss": 0.8398,
      "step": 127161
    },
    {
      "epoch": 5.915887415678065,
      "grad_norm": 1.6826758389077288,
      "learning_rate": 1.5006630669581744e-07,
      "loss": 0.8398,
      "step": 127162
    },
    {
      "epoch": 5.9159339381251455,
      "grad_norm": 1.885292526164402,
      "learning_rate": 1.499003776985419e-07,
      "loss": 1.1172,
      "step": 127163
    },
    {
      "epoch": 5.915980460572226,
      "grad_norm": 1.7716837781625303,
      "learning_rate": 1.4973454044038268e-07,
      "loss": 0.9727,
      "step": 127164
    },
    {
      "epoch": 5.916026983019307,
      "grad_norm": 1.5996980145177953,
      "learning_rate": 1.4956879492143968e-07,
      "loss": 0.7383,
      "step": 127165
    },
    {
      "epoch": 5.916073505466388,
      "grad_norm": 1.841859969364979,
      "learning_rate": 1.4940314114182949e-07,
      "loss": 1.0703,
      "step": 127166
    },
    {
      "epoch": 5.916120027913468,
      "grad_norm": 1.5880091183015552,
      "learning_rate": 1.492375791016187e-07,
      "loss": 0.7969,
      "step": 127167
    },
    {
      "epoch": 5.916166550360549,
      "grad_norm": 1.8685445922475639,
      "learning_rate": 1.4907210880094056e-07,
      "loss": 1.0391,
      "step": 127168
    },
    {
      "epoch": 5.916213072807629,
      "grad_norm": 1.7544931891718647,
      "learning_rate": 1.4890673023987833e-07,
      "loss": 0.8516,
      "step": 127169
    },
    {
      "epoch": 5.916259595254711,
      "grad_norm": 1.7449583330824563,
      "learning_rate": 1.4874144341853188e-07,
      "loss": 0.8516,
      "step": 127170
    },
    {
      "epoch": 5.916306117701791,
      "grad_norm": 1.7267813025063898,
      "learning_rate": 1.4857624833701786e-07,
      "loss": 0.875,
      "step": 127171
    },
    {
      "epoch": 5.9163526401488715,
      "grad_norm": 1.9745773114909273,
      "learning_rate": 1.484111449954195e-07,
      "loss": 1.0938,
      "step": 127172
    },
    {
      "epoch": 5.916399162595953,
      "grad_norm": 1.6961435008246795,
      "learning_rate": 1.4824613339385338e-07,
      "loss": 0.9297,
      "step": 127173
    },
    {
      "epoch": 5.916445685043033,
      "grad_norm": 1.8469935186272555,
      "learning_rate": 1.480812135324194e-07,
      "loss": 0.9492,
      "step": 127174
    },
    {
      "epoch": 5.916492207490114,
      "grad_norm": 1.8913174084132074,
      "learning_rate": 1.4791638541120089e-07,
      "loss": 0.8516,
      "step": 127175
    },
    {
      "epoch": 5.916538729937194,
      "grad_norm": 1.5990412885378014,
      "learning_rate": 1.47751649030331e-07,
      "loss": 0.8555,
      "step": 127176
    },
    {
      "epoch": 5.916585252384276,
      "grad_norm": 1.663901484226844,
      "learning_rate": 1.4758700438987637e-07,
      "loss": 0.8594,
      "step": 127177
    },
    {
      "epoch": 5.916631774831356,
      "grad_norm": 1.6828670515523212,
      "learning_rate": 1.4742245148995359e-07,
      "loss": 0.875,
      "step": 127178
    },
    {
      "epoch": 5.916678297278437,
      "grad_norm": 2.0511264827033933,
      "learning_rate": 1.4725799033066255e-07,
      "loss": 1.0078,
      "step": 127179
    },
    {
      "epoch": 5.916724819725518,
      "grad_norm": 1.9869535834618397,
      "learning_rate": 1.470936209121032e-07,
      "loss": 0.9961,
      "step": 127180
    },
    {
      "epoch": 5.9167713421725985,
      "grad_norm": 1.833624973255966,
      "learning_rate": 1.4692934323437545e-07,
      "loss": 0.8594,
      "step": 127181
    },
    {
      "epoch": 5.916817864619679,
      "grad_norm": 2.0555093215281977,
      "learning_rate": 1.467651572975792e-07,
      "loss": 1.0234,
      "step": 127182
    },
    {
      "epoch": 5.916864387066759,
      "grad_norm": 1.9458187673839653,
      "learning_rate": 1.466010631018144e-07,
      "loss": 1.0312,
      "step": 127183
    },
    {
      "epoch": 5.916910909513841,
      "grad_norm": 1.6275507121149846,
      "learning_rate": 1.4643706064719763e-07,
      "loss": 0.8711,
      "step": 127184
    },
    {
      "epoch": 5.916957431960921,
      "grad_norm": 1.8683295458329592,
      "learning_rate": 1.4627314993379547e-07,
      "loss": 0.875,
      "step": 127185
    },
    {
      "epoch": 5.917003954408002,
      "grad_norm": 1.8990780610441327,
      "learning_rate": 1.4610933096174115e-07,
      "loss": 0.9492,
      "step": 127186
    },
    {
      "epoch": 5.917050476855082,
      "grad_norm": 1.712245932126416,
      "learning_rate": 1.4594560373111796e-07,
      "loss": 0.9375,
      "step": 127187
    },
    {
      "epoch": 5.917096999302164,
      "grad_norm": 1.7383294429834844,
      "learning_rate": 1.457819682420258e-07,
      "loss": 0.9453,
      "step": 127188
    },
    {
      "epoch": 5.917143521749244,
      "grad_norm": 1.567158352102019,
      "learning_rate": 1.4561842449458127e-07,
      "loss": 0.9023,
      "step": 127189
    },
    {
      "epoch": 5.9171900441963245,
      "grad_norm": 1.767997485234977,
      "learning_rate": 1.454549724888676e-07,
      "loss": 0.793,
      "step": 127190
    },
    {
      "epoch": 5.917236566643405,
      "grad_norm": 1.930410390003127,
      "learning_rate": 1.4529161222498476e-07,
      "loss": 1.0234,
      "step": 127191
    },
    {
      "epoch": 5.917283089090486,
      "grad_norm": 1.799553986990962,
      "learning_rate": 1.451283437030326e-07,
      "loss": 0.918,
      "step": 127192
    },
    {
      "epoch": 5.917329611537567,
      "grad_norm": 1.7458064578052759,
      "learning_rate": 1.4496516692312776e-07,
      "loss": 0.9961,
      "step": 127193
    },
    {
      "epoch": 5.917376133984647,
      "grad_norm": 1.4936335261544387,
      "learning_rate": 1.4480208188535346e-07,
      "loss": 0.8203,
      "step": 127194
    },
    {
      "epoch": 5.917422656431729,
      "grad_norm": 1.7311280941006255,
      "learning_rate": 1.4463908858982631e-07,
      "loss": 0.9531,
      "step": 127195
    },
    {
      "epoch": 5.917469178878809,
      "grad_norm": 1.9084674942990025,
      "learning_rate": 1.444761870366129e-07,
      "loss": 0.8984,
      "step": 127196
    },
    {
      "epoch": 5.91751570132589,
      "grad_norm": 1.8155454627757113,
      "learning_rate": 1.4431337722584645e-07,
      "loss": 0.793,
      "step": 127197
    },
    {
      "epoch": 5.91756222377297,
      "grad_norm": 1.6437552128356934,
      "learning_rate": 1.4415065915761026e-07,
      "loss": 0.8398,
      "step": 127198
    },
    {
      "epoch": 5.9176087462200515,
      "grad_norm": 1.7194918671559334,
      "learning_rate": 1.4398803283202087e-07,
      "loss": 0.8516,
      "step": 127199
    },
    {
      "epoch": 5.917655268667132,
      "grad_norm": 1.7869676460074067,
      "learning_rate": 1.438254982491449e-07,
      "loss": 0.9336,
      "step": 127200
    },
    {
      "epoch": 5.9177017911142125,
      "grad_norm": 1.4670066147380394,
      "learning_rate": 1.436630554091156e-07,
      "loss": 0.7852,
      "step": 127201
    },
    {
      "epoch": 5.917748313561293,
      "grad_norm": 1.8794730689102885,
      "learning_rate": 1.435007043120162e-07,
      "loss": 0.918,
      "step": 127202
    },
    {
      "epoch": 5.917794836008374,
      "grad_norm": 1.7872616346158512,
      "learning_rate": 1.4333844495794668e-07,
      "loss": 1.0078,
      "step": 127203
    },
    {
      "epoch": 5.917841358455455,
      "grad_norm": 1.5547417091686915,
      "learning_rate": 1.4317627734700688e-07,
      "loss": 0.8281,
      "step": 127204
    },
    {
      "epoch": 5.917887880902535,
      "grad_norm": 1.8570515377861303,
      "learning_rate": 1.4301420147931342e-07,
      "loss": 0.9766,
      "step": 127205
    },
    {
      "epoch": 5.917934403349616,
      "grad_norm": 1.6582805762068018,
      "learning_rate": 1.428522173549329e-07,
      "loss": 0.8398,
      "step": 127206
    },
    {
      "epoch": 5.917980925796697,
      "grad_norm": 1.8804954914382404,
      "learning_rate": 1.4269032497398193e-07,
      "loss": 0.9141,
      "step": 127207
    },
    {
      "epoch": 5.918027448243778,
      "grad_norm": 1.8859311632096105,
      "learning_rate": 1.4252852433656037e-07,
      "loss": 0.9609,
      "step": 127208
    },
    {
      "epoch": 5.918073970690858,
      "grad_norm": 1.6661149630595176,
      "learning_rate": 1.4236681544276817e-07,
      "loss": 0.8828,
      "step": 127209
    },
    {
      "epoch": 5.918120493137939,
      "grad_norm": 1.9665936594980578,
      "learning_rate": 1.4220519829270526e-07,
      "loss": 1.0938,
      "step": 127210
    },
    {
      "epoch": 5.91816701558502,
      "grad_norm": 1.6021337523938401,
      "learning_rate": 1.4204367288647157e-07,
      "loss": 0.7734,
      "step": 127211
    },
    {
      "epoch": 5.9182135380321,
      "grad_norm": 2.0287243442546647,
      "learning_rate": 1.4188223922415032e-07,
      "loss": 1.0938,
      "step": 127212
    },
    {
      "epoch": 5.918260060479181,
      "grad_norm": 1.5671728854694538,
      "learning_rate": 1.4172089730585812e-07,
      "loss": 0.8555,
      "step": 127213
    },
    {
      "epoch": 5.918306582926262,
      "grad_norm": 1.8957191052568758,
      "learning_rate": 1.4155964713169488e-07,
      "loss": 0.9648,
      "step": 127214
    },
    {
      "epoch": 5.918353105373343,
      "grad_norm": 1.894330912802544,
      "learning_rate": 1.4139848870174385e-07,
      "loss": 1.0703,
      "step": 127215
    },
    {
      "epoch": 5.918399627820423,
      "grad_norm": 2.1376066968805674,
      "learning_rate": 1.4123742201610499e-07,
      "loss": 1.0156,
      "step": 127216
    },
    {
      "epoch": 5.9184461502675045,
      "grad_norm": 1.8824978868718454,
      "learning_rate": 1.4107644707489486e-07,
      "loss": 1.0781,
      "step": 127217
    },
    {
      "epoch": 5.918492672714585,
      "grad_norm": 1.7871802791656992,
      "learning_rate": 1.4091556387819668e-07,
      "loss": 0.8125,
      "step": 127218
    },
    {
      "epoch": 5.9185391951616655,
      "grad_norm": 1.694143915161174,
      "learning_rate": 1.4075477242611044e-07,
      "loss": 0.9297,
      "step": 127219
    },
    {
      "epoch": 5.918585717608746,
      "grad_norm": 1.8506799683460349,
      "learning_rate": 1.4059407271875266e-07,
      "loss": 0.8789,
      "step": 127220
    },
    {
      "epoch": 5.918632240055826,
      "grad_norm": 1.6142265552308264,
      "learning_rate": 1.4043346475619e-07,
      "loss": 0.8672,
      "step": 127221
    },
    {
      "epoch": 5.918678762502908,
      "grad_norm": 1.7592623306608797,
      "learning_rate": 1.40272948538539e-07,
      "loss": 0.8594,
      "step": 127222
    },
    {
      "epoch": 5.918725284949988,
      "grad_norm": 1.647073601353565,
      "learning_rate": 1.4011252406589956e-07,
      "loss": 0.9336,
      "step": 127223
    },
    {
      "epoch": 5.918771807397069,
      "grad_norm": 1.9345681693442782,
      "learning_rate": 1.3995219133837165e-07,
      "loss": 0.918,
      "step": 127224
    },
    {
      "epoch": 5.91881832984415,
      "grad_norm": 1.808893068638993,
      "learning_rate": 1.397919503560385e-07,
      "loss": 0.9844,
      "step": 127225
    },
    {
      "epoch": 5.918864852291231,
      "grad_norm": 1.8421060091173134,
      "learning_rate": 1.3963180111901674e-07,
      "loss": 0.9062,
      "step": 127226
    },
    {
      "epoch": 5.918911374738311,
      "grad_norm": 1.9008787089663925,
      "learning_rate": 1.394717436273729e-07,
      "loss": 1.1016,
      "step": 127227
    },
    {
      "epoch": 5.918957897185392,
      "grad_norm": 1.9194160686472053,
      "learning_rate": 1.3931177788125693e-07,
      "loss": 1.0312,
      "step": 127228
    },
    {
      "epoch": 5.919004419632473,
      "grad_norm": 1.7937233883583314,
      "learning_rate": 1.3915190388071873e-07,
      "loss": 1.0391,
      "step": 127229
    },
    {
      "epoch": 5.919050942079553,
      "grad_norm": 2.1344312910734384,
      "learning_rate": 1.3899212162589156e-07,
      "loss": 0.9961,
      "step": 127230
    },
    {
      "epoch": 5.919097464526634,
      "grad_norm": 1.8384703234225075,
      "learning_rate": 1.3883243111684206e-07,
      "loss": 1.0,
      "step": 127231
    },
    {
      "epoch": 5.919143986973715,
      "grad_norm": 1.757343410375446,
      "learning_rate": 1.3867283235368675e-07,
      "loss": 0.8672,
      "step": 127232
    },
    {
      "epoch": 5.919190509420796,
      "grad_norm": 1.704297520563287,
      "learning_rate": 1.3851332533652559e-07,
      "loss": 0.8867,
      "step": 127233
    },
    {
      "epoch": 5.919237031867876,
      "grad_norm": 1.6872196380243256,
      "learning_rate": 1.3835391006544183e-07,
      "loss": 0.8047,
      "step": 127234
    },
    {
      "epoch": 5.919283554314957,
      "grad_norm": 1.7317324592909347,
      "learning_rate": 1.3819458654053538e-07,
      "loss": 0.9336,
      "step": 127235
    },
    {
      "epoch": 5.919330076762038,
      "grad_norm": 1.6467311349331135,
      "learning_rate": 1.3803535476192286e-07,
      "loss": 0.8203,
      "step": 127236
    },
    {
      "epoch": 5.9193765992091185,
      "grad_norm": 1.864035675270056,
      "learning_rate": 1.3787621472968746e-07,
      "loss": 0.9688,
      "step": 127237
    },
    {
      "epoch": 5.919423121656199,
      "grad_norm": 2.14505288917279,
      "learning_rate": 1.377171664439125e-07,
      "loss": 1.0391,
      "step": 127238
    },
    {
      "epoch": 5.9194696441032795,
      "grad_norm": 1.5436267120159244,
      "learning_rate": 1.375582099047312e-07,
      "loss": 0.8633,
      "step": 127239
    },
    {
      "epoch": 5.919516166550361,
      "grad_norm": 1.8051909132700747,
      "learning_rate": 1.373993451122102e-07,
      "loss": 0.9375,
      "step": 127240
    },
    {
      "epoch": 5.919562688997441,
      "grad_norm": 1.8808107643379433,
      "learning_rate": 1.3724057206644935e-07,
      "loss": 1.0078,
      "step": 127241
    },
    {
      "epoch": 5.919609211444522,
      "grad_norm": 1.799828833504459,
      "learning_rate": 1.3708189076756525e-07,
      "loss": 1.0156,
      "step": 127242
    },
    {
      "epoch": 5.919655733891602,
      "grad_norm": 1.7446776134103343,
      "learning_rate": 1.3692330121562457e-07,
      "loss": 0.8945,
      "step": 127243
    },
    {
      "epoch": 5.919702256338684,
      "grad_norm": 1.8012219438687318,
      "learning_rate": 1.3676480341076047e-07,
      "loss": 1.0156,
      "step": 127244
    },
    {
      "epoch": 5.919748778785764,
      "grad_norm": 1.7103856284485461,
      "learning_rate": 1.3660639735305623e-07,
      "loss": 0.8945,
      "step": 127245
    },
    {
      "epoch": 5.919795301232845,
      "grad_norm": 1.9206061797713703,
      "learning_rate": 1.3644808304259513e-07,
      "loss": 0.9258,
      "step": 127246
    },
    {
      "epoch": 5.919841823679926,
      "grad_norm": 1.6845884359131527,
      "learning_rate": 1.362898604794771e-07,
      "loss": 0.8164,
      "step": 127247
    },
    {
      "epoch": 5.919888346127006,
      "grad_norm": 1.6807434368840155,
      "learning_rate": 1.361317296638187e-07,
      "loss": 0.9805,
      "step": 127248
    },
    {
      "epoch": 5.919934868574087,
      "grad_norm": 2.0548828120849243,
      "learning_rate": 1.3597369059568652e-07,
      "loss": 1.0781,
      "step": 127249
    },
    {
      "epoch": 5.919981391021167,
      "grad_norm": 1.7978806995431005,
      "learning_rate": 1.3581574327521384e-07,
      "loss": 0.7695,
      "step": 127250
    },
    {
      "epoch": 5.920027913468249,
      "grad_norm": 1.6684496172597734,
      "learning_rate": 1.356578877024672e-07,
      "loss": 0.8633,
      "step": 127251
    },
    {
      "epoch": 5.920074435915329,
      "grad_norm": 1.7195568103533057,
      "learning_rate": 1.3550012387756326e-07,
      "loss": 0.8281,
      "step": 127252
    },
    {
      "epoch": 5.92012095836241,
      "grad_norm": 1.7382612420651962,
      "learning_rate": 1.3534245180058522e-07,
      "loss": 0.8672,
      "step": 127253
    },
    {
      "epoch": 5.920167480809491,
      "grad_norm": 1.8065938481195634,
      "learning_rate": 1.351848714716164e-07,
      "loss": 0.9141,
      "step": 127254
    },
    {
      "epoch": 5.9202140032565715,
      "grad_norm": 1.6826346225805526,
      "learning_rate": 1.3502738289078995e-07,
      "loss": 0.9297,
      "step": 127255
    },
    {
      "epoch": 5.920260525703652,
      "grad_norm": 1.6888712184618155,
      "learning_rate": 1.3486998605818922e-07,
      "loss": 0.9766,
      "step": 127256
    },
    {
      "epoch": 5.9203070481507325,
      "grad_norm": 1.6765682067645686,
      "learning_rate": 1.3471268097388076e-07,
      "loss": 0.7891,
      "step": 127257
    },
    {
      "epoch": 5.920353570597813,
      "grad_norm": 1.663568128384274,
      "learning_rate": 1.3455546763799784e-07,
      "loss": 0.8633,
      "step": 127258
    },
    {
      "epoch": 5.920400093044894,
      "grad_norm": 1.7620457237096974,
      "learning_rate": 1.343983460506237e-07,
      "loss": 0.8516,
      "step": 127259
    },
    {
      "epoch": 5.920446615491975,
      "grad_norm": 1.8482609874366898,
      "learning_rate": 1.342413162118583e-07,
      "loss": 0.9883,
      "step": 127260
    },
    {
      "epoch": 5.920493137939055,
      "grad_norm": 1.7724556558573723,
      "learning_rate": 1.3408437812178485e-07,
      "loss": 0.9844,
      "step": 127261
    },
    {
      "epoch": 5.920539660386137,
      "grad_norm": 1.500745666943449,
      "learning_rate": 1.3392753178051995e-07,
      "loss": 0.707,
      "step": 127262
    },
    {
      "epoch": 5.920586182833217,
      "grad_norm": 1.8053366920661176,
      "learning_rate": 1.3377077718813023e-07,
      "loss": 1.1172,
      "step": 127263
    },
    {
      "epoch": 5.920632705280298,
      "grad_norm": 1.8669325877938978,
      "learning_rate": 1.3361411434474888e-07,
      "loss": 0.832,
      "step": 127264
    },
    {
      "epoch": 5.920679227727378,
      "grad_norm": 1.943792420737018,
      "learning_rate": 1.3345754325044256e-07,
      "loss": 0.9844,
      "step": 127265
    },
    {
      "epoch": 5.9207257501744595,
      "grad_norm": 2.048756086740531,
      "learning_rate": 1.3330106390531114e-07,
      "loss": 1.0391,
      "step": 127266
    },
    {
      "epoch": 5.92077227262154,
      "grad_norm": 1.8307392256611146,
      "learning_rate": 1.3314467630947122e-07,
      "loss": 0.9648,
      "step": 127267
    },
    {
      "epoch": 5.92081879506862,
      "grad_norm": 1.6358027494382774,
      "learning_rate": 1.3298838046298943e-07,
      "loss": 0.9219,
      "step": 127268
    },
    {
      "epoch": 5.920865317515702,
      "grad_norm": 1.5817499773789934,
      "learning_rate": 1.328321763659823e-07,
      "loss": 0.8125,
      "step": 127269
    },
    {
      "epoch": 5.920911839962782,
      "grad_norm": 1.745445025787037,
      "learning_rate": 1.3267606401853314e-07,
      "loss": 0.8203,
      "step": 127270
    },
    {
      "epoch": 5.920958362409863,
      "grad_norm": 1.6934378788570397,
      "learning_rate": 1.3252004342074185e-07,
      "loss": 0.9336,
      "step": 127271
    },
    {
      "epoch": 5.921004884856943,
      "grad_norm": 2.1398237434066973,
      "learning_rate": 1.3236411457270835e-07,
      "loss": 1.3359,
      "step": 127272
    },
    {
      "epoch": 5.921051407304025,
      "grad_norm": 2.114786123886909,
      "learning_rate": 1.3220827747453254e-07,
      "loss": 0.9414,
      "step": 127273
    },
    {
      "epoch": 5.921097929751105,
      "grad_norm": 1.8062062135992936,
      "learning_rate": 1.3205253212629774e-07,
      "loss": 0.9141,
      "step": 127274
    },
    {
      "epoch": 5.9211444521981855,
      "grad_norm": 1.9033831560292664,
      "learning_rate": 1.3189687852808718e-07,
      "loss": 0.9023,
      "step": 127275
    },
    {
      "epoch": 5.921190974645266,
      "grad_norm": 1.7995261938571834,
      "learning_rate": 1.3174131668003407e-07,
      "loss": 0.9922,
      "step": 127276
    },
    {
      "epoch": 5.921237497092347,
      "grad_norm": 1.7259847306983958,
      "learning_rate": 1.3158584658220505e-07,
      "loss": 0.9609,
      "step": 127277
    },
    {
      "epoch": 5.921284019539428,
      "grad_norm": 1.7560513670880207,
      "learning_rate": 1.3143046823470005e-07,
      "loss": 0.8516,
      "step": 127278
    },
    {
      "epoch": 5.921330541986508,
      "grad_norm": 1.6438022313814624,
      "learning_rate": 1.3127518163761896e-07,
      "loss": 0.8906,
      "step": 127279
    },
    {
      "epoch": 5.921377064433589,
      "grad_norm": 1.7218578497062595,
      "learning_rate": 1.3111998679104508e-07,
      "loss": 0.9453,
      "step": 127280
    },
    {
      "epoch": 5.92142358688067,
      "grad_norm": 1.7663436928307974,
      "learning_rate": 1.3096488369509494e-07,
      "loss": 0.8555,
      "step": 127281
    },
    {
      "epoch": 5.921470109327751,
      "grad_norm": 1.9584252315606285,
      "learning_rate": 1.3080987234985185e-07,
      "loss": 1.0,
      "step": 127282
    },
    {
      "epoch": 5.921516631774831,
      "grad_norm": 1.7662816306383187,
      "learning_rate": 1.306549527554157e-07,
      "loss": 1.0156,
      "step": 127283
    },
    {
      "epoch": 5.9215631542219125,
      "grad_norm": 1.7310688367440281,
      "learning_rate": 1.3050012491185313e-07,
      "loss": 0.7891,
      "step": 127284
    },
    {
      "epoch": 5.921609676668993,
      "grad_norm": 1.741601347134673,
      "learning_rate": 1.3034538881929735e-07,
      "loss": 0.8555,
      "step": 127285
    },
    {
      "epoch": 5.921656199116073,
      "grad_norm": 1.934355213475534,
      "learning_rate": 1.3019074447783162e-07,
      "loss": 1.0781,
      "step": 127286
    },
    {
      "epoch": 5.921702721563154,
      "grad_norm": 1.8335935867112108,
      "learning_rate": 1.3003619188753922e-07,
      "loss": 0.9414,
      "step": 127287
    },
    {
      "epoch": 5.921749244010235,
      "grad_norm": 1.7031343256583342,
      "learning_rate": 1.2988173104852006e-07,
      "loss": 0.9102,
      "step": 127288
    },
    {
      "epoch": 5.921795766457316,
      "grad_norm": 1.538274901636846,
      "learning_rate": 1.297273619608741e-07,
      "loss": 0.8945,
      "step": 127289
    },
    {
      "epoch": 5.921842288904396,
      "grad_norm": 1.9007648761959932,
      "learning_rate": 1.2957308462470118e-07,
      "loss": 1.0391,
      "step": 127290
    },
    {
      "epoch": 5.921888811351477,
      "grad_norm": 1.7522776382984373,
      "learning_rate": 1.2941889904006797e-07,
      "loss": 0.9297,
      "step": 127291
    },
    {
      "epoch": 5.921935333798558,
      "grad_norm": 1.600655092868043,
      "learning_rate": 1.292648052071077e-07,
      "loss": 0.9297,
      "step": 127292
    },
    {
      "epoch": 5.9219818562456386,
      "grad_norm": 1.7601448643968582,
      "learning_rate": 1.291108031258703e-07,
      "loss": 0.9492,
      "step": 127293
    },
    {
      "epoch": 5.922028378692719,
      "grad_norm": 1.8155739439126297,
      "learning_rate": 1.2895689279648902e-07,
      "loss": 0.9727,
      "step": 127294
    },
    {
      "epoch": 5.9220749011397995,
      "grad_norm": 1.7117097981890896,
      "learning_rate": 1.288030742190471e-07,
      "loss": 0.918,
      "step": 127295
    },
    {
      "epoch": 5.922121423586881,
      "grad_norm": 1.58408506313309,
      "learning_rate": 1.2864934739362787e-07,
      "loss": 0.7578,
      "step": 127296
    },
    {
      "epoch": 5.922167946033961,
      "grad_norm": 1.6333825951974097,
      "learning_rate": 1.2849571232034784e-07,
      "loss": 0.9023,
      "step": 127297
    },
    {
      "epoch": 5.922214468481042,
      "grad_norm": 1.8160609141991217,
      "learning_rate": 1.2834216899927362e-07,
      "loss": 0.875,
      "step": 127298
    },
    {
      "epoch": 5.922260990928123,
      "grad_norm": 1.641140788349954,
      "learning_rate": 1.2818871743050517e-07,
      "loss": 0.875,
      "step": 127299
    },
    {
      "epoch": 5.922307513375204,
      "grad_norm": 1.7838639469997866,
      "learning_rate": 1.280353576141424e-07,
      "loss": 0.9258,
      "step": 127300
    },
    {
      "epoch": 5.922354035822284,
      "grad_norm": 1.792582167881009,
      "learning_rate": 1.2788208955030189e-07,
      "loss": 1.0469,
      "step": 127301
    },
    {
      "epoch": 5.922400558269365,
      "grad_norm": 1.8134037973157713,
      "learning_rate": 1.2772891323903357e-07,
      "loss": 1.0,
      "step": 127302
    },
    {
      "epoch": 5.922447080716446,
      "grad_norm": 1.6900005548517214,
      "learning_rate": 1.27575828680454e-07,
      "loss": 0.8008,
      "step": 127303
    },
    {
      "epoch": 5.9224936031635265,
      "grad_norm": 1.8722330339039952,
      "learning_rate": 1.274228358746632e-07,
      "loss": 0.9414,
      "step": 127304
    },
    {
      "epoch": 5.922540125610607,
      "grad_norm": 1.7214355572028017,
      "learning_rate": 1.272699348217443e-07,
      "loss": 1.0,
      "step": 127305
    },
    {
      "epoch": 5.922586648057688,
      "grad_norm": 1.6940367231571047,
      "learning_rate": 1.2711712552179733e-07,
      "loss": 1.0859,
      "step": 127306
    },
    {
      "epoch": 5.922633170504769,
      "grad_norm": 1.7739675266194042,
      "learning_rate": 1.2696440797492213e-07,
      "loss": 1.0781,
      "step": 127307
    },
    {
      "epoch": 5.922679692951849,
      "grad_norm": 1.7466253533662222,
      "learning_rate": 1.2681178218118536e-07,
      "loss": 0.8945,
      "step": 127308
    },
    {
      "epoch": 5.92272621539893,
      "grad_norm": 1.644039536805152,
      "learning_rate": 1.266592481407036e-07,
      "loss": 0.8828,
      "step": 127309
    },
    {
      "epoch": 5.92277273784601,
      "grad_norm": 1.7169386413328978,
      "learning_rate": 1.265068058535601e-07,
      "loss": 0.9141,
      "step": 127310
    },
    {
      "epoch": 5.922819260293092,
      "grad_norm": 1.9466380571534234,
      "learning_rate": 1.2635445531985479e-07,
      "loss": 1.0469,
      "step": 127311
    },
    {
      "epoch": 5.922865782740172,
      "grad_norm": 1.890191862692937,
      "learning_rate": 1.2620219653968755e-07,
      "loss": 1.0156,
      "step": 127312
    },
    {
      "epoch": 5.9229123051872525,
      "grad_norm": 1.8001041703978662,
      "learning_rate": 1.2605002951314168e-07,
      "loss": 0.9609,
      "step": 127313
    },
    {
      "epoch": 5.922958827634334,
      "grad_norm": 1.7955168198138893,
      "learning_rate": 1.2589795424030047e-07,
      "loss": 1.0234,
      "step": 127314
    },
    {
      "epoch": 5.923005350081414,
      "grad_norm": 1.9606535834004408,
      "learning_rate": 1.2574597072128044e-07,
      "loss": 1.0547,
      "step": 127315
    },
    {
      "epoch": 5.923051872528495,
      "grad_norm": 2.013316489754573,
      "learning_rate": 1.2559407895614826e-07,
      "loss": 1.0703,
      "step": 127316
    },
    {
      "epoch": 5.923098394975575,
      "grad_norm": 1.7023797555698883,
      "learning_rate": 1.2544227894502047e-07,
      "loss": 0.9688,
      "step": 127317
    },
    {
      "epoch": 5.923144917422657,
      "grad_norm": 1.9748142739561467,
      "learning_rate": 1.2529057068796366e-07,
      "loss": 0.9609,
      "step": 127318
    },
    {
      "epoch": 5.923191439869737,
      "grad_norm": 1.6717774231083347,
      "learning_rate": 1.251389541851111e-07,
      "loss": 0.875,
      "step": 127319
    },
    {
      "epoch": 5.923237962316818,
      "grad_norm": 1.7318151341063412,
      "learning_rate": 1.2498742943651274e-07,
      "loss": 0.9805,
      "step": 127320
    },
    {
      "epoch": 5.923284484763899,
      "grad_norm": 1.8536691356829091,
      "learning_rate": 1.2483599644228514e-07,
      "loss": 0.8555,
      "step": 127321
    },
    {
      "epoch": 5.9233310072109795,
      "grad_norm": 1.951663577508809,
      "learning_rate": 1.2468465520252825e-07,
      "loss": 0.9883,
      "step": 127322
    },
    {
      "epoch": 5.92337752965806,
      "grad_norm": 2.01762789864935,
      "learning_rate": 1.2453340571730864e-07,
      "loss": 1.0078,
      "step": 127323
    },
    {
      "epoch": 5.9234240521051404,
      "grad_norm": 1.677674992036659,
      "learning_rate": 1.243822479867429e-07,
      "loss": 0.9219,
      "step": 127324
    },
    {
      "epoch": 5.923470574552222,
      "grad_norm": 1.7180296216269426,
      "learning_rate": 1.242311820109143e-07,
      "loss": 0.9375,
      "step": 127325
    },
    {
      "epoch": 5.923517096999302,
      "grad_norm": 1.9140869225274262,
      "learning_rate": 1.2408020778990613e-07,
      "loss": 0.918,
      "step": 127326
    },
    {
      "epoch": 5.923563619446383,
      "grad_norm": 1.6503540103007166,
      "learning_rate": 1.2392932532381827e-07,
      "loss": 0.8047,
      "step": 127327
    },
    {
      "epoch": 5.923610141893463,
      "grad_norm": 1.6310151033434725,
      "learning_rate": 1.2377853461275066e-07,
      "loss": 0.8594,
      "step": 127328
    },
    {
      "epoch": 5.923656664340545,
      "grad_norm": 1.7829917851954462,
      "learning_rate": 1.2362783565678658e-07,
      "loss": 0.9531,
      "step": 127329
    },
    {
      "epoch": 5.923703186787625,
      "grad_norm": 1.699285314741749,
      "learning_rate": 1.234772284560259e-07,
      "loss": 0.8125,
      "step": 127330
    },
    {
      "epoch": 5.923749709234706,
      "grad_norm": 2.0143024293288985,
      "learning_rate": 1.2332671301055196e-07,
      "loss": 1.0625,
      "step": 127331
    },
    {
      "epoch": 5.923796231681786,
      "grad_norm": 1.931130965628721,
      "learning_rate": 1.2317628932046463e-07,
      "loss": 1.0156,
      "step": 127332
    },
    {
      "epoch": 5.923842754128867,
      "grad_norm": 1.6091972006060262,
      "learning_rate": 1.230259573858472e-07,
      "loss": 0.8516,
      "step": 127333
    },
    {
      "epoch": 5.923889276575948,
      "grad_norm": 1.84964656597529,
      "learning_rate": 1.2287571720679957e-07,
      "loss": 0.957,
      "step": 127334
    },
    {
      "epoch": 5.923935799023028,
      "grad_norm": 1.781254784430999,
      "learning_rate": 1.22725568783405e-07,
      "loss": 0.8789,
      "step": 127335
    },
    {
      "epoch": 5.92398232147011,
      "grad_norm": 1.6343999690370592,
      "learning_rate": 1.2257551211576344e-07,
      "loss": 0.8242,
      "step": 127336
    },
    {
      "epoch": 5.92402884391719,
      "grad_norm": 1.6832625124869691,
      "learning_rate": 1.2242554720395813e-07,
      "loss": 0.875,
      "step": 127337
    },
    {
      "epoch": 5.924075366364271,
      "grad_norm": 1.9271901057400334,
      "learning_rate": 1.2227567404808904e-07,
      "loss": 0.9375,
      "step": 127338
    },
    {
      "epoch": 5.924121888811351,
      "grad_norm": 1.8355649998246797,
      "learning_rate": 1.2212589264825602e-07,
      "loss": 0.8477,
      "step": 127339
    },
    {
      "epoch": 5.9241684112584325,
      "grad_norm": 1.7910925667663187,
      "learning_rate": 1.2197620300454235e-07,
      "loss": 1.0078,
      "step": 127340
    },
    {
      "epoch": 5.924214933705513,
      "grad_norm": 1.719447412796699,
      "learning_rate": 1.2182660511703136e-07,
      "loss": 0.8828,
      "step": 127341
    },
    {
      "epoch": 5.9242614561525935,
      "grad_norm": 1.750616033203477,
      "learning_rate": 1.216770989858229e-07,
      "loss": 0.9961,
      "step": 127342
    },
    {
      "epoch": 5.924307978599675,
      "grad_norm": 1.9376731634832913,
      "learning_rate": 1.2152768461100027e-07,
      "loss": 1.0859,
      "step": 127343
    },
    {
      "epoch": 5.924354501046755,
      "grad_norm": 1.8740691196722243,
      "learning_rate": 1.2137836199268003e-07,
      "loss": 0.9414,
      "step": 127344
    },
    {
      "epoch": 5.924401023493836,
      "grad_norm": 1.9424209086071544,
      "learning_rate": 1.2122913113091215e-07,
      "loss": 1.1172,
      "step": 127345
    },
    {
      "epoch": 5.924447545940916,
      "grad_norm": 1.7025090419920539,
      "learning_rate": 1.2107999202582984e-07,
      "loss": 0.8164,
      "step": 127346
    },
    {
      "epoch": 5.924494068387997,
      "grad_norm": 1.9016876578286812,
      "learning_rate": 1.2093094467749975e-07,
      "loss": 0.9102,
      "step": 127347
    },
    {
      "epoch": 5.924540590835078,
      "grad_norm": 1.9659627671719293,
      "learning_rate": 1.2078198908600512e-07,
      "loss": 1.0078,
      "step": 127348
    },
    {
      "epoch": 5.924587113282159,
      "grad_norm": 1.445426219511331,
      "learning_rate": 1.206331252514625e-07,
      "loss": 0.7188,
      "step": 127349
    },
    {
      "epoch": 5.924633635729239,
      "grad_norm": 1.910528897689186,
      "learning_rate": 1.2048435317395523e-07,
      "loss": 1.0547,
      "step": 127350
    },
    {
      "epoch": 5.92468015817632,
      "grad_norm": 1.866129383297085,
      "learning_rate": 1.2033567285356648e-07,
      "loss": 0.9531,
      "step": 127351
    },
    {
      "epoch": 5.924726680623401,
      "grad_norm": 1.726878303362614,
      "learning_rate": 1.2018708429039625e-07,
      "loss": 0.9453,
      "step": 127352
    },
    {
      "epoch": 5.924773203070481,
      "grad_norm": 1.9127983491981018,
      "learning_rate": 1.2003858748452777e-07,
      "loss": 0.957,
      "step": 127353
    },
    {
      "epoch": 5.924819725517562,
      "grad_norm": 1.6700480565413287,
      "learning_rate": 1.1989018243606097e-07,
      "loss": 0.875,
      "step": 127354
    },
    {
      "epoch": 5.924866247964643,
      "grad_norm": 1.7060949812214106,
      "learning_rate": 1.1974186914506245e-07,
      "loss": 0.8672,
      "step": 127355
    },
    {
      "epoch": 5.924912770411724,
      "grad_norm": 1.7731892783885028,
      "learning_rate": 1.1959364761166546e-07,
      "loss": 0.8477,
      "step": 127356
    },
    {
      "epoch": 5.924959292858804,
      "grad_norm": 1.8070204413309359,
      "learning_rate": 1.1944551783591995e-07,
      "loss": 0.8438,
      "step": 127357
    },
    {
      "epoch": 5.9250058153058855,
      "grad_norm": 1.9850462873027086,
      "learning_rate": 1.1929747981794248e-07,
      "loss": 0.9688,
      "step": 127358
    },
    {
      "epoch": 5.925052337752966,
      "grad_norm": 1.7021854484675558,
      "learning_rate": 1.1914953355779966e-07,
      "loss": 0.9023,
      "step": 127359
    },
    {
      "epoch": 5.9250988602000465,
      "grad_norm": 1.9758383474774353,
      "learning_rate": 1.1900167905560809e-07,
      "loss": 1.0156,
      "step": 127360
    },
    {
      "epoch": 5.925145382647127,
      "grad_norm": 1.7812457250428524,
      "learning_rate": 1.1885391631145102e-07,
      "loss": 0.9648,
      "step": 127361
    },
    {
      "epoch": 5.9251919050942075,
      "grad_norm": 1.7376598972134685,
      "learning_rate": 1.1870624532541173e-07,
      "loss": 1.0078,
      "step": 127362
    },
    {
      "epoch": 5.925238427541289,
      "grad_norm": 2.105366058325377,
      "learning_rate": 1.1855866609757347e-07,
      "loss": 1.0625,
      "step": 127363
    },
    {
      "epoch": 5.925284949988369,
      "grad_norm": 1.7593707265031038,
      "learning_rate": 1.1841117862805283e-07,
      "loss": 1.0,
      "step": 127364
    },
    {
      "epoch": 5.92533147243545,
      "grad_norm": 1.7481804947880908,
      "learning_rate": 1.182637829169164e-07,
      "loss": 0.8359,
      "step": 127365
    },
    {
      "epoch": 5.925377994882531,
      "grad_norm": 1.6192684515786,
      "learning_rate": 1.1811647896426413e-07,
      "loss": 0.8555,
      "step": 127366
    },
    {
      "epoch": 5.925424517329612,
      "grad_norm": 1.742445140374542,
      "learning_rate": 1.1796926677017927e-07,
      "loss": 1.0078,
      "step": 127367
    },
    {
      "epoch": 5.925471039776692,
      "grad_norm": 1.7132616170860653,
      "learning_rate": 1.1782214633476172e-07,
      "loss": 0.8594,
      "step": 127368
    },
    {
      "epoch": 5.925517562223773,
      "grad_norm": 1.8561697617220392,
      "learning_rate": 1.1767511765809478e-07,
      "loss": 0.9336,
      "step": 127369
    },
    {
      "epoch": 5.925564084670854,
      "grad_norm": 1.6977580233678369,
      "learning_rate": 1.1752818074027836e-07,
      "loss": 0.8828,
      "step": 127370
    },
    {
      "epoch": 5.925610607117934,
      "grad_norm": 1.810008096834121,
      "learning_rate": 1.1738133558137907e-07,
      "loss": 0.9648,
      "step": 127371
    },
    {
      "epoch": 5.925657129565015,
      "grad_norm": 1.7851321607585742,
      "learning_rate": 1.1723458218151349e-07,
      "loss": 1.0547,
      "step": 127372
    },
    {
      "epoch": 5.925703652012096,
      "grad_norm": 1.685710759540344,
      "learning_rate": 1.1708792054076488e-07,
      "loss": 0.8789,
      "step": 127373
    },
    {
      "epoch": 5.925750174459177,
      "grad_norm": 1.6345094916408842,
      "learning_rate": 1.1694135065919984e-07,
      "loss": 0.8633,
      "step": 127374
    },
    {
      "epoch": 5.925796696906257,
      "grad_norm": 1.862167071652335,
      "learning_rate": 1.1679487253693499e-07,
      "loss": 0.9492,
      "step": 127375
    },
    {
      "epoch": 5.925843219353338,
      "grad_norm": 1.5795037734179072,
      "learning_rate": 1.1664848617405353e-07,
      "loss": 0.7656,
      "step": 127376
    },
    {
      "epoch": 5.925889741800419,
      "grad_norm": 1.770101044944953,
      "learning_rate": 1.1650219157065544e-07,
      "loss": 0.8633,
      "step": 127377
    },
    {
      "epoch": 5.9259362642474995,
      "grad_norm": 1.9904018186861792,
      "learning_rate": 1.163559887268073e-07,
      "loss": 0.9883,
      "step": 127378
    },
    {
      "epoch": 5.92598278669458,
      "grad_norm": 1.790834126530406,
      "learning_rate": 1.1620987764260903e-07,
      "loss": 0.8789,
      "step": 127379
    },
    {
      "epoch": 5.9260293091416605,
      "grad_norm": 1.6756039951896526,
      "learning_rate": 1.1606385831814391e-07,
      "loss": 0.8594,
      "step": 127380
    },
    {
      "epoch": 5.926075831588742,
      "grad_norm": 1.93350549448268,
      "learning_rate": 1.1591793075351186e-07,
      "loss": 0.9766,
      "step": 127381
    },
    {
      "epoch": 5.926122354035822,
      "grad_norm": 1.9264462089038392,
      "learning_rate": 1.1577209494879613e-07,
      "loss": 0.9688,
      "step": 127382
    },
    {
      "epoch": 5.926168876482903,
      "grad_norm": 1.8178621987204047,
      "learning_rate": 1.1562635090409666e-07,
      "loss": 1.0703,
      "step": 127383
    },
    {
      "epoch": 5.926215398929983,
      "grad_norm": 1.8693058021312985,
      "learning_rate": 1.1548069861949671e-07,
      "loss": 1.0781,
      "step": 127384
    },
    {
      "epoch": 5.926261921377065,
      "grad_norm": 1.7376951543567039,
      "learning_rate": 1.1533513809507955e-07,
      "loss": 0.8711,
      "step": 127385
    },
    {
      "epoch": 5.926308443824145,
      "grad_norm": 2.0229749793868677,
      "learning_rate": 1.1518966933092843e-07,
      "loss": 0.9922,
      "step": 127386
    },
    {
      "epoch": 5.926354966271226,
      "grad_norm": 1.6273986466508006,
      "learning_rate": 1.150442923271433e-07,
      "loss": 0.8711,
      "step": 127387
    },
    {
      "epoch": 5.926401488718307,
      "grad_norm": 1.5016265522416652,
      "learning_rate": 1.1489900708382405e-07,
      "loss": 0.7266,
      "step": 127388
    },
    {
      "epoch": 5.926448011165387,
      "grad_norm": 1.8693496472027316,
      "learning_rate": 1.147538136010373e-07,
      "loss": 0.8984,
      "step": 127389
    },
    {
      "epoch": 5.926494533612468,
      "grad_norm": 1.6437083976501117,
      "learning_rate": 1.1460871187888299e-07,
      "loss": 0.9141,
      "step": 127390
    },
    {
      "epoch": 5.926541056059548,
      "grad_norm": 1.5857328946297908,
      "learning_rate": 1.1446370191744436e-07,
      "loss": 0.8359,
      "step": 127391
    },
    {
      "epoch": 5.92658757850663,
      "grad_norm": 1.813603888445988,
      "learning_rate": 1.1431878371682135e-07,
      "loss": 1.0703,
      "step": 127392
    },
    {
      "epoch": 5.92663410095371,
      "grad_norm": 1.610174001540028,
      "learning_rate": 1.1417395727709721e-07,
      "loss": 0.9414,
      "step": 127393
    },
    {
      "epoch": 5.926680623400791,
      "grad_norm": 1.439210523720776,
      "learning_rate": 1.1402922259833857e-07,
      "loss": 0.8008,
      "step": 127394
    },
    {
      "epoch": 5.926727145847872,
      "grad_norm": 1.839036642975448,
      "learning_rate": 1.1388457968067865e-07,
      "loss": 1.0,
      "step": 127395
    },
    {
      "epoch": 5.926773668294953,
      "grad_norm": 1.7937911819697063,
      "learning_rate": 1.1374002852418407e-07,
      "loss": 0.9023,
      "step": 127396
    },
    {
      "epoch": 5.926820190742033,
      "grad_norm": 1.8626152005834813,
      "learning_rate": 1.1359556912892142e-07,
      "loss": 0.8164,
      "step": 127397
    },
    {
      "epoch": 5.9268667131891135,
      "grad_norm": 1.6396283501635753,
      "learning_rate": 1.134512014950073e-07,
      "loss": 0.8477,
      "step": 127398
    },
    {
      "epoch": 5.926913235636194,
      "grad_norm": 1.63789021624412,
      "learning_rate": 1.1330692562252497e-07,
      "loss": 0.8398,
      "step": 127399
    },
    {
      "epoch": 5.926959758083275,
      "grad_norm": 1.6959163927990264,
      "learning_rate": 1.1316274151155769e-07,
      "loss": 1.0,
      "step": 127400
    },
    {
      "epoch": 5.927006280530356,
      "grad_norm": 1.747006037058224,
      "learning_rate": 1.1301864916220538e-07,
      "loss": 0.8438,
      "step": 127401
    },
    {
      "epoch": 5.927052802977436,
      "grad_norm": 1.9202063648924217,
      "learning_rate": 1.1287464857453466e-07,
      "loss": 0.9648,
      "step": 127402
    },
    {
      "epoch": 5.927099325424518,
      "grad_norm": 1.8362594517894653,
      "learning_rate": 1.1273073974864544e-07,
      "loss": 0.8711,
      "step": 127403
    },
    {
      "epoch": 5.927145847871598,
      "grad_norm": 1.846044755477498,
      "learning_rate": 1.1258692268462099e-07,
      "loss": 0.9258,
      "step": 127404
    },
    {
      "epoch": 5.927192370318679,
      "grad_norm": 1.681078874186498,
      "learning_rate": 1.1244319738256125e-07,
      "loss": 0.8203,
      "step": 127405
    },
    {
      "epoch": 5.927238892765759,
      "grad_norm": 1.8442748721762223,
      "learning_rate": 1.1229956384254945e-07,
      "loss": 0.9922,
      "step": 127406
    },
    {
      "epoch": 5.9272854152128405,
      "grad_norm": 1.8042403197382655,
      "learning_rate": 1.1215602206466889e-07,
      "loss": 0.9609,
      "step": 127407
    },
    {
      "epoch": 5.927331937659921,
      "grad_norm": 1.8870241811384112,
      "learning_rate": 1.1201257204900282e-07,
      "loss": 0.957,
      "step": 127408
    },
    {
      "epoch": 5.927378460107001,
      "grad_norm": 1.7545857252021804,
      "learning_rate": 1.1186921379565117e-07,
      "loss": 0.9219,
      "step": 127409
    },
    {
      "epoch": 5.927424982554083,
      "grad_norm": 1.9041445158804635,
      "learning_rate": 1.1172594730471385e-07,
      "loss": 0.8711,
      "step": 127410
    },
    {
      "epoch": 5.927471505001163,
      "grad_norm": 1.9078797383145385,
      "learning_rate": 1.1158277257624082e-07,
      "loss": 1.0859,
      "step": 127411
    },
    {
      "epoch": 5.927518027448244,
      "grad_norm": 1.7655522266157444,
      "learning_rate": 1.1143968961034866e-07,
      "loss": 0.8867,
      "step": 127412
    },
    {
      "epoch": 5.927564549895324,
      "grad_norm": 2.1003193968397498,
      "learning_rate": 1.1129669840710398e-07,
      "loss": 1.0078,
      "step": 127413
    },
    {
      "epoch": 5.927611072342406,
      "grad_norm": 1.7976692855146366,
      "learning_rate": 1.1115379896662336e-07,
      "loss": 1.0312,
      "step": 127414
    },
    {
      "epoch": 5.927657594789486,
      "grad_norm": 1.887088915964402,
      "learning_rate": 1.1101099128895673e-07,
      "loss": 1.0469,
      "step": 127415
    },
    {
      "epoch": 5.9277041172365665,
      "grad_norm": 1.8035844352988257,
      "learning_rate": 1.1086827537423737e-07,
      "loss": 1.0312,
      "step": 127416
    },
    {
      "epoch": 5.927750639683647,
      "grad_norm": 1.833048644813678,
      "learning_rate": 1.107256512225152e-07,
      "loss": 0.9961,
      "step": 127417
    },
    {
      "epoch": 5.927797162130728,
      "grad_norm": 1.609963022965865,
      "learning_rate": 1.1058311883389016e-07,
      "loss": 0.8398,
      "step": 127418
    },
    {
      "epoch": 5.927843684577809,
      "grad_norm": 1.8158406213276495,
      "learning_rate": 1.1044067820844549e-07,
      "loss": 0.9922,
      "step": 127419
    },
    {
      "epoch": 5.927890207024889,
      "grad_norm": 1.9645582421237526,
      "learning_rate": 1.1029832934628114e-07,
      "loss": 0.8672,
      "step": 127420
    },
    {
      "epoch": 5.92793672947197,
      "grad_norm": 1.7726486206778884,
      "learning_rate": 1.1015607224748035e-07,
      "loss": 0.8359,
      "step": 127421
    },
    {
      "epoch": 5.927983251919051,
      "grad_norm": 1.9014113318919341,
      "learning_rate": 1.1001390691210976e-07,
      "loss": 0.9844,
      "step": 127422
    },
    {
      "epoch": 5.928029774366132,
      "grad_norm": 1.6776723873933133,
      "learning_rate": 1.0987183334028593e-07,
      "loss": 0.9922,
      "step": 127423
    },
    {
      "epoch": 5.928076296813212,
      "grad_norm": 1.8138263824973837,
      "learning_rate": 1.0972985153207548e-07,
      "loss": 0.9492,
      "step": 127424
    },
    {
      "epoch": 5.9281228192602935,
      "grad_norm": 1.848548432820371,
      "learning_rate": 1.0958796148756166e-07,
      "loss": 1.0625,
      "step": 127425
    },
    {
      "epoch": 5.928169341707374,
      "grad_norm": 1.8044885090556904,
      "learning_rate": 1.0944616320686106e-07,
      "loss": 1.0781,
      "step": 127426
    },
    {
      "epoch": 5.9282158641544545,
      "grad_norm": 1.665799949816683,
      "learning_rate": 1.0930445669002363e-07,
      "loss": 0.8398,
      "step": 127427
    },
    {
      "epoch": 5.928262386601535,
      "grad_norm": 1.5660809692337871,
      "learning_rate": 1.0916284193716596e-07,
      "loss": 0.793,
      "step": 127428
    },
    {
      "epoch": 5.928308909048616,
      "grad_norm": 1.8165185777636264,
      "learning_rate": 1.0902131894835464e-07,
      "loss": 0.9805,
      "step": 127429
    },
    {
      "epoch": 5.928355431495697,
      "grad_norm": 1.7864383232704475,
      "learning_rate": 1.088798877236896e-07,
      "loss": 0.7852,
      "step": 127430
    },
    {
      "epoch": 5.928401953942777,
      "grad_norm": 1.6665618207581359,
      "learning_rate": 1.0873854826325413e-07,
      "loss": 0.8203,
      "step": 127431
    },
    {
      "epoch": 5.928448476389858,
      "grad_norm": 1.7210466801906266,
      "learning_rate": 1.085973005671148e-07,
      "loss": 0.9883,
      "step": 127432
    },
    {
      "epoch": 5.928494998836939,
      "grad_norm": 1.649416013145551,
      "learning_rate": 1.0845614463538821e-07,
      "loss": 0.9336,
      "step": 127433
    },
    {
      "epoch": 5.92854152128402,
      "grad_norm": 1.6675732328895345,
      "learning_rate": 1.0831508046815762e-07,
      "loss": 0.8438,
      "step": 127434
    },
    {
      "epoch": 5.9285880437311,
      "grad_norm": 1.698500832083595,
      "learning_rate": 1.0817410806548966e-07,
      "loss": 0.9102,
      "step": 127435
    },
    {
      "epoch": 5.9286345661781805,
      "grad_norm": 1.6349252149288847,
      "learning_rate": 1.0803322742748422e-07,
      "loss": 0.9023,
      "step": 127436
    },
    {
      "epoch": 5.928681088625262,
      "grad_norm": 1.835764582265647,
      "learning_rate": 1.0789243855422457e-07,
      "loss": 0.9766,
      "step": 127437
    },
    {
      "epoch": 5.928727611072342,
      "grad_norm": 1.509435489164742,
      "learning_rate": 1.0775174144579402e-07,
      "loss": 0.832,
      "step": 127438
    },
    {
      "epoch": 5.928774133519423,
      "grad_norm": 1.6580094006246848,
      "learning_rate": 1.0761113610227579e-07,
      "loss": 0.9219,
      "step": 127439
    },
    {
      "epoch": 5.928820655966504,
      "grad_norm": 1.7337005795217013,
      "learning_rate": 1.0747062252376981e-07,
      "loss": 0.9453,
      "step": 127440
    },
    {
      "epoch": 5.928867178413585,
      "grad_norm": 2.000161023087057,
      "learning_rate": 1.0733020071034271e-07,
      "loss": 1.0078,
      "step": 127441
    },
    {
      "epoch": 5.928913700860665,
      "grad_norm": 1.6581559238813712,
      "learning_rate": 1.071898706620944e-07,
      "loss": 0.8398,
      "step": 127442
    },
    {
      "epoch": 5.928960223307746,
      "grad_norm": 1.9049690464328177,
      "learning_rate": 1.0704963237912478e-07,
      "loss": 0.8633,
      "step": 127443
    },
    {
      "epoch": 5.929006745754827,
      "grad_norm": 1.9203260882129258,
      "learning_rate": 1.0690948586148384e-07,
      "loss": 0.9531,
      "step": 127444
    },
    {
      "epoch": 5.9290532682019075,
      "grad_norm": 1.8104784597522428,
      "learning_rate": 1.0676943110928814e-07,
      "loss": 0.9492,
      "step": 127445
    },
    {
      "epoch": 5.929099790648988,
      "grad_norm": 1.6922865777000335,
      "learning_rate": 1.0662946812260431e-07,
      "loss": 0.8945,
      "step": 127446
    },
    {
      "epoch": 5.929146313096069,
      "grad_norm": 1.8611444420059804,
      "learning_rate": 1.0648959690153225e-07,
      "loss": 0.957,
      "step": 127447
    },
    {
      "epoch": 5.92919283554315,
      "grad_norm": 1.7317125267274438,
      "learning_rate": 1.0634981744613857e-07,
      "loss": 0.7773,
      "step": 127448
    },
    {
      "epoch": 5.92923935799023,
      "grad_norm": 1.648044284359691,
      "learning_rate": 1.0621012975652322e-07,
      "loss": 0.8828,
      "step": 127449
    },
    {
      "epoch": 5.929285880437311,
      "grad_norm": 1.7132245242542825,
      "learning_rate": 1.0607053383278608e-07,
      "loss": 0.8984,
      "step": 127450
    },
    {
      "epoch": 5.929332402884391,
      "grad_norm": 1.7087690005087697,
      "learning_rate": 1.0593102967497713e-07,
      "loss": 0.9961,
      "step": 127451
    },
    {
      "epoch": 5.929378925331473,
      "grad_norm": 1.8195801424578593,
      "learning_rate": 1.0579161728321294e-07,
      "loss": 1.0156,
      "step": 127452
    },
    {
      "epoch": 5.929425447778553,
      "grad_norm": 1.9074234122583222,
      "learning_rate": 1.0565229665756015e-07,
      "loss": 0.9883,
      "step": 127453
    },
    {
      "epoch": 5.9294719702256335,
      "grad_norm": 1.5159560206902571,
      "learning_rate": 1.0551306779811864e-07,
      "loss": 0.8438,
      "step": 127454
    },
    {
      "epoch": 5.929518492672715,
      "grad_norm": 1.7576106987570128,
      "learning_rate": 1.0537393070495504e-07,
      "loss": 0.918,
      "step": 127455
    },
    {
      "epoch": 5.929565015119795,
      "grad_norm": 1.7131923692277438,
      "learning_rate": 1.0523488537816926e-07,
      "loss": 0.7695,
      "step": 127456
    },
    {
      "epoch": 5.929611537566876,
      "grad_norm": 1.8129707754986593,
      "learning_rate": 1.050959318178446e-07,
      "loss": 0.8711,
      "step": 127457
    },
    {
      "epoch": 5.929658060013956,
      "grad_norm": 1.788052978196838,
      "learning_rate": 1.0495707002404763e-07,
      "loss": 1.0547,
      "step": 127458
    },
    {
      "epoch": 5.929704582461038,
      "grad_norm": 1.564234421599899,
      "learning_rate": 1.0481829999689494e-07,
      "loss": 0.8242,
      "step": 127459
    },
    {
      "epoch": 5.929751104908118,
      "grad_norm": 1.6689725691780455,
      "learning_rate": 1.0467962173645316e-07,
      "loss": 0.8555,
      "step": 127460
    },
    {
      "epoch": 5.929797627355199,
      "grad_norm": 1.8059080885365402,
      "learning_rate": 1.0454103524282221e-07,
      "loss": 0.9102,
      "step": 127461
    },
    {
      "epoch": 5.92984414980228,
      "grad_norm": 1.719363169002577,
      "learning_rate": 1.0440254051605201e-07,
      "loss": 0.8867,
      "step": 127462
    },
    {
      "epoch": 5.9298906722493605,
      "grad_norm": 1.9358453409762246,
      "learning_rate": 1.0426413755625917e-07,
      "loss": 0.9727,
      "step": 127463
    },
    {
      "epoch": 5.929937194696441,
      "grad_norm": 1.917231169823177,
      "learning_rate": 1.0412582636352696e-07,
      "loss": 0.9883,
      "step": 127464
    },
    {
      "epoch": 5.9299837171435215,
      "grad_norm": 1.7702882587823867,
      "learning_rate": 1.0398760693792197e-07,
      "loss": 0.8281,
      "step": 127465
    },
    {
      "epoch": 5.930030239590603,
      "grad_norm": 1.7563386315307294,
      "learning_rate": 1.0384947927954412e-07,
      "loss": 1.0312,
      "step": 127466
    },
    {
      "epoch": 5.930076762037683,
      "grad_norm": 1.7973822362317657,
      "learning_rate": 1.037114433884767e-07,
      "loss": 1.0703,
      "step": 127467
    },
    {
      "epoch": 5.930123284484764,
      "grad_norm": 1.7124532629836084,
      "learning_rate": 1.035734992647863e-07,
      "loss": 0.7969,
      "step": 127468
    },
    {
      "epoch": 5.930169806931844,
      "grad_norm": 1.841985626577106,
      "learning_rate": 1.0343564690858952e-07,
      "loss": 0.8828,
      "step": 127469
    },
    {
      "epoch": 5.930216329378926,
      "grad_norm": 1.772550243223372,
      "learning_rate": 1.032978863199363e-07,
      "loss": 0.9688,
      "step": 127470
    },
    {
      "epoch": 5.930262851826006,
      "grad_norm": 1.9329237753763127,
      "learning_rate": 1.0316021749894321e-07,
      "loss": 1.0391,
      "step": 127471
    },
    {
      "epoch": 5.930309374273087,
      "grad_norm": 1.6977316592659586,
      "learning_rate": 1.0302264044567688e-07,
      "loss": 0.918,
      "step": 127472
    },
    {
      "epoch": 5.930355896720167,
      "grad_norm": 2.0688833794362544,
      "learning_rate": 1.028851551602039e-07,
      "loss": 1.0,
      "step": 127473
    },
    {
      "epoch": 5.930402419167248,
      "grad_norm": 1.7146898394679346,
      "learning_rate": 1.0274776164265752e-07,
      "loss": 0.8984,
      "step": 127474
    },
    {
      "epoch": 5.930448941614329,
      "grad_norm": 1.7516081225993974,
      "learning_rate": 1.0261045989307104e-07,
      "loss": 1.0859,
      "step": 127475
    },
    {
      "epoch": 5.930495464061409,
      "grad_norm": 1.8936254107749764,
      "learning_rate": 1.0247324991156103e-07,
      "loss": 0.9219,
      "step": 127476
    },
    {
      "epoch": 5.930541986508491,
      "grad_norm": 1.6625903375304343,
      "learning_rate": 1.023361316981941e-07,
      "loss": 0.8203,
      "step": 127477
    },
    {
      "epoch": 5.930588508955571,
      "grad_norm": 1.7215159951934418,
      "learning_rate": 1.0219910525305353e-07,
      "loss": 0.875,
      "step": 127478
    },
    {
      "epoch": 5.930635031402652,
      "grad_norm": 1.704766176063571,
      "learning_rate": 1.0206217057623923e-07,
      "loss": 0.9453,
      "step": 127479
    },
    {
      "epoch": 5.930681553849732,
      "grad_norm": 1.8439410969101595,
      "learning_rate": 1.0192532766783446e-07,
      "loss": 1.0469,
      "step": 127480
    },
    {
      "epoch": 5.9307280762968135,
      "grad_norm": 1.7439037761158418,
      "learning_rate": 1.0178857652790584e-07,
      "loss": 0.9883,
      "step": 127481
    },
    {
      "epoch": 5.930774598743894,
      "grad_norm": 1.579976378296499,
      "learning_rate": 1.0165191715653664e-07,
      "loss": 0.7969,
      "step": 127482
    },
    {
      "epoch": 5.9308211211909745,
      "grad_norm": 1.7431613059448379,
      "learning_rate": 1.0151534955382679e-07,
      "loss": 0.8281,
      "step": 127483
    },
    {
      "epoch": 5.930867643638056,
      "grad_norm": 1.7363639929851757,
      "learning_rate": 1.0137887371985953e-07,
      "loss": 0.9766,
      "step": 127484
    },
    {
      "epoch": 5.930914166085136,
      "grad_norm": 1.732971218543543,
      "learning_rate": 1.0124248965470149e-07,
      "loss": 0.9492,
      "step": 127485
    },
    {
      "epoch": 5.930960688532217,
      "grad_norm": 1.7050060315817221,
      "learning_rate": 1.011061973584526e-07,
      "loss": 0.8359,
      "step": 127486
    },
    {
      "epoch": 5.931007210979297,
      "grad_norm": 1.7906763071737188,
      "learning_rate": 1.0096999683119611e-07,
      "loss": 1.0078,
      "step": 127487
    },
    {
      "epoch": 5.931053733426378,
      "grad_norm": 1.8390749779963942,
      "learning_rate": 1.0083388807299864e-07,
      "loss": 0.9297,
      "step": 127488
    },
    {
      "epoch": 5.931100255873459,
      "grad_norm": 1.7631688338042335,
      "learning_rate": 1.0069787108394345e-07,
      "loss": 0.9492,
      "step": 127489
    },
    {
      "epoch": 5.93114677832054,
      "grad_norm": 1.696854051404817,
      "learning_rate": 1.0056194586414713e-07,
      "loss": 1.0234,
      "step": 127490
    },
    {
      "epoch": 5.93119330076762,
      "grad_norm": 1.6332033321999917,
      "learning_rate": 1.0042611241365962e-07,
      "loss": 0.8438,
      "step": 127491
    },
    {
      "epoch": 5.9312398232147014,
      "grad_norm": 1.8790617096863462,
      "learning_rate": 1.0029037073258084e-07,
      "loss": 1.0078,
      "step": 127492
    },
    {
      "epoch": 5.931286345661782,
      "grad_norm": 1.6729668117308887,
      "learning_rate": 1.0015472082097742e-07,
      "loss": 0.875,
      "step": 127493
    },
    {
      "epoch": 5.931332868108862,
      "grad_norm": 1.9400214488647858,
      "learning_rate": 1.0001916267894927e-07,
      "loss": 1.0938,
      "step": 127494
    },
    {
      "epoch": 5.931379390555943,
      "grad_norm": 1.981373025314577,
      "learning_rate": 9.988369630656301e-08,
      "loss": 0.9688,
      "step": 127495
    },
    {
      "epoch": 5.931425913003024,
      "grad_norm": 1.808018932304334,
      "learning_rate": 9.974832170391855e-08,
      "loss": 0.9609,
      "step": 127496
    },
    {
      "epoch": 5.931472435450105,
      "grad_norm": 1.958594246032239,
      "learning_rate": 9.961303887109918e-08,
      "loss": 0.875,
      "step": 127497
    },
    {
      "epoch": 5.931518957897185,
      "grad_norm": 1.6860167974373814,
      "learning_rate": 9.947784780817147e-08,
      "loss": 0.9531,
      "step": 127498
    },
    {
      "epoch": 5.931565480344267,
      "grad_norm": 1.8599515946122174,
      "learning_rate": 9.934274851523538e-08,
      "loss": 1.0078,
      "step": 127499
    },
    {
      "epoch": 5.931612002791347,
      "grad_norm": 1.8224247158112101,
      "learning_rate": 9.920774099235751e-08,
      "loss": 1.0312,
      "step": 127500
    },
    {
      "epoch": 5.9316585252384275,
      "grad_norm": 1.7813101335290458,
      "learning_rate": 9.907282523963777e-08,
      "loss": 0.9375,
      "step": 127501
    },
    {
      "epoch": 5.931705047685508,
      "grad_norm": 1.7295595561285868,
      "learning_rate": 9.893800125712614e-08,
      "loss": 0.918,
      "step": 127502
    },
    {
      "epoch": 5.931751570132589,
      "grad_norm": 1.8326248885472722,
      "learning_rate": 9.880326904495583e-08,
      "loss": 0.8438,
      "step": 127503
    },
    {
      "epoch": 5.93179809257967,
      "grad_norm": 1.8585591122829748,
      "learning_rate": 9.866862860316017e-08,
      "loss": 0.9609,
      "step": 127504
    },
    {
      "epoch": 5.93184461502675,
      "grad_norm": 1.6734209186022417,
      "learning_rate": 9.85340799318557e-08,
      "loss": 0.9102,
      "step": 127505
    },
    {
      "epoch": 5.931891137473831,
      "grad_norm": 2.076561969149702,
      "learning_rate": 9.839962303110905e-08,
      "loss": 1.1406,
      "step": 127506
    },
    {
      "epoch": 5.931937659920912,
      "grad_norm": 1.6025650655885544,
      "learning_rate": 9.826525790100348e-08,
      "loss": 0.8906,
      "step": 127507
    },
    {
      "epoch": 5.931984182367993,
      "grad_norm": 1.6926773573600726,
      "learning_rate": 9.813098454162228e-08,
      "loss": 0.8594,
      "step": 127508
    },
    {
      "epoch": 5.932030704815073,
      "grad_norm": 1.733546337260171,
      "learning_rate": 9.799680295304869e-08,
      "loss": 0.8281,
      "step": 127509
    },
    {
      "epoch": 5.932077227262154,
      "grad_norm": 1.8470083574832827,
      "learning_rate": 9.786271313536598e-08,
      "loss": 1.0078,
      "step": 127510
    },
    {
      "epoch": 5.932123749709235,
      "grad_norm": 1.6637294048409634,
      "learning_rate": 9.772871508865743e-08,
      "loss": 0.7773,
      "step": 127511
    },
    {
      "epoch": 5.932170272156315,
      "grad_norm": 1.870818771887166,
      "learning_rate": 9.75948088130063e-08,
      "loss": 1.0391,
      "step": 127512
    },
    {
      "epoch": 5.932216794603396,
      "grad_norm": 1.9037907167261077,
      "learning_rate": 9.74609943084792e-08,
      "loss": 1.0391,
      "step": 127513
    },
    {
      "epoch": 5.932263317050477,
      "grad_norm": 1.867746486654874,
      "learning_rate": 9.732727157519272e-08,
      "loss": 0.9023,
      "step": 127514
    },
    {
      "epoch": 5.932309839497558,
      "grad_norm": 1.84890362948983,
      "learning_rate": 9.719364061318013e-08,
      "loss": 0.9219,
      "step": 127515
    },
    {
      "epoch": 5.932356361944638,
      "grad_norm": 1.5540549188201658,
      "learning_rate": 9.706010142255805e-08,
      "loss": 0.7852,
      "step": 127516
    },
    {
      "epoch": 5.932402884391719,
      "grad_norm": 1.6681175786061655,
      "learning_rate": 9.692665400340971e-08,
      "loss": 0.9219,
      "step": 127517
    },
    {
      "epoch": 5.9324494068388,
      "grad_norm": 1.9481600416761262,
      "learning_rate": 9.679329835580174e-08,
      "loss": 1.1016,
      "step": 127518
    },
    {
      "epoch": 5.9324959292858805,
      "grad_norm": 1.5637576923134369,
      "learning_rate": 9.666003447980075e-08,
      "loss": 0.832,
      "step": 127519
    },
    {
      "epoch": 5.932542451732961,
      "grad_norm": 1.6698226851958742,
      "learning_rate": 9.652686237552331e-08,
      "loss": 0.9766,
      "step": 127520
    },
    {
      "epoch": 5.9325889741800415,
      "grad_norm": 1.9014477369829785,
      "learning_rate": 9.639378204303605e-08,
      "loss": 0.8945,
      "step": 127521
    },
    {
      "epoch": 5.932635496627123,
      "grad_norm": 2.093909192296615,
      "learning_rate": 9.626079348242221e-08,
      "loss": 1.1719,
      "step": 127522
    },
    {
      "epoch": 5.932682019074203,
      "grad_norm": 1.800527325817748,
      "learning_rate": 9.612789669376508e-08,
      "loss": 0.9727,
      "step": 127523
    },
    {
      "epoch": 5.932728541521284,
      "grad_norm": 1.7353450821270575,
      "learning_rate": 9.599509167713126e-08,
      "loss": 0.918,
      "step": 127524
    },
    {
      "epoch": 5.932775063968364,
      "grad_norm": 1.7726854354112005,
      "learning_rate": 9.586237843262068e-08,
      "loss": 0.9922,
      "step": 127525
    },
    {
      "epoch": 5.932821586415446,
      "grad_norm": 1.8074339436802884,
      "learning_rate": 9.572975696029994e-08,
      "loss": 0.8164,
      "step": 127526
    },
    {
      "epoch": 5.932868108862526,
      "grad_norm": 1.933332646067717,
      "learning_rate": 9.559722726026897e-08,
      "loss": 0.9609,
      "step": 127527
    },
    {
      "epoch": 5.932914631309607,
      "grad_norm": 1.6620749985061596,
      "learning_rate": 9.546478933257772e-08,
      "loss": 0.8555,
      "step": 127528
    },
    {
      "epoch": 5.932961153756688,
      "grad_norm": 1.610411918594925,
      "learning_rate": 9.533244317734279e-08,
      "loss": 0.8789,
      "step": 127529
    },
    {
      "epoch": 5.9330076762037685,
      "grad_norm": 1.579826567217187,
      "learning_rate": 9.52001887946141e-08,
      "loss": 0.7344,
      "step": 127530
    },
    {
      "epoch": 5.933054198650849,
      "grad_norm": 1.8150731185441822,
      "learning_rate": 9.506802618449161e-08,
      "loss": 0.9531,
      "step": 127531
    },
    {
      "epoch": 5.933100721097929,
      "grad_norm": 1.9385685323891277,
      "learning_rate": 9.493595534705856e-08,
      "loss": 1.0469,
      "step": 127532
    },
    {
      "epoch": 5.933147243545011,
      "grad_norm": 2.1205064856236255,
      "learning_rate": 9.480397628239822e-08,
      "loss": 0.9961,
      "step": 127533
    },
    {
      "epoch": 5.933193765992091,
      "grad_norm": 1.7990559315358519,
      "learning_rate": 9.467208899056055e-08,
      "loss": 0.875,
      "step": 127534
    },
    {
      "epoch": 5.933240288439172,
      "grad_norm": 1.6783949839087517,
      "learning_rate": 9.454029347166215e-08,
      "loss": 0.7656,
      "step": 127535
    },
    {
      "epoch": 5.933286810886253,
      "grad_norm": 1.7627981049523742,
      "learning_rate": 9.440858972576959e-08,
      "loss": 0.8906,
      "step": 127536
    },
    {
      "epoch": 5.933333333333334,
      "grad_norm": 1.6517581551703415,
      "learning_rate": 9.427697775294952e-08,
      "loss": 0.8398,
      "step": 127537
    },
    {
      "epoch": 5.933379855780414,
      "grad_norm": 1.6820129302271873,
      "learning_rate": 9.414545755331848e-08,
      "loss": 0.8164,
      "step": 127538
    },
    {
      "epoch": 5.9334263782274945,
      "grad_norm": 1.817938810459128,
      "learning_rate": 9.40140291269098e-08,
      "loss": 0.8477,
      "step": 127539
    },
    {
      "epoch": 5.933472900674575,
      "grad_norm": 1.9709530652665028,
      "learning_rate": 9.388269247385672e-08,
      "loss": 0.9805,
      "step": 127540
    },
    {
      "epoch": 5.933519423121656,
      "grad_norm": 1.6033902051504576,
      "learning_rate": 9.375144759419251e-08,
      "loss": 0.9414,
      "step": 127541
    },
    {
      "epoch": 5.933565945568737,
      "grad_norm": 1.9167087254272712,
      "learning_rate": 9.362029448801711e-08,
      "loss": 1.0156,
      "step": 127542
    },
    {
      "epoch": 5.933612468015817,
      "grad_norm": 1.9152096006694854,
      "learning_rate": 9.348923315541379e-08,
      "loss": 0.9844,
      "step": 127543
    },
    {
      "epoch": 5.933658990462899,
      "grad_norm": 1.7675469949353724,
      "learning_rate": 9.335826359646581e-08,
      "loss": 0.8711,
      "step": 127544
    },
    {
      "epoch": 5.933705512909979,
      "grad_norm": 1.90583288879393,
      "learning_rate": 9.322738581125644e-08,
      "loss": 0.9609,
      "step": 127545
    },
    {
      "epoch": 5.93375203535706,
      "grad_norm": 1.5986780523637647,
      "learning_rate": 9.309659979983564e-08,
      "loss": 0.8828,
      "step": 127546
    },
    {
      "epoch": 5.93379855780414,
      "grad_norm": 1.951463769395295,
      "learning_rate": 9.296590556231997e-08,
      "loss": 1.0469,
      "step": 127547
    },
    {
      "epoch": 5.9338450802512215,
      "grad_norm": 2.061223463363014,
      "learning_rate": 9.283530309875942e-08,
      "loss": 1.0078,
      "step": 127548
    },
    {
      "epoch": 5.933891602698302,
      "grad_norm": 2.00727200294807,
      "learning_rate": 9.270479240925388e-08,
      "loss": 1.1719,
      "step": 127549
    },
    {
      "epoch": 5.933938125145382,
      "grad_norm": 1.8946888588715276,
      "learning_rate": 9.257437349388663e-08,
      "loss": 0.9492,
      "step": 127550
    },
    {
      "epoch": 5.933984647592464,
      "grad_norm": 1.7592653980975506,
      "learning_rate": 9.244404635272429e-08,
      "loss": 0.9375,
      "step": 127551
    },
    {
      "epoch": 5.934031170039544,
      "grad_norm": 1.7395166081232185,
      "learning_rate": 9.231381098585011e-08,
      "loss": 0.8711,
      "step": 127552
    },
    {
      "epoch": 5.934077692486625,
      "grad_norm": 1.565520322512995,
      "learning_rate": 9.218366739334737e-08,
      "loss": 0.7656,
      "step": 127553
    },
    {
      "epoch": 5.934124214933705,
      "grad_norm": 1.6342368755780816,
      "learning_rate": 9.205361557528268e-08,
      "loss": 0.7852,
      "step": 127554
    },
    {
      "epoch": 5.934170737380787,
      "grad_norm": 1.6850462303104887,
      "learning_rate": 9.192365553175596e-08,
      "loss": 0.8438,
      "step": 127555
    },
    {
      "epoch": 5.934217259827867,
      "grad_norm": 1.8551347256316795,
      "learning_rate": 9.179378726283382e-08,
      "loss": 0.9062,
      "step": 127556
    },
    {
      "epoch": 5.9342637822749476,
      "grad_norm": 1.813567928059184,
      "learning_rate": 9.166401076859953e-08,
      "loss": 0.8984,
      "step": 127557
    },
    {
      "epoch": 5.934310304722028,
      "grad_norm": 1.8121571575360478,
      "learning_rate": 9.153432604913635e-08,
      "loss": 0.9141,
      "step": 127558
    },
    {
      "epoch": 5.934356827169109,
      "grad_norm": 1.749917209309706,
      "learning_rate": 9.140473310452756e-08,
      "loss": 0.7695,
      "step": 127559
    },
    {
      "epoch": 5.93440334961619,
      "grad_norm": 1.598024496365174,
      "learning_rate": 9.127523193482311e-08,
      "loss": 0.8672,
      "step": 127560
    },
    {
      "epoch": 5.93444987206327,
      "grad_norm": 1.8185488349111238,
      "learning_rate": 9.114582254013957e-08,
      "loss": 0.875,
      "step": 127561
    },
    {
      "epoch": 5.934496394510351,
      "grad_norm": 1.7637167628812294,
      "learning_rate": 9.101650492052693e-08,
      "loss": 0.9062,
      "step": 127562
    },
    {
      "epoch": 5.934542916957432,
      "grad_norm": 1.9804658130232144,
      "learning_rate": 9.088727907608506e-08,
      "loss": 0.9414,
      "step": 127563
    },
    {
      "epoch": 5.934589439404513,
      "grad_norm": 1.768710992009811,
      "learning_rate": 9.075814500688062e-08,
      "loss": 1.0156,
      "step": 127564
    },
    {
      "epoch": 5.934635961851593,
      "grad_norm": 1.9098758417466275,
      "learning_rate": 9.062910271301349e-08,
      "loss": 1.0391,
      "step": 127565
    },
    {
      "epoch": 5.9346824842986745,
      "grad_norm": 1.6989752991721474,
      "learning_rate": 9.050015219453365e-08,
      "loss": 0.9141,
      "step": 127566
    },
    {
      "epoch": 5.934729006745755,
      "grad_norm": 1.7122102523343197,
      "learning_rate": 9.037129345152439e-08,
      "loss": 0.9766,
      "step": 127567
    },
    {
      "epoch": 5.9347755291928355,
      "grad_norm": 1.9665570610471117,
      "learning_rate": 9.024252648408559e-08,
      "loss": 1.0625,
      "step": 127568
    },
    {
      "epoch": 5.934822051639916,
      "grad_norm": 1.774719344241134,
      "learning_rate": 9.011385129228388e-08,
      "loss": 1.0156,
      "step": 127569
    },
    {
      "epoch": 5.934868574086997,
      "grad_norm": 2.116694992755752,
      "learning_rate": 8.998526787620252e-08,
      "loss": 1.1797,
      "step": 127570
    },
    {
      "epoch": 5.934915096534078,
      "grad_norm": 1.6900522095694168,
      "learning_rate": 8.985677623590814e-08,
      "loss": 0.8789,
      "step": 127571
    },
    {
      "epoch": 5.934961618981158,
      "grad_norm": 1.6810990053878752,
      "learning_rate": 8.9728376371484e-08,
      "loss": 0.9062,
      "step": 127572
    },
    {
      "epoch": 5.935008141428239,
      "grad_norm": 1.806564200844396,
      "learning_rate": 8.960006828301336e-08,
      "loss": 0.9531,
      "step": 127573
    },
    {
      "epoch": 5.93505466387532,
      "grad_norm": 1.7219479569529177,
      "learning_rate": 8.947185197057949e-08,
      "loss": 0.9062,
      "step": 127574
    },
    {
      "epoch": 5.935101186322401,
      "grad_norm": 1.9406541398093538,
      "learning_rate": 8.9343727434249e-08,
      "loss": 0.9961,
      "step": 127575
    },
    {
      "epoch": 5.935147708769481,
      "grad_norm": 1.6040352844078154,
      "learning_rate": 8.921569467410516e-08,
      "loss": 0.9102,
      "step": 127576
    },
    {
      "epoch": 5.9351942312165615,
      "grad_norm": 1.6154137601423022,
      "learning_rate": 8.908775369023124e-08,
      "loss": 0.8594,
      "step": 127577
    },
    {
      "epoch": 5.935240753663643,
      "grad_norm": 1.9417390477601708,
      "learning_rate": 8.895990448269385e-08,
      "loss": 0.9844,
      "step": 127578
    },
    {
      "epoch": 5.935287276110723,
      "grad_norm": 1.9230953185876716,
      "learning_rate": 8.883214705159291e-08,
      "loss": 1.0547,
      "step": 127579
    },
    {
      "epoch": 5.935333798557804,
      "grad_norm": 2.015654914175305,
      "learning_rate": 8.870448139697838e-08,
      "loss": 0.9062,
      "step": 127580
    },
    {
      "epoch": 5.935380321004885,
      "grad_norm": 1.840430922442005,
      "learning_rate": 8.857690751895019e-08,
      "loss": 0.9062,
      "step": 127581
    },
    {
      "epoch": 5.935426843451966,
      "grad_norm": 1.8227675717032108,
      "learning_rate": 8.844942541757494e-08,
      "loss": 1.0859,
      "step": 127582
    },
    {
      "epoch": 5.935473365899046,
      "grad_norm": 1.8572474821309033,
      "learning_rate": 8.83220350929359e-08,
      "loss": 0.9492,
      "step": 127583
    },
    {
      "epoch": 5.935519888346127,
      "grad_norm": 1.8042285026964946,
      "learning_rate": 8.819473654509967e-08,
      "loss": 0.8789,
      "step": 127584
    },
    {
      "epoch": 5.935566410793208,
      "grad_norm": 1.7700178803779418,
      "learning_rate": 8.80675297741662e-08,
      "loss": 1.0938,
      "step": 127585
    },
    {
      "epoch": 5.9356129332402885,
      "grad_norm": 1.777280095645736,
      "learning_rate": 8.794041478020209e-08,
      "loss": 0.8828,
      "step": 127586
    },
    {
      "epoch": 5.935659455687369,
      "grad_norm": 1.6773805329968612,
      "learning_rate": 8.781339156329059e-08,
      "loss": 0.9297,
      "step": 127587
    },
    {
      "epoch": 5.93570597813445,
      "grad_norm": 1.5411967372900073,
      "learning_rate": 8.768646012348168e-08,
      "loss": 0.8047,
      "step": 127588
    },
    {
      "epoch": 5.935752500581531,
      "grad_norm": 1.8539182029302388,
      "learning_rate": 8.755962046089193e-08,
      "loss": 1.0625,
      "step": 127589
    },
    {
      "epoch": 5.935799023028611,
      "grad_norm": 1.8120932717376617,
      "learning_rate": 8.74328725755713e-08,
      "loss": 0.9141,
      "step": 127590
    },
    {
      "epoch": 5.935845545475692,
      "grad_norm": 1.8451236004913136,
      "learning_rate": 8.730621646761971e-08,
      "loss": 0.9727,
      "step": 127591
    },
    {
      "epoch": 5.935892067922772,
      "grad_norm": 2.016568109172661,
      "learning_rate": 8.71796521370871e-08,
      "loss": 1.0391,
      "step": 127592
    },
    {
      "epoch": 5.935938590369854,
      "grad_norm": 1.6826222852941506,
      "learning_rate": 8.705317958409008e-08,
      "loss": 0.875,
      "step": 127593
    },
    {
      "epoch": 5.935985112816934,
      "grad_norm": 1.9548196175990655,
      "learning_rate": 8.692679880866193e-08,
      "loss": 1.0391,
      "step": 127594
    },
    {
      "epoch": 5.936031635264015,
      "grad_norm": 1.7342822777992044,
      "learning_rate": 8.680050981090259e-08,
      "loss": 1.0078,
      "step": 127595
    },
    {
      "epoch": 5.936078157711096,
      "grad_norm": 1.7026793780914764,
      "learning_rate": 8.66743125908953e-08,
      "loss": 0.8438,
      "step": 127596
    },
    {
      "epoch": 5.936124680158176,
      "grad_norm": 1.690978732738101,
      "learning_rate": 8.654820714870669e-08,
      "loss": 0.9766,
      "step": 127597
    },
    {
      "epoch": 5.936171202605257,
      "grad_norm": 1.5445183195603498,
      "learning_rate": 8.642219348442004e-08,
      "loss": 0.7578,
      "step": 127598
    },
    {
      "epoch": 5.936217725052337,
      "grad_norm": 1.7816300903158886,
      "learning_rate": 8.629627159810193e-08,
      "loss": 0.9492,
      "step": 127599
    },
    {
      "epoch": 5.936264247499419,
      "grad_norm": 1.7501616525131523,
      "learning_rate": 8.617044148983565e-08,
      "loss": 0.8633,
      "step": 127600
    },
    {
      "epoch": 5.936310769946499,
      "grad_norm": 1.6040217306646953,
      "learning_rate": 8.604470315970447e-08,
      "loss": 0.832,
      "step": 127601
    },
    {
      "epoch": 5.93635729239358,
      "grad_norm": 2.0024365977936496,
      "learning_rate": 8.591905660777499e-08,
      "loss": 1.0391,
      "step": 127602
    },
    {
      "epoch": 5.936403814840661,
      "grad_norm": 1.7152264897924023,
      "learning_rate": 8.579350183414712e-08,
      "loss": 0.8828,
      "step": 127603
    },
    {
      "epoch": 5.9364503372877415,
      "grad_norm": 2.062869740505752,
      "learning_rate": 8.56680388388542e-08,
      "loss": 1.0781,
      "step": 127604
    },
    {
      "epoch": 5.936496859734822,
      "grad_norm": 1.8997492547687345,
      "learning_rate": 8.554266762201278e-08,
      "loss": 0.875,
      "step": 127605
    },
    {
      "epoch": 5.9365433821819025,
      "grad_norm": 2.050491316156632,
      "learning_rate": 8.541738818368948e-08,
      "loss": 1.0781,
      "step": 127606
    },
    {
      "epoch": 5.936589904628984,
      "grad_norm": 1.832272560090463,
      "learning_rate": 8.529220052395092e-08,
      "loss": 1.0234,
      "step": 127607
    },
    {
      "epoch": 5.936636427076064,
      "grad_norm": 1.784688956868322,
      "learning_rate": 8.516710464288034e-08,
      "loss": 0.9102,
      "step": 127608
    },
    {
      "epoch": 5.936682949523145,
      "grad_norm": 1.8130412745564992,
      "learning_rate": 8.504210054056104e-08,
      "loss": 1.0234,
      "step": 127609
    },
    {
      "epoch": 5.936729471970225,
      "grad_norm": 1.6079404332117424,
      "learning_rate": 8.491718821705962e-08,
      "loss": 0.8164,
      "step": 127610
    },
    {
      "epoch": 5.936775994417307,
      "grad_norm": 1.7333949563023925,
      "learning_rate": 8.479236767244268e-08,
      "loss": 0.8008,
      "step": 127611
    },
    {
      "epoch": 5.936822516864387,
      "grad_norm": 1.610766945379335,
      "learning_rate": 8.466763890681016e-08,
      "loss": 0.875,
      "step": 127612
    },
    {
      "epoch": 5.936869039311468,
      "grad_norm": 1.7889838117878867,
      "learning_rate": 8.454300192022867e-08,
      "loss": 0.9961,
      "step": 127613
    },
    {
      "epoch": 5.936915561758548,
      "grad_norm": 1.6626010430496099,
      "learning_rate": 8.441845671278146e-08,
      "loss": 0.9688,
      "step": 127614
    },
    {
      "epoch": 5.936962084205629,
      "grad_norm": 1.769591718436221,
      "learning_rate": 8.429400328451852e-08,
      "loss": 0.8711,
      "step": 127615
    },
    {
      "epoch": 5.93700860665271,
      "grad_norm": 1.7943804675915696,
      "learning_rate": 8.416964163553974e-08,
      "loss": 1.0078,
      "step": 127616
    },
    {
      "epoch": 5.93705512909979,
      "grad_norm": 1.77382734950956,
      "learning_rate": 8.404537176592841e-08,
      "loss": 0.9297,
      "step": 127617
    },
    {
      "epoch": 5.937101651546872,
      "grad_norm": 1.928362780838798,
      "learning_rate": 8.392119367573447e-08,
      "loss": 0.9531,
      "step": 127618
    },
    {
      "epoch": 5.937148173993952,
      "grad_norm": 1.93864958847325,
      "learning_rate": 8.379710736505784e-08,
      "loss": 0.875,
      "step": 127619
    },
    {
      "epoch": 5.937194696441033,
      "grad_norm": 1.765436807270246,
      "learning_rate": 8.36731128339485e-08,
      "loss": 0.9922,
      "step": 127620
    },
    {
      "epoch": 5.937241218888113,
      "grad_norm": 1.7733904292323381,
      "learning_rate": 8.354921008250637e-08,
      "loss": 0.9609,
      "step": 127621
    },
    {
      "epoch": 5.9372877413351945,
      "grad_norm": 1.9098269092220583,
      "learning_rate": 8.342539911079804e-08,
      "loss": 1.0391,
      "step": 127622
    },
    {
      "epoch": 5.937334263782275,
      "grad_norm": 1.6298729547655308,
      "learning_rate": 8.330167991890679e-08,
      "loss": 0.7383,
      "step": 127623
    },
    {
      "epoch": 5.9373807862293555,
      "grad_norm": 1.6942671445646498,
      "learning_rate": 8.317805250689924e-08,
      "loss": 0.9023,
      "step": 127624
    },
    {
      "epoch": 5.937427308676437,
      "grad_norm": 1.7556796745431467,
      "learning_rate": 8.3054516874842e-08,
      "loss": 0.8164,
      "step": 127625
    },
    {
      "epoch": 5.937473831123517,
      "grad_norm": 1.9357314867434003,
      "learning_rate": 8.293107302283497e-08,
      "loss": 1.0,
      "step": 127626
    },
    {
      "epoch": 5.937520353570598,
      "grad_norm": 1.795526257113006,
      "learning_rate": 8.280772095094479e-08,
      "loss": 0.9961,
      "step": 127627
    },
    {
      "epoch": 5.937566876017678,
      "grad_norm": 2.107067834200743,
      "learning_rate": 8.268446065923806e-08,
      "loss": 1.0938,
      "step": 127628
    },
    {
      "epoch": 5.937613398464759,
      "grad_norm": 1.6823205433657105,
      "learning_rate": 8.25612921477814e-08,
      "loss": 0.9375,
      "step": 127629
    },
    {
      "epoch": 5.93765992091184,
      "grad_norm": 1.9465812972619634,
      "learning_rate": 8.243821541669137e-08,
      "loss": 0.9844,
      "step": 127630
    },
    {
      "epoch": 5.937706443358921,
      "grad_norm": 1.833063694314689,
      "learning_rate": 8.23152304660013e-08,
      "loss": 0.9766,
      "step": 127631
    },
    {
      "epoch": 5.937752965806001,
      "grad_norm": 1.8475081171260737,
      "learning_rate": 8.219233729579444e-08,
      "loss": 0.9219,
      "step": 127632
    },
    {
      "epoch": 5.9377994882530825,
      "grad_norm": 1.7920972263096562,
      "learning_rate": 8.206953590617071e-08,
      "loss": 0.9961,
      "step": 127633
    },
    {
      "epoch": 5.937846010700163,
      "grad_norm": 1.6793341002939108,
      "learning_rate": 8.194682629716342e-08,
      "loss": 0.7969,
      "step": 127634
    },
    {
      "epoch": 5.937892533147243,
      "grad_norm": 1.5861150040120104,
      "learning_rate": 8.182420846888915e-08,
      "loss": 0.8672,
      "step": 127635
    },
    {
      "epoch": 5.937939055594324,
      "grad_norm": 1.7474755182158128,
      "learning_rate": 8.170168242139786e-08,
      "loss": 0.8516,
      "step": 127636
    },
    {
      "epoch": 5.937985578041405,
      "grad_norm": 1.7213009730982527,
      "learning_rate": 8.157924815478944e-08,
      "loss": 1.0,
      "step": 127637
    },
    {
      "epoch": 5.938032100488486,
      "grad_norm": 1.6084674279634699,
      "learning_rate": 8.145690566909724e-08,
      "loss": 0.8008,
      "step": 127638
    },
    {
      "epoch": 5.938078622935566,
      "grad_norm": 1.8860898602798757,
      "learning_rate": 8.133465496443781e-08,
      "loss": 0.957,
      "step": 127639
    },
    {
      "epoch": 5.938125145382648,
      "grad_norm": 1.5065354775665802,
      "learning_rate": 8.12124960408611e-08,
      "loss": 0.8086,
      "step": 127640
    },
    {
      "epoch": 5.938171667829728,
      "grad_norm": 1.875912216645586,
      "learning_rate": 8.109042889845041e-08,
      "loss": 0.9766,
      "step": 127641
    },
    {
      "epoch": 5.9382181902768085,
      "grad_norm": 1.9444974869338059,
      "learning_rate": 8.096845353728898e-08,
      "loss": 1.0781,
      "step": 127642
    },
    {
      "epoch": 5.938264712723889,
      "grad_norm": 1.7190150388094403,
      "learning_rate": 8.084656995742677e-08,
      "loss": 0.8438,
      "step": 127643
    },
    {
      "epoch": 5.93831123517097,
      "grad_norm": 1.683514130187546,
      "learning_rate": 8.072477815896372e-08,
      "loss": 0.8633,
      "step": 127644
    },
    {
      "epoch": 5.938357757618051,
      "grad_norm": 1.8432717452659895,
      "learning_rate": 8.060307814196643e-08,
      "loss": 0.9805,
      "step": 127645
    },
    {
      "epoch": 5.938404280065131,
      "grad_norm": 1.8533401643090934,
      "learning_rate": 8.04814699065015e-08,
      "loss": 0.9609,
      "step": 127646
    },
    {
      "epoch": 5.938450802512212,
      "grad_norm": 1.69270614559957,
      "learning_rate": 8.035995345265222e-08,
      "loss": 0.8438,
      "step": 127647
    },
    {
      "epoch": 5.938497324959293,
      "grad_norm": 2.094019241537386,
      "learning_rate": 8.02385287804852e-08,
      "loss": 1.0078,
      "step": 127648
    },
    {
      "epoch": 5.938543847406374,
      "grad_norm": 1.86329745692317,
      "learning_rate": 8.01171958900837e-08,
      "loss": 0.9062,
      "step": 127649
    },
    {
      "epoch": 5.938590369853454,
      "grad_norm": 1.7504051020564972,
      "learning_rate": 7.999595478153098e-08,
      "loss": 0.9023,
      "step": 127650
    },
    {
      "epoch": 5.938636892300535,
      "grad_norm": 1.8444884492512408,
      "learning_rate": 7.987480545486036e-08,
      "loss": 0.9688,
      "step": 127651
    },
    {
      "epoch": 5.938683414747616,
      "grad_norm": 1.848889934699072,
      "learning_rate": 7.975374791018841e-08,
      "loss": 1.0703,
      "step": 127652
    },
    {
      "epoch": 5.938729937194696,
      "grad_norm": 1.647025373872531,
      "learning_rate": 7.963278214758173e-08,
      "loss": 0.75,
      "step": 127653
    },
    {
      "epoch": 5.938776459641777,
      "grad_norm": 1.7559588568091693,
      "learning_rate": 7.951190816710695e-08,
      "loss": 0.9961,
      "step": 127654
    },
    {
      "epoch": 5.938822982088858,
      "grad_norm": 1.651493879716848,
      "learning_rate": 7.939112596883068e-08,
      "loss": 0.8828,
      "step": 127655
    },
    {
      "epoch": 5.938869504535939,
      "grad_norm": 1.9276257388084634,
      "learning_rate": 7.927043555283618e-08,
      "loss": 1.0703,
      "step": 127656
    },
    {
      "epoch": 5.938916026983019,
      "grad_norm": 1.6290511056203647,
      "learning_rate": 7.914983691919007e-08,
      "loss": 0.7852,
      "step": 127657
    },
    {
      "epoch": 5.9389625494301,
      "grad_norm": 1.8285607176092218,
      "learning_rate": 7.902933006799228e-08,
      "loss": 0.9336,
      "step": 127658
    },
    {
      "epoch": 5.939009071877181,
      "grad_norm": 1.6434834518365802,
      "learning_rate": 7.89089149992761e-08,
      "loss": 0.7969,
      "step": 127659
    },
    {
      "epoch": 5.9390555943242616,
      "grad_norm": 1.8823463626680552,
      "learning_rate": 7.878859171314145e-08,
      "loss": 1.0312,
      "step": 127660
    },
    {
      "epoch": 5.939102116771342,
      "grad_norm": 1.647269192078322,
      "learning_rate": 7.866836020965494e-08,
      "loss": 0.9102,
      "step": 127661
    },
    {
      "epoch": 5.9391486392184225,
      "grad_norm": 1.8460497606616981,
      "learning_rate": 7.854822048889986e-08,
      "loss": 1.0391,
      "step": 127662
    },
    {
      "epoch": 5.939195161665504,
      "grad_norm": 1.6581591737320331,
      "learning_rate": 7.842817255092614e-08,
      "loss": 0.9336,
      "step": 127663
    },
    {
      "epoch": 5.939241684112584,
      "grad_norm": 1.9824885786433413,
      "learning_rate": 7.830821639583373e-08,
      "loss": 1.1016,
      "step": 127664
    },
    {
      "epoch": 5.939288206559665,
      "grad_norm": 1.7932071813082258,
      "learning_rate": 7.818835202367258e-08,
      "loss": 1.0078,
      "step": 127665
    },
    {
      "epoch": 5.939334729006745,
      "grad_norm": 1.677194752101122,
      "learning_rate": 7.806857943454258e-08,
      "loss": 0.8477,
      "step": 127666
    },
    {
      "epoch": 5.939381251453827,
      "grad_norm": 1.4694345390648633,
      "learning_rate": 7.794889862849374e-08,
      "loss": 0.75,
      "step": 127667
    },
    {
      "epoch": 5.939427773900907,
      "grad_norm": 1.6424869442719205,
      "learning_rate": 7.782930960560928e-08,
      "loss": 0.832,
      "step": 127668
    },
    {
      "epoch": 5.939474296347988,
      "grad_norm": 1.8784444638567723,
      "learning_rate": 7.770981236597251e-08,
      "loss": 1.0625,
      "step": 127669
    },
    {
      "epoch": 5.939520818795069,
      "grad_norm": 1.8526259212115042,
      "learning_rate": 7.759040690963337e-08,
      "loss": 0.9375,
      "step": 127670
    },
    {
      "epoch": 5.9395673412421495,
      "grad_norm": 1.7729759404878327,
      "learning_rate": 7.747109323667511e-08,
      "loss": 0.8789,
      "step": 127671
    },
    {
      "epoch": 5.93961386368923,
      "grad_norm": 1.6526027449607488,
      "learning_rate": 7.735187134718102e-08,
      "loss": 0.8594,
      "step": 127672
    },
    {
      "epoch": 5.93966038613631,
      "grad_norm": 1.812696870669286,
      "learning_rate": 7.72327412412177e-08,
      "loss": 0.8633,
      "step": 127673
    },
    {
      "epoch": 5.939706908583392,
      "grad_norm": 1.6592868270979368,
      "learning_rate": 7.711370291885177e-08,
      "loss": 0.9609,
      "step": 127674
    },
    {
      "epoch": 5.939753431030472,
      "grad_norm": 1.9463908973473092,
      "learning_rate": 7.699475638014985e-08,
      "loss": 0.9961,
      "step": 127675
    },
    {
      "epoch": 5.939799953477553,
      "grad_norm": 1.8023971618749024,
      "learning_rate": 7.687590162521184e-08,
      "loss": 0.832,
      "step": 127676
    },
    {
      "epoch": 5.939846475924634,
      "grad_norm": 1.7149056355883032,
      "learning_rate": 7.675713865408772e-08,
      "loss": 0.9336,
      "step": 127677
    },
    {
      "epoch": 5.939892998371715,
      "grad_norm": 1.9674614463062894,
      "learning_rate": 7.66384674668441e-08,
      "loss": 0.957,
      "step": 127678
    },
    {
      "epoch": 5.939939520818795,
      "grad_norm": 1.9576824368654697,
      "learning_rate": 7.651988806358089e-08,
      "loss": 0.9023,
      "step": 127679
    },
    {
      "epoch": 5.9399860432658755,
      "grad_norm": 1.8895725168134576,
      "learning_rate": 7.640140044434806e-08,
      "loss": 0.9609,
      "step": 127680
    },
    {
      "epoch": 5.940032565712956,
      "grad_norm": 1.8892099996655272,
      "learning_rate": 7.628300460922887e-08,
      "loss": 0.9492,
      "step": 127681
    },
    {
      "epoch": 5.940079088160037,
      "grad_norm": 1.921581697078912,
      "learning_rate": 7.616470055830659e-08,
      "loss": 1.0312,
      "step": 127682
    },
    {
      "epoch": 5.940125610607118,
      "grad_norm": 1.7489281593616728,
      "learning_rate": 7.604648829161453e-08,
      "loss": 0.9531,
      "step": 127683
    },
    {
      "epoch": 5.940172133054198,
      "grad_norm": 1.9404728268805476,
      "learning_rate": 7.592836780926925e-08,
      "loss": 0.957,
      "step": 127684
    },
    {
      "epoch": 5.94021865550128,
      "grad_norm": 1.6195395176962868,
      "learning_rate": 7.581033911132072e-08,
      "loss": 0.8867,
      "step": 127685
    },
    {
      "epoch": 5.94026517794836,
      "grad_norm": 1.8061368374541604,
      "learning_rate": 7.569240219783557e-08,
      "loss": 0.8672,
      "step": 127686
    },
    {
      "epoch": 5.940311700395441,
      "grad_norm": 1.6142429823484516,
      "learning_rate": 7.557455706889703e-08,
      "loss": 0.9102,
      "step": 127687
    },
    {
      "epoch": 5.940358222842521,
      "grad_norm": 1.7816165284992778,
      "learning_rate": 7.54568037245884e-08,
      "loss": 0.8867,
      "step": 127688
    },
    {
      "epoch": 5.9404047452896025,
      "grad_norm": 2.0583042099771003,
      "learning_rate": 7.533914216495962e-08,
      "loss": 1.0781,
      "step": 127689
    },
    {
      "epoch": 5.940451267736683,
      "grad_norm": 1.6597624165399185,
      "learning_rate": 7.522157239009396e-08,
      "loss": 0.9844,
      "step": 127690
    },
    {
      "epoch": 5.9404977901837634,
      "grad_norm": 1.8085107005546552,
      "learning_rate": 7.510409440005805e-08,
      "loss": 1.0391,
      "step": 127691
    },
    {
      "epoch": 5.940544312630845,
      "grad_norm": 1.6502312692821852,
      "learning_rate": 7.498670819493512e-08,
      "loss": 0.9531,
      "step": 127692
    },
    {
      "epoch": 5.940590835077925,
      "grad_norm": 1.7193154293808761,
      "learning_rate": 7.486941377477518e-08,
      "loss": 0.9141,
      "step": 127693
    },
    {
      "epoch": 5.940637357525006,
      "grad_norm": 1.6114245077771494,
      "learning_rate": 7.47522111396781e-08,
      "loss": 0.7617,
      "step": 127694
    },
    {
      "epoch": 5.940683879972086,
      "grad_norm": 1.8018389106594936,
      "learning_rate": 7.463510028969388e-08,
      "loss": 1.1094,
      "step": 127695
    },
    {
      "epoch": 5.940730402419168,
      "grad_norm": 1.9029150606204839,
      "learning_rate": 7.451808122488911e-08,
      "loss": 0.918,
      "step": 127696
    },
    {
      "epoch": 5.940776924866248,
      "grad_norm": 1.6949133353028019,
      "learning_rate": 7.440115394536372e-08,
      "loss": 0.8633,
      "step": 127697
    },
    {
      "epoch": 5.940823447313329,
      "grad_norm": 1.7472012145994116,
      "learning_rate": 7.428431845116767e-08,
      "loss": 0.9062,
      "step": 127698
    },
    {
      "epoch": 5.940869969760409,
      "grad_norm": 1.876201777029244,
      "learning_rate": 7.416757474238422e-08,
      "loss": 1.0469,
      "step": 127699
    },
    {
      "epoch": 5.94091649220749,
      "grad_norm": 1.6280472292811734,
      "learning_rate": 7.405092281907999e-08,
      "loss": 0.832,
      "step": 127700
    },
    {
      "epoch": 5.940963014654571,
      "grad_norm": 1.9381161939769669,
      "learning_rate": 7.393436268132157e-08,
      "loss": 1.0469,
      "step": 127701
    },
    {
      "epoch": 5.941009537101651,
      "grad_norm": 1.6012713416202644,
      "learning_rate": 7.381789432919227e-08,
      "loss": 0.9453,
      "step": 127702
    },
    {
      "epoch": 5.941056059548732,
      "grad_norm": 1.6765615177980933,
      "learning_rate": 7.370151776274203e-08,
      "loss": 1.0234,
      "step": 127703
    },
    {
      "epoch": 5.941102581995813,
      "grad_norm": 1.656898645794195,
      "learning_rate": 7.35852329820541e-08,
      "loss": 0.8086,
      "step": 127704
    },
    {
      "epoch": 5.941149104442894,
      "grad_norm": 2.0296357126635876,
      "learning_rate": 7.346903998721177e-08,
      "loss": 0.9453,
      "step": 127705
    },
    {
      "epoch": 5.941195626889974,
      "grad_norm": 1.6864583174126997,
      "learning_rate": 7.335293877826498e-08,
      "loss": 0.9453,
      "step": 127706
    },
    {
      "epoch": 5.9412421493370555,
      "grad_norm": 1.57147082247518,
      "learning_rate": 7.323692935531366e-08,
      "loss": 0.8516,
      "step": 127707
    },
    {
      "epoch": 5.941288671784136,
      "grad_norm": 1.8864598254851028,
      "learning_rate": 7.312101171839113e-08,
      "loss": 0.9102,
      "step": 127708
    },
    {
      "epoch": 5.9413351942312165,
      "grad_norm": 1.6017091463140178,
      "learning_rate": 7.30051858675973e-08,
      "loss": 0.8906,
      "step": 127709
    },
    {
      "epoch": 5.941381716678297,
      "grad_norm": 1.7522197761682368,
      "learning_rate": 7.288945180298212e-08,
      "loss": 0.8945,
      "step": 127710
    },
    {
      "epoch": 5.941428239125378,
      "grad_norm": 1.767695810575687,
      "learning_rate": 7.27738095246455e-08,
      "loss": 0.8906,
      "step": 127711
    },
    {
      "epoch": 5.941474761572459,
      "grad_norm": 1.6968151493694899,
      "learning_rate": 7.265825903262079e-08,
      "loss": 0.8945,
      "step": 127712
    },
    {
      "epoch": 5.941521284019539,
      "grad_norm": 1.6288691874703565,
      "learning_rate": 7.254280032700787e-08,
      "loss": 0.875,
      "step": 127713
    },
    {
      "epoch": 5.941567806466621,
      "grad_norm": 1.8868738586036213,
      "learning_rate": 7.242743340787338e-08,
      "loss": 1.1172,
      "step": 127714
    },
    {
      "epoch": 5.941614328913701,
      "grad_norm": 1.7603225024522853,
      "learning_rate": 7.231215827526727e-08,
      "loss": 0.9336,
      "step": 127715
    },
    {
      "epoch": 5.941660851360782,
      "grad_norm": 1.7229716078909305,
      "learning_rate": 7.219697492928945e-08,
      "loss": 0.8516,
      "step": 127716
    },
    {
      "epoch": 5.941707373807862,
      "grad_norm": 1.7975802024884624,
      "learning_rate": 7.208188336998988e-08,
      "loss": 0.8984,
      "step": 127717
    },
    {
      "epoch": 5.9417538962549425,
      "grad_norm": 1.7269975016221484,
      "learning_rate": 7.196688359745184e-08,
      "loss": 0.9922,
      "step": 127718
    },
    {
      "epoch": 5.941800418702024,
      "grad_norm": 2.0465921469715793,
      "learning_rate": 7.185197561174194e-08,
      "loss": 1.0312,
      "step": 127719
    },
    {
      "epoch": 5.941846941149104,
      "grad_norm": 1.9809476942993938,
      "learning_rate": 7.173715941291014e-08,
      "loss": 0.9102,
      "step": 127720
    },
    {
      "epoch": 5.941893463596185,
      "grad_norm": 1.8238058028191577,
      "learning_rate": 7.162243500105635e-08,
      "loss": 1.0703,
      "step": 127721
    },
    {
      "epoch": 5.941939986043266,
      "grad_norm": 1.6777332746613716,
      "learning_rate": 7.150780237624721e-08,
      "loss": 0.8672,
      "step": 127722
    },
    {
      "epoch": 5.941986508490347,
      "grad_norm": 1.8402568443650125,
      "learning_rate": 7.139326153853265e-08,
      "loss": 1.0469,
      "step": 127723
    },
    {
      "epoch": 5.942033030937427,
      "grad_norm": 1.7781563076048,
      "learning_rate": 7.127881248799594e-08,
      "loss": 0.875,
      "step": 127724
    },
    {
      "epoch": 5.942079553384508,
      "grad_norm": 1.5886025210764012,
      "learning_rate": 7.11644552247037e-08,
      "loss": 0.7461,
      "step": 127725
    },
    {
      "epoch": 5.942126075831589,
      "grad_norm": 1.9498284309847806,
      "learning_rate": 7.105018974873922e-08,
      "loss": 1.0938,
      "step": 127726
    },
    {
      "epoch": 5.9421725982786695,
      "grad_norm": 1.9055796858156195,
      "learning_rate": 7.093601606015243e-08,
      "loss": 1.0391,
      "step": 127727
    },
    {
      "epoch": 5.94221912072575,
      "grad_norm": 1.7807348075170195,
      "learning_rate": 7.08219341590266e-08,
      "loss": 0.9688,
      "step": 127728
    },
    {
      "epoch": 5.942265643172831,
      "grad_norm": 1.8154449613076888,
      "learning_rate": 7.07079440454117e-08,
      "loss": 0.9023,
      "step": 127729
    },
    {
      "epoch": 5.942312165619912,
      "grad_norm": 1.8391019586221589,
      "learning_rate": 7.059404571940763e-08,
      "loss": 0.8906,
      "step": 127730
    },
    {
      "epoch": 5.942358688066992,
      "grad_norm": 1.7859057432105585,
      "learning_rate": 7.048023918106438e-08,
      "loss": 0.9375,
      "step": 127731
    },
    {
      "epoch": 5.942405210514073,
      "grad_norm": 1.8368585156301622,
      "learning_rate": 7.036652443046519e-08,
      "loss": 0.9531,
      "step": 127732
    },
    {
      "epoch": 5.942451732961154,
      "grad_norm": 1.8439131572727916,
      "learning_rate": 7.025290146766004e-08,
      "loss": 0.8984,
      "step": 127733
    },
    {
      "epoch": 5.942498255408235,
      "grad_norm": 1.6310426889826457,
      "learning_rate": 7.013937029274885e-08,
      "loss": 0.9062,
      "step": 127734
    },
    {
      "epoch": 5.942544777855315,
      "grad_norm": 1.8271250405777024,
      "learning_rate": 7.002593090576492e-08,
      "loss": 0.9414,
      "step": 127735
    },
    {
      "epoch": 5.942591300302396,
      "grad_norm": 1.8859840220414348,
      "learning_rate": 6.99125833067915e-08,
      "loss": 0.9531,
      "step": 127736
    },
    {
      "epoch": 5.942637822749477,
      "grad_norm": 1.8926802036983617,
      "learning_rate": 6.979932749591189e-08,
      "loss": 0.9258,
      "step": 127737
    },
    {
      "epoch": 5.942684345196557,
      "grad_norm": 1.79647753097983,
      "learning_rate": 6.968616347317602e-08,
      "loss": 0.8945,
      "step": 127738
    },
    {
      "epoch": 5.942730867643638,
      "grad_norm": 1.8006056912351631,
      "learning_rate": 6.957309123866717e-08,
      "loss": 1.0547,
      "step": 127739
    },
    {
      "epoch": 5.942777390090718,
      "grad_norm": 1.5483615513935305,
      "learning_rate": 6.946011079245195e-08,
      "loss": 0.8906,
      "step": 127740
    },
    {
      "epoch": 5.9428239125378,
      "grad_norm": 1.9592250280018328,
      "learning_rate": 6.934722213459698e-08,
      "loss": 1.0312,
      "step": 127741
    },
    {
      "epoch": 5.94287043498488,
      "grad_norm": 1.8422523676562195,
      "learning_rate": 6.923442526516887e-08,
      "loss": 0.9062,
      "step": 127742
    },
    {
      "epoch": 5.942916957431961,
      "grad_norm": 2.186768718180661,
      "learning_rate": 6.912172018423422e-08,
      "loss": 1.1016,
      "step": 127743
    },
    {
      "epoch": 5.942963479879042,
      "grad_norm": 1.8047939758521008,
      "learning_rate": 6.900910689187633e-08,
      "loss": 0.9492,
      "step": 127744
    },
    {
      "epoch": 5.9430100023261225,
      "grad_norm": 1.7877673036700727,
      "learning_rate": 6.889658538814513e-08,
      "loss": 0.9375,
      "step": 127745
    },
    {
      "epoch": 5.943056524773203,
      "grad_norm": 1.795235467788928,
      "learning_rate": 6.87841556731239e-08,
      "loss": 0.9805,
      "step": 127746
    },
    {
      "epoch": 5.9431030472202835,
      "grad_norm": 1.8576011811174882,
      "learning_rate": 6.867181774687925e-08,
      "loss": 0.9297,
      "step": 127747
    },
    {
      "epoch": 5.943149569667365,
      "grad_norm": 1.801790958011581,
      "learning_rate": 6.855957160947778e-08,
      "loss": 0.9336,
      "step": 127748
    },
    {
      "epoch": 5.943196092114445,
      "grad_norm": 2.038702580522169,
      "learning_rate": 6.844741726098613e-08,
      "loss": 0.9531,
      "step": 127749
    },
    {
      "epoch": 5.943242614561526,
      "grad_norm": 1.9193743026373757,
      "learning_rate": 6.833535470147089e-08,
      "loss": 0.9844,
      "step": 127750
    },
    {
      "epoch": 5.943289137008606,
      "grad_norm": 1.8150545505922089,
      "learning_rate": 6.822338393099869e-08,
      "loss": 1.0156,
      "step": 127751
    },
    {
      "epoch": 5.943335659455688,
      "grad_norm": 1.6058935508928307,
      "learning_rate": 6.811150494965278e-08,
      "loss": 0.7578,
      "step": 127752
    },
    {
      "epoch": 5.943382181902768,
      "grad_norm": 1.8353120635151616,
      "learning_rate": 6.79997177574998e-08,
      "loss": 0.8984,
      "step": 127753
    },
    {
      "epoch": 5.943428704349849,
      "grad_norm": 1.9770661936949114,
      "learning_rate": 6.788802235458968e-08,
      "loss": 0.9258,
      "step": 127754
    },
    {
      "epoch": 5.943475226796929,
      "grad_norm": 1.9103320595555622,
      "learning_rate": 6.77764187410057e-08,
      "loss": 0.8867,
      "step": 127755
    },
    {
      "epoch": 5.94352174924401,
      "grad_norm": 1.7056123014403264,
      "learning_rate": 6.766490691681448e-08,
      "loss": 0.9766,
      "step": 127756
    },
    {
      "epoch": 5.943568271691091,
      "grad_norm": 1.8184871609827482,
      "learning_rate": 6.755348688208261e-08,
      "loss": 0.9141,
      "step": 127757
    },
    {
      "epoch": 5.943614794138171,
      "grad_norm": 1.8952054296635514,
      "learning_rate": 6.744215863687675e-08,
      "loss": 1.0781,
      "step": 127758
    },
    {
      "epoch": 5.943661316585253,
      "grad_norm": 1.658573744984965,
      "learning_rate": 6.733092218126345e-08,
      "loss": 0.7852,
      "step": 127759
    },
    {
      "epoch": 5.943707839032333,
      "grad_norm": 1.6076010662084452,
      "learning_rate": 6.721977751530938e-08,
      "loss": 0.8555,
      "step": 127760
    },
    {
      "epoch": 5.943754361479414,
      "grad_norm": 2.0655478569850882,
      "learning_rate": 6.710872463909778e-08,
      "loss": 1.0547,
      "step": 127761
    },
    {
      "epoch": 5.943800883926494,
      "grad_norm": 1.585535460588362,
      "learning_rate": 6.699776355267861e-08,
      "loss": 0.8438,
      "step": 127762
    },
    {
      "epoch": 5.943847406373576,
      "grad_norm": 2.007926349045021,
      "learning_rate": 6.688689425613513e-08,
      "loss": 1.0078,
      "step": 127763
    },
    {
      "epoch": 5.943893928820656,
      "grad_norm": 1.7132372393671442,
      "learning_rate": 6.677611674951733e-08,
      "loss": 0.9414,
      "step": 127764
    },
    {
      "epoch": 5.9439404512677365,
      "grad_norm": 1.904602287318724,
      "learning_rate": 6.666543103290844e-08,
      "loss": 1.0078,
      "step": 127765
    },
    {
      "epoch": 5.943986973714818,
      "grad_norm": 1.8822269132299214,
      "learning_rate": 6.65548371063751e-08,
      "loss": 0.9961,
      "step": 127766
    },
    {
      "epoch": 5.944033496161898,
      "grad_norm": 1.724448056574711,
      "learning_rate": 6.644433496996726e-08,
      "loss": 0.918,
      "step": 127767
    },
    {
      "epoch": 5.944080018608979,
      "grad_norm": 1.7630642057436885,
      "learning_rate": 6.633392462376818e-08,
      "loss": 1.0078,
      "step": 127768
    },
    {
      "epoch": 5.944126541056059,
      "grad_norm": 1.8868326991328555,
      "learning_rate": 6.622360606786114e-08,
      "loss": 1.0859,
      "step": 127769
    },
    {
      "epoch": 5.94417306350314,
      "grad_norm": 1.9403500495475363,
      "learning_rate": 6.611337930227945e-08,
      "loss": 1.1016,
      "step": 127770
    },
    {
      "epoch": 5.944219585950221,
      "grad_norm": 1.7848856041609371,
      "learning_rate": 6.600324432710635e-08,
      "loss": 0.9727,
      "step": 127771
    },
    {
      "epoch": 5.944266108397302,
      "grad_norm": 1.7337283032053286,
      "learning_rate": 6.589320114240848e-08,
      "loss": 0.7812,
      "step": 127772
    },
    {
      "epoch": 5.944312630844382,
      "grad_norm": 1.9061945734883154,
      "learning_rate": 6.57832497482691e-08,
      "loss": 1.0234,
      "step": 127773
    },
    {
      "epoch": 5.9443591532914635,
      "grad_norm": 1.9252410743321229,
      "learning_rate": 6.56733901447215e-08,
      "loss": 0.9023,
      "step": 127774
    },
    {
      "epoch": 5.944405675738544,
      "grad_norm": 1.8955345744824526,
      "learning_rate": 6.556362233186563e-08,
      "loss": 0.9219,
      "step": 127775
    },
    {
      "epoch": 5.944452198185624,
      "grad_norm": 1.6937903997769506,
      "learning_rate": 6.545394630975143e-08,
      "loss": 1.0,
      "step": 127776
    },
    {
      "epoch": 5.944498720632705,
      "grad_norm": 1.763058314134504,
      "learning_rate": 6.534436207846217e-08,
      "loss": 0.957,
      "step": 127777
    },
    {
      "epoch": 5.944545243079786,
      "grad_norm": 1.755356509068639,
      "learning_rate": 6.523486963803116e-08,
      "loss": 1.0469,
      "step": 127778
    },
    {
      "epoch": 5.944591765526867,
      "grad_norm": 1.913006557992996,
      "learning_rate": 6.512546898855831e-08,
      "loss": 1.0703,
      "step": 127779
    },
    {
      "epoch": 5.944638287973947,
      "grad_norm": 1.8971928885953975,
      "learning_rate": 6.501616013009358e-08,
      "loss": 1.0469,
      "step": 127780
    },
    {
      "epoch": 5.944684810421029,
      "grad_norm": 1.7823780211000173,
      "learning_rate": 6.490694306272027e-08,
      "loss": 0.9961,
      "step": 127781
    },
    {
      "epoch": 5.944731332868109,
      "grad_norm": 1.7430384291378995,
      "learning_rate": 6.47978177864883e-08,
      "loss": 0.8984,
      "step": 127782
    },
    {
      "epoch": 5.9447778553151895,
      "grad_norm": 1.8550020403887761,
      "learning_rate": 6.46887843014643e-08,
      "loss": 0.9648,
      "step": 127783
    },
    {
      "epoch": 5.94482437776227,
      "grad_norm": 1.7176779771953896,
      "learning_rate": 6.457984260773152e-08,
      "loss": 0.8359,
      "step": 127784
    },
    {
      "epoch": 5.944870900209351,
      "grad_norm": 1.7712432740795265,
      "learning_rate": 6.447099270533996e-08,
      "loss": 0.8633,
      "step": 127785
    },
    {
      "epoch": 5.944917422656432,
      "grad_norm": 1.9574477293414017,
      "learning_rate": 6.436223459437285e-08,
      "loss": 1.0781,
      "step": 127786
    },
    {
      "epoch": 5.944963945103512,
      "grad_norm": 1.793380223515001,
      "learning_rate": 6.425356827488015e-08,
      "loss": 0.9688,
      "step": 127787
    },
    {
      "epoch": 5.945010467550593,
      "grad_norm": 1.7364116533365592,
      "learning_rate": 6.41449937469285e-08,
      "loss": 0.9805,
      "step": 127788
    },
    {
      "epoch": 5.945056989997674,
      "grad_norm": 1.6584588137585232,
      "learning_rate": 6.403651101060114e-08,
      "loss": 0.9375,
      "step": 127789
    },
    {
      "epoch": 5.945103512444755,
      "grad_norm": 1.7770389828292716,
      "learning_rate": 6.392812006594805e-08,
      "loss": 0.8672,
      "step": 127790
    },
    {
      "epoch": 5.945150034891835,
      "grad_norm": 1.9062149620009947,
      "learning_rate": 6.381982091305249e-08,
      "loss": 0.8906,
      "step": 127791
    },
    {
      "epoch": 5.945196557338916,
      "grad_norm": 1.810485139235627,
      "learning_rate": 6.371161355196441e-08,
      "loss": 0.9766,
      "step": 127792
    },
    {
      "epoch": 5.945243079785997,
      "grad_norm": 1.6889290199526394,
      "learning_rate": 6.360349798275044e-08,
      "loss": 0.9023,
      "step": 127793
    },
    {
      "epoch": 5.9452896022330775,
      "grad_norm": 1.8295441190320612,
      "learning_rate": 6.349547420549383e-08,
      "loss": 0.9258,
      "step": 127794
    },
    {
      "epoch": 5.945336124680158,
      "grad_norm": 1.9620504725941206,
      "learning_rate": 6.338754222022791e-08,
      "loss": 1.0391,
      "step": 127795
    },
    {
      "epoch": 5.945382647127239,
      "grad_norm": 1.8885994504570713,
      "learning_rate": 6.327970202705256e-08,
      "loss": 0.9648,
      "step": 127796
    },
    {
      "epoch": 5.94542916957432,
      "grad_norm": 1.824120768387056,
      "learning_rate": 6.317195362601778e-08,
      "loss": 1.0312,
      "step": 127797
    },
    {
      "epoch": 5.9454756920214,
      "grad_norm": 1.6849597371957494,
      "learning_rate": 6.306429701720683e-08,
      "loss": 0.8711,
      "step": 127798
    },
    {
      "epoch": 5.945522214468481,
      "grad_norm": 1.6703408619636797,
      "learning_rate": 6.2956732200653e-08,
      "loss": 0.8984,
      "step": 127799
    },
    {
      "epoch": 5.945568736915562,
      "grad_norm": 1.7900327998168317,
      "learning_rate": 6.284925917645623e-08,
      "loss": 0.8516,
      "step": 127800
    },
    {
      "epoch": 5.945615259362643,
      "grad_norm": 1.6378885650934554,
      "learning_rate": 6.27418779446498e-08,
      "loss": 0.9531,
      "step": 127801
    },
    {
      "epoch": 5.945661781809723,
      "grad_norm": 1.97688011262301,
      "learning_rate": 6.263458850533365e-08,
      "loss": 1.0391,
      "step": 127802
    },
    {
      "epoch": 5.9457083042568035,
      "grad_norm": 1.7280397320442458,
      "learning_rate": 6.252739085854108e-08,
      "loss": 0.8359,
      "step": 127803
    },
    {
      "epoch": 5.945754826703885,
      "grad_norm": 1.588268773041771,
      "learning_rate": 6.242028500435536e-08,
      "loss": 0.9141,
      "step": 127804
    },
    {
      "epoch": 5.945801349150965,
      "grad_norm": 1.6576613831627054,
      "learning_rate": 6.23132709428431e-08,
      "loss": 1.0078,
      "step": 127805
    },
    {
      "epoch": 5.945847871598046,
      "grad_norm": 1.6947599282951997,
      "learning_rate": 6.220634867407092e-08,
      "loss": 0.9062,
      "step": 127806
    },
    {
      "epoch": 5.945894394045126,
      "grad_norm": 1.7979633373826844,
      "learning_rate": 6.209951819810543e-08,
      "loss": 0.8242,
      "step": 127807
    },
    {
      "epoch": 5.945940916492208,
      "grad_norm": 1.959872395499383,
      "learning_rate": 6.19927795149966e-08,
      "loss": 1.0469,
      "step": 127808
    },
    {
      "epoch": 5.945987438939288,
      "grad_norm": 1.6720308767059688,
      "learning_rate": 6.188613262481101e-08,
      "loss": 0.9297,
      "step": 127809
    },
    {
      "epoch": 5.946033961386369,
      "grad_norm": 1.9182014632635704,
      "learning_rate": 6.177957752763197e-08,
      "loss": 0.9805,
      "step": 127810
    },
    {
      "epoch": 5.94608048383345,
      "grad_norm": 1.9508257846889023,
      "learning_rate": 6.167311422352605e-08,
      "loss": 1.0156,
      "step": 127811
    },
    {
      "epoch": 5.9461270062805305,
      "grad_norm": 1.6444999873452384,
      "learning_rate": 6.156674271252659e-08,
      "loss": 0.8906,
      "step": 127812
    },
    {
      "epoch": 5.946173528727611,
      "grad_norm": 1.7631282447664514,
      "learning_rate": 6.14604629947335e-08,
      "loss": 1.0234,
      "step": 127813
    },
    {
      "epoch": 5.946220051174691,
      "grad_norm": 1.7930149493910088,
      "learning_rate": 6.135427507019674e-08,
      "loss": 0.8242,
      "step": 127814
    },
    {
      "epoch": 5.946266573621773,
      "grad_norm": 1.5518888911187996,
      "learning_rate": 6.124817893896628e-08,
      "loss": 0.7461,
      "step": 127815
    },
    {
      "epoch": 5.946313096068853,
      "grad_norm": 1.9043212037570842,
      "learning_rate": 6.114217460114201e-08,
      "loss": 1.0391,
      "step": 127816
    },
    {
      "epoch": 5.946359618515934,
      "grad_norm": 1.7453042683450912,
      "learning_rate": 6.103626205675727e-08,
      "loss": 0.875,
      "step": 127817
    },
    {
      "epoch": 5.946406140963015,
      "grad_norm": 1.5986101956463443,
      "learning_rate": 6.093044130591196e-08,
      "loss": 0.8945,
      "step": 127818
    },
    {
      "epoch": 5.946452663410096,
      "grad_norm": 1.8171197863625612,
      "learning_rate": 6.082471234862274e-08,
      "loss": 0.9023,
      "step": 127819
    },
    {
      "epoch": 5.946499185857176,
      "grad_norm": 1.6824454885585953,
      "learning_rate": 6.071907518498953e-08,
      "loss": 0.8008,
      "step": 127820
    },
    {
      "epoch": 5.9465457083042566,
      "grad_norm": 1.655507094167555,
      "learning_rate": 6.061352981507895e-08,
      "loss": 0.9297,
      "step": 127821
    },
    {
      "epoch": 5.946592230751337,
      "grad_norm": 1.8591769487848304,
      "learning_rate": 6.050807623892429e-08,
      "loss": 1.0078,
      "step": 127822
    },
    {
      "epoch": 5.946638753198418,
      "grad_norm": 1.7642032531646008,
      "learning_rate": 6.040271445662548e-08,
      "loss": 1.0234,
      "step": 127823
    },
    {
      "epoch": 5.946685275645499,
      "grad_norm": 1.8050864458843714,
      "learning_rate": 6.029744446823248e-08,
      "loss": 1.0,
      "step": 127824
    },
    {
      "epoch": 5.946731798092579,
      "grad_norm": 2.0141006984330696,
      "learning_rate": 6.019226627381191e-08,
      "loss": 1.0938,
      "step": 127825
    },
    {
      "epoch": 5.946778320539661,
      "grad_norm": 1.8125941259765648,
      "learning_rate": 6.008717987341371e-08,
      "loss": 0.9766,
      "step": 127826
    },
    {
      "epoch": 5.946824842986741,
      "grad_norm": 1.8813307517150157,
      "learning_rate": 5.998218526710452e-08,
      "loss": 0.918,
      "step": 127827
    },
    {
      "epoch": 5.946871365433822,
      "grad_norm": 1.6378521617332436,
      "learning_rate": 5.987728245498424e-08,
      "loss": 0.9336,
      "step": 127828
    },
    {
      "epoch": 5.946917887880902,
      "grad_norm": 1.6036913821128485,
      "learning_rate": 5.977247143706953e-08,
      "loss": 0.9531,
      "step": 127829
    },
    {
      "epoch": 5.9469644103279835,
      "grad_norm": 1.6361269527929687,
      "learning_rate": 5.966775221346031e-08,
      "loss": 0.9609,
      "step": 127830
    },
    {
      "epoch": 5.947010932775064,
      "grad_norm": 1.9062141600391065,
      "learning_rate": 5.95631247841899e-08,
      "loss": 0.9492,
      "step": 127831
    },
    {
      "epoch": 5.9470574552221445,
      "grad_norm": 1.90140242901981,
      "learning_rate": 5.9458589149358194e-08,
      "loss": 0.9688,
      "step": 127832
    },
    {
      "epoch": 5.947103977669226,
      "grad_norm": 1.7754014868481223,
      "learning_rate": 5.935414530899851e-08,
      "loss": 0.8711,
      "step": 127833
    },
    {
      "epoch": 5.947150500116306,
      "grad_norm": 1.9351069636439149,
      "learning_rate": 5.924979326319412e-08,
      "loss": 1.1328,
      "step": 127834
    },
    {
      "epoch": 5.947197022563387,
      "grad_norm": 1.6487874818103478,
      "learning_rate": 5.914553301197833e-08,
      "loss": 0.8555,
      "step": 127835
    },
    {
      "epoch": 5.947243545010467,
      "grad_norm": 1.7454663504078205,
      "learning_rate": 5.9041364555467706e-08,
      "loss": 0.9922,
      "step": 127836
    },
    {
      "epoch": 5.947290067457549,
      "grad_norm": 1.8041038889829555,
      "learning_rate": 5.893728789367891e-08,
      "loss": 0.957,
      "step": 127837
    },
    {
      "epoch": 5.947336589904629,
      "grad_norm": 1.8180402517230296,
      "learning_rate": 5.88333030266952e-08,
      "loss": 0.9023,
      "step": 127838
    },
    {
      "epoch": 5.94738311235171,
      "grad_norm": 1.8827275039443416,
      "learning_rate": 5.8729409954566543e-08,
      "loss": 0.9531,
      "step": 127839
    },
    {
      "epoch": 5.94742963479879,
      "grad_norm": 1.8300125035293664,
      "learning_rate": 5.8625608677376204e-08,
      "loss": 0.9531,
      "step": 127840
    },
    {
      "epoch": 5.947476157245871,
      "grad_norm": 1.869452355436108,
      "learning_rate": 5.852189919519079e-08,
      "loss": 1.0156,
      "step": 127841
    },
    {
      "epoch": 5.947522679692952,
      "grad_norm": 1.9005273029502254,
      "learning_rate": 5.841828150804362e-08,
      "loss": 0.9688,
      "step": 127842
    },
    {
      "epoch": 5.947569202140032,
      "grad_norm": 1.6787416251963216,
      "learning_rate": 5.83147556160346e-08,
      "loss": 0.7734,
      "step": 127843
    },
    {
      "epoch": 5.947615724587113,
      "grad_norm": 1.7943927056757694,
      "learning_rate": 5.8211321519197055e-08,
      "loss": 0.918,
      "step": 127844
    },
    {
      "epoch": 5.947662247034194,
      "grad_norm": 1.771217970412961,
      "learning_rate": 5.810797921759758e-08,
      "loss": 0.9844,
      "step": 127845
    },
    {
      "epoch": 5.947708769481275,
      "grad_norm": 1.7204898962253188,
      "learning_rate": 5.800472871131945e-08,
      "loss": 0.9297,
      "step": 127846
    },
    {
      "epoch": 5.947755291928355,
      "grad_norm": 1.785158865853572,
      "learning_rate": 5.7901570000412624e-08,
      "loss": 0.8203,
      "step": 127847
    },
    {
      "epoch": 5.9478018143754365,
      "grad_norm": 2.109232431301215,
      "learning_rate": 5.779850308494372e-08,
      "loss": 0.9336,
      "step": 127848
    },
    {
      "epoch": 5.947848336822517,
      "grad_norm": 1.7453400839637074,
      "learning_rate": 5.769552796497934e-08,
      "loss": 0.9336,
      "step": 127849
    },
    {
      "epoch": 5.9478948592695975,
      "grad_norm": 1.7848774028810241,
      "learning_rate": 5.759264464056945e-08,
      "loss": 0.9375,
      "step": 127850
    },
    {
      "epoch": 5.947941381716678,
      "grad_norm": 1.8487035680212491,
      "learning_rate": 5.748985311179732e-08,
      "loss": 1.0469,
      "step": 127851
    },
    {
      "epoch": 5.947987904163759,
      "grad_norm": 1.7827463835034665,
      "learning_rate": 5.7387153378696263e-08,
      "loss": 1.0234,
      "step": 127852
    },
    {
      "epoch": 5.94803442661084,
      "grad_norm": 1.80002087913923,
      "learning_rate": 5.7284545441349525e-08,
      "loss": 0.9336,
      "step": 127853
    },
    {
      "epoch": 5.94808094905792,
      "grad_norm": 1.7010467909562696,
      "learning_rate": 5.718202929982374e-08,
      "loss": 0.9453,
      "step": 127854
    },
    {
      "epoch": 5.948127471505002,
      "grad_norm": 1.826228484348593,
      "learning_rate": 5.7079604954168856e-08,
      "loss": 0.8555,
      "step": 127855
    },
    {
      "epoch": 5.948173993952082,
      "grad_norm": 1.8711164554821262,
      "learning_rate": 5.697727240446815e-08,
      "loss": 1.0547,
      "step": 127856
    },
    {
      "epoch": 5.948220516399163,
      "grad_norm": 1.963754909337832,
      "learning_rate": 5.687503165075491e-08,
      "loss": 0.9492,
      "step": 127857
    },
    {
      "epoch": 5.948267038846243,
      "grad_norm": 1.7694312510862695,
      "learning_rate": 5.677288269311242e-08,
      "loss": 0.9023,
      "step": 127858
    },
    {
      "epoch": 5.948313561293324,
      "grad_norm": 1.7116309565154562,
      "learning_rate": 5.667082553159064e-08,
      "loss": 0.8594,
      "step": 127859
    },
    {
      "epoch": 5.948360083740405,
      "grad_norm": 1.9168359871777068,
      "learning_rate": 5.6568860166256166e-08,
      "loss": 1.1172,
      "step": 127860
    },
    {
      "epoch": 5.948406606187485,
      "grad_norm": 1.7146788508736506,
      "learning_rate": 5.646698659719229e-08,
      "loss": 0.8555,
      "step": 127861
    },
    {
      "epoch": 5.948453128634566,
      "grad_norm": 1.8015551701350907,
      "learning_rate": 5.6365204824432296e-08,
      "loss": 0.9375,
      "step": 127862
    },
    {
      "epoch": 5.948499651081647,
      "grad_norm": 1.7752995059101442,
      "learning_rate": 5.626351484804281e-08,
      "loss": 0.8711,
      "step": 127863
    },
    {
      "epoch": 5.948546173528728,
      "grad_norm": 1.698503489041601,
      "learning_rate": 5.6161916668090444e-08,
      "loss": 0.8359,
      "step": 127864
    },
    {
      "epoch": 5.948592695975808,
      "grad_norm": 1.6822492659982204,
      "learning_rate": 5.6060410284658464e-08,
      "loss": 0.9258,
      "step": 127865
    },
    {
      "epoch": 5.948639218422889,
      "grad_norm": 1.679507038877588,
      "learning_rate": 5.595899569778018e-08,
      "loss": 0.8984,
      "step": 127866
    },
    {
      "epoch": 5.94868574086997,
      "grad_norm": 1.7006908227664492,
      "learning_rate": 5.585767290752219e-08,
      "loss": 0.8594,
      "step": 127867
    },
    {
      "epoch": 5.9487322633170505,
      "grad_norm": 1.580201198426016,
      "learning_rate": 5.575644191395112e-08,
      "loss": 0.8711,
      "step": 127868
    },
    {
      "epoch": 5.948778785764131,
      "grad_norm": 1.8372843803904606,
      "learning_rate": 5.565530271713359e-08,
      "loss": 0.8828,
      "step": 127869
    },
    {
      "epoch": 5.948825308211212,
      "grad_norm": 2.0546983151095923,
      "learning_rate": 5.55542553171362e-08,
      "loss": 1.0078,
      "step": 127870
    },
    {
      "epoch": 5.948871830658293,
      "grad_norm": 1.9402400397783626,
      "learning_rate": 5.545329971400892e-08,
      "loss": 0.9805,
      "step": 127871
    },
    {
      "epoch": 5.948918353105373,
      "grad_norm": 1.7022761688763581,
      "learning_rate": 5.535243590780169e-08,
      "loss": 0.8789,
      "step": 127872
    },
    {
      "epoch": 5.948964875552454,
      "grad_norm": 1.7709518597591671,
      "learning_rate": 5.525166389859781e-08,
      "loss": 0.9023,
      "step": 127873
    },
    {
      "epoch": 5.949011397999535,
      "grad_norm": 1.80347559356727,
      "learning_rate": 5.515098368646387e-08,
      "loss": 0.8398,
      "step": 127874
    },
    {
      "epoch": 5.949057920446616,
      "grad_norm": 1.7564166450019871,
      "learning_rate": 5.505039527144983e-08,
      "loss": 0.9609,
      "step": 127875
    },
    {
      "epoch": 5.949104442893696,
      "grad_norm": 1.5926176227787987,
      "learning_rate": 5.494989865360566e-08,
      "loss": 0.8828,
      "step": 127876
    },
    {
      "epoch": 5.949150965340777,
      "grad_norm": 1.7833368830678265,
      "learning_rate": 5.4849493833014623e-08,
      "loss": 1.0469,
      "step": 127877
    },
    {
      "epoch": 5.949197487787858,
      "grad_norm": 1.77060496961524,
      "learning_rate": 5.474918080972668e-08,
      "loss": 0.8438,
      "step": 127878
    },
    {
      "epoch": 5.949244010234938,
      "grad_norm": 1.8473671379002008,
      "learning_rate": 5.464895958379178e-08,
      "loss": 1.0234,
      "step": 127879
    },
    {
      "epoch": 5.949290532682019,
      "grad_norm": 1.804532487056156,
      "learning_rate": 5.4548830155293214e-08,
      "loss": 0.9609,
      "step": 127880
    },
    {
      "epoch": 5.949337055129099,
      "grad_norm": 1.7306441319970673,
      "learning_rate": 5.444879252429757e-08,
      "loss": 0.9883,
      "step": 127881
    },
    {
      "epoch": 5.949383577576181,
      "grad_norm": 1.637396248612419,
      "learning_rate": 5.434884669083817e-08,
      "loss": 0.7734,
      "step": 127882
    },
    {
      "epoch": 5.949430100023261,
      "grad_norm": 1.6635726787491334,
      "learning_rate": 5.4248992654981616e-08,
      "loss": 0.9531,
      "step": 127883
    },
    {
      "epoch": 5.949476622470342,
      "grad_norm": 1.794706621278222,
      "learning_rate": 5.4149230416811187e-08,
      "loss": 1.0,
      "step": 127884
    },
    {
      "epoch": 5.949523144917423,
      "grad_norm": 1.91082417311458,
      "learning_rate": 5.404955997637683e-08,
      "loss": 1.0703,
      "step": 127885
    },
    {
      "epoch": 5.9495696673645035,
      "grad_norm": 1.6775803363373119,
      "learning_rate": 5.394998133372852e-08,
      "loss": 0.8789,
      "step": 127886
    },
    {
      "epoch": 5.949616189811584,
      "grad_norm": 1.7433353155356146,
      "learning_rate": 5.385049448893286e-08,
      "loss": 0.9844,
      "step": 127887
    },
    {
      "epoch": 5.9496627122586645,
      "grad_norm": 1.9021747920175767,
      "learning_rate": 5.375109944205647e-08,
      "loss": 0.9375,
      "step": 127888
    },
    {
      "epoch": 5.949709234705746,
      "grad_norm": 1.9498525037230827,
      "learning_rate": 5.3651796193165954e-08,
      "loss": 1.1172,
      "step": 127889
    },
    {
      "epoch": 5.949755757152826,
      "grad_norm": 1.7075344809502033,
      "learning_rate": 5.3552584742311276e-08,
      "loss": 0.9766,
      "step": 127890
    },
    {
      "epoch": 5.949802279599907,
      "grad_norm": 1.833362708542698,
      "learning_rate": 5.34534650895424e-08,
      "loss": 1.1094,
      "step": 127891
    },
    {
      "epoch": 5.949848802046987,
      "grad_norm": 1.9584824755804893,
      "learning_rate": 5.3354437234942594e-08,
      "loss": 0.9258,
      "step": 127892
    },
    {
      "epoch": 5.949895324494069,
      "grad_norm": 1.9640733819489438,
      "learning_rate": 5.325550117857846e-08,
      "loss": 1.0625,
      "step": 127893
    },
    {
      "epoch": 5.949941846941149,
      "grad_norm": 1.6375942168374829,
      "learning_rate": 5.315665692046667e-08,
      "loss": 0.8672,
      "step": 127894
    },
    {
      "epoch": 5.94998836938823,
      "grad_norm": 2.2205634394447658,
      "learning_rate": 5.305790446070712e-08,
      "loss": 1.0781,
      "step": 127895
    },
    {
      "epoch": 5.95003489183531,
      "grad_norm": 1.6218541117426224,
      "learning_rate": 5.2959243799349796e-08,
      "loss": 0.8555,
      "step": 127896
    },
    {
      "epoch": 5.9500814142823915,
      "grad_norm": 1.6409548321134777,
      "learning_rate": 5.286067493646129e-08,
      "loss": 0.7852,
      "step": 127897
    },
    {
      "epoch": 5.950127936729472,
      "grad_norm": 1.8262582654101838,
      "learning_rate": 5.276219787209157e-08,
      "loss": 0.8984,
      "step": 127898
    },
    {
      "epoch": 5.950174459176552,
      "grad_norm": 1.578352028287975,
      "learning_rate": 5.2663812606307256e-08,
      "loss": 0.8711,
      "step": 127899
    },
    {
      "epoch": 5.950220981623634,
      "grad_norm": 2.01656833075712,
      "learning_rate": 5.25655191391583e-08,
      "loss": 1.1953,
      "step": 127900
    },
    {
      "epoch": 5.950267504070714,
      "grad_norm": 1.7185230949899997,
      "learning_rate": 5.246731747071131e-08,
      "loss": 0.9375,
      "step": 127901
    },
    {
      "epoch": 5.950314026517795,
      "grad_norm": 1.8483763399036655,
      "learning_rate": 5.2369207601032914e-08,
      "loss": 1.0547,
      "step": 127902
    },
    {
      "epoch": 5.950360548964875,
      "grad_norm": 2.1003970191136347,
      "learning_rate": 5.2271189530173065e-08,
      "loss": 1.0938,
      "step": 127903
    },
    {
      "epoch": 5.950407071411957,
      "grad_norm": 1.628946073346508,
      "learning_rate": 5.2173263258215024e-08,
      "loss": 0.7773,
      "step": 127904
    },
    {
      "epoch": 5.950453593859037,
      "grad_norm": 1.7966646354474203,
      "learning_rate": 5.2075428785175454e-08,
      "loss": 1.0391,
      "step": 127905
    },
    {
      "epoch": 5.9505001163061175,
      "grad_norm": 1.9731773832613664,
      "learning_rate": 5.197768611115427e-08,
      "loss": 1.0156,
      "step": 127906
    },
    {
      "epoch": 5.950546638753199,
      "grad_norm": 1.8226386404235027,
      "learning_rate": 5.188003523618478e-08,
      "loss": 1.0625,
      "step": 127907
    },
    {
      "epoch": 5.950593161200279,
      "grad_norm": 1.8092002602816835,
      "learning_rate": 5.178247616035025e-08,
      "loss": 0.9062,
      "step": 127908
    },
    {
      "epoch": 5.95063968364736,
      "grad_norm": 1.795642458102645,
      "learning_rate": 5.168500888368399e-08,
      "loss": 1.0156,
      "step": 127909
    },
    {
      "epoch": 5.95068620609444,
      "grad_norm": 1.6267326693610347,
      "learning_rate": 5.158763340626926e-08,
      "loss": 0.9805,
      "step": 127910
    },
    {
      "epoch": 5.950732728541521,
      "grad_norm": 1.7799064560770956,
      "learning_rate": 5.1490349728156024e-08,
      "loss": 1.0547,
      "step": 127911
    },
    {
      "epoch": 5.950779250988602,
      "grad_norm": 1.802641089969739,
      "learning_rate": 5.1393157849410896e-08,
      "loss": 1.0156,
      "step": 127912
    },
    {
      "epoch": 5.950825773435683,
      "grad_norm": 1.8558598983494115,
      "learning_rate": 5.129605777006718e-08,
      "loss": 0.9805,
      "step": 127913
    },
    {
      "epoch": 5.950872295882763,
      "grad_norm": 1.8922573539676333,
      "learning_rate": 5.11990494902248e-08,
      "loss": 0.9922,
      "step": 127914
    },
    {
      "epoch": 5.9509188183298445,
      "grad_norm": 1.8532051460810819,
      "learning_rate": 5.110213300991706e-08,
      "loss": 0.9805,
      "step": 127915
    },
    {
      "epoch": 5.950965340776925,
      "grad_norm": 1.7906077717933495,
      "learning_rate": 5.100530832919392e-08,
      "loss": 0.7734,
      "step": 127916
    },
    {
      "epoch": 5.951011863224005,
      "grad_norm": 1.6769462038879157,
      "learning_rate": 5.0908575448138646e-08,
      "loss": 0.8594,
      "step": 127917
    },
    {
      "epoch": 5.951058385671086,
      "grad_norm": 1.7611391432379297,
      "learning_rate": 5.0811934366801196e-08,
      "loss": 0.9688,
      "step": 127918
    },
    {
      "epoch": 5.951104908118167,
      "grad_norm": 1.754977795567249,
      "learning_rate": 5.0715385085248196e-08,
      "loss": 1.0391,
      "step": 127919
    },
    {
      "epoch": 5.951151430565248,
      "grad_norm": 1.6345021570264093,
      "learning_rate": 5.061892760352959e-08,
      "loss": 0.8242,
      "step": 127920
    },
    {
      "epoch": 5.951197953012328,
      "grad_norm": 1.7819523504024992,
      "learning_rate": 5.0522561921695346e-08,
      "loss": 0.8906,
      "step": 127921
    },
    {
      "epoch": 5.95124447545941,
      "grad_norm": 1.9764005713170374,
      "learning_rate": 5.042628803981208e-08,
      "loss": 0.9609,
      "step": 127922
    },
    {
      "epoch": 5.95129099790649,
      "grad_norm": 1.5462736740931127,
      "learning_rate": 5.03301059579464e-08,
      "loss": 0.832,
      "step": 127923
    },
    {
      "epoch": 5.9513375203535706,
      "grad_norm": 1.6518097153563975,
      "learning_rate": 5.023401567616492e-08,
      "loss": 0.832,
      "step": 127924
    },
    {
      "epoch": 5.951384042800651,
      "grad_norm": 1.876730425446261,
      "learning_rate": 5.0138017194500944e-08,
      "loss": 1.0156,
      "step": 127925
    },
    {
      "epoch": 5.951430565247732,
      "grad_norm": 1.7532489682735737,
      "learning_rate": 5.0042110513021096e-08,
      "loss": 0.9414,
      "step": 127926
    },
    {
      "epoch": 5.951477087694813,
      "grad_norm": 1.8698824859025542,
      "learning_rate": 4.994629563180863e-08,
      "loss": 0.9492,
      "step": 127927
    },
    {
      "epoch": 5.951523610141893,
      "grad_norm": 1.8263613711436453,
      "learning_rate": 4.985057255088021e-08,
      "loss": 0.8789,
      "step": 127928
    },
    {
      "epoch": 5.951570132588974,
      "grad_norm": 1.8436922973231948,
      "learning_rate": 4.975494127033575e-08,
      "loss": 0.9922,
      "step": 127929
    },
    {
      "epoch": 5.951616655036055,
      "grad_norm": 1.8233425062017405,
      "learning_rate": 4.965940179020855e-08,
      "loss": 1.0625,
      "step": 127930
    },
    {
      "epoch": 5.951663177483136,
      "grad_norm": 1.7638501165290315,
      "learning_rate": 4.956395411056524e-08,
      "loss": 0.8945,
      "step": 127931
    },
    {
      "epoch": 5.951709699930216,
      "grad_norm": 1.6872953203811056,
      "learning_rate": 4.946859823145577e-08,
      "loss": 0.9102,
      "step": 127932
    },
    {
      "epoch": 5.951756222377297,
      "grad_norm": 1.7039569987634158,
      "learning_rate": 4.9373334152946756e-08,
      "loss": 0.9023,
      "step": 127933
    },
    {
      "epoch": 5.951802744824378,
      "grad_norm": 1.7080981390920018,
      "learning_rate": 4.9278161875104805e-08,
      "loss": 0.9727,
      "step": 127934
    },
    {
      "epoch": 5.9518492672714585,
      "grad_norm": 1.658805704571886,
      "learning_rate": 4.918308139796323e-08,
      "loss": 0.8203,
      "step": 127935
    },
    {
      "epoch": 5.951895789718539,
      "grad_norm": 1.7616123117716664,
      "learning_rate": 4.90880927216053e-08,
      "loss": 0.9336,
      "step": 127936
    },
    {
      "epoch": 5.95194231216562,
      "grad_norm": 1.7034486473036228,
      "learning_rate": 4.899319584608097e-08,
      "loss": 0.8477,
      "step": 127937
    },
    {
      "epoch": 5.951988834612701,
      "grad_norm": 1.6763295934723024,
      "learning_rate": 4.88983907714402e-08,
      "loss": 0.8906,
      "step": 127938
    },
    {
      "epoch": 5.952035357059781,
      "grad_norm": 1.5935845980486887,
      "learning_rate": 4.8803677497749605e-08,
      "loss": 0.9453,
      "step": 127939
    },
    {
      "epoch": 5.952081879506862,
      "grad_norm": 1.8583235458292977,
      "learning_rate": 4.8709056025075796e-08,
      "loss": 1.0078,
      "step": 127940
    },
    {
      "epoch": 5.952128401953943,
      "grad_norm": 1.6661295993213683,
      "learning_rate": 4.861452635345209e-08,
      "loss": 0.8281,
      "step": 127941
    },
    {
      "epoch": 5.952174924401024,
      "grad_norm": 1.9591447991343987,
      "learning_rate": 4.852008848296174e-08,
      "loss": 1.1094,
      "step": 127942
    },
    {
      "epoch": 5.952221446848104,
      "grad_norm": 1.8035932063653226,
      "learning_rate": 4.8425742413638055e-08,
      "loss": 0.9102,
      "step": 127943
    },
    {
      "epoch": 5.952267969295185,
      "grad_norm": 2.0255354492432494,
      "learning_rate": 4.8331488145564314e-08,
      "loss": 0.9727,
      "step": 127944
    },
    {
      "epoch": 5.952314491742266,
      "grad_norm": 1.8337863179680702,
      "learning_rate": 4.823732567877381e-08,
      "loss": 1.0312,
      "step": 127945
    },
    {
      "epoch": 5.952361014189346,
      "grad_norm": 1.6201700560313772,
      "learning_rate": 4.814325501334981e-08,
      "loss": 0.918,
      "step": 127946
    },
    {
      "epoch": 5.952407536636427,
      "grad_norm": 1.7633134182565615,
      "learning_rate": 4.804927614932563e-08,
      "loss": 0.9922,
      "step": 127947
    },
    {
      "epoch": 5.952454059083507,
      "grad_norm": 1.6439473808114544,
      "learning_rate": 4.795538908676788e-08,
      "loss": 0.8594,
      "step": 127948
    },
    {
      "epoch": 5.952500581530589,
      "grad_norm": 1.4737787151315502,
      "learning_rate": 4.786159382574317e-08,
      "loss": 0.6953,
      "step": 127949
    },
    {
      "epoch": 5.952547103977669,
      "grad_norm": 2.0153261384905043,
      "learning_rate": 4.776789036630146e-08,
      "loss": 1.0469,
      "step": 127950
    },
    {
      "epoch": 5.95259362642475,
      "grad_norm": 1.643035207573663,
      "learning_rate": 4.767427870849272e-08,
      "loss": 0.8086,
      "step": 127951
    },
    {
      "epoch": 5.952640148871831,
      "grad_norm": 1.7924311744911923,
      "learning_rate": 4.758075885238355e-08,
      "loss": 0.8398,
      "step": 127952
    },
    {
      "epoch": 5.9526866713189115,
      "grad_norm": 1.8719881454087646,
      "learning_rate": 4.748733079804057e-08,
      "loss": 0.9766,
      "step": 127953
    },
    {
      "epoch": 5.952733193765992,
      "grad_norm": 1.836768344964024,
      "learning_rate": 4.7393994545497085e-08,
      "loss": 1.0312,
      "step": 127954
    },
    {
      "epoch": 5.9527797162130724,
      "grad_norm": 1.7929089225878974,
      "learning_rate": 4.730075009481971e-08,
      "loss": 0.8828,
      "step": 127955
    },
    {
      "epoch": 5.952826238660154,
      "grad_norm": 1.7080243720260082,
      "learning_rate": 4.7207597446075054e-08,
      "loss": 1.0078,
      "step": 127956
    },
    {
      "epoch": 5.952872761107234,
      "grad_norm": 1.990079868706988,
      "learning_rate": 4.711453659931308e-08,
      "loss": 0.9766,
      "step": 127957
    },
    {
      "epoch": 5.952919283554315,
      "grad_norm": 1.8800034373877326,
      "learning_rate": 4.70215675546004e-08,
      "loss": 1.0156,
      "step": 127958
    },
    {
      "epoch": 5.952965806001396,
      "grad_norm": 1.8627822263958556,
      "learning_rate": 4.692869031197033e-08,
      "loss": 0.9375,
      "step": 127959
    },
    {
      "epoch": 5.953012328448477,
      "grad_norm": 1.7412667981223466,
      "learning_rate": 4.6835904871506124e-08,
      "loss": 0.9453,
      "step": 127960
    },
    {
      "epoch": 5.953058850895557,
      "grad_norm": 1.6578750272233085,
      "learning_rate": 4.67432112332411e-08,
      "loss": 0.8164,
      "step": 127961
    },
    {
      "epoch": 5.953105373342638,
      "grad_norm": 1.7977482798016557,
      "learning_rate": 4.665060939725851e-08,
      "loss": 1.0781,
      "step": 127962
    },
    {
      "epoch": 5.953151895789718,
      "grad_norm": 1.7010814102498037,
      "learning_rate": 4.655809936359167e-08,
      "loss": 0.957,
      "step": 127963
    },
    {
      "epoch": 5.953198418236799,
      "grad_norm": 1.8428731820678101,
      "learning_rate": 4.6465681132307196e-08,
      "loss": 1.0391,
      "step": 127964
    },
    {
      "epoch": 5.95324494068388,
      "grad_norm": 1.7346344881021536,
      "learning_rate": 4.637335470345505e-08,
      "loss": 0.8789,
      "step": 127965
    },
    {
      "epoch": 5.95329146313096,
      "grad_norm": 1.677319053182313,
      "learning_rate": 4.628112007710183e-08,
      "loss": 0.8398,
      "step": 127966
    },
    {
      "epoch": 5.953337985578042,
      "grad_norm": 1.9078958073260133,
      "learning_rate": 4.618897725329751e-08,
      "loss": 0.9609,
      "step": 127967
    },
    {
      "epoch": 5.953384508025122,
      "grad_norm": 1.763306862607853,
      "learning_rate": 4.6096926232092046e-08,
      "loss": 1.0391,
      "step": 127968
    },
    {
      "epoch": 5.953431030472203,
      "grad_norm": 1.7875640894188585,
      "learning_rate": 4.600496701356871e-08,
      "loss": 0.8984,
      "step": 127969
    },
    {
      "epoch": 5.953477552919283,
      "grad_norm": 1.8702573166788465,
      "learning_rate": 4.591309959774414e-08,
      "loss": 0.9648,
      "step": 127970
    },
    {
      "epoch": 5.9535240753663645,
      "grad_norm": 2.171830634967537,
      "learning_rate": 4.582132398471827e-08,
      "loss": 1.0469,
      "step": 127971
    },
    {
      "epoch": 5.953570597813445,
      "grad_norm": 1.6940777545423984,
      "learning_rate": 4.572964017450775e-08,
      "loss": 0.8438,
      "step": 127972
    },
    {
      "epoch": 5.9536171202605255,
      "grad_norm": 1.8176683938646865,
      "learning_rate": 4.56380481671792e-08,
      "loss": 0.9297,
      "step": 127973
    },
    {
      "epoch": 5.953663642707607,
      "grad_norm": 1.8980662828666637,
      "learning_rate": 4.5546547962815875e-08,
      "loss": 1.1094,
      "step": 127974
    },
    {
      "epoch": 5.953710165154687,
      "grad_norm": 1.792514795978768,
      "learning_rate": 4.545513956143443e-08,
      "loss": 0.9727,
      "step": 127975
    },
    {
      "epoch": 5.953756687601768,
      "grad_norm": 1.7455659990033963,
      "learning_rate": 4.5363822963118136e-08,
      "loss": 0.8984,
      "step": 127976
    },
    {
      "epoch": 5.953803210048848,
      "grad_norm": 1.7300744954952267,
      "learning_rate": 4.527259816791695e-08,
      "loss": 0.8633,
      "step": 127977
    },
    {
      "epoch": 5.95384973249593,
      "grad_norm": 1.7124730860281656,
      "learning_rate": 4.518146517586418e-08,
      "loss": 0.8438,
      "step": 127978
    },
    {
      "epoch": 5.95389625494301,
      "grad_norm": 1.7019900760395306,
      "learning_rate": 4.509042398705976e-08,
      "loss": 0.8516,
      "step": 127979
    },
    {
      "epoch": 5.953942777390091,
      "grad_norm": 1.4913268073876513,
      "learning_rate": 4.499947460152031e-08,
      "loss": 0.8047,
      "step": 127980
    },
    {
      "epoch": 5.953989299837171,
      "grad_norm": 1.8459095416670062,
      "learning_rate": 4.490861701932913e-08,
      "loss": 0.875,
      "step": 127981
    },
    {
      "epoch": 5.954035822284252,
      "grad_norm": 1.6556242513483836,
      "learning_rate": 4.481785124051951e-08,
      "loss": 0.8711,
      "step": 127982
    },
    {
      "epoch": 5.954082344731333,
      "grad_norm": 1.7942652534987145,
      "learning_rate": 4.472717726515807e-08,
      "loss": 0.9805,
      "step": 127983
    },
    {
      "epoch": 5.954128867178413,
      "grad_norm": 1.8348476755156842,
      "learning_rate": 4.463659509329476e-08,
      "loss": 0.9531,
      "step": 127984
    },
    {
      "epoch": 5.954175389625494,
      "grad_norm": 1.9596534346147472,
      "learning_rate": 4.454610472497955e-08,
      "loss": 1.0859,
      "step": 127985
    },
    {
      "epoch": 5.954221912072575,
      "grad_norm": 1.7399176595903154,
      "learning_rate": 4.44557061602957e-08,
      "loss": 0.9375,
      "step": 127986
    },
    {
      "epoch": 5.954268434519656,
      "grad_norm": 1.7762280413522342,
      "learning_rate": 4.436539939927653e-08,
      "loss": 0.957,
      "step": 127987
    },
    {
      "epoch": 5.954314956966736,
      "grad_norm": 1.8656741087798316,
      "learning_rate": 4.4275184441971975e-08,
      "loss": 0.8945,
      "step": 127988
    },
    {
      "epoch": 5.9543614794138175,
      "grad_norm": 1.8033035706318643,
      "learning_rate": 4.418506128844868e-08,
      "loss": 0.832,
      "step": 127989
    },
    {
      "epoch": 5.954408001860898,
      "grad_norm": 1.952419667354147,
      "learning_rate": 4.4095029938756575e-08,
      "loss": 0.9883,
      "step": 127990
    },
    {
      "epoch": 5.9544545243079785,
      "grad_norm": 1.8028696519211957,
      "learning_rate": 4.400509039296229e-08,
      "loss": 1.0703,
      "step": 127991
    },
    {
      "epoch": 5.954501046755059,
      "grad_norm": 1.7737423696556809,
      "learning_rate": 4.391524265111579e-08,
      "loss": 0.8555,
      "step": 127992
    },
    {
      "epoch": 5.95454756920214,
      "grad_norm": 1.8442944614676653,
      "learning_rate": 4.3825486713250366e-08,
      "loss": 0.9688,
      "step": 127993
    },
    {
      "epoch": 5.954594091649221,
      "grad_norm": 1.8687156921756556,
      "learning_rate": 4.3735822579449295e-08,
      "loss": 0.9141,
      "step": 127994
    },
    {
      "epoch": 5.954640614096301,
      "grad_norm": 1.7923883644867695,
      "learning_rate": 4.364625024976254e-08,
      "loss": 0.875,
      "step": 127995
    },
    {
      "epoch": 5.954687136543383,
      "grad_norm": 1.71725266454984,
      "learning_rate": 4.3556769724223394e-08,
      "loss": 0.9414,
      "step": 127996
    },
    {
      "epoch": 5.954733658990463,
      "grad_norm": 1.8469253832806947,
      "learning_rate": 4.346738100291514e-08,
      "loss": 0.918,
      "step": 127997
    },
    {
      "epoch": 5.954780181437544,
      "grad_norm": 1.6258914017156745,
      "learning_rate": 4.337808408587107e-08,
      "loss": 0.7969,
      "step": 127998
    },
    {
      "epoch": 5.954826703884624,
      "grad_norm": 1.6398364376256402,
      "learning_rate": 4.3288878973157806e-08,
      "loss": 0.9023,
      "step": 127999
    },
    {
      "epoch": 5.954873226331705,
      "grad_norm": 1.884741095007159,
      "learning_rate": 4.3199765664841955e-08,
      "loss": 0.9102,
      "step": 128000
    },
    {
      "epoch": 5.954919748778786,
      "grad_norm": 1.737915471984348,
      "learning_rate": 4.311074416094018e-08,
      "loss": 1.0703,
      "step": 128001
    },
    {
      "epoch": 5.954966271225866,
      "grad_norm": 1.9068569196445644,
      "learning_rate": 4.302181446153574e-08,
      "loss": 1.1016,
      "step": 128002
    },
    {
      "epoch": 5.955012793672947,
      "grad_norm": 1.7606891073079107,
      "learning_rate": 4.2932976566695254e-08,
      "loss": 0.8633,
      "step": 128003
    },
    {
      "epoch": 5.955059316120028,
      "grad_norm": 1.820506735819365,
      "learning_rate": 4.284423047643537e-08,
      "loss": 0.9141,
      "step": 128004
    },
    {
      "epoch": 5.955105838567109,
      "grad_norm": 1.571436702522071,
      "learning_rate": 4.2755576190839355e-08,
      "loss": 0.8555,
      "step": 128005
    },
    {
      "epoch": 5.955152361014189,
      "grad_norm": 1.755146780094073,
      "learning_rate": 4.266701370994052e-08,
      "loss": 0.918,
      "step": 128006
    },
    {
      "epoch": 5.95519888346127,
      "grad_norm": 1.8105023512065983,
      "learning_rate": 4.2578543033822135e-08,
      "loss": 1.0078,
      "step": 128007
    },
    {
      "epoch": 5.955245405908351,
      "grad_norm": 1.6406216164114136,
      "learning_rate": 4.249016416250084e-08,
      "loss": 0.9219,
      "step": 128008
    },
    {
      "epoch": 5.9552919283554315,
      "grad_norm": 1.8575383698263224,
      "learning_rate": 4.240187709605991e-08,
      "loss": 0.9805,
      "step": 128009
    },
    {
      "epoch": 5.955338450802512,
      "grad_norm": 1.754564592598363,
      "learning_rate": 4.231368183454931e-08,
      "loss": 0.8633,
      "step": 128010
    },
    {
      "epoch": 5.955384973249593,
      "grad_norm": 1.6970366017558272,
      "learning_rate": 4.222557837801899e-08,
      "loss": 0.9297,
      "step": 128011
    },
    {
      "epoch": 5.955431495696674,
      "grad_norm": 1.734462907655917,
      "learning_rate": 4.213756672651891e-08,
      "loss": 0.9648,
      "step": 128012
    },
    {
      "epoch": 5.955478018143754,
      "grad_norm": 2.028609004200559,
      "learning_rate": 4.2049646880099045e-08,
      "loss": 0.9805,
      "step": 128013
    },
    {
      "epoch": 5.955524540590835,
      "grad_norm": 1.732817571722917,
      "learning_rate": 4.196181883882599e-08,
      "loss": 0.9766,
      "step": 128014
    },
    {
      "epoch": 5.955571063037916,
      "grad_norm": 1.7425788567274438,
      "learning_rate": 4.187408260274971e-08,
      "loss": 0.9062,
      "step": 128015
    },
    {
      "epoch": 5.955617585484997,
      "grad_norm": 1.7891835025867326,
      "learning_rate": 4.1786438171920175e-08,
      "loss": 0.8984,
      "step": 128016
    },
    {
      "epoch": 5.955664107932077,
      "grad_norm": 1.8681545819954344,
      "learning_rate": 4.169888554638734e-08,
      "loss": 0.9102,
      "step": 128017
    },
    {
      "epoch": 5.955710630379158,
      "grad_norm": 1.9012544136946454,
      "learning_rate": 4.161142472621781e-08,
      "loss": 0.7852,
      "step": 128018
    },
    {
      "epoch": 5.955757152826239,
      "grad_norm": 1.8453243275597044,
      "learning_rate": 4.1524055711461555e-08,
      "loss": 0.9531,
      "step": 128019
    },
    {
      "epoch": 5.955803675273319,
      "grad_norm": 1.736349765453789,
      "learning_rate": 4.143677850215188e-08,
      "loss": 0.7891,
      "step": 128020
    },
    {
      "epoch": 5.9558501977204,
      "grad_norm": 1.7827421170380802,
      "learning_rate": 4.1349593098372046e-08,
      "loss": 0.9219,
      "step": 128021
    },
    {
      "epoch": 5.95589672016748,
      "grad_norm": 1.8369798144888811,
      "learning_rate": 4.1262499500155366e-08,
      "loss": 1.1016,
      "step": 128022
    },
    {
      "epoch": 5.955943242614562,
      "grad_norm": 1.6908391527314999,
      "learning_rate": 4.117549770756845e-08,
      "loss": 0.9805,
      "step": 128023
    },
    {
      "epoch": 5.955989765061642,
      "grad_norm": 1.7037161806369834,
      "learning_rate": 4.10885877206446e-08,
      "loss": 0.832,
      "step": 128024
    },
    {
      "epoch": 5.956036287508723,
      "grad_norm": 1.6735736251707176,
      "learning_rate": 4.10017695394671e-08,
      "loss": 0.9141,
      "step": 128025
    },
    {
      "epoch": 5.956082809955804,
      "grad_norm": 1.6672381338235391,
      "learning_rate": 4.091504316406924e-08,
      "loss": 0.9062,
      "step": 128026
    },
    {
      "epoch": 5.956129332402885,
      "grad_norm": 1.6460178981315854,
      "learning_rate": 4.0828408594500984e-08,
      "loss": 0.9141,
      "step": 128027
    },
    {
      "epoch": 5.956175854849965,
      "grad_norm": 2.0056208556166735,
      "learning_rate": 4.0741865830812295e-08,
      "loss": 1.1484,
      "step": 128028
    },
    {
      "epoch": 5.9562223772970455,
      "grad_norm": 1.7021024709518189,
      "learning_rate": 4.065541487308643e-08,
      "loss": 0.8477,
      "step": 128029
    },
    {
      "epoch": 5.956268899744127,
      "grad_norm": 1.6481158295500866,
      "learning_rate": 4.056905572134006e-08,
      "loss": 0.9258,
      "step": 128030
    },
    {
      "epoch": 5.956315422191207,
      "grad_norm": 1.960956656729556,
      "learning_rate": 4.048278837563979e-08,
      "loss": 0.8633,
      "step": 128031
    },
    {
      "epoch": 5.956361944638288,
      "grad_norm": 2.0319681507475824,
      "learning_rate": 4.039661283605222e-08,
      "loss": 1.0078,
      "step": 128032
    },
    {
      "epoch": 5.956408467085368,
      "grad_norm": 2.172917809648611,
      "learning_rate": 4.031052910261068e-08,
      "loss": 1.0391,
      "step": 128033
    },
    {
      "epoch": 5.95645498953245,
      "grad_norm": 1.852001860423751,
      "learning_rate": 4.0224537175365115e-08,
      "loss": 0.9258,
      "step": 128034
    },
    {
      "epoch": 5.95650151197953,
      "grad_norm": 1.6659216810793493,
      "learning_rate": 4.013863705438214e-08,
      "loss": 1.0234,
      "step": 128035
    },
    {
      "epoch": 5.956548034426611,
      "grad_norm": 1.9950217383732303,
      "learning_rate": 4.005282873972837e-08,
      "loss": 0.9766,
      "step": 128036
    },
    {
      "epoch": 5.956594556873691,
      "grad_norm": 1.5693878994894435,
      "learning_rate": 3.9967112231420465e-08,
      "loss": 0.7773,
      "step": 128037
    },
    {
      "epoch": 5.9566410793207725,
      "grad_norm": 2.0189259983123877,
      "learning_rate": 3.988148752952503e-08,
      "loss": 1.1016,
      "step": 128038
    },
    {
      "epoch": 5.956687601767853,
      "grad_norm": 1.8139700129048897,
      "learning_rate": 3.979595463410867e-08,
      "loss": 0.8438,
      "step": 128039
    },
    {
      "epoch": 5.956734124214933,
      "grad_norm": 1.7194234914421953,
      "learning_rate": 3.971051354520471e-08,
      "loss": 0.8438,
      "step": 128040
    },
    {
      "epoch": 5.956780646662015,
      "grad_norm": 1.843952396324062,
      "learning_rate": 3.962516426287976e-08,
      "loss": 1.0312,
      "step": 128041
    },
    {
      "epoch": 5.956827169109095,
      "grad_norm": 1.7096189559360386,
      "learning_rate": 3.9539906787183775e-08,
      "loss": 0.9844,
      "step": 128042
    },
    {
      "epoch": 5.956873691556176,
      "grad_norm": 1.8245079849356818,
      "learning_rate": 3.945474111816671e-08,
      "loss": 0.9609,
      "step": 128043
    },
    {
      "epoch": 5.956920214003256,
      "grad_norm": 2.123898570448864,
      "learning_rate": 3.936966725587853e-08,
      "loss": 1.0469,
      "step": 128044
    },
    {
      "epoch": 5.956966736450338,
      "grad_norm": 1.7646900012630924,
      "learning_rate": 3.928468520035255e-08,
      "loss": 0.9688,
      "step": 128045
    },
    {
      "epoch": 5.957013258897418,
      "grad_norm": 1.8848719043340112,
      "learning_rate": 3.919979495168868e-08,
      "loss": 0.9414,
      "step": 128046
    },
    {
      "epoch": 5.9570597813444985,
      "grad_norm": 1.7252669380287904,
      "learning_rate": 3.911499650988692e-08,
      "loss": 0.9688,
      "step": 128047
    },
    {
      "epoch": 5.95710630379158,
      "grad_norm": 1.715207523684235,
      "learning_rate": 3.903028987503054e-08,
      "loss": 0.9141,
      "step": 128048
    },
    {
      "epoch": 5.95715282623866,
      "grad_norm": 1.8754086722258485,
      "learning_rate": 3.89456750471695e-08,
      "loss": 0.9688,
      "step": 128049
    },
    {
      "epoch": 5.957199348685741,
      "grad_norm": 1.7007869127745574,
      "learning_rate": 3.886115202635376e-08,
      "loss": 0.9609,
      "step": 128050
    },
    {
      "epoch": 5.957245871132821,
      "grad_norm": 1.8251787795948635,
      "learning_rate": 3.877672081261662e-08,
      "loss": 0.9375,
      "step": 128051
    },
    {
      "epoch": 5.957292393579902,
      "grad_norm": 1.8407208662614745,
      "learning_rate": 3.8692381406024706e-08,
      "loss": 1.0625,
      "step": 128052
    },
    {
      "epoch": 5.957338916026983,
      "grad_norm": 1.7192899585407602,
      "learning_rate": 3.8608133806644626e-08,
      "loss": 0.8984,
      "step": 128053
    },
    {
      "epoch": 5.957385438474064,
      "grad_norm": 1.6841416572404257,
      "learning_rate": 3.8523978014493026e-08,
      "loss": 0.918,
      "step": 128054
    },
    {
      "epoch": 5.957431960921144,
      "grad_norm": 1.8788999227974508,
      "learning_rate": 3.8439914029653185e-08,
      "loss": 0.9297,
      "step": 128055
    },
    {
      "epoch": 5.9574784833682255,
      "grad_norm": 1.8745576392957763,
      "learning_rate": 3.8355941852158404e-08,
      "loss": 0.9219,
      "step": 128056
    },
    {
      "epoch": 5.957525005815306,
      "grad_norm": 1.593687556245227,
      "learning_rate": 3.827206148207529e-08,
      "loss": 0.8359,
      "step": 128057
    },
    {
      "epoch": 5.9575715282623865,
      "grad_norm": 1.8672017080841719,
      "learning_rate": 3.8188272919437156e-08,
      "loss": 0.9414,
      "step": 128058
    },
    {
      "epoch": 5.957618050709467,
      "grad_norm": 1.722995170180387,
      "learning_rate": 3.810457616431062e-08,
      "loss": 0.9102,
      "step": 128059
    },
    {
      "epoch": 5.957664573156548,
      "grad_norm": 1.8123406666107775,
      "learning_rate": 3.8020971216745634e-08,
      "loss": 0.9102,
      "step": 128060
    },
    {
      "epoch": 5.957711095603629,
      "grad_norm": 1.7481380551080625,
      "learning_rate": 3.793745807677551e-08,
      "loss": 0.9258,
      "step": 128061
    },
    {
      "epoch": 5.957757618050709,
      "grad_norm": 1.8220884921941771,
      "learning_rate": 3.7854036744466854e-08,
      "loss": 0.9609,
      "step": 128062
    },
    {
      "epoch": 5.957804140497791,
      "grad_norm": 1.7423990954577584,
      "learning_rate": 3.777070721986963e-08,
      "loss": 0.8867,
      "step": 128063
    },
    {
      "epoch": 5.957850662944871,
      "grad_norm": 1.9269259561824768,
      "learning_rate": 3.768746950301715e-08,
      "loss": 1.0156,
      "step": 128064
    },
    {
      "epoch": 5.957897185391952,
      "grad_norm": 1.6209796942345591,
      "learning_rate": 3.760432359399268e-08,
      "loss": 0.8242,
      "step": 128065
    },
    {
      "epoch": 5.957943707839032,
      "grad_norm": 1.6438934147071267,
      "learning_rate": 3.752126949282952e-08,
      "loss": 0.8906,
      "step": 128066
    },
    {
      "epoch": 5.957990230286113,
      "grad_norm": 1.65447333810216,
      "learning_rate": 3.7438307199577634e-08,
      "loss": 0.957,
      "step": 128067
    },
    {
      "epoch": 5.958036752733194,
      "grad_norm": 2.0506093814369426,
      "learning_rate": 3.735543671430363e-08,
      "loss": 1.0781,
      "step": 128068
    },
    {
      "epoch": 5.958083275180274,
      "grad_norm": 1.7396518274633421,
      "learning_rate": 3.727265803702417e-08,
      "loss": 0.9141,
      "step": 128069
    },
    {
      "epoch": 5.958129797627355,
      "grad_norm": 1.969116988531215,
      "learning_rate": 3.718997116782252e-08,
      "loss": 0.9688,
      "step": 128070
    },
    {
      "epoch": 5.958176320074436,
      "grad_norm": 1.7631578925571096,
      "learning_rate": 3.710737610673198e-08,
      "loss": 0.8398,
      "step": 128071
    },
    {
      "epoch": 5.958222842521517,
      "grad_norm": 1.6034382684570827,
      "learning_rate": 3.7024872853802515e-08,
      "loss": 0.8789,
      "step": 128072
    },
    {
      "epoch": 5.958269364968597,
      "grad_norm": 1.7221915506879122,
      "learning_rate": 3.694246140910073e-08,
      "loss": 0.8828,
      "step": 128073
    },
    {
      "epoch": 5.958315887415678,
      "grad_norm": 1.7265788587609856,
      "learning_rate": 3.686014177265994e-08,
      "loss": 0.8594,
      "step": 128074
    },
    {
      "epoch": 5.958362409862759,
      "grad_norm": 1.6859106188115796,
      "learning_rate": 3.6777913944530114e-08,
      "loss": 0.8711,
      "step": 128075
    },
    {
      "epoch": 5.9584089323098395,
      "grad_norm": 1.8115257195148753,
      "learning_rate": 3.66957779247945e-08,
      "loss": 0.875,
      "step": 128076
    },
    {
      "epoch": 5.95845545475692,
      "grad_norm": 1.6475581908326968,
      "learning_rate": 3.661373371345311e-08,
      "loss": 0.9062,
      "step": 128077
    },
    {
      "epoch": 5.958501977204001,
      "grad_norm": 1.7784545331635933,
      "learning_rate": 3.6531781310589206e-08,
      "loss": 1.0234,
      "step": 128078
    },
    {
      "epoch": 5.958548499651082,
      "grad_norm": 1.8607139390172351,
      "learning_rate": 3.644992071623609e-08,
      "loss": 0.9766,
      "step": 128079
    },
    {
      "epoch": 5.958595022098162,
      "grad_norm": 1.7583003169485778,
      "learning_rate": 3.636815193046039e-08,
      "loss": 0.9141,
      "step": 128080
    },
    {
      "epoch": 5.958641544545243,
      "grad_norm": 1.705164085263784,
      "learning_rate": 3.628647495331205e-08,
      "loss": 0.9883,
      "step": 128081
    },
    {
      "epoch": 5.958688066992324,
      "grad_norm": 1.8609545704552333,
      "learning_rate": 3.6204889784824386e-08,
      "loss": 0.8594,
      "step": 128082
    },
    {
      "epoch": 5.958734589439405,
      "grad_norm": 1.8435784200718148,
      "learning_rate": 3.612339642504736e-08,
      "loss": 0.918,
      "step": 128083
    },
    {
      "epoch": 5.958781111886485,
      "grad_norm": 1.620445906070824,
      "learning_rate": 3.604199487404758e-08,
      "loss": 0.8867,
      "step": 128084
    },
    {
      "epoch": 5.958827634333566,
      "grad_norm": 1.7667730941276998,
      "learning_rate": 3.5960685131875e-08,
      "loss": 0.9961,
      "step": 128085
    },
    {
      "epoch": 5.958874156780647,
      "grad_norm": 1.688000564949687,
      "learning_rate": 3.587946719856294e-08,
      "loss": 0.9258,
      "step": 128086
    },
    {
      "epoch": 5.958920679227727,
      "grad_norm": 1.710973741104284,
      "learning_rate": 3.5798341074161354e-08,
      "loss": 0.8555,
      "step": 128087
    },
    {
      "epoch": 5.958967201674808,
      "grad_norm": 1.641506145581935,
      "learning_rate": 3.571730675873685e-08,
      "loss": 0.7383,
      "step": 128088
    },
    {
      "epoch": 5.959013724121888,
      "grad_norm": 2.0043488195232184,
      "learning_rate": 3.56363642523394e-08,
      "loss": 0.9609,
      "step": 128089
    },
    {
      "epoch": 5.95906024656897,
      "grad_norm": 1.878196979471722,
      "learning_rate": 3.5555513554985646e-08,
      "loss": 1.0,
      "step": 128090
    },
    {
      "epoch": 5.95910676901605,
      "grad_norm": 2.018265766191455,
      "learning_rate": 3.547475466677552e-08,
      "loss": 1.0078,
      "step": 128091
    },
    {
      "epoch": 5.959153291463131,
      "grad_norm": 1.7494763536787983,
      "learning_rate": 3.539408758770901e-08,
      "loss": 0.918,
      "step": 128092
    },
    {
      "epoch": 5.959199813910212,
      "grad_norm": 1.8132837705283051,
      "learning_rate": 3.531351231786939e-08,
      "loss": 0.9688,
      "step": 128093
    },
    {
      "epoch": 5.9592463363572925,
      "grad_norm": 1.8159080641749243,
      "learning_rate": 3.523302885728996e-08,
      "loss": 0.9219,
      "step": 128094
    },
    {
      "epoch": 5.959292858804373,
      "grad_norm": 1.7338319506246174,
      "learning_rate": 3.5152637206020684e-08,
      "loss": 0.9336,
      "step": 128095
    },
    {
      "epoch": 5.9593393812514535,
      "grad_norm": 1.6224763322731142,
      "learning_rate": 3.507233736412818e-08,
      "loss": 0.9219,
      "step": 128096
    },
    {
      "epoch": 5.959385903698535,
      "grad_norm": 1.8157003223011234,
      "learning_rate": 3.499212933164575e-08,
      "loss": 0.9648,
      "step": 128097
    },
    {
      "epoch": 5.959432426145615,
      "grad_norm": 1.987878820741419,
      "learning_rate": 3.491201310862335e-08,
      "loss": 0.9805,
      "step": 128098
    },
    {
      "epoch": 5.959478948592696,
      "grad_norm": 1.8836855219660071,
      "learning_rate": 3.4831988695094295e-08,
      "loss": 0.8945,
      "step": 128099
    },
    {
      "epoch": 5.959525471039777,
      "grad_norm": 1.808962269254133,
      "learning_rate": 3.475205609114185e-08,
      "loss": 1.0938,
      "step": 128100
    },
    {
      "epoch": 5.959571993486858,
      "grad_norm": 1.833851605695396,
      "learning_rate": 3.467221529679931e-08,
      "loss": 0.9531,
      "step": 128101
    },
    {
      "epoch": 5.959618515933938,
      "grad_norm": 1.934147052012208,
      "learning_rate": 3.459246631211665e-08,
      "loss": 1.0234,
      "step": 128102
    },
    {
      "epoch": 5.959665038381019,
      "grad_norm": 1.7847644155389142,
      "learning_rate": 3.451280913712717e-08,
      "loss": 1.0312,
      "step": 128103
    },
    {
      "epoch": 5.9597115608281,
      "grad_norm": 1.8341951116976485,
      "learning_rate": 3.443324377189749e-08,
      "loss": 0.9141,
      "step": 128104
    },
    {
      "epoch": 5.95975808327518,
      "grad_norm": 1.9143511116556713,
      "learning_rate": 3.435377021647756e-08,
      "loss": 1.0938,
      "step": 128105
    },
    {
      "epoch": 5.959804605722261,
      "grad_norm": 1.7673432497236041,
      "learning_rate": 3.427438847090069e-08,
      "loss": 0.9258,
      "step": 128106
    },
    {
      "epoch": 5.959851128169341,
      "grad_norm": 1.7799397664971628,
      "learning_rate": 3.41950985352335e-08,
      "loss": 0.793,
      "step": 128107
    },
    {
      "epoch": 5.959897650616423,
      "grad_norm": 1.727985489015744,
      "learning_rate": 3.411590040950929e-08,
      "loss": 0.9375,
      "step": 128108
    },
    {
      "epoch": 5.959944173063503,
      "grad_norm": 2.076091844887119,
      "learning_rate": 3.4036794093794674e-08,
      "loss": 0.9883,
      "step": 128109
    },
    {
      "epoch": 5.959990695510584,
      "grad_norm": 1.6519920092333107,
      "learning_rate": 3.395777958812296e-08,
      "loss": 0.9453,
      "step": 128110
    },
    {
      "epoch": 5.960037217957664,
      "grad_norm": 1.8466606040692435,
      "learning_rate": 3.38788568925441e-08,
      "loss": 0.8984,
      "step": 128111
    },
    {
      "epoch": 5.9600837404047455,
      "grad_norm": 1.7944631111862268,
      "learning_rate": 3.380002600710807e-08,
      "loss": 0.9141,
      "step": 128112
    },
    {
      "epoch": 5.960130262851826,
      "grad_norm": 1.7328232303499758,
      "learning_rate": 3.372128693184817e-08,
      "loss": 0.8438,
      "step": 128113
    },
    {
      "epoch": 5.9601767852989065,
      "grad_norm": 1.7493721877414496,
      "learning_rate": 3.364263966684766e-08,
      "loss": 0.8516,
      "step": 128114
    },
    {
      "epoch": 5.960223307745988,
      "grad_norm": 1.727904661796943,
      "learning_rate": 3.35640842121232e-08,
      "loss": 0.9375,
      "step": 128115
    },
    {
      "epoch": 5.960269830193068,
      "grad_norm": 1.7451579906256023,
      "learning_rate": 3.34856205677414e-08,
      "loss": 0.8164,
      "step": 128116
    },
    {
      "epoch": 5.960316352640149,
      "grad_norm": 1.6204308710355204,
      "learning_rate": 3.3407248733752226e-08,
      "loss": 0.9023,
      "step": 128117
    },
    {
      "epoch": 5.960362875087229,
      "grad_norm": 1.8018866850477757,
      "learning_rate": 3.332896871017232e-08,
      "loss": 0.9336,
      "step": 128118
    },
    {
      "epoch": 5.960409397534311,
      "grad_norm": 1.7106492832090694,
      "learning_rate": 3.325078049708496e-08,
      "loss": 0.9492,
      "step": 128119
    },
    {
      "epoch": 5.960455919981391,
      "grad_norm": 1.8002869806638844,
      "learning_rate": 3.31726840945401e-08,
      "loss": 1.0312,
      "step": 128120
    },
    {
      "epoch": 5.960502442428472,
      "grad_norm": 1.6287200693136188,
      "learning_rate": 3.30946795025544e-08,
      "loss": 0.7539,
      "step": 128121
    },
    {
      "epoch": 5.960548964875552,
      "grad_norm": 1.720873437720153,
      "learning_rate": 3.3016766721194466e-08,
      "loss": 0.7969,
      "step": 128122
    },
    {
      "epoch": 5.9605954873226334,
      "grad_norm": 1.7540535677587807,
      "learning_rate": 3.2938945750493605e-08,
      "loss": 0.8555,
      "step": 128123
    },
    {
      "epoch": 5.960642009769714,
      "grad_norm": 1.7095290103328644,
      "learning_rate": 3.286121659053509e-08,
      "loss": 0.9297,
      "step": 128124
    },
    {
      "epoch": 5.960688532216794,
      "grad_norm": 1.673990835864478,
      "learning_rate": 3.278357924131891e-08,
      "loss": 0.8477,
      "step": 128125
    },
    {
      "epoch": 5.960735054663875,
      "grad_norm": 1.74661736151171,
      "learning_rate": 3.2706033702928346e-08,
      "loss": 0.9609,
      "step": 128126
    },
    {
      "epoch": 5.960781577110956,
      "grad_norm": 1.7383294941941498,
      "learning_rate": 3.2628579975396696e-08,
      "loss": 0.8945,
      "step": 128127
    },
    {
      "epoch": 5.960828099558037,
      "grad_norm": 1.7731257356497399,
      "learning_rate": 3.255121805877392e-08,
      "loss": 0.957,
      "step": 128128
    },
    {
      "epoch": 5.960874622005117,
      "grad_norm": 1.980770731749295,
      "learning_rate": 3.247394795310998e-08,
      "loss": 1.0703,
      "step": 128129
    },
    {
      "epoch": 5.960921144452199,
      "grad_norm": 1.8024716970314416,
      "learning_rate": 3.239676965845484e-08,
      "loss": 0.9844,
      "step": 128130
    },
    {
      "epoch": 5.960967666899279,
      "grad_norm": 1.7745427724207095,
      "learning_rate": 3.231968317484179e-08,
      "loss": 0.9492,
      "step": 128131
    },
    {
      "epoch": 5.9610141893463595,
      "grad_norm": 2.004381573796389,
      "learning_rate": 3.224268850233747e-08,
      "loss": 0.9648,
      "step": 128132
    },
    {
      "epoch": 5.96106071179344,
      "grad_norm": 1.7375714209276663,
      "learning_rate": 3.2165785640958506e-08,
      "loss": 0.9414,
      "step": 128133
    },
    {
      "epoch": 5.961107234240521,
      "grad_norm": 1.8852345756213043,
      "learning_rate": 3.2088974590788185e-08,
      "loss": 0.8555,
      "step": 128134
    },
    {
      "epoch": 5.961153756687602,
      "grad_norm": 1.9683784889774145,
      "learning_rate": 3.2012255351843154e-08,
      "loss": 1.0547,
      "step": 128135
    },
    {
      "epoch": 5.961200279134682,
      "grad_norm": 1.9174029928454606,
      "learning_rate": 3.1935627924190025e-08,
      "loss": 0.875,
      "step": 128136
    },
    {
      "epoch": 5.961246801581764,
      "grad_norm": 1.7174020117268196,
      "learning_rate": 3.185909230787875e-08,
      "loss": 0.9102,
      "step": 128137
    },
    {
      "epoch": 5.961293324028844,
      "grad_norm": 1.9495718556838475,
      "learning_rate": 3.1782648502942655e-08,
      "loss": 0.9492,
      "step": 128138
    },
    {
      "epoch": 5.961339846475925,
      "grad_norm": 1.7833753196438682,
      "learning_rate": 3.170629650943168e-08,
      "loss": 1.0469,
      "step": 128139
    },
    {
      "epoch": 5.961386368923005,
      "grad_norm": 1.8232694534662386,
      "learning_rate": 3.163003632737915e-08,
      "loss": 1.0,
      "step": 128140
    },
    {
      "epoch": 5.961432891370086,
      "grad_norm": 1.9255513566764664,
      "learning_rate": 3.155386795686832e-08,
      "loss": 0.9062,
      "step": 128141
    },
    {
      "epoch": 5.961479413817167,
      "grad_norm": 1.6883936541566207,
      "learning_rate": 3.1477791397915844e-08,
      "loss": 0.8711,
      "step": 128142
    },
    {
      "epoch": 5.961525936264247,
      "grad_norm": 1.825571924757671,
      "learning_rate": 3.140180665057168e-08,
      "loss": 0.9922,
      "step": 128143
    },
    {
      "epoch": 5.961572458711328,
      "grad_norm": 1.760009819283955,
      "learning_rate": 3.1325913714885796e-08,
      "loss": 0.9766,
      "step": 128144
    },
    {
      "epoch": 5.961618981158409,
      "grad_norm": 1.6725468063488198,
      "learning_rate": 3.12501125909248e-08,
      "loss": 0.9375,
      "step": 128145
    },
    {
      "epoch": 5.96166550360549,
      "grad_norm": 1.6614780872876738,
      "learning_rate": 3.117440327870535e-08,
      "loss": 0.9727,
      "step": 128146
    },
    {
      "epoch": 5.96171202605257,
      "grad_norm": 1.6567763369664241,
      "learning_rate": 3.1098785778277404e-08,
      "loss": 0.8789,
      "step": 128147
    },
    {
      "epoch": 5.961758548499651,
      "grad_norm": 1.65875928741319,
      "learning_rate": 3.102326008969092e-08,
      "loss": 0.9492,
      "step": 128148
    },
    {
      "epoch": 5.961805070946732,
      "grad_norm": 1.7762130083130423,
      "learning_rate": 3.0947826213012505e-08,
      "loss": 0.9805,
      "step": 128149
    },
    {
      "epoch": 5.9618515933938125,
      "grad_norm": 2.0341056924293115,
      "learning_rate": 3.0872484148258826e-08,
      "loss": 1.0781,
      "step": 128150
    },
    {
      "epoch": 5.961898115840893,
      "grad_norm": 1.8136188314704391,
      "learning_rate": 3.0797233895496486e-08,
      "loss": 0.9609,
      "step": 128151
    },
    {
      "epoch": 5.961944638287974,
      "grad_norm": 1.884364654168209,
      "learning_rate": 3.07220754547588e-08,
      "loss": 0.8906,
      "step": 128152
    },
    {
      "epoch": 5.961991160735055,
      "grad_norm": 1.9075322688141347,
      "learning_rate": 3.064700882611237e-08,
      "loss": 0.957,
      "step": 128153
    },
    {
      "epoch": 5.962037683182135,
      "grad_norm": 1.709151579979227,
      "learning_rate": 3.057203400957386e-08,
      "loss": 0.8477,
      "step": 128154
    },
    {
      "epoch": 5.962084205629216,
      "grad_norm": 1.6549835018588568,
      "learning_rate": 3.0497151005193235e-08,
      "loss": 0.875,
      "step": 128155
    },
    {
      "epoch": 5.962130728076297,
      "grad_norm": 1.868235625990629,
      "learning_rate": 3.042235981303709e-08,
      "loss": 1.0,
      "step": 128156
    },
    {
      "epoch": 5.962177250523378,
      "grad_norm": 1.7361167479039827,
      "learning_rate": 3.034766043313874e-08,
      "loss": 0.8555,
      "step": 128157
    },
    {
      "epoch": 5.962223772970458,
      "grad_norm": 1.5841716305469973,
      "learning_rate": 3.0273052865548154e-08,
      "loss": 0.8633,
      "step": 128158
    },
    {
      "epoch": 5.962270295417539,
      "grad_norm": 1.5433186926487537,
      "learning_rate": 3.019853711031528e-08,
      "loss": 0.7773,
      "step": 128159
    },
    {
      "epoch": 5.96231681786462,
      "grad_norm": 1.9178084032534581,
      "learning_rate": 3.012411316747343e-08,
      "loss": 0.9609,
      "step": 128160
    },
    {
      "epoch": 5.9623633403117005,
      "grad_norm": 1.8717824197628863,
      "learning_rate": 3.004978103707256e-08,
      "loss": 0.9258,
      "step": 128161
    },
    {
      "epoch": 5.962409862758781,
      "grad_norm": 1.7195773531224956,
      "learning_rate": 2.997554071914598e-08,
      "loss": 0.9102,
      "step": 128162
    },
    {
      "epoch": 5.962456385205861,
      "grad_norm": 1.5835804502355804,
      "learning_rate": 2.9901392213776965e-08,
      "loss": 0.7188,
      "step": 128163
    },
    {
      "epoch": 5.962502907652943,
      "grad_norm": 1.6113911437354573,
      "learning_rate": 2.98273355209655e-08,
      "loss": 0.875,
      "step": 128164
    },
    {
      "epoch": 5.962549430100023,
      "grad_norm": 1.936066131542639,
      "learning_rate": 2.975337064077821e-08,
      "loss": 0.9492,
      "step": 128165
    },
    {
      "epoch": 5.962595952547104,
      "grad_norm": 1.7749387650757613,
      "learning_rate": 2.9679497573265043e-08,
      "loss": 0.9375,
      "step": 128166
    },
    {
      "epoch": 5.962642474994185,
      "grad_norm": 1.7477044618425919,
      "learning_rate": 2.960571631847597e-08,
      "loss": 0.8594,
      "step": 128167
    },
    {
      "epoch": 5.962688997441266,
      "grad_norm": 1.7341123995691052,
      "learning_rate": 2.953202687644429e-08,
      "loss": 0.9492,
      "step": 128168
    },
    {
      "epoch": 5.962735519888346,
      "grad_norm": 1.6294378411839494,
      "learning_rate": 2.945842924720332e-08,
      "loss": 0.8711,
      "step": 128169
    },
    {
      "epoch": 5.9627820423354265,
      "grad_norm": 1.5700870270507024,
      "learning_rate": 2.938492343081966e-08,
      "loss": 0.8359,
      "step": 128170
    },
    {
      "epoch": 5.962828564782508,
      "grad_norm": 1.6917739527456763,
      "learning_rate": 2.931150942732663e-08,
      "loss": 0.8594,
      "step": 128171
    },
    {
      "epoch": 5.962875087229588,
      "grad_norm": 1.8078978646188302,
      "learning_rate": 2.923818723677418e-08,
      "loss": 1.0312,
      "step": 128172
    },
    {
      "epoch": 5.962921609676669,
      "grad_norm": 1.911286109352578,
      "learning_rate": 2.9164956859212274e-08,
      "loss": 0.9141,
      "step": 128173
    },
    {
      "epoch": 5.962968132123749,
      "grad_norm": 1.7183451677377999,
      "learning_rate": 2.9091818294674218e-08,
      "loss": 1.0234,
      "step": 128174
    },
    {
      "epoch": 5.963014654570831,
      "grad_norm": 1.8957038663342187,
      "learning_rate": 2.9018771543209975e-08,
      "loss": 0.9609,
      "step": 128175
    },
    {
      "epoch": 5.963061177017911,
      "grad_norm": 1.7337716783993573,
      "learning_rate": 2.8945816604869497e-08,
      "loss": 0.8477,
      "step": 128176
    },
    {
      "epoch": 5.963107699464992,
      "grad_norm": 1.6343506152558864,
      "learning_rate": 2.8872953479686102e-08,
      "loss": 0.9062,
      "step": 128177
    },
    {
      "epoch": 5.963154221912072,
      "grad_norm": 1.7405928442462881,
      "learning_rate": 2.880018216770974e-08,
      "loss": 0.9375,
      "step": 128178
    },
    {
      "epoch": 5.9632007443591535,
      "grad_norm": 1.9478034931673411,
      "learning_rate": 2.8727502668990378e-08,
      "loss": 1.0312,
      "step": 128179
    },
    {
      "epoch": 5.963247266806234,
      "grad_norm": 2.141061555204729,
      "learning_rate": 2.8654914983561317e-08,
      "loss": 1.0391,
      "step": 128180
    },
    {
      "epoch": 5.963293789253314,
      "grad_norm": 1.5631300352076782,
      "learning_rate": 2.8582419111472522e-08,
      "loss": 0.8594,
      "step": 128181
    },
    {
      "epoch": 5.963340311700396,
      "grad_norm": 1.7341773573756498,
      "learning_rate": 2.8510015052773948e-08,
      "loss": 0.7461,
      "step": 128182
    },
    {
      "epoch": 5.963386834147476,
      "grad_norm": 1.8186242931509644,
      "learning_rate": 2.8437702807515562e-08,
      "loss": 0.9492,
      "step": 128183
    },
    {
      "epoch": 5.963433356594557,
      "grad_norm": 1.8337644669659743,
      "learning_rate": 2.836548237571401e-08,
      "loss": 1.0156,
      "step": 128184
    },
    {
      "epoch": 5.963479879041637,
      "grad_norm": 1.9841830279480743,
      "learning_rate": 2.8293353757452563e-08,
      "loss": 1.0391,
      "step": 128185
    },
    {
      "epoch": 5.963526401488719,
      "grad_norm": 1.6485383360457861,
      "learning_rate": 2.822131695273122e-08,
      "loss": 0.7734,
      "step": 128186
    },
    {
      "epoch": 5.963572923935799,
      "grad_norm": 1.8155121782323582,
      "learning_rate": 2.8149371961633248e-08,
      "loss": 0.9336,
      "step": 128187
    },
    {
      "epoch": 5.9636194463828796,
      "grad_norm": 1.659250128054787,
      "learning_rate": 2.80775187841753e-08,
      "loss": 0.9648,
      "step": 128188
    },
    {
      "epoch": 5.963665968829961,
      "grad_norm": 1.7611684381817578,
      "learning_rate": 2.8005757420407338e-08,
      "loss": 1.0469,
      "step": 128189
    },
    {
      "epoch": 5.963712491277041,
      "grad_norm": 1.5701943237117864,
      "learning_rate": 2.793408787039597e-08,
      "loss": 0.8672,
      "step": 128190
    },
    {
      "epoch": 5.963759013724122,
      "grad_norm": 1.8148189769886622,
      "learning_rate": 2.7862510134157855e-08,
      "loss": 0.8867,
      "step": 128191
    },
    {
      "epoch": 5.963805536171202,
      "grad_norm": 1.7626850477850113,
      "learning_rate": 2.7791024211742952e-08,
      "loss": 0.8984,
      "step": 128192
    },
    {
      "epoch": 5.963852058618283,
      "grad_norm": 1.7079122267594815,
      "learning_rate": 2.7719630103201218e-08,
      "loss": 0.9648,
      "step": 128193
    },
    {
      "epoch": 5.963898581065364,
      "grad_norm": 1.6154391983509404,
      "learning_rate": 2.7648327808582617e-08,
      "loss": 0.8867,
      "step": 128194
    },
    {
      "epoch": 5.963945103512445,
      "grad_norm": 1.8025072564314646,
      "learning_rate": 2.75771173279038e-08,
      "loss": 0.8359,
      "step": 128195
    },
    {
      "epoch": 5.963991625959525,
      "grad_norm": 1.8331622466433308,
      "learning_rate": 2.7505998661231378e-08,
      "loss": 1.0391,
      "step": 128196
    },
    {
      "epoch": 5.9640381484066065,
      "grad_norm": 1.7634081482787043,
      "learning_rate": 2.7434971808615312e-08,
      "loss": 0.8945,
      "step": 128197
    },
    {
      "epoch": 5.964084670853687,
      "grad_norm": 1.6411426851715725,
      "learning_rate": 2.7364036770072263e-08,
      "loss": 0.8164,
      "step": 128198
    },
    {
      "epoch": 5.9641311933007675,
      "grad_norm": 1.882530572559199,
      "learning_rate": 2.7293193545668836e-08,
      "loss": 0.957,
      "step": 128199
    },
    {
      "epoch": 5.964177715747848,
      "grad_norm": 1.883730560548969,
      "learning_rate": 2.7222442135438337e-08,
      "loss": 1.1172,
      "step": 128200
    },
    {
      "epoch": 5.964224238194929,
      "grad_norm": 1.9323547528918357,
      "learning_rate": 2.7151782539430733e-08,
      "loss": 0.9883,
      "step": 128201
    },
    {
      "epoch": 5.96427076064201,
      "grad_norm": 1.8543455654276688,
      "learning_rate": 2.7081214757679327e-08,
      "loss": 1.0312,
      "step": 128202
    },
    {
      "epoch": 5.96431728308909,
      "grad_norm": 1.8138554287716657,
      "learning_rate": 2.7010738790234076e-08,
      "loss": 0.9062,
      "step": 128203
    },
    {
      "epoch": 5.964363805536172,
      "grad_norm": 1.7638924816713266,
      "learning_rate": 2.6940354637144945e-08,
      "loss": 0.8438,
      "step": 128204
    },
    {
      "epoch": 5.964410327983252,
      "grad_norm": 1.6973193238948463,
      "learning_rate": 2.6870062298428585e-08,
      "loss": 0.9453,
      "step": 128205
    },
    {
      "epoch": 5.964456850430333,
      "grad_norm": 1.8316910396862398,
      "learning_rate": 2.6799861774168262e-08,
      "loss": 0.9453,
      "step": 128206
    },
    {
      "epoch": 5.964503372877413,
      "grad_norm": 1.6907426361948918,
      "learning_rate": 2.6729753064363978e-08,
      "loss": 0.8711,
      "step": 128207
    },
    {
      "epoch": 5.964549895324494,
      "grad_norm": 1.87139316919057,
      "learning_rate": 2.6659736169099e-08,
      "loss": 0.9961,
      "step": 128208
    },
    {
      "epoch": 5.964596417771575,
      "grad_norm": 1.9163475373473822,
      "learning_rate": 2.6589811088373324e-08,
      "loss": 0.8516,
      "step": 128209
    },
    {
      "epoch": 5.964642940218655,
      "grad_norm": 2.026814957532071,
      "learning_rate": 2.651997782227022e-08,
      "loss": 1.0938,
      "step": 128210
    },
    {
      "epoch": 5.964689462665736,
      "grad_norm": 1.712817659308537,
      "learning_rate": 2.6450236370823e-08,
      "loss": 0.8555,
      "step": 128211
    },
    {
      "epoch": 5.964735985112817,
      "grad_norm": 1.8245816607187162,
      "learning_rate": 2.6380586734048305e-08,
      "loss": 0.9297,
      "step": 128212
    },
    {
      "epoch": 5.964782507559898,
      "grad_norm": 2.027038589727904,
      "learning_rate": 2.6311028912012754e-08,
      "loss": 1.0781,
      "step": 128213
    },
    {
      "epoch": 5.964829030006978,
      "grad_norm": 1.487216792607106,
      "learning_rate": 2.624156290476631e-08,
      "loss": 0.8008,
      "step": 128214
    },
    {
      "epoch": 5.964875552454059,
      "grad_norm": 1.6835274996975476,
      "learning_rate": 2.6172188712325626e-08,
      "loss": 0.8125,
      "step": 128215
    },
    {
      "epoch": 5.96492207490114,
      "grad_norm": 1.8207570391819345,
      "learning_rate": 2.610290633474066e-08,
      "loss": 0.9219,
      "step": 128216
    },
    {
      "epoch": 5.9649685973482205,
      "grad_norm": 1.8734436339873455,
      "learning_rate": 2.6033715772078024e-08,
      "loss": 0.9453,
      "step": 128217
    },
    {
      "epoch": 5.965015119795301,
      "grad_norm": 1.7572059532207818,
      "learning_rate": 2.596461702433772e-08,
      "loss": 0.9102,
      "step": 128218
    },
    {
      "epoch": 5.965061642242382,
      "grad_norm": 1.549051411054493,
      "learning_rate": 2.5895610091603014e-08,
      "loss": 0.7773,
      "step": 128219
    },
    {
      "epoch": 5.965108164689463,
      "grad_norm": 1.92768351951606,
      "learning_rate": 2.582669497389056e-08,
      "loss": 0.8359,
      "step": 128220
    },
    {
      "epoch": 5.965154687136543,
      "grad_norm": 1.7174708339000853,
      "learning_rate": 2.5757871671266973e-08,
      "loss": 1.0,
      "step": 128221
    },
    {
      "epoch": 5.965201209583624,
      "grad_norm": 1.7795428450784783,
      "learning_rate": 2.5689140183748903e-08,
      "loss": 0.9219,
      "step": 128222
    },
    {
      "epoch": 5.965247732030705,
      "grad_norm": 1.713699494979036,
      "learning_rate": 2.5620500511369657e-08,
      "loss": 0.9336,
      "step": 128223
    },
    {
      "epoch": 5.965294254477786,
      "grad_norm": 1.890762372835603,
      "learning_rate": 2.5551952654212505e-08,
      "loss": 0.8945,
      "step": 128224
    },
    {
      "epoch": 5.965340776924866,
      "grad_norm": 1.6961875356622953,
      "learning_rate": 2.5483496612294098e-08,
      "loss": 0.8828,
      "step": 128225
    },
    {
      "epoch": 5.9653872993719474,
      "grad_norm": 1.6775301362284996,
      "learning_rate": 2.541513238564774e-08,
      "loss": 0.957,
      "step": 128226
    },
    {
      "epoch": 5.965433821819028,
      "grad_norm": 1.8481175240024639,
      "learning_rate": 2.534685997434005e-08,
      "loss": 0.9883,
      "step": 128227
    },
    {
      "epoch": 5.965480344266108,
      "grad_norm": 1.758867359695487,
      "learning_rate": 2.5278679378387678e-08,
      "loss": 0.9414,
      "step": 128228
    },
    {
      "epoch": 5.965526866713189,
      "grad_norm": 1.774736623500089,
      "learning_rate": 2.5210590597840584e-08,
      "loss": 0.8477,
      "step": 128229
    },
    {
      "epoch": 5.965573389160269,
      "grad_norm": 1.871052396113839,
      "learning_rate": 2.514259363274873e-08,
      "loss": 0.9258,
      "step": 128230
    },
    {
      "epoch": 5.965619911607351,
      "grad_norm": 1.8737710816489406,
      "learning_rate": 2.5074688483145424e-08,
      "loss": 1.0391,
      "step": 128231
    },
    {
      "epoch": 5.965666434054431,
      "grad_norm": 1.7118548495925519,
      "learning_rate": 2.5006875149080618e-08,
      "loss": 0.918,
      "step": 128232
    },
    {
      "epoch": 5.965712956501512,
      "grad_norm": 1.9248289767923867,
      "learning_rate": 2.493915363058763e-08,
      "loss": 1.0703,
      "step": 128233
    },
    {
      "epoch": 5.965759478948593,
      "grad_norm": 1.901108558036577,
      "learning_rate": 2.487152392771641e-08,
      "loss": 0.9492,
      "step": 128234
    },
    {
      "epoch": 5.9658060013956735,
      "grad_norm": 1.8834700250281702,
      "learning_rate": 2.480398604050027e-08,
      "loss": 0.918,
      "step": 128235
    },
    {
      "epoch": 5.965852523842754,
      "grad_norm": 1.8698501713266271,
      "learning_rate": 2.4736539968989165e-08,
      "loss": 1.0234,
      "step": 128236
    },
    {
      "epoch": 5.9658990462898345,
      "grad_norm": 1.838494764706809,
      "learning_rate": 2.4669185713199757e-08,
      "loss": 1.0234,
      "step": 128237
    },
    {
      "epoch": 5.965945568736916,
      "grad_norm": 2.0831857967156067,
      "learning_rate": 2.4601923273198655e-08,
      "loss": 0.9766,
      "step": 128238
    },
    {
      "epoch": 5.965992091183996,
      "grad_norm": 1.753091551094994,
      "learning_rate": 2.4534752649035817e-08,
      "loss": 0.918,
      "step": 128239
    },
    {
      "epoch": 5.966038613631077,
      "grad_norm": 1.7623810616911193,
      "learning_rate": 2.4467673840711245e-08,
      "loss": 0.8672,
      "step": 128240
    },
    {
      "epoch": 5.966085136078158,
      "grad_norm": 1.7625469542988095,
      "learning_rate": 2.4400686848308205e-08,
      "loss": 0.9453,
      "step": 128241
    },
    {
      "epoch": 5.966131658525239,
      "grad_norm": 1.9168500764444516,
      "learning_rate": 2.4333791671860003e-08,
      "loss": 1.0469,
      "step": 128242
    },
    {
      "epoch": 5.966178180972319,
      "grad_norm": 1.7296319314310609,
      "learning_rate": 2.4266988311383295e-08,
      "loss": 0.7891,
      "step": 128243
    },
    {
      "epoch": 5.9662247034194,
      "grad_norm": 1.6357750207672253,
      "learning_rate": 2.420027676692804e-08,
      "loss": 0.8984,
      "step": 128244
    },
    {
      "epoch": 5.966271225866481,
      "grad_norm": 1.7602660902116825,
      "learning_rate": 2.413365703856085e-08,
      "loss": 1.0078,
      "step": 128245
    },
    {
      "epoch": 5.966317748313561,
      "grad_norm": 1.9675019563775962,
      "learning_rate": 2.4067129126281725e-08,
      "loss": 0.8867,
      "step": 128246
    },
    {
      "epoch": 5.966364270760642,
      "grad_norm": 1.6826390169116323,
      "learning_rate": 2.4000693030173933e-08,
      "loss": 0.9297,
      "step": 128247
    },
    {
      "epoch": 5.966410793207722,
      "grad_norm": 1.6681151045814775,
      "learning_rate": 2.3934348750237476e-08,
      "loss": 0.8828,
      "step": 128248
    },
    {
      "epoch": 5.966457315654804,
      "grad_norm": 1.7522921416893882,
      "learning_rate": 2.3868096286538964e-08,
      "loss": 0.8984,
      "step": 128249
    },
    {
      "epoch": 5.966503838101884,
      "grad_norm": 1.815654660203002,
      "learning_rate": 2.3801935639128356e-08,
      "loss": 0.8984,
      "step": 128250
    },
    {
      "epoch": 5.966550360548965,
      "grad_norm": 1.6784759280548815,
      "learning_rate": 2.3735866808005655e-08,
      "loss": 0.8711,
      "step": 128251
    },
    {
      "epoch": 5.966596882996045,
      "grad_norm": 1.6247395128379716,
      "learning_rate": 2.3669889793254128e-08,
      "loss": 0.918,
      "step": 128252
    },
    {
      "epoch": 5.9666434054431265,
      "grad_norm": 1.6970618497354242,
      "learning_rate": 2.3604004594890425e-08,
      "loss": 0.9766,
      "step": 128253
    },
    {
      "epoch": 5.966689927890207,
      "grad_norm": 1.8206200126387357,
      "learning_rate": 2.3538211212947855e-08,
      "loss": 0.8945,
      "step": 128254
    },
    {
      "epoch": 5.9667364503372875,
      "grad_norm": 1.8514263316496944,
      "learning_rate": 2.3472509647493032e-08,
      "loss": 0.9297,
      "step": 128255
    },
    {
      "epoch": 5.966782972784369,
      "grad_norm": 1.7381340051477243,
      "learning_rate": 2.340689989854261e-08,
      "loss": 0.9414,
      "step": 128256
    },
    {
      "epoch": 5.966829495231449,
      "grad_norm": 1.7302113955490848,
      "learning_rate": 2.3341381966163197e-08,
      "loss": 0.8828,
      "step": 128257
    },
    {
      "epoch": 5.96687601767853,
      "grad_norm": 1.6675708378334402,
      "learning_rate": 2.32759558503548e-08,
      "loss": 0.9648,
      "step": 128258
    },
    {
      "epoch": 5.96692254012561,
      "grad_norm": 1.783606815126424,
      "learning_rate": 2.3210621551200682e-08,
      "loss": 0.9922,
      "step": 128259
    },
    {
      "epoch": 5.966969062572692,
      "grad_norm": 1.7238538410305966,
      "learning_rate": 2.3145379068717495e-08,
      "loss": 0.832,
      "step": 128260
    },
    {
      "epoch": 5.967015585019772,
      "grad_norm": 1.8827375332910594,
      "learning_rate": 2.308022840293855e-08,
      "loss": 0.9609,
      "step": 128261
    },
    {
      "epoch": 5.967062107466853,
      "grad_norm": 1.7202574052483988,
      "learning_rate": 2.3015169553913803e-08,
      "loss": 0.9141,
      "step": 128262
    },
    {
      "epoch": 5.967108629913933,
      "grad_norm": 2.011965839487083,
      "learning_rate": 2.2950202521693216e-08,
      "loss": 1.0312,
      "step": 128263
    },
    {
      "epoch": 5.9671551523610145,
      "grad_norm": 1.842627345417336,
      "learning_rate": 2.2885327306310097e-08,
      "loss": 0.8281,
      "step": 128264
    },
    {
      "epoch": 5.967201674808095,
      "grad_norm": 1.893783226865905,
      "learning_rate": 2.2820543907781098e-08,
      "loss": 1.1406,
      "step": 128265
    },
    {
      "epoch": 5.967248197255175,
      "grad_norm": 1.6505421871836727,
      "learning_rate": 2.2755852326189484e-08,
      "loss": 0.793,
      "step": 128266
    },
    {
      "epoch": 5.967294719702256,
      "grad_norm": 1.7313720108233832,
      "learning_rate": 2.2691252561535257e-08,
      "loss": 0.9727,
      "step": 128267
    },
    {
      "epoch": 5.967341242149337,
      "grad_norm": 1.7962918096935192,
      "learning_rate": 2.2626744613868374e-08,
      "loss": 0.8477,
      "step": 128268
    },
    {
      "epoch": 5.967387764596418,
      "grad_norm": 1.9645044583502176,
      "learning_rate": 2.25623284832388e-08,
      "loss": 1.125,
      "step": 128269
    },
    {
      "epoch": 5.967434287043498,
      "grad_norm": 1.9347635942711514,
      "learning_rate": 2.249800416967984e-08,
      "loss": 1.0391,
      "step": 128270
    },
    {
      "epoch": 5.96748080949058,
      "grad_norm": 1.6602716637685768,
      "learning_rate": 2.243377167324145e-08,
      "loss": 0.9883,
      "step": 128271
    },
    {
      "epoch": 5.96752733193766,
      "grad_norm": 1.9132788709708781,
      "learning_rate": 2.236963099394029e-08,
      "loss": 0.9766,
      "step": 128272
    },
    {
      "epoch": 5.9675738543847405,
      "grad_norm": 1.7163968460602996,
      "learning_rate": 2.2305582131842968e-08,
      "loss": 0.8945,
      "step": 128273
    },
    {
      "epoch": 5.967620376831821,
      "grad_norm": 1.8912283949175699,
      "learning_rate": 2.224162508696614e-08,
      "loss": 0.875,
      "step": 128274
    },
    {
      "epoch": 5.967666899278902,
      "grad_norm": 1.7274695826840045,
      "learning_rate": 2.2177759859359766e-08,
      "loss": 0.832,
      "step": 128275
    },
    {
      "epoch": 5.967713421725983,
      "grad_norm": 1.89538450411706,
      "learning_rate": 2.211398644905715e-08,
      "loss": 1.0859,
      "step": 128276
    },
    {
      "epoch": 5.967759944173063,
      "grad_norm": 1.7054637227553726,
      "learning_rate": 2.2050304856091604e-08,
      "loss": 1.0469,
      "step": 128277
    },
    {
      "epoch": 5.967806466620145,
      "grad_norm": 1.7668459166516344,
      "learning_rate": 2.1986715080513084e-08,
      "loss": 0.8516,
      "step": 128278
    },
    {
      "epoch": 5.967852989067225,
      "grad_norm": 2.03150667101606,
      "learning_rate": 2.192321712237155e-08,
      "loss": 1.0625,
      "step": 128279
    },
    {
      "epoch": 5.967899511514306,
      "grad_norm": 1.7337221768929556,
      "learning_rate": 2.1859810981683655e-08,
      "loss": 0.8672,
      "step": 128280
    },
    {
      "epoch": 5.967946033961386,
      "grad_norm": 1.5402293827402613,
      "learning_rate": 2.1796496658499363e-08,
      "loss": 0.8125,
      "step": 128281
    },
    {
      "epoch": 5.967992556408467,
      "grad_norm": 1.8106385309056487,
      "learning_rate": 2.1733274152851977e-08,
      "loss": 0.9102,
      "step": 128282
    },
    {
      "epoch": 5.968039078855548,
      "grad_norm": 1.922656175373175,
      "learning_rate": 2.1670143464791457e-08,
      "loss": 1.0078,
      "step": 128283
    },
    {
      "epoch": 5.968085601302628,
      "grad_norm": 1.6714454358816375,
      "learning_rate": 2.1607104594334458e-08,
      "loss": 0.8633,
      "step": 128284
    },
    {
      "epoch": 5.968132123749709,
      "grad_norm": 1.5409758759090615,
      "learning_rate": 2.154415754154759e-08,
      "loss": 0.793,
      "step": 128285
    },
    {
      "epoch": 5.96817864619679,
      "grad_norm": 1.6258067002885195,
      "learning_rate": 2.1481302306447513e-08,
      "loss": 0.918,
      "step": 128286
    },
    {
      "epoch": 5.968225168643871,
      "grad_norm": 1.67430506401563,
      "learning_rate": 2.141853888908418e-08,
      "loss": 0.9258,
      "step": 128287
    },
    {
      "epoch": 5.968271691090951,
      "grad_norm": 1.878855309479216,
      "learning_rate": 2.1355867289474248e-08,
      "loss": 0.9883,
      "step": 128288
    },
    {
      "epoch": 5.968318213538032,
      "grad_norm": 1.4898192427373773,
      "learning_rate": 2.1293287507700983e-08,
      "loss": 0.7773,
      "step": 128289
    },
    {
      "epoch": 5.968364735985113,
      "grad_norm": 1.667701527551481,
      "learning_rate": 2.1230799543764386e-08,
      "loss": 0.9492,
      "step": 128290
    },
    {
      "epoch": 5.9684112584321936,
      "grad_norm": 2.1196682798143835,
      "learning_rate": 2.1168403397714418e-08,
      "loss": 1.1172,
      "step": 128291
    },
    {
      "epoch": 5.968457780879274,
      "grad_norm": 1.7163389410144434,
      "learning_rate": 2.110609906958438e-08,
      "loss": 0.8438,
      "step": 128292
    },
    {
      "epoch": 5.968504303326355,
      "grad_norm": 1.7634911344184037,
      "learning_rate": 2.104388655942424e-08,
      "loss": 0.8672,
      "step": 128293
    },
    {
      "epoch": 5.968550825773436,
      "grad_norm": 1.9040005721248567,
      "learning_rate": 2.0981765867267297e-08,
      "loss": 1.0156,
      "step": 128294
    },
    {
      "epoch": 5.968597348220516,
      "grad_norm": 1.5825539142439977,
      "learning_rate": 2.0919736993146862e-08,
      "loss": 0.793,
      "step": 128295
    },
    {
      "epoch": 5.968643870667597,
      "grad_norm": 1.6951488287546095,
      "learning_rate": 2.0857799937096243e-08,
      "loss": 0.8516,
      "step": 128296
    },
    {
      "epoch": 5.968690393114678,
      "grad_norm": 1.910460311379835,
      "learning_rate": 2.0795954699165395e-08,
      "loss": 0.875,
      "step": 128297
    },
    {
      "epoch": 5.968736915561759,
      "grad_norm": 1.5644351580291198,
      "learning_rate": 2.073420127938763e-08,
      "loss": 0.7305,
      "step": 128298
    },
    {
      "epoch": 5.968783438008839,
      "grad_norm": 1.7617211992326867,
      "learning_rate": 2.0672539677796252e-08,
      "loss": 1.0312,
      "step": 128299
    },
    {
      "epoch": 5.96882996045592,
      "grad_norm": 1.7571088022745691,
      "learning_rate": 2.061096989444122e-08,
      "loss": 1.0234,
      "step": 128300
    },
    {
      "epoch": 5.968876482903001,
      "grad_norm": 1.973832197540037,
      "learning_rate": 2.054949192933919e-08,
      "loss": 0.9336,
      "step": 128301
    },
    {
      "epoch": 5.9689230053500815,
      "grad_norm": 1.8721403072944025,
      "learning_rate": 2.0488105782556774e-08,
      "loss": 1.0781,
      "step": 128302
    },
    {
      "epoch": 5.968969527797162,
      "grad_norm": 1.889452738573488,
      "learning_rate": 2.0426811454110626e-08,
      "loss": 1.0234,
      "step": 128303
    },
    {
      "epoch": 5.969016050244242,
      "grad_norm": 1.9360259593722824,
      "learning_rate": 2.036560894403405e-08,
      "loss": 0.9531,
      "step": 128304
    },
    {
      "epoch": 5.969062572691324,
      "grad_norm": 1.4775579261454017,
      "learning_rate": 2.030449825237701e-08,
      "loss": 0.7305,
      "step": 128305
    },
    {
      "epoch": 5.969109095138404,
      "grad_norm": 1.7134778020744479,
      "learning_rate": 2.0243479379172812e-08,
      "loss": 0.8984,
      "step": 128306
    },
    {
      "epoch": 5.969155617585485,
      "grad_norm": 1.6227175148176116,
      "learning_rate": 2.018255232447141e-08,
      "loss": 0.8672,
      "step": 128307
    },
    {
      "epoch": 5.969202140032566,
      "grad_norm": 1.5668433063737672,
      "learning_rate": 2.012171708828947e-08,
      "loss": 0.875,
      "step": 128308
    },
    {
      "epoch": 5.969248662479647,
      "grad_norm": 1.7753401023873003,
      "learning_rate": 2.0060973670676937e-08,
      "loss": 0.9531,
      "step": 128309
    },
    {
      "epoch": 5.969295184926727,
      "grad_norm": 1.869838351994346,
      "learning_rate": 2.0000322071650478e-08,
      "loss": 1.1016,
      "step": 128310
    },
    {
      "epoch": 5.9693417073738075,
      "grad_norm": 1.956548328690061,
      "learning_rate": 1.9939762291276696e-08,
      "loss": 0.9297,
      "step": 128311
    },
    {
      "epoch": 5.969388229820889,
      "grad_norm": 1.7494022658373625,
      "learning_rate": 1.98792943295889e-08,
      "loss": 1.0391,
      "step": 128312
    },
    {
      "epoch": 5.969434752267969,
      "grad_norm": 1.4784830217106766,
      "learning_rate": 1.9818918186603748e-08,
      "loss": 0.7305,
      "step": 128313
    },
    {
      "epoch": 5.96948127471505,
      "grad_norm": 1.6381914933869837,
      "learning_rate": 1.97586338623712e-08,
      "loss": 0.9102,
      "step": 128314
    },
    {
      "epoch": 5.969527797162131,
      "grad_norm": 1.7166476763796372,
      "learning_rate": 1.9698441356924554e-08,
      "loss": 0.8867,
      "step": 128315
    },
    {
      "epoch": 5.969574319609212,
      "grad_norm": 1.8295820579622013,
      "learning_rate": 1.9638340670297127e-08,
      "loss": 1.0156,
      "step": 128316
    },
    {
      "epoch": 5.969620842056292,
      "grad_norm": 1.7751066808498397,
      "learning_rate": 1.957833180253887e-08,
      "loss": 0.9648,
      "step": 128317
    },
    {
      "epoch": 5.969667364503373,
      "grad_norm": 1.9022929360588714,
      "learning_rate": 1.9518414753683097e-08,
      "loss": 0.9805,
      "step": 128318
    },
    {
      "epoch": 5.969713886950453,
      "grad_norm": 1.7611535128456357,
      "learning_rate": 1.9458589523763115e-08,
      "loss": 0.8828,
      "step": 128319
    },
    {
      "epoch": 5.9697604093975345,
      "grad_norm": 1.8984172916997504,
      "learning_rate": 1.939885611279557e-08,
      "loss": 1.0234,
      "step": 128320
    },
    {
      "epoch": 5.969806931844615,
      "grad_norm": 1.7324951675076854,
      "learning_rate": 1.9339214520863734e-08,
      "loss": 0.9766,
      "step": 128321
    },
    {
      "epoch": 5.9698534542916954,
      "grad_norm": 1.9904991582678138,
      "learning_rate": 1.927966474795095e-08,
      "loss": 1.0547,
      "step": 128322
    },
    {
      "epoch": 5.969899976738777,
      "grad_norm": 1.6925203572231011,
      "learning_rate": 1.922020679414049e-08,
      "loss": 0.918,
      "step": 128323
    },
    {
      "epoch": 5.969946499185857,
      "grad_norm": 1.8610491368018434,
      "learning_rate": 1.9160840659432352e-08,
      "loss": 0.9375,
      "step": 128324
    },
    {
      "epoch": 5.969993021632938,
      "grad_norm": 1.8621335417202016,
      "learning_rate": 1.9101566343876496e-08,
      "loss": 0.9648,
      "step": 128325
    },
    {
      "epoch": 5.970039544080018,
      "grad_norm": 1.9613502117541717,
      "learning_rate": 1.904238384752288e-08,
      "loss": 0.918,
      "step": 128326
    },
    {
      "epoch": 5.9700860665271,
      "grad_norm": 1.8437698854293345,
      "learning_rate": 1.8983293170388158e-08,
      "loss": 1.0078,
      "step": 128327
    },
    {
      "epoch": 5.97013258897418,
      "grad_norm": 1.9392621268196535,
      "learning_rate": 1.8924294312505638e-08,
      "loss": 0.8828,
      "step": 128328
    },
    {
      "epoch": 5.970179111421261,
      "grad_norm": 1.6066519846729472,
      "learning_rate": 1.8865387273941935e-08,
      "loss": 0.8125,
      "step": 128329
    },
    {
      "epoch": 5.970225633868342,
      "grad_norm": 1.7308561943815117,
      "learning_rate": 1.8806572054697044e-08,
      "loss": 0.832,
      "step": 128330
    },
    {
      "epoch": 5.970272156315422,
      "grad_norm": 1.6099028852179422,
      "learning_rate": 1.8747848654837583e-08,
      "loss": 0.8984,
      "step": 128331
    },
    {
      "epoch": 5.970318678762503,
      "grad_norm": 1.8287283418039513,
      "learning_rate": 1.868921707436355e-08,
      "loss": 0.9023,
      "step": 128332
    },
    {
      "epoch": 5.970365201209583,
      "grad_norm": 1.6873497712788403,
      "learning_rate": 1.8630677313341558e-08,
      "loss": 0.8945,
      "step": 128333
    },
    {
      "epoch": 5.970411723656665,
      "grad_norm": 1.9830764234286458,
      "learning_rate": 1.8572229371804913e-08,
      "loss": 1.0078,
      "step": 128334
    },
    {
      "epoch": 5.970458246103745,
      "grad_norm": 1.6485282279326579,
      "learning_rate": 1.8513873249786925e-08,
      "loss": 0.9336,
      "step": 128335
    },
    {
      "epoch": 5.970504768550826,
      "grad_norm": 1.7436182027556475,
      "learning_rate": 1.8455608947304245e-08,
      "loss": 0.8945,
      "step": 128336
    },
    {
      "epoch": 5.970551290997906,
      "grad_norm": 1.4703466438455632,
      "learning_rate": 1.8397436464406833e-08,
      "loss": 0.7695,
      "step": 128337
    },
    {
      "epoch": 5.9705978134449875,
      "grad_norm": 1.644700516055196,
      "learning_rate": 1.833935580114465e-08,
      "loss": 0.9258,
      "step": 128338
    },
    {
      "epoch": 5.970644335892068,
      "grad_norm": 1.7057863242747913,
      "learning_rate": 1.8281366957517696e-08,
      "loss": 0.875,
      "step": 128339
    },
    {
      "epoch": 5.9706908583391485,
      "grad_norm": 1.8208353046998464,
      "learning_rate": 1.8223469933609235e-08,
      "loss": 0.9648,
      "step": 128340
    },
    {
      "epoch": 5.970737380786229,
      "grad_norm": 1.7747126324118818,
      "learning_rate": 1.8165664729402617e-08,
      "loss": 0.9258,
      "step": 128341
    },
    {
      "epoch": 5.97078390323331,
      "grad_norm": 1.8130850388511877,
      "learning_rate": 1.8107951344981107e-08,
      "loss": 0.8867,
      "step": 128342
    },
    {
      "epoch": 5.970830425680391,
      "grad_norm": 1.79525611178679,
      "learning_rate": 1.805032978034471e-08,
      "loss": 0.8789,
      "step": 128343
    },
    {
      "epoch": 5.970876948127471,
      "grad_norm": 2.1804463891923898,
      "learning_rate": 1.7992800035543375e-08,
      "loss": 1.2422,
      "step": 128344
    },
    {
      "epoch": 5.970923470574553,
      "grad_norm": 1.9284417268267007,
      "learning_rate": 1.7935362110610417e-08,
      "loss": 0.9805,
      "step": 128345
    },
    {
      "epoch": 5.970969993021633,
      "grad_norm": 2.0860805153848263,
      "learning_rate": 1.7878016005579143e-08,
      "loss": 1.0781,
      "step": 128346
    },
    {
      "epoch": 5.971016515468714,
      "grad_norm": 1.943990402794211,
      "learning_rate": 1.782076172049951e-08,
      "loss": 0.9766,
      "step": 128347
    },
    {
      "epoch": 5.971063037915794,
      "grad_norm": 1.586034048967685,
      "learning_rate": 1.776359925537152e-08,
      "loss": 0.8594,
      "step": 128348
    },
    {
      "epoch": 5.971109560362875,
      "grad_norm": 1.8068463883627321,
      "learning_rate": 1.7706528610278437e-08,
      "loss": 0.9453,
      "step": 128349
    },
    {
      "epoch": 5.971156082809956,
      "grad_norm": 1.6660371546083264,
      "learning_rate": 1.764954978520361e-08,
      "loss": 0.9062,
      "step": 128350
    },
    {
      "epoch": 5.971202605257036,
      "grad_norm": 1.6727718342317204,
      "learning_rate": 1.7592662780230303e-08,
      "loss": 0.9297,
      "step": 128351
    },
    {
      "epoch": 5.971249127704117,
      "grad_norm": 1.59663755931973,
      "learning_rate": 1.753586759535852e-08,
      "loss": 0.8047,
      "step": 128352
    },
    {
      "epoch": 5.971295650151198,
      "grad_norm": 1.4625433919660695,
      "learning_rate": 1.747916423063822e-08,
      "loss": 0.6992,
      "step": 128353
    },
    {
      "epoch": 5.971342172598279,
      "grad_norm": 1.955618167505985,
      "learning_rate": 1.742255268610271e-08,
      "loss": 1.0625,
      "step": 128354
    },
    {
      "epoch": 5.971388695045359,
      "grad_norm": 1.5467027740357242,
      "learning_rate": 1.7366032961785293e-08,
      "loss": 0.8281,
      "step": 128355
    },
    {
      "epoch": 5.97143521749244,
      "grad_norm": 1.7622616414696664,
      "learning_rate": 1.7309605057719277e-08,
      "loss": 0.9805,
      "step": 128356
    },
    {
      "epoch": 5.971481739939521,
      "grad_norm": 1.810627773642001,
      "learning_rate": 1.7253268973937973e-08,
      "loss": 1.0078,
      "step": 128357
    },
    {
      "epoch": 5.9715282623866015,
      "grad_norm": 1.6408623883273976,
      "learning_rate": 1.7197024710474682e-08,
      "loss": 0.8906,
      "step": 128358
    },
    {
      "epoch": 5.971574784833682,
      "grad_norm": 1.91521591137421,
      "learning_rate": 1.714087226737937e-08,
      "loss": 0.9531,
      "step": 128359
    },
    {
      "epoch": 5.971621307280763,
      "grad_norm": 1.7684148792308445,
      "learning_rate": 1.7084811644668683e-08,
      "loss": 0.9102,
      "step": 128360
    },
    {
      "epoch": 5.971667829727844,
      "grad_norm": 1.921789417011963,
      "learning_rate": 1.7028842842375933e-08,
      "loss": 1.0,
      "step": 128361
    },
    {
      "epoch": 5.971714352174924,
      "grad_norm": 1.712777733445229,
      "learning_rate": 1.697296586055108e-08,
      "loss": 0.9492,
      "step": 128362
    },
    {
      "epoch": 5.971760874622005,
      "grad_norm": 1.9718463984949004,
      "learning_rate": 1.6917180699210775e-08,
      "loss": 0.9141,
      "step": 128363
    },
    {
      "epoch": 5.971807397069086,
      "grad_norm": 1.7776607016762649,
      "learning_rate": 1.686148735840498e-08,
      "loss": 1.0156,
      "step": 128364
    },
    {
      "epoch": 5.971853919516167,
      "grad_norm": 1.8363392279527013,
      "learning_rate": 1.6805885838150346e-08,
      "loss": 0.9531,
      "step": 128365
    },
    {
      "epoch": 5.971900441963247,
      "grad_norm": 2.047506358060286,
      "learning_rate": 1.675037613851349e-08,
      "loss": 0.9805,
      "step": 128366
    },
    {
      "epoch": 5.9719469644103285,
      "grad_norm": 1.8547351163477517,
      "learning_rate": 1.6694958259477752e-08,
      "loss": 0.8789,
      "step": 128367
    },
    {
      "epoch": 5.971993486857409,
      "grad_norm": 1.7724502212864512,
      "learning_rate": 1.6639632201126406e-08,
      "loss": 0.918,
      "step": 128368
    },
    {
      "epoch": 5.972040009304489,
      "grad_norm": 1.8664257323583164,
      "learning_rate": 1.658439796345945e-08,
      "loss": 1.1328,
      "step": 128369
    },
    {
      "epoch": 5.97208653175157,
      "grad_norm": 1.6991884535595885,
      "learning_rate": 1.6529255546526844e-08,
      "loss": 0.9297,
      "step": 128370
    },
    {
      "epoch": 5.97213305419865,
      "grad_norm": 1.6766511742721586,
      "learning_rate": 1.6474204950361892e-08,
      "loss": 0.9258,
      "step": 128371
    },
    {
      "epoch": 5.972179576645732,
      "grad_norm": 1.6608175335298643,
      "learning_rate": 1.6419246174997902e-08,
      "loss": 0.8203,
      "step": 128372
    },
    {
      "epoch": 5.972226099092812,
      "grad_norm": 1.6910605132457637,
      "learning_rate": 1.6364379220468183e-08,
      "loss": 0.9023,
      "step": 128373
    },
    {
      "epoch": 5.972272621539893,
      "grad_norm": 1.7298221760500998,
      "learning_rate": 1.6309604086789386e-08,
      "loss": 0.8867,
      "step": 128374
    },
    {
      "epoch": 5.972319143986974,
      "grad_norm": 1.677677533682839,
      "learning_rate": 1.6254920774028124e-08,
      "loss": 0.7812,
      "step": 128375
    },
    {
      "epoch": 5.9723656664340545,
      "grad_norm": 1.9926878197562972,
      "learning_rate": 1.62003292821844e-08,
      "loss": 0.9648,
      "step": 128376
    },
    {
      "epoch": 5.972412188881135,
      "grad_norm": 1.8400287333669059,
      "learning_rate": 1.614582961130817e-08,
      "loss": 0.9727,
      "step": 128377
    },
    {
      "epoch": 5.9724587113282155,
      "grad_norm": 1.8543503685856664,
      "learning_rate": 1.6091421761449397e-08,
      "loss": 0.8555,
      "step": 128378
    },
    {
      "epoch": 5.972505233775297,
      "grad_norm": 2.0500033184533155,
      "learning_rate": 1.603710573260808e-08,
      "loss": 1.0391,
      "step": 128379
    },
    {
      "epoch": 5.972551756222377,
      "grad_norm": 1.9549823208255832,
      "learning_rate": 1.598288152483418e-08,
      "loss": 1.0312,
      "step": 128380
    },
    {
      "epoch": 5.972598278669458,
      "grad_norm": 1.8904105244747225,
      "learning_rate": 1.5928749138161002e-08,
      "loss": 1.1172,
      "step": 128381
    },
    {
      "epoch": 5.972644801116539,
      "grad_norm": 1.7253923287245396,
      "learning_rate": 1.58747085726052e-08,
      "loss": 0.9531,
      "step": 128382
    },
    {
      "epoch": 5.97269132356362,
      "grad_norm": 1.7979592515901532,
      "learning_rate": 1.5820759828233388e-08,
      "loss": 1.0078,
      "step": 128383
    },
    {
      "epoch": 5.9727378460107,
      "grad_norm": 1.8119404751465724,
      "learning_rate": 1.5766902905062218e-08,
      "loss": 0.875,
      "step": 128384
    },
    {
      "epoch": 5.972784368457781,
      "grad_norm": 1.7271252199161904,
      "learning_rate": 1.5713137803108344e-08,
      "loss": 0.9258,
      "step": 128385
    },
    {
      "epoch": 5.972830890904862,
      "grad_norm": 1.8968183589120433,
      "learning_rate": 1.565946452242173e-08,
      "loss": 0.9844,
      "step": 128386
    },
    {
      "epoch": 5.972877413351942,
      "grad_norm": 1.7018745381759066,
      "learning_rate": 1.5605883063052325e-08,
      "loss": 0.8828,
      "step": 128387
    },
    {
      "epoch": 5.972923935799023,
      "grad_norm": 1.8049577805179318,
      "learning_rate": 1.555239342498349e-08,
      "loss": 1.0391,
      "step": 128388
    },
    {
      "epoch": 5.972970458246103,
      "grad_norm": 1.9220800429820477,
      "learning_rate": 1.549899560829848e-08,
      "loss": 1.0234,
      "step": 128389
    },
    {
      "epoch": 5.973016980693185,
      "grad_norm": 1.6027860703159855,
      "learning_rate": 1.5445689612997302e-08,
      "loss": 0.8086,
      "step": 128390
    },
    {
      "epoch": 5.973063503140265,
      "grad_norm": 1.8993840800438613,
      "learning_rate": 1.5392475439129914e-08,
      "loss": 0.9766,
      "step": 128391
    },
    {
      "epoch": 5.973110025587346,
      "grad_norm": 1.9322518321731357,
      "learning_rate": 1.5339353086729622e-08,
      "loss": 1.0469,
      "step": 128392
    },
    {
      "epoch": 5.973156548034426,
      "grad_norm": 1.688506079447684,
      "learning_rate": 1.528632255581308e-08,
      "loss": 0.7734,
      "step": 128393
    },
    {
      "epoch": 5.973203070481508,
      "grad_norm": 1.6237537780553812,
      "learning_rate": 1.5233383846413595e-08,
      "loss": 0.8711,
      "step": 128394
    },
    {
      "epoch": 5.973249592928588,
      "grad_norm": 1.8420355239311266,
      "learning_rate": 1.5180536958597777e-08,
      "loss": 1.0,
      "step": 128395
    },
    {
      "epoch": 5.9732961153756685,
      "grad_norm": 1.646114497073025,
      "learning_rate": 1.512778189234898e-08,
      "loss": 0.9219,
      "step": 128396
    },
    {
      "epoch": 5.97334263782275,
      "grad_norm": 1.92273938145926,
      "learning_rate": 1.507511864773381e-08,
      "loss": 0.9805,
      "step": 128397
    },
    {
      "epoch": 5.97338916026983,
      "grad_norm": 2.051055026184887,
      "learning_rate": 1.502254722476892e-08,
      "loss": 1.1797,
      "step": 128398
    },
    {
      "epoch": 5.973435682716911,
      "grad_norm": 1.7580845902884512,
      "learning_rate": 1.4970067623487624e-08,
      "loss": 0.9297,
      "step": 128399
    },
    {
      "epoch": 5.973482205163991,
      "grad_norm": 1.7111337892294955,
      "learning_rate": 1.491767984393988e-08,
      "loss": 0.9375,
      "step": 128400
    },
    {
      "epoch": 5.973528727611073,
      "grad_norm": 1.822140262207794,
      "learning_rate": 1.486538388612568e-08,
      "loss": 1.0156,
      "step": 128401
    },
    {
      "epoch": 5.973575250058153,
      "grad_norm": 1.8164833484750549,
      "learning_rate": 1.4813179750111648e-08,
      "loss": 0.957,
      "step": 128402
    },
    {
      "epoch": 5.973621772505234,
      "grad_norm": 1.8609535718901984,
      "learning_rate": 1.4761067435897778e-08,
      "loss": 0.8945,
      "step": 128403
    },
    {
      "epoch": 5.973668294952314,
      "grad_norm": 1.8172921328569127,
      "learning_rate": 1.4709046943550683e-08,
      "loss": 1.0156,
      "step": 128404
    },
    {
      "epoch": 5.9737148173993955,
      "grad_norm": 1.6467476609809137,
      "learning_rate": 1.4657118273070367e-08,
      "loss": 0.9336,
      "step": 128405
    },
    {
      "epoch": 5.973761339846476,
      "grad_norm": 1.8938179950595069,
      "learning_rate": 1.4605281424490134e-08,
      "loss": 0.9688,
      "step": 128406
    },
    {
      "epoch": 5.973807862293556,
      "grad_norm": 1.8357174057574221,
      "learning_rate": 1.4553536397876598e-08,
      "loss": 0.9922,
      "step": 128407
    },
    {
      "epoch": 5.973854384740637,
      "grad_norm": 1.7791963796160777,
      "learning_rate": 1.4501883193213104e-08,
      "loss": 0.9375,
      "step": 128408
    },
    {
      "epoch": 5.973900907187718,
      "grad_norm": 1.8274590573761686,
      "learning_rate": 1.4450321810566268e-08,
      "loss": 1.0234,
      "step": 128409
    },
    {
      "epoch": 5.973947429634799,
      "grad_norm": 1.8627286929155435,
      "learning_rate": 1.4398852249969395e-08,
      "loss": 1.0,
      "step": 128410
    },
    {
      "epoch": 5.973993952081879,
      "grad_norm": 1.8226778590956585,
      "learning_rate": 1.4347474511422486e-08,
      "loss": 0.9805,
      "step": 128411
    },
    {
      "epoch": 5.974040474528961,
      "grad_norm": 1.6520827621527328,
      "learning_rate": 1.4296188594992153e-08,
      "loss": 0.8594,
      "step": 128412
    },
    {
      "epoch": 5.974086996976041,
      "grad_norm": 1.7535977336336435,
      "learning_rate": 1.4244994500678397e-08,
      "loss": 0.8711,
      "step": 128413
    },
    {
      "epoch": 5.9741335194231215,
      "grad_norm": 1.8308244845340595,
      "learning_rate": 1.4193892228531178e-08,
      "loss": 0.8789,
      "step": 128414
    },
    {
      "epoch": 5.974180041870202,
      "grad_norm": 2.0210324083366658,
      "learning_rate": 1.4142881778583803e-08,
      "loss": 0.9766,
      "step": 128415
    },
    {
      "epoch": 5.974226564317283,
      "grad_norm": 1.8685999993042146,
      "learning_rate": 1.4091963150852925e-08,
      "loss": 0.9922,
      "step": 128416
    },
    {
      "epoch": 5.974273086764364,
      "grad_norm": 1.5873477729639167,
      "learning_rate": 1.4041136345388504e-08,
      "loss": 0.832,
      "step": 128417
    },
    {
      "epoch": 5.974319609211444,
      "grad_norm": 1.706888922848927,
      "learning_rate": 1.3990401362207194e-08,
      "loss": 0.8789,
      "step": 128418
    },
    {
      "epoch": 5.974366131658526,
      "grad_norm": 1.6814351927730538,
      "learning_rate": 1.3939758201358952e-08,
      "loss": 0.918,
      "step": 128419
    },
    {
      "epoch": 5.974412654105606,
      "grad_norm": 1.6610276698836846,
      "learning_rate": 1.3889206862843782e-08,
      "loss": 0.7891,
      "step": 128420
    },
    {
      "epoch": 5.974459176552687,
      "grad_norm": 1.6066558658942636,
      "learning_rate": 1.3838747346711643e-08,
      "loss": 0.8242,
      "step": 128421
    },
    {
      "epoch": 5.974505698999767,
      "grad_norm": 1.7012424102309087,
      "learning_rate": 1.378837965299584e-08,
      "loss": 0.9375,
      "step": 128422
    },
    {
      "epoch": 5.974552221446848,
      "grad_norm": 1.7923077540484296,
      "learning_rate": 1.3738103781713027e-08,
      "loss": 0.9688,
      "step": 128423
    },
    {
      "epoch": 5.974598743893929,
      "grad_norm": 1.8496155577527396,
      "learning_rate": 1.3687919732913167e-08,
      "loss": 0.9141,
      "step": 128424
    },
    {
      "epoch": 5.9746452663410095,
      "grad_norm": 1.846074681260843,
      "learning_rate": 1.3637827506629562e-08,
      "loss": 0.9062,
      "step": 128425
    },
    {
      "epoch": 5.97469178878809,
      "grad_norm": 1.7336160555728108,
      "learning_rate": 1.3587827102862214e-08,
      "loss": 0.9258,
      "step": 128426
    },
    {
      "epoch": 5.974738311235171,
      "grad_norm": 1.5511962748521653,
      "learning_rate": 1.3537918521661085e-08,
      "loss": 0.8164,
      "step": 128427
    },
    {
      "epoch": 5.974784833682252,
      "grad_norm": 1.6717335122181314,
      "learning_rate": 1.3488101763059478e-08,
      "loss": 0.8789,
      "step": 128428
    },
    {
      "epoch": 5.974831356129332,
      "grad_norm": 1.9746770158508942,
      "learning_rate": 1.3438376827090701e-08,
      "loss": 0.957,
      "step": 128429
    },
    {
      "epoch": 5.974877878576413,
      "grad_norm": 1.7873292509630017,
      "learning_rate": 1.338874371377141e-08,
      "loss": 0.9023,
      "step": 128430
    },
    {
      "epoch": 5.974924401023494,
      "grad_norm": 1.7748586383556295,
      "learning_rate": 1.333920242313491e-08,
      "loss": 0.8828,
      "step": 128431
    },
    {
      "epoch": 5.974970923470575,
      "grad_norm": 1.5864287946351774,
      "learning_rate": 1.3289752955231158e-08,
      "loss": 0.875,
      "step": 128432
    },
    {
      "epoch": 5.975017445917655,
      "grad_norm": 2.0863305289680327,
      "learning_rate": 1.3240395310060159e-08,
      "loss": 1.0703,
      "step": 128433
    },
    {
      "epoch": 5.975063968364736,
      "grad_norm": 1.9014503188133682,
      "learning_rate": 1.3191129487688524e-08,
      "loss": 1.0078,
      "step": 128434
    },
    {
      "epoch": 5.975110490811817,
      "grad_norm": 1.716982934171079,
      "learning_rate": 1.3141955488099598e-08,
      "loss": 0.9062,
      "step": 128435
    },
    {
      "epoch": 5.975157013258897,
      "grad_norm": 1.7365904200458178,
      "learning_rate": 1.3092873311359997e-08,
      "loss": 0.9414,
      "step": 128436
    },
    {
      "epoch": 5.975203535705978,
      "grad_norm": 1.6972086052627406,
      "learning_rate": 1.3043882957486374e-08,
      "loss": 0.9648,
      "step": 128437
    },
    {
      "epoch": 5.975250058153059,
      "grad_norm": 1.8025281397133883,
      "learning_rate": 1.2994984426528688e-08,
      "loss": 0.9375,
      "step": 128438
    },
    {
      "epoch": 5.97529658060014,
      "grad_norm": 2.217595683771205,
      "learning_rate": 1.2946177718486938e-08,
      "loss": 0.9844,
      "step": 128439
    },
    {
      "epoch": 5.97534310304722,
      "grad_norm": 1.9668343353806026,
      "learning_rate": 1.2897462833394434e-08,
      "loss": 1.1016,
      "step": 128440
    },
    {
      "epoch": 5.975389625494301,
      "grad_norm": 1.7909259808307878,
      "learning_rate": 1.2848839771301134e-08,
      "loss": 1.0156,
      "step": 128441
    },
    {
      "epoch": 5.975436147941382,
      "grad_norm": 1.8923680479531049,
      "learning_rate": 1.280030853222369e-08,
      "loss": 0.9062,
      "step": 128442
    },
    {
      "epoch": 5.9754826703884625,
      "grad_norm": 1.7181680845770415,
      "learning_rate": 1.275186911617876e-08,
      "loss": 0.8672,
      "step": 128443
    },
    {
      "epoch": 5.975529192835543,
      "grad_norm": 1.6268784867322565,
      "learning_rate": 1.2703521523232951e-08,
      "loss": 0.8164,
      "step": 128444
    },
    {
      "epoch": 5.975575715282623,
      "grad_norm": 1.7032248819046467,
      "learning_rate": 1.2655265753386268e-08,
      "loss": 0.8516,
      "step": 128445
    },
    {
      "epoch": 5.975622237729705,
      "grad_norm": 1.8122495723233092,
      "learning_rate": 1.2607101806672015e-08,
      "loss": 0.9766,
      "step": 128446
    },
    {
      "epoch": 5.975668760176785,
      "grad_norm": 1.844125020475944,
      "learning_rate": 1.25590296831235e-08,
      "loss": 1.0156,
      "step": 128447
    },
    {
      "epoch": 5.975715282623866,
      "grad_norm": 1.668375211330491,
      "learning_rate": 1.251104938277403e-08,
      "loss": 0.8477,
      "step": 128448
    },
    {
      "epoch": 5.975761805070947,
      "grad_norm": 1.8064994886122125,
      "learning_rate": 1.246316090565691e-08,
      "loss": 1.0312,
      "step": 128449
    },
    {
      "epoch": 5.975808327518028,
      "grad_norm": 1.6806469709366736,
      "learning_rate": 1.2415364251788795e-08,
      "loss": 0.8438,
      "step": 128450
    },
    {
      "epoch": 5.975854849965108,
      "grad_norm": 1.847763555624802,
      "learning_rate": 1.2367659421202991e-08,
      "loss": 0.8828,
      "step": 128451
    },
    {
      "epoch": 5.9759013724121886,
      "grad_norm": 1.6913013912282429,
      "learning_rate": 1.2320046413916151e-08,
      "loss": 0.8438,
      "step": 128452
    },
    {
      "epoch": 5.97594789485927,
      "grad_norm": 1.7467413053845147,
      "learning_rate": 1.227252522999489e-08,
      "loss": 0.8945,
      "step": 128453
    },
    {
      "epoch": 5.97599441730635,
      "grad_norm": 1.6716951085423348,
      "learning_rate": 1.2225095869422552e-08,
      "loss": 0.8672,
      "step": 128454
    },
    {
      "epoch": 5.976040939753431,
      "grad_norm": 1.7420850594618633,
      "learning_rate": 1.2177758332265752e-08,
      "loss": 0.9062,
      "step": 128455
    },
    {
      "epoch": 5.976087462200512,
      "grad_norm": 1.763435172080436,
      "learning_rate": 1.2130512618524491e-08,
      "loss": 1.0234,
      "step": 128456
    },
    {
      "epoch": 5.976133984647593,
      "grad_norm": 1.942974396845952,
      "learning_rate": 1.2083358728248726e-08,
      "loss": 1.0938,
      "step": 128457
    },
    {
      "epoch": 5.976180507094673,
      "grad_norm": 1.8531223448306342,
      "learning_rate": 1.2036296661455114e-08,
      "loss": 0.9609,
      "step": 128458
    },
    {
      "epoch": 5.976227029541754,
      "grad_norm": 1.8715665105306256,
      "learning_rate": 1.1989326418193611e-08,
      "loss": 0.9414,
      "step": 128459
    },
    {
      "epoch": 5.976273551988834,
      "grad_norm": 1.6139117493390933,
      "learning_rate": 1.1942447998447568e-08,
      "loss": 0.9141,
      "step": 128460
    },
    {
      "epoch": 5.9763200744359155,
      "grad_norm": 1.8455917745013677,
      "learning_rate": 1.189566140230025e-08,
      "loss": 1.0547,
      "step": 128461
    },
    {
      "epoch": 5.976366596882996,
      "grad_norm": 1.7109018865575347,
      "learning_rate": 1.1848966629735002e-08,
      "loss": 0.9727,
      "step": 128462
    },
    {
      "epoch": 5.9764131193300765,
      "grad_norm": 1.6747030812386747,
      "learning_rate": 1.1802363680818438e-08,
      "loss": 0.9648,
      "step": 128463
    },
    {
      "epoch": 5.976459641777158,
      "grad_norm": 1.723534433030271,
      "learning_rate": 1.175585255555056e-08,
      "loss": 0.8203,
      "step": 128464
    },
    {
      "epoch": 5.976506164224238,
      "grad_norm": 1.8870413789789975,
      "learning_rate": 1.1709433253964673e-08,
      "loss": 0.9492,
      "step": 128465
    },
    {
      "epoch": 5.976552686671319,
      "grad_norm": 1.7218877472720702,
      "learning_rate": 1.1663105776094084e-08,
      "loss": 0.9414,
      "step": 128466
    },
    {
      "epoch": 5.976599209118399,
      "grad_norm": 1.7191847034780958,
      "learning_rate": 1.16168701219721e-08,
      "loss": 0.8086,
      "step": 128467
    },
    {
      "epoch": 5.976645731565481,
      "grad_norm": 1.6235269460427724,
      "learning_rate": 1.1570726291632026e-08,
      "loss": 0.8398,
      "step": 128468
    },
    {
      "epoch": 5.976692254012561,
      "grad_norm": 1.844583331901981,
      "learning_rate": 1.1524674285090519e-08,
      "loss": 0.9219,
      "step": 128469
    },
    {
      "epoch": 5.976738776459642,
      "grad_norm": 1.5368008240263424,
      "learning_rate": 1.1478714102364227e-08,
      "loss": 0.8945,
      "step": 128470
    },
    {
      "epoch": 5.976785298906723,
      "grad_norm": 1.639610627751557,
      "learning_rate": 1.1432845743503117e-08,
      "loss": 0.793,
      "step": 128471
    },
    {
      "epoch": 5.976831821353803,
      "grad_norm": 2.1924320788611404,
      "learning_rate": 1.1387069208523835e-08,
      "loss": 1.2109,
      "step": 128472
    },
    {
      "epoch": 5.976878343800884,
      "grad_norm": 1.9203768891420199,
      "learning_rate": 1.1341384497459694e-08,
      "loss": 0.8516,
      "step": 128473
    },
    {
      "epoch": 5.976924866247964,
      "grad_norm": 2.033834707185954,
      "learning_rate": 1.1295791610327342e-08,
      "loss": 0.9727,
      "step": 128474
    },
    {
      "epoch": 5.976971388695046,
      "grad_norm": 1.7722119163923689,
      "learning_rate": 1.1250290547176744e-08,
      "loss": 0.9922,
      "step": 128475
    },
    {
      "epoch": 5.977017911142126,
      "grad_norm": 1.6185424304836944,
      "learning_rate": 1.1204881308007896e-08,
      "loss": 0.918,
      "step": 128476
    },
    {
      "epoch": 5.977064433589207,
      "grad_norm": 2.005933125261787,
      "learning_rate": 1.115956389287076e-08,
      "loss": 1.0938,
      "step": 128477
    },
    {
      "epoch": 5.977110956036287,
      "grad_norm": 1.782405037442063,
      "learning_rate": 1.1114338301798643e-08,
      "loss": 0.8789,
      "step": 128478
    },
    {
      "epoch": 5.9771574784833685,
      "grad_norm": 1.8974153185567537,
      "learning_rate": 1.1069204534791543e-08,
      "loss": 0.9727,
      "step": 128479
    },
    {
      "epoch": 5.977204000930449,
      "grad_norm": 1.74032520991806,
      "learning_rate": 1.102416259189942e-08,
      "loss": 0.9844,
      "step": 128480
    },
    {
      "epoch": 5.9772505233775295,
      "grad_norm": 1.89923259377061,
      "learning_rate": 1.0979212473138933e-08,
      "loss": 0.8984,
      "step": 128481
    },
    {
      "epoch": 5.97729704582461,
      "grad_norm": 1.738070557021713,
      "learning_rate": 1.0934354178526728e-08,
      "loss": 0.8398,
      "step": 128482
    },
    {
      "epoch": 5.977343568271691,
      "grad_norm": 1.8143659879944218,
      "learning_rate": 1.0889587708129421e-08,
      "loss": 0.9609,
      "step": 128483
    },
    {
      "epoch": 5.977390090718772,
      "grad_norm": 1.8418449026113801,
      "learning_rate": 1.084491306193036e-08,
      "loss": 0.9805,
      "step": 128484
    },
    {
      "epoch": 5.977436613165852,
      "grad_norm": 1.7099168343051487,
      "learning_rate": 1.0800330239979504e-08,
      "loss": 0.8789,
      "step": 128485
    },
    {
      "epoch": 5.977483135612934,
      "grad_norm": 1.787217565612371,
      "learning_rate": 1.075583924231016e-08,
      "loss": 0.9531,
      "step": 128486
    },
    {
      "epoch": 5.977529658060014,
      "grad_norm": 2.0021006073816237,
      "learning_rate": 1.0711440068938981e-08,
      "loss": 0.9062,
      "step": 128487
    },
    {
      "epoch": 5.977576180507095,
      "grad_norm": 1.6822255781486688,
      "learning_rate": 1.0667132719882621e-08,
      "loss": 0.8047,
      "step": 128488
    },
    {
      "epoch": 5.977622702954175,
      "grad_norm": 1.9806296364990876,
      "learning_rate": 1.0622917195191039e-08,
      "loss": 1.1562,
      "step": 128489
    },
    {
      "epoch": 5.9776692254012564,
      "grad_norm": 1.9693869497354075,
      "learning_rate": 1.0578793494880889e-08,
      "loss": 1.0391,
      "step": 128490
    },
    {
      "epoch": 5.977715747848337,
      "grad_norm": 1.6240094116242907,
      "learning_rate": 1.0534761618968823e-08,
      "loss": 0.918,
      "step": 128491
    },
    {
      "epoch": 5.977762270295417,
      "grad_norm": 1.777041529316507,
      "learning_rate": 1.0490821567504804e-08,
      "loss": 0.9961,
      "step": 128492
    },
    {
      "epoch": 5.977808792742498,
      "grad_norm": 1.7359772810266576,
      "learning_rate": 1.0446973340488829e-08,
      "loss": 0.9141,
      "step": 128493
    },
    {
      "epoch": 5.977855315189579,
      "grad_norm": 1.9235565635757743,
      "learning_rate": 1.040321693797086e-08,
      "loss": 0.9883,
      "step": 128494
    },
    {
      "epoch": 5.97790183763666,
      "grad_norm": 1.8529826151582642,
      "learning_rate": 1.0359552359950895e-08,
      "loss": 0.9062,
      "step": 128495
    },
    {
      "epoch": 5.97794836008374,
      "grad_norm": 1.6057772782006023,
      "learning_rate": 1.031597960649555e-08,
      "loss": 0.8203,
      "step": 128496
    },
    {
      "epoch": 5.977994882530821,
      "grad_norm": 1.8905814631587559,
      "learning_rate": 1.027249867758817e-08,
      "loss": 0.9414,
      "step": 128497
    },
    {
      "epoch": 5.978041404977902,
      "grad_norm": 1.6551607298826871,
      "learning_rate": 1.022910957329537e-08,
      "loss": 0.9531,
      "step": 128498
    },
    {
      "epoch": 5.9780879274249825,
      "grad_norm": 1.9685677694109291,
      "learning_rate": 1.0185812293617146e-08,
      "loss": 0.9922,
      "step": 128499
    },
    {
      "epoch": 5.978134449872063,
      "grad_norm": 1.6748535630685935,
      "learning_rate": 1.0142606838586808e-08,
      "loss": 0.7891,
      "step": 128500
    },
    {
      "epoch": 5.978180972319144,
      "grad_norm": 1.549395636067095,
      "learning_rate": 1.009949320822101e-08,
      "loss": 0.7891,
      "step": 128501
    },
    {
      "epoch": 5.978227494766225,
      "grad_norm": 1.5414230092936445,
      "learning_rate": 1.005647140256971e-08,
      "loss": 0.7031,
      "step": 128502
    },
    {
      "epoch": 5.978274017213305,
      "grad_norm": 1.7734257430177307,
      "learning_rate": 1.001354142163291e-08,
      "loss": 0.8086,
      "step": 128503
    },
    {
      "epoch": 5.978320539660386,
      "grad_norm": 1.8464011094764474,
      "learning_rate": 9.970703265460567e-09,
      "loss": 0.9102,
      "step": 128504
    },
    {
      "epoch": 5.978367062107467,
      "grad_norm": 1.6458555053272776,
      "learning_rate": 9.927956934069337e-09,
      "loss": 0.8164,
      "step": 128505
    },
    {
      "epoch": 5.978413584554548,
      "grad_norm": 1.87260630905957,
      "learning_rate": 9.885302427475872e-09,
      "loss": 1.0,
      "step": 128506
    },
    {
      "epoch": 5.978460107001628,
      "grad_norm": 1.7572321896358154,
      "learning_rate": 9.842739745713479e-09,
      "loss": 0.8828,
      "step": 128507
    },
    {
      "epoch": 5.9785066294487095,
      "grad_norm": 1.8787876196822262,
      "learning_rate": 9.800268888815466e-09,
      "loss": 0.9492,
      "step": 128508
    },
    {
      "epoch": 5.97855315189579,
      "grad_norm": 1.7219441213960875,
      "learning_rate": 9.757889856815137e-09,
      "loss": 0.8633,
      "step": 128509
    },
    {
      "epoch": 5.97859967434287,
      "grad_norm": 1.6487983811793454,
      "learning_rate": 9.715602649695841e-09,
      "loss": 0.8555,
      "step": 128510
    },
    {
      "epoch": 5.978646196789951,
      "grad_norm": 2.2838882166338093,
      "learning_rate": 9.673407267540845e-09,
      "loss": 1.1406,
      "step": 128511
    },
    {
      "epoch": 5.978692719237031,
      "grad_norm": 1.8524714894139978,
      "learning_rate": 9.631303710333494e-09,
      "loss": 0.9336,
      "step": 128512
    },
    {
      "epoch": 5.978739241684113,
      "grad_norm": 1.7145823215125244,
      "learning_rate": 9.589291978107095e-09,
      "loss": 0.9453,
      "step": 128513
    },
    {
      "epoch": 5.978785764131193,
      "grad_norm": 1.7177789183325733,
      "learning_rate": 9.547372070911607e-09,
      "loss": 0.9141,
      "step": 128514
    },
    {
      "epoch": 5.978832286578274,
      "grad_norm": 1.819928404095414,
      "learning_rate": 9.505543988747033e-09,
      "loss": 0.9336,
      "step": 128515
    },
    {
      "epoch": 5.978878809025355,
      "grad_norm": 1.9265029375711953,
      "learning_rate": 9.463807731630025e-09,
      "loss": 1.0078,
      "step": 128516
    },
    {
      "epoch": 5.9789253314724355,
      "grad_norm": 1.617869750669566,
      "learning_rate": 9.422163299627194e-09,
      "loss": 0.7969,
      "step": 128517
    },
    {
      "epoch": 5.978971853919516,
      "grad_norm": 1.739491993662264,
      "learning_rate": 9.380610692738543e-09,
      "loss": 1.0625,
      "step": 128518
    },
    {
      "epoch": 5.9790183763665965,
      "grad_norm": 2.1066502073335722,
      "learning_rate": 9.339149910980725e-09,
      "loss": 1.0547,
      "step": 128519
    },
    {
      "epoch": 5.979064898813678,
      "grad_norm": 2.063046784619875,
      "learning_rate": 9.297780954387047e-09,
      "loss": 1.0703,
      "step": 128520
    },
    {
      "epoch": 5.979111421260758,
      "grad_norm": 1.820425888932207,
      "learning_rate": 9.256503822990812e-09,
      "loss": 0.8203,
      "step": 128521
    },
    {
      "epoch": 5.979157943707839,
      "grad_norm": 1.854407948095455,
      "learning_rate": 9.215318516808678e-09,
      "loss": 0.9844,
      "step": 128522
    },
    {
      "epoch": 5.97920446615492,
      "grad_norm": 1.7204955145384553,
      "learning_rate": 9.17422503587395e-09,
      "loss": 0.8828,
      "step": 128523
    },
    {
      "epoch": 5.979250988602001,
      "grad_norm": 1.8043682505924805,
      "learning_rate": 9.13322338020328e-09,
      "loss": 0.8789,
      "step": 128524
    },
    {
      "epoch": 5.979297511049081,
      "grad_norm": 1.7238923871377827,
      "learning_rate": 9.092313549829977e-09,
      "loss": 0.9375,
      "step": 128525
    },
    {
      "epoch": 5.979344033496162,
      "grad_norm": 1.7915269608941722,
      "learning_rate": 9.051495544770693e-09,
      "loss": 0.8516,
      "step": 128526
    },
    {
      "epoch": 5.979390555943243,
      "grad_norm": 1.7733425108540952,
      "learning_rate": 9.010769365058734e-09,
      "loss": 1.0,
      "step": 128527
    },
    {
      "epoch": 5.9794370783903235,
      "grad_norm": 1.7259850910118169,
      "learning_rate": 8.970135010710755e-09,
      "loss": 0.9297,
      "step": 128528
    },
    {
      "epoch": 5.979483600837404,
      "grad_norm": 1.87920283761116,
      "learning_rate": 8.929592481760062e-09,
      "loss": 1.0156,
      "step": 128529
    },
    {
      "epoch": 5.979530123284484,
      "grad_norm": 1.8068439833269057,
      "learning_rate": 8.889141778223307e-09,
      "loss": 1.0547,
      "step": 128530
    },
    {
      "epoch": 5.979576645731566,
      "grad_norm": 1.6615310478896017,
      "learning_rate": 8.848782900117146e-09,
      "loss": 0.7656,
      "step": 128531
    },
    {
      "epoch": 5.979623168178646,
      "grad_norm": 1.7591166651263495,
      "learning_rate": 8.808515847491537e-09,
      "loss": 0.8945,
      "step": 128532
    },
    {
      "epoch": 5.979669690625727,
      "grad_norm": 2.034972375957911,
      "learning_rate": 8.768340620363134e-09,
      "loss": 1.0781,
      "step": 128533
    },
    {
      "epoch": 5.979716213072807,
      "grad_norm": 1.9463176015302288,
      "learning_rate": 8.728257218731938e-09,
      "loss": 0.875,
      "step": 128534
    },
    {
      "epoch": 5.979762735519889,
      "grad_norm": 1.7037972605015306,
      "learning_rate": 8.688265642647907e-09,
      "loss": 0.9453,
      "step": 128535
    },
    {
      "epoch": 5.979809257966969,
      "grad_norm": 1.7035530498450202,
      "learning_rate": 8.648365892144348e-09,
      "loss": 0.8555,
      "step": 128536
    },
    {
      "epoch": 5.9798557804140495,
      "grad_norm": 1.658142393488775,
      "learning_rate": 8.60855796720461e-09,
      "loss": 0.8984,
      "step": 128537
    },
    {
      "epoch": 5.979902302861131,
      "grad_norm": 1.9720204994529256,
      "learning_rate": 8.568841867895304e-09,
      "loss": 1.0156,
      "step": 128538
    },
    {
      "epoch": 5.979948825308211,
      "grad_norm": 1.6943061664733787,
      "learning_rate": 8.52921759421643e-09,
      "loss": 0.8789,
      "step": 128539
    },
    {
      "epoch": 5.979995347755292,
      "grad_norm": 1.7780355619966666,
      "learning_rate": 8.489685146201297e-09,
      "loss": 1.0469,
      "step": 128540
    },
    {
      "epoch": 5.980041870202372,
      "grad_norm": 1.7919472151719713,
      "learning_rate": 8.450244523883209e-09,
      "loss": 0.9141,
      "step": 128541
    },
    {
      "epoch": 5.980088392649454,
      "grad_norm": 1.7383608145436495,
      "learning_rate": 8.410895727262167e-09,
      "loss": 0.9023,
      "step": 128542
    },
    {
      "epoch": 5.980134915096534,
      "grad_norm": 1.7235671544275888,
      "learning_rate": 8.371638756388133e-09,
      "loss": 0.9766,
      "step": 128543
    },
    {
      "epoch": 5.980181437543615,
      "grad_norm": 1.7596282586319414,
      "learning_rate": 8.332473611261103e-09,
      "loss": 0.9648,
      "step": 128544
    },
    {
      "epoch": 5.980227959990696,
      "grad_norm": 1.9883271954824064,
      "learning_rate": 8.29340029193104e-09,
      "loss": 1.0391,
      "step": 128545
    },
    {
      "epoch": 5.9802744824377765,
      "grad_norm": 1.796075492255647,
      "learning_rate": 8.254418798397943e-09,
      "loss": 0.8359,
      "step": 128546
    },
    {
      "epoch": 5.980321004884857,
      "grad_norm": 1.6372059369579004,
      "learning_rate": 8.21552913069512e-09,
      "loss": 0.8789,
      "step": 128547
    },
    {
      "epoch": 5.980367527331937,
      "grad_norm": 1.5947789232433147,
      "learning_rate": 8.176731288855875e-09,
      "loss": 0.9648,
      "step": 128548
    },
    {
      "epoch": 5.980414049779018,
      "grad_norm": 1.7706171939123947,
      "learning_rate": 8.138025272880212e-09,
      "loss": 0.9609,
      "step": 128549
    },
    {
      "epoch": 5.980460572226099,
      "grad_norm": 1.6098375518639687,
      "learning_rate": 8.099411082818086e-09,
      "loss": 0.8594,
      "step": 128550
    },
    {
      "epoch": 5.98050709467318,
      "grad_norm": 1.960264233040529,
      "learning_rate": 8.0608887186695e-09,
      "loss": 0.9688,
      "step": 128551
    },
    {
      "epoch": 5.98055361712026,
      "grad_norm": 1.7099082191226935,
      "learning_rate": 8.022458180484415e-09,
      "loss": 0.8672,
      "step": 128552
    },
    {
      "epoch": 5.980600139567342,
      "grad_norm": 1.9136875398974125,
      "learning_rate": 7.984119468262829e-09,
      "loss": 1.0078,
      "step": 128553
    },
    {
      "epoch": 5.980646662014422,
      "grad_norm": 1.6454944805394494,
      "learning_rate": 7.945872582038049e-09,
      "loss": 0.8398,
      "step": 128554
    },
    {
      "epoch": 5.9806931844615026,
      "grad_norm": 1.7074617193710528,
      "learning_rate": 7.907717521826728e-09,
      "loss": 0.9297,
      "step": 128555
    },
    {
      "epoch": 5.980739706908583,
      "grad_norm": 1.8870834315235971,
      "learning_rate": 7.869654287678828e-09,
      "loss": 0.9883,
      "step": 128556
    },
    {
      "epoch": 5.980786229355664,
      "grad_norm": 1.6625760895043475,
      "learning_rate": 7.831682879577695e-09,
      "loss": 0.918,
      "step": 128557
    },
    {
      "epoch": 5.980832751802745,
      "grad_norm": 1.7012581629815036,
      "learning_rate": 7.793803297573287e-09,
      "loss": 0.8711,
      "step": 128558
    },
    {
      "epoch": 5.980879274249825,
      "grad_norm": 1.73852089483698,
      "learning_rate": 7.756015541682258e-09,
      "loss": 0.8281,
      "step": 128559
    },
    {
      "epoch": 5.980925796696907,
      "grad_norm": 2.0507118955522365,
      "learning_rate": 7.718319611921263e-09,
      "loss": 1.0234,
      "step": 128560
    },
    {
      "epoch": 5.980972319143987,
      "grad_norm": 1.9378167274806217,
      "learning_rate": 7.680715508323609e-09,
      "loss": 0.918,
      "step": 128561
    },
    {
      "epoch": 5.981018841591068,
      "grad_norm": 1.7656764404579526,
      "learning_rate": 7.643203230905947e-09,
      "loss": 0.9609,
      "step": 128562
    },
    {
      "epoch": 5.981065364038148,
      "grad_norm": 1.7835187342833878,
      "learning_rate": 7.605782779701586e-09,
      "loss": 0.8867,
      "step": 128563
    },
    {
      "epoch": 5.981111886485229,
      "grad_norm": 1.799660412311199,
      "learning_rate": 7.568454154710524e-09,
      "loss": 1.0078,
      "step": 128564
    },
    {
      "epoch": 5.98115840893231,
      "grad_norm": 1.7552157411603961,
      "learning_rate": 7.531217355982721e-09,
      "loss": 0.9531,
      "step": 128565
    },
    {
      "epoch": 5.9812049313793905,
      "grad_norm": 1.8016835327622744,
      "learning_rate": 7.494072383518179e-09,
      "loss": 0.8281,
      "step": 128566
    },
    {
      "epoch": 5.981251453826471,
      "grad_norm": 1.791779290876047,
      "learning_rate": 7.457019237366857e-09,
      "loss": 0.8672,
      "step": 128567
    },
    {
      "epoch": 5.981297976273552,
      "grad_norm": 1.8347306322121983,
      "learning_rate": 7.420057917512101e-09,
      "loss": 0.875,
      "step": 128568
    },
    {
      "epoch": 5.981344498720633,
      "grad_norm": 1.8898106159557935,
      "learning_rate": 7.3831884240205254e-09,
      "loss": 0.8594,
      "step": 128569
    },
    {
      "epoch": 5.981391021167713,
      "grad_norm": 1.718776667048273,
      "learning_rate": 7.346410756875476e-09,
      "loss": 0.9531,
      "step": 128570
    },
    {
      "epoch": 5.981437543614794,
      "grad_norm": 1.6469768357747463,
      "learning_rate": 7.309724916126913e-09,
      "loss": 0.8398,
      "step": 128571
    },
    {
      "epoch": 5.981484066061875,
      "grad_norm": 1.8026396280263164,
      "learning_rate": 7.273130901774837e-09,
      "loss": 1.0312,
      "step": 128572
    },
    {
      "epoch": 5.981530588508956,
      "grad_norm": 2.0957879006750093,
      "learning_rate": 7.236628713869208e-09,
      "loss": 0.9141,
      "step": 128573
    },
    {
      "epoch": 5.981577110956036,
      "grad_norm": 1.8572865092672284,
      "learning_rate": 7.2002183524100255e-09,
      "loss": 0.9961,
      "step": 128574
    },
    {
      "epoch": 5.981623633403117,
      "grad_norm": 1.6424596802716949,
      "learning_rate": 7.163899817430596e-09,
      "loss": 0.8555,
      "step": 128575
    },
    {
      "epoch": 5.981670155850198,
      "grad_norm": 1.510761459814833,
      "learning_rate": 7.127673108947573e-09,
      "loss": 0.8398,
      "step": 128576
    },
    {
      "epoch": 5.981716678297278,
      "grad_norm": 1.882169245990356,
      "learning_rate": 7.091538226977611e-09,
      "loss": 0.8945,
      "step": 128577
    },
    {
      "epoch": 5.981763200744359,
      "grad_norm": 1.547787485129902,
      "learning_rate": 7.055495171554016e-09,
      "loss": 0.7383,
      "step": 128578
    },
    {
      "epoch": 5.98180972319144,
      "grad_norm": 1.7039897262484593,
      "learning_rate": 7.0195439426934396e-09,
      "loss": 0.9844,
      "step": 128579
    },
    {
      "epoch": 5.981856245638521,
      "grad_norm": 1.708497156012067,
      "learning_rate": 6.9836845404291905e-09,
      "loss": 0.8828,
      "step": 128580
    },
    {
      "epoch": 5.981902768085601,
      "grad_norm": 2.0865947854309534,
      "learning_rate": 6.947916964777922e-09,
      "loss": 0.9375,
      "step": 128581
    },
    {
      "epoch": 5.981949290532682,
      "grad_norm": 1.8617558835724122,
      "learning_rate": 6.912241215739633e-09,
      "loss": 1.1328,
      "step": 128582
    },
    {
      "epoch": 5.981995812979763,
      "grad_norm": 1.8925861008308296,
      "learning_rate": 6.876657293364285e-09,
      "loss": 1.0469,
      "step": 128583
    },
    {
      "epoch": 5.9820423354268435,
      "grad_norm": 1.839596001191518,
      "learning_rate": 6.841165197651877e-09,
      "loss": 1.0,
      "step": 128584
    },
    {
      "epoch": 5.982088857873924,
      "grad_norm": 1.781885808668495,
      "learning_rate": 6.805764928652369e-09,
      "loss": 0.8906,
      "step": 128585
    },
    {
      "epoch": 5.9821353803210044,
      "grad_norm": 1.794929112234744,
      "learning_rate": 6.770456486365761e-09,
      "loss": 1.0625,
      "step": 128586
    },
    {
      "epoch": 5.982181902768086,
      "grad_norm": 1.8465621262142198,
      "learning_rate": 6.735239870808706e-09,
      "loss": 0.8828,
      "step": 128587
    },
    {
      "epoch": 5.982228425215166,
      "grad_norm": 1.5216730314627187,
      "learning_rate": 6.7001150820145126e-09,
      "loss": 0.7461,
      "step": 128588
    },
    {
      "epoch": 5.982274947662247,
      "grad_norm": 1.8219666759808442,
      "learning_rate": 6.665082119999832e-09,
      "loss": 1.0234,
      "step": 128589
    },
    {
      "epoch": 5.982321470109328,
      "grad_norm": 1.7965198721539,
      "learning_rate": 6.630140984797971e-09,
      "loss": 0.9844,
      "step": 128590
    },
    {
      "epoch": 5.982367992556409,
      "grad_norm": 1.9888650591164327,
      "learning_rate": 6.595291676425585e-09,
      "loss": 1.0703,
      "step": 128591
    },
    {
      "epoch": 5.982414515003489,
      "grad_norm": 1.587656497587921,
      "learning_rate": 6.5605341948826715e-09,
      "loss": 0.8672,
      "step": 128592
    },
    {
      "epoch": 5.98246103745057,
      "grad_norm": 1.8572060914392479,
      "learning_rate": 6.5258685402191926e-09,
      "loss": 1.0078,
      "step": 128593
    },
    {
      "epoch": 5.982507559897651,
      "grad_norm": 1.6866414645854275,
      "learning_rate": 6.4912947124351464e-09,
      "loss": 0.9531,
      "step": 128594
    },
    {
      "epoch": 5.982554082344731,
      "grad_norm": 1.9223972989670497,
      "learning_rate": 6.456812711580495e-09,
      "loss": 0.8867,
      "step": 128595
    },
    {
      "epoch": 5.982600604791812,
      "grad_norm": 1.8684281255396615,
      "learning_rate": 6.4224225376385826e-09,
      "loss": 0.8555,
      "step": 128596
    },
    {
      "epoch": 5.982647127238893,
      "grad_norm": 1.7090448186093385,
      "learning_rate": 6.388124190659372e-09,
      "loss": 0.8789,
      "step": 128597
    },
    {
      "epoch": 5.982693649685974,
      "grad_norm": 1.6589398343671018,
      "learning_rate": 6.353917670642861e-09,
      "loss": 0.8906,
      "step": 128598
    },
    {
      "epoch": 5.982740172133054,
      "grad_norm": 1.8657010079379368,
      "learning_rate": 6.319802977622357e-09,
      "loss": 0.8906,
      "step": 128599
    },
    {
      "epoch": 5.982786694580135,
      "grad_norm": 1.9606699468563586,
      "learning_rate": 6.285780111631167e-09,
      "loss": 1.1172,
      "step": 128600
    },
    {
      "epoch": 5.982833217027215,
      "grad_norm": 2.029637009898923,
      "learning_rate": 6.25184907266929e-09,
      "loss": 1.0156,
      "step": 128601
    },
    {
      "epoch": 5.9828797394742965,
      "grad_norm": 1.6168183202507254,
      "learning_rate": 6.2180098607533815e-09,
      "loss": 0.7344,
      "step": 128602
    },
    {
      "epoch": 5.982926261921377,
      "grad_norm": 1.624888082443126,
      "learning_rate": 6.184262475916746e-09,
      "loss": 0.8711,
      "step": 128603
    },
    {
      "epoch": 5.9829727843684575,
      "grad_norm": 1.7764916296282933,
      "learning_rate": 6.150606918192691e-09,
      "loss": 0.9219,
      "step": 128604
    },
    {
      "epoch": 5.983019306815539,
      "grad_norm": 1.8445236413976864,
      "learning_rate": 6.117043187564563e-09,
      "loss": 1.0,
      "step": 128605
    },
    {
      "epoch": 5.983065829262619,
      "grad_norm": 1.8437078582347104,
      "learning_rate": 6.0835712840989755e-09,
      "loss": 0.8906,
      "step": 128606
    },
    {
      "epoch": 5.9831123517097,
      "grad_norm": 2.3138610758605673,
      "learning_rate": 6.050191207779276e-09,
      "loss": 1.0625,
      "step": 128607
    },
    {
      "epoch": 5.98315887415678,
      "grad_norm": 1.4330836394233708,
      "learning_rate": 6.01690295863877e-09,
      "loss": 0.7539,
      "step": 128608
    },
    {
      "epoch": 5.983205396603862,
      "grad_norm": 1.875772026401899,
      "learning_rate": 5.9837065367107635e-09,
      "loss": 1.0547,
      "step": 128609
    },
    {
      "epoch": 5.983251919050942,
      "grad_norm": 1.7166094742932743,
      "learning_rate": 5.9506019419952586e-09,
      "loss": 1.0156,
      "step": 128610
    },
    {
      "epoch": 5.983298441498023,
      "grad_norm": 1.7818556276131887,
      "learning_rate": 5.917589174525561e-09,
      "loss": 0.8516,
      "step": 128611
    },
    {
      "epoch": 5.983344963945104,
      "grad_norm": 1.7626437884049277,
      "learning_rate": 5.884668234301671e-09,
      "loss": 1.0156,
      "step": 128612
    },
    {
      "epoch": 5.983391486392184,
      "grad_norm": 1.8884773771311973,
      "learning_rate": 5.851839121373547e-09,
      "loss": 1.1328,
      "step": 128613
    },
    {
      "epoch": 5.983438008839265,
      "grad_norm": 1.6691834587108314,
      "learning_rate": 5.819101835741191e-09,
      "loss": 0.875,
      "step": 128614
    },
    {
      "epoch": 5.983484531286345,
      "grad_norm": 1.6450069994674759,
      "learning_rate": 5.786456377437909e-09,
      "loss": 0.8984,
      "step": 128615
    },
    {
      "epoch": 5.983531053733427,
      "grad_norm": 1.822547813446858,
      "learning_rate": 5.753902746463701e-09,
      "loss": 0.8789,
      "step": 128616
    },
    {
      "epoch": 5.983577576180507,
      "grad_norm": 1.8396150222191552,
      "learning_rate": 5.721440942868527e-09,
      "loss": 0.9453,
      "step": 128617
    },
    {
      "epoch": 5.983624098627588,
      "grad_norm": 1.7087969207519635,
      "learning_rate": 5.689070966635734e-09,
      "loss": 0.8086,
      "step": 128618
    },
    {
      "epoch": 5.983670621074668,
      "grad_norm": 1.859213650808311,
      "learning_rate": 5.656792817815281e-09,
      "loss": 0.9531,
      "step": 128619
    },
    {
      "epoch": 5.9837171435217495,
      "grad_norm": 2.0332421981230087,
      "learning_rate": 5.624606496423822e-09,
      "loss": 1.0391,
      "step": 128620
    },
    {
      "epoch": 5.98376366596883,
      "grad_norm": 1.7383368757415727,
      "learning_rate": 5.592512002461358e-09,
      "loss": 0.9805,
      "step": 128621
    },
    {
      "epoch": 5.9838101884159105,
      "grad_norm": 1.7981195049527756,
      "learning_rate": 5.560509335961194e-09,
      "loss": 0.832,
      "step": 128622
    },
    {
      "epoch": 5.983856710862991,
      "grad_norm": 1.675617831593875,
      "learning_rate": 5.528598496939985e-09,
      "loss": 0.8906,
      "step": 128623
    },
    {
      "epoch": 5.983903233310072,
      "grad_norm": 1.7584578126306767,
      "learning_rate": 5.496779485414382e-09,
      "loss": 0.9922,
      "step": 128624
    },
    {
      "epoch": 5.983949755757153,
      "grad_norm": 1.463837971597545,
      "learning_rate": 5.46505230140104e-09,
      "loss": 0.7344,
      "step": 128625
    },
    {
      "epoch": 5.983996278204233,
      "grad_norm": 1.692429716606135,
      "learning_rate": 5.4334169449499196e-09,
      "loss": 0.8867,
      "step": 128626
    },
    {
      "epoch": 5.984042800651315,
      "grad_norm": 1.8844768288579468,
      "learning_rate": 5.401873416044367e-09,
      "loss": 0.9375,
      "step": 128627
    },
    {
      "epoch": 5.984089323098395,
      "grad_norm": 1.6927472367103107,
      "learning_rate": 5.370421714701034e-09,
      "loss": 0.9492,
      "step": 128628
    },
    {
      "epoch": 5.984135845545476,
      "grad_norm": 1.6066129897253691,
      "learning_rate": 5.339061840969882e-09,
      "loss": 0.8711,
      "step": 128629
    },
    {
      "epoch": 5.984182367992556,
      "grad_norm": 1.7955747346334818,
      "learning_rate": 5.307793794850912e-09,
      "loss": 0.8555,
      "step": 128630
    },
    {
      "epoch": 5.9842288904396375,
      "grad_norm": 1.8288298647148902,
      "learning_rate": 5.2766175763774286e-09,
      "loss": 1.0547,
      "step": 128631
    },
    {
      "epoch": 5.984275412886718,
      "grad_norm": 1.9168463775138547,
      "learning_rate": 5.245533185549433e-09,
      "loss": 0.9805,
      "step": 128632
    },
    {
      "epoch": 5.984321935333798,
      "grad_norm": 1.8614769549223837,
      "learning_rate": 5.214540622383578e-09,
      "loss": 0.8711,
      "step": 128633
    },
    {
      "epoch": 5.984368457780879,
      "grad_norm": 1.951872809851641,
      "learning_rate": 5.183639886913171e-09,
      "loss": 0.957,
      "step": 128634
    },
    {
      "epoch": 5.98441498022796,
      "grad_norm": 1.8753547600593796,
      "learning_rate": 5.152830979171518e-09,
      "loss": 0.9336,
      "step": 128635
    },
    {
      "epoch": 5.984461502675041,
      "grad_norm": 1.736576306786474,
      "learning_rate": 5.122113899141967e-09,
      "loss": 0.9102,
      "step": 128636
    },
    {
      "epoch": 5.984508025122121,
      "grad_norm": 1.9026994208478434,
      "learning_rate": 5.091488646857822e-09,
      "loss": 0.9609,
      "step": 128637
    },
    {
      "epoch": 5.984554547569202,
      "grad_norm": 1.8521885973810934,
      "learning_rate": 5.060955222352392e-09,
      "loss": 0.9922,
      "step": 128638
    },
    {
      "epoch": 5.984601070016283,
      "grad_norm": 1.725073422769279,
      "learning_rate": 5.030513625625676e-09,
      "loss": 0.9102,
      "step": 128639
    },
    {
      "epoch": 5.9846475924633635,
      "grad_norm": 1.8092997845276877,
      "learning_rate": 5.000163856710981e-09,
      "loss": 1.0234,
      "step": 128640
    },
    {
      "epoch": 5.984694114910444,
      "grad_norm": 1.6631106020701059,
      "learning_rate": 4.969905915608307e-09,
      "loss": 0.9141,
      "step": 128641
    },
    {
      "epoch": 5.984740637357525,
      "grad_norm": 1.7857791927620525,
      "learning_rate": 4.939739802350962e-09,
      "loss": 0.9453,
      "step": 128642
    },
    {
      "epoch": 5.984787159804606,
      "grad_norm": 1.6879849140618228,
      "learning_rate": 4.909665516955597e-09,
      "loss": 0.9648,
      "step": 128643
    },
    {
      "epoch": 5.984833682251686,
      "grad_norm": 2.1162260389124374,
      "learning_rate": 4.879683059438866e-09,
      "loss": 1.0547,
      "step": 128644
    },
    {
      "epoch": 5.984880204698767,
      "grad_norm": 1.7208487019409513,
      "learning_rate": 4.849792429817423e-09,
      "loss": 0.8008,
      "step": 128645
    },
    {
      "epoch": 5.984926727145848,
      "grad_norm": 1.9075764502844617,
      "learning_rate": 4.819993628124574e-09,
      "loss": 0.957,
      "step": 128646
    },
    {
      "epoch": 5.984973249592929,
      "grad_norm": 1.9344314559697293,
      "learning_rate": 4.790286654343667e-09,
      "loss": 1.125,
      "step": 128647
    },
    {
      "epoch": 5.985019772040009,
      "grad_norm": 1.89104438857858,
      "learning_rate": 4.76067150852466e-09,
      "loss": 1.0234,
      "step": 128648
    },
    {
      "epoch": 5.9850662944870905,
      "grad_norm": 1.8298554417753699,
      "learning_rate": 4.731148190667555e-09,
      "loss": 0.9141,
      "step": 128649
    },
    {
      "epoch": 5.985112816934171,
      "grad_norm": 1.7877873313736485,
      "learning_rate": 4.701716700805658e-09,
      "loss": 0.9453,
      "step": 128650
    },
    {
      "epoch": 5.985159339381251,
      "grad_norm": 1.8046186235168447,
      "learning_rate": 4.672377038955622e-09,
      "loss": 0.957,
      "step": 128651
    },
    {
      "epoch": 5.985205861828332,
      "grad_norm": 1.7233213034238983,
      "learning_rate": 4.643129205117446e-09,
      "loss": 0.9688,
      "step": 128652
    },
    {
      "epoch": 5.985252384275412,
      "grad_norm": 2.0403238192766175,
      "learning_rate": 4.613973199324439e-09,
      "loss": 1.0781,
      "step": 128653
    },
    {
      "epoch": 5.985298906722494,
      "grad_norm": 1.745493524851031,
      "learning_rate": 4.584909021593253e-09,
      "loss": 0.8828,
      "step": 128654
    },
    {
      "epoch": 5.985345429169574,
      "grad_norm": 1.7812133984109493,
      "learning_rate": 4.555936671923888e-09,
      "loss": 0.9883,
      "step": 128655
    },
    {
      "epoch": 5.985391951616655,
      "grad_norm": 1.9382232019950079,
      "learning_rate": 4.527056150366304e-09,
      "loss": 0.8594,
      "step": 128656
    },
    {
      "epoch": 5.985438474063736,
      "grad_norm": 1.689146599831287,
      "learning_rate": 4.4982674569205016e-09,
      "loss": 0.8984,
      "step": 128657
    },
    {
      "epoch": 5.985484996510817,
      "grad_norm": 1.6277443113811156,
      "learning_rate": 4.469570591603133e-09,
      "loss": 1.0078,
      "step": 128658
    },
    {
      "epoch": 5.985531518957897,
      "grad_norm": 1.6548098067362667,
      "learning_rate": 4.440965554430853e-09,
      "loss": 0.8867,
      "step": 128659
    },
    {
      "epoch": 5.9855780414049775,
      "grad_norm": 1.761848275375179,
      "learning_rate": 4.412452345420314e-09,
      "loss": 0.8867,
      "step": 128660
    },
    {
      "epoch": 5.985624563852059,
      "grad_norm": 1.8050779943107702,
      "learning_rate": 4.384030964604823e-09,
      "loss": 0.9961,
      "step": 128661
    },
    {
      "epoch": 5.985671086299139,
      "grad_norm": 1.712357406057074,
      "learning_rate": 4.355701411967727e-09,
      "loss": 0.9766,
      "step": 128662
    },
    {
      "epoch": 5.98571760874622,
      "grad_norm": 1.7329670859759596,
      "learning_rate": 4.327463687575638e-09,
      "loss": 0.918,
      "step": 128663
    },
    {
      "epoch": 5.985764131193301,
      "grad_norm": 1.9573419021530953,
      "learning_rate": 4.299317791395252e-09,
      "loss": 1.0859,
      "step": 128664
    },
    {
      "epoch": 5.985810653640382,
      "grad_norm": 1.5954182898556903,
      "learning_rate": 4.271263723476526e-09,
      "loss": 0.8164,
      "step": 128665
    },
    {
      "epoch": 5.985857176087462,
      "grad_norm": 1.6843323559826044,
      "learning_rate": 4.243301483836115e-09,
      "loss": 0.9219,
      "step": 128666
    },
    {
      "epoch": 5.985903698534543,
      "grad_norm": 1.893691854065888,
      "learning_rate": 4.215431072457365e-09,
      "loss": 1.0469,
      "step": 128667
    },
    {
      "epoch": 5.985950220981624,
      "grad_norm": 1.753536149683556,
      "learning_rate": 4.187652489406889e-09,
      "loss": 0.957,
      "step": 128668
    },
    {
      "epoch": 5.9859967434287045,
      "grad_norm": 1.7884995830586234,
      "learning_rate": 4.159965734668036e-09,
      "loss": 1.0859,
      "step": 128669
    },
    {
      "epoch": 5.986043265875785,
      "grad_norm": 1.6819279615074938,
      "learning_rate": 4.132370808257457e-09,
      "loss": 0.9453,
      "step": 128670
    },
    {
      "epoch": 5.986089788322865,
      "grad_norm": 1.8622144217285452,
      "learning_rate": 4.1048677102084595e-09,
      "loss": 0.9453,
      "step": 128671
    },
    {
      "epoch": 5.986136310769947,
      "grad_norm": 1.7711521939251385,
      "learning_rate": 4.077456440537696e-09,
      "loss": 0.9961,
      "step": 128672
    },
    {
      "epoch": 5.986182833217027,
      "grad_norm": 1.8192207431880691,
      "learning_rate": 4.0501369992451684e-09,
      "loss": 0.9961,
      "step": 128673
    },
    {
      "epoch": 5.986229355664108,
      "grad_norm": 1.9275403993120805,
      "learning_rate": 4.0229093863641815e-09,
      "loss": 0.9336,
      "step": 128674
    },
    {
      "epoch": 5.986275878111188,
      "grad_norm": 1.976663334977346,
      "learning_rate": 3.995773601894736e-09,
      "loss": 1.0312,
      "step": 128675
    },
    {
      "epoch": 5.98632240055827,
      "grad_norm": 1.6829990654475298,
      "learning_rate": 3.968729645870139e-09,
      "loss": 1.0,
      "step": 128676
    },
    {
      "epoch": 5.98636892300535,
      "grad_norm": 1.858352765180024,
      "learning_rate": 3.94177751829039e-09,
      "loss": 1.0391,
      "step": 128677
    },
    {
      "epoch": 5.9864154454524305,
      "grad_norm": 1.832377792103463,
      "learning_rate": 3.914917219188796e-09,
      "loss": 0.9062,
      "step": 128678
    },
    {
      "epoch": 5.986461967899512,
      "grad_norm": 1.7653541119320406,
      "learning_rate": 3.88814874858201e-09,
      "loss": 0.9375,
      "step": 128679
    },
    {
      "epoch": 5.986508490346592,
      "grad_norm": 1.780030900239338,
      "learning_rate": 3.861472106470032e-09,
      "loss": 0.8359,
      "step": 128680
    },
    {
      "epoch": 5.986555012793673,
      "grad_norm": 1.6083610965949824,
      "learning_rate": 3.834887292886169e-09,
      "loss": 0.9023,
      "step": 128681
    },
    {
      "epoch": 5.986601535240753,
      "grad_norm": 1.5751111975703467,
      "learning_rate": 3.80839430783042e-09,
      "loss": 0.8281,
      "step": 128682
    },
    {
      "epoch": 5.986648057687835,
      "grad_norm": 1.830276605159438,
      "learning_rate": 3.781993151336093e-09,
      "loss": 1.0156,
      "step": 128683
    },
    {
      "epoch": 5.986694580134915,
      "grad_norm": 1.7443725869216005,
      "learning_rate": 3.755683823403189e-09,
      "loss": 0.875,
      "step": 128684
    },
    {
      "epoch": 5.986741102581996,
      "grad_norm": 1.9131625093258666,
      "learning_rate": 3.729466324048358e-09,
      "loss": 0.8984,
      "step": 128685
    },
    {
      "epoch": 5.986787625029077,
      "grad_norm": 1.7097931487278137,
      "learning_rate": 3.703340653304909e-09,
      "loss": 0.8242,
      "step": 128686
    },
    {
      "epoch": 5.9868341474761575,
      "grad_norm": 1.8486958346943334,
      "learning_rate": 3.677306811172842e-09,
      "loss": 0.9414,
      "step": 128687
    },
    {
      "epoch": 5.986880669923238,
      "grad_norm": 1.69177747846797,
      "learning_rate": 3.6513647976688098e-09,
      "loss": 0.9141,
      "step": 128688
    },
    {
      "epoch": 5.9869271923703185,
      "grad_norm": 1.9597497712715808,
      "learning_rate": 3.625514612826119e-09,
      "loss": 1.0,
      "step": 128689
    },
    {
      "epoch": 5.986973714817399,
      "grad_norm": 2.005528240336568,
      "learning_rate": 3.59975625664477e-09,
      "loss": 0.9727,
      "step": 128690
    },
    {
      "epoch": 5.98702023726448,
      "grad_norm": 1.6770835745606738,
      "learning_rate": 3.574089729141416e-09,
      "loss": 0.9102,
      "step": 128691
    },
    {
      "epoch": 5.987066759711561,
      "grad_norm": 1.7336779857566302,
      "learning_rate": 3.5485150303327103e-09,
      "loss": 0.8633,
      "step": 128692
    },
    {
      "epoch": 5.987113282158641,
      "grad_norm": 1.8005541755643883,
      "learning_rate": 3.523032160235306e-09,
      "loss": 1.0625,
      "step": 128693
    },
    {
      "epoch": 5.987159804605723,
      "grad_norm": 1.8221279915028459,
      "learning_rate": 3.497641118865857e-09,
      "loss": 0.8867,
      "step": 128694
    },
    {
      "epoch": 5.987206327052803,
      "grad_norm": 1.626107149082584,
      "learning_rate": 3.4723419062410163e-09,
      "loss": 0.918,
      "step": 128695
    },
    {
      "epoch": 5.987252849499884,
      "grad_norm": 1.8683919786611702,
      "learning_rate": 3.447134522377437e-09,
      "loss": 0.8789,
      "step": 128696
    },
    {
      "epoch": 5.987299371946964,
      "grad_norm": 1.6501809011019766,
      "learning_rate": 3.4220189672751197e-09,
      "loss": 0.8984,
      "step": 128697
    },
    {
      "epoch": 5.987345894394045,
      "grad_norm": 1.7523442563107674,
      "learning_rate": 3.396995240967371e-09,
      "loss": 0.8945,
      "step": 128698
    },
    {
      "epoch": 5.987392416841126,
      "grad_norm": 1.9054928120419912,
      "learning_rate": 3.3720633434708433e-09,
      "loss": 0.9062,
      "step": 128699
    },
    {
      "epoch": 5.987438939288206,
      "grad_norm": 1.7739585857657567,
      "learning_rate": 3.3472232747855375e-09,
      "loss": 0.957,
      "step": 128700
    },
    {
      "epoch": 5.987485461735288,
      "grad_norm": 1.9099267726726856,
      "learning_rate": 3.3224750349447603e-09,
      "loss": 0.9102,
      "step": 128701
    },
    {
      "epoch": 5.987531984182368,
      "grad_norm": 1.969503251723829,
      "learning_rate": 3.2978186239485117e-09,
      "loss": 1.1016,
      "step": 128702
    },
    {
      "epoch": 5.987578506629449,
      "grad_norm": 1.743288136691216,
      "learning_rate": 3.2732540418134444e-09,
      "loss": 0.8398,
      "step": 128703
    },
    {
      "epoch": 5.987625029076529,
      "grad_norm": 1.643280989396736,
      "learning_rate": 3.2487812885562127e-09,
      "loss": 0.9297,
      "step": 128704
    },
    {
      "epoch": 5.9876715515236105,
      "grad_norm": 1.7112588023781221,
      "learning_rate": 3.2244003642101224e-09,
      "loss": 1.0234,
      "step": 128705
    },
    {
      "epoch": 5.987718073970691,
      "grad_norm": 1.6419534935056974,
      "learning_rate": 3.2001112687585207e-09,
      "loss": 0.9023,
      "step": 128706
    },
    {
      "epoch": 5.9877645964177715,
      "grad_norm": 1.9385854677741856,
      "learning_rate": 3.175914002234714e-09,
      "loss": 0.9961,
      "step": 128707
    },
    {
      "epoch": 5.987811118864852,
      "grad_norm": 1.8557075727992256,
      "learning_rate": 3.151808564655356e-09,
      "loss": 1.0156,
      "step": 128708
    },
    {
      "epoch": 5.987857641311933,
      "grad_norm": 1.94809997320481,
      "learning_rate": 3.1277949560370995e-09,
      "loss": 1.0078,
      "step": 128709
    },
    {
      "epoch": 5.987904163759014,
      "grad_norm": 1.5826770486895207,
      "learning_rate": 3.103873176379945e-09,
      "loss": 0.8359,
      "step": 128710
    },
    {
      "epoch": 5.987950686206094,
      "grad_norm": 1.8093270807834745,
      "learning_rate": 3.0800432257005457e-09,
      "loss": 1.0312,
      "step": 128711
    },
    {
      "epoch": 5.987997208653175,
      "grad_norm": 1.8009980612534284,
      "learning_rate": 3.0563051040322084e-09,
      "loss": 0.8672,
      "step": 128712
    },
    {
      "epoch": 5.988043731100256,
      "grad_norm": 1.7445613817954804,
      "learning_rate": 3.0326588113582794e-09,
      "loss": 0.8359,
      "step": 128713
    },
    {
      "epoch": 5.988090253547337,
      "grad_norm": 1.6235008342910984,
      "learning_rate": 3.0091043477287192e-09,
      "loss": 0.8906,
      "step": 128714
    },
    {
      "epoch": 5.988136775994417,
      "grad_norm": 1.9710324953796663,
      "learning_rate": 2.9856417131435275e-09,
      "loss": 1.0469,
      "step": 128715
    },
    {
      "epoch": 5.988183298441498,
      "grad_norm": 1.7580400946714443,
      "learning_rate": 2.962270907602704e-09,
      "loss": 1.0312,
      "step": 128716
    },
    {
      "epoch": 5.988229820888579,
      "grad_norm": 1.9797005478459677,
      "learning_rate": 2.938991931139556e-09,
      "loss": 1.1094,
      "step": 128717
    },
    {
      "epoch": 5.988276343335659,
      "grad_norm": 1.671528485664071,
      "learning_rate": 2.915804783754083e-09,
      "loss": 0.9023,
      "step": 128718
    },
    {
      "epoch": 5.98832286578274,
      "grad_norm": 1.6581630636199673,
      "learning_rate": 2.892709465462939e-09,
      "loss": 0.8281,
      "step": 128719
    },
    {
      "epoch": 5.988369388229821,
      "grad_norm": 1.7595098820944992,
      "learning_rate": 2.86970597629943e-09,
      "loss": 0.8984,
      "step": 128720
    },
    {
      "epoch": 5.988415910676902,
      "grad_norm": 1.5752543476673342,
      "learning_rate": 2.8467943162635566e-09,
      "loss": 0.7656,
      "step": 128721
    },
    {
      "epoch": 5.988462433123982,
      "grad_norm": 1.7777336792163576,
      "learning_rate": 2.823974485355318e-09,
      "loss": 0.8711,
      "step": 128722
    },
    {
      "epoch": 5.988508955571063,
      "grad_norm": 1.9347474040231023,
      "learning_rate": 2.8012464836080217e-09,
      "loss": 0.9297,
      "step": 128723
    },
    {
      "epoch": 5.988555478018144,
      "grad_norm": 1.8421705193780202,
      "learning_rate": 2.7786103110383207e-09,
      "loss": 0.8203,
      "step": 128724
    },
    {
      "epoch": 5.9886020004652245,
      "grad_norm": 1.7984167902334234,
      "learning_rate": 2.756065967646215e-09,
      "loss": 0.957,
      "step": 128725
    },
    {
      "epoch": 5.988648522912305,
      "grad_norm": 1.9013601042080124,
      "learning_rate": 2.733613453448358e-09,
      "loss": 0.9922,
      "step": 128726
    },
    {
      "epoch": 5.9886950453593855,
      "grad_norm": 1.81455997002611,
      "learning_rate": 2.7112527684614026e-09,
      "loss": 1.0469,
      "step": 128727
    },
    {
      "epoch": 5.988741567806467,
      "grad_norm": 1.7334558728308396,
      "learning_rate": 2.68898391268535e-09,
      "loss": 0.8867,
      "step": 128728
    },
    {
      "epoch": 5.988788090253547,
      "grad_norm": 1.9092508229856502,
      "learning_rate": 2.6668068861701585e-09,
      "loss": 1.0156,
      "step": 128729
    },
    {
      "epoch": 5.988834612700628,
      "grad_norm": 1.8050266035623679,
      "learning_rate": 2.6447216888991763e-09,
      "loss": 0.9688,
      "step": 128730
    },
    {
      "epoch": 5.988881135147709,
      "grad_norm": 1.7970121515965827,
      "learning_rate": 2.622728320889056e-09,
      "loss": 0.9609,
      "step": 128731
    },
    {
      "epoch": 5.98892765759479,
      "grad_norm": 1.6884760055983246,
      "learning_rate": 2.600826782156451e-09,
      "loss": 0.9727,
      "step": 128732
    },
    {
      "epoch": 5.98897418004187,
      "grad_norm": 1.9615876169650697,
      "learning_rate": 2.579017072718015e-09,
      "loss": 1.1016,
      "step": 128733
    },
    {
      "epoch": 5.989020702488951,
      "grad_norm": 1.9742901273142919,
      "learning_rate": 2.5572991925904006e-09,
      "loss": 0.9648,
      "step": 128734
    },
    {
      "epoch": 5.989067224936032,
      "grad_norm": 1.8171986363814883,
      "learning_rate": 2.5356731417736085e-09,
      "loss": 0.9141,
      "step": 128735
    },
    {
      "epoch": 5.989113747383112,
      "grad_norm": 1.909700170498448,
      "learning_rate": 2.514138920284292e-09,
      "loss": 0.9883,
      "step": 128736
    },
    {
      "epoch": 5.989160269830193,
      "grad_norm": 1.815980329046115,
      "learning_rate": 2.4926965281557577e-09,
      "loss": 0.9492,
      "step": 128737
    },
    {
      "epoch": 5.989206792277274,
      "grad_norm": 1.9631275812199107,
      "learning_rate": 2.471345965371352e-09,
      "loss": 1.0781,
      "step": 128738
    },
    {
      "epoch": 5.989253314724355,
      "grad_norm": 2.0324407641250497,
      "learning_rate": 2.4500872319643815e-09,
      "loss": 0.9805,
      "step": 128739
    },
    {
      "epoch": 5.989299837171435,
      "grad_norm": 1.7839894894216586,
      "learning_rate": 2.4289203279348468e-09,
      "loss": 0.9805,
      "step": 128740
    },
    {
      "epoch": 5.989346359618516,
      "grad_norm": 1.7814753457035013,
      "learning_rate": 2.407845253316054e-09,
      "loss": 0.875,
      "step": 128741
    },
    {
      "epoch": 5.989392882065596,
      "grad_norm": 2.0413280063433983,
      "learning_rate": 2.3868620080913505e-09,
      "loss": 0.9922,
      "step": 128742
    },
    {
      "epoch": 5.9894394045126775,
      "grad_norm": 1.5897292164758376,
      "learning_rate": 2.365970592294042e-09,
      "loss": 0.9531,
      "step": 128743
    },
    {
      "epoch": 5.989485926959758,
      "grad_norm": 1.6858223205128715,
      "learning_rate": 2.3451710059407826e-09,
      "loss": 0.9375,
      "step": 128744
    },
    {
      "epoch": 5.9895324494068385,
      "grad_norm": 1.6911013378040505,
      "learning_rate": 2.324463249031572e-09,
      "loss": 0.918,
      "step": 128745
    },
    {
      "epoch": 5.98957897185392,
      "grad_norm": 1.7766737969451862,
      "learning_rate": 2.3038473215830633e-09,
      "loss": 0.9258,
      "step": 128746
    },
    {
      "epoch": 5.989625494301,
      "grad_norm": 1.641816339295468,
      "learning_rate": 2.2833232235952568e-09,
      "loss": 0.8711,
      "step": 128747
    },
    {
      "epoch": 5.989672016748081,
      "grad_norm": 1.669716930971841,
      "learning_rate": 2.2628909551181128e-09,
      "loss": 0.918,
      "step": 128748
    },
    {
      "epoch": 5.989718539195161,
      "grad_norm": 1.920876657130845,
      "learning_rate": 2.2425505161183244e-09,
      "loss": 0.9375,
      "step": 128749
    },
    {
      "epoch": 5.989765061642243,
      "grad_norm": 1.5714617330577947,
      "learning_rate": 2.2223019066458514e-09,
      "loss": 0.8047,
      "step": 128750
    },
    {
      "epoch": 5.989811584089323,
      "grad_norm": 1.8180073693995078,
      "learning_rate": 2.2021451266840405e-09,
      "loss": 0.8945,
      "step": 128751
    },
    {
      "epoch": 5.989858106536404,
      "grad_norm": 1.6791346234440159,
      "learning_rate": 2.182080176266199e-09,
      "loss": 0.8711,
      "step": 128752
    },
    {
      "epoch": 5.989904628983485,
      "grad_norm": 1.8746285584785227,
      "learning_rate": 2.162107055392326e-09,
      "loss": 0.8398,
      "step": 128753
    },
    {
      "epoch": 5.9899511514305654,
      "grad_norm": 1.7500732219438213,
      "learning_rate": 2.142225764079075e-09,
      "loss": 0.9531,
      "step": 128754
    },
    {
      "epoch": 5.989997673877646,
      "grad_norm": 1.5602397609846164,
      "learning_rate": 2.1224363023431e-09,
      "loss": 0.8164,
      "step": 128755
    },
    {
      "epoch": 5.990044196324726,
      "grad_norm": 1.8336972350945233,
      "learning_rate": 2.1027386701844007e-09,
      "loss": 1.0078,
      "step": 128756
    },
    {
      "epoch": 5.990090718771808,
      "grad_norm": 1.876773691620346,
      "learning_rate": 2.08313286761963e-09,
      "loss": 0.9766,
      "step": 128757
    },
    {
      "epoch": 5.990137241218888,
      "grad_norm": 1.7898341128185549,
      "learning_rate": 2.063618894682095e-09,
      "loss": 0.9805,
      "step": 128758
    },
    {
      "epoch": 5.990183763665969,
      "grad_norm": 1.7054138020177145,
      "learning_rate": 2.0441967513384893e-09,
      "loss": 0.9648,
      "step": 128759
    },
    {
      "epoch": 5.990230286113049,
      "grad_norm": 1.862844539415241,
      "learning_rate": 2.0248664376554257e-09,
      "loss": 0.9844,
      "step": 128760
    },
    {
      "epoch": 5.990276808560131,
      "grad_norm": 1.656819802310215,
      "learning_rate": 2.005627953599598e-09,
      "loss": 0.9766,
      "step": 128761
    },
    {
      "epoch": 5.990323331007211,
      "grad_norm": 1.7223781331492678,
      "learning_rate": 1.986481299204312e-09,
      "loss": 0.8789,
      "step": 128762
    },
    {
      "epoch": 5.9903698534542915,
      "grad_norm": 1.5736886612405687,
      "learning_rate": 1.967426474469569e-09,
      "loss": 0.8438,
      "step": 128763
    },
    {
      "epoch": 5.990416375901372,
      "grad_norm": 1.7978689459121933,
      "learning_rate": 1.9484634794286745e-09,
      "loss": 0.9336,
      "step": 128764
    },
    {
      "epoch": 5.990462898348453,
      "grad_norm": 1.9204522728543507,
      "learning_rate": 1.929592314064976e-09,
      "loss": 0.9727,
      "step": 128765
    },
    {
      "epoch": 5.990509420795534,
      "grad_norm": 1.6759689757968088,
      "learning_rate": 1.9108129784117797e-09,
      "loss": 0.918,
      "step": 128766
    },
    {
      "epoch": 5.990555943242614,
      "grad_norm": 1.898449554949315,
      "learning_rate": 1.8921254724690858e-09,
      "loss": 0.9922,
      "step": 128767
    },
    {
      "epoch": 5.990602465689696,
      "grad_norm": 1.838834713446555,
      "learning_rate": 1.873529796253548e-09,
      "loss": 0.9609,
      "step": 128768
    },
    {
      "epoch": 5.990648988136776,
      "grad_norm": 1.6755817961508033,
      "learning_rate": 1.8550259497818188e-09,
      "loss": 0.8008,
      "step": 128769
    },
    {
      "epoch": 5.990695510583857,
      "grad_norm": 1.8735932477213513,
      "learning_rate": 1.8366139330538988e-09,
      "loss": 0.9141,
      "step": 128770
    },
    {
      "epoch": 5.990742033030937,
      "grad_norm": 1.6277183915533522,
      "learning_rate": 1.8182937460864411e-09,
      "loss": 0.8945,
      "step": 128771
    },
    {
      "epoch": 5.9907885554780185,
      "grad_norm": 1.791226164433007,
      "learning_rate": 1.8000653888794458e-09,
      "loss": 0.9297,
      "step": 128772
    },
    {
      "epoch": 5.990835077925099,
      "grad_norm": 1.756400875558637,
      "learning_rate": 1.7819288614662198e-09,
      "loss": 0.7969,
      "step": 128773
    },
    {
      "epoch": 5.990881600372179,
      "grad_norm": 1.696376091792523,
      "learning_rate": 1.7638841638467627e-09,
      "loss": 0.8438,
      "step": 128774
    },
    {
      "epoch": 5.990928122819261,
      "grad_norm": 2.1692910522291013,
      "learning_rate": 1.7459312960210747e-09,
      "loss": 0.9023,
      "step": 128775
    },
    {
      "epoch": 5.990974645266341,
      "grad_norm": 1.739412180788185,
      "learning_rate": 1.7280702580224625e-09,
      "loss": 0.9062,
      "step": 128776
    },
    {
      "epoch": 5.991021167713422,
      "grad_norm": 1.6634178283018275,
      "learning_rate": 1.7103010498509262e-09,
      "loss": 0.8672,
      "step": 128777
    },
    {
      "epoch": 5.991067690160502,
      "grad_norm": 1.683252229232778,
      "learning_rate": 1.6926236715064656e-09,
      "loss": 0.9922,
      "step": 128778
    },
    {
      "epoch": 5.991114212607583,
      "grad_norm": 1.8408354376858103,
      "learning_rate": 1.6750381230057342e-09,
      "loss": 0.9922,
      "step": 128779
    },
    {
      "epoch": 5.991160735054664,
      "grad_norm": 1.7189063991596678,
      "learning_rate": 1.6575444043820385e-09,
      "loss": 0.9023,
      "step": 128780
    },
    {
      "epoch": 5.9912072575017445,
      "grad_norm": 1.756430871739348,
      "learning_rate": 1.6401425156187253e-09,
      "loss": 1.0312,
      "step": 128781
    },
    {
      "epoch": 5.991253779948825,
      "grad_norm": 1.8684659657441778,
      "learning_rate": 1.622832456732448e-09,
      "loss": 0.9766,
      "step": 128782
    },
    {
      "epoch": 5.991300302395906,
      "grad_norm": 1.658784187981385,
      "learning_rate": 1.60561422773986e-09,
      "loss": 0.8906,
      "step": 128783
    },
    {
      "epoch": 5.991346824842987,
      "grad_norm": 1.7692542928059645,
      "learning_rate": 1.5884878286409609e-09,
      "loss": 0.875,
      "step": 128784
    },
    {
      "epoch": 5.991393347290067,
      "grad_norm": 1.8813196972119555,
      "learning_rate": 1.5714532594524044e-09,
      "loss": 0.9453,
      "step": 128785
    },
    {
      "epoch": 5.991439869737148,
      "grad_norm": 1.67766652847634,
      "learning_rate": 1.5545105201908437e-09,
      "loss": 0.9336,
      "step": 128786
    },
    {
      "epoch": 5.991486392184229,
      "grad_norm": 1.803459416592104,
      "learning_rate": 1.5376596108729321e-09,
      "loss": 0.8594,
      "step": 128787
    },
    {
      "epoch": 5.99153291463131,
      "grad_norm": 1.8237211193844172,
      "learning_rate": 1.5209005314820166e-09,
      "loss": 0.9922,
      "step": 128788
    },
    {
      "epoch": 5.99157943707839,
      "grad_norm": 1.7106779534794154,
      "learning_rate": 1.5042332820514036e-09,
      "loss": 0.8672,
      "step": 128789
    },
    {
      "epoch": 5.9916259595254715,
      "grad_norm": 1.8407960414615696,
      "learning_rate": 1.487657862581093e-09,
      "loss": 0.9844,
      "step": 128790
    },
    {
      "epoch": 5.991672481972552,
      "grad_norm": 1.73000737899079,
      "learning_rate": 1.4711742730877385e-09,
      "loss": 0.8477,
      "step": 128791
    },
    {
      "epoch": 5.9917190044196325,
      "grad_norm": 1.7695020978646936,
      "learning_rate": 1.4547825135713397e-09,
      "loss": 0.9453,
      "step": 128792
    },
    {
      "epoch": 5.991765526866713,
      "grad_norm": 1.7008714987334703,
      "learning_rate": 1.4384825840652036e-09,
      "loss": 0.9258,
      "step": 128793
    },
    {
      "epoch": 5.991812049313793,
      "grad_norm": 1.650957061688612,
      "learning_rate": 1.4222744845360233e-09,
      "loss": 0.8867,
      "step": 128794
    },
    {
      "epoch": 5.991858571760875,
      "grad_norm": 2.02094367082297,
      "learning_rate": 1.4061582150337591e-09,
      "loss": 0.9688,
      "step": 128795
    },
    {
      "epoch": 5.991905094207955,
      "grad_norm": 1.5985586624590826,
      "learning_rate": 1.3901337755584108e-09,
      "loss": 0.793,
      "step": 128796
    },
    {
      "epoch": 5.991951616655036,
      "grad_norm": 1.6857718293805182,
      "learning_rate": 1.3742011661099784e-09,
      "loss": 0.793,
      "step": 128797
    },
    {
      "epoch": 5.991998139102117,
      "grad_norm": 1.8505802469447987,
      "learning_rate": 1.3583603867051152e-09,
      "loss": 0.9609,
      "step": 128798
    },
    {
      "epoch": 5.992044661549198,
      "grad_norm": 1.981288459060068,
      "learning_rate": 1.3426114373604745e-09,
      "loss": 0.9492,
      "step": 128799
    },
    {
      "epoch": 5.992091183996278,
      "grad_norm": 1.8976141689243087,
      "learning_rate": 1.3269543180760568e-09,
      "loss": 0.9766,
      "step": 128800
    },
    {
      "epoch": 5.9921377064433585,
      "grad_norm": 1.6154479018435388,
      "learning_rate": 1.3113890288518613e-09,
      "loss": 0.8633,
      "step": 128801
    },
    {
      "epoch": 5.99218422889044,
      "grad_norm": 2.0026339482532554,
      "learning_rate": 1.2959155697211954e-09,
      "loss": 0.9766,
      "step": 128802
    },
    {
      "epoch": 5.99223075133752,
      "grad_norm": 1.7621747689681462,
      "learning_rate": 1.2805339406840586e-09,
      "loss": 0.9492,
      "step": 128803
    },
    {
      "epoch": 5.992277273784601,
      "grad_norm": 1.9057012905859636,
      "learning_rate": 1.265244141723798e-09,
      "loss": 0.9922,
      "step": 128804
    },
    {
      "epoch": 5.992323796231682,
      "grad_norm": 1.6298743471146748,
      "learning_rate": 1.2500461728903733e-09,
      "loss": 0.7695,
      "step": 128805
    },
    {
      "epoch": 5.992370318678763,
      "grad_norm": 1.834756606487724,
      "learning_rate": 1.2349400341837844e-09,
      "loss": 0.875,
      "step": 128806
    },
    {
      "epoch": 5.992416841125843,
      "grad_norm": 1.7922457515008956,
      "learning_rate": 1.2199257255873785e-09,
      "loss": 1.0391,
      "step": 128807
    },
    {
      "epoch": 5.992463363572924,
      "grad_norm": 1.5950913560097302,
      "learning_rate": 1.2050032471344618e-09,
      "loss": 0.832,
      "step": 128808
    },
    {
      "epoch": 5.992509886020005,
      "grad_norm": 1.9257149216080656,
      "learning_rate": 1.1901725988416877e-09,
      "loss": 0.9961,
      "step": 128809
    },
    {
      "epoch": 5.9925564084670855,
      "grad_norm": 1.931547040265833,
      "learning_rate": 1.1754337806757497e-09,
      "loss": 0.9297,
      "step": 128810
    },
    {
      "epoch": 5.992602930914166,
      "grad_norm": 1.7930872325741267,
      "learning_rate": 1.160786792703261e-09,
      "loss": 0.957,
      "step": 128811
    },
    {
      "epoch": 5.992649453361246,
      "grad_norm": 1.7401830571139898,
      "learning_rate": 1.1462316348909152e-09,
      "loss": 0.8672,
      "step": 128812
    },
    {
      "epoch": 5.992695975808328,
      "grad_norm": 1.8218087197613466,
      "learning_rate": 1.1317683072553651e-09,
      "loss": 0.8867,
      "step": 128813
    },
    {
      "epoch": 5.992742498255408,
      "grad_norm": 1.6515125388649234,
      "learning_rate": 1.1173968098132645e-09,
      "loss": 0.9414,
      "step": 128814
    },
    {
      "epoch": 5.992789020702489,
      "grad_norm": 1.9981046958290887,
      "learning_rate": 1.1031171425812668e-09,
      "loss": 1.0625,
      "step": 128815
    },
    {
      "epoch": 5.992835543149569,
      "grad_norm": 1.6413719678295182,
      "learning_rate": 1.0889293055427184e-09,
      "loss": 0.9023,
      "step": 128816
    },
    {
      "epoch": 5.992882065596651,
      "grad_norm": 1.697423734661246,
      "learning_rate": 1.074833298730926e-09,
      "loss": 0.8867,
      "step": 128817
    },
    {
      "epoch": 5.992928588043731,
      "grad_norm": 1.7492818327007693,
      "learning_rate": 1.0608291221458897e-09,
      "loss": 0.9609,
      "step": 128818
    },
    {
      "epoch": 5.9929751104908116,
      "grad_norm": 1.8545028540805968,
      "learning_rate": 1.046916775804263e-09,
      "loss": 0.8984,
      "step": 128819
    },
    {
      "epoch": 5.993021632937893,
      "grad_norm": 1.8177004563168992,
      "learning_rate": 1.0330962596893922e-09,
      "loss": 0.957,
      "step": 128820
    },
    {
      "epoch": 5.993068155384973,
      "grad_norm": 1.8715005506091582,
      "learning_rate": 1.019367573834584e-09,
      "loss": 0.9531,
      "step": 128821
    },
    {
      "epoch": 5.993114677832054,
      "grad_norm": 1.8347112023893253,
      "learning_rate": 1.005730718239839e-09,
      "loss": 0.8672,
      "step": 128822
    },
    {
      "epoch": 5.993161200279134,
      "grad_norm": 1.9431868440883848,
      "learning_rate": 9.921856929051564e-10,
      "loss": 1.0469,
      "step": 128823
    },
    {
      "epoch": 5.993207722726216,
      "grad_norm": 2.092431200549431,
      "learning_rate": 9.787324978638433e-10,
      "loss": 1.0312,
      "step": 128824
    },
    {
      "epoch": 5.993254245173296,
      "grad_norm": 1.780196864915323,
      "learning_rate": 9.65371133082593e-10,
      "loss": 0.8828,
      "step": 128825
    },
    {
      "epoch": 5.993300767620377,
      "grad_norm": 1.7690563681445464,
      "learning_rate": 9.521015986113655e-10,
      "loss": 0.8945,
      "step": 128826
    },
    {
      "epoch": 5.993347290067458,
      "grad_norm": 1.5864257921689184,
      "learning_rate": 9.389238944501608e-10,
      "loss": 0.8945,
      "step": 128827
    },
    {
      "epoch": 5.9933938125145385,
      "grad_norm": 1.738137995892226,
      "learning_rate": 9.258380205823257e-10,
      "loss": 0.832,
      "step": 128828
    },
    {
      "epoch": 5.993440334961619,
      "grad_norm": 1.8048673181302493,
      "learning_rate": 9.128439770245133e-10,
      "loss": 1.0234,
      "step": 128829
    },
    {
      "epoch": 5.9934868574086995,
      "grad_norm": 1.6647096604833764,
      "learning_rate": 8.999417638100304e-10,
      "loss": 0.8789,
      "step": 128830
    },
    {
      "epoch": 5.99353337985578,
      "grad_norm": 1.7803429083339743,
      "learning_rate": 8.871313809222236e-10,
      "loss": 1.0391,
      "step": 128831
    },
    {
      "epoch": 5.993579902302861,
      "grad_norm": 1.8160483671188454,
      "learning_rate": 8.744128283777463e-10,
      "loss": 0.9688,
      "step": 128832
    },
    {
      "epoch": 5.993626424749942,
      "grad_norm": 1.7682079144985408,
      "learning_rate": 8.617861061765985e-10,
      "loss": 0.9453,
      "step": 128833
    },
    {
      "epoch": 5.993672947197022,
      "grad_norm": 1.8972008528948354,
      "learning_rate": 8.492512143354336e-10,
      "loss": 1.0078,
      "step": 128834
    },
    {
      "epoch": 5.993719469644104,
      "grad_norm": 1.885676132275502,
      "learning_rate": 8.368081528542514e-10,
      "loss": 1.0,
      "step": 128835
    },
    {
      "epoch": 5.993765992091184,
      "grad_norm": 1.8618754841121634,
      "learning_rate": 8.244569217497055e-10,
      "loss": 0.8516,
      "step": 128836
    },
    {
      "epoch": 5.993812514538265,
      "grad_norm": 1.798038823781396,
      "learning_rate": 8.121975210217957e-10,
      "loss": 0.8672,
      "step": 128837
    },
    {
      "epoch": 5.993859036985345,
      "grad_norm": 1.7322942616356722,
      "learning_rate": 8.000299506871755e-10,
      "loss": 0.8906,
      "step": 128838
    },
    {
      "epoch": 5.993905559432426,
      "grad_norm": 1.9327579181635315,
      "learning_rate": 7.879542107458448e-10,
      "loss": 0.9531,
      "step": 128839
    },
    {
      "epoch": 5.993952081879507,
      "grad_norm": 2.012273177334893,
      "learning_rate": 7.759703011978036e-10,
      "loss": 1.0938,
      "step": 128840
    },
    {
      "epoch": 5.993998604326587,
      "grad_norm": 1.6316141533405997,
      "learning_rate": 7.640782220597053e-10,
      "loss": 0.8594,
      "step": 128841
    },
    {
      "epoch": 5.994045126773669,
      "grad_norm": 1.8504769719654925,
      "learning_rate": 7.522779733315498e-10,
      "loss": 0.9531,
      "step": 128842
    },
    {
      "epoch": 5.994091649220749,
      "grad_norm": 1.7358947826924092,
      "learning_rate": 7.405695550466439e-10,
      "loss": 0.8828,
      "step": 128843
    },
    {
      "epoch": 5.99413817166783,
      "grad_norm": 1.8539903718256294,
      "learning_rate": 7.289529671716809e-10,
      "loss": 1.0391,
      "step": 128844
    },
    {
      "epoch": 5.99418469411491,
      "grad_norm": 1.7984551338940105,
      "learning_rate": 7.174282097566209e-10,
      "loss": 1.0234,
      "step": 128845
    },
    {
      "epoch": 5.9942312165619915,
      "grad_norm": 1.8009102815773828,
      "learning_rate": 7.059952827681569e-10,
      "loss": 0.918,
      "step": 128846
    },
    {
      "epoch": 5.994277739009072,
      "grad_norm": 1.7521206830006815,
      "learning_rate": 6.94654186239596e-10,
      "loss": 0.9023,
      "step": 128847
    },
    {
      "epoch": 5.9943242614561525,
      "grad_norm": 1.7273586745021432,
      "learning_rate": 6.834049201709379e-10,
      "loss": 0.9453,
      "step": 128848
    },
    {
      "epoch": 5.994370783903233,
      "grad_norm": 1.8150763077891596,
      "learning_rate": 6.722474845621828e-10,
      "loss": 0.8945,
      "step": 128849
    },
    {
      "epoch": 5.994417306350314,
      "grad_norm": 1.8987583597644289,
      "learning_rate": 6.611818794299839e-10,
      "loss": 1.0312,
      "step": 128850
    },
    {
      "epoch": 5.994463828797395,
      "grad_norm": 1.6438403431118285,
      "learning_rate": 6.502081047743413e-10,
      "loss": 0.8867,
      "step": 128851
    },
    {
      "epoch": 5.994510351244475,
      "grad_norm": 1.8816896086753538,
      "learning_rate": 6.393261606119083e-10,
      "loss": 1.0312,
      "step": 128852
    },
    {
      "epoch": 5.994556873691556,
      "grad_norm": 1.878327816263737,
      "learning_rate": 6.285360469260315e-10,
      "loss": 1.0703,
      "step": 128853
    },
    {
      "epoch": 5.994603396138637,
      "grad_norm": 1.9779587312428988,
      "learning_rate": 6.178377637500176e-10,
      "loss": 1.0312,
      "step": 128854
    },
    {
      "epoch": 5.994649918585718,
      "grad_norm": 1.5287175007282723,
      "learning_rate": 6.072313110838667e-10,
      "loss": 0.8594,
      "step": 128855
    },
    {
      "epoch": 5.994696441032798,
      "grad_norm": 1.687623288275934,
      "learning_rate": 5.967166889275788e-10,
      "loss": 1.0156,
      "step": 128856
    },
    {
      "epoch": 5.9947429634798794,
      "grad_norm": 1.7102301464928233,
      "learning_rate": 5.862938972811537e-10,
      "loss": 0.8906,
      "step": 128857
    },
    {
      "epoch": 5.99478948592696,
      "grad_norm": 1.8059011681908654,
      "learning_rate": 5.759629361778984e-10,
      "loss": 0.9492,
      "step": 128858
    },
    {
      "epoch": 5.99483600837404,
      "grad_norm": 1.8684561689036752,
      "learning_rate": 5.65723805584506e-10,
      "loss": 0.9219,
      "step": 128859
    },
    {
      "epoch": 5.994882530821121,
      "grad_norm": 1.850368572227544,
      "learning_rate": 5.555765055509365e-10,
      "loss": 0.9375,
      "step": 128860
    },
    {
      "epoch": 5.994929053268202,
      "grad_norm": 1.8116487544235786,
      "learning_rate": 5.455210360438833e-10,
      "loss": 0.9375,
      "step": 128861
    },
    {
      "epoch": 5.994975575715283,
      "grad_norm": 2.00760453159715,
      "learning_rate": 5.355573970966531e-10,
      "loss": 1.0625,
      "step": 128862
    },
    {
      "epoch": 5.995022098162363,
      "grad_norm": 1.7228079080539562,
      "learning_rate": 5.256855886925926e-10,
      "loss": 0.9023,
      "step": 128863
    },
    {
      "epoch": 5.995068620609444,
      "grad_norm": 1.8385199211155254,
      "learning_rate": 5.159056108650083e-10,
      "loss": 0.9648,
      "step": 128864
    },
    {
      "epoch": 5.995115143056525,
      "grad_norm": 1.7808594817495509,
      "learning_rate": 5.062174635972472e-10,
      "loss": 0.9492,
      "step": 128865
    },
    {
      "epoch": 5.9951616655036055,
      "grad_norm": 1.8556668398375735,
      "learning_rate": 4.966211469059622e-10,
      "loss": 1.0156,
      "step": 128866
    },
    {
      "epoch": 5.995208187950686,
      "grad_norm": 1.7817246602692285,
      "learning_rate": 4.871166607911537e-10,
      "loss": 1.0234,
      "step": 128867
    },
    {
      "epoch": 5.9952547103977665,
      "grad_norm": 1.6682744346105516,
      "learning_rate": 4.777040052694747e-10,
      "loss": 0.9219,
      "step": 128868
    },
    {
      "epoch": 5.995301232844848,
      "grad_norm": 1.591686281546802,
      "learning_rate": 4.683831803409255e-10,
      "loss": 0.8516,
      "step": 128869
    },
    {
      "epoch": 5.995347755291928,
      "grad_norm": 1.7589486884681986,
      "learning_rate": 4.591541860055059e-10,
      "loss": 0.9688,
      "step": 128870
    },
    {
      "epoch": 5.995394277739009,
      "grad_norm": 2.087495018800496,
      "learning_rate": 4.5001702227986934e-10,
      "loss": 1.0,
      "step": 128871
    },
    {
      "epoch": 5.99544080018609,
      "grad_norm": 1.7980889764609826,
      "learning_rate": 4.4097168914736245e-10,
      "loss": 0.9961,
      "step": 128872
    },
    {
      "epoch": 5.995487322633171,
      "grad_norm": 1.687262094403747,
      "learning_rate": 4.3201818664129193e-10,
      "loss": 0.8438,
      "step": 128873
    },
    {
      "epoch": 5.995533845080251,
      "grad_norm": 1.675038649889067,
      "learning_rate": 4.2315651474500446e-10,
      "loss": 0.8203,
      "step": 128874
    },
    {
      "epoch": 5.995580367527332,
      "grad_norm": 1.8422810712891113,
      "learning_rate": 4.143866734751533e-10,
      "loss": 0.9336,
      "step": 128875
    },
    {
      "epoch": 5.995626889974413,
      "grad_norm": 2.0122275390905293,
      "learning_rate": 4.0570866284839185e-10,
      "loss": 1.0391,
      "step": 128876
    },
    {
      "epoch": 5.995673412421493,
      "grad_norm": 1.7566895351694998,
      "learning_rate": 3.971224828480668e-10,
      "loss": 0.8477,
      "step": 128877
    },
    {
      "epoch": 5.995719934868574,
      "grad_norm": 1.8613137195732015,
      "learning_rate": 3.8862813349083146e-10,
      "loss": 0.9375,
      "step": 128878
    },
    {
      "epoch": 5.995766457315655,
      "grad_norm": 1.82028202492737,
      "learning_rate": 3.802256147766858e-10,
      "loss": 0.8711,
      "step": 128879
    },
    {
      "epoch": 5.995812979762736,
      "grad_norm": 1.6970133864373307,
      "learning_rate": 3.719149267222832e-10,
      "loss": 0.8438,
      "step": 128880
    },
    {
      "epoch": 5.995859502209816,
      "grad_norm": 1.948605141140247,
      "learning_rate": 3.636960693109703e-10,
      "loss": 0.9023,
      "step": 128881
    },
    {
      "epoch": 5.995906024656897,
      "grad_norm": 1.8053401194277579,
      "learning_rate": 3.5556904255940043e-10,
      "loss": 0.9336,
      "step": 128882
    },
    {
      "epoch": 5.995952547103977,
      "grad_norm": 1.6342572979154555,
      "learning_rate": 3.47533846484227e-10,
      "loss": 0.918,
      "step": 128883
    },
    {
      "epoch": 5.9959990695510585,
      "grad_norm": 1.8001432853328314,
      "learning_rate": 3.3959048108544995e-10,
      "loss": 1.0156,
      "step": 128884
    },
    {
      "epoch": 5.996045591998139,
      "grad_norm": 1.7491032530226138,
      "learning_rate": 3.3173894634641593e-10,
      "loss": 0.875,
      "step": 128885
    },
    {
      "epoch": 5.9960921144452195,
      "grad_norm": 1.8992070890681718,
      "learning_rate": 3.239792423004317e-10,
      "loss": 0.8906,
      "step": 128886
    },
    {
      "epoch": 5.996138636892301,
      "grad_norm": 1.8281470984335004,
      "learning_rate": 3.163113689474972e-10,
      "loss": 0.9844,
      "step": 128887
    },
    {
      "epoch": 5.996185159339381,
      "grad_norm": 1.7814880859037237,
      "learning_rate": 3.087353262709591e-10,
      "loss": 0.8672,
      "step": 128888
    },
    {
      "epoch": 5.996231681786462,
      "grad_norm": 1.9232868027454337,
      "learning_rate": 3.0125111428747073e-10,
      "loss": 0.9023,
      "step": 128889
    },
    {
      "epoch": 5.996278204233542,
      "grad_norm": 1.7895317812995402,
      "learning_rate": 2.9385873301368546e-10,
      "loss": 0.8828,
      "step": 128890
    },
    {
      "epoch": 5.996324726680624,
      "grad_norm": 1.9591358716638236,
      "learning_rate": 2.8655818243294994e-10,
      "loss": 1.0625,
      "step": 128891
    },
    {
      "epoch": 5.996371249127704,
      "grad_norm": 1.9066986000398267,
      "learning_rate": 2.7934946257857084e-10,
      "loss": 0.9922,
      "step": 128892
    },
    {
      "epoch": 5.996417771574785,
      "grad_norm": 1.5831941235694516,
      "learning_rate": 2.722325734172415e-10,
      "loss": 0.7891,
      "step": 128893
    },
    {
      "epoch": 5.996464294021866,
      "grad_norm": 2.041813264239747,
      "learning_rate": 2.6520751498226856e-10,
      "loss": 0.9844,
      "step": 128894
    },
    {
      "epoch": 5.9965108164689465,
      "grad_norm": 1.8618817635498572,
      "learning_rate": 2.5827428727365206e-10,
      "loss": 0.9922,
      "step": 128895
    },
    {
      "epoch": 5.996557338916027,
      "grad_norm": 1.7806748618880375,
      "learning_rate": 2.5143289029139203e-10,
      "loss": 1.0391,
      "step": 128896
    },
    {
      "epoch": 5.996603861363107,
      "grad_norm": 2.048562858216986,
      "learning_rate": 2.446833240354884e-10,
      "loss": 1.0781,
      "step": 128897
    },
    {
      "epoch": 5.996650383810189,
      "grad_norm": 1.9420110407773845,
      "learning_rate": 2.380255885059412e-10,
      "loss": 0.9961,
      "step": 128898
    },
    {
      "epoch": 5.996696906257269,
      "grad_norm": 1.7770096638083,
      "learning_rate": 2.314596837194038e-10,
      "loss": 0.8984,
      "step": 128899
    },
    {
      "epoch": 5.99674342870435,
      "grad_norm": 1.7447231338170344,
      "learning_rate": 2.249856096758762e-10,
      "loss": 0.9102,
      "step": 128900
    },
    {
      "epoch": 5.99678995115143,
      "grad_norm": 1.769602971069846,
      "learning_rate": 2.1860336639201171e-10,
      "loss": 0.9688,
      "step": 128901
    },
    {
      "epoch": 5.996836473598512,
      "grad_norm": 1.8165397487146226,
      "learning_rate": 2.1231295383450365e-10,
      "loss": 0.9258,
      "step": 128902
    },
    {
      "epoch": 5.996882996045592,
      "grad_norm": 1.8264460435489367,
      "learning_rate": 2.0611437205331204e-10,
      "loss": 0.8789,
      "step": 128903
    },
    {
      "epoch": 5.9969295184926725,
      "grad_norm": 1.7182991804171812,
      "learning_rate": 2.0000762101513022e-10,
      "loss": 1.0938,
      "step": 128904
    },
    {
      "epoch": 5.996976040939753,
      "grad_norm": 1.8142919181411294,
      "learning_rate": 1.9399270073661155e-10,
      "loss": 0.9062,
      "step": 128905
    },
    {
      "epoch": 5.997022563386834,
      "grad_norm": 1.717795156310324,
      "learning_rate": 1.8806961123440933e-10,
      "loss": 0.8984,
      "step": 128906
    },
    {
      "epoch": 5.997069085833915,
      "grad_norm": 1.8210612313283159,
      "learning_rate": 1.8223835249187025e-10,
      "loss": 1.0859,
      "step": 128907
    },
    {
      "epoch": 5.997115608280995,
      "grad_norm": 1.6890762499648537,
      "learning_rate": 1.7649892452564762e-10,
      "loss": 0.8867,
      "step": 128908
    },
    {
      "epoch": 5.997162130728077,
      "grad_norm": 1.8326924825024542,
      "learning_rate": 1.7085132733574148e-10,
      "loss": 1.0156,
      "step": 128909
    },
    {
      "epoch": 5.997208653175157,
      "grad_norm": 1.779165708590858,
      "learning_rate": 1.6529556093880513e-10,
      "loss": 0.8828,
      "step": 128910
    },
    {
      "epoch": 5.997255175622238,
      "grad_norm": 1.9105893463876011,
      "learning_rate": 1.5983162530153192e-10,
      "loss": 0.9492,
      "step": 128911
    },
    {
      "epoch": 5.997301698069318,
      "grad_norm": 1.760989992289677,
      "learning_rate": 1.5445952045722854e-10,
      "loss": 0.9961,
      "step": 128912
    },
    {
      "epoch": 5.9973482205163995,
      "grad_norm": 1.7614315469615047,
      "learning_rate": 1.4917924640589495e-10,
      "loss": 0.8477,
      "step": 128913
    },
    {
      "epoch": 5.99739474296348,
      "grad_norm": 1.932769629675663,
      "learning_rate": 1.439908031475312e-10,
      "loss": 1.0938,
      "step": 128914
    },
    {
      "epoch": 5.99744126541056,
      "grad_norm": 1.860885006032595,
      "learning_rate": 1.388941906987906e-10,
      "loss": 1.0078,
      "step": 128915
    },
    {
      "epoch": 5.997487787857642,
      "grad_norm": 1.9178402554353207,
      "learning_rate": 1.3388940902636646e-10,
      "loss": 1.0625,
      "step": 128916
    },
    {
      "epoch": 5.997534310304722,
      "grad_norm": 1.6496784857783553,
      "learning_rate": 1.289764581635655e-10,
      "loss": 0.9258,
      "step": 128917
    },
    {
      "epoch": 5.997580832751803,
      "grad_norm": 1.7441232623434904,
      "learning_rate": 1.241553381103877e-10,
      "loss": 1.0234,
      "step": 128918
    },
    {
      "epoch": 5.997627355198883,
      "grad_norm": 1.9524924467718372,
      "learning_rate": 1.1942604886683305e-10,
      "loss": 0.9609,
      "step": 128919
    },
    {
      "epoch": 5.997673877645964,
      "grad_norm": 1.6316761254198422,
      "learning_rate": 1.1478859041624822e-10,
      "loss": 0.8477,
      "step": 128920
    },
    {
      "epoch": 5.997720400093045,
      "grad_norm": 1.6026824780330924,
      "learning_rate": 1.1024296279193989e-10,
      "loss": 0.8555,
      "step": 128921
    },
    {
      "epoch": 5.997766922540126,
      "grad_norm": 1.9531686755572515,
      "learning_rate": 1.0578916599390807e-10,
      "loss": 0.9961,
      "step": 128922
    },
    {
      "epoch": 5.997813444987206,
      "grad_norm": 1.645813304490647,
      "learning_rate": 1.0142720000549942e-10,
      "loss": 0.9062,
      "step": 128923
    },
    {
      "epoch": 5.997859967434287,
      "grad_norm": 1.6512038858895293,
      "learning_rate": 9.715706484336727e-11,
      "loss": 0.8555,
      "step": 128924
    },
    {
      "epoch": 5.997906489881368,
      "grad_norm": 1.7309109279683246,
      "learning_rate": 9.297876049085829e-11,
      "loss": 1.0,
      "step": 128925
    },
    {
      "epoch": 5.997953012328448,
      "grad_norm": 1.755815341893642,
      "learning_rate": 8.889228698127914e-11,
      "loss": 0.8633,
      "step": 128926
    },
    {
      "epoch": 5.997999534775529,
      "grad_norm": 1.7964481520257096,
      "learning_rate": 8.489764429797652e-11,
      "loss": 0.8906,
      "step": 128927
    },
    {
      "epoch": 5.99804605722261,
      "grad_norm": 1.7526716623554,
      "learning_rate": 8.09948324409504e-11,
      "loss": 0.9453,
      "step": 128928
    },
    {
      "epoch": 5.998092579669691,
      "grad_norm": 1.6787403253342041,
      "learning_rate": 7.718385142685413e-11,
      "loss": 0.875,
      "step": 128929
    },
    {
      "epoch": 5.998139102116771,
      "grad_norm": 2.0087969832801456,
      "learning_rate": 7.346470123903437e-11,
      "loss": 0.9961,
      "step": 128930
    },
    {
      "epoch": 5.9981856245638525,
      "grad_norm": 1.755131302802649,
      "learning_rate": 6.983738189414445e-11,
      "loss": 1.0391,
      "step": 128931
    },
    {
      "epoch": 5.998232147010933,
      "grad_norm": 1.7879159947956826,
      "learning_rate": 6.630189339218439e-11,
      "loss": 1.0547,
      "step": 128932
    },
    {
      "epoch": 5.9982786694580135,
      "grad_norm": 1.9282068619149493,
      "learning_rate": 6.285823574980753e-11,
      "loss": 0.918,
      "step": 128933
    },
    {
      "epoch": 5.998325191905094,
      "grad_norm": 1.8084575929530913,
      "learning_rate": 5.950640893370717e-11,
      "loss": 1.125,
      "step": 128934
    },
    {
      "epoch": 5.998371714352175,
      "grad_norm": 1.7888605550042442,
      "learning_rate": 5.624641296053667e-11,
      "loss": 0.9336,
      "step": 128935
    },
    {
      "epoch": 5.998418236799256,
      "grad_norm": 1.6593566057545992,
      "learning_rate": 5.3078247846949365e-11,
      "loss": 0.9219,
      "step": 128936
    },
    {
      "epoch": 5.998464759246336,
      "grad_norm": 1.7342319146626246,
      "learning_rate": 5.0001913592945256e-11,
      "loss": 0.9609,
      "step": 128937
    },
    {
      "epoch": 5.998511281693417,
      "grad_norm": 1.7433509727628353,
      "learning_rate": 4.7017410181870993e-11,
      "loss": 0.9336,
      "step": 128938
    },
    {
      "epoch": 5.998557804140498,
      "grad_norm": 1.6343164667861707,
      "learning_rate": 4.4124737630379933e-11,
      "loss": 0.8477,
      "step": 128939
    },
    {
      "epoch": 5.998604326587579,
      "grad_norm": 1.85697551576924,
      "learning_rate": 4.1323895921818726e-11,
      "loss": 0.8828,
      "step": 128940
    },
    {
      "epoch": 5.998650849034659,
      "grad_norm": 1.797749480023816,
      "learning_rate": 3.8614885089494065e-11,
      "loss": 0.8828,
      "step": 128941
    },
    {
      "epoch": 5.9986973714817395,
      "grad_norm": 1.7509813517413235,
      "learning_rate": 3.599770510009925e-11,
      "loss": 0.9531,
      "step": 128942
    },
    {
      "epoch": 5.998743893928821,
      "grad_norm": 1.9204668234285835,
      "learning_rate": 3.347235598694098e-11,
      "loss": 0.9883,
      "step": 128943
    },
    {
      "epoch": 5.998790416375901,
      "grad_norm": 1.6405555287264655,
      "learning_rate": 3.103883773336591e-11,
      "loss": 0.918,
      "step": 128944
    },
    {
      "epoch": 5.998836938822982,
      "grad_norm": 1.7954598665694281,
      "learning_rate": 2.8697150356027377e-11,
      "loss": 0.8789,
      "step": 128945
    },
    {
      "epoch": 5.998883461270063,
      "grad_norm": 2.0393028594738634,
      "learning_rate": 2.64472938216187e-11,
      "loss": 1.0078,
      "step": 128946
    },
    {
      "epoch": 5.998929983717144,
      "grad_norm": 1.7089407488468389,
      "learning_rate": 2.4289268180099907e-11,
      "loss": 0.875,
      "step": 128947
    },
    {
      "epoch": 5.998976506164224,
      "grad_norm": 1.6790050432158417,
      "learning_rate": 2.2223073398164314e-11,
      "loss": 0.8477,
      "step": 128948
    },
    {
      "epoch": 5.999023028611305,
      "grad_norm": 1.9524072830632937,
      "learning_rate": 2.024870947581192e-11,
      "loss": 1.0234,
      "step": 128949
    },
    {
      "epoch": 5.999069551058386,
      "grad_norm": 1.5700907983782282,
      "learning_rate": 1.8366176429696068e-11,
      "loss": 0.8359,
      "step": 128950
    },
    {
      "epoch": 5.9991160735054665,
      "grad_norm": 1.7598362968205687,
      "learning_rate": 1.6575474259816756e-11,
      "loss": 0.9453,
      "step": 128951
    },
    {
      "epoch": 5.999162595952547,
      "grad_norm": 1.717600905800438,
      "learning_rate": 1.487660296617399e-11,
      "loss": 0.9492,
      "step": 128952
    },
    {
      "epoch": 5.9992091183996274,
      "grad_norm": 1.841416075646355,
      "learning_rate": 1.3269562548767765e-11,
      "loss": 0.8711,
      "step": 128953
    },
    {
      "epoch": 5.999255640846709,
      "grad_norm": 1.8175846236480413,
      "learning_rate": 1.1754353007598082e-11,
      "loss": 0.8438,
      "step": 128954
    },
    {
      "epoch": 5.999302163293789,
      "grad_norm": 1.794880346840591,
      "learning_rate": 1.0330974342664944e-11,
      "loss": 0.9219,
      "step": 128955
    },
    {
      "epoch": 5.99934868574087,
      "grad_norm": 1.6514658234126203,
      "learning_rate": 8.999426553968347e-12,
      "loss": 0.8242,
      "step": 128956
    },
    {
      "epoch": 5.99939520818795,
      "grad_norm": 1.7106761978139515,
      "learning_rate": 7.759709641508294e-12,
      "loss": 0.918,
      "step": 128957
    },
    {
      "epoch": 5.999441730635032,
      "grad_norm": 1.801340491398652,
      "learning_rate": 6.611823605284783e-12,
      "loss": 0.8516,
      "step": 128958
    },
    {
      "epoch": 5.999488253082112,
      "grad_norm": 1.8414192378140732,
      "learning_rate": 5.555768445297815e-12,
      "loss": 0.9453,
      "step": 128959
    },
    {
      "epoch": 5.999534775529193,
      "grad_norm": 1.6787715135476617,
      "learning_rate": 4.591544178200734e-12,
      "loss": 0.8828,
      "step": 128960
    },
    {
      "epoch": 5.999581297976274,
      "grad_norm": 2.2751555347128174,
      "learning_rate": 3.7191507873401974e-12,
      "loss": 1.0391,
      "step": 128961
    },
    {
      "epoch": 5.999627820423354,
      "grad_norm": 1.667109996169344,
      "learning_rate": 2.9385882727162025e-12,
      "loss": 0.957,
      "step": 128962
    },
    {
      "epoch": 5.999674342870435,
      "grad_norm": 1.9762282061123573,
      "learning_rate": 2.249856650982096e-12,
      "loss": 0.9961,
      "step": 128963
    },
    {
      "epoch": 5.999720865317515,
      "grad_norm": 1.6979463460620263,
      "learning_rate": 1.6529559054845321e-12,
      "loss": 0.8945,
      "step": 128964
    },
    {
      "epoch": 5.999767387764597,
      "grad_norm": 1.5205449678448062,
      "learning_rate": 1.1478860528768562e-12,
      "loss": 0.7852,
      "step": 128965
    },
    {
      "epoch": 5.999813910211677,
      "grad_norm": 1.8119048334140184,
      "learning_rate": 7.346470765057233e-13,
      "loss": 0.9492,
      "step": 128966
    },
    {
      "epoch": 5.999860432658758,
      "grad_norm": 1.870204690072032,
      "learning_rate": 4.1323897637113303e-13,
      "loss": 1.0,
      "step": 128967
    },
    {
      "epoch": 5.999906955105839,
      "grad_norm": 1.7785888115736614,
      "learning_rate": 1.8366176912643083e-13,
      "loss": 0.9453,
      "step": 128968
    },
    {
      "epoch": 5.9999534775529195,
      "grad_norm": 1.700948859833516,
      "learning_rate": 4.591543811827136e-14,
      "loss": 0.9805,
      "step": 128969
    },
    {
      "epoch": 6.0,
      "grad_norm": 1.917750494645871,
      "learning_rate": 0.0,
      "loss": 1.0938,
      "step": 128970
    },
    {
      "epoch": 6.0,
      "eval_loss": 2.525631904602051,
      "eval_runtime": 36.044,
      "eval_samples_per_second": 9.877,
      "eval_steps_per_second": 9.877,
      "step": 128970
    },
    {
      "epoch": 6.0,
      "step": 128970,
      "total_flos": 210966360883200.0,
      "train_loss": 1.9707212675428394,
      "train_runtime": 795962.0966,
      "train_samples_per_second": 0.162,
      "train_steps_per_second": 0.162
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 128970,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 210966360883200.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}